diff --git a/encoder-decoder/16_16_8/1st_stage.ckpt b/encoder-decoder/16_16_8/1st_stage.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..d46c28d6ebed1ff6a1cfd075206a0a40a61a453c --- /dev/null +++ b/encoder-decoder/16_16_8/1st_stage.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d24fcc33ad8e39fd5d8c4485ee57f208f5ebe1074645d6a4d9b89c2b43253415 +size 417168514 diff --git a/encoder-decoder/16_16_8/2nd_stage.ckpt b/encoder-decoder/16_16_8/2nd_stage.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..40817f3857d30f4f1e1fc2ae8f5e5000d9c4a578 --- /dev/null +++ b/encoder-decoder/16_16_8/2nd_stage.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e25b31a98a0f6c5b2e5859152424651d92b978a88274af6df3a4dd08a5ce937 +size 417168225 diff --git a/encoder-decoder/16_16_8/3rd_stage.ckpt b/encoder-decoder/16_16_8/3rd_stage.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..96d6fdcfff7f669127a6ae99addcd844e00c12b0 --- /dev/null +++ b/encoder-decoder/16_16_8/3rd_stage.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3d28cf1c8a17aa30df2c6d6819540744afa397e1b6f22f0a3247320699fd9a5 +size 417168225 diff --git a/encoder-decoder/8_8_8/1st_stage.ckpt b/encoder-decoder/8_8_8/1st_stage.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..541064d5f166c13557d4070ce5e4d09d10b5b29f --- /dev/null +++ b/encoder-decoder/8_8_8/1st_stage.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6aabfb3c675045db59f552d7d4fdc0e7ecfd0ccab047299fe62fcd5a564d161 +size 375316226 diff --git a/encoder-decoder/8_8_8/2nd_stage.ckpt b/encoder-decoder/8_8_8/2nd_stage.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..14d1974e0eda79b73b5f5cb9d5521f9d171e170a --- /dev/null +++ b/encoder-decoder/8_8_8/2nd_stage.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfcc0a0cdf0f1bfaa9b01acfea1f6b020926120de1623eddcfd23e2c03fd6cb7 +size 375315993 diff --git a/encoder-decoder/8_8_8/3rd_stage.ckpt b/encoder-decoder/8_8_8/3rd_stage.ckpt new file mode 100644 index 0000000000000000000000000000000000000000..6d4a0f99de6ceda2257fbc3e89a753152a4aea45 --- /dev/null +++ b/encoder-decoder/8_8_8/3rd_stage.ckpt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6978a2fcc30ebc4b1313329821ab5288b60409b29684d8adb0e070f9a9fbe46c +size 375315993 diff --git a/report_generation/16_16_8/checkpoint-38000/README.md b/report_generation/16_16_8/checkpoint-38000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..9a46f8b7242a5f0fa9984d5635a7a03291f1153f --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/README.md @@ -0,0 +1,202 @@ +--- +base_model: meta-llama/Meta-Llama-3.1-8B-Instruct +library_name: peft +--- + +# Model Card for Model ID + + + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.14.0 \ No newline at end of file diff --git a/report_generation/16_16_8/checkpoint-38000/adapter_config.json b/report_generation/16_16_8/checkpoint-38000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..102ab92d33cb94ca48d2d1bdabf49ba0106706c7 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/adapter_config.json @@ -0,0 +1,37 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct", + "bias": "none", + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 256, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 128, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "o_proj", + "v_proj", + "down_proj", + "q_proj", + "gate_proj", + "k_proj", + "up_proj" + ], + "task_type": "CAUSAL_LM", + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/report_generation/16_16_8/checkpoint-38000/adapter_model.safetensors b/report_generation/16_16_8/checkpoint-38000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ea217cc46a31cda41871753195190216d29c78f4 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4971aab21859c6f6939ff8dc7616101944031729ed001d0569ceaf10403915e7 +size 671150064 diff --git a/report_generation/16_16_8/checkpoint-38000/config.json b/report_generation/16_16_8/checkpoint-38000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f092e13db9fd2765b30f185debe2e60f2fffb967 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/config.json @@ -0,0 +1,56 @@ +{ + "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "freeze_mm_mlp_adapter": false, + "hidden_act": "silu", + "hidden_size": 4096, + "image_aspect_ratio": "pad", + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "mm_context_size": 18, + "mm_hidden_size": 18, + "mm_patch_merge_type": "flat", + "mm_projector_lr": 2e-05, + "mm_projector_type": "attn_pool+mlp2x_gelu", + "mm_use_im_patch_token": false, + "mm_use_im_start_end": false, + "mm_vision_select_feature": "patch", + "mm_vision_select_layer": -2, + "mm_vision_tower": "openai/clip-vit-large-patch14-336", + "model_type": "llava_llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 128256, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "tokenizer_model_max_length": 128000, + "tokenizer_padding_side": "right", + "torch_dtype": "bfloat16", + "transformers_version": "4.44.0", + "tune_mm_mlp_adapter": false, + "use_cache": false, + "use_mm_proj": true, + "vocab_size": 128261 +} diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2bbf279eb0ffff839212b664237ccba335d3062 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9bd7d7c6ea5939377008b543778e5ad76bde1f9ee5a2044377b2425cbf561e4 +size 263338482 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..62ded549ed08ea9ac90915aa279eb251a581668f --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dc170a1e68c8b681a98fbb4bd2f53b3a3ad9836ecf7eb392dd3bcd207affe6c +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..564a8e33cdd5c13228051aa028306be5a14a0830 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33d52f110e057bd6b5380581d01852242b683020abeb4ff9cfea31d7afa8cbcf +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ef12bc30bce68edecd3979da96dbc7964e3f71a --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:089e976e5d19310250a22fc15b15c1eb35b1df7130544cffdc983ed7b76b8566 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..31b355f9ae353ce3c363bb19650bfac625666a87 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a69ab33ac46038c9aa83e3b4a2ff79fb87d0bc142158e1bc06e8fc864bb32418 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee6a378fe420e1cf876cf5f31875323eb4d156d6 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbab51f7135e51044e9dde5a4ab297c2d425a2cebef52b112048a23750e9337c +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..199456a7ceb1d803aa4854616f425e4dcbf8d355 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb01064e0df46743ac406cd44a88303d5323ecd00904baf2a1f10567ddb7149c +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e0daa13f75d7b992ccc873102248d0666e0209d --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81141a68b25a5ea814c0d6e7b63688cecfcfe3fce5f8606eead85376a37ac3f9 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..db43f12691e7e850ada226a1be1356ec2a83c2e0 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe05a6509d1b6659de693933e20a3e4d523af8048c8ab96802c5519b58ee382f +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..48b64ea77de02910c8926f181ff5280ed3e7348e --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f160ed2731475e45b91bf0122b9f6c3150d0c63ea08f426b1b08fd9336f9c1a +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..93b81466e69f250f259b3c5b79926cd84330a7c2 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:502b1896fb83180f0231d3248694f520aaa0cff927ef6743d3c4adcc87dadafd +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d051cb58670e38bf22ba5ca09ca3cb90e9789e2a --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:629e892e1d63353322019d3a5e9a5523f14d9ba959815fd22ac9c34fb8d02e8c +size 263338482 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce66f519483ec43afdc9c20959079aa65329c4fd --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e500fb964304917b11176f99727bbb6b0422efb270a01c9b0afe7c80a72bbe8 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d16ac92a83c3941eff0c187026fa9fa15bff970 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e44b525d7484c2b0ebfdaacb0d935b1e9adfab8cdd2d7c5dd17e7cda0ecf2884 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7938409f662a072b1f10b7c998aede7865218fa --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:633d4916220abb89711bcede2bf2b746cf49ea233901671ea6acfcee7b852a3d +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..73081c375c0d8aceae0df03f6ac78e23bdea76b5 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93d05dc1b28b1c209e1ca2c5133217d757464f48cf8a204cd88bee63588de7b8 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1470068cdfee3bc6599c29bd5d9a9e55f8338cd2 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50c398f34656c2d3873738f8f3aab9ae5c337dc2ad96c00cab4f2f68382024b8 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..768c19fb355a227ac9dbef6d7723169a06464c6e --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d9f050ca8adcff35ef557e175f65222d9fc70ea7bc335453dc8c9fb6636fe6b +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8988f9bf12be2ef202be8ef874a3ca18cd07446 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98f146bebcdd17f49f2c0963800debd5344955e2d58e661fdc0ac95727e18760 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..55c537ace23e06554acb732a6fcd78ca3ea3dc14 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:500602c3cdabe49825c612dafd50a4bb1c32f461b88f899b5ff8baac72654462 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4fb33f1a7ab5d01a8215d861044de09646a3491 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07403d8fa847ca06dc5d7777d6645f08e7c64c0659ba7baa627a9d1148a7988f +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a609ec6391d18a20645c4fcc09c9e34e58f490ae --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:888b09039e41ea3ed8c7010bbd69b7e1b16a15df53d73091ca7c70c069dd0d21 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..65cbbeb6cfdb6cc8dfaea8b797ad2dfcd5e0ccd9 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0212eaf0e2e597f8c812fee4a09e7aacda727964f960ecffa21fef8eb73f33c2 +size 263338482 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1d5a1518255e05405064ec4c6bbf08c0aa32da1 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3355d35ad33360c45f60ea12bda00fa1632639517e3a266723dd5af92acd7906 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..10ab1c306234b650b58cf12b93e33e1a7a4df389 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a35c96ec5260c6de131bb9482cf807461231fbd924760854bc60cd72b1397c11 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1749c066c8aca1cccc36e0e43c8730d596835745 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7d3185d670e81d8d983e99ee343d9652aef043fdb020a39450ea9f252318194 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8867c4d57c8f32b30e23aed89335d7b0618f939 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00cab5986377357d72d552215251100325c70084cd821a55f64161bb348a4807 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..07add99d781841e25209e9deec775c4b0185c66f --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fef6932f1e2216bcd8b8294e9eeeee06db04006af5c69a9ffc8ee3c721a72d2 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b229a457e20120d7ba05118b590c94fcbf1cd862 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2de5bfa16170bbf66ad8cb89964da9c40c12b13eb4e1898500f638cde4e95d3 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..29ae58aba14835ecbfa12d326aa7f52ba18dcab1 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fe3d988068afb77a8bd804a4a57c1032c48994549952954b7dbf40deac99430 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca44572036c91e049dcfab992cf28eb0c610582a --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57aa6014a419a2adad640e9e0bba88ba5597cc3922fb367daa1fdcc4a1cd9930 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f14300d8b6d5e3abc0307bdd54b2d394124cb00b --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3266602c318db45aee52a5712a1d2069f449d5a79eae2fb9cf323bc86cfc50a5 +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2dbc223b235695f3f8fe1db2d1e2eacda72bc333 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:209872c12b98bfd8ddca026f085299b7a022f53869b82223122af5ea119eba9a +size 263338562 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..143d6eee50f9e798fcf80821408b203012275016 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9980952a3be56f2cb5ef1dc941cb1ad47bc015ae60fd062b4c56375a63445243 +size 263338482 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e2ad7bbffa0df98deb72e2a878e98f9d404a3ec --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86ea03f758040a94595e89fddc3536750b66c2d7383ca5e5ed3d692b152c9843 +size 263338482 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a54cf477271b4b4950d82de9cb150c93d606780 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc96cf92ff2cf10a75ccb32c5732cc2e6d043eb44f4cc08597080a1da79f2bc3 +size 263338482 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b696f31492bac4b748eaa3cdae57243680ebeb18 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:439161bfdf5220318f2197fa7891888f97e48f6414c4dd4697062f1f9885c99a +size 263338482 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c066f69e18a41efeffbeee35c3a4bde6e4475e6c --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e77d5b661ce48eae80938448dd8ae1a250165871b3c37e20a360ab7b04c44f8 +size 263338482 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..83cbae229895141fa9b9a97e311fc67c8690bf73 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d8043aa268b73910d56fd011fcd0e53a0e38941f9ae9c0e86a680e58772d883 +size 263338482 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d446d82af69e69f1d69efbf03a709d2f118e708d --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be22751c986057a4e04a82d87385e2af6ffb97b17f1903e7fd69a838efb68f61 +size 263338482 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_0_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_0_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2dbf92ce7209260e80fb09e7bcac41889795aebc --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_0_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3be2a66e711447143fd233a0bd2cb9d07c93937ea93d73aae6a5fa2a24ab5082 +size 448511 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_10_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_10_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3cd310e6d879cba6da6d37cdab6a48f1fa198f3 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_10_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f9188c195513af29dafce6215868aa18f83affcfead29e6dad2fac4334723f5 +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_11_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_11_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..972dfd7232dfcad539c85685f3520601fec60066 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_11_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea67eac39b12cc98d2ab4844a82f54255e48a8b0f462dcc46bd4493c6f546de4 +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_12_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_12_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dedf216d549543b1f69108e7e6d36307b932719e --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_12_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b24a79266d7a61f6e5b9b326c423d5f98984ae1ae6a5069b53f19f9439686fb +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_13_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_13_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff360ed7e2a2ecd0c8d0548af88521eac0f73023 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_13_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e27fd22b36865088ab7738bdca127f119a8f49a55ced6066b9b358b1858bb425 +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_14_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_14_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cea03172aaed75015a0428e90ef96c3733f8992e --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_14_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8411f4062608abdb35c529183a295c8a384888d98a7f342e2c204e8a87cabd39 +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_15_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_15_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..54f0d6d2f646197a27cf3bbc7faaf524f82e47f4 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_15_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bc649847d62a90427a93cf77eac9ab7e0f8ace87e073902315afdd2e186472d +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_16_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_16_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaf05f4c91d3304dcd80a6def45c64275b4103c3 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_16_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81bc4f5b8b13fa3ba46d70b8a16d07bdc3733ae9b7968333accf603671ddefed +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_17_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_17_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d330686a957d97d649824e734acd8f01b32e6f3f --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_17_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f7309193d6b89849c859a28e871efda6575848020d3ea7b4336b447ac6bd584 +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_18_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_18_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e76e60d5a1479921a6286676d7739b82057fb924 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_18_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e23da60777ee5a0100d222e43d8ba3b708c89f2662fd4a10b5e4f3b2ed483876 +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_19_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_19_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba76fade9f87efd1f72ac5488631ab8a2eb0f875 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_19_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e15f63ebfbbeba299eb37af570e79a80d03f78ed7dfd92fbc0a90b27bddb4a46 +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_1_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_1_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..233df00e0a3f46b6466d2ca8742fa375686da17e --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_1_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26af21043d46f7c864f1bda67fd9930c5fedf55c6a48ccffc0a107154d4ec99e +size 448511 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_20_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_20_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..371919aeee7602c24616c51ff404afcdc0f3846b --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_20_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d8ae8662476ec160518178a93ba52f601ede1787ad0f5ff062a0276f12e26fc +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_21_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_21_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dec429bda98f5f9e2cb35e353553193d509e2bdf --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_21_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38da46de3d21e9dbce9aae97381caa75a983abbee79e1fa51c9d23df08c36a55 +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_22_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_22_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cb10ea327425818cc4c9c67704acd4b12aeb3ea --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_22_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f37ecd56e10a02a2e9616fe1319c67cbf91ba189dafacd1059b2d212f33c4f +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_23_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_23_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9e9e207212e9ff0c8e92b07d8f90c5bb35cfc7b --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_23_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d500bb39953f6a30f24d66e91a25496165d5901a96d0259671f78b56c49cf2a +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_24_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_24_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ede973c3f754d785f286f31070a9e39194a5271 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_24_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cc6d40b08b357104e60bfaa881aa2a8705500ae1102c065dab12e17f37da078 +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_25_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_25_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb6074399f6a1a953a672498b2095c39b15af92f --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_25_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:761ce89605c983b46086513a4d41fea3385925d50461c7781302fa0ee3bd8e75 +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_26_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_26_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b6b7b2df3efd622b2bcfa54890f97814dfa0853 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_26_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb513ac6ce1cd862217ea5086c5f593777cbd0b34d79583c3ff6ee96d3974fc1 +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_27_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_27_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2a7cf0f6ffe0a1016cc0f00e9a43f44d7b8a84a --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_27_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76be16158091e894462aa6f22e63980a4336e69ecab906c52a5be305197c4cc1 +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_28_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_28_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f268164ee24a2e61a43b974346929b6e9dbfd448 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_28_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00966c177ebd9d9d113ca9698755ee61162257e7d457571114fb7bdb766c84b8 +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_29_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_29_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec7e0710821e385779b46e87b0577e42a8544483 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_29_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85dd03cbe2ea0d4bb51c1989b4a40c2e3dd8b3571305ef5cb1b1dfcd9b3afe7a +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_2_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_2_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e32040dee759e86218c985ba038d259cfe11a2ac --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_2_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74f0bfc5063841613a5f353d056bfa34531529361a5534e9bebc417cae51d16e +size 448511 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_30_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_30_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9cb31f13bf3f7f6ee8f4b6ae562981ebd199362 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_30_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a290aacc7819a9800f4394098218f2b2e3842133fae85f54b878a75dc426650f +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_31_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_31_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e56119d8b34468b73e1896f82bb121b195171200 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_31_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db2ee5a70a44f0e755374ceb3ea7c21dffc607dbd4e01f1d9526ebac9d499c1b +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_32_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_32_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb103391194aae7996c8d73e6c70040b70684373 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_32_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18b7526e0d50df5a03024261ca9348b4cafaba56ac86d750e546adb98c7d01b2 +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_33_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_33_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..808665159e4187a8e9d4374dcbef865fdf7deb54 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_33_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc97c89c2d937d8282bbc2e76e06c7a33287463d1b4e81417488ef76d17570b +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_34_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_34_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e54113b19344fd4f3624b046e73c00701abefc21 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_34_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31951be55452db96a161c276a703d6f23f889bd7f9fc78bae1cba90e9a62f3bb +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_35_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_35_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..83eed027ff6a993a77aee77b5792b469886a1cb2 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_35_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54a9cee0489a0a13669a0923cf62bcfe5d12bc6acc54a4267498921e5d098980 +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_36_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_36_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bfe670e5ac1529118c99ceff3e715aa7f62c1c8 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_36_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5961b8bee61d698db460ba5d250c8ea1e77efe6563ce3f16ccfb82855a249566 +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_37_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_37_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..54f6ad2f518765b1bfd1099991c47f8ebdd3d3f6 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_37_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23fe855305e6285692e567348f10bf617763f25efa8777567ae02ecdc796a5da +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_38_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_38_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..861f0308ab087fb1899a4bdf5922bdcc3007c1ff --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_38_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9601ca8b1833b204f21efa299d792f693fa23a5b84a5161578d79fb91affb36 +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_39_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_39_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..abf028b374ffded530f5293cec171b51d4b7a0d6 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_39_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2efa2c19b0ea03cb48ef3bf15c9f3e9fdc8feec485208b817459675dda448a0f +size 448968 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_3_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_3_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..15168b77d88deb8320a1cb11cd4314fb54def0c9 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_3_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ef38748a7fb4a979da69351c4813678f98f95f7dad28f2acf0e3b958308eb5 +size 448511 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_4_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_4_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..251a081dd584e0dadd9d34a3d90b74cc7d8b8104 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_4_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b6626dfca24701c43a33876d8682cccd91bf345d151dd67ab7106de3238ccb +size 448511 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_5_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_5_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c83177101c884572ff8af64da6150a30cb130949 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_5_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc59495ce33da38ebe19e0a26b2439e20ba2222b692a68f06752b4d089a6509 +size 448511 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_6_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_6_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cf48042bf650d36932359326d5d2c957c4e499a --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_6_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebda8a899b39a0acb8f27393900d5375b491a088f7cdb452888255c850c56da7 +size 448511 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_7_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_7_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cddb5cd81aaf99eb2869a3b20adb20a20f0cbb47 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_7_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f543c5f280e8e62b01c4cab26473038ad0bb7bd98d0b4d4b8d445a2421a6124a +size 448511 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_8_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_8_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..90ca45005b78b859513e9ff7c65e466e7e6c5143 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_8_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90e74dde78041c081a15363a05499bdd7d463d2b54bb99343150201fd4d39049 +size 448511 diff --git a/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_9_mp_rank_00_model_states.pt b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_9_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e144e74b3f6667539e200b9d4a591ededc78717d --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/global_step38000/zero_pp_rank_9_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a8f6c718327391ab26d59e19cc93af539987e9c4b99e4ccd1fd0e3c93ac256e +size 448511 diff --git a/report_generation/16_16_8/checkpoint-38000/latest b/report_generation/16_16_8/checkpoint-38000/latest new file mode 100644 index 0000000000000000000000000000000000000000..f86370162b9a0cc7d2217841a725e079b0cc91d6 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/latest @@ -0,0 +1 @@ +global_step38000 \ No newline at end of file diff --git a/report_generation/16_16_8/checkpoint-38000/non_lora_trainables.bin b/report_generation/16_16_8/checkpoint-38000/non_lora_trainables.bin new file mode 100644 index 0000000000000000000000000000000000000000..a946e1c3bea9184911c5570ca5305b04f1522d79 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/non_lora_trainables.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f3df179eeedb860980a0adc99b0bc01a492764b0f5c471af52a74416d0add72 +size 1084434936 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_0.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_0.pth new file mode 100644 index 0000000000000000000000000000000000000000..b93819c88bd26db243f2dad3e68fad66ad91a364 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_0.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:228a27180f886921779b2d6f6248fafe73d1bf7e1585c8cee9823930489a1164 +size 15024 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_1.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_1.pth new file mode 100644 index 0000000000000000000000000000000000000000..da64530846863d8dfa72287785bcd09232af2ed1 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:781edacaf7c2f7c2e096498070542a2ea1dfb74050d66d40303f6cbe1a0c0cb2 +size 15024 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_10.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_10.pth new file mode 100644 index 0000000000000000000000000000000000000000..49ebc913fb53fcfc951d2dafaacf49724d10fbc1 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_10.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f544901a90cb57af52fa8e4eec2ac3aacbf061dcfea57a8ef363a208ab94a7f3 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_11.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_11.pth new file mode 100644 index 0000000000000000000000000000000000000000..38670ed76013c3697b9106e5154e88468350f854 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_11.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba57ef72b5fa9bfb9c64d5c896e76d9211ec210b16364477c75a7c06979f97d0 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_12.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_12.pth new file mode 100644 index 0000000000000000000000000000000000000000..465fed1687225cdae47fb4f479aa5de4ddd04ab1 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_12.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e70a49408bdafc1f06b39906891606fb481f771d6622524dba9ca1f6b53df806 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_13.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_13.pth new file mode 100644 index 0000000000000000000000000000000000000000..6569e4a50b3477ef9222f31d91835a1d3a3ad4a6 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_13.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46e350fa2c00a769dba74f901a0289692f57f09d77cd6277519dd80f9c97a8a5 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_14.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_14.pth new file mode 100644 index 0000000000000000000000000000000000000000..ccda7a6f74b80f50ef00565493bfe74b795dee81 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_14.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:647d0929e4f98e06006d35cd1c5a8f93a56a78f3328aa8aee3a01fb6b4412614 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_15.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_15.pth new file mode 100644 index 0000000000000000000000000000000000000000..706fb4e41b2fbac1cfe8519925cd1056994399f4 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_15.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2aedb334858e907b5156bddacec8ea0eea86021f503a7c99f8ab610e8396b5 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_16.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_16.pth new file mode 100644 index 0000000000000000000000000000000000000000..60b8cc1ec0a3dc7a7941bc306aa22a77eb35bd3d --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_16.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b48f30dd52fd5d8fe205d50389dd9f4d1d411f82597d88f372e9719086b4d183 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_17.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_17.pth new file mode 100644 index 0000000000000000000000000000000000000000..5d018cf38316139e952054a85ad76be91012a3e1 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_17.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9854eaafc50723303fe16a0173dbbc158319a8ce49ebca34291af7d95e11262 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_18.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_18.pth new file mode 100644 index 0000000000000000000000000000000000000000..1b4b49df3045bc91219858b1cc4a1ff3feb725ab --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_18.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37598798b5657153774f3f5ab6ed3ca9625fb2678c5ccba375d12f4c2d11dd46 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_19.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_19.pth new file mode 100644 index 0000000000000000000000000000000000000000..f4af1cf7a9bfccfca632c184c2d20e59dbfb8d0a --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_19.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:100b5a40fb7851b076339252a7b8c819d0320acfe9c6efbc320a233ac456be6c +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_2.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_2.pth new file mode 100644 index 0000000000000000000000000000000000000000..3e1f92b6dcd2e7d38e1022ec53b3bb2551fae2dc --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_2.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51dd2f6946eae033018056f0fc89264bf486a75397f3c3be751027bc99500b5f +size 15024 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_20.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_20.pth new file mode 100644 index 0000000000000000000000000000000000000000..fc01671c57bfab3a34d5a05e1f56940f0be95e51 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_20.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33d12b44de81332095d097e170f3c3ee57f2b589d272623c0dc8b56bc760a5f9 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_21.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_21.pth new file mode 100644 index 0000000000000000000000000000000000000000..408484d4e6d3609f41d544cdcb077a7e7d39276c --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_21.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f03f842cc957a865c7428b00858b11e62e37cde25dcb63bafb8e054f9cbe2a78 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_22.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_22.pth new file mode 100644 index 0000000000000000000000000000000000000000..1c80952fd2e1e7e714937ad0b8ff52d09abfb1b3 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_22.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f5e9a155766ad222bec93d120501a4d7195708ecb4c6ffea6d95548cf051c72 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_23.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_23.pth new file mode 100644 index 0000000000000000000000000000000000000000..d14e462e01f1b3ab8682444afb7306cc5d14d497 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_23.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e715537d7c6aec0bcf0b4156ec8e0052445ad9e5163fdf8ce1af468f8fa90454 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_24.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_24.pth new file mode 100644 index 0000000000000000000000000000000000000000..bfc4e3ef6a6ff36acc069871f1ed91be4e6edfe0 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_24.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31a366070776d43b50386d368531e76975d0ffc14dcaf1f6047de865a6913ccd +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_25.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_25.pth new file mode 100644 index 0000000000000000000000000000000000000000..6b0c6ff8bd8c4fb3195f32d6acfa1aa11daa23a1 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_25.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c57f47c0a6a387ee46984cb4247e287facbc0da3c25be3098da5dc1f93e0c461 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_26.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_26.pth new file mode 100644 index 0000000000000000000000000000000000000000..00f6bc7a14a78278d59108c725d6ce6eb3b3c84d --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_26.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ab52402808e4f9abfd6f1db728b5128015510cb41b5a240f29430da253989c +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_27.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_27.pth new file mode 100644 index 0000000000000000000000000000000000000000..75de8cef0243488ca2f57099a101e97ea288594b --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_27.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9924de561164499035b4939b6da8fa65adcc1b1067af796abb604f629673f297 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_28.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_28.pth new file mode 100644 index 0000000000000000000000000000000000000000..6656b65bbba9211aaa5382e23f8f10c95f095470 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_28.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e92d61b23802b51f4f7c0ecee7e1ae84e4804f48f620641261fcfb4f6455e7ad +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_29.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_29.pth new file mode 100644 index 0000000000000000000000000000000000000000..f3da086ce651e19c63c8483e5cca96e7611c431a --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_29.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbbd90fe2361bfd078ebfbddae006d093cb8e2836602bc1ac0db29180f98eece +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_3.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_3.pth new file mode 100644 index 0000000000000000000000000000000000000000..96081607cbe5dbcde2f8dc7b14e9b7d53f224051 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_3.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:242dd617eafdf245a513bc6bb079292036af547e911c5731c35fe786b3cb9fbf +size 15024 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_30.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_30.pth new file mode 100644 index 0000000000000000000000000000000000000000..f4ecaf9310dda56fcd2aaa1506015b4672e9558f --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_30.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f80387d1eec2fc1a4114b38bcd1854cc2ed970c987384aa74b3fd8eacf712589 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_31.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_31.pth new file mode 100644 index 0000000000000000000000000000000000000000..b2810cdcc4e137031c42a2fc1bcd9c0bd0ea110a --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_31.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38798d692c7e2ae022b50850f8bc06ee44eb0599386ed52512a4816f762e8d27 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_32.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_32.pth new file mode 100644 index 0000000000000000000000000000000000000000..6bc292f4c9dce7aaabfafb531e7096789bda83bc --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_32.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a752ecec14e65b1f1a2d7a5cd948a3c457a0d417c45924fe522cc2092e639c02 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_33.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_33.pth new file mode 100644 index 0000000000000000000000000000000000000000..a66c3b2360a7415fa35474515b4684b88c73bc66 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_33.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9dc49ed4b7bb9702525a3e8c0659a14c896f4a246d601f6d0a7abbfea32ee16 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_34.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_34.pth new file mode 100644 index 0000000000000000000000000000000000000000..b8fe3afc19704988f5f80966ea0064b564d8dedb --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_34.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d48d27cf418fb2aeb331446b848168fdc9315b6ac59c9b1eaecdcbe71bb2734 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_35.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_35.pth new file mode 100644 index 0000000000000000000000000000000000000000..fc9195b50239f9e645aec8b576adf0205c8bf59b --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_35.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:319c89f7b5a35a702de8857d7cb53dd13a0e8a90b36e9d5424959487bdb5d9ee +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_36.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_36.pth new file mode 100644 index 0000000000000000000000000000000000000000..b2610976fbe150f7b759f3efba3d84c95e98fc9e --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_36.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f29ba803eace40d263686219a972b9947197830e663b8f5ecba5adf54272d5d +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_37.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_37.pth new file mode 100644 index 0000000000000000000000000000000000000000..6f643950b9b9f73dd8304c3803eed4d9d04d2c18 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_37.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aab496984a5b859c9086b407a16ba1ae04b6065394787bd2a2dc1672d62bf156 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_38.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_38.pth new file mode 100644 index 0000000000000000000000000000000000000000..98523d71fc61116c062f4180cd42a76a8f7566a6 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_38.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5642a7992dad788dee4edd4dc7abc08ea4b64cae432445a621873df61f818046 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_39.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_39.pth new file mode 100644 index 0000000000000000000000000000000000000000..ec661ad115f34c031131a53d50a470e4e7dcf125 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_39.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb7e701f83c4115f7bb477121ca3cf32abef078bf2aa0e695a1c022ff01bccb7 +size 15033 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_4.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_4.pth new file mode 100644 index 0000000000000000000000000000000000000000..b560dd1093e27b3d94f1e288b43dbfe7ea6c8688 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_4.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfd7669160ee21620c5f689ce67ab027fbe62ea4b557000ab43779968cdce6ab +size 15024 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_5.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_5.pth new file mode 100644 index 0000000000000000000000000000000000000000..bedbcbd06e4e63b4e5fbf29ddbf954b7c27d1593 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_5.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a75aa15b181de3bc4b41c331a5e258f3335f47c408b461a24433561a3218d10a +size 15024 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_6.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_6.pth new file mode 100644 index 0000000000000000000000000000000000000000..a49d88f0b48845e45c35b956526a0b15b4c5eb26 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_6.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ed658221f917d47e9fb470439b8085e29265860238c36e770ad00258403089d +size 15024 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_7.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_7.pth new file mode 100644 index 0000000000000000000000000000000000000000..546758ea22a149f52c80ca3316d9de4a543520b7 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_7.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c995de84cd53e476d8061a77f07e60a3214ee5068e20616d3a461649a836e31a +size 15024 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_8.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_8.pth new file mode 100644 index 0000000000000000000000000000000000000000..a6136ed2babc3763ff246aa76ae8ea441c289cad --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_8.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d91bb101a4780a46f4ec7c7bc6b3151a18ad528663be8716083b04dde81db2f +size 15024 diff --git a/report_generation/16_16_8/checkpoint-38000/rng_state_9.pth b/report_generation/16_16_8/checkpoint-38000/rng_state_9.pth new file mode 100644 index 0000000000000000000000000000000000000000..7bb4e200b6696c58961af35e801e4684fb1d3af7 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/rng_state_9.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15242301634d58e526e0b09762a71f3536958c96d6772b66eb190c19179ec943 +size 15024 diff --git a/report_generation/16_16_8/checkpoint-38000/scheduler.pt b/report_generation/16_16_8/checkpoint-38000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..45a8310dd344aa23f0d3c32dd762aefa5f342d0b --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cab35f1649c76d8849f4e09230ba4e1385f937acf13b77e8f000d0e0ae1b745f +size 1064 diff --git a/report_generation/16_16_8/checkpoint-38000/special_tokens_map.json b/report_generation/16_16_8/checkpoint-38000/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..87316f08fcab2a1fa2049604f6e73c71f1e1bb55 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/report_generation/16_16_8/checkpoint-38000/tokenizer.json b/report_generation/16_16_8/checkpoint-38000/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1748d62d08b14ee6cb4c4eb6caf11fa277227533 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/tokenizer.json @@ -0,0 +1,410608 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 128000, + "content": "<|begin_of_text|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128001, + "content": "<|end_of_text|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128002, + "content": "<|reserved_special_token_0|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128003, + "content": "<|reserved_special_token_1|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128004, + "content": "<|finetune_right_pad_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128005, + "content": "<|reserved_special_token_2|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128006, + "content": "<|start_header_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128007, + "content": "<|end_header_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128008, + "content": "<|eom_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128009, + "content": "<|eot_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128010, + "content": "<|python_tag|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128011, + "content": "<|reserved_special_token_3|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128012, + "content": "<|reserved_special_token_4|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128013, + "content": "<|reserved_special_token_5|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128014, + "content": "<|reserved_special_token_6|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128015, + "content": "<|reserved_special_token_7|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128016, + "content": "<|reserved_special_token_8|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128017, + "content": "<|reserved_special_token_9|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128018, + "content": "<|reserved_special_token_10|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128019, + "content": "<|reserved_special_token_11|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128020, + "content": "<|reserved_special_token_12|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128021, + "content": "<|reserved_special_token_13|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128022, + "content": "<|reserved_special_token_14|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128023, + "content": "<|reserved_special_token_15|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128024, + "content": "<|reserved_special_token_16|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128025, + "content": "<|reserved_special_token_17|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128026, + "content": "<|reserved_special_token_18|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128027, + "content": "<|reserved_special_token_19|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128028, + "content": "<|reserved_special_token_20|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128029, + "content": "<|reserved_special_token_21|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128030, + "content": "<|reserved_special_token_22|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128031, + "content": "<|reserved_special_token_23|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128032, + "content": "<|reserved_special_token_24|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128033, + "content": "<|reserved_special_token_25|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128034, + "content": "<|reserved_special_token_26|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128035, + "content": "<|reserved_special_token_27|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128036, + "content": "<|reserved_special_token_28|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128037, + "content": "<|reserved_special_token_29|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128038, + "content": "<|reserved_special_token_30|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128039, + "content": "<|reserved_special_token_31|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128040, + "content": "<|reserved_special_token_32|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128041, + "content": "<|reserved_special_token_33|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128042, + "content": "<|reserved_special_token_34|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128043, + "content": "<|reserved_special_token_35|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128044, + "content": "<|reserved_special_token_36|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128045, + "content": "<|reserved_special_token_37|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128046, + "content": "<|reserved_special_token_38|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128047, + "content": "<|reserved_special_token_39|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128048, + "content": "<|reserved_special_token_40|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128049, + "content": "<|reserved_special_token_41|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128050, + "content": "<|reserved_special_token_42|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128051, + "content": "<|reserved_special_token_43|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128052, + "content": "<|reserved_special_token_44|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128053, + "content": "<|reserved_special_token_45|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128054, + "content": "<|reserved_special_token_46|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128055, + "content": "<|reserved_special_token_47|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128056, + "content": "<|reserved_special_token_48|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128057, + "content": "<|reserved_special_token_49|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128058, + "content": "<|reserved_special_token_50|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128059, + "content": "<|reserved_special_token_51|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128060, + "content": "<|reserved_special_token_52|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128061, + "content": "<|reserved_special_token_53|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128062, + "content": "<|reserved_special_token_54|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128063, + "content": "<|reserved_special_token_55|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128064, + "content": "<|reserved_special_token_56|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128065, + "content": "<|reserved_special_token_57|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128066, + "content": "<|reserved_special_token_58|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128067, + "content": "<|reserved_special_token_59|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128068, + "content": "<|reserved_special_token_60|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128069, + "content": "<|reserved_special_token_61|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128070, + "content": "<|reserved_special_token_62|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128071, + "content": "<|reserved_special_token_63|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128072, + "content": "<|reserved_special_token_64|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128073, + "content": "<|reserved_special_token_65|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128074, + "content": "<|reserved_special_token_66|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128075, + "content": "<|reserved_special_token_67|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128076, + "content": "<|reserved_special_token_68|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128077, + "content": "<|reserved_special_token_69|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128078, + "content": "<|reserved_special_token_70|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128079, + "content": "<|reserved_special_token_71|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128080, + "content": "<|reserved_special_token_72|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128081, + "content": "<|reserved_special_token_73|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128082, + "content": "<|reserved_special_token_74|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128083, + "content": "<|reserved_special_token_75|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128084, + "content": "<|reserved_special_token_76|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128085, + "content": "<|reserved_special_token_77|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128086, + "content": "<|reserved_special_token_78|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128087, + "content": "<|reserved_special_token_79|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128088, + "content": "<|reserved_special_token_80|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128089, + "content": "<|reserved_special_token_81|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128090, + "content": "<|reserved_special_token_82|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128091, + "content": "<|reserved_special_token_83|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128092, + "content": "<|reserved_special_token_84|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128093, + "content": "<|reserved_special_token_85|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128094, + "content": "<|reserved_special_token_86|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128095, + "content": "<|reserved_special_token_87|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128096, + "content": "<|reserved_special_token_88|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128097, + "content": "<|reserved_special_token_89|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128098, + "content": "<|reserved_special_token_90|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128099, + "content": "<|reserved_special_token_91|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128100, + "content": "<|reserved_special_token_92|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128101, + "content": "<|reserved_special_token_93|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128102, + "content": "<|reserved_special_token_94|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128103, + "content": "<|reserved_special_token_95|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128104, + "content": "<|reserved_special_token_96|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128105, + "content": "<|reserved_special_token_97|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128106, + "content": "<|reserved_special_token_98|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128107, + "content": "<|reserved_special_token_99|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128108, + "content": "<|reserved_special_token_100|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128109, + "content": "<|reserved_special_token_101|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128110, + "content": "<|reserved_special_token_102|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128111, + "content": "<|reserved_special_token_103|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128112, + "content": "<|reserved_special_token_104|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128113, + "content": "<|reserved_special_token_105|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128114, + "content": "<|reserved_special_token_106|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128115, + "content": "<|reserved_special_token_107|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128116, + "content": "<|reserved_special_token_108|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128117, + "content": "<|reserved_special_token_109|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128118, + "content": "<|reserved_special_token_110|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128119, + "content": "<|reserved_special_token_111|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128120, + "content": "<|reserved_special_token_112|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128121, + "content": "<|reserved_special_token_113|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128122, + "content": "<|reserved_special_token_114|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128123, + "content": "<|reserved_special_token_115|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128124, + "content": "<|reserved_special_token_116|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128125, + "content": "<|reserved_special_token_117|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128126, + "content": "<|reserved_special_token_118|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128127, + "content": "<|reserved_special_token_119|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128128, + "content": "<|reserved_special_token_120|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128129, + "content": "<|reserved_special_token_121|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128130, + "content": "<|reserved_special_token_122|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128131, + "content": "<|reserved_special_token_123|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128132, + "content": "<|reserved_special_token_124|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128133, + "content": "<|reserved_special_token_125|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128134, + "content": "<|reserved_special_token_126|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128135, + "content": "<|reserved_special_token_127|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128136, + "content": "<|reserved_special_token_128|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128137, + "content": "<|reserved_special_token_129|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128138, + "content": "<|reserved_special_token_130|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128139, + "content": "<|reserved_special_token_131|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128140, + "content": "<|reserved_special_token_132|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128141, + "content": "<|reserved_special_token_133|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128142, + "content": "<|reserved_special_token_134|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128143, + "content": "<|reserved_special_token_135|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128144, + "content": "<|reserved_special_token_136|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128145, + "content": "<|reserved_special_token_137|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128146, + "content": "<|reserved_special_token_138|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128147, + "content": "<|reserved_special_token_139|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128148, + "content": "<|reserved_special_token_140|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128149, + "content": "<|reserved_special_token_141|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128150, + "content": "<|reserved_special_token_142|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128151, + "content": "<|reserved_special_token_143|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128152, + "content": "<|reserved_special_token_144|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128153, + "content": "<|reserved_special_token_145|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128154, + "content": "<|reserved_special_token_146|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128155, + "content": "<|reserved_special_token_147|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128156, + "content": "<|reserved_special_token_148|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128157, + "content": "<|reserved_special_token_149|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128158, + "content": "<|reserved_special_token_150|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128159, + "content": "<|reserved_special_token_151|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128160, + "content": "<|reserved_special_token_152|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128161, + "content": "<|reserved_special_token_153|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128162, + "content": "<|reserved_special_token_154|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128163, + "content": "<|reserved_special_token_155|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128164, + "content": "<|reserved_special_token_156|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128165, + "content": "<|reserved_special_token_157|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128166, + "content": "<|reserved_special_token_158|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128167, + "content": "<|reserved_special_token_159|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128168, + "content": "<|reserved_special_token_160|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128169, + "content": "<|reserved_special_token_161|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128170, + "content": "<|reserved_special_token_162|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128171, + "content": "<|reserved_special_token_163|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128172, + "content": "<|reserved_special_token_164|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128173, + "content": "<|reserved_special_token_165|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128174, + "content": "<|reserved_special_token_166|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128175, + "content": "<|reserved_special_token_167|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128176, + "content": "<|reserved_special_token_168|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128177, + "content": "<|reserved_special_token_169|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128178, + "content": "<|reserved_special_token_170|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128179, + "content": "<|reserved_special_token_171|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128180, + "content": "<|reserved_special_token_172|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128181, + "content": "<|reserved_special_token_173|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128182, + "content": "<|reserved_special_token_174|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128183, + "content": "<|reserved_special_token_175|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128184, + "content": "<|reserved_special_token_176|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128185, + "content": "<|reserved_special_token_177|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128186, + "content": "<|reserved_special_token_178|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128187, + "content": "<|reserved_special_token_179|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128188, + "content": "<|reserved_special_token_180|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128189, + "content": "<|reserved_special_token_181|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128190, + "content": "<|reserved_special_token_182|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128191, + "content": "<|reserved_special_token_183|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128192, + "content": "<|reserved_special_token_184|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128193, + "content": "<|reserved_special_token_185|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128194, + "content": "<|reserved_special_token_186|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128195, + "content": "<|reserved_special_token_187|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128196, + "content": "<|reserved_special_token_188|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128197, + "content": "<|reserved_special_token_189|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128198, + "content": "<|reserved_special_token_190|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128199, + "content": "<|reserved_special_token_191|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128200, + "content": "<|reserved_special_token_192|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128201, + "content": "<|reserved_special_token_193|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128202, + "content": "<|reserved_special_token_194|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128203, + "content": "<|reserved_special_token_195|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128204, + "content": "<|reserved_special_token_196|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128205, + "content": "<|reserved_special_token_197|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128206, + "content": "<|reserved_special_token_198|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128207, + "content": "<|reserved_special_token_199|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128208, + "content": "<|reserved_special_token_200|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128209, + "content": "<|reserved_special_token_201|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128210, + "content": "<|reserved_special_token_202|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128211, + "content": "<|reserved_special_token_203|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128212, + "content": "<|reserved_special_token_204|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128213, + "content": "<|reserved_special_token_205|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128214, + "content": "<|reserved_special_token_206|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128215, + "content": "<|reserved_special_token_207|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128216, + "content": "<|reserved_special_token_208|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128217, + "content": "<|reserved_special_token_209|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128218, + "content": "<|reserved_special_token_210|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128219, + "content": "<|reserved_special_token_211|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128220, + "content": "<|reserved_special_token_212|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128221, + "content": "<|reserved_special_token_213|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128222, + "content": "<|reserved_special_token_214|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128223, + "content": "<|reserved_special_token_215|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128224, + "content": "<|reserved_special_token_216|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128225, + "content": "<|reserved_special_token_217|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128226, + "content": "<|reserved_special_token_218|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128227, + "content": "<|reserved_special_token_219|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128228, + "content": "<|reserved_special_token_220|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128229, + "content": "<|reserved_special_token_221|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128230, + "content": "<|reserved_special_token_222|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128231, + "content": "<|reserved_special_token_223|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128232, + "content": "<|reserved_special_token_224|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128233, + "content": "<|reserved_special_token_225|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128234, + "content": "<|reserved_special_token_226|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128235, + "content": "<|reserved_special_token_227|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128236, + "content": "<|reserved_special_token_228|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128237, + "content": "<|reserved_special_token_229|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128238, + "content": "<|reserved_special_token_230|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128239, + "content": "<|reserved_special_token_231|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128240, + "content": "<|reserved_special_token_232|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128241, + "content": "<|reserved_special_token_233|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128242, + "content": "<|reserved_special_token_234|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128243, + "content": "<|reserved_special_token_235|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128244, + "content": "<|reserved_special_token_236|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128245, + "content": "<|reserved_special_token_237|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128246, + "content": "<|reserved_special_token_238|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128247, + "content": "<|reserved_special_token_239|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128248, + "content": "<|reserved_special_token_240|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128249, + "content": "<|reserved_special_token_241|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128250, + "content": "<|reserved_special_token_242|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128251, + "content": "<|reserved_special_token_243|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128252, + "content": "<|reserved_special_token_244|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128253, + "content": "<|reserved_special_token_245|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128254, + "content": "<|reserved_special_token_246|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128255, + "content": "<|reserved_special_token_247|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128256, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128257, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128258, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128259, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128260, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "Sequence", + "processors": [ + { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + { + "type": "TemplateProcessing", + "single": [ + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 1 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": { + "<|begin_of_text|>": { + "id": "<|begin_of_text|>", + "ids": [ + 128000 + ], + "tokens": [ + "<|begin_of_text|>" + ] + } + } + } + ] + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": true, + "vocab": { + "!": 0, + "\"": 1, + "#": 2, + "$": 3, + "%": 4, + "&": 5, + "'": 6, + "(": 7, + ")": 8, + "*": 9, + "+": 10, + ",": 11, + "-": 12, + ".": 13, + "/": 14, + "0": 15, + "1": 16, + "2": 17, + "3": 18, + "4": 19, + "5": 20, + "6": 21, + "7": 22, + "8": 23, + "9": 24, + ":": 25, + ";": 26, + "<": 27, + "=": 28, + ">": 29, + "?": 30, + "@": 31, + "A": 32, + "B": 33, + "C": 34, + "D": 35, + "E": 36, + "F": 37, + "G": 38, + "H": 39, + "I": 40, + "J": 41, + "K": 42, + "L": 43, + "M": 44, + "N": 45, + "O": 46, + "P": 47, + "Q": 48, + "R": 49, + "S": 50, + "T": 51, + "U": 52, + "V": 53, + "W": 54, + "X": 55, + "Y": 56, + "Z": 57, + "[": 58, + "\\": 59, + "]": 60, + "^": 61, + "_": 62, + "`": 63, + "a": 64, + "b": 65, + "c": 66, + "d": 67, + "e": 68, + "f": 69, + "g": 70, + "h": 71, + "i": 72, + "j": 73, + "k": 74, + "l": 75, + "m": 76, + "n": 77, + "o": 78, + "p": 79, + "q": 80, + "r": 81, + "s": 82, + "t": 83, + "u": 84, + "v": 85, + "w": 86, + "x": 87, + "y": 88, + "z": 89, + "{": 90, + "|": 91, + "}": 92, + "~": 93, + "¡": 94, + "¢": 95, + "£": 96, + "¤": 97, + "¥": 98, + "¦": 99, + "§": 100, + "¨": 101, + "©": 102, + "ª": 103, + "«": 104, + "¬": 105, + "®": 106, + "¯": 107, + "°": 108, + "±": 109, + "²": 110, + "³": 111, + "´": 112, + "µ": 113, + "¶": 114, + "·": 115, + "¸": 116, + "¹": 117, + "º": 118, + "»": 119, + "¼": 120, + "½": 121, + "¾": 122, + "¿": 123, + "À": 124, + "Á": 125, + "Â": 126, + "Ã": 127, + "Ä": 128, + "Å": 129, + "Æ": 130, + "Ç": 131, + "È": 132, + "É": 133, + "Ê": 134, + "Ë": 135, + "Ì": 136, + "Í": 137, + "Î": 138, + "Ï": 139, + "Ð": 140, + "Ñ": 141, + "Ò": 142, + "Ó": 143, + "Ô": 144, + "Õ": 145, + "Ö": 146, + "×": 147, + "Ø": 148, + "Ù": 149, + "Ú": 150, + "Û": 151, + "Ü": 152, + "Ý": 153, + "Þ": 154, + "ß": 155, + "à": 156, + "á": 157, + "â": 158, + "ã": 159, + "ä": 160, + "å": 161, + "æ": 162, + "ç": 163, + "è": 164, + "é": 165, + "ê": 166, + "ë": 167, + "ì": 168, + "í": 169, + "î": 170, + "ï": 171, + "ð": 172, + "ñ": 173, + "ò": 174, + "ó": 175, + "ô": 176, + "õ": 177, + "ö": 178, + "÷": 179, + "ø": 180, + "ù": 181, + "ú": 182, + "û": 183, + "ü": 184, + "ý": 185, + "þ": 186, + "ÿ": 187, + "Ā": 188, + "ā": 189, + "Ă": 190, + "ă": 191, + "Ą": 192, + "ą": 193, + "Ć": 194, + "ć": 195, + "Ĉ": 196, + "ĉ": 197, + "Ċ": 198, + "ċ": 199, + "Č": 200, + "č": 201, + "Ď": 202, + "ď": 203, + "Đ": 204, + "đ": 205, + "Ē": 206, + "ē": 207, + "Ĕ": 208, + "ĕ": 209, + "Ė": 210, + "ė": 211, + "Ę": 212, + "ę": 213, + "Ě": 214, + "ě": 215, + "Ĝ": 216, + "ĝ": 217, + "Ğ": 218, + "ğ": 219, + "Ġ": 220, + "ġ": 221, + "Ģ": 222, + "ģ": 223, + "Ĥ": 224, + "ĥ": 225, + "Ħ": 226, + "ħ": 227, + "Ĩ": 228, + "ĩ": 229, + "Ī": 230, + "ī": 231, + "Ĭ": 232, + "ĭ": 233, + "Į": 234, + "į": 235, + "İ": 236, + "ı": 237, + "IJ": 238, + "ij": 239, + "Ĵ": 240, + "ĵ": 241, + "Ķ": 242, + "ķ": 243, + "ĸ": 244, + "Ĺ": 245, + "ĺ": 246, + "Ļ": 247, + "ļ": 248, + "Ľ": 249, + "ľ": 250, + "Ŀ": 251, + "ŀ": 252, + "Ł": 253, + "ł": 254, + "Ń": 255, + "ĠĠ": 256, + "ĠĠĠĠ": 257, + "in": 258, + "Ġt": 259, + "ĠĠĠĠĠĠĠĠ": 260, + "er": 261, + "ĠĠĠ": 262, + "on": 263, + "Ġa": 264, + "re": 265, + "at": 266, + "st": 267, + "en": 268, + "or": 269, + "Ġth": 270, + "ĊĊ": 271, + "Ġc": 272, + "le": 273, + "Ġs": 274, + "it": 275, + "an": 276, + "ar": 277, + "al": 278, + "Ġthe": 279, + ";Ċ": 280, + "Ġp": 281, + "Ġf": 282, + "ou": 283, + "Ġ=": 284, + "is": 285, + "ĠĠĠĠĠĠĠ": 286, + "ing": 287, + "es": 288, + "Ġw": 289, + "ion": 290, + "ed": 291, + "ic": 292, + "Ġb": 293, + "Ġd": 294, + "et": 295, + "Ġm": 296, + "Ġo": 297, + "ĉĉ": 298, + "ro": 299, + "as": 300, + "el": 301, + "ct": 302, + "nd": 303, + "Ġin": 304, + "Ġh": 305, + "ent": 306, + "id": 307, + "Ġn": 308, + "am": 309, + "ĠĠĠĠĠĠĠĠĠĠĠ": 310, + "Ġto": 311, + "Ġre": 312, + "--": 313, + "Ġ{": 314, + "Ġof": 315, + "om": 316, + ");Ċ": 317, + "im": 318, + "čĊ": 319, + "Ġ(": 320, + "il": 321, + "//": 322, + "Ġand": 323, + "ur": 324, + "se": 325, + "Ġl": 326, + "ex": 327, + "ĠS": 328, + "ad": 329, + "Ġ\"": 330, + "ch": 331, + "ut": 332, + "if": 333, + "**": 334, + "Ġ}": 335, + "em": 336, + "ol": 337, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 338, + "th": 339, + ")Ċ": 340, + "Ġ{Ċ": 341, + "Ġg": 342, + "ig": 343, + "iv": 344, + ",Ċ": 345, + "ce": 346, + "od": 347, + "Ġv": 348, + "ate": 349, + "ĠT": 350, + "ag": 351, + "ay": 352, + "Ġ*": 353, + "ot": 354, + "us": 355, + "ĠC": 356, + "Ġst": 357, + "ĠI": 358, + "un": 359, + "ul": 360, + "ue": 361, + "ĠA": 362, + "ow": 363, + "Ġ'": 364, + "ew": 365, + "Ġ<": 366, + "ation": 367, + "()": 368, + "Ġfor": 369, + "ab": 370, + "ort": 371, + "um": 372, + "ame": 373, + "Ġis": 374, + "pe": 375, + "tr": 376, + "ck": 377, + "âĢ": 378, + "Ġy": 379, + "ist": 380, + "----": 381, + ".ĊĊ": 382, + "he": 383, + "Ġe": 384, + "lo": 385, + "ĠM": 386, + "Ġbe": 387, + "ers": 388, + "Ġon": 389, + "Ġcon": 390, + "ap": 391, + "ub": 392, + "ĠP": 393, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 394, + "ass": 395, + "int": 396, + ">Ċ": 397, + "ly": 398, + "urn": 399, + "Ġ$": 400, + ";ĊĊ": 401, + "av": 402, + "port": 403, + "ir": 404, + "->": 405, + "nt": 406, + "ction": 407, + "end": 408, + "Ġde": 409, + "00": 410, + "ith": 411, + "out": 412, + "turn": 413, + "our": 414, + "ĠĠĠĠĠ": 415, + "lic": 416, + "res": 417, + "pt": 418, + "==": 419, + "Ġthis": 420, + "Ġwh": 421, + "Ġif": 422, + "ĠD": 423, + "ver": 424, + "age": 425, + "ĠB": 426, + "ht": 427, + "ext": 428, + "=\"": 429, + "Ġthat": 430, + "****": 431, + "ĠR": 432, + "Ġit": 433, + "ess": 434, + "ĠF": 435, + "Ġr": 436, + "os": 437, + "and": 438, + "Ġas": 439, + "ect": 440, + "ke": 441, + "rom": 442, + "Ġ//": 443, + "con": 444, + "ĠL": 445, + "(\"": 446, + "qu": 447, + "lass": 448, + "Ġwith": 449, + "iz": 450, + "de": 451, + "ĠN": 452, + "Ġal": 453, + "op": 454, + "up": 455, + "get": 456, + "Ġ}Ċ": 457, + "ile": 458, + "Ġan": 459, + "ata": 460, + "ore": 461, + "ri": 462, + "Ġpro": 463, + ";čĊ": 464, + "ĉĉĉĉ": 465, + "ter": 466, + "ain": 467, + "ĠW": 468, + "ĠE": 469, + "Ġcom": 470, + "Ġreturn": 471, + "art": 472, + "ĠH": 473, + "ack": 474, + "import": 475, + "ublic": 476, + "Ġor": 477, + "est": 478, + "ment": 479, + "ĠG": 480, + "able": 481, + "Ġ-": 482, + "ine": 483, + "ill": 484, + "ind": 485, + "ere": 486, + "::": 487, + "ity": 488, + "Ġ+": 489, + "Ġtr": 490, + "elf": 491, + "ight": 492, + "('": 493, + "orm": 494, + "ult": 495, + "str": 496, + "..": 497, + "\",": 498, + "Ġyou": 499, + "ype": 500, + "pl": 501, + "Ġnew": 502, + "Ġj": 503, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 504, + "Ġfrom": 505, + "Ġex": 506, + "ĠO": 507, + "20": 508, + "ld": 509, + "Ġ[": 510, + "oc": 511, + ":Ċ": 512, + "Ġse": 513, + "Ġle": 514, + "--------": 515, + ".s": 516, + "{Ċ": 517, + "',": 518, + "ant": 519, + "Ġat": 520, + "ase": 521, + ".c": 522, + "Ġch": 523, + "": 591, + "ust": 592, + "que": 593, + "Ġres": 594, + "))": 595, + "'s": 596, + "Ġk": 597, + "ans": 598, + "yst": 599, + "unction": 600, + "********": 601, + "Ġi": 602, + "Ġus": 603, + "pp": 604, + "10": 605, + "one": 606, + "ail": 607, + "====": 608, + "name": 609, + "Ġstr": 610, + "Ġ/": 611, + "Ġ&": 612, + "ach": 613, + "div": 614, + "ystem": 615, + "ell": 616, + "Ġhave": 617, + "err": 618, + "ould": 619, + "ull": 620, + "pon": 621, + "ĠJ": 622, + "_p": 623, + "Ġ==": 624, + "ign": 625, + "St": 626, + ".Ċ": 627, + "Ġpl": 628, + ");ĊĊ": 629, + "form": 630, + "put": 631, + "ount": 632, + "}ĊĊ": 633, + "dd": 634, + "ite": 635, + "Ġget": 636, + "rr": 637, + "ome": 638, + "ĠâĢ": 639, + "aram": 640, + "cc": 641, + "Ġ*/": 642, + "ER": 643, + "In": 644, + "les": 645, + "_s": 646, + "ong": 647, + "ie": 648, + "Ġcan": 649, + "ĠV": 650, + "erv": 651, + "pr": 652, + "Ġun": 653, + "row": 654, + "ber": 655, + "Ġdo": 656, + "ll": 657, + "Ġel": 658, + "Ġself": 659, + "ated": 660, + "ary": 661, + "Ġ.": 662, + "']": 663, + "ud": 664, + "Ġen": 665, + "ĠTh": 666, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 667, + "te": 668, + "_c": 669, + "uct": 670, + "Ġab": 671, + "ork": 672, + ".get": 673, + "Ġ#": 674, + "aw": 675, + "ress": 676, + "ob": 677, + "Name": 678, + "201": 679, + "app": 680, + "['": 681, + "Ġall": 682, + "ory": 683, + "ition": 684, + "ance": 685, + "ear": 686, + "Ġcont": 687, + "vent": 688, + "ia": 689, + "Ġwill": 690, + "IN": 691, + "ĠĠĠĠĠĠĠĠĠ": 692, + "return": 693, + "Ġ": 760, + "\",Ċ": 761, + "ec": 762, + "ĠIn": 763, + "ph": 764, + "Ġ|": 765, + "_f": 766, + "Ġvar": 767, + "ence": 768, + "Id": 769, + "ree": 770, + "ink": 771, + "lect": 772, + "ug": 773, + "eth": 774, + "Ġelse": 775, + "----------------": 776, + "19": 777, + "cont": 778, + "Ġso": 779, + "atic": 780, + "Ġlo": 781, + "pro": 782, + "ton": 783, + "ss": 784, + "own": 785, + "abel": 786, + "oint": 787, + "ous": 788, + "eld": 789, + "ST": 790, + "The": 791, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 792, + "RE": 793, + "\":": 794, + "olor": 795, + "tp": 796, + "eg": 797, + "key": 798, + "ude": 799, + "ĠSt": 800, + "ound": 801, + "Ġar": 802, + "\");Ċ": 803, + "ener": 804, + "ser": 805, + "11": 806, + "bject": 807, + "essage": 808, + "fer": 809, + "Ġmore": 810, + "ations": 811, + "ents": 812, + "Ġhis": 813, + "Ġthey": 814, + ".S": 815, + "ĠY": 816, + "use": 817, + "ne": 818, + "ish": 819, + "old": 820, + "_d": 821, + "io": 822, + "ield": 823, + "Ġper": 824, + "Cont": 825, + "ings": 826, + "####": 827, + "Ġdata": 828, + "Ġsa": 829, + "ef": 830, + "fo": 831, + "Ġone": 832, + "eng": 833, + "Ġdis": 834, + "AT": 835, + "Ġname": 836, + "Ġtrue": 837, + "val": 838, + "led": 839, + ".f": 840, + "Ġne": 841, + "Ġend": 842, + "32": 843, + ".T": 844, + "16": 845, + "cre": 846, + "ark": 847, + "log": 848, + "Ex": 849, + "error": 850, + "_id": 851, + "urre": 852, + "ange": 853, + "Ġnull": 854, + "rray": 855, + "Ġmy": 856, + "pan": 857, + "ict": 858, + "ator": 859, + "View": 860, + "List": 861, + "ĉreturn": 862, + "âĢĿ": 863, + "Ġpre": 864, + "Ġx": 865, + "clude": 866, + "arg": 867, + "15": 868, + "ov": 869, + ".h": 870, + "Ġ>": 871, + "Ġtheir": 872, + "')": 873, + "irst": 874, + "ick": 875, + "gh": 876, + "LE": 877, + "OR": 878, + "Ġprivate": 879, + "tem": 880, + "čĊčĊ": 881, + "user": 882, + "Ġ)": 883, + "com": 884, + ".A": 885, + "\";Ċ": 886, + "Ġid": 887, + "read": 888, + "Ġwho": 889, + "_b": 890, + "\">Ċ": 891, + "Ġtime": 892, + "Ġman": 893, + "ry": 894, + "========": 895, + "roup": 896, + "rop": 897, + "public": 898, + "vel": 899, + "umber": 900, + "ble": 901, + "Ġwhich": 902, + "****************": 903, + "Ġany": 904, + "Ġfalse": 905, + "we": 906, + "Ġvalue": 907, + "Ġli": 908, + "\")": 909, + "nder": 910, + "gr": 911, + "Ġno": 912, + "param": 913, + "25": 914, + "fig": 915, + ".com": 916, + "Ġapp": 917, + "_l": 918, + "ions": 919, + ".D": 920, + "ĠCh": 921, + "Ġabout": 922, + "Ġadd": 923, + "Ġsu": 924, + "Ġstring": 925, + "ID": 926, + "Ġover": 927, + "string": 928, + ".l": 929, + "ource": 930, + "000": 931, + "_C": 932, + "]Ċ": 933, + "Ġqu": 934, + "ĠString": 935, + "ca": 936, + "SE": 937, + "Ġro": 938, + "sh": 939, + "ual": 940, + "Type": 941, + "son": 942, + "new": 943, + "ern": 944, + "Ġag": 945, + "AR": 946, + "];Ċ": 947, + "].": 948, + "Ġ?": 949, + "ical": 950, + "Ġdes": 951, + "uth": 952, + "ix": 953, + "ays": 954, + "Ġtype": 955, + "'t": 956, + "ault": 957, + "Ġinter": 958, + "var": 959, + ".b": 960, + "Ġpart": 961, + ".d": 962, + "urrent": 963, + "IT": 964, + "EN": 965, + "30": 966, + "enc": 967, + "(f": 968, + "ra": 969, + "value": 970, + "cho": 971, + "18": 972, + "utton": 973, + "ose": 974, + "14": 975, + "Ġ!=": 976, + "ater": 977, + "é": 978, + "reate": 979, + "oll": 980, + "pos": 981, + "yle": 982, + "ng": 983, + "AL": 984, + "using": 985, + "ames": 986, + "Ġ{čĊ": 987, + "ates": 988, + "ely": 989, + "Ġwork": 990, + "Ġem": 991, + "inal": 992, + "Ġsp": 993, + "Ġwhen": 994, + ".set": 995, + "ĠĠĠĠĠĠ": 996, + "):Ċ": 997, + "to": 998, + "quire": 999, + "indow": 1000, + "lement": 1001, + "pect": 1002, + "ash": 1003, + "[i": 1004, + "Ġuse": 1005, + ".F": 1006, + "pec": 1007, + "Ġad": 1008, + "ove": 1009, + "ception": 1010, + "ength": 1011, + "include": 1012, + "ader": 1013, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1014, + "atus": 1015, + "Th": 1016, + "itle": 1017, + "rit": 1018, + "void": 1019, + "().": 1020, + "(Ċ": 1021, + "Ġoff": 1022, + "Ġother": 1023, + "Ġ&&": 1024, + "';Ċ": 1025, + "ms": 1026, + "Ġbeen": 1027, + "Ġte": 1028, + "ml": 1029, + "co": 1030, + "nc": 1031, + "13": 1032, + "ervice": 1033, + "Ġ%": 1034, + "**Ċ": 1035, + "ann": 1036, + "ade": 1037, + "ĊĊĊĊ": 1038, + "lock": 1039, + "const": 1040, + "100": 1041, + "ponse": 1042, + "Ġsup": 1043, + "++": 1044, + "date": 1045, + "Ġacc": 1046, + "Ġhad": 1047, + "Ġbu": 1048, + "200": 1049, + "ĠRe": 1050, + "Ġwere": 1051, + "Ġfile": 1052, + "Ġwould": 1053, + "ĠâĢľ": 1054, + "ven": 1055, + "iss": 1056, + "Ġour": 1057, + "class": 1058, + "raw": 1059, + "Ġyear": 1060, + "Data": 1061, + "Ġval": 1062, + "Ġsome": 1063, + "fter": 1064, + "ys": 1065, + "Ġ///": 1066, + "round": 1067, + "view": 1068, + "Ġpe": 1069, + "Ġthere": 1070, + "Ġsaid": 1071, + "du": 1072, + "of": 1073, + "line": 1074, + "/*": 1075, + "duct": 1076, + "Ġher": 1077, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1078, + "Res": 1079, + "Ġco": 1080, + "Ġcomm": 1081, + "ise": 1082, + "min": 1083, + "ĠĠĠĠĊ": 1084, + "#include": 1085, + "ethod": 1086, + ".P": 1087, + "ute": 1088, + "Ġass": 1089, + "Int": 1090, + "ask": 1091, + "loc": 1092, + "Ġlike": 1093, + "ody": 1094, + "Ġlet": 1095, + "load": 1096, + "Ġam": 1097, + "rol": 1098, + "Ġgr": 1099, + "yp": 1100, + "Ġalso": 1101, + "ĠIt": 1102, + "url": 1103, + "ific": 1104, + "ors": 1105, + "_P": 1106, + "_n": 1107, + "igh": 1108, + "Ġthan": 1109, + "Com": 1110, + "AN": 1111, + "UL": 1112, + "ating": 1113, + "17": 1114, + "ĠThis": 1115, + "ref": 1116, + "_S": 1117, + "Ġstatic": 1118, + "roll": 1119, + "Ġjust": 1120, + "Ġresult": 1121, + "ian": 1122, + "idth": 1123, + "Ġthem": 1124, + "));Ċ": 1125, + "der": 1126, + "reak": 1127, + "Con": 1128, + "://": 1129, + "ule": 1130, + "...": 1131, + "arch": 1132, + "ement": 1133, + "Ġ<<": 1134, + "50": 1135, + "ush": 1136, + "ense": 1137, + "arr": 1138, + "Ġinto": 1139, + "cess": 1140, + "amp": 1141, + "ied": 1142, + "ument": 1143, + "Ġ\\": 1144, + "],": 1145, + "wo": 1146, + "als": 1147, + "Ġwhat": 1148, + "anc": 1149, + "Value": 1150, + "='": 1151, + "olum": 1152, + "Ġpos": 1153, + "ages": 1154, + "ayer": 1155, + "Ġsc": 1156, + "ues": 1157, + "\")Ċ": 1158, + "_T": 1159, + "Ġlist": 1160, + "(s": 1161, + "Ġcase": 1162, + "Ch": 1163, + "ĉĉĉĉĉ": 1164, + "////////": 1165, + "ponent": 1166, + "Ġz": 1167, + "Ġkn": 1168, + "let": 1169, + "DE": 1170, + "red": 1171, + "Ġfe": 1172, + "Ġ},Ċ": 1173, + "Ġ,": 1174, + "(t": 1175, + "Ġfirst": 1176, + "');Ċ": 1177, + "word": 1178, + "Ġimport": 1179, + "Ġact": 1180, + "Ġchar": 1181, + "CT": 1182, + "ĠTr": 1183, + "ople": 1184, + "={": 1185, + "ĉf": 1186, + "24": 1187, + "ient": 1188, + "cent": 1189, + ".j": 1190, + "lection": 1191, + "))Ċ": 1192, + "Ġonly": 1193, + "Ġprint": 1194, + "mer": 1195, + ".W": 1196, + "ock": 1197, + "Ġ--": 1198, + "Text": 1199, + "Ġop": 1200, + "ank": 1201, + "Ġits": 1202, + "Ġback": 1203, + "[\"": 1204, + "Ġneed": 1205, + "Ġcl": 1206, + "Ġsub": 1207, + "Ġla": 1208, + "((": 1209, + ".\"": 1210, + "Object": 1211, + "Ġstart": 1212, + "file": 1213, + "(self": 1214, + "ner": 1215, + "ey": 1216, + "Ġuser": 1217, + "Ġent": 1218, + "ĠCom": 1219, + "its": 1220, + "ĠCon": 1221, + "ouble": 1222, + "ower": 1223, + "item": 1224, + "very": 1225, + "ĠWe": 1226, + "64": 1227, + "lick": 1228, + "ĠQ": 1229, + "php": 1230, + "ttp": 1231, + "':": 1232, + "ics": 1233, + "Ġunder": 1234, + "Ġ*Ċ": 1235, + ".L": 1236, + ");": 1237, + "ices": 1238, + "Ġreg": 1239, + ")čĊ": 1240, + "ĉpublic": 1241, + "SS": 1242, + "Ġthen": 1243, + "reat": 1244, + "ious": 1245, + ".G": 1246, + "ek": 1247, + "irect": 1248, + "heck": 1249, + "cript": 1250, + "ning": 1251, + "ĠUn": 1252, + "Ġmay": 1253, + "ĠWh": 1254, + "Bo": 1255, + "Item": 1256, + "struct": 1257, + ".st": 1258, + "ream": 1259, + "ible": 1260, + "loat": 1261, + "Ġorg": 1262, + "und": 1263, + "sum": 1264, + "_in": 1265, + "../": 1266, + "_M": 1267, + "Ġhow": 1268, + "rite": 1269, + "'Ċ": 1270, + "To": 1271, + "40": 1272, + "ww": 1273, + "Ġpeople": 1274, + "index": 1275, + ".n": 1276, + "http": 1277, + "(m": 1278, + "ector": 1279, + "Ġind": 1280, + "Ġjav": 1281, + "],Ċ": 1282, + "ĠHe": 1283, + "_st": 1284, + "ful": 1285, + "ole": 1286, + "){Ċ": 1287, + "Ġshould": 1288, + "opy": 1289, + "elp": 1290, + "ier": 1291, + "_name": 1292, + "erson": 1293, + "ION": 1294, + "ote": 1295, + "Ġtest": 1296, + "Ġbet": 1297, + "rror": 1298, + "ular": 1299, + "ãĢ": 1300, + "ĠÐ": 1301, + "bs": 1302, + "ting": 1303, + "Ġmake": 1304, + "Tr": 1305, + "Ġafter": 1306, + "arget": 1307, + "RO": 1308, + "olumn": 1309, + "rc": 1310, + "_re": 1311, + "define": 1312, + "22": 1313, + "Ġright": 1314, + "right": 1315, + "day": 1316, + "Ġlong": 1317, + "[]": 1318, + "(p": 1319, + "td": 1320, + "cond": 1321, + "ĠPro": 1322, + "Ġrem": 1323, + "ptions": 1324, + "vid": 1325, + ".g": 1326, + "Ġext": 1327, + "Ġ__": 1328, + "')Ċ": 1329, + "pace": 1330, + "mp": 1331, + "Ġmin": 1332, + "stance": 1333, + "air": 1334, + "action": 1335, + "wh": 1336, + "type": 1337, + "util": 1338, + "ait": 1339, + "ĊĊ": 1363, + "Ġshe": 1364, + "\"]": 1365, + "aph": 1366, + "Ġexp": 1367, + "erty": 1368, + "ĠSe": 1369, + "Ġpar": 1370, + "unc": 1371, + "ET": 1372, + "Ġread": 1373, + "print": 1374, + "Ġrel": 1375, + "Ġform": 1376, + "Ġdr": 1377, + "Exception": 1378, + "input": 1379, + "Ġtrans": 1380, + "########": 1381, + "order": 1382, + "By": 1383, + "Ġaw": 1384, + "ities": 1385, + "uff": 1386, + "play": 1387, + ".add": 1388, + "ĠâĢĵ": 1389, + "Ġwant": 1390, + "Ġcomp": 1391, + "ments": 1392, + "Ġ||": 1393, + "az": 1394, + "be": 1395, + "Ġnumber": 1396, + "Ġrequire": 1397, + "ĠEx": 1398, + "60": 1399, + "Ġcol": 1400, + "Ġkey": 1401, + "ember": 1402, + "Ġtwo": 1403, + "Ġsize": 1404, + "Ġwhere": 1405, + "UT": 1406, + "result": 1407, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1408, + "ough": 1409, + "orld": 1410, + "ood": 1411, + "uch": 1412, + "ative": 1413, + "ger": 1414, + "arent": 1415, + "Ġ/*": 1416, + "Ġarg": 1417, + "Ġwhile": 1418, + "23": 1419, + "(this": 1420, + "Ġrec": 1421, + "Ġdif": 1422, + "State": 1423, + "Ġspec": 1424, + "ride": 1425, + "_F": 1426, + "Ġlook": 1427, + "AM": 1428, + "ility": 1429, + "eter": 1430, + "âĢĻt": 1431, + "ĊĊĊ": 1432, + "ayout": 1433, + "--------------------------------": 1434, + "ager": 1435, + "Ġcould": 1436, + "Ġbr": 1437, + "ends": 1438, + "ures": 1439, + "Ġknow": 1440, + "ets": 1441, + "ĠIf": 1442, + "ĠSh": 1443, + ".w": 1444, + "back": 1445, + "Ġser": 1446, + "Ġ+=": 1447, + "Ġfr": 1448, + "());Ċ": 1449, + "Ġhand": 1450, + "Ind": 1451, + "ULL": 1452, + "Im": 1453, + "();ĊĊ": 1454, + "Ġmost": 1455, + "Ġtry": 1456, + "Ġnow": 1457, + "rough": 1458, + ">čĊ": 1459, + "ackage": 1460, + "Ġhim": 1461, + "._": 1462, + "ify": 1463, + "Ġbreak": 1464, + "Ġ);Ċ": 1465, + "ren": 1466, + "#define": 1467, + "itt": 1468, + "Ġap": 1469, + "ĉc": 1470, + "(n": 1471, + "ĠYou": 1472, + ":ĊĊ": 1473, + "-m": 1474, + "Ġevery": 1475, + "ustom": 1476, + "lient": 1477, + "ocument": 1478, + "cription": 1479, + "Error": 1480, + "-b": 1481, + "о": 1482, + "][": 1483, + "99": 1484, + "trans": 1485, + "Ġpoint": 1486, + "Ġstd": 1487, + "Ġfil": 1488, + "Time": 1489, + "80": 1490, + "Ġmod": 1491, + "Ġ->": 1492, + "Ġerror": 1493, + "ah": 1494, + "Ġtext": 1495, + "roller": 1496, + "lose": 1497, + "ql": 1498, + "Ġpol": 1499, + "><": 1822, + ".B": 1823, + "-c": 1824, + "Ġopen": 1825, + "Ġest": 1826, + "ĠĠĠĠĠĠĠĠĊ": 1827, + "Ġnext": 1828, + "IM": 1829, + "ÑĤ": 1830, + "OT": 1831, + "ó": 1832, + "Ġfollow": 1833, + "content": 1834, + "ĠĠĠĠĠĠĠĠĠĠĠĠ": 1835, + "Ġinclud": 1836, + "HE": 1837, + "ĠRes": 1838, + "Ġhref": 1839, + "и": 1840, + "Ġcar": 1841, + "ypes": 1842, + "image": 1843, + "Un": 1844, + "Ġbool": 1845, + "AD": 1846, + "Ġgame": 1847, + ".Form": 1848, + "rows": 1849, + "*/": 1850, + "velop": 1851, + ".Drawing": 1852, + "Ġpath": 1853, + "ision": 1854, + "Ġeach": 1855, + "ĠPl": 1856, + "_type": 1857, + "Path": 1858, + "nection": 1859, + "Ġav": 1860, + "').": 1861, + "Ġsupport": 1862, + "ENT": 1863, + "rem": 1864, + "\").": 1865, + "Ġown": 1866, + "Ġcor": 1867, + "count": 1868, + "miss": 1869, + "ually": 1870, + "Ġmem": 1871, + "std": 1872, + "ience": 1873, + "search": 1874, + "\"ĊĊ": 1875, + "Form": 1876, + "Ġsex": 1877, + "ename": 1878, + "Ġsign": 1879, + "Ġet": 1880, + "ĠĠĠĠĠĠĠĠĠĠ": 1881, + "','": 1882, + "ĠApp": 1883, + "Ġthose": 1884, + "off": 1885, + "Ġerr": 1886, + "Ġsystem": 1887, + "Ġbest": 1888, + "code": 1889, + "Ġsame": 1890, + "Ġdi": 1891, + "uss": 1892, + "Ġcreate": 1893, + "ather": 1894, + "Array": 1895, + ".in": 1896, + "fe": 1897, + "Service": 1898, + "UN": 1899, + "ats": 1900, + "ĠZ": 1901, + "alth": 1902, + "Ġmade": 1903, + "true": 1904, + "AB": 1905, + "Ġmark": 1906, + "rid": 1907, + "ified": 1908, + ",čĊ": 1909, + "yn": 1910, + "press": 1911, + "Ġgroup": 1912, + "Ġfin": 1913, + "ĠLicense": 1914, + "Field": 1915, + "eger": 1916, + "Ġworld": 1917, + "iness": 1918, + "ty": 1919, + "Ġprocess": 1920, + "(b": 1921, + "Ġcre": 1922, + "arn": 1923, + "ives": 1924, + "Ġmain": 1925, + "ideo": 1926, + "36": 1927, + "_g": 1928, + "AG": 1929, + "valid": 1930, + "img": 1931, + "PI": 1932, + "Ġcolor": 1933, + "Ġreport": 1934, + "Ġtake": 1935, + "rib": 1936, + "OM": 1937, + "Ġday": 1938, + "Request": 1939, + "Ġsk": 1940, + "bers": 1941, + "ĉs": 1942, + ".Add": 1943, + "oot": 1944, + "Image": 1945, + "Ġcomple": 1946, + "ollection": 1947, + "Ġtop": 1948, + "Ġfree": 1949, + "AS": 1950, + "De": 1951, + "ĠOn": 1952, + "IG": 1953, + "90": 1954, + "eta": 1955, + "Date": 1956, + "Ġaction": 1957, + "34": 1958, + "Over": 1959, + "itor": 1960, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1961, + "not": 1962, + "Ġindex": 1963, + "her": 1964, + "icon": 1965, + "On": 1966, + ";čĊčĊ": 1967, + "ivity": 1968, + "mand": 1969, + ".Windows": 1970, + "OL": 1971, + "Ġreal": 1972, + "Ġmax": 1973, + "land": 1974, + "....": 1975, + "raph": 1976, + "Ġbuild": 1977, + "leg": 1978, + "assword": 1979, + "?ĊĊ": 1980, + "âĢ¦": 1981, + "ook": 1982, + "uck": 1983, + "Ġmessage": 1984, + "test": 1985, + "ivers": 1986, + "38": 1987, + "Ġinput": 1988, + "Ġart": 1989, + "Ġbetween": 1990, + "Get": 1991, + "enter": 1992, + "ground": 1993, + "ene": 1994, + "á": 1995, + ".length": 1996, + "Node": 1997, + "(i": 1998, + "Class": 1999, + "for": 2000, + "ĠâĢĶ": 2001, + "ten": 2002, + "oin": 2003, + "Ġke": 2004, + "ui": 2005, + "ĠIN": 2006, + "Ġtable": 2007, + "sub": 2008, + "ĠLe": 2009, + "Ġhead": 2010, + "Ġmust": 2011, + "////////////////": 2012, + ".util": 2013, + "Context": 2014, + "Ġorder": 2015, + "Ġmov": 2016, + "over": 2017, + "Ġcontin": 2018, + "Ġsay": 2019, + "static": 2020, + ".Text": 2021, + "ĠclassName": 2022, + "pany": 2023, + "Ġter": 2024, + "head": 2025, + "rg": 2026, + "Ġproduct": 2027, + "This": 2028, + ".âĢĿ": 2029, + "ĠBut": 2030, + "70": 2031, + "loy": 2032, + "Ġdouble": 2033, + "sg": 2034, + "Ġplace": 2035, + ".x": 2036, + "message": 2037, + "Ġinformation": 2038, + "private": 2039, + "Ġoper": 2040, + "ced": 2041, + "db": 2042, + "\">": 2228, + "aterial": 2229, + "iled": 2230, + "Ġput": 2231, + "Qu": 2232, + "ÑĢ": 2233, + "ung": 2234, + "map": 2235, + "ĉĉĉĉĉĉĉĉ": 2236, + "Ġlevel": 2237, + "Component": 2238, + "book": 2239, + "creen": 2240, + "_RE": 2241, + "Ġconfig": 2242, + "ãģ": 2243, + "Or": 2244, + ".data": 2245, + "Ġdocument": 2246, + "\",\"": 2247, + "tribute": 2248, + "ux": 2249, + "Log": 2250, + "ference": 2251, + "post": 2252, + "_e": 2253, + "Ġlocal": 2254, + "andom": 2255, + "assert": 2256, + "Val": 2257, + "lected": 2258, + "ina": 2259, + "atabase": 2260, + "Add": 2261, + "Ġcontent": 2262, + ".print": 2263, + "signed": 2264, + "ric": 2265, + ".\"ĊĊ": 2266, + "Ġfa": 2267, + "!ĊĊ": 2268, + "-f": 2269, + "ived": 2270, + "Ġquest": 2271, + ".ex": 2272, + "Ġfloat": 2273, + "Ġdevelop": 2274, + "оÐ": 2275, + "Map": 2276, + "ading": 2277, + "Ġposs": 2278, + "UE": 2279, + "namespace": 2280, + "_O": 2281, + "ĉb": 2282, + ".Get": 2283, + ">(": 2284, + "json": 2285, + "etails": 2286, + "66": 2287, + "Ġtoo": 2288, + "Ġextends": 2289, + "ĠNone": 2290, + "Ġfore": 2291, + "(String": 2292, + "format": 2293, + "Ġgreat": 2294, + "inter": 2295, + "cale": 2296, + "Ñģ": 2297, + "ron": 2298, + "iving": 2299, + "Ent": 2300, + "ency": 2301, + "xt": 2302, + "oy": 2303, + "05": 2304, + "Ġmonth": 2305, + "Ġhapp": 2306, + "Ġsuper": 2307, + "bar": 2308, + "default": 2309, + "_de": 2310, + "ords": 2311, + "ln": 2312, + "({Ċ": 2313, + "ĠInd": 2314, + "ases": 2315, + "Ġtitle": 2316, + "Ġcontext": 2317, + "08": 2318, + "oh": 2319, + "-p": 2320, + "Em": 2321, + "Ġmet": 2322, + "Test": 2323, + "Ġlife": 2324, + "_v": 2325, + "ĠUS": 2326, + "UI": 2327, + "ocation": 2328, + "md": 2329, + "Ġ[Ċ": 2330, + "Ġ]": 2331, + "sw": 2332, + "Ġincre": 2333, + "script": 2334, + "ential": 2335, + "ways": 2336, + ".de": 2337, + "Ġsrc": 2338, + "Ġcatch": 2339, + "ĠAmeric": 2340, + "//Ċ": 2341, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2342, + "Ġpay": 2343, + "plit": 2344, + "âĢĶ": 2345, + "Ġcoun": 2346, + "obj": 2347, + ".php": 2348, + "Ġchange": 2349, + "ething": 2350, + "'re": 2351, + "aster": 2352, + "los": 2353, + "lation": 2354, + "ĠĠĊ": 2355, + "Le": 2356, + "ä": 2357, + "({": 2358, + "ready": 2359, + "ĠNo": 2360, + "Ġposition": 2361, + "Ġold": 2362, + "Ġbook": 2363, + "abled": 2364, + "bug": 2365, + "202": 2366, + "Hand": 2367, + "};ĊĊ": 2368, + "isplay": 2369, + "aving": 2370, + "04": 2371, + "Ġgover": 2372, + "Ġversion": 2373, + "System": 2374, + "nect": 2375, + "response": 2376, + "Style": 2377, + "Up": 2378, + "angu": 2379, + "Ġthree": 2380, + "init": 2381, + "ero": 2382, + "Ġlaw": 2383, + "endif": 2384, + "Ġbase": 2385, + "email": 2386, + "(l": 2387, + "_V": 2388, + "Ġconf": 2389, + "ATE": 2390, + "Ġduring": 2391, + "tes": 2392, + "Ġconsole": 2393, + "ĠPr": 2394, + "Ġspe": 2395, + "ves": 2396, + "65": 2397, + "path": 2398, + "ialog": 2399, + "dition": 2400, + "_to": 2401, + "ards": 2402, + "Ġagainst": 2403, + "etwork": 2404, + "ĠPh": 2405, + "_L": 2406, + "cur": 2407, + "imit": 2408, + "With": 2409, + "Ġpower": 2410, + "ium": 2411, + "';ĊĊ": 2412, + "Ġwom": 2413, + "left": 2414, + "ources": 2415, + "atri": 2416, + "ĠIm": 2417, + "ĠMan": 2418, + "orth": 2419, + "${": 2420, + "88": 2421, + "quals": 2422, + "ese": 2423, + "_size": 2424, + "Ġiss": 2425, + "otal": 2426, + "-g": 2427, + "ique": 2428, + "rame": 2429, + "Ġwidth": 2430, + "erg": 2431, + ")(": 2432, + "ittle": 2433, + "TR": 2434, + "ĠThey": 2435, + "ences": 2436, + "02": 2437, + "rl": 2438, + "ons": 2439, + "Ġlabel": 2440, + ".y": 2441, + "-t": 2442, + "update": 2443, + "anel": 2444, + "sc": 2445, + ".to": 2446, + "Ġproject": 2447, + "ü": 2448, + "Ġelement": 2449, + "Ġsuccess": 2450, + "ĉĉĊ": 2451, + ".sh": 2452, + "ram": 2453, + "ched": 2454, + "())Ċ": 2455, + "Ġ(Ċ": 2456, + "Ġdate": 2457, + "Ġtot": 2458, + "_ST": 2459, + "All": 2460, + "ification": 2461, + "ĉvar": 2462, + "Ġtri": 2463, + "chem": 2464, + "my": 2465, + "Ġbig": 2466, + "ĠAd": 2467, + "ĠAt": 2468, + "ots": 2469, + "num": 2470, + "Act": 2471, + "Ġmap": 2472, + "era": 2473, + "cope": 2474, + ".$": 2475, + ",âĢĿ": 2476, + "Ġpop": 2477, + "Ġfew": 2478, + "Ġlen": 2479, + "uid": 2480, + "eters": 2481, + "ules": 2482, + "ÃŃ": 2483, + "source": 2484, + "https": 2485, + "Ġdem": 2486, + "Ġear": 2487, + "################": 2488, + "Ġmatch": 2489, + "ories": 2490, + "49": 2491, + "aces": 2492, + "ĠCl": 2493, + "Ġnode": 2494, + "78": 2495, + "irc": 2496, + "local": 2497, + "unity": 2498, + "};Ċ": 2499, + "Ġanother": 2500, + "<<": 2501, + "ogle": 2502, + "Ġsit": 2503, + "ework": 2504, + "TE": 2505, + ".I": 2506, + "NS": 2507, + "ology": 2508, + "ought": 2509, + ".Cont": 2510, + ">>": 2511, + "Ġcare": 2512, + "state": 2513, + "ĉprivate": 2514, + "Ġeffect": 2515, + "++)": 2516, + "_file": 2517, + "ending": 2518, + "Line": 2519, + "For": 2520, + "ior": 2521, + "ĠSc": 2522, + "Ġfun": 2523, + ".Size": 2524, + "ĉelse": 2525, + "])": 2526, + "start": 2527, + "vious": 2528, + "Ġ},": 2529, + "ours": 2530, + "Ġleg": 2531, + "Ġservice": 2532, + "Ġsince": 2533, + "iron": 2534, + "Label": 2535, + "Ġnon": 2536, + "Ġlos": 2537, + "iction": 2538, + "Ġfull": 2539, + "acter": 2540, + "board": 2541, + "gress": 2542, + "Ġturn": 2543, + "ither": 2544, + "09": 2545, + ".size": 2546, + "Ġbody": 2547, + "resh": 2548, + "eturn": 2549, + "199": 2550, + "(_": 2551, + "yles": 2552, + "ormal": 2553, + "pi": 2554, + "Ġsomething": 2555, + "!--": 2556, + "uint": 2557, + "Ġprodu": 2558, + "Ġstand": 2559, + "Ġproble": 2560, + "Ġavailable": 2561, + "mt": 2562, + "ĠBl": 2563, + "Ġ...": 2564, + "Ġblock": 2565, + "Input": 2566, + "Ġkeep": 2567, + "Count": 2568, + "open": 2569, + "Ġ['": 2570, + "Ġthrow": 2571, + "uilder": 2572, + "Action": 2573, + "Ġthings": 2574, + "True": 2575, + "Ġurl": 2576, + "ĠBo": 2577, + "printf": 2578, + "Ġred": 2579, + "js": 2580, + ".create": 2581, + "ĠOr": 2582, + "Status": 2583, + "Instance": 2584, + "Ġcontrol": 2585, + "Ġcome": 2586, + "Ġcustom": 2587, + "location": 2588, + "07": 2589, + "model": 2590, + "ĠčĊ": 2591, + "Ġsource": 2592, + "Ġeas": 2593, + ".out": 2594, + "]ĊĊ": 2595, + "oney": 2596, + "Ġawait": 2597, + "Ġpartic": 2598, + "AP": 2599, + "ublish": 2600, + "odes": 2601, + "_pro": 2602, + "ply": 2603, + "riter": 2604, + "Ġprov": 2605, + "Ġmill": 2606, + "HT": 2607, + "])Ċ": 2608, + "Ġchang": 2609, + "Ġask": 2610, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2611, + "Ġoutput": 2612, + "Ġemail": 2613, + "68": 2614, + ".push": 2615, + "Ġ}čĊčĊ": 2616, + "ination": 2617, + "47": 2618, + "atrix": 2619, + "Table": 2620, + "uccess": 2621, + "]);Ċ": 2622, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2623, + "Ġdisc": 2624, + "([": 2625, + "Ġbusiness": 2626, + "height": 2627, + ".html": 2628, + "ta": 2629, + "field": 2630, + "Ġrequired": 2631, + "_R": 2632, + "Ġgovern": 2633, + "}čĊčĊ": 2634, + "lex": 2635, + "500": 2636, + ".,": 2637, + "ĠSet": 2638, + "urch": 2639, + "///": 2640, + "ts": 2641, + "af": 2642, + "Ġmight": 2643, + "istory": 2644, + "Str": 2645, + "Ġnever": 2646, + "Response": 2647, + "arse": 2648, + "ada": 2649, + "ĠHow": 2650, + "Ġ*)": 2651, + "Ġ;": 2652, + "Ġhard": 2653, + "Ad": 2654, + "Ġintern": 2655, + "used": 2656, + "(data": 2657, + "mod": 2658, + "annel": 2659, + "Ġnp": 2660, + "ugg": 2661, + "Ġ/>Ċ": 2662, + "Ġcalled": 2663, + "body": 2664, + "Ġcho": 2665, + "(r": 2666, + "_set": 2667, + "ird": 2668, + "Ġ>=": 2669, + "Ġ};Ċ": 2670, + "Ġoptions": 2671, + "ĠGener": 2672, + "Ġheight": 2673, + "Point": 2674, + "You": 2675, + "ety": 2676, + "Click": 2677, + "Ġsmall": 2678, + "Ġide": 2679, + "Ġaccess": 2680, + "anguage": 2681, + "Ġprotected": 2682, + "Ġjob": 2683, + "ĠThere": 2684, + "Def": 2685, + "Ġaddress": 2686, + "Ġuint": 2687, + "Not": 2688, + "oo": 2689, + "aps": 2690, + "": 2828, + "ĉĠĠĠ": 2829, + "\"))": 2830, + "Content": 2831, + "_W": 2832, + "plement": 2833, + "Ġwon": 2834, + "Ġvideo": 2835, + "adi": 2836, + "point": 2837, + "%%": 2838, + "03": 2839, + "Ġgl": 2840, + "erved": 2841, + "viron": 2842, + "IF": 2843, + "uted": 2844, + "ãĥ": 2845, + "'m": 2846, + "Ġcert": 2847, + "Ġprof": 2848, + "Ġcell": 2849, + "ari": 2850, + "Ġplayer": 2851, + "ais": 2852, + "Ġcost": 2853, + "Ġhum": 2854, + "(R": 2855, + "Ġoffic": 2856, + "ks": 2857, + ".text": 2858, + "atures": 2859, + "Ġtotal": 2860, + "Ġ*/ĊĊ": 2861, + "ope": 2862, + "Ġstat": 2863, + "UM": 2864, + "Ġload": 2865, + "ights": 2866, + "Ġclear": 2867, + "uro": 2868, + "Ġtechn": 2869, + "upport": 2870, + "IR": 2871, + "Ġrow": 2872, + "Ġseem": 2873, + "Ġq": 2874, + "Ġshort": 2875, + "ĠNot": 2876, + "ipp": 2877, + "Group": 2878, + "section": 2879, + "max": 2880, + "irl": 2881, + "Ġoverride": 2882, + "Ġcompany": 2883, + "Ġdone": 2884, + "\");čĊ": 2885, + "Ġgre": 2886, + ".Re": 2887, + "Ġbelie": 2888, + "rist": 2889, + "Ġhealth": 2890, + "ANT": 2891, + "()ĊĊ": 2892, + "ĠBe": 2893, + ".value": 2894, + "ĠGr": 2895, + "ottom": 2896, + "Ġargs": 2897, + "PT": 2898, + "status": 2899, + "func": 2900, + "uments": 2901, + "-h": 2902, + "Number": 2903, + ":čĊ": 2904, + "ĠLog": 2905, + "erver": 2906, + "Ġ),Ċ": 2907, + "ament": 2908, + "Ġobj": 2909, + "inc": 2910, + "Ġchildren": 2911, + "icy": 2912, + "IZ": 2913, + "ands": 2914, + "ably": 2915, + "Ġdistrib": 2916, + "Ġcur": 2917, + "erial": 2918, + "Ġdays": 2919, + "reated": 2920, + "rect": 2921, + "-l": 2922, + "irm": 2923, + "idden": 2924, + "omb": 2925, + "Ġinitial": 2926, + ".js": 2927, + "Ġâ": 2928, + "Query": 2929, + "Ġonline": 2930, + "imal": 2931, + ".con": 2932, + "au": 2933, + "Url": 2934, + "control": 2935, + "irection": 2936, + "Ġinstance": 2937, + "ORT": 2938, + "ĠFr": 2939, + "where": 2940, + "Ġjavax": 2941, + "Ġorgan": 2942, + "apter": 2943, + "Ġreason": 2944, + "options": 2945, + "59": 2946, + "ĠMar": 2947, + "(a": 2948, + "Ġwithin": 2949, + ".âĢĿĊĊ": 2950, + "ODE": 2951, + "_DE": 2952, + "admin": 2953, + "ended": 2954, + "Ġdesign": 2955, + "ĠData": 2956, + "une": 2957, + "ĠFile": 2958, + "root": 2959, + "Ġcent": 2960, + "Ġarr": 2961, + "_add": 2962, + "len": 2963, + "page": 2964, + ",'": 2965, + "_str": 2966, + "Ġbro": 2967, + "ability": 2968, + "outh": 2969, + "58": 2970, + "/c": 2971, + "pose": 2972, + "irtual": 2973, + "earch": 2974, + "_url": 2975, + "argin": 2976, + "Http": 2977, + "Ġschool": 2978, + "ava": 2979, + "Ġconsider": 2980, + ".label": 2981, + "ĠArray": 2982, + "42": 2983, + "web": 2984, + "opt": 2985, + ".println": 2986, + "ulation": 2987, + "Ġfunc": 2988, + "PL": 2989, + "Ġ\"\\": 2990, + "ĠText": 2991, + "actory": 2992, + "(function": 2993, + "null": 2994, + "Ġeng": 2995, + "down": 2996, + "Ġinclude": 2997, + "ĠEn": 2998, + "ĠDr": 2999, + "Ġdb": 3000, + "!!": 3001, + "side": 3002, + "Ġinit": 3003, + "quired": 3004, + "ĠShe": 3005, + "Column": 3006, + "react": 3007, + "Ġann": 3008, + "Ġstop": 3009, + "Ġlater": 3010, + "ĠThat": 3011, + "ention": 3012, + "df": 3013, + "UG": 3014, + "ILE": 3015, + "Ġclient": 3016, + "raft": 3017, + "ffer": 3018, + "POST": 3019, + "elper": 3020, + "Ġlove": 3021, + "quote": 3022, + "oud": 3023, + "Ġjson": 3024, + "Ġable": 3025, + "Ġmen": 3026, + "AX": 3027, + "ĠCopyright": 3028, + "ö": 3029, + "avig": 3030, + "req": 3031, + "Client": 3032, + "});Ċ": 3033, + ".Com": 3034, + "erc": 3035, + "ilt": 3036, + "pecial": 3037, + "_com": 3038, + "room": 3039, + ".Name": 3040, + "Ġgive": 3041, + "amb": 3042, + "ike": 3043, + "Ġcondition": 3044, + "client": 3045, + "ators": 3046, + ":\"": 3047, + "Ġcopy": 3048, + "uture": 3049, + "iversity": 3050, + "ernal": 3051, + "{{": 3052, + "ĠCan": 3053, + "ounc": 3054, + "do": 3055, + "Ġocc": 3056, + "Ġappro": 3057, + "thers": 3058, + "ze": 3059, + "Ġeither": 3060, + "ĠFl": 3061, + "Ġimportant": 3062, + "Ġlead": 3063, + "attr": 3064, + "ART": 3065, + "Equal": 3066, + "Ġda": 3067, + "etch": 3068, + "entity": 3069, + "Ġfamily": 3070, + "adding": 3071, + "Ġoption": 3072, + "Ġexist": 3073, + "ica": 3074, + "ĠObject": 3075, + "69": 3076, + "'ve": 3077, + "vers": 3078, + "itional": 3079, + "67": 3080, + "output": 3081, + "ĠTrue": 3082, + "ĠOF": 3083, + "_time": 3084, + "Ġoffer": 3085, + "Ġ});ĊĊ": 3086, + "HER": 3087, + "egin": 3088, + "\"\"": 3089, + "Ġwater": 3090, + "Ġche": 3091, + "ĠMy": 3092, + "ored": 3093, + "Ġstep": 3094, + "ances": 3095, + "CK": 3096, + "AY": 3097, + "à¸": 3098, + "struction": 3099, + "(C": 3100, + "300": 3101, + "ouch": 3102, + "Stream": 3103, + "active": 3104, + "ama": 3105, + "Entity": 3106, + "product": 3107, + "(){Ċ": 3108, + "Ġgovernment": 3109, + "ĠID": 3110, + "ajor": 3111, + "And": 3112, + "Ġdisplay": 3113, + "л": 3114, + "Ġtimes": 3115, + "Ġfour": 3116, + "Ġfar": 3117, + "Ġpresent": 3118, + "ĠNS": 3119, + "Ġ\\Ċ": 3120, + "uest": 3121, + "Ġbas": 3122, + "echo": 3123, + "child": 3124, + "ifier": 3125, + "Handler": 3126, + "Ġlib": 3127, + "Property": 3128, + "translation": 3129, + "Ġroom": 3130, + "Ġonce": 3131, + "Ġ[]": 3132, + "center": 3133, + "================================": 3134, + "Ġresults": 3135, + "Ġcontinue": 3136, + "Ġtalk": 3137, + "_get": 3138, + "Ġgrow": 3139, + ".sw": 3140, + "eb": 3141, + "ĠPublic": 3142, + "OP": 3143, + "ecute": 3144, + "ols": 3145, + "Ġ**": 3146, + "\");ĊĊ": 3147, + "Ġmass": 3148, + "ured": 3149, + ".class": 3150, + "omic": 3151, + "Ġmean": 3152, + "ips": 3153, + "Ġaut": 3154, + ");čĊčĊ": 3155, + "Ġuntil": 3156, + "Ġmarket": 3157, + "Ġarea": 3158, + "uit": 3159, + "Ġlength": 3160, + "ĠWith": 3161, + "structor": 3162, + "event": 3163, + "\"><": 3164, + "ĠSp": 3165, + "IV": 3166, + "Ġmus": 3167, + "iff": 3168, + "Ġkind": 3169, + "author": 3170, + "ounds": 3171, + "mb": 3172, + "_key": 3173, + "41": 3174, + "width": 3175, + "pository": 3176, + "Ġlight": 3177, + "uk": 3178, + "Row": 3179, + "ohn": 3180, + "alf": 3181, + "vironment": 3182, + "apper": 3183, + "ollections": 3184, + "Ġside": 3185, + "_info": 3186, + "Ġexample": 3187, + "imary": 3188, + "Ġwr": 3189, + "Ġcamp": 3190, + "cribe": 3191, + "255": 3192, + "\"/": 3193, + "Ġmiss": 3194, + "way": 3195, + "Ġbased": 3196, + "Ġplan": 3197, + "Vis": 3198, + "omain": 3199, + "unk": 3200, + "Ġaway": 3201, + "UP": 3202, + "": 3452, + "Ġden": 3453, + "obile": 3454, + "change": 3455, + "ĠĠĠĠĠĠĠĠĠĠĠĠĊ": 3456, + "ici": 3457, + "na": 3458, + "ĠForm": 3459, + "Ġsort": 3460, + "Select": 3461, + "pare": 3462, + "Ġthought": 3463, + "_con": 3464, + "Ġtask": 3465, + "ocus": 3466, + "ĠDE": 3467, + "ĠMin": 3468, + "Ġopt": 3469, + "ĉbreak": 3470, + "umer": 3471, + "KE": 3472, + "then": 3473, + "Ġdet": 3474, + "ĠTest": 3475, + "ports": 3476, + "Ġreview": 3477, + "('/": 3478, + "move": 3479, + "Ġswitch": 3480, + "ERT": 3481, + "patch": 3482, + "annot": 3483, + "ãĤ": 3484, + "Ġabove": 3485, + "itive": 3486, + "56": 3487, + "Ġquestion": 3488, + "ĠQu": 3489, + "ãĢĤĊĊ": 3490, + "gle": 3491, + "Ġword": 3492, + "Ġprovide": 3493, + "ĠReturn": 3494, + "Ġresearch": 3495, + "ão": 3496, + "ustr": 3497, + "Ġpublish": 3498, + "chema": 3499, + "}}": 3500, + "ĠCON": 3501, + "-in": 3502, + "allback": 3503, + "Ġcover": 3504, + "\\\\": 3505, + "color": 3506, + "ĠIS": 3507, + "Ġwhether": 3508, + "imate": 3509, + "isc": 3510, + "Bar": 3511, + "Ġdiv": 3512, + "Be": 3513, + "ourn": 3514, + "Ġhaving": 3515, + "lem": 3516, + "player": 3517, + "abs": 3518, + "amera": 3519, + "ney": 3520, + "Ġexc": 3521, + "gether": 3522, + "plied": 3523, + "ao": 3524, + "[$": 3525, + "Ġ++": 3526, + "ipe": 3527, + "show": 3528, + "/d": 3529, + "[:": 3530, + "agement": 3531, + "lev": 3532, + "_ID": 3533, + "97": 3534, + "rary": 3535, + "ades": 3536, + "_se": 3537, + "ause": 3538, + "Ġemploy": 3539, + "Ġ*/čĊ": 3540, + "Ġfre": 3541, + "Ġ'@": 3542, + "Ġcomplet": 3543, + "Ġlarge": 3544, + "ral": 3545, + "\\x": 3546, + "Ġfac": 3547, + ">": 3662, + "Ġface": 3663, + "CTION": 3664, + "Ġsave": 3665, + "Ġtyp": 3666, + "dev": 3667, + "(\"#": 3668, + "AGE": 3669, + "container": 3670, + "edit": 3671, + "QL": 3672, + "Ġitems": 3673, + "Ġsocial": 3674, + "ien": 3675, + "ĠReact": 3676, + ").ĊĊ": 3677, + "Ġmar": 3678, + "Ġredu": 3679, + "ĠRE": 3680, + ".put": 3681, + "Ġmajor": 3682, + "Cell": 3683, + "next": 3684, + "Ġexpected": 3685, + "Ġyet": 3686, + "Ġindiv": 3687, + "tributes": 3688, + "atis": 3689, + "amed": 3690, + "Ġfood": 3691, + "Source": 3692, + "(string": 3693, + "Ġ+Ċ": 3694, + "ites": 3695, + "dr": 3696, + "Ġmembers": 3697, + "Ġcomb": 3698, + "items": 3699, + "ĠPer": 3700, + "TH": 3701, + "=True": 3702, + "Ġbar": 3703, + "_SE": 3704, + "comm": 3705, + "(w": 3706, + ")ĊĊĊ": 3707, + "Ġsend": 3708, + "Ġinc": 3709, + "unsigned": 3710, + "FA": 3711, + "Ġparams": 3712, + "apping": 3713, + "ros": 3714, + "ugin": 3715, + "fa": 3716, + "Ġconnection": 3717, + "Ġ};ĊĊ": 3718, + "Ġbecome": 3719, + "Mode": 3720, + "Ġev": 3721, + "Ġdiff": 3722, + "ĠUnited": 3723, + "Height": 3724, + "fully": 3725, + "images": 3726, + "Ġmakes": 3727, + "Ġglobal": 3728, + "Ġcontact": 3729, + "':Ċ": 3730, + "Ġabs": 3731, + "аÐ": 3732, + "float": 3733, + "Ġexcept": 3734, + "ĠPol": 3735, + "Child": 3736, + "typ": 3737, + "Ġcertain": 3738, + "ión": 3739, + "OUT": 3740, + "Ġimpro": 3741, + "iles": 3742, + "Ġ-->Ċ": 3743, + "ĠPart": 3744, + "values": 3745, + "oss": 3746, + "/**": 3747, + "ilit": 3748, + "ĠEvent": 3749, + "curity": 3750, + "ster": 3751, + "Ġcharacter": 3752, + "198": 3753, + "Ġnews": 3754, + "Ġ\",": 3755, + "Ġdevice": 3756, + "cel": 3757, + "login": 3758, + "heet": 3759, + "Default": 3760, + "@\"": 3761, + "ĉĠ": 3762, + "click": 3763, + "(value": 3764, + "ĠAb": 3765, + "Ġprevious": 3766, + "ERROR": 3767, + "ocal": 3768, + "Ġmaterial": 3769, + "Ġbelow": 3770, + "ĠChrist": 3771, + "Ġmedia": 3772, + "cover": 3773, + "ĠUI": 3774, + "Ġfail": 3775, + "Ġblack": 3776, + "Ġcomponent": 3777, + "ĠAmerican": 3778, + "Ġadded": 3779, + "Ġbuy": 3780, + "stit": 3781, + "Ġcame": 3782, + "Ġdelete": 3783, + "property": 3784, + "oding": 3785, + "Ġcard": 3786, + "rops": 3787, + "Ġhttps": 3788, + "Ġroot": 3789, + "Ġhandle": 3790, + "CC": 3791, + "Back": 3792, + "emplate": 3793, + "Ġgetting": 3794, + "_by": 3795, + "mail": 3796, + "_sh": 3797, + ".assert": 3798, + "ĠDec": 3799, + "(true": 3800, + "Ġcomput": 3801, + "Ġclaim": 3802, + "'=>": 3803, + "ĠSub": 3804, + "Ġair": 3805, + "ops": 3806, + "nav": 3807, + "ements": 3808, + "(id": 3809, + "Ġenter": 3810, + "anged": 3811, + "End": 3812, + "Ġlocation": 3813, + "Ġnight": 3814, + "Ġdoing": 3815, + "ĠRed": 3816, + "lin": 3817, + "}ĊĊĊ": 3818, + "vider": 3819, + "Ġpick": 3820, + "Ġwatch": 3821, + "essages": 3822, + "Ġhuman": 3823, + "Ġdam": 3824, + "pend": 3825, + "dir": 3826, + "Ġtax": 3827, + "Ġgirl": 3828, + "reet": 3829, + "Ġbox": 3830, + "Ġstrong": 3831, + "(v": 3832, + "rel": 3833, + "Ġinterface": 3834, + "Ġmsg": 3835, + "fect": 3836, + "_at": 3837, + "Ġhouse": 3838, + "Ġtrack": 3839, + "');ĊĊ": 3840, + "je": 3841, + "ĠJohn": 3842, + "istr": 3843, + "(S": 3844, + "ube": 3845, + "Ġce": 3846, + "itted": 3847, + "VER": 3848, + "*)": 3849, + "parent": 3850, + "Ġapplication": 3851, + "any": 3852, + ".swing": 3853, + "Ġpack": 3854, + "\\u": 3855, + "Ġpract": 3856, + "Ġsection": 3857, + "ctx": 3858, + "Ġunsigned": 3859, + ".Point": 3860, + "ĠOne": 3861, + "ı": 3862, + "iple": 3863, + "aid": 3864, + "Ñĥ": 3865, + "Vector": 3866, + "byte": 3867, + "Ġwait": 3868, + "ĠÃł": 3869, + "Ã¥": 3870, + "Ġtogether": 3871, + "Ġthrows": 3872, + "FO": 3873, + "'))": 3874, + "host": 3875, + "ising": 3876, + ".view": 3877, + "Ġterms": 3878, + "framework": 3879, + "-r": 3880, + "Ġapply": 3881, + "Ġsession": 3882, + "Options": 3883, + "uggest": 3884, + "Ġothers": 3885, + "witter": 3886, + "Ġfund": 3887, + "Init": 3888, + "__(": 3889, + "ensor": 3890, + "GET": 3891, + "Ġseveral": 3892, + "ii": 3893, + "[j": 3894, + "IO": 3895, + "Ġtemplate": 3896, + "Position": 3897, + "Ġecon": 3898, + "achine": 3899, + "Ġil": 3900, + ".spring": 3901, + "main": 3902, + "elt": 3903, + "iment": 3904, + "Rec": 3905, + "mm": 3906, + "ĠUniversity": 3907, + "ursor": 3908, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 3909, + "GL": 3910, + "icture": 3911, + "ithub": 3912, + "cer": 3913, + "cast": 3914, + "From": 3915, + "ales": 3916, + "Ġsubject": 3917, + "password": 3918, + "ny": 3919, + "Ġesc": 3920, + ".write": 3921, + "ï¼Į": 3922, + "What": 3923, + ".H": 3924, + "Ġhistory": 3925, + "ĠFe": 3926, + "Ġindividual": 3927, + "unit": 3928, + "Ġ-->": 3929, + "Ġdu": 3930, + "IST": 3931, + "Ġusers": 3932, + "fs": 3933, + "false": 3934, + "unt": 3935, + "Title": 3936, + "Ġmot": 3937, + "Ġfuture": 3938, + "ached": 3939, + "Ġstarted": 3940, + "Ġmode": 3941, + "Ġ'<": 3942, + "_array": 3943, + "Ġax": 3944, + "'];Ċ": 3945, + "ires": 3946, + "There": 3947, + "ught": 3948, + "tml": 3949, + "posed": 3950, + "icult": 3951, + "Ġtook": 3952, + "Ġgames": 3953, + "Ġ}}": 3954, + "Ġ?>Ċ": 3955, + "Ġproducts": 3956, + "Is": 3957, + "Ġbad": 3958, + "ĠDes": 3959, + ".path": 3960, + "'ĊĊ": 3961, + "ĠPost": 3962, + "avel": 3963, + "(:": 3964, + "150": 3965, + "Ġneeds": 3966, + "Ġknown": 3967, + "Fl": 3968, + "Ġexec": 3969, + "Ġseen": 3970, + "51": 3971, + "ume": 3972, + "Ġborder": 3973, + "Ġlive": 3974, + "temp": 3975, + "Per": 3976, + "Ġvariable": 3977, + "iet": 3978, + "ĠDef": 3979, + "Ġge": 3980, + "eme": 3981, + "_back": 3982, + "first": 3983, + "Ġprovided": 3984, + "////////////////////////////////": 3985, + "Ġfilename": 3986, + "Ġhope": 3987, + "uly": 3988, + "auto": 3989, + "find": 3990, + "_string": 3991, + "btn": 3992, + "itude": 3993, + "Attribute": 3994, + "Ġyoung": 3995, + ".txt": 3996, + "Ġwebsite": 3997, + "ĠProp": 3998, + "Ġey": 3999, + ">();Ċ": 4000, + "ional": 4001, + "ARR": 4002, + "ictionary": 4003, + "urther": 4004, + ".": 4085, + "tx": 4086, + "Ġpur": 4087, + "uel": 4088, + "ymbol": 4089, + "uation": 4090, + "anger": 4091, + "Ġbackground": 4092, + "ecess": 4093, + "efined": 4094, + "........": 4095, + "Ġdescription": 4096, + "Ġrepresent": 4097, + "\"));Ċ": 4098, + "pression": 4099, + "rowser": 4100, + "Ġseries": 4101, + "wards": 4102, + "52": 4103, + "($_": 4104, + "aise": 4105, + "Ġhot": 4106, + "acity": 4107, + "ries": 4108, + "actions": 4109, + "Create": 4110, + "adio": 4111, + "amples": 4112, + "Ġoriginal": 4113, + "ensive": 4114, + "font": 4115, + "stream": 4116, + "using": 4117, + ".springframework": 4118, + "001": 4119, + "server": 4120, + "Ġbill": 4121, + "ACK": 4122, + "ilename": 4123, + "Ġframe": 4124, + "Ġ=Ċ": 4125, + "Edit": 4126, + "adius": 4127, + "Ġdraw": 4128, + "anks": 4129, + "Ġdeter": 4130, + "Ġcomes": 4131, + "_int": 4132, + "Ġforeach": 4133, + "angle": 4134, + "Ġelect": 4135, + "pected": 4136, + "Header": 4137, + "istration": 4138, + "False": 4139, + "ĠGame": 4140, + "Ġfilter": 4141, + "Activity": 4142, + "Ġlarg": 4143, + "inition": 4144, + "Ġ\"<": 4145, + "256": 4146, + "ised": 4147, + "Ġremove": 4148, + "ĠTrans": 4149, + "met": 4150, + "see": 4151, + "Format": 4152, + "Command": 4153, + "ĠEX": 4154, + "None": 4155, + "Ġfront": 4156, + "ASE": 4157, + "ĠRec": 4158, + "oundation": 4159, + "Ġvo": 4160, + "96": 4161, + "=\\\"": 4162, + "(*": 4163, + "Change": 4164, + ".Write": 4165, + "group": 4166, + "ients": 4167, + "uy": 4168, + "****************************************************************": 4169, + "Ġdig": 4170, + "hr": 4171, + "(-": 4172, + "Ġgen": 4173, + "number": 4174, + "vec": 4175, + "urope": 4176, + "entry": 4177, + "LL": 4178, + "Ġste": 4179, + "Valid": 4180, + "'],": 4181, + "_param": 4182, + "Ġselected": 4183, + "Ġaccording": 4184, + "ĠDis": 4185, + "Ġutil": 4186, + "Buffer": 4187, + "_error": 4188, + "Ġassoci": 4189, + "_SIZE": 4190, + "Ġwor": 4191, + "Ġprintf": 4192, + "rag": 4193, + "Âł": 4194, + "DD": 4195, + "ĠVal": 4196, + "Ġactiv": 4197, + "Eng": 4198, + "etime": 4199, + "Ġvirtual": 4200, + "aign": 4201, + "aur": 4202, + "ĠPres": 4203, + "ĠException": 4204, + "Ġanything": 4205, + "ĠOff": 4206, + "Ġhours": 4207, + "Ġwar": 4208, + "Args": 4209, + "aging": 4210, + "Ġmodels": 4211, + "ĠTime": 4212, + "Ob": 4213, + "ams": 4214, + "joy": 4215, + "Ġearly": 4216, + ".read": 4217, + "86": 4218, + "Ġcenter": 4219, + "ĠInitial": 4220, + "Ġlanguage": 4221, + "length": 4222, + "xy": 4223, + "Ġsn": 4224, + "Ġinf": 4225, + "Post": 4226, + "Ġago": 4227, + "Ġeasy": 4228, + "_code": 4229, + "ĠANY": 4230, + "_ch": 4231, + "Ġdownload": 4232, + "(T": 4233, + "aved": 4234, + "âĢĵ": 4235, + "Ġstudents": 4236, + "Ġfig": 4237, + "light": 4238, + "xx": 4239, + "Ġbuffer": 4240, + "ĠDep": 4241, + "ĠMath": 4242, + "ITH": 4243, + "Ġvari": 4244, + "Ġdue": 4245, + "Factory": 4246, + "Ġpor": 4247, + "Ġep": 4248, + "otype": 4249, + "Ġcannot": 4250, + "Ġwhite": 4251, + "čĊ": 4524, + ".annot": 4525, + "Ġcollection": 4526, + "'.": 4527, + "Ġsimilar": 4528, + "Ġtaken": 4529, + "(\"%": 4530, + "Order": 4531, + "']Ċ": 4532, + "-md": 4533, + "ĠTH": 4534, + "aced": 4535, + "Ġisn": 4536, + "/j": 4537, + "Ġson": 4538, + "graph": 4539, + "ĠInteger": 4540, + "Ġnecess": 4541, + "reen": 4542, + "Ġum": 4543, + "Ġ\\<": 4544, + "Ġmoment": 4545, + "Ġbring": 4546, + "Ġindic": 4547, + "ysis": 4548, + "Level": 4549, + "verse": 4550, + "urrenc": 4551, + "_test": 4552, + "Ġentire": 4553, + "Down": 4554, + "Ġ}ĊĊĊ": 4555, + "(result": 4556, + "ĠRead": 4557, + "è": 4558, + "Mod": 4559, + "Ġtrying": 4560, + "\"),Ċ": 4561, + "Ġmember": 4562, + "ĠCor": 4563, + "ODO": 4564, + "-control": 4565, + "untime": 4566, + "ĠSim": 4567, + "Dialog": 4568, + "plot": 4569, + "_on": 4570, + "Ġphys": 4571, + "}/": 4572, + "Ġnamespace": 4573, + "ĉčĊ": 4574, + "acc": 4575, + "Player": 4576, + "ARE": 4577, + "89": 4578, + "Ġfoot": 4579, + "Ġboard": 4580, + "part": 4581, + "Ġsus": 4582, + "wise": 4583, + "ĠMc": 4584, + "Ġpush": 4585, + "ATA": 4586, + "Ġplease": 4587, + "ried": 4588, + "weet": 4589, + "bit": 4590, + "ided": 4591, + "VE": 4592, + "ĠSw": 4593, + "UB": 4594, + "Ġtypes": 4595, + "edia": 4596, + "Ġclos": 4597, + "acebook": 4598, + "When": 4599, + "Ġedit": 4600, + "igger": 4601, + "Ġenerg": 4602, + "Container": 4603, + "Ġphot": 4604, + "ĠCount": 4605, + "ĠEurope": 4606, + ".Is": 4607, + "ĠRuss": 4608, + "peed": 4609, + "ĠStr": 4610, + "Ġpy": 4611, + "Ġcult": 4612, + "Ġdefined": 4613, + "ccount": 4614, + "Ġobt": 4615, + ".Location": 4616, + "Ġthread": 4617, + "ille": 4618, + "Ġinstead": 4619, + "strong": 4620, + "ĠSec": 4621, + "URE": 4622, + "Ġidea": 4623, + ".se": 4624, + "emy": 4625, + "selected": 4626, + "Connection": 4627, + "acing": 4628, + "thread": 4629, + ".next": 4630, + "Ġcoll": 4631, + "Ġfilm": 4632, + "istic": 4633, + "Ġcompet": 4634, + "Ġconn": 4635, + "though": 4636, + "Ġcompan": 4637, + "ocket": 4638, + "Ġteach": 4639, + "=(": 4640, + "Ġphone": 4641, + "Ġactive": 4642, + "79": 4643, + "delete": 4644, + "101": 4645, + "tries": 4646, + "Ġmo": 4647, + "Ġdeath": 4648, + "});ĊĊ": 4649, + "ocol": 4650, + "Widget": 4651, + "Ġarticle": 4652, + "rodu": 4653, + "andid": 4654, + "Ñĭ": 4655, + "ĠCr": 4656, + "ka": 4657, + "():": 4658, + "lood": 4659, + "ĉĉĉĊ": 4660, + "Ġalmost": 4661, + "Ġsell": 4662, + "ervlet": 4663, + "rip": 4664, + "Unit": 4665, + "Ġapplic": 4666, + "Ġconnect": 4667, + "Ġfeature": 4668, + "Ġvia": 4669, + "'),": 4670, + "Ġlim": 4671, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 4672, + "ĠGu": 4673, + "Engine": 4674, + "Ġens": 4675, + "Ġenvironment": 4676, + "block": 4677, + "HERE": 4678, + "NULL": 4679, + "gy": 4680, + "tag": 4681, + ")).": 4682, + "exp": 4683, + "Ġcompl": 4684, + "Ġinstall": 4685, + "Ġcomplete": 4686, + "queue": 4687, + "atural": 4688, + "Ġgeneral": 4689, + "thon": 4690, + "Ġasked": 4691, + "ores": 4692, + "(res": 4693, + "Ġreserved": 4694, + "SP": 4695, + "ĠâĢ¦": 4696, + "ÅĤ": 4697, + "Ġsignific": 4698, + "Off": 4699, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 4700, + "ĠAg": 4701, + "ĠJust": 4702, + "ĠError": 4703, + "Ġinfl": 4704, + "adata": 4705, + "Ġicon": 4706, + "asks": 4707, + "''": 4708, + "_LO": 4709, + "?.": 4710, + "account": 4711, + "Ġ(*": 4712, + "')ĊĊ": 4713, + "rap": 4714, + "_var": 4715, + "ĠFOR": 4716, + "Ġparty": 4717, + "ĠYour": 4718, + "cat": 4719, + "stry": 4720, + ".new": 4721, + "boot": 4722, + "ĠNov": 4723, + "Ġvector": 4724, + "Ġnormal": 4725, + "Ġfurther": 4726, + "Repository": 4727, + "800": 4728, + "Ġdatabase": 4729, + "attle": 4730, + "Ġmusic": 4731, + "Ġspeed": 4732, + "Ġdoc": 4733, + "process": 4734, + "IGHT": 4735, + ".parse": 4736, + "Ġtaking": 4737, + "Ġviol": 4738, + "ceed": 4739, + "ĠAfter": 4740, + "Ġforward": 4741, + "Ġcrit": 4742, + "\"/>Ċ": 4743, + "rot": 4744, + "Ġfailed": 4745, + "efore": 4746, + "Ġconcern": 4747, + "oe": 4748, + "ba": 4749, + "Ġsender": 4750, + "Ġterm": 4751, + "has": 4752, + "=\"#": 4753, + "Ġpotential": 4754, + "Num": 4755, + "Ġpublished": 4756, + ".close": 4757, + "ĠImage": 4758, + "straint": 4759, + "UD": 4760, + "ĠOb": 4761, + "Ġprobably": 4762, + "lim": 4763, + "\":Ċ": 4764, + "olume": 4765, + "Ġconsum": 4766, + "76": 4767, + "ague": 4768, + "ensions": 4769, + "Ġinvestig": 4770, + "-year": 4771, + "');": 4772, + "-sm": 4773, + "Ġenjoy": 4774, + "orig": 4775, + "ering": 4776, + "cp": 4777, + "leased": 4778, + "plements": 4779, + "Ġreturns": 4780, + "pat": 4781, + "BO": 4782, + "ĠHouse": 4783, + ".Label": 4784, + "Ġweight": 4785, + "ighb": 4786, + "Ġconditions": 4787, + "Ġexception": 4788, + "description": 4789, + "Ġtrad": 4790, + "-to": 4791, + "Ġ{}": 4792, + "Ġmodule": 4793, + "END": 4794, + ".ap": 4795, + ".props": 4796, + "Ġconstructor": 4797, + "aves": 4798, + "Ġfavor": 4799, + "ĠNow": 4800, + ";i": 4801, + "ĠMain": 4802, + "_k": 4803, + "eries": 4804, + "âĢĻll": 4805, + "transform": 4806, + "imestamp": 4807, + "Pre": 4808, + "Ġmer": 4809, + ".res": 4810, + "stant": 4811, + "Location": 4812, + "_NAME": 4813, + "Ġloss": 4814, + "ĠĊĊ": 4815, + "net": 4816, + "Ġengine": 4817, + "Block": 4818, + "Ġissues": 4819, + "Ġparse": 4820, + "ĠBar": 4821, + "Ġstay": 4822, + "ĠJSON": 4823, + "Ġdom": 4824, + "airs": 4825, + "wner": 4826, + "Ġlower": 4827, + "\",čĊ": 4828, + "ĠDem": 4829, + "ufact": 4830, + "Ġps": 4831, + "Ġperfect": 4832, + "RL": 4833, + "Ġeduc": 4834, + "ls": 4835, + "emory": 4836, + "ARRANT": 4837, + "uge": 4838, + "Ġexact": 4839, + ".key": 4840, + "alled": 4841, + "ech": 4842, + "ief": 4843, + "\\/": 4844, + "oke": 4845, + "Ġformer": 4846, + "alloc": 4847, + "Ġsix": 4848, + "ida": 4849, + "Ġmargin": 4850, + "Ġheart": 4851, + "ald": 4852, + "pack": 4853, + ".getElementById": 4854, + "ĠWARRANT": 4855, + "Ġrather": 4856, + "Ġbuilding": 4857, + "erman": 4858, + "lice": 4859, + "Ġquestions": 4860, + "izes": 4861, + "lege": 4862, + "irectory": 4863, + "Ġje": 4864, + "Ġcas": 4865, + "props": 4866, + "utf": 4867, + "Ġsecurity": 4868, + "Ġhowever": 4869, + "weight": 4870, + "Ġinside": 4871, + "Ġpresident": 4872, + "Char": 4873, + "ĠWITH": 4874, + ".map": 4875, + "Ġgraph": 4876, + "Ġtag": 4877, + "_status": 4878, + "Ġattempt": 4879, + "opp": 4880, + "uses": 4881, + "ĉconst": 4882, + "Ġround": 4883, + ",$": 4884, + "Ġfriends": 4885, + "Email": 4886, + "?>": 4887, + "Resource": 4888, + "KEY": 4889, + "osp": 4890, + ".query": 4891, + "ĠNorth": 4892, + "ables": 4893, + "istrib": 4894, + "_class": 4895, + "ello": 4896, + "That": 4897, + "к": 4898, + "pecially": 4899, + "ĠPresident": 4900, + "Ġcampaign": 4901, + "Ġalt": 4902, + "area": 4903, + "Ġchall": 4904, + "Ġopport": 4905, + ".Con": 4906, + "Ġenergy": 4907, + "like": 4908, + ".string": 4909, + "ington": 4910, + ")*": 4911, + "yy": 4912, + "Ġprofession": 4913, + "irth": 4914, + "Ġseg": 4915, + "æľ": 4916, + "Ġhor": 4917, + "iers": 4918, + "can": 4919, + "Ġbehind": 4920, + "Product": 4921, + "fg": 4922, + "ĠSk": 4923, + ".jpg": 4924, + "?:": 4925, + "];ĊĊ": 4926, + "Ġcallback": 4927, + "ĠHttp": 4928, + "ÑĮ": 4929, + "long": 4930, + "MS": 4931, + "ATH": 4932, + "Ġraise": 4933, + "Ġwanted": 4934, + "rown": 4935, + "utor": 4936, + "lt": 4937, + "]=": 4938, + "eline": 4939, + "MA": 4940, + "Ġsepar": 4941, + "cs": 4942, + "semb": 4943, + "Dis": 4944, + "bserv": 4945, + "ĠWill": 4946, + "Ġpolicy": 4947, + "Ġthird": 4948, + "phone": 4949, + "Ġbed": 4950, + "/g": 4951, + ".__": 4952, + "ĠInc": 4953, + "izing": 4954, + ".remove": 4955, + "instance": 4956, + ".type": 4957, + "Ġserv": 4958, + "Each": 4959, + "Ġhar": 4960, + "ĠMessage": 4961, + "(key": 4962, + "SELECT": 4963, + "Pos": 4964, + "));čĊ": 4965, + "Ġrecomm": 4966, + "Ġtraining": 4967, + "ĠEnt": 4968, + "ĠChar": 4969, + "icht": 4970, + "(file": 4971, + "Ġprior": 4972, + "Game": 4973, + "Ġexit": 4974, + "Params": 4975, + ".core": 4976, + "PC": 4977, + "nes": 4978, + "anced": 4979, + "(request": 4980, + "Password": 4981, + "}>Ċ": 4982, + "Ġmag": 4983, + "Ġrelease": 4984, + "Ġshall": 4985, + "udent": 4986, + "ĠSouth": 4987, + "ando": 4988, + ":'": 4989, + ".TabIndex": 4990, + "sk": 4991, + "anner": 4992, + "isset": 4993, + "Ġoutside": 4994, + "ledge": 4995, + "Ġå": 4996, + "ĠRob": 4997, + "Ġimm": 4998, + "!Ċ": 4999, + "ĠWeb": 5000, + "Des": 5001, + "BC": 5002, + "ancial": 5003, + "Route": 5004, + "Dec": 5005, + "ferences": 5006, + "Ġpurch": 5007, + "ĠModel": 5008, + "ctor": 5009, + "gn": 5010, + "_start": 5011, + "_un": 5012, + ".*": 5013, + "ises": 5014, + "Ġground": 5015, + "Ġunique": 5016, + "Ġbeaut": 5017, + "{\"": 5018, + "Ġpour": 5019, + "ĠOct": 5020, + "Ġtree": 5021, + "sets": 5022, + "_res": 5023, + "')->": 5024, + "_reg": 5025, + "(\"\\": 5026, + "Ġbyte": 5027, + "Bl": 5028, + "Ġdating": 5029, + "Ġmatter": 5030, + "ĠRem": 5031, + "Ġ'../": 5032, + "ĠAug": 5033, + "ĠLa": 5034, + "Ġ$(": 5035, + "ournal": 5036, + "111": 5037, + "iam": 5038, + "Ġshows": 5039, + "write": 5040, + "Ġball": 5041, + "Ġsimply": 5042, + "Ġfast": 5043, + "Ġmemory": 5044, + "ASS": 5045, + "ĠOf": 5046, + "oved": 5047, + "ante": 5048, + "aul": 5049, + "istry": 5050, + ")));Ċ": 5051, + "Ġfit": 5052, + "_": 5239, + "\")ĊĊ": 5240, + "ox": 5241, + "application": 5242, + "Ġ]Ċ": 5243, + "ĊĊĊĊĊĊ": 5244, + "180": 5245, + "Ġsoon": 5246, + "ctions": 5247, + "inger": 5248, + "Ġjoin": 5249, + "ĠPe": 5250, + "Ġë": 5251, + "Ġlas": 5252, + ".E": 5253, + "css": 5254, + "/or": 5255, + "ĠStart": 5256, + "ĠTO": 5257, + "Ġsubs": 5258, + "conn": 5259, + "components": 5260, + "DEBUG": 5261, + "quare": 5262, + "Function": 5263, + "endar": 5264, + ".index": 5265, + "Ġfill": 5266, + "ÄĻ": 5267, + "Ġchoose": 5268, + "how": 5269, + "ĠAmerica": 5270, + "assets": 5271, + "------------": 5272, + "ĠValue": 5273, + "Ġoffice": 5274, + "Ġveh": 5275, + "Ġtransform": 5276, + "ĠArt": 5277, + "Ġinde": 5278, + "Ġfn": 5279, + "Ġimplements": 5280, + "ango": 5281, + "plete": 5282, + "+\"": 5283, + "tmp": 5284, + "amily": 5285, + "Ġhash": 5286, + "missions": 5287, + "EST": 5288, + "gt": 5289, + "Provider": 5290, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 5291, + "Ġflag": 5292, + "Ġparticip": 5293, + "den": 5294, + "ĠReturns": 5295, + "Ġnote": 5296, + "ür": 5297, + "pm": 5298, + "ideos": 5299, + "Ġspecified": 5300, + "ĠEN": 5301, + "ester": 5302, + "olid": 5303, + "Ġupon": 5304, + "(std": 5305, + "ĉv": 5306, + "Ġ'\\": 5307, + "uz": 5308, + "Ġvert": 5309, + "Ġvict": 5310, + "ĉself": 5311, + "Ġ\"$": 5312, + "85": 5313, + ".k": 5314, + "Ġgroups": 5315, + "github": 5316, + "lang": 5317, + "Ġmut": 5318, + "TO": 5319, + "Ġve": 5320, + "ĠPlease": 5321, + ";ĊĊĊ": 5322, + "access": 5323, + "Ġ{\"": 5324, + "rea": 5325, + "Ġrisk": 5326, + "icker": 5327, + "oggle": 5328, + "ĉwhile": 5329, + "ANG": 5330, + ".send": 5331, + "72": 5332, + "Ġwoman": 5333, + "Ġgets": 5334, + "Ġign": 5335, + "ĠId": 5336, + "_log": 5337, + "ONE": 5338, + "Ġevid": 5339, + "ĠHar": 5340, + "_sub": 5341, + "Ġendl": 5342, + "Ġincluded": 5343, + "());ĊĊ": 5344, + "ĠAp": 5345, + "igr": 5346, + "Ġsem": 5347, + "ĠBlack": 5348, + "doc": 5349, + "_table": 5350, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 5351, + "-up": 5352, + "Ġcause": 5353, + "Ġ..": 5354, + "Ġvan": 5355, + "_dict": 5356, + "Ġfocus": 5357, + "IND": 5358, + "CESS": 5359, + ".Log": 5360, + "Ġmultiple": 5361, + "ido": 5362, + "Ġregard": 5363, + "-M": 5364, + "andler": 5365, + "ourse": 5366, + "Ġdeg": 5367, + ".U": 5368, + "Ġaddition": 5369, + "Ġvarious": 5370, + "Ġreceive": 5371, + "ен": 5372, + "ĠHT": 5373, + "Obj": 5374, + "DF": 5375, + "Ġincrease": 5376, + "ĠOpen": 5377, + "];": 5378, + "Ġcommit": 5379, + "?Ċ": 5380, + "ategories": 5381, + "atory": 5382, + "ship": 5383, + "ĠMich": 5384, + "Ġhtml": 5385, + "romise": 5386, + "Ġleave": 5387, + "Ġstrateg": 5388, + "aven": 5389, + "ĠConsole": 5390, + "known": 5391, + "-n": 5392, + "_LE": 5393, + ".component": 5394, + "Ġbre": 5395, + "Session": 5396, + "iance": 5397, + "Ġalign": 5398, + "typedef": 5399, + "_result": 5400, + "ĠWHERE": 5401, + ".split": 5402, + "Ġreading": 5403, + "FAULT": 5404, + "Ġclo": 5405, + "Ġnotice": 5406, + "_pr": 5407, + "arter": 5408, + "Ġlock": 5409, + "Ġstandard": 5410, + "etic": 5411, + "ellow": 5412, + "Ġpadding": 5413, + "ĠHis": 5414, + "Ġstates": 5415, + "_cast": 5416, + "(P": 5417, + "aa": 5418, + "Ġinternal": 5419, + "ean": 5420, + "ĠPRO": 5421, + "ĠKey": 5422, + "Ġespecially": 5423, + "ming": 5424, + "Ġcross": 5425, + "Ġnational": 5426, + "_object": 5427, + "filter": 5428, + "Ġscript": 5429, + ".update": 5430, + "_i": 5431, + "ĠAssert": 5432, + "/core": 5433, + "%%%%": 5434, + "Ġproblems": 5435, + "istor": 5436, + "Ġ.=": 5437, + "Ġarch": 5438, + "Ġwritten": 5439, + "Ġmilit": 5440, + "MENT": 5441, + ".ch": 5442, + "cape": 5443, + "ĠMus": 5444, + "_config": 5445, + "ĠAPI": 5446, + "foot": 5447, + "Ġimages": 5448, + "endl": 5449, + ".In": 5450, + "First": 5451, + "Ġplatform": 5452, + ".prot": 5453, + "Option": 5454, + "ste": 5455, + "ĠTODO": 5456, + "Ġforce": 5457, + ".cont": 5458, + "ĉecho": 5459, + "ĠDav": 5460, + "Ptr": 5461, + "(B": 5462, + "RT": 5463, + "ĠBase": 5464, + "]['": 5465, + "Ġannounc": 5466, + "console": 5467, + "ĠPy": 5468, + "ds": 5469, + ".as": 5470, + "Ġprevent": 5471, + "apan": 5472, + "Ġ{'": 5473, + "}'": 5709, + "Ġdead": 5710, + "VAL": 5711, + "QUE": 5712, + "************************************************************************": 5713, + "Ġcharg": 5714, + "Return": 5715, + "Ġful": 5716, + "dom": 5717, + "Ġrules": 5718, + "Ġmodify": 5719, + "Ġeval": 5720, + "ham": 5721, + "atement": 5722, + "\\<": 5723, + "ula": 5724, + "=False": 5725, + "RA": 5726, + "Ġcontains": 5727, + "74": 5728, + "Ġstack": 5729, + "mar": 5730, + "Ġ{}Ċ": 5731, + "Ġundefined": 5732, + "Ass": 5733, + "ĠChina": 5734, + "vey": 5735, + "*Ċ": 5736, + "Ġplaying": 5737, + ")/": 5738, + "actor": 5739, + "Ġbottom": 5740, + "lier": 5741, + "ĠNumber": 5742, + "Ġcouple": 5743, + "DC": 5744, + "ĠSO": 5745, + "gor": 5746, + ".setText": 5747, + "success": 5748, + "command": 5749, + "Filter": 5750, + "ĠOur": 5751, + "_item": 5752, + "Ġctx": 5753, + "Ġroad": 5754, + "Version": 5755, + "case": 5756, + "urt": 5757, + "avior": 5758, + "ych": 5759, + "sembly": 5760, + "ĠProduct": 5761, + "Ġheld": 5762, + "afe": 5763, + "Ġincludes": 5764, + "&": 5909, + "CON": 5910, + "Ġrepl": 5911, + "Ġregular": 5912, + "Storage": 5913, + "ramework": 5914, + "Ġgoal": 5915, + "Ġtouch": 5916, + ".widget": 5917, + "Ġbuilt": 5918, + "des": 5919, + "Part": 5920, + "(re": 5921, + "Ġworth": 5922, + "hib": 5923, + "game": 5924, + "91": 5925, + "192": 5926, + "Ġв": 5927, + "acion": 5928, + "ĠWhite": 5929, + "(type": 5930, + "(`": 5931, + "81": 5932, + "Ġnatural": 5933, + "Ġinj": 5934, + "Ġcalcul": 5935, + "ĠApril": 5936, + ".List": 5937, + "Ġassociated": 5938, + "ĉSystem": 5939, + "~~": 5940, + "=[": 5941, + "Ġstorage": 5942, + "Ġbytes": 5943, + "Ġtravel": 5944, + "Ġsou": 5945, + "Ġpassed": 5946, + "!=": 5947, + "ascript": 5948, + ".open": 5949, + "Ġgrid": 5950, + "Ġbus": 5951, + "Ġrecogn": 5952, + "Ab": 5953, + "Ġhon": 5954, + "ĠCenter": 5955, + "Ġprec": 5956, + "build": 5957, + "73": 5958, + "HTML": 5959, + "ĠSan": 5960, + "Ġcountries": 5961, + "aled": 5962, + "token": 5963, + "kt": 5964, + "Ġqual": 5965, + "Last": 5966, + "adow": 5967, + "Ġmanufact": 5968, + "idad": 5969, + "jango": 5970, + "Next": 5971, + "xf": 5972, + ".a": 5973, + "Ġporno": 5974, + "ĠPM": 5975, + "erve": 5976, + "iting": 5977, + "_th": 5978, + "ci": 5979, + "=None": 5980, + "gs": 5981, + "Ġlogin": 5982, + "atives": 5983, + "']);Ċ": 5984, + "Äħ": 5985, + "Ġill": 5986, + "IA": 5987, + "children": 5988, + "DO": 5989, + "Ġlevels": 5990, + "Ġ{{": 5991, + "Ġlooks": 5992, + "Ġ\"#": 5993, + "ToString": 5994, + "Ġnecessary": 5995, + "ĠĠĠĊ": 5996, + "cell": 5997, + "Entry": 5998, + "Ġ'#": 5999, + "Ġextrem": 6000, + "Selector": 6001, + "Ġplaceholder": 6002, + "Load": 6003, + "Ġreleased": 6004, + "ORE": 6005, + "Enumer": 6006, + "ĠTV": 6007, + "SET": 6008, + "inq": 6009, + "Press": 6010, + "ĠDepartment": 6011, + "Ġproperties": 6012, + "Ġrespond": 6013, + "Search": 6014, + "ael": 6015, + "Ġrequ": 6016, + "ĠBook": 6017, + "/Ċ": 6018, + "(st": 6019, + "Ġfinancial": 6020, + "icket": 6021, + "_input": 6022, + "Ġthreat": 6023, + "(in": 6024, + "Strip": 6025, + "ìĿ": 6026, + "ção": 6027, + "71": 6028, + "Ġevidence": 6029, + "));": 6030, + "ĠBro": 6031, + "Ġ[];Ċ": 6032, + "Ġou": 6033, + "buf": 6034, + "Script": 6035, + "dat": 6036, + "Ġrule": 6037, + "#import": 6038, + "=\"/": 6039, + "Serial": 6040, + "Ġstarting": 6041, + "[index": 6042, + "ae": 6043, + "Ġcontrib": 6044, + "session": 6045, + "_new": 6046, + "utable": 6047, + "ober": 6048, + "Ġ\"./": 6049, + "Ġlogger": 6050, + "Ġrecently": 6051, + "Ġreturned": 6052, + "ččĊ": 6053, + ")))Ċ": 6054, + "itions": 6055, + "Ġseek": 6056, + "Ġcommunic": 6057, + "Ġ\".": 6058, + "Ġusername": 6059, + "ECT": 6060, + "DS": 6061, + "Ġotherwise": 6062, + "ĠGerman": 6063, + ".aw": 6064, + "Adapter": 6065, + "ixel": 6066, + "Ġsystems": 6067, + "Ġdrop": 6068, + "83": 6069, + "Ġstructure": 6070, + "Ġ$(\"#": 6071, + "encies": 6072, + "anning": 6073, + "ĠLink": 6074, + "ĠResponse": 6075, + "Ġstri": 6076, + "ż": 6077, + "ĠDB": 6078, + "æĹ": 6079, + "android": 6080, + "submit": 6081, + "otion": 6082, + "92": 6083, + "(@": 6084, + ".test": 6085, + "82": 6086, + "ĊĊĊĊĊĊĊĊ": 6087, + "];čĊ": 6088, + "Ġdirectly": 6089, + "Ġ\"%": 6090, + "ris": 6091, + "elta": 6092, + "AIL": 6093, + "){čĊ": 6094, + "mine": 6095, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 6096, + "(k": 6097, + "bon": 6098, + "asic": 6099, + "pite": 6100, + "___": 6101, + "Max": 6102, + "Ġerrors": 6103, + "ĠWhile": 6104, + "Ġarguments": 6105, + "Ġensure": 6106, + "Right": 6107, + "-based": 6108, + "Web": 6109, + "Ġ-=": 6110, + "Ġintrodu": 6111, + "ĠInst": 6112, + "ĠWash": 6113, + "ordin": 6114, + "join": 6115, + "Database": 6116, + "Ġgrad": 6117, + "Ġusually": 6118, + "ITE": 6119, + "Props": 6120, + "?>Ċ": 6121, + "ĠGo": 6122, + "@Override": 6123, + "REF": 6124, + "Ġip": 6125, + "ĠAustral": 6126, + "Ġist": 6127, + "ViewById": 6128, + "Ġserious": 6129, + "Ġcustomer": 6130, + ".prototype": 6131, + "odo": 6132, + "cor": 6133, + "Ġdoor": 6134, + "ĠWITHOUT": 6135, + "Ġplant": 6136, + "Ġbegan": 6137, + "Ġdistance": 6138, + "()).": 6139, + "Ġchance": 6140, + "Ġord": 6141, + "came": 6142, + "pragma": 6143, + "Ġprotect": 6144, + "ragment": 6145, + "ĠNode": 6146, + "ening": 6147, + "Ñĩ": 6148, + "Ġroute": 6149, + "ĠSchool": 6150, + "hi": 6151, + "Ġneighb": 6152, + "After": 6153, + "licit": 6154, + "Ġcontr": 6155, + "Ġprimary": 6156, + "AA": 6157, + ".WriteLine": 6158, + "utils": 6159, + "Ġbi": 6160, + "Red": 6161, + ".Linq": 6162, + ".object": 6163, + "Ġleaders": 6164, + "unities": 6165, + "Ġgun": 6166, + "onth": 6167, + "ĠDev": 6168, + "FILE": 6169, + "Ġcomments": 6170, + "_len": 6171, + "arrow": 6172, + "amount": 6173, + "Range": 6174, + "sert": 6175, + "GridView": 6176, + "Ġupdated": 6177, + "ĠMo": 6178, + "Ġinform": 6179, + "ociety": 6180, + "ala": 6181, + "Access": 6182, + "Ġhab": 6183, + "Ġcreat": 6184, + "_arg": 6185, + "ĠJanuary": 6186, + "ĠDay": 6187, + "\")čĊ": 6188, + "uple": 6189, + "document": 6190, + "gorith": 6191, + "menu": 6192, + "ĠOver": 6193, + "bb": 6194, + ".title": 6195, + "_out": 6196, + "Ġled": 6197, + "uri": 6198, + "Ġ?>Ċ": 6235, + "run": 6236, + "Ġscene": 6237, + "(array": 6238, + "device": 6239, + "_title": 6240, + "agon": 6241, + "]čĊ": 6242, + "aby": 6243, + "Ġbecame": 6244, + "boolean": 6245, + "Ġpark": 6246, + "ĠCode": 6247, + "upload": 6248, + "riday": 6249, + "ĠSeptember": 6250, + "Fe": 6251, + "Ġsen": 6252, + "cing": 6253, + "FL": 6254, + "Col": 6255, + "uts": 6256, + "_page": 6257, + "inn": 6258, + "Ġimplied": 6259, + "aling": 6260, + "Ġyourself": 6261, + ".Count": 6262, + "conf": 6263, + "Ġaud": 6264, + "_init": 6265, + ".)": 6266, + "Ġwrote": 6267, + "003": 6268, + "NG": 6269, + ".Error": 6270, + "ä»": 6271, + ".for": 6272, + "Ġequal": 6273, + "ĠRequest": 6274, + "Ġserial": 6275, + "Ġallows": 6276, + "XX": 6277, + "Ġmiddle": 6278, + "chor": 6279, + "195": 6280, + "94": 6281, + "ø": 6282, + "erval": 6283, + ".Column": 6284, + "reading": 6285, + "Ġescort": 6286, + "ĠAugust": 6287, + "Ġquickly": 6288, + "Ġweap": 6289, + "ĠCG": 6290, + "ropri": 6291, + "ho": 6292, + "Ġcop": 6293, + "(struct": 6294, + "ĠBig": 6295, + "Ġvs": 6296, + "Ġfrequ": 6297, + ".Value": 6298, + "Ġactions": 6299, + "Ġproper": 6300, + "Ġinn": 6301, + "Ġobjects": 6302, + "Ġmatrix": 6303, + "avascript": 6304, + "Ġones": 6305, + ".group": 6306, + "Ġgreen": 6307, + "Ġpaint": 6308, + "ools": 6309, + "ycl": 6310, + "encode": 6311, + "olt": 6312, + "comment": 6313, + ".api": 6314, + "Dir": 6315, + "Ġune": 6316, + "izont": 6317, + ".position": 6318, + "Ġdesigned": 6319, + "_val": 6320, + "avi": 6321, + "iring": 6322, + "tab": 6323, + "Ġlayer": 6324, + "Ġviews": 6325, + "Ġreve": 6326, + "rael": 6327, + "ĠON": 6328, + "rics": 6329, + "160": 6330, + "np": 6331, + "Ġcore": 6332, + "());čĊ": 6333, + "Main": 6334, + "Ġexpert": 6335, + "ĉĉčĊ": 6336, + "_en": 6337, + "Ġ/>": 6338, + "utter": 6339, + "IAL": 6340, + "ails": 6341, + "ĠKing": 6342, + "*/ĊĊ": 6343, + "ĠMet": 6344, + "_end": 6345, + "addr": 6346, + "ora": 6347, + "Ġir": 6348, + "Min": 6349, + "Ġsurpr": 6350, + "Ġrepe": 6351, + "Ġdirectory": 6352, + "PUT": 6353, + "-S": 6354, + "Ġelection": 6355, + "haps": 6356, + ".pre": 6357, + "cm": 6358, + "Values": 6359, + "Ġ\"Ċ": 6360, + "column": 6361, + "ivil": 6362, + "Login": 6363, + "inue": 6364, + "93": 6365, + "Ġbeautiful": 6366, + "Ġsecret": 6367, + "(event": 6368, + "Ġchat": 6369, + "ums": 6370, + "Ġorigin": 6371, + "Ġeffects": 6372, + "Ġmanagement": 6373, + "illa": 6374, + "tk": 6375, + "Ġsetting": 6376, + "ĠCour": 6377, + "Ġmassage": 6378, + "ĉend": 6379, + "Ġhappy": 6380, + "Ġfinish": 6381, + "Ġcamera": 6382, + "ĠVer": 6383, + "ĠDemocr": 6384, + "ĠHer": 6385, + "(Q": 6386, + "cons": 6387, + "ita": 6388, + "Ġ'.": 6389, + "{}": 6390, + "ĉC": 6391, + "Ġstuff": 6392, + "194": 6393, + "Ġ:Ċ": 6394, + "ĠAR": 6395, + "Task": 6396, + "hidden": 6397, + "eros": 6398, + "IGN": 6399, + "atio": 6400, + "ĠHealth": 6401, + "olute": 6402, + "Enter": 6403, + "'>": 6404, + "ĠTwitter": 6405, + "ĠCounty": 6406, + "scribe": 6407, + "Ġ=>Ċ": 6408, + "Ġhy": 6409, + "fit": 6410, + "Ġmilitary": 6411, + "Ġsale": 6412, + "required": 6413, + "non": 6414, + "bootstrap": 6415, + "hold": 6416, + "rim": 6417, + "-old": 6418, + "ĠDown": 6419, + "Ġmention": 6420, + "contact": 6421, + "_group": 6422, + "oday": 6423, + "Ġtown": 6424, + "Ġsolution": 6425, + "uate": 6426, + "elling": 6427, + "]->": 6428, + "otes": 6429, + "ental": 6430, + "omen": 6431, + "ospital": 6432, + "ĠSup": 6433, + "_EN": 6434, + "Ġslow": 6435, + "SESSION": 6436, + "Ġblue": 6437, + "ago": 6438, + "Ġlives": 6439, + "Ġ^": 6440, + ".un": 6441, + "inst": 6442, + "enge": 6443, + "Ġcustomers": 6444, + "Ġcast": 6445, + "udget": 6446, + "ï¼ģ": 6447, + "icens": 6448, + "Ġdetermin": 6449, + "Selected": 6450, + "_pl": 6451, + "ueue": 6452, + "Ġdark": 6453, + "//ĊĊ": 6454, + "si": 6455, + "thern": 6456, + "ĠJapan": 6457, + "/w": 6458, + "PU": 6459, + "ĠEast": 6460, + "ovie": 6461, + "Ġpackage": 6462, + "Ġnor": 6463, + "Ġapi": 6464, + "bot": 6465, + "\"];Ċ": 6466, + "_post": 6467, + "ulate": 6468, + "Ġclub": 6469, + "'));Ċ": 6470, + "Ġloop": 6471, + "PIO": 6472, + "ione": 6473, + "shot": 6474, + "Initial": 6475, + "Ġplayed": 6476, + "register": 6477, + "rought": 6478, + "_max": 6479, + "acement": 6480, + "match": 6481, + "raphics": 6482, + "AST": 6483, + "Ġexisting": 6484, + "Ġcomplex": 6485, + "DA": 6486, + ".Ch": 6487, + ".common": 6488, + "mo": 6489, + "Ġ'../../": 6490, + "ito": 6491, + "Ġanalysis": 6492, + "Ġdeliver": 6493, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 6494, + "idx": 6495, + "Ãł": 6496, + "ongo": 6497, + "ĠEnglish": 6498, + "Ċ": 10197, + "_default": 10198, + "ĠDatabase": 10199, + "rep": 10200, + "ESS": 10201, + "nergy": 10202, + ".Find": 10203, + "_mask": 10204, + "Ġrise": 10205, + "Ġkernel": 10206, + "::$": 10207, + ".Q": 10208, + "Ġoffering": 10209, + "decl": 10210, + "ĠCS": 10211, + "Ġlisted": 10212, + "Ġmostly": 10213, + "enger": 10214, + "Ġblocks": 10215, + "olo": 10216, + "Ġgoverning": 10217, + "\\F": 10218, + "Ġconcent": 10219, + ".getText": 10220, + "Ġmb": 10221, + "Ġoccurred": 10222, + "Ġchanging": 10223, + "Scene": 10224, + "_CODE": 10225, + "Beh": 10226, + "\"The": 10227, + "Ġtile": 10228, + "ĠAssociation": 10229, + "ĉP": 10230, + "alty": 10231, + "_ad": 10232, + "odies": 10233, + "iated": 10234, + "Ġprepared": 10235, + "possible": 10236, + "Ġmort": 10237, + "TEST": 10238, + "142": 10239, + "Ġignore": 10240, + "Ġcalc": 10241, + "Ġrs": 10242, + "ĠassertEquals": 10243, + "Ġsz": 10244, + "ĠTHIS": 10245, + ".\"Ċ": 10246, + "Ġcanvas": 10247, + "java": 10248, + "Ġdut": 10249, + "VALID": 10250, + ".sql": 10251, + ".input": 10252, + "Ġaux": 10253, + "Sup": 10254, + "Ġartist": 10255, + "Vec": 10256, + "_TIME": 10257, + ".stringify": 10258, + "etween": 10259, + "ĠCategory": 10260, + "Ġ[-": 10261, + "ĠDevExpress": 10262, + "ĠJul": 10263, + "Ġring": 10264, + ".ed": 10265, + "YY": 10266, + "Let": 10267, + "TextField": 10268, + "Ġflat": 10269, + "_print": 10270, + "ĠOTHER": 10271, + "adian": 10272, + "Ġchecked": 10273, + "ele": 10274, + "Align": 10275, + "standing": 10276, + "Ġ[],": 10277, + "Ġlab": 10278, + "ucky": 10279, + "ĠChristmas": 10280, + "(image": 10281, + ".module": 10282, + "Ġlots": 10283, + "Ġslightly": 10284, + "(final": 10285, + "erge": 10286, + "è¿": 10287, + "147": 10288, + "ĠPolice": 10289, + "143": 10290, + "ĠRight": 10291, + "Ġaward": 10292, + "ĠOS": 10293, + "Ġ{}ĊĊ": 10294, + "Ġptr": 10295, + "oves": 10296, + "icated": 10297, + "ем": 10298, + "Ġmanage": 10299, + "oliday": 10300, + "Amount": 10301, + "oolStrip": 10302, + "tbody": 10303, + "Nav": 10304, + "wrap": 10305, + "BB": 10306, + "Ġwatching": 10307, + "arios": 10308, + "Ġoptional": 10309, + "_K": 10310, + "ĠLicensed": 10311, + ".Map": 10312, + "Timer": 10313, + "ĠAP": 10314, + "ĠRev": 10315, + "(o": 10316, + ",c": 10317, + "umin": 10318, + "etailed": 10319, + "ĠHy": 10320, + "Ġblank": 10321, + "agger": 10322, + "ĠSelf": 10323, + "()[": 10324, + ".make": 10325, + "earn": 10326, + "channel": 10327, + ";Ċ": 10342, + "World": 10343, + "Ġpython": 10344, + "Ġlif": 10345, + "Ġtrav": 10346, + "Ġconven": 10347, + "company": 10348, + "ĠClub": 10349, + "138": 10350, + "Ver": 10351, + "Btn": 10352, + "Ġzone": 10353, + "products": 10354, + "ĠEduc": 10355, + "Ġverify": 10356, + "ĠMil": 10357, + "ono": 10358, + "]);ĊĊ": 10359, + "ENCE": 10360, + "Ġpacket": 10361, + "Ġcer": 10362, + "Ġenumer": 10363, + "Ġpars": 10364, + "formed": 10365, + "Ġoccup": 10366, + "tre": 10367, + "Ġexercise": 10368, + "Day": 10369, + "_sum": 10370, + "Ġasking": 10371, + "aption": 10372, + "Ġorders": 10373, + "Ġspending": 10374, + "ĠERR": 10375, + ".Dis": 10376, + "ĠUtil": 10377, + "âĢľI": 10378, + "\\'": 10379, + "?)": 10380, + "/>Ċ": 10381, + "Ġemot": 10382, + "Ġinfluence": 10383, + "ĠAfrica": 10384, + "atters": 10385, + "Ùħ": 10386, + ".session": 10387, + "Ġchief": 10388, + "ĉĉĉĉĉĉĉĉĉĉĉ": 10389, + "Ġtom": 10390, + "cluded": 10391, + "serial": 10392, + "_handler": 10393, + ".Type": 10394, + "aped": 10395, + "Ġpolicies": 10396, + "-ex": 10397, + "-tr": 10398, + "blank": 10399, + "merce": 10400, + "Ġcoverage": 10401, + "Ġrc": 10402, + "_matrix": 10403, + "_box": 10404, + "Ġcharges": 10405, + "ĠBoston": 10406, + "Pe": 10407, + "Ġcircum": 10408, + "Ġfilled": 10409, + "148": 10410, + "Ġnorth": 10411, + "ictureBox": 10412, + "ĉres": 10413, + "è®": 10414, + "Ġtermin": 10415, + "Ġ[âĢ¦": 10416, + "IRECT": 10417, + "Ġber": 10418, + "Ġ\"../../": 10419, + "retch": 10420, + ".code": 10421, + "_col": 10422, + "ĠGovernment": 10423, + "Ġargv": 10424, + "ĠLord": 10425, + "asi": 10426, + "Exec": 10427, + "ĉlet": 10428, + "vertis": 10429, + "Ġdiscussion": 10430, + "enance": 10431, + "outube": 10432, + "typeof": 10433, + "Ġserved": 10434, + "ĠPut": 10435, + "ĉx": 10436, + "Ġsweet": 10437, + "Before": 10438, + "ategy": 10439, + ".of": 10440, + "ĠMaterial": 10441, + "Sort": 10442, + "ONT": 10443, + "igital": 10444, + "Why": 10445, + "Ġsust": 10446, + "Ġç": 10447, + "abet": 10448, + "Ġsegment": 10449, + "Ġ[],Ċ": 10450, + "ĠMuslim": 10451, + "ĠfindViewById": 10452, + "cut": 10453, + "_TEXT": 10454, + "ĠMary": 10455, + "Ġloved": 10456, + "Ġlie": 10457, + "ĠJO": 10458, + "Ġisset": 10459, + "month": 10460, + "Ġprime": 10461, + "ti": 10462, + "ĠCarol": 10463, + "Use": 10464, + "146": 10465, + "ĠPop": 10466, + "ĠSave": 10467, + "Interval": 10468, + "execute": 10469, + "dy": 10470, + "ĠIran": 10471, + "_cont": 10472, + "ĉT": 10473, + "Ġphase": 10474, + "checkbox": 10475, + "week": 10476, + "Ġhide": 10477, + "Ġtil": 10478, + "Ġju": 10479, + "Custom": 10480, + "burg": 10481, + "/M": 10482, + "TON": 10483, + "Ġquant": 10484, + "Ġrub": 10485, + "ixels": 10486, + "Ġinstalled": 10487, + "Ġdump": 10488, + "Ġproperly": 10489, + "(List": 10490, + "Ġdecide": 10491, + "apply": 10492, + "Has": 10493, + "Ġkeeping": 10494, + "Ġcitizens": 10495, + "Ġjoint": 10496, + "pool": 10497, + "Socket": 10498, + "_op": 10499, + "Ġweapon": 10500, + "gnore": 10501, + "ĠExec": 10502, + "otten": 10503, + "ĠMS": 10504, + "Ġ(-": 10505, + "ĠReview": 10506, + "Ġexamples": 10507, + "Ġtight": 10508, + "!(": 10509, + "DP": 10510, + "ĠMessageBox": 10511, + "Ġphotograph": 10512, + "164": 10513, + "URI": 10514, + "ét": 10515, + "low": 10516, + "ĠGrand": 10517, + ".persistence": 10518, + "Ġmaintain": 10519, + "Ġnums": 10520, + "Ġzip": 10521, + "ials": 10522, + "ĠGets": 10523, + "peg": 10524, + "ĠBuffer": 10525, + "~~~~": 10526, + "rastructure": 10527, + "ĠPL": 10528, + "uen": 10529, + "obby": 10530, + "sizeof": 10531, + "Ġpic": 10532, + "Ġseed": 10533, + "Ġexperienced": 10534, + "Ġodd": 10535, + "Ġkick": 10536, + "Ġprocedure": 10537, + "avigator": 10538, + "-on": 10539, + ",j": 10540, + "ĠAlthough": 10541, + "ĠuserId": 10542, + "accept": 10543, + "Blue": 10544, + "IColor": 10545, + "layer": 10546, + "available": 10547, + "Ġends": 10548, + ".table": 10549, + "Ġdataset": 10550, + "bus": 10551, + "Ġexplain": 10552, + "(pro": 10553, + "ĠCommittee": 10554, + "Ġnoted": 10555, + "]:Ċ": 10556, + "Dim": 10557, + "stdio": 10558, + "154": 10559, + ".\",Ċ": 10560, + "_source": 10561, + "181": 10562, + "ĠWeek": 10563, + "ĠEdge": 10564, + "Ġoperating": 10565, + "Ġeste": 10566, + "ipl": 10567, + "330": 10568, + "agination": 10569, + "Ġproceed": 10570, + "Ġanimation": 10571, + ".Models": 10572, + "ĠWatch": 10573, + "iat": 10574, + "Ġoppon": 10575, + "/A": 10576, + "Report": 10577, + "Ġsounds": 10578, + "_buf": 10579, + "IELD": 10580, + "Ġbund": 10581, + "ĉget": 10582, + ".pr": 10583, + "(tmp": 10584, + "Ġkid": 10585, + ">ĊĊĊ": 10586, + "Ġyang": 10587, + "NotFound": 10588, + "ÑĨ": 10589, + "math": 10590, + "@gmail": 10591, + "ĠLIMIT": 10592, + "redients": 10593, + "Ġvent": 10594, + "avigate": 10595, + "Look": 10596, + "Ġreligious": 10597, + "Ġrand": 10598, + "rio": 10599, + "(GL": 10600, + "_ip": 10601, + "uan": 10602, + "iciency": 10603, + "ĠChange": 10604, + ">čĊčĊ": 10605, + "ĠEntity": 10606, + "Ġrencontre": 10607, + "ĠRet": 10608, + "plan": 10609, + "én": 10610, + "BOOL": 10611, + "uries": 10612, + "train": 10613, + "Definition": 10614, + "============": 10615, + "zz": 10616, + "450": 10617, + "Animation": 10618, + "ĠOK": 10619, + "_menu": 10620, + ".bl": 10621, + "_score": 10622, + "Ġacad": 10623, + "(System": 10624, + "Ġrefresh": 10625, + "'=>$": 10626, + ".Graphics": 10627, + "amento": 10628, + "pid": 10629, + "tc": 10630, + "Ġtips": 10631, + "Ġhomes": 10632, + "Ġfuel": 10633, + "âĸ": 10634, + "_helper": 10635, + "ĠĠčĊ": 10636, + "ĠRoom": 10637, + ".Close": 10638, + "_attr": 10639, + "ĠMount": 10640, + "ĠEv": 10641, + "arser": 10642, + "_top": 10643, + "eah": 10644, + "ĠDelete": 10645, + "ãĢį": 10646, + "uke": 10647, + "Ġusage": 10648, + "aria": 10649, + "_dev": 10650, + "Ġtexture": 10651, + "Ġconversation": 10652, + "eper": 10653, + "Bean": 10654, + "done": 10655, + "nonatomic": 10656, + "ĠSecond": 10657, + "Ġshooting": 10658, + "_pre": 10659, + "Components": 10660, + "Ġ]ĊĊ": 10661, + "__,": 10662, + "stitution": 10663, + ".Char": 10664, + ">();ĊĊ": 10665, + "Ġpresented": 10666, + "Ġwa": 10667, + "oker": 10668, + "-ĊĊ": 10669, + "iner": 10670, + "Ġbecoming": 10671, + "Ġincident": 10672, + "Att": 10673, + "162": 10674, + "Ġrevealed": 10675, + "forc": 10676, + "Ġboot": 10677, + ".page": 10678, + "Enumerator": 10679, + "165": 10680, + "_->": 10681, + "Photo": 10682, + "Ġspring": 10683, + ".\",": 10684, + "ĠDictionary": 10685, + "BJECT": 10686, + "Ġlocations": 10687, + "Ġsamples": 10688, + "InputStream": 10689, + "ĠBrown": 10690, + "Ġstats": 10691, + "quality": 10692, + "Ñħ": 10693, + "-dis": 10694, + "Ġhelping": 10695, + "Ġped": 10696, + "224": 10697, + "(se": 10698, + "ĠWho": 10699, + "alian": 10700, + "internal": 10701, + "Ġft": 10702, + ">().": 10703, + "->{": 10704, + "Ġmine": 10705, + "Ġsector": 10706, + "Ġgro": 10707, + "Ġopportunities": 10708, + "Ġü": 10709, + "Ġmp": 10710, + "Ġalleged": 10711, + "Ġdoubt": 10712, + "Mouse": 10713, + "About": 10714, + "_part": 10715, + "Ġchair": 10716, + "Ġstopped": 10717, + "161": 10718, + "loop": 10719, + "entities": 10720, + "Ġapps": 10721, + "ansion": 10722, + "Ġmental": 10723, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10724, + "FR": 10725, + "Ġdefend": 10726, + "care": 10727, + "Ġideal": 10728, + "/api": 10729, + "urface": 10730, + "011": 10731, + "Ġele": 10732, + "ulator": 10733, + "ĠRights": 10734, + "anguages": 10735, + "Ġfunds": 10736, + "Ġadapt": 10737, + "Attributes": 10738, + "Ġdeploy": 10739, + "opts": 10740, + "Ġvalidation": 10741, + "Ġconcerns": 10742, + "uce": 10743, + ".num": 10744, + "ulture": 10745, + "ila": 10746, + "Ġcup": 10747, + "Ġpure": 10748, + ".Fore": 10749, + "183": 10750, + "ĠHashMap": 10751, + ".valueOf": 10752, + "asm": 10753, + "MO": 10754, + "Ġcs": 10755, + "Ġstores": 10756, + "Ġ************************************************************************": 10757, + "Ġcommunication": 10758, + "mem": 10759, + ".EventHandler": 10760, + ".Status": 10761, + "_right": 10762, + ".setOn": 10763, + "Sheet": 10764, + "Ġidentify": 10765, + "enerated": 10766, + "ordered": 10767, + "Ġ\"[": 10768, + "Ġswe": 10769, + "Condition": 10770, + "ĠAccording": 10771, + "Ġprepare": 10772, + "Ġrob": 10773, + "Pool": 10774, + "Ġsport": 10775, + "rv": 10776, + "ĠRouter": 10777, + "Ġalternative": 10778, + "([]": 10779, + "ĠChicago": 10780, + "ipher": 10781, + "ische": 10782, + "ĠDirector": 10783, + "kl": 10784, + "ĠWil": 10785, + "keys": 10786, + "Ġmysql": 10787, + "Ġwelcome": 10788, + "king": 10789, + "ĠManager": 10790, + "Ġcaught": 10791, + ")}Ċ": 10792, + "Score": 10793, + "_PR": 10794, + "Ġsurvey": 10795, + "hab": 10796, + "Headers": 10797, + "ADER": 10798, + "Ġdecor": 10799, + "Ġturns": 10800, + "Ġradius": 10801, + "errupt": 10802, + "Cor": 10803, + "Ġmel": 10804, + "Ġintr": 10805, + "(q": 10806, + "ĠAC": 10807, + "amos": 10808, + "MAX": 10809, + "ĠGrid": 10810, + "ĠJesus": 10811, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10812, + ".DE": 10813, + "Ġts": 10814, + "Ġlinked": 10815, + "free": 10816, + "ĠQt": 10817, + "Ġ/**čĊ": 10818, + "Ġfaster": 10819, + "ctr": 10820, + "_J": 10821, + "DT": 10822, + ".Check": 10823, + "Ġcombination": 10824, + "Ġintended": 10825, + "-the": 10826, + "-type": 10827, + "182": 10828, + "ectors": 10829, + "ami": 10830, + "uting": 10831, + "Ġuma": 10832, + "XML": 10833, + "UCT": 10834, + "Ap": 10835, + "ĠRandom": 10836, + "Ġran": 10837, + ".sort": 10838, + "Ġsorted": 10839, + ".Un": 10840, + "401": 10841, + "_PER": 10842, + "itory": 10843, + "Ġpriority": 10844, + "ĠGal": 10845, + "ĠOld": 10846, + "hot": 10847, + "ĠDisplay": 10848, + "(sub": 10849, + "_TH": 10850, + "_Y": 10851, + "ĠCare": 10852, + "loading": 10853, + "Kind": 10854, + "_handle": 10855, + ",,": 10856, + "rase": 10857, + "_replace": 10858, + ".addEventListener": 10859, + "ĠRT": 10860, + "172": 10861, + "Ġentered": 10862, + "gers": 10863, + "Ġich": 10864, + "(start": 10865, + "205": 10866, + "/app": 10867, + "Ġbrother": 10868, + "Memory": 10869, + "Outlet": 10870, + "Ġutf": 10871, + "prec": 10872, + "Ġnavigation": 10873, + "ORK": 10874, + "Ġdst": 10875, + "Detail": 10876, + "Ġaudience": 10877, + "Ġdur": 10878, + "Ġcluster": 10879, + "unched": 10880, + "Ġ],": 10881, + "Ġcomfortable": 10882, + ".values": 10883, + "ĠTotal": 10884, + "Ġsnap": 10885, + "Ġstandards": 10886, + "Ġperformed": 10887, + "hand": 10888, + "(\"@": 10889, + "åŃ": 10890, + "Ġphil": 10891, + "ibr": 10892, + "trim": 10893, + "Ġforget": 10894, + "157": 10895, + "Ġdoctor": 10896, + ".TextBox": 10897, + "377": 10898, + "icons": 10899, + ",s": 10900, + "ĠOp": 10901, + "Sm": 10902, + "Stop": 10903, + "ĉList": 10904, + "ĉu": 10905, + "Comment": 10906, + "_VERSION": 10907, + ".Xtra": 10908, + "Person": 10909, + "rb": 10910, + "LOB": 10911, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 10912, + "ĠCentral": 10913, + "270": 10914, + "ICK": 10915, + "raq": 10916, + "Ġputting": 10917, + "Ġmd": 10918, + "ĠLove": 10919, + "Program": 10920, + "Border": 10921, + "oor": 10922, + "Ġallowing": 10923, + "after": 10924, + "Ġentries": 10925, + "ĠMaybe": 10926, + "]).": 10927, + "ĠShort": 10928, + ")\\": 10929, + ".now": 10930, + "friend": 10931, + "Ġprefer": 10932, + "ĠGPIO": 10933, + "osis": 10934, + "ĠGameObject": 10935, + "Ġskip": 10936, + "Ġcompetition": 10937, + "_match": 10938, + "lications": 10939, + "_CONT": 10940, + ".groupBox": 10941, + "Ġals": 10942, + "666": 10943, + "\"We": 10944, + "_eq": 10945, + "lan": 10946, + "_search": 10947, + "ĠMusic": 10948, + "asis": 10949, + "Ġbind": 10950, + "ĠIsland": 10951, + "rum": 10952, + "(E": 10953, + "Ġseat": 10954, + "Video": 10955, + "Ġack": 10956, + "reek": 10957, + "={()": 10958, + "Ġrating": 10959, + "Ġrestaurant": 10960, + "456": 10961, + "DEX": 10962, + "(buf": 10963, + "pping": 10964, + "uality": 10965, + "Ġleague": 10966, + "176": 10967, + "Ġfocused": 10968, + "apon": 10969, + "$data": 10970, + "CLUD": 10971, + "CLUDING": 10972, + "Ġabsolute": 10973, + "(query": 10974, + "Ġtells": 10975, + "Ang": 10976, + "Ġcommunities": 10977, + "Ġhonest": 10978, + "oking": 10979, + "Ġapart": 10980, + "arity": 10981, + "/$": 10982, + "_module": 10983, + "ĠEnc": 10984, + ".an": 10985, + ".Config": 10986, + "Cre": 10987, + "Ġshock": 10988, + "ĠArab": 10989, + "IENT": 10990, + "/re": 10991, + "Ġretrie": 10992, + "ycler": 10993, + "isa": 10994, + "ĠOrgan": 10995, + ".graph": 10996, + "Ġí": 10997, + "ĠBAS": 10998, + "Enum": 10999, + "Ġpossibly": 11000, + "ÑĢаÐ": 11001, + "ĠJapanese": 11002, + "Ġcraft": 11003, + "ĠPlace": 11004, + "Ġtalent": 11005, + "Ġfunding": 11006, + "Ġconfirmed": 11007, + "Ġcycle": 11008, + "/x": 11009, + "GE": 11010, + "Ġhearing": 11011, + "Ġplants": 11012, + "Ġmouth": 11013, + "pages": 11014, + "oria": 11015, + "ĠRemove": 11016, + "_total": 11017, + "Ġod": 11018, + "ollapse": 11019, + "door": 11020, + "Ġbought": 11021, + "Ġaddr": 11022, + "ARCH": 11023, + "_dim": 11024, + "dden": 11025, + "Ġdecades": 11026, + "REQUEST": 11027, + "Ġversions": 11028, + "fire": 11029, + "006": 11030, + "Ġmoves": 11031, + "fb": 11032, + "Ġcoffee": 11033, + ".connect": 11034, + "ĠRow": 11035, + "Ġschema": 11036, + "Scope": 11037, + "-Type": 11038, + "Ġfighting": 11039, + "Ġretail": 11040, + "Ġmodified": 11041, + "TF": 11042, + "Files": 11043, + "nie": 11044, + "_command": 11045, + "stone": 11046, + "ĠÑĤ": 11047, + "_thread": 11048, + "Ġbond": 11049, + "ĠDevelopment": 11050, + "Ġpt": 11051, + "FORM": 11052, + "plet": 11053, + "Ġidentified": 11054, + "cpp": 11055, + "206": 11056, + "225": 11057, + "Ġcoding": 11058, + "oked": 11059, + "ĠMaster": 11060, + "IDTH": 11061, + "Ġresidents": 11062, + "redit": 11063, + "ĠPhoto": 11064, + "=-": 11065, + "unte": 11066, + "ateur": 11067, + "159": 11068, + "_STATE": 11069, + "ĠSing": 11070, + "Ġsheet": 11071, + ".val": 11072, + "orse": 11073, + "Ġhers": 11074, + "Ġdetermined": 11075, + "Common": 11076, + "Ġwed": 11077, + "_queue": 11078, + "PH": 11079, + "ĠAtl": 11080, + "cred": 11081, + "/LICENSE": 11082, + "Ġmes": 11083, + "Ġadvanced": 11084, + ".java": 11085, + ".Sh": 11086, + "Go": 11087, + "kill": 11088, + "fp": 11089, + "_settings": 11090, + "Ġpal": 11091, + "Ġtruck": 11092, + "Ġcombined": 11093, + "Ġ\"${": 11094, + "ĠCorpor": 11095, + "Ġjoined": 11096, + "ĠJose": 11097, + "ĠCup": 11098, + "uns": 11099, + "estival": 11100, + "levision": 11101, + "Ġbroken": 11102, + "Ġmarriage": 11103, + "ĠWestern": 11104, + "Ġrepresents": 11105, + "ĠTitle": 11106, + "Ġss": 11107, + ".Ass": 11108, + "ongoose": 11109, + "iento": 11110, + "<>();Ċ": 11111, + "Ġabsolutely": 11112, + "Ġsmooth": 11113, + "TERN": 11114, + "ĠUnless": 11115, + "Word": 11116, + "Ġmerge": 11117, + "igan": 11118, + "ĠVol": 11119, + "Ġnn": 11120, + ".getId": 11121, + "Ġз": 11122, + "171": 11123, + "Ġsexy": 11124, + "Ġseeking": 11125, + "Single": 11126, + ".this": 11127, + "179": 11128, + "Ġkom": 11129, + "bound": 11130, + ";\"": 11131, + "ĠfontSize": 11132, + "_df": 11133, + "Ġinjury": 11134, + "(H": 11135, + "Ġissued": 11136, + "_END": 11137, + ":self": 11138, + "020": 11139, + "Ġpatch": 11140, + "Ġleaves": 11141, + "Ġadopt": 11142, + "FileName": 11143, + "ãĢIJ": 11144, + "Ġexecutive": 11145, + "ĠByte": 11146, + "]))Ċ": 11147, + "Ġnu": 11148, + "outing": 11149, + "cluding": 11150, + "-R": 11151, + ".options": 11152, + "Ġsubstant": 11153, + "avax": 11154, + "ĠBUT": 11155, + "Ġtechnical": 11156, + "Ġtwice": 11157, + "Ġmás": 11158, + "Ġunivers": 11159, + "yr": 11160, + "Ġdrag": 11161, + "ĠDC": 11162, + "Ġsed": 11163, + "Ġbot": 11164, + "ĠPal": 11165, + "ĠHall": 11166, + "forcement": 11167, + "Ġauch": 11168, + ".mod": 11169, + "notation": 11170, + "_files": 11171, + ".line": 11172, + "_flag": 11173, + "[name": 11174, + "Ġresolution": 11175, + "Ġbott": 11176, + "(\"[": 11177, + "ende": 11178, + "(arr": 11179, + "Free": 11180, + "(@\"": 11181, + "ĠDistrict": 11182, + "PEC": 11183, + ":-": 11184, + "Picker": 11185, + "ĠJo": 11186, + "ĠĠĠĠĠĊ": 11187, + "ĠRiver": 11188, + "_rows": 11189, + "Ġhelpful": 11190, + "Ġmassive": 11191, + "---Ċ": 11192, + "Ġmeasures": 11193, + "007": 11194, + "ĠRuntime": 11195, + "Ġworry": 11196, + "ĠSpec": 11197, + "ĉD": 11198, + "ãĢij": 11199, + "Ġ){Ċ": 11200, + "Ġworse": 11201, + "(filename": 11202, + "Ġlay": 11203, + "Ġmagic": 11204, + "ĠTheir": 11205, + "oul": 11206, + "stroy": 11207, + "ĠWhere": 11208, + "280": 11209, + "Ġsudden": 11210, + "Ġdefe": 11211, + "Ġbinding": 11212, + "Ġflight": 11213, + "ĠOnInit": 11214, + "ĠWomen": 11215, + "ĠPolicy": 11216, + "Ġdrugs": 11217, + "ishing": 11218, + "('../": 11219, + "ĠMel": 11220, + "peat": 11221, + "tor": 11222, + "Ġproposed": 11223, + "Ġstated": 11224, + "_RES": 11225, + "Ġeast": 11226, + "212": 11227, + "ĠCONDITION": 11228, + "_desc": 11229, + "Ġwinning": 11230, + "folio": 11231, + "Mapper": 11232, + "ĠPan": 11233, + "ĠAnge": 11234, + ".servlet": 11235, + "Ġcopies": 11236, + "LM": 11237, + "Ġvm": 11238, + "åį": 11239, + "Ġdictionary": 11240, + "Seg": 11241, + "177": 11242, + "elines": 11243, + "ĠSend": 11244, + "Ġiron": 11245, + "ĠFort": 11246, + "166": 11247, + ".domain": 11248, + "Ġdebate": 11249, + "NotNull": 11250, + "eq": 11251, + "acher": 11252, + "lf": 11253, + "ĉfmt": 11254, + "Ġlawy": 11255, + "178": 11256, + "ÄŁ": 11257, + "ĠMen": 11258, + "Ġtrim": 11259, + "(NULL": 11260, + "Ġ!!": 11261, + "Ġpad": 11262, + "Ġfollows": 11263, + "\"][\"": 11264, + "requ": 11265, + "ĠEp": 11266, + ".github": 11267, + "(img": 11268, + "eto": 11269, + "('\\": 11270, + "Services": 11271, + "umbnail": 11272, + "_main": 11273, + "pleted": 11274, + "fortunately": 11275, + "Ġwindows": 11276, + "Ġplane": 11277, + "ĠConnection": 11278, + ".local": 11279, + "uard": 11280, + "}\\": 11281, + "==\"": 11282, + "andon": 11283, + "ĠRoy": 11284, + "west": 11285, + "158": 11286, + "iginal": 11287, + "emies": 11288, + "itz": 11289, + "'):Ċ": 11290, + "ĠPeter": 11291, + "Ġtough": 11292, + "Ġreduced": 11293, + "Ġcalculate": 11294, + "Ġrapid": 11295, + "customer": 11296, + "Ġefficient": 11297, + "Ġmedium": 11298, + "Ġfell": 11299, + ".ref": 11300, + "ĠCas": 11301, + "Ġfeedback": 11302, + "Speed": 11303, + "(output": 11304, + "aje": 11305, + "Ġcategories": 11306, + "Ġfee": 11307, + "};": 11308, + "Ġdeleted": 11309, + "reh": 11310, + "Ġproof": 11311, + "Desc": 11312, + "Build": 11313, + "Ġsides": 11314, + ".ArrayList": 11315, + "-%": 11316, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 11317, + "ر": 11318, + ".match": 11319, + "ли": 11320, + "Ġfeels": 11321, + "Ġachieve": 11322, + "Ġclim": 11323, + "_ON": 11324, + "ĠCD": 11325, + "Ġteacher": 11326, + "_current": 11327, + "bn": 11328, + "_PL": 11329, + "isting": 11330, + "Enable": 11331, + "GEN": 11332, + "Ġtv": 11333, + "Ġsock": 11334, + "Ġplays": 11335, + "Ġdiscount": 11336, + "ĠKE": 11337, + "ĠDebug": 11338, + "Fore": 11339, + "ĠIraq": 11340, + "Ġappearance": 11341, + "Mon": 11342, + "Ġstyled": 11343, + "ĠHuman": 11344, + "iot": 11345, + "ĠHistory": 11346, + "Ġsac": 11347, + "ĠCollection": 11348, + "Ġrecommended": 11349, + ".Selected": 11350, + "Ġorganizations": 11351, + "Ġdiscovered": 11352, + "cohol": 11353, + "adas": 11354, + "ĠThomas": 11355, + "May": 11356, + "Ġconserv": 11357, + "Ġdomin": 11358, + "ĠFollow": 11359, + "ĠSection": 11360, + "ĠThanks": 11361, + "Username": 11362, + "Ġrecipe": 11363, + "Ġwonderful": 11364, + ".sleep": 11365, + "_if": 11366, + "ĉĊĉĊ": 11367, + "orno": 11368, + "Ġru": 11369, + "_target": 11370, + ".\"\"": 11371, + "à¦": 11372, + "EventArgs": 11373, + "Ġinputs": 11374, + "Ġfif": 11375, + "Ġvision": 11376, + "cy": 11377, + "ĠSeries": 11378, + ")(((": 11379, + "Ġtrading": 11380, + "Ġmarker": 11381, + "Begin": 11382, + "Ġtypically": 11383, + "Ġcauses": 11384, + "dropdown": 11385, + "_DEBUG": 11386, + "260": 11387, + "Ġdetect": 11388, + "country": 11389, + "!\");Ċ": 11390, + "ĉR": 11391, + "appy": 11392, + "Ġcref": 11393, + "('<": 11394, + "\"=>": 11395, + "ĠLE": 11396, + "reader": 11397, + "Ġadministr": 11398, + "õ": 11399, + "ucket": 11400, + "Ġfashion": 11401, + ".char": 11402, + "izar": 11403, + "Ġdisable": 11404, + "Ġsuc": 11405, + "ĠLive": 11406, + "issue": 11407, + "Ġmetadata": 11408, + "flags": 11409, + "ĠðŁ": 11410, + "Ġcommitted": 11411, + "Ġva": 11412, + "Ġrough": 11413, + "Ġ'''Ċ": 11414, + "Ġhighlight": 11415, + "_vars": 11416, + "VO": 11417, + "Ġencoding": 11418, + "-Z": 11419, + "_sign": 11420, + "$(\"#": 11421, + "Ġrain": 11422, + "reatest": 11423, + "ĠEND": 11424, + "Selection": 11425, + "Ġcandidates": 11426, + "Ġsav": 11427, + ".Empty": 11428, + "Ġdecisions": 11429, + "Ġcollabor": 11430, + "ridge": 11431, + "feed": 11432, + "ression": 11433, + "Ġpersons": 11434, + "VM": 11435, + "008": 11436, + "ega": 11437, + "_BIT": 11438, + "According": 11439, + "acked": 11440, + "Ġdollars": 11441, + "_loss": 11442, + "ĠCost": 11443, + "}\"Ċ": 11444, + "Notification": 11445, + "Ġprostit": 11446, + "Ġauthority": 11447, + ".rec": 11448, + "Ġspokes": 11449, + "ĠToday": 11450, + "istant": 11451, + "ĠHead": 11452, + "âĢĿ.": 11453, + "ertainment": 11454, + "cean": 11455, + "culate": 11456, + "Ġven": 11457, + "However": 11458, + "_arr": 11459, + "Ġtokens": 11460, + "Graph": 11461, + "ĠJud": 11462, + "ĠVirgin": 11463, + "ĠSerial": 11464, + "unning": 11465, + "Mutable": 11466, + "agers": 11467, + ".csv": 11468, + "Ġdeveloping": 11469, + "Ġinstructions": 11470, + "Ġpromise": 11471, + "Ġrequested": 11472, + "_encode": 11473, + "/\"": 11474, + "ĠIcon": 11475, + "uilt": 11476, + "-day": 11477, + "Ġintelligence": 11478, + ".IS": 11479, + "ĠObservable": 11480, + "ĠHard": 11481, + "Bool": 11482, + "211": 11483, + "idential": 11484, + ".Anchor": 11485, + "Ġselling": 11486, + "CI": 11487, + "AGES": 11488, + "tle": 11489, + "bur": 11490, + "UFFER": 11491, + "RY": 11492, + "Ġbigger": 11493, + "Ġrat": 11494, + "Ġfamous": 11495, + "Ġtypename": 11496, + "Ġexplained": 11497, + "}}Ċ": 11498, + "Ġnuclear": 11499, + "-N": 11500, + "Ġcrisis": 11501, + "ĠEnter": 11502, + "Ġanswers": 11503, + "/${": 11504, + "/pl": 11505, + "Ġsequ": 11506, + "_next": 11507, + "mask": 11508, + "Ġstanding": 11509, + "Ġplenty": 11510, + "ĠCross": 11511, + "ĉret": 11512, + "dro": 11513, + "ĠCast": 11514, + "167": 11515, + "=true": 11516, + "ĠChris": 11517, + "icio": 11518, + "ĠMike": 11519, + "Decimal": 11520, + "addComponent": 11521, + "Len": 11522, + "Ġcock": 11523, + "Ġ#{": 11524, + "URN": 11525, + "": 11657, + "Ġ*=": 11658, + "ĠPS": 11659, + "Ġdangerous": 11660, + "[p": 11661, + "OME": 11662, + "Other": 11663, + "ĠStringBuilder": 11664, + "Points": 11665, + "heading": 11666, + "Ġcurrency": 11667, + "Ġpercentage": 11668, + "_API": 11669, + "Ġclassic": 11670, + "thead": 11671, + "ĠMO": 11672, + "FE": 11673, + "Idx": 11674, + "await": 11675, + "Ġè": 11676, + "Ġaccident": 11677, + "Ġvariant": 11678, + "Ġmyst": 11679, + "ĠLand": 11680, + "ĠBre": 11681, + "Ġharm": 11682, + "ĠAcc": 11683, + "Ġcharged": 11684, + "iones": 11685, + "Visibility": 11686, + "arry": 11687, + "ĠLanguage": 11688, + "Ġwalking": 11689, + "\".ĊĊ": 11690, + "ifer": 11691, + "Ġleadership": 11692, + ".From": 11693, + "ynam": 11694, + "Ġtimestamp": 11695, + "ipt": 11696, + "ĠHas": 11697, + "REFER": 11698, + "ĠIts": 11699, + "Ġlistener": 11700, + "UTE": 11701, + "213": 11702, + "_description": 11703, + "Ġexperiences": 11704, + "Ġcreates": 11705, + "RS": 11706, + "cart": 11707, + "black": 11708, + "Ġchoices": 11709, + "war": 11710, + "750": 11711, + "Ġ'''": 11712, + "Ġordered": 11713, + "Ġevening": 11714, + "Ġpil": 11715, + "Ġtun": 11716, + "ĠBad": 11717, + "(app": 11718, + "random": 11719, + "Ġexplicit": 11720, + "Ġarrived": 11721, + "Ġfly": 11722, + "Ġeconom": 11723, + "-mail": 11724, + "Ġlists": 11725, + "Ġarchitect": 11726, + "234": 11727, + "ĠPay": 11728, + "Ġds": 11729, + "ĠSol": 11730, + "Ġvehicles": 11731, + "Hz": 11732, + "-com": 11733, + "Ġking": 11734, + "_equal": 11735, + "ĠHelp": 11736, + "Ġabuse": 11737, + "480": 11738, + "169": 11739, + "--;Ċ": 11740, + "Ġextr": 11741, + "Ġchemical": 11742, + "ä¿": 11743, + "Ġorient": 11744, + "Ġbreath": 11745, + "ĠSpace": 11746, + "(element": 11747, + "wait": 11748, + "DED": 11749, + "igma": 11750, + "Ġentr": 11751, + "Ġsob": 11752, + "-name": 11753, + "Ġaffected": 11754, + "ika": 11755, + "Ġcoal": 11756, + "_work": 11757, + "Ġhundreds": 11758, + "Ġpolitics": 11759, + "subject": 11760, + "Ġconsumer": 11761, + "ANGE": 11762, + "Ġrepeated": 11763, + "Send": 11764, + "Ġ#[": 11765, + "Ġprotocol": 11766, + "Ġleads": 11767, + "useum": 11768, + "Every": 11769, + "808": 11770, + "174": 11771, + "Import": 11772, + "(count": 11773, + "Ġchallenges": 11774, + "Ġnovel": 11775, + "Ġdepart": 11776, + "bits": 11777, + ".Current": 11778, + "Ġ`${": 11779, + "oting": 11780, + "(\\": 11781, + "Ġcreative": 11782, + "Ġbuff": 11783, + "Ġintroduced": 11784, + "usic": 11785, + "modules": 11786, + "Are": 11787, + "-doc": 11788, + "language": 11789, + "_cache": 11790, + "Ġtod": 11791, + "?>{{": 12026, + "ĠResource": 12027, + "ĠStandard": 12028, + "ĠPrem": 12029, + "updated": 12030, + "ivalent": 12031, + "Ġassets": 12032, + "_temp": 12033, + "Ġinterests": 12034, + "Ġhardware": 12035, + "ĠRom": 12036, + "ĠShare": 12037, + "Ġ''Ċ": 12038, + "Ġ*,": 12039, + "ĠTake": 12040, + "ĠImages": 12041, + "_CHECK": 12042, + "(typeof": 12043, + "ĠJun": 12044, + "\\<^": 12045, + "Ġliqu": 12046, + "Ġworst": 12047, + "ymbols": 12048, + "ĉĉĉĠĠĠ": 12049, + "Ġdrivers": 12050, + "ĠDocument": 12051, + "eno": 12052, + "ĠTechnology": 12053, + "Ġapproved": 12054, + "umps": 12055, + "Ġsnow": 12056, + "formance": 12057, + "_ASSERT": 12058, + "uits": 12059, + "207": 12060, + "ÙĨ": 12061, + "Ġdifferences": 12062, + ".Visible": 12063, + "ĉĉĉčĊ": 12064, + "ĠPs": 12065, + "_fetch": 12066, + "Ġtodo": 12067, + ".',Ċ": 12068, + "Ġsel": 12069, + "urers": 12070, + "invalid": 12071, + "Ġtweet": 12072, + "VEL": 12073, + "Ġresearchers": 12074, + "Ġsprintf": 12075, + "ĠRO": 12076, + "Ġpel": 12077, + ".Trans": 12078, + "Ġillegal": 12079, + "dialog": 12080, + "smarty": 12081, + "lg": 12082, + "_MIN": 12083, + "Ġhero": 12084, + "final": 12085, + "Ġpp": 12086, + ".Le": 12087, + "Ġci": 12088, + "ĉRT": 12089, + "Ġsuggested": 12090, + "pdf": 12091, + "aching": 12092, + "ĠRo": 12093, + "ĠProperties": 12094, + "ĠSi": 12095, + "Ġbuying": 12096, + "Ġmu": 12097, + "Ġlands": 12098, + "ifiers": 12099, + "ĠFILE": 12100, + "ROUP": 12101, + "Ġholder": 12102, + "ĠSon": 12103, + "Ġsympt": 12104, + ".route": 12105, + ")?": 12106, + "Ġargc": 12107, + "Ġfort": 12108, + "Ġcasino": 12109, + "_category": 12110, + "Ġforum": 12111, + "215": 12112, + "prefix": 12113, + "apture": 12114, + "Tube": 12115, + "ems": 12116, + "imize": 12117, + "Ġnue": 12118, + "aus": 12119, + "course": 12120, + "ATOR": 12121, + "()),": 12122, + "Advertis": 12123, + "INGS": 12124, + "Ġacknow": 12125, + "ĠKorea": 12126, + "pling": 12127, + "Ġworker": 12128, + "PLIED": 12129, + "hal": 12130, + "ĠRichard": 12131, + "Elements": 12132, + "ĉĉĉĠ": 12133, + "star": 12134, + "Ġrelationships": 12135, + "Ġcheap": 12136, + "ACH": 12137, + "ĠXML": 12138, + ",&": 12139, + "ĠLouis": 12140, + "Ġride": 12141, + "_FAIL": 12142, + "Ġchunk": 12143, + "[s": 12144, + "_OUT": 12145, + "Ġchosen": 12146, + "_[": 12147, + "/(": 12148, + "ĠJeff": 12149, + "_sl": 12150, + "priv": 12151, + "ĠCanadian": 12152, + "Ġunable": 12153, + "_FLAG": 12154, + "Ġnos": 12155, + "high": 12156, + "Ġlift": 12157, + "fun": 12158, + "(){": 12159, + "elly": 12160, + "yclerView": 12161, + "_as": 12162, + "_LIST": 12163, + "Ġradi": 12164, + ".getValue": 12165, + "304": 12166, + "ĠAngeles": 12167, + "ĠSpan": 12168, + "_instance": 12169, + "itors": 12170, + "208": 12171, + "Ġmigration": 12172, + "AK": 12173, + "Oh": 12174, + "®": 12175, + ".selected": 12176, + "ĠGT": 12177, + "Ġadvance": 12178, + "ĠStyle": 12179, + ".DataGridView": 12180, + "ection": 12181, + "Ñİ": 12182, + "pio": 12183, + "rog": 12184, + "Ġshopping": 12185, + "ĠRect": 12186, + "Illuminate": 12187, + "OU": 12188, + "ĉarray": 12189, + "Ġsubstantial": 12190, + "Ġpregn": 12191, + "Ġpromote": 12192, + "IEW": 12193, + ".Layout": 12194, + "Ġsigns": 12195, + "/.": 12196, + "Ġletters": 12197, + "Board": 12198, + "ctrl": 12199, + "\"\\": 12200, + "ĠJones": 12201, + "Ġvertex": 12202, + "Ġja": 12203, + "Ġaffili": 12204, + "Ġwealth": 12205, + "ĉdefault": 12206, + "Ġsignificantly": 12207, + "Ġec": 12208, + "Ġxs": 12209, + "actual": 12210, + ".per": 12211, + "_step": 12212, + "anvas": 12213, + "mac": 12214, + "Ġtransl": 12215, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 12216, + "Iterator": 12217, + "Ġoch": 12218, + "agnostic": 12219, + "ĠDuring": 12220, + "ĠDEFAULT": 12221, + "Ġtill": 12222, + "Ġsignature": 12223, + "Ġbird": 12224, + "ĠOl": 12225, + "310": 12226, + "ĠIr": 12227, + "HS": 12228, + "avatar": 12229, + "ESSAGE": 12230, + "Ġelev": 12231, + "Ġmt": 12232, + "ĠNav": 12233, + "Ġrelax": 12234, + "Ġplate": 12235, + "ITEM": 12236, + "(date": 12237, + ".not": 12238, + "Ġgrade": 12239, + "Ġ}),Ċ": 12240, + "?\"ĊĊ": 12241, + "iences": 12242, + "High": 12243, + "ĠDIS": 12244, + "231": 12245, + "disabled": 12246, + "QUI": 12247, + "Ġnoise": 12248, + "aux": 12249, + "ĠUP": 12250, + "888": 12251, + "osa": 12252, + "Ġvoc": 12253, + "Ġ))": 12254, + "ocom": 12255, + "_OFF": 12256, + "ĠDb": 12257, + "Lock": 12258, + ".eclipse": 12259, + ",d": 12260, + "ĠDraw": 12261, + "Ġ\"(": 12262, + "Ġvisited": 12263, + "ĠâĪ": 12264, + "Ġsucceed": 12265, + "Ġimpossible": 12266, + "aire": 12267, + "ĠTurn": 12268, + "Ġdish": 12269, + "FG": 12270, + "Ġsensor": 12271, + "ANN": 12272, + "aba": 12273, + "Ġsurg": 12274, + "]);čĊ": 12275, + "Ġfp": 12276, + "_an": 12277, + "-J": 12278, + "-G": 12279, + "ĠJob": 12280, + "Convert": 12281, + "ĠKEY": 12282, + "Ġauthors": 12283, + "_server": 12284, + "\\r": 12285, + "Ġ-*-": 12286, + "flex": 12287, + "Ġsoc": 12288, + "Ret": 12289, + "Ġsalt": 12290, + "ĠâĢ¦ĊĊ": 12291, + "ĠClear": 12292, + "(page": 12293, + "-danger": 12294, + "Ġrooms": 12295, + "conv": 12296, + "#{": 12297, + ".op": 12298, + "ĠArea": 12299, + "_SC": 12300, + "hen": 12301, + "Ġbegins": 12302, + "-y": 12303, + "Ġexcited": 12304, + "Ġignored": 12305, + "Ġbonus": 12306, + "student": 12307, + "ĠMember": 12308, + "Ġrelatively": 12309, + "ĠLow": 12310, + "ĠProdu": 12311, + "ateway": 12312, + "posure": 12313, + "Ġthick": 12314, + "aniel": 12315, + "(view": 12316, + "ĠCrush": 12317, + "Extension": 12318, + "Il": 12319, + "eed": 12320, + "LOC": 12321, + ".im": 12322, + ".Items": 12323, + "Ġconflict": 12324, + ".prevent": 12325, + "252": 12326, + "ĠonCreate": 12327, + "uv": 12328, + "iser": 12329, + "Ġwave": 12330, + "Mar": 12331, + "ĠCommunity": 12332, + "iche": 12333, + "ĠNothing": 12334, + "[m": 12335, + "ĠLee": 12336, + "riends": 12337, + "232": 12338, + "ère": 12339, + "!!!": 12340, + "anz": 12341, + ".result": 12342, + "ĠSK": 12343, + "_PARAM": 12344, + "Ġdemocr": 12345, + "BackColor": 12346, + ".exists": 12347, + "\"It": 12348, + "(options": 12349, + "razy": 12350, + "aser": 12351, + "\\Database": 12352, + "alendar": 12353, + "_ass": 12354, + ";}Ċ": 12355, + "vertex": 12356, + "inecraft": 12357, + "Warning": 12358, + "argo": 12359, + "Ġactor": 12360, + "ĠInstead": 12361, + "ĠUsing": 12362, + "Self": 12363, + "@interface": 12364, + "Ġspeaking": 12365, + "ĠParis": 12366, + "ĠLICENSE": 12367, + ".node": 12368, + "ĠFood": 12369, + "EIF": 12370, + "ĠBi": 12371, + ".Start": 12372, + "ĠIB": 12373, + "Ġuniversity": 12374, + "254": 12375, + "ĠHeader": 12376, + ".product": 12377, + "409": 12378, + "Copy": 12379, + "etc": 12380, + "rical": 12381, + "Ġ>>>": 12382, + "books": 12383, + "Ġalgorithm": 12384, + "Ġ'__": 12385, + "(javax": 12386, + "Ġnumerous": 12387, + "Share": 12388, + "Have": 12389, + "Ġrecru": 12390, + "Ġprove": 12391, + ".substring": 12392, + "health": 12393, + "ел": 12394, + "Ġdecimal": 12395, + "Ġcommission": 12396, + "scription": 12397, + "xC": 12398, + "Ġsummary": 12399, + "atted": 12400, + "Ġcloser": 12401, + "finished": 12402, + "()){Ċ": 12403, + "ĠWood": 12404, + "301": 12405, + "_fields": 12406, + "ku": 12407, + "_items": 12408, + "Flag": 12409, + "Ġconfidence": 12410, + "ĠFederal": 12411, + "dux": 12412, + "Ġcompat": 12413, + "Ġvertical": 12414, + "й": 12415, + "ès": 12416, + ";\">Ċ": 12417, + "_manager": 12418, + "()))Ċ": 12419, + "IDE": 12420, + ":\",": 12421, + "235": 12422, + "__Ċ": 12423, + "ĠWay": 12424, + "221": 12425, + "ÑĪ": 12426, + "Temp": 12427, + "ĠSTR": 12428, + "ritten": 12429, + "Sync": 12430, + "ĠAV": 12431, + "ĠCEO": 12432, + "ĠGuid": 12433, + "Ġenvironmental": 12434, + "Ġcorresponding": 12435, + "ĉconsole": 12436, + "Ġjustice": 12437, + "ĠJS": 12438, + "Ġlived": 12439, + "gar": 12440, + "ĠGraph": 12441, + "ĠStat": 12442, + "ĠiPhone": 12443, + ".al": 12444, + "ĠHD": 12445, + "Ġoccur": 12446, + "Ġthreshold": 12447, + "509": 12448, + "Ġonclick": 12449, + "REG": 12450, + ".GraphicsUnit": 12451, + "Meta": 12452, + "ž": 12453, + "Ġcum": 12454, + ".gnu": 12455, + "ë": 12456, + "Ġobtained": 12457, + "Ġcomplaint": 12458, + "Ġeating": 12459, + "Ġtar": 12460, + "_task": 12461, + "Ġopts": 12462, + "216": 12463, + "(to": 12464, + "Pass": 12465, + "Ġplastic": 12466, + "tility": 12467, + "ĠWin": 12468, + ".preventDefault": 12469, + "pile": 12470, + "ĠGar": 12471, + "Ġquantity": 12472, + "_last": 12473, + "Ġgreatest": 12474, + "Dao": 12475, + "_DIS": 12476, + "ĠUsed": 12477, + "ĠHP": 12478, + "riting": 12479, + "SION": 12480, + "blue": 12481, + "domain": 12482, + "Ġscores": 12483, + "Normal": 12484, + "_admin": 12485, + "ĠASSERT": 12486, + "Then": 12487, + "***": 12488, + "dist": 12489, + "lon": 12490, + "Ġhate": 12491, + "shal": 12492, + "ImageView": 12493, + "database": 12494, + "Ġpand": 12495, + "Ġlogic": 12496, + "=false": 12497, + "bg": 12498, + "ĠConfiguration": 12499, + "Ġnur": 12500, + "OG": 12501, + "Ġmarried": 12502, + ":+": 12503, + "Ġdropped": 12504, + "040": 12505, + "Ġregistration": 12506, + "ом": 12507, + "ultiple": 12508, + "izers": 12509, + "shape": 12510, + ".copy": 12511, + "Ġwearing": 12512, + "ĠCath": 12513, + "Ġdedicated": 12514, + "Ġ...Ċ": 12515, + "Ġadvoc": 12516, + "ĠFamily": 12517, + "Ġstatements": 12518, + "ematic": 12519, + "ampionship": 12520, + "Ġmotiv": 12521, + "ĠHave": 12522, + "Ġblow": 12523, + "Job": 12524, + "cert": 12525, + "_vector": 12526, + "install": 12527, + "ĠCOPY": 12528, + "embed": 12529, + "DIR": 12530, + "ĠSpring": 12531, + "Ġexhib": 12532, + "223": 12533, + "cdn": 12534, + "ĠComment": 12535, + "ĠOptional": 12536, + ".player": 12537, + "ĠDark": 12538, + "(pos": 12539, + "ĠShould": 12540, + "Ġcentre": 12541, + "ĠGuard": 12542, + "ów": 12543, + "Ġtrouble": 12544, + "ENER": 12545, + "(unsigned": 12546, + "_service": 12547, + "Ġns": 12548, + "uling": 12549, + "ĠMexico": 12550, + "ĠNY": 12551, + "mysql": 12552, + "Ġlic": 12553, + "åľ": 12554, + "Mr": 12555, + "-fl": 12556, + "ĠCustomer": 12557, + "idi": 12558, + "Ġ?>ĊĊ": 12559, + "rible": 12560, + "ĠпÑĢ": 12561, + "Ġsizes": 12562, + "_STRING": 12563, + "validation": 12564, + "ĠJon": 12565, + "(Http": 12566, + "addClass": 12567, + "Nodes": 12568, + "Ġfragment": 12569, + "Ġspoke": 12570, + "Ġwaste": 12571, + "Join": 12572, + "Ġillustr": 12573, + "eli": 12574, + "cient": 12575, + "Ġaid": 12576, + "Ġprosec": 12577, + "'){Ċ": 12578, + "Ġpassing": 12579, + "Ġfaces": 12580, + "Shape": 12581, + "_Z": 12582, + "iti": 12583, + "Ġalle": 12584, + "Ġrobot": 12585, + "ĠĠĠĠĠĠĠĊ": 12586, + "ĠSpe": 12587, + "Ġreceiving": 12588, + "ĠDetails": 12589, + "Ġ\")": 12590, + "mg": 12591, + "_REF": 12592, + "Ġcomparison": 12593, + "*,": 12594, + "ĠFound": 12595, + "_session": 12596, + "(U": 12597, + "/F": 12598, + "Ġxxx": 12599, + "Network": 12600, + "ders": 12601, + "Ġcapture": 12602, + "Ġcorre": 12603, + "ĠLtd": 12604, + "ĠAdv": 12605, + "[@": 12606, + "Ġclip": 12607, + "Mill": 12608, + "ĠProfile": 12609, + "Ġendif": 12610, + "Ġoblig": 12611, + "describe": 12612, + ".element": 12613, + "riterion": 12614, + "LD": 12615, + "ered": 12616, + "Ġfavour": 12617, + "score": 12618, + "ĠFilter": 12619, + "attributes": 12620, + "Ġchecks": 12621, + "Inflater": 12622, + "ĠPlus": 12623, + "Ġscientific": 12624, + "Ġprivacy": 12625, + "Head": 12626, + "Ġfeat": 12627, + "Ġdegrees": 12628, + "ĠPale": 12629, + ";\">": 12630, + "Ġfilms": 12631, + "ĠAudio": 12632, + "ĠTag": 12633, + "ĠEnergy": 12634, + "itar": 12635, + "parator": 12636, + "Ġfellow": 12637, + "Ġevt": 12638, + "ĠTri": 12639, + "ĠDAM": 12640, + "cloud": 12641, + "ĠPassword": 12642, + "ĠDemocrats": 12643, + "ĠAcad": 12644, + "$lang": 12645, + "Ġreb": 12646, + "())ĊĊ": 12647, + "нÑĭ": 12648, + "ĠBur": 12649, + "readcr": 12650, + "Ġhex": 12651, + "209": 12652, + "Console": 12653, + "ctl": 12654, + "ousel": 12655, + "ĠWilliam": 12656, + "Ġaz": 12657, + "_PORT": 12658, + "Ġpractices": 12659, + "Ġanywhere": 12660, + "ĠPosition": 12661, + "Ġ->Ċ": 12662, + "iams": 12663, + ".username": 12664, + "placeholder": 12665, + "Ġoder": 12666, + "ĠSecretary": 12667, + "ĠiT": 12668, + "mond": 12669, + "events": 12670, + "?âĢĿ": 12671, + ".Sub": 12672, + "Ġattached": 12673, + "Ġnão": 12674, + "Ġestate": 12675, + "365": 12676, + ".action": 12677, + "Ġfigures": 12678, + "Ġ});čĊ": 12679, + "Ġsubscri": 12680, + ".tag": 12681, + "nam": 12682, + ".plot": 12683, + "noon": 12684, + "liament": 12685, + "Character": 12686, + ".tab": 12687, + "Ġwinter": 12688, + "ĠVariable": 12689, + "Ġtrees": 12690, + "Ġproud": 12691, + "(V": 12692, + "_load": 12693, + "Ġhier": 12694, + "ĠEcon": 12695, + "Ġfd": 12696, + "Ġvictims": 12697, + "Rest": 12698, + "iana": 12699, + "Ġfake": 12700, + ".Println": 12701, + "Ġstrlen": 12702, + "Ġsad": 12703, + "Ġble": 12704, + "Prot": 12705, + "Ġbuttons": 12706, + "Ġtelevision": 12707, + "Ġlogo": 12708, + "extension": 12709, + "ĉj": 12710, + "stein": 12711, + "aciones": 12712, + "Ġ\"\"\"ĊĊ": 12713, + "Ġsimp": 12714, + "Ġrecorded": 12715, + "Ġbrings": 12716, + "Ġprincipal": 12717, + "Ġfees": 12718, + "(source": 12719, + "kdir": 12720, + "Ġutils": 12721, + "Ġcorrectly": 12722, + "fil": 12723, + "Ġwel": 12724, + "Pair": 12725, + "-button": 12726, + "scale": 12727, + "verify": 12728, + "[c": 12729, + "Ġ---": 12730, + "Ġescape": 12731, + "ikes": 12732, + "LowerCase": 12733, + "ician": 12734, + "Ġchapter": 12735, + "ĠTYPE": 12736, + "Ġshadow": 12737, + "Ġawesome": 12738, + "WE": 12739, + "elif": 12740, + "Ġlambda": 12741, + "Ġdistinct": 12742, + "Ġbare": 12743, + "-off": 12744, + "Ġcolour": 12745, + ".appendChild": 12746, + "olec": 12747, + "aga": 12748, + ".fill": 12749, + "ĉsuper": 12750, + "Ġadj": 12751, + "(position": 12752, + ".getItem": 12753, + "242": 12754, + "Short": 12755, + "Ġtotally": 12756, + "VD": 12757, + "ĠTre": 12758, + "_ep": 12759, + "vements": 12760, + "ĠSolution": 12761, + "Ġfundament": 12762, + "Follow": 12763, + "Ġfacility": 12764, + "Ġhappening": 12765, + "OF": 12766, + ".textBox": 12767, + "Span": 12768, + "Ġ«": 12769, + "iden": 12770, + "Ġexceed": 12771, + "(parent": 12772, + "Ġcp": 12773, + "ç»": 12774, + "Ġhasn": 12775, + "Ġpri": 12776, + "Ġconsequ": 12777, + "nen": 12778, + "ĠINTO": 12779, + "Ignore": 12780, + "ĠFuture": 12781, + "Ġcarbon": 12782, + "ĠSteel": 12783, + "fmt": 12784, + "okie": 12785, + "Ġspl": 12786, + "(title": 12787, + "-info": 12788, + "Ġdeals": 12789, + "Ġfixture": 12790, + "ea": 12791, + "Div": 12792, + "Ġtested": 12793, + "_return": 12794, + ")ĊĊĊĊ": 12795, + "upported": 12796, + "ĠCook": 12797, + "Ġpaying": 12798, + "ĠIll": 12799, + "Ġarrested": 12800, + "ĠPrime": 12801, + "_callback": 12802, + ">,Ċ": 12803, + "driver": 12804, + "Once": 12805, + "abb": 12806, + "_bytes": 12807, + "ĠSets": 12808, + "(Object": 12809, + "Ġcc": 12810, + "Ġshell": 12811, + "alo": 12812, + ");//": 12813, + "(log": 12814, + "264": 12815, + "ctors": 12816, + ")": 13301, + "218": 13302, + "Ġ$(\".": 13303, + ".pos": 13304, + "Ġboys": 13305, + "Ġwedding": 13306, + "Ġagents": 13307, + "=\"_": 13308, + "ĠArmy": 13309, + "Ġhint": 13310, + "vision": 13311, + "Ġtech": 13312, + "ĠConnect": 13313, + "Ġlegend": 13314, + "ĠBet": 13315, + ".Base": 13316, + "Subject": 13317, + "Ġlit": 13318, + "Remove": 13319, + "Ġ\":": 13320, + "ĠFinal": 13321, + "pearance": 13322, + "ĠiTunes": 13323, + "Ġparticipants": 13324, + "ĠPython": 13325, + "Ġbusy": 13326, + "iel": 13327, + "vertices": 13328, + "ĠtemplateUrl": 13329, + "ĠClose": 13330, + "Img": 13331, + "ĠCorporation": 13332, + "timestamp": 13333, + "Ġextend": 13334, + "Ġwebsites": 13335, + "Ġpossibility": 13336, + "оÑĤ": 13337, + "Ġkö": 13338, + "Ġmeat": 13339, + "Ġrepresentation": 13340, + "241": 13341, + "Ġĉĉ": 13342, + "_START": 13343, + ".apply": 13344, + "ĠValley": 13345, + "ĠSuccess": 13346, + "Hi": 13347, + "Ġnob": 13348, + "ĠIEnumerable": 13349, + "_select": 13350, + "geo": 13351, + ".\")Ċ": 13352, + "Ġturning": 13353, + "Ġfabric": 13354, + "(\"\");Ċ": 13355, + "Ġperspective": 13356, + "éĹ": 13357, + "ĠSn": 13358, + "Thank": 13359, + ";j": 13360, + ".Parameters": 13361, + "ĉĠĠĠĠĠĠĠĠĠĠĠ": 13362, + "Ġfacts": 13363, + "305": 13364, + "Ġunt": 13365, + ".instance": 13366, + "################################################################": 13367, + "-end": 13368, + "ĠJOIN": 13369, + "ĠHen": 13370, + "Ġuri": 13371, + "åIJį": 13372, + "Ġна": 13373, + "ĠInfo": 13374, + "Ġconducted": 13375, + "ĠÃ¥": 13376, + "OURCE": 13377, + "Ġwine": 13378, + "John": 13379, + ".Errorf": 13380, + "ĠAge": 13381, + "ounded": 13382, + "Ġrealize": 13383, + "312": 13384, + "Ġ];": 13385, + "Ġsubsequ": 13386, + ",m": 13387, + "(User": 13388, + "iano": 13389, + "Ġaccompl": 13390, + "isp": 13391, + ".std": 13392, + "éĩ": 13393, + "ĠBed": 13394, + ".setAttribute": 13395, + "BR": 13396, + "keep": 13397, + "ĠALL": 13398, + "Ġisol": 13399, + "amma": 13400, + "Package": 13401, + "Ġoccasion": 13402, + "-success": 13403, + "ед": 13404, + "ĠLIMITED": 13405, + "strip": 13406, + "()ĊĊĊ": 13407, + "istribution": 13408, + "Colors": 13409, + "Ġ+:+": 13410, + "DidLoad": 13411, + "aler": 13412, + "Ġtid": 13413, + "ĠLED": 13414, + "ĠLinked": 13415, + "ĠCart": 13416, + "())čĊ": 13417, + "_READ": 13418, + "Ġkilling": 13419, + "ĠPHP": 13420, + "fection": 13421, + "Ġinstances": 13422, + "cv": 13423, + "\"/>": 13424, + "Ġsf": 13425, + "Ġtaxes": 13426, + "_location": 13427, + "ĠBitcoin": 13428, + "uable": 13429, + "rank": 13430, + "ignore": 13431, + "track": 13432, + "ка": 13433, + "Ġshouldn": 13434, + "ĠOP": 13435, + "=>{Ċ": 13436, + "Ġkm": 13437, + "Ġhelper": 13438, + "_head": 13439, + "ĠWhether": 13440, + "oco": 13441, + "_bl": 13442, + "Ġstatistics": 13443, + "Ġbeauty": 13444, + "Ġtog": 13445, + "tip": 13446, + "ëĭ¤": 13447, + "Ġcsv": 13448, + "(sql": 13449, + "stdlib": 13450, + "weak": 13451, + "Ġlikes": 13452, + "Äį": 13453, + "Ġrepeat": 13454, + "Ġapartment": 13455, + "Ġemph": 13456, + "_edit": 13457, + "Ġvit": 13458, + "ĉtype": 13459, + "217": 13460, + "Even": 13461, + "uten": 13462, + "Ġcircumstances": 13463, + "bian": 13464, + "Ġsugar": 13465, + "Windows": 13466, + "ìŀ": 13467, + "Ġobserved": 13468, + "/data": 13469, + "Ġcalendar": 13470, + "Ġstrike": 13471, + "ĠRES": 13472, + "_sc": 13473, + "fony": 13474, + "orem": 13475, + "(z": 13476, + "power": 13477, + "etect": 13478, + "ĠSat": 13479, + ".description": 13480, + "Ġgang": 13481, + "ĠSports": 13482, + "ongs": 13483, + "ĠBundle": 13484, + ".sum": 13485, + "once": 13486, + "Ġaccused": 13487, + "Ġexplore": 13488, + "Ġapproximately": 13489, + "Ġlosing": 13490, + "thesis": 13491, + "ĠFund": 13492, + "Ġdiagn": 13493, + "Autowired": 13494, + "properties": 13495, + "Ġ_.": 13496, + "Ġcnt": 13497, + "cedure": 13498, + "Ġyy": 13499, + "Ġgrant": 13500, + "sock": 13501, + ".innerHTML": 13502, + "Ġ]);Ċ": 13503, + "ĠCONFIG": 13504, + "='$": 13505, + "550": 13506, + "]];Ċ": 13507, + "UND": 13508, + "Ġglob": 13509, + "Ġdire": 13510, + "uffle": 13511, + "_MEM": 13512, + "Ġauthentic": 13513, + ">(\"": 13514, + "Ġdecade": 13515, + "ĠImport": 13516, + "Ġoriginally": 13517, + "ĠjQuery": 13518, + "Ġindicate": 13519, + "Ġourselves": 13520, + "Sw": 13521, + ".lbl": 13522, + "enerate": 13523, + "Ġbasically": 13524, + "ĠHom": 13525, + "Ġ+#+": 13526, + "ĠBritain": 13527, + "ĠKar": 13528, + "toEqual": 13529, + ".stop": 13530, + "Ġmodal": 13531, + "isi": 13532, + "Ġsuggests": 13533, + "Ġdtype": 13534, + "Ġtur": 13535, + "bf": 13536, + "Ġconnections": 13537, + "ĠBefore": 13538, + "isted": 13539, + "mouse": 13540, + "Ġpulled": 13541, + ".build": 13542, + "Ġlegislation": 13543, + "Ġforth": 13544, + "pad": 13545, + "ego": 13546, + ".Now": 13547, + "Ġexciting": 13548, + "}ĊĊĊĊ": 13549, + "Ġcompr": 13550, + "Ġshares": 13551, + "Ġrig": 13552, + "green": 13553, + "_vec": 13554, + "Ġenumerate": 13555, + "Auto": 13556, + "icator": 13557, + "ĠRay": 13558, + "asse": 13559, + "Ġholiday": 13560, + "Ġnullable": 13561, + "gun": 13562, + "_details": 13563, + "Ġwrapper": 13564, + "seq": 13565, + "ĠYoung": 13566, + "juana": 13567, + "Ġ\"__": 13568, + "license": 13569, + "serve": 13570, + "^(": 13571, + "iders": 13572, + ".Remove": 13573, + "ropdown": 13574, + "'S": 13575, + "pin": 13576, + "(token": 13577, + ".Default": 13578, + "Ġreasonable": 13579, + "ampion": 13580, + "ĠSociety": 13581, + "Ġbei": 13582, + "erves": 13583, + "rad": 13584, + "ĠFox": 13585, + "_images": 13586, + "Ġwheel": 13587, + "')[": 13588, + "Ġcfg": 13589, + "(By": 13590, + "Constructor": 13591, + "Ġvary": 13592, + ".swift": 13593, + "Ġproxy": 13594, + "ĉH": 13595, + "ĠAnother": 13596, + "ĠPen": 13597, + "Ġchecking": 13598, + "Ġjest": 13599, + "manager": 13600, + "Origin": 13601, + "ugs": 13602, + "oir": 13603, + ">čĊ": 16336, + "Ġrelief": 16337, + "lap": 16338, + "quer": 16339, + "_parent": 16340, + "heap": 16341, + "LOSE": 16342, + "Ġcombine": 16343, + "ĠRose": 16344, + "owers": 16345, + "Ġprocedures": 16346, + "ĠSort": 16347, + "anim": 16348, + "variant": 16349, + "ehicle": 16350, + "Ġsigning": 16351, + "Primary": 16352, + "currency": 16353, + "Ġsexe": 16354, + "oen": 16355, + "theta": 16356, + "eman": 16357, + "Ġimpressive": 16358, + "('_": 16359, + "ĉU": 16360, + "ĠTextStyle": 16361, + "_cnt": 16362, + "Ġslice": 16363, + "(':": 16364, + "Ġunderstood": 16365, + "His": 16366, + "277": 16367, + "013": 16368, + "Ġinformed": 16369, + "Ġnick": 16370, + "429": 16371, + "(TAG": 16372, + "hd": 16373, + "Ġelections": 16374, + "esture": 16375, + "ĠSanta": 16376, + "ĠCoast": 16377, + ".pdf": 16378, + "inciple": 16379, + ".clone": 16380, + "born": 16381, + "uta": 16382, + "Ġlicensed": 16383, + "Cr": 16384, + "Ġbread": 16385, + "ĠHouston": 16386, + "Ġnod": 16387, + "Ġhopes": 16388, + "ĠCGRect": 16389, + "Ġguilty": 16390, + ".gif": 16391, + "Ġrose": 16392, + ".Common": 16393, + "Tip": 16394, + "ANK": 16395, + "ĠFC": 16396, + "During": 16397, + "ĠSymfony": 16398, + "Ġdefensive": 16399, + "km": 16400, + ")>": 16401, + "archive": 16402, + "ĠURI": 16403, + "ycling": 16404, + "-o": 16405, + "ĠWebsite": 16406, + "AMP": 16407, + "405": 16408, + "ishment": 16409, + "Ġdoctors": 16410, + "Direct": 16411, + "ARI": 16412, + "ĠRedirect": 16413, + "ieren": 16414, + "960": 16415, + "_dist": 16416, + "yo": 16417, + "ĠProgress": 16418, + "Ġzum": 16419, + "Ġmemor": 16420, + "ĠED": 16421, + "Ġjur": 16422, + "æį®": 16423, + "_TABLE": 16424, + "Ġuuid": 16425, + "Expr": 16426, + ".head": 16427, + "('%": 16428, + "pointer": 16429, + "Ġestimate": 16430, + "ĠGreg": 16431, + "Ġloader": 16432, + "ĠiOS": 16433, + "Ġmens": 16434, + "[y": 16435, + "Ġrefused": 16436, + "Ġprecision": 16437, + "isch": 16438, + "ĠACTION": 16439, + "Cloud": 16440, + "sWith": 16441, + "(ret": 16442, + "292": 16443, + "_ADDR": 16444, + "_conf": 16445, + "(df": 16446, + "Ġlocked": 16447, + "Ġrising": 16448, + "ãĥ»ãĥ»": 16449, + "ĠMs": 16450, + "Ġscenes": 16451, + "_EXT": 16452, + "_raw": 16453, + "_the": 16454, + "people": 16455, + "Ġrecon": 16456, + "ĠFun": 16457, + "Ġbless": 16458, + "ĠUpdated": 16459, + "422": 16460, + "ün": 16461, + "ĠĠĠĠĠĠĠĠĠĠĠĠčĊ": 16462, + "pection": 16463, + "Release": 16464, + ".logger": 16465, + "ĠSY": 16466, + "Ġcounsel": 16467, + "urd": 16468, + "_true": 16469, + "Ġeverybody": 16470, + "ivot": 16471, + "Ġhence": 16472, + "ĠNAS": 16473, + "789": 16474, + "Ġopposed": 16475, + "unknown": 16476, + "ĠDESC": 16477, + "ĠChair": 16478, + "failed": 16479, + "ĠINCLUDING": 16480, + "386": 16481, + "352": 16482, + "Ġwriters": 16483, + "{}Ċ": 16484, + "ÃŃt": 16485, + "_copy": 16486, + "}:": 16487, + "ĠBat": 16488, + "Ġconverted": 16489, + "eding": 16490, + "placement": 16491, + "ĠHost": 16492, + "Sound": 16493, + "им": 16494, + "Ġsought": 16495, + "402": 16496, + "mid": 16497, + "Ġsalary": 16498, + "ogg": 16499, + "âĦ¢": 16500, + "bul": 16501, + "Ġwir": 16502, + "validator": 16503, + "_STAT": 16504, + ".store": 16505, + "ĠBattle": 16506, + "ın": 16507, + "Ġ-->ĊĊ": 16508, + "Trump": 16509, + "dot": 16510, + "ĠCONT": 16511, + ".fetch": 16512, + "Ġcontinu": 16513, + "was": 16514, + "Ġfraud": 16515, + "_tmp": 16516, + "mitter": 16517, + ".pictureBox": 16518, + "GA": 16519, + "Ġtournament": 16520, + ".Input": 16521, + "343": 16522, + "[r": 16523, + "exion": 16524, + "centage": 16525, + "ĠKorean": 16526, + "undef": 16527, + "ĠAvailable": 16528, + "reshape": 16529, + "Ġkit": 16530, + "ĠStruct": 16531, + "ĠSUB": 16532, + "Answer": 16533, + "_lib": 16534, + ".twitter": 16535, + "Ġore": 16536, + "ĠDragon": 16537, + ".Ext": 16538, + ",k": 16539, + "Ġexplanation": 16540, + "refs": 16541, + "ĠDrive": 16542, + "ĠTraining": 16543, + "282": 16544, + ".Has": 16545, + "341": 16546, + "intage": 16547, + "big": 16548, + "ologist": 16549, + "ennis": 16550, + "460": 16551, + "Ùĩ": 16552, + "Ġchicken": 16553, + "ĠĠĠĠĠĠĠĠĠĠĊ": 16554, + "çĽ": 16555, + "ãģ§": 16556, + "Ġpeak": 16557, + "Ġdrinking": 16558, + "Ġencode": 16559, + "ĠNEW": 16560, + "malloc": 16561, + "ĉfprintf": 16562, + "Ġ=================================================================": 16563, + "including": 16564, + "Ġprinciples": 16565, + "ĠMah": 16566, + "267": 16567, + "storage": 16568, + "-key": 16569, + "Ġkeyword": 16570, + "%;": 16571, + "Ġtrained": 16572, + ".contrib": 16573, + "Ġkv": 16574, + "__':Ċ": 16575, + "ĠBoy": 16576, + "parameter": 16577, + "Ġsuite": 16578, + "Ġthousand": 16579, + "Ġcoordinate": 16580, + "-generated": 16581, + "íķĺ": 16582, + "generated": 16583, + "Ġadmitted": 16584, + "Ġpussy": 16585, + "#w": 16586, + "Ġswim": 16587, + "union": 16588, + "Na": 16589, + "274": 16590, + "ĠRoyal": 16591, + ".channel": 16592, + "Updated": 16593, + "_ROOT": 16594, + "Ġvital": 16595, + "335": 16596, + "raction": 16597, + "ĠCrusher": 16598, + "Ġpreced": 16599, + "Ġhorizontal": 16600, + "Blueprint": 16601, + "Ġattrs": 16602, + "Ġsmoke": 16603, + "ÐĴ": 16604, + ".Equals": 16605, + "FB": 16606, + "ĠResources": 16607, + "rolling": 16608, + "Ġpasses": 16609, + "ĠNum": 16610, + "rotate": 16611, + "etype": 16612, + "\\\",": 16613, + "Ġsensitive": 16614, + "Ġtall": 16615, + "?âĢĿĊĊ": 16616, + "Proxy": 16617, + "iy": 16618, + "_section": 16619, + "âĢĶâĢĶâĢĶâĢĶ": 16620, + "brid": 16621, + "Ġcircuit": 16622, + "atan": 16623, + "ENC": 16624, + "Ġdriven": 16625, + "Ġvoted": 16626, + "Ġeducational": 16627, + "Ġinteraction": 16628, + "abetes": 16629, + "Ġtone": 16630, + "ĠInitializeComponent": 16631, + "Ġmerely": 16632, + "Ġìŀ": 16633, + "cookie": 16634, + "_div": 16635, + "ĠUILabel": 16636, + "vely": 16637, + "});čĊ": 16638, + "_ENT": 16639, + "#+#+": 16640, + "articles": 16641, + "ĠSouthern": 16642, + "Ġstronger": 16643, + "ĠGiven": 16644, + "ĠEric": 16645, + "ĠIR": 16646, + "abstract": 16647, + "Under": 16648, + "nable": 16649, + "Ġincrement": 16650, + "oven": 16651, + "Ġcoin": 16652, + "_timer": 16653, + "Ġsuffered": 16654, + "ĠFREE": 16655, + "'].\"": 16656, + "ĠQueen": 16657, + "stats": 16658, + "Ġmeetings": 16659, + "276": 16660, + "Ġentering": 16661, + "Ġalongside": 16662, + "(session": 16663, + "itals": 16664, + "Ġfoundation": 16665, + "ĠCredit": 16666, + ".div": 16667, + "_ALL": 16668, + "pcion": 16669, + "_stat": 16670, + "icking": 16671, + "Defaults": 16672, + "_src": 16673, + "Ġoutputs": 16674, + "/B": 16675, + "Ġenthus": 16676, + "-bl": 16677, + ".ForeColor": 16678, + "ĉtemp": 16679, + "Face": 16680, + "Ġinteract": 16681, + "Ġweird": 16682, + "Mount": 16683, + "rell": 16684, + "udents": 16685, + "Ġrequirement": 16686, + "ĠSus": 16687, + "IER": 16688, + "Ġelected": 16689, + "reference": 16690, + "ĠME": 16691, + "Ġservers": 16692, + ".wait": 16693, + "Ġsnapshot": 16694, + "ilton": 16695, + "Ġtries": 16696, + "Ġtipo": 16697, + ".Time": 16698, + ">w": 16699, + "Ġmountain": 16700, + "Ġpounds": 16701, + "Ġ[...": 16702, + "exists": 16703, + "ĠngOn": 16704, + "_MAP": 16705, + "Ġflying": 16706, + "331": 16707, + "xiety": 16708, + "ĉvalue": 16709, + "_DB": 16710, + "uno": 16711, + "Ġseats": 16712, + "TURN": 16713, + ".author": 16714, + "!)": 16715, + "orce": 16716, + "Ġindicated": 16717, + "317": 16718, + ".sin": 16719, + "Ġassignment": 16720, + "imiento": 16721, + "ĠFrame": 16722, + "324": 16723, + "_gen": 16724, + "inery": 16725, + "_)": 16726, + "messages": 16727, + ".settings": 16728, + "ĠMean": 16729, + "ĠMuseum": 16730, + "irq": 16731, + "attach": 16732, + "ĠPalestin": 16733, + "_QU": 16734, + "_tags": 16735, + "Ġcasual": 16736, + "emen": 16737, + "ASSWORD": 16738, + "432": 16739, + "$s": 16740, + "ĠCirc": 16741, + "ой": 16742, + "etric": 16743, + "/P": 16744, + "018": 16745, + "Ġepoch": 16746, + "The": 16761, + "ĠAk": 16762, + "Ġgrass": 16763, + "/*čĊ": 16764, + "(dis": 16765, + "Ġguns": 16766, + "Ġtb": 16767, + "ĠKevin": 16768, + ".args": 16769, + "ĠAh": 16770, + "oped": 16771, + "(J": 16772, + "columns": 16773, + "arguments": 16774, + "ĠWithEvents": 16775, + "_full": 16776, + "ĠDefense": 16777, + "Simple": 16778, + "Ġdeaths": 16779, + "295": 16780, + "Ġextensive": 16781, + "ĠStill": 16782, + "ĠExpression": 16783, + "ĠAgency": 16784, + "Ġperforming": 16785, + "FX": 16786, + "Ġusuario": 16787, + "UAL": 16788, + "Side": 16789, + "odos": 16790, + "aptop": 16791, + "Ġcredentials": 16792, + "_cap": 16793, + "atient": 16794, + "ĠDisney": 16795, + "Ġai": 16796, + "Ġchip": 16797, + "Ġvolt": 16798, + ".makeText": 16799, + "%%%%%%%%%%%%%%%%": 16800, + "Ġbelief": 16801, + "_LOC": 16802, + "ĠCivil": 16803, + "Navigation": 16804, + "Ġreveal": 16805, + "Ġviolent": 16806, + "ĠFil": 16807, + "Ġcatalog": 16808, + "emed": 16809, + "scan": 16810, + ".control": 16811, + "Ġconstitution": 16812, + "Country": 16813, + "Separator": 16814, + "_APP": 16815, + "topic": 16816, + "uetooth": 16817, + "MIN": 16818, + "Ġdescriptor": 16819, + "yt": 16820, + "ETHER": 16821, + "Ġdistribute": 16822, + "'}Ċ": 16823, + ".trim": 16824, + ".Line": 16825, + "Ġlbl": 16826, + "assertEquals": 16827, + "ĠDet": 16828, + "ombok": 16829, + "(width": 16830, + "Ġtort": 16831, + "ĠEXPRESS": 16832, + "aco": 16833, + "Using": 16834, + "ĠBrand": 16835, + "wall": 16836, + "EMENT": 16837, + "ĠCommunic": 16838, + "(Ċ": 17492, + "?>\"": 17493, + "Ġ///Ċ": 17494, + "Ġeiner": 17495, + "Ġweekly": 17496, + "ĉlogger": 17497, + "_pop": 17498, + "_man": 17499, + "Ġmigrations": 17500, + "Ġasks": 17501, + "Ġbs": 17502, + "Ġfalls": 17503, + ".Where": 17504, + "-height": 17505, + "_feature": 17506, + ".Min": 17507, + "Ġhyper": 17508, + "Ġvolatile": 17509, + "Ġtwenty": 17510, + "Typography": 17511, + "Unable": 17512, + "Det": 17513, + ",f": 17514, + "-mod": 17515, + "Ġsettlement": 17516, + "Ġcontracts": 17517, + "nome": 17518, + "Bad": 17519, + "ĠBrian": 17520, + "768": 17521, + "(username": 17522, + "!!!!": 17523, + "Ġhack": 17524, + ".Field": 17525, + "HR": 17526, + "ĠJordan": 17527, + "iza": 17528, + "ĠÂł": 17529, + "ĠSher": 17530, + ".header": 17531, + "(other": 17532, + "ĠDub": 17533, + "(op": 17534, + "ĠRound": 17535, + "Ġvie": 17536, + "Ġappl": 17537, + "ĉJ": 17538, + "ĠInsert": 17539, + "ĠLP": 17540, + "regon": 17541, + "ĠMPI": 17542, + "Ġanchor": 17543, + "aca": 17544, + "ør": 17545, + "Ġade": 17546, + "anchor": 17547, + "quee": 17548, + "ĠTreeNode": 17549, + "Ġtargeted": 17550, + "Ġlaid": 17551, + "ABEL": 17552, + "vet": 17553, + "ĠOrigin": 17554, + "Ant": 17555, + ".');Ċ": 17556, + "expect": 17557, + "edReader": 17558, + "ĠMajor": 17559, + "Ġinch": 17560, + "Compar": 17561, + "Ġpreview": 17562, + "Ġillness": 17563, + "ĠCONTRACT": 17564, + "ĠIndepend": 17565, + "uuid": 17566, + "Ġnome": 17567, + "Ġtc": 17568, + "ĠAvenue": 17569, + "isan": 17570, + "Ġphrase": 17571, + "_move": 17572, + "\")[": 17573, + "412": 17574, + "Ġprovision": 17575, + "Ġconcentr": 17576, + "_IR": 17577, + "ĠUt": 17578, + "()+": 17579, + "Ġnas": 17580, + "!,": 17581, + "ĠRobin": 17582, + "iations": 17583, + "atitude": 17584, + "Ġpx": 17585, + "ĠWithout": 17586, + "/bash": 17587, + "ekt": 17588, + "reement": 17589, + "342": 17590, + "Observer": 17591, + "318": 17592, + "ĠRegion": 17593, + "UBLIC": 17594, + "Ġ{//": 17595, + "KN": 17596, + "å·": 17597, + "GameObject": 17598, + "å¾": 17599, + "encoding": 17600, + "Ġ***": 17601, + "projects": 17602, + "Ġtk": 17603, + "Ġcheese": 17604, + "EMPL": 17605, + "aro": 17606, + "ĠاÙĦ": 17607, + "610": 17608, + "337": 17609, + "Ġconsists": 17610, + "refresh": 17611, + "ureau": 17612, + "ĠScanner": 17613, + "Ġsoil": 17614, + "Ġflavor": 17615, + "DataSource": 17616, + "Execute": 17617, + "ение": 17618, + "Ġshit": 17619, + "åĪĨ": 17620, + "Ċ": 17875, + "Ġsubsequent": 17876, + "posable": 17877, + "-fluid": 17878, + "Ġthorough": 17879, + "Ġpublicly": 17880, + "apters": 17881, + "ĠWilson": 17882, + "_PRE": 17883, + "yard": 17884, + "ä¼": 17885, + "ĉin": 17886, + "339": 17887, + "Ġrevers": 17888, + "Ġbullet": 17889, + "cribed": 17890, + "nesota": 17891, + "Ġ($_": 17892, + "annon": 17893, + "cursor": 17894, + "Ġclothing": 17895, + "ĠMulti": 17896, + "287": 17897, + ":',": 17898, + "Ġvess": 17899, + "ordinator": 17900, + "Ġeinem": 17901, + "Cannot": 17902, + "Ġarmed": 17903, + "ĉV": 17904, + "ä¸Ĭ": 17905, + ".Flat": 17906, + "ĠSep": 17907, + "ĠSubject": 17908, + "_font": 17909, + "Ġcharacteristics": 17910, + "Done": 17911, + "eln": 17912, + "############": 17913, + "POS": 17914, + "Ġdensity": 17915, + "ĠPlatform": 17916, + "-items": 17917, + "Ġovers": 17918, + "Ġpushing": 17919, + "ç¤": 17920, + ".Connection": 17921, + "_term": 17922, + "Ġinitialization": 17923, + "________________________________": 17924, + "ç¬": 17925, + ".document": 17926, + "lesh": 17927, + "ĉdocument": 17928, + "ĠPin": 17929, + "ça": 17930, + "Ġdefinitions": 17931, + ".Path": 17932, + "_WRITE": 17933, + "ĠĉĊ": 17934, + "?>ĊĊ": 17935, + "Ġterrible": 17936, + "bean": 17937, + "ickets": 17938, + "ĠSV": 17939, + "Buy": 17940, + "(task": 17941, + "Ġregime": 17942, + "google": 17943, + "Ġcrack": 17944, + ".visit": 17945, + "NUM": 17946, + "energy": 17947, + "Ġstruck": 17948, + "_sample": 17949, + ".payload": 17950, + "Ġrevis": 17951, + "ĠScene": 17952, + "Ġpg": 17953, + "Ġbreakfast": 17954, + "URRENT": 17955, + ".charAt": 17956, + "_exception": 17957, + "ĠAnton": 17958, + "Ġguidelines": 17959, + "Ġexhaust": 17960, + "ĠFinancial": 17961, + "Ġindent": 17962, + "Ġdesktop": 17963, + "Hidden": 17964, + "Failure": 17965, + "Ġprinciple": 17966, + "Ġiv": 17967, + "Ġseks": 17968, + "network": 17969, + "ĠnumberOf": 17970, + "ĠAlbert": 17971, + "ĉlong": 17972, + "801": 17973, + ",.": 17974, + "Ġzeros": 17975, + "fade": 17976, + "ĠTyp": 17977, + "ĠTerm": 17978, + "ĠArts": 17979, + ".Application": 17980, + "Ġbehalf": 17981, + "æĪ·": 17982, + "Ġmere": 17983, + "(`${": 17984, + "Ġawareness": 17985, + "elpers": 17986, + "flix": 17987, + "Ġweigh": 17988, + "Ġestimates": 17989, + ".child": 17990, + "/O": 17991, + "ĠBitmap": 17992, + ".bottom": 17993, + "Ġ**************************************************************************": 17994, + "Expect": 17995, + "ento": 17996, + "ĠForum": 17997, + "veral": 17998, + "Ġjail": 17999, + "Ġabilities": 18000, + "ĠHOLD": 18001, + "ĠCit": 18002, + "Ġdynam": 18003, + "Ġgray": 18004, + "ĉĉĉĉĉĉĉĉĉĉĉĉĉ": 18005, + ".nextInt": 18006, + "antly": 18007, + "ĠARISING": 18008, + "(private": 18009, + "Ġrejected": 18010, + "ĠNic": 18011, + "Ġleather": 18012, + "={Ċ": 18013, + "alytics": 18014, + "thetic": 18015, + ".Top": 18016, + "373": 18017, + ".Page": 18018, + "={`": 18019, + "Ġ;čĊ": 18020, + "depth": 18021, + "mann": 18022, + "WD": 18023, + "ĠSom": 18024, + ".Right": 18025, + "Ġ)}Ċ": 18026, + "Ġtrait": 18027, + "ÃĹ": 18028, + "iac": 18029, + "Ġrv": 18030, + "Sample": 18031, + ".Xml": 18032, + "opped": 18033, + "ĠÑĦ": 18034, + "lists": 18035, + "Ġtear": 18036, + "iversary": 18037, + ".collection": 18038, + "ĠConstitution": 18039, + "ĠHttpResponse": 18040, + "Ġbrill": 18041, + "ĠProm": 18042, + "hover": 18043, + "366": 18044, + "ĠMiami": 18045, + "Ġargue": 18046, + "_float": 18047, + "504": 18048, + "ĠãĤ": 18049, + "Ġnat": 18050, + "ĠTal": 18051, + "Ġintegration": 18052, + "(cur": 18053, + "Ġremoving": 18054, + "Ġcoeff": 18055, + "ĠThough": 18056, + "Ġforecast": 18057, + "408": 18058, + "ĠVegas": 18059, + "Site": 18060, + "346": 18061, + "Ġtrab": 18062, + "ĠHenry": 18063, + "-i": 18064, + "Ġinvolves": 18065, + "BT": 18066, + "Ġslo": 18067, + "Invoke": 18068, + "Ġlucky": 18069, + "025": 18070, + "rat": 18071, + "Ġ?Ċ": 18072, + "Ġhandled": 18073, + "(fd": 18074, + "contents": 18075, + "ĠOFF": 18076, + "RF": 18077, + "Ġsty": 18078, + "ĠMotor": 18079, + "tery": 18080, + "tax": 18081, + "MAP": 18082, + "ĠMrs": 18083, + "Ġphones": 18084, + "ĠUIView": 18085, + "\")));Ċ": 18086, + "(dev": 18087, + "ĠIrish": 18088, + "019": 18089, + "Ġws": 18090, + "DI": 18091, + "_OFFSET": 18092, + "ĠEvents": 18093, + "Ġstages": 18094, + "Ġ}//": 18095, + "Ġhaben": 18096, + "STANCE": 18097, + "ĠSin": 18098, + "ĠMoney": 18099, + "(top": 18100, + "Ġappointment": 18101, + "VERSION": 18102, + "metadata": 18103, + "_comment": 18104, + "Ġcolleagues": 18105, + "maps": 18106, + "âĺ": 18107, + "ĊĉĊ": 18108, + "(al": 18109, + "_req": 18110, + "Ġfut": 18111, + "Ġarchitecture": 18112, + "351": 18113, + "ĠWHETHER": 18114, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 18115, + "_screen": 18116, + "ĠstyleUrls": 18117, + "Ġmonster": 18118, + ".up": 18119, + "phia": 18120, + "Ġprocessor": 18121, + "ĠTerr": 18122, + "=',": 18123, + "ĠManufact": 18124, + "ĠNT": 18125, + "kel": 18126, + "ibern": 18127, + "ĉfile": 18128, + "Ali": 18129, + "rientation": 18130, + "Ġ//!": 18131, + "apore": 18132, + "aneous": 18133, + "ĠCreat": 18134, + "folder": 18135, + "415": 18136, + "Ġhay": 18137, + "Suppress": 18138, + "(left": 18139, + "Ġeuro": 18140, + "Ġdisclaimer": 18141, + "ustry": 18142, + "ships": 18143, + "_fd": 18144, + "ĠFa": 18145, + "_insert": 18146, + "Ġrol": 18147, + "ifting": 18148, + "ĠComments": 18149, + "_br": 18150, + "Ġlosses": 18151, + "ĠAdded": 18152, + "charg": 18153, + "Ġпо": 18154, + "_system": 18155, + "ĠSometimes": 18156, + "ĠSpain": 18157, + "(group": 18158, + "ialis": 18159, + "Ġdollar": 18160, + "ĠArgs": 18161, + "499": 18162, + "297": 18163, + "quires": 18164, + "ĠTen": 18165, + ".scss": 18166, + "Ġsurvive": 18167, + "usage": 18168, + "Ġjun": 18169, + "imiter": 18170, + "ï¼ģĊĊ": 18171, + "Ġfifth": 18172, + "toggle": 18173, + "Ġdecline": 18174, + "($\"": 18175, + "(Long": 18176, + "inge": 18177, + "Ġpilot": 18178, + "-light": 18179, + "-radius": 18180, + "Ġpodcast": 18181, + "Ġnaturally": 18182, + "Pages": 18183, + "为": 18184, + "ĠDespite": 18185, + "Ġlighting": 18186, + "Ġcrate": 18187, + "ĠBinary": 18188, + "Ġreducing": 18189, + "Ġeleg": 18190, + "ĠMouse": 18191, + "ĠTestBed": 18192, + "ĠbeforeEach": 18193, + "_ARRAY": 18194, + "Redirect": 18195, + "329": 18196, + "Ġflood": 18197, + "Ġships": 18198, + "363": 18199, + "Ġelectricity": 18200, + ")*(": 18201, + "ê¸": 18202, + "ĠViet": 18203, + "hero": 18204, + "Ġdia": 18205, + "ĠKent": 18206, + "heart": 18207, + "Ġthreats": 18208, + "_acc": 18209, + "Ġsymbols": 18210, + "ischen": 18211, + "_inst": 18212, + "Criterion": 18213, + "ĠTIM": 18214, + ".Height": 18215, + "580": 18216, + "ĠâĢĻ": 18217, + "();ĊĊĊ": 18218, + "Products": 18219, + "_SP": 18220, + "ĠCy": 18221, + "Ġdependent": 18222, + "este": 18223, + "Ġdatos": 18224, + "dit": 18225, + "ав": 18226, + "IGNAL": 18227, + "Ġlesson": 18228, + "\">'": 18229, + "ĠCover": 18230, + "ĠHope": 18231, + "ĠTimer": 18232, + "Ġdad": 18233, + "viders": 18234, + "ĠPhot": 18235, + "/?": 18236, + "ropy": 18237, + "oming": 18238, + "asion": 18239, + "Ġ\\(": 18240, + "ĠET": 18241, + "ĠReading": 18242, + "Ġepisodes": 18243, + "lm": 18244, + "421": 18245, + "echa": 18246, + "Ġneuro": 18247, + "820": 18248, + "Ġharmon": 18249, + "Ġliberal": 18250, + "-ind": 18251, + "393": 18252, + "DATA": 18253, + "Ġeveryday": 18254, + "Ġdivided": 18255, + "ĠActiveRecord": 18256, + "figure": 18257, + "UA": 18258, + "ä¹": 18259, + "riendly": 18260, + "tech": 18261, + "601": 18262, + ".gameObject": 18263, + "иÑĤÑĮ": 18264, + "374": 18265, + "Ġmoon": 18266, + "ftime": 18267, + "Ġnoch": 18268, + "ĠTORT": 18269, + "ĠVM": 18270, + ".initial": 18271, + "(child": 18272, + "Ġmusical": 18273, + "Ġoc": 18274, + "bas": 18275, + "ĠHay": 18276, + "361": 18277, + "_long": 18278, + "Ġmemset": 18279, + "iley": 18280, + "adelphia": 18281, + "SV": 18282, + "roat": 18283, + "_tx": 18284, + "Ġlon": 18285, + "ĠngOnInit": 18286, + "bp": 18287, + "ĠGolden": 18288, + "ACHE": 18289, + "Ġworried": 18290, + "azi": 18291, + "Ear": 18292, + "Take": 18293, + "(fp": 18294, + "burgh": 18295, + "_Data": 18296, + "gres": 18297, + "ĠOnt": 18298, + "pus": 18299, + "Ġtransparent": 18300, + "Ġpocket": 18301, + "Ġram": 18302, + "igrations": 18303, + ".čĊčĊ": 18304, + "Ġ[(": 18305, + "Ġadopted": 18306, + "Ġreportedly": 18307, + "ĠDream": 18308, + "Ġ}));Ċ": 18309, + "losing": 18310, + "Ġteeth": 18311, + "ĠBooks": 18312, + "\",&": 18313, + "enny": 18314, + "LEMENT": 18315, + "Ġgel": 18316, + "ĠPlant": 18317, + "437": 18318, + "!âĢĿ": 18319, + ".host": 18320, + "ĠReply": 18321, + "376": 18322, + "rength": 18323, + "Ġrecognition": 18324, + "Ġ}}>Ċ": 18325, + "LA": 18326, + "Ġmirror": 18327, + "Ġassistant": 18328, + "(device": 18329, + "Ġspiritual": 18330, + "builder": 18331, + "§": 18332, + "Ġoutr": 18333, + "Ġtt": 18334, + "ĠPER": 18335, + "Ġradical": 18336, + "Methods": 18337, + "Ġpace": 18338, + "udy": 18339, + "Ġgut": 18340, + "ĠGreek": 18341, + "Ġnonatomic": 18342, + "ĠPaper": 18343, + "_GPIO": 18344, + "Ġobst": 18345, + ".Ad": 18346, + "vironments": 18347, + "ĠSov": 18348, + "356": 18349, + "(con": 18350, + "ĠTransaction": 18351, + ".assign": 18352, + "ĉcatch": 18353, + "elter": 18354, + "Ġbitcoin": 18355, + "_GR": 18356, + "ĠčĊ": 18473, + "metic": 18474, + "Ġtransformation": 18475, + "åı·": 18476, + "Ġrgb": 18477, + "istributions": 18478, + "Ġimplicit": 18479, + "/in": 18480, + "destination": 18481, + "аÑĤÑĮ": 18482, + "Zero": 18483, + "Ġunset": 18484, + "920": 18485, + ".where": 18486, + ".go": 18487, + "Ġformation": 18488, + "Ġdeclaration": 18489, + "()čĊčĊ": 18490, + "ĠExpl": 18491, + "ĉĉĉĠĠ": 18492, + "/pro": 18493, + ".JSON": 18494, + "441": 18495, + "Ġdesk": 18496, + ".substr": 18497, + "//----------------------------------------------------------------------------": 18498, + "lyn": 18499, + "pson": 18500, + "407": 18501, + "disable": 18502, + "ĠFunc": 18503, + "ĉAssert": 18504, + "ĠMARK": 18505, + "Ġdefeat": 18506, + "Ġblind": 18507, + "Ġconstants": 18508, + "362": 18509, + ".headers": 18510, + "UILD": 18511, + "Ġexpenses": 18512, + "Pixel": 18513, + "Ġhr": 18514, + "Ġfel": 18515, + "ĠEastern": 18516, + "424": 18517, + "490": 18518, + "_del": 18519, + "357": 18520, + "ĠCub": 18521, + "Ġsq": 18522, + "ĉcount": 18523, + "ĠDirectory": 18524, + "Ġexclus": 18525, + "Ġhistoric": 18526, + "Ġ------------------------------------------------": 18527, + "Ġcomposition": 18528, + "ĠdataGridView": 18529, + "ĠBurn": 18530, + "ĠBC": 18531, + "Master": 18532, + "Ġspawn": 18533, + "Ġbearing": 18534, + ".SetActive": 18535, + "ilo": 18536, + "Ġgallery": 18537, + "Ġfounded": 18538, + "Ġavailability": 18539, + ".sqrt": 18540, + "Ġpes": 18541, + "ĠDOM": 18542, + "mate": 18543, + "Oct": 18544, + "Ġmatched": 18545, + "itivity": 18546, + "Ġanxiety": 18547, + ".price": 18548, + "ĠInstant": 18549, + "ìĬ": 18550, + "Ġtut": 18551, + "ICollection": 18552, + ".shared": 18553, + "_sql": 18554, + "tbl": 18555, + "library": 18556, + "_destroy": 18557, + "ermal": 18558, + "ĠNotes": 18559, + "ĠEin": 18560, + "Ġsouthern": 18561, + "ĠOTHERWISE": 18562, + "Ġmacro": 18563, + ".lower": 18564, + "cls": 18565, + "ContentView": 18566, + ".link": 18567, + "constant": 18568, + "ĠBes": 18569, + "Ġsomebody": 18570, + "nb": 18571, + "399": 18572, + "\">{": 18573, + "(local": 18574, + ".....": 18575, + "ĠNull": 18576, + "mx": 18577, + "Ġç": 18578, + "Ġpause": 18579, + "-----------": 18580, + "_MO": 18581, + "ĠCM": 18582, + "ĠforKey": 18583, + "ĠDVD": 18584, + "Ġclosest": 18585, + "_DEVICE": 18586, + "ĠStephen": 18587, + "ĠBBC": 18588, + "ĠTravel": 18589, + "Paint": 18590, + "ĠResults": 18591, + "ĠRule": 18592, + "Ġtp": 18593, + "Ġratings": 18594, + "cin": 18595, + "csv": 18596, + ">/": 18597, + "ĠGOP": 18598, + "lad": 18599, + "ĠÑĢ": 18600, + "ĠindexPath": 18601, + "matrix": 18602, + "=f": 18603, + "arsed": 18604, + "Ġ});": 18605, + "ĠCos": 18606, + "ĠScore": 18607, + "Ġtak": 18608, + "ĠESP": 18609, + "ĠINC": 18610, + "_NULL": 18611, + "-flex": 18612, + "\"][": 18613, + "into": 18614, + "eland": 18615, + "Authorization": 18616, + "_FALSE": 18617, + "Ġgate": 18618, + "Ġvid": 18619, + "istent": 18620, + "TIME": 18621, + "Ġrewrite": 18622, + "Ġtie": 18623, + "Ġarchive": 18624, + "511": 18625, + ".events": 18626, + ".getParameter": 18627, + "ĠPermission": 18628, + "Ġprogramme": 18629, + "Ġé": 18630, + "jud": 18631, + "Ġcameras": 18632, + "338": 18633, + "349": 18634, + "(sys": 18635, + "ĠSyrian": 18636, + "Ġimprovements": 18637, + "Ġhip": 18638, + "Ġsuicide": 18639, + "Ġscholar": 18640, + "Ġcompatible": 18641, + "022": 18642, + "remote": 18643, + ".down": 18644, + "FUNCTION": 18645, + "Ġmanaging": 18646, + "ĠUIKit": 18647, + ".raw": 18648, + ">>>>": 18649, + "371": 18650, + "Ġdemands": 18651, + "ellite": 18652, + "Ġdent": 18653, + "ĠMicro": 18654, + "åıĸ": 18655, + "'][$": 18656, + "ĠIE": 18657, + "imension": 18658, + "Ġtrem": 18659, + "630": 18660, + "Ġgained": 18661, + ".with": 18662, + ".ok": 18663, + "hou": 18664, + "Ġbom": 18665, + "ampaign": 18666, + "Ġjoining": 18667, + "fish": 18668, + "ĠaddSubview": 18669, + "860": 18670, + "Ġnorthern": 18671, + ".cor": 18672, + "oret": 18673, + "Die": 18674, + "inish": 18675, + "_comp": 18676, + "Ġattended": 18677, + "Ġcollapse": 18678, + "ĠSS": 18679, + "acent": 18680, + "_EQUAL": 18681, + "ĠDeep": 18682, + "RGB": 18683, + "ĉtest": 18684, + "olves": 18685, + "uset": 18686, + "UnityEngine": 18687, + "writer": 18688, + "Resolver": 18689, + ",%": 18690, + "ifference": 18691, + "_remove": 18692, + "onda": 18693, + "Ġfemme": 18694, + "385": 18695, + "decode": 18696, + "Branch": 18697, + "Ġflush": 18698, + "Ġinnovative": 18699, + "Tests": 18700, + "Ġ['./": 18701, + "Ġcovering": 18702, + ".admin": 18703, + "ultipart": 18704, + "(lambda": 18705, + "namespace": 18706, + "ĠSport": 18707, + "Ġ!(": 18708, + "acles": 18709, + "Ġdepression": 18710, + "ĠKong": 18711, + "570": 18712, + "Ġpert": 18713, + "ĠConn": 18714, + "ĠOtherwise": 18715, + "/home": 18716, + "supported": 18717, + "Ġpink": 18718, + "Ġinvited": 18719, + "ños": 18720, + "_enabled": 18721, + "Ġ-Ċ": 18722, + "FW": 18723, + "eners": 18724, + "ĠMY": 18725, + "Ġsuggestions": 18726, + "Canvas": 18727, + "Ġfer": 18728, + "ĠMarketing": 18729, + "@Test": 18730, + "untu": 18731, + "ĠVen": 18732, + "ĠCou": 18733, + "ivals": 18734, + "Donald": 18735, + "limited": 18736, + "ĉĉĉĉĉĉĊ": 18737, + "Ġanalyst": 18738, + "(entry": 18739, + "Ġrepresentative": 18740, + "_attributes": 18741, + "Ġfur": 18742, + ".hide": 18743, + "resp": 18744, + "adores": 18745, + "rides": 18746, + "ĠJosh": 18747, + "robot": 18748, + "ĠNAT": 18749, + "Ġsesso": 18750, + "Ġintegrated": 18751, + ":true": 18752, + "parts": 18753, + "Ġstupid": 18754, + ":event": 18755, + "@endsection": 18756, + "Ġpu": 18757, + ".Table": 18758, + "ĠYii": 18759, + "`;ĊĊ": 18760, + "Ġclang": 18761, + "=\"\">": 18762, + "engan": 18763, + "_parameters": 18764, + ".internal": 18765, + "ĠModern": 18766, + "Ġmetric": 18767, + "Ġsemi": 18768, + "={{Ċ": 18769, + "707": 18770, + ".amazon": 18771, + "ĠBB": 18772, + "ainty": 18773, + "viewport": 18774, + "367": 18775, + "ĠstartActivity": 18776, + "dispatch": 18777, + "*****": 18778, + "Ġflav": 18779, + "ifferent": 18780, + "382": 18781, + "[this": 18782, + "Ġstake": 18783, + "Ġargued": 18784, + "viously": 18785, + ".work": 18786, + "ĠOak": 18787, + "Old": 18788, + "(async": 18789, + "notes": 18790, + "Ġflip": 18791, + "Ġdisag": 18792, + "ĠTE": 18793, + "ĉerror": 18794, + "<'": 18795, + "Ġ»ĊĊ": 18796, + "Ġfiltered": 18797, + "ĠMach": 18798, + "Ġhung": 18799, + "_dump": 18800, + "_samples": 18801, + "-dismiss": 18802, + "Ġray": 18803, + "Implemented": 18804, + "DK": 18805, + "Ġjed": 18806, + "090": 18807, + "Ġbreaks": 18808, + "Ġfits": 18809, + ".gr": 18810, + "ĠZero": 18811, + "oro": 18812, + "Ġequally": 18813, + "Ġ'[": 18814, + "Ġconcerning": 18815, + "<": 18914, + "Ġpromot": 18915, + "Ġincl": 18916, + "_only": 18917, + "를": 18918, + "ĠAttorney": 18919, + "-date": 18920, + "Ġlandscape": 18921, + "Ġfu": 18922, + "SY": 18923, + ".prop": 18924, + "ĠArr": 18925, + "pag": 18926, + "ParallelGroup": 18927, + "':čĊ": 18928, + "Ġlogs": 18929, + "aunch": 18930, + "unci": 18931, + "nama": 18932, + "TableCell": 18933, + "issues": 18934, + ".{": 18935, + "ecurity": 18936, + "_exec": 18937, + "olds": 18938, + "Ġhosts": 18939, + "Ġproto": 18940, + "_import": 18941, + "_sort": 18942, + "ĠBow": 18943, + "ĠNormal": 18944, + "ĠFarm": 18945, + ".createParallelGroup": 18946, + "Rotation": 18947, + ".err": 18948, + "Ġpleased": 18949, + "itage": 18950, + ".Wh": 18951, + "ĉĉĠĠĠĠ": 18952, + "MR": 18953, + "ĠMORE": 18954, + "ĠNatural": 18955, + "_transform": 18956, + "BASE": 18957, + "eneral": 18958, + "utdown": 18959, + ".commons": 18960, + "WT": 18961, + "Ġaan": 18962, + ".Result": 18963, + "dog": 18964, + "Ġclicking": 18965, + "),ĊĊ": 18966, + "#line": 18967, + "Operator": 18968, + "Ġciv": 18969, + "Ġmerg": 18970, + "obuf": 18971, + "ngthen": 18972, + "Ġ[{": 18973, + "Ġcancell": 18974, + "trigger": 18975, + ".:": 18976, + "WORK": 18977, + "declare": 18978, + "Ġdecrease": 18979, + "ÅĽci": 18980, + "loom": 18981, + ".None": 18982, + "ĠMI": 18983, + "ĠJason": 18984, + "Ġhealthcare": 18985, + "iamond": 18986, + "sylvania": 18987, + "*x": 18988, + "ĠRa": 18989, + "[b": 18990, + "Ġprinting": 18991, + "phabet": 18992, + "ĠLabour": 18993, + "opper": 18994, + "Ġzijn": 18995, + "-target": 18996, + "_FUNCTION": 18997, + "Ġoct": 18998, + "ениÑı": 18999, + "åľ¨": 19000, + "Ġwestern": 19001, + "Ġcomputers": 19002, + "ĠRET": 19003, + "HashMap": 19004, + "[String": 19005, + "getValue": 19006, + "_DATE": 19007, + ".Next": 19008, + "ĠFif": 19009, + "él": 19010, + "icked": 19011, + "æİ": 19012, + "-MM": 19013, + "Ġ{ĊĊĊ": 19014, + "Ġcontacts": 19015, + "Ġdigits": 19016, + "Produ": 19017, + "Ġunusual": 19018, + "Ġrapidly": 19019, + "tures": 19020, + "Ġangry": 19021, + "cancel": 19022, + "xxxx": 19023, + "_parser": 19024, + "idity": 19025, + "_PREFIX": 19026, + "710": 19027, + "Ġmehr": 19028, + "Ġrarely": 19029, + "ethe": 19030, + "opes": 19031, + "Ġ%.": 19032, + "works": 19033, + "Ġtheta": 19034, + "Ġcontribution": 19035, + "ĠTony": 19036, + "Ġsquad": 19037, + "537": 19038, + "ай": 19039, + "Ġîn": 19040, + "there": 19041, + "outed": 19042, + "ĉq": 19043, + "ĻĤ": 19044, + "good": 19045, + "LI": 19046, + "页": 19047, + "ĠLiving": 19048, + "izabeth": 19049, + "Ġkt": 19050, + "ĠDallas": 19051, + "]],Ċ": 19052, + "Ġ/>ĊĊ": 19053, + "Ġraising": 19054, + "/router": 19055, + "_game": 19056, + "368": 19057, + "ĠCUR": 19058, + "zens": 19059, + ".es": 19060, + "ĠfontWeight": 19061, + "(func": 19062, + "notification": 19063, + "Ġ'../../../": 19064, + "Ġblame": 19065, + "ãĢĤĊĊĊĊ": 19066, + "anco": 19067, + "980": 19068, + "Identity": 19069, + "follow": 19070, + "Ġarts": 19071, + "xs": 19072, + "Ġofficially": 19073, + "ĠStudio": 19074, + "Ġrecommendations": 19075, + "Ġlocale": 19076, + "Ġamateur": 19077, + "ĠEnable": 19078, + "Ġcaps": 19079, + ".End": 19080, + "388": 19081, + "-add": 19082, + "_gshared": 19083, + "ĠCT": 19084, + "Force": 19085, + "ĊĠĠĠĠĠĠĠĠĠĠĠĠĊ": 19086, + "Ġorange": 19087, + "Ġlp": 19088, + "Ġanswered": 19089, + ".Grid": 19090, + "Ġdual": 19091, + "Ġstrategic": 19092, + "Ġnobody": 19093, + "Ġfatal": 19094, + "_est": 19095, + "(el": 19096, + "Ġìł": 19097, + "ĠBudd": 19098, + "AIT": 19099, + "_factor": 19100, + "-one": 19101, + "ĠHAVE": 19102, + "\"čĊčĊ": 19103, + "760": 19104, + "Prof": 19105, + "Ġär": 19106, + "strings": 19107, + "Ġdirty": 19108, + "ĠFace": 19109, + "ĠBegin": 19110, + "ĠBus": 19111, + "Ġwis": 19112, + "åŃĹ": 19113, + "Ġspeaker": 19114, + "Ġcarrier": 19115, + "ĠOm": 19116, + "Ġhadn": 19117, + "Allow": 19118, + "::__": 19119, + "Ġverb": 19120, + "ĠComplete": 19121, + "ĠEasy": 19122, + "Ġbills": 19123, + "ĠĠĊĊ": 19124, + "Vertical": 19125, + "Ġpron": 19126, + "ĠDefine": 19127, + "Ġlookup": 19128, + "variables": 19129, + "Ġpandas": 19130, + "umes": 19131, + "Ġinnoc": 19132, + "ĠsetUp": 19133, + "ĠChampionship": 19134, + "artist": 19135, + "ĠCType": 19136, + "Foundation": 19137, + "à¹Ī": 19138, + "ĠSetup": 19139, + "428": 19140, + "Ġrecipes": 19141, + "ĠUIColor": 19142, + "ĠFight": 19143, + "Ġauthorized": 19144, + "_click": 19145, + "990": 19146, + "_success": 19147, + "angan": 19148, + "ĠMountain": 19149, + "ĠDoctor": 19150, + "Ġegg": 19151, + "ĠMedicine": 19152, + "cles": 19153, + "`.Ċ": 19154, + "[int": 19155, + "dashboard": 19156, + "ĠAppro": 19157, + "-dr": 19158, + "Ġproduces": 19159, + "Ġrental": 19160, + "Ġreload": 19161, + "381": 19162, + "Ġarrival": 19163, + "spot": 19164, + "Ġundert": 19165, + "378": 19166, + "Ġequipped": 19167, + "Ġproved": 19168, + "Ġcenters": 19169, + "Ġdefines": 19170, + "also": 19171, + "Ġopacity": 19172, + "ĠUnfortunately": 19173, + "ĠIllinois": 19174, + "Ġне": 19175, + "ĠTemple": 19176, + "ĠTrail": 19177, + "ĠKelly": 19178, + "Ġmeasurement": 19179, + "Ġseparated": 19180, + "-circle": 19181, + "Hey": 19182, + "ĠREAD": 19183, + "igits": 19184, + "Ġib": 19185, + "ĠMOD": 19186, + "attery": 19187, + "аз": 19188, + "Ġvend": 19189, + "енÑĤ": 19190, + "ĠHttpClient": 19191, + "359": 19192, + "safe": 19193, + "_ASS": 19194, + "icit": 19195, + "ĠConstruct": 19196, + "ĠClo": 19197, + "ĠSix": 19198, + "_TOKEN": 19199, + "(block": 19200, + "Ġwarned": 19201, + "/*!": 19202, + "!Ċ": 19296, + "Ġinnovation": 19297, + "_\"": 19298, + "Ġ);čĊčĊ": 19299, + "Ġspots": 19300, + "Ġchoosing": 19301, + ".cs": 19302, + "Ġflexible": 19303, + "UInt": 19304, + "435": 19305, + "930": 19306, + "Ġscratch": 19307, + "-al": 19308, + "Ġfestival": 19309, + "Ġoutstanding": 19310, + "================================================": 19311, + "Mean": 19312, + "ĠOregon": 19313, + "symbol": 19314, + ".account": 19315, + "dney": 19316, + "'''": 19317, + "!\",": 19318, + "901": 19319, + "Ġparticle": 19320, + "Ãĥ": 19321, + "[MAX": 19322, + "IVER": 19323, + "ERENCE": 19324, + "NSMutable": 19325, + "ĠColumbia": 19326, + "_ĊĊ": 19327, + ".fr": 19328, + "Ġcogn": 19329, + "VR": 19330, + "ĠMethods": 19331, + "ĠMade": 19332, + "ĠBR": 19333, + "ĠElse": 19334, + "Ġeggs": 19335, + "Ġswing": 19336, + "ĠInv": 19337, + "Ġdiseases": 19338, + "Ġfirms": 19339, + "Ġlemma": 19340, + "}`);Ċ": 19341, + "lings": 19342, + "Ġgym": 19343, + "uminum": 19344, + ".Trim": 19345, + "Mem": 19346, + "Ġcriticism": 19347, + "ibernate": 19348, + "_TX": 19349, + "ioni": 19350, + "Ġguidance": 19351, + "Ġrepeatedly": 19352, + "Ġsupplier": 19353, + "Ġpainting": 19354, + "864": 19355, + ".Fragment": 19356, + "edException": 19357, + "Ġwiring": 19358, + "Ġcourts": 19359, + "WEB": 19360, + "æľī": 19361, + "\\.": 19362, + "illance": 19363, + "Ġbrows": 19364, + "ĠPattern": 19365, + "PLICATION": 19366, + "ĠSummer": 19367, + "Chain": 19368, + "Ġcute": 19369, + "mercial": 19370, + "Ġdil": 19371, + "ĠFranklin": 19372, + "ĉglobal": 19373, + "INCLUDING": 19374, + "history": 19375, + "Ġlst": 19376, + "Qt": 19377, + "SDL": 19378, + "alia": 19379, + "iere": 19380, + "(...": 19381, + "ĉcin": 19382, + "iffs": 19383, + "velope": 19384, + "ĠRoot": 19385, + "cluster": 19386, + "UserName": 19387, + "igne": 19388, + "()Ċ": 19485, + "Ġapplying": 19486, + "Ġpromised": 19487, + "Ġox": 19488, + "ncia": 19489, + "ĠValidation": 19490, + "orts": 19491, + "_cur": 19492, + "elect": 19493, + "eye": 19494, + "(Data": 19495, + "Ġreporter": 19496, + "ĠBuff": 19497, + "395": 19498, + "Ġsr": 19499, + "Ġ\";": 19500, + "icky": 19501, + "Ġtempor": 19502, + "SN": 19503, + "Ġresident": 19504, + "pires": 19505, + "ysical": 19506, + "Ġendorse": 19507, + "ĠSong": 19508, + "isEmpty": 19509, + "leet": 19510, + "_util": 19511, + "Ġdistingu": 19512, + "ĠTalk": 19513, + "ĠMot": 19514, + "(default": 19515, + ".Arg": 19516, + "gorithms": 19517, + "_words": 19518, + "immer": 19519, + "_reset": 19520, + "family": 19521, + "WW": 19522, + "Ġsavings": 19523, + "ĠâĢĿ": 19524, + "_enable": 19525, + "sidebar": 19526, + "Running": 19527, + "Ġali": 19528, + "Ġtestim": 19529, + "Ġwarnings": 19530, + "ĠChem": 19531, + "ĠExit": 19532, + "Ġfounder": 19533, + "pector": 19534, + "Ġrm": 19535, + "_dataset": 19536, + "ĠDas": 19537, + "Ġhan": 19538, + "Getty": 19539, + "ál": 19540, + "Ġny": 19541, + "Ġpoverty": 19542, + "Ġresulted": 19543, + ".by": 19544, + "ĠVisit": 19545, + "Ġobtaining": 19546, + "/'.$": 19547, + "ĠĠĠĠĠĠĠĠĠĠĠĊ": 19548, + "shall": 19549, + "_LEFT": 19550, + "UIImage": 19551, + "_Name": 19552, + "have": 19553, + "ĠNob": 19554, + "lr": 19555, + "-footer": 19556, + "Ġnaked": 19557, + "ĠGarden": 19558, + "\\Facades": 19559, + "Ġgraduate": 19560, + "417": 19561, + "Ġfranchise": 19562, + "plane": 19563, + "Ġcontributions": 19564, + "ĠstringWith": 19565, + "Ġcrypto": 19566, + "Ġmovements": 19567, + "athers": 19568, + "Ġlifetime": 19569, + "Ġcommunicate": 19570, + "jar": 19571, + "ĠFragment": 19572, + "_IF": 19573, + "ĠNavy": 19574, + "ĠFigure": 19575, + "Ġsimulation": 19576, + "_stop": 19577, + "Ġreporters": 19578, + "Ġversus": 19579, + "aja": 19580, + "Ġα": 19581, + "Ġgovernor": 19582, + "ListItem": 19583, + "Ġsealed": 19584, + ".Background": 19585, + "edi": 19586, + "ashing": 19587, + "Ġlip": 19588, + "ĠIh": 19589, + "merge": 19590, + "Ġnec": 19591, + "024": 19592, + "elocity": 19593, + "ATEG": 19594, + "Ġseeds": 19595, + "Ġfloating": 19596, + "701": 19597, + "_FA": 19598, + "walk": 19599, + "ĉuser": 19600, + "_depth": 19601, + "Ġwage": 19602, + "@app": 19603, + "Nil": 19604, + "([\"": 19605, + "(vector": 19606, + "Ġsecretary": 19607, + "461": 19608, + "ĠjPanel": 19609, + "vez": 19610, + "³³³³": 19611, + "direction": 19612, + "ĠEP": 19613, + "Ġhunt": 19614, + "396": 19615, + "JsonProperty": 19616, + "ĠPORT": 19617, + "]\",": 19618, + "ап": 19619, + "ĠForeign": 19620, + "panic": 19621, + "Ġtrials": 19622, + "ĠAle": 19623, + "Ġrural": 19624, + "-value": 19625, + "authorized": 19626, + "ĠScotland": 19627, + ".drop": 19628, + "ĠMT": 19629, + "ç±": 19630, + "391": 19631, + "rowth": 19632, + "515": 19633, + "FilePath": 19634, + "Ġrecall": 19635, + "ifle": 19636, + "Ġcel": 19637, + "ĠSELECT": 19638, + "kn": 19639, + "_case": 19640, + "Ġcrop": 19641, + "543": 19642, + "sure": 19643, + "pot": 19644, + "ICS": 19645, + "Ġstem": 19646, + "Ġindustries": 19647, + "Put": 19648, + "Ġaber": 19649, + "roadcast": 19650, + "Icons": 19651, + ")\")Ċ": 19652, + "æĪIJåĬŁ": 19653, + "gui": 19654, + "Ġassumed": 19655, + "Ġrx": 19656, + "EA": 19657, + "è§": 19658, + "ELL": 19659, + "Ġdose": 19660, + "Ġine": 19661, + "Ġdeeper": 19662, + "lider": 19663, + "Ġordinary": 19664, + "Ġgolf": 19665, + "605": 19666, + "_IMAGE": 19667, + "ĠNAME": 19668, + "(module": 19669, + "Ġatom": 19670, + "Ġbelt": 19671, + "Ġoffices": 19672, + "506": 19673, + "beta": 19674, + "Ġphilosophy": 19675, + "(JSON": 19676, + "-field": 19677, + "Ġintroduce": 19678, + "Ġconvenience": 19679, + "optim": 19680, + ">\"Ċ": 19681, + "athy": 19682, + "Ġemployer": 19683, + "quate": 19684, + "Ġedited": 19685, + "Arguments": 19686, + "ĠNations": 19687, + "__)": 19688, + "Ġnose": 19689, + "ĠSample": 19690, + "')ĊĊĊ": 19691, + "Ġcake": 19692, + ".getAttribute": 19693, + "HD": 19694, + "392": 19695, + "Modified": 19696, + "445": 19697, + "Ġpredicted": 19698, + "ÅĦ": 19699, + "anie": 19700, + "Sorry": 19701, + "(doc": 19702, + "wind": 19703, + "ieve": 19704, + "Ġprovisions": 19705, + "ATER": 19706, + "OTE": 19707, + "MY": 19708, + ".Autowired": 19709, + "ĠBath": 19710, + "423": 19711, + ".Boolean": 19712, + "Ġbackend": 19713, + ".Mouse": 19714, + "ateral": 19715, + "paper": 19716, + "Const": 19717, + "ĠVR": 19718, + "_entity": 19719, + "_CTRL": 19720, + "ĠProtection": 19721, + "ĠGM": 19722, + "ĠStudy": 19723, + "Ġsoup": 19724, + "otime": 19725, + "'use": 19726, + "]\"": 19727, + "/users": 19728, + "aug": 19729, + "ĠHong": 19730, + "_norm": 19731, + "ãģ¨": 19732, + "Ġsecre": 19733, + "(Build": 19734, + "ĠContract": 19735, + "olas": 19736, + "Ġsauce": 19737, + "Ġaggressive": 19738, + "Ġracial": 19739, + "character": 19740, + "@@": 19741, + "Ġcompile": 19742, + "ĠVoid": 19743, + "_rem": 19744, + "_memory": 19745, + "348": 19746, + "kk": 19747, + "Ġmic": 19748, + "Same": 19749, + "Utility": 19750, + "ĠHtml": 19751, + "ĠXml": 19752, + "Ready": 19753, + "Ġgall": 19754, + "Ġallegedly": 19755, + "ĉĉĉĉĠĠĠ": 19756, + "ĠMetal": 19757, + "ĠPersonal": 19758, + "ĠborderRadius": 19759, + "rxjs": 19760, + "objects": 19761, + "Ġwanting": 19762, + "Ġbowl": 19763, + "vendor": 19764, + "offsetof": 19765, + "ĠRs": 19766, + "ĠRating": 19767, + "Ġrally": 19768, + "_NODE": 19769, + "418": 19770, + "ĠMix": 19771, + "Ġadvertis": 19772, + "485": 19773, + "667": 19774, + "Ġnarrative": 19775, + "sal": 19776, + "Ġmc": 19777, + "SError": 19778, + "Ġfingers": 19779, + "Ġaccompany": 19780, + "Ġtired": 19781, + "Ġstride": 19782, + "Ġgui": 19783, + "elist": 19784, + "Locale": 19785, + "Ġreleases": 19786, + "iking": 19787, + "Ġanger": 19788, + ")))ĊĊ": 19789, + "allest": 19790, + "Summary": 19791, + "(O": 19792, + "(for": 19793, + "Ġbasketball": 19794, + "Ġroads": 19795, + "ĠInstall": 19796, + "ĠFab": 19797, + "itmap": 19798, + "475": 19799, + "Ġ))Ċ": 19800, + "Ġintersection": 19801, + "ighbor": 19802, + "ĠBry": 19803, + "ĠHERE": 19804, + "Software": 19805, + "elfare": 19806, + "acs": 19807, + "622": 19808, + "Ġtrailer": 19809, + ".getClass": 19810, + "chars": 19811, + "Ġregulation": 19812, + "Ġrefers": 19813, + "Ġdestruction": 19814, + "Ġcontinuous": 19815, + "ĠAustin": 19816, + "é¢": 19817, + "akan": 19818, + ".window": 19819, + "ĠTemplates": 19820, + "Ġabsence": 19821, + ":n": 19822, + "Ġdisorder": 19823, + "flash": 19824, + "Ġdelet": 19825, + "boards": 19826, + "ĠĠĉ": 19827, + "ROP": 19828, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 19829, + "Ġacqu": 19830, + "Ġlawsuit": 19831, + "ĠReviews": 19832, + "Ġgarage": 19833, + "timer": 19834, + "Ġej": 19835, + "ĠRectangle": 19836, + "Ġflowers": 19837, + "398": 19838, + "ilst": 19839, + "ĠInstance": 19840, + "Super": 19841, + "det": 19842, + "disposing": 19843, + "ĠES": 19844, + "ĠIC": 19845, + "vere": 19846, + "Sk": 19847, + "_channels": 19848, + "puted": 19849, + "/null": 19850, + "nnen": 19851, + "431": 19852, + "ĠGallery": 19853, + "_global": 19854, + "Authentication": 19855, + "ĠRank": 19856, + "Ġblocked": 19857, + "Ġcalm": 19858, + "market": 19859, + "ĉval": 19860, + "Ġaug": 19861, + "period": 19862, + "ĠConstant": 19863, + "Ġ?>\">Ċ": 19864, + "Ġlobby": 19865, + "pal": 19866, + "379": 19867, + "Ġsink": 19868, + "508": 19869, + "iah": 19870, + "С": 19871, + "urname": 19872, + "Ġconver": 19873, + "Ġinvestigate": 19874, + "Christ": 19875, + "Hub": 19876, + "ĠIND": 19877, + "ĠPed": 19878, + "uras": 19879, + "ĉurl": 19880, + "ĠTro": 19881, + "Ġpreferences": 19882, + "Ġguaranteed": 19883, + "`ĊĊ": 19884, + "Ġportions": 19885, + "Ġevalu": 19886, + "'>;ĊĊ": 19985, + ".AutoScaleMode": 19986, + "Ġcats": 19987, + "465": 19988, + "Ġregistry": 19989, + "ulus": 19990, + "FI": 19991, + "payload": 19992, + "-search": 19993, + "Ġstaying": 19994, + "acious": 19995, + "Decoration": 19996, + "Review": 19997, + "Inf": 19998, + "Keep": 19999, + "itis": 20000, + ",String": 20001, + "Coord": 20002, + "Ġpero": 20003, + "Sex": 20004, + "ĠAtlanta": 20005, + "uesta": 20006, + "Argb": 20007, + ">*": 20008, + "}_": 20009, + "Footer": 20010, + "Ġemployed": 20011, + "_bound": 20012, + "vide": 20013, + ".func": 20014, + "$scope": 20015, + "Ġspo": 20016, + "ĠAnal": 20017, + "ounced": 20018, + "around": 20019, + "Ġrestriction": 20020, + "Ġshops": 20021, + "åĢ": 20022, + "ĠLatin": 20023, + "-col": 20024, + "Ġbarely": 20025, + "ĠEuro": 20026, + "Er": 20027, + "Ġfaire": 20028, + "_distance": 20029, + "_unlock": 20030, + "Quote": 20031, + "IVATE": 20032, + "ĠåĪ": 20033, + "Ġaimed": 20034, + "ĠRetrie": 20035, + ".iter": 20036, + "Ġwrapped": 20037, + "Ġagreements": 20038, + "strument": 20039, + "(product": 20040, + "Ġstudied": 20041, + ".setValue": 20042, + "Ġye": 20043, + "ĠCache": 20044, + "MBOL": 20045, + "Ġquarterback": 20046, + "Ġsyntax": 20047, + ".getElementsBy": 20048, + ".version": 20049, + "website": 20050, + "Runner": 20051, + "_single": 20052, + "ativ": 20053, + "ĠAltern": 20054, + "ĠBeautiful": 20055, + "rightarrow": 20056, + "Ġdiversity": 20057, + "plash": 20058, + "(co": 20059, + ".Fill": 20060, + "Ġtyping": 20061, + "387": 20062, + "023": 20063, + "Ġclar": 20064, + "Hit": 20065, + "OO": 20066, + "acco": 20067, + "507": 20068, + "worth": 20069, + "Ġscripts": 20070, + "ĠMuslims": 20071, + "ĠLL": 20072, + "erving": 20073, + "(boolean": 20074, + "Ġbaseball": 20075, + "ĠCAN": 20076, + "394": 20077, + "044": 20078, + "MAIL": 20079, + "depend": 20080, + "Ġrespective": 20081, + "Ġconstexpr": 20082, + ".*;ĊĊ": 20083, + "']))Ċ": 20084, + "Ġyard": 20085, + "Ġidentical": 20086, + "ifecycle": 20087, + "USH": 20088, + "upiter": 20089, + ".validate": 20090, + "cli": 20091, + "ISTER": 20092, + "Indicator": 20093, + "Fail": 20094, + "Ġdemocracy": 20095, + ".var": 20096, + "Ġsatisfied": 20097, + "-------------": 20098, + "encer": 20099, + "hor": 20100, + "Ġrounds": 20101, + "DAO": 20102, + "oa": 20103, + "Ġflask": 20104, + "=c": 20105, + "[]Ċ": 20106, + "/dist": 20107, + "Ġparte": 20108, + "Ġconfirmation": 20109, + "eron": 20110, + "aware": 20111, + "": 20112, + "Ġdependencies": 20113, + "ĠVideos": 20114, + "-row": 20115, + "Ġ**/Ċ": 20116, + "Ġnou": 20117, + "Ġhover": 20118, + "æŀ": 20119, + "Ġnin": 20120, + "ĠUSD": 20121, + "Mac": 20122, + "_Load": 20123, + "Ġoutcomes": 20124, + "_socket": 20125, + "Ġqueries": 20126, + "wm": 20127, + "592": 20128, + "Ġhitting": 20129, + "inux": 20130, + "Mich": 20131, + "udge": 20132, + "ATAB": 20133, + "Ġvulnerable": 20134, + "ä¾": 20135, + "Ġportfolio": 20136, + ":YES": 20137, + "ĉmap": 20138, + "Bound": 20139, + "Ġiteration": 20140, + "incess": 20141, + "Ġactors": 20142, + "ĠQual": 20143, + "_clean": 20144, + "ãĢijãĢIJ": 20145, + "MSG": 20146, + "Green": 20147, + "ĠOfficer": 20148, + "Ġsmoking": 20149, + ">',": 20150, + "ĠFlo": 20151, + "++;": 20152, + "433": 20153, + "olygon": 20154, + "Ġbulk": 20155, + "Ġdrama": 20156, + "Ġexceptions": 20157, + "osed": 20158, + "Ġ+čĊ": 20159, + "Ġlegacy": 20160, + "CV": 20161, + "Ġcontributed": 20162, + "ĠTerms": 20163, + "Ġbt": 20164, + "434": 20165, + "Ġuntuk": 20166, + "Ġalien": 20167, + "===Ċ": 20168, + "ĉVector": 20169, + "Ġls": 20170, + "Online": 20171, + ".facebook": 20172, + "numeric": 20173, + "ockets": 20174, + "Aut": 20175, + "bury": 20176, + "-redux": 20177, + "ĠRedistributions": 20178, + "GLOBALS": 20179, + "urrencies": 20180, + "Ġtons": 20181, + "âĢĻ,": 20182, + "Ġê": 20183, + "(col": 20184, + "ĠSymbol": 20185, + "Ġstayed": 20186, + "ĠML": 20187, + "Ġmunicip": 20188, + "Ġsexo": 20189, + "Sen": 20190, + "nr": 20191, + "Ġgains": 20192, + "Ġshortly": 20193, + ".Menu": 20194, + "ý": 20195, + "KNOWN": 20196, + "Ġoperators": 20197, + "-V": 20198, + "ĠPatrick": 20199, + "/add": 20200, + "_CO": 20201, + "iration": 20202, + "(post": 20203, + "Posts": 20204, + "/_": 20205, + "Ġplug": 20206, + "Ġintellectual": 20207, + "Ġmetab": 20208, + "Ġpregnancy": 20209, + "ĠPremier": 20210, + "nm": 20211, + "Ġprediction": 20212, + "606": 20213, + "ĠMinistry": 20214, + "Three": 20215, + "valuate": 20216, + "ĠMini": 20217, + "bu": 20218, + "оз": 20219, + "\";čĊ": 20679, + "ĠSav": 20680, + ".Bold": 20681, + "Ġenables": 20682, + "ĉtmp": 20683, + "Ġmanually": 20684, + "ĠSqu": 20685, + "userid": 20686, + ".function": 20687, + ".cache": 20688, + "LOPT": 20689, + ".Services": 20690, + "588": 20691, + "ddit": 20692, + "tim": 20693, + ">>": 20761, + "station": 20762, + "lore": 20763, + "atype": 20764, + "ishop": 20765, + "/****************************************************************": 20766, + "521": 20767, + "ComboBox": 20768, + "Ġvacation": 20769, + "Ġinitiative": 20770, + "ĠdefaultValue": 20771, + "770": 20772, + "concat": 20773, + "ĠKh": 20774, + "632": 20775, + "ĠWelcome": 20776, + "izedName": 20777, + "Migration": 20778, + "Ġgradient": 20779, + "Hot": 20780, + "Ġhardly": 20781, + "elo": 20782, + "ĠStudents": 20783, + "Ġloose": 20784, + "730": 20785, + "atz": 20786, + ".Send": 20787, + "'/": 20788, + "Ġuniversal": 20789, + "Ġenterprise": 20790, + "Ġregex": 20791, + "Ġvisitor": 20792, + "ĠFly": 20793, + "Seq": 20794, + "à¸Ļ": 20795, + "ĠVisual": 20796, + "Ġlibraries": 20797, + "atoes": 20798, + "Payment": 20799, + "447": 20800, + "Ġpent": 20801, + "Ġgathered": 20802, + "VRTX": 20803, + "ĠDM": 20804, + "Split": 20805, + "Ġletting": 20806, + "ÐĿ": 20807, + "_errors": 20808, + "epoch": 20809, + "PARAM": 20810, + "cu": 20811, + "ÑģÑĤв": 20812, + "olutions": 20813, + "Editing": 20814, + "fonts": 20815, + "Ġallocated": 20816, + "ĠBased": 20817, + "(Y": 20818, + "ĠJudge": 20819, + "Ġbrothers": 20820, + "FILES": 20821, + "ço": 20822, + "531": 20823, + "wb": 20824, + "_PI": 20825, + "'^": 20826, + "Ġsword": 20827, + ".services": 20828, + "Ġnl": 20829, + "Tim": 20830, + "igg": 20831, + "ĠMoore": 20832, + "Ġcryptoc": 20833, + "åĩº": 20834, + "_posts": 20835, + "otate": 20836, + "?'": 20837, + "....ĊĊ": 20838, + "Ġkl": 20839, + "=\"$": 20840, + "Ġdecoration": 20841, + "ạ": 20842, + "ĠDIRECT": 20843, + "GUI": 20844, + ")=>{Ċ": 20845, + "Ġnewsletter": 20846, + "Ġprecis": 20847, + "(point": 20848, + "ĠEquipment": 20849, + "uty": 20850, + "ĠDave": 20851, + "Ġparticipation": 20852, + "uarios": 20853, + "xit": 20854, + ".As": 20855, + "ETER": 20856, + "orous": 20857, + "Ġshield": 20858, + "[]>": 20859, + "ilitary": 20860, + ".origin": 20861, + "Ġpromotion": 20862, + "Unt": 20863, + "Ġct": 20864, + "TRA": 20865, + "556": 20866, + "ViewHolder": 20867, + "Ġsigma": 20868, + "delta": 20869, + "arehouse": 20870, + "contract": 20871, + "(Vector": 20872, + "721": 20873, + "Ġcompete": 20874, + "/form": 20875, + "/components": 20876, + "Ġnr": 20877, + "ĠIndones": 20878, + "ĠоÑĤ": 20879, + "ĠVolume": 20880, + ".files": 20881, + "(resp": 20882, + "/models": 20883, + "Ġsurf": 20884, + "standard": 20885, + "/o": 20886, + "ĠXCTAssert": 20887, + "VICES": 20888, + ".Code": 20889, + "SED": 20890, + "Ġactivate": 20891, + "Delta": 20892, + "Ġlimitation": 20893, + "rij": 20894, + "Ġpregnant": 20895, + ":^(": 20896, + "Ġsour": 20897, + "pie": 20898, + "803": 20899, + "Ġexpense": 20900, + "ication": 20901, + "ĠLarge": 20902, + "Ġ±": 20903, + "ĠBowl": 20904, + "(models": 20905, + "/N": 20906, + "857": 20907, + "Pa": 20908, + ".reload": 20909, + "Ġwondering": 20910, + "462": 20911, + "Execution": 20912, + "ĉĠĠĠĠĠĠ": 20913, + "ĠGraphics": 20914, + "ĠContin": 20915, + "_job": 20916, + "ĠgetName": 20917, + "ĠMagn": 20918, + "ĠDWORD": 20919, + "mad": 20920, + "Ġnh": 20921, + "features": 20922, + "}\");Ċ": 20923, + "heets": 20924, + "(train": 20925, + "zn": 20926, + "Ġrecruit": 20927, + ".connection": 20928, + "Ġbarrel": 20929, + "Ġsteam": 20930, + "_setting": 20931, + "Ġangular": 20932, + "aneously": 20933, + "Ġbil": 20934, + "ĠNorm": 20935, + "522": 20936, + "(!$": 20937, + "ibt": 20938, + "%(": 20939, + "Ġposit": 20940, + "ĠFather": 20941, + "intendo": 20942, + "565": 20943, + "Live": 20944, + "041": 20945, + "Ġports": 20946, + "Ġmej": 20947, + "Ġlanding": 20948, + "ponder": 20949, + "Ġcod": 20950, + "_HEADER": 20951, + ".Margin": 20952, + "Ġballs": 20953, + "Ġdiscussions": 20954, + "Ġblend": 20955, + "Hex": 20956, + "Ġfarmers": 20957, + "Ġmaintaining": 20958, + "ĠĠĠčĊ": 20959, + "syn": 20960, + "[T": 20961, + "rus": 20962, + "439": 20963, + "uffers": 20964, + "Ġcontributors": 20965, + "_sys": 20966, + ".Debug": 20967, + "Ġconstructed": 20968, + "omes": 20969, + "?id": 20970, + "slider": 20971, + "Ġsuppliers": 20972, + "611": 20973, + "scriber": 20974, + "pes": 20975, + "Ðŀ": 20976, + "\":čĊ": 20977, + "\\Controller": 20978, + "))ĊĊĊ": 20979, + "Ġlua": 20980, + "Multi": 20981, + "ENS": 20982, + "Src": 20983, + "Ġpetition": 20984, + "Ġslave": 20985, + "looking": 20986, + "VERT": 20987, + "ĉvector": 20988, + "Special": 20989, + "hh": 20990, + "anne": 20991, + "ĠNiger": 20992, + "/views": 20993, + "zing": 20994, + "endant": 20995, + "(": 21238, + "544": 21239, + ".Product": 21240, + "Forms": 21241, + "NEW": 21242, + "Pay": 21243, + "ĉboolean": 21244, + "_contact": 21245, + "ĠElectric": 21246, + "skip": 21247, + "Ġwur": 21248, + "Ġchronic": 21249, + "_driver": 21250, + "940": 21251, + "ĠSab": 21252, + "ĠUlt": 21253, + "ĠRad": 21254, + "STATUS": 21255, + "ĠLewis": 21256, + "OB": 21257, + "Ġgifts": 21258, + ".Rec": 21259, + "TRUE": 21260, + "Ġintensity": 21261, + "Marker": 21262, + ".compare": 21263, + "ffic": 21264, + "Cookie": 21265, + "ĠBaby": 21266, + "ĠBigDecimal": 21267, + "ilet": 21268, + "ĠHOLDERS": 21269, + "ĠLady": 21270, + "Ġlung": 21271, + "ĠAlabama": 21272, + "Ġdess": 21273, + "`);Ċ": 21274, + "ĠBuilder": 21275, + "_region": 21276, + "Ġneutral": 21277, + "909": 21278, + "Both": 21279, + "Ġhp": 21280, + "Ġhorn": 21281, + "Ġsegments": 21282, + "ĠEC": 21283, + "\"=>\"": 21284, + "(rec": 21285, + "ĠPi": 21286, + "GM": 21287, + "Ġlaptop": 21288, + "Scalar": 21289, + "463": 21290, + "isd": 21291, + "-dialog": 21292, + "ĠAnderson": 21293, + "Ġmistakes": 21294, + "708": 21295, + "ĠHan": 21296, + "jes": 21297, + "estination": 21298, + "436": 21299, + "Ġpromises": 21300, + "bid": 21301, + "ĠScient": 21302, + "GIN": 21303, + "ĠPerformance": 21304, + "bage": 21305, + ".users": 21306, + "leading": 21307, + "Ġoral": 21308, + "Graphics": 21309, + "488": 21310, + "_PTR": 21311, + "518": 21312, + "hang": 21313, + "Ġinev": 21314, + "processing": 21315, + "Factor": 21316, + "ĠNA": 21317, + "$string": 21318, + "Ġgrounds": 21319, + ".SaveChanges": 21320, + "clock": 21321, + "941": 21322, + "cripcion": 21323, + "ĠNewton": 21324, + "gc": 21325, + ".includes": 21326, + "Ġblast": 21327, + "Ġ'-'": 21328, + "Ġpuede": 21329, + "469": 21330, + ".Session": 21331, + "Ġgrep": 21332, + "_final": 21333, + "ĠGay": 21334, + "ĠGive": 21335, + "iri": 21336, + "-star": 21337, + "ĠUIImage": 21338, + "_epoch": 21339, + "ubb": 21340, + "enth": 21341, + "Ġelite": 21342, + "Ġcampaigns": 21343, + "ĠPorno": 21344, + "_assign": 21345, + "Protocol": 21346, + "ĠBeing": 21347, + "ĠAirport": 21348, + "Ġconventional": 21349, + "ĠWat": 21350, + "ĠCI": 21351, + "ETA": 21352, + "ĠAnthony": 21353, + "Ġtablet": 21354, + "(format": 21355, + "Ġconsistently": 21356, + "ĠIowa": 21357, + "474": 21358, + "Ġavatar": 21359, + "027": 21360, + ".cursor": 21361, + "![": 21362, + "Ġhanging": 21363, + "Her": 21364, + "Such": 21365, + "';ĊĊĊ": 21366, + "orgeous": 21367, + "()==": 21368, + "ĠviewModel": 21369, + "Ġãĥ": 21370, + "Ġels": 21371, + "ĠAgent": 21372, + "Fetch": 21373, + "apor": 21374, + "Ġcx": 21375, + "pread": 21376, + "ĠPier": 21377, + "oeff": 21378, + "616": 21379, + "Sn": 21380, + "890": 21381, + "ĠVirtual": 21382, + "Apr": 21383, + ".White": 21384, + "615": 21385, + "_MOD": 21386, + "ĠPoints": 21387, + "失": 21388, + "Ġgenes": 21389, + "Ġvendor": 21390, + "Ġmainstream": 21391, + "Ċ": 21421, + "Filename": 21422, + "Ġsne": 21423, + "ĠFootball": 21424, + "Ġrival": 21425, + "Ġdisaster": 21426, + "ionic": 21427, + "ĠDamage": 21428, + ".Resource": 21429, + "-en": 21430, + "ĠTypes": 21431, + "getString": 21432, + "(board": 21433, + "Ġbol": 21434, + "plain": 21435, + "zym": 21436, + "า": 21437, + "Ġscanner": 21438, + "ilder": 21439, + "_msgs": 21440, + "æı": 21441, + "(intent": 21442, + "Ġdestruct": 21443, + "Ġbust": 21444, + "ĠEmploy": 21445, + "oni": 21446, + "ĠUIViewController": 21447, + "Ġodds": 21448, + "earer": 21449, + "Geometry": 21450, + "Ġyii": 21451, + "_EXPORT": 21452, + "ĠAttack": 21453, + "Ġniet": 21454, + "Ġimpression": 21455, + "ĠGil": 21456, + "_prob": 21457, + "528": 21458, + "ĠCF": 21459, + "ĠExperience": 21460, + "/plugins": 21461, + ".Method": 21462, + "Ġbeliefs": 21463, + "Native": 21464, + "_build": 21465, + "Ġvig": 21466, + "Ġranks": 21467, + "covered": 21468, + "705": 21469, + "such": 21470, + "Guard": 21471, + ".pack": 21472, + "adder": 21473, + "809": 21474, + "ivia": 21475, + "lng": 21476, + "ĠвÑĭ": 21477, + "552": 21478, + "Timestamp": 21479, + "_now": 21480, + "Ġpoker": 21481, + "Ġunc": 21482, + "Ġshapes": 21483, + "-types": 21484, + "_period": 21485, + "pk": 21486, + "Ġveteran": 21487, + "Ġsono": 21488, + "Ġappointed": 21489, + "overflow": 21490, + ".driver": 21491, + "_cat": 21492, + "utt": 21493, + "plant": 21494, + "imb": 21495, + "ĠAccept": 21496, + "Ġconcert": 21497, + "ĉnode": 21498, + "ĉz": 21499, + "?>čĊ": 21500, + "Ġbanned": 21501, + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 21502, + "Ġtoxic": 21503, + "Ġdisappe": 21504, + "473": 21505, + "ÈĽ": 21506, + "Ġgrace": 21507, + "ateful": 21508, + "Reply": 21509, + "ĠCruz": 21510, + "486": 21511, + "Ġscrap": 21512, + "Ġkeywords": 21513, + "simp": 21514, + "Ġmortgage": 21515, + "Ġcyber": 21516, + "ĠExecute": 21517, + "Ġlatitude": 21518, + "ifu": 21519, + ".COM": 21520, + "dbo": 21521, + "Ġsorts": 21522, + "ĠGas": 21523, + "omial": 21524, + ".Local": 21525, + "Cells": 21526, + ".Replace": 21527, + "Strings": 21528, + ".fit": 21529, + "ĠThird": 21530, + "%\",Ċ": 21531, + "Ġ{}\".": 21532, + "ĠSony": 21533, + "Ġ[:": 21534, + "585": 21535, + "Ġfallen": 21536, + ".')Ċ": 21537, + "inh": 21538, + "ĠMC": 21539, + "Ġredis": 21540, + "Codes": 21541, + "Ġprofiles": 21542, + "hook": 21543, + "Reducer": 21544, + "_FUNC": 21545, + "Ġnavigate": 21546, + "strlen": 21547, + "Ġhorm": 21548, + "áŀ": 21549, + "ĠSR": 21550, + ".boot": 21551, + "Ġdigest": 21552, + "ĉheader": 21553, + ".findOne": 21554, + "æģ": 21555, + "DbType": 21556, + "nia": 21557, + "_merge": 21558, + "Ġdonne": 21559, + "/Getty": 21560, + "_CHAR": 21561, + "Ġbands": 21562, + ".URL": 21563, + "artial": 21564, + "Ġfreq": 21565, + "Ġsist": 21566, + "Ng": 21567, + "Ġrendering": 21568, + "\\Core": 21569, + "Widgets": 21570, + "ĠVA": 21571, + "Ġactivists": 21572, + "Ste": 21573, + "=_": 21574, + "alla": 21575, + "Stamp": 21576, + "Ġloads": 21577, + "Ġxx": 21578, + "ĠLearning": 21579, + ".Mvc": 21580, + "uir": 21581, + "(\"$": 21582, + "Ġconnecting": 21583, + "ReadOnly": 21584, + "uru": 21585, + "ĠEag": 21586, + "BIT": 21587, + "_DEL": 21588, + "å§": 21589, + "arrass": 21590, + "external": 21591, + "ĠYOUR": 21592, + "ĠBrew": 21593, + "ĠFive": 21594, + "Ġresize": 21595, + "igid": 21596, + "eration": 21597, + "653": 21598, + "ĠÑį": 21599, + "536": 21600, + "åĬł": 21601, + "039": 21602, + "ĠCatch": 21603, + "Ùģ": 21604, + "ĠLeon": 21605, + "amil": 21606, + ".Body": 21607, + "Clip": 21608, + "/list": 21609, + ".br": 21610, + "EditText": 21611, + "ĉdb": 21612, + ".Game": 21613, + "(BuildContext": 21614, + "backend": 21615, + ".Red": 21616, + "facebook": 21617, + "529": 21618, + ".urls": 21619, + "mr": 21620, + "rolled": 21621, + "-------": 21622, + "Ġintervention": 21623, + "Ġretirement": 21624, + "ĠKit": 21625, + "ĠPRE": 21626, + "UpperCase": 21627, + "ĠSocket": 21628, + "Ġ:-": 21629, + "Ġstudying": 21630, + "ĠMetro": 21631, + "arded": 21632, + "Ġconversations": 21633, + "Called": 21634, + "Ġexamine": 21635, + "ertificate": 21636, + ".gz": 21637, + "-responsive": 21638, + "Ġrefund": 21639, + "_network": 21640, + "026": 21641, + "allowed": 21642, + "empt": 21643, + "Ġmeals": 21644, + "Categories": 21645, + "Ġtraveling": 21646, + "Ġkg": 21647, + "Ġshame": 21648, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 21649, + "Ġexplicitly": 21650, + "Ġmathematic": 21651, + "ĠSuite": 21652, + "ĠRGB": 21653, + "******/": 21654, + "Ġmixture": 21655, + "learning": 21656, + ".template": 21657, + "atts": 21658, + "wx": 21659, + "ĉctx": 21660, + ".properties": 21661, + "Ġdrinks": 21662, + "ĠEither": 21663, + "setText": 21664, + ".getData": 21665, + ".zip": 21666, + "Ġreveals": 21667, + ".Ċ": 21681, + "Ġranked": 21682, + "_impl": 21683, + "ĠHandles": 21684, + "Ġhosted": 21685, + "Ġupdating": 21686, + "album": 21687, + "éĿ": 21688, + "Ġshader": 21689, + "Editors": 21690, + "-round": 21691, + "[]{": 21692, + "Ġsep": 21693, + "ĠHi": 21694, + "TEM": 21695, + "lookup": 21696, + ".man": 21697, + "_INPUT": 21698, + "Ġthreatened": 21699, + "_IMPORT": 21700, + "Ġdrops": 21701, + "ruit": 21702, + "sid": 21703, + "both": 21704, + "ĠExcel": 21705, + "Ġjer": 21706, + "ordinary": 21707, + "ей": 21708, + "VIEW": 21709, + "reply": 21710, + "Ġ):Ċ": 21711, + "colors": 21712, + "verified": 21713, + "_Tr": 21714, + "_parse": 21715, + "Ġcongress": 21716, + "617": 21717, + "Promise": 21718, + "ints": 21719, + "ĠMother": 21720, + ".Api": 21721, + "ĠDuration": 21722, + "ĠfirstName": 21723, + "inheritdoc": 21724, + "ĠMars": 21725, + "Ġapr": 21726, + "ODY": 21727, + "Ġvisits": 21728, + "631": 21729, + "Ġhealing": 21730, + "letters": 21731, + ")));čĊ": 21732, + "future": 21733, + ".Framework": 21734, + "Ġkiss": 21735, + "Ġinvolve": 21736, + "Ġsilent": 21737, + "adows": 21738, + "Ġanybody": 21739, + "sch": 21740, + "690": 21741, + "Ġsolely": 21742, + "-img": 21743, + "Ġpropri": 21744, + "Ġinstruct": 21745, + "Ġlicenses": 21746, + "Ġmeth": 21747, + "Ġcondem": 21748, + "ĠDomain": 21749, + "ĠHarris": 21750, + "ĠsÃ¥": 21751, + "CEPT": 21752, + "Batch": 21753, + "@extends": 21754, + "ĠCONTRIBUT": 21755, + ".DataFrame": 21756, + "472": 21757, + "_packet": 21758, + "recision": 21759, + "Ġfocusing": 21760, + ".ht": 21761, + "__\":Ċ": 21762, + ":Get": 21763, + "ĠKC": 21764, + "Ġpassage": 21765, + "Segment": 21766, + "_center": 21767, + "-zA": 21768, + "_BL": 21769, + "Ġconvin": 21770, + "Ġclassified": 21771, + "ĠNSMutable": 21772, + "_ap": 21773, + "tile": 21774, + "Rectangle": 21775, + "492": 21776, + "(nums": 21777, + "vens": 21778, + "ĠUIButton": 21779, + "ĠFeder": 21780, + "amo": 21781, + "Ġoutline": 21782, + "ĠParser": 21783, + "Ġâī": 21784, + "ĠWorks": 21785, + ".Schema": 21786, + "Ġengines": 21787, + "637": 21788, + "563": 21789, + "_common": 21790, + "542": 21791, + "_old": 21792, + "ĠsetContentView": 21793, + "Ġ///<": 21794, + "ĠBT": 21795, + "fm": 21796, + "Ġdivers": 21797, + "_weights": 21798, + "emark": 21799, + "ĠACT": 21800, + "Ġproportion": 21801, + "overlay": 21802, + ".dirname": 21803, + "ĠGit": 21804, + "_REFERENCE": 21805, + "<>": 21806, + "lb": 21807, + "_rule": 21808, + "è´¥": 21809, + "ĠPutin": 21810, + "Ġsleeping": 21811, + "():čĊ": 21812, + "Ġpreserve": 21813, + "Ġparliament": 21814, + "ĠLooking": 21815, + "Ġpicking": 21816, + "ĠDispatch": 21817, + "Ġslip": 21818, + "ëĵ": 21819, + "ĠLyn": 21820, + "_signal": 21821, + "configuration": 21822, + "ĠPitt": 21823, + "491": 21824, + "aden": 21825, + "procedure": 21826, + "Ġenthusi": 21827, + "fight": 21828, + "ĠConsider": 21829, + "Ġtorn": 21830, + "Connected": 21831, + ".cos": 21832, + "_groups": 21833, + "ĠThink": 21834, + "Ġdeliber": 21835, + "Ġresid": 21836, + "working": 21837, + ".columns": 21838, + "ĠCalled": 21839, + "Ġeslint": 21840, + ">\",": 21841, + "_DOWN": 21842, + "hist": 21843, + "ĠAdvanced": 21844, + "Ġrewards": 21845, + "actors": 21846, + "Ġsilence": 21847, + "479": 21848, + "Ġmyth": 21849, + "Ġneur": 21850, + "519": 21851, + "Ġauction": 21852, + ".GetString": 21853, + "eks": 21854, + "(project": 21855, + "598": 21856, + "ĉmsg": 21857, + "ĉoutput": 21858, + "Ġcomplaints": 21859, + "551": 21860, + ",S": 21861, + "Ġtbl": 21862, + "Ġ,ĊĊ": 21863, + "riors": 21864, + "ahren": 21865, + "Ġlawyers": 21866, + "redux": 21867, + "_symbol": 21868, + "offee": 21869, + "_RESULT": 21870, + "(Name": 21871, + "UTC": 21872, + ".currentTime": 21873, + "Ġorganis": 21874, + ".arg": 21875, + "533": 21876, + "Ġminim": 21877, + "wick": 21878, + "Ġreceives": 21879, + "Balance": 21880, + "Ġspeaks": 21881, + "ĠDays": 21882, + "ĠBelow": 21883, + "483": 21884, + "tipo": 21885, + "Present": 21886, + "Ġreserv": 21887, + "hp": 21888, + "Ġrit": 21889, + "_RIGHT": 21890, + "--)": 21891, + "Ġchairman": 21892, + "781": 21893, + "DIS": 21894, + "ĠBOOST": 21895, + "Ġexperiments": 21896, + "687": 21897, + "__);Ċ": 21898, + "Ġstamp": 21899, + "Ġfert": 21900, + "Ġfond": 21901, + "Ter": 21902, + "elve": 21903, + "uren": 21904, + "+i": 21905, + "endency": 21906, + "Ġvirtually": 21907, + "...\"": 21908, + "ï½ŀ": 21909, + "925": 21910, + "-cent": 21911, + "_unique": 21912, + "Ġpricing": 21913, + "mic": 21914, + "RESH": 21915, + "Ġ:::": 21916, + "Ġannotation": 21917, + "ĠCircle": 21918, + "ongodb": 21919, + "itas": 21920, + "Ġ%(": 21921, + "(component": 21922, + "Ġоб": 21923, + "(port": 21924, + "-hour": 21925, + ".obj": 21926, + "LBL": 21927, + "Ġjury": 21928, + "GBT": 21929, + "Ġspy": 21930, + "ĠProfessional": 21931, + "Ġ\"\";ĊĊ": 21932, + "Ġstriking": 21933, + "Ġdiscrimination": 21934, + "Ġpays": 21935, + "937": 21936, + "lict": 21937, + "entes": 21938, + "Ġthrowing": 21939, + "ĠPlugin": 21940, + "(def": 21941, + "ĠRuntimeException": 21942, + "ĠMigration": 21943, + "599": 21944, + "Ġdic": 21945, + "bag": 21946, + "onia": 21947, + "Ġcorruption": 21948, + "704": 21949, + "(Map": 21950, + "Ġprz": 21951, + ".dto": 21952, + "Ġacquire": 21953, + "StateToProps": 21954, + "Ġloving": 21955, + "ож": 21956, + "_pattern": 21957, + "Ġemotions": 21958, + "Ġpublisher": 21959, + "_be": 21960, + "Ġcouples": 21961, + "498": 21962, + "oj": 21963, + "ĠChart": 21964, + "Ġtrop": 21965, + ".tool": 21966, + "Ġestablishment": 21967, + "Ġdol": 21968, + "654": 21969, + "Ġtower": 21970, + "Ġlane": 21971, + "ĠSydney": 21972, + "Ġfilling": 21973, + "claimed": 21974, + "644": 21975, + "Ġdialogue": 21976, + "Ġconvention": 21977, + "booking": 21978, + "parency": 21979, + "æ±": 21980, + "ĠGeneric": 21981, + "718": 21982, + "\\Schema": 21983, + "482": 21984, + "618": 21985, + "Ġranges": 21986, + "/ch": 21987, + "Ġpanels": 21988, + "Ġruled": 21989, + "çĶŁ": 21990, + ".ts": 21991, + "_sets": 21992, + "Ġcleanup": 21993, + "Previous": 21994, + "ĠAnimal": 21995, + "607": 21996, + "($(": 21997, + "ĠAve": 21998, + "ollar": 21999, + "028": 22000, + "_eval": 22001, + "ĉName": 22002, + "(tree": 22003, + "Ġ\"]": 22004, + "571": 22005, + "Ġduties": 22006, + "='/": 22007, + "Clicked": 22008, + "Ġdifferently": 22009, + "ĠClark": 22010, + "Ġdit": 22011, + "ologists": 22012, + "Ġsynd": 22013, + "Ġsends": 22014, + "-known": 22015, + "kb": 22016, + "ĠModal": 22017, + "itative": 22018, + "Ġracing": 22019, + "Ġhighlights": 22020, + "ĠSimon": 22021, + "ĠCaptain": 22022, + "ä¿¡": 22023, + "ĠCB": 22024, + "contin": 22025, + "aran": 22026, + "Ġphysics": 22027, + "retty": 22028, + "etal": 22029, + ".md": 22030, + "axios": 22031, + "Ġspeakers": 22032, + "Ġprep": 22033, + "Ġawarded": 22034, + "ì§Ģ": 22035, + "ĠCorn": 22036, + "ĠNature": 22037, + "UDIO": 22038, + "737": 22039, + "Ġproj": 22040, + "-pre": 22041, + "[u": 22042, + "Features": 22043, + "ĠisEqual": 22044, + "Binary": 22045, + "sig": 22046, + "Ġconfusion": 22047, + "546": 22048, + "568": 22049, + "ĠHat": 22050, + "Ġktó": 22051, + ".configure": 22052, + "MON": 22053, + "494": 22054, + "/edit": 22055, + "_Add": 22056, + ",true": 22057, + "541": 22058, + "Ġcli": 22059, + "ErrorMessage": 22060, + "-loader": 22061, + "Dimensions": 22062, + "ultiply": 22063, + "Ġ{!!": 22064, + "ĠSqlCommand": 22065, + "Ġspoken": 22066, + "Ġpics": 22067, + "Ġtoy": 22068, + "(Key": 22069, + "ĠLoop": 22070, + "ب": 22071, + "EATURE": 22072, + "inction": 22073, + "_setup": 22074, + "wrapper": 22075, + "Ġtong": 22076, + "cular": 22077, + "Opt": 22078, + ".Pl": 22079, + "=\",": 22080, + "(length": 22081, + "umn": 22082, + "Ġchrom": 22083, + "Ġsevent": 22084, + "ĠIllegalArgumentException": 22085, + "478": 22086, + "ĉstart": 22087, + "Ġbegun": 22088, + "CEPTION": 22089, + "dataset": 22090, + "825": 22091, + "ĠFailed": 22092, + "cols": 22093, + "459": 22094, + "Ġknee": 22095, + "imore": 22096, + ".splice": 22097, + "shell": 22098, + "iggers": 22099, + "Ġthemes": 22100, + "995": 22101, + "ĠDJ": 22102, + "ĠAssistant": 22103, + "-$": 22104, + "Maybe": 22105, + "Ġordering": 22106, + "ĠIntelligence": 22107, + "ĠMassachusetts": 22108, + "Ġfailing": 22109, + "elson": 22110, + "Great": 22111, + "=i": 22112, + ".rest": 22113, + "Ġinvite": 22114, + "-disable": 22115, + ".GroupBox": 22116, + "âĢĻest": 22117, + "Ġtackle": 22118, + "gv": 22119, + "etter": 22120, + "Ġ),čĊ": 22121, + "_rules": 22122, + ".warn": 22123, + "functions": 22124, + "ĠChristians": 22125, + "Ġbacked": 22126, + "Ġslider": 22127, + "Ġenjoying": 22128, + "nest": 22129, + "Ġhij": 22130, + "_ms": 22131, + "//*": 22132, + "Annotations": 22133, + "ĠVariables": 22134, + "": 22351, + "cycle": 22352, + "ĠBull": 22353, + "paths": 22354, + "Ġunp": 22355, + "ĠviewDidLoad": 22356, + "_Model": 22357, + "ĠassertTrue": 22358, + "Ġrated": 22359, + "Decl": 22360, + "verted": 22361, + "ĠDat": 22362, + "brew": 22363, + "Ġpointing": 22364, + "Ms": 22365, + "ĠPointer": 22366, + ")'": 22367, + "_non": 22368, + "527": 22369, + "ĠSEC": 22370, + "Ġyeah": 22371, + "gency": 22372, + "initialize": 22373, + "fly": 22374, + "711": 22375, + "[pos": 22376, + ",g": 22377, + "Tele": 22378, + "034": 22379, + "Ġjoke": 22380, + "Ġclause": 22381, + ".findById": 22382, + "enes": 22383, + "(instance": 22384, + "626": 22385, + "£": 22386, + "915": 22387, + "Ġslic": 22388, + "_home": 22389, + "Ġ*/}Ċ": 22390, + "_pages": 22391, + "(service": 22392, + "905": 22393, + "RP": 22394, + "ĠAmong": 22395, + ".getCurrent": 22396, + "806": 22397, + "ãĤ¹": 22398, + "Ġslee": 22399, + "=[Ċ": 22846, + "oler": 22847, + "Ġlibert": 22848, + "Ġ`Ċ": 22849, + "Ġwenn": 22850, + "lated": 22851, + "Ġimmune": 22852, + "(Node": 22853, + "ĠProblem": 22854, + "ĠAbs": 22855, + "logs": 22856, + "Ġ../": 22857, + "ĠADC": 22858, + "Ġ}}\">Ċ": 22859, + ">');Ċ": 22860, + "=b": 22861, + "ĠWind": 22862, + "lahoma": 22863, + "Ġallocate": 22864, + "orian": 22865, + "Ġprescription": 22866, + "-quality": 22867, + "ĠMayor": 22868, + "855": 22869, + "inely": 22870, + "endforeach": 22871, + "ĠComplex": 22872, + "kom": 22873, + "709": 22874, + "TY": 22875, + "790": 22876, + "]].": 22877, + ".Style": 22878, + "_many": 22879, + "','$": 22880, + "Ġbarrier": 22881, + "ĠFetch": 22882, + "ĠMarvel": 22883, + "Ġresist": 22884, + "ого": 22885, + "bidden": 22886, + "ĠRunnable": 22887, + ":false": 22888, + "899": 22889, + "Ġbuilds": 22890, + "ĠStage": 22891, + "Ġdub": 22892, + "empo": 22893, + ".site": 22894, + "558": 22895, + ";ĊĊĊĊ": 22896, + "994": 22897, + "ĠDenver": 22898, + "Ġrevel": 22899, + "Ġtriggered": 22900, + "Ġdice": 22901, + "_fail": 22902, + "Ġgc": 22903, + "833": 22904, + "589": 22905, + "ĉX": 22906, + "ĠThrowable": 22907, + "775": 22908, + ".router": 22909, + "ĠRevolution": 22910, + "ÑĢа": 22911, + "_NON": 22912, + "055": 22913, + "Ł¥": 22914, + "578": 22915, + "Ġelder": 22916, + "Ġabroad": 22917, + "Ġе": 22918, + "ĠAdult": 22919, + "blr": 22920, + "glyphicon": 22921, + "613": 22922, + "Ġpromoting": 22923, + "Ġiz": 22924, + "ĠSolid": 22925, + "645": 22926, + "_loader": 22927, + "early": 22928, + ".enabled": 22929, + "-edit": 22930, + "ĠUL": 22931, + "_play": 22932, + "ĠInterrupt": 22933, + "Ġadvantages": 22934, + "ucle": 22935, + "Ġmechanical": 22936, + ".tableLayoutPanel": 22937, + "ĠWorking": 22938, + "Ġanonymous": 22939, + "Rating": 22940, + "igious": 22941, + "_phone": 22942, + ".addActionListener": 22943, + "Ġfran": 22944, + "unden": 22945, + "Ġ*)&": 22946, + "_bool": 22947, + "ulative": 22948, + "Ġcone": 22949, + "ĠMult": 22950, + "Ġmö": 22951, + "ĠForward": 22952, + "]):Ċ": 22953, + "Ġconvinced": 22954, + "acted": 22955, + "643": 22956, + "ãģĵ": 22957, + "ĠConfigure": 22958, + "Ġceiling": 22959, + "Der": 22960, + "Ġpassengers": 22961, + "Groups": 22962, + "Ġsoccer": 22963, + "/W": 22964, + "aviors": 22965, + "swith": 22966, + "ĠZone": 22967, + ".Options": 22968, + "ĠMom": 22969, + "ieder": 22970, + "Arrays": 22971, + "Ġtreatments": 22972, + "Ġprotecting": 22973, + "fac": 22974, + "Ġpickle": 22975, + "ButtonItem": 22976, + "713": 22977, + "Ġblocking": 22978, + "strar": 22979, + "ò": 22980, + "ĠExport": 22981, + "Ġthrew": 22982, + "otta": 22983, + "ĠBASE": 22984, + ".ws": 22985, + ".LEADING": 22986, + "orderBy": 22987, + "_delay": 22988, + "ĠPu": 22989, + ".dll": 22990, + "ĠChoose": 22991, + "992": 22992, + "Police": 22993, + "ĠBEGIN": 22994, + "boxes": 22995, + "Ġdiamond": 22996, + ",l": 22997, + "Ġĉĉĉ": 22998, + "Ġcurious": 22999, + "624": 23000, + "tv": 23001, + "Ġerotische": 23002, + "ackages": 23003, + "ĉSet": 23004, + "Tick": 23005, + ".border": 23006, + "staticmethod": 23007, + "Ġcher": 23008, + "invoice": 23009, + "Ġcru": 23010, + "Ġdefect": 23011, + "_metadata": 23012, + "relation": 23013, + "ikan": 23014, + "[N": 23015, + "(Qt": 23016, + "(Base": 23017, + "æģ¯": 23018, + "beat": 23019, + "ĠEmpty": 23020, + "ĉo": 23021, + "_shift": 23022, + "Ġregret": 23023, + "722": 23024, + "Those": 23025, + "Cent": 23026, + "ĠPortug": 23027, + "ĠIslands": 23028, + "ĠTIME": 23029, + "Management": 23030, + "996": 23031, + "-sp": 23032, + "539": 23033, + "ême": 23034, + "Ġnotion": 23035, + "unifu": 23036, + "PK": 23037, + "826": 23038, + "è¡Į": 23039, + "ĠCURLOPT": 23040, + "\\\"\\": 23041, + "UV": 23042, + "çº": 23043, + "dra": 23044, + "cou": 23045, + "=`": 23046, + "ĠDestroy": 23047, + "rp": 23048, + ".cancel": 23049, + "GG": 23050, + "runtime": 23051, + "ĠVue": 23052, + "Ġprogressive": 23053, + "/services": 23054, + "Ġrunner": 23055, + "_FRAME": 23056, + ".ToolStripMenuItem": 23057, + "Ġ','": 23058, + "delay": 23059, + "=utf": 23060, + "Ġscreening": 23061, + "Ġpulling": 23062, + "omas": 23063, + "Ġanth": 23064, + "-new": 23065, + "/local": 23066, + "ĠiPad": 23067, + "Ġtwitter": 23068, + "Ġdying": 23069, + "Ġheaven": 23070, + "ĠUInt": 23071, + "ĠSenator": 23072, + "Ġpresum": 23073, + "ĠWalker": 23074, + "Ġovercome": 23075, + "etection": 23076, + "Ġembarrass": 23077, + "China": 23078, + "639": 23079, + "Include": 23080, + "ROLL": 23081, + "ĠdataType": 23082, + "David": 23083, + "ร": 23084, + "lop": 23085, + "-month": 23086, + "Ġscar": 23087, + "ĠSafe": 23088, + "Ġ****************************************************************": 23089, + "Ġaccessories": 23090, + "Ġramp": 23091, + "_USE": 23092, + "Ġcontrad": 23093, + "))]Ċ": 23094, + "Ġprest": 23095, + "ĠHR": 23096, + "ĠRap": 23097, + "Ġusize": 23098, + "Ġcapability": 23099, + "Ġcort": 23100, + "-next": 23101, + "077": 23102, + "627": 23103, + "Ġburden": 23104, + "822": 23105, + "_reader": 23106, + "Ġ@@": 23107, + "regular": 23108, + "ĠKa": 23109, + "036": 23110, + "MAN": 23111, + "Ġastr": 23112, + "Ġ'')Ċ": 23113, + "Ġfed": 23114, + "Ġparsing": 23115, + "ĠYears": 23116, + "Ġbroker": 23117, + "\":{\"": 23118, + "Ġakt": 23119, + "Inventory": 23120, + "abeled": 23121, + "Ġargparse": 23122, + "*******Ċ": 23123, + "versation": 23124, + "Ġcord": 23125, + "ĠTi": 23126, + "Ġhopefully": 23127, + "Ġah": 23128, + "verb": 23129, + "Ġstolen": 23130, + ".Entry": 23131, + "Ġexpecting": 23132, + "Orientation": 23133, + "Ġpowered": 23134, + "Ġpersist": 23135, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 23136, + "']);": 23137, + "')),Ċ": 23138, + "ĠCash": 23139, + "ĉitem": 23140, + "818": 23141, + "grades": 23142, + "ropol": 23143, + "basic": 23144, + "Ġ\");čĊ": 23145, + "Ġawards": 23146, + "(range": 23147, + "-all": 23148, + "ĠIBOutlet": 23149, + "ĠIndeed": 23150, + "----------------------------------------------------------------------------": 23151, + "Ġstomach": 23152, + "Ġflower": 23153, + "Ġsew": 23154, + "_times": 23155, + "avis": 23156, + "QString": 23157, + "ĠRoutes": 23158, + "_prot": 23159, + "Ġcomedy": 23160, + "Ġlogout": 23161, + "Ġwooden": 23162, + "Ġposter": 23163, + "piece": 23164, + ".Join": 23165, + "ĠPok": 23166, + "celona": 23167, + "mutex": 23168, + ";čĊčĊčĊ": 23169, + "Ġstrikes": 23170, + "787": 23171, + "Loaded": 23172, + ")arg": 23173, + "esa": 23174, + "United": 23175, + "Ep": 23176, + "PELL": 23177, + "807": 23178, + "ĠAtlantic": 23179, + "ullet": 23180, + "652": 23181, + "apple": 23182, + "Ġsettled": 23183, + "acon": 23184, + "Ġprinter": 23185, + "ĠGC": 23186, + "å®ļ": 23187, + "Ġrendered": 23188, + ",âĢĻ": 23189, + "heit": 23190, + "social": 23191, + ".ge": 23192, + "714": 23193, + "ĠRick": 23194, + "ĠUtah": 23195, + "got": 23196, + "onical": 23197, + "ĠScroll": 23198, + "ĠSciences": 23199, + "Ġjug": 23200, + "Ġampl": 23201, + "enti": 23202, + "LEFT": 23203, + "Ġtabs": 23204, + "Ġenormous": 23205, + ".getKey": 23206, + "locate": 23207, + ".EX": 23208, + ".storage": 23209, + ".We": 23210, + "Ġtoast": 23211, + "ĠAdditionally": 23212, + "882": 23213, + "ĠNOW": 23214, + "547": 23215, + "_UPDATE": 23216, + "Ġtransferred": 23217, + "tha": 23218, + ".Display": 23219, + "_ui": 23220, + "IDEO": 23221, + "Ġmeaningful": 23222, + "ĠMoscow": 23223, + ",this": 23224, + "ĠVictoria": 23225, + "æĶ¹": 23226, + "ĠÐŁ": 23227, + ".stack": 23228, + "ĠBarn": 23229, + "paredStatement": 23230, + ":string": 23231, + "Ġbij": 23232, + "ĠSTATE": 23233, + "Ġemployers": 23234, + "ĉinput": 23235, + "(|": 23236, + "Ġlex": 23237, + "invoke": 23238, + "ĉnum": 23239, + "++,": 23240, + "atial": 23241, + "orses": 23242, + "Ġfork": 23243, + "_txt": 23244, + "ĠAntonio": 23245, + "Ġ(<": 23246, + "averse": 23247, + "Ġdevast": 23248, + "ãĢĢ": 23249, + ".Dec": 23250, + "ĠGard": 23251, + "/ui": 23252, + ".%": 23253, + "tri": 23254, + "Ġrolled": 23255, + "ValuePair": 23256, + "itten": 23257, + "ĠTher": 23258, + "Ġvrou": 23259, + "ĠFlow": 23260, + "ĠFinance": 23261, + "ĠComb": 23262, + "HC": 23263, + ".setVisible": 23264, + "isl": 23265, + "Ġpk": 23266, + "773": 23267, + "Ġupset": 23268, + "(raw": 23269, + "ĠVice": 23270, + "eatures": 23271, + "ĠLang": 23272, + "029": 23273, + "Looking": 23274, + "767": 23275, + "ĠAST": 23276, + "Ġtrips": 23277, + "ĠJustin": 23278, + "browser": 23279, + "=\"'.$": 23280, + ".vertices": 23281, + "821": 23282, + "-co": 23283, + "}/{": 23284, + "Ġ?,": 23285, + "ĠDomin": 23286, + "ĠBelg": 23287, + "\"<": 23288, + "Ġsuppose": 23289, + "addy": 23290, + "Ġwalks": 23291, + "688": 23292, + "ERRU": 23293, + "_filters": 23294, + "Preferred": 23295, + "scene": 23296, + "еÑģ": 23297, + "ĠAffairs": 23298, + "Ġ\"#{": 23299, + "ĠonSubmit": 23300, + "Ġstocks": 23301, + "/view": 23302, + "gree": 23303, + "-get": 23304, + "903": 23305, + "hit": 23306, + "Jo": 23307, + ".getC": 23308, + "725": 23309, + "Initialized": 23310, + "ÑĤи": 23311, + "cuts": 23312, + "(Type": 23313, + "ĠAgreement": 23314, + "ĠVietnam": 23315, + "Ġ/*!": 23316, + "Ġpizza": 23317, + "-view": 23318, + "_em": 23319, + "Ġlhs": 23320, + "Ġmuy": 23321, + "ĠIdent": 23322, + "ĠFriends": 23323, + "061": 23324, + "Ġabund": 23325, + "_AD": 23326, + ".timestamp": 23327, + "-'": 23328, + "Ġduplicate": 23329, + "Ġhunting": 23330, + "Ġregulatory": 23331, + "iao": 23332, + "amous": 23333, + "ĠEntertainment": 23334, + "[A": 23335, + "iatric": 23336, + "_CLIENT": 23337, + "ĠKids": 23338, + "/pkg": 23339, + "Break": 23340, + ")));ĊĊ": 23341, + "ĠShape": 23342, + "Ġrelating": 23343, + "Interrupt": 23344, + "ableOpacity": 23345, + "embre": 23346, + "Ġmystery": 23347, + "Ġjournalists": 23348, + "ritable": 23349, + ".Link": 23350, + "Ġstopping": 23351, + "CRET": 23352, + ".DB": 23353, + "Ġpopularity": 23354, + "Ġgew": 23355, + "Ġimpr": 23356, + "setValue": 23357, + "FLAG": 23358, + "ĉmax": 23359, + "Ġbake": 23360, + "wy": 23361, + "ĠEconomic": 23362, + "Ġencontr": 23363, + "Ġfname": 23364, + "/de": 23365, + "Rank": 23366, + "Ġbugs": 23367, + ".sm": 23368, + "Ġmedian": 23369, + "DOWN": 23370, + "ĠSure": 23371, + "AtIndex": 23372, + "ĠDick": 23373, + "Ġ(__": 23374, + ".delta": 23375, + "Fr": 23376, + "Ġsuggesting": 23377, + "ĠRecyclerView": 23378, + ",e": 23379, + "START": 23380, + "/****************************************************************************": 23381, + "xford": 23382, + "Ġreceipt": 23383, + "CLAIM": 23384, + "readonly": 23385, + "968": 23386, + "Ġengaging": 23387, + "619": 23388, + "Ca": 23389, + "asma": 23390, + "Ġensuring": 23391, + "English": 23392, + "ĠVancouver": 23393, + "hyth": 23394, + "Ġpurchasing": 23395, + "ĠPI": 23396, + ".word": 23397, + "(sp": 23398, + ".home": 23399, + ":def": 23400, + "Ġgig": 23401, + "574": 23402, + "671": 23403, + "ĠVe": 23404, + "forum": 23405, + "ĠMitch": 23406, + "Bay": 23407, + "_FL": 23408, + "651": 23409, + "Ġsoll": 23410, + "577": 23411, + "_columns": 23412, + "Ġminority": 23413, + "bird": 23414, + "Ġhanded": 23415, + "SSL": 23416, + "STAT": 23417, + "Ġnervous": 23418, + "ĥ½": 23419, + "ĠfilePath": 23420, + "CREATE": 23421, + "Aw": 23422, + "Ġpens": 23423, + "835": 23424, + "seed": 23425, + "ĠCompute": 23426, + "olk": 23427, + "594": 23428, + "ĠAsset": 23429, + "reach": 23430, + "'),čĊ": 23431, + "navigation": 23432, + "LF": 23433, + "/util": 23434, + "ĠPub": 23435, + "ĠâĶ": 23436, + "cion": 23437, + "##Ċ": 23438, + "072": 23439, + "III": 23440, + "TagName": 23441, + "Ġamid": 23442, + "permission": 23443, + "ifiable": 23444, + "xFFFFFFFF": 23445, + "ни": 23446, + ".Buffer": 23447, + "_irq": 23448, + "dark": 23449, + "Ġretval": 23450, + ".fire": 23451, + "production": 23452, + ".listen": 23453, + "ĠWeather": 23454, + "Ġbuyers": 23455, + ".ne": 23456, + "erp": 23457, + "ĠPent": 23458, + "699": 23459, + "Ġwelfare": 23460, + "ĠpageSize": 23461, + "ĠStadium": 23462, + "erta": 23463, + "Ġlev": 23464, + "ampa": 23465, + "Pager": 23466, + "665": 23467, + "Ġcharging": 23468, + "ĠNetflix": 23469, + "|null": 23470, + "_random": 23471, + ".xpath": 23472, + "Ġstere": 23473, + "ĠISIS": 23474, + "ponses": 23475, + "(loc": 23476, + "566": 23477, + "eyond": 23478, + "ĠOfficial": 23479, + "657": 23480, + "ĠMaryland": 23481, + "DataType": 23482, + "_par": 23483, + "{},": 23484, + "ĠEnjoy": 23485, + "727": 23486, + "_SHIFT": 23487, + "ĠAwards": 23488, + "_ENTRY": 23489, + "Ġseemingly": 23490, + "enticate": 23491, + "Ġhearts": 23492, + "583": 23493, + "_;ĊĊ": 23494, + "ĠHIV": 23495, + "Ġindivid": 23496, + "ĠFlag": 23497, + "_ctrl": 23498, + "ĠCallback": 23499, + ",z": 23500, + "ĠGPU": 23501, + "ĉobj": 23502, + "ĠPhoenix": 23503, + "ĠBUS": 23504, + "907": 23505, + "Ġrubber": 23506, + "_AUTH": 23507, + "ĠSolutions": 23508, + "(location": 23509, + "Variables": 23510, + ".setEnabled": 23511, + "_high": 23512, + "WO": 23513, + "Gesture": 23514, + "Ġretry": 23515, + "ĠobjectForKey": 23516, + "alloween": 23517, + "Ġmos": 23518, + "ĠCele": 23519, + "Ġikke": 23520, + "(cell": 23521, + "ĠMODE": 23522, + "rena": 23523, + "Ġdescribing": 23524, + "641": 23525, + "Ġphi": 23526, + "Ġrd": 23527, + "Ġdeserve": 23528, + "Ġwheels": 23529, + "å¸Ĥ": 23530, + "Ġcritics": 23531, + "755": 23532, + "Namespace": 23533, + "ĠFra": 23534, + "ĠĊĊĊĊ": 23535, + "Ġalla": 23536, + "Ġrequiring": 23537, + "æľŁ": 23538, + "utation": 23539, + "Ġdelayed": 23540, + "Ġadministrative": 23541, + "Ġbay": 23542, + ".hidden": 23543, + "Tex": 23544, + "051": 23545, + "Ġboundaries": 23546, + "Ġ]);ĊĊ": 23547, + "ĠFollowing": 23548, + "~/": 23549, + "Fi": 23550, + "_conv": 23551, + "_TITLE": 23552, + "Ġdesde": 23553, + "ICollectionView": 23554, + "Alias": 23555, + "Ġbite": 23556, + "patient": 23557, + "_COMMAND": 23558, + "Completed": 23559, + "ĉelif": 23560, + "(<": 23561, + "Business": 23562, + "ĠPool": 23563, + "Ġpursue": 23564, + "ĠBan": 23565, + "_steps": 23566, + "_DECL": 23567, + "umble": 23568, + "Ġcombo": 23569, + "ĠLayer": 23570, + ".xr": 23571, + "Ġdup": 23572, + "---------": 23573, + "628": 23574, + "Ġmodifier": 23575, + "rob": 23576, + "rez": 23577, + "696": 23578, + "Ġathletes": 23579, + "Used": 23580, + "wear": 23581, + "815": 23582, + "Ġlegitimate": 23583, + "Ġ\"ĊĊ": 23584, + "Ġhv": 23585, + "Std": 23586, + "037": 23587, + "ĠHold": 23588, + "Ġsurviv": 23589, + "ĠAlliance": 23590, + "ĠEarly": 23591, + "778": 23592, + "Behavior": 23593, + "(font": 23594, + "/libs": 23595, + "Ġrectangle": 23596, + "Ġsinger": 23597, + "Ġamp": 23598, + "EqualTo": 23599, + "Ġ\".\"": 23600, + "Ġgirlfriend": 23601, + "å±": 23602, + "linear": 23603, + "observ": 23604, + "Ġpiù": 23605, + "Ġcomplement": 23606, + "WithValue": 23607, + "(password": 23608, + "take": 23609, + "Blank": 23610, + "ĠCompar": 23611, + "'\",": 23612, + "_policy": 23613, + "mongoose": 23614, + "_FAILED": 23615, + ".report": 23616, + "Ratio": 23617, + ".PerformLayout": 23618, + "747": 23619, + "usable": 23620, + "mers": 23621, + "_render": 23622, + "PEED": 23623, + "772": 23624, + "Ġlesb": 23625, + "ĉE": 23626, + "_tool": 23627, + "Ġladies": 23628, + "908": 23629, + "оÑģ": 23630, + "))))Ċ": 23631, + ";;;;": 23632, + ".dot": 23633, + "Ġnest": 23634, + "peak": 23635, + "ukkit": 23636, + "eca": 23637, + "_SW": 23638, + "Ġ&(": 23639, + "ĠOklahoma": 23640, + "Ġbanking": 23641, + "569": 23642, + "ĠNintendo": 23643, + "752": 23644, + "Ġreproduce": 23645, + "_elements": 23646, + "_mac": 23647, + "proxy": 23648, + "Ġremarkable": 23649, + "}/${": 23650, + "Ġouts": 23651, + ".hasNext": 23652, + "MODE": 23653, + "658": 23654, + "Ġanime": 23655, + ".conn": 23656, + "Unique": 23657, + "Dom": 23658, + "Ġimportantly": 23659, + "itty": 23660, + "Ġjuice": 23661, + "Tw": 23662, + "ĠPartners": 23663, + "Ġattacking": 23664, + "Ġportable": 23665, + "amiento": 23666, + ".PictureBox": 23667, + ".gen": 23668, + "Ġoptimal": 23669, + "582": 23670, + "Ġrecre": 23671, + "Ġjournalist": 23672, + "ĠExtract": 23673, + "ĠMoreover": 23674, + "ĠmarginTop": 23675, + ".Ap": 23676, + "Ġfiring": 23677, + "NaN": 23678, + "ĉtemplate": 23679, + "ад": 23680, + ".En": 23681, + "Ġdefence": 23682, + "ĠTel": 23683, + "ilen": 23684, + "jan": 23685, + "=data": 23686, + "ĠUrl": 23687, + "ĠReuters": 23688, + "(total": 23689, + "ĠFifth": 23690, + "Ġessays": 23691, + "Ġinterpretation": 23692, + "Ġcharity": 23693, + "ĠRules": 23694, + "Ġsubsection": 23695, + "styled": 23696, + "azer": 23697, + "lags": 23698, + "LIST": 23699, + "Ġuploaded": 23700, + "Ġtrash": 23701, + "Ġregistr": 23702, + "Ġseller": 23703, + ">';čĊ": 23704, + "ĠstartTime": 23705, + "çĻ": 23706, + "sy": 23707, + "(HttpServletRequest": 23708, + "Ġtrap": 23709, + "GC": 23710, + "Ġembedded": 23711, + "Ġsurrounded": 23712, + "816": 23713, + "imits": 23714, + "TX": 23715, + "ylinder": 23716, + "685": 23717, + "ĠFal": 23718, + "Ġsentences": 23719, + "ĠJa": 23720, + "IFICATION": 23721, + "weapon": 23722, + "ovation": 23723, + "Ġcoat": 23724, + "Ġinterpol": 23725, + "Ġlips": 23726, + "ĠKy": 23727, + "Ġvectors": 23728, + "_am": 23729, + "Ġintake": 23730, + ".world": 23731, + "Ġinbox": 23732, + "ĠMAC": 23733, + "_ab": 23734, + "(nameof": 23735, + "633": 23736, + "Ġentert": 23737, + "Ġgathering": 23738, + "ĠSIM": 23739, + "++.": 23740, + "nya": 23741, + "'}}": 23742, + "ĠUPDATE": 23743, + "Ġpac": 23744, + "(html": 23745, + "ĠSant": 23746, + "iating": 23747, + "ĠIdeas": 23748, + "Ġspray": 23749, + "ĠHart": 23750, + "Ġverification": 23751, + "adesh": 23752, + "/modules": 23753, + "ĠMind": 23754, + "ĠSizedBox": 23755, + "Ġshelter": 23756, + "Ġheroes": 23757, + "atty": 23758, + "Ġcertified": 23759, + "sj": 23760, + "Ġêtre": 23761, + "ÅĤo": 23762, + "Ġpublishing": 23763, + "ĠMalays": 23764, + ".getUser": 23765, + "ĠProvider": 23766, + "ĠLinkedList": 23767, + "ĠBor": 23768, + "ROUND": 23769, + "did": 23770, + "tain": 23771, + "pire": 23772, + "ĠJenn": 23773, + "tel": 23774, + "ande": 23775, + "757": 23776, + "_front": 23777, + "ĠMcG": 23778, + "TestMethod": 23779, + "à¸Ń": 23780, + "Ġoccasionally": 23781, + "ĠWales": 23782, + "Ġexercises": 23783, + "ĠÐĴ": 23784, + "045": 23785, + "-plus": 23786, + "Ġvalidator": 23787, + "Ġprayer": 23788, + "LATED": 23789, + "_author": 23790, + "Ġlabour": 23791, + "++Ċ": 23792, + "-equiv": 23793, + "ĠGPL": 23794, + "Ġfacebook": 23795, + "simple": 23796, + "gly": 23797, + "Processor": 23798, + "ipy": 23799, + "744": 23800, + "Ġ*>": 23801, + "648": 23802, + "Ġcleared": 23803, + "ĠPush": 23804, + "858": 23805, + "Ġpenis": 23806, + "Structure": 23807, + "lij": 23808, + "ĠMorgan": 23809, + "Ġhandful": 23810, + "\".Ċ": 23811, + "984": 23812, + "|\\": 23813, + "Ġ********************************": 23814, + "ĠAqu": 23815, + "584": 23816, + "_IC": 23817, + ".loads": 23818, + "Ġmeter": 23819, + "ĠMarine": 23820, + "::{": 23821, + "ĠTS": 23822, + "776": 23823, + "ĠArrays": 23824, + ".Title": 23825, + "GRAM": 23826, + "termin": 23827, + "Ġcoinc": 23828, + "Else": 23829, + "_states": 23830, + "-run": 23831, + "members": 23832, + "782": 23833, + "astro": 23834, + "066": 23835, + "ĠonPress": 23836, + "Ġbeings": 23837, + "Ġabandoned": 23838, + "Ġtaxp": 23839, + "owners": 23840, + ".mode": 23841, + "Ġdiagnosis": 23842, + "Ġ_Ċ": 23843, + "ĠKnight": 23844, + "ĉA": 23845, + "Ġobserve": 23846, + "),'": 23847, + "823": 23848, + "!\")Ċ": 23849, + "ĠPara": 23850, + "Ġvariation": 23851, + "(False": 23852, + "ĠAnti": 23853, + "Ġgri": 23854, + "Ġhomeless": 23855, + "?v": 23856, + "Ġbez": 23857, + ".Server": 23858, + "release": 23859, + "ĠPatri": 23860, + "Ġchars": 23861, + "Ġranking": 23862, + "activation": 23863, + "581": 23864, + "Ġwides": 23865, + "qr": 23866, + ".Sql": 23867, + "acular": 23868, + "ĠBot": 23869, + "_sync": 23870, + "Ġhappiness": 23871, + "Ġvolunteers": 23872, + "877": 23873, + "Ġsits": 23874, + "/<": 23875, + "[e": 23876, + "(fileName": 23877, + "Ġcapac": 23878, + "832": 23879, + "ĠMaria": 23880, + "father": 23881, + "Ġgram": 23882, + "*i": 23883, + "Ġcaso": 23884, + "_draw": 23885, + "ĠRaw": 23886, + "ĠIterator": 23887, + "664": 23888, + "ĠPadding": 23889, + "924": 23890, + "PD": 23891, + "BOX": 23892, + "ĠSPECIAL": 23893, + "Ġfecha": 23894, + "Ġvide": 23895, + "ĠLeader": 23896, + "以": 23897, + "$(\".": 23898, + "Ġdiameter": 23899, + "Ġmild": 23900, + "745": 23901, + "Ġrocks": 23902, + "appings": 23903, + "048": 23904, + "directory": 23905, + "557": 23906, + ".flush": 23907, + "ĠJess": 23908, + "UNIT": 23909, + "ĠPear": 23910, + "Ġmandatory": 23911, + "Sur": 23912, + "qt": 23913, + "Ġstreams": 23914, + "Ġcooperation": 23915, + "ĠSac": 23916, + "Ġcheaper": 23917, + "ĉch": 23918, + "animation": 23919, + "fare": 23920, + "(height": 23921, + "(True": 23922, + "NY": 23923, + "Ġwrest": 23924, + "Ġpolls": 23925, + "Ġencountered": 23926, + "ĠMarketable": 23927, + "_PASSWORD": 23928, + "716": 23929, + "_SELECT": 23930, + "ĠArabia": 23931, + "_clock": 23932, + "Ġvoy": 23933, + "Ġиз": 23934, + "Ġstir": 23935, + "isible": 23936, + "-effect": 23937, + ".created": 23938, + "Ġtoys": 23939, + "ĠTradable": 23940, + "Ġrust": 23941, + "Ġstrcpy": 23942, + "_timestamp": 23943, + "Ġtalented": 23944, + ",null": 23945, + "ĠJobs": 23946, + "ĠPortland": 23947, + "Ġweakness": 23948, + "Throw": 23949, + "ĠAngel": 23950, + "ä¿®": 23951, + "754": 23952, + "Ġuncert": 23953, + "ï¼īĊ": 23954, + "ĠìĿ´": 23955, + "Which": 23956, + "Ġ[-]:": 23957, + "Something": 23958, + "Ġconvicted": 23959, + "kle": 23960, + "edium": 23961, + "Ġbranches": 23962, + "Ġbases": 23963, + "ç®": 23964, + "Ġcomplexity": 23965, + "ĠFig": 23966, + ".reshape": 23967, + "$db": 23968, + "736": 23969, + "_CONST": 23970, + "ĠTes": 23971, + ".runtime": 23972, + "Ġdeny": 23973, + "ĠBSD": 23974, + "Ġkr": 23975, + "hatt": 23976, + "ĠStatic": 23977, + "Ġuniversities": 23978, + "Replace": 23979, + "Ġdrove": 23980, + "Ġadoles": 23981, + "_plugin": 23982, + "ĠLGBT": 23983, + "Ġtex": 23984, + "duction": 23985, + "751": 23986, + "799": 23987, + "EDI": 23988, + "ĠTed": 23989, + "_URI": 23990, + "Ġreception": 23991, + "arten": 23992, + ".Single": 23993, + "rice": 23994, + "scious": 23995, + "843": 23996, + "_bg": 23997, + "Ġwages": 23998, + "ĠServlet": 23999, + "UILayout": 24000, + "Ġformatted": 24001, + ".Mod": 24002, + "',Ċ": 24049, + "Ġexpanding": 24050, + "ĠHamilton": 24051, + "ĠContrib": 24052, + ".Tables": 24053, + "728": 24054, + "Activ": 24055, + "HH": 24056, + "ocommerce": 24057, + "_;": 24058, + "Ġamongst": 24059, + "owing": 24060, + "859": 24061, + "ĠCold": 24062, + "APH": 24063, + "Ġpsychological": 24064, + "_tensor": 24065, + "Ġpackaging": 24066, + "ĠSweden": 24067, + "Ġpare": 24068, + "Ġaggregate": 24069, + "Ġmoderate": 24070, + "862": 24071, + "_hand": 24072, + "Ġdesignated": 24073, + "Ġdrum": 24074, + "ĠgetUser": 24075, + "ĠCreek": 24076, + "_scope": 24077, + "ĠTransfer": 24078, + "ĠMarg": 24079, + "Ġfighters": 24080, + "Wnd": 24081, + "ĠSel": 24082, + "ĠLaunch": 24083, + "Ġemerging": 24084, + "iframe": 24085, + "ĠAdditional": 24086, + "Ġfears": 24087, + "Ġsatellite": 24088, + "_:": 24089, + "Ġdisposing": 24090, + "GetValue": 24091, + "HttpPost": 24092, + "ATIVE": 24093, + "ulary": 24094, + "Views": 24095, + "Ġattending": 24096, + "ĠTennessee": 24097, + "ĠMission": 24098, + "Ġmedication": 24099, + "ĠWy": 24100, + "ĠAnna": 24101, + "ع": 24102, + "ĠVertex": 24103, + ".types": 24104, + "Organ": 24105, + ".DataGridViewTextBoxColumn": 24106, + "ĠRS": 24107, + "Ġtempo": 24108, + "(App": 24109, + "892": 24110, + "VersionUID": 24111, + ".point": 24112, + "ĠDutch": 24113, + "Hours": 24114, + "LU": 24115, + "Ġquoted": 24116, + ".builder": 24117, + "ĠPerfect": 24118, + "ĠAlways": 24119, + "_two": 24120, + "Ġexclusively": 24121, + "ĠCra": 24122, + "ificar": 24123, + "ĠAWS": 24124, + "ingham": 24125, + "complex": 24126, + "kernel": 24127, + "Ġgravity": 24128, + "Ġwi": 24129, + "052": 24130, + "Ġoverview": 24131, + "661": 24132, + "ĠWant": 24133, + "ĠWP": 24134, + "(sh": 24135, + ".rotation": 24136, + "States": 24137, + "ĠTeen": 24138, + "_components": 24139, + "ìĪĺ": 24140, + "Received": 24141, + "Ġlyrics": 24142, + "rites": 24143, + "ĉĉĉĉĉĠ": 24144, + "-American": 24145, + "[num": 24146, + "/python": 24147, + "ĠUART": 24148, + "Ġapple": 24149, + "ĠJonathan": 24150, + "Ġmomentum": 24151, + "ั": 24152, + "Ĥ¹": 24153, + "Ġmich": 24154, + "andra": 24155, + "Ġbiological": 24156, + "ĠMens": 24157, + "Ġ%%": 24158, + "elsea": 24159, + "ĠMexican": 24160, + ".randint": 24161, + "Ġtale": 24162, + "ĠValidate": 24163, + "Ġdefeated": 24164, + ".htm": 24165, + "Ġcopper": 24166, + "=/": 24167, + "cosystem": 24168, + "Ġrip": 24169, + "decimal": 24170, + ".VISIBLE": 24171, + "ĠTa": 24172, + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ": 24173, + "Ġdownloaded": 24174, + "environment": 24175, + "Ġnomine": 24176, + "building": 24177, + "ĠSpot": 24178, + "ipheral": 24179, + "Ġalto": 24180, + "quet": 24181, + "ĠFT": 24182, + "/get": 24183, + "/master": 24184, + "WIN": 24185, + "åħĥ": 24186, + "676": 24187, + "West": 24188, + "argc": 24189, + "Ġproducers": 24190, + "ĠMuch": 24191, + "_storage": 24192, + "credit": 24193, + "CONT": 24194, + "Ġvet": 24195, + "Ġvoices": 24196, + "('',": 24197, + "Ġinstruments": 24198, + "662": 24199, + "ĠMSG": 24200, + "esse": 24201, + "repository": 24202, + "omics": 24203, + "Ġdealer": 24204, + "Still": 24205, + "Ġbanner": 24206, + "ascii": 24207, + "Ġremarks": 24208, + "[js": 24209, + "Ġshorter": 24210, + "gulp": 24211, + "Ġmyster": 24212, + "Ġkun": 24213, + "ĠBird": 24214, + "Ġtiene": 24215, + "788": 24216, + "nut": 24217, + "ĠUm": 24218, + "Ġwise": 24219, + "Yeah": 24220, + "INESS": 24221, + "046": 24222, + "_begin": 24223, + "-heading": 24224, + "Course": 24225, + "ĠčĊčĊ": 24226, + "ombie": 24227, + "graded": 24228, + "ĠGPS": 24229, + "Ġże": 24230, + "Fit": 24231, + "caption": 24232, + "ön": 24233, + "/image": 24234, + "lia": 24235, + "(mod": 24236, + "Ġleak": 24237, + "enza": 24238, + "629": 24239, + "/H": 24240, + "ĠHappy": 24241, + "993": 24242, + "Dist": 24243, + "nx": 24244, + "ĠGovernor": 24245, + "(last": 24246, + "teacher": 24247, + "ĠSent": 24248, + "support": 24249, + "838": 24250, + "jectory": 24251, + "ĠÙħ": 24252, + "Registration": 24253, + "063": 24254, + "ĠGray": 24255, + ",false": 24256, + "Ġadjusted": 24257, + "(settings": 24258, + "'Ċ": 24324, + "-fold": 24325, + "æĬ": 24326, + "ĠBetter": 24327, + "Ġ\"\\<": 24328, + "spacing": 24329, + "Ġfurnished": 24330, + "913": 24331, + "oser": 24332, + "]}Ċ": 24333, + "Ġ$\"": 24334, + "pull": 24335, + ".Post": 24336, + "919": 24337, + "(ip": 24338, + "Ĺı": 24339, + ".front": 24340, + "nte": 24341, + "ĠFM": 24342, + "guid": 24343, + "844": 24344, + "Ġnegotiations": 24345, + "agonal": 24346, + "934": 24347, + "Ġtremend": 24348, + "ungeon": 24349, + "Adv": 24350, + "carousel": 24351, + "ÃŁe": 24352, + "_DESC": 24353, + "Ġhammer": 24354, + "áºŃ": 24355, + "ĠĠĠĠĠĠĠĠĊĊ": 24356, + "-core": 24357, + "-service": 24358, + "Ġcorners": 24359, + "ĠSF": 24360, + "pred": 24361, + ">A": 24362, + "ĠJLabel": 24363, + "Ġromantic": 24364, + "Ġtestimony": 24365, + "osc": 24366, + "ĠGeneration": 24367, + "asures": 24368, + "_internal": 24369, + "Ġprints": 24370, + "Ġ])Ċ": 24371, + "ĠCleveland": 24372, + "repo": 24373, + "Disc": 24374, + "677": 24375, + "762": 24376, + "Ġ\">Ċ": 24377, + "����": 24378, + "Ġnearest": 24379, + "591": 24380, + "_tb": 24381, + "(require": 24382, + "EOF": 24383, + "-child": 24384, + "Ġbudd": 24385, + ".XtraEditors": 24386, + "alties": 24387, + "723": 24388, + "\\\":\\\"": 24389, + "Words": 24390, + "917": 24391, + "Ġlocally": 24392, + "Ġpurchases": 24393, + "695": 24394, + "Drawer": 24395, + "extract": 24396, + "Ġexecut": 24397, + "}'.": 24398, + "userdata": 24399, + "Ġfocuses": 24400, + "-minute": 24401, + "764": 24402, + "ĠPublish": 24403, + "ogo": 24404, + "Ġmountains": 24405, + "Bot": 24406, + "}>{": 24407, + "Ġtension": 24408, + "rod": 24409, + "mesh": 24410, + "Ġtransformed": 24411, + ",R": 24412, + "()}Ċ": 24413, + ".long": 24414, + "Ġgorgeous": 24415, + "ĠSchedule": 24416, + "Ġoldest": 24417, + "Ġsubprocess": 24418, + "(IN": 24419, + "yect": 24420, + "ĠCooper": 24421, + "arness": 24422, + "ĠMonitor": 24423, + ".part": 24424, + "972": 24425, + "ĠNBC": 24426, + "668": 24427, + "Ġcotton": 24428, + "Ġhol": 24429, + "726": 24430, + "Ġrgba": 24431, + "ĠBio": 24432, + "Continue": 24433, + "Pod": 24434, + "Ġparticipating": 24435, + "clusions": 24436, + "(ByVal": 24437, + "734": 24438, + "ì": 24439, + "ĠHOW": 24440, + "_setopt": 24441, + "Ġaccompanying": 24442, + "091": 24443, + "aton": 24444, + "Ġ/\\": 24445, + "ĠAuthentication": 24446, + "ién": 24447, + "ĠBarack": 24448, + "/*.": 24449, + "Ġeager": 24450, + "ĠCancel": 24451, + "$": 24502, + "OLEAN": 24503, + "OKIE": 24504, + "IBILITY": 24505, + "UAGE": 24506, + "ĠSurvey": 24507, + "071": 24508, + "Ġresign": 24509, + "wing": 24510, + "Ġsecrets": 24511, + "Ġchips": 24512, + "JSONObject": 24513, + "Desktop": 24514, + "596": 24515, + "_SYMBOL": 24516, + "(resource": 24517, + "ĠĊ": 24518, + "Ġnewest": 24519, + "uli": 24520, + "Ġdesert": 24521, + "Ġdip": 24522, + "ĠPow": 24523, + "Ġequation": 24524, + "Ġpossibilities": 24525, + "ĠFed": 24526, + "osph": 24527, + "Ġ[%": 24528, + "Ġbubble": 24529, + "etherlands": 24530, + "793": 24531, + "Ġcement": 24532, + ".auto": 24533, + "_AN": 24534, + "âĢĻ.": 24535, + "selection": 24536, + "ĠBond": 24537, + "988": 24538, + "Den": 24539, + "-O": 24540, + ".getType": 24541, + "896": 24542, + ".Window": 24543, + "pres": 24544, + "Ġswinger": 24545, + "\"})Ċ": 24546, + "Ġpip": 24547, + "Ġmice": 24548, + "Ġcompound": 24549, + "-plugin": 24550, + "iko": 24551, + "Ġcenturies": 24552, + "icular": 24553, + "-inline": 24554, + "ĉkey": 24555, + ">\\<": 24556, + "ENSION": 24557, + "Ġ[čĊ": 24558, + "Ġprecisely": 24559, + "Ġété": 24560, + "ĠPast": 24561, + "ĠCambridge": 24562, + "-full": 24563, + "Ġanalyze": 24564, + "ĠSteven": 24565, + "Ġnem": 24566, + "due": 24567, + "oren": 24568, + "Ġmuscles": 24569, + "ijing": 24570, + "852": 24571, + "/-": 24572, + "ĠKennedy": 24573, + "597": 24574, + "RM": 24575, + "ossible": 24576, + "Ġactress": 24577, + "Ġdolor": 24578, + "914": 24579, + "å½ķ": 24580, + "Need": 24581, + ".toggle": 24582, + "ĠRace": 24583, + "wers": 24584, + ".material": 24585, + "ĠDue": 24586, + "ĠPel": 24587, + "#print": 24588, + "Ġindependence": 24589, + "exus": 24590, + "Shadow": 24591, + "Ġencoder": 24592, + "(level": 24593, + "ĠSwift": 24594, + ".doc": 24595, + "_selection": 24596, + "952": 24597, + "ĠserialVersionUID": 24598, + "945": 24599, + "Labels": 24600, + "Ġperformances": 24601, + ".Tag": 24602, + "ĠNHL": 24603, + "izen": 24604, + "/UIKit": 24605, + "991": 24606, + "_CONTROL": 24607, + "Ġearnings": 24608, + "975": 24609, + "ĠAlt": 24610, + "_HANDLE": 24611, + "Ctx": 24612, + "Ġpersu": 24613, + "Ġtran": 24614, + "ç¨": 24615, + "_CHANNEL": 24616, + "Ġsatisfaction": 24617, + "ĠGP": 24618, + "769": 24619, + "iox": 24620, + "mitt": 24621, + "lando": 24622, + "Ġpig": 24623, + "inals": 24624, + "ência": 24625, + "731": 24626, + "Surface": 24627, + "ĠUUID": 24628, + "Ġbeneficial": 24629, + "Ġsequences": 24630, + "ĉmemset": 24631, + "Ġmagical": 24632, + "«": 24633, + "Ġworn": 24634, + "ASC": 24635, + "popup": 24636, + "COMP": 24637, + "_before": 24638, + "eness": 24639, + "Ui": 24640, + "Les": 24641, + ".require": 24642, + ".Serializable": 24643, + "addGap": 24644, + "Ġauthorization": 24645, + "085": 24646, + ".pyplot": 24647, + "urray": 24648, + "latitude": 24649, + "845": 24650, + "frames": 24651, + "ajs": 24652, + "Ġcompass": 24653, + "Ġobservations": 24654, + "_sup": 24655, + ".environ": 24656, + "Ġtriple": 24657, + "ĠRuby": 24658, + "Ġdrain": 24659, + "_FILTER": 24660, + "San": 24661, + "UMP": 24662, + "NullException": 24663, + "ĠGab": 24664, + "owe": 24665, + "ĠTurkish": 24666, + "_sequence": 24667, + "ĠGrant": 24668, + "uela": 24669, + "Ġwo": 24670, + "Ġcube": 24671, + "iq": 24672, + "Ġdisorders": 24673, + "Ġextraordinary": 24674, + "Ġctrl": 24675, + "ĠSeq": 24676, + "entr": 24677, + "865": 24678, + "Ġsanctions": 24679, + "949": 24680, + "utsch": 24681, + "Reports": 24682, + "Ġinherit": 24683, + "Period": 24684, + "Ġphotography": 24685, + "ĠFramework": 24686, + "Ġspecialist": 24687, + "Ġ?ĊĊ": 24688, + "_selected": 24689, + ".Player": 24690, + "Ġallocation": 24691, + "(account": 24692, + "Ġstructural": 24693, + "vable": 24694, + "-offset": 24695, + ".AppCompatActivity": 24696, + "ам": 24697, + ".AddWithValue": 24698, + "Ġicons": 24699, + "Ġshutdown": 24700, + "_low": 24701, + "ĠCompare": 24702, + "ĠCe": 24703, + "=head": 24704, + "lam": 24705, + ".predict": 24706, + "_DEC": 24707, + "ĠSleep": 24708, + "ĠGratis": 24709, + "Ġsuggestion": 24710, + "ĠDEL": 24711, + "caff": 24712, + "avirus": 24713, + "Nothing": 24714, + "ŀĭ": 24715, + "Ġwidespread": 24716, + "Ġmechanisms": 24717, + "ĠtextAlign": 24718, + "occup": 24719, + "ĠRail": 24720, + ":NS": 24721, + "Ġfiber": 24722, + "Ġmk": 24723, + "Ġvintage": 24724, + "-long": 24725, + ".reduce": 24726, + ".Entities": 24727, + "(record": 24728, + "Ġpleasant": 24729, + "FRING": 24730, + ".Cells": 24731, + "OTT": 24732, + "ĉelseif": 24733, + "649": 24734, + "724": 24735, + "_confirm": 24736, + "ĠViewGroup": 24737, + "sym": 24738, + "Ġpray": 24739, + "Ġsuspected": 24740, + "Contains": 24741, + "983": 24742, + "Ġborders": 24743, + "ĠcomponentDid": 24744, + "ASSERT": 24745, + "Ġinfinite": 24746, + "-order": 24747, + "Ġhello": 24748, + "ĠGrade": 24749, + ".currentTimeMillis": 24750, + "apolis": 24751, + "zh": 24752, + "ĉObject": 24753, + ":\\\\": 24754, + "HO": 24755, + "valuation": 24756, + "Ġvocab": 24757, + "719": 24758, + "Ġcoupon": 24759, + "atabases": 24760, + ".GetType": 24761, + "Learn": 24762, + "792": 24763, + "]=\"": 24764, + "ĠGary": 24765, + "otive": 24766, + "Ġash": 24767, + "Ġbib": 24768, + "XXXX": 24769, + "Ġbalanced": 24770, + "VALUE": 24771, + "ĠNat": 24772, + "_Ad": 24773, + "<": 24930, + "Ġfool": 24931, + "Ġesk": 24932, + ".Null": 24933, + "ĠDies": 24934, + "_OUTPUT": 24935, + "_TYPED": 24936, + "Ġpainted": 24937, + "673": 24938, + "735": 24939, + "Ġsophistic": 24940, + "ĠBear": 24941, + "*n": 24942, + "_PACK": 24943, + "Ġdelivering": 24944, + "ĠCOUNT": 24945, + "åįķ": 24946, + "Ġjeg": 24947, + "-car": 24948, + "fname": 24949, + "Ġranging": 24950, + "848": 24951, + "ĠNeg": 24952, + "/******/": 24953, + "ĠCHAR": 24954, + "Ġultra": 24955, + "Grad": 24956, + "=t": 24957, + "Ġjudges": 24958, + "ĠDise": 24959, + "anners": 24960, + "985": 24961, + "891": 24962, + "861": 24963, + "Ġscal": 24964, + "_cal": 24965, + "ĠCONNECTION": 24966, + "_embed": 24967, + "(fn": 24968, + "ĠCraft": 24969, + "047": 24970, + "ĠPas": 24971, + "\")->": 24972, + ".convert": 24973, + ".resource": 24974, + "ĠSTATUS": 24975, + "ông": 24976, + "ĠTit": 24977, + "Ġclassroom": 24978, + "ĠArchitect": 24979, + "ĠKings": 24980, + "Ġsteady": 24981, + "/*!Ċ": 24982, + "ĠGene": 24983, + ")\";Ċ": 24984, + "icia": 24985, + "stan": 24986, + "ĠConstruction": 24987, + "umper": 24988, + "951": 24989, + "wc": 24990, + "ĠCBS": 24991, + "inging": 24992, + "-party": 24993, + "(driver": 24994, + "MARK": 24995, + "082": 24996, + "Ġnested": 24997, + "eward": 24998, + "Ġdependency": 24999, + "Ġmales": 25000, + "928": 25001, + "ĠONE": 25002, + "ĠProduction": 25003, + "][$": 25004, + "ãĥ¼ãĥ": 25005, + "_LOAD": 25006, + "ĠBol": 25007, + "elry": 25008, + "831": 25009, + "łéĻ¤": 25010, + "ĠRequire": 25011, + "Ġplacing": 25012, + "xxx": 25013, + "CALE": 25014, + "Ġthumb": 25015, + "824": 25016, + "Choose": 25017, + "Ġprototype": 25018, + "VOID": 25019, + "Ġlesbian": 25020, + "741": 25021, + "Ġtraits": 25022, + "Sharp": 25023, + "Ġconsume": 25024, + "Truth": 25025, + "ĠactionPerformed": 25026, + "ĠEnvironmental": 25027, + "ĠDean": 25028, + "Ġestado": 25029, + "same": 25030, + "Ġnumeric": 25031, + "Ġtransit": 25032, + ".Email": 25033, + "-side": 25034, + "_RUN": 25035, + "ĠVillage": 25036, + "_OPEN": 25037, + "è¦": 25038, + ".rem": 25039, + "-warning": 25040, + "anya": 25041, + "PropertyChanged": 25042, + "Ġ(!_": 25043, + "(check": 25044, + "ilia": 25045, + "ĠSoft": 25046, + "steps": 25047, + "ĠMadrid": 25048, + "MemoryWarning": 25049, + "Ġhandlers": 25050, + "Ġexperiencing": 25051, + "Ġinspect": 25052, + "buttons": 25053, + "ReceiveMemoryWarning": 25054, + "chemy": 25055, + "Links": 25056, + "Ġurllib": 25057, + ".SystemColors": 25058, + "ĠEigen": 25059, + "Ġpunishment": 25060, + ":UIControl": 25061, + "bara": 25062, + "-set": 25063, + "Ġ}čĊčĊčĊ": 25064, + "Ġtolerance": 25065, + "Ġinterfaces": 25066, + ".redirect": 25067, + "ighbors": 25068, + "csrf": 25069, + "_background": 25070, + ".Utils": 25071, + "_HT": 25072, + "692": 25073, + "ĠInterest": 25074, + "imos": 25075, + "Ġgrants": 25076, + "083": 25077, + "Ġexamined": 25078, + "ÐĶ": 25079, + "Ġcf": 25080, + "forge": 25081, + "backs": 25082, + "ĠObjects": 25083, + "_sent": 25084, + ".entry": 25085, + "ĠTHEN": 25086, + "ellido": 25087, + "cia": 25088, + ",res": 25089, + "659": 25090, + "681": 25091, + "/stdc": 25092, + ".nd": 25093, + "(Int": 25094, + "ĠAuthors": 25095, + "ĠAppCompatActivity": 25096, + "'{": 25097, + "Ġmedi": 25098, + "Music": 25099, + "igm": 25100, + "ceipt": 25101, + "Ġauss": 25102, + "Ġtargeting": 25103, + "ĠKeys": 25104, + "hn": 25105, + ":]Ċ": 25106, + "Ġmineral": 25107, + "î": 25108, + ".ca": 25109, + "761": 25110, + "omed": 25111, + "Ġsheets": 25112, + "Ġcamb": 25113, + "Ġdeadly": 25114, + ".inject": 25115, + "(unit": 25116, + "ĠSelection": 25117, + ".gms": 25118, + "(connection": 25119, + "Ġ$(\"": 25120, + "émon": 25121, + "ĠCurrently": 25122, + "pte": 25123, + "_paths": 25124, + "847": 25125, + "leaf": 25126, + "Ġimplications": 25127, + "posal": 25128, + "ä½į": 25129, + "[/": 25130, + "ancia": 25131, + "éĽ": 25132, + "mul": 25133, + "cie": 25134, + "Ġgeile": 25135, + "679": 25136, + "imals": 25137, + "UIView": 25138, + "Ġsurre": 25139, + "serialize": 25140, + "ISO": 25141, + "Ġarbitrary": 25142, + "Ġsockaddr": 25143, + ".fn": 25144, + "ĠMerc": 25145, + "Ġcasting": 25146, + "KeyDown": 25147, + "ĠnewValue": 25148, + "opens": 25149, + "717": 25150, + "Todo": 25151, + "Ġflexibility": 25152, + "ĉĉĉĉĠĠ": 25153, + "Velocity": 25154, + "ún": 25155, + "rowing": 25156, + "Ġcomputed": 25157, + "`)Ċ": 25158, + "statement": 25159, + "Ġri": 25160, + "_cart": 25161, + "Low": 25162, + "transfer": 25163, + ".nav": 25164, + "Ġgrave": 25165, + "ĠDoor": 25166, + "ĉalert": 25167, + "691": 25168, + "698": 25169, + ".subscribe": 25170, + "-profile": 25171, + "ĉbase": 25172, + "ĠâĪĴ": 25173, + "__ĊĊ": 25174, + "Ġengineers": 25175, + "Ġexplosion": 25176, + "Ġdari": 25177, + "682": 25178, + "ĉLog": 25179, + "onal": 25180, + "Ġisolated": 25181, + "{i": 25182, + "ĠMsg": 25183, + "Future": 25184, + "Ġracist": 25185, + "-wrap": 25186, + "ĠVers": 25187, + "borg": 25188, + "ISION": 25189, + "ĠÑĢаÐ": 25190, + "ĠYan": 25191, + "836": 25192, + "initWith": 25193, + "Ġnomin": 25194, + "(empty": 25195, + "ÃŃn": 25196, + "ãĤ¤": 25197, + "ĉwidth": 25198, + "Ġchamber": 25199, + "/ajax": 25200, + "EMP": 25201, + "093": 25202, + "Ġneces": 25203, + "ivos": 25204, + "logic": 25205, + "*)&": 25206, + "cripts": 25207, + "976": 25208, + "RowAt": 25209, + "053": 25210, + "iblings": 25211, + "Ġears": 25212, + "Ġcomputing": 25213, + "Ġmaker": 25214, + "ĠNeither": 25215, + "breadcrumb": 25216, + "Ġserialize": 25217, + "ĠWithin": 25218, + "Ġdell": 25219, + "_TRACE": 25220, + "092": 25221, + "=a": 25222, + "Ġwishes": 25223, + "-inch": 25224, + "ĠDor": 25225, + "Ġinnocent": 25226, + "ĠDol": 25227, + "Ġintens": 25228, + "forced": 25229, + "054": 25230, + "ĠBIT": 25231, + "Ġphotographs": 25232, + "Ġcasa": 25233, + "ĠLen": 25234, + "\\Framework": 25235, + ".Simple": 25236, + "Ġdear": 25237, + "895": 25238, + ")/(": 25239, + "ippi": 25240, + "Ġowns": 25241, + "Players": 25242, + "Ġproposals": 25243, + ".pi": 25244, + "usalem": 25245, + "Damage": 25246, + "Ġcalories": 25247, + "ĠCreative": 25248, + "Ġ[$": 25249, + "Ġ//čĊ": 25250, + "786": 25251, + "AndView": 25252, + "ème": 25253, + ".custom": 25254, + "_factory": 25255, + "commands": 25256, + "_look": 25257, + "Ġstrcmp": 25258, + "YN": 25259, + "aired": 25260, + "Ġaudit": 25261, + "оÑģÑĤ": 25262, + "ĠReverse": 25263, + "ropriate": 25264, + "etics": 25265, + "';Ċ": 25348, + "Ġpepper": 25349, + "989": 25350, + "Ġshed": 25351, + "ĠMedium": 25352, + "ĠCookie": 25353, + "889": 25354, + "Ġoverseas": 25355, + "edor": 25356, + "asurement": 25357, + "766": 25358, + "åŃĺ": 25359, + "Ġ'.'": 25360, + "Ġphp": 25361, + "ĠPROC": 25362, + "Ġexceptional": 25363, + "(th": 25364, + "ĠJet": 25365, + "Ġoccupied": 25366, + ".setImage": 25367, + "ĠRelated": 25368, + "ucker": 25369, + "Members": 25370, + "PRINT": 25371, + "ĠGlo": 25372, + "_VIEW": 25373, + "}\",Ċ": 25374, + "Ġadoption": 25375, + "[])Ċ": 25376, + "842": 25377, + "ĠMissouri": 25378, + "ĠLincoln": 25379, + "erald": 25380, + "Popup": 25381, + "Ġfate": 25382, + "-bootstrap": 25383, + "fections": 25384, + "ĠPoll": 25385, + "_ARGS": 25386, + "inance": 25387, + "697": 25388, + "-home": 25389, + ".),": 25390, + "_done": 25391, + "694": 25392, + ":ĊĊĊ": 25393, + "Ġdiscussing": 25394, + "ĠSQLException": 25395, + "Ġelectro": 25396, + "ĉreq": 25397, + "Ġzw": 25398, + "886": 25399, + "Ġlui": 25400, + "932": 25401, + "Ġovernight": 25402, + "$user": 25403, + "ĠWAY": 25404, + "Ġallerg": 25405, + "Ġdisappointed": 25406, + "Ġradiation": 25407, + "Ġimpressed": 25408, + "ificates": 25409, + "Ġtob": 25410, + "CLASS": 25411, + "Ġcuda": 25412, + "_det": 25413, + "-post": 25414, + "ulu": 25415, + "Translation": 25416, + "-hand": 25417, + ".year": 25418, + "ĠMongo": 25419, + "Ġunclear": 25420, + ".engine": 25421, + "WEBPACK": 25422, + "rices": 25423, + "_ACCESS": 25424, + "Ġholidays": 25425, + "percent": 25426, + ".Identity": 25427, + "ĠGov": 25428, + "Ġpassionate": 25429, + "!!.": 25430, + "ĠGreece": 25431, + "plusplus": 25432, + "'));": 25433, + "GP": 25434, + "Ġexcit": 25435, + ".tabPage": 25436, + "_cond": 25437, + "Ġsponsor": 25438, + "MODULE": 25439, + "_proc": 25440, + "Ġ$Ċ": 25441, + "Ġrational": 25442, + ".Tool": 25443, + "Ġihr": 25444, + "cca": 25445, + "åĵģ": 25446, + "ĠEstate": 25447, + "IBUTE": 25448, + "ActionPerformed": 25449, + "ĠSolar": 25450, + "¦Ĥ": 25451, + "Ġequity": 25452, + "tid": 25453, + "938": 25454, + "Ġrecip": 25455, + ".simple": 25456, + "mk": 25457, + "689": 25458, + "ĠLuke": 25459, + "ĠGuardian": 25460, + "Ġencrypted": 25461, + "Ġdominant": 25462, + ".place": 25463, + "ĠNV": 25464, + "839": 25465, + "Ġtongue": 25466, + "(Get": 25467, + "Ġstainless": 25468, + ".Play": 25469, + "Ġeb": 25470, + "aci": 25471, + ".buffer": 25472, + "readcrumbs": 25473, + "Ġvaccine": 25474, + "prom": 25475, + "979": 25476, + "ĠuserInfo": 25477, + "Ġslug": 25478, + "SerializedName": 25479, + "-wide": 25480, + "Ġreactions": 25481, + "ĠYang": 25482, + "ĠAdds": 25483, + "(userId": 25484, + "Ġplates": 25485, + "ĠMEM": 25486, + "Ġbail": 25487, + "Inside": 25488, + "eted": 25489, + "Ġelsif": 25490, + "Ġsake": 25491, + "Ġcycles": 25492, + "ĠìĹ": 25493, + "ĉI": 25494, + "-collapse": 25495, + "841": 25496, + "ĠGMT": 25497, + "814": 25498, + "Declaration": 25499, + "Ġgros": 25500, + "Ġreaches": 25501, + "Ġcustody": 25502, + "Until": 25503, + "753": 25504, + "856": 25505, + "tu": 25506, + "ĠChen": 25507, + "Ġnx": 25508, + "(addr": 25509, + "ĠOffer": 25510, + "Ġcolleg": 25511, + "assador": 25512, + "674": 25513, + "Ġmapper": 25514, + "854": 25515, + "ĠSIGNAL": 25516, + "ĠBloom": 25517, + "ĠHoll": 25518, + "ĠImper": 25519, + "-des": 25520, + "_site": 25521, + "Proc": 25522, + "Equ": 25523, + "Ġatomic": 25524, + "ĠWoman": 25525, + "sent": 25526, + "738": 25527, + "817": 25528, + "scar": 25529, + "Ġintelligent": 25530, + "ĠGetting": 25531, + "ĠRegistration": 25532, + "ĠPhill": 25533, + "Ġkiller": 25534, + "unicode": 25535, + "ĊĉĉĊ": 25536, + "ĠJacob": 25537, + "ĠConst": 25538, + "Ġlocate": 25539, + "Ġcaus": 25540, + "749": 25541, + "ĠScholar": 25542, + "Ġconstitutional": 25543, + "Ġinflation": 25544, + "ĠGot": 25545, + "=array": 25546, + "endum": 25547, + "Ġtranslated": 25548, + "Ġdivorce": 25549, + "Entries": 25550, + "Ġsor": 25551, + "ĠQuote": 25552, + "irlines": 25553, + "UK": 25554, + "Ġexcel": 25555, + "(opt": 25556, + "ĠADV": 25557, + ",:,": 25558, + "Ġcontacted": 25559, + "742": 25560, + "ĠDA": 25561, + "Ġrings": 25562, + "ĠIndustrial": 25563, + ".getContext": 25564, + "Ġforgotten": 25565, + "ĠTan": 25566, + "Ġpants": 25567, + "Ġov": 25568, + "Ġdecoder": 25569, + "ĠPartial": 25570, + "Ġvc": 25571, + "Ġbattles": 25572, + "Arial": 25573, + "FRINGEMENT": 25574, + "irates": 25575, + ",w": 25576, + "aintenance": 25577, + "ĠOd": 25578, + "ĠTechnologies": 25579, + "åīį": 25580, + "ĠCarter": 25581, + ".findAll": 25582, + "Nome": 25583, + "Ben": 25584, + "ĠUsage": 25585, + "ĠPicture": 25586, + "Ġbadly": 25587, + "_panel": 25588, + "Ġpatent": 25589, + "ĠProtocol": 25590, + "lotte": 25591, + "ĉplayer": 25592, + "jections": 25593, + "746": 25594, + "Ġdou": 25595, + "_release": 25596, + "urniture": 25597, + "_tax": 25598, + "ĠFields": 25599, + ".dataset": 25600, + "_master": 25601, + "CLUDE": 25602, + "ĠPharm": 25603, + "bst": 25604, + "Ġoperational": 25605, + ".cell": 25606, + "Ġidentifying": 25607, + "Ġjwt": 25608, + "tuple": 25609, + "ĠTC": 25610, + "ĠCro": 25611, + "936": 25612, + "ixmap": 25613, + "-components": 25614, + "general": 25615, + "Ġoz": 25616, + "_De": 25617, + "_double": 25618, + "ĠToo": 25619, + "088": 25620, + ".ViewGroup": 25621, + "879": 25622, + "gate": 25623, + "dings": 25624, + "photos": 25625, + "Ġgrande": 25626, + "ollect": 25627, + "_lin": 25628, + "Ġawful": 25629, + "filters": 25630, + "Ġalternate": 25631, + "esp": 25632, + "Ġcompress": 25633, + "eo": 25634, + "ĠScale": 25635, + "Ġindirect": 25636, + "Ġinvoice": 25637, + "ĊĊĊĊĊĊĊĊĊĊĊĊĊĊĊĊ": 25638, + "Starting": 25639, + "ĠPlayers": 25640, + "iele": 25641, + ".then": 25642, + "981": 25643, + "Ord": 25644, + "ĠTuple": 25645, + "Ġbout": 25646, + "ĠStatistics": 25647, + "Preview": 25648, + "Ġpuzzle": 25649, + "ĠWidth": 25650, + "STATE": 25651, + "Ġoverlay": 25652, + "ĉon": 25653, + "Ġinfr": 25654, + "Ġsmallest": 25655, + "locked": 25656, + "ÑĤо": 25657, + "ssl": 25658, + "779": 25659, + "Ġdeemed": 25660, + "Ġsco": 25661, + "reck": 25662, + "ĠjButton": 25663, + "Ġmissions": 25664, + "871": 25665, + "称": 25666, + ".SelectedIndex": 25667, + "TABLE": 25668, + "Sept": 25669, + "Ġacknowledge": 25670, + "Ġstrtotime": 25671, + "ĠTell": 25672, + "ĠDak": 25673, + "Ġaluminum": 25674, + "Ġfence": 25675, + "ĠStars": 25676, + "CONFIG": 25677, + "Ġretrofit": 25678, + "Ġemphasis": 25679, + "/header": 25680, + "ĠSomething": 25681, + "inished": 25682, + "='\".$": 25683, + "ĠValidators": 25684, + "Ġpolar": 25685, + "sections": 25686, + "944": 25687, + ".aspx": 25688, + "Ġaspir": 25689, + ".Mock": 25690, + "CodeGen": 25691, + "Ġpeut": 25692, + "971": 25693, + "Ġaccepting": 25694, + "Ġbacking": 25695, + "Picture": 25696, + "/ap": 25697, + "ег": 25698, + "_SEC": 25699, + "-use": 25700, + "annotation": 25701, + "Ġcognitive": 25702, + "Ġgrip": 25703, + "hour": 25704, + "ĠLegal": 25705, + "Ġepic": 25706, + ".toolStrip": 25707, + ".notify": 25708, + ".Last": 25709, + "ORIZ": 25710, + "Middleware": 25711, + "criptions": 25712, + "lash": 25713, + "_FOUND": 25714, + "ĠLiverpool": 25715, + "Ġ{}\",": 25716, + "931": 25717, + "Install": 25718, + "Ġnit": 25719, + "Ġfigured": 25720, + "[len": 25721, + ".Win": 25722, + ".platform": 25723, + "853": 25724, + "Ġgambling": 25725, + "(dt": 25726, + "avery": 25727, + "ĉinclude": 25728, + "Whether": 25729, + "Routing": 25730, + "Ġtherap": 25731, + "Remote": 25732, + "ĠLoss": 25733, + "yll": 25734, + "Ġapproached": 25735, + "ĠVehicle": 25736, + "ĠAlpha": 25737, + "Ġvocê": 25738, + "answers": 25739, + "NSDictionary": 25740, + "954": 25741, + "consider": 25742, + "unused": 25743, + "ĠFan": 25744, + "orable": 25745, + "fre": 25746, + "873": 25747, + "ĠDISCLAIM": 25748, + "ĠActor": 25749, + ".]": 25750, + "toHave": 25751, + ".userId": 25752, + "Ġspeeds": 25753, + "eway": 25754, + "Ġrecurs": 25755, + "Ġг": 25756, + "_priv": 25757, + "!âĢĿĊĊ": 25758, + "Choice": 25759, + "Ġsettle": 25760, + "Ġplanes": 25761, + "'},": 25762, + "Tom": 25763, + "ITER": 25764, + "!\"Ċ": 25765, + "å»": 25766, + "achelor": 25767, + "Ġseparation": 25768, + "Ġdal": 25769, + "adj": 25770, + "Ġregisters": 25771, + "riz": 25772, + "ĠNotice": 25773, + "Ġlu": 25774, + "Ġcourage": 25775, + "Ġaxes": 25776, + "cellent": 25777, + ".async": 25778, + "073": 25779, + "Ġcompatibility": 25780, + "ç«": 25781, + "Ġ!ĊĊ": 25782, + "ĉtitle": 25783, + "YLE": 25784, + "ĉmessage": 25785, + "UUID": 25786, + "OLDER": 25787, + "ĠHH": 25788, + "ĠStyleSheet": 25789, + "Ġaccessed": 25790, + ".validation": 25791, + "tasks": 25792, + "Ġpollution": 25793, + ".canvas": 25794, + "Ġingredient": 25795, + "ĠCabin": 25796, + "Ah": 25797, + "oldown": 25798, + "ĠNOI": 25799, + "ĠÃĹ": 25800, + "[f": 25801, + "educ": 25802, + "yalty": 25803, + "(not": 25804, + "_State": 25805, + "933": 25806, + "amen": 25807, + "795": 25808, + "739": 25809, + "Ġdao": 25810, + "udad": 25811, + "ellers": 25812, + "}&": 25813, + "licity": 25814, + "_WINDOW": 25815, + "Ġtatto": 25816, + "valor": 25817, + ".Range": 25818, + "Ġreferenced": 25819, + "ĠReserve": 25820, + "Money": 25821, + "874": 25822, + "SCRIPT": 25823, + "/product": 25824, + "choices": 25825, + "Ġtin": 25826, + "ãĤĵ": 25827, + "918": 25828, + "Ġseparator": 25829, + "Ġpkg": 25830, + "ammed": 25831, + "ĠMAT": 25832, + "!!ĊĊ": 25833, + "Ġraid": 25834, + "Ġmotivation": 25835, + "ĠXP": 25836, + "ĠBackground": 25837, + "ĠQuaternion": 25838, + ".defineProperty": 25839, + "iker": 25840, + "ĉparent": 25841, + "ĠOriginally": 25842, + "antage": 25843, + "ĠHans": 25844, + "Ġtimeline": 25845, + ".cur": 25846, + "opic": 25847, + "ĠSequ": 25848, + "must": 25849, + "ĠCoal": 25850, + "Ġformatter": 25851, + "_RGB": 25852, + "Ġ_(\"": 25853, + "'}),Ċ": 25854, + "Ġ=================": 25855, + "ĠFUNCTION": 25856, + "Ġlng": 25857, + "icates": 25858, + "live": 25859, + "_engine": 25860, + "Ġtowns": 25861, + "868": 25862, + "'))ĊĊ": 25863, + "ĠPK": 25864, + "(api": 25865, + "ĉscanf": 25866, + "089": 25867, + "packet": 25868, + ".phone": 25869, + "áĢ": 25870, + "ĠAndy": 25871, + "_NAMES": 25872, + "982": 25873, + "PLY": 25874, + "955": 25875, + "Ġmins": 25876, + "imi": 25877, + "Ġbrick": 25878, + "Ġblade": 25879, + ".stdout": 25880, + "}`;Ċ": 25881, + "Shift": 25882, + "ĉsb": 25883, + "ĠChecks": 25884, + "Ġphenomenon": 25885, + "Avatar": 25886, + "Ġministry": 25887, + "rose": 25888, + "ĉFile": 25889, + "878": 25890, + "Ġtitled": 25891, + "(LOG": 25892, + "Ġgan": 25893, + "design": 25894, + "(),čĊ": 25895, + "Ġbones": 25896, + "stm": 25897, + "ÅĽÄĩ": 25898, + "ĠInputStream": 25899, + "Ġvolunt": 25900, + "ĠSerializable": 25901, + "Ġfighter": 25902, + "ĠDrag": 25903, + "Twitter": 25904, + "Ġsubsid": 25905, + "ç¼": 25906, + "Ġforums": 25907, + ".loading": 25908, + "logged": 25909, + "_this": 25910, + "Ġterrain": 25911, + "Ġirre": 25912, + "ĠIng": 25913, + "ĠCN": 25914, + "_objects": 25915, + ".uid": 25916, + "Ġconsciousness": 25917, + "TINGS": 25918, + "ĠGall": 25919, + "Ġportray": 25920, + "056": 25921, + "ĠDeveloper": 25922, + "Ġparticipant": 25923, + "Ġ\";čĊ": 25924, + "/model": 25925, + "794": 25926, + "ĠOperations": 25927, + "^\\": 25928, + "ĠLater": 25929, + "Ġraises": 25930, + "-none": 25931, + ".meta": 25932, + "='.$": 25933, + "Finished": 25934, + "Ġreplacing": 25935, + "Ġsampling": 25936, + "ĠJen": 25937, + "\"There": 25938, + "REAL": 25939, + "ALE": 25940, + "ìĬ¤": 25941, + "Orders": 25942, + "_parameter": 25943, + "ĠOlympic": 25944, + "Ġtrès": 25945, + "Ġarena": 25946, + "iol": 25947, + ";?>": 25948, + "Ġimpacts": 25949, + "ĠWS": 25950, + ":get": 25951, + "Ġflights": 25952, + "ĠRussell": 25953, + "camera": 25954, + "Fn": 25955, + "sigma": 25956, + "Ġforcing": 25957, + "Ġlocals": 25958, + "Ġdeparture": 25959, + "Ġcelebration": 25960, + "ĠSay": 25961, + "884": 25962, + "ï¼Ĵ": 25963, + "ĠHills": 25964, + ".hasOwnProperty": 25965, + "Ġtypings": 25966, + ".API": 25967, + "Ġdonation": 25968, + "OperationException": 25969, + ".Activity": 25970, + "cplusplus": 25971, + "ĠCharlie": 25972, + "Ġimported": 25973, + "Ġdann": 25974, + "Ġoccasions": 25975, + "Ġimplementing": 25976, + "Ġpurple": 25977, + ".dialog": 25978, + "SQLException": 25979, + "erno": 25980, + "Ġwars": 25981, + "Ġpaste": 25982, + "Ġdecreased": 25983, + "Ġharsh": 25984, + "Ġelabor": 25985, + "inputs": 25986, + "ĠViews": 25987, + "ĠerrorMessage": 25988, + "_mul": 25989, + "ĉwrite": 25990, + "ĠCop": 25991, + "ĠAnnual": 25992, + "(button": 25993, + "Ġvida": 25994, + "bars": 25995, + "ĠHarvard": 25996, + "ĉexpect": 25997, + "Ġindexes": 25998, + "Ġdocumentary": 25999, + "Ġflesh": 26000, + "ORLD": 26001, + "ĠDelta": 26002, + "MAND": 26003, + "Brush": 26004, + "-column": 26005, + "Ġdevelopments": 26006, + "974": 26007, + "783": 26008, + "methodVisitor": 26009, + "slice": 26010, + "ĠPDO": 26011, + "Ġinvesting": 26012, + "867": 26013, + "irable": 26014, + "Ġxmlns": 26015, + "ï¼Ľ": 26016, + "arta": 26017, + "Ġtheories": 26018, + "_city": 26019, + "Ġ$__": 26020, + "Creating": 26021, + "(pr": 26022, + "Dropdown": 26023, + "ismatch": 26024, + "ĠNET": 26025, + "926": 26026, + "'])){Ċ": 26027, + "ĠValues": 26028, + "ĠSEO": 26029, + "ĠSTAT": 26030, + "Ġecosystem": 26031, + "Ġtempt": 26032, + "Ġ\\\\": 26033, + "Ġ//{Ċ": 26034, + "ĠChristopher": 26035, + "ĠKentucky": 26036, + "ĠHttpServletResponse": 26037, + "Ġhybrid": 26038, + "yon": 26039, + "Ġfeeding": 26040, + "ĠExtra": 26041, + "Norm": 26042, + "ITCH": 26043, + "ĠSean": 26044, + "ĠUpload": 26045, + "mun": 26046, + "pur": 26047, + "Ġpersistent": 26048, + "ĠIDC": 26049, + "ĠPerform": 26050, + "863": 26051, + ".merge": 26052, + "_room": 26053, + "Meanwhile": 26054, + "!='": 26055, + "ĠWel": 26056, + "ArgsConstructor": 26057, + "887": 26058, + ".Database": 26059, + "Ġcounting": 26060, + "()*": 26061, + "ĶåĽŀ": 26062, + "ĠTOP": 26063, + "mill": 26064, + "ĠDT": 26065, + "IGNED": 26066, + "956": 26067, + "ĠKB": 26068, + "Ġcomply": 26069, + "South": 26070, + "_collection": 26071, + "Chapter": 26072, + "Ġexplaining": 26073, + "_AM": 26074, + "_ts": 26075, + "cards": 26076, + "Ġquel": 26077, + "Ġpole": 26078, + "Ġtouchdown": 26079, + "ĠOthers": 26080, + "Ġpeers": 26081, + "ĠTypeError": 26082, + "763": 26083, + "Ġsixth": 26084, + "Ġcheer": 26085, + "Ġdispute": 26086, + "963": 26087, + "893": 26088, + "usc": 26089, + ")],": 26090, + "thumb": 26091, + "Ġhiding": 26092, + "ĠSIG": 26093, + "likes": 26094, + "ĠPAGE": 26095, + ".Reflection": 26096, + "Ġheadquarters": 26097, + "TING": 26098, + "ĠGhost": 26099, + "MLE": 26100, + "$Ċ": 26101, + "Ġcontrary": 26102, + "extend": 26103, + "']).": 26104, + "FFECT": 26105, + "ĠPinterest": 26106, + "úmero": 26107, + "ricane": 26108, + "ĉsession": 26109, + "Ġcrystal": 26110, + "-Control": 26111, + "overnment": 26112, + "ograf": 26113, + "961": 26114, + "-action": 26115, + "volume": 26116, + "ften": 26117, + "Ġuncon": 26118, + "Ġanimate": 26119, + "Ġlease": 26120, + "scr": 26121, + "Ġrefuse": 26122, + "ãĢĭ": 26123, + "ftp": 26124, + "information": 26125, + "Ġevaluated": 26126, + "Ġinjection": 26127, + "Ġjack": 26128, + "Ġworkshop": 26129, + "注": 26130, + "PTH": 26131, + "ĠTs": 26132, + "offer": 26133, + "ĉos": 26134, + "Ġkingdom": 26135, + "Missing": 26136, + "Ġlawmakers": 26137, + "extField": 26138, + "Ġsinging": 26139, + "abi": 26140, + "/client": 26141, + ".media": 26142, + "ATEGORY": 26143, + "Signature": 26144, + "%',Ċ": 26145, + "ĠFuck": 26146, + "][:": 26147, + "Ġsensors": 26148, + "/com": 26149, + "ĠPrimary": 26150, + ".SQL": 26151, + "_program": 26152, + "Ġpills": 26153, + "Ġintegral": 26154, + "Ġfleet": 26155, + "Ġdropping": 26156, + ".sl": 26157, + "Been": 26158, + "Ġpets": 26159, + "Ġadvised": 26160, + "Ġdragon": 26161, + "_EDIT": 26162, + "(im": 26163, + "939": 26164, + "FER": 26165, + "ĠDrug": 26166, + "(random": 26167, + "Ġcompression": 26168, + "oust": 26169, + "[%": 26170, + "Ġbuyer": 26171, + "hop": 26172, + "Roles": 26173, + "manage": 26174, + "Ġpainful": 26175, + "ĠBranch": 26176, + "-modal": 26177, + "enant": 26178, + "ĠMesh": 26179, + "/font": 26180, + "ĠGraham": 26181, + "Ġâĺ": 26182, + "Ġnc": 26183, + "ĠFrancis": 26184, + "Ġspecification": 26185, + "Ġdamages": 26186, + "-config": 26187, + "Ġtheoret": 26188, + "secure": 26189, + "_multi": 26190, + "aceutical": 26191, + "Ġdemanding": 26192, + "enne": 26193, + "ISTS": 26194, + "094": 26195, + "()));ĊĊ": 26196, + "Reason": 26197, + "Recent": 26198, + "phase": 26199, + "Ġpsy": 26200, + "_MAN": 26201, + "Ġvolunteer": 26202, + "å¿": 26203, + "istributed": 26204, + "lio": 26205, + "Ġproductivity": 26206, + "_comm": 26207, + "Spring": 26208, + "nis": 26209, + ".weight": 26210, + "ĠCancer": 26211, + "Alloc": 26212, + "ĠTweet": 26213, + "Ġseparately": 26214, + "ĉcheck": 26215, + "_properties": 26216, + ".Unit": 26217, + "829": 26218, + "_CLK": 26219, + "Ġgt": 26220, + "Ġ();ĊĊ": 26221, + "Ġhandy": 26222, + "834": 26223, + "ĠThompson": 26224, + "Ġunnecessary": 26225, + "ĠReader": 26226, + "894": 26227, + "GN": 26228, + "=request": 26229, + "ĠUtility": 26230, + ".Repository": 26231, + "ĠAx": 26232, + "hydr": 26233, + "791": 26234, + "ieu": 26235, + "Ġthy": 26236, + "Ġlt": 26237, + "_mail": 26238, + "ä¿®æĶ¹": 26239, + "ailand": 26240, + "ĠPhilip": 26241, + "Ġbitter": 26242, + "Ġbetting": 26243, + "837": 26244, + "Ġtimed": 26245, + "ocks": 26246, + "076": 26247, + "'a": 26248, + "Ġalgorithms": 26249, + "Ġreinterpret": 26250, + "Ġtoss": 26251, + "rogen": 26252, + "Ġhoped": 26253, + "(selected": 26254, + "Ġventure": 26255, + "TEX": 26256, + "ĠLeave": 26257, + ".Substring": 26258, + "Ġgrateful": 26259, + "743": 26260, + "uka": 26261, + "ĠConsumer": 26262, + "Ġaggreg": 26263, + "Circle": 26264, + "à¸ģ": 26265, + "_blocks": 26266, + "Ġlegally": 26267, + "Ġ\"|": 26268, + "ãĥĥ": 26269, + ".board": 26270, + ".Ab": 26271, + "Functions": 26272, + "recipe": 26273, + "èĩ": 26274, + "ĠOxford": 26275, + "Ġwholes": 26276, + ".Build": 26277, + "_changed": 26278, + "hai": 26279, + "Ġdepartments": 26280, + "964": 26281, + "Imp": 26282, + "Ġcoalition": 26283, + "INFRINGEMENT": 26284, + "Ġempower": 26285, + "itches": 26286, + "North": 26287, + "Ġinflamm": 26288, + "ONSE": 26289, + "Ġmissile": 26290, + "ĠRaj": 26291, + "ĠIssue": 26292, + "Ġatoi": 26293, + "caled": 26294, + ".Controllers": 26295, + "ĠWolf": 26296, + "Ġcrushers": 26297, + "á»ĩ": 26298, + ".Auth": 26299, + ".addAttribute": 26300, + "his": 26301, + "Ġboots": 26302, + ".clean": 26303, + "camp": 26304, + "Ġtenant": 26305, + "Ġtune": 26306, + "Ġ{}'.": 26307, + "Ġworkout": 26308, + "Repo": 26309, + "Ġpartially": 26310, + "MISSION": 26311, + "jamin": 26312, + "ĠSB": 26313, + "Ġdetermination": 26314, + "Ġ'');Ċ": 26315, + "ĠBeng": 26316, + "Ġvos": 26317, + "Ġinhab": 26318, + "/lang": 26319, + "sburgh": 26320, + "Executor": 26321, + "hone": 26322, + "ĠChallenge": 26323, + "_links": 26324, + ".Level": 26325, + "Ġunderground": 26326, + "-code": 26327, + "959": 26328, + "Ġoptimization": 26329, + "logging": 26330, + "_dest": 26331, + "Ġsnake": 26332, + "Ġchemicals": 26333, + "_IMPORTED": 26334, + "adoop": 26335, + "ĠTHAT": 26336, + "managed": 26337, + "Ġreduces": 26338, + "ĠREAL": 26339, + "ĠGuy": 26340, + "_GENERIC": 26341, + "/********************************": 26342, + ".amount": 26343, + "Ġdere": 26344, + "getTime": 26345, + "Ġpant": 26346, + "anonymous": 26347, + "Ġharmony": 26348, + "ĠAlan": 26349, + "Ġscenarios": 26350, + "Ġdirt": 26351, + "htags": 26352, + "Mc": 26353, + "Shell": 26354, + "rin": 26355, + "{čĊčĊ": 26356, + ".pow": 26357, + "ĉclient": 26358, + "Ġconspiracy": 26359, + "Ġadmission": 26360, + "ĠRegional": 26361, + "ĠViewController": 26362, + "ĠPhilippines": 26363, + "Ġdepos": 26364, + "Ġpap": 26365, + "962": 26366, + "ĠPad": 26367, + "Paul": 26368, + ".ComboBox": 26369, + "Ġtutor": 26370, + "ĠRecipe": 26371, + "writing": 26372, + "Ġcontributor": 26373, + "OTH": 26374, + "Small": 26375, + "VI": 26376, + "Ġhacer": 26377, + "equ": 26378, + "ĠExamples": 26379, + "human": 26380, + ".messages": 26381, + "ĉtyp": 26382, + "Ġ(čĊ": 26383, + "ĠSSL": 26384, + "LEN": 26385, + "ĠRomney": 26386, + "(grid": 26387, + "ĉmin": 26388, + "Ġ>ĊĊ": 26389, + "Ġfruits": 26390, + "Ġvoter": 26391, + "Inline": 26392, + "pane": 26393, + "ĠCollections": 26394, + "charset": 26395, + "Ġspam": 26396, + "zb": 26397, + "itemap": 26398, + "Ġsucceeded": 26399, + "_COL": 26400, + "Ġelapsed": 26401, + "imeter": 26402, + "Ġrecovered": 26403, + "Tensor": 26404, + "hattan": 26405, + ".setup": 26406, + "isto": 26407, + "(head": 26408, + "977": 26409, + "ĠSIZE": 26410, + "Ġtactics": 26411, + "Ġdistur": 26412, + "Ġpreval": 26413, + "icios": 26414, + "(Value": 26415, + "_cols": 26416, + "ĠFat": 26417, + "Ġseal": 26418, + "Ġsons": 26419, + "Ġensures": 26420, + "095": 26421, + "Ġpressing": 26422, + "=&": 26423, + "igenous": 26424, + "Ġharassment": 26425, + "_JSON": 26426, + "Ġignor": 26427, + "ynomial": 26428, + "omer": 26429, + "_static": 26430, + "Ġsignificance": 26431, + "Ġcircles": 26432, + "_System": 26433, + "Ġdiscipline": 26434, + "Ġdressed": 26435, + "Ġsphere": 26436, + "927": 26437, + "Ġclimb": 26438, + "759": 26439, + "_actions": 26440, + "ĠBab": 26441, + "Ġ'=',": 26442, + "_schema": 26443, + "\"use": 26444, + "Ġunders": 26445, + "Ġcups": 26446, + ".screen": 26447, + "/new": 26448, + "Ġappearing": 26449, + "TOP": 26450, + "vised": 26451, + "clang": 26452, + "Ġinvestigators": 26453, + "Ġmysterious": 26454, + "Ġpromising": 26455, + "Ġqualify": 26456, + "Ġcave": 26457, + "Ġequip": 26458, + "=x": 26459, + "GT": 26460, + "(link": 26461, + ".velocity": 26462, + ".erase": 26463, + "oter": 26464, + "++++++++": 26465, + "profit": 26466, + "Ġzones": 26467, + "_uid": 26468, + "-ser": 26469, + "Ġobjectives": 26470, + "Ġmilf": 26471, + "webkit": 26472, + "(match": 26473, + "neh": 26474, + "ĠAssociated": 26475, + "ĠTodo": 26476, + "=d": 26477, + "065": 26478, + "Cam": 26479, + "Ġvocal": 26480, + "Ġsudo": 26481, + "(EX": 26482, + "Ġtrou": 26483, + "ABC": 26484, + ".bean": 26485, + "ĠGround": 26486, + "ĠREST": 26487, + "weets": 26488, + "Ing": 26489, + "imon": 26490, + "946": 26491, + "_bus": 26492, + "ĠCOLOR": 26493, + "unto": 26494, + "Ġfoss": 26495, + "ĠLinks": 26496, + "869": 26497, + "äng": 26498, + "/forms": 26499, + "prises": 26500, + "Ġachievement": 26501, + "CALL": 26502, + "елÑĮ": 26503, + "ĠVerify": 26504, + "_SOURCE": 26505, + "aptcha": 26506, + "IDD": 26507, + "_reference": 26508, + "Gold": 26509, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 26510, + "947": 26511, + "Receiver": 26512, + "099": 26513, + "Ġaj": 26514, + "_direction": 26515, + "}]": 26516, + "ĠCompet": 26517, + "Ġbang": 26518, + "798": 26519, + "ĠCass": 26520, + "-url": 26521, + "techn": 26522, + "ĠJerusalem": 26523, + "longitude": 26524, + "');čĊčĊ": 26525, + "Ġwinners": 26526, + "Tasks": 26527, + "ĠDMA": 26528, + "Ġtooltip": 26529, + "İ·": 26530, + "ĠBra": 26531, + "_duration": 26532, + "cury": 26533, + "parents": 26534, + "---->(": 26607, + "ĠKir": 26608, + "Ġintros": 26609, + "Ġsketch": 26610, + "Ġskilled": 26611, + "Ġimmer": 26612, + "Ġadequate": 26613, + "_rep": 26614, + "(header": 26615, + "_like": 26616, + "Ġperceived": 26617, + "ssh": 26618, + "Ġassuming": 26619, + "Ġff": 26620, + "_uuid": 26621, + "ulas": 26622, + "Ġdemocratic": 26623, + ".entities": 26624, + "Series": 26625, + "aphore": 26626, + "Ġnewer": 26627, + "}(": 26628, + "SEC": 26629, + "airo": 26630, + "Ġcommod": 26631, + "Ġprivilege": 26632, + "Ġdeux": 26633, + "ĠHop": 26634, + ".'/": 26635, + "ctic": 26636, + ".';Ċ": 26637, + "C": 26712, + "ĠWarren": 26713, + "Ġoptimizer": 26714, + "ĠSERVICES": 26715, + "_oper": 26716, + "getAttribute": 26717, + "ĠMcK": 26718, + "_self": 26719, + "084": 26720, + ".rs": 26721, + "\")ĊĊĊ": 26722, + "GetComponent": 26723, + "erce": 26724, + "Ġtous": 26725, + "units": 26726, + "']);čĊ": 26727, + "Zoom": 26728, + "/E": 26729, + "Ġobsc": 26730, + "Ġfastest": 26731, + "online": 26732, + "Ġpeaceful": 26733, + "ffen": 26734, + "Ġcargo": 26735, + "ĉpr": 26736, + "Ġseeks": 26737, + "zu": 26738, + "074": 26739, + "Trim": 26740, + "Ġward": 26741, + "Ġverd": 26742, + "Ġblogs": 26743, + ".exceptions": 26744, + "ĠPremium": 26745, + "ĠNetherlands": 26746, + "Safe": 26747, + "Finish": 26748, + "ĠAlbum": 26749, + "_ACC": 26750, + "=this": 26751, + "virtual": 26752, + "]>": 26753, + "_LABEL": 26754, + "ĠNich": 26755, + "_win": 26756, + "ĠAaron": 26757, + "WP": 26758, + ";$": 26759, + "aims": 26760, + "ĠImageView": 26761, + "Ġendless": 26762, + "ERA": 26763, + "_DISABLE": 26764, + "Ġcancelled": 26765, + "-us": 26766, + "Ġinspection": 26767, + "emin": 26768, + "ĠGrey": 26769, + "-open": 26770, + "Ġiterations": 26771, + ".owner": 26772, + "Ġkeras": 26773, + ".Password": 26774, + "ĠRy": 26775, + "ĠINS": 26776, + "Air": 26777, + "ĠSeveral": 26778, + ".TabStop": 26779, + "INGLE": 26780, + "ĠHair": 26781, + "ĠCanvas": 26782, + "AAAA": 26783, + "Ġflaw": 26784, + "cedes": 26785, + ".Report": 26786, + "íĬ": 26787, + "ĠTips": 26788, + "criptors": 26789, + ".transaction": 26790, + ".Spring": 26791, + "Ġviewer": 26792, + "Ġinsights": 26793, + "è¾ĵ": 26794, + "ordion": 26795, + "UINT": 26796, + "seek": 26797, + "ĠAuf": 26798, + "ìŀIJ": 26799, + "Ġstrain": 26800, + "Tooltip": 26801, + "Ġdz": 26802, + "ignal": 26803, + "adt": 26804, + "Ġuc": 26805, + "finite": 26806, + "Ġnm": 26807, + ".cmd": 26808, + "ĠMySql": 26809, + "[data": 26810, + ".jackson": 26811, + ".tree": 26812, + "RequestParam": 26813, + "_agent": 26814, + "\")]čĊ": 26815, + "Ġassass": 26816, + "(Constants": 26817, + ":ss": 26818, + "ĠMAN": 26819, + "+-+-": 26820, + "ĠBottom": 26821, + "prints": 26822, + "ĠSame": 26823, + "@Autowired": 26824, + "swap": 26825, + "ición": 26826, + "Ġprotesters": 26827, + "Ġhoney": 26828, + "ĠVeter": 26829, + "(Calendar": 26830, + "-ad": 26831, + "ĠBrooklyn": 26832, + "Life": 26833, + "_VAR": 26834, + "zech": 26835, + "ĠCALL": 26836, + "_CAST": 26837, + "ĠElection": 26838, + "Ġthickness": 26839, + "Very": 26840, + "_INTEGER": 26841, + "-dev": 26842, + "))))": 26843, + "apat": 26844, + "oooo": 26845, + "demo": 26846, + "ĠparseFloat": 26847, + "ĠRather": 26848, + "STIT": 26849, + "maker": 26850, + "[current": 26851, + "chrono": 26852, + "Ġchrist": 26853, + "ãģª": 26854, + "ĠDetail": 26855, + "Æ°á»": 26856, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 26857, + "Ġsul": 26858, + "idency": 26859, + "Que": 26860, + "Ġelegant": 26861, + "apons": 26862, + "Ġdishes": 26863, + "Ġintegers": 26864, + "(read": 26865, + "057": 26866, + "findViewById": 26867, + "ĠAmount": 26868, + "ĠSkip": 26869, + "Ġhabits": 26870, + "*)(": 26871, + "Ġmonsters": 26872, + "MAC": 26873, + ":end": 26874, + "Ġfrank": 26875, + "Assembly": 26876, + "Ġdfs": 26877, + "Ġneut": 26878, + "_TYPES": 26879, + "equal": 26880, + "loyd": 26881, + "(uri": 26882, + "Ġchi": 26883, + "Ġdefendant": 26884, + "Ġconflicts": 26885, + "Ġvil": 26886, + "-js": 26887, + "ĠPeace": 26888, + "Ġmutable": 26889, + ")sender": 26890, + "ĠFocus": 26891, + "建": 26892, + "Ġappreciated": 26893, + "sleep": 26894, + "ĠRED": 26895, + "Culture": 26896, + "Ġdesigners": 26897, + "_generator": 26898, + "codes": 26899, + "/ex": 26900, + ".GetValue": 26901, + "umbled": 26902, + ".scalajs": 26903, + "peror": 26904, + "Ġveterans": 26905, + "Ġ})čĊ": 26906, + "Ġunfortunately": 26907, + "_CREATE": 26908, + "Mass": 26909, + "ĠCLAIM": 26910, + "ĠMeet": 26911, + "_support": 26912, + "Bank": 26913, + "().Ċ": 26914, + "Dark": 26915, + "_LOW": 26916, + "ĠMining": 26917, + "ĠOwner": 26918, + "iera": 26919, + "Cliente": 26920, + "Ġencouraging": 26921, + ">S": 26922, + "Ġboyfriend": 26923, + "ĠHalf": 26924, + "ĠACC": 26925, + "Aff": 26926, + "_ar": 26927, + "-life": 26928, + "cx": 26929, + ".JButton": 26930, + "izado": 26931, + ".zero": 26932, + ".openqa": 26933, + "oton": 26934, + ".textContent": 26935, + "Ġtoll": 26936, + "atie": 26937, + "Ġballot": 26938, + "-number": 26939, + ".Exception": 26940, + "ĉparams": 26941, + "circle": 26942, + "-map": 26943, + "Ġnap": 26944, + "ĠRobot": 26945, + "ĠIch": 26946, + "registration": 26947, + "Amazon": 26948, + "rollment": 26949, + "(exp": 26950, + "Ġtanks": 26951, + "ĠGordon": 26952, + "Ġmachinery": 26953, + "Ġbaseline": 26954, + "æĭ": 26955, + "086": 26956, + "Ø©": 26957, + "ĠConvention": 26958, + "ĉconfig": 26959, + "ookies": 26960, + "mult": 26961, + "Records": 26962, + "ĠEST": 26963, + "Ġgarbage": 26964, + "Ġconform": 26965, + "idal": 26966, + "Ġbarg": 26967, + "Ġsurvived": 26968, + "Ġinvestigations": 26969, + "935": 26970, + ".containsKey": 26971, + "--------------------------------------------------------------------------Ċ": 26972, + "ortion": 26973, + "Ġhorr": 26974, + "_http": 26975, + "Ġmant": 26976, + "];čĊčĊ": 26977, + "binary": 26978, + "948": 26979, + "empl": 26980, + "Ġinquiry": 26981, + "ĠMeanwhile": 26982, + "098": 26983, + "Ġcollecting": 26984, + ".EntityFramework": 26985, + "\",ĊĊ": 26986, + "ĠPic": 26987, + "@Inject": 26988, + "ickness": 26989, + "ĠBinding": 26990, + "Ġcontrolling": 26991, + "reverse": 26992, + "Ġchairs": 26993, + "sembled": 26994, + "(add": 26995, + "Disabled": 26996, + "anas": 26997, + ".translate": 26998, + "-----------Ċ": 26999, + "Ġreflected": 27000, + "\"]ĊĊ": 27001, + "External": 27002, + "Arrow": 27003, + "Singleton": 27004, + "%x": 27005, + "ĠÅ": 27006, + "Ġancest": 27007, + "ĠOrleans": 27008, + "ĉcmd": 27009, + "Ġprohibited": 27010, + "ithmetic": 27011, + "(channel": 27012, + "_css": 27013, + "Forward": 27014, + ".socket": 27015, + "Ġluc": 27016, + "âĨ": 27017, + "ĠFirefox": 27018, + "ĠMovies": 27019, + ")_": 27020, + ".ends": 27021, + "(shape": 27022, + "Ġdealt": 27023, + "Ġsaves": 27024, + "Ġglory": 27025, + "Ġmejor": 27026, + "Ġbreathing": 27027, + "Ġeller": 27028, + "getData": 27029, + "Ġangles": 27030, + "Ġtoolbar": 27031, + "Ġspacing": 27032, + "059": 27033, + "IPS": 27034, + "Ġfloors": 27035, + "_ACTIVE": 27036, + "Ġshuffle": 27037, + "/shared": 27038, + "ĠEle": 27039, + "edish": 27040, + "Ġwebcam": 27041, + ".expect": 27042, + "iloc": 27043, + "ĠIncludes": 27044, + "Ġtweeted": 27045, + "Ġ:)": 27046, + "ĠEssay": 27047, + "Fix": 27048, + "-between": 27049, + "_web": 27050, + ".conv": 27051, + "Ġracism": 27052, + "Ġreflects": 27053, + "umm": 27054, + "иÑĤе": 27055, + "_footer": 27056, + "/docs": 27057, + "ĠPour": 27058, + "NgModule": 27059, + ".initialize": 27060, + "patterns": 27061, + "_In": 27062, + "ĠAbb": 27063, + "*čĊ": 27064, + "Ġsentiment": 27065, + "buff": 27066, + "_counts": 27067, + "Ġreuse": 27068, + "chunk": 27069, + "Ġimposed": 27070, + "PrimaryKey": 27071, + "Foreground": 27072, + "Ġconsumed": 27073, + "?!": 27074, + "Ġdick": 27075, + "Ġchron": 27076, + "ĠFern": 27077, + "Ġresponsive": 27078, + "958": 27079, + "Ġinsect": 27080, + "iculty": 27081, + "Ġrw": 27082, + "Ġalike": 27083, + "Ġsubset": 27084, + "ĠCookies": 27085, + "ĠPair": 27086, + "Ġtier": 27087, + "IFO": 27088, + "avour": 27089, + "ĠQU": 27090, + ",sizeof": 27091, + "Ġmerged": 27092, + "mv": 27093, + "itol": 27094, + "ylon": 27095, + "Ġjumped": 27096, + ".role": 27097, + "ensaje": 27098, + "Rules": 27099, + "Ġbrowse": 27100, + "Animator": 27101, + "Ġyoga": 27102, + "Ġvariants": 27103, + "Ġcourtesy": 27104, + "uran": 27105, + "pbs": 27106, + "elseif": 27107, + "Alt": 27108, + "ĠLane": 27109, + "CLK": 27110, + "IMARY": 27111, + "_PROPERTY": 27112, + "ï¼IJ": 27113, + "Ġchan": 27114, + "Ġgradually": 27115, + "Ġshake": 27116, + "Ġblonde": 27117, + "...\");Ċ": 27118, + "-sex": 27119, + "Ġgameplay": 27120, + "acies": 27121, + ".refresh": 27122, + "USB": 27123, + "ĠPlot": 27124, + "Was": 27125, + "issippi": 27126, + "ĠTensor": 27127, + "Ġcryptocurrency": 27128, + "Ġdifficulties": 27129, + "Deleted": 27130, + "Without": 27131, + "_append": 27132, + "_ver": 27133, + "967": 27134, + "\"))čĊ": 27135, + "Ġhonestly": 27136, + "Ġpivot": 27137, + "Ġtemps": 27138, + "_ps": 27139, + "ĠUnlike": 27140, + "[:-": 27141, + "VS": 27142, + "_inf": 27143, + "Ġjunior": 27144, + "Ġanimations": 27145, + "Ġfilepath": 27146, + "?{{$": 27168, + "Ġunicode": 27169, + "places": 27170, + "ĠCoffee": 27171, + ".SE": 27172, + "ĠPAR": 27173, + "(txt": 27174, + "gebra": 27175, + "Ġfires": 27176, + "MainWindow": 27177, + "medium": 27178, + "Ġ(âĢľ": 27179, + "Ġlg": 27180, + "Ġcmp": 27181, + "/base": 27182, + "_layers": 27183, + "_entries": 27184, + "Ġadminister": 27185, + "ĠSUCH": 27186, + "BP": 27187, + "ĠScottish": 27188, + "ĉčĊĉčĊ": 27189, + "guard": 27190, + "ĠStrong": 27191, + "Insn": 27192, + "ĠCAP": 27193, + "asury": 27194, + "ĠSEE": 27195, + "Clock": 27196, + "erie": 27197, + "\\models": 27198, + "Ġ$$": 27199, + "ĠCab": 27200, + "Ġwurde": 27201, + "Ġsoldier": 27202, + "Ġclips": 27203, + "Ġarrangement": 27204, + "ĠWonder": 27205, + "ĠHorn": 27206, + "Ġscared": 27207, + "Ġcure": 27208, + "mkdir": 27209, + "Ġaligned": 27210, + "ĠPink": 27211, + "Ġlanded": 27212, + "Dimension": 27213, + "ScrollPane": 27214, + ".chat": 27215, + ".With": 27216, + "ĠTrain": 27217, + "].Ċ": 27218, + "Ġthirty": 27219, + "Ġdurable": 27220, + "Ġld": 27221, + "Ġlateinit": 27222, + "Ġcharts": 27223, + "Ġinsult": 27224, + ".Fatal": 27225, + "_ct": 27226, + "Ġmasks": 27227, + "CLUDED": 27228, + "President": 27229, + "Ġcolours": 27230, + "gments": 27231, + ".attributes": 27232, + "ĠFlex": 27233, + "ĠClock": 27234, + "ÃŃcul": 27235, + "imen": 27236, + "JO": 27237, + "ĠRegex": 27238, + "_LINK": 27239, + "Ġcouch": 27240, + "ĠINPUT": 27241, + "Ġbeating": 27242, + "business": 27243, + "preced": 27244, + ".unit": 27245, + "ĠFel": 27246, + "Never": 27247, + "ospel": 27248, + ".startswith": 27249, + "ĠEPA": 27250, + ".only": 27251, + "Ġpreventing": 27252, + "yer": 27253, + "ColumnName": 27254, + "Ġelevation": 27255, + "flu": 27256, + "icycle": 27257, + "Ġoffline": 27258, + "Toolbar": 27259, + "Ġcompeting": 27260, + ")].": 27261, + "Ġmog": 27262, + "ĠisValid": 27263, + "Ask": 27264, + "_av": 27265, + "_lat": 27266, + "ANC": 27267, + "ĠJoh": 27268, + "kers": 27269, + "Ġguards": 27270, + "Ġchains": 27271, + "ĠSimpleDateFormat": 27272, + ".static": 27273, + "Ġvessel": 27274, + "Ġmud": 27275, + "Ġstabil": 27276, + "Ġstret": 27277, + "gm": 27278, + "amation": 27279, + "çľ": 27280, + "-with": 27281, + "Ġros": 27282, + "_PA": 27283, + "Ġresultado": 27284, + "Ġconfidential": 27285, + "ĠTokyo": 27286, + "ĉusing": 27287, + "ĠMathf": 27288, + "ombine": 27289, + "ĠESPN": 27290, + "Ġdealers": 27291, + "Ġdismissed": 27292, + "TRY": 27293, + "Ġteens": 27294, + "records": 27295, + "Ġwings": 27296, + "gallery": 27297, + "accounts": 27298, + "_LIB": 27299, + "Ġjacket": 27300, + "ĠNSObject": 27301, + "Ġstones": 27302, + "ĠDelivery": 27303, + "ĠDiet": 27304, + "/watch": 27305, + "Ġtoilet": 27306, + "ĠGuest": 27307, + ".day": 27308, + "067": 27309, + "Ġintval": 27310, + "087": 27311, + "Visit": 27312, + "Ġinvestigated": 27313, + "Ġpentru": 27314, + "ĠTheatre": 27315, + "andidates": 27316, + "Lang": 27317, + "ĠServ": 27318, + "Ġcontrollers": 27319, + "ĠsetTitle": 27320, + "NP": 27321, + "amy": 27322, + "flat": 27323, + "(ui": 27324, + "069": 27325, + "_document": 27326, + "èĥ½": 27327, + "ĠCoin": 27328, + "ĠAdams": 27329, + "ptic": 27330, + "Ġproductive": 27331, + "Ġaccomplished": 27332, + "čĊčĊčĊčĊ": 27333, + "Ġdeferred": 27334, + "ientes": 27335, + "Ġsinc": 27336, + "olars": 27337, + "Rightarrow": 27338, + "Ġvariations": 27339, + "(offset": 27340, + "957": 27341, + ".LayoutInflater": 27342, + "Ġsuspend": 27343, + "Ġprevention": 27344, + "_private": 27345, + "_js": 27346, + "âĺħ": 27347, + "Ġwieder": 27348, + "atum": 27349, + "ĴĮ": 27350, + "Ġappearances": 27351, + ".Document": 27352, + "Ġvalidates": 27353, + "calendar": 27354, + "}\";Ċ": 27355, + ".demo": 27356, + "conut": 27357, + "Ġcorrection": 27358, + "ĠDeal": 27359, + "Ġbatteries": 27360, + ".duration": 27361, + ",\\": 27362, + "_marker": 27363, + "multi": 27364, + "Ġhalt": 27365, + "Ġcms": 27366, + "Ġshaped": 27367, + "Bro": 27368, + "reduce": 27369, + "Ġ####": 27370, + "CTOR": 27371, + "ĠBenef": 27372, + "Ġiconic": 27373, + "Ġpiano": 27374, + "Ġeffectiveness": 27375, + "|.Ċ": 27376, + "Ġajax": 27377, + "Ġvolumes": 27378, + "ม": 27379, + "Ġcljs": 27380, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 27381, + "aths": 27382, + "raits": 27383, + "大": 27384, + "Ñĸ": 27385, + "_mult": 27386, + "Ġfascinating": 27387, + "Average": 27388, + "Ġpré": 27389, + "ĠChairman": 27390, + ".findElement": 27391, + "_pin": 27392, + "Ġcomparing": 27393, + "Ġdarkness": 27394, + "-Fi": 27395, + "-server": 27396, + "Ġselecting": 27397, + "sterdam": 27398, + "ĠParts": 27399, + "FORMATION": 27400, + "Ġnoting": 27401, + "Ġpile": 27402, + "ogs": 27403, + "Ġpalette": 27404, + "_do": 27405, + "itize": 27406, + "079": 27407, + "()(": 27408, + "Ġdefining": 27409, + "Ġremainder": 27410, + "Units": 27411, + "_TASK": 27412, + "HttpClient": 27413, + "Social": 27414, + "Ġfundra": 27415, + "NR": 27416, + "chest": 27417, + "Currency": 27418, + ".adapter": 27419, + "Ġdop": 27420, + "unting": 27421, + "ANGUAGE": 27422, + "\"He": 27423, + "ĉindex": 27424, + "_package": 27425, + ".Icon": 27426, + "Ġrepet": 27427, + "mass": 27428, + "=\".$": 27429, + "ĠSud": 27430, + "Ġlid": 27431, + "province": 27432, + "ìľ": 27433, + "GPIO": 27434, + "Ðļ": 27435, + "ĠMySQL": 27436, + "Ġdocs": 27437, + "ĠGA": 27438, + "Ġipsum": 27439, + "Kernel": 27440, + "Ġaccepts": 27441, + "Ġfitting": 27442, + "Ġcuando": 27443, + "Ġduplic": 27444, + "ĠBrother": 27445, + "ĠKle": 27446, + "nums": 27447, + "Ġmorph": 27448, + "Ġ########": 27449, + "ĠCGPoint": 27450, + "manual": 27765, + "ĠTechnical": 27766, + "Ġcorporation": 27767, + "ĠHW": 27768, + "anka": 27769, + "TAIL": 27770, + "istas": 27771, + "Ġperforms": 27772, + "ĠBehavior": 27773, + ".For": 27774, + "_ORDER": 27775, + "ĠKick": 27776, + "Ġcallbacks": 27777, + "_dr": 27778, + "uego": 27779, + "hub": 27780, + "ufficient": 27781, + "sky": 27782, + "Ġbp": 27783, + "htable": 27784, + "ĠONLY": 27785, + "ĠAUTHORS": 27786, + ".Argument": 27787, + "\"};Ċ": 27788, + "ĠThunder": 27789, + "ĠKom": 27790, + ".Should": 27791, + "AUTH": 27792, + "ahu": 27793, + "_payment": 27794, + "Ġstarter": 27795, + "ìĦľ": 27796, + "ìļ©": 27797, + "Blog": 27798, + ".patch": 27799, + "Ġgoverned": 27800, + "assy": 27801, + "-found": 27802, + "Ġtheater": 27803, + "ĠFontWeight": 27804, + "ĠBatman": 27805, + "\"If": 27806, + ".Random": 27807, + "_delta": 27808, + "ĠCE": 27809, + "Authenticated": 27810, + "Ġdrone": 27811, + "Ġcous": 27812, + "radius": 27813, + "Mer": 27814, + "(None": 27815, + "ĠNJ": 27816, + "_headers": 27817, + "Ġamer": 27818, + "pytest": 27819, + "ĠActions": 27820, + "ĉĉĉĠĠĠĠ": 27821, + "Ġett": 27822, + "Ġholy": 27823, + "Ġuncomfort": 27824, + "ĠNin": 27825, + "ĠDecimal": 27826, + "ĠMessages": 27827, + ".sender": 27828, + "]])Ċ": 27829, + "Ġembrace": 27830, + "Though": 27831, + "/sp": 27832, + "Ġcultures": 27833, + "Ġhighway": 27834, + "tar": 27835, + ".fail": 27836, + "_hidden": 27837, + "ĠcomponentDidMount": 27838, + "ĠWright": 27839, + "Ġjag": 27840, + "_il": 27841, + "../../../": 27842, + "igu": 27843, + "Food": 27844, + "Ġace": 27845, + "Ġaños": 27846, + "USD": 27847, + "Ġmutual": 27848, + "Logic": 27849, + "Ġtemple": 27850, + "Ġbriefly": 27851, + "ĠTrip": 27852, + "classmethod": 27853, + "defaults": 27854, + "Ġchunks": 27855, + ",,,,": 27856, + "ĠReason": 27857, + "$id": 27858, + "-ups": 27859, + "Ġdamn": 27860, + "Ġtrucks": 27861, + "Ġunlimited": 27862, + "Ġsculpt": 27863, + "ĠCards": 27864, + "Ġautor": 27865, + "ĠTesting": 27866, + "Ġdiese": 27867, + "shops": 27868, + "ç´": 27869, + "(payload": 27870, + "ĠPATH": 27871, + "ĠMemorial": 27872, + "Ġridiculous": 27873, + "egree": 27874, + "-winning": 27875, + "Ġrehab": 27876, + "Ġsophisticated": 27877, + "wpdb": 27878, + "ĉpath": 27879, + "!\";Ċ": 27880, + "_SYS": 27881, + ".speed": 27882, + "Ġsoap": 27883, + "suffix": 27884, + "Wrap": 27885, + "Ġenhancement": 27886, + "Ãī": 27887, + "úb": 27888, + "Ġplaylist": 27889, + "Ġmixing": 27890, + "antidad": 27891, + "=\"\";Ċ": 27892, + "ĠRevision": 27893, + "ĠBeat": 27894, + ".inc": 27895, + "-way": 27896, + "encias": 27897, + "ulers": 27898, + "Cat": 27899, + "idel": 27900, + "ĠShip": 27901, + ".setColor": 27902, + "Ġthreatening": 27903, + ".modules": 27904, + "Ġafterwards": 27905, + "ĠDashboard": 27906, + "ĊĠĊ": 27907, + "Signal": 27908, + "Ġprimer": 27909, + "orneys": 27910, + "iciary": 27911, + "Ġligne": 27912, + "_predict": 27913, + "Ġaest": 27914, + "_https": 27915, + ">:": 27916, + "ĠLex": 27917, + "Ġrencontres": 27918, + "egral": 27919, + "scala": 27920, + "_family": 27921, + "ÃŁen": 27922, + "_sym": 27923, + "Ġuncertainty": 27924, + "ĠVALUE": 27925, + "Ġ};čĊčĊ": 27926, + "Ġbroader": 27927, + "Ġhorses": 27928, + "ãģĿ": 27929, + "ĠKal": 27930, + "oba": 27931, + "_INET": 27932, + "ĠKill": 27933, + "jquery": 27934, + "amination": 27935, + "[@\"": 27936, + "Ġmuj": 27937, + "###Ċ": 27938, + "FirstOrDefault": 27939, + "thenReturn": 27940, + "Che": 27941, + "/footer": 27942, + "Ġparks": 27943, + "asje": 27944, + "ĠGulf": 27945, + "Ġmodest": 27946, + ".Init": 27947, + "ï¼ŁĊĊ": 27948, + "Ġprospects": 27949, + "Ġsvg": 27950, + "Ġåı": 27951, + ".Dialog": 27952, + "_NET": 27953, + "Ġ(($": 27954, + "Ġek": 27955, + "ĠWarning": 27956, + "ĠMK": 27957, + "": 28265, + "ĠRepair": 28266, + "_BE": 28267, + "Brand": 28268, + "uart": 28269, + "preview": 28270, + "Ġinitiatives": 28271, + "running": 28272, + "bang": 28273, + "ĉupdate": 28274, + "ĠCoach": 28275, + "Rich": 28276, + "Ġyoutube": 28277, + "Ġritual": 28278, + "appa": 28279, + "ĠRobinson": 28280, + "precision": 28281, + "////////////////////////////////////////////////////////////////////////////": 28282, + "=[]Ċ": 28283, + "Ġcelebrated": 28284, + "OTO": 28285, + "Ġinclusion": 28286, + "JP": 28287, + "';čĊčĊ": 28288, + "Ġnotable": 28289, + "(_.": 28290, + "Managed": 28291, + "Ġguides": 28292, + " ": 28293, + "atedRoute": 28294, + "ĠAdjust": 28295, + "Ġcolored": 28296, + "_scores": 28297, + "ĠTesla": 28298, + "_progress": 28299, + ".inst": 28300, + "['_": 28301, + ".flags": 28302, + "Ġfclose": 28303, + "_OPER": 28304, + "ży": 28305, + "_note": 28306, + "Ġtransgender": 28307, + "åķ": 28308, + "RIPT": 28309, + "Ġabsent": 28310, + "Ġamet": 28311, + "Ġoperand": 28312, + "ë©": 28313, + "Ġhood": 28314, + "toLowerCase": 28315, + "avo": 28316, + "ĠCircuit": 28317, + "ĠLind": 28318, + "--}}Ċ": 28319, + "=m": 28320, + "Ġsuppress": 28321, + "ĠMAP": 28322, + "iang": 28323, + "-admin": 28324, + "Ġsidebar": 28325, + "ĠBu": 28326, + "ĠHex": 28327, + ",F": 28328, + "ĠSignal": 28329, + "Ġtransparency": 28330, + "ĠFederation": 28331, + "/V": 28332, + "Req": 28333, + "Ġpulse": 28334, + "Ġtends": 28335, + "Numbers": 28336, + "%'": 28337, + "Ġdeport": 28338, + "datas": 28339, + "_UINT": 28340, + "_tra": 28341, + "oko": 28342, + "Ġ\"?": 28343, + "compet": 28344, + "solete": 28345, + "undry": 28346, + "Ġoverlap": 28347, + "}`,Ċ": 28348, + ".ly": 28349, + "_summary": 28350, + "ĠLost": 28351, + ".Center": 28352, + "Ġdisability": 28353, + ".Serialization": 28354, + "Ġgeom": 28355, + "Ġ?:": 28356, + "ĠWo": 28357, + "Ġshipped": 28358, + "Ĥæķ°": 28359, + "Ġugly": 28360, + "Ġexcitement": 28361, + "Ġexterior": 28362, + "Ġcheckout": 28363, + "Ġkur": 28364, + ",D": 28365, + "ĠAlaska": 28366, + "Ġsynthetic": 28367, + "ĠBudget": 28368, + "ĠSubscribe": 28369, + "Ġ&Ċ": 28370, + "ÈĻi": 28371, + "ĠYu": 28372, + "ĉquery": 28373, + "}.Ċ": 28374, + "Ġtraged": 28375, + "assen": 28376, + "Ġaccommodation": 28377, + "Ġphysician": 28378, + "Ġrenamed": 28379, + "Ġtidak": 28380, + "zÄħ": 28381, + "Ġminus": 28382, + "nych": 28383, + "097": 28384, + "_EXCEPTION": 28385, + "threads": 28386, + "Ġtire": 28387, + "_created": 28388, + "ensure": 28389, + "Ġworthy": 28390, + "Ġexcuse": 28391, + "Ġcloth": 28392, + ".parentNode": 28393, + "/platform": 28394, + "ĠUFC": 28395, + "ĠGtk": 28396, + "unny": 28397, + "Ġgibt": 28398, + "keley": 28399, + "hum": 28400, + "(tx": 28401, + "ĉdev": 28402, + "Ġoutfit": 28403, + "doors": 28404, + "Ġfon": 28405, + "icut": 28406, + "volatile": 28407, + "Ġhomosex": 28408, + "Maximum": 28409, + "Ġexpend": 28410, + "Ġ});ĊĊĊ": 28411, + "Eq": 28412, + "onders": 28413, + "department": 28414, + "ĠPhysics": 28415, + "\"});Ċ": 28416, + "Ġparad": 28417, + ".Str": 28418, + "Ġsele": 28419, + "IFIED": 28420, + "Ġdelivers": 28421, + "ivan": 28422, + "Ġresponsibilities": 28423, + "Ġadvocates": 28424, + "èµ": 28425, + "ĠRID": 28426, + ".parameters": 28427, + "Metrics": 28428, + "ronics": 28429, + "ĠUITableViewCell": 28430, + "Absolute": 28431, + "ipse": 28432, + "ylum": 28433, + "MLElement": 28434, + "_VALID": 28435, + "\\<^": 28630, + "Ġios": 28631, + "sound": 28632, + "\"];": 28633, + "Ġfreed": 28634, + "rottle": 28635, + "ĠLower": 28636, + "[count": 28637, + "åĿ": 28638, + "Ġpale": 28639, + "ĠWayne": 28640, + "earth": 28641, + "_categories": 28642, + "UCK": 28643, + ".metadata": 28644, + "Ġsummon": 28645, + "HOME": 28646, + "олÑĮз": 28647, + "Ġmanufactured": 28648, + "Ġdock": 28649, + "Ġcompetitors": 28650, + "_MODEL": 28651, + "okia": 28652, + "ĠHey": 28653, + "ο": 28654, + "Ġbackward": 28655, + "ĠPOSS": 28656, + "ropa": 28657, + "Ġcri": 28658, + "_OBJ": 28659, + "Transport": 28660, + "-high": 28661, + "Ġerotik": 28662, + "_slot": 28663, + "Ġartic": 28664, + "_framework": 28665, + "-serif": 28666, + "ĠSqlDbType": 28667, + "')(": 28668, + "+\"/": 28669, + "Ġwore": 28670, + "Sil": 28671, + "Ġstoring": 28672, + "ĠPhase": 28673, + "uant": 28674, + "Ġbump": 28675, + "inho": 28676, + "Ġdign": 28677, + "Ġbacks": 28678, + "qq": 28679, + "(hash": 28680, + "Ġgeo": 28681, + "Ġtender": 28682, + "Logo": 28683, + "!)Ċ": 28684, + "ĠMX": 28685, + "ĠArthur": 28686, + "essoa": 28687, + "_Ch": 28688, + "Ġbedrooms": 28689, + "=\"#\"><": 28690, + "Ġthroat": 28691, + "insic": 28692, + ".integer": 28693, + "Ġprimitive": 28694, + "Truthy": 28695, + "Ġfacilitate": 28696, + "Ġcreativity": 28697, + "ĠDNS": 28698, + "Ġgra": 28699, + "uez": 28700, + "Ġcountless": 28701, + "ĠPoland": 28702, + "'M": 28703, + "ĠDist": 28704, + "Ġvest": 28705, + "Ġcertification": 28706, + "á»ij": 28707, + "held": 28708, + "extensions": 28709, + "(static": 28710, + "Ġgrades": 28711, + "ĠUber": 28712, + "ãģŁ": 28713, + "Ġ[])Ċ": 28714, + "datos": 28715, + "ĠgetData": 28716, + "ĠCharg": 28717, + "ĠBS": 28718, + ".microsoft": 28719, + ".video": 28720, + ".direction": 28721, + "->{'": 28722, + "lua": 28723, + "apest": 28724, + "Ġboiler": 28725, + "erek": 28726, + "Ġdecides": 28727, + ".jar": 28728, + "ISC": 28729, + "ĠWords": 28730, + "(CON": 28731, + "EMPLATE": 28732, + "reeze": 28733, + "shots": 28734, + "apps": 28735, + "unted": 28736, + ".setName": 28737, + "::<": 28738, + "-bold": 28739, + "ê²": 28740, + "å¯Ĩ": 28741, + "Longrightarrow": 28742, + "Ġunfair": 28743, + "Ġearning": 28744, + "Ġshelf": 28745, + "UREMENT": 28746, + "Ġidle": 28747, + "_MENU": 28748, + ".Custom": 28749, + "AGER": 28750, + "-\"": 28751, + "_switch": 28752, + "because": 28753, + ")view": 28754, + "mare": 28755, + "_condition": 28756, + "ĠStarting": 28757, + "Mvc": 28758, + "(pre": 28759, + "dump": 28760, + "_LOCK": 28761, + "atetime": 28762, + ".callback": 28763, + "ĠCer": 28764, + "opol": 28765, + "ibrary": 28766, + "Ġreservation": 28767, + "ĉĉĉĉĉĉĉĊ": 28768, + "lector": 28769, + "graduate": 28770, + "Ġgenerous": 28771, + "Ġion": 28772, + "ricao": 28773, + "mq": 28774, + "_complete": 28775, + "(cursor": 28776, + "ĠFormControl": 28777, + ":center": 28778, + "Ġsubstitute": 28779, + "ĠPlanning": 28780, + "Ġpension": 28781, + "Ġrecommendation": 28782, + "ĠTags": 28783, + "Ġgef": 28784, + "Ġalbums": 28785, + "Ġwashing": 28786, + "roc": 28787, + "Ġtrains": 28788, + "atings": 28789, + "Ġexponent": 28790, + "ackbar": 28791, + "-ln": 28792, + "ág": 28793, + ".DataAnnotations": 28794, + "ĠEIF": 28795, + "ĠMalaysia": 28796, + "ĉPORT": 28797, + "onus": 28798, + "Ġclever": 28799, + "Ġpeu": 28800, + ">ĊĊĊĊ": 28801, + "ĠArguments": 28802, + "Ġdebugging": 28803, + "(right": 28804, + "'D": 28805, + "compute": 28806, + "Ġfinest": 28807, + "ORAGE": 28808, + "Ġspectacular": 28809, + "phrase": 28810, + "Ġindia": 28811, + "Ġlegendary": 28812, + "birth": 28813, + "Ġcomposite": 28814, + "Ġgrows": 28815, + "ĠTD": 28816, + "Ġepid": 28817, + "Ġlaunching": 28818, + "]][": 28819, + "Minutes": 28820, + "ĠCha": 28821, + "Ġcleaned": 28822, + "Ġwitnesses": 28823, + "ukan": 28824, + "ĉType": 28825, + "Ġhabe": 28826, + "paragraph": 28827, + "ĠJPanel": 28828, + "ĠHann": 28829, + "Ġvaried": 28830, + "ĠPokemon": 28831, + "ĠMUST": 28832, + "åĬ¨": 28833, + ".visibility": 28834, + "opup": 28835, + "^[": 28836, + ".expand": 28837, + "Ġ\"',": 28838, + ".fasterxml": 28839, + "_auto": 28840, + "ĠSheet": 28841, + "marker": 28842, + "Parcel": 28843, + "ews": 28844, + "ĠStrategy": 28845, + "-making": 28846, + "Ġunve": 28847, + "Ġtrailing": 28848, + "Ġclicks": 28849, + "ĠGetComponent": 28850, + "ĉcontent": 28851, + "IGENCE": 28852, + "ERNEL": 28853, + "NSMutableArray": 28854, + "Ġbreat": 28855, + "Ġharmful": 28856, + "¶Ī": 28857, + "Ġbesides": 28858, + "Ġboring": 28859, + "Ġbrutal": 28860, + "vang": 28861, + "(parse": 28862, + "quick": 28863, + "Ġpytest": 28864, + "Ġswitching": 28865, + "()]Ċ": 28866, + "ĠìĦ": 28867, + "LER": 28868, + "ĉfont": 28869, + "Ġnett": 28870, + ")]ĊĊ": 28871, + "(/\\": 28872, + "æŀľ": 28873, + "toArray": 28874, + "Ġbreed": 28875, + "ĠCAR": 28876, + "ĠWeapon": 28877, + "Abs": 28878, + "tot": 28879, + "ĠsetName": 28880, + "aptive": 28881, + "Ġ:,": 28882, + "Ġescaped": 28883, + "orden": 28884, + "ĠPri": 28885, + "thumbnail": 28886, + "Ġdescriptions": 28887, + "/styles": 28888, + "ĠPCI": 28889, + "Ġalphabet": 28890, + "asticsearch": 28891, + "NOTE": 28892, + "Ġcialis": 28893, + "ĠGriff": 28894, + "Ġporque": 28895, + "Ġproteins": 28896, + "plays": 28897, + "Ġstating": 28898, + "Ġimagination": 28899, + "Ġfacial": 28900, + "ĠMechan": 28901, + "Ġarranged": 28902, + "_used": 28903, + "Ġarrangements": 28904, + "ĠPipe": 28905, + "hostname": 28906, + "Ġprovinc": 28907, + "Tit": 28908, + ".FlatStyle": 28909, + "ĠSplit": 28910, + "ĠLoader": 28911, + ".cc": 28912, + "Ġclinic": 28913, + "----------------------------": 28914, + "Ġbaking": 28915, + "ĠENT": 28916, + "neath": 28917, + "ãĢģĊĊ": 28918, + "ANE": 28919, + ".EntityFrameworkCore": 28920, + "appers": 28921, + ".ic": 28922, + "ĠNgModule": 28923, + "ĠFORM": 28924, + "Ġ';": 28925, + "-profit": 28926, + "hw": 28927, + "enemy": 28928, + "ĠEye": 28929, + "Ġcaution": 28930, + "town": 28931, + "Ġurged": 28932, + "ĠJimmy": 28933, + "ynchronous": 28934, + "-sized": 28935, + "making": 28936, + ",{": 28937, + "]',": 28938, + "_Object": 28939, + "ahoma": 28940, + "Ġactivist": 28941, + "INVAL": 28942, + "ĠCommercial": 28943, + "ĠOrlando": 28944, + "(tab": 28945, + "Ġب": 28946, + "Algorithm": 28947, + "Ġheritage": 28948, + "GetMapping": 28949, + "Ġfailures": 28950, + "rios": 28951, + "ativa": 28952, + "Ġtet": 28953, + "Ġcarpet": 28954, + "(Z": 28955, + "three": 28956, + "Ġdisclosure": 28957, + ".ERROR": 28958, + "_called": 28959, + "Ġdial": 28960, + "Ġoccasional": 28961, + ".Err": 28962, + "Ġfuncion": 28963, + "caffold": 28964, + "Ġreleasing": 28965, + "ï¼īĊĊ": 28966, + "_Value": 28967, + "ĠVari": 28968, + "yellow": 28969, + "Ġstruggles": 28970, + ".cal": 28971, + "ĠDakota": 28972, + "ĉclose": 28973, + "Ġsandwich": 28974, + "Ġanalytics": 28975, + "Ġ**)": 28976, + "&#": 28977, + "ĠJos": 28978, + "Ġpassive": 28979, + "ATTR": 28980, + "Throwable": 28981, + "ĠMun": 28982, + "ĠUint": 28983, + "(disposing": 28984, + "arak": 28985, + "ĠLeaders": 28986, + "Ġaffecting": 28987, + "ĠitemView": 28988, + "Ġeconomics": 28989, + "fv": 28990, + "à¹Ģ": 28991, + ".rb": 28992, + "ĠOverall": 28993, + "Ġwealthy": 28994, + "Ġevolved": 28995, + "nda": 28996, + "ĠHus": 28997, + "restrict": 28998, + "umen": 28999, + "ĠAgricult": 29000, + "!ĊĊĊ": 29001, + "Ġexpires": 29002, + "Ġspokesperson": 29003, + "interval": 29004, + "Ġâ": 29005, + "Ġqueen": 29006, + "(nil": 29007, + "ingo": 29008, + "Heap": 29009, + "Ùİ": 29010, + "Ġcomplain": 29011, + "Sym": 29012, + "ĠClone": 29013, + "ĠRu": 29014, + "ĠWILL": 29015, + "ĠCrystal": 29016, + "/content": 29017, + "ingen": 29018, + "ointment": 29019, + "LastName": 29020, + "avicon": 29021, + "ĠIBM": 29022, + "ĠDimension": 29023, + "anh": 29024, + "icipants": 29025, + "ĠAnne": 29026, + ".progress": 29027, + "Ġalgo": 29028, + "obil": 29029, + "ĠVoice": 29030, + "ĠFE": 29031, + "Ġgli": 29032, + "Ġved": 29033, + "Ġprevents": 29034, + "\\Column": 29035, + "Ġfolk": 29036, + "etti": 29037, + "Ġmn": 29038, + "ĠCLASS": 29039, + "Ġdisplaying": 29040, + "ĠKl": 29041, + "ĠFerr": 29042, + "duto": 29043, + ".ib": 29044, + "Ġdados": 29045, + "'name": 29046, + "-space": 29047, + "Ġitalian": 29048, + "Ġinverse": 29049, + "Ġdense": 29050, + "uter": 29051, + "ĠIEnumerator": 29052, + "-sign": 29053, + "Ġnationwide": 29054, + "Ġpersona": 29055, + "Ġsolved": 29056, + "Ġdramatically": 29057, + "Logout": 29058, + "Ġgrav": 29059, + "Ġanalyses": 29060, + "ollo": 29061, + "Ġlamp": 29062, + ".team": 29063, + "ĠErot": 29064, + "=[\"": 29065, + "Ġdancing": 29066, + "Ġ?>/": 29067, + "Ġcater": 29068, + "ffe": 29069, + "ĠSha": 29070, + "ĠBos": 29071, + "ĠREQUIRE": 29072, + "ĠMonster": 29073, + "ĠRB": 29074, + "ĠIDE": 29075, + "Ġsuits": 29076, + "ĠformData": 29077, + "(theta": 29078, + "Ġspatial": 29079, + "=NULL": 29080, + "ĠSqlConnection": 29081, + "Ġà": 29082, + "ĠVenez": 29083, + "ĠMorning": 29084, + "Ġpublications": 29085, + "ĠNONINFRINGEMENT": 29086, + "firstName": 29087, + "uds": 29088, + "Would": 29089, + "_HEAD": 29090, + "Ġinvested": 29091, + "stable": 29092, + "fred": 29093, + "Ġcommander": 29094, + "SES": 29095, + "âĢĶa": 29096, + "anche": 29097, + "ĠMovement": 29098, + "ë³": 29099, + "Suite": 29100, + "Ġjurisdiction": 29101, + "리": 29102, + "ĠBeth": 29103, + "jQuery": 29104, + "ĠIsa": 29105, + "Ġdental": 29106, + ",*": 29107, + "ĠLimit": 29108, + "iliation": 29109, + "=\"{": 29110, + "bast": 29111, + "Ġturb": 29112, + "isy": 29113, + "OOK": 29114, + "Ġadvocate": 29115, + "imag": 29116, + "LECTION": 29117, + "лÑĮ": 29118, + "(category": 29119, + ".dec": 29120, + "Ġuniqu": 29121, + "_sn": 29122, + "Ġattracted": 29123, + "ĠÃī": 29124, + "ĠRunning": 29125, + "_edges": 29126, + "ĠDisable": 29127, + "_AS": 29128, + "åĽ¾": 29129, + "Ġnetworking": 29130, + "_branch": 29131, + "Having": 29132, + "toBeTruthy": 29133, + "GI": 29134, + "Ġcamps": 29135, + "sep": 29136, + "-part": 29137, + "Ġ)ĊĊĊĊĊĊĊĊ": 29138, + "ustralia": 29139, + "ĠReports": 29140, + "rito": 29141, + "Ġwaist": 29142, + "_plus": 29143, + "ĠWW": 29144, + "-person": 29145, + "April": 29146, + "Ġsar": 29147, + ".tar": 29148, + "Ġagricultural": 29149, + "tic": 29150, + "Ġtcp": 29151, + "ĠsetValue": 29152, + "agento": 29153, + "ĠAppe": 29154, + "piler": 29155, + "CADE": 29156, + "Ġanche": 29157, + "atcher": 29158, + "Ġcomics": 29159, + "Ġlbs": 29160, + "_segment": 29161, + "']=$": 29162, + "itters": 29163, + "icher": 29164, + "GINE": 29165, + "Ġutilize": 29166, + "ĠCursor": 29167, + "_expression": 29168, + "Ġdag": 29169, + "x": 29357, + ".Task": 29358, + "money": 29359, + "ibaba": 29360, + "'});Ċ": 29361, + "ĠSpecific": 29362, + "ĠLinear": 29363, + "_OPT": 29364, + "HashCode": 29365, + "(Player": 29366, + ".ContainsKey": 29367, + "Ġcollapsed": 29368, + "transparent": 29369, + "_RANGE": 29370, + "Viewer": 29371, + "(cfg": 29372, + "Ġsorting": 29373, + "Ġinfected": 29374, + "ĠNach": 29375, + "Ġaccommodate": 29376, + ".elements": 29377, + "_PART": 29378, + "ĠSexy": 29379, + "=get": 29380, + "(year": 29381, + "Ġxhr": 29382, + ":]": 29383, + "owski": 29384, + "Ġsummar": 29385, + "Ġ¿": 29386, + "Ġinte": 29387, + "Ġworkflow": 29388, + "ĠTaiwan": 29389, + "versions": 29390, + "åıij": 29391, + "Ġsurprisingly": 29392, + "Ġoptical": 29393, + "Ġproces": 29394, + "Ġdisagree": 29395, + "Ġnuevo": 29396, + "ĠCAM": 29397, + "sorted": 29398, + "leases": 29399, + "istle": 29400, + "Ident": 29401, + "ĉevent": 29402, + "jected": 29403, + "Chunk": 29404, + "Vars": 29405, + ".provider": 29406, + "Ġproceedings": 29407, + "Ġinclusive": 29408, + "Ġartwork": 29409, + "endants": 29410, + "ï¼ļĊ": 29411, + "seen": 29412, + "Ġlig": 29413, + "Ġmakers": 29414, + "_fun": 29415, + "Ġlengths": 29416, + "PathVariable": 29417, + "[item": 29418, + "ี": 29419, + "Dead": 29420, + "FFFFFF": 29421, + "ĠUrban": 29422, + "uples": 29423, + "ichen": 29424, + "(nullptr": 29425, + ".spec": 29426, + ",System": 29427, + "URATION": 29428, + "(job": 29429, + "å¼ı": 29430, + "Ġtracker": 29431, + "ÅĻ": 29432, + "ĠMR": 29433, + "ĠSQLite": 29434, + "Ġdto": 29435, + "Ġ;;Ċ": 29436, + "Ġmint": 29437, + "ĠIntroduction": 29438, + "cao": 29439, + "Ġquestioned": 29440, + "Ġfitted": 29441, + "revision": 29442, + "sq": 29443, + "Ġmig": 29444, + "_units": 29445, + "_async": 29446, + "Ġflick": 29447, + "});ĊĊĊ": 29448, + "Ġnotre": 29449, + "}`,": 29450, + "Filters": 29451, + "Ġmundo": 29452, + "_days": 29453, + "Ġfrm": 29454, + "utc": 29455, + "Ġvals": 29456, + "ewidth": 29457, + "ĠGenerator": 29458, + "ĠArtist": 29459, + "ĠIDs": 29460, + "ĠArticles": 29461, + "reater": 29462, + "ĠComponentFixture": 29463, + ".=": 29464, + "Ġrou": 29465, + "-no": 29466, + ".bukkit": 29467, + "egg": 29468, + "ĠDiff": 29469, + "atics": 29470, + "ÑĥÑĩ": 29471, + "âĢĶĊĊ": 29472, + "ĠCharlotte": 29473, + "bye": 29474, + "Ġ});čĊčĊ": 29475, + "ĠVik": 29476, + "ĠBrow": 29477, + "Ġlv": 29478, + "ĠGib": 29479, + "-wing": 29480, + "GLIGENCE": 29481, + "(Il": 29482, + "ĠEngineer": 29483, + ".Wait": 29484, + "ĠPictures": 29485, + "Ġrhet": 29486, + "Ġthermal": 29487, + "Ġpraise": 29488, + "<>();ĊĊ": 29489, + "ĠSpider": 29490, + "Pause": 29491, + "ĠBaker": 29492, + "Ġslower": 29493, + "Ġ}]Ċ": 29494, + "_enqueue": 29495, + "Ġdisappeared": 29496, + "ĠTicket": 29497, + "INUX": 29498, + "_LOCAL": 29499, + "аÑģÑģ": 29500, + "@Injectable": 29501, + "community": 29502, + "GestureRecognizer": 29503, + "åĽ½": 29504, + "Ġscales": 29505, + "Ġ-(": 29506, + "/'+": 29507, + "ĠSit": 29508, + "Ġexecutives": 29509, + "arding": 29510, + "Ġadvers": 29511, + "Ġbackwards": 29512, + "ĉcontext": 29513, + "ĠHamp": 29514, + "ĠPF": 29515, + "ĠDeck": 29516, + "ĠCraig": 29517, + "American": 29518, + "Ġbell": 29519, + "Ġprol": 29520, + "ufen": 29521, + "Ġrng": 29522, + "arshal": 29523, + "ĠSimply": 29524, + "firstname": 29525, + "shore": 29526, + "July": 29527, + "Ġmortality": 29528, + "ĠâĨĴĊĊ": 29529, + "Helpers": 29530, + "Ġbenchmark": 29531, + "emade": 29532, + "Ġorganisations": 29533, + ".gson": 29534, + "ĠTextField": 29535, + "Ġcivilians": 29536, + ".Arrays": 29537, + "ĠMississippi": 29538, + "Ġintermediate": 29539, + "getUser": 29540, + "_cluster": 29541, + "Relative": 29542, + "foreign": 29543, + ".querySelectorAll": 29544, + "ForeignKey": 29545, + "Ġreasonably": 29546, + "---------Ċ": 29547, + "Cards": 29548, + "ĠKam": 29549, + "ĠThor": 29550, + "Ġroller": 29551, + "-element": 29552, + "ĠCurrency": 29553, + "ddie": 29554, + "ALLY": 29555, + "ĠRA": 29556, + "Ġpermet": 29557, + "aaaa": 29558, + "Ġhomework": 29559, + "ĠVit": 29560, + "Ġmold": 29561, + "ĠFer": 29562, + "[start": 29563, + "Ġstatistical": 29564, + "Ġscary": 29565, + "_HOME": 29566, + ".Begin": 29567, + "Construct": 29568, + "ogenic": 29569, + "ĠDEALINGS": 29570, + "Ġtambién": 29571, + "ixon": 29572, + ".ind": 29573, + "acre": 29574, + "Ġtransforms": 29575, + "ĠNap": 29576, + ".Block": 29577, + "ussia": 29578, + "piration": 29579, + "ulent": 29580, + "Ġceil": 29581, + "Clause": 29582, + "naire": 29583, + "TES": 29584, + "Ġneat": 29585, + "STD": 29586, + "ĠRegExp": 29587, + "perform": 29588, + ":)": 29589, + "Ġunions": 29590, + "Ġsublic": 29591, + "Ġwinds": 29592, + "loating": 29593, + "glich": 29594, + "Ġpagination": 29595, + "Skill": 29596, + "Apply": 29597, + "ĠOperator": 29598, + "istogram": 29599, + "Ġqualities": 29600, + "Cross": 29601, + "Ġdecom": 29602, + "],\"": 29603, + "ĠJuan": 29604, + ".modal": 29605, + ".Child": 29606, + "ĠRoger": 29607, + "STITUTE": 29608, + ":CGRectMake": 29609, + "alette": 29610, + "Ġsta": 29611, + "aside": 29612, + "Ġblur": 29613, + "ĠWa": 29614, + "ifetime": 29615, + "reed": 29616, + "controls": 29617, + "Ġbins": 29618, + "Ġпол": 29619, + "*/,Ċ": 29620, + "UIS": 29621, + "ĠRou": 29622, + "ĠDemo": 29623, + "-awesome": 29624, + "ĠChain": 29625, + "Ġhasta": 29626, + "ĠBart": 29627, + ".KEY": 29628, + "Ġvendors": 29629, + "nofollow": 29630, + "ĠDest": 29631, + "_builder": 29632, + "Ġargues": 29633, + "_answer": 29634, + "goto": 29635, + "ĠRESULT": 29636, + "ĠMON": 29637, + "Ġpoder": 29638, + "oons": 29639, + "_CASE": 29640, + "Ġreplic": 29641, + "Ġfinancing": 29642, + "ĠDATE": 29643, + "cern": 29644, + "_track": 29645, + "ties": 29646, + "/logo": 29647, + "ĠNEGLIGENCE": 29648, + "getType": 29649, + ">T": 29650, + "bet": 29651, + "girl": 29652, + "ĠINCIDENTAL": 29653, + "-site": 29654, + ".trigger": 29655, + "ĠLisa": 29656, + "_inputs": 29657, + "Ġrelatives": 29658, + "LoggedIn": 29659, + "Configure": 29660, + "IK": 29661, + ".accept": 29662, + "Resume": 29663, + "ĠDraft": 29664, + "Ġ*>(": 29665, + "ĠWA": 29666, + "edian": 29667, + "erness": 29668, + "ĠLayoutInflater": 29669, + "*/čĊčĊ": 29670, + "othy": 29671, + "Ġobligation": 29672, + "Subscribe": 29673, + "Ġthumbnail": 29674, + "exist": 29675, + "Ġinsisted": 29676, + "ĠUICollectionView": 29677, + "ĠAngular": 29678, + "Ġtablets": 29679, + "ĠImpact": 29680, + "ãĢįĊĊ": 29681, + "aho": 29682, + "Ġcharacteristic": 29683, + "gd": 29684, + "Ġ=================================================": 29685, + "ourt": 29686, + "`.": 29687, + "Appro": 29688, + "Coordinate": 29689, + "Remember": 29690, + "Ġmarine": 29691, + "]=='": 29692, + "ĠAdministrator": 29693, + ".getDefault": 29694, + "Ġforgot": 29695, + "ĠStructure": 29696, + "Vue": 29697, + "arsing": 29698, + "moment": 29699, + "kw": 29700, + "_cursor": 29701, + "Attack": 29702, + "Ġathletic": 29703, + "Ġdiagnosed": 29704, + "Ġende": 29705, + "åĪłéĻ¤": 29706, + "House": 29707, + "ĠPARAM": 29708, + "Ġwiki": 29709, + "ĠOpp": 29710, + "Ġconservation": 29711, + "Ġsnd": 29712, + "_tem": 29713, + "substr": 29714, + "ĠCape": 29715, + ".sim": 29716, + "UTION": 29717, + "anan": 29718, + "âĢĻun": 29719, + "Ġgy": 29720, + "-work": 29721, + "Ġcompelling": 29722, + "='#": 29723, + "ĉsub": 29724, + "Ġdirectories": 29725, + "íĬ¸": 29726, + "Ġtouches": 29727, + "outines": 29728, + ".Collection": 29729, + "schedule": 29730, + ".lat": 29731, + "ĠDoctrine": 29732, + "CAA": 29733, + "ĠRefer": 29734, + "Ġshifts": 29735, + "Ġlikelihood": 29736, + "preter": 29737, + "ĠFemale": 29738, + "Ġintercept": 29739, + "Ġlou": 29740, + "çĻ»": 29741, + "Ġrug": 29742, + "ĠCrown": 29743, + "Ġ****************************************************************************": 29744, + "-product": 29745, + "Ġprompted": 29746, + "ungle": 29747, + "docker": 29748, + "ĠTu": 29749, + "ĠUnique": 29750, + "_Error": 29751, + "ulos": 29752, + "ĠâĦ": 29753, + "Ġ(`": 29754, + "Getting": 29755, + "_scal": 29756, + "ĠEnh": 29757, + "üt": 29758, + "Ġsustained": 29759, + "Ġpatches": 29760, + "Ġprosper": 29761, + "ĠGaza": 29762, + "_light": 29763, + "Ġincons": 29764, + "--------Ċ": 29765, + "ĉĉĠĠĠĠĠĠ": 29766, + "SF": 29767, + "CN": 29768, + ":\";Ċ": 29769, + "ĠCollins": 29770, + "(*)": 29771, + "Ġcompilation": 29772, + "']čĊ": 29773, + "Ġconsequence": 29774, + ",...": 29775, + "Ġdm": 29776, + "ĠBLOCK": 29777, + "Cluster": 29778, + "Ġski": 29779, + "(argc": 29780, + "Tuple": 29781, + "Ġjoins": 29782, + "ĠSheriff": 29783, + "War": 29784, + "indi": 29785, + "Ġcommented": 29786, + "HOST": 29787, + "Ġinvitation": 29788, + "apanese": 29789, + "Ġpermits": 29790, + "precedented": 29791, + "_zone": 29792, + "ĠAmy": 29793, + "_RD": 29794, + "Minimum": 29795, + "Ġinvocation": 29796, + ".enable": 29797, + "ichten": 29798, + "-owned": 29799, + "\"id": 29800, + "_POINTER": 29801, + "Fac": 29802, + "Ġspecifications": 29803, + "Ġnomination": 29804, + "Ġgp": 29805, + "<(": 29806, + "Ġrobots": 29807, + "ĠJerry": 29808, + "Ġholders": 29809, + "Ġwand": 29810, + "cms": 29811, + "Ġ}))Ċ": 29812, + ".Toast": 29813, + "ĠIList": 29814, + "Based": 29815, + "zoom": 29816, + "/style": 29817, + "ĠBeck": 29818, + "Men": 29819, + "Ġcontributing": 29820, + "Ġundo": 29821, + "ĠOH": 29822, + "ĠaddObject": 29823, + "Ġeigen": 29824, + "signup": 29825, + "éĶĻ": 29826, + "Ġdistant": 29827, + "PARATOR": 29828, + "ĠMari": 29829, + "Ġmá": 29830, + "Emp": 29831, + "ós": 29832, + "ĠìĪĺ": 29833, + "evt": 29834, + "+j": 29835, + "park": 29836, + "ĠStay": 29837, + "ĠDun": 29838, + "Ġsoy": 29839, + ">%": 29840, + "azines": 29841, + "Ġtiempo": 29842, + "(me": 29843, + "present": 29844, + ".This": 29845, + "Ġeditors": 29846, + "FIELD": 29847, + ".Work": 29848, + "ĠUniverse": 29849, + "Ġdrunk": 29850, + ".timer": 29851, + "Ġaltered": 29852, + "ĠNar": 29853, + "ëł¥": 29854, + ".Active": 29855, + "idor": 29856, + "çŃ": 29857, + ".deltaTime": 29858, + "Ġawkward": 29859, + """: 29860, + "ĠSafari": 29861, + "Ġtricks": 29862, + "MENTS": 29863, + "division": 29864, + "Ġvarying": 29865, + "ĠHighway": 29866, + "Ġphotographer": 29867, + "ĠStewart": 29868, + "Ġlasting": 29869, + ".Pre": 29870, + ".amazonaws": 29871, + "ĠLuck": 29872, + ".Description": 29873, + "ĠNaz": 29874, + "neg": 29875, + "Ġcó": 29876, + "<<\"\\": 29877, + "ĠSurv": 29878, + "ĠUnc": 29879, + "Recipe": 29880, + ".BorderStyle": 29881, + "Ġmodifications": 29882, + "-at": 29883, + "ATFORM": 29884, + "hdr": 29885, + "ako": 29886, + "Ġsublicense": 29887, + "ĠJump": 29888, + "Ġbeim": 29889, + "ĠManhattan": 29890, + ".bool": 29891, + "_hw": 29892, + "ÑĤÑĮ": 29893, + "Bin": 29894, + "Ġgateway": 29895, + "\"\":": 29896, + "ĠUIS": 29897, + ":\"+": 29898, + "-def": 29899, + "ĠRegular": 29900, + "/testing": 29901, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 29902, + "stringstream": 29903, + "Ġdispar": 29904, + "Ġmobil": 29905, + "-read": 29906, + "ĠAdapter": 29907, + "ĠChampions": 29908, + "Ġscheduler": 29909, + "Ġkills": 29910, + "ĠMultiple": 29911, + "irror": 29912, + "Ġgods": 29913, + "ADO": 29914, + "akte": 29915, + "ĠUsuario": 29916, + ".circular": 29917, + "Ġrecept": 29918, + "ĠExpr": 29919, + "Ġelderly": 29920, + "Ġnicely": 29921, + "Ġbeste": 29922, + "Want": 29923, + "Ġclassical": 29924, + ".sprite": 29925, + "objc": 29926, + "ĠMason": 29927, + "Ġsistema": 29928, + ".Black": 29929, + "eso": 29930, + "ĠZeit": 29931, + "Ġdivid": 29932, + "Ġenters": 29933, + "_subject": 29934, + "ĠPlanet": 29935, + ".warning": 29936, + "ĠGram": 29937, + "_tokens": 29938, + "Ġhouseholds": 29939, + "_customer": 29940, + "userName": 29941, + "cross": 29942, + "Ġpione": 29943, + "Ġassists": 29944, + "_SM": 29945, + "ibo": 29946, + "Ġloyal": 29947, + "Ġuseless": 29948, + "#elif": 29949, + "ĠUltimate": 29950, + "Come": 29951, + "gel": 29952, + "Ġdich": 29953, + "xyz": 29954, + "ikel": 29955, + "obra": 29956, + "_scan": 29957, + "ĠInterior": 29958, + "ĠNice": 29959, + "Ġplac": 29960, + "ĉtarget": 29961, + "Ġviral": 29962, + "asso": 29963, + "()/": 29964, + "unde": 29965, + "ĠAdobe": 29966, + "Os": 29967, + "visited": 29968, + "ĠOW": 29969, + "ĠFeed": 29970, + "ĠSequence": 29971, + "Ġmanages": 29972, + "inson": 29973, + "ĠLouisiana": 29974, + "{})": 29975, + "ĠHab": 29976, + "ĠLD": 29977, + "Ġbip": 29978, + "prites": 29979, + "(elem": 29980, + ".hibernate": 29981, + "élé": 29982, + "Ġohne": 29983, + "_transaction": 29984, + "Ġannunci": 29985, + "Published": 29986, + "ĠHonda": 29987, + "ĠTam": 29988, + "ĠPacket": 29989, + "_selector": 29990, + "Ġchallenged": 29991, + "Processing": 29992, + "-hover": 29993, + "Ġtrainer": 29994, + "_cancel": 29995, + "ĠNSDictionary": 29996, + "abric": 29997, + "ĠMLS": 29998, + "_sensor": 29999, + "Ġshrink": 30000, + "ĠFX": 30001, + "threshold": 30002, + "ĉHX": 30003, + "-mark": 30004, + "`.`": 30005, + "Scheme": 30006, + "(full": 30007, + "_writer": 30008, + "ĠSys": 30009, + "Ġfled": 30010, + "ĠCin": 30011, + "-widget": 30012, + "ĠPrevious": 30013, + "Gender": 30014, + "_question": 30015, + "Feed": 30016, + "Ġscrut": 30017, + "(prefix": 30018, + "ãĢĤãĢĤ": 30019, + "Ġinfections": 30020, + "Parts": 30021, + "Ġhierarchy": 30022, + "_DELETE": 30023, + "ĠPatient": 30024, + "_pay": 30025, + "Ġpromoted": 30026, + "Ġìĭ": 30027, + "Ġcivilian": 30028, + "Ġagriculture": 30029, + "ĠPiece": 30030, + "Ġstance": 30031, + "utsche": 30032, + "Assign": 30033, + ".ACTION": 30034, + "Fig": 30035, + "_radius": 30036, + "ĠSync": 30037, + "ducer": 30038, + "failure": 30039, + "ensed": 30040, + "ptime": 30041, + "BM": 30042, + "_datetime": 30043, + "quivo": 30044, + "QUEUE": 30045, + "èĢħ": 30046, + "Appear": 30047, + "Ġsummit": 30048, + ":void": 30049, + "Ġvine": 30050, + "认": 30051, + "onne": 30052, + "_TRANS": 30053, + ".green": 30054, + "_cc": 30055, + "Ġhungry": 30056, + "Ġ\">": 30057, + "());čĊčĊ": 30058, + "Extract": 30059, + "izens": 30060, + "Ġsolver": 30061, + "Notify": 30062, + "Ġenglish": 30063, + "ĠShopping": 30064, + "interfaces": 30065, + "REQ": 30066, + "Ġilleg": 30067, + "ĠUIImageView": 30068, + "Ġdisconnect": 30069, + "ĠUntil": 30070, + "ĠConservative": 30071, + "@Column": 30072, + "Ġshifted": 30073, + "Ġ:čĊ": 30074, + "Ġfich": 30075, + "Ġdla": 30076, + "Ġshoe": 30077, + "\"),čĊ": 30078, + "ularity": 30079, + "_RESP": 30080, + "Weather": 30081, + "UIApplication": 30082, + ".iterator": 30083, + "Ġaging": 30084, + ".Parent": 30085, + "owie": 30086, + "(equal": 30087, + "ĠConv": 30088, + "/default": 30089, + "Ġmeasuring": 30090, + ".prev": 30091, + ".IsValid": 30092, + ".Fat": 30093, + "ĠsÄĥ": 30094, + "keywords": 30095, + "without": 30096, + "Ġsovere": 30097, + "Ġexchanges": 30098, + "Ġmelt": 30099, + "Ġislands": 30100, + "ĠIntegr": 30101, + "Ġjumping": 30102, + "Ġgle": 30103, + "Ġjournalism": 30104, + "Ġdated": 30105, + "Localized": 30106, + "ĠRefresh": 30107, + "Particle": 30108, + "Ġaa": 30109, + "ĠSTRICT": 30110, + "Ġbod": 30111, + ".Process": 30112, + "_AUTO": 30113, + "ĠPublished": 30114, + "every": 30115, + "Ġtechnological": 30116, + "lsx": 30117, + "Ġirrit": 30118, + "Additional": 30119, + "Ġdelimiter": 30120, + "_language": 30121, + "-area": 30122, + "boys": 30123, + "ĠTube": 30124, + "Ġwat": 30125, + "Ġmechanics": 30126, + "_owner": 30127, + "Spell": 30128, + "ĠStories": 30129, + ".AppendLine": 30130, + "TableView": 30131, + "hem": 30132, + "stick": 30133, + "ollower": 30134, + "IFF": 30135, + "ĠUV": 30136, + "ollision": 30137, + "SUB": 30138, + "Ġcomparable": 30139, + "Ġdonde": 30140, + "sales": 30141, + "llvm": 30142, + "Ġ}],Ċ": 30143, + "OTTOM": 30144, + "ĠPurpose": 30145, + "Lab": 30146, + "Ġinterviewed": 30147, + "ois": 30148, + "asil": 30149, + ".setId": 30150, + "ĠInstruction": 30151, + "-->": 30152, + "ĠModified": 30153, + "ationally": 30154, + "ĠMeeting": 30155, + "误": 30156, + "#region": 30157, + "Ġrouting": 30158, + ".focus": 30159, + "ĠYouth": 30160, + "<": 30448, + "Ġunto": 30449, + "ologically": 30450, + "ĠMul": 30451, + "VIDIA": 30452, + "Ġslim": 30453, + "ĠCommissioner": 30454, + "(on": 30455, + "Ġunderneath": 30456, + "/db": 30457, + "vote": 30458, + "(Message": 30459, + "ĠPope": 30460, + "Defined": 30461, + "Ġswift": 30462, + "urf": 30463, + "Ġadapted": 30464, + "SEL": 30465, + "Ġrevenues": 30466, + "Ġdivine": 30467, + "=y": 30468, + "Gradient": 30469, + "_act": 30470, + "Ġ/*!<": 30471, + "Ġpolygon": 30472, + "ĠFDA": 30473, + "ĠCarr": 30474, + "atables": 30475, + "(stdout": 30476, + "Ġrefriger": 30477, + "Ġcoordin": 30478, + "avorites": 30479, + "ÑĪи": 30480, + "Ġcompassion": 30481, + "ĠPOSSIBILITY": 30482, + "-secondary": 30483, + "uracy": 30484, + "Ġcompromise": 30485, + "_AV": 30486, + "_os": 30487, + "Ġbeside": 30488, + "ĥĿ": 30489, + "Ġln": 30490, + ".plugins": 30491, + "Capacity": 30492, + "alah": 30493, + ".bin": 30494, + "ĠCRC": 30495, + "_balance": 30496, + "ĠflexDirection": 30497, + "Ġambit": 30498, + "Ġnickname": 30499, + "ĠForces": 30500, + "CLE": 30501, + "ĠShell": 30502, + "Ġsail": 30503, + "ĠWriter": 30504, + "ĠAlice": 30505, + "dw": 30506, + "ĠIndians": 30507, + "ĠMarshall": 30508, + "_SRC": 30509, + "Ġnormalized": 30510, + "ĠJag": 30511, + "ãĤĴ": 30512, + "zeit": 30513, + "rpc": 30514, + "ÃŃc": 30515, + ".inline": 30516, + "Ġtravers": 30517, + "_numeric": 30518, + "Ġutilities": 30519, + "Ġevac": 30520, + "INPUT": 30521, + "ĉregister": 30522, + "MX": 30523, + "ĠCampbell": 30524, + "Ġdatasets": 30525, + "Ġdemanded": 30526, + "ĠinitialState": 30527, + "gan": 30528, + "Ġei": 30529, + "Unexpected": 30530, + "-web": 30531, + "trait": 30532, + ",Y": 30533, + "ĠTodd": 30534, + "Ġskeleton": 30535, + "Ġoptimize": 30536, + "第": 30537, + "ĠUpon": 30538, + "ĠStObject": 30539, + "Ġaplic": 30540, + ".'P": 30578, + "vron": 30579, + ".UN": 30580, + "Ġpainter": 30581, + "izarre": 30582, + "Ġlav": 30583, + "Ġpom": 30584, + "preg": 30585, + "=function": 30586, + "(serial": 30587, + "ifica": 30588, + "uming": 30589, + "åľ°": 30590, + "ãģĤ": 30591, + "-op": 30592, + "UCH": 30593, + "ĠHend": 30594, + ".propTypes": 30595, + "Ġyo": 30596, + "Ġroutines": 30597, + "Ġcaring": 30598, + "Sem": 30599, + "Ġreserves": 30600, + "Ġpriorities": 30601, + "redits": 30602, + "ISTR": 30603, + "ContentType": 30604, + "ĠSchw": 30605, + "/media": 30606, + "Ġestr": 30607, + "Ġclimbing": 30608, + "-week": 30609, + "cherche": 30610, + "sensor": 30611, + "ToArray": 30612, + "ĠMontreal": 30613, + "Ġclouds": 30614, + "ĠInjectable": 30615, + "ĠRice": 30616, + "Ġpropaganda": 30617, + "_provider": 30618, + "Ġindoor": 30619, + "Ġinaug": 30620, + "Ġdiplom": 30621, + "Ġmessaging": 30622, + "_mut": 30623, + "å¦Ĥ": 30624, + "Ġkw": 30625, + "ONS": 30626, + "arians": 30627, + "RPC": 30628, + ")]čĊ": 30629, + "-ray": 30630, + "ĠSor": 30631, + "mall": 30632, + "Ġmarketplace": 30633, + "Ġvtk": 30634, + "Ma": 30635, + "ogan": 30636, + "igi": 30637, + "Ġsponsored": 30638, + "ĠDani": 30639, + ".SEVER": 30640, + ">'.$": 30641, + "multipart": 30642, + "ĠWol": 30643, + "ĠtableName": 30644, + "ĠUsername": 30645, + "BackgroundColor": 30646, + "Ġfright": 30647, + "_EMAIL": 30648, + "September": 30649, + "_vals": 30650, + "opia": 30651, + "Ġspotted": 30652, + "-Ch": 30653, + "ĠdataSource": 30654, + "/\"Ċ": 30655, + "екÑĤ": 30656, + "ĠRequestMethod": 30657, + "ĠReplace": 30658, + "-do": 30659, + "ahn": 30660, + "ĠPhD": 30661, + "].ĊĊ": 30662, + "NON": 30663, + "gement": 30664, + "ĠThr": 30665, + "Ġquietly": 30666, + "Ġtorture": 30667, + "Ġteas": 30668, + "ĠCY": 30669, + "Ġatr": 30670, + "development": 30671, + "-detail": 30672, + "Ġlighter": 30673, + "Ġarguing": 30674, + "Ġdeserves": 30675, + "Ġcurriculum": 30676, + "_CONTEXT": 30677, + "ÅĤy": 30678, + "HITE": 30679, + "ĉID": 30680, + "/uploads": 30681, + "Ġtits": 30682, + "reo": 30683, + "_drop": 30684, + ".UTF": 30685, + "Ġpickup": 30686, + "Ġgrocery": 30687, + "ĠPure": 30688, + "Ġeasiest": 30689, + "Phil": 30690, + ".feature": 30691, + "(\"*": 30692, + "Ġinvestor": 30693, + "tok": 30694, + "Ġjar": 30695, + "Los": 30696, + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ": 30697, + ".queue": 30698, + "-speed": 30699, + "Mal": 30700, + "umblr": 30701, + "ĠCONST": 30702, + "ĠHRESULT": 30703, + "ĠDance": 30704, + "(filePath": 30705, + "Ġattributed": 30706, + "à¥į": 30707, + "ĠBund": 30708, + "coins": 30709, + "Ġsão": 30710, + "Ġpir": 30711, + "personal": 30712, + "Ġprelim": 30713, + "Ġpropose": 30714, + "ĠTL": 30715, + "]])": 30716, + "ĠSubscription": 30717, + "ĠKre": 30718, + ",len": 30719, + ".FirstOrDefault": 30720, + ")--": 30721, + "_products": 30722, + ".GetBytes": 30723, + "Ship": 30724, + "Ġencrypt": 30725, + "ĠSG": 30726, + "ĠMyst": 30727, + "hir": 30728, + "Ġiterate": 30729, + "Ġintend": 30730, + ".mockito": 30731, + "Ġchapters": 30732, + "(angle": 30733, + "ĠVlad": 30734, + "设": 30735, + "'.ĊĊ": 30736, + "ResponseBody": 30737, + "ĠAbd": 30738, + "deal": 30739, + "Ġbarriers": 30740, + "-outline": 30741, + "bill": 30742, + "ĠFalls": 30743, + "_second": 30744, + ".include": 30745, + ".ceil": 30746, + "Ġoccupation": 30747, + "phony": 30748, + ".moveTo": 30749, + "ĠJennifer": 30750, + "ASTER": 30751, + ";\"><": 30752, + "ĠEnabled": 30753, + "Ġterminate": 30754, + "ĠIo": 30755, + "lations": 30756, + "ĠTHEORY": 30757, + "Ġearliest": 30758, + "Ġrack": 30759, + "ĠScar": 30760, + "shake": 30761, + "chip": 30762, + "Ġuv": 30763, + "Ġalliance": 30764, + "пиÑģ": 30765, + "ĠGOODS": 30766, + "zione": 30767, + "ĠVI": 30768, + "Ġ{-": 30769, + "Ġfiltering": 30770, + "Ġmiscon": 30771, + ".DockStyle": 30772, + "Ġbush": 30773, + "Ġjunk": 30774, + "æĮ": 30775, + "ĠQUE": 30776, + "Ġhooks": 30777, + "Ġfirmware": 30778, + "Ġmiddleware": 30779, + "dic": 30780, + "ĠOakland": 30781, + "Ġarrives": 30782, + "Payload": 30783, + "pixel": 30784, + "]|": 30785, + "ĠstartDate": 30786, + ".PRO": 30787, + "_audio": 30788, + "Ġmidfield": 30789, + "igidbody": 30790, + "ĠSwiss": 30791, + "ĠClip": 30792, + "ĠDump": 30793, + "ĠTextBox": 30794, + "Ġgeh": 30795, + "yield": 30796, + "ods": 30797, + "Ġreferendum": 30798, + "Backend": 30799, + "ĠCream": 30800, + "Ġdominated": 30801, + "ĠArchive": 30802, + "Ġriders": 30803, + ".prepareStatement": 30804, + "Ġquando": 30805, + "Ġchef": 30806, + "wiki": 30807, + "inel": 30808, + "ampling": 30809, + "(\"\\\\": 30810, + "Ġsag": 30811, + "_proxy": 30812, + "ãģķ": 30813, + "pdo": 30814, + ".getElementsByTagName": 30815, + "Ġdemonstration": 30816, + "ĠNPC": 30817, + "Ġarchivo": 30818, + "endance": 30819, + "Ġefficiently": 30820, + "(actual": 30821, + ".tableView": 30822, + "Ġmush": 30823, + "Ġbears": 30824, + "_threads": 30825, + "jas": 30826, + "ahun": 30827, + "Ġneural": 30828, + "Ġdesigning": 30829, + "ĠGDP": 30830, + "Ġlifted": 30831, + "缮": 30832, + "ĠJoint": 30833, + "ĠInclude": 30834, + "ĠGiants": 30835, + "Ġwithdrawal": 30836, + "ĠRent": 30837, + "native": 30838, + "ĠSeek": 30839, + "gression": 30840, + "_CPU": 30841, + "\\S": 30842, + "ĠShield": 30843, + "Ġsolic": 30844, + "Ġboom": 30845, + "yecto": 30846, + "Ġmanufacture": 30847, + "ĠâĢĭ": 30848, + "Ġbbox": 30849, + "Ġearthqu": 30850, + "ollectors": 30851, + ":@\"%": 30852, + "Ġloops": 30853, + "Je": 30854, + "alking": 30855, + "ĠWhats": 30856, + "ĠBoys": 30857, + ".book": 30858, + "ARGE": 30859, + "_pixel": 30860, + "Ġsuspects": 30861, + "ι": 30862, + "usp": 30863, + "ĠBMW": 30864, + "ieces": 30865, + "(person": 30866, + "å¼Ģ": 30867, + "é»": 30868, + "ĠPodcast": 30869, + "Ġbou": 30870, + "(Item": 30871, + "û": 30872, + "(Input": 30873, + "HttpGet": 30874, + "Ġburg": 30875, + ")^": 30876, + "BOARD": 30877, + "*/,": 30878, + "Ġgulp": 30879, + "ĠBenn": 30880, + "Ġdecks": 30881, + ".statusCode": 30882, + "Ġacute": 30883, + "Ġhug": 30884, + "ugu": 30885, + "Ġpled": 30886, + ",\"%": 30887, + "hape": 30888, + "Ġзап": 30889, + "ĠMaine": 30890, + ".real": 30891, + "Ġdalam": 30892, + "ĠMinor": 30893, + ".Float": 30894, + "disp": 30895, + "Ġtl": 30896, + "Ġencount": 30897, + "=>$": 30898, + "Ġfg": 30899, + "tees": 30900, + "ĠRecomm": 30901, + "äl": 30902, + "Ġchemistry": 30903, + "Blocks": 30904, + "OID": 30905, + "Ġforex": 30906, + "ĠAppend": 30907, + "Ġ{*": 30908, + "ĠSupply": 30909, + "CGFloat": 30910, + "(bl": 30911, + "Ġate": 30912, + "adora": 30913, + "Ġgust": 30914, + "Associ": 30915, + ">.Ċ": 30916, + "FETCH": 30917, + ".serial": 30918, + "widgets": 30919, + "ardless": 30920, + "iefs": 30921, + "_FULL": 30922, + "ernetes": 30923, + "ĠPred": 30924, + "ØŃ": 30925, + "äºĭ": 30926, + "ubernetes": 30927, + "ĠLaura": 30928, + "Ġlabeled": 30929, + "Highlight": 30930, + "Ġannoying": 30931, + "/update": 30932, + "(description": 30933, + "Ġintimid": 30934, + "$c": 30935, + "\")))Ċ": 30936, + ".AP": 30937, + "Ġ[]*": 30938, + "ĠEXIT": 30939, + ".Host": 30940, + "ĠOPEN": 30941, + ".sendMessage": 30942, + "_camera": 30943, + "_tile": 30944, + "Ġtherm": 30945, + "onomous": 30946, + "Ġdisadv": 30947, + "Ġnaar": 30948, + "indexOf": 30949, + "ĠPP": 30950, + ".protocol": 30951, + "AFE": 30952, + "Ġtextures": 30953, + "################################################": 30954, + "umbai": 30955, + ".stats": 30956, + "ĠGE": 30957, + "Ġie": 30958, + "ĠSTD": 30959, + "ĠMann": 30960, + ".reflect": 30961, + "KB": 30962, + "Ġdive": 30963, + ".wav": 30964, + "/*----------------------------------------------------------------": 30965, + "/settings": 30966, + ".lifecycle": 30967, + "Ġdaughters": 30968, + "orus": 30969, + "uber": 30970, + "NING": 30971, + "stri": 30972, + "ĠTip": 30973, + "Ġzn": 30974, + "Ġswitched": 30975, + "inet": 30976, + "uffy": 30977, + "ĠTransportation": 30978, + "(conf": 30979, + "frica": 30980, + "ĠXL": 30981, + "ĠLead": 30982, + "_percent": 30983, + "__": 30999, + "permissions": 31000, + "ĠDetermine": 31001, + ".Man": 31002, + "Ġadvances": 31003, + ".InputStream": 31004, + "Ġstrongest": 31005, + "ĠeBay": 31006, + "Ġ#-": 31007, + "Ġdirname": 31008, + "ĠSMS": 31009, + "Ġmedications": 31010, + "Ġamended": 31011, + "Ġchurches": 31012, + "ĠImperial": 31013, + "$row": 31014, + "ĠMadison": 31015, + "ĠInsp": 31016, + "Ġaffair": 31017, + "Ġpsychology": 31018, + "vh": 31019, + "Ġseverity": 31020, + "âĢIJ": 31021, + "Ġstrips": 31022, + "AH": 31023, + "vertising": 31024, + "Ġconse": 31025, + "IMAGE": 31026, + "ĠStats": 31027, + "ĉsc": 31028, + ".Cursor": 31029, + "Ġfreeze": 31030, + "sson": 31031, + "(xml": 31032, + "ĠSusan": 31033, + ".tile": 31034, + "eded": 31035, + "ĠĠĠĠĉĉĉ": 31036, + "uelle": 31037, + "ĠMitchell": 31038, + "based": 31039, + "Operand": 31040, + "½æķ°": 31041, + "ĠFF": 31042, + "ĉstrcpy": 31043, + "ounces": 31044, + "ildo": 31045, + ".executeQuery": 31046, + "Ġapproaching": 31047, + "ĠSeven": 31048, + "Ġnuts": 31049, + "Ġric": 31050, + "assignment": 31051, + "Ġcalculator": 31052, + "ĠMurphy": 31053, + "ĠBou": 31054, + "íĦ": 31055, + "Ġbutt": 31056, + "Ġticks": 31057, + "Projects": 31058, + "ilib": 31059, + ".textColor": 31060, + "mov": 31061, + "_logo": 31062, + "(template": 31063, + "ĠINIT": 31064, + "ĠimageView": 31065, + "scriptions": 31066, + "ORITY": 31067, + "Consumer": 31068, + "Ġunprecedented": 31069, + "Ġtourist": 31070, + "Ġbron": 31071, + "Ġcontractor": 31072, + "Ġlicence": 31073, + "ĠNam": 31074, + "æ¯": 31075, + "(transform": 31076, + "_ATT": 31077, + "Pref": 31078, + "ĠGam": 31079, + "Ġvessels": 31080, + "Ġhav": 31081, + "Later": 31082, + ".ToLower": 31083, + "Ġurls": 31084, + "Ġbreakdown": 31085, + "Ġpenalties": 31086, + "Ġfoster": 31087, + "ĠUE": 31088, + "Ġclue": 31089, + "comed": 31090, + "åIJį称": 31091, + "-main": 31092, + "Ġpts": 31093, + "Ġcounted": 31094, + "icts": 31095, + "/post": 31096, + "Ġgetattr": 31097, + "Ġping": 31098, + "ANCEL": 31099, + "Ġpec": 31100, + "Ñħод": 31101, + "antom": 31102, + "ĠBlueprint": 31103, + "ĠEventEmitter": 31104, + "Ġlä": 31105, + "æ²": 31106, + "Ġstraw": 31107, + "(comp": 31108, + "'une": 31109, + ">N": 31110, + "-client": 31111, + "esModule": 31112, + "-base": 31113, + "Ġretreat": 31114, + "_simple": 31115, + "ĉĉĉĉĉĉĠ": 31116, + "fee": 31117, + "')čĊčĊ": 31118, + "ControlItem": 31119, + "Ġsubscribers": 31120, + "please": 31121, + "ĠEff": 31122, + "Ġpound": 31123, + "ĠBytes": 31124, + "ĠTea": 31125, + "_activity": 31126, + "Ġmaxim": 31127, + "Ġopcode": 31128, + "BSD": 31129, + ".constant": 31130, + ";}": 31131, + "ombres": 31132, + "Ġcareers": 31133, + ").ĊĊĊĊ": 31134, + "Ġspreading": 31135, + "-expanded": 31136, + "ĠOrd": 31137, + "amarin": 31138, + "Ġmobility": 31139, + "Unfortunately": 31140, + "akk": 31141, + "NL": 31142, + "_redirect": 31143, + "ĠPG": 31144, + "ĠSensor": 31145, + "bol": 31146, + "tap": 31147, + "_MEMORY": 31148, + "ĠUIAlert": 31149, + "plitude": 31150, + "Website": 31151, + "ĠLogo": 31152, + "love": 31153, + "[ind": 31154, + "Ġaltogether": 31155, + "Ġwondered": 31156, + "Ġesper": 31157, + "ĠLiberal": 31158, + "Ġoss": 31159, + "Ġelit": 31160, + "Ġstiff": 31161, + "odox": 31162, + "_mentions": 31163, + "ĠDouglas": 31164, + "_pid": 31165, + "ĠCK": 31166, + "ĠinitWithFrame": 31167, + ".blog": 31168, + "pkg": 31169, + "anghai": 31170, + "QUIRED": 31171, + "uu": 31172, + "Ġmkdir": 31173, + "ATAL": 31174, + "Ġunh": 31175, + "inces": 31176, + "sth": 31177, + "Ġhypothesis": 31178, + "Ġcata": 31179, + "ĠTB": 31180, + "ĠClar": 31181, + "Ġpredecess": 31182, + "Ġsituated": 31183, + "-world": 31184, + "))/": 31185, + "Ġheadlines": 31186, + ".stat": 31187, + "Ġoutbreak": 31188, + "spath": 31189, + "_FLAGS": 31190, + "ĠServletException": 31191, + "Sun": 31192, + "FROM": 31193, + "ĠDir": 31194, + "ãĥ»ãĥ»ãĥ»": 31195, + "_coord": 31196, + "ĠOptim": 31197, + "Monitor": 31198, + ".bit": 31199, + "XXX": 31200, + "Ġtodas": 31201, + "feld": 31202, + "ÑĢи": 31203, + "imir": 31204, + "Ġpolitically": 31205, + "Ġmolecular": 31206, + "Ġtraded": 31207, + "Ġ{{$": 31208, + "ĠSwedish": 31209, + "Ġ'@/": 31210, + "_REAL": 31211, + "Ġwarehouse": 31212, + "today": 31213, + ",L": 31214, + "orp": 31215, + "false": 31492, + "Ġspa": 31493, + "ĠNear": 31494, + "ìķ": 31495, + "Ġintrig": 31496, + "_members": 31497, + "wave": 31498, + "Ġanalysts": 31499, + "_OS": 31500, + "edin": 31501, + "ĠFri": 31502, + "Ġretrieved": 31503, + "Regular": 31504, + "_obs": 31505, + "EXPORT": 31506, + "')}}\"": 31507, + "\"class": 31508, + "__((": 31509, + "bucket": 31510, + "Ġstro": 31511, + "ĠPatch": 31512, + "ystick": 31513, + "fulness": 31514, + "apos": 31515, + "Da": 31516, + "ĉĉĉĉĉĠĠĠ": 31517, + "Ġenrich": 31518, + "unordered": 31519, + "hole": 31520, + "Cong": 31521, + "';ĊĊ": 31563, + "STRUCT": 31564, + "QR": 31565, + "IDs": 31566, + "(arguments": 31567, + "_aux": 31568, + "(Event": 31569, + "_PRIVATE": 31570, + "ĠTrek": 31571, + "Ġdownloads": 31572, + "mutable": 31573, + "_STRUCT": 31574, + "(wx": 31575, + "Ġdomains": 31576, + "jspx": 31577, + "ĠViagra": 31578, + "Commands": 31579, + "Js": 31580, + ".cfg": 31581, + "ContentPane": 31582, + "ĠEditText": 31583, + "à¥įà¤": 31584, + "Attach": 31585, + "ĠARM": 31586, + "positive": 31587, + "ĠGenerated": 31588, + "Ġseized": 31589, + "=:": 31590, + "Ġelectronics": 31591, + "ĠAppComponent": 31592, + "/',Ċ": 31593, + ".equalsIgnoreCase": 31594, + "Doctrine": 31595, + "disk": 31596, + "ĠPolitical": 31597, + "CHO": 31598, + "": 31684, + "ĠBeauty": 31685, + "Ġ`<": 31686, + "Ġtouching": 31687, + "Ġ|--": 31688, + "ĉflag": 31689, + "normalize": 31690, + "Ġtrapped": 31691, + "Ġestablishing": 31692, + "/build": 31693, + "AJ": 31694, + "fy": 31695, + "-react": 31696, + "avn": 31697, + "RIPTION": 31698, + "Ġkut": 31699, + "ĠFashion": 31700, + "ĠInform": 31701, + "curities": 31702, + "{Ċ": 31734, + "Ġgarlic": 31735, + "Ġrepr": 31736, + "Ġreplies": 31737, + "(prop": 31738, + "Ġspirits": 31739, + "Ġinspire": 31740, + "Ġbasement": 31741, + ".reject": 31742, + "Ġhints": 31743, + "Ġpolling": 31744, + "ĉĠĊ": 31745, + "_rating": 31746, + "Ġcath": 31747, + "avier": 31748, + "Ġcompressed": 31749, + "ĠVS": 31750, + "]'": 31751, + "Ġjudicial": 31752, + "ĠTrend": 31753, + "training": 31754, + "ESTAMP": 31755, + "ognition": 31756, + "Äģ": 31757, + "SENT": 31758, + "ventions": 31759, + "Ġconsultant": 31760, + "umph": 31761, + "ĠuserService": 31762, + ",NULL": 31763, + "kh": 31764, + "Dear": 31765, + "_BAD": 31766, + "itations": 31767, + "Ġmetaph": 31768, + "'é": 31769, + "andise": 31770, + "-font": 31771, + ".chart": 31772, + "Ġsg": 31773, + "_Controller": 31774, + ".jpeg": 31775, + "ĠULONG": 31776, + "ĉgame": 31777, + "(ss": 31778, + "ĠMaj": 31779, + "ĉgo": 31780, + "ĠSad": 31781, + "ĠBerg": 31782, + "ĠMine": 31783, + "Pack": 31784, + "Ġresistant": 31785, + "ĠROM": 31786, + "Ġpeg": 31787, + "ĠStanford": 31788, + "ĠYahoo": 31789, + "Ġscaled": 31790, + "Ġlan": 31791, + "=[]": 31792, + "\"/>ččĊ": 31836, + "Ġsud": 31837, + "ĉbackground": 31838, + "Ġscholars": 31839, + "-muted": 31840, + "ará": 31841, + "Ġ=====": 31842, + "Ġ____": 31843, + "Creat": 31844, + "enever": 31845, + "/wp": 31846, + "ĠVPN": 31847, + "ErrorCode": 31848, + ")],Ċ": 31849, + "(builder": 31850, + "ĠEnemy": 31851, + "Sensor": 31852, + "usa": 31853, + "Ġtriggers": 31854, + "Ġplayoffs": 31855, + "_REQ": 31856, + "Ġ(~": 31857, + "ĠBarry": 31858, + "Ġpermanently": 31859, + "ĠRUN": 31860, + "Ġbure": 31861, + ".Fatalf": 31862, + "Ġchick": 31863, + "ĉpanic": 31864, + "psi": 31865, + "oka": 31866, + "éĢī": 31867, + ">[": 31868, + "Ġunderstands": 31869, + "ĠJunior": 31870, + "ĠINFO": 31871, + "=mysqli": 31872, + "ustain": 31873, + "-source": 31874, + "serv": 31875, + "ĠCREATE": 31876, + ".au": 31877, + "Ġsells": 31878, + "ĠĠĊĠĠĊ": 31879, + "Europe": 31880, + "zw": 31881, + "preh": 31882, + "ĠNSA": 31883, + "Ġxy": 31884, + "ิ": 31885, + "ĠBeyond": 31886, + "Instead": 31887, + "NonQuery": 31888, + "Ġarise": 31889, + "Ġavoided": 31890, + ".emplace": 31891, + "_models": 31892, + "}),Ċ": 31893, + "Ġhid": 31894, + "Ġ&_": 31895, + ".points": 31896, + ".getWidth": 31897, + ".Exec": 31898, + "Ġ////": 31899, + "ĠSessions": 31900, + "...\\": 31901, + "ĠColomb": 31902, + "Ġacceleration": 31903, + "restore": 31904, + "Ġile": 31905, + "obic": 31906, + "}Ċ": 32396, + "plaint": 32397, + "getText": 32398, + "Ġindividually": 32399, + "Ġcheckbox": 32400, + "UY": 32401, + "ĠLamb": 32402, + "Ġdysfunction": 32403, + "ĠLar": 32404, + "à°": 32405, + "ĠCreating": 32406, + "');ĊĊĊ": 32407, + "\"They": 32408, + "locations": 32409, + "_CORE": 32410, + "Interaction": 32411, + "umbnails": 32412, + "ĠPartner": 32413, + "brit": 32414, + "Ġlesser": 32415, + "ĠSlot": 32416, + "setAttribute": 32417, + "ĠWave": 32418, + ".po": 32419, + "/store": 32420, + "Ġbrowsing": 32421, + "_pd": 32422, + "sume": 32423, + "sed": 32424, + "Curve": 32425, + "Ġplasma": 32426, + "Ġsuspicious": 32427, + "ìĿ¸": 32428, + "ĠBah": 32429, + "ĠExplicit": 32430, + "_CC": 32431, + ".ClientSize": 32432, + "\\View": 32433, + "Ġsubstit": 32434, + "loon": 32435, + "ĠGAME": 32436, + "ĠBrid": 32437, + "Ľå»º": 32438, + "_User": 32439, + "Ġsquares": 32440, + "fone": 32441, + "Ġsacred": 32442, + "ughs": 32443, + "]interface": 32444, + "ĠThrow": 32445, + "ĠKirk": 32446, + "Ġempire": 32447, + "Ġassessed": 32448, + "Tax": 32449, + "ĠHeaven": 32450, + "-buffer": 32451, + "_STATIC": 32452, + "éné": 32453, + "-bordered": 32454, + "Ġpunct": 32455, + "(mode": 32456, + "Ġkeine": 32457, + "Sent": 32458, + "ĠCalcul": 32459, + "ĠEve": 32460, + "Ġstylish": 32461, + "Ġoils": 32462, + ".TestCase": 32463, + "Ġtrademark": 32464, + "Ġliterary": 32465, + "Ġconcentrations": 32466, + "ĠRelations": 32467, + "(Class": 32468, + "Ġstdin": 32469, + "Ġvæ": 32470, + "backup": 32471, + ".VERSION": 32472, + ".AutoScaleDimensions": 32473, + "starter": 32474, + "Transactional": 32475, + "-panel": 32476, + "Studio": 32477, + "kc": 32478, + "ĠChamber": 32479, + "ĠSpiel": 32480, + "Ġrho": 32481, + "اÙĦ": 32482, + "!'": 32483, + ".Attributes": 32484, + "Ġmurdered": 32485, + "apeutic": 32486, + "Ġintimate": 32487, + "ĠtextField": 32488, + "ĠBuffalo": 32489, + "dummy": 32490, + "\"%": 32491, + "ĠLiberty": 32492, + "obar": 32493, + "ĠTank": 32494, + "ĠPopular": 32495, + "ervisor": 32496, + "ĠIniti": 32497, + "ĠMall": 32498, + "ĠPrior": 32499, + "CAP": 32500, + "ĠClay": 32501, + "ĠCertificate": 32502, + ".Lock": 32503, + "-strip": 32504, + "-driven": 32505, + "/all": 32506, + "ĠMessageBoxButtons": 32507, + "_SECRET": 32508, + "_pb": 32509, + "Ġrats": 32510, + "ाà¤": 32511, + "Ġnt": 32512, + ".Router": 32513, + "_topic": 32514, + "Ġtennis": 32515, + "ĠPUBLIC": 32516, + "ĠActivatedRoute": 32517, + "Ġ',Ċ": 32518, + "Ġcostume": 32519, + "Ġjokes": 32520, + ".Handle": 32521, + "ĉbyte": 32522, + "Ġflavors": 32523, + "(cc": 32524, + "Ġpersonas": 32525, + "ĉimage": 32526, + "ĠNazi": 32527, + "Ġgrammar": 32528, + "Ġúlt": 32529, + "Ġvalve": 32530, + "Ġvic": 32531, + "ĠRachel": 32532, + "_invalid": 32533, + "Prefs": 32534, + "stdint": 32535, + "(route": 32536, + "Ġhtmlspecialchars": 32537, + "Ġpeoples": 32538, + "pline": 32539, + "Ġnv": 32540, + "ĠQuant": 32541, + "oppers": 32542, + "ĠcurrentUser": 32543, + "ĠCatal": 32544, + "Ġreconc": 32545, + "Ġconjunction": 32546, + "lx": 32547, + "amburg": 32548, + "Ġinfluential": 32549, + "danger": 32550, + "inders": 32551, + "Ġ%@\",": 32552, + ".configuration": 32553, + "osome": 32554, + ".identity": 32555, + "Ġpicker": 32556, + "nost": 32557, + "ĠDIY": 32558, + "August": 32559, + "ablo": 32560, + "Leaf": 32561, + "ĠReco": 32562, + "cko": 32563, + "DOC": 32564, + "ĠHerm": 32565, + ":any": 32566, + "ĠInterview": 32567, + "ĠTex": 32568, + "xfe": 32569, + "(work": 32570, + "Ġleap": 32571, + "Heading": 32572, + "Ġquarters": 32573, + "\\Bundle": 32574, + "reb": 32575, + "Perhaps": 32576, + "ĠGmbH": 32577, + "Birth": 32578, + "ĉsum": 32579, + "ĠWatson": 32580, + ".nil": 32581, + "ç¡": 32582, + "{}ĊĊ": 32583, + "icaid": 32584, + "Getter": 32585, + "\"name": 32586, + "Ġ\"čĊ": 32587, + "_none": 32588, + "zm": 32589, + "acute": 32590, + "uesto": 32591, + "Ġsous": 32592, + "Ġrebuild": 32593, + "Ġnewspapers": 32594, + "ĠHaz": 32595, + "Ġkits": 32596, + "ifo": 32597, + "Blur": 32598, + "Ġsuited": 32599, + "-In": 32600, + "à¯": 32601, + "ĠKeith": 32602, + "ĠNorway": 32603, + "INIT": 32604, + "ireccion": 32605, + "ieties": 32606, + "_usage": 32607, + "ĠDoug": 32608, + "rise": 32609, + "Ġtrillion": 32610, + "imited": 32611, + "ĠREL": 32612, + "alic": 32613, + "Ġcriticized": 32614, + "theorem": 32615, + "Ġcease": 32616, + "Ġsidew": 32617, + "ĠTerry": 32618, + "Ġsubsidi": 32619, + "Ġfirmly": 32620, + "Ġaws": 32621, + "Ġhott": 32622, + "Ġdressing": 32623, + "badge": 32624, + "ĠApplications": 32625, + "è¿ĶåĽŀ": 32626, + "Ġlaughed": 32627, + "Ġhobby": 32628, + "Ġmusicians": 32629, + "Ġ*.": 32630, + ".placeholder": 32631, + "Ġcounters": 32632, + "ĠCapitol": 32633, + "SDK": 32634, + "Ġhelmet": 32635, + "andbox": 32636, + "quit": 32637, + "Ġcriminals": 32638, + "Ġteenager": 32639, + "(update": 32640, + "Gl": 32641, + ".selection": 32642, + "Ġdischarge": 32643, + "Ġpresenting": 32644, + "ufacturer": 32645, + "_UNKNOWN": 32646, + "Ġstressed": 32647, + "åĻ¨": 32648, + "Proto": 32649, + "_correct": 32650, + "haus": 32651, + "Ġrenov": 32652, + "Ġfirearms": 32653, + "Ġtechnically": 32654, + "-browser": 32655, + "Ġcandy": 32656, + "Stroke": 32657, + "Ġexecutor": 32658, + "Ġoccurrence": 32659, + "ĠIPv": 32660, + "_INTERFACE": 32661, + "ĠRetrieve": 32662, + ".bad": 32663, + "Exchange": 32664, + "Navbar": 32665, + "ĠKid": 32666, + "(getApplicationContext": 32667, + "_STOP": 32668, + "ĠBoss": 32669, + "Listeners": 32670, + "Ġshooter": 32671, + "ĠAlb": 32672, + "äch": 32673, + "Ġpix": 32674, + ".keyCode": 32675, + "alone": 32676, + "Ġabsurd": 32677, + "ĠCum": 32678, + "ĠNewtonsoft": 32679, + "ikt": 32680, + "Ġlaughing": 32681, + "Ġcapitalism": 32682, + "reeNode": 32683, + "Tx": 32684, + "_QUERY": 32685, + ".Sleep": 32686, + "(login": 32687, + "WebElement": 32688, + "Ġcelebrating": 32689, + "Ġdeprecated": 32690, + "Ġmaar": 32691, + "Ġartistic": 32692, + "_ASSOC": 32693, + "ĠBorderRadius": 32694, + "ĉwp": 32695, + "Ġsurvivors": 32696, + "Inner": 32697, + "-red": 32698, + "Ġprosecution": 32699, + "_pp": 32700, + "(\"$": 32782, + "Ġcomma": 32783, + "unchecked": 32784, + "graphics": 32785, + "rors": 32786, + "GROUND": 32787, + "(public": 32788, + "Ġcustomized": 32789, + "ĠArkansas": 32790, + "ĠRew": 32791, + "Ġexpiration": 32792, + "×ķ": 32793, + "ĠCul": 32794, + "Ġnons": 32795, + ".Filter": 32796, + "Ġsenator": 32797, + "_definition": 32798, + "ashington": 32799, + "ymph": 32800, + "/J": 32801, + "Ġfuse": 32802, + "ramid": 32803, + "ĠSupplier": 32804, + "Ġautocomplete": 32805, + "Ġ}),": 32806, + ".\"ĊĊĊ": 32807, + "_functions": 32808, + "ĉto": 32809, + ".eval": 32810, + "ĠTObject": 32811, + "References": 32812, + "Ġheated": 32813, + "HAL": 32814, + "Ġ))}Ċ": 32815, + "}$": 32816, + "ĠBarr": 32817, + "_UNIT": 32818, + "+$": 32819, + "ĠgetValue": 32820, + "iped": 32821, + "chied": 32822, + "(vm": 32823, + "cue": 32824, + "_integer": 32825, + "_course": 32826, + "third": 32827, + "Ġrevised": 32828, + "**/Ċ": 32829, + "_DIRECT": 32830, + "OutOf": 32831, + "(\"(": 32832, + "ĠFeel": 32833, + "Ġreass": 32834, + "Ġsubtitle": 32835, + "peri": 32836, + "nf": 32837, + "Ġenjoys": 32838, + "Ġtreats": 32839, + ")this": 32840, + "-tabs": 32841, + "ancers": 32842, + "Ġcontinent": 32843, + "Ġcardio": 32844, + "Ser": 32845, + ".question": 32846, + "Ġphrases": 32847, + "Validators": 32848, + "Ġpopul": 32849, + "ĠlÃŃ": 32850, + "song": 32851, + "_INTERNAL": 32852, + "Ġadviser": 32853, + "Ġpuzz": 32854, + "Ġambitious": 32855, + "ĠTob": 32856, + "ĠDP": 32857, + "Ġpresidency": 32858, + "Ġsurrender": 32859, + "Ġwatches": 32860, + "_binary": 32861, + "ĠSoon": 32862, + "Ġcanada": 32863, + "(\"\")Ċ": 32864, + "]='": 32865, + "ĠBrandon": 32866, + "epsilon": 32867, + "rw": 32868, + ".addChild": 32869, + ".Copy": 32870, + "Principal": 32871, + "Photos": 32872, + "Ġmarginal": 32873, + "Ġbasics": 32874, + "eing": 32875, + "Must": 32876, + "_String": 32877, + "Ġole": 32878, + "Magento": 32879, + ".customer": 32880, + "(prev": 32881, + "ล": 32882, + "Ġloyalty": 32883, + "Cog": 32884, + "Ġprotocols": 32885, + "ĠCompanies": 32886, + "Ġtheoretical": 32887, + "Ġaccessing": 32888, + "ĠZen": 32889, + ".ones": 32890, + "attice": 32891, + "_world": 32892, + "zes": 32893, + "Ġtattoo": 32894, + "Ġmenos": 32895, + "Ġintersect": 32896, + "\"];ĊĊ": 32897, + "belie": 32898, + "Ġinactive": 32899, + ".readline": 32900, + "-labelled": 32901, + ".done": 32902, + "lickr": 32903, + "ĠWORK": 32904, + "Ġderivative": 32905, + "Ġdatabases": 32906, + "âĤĤ": 32907, + "Ġsx": 32908, + ".isArray": 32909, + "Ġys": 32910, + "Ġpada": 32911, + "ĠBullet": 32912, + "(`/": 32913, + "isActive": 32914, + "ĠCGSize": 32915, + "(equalTo": 32916, + "ĠColumbus": 32917, + "Ġmarry": 32918, + "DEV": 32919, + "_limits": 32920, + "rones": 32921, + "IAS": 32922, + "Ġtau": 32923, + "mino": 32924, + "_Write": 32925, + "ĠWine": 32926, + "Ġ[['": 32927, + "ĠPull": 32928, + "riters": 32929, + "rients": 32930, + "Ġshifting": 32931, + "upp": 32932, + "_TIMER": 32933, + "ĠConditions": 32934, + "ấ": 32935, + "ĠOrders": 32936, + "ĠStrength": 32937, + "æīĢ": 32938, + "Ġvalidity": 32939, + "Ġfot": 32940, + "etur": 32941, + "Ġbolt": 32942, + "åĨħ": 32943, + "ĠAlong": 32944, + "oshi": 32945, + "Ġassumptions": 32946, + "Ġmagazines": 32947, + "_SPI": 32948, + "Ġpunt": 32949, + "_PRODUCT": 32950, + "Ġrelay": 32951, + "ĠJavascript": 32952, + ".te": 32953, + "-es": 32954, + "Ġwidgets": 32955, + "(fs": 32956, + "\";": 33023, + "atching": 33024, + "ĠKnowledge": 33025, + "ĉThe": 33026, + ";margin": 33027, + "lessness": 33028, + "opard": 33029, + "umatic": 33030, + "()));čĊ": 33031, + "Ġfals": 33032, + "(cache": 33033, + "TypeId": 33034, + "éĢļ": 33035, + "_choice": 33036, + "ĠGoth": 33037, + "ĠSites": 33038, + "MG": 33039, + "_border": 33040, + "Indices": 33041, + "Comparer": 33042, + "ĠRedistribution": 33043, + "Ġcloset": 33044, + "Ġversatile": 33045, + "Inputs": 33046, + "********************": 33047, + "Ġobesity": 33048, + "quiz": 33049, + "gra": 33050, + "(global": 33051, + "åĬ¡": 33052, + "Ġcollector": 33053, + "Ġkor": 33054, + "ovable": 33055, + "ADC": 33056, + "ĠEventHandler": 33057, + ".nc": 33058, + "Ġplayback": 33059, + "ientos": 33060, + "_perm": 33061, + "_WARNING": 33062, + "ĠOlympics": 33063, + ".norm": 33064, + "ĠBroadcast": 33065, + "_small": 33066, + "drive": 33067, + ".iloc": 33068, + "Ġtyped": 33069, + "MEM": 33070, + "_cons": 33071, + "DMETHOD": 33072, + "Ġlun": 33073, + ".distance": 33074, + "(par": 33075, + "poon": 33076, + "Ġbast": 33077, + "activities": 33078, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 33079, + ":čĊčĊ": 33080, + "SER": 33081, + ")&&": 33082, + "_lst": 33083, + "ĠPolish": 33084, + "Ġknocked": 33085, + "Ġfrustration": 33086, + "aukee": 33087, + "Ġphosph": 33088, + "iquid": 33089, + "_coeff": 33090, + "æѤ": 33091, + "Latest": 33092, + "ĠDust": 33093, + "Tipo": 33094, + "Ġmaintains": 33095, + "Ġmarsh": 33096, + "incinn": 33097, + "lbl": 33098, + "Care": 33099, + "Ġneighborhoods": 33100, + "_gpio": 33101, + "ĠArsenal": 33102, + "Dem": 33103, + "ĠWhe": 33104, + "_hook": 33105, + "Ġldc": 33106, + "ĠHarper": 33107, + "ĠBerkeley": 33108, + "Ġgraduated": 33109, + "Percent": 33110, + "Ġarriving": 33111, + "ĠAdventure": 33112, + "(scope": 33113, + "('*": 33114, + "quarter": 33115, + "ĠMarie": 33116, + "Speaking": 33117, + "_codegen": 33118, + "Ġimmun": 33119, + "caster": 33120, + "ãĤĮ": 33121, + "åķĨ": 33122, + "ĠDimensions": 33123, + ".record": 33124, + "Ġtexto": 33125, + "ĠMichelle": 33126, + "Pending": 33127, + "(by": 33128, + "_PAR": 33129, + "ucht": 33130, + "bee": 33131, + ".Thread": 33132, + "ampire": 33133, + "know": 33134, + "ĠClinical": 33135, + "ĠmarginBottom": 33136, + "Ġdistinguish": 33137, + ".Full": 33138, + ".undefined": 33139, + "ĠSequelize": 33140, + "############################################################################": 33141, + "Ġeducated": 33142, + "_OVER": 33143, + "åºı": 33144, + "ĠÂłĠÂł": 33145, + "_each": 33146, + "Ġurge": 33147, + "depart": 33148, + "Ġdonors": 33149, + "ĠAu": 33150, + "Ġbillions": 33151, + "Ġbelonging": 33152, + "_age": 33153, + "_Int": 33154, + "Ġsubstances": 33155, + "machine": 33156, + "!!!ĊĊ": 33157, + "Ġjsonify": 33158, + "ibbean": 33159, + "ĠCad": 33160, + "ĠendTime": 33161, + "Ġcycling": 33162, + "ĠUITextField": 33163, + "Ġleverage": 33164, + "Ġvanilla": 33165, + "eat": 33166, + "Launch": 33167, + "(pt": 33168, + "states": 33169, + "ĠControls": 33170, + "ĠRespons": 33171, + "ĠJake": 33172, + "Ġasleep": 33173, + "fortunate": 33174, + ".nextLine": 33175, + "SizeMode": 33176, + "ìĿ¼": 33177, + "TestingModule": 33178, + "German": 33179, + "ĠInvestig": 33180, + ".reverse": 33181, + "ĠBACK": 33182, + "(DateTime": 33183, + "Ġnonprofit": 33184, + "ĠExpect": 33185, + "Ġtanto": 33186, + "']),": 33187, + "ĉthe": 33188, + "Multiple": 33189, + "(getActivity": 33190, + "_WAIT": 33191, + "Ġjá": 33192, + "decor": 33193, + "levance": 33194, + "ĠGitHub": 33195, + "mination": 33196, + "_quantity": 33197, + ".Scanner": 33198, + "ĠLion": 33199, + "éĶĻ误": 33200, + "Ġdre": 33201, + "Ġtantra": 33202, + "ĠcontentType": 33203, + "Ġfid": 33204, + "_alt": 33205, + "NSIndexPath": 33206, + "-pl": 33207, + "åĮĸ": 33208, + "Ġantibiot": 33209, + "tables": 33210, + "acial": 33211, + "ĠRegistry": 33212, + "Ġolive": 33213, + "igers": 33214, + "Ġsubscriber": 33215, + "_pres": 33216, + "ĠSyntax": 33217, + "Ġlovers": 33218, + ".Byte": 33219, + "olders": 33220, + "_forward": 33221, + "always": 33222, + "Caption": 33223, + "Priv": 33224, + "ĠTampa": 33225, + "isateur": 33226, + "-labelledby": 33227, + "ĠToString": 33228, + "ĠìĤ¬": 33229, + "Ġinitiated": 33230, + "WF": 33231, + "Ġinstitutional": 33232, + "inject": 33233, + "ĠScr": 33234, + "Ġdoctrine": 33235, + "Ġspacious": 33236, + "isure": 33237, + "ĠAna": 33238, + "\"time": 33239, + "essaging": 33240, + "Ġcid": 33241, + "ĠNan": 33242, + "Ġincomplete": 33243, + "TAG": 33244, + "-build": 33245, + "December": 33246, + "Ġresidual": 33247, + "(PDO": 33248, + "ĠListen": 33249, + "Ġglyph": 33250, + "Ġgaps": 33251, + "nea": 33252, + ".Rect": 33253, + "Ġsau": 33254, + "ĠPhotograph": 33255, + "Ġexecutable": 33256, + "ĠExpert": 33257, + "Coroutine": 33258, + "_sizes": 33259, + "ĠNL": 33260, + ".isValid": 33261, + ");}Ċ": 33262, + "-reg": 33263, + "Ġciting": 33264, + "cwd": 33265, + "ĠOttawa": 33266, + "ĠBatt": 33267, + "Ġrenewable": 33268, + "Ġpreliminary": 33269, + "Ġasylum": 33270, + "Ġwrist": 33271, + "Ġutiliz": 33272, + "Ġdetention": 33273, + "Fast": 33274, + "Ġange": 33275, + "incinnati": 33276, + "Ġsteering": 33277, + "ĠNaN": 33278, + "iosity": 33279, + "/page": 33280, + "Ġè¿": 33281, + "sterol": 33282, + "Ġdisg": 33283, + "(DB": 33284, + "ĠDESCRIPTION": 33285, + "Ġ_$": 33286, + "Ġobstacle": 33287, + "Ġbizarre": 33288, + "Ġextraction": 33289, + "_expected": 33290, + "Ġloses": 33291, + "ĠCelebr": 33292, + "ĠhtmlFor": 33293, + "Ġexploit": 33294, + "олÑĮзов": 33295, + "XYZ": 33296, + "Ġmagnet": 33297, + "amped": 33298, + "Ġatoms": 33299, + "Sources": 33300, + "pectives": 33301, + "Ñģли": 33302, + "Ġ=čĊ": 33303, + "Ġdare": 33304, + "ĠWalter": 33305, + "Ġbrightness": 33306, + "Ġannotations": 33307, + "ëı": 33308, + "iske": 33309, + "Schedule": 33310, + ".images": 33311, + "rosso": 33312, + "Ġ\"..": 33313, + "gamma": 33314, + "Ġinstructor": 33315, + "Ġoverwrite": 33316, + "-am": 33317, + "Ġdevastating": 33318, + "ĠSaints": 33319, + "Ġhs": 33320, + "Ġbonuses": 33321, + "$output": 33322, + "ijd": 33323, + "(ActionEvent": 33324, + "monitor": 33325, + "Ġmattress": 33326, + "January": 33327, + ".jp": 33328, + "Ġcaracter": 33329, + "Ġimpose": 33330, + "_rest": 33331, + "ĠSignature": 33332, + "Ġcoronavirus": 33333, + "ãģĬ": 33334, + "_compare": 33335, + "Measure": 33336, + "itated": 33337, + "elijk": 33338, + "igos": 33339, + "esar": 33340, + "Ġrushed": 33341, + "metry": 33342, + "_SEPARATOR": 33343, + "_WE": 33344, + "_ATTRIBUTE": 33345, + "Ġyaml": 33346, + "Ġspecs": 33347, + "ĠRah": 33348, + "pheric": 33349, + "ĠInvestment": 33350, + "äll": 33351, + "Ġappealing": 33352, + "Ġviewport": 33353, + "ç©": 33354, + "ĠmarginLeft": 33355, + "Ġsubtract": 33356, + "ĠEDIT": 33357, + "ĉArrayList": 33358, + "grading": 33359, + "ĠFailure": 33360, + "asper": 33361, + "EEK": 33362, + "(now": 33363, + ")Ċ": 33379, + "Collision": 33380, + "ĠGreater": 33381, + "ĠRacing": 33382, + "alan": 33383, + "Ġmonetary": 33384, + ",new": 33385, + "ĠSorry": 33386, + ".Enable": 33387, + "ĠInstantiate": 33388, + "ollen": 33389, + "ë©´": 33390, + "ĠCalling": 33391, + "_hour": 33392, + "ADA": 33393, + "Ġshy": 33394, + ")**": 33395, + "Ġ==>": 33396, + "Ġespecial": 33397, + "Ġinterpreted": 33398, + "!=\"": 33399, + "Ġpharmacy": 33400, + ".single": 33401, + "ĠCialis": 33402, + "Ġparas": 33403, + ".toUpperCase": 33404, + "ĠDemon": 33405, + "Prime": 33406, + "Ġrankings": 33407, + "Adding": 33408, + "_HASH": 33409, + "ĠExam": 33410, + "Ú©": 33411, + "ĠVictor": 33412, + "Okay": 33413, + "\"];čĊ": 33414, + "Ġfortune": 33415, + "ĠFETCH": 33416, + "expand": 33417, + ".Interop": 33418, + "Ġbarn": 33419, + "æ¶Ī": 33420, + "uevo": 33421, + "Ġspeculation": 33422, + "âĶĢâĶĢâĶĢâĶĢ": 33423, + "ĠNu": 33424, + "ĠBlues": 33425, + "(fname": 33426, + "Ġinhabit": 33427, + "Ġ\\\"%": 33428, + "CES": 33429, + "ulario": 33430, + "_cr": 33431, + "Ġvalidated": 33432, + "Ġmidnight": 33433, + "anking": 33434, + "Ġincorporate": 33435, + "Ġpursuit": 33436, + "EXP": 33437, + "prime": 33438, + "Pid": 33439, + "-US": 33440, + "ĠNurs": 33441, + "ĠWheel": 33442, + "éĺ": 33443, + "Ġinp": 33444, + "Ġsupportive": 33445, + ".member": 33446, + "ĠShot": 33447, + ".CheckBox": 33448, + "Ġaffirm": 33449, + "Tor": 33450, + "FullYear": 33451, + "Ġconsiderably": 33452, + "credentials": 33453, + "_opts": 33454, + "Roll": 33455, + "(round": 33456, + "Ġcoment": 33457, + "_UART": 33458, + "Ġextending": 33459, + "RG": 33460, + "resultado": 33461, + "itu": 33462, + ".getSession": 33463, + "Ġattraction": 33464, + "&D": 33465, + "$html": 33466, + "ĠJessica": 33467, + "ĠAssociate": 33468, + "añ": 33469, + "_ed": 33470, + "ĠLag": 33471, + "Ġorigins": 33472, + "())->": 33473, + "addEventListener": 33474, + "IALOG": 33475, + "åIJ¦": 33476, + ".Compare": 33477, + "Album": 33478, + "ĠKu": 33479, + "\";ĊĊ": 33523, + "quisite": 33524, + "channels": 33525, + "/res": 33526, + "ĠAnalytics": 33527, + ".appcompat": 33528, + "/to": 33529, + "ĠonError": 33530, + "(attr": 33531, + "IRM": 33532, + "Ġragaz": 33533, + "-as": 33534, + ".Second": 33535, + "oriented": 33536, + "Ġdonn": 33537, + "Ġlightning": 33538, + "fid": 33539, + "ĠPle": 33540, + "ãģ¾ãģĻ": 33541, + "tro": 33542, + ".True": 33543, + "Observable": 33544, + "×Ļ": 33545, + "umbing": 33546, + "Ġprospective": 33547, + "-filter": 33548, + "Ġpursuant": 33549, + "(points": 33550, + ".Bind": 33551, + "Ġpalm": 33552, + "clearfix": 33553, + "ös": 33554, + "ĠGonz": 33555, + "Ġweaken": 33556, + "Drive": 33557, + "enido": 33558, + "lld": 33559, + "obox": 33560, + "anean": 33561, + "Got": 33562, + "ä¿Ŀ": 33563, + "Regex": 33564, + "æĥ": 33565, + "Ġsalad": 33566, + "assis": 33567, + "\"net": 33568, + "inheritDoc": 33569, + "ĠRV": 33570, + "quier": 33571, + "Ġclazz": 33572, + "Ä±ÅŁ": 33573, + "osterone": 33574, + "Ġairline": 33575, + ".listdir": 33576, + "Ġdownloading": 33577, + "ĠPalm": 33578, + "waukee": 33579, + "<": 33580, + ".BL": 33581, + "_INLINE": 33582, + "offs": 33583, + "<<(": 33584, + "_news": 33585, + "Ġchase": 33586, + "/><": 33587, + "Ġeuros": 33588, + "ĠEgyptian": 33589, + "ĠStainless": 33590, + "_BOOL": 33591, + "ĠGuild": 33592, + "ĠDynam": 33593, + "[indexPath": 33594, + "Ġï": 33595, + "Ġmemorable": 33596, + "ĠChampion": 33597, + "ResourceManager": 33598, + ".Login": 33599, + "ĠFormer": 33600, + "yped": 33601, + "Ġlleg": 33602, + ";\",": 33603, + "DWORD": 33604, + "Ġtaxi": 33605, + "Ġbombs": 33606, + "rah": 33607, + ".tags": 33608, + "_tests": 33609, + "stones": 33610, + "âĢĿ)": 33611, + "[g": 33612, + "rtype": 33613, + "Ġvu": 33614, + "Ġhostile": 33615, + "Chars": 33616, + "ĠPatriots": 33617, + "/status": 33618, + "());Ċ": 33972, + "ajÄħ": 33973, + "_OCC": 33974, + "Ġplanets": 33975, + "æŁ¥": 33976, + "ĠDublin": 33977, + "Ġserie": 33978, + ".printf": 33979, + "deep": 33980, + "`)": 33981, + "Ġ\\$": 33982, + "Ġμ": 33983, + "_VIDEO": 33984, + "endors": 33985, + "ĠCrypto": 33986, + "Far": 33987, + ".Transparent": 33988, + ".TR": 33989, + "iasm": 33990, + "_training": 33991, + "Ġteaches": 33992, + "ĠBelt": 33993, + "Ġlimiting": 33994, + "ĠKath": 33995, + "ĠIndexPath": 33996, + "Ġachievements": 33997, + "Ġserá": 33998, + "interopRequire": 33999, + "Ġdisse": 34000, + ".If": 34001, + "arming": 34002, + "ulsion": 34003, + "Po": 34004, + "_DETAIL": 34005, + "Prototype": 34006, + "ĠCAL": 34007, + "Ġagrees": 34008, + ".vo": 34009, + ".ExecuteNonQuery": 34010, + "ĠTopic": 34011, + "Ġ'{}": 34012, + "Arm": 34013, + "Ġecc": 34014, + "Mag": 34015, + "Ġserialized": 34016, + "ĉconn": 34017, + "cached": 34018, + "=tf": 34019, + "ĠByteArray": 34020, + "protobuf": 34021, + "varchar": 34022, + "ĉASSERT": 34023, + "Ġliste": 34024, + "_trigger": 34025, + "·¸": 34026, + "Feel": 34027, + "Tahoma": 34028, + "ĠLik": 34029, + "Ġstructured": 34030, + "ergus": 34031, + ".Initial": 34032, + "_ge": 34033, + "cljs": 34034, + ".contact": 34035, + "Ġandere": 34036, + "$stmt": 34037, + "_CURRENT": 34038, + "ĠDiscover": 34039, + "$res": 34040, + "formatter": 34041, + "Ha": 34042, + "vangst": 34043, + "Ġemerge": 34044, + "ãĢĤâĢĿ": 34045, + "ĠCabinet": 34046, + "-square": 34047, + "éĥ¨": 34048, + "Ġrage": 34049, + "ĠAJ": 34050, + "ĠVT": 34051, + "shadow": 34052, + "ĠFaith": 34053, + "enames": 34054, + "pretty": 34055, + "hasil": 34056, + "party": 34057, + "Ġvarchar": 34058, + "Ġfotos": 34059, + "Ġalum": 34060, + "ĠBelgium": 34061, + ".ylabel": 34062, + "Ġdej": 34063, + "_numbers": 34064, + "Ġhu": 34065, + ".setAdapter": 34066, + "ĠUsually": 34067, + "(sample": 34068, + ".Shared": 34069, + "Ġbooked": 34070, + "Ġ>>=": 34071, + "Ġminerals": 34072, + "\">": 34091, + "prog": 34092, + "boo": 34093, + "_md": 34094, + "_pack": 34095, + "(express": 34096, + "utz": 34097, + "\\Auth": 34098, + ",id": 34099, + "ĠChile": 34100, + "actice": 34101, + "Ġrecruitment": 34102, + "Ġposes": 34103, + "Ġvulnerability": 34104, + "instanc": 34105, + "orum": 34106, + "dess": 34107, + "Ġxl": 34108, + "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%": 34109, + "(fig": 34110, + "Ġdeleting": 34111, + ".del": 34112, + ")')Ċ": 34113, + "ĠWeekly": 34114, + "???": 34115, + "(strcmp": 34116, + "smith": 34117, + "Ġpursuing": 34118, + "-so": 34119, + "ĠApps": 34120, + "/'Ċ": 34121, + "Ġdecis": 34122, + "FORE": 34123, + "Everyone": 34124, + "Ġlanes": 34125, + "Virtual": 34126, + ".attach": 34127, + "(Log": 34128, + "ĠMedicaid": 34129, + "(Path": 34130, + "ĠTurner": 34131, + "/application": 34132, + "Ġportrait": 34133, + "Ġoppose": 34134, + "checkout": 34135, + "Ġfinishes": 34136, + "_ME": 34137, + "Barrier": 34138, + "Song": 34139, + "VAR": 34140, + "Earlier": 34141, + "rella": 34142, + "Ġhast": 34143, + "azar": 34144, + "Ġpulls": 34145, + "ngx": 34146, + "Ġinspiring": 34147, + "ÑĥÑİ": 34148, + "-direction": 34149, + "Ġexplosive": 34150, + "ĠcreatedAt": 34151, + "sto": 34152, + "Ġwheat": 34153, + "ĠBuilt": 34154, + "'ai": 34155, + "Ġtracked": 34156, + "hammad": 34157, + "RowAtIndexPath": 34158, + "_heap": 34159, + "Due": 34160, + "Ġconnects": 34161, + ".publish": 34162, + "emu": 34163, + "Ġbullets": 34164, + "BAR": 34165, + "olate": 34166, + "Ġinternally": 34167, + "Ġcatching": 34168, + "-password": 34169, + "ouched": 34170, + "æĢ§": 34171, + "eous": 34172, + "Ġxrange": 34173, + "Quality": 34174, + "vv": 34175, + "Manage": 34176, + "(($": 34177, + "acements": 34178, + "ĠBrothers": 34179, + "ĠHEAD": 34180, + "ĠUnsupported": 34181, + "san": 34182, + "esi": 34183, + "***Ċ": 34184, + "Ġadaptation": 34185, + "ĠWorker": 34186, + "']/": 34187, + ".savefig": 34188, + "(trans": 34189, + "ج": 34190, + "nee": 34191, + "Correct": 34192, + "...\")Ċ": 34193, + "Ġsubmitting": 34194, + "-path": 34195, + "ĉlast": 34196, + "issan": 34197, + ".xlabel": 34198, + "ĠSepar": 34199, + "/no": 34200, + "_best": 34201, + "ĠMills": 34202, + "_sock": 34203, + "(flag": 34204, + "Ġdestinations": 34205, + "emption": 34206, + "ĠFAIL": 34207, + "åĴĮ": 34208, + "Ġrp": 34209, + "fact": 34210, + "ĉlen": 34211, + "DAY": 34212, + "Ġseiz": 34213, + "_dst": 34214, + "lip": 34215, + ".Linear": 34216, + "ĠBasket": 34217, + "$t": 34218, + "$i": 34219, + "-brand": 34220, + "ĠNeil": 34221, + "ĠEq": 34222, + "Ġthou": 34223, + "ogene": 34224, + "Ġscholarship": 34225, + "æĽ´": 34226, + "Ġswo": 34227, + "aginator": 34228, + "eni": 34229, + "(book": 34230, + "Ġblink": 34231, + "thus": 34232, + "ĠcancellationToken": 34233, + "ĠPalestinians": 34234, + "Ġprofitable": 34235, + "Ġbackpack": 34236, + "enson": 34237, + "true": 34384, + "ĠNYC": 34385, + "Ġbored": 34386, + "ĠDetect": 34387, + "Ġappar": 34388, + "Ġjeans": 34389, + "ĠTak": 34390, + "IOD": 34391, + "ĠHorse": 34392, + "(FILE": 34393, + "(?": 34394, + "rique": 34395, + "optimizer": 34396, + "nat": 34397, + "loys": 34398, + "ĉToken": 34399, + "oubted": 34400, + "uess": 34401, + "ocoa": 34402, + "DataMember": 34403, + "_POWER": 34404, + "classList": 34405, + "PushButton": 34406, + "ĠWiFi": 34407, + ".Stream": 34408, + ".guild": 34409, + "Ġnog": 34410, + "ĠPortugal": 34411, + "ĠUnter": 34412, + "Primitive": 34413, + "boss": 34414, + "ĠDeutsch": 34415, + "Ġerotic": 34416, + "Ġstrconv": 34417, + ".TryParse": 34418, + "Ġgrams": 34419, + ".Success": 34420, + "_pk": 34421, + "ĠHarvey": 34422, + "-minded": 34423, + ".country": 34424, + "[]\"": 34425, + "Ġangel": 34426, + "Ġbeats": 34427, + "ĠVor": 34428, + "ilio": 34429, + ".master": 34430, + "something": 34431, + "ĠPACK": 34432, + "(if": 34433, + "RequestBody": 34434, + "Ġantes": 34435, + "/widget": 34436, + "Ġmodo": 34437, + "ĠAW": 34438, + "finder": 34439, + "Ġoptimized": 34440, + "Ġmissiles": 34441, + "NB": 34442, + "ĉinternal": 34443, + "tex": 34444, + "ĠSri": 34445, + "Ġdamaging": 34446, + "ĠMais": 34447, + "-Allow": 34448, + "ĠZh": 34449, + "-alt": 34450, + "Ġ));ĊĊ": 34451, + "èī": 34452, + "Ġinfluences": 34453, + "Ġcatal": 34454, + "_REGISTER": 34455, + "ĠAPIs": 34456, + "-century": 34457, + "Ġbiology": 34458, + "ĠActual": 34459, + "Ġheels": 34460, + "TRACE": 34461, + "_DIG": 34462, + "Dataset": 34463, + "ĠMatter": 34464, + "Ġclassifier": 34465, + ".wikipedia": 34466, + "ĠRogers": 34467, + "Ġdonated": 34468, + "rawler": 34469, + "enen": 34470, + "Ġcasinos": 34471, + "ortal": 34472, + "Ġprive": 34473, + "spe": 34474, + "ducers": 34475, + ".ep": 34476, + "Ġgrasp": 34477, + "acji": 34478, + "Ġdairy": 34479, + "Ġbuses": 34480, + ".comm": 34481, + ".ins": 34482, + "ĠIRS": 34483, + "ĠBeer": 34484, + "adc": 34485, + "oard": 34486, + "_MET": 34487, + "Ġ'+'": 34488, + "rans": 34489, + "Ġkinda": 34490, + "ĠâĶĤ": 34491, + "ĠMaur": 34492, + "аг": 34493, + "Ġbandwidth": 34494, + "ibus": 34495, + "ĠDifferent": 34496, + "(mat": 34497, + "ĠResume": 34498, + "_UNS": 34499, + "establish": 34500, + "Ġfonction": 34501, + "Subscription": 34502, + "_company": 34503, + "Ġlightly": 34504, + ".confirm": 34505, + ".yaml": 34506, + "ĠBoost": 34507, + "Commerce": 34508, + "-template": 34509, + "_DELAY": 34510, + "ĠHI": 34511, + "Ġnavig": 34512, + "(Sender": 34513, + "ĠHS": 34514, + "_\"+": 34515, + "ĠREQUEST": 34516, + "Ġwifi": 34517, + "=\"\"Ċ": 34518, + "])->": 34519, + "Ġrope": 34520, + "Ġviolated": 34521, + "Ġglance": 34522, + "ĠKurd": 34523, + "Ġè®": 34524, + "deck": 34525, + "ĠISBN": 34526, + "Ġinfect": 34527, + "ĠFoo": 34528, + "Ġgetter": 34529, + "Ġtener": 34530, + "appe": 34531, + ".hh": 34532, + "_hot": 34533, + "\".$": 34743, + "Ġrelies": 34744, + "(Console": 34745, + "International": 34746, + "->{$": 34747, + "Mid": 34748, + "Ġdissert": 34749, + "dds": 34750, + "Ġdeposits": 34751, + "ĉdriver": 34752, + "#ga": 34753, + "prising": 34754, + "println": 34755, + "Ġpresenter": 34756, + "Ġmines": 34757, + "CSS": 34758, + "ĠDual": 34759, + "(!(": 34760, + "Ġkam": 34761, + "ĠisLoading": 34762, + "ĠProtect": 34763, + ".upper": 34764, + "arium": 34765, + "]:ĊĊĊ": 34766, + "Yii": 34767, + "-shirt": 34768, + "ĠIMAGE": 34769, + "_colors": 34770, + "Ġurgent": 34771, + ".Container": 34772, + "!(Ċ": 34773, + "Saturday": 34774, + "Ġsocieties": 34775, + "ĠThan": 34776, + "ĠCod": 34777, + "=@": 34778, + "Ġattachments": 34779, + ".mobile": 34780, + "Ġspite": 34781, + "Ġbounce": 34782, + "rawl": 34783, + "instancetype": 34784, + "ĠTruck": 34785, + "Ġmanipulation": 34786, + "(Config": 34787, + "-inst": 34788, + "Ġstor": 34789, + "itution": 34790, + "PreferredGap": 34791, + "ĠmainAxisAlignment": 34792, + "Ġlistened": 34793, + "'''ĊĊ": 34794, + "ottage": 34795, + "-project": 34796, + ".APPLICATION": 34797, + "ĉroot": 34798, + "Ġwhit": 34799, + "Ġbilder": 34800, + "Ġker": 34801, + "Ġappliances": 34802, + "rowave": 34803, + "ìĿĢ": 34804, + "ematics": 34805, + "ĠOrg": 34806, + "oping": 34807, + "_SEARCH": 34808, + "Ġcham": 34809, + "addContainerGap": 34810, + "Ġ().": 34811, + "ĠArrow": 34812, + "Illegal": 34813, + "Currently": 34814, + "Ġusa": 34815, + "Ġpasswords": 34816, + "Ġrenown": 34817, + "avern": 34818, + "ĠEvil": 34819, + "Ġconcat": 34820, + "Ġduo": 34821, + "Ġvale": 34822, + "ĠBean": 34823, + "Ġindicators": 34824, + "cmath": 34825, + "ĠPump": 34826, + "November": 34827, + "ificant": 34828, + "_DOMAIN": 34829, + "regar": 34830, + "ĠPortal": 34831, + "\"$": 34832, + "Ġformerly": 34833, + "\"]:Ċ": 34834, + "ĠVisibility": 34835, + ".getElementsByClassName": 34836, + "_RED": 34837, + "Ġchampions": 34838, + "à´": 34839, + "Valor": 34840, + "_es": 34841, + "*a": 34842, + "-repeat": 34843, + "Band": 34844, + ".stage": 34845, + "Ġbureauc": 34846, + "Cnt": 34847, + "eten": 34848, + "-function": 34849, + "Ġmuito": 34850, + "PID": 34851, + "_editor": 34852, + "Ġcrashed": 34853, + "dead": 34854, + "kat": 34855, + "agh": 34856, + "ĠEXT": 34857, + "asser": 34858, + "-small": 34859, + "Ġrealiz": 34860, + "(Entity": 34861, + "ús": 34862, + "ĠActually": 34863, + "ĠElite": 34864, + "Ġhelm": 34865, + "(nonatomic": 34866, + "asher": 34867, + "Community": 34868, + "alleng": 34869, + "iry": 34870, + "ĠGrowth": 34871, + "Ġsue": 34872, + "Ġfrequencies": 34873, + "_descriptor": 34874, + ".Attribute": 34875, + "Ġrecipients": 34876, + "_NS": 34877, + "/\"+": 34878, + "iban": 34879, + "Ġathlete": 34880, + "ĠIgn": 34881, + "_DMA": 34882, + "(ds": 34883, + "ĠRequirements": 34884, + "ADI": 34885, + "erez": 34886, + "\\Admin": 34887, + "braska": 34888, + "ĠRust": 34889, + "Relation": 34890, + "COD": 34891, + "ĠVERSION": 34892, + "emma": 34893, + ")){": 34894, + ".Duration": 34895, + "ĠCamb": 34896, + "-logo": 34897, + "Ġreadable": 34898, + "Ġcreators": 34899, + "()];Ċ": 34900, + "UpDown": 34901, + "-half": 34902, + ".getMonth": 34903, + "(sf": 34904, + "Pic": 34905, + "Ġhunger": 34906, + ".tx": 34907, + "Ġexceeded": 34908, + "_seed": 34909, + "(^": 34910, + "_sk": 34911, + ".perform": 34912, + "Ġ>::": 34913, + "Ġmongo": 34914, + "=float": 34915, + "bindParam": 34916, + "Smart": 34917, + "ifa": 34918, + "Ġsecurities": 34919, + "Ġprejud": 34920, + "Ġ,\"": 34921, + "Ġcorps": 34922, + "Ġvra": 34923, + "amacare": 34924, + "iterr": 34925, + "(Media": 34926, + "uche": 34927, + "Ġcob": 34928, + "Ġliber": 34929, + ".geometry": 34930, + "Locator": 34931, + "Ġsliding": 34932, + "Ġsurgical": 34933, + "_CUR": 34934, + "Ġconsect": 34935, + "[*": 34936, + "ĠResort": 34937, + "Stub": 34938, + "_DOUBLE": 34939, + "ĠSoph": 34940, + "Ġelectoral": 34941, + "_disable": 34942, + "ĠÑģо": 34943, + "ĠLightning": 34944, + "Ġmentions": 34945, + "ocy": 34946, + "Ġleaked": 34947, + "Ġrelaxing": 34948, + "Presenter": 34949, + "vsp": 34950, + "Ġguilt": 34951, + "=-=-": 34952, + ".reply": 34953, + "ĠMirror": 34954, + "Camp": 34955, + "Ġ+#+#+#+": 34956, + "Ġ+#+#+#+#+#+": 34957, + ".Author": 34958, + "Ġdirective": 34959, + "-hook": 34960, + "íĦ°": 34961, + "}ĊĊĊĊĊ": 34962, + "@pytest": 34963, + "_rand": 34964, + "mis": 34965, + "Ġcolorful": 34966, + "uje": 34967, + "lasses": 34968, + "ĠClasses": 34969, + ".have": 34970, + "%),": 34971, + "é¢ĺ": 34972, + "Ġdisturbing": 34973, + "substring": 34974, + "ĠKoh": 34975, + "Invest": 34976, + "purchase": 34977, + "Ġrecycling": 34978, + "ĠART": 34979, + "ierarchy": 34980, + "Ġfps": 34981, + ".checkBox": 34982, + "íķ´": 34983, + "_material": 34984, + "ducation": 34985, + "Ġfw": 34986, + "udit": 34987, + "Ġreviewing": 34988, + "ĠSid": 34989, + "Syntax": 34990, + "ĠWritten": 34991, + "argar": 34992, + "UME": 34993, + "/q": 34994, + "Classifier": 34995, + "Official": 34996, + "Ġjazz": 34997, + "Ġomega": 34998, + "Physics": 34999, + "Ġlugar": 35000, + "_accessor": 35001, + ".commands": 35002, + "Ability": 35003, + "ĠBatch": 35004, + "RAM": 35005, + "Ġencounters": 35006, + ".Qu": 35007, + "BYTE": 35008, + "ĠDistribution": 35009, + "Ġuso": 35010, + "ĠRecovery": 35011, + "approved": 35012, + "Ġdenial": 35013, + "/share": 35014, + "LinkedList": 35015, + ")čĊčĊčĊ": 35016, + "uddy": 35017, + "Ġfines": 35018, + "Ġry": 35019, + "Unicode": 35020, + "ĉrender": 35021, + "Ġpremises": 35022, + "Ġpon": 35023, + "aliases": 35024, + "/Foundation": 35025, + "cuda": 35026, + "ĠCock": 35027, + ",:)": 35028, + "(folder": 35029, + "Ġméd": 35030, + "drag": 35031, + "Ġtalents": 35032, + "ĠĠĠĊĊ": 35033, + "еÑģÑĤв": 35034, + "mob": 35035, + ".yml": 35036, + "Ġaster": 35037, + "Ġdiscre": 35038, + "goal": 35039, + "ĠGTX": 35040, + "ĠSUCCESS": 35041, + "ĠLONG": 35042, + "(find": 35043, + "Ġsingular": 35044, + "_sz": 35045, + "ĠEthereum": 35046, + "..Ċ": 35047, + "Ġirres": 35048, + "')){Ċ": 35049, + "Ġministers": 35050, + "Steps": 35051, + "iversal": 35052, + "ĠNevertheless": 35053, + "-led": 35054, + "Ġ(%)": 35055, + "ç¡®": 35056, + "Ġtimezone": 35057, + "Ġstranger": 35058, + "(render": 35059, + "Ġshutil": 35060, + "Ġmph": 35061, + "Ġtrio": 35062, + "ppy": 35063, + "Ġpredomin": 35064, + "Ġendors": 35065, + "ĠRussians": 35066, + "ĉrow": 35067, + "Ġwizard": 35068, + ".serialize": 35069, + "Ġcomplained": 35070, + "Ġsido": 35071, + "Ġdelighted": 35072, + "-me": 35073, + "ĠRav": 35074, + "Human": 35075, + "adays": 35076, + "recv": 35077, + "Working": 35078, + "Jump": 35079, + "ĠÃ¥r": 35080, + "ĠAutomatic": 35081, + "_Base": 35082, + "æł¼": 35083, + "aurants": 35084, + "¯": 35085, + "æ¸": 35086, + "(CType": 35087, + "IFI": 35088, + "(amount": 35089, + "Ġbelieving": 35090, + "=mysql": 35091, + "Ġfir": 35092, + "Ġrestoration": 35093, + "ereco": 35094, + "Т": 35095, + "_'+": 35096, + "Ġebook": 35097, + "Ġdebris": 35098, + "(inputs": 35099, + "AYOUT": 35100, + "Ġscreaming": 35101, + "avia": 35102, + "lander": 35103, + "Ġdistress": 35104, + "Ġassembled": 35105, + "ĠAvoid": 35106, + "(thread": 35107, + "ĠRPC": 35108, + "_EXIT": 35109, + "(queue": 35110, + "иÑģÑĤ": 35111, + "Dll": 35112, + "Ġskull": 35113, + "_pub": 35114, + "chez": 35115, + "minate": 35116, + "ensen": 35117, + "Ġinsane": 35118, + "bounds": 35119, + "ĠRosen": 35120, + "Ġconditioning": 35121, + "processed": 35122, + "videos": 35123, + "four": 35124, + ".Conv": 35125, + "|;Ċ": 35126, + "Personal": 35127, + "cerpt": 35128, + ":UIControlStateNormal": 35129, + "Ġdoses": 35130, + "ĠKarl": 35131, + "ĠFrequ": 35132, + ".BASE": 35133, + "ĠVote": 35134, + "Ġconcurrent": 35135, + "ĠMessageBoxIcon": 35136, + "ĠÃĸ": 35137, + "ĠDubai": 35138, + "ĠRetail": 35139, + ":number": 35140, + "ĠObserver": 35141, + "ĠBigInteger": 35142, + "_origin": 35143, + "_WORK": 35144, + "Frames": 35145, + "Ġnotably": 35146, + ".âĢľ": 35147, + "Ġtropical": 35148, + "Ġniche": 35149, + "amina": 35150, + ".sys": 35151, + "(tokens": 35152, + "modify": 35153, + "osit": 35154, + "strom": 35155, + "ĠComics": 35156, + "OPTION": 35157, + "Ticket": 35158, + "Ġfactories": 35159, + "Ġdisput": 35160, + "_File": 35161, + "ĠFinn": 35162, + "eee": 35163, + "ĠDiscord": 35164, + "_money": 35165, + ".tpl": 35166, + "_safe": 35167, + "LB": 35168, + "Ġglut": 35169, + "JK": 35170, + ".flow": 35171, + "-cont": 35172, + "gos": 35173, + "Ġhorizon": 35174, + "ĠRush": 35175, + "::*": 35176, + "Pipe": 35177, + "ulla": 35178, + "borough": 35179, + "heimer": 35180, + "(move": 35181, + "(Text": 35182, + "});čĊčĊ": 35183, + "welcome": 35184, + "ĠComponents": 35185, + "Ġgovernance": 35186, + "closed": 35187, + "ĉmargin": 35188, + "Ġlaundry": 35189, + "ĠTerminal": 35190, + "izards": 35191, + ".âĢĶ": 35192, + ".remote": 35193, + ".radius": 35194, + "ĠQuebec": 35195, + "Ġdh": 35196, + "Tech": 35197, + "ĠMist": 35198, + "seller": 35199, + "_literal": 35200, + "Ġgenius": 35201, + "Ġbrains": 35202, + "gem": 35203, + "ĠMeasure": 35204, + "Ġcatast": 35205, + "rance": 35206, + ".TextField": 35207, + "Ġconsuming": 35208, + "Ġ'\\''": 35209, + "oubtedly": 35210, + "ĠCertain": 35211, + "Ev": 35212, + "erti": 35213, + "being": 35214, + "Experience": 35215, + "Ġ//[": 35216, + "ĠArabic": 35217, + "ĠCrist": 35218, + "ĠAzure": 35219, + "Ġhora": 35220, + "ladesh": 35221, + "\\Blueprint": 35222, + "dar": 35223, + ".rel": 35224, + "Ġsuprem": 35225, + "ĠReagan": 35226, + "ĠAttributes": 35227, + "-sidebar": 35228, + "ĠuseStyles": 35229, + "ĠAirlines": 35230, + "Ġhills": 35231, + "/xhtml": 35232, + "vinc": 35233, + "_mock": 35234, + "ĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 35235, + "ĠPill": 35236, + ".LayoutStyle": 35237, + "ĠCommander": 35238, + "]<": 35239, + "signature": 35240, + "Ġ{}čĊ": 35241, + "Ġhatred": 35242, + "Ġëĭ": 35243, + "olesterol": 35244, + "Ġ********": 35245, + "ancellor": 35246, + "crop": 35247, + "TIM": 35248, + "ĉĉĊĊ": 35249, + "ysqli": 35250, + "uitive": 35251, + "ĉunset": 35252, + "_sel": 35253, + "Ġmenus": 35254, + "tick": 35255, + "Ġconstitute": 35256, + "ĠElements": 35257, + "ĠRedis": 35258, + "aggio": 35259, + "_fp": 35260, + "_depend": 35261, + "emas": 35262, + "CAST": 35263, + "orange": 35264, + "jon": 35265, + "ĠEmily": 35266, + "Ġpotatoes": 35267, + "Ġreceptor": 35268, + "ĠElectronic": 35269, + "ĠLights": 35270, + "Ġcombining": 35271, + "ĠSomeone": 35272, + "Ġ########.": 35273, + "ĠTOD": 35274, + "/show": 35275, + "Xd": 35276, + ".\"'": 35277, + "afx": 35278, + "Ġtragic": 35279, + "Styled": 35280, + "ĠMarco": 35281, + "Gallery": 35282, + "dale": 35283, + ".âĢĿĊĊĊĊ": 35284, + "érie": 35285, + "/service": 35286, + "äºĨ": 35287, + "Ġambient": 35288, + "_SETTINGS": 35289, + ".Adapter": 35290, + "lene": 35291, + "Ġtravels": 35292, + "Notice": 35293, + "Ġcleans": 35294, + "ĠFem": 35295, + "chair": 35296, + "Ñĥн": 35297, + "/my": 35298, + "_bad": 35299, + "ĠEconomics": 35300, + "ISA": 35301, + "_CNT": 35302, + "(Menu": 35303, + "äºİ": 35304, + "ĠRidge": 35305, + "Ġlengthy": 35306, + "Dot": 35307, + "Ġjumps": 35308, + "Ġhey": 35309, + "$pdf": 35310, + "Ġworm": 35311, + "Ġsut": 35312, + "Ġsher": 35313, + "iamo": 35314, + "ĠCalc": 35315, + "trieve": 35316, + "Ġcops": 35317, + "ĠChrom": 35318, + "Ġregulated": 35319, + "reatment": 35320, + "ĠHigher": 35321, + "oks": 35322, + "Ġdeze": 35323, + "LOCATION": 35324, + "ongsTo": 35325, + "Ġfinite": 35326, + "Ġvaries": 35327, + "Ġpositioned": 35328, + "'il": 35329, + "éĩij": 35330, + "Ġhike": 35331, + "(done": 35332, + "playlist": 35333, + "Ġada": 35334, + "Ġcoastal": 35335, + "ĠNancy": 35336, + ".DateTimeField": 35337, + "CppCodeGen": 35338, + "ĠSimilarly": 35339, + "reur": 35340, + "ĠContr": 35341, + "ĠHidden": 35342, + "ĠBeta": 35343, + "atched": 35344, + "_install": 35345, + ".Output": 35346, + "Lookup": 35347, + "ĠRichmond": 35348, + "quared": 35349, + "Ġmanga": 35350, + "-controls": 35351, + "ĠBernard": 35352, + "Large": 35353, + "Ġslices": 35354, + "Ġoffence": 35355, + "ĠMega": 35356, + "Ġestar": 35357, + "Ġjoints": 35358, + "Ġsumm": 35359, + "_platform": 35360, + "Buff": 35361, + ".addSubview": 35362, + "Ġretained": 35363, + "Letter": 35364, + ".dim": 35365, + "Ġessere": 35366, + "ĠScaffold": 35367, + "EXPECT": 35368, + "ĉRE": 35369, + ".longitude": 35370, + "ünd": 35371, + "Ġstatue": 35372, + ".addWidget": 35373, + "ĠCaribbean": 35374, + "addPreferredGap": 35375, + "ilde": 35376, + "UILabel": 35377, + "ĠOpport": 35378, + "Ġimperial": 35379, + "ursion": 35380, + "Ġmandate": 35381, + "Ġpromotional": 35382, + "Ġvk": 35383, + "iaÅĤ": 35384, + "Ġpyl": 35385, + "ĠCreation": 35386, + "озд": 35387, + "Ġsimpler": 35388, + ".what": 35389, + "ĠRecent": 35390, + "Storm": 35391, + ".quantity": 35392, + "ĠLov": 35393, + "\"-": 35394, + "ubbles": 35395, + "_notification": 35396, + "(world": 35397, + "urger": 35398, + "*(-": 35399, + ":\"Ċ": 35400, + "hm": 35401, + "anship": 35402, + "ĠAlmost": 35403, + "Ġmotorcycle": 35404, + "_fee": 35405, + "Ġabsorb": 35406, + "ĠVincent": 35407, + "Ġsounded": 35408, + "ÃŃst": 35409, + "Ġpharmaceutical": 35410, + "htag": 35411, + "ĠKindle": 35412, + "italize": 35413, + "ĠEmperor": 35414, + "oustic": 35415, + "Ġspecialists": 35416, + "åħ¬": 35417, + "BorderStyle": 35418, + "/\\": 35419, + "RELATED": 35420, + "(',',": 35421, + "(expr": 35422, + "Ġht": 35423, + "åįĪ": 35424, + "_Create": 35425, + "Ġspecially": 35426, + "Ġ[];čĊ": 35427, + "Ġheel": 35428, + "Ġsept": 35429, + "_arch": 35430, + "(initial": 35431, + "%.ĊĊ": 35432, + "\\\",\\\"": 35433, + "Ġdiscusses": 35434, + "Ġupt": 35435, + "Ġ[&": 35436, + "Ġmanus": 35437, + ".hand": 35438, + "ĠMAIN": 35439, + "ĠDenmark": 35440, + "Ġ],čĊ": 35441, + "Ġcryst": 35442, + "Ġnack": 35443, + "Coords": 35444, + "_inner": 35445, + "Ġmidst": 35446, + "Ġawake": 35447, + "ĠÐŀ": 35448, + "-break": 35449, + "ÃŃvel": 35450, + "_PASS": 35451, + "ĠParams": 35452, + "Ġdetr": 35453, + "Ġspider": 35454, + "ĠConcept": 35455, + "Ġprend": 35456, + "CHED": 35457, + ".Exit": 35458, + "Ġpopulated": 35459, + "Ġvirtue": 35460, + "_SESSION": 35461, + "Ġnouvel": 35462, + "oauth": 35463, + "ĠданнÑĭ": 35464, + "rink": 35465, + ".HeaderText": 35466, + "aturated": 35467, + "Ġerst": 35468, + "Ġåħ": 35469, + "à¥ĩ": 35470, + "_visible": 35471, + "eyer": 35472, + "Ġliable": 35473, + "Ġdebe": 35474, + "Ġbw": 35475, + "{-#": 35476, + "_WIN": 35477, + "dfs": 35478, + "Hover": 35479, + "ĠPUT": 35480, + "-angle": 35481, + "Ġnoble": 35482, + "Ġtraces": 35483, + "encv": 35484, + "ĠuserData": 35485, + "_ins": 35486, + "ĠSuz": 35487, + "Ġnewsletters": 35488, + "ĠModi": 35489, + "Ġentrepreneurs": 35490, + "Ġtribute": 35491, + "Ġrumors": 35492, + "Ġrr": 35493, + "ĠQuarter": 35494, + "ê³ł": 35495, + "Ġfeeds": 35496, + "óg": 35497, + "Ġenvelope": 35498, + "Ġlear": 35499, + "Ġkø": 35500, + "developer": 35501, + "Similar": 35502, + ":\")Ċ": 35503, + "subscription": 35504, + "Modifier": 35505, + "italic": 35506, + "Ġnasty": 35507, + "Ġtermination": 35508, + "Ġcharming": 35509, + "ĠâŁ": 35510, + "tons": 35511, + ".trace": 35512, + "hots": 35513, + "ĠUR": 35514, + "Mont": 35515, + "Ġjustified": 35516, + "ĠGang": 35517, + "inea": 35518, + "Ġbog": 35519, + "(ap": 35520, + "_$": 35521, + "Ġcontamin": 35522, + ".Dot": 35523, + "ĉDebug": 35524, + "(exports": 35525, + "Ġpaired": 35526, + "ĠAssignment": 35527, + "Ġautomobile": 35528, + "ĵį": 35529, + "Ġphases": 35530, + "vw": 35531, + "@SuppressWarnings": 35532, + "=\\": 35533, + "rant": 35534, + "-ed": 35535, + "ĉawait": 35536, + "Ġcertificates": 35537, + "'>\"": 35538, + "Ġintact": 35539, + "CTRL": 35540, + "Mike": 35541, + "gregation": 35542, + "ATTERN": 35543, + "Ġrepublic": 35544, + "_upper": 35545, + "iliary": 35546, + "Ġcomputation": 35547, + "hire": 35548, + "ĠShin": 35549, + "_ANY": 35550, + "ĠManufacturer": 35551, + "ĠCarm": 35552, + "Ġbearings": 35553, + "_comb": 35554, + "cad": 35555, + "uristic": 35556, + "Ġwholesale": 35557, + "Ġdonor": 35558, + ".interfaces": 35559, + "presso": 35560, + "ĠBrun": 35561, + "-close": 35562, + "prove": 35563, + "_SK": 35564, + "ĉframe": 35565, + "etros": 35566, + "ĠPain": 35567, + "_EXP": 35568, + "ĠLT": 35569, + "_fs": 35570, + ".datas": 35571, + "ĉss": 35572, + "voir": 35573, + "ĠAxis": 35574, + "Major": 35575, + "=\"<": 35576, + "[h": 35577, + "Ġprofess": 35578, + "igrate": 35579, + "(score": 35580, + "Keyword": 35581, + "\"os": 35582, + "ĠĠĠĠĉĊ": 35583, + "analysis": 35584, + "Ġreplay": 35585, + ".pass": 35586, + "\\d": 35587, + "tls": 35588, + "Ġsanct": 35589, + ".light": 35590, + "_mobile": 35591, + "ÑģÑĤÑĮ": 35592, + "ĉtotal": 35593, + "uity": 35594, + "Ġpaused": 35595, + "NAS": 35596, + "Ġencore": 35597, + "loe": 35598, + "Ġ-*-ĊĊ": 35599, + ".high": 35600, + "ampler": 35601, + "ĠSecure": 35602, + "Ġfragments": 35603, + "_vel": 35604, + "illary": 35605, + "ĠStein": 35606, + "ĠDawn": 35607, + "Ġmaximize": 35608, + "ย": 35609, + "Ġ/^": 35610, + "Ġcontinually": 35611, + "Ġshadows": 35612, + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 35613, + "ĠIActionResult": 35614, + "Ġinformación": 35615, + "CHECK": 35616, + ".SelectedItem": 35617, + "bundle": 35618, + "olley": 35619, + "<": 35781, + "Ġtrajectory": 35782, + "_ring": 35783, + "Ġhydrogen": 35784, + "tron": 35785, + "Ġstatute": 35786, + "Ġconditional": 35787, + "Ġtray": 35788, + "-school": 35789, + "(widget": 35790, + "$config": 35791, + "Ġrequesting": 35792, + ".uint": 35793, + "eton": 35794, + "brities": 35795, + "OfType": 35796, + "ADMIN": 35797, + "predict": 35798, + "Ġgegen": 35799, + "ĠHapp": 35800, + "OCUMENT": 35801, + "ĠApart": 35802, + "Ġ-----": 35803, + "roe": 35804, + "uide": 35805, + "justify": 35806, + "ĠSquad": 35807, + "Ġprofes": 35808, + ".bot": 35809, + "_currency": 35810, + "innen": 35811, + "ĠMumbai": 35812, + "ĠNumbers": 35813, + "avanaugh": 35814, + "agnitude": 35815, + "âĢľThere": 35816, + "=http": 35817, + "çīĩ": 35818, + "Ġvb": 35819, + "+'{{$": 35902, + "Ġinode": 35903, + "sil": 35904, + "Ġhace": 35905, + "Ġseverely": 35906, + "ĠOverview": 35907, + "Ġspraw": 35908, + "Ġbeaches": 35909, + ":left": 35910, + "·»": 35911, + "(${": 35912, + "ĠFIRST": 35913, + "ĠSpa": 35914, + "-ass": 35915, + "Ġbaise": 35916, + "ĠNODE": 35917, + "ĠPizza": 35918, + "Pet": 35919, + "(seq": 35920, + "\\\">Ċ": 35921, + "CppMethodPointer": 35922, + "Ġvp": 35923, + "Ġia": 35924, + "_seconds": 35925, + "emet": 35926, + "/blob": 35927, + "_THRESH": 35928, + "...čĊ": 35929, + "Dest": 35930, + "ĠNH": 35931, + ".dataSource": 35932, + "ités": 35933, + "ĠJak": 35934, + "sell": 35935, + "Ġworkshops": 35936, + "\",Ċ": 36552, + "_Pin": 36553, + "uese": 36554, + "Ġoverrides": 36555, + "_ready": 36556, + "Advanced": 36557, + "Ġopi": 36558, + "-cart": 36559, + "(\"/\",": 36560, + "ĠDeb": 36561, + "CRY": 36562, + "ĠVertical": 36563, + "ĠOVER": 36564, + "ĠCorporate": 36565, + "Ġ\"\";": 36566, + "Ġstepping": 36567, + "ej": 36568, + "Ġaccusations": 36569, + "Ġoraz": 36570, + "_tail": 36571, + "Ġinduced": 36572, + "Ġelastic": 36573, + "Ġblown": 36574, + ",//": 36575, + "Ġbackgrounds": 36576, + "âĢĻune": 36577, + "-sdk": 36578, + "ĠsetInterval": 36579, + "Ġincentives": 36580, + "Ġvegetable": 36581, + "_On": 36582, + "expanded": 36583, + "pix": 36584, + "_shader": 36585, + "ĠSPDX": 36586, + "@example": 36587, + "ĠWrapper": 36588, + ".Zero": 36589, + "Positive": 36590, + "Ġspinner": 36591, + "Ġinvented": 36592, + "ĠGates": 36593, + "оÑĤоÑĢ": 36594, + "Ġcomparisons": 36595, + "è·": 36596, + ".primary": 36597, + "dataProvider": 36598, + "additional": 36599, + "ĉoptions": 36600, + "snapshot": 36601, + ".setHorizontal": 36602, + "Ġ\"{}": 36603, + "ĠFisher": 36604, + "halten": 36605, + "": 36638, + "ĠRegistered": 36639, + "INED": 36640, + "kal": 36641, + "parison": 36642, + "Ġobjeto": 36643, + "Vi": 36644, + "manda": 36645, + "Ġrenewed": 36646, + "ĠSof": 36647, + "essel": 36648, + ".ndarray": 36649, + "Ġcrap": 36650, + "管": 36651, + ".abspath": 36652, + "(up": 36653, + "Ġclearance": 36654, + "ĠTW": 36655, + "_COPY": 36656, + "ĠĠĠĠĠĠĠĠĠĠĠĠĉ": 36657, + "Ġforests": 36658, + "Ġarguably": 36659, + "ĠASS": 36660, + "hey": 36661, + "amel": 36662, + "_fore": 36663, + "ĠSoutheast": 36664, + "Ġabused": 36665, + "Ġpracticing": 36666, + "akedirs": 36667, + "主": 36668, + "_resources": 36669, + "Ġpond": 36670, + ".Fixed": 36671, + "LastError": 36672, + "ĠPsychology": 36673, + "Ġ\"//": 36674, + "!:": 36675, + "Reusable": 36676, + "Ġmensaje": 36677, + "Ġrospy": 36678, + "Ġbour": 36679, + "Ġvarieties": 36680, + "Ġempath": 36681, + "(({": 36682, + "_org": 36683, + "ĠMes": 36684, + "ĠMagento": 36685, + "ISTORY": 36686, + "Unless": 36687, + "Ġhj": 36688, + "ĠDuty": 36689, + "Jun": 36690, + ",size": 36691, + "Ġpaintings": 36692, + "Ġdispens": 36693, + "dart": 36694, + "Ġbehavioral": 36695, + "Ġrpc": 36696, + "calculate": 36697, + "fruit": 36698, + "_mm": 36699, + "ĉpthread": 36700, + "MaxLength": 36701, + "Ġcurrencies": 36702, + "_capacity": 36703, + "ĠOz": 36704, + "Ġfirearm": 36705, + "Ġcoefficient": 36706, + "Ġbankruptcy": 36707, + "wart": 36708, + "Ġfatigue": 36709, + "AVA": 36710, + "Ġespa": 36711, + "_pc": 36712, + "ĠQuotes": 36713, + "_LIGHT": 36714, + "ĠTickets": 36715, + "Ġrelates": 36716, + "Ġpublishers": 36717, + "Ġunlocked": 36718, + "Ġ//----------------------------------------------------------------": 36719, + "ĠInterruptedException": 36720, + "Ġoutlook": 36721, + "rn": 36722, + "Ġrebels": 36723, + "Written": 36724, + "Ġasian": 36725, + "otto": 36726, + "Ġĉĉĉĉ": 36727, + "_gpu": 36728, + "Txt": 36729, + ".ImageView": 36730, + "Ġsuis": 36731, + "_tables": 36732, + ".RecyclerView": 36733, + "Ġwhatsoever": 36734, + "èģ": 36735, + "]++;Ċ": 36736, + "assertTrue": 36737, + "_verify": 36738, + "ĠRivers": 36739, + "Ġ][": 36740, + "Jet": 36741, + "idian": 36742, + "Sibling": 36743, + "Ġgenres": 36744, + ".Access": 36745, + "OPS": 36746, + "Ġtrivial": 36747, + "ส": 36748, + "alen": 36749, + "вед": 36750, + "ĠSword": 36751, + "Ġscrutiny": 36752, + "(cb": 36753, + "Ġcommerce": 36754, + "Ġguarantees": 36755, + "_adv": 36756, + "ĠLET": 36757, + "recio": 36758, + "Ġhilar": 36759, + "Ġbackyard": 36760, + "ãĢı": 36761, + "Ġillustrated": 36762, + "/vendor": 36763, + ".Util": 36764, + "Ġwow": 36765, + "LOY": 36766, + "ĠMarshal": 36767, + "\">'.$": 36768, + "ĠBak": 36769, + "Ġmodifiers": 36770, + "dictionary": 36771, + "ĠStre": 36772, + "multiple": 36773, + "\")),": 36774, + "ĠCort": 36775, + "']\").": 36776, + "(admin": 36777, + "ĠCreator": 36778, + "Internet": 36779, + "(ms": 36780, + "logy": 36781, + "DECLARE": 36782, + "ĠMarcus": 36783, + "<<<<": 36784, + "ãģł": 36785, + "_my": 36786, + "(inst": 36787, + "Ġsciences": 36788, + "NDER": 36789, + ".enter": 36790, + "Ġitu": 36791, + "Ġbehave": 36792, + "Pan": 36793, + "ombies": 36794, + "='<": 36795, + "'));čĊ": 36796, + "ĠMENU": 36797, + "ĠWorkers": 36798, + ".NoError": 36799, + "Ġbindings": 36800, + "Ġdisabilities": 36801, + "{\\": 36802, + "ĠMunicip": 36803, + "Ġcores": 36804, + "urple": 36805, + "ĠNokia": 36806, + "usions": 36807, + "ĠFitness": 36808, + ".handleChange": 36809, + "Ġjavascript": 36810, + "ìļĶ": 36811, + "(dec": 36812, + "Ġpacking": 36813, + "-depend": 36814, + "Ġtranscript": 36815, + "zeros": 36816, + "_alert": 36817, + "?\",Ċ": 36818, + "libs": 36819, + "±Ð¾ÑĤ": 36820, + "Ġ|ĊĊ": 36821, + "trained": 36822, + "ĠGent": 36823, + "ĠRab": 36824, + "xp": 36825, + "_configuration": 36826, + "天": 36827, + "_accept": 36828, + ".recyclerview": 36829, + ":url": 36830, + "ĠMuhammad": 36831, + "Ġprivileges": 36832, + "_bank": 36833, + "uku": 36834, + "wallet": 36835, + "ĠROOT": 36836, + "Ġencuent": 36837, + "?family": 36838, + "ĉposition": 36839, + "Ġcg": 36840, + "Ġprecip": 36841, + "methods": 36842, + "_fast": 36843, + "increment": 36844, + "ĠTiger": 36845, + "_OCCURRED": 36846, + "quip": 36847, + "ĠHAS": 36848, + "_dom": 36849, + "Ġwreck": 36850, + "bj": 36851, + "Ġdern": 36852, + "Ġorgans": 36853, + ".entries": 36854, + "Ġ_('": 36855, + "ramento": 36856, + "ĠJamie": 36857, + "Ġpunk": 36858, + "IPP": 36859, + "Ġprograma": 36860, + "Ġattain": 36861, + "Ġproves": 36862, + "/sign": 36863, + "Ġanswering": 36864, + "Ġladder": 36865, + "****************************": 36866, + "ĠWalmart": 36867, + "ĠCONTENT": 36868, + "ductor": 36869, + "Ġverbal": 36870, + "ĠPID": 36871, + "crypto": 36872, + "_CALLBACK": 36873, + "Ġ=================================": 36874, + "Ġpotent": 36875, + "Ġshorts": 36876, + ".Uri": 36877, + ".uniform": 36878, + ";border": 36879, + "ĠWer": 36880, + "Ġherein": 36881, + "lla": 36882, + "ĠIhr": 36883, + "Pixmap": 36884, + "literal": 36885, + "!)ĊĊ": 36886, + "generic": 36887, + "rust": 36888, + "_scripts": 36889, + "osto": 36890, + "itus": 36891, + "ĠCoalition": 36892, + "Ġremot": 36893, + "deploy": 36894, + "ĠEagle": 36895, + "ãĢģãĢĮ": 36896, + "Ġimportante": 36897, + "ĉobject": 36898, + "Ġseasonal": 36899, + "nej": 36900, + "aidu": 36901, + "BindView": 36902, + "ĠSierra": 36903, + "-bg": 36904, + "ĠmakeStyles": 36905, + "[offset": 36906, + "Games": 36907, + "Ġhormone": 36908, + "ARIO": 36909, + "heads": 36910, + "(select": 36911, + "ĠStarted": 36912, + "@param": 36913, + "_decl": 36914, + "_blog": 36915, + "Ġaño": 36916, + "\\Api": 36917, + "ĠMilwaukee": 36918, + "Provid": 36919, + "Animated": 36920, + "Ġcooler": 36921, + "ĠSeed": 36922, + ".Edit": 36923, + "ÏĦ": 36924, + "ĠTaking": 36925, + "ĠborderColor": 36926, + "-founder": 36927, + ".LoggerFactory": 36928, + "Ġ\"\"ĊĊ": 36929, + "ALT": 36930, + "ĠLate": 36931, + "EDIATE": 36932, + "Ġ);ĊĊĊ": 36933, + "afa": 36934, + "Ġcancellation": 36935, + "Atom": 36936, + "ĠBirmingham": 36937, + "empresa": 36938, + "HEMA": 36939, + "ascal": 36940, + "Ġupside": 36941, + ".Version": 36942, + "ĠFolder": 36943, + "ĠEight": 36944, + "ĠVintage": 36945, + "ĠAppDelegate": 36946, + "ĠPrevention": 36947, + ".separator": 36948, + "STM": 36949, + "(room": 36950, + "generator": 36951, + "Ġcattle": 36952, + "ĉZ": 36953, + "ĠParticle": 36954, + "'};Ċ": 36955, + "Ġneighbours": 36956, + "ĠStateless": 36957, + "Ġaltitude": 36958, + "Ġsaint": 36959, + "обав": 36960, + "Ġconvinc": 36961, + "ĠContents": 36962, + "Ġjeune": 36963, + "(ts": 36964, + "Serialization": 36965, + "(collection": 36966, + "ĠJazz": 36967, + "ĠDod": 36968, + "ĠRoch": 36969, + "acio": 36970, + "commended": 36971, + "DEFINE": 36972, + ".onload": 36973, + "Ġspecialty": 36974, + "PLACE": 36975, + "_MOVE": 36976, + "Ġaccountable": 36977, + "Reuters": 36978, + "Ġficken": 36979, + "Ġdepr": 36980, + "Wow": 36981, + "Void": 36982, + ".space": 36983, + "à¸Ĺ": 36984, + "Ġtq": 36985, + "ĠPets": 36986, + "<$": 36987, + "(Current": 36988, + "berries": 36989, + "planation": 36990, + "ĠlistOf": 36991, + "ĠThu": 36992, + "ĠPRINT": 36993, + "Ġmismo": 36994, + "Ġdoi": 36995, + "chk": 36996, + "ĠUnicode": 36997, + "(role": 36998, + "Ġvirgin": 36999, + "-->Ċ": 37460, + "Vol": 37461, + "ĠSSD": 37462, + "))),": 37463, + ".Optional": 37464, + "Ġnurses": 37465, + "Ġorb": 37466, + "_pe": 37467, + ");čĊčĊčĊ": 37468, + "placed": 37469, + "esser": 37470, + "Ġtherapeutic": 37471, + "Ġwhitespace": 37472, + "Ġaston": 37473, + "Successful": 37474, + "Ġpraised": 37475, + "ĠWes": 37476, + "Ġeighth": 37477, + "iral": 37478, + "Ġvrouw": 37479, + "Ġfaction": 37480, + "_bias": 37481, + "Ġwitch": 37482, + "Ġnpc": 37483, + "(sb": 37484, + "ĠRodrig": 37485, + "_big": 37486, + "Dependency": 37487, + "ĠAbraham": 37488, + "ardi": 37489, + "CAR": 37490, + "nos": 37491, + "Ġabundance": 37492, + "Ġnutrients": 37493, + "instein": 37494, + ".Vert": 37495, + "ĠISS": 37496, + "D": 37595, + "Ġservlet": 37596, + "bastian": 37597, + "Ġ>&": 37598, + "SID": 37599, + "_clk": 37600, + "Ġdivisions": 37601, + "}',Ċ": 37602, + "Ġdildo": 37603, + "Ġparade": 37604, + "major": 37605, + "Ġaboard": 37606, + ";++": 37607, + "Ġfusion": 37608, + "\"},{\"": 37609, + "ĠDialogResult": 37610, + "ĉarr": 37611, + "-em": 37612, + "_nr": 37613, + "(handler": 37614, + ".NET": 37615, + ".XtraReports": 37616, + "ĠShah": 37617, + "ĠBrief": 37618, + "-,": 37619, + "Ġprecio": 37620, + "ĉĉĉĠĠĠĠĠĠ": 37621, + "Ġtant": 37622, + "ĠGrande": 37623, + "/xml": 37624, + "_ICON": 37625, + "ĠRetro": 37626, + "unque": 37627, + "Ġnag": 37628, + "toFixed": 37629, + "XL": 37630, + "Ġdeclaring": 37631, + "ĠConcrete": 37632, + "ĠAmazing": 37633, + "ĉprintk": 37634, + "Ġdebates": 37635, + "DATED": 37636, + "Ġaesthetic": 37637, + "emetery": 37638, + "RoutingModule": 37639, + "ĠNashville": 37640, + "WAYS": 37641, + "Ġwolf": 37642, + "Ġobservers": 37643, + "OTA": 37644, + "anson": 37645, + "Ġea": 37646, + "Ġgreenhouse": 37647, + "ĵįä½ľ": 37648, + "Ġstair": 37649, + "Ġimmigrant": 37650, + "_apply": 37651, + "peare": 37652, + "ĠBloomberg": 37653, + "_PLAYER": 37654, + "Resp": 37655, + "æŃ£": 37656, + "Chooser": 37657, + "ĠICollection": 37658, + "Peter": 37659, + "Erro": 37660, + ".detectChanges": 37661, + "Maps": 37662, + "Ġsqueeze": 37663, + "ĠHomes": 37664, + "wegian": 37665, + "Ġformatting": 37666, + "Ġnegotiate": 37667, + "uld": 37668, + "ĠNep": 37669, + "ĠQB": 37670, + "Ġeconomies": 37671, + "Ġ*/,": 37672, + "Ġredund": 37673, + "ĠAber": 37674, + ".IsNullOrWhiteSpace": 37675, + "ycled": 37676, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 37677, + "_Sh": 37678, + "Ġskept": 37679, + "Ġrecreated": 37680, + "ĠgetType": 37681, + "Ġmargins": 37682, + "Ġcolonial": 37683, + "charts": 37684, + "//@": 37685, + "Ġprocessors": 37686, + "说": 37687, + "batis": 37688, + "æĦı": 37689, + "atorio": 37690, + "mentioned": 37691, + "Patient": 37692, + "Ġprey": 37693, + "Checkbox": 37694, + "_xpath": 37695, + ".skip": 37696, + "ĠMormon": 37697, + "ĠMemoryStream": 37698, + "CREMENT": 37699, + "Ġku": 37700, + "meld": 37701, + "\\Data": 37702, + "ĠKernel": 37703, + "iltr": 37704, + "éĢģ": 37705, + "(profile": 37706, + "Carbon": 37707, + "ROLE": 37708, + "(pl": 37709, + "]*(": 37710, + ".memory": 37711, + "Ġmedal": 37712, + "Ġadvisor": 37713, + "ität": 37714, + "Ġhdr": 37715, + "ierung": 37716, + "ĠProvides": 37717, + "(alpha": 37718, + "Ġteenagers": 37719, + "-parser": 37720, + ".LatLng": 37721, + "]()Ċ": 37722, + "Ġfelony": 37723, + "ĉĉĉĊĉĉĉĊ": 37724, + "BOOK": 37725, + "Ġslash": 37726, + "Ġclearfix": 37727, + "ĠProphet": 37728, + "容": 37729, + "rightness": 37730, + "-fi": 37731, + ".kind": 37732, + "erton": 37733, + "Jim": 37734, + "Ġmanipulate": 37735, + "Ġworksheet": 37736, + "olin": 37737, + "stars": 37738, + "Ġartifact": 37739, + "_EMPTY": 37740, + "ĉmain": 37741, + "-------------';": 37809, + "Ġexpressing": 37810, + "ĠIQ": 37811, + "ĠFact": 37812, + "/*******************************************************************************Ċ": 37813, + "_mass": 37814, + ")):": 37815, + "Ġcondom": 37816, + "ĠcreateState": 37817, + "ometown": 37818, + "Ġirr": 37819, + "Ġ>(": 37820, + ">B": 37821, + "iteration": 37822, + "ãĥª": 37823, + "Ġshirts": 37824, + "ounty": 37825, + "->$": 37826, + "_SIGN": 37827, + "ĠDale": 37828, + "Ġjj": 37829, + "Easy": 37830, + "Fre": 37831, + "ĠNy": 37832, + "Ġchlor": 37833, + "matched": 37834, + "ĠGerm": 37835, + "-UA": 37836, + "ĠNathan": 37837, + "education": 37838, + "-yard": 37839, + "-che": 37840, + "houses": 37841, + "ritional": 37842, + "Ġproximity": 37843, + "Ġdiesem": 37844, + "áºŃp": 37845, + "Ġdrought": 37846, + ".audio": 37847, + "ĠLeo": 37848, + "Ġfavorable": 37849, + "inch": 37850, + "ĠDaw": 37851, + "ribly": 37852, + "_student": 37853, + "idable": 37854, + "OVE": 37855, + "Ġlacks": 37856, + "ouncing": 37857, + ".business": 37858, + "Ġreopen": 37859, + "maybe": 37860, + "_GLOBAL": 37861, + "Ġdresses": 37862, + "ĠEdwards": 37863, + "ensible": 37864, + "ĠHardware": 37865, + "ĠExcellent": 37866, + "ĠTimeUnit": 37867, + "CTIONS": 37868, + "Ġschedules": 37869, + "Ġsegue": 37870, + "Opens": 37871, + "ammen": 37872, + "-Identifier": 37873, + "Ġstaring": 37874, + "Ġhappily": 37875, + "ĠHob": 37876, + "'_": 37877, + "Ġ\");": 37878, + "amentos": 37879, + "etched": 37880, + "Ġ/>}Ċ": 37881, + ".Users": 37882, + "Ġinterrupted": 37883, + "Contacts": 37884, + "Ġregistro": 37885, + "inburgh": 37886, + "CHA": 37887, + "_imp": 37888, + "phis": 37889, + "say": 37890, + "Ġretailer": 37891, + ".NODE": 37892, + "/maps": 37893, + "_LAST": 37894, + "ĠCharge": 37895, + "_guard": 37896, + "Collider": 37897, + "ĠStatelessWidget": 37898, + "\":[\"": 37899, + "(\"../../": 37900, + "ioxide": 37901, + "ĠSund": 37902, + "Ġ'';": 37903, + "unset": 37904, + "addWidget": 37905, + "лÑİ": 37906, + "elles": 37907, + "alker": 37908, + "Arc": 37909, + "Ġdeduct": 37910, + "GUILayout": 37911, + "ĠVilla": 37912, + "Ġforbidden": 37913, + "_where": 37914, + "Ġ\\/": 37915, + "ĠTib": 37916, + "_AX": 37917, + "]čĊčĊ": 37918, + "ĠBir": 37919, + "Ġbend": 37920, + "ĠMAKE": 37921, + "ĠMET": 37922, + "Ġfutures": 37923, + "Ġweighted": 37924, + "\"\"\"čĊ": 37925, + "Ġauthorize": 37926, + "(program": 37927, + "},{\"": 37928, + "Ġcoefficients": 37929, + "ês": 37930, + "PerPage": 37931, + "ĠBathroom": 37932, + "ĠPublishing": 37933, + "GPL": 37934, + "Ġsubmissions": 37935, + "ĠNUMBER": 37936, + "jÄħ": 37937, + "Ġadditionally": 37938, + "empre": 37939, + "ĠShel": 37940, + "otyp": 37941, + "Solution": 37942, + "Ġthunder": 37943, + "_ec": 37944, + "ĠĊĠĠĠĠĊ": 37945, + "ĠFellow": 37946, + "Ġkay": 37947, + "ĠnewState": 37948, + "ONTAL": 37949, + "Implementation": 37950, + ".Look": 37951, + "Ġents": 37952, + "Ġlors": 37953, + "ĠBIG": 37954, + "fab": 37955, + "Ġaveraged": 37956, + "ĠFeedback": 37957, + "ĠWells": 37958, + "Ġmartial": 37959, + "Ġindul": 37960, + "ĠCommunist": 37961, + "ĠForex": 37962, + "ĠAgriculture": 37963, + "\"[": 37964, + "Ġquar": 37965, + "ĠKont": 37966, + "ĉview": 37967, + ".Bytes": 37968, + "desktop": 37969, + "ĠMakes": 37970, + "akespeare": 37971, + ".Nullable": 37972, + "Ġspotlight": 37973, + "VB": 37974, + "owy": 37975, + "(torch": 37976, + "tridge": 37977, + "_bounds": 37978, + "Ġapologize": 37979, + ".addItem": 37980, + "antd": 37981, + "*);Ċ": 37982, + ",u": 37983, + "(gen": 37984, + "ç»ĵ": 37985, + "reator": 37986, + "ĠCord": 37987, + "oupper": 37988, + ".metro": 37989, + "Ġew": 37990, + "ĠWORD": 37991, + ".After": 37992, + "Ġdetained": 37993, + "ĠHammer": 37994, + "existing": 37995, + "Ġost": 37996, + "Ġmonument": 37997, + "-custom": 37998, + "UserID": 37999, + "ĠNom": 38000, + "Ġrejection": 38001, + "(dim": 38002, + "Ġsingleton": 38003, + "ĉdie": 38004, + "ariance": 38005, + "reports": 38006, + "]!=": 38007, + "elda": 38008, + "Ġprevalence": 38009, + "_regs": 38010, + ".\".": 38011, + "Ġfeminist": 38012, + "Codec": 38013, + "Ġ**Ċ": 38014, + "(labels": 38015, + "_MARK": 38016, + "FAILED": 38017, + "Ġadministered": 38018, + "WN": 38019, + "ĠĠĠĠĠĠĠĠĉĉ": 38020, + "Ġnoun": 38021, + "wig": 38022, + "Ġgotta": 38023, + "Ġrif": 38024, + "-im": 38025, + "ĠPaulo": 38026, + "ĠCommandType": 38027, + "]))ĊĊ": 38028, + "-zero": 38029, + "Training": 38030, + "Ġlord": 38031, + "_art": 38032, + "reddit": 38033, + "Cert": 38034, + "Ġpeso": 38035, + "Rot": 38036, + "Ġendanger": 38037, + ".dr": 38038, + "userInfo": 38039, + "unts": 38040, + "nv": 38041, + "ĠTrailer": 38042, + "-first": 38043, + "(make": 38044, + "Ġbenefici": 38045, + "-black": 38046, + "iÃŁ": 38047, + "Ġundoubtedly": 38048, + "Ġmex": 38049, + "ĠAncient": 38050, + "(as": 38051, + "Ġdescent": 38052, + "Pick": 38053, + "Ġreplica": 38054, + "$obj": 38055, + "ähr": 38056, + "Ġarrows": 38057, + "fty": 38058, + "ĠLibya": 38059, + "uga": 38060, + "charged": 38061, + "Tur": 38062, + "Ġhomic": 38063, + "issen": 38064, + "ĠFake": 38065, + "Ġbeers": 38066, + "Ġscattered": 38067, + "(Time": 38068, + "UTIL": 38069, + "Ġbureaucr": 38070, + "/plain": 38071, + "Ġsticking": 38072, + "FAIL": 38073, + "ĠCovid": 38074, + "Third": 38075, + "_present": 38076, + "ĠPierre": 38077, + "Ġëª": 38078, + "Ġ[...]ĊĊ": 38079, + "Prob": 38080, + "ĠTraffic": 38081, + "icao": 38082, + "doctor": 38083, + "Ġ),ĊĊ": 38084, + "Tabs": 38085, + "alu": 38086, + "ï¼ļâĢľ": 38087, + "Ġinherent": 38088, + "_No": 38089, + "ritis": 38090, + "ĠProof": 38091, + ".basename": 38092, + "ä¼ļ": 38093, + "Ġchim": 38094, + "ĠProtected": 38095, + "crit": 38096, + "Ġprone": 38097, + "Ġкон": 38098, + "ĠHeroes": 38099, + "Ġanxious": 38100, + "Ġanos": 38101, + "Ġweekends": 38102, + "Ġsext": 38103, + "Ġreducer": 38104, + "=UTF": 38105, + "half": 38106, + "ĠSaw": 38107, + ".mm": 38108, + "Ġnueva": 38109, + ".currentTarget": 38110, + ".lua": 38111, + "_EXTENSION": 38112, + "ĉreg": 38113, + "ĠCtrl": 38114, + "_align": 38115, + "acceptable": 38116, + "Ġrushing": 38117, + "frac": 38118, + "Ġboasts": 38119, + "Five": 38120, + "±": 38121, + "ĠTemperature": 38122, + ">):": 38123, + "Ġcharter": 38124, + "REATED": 38125, + "Ġsubjected": 38126, + "Ġopc": 38127, + "healthy": 38128, + "使çĶ¨": 38129, + "ĠScientific": 38130, + "Ġfrau": 38131, + "riages": 38132, + "à¸Ķ": 38133, + ".inventory": 38134, + "ationale": 38135, + "Mad": 38136, + "minutes": 38137, + ">>();Ċ": 38138, + "ĠEnv": 38139, + "Ġrecordings": 38140, + "Ġsuspicion": 38141, + "sqlite": 38142, + "ĉread": 38143, + "ãģ¦": 38144, + "Ġworries": 38145, + ".putString": 38146, + "ĠShanghai": 38147, + "(uid": 38148, + "rer": 38149, + "ĠvÃŃde": 38150, + "\"):": 38151, + "Ġmethodology": 38152, + "ĠкоÑĤоÑĢ": 38153, + "ccc": 38154, + "avad": 38155, + "Ġinduction": 38156, + "ĉThread": 38157, + ",string": 38158, + "ại": 38159, + "nehmen": 38160, + "uition": 38161, + "Ġ*__": 38162, + ".emf": 38163, + "Ġìľ": 38164, + "/themes": 38165, + "ĠNine": 38166, + ".One": 38167, + "ĠEmbed": 38168, + "Ġfaz": 38169, + "uations": 38170, + "Ġprivately": 38171, + "Ġling": 38172, + "[F": 38173, + "ushi": 38174, + "Ġlaunches": 38175, + "(KEY": 38176, + "GMT": 38177, + "Ġaiming": 38178, + "patible": 38179, + "ĠBiden": 38180, + "iw": 38181, + "ĠDegree": 38182, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 38183, + "Ġ$('<": 38184, + "ários": 38185, + "toUpperCase": 38186, + "ìłľ": 38187, + "ĠEUR": 38188, + "Ġoversight": 38189, + "Ġtablesp": 38190, + "Updates": 38191, + ".makedirs": 38192, + "Ġhumidity": 38193, + "/template": 38194, + "Always": 38195, + "(IS": 38196, + "_cert": 38197, + "Dig": 38198, + "Ġunderway": 38199, + "orton": 38200, + "ĠHurricane": 38201, + "Ġspends": 38202, + "ĠSegment": 38203, + "Ġflies": 38204, + "ĠToggle": 38205, + "ĠLynch": 38206, + "Ġsenses": 38207, + "ĠKos": 38208, + "setEnabled": 38209, + "istically": 38210, + "Ġtester": 38211, + "Ġadministrators": 38212, + "Ġtagged": 38213, + "Ðĵ": 38214, + "Ġshortcut": 38215, + "ĠResolution": 38216, + "Ġsupervision": 38217, + "ĠAshley": 38218, + "Tracking": 38219, + "ulatory": 38220, + "andel": 38221, + "isten": 38222, + "Ġunre": 38223, + "(diff": 38224, + "ANTS": 38225, + "Ġrider": 38226, + "ĠsÄħ": 38227, + ".Series": 38228, + "_orders": 38229, + "ORIZONTAL": 38230, + "Ġretention": 38231, + "ãĢĤčĊčĊ": 38335, + "Ġdiagonal": 38336, + "ĠCancellationToken": 38337, + "_Internal": 38338, + "Ġruin": 38339, + ".Qt": 38340, + "ocratic": 38341, + "Tel": 38342, + "ĠAnswers": 38343, + "matic": 38344, + "Ġxp": 38345, + "atem": 38346, + "_jobs": 38347, + "_any": 38348, + "Ġseniors": 38349, + "Ġlandmark": 38350, + "ĠQList": 38351, + "Ġmaneu": 38352, + "otify": 38353, + "/\";Ċ": 38354, + "/server": 38355, + "ĠPhilosoph": 38356, + "utenant": 38357, + "(io": 38358, + "hz": 38359, + "Ġauthenticated": 38360, + "dv": 38361, + "-Compatible": 38362, + "Originally": 38363, + ",function": 38364, + "ãĢĤčĊ": 38365, + "ĠRepresentative": 38366, + "asily": 38367, + "ircuit": 38368, + ".dt": 38369, + "(math": 38370, + ".Marshal": 38371, + "[,": 38372, + "ĠCities": 38373, + "_turn": 38374, + "|)Ċ": 38375, + "Ġcantidad": 38376, + "alter": 38377, + "ĉui": 38378, + "ĠNebraska": 38379, + "Ġskirt": 38380, + ".bg": 38381, + "SharedPreferences": 38382, + "(style": 38383, + "Ġgrief": 38384, + "gew": 38385, + "Ġsafeg": 38386, + "olang": 38387, + "_lists": 38388, + "ìĽ": 38389, + "Ġgranite": 38390, + "Ġhottest": 38391, + ".jdbc": 38392, + ".Customer": 38393, + "Ġâī¤": 38394, + "Ġwaar": 38395, + "_scene": 38396, + "+'/": 38397, + "ĠJTextField": 38398, + "Ġseating": 38399, + "Ġwears": 38400, + "Ġ`/": 38401, + "Cases": 38402, + "ĠYoutube": 38403, + "ım": 38404, + "Ġbalcon": 38405, + ",G": 38406, + "MetaData": 38407, + "-price": 38408, + "SCR": 38409, + "Unity": 38410, + "Ġtrunk": 38411, + "={`${": 38412, + "Ġearthquake": 38413, + "Partial": 38414, + "Ġsubst": 38415, + "Ġelimin": 38416, + "=\"'.": 38417, + "//*[@": 38418, + "Ġsupervisor": 38419, + "vrolet": 38420, + "_article": 38421, + "Ġpane": 38422, + "bio": 38423, + "Ġmotors": 38424, + "NM": 38425, + "Frank": 38426, + "Ġonion": 38427, + "-word": 38428, + "ItemClickListener": 38429, + "Ġbrit": 38430, + "endencies": 38431, + "Computer": 38432, + "_running": 38433, + "(day": 38434, + "-he": 38435, + "(named": 38436, + "ĠSach": 38437, + "оÑĩ": 38438, + "campaign": 38439, + ".Abstract": 38440, + "(wrapper": 38441, + ".pay": 38442, + "Ġuw": 38443, + "Geo": 38444, + "rails": 38445, + "/select": 38446, + "ichte": 38447, + "sons": 38448, + "EVENT": 38449, + "Ġaliment": 38450, + "Providers": 38451, + "Await": 38452, + "_INTERVAL": 38453, + ".off": 38454, + "Ġgluten": 38455, + "_cloud": 38456, + "Ġwen": 38457, + ".extract": 38458, + "ĉbutton": 38459, + "/MM": 38460, + "Party": 38461, + "Ġdemographic": 38462, + "_errno": 38463, + "Ġhiking": 38464, + "('')Ċ": 38465, + "\",@\"": 38466, + "Ġwit": 38467, + "rá": 38468, + "ologie": 38469, + "ĠStyles": 38470, + "ĠBrowserModule": 38471, + ".RequestMapping": 38472, + "icans": 38473, + "PAGE": 38474, + "creation": 38475, + "ĠFerguson": 38476, + "uded": 38477, + "numbers": 38478, + "ĠGTK": 38479, + "Ġpresentations": 38480, + "ĠBobby": 38481, + "_span": 38482, + "estyle": 38483, + "Ġillegally": 38484, + "abela": 38485, + "Ġbattlefield": 38486, + "capacity": 38487, + "terror": 38488, + "]\");Ċ": 38489, + "Ġwarrior": 38490, + "leader": 38491, + "ĠDBG": 38492, + "ĠRevenue": 38493, + "Ġvigil": 38494, + "Ġcounterparts": 38495, + "(Error": 38496, + "ACTER": 38497, + "Ġheeft": 38498, + "Ġselections": 38499, + "zeug": 38500, + "tom": 38501, + "-two": 38502, + ".;Ċ": 38503, + "_statement": 38504, + "ĠAid": 38505, + "ĠVul": 38506, + "_rgb": 38507, + "Ġprizes": 38508, + "Ġeditable": 38509, + "ĉform": 38510, + "ını": 38511, + ".decor": 38512, + "Demo": 38513, + "lices": 38514, + "Ġenctype": 38515, + "ratulations": 38516, + "ĠROS": 38517, + "_chars": 38518, + "ĠJahr": 38519, + "partial": 38520, + "ÑĥÑĤ": 38521, + "ĠReceive": 38522, + "ĠLands": 38523, + "APTER": 38524, + "Ġchopped": 38525, + "..\"": 38526, + "ĠAnaly": 38527, + "ĠUID": 38528, + "ĠRadeon": 38529, + "ĠBee": 38530, + "Ġunm": 38531, + ">M": 38532, + ".findall": 38533, + "Tokenizer": 38534, + "ĠWHAT": 38535, + "Ġsj": 38536, + "Drawing": 38537, + "Ess": 38538, + "OND": 38539, + "Ĭ¶": 38540, + "(packet": 38541, + "âĢĶbut": 38542, + "Invocation": 38543, + "ĠNuclear": 38544, + "?;Ċ": 38545, + "Ġgrandes": 38546, + "ĠCrypt": 38547, + "remark": 38548, + "Ġ'../../../../": 38549, + "Ġinability": 38550, + "magic": 38551, + "cats": 38552, + "Ġsimulate": 38553, + ":${": 38554, + "inflate": 38555, + "Ġener": 38556, + ":NO": 38557, + "iples": 38558, + "Ġmerit": 38559, + "ĠRated": 38560, + "Ġglue": 38561, + "/blog": 38562, + "Ġgren": 38563, + "Ġthrilled": 38564, + ".CH": 38565, + "uncan": 38566, + "ĠPRIMARY": 38567, + "Ġpersec": 38568, + "Ġfeared": 38569, + ".MIN": 38570, + "ĠTheater": 38571, + "éĴ": 38572, + "ategorie": 38573, + "段": 38574, + "Ġappetite": 38575, + "square": 38576, + "ĠAlexand": 38577, + ".UserId": 38578, + "_gt": 38579, + "_enter": 38580, + "Ġgraduates": 38581, + "FragmentManager": 38582, + "Authorize": 38583, + "-NLS": 38584, + "(My": 38585, + "Ġtriumph": 38586, + "usting": 38587, + "_PARAMS": 38588, + "Characters": 38589, + "(:,:,": 38590, + "_BUILD": 38591, + "MHz": 38592, + "Ġwashed": 38593, + "Ġuncle": 38594, + "Steve": 38595, + "ardown": 38596, + "${": 38780, + "_confirmation": 38781, + "Ġtrophy": 38782, + "Works": 38783, + "ĠElectronics": 38784, + "ĠMediterranean": 38785, + "_metrics": 38786, + "Ġannouncing": 38787, + "ĠDAY": 38788, + "_proto": 38789, + "Ġpear": 38790, + "baseUrl": 38791, + "ĉĉĉĉĉĉĉĉĊ": 38792, + "Ġcoordination": 38793, + ":N": 38794, + ".animate": 38795, + "ĠCotton": 38796, + "_hit": 38797, + "âľ": 38798, + "Ġjetzt": 38799, + "ifter": 38800, + "(fields": 38801, + "ownload": 38802, + "ificacion": 38803, + ".cuda": 38804, + "ĠLiu": 38805, + ">equals": 38806, + "ĠAce": 38807, + "ÑĢам": 38808, + "ĠSuperman": 38809, + "ĠGarcia": 38810, + "Ġarrests": 38811, + "agar": 38812, + "Ġ{})": 38813, + "Ġmacros": 38814, + "roupe": 38815, + "être": 38816, + "Ġtwisted": 38817, + "struments": 38818, + "_(\"": 38819, + "_vertices": 38820, + "ĠTransition": 38821, + "ик": 38822, + "[max": 38823, + "mind": 38824, + "ĠaccessToken": 38825, + "Ġunle": 38826, + "mus": 38827, + "cop": 38828, + "ĠFactor": 38829, + "Ġconced": 38830, + "Ġretr": 38831, + ".linalg": 38832, + "-slider": 38833, + "obl": 38834, + "_StaticFields": 38835, + "Ġzombie": 38836, + "selling": 38837, + "Ġchap": 38838, + "Ġshaking": 38839, + "ĠTranslate": 38840, + "ĠAmsterdam": 38841, + "ĠETH": 38842, + "_EXTERN": 38843, + "kd": 38844, + "_disc": 38845, + "Ġpreceding": 38846, + "Ġprix": 38847, + "ObjectName": 38848, + "_modified": 38849, + "ardware": 38850, + "Ġ?>\">": 38851, + "ĠDW": 38852, + "`${": 38853, + "Ġ?>\">ĊĊ": 38959, + "Ġspinning": 38960, + "_pending": 38961, + "Matchers": 38962, + ".Keys": 38963, + "ĠPV": 38964, + "enus": 38965, + "antis": 38966, + "Ġdiscard": 38967, + "Ġhaul": 38968, + "Ġempir": 38969, + "Ġpathway": 38970, + "Ġoak": 38971, + "мен": 38972, + "-induced": 38973, + "Ġimpair": 38974, + "ĠCalgary": 38975, + ".isHidden": 38976, + "dz": 38977, + "_include": 38978, + "Ġgm": 38979, + "Ġ'('": 38980, + "PY": 38981, + "uggestions": 38982, + "Ġcommodity": 38983, + "cro": 38984, + "/sub": 38985, + "ĠgetInstance": 38986, + "ĠLegacy": 38987, + "ĠKil": 38988, + "Bal": 38989, + "(short": 38990, + "Inform": 38991, + "+x": 38992, + "*r": 38993, + "ĠHopefully": 38994, + "orate": 38995, + "Ġmachen": 38996, + "Ġtreaty": 38997, + "ĠOri": 38998, + ".public": 38999, + "-horizontal": 39000, + "Ġtactic": 39001, + "Ġbord": 39002, + "wares": 39003, + "Ġammo": 39004, + "ĠLists": 39005, + "Ġequations": 39006, + "/her": 39007, + "ĠNSW": 39008, + "Bounding": 39009, + "_Collections": 39010, + "Ġavail": 39011, + ".DropDown": 39012, + "è°": 39013, + "Ġhh": 39014, + "ĠlÃł": 39015, + ".pb": 39016, + "Ġmemorial": 39017, + "ĠATTR": 39018, + "Ġexhausted": 39019, + "Ġtsp": 39020, + "ĉredirect": 39021, + "Ġlikewise": 39022, + "STER": 39023, + "Ljava": 39024, + "Ġcondemned": 39025, + "ocaust": 39026, + "(strict": 39027, + "Ġexempt": 39028, + "Ġsms": 39029, + "Ġexagger": 39030, + "SYS": 39031, + "Ġlounge": 39032, + ":^": 39033, + "Ġtodd": 39034, + "deb": 39035, + "atorial": 39036, + "ĠPorter": 39037, + "Ġtuition": 39038, + "Ġexempl": 39039, + "Ġparen": 39040, + ".lineTo": 39041, + "Ġkidney": 39042, + "Ġça": 39043, + "Ġcui": 39044, + "ï¼Į请": 39045, + "XC": 39046, + "Ġmoż": 39047, + "Ġnominated": 39048, + "lung": 39049, + "ImGui": 39050, + "ĠBuzz": 39051, + "Ġstereo": 39052, + "portal": 39053, + "resas": 39054, + "Ġklass": 39055, + "Ġdrafted": 39056, + "Ġprojectile": 39057, + "/gpl": 39058, + "(parameters": 39059, + "*)Ċ": 39060, + "Ġassisted": 39061, + "ĠNSInteger": 39062, + "sitemap": 39063, + ":nth": 39064, + ".Views": 39065, + ".ArgumentParser": 39066, + "Ġmeer": 39067, + "zier": 39068, + "ĠDig": 39069, + "Ċ": 39136, + "Ġplag": 39137, + "pine": 39138, + "Ġblanket": 39139, + "Ġ:-": 39743, + "Ġlcd": 39744, + "---------------": 39745, + "(\"\"": 39746, + "Ġtactical": 39747, + "ĠRonald": 39748, + "extr": 39749, + "ĠFest": 39750, + "Ġfuer": 39751, + "-navigation": 39752, + "Ġkb": 39753, + "ghost": 39754, + "ĠhandleChange": 39755, + "_cls": 39756, + "()!=": 39757, + "Comparator": 39758, + ".vm": 39759, + "ĠCox": 39760, + "_review": 39761, + "/@": 39762, + "_cookie": 39763, + "Ġrecognised": 39764, + "ldap": 39765, + "Threads": 39766, + "ĠSexual": 39767, + "ĠBearing": 39768, + "(SQL": 39769, + "Ġxr": 39770, + "Ġthigh": 39771, + "URLConnection": 39772, + "ĠSUV": 39773, + "ĠmContext": 39774, + "Ġincidence": 39775, + "ĠEste": 39776, + ".sup": 39777, + "_te": 39778, + "(EXIT": 39779, + "CMD": 39780, + "/\">": 39781, + "Almost": 39782, + "ĠUne": 39783, + "Ġanderen": 39784, + "ĠSingleton": 39785, + "Ġbore": 39786, + "Think": 39787, + "Ġnarc": 39788, + "]initWith": 39789, + "_shop": 39790, + "(strategy": 39791, + "!',": 39792, + "herits": 39793, + "ĠDesk": 39794, + "_machine": 39795, + ".netty": 39796, + "ında": 39797, + "=<": 39798, + "ĠQR": 39799, + "ĠSidebar": 39800, + ".splitContainer": 39801, + "ĠonSuccess": 39802, + "Ġmonkey": 39803, + "Enjoy": 39804, + "(nodes": 39805, + "pectrum": 39806, + "Ġ(*(": 39807, + "ĉUINT": 39808, + ",height": 39809, + "ĠNetworks": 39810, + ".tail": 39811, + ".linspace": 39812, + "Ġ\"...": 39813, + "Listen": 39814, + "Æ¡": 39815, + ".Channel": 39816, + "-defined": 39817, + "Repeat": 39818, + "adjust": 39819, + "ERM": 39820, + "_application": 39821, + ".assertNotNull": 39822, + "-stream": 39823, + "Ġrabbit": 39824, + "Ġpositioning": 39825, + "Ġwoke": 39826, + "Ġfing": 39827, + "Ġmultiplayer": 39828, + "Ġregistering": 39829, + "until": 39830, + "Ã¥n": 39831, + "(::": 39832, + "ussions": 39833, + "Ġpotato": 39834, + "ĠEquals": 39835, + ".Sup": 39836, + "/apache": 39837, + "Ġ(=": 39838, + ".\")": 39839, + ".ptr": 39840, + "ĠSpeech": 39841, + ".clip": 39842, + "ĠGabriel": 39843, + "Ġmusician": 39844, + "/issues": 39845, + ".shop": 39846, + "ĠHier": 39847, + "_RET": 39848, + "_bucket": 39849, + "ãĥ¡": 39850, + "avs": 39851, + "Ġroz": 39852, + "flower": 39853, + "WriteBarrier": 39854, + "ĠMilan": 39855, + "Ġlegislature": 39856, + "ĠDoll": 39857, + "Ġproving": 39858, + ".concatenate": 39859, + "âķIJ": 39860, + "Ġgchar": 39861, + "cdnjs": 39862, + "bles": 39863, + "ĠListing": 39864, + "ло": 39865, + ".xrLabel": 39866, + "ĠSak": 39867, + "justice": 39868, + "ĠValentine": 39869, + "unless": 39870, + "Ġpiger": 39871, + "(run": 39872, + "Ġtestified": 39873, + "ANA": 39874, + "ĠRemoves": 39875, + "))));Ċ": 39876, + "recated": 39877, + "ĠRuntimeMethod": 39878, + "Ġconqu": 39879, + "ãĤ¢": 39880, + "Ġtissues": 39881, + "ailer": 39882, + "été": 39883, + "-Star": 39884, + "Ġflames": 39885, + ".setIcon": 39886, + "Ġsupern": 39887, + "Ġvagina": 39888, + "-variable": 39889, + "Ġwellness": 39890, + "CUR": 39891, + "Ġbelle": 39892, + ".getRequest": 39893, + "Ġpoco": 39894, + "benh": 39895, + "agens": 39896, + "Ġspill": 39897, + "ĠJur": 39898, + "Ġdispatcher": 39899, + "ного": 39900, + "emonic": 39901, + "(dirname": 39902, + "ĠÐĶ": 39903, + "Ġpasse": 39904, + "Ġganz": 39905, + "ricing": 39906, + "EU": 39907, + "Ġmujeres": 39908, + "essen": 39909, + ".attribute": 39910, + "jj": 39911, + "ĉĉĠĊ": 39912, + "[^": 39913, + "Ġstrtolower": 39914, + "lexer": 39915, + "ectar": 39916, + "hotel": 39917, + ".square": 39918, + "Ġrall": 39919, + "Ġlowered": 39920, + "handled": 39921, + "Market": 39922, + "ĠUses": 39923, + "ivas": 39924, + ".Business": 39925, + "ãģĹãģ¦": 39926, + "DIV": 39927, + "Ġwasted": 39928, + "Ġavoir": 39929, + "êm": 39930, + "_ACCOUNT": 39931, + ".et": 39932, + "ĉSDL": 39933, + "kap": 39934, + "Ġfox": 39935, + "uppet": 39936, + "{},Ċ": 39937, + "\",'": 39938, + "Favorite": 39939, + "PEND": 39940, + "ĠAES": 39941, + "}),": 39942, + "Ġdeduction": 39943, + "ĠpolÃŃt": 39944, + "ĠcomponentWill": 39945, + "ĠTelerik": 39946, + "_SELF": 39947, + "Ġmuse": 39948, + "Craft": 39949, + "Ġdens": 39950, + "ि": 39951, + "(tp": 39952, + "Ġtasty": 39953, + "Ġbalances": 39954, + "Ġdedication": 39955, + "ĠWallace": 39956, + "Ġunlaw": 39957, + "\\\">\\": 39958, + "Ġmum": 39959, + "-update": 39960, + "emente": 39961, + "Ġsoda": 39962, + "Republic": 39963, + "asmine": 39964, + "éric": 39965, + "(Status": 39966, + "ĠJsonConvert": 39967, + "ĠDisk": 39968, + ".Redirect": 39969, + "Ġfilming": 39970, + "/mol": 39971, + "Ro": 39972, + "Ġville": 39973, + "Ġtrabaj": 39974, + "Ġsynthesis": 39975, + "rega": 39976, + "Ġrl": 39977, + "Scheduler": 39978, + "ISHED": 39979, + "currentUser": 39980, + "(errors": 39981, + "'h": 39982, + "_bot": 39983, + "ximo": 39984, + "ĠUSART": 39985, + "_super": 39986, + "_DECREF": 39987, + "ной": 39988, + "_ROW": 39989, + "Ġpromotes": 39990, + "ĠTA": 39991, + "Ġhoras": 39992, + "ĠRepresents": 39993, + "Ġnameof": 39994, + "ĠExc": 39995, + "ĠGarage": 39996, + "Ġseine": 39997, + ",#": 39998, + "Ġherb": 39999, + "/resources": 40000, + "Ġpleaded": 40001, + ".radioButton": 40002, + "Ġæĺ": 40003, + "Ops": 40004, + "ĠNest": 40005, + "cstring": 40006, + "ĠDefence": 40007, + "Ġrefere": 40008, + "_leaf": 40009, + "Ġrevelation": 40010, + "ë§": 40011, + ".executeUpdate": 40012, + "_WORLD": 40013, + "Ġexpans": 40014, + "(\"\\\"": 40015, + "jab": 40016, + "Ġdoubts": 40017, + "ĠGeometry": 40018, + "Ġintroduces": 40019, + "Ġsenators": 40020, + "Ġcanal": 40021, + ".helper": 40022, + "ĠBiology": 40023, + "_SENS": 40024, + ".previous": 40025, + "-touch": 40026, + "abit": 40027, + "Ġimpacted": 40028, + "Ġbrackets": 40029, + ".direct": 40030, + "accum": 40031, + "Ġtestosterone": 40032, + "ĉaction": 40033, + "ĠChance": 40034, + "Ġpeaks": 40035, + "CppCodeGenWriteBarrier": 40036, + "Ġunbelie": 40037, + "_press": 40038, + ".Rel": 40039, + "angled": 40040, + "/templates": 40041, + "-->čĊ": 40042, + "lime": 40043, + "Ġsufficiently": 40044, + "_nt": 40045, + "Expand": 40046, + ".isfile": 40047, + "ĠisEmpty": 40048, + "Ġqt": 40049, + "Ġmulher": 40050, + "acob": 40051, + "George": 40052, + "常": 40053, + "Ġassim": 40054, + "aso": 40055, + "Ġcomprised": 40056, + "OV": 40057, + "(CONFIG": 40058, + "ĉwriter": 40059, + "Ġdesp": 40060, + "Ġtenure": 40061, + "(cr": 40062, + ".pool": 40063, + "ĠBrend": 40064, + "Ġcensor": 40065, + "(timeout": 40066, + "Ġplea": 40067, + ".Wrap": 40068, + "Ġtightly": 40069, + "ĠWere": 40070, + "ĠIgnore": 40071, + "abei": 40072, + "Ġbridges": 40073, + "Ġcondemn": 40074, + "Ġsimplicity": 40075, + "Ġroutinely": 40076, + "Ġblacks": 40077, + "jb": 40078, + "ĠPit": 40079, + "Utf": 40080, + "Ġ/Ċ": 40081, + "reload": 40082, + "ĠsetObject": 40083, + "/global": 40084, + "Ġfatty": 40085, + "Ġsocks": 40086, + "Couldn": 40087, + "Ġerotisk": 40088, + "æĿ¡": 40089, + "ĠPressure": 40090, + "ĠMaz": 40091, + "npos": 40092, + "tolower": 40093, + "ĠEQ": 40094, + "uteur": 40095, + "ĠMoment": 40096, + "Ġeta": 40097, + "{{--": 40098, + "Ġgraphs": 40099, + "ĠGuar": 40100, + "rine": 40101, + "(--": 40102, + "ĠHttpStatus": 40103, + "(student": 40104, + "*np": 40105, + "Ġrailway": 40106, + "Ġasynchronous": 40107, + "_vm": 40108, + "'],'": 40109, + ",text": 40110, + "merchant": 40111, + "(Guid": 40112, + "ĠGra": 40113, + "ixer": 40114, + "fetchAll": 40115, + ".addListener": 40116, + "flip": 40117, + "*$": 40118, + ">(),": 40119, + "Ġsunlight": 40120, + "assigned": 40121, + "Ġabc": 40122, + "ĠCOLUMN": 40123, + "ĠðŁĻĤĊĊ": 40124, + ")...": 40125, + "Ġensemble": 40126, + "Ġnewline": 40127, + "_SINGLE": 40128, + "iedad": 40129, + "Ġdarker": 40130, + "ormap": 40131, + "Ġlion": 40132, + "plits": 40133, + "Ġillustration": 40134, + "ĠIEEE": 40135, + "Ġvista": 40136, + "ousands": 40137, + "*******": 40138, + "ĠTommy": 40139, + "Ġhue": 40140, + "Sel": 40141, + "Ġaura": 40142, + "ĠTherapy": 40143, + "Ġanimator": 40144, + ".constraints": 40145, + "Ġvague": 40146, + "(\"\")": 40147, + "Ġvillain": 40148, + "Ġblessing": 40149, + "ĠstringBuilder": 40150, + "ĠMisc": 40151, + "ĠDIR": 40152, + "fax": 40153, + "-node": 40154, + "ĠWalking": 40155, + "ĠAU": 40156, + "sess": 40157, + "Ġgrill": 40158, + "VERTISE": 40159, + "ĠFoods": 40160, + "Ġtournaments": 40161, + "Ãĵ": 40162, + "ĠMarsh": 40163, + "Ġwonders": 40164, + "Longitude": 40165, + ".CommandText": 40166, + "=input": 40167, + "_encoder": 40168, + "pageSize": 40169, + "ĠgetState": 40170, + ">>Ċ": 40171, + ".grey": 40172, + "pod": 40173, + "Ġreadings": 40174, + "Ġreconsider": 40175, + "Startup": 40176, + "Ġexcer": 40177, + ".balance": 40178, + "_cycle": 40179, + "_Time": 40180, + "LOCAL": 40181, + "ĠEFI": 40182, + "ĠReyn": 40183, + ".setForeground": 40184, + "byn": 40185, + "Ġdisconnected": 40186, + "ACTIVE": 40187, + "Ġembedding": 40188, + "ickers": 40189, + "Ġsurroundings": 40190, + "*c": 40191, + "Ġgarant": 40192, + "Ġbf": 40193, + "Ġwipe": 40194, + "Ġä¸ĭ": 40195, + "_TRA": 40196, + "adox": 40197, + "çķ": 40198, + "Ġsucks": 40199, + "ĠSongs": 40200, + "ĠAssociates": 40201, + "ĠBald": 40202, + "ĠBrett": 40203, + "venile": 40204, + "Ġvt": 40205, + "Ġinade": 40206, + "Ġresigned": 40207, + "ĠGlenn": 40208, + ".pattern": 40209, + ".DataBind": 40210, + "Ñĥм": 40211, + "LayoutInflater": 40212, + "chet": 40213, + "ĠTestament": 40214, + ".ms": 40215, + "Ġpav": 40216, + "ĠReactDOM": 40217, + "urdy": 40218, + "ADATA": 40219, + "Mu": 40220, + "/actions": 40221, + "ĠJs": 40222, + "_extract": 40223, + "ĠBring": 40224, + ":id": 40225, + "strt": 40226, + "ivation": 40227, + "Ġoutright": 40228, + "azu": 40229, + "loyment": 40230, + "иÑı": 40231, + "aldo": 40232, + "ĠPublisher": 40233, + "Education": 40234, + "Palette": 40235, + "_drv": 40236, + "Ġ($(": 40237, + "ĠAnda": 40238, + "Ġremedy": 40239, + "Ġinconsistent": 40240, + "tection": 40241, + "Ġregulators": 40242, + "Ġshortest": 40243, + "(pair": 40244, + "ĠInstallation": 40245, + "Ġdefendants": 40246, + "Ġ();": 40247, + "-large": 40248, + "Mel": 40249, + "Ġthreaten": 40250, + "нÑı": 40251, + "Ġfetish": 40252, + "otine": 40253, + "_dic": 40254, + "Ġ<$": 40255, + "Ġstagger": 40256, + "spi": 40257, + "$response": 40258, + "Serv": 40259, + "-born": 40260, + "jos": 40261, + "ĉimg": 40262, + "ĉWHERE": 40263, + "_lt": 40264, + "å½ĵ": 40265, + ".cost": 40266, + "ĠTue": 40267, + ".labels": 40268, + "ĠLV": 40269, + "wcsstore": 40270, + "ĠJesse": 40271, + "ห": 40272, + "Trade": 40273, + "Ġpredecessor": 40274, + "ëĤ": 40275, + "finally": 40276, + "_general": 40277, + "oggler": 40278, + "_REGION": 40279, + "nement": 40280, + "Ġblogger": 40281, + "ĠHarbor": 40282, + "ĠDataset": 40283, + "[w": 40284, + "Ġattendees": 40285, + ".ico": 40286, + "maximum": 40287, + ".Unlock": 40288, + "_SYNC": 40289, + "ágina": 40290, + "Ġdowns": 40291, + "ĠWii": 40292, + "])/": 40293, + "Ġkicking": 40294, + "unication": 40295, + "ĠDAC": 40296, + "ĠIDS": 40297, + "ĠRental": 40298, + "ĠcurrentTime": 40299, + "Ġvaccines": 40300, + "ĠDevil": 40301, + "Ġnors": 40302, + "_mouse": 40303, + "urrection": 40304, + "(no": 40305, + "Ġ>čĊ": 40306, + "Ġaggression": 40307, + "Ġbreeding": 40308, + ".symbol": 40309, + "iman": 40310, + "AbsolutePath": 40311, + "ĠWHO": 40312, + "_flush": 40313, + "-root": 40314, + "arna": 40315, + "&M": 40316, + "Ġfathers": 40317, + "ĠRocket": 40318, + "iveau": 40319, + "Ġwander": 40320, + "Ġcompos": 40321, + "ĠWarrior": 40322, + "ĠSeat": 40323, + "ĠClinic": 40324, + "_invoice": 40325, + "(dispatch": 40326, + "Producto": 40327, + "aturing": 40328, + "ossier": 40329, + "ĠMAY": 40330, + "Ġdagger": 40331, + "Ġsanitized": 40332, + "ĠRFC": 40333, + "Ġproph": 40334, + "Ġurine": 40335, + "Ġgrind": 40336, + "ĠExpanded": 40337, + "descripcion": 40338, + "-fw": 40339, + "ĠKerry": 40340, + "=name": 40341, + "Ġchk": 40342, + "Ġnationally": 40343, + "Ġthee": 40344, + "Inc": 40345, + "Ġ?>>": 40346, + ".RadioButton": 40347, + ".HttpServletResponse": 40348, + "/Y": 40349, + "ĉfield": 40350, + "Ġhomme": 40351, + "yper": 40352, + "Physical": 40353, + "=v": 40354, + "Ġdriv": 40355, + "ĠErrors": 40356, + "ĠcÄĥ": 40357, + "Death": 40358, + "ĠWINDOW": 40359, + "Ġpoet": 40360, + "ĠSharp": 40361, + "ĠImmutable": 40362, + "ĉcreate": 40363, + "Ġgeht": 40364, + "ĠReform": 40365, + "aiser": 40366, + "ĠInitialization": 40367, + "Ġimmunity": 40368, + ".compose": 40369, + "Ġlatency": 40370, + "ĠLebanon": 40371, + "ĠParad": 40372, + "Ġfuels": 40373, + "ĠExhib": 40374, + "coh": 40375, + "%\">Ċ": 40376, + "ĠCLI": 40377, + ")initWith": 40378, + "-Za": 40379, + "_CLEAR": 40380, + "regn": 40381, + "Ġfinances": 40382, + ".standard": 40383, + "_CATEGORY": 40384, + ".library": 40385, + "Ġtravelers": 40386, + "_wp": 40387, + "ĠEvaluation": 40388, + "starting": 40389, + "Ġ)),Ċ": 40390, + "episode": 40391, + "ĠVariant": 40392, + "Ġdaemon": 40393, + "ĠJulia": 40394, + "ĠNR": 40395, + "Ġdoubles": 40396, + "'": 40626, + "Ġqueryset": 40627, + ";}čĊ": 40628, + "ĠPopulation": 40629, + "utedString": 40630, + "resident": 40631, + "_FONT": 40632, + "ĠRespond": 40633, + "Ġobscure": 40634, + "Ġobservable": 40635, + "ĠContributors": 40636, + "kon": 40637, + "ĠMusk": 40638, + "exao": 40639, + "ĠTub": 40640, + "BootApplication": 40641, + "SOR": 40642, + ".Horizontal": 40643, + ".findBy": 40644, + ".power": 40645, + "Ġpositively": 40646, + "venience": 40647, + "ĠJong": 40648, + "Ġwhistle": 40649, + "ĠзнаÑĩ": 40650, + "Ġlending": 40651, + "Ġdestructive": 40652, + "ĠonDelete": 40653, + "authorization": 40654, + "();?>": 40655, + "_original": 40656, + "science": 40657, + "atra": 40658, + "?,?,": 40659, + "ĠAsc": 40660, + "Ġconvincing": 40661, + "$a": 40662, + "orgen": 40663, + "_Date": 40664, + "ĠProvide": 40665, + "Ġlonely": 40666, + ")'Ċ": 40667, + "exchange": 40668, + ";?>Ċ": 40669, + ".fast": 40670, + "Samples": 40671, + "London": 40672, + "'])čĊ": 40673, + "ĠIonic": 40674, + "Ġpesso": 40675, + "ĠKnights": 40676, + "ĠRaf": 40677, + "_attrs": 40678, + "Ġrepeal": 40679, + ">Main": 40680, + "ĠOrdered": 40681, + "_New": 40682, + "=\"\">\";Ċ": 40763, + "ĠSERVER": 40764, + "ĠHEADER": 40765, + "_velocity": 40766, + "ĠInvoke": 40767, + ".timestamps": 40768, + "Ġsulf": 40769, + "IQUE": 40770, + "Ġinhabitants": 40771, + "phins": 40772, + "azzo": 40773, + "Ġmono": 40774, + "Legend": 40775, + "Ġnonce": 40776, + "IFE": 40777, + ";\";Ċ": 40778, + "-create": 40779, + "\"\",Ċ": 40780, + "permit": 40781, + "ĠImmigration": 40782, + "Ġpathname": 40783, + "ffective": 40784, + "âĻĢâĻĢ": 40785, + "Ġexams": 40786, + "-event": 40787, + "ĠTill": 40788, + "[mid": 40789, + "FIX": 40790, + ";color": 40791, + "(Order": 40792, + "_traits": 40793, + "ĠorderBy": 40794, + "Ġsunt": 40795, + "ĠNicholas": 40796, + "ز": 40797, + "Ġsunny": 40798, + "iners": 40799, + "Ġaccessibility": 40800, + "ĠHB": 40801, + ".comp": 40802, + "ĉop": 40803, + "Ġminorities": 40804, + "etheus": 40805, + "Ġcollaborative": 40806, + "prit": 40807, + "HIR": 40808, + "Ġwraps": 40809, + "ĉdraw": 40810, + "god": 40811, + "ĠIX": 40812, + ".apps": 40813, + "ĠNM": 40814, + "Ġirrelevant": 40815, + "ĠTigers": 40816, + "Ġdiag": 40817, + "GV": 40818, + "ĠAccessories": 40819, + "kont": 40820, + "Ġsimplify": 40821, + "ĠFavorite": 40822, + "_tools": 40823, + "([]);Ċ": 40824, + "Ġtowers": 40825, + "Bes": 40826, + "Ġhunter": 40827, + "Ġsalon": 40828, + "(buff": 40829, + "ĉdebug": 40830, + "Ġmalware": 40831, + "Moving": 40832, + "-options": 40833, + ")+'": 40834, + "ĠLOVE": 40835, + "_SOCKET": 40836, + "_fin": 40837, + "ĠDelaware": 40838, + "Ġsheriff": 40839, + "-invalid": 40840, + "ĠFULL": 40841, + "Ġпод": 40842, + "elas": 40843, + "\"strings": 40844, + "ĠRepresentatives": 40845, + "surface": 40846, + "resolved": 40847, + "htdocs": 40848, + ")):čĊ": 40849, + "Ġpressures": 40850, + "Ġnorms": 40851, + "Ġpla": 40852, + "Ġsurname": 40853, + "Ġpostal": 40854, + "ĠDepart": 40855, + "Ġslaughter": 40856, + "orida": 40857, + "Ġhebben": 40858, + "Ġdesar": 40859, + "compact": 40860, + "_LANG": 40861, + "åIJĪ": 40862, + "opoly": 40863, + "_rad": 40864, + "ĠSTDMETHOD": 40865, + "Lazy": 40866, + "ĠĠĠĉ": 40867, + "...,": 40868, + "(web": 40869, + "ĠPont": 40870, + "Ġetwas": 40871, + "Ġupward": 40872, + "_hat": 40873, + "Ġ],ĊĊ": 40874, + "ĠbaseUrl": 40875, + "Ġworrying": 40876, + "-addon": 40877, + "(getClass": 40878, + "SPI": 40879, + "Ġcapturing": 40880, + ")},Ċ": 40881, + "Effects": 40882, + "Ġcompetent": 40883, + "Ġfoul": 40884, + "Ġsubscribing": 40885, + "ĠOBJECT": 40886, + "IXEL": 40887, + "bucks": 40888, + "(edge": 40889, + "(pass": 40890, + "ĠPeterson": 40891, + "Ġboobs": 40892, + "ĠDelay": 40893, + "_square": 40894, + "elim": 40895, + "oters": 40896, + "_PC": 40897, + "%E": 40898, + "onclick": 40899, + "ĠSVG": 40900, + "Ġtopped": 40901, + "Ġfist": 40902, + "smart": 40903, + "ĠRalph": 40904, + "(owner": 40905, + "jours": 40906, + "Ġbronze": 40907, + "ĠArgumentException": 40908, + "(original": 40909, + "_SCALE": 40910, + "_cp": 40911, + "Ġrecommends": 40912, + ".setStyle": 40913, + "Sure": 40914, + "LAND": 40915, + "Ġrepeating": 40916, + "Matt": 40917, + ".Visibility": 40918, + "Ġenterprises": 40919, + ".Setup": 40920, + "(scene": 40921, + "ĠReactive": 40922, + "urge": 40923, + "bw": 40924, + ".Put": 40925, + "persist": 40926, + ".cookie": 40927, + "ĠAudi": 40928, + "`s": 40929, + "supplier": 40930, + "(Form": 40931, + "¡": 40932, + "_so": 40933, + "ĮĢ": 40934, + "ĠLegion": 40935, + "tte": 40936, + "Nd": 40937, + "Loss": 40938, + "(attrs": 40939, + ".scatter": 40940, + "Ġgroom": 40941, + "Ġglimpse": 40942, + "Ġnails": 40943, + "Ġcumulative": 40944, + "Ġfazer": 40945, + "_services": 40946, + ".Num": 40947, + "ibilit": 40948, + "_resolution": 40949, + "ĠTx": 40950, + "uminium": 40951, + "opa": 40952, + ".schedule": 40953, + "smtp": 40954, + "à¸ķ": 40955, + "urry": 40956, + "ük": 40957, + "goog": 40958, + "_signature": 40959, + ".into": 40960, + "ĠSteps": 40961, + "Ġhomeowners": 40962, + "ĠNSURL": 40963, + "ĠPAC": 40964, + "ĠĠĠĠĠĠĠĠĠĠĠĠĊĊ": 40965, + ">')Ċ": 40966, + "enh": 40967, + "Ġincap": 40968, + "$MESS": 40969, + "Ġmoins": 40970, + "ĠFi": 40971, + "Ġoffseason": 40972, + "pressions": 40973, + ">.Ċ": 41045, + "ĠGrass": 41046, + "ĠGoal": 41047, + "_pdf": 41048, + "Handlers": 41049, + "Ġstacks": 41050, + ".getFullYear": 41051, + "=[];Ċ": 41052, + "车": 41053, + ",V": 41054, + "(split": 41055, + "Ñĥнк": 41056, + "Ġbakeca": 41057, + "Ġ~/.": 41058, + "pez": 41059, + "tails": 41060, + "ĠGlen": 41061, + "ĠsetImage": 41062, + "ĠComic": 41063, + "BLOCK": 41064, + "ĉThis": 41065, + "oader": 41066, + "Ġcapitalist": 41067, + "_STEP": 41068, + "(Boolean": 41069, + "ĠCorrect": 41070, + "rina": 41071, + "Ġconcaten": 41072, + "å®ŀ": 41073, + "():ĊĊ": 41074, + "Ġunanim": 41075, + "lli": 41076, + "alars": 41077, + "-ne": 41078, + "Ġdivor": 41079, + "ĠKickstarter": 41080, + "]._": 41081, + "*'+": 41722, + "åĿĢ": 41723, + "acency": 41724, + "(URL": 41725, + "_half": 41726, + "=l": 41727, + "ĠlistView": 41728, + "(section": 41729, + ".toArray": 41730, + "+/": 41731, + "ĠRodriguez": 41732, + "istream": 41733, + "Ġeligibility": 41734, + "::-": 41735, + ".newInstance": 41736, + "PB": 41737, + "ĠAssets": 41738, + "ĠComposite": 41739, + "ĠLabs": 41740, + "ĠHamas": 41741, + "++);Ċ": 41742, + "Ġblk": 41743, + "ĠNeo": 41744, + "Luc": 41745, + "@login": 41746, + "Ġunaware": 41747, + ".met": 41748, + "_RELEASE": 41749, + "(ST": 41750, + "AMIL": 41751, + "rike": 41752, + "Ġ(){Ċ": 41753, + "(sprintf": 41754, + "ĠAccounts": 41755, + "ĠVIEW": 41756, + "ĠAj": 41757, + "ãĤ°": 41758, + "Ġwhisk": 41759, + "Ġidi": 41760, + "Ġrode": 41761, + "Ġihn": 41762, + "ĠElementary": 41763, + "Qty": 41764, + "Ġintriguing": 41765, + "Ġå¤": 41766, + "Jobs": 41767, + "ĉoffset": 41768, + "ĠAhmed": 41769, + "ĠTaliban": 41770, + "Ġèİ·åıĸ": 41771, + "Ġinjected": 41772, + ".Authentication": 41773, + "_linear": 41774, + ".Decimal": 41775, + "Ġapples": 41776, + "Ġshareholders": 41777, + "Ġbaked": 41778, + ".diff": 41779, + "ĠEddie": 41780, + "okers": 41781, + "Ġconfronted": 41782, + "voices": 41783, + "Ġtus": 41784, + "ĠSpin": 41785, + "NODE": 41786, + "_Un": 41787, + "CTX": 41788, + "/google": 41789, + "Temperature": 41790, + "Ġ'').": 41791, + "Ġmagnificent": 41792, + "ĠstartIndex": 41793, + "sembles": 41794, + "Anyone": 41795, + "zk": 41796, + "ehen": 41797, + "ĠDame": 41798, + ".strict": 41799, + "Ġreplaces": 41800, + "Ġlineback": 41801, + "Ġpushes": 41802, + "Ġcheek": 41803, + "ĠShi": 41804, + "_BYTES": 41805, + "REA": 41806, + "ản": 41807, + "_CONNECTION": 41808, + "Gateway": 41809, + "ĠTravis": 41810, + "ĠAX": 41811, + "ĠBasically": 41812, + "ĠUpgrade": 41813, + "àª": 41814, + "themes": 41815, + "ermo": 41816, + "kor": 41817, + "Female": 41818, + "_attach": 41819, + "ĠìĤ¬ìļ©": 41820, + "Ġpoz": 41821, + "==============Ċ": 41822, + "(symbol": 41823, + "ĠSector": 41824, + "__)ĊĊ": 41825, + "_padding": 41826, + "ï¼ļ\"": 41827, + "Ġfabs": 41828, + "Ġranged": 41829, + "setName": 41830, + "Ġperror": 41831, + "âĹ": 41832, + "ĠFileReader": 41833, + "Ġfulfilled": 41834, + "_Current": 41835, + "Ġdominate": 41836, + "Ġsmugg": 41837, + "PostMapping": 41838, + "_force": 41839, + "Ġbloc": 41840, + "ĠGiant": 41841, + "(video": 41842, + "ĠCU": 41843, + "SystemService": 41844, + "Ġelf": 41845, + "Ġkontakt": 41846, + "ëª": 41847, + "kees": 41848, + "gtk": 41849, + "ĠparamInt": 41850, + "Ġmarkup": 41851, + "uales": 41852, + "Ġaccounted": 41853, + "Ġgangbang": 41854, + "RYPT": 41855, + "ĠWrong": 41856, + "Ġcredited": 41857, + "ĠMESSAGE": 41858, + "Ġflaws": 41859, + "Ġbbw": 41860, + "Ġmetabolic": 41861, + "ĠOEM": 41862, + "/event": 41863, + "(Collectors": 41864, + "monton": 41865, + "appear": 41866, + "Ġopted": 41867, + "Ġcheat": 41868, + "Ġdav": 41869, + "ĠProceed": 41870, + "Ġê¸": 41871, + "anked": 41872, + "из": 41873, + "ansk": 41874, + "ĠHang": 41875, + "ĠCler": 41876, + "Ġdisgu": 41877, + "Ġcmap": 41878, + ".cljs": 41879, + "Ġaument": 41880, + "lez": 41881, + "ĠJoined": 41882, + "_received": 41883, + "Ġaerial": 41884, + "otel": 41885, + "Ġgreet": 41886, + "\"s": 41887, + "ĠGenesis": 41888, + "ĠCalif": 41889, + "panion": 41890, + "Ġtailored": 41891, + "mapping": 41892, + "andExpect": 41893, + ".track": 41894, + "atomy": 41895, + "ĠOw": 41896, + "ullah": 41897, + ".Yes": 41898, + "ĠSimpleName": 41899, + "dbh": 41900, + "'en": 41901, + "Ġnonsense": 41902, + "Ġphilosophical": 41903, + "(getContext": 41904, + "Ġisso": 41905, + "ĠACE": 41906, + "startDate": 41907, + "ĠbÄĻd": 41908, + "ĠAUTHOR": 41909, + "ĠGlobe": 41910, + "Ġinsects": 41911, + "_Al": 41912, + "ushing": 41913, + "è®°": 41914, + "/Home": 41915, + "ĠLocalDate": 41916, + "needed": 41917, + "hesive": 41918, + "Ġillusion": 41919, + "äºĮ": 41920, + "Ġtrat": 41921, + "xo": 41922, + "/detail": 41923, + "_MATCH": 41924, + "Ġbroadband": 41925, + "Ġwal": 41926, + "ĠIllegalStateException": 41927, + "IRECTION": 41928, + "Ġnortheast": 41929, + "esium": 41930, + "ĠCliente": 41931, + "ulance": 41932, + "nty": 41933, + "Ġtecn": 41934, + "Devices": 41935, + "Ġgrains": 41936, + "ĠOg": 41937, + "ĠSEL": 41938, + "udiant": 41939, + "Ġ++;Ċ": 41940, + "Ġexplanations": 41941, + "occo": 41942, + "Ġdiets": 41943, + "Ġcohort": 41944, + "(controller": 41945, + ".Iterator": 41946, + "-rich": 41947, + "rocess": 41948, + "GD": 41949, + "Ġcarbohydr": 41950, + "Ġfried": 41951, + "ĠEmployment": 41952, + "ìŀ¥": 41953, + "ĠLeonard": 41954, + "_${": 41955, + "quares": 41956, + "Ġcompanions": 41957, + "Ġparis": 41958, + "Ġstimulation": 41959, + "ĠZoo": 41960, + "Ġrelevance": 41961, + "ĠColour": 41962, + "Ġspear": 41963, + "otional": 41964, + "ĠLite": 41965, + "ĠKosten": 41966, + "Ġó": 41967, + "_attachment": 41968, + "orphic": 41969, + "Ġdamit": 41970, + "Ġdlg": 41971, + "Ġthrive": 41972, + "CHANGE": 41973, + "ĠApparently": 41974, + "Ġatual": 41975, + "Ġrooted": 41976, + "(images": 41977, + "awi": 41978, + "ariat": 41979, + "Ġcherry": 41980, + "STATIC": 41981, + "mnt": 41982, + "ĠUserId": 41983, + "illet": 41984, + "ĠHispanic": 41985, + "Ġnak": 41986, + "Ġcentro": 41987, + "Ġdims": 41988, + "_initialize": 41989, + "ık": 41990, + "ĠCenters": 41991, + "REN": 41992, + "Ġevolutionary": 41993, + "ĠTopics": 41994, + "_damage": 41995, + "emer": 41996, + "Ġrund": 41997, + "Ġpunished": 41998, + "Ġcubic": 41999, + "fair": 42000, + "[];ĊĊ": 42001, + "Ġinstantiate": 42002, + "Ġoversee": 42003, + "-delete": 42004, + "unteer": 42005, + "startTime": 42006, + "ĠPipeline": 42007, + "_GAME": 42008, + "ĠCir": 42009, + "ĉNull": 42010, + ".Formatting": 42011, + "ucumber": 42012, + "ĠRide": 42013, + "Ġzoo": 42014, + "Ġchecker": 42015, + "åIJĮ": 42016, + "=C": 42017, + "Ġgrit": 42018, + "\");//": 42019, + "_xy": 42020, + "ĠDeclaration": 42021, + "Ġcallable": 42022, + "Foo": 42023, + "ĠListItem": 42024, + "Ġinaccur": 42025, + "mlin": 42026, + "ĉData": 42027, + "Ġevolving": 42028, + "awan": 42029, + "Ġcafe": 42030, + "folk": 42031, + "_IDX": 42032, + "ĠAnything": 42033, + "ĠPalestine": 42034, + "ĠGridView": 42035, + "Ġcolony": 42036, + "ĠGermans": 42037, + "(+": 42038, + ".pid": 42039, + ".jsx": 42040, + "ĠSuperior": 42041, + "Christian": 42042, + "ĠLect": 42043, + "ĉGame": 42044, + "Ġinstrumental": 42045, + "Animations": 42046, + "дал": 42047, + "ĠMoses": 42048, + "ĉĉčĊĉĉčĊ": 42049, + "zs": 42050, + "kte": 42051, + "ä¸ļ": 42052, + "_DIST": 42053, + "bitmap": 42054, + "dB": 42055, + "Ġpersistence": 42056, + "ÑĢоÑģ": 42057, + "$l": 42058, + "Bron": 42059, + "Ġ{|": 42060, + "_chart": 42061, + "ĠConsum": 42062, + "Ġhemp": 42063, + "Ġ\"))Ċ": 42064, + "Ġattackers": 42065, + "Ġknowledgeable": 42066, + "Ġcet": 42067, + "Ġviruses": 42068, + "'I": 42069, + "Ġpitcher": 42070, + "Ġsweeping": 42071, + "=list": 42072, + "aptops": 42073, + ".depth": 42074, + "Ġinstructed": 42075, + "ĠRus": 42076, + "benhavn": 42077, + "Ġин": 42078, + "Sports": 42079, + "Ġonset": 42080, + "æĿĥ": 42081, + ".RED": 42082, + "_si": 42083, + "ĠPST": 42084, + ".onChange": 42085, + ">tag": 42086, + "ĠRoh": 42087, + "_character": 42088, + "ĠLaws": 42089, + "ĠBachelor": 42090, + "_swap": 42091, + ".reactivex": 42092, + "Ġrewarding": 42093, + "Medium": 42094, + "-[": 42095, + "ĠRecently": 42096, + "Joint": 42097, + "partition": 42098, + "ĠMinutes": 42099, + "Ġindo": 42100, + "Ġabsorbed": 42101, + "ĠGN": 42102, + "_IND": 42103, + "Ġsaber": 42104, + "Spawn": 42105, + "outputs": 42106, + "ĠJeffrey": 42107, + "Ġmedieval": 42108, + "hed": 42109, + "Guide": 42110, + "Ġpsycho": 42111, + "Ġglam": 42112, + "Elim": 42113, + "ädchen": 42114, + "_plain": 42115, + "ĠSau": 42116, + "-four": 42117, + "Ġanalyzing": 42118, + "QUERY": 42119, + "Ġtomato": 42120, + "_buttons": 42121, + "VEN": 42122, + ".setStatus": 42123, + ".Url": 42124, + "+ĊĊ": 42125, + "Ġcomplaining": 42126, + "degree": 42127, + "confirmed": 42128, + "Ġsubt": 42129, + "parsed": 42130, + "Ġtorque": 42131, + "Ġtroubled": 42132, + "ĠTARGET": 42133, + "Ġtrademarks": 42134, + "ĠCoordinate": 42135, + "ĠViv": 42136, + "Ġ//}ĊĊ": 42137, + "Ġaprès": 42138, + ".getPosition": 42139, + "(KeyCode": 42140, + "ĠSilva": 42141, + "Ġmeteor": 42142, + "Ġendorsement": 42143, + "Overview": 42144, + "ĠPoss": 42145, + ".Inject": 42146, + "Ġevenly": 42147, + "Ġvisualization": 42148, + "Ġwchar": 42149, + "ĠHDMI": 42150, + "Ġfunct": 42151, + "ickname": 42152, + "','','": 42153, + "Ġforwards": 42154, + "ManagedObject": 42155, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 42156, + "ĉserver": 42157, + "ĠOutlook": 42158, + "ĠChronicle": 42159, + "Ġdubbed": 42160, + "Ġdok": 42161, + "ĠWear": 42162, + ".AL": 42163, + "paren": 42164, + ".Interface": 42165, + "Interfaces": 42166, + ".cod": 42167, + "Ġdib": 42168, + ".Globalization": 42169, + "ĠAcademic": 42170, + "Ġassms": 42171, + "Autom": 42172, + "Ġlw": 42173, + "ĠNW": 42174, + "Ġ&&čĊ": 42175, + "Ġproblema": 42176, + "ĠManufacturing": 42177, + "limits": 42178, + "-mobile": 42179, + "Ġfilme": 42180, + "/map": 42181, + "Ġdoit": 42182, + "ĠInk": 42183, + "Ġsued": 42184, + ".arr": 42185, + "Ġundermin": 42186, + "ĠProc": 42187, + "crollView": 42188, + "__$": 42189, + "Ġsidewalk": 42190, + "(that": 42191, + "ื": 42192, + "[q": 42193, + "grammar": 42194, + "Ġtë": 42195, + "quito": 42196, + "Ġspiral": 42197, + "extended": 42198, + "Ġfocal": 42199, + "Ġdigging": 42200, + "pas": 42201, + "ĠTall": 42202, + ".proxy": 42203, + "itures": 42204, + "TRACT": 42205, + "ĠRealm": 42206, + "Ġfeder": 42207, + "Ġoriented": 42208, + "ĠAlternative": 42209, + "Ġowe": 42210, + "Ġsourced": 42211, + "inker": 42212, + ".det": 42213, + "Sep": 42214, + "ĠQui": 42215, + "ĠPalmer": 42216, + "(_,": 42217, + "samples": 42218, + "oyer": 42219, + "ullan": 42220, + "quez": 42221, + "Edges": 42222, + "Ġshout": 42223, + "ĠAchie": 42224, + "Ġhaar": 42225, + "_Construct": 42226, + "Ġpremature": 42227, + "Ġrevert": 42228, + "').Ċ": 42229, + "Ġschn": 42230, + "filtered": 42231, + "nullptr": 42232, + "Saved": 42233, + "itecture": 42234, + "CLA": 42235, + "Ġvl": 42236, + "stell": 42237, + "ĉMe": 42238, + "ĠLip": 42239, + "national": 42240, + "Ġwholly": 42241, + "Ġsprings": 42242, + ".Timer": 42243, + "ĉsrc": 42244, + "elsen": 42245, + "åħ¶": 42246, + "Ġcommunicating": 42247, + "ĠQuiz": 42248, + "Ġteng": 42249, + "Ġgez": 42250, + "ĠOutside": 42251, + ".Sign": 42252, + "(cs": 42253, + "Ġdisputes": 42254, + "ĠWeiss": 42255, + "annes": 42256, + ">No": 42257, + "ĠBach": 42258, + ".removeAll": 42259, + "refer": 42260, + "/dashboard": 42261, + "ĠAjax": 42262, + "IndexChanged": 42263, + "ĠWeak": 42264, + "'\"Ċ": 42265, + "Ġsights": 42266, + "accessToken": 42267, + "ĠJoi": 42268, + "(domain": 42269, + "ĉcv": 42270, + "Ġcontinuation": 42271, + "Ġplum": 42272, + "adir": 42273, + ".setMessage": 42274, + "Ġï¼Į": 42275, + "Ġswallow": 42276, + "ĠLamp": 42277, + "Ġqw": 42278, + "Ġuu": 42279, + "Coin": 42280, + "ubic": 42281, + "ĠDeals": 42282, + "race": 42283, + "Ġdictator": 42284, + "Ġmeme": 42285, + "turned": 42286, + "ĠJulie": 42287, + ".gridColumn": 42288, + "Ġpuppy": 42289, + "Ġpam": 42290, + "Ġ){čĊ": 42291, + "Ġinviting": 42292, + "Ġfrench": 42293, + "vim": 42294, + "Ġwrapping": 42295, + "Ġ#-}Ċ": 42296, + "([-": 42297, + "Early": 42298, + "Ġshiny": 42299, + ".faces": 42300, + "Ġrebell": 42301, + "abcdef": 42302, + "ält": 42303, + "Ġestimation": 42304, + "phys": 42305, + "losures": 42306, + "_REL": 42307, + "Ġexclusion": 42308, + "ĠSkype": 42309, + "weise": 42310, + "-stop": 42311, + "nothing": 42312, + "ĠEgg": 42313, + "isors": 42314, + "Richard": 42315, + "Ġcounseling": 42316, + "Ġcommem": 42317, + "ĠQMessageBox": 42318, + "ĠSynd": 42319, + "ĠFrost": 42320, + "ĠCompetition": 42321, + "ĠAwake": 42322, + "Ġted": 42323, + "iciones": 42324, + "ĠDevComponents": 42325, + "VERTISEMENT": 42326, + "otti": 42327, + ".runner": 42328, + "Ġuniquely": 42329, + ".flag": 42330, + "ĉrs": 42331, + "_generic": 42332, + "Ġ```Ċ": 42333, + "ACHINE": 42334, + "Ġmein": 42335, + "(Application": 42336, + "(br": 42337, + "Ġratios": 42338, + ":,": 42339, + "ĠXCTest": 42340, + "ustainable": 42341, + "-www": 42342, + "itles": 42343, + "_TEMP": 42344, + "Ġsyst": 42345, + "umericUpDown": 42346, + "ĉassertTrue": 42347, + "Ġwf": 42348, + ".peek": 42349, + "ĠBulg": 42350, + "Ġterrifying": 42351, + ".MODE": 42352, + "ĠGW": 42353, + "ár": 42354, + "Ġfic": 42355, + "Ġcommitments": 42356, + "-tech": 42357, + "ĠLiquid": 42358, + "opez": 42359, + "zheimer": 42360, + "aña": 42361, + "-media": 42362, + "(animated": 42363, + "_goal": 42364, + "Ġgum": 42365, + "ystone": 42366, + ".SET": 42367, + "ĠWend": 42368, + "setCellValue": 42369, + "Ġmsgs": 42370, + "cash": 42371, + "ALLOC": 42372, + "/aws": 42373, + "Ġmicrowave": 42374, + ".Pointer": 42375, + "ĉConsole": 42376, + "_sorted": 42377, + "ĠFilip": 42378, + "Prod": 42379, + "Ġ//!<": 42380, + "ingroup": 42381, + "Ġks": 42382, + "_TRI": 42383, + "Ġteaspoon": 42384, + "ĠATT": 42385, + "Ġrecovering": 42386, + "ĠGLOBAL": 42387, + ".Par": 42388, + "Ġ/>;Ċ": 42389, + "Ġmarble": 42390, + "ulators": 42391, + "ĠCycle": 42392, + "Ġherbs": 42393, + "_metric": 42394, + ")!": 42395, + "_CLOCK": 42396, + "_Button": 42397, + "Harry": 42398, + "è¿Ľ": 42399, + "Ġstrains": 42400, + "ĠAppBar": 42401, + "ĠChan": 42402, + "/video": 42403, + "Ġbam": 42404, + ".Progress": 42405, + "$f": 42406, + "lemen": 42407, + "Ġirregular": 42408, + "ĠDuncan": 42409, + "ĠMint": 42410, + "-video": 42411, + "া": 42412, + "ówn": 42413, + "ĠEMPTY": 42414, + "Ġstacked": 42415, + "ĠHA": 42416, + "_cut": 42417, + "Ġwherein": 42418, + "ĠWays": 42419, + "(counter": 42420, + "è¯ķ": 42421, + "FormGroup": 42422, + "Ġblew": 42423, + "courses": 42424, + "Ġproductos": 42425, + "rys": 42426, + "ĠRestr": 42427, + "Ġstyling": 42428, + ">s": 42429, + "Ġpiv": 42430, + "Ġitertools": 42431, + "getRepository": 42432, + "ĠIk": 42433, + "_devices": 42434, + "layui": 42435, + "Ġhalfway": 42436, + "Ġfranç": 42437, + "Ġtuning": 42438, + "OA": 42439, + "_Node": 42440, + "arde": 42441, + "Ġfierce": 42442, + "licted": 42443, + "#čĊ": 42444, + "Ġbreakthrough": 42445, + "ĠErik": 42446, + "Ġbride": 42447, + "Ġ.\"": 42448, + "culus": 42449, + "inside": 42450, + "ĠIndianapolis": 42451, + "ĠEE": 42452, + "Ġyog": 42453, + "urret": 42454, + ".fs": 42455, + ".grad": 42456, + "_cards": 42457, + "_accuracy": 42458, + "_epi": 42459, + "queda": 42460, + "/org": 42461, + "éªĮ": 42462, + "Ġcompte": 42463, + "))[": 42464, + "Outside": 42465, + "Greater": 42466, + "ĠRenderer": 42467, + ".actor": 42468, + "Accounts": 42469, + "Idle": 42470, + "_hours": 42471, + "erner": 42472, + "Joined": 42473, + "Ġmenj": 42474, + "requires": 42475, + "ĠOPER": 42476, + ".removeChild": 42477, + "ĉsp": 42478, + "Ġesse": 42479, + "rift": 42480, + "xFE": 42481, + "ĠShakespeare": 42482, + "____________": 42483, + "Ġbudgets": 42484, + "ModelState": 42485, + "fillable": 42486, + "-component": 42487, + "ocos": 42488, + "ĠBUTTON": 42489, + "/io": 42490, + ",out": 42491, + "sms": 42492, + "Thomas": 42493, + "ĠArmed": 42494, + "resume": 42495, + "Ġrotating": 42496, + "ĠVault": 42497, + "Ġseus": 42498, + ".(*": 42499, + "Ġamino": 42500, + "Ġ[]);ĊĊ": 42501, + "Ġprovoc": 42502, + "nox": 42503, + ".GetEnumerator": 42504, + "=======Ċ": 42505, + "æĸĻ": 42506, + "_scroll": 42507, + "Ġfilmed": 42508, + "ĠSoci": 42509, + "gap": 42510, + "gro": 42511, + "Vote": 42512, + "\"But": 42513, + "_RC": 42514, + "Animal": 42515, + "ÂĢ": 42516, + "ibile": 42517, + "Ġawaken": 42518, + "orest": 42519, + "inja": 42520, + "ĠIvan": 42521, + "(Command": 42522, + "Ġ*****": 42523, + "η": 42524, + "Ġkvinder": 42525, + "/helpers": 42526, + "_cases": 42527, + "tg": 42528, + "ìĦ¸": 42529, + "Registered": 42530, + "ĉpass": 42531, + "_digits": 42532, + "Ġcontour": 42533, + "Ġinfants": 42534, + "Ġjustification": 42535, + "ĠFortunately": 42536, + "Contr": 42537, + "ĠonCreateView": 42538, + "_SAMPLE": 42539, + "ĠallowNull": 42540, + "Ġnud": 42541, + "Ġfetched": 42542, + "_equ": 42543, + "ĠUnable": 42544, + "=\\\"\"": 42545, + ">{Ċ": 42546, + "Ġcommittees": 42547, + "istema": 42548, + "+\".": 42549, + "ÃŃan": 42550, + "mant": 42551, + "Ġsoutheast": 42552, + "ï¼ĮĊ": 42553, + "dialogs": 42554, + "PROJECT": 42555, + "charger": 42556, + "-port": 42557, + "(uuid": 42558, + ".export": 42559, + "Six": 42560, + "ĠRP": 42561, + "Prem": 42562, + "Ġconscience": 42563, + "ĠmarginRight": 42564, + "_distribution": 42565, + "yaml": 42566, + "resizing": 42567, + "Dock": 42568, + "ĠLocations": 42569, + "GY": 42570, + "Seed": 42571, + "BUFFER": 42572, + "ossip": 42573, + "ullen": 42574, + "Things": 42575, + "-self": 42576, + ".poll": 42577, + "PLAYER": 42578, + "Ġå®": 42579, + "GROUP": 42580, + "ĠAway": 42581, + "Ġgospel": 42582, + "xfd": 42583, + "Mary": 42584, + "ĠPortable": 42585, + "TURE": 42586, + "Ġutilis": 42587, + "Ġseit": 42588, + "Ġstrand": 42589, + "Ġtransc": 42590, + "Ġ(^": 42591, + "ĠAlfred": 42592, + ".mem": 42593, + ".circle": 42594, + "Ġ~/": 42595, + "forcing": 42596, + "Ġriot": 42597, + "prox": 42598, + "THON": 42599, + "ización": 42600, + "ĠNI": 42601, + "rost": 42602, + "Ġdispro": 42603, + "_instances": 42604, + "ï¼ĮâĢľ": 42605, + "ographer": 42606, + "endas": 42607, + "ĠIsaac": 42608, + "ĠPine": 42609, + "/dis": 42610, + "ĠcolorWith": 42611, + "iterate": 42612, + "_stride": 42613, + "Ġpunto": 42614, + ".EventArgs": 42615, + "(center": 42616, + "Ġneighboring": 42617, + "ĠPrison": 42618, + "ĠMessenger": 42619, + "Ġepidemic": 42620, + "dao": 42621, + "_complex": 42622, + "Ġgravel": 42623, + "_DIP": 42624, + "ément": 42625, + "ĠAri": 42626, + "_bitmap": 42627, + ".quit": 42628, + "(valid": 42629, + "Ġpend": 42630, + "Ġrespiratory": 42631, + "Ġrebound": 42632, + "DefaultValue": 42633, + "ãĥŃ": 42634, + "Ġcommits": 42635, + ".tests": 42636, + "_fr": 42637, + "itet": 42638, + ".sf": 42639, + "Ġspacecraft": 42640, + "critical": 42641, + "Ġdepressed": 42642, + "ĠAnyObject": 42643, + "Ġunb": 42644, + "Ġdiscern": 42645, + "(mysql": 42646, + "Latin": 42647, + "ĠBog": 42648, + "ĠWildlife": 42649, + "ToFile": 42650, + "ioxid": 42651, + "@RestController": 42652, + "Ġ\"$(": 42653, + "Ġ<<\"": 42654, + "Ġdefects": 42655, + "Ġdatum": 42656, + "hin": 42657, + "Ġrealizar": 42658, + "anyahu": 42659, + "ĠSig": 42660, + "@Data": 42661, + "adaptive": 42662, + "ĠCatherine": 42663, + ".cr": 42664, + "ĠCOOKIE": 42665, + "Ġpictured": 42666, + "ĠFighter": 42667, + "Queryable": 42668, + "ĠAnyway": 42669, + "ĠGLFW": 42670, + "_namespace": 42671, + "_ft": 42672, + "Ġ])": 42673, + "Organization": 42674, + "Ġconstitutes": 42675, + "Ġquand": 42676, + "(chunk": 42677, + "\"/>čĊ": 42678, + "ĠLakes": 42679, + "mainwindow": 42680, + "Carthy": 42681, + "spin": 42682, + "(csv": 42683, + ":red": 42684, + "-commerce": 42685, + "ู": 42686, + "Ġdiscovering": 42687, + "Ġeco": 42688, + "_fac": 42689, + "inceton": 42690, + "ĠGreens": 42691, + "jwt": 42692, + "ص": 42693, + "ĠBroncos": 42694, + "ĠGoods": 42695, + "(GTK": 42696, + "ĠreturnValue": 42697, + "Ġsiempre": 42698, + "Ġneutr": 42699, + "went": 42700, + "ĠNatal": 42701, + "Ġenthusiastic": 42702, + "á»į": 42703, + "FN": 42704, + "/database": 42705, + "Catalog": 42706, + "Ġbrun": 42707, + "ĠKash": 42708, + "_Pl": 42709, + "iscrim": 42710, + ",width": 42711, + "Ġinmates": 42712, + "Assignment": 42713, + "ĠHaven": 42714, + "Ġplayground": 42715, + "exam": 42716, + "@Controller": 42717, + "uliar": 42718, + ".getParent": 42719, + "Ġ\";ĊĊ": 42720, + ":size": 42721, + "issors": 42722, + "Ġfis": 42723, + "Ġalc": 42724, + "ensation": 42725, + "ĠNixon": 42726, + "Ġmighty": 42727, + "-str": 42728, + "_special": 42729, + "_ADC": 42730, + "ĠTwig": 42731, + "umbling": 42732, + "-address": 42733, + "Ġheroin": 42734, + "YTE": 42735, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 42736, + "Friend": 42737, + "Ġave": 42738, + "ĠPNG": 42739, + "ĠKurdish": 42740, + "DataSetChanged": 42741, + "Ġblades": 42742, + "bral": 42743, + "Steam": 42744, + "Ġsigu": 42745, + "IRTUAL": 42746, + "acos": 42747, + "UDP": 42748, + "(database": 42749, + "hec": 42750, + "ĠStrings": 42751, + "_scalar": 42752, + "ĉdesc": 42753, + "ĠTLS": 42754, + ";\"Ċ": 42755, + "ĠCorbyn": 42756, + "SimpleName": 42757, + "uell": 42758, + "ĠEntre": 42759, + "ellites": 42760, + "-place": 42761, + "Ġfrankly": 42762, + "ĠErf": 42763, + "CEL": 42764, + "ĠpaÃŃs": 42765, + "Ġhedge": 42766, + "Ġlatent": 42767, + "ĠIRQ": 42768, + "ĠHerald": 42769, + "ĠPrec": 42770, + "ë³´": 42771, + ".TEXT": 42772, + "Salary": 42773, + "Ġautumn": 42774, + "Ġtravail": 42775, + ".Sum": 42776, + "Ġcared": 42777, + "Mor": 42778, + "Ġintuitive": 42779, + "Ġjournals": 42780, + "_IT": 42781, + "ĠTrou": 42782, + "ä¼ł": 42783, + "HasColumnName": 42784, + "Composite": 42785, + "Ġspice": 42786, + "_disk": 42787, + "_CODES": 42788, + "ĠIntroduced": 42789, + "iona": 42790, + "Ġnuestra": 42791, + "oct": 42792, + "ĠĠĠĠĊĠĠĠĠĊĠĠĠĠĊ": 42793, + "(parameter": 42794, + "Ġstudios": 42795, + "ĠprojectId": 42796, + "Ġbdsm": 42797, + ".SqlClient": 42798, + "imizer": 42799, + "ĠCARD": 42800, + "+t": 42801, + "aan": 42802, + ".sol": 42803, + "_Adjust": 42804, + "Ġrighteous": 42805, + "ĠLogging": 42806, + ".filters": 42807, + "_TAB": 42808, + "ĉsys": 42809, + "rophic": 42810, + "otherapy": 42811, + "ĠBrowse": 42812, + "keyboard": 42813, + "RON": 42814, + "+\\": 42815, + "ropped": 42816, + "Ġextensively": 42817, + "fk": 42818, + "Ġlime": 42819, + "years": 42820, + "Exc": 42821, + "Ġsph": 42822, + "Ġcheating": 42823, + "andro": 42824, + "ÃŃo": 42825, + "Ġprince": 42826, + "oire": 42827, + "ĠDestination": 42828, + "ĠConverts": 42829, + "Ġupstream": 42830, + "oled": 42831, + "Ġservants": 42832, + "Ġsemantic": 42833, + "Ġcrunch": 42834, + "Ġeventual": 42835, + "runner": 42836, + "/error": 42837, + "Spin": 42838, + "Ġsecretly": 42839, + "Ġassemble": 42840, + ".Person": 42841, + "enderror": 42842, + "_<": 42843, + "Ġpendant": 42844, + "Sleep": 42845, + "ĠChemistry": 42846, + "Ġbosses": 42847, + "lk": 42848, + "))),Ċ": 42849, + "Blockly": 42850, + "DEVICE": 42851, + "Ġreflecting": 42852, + "Ġample": 42853, + "Milliseconds": 42854, + "ĠPresidential": 42855, + "Ġusuarios": 42856, + "ĠNZ": 42857, + "ĠSalary": 42858, + "ĠAmanda": 42859, + "_np": 42860, + "jury": 42861, + "Ġkön": 42862, + "Ġtherapist": 42863, + "Ġhomosexual": 42864, + "ĠDrake": 42865, + "-window": 42866, + "ĠLocated": 42867, + ".Driver": 42868, + "ĠVIDEO": 42869, + "Ġmerchants": 42870, + "ĠChest": 42871, + "-lock": 42872, + "/php": 42873, + "Ġmilano": 42874, + "_STYLE": 42875, + "arger": 42876, + "idea": 42877, + "GUID": 42878, + "advanced": 42879, + "meal": 42880, + "OptionsItemSelected": 42881, + "='%": 42882, + "ĠCham": 42883, + ":data": 42884, + "(stat": 42885, + "WillAppear": 42886, + "Ġinformal": 42887, + "aji": 42888, + "Ġreproductive": 42889, + "ĠCAS": 42890, + "ãģ£": 42891, + "FUNC": 42892, + "ĠRuth": 42893, + ")+(": 42894, + "CONST": 42895, + "ĠFans": 42896, + "ĠgroupId": 42897, + "xffffffff": 42898, + "Ġsampler": 42899, + "Ġ}}\">": 42900, + ".the": 42901, + "Ġhollow": 42902, + "WAY": 42903, + "ĠFaculty": 42904, + "AttributedString": 42905, + "ĠLooks": 42906, + "ĠRex": 42907, + "jk": 42908, + "ĠMIL": 42909, + "Ġbard": 42910, + ".Long": 42911, + "Ġlivest": 42912, + "Ġskal": 42913, + "icism": 42914, + "MAIN": 42915, + "Ġmucho": 42916, + "BODY": 42917, + "Ġese": 42918, + "ĉuse": 42919, + "Foot": 42920, + ".SQLException": 42921, + "Ġinheritance": 42922, + "received": 42923, + "Ġputas": 42924, + "edis": 42925, + "alsa": 42926, + "ĠErrorMessage": 42927, + "Booking": 42928, + "Ġtract": 42929, + "acz": 42930, + "ĠCant": 42931, + "_regex": 42932, + "Ġideological": 42933, + "Ġjihad": 42934, + "hos": 42935, + "/sys": 42936, + "colm": 42937, + "(pool": 42938, + "Ġestán": 42939, + "ĠPending": 42940, + "emás": 42941, + "Ġktóry": 42942, + "));ĊĊĊ": 42943, + "transactions": 42944, + "Ġwield": 42945, + "itere": 42946, + "erture": 42947, + "_ss": 42948, + "Ġstretching": 42949, + "Ġprisoner": 42950, + ".ReadAll": 42951, + "Ġbesch": 42952, + "--;čĊ": 42953, + "Ġcrisp": 42954, + "_SCAN": 42955, + "Ġae": 42956, + "Strict": 42957, + "ĠMinneapolis": 42958, + "ĠBoeing": 42959, + "aris": 42960, + "rek": 42961, + "_pipe": 42962, + "Ġpriests": 42963, + "(EIF": 42964, + "ehicles": 42965, + "ĠInteractive": 42966, + "between": 42967, + "ĉNullCheck": 42968, + "ĠBlair": 42969, + "ĠLt": 42970, + "_inline": 42971, + "ethyl": 42972, + "¼": 42973, + "_packages": 42974, + "Ġbarrels": 42975, + "_he": 42976, + "Ġregexp": 42977, + "_pts": 42978, + "_Handler": 42979, + "ingular": 42980, + "ĠNissan": 42981, + "ĠRanch": 42982, + "Ġperch": 42983, + "Unsupported": 42984, + "Smith": 42985, + "ĠLegends": 42986, + "Mi": 42987, + "Ġgf": 42988, + "steder": 42989, + "Ġacquiring": 42990, + "Ġsimulator": 42991, + "(),\"": 42992, + "receive": 42993, + "Ġinplace": 42994, + "ACTION": 42995, + "ĠWebDriver": 42996, + "filesystem": 42997, + "'+Ċ": 43009, + "Ġcredible": 43010, + "amat": 43011, + "playing": 43012, + ".setImageResource": 43013, + "quel": 43014, + "Ġpodr": 43015, + "geom": 43016, + "Ek": 43017, + "ĠQatar": 43018, + "Ġgeld": 43019, + "?',Ċ": 43020, + "Ġcyl": 43021, + "(ax": 43022, + "ĠWI": 43023, + "urally": 43024, + "ĠBrasil": 43025, + "Ġsenza": 43026, + "aley": 43027, + "onen": 43028, + "Ġbah": 43029, + "Ġmolecule": 43030, + "Rad": 43031, + "è¿°": 43032, + "ANCH": 43033, + "-background": 43034, + "-agent": 43035, + "Ġprolifer": 43036, + ":boolean": 43037, + "Ġtide": 43038, + "erializer": 43039, + "_;čĊ": 43040, + "Fee": 43041, + "**)": 43042, + "ergy": 43043, + "ĠHonor": 43044, + ".Logging": 43045, + "iris": 43046, + "Ġundermine": 43047, + "ĠDy": 43048, + "Ġtyr": 43049, + "Ġdeque": 43050, + "Ġdamer": 43051, + "([])Ċ": 43052, + ".layoutControlItem": 43053, + "peated": 43054, + "CAN": 43055, + "ragments": 43056, + "Land": 43057, + ")]);Ċ": 43058, + "ĠSah": 43059, + "ĠDECL": 43060, + "Within": 43061, + "ĠNamespace": 43062, + "another": 43063, + "sembling": 43064, + ".describe": 43065, + "Consum": 43066, + "ĠFear": 43067, + "given": 43068, + "Orange": 43069, + "This": 43093, + "ĠdataIndex": 43094, + "Ġprintable": 43095, + "ĠEyes": 43096, + "_targets": 43097, + "(Py": 43098, + ".over": 43099, + "Ġbru": 43100, + "ampton": 43101, + "Ġplaintiff": 43102, + ");Ċ": 43113, + "invest": 43114, + ".*ĊĊ": 43115, + "Ġtélé": 43116, + "Ġsuperf": 43117, + "Ġcascade": 43118, + "DTD": 43119, + "Ġvivid": 43120, + "Ġsubsidies": 43121, + "ĠHass": 43122, + "Ġcollaps": 43123, + "Ġceramic": 43124, + "{}\".": 43125, + "ĠLeakage": 43126, + "-trash": 43127, + "collapsed": 43128, + "-social": 43129, + "ĠChad": 43130, + "Ġinclined": 43131, + "Ġsto": 43132, + "Ġstoryboard": 43133, + ".payment": 43134, + "stackoverflow": 43135, + "ĠRaiders": 43136, + "Ġ#'": 43137, + "olicies": 43138, + "ìľ¼ë¡ľ": 43139, + "emap": 43140, + "Ġkj": 43141, + "Ġquota": 43142, + "ĠGardens": 43143, + "ë²Ī": 43144, + "ĠAngels": 43145, + "Ġoft": 43146, + "Ġlowercase": 43147, + "ĠiParam": 43148, + "Ġcheapest": 43149, + "unta": 43150, + "_pkt": 43151, + "icators": 43152, + "Ġleurs": 43153, + "Ġdecreases": 43154, + "ĉdefine": 43155, + "PREC": 43156, + "ammers": 43157, + "ĠPreparedStatement": 43158, + "(direction": 43159, + "Ġcrews": 43160, + "arked": 43161, + "ĠMemphis": 43162, + "ĠSell": 43163, + "GTK": 43164, + "Ġmaid": 43165, + ":disable": 43166, + "éĽĨ": 43167, + "ĠPf": 43168, + "Ġalbeit": 43169, + "openh": 43170, + "?>\">Ċ": 43171, + ".getSource": 43172, + "(scale": 43173, + "Du": 43174, + "ĠPIL": 43175, + "_refresh": 43176, + "Ġbets": 43177, + "(car": 43178, + "ĠVon": 43179, + "|--------------------------------------------------------------------------Ċ": 43180, + "ĠGrat": 43181, + "Much": 43182, + "(Dialog": 43183, + ".stopPropagation": 43184, + "Ġtek": 43185, + "Ġexits": 43186, + "'],$": 43187, + "ĠphoneNumber": 43188, + "ucs": 43189, + "ecimal": 43190, + "--------------": 43191, + "inp": 43192, + ".pojo": 43193, + "Ġcorpus": 43194, + "Ġpractitioners": 43195, + ".pic": 43196, + "\"testing": 43197, + "ĠstringBy": 43198, + ".NotNull": 43199, + "Ġrang": 43200, + ".Dynamic": 43201, + "_Render": 43202, + "аÑĤа": 43203, + "Waiting": 43204, + "ĠWik": 43205, + "Ġoverwhelmed": 43206, + "%\">": 43207, + "ĠAE": 43208, + "}}>Ċ": 43209, + "uw": 43210, + "_typ": 43211, + "Ġbuckets": 43212, + "Ġgreeting": 43213, + "Ġlaughter": 43214, + "Ġantagon": 43215, + "uggestion": 43216, + "-email": 43217, + "ĉtop": 43218, + "Ġeros": 43219, + "_tri": 43220, + "Ġissuing": 43221, + "Ġhá": 43222, + "Ġisolate": 43223, + "Overflow": 43224, + ",E": 43225, + "Ġnutritional": 43226, + "ĠAbbott": 43227, + "Ġnf": 43228, + ".touch": 43229, + ".fetchall": 43230, + "_zip": 43231, + "\")}Ċ": 43232, + "Ġamat": 43233, + "ĠCisco": 43234, + "ĠnÃ¥": 43235, + "PLEX": 43236, + "Ġsei": 43237, + "foto": 43238, + ".toJson": 43239, + "å¤ļ": 43240, + "ĠKlein": 43241, + "Ġlibc": 43242, + "Ġminers": 43243, + "å¢": 43244, + "-print": 43245, + "ĠPride": 43246, + "Todos": 43247, + "Ġmasked": 43248, + "ĠsetData": 43249, + "Ġtelefon": 43250, + "Ġunhappy": 43251, + "ĠTables": 43252, + "geb": 43253, + "(debug": 43254, + "_allowed": 43255, + "-access": 43256, + "Ġlogistics": 43257, + "Ġgems": 43258, + "ĠMature": 43259, + "Ġrsp": 43260, + "ĠAlle": 43261, + ".getBytes": 43262, + "\\web": 43263, + "ynchronized": 43264, + "Paragraph": 43265, + "Ġthrottle": 43266, + ".sqlite": 43267, + "consulta": 43268, + "ĠSeah": 43269, + "Ce": 43270, + "Ġsubmar": 43271, + "ERE": 43272, + "Vous": 43273, + "Ġreddit": 43274, + "Ġsqlalchemy": 43275, + "-mile": 43276, + "ocide": 43277, + "Pour": 43278, + "}}\">Ċ": 43279, + "stead": 43280, + "Ġ@(": 43281, + "Ġ[])": 43282, + "ĠAds": 43283, + "Ġoverload": 43284, + "ridden": 43285, + "ĠDesert": 43286, + "ĠWrap": 43287, + "ĠPortuguese": 43288, + "etz": 43289, + "ĉfirst": 43290, + "Ġmilestone": 43291, + "æĹł": 43292, + "ÑĥÑī": 43293, + "(success": 43294, + "\")Ċ": 43463, + "ĠDollar": 43464, + "Ġemoji": 43465, + "Carousel": 43466, + "-player": 43467, + "Ġadjusting": 43468, + "Ġjuga": 43469, + "allenges": 43470, + "gene": 43471, + "(bodyParser": 43472, + "lopedia": 43473, + "ĠBehind": 43474, + "Ġsleeves": 43475, + "Ġdragging": 43476, + "ĠChevrolet": 43477, + "Ġbiz": 43478, + "ivities": 43479, + "ĠFrequency": 43480, + ",char": 43481, + ".WHITE": 43482, + "_preview": 43483, + ")';Ċ": 43484, + "_ax": 43485, + "IONS": 43486, + ".cpu": 43487, + ".inputs": 43488, + "UBE": 43489, + "_feed": 43490, + "ĠSupplement": 43491, + "!).": 43492, + "esus": 43493, + "ĠUDP": 43494, + "Ġmicrophone": 43495, + "Ġconfirms": 43496, + ".isNotEmpty": 43497, + "\":\"\",Ċ": 43498, + "_SCREEN": 43499, + "ĉexpected": 43500, + "+-+-+-+-": 43501, + "ĠHait": 43502, + "fastcall": 43503, + "Ġdepict": 43504, + "vb": 43505, + "_picture": 43506, + "ĉdescription": 43507, + "ĠWife": 43508, + "uci": 43509, + "Ġvicious": 43510, + "ä»ĸ": 43511, + "ueba": 43512, + "ĠsetUser": 43513, + "ãģ¡": 43514, + "Ġdiving": 43515, + "Ġopera": 43516, + "usercontent": 43517, + "arah": 43518, + ")},": 43519, + "yun": 43520, + "velt": 43521, + "Ġuncovered": 43522, + "Ġhips": 43523, + "Ġoscill": 43524, + "Ġasserting": 43525, + "ĠXi": 43526, + ".restore": 43527, + "kea": 43528, + "Ġspelling": 43529, + "Ġderive": 43530, + "abwe": 43531, + "ĠDow": 43532, + ".setType": 43533, + "_vs": 43534, + "Ġcozy": 43535, + ".categories": 43536, + "Org": 43537, + "_mgr": 43538, + "Ġdungeon": 43539, + "collectionView": 43540, + "ĠBlank": 43541, + "acias": 43542, + "ää": 43543, + "_cleanup": 43544, + "_ACTIVITY": 43545, + "Ġtriangles": 43546, + ".MenuItem": 43547, + "Ġiphone": 43548, + "ĠWon": 43549, + "]]ĊĊ": 43550, + "ĠComparison": 43551, + ".Doc": 43552, + "Ġcanonical": 43553, + "ĠSudan": 43554, + "'){": 43555, + "UpInside": 43556, + "builtin": 43557, + "ENCY": 43558, + "xbe": 43559, + "Ġchuck": 43560, + "Ġcontradict": 43561, + "Ġnuestro": 43562, + "Ġarchitectural": 43563, + "ĠFib": 43564, + "Ġcompares": 43565, + "*k": 43566, + "Cfg": 43567, + "çĦ¡": 43568, + "nten": 43569, + "Matches": 43570, + "ĠDOWNLOAD": 43571, + "_HANDLER": 43572, + "management": 43573, + "[S": 43574, + "ENG": 43575, + "ÂĢÂ": 43576, + "fang": 43577, + "Ġslipped": 43578, + "ĠLanka": 43579, + "escaping": 43580, + "Ġtackles": 43581, + "ĠPedro": 43582, + ".Prop": 43583, + ".''": 43584, + ".Generated": 43585, + ".NewGuid": 43586, + "atrigesimal": 43587, + "illon": 43588, + "Ġstatistic": 43589, + "species": 43590, + "holding": 43591, + "Drupal": 43592, + "Ġfundamentally": 43593, + "Ġbondage": 43594, + "Ġresolutions": 43595, + "InlineData": 43596, + "\\Type": 43597, + "estion": 43598, + ".wrap": 43599, + "Ġwarriors": 43600, + "ĠLOCAL": 43601, + "Archive": 43602, + "Ġembraced": 43603, + "ủ": 43604, + ".Ver": 43605, + "ĠAffordable": 43606, + "olesale": 43607, + "ĠApplied": 43608, + "ĠConversion": 43609, + "mega": 43610, + "_cam": 43611, + "Ġceremon": 43612, + "aurus": 43613, + "ĠVolk": 43614, + ".opens": 43615, + "/about": 43616, + "ĠStd": 43617, + "journal": 43618, + "()){čĊ": 43619, + ",\"\\": 43620, + "(Arrays": 43621, + "ĠDense": 43622, + "aseña": 43623, + "änner": 43624, + "/stat": 43625, + "userData": 43626, + "Ġgerman": 43627, + "Ġtz": 43628, + "worthy": 43629, + "FormatException": 43630, + "pherd": 43631, + "Ġsmiles": 43632, + "ĠWhenever": 43633, + "(adapter": 43634, + ".badlogic": 43635, + "Ġbriefing": 43636, + ".GridColumn": 43637, + "-char": 43638, + "dimension": 43639, + "ĠCopper": 43640, + "Ġninth": 43641, + "Ġ'{{": 43642, + "Ġrav": 43643, + "_Table": 43644, + "Ġderivatives": 43645, + "ĠRaise": 43646, + "ĠFut": 43647, + "armor": 43648, + "-padding": 43649, + "Ġremin": 43650, + "ĉstyle": 43651, + "ĠMembership": 43652, + "Ġspreads": 43653, + "Ġgalleries": 43654, + "ĠClarke": 43655, + "Ġconception": 43656, + "minute": 43657, + "Ġabusive": 43658, + "_adj": 43659, + "Ġterrific": 43660, + "Ġovert": 43661, + "ourcing": 43662, + "Ġentrada": 43663, + "levels": 43664, + "Ġcritique": 43665, + "Ġrespects": 43666, + "ĠMMA": 43667, + "iene": 43668, + "Ġencaps": 43669, + "ĠRaymond": 43670, + "Divider": 43671, + "ivable": 43672, + "baz": 43673, + "Ġ@_;Ċ": 43674, + "ĠClaire": 43675, + "Ġurging": 43676, + "CEE": 43677, + "Ġtransformer": 43678, + "discord": 43679, + "ĠJourney": 43680, + "tos": 43681, + "Ġcompetitions": 43682, + "ĠOBJ": 43683, + "ĠBis": 43684, + "Ġrelaxation": 43685, + "idy": 43686, + "_INSTANCE": 43687, + "ĠPref": 43688, + "dados": 43689, + "iciencies": 43690, + "ĠMediaQuery": 43691, + "ĠCube": 43692, + "ĠStrange": 43693, + "gpu": 43694, + "(days": 43695, + "_InitStruct": 43696, + "Ġfingerprint": 43697, + "emat": 43698, + "ĠGecko": 43699, + "Ġrails": 43700, + "ĠLum": 43701, + "straction": 43702, + "igung": 43703, + "(movie": 43704, + "_dictionary": 43705, + "_interrupt": 43706, + "ĠQC": 43707, + "iked": 43708, + "appendChild": 43709, + "recipient": 43710, + "ré": 43711, + "Ve": 43712, + "Ġtowel": 43713, + ".lastIndexOf": 43714, + "Ġplacebo": 43715, + "ĠWie": 43716, + ".esp": 43717, + "(Debug": 43718, + "operative": 43719, + "Ġdeceased": 43720, + "&id": 43721, + "ĉmutex": 43722, + "elic": 43723, + "Ġbapt": 43724, + "ĉčĊčĊ": 43725, + "Ġfarther": 43726, + "Half": 43727, + ".disable": 43728, + ".menuStrip": 43729, + "leccion": 43730, + "ĠresultCode": 43731, + "Ġcans": 43732, + "-election": 43733, + "female": 43734, + "_FIX": 43735, + "ausible": 43736, + "ĠPOWER": 43737, + "Ġreconstruction": 43738, + "Ġscans": 43739, + ".XtraBars": 43740, + "âĢĺs": 43741, + "Removed": 43742, + "Ġparagraphs": 43743, + "_margin": 43744, + "Ġlymph": 43745, + "Ġbos": 43746, + "lington": 43747, + "ĠBaptist": 43748, + "Ġadvertisements": 43749, + "ĠManage": 43750, + "/yyyy": 43751, + "IOUS": 43752, + "ENCES": 43753, + "ĠFiction": 43754, + "ĉmenu": 43755, + "ĠFileOutputStream": 43756, + "ovan": 43757, + "ĠFeng": 43758, + "Ġskipping": 43759, + "getClass": 43760, + "anni": 43761, + "Ġrebounds": 43762, + "Ġpublicity": 43763, + "Ġingres": 43764, + "usement": 43765, + "Ġthoughtful": 43766, + ".Chart": 43767, + "Ġhatte": 43768, + "passport": 43769, + "Ġhooked": 43770, + "ĠLens": 43771, + "Ġflagship": 43772, + "Ġstip": 43773, + "ĠGEN": 43774, + "Ġclues": 43775, + "ipv": 43776, + "ĠRise": 43777, + "ĠGew": 43778, + "tablename": 43779, + "Ġforemost": 43780, + "_validate": 43781, + "_analysis": 43782, + "olla": 43783, + "Ġqualifications": 43784, + "Ġdistributions": 43785, + "ĠFlower": 43786, + "Ġtense": 43787, + "Ġthankful": 43788, + "Ġclutch": 43789, + "Ġunified": 43790, + "roads": 43791, + "Ġsiti": 43792, + "Ġstall": 43793, + "_PRIORITY": 43794, + "cstdlib": 43795, + "_USERNAME": 43796, + ".bytes": 43797, + "?page": 43798, + "ermalink": 43799, + "ĠVeget": 43800, + "/vnd": 43801, + "-author": 43802, + ".NONE": 43803, + "ĠConcurrent": 43804, + "ĠCry": 43805, + "Ġstarters": 43806, + "ĠInteraction": 43807, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 43808, + "ĠLEVEL": 43809, + "Ell": 43810, + "ĠcomboBox": 43811, + "ĠTheresa": 43812, + "tek": 43813, + "_Handle": 43814, + "Ġaby": 43815, + ".gdx": 43816, + ",end": 43817, + "(Local": 43818, + "Ol": 43819, + "knife": 43820, + "arial": 43821, + "ĠHoff": 43822, + "Ġprostituerade": 43823, + "Doctor": 43824, + "Instances": 43825, + ".SetValue": 43826, + "ĉfrom": 43827, + "Ġluxurious": 43828, + "Indent": 43829, + "Allocator": 43830, + "_DRAW": 43831, + "(\",\",": 43832, + "ĠFrances": 43833, + "ĠgroupBox": 43834, + "(schema": 43835, + "Printf": 43836, + "ORIES": 43837, + "-gradient": 43838, + "Ġreput": 43839, + "arin": 43840, + "_DONE": 43841, + "incre": 43842, + "ignty": 43843, + "Ġexert": 43844, + "Ġ-.": 43845, + "/App": 43846, + "-through": 43847, + "Ġdeclining": 43848, + "Ġdessert": 43849, + "Ġincumb": 43850, + "Ġdesignation": 43851, + ".PORT": 43852, + ",strong": 43853, + "Ġsandbox": 43854, + "Ġwines": 43855, + "ĠPav": 43856, + "$str": 43857, + "askell": 43858, + "Ġhö": 43859, + "ĠPY": 43860, + "GetInstance": 43861, + "TextInput": 43862, + "gameObject": 43863, + "/events": 43864, + "createdAt": 43865, + "ĠlocalVar": 43866, + "ĠWHITE": 43867, + "pered": 43868, + "ilege": 43869, + "efficient": 43870, + ",color": 43871, + "cate": 43872, + "ĠCafe": 43873, + "Ġsimilarities": 43874, + "Ġpumps": 43875, + "ĠHungary": 43876, + ".Username": 43877, + "Ġskate": 43878, + "Ġtouchdowns": 43879, + "Ġaccelerate": 43880, + "ĠHelen": 43881, + "OMEM": 43882, + "ĠKun": 43883, + "_vol": 43884, + "ĠfindAll": 43885, + "ĠMenschen": 43886, + "ahead": 43887, + ");\"": 43888, + "kommen": 43889, + "Ġpossessed": 43890, + ".argmax": 43891, + ".transition": 43892, + "ARP": 43893, + "OLUME": 43894, + "(script": 43895, + "ĠÐĺ": 43896, + "ĠFinding": 43897, + "onces": 43898, + "Io": 43899, + "Bold": 43900, + "Ġrenewal": 43901, + "_DIALOG": 43902, + "Ġdisreg": 43903, + "INTERN": 43904, + "Ġtoute": 43905, + "Ġelectr": 43906, + "ĠGross": 43907, + "ĉtrue": 43908, + ".Fields": 43909, + "ĠWIDTH": 43910, + "ĠDent": 43911, + "ĠÃģ": 43912, + "NSNotification": 43913, + "Ġaos": 43914, + "Ġmelee": 43915, + ".Validation": 43916, + "ĠDEC": 43917, + "-dependent": 43918, + "Ġsuic": 43919, + "Traits": 43920, + "$message": 43921, + "ĠDear": 43922, + "ĉFILE": 43923, + "languages": 43924, + ".Prot": 43925, + ".addr": 43926, + "-generation": 43927, + "ICON": 43928, + "Ġtransplant": 43929, + "-description": 43930, + "Ġchasing": 43931, + "Ġchees": 43932, + "Ġ}*/Ċ": 43933, + "Trad": 43934, + "queries": 43935, + "/widgets": 43936, + "subpackage": 43937, + "Ġespec": 43938, + "Ġcracked": 43939, + "Ġcompetitor": 43940, + "Purchase": 43941, + "-team": 43942, + "olecular": 43943, + "orThunk": 43944, + "&P": 43945, + "Ġrelent": 43946, + "/#{": 43947, + "ĠproductId": 43948, + "Ġè¾": 43949, + "ĠLav": 43950, + "ĠAlter": 43951, + ".Mode": 43952, + "ADIO": 43953, + "grp": 43954, + "æ·»åĬł": 43955, + "Quit": 43956, + "Ġdepths": 43957, + "-category": 43958, + "ĠDATABASE": 43959, + "SPELL": 43960, + "ĠFalcon": 43961, + "ĠQStringList": 43962, + "Ġ''.": 43963, + "ĠInstitution": 43964, + "damage": 43965, + "azor": 43966, + "belongsTo": 43967, + "verages": 43968, + "ĠNONE": 43969, + "ippets": 43970, + ",\\Ċ": 43971, + "Ġfootprint": 43972, + "_archive": 43973, + "nak": 43974, + ".getField": 43975, + "ĠReflection": 43976, + "Ġ']": 43977, + "ĠHBO": 43978, + "_discount": 43979, + "Ġincest": 43980, + "ĠDodge": 43981, + "ĠWade": 43982, + ".NO": 43983, + "\"encoding": 43984, + "ĠBlockchain": 43985, + "Ġlawsuits": 43986, + "ĠMaint": 43987, + "chten": 43988, + "Ġétait": 43989, + "Ġktóre": 43990, + "_ctl": 43991, + "(timer": 43992, + "Battle": 43993, + "izo": 43994, + "ayed": 43995, + "IOR": 43996, + "ĠGlasgow": 43997, + "Ġsynth": 43998, + "_logs": 43999, + ".pose": 44000, + "_AdjustorThunk": 44001, + "((&": 44002, + "Ġunsure": 44003, + "ystate": 44004, + "íķĺëĬĶ": 44005, + "OULD": 44006, + ".ng": 44007, + "Ġdefaultdict": 44008, + "workspace": 44009, + "Ġselective": 44010, + "PickerController": 44011, + "YNAMIC": 44012, + ".methods": 44013, + "Ġpathways": 44014, + "ĠFew": 44015, + "KG": 44016, + "CRYPT": 44017, + "following": 44018, + "ĠDLC": 44019, + "ĠSara": 44020, + "Ġpreset": 44021, + "estructor": 44022, + "ĠKurt": 44023, + "Ġairplane": 44024, + "Ġomp": 44025, + "ĠParents": 44026, + "ĠMartinez": 44027, + ".complete": 44028, + "Ġbroadly": 44029, + "Ġscare": 44030, + "ĠMé": 44031, + "Ġelimination": 44032, + "Ġpoured": 44033, + "/sw": 44034, + "Ġcomun": 44035, + "Ġmasc": 44036, + "ĠOrganic": 44037, + "ĠStringUtils": 44038, + "ilateral": 44039, + "Ġreluctant": 44040, + "-age": 44041, + "Ġnz": 44042, + ".\"\\": 44043, + "Ġpastor": 44044, + "alez": 44045, + "Ġefect": 44046, + "prov": 44047, + "/init": 44048, + "Ġpenn": 44049, + "unds": 44050, + "Ġssize": 44051, + "ĠProj": 44052, + "basename": 44053, + "Ġshells": 44054, + "ĠNeck": 44055, + "ĠEnforcement": 44056, + "vided": 44057, + "stown": 44058, + "Sphere": 44059, + "$r": 44060, + "ussen": 44061, + "afil": 44062, + "ĠTelegram": 44063, + "Ġanalytical": 44064, + "нÑĭе": 44065, + "usually": 44066, + "xn": 44067, + "Ġhistorian": 44068, + "ĠGregory": 44069, + "olph": 44070, + "ĠUna": 44071, + "Ġcontributes": 44072, + "%-": 44073, + "antiago": 44074, + "ÑĢед": 44075, + ".region": 44076, + "Ġabrupt": 44077, + "ĠUnsupportedOperationException": 44078, + "ĠTASK": 44079, + "_finish": 44080, + "Ġnotorious": 44081, + "ĠVs": 44082, + "ĠMQ": 44083, + "Ġsunset": 44084, + "Ġunacceptable": 44085, + "arcer": 44086, + "Ġillumin": 44087, + "ĠOrb": 44088, + "Ġbh": 44089, + "Este": 44090, + "_dispatch": 44091, + "Ġripped": 44092, + "Ġtoujours": 44093, + "ĠParcel": 44094, + "_ll": 44095, + ".userName": 44096, + ".classes": 44097, + "SOURCE": 44098, + "(Number": 44099, + "елÑı": 44100, + "Ġheadphones": 44101, + "(side": 44102, + "constitution": 44103, + "annah": 44104, + "čĊĠĠĠĠĠĠĠĠčĊ": 44105, + "Ġcliff": 44106, + "-ref": 44107, + "Ġmostrar": 44108, + "ĠPowell": 44109, + "+y": 44110, + "ĠBG": 44111, + "_fragment": 44112, + ".Port": 44113, + "Ġrealizing": 44114, + "paramref": 44115, + "Ġhometown": 44116, + "@Table": 44117, + "+\"--}}Ċ": 44296, + "French": 44297, + "EntityManager": 44298, + "ĠPlain": 44299, + "////////////////////////////////////////////////////////////////////": 44300, + "³": 44301, + "(RE": 44302, + "capt": 44303, + "Ġorganisms": 44304, + "Ġjets": 44305, + "olocation": 44306, + "ĠAppRoutingModule": 44307, + "Ġglorious": 44308, + "æľį": 44309, + "Ġdiscarded": 44310, + "ĉĉĉĉĠĠĠĠĠ": 44311, + "ĠArnold": 44312, + "lug": 44313, + "Ġparl": 44314, + "Ġhormones": 44315, + "Ġmah": 44316, + "ĠSonic": 44317, + "Ġorganizers": 44318, + "_PLATFORM": 44319, + ".inv": 44320, + "Ġchord": 44321, + "ventional": 44322, + "ĉof": 44323, + "Episode": 44324, + ".Enum": 44325, + "unkt": 44326, + "ĠDh": 44327, + "ĠJared": 44328, + "ĠNak": 44329, + "Ġintends": 44330, + "Endian": 44331, + "Ġaustralia": 44332, + "_cv": 44333, + "(resolve": 44334, + "Ġclinics": 44335, + "liked": 44336, + "ASHINGTON": 44337, + "inha": 44338, + "'*": 44339, + "ĠNP": 44340, + "_beh": 44341, + "Ġhf": 44342, + "Ġwür": 44343, + "categoria": 44344, + "$form": 44345, + "Ġsubway": 44346, + "ĠisActive": 44347, + "popular": 44348, + "Cour": 44349, + "Ġcooldown": 44350, + "Ġainsi": 44351, + "ĠGLuint": 44352, + "ereal": 44353, + "ĠarrayOf": 44354, + "Ġhatch": 44355, + "==========": 44356, + "resses": 44357, + "_PP": 44358, + ".^": 44359, + "_decay": 44360, + "ĠBless": 44361, + "metrics": 44362, + "ĠCOPYING": 44363, + "ĠDumpster": 44364, + "ĠJosé": 44365, + "ĠDesigns": 44366, + "<": 44369, + "Ġ\"}Ċ": 44370, + "timezone": 44371, + "Ġeer": 44372, + "maxcdn": 44373, + "ĠESC": 44374, + "igaret": 44375, + "_connected": 44376, + "_reverse": 44377, + "Ġquestionable": 44378, + "ĠUSC": 44379, + "Ġtutti": 44380, + "Ġdropout": 44381, + "ĠActivities": 44382, + "ĠWinds": 44383, + "')));Ċ": 44384, + "Ġcongest": 44385, + "ģı": 44386, + "Ġprolonged": 44387, + "è¿Ļ": 44388, + "ĠCrossAxisAlignment": 44389, + "LEEP": 44390, + "ĠVALID": 44391, + "ĠGaz": 44392, + "Ġdependence": 44393, + "ĠPrix": 44394, + ".CompilerServices": 44395, + "jump": 44396, + "Ġstrat": 44397, + "circ": 44398, + "ĠCUSTOM": 44399, + "xaa": 44400, + "Ġbmp": 44401, + "Ġbureau": 44402, + "Ġwaren": 44403, + "NX": 44404, + "(Window": 44405, + "ĠChristie": 44406, + "_FE": 44407, + "Ġtn": 44408, + "ĠOmega": 44409, + "communications": 44410, + "HomePage": 44411, + "completion": 44412, + "Ġsupplying": 44413, + "YPES": 44414, + "ável": 44415, + "åĪ¶": 44416, + "(click": 44417, + "\\Contracts": 44418, + "/questions": 44419, + "Ġez": 44420, + "AMS": 44421, + ".mesh": 44422, + "Ġ'\\Ċ": 44473, + "Robot": 44474, + "JsonObject": 44475, + "ĠDF": 44476, + "ĠProcessor": 44477, + "_should": 44478, + ".protobuf": 44479, + "-users": 44480, + "Ġembry": 44481, + "FONT": 44482, + "Ġstartups": 44483, + "ĠDataSource": 44484, + ")#": 44485, + "uros": 44486, + "_Color": 44487, + "Ġstandalone": 44488, + "}[": 44489, + "jd": 44490, + "Ġforgive": 44491, + "Ġngx": 44492, + "ĠGenerally": 44493, + "Ġconfigurable": 44494, + "/order": 44495, + "Ġvas": 44496, + "')\";Ċ": 44497, + "ĠRR": 44498, + "ĠTroy": 44499, + "Ġcompromised": 44500, + "ĠSwan": 44501, + "intendent": 44502, + "Central": 44503, + "_keeper": 44504, + "Ġarquivo": 44505, + "ĠReadOnly": 44506, + "_curve": 44507, + "kv": 44508, + "entin": 44509, + "è±": 44510, + "ĠEy": 44511, + ".imread": 44512, + "ĠPam": 44513, + "iffe": 44514, + "ativity": 44515, + "xbc": 44516, + "Ġgrim": 44517, + "-filled": 44518, + "namese": 44519, + "']:": 44520, + "Ġaur": 44521, + "ĠGibson": 44522, + ".MouseEvent": 44523, + "Ġlado": 44524, + "avadoc": 44525, + "Ġfamil": 44526, + "ĠModer": 44527, + "fps": 44528, + "ãĢĢãĢĢ": 44529, + "-example": 44530, + "ĠAlzheimer": 44531, + "ĠUtf": 44532, + "_arguments": 44533, + "Conclusion": 44534, + "textContent": 44535, + "remaining": 44536, + "Ġinterrupts": 44537, + "ĠBackup": 44538, + "ĠMong": 44539, + "Ġreceptors": 44540, + "histor": 44541, + ".coroutines": 44542, + "Ġshouted": 44543, + "Alarm": 44544, + "Ġcombust": 44545, + "Ġgrote": 44546, + "ultural": 44547, + "(ids": 44548, + "--------------------------------------------------------------------------------": 44549, + "iplinary": 44550, + "Opts": 44551, + "ĠYale": 44552, + "localStorage": 44553, + "Ġequival": 44554, + "ĠFleet": 44555, + "\\b": 44556, + "*pi": 44557, + "ĠQLabel": 44558, + "æ¡": 44559, + "Ġvx": 44560, + "ĠACL": 44561, + "Ġsucesso": 44562, + "Ġperc": 44563, + "ĠNotre": 44564, + "Ġanarch": 44565, + "Ring": 44566, + "spb": 44567, + "Ġstrpos": 44568, + "stores": 44569, + "ĠMaple": 44570, + "(MainActivity": 44571, + "(\"\"))": 44572, + "ĠviewHolder": 44573, + "Quad": 44574, + "Ġigual": 44575, + "orsche": 44576, + ".margin": 44577, + "Ġindie": 44578, + "Ġfranc": 44579, + "ĠFormBuilder": 44580, + "ĠParticip": 44581, + ".flash": 44582, + "Ġstorms": 44583, + "Ult": 44584, + "Ġfen": 44585, + "[new": 44586, + "Ever": 44587, + "=\"Ċ": 44588, + "Ġlocalized": 44589, + "_follow": 44590, + "Ġnave": 44591, + "Ġdominance": 44592, + "(tile": 44593, + "Journal": 44594, + "ĠVC": 44595, + "Ġpenetration": 44596, + "ï¼ķ": 44597, + "Ġcompartment": 44598, + "Ġbids": 44599, + "Formatted": 44600, + "******/ĊĊ": 44601, + "(city": 44602, + "âĢĶit": 44603, + "[C": 44604, + "ĠuseCallback": 44605, + "aub": 44606, + ")?.": 44607, + "ĠVAR": 44608, + "ĠSebastian": 44609, + "ĠMoss": 44610, + "Ġabundant": 44611, + "Greg": 44612, + "ÑĤа": 44613, + "_ci": 44614, + "Ġbibli": 44615, + "CRM": 44616, + "ĠAttempt": 44617, + "isme": 44618, + "dash": 44619, + "ãĢİ": 44620, + "_mu": 44621, + ".FormattingEnabled": 44622, + "Indeed": 44623, + "-direct": 44624, + "Ġsucking": 44625, + "Ġpne": 44626, + "ocabulary": 44627, + "ĠPackers": 44628, + ".Navigation": 44629, + "Ġpied": 44630, + "cribing": 44631, + "ĠStuart": 44632, + ".ToDouble": 44633, + "ĠSecondary": 44634, + "Saving": 44635, + "ĠDut": 44636, + "ĠMadd": 44637, + "Magic": 44638, + ",H": 44639, + ".documentElement": 44640, + "ĠBST": 44641, + "Ġdiffers": 44642, + "Ġmoreover": 44643, + "_nd": 44644, + "SEARCH": 44645, + "пÑĢав": 44646, + "æ´": 44647, + "toMatch": 44648, + "Ġdecreasing": 44649, + "-member": 44650, + "ampus": 44651, + "(boost": 44652, + "Daily": 44653, + "DataGridView": 44654, + "ĠHttpContext": 44655, + "Ġhipp": 44656, + "_workers": 44657, + "-language": 44658, + "éĵ": 44659, + "Ġconsisted": 44660, + "athing": 44661, + "ĠMercury": 44662, + "$content": 44663, + "Ġpracticed": 44664, + "ĠModules": 44665, + "_DAY": 44666, + "Ġweaknesses": 44667, + "ĠLodge": 44668, + "Ġnar": 44669, + "ĠMate": 44670, + "Ġjp": 44671, + "ĠHttpHeaders": 44672, + "Ġsmo": 44673, + "ĠTOKEN": 44674, + "])(": 44675, + "Ġaqui": 44676, + "swagen": 44677, + "Ġsrv": 44678, + "ĉans": 44679, + "Around": 44680, + "ĠManuel": 44681, + "Ġfictional": 44682, + "ĠIMG": 44683, + "Ġ.'": 44684, + "ĠBerry": 44685, + "Ġwallpaper": 44686, + "sexual": 44687, + "iero": 44688, + "ĠçļĦ": 44689, + "ìĨĮ": 44690, + "BackingField": 44691, + "ĠAdrian": 44692, + "BASEPATH": 44693, + "Ġrepeats": 44694, + "Ġblues": 44695, + "Ġunpredict": 44696, + "_coll": 44697, + "stacle": 44698, + "ĠTumblr": 44699, + "ĠElf": 44700, + "Ġassurance": 44701, + "Ġcensus": 44702, + "ĠIMPORT": 44703, + "ENDER": 44704, + "anos": 44705, + "Ġ=(": 44706, + "ĠEllis": 44707, + "\"ĊĊĊĊ": 44708, + ".win": 44709, + "ĠAbove": 44710, + "alon": 44711, + "_tick": 44712, + "Ġrepresentations": 44713, + "Ġæķ": 44714, + "wid": 44715, + "ĠArms": 44716, + "Lista": 44717, + "_failure": 44718, + "_cm": 44719, + ".FlatAppearance": 44720, + "Ġthrone": 44721, + "Patch": 44722, + "ĠVoy": 44723, + "engl": 44724, + "Ġnegotiating": 44725, + ">`": 44726, + "Ġshoots": 44727, + "ĠFPS": 44728, + ".Year": 44729, + "ĠKiss": 44730, + "ención": 44731, + "reeting": 44732, + "FromFile": 44733, + "Ġresignation": 44734, + "Ø·": 44735, + "Ġtwins": 44736, + "ượ": 44737, + "Ġgebru": 44738, + ".getContent": 44739, + ".Tree": 44740, + "ĠEmployees": 44741, + "ĠFIFA": 44742, + "Ġcertainty": 44743, + "(Cl": 44744, + "Ġtotals": 44745, + "editable": 44746, + "à¥Ģ": 44747, + ".Reporting": 44748, + "Mas": 44749, + "quiet": 44750, + ".rules": 44751, + "ĠVO": 44752, + "conexion": 44753, + ",K": 44754, + "Ġallocator": 44755, + "ĠPowder": 44756, + "\\Repository": 44757, + "Beat": 44758, + "_tipo": 44759, + "Ġ['',": 44760, + "_INTR": 44761, + "Ġ<<<": 44762, + "\");čĊ": 44791, + "dropIfExists": 44792, + "ĠBeg": 44793, + "_HAL": 44794, + "ĠcrossAxisAlignment": 44795, + "ĠEvidence": 44796, + "Ġpeculiar": 44797, + "Ġinstitute": 44798, + "veis": 44799, + "Ġfft": 44800, + "Ãģ": 44801, + "Ġzoekt": 44802, + "analy": 44803, + "ĠHomeland": 44804, + "Ġpenetr": 44805, + "uddenly": 44806, + "ĉelement": 44807, + "ĠBren": 44808, + "ĠTrudeau": 44809, + "ĠCuban": 44810, + "jam": 44811, + "uslim": 44812, + "_ev": 44813, + "Ġstems": 44814, + "}%": 44815, + "Ŀå§ĭ": 44816, + "Ġbranding": 44817, + "Ġcorrespondence": 44818, + ".jquery": 44819, + "¢åįķ": 44820, + "ĠReads": 44821, + "(HttpStatusCode": 44822, + "assin": 44823, + "(slot": 44824, + "ĠGraduate": 44825, + "///<": 44826, + "Ġinformations": 44827, + "ENABLE": 44828, + "Ġpuis": 44829, + "Ġfinder": 44830, + "ĠBris": 44831, + "Ġnettsteder": 44832, + "_mid": 44833, + "Ġogs": 44834, + "ĠSterling": 44835, + "Ġarrog": 44836, + "strftime": 44837, + "|ĊĊ": 44838, + "Ġvox": 44839, + "ĠRegardless": 44840, + "Ġeso": 44841, + "ĠComfort": 44842, + ".BooleanField": 44843, + "Ġuh": 44844, + "ACY": 44845, + "Ġsqueez": 44846, + "ĠVic": 44847, + "contro": 44848, + ".lo": 44849, + "Ġire": 44850, + "ĠComedy": 44851, + "ë¶": 44852, + "Ġoriginated": 44853, + "Ġshipment": 44854, + "|max": 44855, + "_guid": 44856, + "levation": 44857, + "наÑı": 44858, + "(undefined": 44859, + "ĠDDR": 44860, + "Ġshootings": 44861, + "ĠLatino": 44862, + "ENDOR": 44863, + "Ġaveraging": 44864, + "Ġgreeted": 44865, + "Ġtheaters": 44866, + "ое": 44867, + "ĠdB": 44868, + "Ġgst": 44869, + "Ġdefinite": 44870, + ".Storage": 44871, + ".her": 44872, + "Ġafore": 44873, + "ĠReality": 44874, + "ĠGods": 44875, + "versed": 44876, + "Ġhandsome": 44877, + "Ġexcluding": 44878, + "(ad": 44879, + "Quotes": 44880, + "ĠScheme": 44881, + "?q": 44882, + "ĠTamil": 44883, + "Ticks": 44884, + "Ġpest": 44885, + "'n": 44886, + "Ġpornography": 44887, + "_modal": 44888, + "Ġ----------": 44889, + "Ġdisposable": 44890, + "FREE": 44891, + "Ġshark": 44892, + "CHE": 44893, + "Ġdepicted": 44894, + "Ġdemonstrations": 44895, + "ĠKilled": 44896, + "ĠRULE": 44897, + "Ġobsessed": 44898, + "Ġsimplified": 44899, + "Postal": 44900, + "Ġconceptual": 44901, + "Ġpst": 44902, + "Las": 44903, + "_PROJECT": 44904, + "ucceeded": 44905, + "olu": 44906, + "ÄŁi": 44907, + "Ġpersonalities": 44908, + "Ġreshape": 44909, + "Ġenclosed": 44910, + "ĉptr": 44911, + "Ġtutorials": 44912, + "Ġexploded": 44913, + "_DIRECTORY": 44914, + "åĨħ容": 44915, + "Ġcanon": 44916, + "Ġrecognise": 44917, + "PAD": 44918, + "ĠApprox": 44919, + "ĠRestore": 44920, + "ĠImportant": 44921, + "Ġheavier": 44922, + ".Sequential": 44923, + "Earth": 44924, + "ĠMilk": 44925, + ".setRequest": 44926, + ".tem": 44927, + "Ġreconstruct": 44928, + "Ġskeptical": 44929, + "_Private": 44930, + "BUF": 44931, + "qua": 44932, + ":a": 44933, + "Ġsek": 44934, + "Ġdwell": 44935, + "ossa": 44936, + "Ġrewarded": 44937, + "ий": 44938, + "(topic": 44939, + "_partition": 44940, + "Ġ__________________": 44941, + "Keywords": 44942, + "ĠFranco": 44943, + "Lite": 44944, + "Ġnaken": 44945, + "Ġза": 44946, + "OBJECT": 44947, + "Ġcrafts": 44948, + "ĠSwap": 44949, + ".Xna": 44950, + ".Connect": 44951, + "Ġbalcony": 44952, + "(real": 44953, + "ĠBarnes": 44954, + "bir": 44955, + "ĠTwenty": 44956, + "ayan": 44957, + "atars": 44958, + "ĠPropel": 44959, + "ĠIhnen": 44960, + "Upgrade": 44961, + "Ġcurb": 44962, + "-second": 44963, + "Ġneph": 44964, + ".pres": 44965, + "ìŀħ": 44966, + ".seq": 44967, + "Ġpadded": 44968, + "\"?": 44969, + "jl": 44970, + "ãĥ¬": 44971, + "')a": 44975, + "Coordinates": 44976, + "Ġenacted": 44977, + "ENTS": 44978, + "Ġlac": 44979, + ".final": 44980, + "ĠPhpStorm": 44981, + "called": 44982, + "Ġinquiries": 44983, + ".middleware": 44984, + "ĠDowntown": 44985, + "/';Ċ": 44986, + "Ġkilomet": 44987, + "accel": 44988, + "Ġquien": 44989, + "wstring": 44990, + "setData": 44991, + "Ġmanera": 44992, + "Ġmodular": 44993, + "rimp": 44994, + "Ġtariffs": 44995, + "âĢĻil": 44996, + "_THROW": 44997, + "/color": 44998, + "ĠHTMLElement": 44999, + "Ġcarro": 45000, + "Ġprere": 45001, + "Ġplotting": 45002, + "ĠPositive": 45003, + "ĠMachines": 45004, + "OTES": 45005, + "Ỽ": 45006, + "pleasant": 45007, + "Ġalte": 45008, + "Ġainda": 45009, + "these": 45010, + "Ġcors": 45011, + "ipay": 45012, + "ĠAdvisory": 45013, + "ĠRubio": 45014, + "jq": 45015, + "Ġlimestone": 45016, + "Ġdetached": 45017, + "设置": 45018, + "tenant": 45019, + "ĠDepth": 45020, + "alore": 45021, + "ĠÑģÑĤÑĢок": 45022, + "ĠFORE": 45023, + "ĠLay": 45024, + "presentation": 45025, + ")');Ċ": 45026, + ".subplots": 45027, + "Ïĥ": 45028, + "NOW": 45029, + "Gar": 45030, + "handles": 45031, + "abra": 45032, + "puties": 45033, + "ĠElectrical": 45034, + "Middle": 45035, + "ropic": 45036, + "ĠJD": 45037, + "ĠDyn": 45038, + "ĠBristol": 45039, + "ĠMcCarthy": 45040, + "Ġstriker": 45041, + "Ġenumerable": 45042, + "ĠEvan": 45043, + ".defaults": 45044, + "quences": 45045, + ")||": 45046, + "ĉtoken": 45047, + "âĹı": 45048, + "-dropdown": 45049, + "STORE": 45050, + "ĠGraphic": 45051, + "(pp": 45052, + "Expl": 45053, + "Ġupwards": 45054, + "ĠDistributed": 45055, + "ĠWEB": 45056, + "Jer": 45057, + "isNaN": 45058, + "çĶŁæĪIJ": 45059, + ">R": 45060, + "üssen": 45061, + "efs": 45062, + "Ġuncover": 45063, + "Ġlud": 45064, + ".calculate": 45065, + "Ġintptr": 45066, + "Ġmidfielder": 45067, + ".Headers": 45068, + "Ġmf": 45069, + "eref": 45070, + ".Metro": 45071, + "ĠSpeaking": 45072, + ":b": 45073, + "Ġcryptocurrencies": 45074, + "Ġdemons": 45075, + "ĉEXPECT": 45076, + "Ġwicked": 45077, + "youtube": 45078, + ":Int": 45079, + "ĠHindi": 45080, + "ĠCAT": 45081, + "Ġع": 45082, + "rar": 45083, + "omore": 45084, + "/per": 45085, + "/license": 45086, + "Ġreim": 45087, + "Ġawaiting": 45088, + "Ġlethal": 45089, + "ĠEF": 45090, + "rounded": 45091, + "ĠPlatinum": 45092, + "ĠвÑģе": 45093, + ".coords": 45094, + ".Device": 45095, + "/item": 45096, + "ĠWenn": 45097, + "compileComponents": 45098, + "ĠKinder": 45099, + ".removeItem": 45100, + "Ġanda": 45101, + "bnb": 45102, + "Ġpra": 45103, + "(transaction": 45104, + "Ġembarrassing": 45105, + "ĉBOOL": 45106, + ".contentView": 45107, + "Ġeventdata": 45108, + "atore": 45109, + "ĠprovidedIn": 45110, + "irma": 45111, + "Ġzona": 45112, + "_HW": 45113, + "æĻ": 45114, + "Ġstove": 45115, + "Ġcounterpart": 45116, + "_Product": 45117, + "_MANAGER": 45118, + "Ġinfring": 45119, + "ĠERA": 45120, + "_party": 45121, + "Ñij": 45122, + "Ġinici": 45123, + "_Request": 45124, + "Ġmiracle": 45125, + "ĠcancelButton": 45126, + "Spy": 45127, + "ató": 45128, + "Ġpolish": 45129, + "ĠNicole": 45130, + ".displayName": 45131, + "\\Requests": 45132, + "ĠuseHistory": 45133, + "RouterModule": 45134, + "Ġstared": 45135, + "IDER": 45136, + "ÑĥнкÑĨи": 45137, + "Ġnota": 45138, + "$arr": 45139, + "pecified": 45140, + "Ġtopp": 45141, + "_DRIVER": 45142, + "/ng": 45143, + "åł": 45144, + "_tm": 45145, + "%timeout": 45146, + "\"": 45588, + "tlement": 45589, + "$(\"": 45590, + "FromString": 45591, + "ĠBild": 45592, + "Ġconventions": 45593, + "_native": 45594, + "ĠInspector": 45595, + "ĠPist": 45596, + "ubar": 45597, + "Ġregs": 45598, + "ĠPilot": 45599, + "Thus": 45600, + ">'+": 45601, + "Ġcela": 45602, + ".news": 45603, + "(Product": 45604, + "Living": 45605, + "Russia": 45606, + "Ġfacet": 45607, + "etical": 45608, + "Ġ['$": 45609, + "/[": 45610, + "ĠDire": 45611, + "Ġgases": 45612, + "ĠINFORMATION": 45613, + "ĠEat": 45614, + "ĠForums": 45615, + "ĠCharacters": 45616, + "_met": 45617, + "Ġìĭľ": 45618, + "Ġkings": 45619, + "achie": 45620, + "ĠLambda": 45621, + "Ġtimers": 45622, + "ĠLighting": 45623, + "ĠCasey": 45624, + "addir": 45625, + "andex": 45626, + ".answer": 45627, + "ĠHip": 45628, + "ĠPrincip": 45629, + "StartDate": 45630, + "ĠãĢĮ": 45631, + "tres": 45632, + "Ġ&#": 45633, + ".MaxValue": 45634, + "ĠProblems": 45635, + "Ġlatex": 45636, + "OfClass": 45637, + "ĠLynn": 45638, + "//'": 45639, + "Ġvoyage": 45640, + "Ġshuttle": 45641, + "ĠRoller": 45642, + "ĠRuntimeError": 45643, + "uya": 45644, + "Dic": 45645, + "ĉbuilder": 45646, + "Ġbullying": 45647, + "Ġsimplest": 45648, + ".called": 45649, + "ĠLR": 45650, + "Ġmorality": 45651, + "Ġsturdy": 45652, + "tracking": 45653, + ".swagger": 45654, + "_BIND": 45655, + "ITOR": 45656, + "-urlencoded": 45657, + "ĠÑħ": 45658, + "ĠTrinity": 45659, + "Ġtraps": 45660, + "Ġ|-": 45661, + "ĠsetText": 45662, + "Ġbargain": 45663, + "Ġbrakes": 45664, + ".getCode": 45665, + "Ġmigrate": 45666, + "Ġribbon": 45667, + ")return": 45668, + "Ġcharger": 45669, + "acom": 45670, + "ADIUS": 45671, + "ĠAmbassador": 45672, + "-after": 45673, + "Ġanni": 45674, + "ĉspin": 45675, + "Concept": 45676, + "ĠHenderson": 45677, + "ĠHOST": 45678, + ".rank": 45679, + "ĠNortheast": 45680, + "Ġberlin": 45681, + "Ġrequis": 45682, + ".feed": 45683, + "ĠsourceMapping": 45684, + "ĠRencontre": 45685, + ".ajax": 45686, + "nestjs": 45687, + "Ġtrek": 45688, + "ĠNacional": 45689, + "Ġ&[": 45690, + "Ġpayable": 45691, + "ortex": 45692, + "Ġdept": 45693, + "fieldName": 45694, + "Ġcompletes": 45695, + "ĠRVA": 45696, + "Ġonions": 45697, + "alignment": 45698, + "Formats": 45699, + "Ġ'{$": 45700, + "HashSet": 45701, + "ĠBod": 45702, + ".InvariantCulture": 45703, + "Ġsettlements": 45704, + "Ġhydr": 45705, + ".updated": 45706, + "venth": 45707, + "(seconds": 45708, + "=\"/\"": 45709, + "Ġwebpage": 45710, + "(ĊĊ": 45711, + "Ġtir": 45712, + "Ġtoes": 45713, + "ĠBrick": 45714, + "Ġambition": 45715, + "Pot": 45716, + "=max": 45717, + "ETIME": 45718, + "Ġdepot": 45719, + "calls": 45720, + "ĠNorwegian": 45721, + "`:": 45722, + "Ġburger": 45723, + "Ġprofessors": 45724, + "ĠAllocate": 45725, + "-thirds": 45726, + "-chart": 45727, + "Ġford": 45728, + "*N": 45729, + ".kotlin": 45730, + "Ġpaperwork": 45731, + "ĠDEVICE": 45732, + "%@\",": 45733, + "respect": 45734, + "(mp": 45735, + "é«ĺ": 45736, + "-if": 45737, + "Ġcushion": 45738, + "obot": 45739, + "Ġparc": 45740, + "SPACE": 45741, + "ĠNetanyahu": 45742, + "Ġselfish": 45743, + "feat": 45744, + "Ġclientes": 45745, + "-tools": 45746, + "Ġporch": 45747, + "Ġjq": 45748, + ".verbose": 45749, + "Ġliberals": 45750, + "])ĊĊĊ": 45751, + "pies": 45752, + "NotBlank": 45753, + "(term": 45754, + "ÈĽi": 45755, + "_Params": 45756, + ".normalize": 45757, + "Bullet": 45758, + "ASIC": 45759, + "(hex": 45760, + "_cliente": 45761, + "+,": 45762, + "_DI": 45763, + "Ġforthcoming": 45764, + "}\")]Ċ": 45765, + "seo": 45766, + "Um": 45767, + ">Name": 45768, + "Ġcomfortably": 45769, + "irectional": 45770, + "WITH": 45771, + "/pr": 45772, + "ĠPoor": 45773, + "ĠVitamin": 45774, + "vic": 45775, + "GH": 45776, + "Ġpriorit": 45777, + "ĠNN": 45778, + "ĠClosed": 45779, + "¤í": 45780, + "ĠisOpen": 45781, + "\\Console": 45782, + "AndFeel": 45783, + ".SUCCESS": 45784, + "_OPERATION": 45785, + "polation": 45786, + "ĠTas": 45787, + "psz": 45788, + ">'.": 45789, + "CURRENT": 45790, + "Vendor": 45791, + "hosts": 45792, + "ĠErd": 45793, + ">tagger": 45794, + "ĠsourceMappingURL": 45795, + "Ġmarathon": 45796, + "_closed": 45797, + "Ġexemption": 45798, + "Ġrecognizes": 45799, + "ideshow": 45800, + "'$": 45801, + "('/');Ċ": 45802, + "mits": 45803, + "warz": 45804, + "ĠCherry": 45805, + "µ¬": 45806, + "nor": 45807, + "porte": 45808, + "Ġwl": 45809, + "_backup": 45810, + ".getBoolean": 45811, + ".getResource": 45812, + "Ġdefinitive": 45813, + ".EditText": 45814, + "ĠsÃŃ": 45815, + ".CONT": 45816, + "ĠPLAYER": 45817, + ".cards": 45818, + "ĠShore": 45819, + "('/')Ċ": 45820, + "cluir": 45821, + "WebDriver": 45822, + "(month": 45823, + "-release": 45824, + "Ġinspector": 45825, + "å£": 45826, + "ĠNF": 45827, + "_clip": 45828, + "åŃIJ": 45829, + "Ġinteracting": 45830, + ".tmp": 45831, + "Ġ'''ĊĊ": 45832, + "Ġdee": 45833, + "Ġfrost": 45834, + "\"]))Ċ": 45835, + "ĠPlaces": 45836, + "Throws": 45837, + "fork": 45838, + "/day": 45839, + "iPhone": 45840, + "ĠMIC": 45841, + "Ġfolding": 45842, + "Ġcrore": 45843, + "ĠChiefs": 45844, + "pherical": 45845, + "(price": 45846, + ".WriteString": 45847, + "Ġexiting": 45848, + "]',Ċ": 45849, + "ighting": 45850, + "Ingredient": 45851, + "(vertex": 45852, + "ĠscrollView": 45853, + "hf": 45854, + ":new": 45855, + "SEN": 45856, + "sector": 45857, + "Ġspins": 45858, + "ĠScheduler": 45859, + "otechn": 45860, + "semicolon": 45861, + "FontOfSize": 45862, + "ĠSpecifically": 45863, + "flamm": 45864, + ".ObjectId": 45865, + "Ġconta": 45866, + "_permissions": 45867, + "ĉFROM": 45868, + "ICODE": 45869, + "/kg": 45870, + "ĠHotels": 45871, + "-med": 45872, + "ĠDin": 45873, + "Ġnavy": 45874, + "getParam": 45875, + "Ġmend": 45876, + "Ġportrayed": 45877, + "ĠMetropolitan": 45878, + "Painter": 45879, + "Ġreferral": 45880, + "_good": 45881, + "Ġmarvel": 45882, + "osaic": 45883, + ">(&": 45884, + ".ur": 45885, + "Ġestos": 45886, + "William": 45887, + "Ġtimber": 45888, + "Ġquelques": 45889, + "ĠDocuments": 45890, + ".Xaml": 45891, + "Ġbatches": 45892, + "éģĵ": 45893, + "ĠReleased": 45894, + "Tail": 45895, + "COOKIE": 45896, + "heid": 45897, + "_station": 45898, + "ĠVia": 45899, + "Sale": 45900, + "ĠRepeat": 45901, + "Ġpromin": 45902, + "ĠZo": 45903, + "-forward": 45904, + "ĠIon": 45905, + "itary": 45906, + "Ġjus": 45907, + "-request": 45908, + "Ġproudly": 45909, + "ĠStreaming": 45910, + "(MouseEvent": 45911, + "ĠSprint": 45912, + "_rotation": 45913, + "Repositories": 45914, + "Ġtart": 45915, + "ĠÑģв": 45916, + "Ġmappings": 45917, + "èª": 45918, + "Cu": 45919, + "Cycle": 45920, + "Ġbun": 45921, + "ĉlua": 45922, + "ãĥī": 45923, + "Ġ((!": 45924, + "Ġcollectively": 45925, + "ĠCond": 45926, + "Ġwszyst": 45927, + "(lib": 45928, + "openhagen": 45929, + "_skip": 45930, + ".ColumnHeader": 45931, + "éĤ": 45932, + "perienced": 45933, + "ıè¿°": 45934, + "_props": 45935, + "Ġcontrace": 45936, + "Ġmatchup": 45937, + "abetic": 45938, + ".members": 45939, + "RECT": 45940, + "(dat": 45941, + "Ġsog": 45942, + "renom": 45943, + "_Method": 45944, + "Customers": 45945, + "fullname": 45946, + "ZN": 45947, + "retry": 45948, + "Ġkap": 45949, + "ĠNeu": 45950, + "èĬ": 45951, + "addChild": 45952, + "willReturn": 45953, + "_permalink": 45954, + "Ġenergetic": 45955, + "ĠWet": 45956, + "ĠMorr": 45957, + "Ġgcd": 45958, + "counts": 45959, + ",type": 45960, + "dig": 45961, + "(Login": 45962, + "Ġcracks": 45963, + "Ġbacterial": 45964, + "ĠMeat": 45965, + "ĠArmstrong": 45966, + "ĠBronze": 45967, + "Ġapproximate": 45968, + "_dirs": 45969, + "liga": 45970, + "ÅĤad": 45971, + "Ġkindness": 45972, + "Ġcontre": 45973, + "ĠEVERY": 45974, + "MET": 45975, + "Ġannouncements": 45976, + "gpio": 45977, + "ĠWaitForSeconds": 45978, + "ĠPhotoshop": 45979, + "Ġdiscontin": 45980, + "/dd": 45981, + "Ġtopology": 45982, + "anical": 45983, + ".interface": 45984, + "aucoup": 45985, + ".HashSet": 45986, + "ARIANT": 45987, + "(routes": 45988, + "ĠTeh": 45989, + "Ġhype": 45990, + "]\").": 45991, + "Ġslam": 45992, + "Ġbroth": 45993, + "-inter": 45994, + "ĠRid": 45995, + "-manager": 45996, + "Cancelar": 45997, + "ĠPagination": 45998, + "Ġsoundtrack": 45999, + "Ġposterior": 46000, + "Ġscrub": 46001, + "creating": 46002, + "-*": 46003, + "irteen": 46004, + ".dy": 46005, + ".symmetric": 46006, + "Ġ\"\".": 46007, + "===============": 46008, + "Ġchassis": 46009, + "ĠnumberOfRows": 46010, + "Developer": 46011, + "_bins": 46012, + "ĠOUR": 46013, + "rieb": 46014, + "Pros": 46015, + "ĠwiÄĻ": 46016, + "\"d": 46017, + "Ġasyncio": 46018, + "zeigen": 46019, + "_spi": 46020, + ".ALL": 46021, + "Ġscrews": 46022, + "Chinese": 46023, + "ĠapiKey": 46024, + "Ġunsuccessful": 46025, + "ĠSeahawks": 46026, + "ORG": 46027, + "ç«ł": 46028, + "Ġprofessionally": 46029, + "ĠCoupon": 46030, + "åŃĹ段": 46031, + "Convention": 46032, + "Ġpolym": 46033, + "æīĭ": 46034, + "Ġsalvation": 46035, + "Ġengineered": 46036, + "ĠWrest": 46037, + "ĠGCC": 46038, + "Ġwarmer": 46039, + "LayoutConstraint": 46040, + "Ġaggrav": 46041, + "Scripts": 46042, + "venture": 46043, + "Ġrefrigerator": 46044, + "Ġinnovations": 46045, + "ĠRunner": 46046, + "NIC": 46047, + "ĠRolling": 46048, + "ControlEvents": 46049, + "Ġloos": 46050, + "pac": 46051, + "ĉpanel": 46052, + "efe": 46053, + "ĠBuddha": 46054, + "--------------Ċ": 46055, + "åºĵ": 46056, + "(forKey": 46057, + "Ġlumin": 46058, + "Ġ(?": 46059, + "ĠAIDS": 46060, + ",user": 46061, + "imientos": 46062, + "contentType": 46063, + "antlr": 46064, + "é¦": 46065, + "ĠWelt": 46066, + "Production": 46067, + "might": 46068, + "ĠVII": 46069, + "\",(": 46070, + "Ġobserving": 46071, + "Ġdeliberate": 46072, + "(control": 46073, + "Ġwithd": 46074, + "Ġsemana": 46075, + "STACK": 46076, + "uchen": 46077, + "Nice": 46078, + "ĠDeutschland": 46079, + "ĠSpecifies": 46080, + "dma": 46081, + "izio": 46082, + "ĠFacts": 46083, + "_popup": 46084, + "ĠDirectors": 46085, + "{:": 46086, + "[R": 46087, + "ĠÑįлеменÑĤ": 46088, + "Ġplat": 46089, + "Ġdirecting": 46090, + "ä¸ī": 46091, + "ĠGilbert": 46092, + "âĢ¦.ĊĊ": 46093, + ".qml": 46094, + "Ġthereafter": 46095, + "Ġdisposition": 46096, + "draft": 46097, + "Ġsurgeon": 46098, + "ĠInsider": 46099, + "Blend": 46100, + "ĠTrev": 46101, + "trinsic": 46102, + "Topics": 46103, + "rieve": 46104, + "_FILENAME": 46105, + "Ġautres": 46106, + "Jose": 46107, + "Producer": 46108, + "erus": 46109, + "Ġpetit": 46110, + "ĠNEXT": 46111, + "ĠFilters": 46112, + "Ġreplicate": 46113, + "\"]).": 46114, + "Ġlenders": 46115, + "]\",Ċ": 46116, + ";charset": 46117, + "CppObject": 46118, + "Ġfloral": 46119, + "ĠTipo": 46120, + "Ġcircuits": 46121, + "easy": 46122, + "(&$": 46123, + "itta": 46124, + "eryl": 46125, + "_COMMON": 46126, + "'}}>Ċ": 46127, + "-backed": 46128, + "(variable": 46129, + "(Index": 46130, + "Ġvoir": 46131, + "_locations": 46132, + "++){": 46133, + "ĠLouisville": 46134, + "Ġgratitude": 46135, + ".Mockito": 46136, + "ĠPowers": 46137, + "ieurs": 46138, + "Ġgeographic": 46139, + "rale": 46140, + "Ġcra": 46141, + "ĠSpurs": 46142, + "iphertext": 46143, + "ACION": 46144, + "-common": 46145, + "Ġvictories": 46146, + "ĠFinals": 46147, + ".shuffle": 46148, + "-million": 46149, + "_PROC": 46150, + "assume": 46151, + "Ġils": 46152, + "DBC": 46153, + "BootTest": 46154, + "Ġlavor": 46155, + ".testing": 46156, + ".ast": 46157, + "\"]/": 46158, + "moid": 46159, + "Ġqualification": 46160, + "gesch": 46161, + "ĉput": 46162, + "Ġairports": 46163, + "JI": 46164, + "Teacher": 46165, + "_uniform": 46166, + "Ġnama": 46167, + "ĠBast": 46168, + "ertype": 46169, + "capture": 46170, + "getAll": 46171, + "ĠReynolds": 46172, + "ooled": 46173, + ".comments": 46174, + "Ġchin": 46175, + ").*": 46176, + "Ġили": 46177, + "tgl": 46178, + "udos": 46179, + "ĠdÃŃas": 46180, + "chai": 46181, + ".program": 46182, + "Ġpsz": 46183, + "ĉicon": 46184, + "phil": 46185, + "entral": 46186, + "_WRAP": 46187, + "ovi": 46188, + "Ġnostalg": 46189, + "Infinity": 46190, + "ĉyield": 46191, + "Ġvitamins": 46192, + "Quaternion": 46193, + "Sink": 46194, + "_goods": 46195, + "Ġ........": 46196, + "ĠWings": 46197, + "uridad": 46198, + "-story": 46199, + "\"])ĊĊ": 46200, + "idelity": 46201, + "TypeDef": 46202, + "Gtk": 46203, + "ĠíĮ": 46204, + "_Main": 46205, + "Ġchez": 46206, + "ĠRaven": 46207, + "Ġpayroll": 46208, + "Ġfreelance": 46209, + "LLU": 46210, + "ĠMend": 46211, + "eday": 46212, + "ApiModelProperty": 46213, + ".FormBorderStyle": 46214, + "Ġeconomist": 46215, + "stanbul": 46216, + "Ġfreight": 46217, + "-Agent": 46218, + "(meta": 46219, + "Ġsymmetry": 46220, + "Ġ'..": 46221, + ".Calendar": 46222, + "-aut": 46223, + "gf": 46224, + "pent": 46225, + "yclopedia": 46226, + "Ġwishing": 46227, + "ĊĊĊĊĊĊĊĊĊĊĊĊ": 46228, + "Ġgentleman": 46229, + "Ġê³": 46230, + "=#": 46231, + "Ġlectures": 46232, + "âĢľIn": 46233, + "Ġ!_": 46234, + "Ġhb": 46235, + "ĠVendor": 46236, + "Recently": 46237, + "_notes": 46238, + "æıIJ示": 46239, + "\"My": 46240, + "HeadersHeight": 46241, + "_SO": 46242, + "Ġunwilling": 46243, + "Ġsuperhero": 46244, + "gio": 46245, + "psy": 46246, + "ĠPeer": 46247, + "javax": 46248, + "&apos": 46249, + "ĠCrisis": 46250, + "ordinal": 46251, + "Memcpy": 46252, + "++++++++++++++++": 46253, + "-val": 46254, + "Ġworkbook": 46255, + "-ap": 46256, + "=k": 46257, + "Ġmetallic": 46258, + "_peer": 46259, + "ByPrimaryKey": 46260, + "_SD": 46261, + "uator": 46262, + "_SHADER": 46263, + ")Math": 46264, + ".Transform": 46265, + "Ġcows": 46266, + "Phi": 46267, + "ĠClem": 46268, + "(_(\"": 46269, + "ĠLud": 46270, + "-delay": 46271, + "ĠSecurities": 46272, + "ĠOrthodox": 46273, + "Symfony": 46274, + "(report": 46275, + "Ġentertain": 46276, + "EPS": 46277, + "izoph": 46278, + "exual": 46279, + "IRD": 46280, + "ä»İ": 46281, + "Ġlith": 46282, + "Ġsanitize": 46283, + "Ġfeminine": 46284, + "ISBN": 46285, + ".authentication": 46286, + "_pipeline": 46287, + "/constants": 46288, + "ĠCONF": 46289, + "Ġlucr": 46290, + "ricia": 46291, + ".ttf": 46292, + ".setContent": 46293, + "Ġstan": 46294, + "orean": 46295, + "ĠLloyd": 46296, + ".rawValue": 46297, + "Ġgor": 46298, + "ĠBrowns": 46299, + "Regression": 46300, + "Ġlowering": 46301, + "naissance": 46302, + "Ġblows": 46303, + "Ġamazed": 46304, + "Ġunrelated": 46305, + "Reviews": 46306, + "Ġruby": 46307, + "ĠModifier": 46308, + "Ġgiants": 46309, + ".thread": 46310, + "Ġcontainment": 46311, + "ĠStartCoroutine": 46312, + "umat": 46313, + "orelease": 46314, + "ĠRandy": 46315, + "@endif": 46316, + "Digest": 46317, + "Ġsuburban": 46318, + "=\");Ċ": 46319, + "Ġannonce": 46320, + ".variable": 46321, + "\\Foundation": 46322, + "Ġacre": 46323, + "Van": 46324, + "Ġtuples": 46325, + "dns": 46326, + "ĠStanding": 46327, + "_large": 46328, + "Ġboxing": 46329, + "SupportActionBar": 46330, + "ĠFortune": 46331, + "ĠRum": 46332, + "_multiple": 46333, + "archical": 46334, + "Ġfwrite": 46335, + "_quote": 46336, + "Ġfoolish": 46337, + "Ġcomprising": 46338, + "Ġоп": 46339, + "-selected": 46340, + "vf": 46341, + "maid": 46342, + "Nama": 46343, + "(datetime": 46344, + "Ġindirectly": 46345, + "gart": 46346, + "fixtures": 46347, + "chos": 46348, + "ĠHalo": 46349, + "Ġrecurring": 46350, + "-news": 46351, + "vil": 46352, + "ĠNursing": 46353, + "-produ": 46354, + "ĠHQ": 46355, + "\\HttpFoundation": 46356, + "enci": 46357, + "auen": 46358, + "Ġvy": 46359, + "ocracy": 46360, + "Ġdelegation": 46361, + "Ġasphalt": 46362, + "ĠsetSelected": 46363, + "kok": 46364, + "/rest": 46365, + "metics": 46366, + "ĠNSDate": 46367, + "Ġtravelled": 46368, + "Ġrecib": 46369, + "Ġmime": 46370, + "CLIENT": 46371, + "ĠGU": 46372, + "ĠHANDLE": 46373, + "/Q": 46374, + "[z": 46375, + "Ġbothered": 46376, + "ĠBBQ": 46377, + "ças": 46378, + "_examples": 46379, + "_FIN": 46380, + "ĠwhiteColor": 46381, + "Ġastronom": 46382, + "-dir": 46383, + "Ġsovereign": 46384, + "Ġbreeze": 46385, + "Ġinning": 46386, + "ĠEdmonton": 46387, + "gli": 46388, + ".blogspot": 46389, + "jsx": 46390, + "Ġversa": 46391, + "ĠMohammed": 46392, + ".Job": 46393, + "-toggler": 46394, + "ĠполÑĮзоваÑĤ": 46395, + "ardon": 46396, + "Ġnewborn": 46397, + "Ġnaval": 46398, + "noteq": 46399, + "Ġtumblr": 46400, + "Ġhentai": 46401, + "ĠTypically": 46402, + "Ġloot": 46403, + ".Sprite": 46404, + "Flight": 46405, + "Ġwavelength": 46406, + "-sk": 46407, + "ĠElle": 46408, + "_exports": 46409, + "ĠÑı": 46410, + "ĠIH": 46411, + "izophren": 46412, + "Ġíģ": 46413, + "_primary": 46414, + "Ġmois": 46415, + "ĠBN": 46416, + "Ġsystemic": 46417, + "Ġdiferentes": 46418, + "INCT": 46419, + "Ġ''ĊĊ": 46420, + "$q": 46421, + "WidgetItem": 46422, + "clide": 46423, + "$file": 46424, + "Lemma": 46425, + "/table": 46426, + "agrid": 46427, + "ĠMongoDB": 46428, + "inte": 46429, + "Ġapprent": 46430, + "ÂŃing": 46431, + ".Db": 46432, + "ĠÃĤ": 46433, + "hammer": 46434, + "='';Ċ": 46435, + "Ġbrokers": 46436, + "itlement": 46437, + "semblies": 46438, + "Ele": 46439, + "{x": 46440, + "Ġlastname": 46441, + "<-": 46442, + "Ġflatten": 46443, + "_band": 46444, + ".Root": 46445, + ".readFileSync": 46446, + "======": 46447, + ".rx": 46448, + "?čĊ": 46449, + "Ġmetaphor": 46450, + "Ti": 46451, + "conte": 46452, + "Ġdebit": 46453, + "Ġcontempt": 46454, + "CppType": 46455, + "æĶ¯": 46456, + "FormField": 46457, + "ratio": 46458, + "osopher": 46459, + "Ġimplant": 46460, + "PURE": 46461, + "Ġalta": 46462, + "_management": 46463, + "Ġrefine": 46464, + "ĠCheckBox": 46465, + "ĠCharl": 46466, + "-version": 46467, + "conditional": 46468, + "venues": 46469, + "Ġrifles": 46470, + "Ġoffspring": 46471, + "Ġmilling": 46472, + "Ġsharply": 46473, + "Ġunderwater": 46474, + "(origin": 46475, + "_Control": 46476, + "Ġ.$": 46477, + "Plugins": 46478, + "Ġdrying": 46479, + "Ġillustrates": 46480, + "-u": 46481, + "Ġvegetarian": 46482, + "npc": 46483, + "Heart": 46484, + ";',Ċ": 46485, + "comma": 46486, + "teenth": 46487, + "asan": 46488, + "/spec": 46489, + "_moves": 46490, + "-margin": 46491, + "Ġingen": 46492, + "³³³": 46493, + "Ġprojet": 46494, + "Ġotra": 46495, + "Ġbras": 46496, + ".utc": 46497, + "Ġslept": 46498, + "=sub": 46499, + "abilit": 46500, + "poster": 46501, + "Ġsdk": 46502, + "ouncill": 46503, + "Ġwd": 46504, + "PreparedStatement": 46505, + "ĠDrum": 46506, + "(attribute": 46507, + "ĠEthernet": 46508, + "ĉDB": 46509, + "California": 46510, + "cube": 46511, + "[I": 46512, + ".Created": 46513, + "ĠHM": 46514, + "Ġtracing": 46515, + "FormsModule": 46516, + "-you": 46517, + ".currency": 46518, + "feeding": 46519, + "Ġtbody": 46520, + "Li": 46521, + "accion": 46522, + "nas": 46523, + "Ġtrouver": 46524, + "NONE": 46525, + "\"},čĊ": 46526, + "Ġftp": 46527, + "WithIdentifier": 46528, + "polate": 46529, + "FileInfo": 46530, + "Ġpursued": 46531, + "ĠĠĠĠčĊĠĠĠĠčĊ": 46532, + "DESCRIPTION": 46533, + "}*/Ċ": 46534, + "FromNib": 46535, + "Ġdecorative": 46536, + "_SSL": 46537, + "(chat": 46538, + "TLS": 46539, + "Ġsurprises": 46540, + "alculate": 46541, + "ĠSplash": 46542, + "(Configuration": 46543, + "ĠSEM": 46544, + "imson": 46545, + "/library": 46546, + "": 46621, + "GED": 46622, + "faq": 46623, + "Ġoptionally": 46624, + "_Dis": 46625, + "ĠSuccessful": 46626, + "ĠCensus": 46627, + "Ġincarcer": 46628, + "_CARD": 46629, + "Ġaviation": 46630, + "ĠGym": 46631, + "Authority": 46632, + ".Bean": 46633, + "shader": 46634, + "NotExist": 46635, + "_TextChanged": 46636, + "ĠSTOP": 46637, + "(team": 46638, + "\"H": 46639, + "wg": 46640, + "Ġgrinder": 46641, + "Ġstripe": 46642, + "Ġpreservation": 46643, + "Claim": 46644, + "aversal": 46645, + "warehouse": 46646, + "targets": 46647, + "Trust": 46648, + "Ġallev": 46649, + ",www": 46650, + "ousse": 46651, + "_chan": 46652, + "_Size": 46653, + "systems": 46654, + "Ġobjection": 46655, + "ĠKane": 46656, + "Ġcorros": 46657, + "ĠDSL": 46658, + "Ġua": 46659, + "ĠMH": 46660, + "ĠStrategic": 46661, + "_tcp": 46662, + "Ġê°Ĵ": 46663, + "Ġborrowed": 46664, + "ĠAch": 46665, + "ĉcommand": 46666, + "Ġgps": 46667, + "leston": 46668, + "ichever": 46669, + "ĠUA": 46670, + "Ġassaulted": 46671, + "Ġspecializes": 46672, + "ĉsearch": 46673, + "Hotel": 46674, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ": 46675, + "ĠPitch": 46676, + "ĠÙģ": 46677, + "READY": 46678, + "Ġparental": 46679, + "Ġgéné": 46680, + "Ġdonnées": 46681, + "Ġdetain": 46682, + "TARGET": 46683, + "Ġprotagonist": 46684, + "ĠclearInterval": 46685, + "ĠIconButton": 46686, + "ĠGetAll": 46687, + "TypeInfo": 46688, + "EH": 46689, + "âĢľThey": 46690, + "Ġ{[": 46691, + "Ġgag": 46692, + "ĠÚ©": 46693, + "ĠDropdown": 46694, + ".free": 46695, + "gone": 46696, + "imens": 46697, + "Ġinstal": 46698, + "ĉcurl": 46699, + "_CAN": 46700, + "ĠBone": 46701, + "ï¼Ķ": 46702, + "onyms": 46703, + "-government": 46704, + ".bindingNavigator": 46705, + "ĠDans": 46706, + "ĠMcL": 46707, + "(en": 46708, + ">(_": 46709, + "ÐĴÑĭ": 46710, + ".*;čĊ": 46711, + "=j": 46712, + "-cor": 46713, + "Son": 46714, + ".ToolStripItem": 46715, + "-around": 46716, + "_XML": 46717, + "endDate": 46718, + "Ġslack": 46719, + "Ġrotated": 46720, + "Ġnoqa": 46721, + "Ġcottage": 46722, + "Ġencontrar": 46723, + "_skill": 46724, + "houette": 46725, + "!čĊ": 46726, + ".weather": 46727, + "Ġemphasized": 46728, + "家": 46729, + "ĠÑģпиÑģ": 46730, + "ĠCompiler": 46731, + "(android": 46732, + "ĠâĢº": 46733, + ".turn": 46734, + "Ġsuppression": 46735, + "_calls": 46736, + "Ġ*@": 46737, + "(strlen": 46738, + ".hex": 46739, + "ĠBills": 46740, + "ĠRSA": 46741, + "ÏĤ": 46742, + "ĠEscape": 46743, + "ementia": 46744, + "Ġfrontend": 46745, + "Ġpint": 46746, + "_exc": 46747, + "zzo": 46748, + "[],Ċ": 46749, + "Ġ\"','\"": 46750, + ".Environment": 46751, + "Ġaforementioned": 46752, + "Ġendure": 46753, + "prototype": 46754, + "therapy": 46755, + "ssi": 46756, + "Deg": 46757, + "_plugins": 46758, + ".userInfo": 46759, + "Printer": 46760, + "ĠPROGRAM": 46761, + "Ġruins": 46762, + "Ġempirical": 46763, + "Ġcrawl": 46764, + "ĠBoiler": 46765, + "-comment": 46766, + ".subplot": 46767, + "_et": 46768, + "Ġ'.',": 46769, + "minor": 46770, + "ĠCustoms": 46771, + "Ġyaw": 46772, + "underline": 46773, + "ĠComo": 46774, + "(('": 46775, + "(mean": 46776, + "Ġchaque": 46777, + "ĠBlocks": 46778, + ".rad": 46779, + "ilibrium": 46780, + "Ġwebdriver": 46781, + "Ġmelhor": 46782, + "dana": 46783, + "ĠAbuse": 46784, + "ĠSouthwest": 46785, + "ĠParen": 46786, + "PERTIES": 46787, + "ĉIL": 46788, + "Ġscream": 46789, + "vu": 46790, + "Ġincomes": 46791, + "Ġnim": 46792, + "Ġlace": 46793, + "Ġcompensate": 46794, + "Reverse": 46795, + "Dat": 46796, + "_attack": 46797, + "Ġnour": 46798, + "achen": 46799, + "cek": 46800, + "\"+": 47057, + "Ġtokenizer": 47058, + "Ġsovereignty": 47059, + "ĠPence": 47060, + "()\");Ċ": 47061, + "Ġpessoas": 47062, + ".Ge": 47063, + "ĠIncluded": 47064, + "Ġpagina": 47065, + "Ġexposing": 47066, + "еÑĪ": 47067, + "_SCRIPT": 47068, + "/$',": 47069, + "Thumbnail": 47070, + "×Ķ": 47071, + "webElementX": 47072, + "webElementXpaths": 47073, + "pressure": 47074, + "ĠCurry": 47075, + "_CP": 47076, + "OLUTION": 47077, + "ILES": 47078, + "protect": 47079, + "oola": 47080, + "Workspace": 47081, + "{};Ċ": 47082, + "ĠUNS": 47083, + "Ġsympathy": 47084, + "roker": 47085, + "Ġremodel": 47086, + "ĉcell": 47087, + "Ġatop": 47088, + ".FullName": 47089, + "Ġfaut": 47090, + "ĠEasily": 47091, + "_dynamic": 47092, + "Ġframed": 47093, + "Ġmotive": 47094, + "è·¯": 47095, + "sam": 47096, + "Ġmarca": 47097, + "ĠTextEditingController": 47098, + "Ġdestructor": 47099, + "cream": 47100, + "Ġrude": 47101, + "ĠBold": 47102, + "ĠIndigenous": 47103, + "Ġgens": 47104, + "Ġrelacion": 47105, + "(system": 47106, + "ĠUIFont": 47107, + "_charge": 47108, + "USTER": 47109, + "EV": 47110, + ".Namespace": 47111, + "Ġmerger": 47112, + "Ġcalloc": 47113, + "gang": 47114, + "BadRequest": 47115, + "Ġsper": 47116, + "-design": 47117, + "Ġâĩ": 47118, + "Chan": 47119, + "Ġorganism": 47120, + ",)": 47121, + "=id": 47122, + "_plane": 47123, + "ĠCases": 47124, + "elfast": 47125, + "ĠLegislature": 47126, + "ĠFaker": 47127, + "Ġinvoking": 47128, + "-utils": 47129, + "().'": 47130, + ".face": 47131, + "Ġguardian": 47132, + "myModal": 47133, + "Ġclipboard": 47134, + "ĠATM": 47135, + "Ġpeas": 47136, + "ĠSylv": 47137, + ".calc": 47138, + "ĠContacts": 47139, + "intValue": 47140, + "Ġmodifying": 47141, + "ĠBarb": 47142, + ".loss": 47143, + "_percentage": 47144, + "Asked": 47145, + "(lst": 47146, + "ategorical": 47147, + "-files": 47148, + "ĠRomania": 47149, + ".Ac": 47150, + "Ġhai": 47151, + "ĠFlying": 47152, + "Ġż": 47153, + "jp": 47154, + "ĠTrainer": 47155, + ".arc": 47156, + "_deg": 47157, + "Ġtraceback": 47158, + "OrFail": 47159, + "FLOW": 47160, + ".old": 47161, + "oya": 47162, + "gmt": 47163, + "isempty": 47164, + "Ġvaccination": 47165, + "Ġobsolete": 47166, + "recognized": 47167, + "Ġruined": 47168, + "ĠRein": 47169, + "ĠTracking": 47170, + "xfb": 47171, + "اÛĮ": 47172, + "Ġvære": 47173, + "Ġbryster": 47174, + "ĠITS": 47175, + "Ġdestiny": 47176, + "Ġswear": 47177, + "Ġredes": 47178, + "Ġclf": 47179, + "Ġflipped": 47180, + "ĉhead": 47181, + "Bluetooth": 47182, + "ĠOverrides": 47183, + ":Boolean": 47184, + "_=": 47185, + "_lr": 47186, + "spawn": 47187, + ":index": 47188, + "VALUES": 47189, + "iskey": 47190, + "?\");Ċ": 47191, + ".synthetic": 47192, + "ĠChecking": 47193, + "structures": 47194, + "iping": 47195, + "Ġvocals": 47196, + "-Up": 47197, + "ĠManufacturers": 47198, + "ĠMarriage": 47199, + "代çłģ": 47200, + "Ġgarner": 47201, + "_Client": 47202, + "parallel": 47203, + "RIEND": 47204, + "Ġvinegar": 47205, + "segue": 47206, + "JB": 47207, + "Ġcontacting": 47208, + "ĠCarroll": 47209, + "Ġoutreach": 47210, + "tensor": 47211, + "_variant": 47212, + "Ġtheat": 47213, + "licable": 47214, + "{|": 47215, + "tiny": 47216, + "_letter": 47217, + "Ġpencil": 47218, + "HeadersHeightSizeMode": 47219, + "iltro": 47220, + ".autoconfigure": 47221, + ".drag": 47222, + ".useState": 47223, + "ĠBMI": 47224, + "hint": 47225, + "Compile": 47226, + "*\\": 47227, + "enary": 47228, + "Ġlvl": 47229, + ".Cache": 47230, + "+=\"": 47231, + "_tv": 47232, + "ruitment": 47233, + "Ġfread": 47234, + "Articles": 47235, + "fila": 47236, + "Ġpackaged": 47237, + "âĺĨ": 47238, + "ATHER": 47239, + "ĠPlanned": 47240, + "scheme": 47241, + "Ġdiary": 47242, + "Ġoffenses": 47243, + "/F": 47560, + "ĠStick": 47561, + "Ġcerc": 47562, + "ĠSlee": 47563, + "ĉĉĠĠĠĠĠĠĠĠ": 47564, + "": 47739, + "ĉcol": 47740, + "VG": 47741, + "_boolean": 47742, + "recent": 47743, + "Ġ*)ĊĊ": 47744, + "ĠRainbow": 47745, + "ommen": 47746, + "Ġlur": 47747, + "Ġoppression": 47748, + "(\",\");Ċ": 47749, + "ĠFacility": 47750, + "DEFINED": 47751, + "Ġneon": 47752, + "Ġoffender": 47753, + "AFP": 47754, + "ĠCleaning": 47755, + "[]):": 47756, + "Ġundocumented": 47757, + ".Repositories": 47758, + "ĠGuitar": 47759, + "аÑģÑģив": 47760, + "Skills": 47761, + "Ġtestimon": 47762, + "ryptography": 47763, + "ĠAmber": 47764, + "ĠStalin": 47765, + "Ġlone": 47766, + "Ġapenas": 47767, + "Ġdieses": 47768, + "ĠArduino": 47769, + "转": 47770, + "==-": 47771, + "_Act": 47772, + "Ġcoded": 47773, + "âĸł": 47774, + "amburger": 47775, + "-links": 47776, + "Ġarmour": 47777, + ".High": 47778, + "getContent": 47779, + "stag": 47780, + "Ġheck": 47781, + "ĠìĹĨ": 47782, + "ĠMcConnell": 47783, + "ĠConcert": 47784, + "ĠAlloc": 47785, + "äre": 47786, + ".replaceAll": 47787, + "Ġpartitions": 47788, + "rott": 47789, + "ĠFle": 47790, + "_TREE": 47791, + "reasonable": 47792, + "ĠReporting": 47793, + "Ġbillionaire": 47794, + "scores": 47795, + "mins": 47796, + "-eye": 47797, + "MORE": 47798, + "abort": 47799, + "ĠSWT": 47800, + "Ġinverted": 47801, + "ĠTeachers": 47802, + ";n": 47803, + "Ġastro": 47804, + "нов": 47805, + "аниÑĨ": 47806, + "producto": 47807, + "countries": 47808, + "ĠOwen": 47809, + "Ġcontamination": 47810, + "Ġvibe": 47811, + "ĠElli": 47812, + ".script": 47813, + "ĠOlive": 47814, + "DMA": 47815, + "vier": 47816, + ":semicolon": 47817, + "-module": 47818, + "gressive": 47819, + "agu": 47820, + "_players": 47821, + "Ġresultados": 47822, + "started": 47823, + "scrollTop": 47824, + "=====": 47825, + "Ġweighing": 47826, + "Ġ[[[": 47827, + "zahl": 47828, + "(NS": 47829, + "ĠAssertion": 47830, + "league": 47831, + ".setTextColor": 47832, + "ĉMessage": 47833, + "Ġmoms": 47834, + "_AF": 47835, + ".wh": 47836, + "ALS": 47837, + "Ġautre": 47838, + "]ĊĊĊĊ": 47839, + ".opacity": 47840, + "ĠBuddhist": 47841, + "Ġdeaf": 47842, + "ĠOrganisation": 47843, + "(Global": 47844, + "ensch": 47845, + "Ġheadache": 47846, + "ĠAlien": 47847, + "_inode": 47848, + "ĠStark": 47849, + "Ġæī": 47850, + "-lnd": 47851, + "oref": 47852, + "_feat": 47853, + "Ġpedestrian": 47854, + "Ġnominal": 47855, + "Ġballoon": 47856, + "Ġsprites": 47857, + "PrototypeOf": 47858, + "ĠApost": 47859, + "ĠFEATURE": 47860, + "OH": 47861, + "Ġrecess": 47862, + "ĠDonna": 47863, + "consumer": 47864, + "$GLOBALS": 47865, + "ĠGIF": 47866, + "-frame": 47867, + "Inicio": 47868, + "Ġpassages": 47869, + "DateString": 47870, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 47871, + ".byte": 47872, + "Bug": 47873, + "initializer": 47874, + "pkt": 47875, + "odium": 47876, + "ĠDER": 47877, + ".ops": 47878, + "leri": 47879, + "Ġgifted": 47880, + "Ġdetach": 47881, + "terrain": 47882, + "elters": 47883, + "ãģı": 47884, + ".loader": 47885, + "ĠNGO": 47886, + "strncmp": 47887, + "Kh": 47888, + "(fontSize": 47889, + "rocket": 47890, + "Ġprecedent": 47891, + "ĠAurora": 47892, + "ĠExperiment": 47893, + "isphere": 47894, + "Encoded": 47895, + "ĠâĢĵĊĊ": 47896, + "Ġpyramid": 47897, + "ĠAnniversary": 47898, + "ofil": 47899, + "ëŁ": 47900, + "(plugin": 47901, + "Coeff": 47902, + "Ġcooperate": 47903, + "Ġpredominantly": 47904, + "ISM": 47905, + "Phrase": 47906, + "_DEFINE": 47907, + "Flip": 47908, + "AMILY": 47909, + "ĠMarkets": 47910, + "ĠStreamReader": 47911, + "ĠCombine": 47912, + "Ġmanuscript": 47913, + "zza": 47914, + ",tp": 47915, + "Whatever": 47916, + "ITICAL": 47917, + "ighbour": 47918, + "DataProvider": 47919, + ".Texture": 47920, + "privacy": 47921, + ".SDK": 47922, + "Ġrecharge": 47923, + "Ġcpp": 47924, + "ĠCFG": 47925, + "(holder": 47926, + "(py": 47927, + "mot": 47928, + "Ġsavoir": 47929, + "ĠRosa": 47930, + "ĠPCs": 47931, + "ĠíĻ": 47932, + ".heroku": 47933, + "Ġfren": 47934, + "ĠRiley": 47935, + "agate": 47936, + "Ġsond": 47937, + ".xlsx": 47938, + "Ġhacked": 47939, + "stad": 47940, + "Gi": 47941, + "Ġsanity": 47942, + "ĠSqlDataAdapter": 47943, + "...\",": 47944, + "ĠPussy": 47945, + "Ġ****************": 47946, + "Ġhassle": 47947, + "_PARENT": 47948, + "ĠUAE": 47949, + "Ġbeginners": 47950, + "(Client": 47951, + "Ġstatistically": 47952, + ".hour": 47953, + "edelta": 47954, + "Ġtraction": 47955, + "uelve": 47956, + "arat": 47957, + "Ġsauna": 47958, + "INVALID": 47959, + "Ġindictment": 47960, + "ALLE": 47961, + "Ġdissent": 47962, + "ĠTypography": 47963, + "Ġintentional": 47964, + "sit": 47965, + "ĠAnimals": 47966, + "Ġcountryside": 47967, + "Ġuart": 47968, + "}\\\"": 47969, + "Ġseamless": 47970, + "¾ç¤º": 47971, + "Ġautos": 47972, + "Ġ\"'\";Ċ": 47973, + "Flush": 47974, + "ANNOT": 47975, + "Ġalgebra": 47976, + "assoc": 47977, + "ĠWaters": 47978, + "Ġpreparations": 47979, + "ronym": 47980, + "[,]": 47981, + "Sans": 47982, + "Ġarmies": 47983, + "ipeg": 47984, + "Ġcreamy": 47985, + ".art": 47986, + "etre": 47987, + "ĠAnimated": 47988, + "Ġunpleasant": 47989, + "emean": 47990, + "great": 47991, + "iÄħ": 47992, + "ĠEarlier": 47993, + "Ġchic": 47994, + "Ġpreserving": 47995, + "(exec": 47996, + "ĠInvestigation": 47997, + "ĉGPIO": 47998, + "Ġrigorous": 47999, + "ijo": 48000, + "=num": 48001, + "ĠtoolStrip": 48002, + ")set": 48003, + "+\"&": 48004, + "ĠAcceler": 48005, + "Ġdevelopmental": 48006, + "isposable": 48007, + "Ġflawed": 48008, + "rene": 48009, + "Updating": 48010, + "Ġwatchdog": 48011, + "Ġdenominator": 48012, + "Ġsuburbs": 48013, + "Ġ...)": 48014, + "Ġconvictions": 48015, + "closure": 48016, + ".IP": 48017, + "Ġtranslates": 48018, + ".swt": 48019, + ".Trace": 48020, + "Ġmettre": 48021, + ".isEnabled": 48022, + "ĠEffective": 48023, + ".toInt": 48024, + "Ġenchant": 48025, + "Ġstunned": 48026, + "Ġpoi": 48027, + "/code": 48028, + "adm": 48029, + ".databinding": 48030, + "ĠLorem": 48031, + "________________________________________________________________": 48032, + "Ġledger": 48033, + "Ġcara": 48034, + "ĠGir": 48035, + "Ġwaits": 48036, + "Uno": 48037, + "Ġcwd": 48038, + "è¾ij": 48039, + "ĠTResult": 48040, + "Ġrejo": 48041, + "Ġemitted": 48042, + "ĠWestminster": 48043, + "ä¸Ģ个": 48044, + "nek": 48045, + "_Tis": 48046, + "Ġenact": 48047, + "ĉwith": 48048, + "orgia": 48049, + "Ġjue": 48050, + "Perform": 48051, + "SPATH": 48052, + ".topic": 48053, + "ĠDaten": 48054, + "ầ": 48055, + "Ġsitio": 48056, + "_MM": 48057, + "\"So": 48058, + "bial": 48059, + "Ġscoped": 48060, + "Requires": 48061, + "ĠTOTAL": 48062, + "ĠChancellor": 48063, + "(contents": 48064, + "Ġstealth": 48065, + "devices": 48066, + "-pass": 48067, + "ilih": 48068, + "ĠMalcolm": 48069, + "ĠDepot": 48070, + "Ġconfigur": 48071, + "aussian": 48072, + "_constraint": 48073, + "веÑĤ": 48074, + "GRA": 48075, + "ĠRates": 48076, + ".dataGridViewTextBoxColumn": 48077, + "ĠNobel": 48078, + "itics": 48079, + "Ġignorant": 48080, + "ĠReporter": 48081, + "ĠEbola": 48082, + "ĠShock": 48083, + "_relation": 48084, + "ĠNinja": 48085, + ")c": 48086, + "Ġticker": 48087, + ".isChecked": 48088, + "ĠSuppliers": 48089, + "ĠRapid": 48090, + "Levels": 48091, + "âĤ¬âĦ¢": 48092, + "ĉqueue": 48093, + "Ġchop": 48094, + "ĠUnix": 48095, + "reject": 48096, + "-calendar": 48097, + "(sort": 48098, + "ène": 48099, + "ercicio": 48100, + "Ġhect": 48101, + "CALLTYPE": 48102, + "roupon": 48103, + "Ġrentals": 48104, + "authors": 48105, + "{name": 48106, + "ĠFIFO": 48107, + "Ġlassen": 48108, + "ĠNous": 48109, + "Ġsnapped": 48110, + "Ġfertility": 48111, + "\"log": 48112, + "clicked": 48113, + "Ġplanting": 48114, + "Ġgb": 48115, + "/output": 48116, + "PEAT": 48117, + "Ġcategoria": 48118, + "Ġbach": 48119, + "Professor": 48120, + "inth": 48121, + "\"]čĊ": 48122, + "Recorder": 48123, + "serde": 48124, + "ĠTransmission": 48125, + "trad": 48126, + "Ġturbo": 48127, + "_VERTEX": 48128, + "\\Event": 48129, + "ilver": 48130, + "Ġbodily": 48131, + "ĠSources": 48132, + "Ġkillings": 48133, + ".xrTableCell": 48134, + "Ġfolded": 48135, + "/legal": 48136, + "uner": 48137, + "ĠRifle": 48138, + "ĠMIDI": 48139, + "_SelectedIndexChanged": 48140, + ".SizeType": 48141, + "ĠWebSocket": 48142, + "Ġseleccion": 48143, + "Sand": 48144, + "otros": 48145, + "Ġenvision": 48146, + "/etc": 48147, + "ĠMelissa": 48148, + "Spot": 48149, + "ное": 48150, + "_ARM": 48151, + "Attempt": 48152, + "ĠBI": 48153, + "ãģĶ": 48154, + "ĠDU": 48155, + "Ġbacklash": 48156, + "stride": 48157, + "/classes": 48158, + "ĠtextColor": 48159, + "_staff": 48160, + "oblin": 48161, + "agenta": 48162, + ".collections": 48163, + "illage": 48164, + "'čĊčĊ": 48165, + "flatten": 48166, + "_sales": 48167, + "_MASTER": 48168, + "TW": 48169, + "_da": 48170, + "Pitch": 48171, + "phies": 48172, + "Ġzombies": 48173, + "ĠVERY": 48174, + "ĠPharmacy": 48175, + "ĠprogressBar": 48176, + "Ġhashtag": 48177, + "Sidebar": 48178, + "@stop": 48179, + "(pc": 48180, + "олж": 48181, + "MAKE": 48182, + "ĠCoron": 48183, + "Ġkvinner": 48184, + "ĠMaid": 48185, + "bob": 48186, + ".titleLabel": 48187, + "Ġsuccesses": 48188, + "ĠDemocracy": 48189, + "ĠSurgery": 48190, + "Ġcougar": 48191, + "Ġcurso": 48192, + "Ġloro": 48193, + "istency": 48194, + "Senior": 48195, + "æk": 48196, + "ĠAAA": 48197, + "ĠBOOK": 48198, + "ко": 48199, + "WSTR": 48200, + "Ġ*/,Ċ": 48201, + "oyal": 48202, + ".vector": 48203, + "ĠSPEC": 48204, + "SSF": 48205, + "Ġcompuls": 48206, + "ĠAppeals": 48207, + "ĠWinston": 48208, + "ĠMockito": 48209, + "contrib": 48210, + ".available": 48211, + "entityManager": 48212, + "arias": 48213, + "_sale": 48214, + "_rs": 48215, + "Ġdecoding": 48216, + "Ġlocator": 48217, + "olith": 48218, + "Ġkol": 48219, + "Ġascii": 48220, + "ĠRut": 48221, + "/interface": 48222, + "ĉĉĉĉĉĉĠĠĠ": 48223, + "ĠNumer": 48224, + ".flip": 48225, + "-del": 48226, + "Ġbolster": 48227, + "onomic": 48228, + "Ġzm": 48229, + "LG": 48230, + "FindBy": 48231, + "Ġadaptive": 48232, + "loo": 48233, + "Ġvue": 48234, + "(reverse": 48235, + "_canvas": 48236, + ".roles": 48237, + "ificado": 48238, + "venient": 48239, + "\"As": 48240, + "ĠEntr": 48241, + "aligned": 48242, + "Ġbereits": 48243, + "///ĊĊ": 48244, + ".gwt": 48245, + ".employee": 48246, + "_cli": 48247, + "Ġanticipate": 48248, + "éĻIJ": 48249, + "Ġpik": 48250, + "Ġmushrooms": 48251, + "(tt": 48252, + "Ġoma": 48253, + "ĠSanchez": 48254, + "_google": 48255, + ".Valid": 48256, + "ĠFileName": 48257, + "ivative": 48258, + "ked": 48259, + "-war": 48260, + "Ġmaturity": 48261, + "ид": 48262, + "Ġminer": 48263, + "Reducers": 48264, + "ĠLatLng": 48265, + "_STD": 48266, + "Digits": 48267, + "Calc": 48268, + "-upload": 48269, + "Ġhandic": 48270, + "ีà¹Ī": 48271, + "egrated": 48272, + "ĠSTM": 48273, + "Clients": 48274, + "ĠTurbo": 48275, + "SYNC": 48276, + "Ġphotographers": 48277, + ".Out": 48278, + ".character": 48279, + "BUILD": 48280, + ".unlock": 48281, + "Ġarises": 48282, + "ĠCommands": 48283, + "(\"\");čĊ": 48284, + "_FORE": 48285, + ";',": 48286, + "+\"'": 48287, + ".Images": 48288, + "\"){": 48289, + "ĠMeyer": 48290, + "Ġnegatively": 48291, + "ĠDLL": 48292, + "Ġexe": 48293, + "Ġdeficiency": 48294, + "Ġwildly": 48295, + "-switch": 48296, + "construction": 48297, + "Ġexceptionally": 48298, + "ĠLiz": 48299, + "/java": 48300, + "Ġtheirs": 48301, + "ĠContemporary": 48302, + "lis": 48303, + ".fillRect": 48304, + "ĠNFC": 48305, + "Ġrehe": 48306, + "(numbers": 48307, + "Ġraster": 48308, + "Ġfiguring": 48309, + "Ġshowc": 48310, + "ĠJill": 48311, + "Ġarcade": 48312, + "ĠConstructs": 48313, + "mdl": 48314, + "('|": 48315, + "Ġidentifiers": 48316, + "Ġstellar": 48317, + "(Connection": 48318, + "Ġ\"{{": 48319, + "yor": 48320, + "(mysqli": 48321, + "Ġdove": 48322, + "OfBirth": 48323, + ".disconnect": 48324, + "_hi": 48325, + "Ġzwischen": 48326, + "ĠGrund": 48327, + "iros": 48328, + "_Array": 48329, + ".onclick": 48330, + "ansom": 48331, + "Answers": 48332, + "ĉremove": 48333, + "Fa": 48334, + "Ġhurry": 48335, + "-inf": 48336, + "ĠgetClass": 48337, + "ĠRegulation": 48338, + "ĠFLAGS": 48339, + "misc": 48340, + "Ken": 48341, + "_heading": 48342, + "GHz": 48343, + "-entry": 48344, + "Ġbiography": 48345, + "Sig": 48346, + "-mf": 48347, + "Watcher": 48348, + "âĢľA": 48349, + "}px": 48350, + "Ġspicy": 48351, + "_sq": 48352, + "Lost": 48353, + "(track": 48354, + "али": 48355, + "Descending": 48356, + "((": 48553, + "survey": 48554, + "Ġíĺ": 48555, + "...')Ċ": 48556, + "ĠDivider": 48557, + "osl": 48558, + "_CANCEL": 48559, + "_prepare": 48560, + "stin": 48561, + "ĠHeath": 48562, + ".PrimaryKey": 48563, + "ĠâĨIJ": 48564, + "ĠLocalDateTime": 48565, + "Ġcooperative": 48566, + "Learning": 48567, + ".enqueue": 48568, + "Ġgoog": 48569, + "ĠRegression": 48570, + "imates": 48571, + "Ġvoyeur": 48572, + "ĠDrink": 48573, + "plug": 48574, + "Ġlender": 48575, + "mana": 48576, + "Ġpersonnes": 48577, + "ypse": 48578, + "Ġunlink": 48579, + "ĠRavens": 48580, + "Ġhurd": 48581, + "Ġperiodically": 48582, + "ARGS": 48583, + "ĠGH": 48584, + "characters": 48585, + "...\"ĊĊ": 48586, + "-establish": 48587, + "Ġdn": 48588, + "(condition": 48589, + "ĠGravity": 48590, + "Ġestas": 48591, + "_focus": 48592, + "Creature": 48593, + "(site": 48594, + "Ġcarr": 48595, + "ĠRL": 48596, + "ĠRI": 48597, + "ĠMoto": 48598, + "ASF": 48599, + "ĠLuckily": 48600, + "ĉRoute": 48601, + "Ġentropy": 48602, + "(\",\"": 48603, + "Collect": 48604, + "(contact": 48605, + "ĠFlorence": 48606, + "Ġpremiums": 48607, + "Ġlifecycle": 48608, + "Ġbans": 48609, + "xef": 48610, + "WebKit": 48611, + "ĠFloating": 48612, + "Ġcosa": 48613, + "Specific": 48614, + "ĠLoans": 48615, + "bread": 48616, + "Ġdescriptors": 48617, + "Ġ{:.": 48618, + "THREAD": 48619, + "ĠTrent": 48620, + "Ġscop": 48621, + "QA": 48622, + "ĠAntar": 48623, + "pel": 48624, + "_difference": 48625, + "_changes": 48626, + "(...)": 48627, + "ĠRotation": 48628, + "ĠLGPL": 48629, + "ĠJUST": 48630, + "(Task": 48631, + "_subset": 48632, + "ĠTRANS": 48633, + "åĬĽ": 48634, + "ĠScout": 48635, + "-popup": 48636, + "Ġsmoked": 48637, + "_Class": 48638, + "Ġturnover": 48639, + "brakk": 48640, + "ĠRocky": 48641, + "tas": 48642, + ".RegularExpressions": 48643, + "ĠElliott": 48644, + "ĠSpinner": 48645, + "DUCTION": 48646, + "Ġlibre": 48647, + "Ġmolto": 48648, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 48649, + "ĠFTP": 48650, + "mpeg": 48651, + "(features": 48652, + "Ġbald": 48653, + "ĠVid": 48654, + "Ġshouting": 48655, + "Lint": 48656, + "Ġsockets": 48657, + "Ġprow": 48658, + "Ġnouvelle": 48659, + "iscard": 48660, + "ĠSponsor": 48661, + "Ġconsulta": 48662, + ")));": 48663, + "Indian": 48664, + "ĠRaspberry": 48665, + "Ġteammate": 48666, + "ĠJWT": 48667, + "ĠGhana": 48668, + "Ġcakes": 48669, + "primer": 48670, + "forma": 48671, + "ergarten": 48672, + "_Manager": 48673, + "Ġpreseason": 48674, + "GAME": 48675, + "|\"": 48676, + "ĠBrock": 48677, + "Ġoccupy": 48678, + "Ġdecorations": 48679, + "ánd": 48680, + "Ġcot": 48681, + "Ġparan": 48682, + "Disk": 48683, + "remain": 48684, + ">?": 48685, + "Strong": 48686, + "Ġfrance": 48687, + "ĠEra": 48688, + "-cr": 48689, + ".BufferedReader": 48690, + "ĠParadise": 48691, + "ĠVAT": 48692, + "ĠAnders": 48693, + "Ġlimb": 48694, + "ampoo": 48695, + "Ġimperative": 48696, + "UTILITY": 48697, + "ĠRecognition": 48698, + "Ġragazze": 48699, + "Ġpops": 48700, + "ypress": 48701, + "Ġembargo": 48702, + "//{Ċ": 48703, + "Ġsyll": 48704, + "PTR": 48705, + "åŃĺåľ¨": 48706, + "Ġdidnt": 48707, + "Mailer": 48708, + "Ġacademics": 48709, + "ĠFrauen": 48710, + "neider": 48711, + "-rel": 48712, + "Ġrainbow": 48713, + "(In": 48714, + "Ġsliced": 48715, + "=============Ċ": 48716, + "(send": 48717, + "NSMutableDictionary": 48718, + "vos": 48719, + "(package": 48720, + "Ġordinance": 48721, + "viewer": 48722, + "ĠSantos": 48723, + "-selling": 48724, + "Ġgov": 48725, + "ettle": 48726, + "Ġfounders": 48727, + "Ġwaking": 48728, + "slashes": 48729, + "-pound": 48730, + "recht": 48731, + "ات": 48732, + ".onClick": 48733, + "Ġnord": 48734, + "ständ": 48735, + "_when": 48736, + "UTERS": 48737, + "icc": 48738, + "Ġcapsule": 48739, + "ĠWid": 48740, + "Marc": 48741, + "ุ": 48742, + "rored": 48743, + "UGE": 48744, + "LOUD": 48745, + "ĠAudit": 48746, + "ipients": 48747, + "opian": 48748, + "ĠSue": 48749, + "Ġwurden": 48750, + ".Helpers": 48751, + "Ġfactions": 48752, + "[np": 48753, + "-than": 48754, + "Ġreco": 48755, + "Ġkas": 48756, + "Ġcmds": 48757, + "/network": 48758, + "xbf": 48759, + "getColor": 48760, + "Ġbiased": 48761, + "ĠLak": 48762, + "Datas": 48763, + "vents": 48764, + "Ġë²": 48765, + "_PS": 48766, + ".Validate": 48767, + "Invoker": 48768, + "Ġneuen": 48769, + "Ġjuvenile": 48770, + "VISION": 48771, + "Ġdevote": 48772, + "Ġlinha": 48773, + "Ġdiscounted": 48774, + "\\Config": 48775, + "Ġworthwhile": 48776, + "Ġskinny": 48777, + "ĠCourses": 48778, + "leys": 48779, + "ĠMortgage": 48780, + "Kevin": 48781, + "Ġannounces": 48782, + "])*": 48783, + "reservation": 48784, + "Ġæķ°": 48785, + "Ġprejudice": 48786, + "ĠStringComparison": 48787, + "Ġbeard": 48788, + "-win": 48789, + "ĠSão": 48790, + "ĉms": 48791, + "jal": 48792, + "ĠEarn": 48793, + "_ports": 48794, + "ĠNombre": 48795, + "_COR": 48796, + "ĠBUILD": 48797, + ".sound": 48798, + "Yellow": 48799, + "Ġlinebacker": 48800, + "Ġcharitable": 48801, + "jug": 48802, + "_NONNULL": 48803, + "ĠDental": 48804, + "\">${": 48805, + "ĉmatch": 48806, + "Russian": 48807, + "Ġversch": 48808, + "Ġpinned": 48809, + "Ġadopting": 48810, + "OptionsMenu": 48811, + "Pag": 48812, + "Ġpairing": 48813, + "Ġtread": 48814, + "ercises": 48815, + "ĠSpread": 48816, + ")i": 48817, + "ĠBAD": 48818, + "_tf": 48819, + "UIImageView": 48820, + "populate": 48821, + "bab": 48822, + "ĠÏĥ": 48823, + "[++": 48824, + "Ġopioid": 48825, + "Ġ##Ċ": 48826, + "dtype": 48827, + "ĠStarts": 48828, + "('/')": 48829, + "Ġpersonals": 48830, + "-market": 48831, + "Ġredundant": 48832, + "ĠEssential": 48833, + "Ġscrapy": 48834, + "Ġим": 48835, + "acl": 48836, + "Ġcrear": 48837, + "ĠBend": 48838, + "Ġrelieve": 48839, + "-room": 48840, + "wife": 48841, + "ĠvÃł": 48842, + "ĠQPoint": 48843, + "Ġquasi": 48844, + "ĠmethodName": 48845, + "\\xc": 48846, + "ĠPeru": 48847, + "/The": 48848, + ".orm": 48849, + "Ġviz": 48850, + "/pdf": 48851, + "Located": 48852, + "Ġconfrontation": 48853, + "ĠChampionships": 48854, + "Ġhypert": 48855, + "Ġdj": 48856, + "ĠUserInfo": 48857, + "ĠåĪĽå»º": 48858, + "\\xb": 48859, + "(sim": 48860, + "Ġ==Ċ": 48861, + "Ġstaging": 48862, + "Ġdrastically": 48863, + "åѦ": 48864, + "lords": 48865, + ".less": 48866, + "ведиÑĤе": 48867, + "ĠBucket": 48868, + "ĠMam": 48869, + ".term": 48870, + "_pi": 48871, + "czy": 48872, + ".pub": 48873, + "precio": 48874, + "ĠVirt": 48875, + "Ġroman": 48876, + "itat": 48877, + "Lex": 48878, + "_infos": 48879, + "Ä°": 48880, + ".other": 48881, + "VELO": 48882, + "Ġponder": 48883, + "Ġhanno": 48884, + "(Page": 48885, + "doi": 48886, + "Ġpolite": 48887, + "Ġprogrammer": 48888, + "Dies": 48889, + "$d": 48890, + "Ġreplication": 48891, + "addColumn": 48892, + "frican": 48893, + "Ġleng": 48894, + "beer": 48895, + "oit": 48896, + "Ġwasting": 48897, + "ylim": 48898, + "measure": 48899, + "Neg": 48900, + "Ġpartie": 48901, + ".console": 48902, + "ĠGuinea": 48903, + "TEL": 48904, + "_fact": 48905, + ".chunk": 48906, + "Ġlent": 48907, + "Ġaller": 48908, + "Ġà¤ķ": 48909, + "_idle": 48910, + "Ġadmissions": 48911, + "JSONArray": 48912, + "Ġvibration": 48913, + ".helpers": 48914, + "å¤ĸ": 48915, + "Ġhen": 48916, + "john": 48917, + "ĠìĥĿ": 48918, + "Ġjudgement": 48919, + "Ġgeen": 48920, + "terra": 48921, + "^{": 48922, + "ĠIz": 48923, + "Ġcâ": 48924, + "instances": 48925, + "Ġthreatens": 48926, + "Ġmüssen": 48927, + "KindOfClass": 48928, + "Ġstorytelling": 48929, + "_demo": 48930, + "rias": 48931, + "Privacy": 48932, + "hift": 48933, + "ĠYi": 48934, + "esor": 48935, + "íķł": 48936, + "ensitivity": 48937, + ".Writer": 48938, + "à¸Ĥ": 48939, + "District": 48940, + ".getJSONObject": 48941, + "Impro": 48942, + "(getResources": 48943, + "ĠSPELL": 48944, + "roduce": 48945, + "Ġslowed": 48946, + "Ġlinewidth": 48947, + "Ġhonesty": 48948, + "ĠCoord": 48949, + "ĠFork": 48950, + "ĠDispatchQueue": 48951, + "ĠCliff": 48952, + "ĠWiring": 48953, + "_TIMESTAMP": 48954, + "ollah": 48955, + "avoid": 48956, + "++];Ċ": 48957, + "semantic": 48958, + "-css": 48959, + "Ġveto": 48960, + "ĠMerr": 48961, + "Ġlegislators": 48962, + "CEEDED": 48963, + "Ġquestionnaire": 48964, + "ĠPills": 48965, + "Calculate": 48966, + "(core": 48967, + "'e": 48968, + "Ġdislike": 48969, + "ĠPreferences": 48970, + "_EXTERNAL": 48971, + "è°ĥ": 48972, + "Ġdodge": 48973, + "æľįåĬ¡": 48974, + ".names": 48975, + ".drawImage": 48976, + "_prom": 48977, + "uckland": 48978, + "Ġ<$>": 48979, + "ız": 48980, + "/site": 48981, + "项": 48982, + "rophe": 48983, + "Ġcompelled": 48984, + "Ġlaptops": 48985, + "Ġuni": 48986, + "CLOSE": 48987, + "Ġcasualties": 48988, + "ĠUniform": 48989, + "Terminal": 48990, + ".\",\"": 48991, + "DAT": 48992, + "(TreeNode": 48993, + "ĠGandhi": 48994, + "(stmt": 48995, + "AXB": 48996, + "*M": 48997, + "Ġumbrella": 48998, + "animal": 48999, + "Ġgrpc": 49000, + "Ġwhereby": 49001, + "Ġfloats": 49002, + "ĉarg": 49003, + "Ġdbg": 49004, + "Ġexceeding": 49005, + "EventType": 49006, + ".SaveChangesAsync": 49007, + "Ġ{{{": 49008, + "Ġowed": 49009, + "ahrenheit": 49010, + "Ġì§": 49011, + "Ġequipo": 49012, + "urai": 49013, + "Ġidol": 49014, + "]\")Ċ": 49015, + "_major": 49016, + "Ġentirety": 49017, + "ingerprint": 49018, + "ços": 49019, + "/account": 49020, + "ĉright": 49021, + "ursos": 49022, + "ĠEDT": 49023, + "_INSERT": 49024, + "Ġshining": 49025, + "Ġ<:": 49026, + "EdgeInsets": 49027, + "Ġcolonies": 49028, + ".IM": 49029, + "ĉĠĉ": 49030, + "ROAD": 49031, + "CCCC": 49032, + "placing": 49033, + "ĠgetActivity": 49034, + "emacs": 49035, + "'%(": 49036, + ".clicked": 49037, + "ĠThem": 49038, + "isia": 49039, + "Buscar": 49040, + ".rename": 49041, + "Ġoath": 49042, + "Ġafterward": 49043, + "ĠUFO": 49044, + "APS": 49045, + "ĠJacksonville": 49046, + ".some": 49047, + "Confirmed": 49048, + ".scan": 49049, + "igInteger": 49050, + "Decorator": 49051, + "shield": 49052, + "ressive": 49053, + ".did": 49054, + "请è¾ĵåħ¥": 49055, + "Ġshutter": 49056, + "Dam": 49057, + "Ġparenting": 49058, + "eyed": 49059, + "$item": 49060, + "-develop": 49061, + "Ġextracts": 49062, + "Ġdecentralized": 49063, + "ĠElsa": 49064, + "_spin": 49065, + "])+": 49066, + "-initial": 49067, + "Ġmultitude": 49068, + "Ġsensory": 49069, + "ĠMODEL": 49070, + "Ġsafeguard": 49071, + "ì¹": 49072, + "Ġhunters": 49073, + "ĠTiny": 49074, + "INO": 49075, + "decorate": 49076, + "ĠNoSuch": 49077, + "Ho": 49078, + "(Response": 49079, + "Ġruler": 49080, + "ĉshort": 49081, + "Ġcaster": 49082, + "ĠclientId": 49083, + "Ġpdb": 49084, + "ëıĦ": 49085, + "itic": 49086, + "ĠGameState": 49087, + "ĠnewItem": 49088, + ")ĊĊĊĊĊĊ": 49089, + "ouis": 49090, + "noc": 49091, + ".BLACK": 49092, + "_VECTOR": 49093, + "----------();": 49381, + ".getP": 49382, + "anye": 49383, + "Ġneuron": 49384, + "ifold": 49385, + "ĠKnown": 49386, + "Bitcoin": 49387, + "Anyway": 49388, + "ayette": 49389, + "Ġ'['": 49390, + "Ãłnh": 49391, + "mgr": 49392, + "Ġcorrelated": 49393, + "Ġnause": 49394, + "Ġmentality": 49395, + "hasMany": 49396, + "ĠFG": 49397, + "ampie": 49398, + "ITU": 49399, + "Fs": 49400, + ".Sp": 49401, + "_between": 49402, + "Dependencies": 49403, + "oug": 49404, + "Placeholder": 49405, + "=text": 49406, + "ĠManaging": 49407, + "ocalypse": 49408, + "åĮĹ": 49409, + "_mag": 49410, + "fld": 49411, + "âij": 49412, + "CAM": 49413, + "ĠHelpers": 49414, + "Ġdost": 49415, + "/out": 49416, + "Ġassassination": 49417, + ".getImage": 49418, + "ĠKenny": 49419, + ".')ĊĊ": 49420, + "){//": 49421, + "ĠRanger": 49422, + "Ġgek": 49423, + "Ġsincere": 49424, + "čĊ": 49627, + ".getResources": 49628, + "Ġlump": 49629, + "_consts": 49630, + "(ext": 49631, + "ĉdir": 49632, + "âĿ": 49633, + "ĠpaddingTop": 49634, + "Ġobsession": 49635, + "Ġbanning": 49636, + "ĠAppModule": 49637, + "Ġpartisan": 49638, + "Ġcatalogue": 49639, + "Ġminors": 49640, + "Ġpitches": 49641, + "weep": 49642, + "Ġundertake": 49643, + "Ġthemed": 49644, + "audit": 49645, + ".scrollTop": 49646, + "Ġrer": 49647, + "Ġsymptom": 49648, + "Ġopenings": 49649, + ".blocks": 49650, + "openid": 49651, + "Ġassh": 49652, + "-save": 49653, + "ĠPig": 49654, + "Ġregain": 49655, + "Ġinicial": 49656, + "/favicon": 49657, + "ĉexp": 49658, + "Ġspices": 49659, + "iska": 49660, + "claims": 49661, + "mak": 49662, + "definitions": 49663, + "Ġcorrespondent": 49664, + "ĠCannabis": 49665, + "__,Ċ": 49666, + "ĠLucky": 49667, + "ĠGaussian": 49668, + "ĠNearly": 49669, + "CAD": 49670, + "']]Ċ": 49671, + "Ġadequately": 49672, + "ĠTITLE": 49673, + "constitutional": 49674, + "-mm": 49675, + "_override": 49676, + "Ġblas": 49677, + ".readyState": 49678, + "Ġreminis": 49679, + "Ġreinforced": 49680, + "ĠCollabor": 49681, + "Ġdecorating": 49682, + "Ġbachelor": 49683, + "ERRUPT": 49684, + "Ġupright": 49685, + "ipation": 49686, + "ĠNoble": 49687, + "ĠvalueForKey": 49688, + "ĠsetLoading": 49689, + ".Ignore": 49690, + "åģ": 49691, + "Globals": 49692, + "ĠMent": 49693, + "ASSES": 49694, + "Ġlimbs": 49695, + "ĠHUD": 49696, + "inci": 49697, + ".iv": 49698, + "ĠQModelIndex": 49699, + "Fuse": 49700, + "Ġpedal": 49701, + "_FREQ": 49702, + "(verbose": 49703, + "Ġlongitud": 49704, + "ĠCharter": 49705, + "ê·¸": 49706, + "Ġbundles": 49707, + ".ignore": 49708, + "umbo": 49709, + "EMA": 49710, + ".......": 49711, + "sx": 49712, + ".Card": 49713, + "Ġheute": 49714, + "Ġsteer": 49715, + "jumlah": 49716, + "Ġ{_": 49717, + "_Checked": 49718, + "Ġfax": 49719, + "ĠGust": 49720, + "itchens": 49721, + "Ġ))ĊĊ": 49722, + "Ġremarkably": 49723, + "/XML": 49724, + "-remove": 49725, + "_bt": 49726, + "Ġincub": 49727, + ".package": 49728, + ".currentThread": 49729, + "ĠHighlander": 49730, + ".side": 49731, + "splash": 49732, + "Ġici": 49733, + "=D": 49734, + "Ġpuck": 49735, + "Ġballots": 49736, + "Ġhugely": 49737, + "coeff": 49738, + "ĠpData": 49739, + ".COLUMN": 49740, + "ĠHealing": 49741, + "Ġordin": 49742, + "!),": 49743, + "Ġ'',čĊ": 49744, + "(md": 49745, + "ĠSask": 49746, + "čĊ": 49768, + "Ġrá": 49769, + "Ġblunt": 49770, + "ĠImageIcon": 49771, + "ifik": 49772, + "RTC": 49773, + "Ġfibers": 49774, + "Ġtoile": 49775, + ".sent": 49776, + "ĠPyQt": 49777, + "$app": 49778, + "Ġmedio": 49779, + "Ġgranting": 49780, + "Ġtslint": 49781, + "ĠMö": 49782, + "(figsize": 49783, + "Ġhurricane": 49784, + "Ġlifes": 49785, + "ĠÃĦ": 49786, + "rocessing": 49787, + "_standard": 49788, + "-option": 49789, + "')))": 49790, + "Ġvacant": 49791, + "å·¥": 49792, + "ĠHollow": 49793, + "handleChange": 49794, + "Ġdivider": 49795, + "ĠEngineers": 49796, + "Ġsvens": 49797, + "Ġcompliant": 49798, + "tanggal": 49799, + "ĠCredits": 49800, + "ĠEmirates": 49801, + "RuleContext": 49802, + "Ġrealization": 49803, + "Ġdistracted": 49804, + "]+=": 49805, + "Ġaugment": 49806, + "ĠDw": 49807, + "otp": 49808, + "orrent": 49809, + "Editar": 49810, + ".stock": 49811, + "Study": 49812, + "pections": 49813, + "ĠGameManager": 49814, + "=cut": 49815, + "Ġflock": 49816, + "ĠRomans": 49817, + "them": 49818, + "-hop": 49819, + "Ġscreenshots": 49820, + "Ġ/*!Ċ": 49821, + "Ġconversions": 49822, + "Ġnormalization": 49823, + "(configuration": 49824, + "Ġaeros": 49825, + "_security": 49826, + "!'Ċ": 49827, + "Bonus": 49828, + "ĠDRIVER": 49829, + "ĉDate": 49830, + "tie": 49831, + "ĠWyoming": 49832, + "Stand": 49833, + "itre": 49834, + "Ġshoppers": 49835, + "Ġdisadvantage": 49836, + "Ġliking": 49837, + "ç¬ij": 49838, + "Ġunderstandable": 49839, + "SEE": 49840, + "Ġhoy": 49841, + "Ġninete": 49842, + "Ġconfer": 49843, + "Ġnowrap": 49844, + "ĠVern": 49845, + ",čĊčĊ": 49846, + "imestep": 49847, + "LayoutManager": 49848, + "à·": 49849, + "ĉwait": 49850, + "PLETED": 49851, + "Japan": 49852, + "Ġinduce": 49853, + "Ġå¯": 49854, + "озв": 49855, + "_ENDPOINT": 49856, + ".horizontal": 49857, + "Ġaccelerated": 49858, + "rimon": 49859, + "IVES": 49860, + "Transactions": 49861, + "Lean": 49862, + "ĠSOUR": 49863, + "whether": 49864, + "yg": 49865, + "Ġoid": 49866, + "ĠEntityManager": 49867, + "OUNTRY": 49868, + "Ġfila": 49869, + "OLUMNS": 49870, + "INUE": 49871, + "ĠAnchor": 49872, + "TRAN": 49873, + "woo": 49874, + "blockquote": 49875, + "ĠNurse": 49876, + "ĠCarp": 49877, + "Ġredeem": 49878, + ".try": 49879, + "ĠJP": 49880, + "Ġtimestamps": 49881, + "Ġ?>\"><": 49882, + "ĠREMOVE": 49883, + "ĠStarbucks": 49884, + "Really": 49885, + "Ġflooded": 49886, + ".Callback": 49887, + "DropDown": 49888, + "ipro": 49889, + "Ġtended": 49890, + "lte": 49891, + "Ġproportions": 49892, + "-te": 49893, + "ĠRena": 49894, + "licate": 49895, + "forces": 49896, + ".extra": 49897, + ".authenticate": 49898, + "вод": 49899, + "¡°": 49900, + "ĠforControlEvents": 49901, + "Ġsenha": 49902, + "Ġkein": 49903, + "Ġminist": 49904, + "ĠPreference": 49905, + "ĠTelegraph": 49906, + "Ñĥп": 49907, + "strpos": 49908, + "Ġillnesses": 49909, + "Ġpigs": 49910, + "ĠgetIntent": 49911, + "Sol": 49912, + "Ġ¡": 49913, + "(cpu": 49914, + "[prop": 49915, + "screens": 49916, + "');?>": 49917, + "ĠActs": 49918, + "Ġstrdup": 49919, + "Ġaverages": 49920, + "anal": 49921, + "ĠCasual": 49922, + "GroupBox": 49923, + "ĠHandbook": 49924, + "/comments": 49925, + "Ġnumbered": 49926, + "Ġbroadcasting": 49927, + "çĽij": 49928, + ".nativeElement": 49929, + ".mu": 49930, + "ĠupdatedAt": 49931, + "ĠDoesn": 49932, + ".AC": 49933, + ".coll": 49934, + "Ġrecorder": 49935, + "_sha": 49936, + "Bg": 49937, + "bil": 49938, + "Ġbolts": 49939, + "Ġç¬": 49940, + "Ġimposing": 49941, + "ĠInformationen": 49942, + "_flashdata": 49943, + "economic": 49944, + "Remark": 49945, + "ucas": 49946, + "ĠOfficers": 49947, + "ĠTER": 49948, + "Walk": 49949, + "Ġmercado": 49950, + "_generate": 49951, + "HY": 49952, + "Calling": 49953, + "snap": 49954, + "scriptId": 49955, + ".operation": 49956, + "ĠFlame": 49957, + "liness": 49958, + "Ġrented": 49959, + "_toggle": 49960, + "-changing": 49961, + "ĠTY": 49962, + "'util": 49963, + "EEP": 49964, + "Ġgraphql": 49965, + "ĠUni": 49966, + "Ġimpulse": 49967, + ".Basic": 49968, + "Ġenergies": 49969, + "MARY": 49970, + "ĠMarcel": 49971, + "Ġmortal": 49972, + "Ġfres": 49973, + "mens": 49974, + "motion": 49975, + "Ġsampled": 49976, + "âĢľThat": 49977, + "iday": 49978, + "quipment": 49979, + "getInt": 49980, + "ĠAbsolute": 49981, + ",'\"": 49982, + "uned": 49983, + ".share": 49984, + "Ġ})(": 49985, + "mmm": 49986, + "ĠRising": 49987, + "ä»»": 49988, + "Ġunemployed": 49989, + "xfa": 49990, + ".follow": 49991, + "ĉĉĉĉĠĠĠĠĠĠ": 49992, + "slt": 49993, + ".Phone": 49994, + "Ġknives": 49995, + "Ġeve": 49996, + "onClick": 49997, + "]))čĊ": 49998, + "ĠWitness": 49999, + "ĉNS": 50000, + "ĠEOS": 50001, + "ĠStefan": 50002, + "ĠPriest": 50003, + "âĢĶwhich": 50004, + "GetString": 50005, + ".By": 50006, + "Ġupstairs": 50007, + "Ġdetriment": 50008, + "broken": 50009, + "embro": 50010, + "Ġnicotine": 50011, + "ilion": 50012, + "Ġastonishing": 50013, + "_aff": 50014, + "ĠLesson": 50015, + "Ġaccidental": 50016, + "odor": 50017, + "Ġdecir": 50018, + "ĠnewName": 50019, + "+.": 50020, + "缸": 50021, + "igslist": 50022, + "ĠGithub": 50023, + "Ġsuccessive": 50024, + "racial": 50025, + "Ġenviron": 50026, + "éªĮè¯ģ": 50027, + "Ġredirected": 50028, + "TOTAL": 50029, + "Ġgrabbing": 50030, + "ĠLance": 50031, + "Ġforfe": 50032, + "_CB": 50033, + "å¾®": 50034, + "Elapsed": 50035, + "_way": 50036, + "(DialogInterface": 50037, + "_measure": 50038, + "xbb": 50039, + "Dog": 50040, + "Depart": 50041, + "-src": 50042, + "resolver": 50043, + "withstanding": 50044, + "_shell": 50045, + "ĠLastName": 50046, + "ĠAviation": 50047, + "Ġbeginner": 50048, + "(\"%.": 50049, + "(tool": 50050, + "Ġнов": 50051, + ":init": 50052, + "(API": 50053, + "ĠMorrison": 50054, + "vtColor": 50055, + "Ġstaple": 50056, + "/INFO": 50057, + "Ġsupernatural": 50058, + "Ġsteak": 50059, + "timeline": 50060, + "zzle": 50061, + "\"`ĊĊ": 50062, + "Secondary": 50063, + "ĠNepal": 50064, + ".StringUtils": 50065, + "Ġadam": 50066, + "Ġ(...": 50067, + "Ġsubstitution": 50068, + "Ġboarding": 50069, + "ĠKeyword": 50070, + "ĠAssault": 50071, + "dbcTemplate": 50072, + "ĠorderId": 50073, + "(engine": 50074, + ".assertThat": 50075, + "ĠVenus": 50076, + "Ġhomicide": 50077, + "ĠAval": 50078, + "Ġgutter": 50079, + "ĠSupported": 50080, + "/part": 50081, + "Ġacclaimed": 50082, + "Histor": 50083, + "Ġmeses": 50084, + "über": 50085, + "ĠRenew": 50086, + "Ġgras": 50087, + "ĠEk": 50088, + "Ġinfile": 50089, + "indy": 50090, + ".music": 50091, + ".Scroll": 50092, + "ĠAges": 50093, + "ĠNaruto": 50094, + "ĠGather": 50095, + "Ġconfirming": 50096, + "=(\"": 50097, + "Ġpitched": 50098, + "oley": 50099, + "France": 50100, + "+'\"": 50101, + "$total": 50102, + "Ġonde": 50103, + "Ġditch": 50104, + "_sigma": 50105, + "Ġcontinuity": 50106, + "reward": 50107, + "-load": 50108, + "Ġproceso": 50109, + "Locked": 50110, + "staw": 50111, + "Ġspinal": 50112, + "lazy": 50113, + "!==": 50114, + "jest": 50115, + "Ġdun": 50116, + "ĠRodgers": 50117, + "ĉgrid": 50118, + "Ġlogos": 50119, + "ĠBengal": 50120, + ".super": 50121, + "Provides": 50122, + "Ġnutrient": 50123, + ".Timestamp": 50124, + "IZATION": 50125, + "åĨĮ": 50126, + "Ġfats": 50127, + "ĠXxx": 50128, + "ctica": 50129, + "Targets": 50130, + "Ġcontours": 50131, + "Ġreordered": 50132, + ":Array": 50133, + "Ġtolerate": 50134, + "Vir": 50135, + "Ġterribly": 50136, + "Ġbricks": 50137, + "(&_": 50138, + "hb": 50139, + "Portal": 50140, + "ĠBread": 50141, + ".which": 50142, + "ÂŃt": 50143, + "asInstanceOf": 50144, + "Ġjobject": 50145, + "ĉlength": 50146, + "_MT": 50147, + ";\">čĊ": 50148, + "_EXIST": 50149, + "Ġmaternal": 50150, + "REL": 50151, + "Ġê²½ìļ°": 50152, + "hee": 50153, + "Ġlayouts": 50154, + "ĠLap": 50155, + "aisy": 50156, + "Ġstumbled": 50157, + "ĠUIG": 50158, + "ĠSco": 50159, + "Ġimpaired": 50160, + "RESSED": 50161, + "Ġabuses": 50162, + "VF": 50163, + "ARB": 50164, + ".NAME": 50165, + "rch": 50166, + "primir": 50167, + "_completed": 50168, + "Ġpenny": 50169, + "Chrome": 50170, + "(begin": 50171, + "ernen": 50172, + "-checkbox": 50173, + "PlainOldData": 50174, + "ĠLPC": 50175, + "rade": 50176, + "spir": 50177, + "Ġconceived": 50178, + "Tips": 50179, + "ĠIoT": 50180, + "ĠGan": 50181, + "èģĶ": 50182, + "Ġbiases": 50183, + "Ġconsultants": 50184, + "pled": 50185, + "_ht": 50186, + "associated": 50187, + "],ĊĊ": 50188, + "Ġdelightful": 50189, + "ĠÑĤек": 50190, + "Helvetica": 50191, + "(load": 50192, + "-expand": 50193, + "_WIDGET": 50194, + "toa": 50195, + "ĠAkt": 50196, + "Ġomn": 50197, + "Ġclauses": 50198, + "Intel": 50199, + "*/}Ċ": 50200, + "_registration": 50201, + "ĠoldValue": 50202, + "Ġrestoring": 50203, + "Ġunreal": 50204, + "OVER": 50205, + "ĉĊĉĊĉĊ": 50206, + "ATS": 50207, + "_probe": 50208, + "Ġdivisor": 50209, + ".updateDynamic": 50210, + "å¹³": 50211, + "Produces": 50212, + "stamp": 50213, + ".jboss": 50214, + "ĉtask": 50215, + "!(:": 50216, + "Ġpsychic": 50217, + "@class": 50218, + "Martin": 50219, + "ĠPassed": 50220, + "clarations": 50221, + "hel": 50222, + "аÑĩ": 50223, + "ĉcopy": 50224, + "-bin": 50225, + "zan": 50226, + "igram": 50227, + "াà¦": 50228, + "(sig": 50229, + "ĠCaval": 50230, + "_##": 50231, + "Ġ%=": 50232, + "outlined": 50233, + "ĠAcid": 50234, + "Ġunpredictable": 50235, + "-dashboard": 50236, + "HexString": 50237, + "+c": 50238, + ".Public": 50239, + "ẩ": 50240, + "Ġconveyor": 50241, + "ĠEB": 50242, + "Ġselects": 50243, + "Ġknocking": 50244, + "ĠCec": 50245, + "IBUTES": 50246, + "owaÄĩ": 50247, + "gatsby": 50248, + "*v": 50249, + "entropy": 50250, + "Ġdispatched": 50251, + "Ġcamel": 50252, + "ĠSaturn": 50253, + "Ġoverweight": 50254, + "(phone": 50255, + "parable": 50256, + "%B": 50257, + "_vectors": 50258, + "Ġbrewing": 50259, + "ĠTk": 50260, + "ĠDownloads": 50261, + "ĠSaved": 50262, + ".Price": 50263, + "Ġcurved": 50264, + "ĠParenthood": 50265, + "è¶": 50266, + ".pnl": 50267, + "pletely": 50268, + ".Day": 50269, + "Ġadvertisers": 50270, + "Ġejec": 50271, + "Ġprzed": 50272, + "ë¯": 50273, + "!';Ċ": 50274, + "ĠKush": 50275, + "ĠTAB": 50276, + "Ġquests": 50277, + "Ġcoincidence": 50278, + "ummies": 50279, + "ĠKashmir": 50280, + "ĠEthics": 50281, + "_growth": 50282, + "Ġaktiv": 50283, + "Ġgrouping": 50284, + "å¢ŀ": 50285, + "_truth": 50286, + "åIJ¬": 50287, + "todos": 50288, + "iset": 50289, + "TexCoord": 50290, + "ätt": 50291, + "ĠZur": 50292, + "roys": 50293, + "_MAGIC": 50294, + "Ġbrewery": 50295, + "(State": 50296, + "ĠSMALL": 50297, + "ĠPlants": 50298, + "itbart": 50299, + "eacher": 50300, + "ĠAdelaide": 50301, + "Lu": 50302, + "Ġfick": 50303, + "undles": 50304, + "_loaded": 50305, + "ие": 50306, + "Poll": 50307, + "ritic": 50308, + "ELY": 50309, + "Ġ+'": 50310, + "ĠProfession": 50311, + "Ġstamps": 50312, + "ĠSew": 50313, + "scrollView": 50314, + "Ġcommunist": 50315, + "/problems": 50316, + "}čĊčĊčĊčĊ": 50317, + ",o": 50318, + "Ġudp": 50319, + "Ġobese": 50320, + "approve": 50321, + "ancellation": 50322, + "_Game": 50323, + "ĠHashtable": 50324, + "adaptiveStyles": 50325, + "Ġpossesses": 50326, + ".matcher": 50327, + "functional": 50328, + "Mrs": 50329, + "ĉsave": 50330, + "ĠDbType": 50331, + "Ġken": 50332, + "getContext": 50333, + "Ġmans": 50334, + "(rel": 50335, + "ĠBrotherhood": 50336, + ")`Ċ": 50337, + "解": 50338, + ".Information": 50339, + "OutOfRangeException": 50340, + "ĠSek": 50341, + "Cas": 50342, + "Ġbloggers": 50343, + "Either": 50344, + "(\"\"\"": 50345, + "Ġpinch": 50346, + "Ġcoarse": 50347, + ")p": 50348, + "ĠPulse": 50349, + "Ġlearnt": 50350, + "Ġdentist": 50351, + "Ġonchange": 50352, + "Ġdirectives": 50353, + "(actions": 50354, + "nyder": 50355, + "ĠShir": 50356, + "Trait": 50357, + "_dep": 50358, + "ĠPET": 50359, + "ĠREP": 50360, + ".AppSettings": 50361, + "cuador": 50362, + "idenav": 50363, + "Ġenvi": 50364, + "Ġslammed": 50365, + "ĠShoot": 50366, + "ĠdateFormat": 50367, + ".joda": 50368, + "veys": 50369, + "Ġ).ĊĊ": 50370, + "Ġcareg": 50371, + "ĠParallel": 50372, + "_translation": 50373, + ".functions": 50374, + ".obs": 50375, + "RuntimeException": 50376, + "[]=": 50377, + "overview": 50378, + "ĠSchl": 50379, + "Ġnoisy": 50380, + "ĠOnPropertyChanged": 50381, + "Sending": 50382, + "Ġunfamiliar": 50383, + "Upon": 50384, + "ĠPrints": 50385, + ".typ": 50386, + "Ġfleeing": 50387, + "ĉmove": 50388, + "(Un": 50389, + "Ġqr": 50390, + "׾": 50391, + "_beta": 50392, + "Ġskies": 50393, + "ĉme": 50394, + "WND": 50395, + "Ġstickers": 50396, + "blas": 50397, + "Ġinserts": 50398, + "Ġverses": 50399, + "ĠDew": 50400, + "Ġtangible": 50401, + "Ġhecho": 50402, + "POL": 50403, + "Ġteardown": 50404, + "omnia": 50405, + "IBE": 50406, + ".cover": 50407, + "_strategy": 50408, + "^-": 50409, + "setPosition": 50410, + "uale": 50411, + "Signed": 50412, + "Ġiface": 50413, + "aseline": 50414, + ".setTime": 50415, + "ĠMineral": 50416, + "ĠFighting": 50417, + "skins": 50418, + "Ġdiscrimin": 50419, + "Ġdansk": 50420, + "ĠPrinceton": 50421, + "acist": 50422, + "Ġ());Ċ": 50423, + "tracks": 50424, + "imonial": 50425, + "adecimal": 50426, + "EPROM": 50427, + "uggle": 50428, + ".Notification": 50429, + "$mail": 50430, + "cantidad": 50431, + "ĠJung": 50432, + "Ġseekers": 50433, + "Ġplausible": 50434, + "tier": 50435, + "еж": 50436, + "Ġrapper": 50437, + "ĠMana": 50438, + "ĠHttpStatusCode": 50439, + "Ġburnt": 50440, + "loses": 50441, + "ĠFoto": 50442, + "ĠJsonObject": 50443, + "Instagram": 50444, + "Ġsyscall": 50445, + "Ġrealities": 50446, + "ĠMATLAB": 50447, + ":^{Ċ": 50448, + "TERM": 50449, + "ĠCbd": 50450, + "ĠParagraph": 50451, + "Ġtravés": 50452, + "Ġconstructing": 50453, + "Ġswal": 50454, + "Ġpige": 50455, + "LLLL": 50456, + "-existing": 50457, + "Gets": 50458, + "Ġmelted": 50459, + "Ġmitigate": 50460, + "Hen": 50461, + "Ġhm": 50462, + "imas": 50463, + "ĠAo": 50464, + "ĠPerez": 50465, + "ĠDAL": 50466, + "Ġëĭ¤": 50467, + "Ġdivis": 50468, + "StoryboardSegue": 50469, + "ĠModify": 50470, + "ĠÃľber": 50471, + "_OVERRIDE": 50472, + ".pem": 50473, + "untos": 50474, + "Ġespañ": 50475, + "Ġ{?": 50476, + "ĠPAY": 50477, + "_ipv": 50478, + "ĠFury": 50479, + "__.__": 50480, + "elow": 50481, + "-centered": 50482, + "checks": 50483, + "_Reg": 50484, + "-Javadoc": 50485, + "ĉload": 50486, + "ĠLikewise": 50487, + "اÙħ": 50488, + "UNE": 50489, + ".sem": 50490, + "xcb": 50491, + "ĠCave": 50492, + "_sleep": 50493, + "Ġsilently": 50494, + "ĠExtreme": 50495, + ".ToUpper": 50496, + "ĉCHECK": 50497, + "Ġcue": 50498, + "ĠQByteArray": 50499, + "Ġcorrupted": 50500, + "ĠDé": 50501, + "Ġimped": 50502, + "GetName": 50503, + "Ġinaccurate": 50504, + "Ġsober": 50505, + "ее": 50506, + "Ġbarcode": 50507, + "--){Ċ": 50508, + "inki": 50509, + "Ġép": 50510, + "Ġdri": 50511, + "ĠALT": 50512, + ">>>>>>>>": 50513, + "onta": 50514, + "[L": 50515, + "Ġinteres": 50516, + "verting": 50517, + "Ġdiagnostics": 50518, + "pdev": 50519, + "è©": 50520, + "ĠIntegrated": 50521, + ").'": 50522, + "_gc": 50523, + "$text": 50524, + ".games": 50525, + "ĠTerra": 50526, + "'Re": 50527, + ".transfer": 50528, + "_FIFO": 50529, + "getModel": 50530, + "Ġbland": 50531, + "ĠColeman": 50532, + "Ġprimes": 50533, + "ĠæĪ": 50534, + "Ġcrosses": 50535, + "nk": 50536, + "GING": 50537, + "Ġ'^": 50538, + "ĠBlob": 50539, + "Ġintercourse": 50540, + "ĠBlvd": 50541, + "Ġweighs": 50542, + "_regular": 50543, + "ĠPerth": 50544, + "Ġseparating": 50545, + "Ġbilled": 50546, + ".tabControl": 50547, + "Ġpuppet": 50548, + "Ġutilization": 50549, + "Ġâĸł": 50550, + "Ġsucces": 50551, + "Ġlamps": 50552, + "_proj": 50553, + "Eric": 50554, + "Ġrenovation": 50555, + "ĠFamilies": 50556, + "ĠBits": 50557, + "partials": 50558, + "-Men": 50559, + "solution": 50560, + "Ġdwarf": 50561, + ".INTEGER": 50562, + "ĠLOCK": 50563, + ".ct": 50564, + "Ġexcerpt": 50565, + "ĠPix": 50566, + "ĠFirstName": 50567, + "ANTED": 50568, + "ĠAdmir": 50569, + "-help": 50570, + "Prior": 50571, + "ĠAlign": 50572, + ".INSTANCE": 50573, + "LineEdit": 50574, + "('/:": 50575, + "Ġinet": 50576, + "odus": 50577, + ".pkl": 50578, + "ĠKY": 50579, + "upert": 50580, + "Ġnerves": 50581, + "_gradient": 50582, + "}','": 50583, + "_unref": 50584, + "Ġsaturated": 50585, + "ĠConnected": 50586, + "ĠFN": 50587, + "EXIT": 50588, + "Ġteleport": 50589, + "Ġavait": 50590, + "PageRoute": 50591, + "Ġdivorced": 50592, + "(lang": 50593, + "fst": 50594, + "ĠTyr": 50595, + "Ġmessenger": 50596, + "ifstream": 50597, + "XS": 50598, + "ĠBanking": 50599, + "Ġinfectious": 50600, + "ĠMons": 50601, + "_LOOP": 50602, + "Ġzurück": 50603, + "Ġobtener": 50604, + "/repos": 50605, + "Vel": 50606, + "acro": 50607, + "ĠuserRepository": 50608, + "styleType": 50609, + "ĠSRC": 50610, + "VMLINUX": 50611, + "recursive": 50612, + "/bar": 50613, + "_chip": 50614, + "ominated": 50615, + "ĠNit": 50616, + "âĢĶto": 50617, + "ĠBuddh": 50618, + "омеÑĢ": 50619, + "ĠMAG": 50620, + "ĠCHE": 50621, + "_den": 50622, + ".raises": 50623, + "_degree": 50624, + "Ġpumpkin": 50625, + "_templates": 50626, + "_MEDIA": 50627, + "ĠTimeline": 50628, + "Ġbots": 50629, + "ObjectType": 50630, + "Ġbuys": 50631, + ".posts": 50632, + "CAL": 50633, + "waiting": 50634, + "ĠDaniels": 50635, + "Ġdabei": 50636, + "ĠSigma": 50637, + "ilor": 50638, + "igel": 50639, + ",W": 50640, + "ADS": 50641, + "(panel": 50642, + "ì²´": 50643, + "itating": 50644, + ".palette": 50645, + "Ġmosquito": 50646, + "Ġtego": 50647, + "(parseInt": 50648, + "Ġdespués": 50649, + "promise": 50650, + "Ġwij": 50651, + "typescript": 50652, + "ĠTv": 50653, + "_IDENTIFIER": 50654, + ").ĊĊĊ": 50655, + "_flat": 50656, + "itsu": 50657, + "USR": 50658, + "experience": 50659, + "-fit": 50660, + "phinx": 50661, + "_thresh": 50662, + "Ġideally": 50663, + "ĠFreeman": 50664, + ",DB": 50665, + "_rw": 50666, + "çŃī": 50667, + "Ub": 50668, + "_statistics": 50669, + "=\"\"><": 50670, + "Ġchore": 50671, + "Ġyork": 50672, + "installed": 50673, + "Additionally": 50674, + "Ġpstmt": 50675, + "ylko": 50676, + "::Ċ": 50677, + "Forest": 50678, + "Ġheadset": 50679, + "Ġgallon": 50680, + "ÑĢем": 50681, + "Ġwithdrawn": 50682, + "ĠCandidate": 50683, + "Ġmelting": 50684, + "Ġfreezer": 50685, + "Ġhl": 50686, + "_HELP": 50687, + "mime": 50688, + "(/*": 50689, + "Ġthirst": 50690, + "$return": 50691, + "memberof": 50692, + "еб": 50693, + "ĠHttpServletRequest": 50694, + "(ob": 50695, + "_Result": 50696, + "Ġasserted": 50697, + "Ġfulfilling": 50698, + "Ġstretches": 50699, + "parated": 50700, + "-funded": 50701, + "ĠåĽ": 50702, + "ingles": 50703, + "_ca": 50704, + ".condition": 50705, + "ĠDisplays": 50706, + "Ġorang": 50707, + "ĠCRE": 50708, + "ĠglBind": 50709, + "ĠSelector": 50710, + "/type": 50711, + "ĠAlexa": 50712, + "chedules": 50713, + "ĠPeninsula": 50714, + "Ġparity": 50715, + "ĉdest": 50716, + "ĠDoors": 50717, + "čĊĉčĊ": 50718, + "_dimension": 50719, + "Ġaload": 50720, + ".StoredProcedure": 50721, + "(paren": 50722, + "ĠBurke": 50723, + "')]Ċ": 50724, + "-engine": 50725, + "Ġquir": 50726, + "ĠHybrid": 50727, + "ĠDoe": 50728, + "Ġoutlines": 50729, + "ĠTrends": 50730, + "_NV": 50731, + "periments": 50732, + "ĠHin": 50733, + "?',": 50734, + "ĉText": 50735, + "FUL": 50736, + "Ġsmells": 50737, + "Ġslick": 50738, + "Ġmiserable": 50739, + "ĠArrayAdapter": 50740, + "ĠparamString": 50741, + "Hom": 50742, + "_literals": 50743, + "usuarios": 50744, + "Ġprompting": 50745, + "_lazy": 50746, + "ĠActivation": 50747, + "_oc": 50748, + "Weak": 50749, + "Ġanecd": 50750, + "ĠUCLA": 50751, + "=re": 50752, + "issement": 50753, + "ĠEscorts": 50754, + "Excellent": 50755, + "ĠPause": 50756, + "Ġrepositories": 50757, + "TOR": 50758, + "ariate": 50759, + "_iso": 50760, + "updates": 50761, + "halb": 50762, + "udiante": 50763, + "ë¡Ŀ": 50764, + "Ġnaive": 50765, + "ĠPeg": 50766, + "ĠLounge": 50767, + "ARGIN": 50768, + "(bin": 50769, + "OnClickListener": 50770, + "ĠFAILED": 50771, + "Ġlite": 50772, + "Ġdzie": 50773, + "ĠLiteral": 50774, + "ivor": 50775, + "fcntl": 50776, + "Ġeats": 50777, + "Ġqed": 50778, + "Unlock": 50779, + "riding": 50780, + "undai": 50781, + "=M": 50782, + "ATTER": 50783, + "ConfigureAwait": 50784, + "icias": 50785, + "ustomed": 50786, + "Ġsuccession": 50787, + "endTime": 50788, + "ĠJupiter": 50789, + "Ġjudging": 50790, + "dration": 50791, + "_docs": 50792, + ".mo": 50793, + "Ġeducators": 50794, + "ĠVine": 50795, + "Cond": 50796, + "[out": 50797, + "qb": 50798, + "\\Validator": 50799, + "Ġmeanings": 50800, + "Ġpresently": 50801, + "Ġdividing": 50802, + "ottenham": 50803, + "ascular": 50804, + "Ġtrailers": 50805, + "ĠCLOSE": 50806, + "ами": 50807, + "âĢĻai": 50808, + "ĠGain": 50809, + "wor": 50810, + "Ġplanner": 50811, + "Ġdistributing": 50812, + "vat": 50813, + "months": 50814, + "xlabel": 50815, + "HF": 50816, + "Viol": 50817, + ".BASELINE": 50818, + "еÑĤÑģÑı": 50819, + "ĠRotate": 50820, + "Ġtxn": 50821, + ":bold": 50822, + "Ġbloss": 50823, + "Forgery": 50824, + "(embed": 50825, + "Ġjako": 50826, + "sprintf": 50827, + "their": 50828, + "Ġexhibits": 50829, + "-static": 50830, + "hecy": 50831, + "getActiveSheet": 50832, + ".clients": 50833, + "ãģį": 50834, + "_hide": 50835, + "[word": 50836, + "Cb": 50837, + "addItem": 50838, + "axe": 50839, + "_radio": 50840, + "alion": 50841, + "modifier": 50842, + "Ġsaturation": 50843, + "Ġdenom": 50844, + "_pixels": 50845, + "mess": 50846, + "(fl": 50847, + "atif": 50848, + "Ġsecs": 50849, + "Ġprostitution": 50850, + "Ġgrandchildren": 50851, + "Ġparadise": 50852, + "ĠFeld": 50853, + "_BINARY": 50854, + "itous": 50855, + "à¹Ħ": 50856, + "Ġflashing": 50857, + "-sided": 50858, + "Ġcontradiction": 50859, + "/*ĊĊ": 50860, + "ylabel": 50861, + "ĠTet": 50862, + "Ġadmire": 50863, + "reso": 50864, + "Ġletz": 50865, + "ĠSEARCH": 50866, + "slots": 50867, + "ĠRewards": 50868, + "ĠHog": 50869, + "ĠNSData": 50870, + "stash": 50871, + "Fall": 50872, + "ĠAmer": 50873, + "LinearLayout": 50874, + "/photos": 50875, + "Ġfeather": 50876, + "Ġ|čĊ": 50877, + "Downloads": 50878, + ".StartsWith": 50879, + "Ġ//#": 50880, + "ineTransform": 50881, + "Ġaffid": 50882, + "Vtbl": 50883, + "ĠRogue": 50884, + "scribed": 50885, + "Ġfauc": 50886, + "ĠMonroe": 50887, + "Ġdeclares": 50888, + "modern": 50889, + "reon": 50890, + "aybe": 50891, + "PASS": 50892, + "fers": 50893, + "_MULTI": 50894, + "ĠMathematics": 50895, + "Ġsudah": 50896, + "_ATTACH": 50897, + "ĠnumberWith": 50898, + "ĠSolomon": 50899, + "jin": 50900, + "ografia": 50901, + "öl": 50902, + "_design": 50903, + "culated": 50904, + "ĠLuna": 50905, + "iesz": 50906, + "Ġ=>'": 50907, + "Ġrevelations": 50908, + "Along": 50909, + "(ed": 50910, + "ĠFilename": 50911, + "Ġylabel": 50912, + "Secure": 50913, + "Ġbusca": 50914, + "agnosis": 50915, + "_RECE": 50916, + "Ġoverlapping": 50917, + "Extent": 50918, + "Ġanticipation": 50919, + "Checks": 50920, + "ĠALSO": 50921, + "orc": 50922, + "ilingual": 50923, + "itational": 50924, + "Ġadvancement": 50925, + "ouro": 50926, + "ĠPredicate": 50927, + "å¾Ĺ": 50928, + "eria": 50929, + "ĠPierce": 50930, + "orio": 50931, + "Ġmerits": 50932, + "Ġpeanut": 50933, + ".Package": 50934, + "ĠConduct": 50935, + "_SENSOR": 50936, + "Ġboiling": 50937, + "Ġintra": 50938, + "ĠIGN": 50939, + "ĠFur": 50940, + ".Refresh": 50941, + "ĠReach": 50942, + "_decoder": 50943, + ".Exp": 50944, + "ĠÑĤак": 50945, + "pill": 50946, + ",Q": 50947, + "ĠGrill": 50948, + "Ġpopping": 50949, + ".Ag": 50950, + "Ġproyecto": 50951, + "Ġmileage": 50952, + "Ġecological": 50953, + "]]);Ċ": 50954, + "ĠÂŃ": 50955, + "subplot": 50956, + "acad": 50957, + "ĠTrying": 50958, + "recipes": 50959, + "$criteria": 50960, + "ĠPersian": 50961, + "-bound": 50962, + "MASK": 50963, + "ĠGesture": 50964, + "Ġkk": 50965, + "ĠPVC": 50966, + "Ġprohibition": 50967, + "Ġcomando": 50968, + "ĠLOOK": 50969, + "Shopping": 50970, + "Ġdistortion": 50971, + "čĊ": 51017, + ".Dependency": 51018, + ".QueryString": 51019, + ".Owner": 51020, + "Ġexpiry": 51021, + "Thu": 51022, + "(Vec": 51023, + "Ġhazardous": 51024, + "Ġrpm": 51025, + "APON": 51026, + "ĠaddTarget": 51027, + "sville": 51028, + "pNet": 51029, + "ĠImg": 51030, + "ĠTIMER": 51031, + ".Animation": 51032, + "Ġbek": 51033, + "Ġassort": 51034, + "Ġlebih": 51035, + "ĠbodyParser": 51036, + "Ġvibrating": 51037, + "IDL": 51038, + "Ġbutterknife": 51039, + "inters": 51040, + "Ġpersuade": 51041, + "ĠLGBTQ": 51042, + "èĭ": 51043, + ".soft": 51044, + "Ġbeams": 51045, + "_sur": 51046, + ".Def": 51047, + "Ġlabs": 51048, + "ĉplt": 51049, + "Ġskins": 51050, + "Ġtransferring": 51051, + "Ġimaginary": 51052, + "_End": 51053, + ";background": 51054, + "Ġlaps": 51055, + "_COMMENT": 51056, + "(SDL": 51057, + "onds": 51058, + ".Record": 51059, + "ĠImplements": 51060, + "_ticks": 51061, + "()))ĊĊ": 51062, + "Ġarose": 51063, + "]?": 51064, + "ĠMp": 51065, + "ĠICommand": 51066, + "Ġsculpture": 51067, + "Ġcontracted": 51068, + "\">'": 51546, + "kinson": 51547, + "Ġкол": 51548, + "ognitive": 51549, + "_li": 51550, + "Ġimminent": 51551, + "Ġaffinity": 51552, + ".signal": 51553, + "Ġnotch": 51554, + "ĠSteelers": 51555, + "maxlength": 51556, + "KK": 51557, + "ĠEugene": 51558, + "_PWM": 51559, + "roi": 51560, + "ĠâĹı": 51561, + "ĠHamburg": 51562, + ".Must": 51563, + "Ġaxe": 51564, + "enef": 51565, + "Ġambitions": 51566, + "ĠSpecies": 51567, + "ĠStress": 51568, + "Ġawhile": 51569, + "ĠбÑĥд": 51570, + "Ġwithstand": 51571, + "ĠDecoder": 51572, + "_inventory": 51573, + "Ġ{ččĊ": 51574, + "Ġtgt": 51575, + "Ġrailroad": 51576, + "WASHINGTON": 51577, + "Ġnegotiated": 51578, + "NST": 51579, + "-phone": 51580, + ",U": 51581, + "Ġexercising": 51582, + "ụ": 51583, + "_PIXEL": 51584, + "avors": 51585, + "iterated": 51586, + "Ġvampire": 51587, + "adal": 51588, + "Ingrese": 51589, + "Ġung": 51590, + "jective": 51591, + ".cells": 51592, + "Ġnano": 51593, + "Ġmarkdown": 51594, + "_RULE": 51595, + "(events": 51596, + "Ġluggage": 51597, + "MESSAGE": 51598, + "igkeit": 51599, + "$count": 51600, + "AttributeName": 51601, + "IGINAL": 51602, + "_Ent": 51603, + "ĠBF": 51604, + "ĠCOMMENT": 51605, + "_ini": 51606, + "ĠEuropeans": 51607, + "ĠBelle": 51608, + "åij½": 51609, + ")['": 51610, + "åºĶ": 51611, + "ĠUseful": 51612, + ".reference": 51613, + "()\",": 51614, + "_grade": 51615, + "ĠKaw": 51616, + "Ġsentencing": 51617, + "Ġsocialism": 51618, + "monster": 51619, + "_LAYER": 51620, + "Ġdeepest": 51621, + "wk": 51622, + "ĠNoise": 51623, + "###ĊĊ": 51624, + "Ġpréc": 51625, + "otle": 51626, + "ÑĤе": 51627, + "auf": 51628, + "ibal": 51629, + "Ġconquer": 51630, + ">Email": 51631, + "Ġambulance": 51632, + "OAD": 51633, + "Ġ(\"%": 51634, + "ĠFI": 51635, + ".fixture": 51636, + "Ġterse": 51637, + "ĠĠĠĠĉĉĉĉ": 51638, + "Ġsanctuary": 51639, + "ugi": 51640, + "ĠComparator": 51641, + "Definitions": 51642, + "Ġasthma": 51643, + "Ġlact": 51644, + "Ġhardwood": 51645, + ".clock": 51646, + "Ġattracting": 51647, + "ĠMour": 51648, + "(distance": 51649, + "icits": 51650, + "Ġbonne": 51651, + "ĠACCESS": 51652, + ".DeserializeObject": 51653, + "ĠTyped": 51654, + "Ġjeu": 51655, + "ĠappId": 51656, + "ĠClara": 51657, + "ĠHF": 51658, + "ĠReich": 51659, + "ipples": 51660, + "//--------------------------------------------------------------------------------": 51661, + "_delivery": 51662, + "erialization": 51663, + "Ġplaintiffs": 51664, + "Scient": 51665, + "shopping": 51666, + "ĠDummy": 51667, + "ĠWald": 51668, + "GroupName": 51669, + "Ġinscription": 51670, + "elog": 51671, + "::::::::": 51672, + "_ld": 51673, + "BackPressed": 51674, + ".Raw": 51675, + "ĠOnTrigger": 51676, + "Ġmuseums": 51677, + "ĠBeen": 51678, + "ĠAdventures": 51679, + "Ġslate": 51680, + "Ġlett": 51681, + "Ġsund": 51682, + "ĠGin": 51683, + "ĠMechanical": 51684, + ".ship": 51685, + "AppComponent": 51686, + "Ġdestined": 51687, + "Ġdwelling": 51688, + "Profiler": 51689, + "Prepare": 51690, + "zeich": 51691, + "Ġsilicon": 51692, + "(has": 51693, + "Ġ#%": 51694, + "VIDEO": 51695, + "Ġcollaborate": 51696, + "Lin": 51697, + "Ġscopes": 51698, + "(className": 51699, + "(sd": 51700, + "andin": 51701, + ".ham": 51702, + "ServiceImpl": 51703, + "-described": 51704, + "Ġirony": 51705, + "stial": 51706, + "ĠHuawei": 51707, + "(repo": 51708, + "Ġunexpectedly": 51709, + "ĠKai": 51710, + ".install": 51711, + "\\xf": 51712, + "Ġexhibited": 51713, + "_TCP": 51714, + "ĠOx": 51715, + "_CHO": 51716, + "Ġprostituerte": 51717, + "Ġvä": 51718, + "Ġsito": 51719, + "Ġconstituents": 51720, + "ĠContinued": 51721, + "ĠSAVE": 51722, + "rss": 51723, + "/message": 51724, + "ubes": 51725, + "Ġmisdemean": 51726, + "Ġtaxation": 51727, + "Ġstoryline": 51728, + "hair": 51729, + "ĠFinds": 51730, + "SIG": 51731, + "verification": 51732, + "~=": 51733, + ".hp": 51734, + "Iterable": 51735, + "Ñĭе": 51736, + "atori": 51737, + "Ġctr": 51738, + "Rx": 51739, + "_);ĊĊ": 51740, + "dag": 51741, + ".pin": 51742, + "Ġpseud": 51743, + "Ġinvo": 51744, + "ÑģÑĤÑĢ": 51745, + "_pix": 51746, + "为空": 51747, + "Ġsworn": 51748, + "âĢĶor": 51749, + "_registry": 51750, + "Ġdisasters": 51751, + "ĠROI": 51752, + "ĠâĢķ": 51753, + "aktu": 51754, + "forest": 51755, + "beiten": 51756, + "âĢĶI": 51757, + "ueva": 51758, + "egt": 51759, + "Ġspikes": 51760, + "URES": 51761, + "ĠRecommended": 51762, + "Ġexploited": 51763, + "ĠFrederick": 51764, + "_COMPLETE": 51765, + "ĠDrugs": 51766, + "!!!!!!!!": 51767, + "ĠRiv": 51768, + "STOP": 51769, + "ROOM": 51770, + "ĠPASSWORD": 51771, + "Cookies": 51772, + ".El": 51773, + "á»Ń": 51774, + "ĠBert": 51775, + "Ġhashed": 51776, + "icester": 51777, + "Ġdecorator": 51778, + "ĠqueryString": 51779, + ":;Ċ": 51780, + "Ġ\"[\"": 51781, + "otope": 51782, + "-Americ": 51783, + "ĠMatthews": 51784, + "URAL": 51785, + "âĢľ,": 51786, + "Summer": 51787, + "fos": 51788, + "_CONTAINER": 51789, + "_ACK": 51790, + "Ġfiltr": 51791, + "_disp": 51792, + "_Re": 51793, + "Ġfacile": 51794, + "аÑĪ": 51795, + "ĠìķĬ": 51796, + "Ġeben": 51797, + "Ġsprink": 51798, + "ĠQuint": 51799, + ">V": 51800, + "Ġhistorians": 51801, + "ourmet": 51802, + "ĠMonitoring": 51803, + "ledger": 51804, + "cott": 51805, + "Ġware": 51806, + "GGLE": 51807, + "cars": 51808, + "ĠMEDIATEK": 51809, + "Ġvolupt": 51810, + "_View": 51811, + "HEL": 51812, + "(copy": 51813, + "(stats": 51814, + "Ġchromosome": 51815, + "ĠCurtis": 51816, + "-conf": 51817, + "(asset": 51818, + "Ġhvor": 51819, + "FileSystem": 51820, + "<>();čĊ": 51821, + "ocoder": 51822, + "ĠCannon": 51823, + ")x": 51824, + "ĠSmooth": 51825, + "ĠSAS": 51826, + "_ce": 51827, + "ĉprev": 51828, + "_movie": 51829, + "Ec": 51830, + "_wall": 51831, + ".ĊĊ": 52378, + "ogenesis": 52379, + "ĠOPTIONS": 52380, + "uptools": 52381, + "Ġmilitant": 52382, + "Ġexited": 52383, + "igar": 52384, + "ĠCOMM": 52385, + "ĠDisposable": 52386, + "aycast": 52387, + "Ġrowspan": 52388, + "Ġsynthes": 52389, + "Ġsondern": 52390, + "ĠĊ": 55869, + "ĠJacket": 55870, + "RATION": 55871, + ".getSelectedItem": 55872, + "-init": 55873, + "ĠRegisters": 55874, + "_sep": 55875, + "ĠToolkit": 55876, + ".dict": 55877, + "Ġxlabel": 55878, + "\\Table": 55879, + "toc": 55880, + "_combo": 55881, + "ĠCompact": 55882, + "Ġrugged": 55883, + "à¥ĩà¤": 55884, + "-management": 55885, + "')}}\">Ċ": 55886, + "ĠStamp": 55887, + "ıl": 55888, + "rox": 55889, + "Ġlandscapes": 55890, + "_NOTE": 55891, + "monary": 55892, + "cab": 55893, + "Ġmoet": 55894, + "xaf": 55895, + "rcode": 55896, + "-cli": 55897, + "_gate": 55898, + "[event": 55899, + "SPORT": 55900, + "gia": 55901, + "ĠSUPER": 55902, + "/Login": 55903, + "_shutdown": 55904, + "interrupt": 55905, + "Ġpretending": 55906, + "Ġfringe": 55907, + "ĠReds": 55908, + "ĠCUDA": 55909, + "ĠUNIX": 55910, + "vit": 55911, + "Ġbrig": 55912, + "drv": 55913, + "ĠConnector": 55914, + "Therefore": 55915, + "Ġlia": 55916, + "Detection": 55917, + "_actor": 55918, + "Ġtempfile": 55919, + "Ġeccentric": 55920, + "-role": 55921, + "Ġpadx": 55922, + "dent": 55923, + "Western": 55924, + "Ġê·¸": 55925, + "ĠApplicationRecord": 55926, + "Ġcampaigning": 55927, + "_runner": 55928, + "ĠCivic": 55929, + "aleigh": 55930, + "Ġdirekt": 55931, + ".sul": 55932, + "ĠĠĉĉĉ": 55933, + "anten": 55934, + "Ġissuer": 55935, + "Ġassertions": 55936, + "(orig": 55937, + "ATIO": 55938, + "Ġleaned": 55939, + "äs": 55940, + ".DTO": 55941, + "explode": 55942, + ".Observable": 55943, + "Ġstaggering": 55944, + "Ġkidnapped": 55945, + "Ġprogrammers": 55946, + "ĠInnov": 55947, + ".parameter": 55948, + "Ġdomination": 55949, + "Ġskeptic": 55950, + "Ġæĺ¯": 55951, + "Ġavoids": 55952, + ".Verify": 55953, + "ubby": 55954, + "ĠASN": 55955, + "Ġformato": 55956, + "ĠBeatles": 55957, + "_brand": 55958, + "Ġinset": 55959, + "youtu": 55960, + "Ġtoc": 55961, + "-final": 55962, + "Showing": 55963, + "ĠDoub": 55964, + "ĠMesa": 55965, + "Adj": 55966, + "_medium": 55967, + "Creates": 55968, + "(endpoint": 55969, + "ĉUP": 55970, + "bbie": 55971, + "Ġstalk": 55972, + ".databind": 55973, + ".Scan": 55974, + "agents": 55975, + "$,": 55976, + "individual": 55977, + "+)/": 55978, + "ĉvm": 55979, + "(notification": 55980, + "Ġinex": 55981, + "ĠClassification": 55982, + "reno": 55983, + "Ġolig": 55984, + "-rated": 55985, + "Ġformulation": 55986, + "',{": 55987, + "Ġacept": 55988, + "_unpack": 55989, + "_CA": 55990, + ".Pow": 55991, + "ĉim": 55992, + "Ġaluminium": 55993, + "ANO": 55994, + "Ġxn": 55995, + "Ġcómo": 55996, + "ĠIngredient": 55997, + "Ġseizures": 55998, + "åħ±": 55999, + "ificador": 56000, + "Ġsiguiente": 56001, + "ĠInfragistics": 56002, + "Ġduplicated": 56003, + "ĠDee": 56004, + "Ġnø": 56005, + "ĠACCEPT": 56006, + "(crate": 56007, + "иÑĤелÑĮ": 56008, + "-less": 56009, + "Ġinfinity": 56010, + "Analyzer": 56011, + "-Day": 56012, + "ritt": 56013, + "(cin": 56014, + "ĠGy": 56015, + "Ġmultiplied": 56016, + "uchi": 56017, + "ĠBaldwin": 56018, + "/ip": 56019, + "Ġshortcuts": 56020, + ".ADD": 56021, + "Ġvigor": 56022, + "_instruction": 56023, + "(;": 56024, + "_eta": 56025, + "è¿ŀ": 56026, + "utorials": 56027, + "Ġboosting": 56028, + "bv": 56029, + "Ġacknowledges": 56030, + "Listening": 56031, + "FAQ": 56032, + ";b": 56033, + "((-": 56034, + "Ġarchitects": 56035, + "Ġzwe": 56036, + "Ġpuls": 56037, + "ĠgetCount": 56038, + "verbs": 56039, + "ãĢľ": 56040, + "(Collection": 56041, + "kre": 56042, + "Ġjurisdictions": 56043, + "_bridge": 56044, + "ĠCrack": 56045, + "ĠDifficulty": 56046, + "KO": 56047, + "Reservation": 56048, + "_requires": 56049, + "Tour": 56050, + "ãģĹãģŁ": 56051, + ".setCurrent": 56052, + "Ġky": 56053, + "ĠAlbany": 56054, + "Ġè§": 56055, + "ller": 56056, + "agna": 56057, + "workers": 56058, + ".blank": 56059, + "ĠPrayer": 56060, + "MIC": 56061, + "Ġresilience": 56062, + "TeX": 56063, + "ĠLanguages": 56064, + "study": 56065, + "ĉcurr": 56066, + "Ġenzymes": 56067, + "Slug": 56068, + "ĠíĮĮ": 56069, + "stral": 56070, + "Ġtumors": 56071, + "Ġsegunda": 56072, + "='{": 56073, + "instruction": 56074, + "ĠLisp": 56075, + "/info": 56076, + "Ġ\"{$": 56077, + ",:),": 56078, + "Ġgv": 56079, + "(ErrorMessage": 56080, + "Ġ'=": 56081, + "}-${": 56082, + ".Documents": 56083, + "\"Well": 56084, + "Ġreminiscent": 56085, + "Ġgaz": 56086, + "iropr": 56087, + "ehr": 56088, + "Ġsuppressed": 56089, + "ersh": 56090, + ".scrollTo": 56091, + "Ġcadena": 56092, + "ĠgameState": 56093, + "ÃŃm": 56094, + "(conv": 56095, + "ĠTomorrow": 56096, + "ĠCCT": 56097, + "Mongo": 56098, + "ulg": 56099, + ".Camera": 56100, + ".handlers": 56101, + "mph": 56102, + "Ġstk": 56103, + "Ġgenetics": 56104, + "ACING": 56105, + "Trivia": 56106, + "ĠBam": 56107, + "(marker": 56108, + ".Stretch": 56109, + "ĠSunni": 56110, + "ĠBetty": 56111, + ".tolist": 56112, + "unlikely": 56113, + ".Rectangle": 56114, + "obsolete": 56115, + "ILON": 56116, + "innerText": 56117, + "embourg": 56118, + "aN": 56119, + "ĠVehicles": 56120, + "unlock": 56121, + ":utf": 56122, + "nob": 56123, + "ĠSeeing": 56124, + "ĠNEVER": 56125, + "Ġtls": 56126, + "Ġfilles": 56127, + "Ġbenefited": 56128, + "ĠClint": 56129, + "*/),": 56130, + ".fold": 56131, + "Ġposible": 56132, + "ADED": 56133, + "thouse": 56134, + ".DAL": 56135, + "ĠOdd": 56136, + "rokes": 56137, + "ĠSunny": 56138, + "ĠPartialEq": 56139, + "_Buffer": 56140, + "ĠLevi": 56141, + "longrightarrow": 56142, + "eldon": 56143, + "gages": 56144, + "_warn": 56145, + ".CreateTable": 56146, + "ĠDip": 56147, + "_questions": 56148, + ".logic": 56149, + "Ġ#\"": 56150, + "={()=>": 56151, + "Ġtep": 56152, + "Ġjuicy": 56153, + "ìĤ¬": 56154, + "enko": 56155, + "ialect": 56156, + "Ùī": 56157, + "Ġonboard": 56158, + "Ġæı": 56159, + "ĉrt": 56160, + "_UTF": 56161, + "ĠQAction": 56162, + "âĢŀ": 56163, + "(Component": 56164, + "(audio": 56165, + ".hit": 56166, + "gte": 56167, + "Ġprogrammed": 56168, + "stateParams": 56169, + "Ġpolyester": 56170, + "fires": 56171, + "byss": 56172, + "]=(": 56173, + "_quality": 56174, + "OfDay": 56175, + "ĠFairy": 56176, + "Ġyelled": 56177, + "opl": 56178, + "(userName": 56179, + "ĠDifference": 56180, + "Ġevaluations": 56181, + "iffany": 56182, + "Ġcyclists": 56183, + "Ġcidade": 56184, + "Ġtextbook": 56185, + "Ġprofiling": 56186, + "__),": 56187, + "dea": 56188, + ".activate": 56189, + "Ġindications": 56190, + "Ðķ": 56191, + "TouchUpInside": 56192, + "Ġinvaluable": 56193, + "ĠMASK": 56194, + "Ġcontend": 56195, + "Freq": 56196, + "Ġrecruits": 56197, + "(interval": 56198, + "ĠUserProfile": 56199, + "Ġ'./../": 56200, + "edu": 56201, + "_Callback": 56202, + "Ġanalogy": 56203, + "ĠTrophy": 56204, + "apphire": 56205, + "Videos": 56206, + "ĠCher": 56207, + "ĠHav": 56208, + "âĢ¦\"": 56209, + ".validator": 56210, + "gfx": 56211, + "ĠUObject": 56212, + "classnames": 56213, + "triangle": 56214, + "ĠEncoder": 56215, + ".spy": 56216, + "Ġpredators": 56217, + "=status": 56218, + "-safe": 56219, + ":\",Ċ": 56220, + "ĠIncluding": 56221, + "Ġ{};čĊ": 56222, + "*cos": 56223, + "Ġendured": 56224, + ".sulake": 56225, + "Ġnursery": 56226, + "Ġfragrance": 56227, + "Ġrebuilding": 56228, + "Ġnth": 56229, + "ĠFraser": 56230, + ".setDate": 56231, + "ĠVince": 56232, + "_REST": 56233, + "Ġventilation": 56234, + "æµ·": 56235, + "cribes": 56236, + ".asm": 56237, + "lpVtbl": 56238, + "ĠAbe": 56239, + "uisine": 56240, + ",array": 56241, + "ĉclassName": 56242, + "errals": 56243, + "Ġ'ĊĊ": 56244, + "Checkout": 56245, + "Ġsolicit": 56246, + "Aux": 56247, + "_capture": 56248, + "Ġribs": 56249, + "ragon": 56250, + "viol": 56251, + "topics": 56252, + "FunctionFlags": 56253, + "ĠMarty": 56254, + "bike": 56255, + "ĠTucker": 56256, + "(kernel": 56257, + "ĠOps": 56258, + "CloseOperation": 56259, + "/demo": 56260, + "ilda": 56261, + "ĠlÃŃnea": 56262, + "APPING": 56263, + "Ġsuites": 56264, + ".visitVarInsn": 56265, + "urus": 56266, + "ĠMinute": 56267, + "(manager": 56268, + "Ġbutterfly": 56269, + "Ġapare": 56270, + "Ġwolves": 56271, + "JWT": 56272, + "ĠSalon": 56273, + "ĉdelay": 56274, + "-eslint": 56275, + "isations": 56276, + ".rpc": 56277, + ")|(": 56278, + "ĠSnapchat": 56279, + "/mm": 56280, + "MN": 56281, + "ceries": 56282, + ".textAlignment": 56283, + "ĠFrankfurt": 56284, + "Ġado": 56285, + "(newValue": 56286, + "(access": 56287, + "(Expression": 56288, + "ĠSignIn": 56289, + "ĠHaiti": 56290, + "_tp": 56291, + ".setParameter": 56292, + "Minute": 56293, + "Ġmanuals": 56294, + "ricanes": 56295, + "ĠPTR": 56296, + "ĠOuter": 56297, + "Ġgetline": 56298, + "ocations": 56299, + "_CD": 56300, + "ĠLyon": 56301, + "/gui": 56302, + "_live": 56303, + "idan": 56304, + ".geom": 56305, + "ĠborderBottom": 56306, + "imuth": 56307, + "_checkpoint": 56308, + "Ġmeu": 56309, + "ĠIrving": 56310, + "Ġpeuvent": 56311, + "(MAX": 56312, + "ĠARCH": 56313, + "Ġpov": 56314, + ".sourceforge": 56315, + "Ġjamais": 56316, + "Ġark": 56317, + "ĠBaghdad": 56318, + "ĠCLEAR": 56319, + "MenuBar": 56320, + "Ġtrois": 56321, + "CHEDULE": 56322, + "Ġ#čĊ": 56323, + "(Call": 56324, + "$order": 56325, + "(Material": 56326, + "Ġencontrado": 56327, + "$list": 56328, + "ĠMETHODS": 56329, + ".beginTransaction": 56330, + "_MAG": 56331, + "StyleSheet": 56332, + "Ġmajors": 56333, + "Ġindefinitely": 56334, + "cleanup": 56335, + "Ġhomeland": 56336, + "(dto": 56337, + "Dates": 56338, + "Presentation": 56339, + "ĠDK": 56340, + "={`/": 56341, + "ĉKey": 56342, + "(Block": 56343, + "_checkbox": 56344, + "needs": 56345, + "ĠonComplete": 56346, + "rico": 56347, + "Ġgleich": 56348, + "Ġxm": 56349, + "OOD": 56350, + "Better": 56351, + "ĠSQLITE": 56352, + ".Book": 56353, + "xad": 56354, + "ĠGone": 56355, + "ĉdp": 56356, + "Ġdevotion": 56357, + "Ġstm": 56358, + "Ġobsess": 56359, + "ĠBackend": 56360, + "Queries": 56361, + "Ik": 56362, + "//****************************************************************": 56363, + "Ġdividends": 56364, + ".parentElement": 56365, + "}\")ĊĊ": 56366, + "ĠMaterialPageRoute": 56367, + ":num": 56368, + "Ġexplic": 56369, + "ĠOL": 56370, + "least": 56371, + "Oops": 56372, + "imentos": 56373, + "Ġinsurers": 56374, + "Ġheroic": 56375, + "ĉfields": 56376, + ".imgur": 56377, + ".btnCancel": 56378, + "ĠDetective": 56379, + "(sm": 56380, + "ĠMutableLiveData": 56381, + ".lab": 56382, + "(([": 56383, + "Ġhairst": 56384, + "ĠTransactions": 56385, + "å¼Ģå§ĭ": 56386, + "ĠstdClass": 56387, + "uento": 56388, + "GIS": 56389, + "_cod": 56390, + "Instructions": 56391, + "Calls": 56392, + "PointerType": 56393, + "ĠRw": 56394, + "Ġassortment": 56395, + "ĠDIG": 56396, + "+r": 56397, + "_CERT": 56398, + "Ġinstability": 56399, + "Ġvib": 56400, + "onas": 56401, + "Ġroku": 56402, + "apellido": 56403, + "Ġangl": 56404, + "preneur": 56405, + "Ġfluids": 56406, + "isease": 56407, + "Ġdeed": 56408, + "quist": 56409, + "_CONSTANT": 56410, + "Ġequilibrium": 56411, + "_delegate": 56412, + "ĠQuantum": 56413, + "rei": 56414, + "Capabilities": 56415, + "rectangle": 56416, + "?><": 56417, + "alien": 56418, + "ĠJug": 56419, + "DNA": 56420, + "Tickets": 56421, + "Occurs": 56422, + "ĠHawk": 56423, + ".setHorizontalGroup": 56424, + "\\Collection": 56425, + "ffiti": 56426, + "Ġrearr": 56427, + ".setVerticalGroup": 56428, + "Ġcavity": 56429, + "Ġadulte": 56430, + "Facade": 56431, + "-wh": 56432, + "ĠLOL": 56433, + "Ø°": 56434, + "Ġgrandparents": 56435, + "Swift": 56436, + "ĉwx": 56437, + "æīĢæľī": 56438, + "ifen": 56439, + "ffset": 56440, + "Beyond": 56441, + "//}ĊĊ": 56442, + "Ġwager": 56443, + "Ġbury": 56444, + "Ġcommence": 56445, + "registro": 56446, + "scient": 56447, + "ĠPercent": 56448, + "Ġдолж": 56449, + "(identifier": 56450, + ".setModel": 56451, + "Ġseldom": 56452, + "nton": 56453, + "Ġappliance": 56454, + "amus": 56455, + "rysler": 56456, + "Ġpanties": 56457, + "enguins": 56458, + "Ġmimic": 56459, + "ĠonChanged": 56460, + "Ġalcoholic": 56461, + ".reloadData": 56462, + "Charge": 56463, + "ĠFax": 56464, + "ĠjScrollPane": 56465, + "Empresa": 56466, + "Ġshattered": 56467, + "xba": 56468, + "Fonts": 56469, + "?s": 56470, + "Ġpostseason": 56471, + "retain": 56472, + "_rates": 56473, + "ĠrequestCode": 56474, + ".todo": 56475, + "´s": 56476, + "CHK": 56477, + "ĠKeeping": 56478, + "engeance": 56479, + "Ġvscode": 56480, + "IPPING": 56481, + "DefaultCloseOperation": 56482, + "_raise": 56483, + "ĠOculus": 56484, + "ograms": 56485, + "raj": 56486, + "pci": 56487, + "Ġcorrosion": 56488, + ".handleSubmit": 56489, + "Accessible": 56490, + "ĠPiano": 56491, + "little": 56492, + "ACL": 56493, + "Äĩe": 56494, + ".unwrap": 56495, + "ĠConvers": 56496, + "ĠLeben": 56497, + "ioneer": 56498, + "ĠMerchant": 56499, + "ĠJorge": 56500, + "Ġembracing": 56501, + "Ġventa": 56502, + "ást": 56503, + "Ġviene": 56504, + "Ċ": 56656, + "-growing": 56657, + "Ġdeepcopy": 56658, + "Ack": 56659, + "eggies": 56660, + "Ġ__(\"": 56661, + "Ġnoir": 56662, + "terrorism": 56663, + "Ġanthem": 56664, + "agency": 56665, + "_PACKAGE": 56666, + "ĠClosure": 56667, + ".registry": 56668, + "Ġmammals": 56669, + "L": 56700, + "Ġbluetooth": 56701, + ".Deep": 56702, + "-standing": 56703, + "ácil": 56704, + "Ġrooft": 56705, + "ĠPaths": 56706, + "_iterations": 56707, + "InvalidArgumentException": 56708, + ".spi": 56709, + "ĠUIAlertAction": 56710, + "uye": 56711, + "signin": 56712, + ".priority": 56713, + "ĠEssays": 56714, + "='{$": 56715, + "Ġè¿ĶåĽŀ": 56716, + "_signed": 56717, + ".persist": 56718, + "Ġredesign": 56719, + "ToLower": 56720, + "ĠNewman": 56721, + "=start": 56722, + "ĠIsraelis": 56723, + "asiswa": 56724, + "Speech": 56725, + "Ġnumeros": 56726, + "handlers": 56727, + "ĠWong": 56728, + "ĠмеÑĤод": 56729, + "Weights": 56730, + "ĠGujar": 56731, + "teil": 56732, + "ĠNonetheless": 56733, + "_EFFECT": 56734, + "Ġvect": 56735, + "ĠOsc": 56736, + "Ġcoats": 56737, + "ĠWheat": 56738, + "Ġgeek": 56739, + "ĠPROPERTY": 56740, + "worm": 56741, + "_constants": 56742, + "ĠBoulder": 56743, + "ĠParm": 56744, + "cole": 56745, + "ĠdefaultCenter": 56746, + "ĠRouge": 56747, + ":A": 56748, + "xcf": 56749, + "ĠVenice": 56750, + "median": 56751, + "Ġredemption": 56752, + "Fresh": 56753, + "Ġcosm": 56754, + "Ġfigur": 56755, + "Ġrefurb": 56756, + "COPE": 56757, + ".cd": 56758, + "Ġchords": 56759, + "ĠSgt": 56760, + "Åį": 56761, + "VPN": 56762, + "ĠSEND": 56763, + "ainen": 56764, + "_accounts": 56765, + "Ġtenth": 56766, + "Ġdissolved": 56767, + "": 57007, + "Ġlegitimacy": 57008, + "Ġoo": 57009, + "Slinky": 57010, + "Ġnationals": 57011, + ".words": 57012, + ";p": 57013, + "trap": 57014, + "omanip": 57015, + "Ġcues": 57016, + "Ġgraduating": 57017, + "Ġsemaphore": 57018, + "\"]);ĊĊ": 57019, + "acey": 57020, + "REET": 57021, + "Grab": 57022, + "ĠFelix": 57023, + "(Id": 57024, + "_neighbors": 57025, + "Ġmeaningless": 57026, + "(del": 57027, + "Ġjeder": 57028, + "ĠContentValues": 57029, + ".absolute": 57030, + "/cl": 57031, + "Ġxb": 57032, + "datum": 57033, + "Ġtortured": 57034, + "Ġrubbing": 57035, + "Scores": 57036, + "ĠðŁĺī": 57037, + "Ġavons": 57038, + "Ġamsterdam": 57039, + "EOS": 57040, + "Hal": 57041, + "Ġtrustworthy": 57042, + "#=": 57043, + ".EXTRA": 57044, + "Ġmano": 57045, + "isicing": 57046, + "-support": 57047, + "ĉcursor": 57048, + "ĠSpo": 57049, + "aimassage": 57050, + "Mission": 57051, + "[]{\"": 57052, + "Ġprinters": 57053, + "GREEN": 57054, + "Ġteg": 57055, + "Ġabdominal": 57056, + "!ĊĊĊĊĊĊ": 57057, + ".Short": 57058, + "азв": 57059, + "ĠGifts": 57060, + "}\")": 57061, + "(binding": 57062, + "xce": 57063, + "âĢij": 57064, + "infos": 57065, + "FormData": 57066, + "Ġdart": 57067, + "Ġelems": 57068, + "(inv": 57069, + "YL": 57070, + "tin": 57071, + "GENER": 57072, + "ữ": 57073, + "ĠTaken": 57074, + "uckle": 57075, + ":e": 57076, + "Ġspectral": 57077, + ".baidu": 57078, + "/');Ċ": 57079, + "Ġgreedy": 57080, + "esion": 57081, + ",,,,,,,,": 57082, + "Ġ/>,Ċ": 57083, + "InternalServerError": 57084, + "NSNotificationCenter": 57085, + "ĠAi": 57086, + "Ġspit": 57087, + "Ġaugmented": 57088, + "ĠstandardUserDefaults": 57089, + "FINITY": 57090, + "Race": 57091, + ":C": 57092, + "ĠRECORD": 57093, + "ĠHighlight": 57094, + "Ġ'`": 57095, + "Ġdeficits": 57096, + "Ġnei": 57097, + "Ġresearched": 57098, + "Ta": 57099, + "Ġcopp": 57100, + ".GetHashCode": 57101, + "):čĊčĊ": 57102, + "OnClick": 57103, + "ĠWellington": 57104, + "Ġrevival": 57105, + "æ¯Ķ": 57106, + "éĹ®": 57107, + "ĠNSS": 57108, + "Ġforn": 57109, + "Ġinté": 57110, + "ĠKuwait": 57111, + "_flip": 57112, + "_bo": 57113, + "_\\": 57114, + "Ġoccurrences": 57115, + "ĠScientists": 57116, + "SRC": 57117, + "ogens": 57118, + "igrant": 57119, + "REMOTE": 57120, + "ĠSID": 57121, + ".opts": 57122, + "uve": 57123, + "()])Ċ": 57124, + "Ġlibertarian": 57125, + "ĠGlide": 57126, + "lesen": 57127, + "Ġforme": 57128, + "owania": 57129, + "Ġannoyed": 57130, + "Defs": 57131, + "ĠExecutor": 57132, + "Ġcasts": 57133, + ".setChecked": 57134, + "ĠSharing": 57135, + ".SerializeObject": 57136, + "Ġselectors": 57137, + "_OTHER": 57138, + "미": 57139, + "(super": 57140, + "(OS": 57141, + "_VERIFY": 57142, + "idunt": 57143, + "';Ċ": 57145, + "Ġvidéo": 57146, + "ĠNegro": 57147, + "ĠLords": 57148, + "ĠTours": 57149, + "Ġsoftly": 57150, + ".receive": 57151, + "ĠERC": 57152, + "ĠdataSet": 57153, + "Badge": 57154, + "ĉEvent": 57155, + "Ġperl": 57156, + "Ġ{}\\": 57157, + "(sentence": 57158, + "OrUpdate": 57159, + "Ġdiminish": 57160, + "PIN": 57161, + "(draw": 57162, + ".ToDateTime": 57163, + ".EqualTo": 57164, + "(pin": 57165, + "-pencil": 57166, + "luent": 57167, + "ĠCaller": 57168, + "Ġplayful": 57169, + "-'+": 57170, + "xca": 57171, + "swick": 57172, + "){}Ċ": 57173, + "}:${": 57174, + "ĠMeth": 57175, + ".getCell": 57176, + ".break": 57177, + "Ġymax": 57178, + "='Ċ": 57391, + "ĠHiro": 57392, + "(TRUE": 57393, + "asurer": 57394, + "Ġcuer": 57395, + "Uber": 57396, + ".Operation": 57397, + "Ġolan": 57398, + "Ġthrilling": 57399, + "'.": 57421, + "ĉvalid": 57422, + "\"\",": 57423, + "Instrument": 57424, + ">J": 57425, + "Ġnostr": 57426, + "ĠRift": 57427, + "_Port": 57428, + "Ġveces": 57429, + "[['": 57430, + "Ġrallies": 57431, + "-series": 57432, + "Ġvv": 57433, + ".uc": 57434, + "Ġrtn": 57435, + "StateChanged": 57436, + "(ins": 57437, + "ĠCla": 57438, + "------------Ċ": 57439, + "cus": 57440, + "ĠReload": 57441, + "//------------------------------------------------------------------------------------------------": 57442, + ".seconds": 57443, + "_destination": 57444, + "Ġscrewed": 57445, + ">c": 57446, + "Thickness": 57447, + "Designer": 57448, + "Ġgrids": 57449, + "nÄħ": 57450, + "(cookie": 57451, + "Trip": 57452, + "-Mobile": 57453, + "Ġvoll": 57454, + "Ġgenital": 57455, + "Ġconfisc": 57456, + "ĠConfederate": 57457, + "ĠwebView": 57458, + "Ġmise": 57459, + "Ġcler": 57460, + "(selection": 57461, + "$date": 57462, + "Ġsharpen": 57463, + "ragen": 57464, + "AndUpdate": 57465, + "Ġremix": 57466, + "Ġhtons": 57467, + "RW": 57468, + "MPI": 57469, + "Ġretrieval": 57470, + "Ġrichest": 57471, + ".Decode": 57472, + ":initComponents": 57473, + "ĠTValue": 57474, + "Saint": 57475, + "@include": 57476, + "ĠPERSON": 57477, + ".sep": 57478, + "ĠLDAP": 57479, + "gba": 57480, + "ĠgroÃŁe": 57481, + "Ġreliably": 57482, + "ĠDFS": 57483, + ".getItemId": 57484, + "Ġprésent": 57485, + ".getToken": 57486, + "Ġchinese": 57487, + "ĠMeal": 57488, + "YOU": 57489, + "\">>ĊĊ": 58048, + "bower": 58049, + "Ġswapped": 58050, + "/install": 58051, + "Ġsinks": 58052, + "etrize": 58053, + "Ġdeclines": 58054, + "ĉmysql": 58055, + "ĠCString": 58056, + "ĠMotionEvent": 58057, + ".Language": 58058, + "Road": 58059, + "ÑĤеÑĢ": 58060, + "ascimento": 58061, + "'))->": 58062, + ".about": 58063, + "(editor": 58064, + "ĠRatings": 58065, + "income": 58066, + "Å¡e": 58067, + ".dequeueReusableCell": 58068, + "ĠAustrian": 58069, + "Ġsulla": 58070, + "ĠTribunal": 58071, + "ĠDidn": 58072, + "оваÑĢ": 58073, + "Ġinspections": 58074, + "Boss": 58075, + "Ġcocktails": 58076, + "Ġapologized": 58077, + "_subplot": 58078, + "opal": 58079, + "+=(": 58080, + "Ġresonance": 58081, + "ibu": 58082, + "Ġ리": 58083, + "roma": 58084, + "reserve": 58085, + "pls": 58086, + "ĠTah": 58087, + "axies": 58088, + "OPLE": 58089, + "ĠDarren": 58090, + "ĠZombie": 58091, + "_Map": 58092, + "Ġ])ĊĊ": 58093, + "ĠQi": 58094, + "ĠSail": 58095, + "Ġrestrictive": 58096, + "Ġerosion": 58097, + "-par": 58098, + "WHITE": 58099, + "Ġoldu": 58100, + "Ġaperture": 58101, + "Ġbitcoins": 58102, + "texto": 58103, + "ĠComcast": 58104, + "Ġtimeless": 58105, + "enkins": 58106, + "Ġfeeder": 58107, + "/tmp": 58108, + "resden": 58109, + "+'_": 58110, + ".Destroy": 58111, + "Ġçok": 58112, + "ĠDOCUMENT": 58113, + ".lng": 58114, + ".tagName": 58115, + "Ġkullan": 58116, + "egrate": 58117, + "Ġ(*.": 58118, + "ç¼ĸè¾ij": 58119, + "Ġhandshake": 58120, + "soc": 58121, + "_geometry": 58122, + "ĠDamascus": 58123, + "Minor": 58124, + "ĠKafka": 58125, + "ìŬ": 58126, + "Florida": 58127, + "_compute": 58128, + ".expr": 58129, + "Ġparalle": 58130, + "ĠDiaz": 58131, + "cir": 58132, + "[target": 58133, + "Ġjoking": 58134, + "Ġglor": 58135, + "(setq": 58136, + "_handlers": 58137, + "Hang": 58138, + "Ġferr": 58139, + "riminal": 58140, + "ĉĠĠĠĠĉĉ": 58141, + "enties": 58142, + "defines": 58143, + "-tax": 58144, + "jsonp": 58145, + "ĠUPS": 58146, + "metro": 58147, + "__;Ċ": 58148, + "ĠUganda": 58149, + "])):Ċ": 58150, + "_td": 58151, + "xae": 58152, + "lw": 58153, + ".OS": 58154, + "ĠLogged": 58155, + "acid": 58156, + "ĠMayo": 58157, + "aspect": 58158, + "Ġvaginal": 58159, + "Ġinitializing": 58160, + "Ġsteroids": 58161, + "fiction": 58162, + "GRE": 58163, + "gend": 58164, + "Ġliabilities": 58165, + "ĠLets": 58166, + "Mech": 58167, + "(nc": 58168, + "(change": 58169, + "Ġconnectors": 58170, + ":k": 58171, + "Ġtast": 58172, + "!\");ĊĊ": 58173, + "things": 58174, + "rophy": 58175, + "luetooth": 58176, + "ĠSignUp": 58177, + ".ctrl": 58178, + "Ġtherein": 58179, + "orda": 58180, + ".escape": 58181, + "igator": 58182, + "Ġpetrol": 58183, + "Ġspecimen": 58184, + "Ġdebuted": 58185, + "-Pro": 58186, + "Ġcrises": 58187, + ".addView": 58188, + "ëıĻ": 58189, + "-door": 58190, + "Ġmonet": 58191, + "Ġmillis": 58192, + "Ġvier": 58193, + "InternalEnumerator": 58194, + "Ġadmins": 58195, + "ĠLair": 58196, + "zin": 58197, + "getQuery": 58198, + "umbles": 58199, + "LIMIT": 58200, + "ĠVig": 58201, + "_song": 58202, + "": 58515, + "Ġpasado": 58516, + "thank": 58517, + "_Delete": 58518, + "ĠBrighton": 58519, + ",unsigned": 58520, + "ä½ľèĢħ": 58521, + "Ġaspirations": 58522, + "-how": 58523, + "Rose": 58524, + "=((": 58525, + "_needed": 58526, + "_plural": 58527, + ">ĊĊ": 58645, + "Ġsurfaced": 58646, + "ĠìłĢìŀ¥": 58647, + "platz": 58648, + "ĉemail": 58649, + "ceptors": 58650, + "\">(": 58651, + "Ġepile": 58652, + "读": 58653, + "ĠDebt": 58654, + "åijĬ": 58655, + "NOP": 58656, + "\"https": 58657, + ":j": 58658, + "FormItem": 58659, + "_LICENSE": 58660, + ".getDouble": 58661, + "ĠAgenda": 58662, + "ĉfinally": 58663, + "(filters": 58664, + "(av": 58665, + "ç¾İ": 58666, + "APER": 58667, + "Ġlava": 58668, + "еÑĢж": 58669, + "))))ĊĊ": 58670, + "Ġfaulty": 58671, + "_nm": 58672, + "Ġtrava": 58673, + "(Bitmap": 58674, + "Ġspeeding": 58675, + ">').": 58676, + "Ġscreened": 58677, + "_roll": 58678, + "ĠMacBook": 58679, + "ĠAUD": 58680, + "Ġdiagnose": 58681, + ".Generate": 58682, + "Ġ^^": 58683, + "Ġstrs": 58684, + "[Test": 58685, + "Ġransom": 58686, + "ĠDHCP": 58687, + "elden": 58688, + "Ġinterpretations": 58689, + "()].": 58690, + "flatMap": 58691, + "ĠlineHeight": 58692, + "_mount": 58693, + "ĠWizards": 58694, + "Ġsluts": 58695, + "ehler": 58696, + "odal": 58697, + "Ġmilitia": 58698, + "å²": 58699, + "earned": 58700, + "Ġmisery": 58701, + "intval": 58702, + "fund": 58703, + "Ġhides": 58704, + "Ġdiarr": 58705, + "ĠWesley": 58706, + "Ġxmm": 58707, + "Ġquem": 58708, + "ĠArabs": 58709, + "ifth": 58710, + "ategorized": 58711, + "Disposable": 58712, + "Pure": 58713, + "_NOTIFY": 58714, + "snippet": 58715, + "ĠGarrett": 58716, + ".running": 58717, + ".weights": 58718, + "Ġ(--": 58719, + "Ġinvariant": 58720, + "äºĭ件": 58721, + "ĠAllowed": 58722, + "dirs": 58723, + "Ġpassions": 58724, + "Ġlad": 58725, + "ĠFlush": 58726, + "menus": 58727, + ":block": 58728, + "Ġcompra": 58729, + ".chomp": 58730, + "allocator": 58731, + "Ġcurated": 58732, + "ĠKnowing": 58733, + "ĠPatterson": 58734, + "Ġtelah": 58735, + "'ex": 58736, + "Ġdoomed": 58737, + "Ġphilanth": 58738, + "otty": 58739, + ".styles": 58740, + "Owned": 58741, + "Ġallergies": 58742, + "=params": 58743, + "ocese": 58744, + "itelist": 58745, + "ĠSending": 58746, + "bef": 58747, + "orrar": 58748, + "ĠNão": 58749, + "ĠFargo": 58750, + "ĠLub": 58751, + "ĠCombined": 58752, + "_given": 58753, + "ĉĉĉĉĉĠĠĠĠ": 58754, + "Ġreconciliation": 58755, + "Patterns": 58756, + "azard": 58757, + "Ġbiomass": 58758, + "ĠHouses": 58759, + "respuesta": 58760, + "cco": 58761, + "/topics": 58762, + "ĠYuk": 58763, + "Ġweakened": 58764, + "_calendar": 58765, + "Ġmulheres": 58766, + "ĠMarl": 58767, + "Ġsine": 58768, + "ĠTil": 58769, + "ĠSouls": 58770, + "ĠDeutsche": 58771, + "ĠFOLLOW": 58772, + "Ġpipelines": 58773, + "ĠBeverly": 58774, + "_DIPSETTING": 58775, + "\"#": 58776, + "ĠProto": 58777, + ".big": 58778, + "ĠSavings": 58779, + "ĠTanz": 58780, + "jun": 58781, + "ĠGamma": 58782, + "ĠSadd": 58783, + "Ġadvisors": 58784, + "Ġroast": 58785, + "Ġunters": 58786, + "udies": 58787, + "_lon": 58788, + "-pointer": 58789, + "ĠElementRef": 58790, + "\\Builder": 58791, + "exampleInput": 58792, + ".webdriver": 58793, + "dataType": 58794, + "ĠQuite": 58795, + "ĠCeltics": 58796, + "uil": 58797, + "-defense": 58798, + "bish": 58799, + "ĠUIWindow": 58800, + "ĠSuddenly": 58801, + ".hot": 58802, + ".reason": 58803, + "Ġgör": 58804, + "AMD": 58805, + ".Multi": 58806, + "authenticated": 58807, + "regions": 58808, + ";(": 58809, + "аÑĢам": 58810, + "ĠKirby": 58811, + "$route": 58812, + "PRECATED": 58813, + "ĠDurham": 58814, + "owo": 58815, + "ĠPerforms": 58816, + "Ġdisregard": 58817, + "nst": 58818, + "ĠPols": 58819, + "ĠgetP": 58820, + "\"]:": 58821, + "-colored": 58822, + "(Keys": 58823, + "ĠAlleg": 58824, + "_modify": 58825, + "_loading": 58826, + "strained": 58827, + "Ġatroc": 58828, + "_phr": 58829, + "": 59821, + "ceph": 59822, + ".DateTimePicker": 59823, + ".\";ĊĊ": 59824, + "ĠTie": 59825, + ",item": 59826, + "Ġmenn": 59827, + "Gas": 59828, + "ocha": 59829, + "_virtual": 59830, + "Ġmasterpiece": 59831, + "_sequences": 59832, + "LTE": 59833, + "ĠSubmission": 59834, + "Caller": 59835, + "$\\": 59836, + "Sport": 59837, + "agus": 59838, + "ConstraintMaker": 59839, + "Ġcoloc": 59840, + "Ġwig": 59841, + "ĠУ": 59842, + "ĉArray": 59843, + "Looks": 59844, + "ĠGTA": 59845, + ".steps": 59846, + "atchewan": 59847, + "_ranges": 59848, + "extAlignment": 59849, + "ĠBrennan": 59850, + "Ġabstraction": 59851, + "ulerAngles": 59852, + ".misc": 59853, + "Ġantibodies": 59854, + "Ġexponential": 59855, + "ĠCHANNEL": 59856, + "expense": 59857, + "'y": 59858, + "Ġdetectives": 59859, + "Ġpurported": 59860, + "YSTEM": 59861, + "Ġradioactive": 59862, + "ĠLatina": 59863, + ".Encoding": 59864, + ".TAG": 59865, + "xin": 59866, + "Degree": 59867, + "uracion": 59868, + "prices": 59869, + "ĠReferentialAction": 59870, + "Ġrarity": 59871, + "Ġpiles": 59872, + "gende": 59873, + "_projects": 59874, + "_globals": 59875, + ".startTime": 59876, + "Ġ구": 59877, + "SECTION": 59878, + "_publish": 59879, + "Fault": 59880, + "DDL": 59881, + "_prior": 59882, + "Mom": 59883, + "Ġthicker": 59884, + "Ġsequelize": 59885, + "Ġessentials": 59886, + "stras": 59887, + "intr": 59888, + ">(()": 59889, + ".management": 59890, + "eil": 59891, + "éĹŃ": 59892, + "Aware": 59893, + ".City": 59894, + "ĠArbit": 59895, + "_DM": 59896, + "_keyboard": 59897, + "LObject": 59898, + "-webpack": 59899, + "ĠNewport": 59900, + "ĠprincipalColumn": 59901, + "legant": 59902, + "Ġpallet": 59903, + "Ġfracture": 59904, + "Ġgmail": 59905, + ".Meta": 59906, + "Above": 59907, + ".KeyEvent": 59908, + "jit": 59909, + "_macro": 59910, + "_PUSH": 59911, + "ứ": 59912, + "/controller": 59913, + "åĬłè½½": 59914, + "Ġsuperficial": 59915, + "exterity": 59916, + "Ġmensagem": 59917, + "Wind": 59918, + "iston": 59919, + ".openapi": 59920, + "иÑĢов": 59921, + "ĠSerializer": 59922, + "uctive": 59923, + "Ġzar": 59924, + "Places": 59925, + ".Static": 59926, + "Ba": 59927, + "Ġinadvert": 59928, + "ĠIndonesian": 59929, + "_IPV": 59930, + "(horizontal": 59931, + "ĠgetTitle": 59932, + "idepress": 59933, + "ĠConsoleColor": 59934, + "ipers": 59935, + "$out": 59936, + "Ġfestive": 59937, + "Ġevenings": 59938, + ".GetData": 59939, + "uitka": 59940, + "ĠManuals": 59941, + "ussed": 59942, + "_Max": 59943, + ".Chat": 59944, + "ĠAircraft": 59945, + "=com": 59946, + "FOUND": 59947, + "apro": 59948, + "Ġtreasures": 59949, + "_alive": 59950, + "Ġgadget": 59951, + "eking": 59952, + "ButtonDown": 59953, + "Browsable": 59954, + ".PERMISSION": 59955, + "PASSWORD": 59956, + "ĠHASH": 59957, + "fé": 59958, + "\\TestCase": 59959, + "LOSS": 59960, + "others": 59961, + ",J": 59962, + "Ġasshole": 59963, + "werk": 59964, + "Ġmã": 59965, + ".ie": 59966, + "evil": 59967, + "kontakte": 59968, + "////////////////////////////////////////////////////////////////////////////////Ċ": 59969, + "=sys": 59970, + "ĉlock": 59971, + "--;ĊĊ": 59972, + "_FUN": 59973, + "FillColor": 59974, + "óa": 59975, + "prend": 59976, + "Ġcompressor": 59977, + "Mother": 59978, + "ĠArcher": 59979, + ".goto": 59980, + "Ġwürde": 59981, + "Ġbamboo": 59982, + "ï¼İ": 59983, + "ĠTrees": 59984, + "Ġbumper": 59985, + "Ġsausage": 59986, + "ĠElasticsearch": 59987, + "Ġhorizontally": 59988, + "ĠGul": 59989, + "Immutable": 59990, + "Ġloser": 59991, + "Ġaborted": 59992, + "-demo": 59993, + "ĠHatch": 59994, + "Ġunde": 59995, + "Ġprocesso": 59996, + "-call": 59997, + "Income": 59998, + "åĥ": 59999, + "_returns": 60000, + "'].\"'": 60001, + "(sw": 60002, + "CBS": 60003, + "amilies": 60004, + "ĠYourself": 60005, + "ĠHolt": 60006, + ".MON": 60007, + "à§ĩ": 60008, + "ÑĪе": 60009, + "anon": 60010, + "ĠFontAwesome": 60011, + "producer": 60012, + "jr": 60013, + "Ġmau": 60014, + "ĉinter": 60015, + "Ġdishonest": 60016, + "Ġmagna": 60017, + "ĠCollective": 60018, + "Ġvraiment": 60019, + "Ġchoix": 60020, + "stay": 60021, + "Ġwelding": 60022, + "rising": 60023, + ",min": 60024, + "ĠFate": 60025, + "glob": 60026, + "RGBA": 60027, + "Ġdette": 60028, + "Ven": 60029, + "Ġembarrassment": 60030, + ".DELETE": 60031, + "gregar": 60032, + "-render": 60033, + "(bucket": 60034, + "\">ĊĊĊ": 60035, + ".waitKey": 60036, + "Busy": 60037, + "Ġdifferentiation": 60038, + "ĠCST": 60039, + ".Constant": 60040, + "ĠlineNumber": 60041, + "(matches": 60042, + "Ġwebsocket": 60043, + "Ġbarred": 60044, + "Ġpuedes": 60045, + "Mono": 60046, + "CORE": 60047, + "IID": 60048, + "ĠĠĠĠčĊčĊ": 60049, + "Ġpúblico": 60050, + "leaning": 60051, + "Ġcleansing": 60052, + "Ġcris": 60053, + "ĠDevils": 60054, + "_SETTING": 60055, + "untary": 60056, + ".);Ċ": 60057, + "ĊĠĠĠĊ": 60058, + "[curr": 60059, + "tsy": 60060, + "ĠAlexis": 60061, + "ritel": 60062, + "Ġpetroleum": 60063, + ".preprocessing": 60064, + "matter": 60065, + "ForResult": 60066, + "-license": 60067, + "Ġtravellers": 60068, + "ĠDispatcher": 60069, + "ennifer": 60070, + "Ġdigestive": 60071, + "PED": 60072, + "hibition": 60073, + "MASConstraintMaker": 60074, + "ĠWatt": 60075, + "Benef": 60076, + ".setView": 60077, + "dto": 60078, + "TEE": 60079, + "ĠPelosi": 60080, + "_EXTRA": 60081, + "Ġmedals": 60082, + "xhr": 60083, + "forecast": 60084, + "Ġnargin": 60085, + "ouns": 60086, + "-fill": 60087, + "_CURSOR": 60088, + "Ġsupervised": 60089, + "Ġturf": 60090, + "ĠEdgar": 60091, + "POSITION": 60092, + "ĠcategoryId": 60093, + "âī": 60094, + "_ER": 60095, + "ủa": 60096, + "Shown": 60097, + ".ll": 60098, + "_POLICY": 60099, + "(),'": 60100, + "ĠPrev": 60101, + "ĠStringField": 60102, + "ĉGlobal": 60103, + "assed": 60104, + "Throughout": 60105, + "ostringstream": 60106, + ".awtextra": 60107, + "Ġslopes": 60108, + "ĠSequential": 60109, + "Ġgiorn": 60110, + "Ġzelf": 60111, + "Ġversatility": 60112, + "leneck": 60113, + ".cgi": 60114, + "Ġdoubling": 60115, + "ĠBangkok": 60116, + "Ġbuurt": 60117, + "Ġusuário": 60118, + "studio": 60119, + "Ġjeunes": 60120, + "Ġmuted": 60121, + "Ġips": 60122, + "_fraction": 60123, + "&&(": 60124, + "Ġstunt": 60125, + "');?>čĊ": 60149, + "Ġevapor": 60150, + "bable": 60151, + "ĠPRICE": 60152, + "Ġæ³": 60153, + "lucent": 60154, + "Ġvamp": 60155, + "ĠTechnician": 60156, + "Ġuniqueness": 60157, + "Mes": 60158, + "urban": 60159, + ".parametrize": 60160, + "ĠReplay": 60161, + "Sessions": 60162, + "embr": 60163, + "-Americans": 60164, + "_PROXY": 60165, + "Ġpian": 60166, + "Ġtrie": 60167, + "ĠDestructor": 60168, + "GameState": 60169, + "ĠIMF": 60170, + "chin": 60171, + "Ġporte": 60172, + "ĠSwal": 60173, + "åŁİ": 60174, + "Substring": 60175, + "iming": 60176, + "/Library": 60177, + "Ġfrightened": 60178, + "writes": 60179, + "Ġrecursos": 60180, + "arResult": 60181, + "_INITIALIZ": 60182, + "ĠBadge": 60183, + "_crc": 60184, + "Eight": 60185, + "ĠDISTINCT": 60186, + "Ġthro": 60187, + "@Xml": 60188, + "ĠLegendary": 60189, + "-twitter": 60190, + "_easy": 60191, + "Ġ+++": 60192, + "(DATA": 60193, + ".Locale": 60194, + "Ġkä": 60195, + "Ġnurt": 60196, + "Ġcruis": 60197, + "_ios": 60198, + "Ġsensing": 60199, + "_Line": 60200, + "ĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 60201, + "pong": 60202, + "oleon": 60203, + "Ġwildcard": 60204, + "çĶ¨æĪ·åIJį": 60205, + "Ġbegging": 60206, + "Rod": 60207, + "ĠÃİ": 60208, + "_CELL": 60209, + "Researchers": 60210, + ".selector": 60211, + "_ing": 60212, + "Ġaspiring": 60213, + "Ġimmortal": 60214, + "Ġymin": 60215, + "_robot": 60216, + "Ġplur": 60217, + "BTC": 60218, + "ĠDID": 60219, + "Ġpiercing": 60220, + "*u": 60221, + "_DEFINED": 60222, + "ĠThi": 60223, + "itaire": 60224, + "(media": 60225, + "-ons": 60226, + "Ġchefs": 60227, + "Ġ\"*.": 60228, + "/AP": 60229, + "Ġrazor": 60230, + "ĠsearchData": 60231, + "Ġ=&": 60232, + "ĠãĢĤ": 60233, + "Ġmourn": 60234, + "tingham": 60235, + "Ġoli": 60236, + "ĠVernon": 60237, + "_RS": 60238, + "ŀæĢ§": 60239, + "Ġfácil": 60240, + "angen": 60241, + "celain": 60242, + "Ġail": 60243, + "lest": 60244, + "ĠQCOMPARE": 60245, + "gain": 60246, + "Ġε": 60247, + "ĠKob": 60248, + "ĠFault": 60249, + "_configs": 60250, + "ç»ĵæŀľ": 60251, + ".+": 60252, + "calar": 60253, + "(colors": 60254, + "Mul": 60255, + "_ART": 60256, + "Ġexperimenting": 60257, + "ermen": 60258, + "ĠAnglo": 60259, + ".FixedSingle": 60260, + "Sea": 60261, + "Ġctxt": 60262, + ".slider": 60263, + "Collapse": 60264, + "Grey": 60265, + "Ġfld": 60266, + "-proof": 60267, + ".capacity": 60268, + "getParent": 60269, + "ĠCompliance": 60270, + "Ġburgl": 60271, + "-rec": 60272, + "Ġoverwritten": 60273, + "MU": 60274, + "Ġrouters": 60275, + "ĉModel": 60276, + "Ġfantasies": 60277, + "avian": 60278, + "_prec": 60279, + "ĠScandin": 60280, + "Ġ//<": 60281, + "/oct": 60282, + "Ġceremonies": 60283, + "Months": 60284, + "undy": 60285, + "Ġqued": 60286, + "ĠNou": 60287, + "ĠVibr": 60288, + ".rgb": 60289, + "Ġcitrus": 60290, + "Ġbraces": 60291, + "-uppercase": 60292, + "getTable": 60293, + "Ġdopo": 60294, + "ĠKerr": 60295, + "_CHILD": 60296, + "-cloud": 60297, + "ĉMatrix": 60298, + "Ġgardening": 60299, + "Sing": 60300, + "almost": 60301, + "Requirements": 60302, + "uguay": 60303, + "(Property": 60304, + "subscriber": 60305, + "FAST": 60306, + "reaction": 60307, + "(lp": 60308, + ")})Ċ": 60309, + "`).": 60310, + ".wallet": 60311, + "_exchange": 60312, + ".Maximum": 60313, + "ĠVerb": 60314, + "âĶģ": 60315, + "()<": 60316, + "ï¼ĽĊ": 60317, + "ROT": 60318, + "CARD": 60319, + "ubit": 60320, + "{@": 60321, + "_kel": 60322, + "ĠTooltip": 60323, + "MySQL": 60324, + "MainActivity": 60325, + "arf": 60326, + "Ġmalign": 60327, + "Ġseinen": 60328, + "apist": 60329, + "Ġ<%": 60330, + "MethodImpl": 60331, + "Mil": 60332, + "ĠMick": 60333, + ".depend": 60334, + ">&": 60367, + "ĉok": 60368, + "-low": 60369, + ".usuario": 60370, + "nested": 60371, + "XB": 60372, + "OURS": 60373, + ".BorderColor": 60374, + "Ġbrow": 60375, + "ĠÐķ": 60376, + "corr": 60377, + "ĠRedskins": 60378, + ".getTag": 60379, + ".getTransaction": 60380, + "Ġstigma": 60381, + "hardt": 60382, + "ĠPlayerPrefs": 60383, + "alsy": 60384, + "ucson": 60385, + "Languages": 60386, + "ĠOlivia": 60387, + "Ġtac": 60388, + "Ġbli": 60389, + "Ġcaval": 60390, + "Ġconsolidated": 60391, + "Ġperil": 60392, + "Ġdele": 60393, + "Ġformulated": 60394, + "Ġhighways": 60395, + ".spawn": 60396, + "==$": 60397, + "ĠNiet": 60398, + "Ġveggies": 60399, + "ypo": 60400, + "-rule": 60401, + "ĠVie": 60402, + "/epl": 60403, + "Ġenfants": 60404, + "stringLiteral": 60405, + "Ġtoughest": 60406, + "buyer": 60407, + "Ġcovariance": 60408, + "Ġili": 60409, + "ĠSophie": 60410, + "ĠBAB": 60411, + "Ġ\"),": 60412, + "ĠUk": 60413, + "currentIndex": 60414, + "_userdata": 60415, + ".codec": 60416, + "ĠPunjab": 60417, + "ĠSNP": 60418, + "lol": 60419, + "advance": 60420, + "Ġcomfy": 60421, + "JsonIgnore": 60422, + "Ġfashionable": 60423, + "ĠICON": 60424, + "Ġora": 60425, + "ĠPricing": 60426, + "E": 60484, + "tering": 60485, + "/screens": 60486, + "Ġheightened": 60487, + "аÑĢÑĤ": 60488, + "Authorities": 60489, + "_bbox": 60490, + "ünst": 60491, + ".fontSize": 60492, + "ĠBOOLEAN": 60493, + "divide": 60494, + "ĠSloven": 60495, + "ucer": 60496, + "ÙĴ": 60497, + "stub": 60498, + "Ġnavigating": 60499, + ":animated": 60500, + "_NOW": 60501, + "_vect": 60502, + "}{Ċ": 60503, + "@(": 60504, + "Ġtelecom": 60505, + "Ġcontracting": 60506, + "ĠAssange": 60507, + "Ġextracting": 60508, + "Ġgrö": 60509, + "cobra": 60510, + ".DIS": 60511, + "Ġcrab": 60512, + "Ġtwitch": 60513, + "Ġverts": 60514, + "Ġrejects": 60515, + "ĉformat": 60516, + "Ġregeneration": 60517, + ".Sys": 60518, + "solve": 60519, + "ĉdialog": 60520, + "shi": 60521, + "meter": 60522, + "(best": 60523, + "validators": 60524, + "Ġonwards": 60525, + "Ġguru": 60526, + "Ġmoderator": 60527, + "owied": 60528, + "experiment": 60529, + "rub": 60530, + "Ġmqtt": 60531, + "ĠCaucas": 60532, + "Ġnationalism": 60533, + "Ġmange": 60534, + "ĉImGui": 60535, + "/Edit": 60536, + "Ġinh": 60537, + "Ġintellig": 60538, + "erokee": 60539, + "ĉexport": 60540, + "Ġdiscriminate": 60541, + "subtract": 60542, + "ĠMoodle": 60543, + "enser": 60544, + "ĠGuides": 60545, + "RAP": 60546, + "-hot": 60547, + "_grp": 60548, + ".picture": 60549, + "XA": 60550, + "ĠinitView": 60551, + "_Comm": 60552, + "Ġoverdose": 60553, + "Ġ+ĊĊ": 60554, + "ĠSilent": 60555, + "shows": 60556, + "Ġinterpolate": 60557, + "Formation": 60558, + "Ġbisc": 60559, + "markets": 60560, + "(SC": 60561, + "Ze": 60562, + "ĠNetworking": 60563, + "Ġadrenal": 60564, + "ĠGuns": 60565, + "eteor": 60566, + "Declared": 60567, + "orgetown": 60568, + "Ġkarena": 60569, + "/password": 60570, + "_addresses": 60571, + "ITERAL": 60572, + "Buzz": 60573, + "ĠConway": 60574, + "(case": 60575, + "PWD": 60576, + "heiro": 60577, + "(act": 60578, + "**čĊ": 60579, + "());ĊĊĊ": 60580, + "Ġanv": 60581, + "Ġ..ĊĊ": 60582, + "(MenuItem": 60583, + "(mail": 60584, + "_sections": 60585, + "ĉnet": 60586, + "Ġplut": 60587, + "Ġwrench": 60588, + "/object": 60589, + "ĠIst": 60590, + "ĠVIS": 60591, + "/pub": 60592, + "alten": 60593, + "Ġguitars": 60594, + "Ġantibiotic": 60595, + "ï¼ĸ": 60596, + "¹": 60597, + "Ġ\"+\"": 60598, + "formula": 60599, + "Ġbabes": 60600, + "ĠPrompt": 60601, + "Ġenim": 60602, + "/player": 60603, + "ĉref": 60604, + "ĠbyÄĩ": 60605, + "Ġconsumes": 60606, + "ĠHast": 60607, + "ĠTao": 60608, + "Ġ'))Ċ": 60609, + "Ġclam": 60610, + "Ġthighs": 60611, + "Ġmotif": 60612, + "ApiOperation": 60613, + "ĠWL": 60614, + "getC": 60615, + "ĉflags": 60616, + "ointments": 60617, + "Ġeconomical": 60618, + "needle": 60619, + "xls": 60620, + "practice": 60621, + "utzer": 60622, + "timeofday": 60623, + "-output": 60624, + "ĠfindById": 60625, + "ĠBuddy": 60626, + "ÐŀÑĤ": 60627, + "Seven": 60628, + "ĠBark": 60629, + "Ġenvoy": 60630, + "_algorithm": 60631, + "åĪ©": 60632, + "Ġballistic": 60633, + "移": 60634, + "rades": 60635, + "ĉdoc": 60636, + "roducing": 60637, + "ĠEating": 60638, + "Unmount": 60639, + "/dataTables": 60640, + "_bonus": 60641, + "Ġlitt": 60642, + "pps": 60643, + ")localObject": 60644, + "perf": 60645, + "ĠHelvetica": 60646, + "shutdown": 60647, + "/ml": 60648, + ".tokens": 60649, + "ĠHardcore": 60650, + ",row": 60651, + "/bg": 60652, + "Scaler": 60653, + "âĢĶas": 60654, + "_logits": 60655, + "âĢĻint": 60656, + "ĉApp": 60657, + "Implicit": 60658, + ".Fprintf": 60659, + "ETO": 60660, + "Ġterra": 60661, + "Ġpossessing": 60662, + ".rstrip": 60663, + ",),": 60664, + "=yes": 60665, + "ĠStripe": 60666, + "?=": 60667, + "neutral": 60668, + ".good": 60669, + "Ġkennen": 60670, + "ĠSung": 60671, + "fault": 60672, + "ystatechange": 60673, + "Canadian": 60674, + "','\".$": 60675, + "ĠMits": 60676, + "ænd": 60677, + "ĠSTRUCT": 60678, + "ĠURLWithString": 60679, + "ĠCompass": 60680, + "Ġ--ĊĊ": 60681, + "ĠNSLayoutConstraint": 60682, + "|min": 60683, + "-adjust": 60684, + "Ġrebuilt": 60685, + "LIGHT": 60686, + "/se": 60687, + "-mount": 60688, + "vpn": 60689, + "validated": 60690, + "(QObject": 60691, + "Ġignition": 60692, + "ĠChargers": 60693, + "RYPTO": 60694, + "]initWithFrame": 60695, + "ĠFluid": 60696, + "Ġcadre": 60697, + "Ġnominations": 60698, + "Neill": 60699, + "ĠHou": 60700, + "Ġcurrents": 60701, + "_gene": 60702, + "(inp": 60703, + "Paris": 60704, + "zÄĻ": 60705, + "aggregate": 60706, + "Ġassoc": 60707, + "weeted": 60708, + "errat": 60709, + "âĢĵĊĊ": 60710, + "Ġ'/',Ċ": 60711, + "fixture": 60712, + "ĠHighest": 60713, + "ambient": 60714, + "Ġchmod": 60715, + "Ġconte": 60716, + "Ġsensual": 60717, + "Ġgarment": 60718, + "zers": 60719, + "ĠPowered": 60720, + "domains": 60721, + "Reward": 60722, + "iomanip": 60723, + "Ġcockpit": 60724, + "outfile": 60725, + "Ġbuiltin": 60726, + "Ġinsisting": 60727, + ".vars": 60728, + "zipcode": 60729, + "Ġ����": 60730, + "fails": 60731, + "Ġconsolidation": 60732, + "_oid": 60733, + "Planet": 60734, + "Ġ=\",": 60735, + "ĉel": 60736, + "UILT": 60737, + "ätz": 60738, + "afari": 60739, + "ĠMcCl": 60740, + "Timeline": 60741, + "Esta": 60742, + "Ġfram": 60743, + "YE": 60744, + "Ġcerebral": 60745, + "OfMonth": 60746, + "ĠPregn": 60747, + "ĠклаÑģÑģ": 60748, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 60749, + "ĠFres": 60750, + "Approved": 60751, + ".Special": 60752, + "ĠProtestant": 60753, + "Ġallergy": 60754, + "_pcm": 60755, + "ĉCopyright": 60756, + "ĠsuperClass": 60757, + "\"strconv": 60758, + "ĠMohamed": 60759, + "Ġ'//": 60760, + "ForeColor": 60761, + "Arthur": 60762, + "ĠJungle": 60763, + "Ġveins": 60764, + "Sad": 60765, + "Ġbackups": 60766, + "ĠOpinion": 60767, + "ût": 60768, + "Ġintermitt": 60769, + "odyn": 60770, + "ĠChristina": 60771, + "Ġandre": 60772, + "Ġevacuation": 60773, + "palette": 60774, + "horse": 60775, + "ĠResident": 60776, + "ĠHassan": 60777, + ".Nil": 60778, + "Ġaisle": 60779, + "ĠGrowing": 60780, + "Ġbloginfo": 60781, + "/sql": 60782, + "_ioctl": 60783, + "Scaling": 60784, + "ĠMonad": 60785, + "_cpp": 60786, + "ĠHutch": 60787, + "ĠAppleWebKit": 60788, + "Expense": 60789, + "_JOB": 60790, + "Ġpointless": 60791, + "FromBody": 60792, + "antal": 60793, + "Ġdepicting": 60794, + "ĠCELL": 60795, + "Ġrefin": 60796, + "ĠCNC": 60797, + "ì¹ĺ": 60798, + "_dimensions": 60799, + "ĠSAN": 60800, + "Ġaft": 60801, + "Ġfootsteps": 60802, + "ccoli": 60803, + "_PHONE": 60804, + "/math": 60805, + "-kind": 60806, + "ĠMeans": 60807, + "ichael": 60808, + ".guna": 60809, + "Ġinauguration": 60810, + "-driving": 60811, + "(delete": 60812, + "ĠtotalCount": 60813, + "_MC": 60814, + ".Extension": 60815, + "Commercial": 60816, + "ĠzIndex": 60817, + "$": 60949, + "Ġebay": 60950, + "Ġcaptive": 60951, + "pliant": 60952, + "ĠCalculates": 60953, + "olta": 60954, + "esting": 60955, + "_revision": 60956, + "Ġmús": 60957, + "+m": 60958, + "\",\"\",\"": 60959, + "WHAT": 60960, + "Ġcompassionate": 60961, + "harga": 60962, + "[random": 60963, + "Ġmodulo": 60964, + "(sn": 60965, + "Ġoccupations": 60966, + "////Ċ": 60967, + "ĉboard": 60968, + "ĠBalk": 60969, + "wiÄħ": 60970, + "ĠWifi": 60971, + ".Profile": 60972, + ":maj": 60973, + "ĉmat": 60974, + "LOCKS": 60975, + "(jButton": 60976, + "Ġ('$": 60977, + "Mur": 60978, + "æĮī": 60979, + "bble": 60980, + "Ġfrog": 60981, + "-hide": 60982, + "Ġbroadcaster": 60983, + "à¸ŀ": 60984, + "haled": 60985, + "Ġamusing": 60986, + "_predictions": 60987, + "_intr": 60988, + "Ġeagle": 60989, + "аÑĤелÑĮ": 60990, + "ĠgetList": 60991, + "psilon": 60992, + "Ġcharacterization": 60993, + "ARDS": 60994, + "Ġrelocation": 60995, + "Ġrulers": 60996, + "PAY": 60997, + "ĠDefinitely": 60998, + "_Action": 60999, + "Ġclosures": 61000, + "Ġfactual": 61001, + "odynamic": 61002, + "Ġprecautions": 61003, + "niej": 61004, + "ĠParties": 61005, + "ĠSubaru": 61006, + "Ġcousins": 61007, + "arbeit": 61008, + ".money": 61009, + "gunta": 61010, + "(and": 61011, + "getitem": 61012, + ".StylePriority": 61013, + "Ġslid": 61014, + "singleton": 61015, + "Ġgarn": 61016, + "ĠPAS": 61017, + "Ġdazz": 61018, + "aż": 61019, + "Ġbogus": 61020, + "ĠMog": 61021, + "Ġrivalry": 61022, + "isol": 61023, + "Ġlandmarks": 61024, + "ñas": 61025, + "Bern": 61026, + "ĠSachs": 61027, + "Ġ\")ĊĊ": 61028, + "Ġhostility": 61029, + "_mex": 61030, + "mere": 61031, + "Mot": 61032, + "pictureBox": 61033, + "Defense": 61034, + "Ġaffidavit": 61035, + "otherwise": 61036, + ".directory": 61037, + "_UnityEngine": 61038, + "-blog": 61039, + ".skin": 61040, + "phem": 61041, + "Apellido": 61042, + "erchant": 61043, + "[class": 61044, + "Ġwart": 61045, + ".\"[": 61046, + "aleur": 61047, + "/back": 61048, + "ĠĠĠĠĉĠĠĠ": 61049, + "Ġprecipitation": 61050, + "Ġobstruction": 61051, + "ĠpObj": 61052, + "Ġrupt": 61053, + "UCKET": 61054, + "aye": 61055, + "æİĴ": 61056, + "gx": 61057, + "Ġecl": 61058, + "Ġsecrecy": 61059, + "/Header": 61060, + "ĠLesb": 61061, + "Ġlei": 61062, + "ĠBulletin": 61063, + "Ġgiveaway": 61064, + ".Home": 61065, + "_ROOM": 61066, + "\"W": 61067, + "Ġcowork": 61068, + "_ra": 61069, + "ĠCycling": 61070, + "ĠPaw": 61071, + "Ġpupil": 61072, + "/arch": 61073, + "ĠFileUtils": 61074, + "é¦ĸ": 61075, + "rsp": 61076, + "Ġfreedoms": 61077, + "ĠLear": 61078, + "}`).": 61079, + "Ġbowls": 61080, + "/block": 61081, + "_logging": 61082, + "Ġmethane": 61083, + "Ġhorns": 61084, + "Ġwonderfully": 61085, + "Ġalterations": 61086, + "Ġexile": 61087, + "lsen": 61088, + "_pause": 61089, + "_LANGUAGE": 61090, + "ĠUSDA": 61091, + "_mysql": 61092, + "_AMOUNT": 61093, + "ĠLIFE": 61094, + "Ġyoungsters": 61095, + "Ġriots": 61096, + "[E": 61097, + "Ġunforgettable": 61098, + ",},Ċ": 61099, + "Disposed": 61100, + "ĠAssassin": 61101, + "UNG": 61102, + "ĠNewsp": 61103, + "UserService": 61104, + ":aload": 61105, + "+',": 61106, + "Ġsettlers": 61107, + "Ġscreams": 61108, + "Ġinconvenience": 61109, + ".Rotate": 61110, + "Ġjars": 61111, + "ĠPuzzle": 61112, + "Ġmest": 61113, + "arsi": 61114, + "ĠSharma": 61115, + "|(": 61116, + ".ds": 61117, + "ĠSacred": 61118, + "_evt": 61119, + "Ġexpresses": 61120, + "Ġhoch": 61121, + "ĠDuch": 61122, + ".calls": 61123, + "thr": 61124, + "ĠSheffield": 61125, + ".AlertDialog": 61126, + "Ġradically": 61127, + "Ġtrous": 61128, + "Ġprevailing": 61129, + "ĠWWII": 61130, + "âĢĻn": 61131, + "ensely": 61132, + "ĠYesterday": 61133, + "ĠSirius": 61134, + "Ġkillers": 61135, + "ĠFFT": 61136, + "Ġoval": 61137, + "'):čĊ": 61138, + "Ġìłķë³´": 61139, + "ourage": 61140, + "ĠCheckbox": 61141, + "Workbook": 61142, + ".defer": 61143, + "_floor": 61144, + "Ġcouncill": 61145, + "Ġnorske": 61146, + "moil": 61147, + "orea": 61148, + "Ġmarketed": 61149, + "_SUR": 61150, + "xAA": 61151, + "Ġstained": 61152, + "eut": 61153, + "ĠMeng": 61154, + "Ġieee": 61155, + ".extern": 61156, + "egie": 61157, + "Ġrapp": 61158, + "ĠPyongyang": 61159, + "'class": 61160, + "Mob": 61161, + "ĠinitialValue": 61162, + "_wave": 61163, + "Ġjab": 61164, + "Ġmasculine": 61165, + "Ġamplifier": 61166, + "Ġtty": 61167, + "PathComponent": 61168, + "_xt": 61169, + "ĠGFP": 61170, + "/sec": 61171, + "ĉdispatch": 61172, + "markdown": 61173, + "ĠSchn": 61174, + "bole": 61175, + "··": 61176, + "mousemove": 61177, + "ĠerrMsg": 61178, + "Ġasign": 61179, + "_mono": 61180, + "ToSelector": 61181, + "ĠZu": 61182, + "(Rect": 61183, + "ĠErrorCode": 61184, + "latin": 61185, + "angible": 61186, + "vtk": 61187, + "CGSize": 61188, + "Pokemon": 61189, + "Ġclassmates": 61190, + "Ġattracts": 61191, + "ĠTatto": 61192, + "ultan": 61193, + "ológ": 61194, + "Ġhalted": 61195, + "न": 61196, + "ĠKart": 61197, + "Ġue": 61198, + "_InitStructure": 61199, + "TestClass": 61200, + "ĠAirbnb": 61201, + "_\",": 61202, + "Ġcharcoal": 61203, + "Ġipc": 61204, + "ĠStretch": 61205, + ".glide": 61206, + "latesAutoresizingMaskIntoConstraints": 61207, + "Ġpotion": 61208, + "ITTLE": 61209, + "Ġcountert": 61210, + "_hd": 61211, + "prepared": 61212, + "Ads": 61213, + "ĠVampire": 61214, + "robots": 61215, + ".CreateIndex": 61216, + "StatusLabel": 61217, + "Ġtucked": 61218, + "afür": 61219, + "Ut": 61220, + "Ġsweater": 61221, + "_FN": 61222, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĉ": 61223, + "ataka": 61224, + "Ġeyebrows": 61225, + "acoes": 61226, + "uden": 61227, + ".LinearLayoutManager": 61228, + "Ġsway": 61229, + "Ġmultin": 61230, + "())))Ċ": 61231, + "ĠNSUInteger": 61232, + "ĠMyBase": 61233, + "Partner": 61234, + "utschen": 61235, + "ĠCater": 61236, + ".setBackgroundColor": 61237, + "Ġaccomplishment": 61238, + "_problem": 61239, + ".dtd": 61240, + "ĠpageNumber": 61241, + "Ġjackets": 61242, + "Ġcropped": 61243, + "uels": 61244, + "ĠHep": 61245, + "Ġcapped": 61246, + "*Math": 61247, + "_callbacks": 61248, + "Ġpubb": 61249, + "ĠBrunswick": 61250, + ".respond": 61251, + "[\"_": 61252, + "Ġbedding": 61253, + "hythm": 61254, + "OX": 61255, + "(speed": 61256, + "Ġpesticides": 61257, + "Ġ-------": 61258, + ".Blue": 61259, + "Ġnoodles": 61260, + "ĠGoes": 61261, + "Ġsaver": 61262, + "oxy": 61263, + "_completion": 61264, + "ĠSwinger": 61265, + "ĠgetDate": 61266, + "Ġminded": 61267, + "integration": 61268, + "ĠLotus": 61269, + "(stop": 61270, + "(',');Ċ": 61271, + "Ġfloods": 61272, + "ĠWorkflow": 61273, + "Ġerupted": 61274, + "Macro": 61275, + "ĠSauce": 61276, + "ĠeventName": 61277, + "\\Input": 61278, + "Breaking": 61279, + "ĉwhen": 61280, + "_pw": 61281, + "INDER": 61282, + "ĠWellness": 61283, + "Ġvoxel": 61284, + "ĠMell": 61285, + "ĠMEDIA": 61286, + "SENS": 61287, + "ĠFunds": 61288, + "ĠMild": 61289, + "Ċ": 61298, + "Ġtempting": 61299, + "Ġtestament": 61300, + "Ġbible": 61301, + "Ġconsulted": 61302, + "ĠIndexError": 61303, + "è¨ĺ": 61304, + "Ġkeypad": 61305, + "izzo": 61306, + "(ok": 61307, + "Ġwhatsapp": 61308, + "ĠRemoteException": 61309, + "Ġteamed": 61310, + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ": 61311, + "»,": 61312, + "ĠgetTime": 61313, + "diag": 61314, + "issy": 61315, + "Ġhed": 61316, + "Ġknots": 61317, + "jom": 61318, + "Ġfunnel": 61319, + "-mails": 61320, + "Ġexporting": 61321, + "ĠVL": 61322, + "ĠKarn": 61323, + "ĠBuddhism": 61324, + "ĠAllan": 61325, + "_RADIUS": 61326, + "Ġwording": 61327, + "ĠForget": 61328, + "ĠCorona": 61329, + "iphy": 61330, + "Ġlimburg": 61331, + "uggy": 61332, + "ĠUserRepository": 61333, + "imin": 61334, + "(ele": 61335, + "Ġlabelled": 61336, + "社": 61337, + "ĠHerman": 61338, + ".qq": 61339, + "Ġ\"));Ċ": 61340, + "ieber": 61341, + ".Translate": 61342, + "ryn": 61343, + "Ġdesenv": 61344, + "umd": 61345, + "Simply": 61346, + "ĉmode": 61347, + "Rpc": 61348, + "ĠValencia": 61349, + "Ġstaffers": 61350, + "Ġselv": 61351, + "ĠSpike": 61352, + "Ġdelic": 61353, + "Ġeru": 61354, + "_DT": 61355, + "Judge": 61356, + "á»ķ": 61357, + "ĠBasin": 61358, + ".mutable": 61359, + "\"url": 61360, + "Ġtariff": 61361, + "ĠSleeve": 61362, + "Ġflare": 61363, + ".dropout": 61364, + "Ġbrides": 61365, + ")),čĊ": 61366, + "_constraints": 61367, + "destruct": 61368, + "Outline": 61369, + "Ġdisappears": 61370, + "_locked": 61371, + "ĠNSLocalizedString": 61372, + "cke": 61373, + "ĉnull": 61374, + "adresse": 61375, + "Ġtopping": 61376, + "ĠJoker": 61377, + "bishop": 61378, + "ноÑģÑĤÑĮ": 61379, + "andering": 61380, + "_amp": 61381, + "=time": 61382, + "_Space": 61383, + "_PULL": 61384, + "'=": 61385, + "Ġantiqu": 61386, + "Ġcach": 61387, + "___ĊĊ": 61388, + "ONES": 61389, + "оÑı": 61390, + "Ġunread": 61391, + ".policy": 61392, + "oooooooo": 61393, + "룬": 61394, + "Ġusted": 61395, + "ĠRece": 61396, + "Ġallem": 61397, + "ãĥ¼ãĤ¹": 61398, + "ĠThoughts": 61399, + "veillance": 61400, + "istrate": 61401, + "_lane": 61402, + "Ġfamed": 61403, + ".GetName": 61404, + "Ġsmoother": 61405, + "ĠQualified": 61406, + "azers": 61407, + "_geo": 61408, + "Fax": 61409, + "ĠMinds": 61410, + "ĠRaises": 61411, + "Ġtranscripts": 61412, + "Conversation": 61413, + "Ġremarked": 61414, + "ëĤĺ": 61415, + "dling": 61416, + "Ġdeploying": 61417, + "ĠsharedApplication": 61418, + "Ġkp": 61419, + "FontAwesomeIcon": 61420, + "_dummy": 61421, + "reiben": 61422, + "ĠJaneiro": 61423, + "Directions": 61424, + ".getBean": 61425, + "sass": 61426, + "Ġcommanders": 61427, + "vation": 61428, + "errorCode": 61429, + "ĠAlloy": 61430, + ".localized": 61431, + "Ðij": 61432, + "Ġdishwasher": 61433, + "ĠSoup": 61434, + "Nu": 61435, + "_Default": 61436, + "Ġuneven": 61437, + "Ġ/>\";Ċ": 61438, + "-Based": 61439, + "Ġseamlessly": 61440, + "-null": 61441, + "ĠXC": 61442, + "Ġstew": 61443, + "(delay": 61444, + "ATORS": 61445, + "ĠWheeler": 61446, + "\"H": 61600, + "east": 61601, + ".air": 61602, + "âĢľBut": 61603, + "ObjectContext": 61604, + "successfully": 61605, + "_land": 61606, + "Ġfolds": 61607, + "_COORD": 61608, + "Ġsubpo": 61609, + ".getAddress": 61610, + "instr": 61611, + "Materials": 61612, + "ÑĥÑģÑĤ": 61613, + "deposit": 61614, + "-last": 61615, + "_GRAY": 61616, + "=find": 61617, + "Ġmutant": 61618, + "Ġlesbienne": 61619, + "letcher": 61620, + "ROUGH": 61621, + "ureka": 61622, + ".capture": 61623, + "Ġenn": 61624, + "Ġ([[": 61625, + "ĠFlu": 61626, + "ĠtaskId": 61627, + "ĠHussein": 61628, + ".folder": 61629, + "Ġausterity": 61630, + "ISTRATION": 61631, + "_Impl": 61632, + "注æĦı": 61633, + "Ġdecree": 61634, + "-chat": 61635, + "Ġimplication": 61636, + "Ġguesses": 61637, + "ulkan": 61638, + "Analytics": 61639, + ".plus": 61640, + "COMMAND": 61641, + "ели": 61642, + "»ĊĊ": 61643, + "_SITE": 61644, + "ĠequalTo": 61645, + "SupportFragmentManager": 61646, + "ĠRecording": 61647, + "å®ĮæĪIJ": 61648, + "Ġbaggage": 61649, + "Ġpitchers": 61650, + "ĠEh": 61651, + "oque": 61652, + "ĉcnt": 61653, + "Ġ=>$": 61654, + "/foo": 61655, + "IRA": 61656, + "ĠSatellite": 61657, + "borah": 61658, + "Ġ}}\"Ċ": 61659, + "ĠEnds": 61660, + "ĠSpray": 61661, + ",param": 61662, + ".Chrome": 61663, + "*q": 61664, + "thought": 61665, + "ibrated": 61666, + "Ġthieves": 61667, + "Ġbeneficiaries": 61668, + "Entered": 61669, + "ottesville": 61670, + "Ġveterin": 61671, + "ByID": 61672, + "quipe": 61673, + "umption": 61674, + "-unit": 61675, + "ExecutionContext": 61676, + "@s": 61677, + "ĠGiov": 61678, + ".ToolTip": 61679, + "_friend": 61680, + "(attributes": 61681, + "Ġdumping": 61682, + "ĠJC": 61683, + "_DOCUMENT": 61684, + "ĠArmour": 61685, + "(insert": 61686, + ".HorizontalAlignment": 61687, + "ĠQed": 61688, + "ãģĦãģ¾ãģĻ": 61689, + "/git": 61690, + "ĠYYYY": 61691, + "ĠCardiff": 61692, + "Ġapa": 61693, + "organic": 61694, + "ĠWhereas": 61695, + "ĠæĿ": 61696, + "ĠMia": 61697, + "Ġdemolition": 61698, + "Ġscars": 61699, + "Ġpai": 61700, + "Ġretries": 61701, + "Ġrq": 61702, + "ĠDenis": 61703, + "(Utils": 61704, + "Ġalleviate": 61705, + "ĠPIC": 61706, + "idue": 61707, + "Ġacknowledging": 61708, + "Ġ//////////////////////////////////": 61709, + "ç¡®å®ļ": 61710, + "Ä«": 61711, + "\\Json": 61712, + ".binary": 61713, + "Ġxtype": 61714, + "signals": 61715, + "ĠAppearance": 61716, + "&r": 61717, + "}s": 61718, + "Ci": 61719, + "ĠIllum": 61720, + "porate": 61721, + "hog": 61722, + "ĠindexOf": 61723, + "\\Command": 61724, + "_parallel": 61725, + "ĠSherlock": 61726, + "íĥ": 61727, + "Ġ\"\")čĊ": 61728, + "////////////////////////////////////////////////////////////////////////////////////////////////": 61729, + "Ġcriticize": 61730, + "ĠSoap": 61731, + "ĠMatcher": 61732, + "Ġgrilled": 61733, + "*T": 61734, + "Ġadore": 61735, + "ulling": 61736, + "Ġjedoch": 61737, + "_refs": 61738, + "leanup": 61739, + "ĠJAXB": 61740, + "Ġroses": 61741, + "ĠLiam": 61742, + "sizei": 61743, + "Ġgetchar": 61744, + "Ġtarde": 61745, + "-tooltip": 61746, + "Ġqualifier": 61747, + "ĠIntermediate": 61748, + "_Window": 61749, + "ĠMalta": 61750, + "Disconnect": 61751, + "ewhere": 61752, + "Campo": 61753, + "Ġirrational": 61754, + "ledo": 61755, + "ĠDN": 61756, + "ARGV": 61757, + "Ġoutro": 61758, + "Ġthirteen": 61759, + "Joseph": 61760, + "MAR": 61761, + "/gl": 61762, + "Jess": 61763, + "ĠPsychiat": 61764, + "ĠpaddingBottom": 61765, + "-loop": 61766, + "/fonts": 61767, + "_seen": 61768, + "Teams": 61769, + "ReactDOM": 61770, + "(man": 61771, + "(xpath": 61772, + ".getSimpleName": 61773, + ">(*": 61774, + "ĠPvt": 61775, + "Ġelders": 61776, + "Ġpies": 61777, + ".userAgent": 61778, + "-region": 61779, + "ĠGreeks": 61780, + "(fragment": 61781, + "stu": 61782, + "Ġcouncils": 61783, + "Ġstamina": 61784, + "ĠGoddess": 61785, + "西": 61786, + "Ġphilosophers": 61787, + "Ġpersone": 61788, + "ĠLose": 61789, + "ĠCLR": 61790, + "ĠDocs": 61791, + "Ġsoak": 61792, + "ĠHOLDER": 61793, + "Ġbells": 61794, + "hashCode": 61795, + "RATE": 61796, + "_WEIGHT": 61797, + "inous": 61798, + "endra": 61799, + "ophobic": 61800, + "Ġprose": 61801, + "Ġfinely": 61802, + "/oauth": 61803, + "(space": 61804, + "adge": 61805, + "ĠMama": 61806, + "ĠstringBuffer": 61807, + "Ġstint": 61808, + "Ġmisma": 61809, + "Ġvillains": 61810, + "ĠCrimea": 61811, + "Ġdiploma": 61812, + "ĠпоÑģл": 61813, + "ĠBea": 61814, + "(join": 61815, + "Ġíķ´": 61816, + "CHAT": 61817, + "pering": 61818, + "ĠCros": 61819, + "Ġmonkeys": 61820, + "Ġpreds": 61821, + "yla": 61822, + ",,,": 61823, + "Ġvibrator": 61824, + "ĠNU": 61825, + "åħĪ": 61826, + "fant": 61827, + "zet": 61828, + "Ġbietet": 61829, + "unft": 61830, + "sworth": 61831, + ".Flow": 61832, + "Ġpsyched": 61833, + "ĠContinental": 61834, + ">t": 61835, + "Ġquilt": 61836, + ".UP": 61837, + "Ġexpansive": 61838, + "Dispose": 61839, + "(language": 61840, + "Caps": 61841, + "_ZONE": 61842, + "Ġrecycle": 61843, + "ĠManaged": 61844, + "currentColor": 61845, + ".broadcast": 61846, + "signIn": 61847, + ".prom": 61848, + "llu": 61849, + "ueblo": 61850, + "Ġpunches": 61851, + "Ġautomat": 61852, + "Ġassigning": 61853, + "ĠcreateUser": 61854, + "ĠAllied": 61855, + "Ġconductor": 61856, + "Ĥ¨": 61857, + "Ġsaddle": 61858, + "Ġdni": 61859, + "omedical": 61860, + "-West": 61861, + "PositiveButton": 61862, + "Ġitalic": 61863, + "?[": 61864, + "(trigger": 61865, + "Ġelephants": 61866, + "\":\"\",\"": 61867, + "Ġcaliber": 61868, + "rafted": 61869, + "digits": 61870, + "Ġmarshal": 61871, + "milliseconds": 61872, + "markers": 61873, + "mom": 61874, + "/place": 61875, + "Ġholistic": 61876, + ":t": 61877, + "#,": 61878, + "Ġboto": 61879, + "Ġnausea": 61880, + "ĠShooting": 61881, + "itech": 61882, + "ĠtextStatus": 61883, + "())Ċ": 62104, + "ADDRESS": 62105, + "BST": 62106, + "etzt": 62107, + "ĠQgs": 62108, + "Sense": 62109, + "ExceptionHandler": 62110, + "ĠChu": 62111, + ".getOwnProperty": 62112, + "Ġexercised": 62113, + "iotic": 62114, + "ĠReleases": 62115, + "Ġpinterest": 62116, + "olie": 62117, + "isoft": 62118, + "Ġsequencing": 62119, + "Ġpadre": 62120, + "]));čĊ": 62121, + "(radius": 62122, + ".med": 62123, + "ainties": 62124, + ".ObjectModel": 62125, + "Ġemple": 62126, + "Ġseguro": 62127, + "Stars": 62128, + "Ġqualitative": 62129, + "lemn": 62130, + "á»±": 62131, + ">\").": 62132, + "Ġgx": 62133, + "-cert": 62134, + "ĠASTM": 62135, + "Ġfullname": 62136, + "Ġtelemetry": 62137, + "ĠCambodia": 62138, + "_ul": 62139, + "ĠClare": 62140, + "CUSTOM": 62141, + "QC": 62142, + "ĠUns": 62143, + "ĠHTTPS": 62144, + "ĠParkinson": 62145, + "ancybox": 62146, + "','.": 62147, + "Tue": 62148, + ".getLast": 62149, + "Ġabi": 62150, + "Äħd": 62151, + "Ast": 62152, + "ĠEditing": 62153, + ".Unity": 62154, + "jmp": 62155, + "Ġmats": 62156, + "ĠsharedPreferences": 62157, + "Captain": 62158, + ".pageSize": 62159, + "Ġrtl": 62160, + "Ġanmeld": 62161, + "RuntimeObject": 62162, + "Ġdemande": 62163, + "(\";": 62164, + "seite": 62165, + "-headed": 62166, + "ĠKra": 62167, + "ĠFONT": 62168, + "`\\": 62169, + "ClassNotFoundException": 62170, + ".avg": 62171, + "atical": 62172, + "Aj": 62173, + "Ġpermitting": 62174, + "Proj": 62175, + "ERRQ": 62176, + "Ġcreampie": 62177, + "ĠBuyer": 62178, + "-modules": 62179, + "ĠSundays": 62180, + "|`Ċ": 62181, + "Ġdaytime": 62182, + "Ġ+(": 62183, + "Ġglitch": 62184, + "ĠOperand": 62185, + "Ġtoxins": 62186, + "inya": 62187, + "DNS": 62188, + "ĠSas": 62189, + "Cake": 62190, + "ĠNationals": 62191, + ".addTo": 62192, + "Ġsinking": 62193, + "Ġcomprehension": 62194, + "Ġscor": 62195, + "agements": 62196, + "Ġtard": 62197, + "Ġmarching": 62198, + "ĠMTV": 62199, + "Ġsane": 62200, + "CreateInfo": 62201, + "ắ": 62202, + "ĠendIndex": 62203, + "ĉlayout": 62204, + "ĠåIJį": 62205, + "SITE": 62206, + "ĠTHERE": 62207, + "Ġ[{'": 62208, + "opathic": 62209, + "Ġtransmitter": 62210, + "/body": 62211, + "Ġpund": 62212, + "ĠClosing": 62213, + "Ġsetattr": 62214, + "Ġbounded": 62215, + "Atlas": 62216, + "suming": 62217, + "(times": 62218, + "parer": 62219, + "ynom": 62220, + "feit": 62221, + "Ġfrem": 62222, + "-leg": 62223, + "ĠBras": 62224, + ">#": 62225, + "Ġì¶ľëł¥": 62226, + "ĠINSTANCE": 62227, + "ĠCouch": 62228, + "_hosts": 62229, + "likelihood": 62230, + ".Marker": 62231, + "ĠMasks": 62232, + "Ġcereal": 62233, + "utilities": 62234, + "Ġelemental": 62235, + "Ġdistorted": 62236, + "inactive": 62237, + "cry": 62238, + "WL": 62239, + "UPPORTED": 62240, + ".Throws": 62241, + "/schema": 62242, + "serie": 62243, + ".\"',": 62244, + "ĠBenedict": 62245, + "-picker": 62246, + "iggs": 62247, + "ĠPirate": 62248, + "åij¨æľŁ": 62249, + "ĠThema": 62250, + "ĠSouthampton": 62251, + "ĠarrayWith": 62252, + "ĠPaula": 62253, + "Ġpredictor": 62254, + "-Ass": 62255, + ".userid": 62256, + "Ġperi": 62257, + "Ġexaggerated": 62258, + "urate": 62259, + "arseille": 62260, + "ĠConcent": 62261, + "ĠPik": 62262, + "Ġ@_;ĊĊ": 62263, + "Ġformations": 62264, + "Ġdenomin": 62265, + "\"/>.Ċ": 62266, + "endedor": 62267, + "Ġpancre": 62268, + "Ġamt": 62269, + "ĠonResume": 62270, + "onDelete": 62271, + "ĠBCH": 62272, + ")(\"": 62273, + "movement": 62274, + "Ġpotassium": 62275, + "": 70826, + "ĠPPC": 70827, + "isz": 70828, + "akeFromNib": 70829, + "ĠDisp": 70830, + "ĠAthletics": 70831, + "Ġnightclub": 70832, + "GOOD": 70833, + ".setGeometry": 70834, + "+[": 70835, + "/send": 70836, + "Ġbinaries": 70837, + "Ġráp": 70838, + ":req": 70839, + "-consuming": 70840, + "ertime": 70841, + "UPDATED": 70842, + "_nullable": 70843, + "VIN": 70844, + "ulia": 70845, + "cyan": 70846, + "Ġmisunderstanding": 70847, + "orical": 70848, + "degrees": 70849, + "Leading": 70850, + ".AR": 70851, + "ickest": 70852, + "Nuevo": 70853, + "uforia": 70854, + "Ġgoodies": 70855, + "Ġfores": 70856, + "()<<\"": 70857, + "ademic": 70858, + "ActionCreators": 70859, + "servername": 70860, + "(nt": 70861, + "dbContext": 70862, + "Ġairborne": 70863, + "Ġexhibitions": 70864, + "cele": 70865, + "Ġtela": 70866, + "": 70882, + ".setPreferredSize": 70883, + "ĠMID": 70884, + "ĠAless": 70885, + "Ġhorsepower": 70886, + "Ġatm": 70887, + "ĠPackaging": 70888, + "Ġciphertext": 70889, + "RequestMethod": 70890, + "Ġbeiden": 70891, + "è£": 70892, + "ĠPOW": 70893, + ".WriteHeader": 70894, + "director": 70895, + "-but": 70896, + "ãģłãģķãģĦ": 70897, + "incer": 70898, + "_dn": 70899, + "!!!!!": 70900, + "Ġmanufactures": 70901, + ".TextUtils": 70902, + "Ġconsciously": 70903, + "Ġbounced": 70904, + "culture": 70905, + "ĠSpar": 70906, + "ĠPiper": 70907, + ".press": 70908, + "-owner": 70909, + "Ġevaluator": 70910, + "ĠSTREAM": 70911, + ".PictureBoxSizeMode": 70912, + "Ġsugars": 70913, + "ScreenWidth": 70914, + "ĠnextState": 70915, + "Ġivory": 70916, + "Ġbrunch": 70917, + "density": 70918, + "_OW": 70919, + "ĠCoronavirus": 70920, + "ĠCFR": 70921, + "bak": 70922, + "\\Category": 70923, + "æķ°ç»Ħ": 70924, + "Ġinvokevirtual": 70925, + "}()Ċ": 70926, + "Ġsujet": 70927, + "-marker": 70928, + "isdigit": 70929, + "ĠMobil": 70930, + "ĠJsonRequestBehavior": 70931, + "_REMOTE": 70932, + ".existsSync": 70933, + "Ġriches": 70934, + ".presenter": 70935, + "ĠglColor": 70936, + "Ġhanya": 70937, + "Ġfortress": 70938, + "Ġflashed": 70939, + "viz": 70940, + "requently": 70941, + "buat": 70942, + "$con": 70943, + ">|": 70944, + ".Func": 70945, + "Ġhumorous": 70946, + "uem": 70947, + ".ZERO": 70948, + "ĠSTL": 70949, + "ĠBuk": 70950, + "/sample": 70951, + "ĠGros": 70952, + "Recipes": 70953, + "Ġinflated": 70954, + "Ġswung": 70955, + ":F": 70956, + "Facing": 70957, + ".Theme": 70958, + "ник": 70959, + "Ġsplendid": 70960, + "ĠrequestId": 70961, + ".CenterScreen": 70962, + "/autoload": 70963, + "embedded": 70964, + "_depart": 70965, + "ĠPorts": 70966, + "à¹ĥ": 70967, + "айд": 70968, + "discussion": 70969, + "_consum": 70970, + "Ġscouts": 70971, + "Ġcolabor": 70972, + ".Stage": 70973, + ".nano": 70974, + "eldorf": 70975, + "Ġgemacht": 70976, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 70977, + "Ġpolicymakers": 70978, + "_PKT": 70979, + ",Th": 70980, + "oky": 70981, + "_UID": 70982, + "Ping": 70983, + "Ġorchest": 70984, + "Ġoptics": 70985, + "uhan": 70986, + "ĠXOR": 70987, + "Ġespañol": 70988, + "ĠAdidas": 70989, + "rng": 70990, + "mans": 70991, + ".vstack": 70992, + "Ġgetaway": 70993, + "Ġhierarchical": 70994, + "anoia": 70995, + "ĠBitmapFactory": 70996, + "realm": 70997, + "ĉap": 70998, + "_apps": 70999, + "-divider": 71000, + ".drawer": 71001, + "ĠHARD": 71002, + "'];?>Ċ": 71003, + "-packed": 71004, + "æ²»": 71005, + "_STRUCTURE": 71006, + "[Y": 71007, + "iParam": 71008, + "(eq": 71009, + "Ġencompasses": 71010, + "Ġ\\ĊĊ": 71011, + "->[": 71012, + "&utm": 71013, + "groupon": 71014, + "strate": 71015, + "DY": 71016, + "omorphic": 71017, + "':[": 71018, + "Ġgravitational": 71019, + "ĠMicha": 71020, + "ĠTencent": 71021, + "Ġcoached": 71022, + "ì¶ľ": 71023, + "ÑĥменÑĤ": 71024, + "/mobile": 71025, + "MouseDown": 71026, + "bud": 71027, + "ĠYas": 71028, + "ĠProviders": 71029, + "NZ": 71030, + "ĉreport": 71031, + "errmsg": 71032, + "ĠimagePath": 71033, + "acterial": 71034, + "ĠManga": 71035, + "wicklung": 71036, + "(usuario": 71037, + "\"));čĊčĊ": 71038, + "/***": 71039, + "Ġorganise": 71040, + "Indexed": 71041, + "_QUAL": 71042, + "(PyObject": 71043, + "Ġsurrendered": 71044, + "POCH": 71045, + "ĠNOTES": 71046, + "\\\\\"": 71047, + "-job": 71048, + "Ġseventy": 71049, + "####Ċ": 71050, + "ĠManor": 71051, + "Ġdownright": 71052, + "Ġtimeframe": 71053, + "insurance": 71054, + "checker": 71055, + "ĠSECRET": 71056, + "Ġechoes": 71057, + "ĠCarmen": 71058, + ".setHorizontalAlignment": 71059, + "ĠisChecked": 71060, + "ĠTOR": 71061, + "_nn": 71062, + "('(": 71063, + "FetchRequest": 71064, + "ĠPrinted": 71065, + "Fluid": 71066, + "ĠSTACK": 71067, + "GES": 71068, + "aigned": 71069, + "igor": 71070, + ".Unknown": 71071, + "CBC": 71072, + "ĠCarlson": 71073, + ".URI": 71074, + "Ġplight": 71075, + "/start": 71076, + "ĠPersonnel": 71077, + "ĠPREFIX": 71078, + ",**": 71079, + "Ġlimite": 71080, + "_heat": 71081, + "%ï¼Į": 71082, + "ĠDonne": 71083, + "getNode": 71084, + "ĠScientology": 71085, + "Ġcomet": 71086, + "Ġwenig": 71087, + "Aside": 71088, + "ĠMPEG": 71089, + "'?": 71090, + "variably": 71091, + ".endDate": 71092, + "Ġuncont": 71093, + "ĠScores": 71094, + "ĠLoginForm": 71095, + ".generated": 71096, + ",ch": 71097, + "-mar": 71098, + "ĠNed": 71099, + "ĠeventId": 71100, + "+p": 71101, + "ĠSIN": 71102, + "/reset": 71103, + ".REACT": 71104, + "ĠMessi": 71105, + "_RANK": 71106, + ".writeFile": 71107, + "Ġcripp": 71108, + "esthetic": 71109, + "ERSIST": 71110, + "Ġreimbursement": 71111, + "CurrentValue": 71112, + "Ġunin": 71113, + "DownLatch": 71114, + "ĠpaddingRight": 71115, + "Ġstocked": 71116, + "/'.": 71117, + "Ġrepayment": 71118, + "trak": 71119, + "/backend": 71120, + "Ġизмен": 71121, + "CSR": 71122, + "Ġpreventive": 71123, + "Ġpantalla": 71124, + "_trim": 71125, + "Pedido": 71126, + "hospital": 71127, + "Ġmanageable": 71128, + "routeParams": 71129, + "textures": 71130, + "......ĊĊ": 71131, + "Ġsélection": 71132, + "NameValuePair": 71133, + "Ġpollut": 71134, + "Modes": 71135, + "ĠLaud": 71136, + "jay": 71137, + "ĠUrs": 71138, + "Ġsigner": 71139, + "ĠJJ": 71140, + "ĠCherokee": 71141, + "_EXISTS": 71142, + "Ġdwar": 71143, + "Ġ($('#": 71144, + "Ġreef": 71145, + ">{$": 71146, + "ĠBaylor": 71147, + "ĠModelState": 71148, + "-_": 71149, + "ĠStructures": 71150, + "Ġsouvent": 71151, + "Specify": 71152, + "(pipe": 71153, + "Ġfracking": 71154, + "ĠGPA": 71155, + "Ġbele": 71156, + "ĉĉĉĉĉĉĉĠĠĠ": 71157, + "ĠMinority": 71158, + "Ġtud": 71159, + "Ġopenness": 71160, + "ĠIllustrated": 71161, + "Ġoxidation": 71162, + "ĠNK": 71163, + "ĉUpdate": 71164, + "ĠEMS": 71165, + "ĠTeddy": 71166, + "Ġgenerals": 71167, + "ĉMat": 71168, + "Ġradios": 71169, + "ĠAntique": 71170, + "conomy": 71171, + "ĠSquadron": 71172, + ")','": 71173, + "声": 71174, + "Ġyoure": 71175, + "ĠMainPage": 71176, + "Ġbehaviours": 71177, + "enght": 71178, + "(@\"%@\",": 71179, + "Ġtestcase": 71180, + "ĠCompilation": 71181, + "Ġflavours": 71182, + "ĠExtend": 71183, + "illator": 71184, + "Ġcoh": 71185, + "Ġspline": 71186, + "ĠKG": 71187, + "-pay": 71188, + "Ġcommunism": 71189, + "ĠBusinesses": 71190, + "ocking": 71191, + ".MaxLength": 71192, + "assandra": 71193, + "quiring": 71194, + "adden": 71195, + "ĠJeb": 71196, + "_fault": 71197, + "[file": 71198, + "Ġprominence": 71199, + "disciplinary": 71200, + "âĢĶthey": 71201, + "_extent": 71202, + "ĠVIC": 71203, + "Ġentails": 71204, + ".partner": 71205, + "Ġhippoc": 71206, + "League": 71207, + "çĶ·": 71208, + "wipe": 71209, + "-spinner": 71210, + "Ġsalute": 71211, + "ĠSurgical": 71212, + "(outputs": 71213, + "worked": 71214, + "[strlen": 71215, + "appointed": 71216, + "ĠHeg": 71217, + "ĠACPI": 71218, + "([^": 71219, + "uala": 71220, + "_tol": 71221, + "ĠRit": 71222, + ".Payment": 71223, + "kowski": 71224, + "Ġwalmart": 71225, + "requirements": 71226, + "ĠFINSEQ": 71227, + "_BACKGROUND": 71228, + "ĠOsborne": 71229, + "(errorMessage": 71230, + "Reporting": 71231, + "Ġauctions": 71232, + "Ġcombos": 71233, + "ĠNoticed": 71234, + "_oct": 71235, + "Ġprimero": 71236, + "taire": 71237, + "_hr": 71238, + "Ġмод": 71239, + "Ġcontradictory": 71240, + "=\"@": 71241, + "achines": 71242, + "(optarg": 71243, + "ĠPenguin": 71244, + "ĠAbbas": 71245, + "Ġsublime": 71246, + "Ġpageable": 71247, + "ĠDefensive": 71248, + "Ġdistinctly": 71249, + "ĠAutomatically": 71250, + "Understanding": 71251, + "EqualityComparer": 71252, + "gota": 71253, + "Ġ\"::": 71254, + "Ġpulver": 71255, + "ĠBattles": 71256, + "Ġunparalleled": 71257, + "TCHA": 71258, + "Ġconstrued": 71259, + "-aff": 71260, + "Ġprecursor": 71261, + "-lfs": 71262, + "Ġmaduras": 71263, + "ĠDaisy": 71264, + "ĠArbeits": 71265, + ".Management": 71266, + "ĉIn": 71267, + "Ġrobes": 71268, + "Ġspéc": 71269, + "âĢľ(": 71270, + "Ġmaternity": 71271, + "extent": 71272, + "ĠSpacer": 71273, + "DidAppear": 71274, + "ĉus": 71275, + ".getRequestDispatcher": 71276, + "(cols": 71277, + "Ġplummet": 71278, + "ìħ": 71279, + "Ġ{ĊĊĊĊ": 71280, + "érica": 71281, + "ĠSizes": 71282, + ".enum": 71283, + ".Highlight": 71284, + "Ġ!!}ĊĊĊ": 71293, + "Wenn": 71294, + "Ġclimax": 71295, + "Ġcrem": 71296, + "_that": 71297, + "[âĢ¦": 71298, + "_domains": 71299, + "_REPLY": 71300, + "Ġcompleta": 71301, + "VEST": 71302, + "_particle": 71303, + "Ġsop": 71304, + "Ġfatalities": 71305, + "implify": 71306, + "ĠSKF": 71307, + "Ġinfusion": 71308, + "ĠJavier": 71309, + "Ġballet": 71310, + "Ġamigo": 71311, + ".want": 71312, + "Ġcollagen": 71313, + "ĠLawyer": 71314, + ".Statement": 71315, + ".rt": 71316, + "baar": 71317, + "EndPoint": 71318, + "ĠBek": 71319, + "SHIP": 71320, + "Ġpatriarch": 71321, + "ĠAunt": 71322, + "_TM": 71323, + "ĠmÃŃn": 71324, + "Ġmastered": 71325, + "WXYZ": 71326, + "Ġespos": 71327, + "=logging": 71328, + "Ġrighteousness": 71329, + "torrent": 71330, + "Ġbst": 71331, + "_CHAIN": 71332, + "Ġoutskirts": 71333, + "(rotation": 71334, + "Ġ'.')": 71335, + "igrants": 71336, + "+lsi": 71337, + "ĠCCTV": 71338, + "_PHASE": 71339, + ".azure": 71340, + "_Process": 71341, + "vae": 71342, + "ĠTropical": 71343, + "ĠAnkara": 71344, + "imageView": 71345, + "_RUNNING": 71346, + "Ġ*)__": 71347, + "ến": 71348, + "(cli": 71349, + "scatter": 71350, + "Ġsche": 71351, + "Registrar": 71352, + "Ġairing": 71353, + "Ġpyplot": 71354, + "isión": 71355, + "/customer": 71356, + "Ġsimplement": 71357, + "Ġclassy": 71358, + "ĠDWC": 71359, + "ĠBashar": 71360, + "ĠDEVELO": 71361, + "ĠVick": 71362, + "avail": 71363, + "ĠHö": 71364, + "_extend": 71365, + "drFc": 71366, + ".isNotBlank": 71367, + "Ġplais": 71368, + "|}Ċ": 71369, + "Ġpornofil": 71370, + "labs": 71371, + "Ġhaus": 71372, + "Ġoriginating": 71373, + "Ġsurrounds": 71374, + "ĠQUAL": 71375, + "meg": 71376, + "/logger": 71377, + "[obj": 71378, + "Ġirresponsible": 71379, + "ĠPublicKey": 71380, + "HONE": 71381, + ":'/": 71382, + "ibox": 71383, + "ĠFVector": 71384, + "|{Ċ": 71385, + "ataloader": 71386, + "hawks": 71387, + "HDR": 71388, + "Ġescalation": 71389, + "ĠPodsDummy": 71390, + "elite": 71391, + "Ġpresup": 71392, + "Cached": 71393, + ">G": 71394, + ".optimizer": 71395, + "ĠVisible": 71396, + "´Ģ": 71397, + "Ġnen": 71398, + "Ġpcs": 71399, + "ĠIdle": 71400, + "[Any": 71401, + "Ġkeyboards": 71402, + "ĠCOMPONENT": 71403, + "Ġtitanium": 71404, + "(mut": 71405, + "ĠLedger": 71406, + "Ġprosperous": 71407, + "etrofit": 71408, + "_LL": 71409, + "_patient": 71410, + "Ġpdata": 71411, + "Ġkontakte": 71412, + "Swipe": 71413, + "Ġcheerful": 71414, + "ĠHonduras": 71415, + "\"][$": 71416, + "Ġhemorrh": 71417, + "\":\"+": 71418, + "Ġleasing": 71419, + "Ġinstalls": 71420, + "ĠPax": 71421, + "ĠLogistics": 71422, + "Ġkinetic": 71423, + "ĠPhon": 71424, + "_movement": 71425, + "ĉbytes": 71426, + "Ġcinco": 71427, + "ĠMadness": 71428, + "\")+": 71429, + "ĠJE": 71430, + "_ij": 71431, + "SceneManager": 71432, + "ĠBust": 71433, + "ptest": 71434, + "aea": 71435, + "Ġbesser": 71436, + "ÃŃg": 71437, + "дин": 71438, + "(tasks": 71439, + "(\"(\"": 71440, + "setType": 71441, + "(outfile": 71442, + "ĉreset": 71443, + "ĠARC": 71444, + "Ġmúsica": 71445, + "ĠShelf": 71446, + "ĠminY": 71447, + "pch": 71448, + "Ġweiber": 71449, + "issor": 71450, + "Ġtrouve": 71451, + "ĉButton": 71452, + "Ġregenerated": 71453, + "Å£i": 71454, + "imachinery": 71455, + "blocking": 71456, + ".dataTables": 71457, + "_frac": 71458, + "ĠAdvantage": 71459, + ".visitMethod": 71460, + "éĩįæĸ°": 71461, + "Ġextrapol": 71462, + "Ġteasing": 71463, + "ĠHitch": 71464, + "ĠGeek": 71465, + "ESCO": 71466, + "Ġwich": 71467, + "ĉax": 71468, + "_decor": 71469, + "ĠscreenWidth": 71470, + "ĠSophia": 71471, + "Forgot": 71472, + ".uni": 71473, + "ĠVenture": 71474, + "_collision": 71475, + "Ġlawmaker": 71476, + "(Edit": 71477, + "blers": 71478, + "ĠgetNext": 71479, + "âĢĶyou": 71480, + "MediaPlayer": 71481, + "ĠHorde": 71482, + "ĠCongressman": 71483, + "observations": 71484, + "ĉproperty": 71485, + "Ġ<--": 71486, + "CreatedAt": 71487, + "ubyte": 71488, + "Ġquarantine": 71489, + "Ġdistressed": 71490, + "_APB": 71491, + "ĠGoodman": 71492, + "ãĤ«": 71493, + "Ġrecomend": 71494, + "_PRINTF": 71495, + "DONE": 71496, + "Bindable": 71497, + "rstrip": 71498, + "centaje": 71499, + "ĠUnexpected": 71500, + "ĠSCHOOL": 71501, + "ĠProfessionals": 71502, + "ĠGPUs": 71503, + "Lesson": 71504, + "Exclusive": 71505, + "Ġatrav": 71506, + "ĠDank": 71507, + "ĠLawyers": 71508, + "ĠWalton": 71509, + ">[]": 71510, + "Ġaloud": 71511, + "=\"../../../": 71512, + "Ġdebating": 71513, + "ĠAVG": 71514, + "_VOL": 71515, + "/cgi": 71516, + ".deg": 71517, + ":g": 71518, + ".Infof": 71519, + "MeasureSpec": 71520, + ".song": 71521, + "mtree": 71522, + "ulls": 71523, + "Jordan": 71524, + "ĠCovers": 71525, + "Ġattributable": 71526, + "Ġjedis": 71527, + "iatrics": 71528, + "Ġrotterdam": 71529, + "Ġmeld": 71530, + "ĠContentType": 71531, + "Ġmantle": 71532, + "Ġalice": 71533, + "_duplicate": 71534, + "/Internal": 71535, + "Ġfilesize": 71536, + "ĉfire": 71537, + "rese": 71538, + "ondere": 71539, + "Ġfamiliarity": 71540, + "ĠCrest": 71541, + "Ġkarma": 71542, + "Ġtorino": 71543, + "Ġmesa": 71544, + "/temp": 71545, + "Ġchir": 71546, + "ĠOverflow": 71547, + "Ġtenemos": 71548, + "unik": 71549, + "NEXT": 71550, + "Alle": 71551, + "Ġnxt": 71552, + "Mart": 71553, + "Ġatl": 71554, + "Ġperiodo": 71555, + "_you": 71556, + "Ġ})).": 71557, + "intestinal": 71558, + ".AdapterView": 71559, + "Ġhesitant": 71560, + "Ġcomparatively": 71561, + ".UInt": 71562, + "(viewModel": 71563, + "Ġsangat": 71564, + "ĠResponsive": 71565, + "ĠZack": 71566, + "âħ": 71567, + "JAVA": 71568, + "ĠFuller": 71569, + "ĠâĿ¤": 71570, + ".Consumer": 71571, + "Ġank": 71572, + "Ġreactors": 71573, + "fuck": 71574, + "_rat": 71575, + "ĠsessionFactory": 71576, + "_backward": 71577, + "Ġscrambled": 71578, + "ĉth": 71579, + "Ġinsensitive": 71580, + "Ġchamps": 71581, + "Ġnginx": 71582, + "Ġconhec": 71583, + "ĠJasper": 71584, + ".fm": 71585, + "StrictEqual": 71586, + "achsen": 71587, + "-Nov": 71588, + "lassen": 71589, + ".integration": 71590, + "(lbl": 71591, + "Compose": 71592, + "ĠFon": 71593, + "Ãļ": 71594, + "Gratis": 71595, + "ĠLime": 71596, + "ĠAdapterView": 71597, + "Ġpoisoned": 71598, + "anchors": 71599, + "设计": 71600, + "']?>\"": 71601, + "Ġprocur": 71602, + "Italy": 71603, + ".MONTH": 71604, + "ĠLUA": 71605, + "ĠLithuania": 71606, + "ĠHeads": 71607, + "_CHUNK": 71608, + "ĠPUSH": 71609, + "AspectRatio": 71610, + "Ġweg": 71611, + "Ġvids": 71612, + "ĠWein": 71613, + "ĉINT": 71614, + "sessionId": 71615, + "Industry": 71616, + "Ġdenounced": 71617, + "JKLM": 71618, + "ĠVanessa": 71619, + ".Identifier": 71620, + "propri": 71621, + "Ġиг": 71622, + "Ġtécn": 71623, + "Ġmosaic": 71624, + "StreamReader": 71625, + "-Th": 71626, + "forth": 71627, + "Ġadherence": 71628, + "bate": 71629, + "Ġknights": 71630, + "sounds": 71631, + "Ġsalle": 71632, + "OMET": 71633, + "ãĤ¹ãĥĪ": 71634, + "-tm": 71635, + "ĠRhe": 71636, + ".FileOutputStream": 71637, + "åĪĨç±»": 71638, + "ĠENG": 71639, + "holiday": 71640, + "ĠCongratulations": 71641, + ")(Ċ": 71642, + "Ġaggregates": 71643, + "HOOK": 71644, + "ewire": 71645, + "Senator": 71646, + "Ġembeddings": 71647, + "epy": 71648, + "(COM": 71649, + "Ġrobber": 71650, + "äter": 71651, + "wang": 71652, + "_teacher": 71653, + "Ġresentment": 71654, + "Ġlettuce": 71655, + "erreur": 71656, + "(ic": 71657, + "ĠTactical": 71658, + "ĠContracts": 71659, + "Ġmænd": 71660, + "Ġsitios": 71661, + "Ġbastante": 71662, + "Ġnuevos": 71663, + "ĉNdrFc": 71664, + "ĠprivateKey": 71665, + "ucch": 71666, + "MMdd": 71667, + "Ġè¾ĵåĩº": 71668, + "umba": 71669, + "@foreach": 71670, + ":\");ĊĊ": 71671, + "Ġslippery": 71672, + "ĠKeystone": 71673, + "Ġpioneering": 71674, + "_triangle": 71675, + "(\"Ċ": 71676, + "ĉĉĉĉĉĉĉĉĠĠ": 71677, + "ĠIntervention": 71678, + "SCI": 71679, + "ĠcJSON": 71680, + "Ġterminating": 71681, + "ë¹Ħ": 71682, + "Ġbabys": 71683, + "Subset": 71684, + "Ġë¡": 71685, + "Ġseulement": 71686, + "Ġmuestra": 71687, + "Entre": 71688, + "以ä¸Ĭ": 71689, + "ngo": 71690, + "\"bytes": 71691, + "QRST": 71692, + "Ġypos": 71693, + "persona": 71694, + "ĠDeploy": 71695, + "cee": 71696, + "Ġà®": 71697, + ".goal": 71698, + "Ġhabitats": 71699, + "ĠisAdmin": 71700, + "Ġexploiting": 71701, + "Ġventil": 71702, + "ĠBalls": 71703, + "اب": 71704, + "Ġmindfulness": 71705, + "(kwargs": 71706, + "Ġresembling": 71707, + "Ġchoir": 71708, + "ĠonBackPressed": 71709, + "ĠSECURITY": 71710, + "/gtest": 71711, + "Ġjustices": 71712, + "ĠintegerValue": 71713, + "blah": 71714, + "ĠAim": 71715, + "_finalize": 71716, + "keh": 71717, + "ĠComplexity": 71718, + "Ġaugust": 71719, + "getElementsByTagName": 71720, + "Ġpreach": 71721, + "Ġpronunciation": 71722, + "ĠTrash": 71723, + "-percent": 71724, + "_PRIV": 71725, + "ĠHunts": 71726, + "ĠCurse": 71727, + "uellen": 71728, + "Ġheavyweight": 71729, + "Xi": 71730, + "ĉselected": 71731, + "ĠMcCoy": 71732, + "å¼Ĥ常": 71733, + "|=Ċ": 71734, + "ĠBattlefield": 71735, + "ItemImage": 71736, + "Ġdeductions": 71737, + "ĠElemental": 71738, + "());//": 71739, + "ĠBurk": 71740, + "})čĊčĊ": 71741, + "swift": 71742, + "/function": 71743, + "Usually": 71744, + "_St": 71745, + "_feats": 71746, + "ĠIsValid": 71747, + "Ġzad": 71748, + "ImageContext": 71749, + "Ġclassname": 71750, + "Ġdonner": 71751, + "Ġ-->ĊĊĊ": 71752, + "Ġmotorcycles": 71753, + "+'/'+": 71754, + "ĠsetBackground": 71755, + "\\CMS": 71756, + ".AllArgsConstructor": 71757, + "ĠLexington": 71758, + ".examples": 71759, + "ĠPurs": 71760, + "PushMatrix": 71761, + "Ġ==============================================================": 71762, + ".addTarget": 71763, + "pora": 71764, + "Fullscreen": 71765, + "Ġgoof": 71766, + "hlen": 71767, + "äge": 71768, + "ĠCURL": 71769, + "ĠInteresting": 71770, + "Ġretrieves": 71771, + "_Obj": 71772, + "inness": 71773, + "-----ĊĊ": 71774, + ".tsv": 71775, + "(IM": 71776, + "ĠBraves": 71777, + "_ISR": 71778, + "osti": 71779, + "á»ĵ": 71780, + "ĠExterior": 71781, + "ĠCourtney": 71782, + "Ġresidues": 71783, + "Tier": 71784, + ".*;čĊčĊ": 71785, + ":black": 71786, + "webView": 71787, + "\"path": 71788, + "Ġmasa": 71789, + "]!='": 71790, + "ĠMatching": 71791, + "dur": 71792, + "Jvm": 71793, + "=context": 71794, + "_RING": 71795, + "Ġproponents": 71796, + "ĠQStringLiteral": 71797, + "Ġinflate": 71798, + "\">čĊ": 72031, + "_COST": 72032, + "ilinear": 72033, + "ĠWorkspace": 72034, + "Ġspel": 72035, + "agogue": 72036, + "ĠMillennium": 72037, + "ĠPopulate": 72038, + "Ġnid": 72039, + ".parseColor": 72040, + "Solar": 72041, + "ĠGad": 72042, + "Ġì¤ij": 72043, + "ĠKamp": 72044, + "ĉrm": 72045, + "Ġbenz": 72046, + "ĠHonestly": 72047, + "Ġelectrode": 72048, + "ĠPrairie": 72049, + "ĠPROFILE": 72050, + "ĠOriental": 72051, + "ĠOLED": 72052, + "/copyleft": 72053, + "awaii": 72054, + "(products": 72055, + ")\\<": 72056, + "-created": 72057, + ".ManyToMany": 72058, + "\"How": 72059, + "ĠвÑĭп": 72060, + "Ġmitochondrial": 72061, + "_testing": 72062, + "(created": 72063, + "ĠgetField": 72064, + "_EVAL": 72065, + "].\"": 72066, + "ĠFSM": 72067, + "ĠRita": 72068, + "ĠåıĤæķ°": 72069, + "Ġcôt": 72070, + "ĠInsight": 72071, + "ĉmysqli": 72072, + "_timing": 72073, + "IDO": 72074, + ")))))Ċ": 72075, + "COVERY": 72076, + ".imag": 72077, + "CDF": 72078, + "lust": 72079, + "ickt": 72080, + "_FP": 72081, + ".','": 72082, + "gcc": 72083, + "Ġkurz": 72084, + "_pwm": 72085, + "Ġodpowied": 72086, + "ĠBarrier": 72087, + "/***************************************************************************Ċ": 72088, + "pak": 72089, + "-Israel": 72090, + "ĠRutgers": 72091, + "ĠselectedItem": 72092, + "ĠRamirez": 72093, + "Farm": 72094, + "Ġcalendars": 72095, + "gzip": 72096, + "Ġblockbuster": 72097, + "ĠPlymouth": 72098, + "çľĮ": 72099, + "responses": 72100, + ".DialogInterface": 72101, + "-grand": 72102, + "ĠgetSource": 72103, + "Ġdejtings": 72104, + "Ġtieten": 72105, + "Ġcondemnation": 72106, + "Ġcontinuar": 72107, + ".MockMvc": 72108, + "/english": 72109, + "ĠMediaPlayer": 72110, + "computed": 72111, + "ĠClippers": 72112, + "(delegate": 72113, + ".Slf": 72114, + "Ġë¡ľ": 72115, + "ĠTide": 72116, + "Ġihrem": 72117, + "ĠWan": 72118, + "ÑĥÑİÑī": 72119, + "}><": 72120, + "Discussion": 72121, + "Ġwatts": 72122, + "-minus": 72123, + "ĠJuliet": 72124, + "éĽħ": 72125, + "Ġconcluding": 72126, + "andscape": 72127, + "Ġúltima": 72128, + "ĠDERP": 72129, + "ĠsignUp": 72130, + "ĠSecondly": 72131, + "WAIT": 72132, + "lds": 72133, + ".callbacks": 72134, + "(hour": 72135, + "imators": 72136, + "volent": 72137, + "AAF": 72138, + "edriver": 72139, + "ĠMathematic": 72140, + "'": 72142, + "{j": 72143, + "_ABORT": 72144, + "Ether": 72145, + "Ġeducator": 72146, + "Ġprecaution": 72147, + "Ġfingertips": 72148, + "getVar": 72149, + "camatan": 72150, + "-debug": 72151, + "ĠRAF": 72152, + "[arg": 72153, + "Ġraced": 72154, + "Ġtsunami": 72155, + ".flink": 72156, + "Ġglyc": 72157, + "uko": 72158, + "ĠMultiply": 72159, + "Ġredistribution": 72160, + "AGO": 72161, + "ĠRoutine": 72162, + "Ġopr": 72163, + "(lower": 72164, + "ĠFunktion": 72165, + ".dk": 72166, + "Ġegt": 72167, + "_BASIC": 72168, + "syscall": 72169, + "ĠLSD": 72170, + "ĠDuplicate": 72171, + "_sell": 72172, + "ĠerrorHandler": 72173, + "_ips": 72174, + "Ġerv": 72175, + "annie": 72176, + "(resourceName": 72177, + "Ġbottled": 72178, + "Ġcrawling": 72179, + "egment": 72180, + ".setTag": 72181, + "Ġrss": 72182, + "ĠQuarry": 72183, + "_exact": 72184, + ".jwt": 72185, + "ĠBoards": 72186, + "opi": 72187, + "Ġnasal": 72188, + "ĠXYZ": 72189, + ".ud": 72190, + "Northern": 72191, + "Ġactivating": 72192, + "edx": 72193, + "ovah": 72194, + "Ġindx": 72195, + "AlertDialog": 72196, + "Ġtienes": 72197, + "annya": 72198, + "_pan": 72199, + "(decimal": 72200, + ".Dict": 72201, + "Ġsubsidiaries": 72202, + "ProductName": 72203, + "Few": 72204, + "dato": 72205, + "odied": 72206, + "-under": 72207, + "Ġê²ĥ": 72208, + "çīĪæľ¬": 72209, + "atism": 72210, + "[Math": 72211, + ".'<": 72212, + "(infile": 72213, + "Ġdenotes": 72214, + "$class": 72215, + "_SECURITY": 72216, + "Ġsewage": 72217, + "melon": 72218, + "(Character": 72219, + "/github": 72220, + "Ġglaring": 72221, + ".Guid": 72222, + "_sparse": 72223, + "ĠMargin": 72224, + "_dns": 72225, + "Ġmeiner": 72226, + "Ġleftist": 72227, + "ĉloc": 72228, + "abytes": 72229, + "Ġequipments": 72230, + "expo": 72231, + "ĠSomerset": 72232, + "EK": 72233, + "æį¢": 72234, + "Ġlecturer": 72235, + "Ġmemiliki": 72236, + "æł¸": 72237, + "ç´ł": 72238, + "pron": 72239, + ":pointer": 72240, + "borrow": 72241, + "ĠProtective": 72242, + "_cf": 72243, + "ĠÐķÑģли": 72244, + "bpp": 72245, + "';ĊĊĊĊ": 72246, + "aturally": 72247, + "_NAV": 72248, + "Ġpeptide": 72249, + ">d": 72250, + "Ġifstream": 72251, + "_FACTORY": 72252, + "');//": 72253, + "joined": 72254, + "mong": 72255, + "Ġtimespec": 72256, + "Ġdestabil": 72257, + "Ġautop": 72258, + "-limit": 72259, + "publication": 72260, + "ĠDenn": 72261, + ".Memory": 72262, + "(skb": 72263, + "ĠAnaheim": 72264, + "_RETURNTRANSFER": 72265, + "oueur": 72266, + "(_('": 72267, + "legt": 72268, + "istingu": 72269, + "ĉpriv": 72270, + "Ġredirects": 72271, + "Mt": 72272, + "Ġalleen": 72273, + "ĠPointF": 72274, + "Ġomin": 72275, + "Ġcitt": 72276, + "ĠTage": 72277, + "ĠWalls": 72278, + "á»ī": 72279, + "Ġoccupying": 72280, + "xBF": 72281, + "rangle": 72282, + "Ġrelational": 72283, + "-org": 72284, + "Ġjpg": 72285, + "-derived": 72286, + "Ġmalfunction": 72287, + "ĠBenson": 72288, + "(scroll": 72289, + "ĠXD": 72290, + "Holy": 72291, + "(commands": 72292, + "Ġtipping": 72293, + "Ġprimitives": 72294, + "Ġsexle": 72295, + "CallCheck": 72296, + "ĠMASTER": 72297, + "_TEAM": 72298, + ".setRequestHeader": 72299, + "_specs": 72300, + "Ġserge": 72301, + ".Master": 72302, + "Ġims": 72303, + ".SpringBootTest": 72304, + "paypal": 72305, + "ĠWANT": 72306, + ".Inst": 72307, + "ĠCarpet": 72308, + "Ġwrongly": 72309, + "($('.": 72310, + "Ġbild": 72311, + ".Roll": 72312, + "ĠUrb": 72313, + "-can": 72314, + "ãģıãģłãģķãģĦ": 72315, + "oliberal": 72316, + "čĊčĊ": 72710, + "ĠMahm": 72711, + "}\";ĊĊ": 72712, + "Ġdq": 72713, + "ĠPublishers": 72714, + "ĠAmpl": 72715, + "ĠDanielle": 72716, + "Ġtern": 72717, + "èµ·": 72718, + "noÅĽÄĩ": 72719, + "ein": 72720, + "ĠAsyncStorage": 72721, + "unger": 72722, + "rouw": 72723, + "Ġscissors": 72724, + "/assert": 72725, + ".bucket": 72726, + "/archive": 72727, + "_Man": 72728, + "Ġintoler": 72729, + "Ġ()=>": 72730, + "ĠÐĴÑĭ": 72731, + "Ġsai": 72732, + ".xy": 72733, + ".\"čĊ": 72734, + "Ġurinary": 72735, + "esub": 72736, + "ISTICS": 72737, + "Ġκ": 72738, + "Ġcompliments": 72739, + "ĠtypingsJapgolly": 72740, + "ihar": 72741, + "Expansion": 72742, + "ĠServing": 72743, + "_students": 72744, + "ĠXBOOLE": 72745, + "(il": 72746, + "Ġì²ĺ": 72747, + "Ġjó": 72748, + "(tol": 72749, + "(JS": 72750, + "ĉCG": 72751, + "ĠDRAW": 72752, + "twig": 72753, + "Ġoat": 72754, + "_smooth": 72755, + "ĠCSL": 72756, + "Ġosob": 72757, + "Ġensuing": 72758, + "Ġbanker": 72759, + "ĠBackpack": 72760, + "_ping": 72761, + "Ġwishlist": 72762, + "=ax": 72763, + "ĉĠĠĠĊ": 72764, + "Disney": 72765, + "steady": 72766, + "\">%": 72767, + "Ġprophets": 72768, + "ĠZX": 72769, + "Ġminimalist": 72770, + ".PLAIN": 72771, + "Seattle": 72772, + ".ordinal": 72773, + "ĠPIPE": 72774, + "Ġretorna": 72775, + "Ġjugador": 72776, + "ĠBret": 72777, + "ĠâĶľ": 72778, + "Ġplush": 72779, + "ULATOR": 72780, + "Sorting": 72781, + ".gridy": 72782, + "ectomy": 72783, + "_activ": 72784, + "rack": 72785, + "Interactive": 72786, + "ĠAntarctica": 72787, + "Ġvengeance": 72788, + "enso": 72789, + "_known": 72790, + "upplier": 72791, + ".Modules": 72792, + "ĠConnectionState": 72793, + "éļIJèĹı": 72794, + "@FindBy": 72795, + "Ġplacer": 72796, + "\\model": 72797, + "<()>": 72798, + ".isSuccessful": 72799, + "-good": 72800, + "bz": 72801, + "ĠDraco": 72802, + "Assistant": 72803, + "-extra": 72804, + "аблиÑĨ": 72805, + "Ġhypocrisy": 72806, + "Ġtst": 72807, + "ĠAgr": 72808, + "$txt": 72809, + "Ġlogistic": 72810, + "licensed": 72811, + "ĠHof": 72812, + "Ġtat": 72813, + "(iv": 72814, + "Ġintoxic": 72815, + "postId": 72816, + "_strike": 72817, + "Ġhumiliation": 72818, + "pcodes": 72819, + "\"sync": 72820, + "(recipe": 72821, + "+N": 72822, + "rente": 72823, + "ĉClient": 72824, + "ycopg": 72825, + "ĠZurich": 72826, + "ĠProfiles": 72827, + "Countries": 72828, + "Ġpict": 72829, + "Ġrollout": 72830, + "requencies": 72831, + "Ġpatched": 72832, + "Ġcartridges": 72833, + "Ġshading": 72834, + "Jar": 72835, + "Ġsalvage": 72836, + "ĠTaxes": 72837, + "Ġstandby": 72838, + "aporan": 72839, + "Eigen": 72840, + ".angular": 72841, + "ĠNested": 72842, + "享": 72843, + "ĠisVisible": 72844, + "ĠDwight": 72845, + "_BRANCH": 72846, + ".Delay": 72847, + "Ġkend": 72848, + "Ġfacilitated": 72849, + ".flatMap": 72850, + "Ġsanta": 72851, + "ĉSend": 72852, + "/messages": 72853, + "ĠofType": 72854, + "ĉswap": 72855, + "#plt": 72856, + "ĠTurks": 72857, + "NES": 72858, + "Ġprogressively": 72859, + "ĠResidence": 72860, + "ĠTREE": 72861, + "Ġnoen": 72862, + "dio": 72863, + "Ġnelle": 72864, + "Ġsogar": 72865, + "itti": 72866, + "weekly": 72867, + "Ġambiguity": 72868, + "_Settings": 72869, + "Ware": 72870, + ".neo": 72871, + "_DST": 72872, + "Ġæĸ¹": 72873, + "prep": 72874, + "lobby": 72875, + "@email": 72876, + "/movie": 72877, + "Ġfunkc": 72878, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 72879, + "ÂŃs": 72880, + "Ġguardians": 72881, + "-pos": 72882, + "Ġconfiguring": 72883, + "ĠCPS": 72884, + "ĠDeus": 72885, + "Ġvidéos": 72886, + "_empresa": 72887, + "Ġslapped": 72888, + "',Ċ": 72920, + "_XDECREF": 72921, + "ĠBuzzFeed": 72922, + "_MARGIN": 72923, + "PLOY": 72924, + ".small": 72925, + "ĠmimeType": 72926, + "Ġholog": 72927, + "ĉcamera": 72928, + "lias": 72929, + "Ġsuspense": 72930, + "odynam": 72931, + "bau": 72932, + "Ġgraveyard": 72933, + "_named": 72934, + "\":\"'": 72935, + "Ġ************************************************": 72936, + "ĠgameOver": 72937, + "ĠLENGTH": 72938, + "ĉscreen": 72939, + "ĠdoInBackground": 72940, + "_dependencies": 72941, + "Ġrtc": 72942, + "/up": 72943, + "_ROM": 72944, + "Hall": 72945, + "Ġdeficiencies": 72946, + "(te": 72947, + "'#": 72948, + "_equiv": 72949, + "Ġpreorder": 72950, + "ĠAxe": 72951, + "омÑĥ": 72952, + ".sendFile": 72953, + "Ġfilt": 72954, + "ĠLimits": 72955, + "ĠCavaliers": 72956, + ".discount": 72957, + "âĨIJ": 72958, + "ĠWit": 72959, + "QRSTUV": 72960, + "Ġij": 72961, + "Ġtegen": 72962, + "Ġ:\",": 72963, + "difficulty": 72964, + "punkt": 72965, + "ĠEmails": 72966, + "chlor": 72967, + "(fun": 72968, + ".Uint": 72969, + "ĠStall": 72970, + "_verified": 72971, + "uD": 72972, + "FileType": 72973, + "Ġpleasures": 72974, + "Ġjudiciary": 72975, + "Ġsham": 72976, + "ipur": 72977, + "_PLUS": 72978, + "offers": 72979, + "(foo": 72980, + "_GT": 72981, + "ĉcore": 72982, + "ENTION": 72983, + "ĠLiberation": 72984, + "CommandLine": 72985, + "_department": 72986, + ".Ar": 72987, + "_neighbor": 72988, + "ĠSubmitted": 72989, + "ĠĊ": 97221, + "Ġdroits": 97222, + "Ġhomosexuals": 97223, + "Ġabduction": 97224, + "ĉwidget": 97225, + "$headers": 97226, + "ĠDAR": 97227, + "Ġfla": 97228, + "threat": 97229, + "Ġlouis": 97230, + ".GetProperty": 97231, + "\"Just": 97232, + "(frames": 97233, + "ryo": 97234, + "profession": 97235, + "|i": 97236, + "íķ´ìĦľ": 97237, + "(sv": 97238, + "Ġunrecognized": 97239, + "Ionic": 97240, + "Fashion": 97241, + "ScreenState": 97242, + "ĠIncoming": 97243, + "NotNil": 97244, + "Ġsyncing": 97245, + "emie": 97246, + "Ġthermo": 97247, + "_procs": 97248, + "Ġinconsistency": 97249, + "religious": 97250, + ".mj": 97251, + "Ġpersonn": 97252, + "Ġmomentos": 97253, + "orarily": 97254, + "ĠæĬ": 97255, + "_neurons": 97256, + "Illustr": 97257, + "imoto": 97258, + "ilik": 97259, + "ĠWoj": 97260, + "Trading": 97261, + "Ġappare": 97262, + "Ġentreprises": 97263, + "achat": 97264, + "Ġ¬": 97265, + "Ġneigh": 97266, + "BUTTONDOWN": 97267, + "ĠMaher": 97268, + "aghan": 97269, + "-hash": 97270, + "\"f": 97271, + "Ġclientele": 97272, + ".addButton": 97273, + "ĉSP": 97274, + "Qi": 97275, + "Ġgrated": 97276, + "POSITE": 97277, + ":>": 97278, + "ĠHowell": 97279, + "ĠComparative": 97280, + "ĠISC": 97281, + "ÂŃi": 97282, + "Ocean": 97283, + "Davis": 97284, + "ĠFilme": 97285, + "Wins": 97286, + "ĠJIT": 97287, + "occer": 97288, + "ĠCorm": 97289, + "ENCHMARK": 97290, + "rchive": 97291, + "icação": 97292, + "Ġmata": 97293, + "Ġchildbirth": 97294, + "ĠOptionally": 97295, + "Ens": 97296, + "Ġxhttp": 97297, + "Ġelucid": 97298, + "_OscInitStruct": 97299, + "))):Ċ": 97300, + "Ġintuit": 97301, + "ĠDonate": 97302, + "Ġcorrelates": 97303, + ">Delete": 97304, + "Ġequipe": 97305, + "Ġboca": 97306, + "Ġinflatable": 97307, + "erah": 97308, + "ĠDateTimeKind": 97309, + "Ġcalves": 97310, + "\\Lib": 97311, + "Ġemlrt": 97312, + "ĠTrilogy": 97313, + "ĠPanc": 97314, + "ĠDuis": 97315, + "ĠpelÃŃcula": 97316, + "WARDS": 97317, + "_DETECT": 97318, + "-sectional": 97319, + "dhcp": 97320, + "ForRow": 97321, + "-destruct": 97322, + "ĠPresenter": 97323, + "/slick": 97324, + ",on": 97325, + "ĠCitadel": 97326, + "loggedin": 97327, + "_subtype": 97328, + "Ġsigue": 97329, + "Ġcuring": 97330, + "ĠFirewall": 97331, + "Ġfluorescence": 97332, + "ĠItalians": 97333, + "иÑĤÑģÑı": 97334, + ".getStyle": 97335, + "InSeconds": 97336, + "jie": 97337, + "-Smith": 97338, + "Ġxlink": 97339, + "Ġsubmissive": 97340, + "онÑĤ": 97341, + "arbonate": 97342, + "ĠFaul": 97343, + "_goals": 97344, + "ĠCommissioners": 97345, + "chartInstance": 97346, + "_POSTFIELDS": 97347, + "Ġmedial": 97348, + "Ġmanos": 97349, + "Ġdelt": 97350, + "svm": 97351, + ".Apis": 97352, + "ephy": 97353, + "Ġasympt": 97354, + "ĠappDelegate": 97355, + "Ġimprobable": 97356, + "cka": 97357, + "simd": 97358, + "/Error": 97359, + ".âĢĵ": 97360, + "ĠPTS": 97361, + "deer": 97362, + "Ġsina": 97363, + "magnitude": 97364, + "IDADE": 97365, + "']}'": 97366, + "Ġmayores": 97367, + "ĉcomment": 97368, + "/console": 97369, + "\"@": 97370, + "volt": 97371, + ".sell": 97372, + "ĠMacy": 97373, + "Ġmelod": 97374, + "Ġimágenes": 97375, + "_chg": 97376, + "Ġinout": 97377, + "idente": 97378, + ")'),Ċ": 97379, + "dni": 97380, + ".blob": 97381, + "Ġtypography": 97382, + "Ġeerie": 97383, + "_OID": 97384, + "pesan": 97385, + "ajan": 97386, + "Ġchopping": 97387, + "Ġbluff": 97388, + "adf": 97389, + "_bases": 97390, + ".Formatter": 97391, + "Ġ\\%": 97392, + "ĠPageInfo": 97393, + "Carrier": 97394, + "ĠCalibration": 97395, + "como": 97396, + "-bodied": 97397, + "Ġfinancier": 97398, + "ĠINA": 97399, + ".ERR": 97400, + "Ġhoodie": 97401, + "ĠSanity": 97402, + "guarded": 97403, + ".opendaylight": 97404, + "ISMATCH": 97405, + "Highlights": 97406, + "ünk": 97407, + "aniem": 97408, + "angered": 97409, + "assignments": 97410, + "Ġregistrado": 97411, + "ĠUPPER": 97412, + "ampilkan": 97413, + "ashire": 97414, + "ĠNikola": 97415, + "ĠCFL": 97416, + "ĠHDC": 97417, + "Ġpoids": 97418, + "ĠIPs": 97419, + "Ġpreventative": 97420, + "ipsoid": 97421, + "ifix": 97422, + ".camel": 97423, + ".ga": 97424, + "Volumes": 97425, + "-ste": 97426, + "Yahoo": 97427, + "_sibling": 97428, + "Highest": 97429, + "optgroup": 97430, + "Ġkvinna": 97431, + "âĢĿãĢĤĊĊ": 97432, + "ĠAppliances": 97433, + "Ġ\"><": 97434, + "')\")Ċ": 97435, + "htt": 97436, + "ĠIdentified": 97437, + "Ġpencils": 97438, + "ĠmemberId": 97439, + "ĠappendString": 97440, + ".loadData": 97441, + "ĠmockMvc": 97442, + "Ġjub": 97443, + "ĠSlut": 97444, + "ĠTaipei": 97445, + "statt": 97446, + "Polit": 97447, + "Ġpartager": 97448, + "DidChange": 97449, + "Increases": 97450, + ")}.": 97451, + "ĠBaba": 97452, + "_CLIP": 97453, + "[unit": 97454, + "ĠклÑİÑĩ": 97455, + "Ġalcuni": 97456, + "ĠLola": 97457, + "Ġclinging": 97458, + "@PostMapping": 97459, + "(concat": 97460, + "Ġssid": 97461, + "ĠFauc": 97462, + "okit": 97463, + "ĠRecorded": 97464, + "ález": 97465, + "($('<": 97466, + ".assertIsNot": 97467, + "Ġkali": 97468, + "Volt": 97469, + "Ġwarmly": 97470, + "Ġscares": 97471, + "getti": 97472, + "führt": 97473, + "_does": 97474, + ".EMAIL": 97475, + "imations": 97476, + "Ġspringfox": 97477, + "ĠDecom": 97478, + "arcy": 97479, + "Ġglitches": 97480, + "ĠMoff": 97481, + "ĠVoll": 97482, + ".between": 97483, + "Ġcoorden": 97484, + "ĠParticularly": 97485, + "GBP": 97486, + "Ġsemble": 97487, + "Eastern": 97488, + "_MSB": 97489, + "]){čĊ": 97490, + "morgan": 97491, + "ĠEVAL": 97492, + "dere": 97493, + "HOUSE": 97494, + "moire": 97495, + "istique": 97496, + "_lstm": 97497, + "-commit": 97498, + "ysterious": 97499, + "Ġtwink": 97500, + "-thumbnails": 97501, + "enÃŃ": 97502, + ":'',": 97503, + "Ġblackout": 97504, + "ĠFloors": 97505, + "Ġsofas": 97506, + "Ġoui": 97507, + "leshoot": 97508, + "ĠRaq": 97509, + "-abs": 97510, + "Ġkra": 97511, + "Mining": 97512, + "shaft": 97513, + ".setColumns": 97514, + "Clazz": 97515, + "PRETTY": 97516, + ".playlist": 97517, + "éĸ¢": 97518, + "-Saharan": 97519, + "MING": 97520, + "ĉbl": 97521, + "è®®": 97522, + "jf": 97523, + "DOCKER": 97524, + "hopefully": 97525, + "(ignore": 97526, + "ĠUsersController": 97527, + "ĠMitarbeiter": 97528, + "ĠLES": 97529, + "Hamilton": 97530, + "-metadata": 97531, + "ĠKK": 97532, + "iktig": 97533, + "Ġwollte": 97534, + "egrator": 97535, + "]bool": 97536, + ",current": 97537, + "ĠvalueType": 97538, + "Ġexcavation": 97539, + "oland": 97540, + "Ġverv": 97541, + "/filepath": 97542, + "AuthProvider": 97543, + "Ġprocrast": 97544, + "ĉULONG": 97545, + "_MEMBERS": 97546, + "Ġuplift": 97547, + "ĠAutonomous": 97548, + "Ġartworks": 97549, + "ĠOutreach": 97550, + "Ġpore": 97551, + "Homepage": 97552, + "DialogTitle": 97553, + "ĠGenerating": 97554, + "PARSE": 97555, + "Ġsemanas": 97556, + "Ġhumano": 97557, + "JSGlobalScope": 97558, + "Ġvolte": 97559, + "Ġbella": 97560, + "(isinstance": 97561, + "Ġplc": 97562, + "\\Catalog": 97563, + "Ġesteemed": 97564, + "鼷": 97565, + "(suffix": 97566, + "Ġsweeps": 97567, + "ĉORDER": 97568, + "Ġdoivent": 97569, + "ĠSwarm": 97570, + "ĠCompiled": 97571, + "getPage": 97572, + "ADR": 97573, + ".RichTextBox": 97574, + "ĠNaming": 97575, + "agged": 97576, + "ĠGANG": 97577, + "rasing": 97578, + "odeled": 97579, + "Ġgala": 97580, + "ĠJSName": 97581, + "ddf": 97582, + "Ġillust": 97583, + "ĠLansing": 97584, + "[port": 97585, + "-death": 97586, + "Ġdinheiro": 97587, + "ĠEighth": 97588, + "Ġbian": 97589, + "stÃ¥": 97590, + "Ġversión": 97591, + "ĠLinearGradient": 97592, + "ĠHarding": 97593, + ".*)": 97594, + "eczy": 97595, + "$header": 97596, + "ĠvÃ¥r": 97597, + "Unchecked": 97598, + "Ġkoje": 97599, + "ĠPaladin": 97600, + "())),": 97601, + "Giving": 97602, + "()})Ċ": 97603, + "Ġdips": 97604, + "Friendly": 97605, + "Ġportrays": 97606, + "Ġhelium": 97607, + "Ġinsurgency": 97608, + "_expiry": 97609, + "ĠstringByAppendingString": 97610, + "Ġaantal": 97611, + "slope": 97612, + "mast": 97613, + ".getInteger": 97614, + "Ġ########################": 97615, + "_PIPELINE": 97616, + "Ġdensely": 97617, + "Ġmutating": 97618, + "midi": 97619, + "ĠSeit": 97620, + "ayne": 97621, + "NOWLED": 97622, + "ĠDesmond": 97623, + "ĠFName": 97624, + "ĠNairobi": 97625, + "\\Context": 97626, + "Ġcalcular": 97627, + "-den": 97628, + "Ġcott": 97629, + "]):čĊ": 97630, + "ĠRecommendation": 97631, + "ĠRolex": 97632, + "ĠvalidationResult": 97633, + ".pat": 97634, + "ĠnÃły": 97635, + "ĠRestClient": 97636, + "ĠGPI": 97637, + "ĠAsheville": 97638, + "ĠOSP": 97639, + "ĠPERMISSION": 97640, + "ÐĶаÑĤа": 97641, + "/notification": 97642, + "Knight": 97643, + "_Word": 97644, + "ĠBender": 97645, + "ranking": 97646, + "Ġpartida": 97647, + "_reservation": 97648, + "ÌĢ": 97649, + "ĠmName": 97650, + "Ġgetch": 97651, + "Ġborr": 97652, + "Ġdiligent": 97653, + "Discuss": 97654, + "æŃ£åľ¨": 97655, + "apeake": 97656, + "ioned": 97657, + "-Nazi": 97658, + ".cum": 97659, + "ĠKron": 97660, + "=$('#": 97661, + "/single": 97662, + "Ġerotisch": 97663, + "ĠVib": 97664, + "Ġratified": 97665, + "Ġconcerted": 97666, + "ĠREGARD": 97667, + "Ġdobr": 97668, + ".DriverManager": 97669, + "'r": 97670, + "Portable": 97671, + "ĉsuite": 97672, + "Ġrelaciones": 97673, + "ĠDop": 97674, + "emploi": 97675, + "DOB": 97676, + "Ġcrumbs": 97677, + "Ġxls": 97678, + "_Application": 97679, + "(':',": 97680, + "Ġ------------------------------------------------------------------------Ċ": 97681, + "mse": 97682, + "Ġberk": 97683, + "ĠReturnValue": 97684, + "ĠBelly": 97685, + "Ġcamar": 97686, + "ĠPeek": 97687, + "elsing": 97688, + "Ġnotifies": 97689, + "ĠTristan": 97690, + "ĠGAR": 97691, + "emme": 97692, + "ĠElevated": 97693, + "_CSV": 97694, + "(chalk": 97695, + "Ġtwenties": 97696, + "ĠSearchResult": 97697, + "=search": 97698, + "ĠMixing": 97699, + "ýt": 97700, + "Ġrecruiter": 97701, + "ĠIDEOGRAPH": 97702, + "ĠAgo": 97703, + "(Operation": 97704, + "$values": 97705, + "Ġworldly": 97706, + "ĠRosenberg": 97707, + "ĠConfigureServices": 97708, + ">*Ċ": 97805, + "Ġsnork": 97806, + "_opacity": 97807, + "ĠinitWithNibName": 97808, + "iado": 97809, + "AAC": 97810, + "Ġ]).": 97811, + ";z": 97812, + "_paragraph": 97813, + "Ġnoses": 97814, + "stands": 97815, + "ifr": 97816, + "_mE": 97817, + "Iraq": 97818, + ".Predicate": 97819, + "enaire": 97820, + "]]];Ċ": 97821, + "Ġunidad": 97822, + "Ġretirees": 97823, + "_hello": 97824, + "Ġmodele": 97825, + "ĠUITableViewController": 97826, + "fwrite": 97827, + "_numero": 97828, + "_visited": 97829, + "Ġrecebe": 97830, + "(Notification": 97831, + "Fantastic": 97832, + "_submenu": 97833, + "ĠPEM": 97834, + "ĠCupertino": 97835, + "approximately": 97836, + "classed": 97837, + ".ReadString": 97838, + "Ġdomicile": 97839, + "_PW": 97840, + "Ġballpark": 97841, + "ĠKale": 97842, + "contra": 97843, + "_favorite": 97844, + "/of": 97845, + "Quite": 97846, + "ĠOTA": 97847, + "Ġaccelerometer": 97848, + "didn": 97849, + "|^": 97850, + "ĠRohingya": 97851, + "ivicrm": 97852, + "annabin": 97853, + "обÑĭÑĤи": 97854, + "orado": 97855, + "')+": 97856, + "Haunted": 97857, + ",ID": 97858, + "(UIAlertAction": 97859, + "urv": 97860, + "_bel": 97861, + "ĠMexicans": 97862, + "/terms": 97863, + "ĠPainter": 97864, + "InputLabel": 97865, + "ĠVinci": 97866, + "ĠRosie": 97867, + "\\uc": 97868, + "": 98029, + "_gs": 98030, + "Ġcompil": 98031, + "nard": 98032, + "-exc": 98033, + "Ġrhyme": 98034, + "Ġbutto": 98035, + "says": 98036, + "antasy": 98037, + "ë¸": 98038, + "ĠcittÃł": 98039, + "Ġcheg": 98040, + "TimeString": 98041, + "Ġpositivity": 98042, + "ĠDabei": 98043, + "Ġwang": 98044, + "Ġescre": 98045, + "\"c": 98046, + "ĉvideo": 98047, + "ĠRanked": 98048, + ".strings": 98049, + ">>>(": 98050, + "ĠинÑĤеÑĢ": 98051, + "Ġresta": 98052, + "[:,:": 98053, + "Ġrendre": 98054, + "Ġdeser": 98055, + "Jos": 98056, + "Ġdisruptions": 98057, + "ĠопеÑĢ": 98058, + "sampling": 98059, + "suppress": 98060, + "ĠcontainerView": 98061, + "ĠSeamless": 98062, + "Ġairy": 98063, + "Ġonload": 98064, + ".WindowManager": 98065, + "ĠPLA": 98066, + "braco": 98067, + ".setPositiveButton": 98068, + "Ġpdu": 98069, + "Ġgsi": 98070, + "ĠCli": 98071, + "_gradients": 98072, + "Ñıд": 98073, + "ĠWhisper": 98074, + "cstdint": 98075, + "Ġläng": 98076, + "Ġformulations": 98077, + "énom": 98078, + "ournemouth": 98079, + "[$_": 98080, + "Ġordinarily": 98081, + ".setUsername": 98082, + "Ġfaculties": 98083, + "MITTED": 98084, + "/values": 98085, + "Ġweir": 98086, + "ĠApt": 98087, + "MZ": 98088, + "ĉcf": 98089, + "ucken": 98090, + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ": 98091, + "defense": 98092, + "[iVar": 98093, + "ĠBusinessException": 98094, + "Selectors": 98095, + "(coordinates": 98096, + "ĠResets": 98097, + "ĠDrinks": 98098, + "oleans": 98099, + "(stypy": 98100, + "_IOC": 98101, + ".xxx": 98102, + "ĠSlater": 98103, + "ĠBelize": 98104, + "Ġ/************************************************************************": 98105, + "addin": 98106, + "_episodes": 98107, + "Ġischem": 98108, + "legalArgumentException": 98109, + "Danny": 98110, + "Ġpared": 98111, + ".codehaus": 98112, + "ĠAssy": 98113, + "ĉRect": 98114, + "âŀ": 98115, + ".lista": 98116, + "ĠваÑĪ": 98117, + "Ġvets": 98118, + "HWND": 98119, + "isoner": 98120, + "Ġxo": 98121, + "Ġorally": 98122, + "ĠStmt": 98123, + ".rnn": 98124, + "ĠDPI": 98125, + "ĠStrikes": 98126, + ".setViewportView": 98127, + "ĠèĩªåĬ¨çĶŁæĪIJ": 98128, + "YELLOW": 98129, + "GLenum": 98130, + "partners": 98131, + "ĠImplicit": 98132, + "Ġtako": 98133, + "âĢĻelle": 98134, + "Ġermög": 98135, + "totalCount": 98136, + "Gil": 98137, + "ĉwork": 98138, + "Ġpratic": 98139, + "inati": 98140, + "abies": 98141, + "ĠSkinner": 98142, + "Ġspirited": 98143, + "Ġpancreatic": 98144, + "Ġhdf": 98145, + "'em": 98146, + "Ġpsychosis": 98147, + "olicit": 98148, + "Ġ\"{\"": 98149, + "_atual": 98150, + "Ġélect": 98151, + "TEAM": 98152, + "Ġdak": 98153, + "ĠSWAT": 98154, + ".FragmentManager": 98155, + "Ġprovisioning": 98156, + "lifetime": 98157, + "_EXTENSIONS": 98158, + "ĠCASCADE": 98159, + "Ġ![": 98160, + "(KP": 98161, + "Ġvem": 98162, + "ĠInterracial": 98163, + "']},Ċ": 98164, + "spacer": 98165, + "_kv": 98166, + "Warehouse": 98167, + "RDD": 98168, + "_fsm": 98169, + ".StretchImage": 98170, + ",Yes": 98171, + "ĠRefugee": 98172, + "ĠBringing": 98173, + "Ġválido": 98174, + ".intersection": 98175, + "Ġspooky": 98176, + "_portal": 98177, + "Ġmoth": 98178, + "ĠZodiac": 98179, + "ĠSOCIAL": 98180, + "MimeType": 98181, + "']}}": 98300, + "_Blue": 98301, + "Ġbotanical": 98302, + "Ġfrags": 98303, + "Ġfamilial": 98304, + "-du": 98305, + "Ġseizing": 98306, + "(blocks": 98307, + ".rd": 98308, + ".checkNotNull": 98309, + "Ġmiser": 98310, + "Ġmaxx": 98311, + "ĠKnee": 98312, + "ViewItem": 98313, + "InnerHTML": 98314, + "Danger": 98315, + "((__": 98316, + "Ġprzypad": 98317, + "createUrl": 98318, + "**,": 98319, + "ĠDecorating": 98320, + "ATEGY": 98321, + "?>/": 98322, + ".Designer": 98323, + "hexdigest": 98324, + "ĠEverywhere": 98325, + "alleries": 98326, + ".TEXTURE": 98327, + ".Blocks": 98328, + "zell": 98329, + "Ġpreço": 98330, + "Suddenly": 98331, + "inputEmail": 98332, + "(sync": 98333, + ".bd": 98334, + "golden": 98335, + ">');": 98336, + "ĠDickinson": 98337, + ">>(Ċ": 98338, + "ĠQUEUE": 98339, + "ĠgetColumn": 98340, + "ĠSAND": 98341, + ".piece": 98342, + "licer": 98343, + "Flutter": 98344, + "ĠgetVersion": 98345, + "ĠresourceId": 98346, + "ogl": 98347, + "ÅĤaw": 98348, + ".Branch": 98349, + "ĉweb": 98350, + "Ġframerate": 98351, + "PPP": 98352, + "Ġfray": 98353, + "CNT": 98354, + "Ġinformatie": 98355, + "']čĊčĊ": 98356, + "neas": 98357, + "HeaderCode": 98358, + "Ġæ¸": 98359, + "Ġtrg": 98360, + "rawtypes": 98361, + "Honda": 98362, + "Ġmarketer": 98363, + "ĠrequestData": 98364, + "ĠPg": 98365, + "ĉnot": 98366, + "ĠpageInfo": 98367, + "Ġaktuellen": 98368, + "ãģķãĤĵ": 98369, + "ĠAMS": 98370, + "pushViewController": 98371, + "ĉAL": 98372, + "Ġvests": 98373, + "produce": 98374, + "-même": 98375, + "ĠRahman": 98376, + "Funny": 98377, + "EZ": 98378, + "_Valid": 98379, + "Ġsquadron": 98380, + "Ġlash": 98381, + "Ġirm": 98382, + "iasco": 98383, + "ĠParan": 98384, + "Ġpetites": 98385, + "ĠDecay": 98386, + "Ġuninitialized": 98387, + "privileged": 98388, + "Ġmbedtls": 98389, + "å¤ĩ注": 98390, + "Ġ^.": 98391, + "Ġecstatic": 98392, + "Detroit": 98393, + "Ġparten": 98394, + "Ġsouvenir": 98395, + ".getLogin": 98396, + "моÑĤÑĢ": 98397, + "enção": 98398, + "ĠmÃŃnimo": 98399, + "ĠAccessed": 98400, + "rió": 98401, + "Mic": 98402, + "ĠVocal": 98403, + ".SetString": 98404, + "Ġmensajes": 98405, + "åĢį": 98406, + "Ġattravers": 98407, + "ĠAph": 98408, + "Ġ');čĊ": 98409, + "ünde": 98410, + "Ġenchanted": 98411, + "ĠRootState": 98412, + "ĠCLOSED": 98413, + "ĉĉĉĉĉĉĉĉčĊ": 98414, + "Ġcaliente": 98415, + "orris": 98416, + "Ġphysicists": 98417, + "hwnd": 98418, + "_vi": 98419, + "Ġrápido": 98420, + "Ġcapitalized": 98421, + "edBy": 98422, + "Ġmachining": 98423, + "Ġhubby": 98424, + "ĠStacy": 98425, + ".Bus": 98426, + "drink": 98427, + "Hur": 98428, + "Ġpropia": 98429, + "UnitTest": 98430, + "Ġmisconception": 98431, + "__));Ċ": 98432, + "/dc": 98433, + "ĠMayweather": 98434, + "_mC": 98435, + ".createFrom": 98436, + "ĠQPainter": 98437, + "ropsych": 98438, + "innitus": 98439, + "ayas": 98440, + "Ġgeg": 98441, + "(dw": 98442, + "Ġusado": 98443, + "Ġtrickle": 98444, + "Ġannihil": 98445, + "ĠPasta": 98446, + "Ġ++Ċ": 98447, + "(ExpectedConditions": 98448, + ".postValue": 98449, + "icap": 98450, + "ĠDonetsk": 98451, + "_soup": 98452, + "-publish": 98453, + "ĠPb": 98454, + "mentions": 98455, + "ACCEPT": 98456, + ".Pull": 98457, + ",âĢĻâĢĻ": 98458, + "Ġretarded": 98459, + "_ATOM": 98460, + "ĠTerminator": 98461, + "-court": 98462, + "ĠCLLocationCoordinate": 98463, + "Ġreverence": 98464, + "ĠSSC": 98465, + "utely": 98466, + "ĠWON": 98467, + "ĠGSL": 98468, + "frei": 98469, + ".getLongitude": 98470, + "ĠopenFileDialog": 98471, + ".Butter": 98472, + "-important": 98473, + "_MANY": 98474, + "ĠGong": 98475, + "âĢľHow": 98476, + "Ġgorge": 98477, + "=msg": 98478, + "ĠEzek": 98479, + "createCommand": 98480, + ":checked": 98481, + "Ġinfographic": 98482, + ".WEST": 98483, + "Dirs": 98484, + "Ġguarda": 98485, + "Ġbeetle": 98486, + "Loading": 98560, + "_mA": 98561, + ".getRandom": 98562, + "blings": 98563, + "Ġcheeses": 98564, + "tti": 98565, + ".âĢ¢": 98566, + "ĠBurgess": 98567, + "enderit": 98568, + ".',čĊ": 98569, + "(\"\"+": 98570, + "acb": 98571, + "%p": 98572, + "indexed": 98573, + "_predicate": 98574, + "nesia": 98575, + "Ġbied": 98576, + "ĠCIT": 98577, + "(Pos": 98578, + "_radi": 98579, + "ä»·æł¼": 98580, + "Biz": 98581, + "ĠAdolescent": 98582, + "Ġviên": 98583, + "cycl": 98584, + "_Cancel": 98585, + "Ġconclusive": 98586, + "Ġappellate": 98587, + "informatics": 98588, + "SJ": 98589, + "Ġelective": 98590, + "roleId": 98591, + "Fetcher": 98592, + "ĉCommand": 98593, + "(\"(%": 98594, + "Ġfart": 98595, + "ILA": 98596, + "getBlock": 98597, + "AUSE": 98598, + "Ġдан": 98599, + "ĠArte": 98600, + "Ġnotifying": 98601, + "Ġgele": 98602, + ".same": 98603, + "ĠRegel": 98604, + "ĠBaÅŁ": 98605, + ".creation": 98606, + "ĠVN": 98607, + "_community": 98608, + "Ġunsustainable": 98609, + "SEX": 98610, + "ĠgridSize": 98611, + "rescia": 98612, + "aversable": 98613, + "(',')[": 98614, + "ĠPhelps": 98615, + "á»ķi": 98616, + "ANCELED": 98617, + "-IS": 98618, + ".runners": 98619, + "ĠStokes": 98620, + ".Produ": 98621, + "Ġwhipping": 98622, + "_acquire": 98623, + "Ġinvestigación": 98624, + "fried": 98625, + ".copyWith": 98626, + "ĠHardcover": 98627, + "-Se": 98628, + "áŀ¶áŀ": 98629, + "invitation": 98630, + "lesai": 98631, + "ĠDorm": 98632, + "ĠÑģпиÑģка": 98633, + "Ġconcatenated": 98634, + "ophil": 98635, + "Ġthinker": 98636, + "/fontawesome": 98637, + "ĠLeopard": 98638, + "Ġ\"/\");Ċ": 98639, + "Ġresiduals": 98640, + "ĠMicrowave": 98641, + "Ġconforme": 98642, + "throp": 98643, + "Ġdisemb": 98644, + "ĠOMG": 98645, + "ĠDiscipline": 98646, + "ĠAcrobat": 98647, + "/repository": 98648, + "dfa": 98649, + "_MED": 98650, + "bufio": 98651, + "Ġméthode": 98652, + "_HOLD": 98653, + "iasi": 98654, + "_legacy": 98655, + ")ččĊ": 98656, + "æ£Ģ": 98657, + "GetProcAddress": 98658, + "Ġyay": 98659, + "otence": 98660, + "orderid": 98661, + "-tw": 98662, + "Ġdearly": 98663, + "Incoming": 98664, + "/il": 98665, + "Ġneurop": 98666, + "ucz": 98667, + ");čččĊ": 98668, + "ĠInnovative": 98669, + "Ġprofund": 98670, + "igmat": 98671, + "SelectionMode": 98672, + "relevant": 98673, + ".GO": 98674, + "Ġbruises": 98675, + "Ġsach": 98676, + "odef": 98677, + "Ġreimb": 98678, + "/desktop": 98679, + "-spot": 98680, + "undance": 98681, + "Entropy": 98682, + "\\core": 98683, + "Ġsuger": 98684, + "ĠMvc": 98685, + "ĠGNOME": 98686, + "_indx": 98687, + "ĠYYSTYPE": 98688, + "ĠMatlab": 98689, + "ĠCIF": 98690, + "Ġ*))": 98691, + "ĠproductList": 98692, + "ĠAlright": 98693, + "acemark": 98694, + "ÑĤив": 98695, + "modification": 98696, + "international": 98697, + "Ġhomers": 98698, + "Ġdicts": 98699, + "ĠQFont": 98700, + ".SQLite": 98701, + "Ġtransplantation": 98702, + "ĠMessageBoxButton": 98703, + "ĠElves": 98704, + "']])Ċ": 98705, + "(QIcon": 98706, + "Ġcinemas": 98707, + "COORD": 98708, + "-China": 98709, + "Ġkhẩu": 98710, + "æĪijçļĦ": 98711, + "Ġskulls": 98712, + "Ġpainstaking": 98713, + "fce": 98714, + ".XRLabel": 98715, + "Ġspecifier": 98716, + "Ġpreferring": 98717, + "/activity": 98718, + "(Photo": 98719, + "ált": 98720, + ".lot": 98721, + "''.": 98722, + "annonce": 98723, + ".googlecode": 98724, + "-pdf": 98725, + "ĠPoke": 98726, + "_ACL": 98727, + "Ġendowed": 98728, + "discover": 98729, + ".omg": 98730, + "Ġwoodland": 98731, + ".Magic": 98732, + "Ġvolont": 98733, + "NotAllowed": 98734, + "Ġchave": 98735, + "BMW": 98736, + "','=',": 98737, + "ĠSIX": 98738, + "æĪij们": 98739, + "Ġkosher": 98740, + "Ġaspiration": 98741, + "intl": 98742, + "_refptr": 98743, + "'+Ċ": 98744, + "mentor": 98745, + ".club": 98746, + "WindowState": 98747, + ".ARR": 98748, + "Ġzza": 98749, + "ĠmessageType": 98750, + ".equ": 98751, + "Thor": 98752, + "Ġinjust": 98753, + "Ġgums": 98754, + "ĠborderSide": 98755, + "/////": 98756, + "ĠTransmit": 98757, + "Ġbufsize": 98758, + "Ġhak": 98759, + "Ġellas": 98760, + "RANDOM": 98761, + "ĉmc": 98762, + "Ġpea": 98763, + "eko": 98764, + "documento": 98765, + "Ġhysteria": 98766, + "Ġarenas": 98767, + "Ġgunmen": 98768, + "Ġmike": 98769, + "Ġimpunity": 98770, + "atisation": 98771, + "_Zero": 98772, + "_COMPANY": 98773, + "ĠGors": 98774, + "ĠuseClass": 98775, + "(redis": 98776, + "ĠRUNNING": 98777, + "ĠBair": 98778, + "velte": 98779, + "Ġ','.": 98780, + "аÑĤÑĮÑģÑı": 98781, + "öst": 98782, + "encodeURIComponent": 98783, + "_restrict": 98784, + "Ġdecals": 98785, + "ĠPedido": 98786, + "Ġaltercation": 98787, + "Displays": 98788, + "ĠApplicants": 98789, + "CUS": 98790, + "Textarea": 98791, + "ĠAngola": 98792, + ".future": 98793, + "ĠUSHORT": 98794, + "Ġsuppressing": 98795, + "Ġsetzen": 98796, + "APolynomial": 98797, + "Ġtoch": 98798, + "Ġhallmark": 98799, + "Ġ$$$": 98800, + "ĠCHARSET": 98801, + ".rpm": 98802, + "ĠDich": 98803, + "--------------------": 98804, + "_parm": 98805, + "è¿ĺ": 98806, + "acciones": 98807, + "hait": 98808, + "WARDED": 98809, + "_routing": 98810, + "ĠNOM": 98811, + "Ġenclave": 98812, + "ĠLotto": 98813, + "ĉfr": 98814, + "complexContent": 98815, + "ĠBallard": 98816, + "kube": 98817, + "/win": 98818, + ".getColumnModel": 98819, + "_REPLACE": 98820, + "HeaderValue": 98821, + "Ġestudiantes": 98822, + "Ġapis": 98823, + "Ġbpm": 98824, + "ĠTypeName": 98825, + "AndGet": 98826, + "rita": 98827, + "Plans": 98828, + ">Note": 98829, + "Ġfetisch": 98830, + "Ġtoned": 98831, + "_goto": 98832, + "onsense": 98833, + "Ġmolds": 98834, + "Ġinfiltration": 98835, + "ĠGuerrero": 98836, + "ubbo": 98837, + "cki": 98838, + "($(\".": 98839, + "_activities": 98840, + "(changes": 98841, + "ĠofApp": 98842, + "ĠKepler": 98843, + "ĠDemp": 98844, + "ĠContinent": 98845, + ".Ticks": 98846, + "ĠUnsigned": 98847, + "ĠJahres": 98848, + "Ġfreshmen": 98849, + "ĠArchived": 98850, + "ĠкоÑĤоÑĢÑĭй": 98851, + "Ġ'::": 98852, + "Tutorial": 98853, + "Cc": 98854, + "ĠtableLayoutPanel": 98855, + "fromJson": 98856, + ".levels": 98857, + "_transient": 98858, + "Ġendorsing": 98859, + "ĠDIC": 98860, + "lauf": 98861, + "Ġshred": 98862, + "_EMIT": 98863, + "ificantly": 98864, + "ALA": 98865, + "/proto": 98866, + "Ġnarrowing": 98867, + "Utc": 98868, + "Factors": 98869, + "Ġsentient": 98870, + "æŀIJ": 98871, + "lixir": 98872, + "ĠCROSS": 98873, + "meteor": 98874, + "Ġgroin": 98875, + "Ġmdb": 98876, + "ĠRotterdam": 98877, + "Ġcomida": 98878, + "ĠOpCode": 98879, + "ĠDefaultValue": 98880, + "PermissionsResult": 98881, + "Ġheterogeneous": 98882, + "Ġmoot": 98883, + "Ġdeceived": 98884, + "-independent": 98885, + "ĠObjectOutputStream": 98886, + "Ġoverpower": 98887, + ".dup": 98888, + "Ġldb": 98889, + "Ġdomestically": 98890, + "Ġbestellen": 98891, + "Ġlov": 98892, + "ĠContractors": 98893, + "Triangles": 98894, + "Ġfodder": 98895, + "Ġfilmes": 98896, + "ä¼ģ": 98897, + "Ġrevolver": 98898, + "StartupScript": 98899, + "/validation": 98900, + "ĠResourceType": 98901, + "iÅŁ": 98902, + "ĠLaz": 98903, + "fef": 98904, + "Ġlstm": 98905, + "{*": 98906, + ".attachment": 98907, + ".hits": 98908, + "ewith": 98909, + "DOG": 98910, + "Alabama": 98911, + "Ġmediums": 98912, + ".mContext": 98913, + "-cols": 98914, + "åıĭ": 98915, + ".notice": 98916, + "Ġattn": 98917, + "ĠPacking": 98918, + "ĠLn": 98919, + "_COMPLEX": 98920, + "/Users": 98921, + ".savetxt": 98922, + "ĠRounds": 98923, + "?,?,?,?,": 98924, + "Ġingl": 98925, + "ĠROC": 98926, + "_female": 98927, + "ĠStard": 98928, + "]];": 98929, + "Ġwrestlers": 98930, + "Ġtorrents": 98931, + "Ġsinh": 98932, + "ĊĊ": 98933, + "ë³µ": 98934, + "sense": 98935, + "however": 98936, + ".Physics": 98937, + "Infrastructure": 98938, + "ĠSacr": 98939, + "Fel": 98940, + "ĠDISTRIBUT": 98941, + "éments": 98942, + "ĠValidates": 98943, + "############################################################": 98944, + "Ġ|/": 98945, + "Ġesl": 98946, + "Ġréseau": 98947, + "ĠBip": 98948, + "BYTES": 98949, + "_WATER": 98950, + "Turning": 98951, + "ELS": 98952, + "Ġjuxtap": 98953, + "Ġlesbische": 98954, + "ých": 98955, + "(Unknown": 98956, + "Neo": 98957, + "@JsonProperty": 98958, + "Ġalumnos": 98959, + "ĠRaqqa": 98960, + "imei": 98961, + ".getBounds": 98962, + ".MouseEventHandler": 98963, + "#######": 98964, + "GenericType": 98965, + "/cms": 98966, + "Ġturno": 98967, + "Ġмин": 98968, + "Ġfolklore": 98969, + "ĠEvo": 98970, + "Ġconductivity": 98971, + "Ġleben": 98972, + "Ġgearbox": 98973, + "-vs": 98974, + "ĠÏĨ": 98975, + "Ġdrinkers": 98976, + "Ġconexao": 98977, + "ĠTeeth": 98978, + "ĠgetArguments": 98979, + "ĠRAT": 98980, + "entious": 98981, + "Educ": 98982, + "+W": 98983, + "ĠInstitutional": 98984, + "ĠBord": 98985, + "isEqual": 98986, + "(pwd": 98987, + "Ġignited": 98988, + "ĠRousse": 98989, + "Ġimpactful": 98990, + "ĠMalk": 98991, + "Ġgeral": 98992, + "ĠPivot": 98993, + "Ġazt": 98994, + "Ġcsvfile": 98995, + "ĠRope": 98996, + "ĠSOLUTION": 98997, + "ĠArbitrary": 98998, + "Ġletto": 98999, + ".MouseAdapter": 99000, + "Ġ}}}": 99001, + "ĠSailor": 99002, + "dera": 99003, + "Putting": 99004, + "Ġconcentrates": 99005, + "ĠauthDomain": 99006, + "âĢĿçļĦ": 99007, + "-finals": 99008, + ",strlen": 99009, + "Muon": 99010, + "ĠOrdinary": 99011, + "firefox": 99012, + "ĠLaTeX": 99013, + "ĠHund": 99014, + "engineering": 99015, + "/blue": 99016, + "edTextBox": 99017, + "(\"\");": 99018, + "ĠCDDL": 99019, + "kept": 99020, + "ĠGetString": 99021, + "Kir": 99022, + "()='": 99023, + "ĠOCD": 99024, + "antium": 99025, + "$menu": 99026, + "ĠAppalachian": 99027, + "Secretary": 99028, + "ë¥ĺ": 99029, + "ีย": 99030, + "Semantic": 99031, + "Ġ*[": 99032, + "estone": 99033, + "ungkin": 99034, + "MaxY": 99035, + "-tone": 99036, + "\"};čĊ": 99037, + "_Part": 99038, + "ĊĊ": 99240, + "Lic": 99241, + "ĠMirage": 99242, + "ĠAssemblyFileVersion": 99243, + "TeV": 99244, + "ĠValueEventListener": 99245, + "-solving": 99246, + "Tho": 99247, + "roulette": 99248, + "_WP": 99249, + "Ġuninterrupted": 99250, + "ĠfieldType": 99251, + ".Typed": 99252, + "Ġamour": 99253, + "Ġmockery": 99254, + "(vol": 99255, + "ĠSubcommittee": 99256, + "ĠRuf": 99257, + "erox": 99258, + ":UIButtonTypeCustom": 99259, + "ĠBlur": 99260, + "Ġwykon": 99261, + "nces": 99262, + "ASHBOARD": 99263, + "!!\");Ċ": 99264, + "Ġmurderers": 99265, + ".daily": 99266, + "ĠDIAG": 99267, + "jing": 99268, + "Ġdolphin": 99269, + "Ġlòng": 99270, + "Ġbö": 99271, + "ĠVocabulary": 99272, + ".StObject": 99273, + "')\">": 99274, + "Ġzun": 99275, + "Ġscrimmage": 99276, + "tréal": 99277, + "ĠLig": 99278, + "[vi": 99279, + "Cole": 99280, + "Ġfrosting": 99281, + ".Players": 99282, + "-translate": 99283, + "Feels": 99284, + "=\\\"/": 99285, + ".ButterKnife": 99286, + "Ġ?>;Ċ": 99287, + "Ġavi": 99288, + "innie": 99289, + ".Failure": 99290, + "Ġspindle": 99291, + "ConfigurationException": 99292, + "_hop": 99293, + "Ġposição": 99294, + "ĠAwait": 99295, + "UIImagePickerController": 99296, + "ĉday": 99297, + "Ġgenom": 99298, + "Cab": 99299, + "ĠÑĢезÑĥлÑĮÑĤаÑĤ": 99300, + "ORIGINAL": 99301, + "Ġejaculation": 99302, + "(tcp": 99303, + "SECOND": 99304, + "Ġtonic": 99305, + "ĠListBox": 99306, + "ĠĉĉĊ": 99307, + "()>Ċ": 99308, + "Ġquatre": 99309, + "ượng": 99310, + "withErrors": 99311, + ".Maybe": 99312, + ",âĢ¦": 99313, + "tokenId": 99314, + "_UNDEF": 99315, + "Ġfreshness": 99316, + "ĠAmendments": 99317, + ".mapbox": 99318, + ".CV": 99319, + "(blog": 99320, + "_gettime": 99321, + ".quest": 99322, + "sparse": 99323, + "Ġresale": 99324, + "Ġenthusiastically": 99325, + "ĠProstitutas": 99326, + "Wa": 99327, + "Cargo": 99328, + ".Parcelable": 99329, + "SENSOR": 99330, + "ĠRyu": 99331, + "Laughs": 99332, + "_Native": 99333, + "/pg": 99334, + "ysts": 99335, + "Ġphotoc": 99336, + "ç®Ģ": 99337, + "adopt": 99338, + ".species": 99339, + "conciliation": 99340, + "Adjusted": 99341, + ".FirebaseAuth": 99342, + "uttle": 99343, + "ordination": 99344, + "Ġmunch": 99345, + "ĠStake": 99346, + ".ping": 99347, + "anker": 99348, + "(QStringLiteral": 99349, + "Ġsubscript": 99350, + "ĠĠĉĊ": 99351, + "ĠMCC": 99352, + "_Cmd": 99353, + "sexy": 99354, + "iou": 99355, + "ĠMANY": 99356, + "Ġnanny": 99357, + "TRAIN": 99358, + "Ġflourishing": 99359, + "ĠWatches": 99360, + "ĠQMap": 99361, + "ĠFerm": 99362, + "Ġwasm": 99363, + "ĠAbed": 99364, + "_UD": 99365, + "ĠGlasses": 99366, + "+v": 99367, + "Attend": 99368, + ".Chain": 99369, + "Ġdecency": 99370, + "ĠSupplementary": 99371, + "hunter": 99372, + "-txt": 99373, + "Ġ\"}\";Ċ": 99374, + ".setWindowTitle": 99375, + "(\"": 99477, + "Ġmascara": 99478, + "(Profile": 99479, + "åĬŁèĥ½": 99480, + "imité": 99481, + "Ġwildfires": 99482, + "-ROM": 99483, + ".isOn": 99484, + "(groupId": 99485, + "Repair": 99486, + "accumulate": 99487, + "Ġ<\",": 99488, + "Ġhandwritten": 99489, + "Ġacheter": 99490, + "ĠMGM": 99491, + "ĠIrma": 99492, + "->{_": 99493, + "gee": 99494, + "criminal": 99495, + "Ġèĭ¥è¦ģ": 99496, + "Ġmomentarily": 99497, + "\")!=": 99498, + "_lit": 99499, + "ĠexpiresIn": 99500, + ".\").": 99501, + "éķ¿åº¦": 99502, + "Ġfrække": 99503, + "vlc": 99504, + "Ġorbs": 99505, + "),$": 99506, + "Ġventured": 99507, + "/>\\": 99508, + "charm": 99509, + "Nuitka": 99510, + "eldig": 99511, + "atonin": 99512, + "Witness": 99513, + "-lat": 99514, + "ĠsetHidden": 99515, + "Ġrelics": 99516, + "Ġconsulate": 99517, + ".IGNORE": 99518, + "\"After": 99519, + "ĠsetAddress": 99520, + "Ġbesteht": 99521, + "Ġ'')ĊĊ": 99522, + ".xaxis": 99523, + "Ġserão": 99524, + "Ġmisled": 99525, + "_UNIFORM": 99526, + "ĠVIA": 99527, + "incr": 99528, + "Ġzenith": 99529, + "Ġviscosity": 99530, + "Ġthinly": 99531, + ".getSharedPreferences": 99532, + ".ErrorCode": 99533, + "\"),\"": 99534, + "ĠMillionen": 99535, + "Ġ/>)Ċ": 99536, + "ScrollIndicator": 99537, + "-seeking": 99538, + "ĠPOLITICO": 99539, + "asca": 99540, + "_rl": 99541, + "Navig": 99542, + "(fullfile": 99543, + "Ġsolitude": 99544, + "Ġjuven": 99545, + "Ġhauling": 99546, + "ĠMacros": 99547, + "ĠGry": 99548, + "Ġexercitation": 99549, + "ĠATTACK": 99550, + "TickCount": 99551, + "Ġrites": 99552, + "Ġdoe": 99553, + "ParticleSystem": 99554, + "Ġslu": 99555, + "WindowText": 99556, + "ĠClassName": 99557, + "Ġslander": 99558, + "ĉPort": 99559, + "jong": 99560, + "?a": 99561, + ".Dial": 99562, + "âĢĶat": 99563, + "$objPHPExcel": 99564, + "Ġsoar": 99565, + "ENN": 99566, + "appeared": 99567, + "Ġquotid": 99568, + "emachine": 99569, + "Ġnip": 99570, + "Ġmicrotime": 99571, + "ĠAlma": 99572, + ";!": 99573, + "------------------------------------------------------------------------------------------------": 99574, + "ĠPassage": 99575, + "Ġdumpsters": 99576, + "ĠExclude": 99577, + "Ġsuggestive": 99578, + "ĠCircularProgressIndicator": 99579, + "_clr": 99580, + "ArrayType": 99581, + "ILLA": 99582, + "ElapsedTime": 99583, + "Driven": 99584, + "ĠresourceName": 99585, + "ĠGarrison": 99586, + "serir": 99587, + "-ahead": 99588, + "Ġpinnacle": 99589, + "ĠEspresso": 99590, + "Sparse": 99591, + "Ġassays": 99592, + "ĠGirlfriend": 99593, + "imid": 99594, + "]='\\": 99595, + "ONGLONG": 99596, + "Ġportraying": 99597, + "Lane": 99598, + "Ġbúsqueda": 99599, + "Ġreinforcements": 99600, + "ĠSpreadsheet": 99601, + "ĠArrayCollection": 99602, + ",arr": 99603, + "lightbox": 99604, + "icana": 99605, + "<\"": 99606, + "builders": 99607, + "Kid": 99608, + "ĠMatSnackBar": 99609, + "EXPR": 99610, + "odcast": 99611, + "ĠFoundations": 99612, + "Ġinds": 99613, + "='${": 99614, + "Fizz": 99615, + "-functional": 99616, + "(workspace": 99617, + "Ġstemmed": 99618, + "_patches": 99619, + "ĠJarvis": 99620, + "READING": 99621, + "Ġdisrespectful": 99622, + "ĠQDom": 99623, + "Ġ${Ċ": 99624, + "estatus": 99625, + "Reached": 99626, + "!.ĊĊ": 99627, + "ILT": 99628, + "ĠNDEBUG": 99629, + "ĠCourage": 99630, + "birthdate": 99631, + "ĠTing": 99632, + "Ġutilizado": 99633, + "ánchez": 99634, + "Outdoor": 99635, + "Ġhandguns": 99636, + "RefCount": 99637, + "ÉĻ": 99638, + "romo": 99639, + "Ġtts": 99640, + ".She": 99641, + "ĠPane": 99642, + "ãĢij,ãĢIJ": 99643, + "ĠIOCTL": 99644, + "/black": 99645, + "inscription": 99646, + "Ġbiopsy": 99647, + "ĠTimeInterval": 99648, + ".TestCheck": 99649, + "ĠGUIStyle": 99650, + "ĠCapability": 99651, + "ĠBeitrag": 99652, + "donnees": 99653, + "Treatment": 99654, + ".backup": 99655, + "Ġsignings": 99656, + "ĠBoca": 99657, + "drm": 99658, + ".MAIN": 99659, + "Ġgoede": 99660, + "ĠMarkup": 99661, + "GREE": 99662, + "ĠBaseService": 99663, + ".Creator": 99664, + "Ġjails": 99665, + "ĠKahn": 99666, + "IpAddress": 99667, + "ACHI": 99668, + "Ġinhibited": 99669, + "Ġ@$_": 99670, + "ĠAssass": 99671, + "Ġenviado": 99672, + "Heroes": 99673, + "ÐŁÐµÑĢ": 99674, + "ĠMaven": 99675, + ".ls": 99676, + "Ġive": 99677, + "|RF": 99678, + "ĠresizeMode": 99679, + "Ġrumpe": 99680, + "_attachments": 99681, + "TU": 99682, + "Ġtactile": 99683, + "Attempting": 99684, + "Ġrobin": 99685, + "yaw": 99686, + "Ġmercenaries": 99687, + "ĠHabitat": 99688, + "enddate": 99689, + "Ġoxy": 99690, + "ĉRandom": 99691, + "ohon": 99692, + "IsNull": 99693, + "ĠValidationResult": 99694, + "ãĥļ": 99695, + "umbed": 99696, + "ppv": 99697, + "Ġarp": 99698, + "ichick": 99699, + "_rnn": 99700, + "ĠTFT": 99701, + "TexImage": 99702, + "\"On": 99703, + "ĠSampler": 99704, + "topl": 99705, + "Ġjane": 99706, + "yling": 99707, + "ĠUNICODE": 99708, + "TabIndex": 99709, + "<{Ċ": 99710, + "suspend": 99711, + "uvian": 99712, + ",application": 99713, + "олиÑĩеÑģÑĤво": 99714, + "yat": 99715, + "ezier": 99716, + "ĠCHUNK": 99717, + "ĠAdler": 99718, + "/Add": 99719, + "ĠKeyValue": 99720, + "Ġsposób": 99721, + "Sampling": 99722, + "chers": 99723, + "_AMD": 99724, + "Ru": 99725, + ".MustCompile": 99726, + "Nation": 99727, + "Assoc": 99728, + "Managing": 99729, + "ĠEngl": 99730, + "_GB": 99731, + "Ġsuccinct": 99732, + "Ġdisliked": 99733, + "ĠIke": 99734, + "Bulletin": 99735, + "_ARCHIVE": 99736, + "Proposal": 99737, + "Ġjogging": 99738, + ".CREATED": 99739, + "Ġchol": 99740, + "è£ħ": 99741, + "Į¨": 99742, + "-push": 99743, + "Ġreserva": 99744, + "corev": 99745, + "ètre": 99746, + "THR": 99747, + "Ġincompetence": 99748, + "Ġcharisma": 99749, + "æĦŁ": 99750, + "Ġ\"==": 99751, + "BTN": 99752, + "ĠLocator": 99753, + "ivet": 99754, + "('.')Ċ": 99755, + "ĠforIndexPath": 99756, + "ôme": 99757, + "Ġcapacit": 99758, + "waters": 99759, + "ĠWRONG": 99760, + "hoa": 99761, + "ĠMIPS": 99762, + "Ġemiss": 99763, + "ĠJacqueline": 99764, + "(cmp": 99765, + "Ġeens": 99766, + "Leo": 99767, + ".timing": 99768, + "CLUSION": 99769, + "Ġ(\"-": 99770, + "åĵĪ": 99771, + ".kode": 99772, + "ĠUndert": 99773, + "Ġbewild": 99774, + "ĠEssen": 99775, + ".hd": 99776, + "Ġrenegot": 99777, + "Ġmower": 99778, + "Ġlsp": 99779, + "Ġpenchant": 99780, + "Ġmanoe": 99781, + "Ġagli": 99782, + "Ġrecal": 99783, + "ĠOPERATION": 99784, + "(^)(": 99785, + "Ġν": 99786, + "ĠScoped": 99787, + "Ġ@\"Ċ": 99788, + "=label": 99789, + "[loc": 99790, + "Intl": 99791, + "ĠNz": 99792, + "tablet": 99793, + ".ColumnName": 99794, + "ĠscreenSize": 99795, + "DBus": 99796, + "cooked": 99797, + "-registration": 99798, + "âĢľOne": 99799, + "-non": 99800, + "ĠwiÄĻc": 99801, + "Ġcosta": 99802, + ".addTab": 99803, + ".conditions": 99804, + "ĠHess": 99805, + "MEMORY": 99806, + "ĠAvalanche": 99807, + "()}}Ċ": 99808, + "Ġtriplet": 99809, + "Ġlabyrinth": 99810, + "ĠNodeList": 99811, + "ĠNYT": 99812, + "Ġyeni": 99813, + "dff": 99814, + ".HtmlControls": 99815, + "AVIS": 99816, + "/Math": 99817, + "Ġmemcmp": 99818, + "اء": 99819, + "оÑģÑĮ": 99820, + "crap": 99821, + "(pages": 99822, + "Ġlxml": 99823, + "ĠQDateTime": 99824, + "_tcb": 99825, + "Ġopenid": 99826, + "Ġsynaptic": 99827, + "ĠMDMA": 99828, + "(slug": 99829, + "igmatic": 99830, + "enor": 99831, + "Ġcramped": 99832, + "GOP": 99833, + "ŃIJ": 99834, + ".isFile": 99835, + "ĠDifferential": 99836, + "Ġ=\"\";Ċ": 99837, + "ĉĉĉĠĠĠĠĉ": 99838, + "ĠCooke": 99839, + "ĉUFUNCTION": 99840, + "Ġperseverance": 99841, + "RelativeLayout": 99842, + "IMPORTANT": 99843, + "Ġexon": 99844, + "Ġон": 99845, + "ibase": 99846, + "(CONT": 99847, + "novation": 99848, + "ä½ķ": 99849, + "[sub": 99850, + "AdminController": 99851, + "HTTPHeader": 99852, + "crear": 99853, + "ĠNIR": 99854, + "ĠDropDownList": 99855, + "Ġvalide": 99856, + "Ġdehydration": 99857, + ".']": 99858, + "(WIN": 99859, + "Ġ...\\": 99860, + "Ġphotoshop": 99861, + "ĉInit": 99862, + "_cou": 99863, + "ĠtimeZone": 99864, + "darwin": 99865, + "romatic": 99866, + "NavigationItemSelectedListener": 99867, + "brates": 99868, + "]--;Ċ": 99869, + "Ġtragedies": 99870, + "ĠPediatrics": 99871, + "SMART": 99872, + "-API": 99873, + "ĠMessageLookup": 99874, + "ĉvo": 99875, + "Ġprejudices": 99876, + "ĠmA": 99877, + "Ups": 99878, + "ĠMISSING": 99879, + "ĉad": 99880, + "Cream": 99881, + "ĠTb": 99882, + "ĠMona": 99883, + "_ghost": 99884, + "ĉtypes": 99885, + "Emb": 99886, + "ĠDocumentary": 99887, + "');ĊĊĊĊ": 99888, + "Ġlup": 99889, + "_Reference": 99890, + "ĠBATCH": 99891, + "Ġintertwined": 99892, + "": 100015, + "Ġfoyer": 100016, + "'utilisation": 100017, + "ĠMüller": 100018, + "ĠFetish": 100019, + "ĠdefaultManager": 100020, + "Ġbacktrack": 100021, + "Bah": 100022, + "Explicit": 100023, + "_ASCII": 100024, + "ĠmActivity": 100025, + "(Msg": 100026, + "Ġê²Į": 100027, + "ĠTERMS": 100028, + "ĠAngie": 100029, + "HSV": 100030, + "ĠMosque": 100031, + ".Names": 100032, + "íĬ¼": 100033, + "reste": 100034, + "_parms": 100035, + "Ġgaping": 100036, + "Ġcropping": 100037, + "DataFrame": 100038, + "Ġresponsiveness": 100039, + "_undo": 100040, + "_tran": 100041, + ".terminate": 100042, + "Ġitaliane": 100043, + "Ġwalkthrough": 100044, + "Ġattractiveness": 100045, + "де": 100046, + "_STS": 100047, + "_learn": 100048, + "Ġchocolates": 100049, + "ierarchical": 100050, + "-thinking": 100051, + "Ġ)))": 100052, + "ishments": 100053, + ".Logf": 100054, + "ĠTMZ": 100055, + "ĠCanary": 100056, + "foil": 100057, + "ĠVaccine": 100058, + ".vx": 100059, + "ĠSurround": 100060, + "Intermediate": 100061, + "Ġiov": 100062, + "vais": 100063, + "';\";Ċ": 100064, + "ï½ŀĊĊ": 100065, + "éĢģæĸĻ": 100066, + "âĢ¦it": 100067, + "Seats": 100068, + "Clar": 100069, + "Wars": 100070, + "ĠHutchinson": 100071, + "ĠHasan": 100072, + "!')ĊĊ": 100073, + "ĠRichie": 100074, + "cheiden": 100075, + "($('": 100076, + "York": 100077, + "Ġlids": 100078, + "Ġalphanumeric": 100079, + "ĠGlock": 100080, + ".shapes": 100081, + "Ġsparking": 100082, + "_epsilon": 100083, + "uplicated": 100084, + ".dirty": 100085, + "])==": 100086, + "ĠìľĦì¹ĺ": 100087, + "Ġscn": 100088, + "Ġ/****************************************************************": 100089, + "_PREVIEW": 100090, + "_HC": 100091, + "ielding": 100092, + "fgets": 100093, + "ĠAddison": 100094, + "ĠproductService": 100095, + "-figure": 100096, + "(retval": 100097, + "zano": 100098, + "Ġautob": 100099, + "ĉsd": 100100, + "_numer": 100101, + "ĠSetLastError": 100102, + "ĠFior": 100103, + "ificance": 100104, + "Untitled": 100105, + "Ġinfield": 100106, + "Ġ{}));Ċ": 100107, + "Ġspac": 100108, + "Ġrookies": 100109, + "(describing": 100110, + "ngen": 100111, + "ிà®": 100112, + ".rdf": 100113, + ".Mutex": 100114, + "Ġkneeling": 100115, + "ĠQE": 100116, + "setMax": 100117, + "ReadStream": 100118, + "Ġventas": 100119, + "sut": 100120, + "cmpeq": 100121, + ".WriteAllText": 100122, + "ĠExperienced": 100123, + "$__": 100124, + "Ġkaum": 100125, + "ĠLIS": 100126, + "Ġdocumentos": 100127, + "_HEALTH": 100128, + "icontains": 100129, + "Ġartisans": 100130, + "OWNER": 100131, + "Ġblinked": 100132, + "getDisplay": 100133, + "Ġtoen": 100134, + "ĠrowNum": 100135, + "Ġavril": 100136, + "Ġinvis": 100137, + "ĠKear": 100138, + "toBeInTheDocument": 100139, + "apur": 100140, + "Ġracked": 100141, + "ĠMcMaster": 100142, + "_ATTRIB": 100143, + "Haz": 100144, + "Ġfactura": 100145, + "/ts": 100146, + "ĠÑĢазмеÑĢ": 100147, + "Ġzf": 100148, + "Ġshortfall": 100149, + ".fasta": 100150, + "ĠCONSTANT": 100151, + ".managed": 100152, + "gems": 100153, + "SharedPointer": 100154, + "Ġblurry": 100155, + "brightness": 100156, + "(components": 100157, + "Ġ...\"ĊĊ": 100158, + "SELL": 100159, + "ĠIllustrator": 100160, + ".getChannel": 100161, + "Ġtrouvé": 100162, + "ysters": 100163, + "Ġvois": 100164, + "ĠLinden": 100165, + "Ġemojis": 100166, + "Ġbrawl": 100167, + "ĠMSR": 100168, + "ĠElo": 100169, + "ĠCroatian": 100170, + "PopupMenu": 100171, + "Lewis": 100172, + ".JWT": 100173, + "Ġastonished": 100174, + "Bush": 100175, + "(itemId": 100176, + "Ġdetachment": 100177, + "ĠEncore": 100178, + "å°Ķ": 100179, + "Ġrekl": 100180, + "Ġcram": 100181, + ")$/": 100182, + ".getHost": 100183, + "_recommend": 100184, + "-HT": 100185, + "_calibration": 100186, + "Authenticate": 100187, + ".firebaseapp": 100188, + "UNIX": 100189, + "ĉCamera": 100190, + "ĠHEAP": 100191, + "Ideal": 100192, + ".office": 100193, + "Ġgoofy": 100194, + "(Symbol": 100195, + "Ġjouer": 100196, + "_partitions": 100197, + "Ġrapidement": 100198, + "ĠGNUNET": 100199, + "idUser": 100200, + "Ġsupervise": 100201, + "(Contact": 100202, + "AWN": 100203, + "ãģĺ": 100204, + "Ġnaam": 100205, + "Ġaust": 100206, + "åľ¨çº¿": 100207, + "_softmax": 100208, + "AllowAnonymous": 100209, + "ammable": 100210, + "ROUTE": 100211, + "*D": 100212, + "Ġaden": 100213, + "ĠCristina": 100214, + "ĠCristiano": 100215, + "Ġbloodstream": 100216, + "subclass": 100217, + "_persona": 100218, + "CHILD": 100219, + "-know": 100220, + "ĠnavigationOptions": 100221, + "ĠZukunft": 100222, + "ĠPixar": 100223, + "Tyler": 100224, + "Ġunderworld": 100225, + "Ġsincerity": 100226, + "Ġdispenser": 100227, + "Ġkter": 100228, + "idders": 100229, + ".addNode": 100230, + "-checked": 100231, + "Ġkeyst": 100232, + "ĠWTO": 100233, + ".signals": 100234, + "Ġadventurer": 100235, + "ĠPang": 100236, + "\\R": 100237, + "=pos": 100238, + "Ġdispensaries": 100239, + "ĠCloset": 100240, + "(\"{\\\"": 100241, + "ideon": 100242, + "Ġnécessaire": 100243, + "()\"Ċ": 100244, + "_RECEIVED": 100245, + "Ġrésultats": 100246, + "Ġmoden": 100247, + "ĠIcelandic": 100248, + ";d": 100249, + ".allowed": 100250, + "(newUser": 100251, + "Ġmerciless": 100252, + ".WaitFor": 100253, + "Ġdaycare": 100254, + "ĠConveyor": 100255, + "ĠÙ": 100256, + "اÙ": 100257, + "าà¸": 100258, + "ÑŁ": 100259, + "ÑŁÑŁ": 100260, + "Ġà¸": 100261, + "à¹Ģà¸": 100262, + "iá»": 100263, + "ãĢĢãĢĢãĢĢãĢĢ": 100264, + "ĠاØ": 100265, + "à¥Ī": 100266, + "ĠãĢĢ": 100267, + "ÑĹ": 100268, + "iá»ĩ": 100269, + "ÑŁÑŁÑŁÑŁ": 100270, + "à¥ĩà¤Ĥ": 100271, + "Ñĸд": 100272, + "ार": 100273, + "ÙĨد": 100274, + "Ñĸв": 100275, + "Ġब": 100276, + "Ġà¤ľ": 100277, + "।": 100278, + "нÑĸ": 100279, + "à¤Ĺ": 100280, + "ĠØ¢": 100281, + "Ġन": 100282, + "ÑĶ": 100283, + "ĠÑĢа": 100284, + "Ġà¤ħ": 100285, + "ÑģÑĮ": 100286, + "Ġव": 100287, + "ÑĨÑĸ": 100288, + "Ġvá»": 100289, + "³Øª": 100290, + "Ġद": 100291, + "nÄĽ": 100292, + "Ġल": 100293, + "ĠãĢĢĠãĢĢ": 100294, + "à¥Ĥ": 100295, + "द": 100296, + "à¸Ńà¸ĩ": 100297, + "ÙĪÙĨ": 100298, + "व": 100299, + "aÅŁ": 100300, + "à¹Ĥ": 100301, + "ικ": 100302, + "Ġर": 100303, + "Ġви": 100304, + "à¥įय": 100305, + "ान": 100306, + "Ġاز": 100307, + "اÙĩ": 100308, + "Ľi": 100309, + "Ġhá»": 100310, + "à¥ĭà¤Ĥ": 100311, + "iế": 100312, + "ĠÄijá»": 100313, + "य": 100314, + "Ïį": 100315, + "Ġcủ": 100316, + "Ġبر": 100317, + "ĠÙħÛĮ": 100318, + "ĠاÛĮ": 100319, + "Ġà¤Ĩ": 100320, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 100321, + "िय": 100322, + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ": 100323, + "ви": 100324, + "رد": 100325, + "нÑĥ": 100326, + "ÙĬÙĨ": 100327, + "ια": 100328, + "Ġत": 100329, + "Ñĩи": 100330, + "Ġà¤ķर": 100331, + "از": 100332, + "aÄŁ": 100333, + "Ġà¤ī": 100334, + "ब": 100335, + "ÏĦα": 100336, + "تر": 100337, + "Ùĩا": 100338, + "ระ": 100339, + "jÃŃ": 100340, + "Îij": 100341, + "аÑĤи": 100342, + "Ġà¤Ĺ": 100343, + "ĠÑĤа": 100344, + "ÚĨ": 100345, + "à¤ľ": 100346, + "าà¸Ļ": 100347, + "Ġà¤Ń": 100348, + "िà¤ķ": 100349, + "áv": 100350, + "ĠÚ¯": 100351, + "Ïİ": 100352, + "าย": 100353, + "Ġà¤Ķ": 100354, + "ÅĻÃŃ": 100355, + "اÙĪ": 100356, + "ĠÑī": 100357, + "Ġà¤Ķर": 100358, + "еннÑı": 100359, + "ĠÚ©Ùĩ": 100360, + "ड": 100361, + "ÏĦο": 100362, + "ει": 100363, + "Ġà¤ĩ": 100364, + "à¥įत": 100365, + "à¤Ł": 100366, + "Û±": 100367, + "ĠØĮ": 100368, + "Ïģο": 100369, + "ηÏĤ": 100370, + "ë¬": 100371, + "Ñĸн": 100372, + "iá»ģ": 100373, + "iên": 100374, + "ĠвÑĸд": 100375, + "dı": 100376, + "ÙĦÛĮ": 100377, + "Ġز": 100378, + "Ïģα": 100379, + "ĠÛĮ": 100380, + "าà¸ĩ": 100381, + "Ġthá»": 100382, + "Ġà¹Ģà¸": 100383, + "iá»ĩn": 100384, + "اÙĬ": 100385, + "аннÑı": 100386, + "ÑĢе": 100387, + "ÎŁ": 100388, + "åĴ": 100389, + "اش": 100390, + "ाल": 100391, + "ëħĦ": 100392, + "Ġय": 100393, + "Ġرا": 100394, + "़": 100395, + "Ñĥв": 100396, + "ÙĪÙħ": 100397, + "ĠعÙĦ": 100398, + "ία": 100399, + "à¥Īà¤Ĥ": 100400, + "à¥ģà¤": 100401, + "าม": 100402, + "Ġmá»Ļt": 100403, + "Ġà¤ı": 100404, + "ãĢĢãĢĢãĢĢ": 100405, + "Ġपर": 100406, + "ĠاÙĨ": 100407, + "ĠاÛĮÙĨ": 100408, + "ĠvỼi": 100409, + "Σ": 100410, + "à¤ļ": 100411, + "Û°": 100412, + "iá»ĥ": 100413, + "าà¸ģ": 100414, + "ÎĻ": 100415, + "اع": 100416, + "Ñĸй": 100417, + "à¹ģล": 100418, + "ÙĩاÛĮ": 100419, + "Ñĩа": 100420, + ".:.:": 100421, + "ÏĦη": 100422, + "ĠÎij": 100423, + "رÛĮ": 100424, + "Ġngh": 100425, + "να": 100426, + "à¹ĥà¸Ļ": 100427, + "ित": 100428, + "Ġκαι": 100429, + "ÏĦε": 100430, + "à¥įà¤Ł": 100431, + "μα": 100432, + "лÑĥ": 100433, + "ým": 100434, + "ÏĢο": 100435, + "à¥Ī।": 100436, + "ï¼¼": 100437, + "رÙĬ": 100438, + "ниÑħ": 100439, + "Ïģι": 100440, + "ÙĢ": 100441, + "ÑĢо": 100442, + "Ġà¤ļ": 100443, + "ात": 100444, + "اÙĤ": 100445, + "Ġश": 100446, + "ĠÄijá»Ļ": 100447, + "ého": 100448, + "iá»ģu": 100449, + "ศ": 100450, + "ÑĸлÑĮ": 100451, + "uyá»": 100452, + "Û²": 100453, + "ĠnÄĥ": 100454, + "Ïīν": 100455, + "ĠÏĦοÏħ": 100456, + "кий": 100457, + "íĸ": 100458, + "ĠÑīо": 100459, + "à¥įव": 100460, + "ĠاÙĦØ£": 100461, + "ائ": 100462, + "tı": 100463, + "ĠÏĦο": 100464, + "¬¬": 100465, + "ĠØ·": 100466, + "ÙħاÙĨ": 100467, + "ĠÎł": 100468, + "ди": 100469, + "ึ": 100470, + "िà¤ı": 100471, + "ãģ£ãģŁ": 100472, + "ÛĮÙħ": 100473, + "ÃŃnh": 100474, + "rav": 100475, + "ÄĽt": 100476, + "Îķ": 100477, + "ĠÑıк": 100478, + "çĤ": 100479, + "à¸Ńà¸Ļ": 100480, + "ãģ¦ãģĦ": 100481, + "िल": 100482, + "ÑĸÑĤ": 100483, + "за": 100484, + "áp": 100485, + "ध": 100486, + "Ġêµ": 100487, + "à¹ģละ": 100488, + "ÃŃch": 100489, + "ĠØ¢ÙĨ": 100490, + "تÙĩ": 100491, + "ĠÙħع": 100492, + "ний": 100493, + "Æ°á»Ľc": 100494, + "ĠاÙĦع": 100495, + "رب": 100496, + "ाम": 100497, + "ĠرÙĪ": 100498, + "é«": 100499, + "ıy": 100500, + "Ġhá»į": 100501, + "ÑĤÑĮÑģÑı": 100502, + "ĠÎļ": 100503, + "Ġà¤ĩस": 100504, + "＿": 100505, + "ĠÚĨ": 100506, + "ĠÙĪاÙĦ": 100507, + "íķĻ": 100508, + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ": 100509, + "Ġvý": 100510, + "िस": 100511, + "ững": 100512, + "سÛĮ": 100513, + "Ġìĥ": 100514, + "ाà¤Ĥ": 100515, + "､": 100516, + "à¹ĩà¸Ļ": 100517, + "Ġथ": 100518, + "larak": 100519, + "ây": 100520, + "tÄĽ": 100521, + "νο": 100522, + "ĠÙħÙĪ": 100523, + "ĠngÆ°á»Ŀi": 100524, + "å¦": 100525, + "ÙĬد": 100526, + "ilir": 100527, + "اØŃ": 100528, + "ĠãĢ": 100529, + "Ùĭ": 100530, + "ĠÑĢоз": 100531, + "Ġй": 100532, + "Ġdụ": 100533, + "à¹Ģà¸Ľ": 100534, + "ัà¸ĩ": 100535, + "ле": 100536, + "ाय": 100537, + "ï¿£": 100538, + "ÙĪاÙĨ": 100539, + "Ġthá»ĥ": 100540, + "ãĥ½": 100541, + "Ã¼ÅŁ": 100542, + "çŁ": 100543, + "Ġο": 100544, + "ĠΣ": 100545, + "ÛĮت": 100546, + "ัà¸ģ": 100547, + "Τ": 100548, + "Ġà¤ıà¤ķ": 100549, + "ĠÙĩÙħ": 100550, + "ìĽĶ": 100551, + "ĠÎľ": 100552, + "Ġà¸Ħ": 100553, + "¯¸": 100554, + "ارÛĮ": 100555, + "िन": 100556, + "Ġnhững": 100557, + "ĠnhÆ°": 100558, + "иÑĤи": 100559, + "ãĥ³ãĥ": 100560, + "à¹Ģร": 100561, + "ĠÐĽ": 100562, + "ÑĢÑĸ": 100563, + "ád": 100564, + "üy": 100565, + "iye": 100566, + "ĠÎķ": 100567, + "Ġส": 100568, + "Ïĥη": 100569, + "Ġë¬": 100570, + "ï»": 100571, + "ण": 100572, + "ÎĹ": 100573, + "श": 100574, + "ĠÙħØŃ": 100575, + "ÙĦÙĬ": 100576, + "Ġμε": 100577, + "ĠpÅĻÃŃ": 100578, + "ÎĿ": 100579, + "à¥įष": 100580, + "tir": 100581, + "راÙĨ": 100582, + "ĠÄijá»ĭ": 100583, + "ĠкоÑĤ": 100584, + "кÑĢа": 100585, + "λο": 100586, + "ĠÏĦη": 100587, + "Ñīе": 100588, + "ÏĦικ": 100589, + "ัà¹ī": 100590, + "iết": 100591, + "αν": 100592, + "íĶ": 100593, + "киÑħ": 100594, + "ĠпоÑģ": 100595, + "tır": 100596, + "à¥įम": 100597, + "رÙģ": 100598, + "ÄĽl": 100599, + "à¤Ń": 100600, + "ové": 100601, + "Ġlá»": 100602, + "à¹Ħà¸Ķ": 100603, + "ãģªãģĦ": 100604, + "ษ": 100605, + "iá»ĩu": 100606, + "ξ": 100607, + "ĠعÙĦÙī": 100608, + "дÑĥ": 100609, + "Ġdụng": 100610, + "аÑĢа": 100611, + "ाद": 100612, + "ož": 100613, + "ÙĦÙĩ": 100614, + "ÙĦÙħ": 100615, + "ноÑĹ": 100616, + "Û±Û": 100617, + "à¸Ĥà¸Ńà¸ĩ": 100618, + "Ρ": 100619, + "à¥Ģà¤Ĥ": 100620, + "ĠпÑĸд": 100621, + "Ġफ": 100622, + "à¸ĺ": 100623, + "εÏĤ": 100624, + "ास": 100625, + "à¹ĥห": 100626, + "ова": 100627, + "تÛĮ": 100628, + "à¸Ńย": 100629, + "à¸į": 100630, + "ĠnÄĥm": 100631, + "ÏĦι": 100632, + "ÙĪÛĮ": 100633, + "ĠмÑĸ": 100634, + "ĠاÙħ": 100635, + "ÏĢÏĮ": 100636, + "Ġzá": 100637, + "à¤Ī": 100638, + "Ġà¤ĸ": 100639, + "ĠnÄĽ": 100640, + "cÃŃ": 100641, + "ÙĨÚ¯": 100642, + "Ñģи": 100643, + "ζ": 100644, + "ná": 100645, + "Ŀi": 100646, + "Å©": 100647, + "ئ": 100648, + "ĠاÙĦس": 100649, + "á»ijc": 100650, + "ẽ": 100651, + "اج": 100652, + "Ùħا": 100653, + "êµŃ": 100654, + "оÑİ": 100655, + "در": 100656, + "à¹Ģà¸ģ": 100657, + "à¸ł": 100658, + "áng": 100659, + "íķ©": 100660, + "ĠÏĦηÏĤ": 100661, + "ĠÑĸн": 100662, + "оÑĹ": 100663, + "à¥ĩश": 100664, + "à¸ĭ": 100665, + "à¥ĭà¤Ĺ": 100666, + "лÑĸ": 100667, + "ĠpÅĻed": 100668, + "ÄįnÃŃ": 100669, + "Ġка": 100670, + "ĠΤ": 100671, + "á»Ļi": 100672, + "vÃŃ": 100673, + "ÑĢÑı": 100674, + "à¤¾à¤ľ": 100675, + "аÑħ": 100676, + "िर": 100677, + "าส": 100678, + "dır": 100679, + "Ø¢": 100680, + "Îļ": 100681, + "ĠÎŃ": 100682, + "Ġtại": 100683, + "iá»ĩc": 100684, + "iến": 100685, + "Ġغ": 100686, + "اخ": 100687, + "ĠاÙĦØŃ": 100688, + "ĠбÑĥ": 100689, + "Ġvá»ģ": 100690, + "мÑĸ": 100691, + "ÙħÙĦ": 100692, + "mÄ±ÅŁ": 100693, + "à¸Ľà¸£à¸°": 100694, + "οÏį": 100695, + "εί": 100696, + "Ġरह": 100697, + "ним": 100698, + "عد": 100699, + "ĠباÙĦ": 100700, + "¤ij": 100701, + "çł": 100702, + "Ġolm": 100703, + "Ïİν": 100704, + "Ġhá»įc": 100705, + "است": 100706, + "าว": 100707, + "ÙĪب": 100708, + "ÑĸÑı": 100709, + "ĠÙĩاÛĮ": 100710, + "ë§Ī": 100711, + "à¥Į": 100712, + "ĠÄĮ": 100713, + "à¤ı": 100714, + "ادÙĩ": 100715, + "ĠاÙĪ": 100716, + "нÑĭм": 100717, + "ằ": 100718, + "ÙħÙĨ": 100719, + "iá»ĩt": 100720, + "laÅŁ": 100721, + "Ñĸз": 100722, + "ÙĪس": 100723, + "ĠlÃłm": 100724, + "ĠÄijến": 100725, + "पन": 100726, + "ĠÛĮÚ©": 100727, + "ĠÙĦÙĦ": 100728, + "ĠmÄĽ": 100729, + "ĠبراÛĮ": 100730, + "ाह": 100731, + "ĠÙħر": 100732, + "eç": 100733, + "à¸Ńร": 100734, + "εÏģ": 100735, + "ัà¸Ķ": 100736, + "кон": 100737, + "nou": 100738, + "Ġгод": 100739, + "ูà¹ī": 100740, + "à¹Ģล": 100741, + "Úĺ": 100742, + "ĠÄijá»ĭnh": 100743, + "ĠÄijó": 100744, + "анов": 100745, + "ĠÙģر": 100746, + "ارد": 100747, + "ÑĸÑĹ": 100748, + "à¸Ħร": 100749, + "à¥įथ": 100750, + "cak": 100751, + "ÑĨÑĸÑĹ": 100752, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 100753, + "Ùĩر": 100754, + "à¥ī": 100755, + "Ġgiá»": 100756, + "íĨ": 100757, + "âĢĮÙĩاÛĮ": 100758, + "à¥ģर": 100759, + "Ġà¸ģ": 100760, + "ÅĪ": 100761, + "æ¨": 100762, + "ÎŁÎ": 100763, + "าà¸Ħ": 100764, + "кÑĢаÑĹ": 100765, + "ảo": 100766, + "oÄŁ": 100767, + "Ġसम": 100768, + "Ġviá»ĩc": 100769, + "Ġsẽ": 100770, + "Ġná": 100771, + "ÙĬÙħ": 100772, + "£p": 100773, + "öy": 100774, + "ÙĪز": 100775, + "Ġκα": 100776, + "Ùħد": 100777, + "nÃŃm": 100778, + "ová": 100779, + "ाव": 100780, + "ा।": 100781, + "à¥įस": 100782, + "ç·": 100783, + "ặc": 100784, + "Ġà¸ŀ": 100785, + "ï½Ģ": 100786, + "ôi": 100787, + "Ġợ": 100788, + "οÏĤ": 100789, + "Ġtrên": 100790, + "мÑĥ": 100791, + "ÑģÑĮк": 100792, + "à¸Ł": 100793, + "ovat": 100794, + "Ġmá»": 100795, + "íı": 100796, + "Ġво": 100797, + "εν": 100798, + "à¥Ĥर": 100799, + "گاÙĩ": 100800, + "ĠÄijá»Ļng": 100801, + "Ú©ÙĨ": 100802, + "Ñīи": 100803, + "ĠпÑĢа": 100804, + "ürk": 100805, + "ÙĪع": 100806, + "ấp": 100807, + "ný": 100808, + "Ġquan": 100809, + "ÑĸÑĩ": 100810, + "Ġνα": 100811, + "Ġनह": 100812, + "ĠÚ©ÙĨ": 100813, + "cı": 100814, + "çĿĢ": 100815, + "бо": 100816, + "Ġاس": 100817, + "è»": 100818, + "اÙĨÛĮ": 100819, + "à¸ķร": 100820, + "ÏĦά": 100821, + "ĠØ£ÙĨ": 100822, + "éĤ£": 100823, + "Ġม": 100824, + "кÑĤ": 100825, + "iê": 100826, + "Ġhợp": 100827, + "تÙħ": 100828, + "ĠبÙĨ": 100829, + "hod": 100830, + "ιÏĥ": 100831, + "หà¸Ļ": 100832, + "ĠÑĹ": 100833, + "лив": 100834, + "Ġکرد": 100835, + "ĠÙħØ´": 100836, + "اط": 100837, + "بÙĬ": 100838, + "Ġร": 100839, + "دÙħ": 100840, + "ÙĦاÙħ": 100841, + "à¹Īว": 100842, + "ĠÙĨÙħ": 100843, + "ĠæĹ": 100844, + "éħ": 100845, + "ноÑģÑĤ": 100846, + "iá»ĥm": 100847, + "êµIJ": 100848, + "ayı": 100849, + "ĠبÙĪد": 100850, + "گر": 100851, + "Ġhiá»ĩn": 100852, + "ç³": 100853, + "ÑģÑĤвен": 100854, + "Ġà¤ķरन": 100855, + "ĠÏĦην": 100856, + "Ġà¸Ń": 100857, + "ĠÙħت": 100858, + "ģn": 100859, + "جÙħ": 100860, + "λλ": 100861, + "ĠÑĢе": 100862, + "ิà¸Ķ": 100863, + "ĠاÙĦÙĤ": 100864, + "αÏģ": 100865, + "Ġयह": 100866, + "nÃŃch": 100867, + "ÑĶÑĤÑĮÑģÑı": 100868, + "Ġà¸Ĺ": 100869, + "ÛĮØ´": 100870, + "ÅĻe": 100871, + "Ġnebo": 100872, + "ĠÑĩа": 100873, + "lou": 100874, + "ÑģÑĤво": 100875, + "ĠЧ": 100876, + "à¸Ħว": 100877, + "ÙĩÙħ": 100878, + "à¹Ģà¸Ķ": 100879, + "Ġà¹ģ": 100880, + "Ġà¹Ĥ": 100881, + "Û³": 100882, + "Å©ng": 100883, + "Ġnej": 100884, + "ÛĮÚ©": 100885, + "Ġsá»Ń": 100886, + "Ùģر": 100887, + "Îł": 100888, + "Ġпок": 100889, + "ĠاÙĦÙĨ": 100890, + "ĠvÅ¡": 100891, + "ẫ": 100892, + "ĠnhÃł": 100893, + "ãĢĢãĢĢãĢĢãĢĢãĢĢ": 100894, + "ήÏĤ": 100895, + "οÏģ": 100896, + "ĠÏĩ": 100897, + "à¹Ģà¸Ĺ": 100898, + "ÑĥлÑĮ": 100899, + "ãħĩ": 100900, + "Ġyıl": 100901, + "ÑĢод": 100902, + "ίν": 100903, + "ìĹĪëĭ¤": 100904, + "اص": 100905, + "ĠÄijầu": 100906, + "à¥ĩà¤ķ": 100907, + "ÑĢом": 100908, + "ãģĵãģ¨": 100909, + "Ġار": 100910, + "她": 100911, + "ĠتØŃ": 100912, + "Å¡tÄĽ": 100913, + "à¥įल": 100914, + "à¥įà¤ķ": 100915, + "Ġکار": 100916, + "ujÃŃ": 100917, + "Ġà¤īन": 100918, + "ĠαÏĢÏĮ": 100919, + "ĠmÃł": 100920, + "žÃŃ": 100921, + "Ġà¸Ī": 100922, + "alı": 100923, + "फ": 100924, + "ÑĩеÑģ": 100925, + "ĠعÙĨ": 100926, + "æķĻ": 100927, + "ï¾Ĩ": 100928, + "िà¤Ĥ": 100929, + "Ġsá»±": 100930, + "воÑĢ": 100931, + "Ġthá»±c": 100932, + "ëį°": 100933, + "ãģ¦ãģĦãĤĭ": 100934, + "à¹Īà¸ĩ": 100935, + "تب": 100936, + "Ġnhiá»ģu": 100937, + "ĥn": 100938, + "ĠÄijá»ĵ": 100939, + "Ġห": 100940, + "Ûµ": 100941, + "mÄĽ": 100942, + "ạt": 100943, + "ĠchÃŃnh": 100944, + "μÎŃ": 100945, + "anı": 100946, + "Ġbá»ĭ": 100947, + "ằng": 100948, + "ÅĻed": 100949, + "éŁ": 100950, + "ánh": 100951, + "ÙĢÙĢ": 100952, + "ĠÙħس": 100953, + "á»ĭch": 100954, + "Äĥn": 100955, + "ovánÃŃ": 100956, + "à¹Īาà¸ĩ": 100957, + "Ġà¸Ľ": 100958, + "ĠnÆ°á»Ľc": 100959, + "боÑĤ": 100960, + "ıyor": 100961, + "ĠØ®ÙĪد": 100962, + "Û¹": 100963, + "ĠÙħد": 100964, + "Ġüz": 100965, + "ì½": 100966, + "ÙĪÙĤ": 100967, + "르": 100968, + "лек": 100969, + "Ġcả": 100970, + "олог": 100971, + "à¹īà¸Ńà¸ĩ": 100972, + "miÅŁ": 100973, + "à¹īว": 100974, + "Ä©": 100975, + "Îľ": 100976, + "à¸Ńà¸ģ": 100977, + "＿＿": 100978, + "à¤ĸ": 100979, + "ĠЯ": 100980, + "무": 100981, + "اÛĮÛĮ": 100982, + "ské": 100983, + "uyên": 100984, + "eÅŁ": 100985, + "ái": 100986, + "úng": 100987, + "Ãło": 100988, + "ÑĸÑģ": 100989, + "ç¶": 100990, + "Ġà¤Ĩप": 100991, + "ïº": 100992, + "ÎĽ": 100993, + "Ġê³µ": 100994, + "ĠÐĨ": 100995, + "Ġà¤ħपन": 100996, + "ứng": 100997, + "ÏĮÏĤ": 100998, + "Ġnghiá»ĩ": 100999, + "ĠاÙĦب": 101000, + "à¥ĭन": 101001, + "Ġà¤Ł": 101002, + "Ġìľł": 101003, + "ĠcÅ©ng": 101004, + "Ġà¤īस": 101005, + "Ġड": 101006, + "ĠشدÙĩ": 101007, + "ีà¹ī": 101008, + "Û´": 101009, + "ặt": 101010, + "æĸ¯": 101011, + "Ġëį": 101012, + "Ġпл": 101013, + "би": 101014, + "ê³Ħ": 101015, + "ον": 101016, + "Ġçık": 101017, + "Ġbulun": 101018, + "سÙħ": 101019, + "aç": 101020, + "اÙĨÙĩ": 101021, + "ÛĮز": 101022, + "leÅŁ": 101023, + "ắc": 101024, + "اک": 101025, + "Ġसà¤ķ": 101026, + "ĠоÑĢг": 101027, + "Ġà¸Ļ": 101028, + "ाथ": 101029, + "ĠÙħÙĤ": 101030, + "ĠÎĶE": 101031, + "ÑİÑĤÑĮ": 101032, + "á»Ļc": 101033, + "Ġη": 101034, + "sob": 101035, + "Ġtheo": 101036, + "åŀ": 101037, + "ĠاÙĦØ´": 101038, + "à¹Ģà¸ŀ": 101039, + "ÎŃÏĤ": 101040, + "à¹Ģà¸Ĥ": 101041, + "åĻ": 101042, + "िश": 101043, + "Ġباز": 101044, + "ÑĢоб": 101045, + "Ġγια": 101046, + "με": 101047, + "Ġباش": 101048, + "ाà¤ĩ": 101049, + "Ġquy": 101050, + "λε": 101051, + "اÙĥ": 101052, + "ĠÑĢок": 101053, + "ĠTürk": 101054, + "ĠÐ¥": 101055, + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ": 101056, + "æ©": 101057, + "Ġphải": 101058, + "à¸Ħวาม": 101059, + ":::": 101060, + "lÃŃ": 101061, + "Ġjsou": 101062, + "ÛĮÙĦ": 101063, + "álnÃŃ": 101064, + "ĶĶ": 101065, + "íĸī": 101066, + "æĥ³": 101067, + "lá": 101068, + "ĠÏĥÏħ": 101069, + "Ñĭва": 101070, + "Ġnhất": 101071, + "à¸Ńม": 101072, + "Û¸": 101073, + "ecek": 101074, + "ÑĸÑĢ": 101075, + "ÙĪØ´": 101076, + "λα": 101077, + "ĠÎĴ": 101078, + "оÑĢа": 101079, + "Ùģت": 101080, + "edir": 101081, + "ÑĥÑħ": 101082, + "ä¸ĸ": 101083, + "ĠУкÑĢаÑĹ": 101084, + "ĠíĶ": 101085, + "άν": 101086, + "Ġشر": 101087, + "ĠاÙĦج": 101088, + "еÑĢед": 101089, + "ìĺģ": 101090, + "ĠhÃłnh": 101091, + "￣￣": 101092, + "ме": 101093, + "ÑİÑĤÑģÑı": 101094, + "ĠØ¥ÙĦÙī": 101095, + "ìĹħ": 101096, + "Ġتر": 101097, + "ком": 101098, + "Ġشد": 101099, + "ĠاÙĦÙĥ": 101100, + "ĠÏĥÏĦο": 101101, + "à¥įद": 101102, + "볤": 101103, + "ÑĥваннÑı": 101104, + "Ġthì": 101105, + "ê´Ģ": 101106, + "κε": 101107, + "سب": 101108, + "íĥĢ": 101109, + "Ġï¼ı": 101110, + "Ġà¹ģละ": 101111, + "ĠÏĮ": 101112, + "ниÑĨ": 101113, + "ĠÐĿа": 101114, + "Ñıв": 101115, + "lü": 101116, + "ιο": 101117, + "ÙĨدÙĩ": 101118, + "ÙĦÙĥ": 101119, + "ĠngÃły": 101120, + "Ġnhân": 101121, + "Ġ^{": 101122, + "à¥ĥ": 101123, + "Ġgerek": 101124, + "ارÙĩ": 101125, + "ĠcÆ¡": 101126, + "Ġà¸ķ": 101127, + "æĤ": 101128, + "çĶ°": 101129, + "à¥Īà¤Ĥ।": 101130, + "ัว": 101131, + "vÄĽ": 101132, + "öz": 101133, + "или": 101134, + "Ġpháp": 101135, + "ê¸Ī": 101136, + "ĠÎŁ": 101137, + "ĠpÅĻi": 101138, + "Ġìĸ´": 101139, + "Ġдол": 101140, + "ÙĪرد": 101141, + "à¹Ģม": 101142, + "Ïĥε": 101143, + "าà¸Ĺ": 101144, + "oÃłi": 101145, + "รม": 101146, + "Û¶": 101147, + "Ġà¸ļ": 101148, + "iyet": 101149, + "ÏĦαι": 101150, + "ìĦł": 101151, + "ĠεÏĢ": 101152, + "िव": 101153, + "ê¹Į": 101154, + "га": 101155, + "ĠÑģлÑĥ": 101156, + "Ġhình": 101157, + "ĠداÙĨ": 101158, + "Ġà¤Ĺय": 101159, + "ÙĬا": 101160, + "èij": 101161, + "à¤Ĥत": 101162, + "ĠساÙĦ": 101163, + "ëłĪ": 101164, + "lerin": 101165, + "à¥ĩत": 101166, + ".:.:.:.:": 101167, + "Ġëħ": 101168, + "ĠاÙĦØ¥": 101169, + "ảng": 101170, + "èĦ": 101171, + "ολ": 101172, + "пов": 101173, + "Ġθ": 101174, + "Û·": 101175, + "Ġnó": 101176, + "ĠdÃ¼ÅŁ": 101177, + "Ġtiế": 101178, + "ÙĪج": 101179, + "Ġjsem": 101180, + "ạng": 101181, + "ãģĤãĤĭ": 101182, + "à¸Ńà¸ļ": 101183, + "ÙĪÙĬ": 101184, + "à¤ķर": 101185, + "Ġде": 101186, + "¯¼": 101187, + "Ġно": 101188, + "ÑĨÑĸй": 101189, + "ÏĥÏĦ": 101190, + "кие": 101191, + "Ïĥει": 101192, + "ìķĪ": 101193, + "ĠhÆ¡n": 101194, + "Ġà¤ķह": 101195, + "اض": 101196, + "ì¸": 101197, + "ãĥŁ": 101198, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 101199, + "ãĤĪãģĨ": 101200, + "ा,": 101201, + "еÑĢи": 101202, + "ë©°": 101203, + "íĶĦ": 101204, + "ĠпоÑģÑĤ": 101205, + "خر": 101206, + "à¥ĭत": 101207, + "âu": 101208, + "кой": 101209, + "daki": 101210, + "íħ": 101211, + "::::::::::::::::": 101212, + "Ġöz": 101213, + "ÑĢаж": 101214, + "nÃŃho": 101215, + "หล": 101216, + "ĠÏĥÏĦη": 101217, + "ĠÄijá»ģ": 101218, + "Ġká»": 101219, + "iá»ĥn": 101220, + "ÅĻi": 101221, + "Ġkteré": 101222, + "¢ħ": 101223, + "üç": 101224, + "ÙĬÙģ": 101225, + "Ġlý": 101226, + "Ġthá»Ŀi": 101227, + "ĠìĨĮ": 101228, + "нÑĮ": 101229, + "ÐĨ": 101230, + "ÑĤÑĢ": 101231, + "à¸ĩาà¸Ļ": 101232, + "коÑĹ": 101233, + "μο": 101234, + "Ġsür": 101235, + "uyá»ģn": 101236, + "ĠÙħا": 101237, + "à¤Ĥà¤Ĺ": 101238, + "ĠÄijá»ĵng": 101239, + "òn": 101240, + "à¥ģल": 101241, + "à¥įप": 101242, + "λη": 101243, + "Ùħر": 101244, + "пÑĢи": 101245, + "iyle": 101246, + "ाप": 101247, + "Ġà¤ħन": 101248, + "ĠÑĶ": 101249, + "Ġyön": 101250, + "ÙĦÙģ": 101251, + "adır": 101252, + "á½": 101253, + "Ġê³ł": 101254, + "خص": 101255, + "imiz": 101256, + "åľĭ": 101257, + "Ġнад": 101258, + "ĠÅĻ": 101259, + "ноÑģÑĤÑĸ": 101260, + "ĠاÙģ": 101261, + "анÑĸ": 101262, + "à¥ĩà¤Ł": 101263, + "Ġë§IJ": 101264, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 101265, + "ĠìĬ¤": 101266, + "ิà¸ķ": 101267, + "åĦ": 101268, + "ÛĮÙĩ": 101269, + "оÑĪ": 101270, + "žit": 101271, + "ìĭ¤": 101272, + "à¥Ģन": 101273, + "Ġî": 101274, + "æ¥Ń": 101275, + "à¥ĩन": 101276, + "ĠØ°": 101277, + "Ġloại": 101278, + "à¹Ħà¸Ľ": 101279, + "Ñĸк": 101280, + "ĠкÑĢа": 101281, + "à¥ĭर": 101282, + "ุà¸Ķ": 101283, + "ĠاÙĦر": 101284, + "ĠÑģоб": 101285, + "าà¸Ĭ": 101286, + "Ġसà¤ķत": 101287, + "ĠÎĿ": 101288, + "اÙħÙĩ": 101289, + "à¹īาà¸Ļ": 101290, + "Ġtrình": 101291, + "ĠاÙĦÙģ": 101292, + "ĠاÙĦد": 101293, + "unun": 101294, + "оÑĤов": 101295, + "Æ°á»Ł": 101296, + "ĠÑģво": 101297, + "ίαÏĤ": 101298, + "ấn": 101299, + "огда": 101300, + "à¸Ĺย": 101301, + "Ġbyl": 101302, + "ØŃد": 101303, + "à¸ģล": 101304, + "بÙĩ": 101305, + "ĠvÄĽ": 101306, + "被": 101307, + "ĠØ¢Ùħ": 101308, + "ĠÄijiá»ģu": 101309, + "å¨": 101310, + "Ġkdy": 101311, + "ĠبÙĪ": 101312, + "ẫn": 101313, + "ìľł": 101314, + "ाà¤ķ": 101315, + "ků": 101316, + "ĠtrÆ°á»Ŀng": 101317, + "ické": 101318, + "ниÑı": 101319, + "ĠÏĢοÏħ": 101320, + "Æ°á»Łng": 101321, + "номÑĥ": 101322, + "à¹Īà¸Ļ": 101323, + "ูà¹Ī": 101324, + "Ġkết": 101325, + "Ġï¼¼": 101326, + "Ġìĭł": 101327, + "iç": 101328, + "ĠnÄĥng": 101329, + "ÄįÃŃ": 101330, + "ÑĤÑı": 101331, + "ÑĢеб": 101332, + "Ùĭا": 101333, + "Ú¯ÛĮ": 101334, + "ãĥİ": 101335, + "ĠkarÅŁ": 101336, + "вÑĸ": 101337, + "Ġphần": 101338, + "à¸Īะ": 101339, + "ắt": 101340, + "رة": 101341, + "ิà¸ĩ": 101342, + "ิà¹Ī": 101343, + "ाà¤Ī": 101344, + "าà¸ŀ": 101345, + "ÙĨÛĮ": 101346, + "ìĹ°": 101347, + "bÄĽ": 101348, + "ĠاÙĦص": 101349, + "íĹ": 101350, + "Ġسر": 101351, + "lara": 101352, + "ëĭ¨": 101353, + "ĠÙĤر": 101354, + "èİ": 101355, + "بد": 101356, + "Ġйого": 101357, + "à¥įह": 101358, + "Ġcách": 101359, + "íķĺê³ł": 101360, + "ĠÏĢÏģο": 101361, + "Ġتع": 101362, + "ĴĪ": 101363, + "Ġвод": 101364, + "ç¥ŀ": 101365, + "ким": 101366, + "Ġdá»±": 101367, + "à¹Ģห": 101368, + "ана": 101369, + "Ġï½": 101370, + "ĠbaÄŁ": 101371, + "Ġपह": 101372, + "Ġcao": 101373, + "ÏģÏĮ": 101374, + "ÙĨج": 101375, + "ाà¤ı": 101376, + "Ġå¹´": 101377, + "Ġnghiá»ĩp": 101378, + "Û²Û°": 101379, + "каÑı": 101380, + "Ïģί": 101381, + "Ġбол": 101382, + "Ġgiá": 101383, + "Ġзд": 101384, + "à¥ĩल": 101385, + "Ġcấp": 101386, + "à¹Ģส": 101387, + "Ïģγ": 101388, + "ĠìĤ": 101389, + "dÄĽ": 101390, + "à¥ģन": 101391, + "ìĪ": 101392, + "ılan": 101393, + "лаÑģ": 101394, + "Ġว": 101395, + "ĠÏĥε": 101396, + "ĠØ«": 101397, + "ĠЦ": 101398, + "çĤº": 101399, + "Ġbüy": 101400, + "еÑĨ": 101401, + "太": 101402, + "Ġबन": 101403, + "огÑĢа": 101404, + "ĠпÑĢоÑĤ": 101405, + "Ġlượng": 101406, + "Ġdön": 101407, + "รà¸ĩ": 101408, + "ало": 101409, + "ĠجÙħ": 101410, + "à¥Ī,": 101411, + "Ġ미": 101412, + "Ġê¹": 101413, + "ÙĪت": 101414, + "à¥Ģय": 101415, + "à¸Īาà¸ģ": 101416, + "Ġchất": 101417, + "Ω": 101418, + "Ġkhác": 101419, + "Ġtháng": 101420, + "jÅ¡ÃŃ": 101421, + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 101422, + "á»ijt": 101423, + "หร": 101424, + "Ñĸл": 101425, + "åħī": 101426, + "åĤ": 101427, + "ÙĦØ©": 101428, + "Ġê±°": 101429, + "овоÑĢ": 101430, + "iá»ĥu": 101431, + "ĠмеÑĤ": 101432, + "аÑĶ": 101433, + "ĠÑĩаÑģ": 101434, + "Ïģε": 101435, + "ì¹´": 101436, + "âĢĮØ´": 101437, + "물": 101438, + "úc": 101439, + "âĢĮÙĩا": 101440, + "iá»ģn": 101441, + "stav": 101442, + "íŀ": 101443, + "ĠÙĨظ": 101444, + "ĨĴ": 101445, + "ĠÏĦα": 101446, + "Ġзаб": 101447, + "ÙĥØ©": 101448, + "ĠгÑĢÑĥ": 101449, + "во": 101450, + "ĠÙħج": 101451, + "Ġsah": 101452, + "بÙĦ": 101453, + "عة": 101454, + "ÑĥÑĪ": 101455, + "ĠÑĤем": 101456, + "íĭ": 101457, + "eck": 101458, + "ÏīÏĤ": 101459, + "ÙĬت": 101460, + "ìĹĪ": 101461, + "çĭ": 101462, + "ذا": 101463, + "ìłĢ": 101464, + "ĠнаÑģ": 101465, + "ĠпоÑĩ": 101466, + "æł¡": 101467, + "ÏĪ": 101468, + "Ñģкой": 101469, + "üc": 101470, + "ÙĤÙĦ": 101471, + "Ġпоз": 101472, + "ĠоÑģоб": 101473, + "าล": 101474, + "нÑĭми": 101475, + "олод": 101476, + "è¼": 101477, + "ĠدÛĮ": 101478, + "ĠÑĥÑģÑĤ": 101479, + "Ġ무": 101480, + "ÙĬس": 101481, + "ë°©": 101482, + "à¥įà¤ļ": 101483, + "ила": 101484, + "Ġnên": 101485, + "ние": 101486, + "ιν": 101487, + "larını": 101488, + "à¹Ģà¸Ļ": 101489, + "ÙĨت": 101490, + "aģı": 101491, + "ımız": 101492, + "ĠاÙĦØ®": 101493, + "à¹Ģว": 101494, + "à¥įन": 101495, + "ĠÏħ": 101496, + "ĠíĨ": 101497, + "ẻ": 101498, + "ิà¹Ĥ": 101499, + "αÏĤ": 101500, + "меÑĤ": 101501, + "Ġzp": 101502, + "Ġjeho": 101503, + "ียà¸Ļ": 101504, + "ÑĦоÑĢ": 101505, + "ınız": 101506, + "klad": 101507, + "íĮĮ": 101508, + "uyá»ĩ": 101509, + "ιά": 101510, + "ĠãĢģ": 101511, + "شر": 101512, + "æ©Ł": 101513, + "Ġتا": 101514, + "Ġзна": 101515, + "ستاÙĨ": 101516, + "à¥ĩर": 101517, + "매": 101518, + "çĥ": 101519, + "Ġже": 101520, + "าà¸Ķ": 101521, + "Ġض": 101522, + "éŃ": 101523, + "Ġназ": 101524, + "ĠÛĮا": 101525, + "ené": 101526, + "ัย": 101527, + "íĸĪëĭ¤": 101528, + "Ġبد": 101529, + "à¥ģà¤ķ": 101530, + "ÑĤов": 101531, + "ì°¨": 101532, + "Ùĩد": 101533, + "à¸Ķย": 101534, + "Ġhoặc": 101535, + "ĠÐŁÑĢи": 101536, + "ÙĨا": 101537, + "çİĭ": 101538, + "ÑĥваÑĤи": 101539, + "à¸ļร": 101540, + "Ġà¤ķरत": 101541, + "ÏĥηÏĤ": 101542, + "ؤ": 101543, + "éķ·": 101544, + "åħĭ": 101545, + "Ġدار": 101546, + "ัà¹Ī": 101547, + "Æ¡i": 101548, + "าà¸Ī": 101549, + "ými": 101550, + "ấu": 101551, + "Ġدست": 101552, + "kem": 101553, + "ĠоÑģнов": 101554, + "모": 101555, + "Ïģά": 101556, + "æħ": 101557, + "Ġاب": 101558, + "士": 101559, + "Ħĸ": 101560, + "ÎĶ": 101561, + "ÙĬÙĥ": 101562, + "íİ": 101563, + "Ġyüz": 101564, + "adı": 101565, + "าà¸ķ": 101566, + "ä»Ģ": 101567, + "ìĿ´ëĭ¤": 101568, + "Ġzv": 101569, + "ĠtÄĽ": 101570, + "Ġíĸ": 101571, + "थ": 101572, + "Ġलà¤Ĺ": 101573, + "ìĺĢ": 101574, + "Ġан": 101575, + "çĹ": 101576, + "ìĹŃ": 101577, + "нÑĸÑģÑĤÑĮ": 101578, + "Åŀ": 101579, + "Ġphát": 101580, + "ÙĤØ©": 101581, + "Ġthế": 101582, + "Ġï¾": 101583, + "ì²ľ": 101584, + "ĠìĦł": 101585, + "à¹ĥà¸Ĭ": 101586, + "iêu": 101587, + "ÄŁini": 101588, + "ÙĤد": 101589, + "Ġkterý": 101590, + "Ñģкий": 101591, + "à¥įड": 101592, + "tadır": 101593, + "ĠÑģм": 101594, + "ÙĪÙģ": 101595, + "ارÙĬ": 101596, + "å¾·": 101597, + "ิม": 101598, + "خت": 101599, + "å¾Ī": 101600, + "ĠгоÑĢ": 101601, + "ï¼ĮæĪij": 101602, + "Ġìĺģ": 101603, + "ĠëıĻ": 101604, + "Ñģа": 101605, + "à¹Ģà¸Ħ": 101606, + "민": 101607, + "ึà¹Ī": 101608, + "Ġliên": 101609, + "ĠÙĩا": 101610, + "lerini": 101611, + "ĠÑĨе": 101612, + "اÙĦÛĮ": 101613, + "Ġमह": 101614, + "Ġvụ": 101615, + "Ġxuất": 101616, + "ิà¸ģ": 101617, + "ĠпÑĢоÑĨ": 101618, + "Ġαν": 101619, + "ÑĢим": 101620, + "Ġcần": 101621, + "ĠиÑħ": 101622, + "ноÑİ": 101623, + "ĠtÃŃnh": 101624, + "Ġbá»Ļ": 101625, + "Ñĸм": 101626, + "ĠnháºŃn": 101627, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 101628, + "ÙĬÙĩ": 101629, + "äºļ": 101630, + "Ġобла": 101631, + "Ġà¤ĺ": 101632, + "ných": 101633, + "æĿij": 101634, + "ÙĦس": 101635, + "Ġнеоб": 101636, + "ابة": 101637, + "vá": 101638, + "οÏħν": 101639, + "ÑĢеÑĤ": 101640, + "asında": 101641, + "Ġyar": 101642, + "ĠÄijiá»ĥm": 101643, + "нÑİ": 101644, + "ाà¤Ĺ": 101645, + "ĠÚ©Ø´": 101646, + "Ñĥз": 101647, + "Ġà¸Ķ": 101648, + "ảm": 101649, + "ками": 101650, + "ĠÎĻ": 101651, + "à¹Ģà¸ķ": 101652, + "ĠlỼ": 101653, + "ÙĤÛĮ": 101654, + "kou": 101655, + "ÙĦب": 101656, + "ива": 101657, + "æĵ": 101658, + "ẹ": 101659, + "κα": 101660, + "ë²ķ": 101661, + "èĤ²": 101662, + "á»ijn": 101663, + "Ġbelir": 101664, + "íĨł": 101665, + "ÏĦή": 101666, + "ÑĭÑĪ": 101667, + "ãĤĥ": 101668, + "Ġабо": 101669, + "ský": 101670, + "à¥Īस": 101671, + "ĠпÑĢоÑģÑĤ": 101672, + "ektedir": 101673, + "až": 101674, + "à¹Īà¸Ń": 101675, + "ĠоÑģÑĤ": 101676, + "Ġbảo": 101677, + "Ġ大": 101678, + "Ñĭм": 101679, + "Ġmů": 101680, + "Æ°á»Ľng": 101681, + "åıĹ": 101682, + "ÙĪÙĩ": 101683, + "ĠÑĥп": 101684, + "ÙĥÙĨ": 101685, + "ĠÏĦÏīν": 101686, + "ëħ¸": 101687, + "Ġà¸Ĭ": 101688, + "ĠÑĤого": 101689, + "ĠШ": 101690, + "ìĿ´íĬ¸": 101691, + "à¹Ģà¸Ń": 101692, + "инÑĥ": 101693, + "ĺħ": 101694, + "uyá»ĥn": 101695, + "íĴĪ": 101696, + "ạnh": 101697, + "Ġãĥ½": 101698, + "ÑĤобÑĭ": 101699, + "Ġtạo": 101700, + "å·Ŀ": 101701, + "ĠÄijá»iji": 101702, + "ĠëıĦ": 101703, + "ä¹ħ": 101704, + "ĠتÙħ": 101705, + "аÑĢи": 101706, + "stvÃŃ": 101707, + "Ġcùng": 101708, + "íŀĪ": 101709, + "Ġtarih": 101710, + "ì¤ij": 101711, + "íĤ": 101712, + "ĠدÙĪ": 101713, + "ì¡": 101714, + "алÑĸ": 101715, + "à¸IJ": 101716, + "Ġcòn": 101717, + "иÑĤÑĮÑģÑı": 101718, + "Ġवह": 101719, + "ÅĻeb": 101720, + "鼻": 101721, + "Ġми": 101722, + "ovÄĽ": 101723, + "Ġdân": 101724, + "ÑĨÑĸÑı": 101725, + "ÛĮست": 101726, + "åѸ": 101727, + "Ġür": 101728, + "صÙĦ": 101729, + "ÑĢиÑĤ": 101730, + "าห": 101731, + "ãģ¦ãģĦãģŁ": 101732, + "θη": 101733, + "çĸ": 101734, + "ØŁ": 101735, + "iÅŁtir": 101736, + "ĠУкÑĢаÑĹни": 101737, + "ë°ĺ": 101738, + "à¥ĩà¤ĸ": 101739, + "Ġvá»ĭ": 101740, + "Î¥": 101741, + "ĠãĢĢĠãĢĢĠãĢĢ": 101742, + "Ġbằng": 101743, + "Ġtá»ķ": 101744, + "оли": 101745, + "à¹Ĩ": 101746, + "ezi": 101747, + "Ġни": 101748, + "ĠÎĽ": 101749, + "Ġrất": 101750, + "μÏĢ": 101751, + "жд": 101752, + "ारत": 101753, + "Ġuž": 101754, + "à¥ĩस": 101755, + "اÙĨد": 101756, + "Ġbý": 101757, + "à¥ĭल": 101758, + "dÄĽl": 101759, + "ìķĺ": 101760, + "Ġجد": 101761, + "å³": 101762, + "ืà¹ī": 101763, + "Ġbản": 101764, + "ạch": 101765, + "ĠÅŁey": 101766, + "ĠÙĩر": 101767, + "Ġjen": 101768, + "ĠвÑĸн": 101769, + "esinde": 101770, + "Ġहम": 101771, + "çłĶ": 101772, + "à¸ļà¸ļ": 101773, + "Ġchức": 101774, + "ึà¸ĩ": 101775, + "malar": 101776, + "ĠdeÄŁil": 101777, + "æĿ±": 101778, + "Ġtác": 101779, + "ĠkiÅŁ": 101780, + "Ġtá»±": 101781, + "à¥įध": 101782, + "à¸Ļà¸Ĺ": 101783, + "ÎŁÎ¥": 101784, + "ÑģÑĮкого": 101785, + "Ġध": 101786, + "ĠìĿĺ": 101787, + "ÙĨØ©": 101788, + "üs": 101789, + "è«": 101790, + "Ġtarafından": 101791, + "ħn": 101792, + "Ġkinh": 101793, + "Ïĥι": 101794, + "à¥Ģà¤ķ": 101795, + "íı¬": 101796, + "اÙħÙĦ": 101797, + "ĠViá»ĩt": 101798, + "ĠÏĦον": 101799, + "ĠتÙĨ": 101800, + "Ġà¤ħध": 101801, + "à¹Īาà¸Ļ": 101802, + "rı": 101803, + "à¤Ĥद": 101804, + "éª": 101805, + "Ġchúng": 101806, + "ги": 101807, + "ÏĦαν": 101808, + "Ġдоп": 101809, + "нÑĸй": 101810, + "оналÑĮ": 101811, + "Îĵ": 101812, + "Ġbüyük": 101813, + "á¼": 101814, + "à¥Ģर": 101815, + "Ø°Ùĩ": 101816, + "ĠìķĦìĿ´": 101817, + "Ġdoanh": 101818, + "ĠÅĻÃŃ": 101819, + "ÑĨÑı": 101820, + "ĠtÆ°": 101821, + "Ġसर": 101822, + "ĠmÃŃst": 101823, + "Ġë°ı": 101824, + "Ø´ÙĨ": 101825, + "Ñĸб": 101826, + "ĠãĢĢãĢĢ": 101827, + "çĻ½": 101828, + "оÑģп": 101829, + "кÑĸв": 101830, + "Ġtế": 101831, + "ãģŃ": 101832, + "ĠtỼi": 101833, + "Ġìļ°": 101834, + "æľĥ": 101835, + "اÛĮد": 101836, + "æ§": 101837, + "ìłIJ": 101838, + "Ġdurum": 101839, + "à¹Ģà¸Ĭ": 101840, + "à¥Ģत": 101841, + "ĠÙĩÙĪ": 101842, + "à¥Ĥप": 101843, + "Ġgöre": 101844, + "ĠÑĢоб": 101845, + "Ġthiết": 101846, + "ajÃŃ": 101847, + "ĠاÛĮراÙĨ": 101848, + "âĢı": 101849, + "ÑģÑĮкоÑĹ": 101850, + "çħ": 101851, + "ĠìĦ¸": 101852, + "ừ": 101853, + "Ġà¸Ĥ": 101854, + "ům": 101855, + "ëŀĮ": 101856, + "ική": 101857, + "Ġмог": 101858, + "ÙĨÙĬ": 101859, + "ãģļ": 101860, + "ाब": 101861, + "æ¢": 101862, + "عÙĩ": 101863, + "ÑĶм": 101864, + "Ġά": 101865, + "οÏħÏĤ": 101866, + "زار": 101867, + "ê±´": 101868, + "ská": 101869, + "ĠاÙĬ": 101870, + "Ġilg": 101871, + "Ġsı": 101872, + "eleri": 101873, + "ĠÎĹ": 101874, + "uyor": 101875, + "ष": 101876, + "िम": 101877, + "ева": 101878, + "ä»Ģä¹Ī": 101879, + "ุà¹Ī": 101880, + "à¹īาà¸ĩ": 101881, + "Ġhiá»ĩu": 101882, + "Ġاع": 101883, + "Ġözel": 101884, + "νη": 101885, + "ëĦ¤": 101886, + "ĠtoÃłn": 101887, + "Ġmoh": 101888, + "ĠÑıкÑĸ": 101889, + "çĬ": 101890, + "maktadır": 101891, + "تاب": 101892, + "ĠÑģÑĥ": 101893, + "Ġyük": 101894, + "ĠΧ": 101895, + "зна": 101896, + "оÑħ": 101897, + "Æ°u": 101898, + "à¸Ĺร": 101899, + "ãħĭ": 101900, + "ĠkarÅŁÄ±": 101901, + "ÙħÛĮ": 101902, + "ĠÑĨÑĸ": 101903, + "ادÛĮ": 101904, + "à¥Ģ।": 101905, + "Ïģη": 101906, + "лов": 101907, + "夫": 101908, + "Ġphân": 101909, + "Ġпоп": 101910, + "ç·ļ": 101911, + "Ñıн": 101912, + "ุà¸ĵ": 101913, + "ÑģÑĤÑĥп": 101914, + "ίναι": 101915, + "ĠÑĢокÑĥ": 101916, + "larda": 101917, + "è»Ĭ": 101918, + "ÏģÏī": 101919, + "ÙĪاÙĩ": 101920, + "èħ": 101921, + "à¥įरत": 101922, + "å·±": 101923, + "ĠÑĢÑĥ": 101924, + "Ġthá»ĭ": 101925, + "ĠÄijiá»ĩn": 101926, + "ìĸij": 101927, + "ného": 101928, + "สม": 101929, + "ê°ģ": 101930, + "acÃŃ": 101931, + "Ġгода": 101932, + "kaz": 101933, + "Ġböl": 101934, + "Ġgian": 101935, + "à¸Ľà¸£": 101936, + "ï¾ŀ": 101937, + "ัà¸ķ": 101938, + "Ġgerç": 101939, + "Ġاج": 101940, + "Ġή": 101941, + "ÙijÙİ": 101942, + "Ñģкого": 101943, + "ÑĢаÑħ": 101944, + "ĠÅł": 101945, + "Ġà¤Ľ": 101946, + "оÑģÑĤÑĸ": 101947, + "본": 101948, + "ÑģÑĮкий": 101949, + "Û±Û¹": 101950, + "Ñĥва": 101951, + "اÙĦÙħ": 101952, + "ĠÙħص": 101953, + "ëįĺ": 101954, + "bÃŃ": 101955, + "ĠÙĪج": 101956, + "ÏĦÏĮ": 101957, + "ebilir": 101958, + "Ġtiếp": 101959, + "é¤": 101960, + "Ġä¸Ģ": 101961, + "ĠÑģÑĢед": 101962, + "ëĤ¨": 101963, + "εÏģι": 101964, + "اث": 101965, + "Ñģов": 101966, + "Ïĩε": 101967, + "Ġë¶Ħ": 101968, + "Ġtaké": 101969, + "Ġdüz": 101970, + "Ġíıī": 101971, + "Ġاص": 101972, + "ĠÏĥÏĦην": 101973, + "ë°Ķ": 101974, + "Ġhá»Ļi": 101975, + "رÙĩ": 101976, + "بÛĮ": 101977, + "ве": 101978, + "ĠاÙĦØ·": 101979, + "ĠÑĢез": 101980, + "بار": 101981, + "Ġgiải": 101982, + "ãģ«ãģª": 101983, + "oleÄį": 101984, + "à¤ł": 101985, + ";:": 101986, + "ä½ı": 101987, + "Ú©Ùĩ": 101988, + "ĠΦ": 101989, + "ĠÑĥÑĩ": 101990, + "âĹıâĹı": 101991, + "ูà¸ģ": 101992, + "à¥ĩव": 101993, + "Ïĥα": 101994, + "ĠاÙĨت": 101995, + "Ġвп": 101996, + "Ġquả": 101997, + "enin": 101998, + "ĠêµIJ": 101999, + "μά": 102000, + "کت": 102001, + "ÙĤÙĩ": 102002, + "ĠTürkiye": 102003, + "Ġthức": 102004, + "íĹĺ": 102005, + "iá»ĩm": 102006, + "Ġतà¤ķ": 102007, + "Ġéĩ": 102008, + "़ा": 102009, + "ĠØ£ÙĪ": 102010, + "ále": 102011, + "究": 102012, + "ĠÅŁekil": 102013, + "кого": 102014, + "ÑĪиÑħ": 102015, + "اÛĮØ´": 102016, + "تÙĨ": 102017, + "ней": 102018, + "à¸Ĺำ": 102019, + "ĠÑıв": 102020, + "رÙħ": 102021, + "Ġmáy": 102022, + "หม": 102023, + "ıyla": 102024, + "Ġcầu": 102025, + "Ġдоб": 102026, + "Ġìŀ¥": 102027, + "ový": 102028, + "ικÏĮ": 102029, + "Ġãħĩ": 102030, + "ĠÑĤеÑĢ": 102031, + "ĮĴ": 102032, + "سÙĬ": 102033, + "ĠoluÅŁ": 102034, + "Ġbyla": 102035, + "عÙĦ": 102036, + "ĠÙĥاÙĨ": 102037, + "боÑĢ": 102038, + "ì²Ń": 102039, + "ãĥı": 102040, + "ubl": 102041, + "Ġاخ": 102042, + "ÙĦÙĪد": 102043, + "تÙĬ": 102044, + "ladı": 102045, + "ĠÃ¶ÄŁ": 102046, + "ruh": 102047, + "ç¿": 102048, + "Ġبعد": 102049, + "ÎĻÎij": 102050, + "idir": 102051, + "ãģ«ãģ¯": 102052, + "Ġsöy": 102053, + "Ġkhách": 102054, + "ÑĨе": 102055, + "ĠØ´ÙĪد": 102056, + "ç¸": 102057, + "Ġëħ¸": 102058, + "úp": 102059, + "Ġneden": 102060, + "Ġhóa": 102061, + "Ġà¤īप": 102062, + "ÏĥειÏĤ": 102063, + "æĪ¿": 102064, + "Ġ³³": 102065, + "ĠìķĮ": 102066, + "à¥Ģ,": 102067, + "´ij": 102068, + "êu": 102069, + "ÑĢок": 102070, + "à¹Ģà¸Ī": 102071, + "Ġείναι": 102072, + "ĠبÙĦ": 102073, + "ĠÑģов": 102074, + "Ġönem": 102075, + "Ġà¸ĭ": 102076, + "ì§Ģë§Į": 102077, + "å®ĺ": 102078, + "격": 102079, + "ìĦĿ": 102080, + "Ġaž": 102081, + "Ġduy": 102082, + "ãģ¨ãģĦ": 102083, + "ØĽ": 102084, + "δο": 102085, + "θε": 102086, + "ÙĥاÙĨ": 102087, + "ढ": 102088, + "ाà¤ĵ": 102089, + "Ġdá»ĭch": 102090, + "á»Ļng": 102091, + "สำ": 102092, + "Äı": 102093, + "ĠÑĹÑħ": 102094, + "αλ": 102095, + "eÄį": 102096, + "ç²¾": 102097, + "Ġзв": 102098, + "èĩªå·±": 102099, + "ĠاÙĦÙĦÙĩ": 102100, + "ĠСÑĤ": 102101, + "ĠسÙĨÚ¯": 102102, + "Ġдом": 102103, + "гоÑĤов": 102104, + "повÑĸд": 102105, + "ĠBá»Ļ": 102106, + "à¥įयà¤ķ": 102107, + "طة": 102108, + "мов": 102109, + "à¸Ĺาà¸ĩ": 102110, + "ึà¸ģ": 102111, + "ĠÑĸз": 102112, + "à¥ĭà¤ľ": 102113, + "Ġgöster": 102114, + "Ġباشد": 102115, + "ileri": 102116, + "ĠÑģеб": 102117, + "Ñīо": 102118, + "Ġãħĩãħĩ": 102119, + "بت": 102120, + "Ñģе": 102121, + "à¥ĩà¤ľ": 102122, + "Ġlên": 102123, + "ĠتÙĪ": 102124, + "ÑĸÑģÑĤÑĮ": 102125, + "ï¾Ĩï¾Ĩ": 102126, + "ĠthÆ°á»Ŀng": 102127, + "ĠolduÄŁu": 102128, + "vÄĽt": 102129, + "ìĨį": 102130, + "ãģĿãģĨ": 102131, + "ĠìĦ±": 102132, + "ë°ľ": 102133, + "Ġà¸ģาร": 102134, + "ĠØ´Ùĩر": 102135, + "sled": 102136, + "ảnh": 102137, + "æŀĹ": 102138, + "lacak": 102139, + "Ġmình": 102140, + "Ú©ÛĮ": 102141, + "Ġà¹ĥà¸Ļ": 102142, + "Ġdùng": 102143, + "ĠмаÑģ": 102144, + "ÑĦек": 102145, + "æ°Ķ": 102146, + "é§": 102147, + "ĠاØŃ": 102148, + "èµ°": 102149, + "ÎĻÎļ": 102150, + "à¥ĩ।": 102151, + "ÑģÑĮка": 102152, + "ĠÑĩаÑģÑĤ": 102153, + "larının": 102154, + "Ġê¹Ģ": 102155, + "층": 102156, + "ними": 102157, + "èªŀ": 102158, + "åĢĭ": 102159, + "ĠêµŃ": 102160, + "коÑĢ": 102161, + "maya": 102162, + "ิà¹Ĥà¸Ļ": 102163, + ".ศ": 102164, + "Ġhá»ĩ": 102165, + "ĠتÙĤ": 102166, + "γκ": 102167, + "Ġà¤Ĩपà¤ķ": 102168, + "ÑģÑĤоÑĢ": 102169, + "ĠÄijo": 102170, + "Ġchủ": 102171, + "اÛĮت": 102172, + "ĠQuá»ijc": 102173, + "глÑı": 102174, + "ãĢĤãĢįĊĊ": 102175, + "ĠnÃło": 102176, + "à¸Ńล": 102177, + "æĬĬ": 102178, + "ÙĪرت": 102179, + "Ġbude": 102180, + "æĽ¸": 102181, + "elik": 102182, + "ĠجÙĩ": 102183, + "ĠبÙĪابة": 102184, + "èĬ±": 102185, + "دار": 102186, + "Ġbýt": 102187, + "Ñĩе": 102188, + "ãĤĵãģł": 102189, + "ĠÙħØ·": 102190, + "lere": 102191, + "ÎĹΣ": 102192, + "íĺķ": 102193, + "âĸį": 102194, + "ÄŁu": 102195, + "Ġвз": 102196, + "ÙĬز": 102197, + "ĠÐłÐ¾Ñģ": 102198, + "íĭ°": 102199, + "Ġداش": 102200, + "ì§ij": 102201, + "atı": 102202, + "mesi": 102203, + "ãĤīãĤĮ": 102204, + "ův": 102205, + "rát": 102206, + "оÑģоб": 102207, + "åIJĦ": 102208, + "uyá»ĩn": 102209, + "åģļ": 102210, + "üst": 102211, + "éĩİ": 102212, + "αÏĥ": 102213, + "Ġmặt": 102214, + "елов": 102215, + "åįļ": 102216, + "дж": 102217, + "Ġدارد": 102218, + "Ġfark": 102219, + "à¹īวย": 102220, + "они": 102221, + "Ġبخ": 102222, + "à¥ģत": 102223, + "ĠÄijây": 102224, + "αÏģα": 102225, + "Ġδια": 102226, + "Ġè¯": 102227, + "каÑħ": 102228, + "cház": 102229, + "zenÃŃ": 102230, + "ÑĢоп": 102231, + "à¥Ģम": 102232, + "íĨµ": 102233, + "dü": 102234, + "à¸łà¸²à¸ŀ": 102235, + "ĠíĬ": 102236, + "ÙĪا": 102237, + "Ġtá»ijt": 102238, + "ï¼ŁãĢįĊĊ": 102239, + "ĠæľĪ": 102240, + "ĠnhÆ°ng": 102241, + "Ġnež": 102242, + "à¥ĭड": 102243, + "ìĹIJê²Į": 102244, + "à¤Ĥड": 102245, + "¶Į": 102246, + "ĠмеÑģÑĤ": 102247, + "ाà¤ģ": 102248, + "ì¦Ŀ": 102249, + "ĠÄijang": 102250, + "à¸Ńà¸Ķ": 102251, + "íĽĦ": 102252, + "á»įi": 102253, + "ského": 102254, + "Ġдок": 102255, + "Ġتص": 102256, + "Ġphòng": 102257, + "Ġê°ķ": 102258, + "ĠtrÆ°á»Ľc": 102259, + "íijľ": 102260, + "ÙĶ": 102261, + "ĠphÃŃ": 102262, + "Ġchá»įn": 102263, + "ä¹IJ": 102264, + "ĠÅŁekilde": 102265, + "Ġíİ": 102266, + "éº": 102267, + "루": 102268, + "à¥Ī।Ċ": 102269, + "ÙĪرÛĮ": 102270, + "ÑģÑĤÑĢа": 102271, + "ildi": 102272, + "ĠαÏħ": 102273, + "ваннÑı": 102274, + "ìļ¸": 102275, + ".âĢľĊĊ": 102276, + "ĠÑĤакже": 102277, + "ëĵ±": 102278, + "ека": 102279, + "æīį": 102280, + "ÙħØ©": 102281, + "ĠphÆ°Æ¡ng": 102282, + "马": 102283, + "ãĢĢĠãĢĢ": 102284, + "ových": 102285, + "ียà¸ĩ": 102286, + "ĠTru": 102287, + "еÑģп": 102288, + "stup": 102289, + "ÄĮ": 102290, + "ĠdalÅ¡ÃŃ": 102291, + "زÛĮ": 102292, + "Ġ매": 102293, + "ĠобÑĢаз": 102294, + "Ġaçık": 102295, + "ê°ķ": 102296, + "ÙģادÙĩ": 102297, + "گاÙĨ": 102298, + "à¹īà¸Ļ": 102299, + "ẩn": 102300, + "å·¥ä½ľ": 102301, + "Ġतर": 102302, + "ÙĬع": 102303, + "ĠãĢĬ": 102304, + ",âĢľ": 102305, + "Ġnev": 102306, + "ัà¸į": 102307, + "ģını": 102308, + "Ġjin": 102309, + "اخت": 102310, + "سر": 102311, + "ĠtÃłi": 102312, + "Ġkterá": 102313, + "ĠاÙĦÙĦ": 102314, + "à¤ħ": 102315, + "izmet": 102316, + "à¥ģम": 102317, + "าะ": 102318, + "Ġê·": 102319, + "lıģı": 102320, + "çı¾": 102321, + "liÄŁi": 102322, + "êµ°": 102323, + "alık": 102324, + "ĠدÙĪر": 102325, + "Ġìĭ¤": 102326, + "ĠзаÑģ": 102327, + "ÙĤÙĬ": 102328, + "Ġứng": 102329, + "ĠÙĥÙĩ": 102330, + "ÎŁÎ£": 102331, + "è¨Ń": 102332, + "çĮ": 102333, + "ãģĦãģŁ": 102334, + "íĺĦ": 102335, + "ĠÑĤе": 102336, + "еÑĢÑĸ": 102337, + "sız": 102338, + "Ġý": 102339, + "дов": 102340, + "Ġà¤ĩसà¤ķ": 102341, + "год": 102342, + "Ġbylo": 102343, + "าà¸Ħม": 102344, + "ением": 102345, + "Ш": 102346, + "æľ¯": 102347, + "Ġपहल": 102348, + "ĠaÅŁ": 102349, + "à¤¿à¤ľ": 102350, + "åĵ¡": 102351, + "ваÑĢ": 102352, + "à¹īำ": 102353, + "âĮĴ": 102354, + "ován": 102355, + "Ġgiúp": 102356, + "Ð¥": 102357, + "ĠÑģÑĥд": 102358, + "Ġà¤ķम": 102359, + "ạm": 102360, + "رس": 102361, + "Ġ人": 102362, + "ĠبÛĮ": 102363, + "Ġà¤īनà¤ķ": 102364, + "립": 102365, + "áºŃy": 102366, + "ĠváºŃt": 102367, + "лÑıеÑĤÑģÑı": 102368, + "Ġseç": 102369, + "Ġì½": 102370, + "ÑĢÑĥж": 102371, + "تص": 102372, + "|:": 102373, + "Ġëł": 102374, + "ими": 102375, + "ĠлÑİб": 102376, + "Ġà¸ľ": 102377, + "ï¼Įä½Ĩ": 102378, + "Ġнав": 102379, + "âĢ¬": 102380, + "à¹Īาย": 102381, + "Ġرس": 102382, + "siniz": 102383, + "ë¨": 102384, + "ениÑİ": 102385, + "Ġล": 102386, + "اسÛĮ": 102387, + "à¥ľ": 102388, + "ĠÙ¾ÛĮØ´": 102389, + "ίδ": 102390, + "ĠÙ¾ÛĮ": 102391, + "еÑĢжав": 102392, + "à¤Ĩ": 102393, + "ĠdÃ¼ÅŁÃ¼n": 102394, + "å¿«": 102395, + "ÑĢеÑģ": 102396, + "åħ«": 102397, + "ÑĤÑĸ": 102398, + "à¤¿à¤Ł": 102399, + "ĠÑĤеÑħ": 102400, + "út": 102401, + "ÙĨÙĩ": 102402, + "ĠÙĨØ´": 102403, + "çĻº": 102404, + "Ġê°¤": 102405, + "лед": 102406, + "Ġëĵ¤": 102407, + "Ġbilg": 102408, + "ĠspoleÄį": 102409, + "ĠÄijÆ¡n": 102410, + "Ġà¤īत": 102411, + "Ġtrá»ĭ": 102412, + "ĠعÙħ": 102413, + "Ġ।": 102414, + "ĠúÄį": 102415, + "ãģ¸": 102416, + "วà¸ģ": 102417, + "ĠÑģлÑĥÑĩа": 102418, + "á»įng": 102419, + "åıĪ": 102420, + "иÑĤÑĥ": 102421, + "æľīéĻIJ": 102422, + "린": 102423, + "ëĭĺ": 102424, + "Ġhoạt": 102425, + "ĠìĿ´ëıĻ": 102426, + "знаÑĩ": 102427, + "ĠاستÙģادÙĩ": 102428, + "ĠпÑĢоÑĨеÑģ": 102429, + "anın": 102430, + "гÑĥ": 102431, + "ĠاÙĦØ«": 102432, + "æĹ¥æľ¬": 102433, + "ικά": 102434, + "ĠÑĹÑĹ": 102435, + "ì§ģ": 102436, + "inu": 102437, + "Ġساز": 102438, + "ãĤ¡": 102439, + "ï¾ī": 102440, + "ĠاÙĤ": 102441, + "Ġkế": 102442, + "ůsob": 102443, + "à¹ĩà¸ģ": 102444, + "åIJ§": 102445, + "æ¼Ķ": 102446, + "Ñīие": 102447, + "çĨ": 102448, + "ÑĮого": 102449, + "à¥ĭà¤Ł": 102450, + "اپ": 102451, + "室": 102452, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 102453, + "Ġtriá»ĥn": 102454, + "ĠtáºŃp": 102455, + "é£Ł": 102456, + "ë¹": 102457, + "ĠÑĩеÑĢез": 102458, + "ĠÑĨи": 102459, + "ÑģÑĥ": 102460, + "Ġнем": 102461, + "ĠаÑĢ": 102462, + "ĠÙĦا": 102463, + "Ġì§Ħ": 102464, + "çŁ³": 102465, + "ĠпÑĢоб": 102466, + "ĠìĽIJ": 102467, + "ÛĮÙĨÛĮ": 102468, + "ÑİÑĩи": 102469, + "âĢį": 102470, + "Û±Û³": 102471, + "ãĤ¬": 102472, + "çłĶ究": 102473, + "íĤ¤": 102474, + "Ġgerçek": 102475, + "ĠØŃس": 102476, + "íĶ¼": 102477, + "èĤ¡": 102478, + "ĠÏĦι": 102479, + "ĠvÅ¡ech": 102480, + "Ġvì": 102481, + "اÙĨÙĬ": 102482, + "ĠÙĩست": 102483, + "ĠëĤ¨": 102484, + "ÅĻej": 102485, + "еÑĢг": 102486, + "Ġsöz": 102487, + "ĠاÙĦÙħت": 102488, + "Ġchế": 102489, + "á»ĵi": 102490, + "åı¤": 102491, + "âĸįâĸį": 102492, + "á»ĵng": 102493, + "ãĥ¢": 102494, + "Ġди": 102495, + "ελ": 102496, + "Ġона": 102497, + "Ġнай": 102498, + "Ġ_{": 102499, + "пол": 102500, + "aliz": 102501, + "ĠtÄĥng": 102502, + "ĠdÃŃ": 102503, + "ép": 102504, + "ĠÙĦÙħ": 102505, + "Ġmož": 102506, + "ĠngoÃłi": 102507, + "èĹ": 102508, + "ĠÑĩем": 102509, + "ĠÄijá»ķ": 102510, + "еÑĤа": 102511, + "åı²": 102512, + "ĠÑģказ": 102513, + "ãĤ¿ãĥ¼": 102514, + "анÑĮ": 102515, + "Ġgöz": 102516, + "ë³Ħ": 102517, + "ãģĭãģ£ãģŁ": 102518, + "ĠëįĶ": 102519, + "ĠÙĨÙĤ": 102520, + "ĠÑĥÑĩа": 102521, + "Ġsahip": 102522, + "ĠÑģпе": 102523, + "ίοÏħ": 102524, + "ì½Ķ": 102525, + "ĠëĪ": 102526, + "mam": 102527, + "Ġroce": 102528, + "ĠÙĨاÙħ": 102529, + "еÑĢаÑĤÑĥ": 102530, + "ıp": 102531, + "ãģĦãģ¦": 102532, + "ĠíķĻ": 102533, + "Ġà¤ĩन": 102534, + "å©": 102535, + "Ġnhiên": 102536, + "atır": 102537, + "ÅĻenÃŃ": 102538, + "دة": 102539, + "ãĥªãĥ¼": 102540, + "ลà¸ĩ": 102541, + "ĠéĢ": 102542, + "Ġà¹Ģà¸Ľ": 102543, + "дÑĸ": 102544, + "ÎŃÏģ": 102545, + "ìĦ¤": 102546, + "гÑĢа": 102547, + "esine": 102548, + "Ġее": 102549, + "Ġiki": 102550, + "Ġتج": 102551, + "larına": 102552, + "dür": 102553, + "ĠاÙĦØ°": 102554, + "Ùħت": 102555, + "Ġà¤IJ": 102556, + "िद": 102557, + "Ġë¹": 102558, + "ÑĦоÑĢма": 102559, + "Ġони": 102560, + "гоÑĢ": 102561, + "неÑģ": 102562, + "ìĺĢëĭ¤": 102563, + "ıldı": 102564, + "Ġçek": 102565, + "Ġдов": 102566, + "دÛĮ": 102567, + "ĠÄĮesk": 102568, + "ÑĪа": 102569, + "Ġات": 102570, + "å±ĭ": 102571, + "æĸ¼": 102572, + "Ġpráv": 102573, + "ému": 102574, + "å¸Ī": 102575, + "ãħĭãħĭ": 102576, + "Ġilgili": 102577, + "หว": 102578, + "à¤ĩ": 102579, + "ाष": 102580, + "ëŀij": 102581, + "asyon": 102582, + "ÑĨÑĮ": 102583, + "à¹ģà¸ķ": 102584, + "ợi": 102585, + "ĠвÑĭÑģ": 102586, + "ÑĸлÑĮки": 102587, + "ĠкоÑĤоÑĢÑĭе": 102588, + "ники": 102589, + "Ġاد": 102590, + "Ġživ": 102591, + "ĠαÏĢο": 102592, + "رض": 102593, + "اة": 102594, + "Ġkdyž": 102595, + "ữa": 102596, + "ĠëĮĢíķľ": 102597, + "Ġtôi": 102598, + "ÑĥÑĶ": 102599, + "زر": 102600, + "Ġå¥": 102601, + "ãĥĭãĥĭ": 102602, + "بة": 102603, + "ÏĦοÏĤ": 102604, + "ÑĨион": 102605, + "ĠÙħÙĬ": 102606, + "ĠÄĥn": 102607, + "à¥ĩà¤Ĺ": 102608, + "ĠÑĢег": 102609, + "ĠlỼn": 102610, + "ì¤Ģ": 102611, + "ìĭ¬": 102612, + "Ġbiết": 102613, + "aları": 102614, + "ÙģÙĬ": 102615, + "ä¸ĸçķĮ": 102616, + "ĠнеобÑħодим": 102617, + "à¸Ļว": 102618, + "νÏĦ": 102619, + "Ġảnh": 102620, + "íĸĪ": 102621, + "Ġवर": 102622, + "hled": 102623, + "ิà¸Ī": 102624, + "æŃ»": 102625, + "ĠاÙĦتÙĬ": 102626, + "ноÑģ": 102627, + "prav": 102628, + "ÑıÑĤи": 102629, + "Ñīа": 102630, + "ÙĪÙĨÙĩ": 102631, + "ĠaÄŁ": 102632, + "à¸ŀระ": 102633, + "Ġthá»ijng": 102634, + "ÑĦи": 102635, + "Ġголов": 102636, + "Ġkhoa": 102637, + "ĠëłĪ": 102638, + "ãģĴ": 102639, + "Ġgetir": 102640, + "شت": 102641, + "женнÑı": 102642, + "енÑĸ": 102643, + "Ġgiữ": 102644, + "lerinin": 102645, + "à¥Ģव": 102646, + "éģ¸": 102647, + "सर": 102648, + "ĠÑĩелов": 102649, + "à¥įà¤ľ": 102650, + "ĠбÑĥло": 102651, + "ĠاÙĨد": 102652, + "ัà¸Ļà¸Ĺ": 102653, + "让": 102654, + "Ġquyá»ģn": 102655, + "ĠØŃاÙĦ": 102656, + "ì²ĺ": 102657, + "ĠлÑİд": 102658, + "ÏģÏĩ": 102659, + "алÑĮно": 102660, + "ãĢĢãĥ½": 102661, + "ê¸ī": 102662, + "ãĤ±": 102663, + "ĠÙħرد": 102664, + "Ġông": 102665, + "Ġاش": 102666, + "大åѦ": 102667, + "ì¦Ī": 102668, + "æĪ¦": 102669, + "eyi": 102670, + "ĠÐIJн": 102671, + "िप": 102672, + "Ġtiêu": 102673, + "Ø´ÛĮ": 102674, + "ắn": 102675, + "éŃĶ": 102676, + "ãģ¨ãģĦãģĨ": 102677, + "ĠìłĢ": 102678, + "кÑĤи": 102679, + "ĠÙħØŃÙħد": 102680, + "ĠíĨµ": 102681, + "ุม": 102682, + "åį¡": 102683, + "оÑĢов": 102684, + "коÑİ": 102685, + "Ġlá»±c": 102686, + "島": 102687, + "ĠرÙĪز": 102688, + "ÑħÑĸд": 102689, + "Ġhá»ĵ": 102690, + "Ġül": 102691, + "ĠØ´Ùħ": 102692, + "ÙĨس": 102693, + "بÙĪ": 102694, + "Ġthêm": 102695, + "ạc": 102696, + "åºľ": 102697, + "echn": 102698, + "ĠÎļα": 102699, + "èijĹ": 102700, + "çľ¼": 102701, + "áh": 102702, + "Ġι": 102703, + "ê¹Įì§Ģ": 102704, + "maz": 102705, + "λογ": 102706, + "Ġjsme": 102707, + "Ġá¼": 102708, + "ĠпÑĢави": 102709, + "клад": 102710, + "Ġthủ": 102711, + "sah": 102712, + "ÄŁit": 102713, + "ĠÙģÛĮ": 102714, + "енно": 102715, + "à¥ģà¤Ľ": 102716, + "ãģ»": 102717, + "çĻ¾": 102718, + "иÑĤа": 102719, + "ĠбÑĭло": 102720, + "Ġvys": 102721, + "Ġì¶ľ": 102722, + "ắng": 102723, + "ĠÄijại": 102724, + "ĠÙħÙĪرد": 102725, + "ела": 102726, + "ÑĸÑĪ": 102727, + "леннÑı": 102728, + "æIJ": 102729, + "Ġнед": 102730, + "iyat": 102731, + "ì¼": 102732, + "ĠolduÄŁunu": 102733, + "داÙĨ": 102734, + "íĿ": 102735, + "ĠسÛĮ": 102736, + "ีà¸ģ": 102737, + "ÄĽst": 102738, + "ımı": 102739, + "ä¸īä¸ī": 102740, + "ãĤ½": 102741, + "ĠÑĤеп": 102742, + "ĠÑĢай": 102743, + "ाध": 102744, + "ĠìĤ¬ëŀĮ": 102745, + "ĠTrung": 102746, + "ï¼ıï¼ı": 102747, + "Ġtâm": 102748, + "Å¡enÃŃ": 102749, + "ãĥį": 102750, + "ĠÏĦοÏħÏĤ": 102751, + "ĠнÑĸ": 102752, + "вид": 102753, + "æ¿": 102754, + "Ġظ": 102755, + "ãĥ¯": 102756, + "ì¢ħ": 102757, + "ваÑĤи": 102758, + "Ġquá": 102759, + "ฤ": 102760, + "ĠÄijÆ°á»Ŀng": 102761, + "à¥ģद": 102762, + "roj": 102763, + "ĠÑĥÑģ": 102764, + "é¦Ļ": 102765, + "ì½ĺ": 102766, + "ĠÙĪت": 102767, + "มาà¸ģ": 102768, + "åĪĩ": 102769, + "Ġán": 102770, + "Ġмед": 102771, + "ìĹIJëĬĶ": 102772, + "Ġhlav": 102773, + "رت": 102774, + "à¹ĥà¸Ī": 102775, + "æ´²": 102776, + "ĠлÑĸ": 102777, + "æĪĺ": 102778, + "ÙĪÙĨد": 102779, + "足": 102780, + "åĭĻ": 102781, + "çĶ³": 102782, + "Ġì±": 102783, + "ĠìĿ´ëıĻíķ©ëĭĪëĭ¤": 102784, + "ÑīеÑģÑĤв": 102785, + "Ġë¶Ī": 102786, + "ÙĦÙĪ": 102787, + "üven": 102788, + "èĪĩ": 102789, + "ĠgiỼi": 102790, + "ĠÙĪÙĤ": 102791, + "Ġê°¤ë¡ľê·¸": 102792, + "ĠعاÙħ": 102793, + "ĺIJ": 102794, + ":::::": 102795, + "ĠÑĥд": 102796, + "-ÑĤо": 102797, + "ĠÑĦоÑĢ": 102798, + "ини": 102799, + "ãģĹãģĦ": 102800, + "Ġê°¤ë¡ľê·¸ë¡ľ": 102801, + "ãģ³": 102802, + "ãĥ©ãĤ¤": 102803, + "ená": 102804, + "Ġnez": 102805, + "Ġönemli": 102806, + "ĠниÑħ": 102807, + "à¤Ĥस": 102808, + "Ġà¤īसà¤ķ": 102809, + "à¥įरद": 102810, + "Ġnói": 102811, + "ÙĥÙĦ": 102812, + "ิว": 102813, + "κο": 102814, + "à¥ģà¤ĸ": 102815, + "öyle": 102816, + "άλ": 102817, + "óng": 102818, + "ĠداÙĨØ´": 102819, + "Ġзб": 102820, + "ì»": 102821, + "à¸ľà¸¥": 102822, + "ëĵ¤ìĿ´": 102823, + "Ġetk": 102824, + "رات": 102825, + "Ġεκ": 102826, + "ÑĤÑĢа": 102827, + "à¥įतर": 102828, + "à¤Ĥब": 102829, + "ĠмÑĸÑģ": 102830, + "æł¹": 102831, + "ãĥĻ": 102832, + "Ġtá»ī": 102833, + "à¹Ģà¸ĭ": 102834, + "ìĪł": 102835, + "ï¼Įä¸į": 102836, + "ìĺ¨": 102837, + "ĠmÄĽst": 102838, + "ģµ": 102839, + "azı": 102840, + "rada": 102841, + "ÏĢα": 102842, + "mé": 102843, + "ÙĨاÙħÙĩ": 102844, + "اÛĮÙĦ": 102845, + "μη": 102846, + "luk": 102847, + "ÙĥÙĬ": 102848, + "Ġï¼ī": 102849, + "ĠдеÑĤ": 102850, + "Ġiçinde": 102851, + "Ñıм": 102852, + "ĠdÆ°á»": 102853, + "ĠпÑĢедÑģÑĤав": 102854, + "üre": 102855, + "åķĬ": 102856, + "ĠÑĤÑĢÑĥ": 102857, + "esini": 102858, + "Ġале": 102859, + "ãĥ³ãĥī": 102860, + "à¥ĥत": 102861, + "εÏħ": 102862, + "à¥ģà¤Ĩ": 102863, + "Ġhiç": 102864, + "çĶº": 102865, + "ĠÐĸ": 102866, + "çħ§": 102867, + "ká": 102868, + "Ġtrá»įng": 102869, + "Ġتش": 102870, + "ाश": 102871, + "ĠÙħØ«": 102872, + "etim": 102873, + "Ġthấy": 102874, + "Ġबह": 102875, + "عت": 102876, + "ึà¹ī": 102877, + "Ġsev": 102878, + "ÑģÑĤа": 102879, + "Ġcứ": 102880, + "Ġtiá»ģn": 102881, + "à¥Ģà¤ľ": 102882, + "Ñıг": 102883, + "ĠоÑĢгани": 102884, + "ĠбÑĭл": 102885, + "tür": 102886, + "ĠبازÛĮ": 102887, + "Ġìŀ¬": 102888, + "वर": 102889, + "æľīéĻIJåħ¬åı¸": 102890, + "kup": 102891, + "Ġiyi": 102892, + "íķĺê²Į": 102893, + "ãĢĢl": 102894, + "ãĤ·ãĥ§": 102895, + "ارة": 102896, + "สร": 102897, + "ĠtÃŃch": 102898, + "ĠкаÑĢ": 102899, + "иб": 102900, + "ĠвÑĸдповÑĸд": 102901, + "Ġpodle": 102902, + "à¥įरà¤ķ": 102903, + "iyon": 102904, + "коном": 102905, + "ĠμÎŃ": 102906, + "ĠпÑĢоиз": 102907, + "ĠâĢı": 102908, + "mektedir": 102909, + "ΩÎĿ": 102910, + "Ġbáo": 102911, + "à¸Īำ": 102912, + "ëįĶ": 102913, + "ë¸Į": 102914, + "Ġsợ": 102915, + "ÛĮرÛĮ": 102916, + "онÑĥ": 102917, + "ındaki": 102918, + "алÑĮного": 102919, + "μβ": 102920, + "лиз": 102921, + "Ġjejich": 102922, + "æĸ½": 102923, + "便": 102924, + "leÅŁtir": 102925, + "ĠÙĪØ£": 102926, + "Ġसब": 102927, + "lerde": 102928, + "ĠÚĨÙĩ": 102929, + "ÏĦÎŃ": 102930, + "Ġgì": 102931, + "ĠÃļ": 102932, + "ĠÑĢаÑģп": 102933, + "Ġtüm": 102934, + "à¹Ģà¸ĩ": 102935, + "èIJ½": 102936, + "ìĨ¡": 102937, + "à¹Ħà¸Ĺย": 102938, + "mÄ±ÅŁtır": 102939, + "ĠÙĤرار": 102940, + "Ġà¸Ħาส": 102941, + "Ġkıs": 102942, + "ованиÑı": 102943, + "ãĤĤãģ®": 102944, + "داÙħ": 102945, + "ìľ¡": 102946, + "oloj": 102947, + "ĠпоÑģле": 102948, + "ĠТак": 102949, + "Ġболее": 102950, + "ĠÄijá»ķi": 102951, + "lak": 102952, + "íħĮ": 102953, + "Ġayn": 102954, + "ÑıÑģ": 102955, + "Ġпог": 102956, + "Ġarasında": 102957, + "Ī¬": 102958, + "à¥Ĥल": 102959, + "Ġανα": 102960, + "Ġquyết": 102961, + "Ġthuá»Ļc": 102962, + "Ġdün": 102963, + "ĠpÅĻes": 102964, + "ÑĦÑĸ": 102965, + "Ġå¸": 102966, + "اÙĦÙĬ": 102967, + "ĠповеÑĢ": 102968, + "Ñĩина": 102969, + "sko": 102970, + "çµIJ": 102971, + "Ø¡": 102972, + "ĠгÑĢа": 102973, + "оÑĤи": 102974, + "Ġquá»ijc": 102975, + "ÑĨÑĸв": 102976, + "lendir": 102977, + "вÑĸд": 102978, + "ĠжиÑĤ": 102979, + "üyor": 102980, + "ï¼Įä»ĸ": 102981, + "larında": 102982, + "Ġuyg": 102983, + "ĠtrÃŃ": 102984, + "ĠØ´ÙĨ": 102985, + "ابÙĦ": 102986, + "æ·±": 102987, + "Âłp": 102988, + "ÑģкаÑı": 102989, + "оÑĤа": 102990, + "ÙĪØ·": 102991, + "Ġاط": 102992, + "ä¾Ĩ": 102993, + "ĠзаÑĤ": 102994, + "Ġиме": 102995, + "à¹Ģà¸Ĺศ": 102996, + "ëĭ´": 102997, + "nÄĽnÃŃ": 102998, + "ÑĥлÑı": 102999, + "-п": 103000, + "åĺ": 103001, + "Ġвип": 103002, + "аÑĢакÑĤ": 103003, + "à¹Ģà¸ļ": 103004, + "ç¦ı": 103005, + "ÏģÏİ": 103006, + "سÙĩ": 103007, + "à¥Įर": 103008, + "ĠdiÄŁer": 103009, + "à¹Ĥà¸Ķย": 103010, + "ĠÑģпоÑģоб": 103011, + "åį·": 103012, + "èĸ": 103013, + "анÑĤ": 103014, + "ÑİÑĤÑĮÑģÑı": 103015, + "ĠÑįÑĤом": 103016, + "Ġï½Ģ": 103017, + "สาม": 103018, + "ìm": 103019, + "ĠÑĪк": 103020, + "Ġà¸Ľà¸£à¸°": 103021, + "़à¥Ģ": 103022, + "ekl": 103023, + "muÅŁ": 103024, + "ĠÑĤакож": 103025, + "ÙĪسط": 103026, + "ĠÄįi": 103027, + "ีà¸Ļ": 103028, + "ÛĮÙĨÙĩ": 103029, + "ÄĽk": 103030, + "å½¼": 103031, + "lerine": 103032, + "ĠÄijất": 103033, + "à¥ģà¤ı": 103034, + "олоÑģ": 103035, + "Ġå°ı": 103036, + "زÙĬØ©": 103037, + "Ġвла": 103038, + "à¥Ģल": 103039, + "Ġetti": 103040, + "ĠÑģоÑģÑĤав": 103041, + "ÙĦاÙĦ": 103042, + "Ġçİ": 103043, + "ĠpÅĻÃŃpad": 103044, + "룰": 103045, + "ุà¸ģ": 103046, + "ĠÑĩи": 103047, + "åħį": 103048, + "nÄĽjÅ¡ÃŃ": 103049, + "ิล": 103050, + "åįĢ": 103051, + "ských": 103052, + "าศ": 103053, + "åIJĹ": 103054, + "ĠíĺĦ": 103055, + "Ġalın": 103056, + "å§Ķ": 103057, + "à¸ŀร": 103058, + "ažd": 103059, + "ĠбÑĸлÑĮ": 103060, + "à¹Īวà¸Ļ": 103061, + "oog": 103062, + "acı": 103063, + "lıģ": 103064, + "Ġkhu": 103065, + "Ġhizmet": 103066, + "ĠéĽ": 103067, + "ĠÎĺ": 103068, + "ĠdeÄŁer": 103069, + "åħŃ": 103070, + "ĠدÙĩ": 103071, + "ĠnÄĽk": 103072, + "à¸Ħà¸Ļ": 103073, + "еÑĤÑĮ": 103074, + "باÙĨ": 103075, + "ÏĦική": 103076, + "ĠÄijá»ĭa": 103077, + "ĠCông": 103078, + "íĮIJ": 103079, + "Ġкогда": 103080, + "ĠÚ©ÙĨد": 103081, + "ãģ§ãģį": 103082, + "ĠÏĢεÏģι": 103083, + "lardan": 103084, + "Ġзем": 103085, + "تÙĪاÙĨ": 103086, + "è³ĩ": 103087, + "likle": 103088, + "Ġtụ": 103089, + "Ġdẫn": 103090, + "Ġnay": 103091, + "ĠÑģÑĤоÑĢ": 103092, + "ĠØ´Ùħا": 103093, + "ثر": 103094, + "Ġdedi": 103095, + "кое": 103096, + "ëijIJ": 103097, + "ÑĨев": 103098, + "جÙĩ": 103099, + "Ġmůže": 103100, + "à¥ģप": 103101, + "à¥įरम": 103102, + "ĠtaÅŁ": 103103, + "оÑĢÑĤ": 103104, + "γÏģα": 103105, + "çĻ¼": 103106, + "าà¸ļ": 103107, + "iá»ħn": 103108, + "ĠÙħست": 103109, + "лекÑģ": 103110, + "Ġprav": 103111, + "ĠдоÑģ": 103112, + "ĠdÄ±ÅŁ": 103113, + "Ġzem": 103114, + "Ġgiao": 103115, + "Ġvlast": 103116, + "ĠÑįÑĤого": 103117, + "ï½°": 103118, + "วà¸ĩ": 103119, + "ÑĢой": 103120, + "Ġbirlik": 103121, + "ený": 103122, + "Ġëĭ¨": 103123, + "овани": 103124, + "é£İ": 103125, + "íıī": 103126, + "Ġzah": 103127, + "ба": 103128, + "åĬ©": 103129, + "éĢ²": 103130, + "ê¶Į": 103131, + "Ġdiye": 103132, + "à¤Ĥà¤ķ": 103133, + "Ġchuyá»ĥn": 103134, + "ĠìĹŃ": 103135, + "ĠÑĤÑĢи": 103136, + "Ġönce": 103137, + "ï¼Įè¿Ļ": 103138, + "oại": 103139, + "леÑĤ": 103140, + "ĠÏĥÏħν": 103141, + "lád": 103142, + "çe": 103143, + "tü": 103144, + "ĠÄįást": 103145, + "Ġεν": 103146, + "Ġbiá»ĩt": 103147, + "Ġé«": 103148, + "à¥ĭà¤ķ": 103149, + "ÙĦات": 103150, + "باÙĦ": 103151, + "ecies": 103152, + "Ġëĭ¹": 103153, + "à¸Ĭà¸Ļ": 103154, + "ÏĦαÏĤ": 103155, + "à¥įण": 103156, + "ujÃŃcÃŃ": 103157, + "Äįet": 103158, + "Ġпоб": 103159, + "ÙĪار": 103160, + "iyas": 103161, + "Ġdruh": 103162, + "دد": 103163, + "ÏĮν": 103164, + "ÑĢен": 103165, + "ารà¸ĸ": 103166, + "ä½İ": 103167, + "ìķ½": 103168, + "ÑĢоз": 103169, + "ëĬĶëį°": 103170, + "ãĤĵãģª": 103171, + "ÄįenÃŃ": 103172, + "************": 103173, + "ĠΡ": 103174, + "ĠÑĤомÑĥ": 103175, + "รà¸ģ": 103176, + "à¥ģस": 103177, + "ä¹Ŀ": 103178, + "å°±æĺ¯": 103179, + "£i": 103180, + "éĺ²": 103181, + "Ùĥر": 103182, + "ĠÑįÑĤи": 103183, + "ĠÚ©Ø´ÙĪر": 103184, + "Ġê°IJ": 103185, + "Ġад": 103186, + "Ġداد": 103187, + "éģİ": 103188, + "Ù«": 103189, + "ĠláºŃp": 103190, + "ĠاÙĦÙĩ": 103191, + "æľĽ": 103192, + "ĠتÙĩ": 103193, + "ì§Ī": 103194, + "ãģ§ãģĤãĤĭ": 103195, + "Ġмеж": 103196, + "ĠÑĢезÑĥлÑĮÑĤ": 103197, + "çį": 103198, + "емÑĥ": 103199, + "ĠتÙĪاÙĨ": 103200, + "ĠراÙĩ": 103201, + "ãĥ¼ãĥł": 103202, + "åĦ¿": 103203, + "å±ŀ": 103204, + "бÑĭ": 103205, + "á¿": 103206, + "à¸Ħล": 103207, + "à¥ĭà¤Ī": 103208, + "ütün": 103209, + "à¤Ĺर": 103210, + "ìķĺëĭ¤": 103211, + "âĪ§": 103212, + "Ġì°¨": 103213, + "çµĦ": 103214, + "μαÏĦα": 103215, + "ุà¸Ļ": 103216, + "ĠÑĤом": 103217, + "еÑĢв": 103218, + "ÎijΣ": 103219, + "ĠiÅŁlem": 103220, + "عÙħ": 103221, + "ëĥ": 103222, + "ãĥĦ": 103223, + "اÙģت": 103224, + "åĬŀ": 103225, + "Ġnes": 103226, + "avaÅŁ": 103227, + "ĠÙĨÛĮز": 103228, + "强": 103229, + "ĠéĻ": 103230, + "ÑĸннÑı": 103231, + "æ²³": 103232, + "áÅĻ": 103233, + "æĿIJ": 103234, + "ĠØ£ÙĬ": 103235, + "Ġì¹´": 103236, + "ĠnenÃŃ": 103237, + "ĠÙĪÙħ": 103238, + "ĠÚ©Ùħ": 103239, + "iếu": 103240, + "Ġæ°": 103241, + "åĮ»": 103242, + "Ġzor": 103243, + "ίÏĥ": 103244, + "िध": 103245, + "Ġпоказ": 103246, + "हर": 103247, + "Ġiçer": 103248, + "ØŃØ©": 103249, + "िà¤ĸ": 103250, + "ада": 103251, + "ترÛĮÙĨ": 103252, + "Ġbao": 103253, + "Ġxã": 103254, + "à¹Ģà¸Ħร": 103255, + "ĠnghÄ©": 103256, + "à¹ģà¸ļà¸ļ": 103257, + "ĠdoÄŁru": 103258, + "ÑĸÑĤи": 103259, + "ĠبÙĬÙĨ": 103260, + "ĠлеÑĤ": 103261, + "اغ": 103262, + "ÛĮÚ©ÛĮ": 103263, + "ráv": 103264, + "à¥įâĢį": 103265, + "âĢĻnin": 103266, + "Ġย": 103267, + "åįĬ": 103268, + "Ġколи": 103269, + "Ġtrợ": 103270, + "éĿĴ": 103271, + "ëŀĢ": 103272, + "Ġë¨": 103273, + "ĠÙĪر": 103274, + "ï¾Ĭ": 103275, + "è§Ĥ": 103276, + "Ġпи": 103277, + "нÑĥв": 103278, + "ilmesi": 103279, + "ستÙĩ": 103280, + "ĠдеÑĢжав": 103281, + "å®ĥ": 103282, + "åĪ¥": 103283, + "ëħĢ": 103284, + "лÑģÑı": 103285, + "à¤Ĥध": 103286, + "ĠÑĤи": 103287, + "ĠpÅĻip": 103288, + "пи": 103289, + "á»ĵn": 103290, + "оваÑĤÑĮ": 103291, + "ìĿ´ëĿ¼": 103292, + "æľĿ": 103293, + "ĠëĺIJ": 103294, + "ĠÎŃνα": 103295, + "ãģ¾ãģ§": 103296, + "جاÙħ": 103297, + "ĠëĬ": 103298, + "нÑĸв": 103299, + "ÏĢοÏħ": 103300, + "ĠزÙħاÙĨ": 103301, + "æĽ²": 103302, + "ĠÙħÙĩ": 103303, + "볨": 103304, + "ä¸ĥ": 103305, + "ãģ¨ãģĹãģ¦": 103306, + "labilir": 103307, + "оже": 103308, + "å¤ľ": 103309, + "ĠнÑĥжно": 103310, + "彩": 103311, + "çĪ±": 103312, + "ĠhoÃłn": 103313, + "ünü": 103314, + "ĠëĦ¤": 103315, + "ĠجÙĨ": 103316, + "ĠnÄĽj": 103317, + "кими": 103318, + "Ġaynı": 103319, + "ĠÙĥÙĦ": 103320, + "Ġnhau": 103321, + "ẳ": 103322, + "ÙĬات": 103323, + "Ġmezi": 103324, + "ĠÑĢек": 103325, + "Ġtür": 103326, + "ĠговоÑĢ": 103327, + "Ġfazla": 103328, + "åĩĨ": 103329, + "ÑĪий": 103330, + "ÐŁÑĢи": 103331, + "ÑĢоÑģÑĤ": 103332, + "ĠоÑĢган": 103333, + "ným": 103334, + "ĠÑĢод": 103335, + "ĠÙĪÛĮ": 103336, + "ický": 103337, + "림": 103338, + "ï½²": 103339, + "æĢİ": 103340, + "ĠÙĩذا": 103341, + "ĠÑĩаÑģÑĤи": 103342, + "ÃŃr": 103343, + "á»ĩnh": 103344, + "ĠíĹ": 103345, + "ê»": 103346, + "luž": 103347, + "ÃŃl": 103348, + "cÃŃch": 103349, + "å®Ł": 103350, + "ãģłãģ£ãģŁ": 103351, + "ÙĬرة": 103352, + "ĠvÄĥn": 103353, + "港": 103354, + "ĠÏĦιÏĤ": 103355, + "ارت": 103356, + "Ġvấn": 103357, + "âĶģâĶģâĶģâĶģ": 103358, + "対": 103359, + "ÏģÎŃ": 103360, + "ĠгодÑĥ": 103361, + "Ġسب": 103362, + "ارات": 103363, + "елей": 103364, + "ĠзаÑħ": 103365, + "Ġваж": 103366, + "Ġtá»īnh": 103367, + "ابع": 103368, + "Ġà¤ľà¤¬": 103369, + "Ġà¤IJस": 103370, + "ĠдÑĥ": 103371, + "Ġé«ĺ": 103372, + "ê²ł": 103373, + "нее": 103374, + "ï½Į": 103375, + "Ġмал": 103376, + "è¾¹": 103377, + "ãģłãģij": 103378, + "à¹īร": 103379, + "ÙĤØ·": 103380, + "Ġbên": 103381, + "Ġseb": 103382, + "ĠØ®ÙĪاÙĩ": 103383, + "siz": 103384, + "Ġolur": 103385, + "ĠëĶ°": 103386, + "Ġì¢ĭ": 103387, + "ĠsvÄĽt": 103388, + "ická": 103389, + "ỹ": 103390, + "Ġquản": 103391, + "ĠиÑģ": 103392, + "ĠzaÄį": 103393, + "ืà¸Ńà¸Ļ": 103394, + "ÑĶÑİ": 103395, + "िष": 103396, + "çĬ¶": 103397, + "Ïĥμ": 103398, + "ัส": 103399, + "óc": 103400, + "ĠбеÑĢ": 103401, + "ĠíĿ": 103402, + ";:;:": 103403, + "Ġپس": 103404, + "ĠëijIJ": 103405, + "ниÑĩ": 103406, + "ĠоÑĩенÑĮ": 103407, + "ĠìķĦìĿ´ì½ĺ": 103408, + "Ġθα": 103409, + "ĠвÑģÑĤ": 103410, + "ادة": 103411, + "Ġdevam": 103412, + "ืà¸Ńà¸ĩ": 103413, + "ĠлÑİди": 103414, + "ìĺĪ": 103415, + "á»±a": 103416, + "ÑıÑħ": 103417, + "âĢĮاÛĮ": 103418, + "ĠسÙĪ": 103419, + "å°¼": 103420, + "Ġthứ": 103421, + "meye": 103422, + "Ġèµ": 103423, + "èī¯": 103424, + "ĠdeÄŁiÅŁ": 103425, + "ÑĪÑĸ": 103426, + "Ġtrợ": 103427, + "ĠâĢİ#": 103428, + "çĹħ": 103429, + "ìĽĮ": 103430, + "Ġkde": 103431, + "Χ": 103432, + "æ¤": 103433, + "ĠÑħаÑĢакÑĤ": 103434, + "æĩ": 103435, + "Ġbiến": 103436, + "ÙĤع": 103437, + "åŁŁ": 103438, + "Ġнеп": 103439, + "Ġdů": 103440, + "ĠпиÑĤ": 103441, + "ĠÑĤÑĢеб": 103442, + "ازÛĮ": 103443, + "Ġطر": 103444, + "ĠÙħÙĦ": 103445, + "Ġtham": 103446, + "ĠÙĪجÙĪد": 103447, + "Ġsvé": 103448, + "é§ħ": 103449, + "اÛĮÙĨ": 103450, + "Ġtiên": 103451, + "stru": 103452, + "ĠváºŃy": 103453, + "üne": 103454, + "Ġà¹Ģม": 103455, + "Ġrằng": 103456, + "аÑĤÑĥ": 103457, + "äºij": 103458, + "ниÑĤ": 103459, + "ä¼Ĭ": 103460, + "ÙĪص": 103461, + "ĠéĿ": 103462, + "ĠпÑĢоблем": 103463, + "deki": 103464, + "**************": 103465, + "òa": 103466, + "ĠÄijá»ģu": 103467, + "ãĤĮãģŁ": 103468, + "ارس": 103469, + "ãģªãģı": 103470, + "اÙĤع": 103471, + "è»į": 103472, + "ÙĥÙħ": 103473, + "Äįas": 103474, + "Ġkỳ": 103475, + "Ø´Ùħ": 103476, + "à¥ĩड": 103477, + "éĺ¿": 103478, + "ĠjejÃŃ": 103479, + "ĠæĻ": 103480, + "ĠÄ°ÅŁ": 103481, + "ardım": 103482, + "Ġसमय": 103483, + "ĠÐĿо": 103484, + "ilerin": 103485, + "Ġعبد": 103486, + "nÃŃk": 103487, + "ĠØ´Ú©ÙĨ": 103488, + "ิà¸Ĺย": 103489, + "á»ħ": 103490, + "ÑĢез": 103491, + "Ġchứng": 103492, + "Ġ:.": 103493, + "Ġपत": 103494, + "Ġživot": 103495, + "å¢ĥ": 103496, + "«a": 103497, + "Ġtrung": 103498, + "никÑĸв": 103499, + "ĠاÙĦÙħÙĨ": 103500, + "ĠÑĢаÑģÑģ": 103501, + "Ġжив": 103502, + "Ġзакон": 103503, + "Ġ목": 103504, + "Ġzáv": 103505, + "Ġhakk": 103506, + "令": 103507, + "ĠÑıкий": 103508, + "ĠبÙĬ": 103509, + "λÎŃ": 103510, + "ocuk": 103511, + "ĠÑİ": 103512, + "à¸ģว": 103513, + "ĠاÙĨÚ¯": 103514, + "à¥ģà¤Ĥ": 103515, + "Ġnám": 103516, + "á»ķng": 103517, + "Ġжел": 103518, + "ĠÄijặc": 103519, + "Äįit": 103520, + "Ġê±´": 103521, + "ĠبÛĮØ´": 103522, + "кÑĢаÑĹн": 103523, + "ĠÙĪÙĩ": 103524, + "неннÑı": 103525, + "Ġà¹Ģà¸ŀ": 103526, + "омен": 103527, + "Ġlần": 103528, + "ĠعÙħÙĦ": 103529, + "Ġîģµ": 103530, + "Äŀ": 103531, + "ÑĸÑģлÑı": 103532, + "Æ°ng": 103533, + "ाफ": 103534, + "à¸Ĺà¸ĺ": 103535, + "ден": 103536, + "ĠÑīоб": 103537, + "Ñĩив": 103538, + "ılır": 103539, + "اعات": 103540, + "jÃŃcÃŃ": 103541, + "벨": 103542, + "ÚĨÙĩ": 103543, + "ارج": 103544, + "ĠپرÙĪ": 103545, + "Ġодин": 103546, + "лин": 103547, + "бÑĥ": 103548, + "Ġसरà¤ķ": 103549, + "åĢĻ": 103550, + "ë¶ĢíĦ°": 103551, + "à¥Īà¤Ĥ,": 103552, + "å´": 103553, + "à¹Ĥล": 103554, + "ĠvÅ¡ak": 103555, + "ĠопÑĢед": 103556, + "ì±": 103557, + "æ½": 103558, + "Ġdá»±ng": 103559, + "práv": 103560, + "ิส": 103561, + "Ġnhiá»ĩm": 103562, + "ĠiliÅŁ": 103563, + "ĠеÑīе": 103564, + "ĠjeÅ¡tÄĽ": 103565, + "ĠÑĢаÑģÑĤ": 103566, + "ฮ": 103567, + "à¤Ĥà¤Ł": 103568, + "âĢĮÚ©": 103569, + "ĠبÛĮÙĨ": 103570, + "ovou": 103571, + "æĻ®": 103572, + "ίεÏĤ": 103573, + "оÑĢоÑĪ": 103574, + "Ġolmak": 103575, + "Ġstát": 103576, + "diÄŁi": 103577, + "Ġtình": 103578, + "ĠdÄĽ": 103579, + "ĠگرÙģ": 103580, + "Ïĥο": 103581, + "ĠÑĥÑĤ": 103582, + "íķĻêµIJ": 103583, + "ัà¸IJ": 103584, + "าà¸Ń": 103585, + "ĠÄijặt": 103586, + "ĠмогÑĥÑĤ": 103587, + "ë°°": 103588, + "tik": 103589, + "ª½": 103590, + "liÄŁ": 103591, + "ÏĢε": 103592, + "ĠèĢ": 103593, + "kü": 103594, + "adece": 103595, + "κÏĮ": 103596, + "ĠдÑĸ": 103597, + "ầm": 103598, + "çĦ¡ãģĹ": 103599, + "Û²Û°Û±": 103600, + "èµĽ": 103601, + "оÑģÑĥд": 103602, + "ĠìķĪëĤ´": 103603, + "ĠÐĶж": 103604, + "座": 103605, + "ických": 103606, + "Ġìłģ": 103607, + "à¥ĩ,": 103608, + "ového": 103609, + "Ġvẫn": 103610, + "Ġbirlikte": 103611, + "Ġरà¤ĸ": 103612, + "ĠÙĨÙĩ": 103613, + "ÙĤر": 103614, + "पर": 103615, + "etÃŃ": 103616, + "ĠÑĤÑĭ": 103617, + "ĢìĿ´": 103618, + "Ġà¤ħल": 103619, + "Ġможе": 103620, + "ãĤ´": 103621, + "Ġstran": 103622, + "طر": 103623, + "è¿Ļ个": 103624, + "Ġبع": 103625, + "åĨĽ": 103626, + "ektir": 103627, + "ĠhÆ°á»Ľng": 103628, + "ÙĨاÙĨ": 103629, + "Ġà¤ij": 103630, + "ÏĮÏĦη": 103631, + "оÑģк": 103632, + "åįĥ": 103633, + "asına": 103634, + "ĠØ´Ùĩ": 103635, + "ĠдеÑĢ": 103636, + "ĠÙħخت": 103637, + "ĠØŃÙĤ": 103638, + "ãĥ¾": 103639, + "ساÙĨ": 103640, + "Ġcung": 103641, + "коÑĢиÑģÑĤ": 103642, + "ÏĦικά": 103643, + "Ġвона": 103644, + "با": 103645, + "ãģķãĤĮãģŁ": 103646, + "nout": 103647, + "Ġı": 103648, + "è§ī": 103649, + "ĠÃ¶ÄŁren": 103650, + "Ġì½Ķ": 103651, + "带": 103652, + "Ñģлов": 103653, + "ĠεÏĢι": 103654, + "ê°IJ": 103655, + "ĠÙħرب": 103656, + "ĠÙģÛĮÙĦÙħ": 103657, + "ĠкÑĢов": 103658, + "Ġëį°": 103659, + "ाण": 103660, + "Ġelekt": 103661, + "ĠнаÑĢод": 103662, + "ÛĮدÙĩ": 103663, + "ç´Ħ": 103664, + "ĠпÑĢоÑĦ": 103665, + "ÏģοÏĤ": 103666, + "Ġãħ": 103667, + "ä¸įæĺ¯": 103668, + "Ġà¤ľà¤¨": 103669, + "ัล": 103670, + "ĠصÙĪرت": 103671, + "ãĥľ": 103672, + "Ġà¤Ĺà¤Ī": 103673, + "ÄŁitim": 103674, + "ÑģÑĮкиÑħ": 103675, + "Ġлег": 103676, + "ĠتÙĪÙĦ": 103677, + "Ġìļ´": 103678, + "عر": 103679, + "ĠmÃłu": 103680, + "гов": 103681, + "æ³¢": 103682, + "indeki": 103683, + "ìłģìĿ¸": 103684, + "ấm": 103685, + "ĠíĻķ": 103686, + "ĠباÛĮد": 103687, + "à¹Įà¸Ĺ": 103688, + "Ġkendi": 103689, + "ีว": 103690, + "ิà¸ģาร": 103691, + "ĠکردÙĩ": 103692, + "å·´": 103693, + "à¤ģ": 103694, + "ราà¸Ĭ": 103695, + "à¥įश": 103696, + "ĠÐĶлÑı": 103697, + "å¥ĩ": 103698, + "ĠÑĥÑģÑĤанов": 103699, + "йÑĤе": 103700, + "ãĤĩ": 103701, + "άÏģ": 103702, + "ĠЮ": 103703, + "ĠluáºŃt": 103704, + "ãĢī": 103705, + "è´¨": 103706, + "دا": 103707, + "Ġdüzen": 103708, + "สà¸Ļ": 103709, + "ÑĢон": 103710, + "dıģı": 103711, + "âĢĻda": 103712, + "Ġfarklı": 103713, + "Ñħов": 103714, + "lán": 103715, + "ÑĩаÑģ": 103716, + "Ñĩин": 103717, + "Ġì°¸": 103718, + "ì´Ī": 103719, + "ÑĨип": 103720, + "ç¹": 103721, + "éĸĢ": 103722, + "жа": 103723, + "ÑĢован": 103724, + "à¸ĵะ": 103725, + "ÙĦÙĬزÙĬØ©": 103726, + "Ïĩει": 103727, + "à¥Ī.": 103728, + "кÑģп": 103729, + "اÙĪر": 103730, + "Ġnguyên": 103731, + "ãģ«ãĤĪ": 103732, + "à¥ĩम": 103733, + "ÏĥÏĦε": 103734, + "تÙĪ": 103735, + "Äįek": 103736, + "ÑĨÑĭ": 103737, + "Ġ물": 103738, + "ÑįÑĤ": 103739, + "Ġkazan": 103740, + "Ùģس": 103741, + "ehir": 103742, + "вÑĸÑĤ": 103743, + "ĠدÙĪÙĦ": 103744, + "Ġëĵľ": 103745, + "Ġà¤ļल": 103746, + "еÑģÑĤва": 103747, + "δα": 103748, + "ĠбÑĥв": 103749, + "ĠÐĿе": 103750, + "ØŃر": 103751, + "огÑĢаÑĦ": 103752, + "Ġrozhod": 103753, + "ĠвикоÑĢиÑģÑĤ": 103754, + "Ġyêu": 103755, + "λοÏĤ": 103756, + "کس": 103757, + "Ġشب": 103758, + "ิษ": 103759, + "æ¯į": 103760, + "ĠдоÑĢ": 103761, + "Ġnghá»ĩ": 103762, + "Ġtrang": 103763, + "à¥ĩद": 103764, + "Ġtìm": 103765, + "Ñĩно": 103766, + "ĠاÙħا": 103767, + "éģĭ": 103768, + "کر": 103769, + "ké": 103770, + "ĠvÄĽt": 103771, + "ĠнаÑģÑĤ": 103772, + "Ġæ±": 103773, + "ĠåĽ½": 103774, + "Ġgiảm": 103775, + "ادÙĬ": 103776, + "ëĤľ": 103777, + "ë¡ł": 103778, + "Ġ､": 103779, + "ĠденÑĮ": 103780, + "ÑĨÑĸÑİ": 103781, + "Ġhạn": 103782, + "ẳng": 103783, + "λή": 103784, + "eyen": 103785, + "ä¸Ķ": 103786, + "æѦ": 103787, + "ĠÑĦак": 103788, + "à¹Īà¸Ńà¸Ļ": 103789, + "Ġοι": 103790, + "زÙħ": 103791, + "ãģĹãģ¦ãģĦãĤĭ": 103792, + "лива": 103793, + "âĢķâĢķ": 103794, + "Ġöl": 103795, + "Ġà¤ĵ": 103796, + "ÑģÑĤÑĸ": 103797, + "à¸ģรรม": 103798, + "Ġtục": 103799, + "Ġgörün": 103800, + "ãģĹãģ¾": 103801, + "Ġì¦": 103802, + "馬": 103803, + "Ġможна": 103804, + "ĠÚ©ÙĦ": 103805, + "ĠÑĨенÑĤ": 103806, + "ĠìĻ¸": 103807, + "Îĺ": 103808, + "çĩ": 103809, + "Ġgelen": 103810, + "ĠاÙĬÙĨ": 103811, + "Ġآب": 103812, + "Ġà¤Ĩय": 103813, + "ัà¸ģษ": 103814, + "Ñģим": 103815, + "ĠболÑĮÑĪ": 103816, + "Ġмн": 103817, + "оди": 103818, + "ĠÄ°l": 103819, + "Ġà¤Ĩर": 103820, + "еÑĤе": 103821, + "ÑĨиÑİ": 103822, + "áºŃu": 103823, + "Ġtiếng": 103824, + "ë¶ģ": 103825, + "æ§ĺ": 103826, + "ĠнаÑĪ": 103827, + "มา": 103828, + "âĢĻın": 103829, + "ãĥĥãĥĹ": 103830, + "ÙĪجÙĩ": 103831, + "ĠØŃد": 103832, + "ává": 103833, + "رÙĪØ´": 103834, + "ĠдейÑģÑĤв": 103835, + "ãģ£ãģ¦ãģĦãĤĭ": 103836, + "Ïģή": 103837, + "Ġüst": 103838, + "Ġtiết": 103839, + "acaÄŁ": 103840, + "ĠÐŁÐ¾": 103841, + "éĬ": 103842, + "머": 103843, + "chod": 103844, + "ĠØ¢ÙħÙĪز": 103845, + "ãģŁãĤģ": 103846, + "Ġchuyên": 103847, + "Ġuygu": 103848, + "нÑĸÑģÑĤ": 103849, + "ë´": 103850, + "æݧ": 103851, + "ÑĥÑİÑĤÑĮ": 103852, + "Äįi": 103853, + "ãģ¹": 103854, + "à¥Ĥन": 103855, + "æĹ©": 103856, + "ãĥĩãĤ£": 103857, + "èĴ": 103858, + "Ġشخص": 103859, + "ĠÑħоÑĤ": 103860, + "ĠÚ©ÙĨÛĮد": 103861, + "гл": 103862, + "à¸Ńà¸Ńà¸ģ": 103863, + "éĢĻ": 103864, + "ĠزÛĮر": 103865, + "íķŃ": 103866, + "ĠÃĸz": 103867, + "åij³": 103868, + "ØŃدة": 103869, + "Ġkažd": 103870, + "ĠÑĨвеÑĤ": 103871, + "Ġç¾": 103872, + "Ġкож": 103873, + "ĠÐŃÑĤо": 103874, + "ÑıÑĤелÑĮ": 103875, + "лаÑģÑĮ": 103876, + "âĢĮØ´ÙĪد": 103877, + "μι": 103878, + "Ġæ²": 103879, + "Ġsüre": 103880, + "ละ": 103881, + "éħĴ": 103882, + "ึà¸ģษ": 103883, + "λλά": 103884, + "çij": 103885, + "ĠìĥĪ": 103886, + "Ġसह": 103887, + "ĠHÃł": 103888, + "ë¦¬ê³ł": 103889, + "صر": 103890, + "ĠæĬķ": 103891, + "éłŃ": 103892, + "Ġbá»ĩnh": 103893, + "ĠìĥĿê°ģ": 103894, + "Ġà¤ħà¤Ń": 103895, + "ê³µì§Ģ": 103896, + "ìĶ": 103897, + "á»Ŀi": 103898, + "çŃĶ": 103899, + "ĠbÃłi": 103900, + "одÑĸ": 103901, + "าà¸Ĥ": 103902, + "ников": 103903, + "Ġdönem": 103904, + "วม": 103905, + "ãĥĨãĤ£": 103906, + "ारण": 103907, + "оги": 103908, + "Ġkiá»ĥm": 103909, + "оÑĦ": 103910, + "äºĪ": 103911, + "åĨ³": 103912, + "اÙĦات": 103913, + "Ġnếu": 103914, + "Ġcest": 103915, + "زش": 103916, + "ÙİÙĦ": 103917, + "Ġتأ": 103918, + "ĠÄijạo": 103919, + "Ïįν": 103920, + "ĠвнÑĥ": 103921, + "ĠجاÙħ": 103922, + "ivnÃŃ": 103923, + "ĠìŀĪìĬµëĭĪëĭ¤": 103924, + "ÏĬ": 103925, + "æĦĽ": 103926, + "ãĥĽ": 103927, + "мÑĸн": 103928, + "ĠtÃŃm": 103929, + "ằm": 103930, + "ê·ł": 103931, + "äºķ": 103932, + "Ġxây": 103933, + "ĠìĽĶ": 103934, + "елен": 103935, + "Ġà¹Ĥà¸Ķย": 103936, + "اÙĦÙĩ": 103937, + "Ġbất": 103938, + "á»ĵm": 103939, + "âĢĮÚ¯": 103940, + "ÙĪرة": 103941, + "بات": 103942, + "Ġbán": 103943, + "ẫu": 103944, + "اÙĨÙĪÙĨ": 103945, + "Ġzákon": 103946, + "áž": 103947, + "ì¶Ķ": 103948, + "à¹ģà¸ģ": 103949, + "ãĤįãģĨ": 103950, + "ÑĢоÑĤ": 103951, + "çĵ": 103952, + "Ġвони": 103953, + "Ġxác": 103954, + "ĠدÛĮگر": 103955, + "ÏĢοι": 103956, + "ĠнеÑģк": 103957, + "رسÛĮ": 103958, + "ĠëĿ¼": 103959, + "تÙĦ": 103960, + "λά": 103961, + "ĠÑıвлÑıеÑĤÑģÑı": 103962, + "ä¾Ŀ": 103963, + "Ġåħ¬": 103964, + "Ĺi": 103965, + "ĠíĬ¹": 103966, + "ÙĥÙĪÙĨ": 103967, + "ắp": 103968, + "جÙħÙĪع": 103969, + "ÏĨοÏģ": 103970, + "ело": 103971, + "Ġgüven": 103972, + "Ġмай": 103973, + "ĠÑģоз": 103974, + "à¸ģระ": 103975, + "ĠاسÙĦاÙħ": 103976, + "ĠÑīе": 103977, + "Ġsá»ijng": 103978, + "à¥įब": 103979, + "کار": 103980, + "ĠthuáºŃt": 103981, + "ĠnÃŃ": 103982, + "第ä¸Ģ": 103983, + "è¦ĸ": 103984, + "à¹Ģà¸ģม": 103985, + "اÙĬØ©": 103986, + "ĠÎĪ": 103987, + "ãĤ¶": 103988, + "ĠÙħÙĪÙĤع": 103989, + "ĠåĴ": 103990, + "è¡ĵ": 103991, + "ĠÐŀд": 103992, + "Ġä¸ī": 103993, + "lerinde": 103994, + "ĠÑģвоÑĹ": 103995, + "à¥Ģà¤ı": 103996, + "ĠthÆ°Æ¡ng": 103997, + "ÏĥÏĦο": 103998, + "ĠغÙĬر": 103999, + "Ġپر": 104000, + "ĠÑģебе": 104001, + "Ġвк": 104002, + "Ġkhai": 104003, + "ãĤĢ": 104004, + "ĠÙĨظر": 104005, + "ĠдокÑĥм": 104006, + "à¹ĩà¸ļ": 104007, + "ĠíķľêµŃ": 104008, + "ï½ī": 104009, + "å·¥ç¨ĭ": 104010, + "ĠÙĪÙĦ": 104011, + "ØŃÙĬ": 104012, + "Ġпла": 104013, + "ĠÄ°stanbul": 104014, + "âĢĻde": 104015, + "алÑģÑı": 104016, + "ĠØ¢ÙĨÙĩا": 104017, + "ĠاÙĩ": 104018, + "Ġê´Ģ리": 104019, + "Ġanh": 104020, + "Å¡ÃŃm": 104021, + "larla": 104022, + "ï¼Ŀ": 104023, + "nostÃŃ": 104024, + "ÑģÑĤве": 104025, + "ÛĮÙģ": 104026, + "Ġگرد": 104027, + "ãĤĮãĤĭ": 104028, + "Ġvá»±": 104029, + "ÄĽnÃŃ": 104030, + "Ġgörev": 104031, + "Ġyılında": 104032, + "Ġlợi": 104033, + "Ġanlam": 104034, + "ĠпÑĢовод": 104035, + "ÑĨÑİ": 104036, + "Ġåī": 104037, + "Ġë§İ": 104038, + "ÑĢаÑģ": 104039, + "ĠŽ": 104040, + "کاÙĨ": 104041, + "ÐĻ": 104042, + "ãģ£ãģ¨": 104043, + "Ú©ÙĦ": 104044, + "ายà¸Ļ": 104045, + "عاÙĦ": 104046, + "Ġký": 104047, + "ĠмаÑĤеÑĢи": 104048, + "ê»ĺ": 104049, + "ılması": 104050, + "μÎŃν": 104051, + "ĠÙĨÙħÛĮ": 104052, + "Ġcuá»Ļc": 104053, + "Ġδεν": 104054, + "å¹²": 104055, + "＿＿＿＿": 104056, + "à¥Ģà¤Ł": 104057, + "Ġçıkar": 104058, + "ĠkonuÅŁ": 104059, + "иÑĤелÑĮно": 104060, + "lantı": 104061, + "à¹Ħล": 104062, + "å¾ĭ": 104063, + "ĠíĶ¼": 104064, + "ìĻ¸": 104065, + "Ġsáng": 104066, + "éģĶ": 104067, + "ожд": 104068, + "Ġآخر": 104069, + "ilece": 104070, + "à¥Īन": 104071, + "Ġjedn": 104072, + "ĠÑģпеÑĨи": 104073, + "´Ŀ": 104074, + "ĠÚĺ": 104075, + "ĠãĢĤĊ": 104076, + "èģĮ": 104077, + "ĠÙĨÛĮ": 104078, + "ÑĤоÑĢа": 104079, + "λι": 104080, + "ĠÙĪب": 104081, + "iÅŁim": 104082, + "ç»´": 104083, + "ãĢĢi": 104084, + "Ġmua": 104085, + "Ġjiž": 104086, + "è¶Ĭ": 104087, + "ãĤĴè¦ĭ": 104088, + "Ġná»Ļi": 104089, + "à¥įà¤Ĺ": 104090, + "種": 104091, + "ĠãĢĢãĢĢãĢĢ": 104092, + "à¹ĥหม": 104093, + "ĠÎĨ": 104094, + "ÙĨدÛĮ": 104095, + "ĠÑģÑĩ": 104096, + "Ġlá»ĩ": 104097, + "lub": 104098, + "еÑĢÑĤ": 104099, + "ĠاطÙĦ": 104100, + "ĠÑģеÑĢед": 104101, + "Ġéģ": 104102, + "Ġзал": 104103, + "ÙĨÛĮÙĨ": 104104, + "çŁ¥éģĵ": 104105, + "Ø¢ÙĨ": 104106, + "Ġкап": 104107, + "Ġà¹Ħม": 104108, + "ůvod": 104109, + "ĠپاÛĮ": 104110, + "ÑĤÑĢи": 104111, + "Ġiht": 104112, + "à¹Ĭ": 104113, + "ĠвÑģÑĸ": 104114, + "Ġthay": 104115, + "åĨµ": 104116, + "ĠعÙĨÙĪاÙĨ": 104117, + "ĠÎ¥": 104118, + "à¸Ŀ": 104119, + "εÏĦαι": 104120, + "iyordu": 104121, + "ï¼ĮèĢĮ": 104122, + "çļĦ人": 104123, + "Ġसà¤Ń": 104124, + "à¹īà¸Ńย": 104125, + "ικο": 104126, + "ãĤĵãģ§": 104127, + "족": 104128, + "ÙĨجÙĦÙĬزÙĬØ©": 104129, + "Ġžád": 104130, + "ÑĢави": 104131, + "γγ": 104132, + "æµĭ": 104133, + "оÑĨÑĸ": 104134, + "ãĢĢãĢĢĠãĢĢ": 104135, + "Ġतरह": 104136, + "ĠëĨ": 104137, + "à¥Ģà¤ļ": 104138, + "à¹Īม": 104139, + "Ġgá»ĵm": 104140, + "Ġkiá»ĩn": 104141, + "è·Ł": 104142, + "Φ": 104143, + "esinin": 104144, + "é¥": 104145, + "é«Ķ": 104146, + "оÑĩно": 104147, + "रण": 104148, + "æĺ¥": 104149, + "ç¶ĵ": 104150, + "Ġبار": 104151, + "ê·¼": 104152, + "éĻħ": 104153, + "ĠسÙĬ": 104154, + "ÑģÑĥÑĤ": 104155, + "ìµľ": 104156, + "å±ħ": 104157, + "ĠÄįesk": 104158, + "ÎijÎĿ": 104159, + "Ġdiá»ĩn": 104160, + "Ġεί": 104161, + "à¸ĩà¸Ĺ": 104162, + "ãĤ©": 104163, + "Ġvá»±c": 104164, + "вав": 104165, + "tıģı": 104166, + "Ġëªħ": 104167, + "ην": 104168, + "виÑĤ": 104169, + "ĠØ£Ùĥ": 104170, + "ĠпÑĢоп": 104171, + "rak": 104172, + "ÑĢаÑĤи": 104173, + "ĠÄijánh": 104174, + "ÑĢеп": 104175, + "ê´ij": 104176, + "еÑĨÑĮ": 104177, + "Ġबत": 104178, + "ĠåĮĹ": 104179, + "Ġsát": 104180, + "ledi": 104181, + "ìłģìľ¼ë¡ľ": 104182, + "ůj": 104183, + "Û°Û°": 104184, + "Ġnasıl": 104185, + "ĠÙĪس": 104186, + "Ġεξ": 104187, + "вÑĭ": 104188, + "ç½Ĺ": 104189, + "ارÛĮØ®": 104190, + "à¸Ľà¸¥": 104191, + "ίκ": 104192, + "Ġê¸Ī": 104193, + "åĩł": 104194, + "å¼·": 104195, + "è¿Ķ": 104196, + "Ġnhá»ı": 104197, + "å¾Ģ": 104198, + "Ġдаже": 104199, + "Ġçev": 104200, + "кÑĸ": 104201, + "ĠØ£Ùħ": 104202, + "ีส": 104203, + "สามารà¸ĸ": 104204, + "ĠÐĦ": 104205, + "ÑħодиÑĤ": 104206, + "ëĸ": 104207, + "Ġtruyá»ģn": 104208, + "ĠÑģÑĤан": 104209, + "ëĵ¤ìĿĢ": 104210, + "اÙĦت": 104211, + "़à¥ĩ": 104212, + "Ġà¤ħब": 104213, + "æķ¸": 104214, + "ĠдÑĸÑı": 104215, + "ĠÙħتر": 104216, + "Ġë¸": 104217, + "ï¾į": 104218, + "Ġê³¼": 104219, + "ĠزÛĮ": 104220, + "ëŁ¼": 104221, + "ĠÐŁÐµÑĢ": 104222, + "Ġsık": 104223, + "ноÑģÑĤÑĮÑİ": 104224, + "Ġeden": 104225, + "ادر": 104226, + "ãĦ": 104227, + "ĠлеÑĩ": 104228, + "ĠÙĩØ°Ùĩ": 104229, + "ضÙĪع": 104230, + "ĠìķĦëĭĪ": 104231, + "irket": 104232, + "Ġاگر": 104233, + "ĠÑħоÑĩ": 104234, + "Ġбан": 104235, + "íĶĮ": 104236, + "æĢİä¹Ī": 104237, + "èĽ": 104238, + "Ġबà¤ļ": 104239, + "Ġکتاب": 104240, + "çīĮ": 104241, + "Ġдва": 104242, + "جر": 104243, + "ĠпÑĢоÑģÑĤо": 104244, + "Ġà¤Ĩव": 104245, + "Ġmức": 104246, + "į¼": 104247, + "ĠjÃŃ": 104248, + "íİĺ": 104249, + "Ġtamam": 104250, + "åĪĽ": 104251, + "à¸Ĵ": 104252, + "пеÑĩ": 104253, + "à¥ĭस": 104254, + "ĠÑģем": 104255, + "ĠtÆ°Æ¡ng": 104256, + "ä¸ģ": 104257, + "ī´": 104258, + "ĠÑĢоÑģ": 104259, + "ĠмаÑĶ": 104260, + "æŃĮ": 104261, + "ĠداÙĨÙĦÙĪد": 104262, + "ĠLoÃłi": 104263, + "Ġedilm": 104264, + "Ġkonu": 104265, + "ĠاÙĦÙħر": 104266, + "ĠulaÅŁ": 104267, + "Ġyüksek": 104268, + "οι": 104269, + "ÙİÙĨ": 104270, + "ĠbÄĽ": 104271, + "ãĤ·ãĥ§ãĥ³": 104272, + "￣￣￣￣": 104273, + "Ġgüç": 104274, + "ĠاÙĪÙĦ": 104275, + "Ġма": 104276, + "Ġبخش": 104277, + "ाà¤ĸ": 104278, + "ĠвиÑģ": 104279, + "ženÃŃ": 104280, + "Ġzpůsob": 104281, + "znam": 104282, + "ĠرÙĪÛĮ": 104283, + "åĭĿ": 104284, + "।Ċ": 104285, + "ÙĦÙĤ": 104286, + "Ġжиз": 104287, + "ÑĢÑĸв": 104288, + "ĠÑĥпÑĢав": 104289, + "Ġphá»ij": 104290, + "icros": 104291, + "Ġà¹ģà¸ķ": 104292, + "Ġë°ķ": 104293, + "ÙĪات": 104294, + "ï¼Įä¸Ģ": 104295, + "анÑģ": 104296, + "ç´ļ": 104297, + "ยà¸Ļ": 104298, + "à¹ģà¸Ĥ": 104299, + "Ġgiáo": 104300, + "äºĮäºĮ": 104301, + "ĠÄ°s": 104302, + "ìĬ¹": 104303, + "Ġolacak": 104304, + "ĠCác": 104305, + "ĠÑĢÑĥб": 104306, + "ẹp": 104307, + "ÄŁiniz": 104308, + "ãģªãģ©": 104309, + "ĠмоÑĢ": 104310, + "ĠÑģдел": 104311, + "ÙĦÙħاÙĨ": 104312, + "ném": 104313, + "å°į": 104314, + "Ġdne": 104315, + "ì¶ľìŀ¥": 104316, + "عب": 104317, + ":::::::": 104318, + "ÎĴ": 104319, + "eket": 104320, + "ĠÑĢеÑĪ": 104321, + "èĪ¬": 104322, + "ĠíĻĶ": 104323, + "صد": 104324, + "ĠмаÑĢ": 104325, + "Ñıж": 104326, + "شار": 104327, + "ãģ²": 104328, + "ĠاÙĦÙĬ": 104329, + "Ùį": 104330, + "à¤Ĥà¤ľ": 104331, + "мÑĭ": 104332, + "Ġkarar": 104333, + "ÙĦÛĮسÛĮ": 104334, + "าà¸ĵ": 104335, + "群": 104336, + "Ġolması": 104337, + "Ġhazır": 104338, + "γÏģαÏĨ": 104339, + "¯u": 104340, + "вол": 104341, + "ĠÑģÑĤаÑĢ": 104342, + "ovala": 104343, + "Ġвозмож": 104344, + "Ġдав": 104345, + "風": 104346, + "را": 104347, + "Ġдопом": 104348, + "ê²ĥ": 104349, + "Ġìĺ¬": 104350, + "Ġåİ": 104351, + "Ġ못": 104352, + "uç": 104353, + "íļ": 104354, + "lük": 104355, + "ä¸Ńå¿ĥ": 104356, + "Ġदर": 104357, + "ĠâĹĨ": 104358, + "Ġtay": 104359, + "ĠبسÛĮ": 104360, + "ĠÏĥÏĦα": 104361, + "ĠÙħØ®": 104362, + "ÑıÑī": 104363, + "å·®": 104364, + "à¸ī": 104365, + "ëł¹": 104366, + "à¹ĥà¸Ļà¸ģาร": 104367, + "ĠÙĩÙĨ": 104368, + "ãģ¶": 104369, + "лÑĸд": 104370, + "åį°": 104371, + "Ġsao": 104372, + "ÅĻad": 104373, + "리ëĬĶ": 104374, + "Ñģлед": 104375, + "åĶ®": 104376, + "Ġ|:": 104377, + "æķĻèĤ²": 104378, + "Ġмол": 104379, + "ĠÙĩÙĬ": 104380, + "ëģ": 104381, + "ĠкÑĥлÑĮ": 104382, + "'nin": 104383, + "Ġخر": 104384, + "Ġgenel": 104385, + "Ġtá»Ń": 104386, + "Ġkurul": 104387, + "енÑĤи": 104388, + "à¥ĭà¤ľà¤¨": 104389, + "è¿Ļæł·": 104390, + "ĠмÑĸж": 104391, + "Ġnghiá»ĩm": 104392, + "ĠÏĢολ": 104393, + "æĭĽ": 104394, + "Ġà¤Ĺà¤ı": 104395, + "ầy": 104396, + "Ġcảm": 104397, + "ç´°": 104398, + "rıca": 104399, + "ĠعÙĦÛĮ": 104400, + "ิà¹ī": 104401, + "hur": 104402, + "ĠchÆ°a": 104403, + "ÑĥÑĶÑĤÑĮÑģÑı": 104404, + "ãģ©ãģĨ": 104405, + "Ñĥл": 104406, + "ิร": 104407, + "Ġæľī": 104408, + "ä¼¼": 104409, + "ÑĦеÑĢ": 104410, + "ÑįÑĤомÑĥ": 104411, + "æĹħ": 104412, + "ĠÙħÙĪج": 104413, + "Ġ본": 104414, + "Ġgiá»Ŀ": 104415, + "Ġkiến": 104416, + "à¹Īวย": 104417, + "Ġdüny": 104418, + "ĠزÙħ": 104419, + "овÑĸ": 104420, + "ĠÑĨÑĮого": 104421, + "ิà¸ļ": 104422, + "ĠìĨIJ": 104423, + "èIJ¥": 104424, + "ĠÑĢÑĸз": 104425, + "Ġhá»Ĺ": 104426, + "ÑĢÑĸб": 104427, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 104428, + "ìľ¼ë©°": 104429, + "äºĨä¸Ģ": 104430, + "ĠÙĤبÙĦ": 104431, + "é¾Ļ": 104432, + "Ġگذ": 104433, + "ĠÙĤد": 104434, + "ãģªãģĭãģ£ãģŁ": 104435, + "Ġà¹Ģร": 104436, + "å¸Į": 104437, + "ĠÑģÑħ": 104438, + "ĠгÑĢом": 104439, + "åĽ¢": 104440, + "Ġì§ij": 104441, + "ĠлÑĥÑĩ": 104442, + "åħµ": 104443, + "ĠÐŀÑĤ": 104444, + "Ġmuá»ijn": 104445, + "ãģĺãĤĥ": 104446, + "ovnÃŃ": 104447, + "ë©´ìĦľ": 104448, + "ë³Ģ": 104449, + "Ġнеб": 104450, + "Ñģии": 104451, + "ÙĨÙħ": 104452, + "ÄŁin": 104453, + "Ġtoho": 104454, + "eniz": 104455, + "باش": 104456, + "ĠÑģлÑĥж": 104457, + "Ġbợi": 104458, + "Ġüzere": 104459, + "Ġsadece": 104460, + "ĠÏĢαÏģ": 104461, + "³³³³³³³³³³³³³³³³": 104462, + "èĮĥ": 104463, + "ÏĦικÏĮ": 104464, + "ĠäºĮ": 104465, + "ãĤĪãģĨãģ«": 104466, + "èŀ": 104467, + "ãģ®ãģ¯": 104468, + "ĠÑĥкÑĢаÑĹн": 104469, + "Ġbắt": 104470, + "ван": 104471, + "ĠÑģÑĤÑĢа": 104472, + "è¡Ģ": 104473, + "nutÃŃ": 104474, + "okt": 104475, + "รà¸ĩà¹Ģร": 104476, + "ĠصÙģ": 104477, + "åħļ": 104478, + "ÏĦί": 104479, + "ï¼ģãĢįĊĊ": 104480, + "ĠÑĤемп": 104481, + "é¡Į": 104482, + "Ġsluž": 104483, + "Ñĥков": 104484, + "ĠnghÄ©a": 104485, + "çĶ²": 104486, + "Ġdá»ħ": 104487, + "ови": 104488, + "ÏĦÏħ": 104489, + "رÛĮÚ©": 104490, + "ĠAnh": 104491, + "ĠвÑģего": 104492, + "âĢĮÚ©ÙĨ": 104493, + "teÅĻÃŃ": 104494, + "Ġmục": 104495, + "ÙĩÙĨÚ¯": 104496, + "ĠÐŁÐ¾Ñģ": 104497, + "ÚĺÙĩ": 104498, + "ĠاÙĦغ": 104499, + "æĿ¾": 104500, + "ysl": 104501, + "Ġyapılan": 104502, + "çĪ¶": 104503, + "Ġmạnh": 104504, + "راÙĩ": 104505, + "à¸Ķà¸ĩ": 104506, + "oÄį": 104507, + "ë§IJ": 104508, + "åłĤ": 104509, + "маÑĤ": 104510, + "ĠeÅŁ": 104511, + "ÙĪÙħات": 104512, + "Ġساخت": 104513, + "åĽłä¸º": 104514, + "ĠпÑĢий": 104515, + "ılmÄ±ÅŁ": 104516, + "館": 104517, + "ุà¸ĩ": 104518, + "Ġëģ": 104519, + "à¸ķาม": 104520, + "åIJī": 104521, + "μή": 104522, + "Ġæľ¬": 104523, + "Ġzáklad": 104524, + "تØŃ": 104525, + "è¾¼": 104526, + "ĠвÑĸй": 104527, + "ĠÙħÙĨØ·": 104528, + "Ġtoán": 104529, + "каÑĢ": 104530, + "ĠÐĹа": 104531, + "ĠпÑĢимен": 104532, + "ãĤĭãģ¨": 104533, + "ัà¸Ĺ": 104534, + "ÛĮس": 104535, + "ĠاÙĨجاÙħ": 104536, + "ĠعÙĦÙĬ": 104537, + "़ि": 104538, + "ených": 104539, + "ĠLiên": 104540, + "Ġпа": 104541, + "éļĬ": 104542, + "Ġmohou": 104543, + "ĠкÑĸлÑĮ": 104544, + "ĠΤο": 104545, + "اÙĦب": 104546, + "ÎŃν": 104547, + "ĠnabÃŃ": 104548, + "çi": 104549, + "lerden": 104550, + "Ġthanh": 104551, + "Ġbütün": 104552, + "ĠåŁ": 104553, + "ì¸ł": 104554, + "Ġzat": 104555, + "ÙĬÙĪ": 104556, + "Ġμια": 104557, + "uyết": 104558, + "Ñijн": 104559, + "åĪĴ": 104560, + "ливо": 104561, + "à¹Īà¸Ńà¸ĩ": 104562, + "ä»ĸ们": 104563, + "Ġбаг": 104564, + "िà¤Ń": 104565, + "ĠÑĤам": 104566, + "ĠпÑĢеп": 104567, + "ิà¸Ĭ": 104568, + "âĢĻÑıз": 104569, + "ĠPhân": 104570, + "жен": 104571, + "à¥Īà¤ķ": 104572, + "ĠÑģлÑĥÑĩае": 104573, + "Ġ.:": 104574, + "åŃ¦æł¡": 104575, + "Ä°N": 104576, + "義": 104577, + "ĠÑģÑĤо": 104578, + "Ġहर": 104579, + "Ïħν": 104580, + "Ġxem": 104581, + "ĠбÑĥÑĤи": 104582, + "ÑģиÑĤ": 104583, + "çªģ": 104584, + "à¥įà¤Ľ": 104585, + "åij¢": 104586, + "ï¼Įä¹Ł": 104587, + "enÄĽ": 104588, + "Ġκά": 104589, + "iyorum": 104590, + "ĠÚ¯Ùģت": 104591, + "âĹıâĹıâĹıâĹı": 104592, + "ัม": 104593, + "ĠÐļон": 104594, + "ноÑĪ": 104595, + "ниÑĨÑĤ": 104596, + "üzel": 104597, + "sÃŃ": 104598, + "師": 104599, + "صÙĪÙĦ": 104600, + "çĥŃ": 104601, + "ĠÄijủ": 104602, + "ãĤ®": 104603, + "æķħ": 104604, + "ĠÅ¡kol": 104605, + "Ñĩен": 104606, + "à¹Ģย": 104607, + "à¸Ļà¸Ļ": 104608, + "ÙĢÙĢÙĢÙĢ": 104609, + "Ġüç": 104610, + "念": 104611, + "ãĥªãĤ¢": 104612, + "ĠíĻĺ": 104613, + "Ġéĩij": 104614, + "çıŃ": 104615, + "ĠÑģклад": 104616, + "Ñıми": 104617, + "üf": 104618, + "Ġhã": 104619, + "ĠÄIJại": 104620, + "ÂĤ": 104621, + "åĦª": 104622, + "Ġbulunan": 104623, + "ĠاÙĦÙħØŃ": 104624, + "æĪı": 104625, + "Ġè©": 104626, + "ĠноÑĢм": 104627, + "Ġchuẩn": 104628, + "ĠзаÑģÑĤ": 104629, + "ĠvÃŃce": 104630, + "Ðĸ": 104631, + "Ġà¤Ĩध": 104632, + "ĠÄįas": 104633, + "ĠбоÑĢ": 104634, + "Ïģια": 104635, + "ĠÙħاÙĩ": 104636, + "Ġíħ": 104637, + "ÅĻel": 104638, + "Ñıви": 104639, + "ÏĦεÏĤ": 104640, + "inÄĽ": 104641, + "ĠпеÑĢе": 104642, + "éķĩ": 104643, + "à¥įà¤ŀ": 104644, + "Ġéĺ": 104645, + "à¹Īาว": 104646, + "รร": 104647, + "ĠسÙĩ": 104648, + "вали": 104649, + "çķĻ": 104650, + "ĠÑĦÑĥнк": 104651, + "Ġíĸī": 104652, + "ÙģÙĩ": 104653, + "çĶŁæ´»": 104654, + "èģŀ": 104655, + "okud": 104656, + "ĠìĤ´": 104657, + "ızı": 104658, + "ĠполÑĥ": 104659, + "ï¼Įä½ł": 104660, + "شاÙĨ": 104661, + "決": 104662, + "бÑĢÑı": 104663, + "оÑģÑĥдаÑĢ": 104664, + "Ġoyun": 104665, + "ании": 104666, + "Ġprů": 104667, + "Ġnáv": 104668, + "ĠменÑı": 104669, + "Ġìŀĺ": 104670, + "ĠÄ°n": 104671, + "ĠthÃŃch": 104672, + "ĠÄijảm": 104673, + "åľĴ": 104674, + "Ġвже": 104675, + "ĠloÃłi": 104676, + "ĠÐŀн": 104677, + "меÑģÑĤ": 104678, + "Ġξ": 104679, + "ãĢħ": 104680, + "Ġchiế": 104681, + "ÑĩÑĸ": 104682, + "Ġíijľ": 104683, + "ëĭ¬": 104684, + "Ġëĭ¬": 104685, + "à¥Ģड": 104686, + "ÑĢалÑĮ": 104687, + "dik": 104688, + "ĠíĨł": 104689, + "ëŁī": 104690, + "ĠصÙĨ": 104691, + "Ġstej": 104692, + "ĠакÑĤив": 104693, + "Ġé¦": 104694, + "Ġà¹Ħà¸Ķ": 104695, + "æĬĢæľ¯": 104696, + "ĠprostÅĻed": 104697, + "害": 104698, + "ãģIJ": 104699, + "ĠoluÅŁtur": 104700, + "elop": 104701, + "ãģ¡ãĤĥ": 104702, + "éĥİ": 104703, + "ضا": 104704, + "Ġخط": 104705, + "ë°ķ": 104706, + "еÑģÑı": 104707, + "ĠÙĩÛĮ": 104708, + "над": 104709, + "ĠngÃłnh": 104710, + "ÑĢÑĥÑĪ": 104711, + "ãģĦãģĦ": 104712, + "Ġürün": 104713, + "à¸Ńà¸ķ": 104714, + "à¥ĭप": 104715, + "Ġsayı": 104716, + "à¥Ģस": 104717, + "ениÑħ": 104718, + "ĠÑģим": 104719, + "à¥Ģद": 104720, + "å¤ī": 104721, + "à¹Īวม": 104722, + "Ġà¹Ģà¸Ĥ": 104723, + "å·²ç»ı": 104724, + "аÑĤо": 104725, + "ĠÑĢайон": 104726, + "íĥĿ": 104727, + "ĠÑĤÑĢа": 104728, + "layan": 104729, + "ếp": 104730, + "à¤¾à¤Ł": 104731, + "خاب": 104732, + "人æ°ij": 104733, + "å®Ŀ": 104734, + "èĨ": 104735, + "èªį": 104736, + "naÄį": 104737, + "Ġîł": 104738, + "ĠÐļи": 104739, + "ĠbaÅŁka": 104740, + "ců": 104741, + "ضع": 104742, + "èĪª": 104743, + "ีม": 104744, + "Ñĭми": 104745, + "ÎĻΣ": 104746, + "Ġشرکت": 104747, + "ยว": 104748, + "ĠmusÃŃ": 104749, + "Ġнал": 104750, + "ีà¸Ĺ": 104751, + "Ġáp": 104752, + "ราย": 104753, + "æ²¹": 104754, + "leme": 104755, + "Ġमन": 104756, + "à¹Ħà¸Ł": 104757, + "аÑĤив": 104758, + "¸ı": 104759, + "èŃ°": 104760, + "ÏĥÏĦα": 104761, + "íĸ¥": 104762, + "еÑĤÑĥ": 104763, + "ĠÑģвÑıз": 104764, + "едеÑĢа": 104765, + "Ġخارج": 104766, + "าษ": 104767, + "âĢĮÙ¾": 104768, + "Ñĸг": 104769, + "é¡ŀ": 104770, + "Ġkhả": 104771, + "ĠÑģпÑĢав": 104772, + "è¡Ĺ": 104773, + "ãĥķãĤ¡": 104774, + "ĠмеждÑĥ": 104775, + "Ñĥли": 104776, + "Ġبزر": 104777, + "ÑĨен": 104778, + "Ġekonom": 104779, + "دÙĨ": 104780, + "اÙħÛĮ": 104781, + "าสà¸ķร": 104782, + "ĠnÄĽkol": 104783, + "gün": 104784, + "зи": 104785, + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 104786, + "离": 104787, + "ĠtrÆ°á»Łng": 104788, + "ıi": 104789, + "íݸ": 104790, + "ĠÑĢеб": 104791, + "åºķ": 104792, + "ĠتارÛĮØ®": 104793, + "нима": 104794, + "Ġthân": 104795, + "аÑĤелÑĮно": 104796, + "ĠاÙĦØ°ÙĬ": 104797, + "ÙĪÙĨÛĮ": 104798, + "Ġéĥ": 104799, + "Ġbình": 104800, + "ικήÏĤ": 104801, + "à¸ŀล": 104802, + "تÙħاع": 104803, + "ĠPraha": 104804, + "ĠÑģÑĤав": 104805, + "دÙĬد": 104806, + "Ġgiữa": 104807, + "ĠпÑĢовед": 104808, + "Âłk": 104809, + "ÙĨدگÛĮ": 104810, + "ÑĨий": 104811, + "çĴ": 104812, + "ĠاÙĦØ£Ùħ": 104813, + "Ġè´": 104814, + "Ø¥ÙĨجÙĦÙĬزÙĬØ©": 104815, + "ĠìŀĪìĹĪëĭ¤": 104816, + "ç·¨": 104817, + "ัà¸Ļà¸ĺ": 104818, + "ĠÑĢокÑĸв": 104819, + "Ġcáo": 104820, + "Ġkhó": 104821, + "ĠÙĨÙĪع": 104822, + "سÙĦ": 104823, + "ĠÑĥÑģлов": 104824, + "Ġcứu": 104825, + "ового": 104826, + "िà¤Ĺ": 104827, + "Ķëĭ¤": 104828, + "æĿİ": 104829, + "Ġbölg": 104830, + "Ġngu": 104831, + "Ġhữu": 104832, + "нии": 104833, + "ìłĪ": 104834, + "ĠпÑĢом": 104835, + "åıĮ": 104836, + "ĠdÆ°á»Ľi": 104837, + "Ю": 104838, + "ÙĬØ´": 104839, + "温": 104840, + "ëıħ": 104841, + "ĠзмÑĸ": 104842, + "θηκε": 104843, + "ĠbaÄŁlı": 104844, + "Ġüzerinde": 104845, + "Ġتغ": 104846, + "ĠпÑĢогÑĢа": 104847, + "iž": 104848, + "Ġç¥": 104849, + "Ġyardım": 104850, + "ÂĢÂĢ": 104851, + "ĠÑĥв": 104852, + "Ġrů": 104853, + "Ġchiến": 104854, + "νοÏĤ": 104855, + "ãģ¨ãģª": 104856, + "اÙĨت": 104857, + "è°·": 104858, + "ÃŃsk": 104859, + "isinde": 104860, + "Ġдог": 104861, + "追": 104862, + "ĠпÑĢоÑĤив": 104863, + "ÏģοÏħ": 104864, + "ãģ®ãģĭ": 104865, + "Ġbazı": 104866, + "ırak": 104867, + "à¥ĩष": 104868, + "ĠÙħشار": 104869, + "Ġìĸij": 104870, + "Ġнез": 104871, + "ĠØ°ÙĦÙĥ": 104872, + "調": 104873, + "åĤĻ": 104874, + "ĠÑĤÑĢан": 104875, + "ĠÏĢαÏģα": 104876, + "ÛĮÙħت": 104877, + "Ġtiến": 104878, + "ĠÙĩÙħÙĩ": 104879, + "efon": 104880, + "».ĊĊ": 104881, + "ĠÙĨد": 104882, + "جÙĦ": 104883, + "ĠدادÙĩ": 104884, + "Ġвед": 104885, + "Ġsın": 104886, + "ĠÑģвÑĸÑĤ": 104887, + "elerin": 104888, + "âĪ¨": 104889, + "Ġyür": 104890, + "дан": 104891, + "ĠÐŀÑģ": 104892, + "Ġhạng": 104893, + "许": 104894, + "ÏĥÏĦη": 104895, + "uyến": 104896, + "Ġнаб": 104897, + "ĠоÑħ": 104898, + "ÏĥÏī": 104899, + "Ġbyly": 104900, + "ÑģкиÑħ": 104901, + "lamak": 104902, + "иÑĤоÑĢ": 104903, + "Ġyatır": 104904, + "ĠпÑĢоизвод": 104905, + "ĠجÙħع": 104906, + "Åł": 104907, + "æıIJä¾Ľ": 104908, + "ĠprvnÃŃ": 104909, + "ĠαÏĢ": 104910, + "íĻ©": 104911, + "ĠпÑĢакÑĤи": 104912, + "lerinden": 104913, + "ĠнеобÑħодимо": 104914, + "康": 104915, + "Ùİا": 104916, + "ĠسÙĨ": 104917, + "Ä°L": 104918, + "Ġê´ij": 104919, + "ĠPÅĻ": 104920, + "çŀ": 104921, + "ĠÑĤемпеÑĢаÑĤÑĥ": 104922, + "Ġkabul": 104923, + "Ġbudou": 104924, + "ÑĨÑĸоналÑĮ": 104925, + "ï½ľ": 104926, + "Ġçocuk": 104927, + "ĠÑĤÑĸлÑĮки": 104928, + "byt": 104929, + "ãĥ¤": 104930, + "ĠÑģÑĤаÑĤ": 104931, + "ĠæĿ±": 104932, + "ležit": 104933, + "اسطة": 104934, + "ุร": 104935, + "iêm": 104936, + "ĠкÑĥлÑĮÑĤÑĥ": 104937, + "Ġпон": 104938, + "Ä©nh": 104939, + "åĸľ": 104940, + "нев": 104941, + "ÑĶн": 104942, + "ĠÑģооÑĤ": 104943, + "ëĿ": 104944, + "çĪ¾": 104945, + "Ġtuá»ķi": 104946, + "kanı": 104947, + "สำหร": 104948, + "اعت": 104949, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 104950, + "деÑĢж": 104951, + "ĠоблаÑģÑĤи": 104952, + "Ġvừa": 104953, + "ĠÙħÙħ": 104954, + "à¸ģำ": 104955, + "à¹ģม": 104956, + "iversit": 104957, + "à¹ģส": 104958, + "欧": 104959, + "lanan": 104960, + "ÙĬÙĨØ©": 104961, + "سة": 104962, + "ĠлÑİдей": 104963, + "รรม": 104964, + "Ġì±Ħ": 104965, + "Ġ天": 104966, + "еннÑĭÑħ": 104967, + "à¹ģห": 104968, + "Ġspráv": 104969, + "èѦ": 104970, + "ï¼ľ": 104971, + "ัà¸Ĵ": 104972, + "ilecek": 104973, + "ĠæŁ": 104974, + "Ġèĭ±": 104975, + "ĠÑħоÑĢоÑĪ": 104976, + "ëłĩ": 104977, + "Û²Û°Û°": 104978, + "æĬ¤": 104979, + "Ġlã": 104980, + "ÅĻÃŃzenÃŃ": 104981, + "ĠتÙĪÙĦÛĮد": 104982, + "éļĽ": 104983, + "ãĤĮãģ°": 104984, + "áš": 104985, + "ارÙĬØ®": 104986, + "æĶ»": 104987, + "Ġkhoảng": 104988, + "éĻį": 104989, + "ован": 104990, + "Ġgây": 104991, + "âĢĻnın": 104992, + "Ø£ÙĨ": 104993, + "miÅŁtir": 104994, + "Ġsức": 104995, + "кÑĥÑģ": 104996, + "Ġüzerine": 104997, + "ÄŁÃ¼": 104998, + "ابر": 104999, + "ï¼Įå°±": 105000, + "Ì£": 105001, + "ĠëıĮ": 105002, + "Ġtrá»±c": 105003, + "æĶ¶å½ķ": 105004, + "æī¿": 105005, + "ĠNá»Ļi": 105006, + "ĠçĻ¾": 105007, + "ÑĪÑĮ": 105008, + "جة": 105009, + "ë²ł": 105010, + "à¤ī": 105011, + "à¸ı": 105012, + "Ġülk": 105013, + "ĠÙĩستÙĨد": 105014, + "ัà¸ļà¸ģาร": 105015, + "ĠÑıка": 105016, + "ãİ": 105017, + "ĠЯк": 105018, + "Ġгде": 105019, + "tiv": 105020, + "ãĢĪ": 105021, + "лÑİÑĩа": 105022, + "ा।Ċ": 105023, + "ĠÙħاÙĨ": 105024, + "Ġdlou": 105025, + "Ġãĥķ": 105026, + "à¤Ľ": 105027, + "Ġphục": 105028, + "akat": 105029, + "Ь": 105030, + "asını": 105031, + "ĠæĬķ稿": 105032, + "ÑĢев": 105033, + "Ġvyt": 105034, + "ĠzmÄĽ": 105035, + "ÏĦÏī": 105036, + "è¬": 105037, + "ĠÑĥм": 105038, + "Ġuzun": 105039, + "Ġproti": 105040, + "ĠÑģоÑģÑĤоÑı": 105041, + "ัà¸Ĵà¸Ļ": 105042, + "atik": 105043, + "Ġà¸ł": 105044, + "Ġà¤Ĩद": 105045, + "larından": 105046, + "æĢ¥": 105047, + "ãĥ¼ãĤ¯": 105048, + "ĠÙĦÙĦÙħ": 105049, + "ÙģتÙĩ": 105050, + ".:.": 105051, + "üçük": 105052, + "олева": 105053, + "à¹ĮĊ": 105054, + "ĠпеÑĢев": 105055, + "ĠÙĨسب": 105056, + "еленнÑı": 105057, + "'ın": 105058, + "νÏī": 105059, + "è¡£": 105060, + "ĠدÙĬ": 105061, + "åįĩ": 105062, + "Ġbelirt": 105063, + "Ġ/:": 105064, + "èijī": 105065, + "Ġvyh": 105066, + "çļĦä¸Ģ": 105067, + "èĥĮ": 105068, + "ĠìĹ´": 105069, + "ола": 105070, + "Ġتب": 105071, + "áci": 105072, + "ाà¤ī": 105073, + "à¸İ": 105074, + "çĶ¢": 105075, + "à¥Īल": 105076, + "ĠÙĤØ·": 105077, + "ëĦĪ": 105078, + "ắm": 105079, + "ÑĢÑıд": 105080, + "Ġphụ": 105081, + "ĠÙĪاÙĤع": 105082, + "Ġmerk": 105083, + "Ġchá»ijng": 105084, + "å¯Ł": 105085, + "ابط": 105086, + "usunda": 105087, + "Ġодна": 105088, + "žel": 105089, + "ĠÑģÑĥм": 105090, + "Ġphù": 105091, + "Ġζ": 105092, + "Ġzav": 105093, + "edn": 105094, + "ĠpotÅĻeb": 105095, + "ĠÚ©ÙĨÙĨد": 105096, + "ĠÑĢазв": 105097, + "¿ł": 105098, + "ĠاÙĦز": 105099, + "ĠmÄĽl": 105100, + "ĠÑģÑĤанов": 105101, + "ĠدرÛĮ": 105102, + "Ġtượng": 105103, + "ãģµ": 105104, + "Ġдви": 105105, + "ÑĮÑı": 105106, + "製": 105107, + "ĠتÙĦ": 105108, + "Å¡Å¥": 105109, + "ãģªãĤī": 105110, + "Ġà¤ķà¤Ī": 105111, + "Å¡i": 105112, + "âĢĮاست": 105113, + "Ġkỹ": 105114, + "ë§Ŀ": 105115, + "Ġà¤Ĩà¤ľ": 105116, + "ãĥ´": 105117, + "Ġbá»ı": 105118, + "duÄŁu": 105119, + "Ġæ¯": 105120, + "пеÑĢ": 105121, + "اÙĦÙĬØ©": 105122, + "æīĢ以": 105123, + "åħ°": 105124, + "Ġoran": 105125, + "Ġíŀ": 105126, + "Ïĥία": 105127, + "Ġphủ": 105128, + "ĠбÑĭла": 105129, + "Ñĩива": 105130, + "Ġê°Ħ": 105131, + "олÑĸ": 105132, + "Ùĥت": 105133, + "åħ§": 105134, + "à¥Ĥà¤Ł": 105135, + "Ġëĸ": 105136, + "ĠÙĦÙĩ": 105137, + "ëłĪìĿ´": 105138, + "Ġhız": 105139, + "å¤ı": 105140, + "ĠæĬķ稿æĹ¥": 105141, + "éļ¾": 105142, + "ĵ°": 105143, + "глÑıд": 105144, + "ìn": 105145, + "ĠмеÑĢ": 105146, + "ĠãĢij": 105147, + "ĠобÑī": 105148, + "umhur": 105149, + "çł´": 105150, + "лиÑģÑĮ": 105151, + "spÄĽ": 105152, + "رÙĬÙĤ": 105153, + "ĠتÙģ": 105154, + "ĠاÙĦÙĪ": 105155, + "çµ±": 105156, + "алоÑģÑĮ": 105157, + "Ġmô": 105158, + "Ġvá»ĩ": 105159, + "Ġδι": 105160, + "Ġзн": 105161, + "ĠبØŃ": 105162, + "تÙī": 105163, + "Ġì§ģ": 105164, + "Ġvelmi": 105165, + "uyá»ħn": 105166, + "Ġphạm": 105167, + "ÑģÑĤвом": 105168, + "ĠÙĪاÙĦÙħ": 105169, + "ĠбÑĭли": 105170, + "اذ": 105171, + "ÄĽÅĻ": 105172, + "âĦĸ": 105173, + "Ġполож": 105174, + "าà¸ģาร": 105175, + "ĠÄįlán": 105176, + "ÎķΡ": 105177, + "ĠìĤ°": 105178, + "βα": 105179, + "ĠæĹ¥æľ¬": 105180, + "زد": 105181, + "ĠÙĨÛĮست": 105182, + "Ġhayat": 105183, + "確": 105184, + "à¹Ģวล": 105185, + "ĠChÃŃnh": 105186, + "ï¼Įæĺ¯": 105187, + "ĠÙĪاØŃ": 105188, + "èı¯": 105189, + "ĠήÏĦαν": 105190, + "Ġxá»Ń": 105191, + "ĠÄįerv": 105192, + "ĠÙħدÛĮر": 105193, + "éĨ": 105194, + "ĠëĪĪ": 105195, + "ç»Ń": 105196, + "Ġtên": 105197, + "ìĸ¸": 105198, + "Ġortaya": 105199, + "Ġжен": 105200, + "ĠnÆ¡i": 105201, + "еннÑĭе": 105202, + "ÑĦекÑĤив": 105203, + "íĿ¬": 105204, + "Ġkhá»ı": 105205, + "ĠÄija": 105206, + "osyal": 105207, + "à¸Ľà¸£à¸°à¹Ģà¸Ĺศ": 105208, + "Ġodst": 105209, + "Ġà¸ĸ": 105210, + "ĠοÏĢο": 105211, + "æĶ¿åºľ": 105212, + "ĠbÃłn": 105213, + "ĠGiá»": 105214, + "Ġolduk": 105215, + "ование": 105216, + "à¸Ńส": 105217, + "Ġнев": 105218, + "ÏĦÏģο": 105219, + "ĠìĨį": 105220, + "kı": 105221, + "Ġबड": 105222, + "ĠÏħÏĢ": 105223, + "ĠVý": 105224, + "ï¾Ħ": 105225, + "çŃĸ": 105226, + "εÏĨ": 105227, + "Ġåħ¨": 105228, + "ĠÙģرÙĪØ´": 105229, + "ÙĤÛĮÙĤ": 105230, + "ä¼ģä¸ļ": 105231, + "εÏį": 105232, + "èĻŁ": 105233, + "Ġayr": 105234, + "ضÙĪ": 105235, + "Å¡el": 105236, + "ĠпÑĸÑģлÑı": 105237, + "ÑĸйÑģ": 105238, + "é¢Ĩ": 105239, + "کتر": 105240, + "лÑĥб": 105241, + "è«ĸ": 105242, + "æ°¸": 105243, + "езпеÑĩ": 105244, + "Ġкам": 105245, + "عداد": 105246, + "ê±°ëŀĺ": 105247, + "ูà¸ĩ": 105248, + "ĠتÙĩراÙĨ": 105249, + "ĠëĦĪ": 105250, + "ÑĢив": 105251, + "ĠÑĤоÑĢ": 105252, + "اÙī": 105253, + "'Ñıз": 105254, + "ÙIJÙĬ": 105255, + "ĠkhÃŃ": 105256, + "ĠÑĪÑĤ": 105257, + "Ġξε": 105258, + "Ġbiri": 105259, + "èĩ´": 105260, + "Ñĥвав": 105261, + "ãģĪãĤĭ": 105262, + "ĠдиÑģ": 105263, + "аÑİÑĤ": 105264, + "صب": 105265, + "åĿĩ": 105266, + "олÑİ": 105267, + "èĭ¥": 105268, + "Ġاث": 105269, + "sou": 105270, + "åIJĥ": 105271, + "ãģ®ãģł": 105272, + "ublik": 105273, + "лей": 105274, + "Âłm": 105275, + "Ġíıīê·ł": 105276, + "ạy": 105277, + "εÏĢ": 105278, + "tık": 105279, + "Ġvyu": 105280, + "عÙĪد": 105281, + "Ġдоз": 105282, + "Ġlá»ĭch": 105283, + "質": 105284, + "à¥ģà¤Ī": 105285, + "ัà¸ŀ": 105286, + "Ġtém": 105287, + "Ġkaç": 105288, + "Ġcái": 105289, + "Ġμα": 105290, + "âĢ¦âĢ¦ãĢįĊĊ": 105291, + "íĪ¬": 105292, + "رÙĪÙĩ": 105293, + "Ġrych": 105294, + "ÎijΤ": 105295, + "ĠÑĢÑĸв": 105296, + "ë³ij": 105297, + "åģ¥": 105298, + "Ġzdrav": 105299, + "Ġعدد": 105300, + "èįī": 105301, + "δια": 105302, + "ĠváºŃn": 105303, + "ÑĭÑĤ": 105304, + "ĠколиÑĩ": 105305, + "ÏĮÏĦε": 105306, + "Ġbırak": 105307, + "ĠØŃÙħ": 105308, + "Ġchá»ĭ": 105309, + "é»Ħ": 105310, + "ĠاÙĦÙħتØŃدة": 105311, + "ืà¸Ńà¸ģ": 105312, + "Ġзали": 105313, + "Ġnhanh": 105314, + "âĢĮتÙĪاÙĨ": 105315, + "ëĿ½": 105316, + "ĠتÙĪسط": 105317, + "è¦ģæ±Ĥ": 105318, + "алÑĥ": 105319, + "ünkü": 105320, + "ãģªãĤĵ": 105321, + "ĠTrong": 105322, + "à¸Ļะ": 105323, + "åij¼": 105324, + "ĠÙĬÙħ": 105325, + "ики": 105326, + "ĠÑĤÑĥÑĤ": 105327, + "ĠyaÅŁam": 105328, + "Ġmá»įi": 105329, + "éĽĦ": 105330, + "ĠØŃض": 105331, + "ĠавÑĤом": 105332, + "Ġसबस": 105333, + "Ġyếu": 105334, + "ãĤ¹ãĤ¿": 105335, + "Ïĩή": 105336, + "ÑĸÑİ": 105337, + "èĺ": 105338, + "ิย": 105339, + "Ġmev": 105340, + "ického": 105341, + "िह": 105342, + "åŃ£": 105343, + "θή": 105344, + "Ġबढ": 105345, + "ĠاÙĦÙħس": 105346, + "ÏĦοÏħ": 105347, + "ekli": 105348, + "ĠдеÑĢев": 105349, + "å¸Ń": 105350, + "æ²Ļ": 105351, + "ãģ«ãĤĤ": 105352, + "Ġoblast": 105353, + "Ġhá»Ļ": 105354, + "Ġå¹³": 105355, + ".:.:.:.:.:.:.:.:": 105356, + "Ġéĸ": 105357, + "Ġجز": 105358, + "ĠÙĩÙħÚĨ": 105359, + "並": 105360, + "ÑĨеп": 105361, + "ाĊ": 105362, + "ä¸ŃçļĦ": 105363, + "'nın": 105364, + "ĠíķĺëĬĶ": 105365, + "ÑĶÑĹ": 105366, + "Ġبش": 105367, + "åį´": 105368, + "ä¹ł": 105369, + "ĠاطÙĦاعات": 105370, + "Ġë²ł": 105371, + "ĠکردÙĨ": 105372, + "ाड": 105373, + "Ġà¤ħर": 105374, + "ĠHá»į": 105375, + "ĠгÑĢомад": 105376, + "Ġست": 105377, + "ÏĦιÏĤ": 105378, + "Ġancak": 105379, + "Ġог": 105380, + "ĠkteÅĻÃŃ": 105381, + "Ġæ¬": 105382, + "ĠNgh": 105383, + "Ġtedy": 105384, + "ĠÏĢο": 105385, + "Ġquân": 105386, + "ĠбÑĥли": 105387, + "è¯Ĩ": 105388, + "Ġtừng": 105389, + "人çļĦ": 105390, + "ีà¸ģาร": 105391, + "ĠκαÏĦα": 105392, + "Ġpouze": 105393, + "¡ng": 105394, + "Ġآر": 105395, + "ĠÑĤÑĥ": 105396, + "Ġtá»·": 105397, + "ĠDanh": 105398, + "оном": 105399, + "Ñģий": 105400, + "Ġà¹Ģà¸Ķ": 105401, + "£¨": 105402, + "Å¡k": 105403, + "ãĥĥãĥī": 105404, + "ardır": 105405, + "Ġyönet": 105406, + "Ñĥвали": 105407, + "åħĪçĶŁ": 105408, + "ĠÐIJÑĢ": 105409, + "Ġprotože": 105410, + "Ġíģ¬": 105411, + "Ġjednot": 105412, + "Ġtý": 105413, + "éĩĩ": 105414, + "Ġหร": 105415, + "Ġåľ°": 105416, + "红": 105417, + "Ġмолод": 105418, + "iêng": 105419, + "ĠÏĮÏĦι": 105420, + "ĠداشتÙĩ": 105421, + "Ġuygun": 105422, + "ĠопеÑĢа": 105423, + "åı«": 105424, + "Ġап": 105425, + "ĠкÑĥÑĢ": 105426, + "اعة": 105427, + "unuz": 105428, + "ĠìĤ¬ì§Ħ": 105429, + "Ġvô": 105430, + "çok": 105431, + "Ġèģ": 105432, + "ÑĤеÑĢеÑģ": 105433, + "ĠاستاÙĨ": 105434, + "алаÑģÑĮ": 105435, + "à¥ģव": 105436, + "ỳ": 105437, + "ĠlÆ°u": 105438, + "ĠТа": 105439, + "Ġlá»±a": 105440, + "'ÑĶ": 105441, + "Ġüy": 105442, + "ĠÛĮÚ©ÛĮ": 105443, + "æ¾": 105444, + "нем": 105445, + "ĠخاÙĨ": 105446, + "ĠÑįлек": 105447, + "ÙĤاÙĦ": 105448, + "лок": 105449, + "ĠÄijẹp": 105450, + "à¥īल": 105451, + "Ġmůž": 105452, + "ëĭ¤ëĬĶ": 105453, + "ĠíķĺëĤĺ": 105454, + "ÙĦت": 105455, + "çİ°åľ¨": 105456, + "мо": 105457, + "ÏħÏĥ": 105458, + "ãģŁãģ¡": 105459, + "ĠìłĦìĦ¸": 105460, + "à¥įà¤Łà¤°": 105461, + "عات": 105462, + "دÙĪ": 105463, + "俺": 105464, + "楽": 105465, + "森": 105466, + "ĠлиÑģÑĤ": 105467, + "δι": 105468, + "å¯Į": 105469, + "ĠÄijÆ°a": 105470, + "веÑģÑĤи": 105471, + "до": 105472, + "аннÑĸ": 105473, + "Ġüret": 105474, + "Ġgá»įi": 105475, + "ĠÑģвоÑİ": 105476, + "ừng": 105477, + "Ġtất": 105478, + "äºļæ´²": 105479, + "áce": 105480, + "NÃį": 105481, + "ĠÑĢÑĭ": 105482, + "满": 105483, + "ÏģεÏĤ": 105484, + "åħįè´¹": 105485, + "лоÑĤ": 105486, + "æĻº": 105487, + "Ġαγ": 105488, + "Ġà¤ħम": 105489, + "Ġç´": 105490, + "одо": 105491, + "Ñħи": 105492, + "Ġnguá»ĵn": 105493, + "éĥ¨åĪĨ": 105494, + "ваÑĤ": 105495, + "ĠÑĤеб": 105496, + "заÑĨÑĸÑĹ": 105497, + "ĠÐŁÑĢо": 105498, + "عÛĮ": 105499, + "ĠÙĪÙĬ": 105500, + "ëŀľ": 105501, + "Ġneby": 105502, + "ĠجدÛĮد": 105503, + "ÄŁimiz": 105504, + "£½": 105505, + "Ġà¤Ĩत": 105506, + "Ġà¤Ńर": 105507, + "æīĺ": 105508, + "å®īåħ¨": 105509, + "Ġëĵ¤ìĸ´": 105510, + "برد": 105511, + "Ġê²ĥìĿ´": 105512, + "亲": 105513, + "æ°ı": 105514, + "алÑĸз": 105515, + "lack": 105516, + "ĠÙħختÙĦÙģ": 105517, + "اÙĨÙĬØ©": 105518, + "Ġì²Ń": 105519, + "ĠвиÑĤ": 105520, + "Ġhareket": 105521, + "é¨": 105522, + "à¸Ļำ": 105523, + "Ġبرخ": 105524, + "売": 105525, + "Ñĩай": 105526, + "Ġanlat": 105527, + "Ġà¤ħव": 105528, + "ĠاÙģز": 105529, + "Ġhết": 105530, + "ĠÚĨÙĨد": 105531, + "éĹľ": 105532, + "пÑĢиÑĶм": 105533, + "gı": 105534, + "Ġkomp": 105535, + "ĠlỼp": 105536, + "Ġmá»Ĺi": 105537, + "à¸Ľà¸£à¸°à¸ģ": 105538, + "Ġhaf": 105539, + "Ġeder": 105540, + "ĠздоÑĢов": 105541, + "à¥Ĥम": 105542, + "본": 105543, + "Ġonun": 105544, + "ĠÙħردÙħ": 105545, + "ĠÐľÐ°ÑĢ": 105546, + "Ġìĸ´ëĸ": 105547, + "ман": 105548, + "ĠÑģилÑĮ": 105549, + "網": 105550, + "ë¸Ķ": 105551, + "лÑıеÑĤ": 105552, + "ĠнеÑģколÑĮко": 105553, + "landır": 105554, + "Ġвд": 105555, + "ĠÙĨÙĪ": 105556, + "ãģİ": 105557, + "ÑĤин": 105558, + "تش": 105559, + "аний": 105560, + "ĠtÅĻ": 105561, + "ÑģиÑħ": 105562, + "лом": 105563, + "æŃ©": 105564, + "ãİ¡": 105565, + "ĠØŃر": 105566, + "æĭį": 105567, + "enou": 105568, + "Ġвели": 105569, + "Ġδη": 105570, + "ska": 105571, + "主è¦ģ": 105572, + "اÙģØ©": 105573, + "ĠболÑĮÑĪе": 105574, + "ิศ": 105575, + "çĽĬ": 105576, + "ĠÙģÙĤØ·": 105577, + "å¨ģ": 105578, + "ĠhÆ°á»Łng": 105579, + "ĠDoÄŁ": 105580, + "ĠdÃłi": 105581, + "ĠгоÑĤов": 105582, + "Ġвам": 105583, + "âĢī": 105584, + "ाà¤ļ": 105585, + "åħ¸": 105586, + "à¹ĥหà¸į": 105587, + "Ġç«": 105588, + "ektör": 105589, + "Ġвел": 105590, + "ĠÙĦÙĪ": 105591, + "شتÙĩ": 105592, + "æĺ¾": 105593, + "ảy": 105594, + "à¹Ĥม": 105595, + "Ġtá»ķng": 105596, + "ĠповеÑĢÑħ": 105597, + "ÑĹв": 105598, + "Ġphép": 105599, + "çļĩ": 105600, + "ĠпоÑĢÑıд": 105601, + "ĠÑģооÑĤвеÑĤ": 105602, + "à¤Ŀ": 105603, + "ĠÑģебÑı": 105604, + "ĠëĤł": 105605, + "ĠбÑĥла": 105606, + "à¹īาย": 105607, + "ĠãĢĢãĢĢãĢĢãĢĢ": 105608, + "ĠÙħجÙħÙĪع": 105609, + "ï¼Į以": 105610, + "ĠبÙĪدÙĩ": 105611, + "μÏĮ": 105612, + "Ġíݸ": 105613, + "eÅŁit": 105614, + "ÑİÑīие": 105615, + "ÑİÑīиÑħ": 105616, + "åŁºéĩij": 105617, + "ĠتØŃت": 105618, + "ĠвлаÑģ": 105619, + "lerle": 105620, + "ãĤ²": 105621, + "ëĬĺ": 105622, + "èĵ": 105623, + "manın": 105624, + "ìŀĪ": 105625, + "Ġzast": 105626, + "ĠÑĩеловек": 105627, + "à¥ĩब": 105628, + "peÄį": 105629, + "ĠبرÙĨاÙħÙĩ": 105630, + "Ġslov": 105631, + "ĠnÄĽjak": 105632, + "ê·ľ": 105633, + "à¥ĩह": 105634, + "èŤ": 105635, + "ĠبÛĮشتر": 105636, + "iliz": 105637, + "ĠëĶĶ": 105638, + "ازÙĩ": 105639, + "تد": 105640, + "Ġetm": 105641, + "Ġëĭ¤ë¥¸": 105642, + "Ġvů": 105643, + "å°Ħ": 105644, + "ĠклаÑģ": 105645, + "вÑĢоп": 105646, + "æ´¾": 105647, + "ĠÄijình": 105648, + "ÑĥÑİÑĤ": 105649, + "ÑĥеÑĤÑģÑı": 105650, + "éľ²": 105651, + "ĠÑģкоÑĢ": 105652, + "ĠваÑģ": 105653, + "íķĺìĺĢëĭ¤": 105654, + "Ġداشت": 105655, + "ĠçĦ": 105656, + "Ġ西": 105657, + "ĠκαÏĦά": 105658, + "०": 105659, + "ìĹĨ": 105660, + "ĠخدÙħ": 105661, + "اسÙħ": 105662, + "ÎijΡ": 105663, + "ĠAma": 105664, + "奥": 105665, + "Ġبزرگ": 105666, + "ĠÐĴÑĸн": 105667, + "ĠÅĺ": 105668, + "Ġà¸Īาà¸ģ": 105669, + "ĠÑħаÑĢакÑĤеÑĢ": 105670, + "ĠÄijá»Ļi": 105671, + "ĠÑĢозвиÑĤ": 105672, + "ĠпÑĢоÑĦеÑģ": 105673, + "ĠконÑĤÑĢ": 105674, + "ÎŁÎĽ": 105675, + "Ġminh": 105676, + "ä¼ij": 105677, + "쪽": 105678, + "ĠchÆ¡i": 105679, + "заÑĨии": 105680, + "ĠдÑĸÑıлÑĮ": 105681, + "ëĨ": 105682, + "Ġngay": 105683, + "à¥Ĥà¤Ĥ": 105684, + "Ġihtiy": 105685, + "éĽª": 105686, + "Ġê´Ģ리ìŀIJ": 105687, + "Ġcụ": 105688, + "Ġì§Ī": 105689, + "ÙĬØ«": 105690, + "ặp": 105691, + "ÙĪاع": 105692, + "ãģĤãģ£ãģŁ": 105693, + "Ġçľ": 105694, + "Ġìļ°ë¦¬": 105695, + "à¹Īà¸ĩà¸Ĥ": 105696, + "ĠçŃ": 105697, + ")ØĮ": 105698, + "Ãłm": 105699, + "ÙĦÛĮÙĦ": 105700, + "Ġ걸": 105701, + "алÑĮниÑħ": 105702, + "æŶåĢĻ": 105703, + "undan": 105704, + "ĠGün": 105705, + "Ġtopl": 105706, + "ĠÑĢекомен": 105707, + "ĠاÙĨتخاب": 105708, + "Ãłu": 105709, + "Äįka": 105710, + "ë°Ģ": 105711, + "ĠкÑĢаÑģ": 105712, + "лоп": 105713, + "å¼µ": 105714, + "ĠاÙĦÙħع": 105715, + "mÃŃn": 105716, + "Ġviết": 105717, + "Ġê°ĻìĿĢ": 105718, + "uteÄį": 105719, + "Ġnech": 105720, + "çµĤ": 105721, + "ãģªãģĮ": 105722, + "ayın": 105723, + "ĠÄįin": 105724, + "cházÃŃ": 105725, + "اÙģظ": 105726, + "ÑĢоваÑĤÑĮ": 105727, + "à¹Ħร": 105728, + "ĠãĤ¤": 105729, + "Ġзаболева": 105730, + "Ġå±±": 105731, + "Ġkadın": 105732, + "ÏĦηÏĤ": 105733, + "алиÑģÑĮ": 105734, + "Ġhük": 105735, + "åĵ¥": 105736, + "ĠпеÑĢи": 105737, + "ÅĻád": 105738, + "Ġà¤ħस": 105739, + "ĠÑģÑĤвоÑĢ": 105740, + "ĠÙĪÛĮÚ©ÛĮ": 105741, + "Ġì¡": 105742, + "Ġcá»Ńa": 105743, + "Ġhiá»ĥu": 105744, + "游æĪı": 105745, + "ÑĮомÑĥ": 105746, + "Ġgó": 105747, + "Ġtoh": 105748, + "Ġбла": 105749, + "Ġåij": 105750, + "Ġпло": 105751, + "иÑĪ": 105752, + "ĠÄijấu": 105753, + "skou": 105754, + "ãĤĪãĤĬ": 105755, + "à¸¹à¸Ľ": 105756, + "Ġrá»ĵi": 105757, + "опÑĢоÑģ": 105758, + "нолог": 105759, + "ĠÑĤÑĢав": 105760, + "ĠWayback": 105761, + "Ġà¹Ĩ": 105762, + "ĠÑĥÑĩаÑģÑĤ": 105763, + "ĠпÑĢепаÑĢа": 105764, + "Ġdạng": 105765, + "ĠÃľn": 105766, + "à¹Ħลà¸Ļ": 105767, + "Ġداخ": 105768, + "ĠsÆ¡": 105769, + "Ġkoy": 105770, + "ëĿ¼ê³ł": 105771, + "ĠÄijúng": 105772, + "à¥ĩà¤Ĥ,": 105773, + "Ġgeçir": 105774, + "ĠÑıкÑīо": 105775, + "ÑģÑĤÑĢо": 105776, + "енÑĤов": 105777, + "Ñĸж": 105778, + "кÑĥÑİ": 105779, + "ĠeÄŁitim": 105780, + "à¥įरस": 105781, + "ĠСп": 105782, + "اتÛĮ": 105783, + "ãģijãĤĭ": 105784, + "ÏĦÏīν": 105785, + "Ġкм": 105786, + "âĸįâĸįâĸįâĸį": 105787, + "jist": 105788, + "ÑĤак": 105789, + "ĠåIJįåīį": 105790, + "é¡Ķ": 105791, + "лÑĭ": 105792, + "Ġkhảo": 105793, + "âĢĻÑı": 105794, + "ĠÙħÙĦÛĮ": 105795, + "lož": 105796, + "Ġìĸ¸": 105797, + "Ġgần": 105798, + "Ġà¤ľà¤°": 105799, + "बर": 105800, + "ÎķΣ": 105801, + "à¸²à¸Ľ": 105802, + "Ġnás": 105803, + "formace": 105804, + "Ġetmek": 105805, + "веÑģÑĤ": 105806, + "ìĸ´ìļĶ": 105807, + "Ġतथ": 105808, + "ĠÑģек": 105809, + "ξη": 105810, + "æ¯Ľ": 105811, + "Bir": 105812, + "ĠìŀĦ": 105813, + "Ġvardır": 105814, + "ÙĪاÙĦ": 105815, + "Ä°R": 105816, + "ované": 105817, + "наÑĢод": 105818, + "à¸Ħำ": 105819, + "emek": 105820, + "ĠÎķÏĢ": 105821, + "ĠÅĻe": 105822, + "ãģ¾ãģĽ": 105823, + "uyá»ĩt": 105824, + "Ġìĸ¼": 105825, + "rů": 105826, + "Ġonu": 105827, + "à¹Ģà¸ķà¸Ńร": 105828, + "одаÑĢ": 105829, + "زÙĩ": 105830, + "Ġkav": 105831, + "онÑĭ": 105832, + "ĠвеÑģ": 105833, + "ìĤ¬ì§Ģ": 105834, + "Ġгла": 105835, + "ÃĿ": 105836, + "ĠÙĤÛĮÙħت": 105837, + "çķ¥": 105838, + "à¸ĸาà¸Ļ": 105839, + "Äįil": 105840, + "Ġä¸ĩ": 105841, + "è¾ĥ": 105842, + "åħħ": 105843, + "ĠÑĢед": 105844, + "มห": 105845, + "amilia": 105846, + "à¥ĩà¤ķर": 105847, + "Ġtá»iji": 105848, + "ÙģÛĮ": 105849, + "ÑĢÑĸÑĪ": 105850, + "ìķł": 105851, + "à¸Ļส": 105852, + "à¸Īร": 105853, + "à¥ĩशन": 105854, + "ĠÙħÙĪضÙĪع": 105855, + "æī¹": 105856, + "Ġobsah": 105857, + "ĠнавÑĩ": 105858, + "Ġdestek": 105859, + "Ġzas": 105860, + "åĵį": 105861, + "ümüz": 105862, + "ĠçŁ": 105863, + "Ġè¨": 105864, + "Ù¬": 105865, + "ç»Ī": 105866, + "Ġzde": 105867, + "Ġzáp": 105868, + "à¥Ĥसर": 105869, + "ìĿ´ì§Ģ": 105870, + "çļ®": 105871, + "lom": 105872, + "१": 105873, + "ÙĦاÙĤ": 105874, + "à¸Ļà¸ķ": 105875, + "íĮħ": 105876, + "лада": 105877, + "masına": 105878, + "ãģ®ãģ§": 105879, + "ëĵ¤ìĿĦ": 105880, + "Ġнаг": 105881, + "masını": 105882, + "ãĤĿ": 105883, + "ınıf": 105884, + "åĽ´": 105885, + "Ġbölüm": 105886, + "å¥ĸ": 105887, + "æ¨Ļ": 105888, + "ÙĦاØŃ": 105889, + "ĠгоÑģÑĥдаÑĢ": 105890, + "داÙĨÙĦÙĪد": 105891, + "ĠпоÑĤÑĢеб": 105892, + "ĠÑĢоÑĨÑĸ": 105893, + "ога": 105894, + "ĠÑģледÑĥеÑĤ": 105895, + "ĠпаÑĢа": 105896, + "é¼": 105897, + "ãģįãģŁ": 105898, + "ίζ": 105899, + "Ġbá»ij": 105900, + "ÑĤÑĸв": 105901, + "ï¼Į她": 105902, + "familia": 105903, + "éłħ": 105904, + "ĠدÙĦ": 105905, + "Ġskup": 105906, + "еÑĩение": 105907, + "ãģĵãģ¨ãģĮ": 105908, + "à¥Ģब": 105909, + "ุล": 105910, + "¨ë¶Ģ": 105911, + "ĠاÙĦعرب": 105912, + "Ġç¾İ": 105913, + "ĠاÙĦÙħÙĪ": 105914, + "ĠØ¥ÙĨ": 105915, + "Ġnásled": 105916, + "Ġtomu": 105917, + "ÎĦ": 105918, + "Ġзави": 105919, + "Ġnhu": 105920, + "ĠpÅĻedstav": 105921, + "ìłķë³´": 105922, + "okol": 105923, + "ĠкÑĢи": 105924, + "adu": 105925, + "ĠкаÑĤ": 105926, + "ĠÑįÑĦ": 105927, + "вал": 105928, + "mayı": 105929, + "ĠÑĩаÑģÑĤо": 105930, + "Ġtranh": 105931, + "ائÙĦ": 105932, + "ãĤĪãģĨãģª": 105933, + "Ġpoh": 105934, + "ìĥģìľĦ": 105935, + "Ġsắc": 105936, + "Ùĥس": 105937, + "ĠмÑĥ": 105938, + ".::": 105939, + "ëĪ": 105940, + "»Ċ": 105941, + "ĠÙĨÚ¯": 105942, + "ÙIJÙĨ": 105943, + "ником": 105944, + "Ñħа": 105945, + "ĠμοÏħ": 105946, + "ĠNguyá»ħn": 105947, + "ĠвÑĭÑģок": 105948, + "ĠÐŁÐ¾Ð´": 105949, + "ĠпÑĢиÑĢод": 105950, + "à¥ĭध": 105951, + "िà¤ķल": 105952, + "иÑĢа": 105953, + "ëĭ¤ê³ł": 105954, + "ĠmajÃŃ": 105955, + "Ġvùng": 105956, + "Ġtarihinde": 105957, + "ĠваÑĢ": 105958, + "ниÑĤÑĮ": 105959, + "ειÏĤ": 105960, + "Ġåĩº": 105961, + "dyž": 105962, + "ÏĦÏİν": 105963, + "ä½ĵèĤ²": 105964, + "Ġà¹Ģว": 105965, + "Ġà¤ħà¤ļ": 105966, + "ĠاÙĨÚ¯ÙĦÛĮسÛĮ": 105967, + "à¥įयम": 105968, + "ĠgeliÅŁ": 105969, + "æ¹ĸ": 105970, + "Ġاک": 105971, + "Ġплан": 105972, + "kyt": 105973, + "ابÛĮ": 105974, + "κι": 105975, + "Ġchung": 105976, + "ानà¤ķ": 105977, + "sı": 105978, + "Ġtinh": 105979, + "ĠÑģÑĤол": 105980, + "ÑģÑĤÑĢÑĥ": 105981, + "ĠлиÑĪе": 105982, + "ĠвиÑĢоб": 105983, + "ilmiÅŁ": 105984, + "ĠзÑĸ": 105985, + "ç»Ĩ": 105986, + "åĢĴ": 105987, + "ãĤ·ãĥ£": 105988, + "åŃ©": 105989, + "Ġà¹Ĥรà¸ĩà¹Ģร": 105990, + "íĻľ": 105991, + "ĠбÑĥде": 105992, + "ĠyaklaÅŁ": 105993, + "èĩªåĪĨ": 105994, + "ĠÙģÙĪ": 105995, + "СТ": 105996, + "Ġsorun": 105997, + "à¹Ģà¸ł": 105998, + "Ġcô": 105999, + "виÑĩ": 106000, + "ëĵ¤ìĿĺ": 106001, + "Ġtriá»ĩu": 106002, + "Ġrõ": 106003, + "Ġãģ«": 106004, + "ÄŁim": 106005, + "iyoruz": 106006, + "èľ": 106007, + "à¥įरव": 106008, + "Ġسپ": 106009, + "ĠìĦľìļ¸": 106010, + "δε": 106011, + "еÑĢÑĪ": 106012, + "Ġأس": 106013, + "äºŀ": 106014, + "è¯į": 106015, + "пÑĤом": 106016, + "ฤษ": 106017, + "ĠسازÙħاÙĨ": 106018, + "Ġluôn": 106019, + "ÙĩÙĪر": 106020, + "cü": 106021, + "аÑĤкÑĥ": 106022, + "Ġolabilir": 106023, + "ĠìĹ°êµ¬": 106024, + "енной": 106025, + "ĠæĪij": 106026, + "Ġнего": 106027, + "Ġ.**************": 106028, + "ิà¸ĺ": 106029, + "ĠãĤ·": 106030, + "تÙģ": 106031, + "ÐŁÑĢо": 106032, + "Ġhakkında": 106033, + "ÄįnÄĽ": 106034, + "ĠMỹ": 106035, + "é½": 106036, + "ĠÏĥÏĦον": 106037, + "Ġâm": 106038, + "§ظ": 106039, + "ĠÅŁirket": 106040, + "æĥħåĨµ": 106041, + "ĠØ¢ÙħÙĪزش": 106042, + "λεÏħ": 106043, + "ÙħÙĩ": 106044, + "è¦ı": 106045, + "ãģ¨æĢĿ": 106046, + "ĠÙĪع": 106047, + "ÏĪη": 106048, + "ÏģοÏį": 106049, + "ĠÂłĊ": 106050, + "δη": 106051, + "ÑĪов": 106052, + "åĪ¤": 106053, + "Ġmắt": 106054, + "æĭ¿": 106055, + "à¸Ļà¸Ķ": 106056, + "éĻĦ": 106057, + "à¹īม": 106058, + "ĠÄijạt": 106059, + "Ġgüzel": 106060, + "mÃ¼ÅŁ": 106061, + "ÐŀÐĴ": 106062, + "çĭ¬": 106063, + "리를": 106064, + "ĠплаÑĤ": 106065, + "Ġnghá»ĭ": 106066, + "ĠÑĤакиÑħ": 106067, + "биÑĢа": 106068, + "Ġнек": 106069, + "ÑģÑĮкÑĸ": 106070, + "رÙĬاض": 106071, + "onu": 106072, + "à¥ĭम": 106073, + "ĠGiỼi": 106074, + "èŀį": 106075, + "é²": 106076, + "ĠGenel": 106077, + "åĬ¿": 106078, + "ĠвÑĸ": 106079, + "å§IJ": 106080, + "試": 106081, + "ĠжиÑĤÑĤÑı": 106082, + "Ġìĺ¨": 106083, + "åĩºæĿ¥": 106084, + "Ġtá»ij": 106085, + "Ġlao": 106086, + "ίο": 106087, + "Ġγα": 106088, + "ниÑĤелÑĮ": 106089, + "éļİ": 106090, + "Ġвикон": 106091, + "ĠÙģعاÙĦ": 106092, + "à¹Ģศ": 106093, + "ÏĮγ": 106094, + "ĠоÑĢганиз": 106095, + "ĠемÑĥ": 106096, + "ĠÙĬع": 106097, + "ĠÙħب": 106098, + "ालय": 106099, + "ĠÎľÏĢ": 106100, + "é¸": 106101, + "ùa": 106102, + "길": 106103, + "ĠÄIJiá»ģu": 106104, + "είο": 106105, + "äºī": 106106, + "ượt": 106107, + "ÑĢазÑĥ": 106108, + "ĠоÑĤÑĢим": 106109, + "Ġطب": 106110, + "Ġ以": 106111, + "æĸĹ": 106112, + "ë°±": 106113, + "à¤ĩस": 106114, + "ë§ĮìĽIJ": 106115, + "ãĢģãģĿãģ®": 106116, + "ĠëķĮ문": 106117, + "ĠØ¢ÛĮ": 106118, + "Ð¡Ðł": 106119, + "ضÙĦ": 106120, + "æĵį": 106121, + "kazy": 106122, + "สว": 106123, + "âng": 106124, + "à¤Ĥà¤Ń": 106125, + "нÑĸÑĩ": 106126, + "ัà¸ĩà¸ģ": 106127, + "ĠبررسÛĮ": 106128, + "ردÙĩ": 106129, + "Ġmẫu": 106130, + "à¹Īวà¸ĩ": 106131, + "ĠداÙĨشگاÙĩ": 106132, + "dıģ": 106133, + "ĠTá»ķng": 106134, + "第äºĮ": 106135, + "cÃŃm": 106136, + "Ġböyle": 106137, + "ë¶Ī": 106138, + "ĠÙħÙĨابع": 106139, + "à¥ĥष": 106140, + "еÑĤÑĭ": 106141, + "åĨ·": 106142, + "åĽŃ": 106143, + "ĠتÙĪجÙĩ": 106144, + "åĪ»": 106145, + "æŀģ": 106146, + "à¤Łà¤¨": 106147, + "лан": 106148, + "ĠíĥĢ": 106149, + "ä½IJ": 106150, + "ĠобÑĭ": 106151, + "å¸Ŀ": 106152, + "커": 106153, + "å®Ī": 106154, + "èµ·æĿ¥": 106155, + "Ġãĥ¬": 106156, + "çİī": 106157, + "à¹Ģหล": 106158, + "ине": 106159, + "หาร": 106160, + "éļı": 106161, + "Ġгаз": 106162, + "ĠاÙĦعÙħÙĦ": 106163, + "à¥ģà¤Ŀ": 106164, + "Ïģιο": 106165, + "Ġvám": 106166, + "ĠعÙĨد": 106167, + "ÙĨدگاÙĨ": 106168, + "ï¼ĮéĤ£": 106169, + "ĠнаÑħод": 106170, + "áno": 106171, + "ÛĮاÙĨ": 106172, + "Ġأع": 106173, + "ĠÑĢади": 106174, + "Ġмене": 106175, + "Ġúda": 106176, + "Ïĩν": 106177, + "ÑĥлÑıÑĢ": 106178, + "à¥Ģप": 106179, + "ĠpoužÃŃ": 106180, + "Ġä¸": 106181, + "ĠÙĤاÙĨÙĪÙĨ": 106182, + "ικοÏį": 106183, + "áy": 106184, + "Ġçöz": 106185, + "ÏĦÏģ": 106186, + "ÙĨاÙħ": 106187, + "ุà¸ķ": 106188, + "åĵª": 106189, + "ÙĬب": 106190, + "ä¹°": 106191, + "ÐĶлÑı": 106192, + "ĠëłĪ벨": 106193, + "ุà¸ļ": 106194, + "нÑĥÑĤи": 106195, + "è½»": 106196, + "Ġξα": 106197, + "Ġè¦": 106198, + "аÑĤков": 106199, + "ĠëĪĦ": 106200, + "Ġtuyá»ĥn": 106201, + "ÙİÙħ": 106202, + "ĠвÑĭпол": 106203, + "Ġstudi": 106204, + "ĠpÅĻek": 106205, + "Ġзам": 106206, + "Ġmateri": 106207, + "åİĭ": 106208, + "Ġал": 106209, + "Ġà¸ļร": 106210, + "Ø·ØŃ": 106211, + "ĠÙħرک": 106212, + "Ġìĭ¬": 106213, + "ĠÙĤابÙĦ": 106214, + "ĠÐIJле": 106215, + "ıntı": 106216, + "Ġå»": 106217, + "Ä°K": 106218, + "ëħĦëıĦ": 106219, + "ÑĭваÑĤÑĮ": 106220, + "Ġdevlet": 106221, + "社ä¼ļ": 106222, + "ëĤł": 106223, + "Ġkolay": 106224, + "ĠÑĢазвиÑĤи": 106225, + "ади": 106226, + "ئÙĬس": 106227, + "adıģı": 106228, + "ÎijÎĽ": 106229, + "Ġhoa": 106230, + "Ġศ": 106231, + "Ä±ÅŁtır": 106232, + "ÑĢÑİ": 106233, + "ĠкаÑĩе": 106234, + "¼åIJĪ": 106235, + "åħ´": 106236, + "Ġê·¸ëŁ¬": 106237, + "ĠмÑĸÑģÑĤ": 106238, + "Ġмне": 106239, + "ãĥ¼ãĤº": 106240, + "ç§Ģ": 106241, + "ĠعÙĦÙĬÙĩ": 106242, + "Ġìĭľê°Ħ": 106243, + "Ġà¤ĺर": 106244, + "ĠÑĥг": 106245, + "åıijå±ķ": 106246, + "Ä±ÅŁÄ±": 106247, + "ĠìĪľ": 106248, + "ĠíĻľ": 106249, + "æ¡£": 106250, + "Ġnokt": 106251, + "lém": 106252, + "еннÑĭй": 106253, + "ĠبÙħ": 106254, + "à¥ĩय": 106255, + "одав": 106256, + "à¹Ĥร": 106257, + "ï¼Įæľī": 106258, + "اÙĬات": 106259, + "اÛĮÙĩ": 106260, + "Ġà¤īपय": 106261, + "ĠsmÄĽ": 106262, + "شد": 106263, + "ШÐIJ": 106264, + "ĠاÙħاÙħ": 106265, + "æ¿Ģ": 106266, + "Ġhoạch": 106267, + "обÑĢаз": 106268, + "à¥ĭह": 106269, + "ĠÑĢебен": 106270, + "иÑĤелÑı": 106271, + "ãģªãģĮãĤī": 106272, + "ساÙĦ": 106273, + "Ġà¸Īำ": 106274, + "Ġخاص": 106275, + "Ġgeri": 106276, + "à¤ĺ": 106277, + "Ġìº": 106278, + "à¹ģà¸Ĺ": 106279, + "âĢĮÛĮ": 106280, + "گرÛĮ": 106281, + "اÙħبر": 106282, + "ÑĪÑĥ": 106283, + "Ġphong": 106284, + "имо": 106285, + "па": 106286, + "Ġìµľê³ł": 106287, + "Ġнам": 106288, + "ostÃŃ": 106289, + "isini": 106290, + "ĠдÑĥже": 106291, + "Ñģком": 106292, + "ĠпÑĢодÑĥк": 106293, + "ÏĮÏĦηÏĦα": 106294, + "aln": 106295, + "isine": 106296, + "è¿ľ": 106297, + "алÑĮной": 106298, + "तर": 106299, + "tıģ": 106300, + "ĠëĴ": 106301, + "è¿ĺæĺ¯": 106302, + "ĠÙħØ«ÙĦ": 106303, + "ìľ¨": 106304, + "ï¾ĺ": 106305, + "åĪ¸": 106306, + "ç¶ļ": 106307, + "جاد": 106308, + "ĠкÑĥ": 106309, + "åĢij": 106310, + "ovu": 106311, + "ĠsÄ©": 106312, + "ĠìłIJ": 106313, + "ĠÑĥÑĢов": 106314, + "िà¤ļ": 106315, + "ovali": 106316, + "ĠÙĪÙĨ": 106317, + "ĠìĿĮ": 106318, + "Ġкг": 106319, + "าà¸ĺ": 106320, + "ÏĦÏģα": 106321, + "ždy": 106322, + "à¹Įà¸ķ": 106323, + "ĠnÄĽm": 106324, + "ĠЦе": 106325, + "noho": 106326, + "Ġëĭ¤ìĭľ": 106327, + "Ġtéto": 106328, + "Ġbiá»ĥu": 106329, + "ĠYön": 106330, + "Ġpráce": 106331, + "à¥īर": 106332, + "ĠchÃŃ": 106333, + "овой": 106334, + "Ġmợ": 106335, + "說": 106336, + "ÏİÏĤ": 106337, + "волÑı": 106338, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 106339, + "實": 106340, + "é»ŀ": 106341, + "Ġà¤ıव": 106342, + "Ïħνα": 106343, + "岡": 106344, + "không": 106345, + "ĠpÅĻÃŃpadÄĽ": 106346, + "åĹ": 106347, + "ĠبدÙĪÙĨ": 106348, + "Ïĥκε": 106349, + "Ġdikkat": 106350, + "ĠAncak": 106351, + "Ġtiá»ĩn": 106352, + "éĿĻ": 106353, + "ĠìĿ¼ë°ĺ": 106354, + "ĠÄįlen": 106355, + "ìķħ": 106356, + "ाà¤ĩन": 106357, + "ãģ£ãģ¦ãģĦãģŁ": 106358, + "ĠìĿ´ìļ©": 106359, + "ÙĪÙħÛĮ": 106360, + "iná": 106361, + "ặng": 106362, + "ÏİÏģα": 106363, + "ÙĨÙĬØ©": 106364, + "важ": 106365, + "èİ·": 106366, + "å©ļ": 106367, + "ĠÅŁu": 106368, + "ĠãģĬ": 106369, + "Ġدرب": 106370, + "Ġdiá»ħn": 106371, + "ÅĻeba": 106372, + "asının": 106373, + "ç½ijç«Ļ": 106374, + "нÑĮого": 106375, + "ĠاÙĦØ£ÙĪÙĦ": 106376, + "ικÎŃÏĤ": 106377, + "ĠzÃŃsk": 106378, + "оло": 106379, + "ĠÑįÑĤоÑĤ": 106380, + "Ġpokud": 106381, + "è²»": 106382, + "еÑĢÑĸв": 106383, + "ãĥķãĤ£": 106384, + "иÑĤÑĥа": 106385, + "Ġvyd": 106386, + "олож": 106387, + "лÑıÑĤÑĮ": 106388, + "ÙĤÙħ": 106389, + "æ´ĭ": 106390, + "æ§ĭ": 106391, + "ĠغÛĮر": 106392, + "ĠstÅĻed": 106393, + "ظر": 106394, + "Ġhiçbir": 106395, + "θεί": 106396, + "znik": 106397, + "дÑĭ": 106398, + "luv": 106399, + "ĠÙħؤ": 106400, + "ĠگرÙĪÙĩ": 106401, + "Ġï¼īĊ": 106402, + "teri": 106403, + "ĠÏħÏĢο": 106404, + "voj": 106405, + "Ġبعض": 106406, + "Ġbilin": 106407, + "ĠرÙĪØ´": 106408, + "ĠобÑıз": 106409, + "Ġï»": 106410, + "سÙĨ": 106411, + "ĠÏĢα": 106412, + "íį¼": 106413, + "ĠtÃŃn": 106414, + "Ġ´": 106415, + "ìĤ¬ìĿ´íĬ¸": 106416, + "Ġpodob": 106417, + "Ñīее": 106418, + "ĠåįĹ": 106419, + "Ġbych": 106420, + "ози": 106421, + "ĠVÄĥn": 106422, + "ØŃÙĩ": 106423, + "åѦéĻ¢": 106424, + "ĠÅĻekl": 106425, + "립ëĭĪëĭ¤": 106426, + "ĠпÑĢоÑģ": 106427, + "κά": 106428, + "ĠbaÅŁladı": 106429, + "ủy": 106430, + "Ñİдж": 106431, + "ाà¤ıà¤Ĺ": 106432, + "à¤Ĥà¤ļ": 106433, + "Ġê´Ģ볨": 106434, + "ĠвопÑĢоÑģ": 106435, + "ĠÑģÑĤаÑĤÑĮ": 106436, + "Ġyatırım": 106437, + "нÑĥла": 106438, + "راÙģ": 106439, + "ĠçeÅŁit": 106440, + "Ġà¤īद": 106441, + "央": 106442, + "ĠпоÑıв": 106443, + "åĽ½å®¶": 106444, + "ĠÑģооÑĤвеÑĤÑģÑĤв": 106445, + "ìķ¡": 106446, + "ĠØ®ÙĪاÙĩد": 106447, + "Å¡Å¡ÃŃ": 106448, + "ÂłÐ¿": 106449, + "ĠNhÃł": 106450, + "''''": 106451, + "ｨ": 106452, + "Ãħ": 106453, + "Ġïº": 106454, + "ĠØ¢ÙħرÛĮÚ©": 106455, + "larımız": 106456, + "جا": 106457, + "ÙģÙĤ": 106458, + "Ġá»": 106459, + "Ġìķł": 106460, + "ĠزباÙĨ": 106461, + "ĠÑĤвоÑĢ": 106462, + "ниÑĩеÑģ": 106463, + "Ġкни": 106464, + "خداÙħ": 106465, + "à¸Łà¸£": 106466, + "Ġì¹ĺ": 106467, + "วาม": 106468, + "ĠÙħÙĩÙħ": 106469, + "Ġstol": 106470, + "Ġedilen": 106471, + "Ġpek": 106472, + "اÙĨات": 106473, + "алÑĮнÑĸ": 106474, + "ĠнеобÑħÑĸд": 106475, + "à¹Ħว": 106476, + "Ġशर": 106477, + "ĠíĮIJ": 106478, + "Òij": 106479, + "Ġним": 106480, + "Ġà¸ĺ": 106481, + "æĺł": 106482, + "äºĴ": 106483, + "ĠbaÅŁar": 106484, + "ži": 106485, + "Ġмног": 106486, + "lendi": 106487, + "ávajÃŃ": 106488, + "nict": 106489, + "ĠдÑĥм": 106490, + "éĻ©": 106491, + "ÏĥÏĥ": 106492, + "iky": 106493, + "алÑĮнÑĭй": 106494, + "ĠÙħÙĨت": 106495, + "å®®": 106496, + "-за": 106497, + "еÑĢк": 106498, + "å¡Ķ": 106499, + "ĠμεÏĦα": 106500, + "oÄŁun": 106501, + "ÎĹÎľ": 106502, + "à¥Īà¤Ĥ।Ċ": 106503, + "Äįky": 106504, + "å¹³åı°": 106505, + "à¥ĭश": 106506, + "Ġona": 106507, + "Ġbec": 106508, + "ì¢": 106509, + "Ġcây": 106510, + "kün": 106511, + "Ġà¤Ī": 106512, + "Ġrá»Ļng": 106513, + "еÑĢб": 106514, + "幸": 106515, + "ï¾IJ": 106516, + "ĠпÑĸдпÑĢиÑĶм": 106517, + "çĶ£": 106518, + "ĠÏĦε": 106519, + "ĠÙĨÙĤØ´": 106520, + "овиÑħ": 106521, + "ĠÙģÙī": 106522, + "Ðļак": 106523, + "Ùİر": 106524, + "ĠЩ": 106525, + "алÑĮнÑĭÑħ": 106526, + "Ġküçük": 106527, + "èŃ·": 106528, + "æĭħ": 106529, + "icaret": 106530, + "ĠرÙģت": 106531, + "Ġодного": 106532, + "ÑĪим": 106533, + "ĠбÑĸ": 106534, + "Ġuygulam": 106535, + "Ġæĭ": 106536, + "ä½Ľ": 106537, + "ucu": 106538, + "dÃŃ": 106539, + "Åĺ": 106540, + "ئة": 106541, + "걸": 106542, + "ÙĮ": 106543, + "ĠÎłÏģο": 106544, + "Ġyerine": 106545, + "ĠÑĸнÑĦоÑĢма": 106546, + "Ġå¤ĸ": 106547, + "ä»ķ": 106548, + "нав": 106549, + "arası": 106550, + "à¸Ńà¸Ļà¹Ħลà¸Ļ": 106551, + "اشت": 106552, + "زÙĬ": 106553, + "æ©ĭ": 106554, + "ĠãĤ«": 106555, + "èĥ½åĬĽ": 106556, + "å¥Ĺ": 106557, + "Ġproh": 106558, + "ĠпÑĢава": 106559, + "Ỽp": 106560, + "Ġà¸Ĥà¸Ńà¸ĩ": 106561, + "Ġë´": 106562, + "Ġlúc": 106563, + "Ġéķ": 106564, + "بÙĪد": 106565, + "rupa": 106566, + "ازÙħ": 106567, + "Ġкан": 106568, + "ılım": 106569, + "ĠÙĩد": 106570, + "ãĢĢĠãĢĢĠãĢĢ": 106571, + "ÑĭваеÑĤ": 106572, + "خاÙĨÙĩ": 106573, + "ÑĥкÑĤ": 106574, + "ĠçĻ¾åº¦": 106575, + "ĠnÄĽco": 106576, + "емон": 106577, + "Ġà¤ħप": 106578, + "ĠÎĮ": 106579, + "ünün": 106580, + "æĸĩåĮĸ": 106581, + "ä¹İ": 106582, + "ä¸ĬçļĦ": 106583, + "ÙĦÙĬÙħ": 106584, + "ĠtÄĽch": 106585, + "اسب": 106586, + "âĢĻÑĶ": 106587, + "ĠÚ¯ÛĮ": 106588, + "Ġê·¼": 106589, + "Ġtrẻ": 106590, + "μÎŃνο": 106591, + "ãģĵãģ¨ãĤĴ": 106592, + "ìĿ´ëĤĺ": 106593, + "åĸĦ": 106594, + "Ġtrả": 106595, + "åĪĨæŀIJ": 106596, + "ĠdÄĽl": 106597, + "ÑĥÑģка": 106598, + "Ġмного": 106599, + "à¥Īर": 106600, + "μαÏĦοÏĤ": 106601, + "ĠmÃŃsto": 106602, + "Ġê°ģ": 106603, + "ĠпÑĢог": 106604, + "baÅŁ": 106605, + "айÑĤе": 106606, + "Ġcá»ķ": 106607, + "å¿ľ": 106608, + "ï¼ģĊ": 106609, + "çı": 106610, + "Ġbirçok": 106611, + "Ġíĺķ": 106612, + "çµĮ": 106613, + "ĠEvrop": 106614, + "ĠÑģоÑĨÑĸ": 106615, + "ä»ĸçļĦ": 106616, + "ĠμÏĢο": 106617, + "å¥Ī": 106618, + "ĠÚ¯ÙĦ": 106619, + "ÙĪÙĦØ©": 106620, + "æµİ": 106621, + "ĠÚ©ÙĪ": 106622, + "±ä¹IJ": 106623, + "ãģĹãģı": 106624, + "纳": 106625, + "ÑģÑĤвенно": 106626, + "éĽ¢": 106627, + "ा.": 106628, + "ĠgerçekleÅŁtir": 106629, + "Ġkır": 106630, + "ì³": 106631, + "ĠгоÑģп": 106632, + "å¹ķ": 106633, + "ìĦ¼": 106634, + "».Ċ": 106635, + "кÑĥÑĢ": 106636, + "ĠرÛĮ": 106637, + "æĽ¾": 106638, + "ÙĪرÙĬ": 106639, + "лекÑģанд": 106640, + "صÙģ": 106641, + "Ġcảnh": 106642, + "å±Ĥ": 106643, + "ãĤĨ": 106644, + "Ġتس": 106645, + "ì°½": 106646, + "기를": 106647, + "Ġà¹Ģà¸Ħ": 106648, + "çŁŃ": 106649, + "ĠÑģÑĤÑĢо": 106650, + "ĠÏĥÏĦιÏĤ": 106651, + "à¥įयव": 106652, + "ĠعÙĦÙħ": 106653, + "ĠÑģиÑĤÑĥа": 106654, + "ĠÑīодо": 106655, + "åIJĽ": 106656, + "Ùħس": 106657, + "ĠоÑĤкÑĢÑĭ": 106658, + "Ġspoj": 106659, + "ĠÄijÄĥng": 106660, + "ĠsavaÅŁ": 106661, + "ีร": 106662, + "ském": 106663, + "Ġè¡Į": 106664, + "é¹": 106665, + "ĠÙĬÙħÙĥÙĨ": 106666, + "овано": 106667, + "ĠпÑĢавилÑĮ": 106668, + "Ġchiếc": 106669, + "èĪ¹": 106670, + "éĵ¶": 106671, + "ĠоÑĤд": 106672, + "ĠìĿĢ": 106673, + "íħĶ": 106674, + "ĠNej": 106675, + "оне": 106676, + "Ġkız": 106677, + "ологиÑĩеÑģ": 106678, + "ĠкÑĢаÑĹ": 106679, + "à¸ļà¸Ńล": 106680, + "楼": 106681, + "ĠتÙħاÙħ": 106682, + "ĠبÛĮÙħ": 106683, + "ĠÑģÑĥб": 106684, + "vý": 106685, + "Ñģкие": 106686, + "ëĮĢë¡ľ": 106687, + "????????": 106688, + "abilirsiniz": 106689, + "анÑģов": 106690, + "代表": 106691, + "Ġ매매": 106692, + "ологÑĸÑĩ": 106693, + "μαν": 106694, + "акÑģим": 106695, + "ãĤ¤ãĥ«": 106696, + "Ġtải": 106697, + "ÙħÙĪ": 106698, + "å®Ĺ": 106699, + "nem": 106700, + "Ġkhoản": 106701, + "ĠпаÑĤ": 106702, + "анÑĤа": 106703, + "ĠпомоÑī": 106704, + "Ġvod": 106705, + "Ġkaynak": 106706, + "ÏĥÏĨ": 106707, + "à¥Ĥत": 106708, + "duÄŁ": 106709, + "аÑĤиÑģÑı": 106710, + "Ġç¥ŀ": 106711, + "ĠÑģлова": 106712, + "ÑĢÑĥкÑĤÑĥ": 106713, + "ĠmÄĽsÃŃ": 106714, + "ÙıÙħ": 106715, + "знаÑĩа": 106716, + "Ġèī": 106717, + "åѦçĶŁ": 106718, + "æ´¥": 106719, + "ÙİÙĬ": 106720, + "è§Ī": 106721, + "Ġå®ī": 106722, + "ĠgörÃ¼ÅŁ": 106723, + "álnÄĽ": 106724, + "ĠëĶ°ëĿ¼": 106725, + "ĠÙħÙĪجÙĪد": 106726, + "ĠÄijứ": 106727, + "ĠçalÄ±ÅŁmalar": 106728, + "ĠÑıкиÑħ": 106729, + "ĠاجتÙħاع": 106730, + "μεν": 106731, + "èİī": 106732, + "积": 106733, + "ì¶ķ": 106734, + "à¥įशन": 106735, + "Ġxét": 106736, + "ĠвÑĤоÑĢ": 106737, + "çİ©": 106738, + "ÂłÐĿ": 106739, + "ÑĪие": 106740, + "оÑĢи": 106741, + "أس": 106742, + "Ġthuá»ijc": 106743, + "ëĭĪê¹Į": 106744, + "ëķĮ": 106745, + "ÑĢÑĥп": 106746, + "ÑģÑıÑĤ": 106747, + "зÑĭ": 106748, + "ĠÑģмеÑĢ": 106749, + "Ġvyb": 106750, + "ĠìĿ´ìĥģ": 106751, + "à¤ļन": 106752, + "Ġgeldi": 106753, + "Û±Û°": 106754, + "ικÏİν": 106755, + "ĠÄIJức": 106756, + "ĠдоÑģÑĤаÑĤ": 106757, + "Ġönc": 106758, + "親": 106759, + "Ġadı": 106760, + "unca": 106761, + "ĠاÙĦتر": 106762, + "çķ¶": 106763, + "ĠФедеÑĢа": 106764, + "лÑıÑİÑĤÑģÑı": 106765, + "ĠÙĥاÙĨت": 106766, + "æİ¢": 106767, + "ĠÑĥб": 106768, + "Ġκο": 106769, + "ाà¤ĩà¤Ł": 106770, + "зн": 106771, + "Ġmôi": 106772, + "ĠãĤµ": 106773, + "ĠнавÑĸ": 106774, + "综åIJĪ": 106775, + "ĠминÑĥÑĤ": 106776, + "dık": 106777, + "ÑĢÑĥд": 106778, + "åľĸ": 106779, + "ê°¤": 106780, + "ĠÄijoÃłn": 106781, + "è¤": 106782, + "à¥įवर": 106783, + "ĠÃľniversit": 106784, + "ано": 106785, + "鼨": 106786, + "ĠvÅ¡echny": 106787, + "Ġëĭ¤ìĿĮ": 106788, + "ĠCumhur": 106789, + "ĠмÑĥз": 106790, + "aÅŁtır": 106791, + "Ġê±°ëŀĺ": 106792, + "Ġé¡": 106793, + "žitÃŃ": 106794, + "Ġà¸Ł": 106795, + "Ġthuế": 106796, + "ĠмÑĥж": 106797, + "ĠÎijν": 106798, + "ĠدÙĪÙħ": 106799, + "ĠÑģин": 106800, + "ĠÏīÏĤ": 106801, + "meler": 106802, + "ĠpoÄį": 106803, + "ĠколиÑĩе": 106804, + "ĠKÄį": 106805, + "è³½": 106806, + "ĠоÑģÑĸб": 106807, + "åı¥": 106808, + "ĠBöl": 106809, + "à¸ĺรรม": 106810, + "Ġcạnh": 106811, + "å°ĩ": 106812, + "ĠноÑģ": 106813, + "èĦ¸": 106814, + "Ġgelir": 106815, + "оÑĢон": 106816, + "à¥įरà¤Ń": 106817, + "ç»ĩ": 106818, + "ุà¹ī": 106819, + "ामल": 106820, + "Ġcâu": 106821, + "ÑijÑĤ": 106822, + "Ġ:|": 106823, + "ãĤĮãģ¦": 106824, + "Ġposled": 106825, + "ãĤ¹ãĥĨ": 106826, + "ÑĸлÑĮÑĪ": 106827, + "енÑĤÑĭ": 106828, + "خدÙħ": 106829, + "ĠباشگاÙĩ": 106830, + "ĠthÆ°": 106831, + "ávánÃŃ": 106832, + "ëĬIJ": 106833, + "ĠØ£ØŃ": 106834, + "راد": 106835, + "ĠبسÛĮار": 106836, + "åĪ°äºĨ": 106837, + "\";\"": 106838, + "å°İ": 106839, + "Ġör": 106840, + "à¸Ĭาà¸ķ": 106841, + "genus": 106842, + "Ġyakın": 106843, + "ĠÃŃt": 106844, + "regnum": 106845, + "Ġfiyat": 106846, + "нÑĸÑħ": 106847, + "åľ°æĸ¹": 106848, + "Ġbilgi": 106849, + "кам": 106850, + "Ġspol": 106851, + "ائÙĬ": 106852, + "ĠÙĬÙĨ": 106853, + "าหาร": 106854, + "Ġبگ": 106855, + "éĺħ": 106856, + "ĠاÙĦشر": 106857, + "Âģ": 106858, + "ĠÑĸнÑĪиÑħ": 106859, + "Ġtrạng": 106860, + "çģ£": 106861, + "Ġcá»±c": 106862, + "кан": 106863, + "èĭı": 106864, + "ÃĶ": 106865, + "Ġlá»Ŀi": 106866, + "ÑıÑĩ": 106867, + "ĠÙĪØŃ": 106868, + "ìĪľ": 106869, + "Ÿ": 106870, + "ĠвоÑģп": 106871, + "ì¡Į": 106872, + "ÄįnÃŃch": 106873, + "خرÙī": 106874, + "ائÙĬØ©": 106875, + "Ġsuất": 106876, + "æĩī": 106877, + "اØŃÛĮ": 106878, + "Ġnáz": 106879, + "è¿Ļç§į": 106880, + "ĠзабезпеÑĩ": 106881, + "ĠЧеÑĢ": 106882, + "ĠздÑĸйÑģ": 106883, + "åı¦": 106884, + "æĭ¬": 106885, + "à¥ģष": 106886, + "μÏĨ": 106887, + "ëĥIJ": 106888, + "ÐķÑģли": 106889, + "é¬": 106890, + "Ġíĥľ": 106891, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 106892, + "Ġмл": 106893, + "å´İ": 106894, + "Ùģع": 106895, + "ĠÙĤدر": 106896, + "Ġvá»ijn": 106897, + "妹": 106898, + "ĠÐĿаÑģ": 106899, + "à¥įफ": 106900, + "ãĤ¸ãĥ£": 106901, + "Ġmı": 106902, + "енÑģ": 106903, + "бÑĥд": 106904, + "ĠØŃتÙī": 106905, + "Ġì²´": 106906, + "ĠÑĸÑģÑĤоÑĢ": 106907, + "Ġgiấy": 106908, + "γοÏģ": 106909, + "ëIJĺìĸ´": 106910, + "ĠíĤ": 106911, + "ĠÐŀдна": 106912, + "ĠÙĨÙħÙĪد": 106913, + "Ġвипад": 106914, + "ĠìŀIJìĭł": 106915, + "Ġjste": 106916, + "Ġëĵ±ë¡Ŀ": 106917, + "ekten": 106918, + "ĠÑĢеÑĩ": 106919, + "rodnÃŃ": 106920, + "ستر": 106921, + "ıt": 106922, + "ä¹ħä¹ħ": 106923, + "ĠØ®ÙĦاÙĦ": 106924, + "Ġç¦": 106925, + "uluk": 106926, + "lenen": 106927, + "ilip": 106928, + "è´¢": 106929, + "Ġà¤ħà¤ķ": 106930, + "ĠYıl": 106931, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ": 106932, + "Ġà¤Ŀ": 106933, + "ĠBình": 106934, + "ĠolmuÅŁ": 106935, + "اÙĦØ¥ÙĨجÙĦÙĬزÙĬØ©": 106936, + "менно": 106937, + "alnız": 106938, + "ĠشرÙĥØ©": 106939, + "ĠسÙĨØ©": 106940, + "è´Ł": 106941, + "ä½ľåĵģ": 106942, + "Ġìķ½": 106943, + "ĠдÑĢÑĥгиÑħ": 106944, + "ĠbaÄŁlantı": 106945, + "одÑĥ": 106946, + "çļĦæĺ¯": 106947, + "ัà¸Ļà¸Ķ": 106948, + "ĠкоÑĤоÑĢÑĭÑħ": 106949, + "ĠاÙĦÙĪÙĦ": 106950, + "ê¸ĢìĥģìľĦ": 106951, + "ĠÏĢεÏģ": 106952, + "리ìķĦ": 106953, + "ibar": 106954, + "Ġèĥ": 106955, + "ãģŁãģĦ": 106956, + "áj": 106957, + "ĠìľĦíķ´": 106958, + "?âĢľĊĊ": 106959, + "Ġíİĺ": 106960, + "Ġней": 106961, + "ĠÐĹак": 106962, + "ĠÐĴÑĸд": 106963, + "елÑĸ": 106964, + "课": 106965, + "åī¯": 106966, + "madan": 106967, + "æľ«": 106968, + "ĠÏĢÏģÏĮ": 106969, + "ĠпÑģиÑħ": 106970, + "ĠÑĤÑĸ": 106971, + "Ùĥات": 106972, + "Ġvysok": 106973, + "ê´Ģ리": 106974, + "ültür": 106975, + "Ġà¹Ģà¸Ń": 106976, + "Ġíķ©": 106977, + "çĿ£": 106978, + "ĠÑĢиÑģ": 106979, + "еÑĢÑĮ": 106980, + "ĠÚ©ÙĦÛĮ": 106981, + "Ġãĥŀ": 106982, + "ĠphÃŃa": 106983, + "å«": 106984, + "اگ": 106985, + "Ġé¢": 106986, + "ĠÙĨÙģر": 106987, + "ĠجاÙĨ": 106988, + "Ġyas": 106989, + "жениÑı": 106990, + "ĠлÑĥÑĩÑĪе": 106991, + "Ġçº": 106992, + "Ġмон": 106993, + "Ġتخ": 106994, + "ĠØ´ÛĮ": 106995, + "ĠнекоÑĤоÑĢ": 106996, + "алÑĮнÑĭе": 106997, + "Ġobchod": 106998, + "Ġíķ¨ê»ĺ": 106999, + "Ġriêng": 107000, + "ãģķãĤĮãĤĭ": 107001, + "окÑĥ": 107002, + "ĠСШÐIJ": 107003, + "ë§ģ": 107004, + "ĠNếu": 107005, + "ĠAÄŁ": 107006, + "ĠдвеÑĢ": 107007, + "à¥ĭष": 107008, + "Ġkhiến": 107009, + "него": 107010, + "ì±ħ": 107011, + "ัà¸ķร": 107012, + "malı": 107013, + "ĠÙĬا": 107014, + "ç§ijæĬĢ": 107015, + "ืà¸Ļ": 107016, + "หมาย": 107017, + "Ġخص": 107018, + "åĨľ": 107019, + "ÃŃme": 107020, + "ĠÑįÑĤой": 107021, + "ĠìĹħ": 107022, + "Ġä¹": 107023, + "伯": 107024, + "'´": 107025, + "ÙħÙĬÙĦ": 107026, + "à¸Ńà¸ĩà¸Ħ": 107027, + "ková": 107028, + "è¿Ļä¹Ī": 107029, + "ãĢĤæĪij": 107030, + "ìĹIJìĦľëĬĶ": 107031, + "Ġìļ©": 107032, + "ë¹ĦìĬ¤": 107033, + "Ġì¦Ŀ": 107034, + "ITTE": 107035, + "Ġ모ëĵł": 107036, + "ĠspoleÄįnosti": 107037, + "Ġвик": 107038, + "ĠtÅĻÃŃ": 107039, + "é³": 107040, + "ĠØ®ÛĮ": 107041, + "Ġpož": 107042, + "ĠимееÑĤ": 107043, + "ĠdÄĽt": 107044, + "ĠÙħدÙĦ": 107045, + "Ġмо": 107046, + "åįı": 107047, + "enÃŃm": 107048, + "éī": 107049, + "اظ": 107050, + "ĠteÅŁ": 107051, + "ĠveÅĻej": 107052, + "LIC": 107053, + "ì§ĢëĬĶ": 107054, + "ÑĭваÑİÑĤ": 107055, + "ĠоÑĢганÑĸ": 107056, + "nÃŃmi": 107057, + "θÎŃ": 107058, + "ãĤ¯ãĥ©": 107059, + "ãĥ¼ãĥ³": 107060, + "лиÑģÑı": 107061, + "imdi": 107062, + "æĨ": 107063, + "ïºİ": 107064, + "Ġìļ´ìĺģ": 107065, + "καν": 107066, + "Ġë³µ": 107067, + "ĠÐĨн": 107068, + "plication": 107069, + "tah": 107070, + "ĠÐIJв": 107071, + "Ġcá»Ļng": 107072, + "алÑĮноÑĹ": 107073, + "ĠدÙĪرÙĩ": 107074, + "à¥įरय": 107075, + "ĠØ®ÙĪ": 107076, + "ĠвÑĢа": 107077, + "Ø¥ÙĨ": 107078, + "èĤī": 107079, + "Ġoyn": 107080, + "ĠTÆ°": 107081, + "ĠÙĩÙħاÙĨ": 107082, + "ĠбÑĸлÑĮÑĪе": 107083, + "æĮ¯": 107084, + "اÙħØ©": 107085, + "庫": 107086, + "ĠÑĢеж": 107087, + "ĠدارÙĨد": 107088, + "ÑĢий": 107089, + "ĠæĮ": 107090, + "Ġsonuç": 107091, + "Ġtả": 107092, + "ัà¸ĩà¸Ħ": 107093, + "ë°Ľ": 107094, + "Ġмом": 107095, + "виÑĩай": 107096, + ".à¸Ħ": 107097, + "Ġà¤Ĩà¤Ī": 107098, + "åģĩ": 107099, + "Ġposkyt": 107100, + "ĠÑģÑĥп": 107101, + "ıyordu": 107102, + "але": 107103, + "иÑĨ": 107104, + "ĠθÎŃ": 107105, + "ãĤĩãģĨ": 107106, + "ĠÑģвой": 107107, + "มà¸Ļ": 107108, + "Ġnữa": 107109, + "voÅĻ": 107110, + "اسÙĬ": 107111, + "éĴ±": 107112, + "ãģĹãģ¦ãģĦãģŁ": 107113, + "ĠÄijầy": 107114, + "اÙĬر": 107115, + "ĠaraÅŁtır": 107116, + "ì£": 107117, + "ãģ¨ãģ¯": 107118, + "ĠÑģпоÑĢ": 107119, + "Ġê°Ģìŀ¥": 107120, + "è¼ī": 107121, + "âĸ¡": 107122, + "ĠìĻĦ": 107123, + "оÑĢаÑı": 107124, + "Ïģεί": 107125, + "ĠÑįÑĤа": 107126, + "ë©´ìłģ": 107127, + "ìĿ´ìĬ¤": 107128, + "ä½³": 107129, + "æĻļ": 107130, + "Ġkval": 107131, + "Ġná»ķi": 107132, + "ÑĤами": 107133, + "ĠполÑĸÑĤи": 107134, + "ĠÄ°ng": 107135, + "нÑĸÑģÑĤÑİ": 107136, + "Ġà¹Ģà¸ģ": 107137, + "Ġ민": 107138, + "èĶ": 107139, + "Ïģία": 107140, + "æİĪ": 107141, + "ĠçĤ": 107142, + "ĠÙĨÙħاÛĮ": 107143, + "Ġìŀ¡": 107144, + "æŀ¶": 107145, + "ابÙĤ": 107146, + "Ñģон": 107147, + "енного": 107148, + "ĠÙħÛĮÙĦÛĮ": 107149, + "Ġkurum": 107150, + "à¹Įส": 107151, + "Ġì´Ŀ": 107152, + "ĠnÄĽkolik": 107153, + "ĠÙĢ": 107154, + "ĠзаÑģÑĤоÑģ": 107155, + "à¸Ķà¸Ļ": 107156, + "ÙĨداÙĨ": 107157, + "ĠJap": 107158, + "éĥ¡": 107159, + "à¥įà¤Ń": 107160, + "Ġà¹Ģà¸Ĭ": 107161, + "ĠâĢ«": 107162, + "é£ŀ": 107163, + "ovatel": 107164, + "ĠÑĩаÑģÑĤÑĮ": 107165, + "Ġbá»ķ": 107166, + "ãĤ¯ãĥª": 107167, + "ิà¹Į": 107168, + "Ġвиде": 107169, + "vail": 107170, + "Ìī": 107171, + "ÄŁinde": 107172, + "ãģ¨ãĤĤ": 107173, + "âĢĮÚ©ÙĨد": 107174, + "ĠëħĦ": 107175, + "ĠاÙĤتص": 107176, + "ï½Ĺ": 107177, + "ÏģιÏĥ": 107178, + "зд": 107179, + "èĻ½": 107180, + "Ġthoại": 107181, + "ĠÙĪز": 107182, + "ĠmÃŃt": 107183, + "ĠÑħолод": 107184, + "ĠкÑĥп": 107185, + "аниÑħ": 107186, + "Ġnhìn": 107187, + "ãģĭãģª": 107188, + "ĠÐļом": 107189, + "ÏĦεÏģ": 107190, + "ï¼Įåıª": 107191, + "Ġolup": 107192, + "Ġhá»ıi": 107193, + "ëij": 107194, + "ĠnÄĽkter": 107195, + "isÃŃ": 107196, + "ĠвикоÑĢиÑģÑĤов": 107197, + "ìŀ¡": 107198, + "Ġà¤ķल": 107199, + "ĠìľłìłĢ": 107200, + "ĠпÑĢиб": 107201, + "èĭ¦": 107202, + "Ġмов": 107203, + "Ġหà¸Ļ": 107204, + "ëIJĺëĬĶ": 107205, + "око": 107206, + "ĠобеÑģп": 107207, + "Ġkez": 107208, + "лÑıÑħ": 107209, + "ĠпÑĢоиÑģ": 107210, + "Ġповин": 107211, + "ĠÐļоÑĢ": 107212, + "ì¼Ģ": 107213, + "ĠÑģи": 107214, + "Ġä¹ĭ": 107215, + "ĠâĢĶĊ": 107216, + "ÑģÑĥÑĤÑģÑĤв": 107217, + "ç°": 107218, + "Ġà¤ł": 107219, + "наÑĤ": 107220, + "Ġsuy": 107221, + "ĠÑģÑĭ": 107222, + "ĠÙĨشاÙĨ": 107223, + "ĠнапÑĢав": 107224, + "ĠÑĨÑĮомÑĥ": 107225, + "æĺ¯ä¸Ģ": 107226, + "Ġmüm": 107227, + "ÑĶмо": 107228, + "ĠاسÙĦاÙħÛĮ": 107229, + "Ġzamanda": 107230, + "ÙĪÙħاÙĨ": 107231, + "اÙĦØŃ": 107232, + "Å¡tÄĽnÃŃ": 107233, + "ĠÐļак": 107234, + "¤íĶĦ": 107235, + "Ġپرد": 107236, + "Các": 107237, + "εια": 107238, + "ĠجÙĪ": 107239, + "ĠÄijoạn": 107240, + "Ġà¤ĩत": 107241, + "Ġзан": 107242, + "ĠÙħÙĨØ·ÙĤÙĩ": 107243, + "ĠÙħعÙĦ": 107244, + "Ġdokon": 107245, + "åIJ¸": 107246, + "ickou": 107247, + "å°ģ": 107248, + "ĠкиÑģ": 107249, + "ัà¸ĩหว": 107250, + "ispecies": 107251, + "ĠнапÑĢÑı": 107252, + "æºĸ": 107253, + "Ġà¤ľà¤²": 107254, + "à¹Ģà¸ī": 107255, + "LAR": 107256, + "ĠÑĥÑģловиÑı": 107257, + "ĠWikispecies": 107258, + "ระà¸Ķ": 107259, + "Ġmey": 107260, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 107261, + "à¹ĩà¸Ī": 107262, + "å¾Ĵ": 107263, + "tach": 107264, + "umuz": 107265, + "κη": 107266, + "ÃĬ": 107267, + "Ġün": 107268, + "ĠBITTE": 107269, + "ĠÙħربع": 107270, + "ãĤ·ãĥ¥": 107271, + "िसà¤ķ": 107272, + "Ø·ÙĪر": 107273, + "ĠвоÑģ": 107274, + "ï¾Ł": 107275, + "Ġyayın": 107276, + "ãģĭãĤĬ": 107277, + "лиÑı": 107278, + "ĠпÑĢин": 107279, + "ijng": 107280, + "ĠÙĨØ®": 107281, + "Ġlze": 107282, + "à¥įषण": 107283, + "Ġбо": 107284, + "Ġê¸Ģ": 107285, + "ĠgeliÅŁtir": 107286, + "à¸Ľà¸£à¸°à¸Ĭ": 107287, + "彡": 107288, + "ĠãĤª": 107289, + "ãģĪãģ¦": 107290, + "нÑĥÑĤÑĮ": 107291, + "Ġç½": 107292, + "Ġмаг": 107293, + "ãģ«ãģ¤": 107294, + "ноÑģÑĤей": 107295, + "ĠÙĦÙĬ": 107296, + "æĢª": 107297, + "ÑıÑĤÑģÑı": 107298, + "à¸ij": 107299, + "ियम": 107300, + "ĠãĢİ": 107301, + "ÑĢÑĮ": 107302, + "Ġmạng": 107303, + "tım": 107304, + "ĠпеÑĢиод": 107305, + "огÑĥ": 107306, + "ĠкоÑĤоÑĢаÑı": 107307, + "리ê°Ģ": 107308, + "Ġãħ¡": 107309, + "ĠجاÛĮ": 107310, + "ĠпоÑĤÑĢÑĸб": 107311, + "Å¡en": 107312, + "à¸Ńะ": 107313, + "بع": 107314, + "ØŁĊ": 107315, + "Ġë°©ë²ķ": 107316, + "ĠгоÑĢод": 107317, + "ĠÐĺн": 107318, + "Ġоказ": 107319, + "رÙĪز": 107320, + "ĠiliÅŁk": 107321, + "宣": 107322, + "forman": 107323, + "adaÅŁ": 107324, + "ÙĬÙĦØ©": 107325, + "ĠÐļаÑĢ": 107326, + "Ġmất": 107327, + "æħĭ": 107328, + "мп": 107329, + "à¹Ĥà¸Ļ": 107330, + "ĠØŃÙĤÙĪÙĤ": 107331, + "ĠднÑı": 107332, + "ĠëĴ¤": 107333, + "ाà¤ķर": 107334, + "ì²ĺëŁ¼": 107335, + "âĢĮØ¢": 107336, + "hangi": 107337, + "è¡ĮæĶ¿": 107338, + "aliyet": 107339, + "Ġì²ľ": 107340, + "ĠYap": 107341, + "à¹Ĥรà¸ĩ": 107342, + "ì§Ģëħ¸": 107343, + "ÙİÙij": 107344, + "ÎijÎĻ": 107345, + "ána": 107346, + "andır": 107347, + "ระà¸ļà¸ļ": 107348, + "oÄŁlu": 107349, + "าà¸Īะ": 107350, + "ẩy": 107351, + "اÙĪÙĦ": 107352, + "ĠмаÑĤеÑĢÑĸ": 107353, + "ÎŁÎĿ": 107354, + "Ġinformace": 107355, + "تع": 107356, + "à¸ļà¸Ļ": 107357, + "ĠÄĮeské": 107358, + "Ġtemel": 107359, + "::::::::::::::::::::::::::::::::": 107360, + "Ġchia": 107361, + "-Ñģ": 107362, + "неÑĢг": 107363, + "Ġì°¾": 107364, + "ÑĢид": 107365, + "лоÑģÑĮ": 107366, + "زÙĦ": 107367, + "ê°ĢëĬĶ": 107368, + "ané": 107369, + "ĠнавÑĸÑĤÑĮ": 107370, + "ä¸ĵä¸ļ": 107371, + "Ġ경기": 107372, + "ĠpÅĻev": 107373, + "еÑĤи": 107374, + "ĠíĶĮ": 107375, + "нÑıÑĤ": 107376, + "à¥ģश": 107377, + "лÑİд": 107378, + "виÑī": 107379, + "å°¾": 107380, + "çļĦäºĭ": 107381, + "ĠëIJľ": 107382, + "رÙĪÙģ": 107383, + "Ġ女": 107384, + "κή": 107385, + "ĠTuy": 107386, + "Ġê²ĥìĿĦ": 107387, + "Ġbunu": 107388, + "ĠÑĢазлиÑĩ": 107389, + "ĠDün": 107390, + "ãĤŃãĥ£": 107391, + "ÑĢÑĥÑģ": 107392, + "Ġмм": 107393, + "loven": 107394, + "Ġotev": 107395, + "noloj": 107396, + "ESÄ°": 107397, + "üp": 107398, + "ĠèĤ": 107399, + "ικÏĮÏĤ": 107400, + "ضاء": 107401, + "ĠпеÑĩ": 107402, + "ÅĻÃŃklad": 107403, + "ãģĵãĤį": 107404, + "Å¡tÃŃ": 107405, + "Ġبرگ": 107406, + "ãģĮãģĤãĤĭ": 107407, + "ÑĸÑģÑĤ": 107408, + "à¥īà¤ķ": 107409, + "ÏĢη": 107410, + "ĠاÙĦÙħست": 107411, + "Ġзай": 107412, + "ĠchÆ°Æ¡ng": 107413, + "оÑĤÑĥ": 107414, + "ĠСам": 107415, + "Å¡et": 107416, + "ĠìŀĪìĹĪ": 107417, + "ĠÙģار": 107418, + "Ñĸон": 107419, + "ãĥĹãĥŃ": 107420, + "Ġnhiá»ĩt": 107421, + "inizi": 107422, + "Ġcož": 107423, + "Ġà¤Ĩन": 107424, + "Ġsystém": 107425, + "رÙĪع": 107426, + "ayet": 107427, + "ĠÙģرÙĩÙĨÚ¯": 107428, + "Ġè¶": 107429, + "èģ·": 107430, + "è§Ĥçľĭ": 107431, + "нок": 107432, + "à¸IJาà¸Ļ": 107433, + "êµIJìľ¡": 107434, + "kla": 107435, + "ãĤģãģ¦": 107436, + "ÎķÎĻ": 107437, + "åĿĹ": 107438, + "ĠskuteÄį": 107439, + "à¥Ĥà¤ľ": 107440, + "ãģijãģ¦": 107441, + "NGC": 107442, + "ĠåĢ": 107443, + "ĠÑĢозп": 107444, + "nÃŃků": 107445, + "ãĥ³ãĤ¹": 107446, + "ĠÐĴеÑĢ": 107447, + "Ġyüzde": 107448, + "Ġ미êµŃ": 107449, + "ĠÙħÙī": 107450, + "деÑĢ": 107451, + "ава": 107452, + "Ġmerkez": 107453, + "įng": 107454, + "ĠìĤ¼": 107455, + "ĠÑĢобоÑĤи": 107456, + "ĠнÑĮого": 107457, + "Ġеконом": 107458, + "ĠÑĩеловека": 107459, + "Ġà¸ŀระ": 107460, + "ãĥĴ": 107461, + "ãģ£ãģ¦ãģĦ": 107462, + "ä¼Ĺ": 107463, + "ĠпÑĢодÑĥкÑĤ": 107464, + "Ġyanı": 107465, + "à¥Ģवन": 107466, + "ĠcáºŃp": 107467, + "ĠAvrupa": 107468, + "ाà¤Ń": 107469, + "ĠìłĦìļ©": 107470, + "æķ£": 107471, + "ĠìľĦíķľ": 107472, + "ÑħодиÑĤÑĮ": 107473, + "Ġsınır": 107474, + "ücret": 107475, + "suz": 107476, + "æ¨Ĥ": 107477, + "Ġì°½": 107478, + "ÏģίοÏħ": 107479, + "åĪļ": 107480, + "Ø®ÙĦ": 107481, + "ëłĩê²Į": 107482, + "جد": 107483, + "ĠμαÏĤ": 107484, + "áºŃm": 107485, + "kara": 107486, + "ãĤ«ãĥ¼": 107487, + "Ġkterou": 107488, + "ìĽ¨": 107489, + "ÑĦиÑĨи": 107490, + "oÄŁraf": 107491, + "ĠнапÑĢи": 107492, + "ãģijãģ©": 107493, + "Ġéļ": 107494, + "تباÙĦ": 107495, + "ëŁ½": 107496, + "ìĶ¨": 107497, + "íĮĮìĿ¼": 107498, + "Ïĩα": 107499, + "Ġuzak": 107500, + "Ġdòng": 107501, + "ĠголоÑģ": 107502, + "ÏĥÏĦή": 107503, + "ιλ": 107504, + "Ø·Ùģ": 107505, + "Ġê·¸ëħĢ": 107506, + "ãĤ¿ãĤ¤": 107507, + "اÙĨÚ¯": 107508, + "inou": 107509, + "лон": 107510, + "à¹ĩม": 107511, + "Ġबद": 107512, + "Ġkonusunda": 107513, + "Ġnâng": 107514, + "ãģ¾ãģĽãĤĵ": 107515, + "ÑĥÑİÑĤÑĮÑģÑı": 107516, + "åŁ¹": 107517, + "енко": 107518, + "ìłij": 107519, + "ĠÑĤов": 107520, + "ĠtÅĻeba": 107521, + "زاÙĨ": 107522, + "isyon": 107523, + "Ġген": 107524, + "ĠPokud": 107525, + "âĢĮاÙĨد": 107526, + "ĠгÑĢÑĥд": 107527, + "ĠخرÛĮد": 107528, + "λλα": 107529, + "ĠpÅĻÃŃm": 107530, + "Ġæ³ķ": 107531, + "ĠزÙĨدگÛĮ": 107532, + "ạp": 107533, + "ĠíĬ¸": 107534, + "ĠÄijá»Ļc": 107535, + "Ġê·¸ë¦¬ê³ł": 107536, + "низ": 107537, + "ĠÙĬÙĤ": 107538, + "laÅŁtır": 107539, + "ĠпÑĢаво": 107540, + "ÑĥÑģк": 107541, + "å°½": 107542, + "Ġपड": 107543, + "éĵģ": 107544, + "Ġì·¨": 107545, + "ĠاÙĦبÙĬ": 107546, + "¸": 107547, + "ิมà¸ŀ": 107548, + "ĠsvÄĽ": 107549, + "Ġбал": 107550, + "Ġmôn": 107551, + "ĠDữ": 107552, + "ĠشدÙĨ": 107553, + "ĠÙģÙĦ": 107554, + "Ġvznik": 107555, + "Ġchứ": 107556, + "ĠÑģÑĤÑĢÑĥкÑĤÑĥ": 107557, + "縣": 107558, + "ĠHoa": 107559, + "íĮĢ": 107560, + "ĠÑĢÑĸÑĪ": 107561, + "ĠвоздÑĥ": 107562, + "олÑĮÑĪ": 107563, + "οÏħμε": 107564, + "ูà¸Ļ": 107565, + "ĠпÑĢид": 107566, + "ilmek": 107567, + "ĠاÙĦÙĤر": 107568, + "Įĵ": 107569, + "Ġuç": 107570, + "å¨ĺ": 107571, + "ecektir": 107572, + "ĠíħĮ": 107573, + "ĠεÏħ": 107574, + "Ġhòa": 107575, + "ÏģÏħ": 107576, + "ึà¸ģษา": 107577, + "ĠÑĤеÑħнолог": 107578, + "úi": 107579, + "Ġbilgiler": 107580, + "ĠÙĤاÙĦ": 107581, + "edl": 107582, + "znám": 107583, + "ály": 107584, + "åºĶ该": 107585, + "алÑĮний": 107586, + "аÑĤелÑı": 107587, + "à¸Ļวà¸Ļ": 107588, + "ĠÐŁÐ¾Ð»": 107589, + "à¸ŀà¸Ļ": 107590, + "礼": 107591, + "Ġtasar": 107592, + "ĠÑĤой": 107593, + "ĠмеÑģÑı": 107594, + "ĠиÑģк": 107595, + "Ġपद": 107596, + "γή": 107597, + "اختÙĩ": 107598, + "è¿ĻéĩĮ": 107599, + "Ġchá»īnh": 107600, + "ĠÙĤسÙħ": 107601, + "ÙİÙĩ": 107602, + "erli": 107603, + "åĽ½éĻħ": 107604, + "iliyor": 107605, + "ĠØ´ÙĩرستاÙĨ": 107606, + "Ġvelk": 107607, + "åĽº": 107608, + "ĠбÑĸлÑĮÑĪ": 107609, + "ãĥ¼ãĥĹ": 107610, + "æŁIJ": 107611, + "ì§ľ": 107612, + "ĠÄĮR": 107613, + "Ġдек": 107614, + "ربÛĮ": 107615, + "овиÑĩ": 107616, + "Ġkapsam": 107617, + "ĠÙĦØ£": 107618, + "ĠанÑĤи": 107619, + "Ġücret": 107620, + "견": 107621, + "оÑĢож": 107622, + "ÛĮÙħÛĮ": 107623, + "è©ķ": 107624, + "Ġë§ŀ": 107625, + "ĠÑĢÑıд": 107626, + "ĠÙĩÙħراÙĩ": 107627, + "âr": 107628, + "ابت": 107629, + "ĠиÑģполÑĮзоваÑĤÑĮ": 107630, + "кÑģ": 107631, + "âī¡": 107632, + "Ġolay": 107633, + "èį¯": 107634, + "Ġoprav": 107635, + "ĠدربارÙĩ": 107636, + "Ġä¸ŃåĽ½": 107637, + "илÑģÑı": 107638, + "åį«": 107639, + "ĠاÙĦاست": 107640, + "ÙĪÛĮÛĮ": 107641, + "ÑĢеÑĪ": 107642, + "ĠÙĨس": 107643, + "ãĢĤåľ¨": 107644, + "ĠÙĦØŃ": 107645, + "Ġkorun": 107646, + "ĠÙģرد": 107647, + "ĠобоÑĢ": 107648, + "еÑĪÑĮ": 107649, + "ĠpodmÃŃn": 107650, + "Ġë¬¸ìłľ": 107651, + "ĠdeÄŁerlendir": 107652, + "ä¸įåIJĮ": 107653, + "液": 107654, + "ाहर": 107655, + "íļį": 107656, + "à¥įà¤ł": 107657, + "иÑĤиÑģÑı": 107658, + "اÙĦع": 107659, + "ĠdvÄĽ": 107660, + "ĠпеÑĢек": 107661, + "Ġåħĥ": 107662, + "Ġaras": 107663, + "Ġaltında": 107664, + "Ġвза": 107665, + "æĴĥ": 107666, + "Ġmilyon": 107667, + "ĠåѦ": 107668, + "ĠваÑĢи": 107669, + "ĠاÙĦعاÙĦÙħ": 107670, + "'Ñı": 107671, + "ÙĪÛĮس": 107672, + "ĠможÑĥÑĤÑĮ": 107673, + "ãģijãģŁ": 107674, + "ìĿ´ìĹĪëĭ¤": 107675, + "οÏįν": 107676, + "ĠéŁ": 107677, + "Ġpostup": 107678, + "üyük": 107679, + "åĪĬ": 107680, + "ĠÙĤب": 107681, + "ĠاصÙĦÛĮ": 107682, + "ÙĪÙī": 107683, + "Ġrepublik": 107684, + "ĠÐĻ": 107685, + "ģm": 107686, + "Ġбел": 107687, + "ा-": 107688, + "Ñģкое": 107689, + "Ġcuá»iji": 107690, + "è²·": 107691, + "ียว": 107692, + "éĩįè¦ģ": 107693, + "ูม": 107694, + "ĠÑĢозвиÑĤкÑĥ": 107695, + "Ġë°±": 107696, + "åĥ¹": 107697, + "Ġåīį": 107698, + "à¹Ħà¸ĭ": 107699, + "ãĢĮâĢ¦âĢ¦": 107700, + "à¥Įत": 107701, + "کرد": 107702, + "ĠzaÅĻÃŃzenÃŃ": 107703, + "สาร": 107704, + "Ġletech": 107705, + "lemek": 107706, + "人ãģ®": 107707, + "Ġdưỡng": 107708, + "تÙĤ": 107709, + "Ġåĵ": 107710, + "åħ»": 107711, + "Ġëıħ": 107712, + "Ġ루": 107713, + "Ø°ÙĦÙĥ": 107714, + "ĠìĿ¼ë³¸": 107715, + "ĠAyrıca": 107716, + "ĠÙ¾Úĺ": 107717, + "isinin": 107718, + "Ġìĭ¶": 107719, + "Ú¯ÛĮرÛĮ": 107720, + "خصص": 107721, + "³ç´°": 107722, + "ĠмаÑĤеÑĢиал": 107723, + "kové": 107724, + "ë§ī": 107725, + "ãģķãģĽ": 107726, + "ĠÑĤакой": 107727, + "ĠtráºŃn": 107728, + "ĠлиÑĨ": 107729, + "ĠåĽĽ": 107730, + "ÑĩÑĥ": 107731, + "Ġæ°´": 107732, + "Ġdolay": 107733, + "å½¹": 107734, + "ÑĢива": 107735, + "ĠгÑĢÑĥпп": 107736, + "Ġmümkün": 107737, + "лена": 107738, + "ëĿ¼ëĬĶ": 107739, + "åĪ©çĶ¨": 107740, + "Ġrahat": 107741, + "ï¼ıï¼ıï¼ıï¼ı": 107742, + "æģ©": 107743, + "ĠíķŃ": 107744, + "ĠíĴ": 107745, + "ĠìĬ¹": 107746, + "Ġchân": 107747, + "ĠãĤ¨": 107748, + "Ġжизни": 107749, + "çĸij": 107750, + "ãĢĤä»ĸ": 107751, + "리ìĬ¤": 107752, + "ÑĩиÑħ": 107753, + "Ġé¦ĸ": 107754, + "ÄĽr": 107755, + "ĠйомÑĥ": 107756, + "ĠtháºŃt": 107757, + "Ġìķŀ": 107758, + "cih": 107759, + "سÙĦاÙħ": 107760, + "Ġsiyas": 107761, + "ĠíĸĪ": 107762, + "ĠкоÑĪ": 107763, + "Ïĥαν": 107764, + "ÙĬاÙĨ": 107765, + "Ġdö": 107766, + "ाहत": 107767, + "оÑĢод": 107768, + "оваÑı": 107769, + "ÑĨионалÑĮ": 107770, + "ائÙĩ": 107771, + "Ġà¤ĸर": 107772, + "ĠÄijá»Ŀi": 107773, + "ä¸įä¼ļ": 107774, + "Ùĥز": 107775, + "ีà¸Ħวาม": 107776, + "lıyor": 107777, + "à¥ĭद": 107778, + "Ġ충": 107779, + "Ġcá»ij": 107780, + "à¹Ĥà¸ķ": 107781, + "ĠεÏĢί": 107782, + "ĠпÑĢÑıм": 107783, + "æ³°": 107784, + "اÙĦØ©": 107785, + "jÃŃm": 107786, + "Ġби": 107787, + "Å¡em": 107788, + "ĠHá»Ļi": 107789, + "à¸Ħรà¸ĩ": 107790, + "Ġhuyá»ĩn": 107791, + "ç¯Ģ": 107792, + "liÅ¡": 107793, + "ĠجÙĩت": 107794, + "ç§ĭ": 107795, + "ĠÑĨел": 107796, + "ĠлÑĸÑĤ": 107797, + "Ġæ·": 107798, + "жÑĥ": 107799, + "ãģĪãģŁ": 107800, + "ë´ī": 107801, + "Ġ머": 107802, + "åł´åIJĪ": 107803, + "éĿ©": 107804, + "ãĥªãĥ³": 107805, + "егда": 107806, + "Ġbenim": 107807, + "缣": 107808, + "ãģ®ä¸Ń": 107809, + "åĿIJ": 107810, + "ĠÃľniversitesi": 107811, + "ĠkoÅŁ": 107812, + "Ġпож": 107813, + "iá»ĩp": 107814, + "ĠpÅĻij": 107815, + "ëŀ¨": 107816, + "ĠاÙĦأس": 107817, + "árnÃŃ": 107818, + "iếm": 107819, + "ĠèĬ": 107820, + "Ġδε": 107821, + "娱ä¹IJ": 107822, + "ĠÆ°u": 107823, + "ĠçĦ¡": 107824, + "ĠгÑĢи": 107825, + "ĠпоÑįÑĤомÑĥ": 107826, + "ĠÄijóng": 107827, + "جاÙĨ": 107828, + "Ġnghiên": 107829, + "ĠاÙĦاÙĨ": 107830, + "ÑĪей": 107831, + "à¹ģรà¸ģ": 107832, + "ĠÚĨÙĩار": 107833, + "ÑİÑīий": 107834, + "ÏĮÏģ": 107835, + "ĠرÙħ": 107836, + "ì²ł": 107837, + "ĠدستگاÙĩ": 107838, + "ĠدÛĮد": 107839, + "ãĥĥãĤ¯ãĤ¹": 107840, + "ामन": 107841, + "ĠThÃłnh": 107842, + "Ġthẩm": 107843, + "ĠcÃłng": 107844, + "ĠdönÃ¼ÅŁ": 107845, + "ĠпÑĢигоÑĤов": 107846, + "ĠkiÅŁi": 107847, + "ØŃت": 107848, + "Ġë²ķ": 107849, + "é£Ľ": 107850, + "Ġitibar": 107851, + "Ġглав": 107852, + "Ġortam": 107853, + "Ġmadd": 107854, + "ĠоÑģÑĤав": 107855, + "ĠÙģÙĪتباÙĦ": 107856, + "ĠanlaÅŁ": 107857, + "leyen": 107858, + "ç´Ģ": 107859, + "Ġé£": 107860, + "/lo": 107861, + "ÙħÙĪÙĦ": 107862, + "ĠдÑĥÑħ": 107863, + "ĠÙĦب": 107864, + "лег": 107865, + "Ġgönder": 107866, + "ÙĬØ·": 107867, + "Ġสำ": 107868, + "Ġvás": 107869, + "ĠÐŁÐµÑĤ": 107870, + "алоÑģÑı": 107871, + "ì¿ł": 107872, + "éĻ½": 107873, + "åĸ®": 107874, + "èĪŀ": 107875, + "нÑĥл": 107876, + "ÄŁine": 107877, + "Ġghi": 107878, + "Ġçµ": 107879, + "ÙĬÙĨÙĬ": 107880, + "Ž": 107881, + "Ġhüküm": 107882, + "ĠDÄ±ÅŁ": 107883, + "ĠÎŃÏĩει": 107884, + "ĠÑģка": 107885, + "ĠÑĤим": 107886, + "ĠпоÑģÑĤав": 107887, + "à¸Ļาà¸Ķ": 107888, + "dül": 107889, + "Ġdva": 107890, + "Ġà¸Ħà¸Ļ": 107891, + "Ġchá»ĭu": 107892, + "Ġèı": 107893, + "à¹ģสà¸Ķà¸ĩ": 107894, + "æ°£": 107895, + "ĠíĪ¬": 107896, + "ĠÑĩин": 107897, + "ãģ«ãģĬ": 107898, + "енноÑģÑĤи": 107899, + "ÐIJÐĿ": 107900, + "Ġhemen": 107901, + "Ġait": 107902, + "Ġà¤Ĭ": 107903, + "æī§": 107904, + "ĠABD": 107905, + "Ġκαθ": 107906, + "æ´Ľ": 107907, + "ãĤ¢ãĥ«": 107908, + "à¹īาà¸Ĺ": 107909, + "ÅĻez": 107910, + "dÄĽji": 107911, + "Ġtá»ĭch": 107912, + "еннÑıм": 107913, + "ĠвÑģÑĤанов": 107914, + "ĠاÙĦبر": 107915, + "ÙĪÙħتر": 107916, + "kách": 107917, + "åºĬ": 107918, + "лÑĥж": 107919, + "Ġتد": 107920, + "丽": 107921, + "رخ": 107922, + "à¤Ĥà¤ĸ": 107923, + "èĩªå·±çļĦ": 107924, + "å®ĺç½ij": 107925, + "-Ñı": 107926, + "à¹ĩà¸Ķ": 107927, + "èĦļ": 107928, + "Ġçķ": 107929, + "Ġiçerisinde": 107930, + "Ġbiá»ĥn": 107931, + "Ġà¸ģล": 107932, + "ĠyaÄŁ": 107933, + "Ġæ´": 107934, + "ĠбÑĢа": 107935, + "عار": 107936, + "æĪ°": 107937, + "à¥ĢĊ": 107938, + "ĠléÄį": 107939, + "aların": 107940, + "ĠÎĸ": 107941, + "аÑĢÑı": 107942, + "ãģĿãĤĵãģª": 107943, + "ÅĪuje": 107944, + "ãĢĢĠ": 107945, + "ĠsaÄŁlık": 107946, + "ĠдоÑģлÑĸд": 107947, + "ÃŃÅ¡": 107948, + "à¥įरश": 107949, + "à¥īन": 107950, + "Ġgiả": 107951, + "بÙĪاسطة": 107952, + "å®ģ": 107953, + "Ġsoud": 107954, + "ĠкÑĤо": 107955, + "esel": 107956, + "Ġпам": 107957, + "ĠÂłĠ": 107958, + "ĠÄįlov": 107959, + "æ··": 107960, + "หà¸į": 107961, + "ĠOsman": 107962, + "æ¦Ĥ": 107963, + "Ġåĭ": 107964, + "ï¼Įåħ¶": 107965, + "Ġà¸Ħร": 107966, + "Ġmá»ģm": 107967, + "ĠÑģоÑĢ": 107968, + "çĨ±": 107969, + "Ġthuê": 107970, + "رج": 107971, + "à¹Ĥลà¸ģ": 107972, + "Ġíķĺê³ł": 107973, + "ÙĬدة": 107974, + "ĠaÅŁaģı": 107975, + "Ġká»ĥ": 107976, + "à¸ķำ": 107977, + "λει": 107978, + "çļĦè¯Ŀ": 107979, + "æ±ł": 107980, + "ĠÑģÑĤен": 107981, + "Ġincel": 107982, + "åºŃ": 107983, + "ÑĤоÑĩ": 107984, + "Ġproblém": 107985, + "ÏĦÏĥ": 107986, + "à¹īà¸Ńà¸Ļ": 107987, + "ë³´ëĭ¤": 107988, + "Ġà¤Ĩà¤Ĺ": 107989, + "ναÏĤ": 107990, + "ãģĦãĤĭ": 107991, + "Ġdục": 107992, + "Ġtohoto": 107993, + "ëIJĺìĹĪëĭ¤": 107994, + "TJ": 107995, + "ĠвизнаÑĩ": 107996, + "ĠBunun": 107997, + "à¤Ĥबर": 107998, + "ĠÙĩÙħÚĨÙĨÛĮÙĨ": 107999, + "ĠбÑİдж": 108000, + "ÑĥÑĢг": 108001, + "亮": 108002, + "Ġμεγ": 108003, + "Ġtoplum": 108004, + "ãģ£ãģ": 108005, + "оÑĤо": 108006, + ":|": 108007, + "éĿŀ常": 108008, + "ิà¸Ĺà¸ĺ": 108009, + "éģķ": 108010, + "âĢĮپدÛĮ": 108011, + "ĠзÑĢоб": 108012, + "à¹Įà¸Ķ": 108013, + "Ġдолжен": 108014, + "ĠmÄĽsta": 108015, + "ÛĮØ´Ùĩ": 108016, + "vatel": 108017, + "Ġprovoz": 108018, + "Ġinan": 108019, + "à¤Ĥप": 108020, + "Ġparç": 108021, + "ÑĢаÑģÑĤ": 108022, + "ümü": 108023, + "Ġgiá»ijng": 108024, + "欢": 108025, + "Ø«ÙĬر": 108026, + "ĠBakan": 108027, + "ĠâĪ¨": 108028, + "ĠباÙĨ": 108029, + "Û±Û¸": 108030, + "ãĤĤãģĨ": 108031, + "landı": 108032, + "Ġyeniden": 108033, + "ÑĨенÑĤ": 108034, + "ĠдеÑıÑĤелÑĮ": 108035, + "Щ": 108036, + "Ġrov": 108037, + "å®Įåħ¨": 108038, + "ĠKỳ": 108039, + "slu": 108040, + "Ġlấy": 108041, + "é¤IJ": 108042, + "ĠÑĩолов": 108043, + "ä¼Ŀ": 108044, + "ĠbaÅŁv": 108045, + "å°Ī": 108046, + "곡": 108047, + "ãĢģãģĿãĤĮ": 108048, + "ĠPÅĻÃŃ": 108049, + "дем": 108050, + "ĠпÑĢоек": 108051, + "รà¸ĸ": 108052, + "建设": 108053, + "Ġможлив": 108054, + "殺": 108055, + "ãģ¡ãĤĥãĤĵ": 108056, + "æķij": 108057, + "ĠÄįty": 108058, + "é¦Ĩ": 108059, + "оÑĢÑĥ": 108060, + "ĠæĦ": 108061, + "ĠkÃŃch": 108062, + "λοÏħ": 108063, + "ãģĦãģ¤": 108064, + "ĠcÄĥn": 108065, + "ẵ": 108066, + "Ġelde": 108067, + "麻": 108068, + "ÄŁe": 108069, + "ĠdobÄĽ": 108070, + "ायर": 108071, + "Ġãĥı": 108072, + "нен": 108073, + "Ġmůžete": 108074, + "ĠнаÑģÑĤÑĥп": 108075, + "ìĭľê°Ħ": 108076, + "ĠÑģимпÑĤом": 108077, + "ĠÏĥÏį": 108078, + "ĠسÙĦ": 108079, + "εκ": 108080, + "รà¸ĵ": 108081, + "áte": 108082, + "ekler": 108083, + "ĠвÑĢемени": 108084, + "âĢĮÙĩاÛĮÛĮ": 108085, + "ãģĬãĤĬ": 108086, + "жи": 108087, + "ÑĭваеÑĤÑģÑı": 108088, + "ÙħاÙĨÛĮ": 108089, + "à¸ķล": 108090, + "Ġصد": 108091, + "Ġвол": 108092, + "ìĬĪ": 108093, + "ĠÙĥÙħا": 108094, + "Ġnhằm": 108095, + "èģ¯": 108096, + "ovacÃŃ": 108097, + "Ġë§Įëĵ¤": 108098, + "ÙĪÙ¾": 108099, + "Ġë¸Į": 108100, + "بÙĬØ©": 108101, + "uyla": 108102, + "лено": 108103, + "èĮ¶": 108104, + "ÑĢей": 108105, + "Ġkli": 108106, + "Ġüzerinden": 108107, + "неÑĤ": 108108, + "raÄį": 108109, + "ĠпÑĢаÑĨÑİ": 108110, + "Ġediyor": 108111, + "ãģıãģł": 108112, + "ĠÄįast": 108113, + "iyi": 108114, + "éĬĢ": 108115, + "Ġdù": 108116, + "Ùİب": 108117, + "ÙĪÙĬØ©": 108118, + "åª": 108119, + "Ġsınıf": 108120, + "Ġساعت": 108121, + "Ġราย": 108122, + "ĠзаÑıв": 108123, + "Ġgặp": 108124, + "à¸Ńว": 108125, + "ĠØ«Ùħ": 108126, + "ĠZá": 108127, + "ĠвÑĸдк": 108128, + "izik": 108129, + "Ġmón": 108130, + "ĠповÑĭÑĪ": 108131, + "Ġà¸ļาà¸Ĺ": 108132, + "ĠÑģил": 108133, + "æĥħåł±": 108134, + "Âłt": 108135, + "ĠÐľÐ¾Ñģк": 108136, + "Ġê²ĥìĿ´ëĭ¤": 108137, + "ĠçIJ": 108138, + "ĠÙħدÛĮرÛĮت": 108139, + "овоÑĹ": 108140, + "Το": 108141, + "纪": 108142, + "нÑĸÑĪе": 108143, + "ĠÐĽÑİ": 108144, + "ηÏĥη": 108145, + "ĠÙĨسبت": 108146, + "muz": 108147, + "รว": 108148, + "ãĢģãģĤ": 108149, + "Ġболез": 108150, + "Ġtrách": 108151, + "ãĥ¦": 108152, + "à¹Ģà¸Ĥา": 108153, + "Ġê·¸ëĬĶ": 108154, + "برÛĮ": 108155, + "æłª": 108156, + "ëĿ¼ìĿ´": 108157, + "ĠíĮ¨": 108158, + "íĬ¹": 108159, + "ľ´": 108160, + "िड": 108161, + "ÑĢоме": 108162, + "讲": 108163, + "ĠÑĤон": 108164, + "ÑģÑĸ": 108165, + "Ġç®": 108166, + "åıĸãĤĬ": 108167, + "ì°°": 108168, + "ĠÙĪÙĦÛĮ": 108169, + "ĠسطØŃ": 108170, + "èıľ": 108171, + "нами": 108172, + "Türk": 108173, + "åİĤ": 108174, + "Ġfinan": 108175, + "ãģ«ãģªãĤĭ": 108176, + "Ġoby": 108177, + "Trong": 108178, + "Ġvyp": 108179, + "à¥ģड": 108180, + "ìŀIJê°Ģ": 108181, + "ĠæīĢ": 108182, + "ÐĹа": 108183, + "umlu": 108184, + "ëĵĿ": 108185, + "ĠменÑĸ": 108186, + "олниÑĤелÑĮ": 108187, + "ĠúÄįin": 108188, + "Ġbunun": 108189, + "ĠÐłÐ¾ÑģÑģии": 108190, + "вÑģÑı": 108191, + "ĠнÑĸж": 108192, + "ิà¸Ķà¸ķ": 108193, + "غة": 108194, + "Äļ": 108195, + "ĠسÙħ": 108196, + "ĠÐĺз": 108197, + "à¥ĩप": 108198, + "大çļĦ": 108199, + "ì¹ľ": 108200, + "ĠиÑģÑĤ": 108201, + "ĠконÑģÑĤÑĢÑĥк": 108202, + "Û±Û²": 108203, + "âl": 108204, + "ĠÑĪиÑĢ": 108205, + "ï¼ł": 108206, + "Ġartık": 108207, + "æŁĵ": 108208, + "乡": 108209, + "ÃŃte": 108210, + "ĠNháºŃt": 108211, + "ĠÎĶη": 108212, + "Ġölç": 108213, + "êµ´": 108214, + "оÑıн": 108215, + "ëĵ±ë¡Ŀ": 108216, + "Ġngân": 108217, + "ĠбÑĥдÑĮ": 108218, + "ÎŁÎ¡": 108219, + "ì´": 108220, + "ÙħÙĪد": 108221, + "νον": 108222, + "ÎķÎĿ": 108223, + "çijŀ": 108224, + "ĠÅĻek": 108225, + "-âĢIJ": 108226, + "ĠMerk": 108227, + "ĠопÑĢедел": 108228, + "Ïģιν": 108229, + "лаб": 108230, + "ëĦ¤ìļĶ": 108231, + "Ġблиз": 108232, + "Ġphá»iji": 108233, + "ĠдолжнÑĭ": 108234, + "ĠÑįкÑģп": 108235, + "à¸ļà¸Ĺ": 108236, + "à¸Ľà¸£à¸°à¸ª": 108237, + "ĠÙ¾ÚĺÙĪÙĩ": 108238, + "Ġíķľëĭ¤": 108239, + "ÏĦοÏį": 108240, + "ÙĩÙĨ": 108241, + "Ġдод": 108242, + "Ġkayı": 108243, + "Łģ": 108244, + "ÑģиÑı": 108245, + "à¤Ĥतर": 108246, + "Ġpodnik": 108247, + "evi": 108248, + "ÛĮÛĮر": 108249, + "Так": 108250, + "коп": 108251, + "наÑħ": 108252, + "اسÙĩ": 108253, + "à¸ĵà¸ij": 108254, + "Ġkhá": 108255, + "Ġyarat": 108256, + "ĠاÛĮÙĨÚ©Ùĩ": 108257, + "طبÙĬ": 108258, + "Ġsır": 108259, + "ĠØ¢ÙħرÛĮکا": 108260, + "Ġबल": 108261, + "kaç": 108262, + "Ġåı¯": 108263, + "Ġåħ¶": 108264, + ".***": 108265, + "лÑĸннÑı": 108266, + "ä¹±": 108267, + "oq": 108268, + "æ¦": 108269, + "ãĤ¼": 108270, + "Ġfır": 108271, + "Ġkê": 108272, + "Ġìłľê³µ": 108273, + "ĠÏĥη": 108274, + "анÑĭ": 108275, + "нова": 108276, + "à¸Ĭาย": 108277, + "ĠØ·ÙĪÙĦ": 108278, + "à¥Īय": 108279, + "Ġì¹ľ": 108280, + "ìĤ´": 108281, + "ĠпÑĸв": 108282, + "ĠluáºŃn": 108283, + "Ġà¤īम": 108284, + "åºĥ": 108285, + "à¹ĩà¸Ńà¸ķ": 108286, + "ĠساÛĮت": 108287, + "лÑıн": 108288, + "ĠíķĦìļĶ": 108289, + "Ġgörül": 108290, + "ĠÑĤеÑĢиÑĤоÑĢ": 108291, + "ĠÙĨØŃ": 108292, + "ема": 108293, + "Ġmnoh": 108294, + "Ġãģ¯": 108295, + "غÙĬر": 108296, + "ĠÑģделаÑĤÑĮ": 108297, + "çģµ": 108298, + "ĠÐłÐ°Ð·": 108299, + "ĠгеÑĢ": 108300, + "γμα": 108301, + "íķĺë©´": 108302, + "ĠdeÄŁiÅŁtir": 108303, + "ãĥ³ãĥĨ": 108304, + "å¸Ĥåľº": 108305, + "个人": 108306, + "ìĥĪ": 108307, + "침": 108308, + "èīº": 108309, + "ÙĤت": 108310, + "ĠگرÙģتÙĩ": 108311, + "Ġçİĭ": 108312, + "ĠاÙĦØ°Ùĩ": 108313, + "λÏħ": 108314, + "à¤ľà¤°": 108315, + "Ġвним": 108316, + "ë¦Ń": 108317, + "ิà¸Ĺ": 108318, + "ĠشاÙĩ": 108319, + "æĬķèµĦ": 108320, + "æĿIJæĸĻ": 108321, + "ĠÙĨÙģ": 108322, + "説": 108323, + "æĬĹ": 108324, + "Ġаб": 108325, + "iyeti": 108326, + "ç¾ħ": 108327, + "ÑĢÑĸз": 108328, + "Ġสม": 108329, + "icÃŃ": 108330, + "кÑĥваннÑı": 108331, + "Ġìķ¼": 108332, + "Ġè½": 108333, + "âĢ«": 108334, + "Ġδιά": 108335, + "Ġдеп": 108336, + "ãĥ¼ãĤ¿": 108337, + "Ġobjev": 108338, + "ména": 108339, + "Ġbelg": 108340, + "Ġæ¥": 108341, + "Ġná»ģn": 108342, + "Ġгол": 108343, + "Ġpostav": 108344, + "Ġتک": 108345, + "Ы": 108346, + "ĠпÑĸдÑĤ": 108347, + "ĠоÑĤноÑĪ": 108348, + "ĠпÑĢив": 108349, + "ĠåŁº": 108350, + "Ġнали": 108351, + "ůž": 108352, + "Ġyat": 108353, + "ÅŁa": 108354, + "ÏĦήÏĤ": 108355, + "ÑĨем": 108356, + "次æķ°": 108357, + "ĠbÃł": 108358, + "ÙĪÙĥ": 108359, + "ĠíĶĦë¡ľ": 108360, + "ĠPháp": 108361, + "Ġêµ°": 108362, + "è³ŀ": 108363, + "Ġochran": 108364, + "Ġgerekir": 108365, + "Ġíļ": 108366, + "à¸ļล": 108367, + "áme": 108368, + "ĠبÛĮر": 108369, + "à¸Ĥาย": 108370, + "ований": 108371, + "Ġmožné": 108372, + "âĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģ": 108373, + "álu": 108374, + "нÑĤ": 108375, + "¦æĥħ": 108376, + "à¹ģรม": 108377, + "ĠÑĦÑĸн": 108378, + "Ġİç": 108379, + "à¹Īà¸Ńย": 108380, + "겨": 108381, + "Ġhedef": 108382, + "ĠاÙĦÙħØ´": 108383, + "à¹īาม": 108384, + "å¯Ħ": 108385, + "Ġëĭµ": 108386, + "Ġô": 108387, + "лаÑģÑı": 108388, + "Ä°T": 108389, + "à¸Ķำ": 108390, + "Ġherhangi": 108391, + "Ġgereken": 108392, + "еÑĢеж": 108393, + "ÙĪØ©": 108394, + "ĠpÅĻest": 108395, + "ç§ijåѦ": 108396, + "оÑģÑĤаÑĤ": 108397, + "ünden": 108398, + "åĮħæĭ¬": 108399, + "ĠدÙĩد": 108400, + "ÑĪиÑģÑĮ": 108401, + "неÑĢ": 108402, + "Ñĸдом": 108403, + "Ġbiç": 108404, + "ìĭŃ": 108405, + "Ġhodnot": 108406, + "ĠzemÄĽ": 108407, + "ĠاÛĮجاد": 108408, + "Ġyine": 108409, + "िण": 108410, + "ĠاÙĦبÙĦ": 108411, + "ĠNÄĽ": 108412, + "Ġpolož": 108413, + "éĺħ读": 108414, + "å¸ģ": 108415, + "å¼Ł": 108416, + "ξε": 108417, + "ĠMá»Ļt": 108418, + "ç£": 108419, + "Û±Û³Û¹": 108420, + "Ġآز": 108421, + "ãģŀ": 108422, + "ĠмеÑħ": 108423, + "ยม": 108424, + "Ġæ¨": 108425, + "Ġotur": 108426, + "Ġdầu": 108427, + "Ġëĭ¤ìļ´": 108428, + "çĮ«": 108429, + "ĠCó": 108430, + "ĠlidÃŃ": 108431, + "ĠarkadaÅŁ": 108432, + "Ġαλλά": 108433, + "é¡»": 108434, + "ĠÙĩÙħÛĮÙĨ": 108435, + "転": 108436, + "ĠâĹĭ": 108437, + "ëıĦë¡Ŀ": 108438, + "Âĥ": 108439, + "âĢĮشدÙĩ": 108440, + "ĠØŃÙĬØ«": 108441, + "Ġnhóm": 108442, + "ÏĥÏĩ": 108443, + "ĠÑĤÑĢанÑģп": 108444, + "Ġtanım": 108445, + "ç´į": 108446, + "Ġbahis": 108447, + "举": 108448, + "ĠинÑĦоÑĢма": 108449, + "ĠÑģлож": 108450, + "Ġkraj": 108451, + "ĠØŃÙĦ": 108452, + "Ġãĥĸ": 108453, + "ĠÙĨÙĤÙĦ": 108454, + "ĠÐłÐ¾Ð·": 108455, + "ĠÎijÏħ": 108456, + "lardı": 108457, + "Ġپاس": 108458, + "ĠìĭĿ": 108459, + "ĠìłĦìļ©ë©´ìłģ": 108460, + "ĠاÙĦسÙĬ": 108461, + "باشد": 108462, + "ศาสà¸ķร": 108463, + "Ġköy": 108464, + "Ġrok": 108465, + "Ġ죽": 108466, + "ĠÑģог": 108467, + "Ġchú": 108468, + "éĺª": 108469, + "ĠÄįásti": 108470, + "ĠзвеÑĢ": 108471, + "Ġниз": 108472, + "ĠÃ¶ÄŁret": 108473, + "Ġãĥİ": 108474, + "пе": 108475, + "çĴ°": 108476, + "Ġèª": 108477, + "ÙĪÙĦÙĩ": 108478, + "Ä°M": 108479, + "/REC": 108480, + "å¡ŀ": 108481, + "ĠÐĴи": 108482, + "/loose": 108483, + "ĠпоÑħ": 108484, + "ĠgeniÅŁ": 108485, + "Ġthiá»ĩn": 108486, + "tiÄŁi": 108487, + "Ñĩие": 108488, + "онд": 108489, + "ĠпÑĢиÑģ": 108490, + "ázky": 108491, + "ĠDevlet": 108492, + "ç¦ģ": 108493, + "Ġаг": 108494, + "ilere": 108495, + "инкÑĥ": 108496, + "Ġvardı": 108497, + "ãĢĢãĢĢãĢĢĠãĢĢ": 108498, + "ĠëĨĴ": 108499, + "à¤Ĥपन": 108500, + "Ġözellik": 108501, + "éļľ": 108502, + "ìĸ´ìĦľ": 108503, + "رÙĬÙĥ": 108504, + "ÙĪبÛĮ": 108505, + "ãĥ³ãĥĢ": 108506, + "íĮ¨": 108507, + "Ġसमà¤Ŀ": 108508, + "ï¾Ĩï¾Ĩï¾Ĩï¾Ĩ": 108509, + "ĠÙģÙĨ": 108510, + "à¥Ŀ": 108511, + "Ġuveden": 108512, + "ÑĪими": 108513, + "Ġà¹Ģล": 108514, + "Ġ문ìĿĺ": 108515, + "ĠØŃرÙģ": 108516, + "Ġعب": 108517, + "ãĥ¬ãĥĵ": 108518, + "ĠæŃ£": 108519, + "ĠëĺIJëĬĶ": 108520, + "ĠÚ©ÙĨÙĨدÙĩ": 108521, + "ĠαÏħÏĦÏĮ": 108522, + "Ġ길": 108523, + "Ġifade": 108524, + "Ġyapmak": 108525, + "ãĥķãĤ©": 108526, + "Ġmẹ": 108527, + "Ġstrán": 108528, + "Ġsvou": 108529, + "Ġvždy": 108530, + "Ġtekrar": 108531, + "ิà¸į": 108532, + "Ġìĵ°": 108533, + "oÄŁu": 108534, + "ĠÚ©ÛĮÙĦ": 108535, + "ивÑģÑı": 108536, + "Ġë§IJíĸĪëĭ¤": 108537, + "ä¸Ŀ": 108538, + "à¤ıस": 108539, + "ĠÑģÑĤÑĢаÑħ": 108540, + "ĠsouÄįas": 108541, + "Ġê·¸ëŁ°": 108542, + "ĠmÃ¼ÅŁ": 108543, + "λοÏį": 108544, + "γÏī": 108545, + "ĠtÆ°á»Łng": 108546, + "Ġå·¥": 108547, + "ĠاسÙħ": 108548, + "ÑĢÑĸм": 108549, + "à¹Ģà¸Ľà¸¥": 108550, + "Ġ³³Ġ³³": 108551, + "ÙĩاÛĮÛĮ": 108552, + "寺": 108553, + "ĠسرÛĮ": 108554, + "ĠкваÑĢ": 108555, + "ĠØ´ÙħارÙĩ": 108556, + "ĠصØŃ": 108557, + "оÑģÑĤав": 108558, + "२": 108559, + "Ġà¸Ħวาม": 108560, + "íĥģ": 108561, + "éĢĤ": 108562, + "بØŃ": 108563, + "ĠdeÄŁiÅŁik": 108564, + "éĮ²": 108565, + "еди": 108566, + "Ġokol": 108567, + "ĠÑģоп": 108568, + "Ġolmayan": 108569, + "çŃij": 108570, + "Û±Û´": 108571, + "Ġinclu": 108572, + "Ġê²ĮìŀĦ": 108573, + "ÛĮستÙħ": 108574, + "Ġç©": 108575, + "ĠاÙĦÙĪÙĦاÙĬات": 108576, + "ilmektedir": 108577, + "ÃĮ": 108578, + "Ùİع": 108579, + "Ġaģır": 108580, + "è¡Ľ": 108581, + "Ġeski": 108582, + "ê°Ŀ": 108583, + "본ëĭ¤": 108584, + "人åijĺ": 108585, + "ÚĺÛĮ": 108586, + "Ġç¨": 108587, + "ĠмеÑģÑĤо": 108588, + "vů": 108589, + "à¥įरह": 108590, + "ĠطرØŃ": 108591, + "ĠابÙĨ": 108592, + "Ġhiss": 108593, + "оÑĢÑıд": 108594, + "ĠدÙģ": 108595, + "ÑĢиÑģÑĤ": 108596, + "à¸Ĭม": 108597, + "деÑĤ": 108598, + "à¹Ģหม": 108599, + "ë§ĪìĤ¬ì§Ģ": 108600, + ":.:.:": 108601, + "éħ¸": 108602, + "ĠαÏģÏĩ": 108603, + "Ġnữ": 108604, + "ĠпоÑģад": 108605, + "lum": 108606, + "ìº": 108607, + "ãģ§ãģįãĤĭ": 108608, + "ìĸµ": 108609, + "ĠاÙĦÙħد": 108610, + "нÑĸм": 108611, + "راÙĤ": 108612, + "ĠãĥĪ": 108613, + "ĠodpovÄĽ": 108614, + "Ġbirbir": 108615, + "Ġhãy": 108616, + "овий": 108617, + "æ®ĭ": 108618, + "éĥ½æĺ¯": 108619, + "迪": 108620, + "Ġaraç": 108621, + "енÑĤÑĸв": 108622, + "æĬ±": 108623, + "dál": 108624, + "ĠÄIJông": 108625, + "Ġhesap": 108626, + "ĠاÙĨساÙĨ": 108627, + "ĠÙĬÙĪÙħ": 108628, + "ĠÙĨÙĪر": 108629, + "åīĩ": 108630, + "çĹĽ": 108631, + "ĠÙĨÙĬ": 108632, + "алÑĮна": 108633, + "تباط": 108634, + "लब": 108635, + "Ġkomun": 108636, + "Ġsnad": 108637, + "åĽ£": 108638, + "رÙĬد": 108639, + "elopment": 108640, + "ĠиÑİ": 108641, + "à¥Ģ.": 108642, + "Ġkısa": 108643, + "ĠdeÄŁildir": 108644, + "à¹īาร": 108645, + "Ġsvého": 108646, + "Ġoblasti": 108647, + "ÑĪли": 108648, + "à¹Ģà¸Ĺà¸ŀ": 108649, + "ÑĢеÑĤÑĮ": 108650, + "ово": 108651, + "ĠíĤ¤": 108652, + "átky": 108653, + "ĠاÙĦÙģر": 108654, + "èĺŃ": 108655, + "ÏĦον": 108656, + "ĠÑģÑĤоиÑĤ": 108657, + "ÙħØŃ": 108658, + "Ġà¹Ħ": 108659, + "ĠÑĤебе": 108660, + "íģ´": 108661, + "ĠmÄĽla": 108662, + "æݧåĪ¶": 108663, + "ĠChủ": 108664, + "ìĬ¨": 108665, + "ÐIJТ": 108666, + "اجع": 108667, + "ìĻķ": 108668, + "ç©¿": 108669, + "олее": 108670, + "หลาย": 108671, + "Ġdvou": 108672, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 108673, + "ุà¸Ĥ": 108674, + "Ġboz": 108675, + "ิà¸Ļà¸Ħ": 108676, + "å¤Ł": 108677, + "Ġfaaliyet": 108678, + "ĠÄįÃŃs": 108679, + "ãģ»ãģ©": 108680, + "Ġ:/": 108681, + "кÑĸÑģÑĤÑĮ": 108682, + "Ġì¤Ģ": 108683, + "ÏģαÏĤ": 108684, + "Ġодно": 108685, + "æ¢ħ": 108686, + "Ñĥбли": 108687, + "ноз": 108688, + "à¹Įม": 108689, + "Ġvýrob": 108690, + "ĠκÏħ": 108691, + "ÅĻev": 108692, + "ÂłB": 108693, + "ůže": 108694, + "ä¼ļ社": 108695, + "ιβ": 108696, + "ÑĢованиÑı": 108697, + "Ġcev": 108698, + "ìĽĢ": 108699, + "álnÃŃch": 108700, + "ĠÑĢав": 108701, + "ç´§": 108702, + "åĢŁ": 108703, + "ĠÑŁ": 108704, + "ÙĪÙĨÙĬ": 108705, + "озÑı": 108706, + "Ġзов": 108707, + "Ġkolem": 108708, + "민êµŃ": 108709, + "ç¿Ĵ": 108710, + "ĠzamÄĽst": 108711, + "Ġìłij": 108712, + "ĠزÙĨ": 108713, + "ĠØ£Ùģ": 108714, + "Ġ먹": 108715, + "Ġtomto": 108716, + "Ġ첨ë¶Ģ": 108717, + "sage": 108718, + "ä¸įè¿ĩ": 108719, + "егод": 108720, + "ÑĢож": 108721, + "ĠпÑĢоÑĨед": 108722, + "à¹Įà¸Ļ": 108723, + "sanız": 108724, + "âĢŀØ·": 108725, + "æ´»åĬ¨": 108726, + "оÑĩки": 108727, + "보기": 108728, + "åŁºæľ¬": 108729, + "-Ñħ": 108730, + "лоÑģÑı": 108731, + "ĠÙĩÛĮÚĨ": 108732, + "ìĹĶ": 108733, + "Ñĩного": 108734, + "Ġà¤Ĺर": 108735, + "Ġà¤ħà¤Ĺ": 108736, + "ãħĭãħĭãħĭãħĭ": 108737, + "ĠãĤ¸": 108738, + "اسة": 108739, + "åĬĩ": 108740, + "à¹īà¸ĩ": 108741, + "Ġ커": 108742, + "nými": 108743, + "ãĥ¬ãĤ¹": 108744, + "åĭĴ": 108745, + "ĠоблаÑģÑĤÑĸ": 108746, + "ĠдÑĸÑıлÑĮноÑģÑĤÑĸ": 108747, + "ãĥ¬ãĤ¤": 108748, + "Ïĩαν": 108749, + "à¹Īาส": 108750, + "ĠФÑĢан": 108751, + "ÙĩÙĦ": 108752, + "lardır": 108753, + "ØŃات": 108754, + "ůst": 108755, + "ĠводÑĭ": 108756, + "ĠدÙĪÙĦت": 108757, + "ĠÑģпеÑĨÑĸ": 108758, + "Ġthất": 108759, + "à¸Ńาหาร": 108760, + "éłĺ": 108761, + "Ġtercih": 108762, + "ĠÏĢÏģοÏĥ": 108763, + "ĠÅĻÃŃzenÃŃ": 108764, + "è§īå¾Ĺ": 108765, + "Ġdnes": 108766, + "еÑĩно": 108767, + "ãĥĺ": 108768, + "ĠداراÛĮ": 108769, + "ĠÅŁart": 108770, + "벤": 108771, + "Ġë¶ģ": 108772, + "еÑı": 108773, + "нÑıÑĤÑĮ": 108774, + "ĠkvÄĽt": 108775, + "ĠتغÛĮÛĮر": 108776, + "é¾į": 108777, + "ĠرÙĨÚ¯": 108778, + "ï¼Įåı¯": 108779, + "Ġpiyas": 108780, + "Ġuygulan": 108781, + "ÙİØ©": 108782, + "بÙĬر": 108783, + "иваÑĤÑĮ": 108784, + "ĠíĹĪ": 108785, + "丶": 108786, + "è¿ĻäºĽ": 108787, + "Ġگر": 108788, + "罪": 108789, + "ä¸Ģæł·": 108790, + "Ġãĥª": 108791, + "Ġвой": 108792, + "Ġsosyal": 108793, + "ุà¸Ĺà¸ĺ": 108794, + "หมà¸Ķ": 108795, + "ç»Ŀ": 108796, + "ĠاÙĦجÙħ": 108797, + "Ġثبت": 108798, + "ĠجÙĨÚ¯": 108799, + "лении": 108800, + "ваÑı": 108801, + "ĠвоÑĤ": 108802, + "伤": 108803, + "Ġหล": 108804, + "ĠÙħÙĤاÙĦÙĩ": 108805, + "мÑĸнÑĸ": 108806, + "ìĺ¬": 108807, + "Ñĩий": 108808, + "ĠÙħÚ©": 108809, + "à¹Ĥà¸Ľà¸£": 108810, + "krv": 108811, + "ĠÃŃch": 108812, + "ÏīÏĥη": 108813, + "екÑĤоÑĢ": 108814, + "Як": 108815, + "ĠpÃŃs": 108816, + "ĠÃĸzel": 108817, + "ĠtÆ°á»Ľng": 108818, + "ĠÐĶо": 108819, + "διο": 108820, + "ูà¸Ķ": 108821, + "Ġtük": 108822, + "رÛĮÙĤ": 108823, + ".ÐĴ": 108824, + "ĠåIJĪ": 108825, + "ä¿Ĥ": 108826, + "Ġobdob": 108827, + "Ġistedi": 108828, + "ÑĪла": 108829, + "æľīä¸Ģ": 108830, + "ĠвклÑİÑĩа": 108831, + "ĠتØŃÙĤÛĮÙĤ": 108832, + "ĠÙĪÙĥ": 108833, + "ĠèĪ": 108834, + "ÆĴ": 108835, + "μεÏģ": 108836, + "Ġåģ": 108837, + "ĠìĹĨëĬĶ": 108838, + "Âłd": 108839, + "ĠBắc": 108840, + "à¸ģลาà¸ĩ": 108841, + "ĠÑĩÑĥв": 108842, + "Ġcấu": 108843, + "ĠHá»ĵ": 108844, + "ĠÙģاÛĮÙĦ": 108845, + "ÏĦηγοÏģ": 108846, + "ç±į": 108847, + "Ġبت": 108848, + "ĠобÑĢазом": 108849, + "æ±ī": 108850, + "èĦij": 108851, + "Ġgiản": 108852, + "εÏģγ": 108853, + "ĠÐľÑĸ": 108854, + "èĻ½çĦ¶": 108855, + "ĠKhi": 108856, + "Ñĩини": 108857, + "Ġà¤ħà¤Ĺर": 108858, + "íķĺë©°": 108859, + "ë²Ķ": 108860, + "ãģģ": 108861, + "виÑħ": 108862, + "ĠвÑģегда": 108863, + "Ġç¶": 108864, + "ÑģÑĤвенной": 108865, + "Ġyüksel": 108866, + "測": 108867, + "Ġsıras": 108868, + "ĠÏĢÏģÏİ": 108869, + "èĢ³": 108870, + "اÛĮر": 108871, + "دÙĪد": 108872, + "ĠAlman": 108873, + "Ġverdi": 108874, + "ĠاÙĦÙħج": 108875, + "ĠاÙĦتع": 108876, + "صة": 108877, + "Ġsıra": 108878, + "Äįin": 108879, + "ĠпеÑĢÑĪ": 108880, + "æĬĺ": 108881, + "ç©į": 108882, + "ĠÑĤоб": 108883, + "Ġï¾ī": 108884, + "ฬ": 108885, + "æĿĢ": 108886, + "iydi": 108887, + "ีà¸ŀ": 108888, + "çĵ¦": 108889, + "ĠавÑĤомоб": 108890, + "ä¸Ńæĸĩ": 108891, + "à¥Ĥद": 108892, + "ĠbÄĽhem": 108893, + "ĠPÅĻed": 108894, + "ãģĵãģĨ": 108895, + "ัà¸Ī": 108896, + "Ġï½Į": 108897, + "ĠÙĩاÙĬ": 108898, + "Ġsạch": 108899, + "æĸ¹éĿ¢": 108900, + "çķ°": 108901, + "ÑĥÑĢн": 108902, + "Ġvýsled": 108903, + "Ġthần": 108904, + "ï¼ĮæīĢ以": 108905, + "Ñĥка": 108906, + "íķĺëĭ¤": 108907, + "Ġबर": 108908, + "ĠжÑĸн": 108909, + "ÄįnÃŃho": 108910, + "ĠãģĮ": 108911, + "abı": 108912, + "vánÃŃ": 108913, + "æ´Ĺ": 108914, + "ĠиÑģÑĤоÑĢ": 108915, + "ìĿ´íĦ°": 108916, + "Ġелек": 108917, + "алаÑģÑı": 108918, + "Ġznám": 108919, + "ĠطرÙģ": 108920, + "Ġsektör": 108921, + "ê¹Ģ": 108922, + "ÙĪÙĤع": 108923, + "ĠÙħÙĥ": 108924, + "ÑĢежд": 108925, + "Ġknih": 108926, + "Ġتعداد": 108927, + "åįł": 108928, + "ÑģÑĮке": 108929, + "ĠçĶµ": 108930, + "京éĥ½": 108931, + "ĠراÛĮ": 108932, + "gın": 108933, + "ĠÙĨظاÙħ": 108934, + "ĠÎłÎ¿Î»": 108935, + "ä¸ĢèĪ¬": 108936, + "Ġstále": 108937, + "ĠиÑģÑģлед": 108938, + "Ġzpráv": 108939, + "ĠÑĩиÑģÑĤ": 108940, + "ãĥ¼ãĥŀ": 108941, + "ÐŀÑģ": 108942, + "ÑģÑĮкомÑĥ": 108943, + "ĠpÅĻiprav": 108944, + "ëĮĢíĸī": 108945, + "Ġhalk": 108946, + "çĪĨ": 108947, + "ãĢģãģĬ": 108948, + "ï¼ŁâĢĿĊĊ": 108949, + "éĢı": 108950, + "ç«ŀ": 108951, + "ниÑĨÑĮ": 108952, + "çĽĺ": 108953, + "à¹Ģà¸Ńà¸ĩ": 108954, + "ìŁģ": 108955, + "à¥ĩवल": 108956, + "ä¹ĭåIJİ": 108957, + "ãĥ«ãĥĪ": 108958, + "Ġstru": 108959, + "Ġ＿": 108960, + "ÎķÎĽ": 108961, + "hle": 108962, + "ĠÙĨÙĪØ´": 108963, + "ìĿµ": 108964, + "ĠÙħÙģ": 108965, + "æĪĸèĢħ": 108966, + "Ġöld": 108967, + "éĢĶ": 108968, + "ãĥ³ãĥĹ": 108969, + "íĺ¼": 108970, + "ĠuÄŁ": 108971, + "ĠÄijá": 108972, + "ĠvlastnÃŃ": 108973, + "ĠÙħجÙĦس": 108974, + "åįĶ": 108975, + "ÏĦικήÏĤ": 108976, + "Ġpovin": 108977, + "ůl": 108978, + "ĠاÙĦØŃÙĬ": 108979, + "Ġsmlou": 108980, + "ãĥĥãĥģ": 108981, + "ĠÙĥÙĨ": 108982, + "Ġchấp": 108983, + "èIJ¬": 108984, + "جب": 108985, + "?âĢľ": 108986, + "дав": 108987, + "รวม": 108988, + "Ùİد": 108989, + "ĠاÙĦدÙĪÙĦ": 108990, + "ĠëĦ¤ìĿ´íĬ¸": 108991, + "Ġà¤Ĩस": 108992, + "ظÙĬÙģ": 108993, + "ãĥ¼ãĥ©": 108994, + "ãģłãĤįãģĨ": 108995, + "ĠÙĪاØŃد": 108996, + "رÙĪس": 108997, + "Ġzákona": 108998, + "ĠпеÑĢеб": 108999, + "à¥Ģ-": 109000, + "à¹Īà¹Ħà¸Ķ": 109001, + "为äºĨ": 109002, + "ÎĻÎĿ": 109003, + "ĠìĽĶìĦ¸": 109004, + "สà¸Ńà¸ĩ": 109005, + "Ġæīĭ": 109006, + "ĠÐĴÑģе": 109007, + "à¹Ĥย": 109008, + "Ġkaldır": 109009, + "ÏĦÎŃÏĤ": 109010, + "Ġï¿£": 109011, + "ĠíĸĪëĭ¤": 109012, + "ãĤģãģŁ": 109013, + "ĠÄįer": 109014, + "cela": 109015, + "üsü": 109016, + "ê³³": 109017, + "ìĹIJëıĦ": 109018, + "زة": 109019, + "ãģªãĤĭ": 109020, + "ÙĪÛĮÙĨ": 109021, + "çīĽ": 109022, + "Ġvoj": 109023, + "ĠëĬIJ": 109024, + "ĠÙĥÙħ": 109025, + "æ³ī": 109026, + "зÑı": 109027, + "è£Ŀ": 109028, + "ĠØ¢ÙĦ": 109029, + "Ġανά": 109030, + "ÂłÐĴ": 109031, + "Ġyapıl": 109032, + "æıĽ": 109033, + "ĠÑģÑĥÑīеÑģÑĤв": 109034, + "Ġná»iji": 109035, + "ÙĪئ": 109036, + "ĠëĦ¤ìĿ´íĬ¸ìĺ¨": 109037, + "Ġpolitik": 109038, + "Å¡ka": 109039, + "ebilirsiniz": 109040, + "ldkf": 109041, + "ÑĥблÑĸ": 109042, + "Ġeoq": 109043, + "ĠÙħØŃصÙĪÙĦ": 109044, + "krvldkf": 109045, + "Ġeoqkrvldkf": 109046, + "ÏĥεÏīν": 109047, + "بÙĦغ": 109048, + "Įĵê¸Ģ": 109049, + "ĠÑģÑĢок": 109050, + "ĠUy": 109051, + "ĠNÄĽk": 109052, + "Ġдив": 109053, + "ãĤµãĤ¤": 109054, + "ĠìĤ¬ìĿ´": 109055, + "ĠéĹ": 109056, + "ĠбаÑĤÑĮ": 109057, + "ĠпеÑĢÑĸ": 109058, + "Âĸ": 109059, + "交éĢļ": 109060, + "енз": 109061, + "ÙĪست": 109062, + "ียà¸ļ": 109063, + "Ġà¸Īะ": 109064, + "ë¡Ģ": 109065, + "üfus": 109066, + "ÙijÙIJ": 109067, + "總": 109068, + "ัà¸Ķส": 109069, + "ê²Ģ": 109070, + "ĠÑĤиÑħ": 109071, + "ĠآزÙħ": 109072, + "Ġاض": 109073, + "ì¡´": 109074, + "ÙĴت": 109075, + "æĪ¸": 109076, + "ĠìŀĪìĿĦ": 109077, + "ĠçĶ·": 109078, + "ÑīÑĸ": 109079, + "ома": 109080, + "ĠاÙģزاÛĮØ´": 109081, + "ĠThông": 109082, + "ĠاجتÙħاعÛĮ": 109083, + "елÑİ": 109084, + "ĠÑħоÑĢоÑĪо": 109085, + "à¸łà¸²à¸©": 109086, + "Ġrám": 109087, + "御": 109088, + "ãĥ¼ãĥĦ": 109089, + "ĠLỼp": 109090, + "ĠØ´ÙĬ": 109091, + "Ġhiá»ĥm": 109092, + "θν": 109093, + "οÏħÏĥ": 109094, + "復": 109095, + "Ġúzem": 109096, + "à¹ģà¸ľ": 109097, + "å·¨": 109098, + "à¸Īà¸Ļ": 109099, + "گراÙĨ": 109100, + "ĠتÛĮÙħ": 109101, + "Ġilet": 109102, + "าà¸Ĥà¸Ńà¸ĩ": 109103, + "ĠتÙĪر": 109104, + "ĠдоговоÑĢ": 109105, + "Ġtento": 109106, + "вÑĥ": 109107, + "Ġзада": 109108, + "ĠstoletÃŃ": 109109, + "ÂłĠ": 109110, + "âĢĮاÙĦ": 109111, + "Ëĺ": 109112, + "ÅŁiv": 109113, + "нÑıÑĤи": 109114, + "ãĤīãĤĮãģŁ": 109115, + "ĠSb": 109116, + "ĠاÙĦÙħص": 109117, + "ĠУкÑĢаÑĹнÑĸ": 109118, + "ĠØ´Ú©": 109119, + "iếng": 109120, + "ÑĮÑĤе": 109121, + "è°¢": 109122, + "ĠÙħتÙĨ": 109123, + "ĠÑĢад": 109124, + "ĠÙħÙĪاد": 109125, + "ì±Ħ": 109126, + "顶": 109127, + "ĠboÅŁ": 109128, + "تÙĪر": 109129, + "ĠÄijáng": 109130, + "Ġkitap": 109131, + "Ġhodin": 109132, + "Ġtarihi": 109133, + "ãĤĦãĤĭ": 109134, + "ÑģÑĤеÑĢ": 109135, + "ĠÑħод": 109136, + "вание": 109137, + "ĠоÑģвÑĸ": 109138, + "ĠÑģиÑģÑĤемÑĭ": 109139, + "़न": 109140, + "Ïĩο": 109141, + "Ġåı°": 109142, + "oÅĻ": 109143, + "ç»ıæµİ": 109144, + "Ġä½ľ": 109145, + "ĠthuáºŃn": 109146, + "ĽĪ": 109147, + "Ġyalnız": 109148, + "alet": 109149, + "ì¦Ŀê¸Ī": 109150, + "ĠзаÑī": 109151, + "ĠекÑģп": 109152, + "âĦĸâĦĸ": 109153, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 109154, + "ĠÚ¯ÙĪØ´": 109155, + "ãģ«åħ¥": 109156, + "ĠudÄĽl": 109157, + "Ġáº": 109158, + "à¤Ĩà¤Ī": 109159, + "âĢĮدÙĩ": 109160, + "æĤª": 109161, + "Ġtrò": 109162, + "æļĹ": 109163, + "λλην": 109164, + "ĠпÑĢизна": 109165, + "ĠسÛĮستÙħ": 109166, + "Ġà¤ħत": 109167, + "èo": 109168, + "è¿İ": 109169, + "ĠзÑĥб": 109170, + "ĠзаÑģоб": 109171, + "ĠسÙģ": 109172, + "ĠÙħاÙĨÙĨد": 109173, + "خش": 109174, + "vajÃŃ": 109175, + "nitÅĻ": 109176, + "æ¯Ĵ": 109177, + "æ¤į": 109178, + "ĠgiriÅŁ": 109179, + "ĠÄijáp": 109180, + "@n": 109181, + "оваÑĢи": 109182, + "Ġخدا": 109183, + "ĠvÄĽtÅ¡": 109184, + "ĠΣÏħ": 109185, + "ÙģØ©": 109186, + "аннÑıм": 109187, + "ĠÑĩлен": 109188, + "æĶ¯æĮģ": 109189, + "å¨ľ": 109190, + "lararası": 109191, + "ΡÎij": 109192, + "Ġziy": 109193, + "ĠêµIJìľ¡": 109194, + "Ġhá»ĵi": 109195, + "าà¸Ħาร": 109196, + "imleri": 109197, + "è³¼": 109198, + "ĠجÙĩاÙĨ": 109199, + "ĠÑĢозмÑĸ": 109200, + "ÑħÑĸв": 109201, + "γε": 109202, + "横": 109203, + "ÎĻÎijΣ": 109204, + "ç¶Ń": 109205, + "Ġbiraz": 109206, + "ĠÑĤакого": 109207, + "íĥĦ": 109208, + "ĠбÑĥдÑĥÑĤ": 109209, + "ĠÑĪвид": 109210, + "ĠнеÑģ": 109211, + "ĠÙħعÙĦÙĪÙħات": 109212, + "à¥ĩयर": 109213, + "ĠдвÑĥÑħ": 109214, + "å¿ħè¦ģ": 109215, + "å§Ĩ": 109216, + "Ġpohled": 109217, + "ìĬ¤íĦ°": 109218, + "Ġåįģ": 109219, + "Ġأب": 109220, + "веÑĢдж": 109221, + "Ġà¤ľà¤®": 109222, + "लत": 109223, + "åľ°åĮº": 109224, + "Ġ|[": 109225, + "ĠвмеÑģÑĤ": 109226, + "ĠکاÙħ": 109227, + "ĠãĥIJ": 109228, + "ãĥ¼ãĥĸ": 109229, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 109230, + "ĠìĥģíĴĪ": 109231, + "à¹Ģลย": 109232, + "Äįné": 109233, + "ĠÑģÑĢедÑģÑĤва": 109234, + "ĠÑĤаб": 109235, + "ĠÙħار": 109236, + "Ġhled": 109237, + "даÑĤ": 109238, + "ÙĪÛĮد": 109239, + "Ġãĥ©": 109240, + "Ġخد": 109241, + "è¤ĩ": 109242, + "ç§ĺ": 109243, + "Ġبرد": 109244, + "ĠÏĥαÏĤ": 109245, + "ÏİÏĥειÏĤ": 109246, + "æĿ¯": 109247, + "λÏį": 109248, + "宿": 109249, + "ĠëĤľ": 109250, + "ï»Ł": 109251, + "Ġözellikle": 109252, + "ĠконÑģ": 109253, + "ĠÙħغ": 109254, + "عÙĬ": 109255, + "à¹Įà¸ģ": 109256, + "ĠÙĬت": 109257, + "ĠÙħشاÙĩ": 109258, + "ĠThanh": 109259, + "à¤¾à¤ľà¤¨": 109260, + "¥¤": 109261, + "Ġvlá": 109262, + "ĠÙģض": 109263, + "ΤÎĻÎļ": 109264, + "ĠнаÑĥков": 109265, + "елем": 109266, + "ĠdÃłng": 109267, + "ĠгоÑģподаÑĢ": 109268, + "ÂłS": 109269, + "иÑĩеÑģкиÑħ": 109270, + "ĠتÙĨÙĩا": 109271, + "à¤ľà¤¨": 109272, + "Ġпан": 109273, + "åĨł": 109274, + "ĠëĤĺëĬĶ": 109275, + "tÃŃ": 109276, + "ä¸Ģèµ·": 109277, + "Ġlãnh": 109278, + "Âłv": 109279, + "ovým": 109280, + "زب": 109281, + "ĠجÙħعÛĮت": 109282, + "Ġæµ·": 109283, + "ĠоÑģÑĥÑīеÑģÑĤв": 109284, + "ãi": 109285, + "ائر": 109286, + "Ġë³ij": 109287, + "á»ĭnh": 109288, + "Ġsá»Ńa": 109289, + "à¥ĩà¤Ĥ।": 109290, + "ÄĽjÅ¡ÃŃ": 109291, + "ĠдÑĸÑĤ": 109292, + "Ġæĥ": 109293, + "mÄ±ÅŁtı": 109294, + "رØŃ": 109295, + "Ġì§Ģê¸Ī": 109296, + "妻": 109297, + "âĹĭ": 109298, + "Ġì§ĢìĹŃ": 109299, + "ÙĴÙĨ": 109300, + "ĠurÄįit": 109301, + "ÙĴÙħ": 109302, + "zÃŃ": 109303, + "èķ": 109304, + "ĠØ´ÙĪر": 109305, + "ĠKhông": 109306, + "ÛĮزÛĮ": 109307, + "Ġзг": 109308, + "Ġвне": 109309, + "ĠprávÄĽ": 109310, + "è«ĭ": 109311, + "اÙĬت": 109312, + "ัà¸ģร": 109313, + "Ġoldukça": 109314, + "ãĤģãĤĭ": 109315, + "ĠTây": 109316, + "ëĿ¼ìĿ¸": 109317, + "èĻķ": 109318, + "ĠsÆ°": 109319, + "Ġник": 109320, + "Ùł": 109321, + "اشÛĮÙĨ": 109322, + "elerde": 109323, + "ìĭľìķĦ": 109324, + "ĠÑĥмов": 109325, + "ĠçalÄ±ÅŁan": 109326, + "Ġë¸Ķ": 109327, + "ĠÑĤаким": 109328, + "ÑĢин": 109329, + "ĠØ®ÙĦ": 109330, + "ayd": 109331, + "Ġãĥ¡": 109332, + "ейÑĩаÑģ": 109333, + "Ġdoprav": 109334, + "ãģĵãģ¨ãģ¯": 109335, + "Ġì¶Ķì²ľ": 109336, + "延": 109337, + "Ġkı": 109338, + "åı¶": 109339, + "ÑĢиг": 109340, + "íħľ": 109341, + "çĶ³åįļ": 109342, + "ĠвеÑĤ": 109343, + "ĠпомоÑīÑĮÑİ": 109344, + "ĠاÙģراد": 109345, + "ÏĢει": 109346, + "à¹Ģสร": 109347, + "Ġgiám": 109348, + "éİ": 109349, + "hlas": 109350, + "manız": 109351, + "англ": 109352, + "Ġmuž": 109353, + "ÂłK": 109354, + "ÑĢедиÑĤ": 109355, + "设å¤ĩ": 109356, + "ιÏĥμ": 109357, + "Ġcải": 109358, + "ĠéĢļ": 109359, + "ĠÙĥار": 109360, + "Ġподоб": 109361, + "ĠмеÑĤал": 109362, + "ĠÑģаме": 109363, + "лÑĥÑĩ": 109364, + "åĤ³": 109365, + "ĠÙĪÙĩÙĪ": 109366, + "Ġéĩį": 109367, + "вий": 109368, + "æ³ģ": 109369, + "ĠæĿİ": 109370, + "ĠiliÅŁkin": 109371, + "ĠείÏĩε": 109372, + "çĬ¯": 109373, + "ÅĻejmÄĽ": 109374, + "èŃĺ": 109375, + "稱": 109376, + "μμα": 109377, + "ĠÙĦÛĮ": 109378, + "ÙĩاÙĬ": 109379, + "ĠопиÑģ": 109380, + "گرد": 109381, + "ĠгÑĢ": 109382, + "ĠAnimalia": 109383, + "ÐŁÐ¾": 109384, + "Ġbóng": 109385, + "ĠдеÑĤей": 109386, + "Ġlâu": 109387, + "ĠæķĻ": 109388, + "ĠпоÑıÑģ": 109389, + "ĠاÙĦØ¢": 109390, + "ัà¸Ļà¸ķ": 109391, + "Ġдев": 109392, + "ĠÑĨей": 109393, + "ÑĮв": 109394, + "æĥł": 109395, + "maları": 109396, + "imler": 109397, + "à¥Ī।ĊĊ": 109398, + "Ġном": 109399, + "zv": 109400, + "Ġà¸ģร": 109401, + "ĠpaylaÅŁ": 109402, + "Âłs": 109403, + "िसम": 109404, + "ÑģÑĤвеннÑĭÑħ": 109405, + "stoup": 109406, + "онÑĸ": 109407, + "stÃŃ": 109408, + "ĠØŃÚ©": 109409, + "ĠگرÙģت": 109410, + "าà¸Ħา": 109411, + "дÑı": 109412, + "ÙĦاث": 109413, + "Ġzdravot": 109414, + "ä¸ĬãģĴ": 109415, + "ãģ¼": 109416, + "elere": 109417, + "ظÙħ": 109418, + "ĠÑģвеÑĤ": 109419, + "оÑĢг": 109420, + "ç«¥": 109421, + "ĠпеÑĢеп": 109422, + "Ġमद": 109423, + "аза": 109424, + "å¦Ĥä½ķ": 109425, + "ÑģÑĮкÑĸй": 109426, + "ĠbÆ°á»Ľc": 109427, + "Ġgerekli": 109428, + "大家": 109429, + "Ġtrái": 109430, + "éģ©": 109431, + "ä¸Ń央": 109432, + "Ġphản": 109433, + "Ġعرض": 109434, + "ĠÙĥتاب": 109435, + "æĭ©": 109436, + "ÑĪего": 109437, + "帮": 109438, + "ĠÙĨÛĮاز": 109439, + "è¿·": 109440, + "à¸¸à¸Ľ": 109441, + "à¸´à¸Ľ": 109442, + "Ġدخ": 109443, + "ÏĦικÎŃÏĤ": 109444, + "ĠUz": 109445, + "ĠتÙĪÙħاÙĨ": 109446, + "ĠÙĪاÙĦØ£": 109447, + "ÅĻes": 109448, + "Ñijм": 109449, + "Ġå¸Ĥ": 109450, + "ĠÑĤоже": 109451, + "Ġyapan": 109452, + "彼女": 109453, + "ĠÙħدر": 109454, + "¶ģ": 109455, + "ĠæŶ": 109456, + "à¹Ģà¸ĺ": 109457, + "ĠÙħاÙĦ": 109458, + "ĠBüyük": 109459, + "ĠÙĦت": 109460, + "å°ļ": 109461, + "deme": 109462, + "üb": 109463, + "ĠÑħÑĥд": 109464, + "Ġléka": 109465, + "缼": 109466, + "缴æİ¥": 109467, + "ниÑĨÑĤва": 109468, + "ĠпÑĢиÑĩин": 109469, + "еÑĢап": 109470, + "ĠÑģозда": 109471, + "械": 109472, + "Ġmüz": 109473, + "ç³»åĪĹ": 109474, + "ouz": 109475, + "Ġà¤ĵर": 109476, + "ÑĢÑĥÑĩ": 109477, + "Ġá½": 109478, + "μÎŃνα": 109479, + "ĠпÑĢедмеÑĤ": 109480, + "Ġå²": 109481, + "ãĥ³ãĥģ": 109482, + "μÎŃνη": 109483, + "лÑĥг": 109484, + "Âłn": 109485, + "ĠTarih": 109486, + "ĠãĢĪ": 109487, + "Ġbana": 109488, + "ĠcÃŃ": 109489, + "Ġvýkon": 109490, + "åĽłæѤ": 109491, + "ĠtÅĻi": 109492, + "าà¸ĭ": 109493, + "vailable": 109494, + "Ġistem": 109495, + "ãĥ¥ãĥ¼": 109496, + "ÐķÐĿ": 109497, + "ĠгаÑĢ": 109498, + "οÏħλ": 109499, + "à¥Ľ": 109500, + "ĠÙĪضع": 109501, + "สะ": 109502, + "è·Ŀ": 109503, + "ĠØŃÙģ": 109504, + "ิà¸Ĺยาล": 109505, + "她çļĦ": 109506, + "нÑĸÑĪ": 109507, + "жение": 109508, + "기ìĹIJ": 109509, + "Ġéĺ¿": 109510, + "ĠÙħارس": 109511, + "ĠçeÅŁitli": 109512, + "ĠÅŁehir": 109513, + "átor": 109514, + "à¹īà¸Ĺ": 109515, + "ìĿ´ëĬĶ": 109516, + "Ġè²": 109517, + "é¡į": 109518, + "çĻĤ": 109519, + "ĠниÑĩ": 109520, + "Ġê°Ģì§Ģ": 109521, + "伦": 109522, + "rán": 109523, + "ostat": 109524, + "ĠÙĦÙĥ": 109525, + "èº": 109526, + "ĠNgÃłnh": 109527, + "Ġसद": 109528, + "æľĹ": 109529, + "çĦ¶åIJİ": 109530, + "ãĤ¸ãĤ§": 109531, + "леÑĢ": 109532, + "ĠÐŀна": 109533, + "سÙĪÙĨ": 109534, + "Ïģον": 109535, + "ĠدرÛĮاÙģت": 109536, + "à¸Ńà¸Ńà¸Ļà¹Ħลà¸Ļ": 109537, + "Ġdál": 109538, + "ĠмÑĸÑģÑĨе": 109539, + "Ġдней": 109540, + "ĠاÙĦات": 109541, + "Ġरहत": 109542, + "ï¼Į对": 109543, + "è³ĩæĸĻ": 109544, + "ä»»ä½ķ": 109545, + "éĦ": 109546, + "taj": 109547, + "βά": 109548, + "Ġнадо": 109549, + "ĠÑģÑĤÑĥд": 109550, + "ĠÅŁeh": 109551, + "ัà¸įà¸į": 109552, + "à¥ĭब": 109553, + "ãĥ©ãĥ¼": 109554, + "Û±Ûµ": 109555, + "ept": 109556, + "Ġbildir": 109557, + "สà¸ĸาà¸Ļ": 109558, + "еÑĤÑĮÑģÑı": 109559, + "ským": 109560, + "ĠоблаÑģÑĤÑĮ": 109561, + "Ġìŀł": 109562, + "ĠGör": 109563, + "Ġdayan": 109564, + "ĠÛĮاد": 109565, + "çĶŁäº§": 109566, + "íĺij": 109567, + "å¾ģ": 109568, + "Ġاجر": 109569, + "ĠпÑĢе": 109570, + "ä¸īä¸īä¸īä¸ī": 109571, + "åŁİå¸Ĥ": 109572, + "ĠпÑĢимеÑĢ": 109573, + "Äįást": 109574, + "èģĺ": 109575, + "ĠÙħربÙĪØ·": 109576, + "æŀļ": 109577, + "åĪĢ": 109578, + "æŁ¥çľĭ": 109579, + "Ġ모ëijIJ": 109580, + "ìŀIJë£Į": 109581, + "-､": 109582, + "Ġê°ĻìĿ´": 109583, + "Ġì¡´": 109584, + "егоÑĢ": 109585, + "edik": 109586, + "имÑĥ": 109587, + "ĠArth": 109588, + "åºĶçĶ¨": 109589, + "miÅŁti": 109590, + "Ġkhá»ıe": 109591, + "ĠÑĸд": 109592, + "λλη": 109593, + "âh": 109594, + "маг": 109595, + "éļĨ": 109596, + "ĠвнÑĥÑĤÑĢ": 109597, + "Ġبط": 109598, + "(æĹ¥": 109599, + "Ä°Y": 109600, + "лик": 109601, + "ĠBản": 109602, + "ĠتÙĪس": 109603, + "़त": 109604, + "amak": 109605, + "åķıé¡Į": 109606, + "ĠÑģамоÑģÑĤ": 109607, + "ï¼¼Ċ": 109608, + "Ġç¦ı": 109609, + "Ù¡": 109610, + "ĠÑĦоÑĢми": 109611, + "ĠÑĢозÑĥм": 109612, + "ĠÙħطاÙĦ": 109613, + "ä¹Łæĺ¯": 109614, + "ç¾İåĽ½": 109615, + "ëĵľë¦½ëĭĪëĭ¤": 109616, + "ĠlÄ©nh": 109617, + "ĠпоÑĤомÑĥ": 109618, + "ÑıбÑĢÑı": 109619, + "漫": 109620, + "Ġngoại": 109621, + "à¸Ńำ": 109622, + "ÙĬÙĨا": 109623, + "Ġmlad": 109624, + "ÏĥÏĦά": 109625, + "اتر": 109626, + "주ìĿĺ": 109627, + "еннÑĸ": 109628, + "оза": 109629, + "ÙĤات": 109630, + "ĠÐĴаÑģ": 109631, + "è®Ń": 109632, + "éIJ": 109633, + "ÑĥÑİÑĩи": 109634, + "Ġکر": 109635, + "Ġ.|": 109636, + "Ġgenç": 109637, + "該": 109638, + "ä»ģ": 109639, + "одÑĭ": 109640, + "ĠØ£ÙĪÙĦ": 109641, + "ĠìĤ¬íļĮ": 109642, + "Ġà¹Ģส": 109643, + "ĠëķĮ문ìĹIJ": 109644, + "âĢĮب": 109645, + "ĠлиÑĪÑĮ": 109646, + "Ġименно": 109647, + "madı": 109648, + "ĠéĤ": 109649, + "ĠÙĪارد": 109650, + "Ġtakım": 109651, + "Ġà¹Ģห": 109652, + "Ġà¸Ńย": 109653, + "Ġkonusu": 109654, + "Ø®ÙĪ": 109655, + "ĠÑģид": 109656, + "赤": 109657, + "оÑıÑĤелÑĮ": 109658, + "ëĭµ": 109659, + "εÏī": 109660, + "ÑĸÑħ": 109661, + "Ġयद": 109662, + "ĠÚ©ÛĮÙģ": 109663, + "μοÏĤ": 109664, + "Ġaldı": 109665, + "ĠíĻį": 109666, + "кÑĥп": 109667, + "ĠÙĨÙħاÛĮØ´": 109668, + "ãģ¥": 109669, + "Ġíķ©ëĭĪëĭ¤": 109670, + "ĠëĮĵê¸Ģ": 109671, + "боÑĢа": 109672, + "éīĦ": 109673, + "Ġà¹Ģà¸Ī": 109674, + "à¹īà¸ģ": 109675, + "§ط": 109676, + "ربÙĩ": 109677, + "ĠÑĥз": 109678, + "ĠмаÑİÑĤÑĮ": 109679, + "Ġbyli": 109680, + "ีà¸ķ": 109681, + "Ġì§ĢìĽIJ": 109682, + "èĩªçĦ¶": 109683, + "ùy": 109684, + "ĠçaÄŁ": 109685, + "един": 109686, + "ëī´": 109687, + "åį±": 109688, + "ĠпозволÑı": 109689, + "ØŃاد": 109690, + "ĠÑĩего": 109691, + "ียร": 109692, + "Ġyöntem": 109693, + "Ġders": 109694, + "ĠÑģÑĤоÑı": 109695, + "ĠкÑĢÑĥп": 109696, + "Ġð": 109697, + "ĠдомаÑĪ": 109698, + "енд": 109699, + "继": 109700, + "ĠÄijô": 109701, + "ĠchtÄĽ": 109702, + "计åĪĴ": 109703, + "ÎŃα": 109704, + "ĠdobÅĻe": 109705, + "สà¸Ńà¸ļ": 109706, + "еление": 109707, + "ĠÄijông": 109708, + "ãģ¾ãĤĬ": 109709, + "Ġboyunca": 109710, + "à¥ģà¤Ĺ": 109711, + "ĠÑĦиз": 109712, + "ãĤ³ãĥ³": 109713, + "Ġdeney": 109714, + "ÑĩеÑģкиÑħ": 109715, + "λον": 109716, + "以åıĬ": 109717, + "اÙĪت": 109718, + "³³³³³": 109719, + "Ġì¤Ħ": 109720, + "िफ": 109721, + "ĠÑĤол": 109722, + "ĠëĤ´ê°Ģ": 109723, + "âĸı": 109724, + "Ġphá": 109725, + "ĠÑģпÑĸв": 109726, + "ĠجÙħÙĬع": 109727, + "ĠbezpeÄį": 109728, + "ĠæĹł": 109729, + "ĠvÅ¡e": 109730, + "ÑģÑĤвÑĥ": 109731, + "dust": 109732, + "oÅ¡": 109733, + "ĠتارÙĬØ®": 109734, + "اØŃØ©": 109735, + "ĠÙħشارÙĥØ©": 109736, + "Ġακ": 109737, + "ัà¸Ļà¸Ļ": 109738, + "éģĬ": 109739, + "ĠÑģоÑĤ": 109740, + "Ġказ": 109741, + "ĠÑĤеÑĩение": 109742, + "긴": 109743, + "acaktır": 109744, + "ê±°ëĤĺ": 109745, + "ียม": 109746, + "ĠÑģÑĥÑħ": 109747, + "ĠëĦĪ무": 109748, + "ãģıãĤĭ": 109749, + "ĠкоÑĤоÑĢой": 109750, + "اÙĤØ©": 109751, + "yıl": 109752, + "ãĤ»ãĥĥãĥĪ": 109753, + "ĠÑįлем": 109754, + "æģIJ": 109755, + "ÙĨاء": 109756, + "åħ©": 109757, + "ĠteÄı": 109758, + "严": 109759, + "Ġì§Ī문": 109760, + "Ġ为": 109761, + "ìĭľíĹĺ": 109762, + "ĠпÑĢок": 109763, + "ujeme": 109764, + "ücü": 109765, + "ĠاÙĦÙħغ": 109766, + "ĠØŃساب": 109767, + "ãģĹãģ¦ãģĦ": 109768, + "кова": 109769, + "ĠÄijÃło": 109770, + "ĠпÑĢиз": 109771, + "ĠÙĪÙħÙĨ": 109772, + "ĠоÑĢ": 109773, + "à¸ģà¸ķ": 109774, + "аÑĦ": 109775, + "Ġà¸ŀร": 109776, + "ÑĨией": 109777, + "æª": 109778, + "Ġpůsob": 109779, + "åŃ©åŃIJ": 109780, + "Ġbánh": 109781, + "ĠÑĦоÑĢмÑĥ": 109782, + "Ġá»ķ": 109783, + "Ġменее": 109784, + "à¹īาห": 109785, + "ниÑĨа": 109786, + "ีĊ": 109787, + "ĠволоÑģ": 109788, + "ĠارائÙĩ": 109789, + "第ä¸ī": 109790, + "ëIJĺìĹĪ": 109791, + "Ġkısm": 109792, + "ãĥ¼ãĥĬ": 109793, + "lerimiz": 109794, + "ÙĨÙĬÙĨ": 109795, + "ĠNgÆ°á»Ŀi": 109796, + "ĠоÑĤдел": 109797, + "çļĦæŶåĢĻ": 109798, + "онов": 109799, + "Äįan": 109800, + "izm": 109801, + "ĠÑģобой": 109802, + "à¹ĩà¸ķ": 109803, + "ĠÑģлÑĸд": 109804, + "Ġà¤ľà¤¹": 109805, + "ï¼ĮæĪij们": 109806, + "ãĢĤãģĿãģ®": 109807, + "ÏĢÏīÏĤ": 109808, + "çĨŁ": 109809, + "ฯ": 109810, + "ëĦIJ": 109811, + "æľĭ": 109812, + "Ġë¹Ħë°Ģ": 109813, + "ëįķ": 109814, + "ĠmÃłn": 109815, + "ìĿ´ê³ł": 109816, + "ëŀľëĵľ": 109817, + "éĤĦ": 109818, + "Ä±ÅŁÄ±k": 109819, + "Ġ个": 109820, + "Ġnád": 109821, + "бÑĢа": 109822, + "æĮĩå®ļ": 109823, + "larıyla": 109824, + "ĠÐŀни": 109825, + "Ġhra": 109826, + "ĠÑĢеÑĨеп": 109827, + "ĠÐłÐ¾ÑģÑģий": 109828, + "å½±åĵį": 109829, + "ĠKdyž": 109830, + "ĠÃ¶ÄŁrenc": 109831, + "åīµ": 109832, + "Ġjist": 109833, + "èĪĪ": 109834, + "触": 109835, + "åıijçİ°": 109836, + "มาย": 109837, + "erken": 109838, + "ĠздеÑģÑĮ": 109839, + "ĠÙħسئ": 109840, + "@nate": 109841, + "ĠëĤ´ìļ©": 109842, + "ĠnabÃŃd": 109843, + "ÛĢ": 109844, + "ĠмоменÑĤ": 109845, + "ãģłãģĮ": 109846, + "ίδα": 109847, + "Tak": 109848, + "Ġë³´ê³ł": 109849, + ":::::::::": 109850, + "ÄŁmen": 109851, + "ĠпомеÑī": 109852, + "ãģ«ãģ¤ãģĦãģ¦": 109853, + "ĠÙģÙĪÙĤ": 109854, + "ĠعضÙĪ": 109855, + "ĠÙħÛĮاÙĨ": 109856, + "Ġmüc": 109857, + "ĠпÑĢоÑıв": 109858, + "ÑĩеÑģки": 109859, + "ãģłãģĭãĤī": 109860, + "éĤ¦": 109861, + "Ġë¶ĦìĦĿ": 109862, + "飩": 109863, + "į¨": 109864, + "ĠDaha": 109865, + "ĠκÏĮ": 109866, + "ĠнаÑĩина": 109867, + "ĠÐŁÐ¾ÑĤ": 109868, + "ÏĥκεÏħ": 109869, + "ĠÑĢан": 109870, + "ÙĪÙĬس": 109871, + "::::::::::": 109872, + "Û±Û¹Û¹": 109873, + "Ġardından": 109874, + "à¹Ĥà¸Ķ": 109875, + "اراÙĨ": 109876, + "داد": 109877, + "Ġquý": 109878, + "ĠØ£Ùĥثر": 109879, + "âĹĨ": 109880, + "ĠأخرÙī": 109881, + "Ġë§ĪìĿĮ": 109882, + "릴": 109883, + "ĠعÙĦÙĪÙħ": 109884, + "ĠeÄŁ": 109885, + "воÑĢÑİ": 109886, + "ĠãĥĹ": 109887, + "ÑĥÑĩаÑģ": 109888, + "Ġبأ": 109889, + "ÏĨο": 109890, + "никами": 109891, + "à¹ĥà¸ķ": 109892, + "ÄįetnÄĽ": 109893, + "à¸ļาà¸ĩ": 109894, + "çīĻ": 109895, + "ãĥªãĤ«": 109896, + "íĴ": 109897, + "åĩºçīĪ": 109898, + "γι": 109899, + "ãĢĤãģĿãĤĮ": 109900, + "Ġyani": 109901, + "lech": 109902, + "ĠLuáºŃt": 109903, + "çļĦãģª": 109904, + "Ġnedeniyle": 109905, + "dej": 109906, + "ĠÑģовеÑĢÑĪ": 109907, + "Ġphá»ķ": 109908, + "ısından": 109909, + "Ġchắc": 109910, + "deÅŁ": 109911, + "Ġкоман": 109912, + "æĽ¿": 109913, + "Ġplán": 109914, + "Ġdữ": 109915, + "ĠêµŃê°Ģ": 109916, + "Ġtakip": 109917, + "Ġthủy": 109918, + "ÑģлÑĸд": 109919, + "âī§": 109920, + "ĠIIC": 109921, + "θÏħ": 109922, + "ávat": 109923, + "ĠÑģок": 109924, + "ĠбагаÑĤо": 109925, + ";:;:;:;:": 109926, + "ÏģιοÏĤ": 109927, + "ilmiÅŁtir": 109928, + "Ġznam": 109929, + "ĠΤα": 109930, + "amaz": 109931, + "à¹ģà¸ŀ": 109932, + "ãĥģãĥ£": 109933, + "Ġkullanı": 109934, + "æĶ¾éĢģ": 109935, + "дн": 109936, + "ĠÙĪاب": 109937, + "Ġtrắng": 109938, + "ÑģÑıг": 109939, + "Ġارتباط": 109940, + "ĠвÑħод": 109941, + "å·ŀå¸Ĥ": 109942, + "Ġसत": 109943, + "ÑĩаеÑĤÑģÑı": 109944, + "íĮĮíĬ¸": 109945, + "ĠNhững": 109946, + "ä¸įåı¯": 109947, + "å±Ĭ": 109948, + "ĠãĤŃ": 109949, + "ارÙĩاÛĮ": 109950, + "ĠarÅŁiv": 109951, + "ĠاÙĦÙī": 109952, + "ायà¤ķ": 109953, + "ãģĹãĤĩãģĨ": 109954, + "Ġulus": 109955, + "alaxy": 109956, + "기ê°Ģ": 109957, + "ãİ¡(": 109958, + "μάÏĦÏīν": 109959, + "èn": 109960, + "ùi": 109961, + "ĠнаÑģÑĤоÑı": 109962, + "ĠСв": 109963, + "ĠоÑģоби": 109964, + "ково": 109965, + "ĠÑĢебенка": 109966, + "ĠÑĤÑıж": 109967, + "Ġxuá»ijng": 109968, + "Ġê¶Į": 109969, + "огод": 109970, + "Ġấy": 109971, + "è²ł": 109972, + "วà¸Ļ": 109973, + "Ġstanov": 109974, + "Ġkrál": 109975, + "Ġà¤ĩसल": 109976, + "ebe": 109977, + "宾": 109978, + "ĠдоÑģÑĤаÑĤоÑĩно": 109979, + "IIIK": 109980, + "ÏĢά": 109981, + "Ġbirkaç": 109982, + "ĠاÙĦÙħÙĤ": 109983, + "ãĥ¶": 109984, + "ĠBaÅŁkanı": 109985, + "Ġ첨ë¶ĢíĮĮìĿ¼": 109986, + "Ġyarar": 109987, + "亡": 109988, + "ĠÏĢÏĮ": 109989, + "ÂłÑģ": 109990, + "δή": 109991, + "elerini": 109992, + "Ġsuç": 109993, + "Ġдома": 109994, + "ĠнаÑĢÑĥÑĪ": 109995, + "Ġί": 109996, + "Ġê·¸ìĿĺ": 109997, + "çĶµå½±": 109998, + "ابÙĩ": 109999, + "комÑĥ": 110000, + "Ġतब": 110001, + "à¥Īà¤ł": 110002, + "Ġ모ì§ij": 110003, + "Ġæ±Ł": 110004, + "Ġê²ĥìĿĢ": 110005, + "ονÏĦαι": 110006, + "ĠاÙĦرÙĬاض": 110007, + "許": 110008, + "Ġhalinde": 110009, + "ĠاشارÙĩ": 110010, + "ĠкÑĢÑĭ": 110011, + "лений": 110012, + "luÄŁ": 110013, + "Ġdobu": 110014, + "sik": 110015, + "à¥ģà¤Ł": 110016, + "ĠкÑĸн": 110017, + "ãģ¨ãģį": 110018, + "à¥Ĥस": 110019, + "æħ¢": 110020, + "ĠdÄ±ÅŁÄ±nda": 110021, + "ç·ı": 110022, + "ĠbÃŃ": 110023, + "ĠCLIIIK": 110024, + "ĠIICIII": 110025, + "Ġherk": 110026, + "ãĤıãģĽ": 110027, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 110028, + "³³³³³³": 110029, + "اÙĦد": 110030, + "Ġdavran": 110031, + "Äįer": 110032, + "ĠØŁ": 110033, + "ãģĺãĤĥãģªãģĦ": 110034, + "Ġdair": 110035, + "Ġ": 110036, + "ัà¸ĩส": 110037, + "Ġëĭ´": 110038, + "å¾ŀ": 110039, + "ĠÑįÑĤиÑħ": 110040, + "诺": 110041, + "á»·": 110042, + "еÑĢиÑģÑĤи": 110043, + "овÑĭÑħ": 110044, + "Ġãĥĩ": 110045, + "ضÙĬ": 110046, + "Ġà¤īà¤ł": 110047, + "ĠnapÅĻÃŃklad": 110048, + "è´Ŀ": 110049, + "ĠÅ¡k": 110050, + "ĠبÙĪدÙĨد": 110051, + "vůli": 110052, + "éģĩ": 110053, + "Ġзнай": 110054, + "ĠTham": 110055, + "rani": 110056, + "اØŃت": 110057, + "Ø´Ùĩ": 110058, + "мÑĸнÑĸÑģÑĤÑĢа": 110059, + "à¹ĭ": 110060, + "ĠÎijνα": 110061, + "à¥ĭà¤ļ": 110062, + "ç»Ħç»ĩ": 110063, + "ÑģÑĤиÑĤ": 110064, + "imli": 110065, + "åIJįçĦ¡ãģĹãģķãĤĵ": 110066, + "ÙijØ©": 110067, + "θμ": 110068, + "олоÑĤ": 110069, + "ยà¸ĩ": 110070, + "ãĤīãĤĮãĤĭ": 110071, + "ĠлиÑĩ": 110072, + "овÑĭе": 110073, + "éĢĥ": 110074, + "Ġ广": 110075, + "ìĬ¬": 110076, + "ÙħÛĮÙĨ": 110077, + "ĠìłĦì²´": 110078, + "ĠÎŃÏĩ": 110079, + "Ġì±ħ": 110080, + "Ġhlas": 110081, + "екÑĤив": 110082, + "ĠÏĢλη": 110083, + "luÄŁu": 110084, + "好çļĦ": 110085, + "ĠÚĨÙĪÙĨ": 110086, + "ĠBeled": 110087, + "Ġengel": 110088, + "нÑıÑı": 110089, + "ĠyaÅŁan": 110090, + "ÑĩниÑħ": 110091, + "ارÙĬØ©": 110092, + "मत": 110093, + "ãĥĭãĥĭãĥĭãĥĭ": 110094, + "åĭ¢": 110095, + "ĠåĨħ": 110096, + "Ġíı¬íķ¨": 110097, + "ĠобÑģ": 110098, + "Ġthấp": 110099, + "Ġdây": 110100, + "ãĥĸãĥ©": 110101, + "аÑĤÑĭ": 110102, + "ĠÑģвоей": 110103, + "ãĤīãģªãģĦ": 110104, + "åıijçĶŁ": 110105, + "erece": 110106, + "Ġodbor": 110107, + "ĠвнеÑģ": 110108, + "ĠÄIJảng": 110109, + "ĠëıĮìķĦ": 110110, + "ÄĽli": 110111, + "ısında": 110112, + "Ġबदल": 110113, + "vnÃŃ": 110114, + "ãģ®ãģ«": 110115, + "ĠпоÑĤом": 110116, + "imde": 110117, + "alama": 110118, + "âĢª": 110119, + "ĠstejnÄĽ": 110120, + "еÑĢе": 110121, + "éĴ¢": 110122, + "æľºæŀĦ": 110123, + "Ġè³": 110124, + "åĶ±": 110125, + "Ġëħ¸ì¶ľ": 110126, + "Ġлибо": 110127, + "âĢĬ": 110128, + "Ġcez": 110129, + "romÄĽ": 110130, + "ίÏīν": 110131, + "ÏĨή": 110132, + "ĠíĻ©": 110133, + "Ġdlouh": 110134, + "骨": 110135, + "åħ¬éĩĮ": 110136, + "伸": 110137, + "Ġãĥij": 110138, + "ä»Ļ": 110139, + "Ġolmadı": 110140, + "елиÑĩ": 110141, + "ождениÑı": 110142, + "Ġsöyledi": 110143, + "átek": 110144, + "ìĥµ": 110145, + "ยวà¸ģ": 110146, + "Ġ鼻": 110147, + "Ġпев": 110148, + "ĠдÑĢÑĥгие": 110149, + "átku": 110150, + "ĠعÙĪ": 110151, + "ována": 110152, + "ضر": 110153, + "ĠëģĿ": 110154, + "ĠíĨµíķ´": 110155, + "Îĸ": 110156, + "Ġvur": 110157, + "åĨ²": 110158, + "ĠпÑĢек": 110159, + "Ġपà¤ķ": 110160, + "Ġà¹Ģà¸Ĺ": 110161, + "ãģ¨ãģĭ": 110162, + "عÙĨ": 110163, + "å®ĩ": 110164, + "ÏĦζ": 110165, + "Ġnằm": 110166, + "ĠÑģвоб": 110167, + "ĠδÏį": 110168, + "çĸĹ": 110169, + "-й": 110170, + "é¦Ļ港": 110171, + "تا": 110172, + "Ïĥιμο": 110173, + "íķĦ": 110174, + "Ġ详æĥħ": 110175, + "両": 110176, + "ÙİاÙĦ": 110177, + "ĠTrÆ°á»Ŀng": 110178, + "eného": 110179, + "ĠÑĢекомендÑĥ": 110180, + "ÛĮرÙĩ": 110181, + "าà¸ĸ": 110182, + "ĠکاÙħÙĦ": 110183, + "بط": 110184, + "زÛĮÙĨÙĩ": 110185, + "Ġдолжна": 110186, + "Ġë§İìĿĢ": 110187, + "âĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹı": 110188, + "lepÅ¡ÃŃ": 110189, + "алог": 110190, + "ãĤªãĥ³": 110191, + "Ġë³Ħ": 110192, + "ırı": 110193, + "ĠجاÙħعÙĩ": 110194, + "æĽľ": 110195, + "ojÃŃ": 110196, + "ĠÑĪлÑıÑħ": 110197, + "Ġhızlı": 110198, + "ĠخصÙĪص": 110199, + "ÐIJÑĢ": 110200, + "åľĺ": 110201, + "ĠживоÑĤ": 110202, + "é±": 110203, + "Ġngữ": 110204, + "Ġvòng": 110205, + "èİ«": 110206, + "ĠзаÑħод": 110207, + "ìĻĦ": 110208, + "ĠÑģледÑĥÑİÑī": 110209, + "éĹ»": 110210, + "ÑijÑĢ": 110211, + "ĠchvÃŃ": 110212, + "èĥľ": 110213, + "ãģªãģĹ": 110214, + "Ġteknoloj": 110215, + "ejména": 110216, + "ĠìłĪ": 110217, + "ì³IJ": 110218, + "æĻ®éĢļ": 110219, + "Ġvýro": 110220, + "Ġayrı": 110221, + "ĠпÑĢев": 110222, + "Ġgóp": 110223, + "à¹Ĥà¸ģ": 110224, + "à¸Ĺำà¹ĥห": 110225, + "åıİ": 110226, + "åĺī": 110227, + "Ġtelev": 110228, + "ãģ¨ãģĵãĤį": 110229, + "ëıĮ": 110230, + "phyl": 110231, + "ราะ": 110232, + "ĠçĪ": 110233, + "ÑģÑĤиÑĤÑĥ": 110234, + "ï¼Įè¿ĺ": 110235, + "ĠÎijγ": 110236, + "Äįku": 110237, + "æı´": 110238, + "ायत": 110239, + "æıı": 110240, + "ãĤĤãģĹ": 110241, + "ĠпеÑĢеÑģ": 110242, + "ĠìĺģíĻĶ": 110243, + "idla": 110244, + "åİħ": 110245, + "ï¼ı:": 110246, + "ترÛĮ": 110247, + "à¸Ľà¸ı": 110248, + "ĠнаÑģеленнÑı": 110249, + "Ġamaç": 110250, + "Ġkdo": 110251, + "ĠизвеÑģÑĤ": 110252, + "ÑĪиÑĢ": 110253, + "ì£ł": 110254, + "Å¡it": 110255, + "Ġtá»ijc": 110256, + "ìŀIJìĿĺ": 110257, + "ÑĩаÑĤ": 110258, + "åıĥ": 110259, + "鼶": 110260, + "å°º": 110261, + "Ġindir": 110262, + "ĠнаÑĨÑĸоналÑĮ": 110263, + "Ġxanh": 110264, + "ÛĮدÛĮ": 110265, + "ĠинÑĤеÑĢеÑģ": 110266, + "ĠآسÛĮ": 110267, + "éĤ£ä¸ª": 110268, + "Ġbilm": 110269, + "ане": 110270, + "ĠtÄĽchto": 110271, + "Ñĩик": 110272, + "ĠдоÑħод": 110273, + "èĤ¡ä»½": 110274, + "åħ³ç³»": 110275, + "ãģ«ãģªãģ£ãģŁ": 110276, + "ĠпÑĢедпÑĢи": 110277, + "Ġgeçen": 110278, + "ĠبÙĤ": 110279, + "Ġvýznam": 110280, + "Ġà¹Ģà¸Ħร": 110281, + "ĠÑħÑĤо": 110282, + "Ø´ÙĬ": 110283, + "åıĤåĬł": 110284, + "ÑģÑĤвенного": 110285, + "ÑĤÑĢон": 110286, + "ÂĢÂĢÂĢÂĢ": 110287, + "æ¢Ŀ": 110288, + "бав": 110289, + "Û±Û¶": 110290, + "顺": 110291, + "Ġjaz": 110292, + "ĠاÙĦÙħÙĦ": 110293, + "Ġاثر": 110294, + "ĠпÑĢивод": 110295, + "анÑĥ": 110296, + "à¥ģà¤Ń": 110297, + "æŧ": 110298, + "ÑĮе": 110299, + "สล": 110300, + "лÑıÑİÑĤ": 110301, + "วà¸Ķ": 110302, + "Æ°á»Ľi": 110303, + "ÙĬÙħØ©": 110304, + "ãĤ¯ãĥŃ": 110305, + "лий": 110306, + "γÏģά": 110307, + "Ġperforman": 110308, + "è¯ī": 110309, + "ä½łçļĦ": 110310, + "ìħĶ": 110311, + "нениÑı": 110312, + "á»Ńi": 110313, + "ÙĪزÛĮ": 110314, + "éŁ¿": 110315, + "à¥Īद": 110316, + "Ġ몸": 110317, + "Ġeser": 110318, + "ĠÙģعاÙĦÛĮت": 110319, + "нÑĸвеÑĢ": 110320, + "κÏģα": 110321, + "証": 110322, + "Ġnemoc": 110323, + "Ġyardımcı": 110324, + "Ġçī¹": 110325, + "Ġкоп": 110326, + "ĠÐľÐ¾Ð¶": 110327, + "़à¤ķ": 110328, + "Ġëľ": 110329, + "ĠÑĢеак": 110330, + "Ġpozor": 110331, + "ÂłÐIJ": 110332, + "ĠÙĬÙĥ": 110333, + "ĠÑģад": 110334, + "Ġåħ«": 110335, + "ĠполÑĮз": 110336, + "ĠraÄŁmen": 110337, + "ternÃŃ": 110338, + "siyon": 110339, + "ÑģÑıÑĩ": 110340, + "ovaný": 110341, + "ĠëĮĢíķľë¯¼êµŃ": 110342, + "ĠвÑĸдб": 110343, + "ĠÐIJнд": 110344, + "stva": 110345, + "éĮĦ": 110346, + "Ġëij": 110347, + "ิà¸Ħ": 110348, + "jÃŃt": 110349, + "Ġkullanıcı": 110350, + "ĠæŁ¥çľĭ": 110351, + "ÙģÙĦ": 110352, + "ĠЯкÑīо": 110353, + "çľĭåĪ°": 110354, + "ÑĢеÑħ": 110355, + "ĠاÙĦعربÙĬØ©": 110356, + "ë¡ľê·¸ëŀ¨": 110357, + "Ġà¤¬à¤ľ": 110358, + "ĠпÑĢип": 110359, + "Ġschop": 110360, + "ĠباÙĦا": 110361, + "å®ħ": 110362, + "ĠاÙĦÙħÙĩ": 110363, + "ανα": 110364, + "à¥ĭव": 110365, + "åģ´": 110366, + "å¼Ģåıij": 110367, + "ÙħاÙĦ": 110368, + "Ġधर": 110369, + "Ġdahil": 110370, + "ãĢģãģĵãģ®": 110371, + "ัà¸Īà¸Ī": 110372, + "ÑģпÑĸлÑĮ": 110373, + "Ġà¤ķप": 110374, + "ĠвеÑĩ": 110375, + "Ġвида": 110376, + "ĠÙħعÙĨ": 110377, + "ĠоÑĤли": 110378, + "iá»ħ": 110379, + "лиÑĪ": 110380, + "ĠÐŁÐ¾Ñģле": 110381, + "ãģĵãģĵ": 110382, + "Ġkültür": 110383, + "Ġجر": 110384, + "Ġæ¼": 110385, + "èĩº": 110386, + "Ġmevcut": 110387, + "Ù¾ÛĮ": 110388, + "ĠاÙĦسÙĦاÙħ": 110389, + "иÑĤелей": 110390, + "ĠÑĢоÑģÑĤ": 110391, + "Ġedil": 110392, + "Ġå·²": 110393, + "ç²¾åĵģ": 110394, + "ä»ħ": 110395, + "âĢĻye": 110396, + "à¥Īà¤Ĥ.": 110397, + "ĠåĨĨ": 110398, + "ëĪĦ": 110399, + "ĠìĻķ": 110400, + "æĺŃ": 110401, + "ĠÎļο": 110402, + "meden": 110403, + "Ġolab": 110404, + "ĠÚ©ÙĪد": 110405, + "à¸Ħาส": 110406, + "еннаÑı": 110407, + "æĬ¼": 110408, + "ylül": 110409, + "Ġseviy": 110410, + "ĠdÄĽti": 110411, + "âĢ¬Ċ": 110412, + "Ġعز": 110413, + "Ġuá»ijng": 110414, + "ĠسرÙħ": 110415, + "ене": 110416, + "ĠмаленÑĮ": 110417, + "ĠвÑĸдом": 110418, + "ัà¸ļà¸Ĺ": 110419, + "ĠThái": 110420, + "Ġà¤Ĩवश": 110421, + "roveÅĪ": 110422, + "çĽ£": 110423, + "ĠÑıзÑĭ": 110424, + "ĠOy": 110425, + "å£ģ": 110426, + "ваÑĤÑĮ": 110427, + "ладÑĥ": 110428, + "اصÙĦ": 110429, + "otÅĻeb": 110430, + "دÙĬØ«": 110431, + "íı°": 110432, + "νομ": 110433, + "гоÑĢод": 110434, + "Ġmuh": 110435, + "âĢĻl": 110436, + "ÑģÑĤвоÑĢ": 110437, + "åħĦ": 110438, + "ÐķÐł": 110439, + "Ø·ÙĦ": 110440, + "éľĩ": 110441, + "Ùİت": 110442, + "ĠblÃŃ": 110443, + "Ġedildi": 110444, + "éĿł": 110445, + "äºĮåįģ": 110446, + "æĹĹ": 110447, + "Ġçiz": 110448, + "ĠÄijảo": 110449, + "Ġopat": 110450, + "oÄŁan": 110451, + "ë²Į": 110452, + "Ġéł": 110453, + "Ġsebep": 110454, + "ÑĥÑĤи": 110455, + "åĪº": 110456, + "طب": 110457, + "evÅ¡ÃŃm": 110458, + "chop": 110459, + "çĶļ": 110460, + "Ġnghá»ģ": 110461, + "ĠпаÑĢÑĤ": 110462, + "ุà¸Ħ": 110463, + "Ú©ÛĮÙĦ": 110464, + "dum": 110465, + "Ġortak": 110466, + "ãģŁãģĹ": 110467, + "Ġobyvatel": 110468, + "Ġvých": 110469, + "Ġveren": 110470, + "ĠвеÑģÑĮ": 110471, + "ĠÐĶа": 110472, + "Ġíķĺì§Ģë§Į": 110473, + "å¦ĤæѤ": 110474, + "Ġमहत": 110475, + "ัà¸ĩà¸ģฤษ": 110476, + "ãĢĤè¿Ļ": 110477, + "Ġгал": 110478, + "Ġsanat": 110479, + "éłĨ": 110480, + "ĠÑģамо": 110481, + "åĽ°": 110482, + "ีà¸Ń": 110483, + "ĠBaÅŁkan": 110484, + "ÏĦοÏħÏĤ": 110485, + "Ġyaptıģı": 110486, + "ÅĻit": 110487, + "ĠÑģÑĸлÑĮ": 110488, + "ानत": 110489, + "ĠÙĨت": 110490, + "ĠkhÄĥn": 110491, + "à¸Ĭà¸Ļะ": 110492, + "мини": 110493, + "ãĥ¬ãĥ¼": 110494, + "ëĤ¬": 110495, + "éħĴåºĹ": 110496, + "ĠاÙĦÙĬÙĪÙħ": 110497, + "ä¹Ĺ": 110498, + "à¸Ħรà¸ĩà¸ģาร": 110499, + "ÙģاÙĤ": 110500, + "Ġà¤ıस": 110501, + "Ġæ¡": 110502, + "گذ": 110503, + "Ġà¤ĩल": 110504, + "елениÑı": 110505, + "à¸ģรà¸ĵ": 110506, + "ä¸ľè¥¿": 110507, + "ÎŁÎľ": 110508, + "ĠmáºŃt": 110509, + "ĠsnÃŃ": 110510, + "ÂIJ": 110511, + "à¹Ģรา": 110512, + "íķ´ìķ¼": 110513, + "ĠìĦľë¹ĦìĬ¤": 110514, + "ĠداخÙĦ": 110515, + "Ġthắng": 110516, + "íĥĪ": 110517, + "авÑģÑı": 110518, + "ĠÑĸм": 110519, + "اÙħت": 110520, + "ĠÙĪÙĤت": 110521, + "à¥Ĥà¤ģ": 110522, + "ĠèIJ": 110523, + "ĠسÙĦاÙħ": 110524, + "ĠvzdÄĽl": 110525, + "å¸ĮæľĽ": 110526, + "åŃĺæ¡£": 110527, + "Ġà¸Ĺำ": 110528, + "ĠвÑĸйÑģÑĮ": 110529, + "аÑĢан": 110530, + "ĠÑĢÑĸк": 110531, + "ĠпиÑģÑĮ": 110532, + "Ġá¼IJ": 110533, + "기ëıĦ": 110534, + "ĠпоÑģÑĤоÑıн": 110535, + "ĠåĮĹ京": 110536, + "ĠNÄĽm": 110537, + "Ø´ÙĨاÙħÙĩ": 110538, + "ĠdalÅ¡ÃŃch": 110539, + "Ġباع": 110540, + "Ġpohy": 110541, + "اÙĦÙģ": 110542, + "à¸ŀวà¸ģ": 110543, + "éĭ": 110544, + "Ġcih": 110545, + "Ù¢": 110546, + "临": 110547, + "ãĤ¯ãĥĪ": 110548, + "пнÑı": 110549, + "Ġдал": 110550, + "ÙĴر": 110551, + "ãĢĢãĢĢĠãĢĢĠãĢĢ": 110552, + "æĬ¥åijĬ": 110553, + "ÙĪدÛĮ": 110554, + "ợi": 110555, + "ÑĨÑĸÑĶÑİ": 110556, + "ĠãĥĢ": 110557, + "ĠÑģÑĤеп": 110558, + "raž": 110559, + "ĠSaÄŁ": 110560, + "Ġtuyến": 110561, + "Ġalmak": 110562, + "ĠзаболеваниÑı": 110563, + "ĠÏĥÏĩ": 110564, + "Ġíĭ": 110565, + "Ġвим": 110566, + "硬": 110567, + "ĠäºĶ": 110568, + "Ġikinci": 110569, + "ุà¸į": 110570, + "สาว": 110571, + "ĠìĦ¸ê³Ħ": 110572, + "ĠÙħØŃÙĦ": 110573, + "ระหว": 110574, + "Ġelektron": 110575, + "Ġhại": 110576, + "æĹ¢": 110577, + "Ġíĸ¥": 110578, + "Ġjiné": 110579, + "Ġnghe": 110580, + "æij©": 110581, + "ĠÑģобÑĸ": 110582, + "Ư": 110583, + "ÑĤÑĥÑĢ": 110584, + "汽车": 110585, + "شاÙĩ": 110586, + "ĠdÃłnh": 110587, + "丹": 110588, + "ä»ĬæĹ¥": 110589, + "ãĥIJãĥ¼": 110590, + "ваниÑı": 110591, + "ĠساÙħ": 110592, + "çݯå¢ĥ": 110593, + "ĠاÙĦÙħÙĨت": 110594, + "ĠÑģеÑĢд": 110595, + "éģł": 110596, + "εÏĦ": 110597, + "ĠавÑĤ": 110598, + "าà¸ĩว": 110599, + "Ġvztah": 110600, + "ruž": 110601, + "алÑĮнаÑı": 110602, + "ĠطراØŃÛĮ": 110603, + "à¹Ĥรà¸ĩà¹ģรม": 110604, + "ĠÄįasto": 110605, + "Ġê¼": 110606, + "ÏĥÏĦÏĮ": 110607, + "Ġburada": 110608, + "ĠÄ°z": 110609, + "Ġê·¸ëŀĺ": 110610, + "å²Ľ": 110611, + "ĠØ´ÙĪÙĨد": 110612, + "Å¡ek": 110613, + "ĠìĿ´ìķ¼": 110614, + "ãĤĮãģªãģĦ": 110615, + "ê·¹": 110616, + "lamÄ±ÅŁ": 110617, + "ä»į": 110618, + "cházet": 110619, + "ĠÑģÑĥÑĤ": 110620, + "æĹłæ³ķ": 110621, + "浦": 110622, + "ÄĽla": 110623, + "à¹ĥà¸Ļà¸Ĭ": 110624, + "Ġcân": 110625, + "ÎŁÎĵ": 110626, + "Ġzvý": 110627, + "Ġپار": 110628, + "ĠклÑĸ": 110629, + "Ġnové": 110630, + "çĶĺ": 110631, + "ë¹ł": 110632, + "má": 110633, + "ĠÑģол": 110634, + "à¤ķरण": 110635, + "ноÑĩ": 110636, + "Ġfik": 110637, + "Ġà¤ľà¤Ĺ": 110638, + "à¹ĩà¸Ļà¸ķ": 110639, + "ĠÙħتØŃ": 110640, + "Ġphiên": 110641, + "Ġolsun": 110642, + "Ġкаб": 110643, + "Ġhút": 110644, + "èĦ±": 110645, + "Ġåĸ": 110646, + "ĠHải": 110647, + "ĠtÄĽÅ¾": 110648, + "Ġthái": 110649, + "Ġتاب": 110650, + "-ÐŁ": 110651, + "ثار": 110652, + "çĨĬ": 110653, + "Ġними": 110654, + "Ġzprac": 110655, + "Ġतह": 110656, + "ĠмакÑģим": 110657, + "meyi": 110658, + "ĠÑģоÑĨи": 110659, + "æ²Ĵ": 110660, + "ĠìķĬëĬĶ": 110661, + "＿_": 110662, + "åķ¦": 110663, + "ĠاÙĨÙĪاع": 110664, + "æļ´": 110665, + "ä¸Ĭæµ·": 110666, + "åħ·æľī": 110667, + "à¥ģब": 110668, + "ìķĻ": 110669, + "Ġíģ°": 110670, + "Ġíŀĺ": 110671, + "Ġtránh": 110672, + "ियन": 110673, + "ãģ¾ãģ¾": 110674, + "поÑĩ": 110675, + "mÄĽr": 110676, + "å³°": 110677, + "ĠÙħصر": 110678, + "ĠÑįÑĦÑĦекÑĤив": 110679, + "Ġçı": 110680, + "leriyle": 110681, + "âĪļ": 110682, + "Ġì¶ķ": 110683, + "Ġê²Įìĭľ": 110684, + "ìĿij": 110685, + "ĠpoÅĻád": 110686, + "ĠشبکÙĩ": 110687, + "اÙĩØ´": 110688, + "ĠخدÙħات": 110689, + "ĠnaÅ¡e": 110690, + "νοÏį": 110691, + "Ġyönelik": 110692, + "Ġkork": 110693, + "اÙĩÙħ": 110694, + "è°Ī": 110695, + "Ġμη": 110696, + "Ġdolar": 110697, + "給": 110698, + "ĠÎķÏħ": 110699, + "ĠobdobÃŃ": 110700, + "ĠμÏĮ": 110701, + "à¹Ģà¸Ńà¸ģ": 110702, + "Ġپاسخ": 110703, + "è¡¥": 110704, + "اعد": 110705, + "ãĤīãģĦ": 110706, + "ÎŃλ": 110707, + "иÑĤÑĭ": 110708, + "Ġëħ¼": 110709, + "Ġ^{[": 110710, + "ίγ": 110711, + "æłij": 110712, + "lında": 110713, + "ĠìŬ룬": 110714, + "££": 110715, + "ÅĻil": 110716, + "ĠавÑĤоÑĢ": 110717, + "ÏĦικÏĮÏĤ": 110718, + "udur": 110719, + "ĠcÆ°": 110720, + "Ġkıy": 110721, + "Ñģем": 110722, + "ĠأبÙĪ": 110723, + "ÏĦικÏİν": 110724, + "Û±Û·": 110725, + "貸": 110726, + "ĠпÑĢож": 110727, + "üncü": 110728, + "ĠнÑĸÑĩ": 110729, + "Ġमत": 110730, + "ãģķãĤĮãģ¦ãģĦãĤĭ": 110731, + "اصر": 110732, + "ĠعÙĤ": 110733, + "ĠкаÑĩеÑģÑĤве": 110734, + "ĠÐĵеÑĢ": 110735, + "åºĨ": 110736, + "Ù¹": 110737, + "alarda": 110738, + "Ġپرس": 110739, + "иÑĩеÑģкой": 110740, + "Ġphim": 110741, + "ίνη": 110742, + "ä¸ĩåĨĨ": 110743, + "ilerini": 110744, + "ãĢģ大": 110745, + "Ġolsa": 110746, + "æł¹æį®": 110747, + "âĢĮس": 110748, + "ĠThủ": 110749, + "roje": 110750, + "нÑĮоÑĹ": 110751, + "Ġslou": 110752, + "ีฬ": 110753, + "ıyorum": 110754, + "ÄĽj": 110755, + "Ġخبر": 110756, + "è®Ĭ": 110757, + "Ġ缸": 110758, + "elerinin": 110759, + "íķĻëħĦëıĦ": 110760, + "ÑĩеÑģкие": 110761, + "ĠÅŁekl": 110762, + "ĠزÙħاÙĨÛĮ": 110763, + "Ġxin": 110764, + "ัà¸ģà¸ĩาà¸Ļ": 110765, + "ĠEkim": 110766, + "æĦ¿": 110767, + "Ġодной": 110768, + "νή": 110769, + "æľĢæĸ°": 110770, + "ĩ¼": 110771, + "Ġниж": 110772, + "Ġë³¼": 110773, + "è·ij": 110774, + "ĠнапиÑģ": 110775, + "èģĸ": 110776, + "ĠâĢĮ": 110777, + "æłĩåĩĨ": 110778, + "Ġvrát": 110779, + "ĠVì": 110780, + "ĠÙģراÙĨ": 110781, + "æĿ¥çļĦ": 110782, + "姿": 110783, + "ÑħÑĥ": 110784, + "ĠبÛĮرÙĪÙĨ": 110785, + "ĠдÑĥÑĪ": 110786, + "ваÑİÑĤ": 110787, + "Ġsebe": 110788, + "é»ĺ": 110789, + "Ġkayıt": 110790, + "Ïģθ": 110791, + "ãģ¨ãģ®": 110792, + "ĠпÑĢоÑĨеÑģÑģ": 110793, + "æĮģãģ¡": 110794, + "Ñĸна": 110795, + "ĠÑĤоÑĤ": 110796, + "ĠÑĤакие": 110797, + "Theo": 110798, + "ĠÙĨÛĮر": 110799, + "ÑĨÑĥ": 110800, + "Ġayak": 110801, + "à¸Ļà¸Ń": 110802, + "Ġsitesinde": 110803, + "ĠÚ©ÙĨÛĮÙħ": 110804, + "ĠÑģоÑħ": 110805, + "Ġà¤®à¤ľ": 110806, + "Ġoluyor": 110807, + "ç½ijåĿĢ": 110808, + "Ġپزش": 110809, + "ĠEylül": 110810, + "dÃ¼ÄŁ": 110811, + "ĠبرخÛĮ": 110812, + "ĠÙħعرÙģ": 110813, + "Ġobec": 110814, + "ĠçalÄ±ÅŁma": 110815, + "ìĦ¼íĦ°": 110816, + "ĠÑģвоÑĶ": 110817, + "оÑģÑĤей": 110818, + ":::::::::::": 110819, + "ĠалÑĮ": 110820, + "ç«Ł": 110821, + "ĠباشÙĨد": 110822, + "اÙĦØ«": 110823, + "Ġнайб": 110824, + "Ġпока": 110825, + "Îŀ": 110826, + "ĠÙĪØ¥": 110827, + "ĠØ®ÙĪاÙĨ": 110828, + "à¥ģपय": 110829, + "Ġà¹ĥห": 110830, + "ĠбÑĭÑģÑĤÑĢо": 110831, + "Ġthá»Ń": 110832, + "ëģ¼": 110833, + "Ġå¤ļ": 110834, + "两个": 110835, + "มà¸ķ": 110836, + "زارش": 110837, + "ĠëŁ": 110838, + "यह": 110839, + "Ñīина": 110840, + "ầng": 110841, + "ï½Ĺï½Ĺ": 110842, + "à¹Ģà¸ŀลà¸ĩ": 110843, + "tvrt": 110844, + "ĠÑĸнÑĪÑĸ": 110845, + "λεί": 110846, + "Ġviá»ĩn": 110847, + "ij¸": 110848, + "ĠçĻ½": 110849, + "ÙİÙĪ": 110850, + "Ġchứa": 110851, + "stvo": 110852, + "ĠdoÄŁr": 110853, + "Ġiler": 110854, + "à¥ĭ,": 110855, + "à¹ĥà¸Ļà¸Ľ": 110856, + "ĠرÙĪست": 110857, + "ÙĪÙĦÙĪ": 110858, + "Å¡lo": 110859, + "алиÑģÑĤ": 110860, + "åħ±åĴĮ": 110861, + "à¸ŀย": 110862, + "ĠìĻĢ": 110863, + "ÙĦÙĬÙĦ": 110864, + "ĠÑıкого": 110865, + "еÑģÑĤÑĮ": 110866, + "ĠÑĦин": 110867, + "ĠØ£ÙĨÙĩ": 110868, + "ĠMüdür": 110869, + "ĠÎĶια": 110870, + "ĠÑĤел": 110871, + "ि,": 110872, + "Ñĥки": 110873, + "ĠÐłÐ¤": 110874, + "ĠMayıs": 110875, + "à¹Īà¸Ńม": 110876, + "arken": 110877, + "æĢķ": 110878, + "بÛĮÙĨ": 110879, + "ÑĤаÑħ": 110880, + "ebo": 110881, + "ë³´ì¦Ŀê¸Ī": 110882, + "ĠÙ¾ÙĦ": 110883, + "ĠгÑĥб": 110884, + "ĠвклÑİÑĩ": 110885, + "æĶ¿æ²»": 110886, + "ĠεÏĢιÏĥ": 110887, + "ĠÙģارسÛĮ": 110888, + "èŃī": 110889, + "ÏĨη": 110890, + "(éĩij": 110891, + "ศร": 110892, + "åī§": 110893, + "âĢĻya": 110894, + "年度": 110895, + "ĠÙĨرÙħ": 110896, + "ÙĥÙĪÙħ": 110897, + "è¢ĭ": 110898, + "Ġnedenle": 110899, + "à¹īà¸Ńà¸ĩà¸ģาร": 110900, + "ãĢĮãģĤ": 110901, + "ĠпоÑģÑĤÑĥп": 110902, + "ìľĦìĽIJ": 110903, + "åįĺ": 110904, + "èݱ": 110905, + "Ġumož": 110906, + "pok": 110907, + "ÑĥÑģÑĤи": 110908, + "Ġéħ": 110909, + "ĠÑĦÑĸз": 110910, + "廣": 110911, + "ิหาร": 110912, + "ĠжÑĥÑĢн": 110913, + "ĠдÑĸÑĤей": 110914, + "ÑĥÑİÑīие": 110915, + "ä»Ĭ天": 110916, + "ìĿ´ëĿ¼ê³ł": 110917, + "ç²ī": 110918, + "èĴĻ": 110919, + "ĠDünya": 110920, + "егоднÑı": 110921, + "Ġmimo": 110922, + "Ġвин": 110923, + "ãģĿãģĵ": 110924, + "æ¯ķ": 110925, + "Ġأخ": 110926, + "ĠåIJĮ": 110927, + "ساÙĨÛĮ": 110928, + "Ġkah": 110929, + "ियर": 110930, + "ÏĢοÏĤ": 110931, + "jez": 110932, + "ÙĬج": 110933, + "ĠsaÄŁlay": 110934, + "اجÙĩ": 110935, + "Ġçł": 110936, + "ïľ": 110937, + "Ġجست": 110938, + "Ġtức": 110939, + "Æ°Æ¡i": 110940, + "Ø´Ùģ": 110941, + "สà¸ķ": 110942, + "ĠÑĢеÑģ": 110943, + "Ġå£": 110944, + "Ġbizim": 110945, + "Ġê·Ģ": 110946, + "िब": 110947, + "ë¡ľìļ´": 110948, + "ĠÑģÑĤал": 110949, + "ĠÑĢÑĥÑģ": 110950, + "ĠOcak": 110951, + "åľ£": 110952, + "ĠúÄįast": 110953, + "iverz": 110954, + "ëĤĺëĬĶ": 110955, + "оÑĢоÑĤ": 110956, + "ÑĩинÑĭ": 110957, + "Ġihtiyaç": 110958, + "ÐĿÐŀ": 110959, + "ĠÐĿов": 110960, + "ียà¸Ķ": 110961, + "ĠпоÑĤÑĢÑĸбно": 110962, + "گز": 110963, + "ĠÑģказал": 110964, + "ĠGia": 110965, + "mesini": 110966, + "Ġbulunur": 110967, + "渡": 110968, + "гоÑĤ": 110969, + "Ġhuku": 110970, + "ëĦ·": 110971, + "ãĨ": 110972, + "ĠاÙĥ": 110973, + "ĠدÙĦÛĮÙĦ": 110974, + "Ġاساس": 110975, + "ìĹ°êµ¬": 110976, + "ĠÎĺε": 110977, + "ĠسÙĪر": 110978, + "Ġì¢Ģ": 110979, + "ĠاÙĦدر": 110980, + "ĠÑģÑĤÑĢоиÑĤелÑĮ": 110981, + "ĠÑĥк": 110982, + "ĠìĻľ": 110983, + "елик": 110984, + "OVID": 110985, + "Ġtemiz": 110986, + "亦": 110987, + "Ġthiếu": 110988, + "ĠпÑĥÑĤ": 110989, + "ÑİÑīей": 110990, + "ĠurÄį": 110991, + "ĠÄIJây": 110992, + "極": 110993, + "μοÏħ": 110994, + "Ġà¹Ģà¸Ļ": 110995, + "евеÑĢ": 110996, + "ÂłÐĶ": 110997, + "ì´Ŀ": 110998, + "趣": 110999, + "Ġà¤ħलà¤Ĺ": 111000, + "Æ°á»Ŀn": 111001, + "ĠãĥŃ": 111002, + "Ġê³³": 111003, + "é²ģ": 111004, + "ĠرسÛĮد": 111005, + "身ä½ĵ": 111006, + "ัà¸ĵà¸ij": 111007, + "ynÃŃ": 111008, + "جات": 111009, + "ì§Ģ를": 111010, + "नल": 111011, + "ìķĮ": 111012, + "Ñĸп": 111013, + "ĠvÃłng": 111014, + "ĠплоÑī": 111015, + "озмож": 111016, + "åī²": 111017, + "Ġthảo": 111018, + "лади": 111019, + "ĠåĿ": 111020, + "ĠÐľÐ¸": 111021, + "ĠделаÑĤÑĮ": 111022, + "éij": 111023, + "Ġhuy": 111024, + "اÛĮØ·": 111025, + "ĠповÑĤоÑĢ": 111026, + "ülen": 111027, + "ĠÙĪÙģ": 111028, + "ĠÙĬتÙħ": 111029, + "ĠÑĢежим": 111030, + "ĠìºIJ": 111031, + "ĠÃĩünkü": 111032, + "عدد": 111033, + "нивеÑĢ": 111034, + "ĠÐĿик": 111035, + "å¸ĸ": 111036, + "ÏįÏĢ": 111037, + "anlar": 111038, + "ستÛĮ": 111039, + "Ġbulunmaktadır": 111040, + "à¹ģà¸ļ": 111041, + "vek": 111042, + "Ġглаза": 111043, + "å¹ħ": 111044, + "Ġúdaj": 111045, + "ĠгÑĢо": 111046, + "ĠконкÑĥÑĢ": 111047, + "Ġdůležit": 111048, + "ĠØ·ÙĪر": 111049, + "à¸ĺาà¸Ļ": 111050, + "ĠÙĦÙĥÙĨ": 111051, + "رÙĤ": 111052, + "ÐļÐIJ": 111053, + "ĠéĿĴ": 111054, + "ĠìĤ¬ëŀij": 111055, + "ĠÑħвоÑĢ": 111056, + "sunuz": 111057, + "ĠÙħشخص": 111058, + "éĻ¸": 111059, + "Ġढ": 111060, + "Ġvaz": 111061, + "交æĺĵ": 111062, + "ĠÑĤеÑĢÑĢиÑĤ": 111063, + "ÑĩеÑģкой": 111064, + "ีà¹Ĥ": 111065, + "ropoda": 111066, + "ıldıģı": 111067, + "Ġëī´": 111068, + "íķĻ기": 111069, + "ë³´íĹĺ": 111070, + "ĠзаÑĤем": 111071, + "ÂłÐ²": 111072, + "ãĥ¼ãĥĨ": 111073, + "ĠÐŀÑģнов": 111074, + "ãĨį": 111075, + "Ġدع": 111076, + "ÐŁÐ¾Ñģ": 111077, + "æ²ī": 111078, + "Ġлож": 111079, + "çĶµåŃIJ": 111080, + "Ġرد": 111081, + "ĠÑģÑĢазÑĥ": 111082, + "ejte": 111083, + "Ġà¤ijफ": 111084, + "ĠtÃłu": 111085, + "ÃŃk": 111086, + "lanması": 111087, + "каÑĤ": 111088, + "าà¸ģาศ": 111089, + "ãĤ¢ãĤ¤": 111090, + "ÏĦιο": 111091, + "Ġå§": 111092, + "पत": 111093, + "EY": 111094, + "Ġjmé": 111095, + "Ġodkazy": 111096, + "Ġê°ľìĿ¸": 111097, + "éģ¿": 111098, + "bÄĽh": 111099, + "ÐłÐŀ": 111100, + "çĥĪ": 111101, + "Ġzarar": 111102, + "Ú¯ÙĪÙĨÙĩ": 111103, + "Ġtrì": 111104, + "Ġmại": 111105, + "еннÑĭм": 111106, + "ĠÑįконом": 111107, + "éĽ£": 111108, + "ĠíĦ": 111109, + "æİī": 111110, + "Ġsoru": 111111, + "ĠФедеÑĢаÑĨии": 111112, + "ĠÑģиÑģÑĤеми": 111113, + "æĸĻçĦ¡æĸĻ": 111114, + "Ġà¤ķà¤Ń": 111115, + "ĠÙĩÙĨد": 111116, + "ุà¸ĩà¹Ģà¸Ĺà¸ŀ": 111117, + "ĠOsmanlı": 111118, + "ĠпÑĢодолж": 111119, + "ĠÙĪÙĦا": 111120, + "ĠÄįlánku": 111121, + "Ġadım": 111122, + "ĠÏĢαÏģά": 111123, + "ĠzáÅĻÃŃ": 111124, + "Ġà¸Īำà¸ģ": 111125, + "Ġпен": 111126, + "menin": 111127, + "Ġìĺ¤ëĬĺ": 111128, + "emiz": 111129, + "οÏįÏĤ": 111130, + "-स": 111131, + "íķĺìĭľ": 111132, + "ĠÑħви": 111133, + "ãĤ°ãĥ©": 111134, + "ĠпоÑĪ": 111135, + "ĠÐŀднако": 111136, + "Ñĸдно": 111137, + "íĺľ": 111138, + "Ñīими": 111139, + "èĥ¸": 111140, + "ĠÄ°lk": 111141, + "mey": 111142, + "Ġзда": 111143, + "κλη": 111144, + "алом": 111145, + "à¹Ģศษ": 111146, + "اÙĨا": 111147, + "ĠÎŁÎ¹": 111148, + "ĠåıĮ": 111149, + "ีà¸Ĥ": 111150, + "Ġبس": 111151, + "è§Ħå®ļ": 111152, + "isay": 111153, + "ukarı": 111154, + "æµģéĩı": 111155, + "vÃŃm": 111156, + "λÏİ": 111157, + "ä¹Ļ": 111158, + "Ġलड": 111159, + "ĠÙĨدارد": 111160, + "еÑĢом": 111161, + "Ġsırasında": 111162, + "ĠrÄĥng": 111163, + "Æ¡m": 111164, + "Ġlạnh": 111165, + "à¤ĥ": 111166, + "à¥ģण": 111167, + "uzey": 111168, + "ĠÑĥва": 111169, + "vÄĽd": 111170, + "ÑĭÑģ": 111171, + "Ġκι": 111172, + "Ñķ": 111173, + "ÛĮا": 111174, + "à¸ĩà¸Ħ": 111175, + "phylum": 111176, + "Ġberaber": 111177, + "ีà¸Ķ": 111178, + "æµ®": 111179, + "ासन": 111180, + "ovice": 111181, + "覧": 111182, + "Ġसफ": 111183, + "å°ij女": 111184, + "анÑĤи": 111185, + "é¨ĵ": 111186, + "Ġsoát": 111187, + "鬼": 111188, + "lanmÄ±ÅŁ": 111189, + "Ġbếp": 111190, + "ÙIJÙĦ": 111191, + "Ġsayısı": 111192, + "ĠÙĤدÙħ": 111193, + "à¥Īम": 111194, + "हम": 111195, + "ĠÑĢÑĥки": 111196, + "ĠصÙģØŃÙĩ": 111197, + "Å¡ky": 111198, + "é»Ĵ": 111199, + "èģļ": 111200, + "ãģĭãģ«": 111201, + "Ġsâu": 111202, + "едаг": 111203, + "ĠÑģÑĤоÑĢонÑĭ": 111204, + "Ġruk": 111205, + "âĢĮâĢĮ": 111206, + "ĠØ¢ÙĪر": 111207, + "ĠعدÙħ": 111208, + "õi": 111209, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 111210, + "Ġبازار": 111211, + "Ġedeb": 111212, + "ĠvÄįetnÄĽ": 111213, + "опаÑģ": 111214, + "Ġнег": 111215, + "mayan": 111216, + "коÑģÑĤÑĮ": 111217, + "Ġsvůj": 111218, + "ģında": 111219, + "Ø°ÛĮر": 111220, + "Má»Ļt": 111221, + "ÐĦ": 111222, + "Ġyaptı": 111223, + "िथ": 111224, + "ĠÙħÙĩر": 111225, + "ĠдоÑģÑĤи": 111226, + "ĠصÙĪر": 111227, + "mesine": 111228, + "ĠDân": 111229, + "ä¸Ģä¸ĭ": 111230, + "çįİ": 111231, + "ĠÐľÐ¸Ñħ": 111232, + "ĠоÑĩи": 111233, + "ãĤ¦ãĤ§": 111234, + "ĠÑĸÑģ": 111235, + "Ġgiác": 111236, + "åľ¨çº¿è§Ĥçľĭ": 111237, + "ĠاداÙħÙĩ": 111238, + "ÑĨов": 111239, + "ĠкомÑĥ": 111240, + "ĠÄ°ngiliz": 111241, + "ĠгÑĢаж": 111242, + "ãģ¦ãĤĤ": 111243, + "Ġchữ": 111244, + "олÑĮкÑĥ": 111245, + "mÄĽt": 111246, + "Ñıгом": 111247, + "ÑĩаÑģÑĤ": 111248, + "ìĸ¼": 111249, + "Ġkhóa": 111250, + "ĠÐIJд": 111251, + "ĠØ¢ÙĤ": 111252, + "ĠkuruluÅŁ": 111253, + "άζ": 111254, + "Ġжов": 111255, + "ĠвÑģÑĤÑĢе": 111256, + "ĠÙĪÙĦÙĥ": 111257, + "Ġtuyá»ĩt": 111258, + "yı": 111259, + "ĠÐĴо": 111260, + "Ġvá»įng": 111261, + "عÙĬØ©": 111262, + "ĠopÄĽt": 111263, + "اÙĬد": 111264, + "à¥Ī.Ċ": 111265, + "ĠÑģами": 111266, + "åªĴ": 111267, + "Ġsvých": 111268, + "ĠëĤĺíĥĢ": 111269, + "ìĨIJ": 111270, + "ĠÙĦع": 111271, + "Ġetkin": 111272, + "ĠNá": 111273, + "ĠsoutÄĽ": 111274, + "층ìĿĺ": 111275, + "ĠçŃī": 111276, + "ĠرسÙħ": 111277, + "ĠخاÙĨÙĩ": 111278, + "Ġ家": 111279, + "iá»ģm": 111280, + "ëħIJ": 111281, + "ê°Ī": 111282, + "ì°©": 111283, + "žil": 111284, + "ÑģÑĤиÑĤÑĥÑĤ": 111285, + "oruÄį": 111286, + "Ġإذا": 111287, + "à¹Ħà¸Ĥ": 111288, + "ีà¸Ĭ": 111289, + "ÑĢаб": 111290, + "íķĻìĥĿ": 111291, + "Ġìī": 111292, + "rnek": 111293, + "ĠاستخداÙħ": 111294, + "ãĢĢĠãĢĢĠãĢĢĠãĢĢ": 111295, + "ĠвÑģем": 111296, + "ĠìłķëıĦ": 111297, + "Ġvyj": 111298, + "éĢ±": 111299, + "алÑĮное": 111300, + "Ġchuyá»ĩn": 111301, + "ì§ĢìĽIJ": 111302, + "ilerine": 111303, + "ĠìķĦ무": 111304, + "Ġоколо": 111305, + "ावन": 111306, + "à¸Ļา": 111307, + "опÑĢи": 111308, + "drž": 111309, + "ĠÑģÑĥÑģпÑĸлÑĮ": 111310, + "ĠبÙĥ": 111311, + "uky": 111312, + "ĠÏĩÏī": 111313, + "Ġtuần": 111314, + "nictvÃŃ": 111315, + "ĠÙĩدÙģ": 111316, + "Ġchiá»ģu": 111317, + "ÎĹÎĿ": 111318, + "å°ıå§IJ": 111319, + "íķĺìĺĢ": 111320, + "Ġklas": 111321, + "á»Ļn": 111322, + "ĠìĿ´íĽĦ": 111323, + "ÙĨاÙħج": 111324, + "Äįast": 111325, + "ĠاÙĦخاص": 111326, + "lÄ±ÅŁ": 111327, + "ĠعÙħر": 111328, + "ãĢįĊ": 111329, + "иболее": 111330, + "ãĤĬãģ®": 111331, + "ãħł": 111332, + "ä¹Łä¸į": 111333, + "кÑĢеÑĤ": 111334, + "ĠìĶ": 111335, + "ÏĦια": 111336, + "ĠÑĥпÑĢавлÑĸннÑı": 111337, + "æ²¢": 111338, + "Ġkesin": 111339, + "ì¡Įëĭ¤": 111340, + "머ëĭĪ": 111341, + "羣çļĦ": 111342, + "Ġbakım": 111343, + "æĿ±äº¬": 111344, + "¾¸": 111345, + "ÙħÙĦÙĥØ©": 111346, + "оÑĤÑĢеб": 111347, + "dın": 111348, + "ĠPÅĻi": 111349, + "ĠmÄĽli": 111350, + "Ġδημο": 111351, + "寸": 111352, + "ĠÙĪÙĥاÙĨ": 111353, + "Ġपढ": 111354, + "ĠвеÑĢÑħ": 111355, + "ĠеÑij": 111356, + "Cách": 111357, + "ä½ľä¸º": 111358, + "ĠÐļол": 111359, + "Ġве": 111360, + "ĠдеÑĢж": 111361, + "emoc": 111362, + "ãģ¸ãģ®": 111363, + "ĠаÑĢÑħ": 111364, + "Ġkiếm": 111365, + "Ġæĺİ": 111366, + "ĠлÑİдини": 111367, + "ë·": 111368, + "ĠÙĪاÙĦت": 111369, + "Ġè°": 111370, + "çģ¯": 111371, + "íĻķ": 111372, + "Ġ구매": 111373, + "Ġç§ij": 111374, + "itnÃŃ": 111375, + "иÑĩеÑģкие": 111376, + "ĠÙĨÙģس": 111377, + "ĠتÙĦÙģ": 111378, + "اÙģÛĮ": 111379, + "ĠØŃسÙĨ": 111380, + "âĸ¡âĸ¡": 111381, + "ývá": 111382, + "ģın": 111383, + "ıyoruz": 111384, + "ĠChÃŃ": 111385, + "ĠÙ¾ÚĺÙĪÙĩØ´": 111386, + "ĠÏĦÎŃ": 111387, + "ĠÏĥÏĩε": 111388, + "олеÑĤ": 111389, + "αιδ": 111390, + "Ġhạt": 111391, + "à¸łà¸²à¸Ħ": 111392, + "åĨ°": 111393, + "Ġrychle": 111394, + "iteli": 111395, + "Âłz": 111396, + "ยà¸ģ": 111397, + "樹": 111398, + "ĠجÙĪاÙĨ": 111399, + "æĺĮ": 111400, + "Ġüretim": 111401, + "ระà¸ļ": 111402, + "à¸Ľà¸£à¸°à¸¡": 111403, + "άÏĥ": 111404, + "岩": 111405, + "ĠÑĥÑģÑĤÑĢой": 111406, + "Ġverilen": 111407, + "ichni": 111408, + "ĠpÅĻÃŃmo": 111409, + "ĠاÙĦØ°Ùĩاب": 111410, + "ì½ľ": 111411, + "æľ±": 111412, + "Ġسخ": 111413, + "Ñĸла": 111414, + "Ñĥма": 111415, + "หา": 111416, + "ÛĮدا": 111417, + "岸": 111418, + "ä¸Ģå®ļ": 111419, + "Ġä¼ļ": 111420, + "ĠÐŁÑĸд": 111421, + "ĠÑĩиÑĤ": 111422, + "иÑİ": 111423, + "ĠÐĹап": 111424, + "ÑĤиÑı": 111425, + "Ġê°ľë°ľ": 111426, + "ĠÑĤеоÑĢ": 111427, + "ÑıÑģÑĮ": 111428, + "ĠpÅĻÃŃprav": 111429, + "(åľŁ": 111430, + "ÙħÙĬ": 111431, + "ĠpÅĻedevÅ¡ÃŃm": 111432, + "ĠTemmuz": 111433, + "ĠподдеÑĢж": 111434, + "ĠнедоÑģÑĤаÑĤ": 111435, + "ĠìĿ´ìľł": 111436, + "Ġkhá»ıi": 111437, + "ĠاÙĦتØŃ": 111438, + "ĠÙħÙħÚ©ÙĨ": 111439, + "Ġvhod": 111440, + "евой": 111441, + "овал": 111442, + "Ġналеж": 111443, + "ï¼¼:": 111444, + "ยะ": 111445, + "ĠÙħاشÛĮÙĨ": 111446, + "Ġgá»Ńi": 111447, + "alım": 111448, + "ĠìµľìłĢ": 111449, + "ÙijÙĩ": 111450, + "á»Ļp": 111451, + "à¥Ģ।Ċ": 111452, + "ĠпиÑģ": 111453, + "ĠвÑģÑı": 111454, + "Ñĩем": 111455, + "ozenÃŃ": 111456, + "Ġäºļæ´²": 111457, + "еÑĢалÑĮ": 111458, + "기ëĬĶ": 111459, + "ĠпÑĢез": 111460, + "ĠعÙħÙĪÙħÛĮ": 111461, + "иÑĩниÑħ": 111462, + "Ġæ²³": 111463, + "odnÃŃ": 111464, + "åıªæĺ¯": 111465, + "Ġpodp": 111466, + "à¹īà¸Ńà¸ĩà¸ŀ": 111467, + "ायद": 111468, + "ाà¤ĩल": 111469, + "ลà¸Ķ": 111470, + "ĠÑĢÑĸÑĪеннÑı": 111471, + "ĠÑĤÑĥÑĢ": 111472, + "ÑģÑĮкÑĥ": 111473, + "Ġsaldır": 111474, + "ĠÐĽÑĮв": 111475, + "ãĢģĊ": 111476, + "ĠÙ¾ÛĮÙĪÙĨد": 111477, + "åŃ¦ä¹ł": 111478, + "λÏī": 111479, + "ovit": 111480, + "üle": 111481, + "女æĢ§": 111482, + "ÂŁ": 111483, + "emez": 111484, + "Ġhale": 111485, + "âī¦": 111486, + "ĠÎķκ": 111487, + "ÏĦηγοÏģία": 111488, + "ký": 111489, + "ìĦ±ìĿĦ": 111490, + "Ġtým": 111491, + "à¥ĩ-": 111492, + "Ġzejména": 111493, + "æĻ¶": 111494, + "Ġngon": 111495, + "ãĢıĊĊ": 111496, + "软件": 111497, + "éĤ£ä¹Ī": 111498, + "ĠкваÑĢÑĤи": 111499, + "ĠÙħÙĨظ": 111500, + "onec": 111501, + "Ġгли": 111502, + "à¥ģरà¤ķ": 111503, + "ĠSokol": 111504, + "Ġä¿Ŀ": 111505, + "див": 111506, + "álnÃŃm": 111507, + "acaģı": 111508, + "aÅŁa": 111509, + "ĠÙħاÙĦÛĮ": 111510, + "ĠÃĸn": 111511, + "иÑĤели": 111512, + "Ġخرد": 111513, + "Ġkullanıl": 111514, + "ĠÙħÛĮÙĦ": 111515, + "Ġíļ¨": 111516, + "ãn": 111517, + "Ġrost": 111518, + "Ġëĸł": 111519, + "ubat": 111520, + "ĠåıĤ": 111521, + "ĠبراÙĬ": 111522, + "ĠменÑĮ": 111523, + "ัà¸Ħร": 111524, + "Ġпомог": 111525, + "ĠØŃضÙĪر": 111526, + "Ġthá»ĭt": 111527, + "ä¹³": 111528, + "Ġìĭłì²Ń": 111529, + "ĠíĺĦìŀ¬": 111530, + "Ġë¹ł": 111531, + "вÑĢопей": 111532, + "Ġnejen": 111533, + "Ñĸка": 111534, + "Ġìļ¸": 111535, + "ĠÙħبار": 111536, + "ĠÄįek": 111537, + "Ġkalk": 111538, + "Ġamac": 111539, + "ادت": 111540, + "ĠÙħاسÙĩ": 111541, + "Ġarasındaki": 111542, + "ĠбеÑģ": 111543, + "ĠоÑĤделÑĮ": 111544, + "ὶ": 111545, + "ĠΤζ": 111546, + "vyk": 111547, + "جÙĨ": 111548, + "»ê²Į": 111549, + "ĠниÑĩего": 111550, + "ĠشاÙħÙĦ": 111551, + "ĠÑĥÑģловиÑıÑħ": 111552, + "laması": 111553, + "è½ī": 111554, + "ç¾½": 111555, + "Ġжид": 111556, + "ĠоÑĤноÑģ": 111557, + "ĠздÑĸйÑģнÑİ": 111558, + "ĠVỼi": 111559, + "ÙĪÙĦÛĮ": 111560, + "ĠtisÃŃ": 111561, + "ĠÏĩÏģÏĮ": 111562, + "ĠpracovnÃŃ": 111563, + "ĠÙĬÙĥÙĪÙĨ": 111564, + "ĠbeÅŁ": 111565, + "جز": 111566, + "ัà¸ļร": 111567, + "ĠYönet": 111568, + "ĠشراÛĮØ·": 111569, + "ĠتÙĪسعÙĩ": 111570, + "çĹĩ": 111571, + "à¸ĩà¹Ģà¸Ľ": 111572, + "ä¸Ģ次": 111573, + "ĠÐłÐ¾ÑģÑģийÑģкой": 111574, + "æľĢé«ĺ": 111575, + "Ġspolu": 111576, + "даеÑĤÑģÑı": 111577, + "ÑĸÑĤÑĥ": 111578, + "ĠобÑĢаÑĤ": 111579, + "enek": 111580, + "Ġmek": 111581, + "å¦Ī": 111582, + "ĠдополниÑĤелÑĮ": 111583, + "Ġç²": 111584, + "ĠÙĦÙĦت": 111585, + "ĠHaziran": 111586, + "æ¸Ī": 111587, + "à¹Įà¸Ĥà¸Ńà¸ĩ": 111588, + "ĠÑĦон": 111589, + "Ġê²ĥìľ¼ë¡ľ": 111590, + "Ġnhé": 111591, + "Ġbugün": 111592, + "ovém": 111593, + "ĠзавеÑĢ": 111594, + "Ġдвиг": 111595, + "ä¼Ļ": 111596, + "Ġnuôi": 111597, + "меÑĢик": 111598, + "ĠÙĨÙħÙĪÙĨÙĩ": 111599, + "èį·": 111600, + "Ñĥвала": 111601, + "ç¿»": 111602, + "Ġsân": 111603, + "огоÑİ": 111604, + "اسÙĬØ©": 111605, + "ÑĥнкÑĤ": 111606, + "ánÃŃm": 111607, + "енное": 111608, + "Ġphút": 111609, + "Ġमर": 111610, + "ĠاÙĦÙĪØ·": 111611, + "Ġлегко": 111612, + "ĠãĢĭ": 111613, + "ë¡ľëĵľ": 111614, + "ĠKasım": 111615, + "ÙĬÙĦÙĬ": 111616, + "ĠbaÄŁlantılar": 111617, + "ĠÑĤÑĢÑĥд": 111618, + "Ø·Ùĩ": 111619, + "Ġkvůli": 111620, + "ÑģÑĤоÑı": 111621, + "ĠsatÄ±ÅŁ": 111622, + "ĠháºŃu": 111623, + "ĠبÙĩترÛĮÙĨ": 111624, + "ĠÑģелÑĮ": 111625, + "ัà¸Ļว": 111626, + "osu": 111627, + "यन": 111628, + "åĽ³": 111629, + "ιδ": 111630, + "ÛĮتÛĮ": 111631, + "ĠQuáºŃn": 111632, + "Ġей": 111633, + "à¹Ģวลา": 111634, + "ìĬ¤íĥĢ": 111635, + "ìĤ¬ë¥¼": 111636, + "ĠاÙĩÙĦ": 111637, + "ηγ": 111638, + "Ġká»·": 111639, + "ĠнаÑĤ": 111640, + "âĢ¡": 111641, + "ÑĸÑĩниÑħ": 111642, + "ĠÑĢазвиÑĤиÑı": 111643, + "ecial": 111644, + "ĠÑħозÑı": 111645, + "ваеÑĤ": 111646, + "ĠÄIJá»Ļ": 111647, + "Ġéĵ": 111648, + "Ġokam": 111649, + "ĠвÑģÑĸÑħ": 111650, + "ĠPraze": 111651, + "ë¥ł": 111652, + "ικα": 111653, + "欲": 111654, + "ĠgerçekleÅŁ": 111655, + "ç¥ĸ": 111656, + "Ġодним": 111657, + "ÂłM": 111658, + "Ġrenk": 111659, + "Ġलà¤ķ": 111660, + "ãĥķãĤ§": 111661, + "ĠÙĨزد": 111662, + "å¹»": 111663, + "ĠúzemÃŃ": 111664, + "æı¡": 111665, + "алиÑģÑı": 111666, + "ĠÃĶ": 111667, + "Ġyorum": 111668, + "ĠÏĢÏģÏī": 111669, + "ãĥ³ãĥĩ": 111670, + "éĸĭå§ĭ": 111671, + "ãĥ¼ãĥª": 111672, + "Ġìĸ¼êµ´": 111673, + "Û±Û±": 111674, + "lÃ¼ÄŁÃ¼": 111675, + "ÙĨØ´": 111676, + "à¹Īำ": 111677, + "èĽĭ": 111678, + "Ġأد": 111679, + "ĠWilli": 111680, + "課": 111681, + "Ġsürdür": 111682, + "ĠExternÃŃ": 111683, + "Ġpůvod": 111684, + "ĠخاÙĨÙĪ": 111685, + "ĠкоÑĤоÑĢое": 111686, + "Ġmohl": 111687, + "ĠstÄĽ": 111688, + "åĩı": 111689, + "ìĤ¼": 111690, + "abancı": 111691, + "à¹ģà¸Ļ": 111692, + "สำà¸Ħ": 111693, + "æĤ£": 111694, + "abilece": 111695, + "éĺ³åŁİ": 111696, + "ÎijÎļ": 111697, + "Ġchữa": 111698, + "ĠìķĦëĭ": 111699, + "طبÙĬÙĤ": 111700, + "ÎĻÎŁÎ¥": 111701, + "ÑĢование": 111702, + "åĩ½": 111703, + "Ġì¼": 111704, + "ÑĢоÑĦ": 111705, + "à¹ĩà¸Ļส": 111706, + "ĠãĤ¦": 111707, + "ï¼ļãĢĮ": 111708, + "á»ĭa": 111709, + "ĠhPa": 111710, + "manı": 111711, + "álnÃŃho": 111712, + "ÙĪتÛĮ": 111713, + "ĠлеÑĩениÑı": 111714, + "jte": 111715, + "-д": 111716, + "åħ¨åĽ½": 111717, + "ĠбÑĥдÑĸв": 111718, + "ĠzatÃŃm": 111719, + "Ġöyle": 111720, + "ìĿ´ê°Ģ": 111721, + "stal": 111722, + "ivatel": 111723, + "Ġæľª": 111724, + "Ġpožad": 111725, + "ĠÑģни": 111726, + "ĠposlednÃŃ": 111727, + "ĠÑģÑĤанд": 111728, + "à¥Ģà¤ıम": 111729, + "Ġعکس": 111730, + "ÑĢиÑı": 111731, + "ãy": 111732, + "á»ĭp": 111733, + "Ġokul": 111734, + "à¸ĩหมà¸Ķ": 111735, + "Ġвозник": 111736, + "mÃŃ": 111737, + "秣": 111738, + "ĠÄijá»ijc": 111739, + "ĠpodÃŃ": 111740, + "ĠÅĻÃŃj": 111741, + "ĠÑĤакÑĸ": 111742, + "à¸ļาà¸Ĺ": 111743, + "Ġ보기": 111744, + "ลา": 111745, + "еÑģÑĤо": 111746, + "ĠçĶ¨": 111747, + "инÑĭ": 111748, + "ĠÑĢÑĥÑħ": 111749, + "ĠÑĢаÑģполож": 111750, + "ÑīеннÑı": 111751, + "Ġcá»Ń": 111752, + "à¹īà¸ļร": 111753, + "à¥įयवस": 111754, + "ï¾ļ": 111755, + "ĠдалÑĮ": 111756, + "Ġضد": 111757, + "ÙĦÙĬØ©": 111758, + "ĠкоÑĤоÑĢого": 111759, + "Ġdve": 111760, + "Ġnhạc": 111761, + "ÑĦÑĸка": 111762, + "à¥Īà¤Ł": 111763, + "èĩªçĶ±": 111764, + "ĠпоÑĢÑĥÑĪ": 111765, + "æľĭåıĭ": 111766, + "Ġdört": 111767, + "ĠÑĢаÑģпÑĢоÑģÑĤ": 111768, + "ãģ§ãģ¯ãģªãģĦ": 111769, + "ĠпеÑĢег": 111770, + "Ġánh": 111771, + "ĠVÃŃ": 111772, + "ظٹ": 111773, + "à¥įरण": 111774, + "Ġbilim": 111775, + "Ġlidé": 111776, + "ĠdÃŃky": 111777, + "ĠÄIJá»ĵng": 111778, + "ĠεÏģγ": 111779, + "Ġznovu": 111780, + "Ïĥια": 111781, + "Ñŀ": 111782, + "सà¤Ń": 111783, + "ekk": 111784, + "ĠμεÏĦά": 111785, + "ÑģÑĤиÑĩ": 111786, + "ÛĮÙĨÚ¯": 111787, + "ĠÑıвлÑıÑİÑĤÑģÑı": 111788, + "Ġ建": 111789, + "ÏĥÏĥα": 111790, + "авлива": 111791, + "à¸ģรม": 111792, + "ç¬Ķ": 111793, + "Ġге": 111794, + "ĠرÙĩ": 111795, + "Ġмел": 111796, + "ĠнапÑĢимеÑĢ": 111797, + "Ġмик": 111798, + "ĠاÙĦسÙĥاÙĨ": 111799, + "æ¤ľ": 111800, + "ĠÐļÑĢа": 111801, + "ĠvÃłi": 111802, + "ائÙħ": 111803, + "ĠÏĩÏģή": 111804, + "leÅŁme": 111805, + "Ġjas": 111806, + "ê²ĮìŀĦ": 111807, + "Ġmaç": 111808, + "Ġì§Ħíĸī": 111809, + "à¥ĩदन": 111810, + "Ġvůbec": 111811, + "ĠÙĦÙĨ": 111812, + "è«ĩ": 111813, + "âī¡âī¡": 111814, + "лением": 111815, + "عÙĨÛĮ": 111816, + "ãĥŀãĥ³": 111817, + "Ä°Z": 111818, + "ĠÃĸÄŁ": 111819, + "ĠìŬìŀIJ": 111820, + "yÅ¡": 111821, + "ĠÑģÑĤа": 111822, + "Ġสำหร": 111823, + "Ġनव": 111824, + "ãĢĤä½Ĩ": 111825, + "олÑĮно": 111826, + "Ġyanında": 111827, + "è²´": 111828, + "Ġjednotliv": 111829, + "ĠåİŁ": 111830, + "éłħ缮": 111831, + "Ġमदद": 111832, + "리ìĹIJ": 111833, + "ĠÙħاÙĬ": 111834, + "ĠÑĩеÑĢв": 111835, + "Ġdáv": 111836, + "ÙĦÛĮÙĩ": 111837, + "?#": 111838, + "ÄįnÃŃm": 111839, + "ÑĢег": 111840, + "ĠпÑĢименÑı": 111841, + "ãĤĬãģ¨": 111842, + "ê°Ļ": 111843, + "Ġtoplam": 111844, + "ileÅŁ": 111845, + "Ġkategor": 111846, + "ÑĤал": 111847, + "ãģ«ãĤĪãĤĭ": 111848, + "Ġdomác": 111849, + "Ġê·ľ": 111850, + "ĠÙĩزار": 111851, + "ĠpÅĻÃŃstup": 111852, + "ılıyor": 111853, + "жди": 111854, + "ĠDÆ°Æ¡ng": 111855, + "ĠPháºŃt": 111856, + "Ġçünkü": 111857, + "구ê¸ĢìĥģìľĦ": 111858, + "ovaných": 111859, + "Ġعش": 111860, + "Ġà¤ķरà¤ķ": 111861, + "žÃŃt": 111862, + "ĠvÄĽtÅ¡ÃŃ": 111863, + "ĠاÙħکاÙĨ": 111864, + "Ġnông": 111865, + "Ġzám": 111866, + "à¥Įन": 111867, + "екаÑĢ": 111868, + "ÂłÐ¢": 111869, + "kami": 111870, + "ĠÑĢеÑģÑĥÑĢ": 111871, + "поÑģ": 111872, + "ÙİÙĤ": 111873, + "ίλ": 111874, + "ĠسازÛĮ": 111875, + "Ġçıkan": 111876, + "ĠdÃŃtÄĽ": 111877, + "ĠتصÙĪ": 111878, + "ç¯ĩ": 111879, + "нд": 111880, + "Ġrámci": 111881, + "hong": 111882, + "ĠÑģÑĸм": 111883, + "sak": 111884, + "кеÑĤ": 111885, + "дÑĸл": 111886, + "ç¹Ķ": 111887, + "ĠthÆ°á»Łng": 111888, + "ĠнеÑĹ": 111889, + "зÑĸ": 111890, + "ÅĻÃŃd": 111891, + "ितन": 111892, + "à¤ıà¤ķ": 111893, + "Ġsữa": 111894, + "ĠÙħرØŃ": 111895, + "éŀ": 111896, + "ĠcÆ°á»Ŀng": 111897, + ":.:": 111898, + "ÑĤен": 111899, + "èī¦": 111900, + "Ġkhợi": 111901, + "Ġ기ì¤Ģ": 111902, + "lanır": 111903, + "彩票": 111904, + "ضÛĮ": 111905, + "Ġuzav": 111906, + "Ġboh": 111907, + "èm": 111908, + "Ġæ£": 111909, + "nici": 111910, + "(çģ«": 111911, + "åħ³äºİ": 111912, + "ÑĸÑĩнÑĸ": 111913, + "à¸ģารà¸ĵ": 111914, + "Ġ첫": 111915, + "ÑĢÑĥеÑĤ": 111916, + "ĠarÅŁivlendi": 111917, + "ÑĤим": 111918, + "à¸²à¸ł": 111919, + "Ġبرابر": 111920, + "Ġà¹Ģà¸ĭ": 111921, + "ĠÄijêm": 111922, + "è·³": 111923, + "Ġyönetim": 111924, + "Ġéķ·": 111925, + "ãĥĨãĥ¬ãĥĵ": 111926, + "маÑĤи": 111927, + "责任": 111928, + "ickým": 111929, + "è¸": 111930, + "à¹Ģหà¸ķ": 111931, + "ëłĮ": 111932, + "ĠرÙĬ": 111933, + "ĠвÑĭдел": 111934, + "åĩºçİ°": 111935, + "ĠпеÑģ": 111936, + "Ġì¢ĭìĿĢ": 111937, + "Ġà¤īसन": 111938, + "ĠAralık": 111939, + "ĠÑĩаÑģÑĥ": 111940, + "lava": 111941, + "Ġï½ŀ": 111942, + "æģĭ": 111943, + "دÛĮد": 111944, + "âĢĻden": 111945, + "ĠåĪĿ": 111946, + "ÙĪدة": 111947, + "Ñĩили": 111948, + "ĠÑħаÑĢакÑĤеÑĢиÑģÑĤи": 111949, + "استاÙĨ": 111950, + "दर": 111951, + "ĠبÙĪدÙĨ": 111952, + "ĠпалÑĮ": 111953, + "ĠÑĤÑĢади": 111954, + "ĠдеÑı": 111955, + "Ġخش": 111956, + "ĠpokraÄį": 111957, + "Ġ구ê¸Ģ": 111958, + "ковÑĸ": 111959, + "Ġtık": 111960, + "Ġhấp": 111961, + "Ġzalož": 111962, + "१à¥": 111963, + "Ġëĭµë³Ģ": 111964, + "меÑĪ": 111965, + "íļ¨": 111966, + "Ġspolup": 111967, + "ËĨ": 111968, + "辦": 111969, + "Ġgá»Ĺ": 111970, + "Ġå®ļ": 111971, + "ĵn": 111972, + "asından": 111973, + "-ı": 111974, + "ĠбеÑĢез": 111975, + "大åѸ": 111976, + "Ġзнов": 111977, + "ĠHoÃłng": 111978, + "ĠدÙĪÙĨ": 111979, + "Ġanlay": 111980, + "ĠÙĪزار": 111981, + "ĠعÙĦÙħÛĮ": 111982, + "è£ľ": 111983, + "Ġdünya": 111984, + "ĠзалиÑĪ": 111985, + "даеÑĤ": 111986, + "νε": 111987, + "иÑĩеÑģкого": 111988, + "ìĬ¤íħľ": 111989, + "ĠÐijеÑĢ": 111990, + "Ġдж": 111991, + "ĠопаÑģ": 111992, + "ÏĨα": 111993, + "Ġzvlá": 111994, + "Ġtô": 111995, + "беÑĢ": 111996, + "ĠξαÏģ": 111997, + "tiÄŁini": 111998, + "ãĥ¬ãĥ³": 111999, + "ĠKho": 112000, + "ĠÑĸнÑĪ": 112001, + "Ġï¿¥": 112002, + "ì°¬": 112003, + "｡": 112004, + "ĠноÑĩ": 112005, + "è¨Ĭ": 112006, + "ÄĽti": 112007, + "å¿Ļ": 112008, + "ĠکردÙĨد": 112009, + "ĠÄijẩy": 112010, + "ĠÑģказав": 112011, + "ëĥ¥": 112012, + "屬": 112013, + "Ġशहर": 112014, + "ĠÚ©ÙħÚ©": 112015, + "ÂłÐŁ": 112016, + "ınca": 112017, + "нÑĸвеÑĢÑģиÑĤ": 112018, + "ĠÚ¯ÙĪÙĨÙĩ": 112019, + "ĠToplam": 112020, + "ĠiÅŁaret": 112021, + "ä½łä»¬": 112022, + "Ġderece": 112023, + "ĠìĤ¬ìĭ¤": 112024, + "ĠìŀIJ기": 112025, + "å®ŀçİ°": 112026, + "çĶŁçī©": 112027, + "ãģ®ä¸Ģ": 112028, + "ĠÑĢом": 112029, + "ÙĪزÙĩ": 112030, + "Ġãģ¨": 112031, + "íĻį": 112032, + "ÙĬÙĤ": 112033, + "ĠåIJįçĦ¡ãģĹãģķãĤĵ": 112034, + "ĠÙ¾ÛĮر": 112035, + "Ġполез": 112036, + "충": 112037, + "ĠкоÑĢп": 112038, + "IJëĭ¤": 112039, + "ừa": 112040, + "ÎķΤ": 112041, + "Ġжелез": 112042, + "ãģ£ãģ±": 112043, + "Ġxuyên": 112044, + "Ġë¥": 112045, + "à¥ĩ।Ċ": 112046, + "ĠÑģÑĤали": 112047, + "ĠpomocÃŃ": 112048, + "Ġdurumda": 112049, + "ĠпÑĢоÑĪ": 112050, + "lenÃŃ": 112051, + "βολ": 112052, + "Ġæĸĩç«ł": 112053, + "tÄĽz": 112054, + "dÃŃl": 112055, + "Ġdruhé": 112056, + "ĠÑĤогда": 112057, + "Ġhrá": 112058, + "оÑĤÑĮ": 112059, + "าà¸ģร": 112060, + "ĠتصÙħ": 112061, + "ĠÙħدت": 112062, + "кадем": 112063, + "ĠpatÅĻÃŃ": 112064, + "ä¹ĭåīį": 112065, + "سبة": 112066, + "ĠпокÑĢÑĭ": 112067, + "Ġnáp": 112068, + "Ġ_{}": 112069, + "ëĵ±íķĻêµIJ": 112070, + "ĠØ¥ÙĦÙĬ": 112071, + "Ġözg": 112072, + "çļĨ": 112073, + "Ġhayvan": 112074, + "ĠNisan": 112075, + "غاز": 112076, + "Ġتت": 112077, + "ĠдÑĥÑħов": 112078, + "ĠÐŁÐ¾ÑįÑĤомÑĥ": 112079, + "ÑĮогод": 112080, + "ĠkuÅŁ": 112081, + "Ġà¤ĩसम": 112082, + "جÛĮ": 112083, + "ĠãĤ¿": 112084, + "ĠвкÑĥÑģ": 112085, + "çĢ": 112086, + "ĠвÑĭÑĪе": 112087, + "âĢĻdan": 112088, + "ĠاØŃÙħد": 112089, + "Ġtalep": 112090, + "ĠÏĪ": 112091, + "Ġdolayı": 112092, + "Ġگزارش": 112093, + "бол": 112094, + "ĠاÛĮÙĨتر": 112095, + "ÑĢоÑĩ": 112096, + ")âĢı": 112097, + "ĠëIJł": 112098, + "Ġkoup": 112099, + "(æľĪ": 112100, + "é±¼": 112101, + "ĠогÑĢа": 112102, + "ĠÑĢазм": 112103, + "Ġتست": 112104, + "ĠpÅĻÃŃslu": 112105, + "íĽĪ": 112106, + "ĠëĮĢíķ´": 112107, + "à¹ģà¸Ľ": 112108, + "аннÑĭе": 112109, + "ĠìĿ¸íĦ°": 112110, + "Ġkullanılan": 112111, + "Ġztr": 112112, + "æĬĢè¡ĵ": 112113, + "à¤¿à¤Ľ": 112114, + "ĠاÙĦÙħؤ": 112115, + "ovaly": 112116, + "ustos": 112117, + "Ġörg": 112118, + "Ġ太": 112119, + "ειο": 112120, + "ĠuÄį": 112121, + "ĠØ´Ú©ÙĦ": 112122, + "建çŃij": 112123, + "Ġchạy": 112124, + "ĠÏĩÏģη": 112125, + "нÑĥÑĤ": 112126, + "Ġباعث": 112127, + "ĠNÄĽkter": 112128, + "ÑĥÑĤÑĤÑı": 112129, + "ãģ§ãģĻãģĭ": 112130, + "Ġsayılı": 112131, + "имоÑģÑĤÑĮ": 112132, + "ĠпиÑĤаннÑı": 112133, + "ĠkÃŃnh": 112134, + "Ġhran": 112135, + "okrat": 112136, + "Ġedilir": 112137, + "Ġà¤ķहत": 112138, + "Ġpaci": 112139, + "ालन": 112140, + "Ġиде": 112141, + "ĠZem": 112142, + "Ġslužby": 112143, + "ÑģÑĤвеннÑĭй": 112144, + "ĠØ¢ÙĨاÙĨ": 112145, + "ĠÑĤоваÑĢи": 112146, + "ĠتØŃÙħÙĬÙĦ": 112147, + "ĠYük": 112148, + "ĠкаÑĤегоÑĢ": 112149, + "íĭĢ": 112150, + "ĠкоÑģ": 112151, + "Ġобов": 112152, + "ĠprostÅĻedÃŃ": 112153, + "ĠÑģоÑģ": 112154, + "ĠÐIJлекÑģанд": 112155, + "Ġà¹Ģà¸Ĥà¸ķ": 112156, + "å¿ħé¡»": 112157, + "ัà¸Ĭ": 112158, + "ĠÙĦد": 112159, + "ãĢģä¸Ģ": 112160, + "ĠÎľÎŃ": 112161, + "ÑĥваÑĤиÑģÑı": 112162, + "æķı": 112163, + "ãĥ¼ãĥIJ": 112164, + "اÙĦÙĦÙĩ": 112165, + "ĠبÙĩا": 112166, + "åĸ¶": 112167, + "è´µ": 112168, + "æĸ¹åIJij": 112169, + "Ġì¸": 112170, + "ĠÙĨاÙħÙĩ": 112171, + "ÑĮко": 112172, + "Ġvody": 112173, + "vÃŃc": 112174, + "à¹ģà¸Ī": 112175, + "ĠعÙĦÛĮÙĩ": 112176, + "à¹ģรà¸ĩ": 112177, + "ίνα": 112178, + "ãģ¬": 112179, + "ĠÐŀп": 112180, + "Ġsayf": 112181, + "ï¼ĮçĶ±": 112182, + "ä¼´": 112183, + "ĠÑĥдоб": 112184, + "ãģ¾ãģł": 112185, + "ĠнепÑĢи": 112186, + "Âİ": 112187, + "à¤¾à¤ľà¤ª": 112188, + "plnÄĽ": 112189, + "ĠìĹĦ": 112190, + "Ġrůzn": 112191, + "Ġxếp": 112192, + "ãĥĸãĥ«": 112193, + "ĠзаÑħиÑģÑĤ": 112194, + "ĠÙħصرÙģ": 112195, + "ĠvÅ¡echno": 112196, + "ãģ®ãģĬ": 112197, + "ĠThá»ĭ": 112198, + "Ġmùa": 112199, + "¿IJ": 112200, + "ĠпÑĢинÑĨип": 112201, + "ĠاÙĨÙĤÙĦ": 112202, + "гаÑĢ": 112203, + "Ġmožnost": 112204, + "ÙĤÙĬÙĤ": 112205, + "ĠotevÅĻ": 112206, + "Ġfak": 112207, + "Ġnguy": 112208, + "бов": 112209, + "lacaÄŁ": 112210, + "اطر": 112211, + "ãģ«ãĤĪãĤĬ": 112212, + "æĺ¯åľ¨": 112213, + "Ġtầng": 112214, + "ìĿ¸ìĿ´": 112215, + "aÅĻ": 112216, + "碰": 112217, + "ÏĮμε": 112218, + "Ġê°Ī": 112219, + "ĠØ£ØŃد": 112220, + "غراÙģ": 112221, + "ĠÙĬØŃ": 112222, + "ｧ": 112223, + "ĠاÙĦØŃÙĬاة": 112224, + "Ġlep": 112225, + "Ġฮ": 112226, + "tae": 112227, + "ĠlÆ°Æ¡ng": 112228, + "è½®": 112229, + "ĠзмÑĸн": 112230, + "ĠÐļиÑĹв": 112231, + "ĠмÑĸÑģÑı": 112232, + "кав": 112233, + "à¸ķะ": 112234, + "Ġmnoho": 112235, + "ĠNghá»ĭ": 112236, + "èĻİ": 112237, + "ĠãĥŁ": 112238, + "Ġpráci": 112239, + "Ġgá»ijc": 112240, + "ĠYeni": 112241, + "اضÙĬ": 112242, + "Ġèij": 112243, + "Ġкла": 112244, + "ıng": 112245, + "ÏĦεί": 112246, + "Ġbeni": 112247, + "Ġعد": 112248, + "Ġaktu": 112249, + "ĠÙĪÙĤد": 112250, + "ĠподгоÑĤов": 112251, + "Ġgiai": 112252, + "(æ°´": 112253, + "Ġsaç": 112254, + "ĠÙħÙĨاسب": 112255, + "âĸĭ": 112256, + "ÙIJÙĩ": 112257, + "éį": 112258, + "à¸Ńà¸Ĺ": 112259, + "ĠسÛĮاسÛĮ": 112260, + "olit": 112261, + "ĠاÙĦجز": 112262, + "Ø·ÙĦب": 112263, + "Ġsey": 112264, + "erence": 112265, + "ì´Į": 112266, + "ĠвнÑĥÑĤÑĢен": 112267, + "Ġà¸Ļาย": 112268, + "ĠìķĬìķĺëĭ¤": 112269, + "olik": 112270, + "æľĢåIJİ": 112271, + "仪": 112272, + "ĠÑĢÑĸд": 112273, + "è¼ĥ": 112274, + "Ġباب": 112275, + "Ñĥди": 112276, + "ĠÑģÑĤÑĥп": 112277, + "ĠÄijứng": 112278, + "ĠÅŁÃ¶yle": 112279, + "ĠíķĻìĥĿ": 112280, + "ĠвлаÑģÑĤи": 112281, + "Ġhãng": 112282, + "à¹īาว": 112283, + "ĠکاÙĩØ´": 112284, + "Ġëĵ¯": 112285, + "ĠجÙħÙĦÙĩ": 112286, + "Ġدکتر": 112287, + "adolu": 112288, + "Ġتبد": 112289, + "ظاÙħ": 112290, + "ĠznaÄį": 112291, + "ĠدÙĨÛĮ": 112292, + "Ġsạn": 112293, + "å¼±": 112294, + "ÏĢι": 112295, + "ĠçIJĨ": 112296, + "ĠÙģصÙĦ": 112297, + "инг": 112298, + "ÐļÐŀ": 112299, + "ĠСов": 112300, + "Ġziyaret": 112301, + "ĠدÙħ": 112302, + "竹": 112303, + "Ġsahibi": 112304, + "isayar": 112305, + "ÄŁa": 112306, + "ĠпеÑĢÑĸод": 112307, + "Ġsna": 112308, + "(æľ¨": 112309, + "Ġнее": 112310, + "ĠÑĦакÑĤоÑĢ": 112311, + "меж": 112312, + "åºĦ": 112313, + "ráž": 112314, + "окÑĢем": 112315, + "Ġžal": 112316, + "ิà¹Ģศษ": 112317, + "豪": 112318, + "oucÃŃ": 112319, + "ĠUlus": 112320, + "Ġtakže": 112321, + "اÙĪÙĨ": 112322, + "ниÑĤи": 112323, + "нÑĮо": 112324, + "ëį¸": 112325, + "ĠÙĥرة": 112326, + "åľ³": 112327, + "ĠArthropoda": 112328, + "ĠÑĤодÑĸ": 112329, + "Ġدرصد": 112330, + "ุรà¸ģ": 112331, + "ĠÑģвого": 112332, + "说éģĵ": 112333, + "Ġcánh": 112334, + "æĵĬ": 112335, + "Ġä¸ĭè½½": 112336, + "èī¾": 112337, + "Ġnikdy": 112338, + "خط": 112339, + "ĠÑģейÑĩаÑģ": 112340, + "ÙĪÙĬÙĦ": 112341, + "amet": 112342, + "문ìĿĺ": 112343, + "ĠEÄŁitim": 112344, + "大ä¼ļ": 112345, + "ĠbÅĻez": 112346, + "заÑĨÑĸÑı": 112347, + "Ġtyto": 112348, + "най": 112349, + "غÙħ": 112350, + "Ġé©": 112351, + "计ç®Ĺ": 112352, + "Türkiye": 112353, + "Ġmnož": 112354, + "åIJĪä½ľ": 112355, + "æľįåĭĻ": 112356, + "Ġkaždý": 112357, + "ĠÑİÑĢид": 112358, + "Ġβα": 112359, + "à¥Ĥà¤ļ": 112360, + "åIJĮãģĺ": 112361, + "Ġçĭ": 112362, + "ίÏĦ": 112363, + "ÙĪÛĮÙĨت": 112364, + "اÙĨس": 112365, + "æľĢ大": 112366, + "ĠTừ": 112367, + "éŃĶæ³ķ": 112368, + "Ġбли": 112369, + "ĠÑĤакое": 112370, + "ãģľ": 112371, + "ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 112372, + "ìĿ´ë©°": 112373, + "ĠÙĤسÙħت": 112374, + "ĠоÑĨÑĸ": 112375, + "никÑĥ": 112376, + "ĠBạn": 112377, + "ĠоÑĢганÑĸз": 112378, + "üph": 112379, + "Ġizin": 112380, + "Ġï¾Ĭ": 112381, + "είÏĤ": 112382, + "à¸ĩà¹ģà¸ķ": 112383, + "ãģ¡ãĤī": 112384, + "важа": 112385, + "Ġ欧": 112386, + "ιÏİ": 112387, + "ÏĢÎŃ": 112388, + "ĠкÑĢеп": 112389, + "ĠÑĨиÑħ": 112390, + "æĦŁãģĺ": 112391, + "çķ«": 112392, + "ÙĥÙĪ": 112393, + "емо": 112394, + "žen": 112395, + "å¹³æĸ¹": 112396, + "ĠÙħجÙħÙĪعÙĩ": 112397, + "ĠÑģвои": 112398, + "ĠãĦ": 112399, + "à¸Ľà¸£à¸°à¸ģà¸Ńà¸ļ": 112400, + "ĠпÑĢоÑĤи": 112401, + "ÙĪÛĮÙĩ": 112402, + "认为": 112403, + "ÏĨÎŃ": 112404, + "иÑĩеÑģкий": 112405, + "æ¥ļ": 112406, + "Ġпап": 112407, + "δÏģο": 112408, + "Ġkullanım": 112409, + "Ġzbo": 112410, + "ĠúspÄĽ": 112411, + "ĠÙħز": 112412, + "ĠFak": 112413, + "елÑĮзÑı": 112414, + "æ´»åĭķ": 112415, + "ĠÐŁÑĢав": 112416, + "¦y": 112417, + "åĥķ": 112418, + "æijĺ": 112419, + "Ġرئ": 112420, + "ĠÏĨοÏģ": 112421, + "миÑĤ": 112422, + "Ġticaret": 112423, + "æ³ķå¾ĭ": 112424, + "年代": 112425, + "ìĪĻ": 112426, + "å¿ł": 112427, + "à¹ĩà¸Ļà¸Ĺ": 112428, + "ĠÑĥж": 112429, + "ĠÙħتØŃدÙĩ": 112430, + "Ġtrá»Ŀi": 112431, + "ĠرØŃ": 112432, + "ĠÚ©ÙĪÚĨ": 112433, + "ĠопÑĢеделен": 112434, + "ĠزÙħÛĮÙĨÙĩ": 112435, + "Ġnóng": 112436, + "Ġngủ": 112437, + "Những": 112438, + "ĠкиÑĪ": 112439, + "Ġjde": 112440, + "Ġä¸Ĭæµ·": 112441, + "åĭĩ": 112442, + "Ġtanı": 112443, + "à¹Įà¹ģละ": 112444, + "ĠÑĢаÑģÑĤвоÑĢ": 112445, + "ĠÑģÑĢедÑģÑĤв": 112446, + "Ġcán": 112447, + "Ġsystému": 112448, + "ÛĮØ·": 112449, + "ĠÑģиÑģÑĤема": 112450, + "Ġëŀ": 112451, + "ĠÑĩеÑĤ": 112452, + "éĥ¨éŨ": 112453, + "帰": 112454, + "Ġmillet": 112455, + "ĠÎķλλά": 112456, + "à¥ĩà¤ĸन": 112457, + "Ġrepubliky": 112458, + "ÑĢами": 112459, + "Ġसमस": 112460, + "Ġaçısından": 112461, + "ادÙĦ": 112462, + "ĠбеÑģп": 112463, + "ãĥ»âĶģ": 112464, + "åľŃ": 112465, + "ocu": 112466, + "kánÃŃ": 112467, + "ÙĪرش": 112468, + "ëŀµ": 112469, + "Ġçģ": 112470, + "è°ģ": 112471, + "Ġsám": 112472, + "ĠνεÏĨ": 112473, + "bilir": 112474, + "ĠmÃŃstÄĽ": 112475, + "Ġžen": 112476, + "Ġilç": 112477, + "Ġë§ģ": 112478, + "ãĢijĊ": 112479, + "ĠÙħÙĪارد": 112480, + "ĠاÙĦØ´ÙĬ": 112481, + "Ġ기ë¡Ŀ": 112482, + "Ġtady": 112483, + "à¸Ńาà¸Ī": 112484, + "ĠÑģÑĦ": 112485, + "ĠspoleÄįnost": 112486, + "Ġtématu": 112487, + "ÙħاÙħ": 112488, + "Ùħع": 112489, + "Ġлеж": 112490, + "ĠÚĨØ´Ùħ": 112491, + "ĠiÅŁlet": 112492, + "ĠÙĨسخ": 112493, + "ä¼°": 112494, + "ãģįãģª": 112495, + "ãĢĥ": 112496, + "å²Ĺ": 112497, + "ĠåŃIJ": 112498, + "Ġbảng": 112499, + "çĮ®": 112500, + "Ġcứng": 112501, + "ĠкÑĢай": 112502, + "Ġèĭ±è¯Ń": 112503, + "ÐłÐIJ": 112504, + "زÙĨ": 112505, + "èĥŀ": 112506, + "Ġsüreç": 112507, + "ãĥķãĥĪ": 112508, + "ĠкÑĸлÑĮка": 112509, + "neÄŁin": 112510, + "ovány": 112511, + "лÑĸн": 112512, + "Ġvýraz": 112513, + "ĠÑģÑĩиÑĤа": 112514, + "ĠпÑĢавило": 112515, + "ĠиÑģполÑĮзÑĥ": 112516, + "Ġkéo": 112517, + "ĠyaklaÅŁÄ±k": 112518, + "ĠÙĪابستÙĩ": 112519, + "оваÑĤелÑĮ": 112520, + "Ġì²ł": 112521, + "ĠاÙĦعاÙħ": 112522, + "åĿı": 112523, + "Ġà¸ī": 112524, + "ĠSÆ¡n": 112525, + "λιο": 112526, + "ì¶Ķì²ľ": 112527, + "Ġslužeb": 112528, + "ĠдеÑıÑĤелÑĮноÑģÑĤи": 112529, + "зм": 112530, + "Ġпози": 112531, + ".;.;": 112532, + "ĠпÑĢоиÑģÑħодиÑĤ": 112533, + "ายà¹ĥà¸Ļ": 112534, + "çļĦãģ«": 112535, + "Ġà¤ĩसस": 112536, + "омеÑĤ": 112537, + "ĠαÏģ": 112538, + "ाà¤Ĺर": 112539, + "icÃŃch": 112540, + "Ġpoložky": 112541, + "골": 112542, + "æĥĬ": 112543, + "Ġöner": 112544, + "Ġxảy": 112545, + "ĠÙĨظرÛĮ": 112546, + "Ġnghá»ī": 112547, + "Ġà¸ľà¸¥": 112548, + "ĠÑĢолÑĮ": 112549, + "ĠÑĢемон": 112550, + "صÙĪر": 112551, + "Vý": 112552, + "ĠSá»ij": 112553, + "ĠÑģÑĥÑĩаÑģ": 112554, + "หย": 112555, + "ĠاÙĤداÙħ": 112556, + "Ġerkek": 112557, + "Ġèį": 112558, + "ĠÄijôi": 112559, + "ĠконкÑĢеÑĤ": 112560, + "æ¬Ĭ": 112561, + "Ġ缮": 112562, + "ÙĪÚ©": 112563, + "lıkla": 112564, + "Ġpazar": 112565, + "άνÏī": 112566, + "ÑĥÑģÑĤа": 112567, + "ãģªãģŁ": 112568, + "ĠÙĩÙĨÚ¯": 112569, + "Ð®ÐĽ": 112570, + "Ġвелик": 112571, + "ĠnhỼ": 112572, + "ĠìĭľíĹĺ": 112573, + ")ìĿĺ": 112574, + "ÙĥÙĩ": 112575, + "Ġà¹ģล": 112576, + "Û²Ûµ": 112577, + "ĠارساÙĦ": 112578, + "ĠокÑĢем": 112579, + "άÏĤ": 112580, + "ĠвÑĭÑħод": 112581, + "vÄĽtÅ¡ÃŃ": 112582, + "ĠطرÛĮÙĤ": 112583, + "ĠкоÑĢоÑĤ": 112584, + "нÑĶ": 112585, + "ãĤĬãģ«": 112586, + "Ġä¹Ł": 112587, + "ØŃص": 112588, + "عÙħاÙĦ": 112589, + "olojik": 112590, + "Ġرابط": 112591, + "çªĹ": 112592, + "Ġgiz": 112593, + "Ġchết": 112594, + "樣": 112595, + "สà¸ĩ": 112596, + "ÙĪتر": 112597, + "ĠÑıкÑĥ": 112598, + "çı¾åľ¨": 112599, + "ĠоÑĤÑģÑĥÑĤÑģÑĤв": 112600, + "Ġê´ijê³ł": 112601, + "Ñĸки": 112602, + "åĢ¤": 112603, + "订": 112604, + "Ġdle": 112605, + "Ġåł": 112606, + "権": 112607, + "讯": 112608, + "åĶIJ": 112609, + "Ġâĸ²": 112610, + "Ġlistop": 112611, + "Ġdatové": 112612, + "ÏĦÏĮÏĤ": 112613, + "Ġоз": 112614, + "δÏĮ": 112615, + "èĴĤ": 112616, + "Û³Û°": 112617, + "ãĥªãĥ¼ãĤº": 112618, + "ĠÙħرکز": 112619, + "ĠпÑĸдÑĤÑĢим": 112620, + "ĠÑģез": 112621, + "é¡ĺ": 112622, + "Ġolacaktır": 112623, + "æºĢ": 112624, + "ĠÏĢεÏģιο": 112625, + "ÑĦа": 112626, + "ÏĦηÏĥη": 112627, + "ç»ĥ": 112628, + "Ðŀд": 112629, + "δÏħ": 112630, + "âĦĥ": 112631, + "Ġlắp": 112632, + "ĠëĦĺ": 112633, + "طاÙĨ": 112634, + "ĠÙ¾ÙĨج": 112635, + "تاÙĨ": 112636, + "ilerinin": 112637, + "ÃĪ": 112638, + "ĠØ®ÙĪØ´": 112639, + "ĠìĬ¬": 112640, + "ĠاÙĦرئÙĬس": 112641, + "ẵn": 112642, + "Ġشار": 112643, + "eru": 112644, + "жив": 112645, + "à¸Ļาย": 112646, + "Ġsẻ": 112647, + "Ġà¤īà¤ļ": 112648, + "ãģ«ãģĭ": 112649, + "ç¡Ģ": 112650, + "Ġyürüt": 112651, + "ĠСеÑĢг": 112652, + "ĠкаÑģ": 112653, + "ĠÐijог": 112654, + "Ġìĸ´ëĸ»ê²Į": 112655, + "ĠçŁ³": 112656, + "Ġöldür": 112657, + "лÑĸв": 112658, + "ĠhoÃłng": 112659, + "Ġbá»Ļt": 112660, + "çŀ¬": 112661, + "Ġ침": 112662, + "Nếu": 112663, + "Ġnevy": 112664, + "Ġìľ¤": 112665, + "ĠsouÄįást": 112666, + "ısıyla": 112667, + "Ġtüket": 112668, + "bou": 112669, + "Ġдво": 112670, + "سط": 112671, + "å½ĵçĦ¶": 112672, + "ãĥ¨": 112673, + "ĠزادÙĩ": 112674, + "Ġéĥ¨": 112675, + "ĠرÙĪØŃ": 112676, + "Ġï¼į": 112677, + "ĠмÑĸÑģÑĨев": 112678, + "θεν": 112679, + "à¸Ĩ": 112680, + "ленÑĸ": 112681, + "çį²": 112682, + "ĠHOH": 112683, + "sın": 112684, + "ิà¸ķร": 112685, + "財": 112686, + "ĠpÅĻid": 112687, + "à¹Ģหà¸Ļ": 112688, + "lý": 112689, + "è¨Ģèijī": 112690, + "à¤ĵ": 112691, + "âĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸį": 112692, + "باب": 112693, + "ãĥ¼ãĥķ": 112694, + "моÑĢ": 112695, + "è¿ĩç¨ĭ": 112696, + "ĠãĥĽ": 112697, + "ĠKinh": 112698, + "íķľêµŃ": 112699, + "Ġìĸ´ëĸ¤": 112700, + "ĠвлиÑı": 112701, + "Ġfayd": 112702, + "ĠصÙĨع": 112703, + "Ġalır": 112704, + "ĠettiÄŁi": 112705, + "άκ": 112706, + "imizin": 112707, + "ัà¸ļà¸ľ": 112708, + "ĠземелÑĮ": 112709, + "ÙĬÙĦاد": 112710, + "涨": 112711, + "çıł": 112712, + "Ġأغ": 112713, + "Ġzku": 112714, + "âĢŀA": 112715, + "าà¸ķร": 112716, + "ayi": 112717, + "ãĥ©ãĤ¹": 112718, + "ило": 112719, + "ĠÄijá»į": 112720, + ".Îķ": 112721, + "ëľ": 112722, + "ĠμÏĢοÏģεί": 112723, + "帶": 112724, + "Ġartır": 112725, + "าà¸į": 112726, + "å¿ĺ": 112727, + "talya": 112728, + "ĠpozdÄĽji": 112729, + "ĠnepÅĻ": 112730, + "Ġæ¹": 112731, + "اÙĩÛĮ": 112732, + "Ġsatın": 112733, + "Ġë²Į": 112734, + "جÙĪ": 112735, + "ä¸Ģ缴": 112736, + "ìķĦìļĶ": 112737, + "ÂłP": 112738, + "ĠØĽ": 112739, + "Ġпал": 112740, + "表æĥħ": 112741, + "Ġcanlı": 112742, + "æĪIJ为": 112743, + "ÙĪÙĨا": 112744, + "ĠâĢ¯": 112745, + "à¸ģำล": 112746, + "åįĸ": 112747, + "ĠαÏĥ": 112748, + "инок": 112749, + "амп": 112750, + "ลà¸Ńà¸ĩ": 112751, + "ÙĤÙĤ": 112752, + "ĠпÑĢоÑħод": 112753, + "ãĤĦãĤĭ夫": 112754, + "Ïĩη": 112755, + "貨": 112756, + "ĠÙģÙĬÙĩ": 112757, + "ÙĬرÙĬ": 112758, + "ĠвнеÑĪ": 112759, + "Ġkarak": 112760, + "Ø«ÙĦ": 112761, + "ÙĩÙĪرÛĮ": 112762, + "اÙĪرپ": 112763, + "ĠÄijá»ı": 112764, + "jiÅ¡tÄĽnÃŃ": 112765, + "تبر": 112766, + "Ġê·¸ê²ĥ": 112767, + "Ġgül": 112768, + "ĠпокÑĥп": 112769, + "lilik": 112770, + "Ġzda": 112771, + "åīįãģ«": 112772, + "ĠÙħÙĩÙĨد": 112773, + "ĠÎijÎĿ": 112774, + "ĠÚ©ÛĮÙĦÙĪÙħتر": 112775, + "ĠpÅĻeh": 112776, + "алеж": 112777, + "Ġkayn": 112778, + "访": 112779, + "Ġì¤ijêµŃ": 112780, + "ĠÑĪиÑĢок": 112781, + "ĠÙħشارکت": 112782, + "âĢĤ": 112783, + "ĠíŤ": 112784, + "ĠìłľíĴĪ": 112785, + "ĠØ´ÛĮر": 112786, + "esinden": 112787, + "ÑĢÑĸÑĩ": 112788, + "èı²": 112789, + "ÑģкоÑĢ": 112790, + "etik": 112791, + "à¸²à¸ľ": 112792, + "ĠطبÛĮ": 112793, + "κÎŃ": 112794, + "ĠìŀĪìĸ´": 112795, + "Ġdek": 112796, + "ÑĢÑĸй": 112797, + "åĨĴ": 112798, + "nÃŃci": 112799, + "®¤": 112800, + "ĠÙħرتب": 112801, + "Ġyazı": 112802, + "üslü": 112803, + "ìľ¼ëĤĺ": 112804, + "elerine": 112805, + "ĠyoÄŁun": 112806, + "Ġбак": 112807, + "ÎĻÎŁ": 112808, + "άλÏħ": 112809, + "ç´Ļ": 112810, + "ĠÑĢÑĥками": 112811, + "Ġçözüm": 112812, + "ìłķìĿĦ": 112813, + "Ġgüçlü": 112814, + "λÏĮ": 112815, + "Ġbelli": 112816, + "ÃŃÅ¡e": 112817, + "ĠÏĮÏĢÏīÏĤ": 112818, + "ĠnaÅ¡": 112819, + "Ġpár": 112820, + "ÑĪÑĤ": 112821, + "ĠìĨ¡": 112822, + "à¥Ĥरत": 112823, + "ĠÏĢολÏį": 112824, + "ç°¡": 112825, + "èĤ¯": 112826, + "æ¹¾": 112827, + "Ġäºĭ": 112828, + "Ġबस": 112829, + "Ġ무ë£Į": 112830, + "дина": 112831, + "誰": 112832, + "леж": 112833, + "ĠúÅĻad": 112834, + "ĠоÑģвÑĸÑĤи": 112835, + "ĠвÑĸдÑĩ": 112836, + "ĠпÑĢизнаÑĩ": 112837, + "çĶ³è¯·": 112838, + "'ya": 112839, + "ä¿Ĭ": 112840, + "ĠÙĬÙĪÙĨ": 112841, + "Ġسع": 112842, + "ĠÐĶаÑĤа": 112843, + "è¨ĢãģĨ": 112844, + "ĠØŃتÛĮ": 112845, + "ĠJiÅĻÃŃ": 112846, + "ĠХаÑĢ": 112847, + "éĻĪ": 112848, + "à¹Īาà¸Īะ": 112849, + "Ġsayesinde": 112850, + "ĠÑĤÑĢеба": 112851, + "ê°Ģì§Ģ": 112852, + "Ġyemek": 112853, + "è¦ļ": 112854, + "ặn": 112855, + "ãĢĢãĢĢãĢĢãĢĢĠãĢĢ": 112856, + "Ġ举": 112857, + "ĠÙĪا": 112858, + "ĠÙħÙĪس": 112859, + "Ġкоманд": 112860, + "Ġseçim": 112861, + "ÑĩеннÑı": 112862, + "Ġtotiž": 112863, + "Ġrá»Ńa": 112864, + "ıa": 112865, + "Ø¢Ùħ": 112866, + "ÑĨÑĸон": 112867, + "::::::::::::": 112868, + "ÐĿÐIJ": 112869, + "ıza": 112870, + "hend": 112871, + "Ġफर": 112872, + "ัà¸Ķà¸ģาร": 112873, + "ĠCách": 112874, + "ĠпоÑĤÑĸм": 112875, + "Ġá¼Ģ": 112876, + "اÙĦا": 112877, + "ỡ": 112878, + "رÛĮÙħ": 112879, + "宫": 112880, + "ĠزÙħÛĮÙĨ": 112881, + "ÑĢеÑģÑĤ": 112882, + "баÑĩ": 112883, + "Ùĩرست": 112884, + "ног": 112885, + "ï¼Į大": 112886, + "ĠëĺIJíķľ": 112887, + "Ġzůst": 112888, + "ĠÐĴона": 112889, + "å¤ĩ份": 112890, + "ĠاÙģت": 112891, + "oje": 112892, + "ÑģкÑĸлÑĮки": 112893, + "Ġnhẹ": 112894, + "ĠкеÑĢÑĸв": 112895, + "ῦ": 112896, + "æĸ¹æ¡Ī": 112897, + "заÑĨиÑı": 112898, + "ĠвÑĸдповÑĸдно": 112899, + "ãĤ¤ãĤ¹": 112900, + "гал": 112901, + "ĠобÑĭÑĩно": 112902, + "اÙĪرپÙĪÛĮÙĨت": 112903, + "å®ľ": 112904, + "losti": 112905, + "è¿Ľåħ¥": 112906, + "uyordu": 112907, + "벤íĬ¸": 112908, + "æīĭãĤĴ": 112909, + "ÐŁÐ¾Ð´": 112910, + "ĠÙħØŃدÙĪد": 112911, + "ĠØ¢Ùħد": 112912, + "arakter": 112913, + "çļĦ大": 112914, + "Ġsıcak": 112915, + "lant": 112916, + "Ġdấu": 112917, + "ĠÙĨÚ©": 112918, + "èĢħãģ®": 112919, + "Ġkendini": 112920, + "ĠпаÑĨи": 112921, + "Ġ기íĥĢ": 112922, + "ĠвмеÑģÑĤе": 112923, + "ваеÑĤÑģÑı": 112924, + "Ġë§ī": 112925, + "ĠchvÃŃli": 112926, + "Ø®ÛĮ": 112927, + "ÙĦع": 112928, + "nÃŃky": 112929, + "､:": 112930, + "ëIJľëĭ¤": 112931, + "ì§ķ": 112932, + "ĠквÑĸÑĤ": 112933, + "¨ìĸ´": 112934, + "liž": 112935, + "Ġë¹Ħë°Ģê¸Ģ": 112936, + "Ġkhá»iji": 112937, + "Ġë°©ìĨ¡": 112938, + "echan": 112939, + "Ġзаконодав": 112940, + "ĠакÑĤ": 112941, + "ë¬¸ìłľ": 112942, + "ĠNó": 112943, + "ĠçĤ¹": 112944, + "hledem": 112945, + "ĠÑģвоÑĹÑħ": 112946, + "ĠرÙĤÙħ": 112947, + "æĽ¼": 112948, + "िवर": 112949, + "åİļ": 112950, + "ĠÐļод": 112951, + "à¤Ńà¤Ĺ": 112952, + "ìŀIJëĬĶ": 112953, + "à¸Ļม": 112954, + "ÑĥÑģа": 112955, + "Ġgünü": 112956, + "ĠÄijÃŃch": 112957, + "Ġtrữ": 112958, + "å·»": 112959, + "éĵ¶è¡Į": 112960, + "ØŃÙĨ": 112961, + "讨": 112962, + "γÏĩ": 112963, + "ὸ": 112964, + "alarında": 112965, + "Ġkaf": 112966, + "ÙĪاج": 112967, + "ĠиÑģклÑİÑĩ": 112968, + "Ġnhiá»ħ": 112969, + "á»įt": 112970, + "ĠìĽ¹": 112971, + "ĠéĿ¢": 112972, + "ãģ®ãģĮ": 112973, + "Ġмало": 112974, + "ÑĸлÑĸ": 112975, + "Ġbiên": 112976, + "nému": 112977, + "пÑĢимеÑĢ": 112978, + "âĸłâĸł": 112979, + "Ġkamp": 112980, + "ĠвеÑī": 112981, + "Äįem": 112982, + "à¥ģध": 112983, + "æŁ»": 112984, + "تÙĪÙĨ": 112985, + "åıªæľī": 112986, + "ãģ¯ãģĦ": 112987, + "Ġรวม": 112988, + "ãĤŀ": 112989, + "ãģĻãĤĭãģ¨": 112990, + "å¾Īå¤ļ": 112991, + "à¹Īà¸ķ": 112992, + "ĠsvÄĽta": 112993, + "Ġê°Ģ격": 112994, + "Ú¯Ùĩ": 112995, + "andaÅŁ": 112996, + "ãĥªãĤ¹": 112997, + "Ïīμα": 112998, + "ĠØ®ÙĪب": 112999, + "ç´ħ": 113000, + "ÑĩиÑģ": 113001, + "ì¢Į": 113002, + "ĠØŃضرت": 113003, + "ĠвиÑĢÑĸÑĪ": 113004, + "پر": 113005, + "Ġtýd": 113006, + "Ġkontro": 113007, + "дейÑģÑĤв": 113008, + "ãģŁãĤģãģ«": 113009, + "ìī": 113010, + "миниÑģÑĤÑĢа": 113011, + "âĢ¯": 113012, + "åīij": 113013, + "ниÑĨÑĸ": 113014, + "å¦ĩ": 113015, + "ĠлиÑĪ": 113016, + "ãģ£ãģ¦ãĤĭ": 113017, + "наÑĢÑĥж": 113018, + "ÑīиÑħ": 113019, + "ÏĦοκ": 113020, + "ováno": 113021, + "ترÙĦ": 113022, + "ÑĢек": 113023, + "غات": 113024, + "Ġomez": 113025, + "ìĵ°": 113026, + "ĠÃľl": 113027, + "ï½Ĵ": 113028, + "lıģını": 113029, + "Ġvượt": 113030, + "ĠbÄĽÅ¾": 113031, + "ÃľR": 113032, + "Ġãĥ¾": 113033, + "ĠdoÄŁal": 113034, + "Ġhatır": 113035, + "Ġsvým": 113036, + "ì§ĢëıĦ": 113037, + "à¹Ģà¸łà¸Ĺ": 113038, + "Ġvay": 113039, + "ĠæĻĤ": 113040, + "à¥įवप": 113041, + "Ġplo": 113042, + "é¢Ħè§Ī": 113043, + "Ġçıktı": 113044, + "ĠدÙĨ": 113045, + "nánÃŃ": 113046, + "ê·Ģ": 113047, + "íĺĢ": 113048, + "à¸ŀà¸ļ": 113049, + "muÅŁtur": 113050, + "å®ĺæĸ¹": 113051, + "ĠíĶĦë¡ľê·¸ëŀ¨": 113052, + "éĢŁåº¦": 113053, + "lerdir": 113054, + "ÑĩеÑģкого": 113055, + "ĠÄ°nsan": 113056, + "âĶĥ": 113057, + "Ġà¤ĩतन": 113058, + "Ð¡Ð¡Ðł": 113059, + "ĠاÙħر": 113060, + "Ġkötü": 113061, + "ÙģØ´": 113062, + "Ġboj": 113063, + "ĠÑĨÑĸÑĶÑĹ": 113064, + "Ġsöylem": 113065, + "ниÑĨÑĭ": 113066, + "ãĢĤ她": 113067, + "âĢĿ.Ċ": 113068, + "Ġmilion": 113069, + "Ġsonunda": 113070, + "зÑĥ": 113071, + "à¥įमà¤ķ": 113072, + "人åı£": 113073, + "nÄĽÅ¾": 113074, + "ĠÑģмоÑĤ": 113075, + "ĠкомплекÑģ": 113076, + "ĠзавиÑģим": 113077, + "ĠимеÑİÑĤ": 113078, + "Ġlạc": 113079, + "Ġhangi": 113080, + "ëĶ©": 113081, + "åĬ³": 113082, + "ĠvÄĽci": 113083, + "еÑĢов": 113084, + "κÏģι": 113085, + "Ġdurumu": 113086, + "ĠبÙĪاسطة": 113087, + "ĠأبÙĬ": 113088, + "ĠAÄŁustos": 113089, + "εÏĩ": 113090, + "ĠдиÑĤи": 113091, + "ÑĦика": 113092, + "ĠNÄĥm": 113093, + "Ġ기ìĪł": 113094, + "ĠhlavnÃŃ": 113095, + "ä¿ĥ": 113096, + "Ġलà¤Ĺत": 113097, + "ĠObr": 113098, + ".ย": 113099, + "ковод": 113100, + "opis": 113101, + "Ġãĥī": 113102, + "ĠبشÙĥÙĦ": 113103, + "нием": 113104, + "ĠtémÄĽÅĻ": 113105, + "ĠاÙĦØŃر": 113106, + "ĠÙĦازÙħ": 113107, + "Ġmái": 113108, + "iliÄŁi": 113109, + "ë³¼": 113110, + "Ġyık": 113111, + "ç½²": 113112, + "ÑĢава": 113113, + "Ñīин": 113114, + "ãģ«å¯¾": 113115, + "ç²¾ç¥ŀ": 113116, + "à¹īส": 113117, + "Ġtemsil": 113118, + "ÃĨ": 113119, + "ìķĶ": 113120, + "ĠпÑĢавилÑĮно": 113121, + "ÑĢоÑİ": 113122, + "Û±Û³Û¸": 113123, + "è©ŀ": 113124, + "اءة": 113125, + "ÙĪارÙĩ": 113126, + "ï¼ħ": 113127, + "ĠÐľÐ¸Ðº": 113128, + "æģ¶": 113129, + "æıĴ": 113130, + "ापन": 113131, + "ĠÚ©ÛĮÙģÛĮت": 113132, + "ĠTÃłi": 113133, + "Ġtiá»ĥu": 113134, + "ovalo": 113135, + "çĿ¡": 113136, + "Ñĩил": 113137, + "ĠлиÑĤ": 113138, + "λεÏħÏĦα": 113139, + "Ġокон": 113140, + "::|": 113141, + "вала": 113142, + "ĠÙħرکزÛĮ": 113143, + "ĠalÄ±ÅŁ": 113144, + "Ġдолжно": 113145, + "æĻĤ代": 113146, + "Ġsert": 113147, + "еÑĤом": 113148, + "ัà¸Ļย": 113149, + "åģ·": 113150, + "ĠvÃŃc": 113151, + "ĠÑħоÑĤÑı": 113152, + "alarını": 113153, + "lenmesi": 113154, + "ãĥ³ãĥIJ": 113155, + "Ġëªĩ": 113156, + "ĠỦy": 113157, + "ĠاÙĦکتر": 113158, + "vyÅ¡Å¡ÃŃ": 113159, + "責": 113160, + "주ìĭľ": 113161, + "áÅĻe": 113162, + "Ġyere": 113163, + "ãĤ¢ãĥ³": 113164, + "ĠاÙĦسعÙĪد": 113165, + "Ġآش": 113166, + "Ġchóng": 113167, + "Ġè»": 113168, + "гаÑĶ": 113169, + "ĠãģĤ": 113170, + "稳": 113171, + "δεÏĤ": 113172, + "缮çļĦ": 113173, + "Ġcevap": 113174, + "ÑģÑĤе": 113175, + "é¡¿": 113176, + "मन": 113177, + "顾": 113178, + "ĠкÑĢедиÑĤ": 113179, + "ĠÙħستÙĤ": 113180, + "ĠмиÑĤ": 113181, + "Ġtá»ĵn": 113182, + "ĠجÙĦ": 113183, + "Ä©a": 113184, + "ĠاÙĦعÙĦÙħ": 113185, + "áků": 113186, + "ĠíķĻêµIJ": 113187, + "à¸Ĺà¸Ńà¸ĩ": 113188, + "หà¸Ļà¸Ķ": 113189, + "ĠлÑĸÑĤеÑĢаÑĤÑĥ": 113190, + "ëIJł": 113191, + "άÏģÏĩ": 113192, + "ĠÙĤدرت": 113193, + "à¸Ļาà¸ĩ": 113194, + "Ġarac": 113195, + "ĠjÃŃd": 113196, + "Ġtürlü": 113197, + "íĶ½": 113198, + "ersiz": 113199, + "еним": 113200, + "Ġyüzyıl": 113201, + "ĠãģĦ": 113202, + "ĠÎļÏħ": 113203, + "Ġæļ": 113204, + "Ġpůj": 113205, + "Ġtá»Ļi": 113206, + "Ġthiên": 113207, + "Ä°S": 113208, + "Ġthúc": 113209, + "æĹģ": 113210, + "ìŀIJìĿ¸": 113211, + "Ġölüm": 113212, + "رÛĮÙģ": 113213, + "ÑĢеж": 113214, + "صاÙĦ": 113215, + "رÙģØ©": 113216, + "iếp": 113217, + "ÑıÑĤиÑı": 113218, + "Ġpoužit": 113219, + "átu": 113220, + "为ä»Ģä¹Ī": 113221, + "ìģ": 113222, + "Ġkrát": 113223, + "ĠپرÙĪÚĺÙĩ": 113224, + "ĠrozhodnutÃŃ": 113225, + "ĠÑĥнивеÑĢ": 113226, + "Ñĸйно": 113227, + "Ġåij¨": 113228, + "Ġkiá»ĥu": 113229, + "缮åīį": 113230, + "ä¿Ħ": 113231, + "ÏĦοι": 113232, + "ÑĦеÑĢен": 113233, + "uÅŁtur": 113234, + "ĠnÃŃm": 113235, + "âĢĮØ®": 113236, + "Ġủy": 113237, + "ĠÑģÑĤаÑĤи": 113238, + "ÑĩеÑģкий": 113239, + "Ġjestli": 113240, + "ĠÙ¾ÙĨ": 113241, + "Ġobce": 113242, + "ĠجÙĩاÙĨÛĮ": 113243, + "едагог": 113244, + "ãģ§ãģ®": 113245, + "Ġbuá»Ļc": 113246, + "ì¹´ì§Ģëħ¸": 113247, + "à¹ĩà¸Ħ": 113248, + "ĠÄįtvrt": 113249, + "Ġника": 113250, + "Ġвплив": 113251, + "ĠдиÑĢ": 113252, + "ĠÑģобÑģÑĤвен": 113253, + "Ġë§İìĿ´": 113254, + "æ¾³": 113255, + "ÑĢÑĥб": 113256, + "æ£ĭ": 113257, + "å£°éŁ³": 113258, + "ä¹ĥ": 113259, + "تÛĮجÙĩ": 113260, + "å¹¼": 113261, + "onya": 113262, + "ĠPlantae": 113263, + "ЧÑĤо": 113264, + "æIJŃ": 113265, + "ä½ľçĶ¨": 113266, + "ìħ¨": 113267, + "ĠкÑĢÑĥг": 113268, + "ĠÙĪÙģÙĬ": 113269, + "Ġï¼ŀ": 113270, + "ÑĪки": 113271, + "ÂłÐľ": 113272, + "اشÛĮ": 113273, + "ĠÅŀubat": 113274, + "Ġعشر": 113275, + "lif": 113276, + "ĠpoužitÃŃ": 113277, + "íĨ¡": 113278, + "Ġблок": 113279, + "èĢ¶": 113280, + "ูร": 113281, + "Ġvüc": 113282, + "Ø´ÙĪد": 113283, + "има": 113284, + "ниÑĨип": 113285, + "ìĿ´ëĵľ": 113286, + "ĠâĢIJ": 113287, + "ĠназнаÑĩ": 113288, + "Ġstrany": 113289, + "殿": 113290, + "ĠاÙĦرÙĪ": 113291, + "纸": 113292, + "åĪij": 113293, + "ï¼Įä»İ": 113294, + "Ġë©´": 113295, + "ĠпÑĢоведеннÑı": 113296, + "Ġhava": 113297, + "ĠìĹĨìĹĪëĭ¤": 113298, + "å¢ŀåĬł": 113299, + "Ú¾": 113300, + "缺": 113301, + "Ġعبار": 113302, + "Ġtắc": 113303, + "ĠinÅŁa": 113304, + "erse": 113305, + "رÙĬب": 113306, + "Ġá»ķn": 113307, + "أة": 113308, + "ĠÏĢολι": 113309, + "Ġmắc": 113310, + "Ñģол": 113311, + "æ´ŀ": 113312, + "-го": 113313, + "ç¨ĭ度": 113314, + "ĠвикоÑĢиÑģÑĤаннÑı": 113315, + "âĢŀظ": 113316, + "elerinde": 113317, + "ĠNhÆ°ng": 113318, + "stÅĻed": 113319, + "Ġhastalık": 113320, + "à¹īà¹Ģà¸Ľ": 113321, + "Ġdefa": 113322, + "ĠزÙĬ": 113323, + "اطÙĤ": 113324, + "ĠпÑĢой": 113325, + "ĠокÑĢÑĥг": 113326, + "νια": 113327, + "ladu": 113328, + "koli": 113329, + "ĠoÄŁ": 113330, + "ĠвиÑģок": 113331, + "Ðĩ": 113332, + "çĽĸ": 113333, + "ãĤıãģij": 113334, + "ãĥ¼ãĥģ": 113335, + "æ¡¥": 113336, + "ĠÅ¡koly": 113337, + "itom": 113338, + "ĠتØŃص": 113339, + "alara": 113340, + "Ġкал": 113341, + "ĠпÑĢиÑħод": 113342, + "Ġé¦ĸ页": 113343, + "Âį": 113344, + "ĠÛĮعÙĨÛĮ": 113345, + "Ġtùy": 113346, + "Ģë¡ľ": 113347, + "ëł¤ê³ł": 113348, + "áze": 113349, + "Ġек": 113350, + "èħ¹": 113351, + "ĠFakat": 113352, + "по": 113353, + "ĠÄijá»įc": 113354, + "åĪĺ": 113355, + "ázal": 113356, + "ÑĤон": 113357, + "Ú¯ÙĪ": 113358, + "ä¸Ī": 113359, + "ìĹ¼": 113360, + "ĠÙĦÙĦØ£": 113361, + "ĠEÄŁer": 113362, + "åħ±åĴĮåĽ½": 113363, + "ذر": 113364, + "ĠdaÄŁ": 113365, + "è¡Įä¸ļ": 113366, + "ê±°ëŀĺê°Ģ": 113367, + "è´Łè´£": 113368, + "Công": 113369, + "ĠÑĦилÑĮ": 113370, + "ĠаÑģ": 113371, + "Ġchẳng": 113372, + "нимаÑĤÑĮ": 113373, + "Ġifad": 113374, + "Ġìħ": 113375, + "çĪµ": 113376, + "ĠÅĻeÅ¡enÃŃ": 113377, + "åĽ½äº§": 113378, + "Ġкакой": 113379, + "Ġमध": 113380, + "ĠYar": 113381, + "obraz": 113382, + "Ġonemoc": 113383, + "ĠâĤ": 113384, + "åİŁåĽł": 113385, + "ĠÙĥرد": 113386, + "Ġآزاد": 113387, + "Ġadlı": 113388, + "ĠHizmet": 113389, + "ãĥ¼ãĥij": 113390, + "ÙĨسÙĬØ©": 113391, + "ĠвнÑĥÑĤ": 113392, + "Ġdále": 113393, + "ÎķÎ¥": 113394, + "ĠÑĥÑħ": 113395, + "ĠÑĢев": 113396, + "ĠмеÑĪ": 113397, + "ĠkoÅŁul": 113398, + "ĠاÛĮراÙĨÛĮ": 113399, + "éĺµ": 113400, + "ĠëıĻìķĪ": 113401, + "à¹Ģà¸Ł": 113402, + "ëłĪ벨": 113403, + "è¨Ńè¨Ī": 113404, + "prak": 113405, + "poÄį": 113406, + "اعدة": 113407, + "Ġasker": 113408, + "ĠÙĪÛĮÚĺÙĩ": 113409, + "ĠТеÑĢ": 113410, + "makta": 113411, + "ĠÄįtyÅĻ": 113412, + "ÂłÐ¡": 113413, + "âĢĮÚ©ÙĨÙĨد": 113414, + "ï¼Į並": 113415, + "ĠÑĢоÑģÑĸй": 113416, + "Ġunut": 113417, + "è¿Ļä¸Ģ": 113418, + "opak": 113419, + "èĢIJ": 113420, + "ĠзамеÑĤ": 113421, + "à¹Įล": 113422, + "بÙĨ": 113423, + "Ġ몰": 113424, + "Ġinsanlar": 113425, + "åı¯æĺ¯": 113426, + "梦": 113427, + "код": 113428, + "èĽĽ": 113429, + "kladnÃŃ": 113430, + "ÑĢовод": 113431, + "ĠмÑĸÑģÑĤа": 113432, + "åĩºäºĨ": 113433, + "ĠпаÑģ": 113434, + "обов": 113435, + "گاÙĩÛĮ": 113436, + "вин": 113437, + "à¥įरध": 113438, + "Ġкомпон": 113439, + "ĠаÑĤ": 113440, + "Ġadet": 113441, + "Ġãĥģ": 113442, + "Ġذات": 113443, + "ĠØŃÙĪ": 113444, + "Ġtrochu": 113445, + "à¹ģหà¸Ļ": 113446, + "Ġзавжди": 113447, + "ĠPartisi": 113448, + "ĠSavaÅŁ": 113449, + "ĠsÃŃd": 113450, + "ĠÑģон": 113451, + "رÙĬÙģ": 113452, + "Ġzcela": 113453, + "åĺ´": 113454, + "ĠÑĦÑĥÑĤ": 113455, + "ilerek": 113456, + "malıdır": 113457, + "Ġdá»±a": 113458, + "à¸Ĺำà¸ĩาà¸Ļ": 113459, + "ĠÙĪÙĦÙĥÙĨ": 113460, + "ãģªãĤĵãģł": 113461, + "ĠÚ©ÙħÛĮ": 113462, + "ĠlékaÅĻ": 113463, + "ÏģÏį": 113464, + "جÙħع": 113465, + "ınızı": 113466, + "ĠAnadolu": 113467, + "ãģ«ãĤĪãģ£ãģ¦": 113468, + "Ġê·¸ëŁ¬ëĤĺ": 113469, + "ĠíĮĶ": 113470, + "ÑĸÑĤÑĮ": 113471, + "Ġ¦": 113472, + "ä¸įè¦ģ": 113473, + "à¸ĸม": 113474, + "ĠÙĬد": 113475, + "ĠpÅĻep": 113476, + "Ġè¦ģ": 113477, + "ĠпÑĢоекÑĤ": 113478, + "ĠÑĢеги": 113479, + "Ġdạy": 113480, + "кового": 113481, + "Ġıs": 113482, + "ĠKı": 113483, + "ĠÙģÙĬÙĩا": 113484, + "ÛĮات": 113485, + "ĠÑģÑĤала": 113486, + "æĬľ": 113487, + "ÑĥÑĢа": 113488, + "ĠپاÛĮاÙĨ": 113489, + "Ġitibaren": 113490, + "анÑĸÑĹ": 113491, + "ĠоÑĦоÑĢм": 113492, + "леÑĩ": 113493, + "εξ": 113494, + "æĶ¿çŃĸ": 113495, + "Ġç½ij": 113496, + "åĤ¬": 113497, + "ĠìĿ´ëŁ°": 113498, + "ĠkardeÅŁ": 113499, + "ÑİÑīего": 113500, + "лки": 113501, + "ĠاÛĮاÙĦات": 113502, + "تÙĩا": 113503, + "ĠподÑħод": 113504, + "ĠØŃÙĪÙĦ": 113505, + "ĠÑģовÑĢем": 113506, + "íĿ¥": 113507, + "Ġ詳細": 113508, + "ıyı": 113509, + "ĠتÙĤÙĪ": 113510, + "æ¯Ķè¾ĥ": 113511, + "ĠανÏĦι": 113512, + "ĠΣΤ": 113513, + "jiÅ¡Å¥": 113514, + "ynı": 113515, + "Ġpocházet": 113516, + "-Ðļ": 113517, + "Ġзавд": 113518, + "Ùİس": 113519, + "ç»ĵæŀĦ": 113520, + "Ùħار": 113521, + "νοι": 113522, + "ĠγεÏģι": 113523, + "èĩ£": 113524, + "ĠnacházÃŃ": 113525, + "ÏĦÏİ": 113526, + "à¥įयत": 113527, + "uyu": 113528, + "æķĹ": 113529, + "ebi": 113530, + "Ġë°Ķë¡ľ": 113531, + "ĠгÑĢн": 113532, + "ĠاÙĦاس": 113533, + "Ġorgán": 113534, + "Ġedin": 113535, + "åŁĥ": 113536, + "à¹ģà¸Ħ": 113537, + "ĠØŃدÙĪد": 113538, + "ĠдÑĢÑĥгой": 113539, + "оÑģков": 113540, + "ĠSợ": 113541, + "ĠpÅĻib": 113542, + "ä¿ĿæĬ¤": 113543, + "Ùħبر": 113544, + "ĠãĥĨ": 113545, + "Ġdoz": 113546, + "optera": 113547, + "à¸´à¸¥à¸Ľ": 113548, + "دارÛĮ": 113549, + "æĦŁè§ī": 113550, + "代çIJĨ": 113551, + "ÙĨدا": 113552, + "اÙĬا": 113553, + "صÙĨ": 113554, + "Ġcelé": 113555, + "Ġè©ķ": 113556, + "à¸ĩà¸Ļ": 113557, + "Ġleh": 113558, + "èİ·å¾Ĺ": 113559, + "ãĢĢï¾ī": 113560, + "ĠìĦłìĪĺ": 113561, + "르ëĬĶ": 113562, + "à¤Ĩर": 113563, + "å§Ķåijĺ": 113564, + "æĹłçłģ": 113565, + "Ġè·": 113566, + "ĠzajÃŃm": 113567, + "ecké": 113568, + "æµľ": 113569, + "ĠÑĥнÑĸвеÑĢÑģиÑĤ": 113570, + "ĠбÑİджеÑĤ": 113571, + "à¥ĩ.": 113572, + "Ġvstup": 113573, + "ĠоÑī": 113574, + "Ġåľĭ": 113575, + "ä¸ģ缮": 113576, + "ĠведÑĮ": 113577, + "Ġë§IJìĿĦ": 113578, + "Ġteknik": 113579, + "ãĢĢï½Į": 113580, + "ĠпÑĸдвиÑī": 113581, + "ĠÑģвÑıзи": 113582, + "ĠترجÙħ": 113583, + "Âī": 113584, + "ĠÄijâu": 113585, + "ÑĸÑĩного": 113586, + "å°ijå¹´": 113587, + "ecta": 113588, + "िलत": 113589, + "ιοÏĤ": 113590, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 113591, + "teg": 113592, + "á»īnh": 113593, + "¯¿": 113594, + "Ġnebu": 113595, + "ÙĬÙĬÙĨ": 113596, + "оÑıÑĤ": 113597, + "é¤Ĭ": 113598, + "ĠاÙĤتصادÛĮ": 113599, + "âĢĻnun": 113600, + "ĠÐĴÑĸк": 113601, + "ĠngÄĥn": 113602, + "ëĮĢíķĻêµIJ": 113603, + "éı": 113604, + "़र": 113605, + "اباÙĨ": 113606, + "ÙİÙĥ": 113607, + "Ġetkil": 113608, + "Ġchắn": 113609, + "Ġë°ľìĥĿ": 113610, + "Ġtamamen": 113611, + "ĠÙħØŃÛĮØ·": 113612, + "ülü": 113613, + "åģ¥åº·": 113614, + "ĠÑĢаÑģÑĤениÑı": 113615, + "ÏĢοί": 113616, + "Ġè¶ħ": 113617, + "áÄį": 113618, + "ĠìĻ¸ë¶Ģ": 113619, + "ĠØ®ÛĮÙĦÛĮ": 113620, + "ĠدÙĪست": 113621, + "à¹Ģà¸Ĥà¸ķ": 113622, + "Ġkalan": 113623, + "먼": 113624, + "avÄĽ": 113625, + "문íĻĶ": 113626, + "Ġдиаг": 113627, + "ĠÙĨÙĪÙĬس": 113628, + "íķij": 113629, + "à¸ŀาะ": 113630, + "ëĭ¤ê°Ģ": 113631, + "Ġniá»ĩm": 113632, + "ĠسÙĪÙħ": 113633, + "-м": 113634, + "à¸Ķำà¹Ģà¸Ļ": 113635, + "à¹ĩว": 113636, + "ãĢĤãģĵãģ®": 113637, + "ç¯ī": 113638, + "WidthSpace": 113639, + "ZeroWidthSpace": 113640, + "ائÙħØ©": 113641, + "à¹Ħà¸ĭà¸ķ": 113642, + "ä¸ĭ载次æķ°": 113643, + "ä¼¼ä¹İ": 113644, + "ĠÑĤв": 113645, + "Ġzákaz": 113646, + "Ġجدا": 113647, + "Ġgider": 113648, + "ãĥ¼ãĥĵ": 113649, + "nů": 113650, + "Ġë§ģíģ¬": 113651, + "ĠdÃ¼ÅŁÃ¼k": 113652, + "Ñĥнок": 113653, + "Ġtóc": 113654, + "ĠÑĤÑĢÑĥб": 113655, + "окÑģ": 113656, + "Ġtrải": 113657, + "Ġmiá»ħn": 113658, + "ĠthÆ°á»Ľc": 113659, + "ĠnháºŃt": 113660, + "ÂłD": 113661, + "masının": 113662, + "輪": 113663, + "ĠÎĿο": 113664, + "erç": 113665, + "Ġdokonce": 113666, + "ĠGüven": 113667, + "ovaná": 113668, + "езд": 113669, + "ÑĸнÑĮ": 113670, + "èģ²": 113671, + "اÙĦØ£": 113672, + "ï¼Įä½Ĩæĺ¯": 113673, + "ĠполноÑģÑĤÑĮÑİ": 113674, + "Portály": 113675, + "ĠØŃاÙģظ": 113676, + "à¥Ĥà¤ķ": 113677, + "ÑĢÑĥн": 113678, + "人çī©": 113679, + "Ġaçı": 113680, + "Ġporu": 113681, + "eriod": 113682, + "ĠAmerika": 113683, + "çĩŁ": 113684, + "ĠرÙĪد": 113685, + "ĠкÑĢови": 113686, + "ÙĪÙĤت": 113687, + "éĺ¶": 113688, + "ãĥ»âĶģãĥ»âĶģ": 113689, + "رÙĬÙħ": 113690, + "åİĨåı²": 113691, + "丸": 113692, + "ĠзновÑĥ": 113693, + "ĠÑģвоего": 113694, + "бÑĥдÑĮ": 113695, + "ĠØŃجÙħ": 113696, + "ĠδÏįο": 113697, + "ìķĪëĤ´": 113698, + "Ġãģ§": 113699, + "à¹Īะ": 113700, + "ÙijÙı": 113701, + "çµIJæŀľ": 113702, + "âĢĻi": 113703, + "à¹Į,": 113704, + "åŃĺäºİ": 113705, + "Ġरà¤ĸन": 113706, + "ĠسرÙħاÛĮÙĩ": 113707, + "ĠглÑĥб": 113708, + "ĠÑĢазÑĸ": 113709, + "ÑĩнÑĸ": 113710, + "ï¼ĮåıĪ": 113711, + "cısı": 113712, + "æľīåħ³": 113713, + "ãĤ»ãĥ³": 113714, + "èIJ¨": 113715, + "ĠGiáo": 113716, + "ĠاÙĦثاÙĨÙĬ": 113717, + "ĠÑĢазом": 113718, + "ĠÑĤÑĢо": 113719, + "Ġaçıklam": 113720, + "åĨ³å®ļ": 113721, + "à¸Ńà¸Ľ": 113722, + "åĶ¯": 113723, + "ĠÅŁark": 113724, + "Ġsistemi": 113725, + "Ġtoprak": 113726, + "èĢĥãģĪ": 113727, + "ĠпопÑĥлÑıÑĢ": 113728, + "ĠëĨį": 113729, + "اÙĬÙĨ": 113730, + "सम": 113731, + "ĠÂĢ": 113732, + "Ġederek": 113733, + "Ġgec": 113734, + "ìĤ¬ìĹħ": 113735, + "ĠÑĢоки": 113736, + "ĠбеÑĢем": 113737, + "ĠخاÙĨÙĪادÙĩ": 113738, + "Ġèµ·": 113739, + "ĠЧÑĤо": 113740, + "ĠobÄĽ": 113741, + "инÑĸ": 113742, + "ìĿ´ìĹĪ": 113743, + "ĠIndi": 113744, + "ĠдиÑĤ": 113745, + "ãĥ¶æľĪ": 113746, + "Ġнемного": 113747, + "ĠzákladÄĽ": 113748, + "à¹Ĥà¸Ħ": 113749, + "ĠÑģамого": 113750, + "ĠبØŃØ«": 113751, + "Ġæ¶": 113752, + "овж": 113753, + "ĠобÑĢаÑī": 113754, + "ÃĴ": 113755, + "วรร": 113756, + "à¤Ĥश": 113757, + "ĠоÑĩеÑĢед": 113758, + "ĠÙģرز": 113759, + "ëĮĢíķľ": 113760, + "Ġsizin": 113761, + "رÙģت": 113762, + "ÑİÑīим": 113763, + "æ»ij": 113764, + "avir": 113765, + "ĠÙĪصÙĦ": 113766, + "Ġquay": 113767, + "Ġгип": 113768, + "ÑĢениÑı": 113769, + "à¥įवत": 113770, + "ινÏīν": 113771, + "à¤ľà¤¹": 113772, + "ĠhÆ¡i": 113773, + "Ġpovaž": 113774, + "Ġعرب": 113775, + "менÑĤа": 113776, + "ĠоÑģÑĤан": 113777, + "ä¹ĭéĹ´": 113778, + "acÃŃch": 113779, + "ĠÑģказала": 113780, + "ìĿ´ëĿ¼ëĬĶ": 113781, + "Ġشاخ": 113782, + "Ġëĭ¹ìĭł": 113783, + "arlar": 113784, + "Ġмлн": 113785, + "åĨ¬": 113786, + ".:.:.:": 113787, + "Ġθε": 113788, + "Ġherkes": 113789, + "лÑıд": 113790, + "اÙħا": 113791, + "ĠëŃIJ": 113792, + "ÏĥιμοÏĢοι": 113793, + "Ġobraz": 113794, + "غاÙĦ": 113795, + "BÆ°á»Ľc": 113796, + "å°Ĭ": 113797, + "ìŀIJ를": 113798, + "æĢĴ": 113799, + "οÏħÏģγ": 113800, + "å¼ķãģį": 113801, + "Ġkonuda": 113802, + "ĠاÙĦتج": 113803, + "Ġkrit": 113804, + "å¿į": 113805, + "ĠìłĦìĦ¸ê°Ģ": 113806, + "говоÑĢ": 113807, + "Ġistiyor": 113808, + "оки": 113809, + "ĠобеÑģпеÑĩ": 113810, + "Ġayrıca": 113811, + "à¹Ģà¸ľ": 113812, + "аÑĢод": 113813, + "Ä°Åŀ": 113814, + "ĠجÙħÙĩÙĪرÛĮ": 113815, + "ĠÑģвоиÑħ": 113816, + "Ġprovád": 113817, + "ĠÑĢам": 113818, + "ĠÙĤض": 113819, + "лиÑĤелÑĮ": 113820, + "ãĤ±ãĥĥãĥĪ": 113821, + "оÑģоÑĦ": 113822, + "Ġरहन": 113823, + "kový": 113824, + "ì°¸": 113825, + "γκα": 113826, + "λοι": 113827, + "μÏĢο": 113828, + "ĠÄijau": 113829, + "ниÑİ": 113830, + "Ġmanžel": 113831, + "Ġíĺ¼": 113832, + "ĠÑĤиÑģ": 113833, + "ãĥĨãĥ«": 113834, + "abilecek": 113835, + "нин": 113836, + "à¸ģรรมà¸ģาร": 113837, + "éłIJ": 113838, + "Ġphê": 113839, + "jedn": 113840, + "交æµģ": 113841, + "Ġвнимание": 113842, + "обÑĢеÑĤ": 113843, + "ĠжизнÑĮ": 113844, + "ÑĢиÑģÑĤи": 113845, + "à¥Īà¤ļ": 113846, + "Ġyüzden": 113847, + "Ġgiy": 113848, + "éļĶ": 113849, + "仲": 113850, + "ĠèĻ": 113851, + "ĠParti": 113852, + "Ġéĸ¢": 113853, + "ัà¸ļส": 113854, + "ĠnejlepÅ¡ÃŃ": 113855, + "ÙİÙī": 113856, + "ĠìĿ´ìłľ": 113857, + "Ġcắt": 113858, + "ÑĢозÑĥм": 113859, + "Ġnejsou": 113860, + "lÃŃd": 113861, + "θο": 113862, + "à¹ĩà¸ĩ": 113863, + "ĠÑģпÑĢоÑģ": 113864, + "mamÄ±ÅŁ": 113865, + "Ġ쪽": 113866, + "اÙģÙĤ": 113867, + "ÑĨÑĸйниÑħ": 113868, + "Ġé¦Ļ": 113869, + "ĠÙħÛĮÙĦÛĮÙĪÙĨ": 113870, + "夢": 113871, + "ĠÙģÙĩرست": 113872, + "rý": 113873, + "ĠповÑĸдом": 113874, + "eceÄŁi": 113875, + "ĠзабезпеÑĩеннÑı": 113876, + "ÂĶ": 113877, + "ãģĹãģªãģĦ": 113878, + "åŁºç¡Ģ": 113879, + "ĠÚĨÙĨÛĮÙĨ": 113880, + "ĠÑĢозÑĢоб": 113881, + "ä¸ĢäºĽ": 113882, + "ãĥ³ãģ®": 113883, + "ĠпÑĢаÑĨÑĸв": 113884, + "å¾ĹåĪ°": 113885, + "Ġtấn": 113886, + "åŃĺæ¡£å¤ĩ份": 113887, + "ĠíĻĪ": 113888, + "Ġà¸Ķาว": 113889, + "ìĭ±": 113890, + "лина": 113891, + "ĠвоÑģпал": 113892, + "ÄŁinden": 113893, + "аÑĤелей": 113894, + "rž": 113895, + "ĠÑĦÑĥн": 113896, + "ĠÐIJл": 113897, + "ĠпоÑĩÑĤи": 113898, + "овÑĸд": 113899, + "اعب": 113900, + "าะห": 113901, + "ĠвозÑĢаÑģÑĤ": 113902, + "ิà¸ĩห": 113903, + "ĠÙģÙĦس": 113904, + "ĠÅ¡est": 113905, + "à¸Ĭาว": 113906, + "Ġ골": 113907, + "ĠoÄį": 113908, + "ãĤ¸ãĥ§": 113909, + "коÑģÑĤи": 113910, + "éĽĨåĽ¢": 113911, + "æ±ĩ": 113912, + "ĠpÅĻÃŃliÅ¡": 113913, + "ĠìĿij": 113914, + "диви": 113915, + "ĠдокÑĥменÑĤа": 113916, + "ĠChâu": 113917, + "Ġmáu": 113918, + "Ġkhô": 113919, + "Ãķ": 113920, + "Ñīий": 113921, + "Ġsẵn": 113922, + "ĠконÑĦ": 113923, + "ĠзÑĥÑģÑĤ": 113924, + "åĽŀçŃĶ": 113925, + "ĠкоÑĢиÑģÑĤ": 113926, + "ĠÏĢεÏģί": 113927, + "丰": 113928, + "Ġmạch": 113929, + "анк": 113930, + "ä¸ĭæĿ¥": 113931, + "èµĦæĸĻ": 113932, + "ยà¸Ńà¸Ķ": 113933, + "ĠÏĢιο": 113934, + "à¹īà¸ĩาà¸Ļ": 113935, + "ĠumÃŃst": 113936, + "æ½®": 113937, + "çªģçĦ¶": 113938, + "Ġkultur": 113939, + "ĠاÙĦصÙģ": 113940, + "alarının": 113941, + "ĠÎĶημο": 113942, + "ĠвиконаннÑı": 113943, + "ｿ": 113944, + "ĠбезопаÑģ": 113945, + "ĠÑģаÑħ": 113946, + "Ġnoh": 113947, + "à¹ĥà¸ļ": 113948, + "éĥ½å¸Ĥ": 113949, + "ÅŁam": 113950, + "бÑĥÑĤ": 113951, + "Ġ모ìĬµ": 113952, + "Ġваг": 113953, + "çIJĨ解": 113954, + "Ġekonomik": 113955, + "Ġkhắc": 113956, + "Ġsvat": 113957, + "лиÑĪком": 113958, + "ัà¸ĩà¸Īาà¸ģ": 113959, + "izyon": 113960, + "èĥ½å¤Ł": 113961, + "ίνει": 113962, + "ÂĬ": 113963, + "ì¦Į": 113964, + "ĠÙĩاÛĮÛĮ": 113965, + "ĠkiÅŁiler": 113966, + "ĠклеÑĤ": 113967, + "íĺģ": 113968, + "à¥ĥद": 113969, + "iÅ¡": 113970, + "ëĶĶìĺ¤": 113971, + "ÙĬراÙĨ": 113972, + "ĠÐĿÑĥ": 113973, + "à¸Ńà¸Ļà¸Ĺ": 113974, + "ĠÑģоÑĩ": 113975, + "Ġisteyen": 113976, + "ĠSez": 113977, + "ĠãĤ»": 113978, + "ĠAç": 113979, + "âĢĮÙĨ": 113980, + "ĠÑĤоп": 113981, + "ĠÑĤеÑĢÑĢиÑĤоÑĢ": 113982, + "acılık": 113983, + "ĠоднÑĥ": 113984, + "Ġveri": 113985, + "Ġکد": 113986, + "ĠÚ¯ÙģتÙĩ": 113987, + "Ġcinsel": 113988, + "ологии": 113989, + "ĠpÅĻedmÄĽt": 113990, + "à¤Ĥà¤ĺ": 113991, + "Ġ空": 113992, + "γα": 113993, + "'ye": 113994, + "ترة": 113995, + "ĠdÅĻÃŃ": 113996, + "ĠHÃłn": 113997, + "ĠرشتÙĩ": 113998, + "Ġvidea": 113999, + "Ġног": 114000, + "æ·»": 114001, + "è¿ĺæľī": 114002, + "ÙĨدر": 114003, + "Ġyerde": 114004, + "Ġkent": 114005, + "à¸ļาล": 114006, + "ĠдеÑģÑı": 114007, + "ä¸ļåĬ¡": 114008, + "ĠобÑĬек": 114009, + "ĠвнÑĥÑĤÑĢÑĸÑĪ": 114010, + "kola": 114011, + "ebnÃŃ": 114012, + "ีล": 114013, + "Ġ,.": 114014, + "ĠмÑĸжнаÑĢод": 114015, + "ãģªãĤĵãģ¦": 114016, + "ĠSöz": 114017, + "Ġchod": 114018, + "Ġtrúc": 114019, + "ìļĶìĿ¼": 114020, + "ĠpháºŃn": 114021, + "Ñģка": 114022, + "ĠÑħлоп": 114023, + "Ñģким": 114024, + "Ġkapit": 114025, + "ëĵ¤ìĹIJê²Į": 114026, + "ĠbÃło": 114027, + "lıģın": 114028, + "Ä°ÅŁ": 114029, + "ÄįnÃŃk": 114030, + "ĠNgoÃłi": 114031, + "ĠبÛĮاÙĨ": 114032, + "ĠproÄį": 114033, + "ĠпÑĢоÑĤÑıгом": 114034, + "åĢī": 114035, + "еÑİ": 114036, + "Ġνο": 114037, + "ëĿ¼ëıĦ": 114038, + "ì·¨": 114039, + "ĠвиÑıв": 114040, + "Ġпонад": 114041, + "ĠжовÑĤ": 114042, + "Ġæ¯Ķ": 114043, + "Ġdoby": 114044, + "лам": 114045, + "Ñijл": 114046, + "ĠÑĢаÑħ": 114047, + "Ġвозника": 114048, + "ниÑĨÑĤво": 114049, + "層": 114050, + "ĠоÑĤлиÑĩ": 114051, + "çĤİ": 114052, + "飯": 114053, + "Ġživota": 114054, + "atör": 114055, + "Ġcelý": 114056, + "Ġaday": 114057, + "رÙĬÙĥÙĬ": 114058, + "Ġبص": 114059, + "meyen": 114060, + "ìļ°ìĬ¤": 114061, + "بÙĪÙĦ": 114062, + "Ġозна": 114063, + "麼": 114064, + "æĵļ": 114065, + "Ġzkou": 114066, + "ëĤĺìļĶ": 114067, + "Ġkry": 114068, + "Ġnemoh": 114069, + "ĠvyužÃŃ": 114070, + "Ġæľ¨": 114071, + "ĠадмÑĸнÑĸÑģÑĤÑĢа": 114072, + "اÙĩا": 114073, + "à¹ĥà¸ģล": 114074, + "＿＿＿＿＿＿＿＿": 114075, + "ĠгоÑĤ": 114076, + "ĠدÛĮگرÛĮ": 114077, + "ĠлекаÑĢ": 114078, + "è§Ģ": 114079, + "Ġíĺij": 114080, + "ĠBöyle": 114081, + "istrov": 114082, + "女åŃIJ": 114083, + "ĠпопеÑĢед": 114084, + "ĠÙĨÙĪÙĬسÙĨدÙĩ": 114085, + "ÙĴÙĦ": 114086, + "ĠÐŁÐ°Ð²": 114087, + "Ġörnek": 114088, + "ĠпÑĢик": 114089, + "ĠÑĪи": 114090, + "üslüman": 114091, + "ĠÙħÙĤابÙĦ": 114092, + "åįģäºĮ": 114093, + "Ġbekl": 114094, + "Ġverir": 114095, + "ÙĪØ°": 114096, + "ضة": 114097, + "ÑĢоÑĤив": 114098, + "æĮij": 114099, + "..:": 114100, + "ĠخارجÙĬØ©": 114101, + "adık": 114102, + "ĠÐŁÐ¾Ñĩ": 114103, + "ĠÑħÑĥдож": 114104, + "客æĪ·": 114105, + "μον": 114106, + "ektiv": 114107, + "Ġtvá": 114108, + "Û²Û²": 114109, + "Ġlá»įc": 114110, + "Ġоно": 114111, + "ÑĨиÑĤ": 114112, + "ĠÐĴÑģ": 114113, + "Ġå¢": 114114, + "浪": 114115, + "аÑĢÑĸ": 114116, + "Ġsürekli": 114117, + "Ġstra": 114118, + "Ġbize": 114119, + "Ġtespit": 114120, + "Ġchâu": 114121, + "ĠاÙĦض": 114122, + "à¹īà¸Ńà¸ĩà¸ģ": 114123, + "ĠèĢħ": 114124, + "ĠHá»": 114125, + "ĠкаждÑĭй": 114126, + "аÑİ": 114127, + "à¸Ļà¸Ħร": 114128, + "à¸Ĺะ": 114129, + "ĠÙħراجع": 114130, + "Ġhaline": 114131, + "δοÏĤ": 114132, + "eÄŁi": 114133, + "ĠÙħÛĮزاÙĨ": 114134, + "ĠÙĩÙĦ": 114135, + "Ġbolest": 114136, + "ĠåľŁ": 114137, + "Ġuzman": 114138, + "ÑĢог": 114139, + "確èªį": 114140, + "ĠÑĢÑĸзниÑħ": 114141, + "ĠзакÑĢÑĭ": 114142, + "лÑĥги": 114143, + "ĠÑģовеÑĤ": 114144, + "iddi": 114145, + "åIJĪãĤıãģĽ": 114146, + "ĠåIJī": 114147, + "Ġkiá»ĩm": 114148, + "ë²½": 114149, + "ĠÙħعÙħÙĪÙĦ": 114150, + "ĠопÑĢеделÑı": 114151, + "Ġmiktar": 114152, + "ĠìŀIJëıĻ": 114153, + "Ġilaç": 114154, + "лоÑĩ": 114155, + "Ġyılı": 114156, + "ĠÄIJá»ĥ": 114157, + "Ġabych": 114158, + "Ġreklam": 114159, + "Ġvypad": 114160, + "ĠнаÑĥÑĩ": 114161, + "à¹Ģà¸Ħราะห": 114162, + "Ġä»ĸ": 114163, + "povÄĽ": 114164, + "ï¼Į让": 114165, + "ç¥Ŀ": 114166, + "اÙĪÙĨد": 114167, + "Ġ:|:": 114168, + "Ġrež": 114169, + "Ġvybav": 114170, + "ìľ¤": 114171, + "æŃ´": 114172, + "огÑĢаÑĦиÑı": 114173, + "ezpeÄį": 114174, + "±n": 114175, + "овÑĥ": 114176, + "ĠдÑĥма": 114177, + "Ġjednodu": 114178, + "оÑīи": 114179, + "ĠÙħشتر": 114180, + "観": 114181, + "Ġyoktur": 114182, + "ĠobÄįan": 114183, + "ĠTrần": 114184, + "ımsız": 114185, + "αιν": 114186, + "ÂĮ": 114187, + "رÛĮاÙĨ": 114188, + "ĠJeho": 114189, + "ĠاÙĦØ¢ÙĨ": 114190, + "ÑģÑĮким": 114191, + "Ġkdyby": 114192, + "ĠbaÅŁÄ±na": 114193, + "Ġprezident": 114194, + "ĠViá»ĩc": 114195, + "åħ¼": 114196, + "à¥Įà¤ľ": 114197, + "Ġ매매ê°Ģ": 114198, + "模å¼ı": 114199, + "nÃŃmu": 114200, + "ĠåĤ": 114201, + "Ġdeniz": 114202, + "ĺèĽĽ": 114203, + "ĠèĢĮ": 114204, + "ÙĪØŃ": 114205, + "Ñĭп": 114206, + "Ġâĸ¼": 114207, + "nul": 114208, + "ĠSev": 114209, + "Ġruh": 114210, + "Ġhạ": 114211, + "ĠÑıн": 114212, + "Ġ기본": 114213, + "Ġvelik": 114214, + "ĠTân": 114215, + "илиÑģÑĮ": 114216, + "ĠÑħÑĢа": 114217, + "åĤ·": 114218, + "Ġà¤Ĩà¤ı": 114219, + "ĠnynÃŃ": 114220, + "»ØĮ": 114221, + "Ġشع": 114222, + "æĿĤ": 114223, + "ĠмÑĭÑĪ": 114224, + "ãģĻãģIJ": 114225, + "Ġê³µì§Ģ": 114226, + "Ġtá»Ļc": 114227, + "ãĥ¼ãĥĩ": 114228, + "ĠÑģело": 114229, + "ĠاعÙĦاÙħ": 114230, + "ĠÅŁimdi": 114231, + "ĠاÙĦÙħÙĬÙĦاد": 114232, + "ĠاÙĨÙĤÙĦاب": 114233, + "ĠشخصÙĬØ©": 114234, + "ĠKür": 114235, + "ĠвÑĸÑĤ": 114236, + "ĠاÙĨدازÙĩ": 114237, + "ĠмоÑī": 114238, + "ternet": 114239, + "ĠαÏħÏĦή": 114240, + "ĠÑĢозÑĤа": 114241, + "Ġвив": 114242, + "lej": 114243, + "Ġ表": 114244, + "ÏĥÏĥÏĮÏĦε": 114245, + "ĠÙĬست": 114246, + "ĠмаÑĪ": 114247, + "åĿļ": 114248, + "ĠкомнаÑĤ": 114249, + "าหล": 114250, + "ĠçĻ¼": 114251, + "ĠاÙĪÙĦÛĮÙĨ": 114252, + "è¿IJåĬ¨": 114253, + "ĠпÑĥнкÑĤ": 114254, + "ĠоÑģобенно": 114255, + "Ġмам": 114256, + "绩": 114257, + "￣￣￣￣￣￣￣￣": 114258, + "алÑĮнÑĭм": 114259, + "ĠЦенÑĤ": 114260, + "-Ðľ": 114261, + "ç·Ĵ": 114262, + "Ġà¤¹à¤ľ": 114263, + "оÑĤÑĭ": 114264, + "ãĤ¤ãĥī": 114265, + "دارة": 114266, + "ãģ¨ãģĹãģŁ": 114267, + "ัà¸ŀย": 114268, + "Ġotáz": 114269, + "ĠдопомогоÑİ": 114270, + "à¹ģละà¸ģาร": 114271, + "ĠÑĤÑĢанÑģпоÑĢÑĤ": 114272, + "ĠÙĤرآÙĨ": 114273, + "Ġ第ä¸Ģ": 114274, + "Ġмил": 114275, + "Ġngôi": 114276, + "Ġlinh": 114277, + "ĠNhân": 114278, + "ÑĮогоднÑĸ": 114279, + "æĢĢ": 114280, + "à¹īาส": 114281, + ".::.::": 114282, + "Ġbirey": 114283, + "æĢĿãģĦ": 114284, + "à¹ĥà¸Ķ": 114285, + "веÑĢд": 114286, + "Ġlistopadu": 114287, + "Ġà¹ģม": 114288, + "ге": 114289, + "ĠкÑĥÑħ": 114290, + "ĠíĻľëıĻ": 114291, + "Ġèİ": 114292, + "ĠÐIJлÑĮ": 114293, + "íļĮìĿĺ": 114294, + "ĠÏĢÏģα": 114295, + "Ġvui": 114296, + "วร": 114297, + "à¤Ĥव": 114298, + "Ġgece": 114299, + "競": 114300, + "Ġkuv": 114301, + "меÑī": 114302, + "ĠÑĤепеÑĢÑĮ": 114303, + "à¸Ńà¹Ģม": 114304, + "åĪ¶åº¦": 114305, + "ĠÑĤÑĢеÑĤ": 114306, + "ĠÙĨتÛĮجÙĩ": 114307, + "ä»ĺãģį": 114308, + "Ġï¾ŀ": 114309, + "ĠÑĩого": 114310, + "âĢIJ-": 114311, + "ĠÅĻÃŃká": 114312, + "à¸ĩà¹ĥà¸Ļ": 114313, + "ĠnÄĽkolika": 114314, + "Ġbuna": 114315, + "ï¼ĮåŃĺäºİ": 114316, + "ลำ": 114317, + "ãĢģãģ¨": 114318, + "Ġná»Ļp": 114319, + "ĠاÙĦجÙĨ": 114320, + "ĠÎłÎ±Î½": 114321, + "ÐŀÐł": 114322, + "Ġدختر": 114323, + "Ġúdaje": 114324, + "Ġå¼ł": 114325, + "retim": 114326, + "sınız": 114327, + "ĠÙĩÙĨاÙĥ": 114328, + "ÐĽÐ¬": 114329, + "æķ¬": 114330, + "ÎijÎľ": 114331, + "页éĿ¢åŃĺæ¡£å¤ĩ份": 114332, + "ìĤ¬ê°Ģ": 114333, + "Ġtrest": 114334, + "viÄį": 114335, + "ĠÙ¾ÛĮدا": 114336, + "ζε": 114337, + "ĠÐŁÐ¾Ð²": 114338, + "ÙĦÙħات": 114339, + "orex": 114340, + "è¬Ľ": 114341, + "ĠвÑĸдкÑĢиÑĤ": 114342, + "маÑħ": 114343, + "ĠÑĩиÑģле": 114344, + "تبار": 114345, + "ĠÎŃκ": 114346, + "ìķĦíĮĮíĬ¸": 114347, + "ravel": 114348, + "αÏĥία": 114349, + "aÄį": 114350, + "Ġà¤ıन": 114351, + "ละà¹Ģà¸Ń": 114352, + "Ġзалеж": 114353, + "Ġæģ": 114354, + "ĠможеÑĤе": 114355, + "Ġповед": 114356, + "ĠبسÛĮارÛĮ": 114357, + "ĠpoÄįet": 114358, + "ربع": 114359, + "elez": 114360, + "اÙĪرÛĮ": 114361, + "ĠbaÅŁk": 114362, + "å°Ĥ": 114363, + "Ġhalde": 114364, + "æĭŁ": 114365, + "Sau": 114366, + "оÑĨи": 114367, + "ีà¸Ħ": 114368, + "Ġвлади": 114369, + "ÙIJÙħ": 114370, + "kud": 114371, + "à¥Ĥब": 114372, + "å§Ķåĵ¡": 114373, + "ารà¸ĵ": 114374, + "orů": 114375, + "ĠÙħÙĪÙĦ": 114376, + "Ġbyt": 114377, + "ĠpÅĻÃŃsluÅ¡": 114378, + "èĭ±è¯Ń": 114379, + "éĢIJ": 114380, + "Ġvelké": 114381, + "Ġà¤Ĩश": 114382, + "Ġphiếu": 114383, + "à¹ĥส": 114384, + "Ġاسپ": 114385, + "ĠzbožÃŃ": 114386, + "ãģĵãĤĵãģª": 114387, + "ĠÙĪÙĩÙĬ": 114388, + "ĠÑĥÑĩаÑģÑĤÑĮ": 114389, + "à¸Īำà¸Ļวà¸Ļ": 114390, + "Ġترک": 114391, + "åįģåĪĨ": 114392, + "ÎŁÎł": 114393, + "κολ": 114394, + "Ġfakat": 114395, + "Ġchá»Ĺ": 114396, + "éĢļçŁ¥": 114397, + "ĠводÑĥ": 114398, + "ĠÎļαÏĦηγοÏģία": 114399, + "acaģını": 114400, + "лого": 114401, + "ĠmÃ¼ÅŁter": 114402, + "Ġjednou": 114403, + "ĠбаÑĢ": 114404, + "idae": 114405, + "dım": 114406, + "è¾²": 114407, + "åIJ¹": 114408, + "ëIJ©ëĭĪëĭ¤": 114409, + "ĠÅŁeklinde": 114410, + "eným": 114411, + "ëĵ¯": 114412, + "itÄĽ": 114413, + "ĠколÑĮ": 114414, + "ëĮĢíķĻ": 114415, + "ĠÃĸr": 114416, + "Ġê½": 114417, + "ĠUBND": 114418, + "Ġhik": 114419, + "ãĤīãģĹãģĦ": 114420, + "åĩºåĵģ": 114421, + "Có": 114422, + "ĠÎŀ": 114423, + "Ġåħ¥": 114424, + "ĠNguyên": 114425, + "ĠÙ¾ÙĪØ´": 114426, + "лÑıÑĶ": 114427, + "Ġآغاز": 114428, + "Ġnhiá»ħm": 114429, + "divid": 114430, + "çĺ": 114431, + "اÙģتÙĩ": 114432, + "амеÑĤ": 114433, + "нÑĥлÑģÑı": 114434, + "ä¼ģæ¥Ń": 114435, + "ÑĢобÑĸÑĤ": 114436, + "dÃ¼ÄŁÃ¼": 114437, + "ĠکاÙĨ": 114438, + "à¸Ńà¸ĩà¸Ĺ": 114439, + "йн": 114440, + "Ġpohyb": 114441, + "Ġbiá»ĩn": 114442, + "Ġï¼Ľ": 114443, + "ÙħÙĨد": 114444, + "Ġà¤Ĩà¤ķ": 114445, + "ĠÄįlovÄĽk": 114446, + "ãĤĴè¦ĭãĤĭ": 114447, + "ë·°": 114448, + "ĠÑĥвелиÑĩ": 114449, + "Ġê´": 114450, + "ĠyanlÄ±ÅŁ": 114451, + "麦": 114452, + "Ġå¤ĸéĥ¨": 114453, + "ÏĦοÏħÏģγ": 114454, + "ĠпÑĢоÑĩ": 114455, + "ĠÑĢÑĥковод": 114456, + "缤": 114457, + "èľĺèĽĽ": 114458, + "å®īè£ħ": 114459, + "ĠУкÑĢа": 114460, + "ĠtartÄ±ÅŁ": 114461, + "ÑĤаж": 114462, + "ĠoluÅŁan": 114463, + "ĠRusya": 114464, + "ĠклÑĥб": 114465, + "ĠÎłÎ¡": 114466, + "alıdır": 114467, + "kın": 114468, + "ĠзмÑĸни": 114469, + "leÅŁik": 114470, + "еÑĢп": 114471, + "обÑīе": 114472, + "ĠquáºŃn": 114473, + "Ġपश": 114474, + "ãĤĴåıĹ": 114475, + "à¹Ģลà¸Ĥ": 114476, + "اضر": 114477, + "Ġuživatel": 114478, + "λία": 114479, + "ĠÐĴони": 114480, + "ุà¸Ķà¸Ĺ": 114481, + "ĠVÃł": 114482, + "ãĥ³ãĤ¿": 114483, + ")ëĬĶ": 114484, + "æ¸Ľ": 114485, + "ĠμÏĢ": 114486, + "å·§": 114487, + "ĠÑĪкол": 114488, + "Ġì²ĺìĿĮ": 114489, + "ัà¸ģà¸Ķ": 114490, + "æ®Ĭ": 114491, + "Ġnhá»Ŀ": 114492, + "ĠοÏĢοία": 114493, + "à¹ģà¸Ļว": 114494, + "меÑĢикан": 114495, + "nÃŃka": 114496, + "Ġíĺ¸íħĶ": 114497, + "سبب": 114498, + "à¸ĩม": 114499, + "ìŀĪëĬĶ": 114500, + "غط": 114501, + "ÙıÙĦ": 114502, + "¹æŀľ": 114503, + "ÑĩÑĸв": 114504, + "ÑĪаÑı": 114505, + "ĠØ¥ÙĦا": 114506, + "خصÙĪص": 114507, + "llll": 114508, + "ĠÑįÑĤим": 114509, + "ĠzvÃŃ": 114510, + "Ġquán": 114511, + "à¸Ļà¸ģ": 114512, + "Ġполов": 114513, + "Ġæ·±": 114514, + "Ġmiá»ģn": 114515, + "人éĸĵ": 114516, + "Ġзим": 114517, + "Ġmeydana": 114518, + "еÑĦ": 114519, + "Ġbá»ģn": 114520, + "زÙĬد": 114521, + "ĠÐłÐµÑģп": 114522, + "ÎĻΣΤ": 114523, + "ĠæĶ¶": 114524, + "raya": 114525, + "ĠتÙĪاÙĨد": 114526, + "Ġister": 114527, + "Ġë°Ģ": 114528, + "ĠмеÑħани": 114529, + "Ġà¸ķำ": 114530, + "Ġдека": 114531, + "à¤Ĥà¤Ĺल": 114532, + "ãĥ¼ãĤ«ãĥ¼": 114533, + "ĠnepÅĻÃŃ": 114534, + "ĠÑģÑĩиÑĤ": 114535, + "Ġομά": 114536, + "Ġçift": 114537, + "بÛĮÙĨÛĮ": 114538, + "meleri": 114539, + "ĠвоздейÑģÑĤв": 114540, + "dou": 114541, + "ìĥģìĿĦ": 114542, + "ĠÐĴолод": 114543, + "εβ": 114544, + "ÐĿÐĺ": 114545, + "Ñıк": 114546, + "ÏįÏĦε": 114547, + "зано": 114548, + "lenir": 114549, + "celik": 114550, + "ĠÑģоÑģÑĤавлÑıеÑĤ": 114551, + "ιαÏĤ": 114552, + "ĠÐĵоÑĢ": 114553, + "ä¹ĭä¸Ģ": 114554, + "ÏĥμÏĮÏĤ": 114555, + "ãģ«éĸ¢": 114556, + "ĠвÑĩ": 114557, + "ĠпоÑģк": 114558, + "輯": 114559, + "à¥Ģश": 114560, + "Ġآثار": 114561, + "à¸Ħวามร": 114562, + "Ġедин": 114563, + "íħIJ": 114564, + "å¹³æĪIJ": 114565, + "ĠkiÅŁinin": 114566, + "ãĤ²ãĥ¼ãĥł": 114567, + "à¥įतव": 114568, + "Ġkapsamında": 114569, + "Ġaktar": 114570, + "Ġtrừ": 114571, + "Ġرشد": 114572, + "Ġнаказ": 114573, + "رÙĬÙĦ": 114574, + "à¸Ńà¸Ħ": 114575, + "ĠگذشتÙĩ": 114576, + "Ġæ°ij": 114577, + "ĠÑĤебÑı": 114578, + "spor": 114579, + "ÑİÑīаÑı": 114580, + "окÑĢема": 114581, + "вад": 114582, + "ĠChúng": 114583, + "ĠزÛĮادÛĮ": 114584, + "еного": 114585, + "ĠکسÛĮ": 114586, + "Ãŀ": 114587, + "Ġadına": 114588, + "Ñĥда": 114589, + "ÑĸÑĶ": 114590, + "аÑĤели": 114591, + "ĠnávÅ¡tÄĽ": 114592, + "çĶ¨äºİ": 114593, + "ĠپرÙĪÙĨدÙĩ": 114594, + "ĠÙĨبÙĪد": 114595, + "سات": 114596, + "ìĹĺ": 114597, + "ãģ£ãģ¦ãĤĤ": 114598, + "Ġçī©": 114599, + "Ðĺз": 114600, + "åĪ·": 114601, + "Ġíľ´": 114602, + "ĠоÑģоблив": 114603, + "ãģĹãģ¾ãģ£ãģŁ": 114604, + "aydı": 114605, + "åĩºçļĦ": 114606, + "ĠìķĦëĭĪëĿ¼": 114607, + "ısını": 114608, + "à¸Ĺาà¸ĩà¸ģาร": 114609, + "Ġzvuky": 114610, + "Ġ管": 114611, + "âĸĭâĸĭ": 114612, + "ĠÑĤелеÑĦ": 114613, + "ĠнелÑĮзÑı": 114614, + "ãĥ«ãģ®": 114615, + "ÏĥÏĢ": 114616, + "Ġç³": 114617, + "åł¡": 114618, + "ÑĨÑĥз": 114619, + "رÙĬÙĤØ©": 114620, + "à¤¿à¤Ľà¤²": 114621, + "販": 114622, + "ĠУкÑĢаÑĹн": 114623, + "ĠÙħسئÙĪÙĦ": 114624, + "ĠоÑĩÑĸ": 114625, + "æľĢå¾Į": 114626, + "ĠзнаÑİ": 114627, + "à¹īà¸Ļà¸Ĺ": 114628, + "ĠÑĤеÑĢап": 114629, + "ĠÑģпок": 114630, + "ĠØ®ÙĪدرÙĪ": 114631, + "éĺ»": 114632, + "Ġdüzey": 114633, + "ä¸ĢåĢĭ": 114634, + "اÙģÙĩ": 114635, + "à¤Ĥय": 114636, + "èµĦ产": 114637, + "继ç»Ń": 114638, + "ĠÑģлаб": 114639, + "æĦıæĢĿ": 114640, + "ĠíĻĺìĤ°": 114641, + "ĠÑıÑĢ": 114642, + "Ġdůvod": 114643, + "çĿĽ": 114644, + "تÛĮب": 114645, + "ĠÙĪÛĮر": 114646, + "ĠÙĩزÛĮÙĨÙĩ": 114647, + "Ġbenzer": 114648, + "ĠÙħادÙĩ": 114649, + "à¥Įà¤ķ": 114650, + "Ġà¹Ģà¸ķ": 114651, + "ãĤĪãģı": 114652, + "иденÑĤ": 114653, + "èĭ±èªŀ": 114654, + "еÑĢÑĭ": 114655, + "Ġê¸Īìķ¡": 114656, + "Ġãĥ¼": 114657, + "Ġëį¤íĶĦ": 114658, + "ÑĢаÑĤÑĮ": 114659, + "Ġåįķ": 114660, + "à¹Ģà¸īà¸ŀาะ": 114661, + "ĠæĶ¿": 114662, + "Ġà¤Ĩम": 114663, + "Ġзни": 114664, + "ĠëĿ¼ìĿ´": 114665, + "æİĮ": 114666, + "çIJĨçĶ±": 114667, + "Ġاغ": 114668, + "ĠÑģиг": 114669, + "ĠеÑĦекÑĤив": 114670, + "ĠÐŁÑĢед": 114671, + "ãĥ´ãĤ£": 114672, + "Ġвико": 114673, + "Ġtvrd": 114674, + "ëĤ´ê¸°": 114675, + "ãĥĭãĤ¢": 114676, + "ĠÙħشاÙĩدÙĩ": 114677, + "Ġसà¤ļ": 114678, + "lÃ¼ÄŁ": 114679, + "è¯ģåĪ¸": 114680, + "Ġsiêu": 114681, + "ĠоÑĤв": 114682, + "ĠvytvoÅĻ": 114683, + "ĠØŃÙħÙĦ": 114684, + "ĠÑĦÑĢан": 114685, + "à¹īà¸Ķ": 114686, + "åĮ»éĻ¢": 114687, + "Ġвлад": 114688, + "غÙĦ": 114689, + "建ç«ĭ": 114690, + "osloven": 114691, + "илаÑģÑĮ": 114692, + "عÙĦÙĪÙħات": 114693, + "ĠترÛĮÙĨ": 114694, + "ÎŃÏģει": 114695, + "ĠbáºŃt": 114696, + "ĠÙħØ´Ú©": 114697, + "ĠرئÙĬس": 114698, + "Ġìłľìŀij": 114699, + "γη": 114700, + "ĠнÑĸк": 114701, + "Ġ구ìĦ±": 114702, + "ĠÄijen": 114703, + "Ġà¤ļर": 114704, + "ĠgeçmiÅŁ": 114705, + "äºĨ解": 114706, + "ĠлеÑģ": 114707, + "Ġquanh": 114708, + "ãĢĮæĪij": 114709, + "ĠNÄĽkterá": 114710, + "ëŀį": 114711, + "ÃħŸ": 114712, + "à¤Ĥदर": 114713, + "ìķĦìĿ´": 114714, + "å°ijãģĹ": 114715, + "ĠØ´ÙĩرÛĮ": 114716, + "κÏĦη": 114717, + "ĠâĹĦ": 114718, + "ĠÙĥس": 114719, + "è·Į": 114720, + "Ãı": 114721, + "å·¥åħ·": 114722, + "åĬĥ": 114723, + "pom": 114724, + "ĠнавÑĩаннÑı": 114725, + "Ġرج": 114726, + "ÑĢÑĥеÑĤÑģÑı": 114727, + "ĠνÎŃ": 114728, + "ÛĮÙĨÚ©": 114729, + "à¹Ĥà¸ĭ": 114730, + "åĭ¤": 114731, + "ãģĹãģ¾ãģĨ": 114732, + "ĠÑģоглаÑģ": 114733, + "éĩijèŀį": 114734, + "绿": 114735, + "ĠСан": 114736, + "æķµ": 114737, + "ĠповÑĸÑĤ": 114738, + "ĠпомоÑīи": 114739, + "ãĥ¡ãĥªãĤ«": 114740, + "ãĤ·ãĤ¢": 114741, + "ĠÏĢÏģοÏĤ": 114742, + "èĪªç©º": 114743, + "ĠваÑĢианÑĤ": 114744, + "Ġyalnızca": 114745, + "系統": 114746, + "ĠÙģÙĪر": 114747, + "оÑĩной": 114748, + "à¹Ģวà¸Ńร": 114749, + "ĠкÑĥлÑĮÑĤÑĥÑĢ": 114750, + "Ïĩι": 114751, + "ÄįÃŃta": 114752, + "Âĵ": 114753, + "人ãģĮ": 114754, + "κοÏį": 114755, + "ĠÑĢеÑĶ": 114756, + "ĠвÑģÑİ": 114757, + "éºĹ": 114758, + "ĠزÙĨاÙĨ": 114759, + "çĭĤ": 114760, + "Ġหม": 114761, + "Ġxúc": 114762, + "åħĴ": 114763, + "ÄŁinin": 114764, + "åĸľæ¬¢": 114765, + "ĠÑģÑĤад": 114766, + "iyesi": 114767, + "ìļ±": 114768, + "èĿ": 114769, + "Ġkus": 114770, + "ÏĦολ": 114771, + "гÑĸв": 114772, + "Ñĸли": 114773, + "ãģĦãĤĦ": 114774, + "é©Ĺ": 114775, + "ontrol": 114776, + "اÙĦÙĥ": 114777, + "ковиÑħ": 114778, + "ĠÑģÑĤало": 114779, + "ĠγαÏģα": 114780, + "Ġchy": 114781, + "Ġcihaz": 114782, + "ĩ´": 114783, + "ìŀ¥ìĿ´": 114784, + "aceae": 114785, + "Ø´Ùĩر": 114786, + "иланнÑı": 114787, + "çļĦå°ı": 114788, + "Ġthụ": 114789, + "ÙĪÙĨت": 114790, + "лоÑĢ": 114791, + "ãĤĴæĮģ": 114792, + "ĠÎĶι": 114793, + "Ġ羣": 114794, + "ÐĽÐŀ": 114795, + "é½IJ": 114796, + "çİĦ": 114797, + "اÙĪÙĩ": 114798, + "ĠинÑĤ": 114799, + "à¥Ģà¤Łà¤°": 114800, + "ĠобÑīе": 114801, + "ĠдепÑĥÑĤ": 114802, + "μÎŃνεÏĤ": 114803, + "ĠÙĥÙĬÙģ": 114804, + "عÙħÙĦ": 114805, + "ï¼Įå¦Ĥæŀľ": 114806, + "ĠинÑĦек": 114807, + "itele": 114808, + "ĠãĢĢãĢĢĠãĢĢ": 114809, + "ãĤ¤ãĥ³ãĥĪ": 114810, + "лÑĸÑĤ": 114811, + "ĠÑģÑİ": 114812, + "Ġzase": 114813, + "dech": 114814, + "еко": 114815, + "è®ĵ": 114816, + "åı¬": 114817, + "зем": 114818, + "ÎłÎij": 114819, + "Ġvzdu": 114820, + "าà¸Īาà¸ģ": 114821, + "koliv": 114822, + "zkum": 114823, + "èģĬ": 114824, + "Ġì±Ħìļ©": 114825, + "à¹į": 114826, + "Ġasp": 114827, + "Û²Û´": 114828, + "ìĿ¸ëį°": 114829, + "ĠkarÅŁÄ±laÅŁ": 114830, + "ï¼Įåı¯ä»¥": 114831, + "Ġà¤ĩनà¤ķ": 114832, + "ĠìĬ¤íĥĢ": 114833, + "éĥ¨å±ĭ": 114834, + "åĪ¶ä½ľ": 114835, + "ãĥ¼ãĤ·ãĥ§ãĥ³": 114836, + "ονÏĦαÏĤ": 114837, + "γο": 114838, + "ĠìŀijìĦ±": 114839, + "èij£": 114840, + "ozÅĻejmÄĽ": 114841, + "ĠÑĢезÑĥлÑĮÑĤаÑĤе": 114842, + "ĠInsecta": 114843, + "Ġskon": 114844, + "otu": 114845, + "ĠpÄĽt": 114846, + "ÑģÑĮого": 114847, + "ĠÄ°slam": 114848, + "Ġlá»ħ": 114849, + "ä¸Ńåľĭ": 114850, + "ĠÐľÑĸнÑĸÑģÑĤ": 114851, + "åIJĪåIJĮ": 114852, + "asyonu": 114853, + "ожеÑĤ": 114854, + "èĩªåĬ¨": 114855, + "ÑģÑĮкоÑİ": 114856, + "ĠkiÅŁisel": 114857, + "ÏĦικοÏį": 114858, + "ĠÑĥÑĩаÑģ": 114859, + "ılmÄ±ÅŁtır": 114860, + "ĠÑıке": 114861, + "ÑīинÑĭ": 114862, + "маÑĢ": 114863, + "Ġsoudu": 114864, + "ÂłÐ¯": 114865, + "ĠдÑĢÑĥ": 114866, + "ãģ¡ãĤĩ": 114867, + "à¥ĭà¥ľ": 114868, + "ï¾ij": 114869, + "ĠÏĦÏĮ": 114870, + "Ġضر": 114871, + "láš": 114872, + "ĠдÑĸв": 114873, + "ĠجدÙĬد": 114874, + "ĠнеболÑĮÑĪ": 114875, + "éģŃ": 114876, + "ç»į": 114877, + "ĠKurulu": 114878, + "ÑģÑĤÑĢÑĥменÑĤ": 114879, + "è¿Ļæĺ¯": 114880, + "ìĻĶëĭ¤": 114881, + "мелÑĮ": 114882, + "Ġä¼Ĭ": 114883, + "ủng": 114884, + "ĠзавиÑģимоÑģÑĤи": 114885, + "ëį¤íĶĦ": 114886, + "çĩĥ": 114887, + "è¿ĩåİ»": 114888, + "ĠзаÑģÑĤоÑģÑĥваннÑı": 114889, + "ĠداخÙĦÛĮ": 114890, + "ÑīÑij": 114891, + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 114892, + "ﺮ": 114893, + "ĠاÙĦÙħÙħÙĦÙĥØ©": 114894, + "sında": 114895, + "è³Ģ": 114896, + "å±ı": 114897, + "Ġê¿": 114898, + "Ġdoktor": 114899, + "ĠÙĤاب": 114900, + "ĠSist": 114901, + "ĠмеÑģÑĤе": 114902, + "ĠÑģоÑħÑĢа": 114903, + "اشتÙĩ": 114904, + "ĠæľŁ": 114905, + "ĠпоÑģколÑĮкÑĥ": 114906, + "Ġpev": 114907, + "اگر": 114908, + "Ùħز": 114909, + "ĠضÙħÙĨ": 114910, + "३": 114911, + "gesi": 114912, + "aÄŁa": 114913, + "解åĨ³": 114914, + "ëħ¸ì¶ľ": 114915, + "Ġluyá»ĩn": 114916, + "ĠконÑĤак": 114917, + "ฺ": 114918, + "ĠNgÃły": 114919, + "Ġvýstav": 114920, + "Ġthuyết": 114921, + "اÛĮع": 114922, + "Ġ:/:": 114923, + "Ġphạt": 114924, + "ĠÎijÏĢÏĮ": 114925, + "Ġmuz": 114926, + "Ġìĥī": 114927, + "ĠÃĩin": 114928, + "Ġکاربرد": 114929, + "ائد": 114930, + "باد": 114931, + "à¥įतम": 114932, + "Ġëijĺ": 114933, + "Ġмоз": 114934, + "Å¡ÃŃch": 114935, + "Ġมห": 114936, + "Ġآس": 114937, + "ĠÑģлиÑĪком": 114938, + "èĥ¡": 114939, + "è£ģ": 114940, + "æĪ»": 114941, + "ĠìĦ¤ëªħ": 114942, + "Ġotom": 114943, + "Ġलà¤Ĺà¤Ńà¤Ĺ": 114944, + "à¸ĩà¸ģ": 114945, + "ابد": 114946, + "à¸Ļาม": 114947, + "èĤ©": 114948, + "ĠشدÙĨد": 114949, + "ãģĿãģ®ä»ĸ": 114950, + "adlo": 114951, + "ÄĽn": 114952, + "ĠÙĦÙĩا": 114953, + "Ġминим": 114954, + "ĠdÅĻev": 114955, + "ĠThiên": 114956, + "ëŀĻ": 114957, + "engin": 114958, + "à¥Ģमत": 114959, + "ĠÑĥпоÑĤÑĢеб": 114960, + "âĢĮتر": 114961, + "Ġç¥ŀ马": 114962, + "ovánÃŃm": 114963, + "Ġдело": 114964, + "Ġç¼ĸ": 114965, + "ĠاÙĦظ": 114966, + "Ġвий": 114967, + "аÑĤом": 114968, + "åħ¬åijĬ": 114969, + "ĠÄijem": 114970, + "ãĤ·ãĥªãĥ¼ãĤº": 114971, + "ä¸ĭçļĦ": 114972, + "lası": 114973, + "ĠвÑĭбоÑĢ": 114974, + "ÑĤоÑĤ": 114975, + "ëıĦë³Ħ": 114976, + "ĠÑĥÑģÑĤан": 114977, + "ĠíŀĪ": 114978, + "лÑĥаÑĤа": 114979, + "Ġthác": 114980, + "анием": 114981, + "оваÑĤÑĮÑģÑı": 114982, + "ÑĤÑĶ": 114983, + "ÐŃÑĤо": 114984, + "ï¼Įè¦ģ": 114985, + "ĠVz": 114986, + "ĠØŃÙĪزÙĩ": 114987, + "-к": 114988, + "VỼi": 114989, + "entů": 114990, + "ĠbulunduÄŁu": 114991, + "رÙĪØ·": 114992, + "ĠÑĹй": 114993, + "Ġçevr": 114994, + "ĠÅĻed": 114995, + "ĠساختÙĩ": 114996, + "åĬŀæ³ķ": 114997, + "ĠÙĤÙĦ": 114998, + "iÅŁi": 114999, + "ï¼Ŀï¼Ŀ": 115000, + "ساس": 115001, + "Ġúdajů": 115002, + "å¬": 115003, + "æįŁ": 115004, + "áct": 115005, + "ĠÎijÏĢ": 115006, + "çĪ·": 115007, + "ĠÅĻád": 115008, + "Ġlá»Ĺi": 115009, + "ontent": 115010, + "ĠÙħØ°": 115011, + "oloji": 115012, + "Ġپرداخت": 115013, + "à¹īาà¸ŀ": 115014, + "ĠдейÑģÑĤвиÑı": 115015, + "ĠmnožstvÃŃ": 115016, + "ìķĪë§Ī": 115017, + "åģ¶": 115018, + "ĠÃĶng": 115019, + "Ġdakika": 115020, + "hendis": 115021, + "Ġbác": 115022, + "寶": 115023, + "à¹ĩà¸ģหà¸į": 115024, + "nocenÃŃ": 115025, + "ĠErdoÄŁan": 115026, + ":::::::::::::": 115027, + "аÑĤем": 115028, + "dız": 115029, + "ĠØ£ÙĬضا": 115030, + "ĠÑįÑĦÑĦек": 115031, + "ãĤĮãģ¦ãģĦãĤĭ": 115032, + "ĠbaÅŁvuru": 115033, + "άνει": 115034, + "ĠÏĦελεÏħÏĦα": 115035, + "Ġê²Ģìĥī": 115036, + "ĠÚ©ÙĨترÙĦ": 115037, + "Ġशà¤ķ": 115038, + "å¼¹": 115039, + "ĠolmuÅŁtur": 115040, + "ĠвÑģÑĤÑĥп": 115041, + "Ñĩила": 115042, + "ยา": 115043, + "ĠØ£ØŃÙħد": 115044, + "oslav": 115045, + "ĠÑĩаÑģов": 115046, + "ĠzákladnÃŃ": 115047, + "Ġसव": 115048, + "дон": 115049, + "ĠÅĻÃŃjna": 115050, + "κοÏħ": 115051, + "éĢģæĸĻçĦ¡æĸĻ": 115052, + "ÏĥίαÏĤ": 115053, + "ãĤ´ãĥª": 115054, + "Ġвиб": 115055, + "å½Ĵ": 115056, + "Ġназад": 115057, + "ĠçĻ¾åº¦æĶ¶å½ķ": 115058, + "á»Ĩ": 115059, + "Ġkaldı": 115060, + "ì¼ľ": 115061, + "ĠíıŃ": 115062, + "ĠÑĩином": 115063, + "è¹": 115064, + "Ñıл": 115065, + "ĠÑĢаздел": 115066, + "dG": 115067, + "ĠTento": 115068, + "ÑıÑĤÑĮÑģÑı": 115069, + "éĿ¢çļĦ": 115070, + "ĠÎķÏĢι": 115071, + "ê°ij": 115072, + "Ġkèm": 115073, + "ниÑĨÑı": 115074, + "çĸ«": 115075, + "éĽĻ": 115076, + "ĠÙħرÙĥز": 115077, + "ĠнаÑĥк": 115078, + "å¢Ĺ": 115079, + "ĠÑĤепеÑĢ": 115080, + "à¤¾à¤ł": 115081, + "à¹ĩà¸ļà¹Ħà¸ĭà¸ķ": 115082, + "μβÏģίοÏħ": 115083, + "ĠÑĦÑĸнанÑģов": 115084, + "ÑĸÑĶÑİ": 115085, + "Ïģίζ": 115086, + "ì¤Ħ": 115087, + "ĠباÙĨÚ©": 115088, + "tul": 115089, + "liÄŁini": 115090, + "ĠпозволÑıеÑĤ": 115091, + "Ïĥί": 115092, + "ĠìĽĥ": 115093, + "à¹Įà¸Ħ": 115094, + "Ġpolov": 115095, + "ìŀ¥ìĿĦ": 115096, + "isté": 115097, + "ĠÐ¡Ð¡Ð¡Ðł": 115098, + "áhl": 115099, + "è¥": 115100, + "Ġкомплек": 115101, + "à¸Ĥà¸Ļาà¸Ķ": 115102, + "ัศ": 115103, + "ναν": 115104, + "Ġç¥ŀ马æĶ¶å½ķ": 115105, + "ìĭľìĺ¤": 115106, + "Ġé¦ĸ页第": 115107, + "ĠçĻ¾åº¦æµģéĩı": 115108, + "åij¨æĶ¶å½ķ": 115109, + "Ġhatta": 115110, + "ÐĴÑĸд": 115111, + "ĠвÑĭÑģÑĤÑĥп": 115112, + "کارÛĮ": 115113, + "Khi": 115114, + "Ġì°¾ìķĦ": 115115, + "Ġnặng": 115116, + "éĨ«": 115117, + "ĠVÅ¡": 115118, + "ĠпеÑĢен": 115119, + "лава": 115120, + "ÙĬÙħÙĬ": 115121, + "ĠvatandaÅŁ": 115122, + "ĠιÏĥÏĦο": 115123, + "Ġà¸ĵ": 115124, + "सल": 115125, + "ген": 115126, + "ĠبÙĪر": 115127, + "âĢĮدÙĩد": 115128, + "lıklı": 115129, + "Ġstrate": 115130, + "بÙĪر": 115131, + "ãĢģãĤ¢": 115132, + "Ġsonuc": 115133, + "Ġнаиболее": 115134, + "-в": 115135, + "Ġводой": 115136, + "ojenÃŃ": 115137, + "Ġغرب": 115138, + "Ġberi": 115139, + "adÄĽ": 115140, + "Ġdovol": 115141, + "âĢĮÚ©ÙĨÙĨدگاÙĨ": 115142, + "ãģķãĤī": 115143, + "ãĥ³ãĤº": 115144, + "ãĤ«ãĥ«": 115145, + "ometr": 115146, + "åĩĢ": 115147, + "ĠÙģÙĪÙĦ": 115148, + "ĠÙħÙĪسÛĮ": 115149, + "ĠاÙĦÙħغرب": 115150, + "ecko": 115151, + "ÙĢÙĢÙĢÙĢÙĢÙĢÙĢÙĢ": 115152, + "ê°Ģ격": 115153, + "ÑĢÑĥÑĤ": 115154, + "Ġë¶Ģë¶Ħ": 115155, + "ĠpÅĻedpis": 115156, + "Ġopravdu": 115157, + "еÑĤиÑĩ": 115158, + "à¹Ĥà¸Ħรà¸ĩà¸ģาร": 115159, + "æħ§": 115160, + "æĭľ": 115161, + "سÙĥ": 115162, + "ìŀ¡ëĭ´": 115163, + "à¸Ľà¸£à¸°à¸¡à¸²à¸ĵ": 115164, + "è´¨éĩı": 115165, + "ĠголовÑĥ": 115166, + "лениÑİ": 115167, + "Ġनà¤ı": 115168, + "Ġprojektu": 115169, + "اÙģر": 115170, + "ativnÃŃ": 115171, + "ÎŃνÏĦ": 115172, + "ãĥīãĥ©": 115173, + "Ġtedav": 115174, + "ê¼": 115175, + "à¸Ľà¸£à¸°à¸ģาศ": 115176, + "Ġtuto": 115177, + "Ġchiếu": 115178, + "Ġvyz": 115179, + "ÑĢоÑĪ": 115180, + "åıĸå¾Ĺ": 115181, + "ĠмиÑģÑĤ": 115182, + "ĠÑģлÑĥÑĩаÑıÑħ": 115183, + "Ġغذ": 115184, + "ĠÑĥклад": 115185, + "ĠÑĥÑģÑĤановлен": 115186, + "Ġteslim": 115187, + "ĠãĢį": 115188, + "Ġè£": 115189, + "毫": 115190, + "éĬĢè¡Į": 115191, + "ects": 115192, + "kemiz": 115193, + "νηÏĤ": 115194, + "辺": 115195, + "ĠпÑĢем": 115196, + "Ġsonucu": 115197, + "Pokud": 115198, + "ĠÐŀÑģоб": 115199, + "è¾Ľ": 115200, + "輸": 115201, + "ë³´ê³ł": 115202, + "à¸ļà¸Ħ": 115203, + "ãĢĤãĢį": 115204, + "ा।ĊĊ": 115205, + "ĠÑģамоÑģÑĤоÑıÑĤелÑĮ": 115206, + "ÙĦÛĮت": 115207, + "λεκ": 115208, + "ĠÑĢайона": 115209, + "ÑĮи": 115210, + "à¹Īาà¸Ĺ": 115211, + "Ġà¸Ľà¸£à¸°à¹Ģà¸Ĺศ": 115212, + "มà¸Ń": 115213, + "اÙĩر": 115214, + "ĠвибоÑĢ": 115215, + "ÑİÑĩиÑģÑĮ": 115216, + "Ġpovol": 115217, + "abase": 115218, + "âĢ³N": 115219, + "Ú©ÙĪ": 115220, + "ĠУкÑĢаÑĹна": 115221, + "stanov": 115222, + "ĠÑĥÑĩаÑģÑĤи": 115223, + "Ġhlad": 115224, + "ĠÑĢаÑģÑģказ": 115225, + "ãģ¿ãģŁãģĦ": 115226, + "á½°": 115227, + "ĠåĽŀ": 115228, + "ĠÆ°Æ¡ng": 115229, + "αÏģά": 115230, + "خب": 115231, + "æįķ": 115232, + "ÃŃÅĻ": 115233, + "ĠسÛĮÙĨ": 115234, + "Âłin": 115235, + "ĠMÄĽst": 115236, + "æķĻåѦ": 115237, + "ĠоÑģобиÑģÑĤ": 115238, + "uji": 115239, + "çĶ»åĥı": 115240, + "ĠداÙĨØ´ÙĨاÙħÙĩ": 115241, + "ìĿ´ìķ¼": 115242, + "ĠзапиÑĤ": 115243, + "ĠÑģвоими": 115244, + "Û²Û°Û²": 115245, + "ï¼Įå°Ĩ": 115246, + "ãĥ¼ãģ®": 115247, + "ĠthÃŃ": 115248, + "ĠÙħتÙĪسط": 115249, + "à¥ĩĊ": 115250, + "å¤ļå°ij": 115251, + "ï¼ĮçĦ¶åIJİ": 115252, + "íĹĪ": 115253, + "Ġà¤Ńà¤Ĺ": 115254, + "Ġåı·": 115255, + "Ġteor": 115256, + "åĤ¨": 115257, + "ĠÑĢÑĸÑĩ": 115258, + "ĠÑģÑĤаÑĤÑĤÑĸ": 115259, + "ĠرابطÙĩ": 115260, + "Ġï¼ľ": 115261, + "باØŃ": 115262, + "ิà¸Ļà¸Ĺาà¸ĩ": 115263, + "à¥ĩà¤ĤĊ": 115264, + "ائÙĤ": 115265, + "ĠاÙĦجدÙĬد": 115266, + "liÄį": 115267, + "اØŃÙĦ": 115268, + "ménÄĽ": 115269, + "Ġbầu": 115270, + "ĠÐĴал": 115271, + "Ġблагод": 115272, + "еÑĤелÑĮ": 115273, + "å¹³åĿĩ": 115274, + "мин": 115275, + "Ġsürec": 115276, + "Ġзавод": 115277, + "èįIJ": 115278, + "ÑĤий": 115279, + "лоб": 115280, + "Ġвок": 115281, + "ladıģı": 115282, + "اÙĬÙĬ": 115283, + "ê²łìĬµëĭĪëĭ¤": 115284, + "Ġamacıyla": 115285, + "ï¼ĮåĽłä¸º": 115286, + "ãģ§ãģĤãģ£ãģŁ": 115287, + "ĠشرÙĪع": 115288, + "æŁĶ": 115289, + "'nun": 115290, + "окол": 115291, + "Ġciddi": 115292, + "Ġbụ": 115293, + "Ġyapılacak": 115294, + "ĠÑĩÑĥвÑģÑĤв": 115295, + "ìĤ¬ìĿĺ": 115296, + "à¸Ńà¸Ļà¸Ķ": 115297, + "ÎĹΤ": 115298, + "Ġëĭ¤ìĸij": 115299, + "ëĭ¤ë©´": 115300, + "imizi": 115301, + "ä¹Ĥ": 115302, + "ãģ²ãģ¨": 115303, + "ĠéĿŀ": 115304, + "âĢĮپدÛĮا": 115305, + "ä¹ĺ": 115306, + "ãĥĬãĥ«": 115307, + "ĠпÑĸдпÑĢиÑĶмÑģÑĤва": 115308, + "à¹ij": 115309, + "è¿Ŀ": 115310, + "ĠÙħÙĨÙĩ": 115311, + "ÑĢик": 115312, + "аÑĢÑĸв": 115313, + "Ġкого": 115314, + "ĠÙĤص": 115315, + "ĠæĿ¥": 115316, + "ĠPhòng": 115317, + "Ġово": 115318, + "ĠпеÑĢева": 115319, + "飲": 115320, + "à¤Ĥà¤Łà¤°": 115321, + "ÙĬرا": 115322, + "ildiÄŁi": 115323, + "etin": 115324, + "Ïĩεία": 115325, + "Ġzahrani": 115326, + "ÙĪجد": 115327, + "Ġç¯": 115328, + "ารย": 115329, + "Ġзако": 115330, + "ĠتÙĤس": 115331, + "ãĤ¹ãĤ¿ãĥ¼": 115332, + "æĿ°": 115333, + "ĠãĤ°": 115334, + "Ġé»Ħ": 115335, + "ĠÐļогда": 115336, + "५": 115337, + "Ġ次": 115338, + "ĠвÑĭÑĢаж": 115339, + "ĠchÄĥm": 115340, + "лÑıÑĶÑĤÑĮÑģÑı": 115341, + "دÙĩÙħ": 115342, + "Ġvrch": 115343, + "çºĮ": 115344, + "поÑĢ": 115345, + "ĠmaÄŁ": 115346, + "å¾ĴæŃ©": 115347, + "podob": 115348, + "ะà¹ģ": 115349, + "éģ¸æīĭ": 115350, + "帯": 115351, + "Ġsebou": 115352, + "inize": 115353, + "ĠÐľÐ°Ðº": 115354, + "ĠæĻ®": 115355, + "ĠÏħÏĢάÏģÏĩ": 115356, + "ĠÄIJÃł": 115357, + "ĠBrno": 115358, + "ĠÅ¡ÃŃ": 115359, + "اÙĦص": 115360, + "Ġnghiêm": 115361, + "Ġonları": 115362, + "ĠužÃŃ": 115363, + "èĩªåĪĨãģ®": 115364, + "ĠнаÑħодиÑĤÑģÑı": 115365, + "Ġjsi": 115366, + "Ġसमर": 115367, + "ĠÏĨÏī": 115368, + "Û±Û¹Û¸": 115369, + "Ġà¤ľà¤Ĺह": 115370, + "éŃļ": 115371, + "ìĿ¸ê°Ģ": 115372, + "ÄIJiá»ģu": 115373, + "ĠأعÙĦاÙħ": 115374, + "à¥ĩà¤Ĥ।Ċ": 115375, + "å½¢æĪIJ": 115376, + "Ġikt": 115377, + "Ġzdroj": 115378, + "ĠAmerik": 115379, + "ΡÎĵ": 115380, + "à¸ĩส": 115381, + "ĠíĴĢ": 115382, + "ÑģолÑİÑĤ": 115383, + "ÙĪÙĬت": 115384, + "Ġgörüntü": 115385, + "аннÑĭÑħ": 115386, + "ĠØ£ÙĤ": 115387, + "ĠмиÑĢ": 115388, + "å«Į": 115389, + "Ġmá»iji": 115390, + "Ġderin": 115391, + "éĴĪ": 115392, + "ĠмаÑĪи": 115393, + "측": 115394, + "ĠجÙĨÙĪب": 115395, + "ĠÑģло": 115396, + "ãĢĤä¸Ģ": 115397, + "ениÑıÑħ": 115398, + "ĠÑĩоловÑĸк": 115399, + "Ġyana": 115400, + "ĠокÑĤ": 115401, + "ĠнеÑĢ": 115402, + "æĪ¶": 115403, + "нÑĮомÑĥ": 115404, + "ĠÑĸмен": 115405, + "ãĤıãģŁãģĹ": 115406, + "ĠÎĵια": 115407, + "ãĢģç§ģ": 115408, + "Ġkou": 115409, + "ĠÑĨеÑĢк": 115410, + "layarak": 115411, + "ãĢĩ": 115412, + "اÙĦس": 115413, + "ÂłT": 115414, + "ĠдÑĢÑĥж": 115415, + "ĠдвоÑĢ": 115416, + "λί": 115417, + "ĠëĨĢ": 115418, + "Ġteplot": 115419, + "Ùģات": 115420, + "бÑĸ": 115421, + "Ġgüvenlik": 115422, + "nÄĽn": 115423, + "è©©": 115424, + "Ġinsanların": 115425, + "ĠìĦ¤ì¹ĺ": 115426, + "èĵĿ": 115427, + "avatel": 115428, + "jev": 115429, + "ĠÚĨرا": 115430, + "Ġgerekiyor": 115431, + "ãĥĥãĤ°": 115432, + "ĠÃĩok": 115433, + "ĠÙĪجÙĩ": 115434, + "ĠÑĥли": 115435, + "Âij": 115436, + "åijĢ": 115437, + "ĠоÑĢганизаÑĨии": 115438, + "ĠÑĸÑģнÑĥ": 115439, + "Ġnebude": 115440, + "Ġë°¤": 115441, + "ä¸ĬãģĮ": 115442, + "Ġधन": 115443, + "ĠرÙĪابط": 115444, + "γγελ": 115445, + "ĠдоÑģÑıг": 115446, + "ĠاÙĦÙĤدÙħ": 115447, + "ĠзнаÑħод": 115448, + "ĠÄįÃŃslo": 115449, + "ÅŁk": 115450, + "ĠاÙĦدÙĬÙĨ": 115451, + "Ġgünlük": 115452, + "ÙĥÙĬÙĬÙģ": 115453, + "ÎŃÏģα": 115454, + "à¸ķรว": 115455, + "ĠналиÑĩи": 115456, + "اÙħÛĮÙĨ": 115457, + "Ġμικ": 115458, + "Ġdönemde": 115459, + "à¹Īà¸Ĺ": 115460, + "æĥij": 115461, + "à¥ĭà¤Ĥ,": 115462, + "ÑĩÑı": 115463, + "ãģ¾ãĤĭ": 115464, + "ĠاÙĦتÙĨ": 115465, + "ÑĢаг": 115466, + "ëĵ¤ê³¼": 115467, + "ŃĶ": 115468, + "ĠÙħÙĨÙĩا": 115469, + "ĠThế": 115470, + "éIJµ": 115471, + "Ġï¾Ħ": 115472, + "ĠاÙĦإسÙĦاÙħ": 115473, + "ãĤ¦ãĤ¹": 115474, + "ÙĬدÙĬ": 115475, + "Ġå¾Ĺ": 115476, + "ĠзаÑĢаз": 115477, + "ãĤ¸ãĥ¥": 115478, + "Ġتعد": 115479, + "iÃŃ": 115480, + "Ġçocu": 115481, + "ozici": 115482, + "Ġë²Ķ": 115483, + "ĠØ¢ÙħدÙĩ": 115484, + "ÑĦик": 115485, + "ĠпоÑģÑĤанов": 115486, + "Ġkrálov": 115487, + "¨¨": 115488, + "Ġì¤ijìļĶ": 115489, + "ĠGWei": 115490, + "Ġvývoj": 115491, + "Ġboyut": 115492, + "Ġnek": 115493, + "اÙĩاÛĮ": 115494, + "ĠstranÄĽ": 115495, + "ием": 115496, + "ĠпоÑĢаж": 115497, + "à¥įरदर": 115498, + "é¡ĶãĤĴ": 115499, + "ĠYüz": 115500, + "ĠознаÑĩа": 115501, + "à¹ģลà¸Ļà¸Ķ": 115502, + "ĠبÙĩرÙĩ": 115503, + "енÑĤÑĥ": 115504, + "ĠÐĿад": 115505, + "ĠÐŁÐ¾Ð»ÑĮ": 115506, + "ãĥĹãĥª": 115507, + "ῶ": 115508, + "âĢĮپدÛĮاÛĮ": 115509, + "ĠپاÙĪرپÙĪÛĮÙĨت": 115510, + "ิà¸ģา": 115511, + "ĠενÏİ": 115512, + "ĠساÛĮر": 115513, + "éģº": 115514, + "ãĢģä»Ĭ": 115515, + "ĠLê": 115516, + "äºĭæĥħ": 115517, + "ĠYer": 115518, + "èħ°": 115519, + "ĠاÙĦرسÙħ": 115520, + "ĠاÙĦÙħÙĪÙĤع": 115521, + "ĠhÃłm": 115522, + "ĠдÑĢев": 115523, + "átel": 115524, + "ĠвÑģÑij": 115525, + "ìĺ¥": 115526, + "ĠMec": 115527, + "ãĤĽ": 115528, + "Ġصاد": 115529, + "Ġگردد": 115530, + "Ġkrás": 115531, + "èĮĥåĽ´": 115532, + "alarına": 115533, + "èĻļ": 115534, + "ĠØ¢ÙĪرد": 115535, + "ç¼ĵ": 115536, + "ิà¸ŀ": 115537, + "Ġãĥĭ": 115538, + "ĠæĢ§": 115539, + "ĠÙħÙĨØ°": 115540, + "ç·´": 115541, + "Ġê¶ģ": 115542, + "ваем": 115543, + "ĠζÏī": 115544, + "Ġnavr": 115545, + "ÏĥÏĦαÏĥη": 115546, + "Ġرأ": 115547, + "Ġdopl": 115548, + "＿＿＿": 115549, + "çĶļèĩ³": 115550, + "Äįel": 115551, + "æĦıåij³": 115552, + "ç¥Ń": 115553, + "Ãĺ": 115554, + "ÑģÑĤвеннÑĭе": 115555, + "裡": 115556, + "ĠãĢī": 115557, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 115558, + "Ġвал": 115559, + "Ġẩm": 115560, + "Ġdiyor": 115561, + "à¸Ńà¸ĩà¸Īาà¸ģ": 115562, + "ĠPhó": 115563, + "ĠÐĵе": 115564, + "ĠвеÑĢеÑģ": 115565, + "Ġkonz": 115566, + "رز": 115567, + "ĠÑģобоÑİ": 115568, + "Ġεκεί": 115569, + "ìĺģìĸ´": 115570, + "iag": 115571, + "ĠÑģенÑĤ": 115572, + "Ġnấu": 115573, + "Ġjaké": 115574, + "Ġrozh": 115575, + "Ġбог": 115576, + "ÙĨاد": 115577, + "ĠاÙħÙĪر": 115578, + "à¹Įà¸ģาร": 115579, + "ĠYaÅŁ": 115580, + "éĪ": 115581, + "åķª": 115582, + "Ġonay": 115583, + "ìĹĩ": 115584, + "omu": 115585, + "ÑĨÑĸйного": 115586, + "ĠÑģал": 115587, + "ĠΣÏħν": 115588, + "Ġsavun": 115589, + "å¦Ļ": 115590, + "à¸Īะม": 115591, + "ãĤ¹ãĤ¯": 115592, + "Ġdosy": 115593, + "ľĺ": 115594, + "먹": 115595, + "Ġminul": 115596, + "ãĢĭĊ": 115597, + "åģı": 115598, + "ĠÐļаÑĤ": 115599, + "Ġedilmesi": 115600, + "ÑĨÑĸÑĶн": 115601, + "ìĦ±ìĿ´": 115602, + "åĸĶ": 115603, + "ĠвÑĸÑĢ": 115604, + "è¯ij": 115605, + "ाà¤ĩड": 115606, + "ĠÙĪÙĤتÛĮ": 115607, + "ÄIJá»ĥ": 115608, + "ĠvyÅ¡Å¡ÃŃ": 115609, + "Äįila": 115610, + "адÑĥ": 115611, + "çī¹åĪ¥": 115612, + "ĠìĿ¸ê¸°": 115613, + "ujÃŃcÃŃch": 115614, + "ĠPodle": 115615, + "ĠyavaÅŁ": 115616, + "Ļæ±Ł": 115617, + "Ġkayb": 115618, + "åĬª": 115619, + "ç´¹": 115620, + "ĠобÑĢабоÑĤ": 115621, + "ĠмаÑı": 115622, + "ĠåıĬ": 115623, + "æİ¥åıĹ": 115624, + "ÙĨتÛĮ": 115625, + "ĠÏĩÏİ": 115626, + "ÑĤÑĢо": 115627, + "Ġuyar": 115628, + "ĠعÙħÙĦکرد": 115629, + "ĠоÑĨен": 115630, + "ĠмеÑģÑĤа": 115631, + "à¸ķลาà¸Ķ": 115632, + "ÙħÙĤ": 115633, + "ildren": 115634, + "ĠзавиÑģиÑĤ": 115635, + "ÂłĠÂł": 115636, + "Ġmožná": 115637, + "æĺŃåĴĮ": 115638, + "ırken": 115639, + "кин": 115640, + "åĿĤ": 115641, + "ÏĦÏĥι": 115642, + "ĠÑĩÑĥд": 115643, + "Ðļон": 115644, + "islav": 115645, + "ĠÐļÑĢаÑģ": 115646, + "Nej": 115647, + "Âłb": 115648, + "rof": 115649, + "Ġileri": 115650, + "ĠÐŀÑĢ": 115651, + "ĠChá»ī": 115652, + "Ġnüfus": 115653, + "ĠÑĸнÑĤ": 115654, + "!âĢľ": 115655, + "Ġनर": 115656, + "主ä¹ī": 115657, + "ĠتÙĨظ": 115658, + "ůvodu": 115659, + "ĠгоÑĢода": 115660, + "Ġkural": 115661, + "Ġjedin": 115662, + "ÑĢаÑĤег": 115663, + "åĢº": 115664, + "Ġzpůsobem": 115665, + "ìĿ¸ìĿĺ": 115666, + "ĠÙĨب": 115667, + "ĠNga": 115668, + "ĠÐĿай": 115669, + "ĠاÙģزار": 115670, + "нÑĥвÑģÑı": 115671, + "ĠдвоÑħ": 115672, + "Ġrozp": 115673, + "είοÏħ": 115674, + "Ġοικο": 115675, + "ĠGeç": 115676, + "ÂĹ": 115677, + "Ġchiếm": 115678, + "ĠÑĢаÑģпÑĢоÑģÑĤÑĢан": 115679, + "ĠhÆ°Æ¡ng": 115680, + "èĩªåĭķ": 115681, + "ĠÙħÙĪÙģÙĤ": 115682, + "æĮ¥": 115683, + "ï¼ģâĢĿĊĊ": 115684, + "ÏģοÏĨοÏģ": 115685, + "èıĮ": 115686, + "ãĥ´ãĤ¡": 115687, + "欧ç¾İ": 115688, + "ĠÑĤепло": 115689, + "ãģĤãģĤ": 115690, + "ãĤ¦ãĥ³": 115691, + "ĠÅŁeyi": 115692, + "Ġsüt": 115693, + "ãģ¹ãģ¦": 115694, + "ãĥ³ãĥij": 115695, + "μÎŃνÏīν": 115696, + "Ġgenellikle": 115697, + "ĠدرÙħاÙĨ": 115698, + "Ùª": 115699, + "Ġakıl": 115700, + "ĠÐľÑĭ": 115701, + "ĠetmiÅŁ": 115702, + "Å¡la": 115703, + "ĠвозможноÑģÑĤÑĮ": 115704, + "Ġgüncel": 115705, + "Ġnáro": 115706, + "å½¢å¼ı": 115707, + "ĠαÏĢοÏĦε": 115708, + "ĠмÑĸÑģÑĨÑı": 115709, + "Ġرض": 115710, + "ä¸įçŁ¥éģĵ": 115711, + "rava": 115712, + "ĠÎļά": 115713, + "ิà¸Ļà¸Ĺร": 115714, + "ĠлиÑģÑĤÑĮ": 115715, + "èĨľ": 115716, + "ãģ«ãģªãĤĬ": 115717, + "ĠæĿ¾": 115718, + "å®ı": 115719, + "ĠмиÑģ": 115720, + "átnÃŃ": 115721, + "Ġyıllık": 115722, + "ĠMerkezi": 115723, + "Ġiçeri": 115724, + "ÅĻÃŃž": 115725, + "ĠpÅĻe": 115726, + "ÏĩÏģι": 115727, + "Ġåįĥ": 115728, + "Ġsrp": 115729, + "à¹Ĥà¸Ĺร": 115730, + "ĠKrál": 115731, + ".Σ": 115732, + "ával": 115733, + "léd": 115734, + "Ġλα": 115735, + "ียวà¸ģ": 115736, + "ãģıãģª": 115737, + "ĠvÅ¡ichni": 115738, + "ĠпÑĢедоÑģÑĤав": 115739, + "ì¿": 115740, + "Ġ구ê¸ĢìĥģìľĦ": 115741, + "Ġà¤īपलब": 115742, + "воз": 115743, + "ĠëħĦëıĦë³Ħ": 115744, + "､_": 115745, + "à¸ļรร": 115746, + "ĠÑģвÑĸÑĤÑĥ": 115747, + "ĠÑĢÑĥблей": 115748, + "lenme": 115749, + "lÃŃÄį": 115750, + "ÏĦει": 115751, + "Ġåı¤": 115752, + "ĠObrázky": 115753, + "Ġìĺģíĸ¥": 115754, + "ĠгÑĢаждан": 115755, + "íĤ¹": 115756, + "Ġsahiptir": 115757, + "ĠпоÑĩаÑĤкÑĥ": 115758, + "ĠØ£ÙĬض": 115759, + "ĠÑĤоÑĢгов": 115760, + "Ġgelecek": 115761, + "Ġ문íĻĶ": 115762, + "ikleri": 115763, + "ĠнеобÑħÑĸдно": 115764, + "Ġäºij": 115765, + "ovol": 115766, + "Ġदल": 115767, + "ĠìķĬê³ł": 115768, + "Ġмг": 115769, + "Ġzjist": 115770, + "anlı": 115771, + "ัà¸ĩà¸Ļ": 115772, + "ÑĢаÑħов": 115773, + "ινη": 115774, + "ĠплоÑĤ": 115775, + "Ġnitel": 115776, + "ìĬ¤íģ¬": 115777, + "ĠSonra": 115778, + "ĠÑģбоÑĢ": 115779, + "ĠÏĥοÏħ": 115780, + "Ġolmam": 115781, + "Ġanaliz": 115782, + "à¹Įว": 115783, + "Ġmỹ": 115784, + "ceae": 115785, + "Ġден": 115786, + "веÑĢжд": 115787, + "Ả": 115788, + "ãģĵãģ¨ãĤĤ": 115789, + "ìĤ¬íķŃ": 115790, + "è¨Ģãģ£ãģŁ": 115791, + "Ġì¹´ì§Ģëħ¸": 115792, + "ÑĢиÑĤи": 115793, + "Ġchce": 115794, + "Ġçevir": 115795, + "ÛĮÛĮÙĨ": 115796, + "ä¼ļè®®": 115797, + "ัมà¸ŀ": 115798, + "ĠåĦ": 115799, + "Ġپدر": 115800, + "å¼ıä¼ļ社": 115801, + "ĠÑĨен": 115802, + "ิà¸ĸ": 115803, + "Ġjinak": 115804, + "ĠблÑİ": 115805, + "иÑĨин": 115806, + "ÙĴÙĩ": 115807, + "Ú©ÙĪر": 115808, + "Ġìķħ": 115809, + "eksiyon": 115810, + "ĠÑģвеÑĢ": 115811, + "ĠобÑĢазованиÑı": 115812, + "ĠãĥĻ": 115813, + "æľī人": 115814, + "Ġbilgileri": 115815, + "Ġhầu": 115816, + "еÑĢÑĸг": 115817, + "ĠvaÅ¡e": 115818, + "Ġnedir": 115819, + "ä¸įå¾Ĺ": 115820, + "ĠbaÅŁarılı": 115821, + "Ġkaybet": 115822, + "å©·": 115823, + "ĠÐĿав": 115824, + "Ġê´Ģíķľ": 115825, + "ÑģÑĤÑİ": 115826, + "å®ŀéĻħ": 115827, + "klady": 115828, + "даÑĤÑĮ": 115829, + "raç": 115830, + "Ġkuvvet": 115831, + "à¸ģารà¸Ĺ": 115832, + "åļ": 115833, + "ĠÑĢеп": 115834, + "Ġà¸Ŀ": 115835, + "ĠDiÄŁer": 115836, + "íĶĦíĬ¸": 115837, + "ĠnejvÄĽtÅ¡ÃŃ": 115838, + "Ġìłģìļ©": 115839, + "ĠonemocnÄĽnÃŃ": 115840, + "ака": 115841, + "ÐłÐ°Ð·": 115842, + "ĠÙģØ¥ÙĨ": 115843, + "ãĤµãĤ¤ãĤº": 115844, + "Ġvlád": 115845, + "Ġrady": 115846, + "ãĢģãģĵãĤĮ": 115847, + "ÑģÑĤвие": 115848, + "lıģa": 115849, + "åŃĶ": 115850, + "Ġáo": 115851, + "à¸Ńาà¸ģาศ": 115852, + "Ġà¤ıम": 115853, + "δαÏĤ": 115854, + "ĠапÑĢ": 115855, + "æİĽ": 115856, + "Ġç«ĭ": 115857, + "âĸıâĸı": 115858, + "ĠСм": 115859, + "Ġnemá": 115860, + "Ġè¢": 115861, + "νομα": 115862, + "ĠÙģرÙĪد": 115863, + "Ġülke": 115864, + "ĠæĺŁ": 115865, + "ัà¸Ļà¸ģ": 115866, + "ãģķãĤĵãģ®": 115867, + "eÅŁil": 115868, + "ÄŁiz": 115869, + "ĠÐijоÑĢ": 115870, + "Ġtầm": 115871, + "ειÏĦοÏħÏģγ": 115872, + "ĠγÏģα": 115873, + "à¥įषà¤ķ": 115874, + "Ġvẻ": 115875, + "Ġkendisine": 115876, + "ĠìķĮê³ł": 115877, + "ĠêµŃìłľ": 115878, + "ĠnÄĽkdo": 115879, + "ĠÛĮÙĩ": 115880, + "Ġکاربر": 115881, + "ãĥĻãĥ«": 115882, + "ï»´": 115883, + "Ġtuyên": 115884, + "Ġçat": 115885, + "âĢIJâĢIJ": 115886, + "Âı": 115887, + "ĠìĤ¬ìĹħ": 115888, + "éĨĴ": 115889, + "æıIJé«ĺ": 115890, + "æ·¡": 115891, + "ĠÄŁ": 115892, + "èĸ¦": 115893, + "ãĢĭï¼Ī": 115894, + "æ¡ĥ": 115895, + "ìĹĦ": 115896, + "ĠæŀĹ": 115897, + "ÄĤ": 115898, + "ĠÄĮech": 115899, + "αιο": 115900, + "ĠطرÙĬÙĤ": 115901, + "ĠзавеÑĢÑĪ": 115902, + "تÙĪبر": 115903, + "ĠØŃج": 115904, + "ĠÎŃÏĩοÏħν": 115905, + "¿ÃĤ": 115906, + "ĠdÄĽtÃŃ": 115907, + "Ġiçine": 115908, + "ĠChúa": 115909, + "аннÑĭй": 115910, + "ĠÙĪÛĮÚĺ": 115911, + "Ġnastav": 115912, + "ısına": 115913, + "ĠÑĹм": 115914, + "пон": 115915, + "енÑı": 115916, + "ĠÙĪظ": 115917, + "Ú¯ÙĦ": 115918, + "หลวà¸ĩ": 115919, + "Ġzastav": 115920, + "акон": 115921, + "³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³": 115922, + "ĠKır": 115923, + "絶": 115924, + "ĠоÑĢганÑĸзаÑĨÑĸÑĹ": 115925, + "ãģŁãĤĬ": 115926, + "Ø°ÙĬ": 115927, + "Ġरà¤ķ": 115928, + "ampiyon": 115929, + "Ġæ¸ħ": 115930, + "çľ¼çĿĽ": 115931, + "ĠìķĬìĿĢ": 115932, + "鹿": 115933, + "Ġå¿ĥ": 115934, + "ĠпÑĢекÑĢаÑģ": 115935, + "ĠÑģегоднÑı": 115936, + "Ġसल": 115937, + "ĠÏħÏĢÏĮ": 115938, + "ĠÐķго": 115939, + "ĠÐĽÐ¸": 115940, + "ãĤ¨ãĥ«": 115941, + "ĠлÑİÑĤ": 115942, + "饰": 115943, + "Ġvzdál": 115944, + "¯ÃĤ": 115945, + "ĠнаÑıв": 115946, + "ĠتشکÛĮÙĦ": 115947, + "ĠسÙĪÛĮ": 115948, + "Ġtái": 115949, + "Ġkapı": 115950, + "ĠsvÄĽtÄĽ": 115951, + "δÏĮν": 115952, + "æ¼¢": 115953, + "ìį¨": 115954, + "ĠbaÅŁvur": 115955, + "ÑĢина": 115956, + "Ġkelim": 115957, + "аÑĤок": 115958, + "Ġκάθε": 115959, + "ĠYüksek": 115960, + "à¹ĩà¸Ļà¸ľ": 115961, + "éłĤ": 115962, + "åIJĮæĻĤ": 115963, + "ÅŁtır": 115964, + "วà¸ĩศ": 115965, + "oty": 115966, + "Ġارد": 115967, + "ĠìŀIJìĭłìĿĺ": 115968, + "ĠÑıнва": 115969, + "üyordu": 115970, + "æĿ¨": 115971, + "ĠâĢĵĊ": 115972, + "ï¼Įå®ĥ": 115973, + "ейн": 115974, + "ĠпеÑĢеÑĤ": 115975, + "ĠdeÄŁiÅŁiklik": 115976, + "ĠогÑĢаниÑĩ": 115977, + "ìĦľìļ¸": 115978, + "Ġgeliyor": 115979, + "ĠپذÛĮر": 115980, + "åĵ²": 115981, + "eyin": 115982, + "ĠëıĪ": 115983, + "Ġuniverz": 115984, + "Ġhned": 115985, + "ĠtáºŃn": 115986, + "voÅĻÃŃ": 115987, + "Ġniên": 115988, + "dÄĽpodob": 115989, + "ìĤ¬íļĮ": 115990, + "ãģĮãģĤãĤĬ": 115991, + "ĠÑģÑĸÑĩ": 115992, + "''\"": 115993, + "Ġtoplantı": 115994, + "ĠÑģÑĩеÑĤ": 115995, + "åĩĨå¤ĩ": 115996, + "анÑĸÑı": 115997, + "Ġzel": 115998, + "vala": 115999, + "Ġапп": 116000, + "ĠاÙĦÙħÙĦÙĥ": 116001, + "ĠhoÅŁ": 116002, + "ĠÐĵен": 116003, + "ÑĤаб": 116004, + "ĠÄĮesko": 116005, + "Ġмайже": 116006, + "ĠmÄĽsto": 116007, + "yonel": 116008, + "거리": 116009, + "Ġìĺ¨ëĿ¼ìĿ¸": 116010, + "ç´¯": 116011, + "Ġderec": 116012, + "ĠокÑĢÑĥж": 116013, + "Ġyabancı": 116014, + "ĠíĦ°": 116015, + "ĠèµĦ": 116016, + "ÎĻÎļÎĹ": 116017, + "ĠпÑĭ": 116018, + "ĠvÄĽn": 116019, + "инки": 116020, + "ụp": 116021, + "æľºæ¢°": 116022, + "ĠìķĮ볤": 116023, + "ëħķ": 116024, + "ĠλÏĮγ": 116025, + "eyn": 116026, + "ĠëIJĺìĹĪëĭ¤": 116027, + "污": 116028, + "Ġvedle": 116029, + "ĠÙĥتب": 116030, + "맨": 116031, + "ĠÙħÙĤاÙĪ": 116032, + "å¹´ãģ«": 116033, + "ाà¤ĩà¤ķ": 116034, + "ĠÑģÑĤоÑģ": 116035, + "ĠÏĥÏĦοÏħÏĤ": 116036, + "меÑĤÑĮ": 116037, + "Ġesas": 116038, + "ëIJĺê³ł": 116039, + "ĠkvÄĽtna": 116040, + "Ġéľ": 116041, + "dük": 116042, + "åŁ·": 116043, + "èªĮ": 116044, + "Ġmluv": 116045, + "ĠпÑĢинÑı": 116046, + "Ġpoté": 116047, + "ĠÚ©ÙĨÙħ": 116048, + "ĠпÑĢедлож": 116049, + "ĠÐľÐ¾Ñģква": 116050, + "ï¼Įå¦Ĥ": 116051, + "Ġsvém": 116052, + "ĠاÙħÙĨ": 116053, + "สาย": 116054, + "ĠÑĥменÑĮ": 116055, + "Ġãģĵãģ®": 116056, + "åīĤ": 116057, + "ĠÑģеÑĢÑĮ": 116058, + "Ġmá»ĩ": 116059, + "Ġä¹Ŀ": 116060, + "ĠзакÑĸн": 116061, + "ĠвелиÑĩ": 116062, + "ĠконÑĤÑĢа": 116063, + "ĠSosyal": 116064, + "Ġyukarı": 116065, + "ĠدÙĪب": 116066, + "侧": 116067, + "Ġзамен": 116068, + "ï»®": 116069, + "ĠsobÄĽ": 116070, + "ĠТакже": 116071, + "Ðİ": 116072, + "εδ": 116073, + "ÙħارÛĮ": 116074, + "ξι": 116075, + "ì¹Ń": 116076, + "ĠплаÑģÑĤи": 116077, + "ÏĥοÏħν": 116078, + "èľĺèĽĽè¯į": 116079, + "ÙĪÛĮزÛĮ": 116080, + "ĠnapÅĻ": 116081, + "ĠÑĤипа": 116082, + "à¥Ĥà¤Ľ": 116083, + "ĠÅŁah": 116084, + "лÑıÑĤи": 116085, + "بÛĮر": 116086, + "ระยะ": 116087, + "ĠболÑĮÑĪин": 116088, + "ÏĦηÏĦα": 116089, + "Ġíıīê°Ģ": 116090, + "Ġprojev": 116091, + "òi": 116092, + "ĠкнÑı": 116093, + "ÏĨεÏģ": 116094, + "еÑĢÑĥ": 116095, + "Ñįн": 116096, + "ĠعÙħÙĦÛĮ": 116097, + "à¤łà¤¨": 116098, + "ãĥ³ãĤ¯": 116099, + "ĠìķĦëŀĺ": 116100, + "ÎĪ": 116101, + "Ġباست": 116102, + "ĠتÙĥ": 116103, + "aÄįnÃŃ": 116104, + "ĠлÑĸкÑĥваннÑı": 116105, + "à¸Ħà¹Ĥà¸Ļ": 116106, + "Ġèĥ½": 116107, + "θλη": 116108, + "lenmiÅŁ": 116109, + "Ġlá»Ļ": 116110, + "Ġsilah": 116111, + "ĠAustr": 116112, + "ØŃÙĤ": 116113, + ".***.***": 116114, + "ì©": 116115, + "ĠgÃł": 116116, + "ĠبازبÛĮÙĨÛĮ": 116117, + "ĠÄijÃłn": 116118, + "ÃŃky": 116119, + "ĠÎķν": 116120, + "ضÙħ": 116121, + "å§ĵ": 116122, + "ĠÙĨÙĪÛĮس": 116123, + "Ġskupiny": 116124, + "ĠسÛĮد": 116125, + "Ġaldıģı": 116126, + "meli": 116127, + "виж": 116128, + "ì¹ĺëĬĶ": 116129, + "оваÑħ": 116130, + "Ġæ©": 116131, + "Ø´ÙĨاسÛĮ": 116132, + "Ġnimi": 116133, + "ĠÐĵÑĢи": 116134, + "íĹĮ": 116135, + "Ġкв": 116136, + "éŁĵ": 116137, + "ĠíĽĦ기": 116138, + "ĠstÅĻÃŃ": 116139, + "ĠкÑĸлÑĮкÑĸÑģÑĤÑĮ": 116140, + "ĠBakanlıģı": 116141, + "ĠменÑĮÑĪе": 116142, + "اÙĪÛĮ": 116143, + "ĠارÙĪÙ¾": 116144, + "Ġèī²": 116145, + "ĠÚ©ÙĪÚĨÚ©": 116146, + "ĠAynı": 116147, + "ĠäºĨ": 116148, + "ĠسÙģر": 116149, + "ĠÑĤеаÑĤ": 116150, + "ĠvÄĽd": 116151, + "аÑĢов": 116152, + "Ġобмеж": 116153, + "ĠìķĬìķĺ": 116154, + "追åĬł": 116155, + "éłĪ": 116156, + "dÄĽlenÃŃ": 116157, + "Ġkims": 116158, + "Ġèı²": 116159, + "ĠгÑĢÑĥн": 116160, + "ĠØ¢ÙĦÙħاÙĨ": 116161, + "Ġавг": 116162, + "ĠÑīоÑģÑĮ": 116163, + "Ġå¾·": 116164, + "ĠÐĿаÑĨÑĸоналÑĮ": 116165, + "æĪIJç«ĭ": 116166, + "ูà¸Ļย": 116167, + "ãĥ¼ãĥ«ãĥī": 116168, + "éĽ²": 116169, + "ĠTá»ķ": 116170, + "cılık": 116171, + "ĠAlmanya": 116172, + "ĠovÅ¡em": 116173, + "Âĭ": 116174, + "ĠÏĩÏģηÏĥιμοÏĢοι": 116175, + "Ġörgüt": 116176, + "िसस": 116177, + "èĹĿ": 116178, + "ĠGiải": 116179, + "Ġsvob": 116180, + "Ġrůzných": 116181, + "Ġsmlouvy": 116182, + "ÑĢеÑģÑģ": 116183, + "ีà¹Ģà¸Ķ": 116184, + "ĠاÙħرÙĪز": 116185, + "ãĤħ": 116186, + "åĿ¦": 116187, + "à¹īà¸Ħ": 116188, + "Ġкаж": 116189, + "å¼Ĺ": 116190, + "ÑĩноÑĹ": 116191, + "åľĪ": 116192, + "ĠØ¢ÙĩÙĨÚ¯": 116193, + "몰": 116194, + "Ġæº": 116195, + "ĠèĦ": 116196, + "ä¸ĢæŃ¥": 116197, + "оÑĩка": 116198, + "Ġprostor": 116199, + "Ġngắn": 116200, + "Ġç·": 116201, + "наÑĢ": 116202, + "Ġà¤ľà¤µ": 116203, + "ĠнаÑĩалÑĮ": 116204, + "Ġнедел": 116205, + "ĠÑģиÑģÑĤемÑĥ": 116206, + "جÙĬ": 116207, + "ادات": 116208, + "Ġæ¢": 116209, + "ĠجاÙħعة": 116210, + "Ġä»İ": 116211, + "Ġà¤ħफ": 116212, + "èĸĦ": 116213, + "ĠباÙĤ": 116214, + "بÙĬع": 116215, + "ãģķãĤĮãģ¦": 116216, + "ĠÃĩalÄ±ÅŁ": 116217, + "Ø®ÙĪاست": 116218, + "ãĥĥãĤ·ãĥ¥": 116219, + "ĠØŃسÛĮÙĨ": 116220, + "ĠобнаÑĢÑĥж": 116221, + "вÑĸдом": 116222, + "Ġhôm": 116223, + "ланд": 116224, + "Ġà¤µà¤ľà¤¹": 116225, + "سÙĬÙĨ": 116226, + "æłı": 116227, + "ĠnavÃŃc": 116228, + "ãĤµãĤ¤ãĥĪ": 116229, + "ĠÑıкомÑĥ": 116230, + "ĠíĽ": 116231, + "ĠYani": 116232, + "ãĤĵãģ§ãģĻ": 116233, + "ĠгÑĢÑĥп": 116234, + "Äįný": 116235, + "ÑĨик": 116236, + "ÙĪÙĬر": 116237, + "ĠXã": 116238, + "Ġfyz": 116239, + "Ġï½ī": 116240, + "âĢĮترÛĮÙĨ": 116241, + "à¤Łà¤ķ": 116242, + "ÑĦоÑĢми": 116243, + "ĠOyun": 116244, + "åł´æīĢ": 116245, + "ØŃØ«": 116246, + "ĠìķĮìķĦ": 116247, + "ÑĢавилÑĮ": 116248, + "ï¼ĮâĢĿ": 116249, + "boru": 116250, + "ĠKullan": 116251, + "ĠKaynak": 116252, + "Ġê°ĸ": 116253, + "ç´Ķ": 116254, + "ï¼Įæ¯ı": 116255, + "ÎĹΡ": 116256, + "Ġpůl": 116257, + "ĠгоÑģÑĤ": 116258, + "رÙĪÙħ": 116259, + "ï¼Įåį³": 116260, + "Û²Û³": 116261, + "ĠÙĨخست": 116262, + "Ġکسب": 116263, + "Ġà¹Ģà¸ļ": 116264, + "Ġyazar": 116265, + "jekt": 116266, + "à¹Ĥลย": 116267, + "ĠдобÑĢе": 116268, + "ĠپزشکÛĮ": 116269, + "ĠتÙĩÛĮÙĩ": 116270, + "ç¾İåľĭ": 116271, + "ноÑģÑıÑĤ": 116272, + "ëłĪìĬ¤": 116273, + "åĹ¯": 116274, + "ĠrÃłng": 116275, + "ĠÎķξ": 116276, + "аÑĤаÑĢ": 116277, + "kova": 116278, + "ĠÅŁeyler": 116279, + "خاص": 116280, + "ĠìķĪìłĦ": 116281, + "Ñīей": 116282, + "Ġë°Ŀ": 116283, + "âĢĮتÙĪاÙĨد": 116284, + "ãģĪãģ°": 116285, + "Ġvữ": 116286, + "ĠÑģама": 116287, + "ĠобоÑĢÑĥд": 116288, + "âĢĮباشد": 116289, + "à¹Įà¸Ń": 116290, + "Ġdetay": 116291, + "æĤ²": 116292, + "ÂĪ": 116293, + "ãĤ¦ãĤ£": 116294, + "ĠпÑĢавила": 116295, + "krét": 116296, + "à¹Įร": 116297, + "åĮ¹": 116298, + "Ġåħį": 116299, + "ĠÑģилÑĮно": 116300, + "ĠиÑģÑĤоÑĩ": 116301, + "ĠsaÄŁlar": 116302, + "ĠæѦ": 116303, + "íĸĪìĬµëĭĪëĭ¤": 116304, + "Không": 116305, + "à¹Īาà¸ĩà¹Ĩ": 116306, + "Û°Û°Û°": 116307, + "ĠرÙĤ": 116308, + "âĢĻÑıÑĤ": 116309, + "åĽ²": 116310, + "à¹ģà¸Ķà¸ĩ": 116311, + "Ġžádné": 116312, + "couz": 116313, + "Ãĭ": 116314, + "ĠпÑĸдгоÑĤов": 116315, + "ĠëĮĢíķĻ": 116316, + "Ġdünyanın": 116317, + "èĢģå¸Ī": 116318, + "èģĮä¸ļ": 116319, + "Ġyeri": 116320, + "à¥ĭà¤ķर": 116321, + "ĠبÙĩتر": 116322, + "ëĭĪìķĦ": 116323, + "ìĿĮìĿĦ": 116324, + "ĠæĮĩ": 116325, + "ãĢįï¼Ī": 116326, + "ĠÑģооÑĤвеÑĤÑģÑĤвии": 116327, + "æĬĵ": 116328, + "à¹Ĥà¸Ĺ": 116329, + "Ġtrá»ĵng": 116330, + "ĠпÑĢаÑĨÑĸ": 116331, + "ĠëĨĵ": 116332, + "à¤ĩन": 116333, + "Ġìłķë§IJ": 116334, + "ãĢķ": 116335, + "ĠcáºŃn": 116336, + "åĸĿ": 116337, + "Ġê³ĦìĨį": 116338, + "Ġä¸İ": 116339, + "å¥ı": 116340, + "ĠعاÙĦÙħ": 116341, + "ĠvysvÄĽt": 116342, + "ĠдоÑĢог": 116343, + "ĠнеÑĢв": 116344, + "ĠбеÑĤ": 116345, + "ĠпÑĢиÑĤ": 116346, + "овÑĭй": 116347, + "å·¡": 116348, + "Ùģاع": 116349, + "ÐļÐĺ": 116350, + "à¸ķรวà¸Ī": 116351, + "ĠÐľÐ°Ð¹": 116352, + "ëıĦë¡ľ": 116353, + "Ġzlat": 116354, + "ĠsaÄŁlam": 116355, + "Ïģαν": 116356, + "à¸Ĭร": 116357, + "å¹´ãģ®": 116358, + "à¸Ħรà¸Ńà¸ĩ": 116359, + "Âħ": 116360, + "Ġhoá": 116361, + "ĠдоволÑĮно": 116362, + "Ġolmaz": 116363, + "ĠpodmÃŃnky": 116364, + "ĠÑħозÑıй": 116365, + "æĻ´": 116366, + "ÑĢова": 116367, + "Ġlược": 116368, + "ानन": 116369, + "ĠкапиÑĤ": 116370, + "ĠÚĺاÙĨ": 116371, + "æľīäºĽ": 116372, + "ĠповеÑĢÑħноÑģÑĤи": 116373, + "ĠÑĨÑĸн": 116374, + "üyle": 116375, + "Ġjazy": 116376, + "ĠPhú": 116377, + "Ġसन": 116378, + "åĩºåĶ®": 116379, + "ÂłÐ´": 116380, + "ĠãĤ¯": 116381, + "çĶ±äºİ": 116382, + "à¥įपत": 116383, + "ĠاÙĦخاÙħ": 116384, + "ĠاصÙĦاØŃ": 116385, + "ĠتÛĮ": 116386, + "Ġtato": 116387, + "å¹¹": 116388, + "æ³½": 116389, + "à¸Ńà¸ģà¸Īาà¸ģ": 116390, + "ÑĥлÑİ": 116391, + "ĠвÑģп": 116392, + "mekte": 116393, + "à¥Ģफ": 116394, + "ĠÚĺÙĪئ": 116395, + "Ġlá»ĩnh": 116396, + "âĢĮکرد": 116397, + "íı¬ì¸ł": 116398, + "anki": 116399, + "Ġëĵ±ë¡ĿëĮĢíĸī": 116400, + "ĠãĤĿ": 116401, + "Ġارزش": 116402, + "Ġthú": 116403, + "Ġấn": 116404, + "è¡Į为": 116405, + "ĠÑģнова": 116406, + "꾸": 116407, + "Ġsouhlas": 116408, + "Ġвозв": 116409, + "ÏģÎŃÏĢει": 116410, + "ĠнÑĸÑĩого": 116411, + "нож": 116412, + "ÑĤик": 116413, + "ãģ©ãģĵ": 116414, + "ĠоÑģнове": 116415, + "ãĤ¥": 116416, + "à¸Ľà¸£à¸°à¸Īำ": 116417, + "Ġà¸Ĺà¸Ńà¸ĩ": 116418, + "Ġeksik": 116419, + "ĠÙĦØ¥": 116420, + "ãģĭãģ®": 116421, + "Ġãģª": 116422, + "-प": 116423, + "Ïģει": 116424, + "ĠìłĦ문": 116425, + "าà¸ģล": 116426, + "βε": 116427, + "íĬ¹ë³Ħ": 116428, + "íķĺë©´ìĦľ": 116429, + "à¸Ħà¹Ĥà¸Ļà¹Ĥลย": 116430, + "Ġ好": 116431, + "Ġyayım": 116432, + "ë§ĮëĤ¨": 116433, + "ĠкиÑģлоÑĤ": 116434, + "ĠÑįнеÑĢг": 116435, + "çĸ¾": 116436, + "Ġدش": 116437, + "Ġsoruml": 116438, + "Ġзаклад": 116439, + "à¸Ĭà¸Ńà¸ļ": 116440, + "ĠÙģرÙĩÙĨÚ¯ÛĮ": 116441, + "Ġà¤ıल": 116442, + "Ġë¹ĦêµIJ": 116443, + "lerce": 116444, + "ĠØ·ÙĦب": 116445, + "ãģ«ãģĹãģ¦": 116446, + "ĠÑıкоÑĹ": 116447, + "ĠاÙĦبتÙĩ": 116448, + "ĠÐľÐ°ÑĤ": 116449, + "åįĵ": 116450, + "Ġåħ¬åı¸": 116451, + "Ġsöyley": 116452, + "ĠìĥĪë¡ľìļ´": 116453, + "ĠÑĦаÑĢ": 116454, + "Ġaltına": 116455, + "Ġstavu": 116456, + "âĢĻı": 116457, + "alizace": 116458, + "ĠвиÑģÑĤÑĥп": 116459, + "æķĻå¸Ī": 116460, + "à¥Ģà¤ıस": 116461, + "odÄĽ": 116462, + "ĠÑĨÑĸл": 116463, + "ĠëĮĢìĥģ": 116464, + "ĠкоÑĤоÑĢом": 116465, + "ĠظرÙģ": 116466, + "éİ®": 116467, + "اÙģÙĬØ©": 116468, + "ĠìĹĨìĿ´": 116469, + "ĠμÏĮνο": 116470, + "ĠCÆ¡": 116471, + "寻": 116472, + "ÏĦιÏĥ": 116473, + "ĠãĤĦ": 116474, + "Ġjednoho": 116475, + "اا": 116476, + "etler": 116477, + "Ġवस": 116478, + "ĠÑĢазлиÑĩнÑĭÑħ": 116479, + "ĠجغراÙģ": 116480, + "Ġthừa": 116481, + "ĠгÑĢомадÑıн": 116482, + "॰": 116483, + "ĠاÙĦأخ": 116484, + "ĠнагÑĢÑĥз": 116485, + "績": 116486, + "à¥Ĥह": 116487, + "ĠпÑĢÑıмо": 116488, + "âĬ": 116489, + "ĠاÙĦØ£ÙĪÙĦÙī": 116490, + "æĸ°èģŀ": 116491, + "ĠìĥģíĻ©": 116492, + "itesi": 116493, + "ëį°ìĿ´íĬ¸": 116494, + "æŃ·": 116495, + "ï¼ĮèĢĮä¸Ķ": 116496, + "ãģ¯ãģļ": 116497, + "产çĶŁ": 116498, + "æ°ĹãģĮ": 116499, + "yslu": 116500, + "ìĸ´ëĤĺ": 116501, + "اکÙħ": 116502, + "âĢĥ": 116503, + ")ìĿĢ": 116504, + "ĠجستارÙĩاÛĮ": 116505, + "ÙĪØ«": 116506, + "ãħİ": 116507, + "Ġkavram": 116508, + "vál": 116509, + "æľŃ": 116510, + "æĤł": 116511, + "ìħĢ": 116512, + "hrad": 116513, + "ĠتÙĥÙĪÙĨ": 116514, + "ĠHòa": 116515, + "å¹´çļĦ": 116516, + "Ġçarp": 116517, + "Ġyolu": 116518, + "Ġdubna": 116519, + "ĠÐĴелик": 116520, + "Ġtôn": 116521, + "æķĮ": 116522, + "Ġcoi": 116523, + "Ġnakonec": 116524, + "ĠÑįÑĤÑĥ": 116525, + "íĨµëł¹": 116526, + "ÑĪел": 116527, + "Ġnebyl": 116528, + "inç": 116529, + "باÙĦØ¥ÙĨجÙĦÙĬزÙĬØ©": 116530, + "Ａ": 116531, + "онÑĮ": 116532, + "ĠнемаÑĶ": 116533, + "Ġê³łê°Ŀ": 116534, + "ĠÙĤطع": 116535, + "ĠÑĤеÑĢиÑĤоÑĢÑĸÑĹ": 116536, + "人ãģ¯": 116537, + "ĠΣα": 116538, + "éĤ£äºĽ": 116539, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 116540, + "iosper": 116541, + "íĤ¨": 116542, + "raki": 116543, + "اÛĮج": 116544, + "ÂłC": 116545, + "ĠаналÑĸз": 116546, + "ãĤıãĤĬ": 116547, + "ĠìķĦëĭĮ": 116548, + "ĠاÙĦعÙħÙĦÙĬØ©": 116549, + "lament": 116550, + "黨": 116551, + "ujÃŃcÃŃm": 116552, + "Ġrẻ": 116553, + "ä¸įåĪ°": 116554, + "Ġrezerv": 116555, + "ĠاÙĦØ°ÙĬÙĨ": 116556, + "æĭ¥": 116557, + "Ðĺн": 116558, + "Ġतहत": 116559, + "resi": 116560, + "Ġãĥ¢": 116561, + "лев": 116562, + "ãĢĢr": 116563, + "Ġä»Ĭ": 116564, + "Ġödem": 116565, + "Ġpotrav": 116566, + "ĠêµIJìĪĺ": 116567, + "ÑĢеди": 116568, + "ĠÎļÎijÎĻ": 116569, + "ĠнаÑĩала": 116570, + "Ġизб": 116571, + "ĠbÅĻezna": 116572, + "Ġledna": 116573, + "ÑĢÑĥÑİÑĤ": 116574, + "ĠмоÑĤ": 116575, + "åıĹåĪ°": 116576, + "ĠÑĢÑĥкÑĥ": 116577, + "Ỽm": 116578, + "adele": 116579, + "ĠÑĢозглÑı": 116580, + "åħIJ": 116581, + "ĠرÙĪاÙĨ": 116582, + "аков": 116583, + "ÑĥÑĢÑĭ": 116584, + "Ġazal": 116585, + "ĠÑĥкÑĢа": 116586, + "пион": 116587, + "ĠÄįlovÄĽ": 116588, + "äºĮäºĮäºĮäºĮ": 116589, + "ابÙĬ": 116590, + "Ġaslında": 116591, + "ë¹Ī": 116592, + "ĠвÑĢаÑĩ": 116593, + "룹": 116594, + "ĠгенеÑĢа": 116595, + "à¸ģารส": 116596, + "ĠÑģовÑģем": 116597, + "ÙĪÙĦا": 116598, + "Ġशब": 116599, + "ाà¤ĸण": 116600, + "ستاÙĨÛĮ": 116601, + "æĬ½": 116602, + "Ġrůz": 116603, + "ĠíĮIJ매": 116604, + "à¸ģารà¸ķ": 116605, + "ائÛĮ": 116606, + "asal": 116607, + "ĠÑĢабоÑĤÑĥ": 116608, + "à¥ĭलन": 116609, + "Ġ马": 116610, + "Ġlai": 116611, + "ói": 116612, + "vap": 116613, + "ëħĦìĹIJëĬĶ": 116614, + "ĠпеÑĢедбаÑĩ": 116615, + "ĠплеÑĩ": 116616, + "iddet": 116617, + "ĠÑĩоÑĢ": 116618, + "iyan": 116619, + "ãĢĢãĢĢãĢĢãĢĢãĢĢĠãĢĢ": 116620, + "ĠØŃرÙģÙĩ": 116621, + "大éĺª": 116622, + "Ñĩого": 116623, + "Ġки": 116624, + "اÙĪÙĬ": 116625, + "ĠbaÅŁlan": 116626, + "Ġmerkezi": 116627, + "©©": 116628, + "Ġراست": 116629, + "ĠëĬĶ": 116630, + "ĠÑģÑĢав": 116631, + "ĠвнÑĥÑĤÑĢи": 116632, + "ãĢĢãĥİ": 116633, + "åĿĽ": 116634, + "ĠвÑĤ": 116635, + "::/": 116636, + "ĠsözleÅŁ": 116637, + "ĠverdiÄŁi": 116638, + "ิยม": 116639, + "ĠÐŁÑĢоÑĤ": 116640, + "Ùĥار": 116641, + "ĠبÙĨدÛĮ": 116642, + "ÙıÙĪ": 116643, + "缴æĴŃ": 116644, + "ĠÙħÙĦÙĬ": 116645, + "Ġnutné": 116646, + "ะà¹ģà¸Ļà¸Ļ": 116647, + "ĠMã": 116648, + "Ġì´": 116649, + "à¹Īาม": 116650, + "моÑģ": 116651, + "ĠпоÑıви": 116652, + "Ġnghi": 116653, + "ĠëIJĺëĬĶ": 116654, + "Ñģклад": 116655, + "à¤Ĺल": 116656, + "ĠCá»Ļng": 116657, + "çŁ¥è¯Ĩ": 116658, + "Ġtaj": 116659, + "Ġعبر": 116660, + "éĻĦè¿ij": 116661, + "Ã¼ÄŁ": 116662, + "Ġê³µê³ł": 116663, + "è£ķ": 116664, + "âĢĮØ´ÙĨ": 116665, + "Ġgerçekten": 116666, + "nun": 116667, + "ÙħØ´": 116668, + "ê°ĢëĬ¥": 116669, + "ãĥ©ãĥ³ãĥī": 116670, + "ayacak": 116671, + "åįģä¸Ģ": 116672, + "ĠBảo": 116673, + "Ġyeterli": 116674, + "živ": 116675, + "ĠÙĬÙĨاÙĬر": 116676, + "Ġbýval": 116677, + "ìĽĶê¹Įì§Ģ": 116678, + "Ġnợ": 116679, + "Ġê´Ģê³Ħ": 116680, + "ĠíĿ¬": 116681, + "аÑİÑĤÑĮ": 116682, + "Ġgötür": 116683, + "Ġважно": 116684, + "浩": 116685, + "ĠìĿ¼ë¶Ģ": 116686, + "ÑĨÑĸйний": 116687, + "ëł¥ìĿĦ": 116688, + "ĠлеÑĩение": 116689, + "éĸ¢ä¿Ĥ": 116690, + "ĠTüm": 116691, + "ìĻĶ": 116692, + "éģĹ": 116693, + "ĠDön": 116694, + "ĠÑģпÑĸлÑĮ": 116695, + "ãĥģãĤ§": 116696, + "нÑıеÑĤÑģÑı": 116697, + "iltere": 116698, + "ĠíĮĢ": 116699, + "è¨Ńå®ļ": 116700, + "Ġrodin": 116701, + "ĠاÙĤتصاد": 116702, + "алÑĮне": 116703, + "à¥įà¤ķर": 116704, + "ĠvýbÄĽ": 116705, + "Ġtehlik": 116706, + "âĶIJ": 116707, + "ĠçĶ°": 116708, + "ÏģίÏĤ": 116709, + "iyel": 116710, + "Ġthiá»ĩu": 116711, + "ÏĪηÏĤ": 116712, + "Ġдве": 116713, + "ĠElekt": 116714, + "à¸ģà¸İ": 116715, + "оÑĢÑĥж": 116716, + "aÅŁÄ±": 116717, + "詳細": 116718, + "ĠاتÙģاÙĤ": 116719, + "Ġgắn": 116720, + "æ²Ĵæľī": 116721, + "ĠÙħطاÙĦعÙĩ": 116722, + "ÏĦιν": 116723, + "Ġokres": 116724, + "Ñľ": 116725, + "ê°Ķëĭ¤": 116726, + "ÐłÐ¾Ð·": 116727, + "å¾ĭ宾": 116728, + "ï¼īï¼Ī": 116729, + "Ġìļ´ìĺģìŀIJ": 116730, + "ãĤ«ãĥĨ": 116731, + "laÄį": 116732, + "à¥ĩबस": 116733, + "ĠoÄįi": 116734, + "-б": 116735, + "elerden": 116736, + "kových": 116737, + "ĠÄ°zmir": 116738, + "สมาà¸Ĭ": 116739, + "ladatel": 116740, + "Ġæ»": 116741, + "éĶĢåĶ®": 116742, + "ĠдоÑģлÑĸдженнÑı": 116743, + "ĠлÑĸкаÑĢ": 116744, + "Ġоднако": 116745, + "ĠVác": 116746, + "Ġè«": 116747, + "éĢ²è¡Į": 116748, + "以å¤ĸ": 116749, + "é³¥": 116750, + "ĠÙĨج": 116751, + "ĠbaÅŁkan": 116752, + "ĠopatÅĻenÃŃ": 116753, + "ارش": 116754, + "ضاÙģØ©": 116755, + "ãĤ¹ãĥ¬": 116756, + "ήν": 116757, + "ÄĽtÃŃ": 116758, + "วย": 116759, + "ĠرسÙĪÙĦ": 116760, + "ÅĻich": 116761, + "ĠpÅĻih": 116762, + "ÑĮми": 116763, + "çĦ¶èĢĮ": 116764, + "Ġthẳng": 116765, + "lamaz": 116766, + "ÙĢÙĢÙĢ": 116767, + "Ġì°¸ìŬ": 116768, + "ĠÙĨÙĪشتÙĩ": 116769, + "ĠÑģÑĤек": 116770, + "ãģ®ãģ¿": 116771, + "ĠÙĪاÙĦع": 116772, + "æķ¢": 116773, + "à¥Ģà¤Ĥ,": 116774, + "ÐŀÑģнов": 116775, + "имоÑģÑĤи": 116776, + "ĠÄĮeská": 116777, + "ÑĸÑĩний": 116778, + "ามารà¸ĸ": 116779, + "ekkür": 116780, + "Âłh": 116781, + "ικη": 116782, + "ĠتعÛĮÛĮÙĨ": 116783, + "коÑģÑĤÑĸ": 116784, + "ĠMustafa": 116785, + "Ġì¦ī": 116786, + "ãģ§ãģĤãĤĬ": 116787, + "å·¥ä¸ļ": 116788, + "ovÃŃd": 116789, + "ÐĿо": 116790, + "Ġسپس": 116791, + "Ú¯ÛĮرد": 116792, + "Ġпедагог": 116793, + "ĠکارÛĮ": 116794, + "ĠÑĪÑĤÑĥ": 116795, + "æĮĤ": 116796, + "Ø¢Ùħد": 116797, + "羣æĺ¯": 116798, + "Ġابت": 116799, + "ĠرئÛĮس": 116800, + "ĠدÛĮÙĨ": 116801, + "ÏĪε": 116802, + "Ġsezon": 116803, + "ĠçĨ": 116804, + "सन": 116805, + "ãĥ»ãĤ¢": 116806, + "ĠåħŃ": 116807, + "Ġè±": 116808, + "Ġìłľëª©": 116809, + "ĠÙħعد": 116810, + "ĠÙģÙĤد": 116811, + "éĤĬ": 116812, + "ΩΣ": 116813, + "Ġå¡": 116814, + "Ġobvyk": 116815, + "ĠìĿ´ëłĩê²Į": 116816, + "ĠбоÑĢоÑĤÑĮ": 116817, + "Û²Û±": 116818, + "Ġá»ijng": 116819, + "è¯Ĺ": 116820, + "ĠÄIJá»iji": 116821, + "ĠбеÑĢезнÑı": 116822, + "ĠsoÄŁ": 116823, + "Ġï¾į": 116824, + "ãĤĴãģ¤": 116825, + "ãģĹãĤĥ": 116826, + "еÑĢеÑĩ": 116827, + "ãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢ": 116828, + "æĪª": 116829, + "ĠاÙĦسعÙĪدÙĬØ©": 116830, + "ĠëĤ¨ìŀIJ": 116831, + "ĠAngiosper": 116832, + "????????????????": 116833, + "Ġprům": 116834, + "ĠплоÑīад": 116835, + "ĠÏĦÏģα": 116836, + "даÑİÑĤ": 116837, + "Ġsınav": 116838, + "Ġmặc": 116839, + "æ°´å¹³": 116840, + "ĠвиглÑı": 116841, + "Ġnást": 116842, + "ĠобÑĭÑĩ": 116843, + "ĠìĿ´ìķ¼ê¸°": 116844, + "ë¹Ľ": 116845, + "ĠBaÄŁ": 116846, + "ĠاÙĦثاÙĦØ«": 116847, + "Ġservis": 116848, + "Ġ룬": 116849, + "омина": 116850, + "ίθ": 116851, + "ĠẤ": 116852, + "경기": 116853, + "Ġ졸": 116854, + "ีà¸ļ": 116855, + "Ġà¤ĺà¤Łà¤¨": 116856, + "Ġà¸Ļาà¸ĩ": 116857, + ".Îł": 116858, + "ìķķ": 116859, + "rün": 116860, + "Ġonların": 116861, + "ĠзбÑĸлÑĮÑĪ": 116862, + "à¹ģà¸Ł": 116863, + "ĠìĹ¬ê¸°": 116864, + "ĠëĮĢíijľ": 116865, + "ĠÑģилÑĥ": 116866, + "à¹Ĥà¸Ľ": 116867, + "ĠتÙĤد": 116868, + "ĠÐŁÐ¾Ð¼": 116869, + "ĠмаÑģла": 116870, + "Ġìĺģìĥģ": 116871, + "нение": 116872, + "λαμβ": 116873, + "ĠByl": 116874, + "æĬµ": 116875, + "æݪ": 116876, + "ĠκαθÏİÏĤ": 116877, + "mızı": 116878, + "æĸ°çļĦ": 116879, + "éĩįè¤ĩ": 116880, + "à¸±à¸Ľ": 116881, + "çŃĨ": 116882, + "ĠÑĤка": 116883, + "ĠзнаÑĩеннÑı": 116884, + "лаÑĤи": 116885, + "Ġvliv": 116886, + "ÐIJн": 116887, + "ĠÚĨاپ": 116888, + "ĠпиÑĤанÑĮ": 116889, + ":ï½ī": 116890, + "æķĻæİĪ": 116891, + "Ġì¹ľêµ¬": 116892, + "Ġtrao": 116893, + "à¥įयà¤ķत": 116894, + "ุà¸Ħà¸Ħล": 116895, + "ĠرÙĪØ´ÙĨ": 116896, + "ĠعÙĦÙĬÙĩا": 116897, + "ãĢģãģĦ": 116898, + "ëħĦìĹIJ": 116899, + "éĢĨ": 116900, + "Ġмагаз": 116901, + "ï¾ŀï¾ŀ": 116902, + "Ġsice": 116903, + "âĢĻte": 116904, + "ĠاÙĦÙĦغة": 116905, + "áu": 116906, + "èĩªèº«": 116907, + "ĠngÅ©": 116908, + "ĠÑģкладÑĥ": 116909, + "Ġzru": 116910, + "Ġtruy": 116911, + "Ġilan": 116912, + "ĠپاÛĮÙĩ": 116913, + "::::::::::::::": 116914, + "fak": 116915, + "ÑĤеÑħ": 116916, + "Ġtaky": 116917, + "Ġìĸ¸ìĸ´": 116918, + "edenÃŃ": 116919, + "Ġà¤ļलत": 116920, + "Ġë°°ìļ°": 116921, + "Ġjméno": 116922, + "ĠÙĦØ£ÙĨ": 116923, + "ανά": 116924, + "кÑĥлÑĮ": 116925, + "ĠØŃÙģظ": 116926, + "ĠآزÙħÙĪÙĨ": 116927, + "иÑĤелÑĮнÑĭе": 116928, + "ĠÐŀлекÑģанд": 116929, + "èį£": 116930, + "Ġà¤ľà¤¬à¤ķ": 116931, + "Ġrodi": 116932, + "ĠبرخÙĪرد": 116933, + "Ġhafta": 116934, + "λικά": 116935, + "à¸ķà¸Ļ": 116936, + "ĠбеÑĢег": 116937, + "ανδ": 116938, + "-С": 116939, + "Ġpravidel": 116940, + "ĠбÑĸлÑı": 116941, + "íĴį": 116942, + "ĠпÑĢедÑĥÑģ": 116943, + "ĠмÑĥниÑĨип": 116944, + "åĮĸåѦ": 116945, + "ĠتÙħاس": 116946, + "Ġà¤īल": 116947, + "ÐĵÐŀ": 116948, + "غر": 116949, + "radan": 116950, + "ĠëĤĺìĺ¤": 116951, + "è¨Ĥ": 116952, + "à¹Ģà¸ĺà¸Ń": 116953, + "âĢĮسÛĮ": 116954, + "ĠобÑıзаÑĤелÑĮно": 116955, + "оÑĤе": 116956, + "à¹Įà¸Ĭ": 116957, + "çĶ¨çļĦ": 116958, + "Ġaltın": 116959, + "ĠÑģоÑĤÑĢÑĥд": 116960, + "Ñĸнки": 116961, + "озможно": 116962, + "ÎIJ": 116963, + "ë¹Į": 116964, + "Âķ": 116965, + "ĠÑĤоÑĩно": 116966, + "Ġjmen": 116967, + "اÙĦÛĮا": 116968, + "èĪį": 116969, + "chodu": 116970, + "곤": 116971, + "ickém": 116972, + "ĠÙħÙĪر": 116973, + "ãĥªãĥ³ãĤ¯": 116974, + "ĠaÅŁam": 116975, + "ĠиÑĤ": 116976, + "Ġनय": 116977, + "Ġμο": 116978, + "éķľ": 116979, + "ĠبÙĨابر": 116980, + "Ġتخصص": 116981, + "Ġสà¸ŀ": 116982, + "ĠпÑĢоÑĦеÑģÑģи": 116983, + "Ġpuan": 116984, + "ĠÙģرÙħاÙĨ": 116985, + "ëĮĢíļĮ": 116986, + "ĠпÑıÑĤ": 116987, + "ĠÙħÙĪب": 116988, + "ĠvÄĽku": 116989, + "Ġëĥ": 116990, + "ecký": 116991, + "ĠìĪĺëıĦ": 116992, + "Ġthao": 116993, + "Ġkapat": 116994, + "ĠзаÑħвоÑĢÑİ": 116995, + "Ġåħī": 116996, + "راÙĨÛĮ": 116997, + "éĢłæĪIJ": 116998, + "ĠÑģвÑĸй": 116999, + "ĠдоÑģиÑĤÑĮ": 117000, + "Ġmilyar": 117001, + "Ġenerji": 117002, + "Ġкип": 117003, + "Ġì¢ĭìķĦ": 117004, + "Ġبإ": 117005, + "ê²Įìĭľ": 117006, + "ĠLÆ°u": 117007, + "ĠÙħÙĨظÙĪر": 117008, + "Ïīμά": 117009, + "ζί": 117010, + "ımda": 117011, + "ĠìĿ´ë¥¼": 117012, + "à¹Ĵ": 117013, + "Ġвваж": 117014, + "Ġgazet": 117015, + "à¥įतन": 117016, + "à¹īำหà¸Ļ": 117017, + "åľŁåľ°": 117018, + "Ġसदस": 117019, + "تبة": 117020, + "ĠpoÄįÃŃta": 117021, + "ĠìĭľìĬ¤íħľ": 117022, + "รà¸Ħ": 117023, + "Ġedecek": 117024, + "ĠتØŃÙĦÛĮÙĦ": 117025, + "æĮīçħ§": 117026, + "åĿª": 117027, + "Ġê·¸ê°Ģ": 117028, + "تÙĩÙħ": 117029, + "Ġбаж": 117030, + "اÙģع": 117031, + "éĢļ常": 117032, + "ĠТи": 117033, + "γνÏī": 117034, + "ì¹Ļ": 117035, + "Ġznamená": 117036, + "＼＼": 117037, + "αÏĢÏĮ": 117038, + "åĨĻ羣": 117039, + "Ġï¼¼Ċ": 117040, + "åĬłå·¥": 117041, + "èĤ¡ä»½æľīéĻIJåħ¬åı¸": 117042, + "ÑıÑĤий": 117043, + "Ġhâl": 117044, + "Ġçab": 117045, + "ĠØŃاضر": 117046, + "PÅĻ": 117047, + "ĠاÙĦتÙĤ": 117048, + "ξηÏĤ": 117049, + "бе": 117050, + "Ġkhám": 117051, + "ĠâĮĴ": 117052, + "Ġéķ¿": 117053, + "ĠâĢ¦Ċ": 117054, + "दम": 117055, + "ĠStudi": 117056, + "Ġkodu": 117057, + "Ġkomunik": 117058, + "Ġkatkı": 117059, + "nete": 117060, + "Ġrapor": 117061, + "éĨ´": 117062, + "ãĤīãģĽ": 117063, + "ĠнеÑģколÑĮ": 117064, + "Ġhá»įp": 117065, + "￣￣￣": 117066, + "º¼": 117067, + "è£Ĥ": 117068, + "едÑĮ": 117069, + "ĠاÙĦاØŃ": 117070, + "ladık": 117071, + "ĠfotoÄŁraf": 117072, + "æĹ¥ãģ®": 117073, + "ĠØŃاÙĦت": 117074, + "ĠØ«ÙĦاث": 117075, + "аÑĤов": 117076, + "eyse": 117077, + "Ġê°IJìĤ¬": 117078, + "áže": 117079, + "Ġнада": 117080, + "Ġà¤ķहन": 117081, + "ĠãĥĿ": 117082, + "ãģ«ãģĤãĤĭ": 117083, + "ãģ«ãģªãģ£ãģ¦": 117084, + "ÙĪدÙĩ": 117085, + "ĠpoÅ¡k": 117086, + "太éĺ³åŁİ": 117087, + "ç»ıéªĮ": 117088, + "æĴŃæĶ¾": 117089, + "Ġmajet": 117090, + "Ñħо": 117091, + "ĠÑĤеÑģÑĤ": 117092, + "ï¼ıĊ": 117093, + "ÏĥεÏĦε": 117094, + "ĠТомÑĥ": 117095, + "ÙİØŃ": 117096, + "ĠìŀĪìľ¼ë©°": 117097, + "ĠзазнаÑĩ": 117098, + "éļIJ": 117099, + "ĠдÑĸÑĹ": 117100, + "кÑĤив": 117101, + "ÙĪÙģÙĬ": 117102, + "Ġtá»Ŀ": 117103, + "à¸¹à¸Ľà¹ģà¸ļà¸ļ": 117104, + "ĠÑĢедак": 117105, + "ĠateÅŁ": 117106, + "Ġkhiá»ĥn": 117107, + "üny": 117108, + "ียà¸ģ": 117109, + "ĠÑĩаÑīе": 117110, + "Ġtuy": 117111, + "γÏīν": 117112, + "รà¸Ńà¸ļ": 117113, + "Ġtrùng": 117114, + "à¹ģà¸Ĺà¸Ļ": 117115, + "ĠακÏĮ": 117116, + "ĠÐĴеÑĢÑħов": 117117, + "à¹ĥà¸Ļส": 117118, + "ãĢģä½ķ": 117119, + "åĩ¦": 117120, + "Ġç»ı": 117121, + "æ¨ĵ": 117122, + "اÙĨÚ¯ÙĦÛĮسÛĮ": 117123, + "ĠlepÅ¡ÃŃ": 117124, + "Ġå¼Ģå§ĭ": 117125, + "éĻº": 117126, + "ĠÑĩеÑĤÑĭ": 117127, + "ĠСеÑĢ": 117128, + "оÑİз": 117129, + "Ġxung": 117130, + "åĵģçīĮ": 117131, + "Ġìĥģíĥľ": 117132, + "ĠÙĨصب": 117133, + "ĠÑĩомÑĥ": 117134, + "ĠترکÛĮ": 117135, + "-ли": 117136, + "ovÃŃ": 117137, + "ĠاÙĨج": 117138, + "絡": 117139, + "ĠتÙĪص": 117140, + "Ġì¿ł": 117141, + "Ġvarsa": 117142, + "ĠÑĢазÑĢабоÑĤ": 117143, + "à¸Ĥà¸Ńà¸ĩà¸Ħ": 117144, + "éŃĤ": 117145, + "Ġà¤Ĭपर": 117146, + "æĿ¥è¯´": 117147, + "ĠÑĨенÑĤÑĢалÑĮ": 117148, + "ĠTakım": 117149, + "Ġonlar": 117150, + "Ġسرعت": 117151, + "好åĥı": 117152, + "Ġbuá»ķi": 117153, + "ĠÐijел": 117154, + "Âłc": 117155, + "أت": 117156, + "à¸Ĥà¸ĵะ": 117157, + "ãģ«åĩº": 117158, + "Ġ+**************": 117159, + "ÏĦηκε": 117160, + "اجر": 117161, + "ĠâĢ²": 117162, + "ãĥ¼ãĥ¬": 117163, + "é¥Ń": 117164, + "ĠجÙĦس": 117165, + "ĠبستÙĩ": 117166, + "วาà¸ĩ": 117167, + "Ġβά": 117168, + "ĠамеÑĢикан": 117169, + "ĠPremi": 117170, + "mae": 117171, + "ĠÑģÑĢеди": 117172, + "áºł": 117173, + "ĠвÑĢед": 117174, + "ãĢĤèĢĮ": 117175, + "åĴ²": 117176, + "Ġê³µê°ľ": 117177, + "èĤ¥": 117178, + "звиÑĩай": 117179, + "Ġprocent": 117180, + "илоÑģÑĮ": 117181, + "शन": 117182, + "éłģ": 117183, + "екÑĤи": 117184, + "داشت": 117185, + "íķĻíļĮ": 117186, + "ãĢĢãĢĢãĢĢĠãĢĢĠãĢĢ": 117187, + "ĠÙħدÙĬÙĨØ©": 117188, + "िलन": 117189, + "ĠèĹ": 117190, + "миÑĢ": 117191, + "ĠноÑĢ": 117192, + "Ġíķĺì§Ģ": 117193, + "веÑī": 117194, + "nÄĽm": 117195, + "еÑĢами": 117196, + "Ġpracov": 117197, + "ĠبÙĬاÙĨات": 117198, + "ĠÏĥÏįν": 117199, + "Ġجذ": 117200, + "ãģĦãģ§": 117201, + "ĠBÃŃ": 117202, + "è±Ĩ": 117203, + "Ġhmot": 117204, + "ileceÄŁi": 117205, + "Ġتاث": 117206, + "è´´": 117207, + "Ġê¸ī": 117208, + "Ġmysl": 117209, + "ĠìĿ´íķ´": 117210, + "Ġ기ëĬ¥": 117211, + "ĠТам": 117212, + "ĠнаÑģелениÑı": 117213, + "ĠMez": 117214, + "Ġ모르": 117215, + "íĻĶ를": 117216, + "ĠÙĨسخÙĩ": 117217, + "ĠتÙĦÙĪÛĮزÛĮ": 117218, + "ĠÄįervna": 117219, + "ưỡng": 117220, + "صØŃ": 117221, + "ĠÑĤÑĢен": 117222, + "Õ¡": 117223, + "Ġcelou": 117224, + "Å©i": 117225, + "ìĹĨìĿ´": 117226, + "nÃŃku": 117227, + "Ġprogramu": 117228, + "à¥įपन": 117229, + "ĠпÑĢеж": 117230, + "ارب": 117231, + "æľŁéĸĵ": 117232, + "Ġμά": 117233, + "ëįĶëĭĪ": 117234, + "ụn": 117235, + "ĠпеÑĢеÑģÑĤ": 117236, + "对äºİ": 117237, + "è¿IJè¡Į": 117238, + "ĠÑĤан": 117239, + "ĠìĤ¬ìĿ´íĬ¸": 117240, + "ĠQuảng": 117241, + "ĠstojÃŃ": 117242, + "ãĥŃãĥ¼": 117243, + "گار": 117244, + "ĠенеÑĢг": 117245, + "Ġkterým": 117246, + "ĠпÑĢимÑĸ": 117247, + "ĠкаÑĢÑĤи": 117248, + "Ġzengin": 117249, + "ï¼ĮåĨį": 117250, + "Ġترب": 117251, + "ĠÑĨенÑĤÑĢ": 117252, + "ĠsaÄŁlamak": 117253, + "ëĭĿ": 117254, + "ãģ®åŃIJ": 117255, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 117256, + "ĠsÆ¡n": 117257, + "zı": 117258, + "ÑĤаки": 117259, + "ÄĽstÃŃ": 117260, + "Ġà¥": 117261, + "é®": 117262, + "åŁ¹è®Ń": 117263, + "ĠìĶ¨": 117264, + "Ġbelki": 117265, + "ĠìĿ´ë²¤íĬ¸": 117266, + "ëĶĶìĸ´": 117267, + "ĠsÃłn": 117268, + "никам": 117269, + "alim": 117270, + "å¯¾å¿ľ": 117271, + "ĠSá»±": 117272, + "éģĵè·¯": 117273, + "é«ĺæ¸ħ": 117274, + "Ġdõi": 117275, + "ĠÙĦÙĢ": 117276, + "ĠèĤ¡": 117277, + "νι": 117278, + "âĢŀJ": 117279, + "'nde": 117280, + "ÎijÎĵ": 117281, + "ãģ¨ãģªãĤĭ": 117282, + "çĪ¸": 117283, + "عÙĦÛĮ": 117284, + "ÏģιÏĥÏĦ": 117285, + "ĠeÄŁit": 117286, + "ĠзовнÑĸÑĪ": 117287, + "ĠпÑĢим": 117288, + "سÙħبر": 117289, + "ĠmÄĽstÄĽ": 117290, + "ĠÏĢεÏģιÏĥÏĥÏĮÏĦε": 117291, + "ÐIJÐł": 117292, + "æĦŁåĪ°": 117293, + "Ġ문ìĦľ": 117294, + "ãģĭãĤĭ": 117295, + "ÙĤÙĬÙĤØ©": 117296, + "ĠвÑĤÑĢа": 117297, + "Ġà¸Ńำ": 117298, + "ÑģкÑĥÑİ": 117299, + "دÙĩاÛĮ": 117300, + "ĠÄ°st": 117301, + "ĠÐĹав": 117302, + "Ġéĥ½": 117303, + "ÑĪем": 117304, + "ĠеÑīÑij": 117305, + "ĠÐľÐ¸Ñħай": 117306, + "ĠÑĥпÑĢавлениÑı": 117307, + "леннÑĭе": 117308, + "ĠzaÄįal": 117309, + "æ¡Į": 117310, + "ĠпÑĸз": 117311, + "лÑıÑĤÑĮÑģÑı": 117312, + "ĠìŀIJë£Į": 117313, + "ãĢĢãĢĢĠ": 117314, + "ĠKral": 117315, + "èĪī": 117316, + "Ġà¤Ńव": 117317, + "ĠØ®Ùħ": 117318, + "Ġакадем": 117319, + "Ġisten": 117320, + "ĠиÑģкÑĥÑģ": 117321, + "ĠعÙĨدÙħا": 117322, + "ĠاÙĦاÙħ": 117323, + "ismus": 117324, + "Ġayrıntı": 117325, + "ĠЩо": 117326, + "ĠÙĩÙĪØ´": 117327, + "دÙĪاج": 117328, + "лаж": 117329, + "ĠÚ©ÙĨار": 117330, + "ÂłR": 117331, + "æĢ§çļĦ": 117332, + "ÑģÑĸм": 117333, + "ĠMüz": 117334, + "ÑĢовиÑĩ": 117335, + "ĠΩ": 117336, + "Ġìĸ´ëĶĶ": 117337, + "سÙħØ©": 117338, + "ĠÑĢÑı": 117339, + "ĠtÆ°Æ¡i": 117340, + "ĠÑĢаÑģÑħод": 117341, + "åı°çģ£": 117342, + "ĠاÙĦÙĪÙĤت": 117343, + "براÛĮ": 117344, + "ĠзÑĢобиÑĤи": 117345, + "ĠбÑĥÑĢ": 117346, + "ĠÄįinnosti": 117347, + "ĠصاØŃ": 117348, + "ĠصÙĨعت": 117349, + "ĠØ·ÙĦ": 117350, + "ξÏį": 117351, + "ĠtisÃŃc": 117352, + "ĠFransa": 117353, + "ì¦ĺ": 117354, + "軽": 117355, + "Ñĺ": 117356, + "ÏĮÏĦηÏĦαÏĤ": 117357, + "ĠMillet": 117358, + "ãĢĢãĥ¾": 117359, + "ĠпÑĢием": 117360, + "ĠترجÙħÙĩ": 117361, + "ĠسÙĪد": 117362, + "ĠsouÄįástÃŃ": 117363, + "ÐĶо": 117364, + "Ġtrụ": 117365, + "足çIJĥ": 117366, + "à¸Ľà¸ģ": 117367, + "Ġustanov": 117368, + "ÎŁÎĻ": 117369, + "Ðŀн": 117370, + "Ġнеж": 117371, + "ког": 117372, + "ä¸ĢçĤ¹": 117373, + "ĠدÙĪراÙĨ": 117374, + "å½±éŁ¿": 117375, + "elidir": 117376, + "âĢŀN": 117377, + "esiyle": 117378, + "ÑĢеменно": 117379, + "ĠiletiÅŁim": 117380, + "มà¹Ģà¸ķ": 117381, + "以åīį": 117382, + "ãĥĭãĥ¼": 117383, + "éĽ»è©±": 117384, + "à¹Ĥà¸ŀ": 117385, + "ovky": 117386, + "ĠзамÑĸ": 117387, + "Ġवà¤ķ": 117388, + "ÂĻ": 117389, + "ĠвÑĸйни": 117390, + "Ġolmadıģı": 117391, + "æ¢ģ": 117392, + "ĠТеп": 117393, + "nÄĽte": 117394, + "èħķ": 117395, + "ìĤ¬ëĬĶ": 117396, + "mamak": 117397, + "Ġciz": 117398, + "æ£Ĵ": 117399, + "Ġï¼ı:": 117400, + "éģĭåĭķ": 117401, + "ĠÙĩÙĨا": 117402, + "Ġê°ij": 117403, + "ĠÙĩÙĨگاÙħ": 117404, + "ĠuÄŁra": 117405, + "彦": 117406, + "Ġobjekt": 117407, + "ãģ¨ãģĻãĤĭ": 117408, + "åĽ½åĨħ": 117409, + "ĠдеÑĢжави": 117410, + "ĠèĮ": 117411, + "Ġuluslararası": 117412, + "Ù£": 117413, + "Ġmutlak": 117414, + "Ġзобов": 117415, + "Ġγεν": 117416, + "à¹Ħà¸Łà¸Ł": 117417, + "Ġözgür": 117418, + "íĦ¸": 117419, + "ĠвипадкÑĥ": 117420, + "Ġà¤ķब": 117421, + "ĠاÙĦخط": 117422, + "θηκαν": 117423, + "ï¼ĮæĬĬ": 117424, + "ÑıÑĤÑĤÑı": 117425, + "Ġolmadıģını": 117426, + "ÂłkW": 117427, + "ĠnÄĽkterých": 117428, + "ãĥĩãĥ«": 117429, + "æ¤įçī©": 117430, + "μιλοÏĤ": 117431, + "ÐIJÑĢÑħÑĸв": 117432, + "ĠТо": 117433, + "èĸ¬": 117434, + "ÑģÑĤвиÑı": 117435, + "ĠØ®ÙĪاست": 117436, + "ологÑĸÑĹ": 117437, + "ÙĪاÙĩد": 117438, + "Ġнак": 117439, + "ĠкоÑĤоÑĢÑĥÑİ": 117440, + "Ġदà¤ķ": 117441, + "âĢŀM": 117442, + "λια": 117443, + "æŃ²": 117444, + "ç¬¬åĽĽ": 117445, + "à¤¾à¤ľà¤¸": 117446, + "Ġ(«": 117447, + "Ġthẻ": 117448, + "､Ċ": 117449, + "ç£ģ": 117450, + "ĠÙĦÙĤ": 117451, + "ĠìķĶ": 117452, + "Ġнового": 117453, + "ĠìķĦ주": 117454, + "ĠëIJĺìĸ´": 117455, + "Ġolun": 117456, + "þ": 117457, + "Ġkariy": 117458, + "ĠØŃسب": 117459, + "ĠìĿĺ미": 117460, + ".Ðľ": 117461, + "ĠoznaÄį": 117462, + "ÙĦسÙĦ": 117463, + "ĠÐĴид": 117464, + "ë¡ľëĤĺ": 117465, + "à¥įà¤Łà¤®": 117466, + "íľ´": 117467, + "Ġbilgisayar": 117468, + "ìĿ¸ì§Ģ": 117469, + "Ġвов": 117470, + "nictvÃŃm": 117471, + "าà¸Ńย": 117472, + "ĠشخصÛĮ": 117473, + "пÑĸон": 117474, + "æľ¬å½ĵ": 117475, + "ĠبÙĢ": 117476, + "ĠмаÑģло": 117477, + "ĠPhát": 117478, + "Ġба": 117479, + "алÑĮномÑĥ": 117480, + "社åĮº": 117481, + "ĠÒ": 117482, + ":::|": 117483, + "ê´": 117484, + "Ġä¸ĥ": 117485, + "ĠÙĪاÙĦد": 117486, + "нике": 117487, + "à¸Ńลล": 117488, + "ĠyerleÅŁ": 117489, + "Ġkombin": 117490, + "uÅ¡": 117491, + "ĠоÑĤÑĢи": 117492, + "ä¹Į": 117493, + "iÅŁti": 117494, + "Ġsóng": 117495, + "ληÏĤ": 117496, + "ĠкÑĥÑĢÑģ": 117497, + "à¹Īาà¸Ħ": 117498, + "ĠÙĬس": 117499, + "ĠداÙħ": 117500, + "çĴ°å¢ĥ": 117501, + "Ñĩенко": 117502, + "ãĢįãģ®": 117503, + "ĠmÃŃsta": 117504, + "ĠÑĦоÑĤ": 117505, + "ĠpÅĻÃŃzn": 117506, + "ĠÑĢаза": 117507, + "ç´«": 117508, + "láda": 117509, + "ĠÑģпеÑĨиалиÑģÑĤ": 117510, + "ĠبÛĮÙħارÛĮ": 117511, + "Ġëĵ£": 117512, + "çĭĹ": 117513, + "ÙĪÙĪ": 117514, + "анÑĸÑĤ": 117515, + "ĠدÙĨباÙĦ": 117516, + "ĠÙħجÙħÙĪعة": 117517, + "ÃŃna": 117518, + "ĠHalk": 117519, + "ájem": 117520, + "enÃŃze": 117521, + "Ġimz": 117522, + "«ng": 117523, + "ĠÎķÎł": 117524, + "ĠÙħÙĩد": 117525, + "ìľĦìĽIJíļĮ": 117526, + "Ġìľłíĺķ": 117527, + "ापस": 117528, + "Ġjež": 117529, + "анÑĸз": 117530, + "иÑĤай": 117531, + "á¿ĸ": 117532, + "irler": 117533, + "기ê°Ħ": 117534, + "ĠвоÑĢ": 117535, + "ĠÏİ": 117536, + "Ġpozn": 117537, + "ĠساÙĨ": 117538, + "寿": 117539, + "æĸ¯çī¹": 117540, + "Ġturist": 117541, + "ĠìŀIJìľł": 117542, + "à¥Ģà¤ĸ": 117543, + "μμε": 117544, + "ansı": 117545, + "ìĨĮëħĦ": 117546, + "Ġtedavi": 117547, + "ÑĩеÑģÑĤва": 117548, + "å£ĵ": 117549, + "ове": 117550, + "ï¼Įçľĭ": 117551, + "ĠпоÑģлÑĥг": 117552, + "ĠÑĤÑĢанÑģ": 117553, + "Ġzáz": 117554, + "æĪ´": 117555, + "Ġмона": 117556, + "ิà¹Ģà¸Ħราะห": 117557, + "ĠÙĨÛĮÙħ": 117558, + "ĠìĤ¬ëŀĮìĿ´": 117559, + "ahat": 117560, + "Ïħκ": 117561, + "ĠоÑĤказ": 117562, + "ĠÐĴолодими": 117563, + "ĠСк": 117564, + "िà¤ķत": 117565, + "å¦ĸ": 117566, + "Ġëĭ¤ìļ´ë¡ľëĵľ": 117567, + "ìĺģìĥģ": 117568, + "Ġनà¤Ī": 117569, + "cete": 117570, + "ĠгÑĢиб": 117571, + "eceÄŁini": 117572, + "ĠçoÄŁu": 117573, + "ĠмаÑĤеÑĢиала": 117574, + "ứt": 117575, + "Ġzaten": 117576, + "ĠFRA": 117577, + "ĠBirliÄŁi": 117578, + "Ġsitesi": 117579, + "ĠåĶ": 117580, + "ĠÐĴол": 117581, + "ÂłPS": 117582, + "ालत": 117583, + "ĠбаÑĩ": 117584, + "алÑĸзаÑĨÑĸÑĹ": 117585, + "ĠSlov": 117586, + "ç³ĸ": 117587, + "ĠговоÑĢиÑĤ": 117588, + "Ġввед": 117589, + "ุà¸ķà¸ļà¸Ńล": 117590, + "ãģĨãģ¡": 117591, + "Ġyaptık": 117592, + "Ġìłķì¹ĺ": 117593, + "ê°ľë¥¼": 117594, + "à¥Īसल": 117595, + "جÙĬÙĦ": 117596, + "ĠзаÑģÑĤоÑģов": 117597, + "è¿«": 117598, + "ĠKurul": 117599, + "ĠNasıl": 117600, + "ĠнапÑĢÑıм": 117601, + "Ġä½į": 117602, + "à¹Įà¸ļ": 117603, + "Ġéģĵ": 117604, + "Ġниже": 117605, + "ĠкоÑģÑĤ": 117606, + "ظÙĩر": 117607, + "Та": 117608, + "ì§Ŀ": 117609, + "Ġönünde": 117610, + "жÑĸ": 117611, + "ĠاجراÛĮ": 117612, + "ĠоÑĢганÑĸв": 117613, + "vise": 117614, + "ĠìĿĦ": 117615, + "à¸ķรà¸ĩ": 117616, + "Ú©ÙĨÙĪÙĨ": 117617, + "Ġdlouho": 117618, + "ÐŀÐĿ": 117619, + "Ġìľ¡": 117620, + "缮æłĩ": 117621, + "ë¯Ģë¡ľ": 117622, + "ï¼ıï¼ıï¼ıï¼ıï¼ıï¼ıï¼ıï¼ı": 117623, + "ĠпоÑĩемÑĥ": 117624, + "æķħäºĭ": 117625, + "ÑĤеÑģÑĮ": 117626, + "ĠÙĤÙĦب": 117627, + "ĠتجÙĩ": 117628, + "ilendir": 117629, + "ĠигÑĢа": 117630, + "ĠÐĶон": 117631, + "ĠpÅĻÃŃjem": 117632, + "è¦Ĩ": 117633, + "Сп": 117634, + "-ни": 117635, + "onse": 117636, + "иной": 117637, + "оÑĩного": 117638, + "اساÙĨ": 117639, + "ĠполÑĥÑĩиÑĤÑĮ": 117640, + "ÑĤап": 117641, + "ĠLý": 117642, + "ĠÃĤu": 117643, + "Ġhüc": 117644, + "ebek": 117645, + "ĠYayın": 117646, + "æĹĭ": 117647, + "ัà¸Ļà¸Ĺร": 117648, + "Ġвиконав": 117649, + "Ġsông": 117650, + "à¥ģà¤ľ": 117651, + "ĠÐĹаг": 117652, + "¤ëĭ¤": 117653, + "ĠcÅ©": 117654, + "ĠگرÙħ": 117655, + "ä¼ı": 117656, + "ãģ«ãģĻãĤĭ": 117657, + "-Ф": 117658, + "ĠÙĤÙħ": 117659, + "ĠolacaÄŁ": 117660, + "æĿ¥äºĨ": 117661, + "æĭĽèģĺ": 117662, + "ĠÐĿаÑģеленнÑı": 117663, + "Ġìĺģìĸ´": 117664, + "ĠæѤ": 117665, + "ĠبدÙĨ": 117666, + "Û²Û¸": 117667, + "оÑĢаÑĤив": 117668, + "ï¼³": 117669, + "Ġnebylo": 117670, + "ĠÑĥÑĩиÑĤ": 117671, + "æĿľ": 117672, + "ĠданÑĸ": 117673, + "ĠspotÅĻeb": 117674, + "ãĥ¼ãĥĨãĤ£": 117675, + "еннÑĥÑİ": 117676, + "ê¹ĮìļĶ": 117677, + "vem": 117678, + "PÅĻÃŃ": 117679, + "Ġyandan": 117680, + "é¼ĵ": 117681, + "ĠدستÙĪر": 117682, + "Ġhafif": 117683, + "hů": 117684, + "Ġváž": 117685, + "ĠìķĦì§ģ": 117686, + "Ùıر": 117687, + "Ġла": 117688, + "ëłī": 117689, + "à¸²à¸Ľà¸£à¸°": 117690, + "lıklar": 117691, + "ĠÑģÑĤандаÑĢÑĤ": 117692, + "à¸Ńà¹ĥห": 117693, + "奴": 117694, + "ĠоÑĤп": 117695, + "âĪł": 117696, + "ãĥ¼ãĥĢ": 117697, + "cháze": 117698, + "Ġê·¸ëłĩê²Į": 117699, + "ostel": 117700, + "ĠгалÑĥз": 117701, + "âk": 117702, + "еÑĨÑĤ": 117703, + "ëŀijìĬ¤": 117704, + "ĠÄįist": 117705, + "ÑĢана": 117706, + "Ġvững": 117707, + "Ġseni": 117708, + "Ġgóc": 117709, + "ÏĨÏĮ": 117710, + "ánu": 117711, + "Ġöt": 117712, + "Ġsóc": 117713, + "ãģĦãģ®": 117714, + "ĠÑģклада": 117715, + "ÐIJÑĢÑħÑĸвовано": 117716, + "ĠìĿ´ë²Ī": 117717, + "ãĤ¹ãģ®": 117718, + "ilebilir": 117719, + "ï½Ģãĥ½": 117720, + "ียà¸į": 117721, + "Ġκαὶ": 117722, + "Ġ믿": 117723, + "æĽ´å¤ļ": 117724, + "ısının": 117725, + "ĠGiám": 117726, + "æŃ£å¼ı": 117727, + "ÏĥμÏĮ": 117728, + "Ġarchit": 117729, + "Ġï½²": 117730, + "ÑĩаÑİÑĤÑģÑı": 117731, + "ë²Ħì§Ģ": 117732, + "ãĤ¤ãĥ¤": 117733, + "é«ĺæł¡": 117734, + "訳": 117735, + "ĠÙħÛĮÚ©": 117736, + "Ġæĥħ": 117737, + "Ġpha": 117738, + "太éĥİ": 117739, + "à¸ŀระราà¸Ĭ": 117740, + "ÙĤÙĬØ©": 117741, + "ĠÑĥлÑĥÑĩ": 117742, + "ÑģÑĤвÑĥеÑĤ": 117743, + "ĠkeÅŁ": 117744, + "é«ĺçŃī": 117745, + "ĠsỼm": 117746, + "Ïģκε": 117747, + "μοÏģ": 117748, + "Ġzástup": 117749, + "ozÃŃ": 117750, + "Ġmili": 117751, + "Ġмогли": 117752, + "ĠзÑĢозÑĥм": 117753, + "ĠباشÛĮد": 117754, + "Ġakci": 117755, + "ĠдÑĢа": 117756, + "ĠαÏģι": 117757, + "ãģĭãĤīãģ®": 117758, + "å¯Ĵ": 117759, + "ĠZaman": 117760, + "ĠÑĸде": 117761, + "ĠãĢĢĠ": 117762, + "Ġklu": 117763, + "aklı": 117764, + "à¥ĩà¤ļ": 117765, + "ĠÑģвобод": 117766, + "ساÙħ": 117767, + "Ġов": 117768, + "Ġubyt": 117769, + "éĩĩçĶ¨": 117770, + "ĠdavranÄ±ÅŁ": 117771, + "ĠnabÃŃzÃŃ": 117772, + "ĠÐijÑĥд": 117773, + "ĠÏī": 117774, + "ĠاÙĦرØŃ": 117775, + "ัà¸ķà¸Ļ": 117776, + "име": 117777, + "ĠتÙĦÙĥ": 117778, + "تÙħع": 117779, + "ĠадминиÑģÑĤÑĢа": 117780, + "Ġzorunda": 117781, + "ĠÙĨسبة": 117782, + "ĠصÙĨعتÛĮ": 117783, + "ĠÑĦÑĥнда": 117784, + "éı¡": 117785, + "Ġpotom": 117786, + "ĠпÑĢеÑģÑĤ": 117787, + "Ġsırada": 117788, + "Ġayar": 117789, + "اÙĤÙĦ": 117790, + "溪": 117791, + "ĠØ¢ÙĤاÛĮ": 117792, + "ĠпеÑĢеÑħод": 117793, + "ĠпÑĢакÑĤиÑĩеÑģки": 117794, + "é»ĥ": 117795, + "ĠÑĥÑħод": 117796, + "ĠÙħتÙģ": 117797, + "Ġsiyasi": 117798, + "ĠпоÑĤен": 117799, + "ÙİÙģ": 117800, + "ĠÐĽÑĥ": 117801, + "ĠконÑĤÑĢолÑĮ": 117802, + "ĠÑģказаÑĤÑĮ": 117803, + "à¥Ģà¤ķरण": 117804, + "åħ¨çIJĥ": 117805, + "Û²Û¶": 117806, + "Ġtoto": 117807, + "ĠÙĪد": 117808, + "ãĤ¿ãĤ¤ãĥĹ": 117809, + "åľį": 117810, + "å¼ķçĶ¨": 117811, + "ï¼£": 117812, + "èĬ¸": 117813, + "ä»ĭç»į": 117814, + "ĠÑĤеÑĢÑĢиÑĤоÑĢии": 117815, + "æĹ¥ãģ«": 117816, + "mÃŃt": 117817, + "amız": 117818, + "ìĿ´ìĸ´": 117819, + "ĠyarÄ±ÅŁ": 117820, + "Ġgüc": 117821, + "ĠÏĩα": 117822, + "ัà¸Ļยายà¸Ļ": 117823, + "ãĤĴè¡Į": 117824, + "Ġmilli": 117825, + "Ġçı¾": 117826, + "Když": 117827, + "mazon": 117828, + "ë³´ëĤ´ê¸°": 117829, + "ĠÑĤÑĢÑĥдов": 117830, + "飾": 117831, + "Ġвиник": 117832, + "ĠÙĪزارت": 117833, + "éĩĮçļĦ": 117834, + "маз": 117835, + "ĠRUS": 117836, + "екÑĤÑĥ": 117837, + "Ġعاش": 117838, + "Ġkonce": 117839, + "ãĤĪãģĨãģ§ãģĻ": 117840, + "ĠмалÑĭÑĪ": 117841, + "meni": 117842, + "еÑģа": 117843, + "اضÛĮ": 117844, + "Ġbrat": 117845, + "ĠвÑĸдноÑģ": 117846, + "θεÏģ": 117847, + "ĠЧем": 117848, + "æijĩ": 117849, + "ĠÙħادر": 117850, + "çĶ¨åĵģ": 117851, + "ĠÙħØŃاÙģظ": 117852, + "ĠmyÅ¡": 117853, + "جع": 117854, + "Ġisim": 117855, + "æ³Ĭ": 117856, + "ılmaz": 117857, + "Ġμα": 117858, + "審": 117859, + "Ġayır": 117860, + "еними": 117861, + "à¥ĩहतर": 117862, + "åľĨ": 117863, + "ãģ¾ãģ£ãģŁ": 117864, + "çĶ¢åĵģ": 117865, + "ĠÑĸнÑĦоÑĢмаÑĨÑĸÑĹ": 117866, + "Ġtủ": 117867, + "สมà¸ļ": 117868, + "ĠstÅĻ": 117869, + "Ġë°ľíijľ": 117870, + "аÑĢÑĮ": 117871, + "ĠCao": 117872, + "ΡÎĻ": 117873, + "à¸ģารà¸Ī": 117874, + "ĠподÑĥм": 117875, + "ä»ķäºĭ": 117876, + "ĠÐļÑĢоме": 117877, + "ĠìĹĶ": 117878, + "ĠÑĥда": 117879, + "ĠавÑĤомаÑĤи": 117880, + "Ġà¸Ħà¸ĵะ": 117881, + "ĠKiÅŁ": 117882, + "ĠÑģоÑģÑĤоÑıние": 117883, + "lisi": 117884, + "Ġëĸ¨ìĸ´": 117885, + "ootball": 117886, + "Ġíį¼": 117887, + "Ġлим": 117888, + "Ġçerç": 117889, + "ÙĪÙĦÙĬÙĪ": 117890, + "Ġslož": 117891, + "Ġ먼": 117892, + "รà¸Ńà¸ĩ": 117893, + "ÑĪее": 117894, + "âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦": 117895, + "ãģĵãģ¡ãĤī": 117896, + "оÑĢÑĭ": 117897, + "çĥŁ": 117898, + "ÂłF": 117899, + "аного": 117900, + "Ø«ÛĮر": 117901, + "çıį": 117902, + "å¸Ĥåł´": 117903, + "vÄĽdom": 117904, + "첨ë¶Ģ": 117905, + "ĠìĤ¬ê±´": 117906, + "ï¾Į": 117907, + "à¹ĥà¸Ļว": 117908, + "Ġzvlášt": 117909, + "ÏĦεÏħ": 117910, + "Ġкакие": 117911, + "ÏĨοÏģά": 117912, + "åĦĦ": 117913, + "ĠzpÄĽt": 117914, + "íķľíħĮ": 117915, + "Ġzvol": 117916, + "ĠçĹ": 117917, + "ÑĢанениÑı": 117918, + "ĠسÛĮاست": 117919, + "ĠÐļоли": 117920, + "ĠоÑĢганизма": 117921, + "ĠÑıнваÑĢÑı": 117922, + "ĠدادÙĨ": 117923, + "пÑĢа": 117924, + "ï¼Įä»ĸ们": 117925, + "æijĺè¦ģ": 117926, + "Ġquần": 117927, + "ÙĬÙĪÙĨ": 117928, + "ĠвиÑħов": 117929, + "Âłà¹Ģà¸Ķ": 117930, + "Ġелем": 117931, + "ebilecek": 117932, + "ĠдоÑĩ": 117933, + "Ġблаг": 117934, + "ĠÑıй": 117935, + "adnÃŃ": 117936, + "ĠzároveÅĪ": 117937, + "enstvÃŃ": 117938, + "âĢĮاÙĨ": 117939, + "ãģķãĤĵãģ¯": 117940, + "/|": 117941, + "ĠاÙĦعاÙħØ©": 117942, + "éł¼": 117943, + "ĠخداÙĪÙĨد": 117944, + "нам": 117945, + "ĠÑģлиз": 117946, + "æ¶ī": 117947, + "รษ": 117948, + "eÅŁtir": 117949, + "ĠÙĨدار": 117950, + "ราà¸Ħ": 117951, + "è¨ĢãĤı": 117952, + "ĠèŃ": 117953, + "ĠкÑĢиÑĤ": 117954, + "ĠвоздÑĥÑħа": 117955, + "Ġà¤Ĺत": 117956, + "Ġprávo": 117957, + "à¥ĭषण": 117958, + "Ġsắp": 117959, + "íıŃ": 117960, + "ĠصرÙģ": 117961, + "ĠراÛĮگاÙĨ": 117962, + "ĠоÑĤк": 117963, + "ëĨĵ": 117964, + "ĠÑģекÑĢеÑĤ": 117965, + "Ä°n": 117966, + "onavir": 117967, + "ĠVys": 117968, + "ĠbaÅŁlat": 117969, + "ĠMuham": 117970, + "ĠлиÑģÑĤоп": 117971, + "ĠTicaret": 117972, + "Ġadlandır": 117973, + "ĠÐĶмиÑĤ": 117974, + "ÏĥμοÏį": 117975, + "ä¾µ": 117976, + "ìĭľëĬĶ": 117977, + "à¹ģà¸Ľà¸¥à¸ĩ": 117978, + "ınıza": 117979, + "-г": 117980, + "иÑĩноÑĹ": 117981, + "ÑĥÑĢи": 117982, + "UZ": 117983, + "ìĽł": 117984, + "ĠتبدÛĮÙĦ": 117985, + "溫": 117986, + "ĠÑĢамкаÑħ": 117987, + "Ġnét": 117988, + "沿": 117989, + "ĠrozÅ¡ÃŃ": 117990, + "Ġसप": 117991, + "ĠÑĤаке": 117992, + "ÑĢаÑĩ": 117993, + "ĠاÙĦÙĤد": 117994, + "íķĻê³¼": 117995, + "ÑĥваннÑıм": 117996, + "Ġmám": 117997, + "롯": 117998, + "á½IJ": 117999, + "Ġetkili": 118000, + "ĠارتÙģ": 118001, + "Ġtechnolog": 118002, + "Ġì½ĺ": 118003, + "ĠتÙĥÙĬÙĬÙģ": 118004, + "ĠpÅĻece": 118005, + "家åºŃ": 118006, + "Ġãģı": 118007, + "âĶ´": 118008, + "íģ¼": 118009, + "Ġξά": 118010, + "à¹Ģà¸ķร": 118011, + "ĠÑģÑĤановиÑĤÑģÑı": 118012, + "ç«ĭãģ¡": 118013, + "Ġéĸĭ": 118014, + "ĠÄ°yi": 118015, + "ĠnÄĽkteré": 118016, + "ĠÑĢобоÑĤ": 118017, + "ĠÄIJÆ°á»Ŀng": 118018, + "ĠاÙĦاج": 118019, + "Ġspeci": 118020, + "çī¹åĪ«": 118021, + "åŃĿ": 118022, + "âĢĮگذ": 118023, + "alıģı": 118024, + "ĠмиÑĢа": 118025, + "íİĺìĿ´ì§Ģ": 118026, + "Ø®Ùģ": 118027, + "ãĤªãĥª": 118028, + "ĠسÛĮÙħ": 118029, + "Ġìĸ´ëĬIJ": 118030, + "алÑĮнÑĥ": 118031, + "Ñĩний": 118032, + "ümüzde": 118033, + "æĻºèĥ½": 118034, + "ýn": 118035, + "ĠتÙĤÙĪÛĮت": 118036, + "ĠпÑĢиг": 118037, + "ĠгÑĢÑĥппÑĭ": 118038, + "amı": 118039, + "γοÏį": 118040, + "оÑĢÑĤÑĥ": 118041, + "ĠGiang": 118042, + "ÅĻen": 118043, + "ĠokolÃŃ": 118044, + "产ä¸ļ": 118045, + "Ġзм": 118046, + "Ġé¾": 118047, + "ÙĬار": 118048, + "ĠاÙĦØ´ÙĬØ®": 118049, + "иÑĤелÑĮнÑĭй": 118050, + "ĠاÙĩÙħ": 118051, + "ĠباÙĦرÙĬاض": 118052, + "ĠÙ¾ÛĮاÙħ": 118053, + "Ġkredi": 118054, + "ĠArap": 118055, + "ĠÑĢаб": 118056, + "ĠнекоÑĤоÑĢÑĭÑħ": 118057, + "ĠØŃاÙģظÙĩ": 118058, + "иÑĤелÑĮного": 118059, + "Ġgerekmektedir": 118060, + "ĠDeniz": 118061, + "ĠتÙĦاش": 118062, + "stagram": 118063, + "ávky": 118064, + "åĬłåħ¥": 118065, + "ozor": 118066, + "Ġdurumunda": 118067, + "Ġíıīëĭ¹": 118068, + "Ġë´ī": 118069, + "ĠpenÄĽ": 118070, + "گاÙĨÛĮ": 118071, + "ĠKup": 118072, + "ĠÑĨеÑĢ": 118073, + "ulması": 118074, + "âijł": 118075, + "ĠÑģÑĸÑĩнÑı": 118076, + "ımıza": 118077, + "å®ļçļĦ": 118078, + "ÂłÑĤ": 118079, + "åĬŀåħ¬": 118080, + "ìľ¼ëĭĪ": 118081, + "ĠاÙĦØ¥ÙĨ": 118082, + "Ġçĥ": 118083, + "ãĢįï¼Į": 118084, + "ÑĹна": 118085, + "ĠпÑĢигоÑĤовлениÑı": 118086, + "Ðħ": 118087, + "ĠÑģолн": 118088, + "Ġë¶ĢìĤ°": 118089, + "æħ¶": 118090, + "ãĤ¾": 118091, + "voje": 118092, + "ÛĮدÙĨ": 118093, + "ìĥĿëĭĺ": 118094, + "ç¹ģ": 118095, + "ádu": 118096, + ":::::::::::::::": 118097, + "سÙĨÚ¯": 118098, + "éĶĭ": 118099, + "ĠзвиÑĩай": 118100, + "å§Ķåijĺä¼ļ": 118101, + "ĠμÎŃÏĥα": 118102, + "ĠÑĢождениÑı": 118103, + "æĪIJ人": 118104, + "ĠdÃŃl": 118105, + "ĠÐĶоб": 118106, + "Ġà¹ĥà¸Ĭ": 118107, + "ÏĢί": 118108, + "gamber": 118109, + "ĠÙĪÛĮÚĺÚ¯ÛĮ": 118110, + "ĠèĬ±": 118111, + "ĠbÃły": 118112, + "ĠжовÑĤнÑı": 118113, + "åħ¬å¼Ģ": 118114, + "ĠÑĤоÑĩки": 118115, + "ãģĤãģ®": 118116, + "алÑĸв": 118117, + "Ġcharakter": 118118, + "ĠÎĴα": 118119, + "ĠzkuÅ¡en": 118120, + "Ġà¤Ńà¤Ĺव": 118121, + "Ñĩика": 118122, + "à¥Ģà¤Ĥ।": 118123, + "è£ı": 118124, + "åijĬè¯ī": 118125, + "iyatı": 118126, + "ĠÑĨелÑĮ": 118127, + "ĠìĬĪ": 118128, + "аÑĢд": 118129, + "ĠÃľlke": 118130, + "Ġprosince": 118131, + "ĠÙĨگاÙĩ": 118132, + "ãĢĮãģĬ": 118133, + "ΣΤ": 118134, + "ìĦľëĬĶ": 118135, + "ÙĪگر": 118136, + "ضاÙĨ": 118137, + "Ġdůsled": 118138, + "çIJ´": 118139, + "à¸ķำà¹ģหà¸Ļ": 118140, + "кÑĤÑĸв": 118141, + "ládá": 118142, + "á¿Ĩ": 118143, + "ĠDoÄŁu": 118144, + "ãģijãĤĮãģ°": 118145, + "缮ãĤĴ": 118146, + "Ġ缴": 118147, + "æĽ°": 118148, + "ĠвÑĤоÑĢой": 118149, + "ĠглÑĥ": 118150, + "ĠìĿ½": 118151, + "기ì¤Ģ": 118152, + "Ġmadde": 118153, + "Ġjedné": 118154, + "ĠоÑĦÑĸ": 118155, + "ìĭĿìĿĦ": 118156, + "Ġchút": 118157, + "åĩºãģĹãģŁ": 118158, + "иÑĩеÑģкаÑı": 118159, + "Ġлок": 118160, + "Ġaltı": 118161, + "ëĵľëĬĶ": 118162, + "eygamber": 118163, + "ĠÑģвое": 118164, + "ĠtaÅŁÄ±m": 118165, + "ĠÑĤоÑīо": 118166, + "Ġgeçti": 118167, + "Ġpremi": 118168, + "ĠMehmet": 118169, + "ï¼ĮåĽłæѤ": 118170, + "ίκη": 118171, + "Ġönceki": 118172, + "Ġà¤ķन": 118173, + "ĠÑĤемпеÑĢаÑĤÑĥÑĢа": 118174, + "éĺ´": 118175, + "Ġìĸ¼ë§Ī": 118176, + "شب": 118177, + "áky": 118178, + "ãĢĢV": 118179, + "воÑĢеннÑı": 118180, + "lasyon": 118181, + "Ġдоказ": 118182, + "Ġëľ»": 118183, + "ĠоблиÑĩ": 118184, + "ÎĻÎijÎļ": 118185, + "ĠÑĢазд": 118186, + "ï¼Į为": 118187, + "宽": 118188, + "Ġkorum": 118189, + "åķĬåķĬ": 118190, + "ĠÅĻekla": 118191, + "ãĥĹãĥ¬": 118192, + "ĠваÑĢÑĤ": 118193, + "ĠпÑĢоблемÑĭ": 118194, + "Ġä½ł": 118195, + "ĠthÆ¡m": 118196, + "Ġtakové": 118197, + "ленÑĭ": 118198, + "ĠåĪ¶": 118199, + "Ġjiných": 118200, + "ĠÙĨص": 118201, + "ĠгÑĢÑĥднÑı": 118202, + "ĠãģĹ": 118203, + "иÑĤелÑĮной": 118204, + "ĠاØŃتÙħ": 118205, + "ÑİÑĢ": 118206, + "ÏĨÏħ": 118207, + "ĠØ´ÙħاÙĦÛĮ": 118208, + "Ġì»´": 118209, + "acaģız": 118210, + "ì§Ģë§ī": 118211, + "ĠÑĦинанÑģов": 118212, + "Ġê·¹": 118213, + "ĠÚĨÛĮزÛĮ": 118214, + "à¥Ģà¤Ľ": 118215, + "صات": 118216, + "ानम": 118217, + "Ġвозможно": 118218, + "è¨İ": 118219, + "çĦ¦": 118220, + "ĠاÙĦبÙĦد": 118221, + "ĠçĶ³åįļ": 118222, + "祥": 118223, + "Ġë°ĶëĿ¼": 118224, + "Ú¯ÛĮر": 118225, + "ÛµÛ°": 118226, + "μιοÏħÏģγ": 118227, + "ĠpÅĻedsed": 118228, + "ç»ıèIJ¥": 118229, + "å§ij": 118230, + "emey": 118231, + "ĠÙĨÙĪÙģ": 118232, + "å¾½": 118233, + "Ġpráva": 118234, + "ĠвообÑīе": 118235, + "Ġíĭ°": 118236, + "ĠبأÙĨ": 118237, + "ĠFranti": 118238, + "ĠPaÅŁa": 118239, + "Ġپست": 118240, + "kân": 118241, + "ĠÑģигн": 118242, + "Ġdần": 118243, + "æIJľ": 118244, + "Ġroky": 118245, + "ÙĥÙĪر": 118246, + "ĠÎĶή": 118247, + "ализаÑĨии": 118248, + "ä¼łå¥ĩ": 118249, + "ıda": 118250, + "lÃŃb": 118251, + "ĠÑĢÑĸвнÑı": 118252, + "ĠноÑı": 118253, + "bÄĽhu": 118254, + "ิà¸ĩหาà¸Ħม": 118255, + "ï¼Įåį´": 118256, + "ĠÑĩеÑģ": 118257, + "lanmÄ±ÅŁtır": 118258, + "ĠÆ°á»Ľc": 118259, + "ávacÃŃ": 118260, + "ีฬา": 118261, + "δÎŃ": 118262, + "âĢĮØ´ÙĪÙĨد": 118263, + "ĠÑĢобÑĸÑĤ": 118264, + "Ġå·´": 118265, + "ĠMev": 118266, + "ĠÙħرØŃÙĦÙĩ": 118267, + "ĠвзÑĢоÑģ": 118268, + "ç½ļ": 118269, + "ĠباÙĦÙħ": 118270, + "ĠизгоÑĤов": 118271, + "ĠSpor": 118272, + "åĦĢ": 118273, + "ĠاÙĦØ£ÙĨ": 118274, + "à¹Īาà¸ĩà¸ģ": 118275, + "лаÑģÑĤи": 118276, + "ÎŁÎļ": 118277, + "ĠÚ©ÛĮ": 118278, + "åij½ä»¤": 118279, + "ØŃدث": 118280, + "ÙĬÙĥÙĬ": 118281, + "ĠпеÑĢвÑĭй": 118282, + "ãĤ¹ãĤ³": 118283, + "ĠÅ¡pat": 118284, + "Ġnikdo": 118285, + "ัà¸ĩม": 118286, + "赫": 118287, + "æĺ¨": 118288, + "ĠвÑĥли": 118289, + "ĠÐļа": 118290, + "à¹Īละ": 118291, + "Ġsamot": 118292, + "ĠобеÑģпе": 118293, + "ĠÙħعرÙģÛĮ": 118294, + "ĠÙħØŃصÙĪÙĦات": 118295, + "ванов": 118296, + "ĠÙħستÙĤÛĮÙħ": 118297, + "å¢Ļ": 118298, + "ÂłÐļ": 118299, + "ĠдоÑĤ": 118300, + "zim": 118301, + "ÙIJر": 118302, + "ĠØ´ÙĪ": 118303, + "åľ¨åľ°": 118304, + "Ġçİ°": 118305, + "ĠåĮĸ": 118306, + "زÙĪ": 118307, + "Ġyaygın": 118308, + "ĠоÑĢиг": 118309, + "ÙıÙĨ": 118310, + "Ġevrop": 118311, + "Ġï½ľ": 118312, + "Ġëħ¸ì¶ľëĵ±ë¡Ŀ": 118313, + "åĩĿ": 118314, + "леннÑĭÑħ": 118315, + "Ġjenom": 118316, + "ĠЧÑĤобÑĭ": 118317, + "ĠìĹĨëĭ¤": 118318, + "ĠìŬìĦ±": 118319, + "Ġresmi": 118320, + "imálnÃŃ": 118321, + "缮ãģ®": 118322, + "sian": 118323, + "-нибÑĥдÑĮ": 118324, + "οκ": 118325, + "çĭ¬ç«ĭ": 118326, + "ÅŁehir": 118327, + "åIJIJ": 118328, + "åĪ¶éĢł": 118329, + "ĠÎĶεν": 118330, + "ãĥĭãĥ¥": 118331, + "иÑĤелÑĮнÑĭÑħ": 118332, + "ĠÙĥاÙħ": 118333, + "Ïģκ": 118334, + "Ġrau": 118335, + "ĠÑģмеÑĢÑĤи": 118336, + "ĠÏĮÏĦαν": 118337, + "ĠTại": 118338, + "Ġرب": 118339, + "ενο": 118340, + "ردد": 118341, + "Ġà¸ģระ": 118342, + "Ïĥμο": 118343, + "Ġæ¼Ķ": 118344, + "ิà¸Īà¸ģรรม": 118345, + "ĠÑĢазви": 118346, + "ãĤ¹ãĥļ": 118347, + "ÑĸÑĩноÑĹ": 118348, + "lášenÃŃ": 118349, + "ابعة": 118350, + "ovými": 118351, + "анг": 118352, + "ĠкапÑĸÑĤ": 118353, + "ãĢģâĢĭ": 118354, + "íĸĪëįĺ": 118355, + "ĠÑĥÑģÑĸ": 118356, + "ยาว": 118357, + "Ø£Ùħ": 118358, + "ãĥ©ãĥĥãĤ¯": 118359, + "Ġëķ": 118360, + "ĠسÙĨÙĪات": 118361, + "ĠÑģÑĤаÑĤÑĮи": 118362, + "ÑĹÑħ": 118363, + "ÏģοÏĩή": 118364, + "ĠØ£ÙĥتÙĪبر": 118365, + "lanma": 118366, + "Ġmalzem": 118367, + "磨": 118368, + "ĠбокÑĥ": 118369, + "åŃĹå¹ķ": 118370, + "ĠоÑĢганÑĸза": 118371, + "ãĥ©ãĤ¤ãĥ³": 118372, + "ĠÙħعدÙĨ": 118373, + "çĶ·åŃIJ": 118374, + "ĠæĤ": 118375, + "Ế": 118376, + "Ġmeziná": 118377, + "иваÑİÑĤ": 118378, + "ĠطبÛĮعÛĮ": 118379, + "èĻij": 118380, + "à¤Łà¤°": 118381, + "ĠподÑģ": 118382, + "ĠÅŁaÅŁ": 118383, + "à¸Ļà¹Ĩ": 118384, + "ĠÅ¡p": 118385, + "vÄĽÅĻ": 118386, + "зÑĮ": 118387, + "ëĿ¼ë§Ī": 118388, + "ุà¸ĺ": 118389, + "âĢ¦Ø·": 118390, + "리ì§Ģ": 118391, + "âĦĸâĦĸâĦĸâĦĸ": 118392, + "Ġbức": 118393, + "ĠSpoj": 118394, + "ĠиÑģполÑĮзовани": 118395, + "å·¦åı³": 118396, + "enler": 118397, + "ĠоÑīÑĥÑī": 118398, + "ĠоблÑĸ": 118399, + "ظËĨ": 118400, + "ÙĦÛĮس": 118401, + "æıIJåįĩ": 118402, + "ĠговоÑĢиÑĤÑĮ": 118403, + "Ġkür": 118404, + "ĠλειÏĦοÏħÏģγ": 118405, + "лага": 118406, + "ĠÑģÑĥдÑĥ": 118407, + "Ġ측": 118408, + "θεÏĥη": 118409, + "Ġнен": 118410, + "Ġbiçimde": 118411, + "ÑĨÑĸйноÑĹ": 118412, + "à¹Ģà¸Ħย": 118413, + "ĠDalÅ¡ÃŃ": 118414, + "ĠимеÑĤÑĮ": 118415, + "èĭĹ": 118416, + "ĠÙħعرÙĪÙģ": 118417, + "Ġtạp": 118418, + "ĠmeÅŁ": 118419, + "ÂłN": 118420, + "оÑĢони": 118421, + "عÙģ": 118422, + "à¹Ĥรà¸ĩà¹Ģร": 118423, + "âĶ¬": 118424, + "Ġà¹Ģà¸ŀราะ": 118425, + "Ġèı²å¾ĭ宾": 118426, + "ÑģÑĤвенное": 118427, + "ĠازدÙĪاج": 118428, + "ĠÑĦев": 118429, + "éł»": 118430, + "Ġสล": 118431, + "à¸ķà¸Ńà¸Ļ": 118432, + "Ġ기ê°Ħ": 118433, + "佩": 118434, + "ÏĦην": 118435, + "ëĤ¬ëĭ¤": 118436, + "ĠQuy": 118437, + "Ġë¶Ļ": 118438, + "ĠСÑĥд": 118439, + "иж": 118440, + "Ġà¹Ģà¸ģม": 118441, + "ĠÑģвÑıÑĤ": 118442, + "etooth": 118443, + "εÏģο": 118444, + "ÙĦÙħØ©": 118445, + "Ø´ÙĪر": 118446, + "Ġdomu": 118447, + "èįĴ": 118448, + "mî": 118449, + "ëıĦ를": 118450, + "ĠÑĢекомендÑĥеÑĤÑģÑı": 118451, + "Ġsonrasında": 118452, + "ĠднÑĸв": 118453, + "Ġçal": 118454, + "ãĤ«ãĥĨãĤ´ãĥª": 118455, + "Ġеж": 118456, + "Ġìķī": 118457, + "èī²çļĦ": 118458, + "âĢĻnde": 118459, + "ĠÏĢÏīÏĤ": 118460, + "ĠÑĩеÑĤвеÑĢ": 118461, + "kili": 118462, + "æĢ§èĥ½": 118463, + "ادÙĬØ©": 118464, + "纯": 118465, + "ĠاÙĦتش": 118466, + "ĠÑĤела": 118467, + "ĠобÑĬем": 118468, + "å²Ĺä½į": 118469, + "Ġkonkrét": 118470, + "Ġarada": 118471, + "ìĭľìĹIJ": 118472, + "Ġoranı": 118473, + "رÙĥ": 118474, + "ÐĽÐIJ": 118475, + "ĠménÄĽ": 118476, + "جÙĪÛĮ": 118477, + "Ġvợ": 118478, + "ĠAngiospermae": 118479, + "èĥİ": 118480, + "Ġhôn": 118481, + "äºĭæ¥Ń": 118482, + "ĠоÑĤвеÑĢ": 118483, + "Ġsrd": 118484, + "Å¡li": 118485, + "สà¸ģ": 118486, + "æ¼ı": 118487, + "ĠشرØŃ": 118488, + "ÑĨÑıми": 118489, + "Ġslav": 118490, + "Ġceny": 118491, + "à¸Ńà¹Ģร": 118492, + "ĠÙĪÙĦد": 118493, + "ĠкоÑĢа": 118494, + "ĠбÑĢон": 118495, + ":.:.:.:.:": 118496, + "Ġnemus": 118497, + "è¿Ļæł·çļĦ": 118498, + "ĠبرÙĨاÙħج": 118499, + "ĠúplnÄĽ": 118500, + "ีà¸Ļาà¸Ħม": 118501, + "Ġë°ĽìķĦ": 118502, + "μεÏģα": 118503, + "缩": 118504, + "Ġnắm": 118505, + "ĠобÑĬÑıÑģ": 118506, + "ĠконÑĤÑĢолÑİ": 118507, + "ávajÃŃcÃŃ": 118508, + "Ġkum": 118509, + "çĶ·äºº": 118510, + "ĠvnitÅĻ": 118511, + "ĠبدÙĩ": 118512, + "ĠأبرÙĬÙĦ": 118513, + "人æ°ijåħ±åĴĮåĽ½": 118514, + "Ġyapılır": 118515, + "ĠnaÅ¡ÃŃ": 118516, + "ãĥ¼ãĥŃ": 118517, + "Ġtạm": 118518, + "Ġhenüz": 118519, + "Ġzemi": 118520, + "Ġkháng": 118521, + "åħ¬åħ±": 118522, + "ĠèĢģ": 118523, + "ĠعÙĪاÙħÙĦ": 118524, + "ÂłV": 118525, + "à¹īà¹ģà¸ģ": 118526, + "άνÏĦα": 118527, + "ĠÑĤÑĢавнÑı": 118528, + "ĠημÎŃ": 118529, + "è´¸": 118530, + "สà¸Ķ": 118531, + "ĠسÙħت": 118532, + "Ġخاک": 118533, + "ĠÑĤакий": 118534, + "Ġettik": 118535, + "ĠÏĮλ": 118536, + "Ġполи": 118537, + "Ġнож": 118538, + "غاÙĨ": 118539, + "ÙĨدÙĬ": 118540, + "ĠÄįtyÅĻi": 118541, + "ĠPhÆ°Æ¡ng": 118542, + "ĠÙĪرزش": 118543, + "ãģĦãģĭ": 118544, + "rvé": 118545, + "Ġतरफ": 118546, + "Ġनà¤Ĺर": 118547, + "masında": 118548, + "евиÑĩ": 118549, + "veÅĻej": 118550, + "ä¿ĿæĮģ": 118551, + "æĬĢèĥ½": 118552, + "æݨèįIJ": 118553, + "lâm": 118554, + "ĠÏį": 118555, + "å¢ŀéķ¿": 118556, + "ĠاصÙģÙĩ": 118557, + "ĠÐĹаконÑĥ": 118558, + "ĠÐŁÑĢез": 118559, + "Ġpodpor": 118560, + "기íĥĢ": 118561, + "ĠíıIJ": 118562, + "ĠëĭĪ": 118563, + "larınız": 118564, + "ãĥĸãĥŃ": 118565, + "ĠÑĦÑĢанÑĨÑĥз": 118566, + "ãĥĬãĥ¼": 118567, + "Ġbeled": 118568, + "ัà¸Ļวาà¸Ħม": 118569, + "ĠÙģرÙĪ": 118570, + "ÑĦÑĢов": 118571, + "ĠìĿ´ëŁ¬": 118572, + "ượu": 118573, + "Ġê³µìĭĿ": 118574, + "Ġbirden": 118575, + "Ġзелен": 118576, + "çĴĥ": 118577, + "Ġhá»ĵng": 118578, + "ĠÅ¡kola": 118579, + "ĠÑģамом": 118580, + "anlık": 118581, + "空éĹ´": 118582, + "åįĹçľģ": 118583, + "леÑĢг": 118584, + "ÑĸзнеÑģ": 118585, + "ÂłA": 118586, + "ãĢįãĤĴ": 118587, + "Ġkendine": 118588, + "ĠاÙĪÙĨ": 118589, + "ãĢĶ": 118590, + "ĠΣÏį": 118591, + "à¹Ģà¸Ħล": 118592, + "奶": 118593, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 118594, + "ĠúÄįet": 118595, + "Ñĥла": 118596, + "éĢļä¿¡": 118597, + "Ġì¦IJ": 118598, + ".čĊĊ": 118599, + "ĠÐľÐµÐ´": 118600, + "اعÙĬ": 118601, + "Ġjehož": 118602, + "ĠGüney": 118603, + "ĠÎijÏĢο": 118604, + "ĠполÑĸ": 118605, + "üme": 118606, + "hodob": 118607, + "ĠÎĿα": 118608, + "ĠØ¢ÙĦات": 118609, + "ĠpÅĻiz": 118610, + "Ġtavs": 118611, + "ĠتبÙĦÛĮ": 118612, + "ãĥ³ãĥĶ": 118613, + "خرج": 118614, + "ĠаккÑĥ": 118615, + "Ġúprav": 118616, + "ĠاØŃساس": 118617, + "ì¹´ëĿ¼": 118618, + "ımızı": 118619, + "ĠдокÑĥменÑĤ": 118620, + "ĠاصÙĦ": 118621, + "ظÙĩ": 118622, + "ĠìĿ¸ê°Ħ": 118623, + "ĠجرÛĮاÙĨ": 118624, + "Î¥ÎĿ": 118625, + "ÑĩеÑģкаÑı": 118626, + "ÙĬÙĨÙĬØ©": 118627, + "åĴ¨": 118628, + "æĹħ游": 118629, + "Ġà¸Īำà¸Ļวà¸Ļ": 118630, + "Ġанг": 118631, + "ÏħÏĩ": 118632, + "èĻ«": 118633, + "ĠÙħÙĤر": 118634, + "ĠÙħÙĪسÛĮÙĤÛĮ": 118635, + "utut": 118636, + "ĠÐĽÐµ": 118637, + "ĠÐŁÑĸÑģлÑı": 118638, + "ãĤŃãĥ¼": 118639, + "ุลาà¸Ħม": 118640, + "åĩ¡": 118641, + "ÏĢοÏį": 118642, + "ĠÃĸdül": 118643, + "Ïĥκ": 118644, + "ĠÑĨÑİ": 118645, + "ÑĭваÑı": 118646, + "ï½ŀï½ŀ": 118647, + "ĠØ´ÙħاÙĦ": 118648, + "è¿ħ": 118649, + "ĠبÙĦÚ©Ùĩ": 118650, + "çİĽ": 118651, + "Ġì§ĢëĤĺ": 118652, + "ĠÙģکر": 118653, + "ĠÑģÑĤепени": 118654, + "ĠнаÑĥки": 118655, + "çī©çIJĨ": 118656, + "ÄĽle": 118657, + "ĠоÑģкÑĸлÑĮки": 118658, + "ĠкÑĥлÑĮÑĤÑĥÑĢи": 118659, + "èĢĥè¯ķ": 118660, + "Ġmateriál": 118661, + "ĠÑģÑĤвоÑĢеннÑı": 118662, + "Ġà¤ħद": 118663, + "æıIJåĩº": 118664, + "Ġè©ķ価": 118665, + "ÙĴد": 118666, + "Ġë§Įëĵ¤ìĸ´": 118667, + "duÄŁunu": 118668, + "ÙĬÙĨÙĩ": 118669, + "åĵ¦": 118670, + "оÑĩнÑĭÑħ": 118671, + "ĠÙħض": 118672, + "ismu": 118673, + "ĠÑĩай": 118674, + "ÙĪرÙĪب": 118675, + "Ġангл": 118676, + "oÄŁunluk": 118677, + "ĠпÑĢедпол": 118678, + "ĠÎŃÏīÏĤ": 118679, + "สà¸ĸ": 118680, + "ĠÎķλλάδα": 118681, + "ĠBilg": 118682, + "Ġبات": 118683, + "ĠÐĽÑĮвÑĸв": 118684, + "Ġyapılması": 118685, + "æ£ĢæŁ¥": 118686, + "æķ°åѦ": 118687, + "Ġ:.:": 118688, + "Ġçİ©": 118689, + "Îļα": 118690, + "à¹Ģà¸Ĺà¸Ħà¹Ĥà¸Ļà¹Ĥลย": 118691, + "ĠساختÙħاÙĨ": 118692, + "ĠìĨĮ리": 118693, + "é¼»": 118694, + "Ġsmr": 118695, + "Ġëĭ¤ìĸijíķľ": 118696, + "ĠjednánÃŃ": 118697, + "Ġservisi": 118698, + "Ġeylem": 118699, + "Ġмали": 118700, + "Ġvýhod": 118701, + "éĻ¤äºĨ": 118702, + "ĠпоÑĢÑıдкÑĥ": 118703, + "Ġnový": 118704, + "å¤ķ": 118705, + "ĠнекоÑĤоÑĢÑĭе": 118706, + "Ġ^{}": 118707, + "γÏīγ": 118708, + "ÑĥÑĪки": 118709, + "Ġpsik": 118710, + "ĠíĶĦ리": 118711, + "شاء": 118712, + "Ġван": 118713, + "ĠسÙĥاÙĨ": 118714, + "碼": 118715, + "Ġξη": 118716, + "ĠÑĥÑĢовенÑĮ": 118717, + "ãĤµãĥ¼": 118718, + "ĠاÙĦبØŃر": 118719, + "ĠdnÃŃ": 118720, + "à¸ģารศ": 118721, + "ediÄŁi": 118722, + "Ġbelirli": 118723, + "ÙĭØĮ": 118724, + "ĠzamÄĽstnan": 118725, + "æŁ±": 118726, + "اÙģÙĬ": 118727, + "Ġhải": 118728, + "æĢĿæĥ³": 118729, + "Ġneler": 118730, + "ĠرسÙħÛĮ": 118731, + "ÑģеÑĢ": 118732, + "ãģĵãģ¨ãģ§": 118733, + "ĠZákladnÃŃ": 118734, + "лова": 118735, + "кÑĤÑĥ": 118736, + "ÙĪسÙģ": 118737, + "ÑĸблÑĸ": 118738, + "ÌĤ": 118739, + "ÑĢд": 118740, + "éĻ³": 118741, + "æį·": 118742, + "ĠyaÅŁayan": 118743, + "à¥ģà¤ļ": 118744, + "ÑĸÑĤÑĤÑı": 118745, + "Ġbá»ģ": 118746, + "ëĤĺëĿ¼": 118747, + "ĠмÑıÑģ": 118748, + "Ġ{[%": 118749, + "θα": 118750, + "ĠдозволÑı": 118751, + "ĠåIJĦ": 118752, + "ĠÐŁÐµÑĢв": 118753, + "ĠSaÄŁlık": 118754, + "ÑģÑĤоÑĢиÑı": 118755, + "Ġbunlar": 118756, + "Ġsá»ķ": 118757, + "़à¥į": 118758, + "ĠåĪ©": 118759, + "ĠÑģпоÑģ": 118760, + "Ġyaptır": 118761, + "ĠtÆ°á»Ŀng": 118762, + "ÙĪÙĨØ©": 118763, + "Ġеп": 118764, + "ãģ§ãģįãģªãģĦ": 118765, + "ÙģتÙħ": 118766, + "ĠÐĵол": 118767, + "íķĺì§Ģë§Į": 118768, + "Ġì§Ħì§ľ": 118769, + "Ġobjedn": 118770, + "ĠизменениÑı": 118771, + "女人": 118772, + "Ġплани": 118773, + "ĠFakült": 118774, + "Ġtzv": 118775, + "ĠобÑıзаÑĤелÑĮ": 118776, + "ĠблизÑĮко": 118777, + "rası": 118778, + "ĠεÏĢίÏĥηÏĤ": 118779, + "ĠÑĦакÑĤи": 118780, + "ĠÄIJặc": 118781, + "ĠAltın": 118782, + "лиÑĤ": 118783, + "ĠлÑĸÑģ": 118784, + "çī§": 118785, + "ĠпÑĥÑģÑĤ": 118786, + "ĠкомÑĸÑģ": 118787, + "ä¿Ŀéļľ": 118788, + "åħ·ä½ĵ": 118789, + "-ÑĤ": 118790, + "Ġtrhu": 118791, + "ĠâīĪ": 118792, + "ĠдекабÑĢÑı": 118793, + "ĠÑĦоÑĢмÑĭ": 118794, + "NgoÃłi": 118795, + "Ġdohod": 118796, + "رÙĬÙĥÙĬØ©": 118797, + "ĠØ¢ÙħÙĪزشÛĮ": 118798, + "ĠzajÃŃmav": 118799, + "Ġkatılım": 118800, + "ä¸ĺ": 118801, + "Ġkonum": 118802, + "ĠмоÑĩ": 118803, + "ãĥ³ãĥķ": 118804, + "дивидÑĥ": 118805, + "Ġäºļ": 118806, + "ĠæĴ": 118807, + "γÏģάÏĨ": 118808, + "ãĥIJãĤ¹": 118809, + "ĠпÑĥнк": 118810, + "ĠBirleÅŁik": 118811, + "Ġquen": 118812, + "Ġвказ": 118813, + "à¥ĩशà¤ķ": 118814, + "ĠYunan": 118815, + "ãģłãģ¨": 118816, + "Û±Û¹Û·": 118817, + "áty": 118818, + "ĠÙĪص": 118819, + "ĠнегаÑĤив": 118820, + "ãģ¤ãģ®": 118821, + "ĠåĬ¨": 118822, + "ãĥįãĥĥãĥĪ": 118823, + "ĠдÑĸй": 118824, + "ĠbaÅŁÄ±nda": 118825, + "ĠtrÆ°ng": 118826, + "Ġmakin": 118827, + "ĠæĦĽ": 118828, + "меÑĩ": 118829, + "Ġè¿ij": 118830, + "ÙĤدر": 118831, + "ĠاستاÙĨد": 118832, + "ĠinformacÃŃ": 118833, + "ारà¤ķ": 118834, + "è¬Ŀ": 118835, + "ÑĢабаÑĤ": 118836, + "ĠçŃĶ": 118837, + "Ġèĩ³": 118838, + "ĠполÑĮ": 118839, + "ĠÙĩÙĨر": 118840, + "ëĮĢë¹Ħ": 118841, + "ĠخارجÛĮ": 118842, + "ract": 118843, + "ãĢĤãģĵãĤĮ": 118844, + "ĠØ´ÙĪراÛĮ": 118845, + "ленно": 118846, + "Ġhisset": 118847, + "ĠcÃłi": 118848, + "ĠÑĦоÑĤо": 118849, + "æģĴ": 118850, + "ĠмедиÑĨин": 118851, + "ÑģÑĤвÑĸ": 118852, + "ĠاÙĦعÙĦ": 118853, + "ĠпиÑģÑĮмен": 118854, + "ãĢĤãģ¾ãģŁ": 118855, + "ĠvlastnÄĽ": 118856, + "Ġпода": 118857, + "Ïģοι": 118858, + "ĠìĦĿ": 118859, + "ĠìĿ¼ìĿ´": 118860, + "ĠìĽĮ": 118861, + "окÑģи": 118862, + "Ġosoby": 118863, + "ÐŁÐ¾Ñģле": 118864, + "ĠÑĸÑģÑĤоÑĢÑĸÑĹ": 118865, + "عÙĦÙī": 118866, + "нка": 118867, + "تÙħبر": 118868, + "à¥ĩहर": 118869, + "ĠJana": 118870, + "ÙĦÙĬات": 118871, + "ĠмаÑĢÑĤа": 118872, + "ĠÐļиÑĶ": 118873, + "ĠÑĢобоÑĤÑĥ": 118874, + "Ġnhấn": 118875, + "иÑģлов": 118876, + "ëŁŃ": 118877, + "Ġodv": 118878, + "ĠTá»īnh": 118879, + "âĢľê·¸": 118880, + "ãģ»ãģĨ": 118881, + "é²ľ": 118882, + "меÑĨÑĮ": 118883, + "าศาสà¸ķร": 118884, + "à¥ģà¤ĵ": 118885, + "ิà¸Ļà¸Ĺ": 118886, + "mada": 118887, + "زاÙħ": 118888, + "ĠÙĥبÙĬر": 118889, + "å®ŀæĸ½": 118890, + "zeÅĪ": 118891, + "Ġlái": 118892, + "Ïĥμα": 118893, + "اسات": 118894, + "ÑĦÑĤ": 118895, + "è°±": 118896, + "çĮľ": 118897, + "ĠprobÃŃ": 118898, + "æľĢè¿ij": 118899, + "ÑĢад": 118900, + "ãĤ½ãĥ³": 118901, + "Ġклад": 118902, + "à¥ľà¤ķ": 118903, + "év": 118904, + "ลาย": 118905, + "èİİ": 118906, + "ĠμÎŃÏĩÏģι": 118907, + "ĠкÑĥÑģ": 118908, + "ĠíĻĺê²½": 118909, + "ÑĩоÑĹ": 118910, + "åıĺåĮĸ": 118911, + "ĠبتÙĪاÙĨ": 118912, + "Ġtắt": 118913, + "Ġgösteren": 118914, + "алÑİ": 118915, + "Ġкоманди": 118916, + "Ġ컨": 118917, + "Ñĥнд": 118918, + "ĠجÙĦÙĪ": 118919, + "åŃIJçļĦ": 118920, + "ĠÑģб": 118921, + "ĠÐłÐ°Ñģ": 118922, + "PCP": 118923, + "ĠCumhurbaÅŁ": 118924, + "одаÑĤелÑĮ": 118925, + "ÃŃsto": 118926, + "Ġoznám": 118927, + "ãĥ¼ãĥĭ": 118928, + "Ġokuy": 118929, + "ophy": 118930, + "าà¸Ļà¸Ħร": 118931, + "ĠÎķθν": 118932, + "ayım": 118933, + "ÙİØ£": 118934, + "æİ¡": 118935, + "Ġfunkce": 118936, + "æļĸ": 118937, + "طار": 118938, + "ĠÐĿаг": 118939, + "Ġä¸ĩåĨĨ": 118940, + "ĠíĴį": 118941, + "Ġä½ı": 118942, + "Ġï¼İ": 118943, + "ÑĭваÑİÑĤÑģÑı": 118944, + "ĠPla": 118945, + "اÙĬÙĦ": 118946, + "Ġ무ìĹĩ": 118947, + "ĠконеÑĩно": 118948, + "км": 118949, + "à¤Ĥपर": 118950, + "Ġìłķë¶Ģ": 118951, + "ĠëĤ´ëł¤": 118952, + "ãĤ°ãĥ«": 118953, + "çģ°": 118954, + "Ġcyk": 118955, + "ĠжелÑĥд": 118956, + "ĠëĨĴìĿĢ": 118957, + "çĶŁåij½": 118958, + "æµ´": 118959, + "ĠartÄ±ÅŁ": 118960, + "ĠÐĩ": 118961, + "ï¼²": 118962, + "ekim": 118963, + "ĠÑĦедеÑĢа": 118964, + "ĠвеÑĢеÑģнÑı": 118965, + "ниÑĤе": 118966, + "ĠÄ°ÅŁte": 118967, + "ĠÙĪضعÛĮت": 118968, + "ãģķãģ¾": 118969, + "ĠtÅĻetÃŃ": 118970, + "uluÄŁ": 118971, + "ĠCumhuriyet": 118972, + "ä¼Ł": 118973, + "Ġë§Ŀ": 118974, + "Ġvermek": 118975, + "Ġnalez": 118976, + "çĵ¶": 118977, + "ĠdiÅŁ": 118978, + "ĠHá»ĵng": 118979, + "غÙĬرة": 118980, + "å©Ĩ": 118981, + "нив": 118982, + "Ġrút": 118983, + "'nda": 118984, + "Ġhroz": 118985, + "à¥īप": 118986, + "Ġзаконом": 118987, + "Ġjednu": 118988, + "ĠKadın": 118989, + "indir": 118990, + "سازÛĮ": 118991, + "åĮºåŁŁ": 118992, + "ĠkonuÅŁtu": 118993, + "ĠزÙĨد": 118994, + "ाĊĊ": 118995, + "ĠÐIJз": 118996, + "à¸ĩà¸Ĥà¸Ńà¸ĩ": 118997, + "ĠÑģвойÑģÑĤва": 118998, + "ĠìŀijíĴĪ": 118999, + "пеки": 119000, + "Ġå°±": 119001, + "евого": 119002, + "ĠtaÅŁÄ±y": 119003, + "ĠÙħÙĨØ·ÙĤØ©": 119004, + "ĠÃĩocuk": 119005, + "Û²Û·": 119006, + "ĠÏĥÏħμÏĢ": 119007, + "é£Łåĵģ": 119008, + "há": 119009, + "Ｏ": 119010, + "ÙĦÙħÙĩ": 119011, + "ãģ¨ãģªãģ£ãģŁ": 119012, + "оÑĢÑĸ": 119013, + "°}": 119014, + "ĠtaÅŁÄ±n": 119015, + "çŁ¿": 119016, + "ĠÑĩаÑģÑĤини": 119017, + "ĠدÙĬسÙħبر": 119018, + "Ġèī¯": 119019, + "stÅĻÃŃ": 119020, + "ĠÑĨик": 119021, + "âĢķâĢķâĢķâĢķ": 119022, + "ĠÄ°ngiltere": 119023, + "ĠÑģÑĤÑĢаÑĤег": 119024, + "ÃĦŸ": 119025, + "иÑĩного": 119026, + "ÃŃrk": 119027, + "ĠÎijÏģ": 119028, + "!âĢľĊĊ": 119029, + "Ġ깨": 119030, + "à¥ģà¤Ĩत": 119031, + "ĠدÙĨÛĮا": 119032, + "lÃŃn": 119033, + "Ġà¤ķड": 119034, + "ĠÙħبت": 119035, + "емÑĭÑħ": 119036, + "оби": 119037, + "ยà¸Ļà¸ķ": 119038, + "à¤Ĥधन": 119039, + "ÚĨÛĮ": 119040, + "ĠçŁ¥": 119041, + "ĠXuân": 119042, + "adaki": 119043, + "Ġorta": 119044, + "æł¹æľ¬": 119045, + "åħ±åIJĮ": 119046, + "нений": 119047, + "بÙĬرة": 119048, + "çŃĭ": 119049, + "ïºĶ": 119050, + "âĢĮÙĩاÙĬ": 119051, + "Ġödeme": 119052, + "ĠØ¢ÙĨÚĨÙĩ": 119053, + "ĠзаÑıви": 119054, + "ĠÙĨÙĤØ´Ùĩ": 119055, + "Ġç³»": 119056, + "à¥ĭ।": 119057, + "Ġì§Ģìłķ": 119058, + "Ġinsp": 119059, + "ĠÑĤен": 119060, + "Ġتط": 119061, + "Ġquảng": 119062, + "åī£": 119063, + "ãģıãģ®": 119064, + "ĠÑĨим": 119065, + "kovi": 119066, + "iyah": 119067, + "ĠëIJľëĭ¤": 119068, + "صÙĩ": 119069, + "ĠÄiju": 119070, + "Ġsuá»ijt": 119071, + "ıma": 119072, + "ì§Ģê³ł": 119073, + "Ìĥ": 119074, + "à¸ļาย": 119075, + "ĠCertif": 119076, + "ĠÑĥÑģÑĸÑħ": 119077, + "à¸ķะว": 119078, + "είÏĦε": 119079, + "Ġč": 119080, + "ĠможливÑĸÑģÑĤÑĮ": 119081, + "Ġ-âĢIJ": 119082, + "Ġíĺ¹": 119083, + "ìĤ¬ì§Ħ": 119084, + "ĠданиÑħ": 119085, + "Ġzaháj": 119086, + "주ëĬĶ": 119087, + "Ġгид": 119088, + "niž": 119089, + "Ġ^{°}": 119090, + "Ġkro": 119091, + "Äįen": 119092, + "ÏĨι": 119093, + "ımızda": 119094, + "Ġæ¹ĸ": 119095, + "ĠповÑĢежд": 119096, + "Ġì¡´ìŀ¬": 119097, + "à¸Ļาà¸Ļ": 119098, + "μÎŃνοÏĤ": 119099, + "æ½ľ": 119100, + "ï¼Į使": 119101, + "Ġdosp": 119102, + "Ġliá»ģn": 119103, + "ัà¸ļà¸Ħวาม": 119104, + "ĠÑĢабоÑĤе": 119105, + "ĠмайбÑĥÑĤ": 119106, + "à¹Ģà¸ģษ": 119107, + "BaÅŁ": 119108, + "ĠæĿ±äº¬": 119109, + "наÑĩала": 119110, + "δει": 119111, + "à¥Īप": 119112, + "ÑĸмÑĸ": 119113, + "Ġfizik": 119114, + "วล": 119115, + "ä¼į": 119116, + "Ġà¸Ĭà¸Ļะ": 119117, + "'ÑıÑĤ": 119118, + "нил": 119119, + "инов": 119120, + "ĠÄijoán": 119121, + "รวà¸Ī": 119122, + "fet": 119123, + "à¹Įà¹Ĥ": 119124, + "ĠмаÑĤи": 119125, + "é¨İ": 119126, + "ÐļТ": 119127, + "à¹Ģสà¸Ļà¸Ń": 119128, + "Ġмав": 119129, + "lıģına": 119130, + "ĠпоÑĩина": 119131, + "ูà¸ķร": 119132, + "ÑĨеÑĢ": 119133, + "ujete": 119134, + "Ġtahmin": 119135, + "Ġвимог": 119136, + "à¸²à¸Ł": 119137, + "едж": 119138, + "ÏĦεÏį": 119139, + "adla": 119140, + "ĠÄijÆ°Æ¡ng": 119141, + "ĠداستاÙĨ": 119142, + "Ġbasın": 119143, + "ĠÑħв": 119144, + "Ġreak": 119145, + "ĠоÑĤмеÑĤ": 119146, + "æ³¥": 119147, + "Ġmáte": 119148, + "Ġzorun": 119149, + "ãģ¨æĢĿãģĨ": 119150, + "Ġدرجة": 119151, + "ĠвÑĸдÑģÑĥÑĤ": 119152, + "ĠعاÙħÙĦ": 119153, + "èĶµ": 119154, + "Ġsonraki": 119155, + "Ġmohli": 119156, + "иваеÑĤ": 119157, + "ĠпÑĸдÑģÑĤав": 119158, + "Ġostrov": 119159, + "ानव": 119160, + "âĢŀP": 119161, + "ĠвизнаÑĩа": 119162, + "ĠpravdÄĽpodob": 119163, + "Ġzaz": 119164, + "ìĿ´ë¥¼": 119165, + "ĠджеÑĢ": 119166, + "ĠÐłÐ°Ð´": 119167, + "ĠÑģеÑĢÑĮез": 119168, + "Ġдем": 119169, + "ÏĢή": 119170, + "ĠÐĦвÑĢоп": 119171, + "ĠÄįeské": 119172, + "ï¾ı": 119173, + "ĠØŃÙĬ": 119174, + "ì¼ĢìĿ´": 119175, + "ĠØ®ÙĪÙĨ": 119176, + "ÂłL": 119177, + "ãģĦãģ«": 119178, + "изнеÑģ": 119179, + "ĠÙħÙĤاÙħ": 119180, + "ĠاÙĦØŃÙĦ": 119181, + "ëĨį": 119182, + "ĠØ¢ÛĮا": 119183, + "翼": 119184, + "ï¼½": 119185, + "æ¸IJ": 119186, + "ливÑĸ": 119187, + "ãģĦãģ¦ãģĦãĤĭ": 119188, + "ĠÎijÎł": 119189, + "ĠиÑģполÑĮзÑĥеÑĤÑģÑı": 119190, + "Ġmát": 119191, + "Ġμεγά": 119192, + "ëħ¼": 119193, + "æµ·éģĵ": 119194, + "ĠÙħØ´Ú©ÙĦات": 119195, + "Ñĩна": 119196, + "';';": 119197, + "Ġμία": 119198, + "ÏģÏİν": 119199, + "Ġbyste": 119200, + "ĠÑįлекÑĤÑĢи": 119201, + "ĠYardım": 119202, + "Ġhát": 119203, + "ĠÐĶеÑĢжав": 119204, + ".С": 119205, + "Ġorada": 119206, + "Ġalanı": 119207, + "åľ°åŁŁ": 119208, + "ĠدÙĩÙĨد": 119209, + "менÑĪ": 119210, + "ĠоÑĢганов": 119211, + "Ġعص": 119212, + "ูà¸ĩส": 119213, + "Ġشعر": 119214, + "Ġìĸ»": 119215, + "Ġάλλ": 119216, + "Ġgói": 119217, + "ĠÙĨاØŃ": 119218, + "å¼ĺ": 119219, + "à¥įथल": 119220, + "ilim": 119221, + "ëIJĺì§Ģ": 119222, + "ĠконÑĨе": 119223, + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 119224, + "Ġì¤Ģë¹Ħ": 119225, + "ĠostatnÃŃ": 119226, + "Ġvlády": 119227, + "ĠÑģобиÑĢа": 119228, + "ĠìĹŃìĤ¬": 119229, + "à¹ģà¸ģรม": 119230, + ".ï¼ı": 119231, + "ÙıÙĪÙĨ": 119232, + "پس": 119233, + "ĠWikip": 119234, + "Ġæ¾": 119235, + "ĠжаÑĢ": 119236, + "容æĺĵ": 119237, + "ĠprostÅĻednictvÃŃm": 119238, + "Ġženy": 119239, + "Ġèı²å¾ĭ宾çĶ³åįļ": 119240, + "аÑİÑĤÑģÑı": 119241, + "Ġmiêu": 119242, + "ĠpenÃŃze": 119243, + "διά": 119244, + "oldur": 119245, + "ĠпÑĢимеÑĢно": 119246, + "ĠìŀĪê³ł": 119247, + "à¸ĩà¸Ńย": 119248, + "ковий": 119249, + ".ÎŁ": 119250, + "à¹ĥà¸Ħร": 119251, + "çĭł": 119252, + "ĠÐŁÑĸв": 119253, + "æĶ¹éĿ©": 119254, + "ĠÐĿаÑģеление": 119255, + "Å¡etÅĻ": 119256, + "ÙĴب": 119257, + "ĠâĶĢ": 119258, + "غÙĬÙĦ": 119259, + "ĠдÑĸÑıлÑĮнÑĸÑģÑĤÑĮ": 119260, + "ĠÙĦÙĬس": 119261, + "Ġìĭľìŀ¥": 119262, + "ãĥŁãĥ¥": 119263, + "ĠÚ©ÙĪت": 119264, + "ĠÎĵι": 119265, + "ิà¹Ģว": 119266, + "ektor": 119267, + "ĠбÑĥдÑĥ": 119268, + "новаж": 119269, + "ÑīаеÑĤÑģÑı": 119270, + "Ġngôn": 119271, + "ĠvÄĽc": 119272, + "å¾IJ": 119273, + "à¸Ńà¹Ģมร": 119274, + "ัà¸įà¸Ĭ": 119275, + "ĠиÑģполÑĮзÑĥÑİÑĤ": 119276, + "rubu": 119277, + "Ġnhá»±a": 119278, + "ãģĮãģĬ": 119279, + "ĠÐĵаÑĢ": 119280, + "оÑĢе": 119281, + "ĠзолоÑĤ": 119282, + "æŁ³": 119283, + "ĠÙĬØ´": 119284, + "ĠповиннÑĸ": 119285, + "اÙĤتص": 119286, + "ÙĦØŃ": 119287, + "ĠокÑĤÑıбÑĢÑı": 119288, + "ĠnÄĽkdy": 119289, + "ĠобÑĢа": 119290, + "ستگÛĮ": 119291, + "符åIJĪ": 119292, + "Ġthiá»ĥu": 119293, + "æĺ¯ä»Ģä¹Ī": 119294, + "Ġrozs": 119295, + "ì½ľê±¸": 119296, + "ĠкаÑĦ": 119297, + "åIJĮæŃ¥": 119298, + "ì¼ĵ": 119299, + "ÏĢÏĦÏħ": 119300, + "à¸łà¸²à¸¢à¹ĥà¸Ļ": 119301, + "ιÏĥÏĦή": 119302, + "ĠدÙĪÙĦار": 119303, + "ĠÙħاÙĬÙĪ": 119304, + "ĠpeÄį": 119305, + "ัà¸ļม": 119306, + "ÎĻÎĶ": 119307, + "ıydı": 119308, + "ัà¸ģà¸Ĺ": 119309, + "à¸Ľà¸£à¸°à¸ĸม": 119310, + "και": 119311, + "Ġprodej": 119312, + "ĠиÑİлÑı": 119313, + "ĠvÅ©": 119314, + "驱": 119315, + "ĠhvÄĽ": 119316, + "æĥ³è¦ģ": 119317, + "ç¯Ħ": 119318, + "çak": 119319, + "ĠмÑıг": 119320, + "ımın": 119321, + "Ġdispozici": 119322, + "Ġukaz": 119323, + "racak": 119324, + "Ġболезни": 119325, + "วà¹Ĥม": 119326, + "Ġзел": 119327, + "ĠÐĴики": 119328, + "ĠÐłÐ¾Ð´": 119329, + "ูà¸ģà¸Ħ": 119330, + "íij¸": 119331, + "Ġthải": 119332, + "Ġbaģımsız": 119333, + "ĠÑĢоÑģÑģий": 119334, + "ĠÐļам": 119335, + "ĠиÑģполÑĮзованиÑı": 119336, + "ĠØŃØ°": 119337, + "³³³³³³³³³": 119338, + "ĠاÙĨتÙĤاÙĦ": 119339, + "ĠабÑģолÑİÑĤ": 119340, + "ĠÄ±ÅŁÄ±k": 119341, + "ÏĦογÏģαÏĨ": 119342, + "ĠболÑĮÑĪой": 119343, + "Ġعبارت": 119344, + "ÃŃž": 119345, + "Ġدرست": 119346, + "ĠÑģлово": 119347, + "à¥ĪĊ": 119348, + "بÙĪب": 119349, + "ĠÐĴоÑĤ": 119350, + "วà¹Ħà¸Ľ": 119351, + "Ġbilinen": 119352, + "ĠÙĤÙĬ": 119353, + "Ġbunların": 119354, + "Ùijت": 119355, + "Ġbasit": 119356, + "릿": 119357, + "ائرة": 119358, + "Ġpů": 119359, + "ĠedilmiÅŁ": 119360, + "Ġä½IJ": 119361, + "ĠYönetim": 119362, + "ÙħÛĮر": 119363, + "Ġspou": 119364, + "æ·±åľ³": 119365, + "ĠвзаÑĶм": 119366, + "ÎĻÎĽ": 119367, + "Ðĥ": 119368, + "ĠдеÑĢжавноÑĹ": 119369, + "Ġmrt": 119370, + "ĠDemir": 119371, + "é»İ": 119372, + "ĠÑĢегÑĥлÑıÑĢ": 119373, + "Ġникогда": 119374, + "å¼¾": 119375, + "à¥īड": 119376, + "Ġглаз": 119377, + "ĠÙħÛĮÚ©ÙĨ": 119378, + "éĻIJå®ļ": 119379, + "Ġнавк": 119380, + "ĠподÑĤ": 119381, + "ĠتصÙĪÛĮر": 119382, + "ĠاÙĦØŃدÙĬØ«": 119383, + "ĠdoÅ¡lo": 119384, + "нÑİÑİ": 119385, + "ĠÑģÑħод": 119386, + "Ø·ÙĤØ©": 119387, + "ĠÑģенÑĤÑıбÑĢÑı": 119388, + "çī¹æ®Ĭ": 119389, + "à¸ģารà¹ģà¸Ĥ": 119390, + "ázd": 119391, + "ÑĶÑĤе": 119392, + "ĠΣε": 119393, + "ĠÙĦÙĥÙĦ": 119394, + "åIJįåŃĹ": 119395, + "اÙĨÛĮا": 119396, + "Ġcins": 119397, + "기ìĹħ": 119398, + "ĠéŁ³": 119399, + "éłĥ": 119400, + "ยาย": 119401, + "ìļķ": 119402, + "ĠvÃŃtÄĽz": 119403, + "à¥įरब": 119404, + "ĠشرÙĤÛĮ": 119405, + "ĠbezpeÄįnost": 119406, + "Ġçerçev": 119407, + "Ġ맼": 119408, + "cky": 119409, + "ĵ¨": 119410, + "ĠÑĥмоваÑħ": 119411, + "лиÑħ": 119412, + "meniz": 119413, + "ĠبگÛĮر": 119414, + "ÙĨÙī": 119415, + "Ġà¸ģารà¹ģà¸Ĥ": 119416, + "ιÏĥε": 119417, + "âĢ³E": 119418, + "Ġdöneminde": 119419, + "리카": 119420, + "ĠåĪ°": 119421, + "Ġhukuk": 119422, + "аÑĤоÑĢа": 119423, + "ĠاÙĦعÙĨ": 119424, + "ïºĺ": 119425, + "ünüz": 119426, + "ÑģоÑĤ": 119427, + "ุษ": 119428, + "ĠdÆ°Æ¡ng": 119429, + "ovny": 119430, + "ĠÑĦоÑĢма": 119431, + "ãģĹãģ®": 119432, + "زÙĬز": 119433, + "ĠاÙĦÙĨاس": 119434, + "ĠÑĩим": 119435, + "大人": 119436, + "Ú¯ÙĬ": 119437, + "ĠÐĵоÑģп": 119438, + "é¢Ĩ导": 119439, + "Ġninh": 119440, + "Ġราà¸Ħา": 119441, + "ÙĤاء": 119442, + "ìī¬": 119443, + "ĠìĿ´ìłĦ": 119444, + "ĠÃ¶ÄŁretmen": 119445, + "ĠÑĨвеÑĤа": 119446, + "енноÑģÑĤÑĮ": 119447, + "大ãģį": 119448, + "ĠмиÑģÑĤеÑĨÑĤ": 119449, + "رÙĪت": 119450, + "poÅĪ": 119451, + "ĠÅŀirket": 119452, + "ĠкÑĢаÑģив": 119453, + "ĠÑĢеÑģÑĥÑĢÑģ": 119454, + "ä¹¾": 119455, + "ĠÙģÙĩ": 119456, + "ĠYÃĸ": 119457, + "èĬ³": 119458, + "μÏīÏĤ": 119459, + "ÄĽji": 119460, + "Ġвлаж": 119461, + "ĠÑĥвели": 119462, + "اذا": 119463, + "ãĢĤå¦Ĥæŀľ": 119464, + "ĠпÑĢиÑģÑĥÑĤÑģÑĤв": 119465, + "ĠẤn": 119466, + "æĢĸ": 119467, + "ĠÐľÐµÑĤ": 119468, + "Ġjedna": 119469, + "Ġcục": 119470, + "ĠاÙĨتشار": 119471, + "ĠзокÑĢема": 119472, + "иÑĩеÑģки": 119473, + "ĠкÑĢаÑĹни": 119474, + "иÑĢÑĥ": 119475, + "ĠÑĸнÑĤеÑĢ": 119476, + "Ġаналог": 119477, + "ÑĽ": 119478, + "ีà¸ĭ": 119479, + "нÑĥли": 119480, + "ĠNinh": 119481, + "еÑĢаÑĤоÑĢ": 119482, + "Ġruce": 119483, + "ĠÑĪкÑĸ": 119484, + "ترÙĨت": 119485, + "Ġsonrası": 119486, + "Ġæį": 119487, + "ÑĨенÑĤÑĢа": 119488, + "Ġà¸Ńำà¹Ģà¸ł": 119489, + "Ø·ÙĬ": 119490, + "ï¼Įå½ĵ": 119491, + "ĠÑĤÑĢеÑħ": 119492, + "ÂłH": 119493, + "æ´ª": 119494, + "ãĥ³ãĥĦ": 119495, + "ĠвÑĸдповÑĸдалÑĮ": 119496, + "âĢĻdaki": 119497, + "áÅĻi": 119498, + "ĠpÅĻem": 119499, + "tuk": 119500, + "ĠÙģرÙħÙĪد": 119501, + "ĠìĿ¸ì¦Ŀ": 119502, + "สำà¸Ļ": 119503, + "ìĥģìĿĺ": 119504, + "ÅĻÃŃm": 119505, + "澤": 119506, + "ĠÑĢей": 119507, + "ĠлÑİбой": 119508, + "ujte": 119509, + "ë³µì§Ģ": 119510, + "Ġدرس": 119511, + "ĠÐĴлади": 119512, + "ĠÑģвоим": 119513, + "ĠìĿ¸íĦ°ëĦ·": 119514, + "è±Ĭ": 119515, + "Ġналог": 119516, + "ãĤĪãģ³": 119517, + "Ġخاطر": 119518, + "ĠìŀħëĭĪëĭ¤": 119519, + "ãĢĤãģĹãģĭãģĹ": 119520, + "лаг": 119521, + "å°ĸ": 119522, + "ëĭ¥": 119523, + "ìĬ¤ëĬĶ": 119524, + "ìĭłì²Ń": 119525, + "ãĥĩãĥ¼ãĤ¿": 119526, + "ĠÑĥÑĢовнÑı": 119527, + "Ġ무ìĬ¨": 119528, + "ĠاÙĦأرض": 119529, + "à¹īà¸ķ": 119530, + "Ỽt": 119531, + "ĠÙĨÛĮرÙĪ": 119532, + "墨": 119533, + "ãĤ¶ãĥ¼": 119534, + "ruba": 119535, + "ĠÙĨشدÙĩ": 119536, + "илÑı": 119537, + "acÃŃm": 119538, + "ãĥ©ãĤ¯": 119539, + "XH": 119540, + "Ġسرد": 119541, + "Ġदस": 119542, + "tember": 119543, + "ĠDoÄŁum": 119544, + "ĠпÑĢоÑĢ": 119545, + "θοÏĤ": 119546, + "ĠiÅŁe": 119547, + "à¸Ńà¸Ł": 119548, + "лаÑĪ": 119549, + "اصÙĦÙĩ": 119550, + "livÄĽ": 119551, + "ë¶Ģë¶Ħ": 119552, + "нак": 119553, + "åįģä¸ī": 119554, + "สาห": 119555, + "à¸Ľà¸£à¸°à¹Ģà¸Ĺศà¹Ħà¸Ĺย": 119556, + "ãĤŃãĥ³ãĤ°": 119557, + "ĠмеÑĤоÑİ": 119558, + "Ġkullanarak": 119559, + "âij¡": 119560, + "ÛĮزات": 119561, + "ĠÙħÙĪباÛĮÙĦ": 119562, + "ĠзнаÑĩиÑĤ": 119563, + "Ġorganizace": 119564, + "ÑĢии": 119565, + "ovna": 119566, + "Ġê²½ìłľ": 119567, + "ãĢģå½¼": 119568, + "Ġमस": 119569, + "Ġà¹Ĥà¸Ľà¸£": 119570, + "LARI": 119571, + "æĩĤ": 119572, + "Ġва": 119573, + "ĠÙĥÙĨت": 119574, + "ĠÑĢабоÑĤа": 119575, + "ÂłĠÂłĠÂł": 119576, + "好äºĨ": 119577, + "ĠzamÄĽstn": 119578, + "женÑĮ": 119579, + "Ġukon": 119580, + "nÄĽné": 119581, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 119582, + "ĠاÙĦخاصة": 119583, + "ĠÄįasu": 119584, + "å°ı说": 119585, + "ĠØŃرکت": 119586, + "æijĦ": 119587, + "ÏĩÏī": 119588, + "ĠÑģвеж": 119589, + "æĸ°éĹ»": 119590, + "Ġìĭ±": 119591, + "ĠeÄŁer": 119592, + "Ġsituace": 119593, + "Ġç·¨": 119594, + "fik": 119595, + "ë§Īëĭ¤": 119596, + "ÎķÎļ": 119597, + "Ġê°ľìµľ": 119598, + "ĠcÃł": 119599, + "ادث": 119600, + "Ġsayıda": 119601, + "ĠØ£ÙģضÙĦ": 119602, + "æ³ķéĻ¢": 119603, + "Ġ.,": 119604, + "ĠThÆ°Æ¡ng": 119605, + "ÏģÏĮÏĤ": 119606, + "ãģĹãĤĪãģĨ": 119607, + "Çİ": 119608, + "æij¸": 119609, + "ĠéĻ³": 119610, + "¥IJ": 119611, + "ฤà¸Ķ": 119612, + "Ġgiảng": 119613, + "ĠлÑİбов": 119614, + "Ġekran": 119615, + "опиÑģ": 119616, + "еждÑĥ": 119617, + "Ġназва": 119618, + "æĭĵ": 119619, + "ıf": 119620, + "à¹Īà¸ģ": 119621, + "иÑĩнÑĸ": 119622, + "Ġê³Ħíļį": 119623, + "à¸łà¸²à¸Ħม": 119624, + "Ġاپ": 119625, + "리ìĿĺ": 119626, + "ãģ§ãģĻãģĮ": 119627, + "Ġkonci": 119628, + "ĠکارخاÙĨÙĩ": 119629, + "Ġä½ķ": 119630, + "ĠÑĤва": 119631, + "ĠÐŁÐ¾ÑģÑĤ": 119632, + "ĠапÑĢелÑı": 119633, + "ĠاÙĦعراÙĤ": 119634, + "ä¸Ńåįİ": 119635, + "à¹ĩà¸Ńà¸ģ": 119636, + "à¥įतà¤ķ": 119637, + "Ġzájem": 119638, + "ĠدرجÙĩ": 119639, + "Ġà¤¬à¥ľ": 119640, + "ĠÑģÑĤÑĢан": 119641, + "èŃ¦å¯Ł": 119642, + "ĠyerleÅŁtir": 119643, + "ĠVÅ©": 119644, + "ç¾İåħĥ": 119645, + "Ġì¡°ê¸Ī": 119646, + "Ġรà¸Ńà¸ĩ": 119647, + "Ġakadem": 119648, + "à¸Ħà¸ĵะ": 119649, + "Ġpozit": 119650, + "ĠkoneÄį": 119651, + "è°ĥæŁ¥": 119652, + "Ġãģĭ": 119653, + "ĠÄįervence": 119654, + "ĠOdkazy": 119655, + "ĠëıĦìĭľ": 119656, + "ัสà¸Ķ": 119657, + "Ġgái": 119658, + "ĠÐłÐ¾Ð±": 119659, + "ĠбоÑı": 119660, + "æī©": 119661, + "å¼Ģå±ķ": 119662, + "anik": 119663, + "Ġvyž": 119664, + "ĠbaÅŁlay": 119665, + "ĠbakÄ±ÅŁ": 119666, + "ekce": 119667, + "ÑģÑĤика": 119668, + "еÑĢаÑĤÑĥÑĢа": 119669, + "Ġë¶Ħë¥ĺ": 119670, + "ĠPoÄįet": 119671, + "odáÅĻ": 119672, + "ëĭĺìĿĺ": 119673, + "Ġklid": 119674, + "Û²Û¹": 119675, + "ĠÚĨÛĮز": 119676, + "mür": 119677, + "Ġsứ": 119678, + "ÙĬاÙĨØ©": 119679, + "åĬ±": 119680, + "Ġoku": 119681, + "Ġводи": 119682, + "ĠزÛĮرا": 119683, + "大åĪ©": 119684, + "ĠÙĦÛĮÙĨÚ©": 119685, + "ĠÙĬجب": 119686, + "ÙħÛĮÙĦ": 119687, + "ĠÏĥÏĦÏģα": 119688, + "æĻĵ": 119689, + "ิสà¸ķ": 119690, + "ĠÅŁiddet": 119691, + "ĠÑĢекоменда": 119692, + "Ġpožadav": 119693, + "ĠпÑĸÑģ": 119694, + "åħ¬å¼ı": 119695, + "ĠÚ¯ÛĮرÛĮ": 119696, + "кÑĤа": 119697, + "ĠÙħÙĨاطÙĤ": 119698, + "Ġfirmy": 119699, + "Ġà¹Ħà¸Ľ": 119700, + "ĠÎŃÏģγ": 119701, + "å¿«éĢŁ": 119702, + "ãģĮãģªãģĦ": 119703, + "неÑģÑĤи": 119704, + "Ġç²¾": 119705, + "ÑĢади": 119706, + "ãĤĴãģĭ": 119707, + "ﺪ": 119708, + "kynÄĽ": 119709, + "Ġहत": 119710, + "tak": 119711, + "ĠÙĬÙĪÙĨÙĬÙĪ": 119712, + "Ã¶ÄŁ": 119713, + "ĠÑĢÑĥк": 119714, + "åľĭéļĽ": 119715, + "ÑİÑģÑĮ": 119716, + "Ġдавно": 119717, + "Ġpopis": 119718, + "ĠBÄ°L": 119719, + "ĠÙĨÙĤد": 119720, + "ĠÑģпож": 119721, + "ÑĨионнÑĭÑħ": 119722, + "ĠÑĪп": 119723, + "ÑĥÑİÑīиÑħ": 119724, + "ĠвоздÑĥÑħ": 119725, + "ÑĤие": 119726, + "ĠUž": 119727, + "ÏĮδ": 119728, + "à¸ģราà¸Ħม": 119729, + "Ġalanında": 119730, + "Ġsắt": 119731, + "ãĥIJãĤ¤": 119732, + "NgÃły": 119733, + "Ġë¹Į": 119734, + "ï¼īãģ¯": 119735, + "Ġä¿¡": 119736, + "ÐķС": 119737, + "ĠTato": 119738, + "Ġúnora": 119739, + "erap": 119740, + "Äł": 119741, + "ĠTáºŃp": 119742, + "Ġкомпании": 119743, + "ãĥ©ãĤ¤ãĥĪ": 119744, + "éľĢæ±Ĥ": 119745, + "ĠتÙĪÙĤ": 119746, + "âĢĻâĢĻ": 119747, + "ëŀįëĭĪëĭ¤": 119748, + "ĠквÑĸÑĤнÑı": 119749, + "Ġoyuncu": 119750, + "ÂĢÂĢÂĢÂĢÂĢÂĢÂĢÂĢ": 119751, + "åĨĬ": 119752, + "ĠyapmÄ±ÅŁ": 119753, + "ัà¸ĩà¹Ħม": 119754, + "ĠзапаÑħ": 119755, + "ála": 119756, + "ĠÑĤеÑħниÑĩеÑģ": 119757, + "ĠØŃص": 119758, + "รà¸Ķ": 119759, + "å¼Ħ": 119760, + "ĠÚ¯ÛĮاÙĩ": 119761, + "اÙĩرة": 119762, + "Ġà¤ıड": 119763, + "нимаеÑĤ": 119764, + "ادÙĨ": 119765, + "ÎľÎij": 119766, + "Ġ社": 119767, + "аÑĢÑĩ": 119768, + "تز": 119769, + "润": 119770, + "inizin": 119771, + "Ġbeyaz": 119772, + "ĠبÙĪÙĦ": 119773, + "åĿ¡": 119774, + "ãģ®ãĤĪãģĨãģ«": 119775, + "Ġyaptıģ": 119776, + "Ġdaģı": 119777, + "ĠbaÅŁarı": 119778, + "ĠÏĢά": 119779, + "ĠпÑĢодаж": 119780, + "Bá»Ļ": 119781, + "Ġतत": 119782, + "Ġpodstat": 119783, + "Ġæµģ": 119784, + "ĠzdravÃŃ": 119785, + "Ġç¡": 119786, + "Ġopak": 119787, + "Ġhá»įa": 119788, + "æĭĶ": 119789, + "Ñĥжд": 119790, + "Ġtrứng": 119791, + "ÙĪرÙĬØ©": 119792, + "Ñĭл": 119793, + "umsuz": 119794, + "Ġسبب": 119795, + "许å¤ļ": 119796, + "å®ŀéªĮ": 119797, + "Ġболи": 119798, + "Ġduyá»ĩt": 119799, + "áºŃc": 119800, + "ĠÐijез": 119801, + "ĠبÙĦÙĨد": 119802, + "мм": 119803, + "ÑĢел": 119804, + "NÄ°": 119805, + "Ġãĥ¯": 119806, + "éĭ¼": 119807, + "ĠÑģвÑı": 119808, + "ĠåIJİ": 119809, + "Ġmuht": 119810, + "ĠпÑĢоблеми": 119811, + "ĠÑĤÑıжел": 119812, + "ĠСем": 119813, + "à¸¤à¸©à¸łà¸²à¸Ħม": 119814, + "à¹Īาà¸ķ": 119815, + "örü": 119816, + "üyorum": 119817, + "ĠاÙĦØ£ØŃ": 119818, + "ĠÑģÑĤÑĢаÑĪ": 119819, + "hoo": 119820, + "धर": 119821, + "Ġtlak": 119822, + "Ġsrpna": 119823, + "ifikace": 119824, + "Ġreh": 119825, + "ĠминÑĥ": 119826, + "ãĢĢj": 119827, + "ĠгÑĢÑĥпи": 119828, + "Ġάλ": 119829, + "Ġolursa": 119830, + "λογία": 119831, + "ĠÐĴик": 119832, + "Ġmücadel": 119833, + "ĠzávÄĽ": 119834, + "ĠÑĦевÑĢа": 119835, + "Äįná": 119836, + "à¹Įà¹Ģà¸ĭ": 119837, + "ĠÙĦÙĦØŃ": 119838, + "ÑĢип": 119839, + "ĠбÑĥк": 119840, + "ãģĪãģªãģĦ": 119841, + "Ġporad": 119842, + "Ġsamostat": 119843, + "Ġtesis": 119844, + "ابÙĤÙĩ": 119845, + "ĠجدÙĬدة": 119846, + "éĢĴ": 119847, + "âĶģâĶ": 119848, + "سÛĮÙĨ": 119849, + "ĠgerektiÄŁini": 119850, + "ียà¸Ļà¸ļ": 119851, + "è¨Ģãģ£ãģ¦": 119852, + "ĠÑĸнÑĤеÑĢеÑģ": 119853, + "ĠÑıким": 119854, + "ĠæĢ»": 119855, + "kovou": 119856, + "Ġdemek": 119857, + "اÙĨÙĬا": 119858, + "Ġdomů": 119859, + "Å¡nÃŃ": 119860, + "ateÅĻ": 119861, + "åĢ«": 119862, + "δοÏĥη": 119863, + "Ġ기ìĹħ": 119864, + "åĶĩ": 119865, + "ì¹ł": 119866, + "ÑĸдÑĥ": 119867, + "린ìĿ´": 119868, + "æľĢåĪĿ": 119869, + "è¸ı": 119870, + "æĥ³åĪ°": 119871, + "à¥įबर": 119872, + "ĠìŀĶ": 119873, + "ĠÑĢазнÑĭÑħ": 119874, + "krom": 119875, + "ιαν": 119876, + "ĠдÑĢÑĥз": 119877, + "仿": 119878, + "Ġê·¸ëłĩ": 119879, + "ĠдалÑĸ": 119880, + "æķĪæŀľ": 119881, + "Ġहव": 119882, + "è¼Ŀ": 119883, + "Ġì°¸ê³ł": 119884, + "ĠìĨĶ": 119885, + "Ġznal": 119886, + "ĠпеÑĢÑģ": 119887, + "ÙIJÙij": 119888, + "ĠÑĤеж": 119889, + "åĭŁ": 119890, + "ιθ": 119891, + "Äįů": 119892, + "Ġekip": 119893, + "Ġkhung": 119894, + "éĹĺ": 119895, + "ĠتصÙħÛĮÙħ": 119896, + "оиÑĤ": 119897, + "ĠÑħол": 119898, + "æĬŀ": 119899, + "amam": 119900, + "Ġâĸ³": 119901, + "ãģĩ": 119902, + "ĠعÙĨÙĩ": 119903, + "Ġì°¸ê°Ģ": 119904, + "ĠÎļÏĮ": 119905, + "åı¤å±ĭ": 119906, + "ковоÑĹ": 119907, + "ศà¸Ī": 119908, + "ологиÑı": 119909, + "ĠÙħثبت": 119910, + "ĠÐļÑĢаÑĹна": 119911, + "ĠмеÑģÑıÑĨев": 119912, + "Ġalınan": 119913, + "ĠÏĢÏģαγμα": 119914, + "Ġìŀ¡ëĭ´": 119915, + "Ġплод": 119916, + "ĠÑĤкани": 119917, + "ÑģÑĭлки": 119918, + "سطس": 119919, + "ranÄĽ": 119920, + "каж": 119921, + "емаÑĤи": 119922, + "ĠزÛĮست": 119923, + "æ¿Ł": 119924, + "Ġpoplat": 119925, + "γÎŃν": 119926, + "íĨłíĨł": 119927, + "Ġtây": 119928, + "Ġìµľê·¼": 119929, + "ãĥ©ãĥ³ãĤ¹": 119930, + "ĠgüneÅŁ": 119931, + "ĠÙģÙĤ": 119932, + "ĠsaÄŁlayan": 119933, + "ĠØŃزب": 119934, + "à¥ģलन": 119935, + "ĠBilim": 119936, + "ĠBatı": 119937, + "æł·çļĦ": 119938, + "δικ": 119939, + "αÏģίοÏħ": 119940, + "ĠìĽĢ": 119941, + "Ġlá»Ńa": 119942, + "ÙĨÙĪع": 119943, + "çݲ": 119944, + "аном": 119945, + "ĠstátnÃŃ": 119946, + "Ġäºİ": 119947, + "Ġmùi": 119948, + "ĠÄijá»Ļt": 119949, + "æ²ĥ": 119950, + "åħ¬åľĴ": 119951, + "ĠÑģÑĮогоднÑĸ": 119952, + "ноÑģи": 119953, + "Za": 119954, + "Ġдли": 119955, + "ĠÏĥÏħνÎŃ": 119956, + "ĠVá»ĭ": 119957, + "mav": 119958, + "ĠMüslüman": 119959, + "/ï¼ı": 119960, + "ĠзаÑīиÑĤ": 119961, + "éĸī": 119962, + "Ġçģ«": 119963, + "Ġå·Ŀ": 119964, + "Ġаж": 119965, + "è¿ĩæĿ¥": 119966, + "à¸Ĺาà¸Ļ": 119967, + "ĠAraÅŁtır": 119968, + "Õ¡Õ": 119969, + "ĠpomÄĽr": 119970, + "Ġdům": 119971, + "妮": 119972, + "ĠhlavnÄĽ": 119973, + "Ġfinans": 119974, + "ĠγνÏī": 119975, + "ÏĥÏĦημα": 119976, + "ï¼ĮçĶ¨": 119977, + "ìĭŃìĭľìĺ¤": 119978, + "ĠÙħثاÙĦ": 119979, + "-Ðij": 119980, + "ÑĨÑĸйнÑĸ": 119981, + "ĠدستÙĩ": 119982, + "à¥īस": 119983, + "ÑĢÑĸп": 119984, + "ĠpÅĻipom": 119985, + "ĠÙĪÙĦÙĬ": 119986, + "ĠÙĪزÙĨ": 119987, + "Ġelektrik": 119988, + "ĠQuân": 119989, + "ivé": 119990, + "Ġlẽ": 119991, + "ç®Ģåįķ": 119992, + "Ġonlara": 119993, + "оÑģлав": 119994, + "ìĭľíĤ¤": 119995, + "몬": 119996, + "ĠÙħÙĤدار": 119997, + "ĠOrta": 119998, + "ĠSeç": 119999, + "ĠÙĨÙĪÙģÙħبر": 120000, + "ุà¸Ļายà¸Ļ": 120001, + "ĠÑĥмови": 120002, + "Ġपरम": 120003, + "Ġstrom": 120004, + "ĠкÑĢаÑīе": 120005, + "秦": 120006, + "缸æīĭ": 120007, + "鼻è¦ĸ": 120008, + "Ġuygulama": 120009, + "ĠÑĢиз": 120010, + "æĪ²": 120011, + "यर": 120012, + "ĠHlav": 120013, + "Ġìĭ¸": 120014, + "ĠлипнÑı": 120015, + "ÅĪujÃŃ": 120016, + "ÑĢиз": 120017, + "é«ĺéĢŁ": 120018, + "缸å½ĵ": 120019, + "kenin": 120020, + "ĠоÑģÑĤанов": 120021, + "Ġbitk": 120022, + "ovaného": 120023, + "ĠÐľÐ°ÑĢи": 120024, + "赶": 120025, + "콩": 120026, + "Ġölçü": 120027, + "ĠСеÑĢед": 120028, + "ĠThá»Ŀi": 120029, + "Ïīνα": 120030, + "ÙĪبة": 120031, + "Ġchụp": 120032, + "âĢĮد": 120033, + "Ġcháy": 120034, + "ĠÐĴели": 120035, + "ĠобÑģÑĤ": 120036, + "Ġìĭľì¦Į": 120037, + "دÙħØ©": 120038, + "под": 120039, + "lue": 120040, + "ĠдÑĸлÑıн": 120041, + "ĠÙ¾ÙĪست": 120042, + "ĠاÙĦÙĨس": 120043, + "èĤĮ": 120044, + "ìĪĺ를": 120045, + "Ġúrov": 120046, + "ĠÙħØ´Ú©ÙĦ": 120047, + "éĩįè¤ĩéĩįè¤ĩ": 120048, + "нез": 120049, + "ĠdoporuÄį": 120050, + "Ġtasarım": 120051, + "íģ¬ê¸°": 120052, + "ìĿ´ìħĺ": 120053, + "Ġdeset": 120054, + "ĠÙħرتبط": 120055, + "ัà¸Ĵà¸Ļา": 120056, + "'ı": 120057, + "Ñĩки": 120058, + "ĠìŀĪëįĺ": 120059, + "ÑĪка": 120060, + "nám": 120061, + "ÑģÑĤÑĢов": 120062, + "à¥įसर": 120063, + "нÑĥлаÑģÑĮ": 120064, + "ãģ¡ãĤĩãģ£ãģ¨": 120065, + "Ġå¦": 120066, + "γÏĮ": 120067, + "Ġé»ij": 120068, + "Xem": 120069, + "Ġtá»ĩ": 120070, + "ĠëĮĢíĨµëł¹": 120071, + "기ê´Ģ": 120072, + "æīįèĥ½": 120073, + "è¯Ńè¨Ģ": 120074, + "edeyse": 120075, + "ĠТÑĭ": 120076, + "ĠÑģоедин": 120077, + "ĠìĹĨìĬµëĭĪëĭ¤": 120078, + "ÑıÑİÑĤ": 120079, + "à¹ģหล": 120080, + "Ġì§Ģë°©": 120081, + "ĠosobnÃŃ": 120082, + "ÛĮÙĦÛĮ": 120083, + "ĠавгÑĥÑģÑĤа": 120084, + "Ñīик": 120085, + "Ġvýše": 120086, + "gth": 120087, + "ĠÏĢαν": 120088, + "جار": 120089, + "Ġвидов": 120090, + "ìĿ´ìĬĪ": 120091, + "ĠÐijаÑĢ": 120092, + "ĠÏĮÏĢοÏħ": 120093, + "æ¤ħ": 120094, + "ĠعاÙĦÛĮ": 120095, + "ĠQuyết": 120096, + "ÃľM": 120097, + "ãĥĿãĤ¤ãĥ³ãĥĪ": 120098, + "Ġê¹Į": 120099, + "Ġканди": 120100, + "kového": 120101, + "ĠMerkez": 120102, + "Ġyiy": 120103, + "ĠpÅĻÃŃspÄĽ": 120104, + "ĠÑĤемпеÑĢаÑĤÑĥÑĢÑĭ": 120105, + "ĠÙ¾ÙĬ": 120106, + "ฤศà¸Ī": 120107, + "è°ĥçĶ¨": 120108, + "ĠÑģÑĤоÑĢонÑĥ": 120109, + "à¹īà¸Ĭ": 120110, + "好ãģį": 120111, + ".Åŀ": 120112, + "ĠпÑĢоз": 120113, + "ÙĨتاج": 120114, + "鼻åŃIJ": 120115, + ".:.:.": 120116, + "è¨ĵ": 120117, + "иÑĩеÑģкое": 120118, + "Ġноги": 120119, + "ĠλÎŃ": 120120, + "Ġsıkıntı": 120121, + "Ġê°Ģ족": 120122, + "ĠتÙĨظÙĬÙģ": 120123, + "Ġödül": 120124, + "ĠaÅŁaģıdaki": 120125, + "Ġželez": 120126, + "ĠاÙĦعدÙĬد": 120127, + "غÙĨ": 120128, + "ĠоконÑĩ": 120129, + "ÑĢемÑı": 120130, + "LÄ°": 120131, + "Ġnejd": 120132, + "ĠÏĢλα": 120133, + "Ñģко": 120134, + "ĠìĪĻ": 120135, + "ĠÙ¾ÙĪÙĦ": 120136, + "θενήÏĤ": 120137, + "Ġ주ìļĶ": 120138, + "ĠæĬ¥": 120139, + "ĠÙħÙħا": 120140, + "ÐłÐ¡Ðł": 120141, + "ĠÑĢадÑĸ": 120142, + "ä¸Ģç§į": 120143, + "é¾Ħ": 120144, + "Ġsöyl": 120145, + "Ïģκεια": 120146, + "ĠземлÑĸ": 120147, + "ĠveÄįer": 120148, + "geç": 120149, + "ستÙħ": 120150, + "Ġsefer": 120151, + "ĠÑģвÑĸд": 120152, + "ï»Łï»": 120153, + "алов": 120154, + "ìĬ¤ë¥¼": 120155, + "âī¥": 120156, + "ĠتÙĦÙģÙĨ": 120157, + "åİ»äºĨ": 120158, + "़à¥ĭà¤Ĥ": 120159, + "ĠÑĦоÑĢме": 120160, + "düm": 120161, + "åħģ": 120162, + "ÑĢап": 120163, + "ĠVÆ°Æ¡ng": 120164, + "à¸Ńะà¹Ħร": 120165, + "ัà¸ģษà¸ĵ": 120166, + "Ġåį³": 120167, + "ĠاÙĦرÙħ": 120168, + "ĠзаÑħиÑģÑĤÑĥ": 120169, + "°E": 120170, + "odÃŃ": 120171, + "Ġवन": 120172, + "ĠÄijèn": 120173, + "ĠåıĹ": 120174, + "èIJ½ãģ¡": 120175, + "Ġzim": 120176, + "리ì¦Ī": 120177, + "èĪĴ": 120178, + "ĠзбÑĸÑĢ": 120179, + "Ġä»·æł¼": 120180, + "ĠлÑİдина": 120181, + "ĠÐŁÐ¾ÑģиланнÑı": 120182, + "иÑī": 120183, + "ĠΨ": 120184, + "ิà¸ģายà¸Ļ": 120185, + "Ġbudete": 120186, + "ĠзÑĢоÑģÑĤ": 120187, + "Ġvyk": 120188, + "ĠÐĹем": 120189, + "ĠиÑİнÑı": 120190, + "ĠmÄĽlo": 120191, + "ÙĦاÙģ": 120192, + "ĠÙĪØ´": 120193, + "ĠÑģпÑĢави": 120194, + "ãģĻãģİ": 120195, + "ĠгÑĢадÑĥ": 120196, + "Roz": 120197, + "ινή": 120198, + "Ġchá»ĵng": 120199, + "ä¸Ģåį·": 120200, + "ĠXem": 120201, + "ĠÑģимвол": 120202, + "ĠodmÃŃt": 120203, + "ĠÑĢÑıдом": 120204, + "ĠÑĩеÑĢвнÑı": 120205, + "à¸ģระà¸Ĺ": 120206, + "人人": 120207, + "æ°ĹæĮģãģ¡": 120208, + "undaki": 120209, + "åľĭ家": 120210, + "εÏģμαν": 120211, + "ĠлÑĮ": 120212, + "ĠNüfus": 120213, + "ĠмеÑĢе": 120214, + "براÙĬر": 120215, + "наннÑı": 120216, + "ĠнаÑĢ": 120217, + "Ġtấm": 120218, + "æĸ½å·¥": 120219, + "顯": 120220, + "Ġhè": 120221, + "æĺİçĻ½": 120222, + "Ġдогов": 120223, + "ĠÙģرÙħ": 120224, + "èĢĹ": 120225, + "ìĬ¤ìĿĺ": 120226, + "ìĦ¸ëĮĢ": 120227, + "è¯ļ": 120228, + "ĠнеболÑĮ": 120229, + "Ġà¸Ľà¸£à¸°à¸ģ": 120230, + "Ġì¹¼": 120231, + "Ġovliv": 120232, + "ĠNGC": 120233, + "ãĢĤä¸į": 120234, + "اÙĦÙī": 120235, + "æī£": 120236, + ".ÐIJ": 120237, + "ÑĢаÑģÑĤа": 120238, + "ĠÃĩev": 120239, + "ãģ£ãģ¡": 120240, + "ï¼Įéĥ½": 120241, + "ĠrovnÄĽÅ¾": 120242, + "ĠÏĩÏģÏĮνια": 120243, + "Ġì¡°ìĦł": 120244, + "Ġآباد": 120245, + "ĠÐľÐ°Ñģ": 120246, + "çĻ¼å±ķ": 120247, + "ä»Ķ": 120248, + "Ġkendisini": 120249, + "à¹Īà¸Ńà¸ĩà¹Ģà¸Ĺ": 120250, + "ĠVÄĽ": 120251, + "Ġrượu": 120252, + "Ġmáme": 120253, + "ĠоÑĩеÑĢедÑĮ": 120254, + "ĠسبتÙħبر": 120255, + "Ġбок": 120256, + "ì§ĢìĹŃ": 120257, + "ĠتاثÛĮر": 120258, + "Ġlisans": 120259, + "Ġgerektir": 120260, + "Ġsizi": 120261, + "Ñĸно": 120262, + "ĠMÃ¼ÅŁ": 120263, + "ãģıãĤīãģĦ": 120264, + "ĠзаклÑİÑĩ": 120265, + "ãģĵãģ¨ãģ«": 120266, + "è¨ĢãģĦ": 120267, + "ãĢģå°ı": 120268, + "Ġetmektedir": 120269, + "åł±åijĬ": 120270, + "ĠkarÄ±ÅŁ": 120271, + "Ġоблад": 120272, + "å¥ij": 120273, + "racat": 120274, + "ĠارتÙģاع": 120275, + "μαι": 120276, + "íĶĪ": 120277, + "ĠÙĪÙĦÙħ": 120278, + "ëĬĶì§Ģ": 120279, + "lomou": 120280, + "ĠлиÑĨа": 120281, + "ĠìĿĮìķħ": 120282, + "ĠhodnÄĽ": 120283, + "èĭ±æĸĩ": 120284, + "ÂĦ": 120285, + "à¹īาà¸Ĥà¸Ńà¸ĩ": 120286, + "Ġê³Ħìķ½": 120287, + "åIJĦç§į": 120288, + "ĠÙħرگ": 120289, + "éĶģ": 120290, + "Ġनद": 120291, + "ãĥĭãĥ¡": 120292, + "Ġем": 120293, + "ĠeleÅŁtir": 120294, + "ĠíĬ¹ë³Ħ": 120295, + "ĠÎ¥ÏĢο": 120296, + "Å¡ker": 120297, + "LERÄ°": 120298, + "æ²Ī": 120299, + "likleri": 120300, + "ĠÙħÙĩÙĨدسÛĮ": 120301, + "Ġbaģır": 120302, + "dıģını": 120303, + "ĠاÙĦتد": 120304, + "à¸¸à¸Ľà¸ģรà¸ĵ": 120305, + "ĠÑģледÑĥÑİÑīие": 120306, + "Ġì§ģìłij": 120307, + "å°¤": 120308, + "ĠоÑģновÑĸ": 120309, + "ĠtÄĽla": 120310, + "Ġпак": 120311, + "izace": 120312, + "Ġnárod": 120313, + "aný": 120314, + "ĠÑįп": 120315, + "Ġüçüncü": 120316, + "ΥΡ": 120317, + "éĨ´éĨ´": 120318, + "à¹Ģà¸ģà¸Ńร": 120319, + "âĢĮاÙĨبار": 120320, + "ç¶Ļ": 120321, + "ÎijÎł": 120322, + "ılıģı": 120323, + "ĠÃľrün": 120324, + "Ġдозвол": 120325, + "ĠíĥĪ": 120326, + "Ġà¤ĵवर": 120327, + "諸": 120328, + "èĺĩ": 120329, + "ĠпÑĢоÑģÑĤÑĢан": 120330, + "éĿĴå¹´": 120331, + "ãģ®æĸ¹": 120332, + "ĠÚĨÚ¯ÙĪÙĨÙĩ": 120333, + "ÙĦØ·": 120334, + "âĢľæĪij": 120335, + "Ġëĭ¤ìļ´ë°Ľ": 120336, + "ा.Ċ": 120337, + "Ġmücadele": 120338, + "ĠcÃŃt": 120339, + "à¹Īวมà¸ģ": 120340, + "ģına": 120341, + "ê°ľë°ľ": 120342, + "ĠÏĢαιδ": 120343, + "ضاÛĮ": 120344, + "Ġborç": 120345, + "íĬľ": 120346, + "ĠخدÙħت": 120347, + "Ġudál": 120348, + "Ġвиг": 120349, + "Ġë°°ìĨ¡": 120350, + "å¹¾": 120351, + "Ùİج": 120352, + "ĠìĹĺ": 120353, + "çĢ¬": 120354, + "ïĢ": 120355, + "ĠÎijθή": 120356, + "пÑĢиклад": 120357, + "ĠпÑĢиÑĩина": 120358, + "ĠÙģشار": 120359, + "滿": 120360, + "Ġdostat": 120361, + "Ġ졸ìĹħ": 120362, + "Ġارز": 120363, + "ÙĪÙĦÙĪج": 120364, + "سÙĪ": 120365, + "æĺłçĶ»": 120366, + "Ġthôi": 120367, + "Ġ³³³": 120368, + "à¹ģà¸Ļะ": 120369, + "è¨ŃåĤĻ": 120370, + "Ġмногие": 120371, + "ÑĤоÑĦ": 120372, + "iÅ¡tÄĽ": 120373, + "à¤Ĺढ": 120374, + "ĠиндивидÑĥ": 120375, + "ĠìĥĿíĻľ": 120376, + "ĠзовÑģÑĸм": 120377, + "íĥķ": 120378, + "çľł": 120379, + "ĠêµŃëĤ´": 120380, + "eptal": 120381, + "raci": 120382, + "è¡¡": 120383, + "ãĦ·": 120384, + "ĠStÅĻed": 120385, + "اÙĦÙĬا": 120386, + "ΣΤ": 120387, + "Ľ°": 120388, + "ãĥīãĥ«": 120389, + "ázÃŃ": 120390, + "ĠаÑģп": 120391, + "ĠdÄ±ÅŁarı": 120392, + "ĠвиÑĢобниÑĨÑĤва": 120393, + "eza": 120394, + "ï¼Įä¸įè¿ĩ": 120395, + "çĥ¦": 120396, + "ãĥ³ãĤ°ãĥ«": 120397, + "Ġrozvoj": 120398, + "ĠÙħÙĨتشر": 120399, + "ĠÑĥÑĤеп": 120400, + "ĠدÙĬÙĨ": 120401, + "ĠзаÑģобÑĸв": 120402, + "NgÆ°á»Ŀi": 120403, + "ãĤ·ãĥ¼": 120404, + "ĠFransız": 120405, + "ÎĻΤ": 120406, + "ائÙģ": 120407, + "ιÏĩ": 120408, + "ีà¹Ģม": 120409, + "à¥įमन": 120410, + "à¥įमà¤ļ": 120411, + "Ġسعر": 120412, + "ï¾Ŀ": 120413, + "ë°©ë²ķ": 120414, + "ĠСо": 120415, + "Ġà¤ĸबर": 120416, + "ìĨĮê°ľ": 120417, + "Ġslova": 120418, + "QPCP": 120419, + "ĠKız": 120420, + "Ø·ÙģاÙĦ": 120421, + "ĠкоÑĢм": 120422, + "ĠìĹħëį°ìĿ´íĬ¸": 120423, + "espoÅĪ": 120424, + "à¸Ķาว": 120425, + "оÑĢом": 120426, + "ĠгÑĢаÑĦ": 120427, + "ĠпÑĸÑĪ": 120428, + "Ġë¿IJ": 120429, + "ýv": 120430, + "Сам": 120431, + "Ġkrev": 120432, + "ĠBunu": 120433, + "Ġzobraz": 120434, + "ĠسخÙĨ": 120435, + "ĠæĶ¯": 120436, + "лÑİб": 120437, + "ÙİاÙĨ": 120438, + "маÑĤÑĢива": 120439, + "λεÏį": 120440, + "ĠпоÑħод": 120441, + "ĠгÑĢе": 120442, + "çľĭçĿĢ": 120443, + "à¸Īำà¸ģ": 120444, + "ัà¸ĩà¸Ħม": 120445, + "Ġseçenek": 120446, + "Ä°stanbul": 120447, + "ĠвÑĸдмов": 120448, + "miyor": 120449, + "Ġmụn": 120450, + "ìĿ´ìĹIJ": 120451, + "ĠNhÆ°": 120452, + "Âłtom": 120453, + "lıkları": 120454, + "ÂłÄij": 120455, + "ãĥ»ãĥŀ": 120456, + "ĠÙģت": 120457, + "ĠFakültesi": 120458, + "ìłĦíŀĪ": 120459, + "éªij": 120460, + "ĠìŀijìĿĢ": 120461, + "ç¼ĺ": 120462, + "ìºIJ": 120463, + "Ġmüzik": 120464, + "алÑĭ": 120465, + "Ġpozem": 120466, + "çĥ§": 120467, + "Ġ常": 120468, + "Å¡il": 120469, + "à¤Ĩप": 120470, + "à¸ģำหà¸Ļà¸Ķ": 120471, + "Ġگردش": 120472, + "λιά": 120473, + "Ġöden": 120474, + "åıªè¦ģ": 120475, + "ĠÄIJo": 120476, + "Ġstratej": 120477, + "ĠÙĩتÙĦ": 120478, + "ÙĤÙģ": 120479, + "Ġkullanılır": 120480, + "ĠÑģпоÑģÑĤ": 120481, + "ĠnÄĽho": 120482, + "ĠÐŁÐµÑĢед": 120483, + "ĠизмеÑĢ": 120484, + "]]>": 120485, + "ĠнÑĸколи": 120486, + "Ġhayal": 120487, + "ĠдодаÑĤков": 120488, + "Ġनà¤ķ": 120489, + "Ġinsanın": 120490, + "à¸¸à¸¡à¸łà¸²à¸ŀ": 120491, + "ografie": 120492, + "воб": 120493, + "ĠاÙĨساÙĨÛĮ": 120494, + "Ġmük": 120495, + "ĠÑĥмеÑĢ": 120496, + "оÑĩнÑĭе": 120497, + "ëıĦìĿĺ": 120498, + "Ġara": 120499, + "Ġ빨": 120500, + "ĠκÏį": 120501, + "лой": 120502, + "Ñģион": 120503, + "ĠrozdÃŃl": 120504, + "ayıf": 120505, + "ĠÙĪاØŃدة": 120506, + "оÑĢалÑĮ": 120507, + "Ġpochop": 120508, + "éļ¨": 120509, + "à¹īà¸Ńà¸ĩà¸Ļ": 120510, + "ĠÙĪاÙĨ": 120511, + "ξε": 120512, + "Ġμον": 120513, + "ÑĥÑĪка": 120514, + "ordum": 120515, + "æ¸ħæ¥ļ": 120516, + "ĠDeÄŁ": 120517, + "ÏĢÏģο": 120518, + "ĠÙĪاÙĦتÙĬ": 120519, + "Ġpokus": 120520, + "íĽĦ기": 120521, + "饮": 120522, + "æĹħè¡Į": 120523, + "ĠженÑīин": 120524, + "ĠdoÄŁrudan": 120525, + "ĠÑıб": 120526, + "ĠzaÄįÃŃ": 120527, + "Ġë³´ìŬ": 120528, + "-CP": 120529, + "åIJ¨": 120530, + "à¥ĭà¤ĸ": 120531, + "ÑĢогÑĢа": 120532, + "lerdi": 120533, + "ìĬ´": 120534, + "ÙıÙĪا": 120535, + "ĠustanovenÃŃ": 120536, + "ĠдоÑģÑĤав": 120537, + "Ġfırsat": 120538, + "ĠاÙĦÙħÙĩÙĨØ©": 120539, + "ĠвеÑīеÑģÑĤва": 120540, + "ĠнеÑģп": 120541, + "ĠاÙĦکترÙĪÙĨ": 120542, + "taÅŁ": 120543, + "æĪĴ": 120544, + "Ġyurt": 120545, + "Ġgirdi": 120546, + "ĠÐļÑĥб": 120547, + "Ġ를": 120548, + "ุà¹Į": 120549, + "ãģĿãģĨãģª": 120550, + "à¹īĊ": 120551, + "ĠвÑĭбÑĢа": 120552, + "kovÄĽ": 120553, + "ĠSiz": 120554, + "ĠگاÙĩ": 120555, + "ĠЧаÑģ": 120556, + "ĠзгÑĸдно": 120557, + ".ÐŁ": 120558, + "å§Ĭ": 120559, + "ĠÐļÑĥÑĢ": 120560, + "ĠìĿĺíķ´": 120561, + "Ġetraf": 120562, + "ĠкаÑĪ": 120563, + "ĠØ·ÛĮ": 120564, + "ξει": 120565, + "ç²Ĵ": 120566, + "Ġآذ": 120567, + "Ġbölge": 120568, + "Ġà¤®à¤ľà¤¬": 120569, + "ÙIJÙĥ": 120570, + "Ġválky": 120571, + "ãģłãĤĪ": 120572, + "Ġmesaj": 120573, + "ĠpÅĻist": 120574, + "Ġtypu": 120575, + "ĠкиÑĪеÑĩ": 120576, + "ãĤīãģ®": 120577, + "Ġkendisi": 120578, + "ĠвÑĸдбÑĥва": 120579, + "侯": 120580, + "Ġдиза": 120581, + "ãĢĢĊ": 120582, + "ĠпÑĢоÑĨеÑģÑĥ": 120583, + "ĠÑįлекÑĤÑĢ": 120584, + "_PUS": 120585, + "ĠмногиÑħ": 120586, + "Ġkém": 120587, + "æŀª": 120588, + "çݰ代": 120589, + "Ġéħį": 120590, + "ë¡Ń": 120591, + "ÑĤиÑģÑı": 120592, + "Ġlục": 120593, + "ĠÙĪاÙĦØŃ": 120594, + "ptal": 120595, + "ẵng": 120596, + "ÏĢλ": 120597, + "Ġdolu": 120598, + "Ġtòa": 120599, + "Ġиногда": 120600, + "ĠпоÑĢÑıдок": 120601, + "ЯкÑīо": 120602, + "âĶĺ": 120603, + "ĠغربÛĮ": 120604, + "移åĬ¨": 120605, + "ยà¸Ļà¸ķร": 120606, + "HDATA": 120607, + "_PUSHDATA": 120608, + "Ġثابت": 120609, + "åĮħåIJ«": 120610, + "ĠÏĢÏģÎŃÏĢει": 120611, + "़à¥ĭ": 120612, + "åIJįåīį": 120613, + "ÑĤеÑĢи": 120614, + "ｯ": 120615, + "ĠåħĪ": 120616, + "нед": 120617, + "ÏģοÏįν": 120618, + "вей": 120619, + "èĤĸ": 120620, + "ĠÅĻeditel": 120621, + "Ġthép": 120622, + "ĠÙĩÙģتÙĩ": 120623, + "ĠдÑĢÑĥга": 120624, + "ERÄ°": 120625, + "ĠẢ": 120626, + "ĠпеÑĢеÑĢ": 120627, + "ĠжеÑģÑĤ": 120628, + "ĠÄijẳng": 120629, + "禮": 120630, + "алÑĮном": 120631, + "िषय": 120632, + "иденÑĤа": 120633, + "ĠآخرÛĮÙĨ": 120634, + "Ġæĵ": 120635, + "Ġมหาว": 120636, + "ĠлÑİÑĤого": 120637, + "ĠбÑĸзнеÑģ": 120638, + "gıç": 120639, + "Ġngá»ĵi": 120640, + "оÑĩнÑĭй": 120641, + "ĠoÄįek": 120642, + "ĠÙħرة": 120643, + "Ġtvar": 120644, + "ĠsamozÅĻejmÄĽ": 120645, + "ĠBelediye": 120646, + "Ġвода": 120647, + "ĠÚ¯ÛĮرد": 120648, + "ĠгодÑĭ": 120649, + "ãģ«è¡Į": 120650, + "æĺ¯æĪij": 120651, + "ÑĪили": 120652, + "ĠåĽ½äº§": 120653, + "ủi": 120654, + "ĠбÑĥдÑĥÑĤÑĮ": 120655, + "ĠÑĢайонÑĥ": 120656, + "Ġìĵ": 120657, + "ĠÙĪاس": 120658, + "ĠاÛĮشاÙĨ": 120659, + "ενοδο": 120660, + "Ġнезалеж": 120661, + "Ġپشت": 120662, + "ĠgiriÅŁim": 120663, + "Ġделе": 120664, + "ĠاصÙģÙĩاÙĨ": 120665, + "à¸Ķวà¸ģ": 120666, + "ĠاÙĦÙĤÙĬ": 120667, + "à¹Įà¸Ī": 120668, + "못": 120669, + "Ġdru": 120670, + "迹": 120671, + "адженнÑı": 120672, + "ÙģÙĨ": 120673, + "ÏĩοÏĤ": 120674, + "à¹Ĥà¸Ī": 120675, + "eyle": 120676, + "å¡ij": 120677, + "Ġuprav": 120678, + "ĠздаÑĤ": 120679, + "ĠvidÄĽt": 120680, + "Ġà¸Ľà¸£": 120681, + "ĠÑĦеÑĢ": 120682, + "ÐĨн": 120683, + "Ġìµľìĭł": 120684, + "loha": 120685, + "ĠиÑģпÑĭÑĤ": 120686, + "Ġavan": 120687, + "γοÏħ": 120688, + "ĠGiấy": 120689, + "ãĤ»ãĥ³ãĤ¿ãĥ¼": 120690, + "éģį": 120691, + "еÑĢаÑħ": 120692, + "Ġê°Ģì§Ģê³ł": 120693, + "Ġид": 120694, + "Ġmnohem": 120695, + "æ£Ģæµĭ": 120696, + "Ġetme": 120697, + "ĠتÙħر": 120698, + "ĠbaÅŁlayan": 120699, + "ãģıãĤĮ": 120700, + "à¹ĩà¸Ļà¸ģาร": 120701, + "ĠÑħаÑĢакÑĤеÑĢиз": 120702, + "Ġanlamına": 120703, + "ÙıÙĩ": 120704, + "ĠÑģеÑĢпнÑı": 120705, + "çķªçµĦ": 120706, + "Ġmsgid": 120707, + "ĠzvÃŃÅĻ": 120708, + "ĠíļĮìĽIJ": 120709, + "Ġyapar": 120710, + "ä¼ĺåĬ¿": 120711, + "еннÑĭми": 120712, + "Ġأث": 120713, + "ì²Ļ": 120714, + "Ġjiného": 120715, + "ĠدÙģاع": 120716, + "ĠØŃÚ©ÙĪÙħ": 120717, + "Ġrizik": 120718, + "άλι": 120719, + "à¸ĩà¸Ĥ": 120720, + "èµ¢": 120721, + "ĠÎķÎĽ": 120722, + "Ġokum": 120723, + "æĶ¶åħ¥": 120724, + "ĠÚĨÛĮÙĨ": 120725, + "æľīçļĦ": 120726, + "ÑĨами": 120727, + "dÄĽnÃŃ": 120728, + "ĠкоÑĢаб": 120729, + "Ġalanda": 120730, + "สà¸Ļาม": 120731, + "ï¼īãģ®": 120732, + "ısız": 120733, + "ÙĬÙĬر": 120734, + "ÙĥÙĬØ©": 120735, + "ĠneboÅ¥": 120736, + "Ġbitir": 120737, + "Ġãĥľ": 120738, + "Ùijا": 120739, + "ï¼Ĩ": 120740, + "ĠاÙĦتارÙĬØ®": 120741, + "มหาà¸Ļà¸Ħร": 120742, + "atürk": 120743, + "ãĤ¹ãĥĨãĥł": 120744, + "θήκη": 120745, + "Ġκαν": 120746, + "ĠSür": 120747, + "ĠdÄ±ÅŁÄ±": 120748, + "Ġkancel": 120749, + "Ġپخش": 120750, + "hPa": 120751, + "ĠÄįt": 120752, + "ĠпÑĢоÑħ": 120753, + "à¹īà¸Ī": 120754, + "Ġê±°ìķ¼": 120755, + "ĠдеÑĢжавного": 120756, + "èĤ¡ä¸ľ": 120757, + "ìĿ´íģ¬": 120758, + "ÙĥتÙĪر": 120759, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 120760, + "診": 120761, + "ĠبÙħا": 120762, + "ĠноÑĢмаÑĤив": 120763, + "çiler": 120764, + "à¸ĩศ": 120765, + "éĽĨä¸Ń": 120766, + "ÑĢиÑģ": 120767, + "ÑĩаÑĶ": 120768, + "liÄŁin": 120769, + "ãĥ¼ãĤ¿ãĥ¼": 120770, + "аÑĢаÑĤ": 120771, + "åĬĽéĩı": 120772, + "ĠÑģÑħем": 120773, + "åħ¥åı£": 120774, + "离å¼Ģ": 120775, + "ÏģοÏĨοÏģίεÏĤ": 120776, + "ĠÐĹаÑĤем": 120777, + "ĠkarÅŁÄ±sında": 120778, + "ĠاÙĨتظ": 120779, + "ï½Ĭ": 120780, + "ĠeÅŁit": 120781, + "Ġyazılı": 120782, + "Ðļом": 120783, + "ازÙĬ": 120784, + "Ġkimse": 120785, + "ÑĢаÑīи": 120786, + "ัà¸ģส": 120787, + "Ġkanun": 120788, + "ĠëIJĺìĹĪ": 120789, + "ĠιÏĥÏĩ": 120790, + "Ġмеди": 120791, + "æ°§": 120792, + "ï¼Įåħ¶ä¸Ń": 120793, + "Ġyoktu": 120794, + "ĠãĤ½": 120795, + "ĠпÑĢиобÑĢеÑĤ": 120796, + "ÙĪÛĮØ´": 120797, + "ãħłãħł": 120798, + "ĠکردÙħ": 120799, + "Ġduvar": 120800, + "Ġç¸": 120801, + "ısır": 120802, + "Ġïºį": 120803, + "ĠÐłÐ¾ÑģÑģиÑı": 120804, + "à¹īà¹ĥà¸Ļ": 120805, + "ĠiÅŁi": 120806, + "dol": 120807, + "ĠÙħØŃÙħÙĪد": 120808, + "ĠÑģамÑĭÑħ": 120809, + "ĠبÙĨابراÛĮÙĨ": 120810, + "ãĤĮãģ©": 120811, + "ุà¸ķสาห": 120812, + ".»": 120813, + "ูà¸Ĭ": 120814, + "ĠTep": 120815, + "ãģıãĤĵ": 120816, + "Ġå¸ĥ": 120817, + "Ġतल": 120818, + "Ġserm": 120819, + "λÏĮγ": 120820, + "ĠÅŀimdi": 120821, + "Ġà¤ľà¤¨à¤¤": 120822, + "-ÐĴ": 120823, + "訪": 120824, + "ĠвÑĸдпов": 120825, + "ิà¸Ļà¸Ķ": 120826, + "ιÏĥμÏĮÏĤ": 120827, + "ΩΤ": 120828, + "âĨĴâĨĴ": 120829, + "ικοί": 120830, + "ĠÑģпÑĢава": 120831, + "æľºåħ³": 120832, + "ĠÃĿ": 120833, + "Ġмова": 120834, + "Ġмогла": 120835, + "ĠдлиÑĤелÑĮ": 120836, + "ãģĹãģ¦ãĤĤ": 120837, + "ĠβÏģί": 120838, + "Ġжод": 120839, + "éĹª": 120840, + "ĠмÑĸÑģÑĮкоÑĹ": 120841, + "ηÏģε": 120842, + "çłĤ": 120843, + "Ġkterých": 120844, + "ĠÐĵолов": 120845, + "Ġhá»Ļp": 120846, + "ĠpanÃŃ": 120847, + "تÙħاد": 120848, + "Âľ": 120849, + "åįģåħŃ": 120850, + "κοÏĤ": 120851, + "евÑĭÑħ": 120852, + "æĭĴ": 120853, + "ĠÑģÑĤоÑĢон": 120854, + "Ġphóng": 120855, + "ĠÑĥлÑĥÑĩÑĪ": 120856, + "mrt": 120857, + "mpar": 120858, + "ĠSlav": 120859, + "Ġkov": 120860, + "ìĿ¸ìĿĢ": 120861, + "ĠåºĶ": 120862, + "ัà¸ļà¸Ħ": 120863, + "Ġkì": 120864, + "ĠaÅ¥": 120865, + "ÅĻÃŃt": 120866, + "ì°Į": 120867, + "ÙħÙĨت": 120868, + "ıyorlar": 120869, + "æŃ£å¸¸": 120870, + "нÑıÑĤÑĤÑı": 120871, + "racÃŃ": 120872, + "ĠпиÑĤаниÑı": 120873, + "à¸Īะà¹Ģà¸Ľ": 120874, + "ĠاÙĦÙĩÙĨد": 120875, + "ĠDost": 120876, + "ĠÐĴаÑģилÑĮ": 120877, + "ĠíĥĦ": 120878, + "Ġnạn": 120879, + "à¹Īà¸Ńà¹Ħà¸Ľ": 120880, + "رÙĪض": 120881, + "±ظ": 120882, + "Ġbychom": 120883, + "à¸Ļวย": 120884, + "ãģłãģ£ãģ¦": 120885, + "ĠÐĺÑģп": 120886, + "à¸Ħรà¸ļ": 120887, + "Ġสà¸ĸาà¸Ļ": 120888, + "ĠëĤ®": 120889, + "jiÅ¡tÄĽ": 120890, + "ĠÙģÙĪت": 120891, + "ĠChÆ°Æ¡ng": 120892, + "ĠìĿ´ë£¨": 120893, + "ĠpÅĻÃŃtom": 120894, + "tual": 120895, + "bette": 120896, + "Ġsabah": 120897, + "μί": 120898, + "Ġmá»ĩnh": 120899, + "ãģ®ãģłãĤįãģĨ": 120900, + "ĠzamÄĽÅĻ": 120901, + "åįģäºĶ": 120902, + "ĠìķĬìĿĦ": 120903, + "اÙĨÙĪ": 120904, + "енÑĥ": 120905, + "ĠÑĥгод": 120906, + "ĠVÆ°á»Ŀn": 120907, + "Ġëĵ±ìĿĦ": 120908, + "Ġbelirtilen": 120909, + "æŁĦ": 120910, + "Ġteklif": 120911, + "¬Ĥ": 120912, + "ĠподаÑĤков": 120913, + "ĠاÙĦÙĨÙĩ": 120914, + "ï¼´": 120915, + "ìĽĥ": 120916, + "Ġहल": 120917, + "ĠимÑĥ": 120918, + "ĠкоÑĤоÑĢÑĭм": 120919, + "ï¼Į以åıĬ": 120920, + "ĠÑĤабли": 120921, + "ा:": 120922, + "Ġبرج": 120923, + "ĠÎŃναν": 120924, + "ĠÙĬÙĪÙĦÙĬÙĪ": 120925, + "ýš": 120926, + "ĠÙĬج": 120927, + "ĠÑĤÑĢоÑħи": 120928, + "æŀĿ": 120929, + "ĠdÃły": 120930, + "ĠBurada": 120931, + "ĠÏĥÏħμβ": 120932, + "ĠÎijÏģÏĩ": 120933, + "ĠsociálnÃŃ": 120934, + "ĠÚ¯ÙĪ": 120935, + "Ġyanıt": 120936, + "ãģ¯ãģªãģĦ": 120937, + "ãģ®ä¸Ĭ": 120938, + "Ġnúi": 120939, + "ĠرÙģتار": 120940, + "ĠÙħرات": 120941, + "زÙħاÙĨ": 120942, + "าà¸Īารย": 120943, + "ĠÑĩиÑģлÑĸ": 120944, + "ĠسÙĨت": 120945, + "ĠÃĸzellikle": 120946, + "ìĩ¼": 120947, + "ĠÄįÃŃm": 120948, + "ADDE": 120949, + "ãģ®ãĤĪãģĨãģª": 120950, + "ÙĪÙĦÙĪÚĺÛĮ": 120951, + "ĠíĻľìļ©": 120952, + "ãĢģãģ©ãģĨ": 120953, + "ĠÎłÏģÏī": 120954, + "çĻ»åł´": 120955, + "ĠнаданнÑı": 120956, + "ĠмеÑĢеж": 120957, + "ĠìĿµ": 120958, + "jÃŃcÃŃch": 120959, + "itou": 120960, + "ÙĤÙĪÙĦ": 120961, + "Ùħج": 120962, + "ĠبÙĨد": 120963, + "Ġönüne": 120964, + "Ġï½°": 120965, + "зв": 120966, + "ĠеÑģÑĤе": 120967, + "ÐłÐĺ": 120968, + "ÑĢол": 120969, + "ayla": 120970, + "ĠклÑĥ": 120971, + "æݨèĸ¦": 120972, + "ĠÑĢозÑĢаÑħ": 120973, + "Ġìĥģëĭ´": 120974, + "ĠÙĨسÙħØ©": 120975, + "ĠвиÑħод": 120976, + "à¥Ģà¤Ĩà¤Ī": 120977, + "ĠпÑĢиÑģÑĤÑĥп": 120978, + "ÙĴع": 120979, + "ĠteÅŁekkür": 120980, + "дÑıки": 120981, + "Ġfikir": 120982, + "ัศà¸Ļ": 120983, + "ĠآزÙħاÛĮØ´": 120984, + "Ġbizi": 120985, + "ÏĨαÏģ": 120986, + "æľªæĿ¥": 120987, + "æIJº": 120988, + "ĠδÏħνα": 120989, + "ĠرÙĪÙħ": 120990, + "Ġbundan": 120991, + "ĠÙĤاÙĦب": 120992, + "Ġhaft": 120993, + "忽": 120994, + "ĠÐľÐ¾ÑĢ": 120995, + "Ġzápas": 120996, + "Ġë¹Ľ": 120997, + "å»·": 120998, + "äºĪç´Ħ": 120999, + "Ġkhuyến": 121000, + "ĠÎijÎĵ": 121001, + "ĠìŀijìĹħ": 121002, + "डर": 121003, + "Ġjednoduch": 121004, + "à¥īम": 121005, + "ĠdeÄŁildi": 121006, + "Ġkolo": 121007, + "ĠدÙĤÛĮ": 121008, + "лами": 121009, + "ĠHá»įc": 121010, + "Ġपस": 121011, + "ĠÎłÏģÏĮ": 121012, + "ĠâĹij": 121013, + "ĠнаÑģлÑĸд": 121014, + "Ġдиви": 121015, + "ĠpÅĻesnÄĽ": 121016, + "ĠТаким": 121017, + "Ġrukou": 121018, + "ä¸ĢåĪĩ": 121019, + "ĠÑģпÑĢи": 121020, + "enské": 121021, + "æŦ": 121022, + "ĠÙĤÙĨ": 121023, + "Ġústav": 121024, + "िशत": 121025, + "à¹Į)": 121026, + "ĠTrang": 121027, + "Ġmohla": 121028, + "ĠÎķλλην": 121029, + "Ġпоки": 121030, + "ĠØ¢Ùħار": 121031, + "åIJ¾": 121032, + "ĠÑĢеÑģп": 121033, + "Ġtakdir": 121034, + "Ġrahatsız": 121035, + "éŁ³ä¹IJ": 121036, + "ĠâĶĥ": 121037, + "ilis": 121038, + "ĠÙĪاÙĦØ¥": 121039, + "å®Ļ": 121040, + "Ñĥмов": 121041, + "ĠÐĽÐ¸ÑĤ": 121042, + "::::|": 121043, + "åħ½": 121044, + "ĠÙĨزدÛĮÚ©": 121045, + "елÑĸв": 121046, + "θοÏįν": 121047, + "ìĹIJìĦľëıĦ": 121048, + "èµĦæł¼": 121049, + "çIJĨ论": 121050, + "ĠKemal": 121051, + "ĠкеÑĢ": 121052, + "ษายà¸Ļ": 121053, + "Ġåįİ": 121054, + ")ìĹIJ": 121055, + "ĠëĬĺ": 121056, + "ãĥĿãĥ¼ãĥĪ": 121057, + "ĠÐĹд": 121058, + "اصÙĬÙĦ": 121059, + "Ġkatı": 121060, + "ãĤĤãģĹãĤĮãģªãģĦ": 121061, + "Ġкаждого": 121062, + "ĠдÑĢ": 121063, + "Ġfutbol": 121064, + "ÙĦÙĬÙģ": 121065, + "Ġì§ĢëĤľ": 121066, + "ĠÙ¾ÛĮØ´ÙĨÙĩ": 121067, + "ülük": 121068, + "Ġà¸ķำà¸ļล": 121069, + "ĠbáºŃc": 121070, + "ĠåĽł": 121071, + "ikler": 121072, + "Ïģιά": 121073, + "Ġвважа": 121074, + "Ġvypl": 121075, + "Ġвниз": 121076, + "íĢ": 121077, + "çľ¾": 121078, + "ĠÑģила": 121079, + "ĠналиÑĩии": 121080, + "ĠعراÙĤ": 121081, + "ĠاÙĦÙħÙĥ": 121082, + "å°±ä¼ļ": 121083, + "ĠмÑĸг": 121084, + "ĠÎĮμιλοÏĤ": 121085, + "Ñīего": 121086, + "Ġíĸīìłķ": 121087, + "Âłmph": 121088, + "Ġmalé": 121089, + "ĠÛĮاÙģتÙĩ": 121090, + "Ġmnoha": 121091, + "γά": 121092, + "ĠпоÑģÑĤÑĢо": 121093, + "ĠاÙĦÙħÙĪس": 121094, + "Ġolma": 121095, + "ëī´ìĬ¤": 121096, + "Ġtutar": 121097, + "ãĥ¼ãĥĵãĤ¹": 121098, + "à¥įथन": 121099, + "-либо": 121100, + "æ¥ŃåĭĻ": 121101, + "ĠоÑģобливо": 121102, + "è®Ģ": 121103, + "ÙģÙĩÙĪÙħ": 121104, + "Ġkẻ": 121105, + "ĠÅ¡tÄĽ": 121106, + "Ġcầm": 121107, + "ĠÄįlánky": 121108, + "ĠÄIJiá»ĩn": 121109, + "(=": 121110, + "OVÃģ": 121111, + "uldu": 121112, + "aft": 121113, + "Ġlãi": 121114, + "Ġdoldur": 121115, + "³³³³³³³³³³³": 121116, + "βι": 121117, + "ãģ£ãģ¦ãģįãģŁ": 121118, + "ì¶ľìŀ¥ìķĪë§Ī": 121119, + "å¯Ŀ": 121120, + "Ġë¶Ģíĥģ": 121121, + "ĠاÙĦاخ": 121122, + "ĠγÏħνα": 121123, + "à¤ıम": 121124, + "à¥Įल": 121125, + "عادة": 121126, + "ĠκοÏħ": 121127, + "ĠÙħطرØŃ": 121128, + "ĠÑĩеловеÑĩ": 121129, + "Ġnumar": 121130, + "Ġдина": 121131, + "ÏĦÏģÎŃ": 121132, + "λικ": 121133, + "Ġдолго": 121134, + "Ġnhiêu": 121135, + "ĠвоÑģÑģÑĤанов": 121136, + "apı": 121137, + "Ġkanı": 121138, + "ĠKế": 121139, + "ãĤīãģļ": 121140, + "Ġharek": 121141, + "ãģłãģijãģ§": 121142, + "æ»ħ": 121143, + "Ġohled": 121144, + "еÑĢим": 121145, + "ĠØŃÙĬÙĨ": 121146, + "ĠÙĤÙĩر": 121147, + "Ġबà¥Ŀ": 121148, + "اپÛĮÙħ": 121149, + "è¶ħè¿ĩ": 121150, + "Ġæħ": 121151, + "ĠتÙģس": 121152, + "asıyla": 121153, + "биÑĤ": 121154, + "ĠØŃاج": 121155, + "ĠÑĤÑĢебованиÑı": 121156, + "Ġæݨ": 121157, + "Ġç±³": 121158, + "ãĤ³ãĥ¼ãĥī": 121159, + "ĠÑĥÑģи": 121160, + "ĠاخÙĦاÙĤ": 121161, + "Ġdostup": 121162, + "ĠعÙĦاÙĤ": 121163, + "िवस": 121164, + "Ġоди": 121165, + "tej": 121166, + "Ġthá»ıa": 121167, + "ัà¸ģษà¸ĵะ": 121168, + "ĠÑĢаÑģк": 121169, + "ĠÐĿаÑĢод": 121170, + "ĠзакÑĥп": 121171, + "ože": 121172, + "Ġاجرا": 121173, + "ê´ijê³ł": 121174, + "аÑĢÑĤам": 121175, + "ĠпеÑĢеж": 121176, + "èij£äºĭ": 121177, + "ĠÑıкоÑģÑĤÑĸ": 121178, + "ĠвÑĥл": 121179, + "мон": 121180, + "Ġchlap": 121181, + "ĠÑįÑĤомÑĥ": 121182, + "аÑĤÑĸ": 121183, + "ĠíĴĪ": 121184, + "è¡Ĺéģĵ": 121185, + "سد": 121186, + "ÙĪرÙĩ": 121187, + "ĠزÛĮاد": 121188, + "åľ¨çº¿è§Ĩé¢ij": 121189, + "اÙĪÙĬØ©": 121190, + "ï¼Įå°±æĺ¯": 121191, + "elerinden": 121192, + "ÑĢажд": 121193, + "Ġпозд": 121194, + "ĠзнаÑĤÑĮ": 121195, + "ัà¸ļสà¸Ļ": 121196, + "à¥ĩà¤ĸत": 121197, + "ĠæĽ°": 121198, + "ê³¼ìłķ": 121199, + "é®®": 121200, + "ĠViá»ĩn": 121201, + "Ġdvoj": 121202, + "ίνεÏĦαι": 121203, + "ĠosobnÃŃch": 121204, + "ĠâĢª": 121205, + "éĻµ": 121206, + "ĠØ®ÙĪدش": 121207, + "ĠاÙĨر": 121208, + "ĠпÑĢоÑĦеÑģÑģионалÑĮ": 121209, + "kám": 121210, + "ĠÙħÙĥاÙĨ": 121211, + "ĠاÙĦأد": 121212, + "Ġê³µë¶Ģ": 121213, + "ĠÄijức": 121214, + "ĠCumhuriyeti": 121215, + "åĩºãģĹ": 121216, + "дами": 121217, + "ĠìĪĺìĥģ": 121218, + "ĠÙģبراÙĬر": 121219, + "Ġsüresi": 121220, + "Ġبج": 121221, + "ĠæĶ¾": 121222, + "ØŃÛĮ": 121223, + "çłĶ究æīĢ": 121224, + "åĩºçīĪ社": 121225, + "ĠÙħÙĪتÙĪر": 121226, + "&&&&": 121227, + "ĠпеÑĢей": 121228, + "ĠìĦłê±°": 121229, + "ĠúspÄĽÅ¡": 121230, + "ارک": 121231, + "Ġettir": 121232, + "Ġì¶ľìŀ¥": 121233, + "ĠKanun": 121234, + "ĠÑĥменÑĮÑĪ": 121235, + "ĠзаÑĤвеÑĢдж": 121236, + "ĠاÙĦدÙĪÙĦÙĬ": 121237, + "Ġãĥĵ": 121238, + "ĠBazı": 121239, + "åŃIJãģ®": 121240, + "åĩ¯": 121241, + "Ġsebeb": 121242, + "Ġåħ±": 121243, + "Ġdnů": 121244, + "ä½įäºİ": 121245, + "ĠZd": 121246, + "æī±": 121247, + "ĠتجربÙĩ": 121248, + "ÃĶNG": 121249, + "Ġìĺ¬ëĿ¼": 121250, + "ÏīÏĦεÏģ": 121251, + "ĠÑģвид": 121252, + "æ¯ĶèµĽ": 121253, + "ãģ«åIJij": 121254, + "ìľĦ를": 121255, + "ãģĹãģ¾ãģĹãģŁ": 121256, + "Ġdá»ĭ": 121257, + "ĠÐłÑĥÑģ": 121258, + "Ġvá»ı": 121259, + "à¤Ĥडल": 121260, + "ĠпиÑī": 121261, + "Ġsmrti": 121262, + "à¸Īาà¸ģà¸ģาร": 121263, + "ĠÑģаÑħаÑĢ": 121264, + "Ġthoát": 121265, + "جÙħØ©": 121266, + "Ġпозвол": 121267, + "ĠاÙĦثاÙĨÙĬØ©": 121268, + "زادÙĩ": 121269, + "ãĢģä¸Ń": 121270, + "ήμεÏģα": 121271, + "æ¦ľ": 121272, + "lacaģı": 121273, + "ĠнаÑĪиÑħ": 121274, + "ìĶĢ": 121275, + "ĠÐĺÑģÑĤоÑĢиÑı": 121276, + "ündeki": 121277, + "ĠпеÑĢел": 121278, + "Ġ목ìĨĮ": 121279, + "ĠÑģÑĤаÑĤÑĥÑģ": 121280, + "овали": 121281, + "ÅĻaz": 121282, + "ĠдÑĢÑĥгого": 121283, + "ÙĥÙĪÙħØ©": 121284, + "ÑĩиÑģÑĤ": 121285, + "μμ": 121286, + "åıįåºĶ": 121287, + "icari": 121288, + "Ġپاک": 121289, + "алÑĮним": 121290, + "ĠBuna": 121291, + "иÑĤив": 121292, + "ÑĦÑĢа": 121293, + "ãĥ¼ãĥĸãĥ«": 121294, + "ĠÑĤобÑĤо": 121295, + "룬ìĬ¤": 121296, + "ĠاÙĦاع": 121297, + "åħ¬éĸĭ": 121298, + "å¥ī": 121299, + "ÙĪÙĦد": 121300, + "åIJįçĦ¡ãģĹ": 121301, + "æ°ij主": 121302, + "à¥ģà¤ľà¤°": 121303, + "ìĤ¬ë¬´": 121304, + "Ġöncelik": 121305, + "Ġå¨": 121306, + "Ñıб": 121307, + "çľī": 121308, + "à¥įवय": 121309, + "ĠHình": 121310, + "çļĦåľ°æĸ¹": 121311, + "ĠاÙĦتس": 121312, + "ä¸Ī夫": 121313, + "ĠпÑĥблÑĸ": 121314, + "ĠnÄĽjaké": 121315, + "ÄIJá»iji": 121316, + "ĠÑģоÑģÑĤоÑıниÑı": 121317, + "à¥Ģ)": 121318, + "ĠÄijáºŃu": 121319, + "jed": 121320, + "ê¶ģ": 121321, + "Ġsenin": 121322, + "ĠHóa": 121323, + "âĻł": 121324, + "лÑıÑİÑĤÑĮ": 121325, + "éĹ²": 121326, + "ìĿ¸íĬ¸": 121327, + "تبÙĩ": 121328, + "Ġरà¤ĸत": 121329, + "ĠÑģловами": 121330, + "ĠطبÙĤ": 121331, + "Ġuydu": 121332, + "ุà¸ĩà¹Ģà¸Ĺà¸ŀมหาà¸Ļà¸Ħร": 121333, + "ĠSanat": 121334, + "à¹īาà¸Ĭ": 121335, + "Ġкниж": 121336, + "Ìģc": 121337, + "اÙħج": 121338, + "δÏİ": 121339, + "Å®": 121340, + "Ġbinh": 121341, + "è¾Ĩ": 121342, + "neÄŁi": 121343, + "Ø·ÙĨ": 121344, + "å¸ķ": 121345, + "Ġìĩ¼": 121346, + "оÑģÑĢед": 121347, + "ĠοÏĢοίο": 121348, + "kır": 121349, + "à¥Īश": 121350, + "Ġà¸ĩาà¸Ļ": 121351, + "Ġdruž": 121352, + "ematik": 121353, + "adıģ": 121354, + "è¾ŀ": 121355, + "ĠpoužÃŃvá": 121356, + "Ġkurtar": 121357, + "ĠsaÄŁlan": 121358, + "ãĢıï¼Ī": 121359, + "Ġmůžeme": 121360, + "Ġباد": 121361, + "æľŁéĹ´": 121362, + "اتÙģ": 121363, + "Ġyazılım": 121364, + "ĠìĹ°ê²°": 121365, + "ÙĬÙģØ©": 121366, + "Ġemin": 121367, + "ĠнеÑģколÑĮкиÑħ": 121368, + "Û´Û°": 121369, + "寧": 121370, + "ίζει": 121371, + "Ġdél": 121372, + "veriÅŁ": 121373, + "ä¾¡æł¼": 121374, + "Ġاستاد": 121375, + "Ġалког": 121376, + ".HCM": 121377, + "ίοÏĤ": 121378, + "ακ": 121379, + "طع": 121380, + "ãģ£ãģį": 121381, + "ÑıеÑĤÑģÑı": 121382, + "лика": 121383, + "ĠÑĨÑı": 121384, + "Ġë§Īì§Ģë§ī": 121385, + "ĠаÑĢми": 121386, + "ĠγλÏİ": 121387, + "ENÃį": 121388, + "뮤": 121389, + "ŃIJï¸ı": 121390, + "Ġæ¯ı": 121391, + "Ġæĸ¼": 121392, + "ĠκαλÏį": 121393, + "ĠТом": 121394, + "ulur": 121395, + "Ġakce": 121396, + "ĠÙħÙĪجب": 121397, + "esiz": 121398, + "нÑıв": 121399, + "алÑĮнÑĥÑİ": 121400, + "алÑĸÑģÑĤ": 121401, + "ĠваÑĢÑĸ": 121402, + "ĠÙħؤس": 121403, + "ĠÙħاÛĮÙĦ": 121404, + "ĠμεÏĦαξÏį": 121405, + "åĩºãģĻ": 121406, + "Ġvá»Ŀi": 121407, + "룴": 121408, + "ï¼ĭ": 121409, + "æ¯İ": 121410, + "Ġtabi": 121411, + "âĤĥ": 121412, + "æ£ĭçīĮ": 121413, + "ĠÃIJ": 121414, + "ĠпÑĢоÑĦеÑģÑĸй": 121415, + "ÑĥваннÑĸ": 121416, + "ξγ": 121417, + "Ġжил": 121418, + "ÚĺÙĨ": 121419, + "лÑĥÑĪ": 121420, + "á½´": 121421, + "овеÑĢ": 121422, + "è¾¼ãģ¿": 121423, + "ĠÐľÐ°ÐºÑģим": 121424, + "ĠвзглÑıд": 121425, + "ĠнаÑĤÑĥ": 121426, + "मà¤ķ": 121427, + "ĠÑħими": 121428, + "ĠÑĢозÑĤаÑĪ": 121429, + "ÙĪراÙĨ": 121430, + "ĠØ´ÙĩرÙĩاÛĮ": 121431, + "æ©Łèĥ½": 121432, + "خذ": 121433, + "ĠÑģвоÑĶÑĹ": 121434, + "нÑıеÑĤ": 121435, + "Ġghế": 121436, + "ĠpÅĻedch": 121437, + "ÑĶÑĪ": 121438, + "огÑĢаÑĦÑĸÑı": 121439, + "Ġà¸Ĺำà¹ĥห": 121440, + "åĿĬ": 121441, + "ÏģÏīν": 121442, + "าระ": 121443, + "ĠKết": 121444, + "Ġchặt": 121445, + "ĠéĻĪ": 121446, + "ĠdÄĽlat": 121447, + "ĠбÑĥдÑĥÑī": 121448, + "ĠAçık": 121449, + "æłªå¼ıä¼ļ社": 121450, + "ĠÐŁÐ°ÑĢ": 121451, + "ĠKhu": 121452, + "ãĢģæĸ°": 121453, + "Ġбой": 121454, + "ë§ĪíĬ¸": 121455, + "ĠÑģопÑĢов": 121456, + "ساب": 121457, + "ниÑģÑĤ": 121458, + "å¼ĥ": 121459, + "ĠØ´ÙĨاس": 121460, + "енном": 121461, + "Ġ项": 121462, + "èīºæľ¯": 121463, + "озем": 121464, + "ĠÑĢеÑĪениÑı": 121465, + "lady": 121466, + "ĠвÑģей": 121467, + "æĶ»åĩ»": 121468, + "Ġê²°ìłķ": 121469, + "ãĢĢï¾ŀ": 121470, + "Ġê°IJëıħ": 121471, + "-ÐIJ": 121472, + "ĠmÃŃr": 121473, + "à¥ģपà¤ı": 121474, + "нÑĸÑĨип": 121475, + "бом": 121476, + "ĠÅ¡t": 121477, + "éľį": 121478, + "ĠÑĢеÑĪение": 121479, + "ĠдиагноÑģÑĤи": 121480, + "ipar": 121481, + "اÛĮز": 121482, + "ãng": 121483, + "ัวร": 121484, + "ĠÑĨаÑĢ": 121485, + "Ġsly": 121486, + "νÏİ": 121487, + "ĠKuzey": 121488, + "رÛĮب": 121489, + "Ġcenu": 121490, + "Ġcertif": 121491, + "ĠÑĤÑĢеÑĤÑĮ": 121492, + "ิà¸Ķà¸Ĥ": 121493, + "ĠпаÑĨÑĸÑĶн": 121494, + "ÅĻiv": 121495, + "èĦĤ": 121496, + "¢°": 121497, + "ĠPhần": 121498, + "ĠмеÑĤоди": 121499, + "Ấ": 121500, + "ìĨĶ": 121501, + "åIJĮåѦ": 121502, + "ĠåĢĭ": 121503, + "моÑĤÑĢÑı": 121504, + "Ġuvád": 121505, + "Û±Û¹Û¶": 121506, + "éģ¸æĬŀ": 121507, + "!»": 121508, + "ëĺIJ": 121509, + "ĠÛĮÙĪتÛĮ": 121510, + "ĠاÙĦØŃرب": 121511, + "ологÑĸÑı": 121512, + "nila": 121513, + "ĠÄijảng": 121514, + "ázi": 121515, + "ÑĢоÑī": 121516, + "Ġortadan": 121517, + "Ġاخبار": 121518, + "Ġà¤ħà¤ľ": 121519, + "Ġ매ìļ°": 121520, + "Ġпой": 121521, + "ĠجÙĬ": 121522, + "кÑĥваÑĤи": 121523, + "Ġá»ŀ": 121524, + "Ġبشر": 121525, + "ĠÙĥÙĬÙĦ": 121526, + "ÑīеÑģÑĤво": 121527, + "ĠìŬíĸī": 121528, + "اÙħÙĬ": 121529, + "вÑĸлÑĮ": 121530, + "ĠPrvnÃŃ": 121531, + "ĠÙĪسÛĮ": 121532, + "ĠÄIJá»": 121533, + "æĪ¿éĹ´": 121534, + "åľ¨çº¿éĺħ读": 121535, + "æķ·": 121536, + "Ġtrai": 121537, + "ä¿Ĺ": 121538, + "ĠÑģамоÑģÑĤоÑıÑĤелÑĮно": 121539, + "ĠÑĤÑĢебÑĥеÑĤÑģÑı": 121540, + "δÏģα": 121541, + "ĠÑĢеÑĩов": 121542, + "ĠвÑĸк": 121543, + "ĠÑĢÑĥÑĩ": 121544, + "奧": 121545, + "ĠolduÄŁuna": 121546, + "евÑĭе": 121547, + "Ġà¸Ħล": 121548, + "اÙĦÙĤ": 121549, + "ĠÑĸменÑĸ": 121550, + "æĶ»æĴĥ": 121551, + "ĠÑĥнивеÑĢÑģиÑĤ": 121552, + "ĠthÄĥm": 121553, + "ĠлиÑģÑĤопада": 121554, + "२०": 121555, + "Ø®ÙĬ": 121556, + "ÎķÎł": 121557, + "Ġarttır": 121558, + "Ġسخت": 121559, + "ï¼ĪæĺŃåĴĮ": 121560, + "ĠÎŁÏħ": 121561, + "иваниÑı": 121562, + "Ġstaveb": 121563, + "âħ¥": 121564, + "γÏīγή": 121565, + "Ù©": 121566, + "ĠиÑģÑģледованиÑı": 121567, + "åĢĭ人": 121568, + "Ġëĭ¤ìļ´ë°Ľê¸°": 121569, + "ĠÏĦελ": 121570, + "°N": 121571, + "ĠباÙĦÙĨ": 121572, + "à¹Įà¸ŀ": 121573, + "Ġnemůže": 121574, + "Ġголова": 121575, + "à¹Įà¹ģ": 121576, + "梯": 121577, + "Âĺ": 121578, + "δηÏĤ": 121579, + "ìĿ¸ì¦Ŀ": 121580, + "layın": 121581, + "á½·": 121582, + "ĠÙĨتاÛĮج": 121583, + "ĠÑģоблÑİд": 121584, + "ĠдвижениÑı": 121585, + "ìĮ": 121586, + "ĠpovÄĽ": 121587, + "ĠìłĦìĹIJ": 121588, + "å¦Ĥä¸ĭ": 121589, + "ĠاÙĦÙħدر": 121590, + "ï¼ĮæĪĸ": 121591, + "ارا": 121592, + "æ°ijæĹı": 121593, + "ĠبرÙĤ": 121594, + "ĠзапаÑģ": 121595, + "à¸Ļà¹ĥà¸Ī": 121596, + "éf": 121597, + "Ġà¸Łà¸£": 121598, + "Ġë³´ëĤ´": 121599, + "Ġ欧ç¾İ": 121600, + "-ÑĤаки": 121601, + "é©ļ": 121602, + "ÑĢÑĸÑı": 121603, + "æŁı": 121604, + "ĠповÑĸÑĤÑĢÑı": 121605, + "çµĦç¹Ķ": 121606, + "daÅŁ": 121607, + "Ġहमल": 121608, + "ĠÑĢеÑĶÑģÑĤÑĢа": 121609, + "άβ": 121610, + "ĠÎłÎ¿": 121611, + "Ġ그림": 121612, + "ÑĩаÑİÑĤ": 121613, + "à¸ĩà¸ķ": 121614, + "íĥĢìĿ´": 121615, + "æī¬": 121616, + "Ġpojist": 121617, + "ĠçłĶ": 121618, + "Ġåıĸ": 121619, + "Ġüzerindeki": 121620, + "jÅ¡ÃŃch": 121621, + "à¥Ģदव": 121622, + "檢": 121623, + "ĠмаÑĤеÑĢиалов": 121624, + "иваннÑı": 121625, + "Ġå°Ĩ": 121626, + "лл": 121627, + "ĠнаблÑİд": 121628, + "ĠGöz": 121629, + "ĠвзÑı": 121630, + "çĶµè§Ĩ": 121631, + "Ġвак": 121632, + "ç¿Ķ": 121633, + "Ġвзаим": 121634, + "Ġgitti": 121635, + "iteleri": 121636, + "ä»·åĢ¼": 121637, + "ĠاÙĦتص": 121638, + "िनà¤ķ": 121639, + "éĢļãĤĬ": 121640, + "ĠÑģÑĦеÑĢ": 121641, + "çĻºå£²": 121642, + "âĿ¤": 121643, + "ĠÚ¯ÙĪØ´ÛĮ": 121644, + "агаÑĤо": 121645, + "ĠÏĥÏħγκ": 121646, + "авиÑģ": 121647, + "æĤ£èĢħ": 121648, + "ĠخاÙħ": 121649, + "ÎĻÎļÎĹΣ": 121650, + "ınızda": 121651, + "panÄĽl": 121652, + "ĠÄIJá»ĭa": 121653, + "à¹ģละส": 121654, + "ĠãĤĤ": 121655, + "Ġsonucunda": 121656, + "ìĿį": 121657, + "eless": 121658, + "ĠNha": 121659, + "Ġzakáz": 121660, + "ĠвоÑģÑĤ": 121661, + "ĠvzdÄĽlávánÃŃ": 121662, + "-ม": 121663, + "Ġmetrů": 121664, + "ĠپاÛĮÛĮÙĨ": 121665, + "ĠÑĢаÑģÑĤение": 121666, + "Ġmuá»iji": 121667, + "èµĦéĩij": 121668, + "ĠÅŁÃ¼ph": 121669, + "ÙĬÙĦÙħ": 121670, + "ĠdÃ¼ÅŁÃ¼nc": 121671, + "ĠкÑĸм": 121672, + "ĠÏĩÏīÏģίÏĤ": 121673, + "ázev": 121674, + "ĠDeÄŁer": 121675, + "å·¥æ¥Ń": 121676, + "ĠرÙħز": 121677, + "ĠalespoÅĪ": 121678, + "ĠпÑĢеÑģÑĤÑĥп": 121679, + "ĠعÙĦاÙĪÙĩ": 121680, + "Ġmerak": 121681, + "à¹Į:": 121682, + "çİ°åľº": 121683, + "ÑĨвеÑĤ": 121684, + "Ġà¤ªà¥ľ": 121685, + "Ġëĭ¤ìĿĮê³¼": 121686, + "udic": 121687, + "ĠLep": 121688, + "ĠоднÑĸ": 121689, + "Ġalarak": 121690, + "å®īæİĴ": 121691, + "Ġà¸Ĥà¸Ļาà¸Ķ": 121692, + "rezent": 121693, + "isinden": 121694, + "رÙĪÛĮ": 121695, + "Ġplu": 121696, + "ç«ĭãģ¦": 121697, + "ÑĭваниÑı": 121698, + "Ġrast": 121699, + "Ġdüzenlem": 121700, + "jezd": 121701, + "ĠвеÑīеÑģÑĤв": 121702, + "ĠдиÑĢекÑĤоÑĢ": 121703, + "ÑĦÑĦ": 121704, + "tainment": 121705, + "ĠاÙĦÙĪز": 121706, + "landa": 121707, + "ĠÙĨÚ¯Ùĩد": 121708, + "ĠпÑĢоÑĤивоп": 121709, + "ãģ£ãģı": 121710, + "ãģ¨ãģªãĤĬ": 121711, + "Ġë°ľê²¬": 121712, + "ictor": 121713, + "ãĤ¸ãĤª": 121714, + "ΣΦ": 121715, + "ĠÑģкладÑĸ": 121716, + "Ġobsahuje": 121717, + "ĠUkra": 121718, + "æķ¦": 121719, + "ĠÏĩαÏģα": 121720, + "ĠÑĢегÑĥли": 121721, + "俺ãģ¯": 121722, + "ัà¸ķว": 121723, + "éĦī": 121724, + "ĠباÛĮ": 121725, + "éĬ·": 121726, + "ĠNẵng": 121727, + "лод": 121728, + "ارÙģ": 121729, + "æ´ģ": 121730, + "ĠëıĻìĿ¼": 121731, + "ÑĤивного": 121732, + "âĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģ": 121733, + "Ġ-:-": 121734, + "컬": 121735, + "ĠÑĪаг": 121736, + "ìłĦìŀIJ": 121737, + "çļĦäºĭæĥħ": 121738, + "ĠÑĢегÑĸ": 121739, + "ियल": 121740, + "ĠÐĿаз": 121741, + "ĠÐĻого": 121742, + "ĠÐłÐ¾Ð¼": 121743, + "ĠÃĸrneÄŁin": 121744, + "ĠпÑĢеÑģ": 121745, + "uluÄŁu": 121746, + "Ġзадов": 121747, + "ÅĻeh": 121748, + "æ¯ķä¸ļ": 121749, + "ĠtháºŃp": 121750, + "ëĤ¸": 121751, + "Ġdlouhodob": 121752, + "дÑĸлÑĥ": 121753, + "alat": 121754, + "ä»°": 121755, + "оком": 121756, + "ĠÑĦÑĸлÑĮ": 121757, + "ĠNgân": 121758, + "ĠترÙĥ": 121759, + "ĠÑĤÑī": 121760, + "رÙĪد": 121761, + "çuk": 121762, + "ranÃŃ": 121763, + "ĠdolaÅŁ": 121764, + "ĠQuang": 121765, + "ĠpÅĻedpok": 121766, + "ĠnámÄĽstÃŃ": 121767, + "ойÑĩив": 121768, + "çĭĢ": 121769, + "ĠбизнеÑģ": 121770, + "ãģŁãģı": 121771, + "ĠìĿ¸ì²ľ": 121772, + "оÑĢо": 121773, + "ĠKürt": 121774, + "ê·¸ëŁ¬": 121775, + "ÑĨаÑĤÑĮ": 121776, + "ĠBên": 121777, + "Ġacı": 121778, + "Ú©Ø´": 121779, + "ï¼Īå¹³æĪIJ": 121780, + "ĠèģĶ": 121781, + ")ãĢģ": 121782, + "diler": 121783, + "ÑĩиÑĤÑĮ": 121784, + "Ưá»": 121785, + "éĻ¶": 121786, + "ileceÄŁini": 121787, + "ĠvÅ¡em": 121788, + "å¼Ģå¥ĸ": 121789, + "è§Ħ模": 121790, + "ulmuÅŁ": 121791, + "ĠåĪĺ": 121792, + "ео": 121793, + "ĠпеÑĢевÑĸÑĢ": 121794, + "åĪĨåĪ«": 121795, + "Ġjedná": 121796, + "liÄŁe": 121797, + "ĠرÙħضاÙĨ": 121798, + "ıklı": 121799, + "ÙĩÙĢ": 121800, + "éĩįçĤ¹": 121801, + "ÑĩиваеÑĤÑģÑı": 121802, + "ë¡ľìĦľ": 121803, + "ÏĦεÏģο": 121804, + "åľ°ä¸ĭ": 121805, + "днаннÑı": 121806, + "Ġngược": 121807, + "४": 121808, + "ĠÎijλ": 121809, + "Ġalacak": 121810, + "Ġà¹Ģà¸ĩ": 121811, + "اÛĮÙĨد": 121812, + "ĠhÃłi": 121813, + "ÑĢоиз": 121814, + "ĠЧи": 121815, + "ĠÑıÑģ": 121816, + "خرÛĮد": 121817, + "Ġhudeb": 121818, + "åľ§": 121819, + "ĠìĦ¼": 121820, + "åĶ¯ä¸Ģ": 121821, + "ĠвÑĸлÑĮ": 121822, + "ĠباÙĦاتر": 121823, + "à¸Ńà¸ģาส": 121824, + "ĠTôi": 121825, + "มà¸Ĥ": 121826, + "omor": 121827, + "ĠOlomou": 121828, + "Ġxong": 121829, + "ĠdomácÃŃ": 121830, + "ĠاختÛĮ": 121831, + "ĠÑĤеÑħнÑĸÑĩ": 121832, + "ĠiÅŁte": 121833, + "à¥Įद": 121834, + "Ġнадеж": 121835, + "Ø®ÛĮص": 121836, + "åĬªåĬĽ": 121837, + "ĠتجÙĩÛĮزات": 121838, + "Ġvole": 121839, + "kinci": 121840, + "Ġhesab": 121841, + "ĠÑģеÑģÑĤ": 121842, + "کا": 121843, + "ÑĤеÑĢн": 121844, + "รรà¸Ħ": 121845, + "åıĤèĢĥ": 121846, + "ĠÐļаб": 121847, + "ĠÄ°mpar": 121848, + "Ġnávrh": 121849, + "åĴ¨è¯¢": 121850, + "à¸ĸาม": 121851, + "Ġyerel": 121852, + "ĠÃĸl": 121853, + "çĮĽ": 121854, + "ĠاÙĦÙĪØ·ÙĨÙĬ": 121855, + "ĠìĿ´ìĸ´": 121856, + "ิà¸Ĺยาศาสà¸ķร": 121857, + "ĠAÅŁ": 121858, + "ĠземлÑİ": 121859, + "ĠдомаÑĪниÑħ": 121860, + "ĠÑĥвеÑĢ": 121861, + "ALI": 121862, + "ган": 121863, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 121864, + "Ġdostan": 121865, + "ezpe": 121866, + "ãģĭãģĦ": 121867, + "رÙģتÙĩ": 121868, + "ĠмÑĥÑģ": 121869, + "à¹Įà¸Ł": 121870, + "覺": 121871, + "ализа": 121872, + "ĠÑĥÑĩÑĢежд": 121873, + "ĠکاÙĦ": 121874, + "Ġetkisi": 121875, + "ä½Ĩæĺ¯": 121876, + "Ġsouvis": 121877, + "ĠSavaÅŁÄ±": 121878, + "Ġبسبب": 121879, + "ÎŁÎ¹": 121880, + "èļ": 121881, + "Ġæ®": 121882, + "ĠìĺģêµŃ": 121883, + "اسÛĮÙĪÙĨ": 121884, + "ĠاÙĦاتØŃاد": 121885, + "ĠглÑı": 121886, + "à¹ĩà¸ģà¸ĭ": 121887, + "ĠجÙĪÙĨ": 121888, + "ĠاÙĦرسÙħÙĬ": 121889, + "ÂłG": 121890, + "ĠÑĤобÑĸ": 121891, + "Âĩ": 121892, + "ĠëĮĢíĸī": 121893, + "çĬ¶æħĭ": 121894, + "Ġê·¸ëĥ¥": 121895, + "Ġимп": 121896, + "ĠتÙĨظÛĮÙħ": 121897, + "ÙĦاÛĮÙĨ": 121898, + "ÑģÑĤвеннÑĭм": 121899, + "опол": 121900, + "رÙĪج": 121901, + "Ġà¸ĩ": 121902, + "ĠçĤº": 121903, + "ĠUluslararası": 121904, + "à¥Įà¤Ĥ": 121905, + "ãĢģãģĿãģĨ": 121906, + "ĠسادÙĩ": 121907, + "ÎŃαÏĤ": 121908, + "Ġà¤Ĩल": 121909, + "-ÑĦ": 121910, + "ĠÎłÎ¿Î»Î¹": 121911, + "ĠноÑıбÑĢÑı": 121912, + "ÙĪÙĦÙĬ": 121913, + "æĽľæĹ¥": 121914, + "æĮģç»Ń": 121915, + "Ġê¼Ń": 121916, + "eceÄŁiz": 121917, + "ĠÛĮاÙģت": 121918, + "Ġåı¸": 121919, + "ाà¤Ĺत": 121920, + "Ġæķħ": 121921, + "ĠаллеÑĢг": 121922, + "Ġtuz": 121923, + "еÑĢÑĤи": 121924, + "Ġthầu": 121925, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢĠãĢĢ": 121926, + "-à¤ħ": 121927, + "ĠиммÑĥ": 121928, + "ÑĢай": 121929, + "主義": 121930, + "ĠbaÅŁlar": 121931, + "Ġä¸Ĭ涨": 121932, + "عا": 121933, + "ĠÎĻÏī": 121934, + "ียà¸ĩà¹ĥหม": 121935, + "ĠاÙĦÙħدÙĬÙĨØ©": 121936, + "ÑģÑĮко": 121937, + "ĠتارÛĮØ®ÛĮ": 121938, + "atÃŃm": 121939, + "âĢļØ·": 121940, + "آخر": 121941, + "ĠëĦ£": 121942, + "ĠÙĨÙħاÛĮد": 121943, + "ãģķãĤĵãģĮ": 121944, + "Ġbò": 121945, + "Ġà¸ķาม": 121946, + "ë³´ìķĺëĭ¤": 121947, + "аÑĤÑĸв": 121948, + "ĠÑĦил": 121949, + "Ġkısmı": 121950, + "iá»ĩng": 121951, + "Ġaydın": 121952, + "éģķãģĦ": 121953, + "еви": 121954, + "Ġå¾®": 121955, + "(íģ¬ê¸°": 121956, + "ĠÚ¯ÛĮر": 121957, + "ìķĦìĦľ": 121958, + "ĠδημιοÏħÏģγ": 121959, + "ãģ«ãģĬãģĦãģ¦": 121960, + "ĠÃľNÄ°": 121961, + "иÑĤом": 121962, + "عÙĦاÙħ": 121963, + "åIJİçļĦ": 121964, + "Ġplá": 121965, + "à¸Ľà¸£à¸°à¹Ĥย": 121966, + "ç¢İ": 121967, + "Ġéĺ²": 121968, + "ëĬĶëĭ¤": 121969, + "ĠæĹ¥æľŁ": 121970, + "Ġgeçerli": 121971, + "лаÑĤÑĭ": 121972, + "Ġmutlaka": 121973, + "ÙĪغ": 121974, + "à¹Ģฮ": 121975, + "Ġﻣ": 121976, + "edeki": 121977, + "à¹Įà¹Ģà¸Ļ": 121978, + "ĠнайбÑĸлÑĮÑĪ": 121979, + "ï¼Ĭ": 121980, + "Ġà¹Ĥรà¸ĩ": 121981, + "Ġfotbal": 121982, + "ĠéĢģ": 121983, + "âĢĮاÙĦÙħÙĦ": 121984, + "ÏīμάÏĦιο": 121985, + "Ġúkol": 121986, + "åįļ士": 121987, + "dub": 121988, + "ılıģ": 121989, + "ëĵľë¥¼": 121990, + "çĭIJ": 121991, + "αλλ": 121992, + "æŃ»äº¡": 121993, + "ĠпÑĢедпоÑĩ": 121994, + "çµµ": 121995, + "ĠмÑĥзÑĭ": 121996, + "еÑĢÑĤв": 121997, + "ĠÙĥÙĨد": 121998, + "Ġulož": 121999, + "ÎŁÎ¥ÎĽ": 122000, + "gili": 122001, + "üstü": 122002, + "нки": 122003, + "ĠÙĤÙĪاÙĨ": 122004, + "ιακ": 122005, + "ĠÅŁer": 122006, + "ĠкиÑģл": 122007, + "ÙģضÙĦ": 122008, + "ĠÐIJÑĦ": 122009, + "γεν": 122010, + "Ġdostal": 122011, + "ĠsaÄŁlıklı": 122012, + "家æĹı": 122013, + "ÄIJT": 122014, + "еÑĢин": 122015, + "ĠìĿ´ëŁ¬íķľ": 122016, + "Ġdünyada": 122017, + "Ġnhắc": 122018, + "³³Ċ": 122019, + "νηÏĥη": 122020, + "γÏģαμμα": 122021, + "Ġtakson": 122022, + "ĠTürkçe": 122023, + "ĠÙģراÙĨسÙĩ": 122024, + "天åłĤ": 122025, + "溶": 122026, + "Ġoto": 122027, + "èµµ": 122028, + "chyb": 122029, + "Ġå¾Ĵ": 122030, + "ÏĦÏį": 122031, + "áhnout": 122032, + "à¥įपर": 122033, + "Ġvlas": 122034, + "Ġíļ¨ê³¼": 122035, + "Ġthang": 122036, + "Ġolmasına": 122037, + "ĠпоÑĢÑĥÑĪеннÑı": 122038, + "Ġquỹ": 122039, + "ĠíĿIJ": 122040, + "ĠìĪ¨": 122041, + "Ġë²Ī째": 122042, + "ẹn": 122043, + "Ġзгод": 122044, + "Ġتز": 122045, + "Ġاختص": 122046, + "ĠзÑĥÑģÑĤÑĢÑĸ": 122047, + "Ġtặng": 122048, + "ῶν": 122049, + "Ġì½ľ": 122050, + "ованиÑħ": 122051, + "âĢĮشد": 122052, + "Ġaraya": 122053, + "rové": 122054, + "ĠاختÙĦ": 122055, + "ливий": 122056, + "ĠاتØŃاد": 122057, + "ĠakÅŁam": 122058, + "ĠÚ©ÙĦاس": 122059, + "ãĤ¢ãĥĥãĥĹ": 122060, + "Ġzih": 122061, + "åĩĮ": 122062, + "å±±å¸Ĥ": 122063, + "Ġçevres": 122064, + "ĠогÑĢом": 122065, + "ĠآدÙħ": 122066, + "ĠtÄĽlo": 122067, + "ï¼Įæľ¬": 122068, + "ĠÚĺاÙĨÙĪÛĮÙĩ": 122069, + "Ġkraje": 122070, + "μία": 122071, + "èħ¿": 122072, + "âĢŀTo": 122073, + "決å®ļ": 122074, + "ìĩ": 122075, + "ĠéĴ": 122076, + "ĠΣÏĦα": 122077, + "ĠجÙħÙĩÙĪر": 122078, + "ĠGenç": 122079, + "rám": 122080, + "ĠÐłÐµÐ·": 122081, + "Ġvytvá": 122082, + "ĠпÑĢоизводÑģÑĤва": 122083, + "ĠÙħØ°Ùĩ": 122084, + "Ġihtiyac": 122085, + "ãĤ¯ãĤ»": 122086, + "Ġnêu": 122087, + "å¾³": 122088, + "ĠëĵĿ": 122089, + "наÑĩе": 122090, + "ĠÏĥÏħμμε": 122091, + "ÏĨÏīν": 122092, + "вавÑģÑı": 122093, + "ĠвиÑĤами": 122094, + "Ìģt": 122095, + "ĠfinanÄįnÃŃ": 122096, + "åıĬåħ¶": 122097, + "âĢħ": 122098, + "çĭ¼": 122099, + "ัà¸ļà¸ķ": 122100, + "ãģĽãĤĭ": 122101, + "ÎĻÎļÎŁ": 122102, + "λλι": 122103, + "ÑĤоÑİ": 122104, + "اعÙĬØ©": 122105, + "vÃŃce": 122106, + "онÑĸв": 122107, + "ì£Ħ": 122108, + "å»ł": 122109, + "ĠØ´ÙĬØ¡": 122110, + "ĠТем": 122111, + "Ġابزار": 122112, + "ĠTHPT": 122113, + "γγÏģαÏĨ": 122114, + "ĠëĮĢíķ´ìĦľ": 122115, + "ĠPhạm": 122116, + "ÑĨионной": 122117, + "|/": 122118, + "ĠãĤ¸ãĥ£": 122119, + "ÑĮÑİÑĤ": 122120, + "ÑĥзÑĭ": 122121, + "ĠÙħاد": 122122, + "ĠmÄĽly": 122123, + "ĠçĪ±": 122124, + "Ġrád": 122125, + "à¸Ħวà¸ļà¸Ħ": 122126, + "à¥Ī?": 122127, + "Ġlidi": 122128, + "mamız": 122129, + "Ġà¹ģà¸ģ": 122130, + "ãĤ¯ãĤ·ãĥ§ãĥ³": 122131, + "à¸Ńำà¸Ļวย": 122132, + "esát": 122133, + "Ġviêm": 122134, + "è¡ĮåĬ¨": 122135, + "มาà¸ģà¸ģว": 122136, + "ĠØ®ÙĪاب": 122137, + "Ġserbest": 122138, + "ÅĻÃŃz": 122139, + "ĠíĺĦëĮĢ": 122140, + "ãĢĮãģĿãģĨ": 122141, + "çĤ¸": 122142, + "omik": 122143, + "ĠÄ°ran": 122144, + "ĠeriÅŁ": 122145, + "ĠÑģела": 122146, + "ĠارزÛĮ": 122147, + "ãĥĪãĥª": 122148, + "ĠBÄĽ": 122149, + "екÑĥ": 122150, + "ЧÑĤобÑĭ": 122151, + "Ġanlamda": 122152, + "ÎijÎĺ": 122153, + "ĠLINEAR": 122154, + "æľīçĤ¹": 122155, + "ÑĤаÑĢ": 122156, + "itler": 122157, + "ĠnÃŃž": 122158, + "ĠСÑģÑĭлки": 122159, + "å¶": 122160, + "Ġвпол": 122161, + "ĠدÙĤÛĮÙĤÙĩ": 122162, + "Ġä½ĵ": 122163, + "رÙī": 122164, + "ëĶ°": 122165, + "Ġà¤ķव": 122166, + "ĠжиÑĢ": 122167, + "æijĨ": 122168, + "Ġì¤ijìĭ¬": 122169, + "ĠкÑĥб": 122170, + "Ġzlep": 122171, + "ĠÑĢÑĭб": 122172, + "é³´": 122173, + "à¹ģà¸ľà¸Ļ": 122174, + "ĠíĢ": 122175, + "ĠÐĿеÑĤ": 122176, + "žitÄĽ": 122177, + "ĠbÄĥng": 122178, + "ĠHava": 122179, + "Ġ모ëį¸": 122180, + "ĠHãy": 122181, + "ĠìĿ´ê²ĥ": 122182, + "ĠìĥģìĦ¸": 122183, + "memiÅŁ": 122184, + "ĠθÎŃÏĥη": 122185, + "णन": 122186, + "ĠskuteÄįnÄĽ": 122187, + "ĠTarihi": 122188, + "Ġtextu": 122189, + "ï¼ĮéĢĻ": 122190, + "ĠاÛĮÙĨترÙĨتÛĮ": 122191, + "Ġپاد": 122192, + "ิà¸Ļà¸ģาร": 122193, + "ĠNgá»įc": 122194, + "ĠÑĢобиÑĤи": 122195, + "íĸĪê³ł": 122196, + "Ġमण": 122197, + "ÐĽÐĺ": 122198, + "ĠпоÑĤеÑĢ": 122199, + "Ñģом": 122200, + "ĠاÙĪÙĦÛĮÙĩ": 122201, + "éĽij": 122202, + "ĠGiá": 122203, + "Ġkanal": 122204, + "Ġavantaj": 122205, + "Ġryb": 122206, + "ختÙĩ": 122207, + "ĠÙĪرÙĪد": 122208, + "ÐĴÑĤ": 122209, + "ÏīÏĥε": 122210, + "ê¸°ë¡ľ": 122211, + "ĠÐĽÑĸ": 122212, + "Ġtảng": 122213, + "ĠصÙĦÙī": 122214, + "ĠÑĥлÑĭ": 122215, + "Ġcuá»ijn": 122216, + "ĠÐIJнг": 122217, + "ĠداÙĪ": 122218, + "ĠÑĪлÑıÑħом": 122219, + "ĠÄįlovÄĽka": 122220, + "dete": 122221, + "ÑĬем": 122222, + "à¹Įà¹ĥà¸Ļ": 122223, + "à¤ķन": 122224, + "åĪ¤æĸŃ": 122225, + "ĸìĹIJ": 122226, + "ÏĦÏīÏĥη": 122227, + "ĠÙģÙĨاÙĪرÛĮ": 122228, + "ĠyaÅŁÄ±nda": 122229, + "ĠÏĥÏĩÎŃ": 122230, + "Ġyı": 122231, + "ĠpÅĻen": 122232, + "ĠÑĦоÑĢмÑĥваннÑı": 122233, + "ümÃ¼ÅŁ": 122234, + "Ġδο": 122235, + "ımızın": 122236, + "Ġé¢Ħ": 122237, + "оÑģÑĤÑĮÑİ": 122238, + "ĠоÑĤкÑĢÑĭÑĤ": 122239, + "Ġأغسطس": 122240, + "ĠAsp": 122241, + "ĠÑĥзн": 122242, + "ĠÙĪاست": 122243, + "elerle": 122244, + "èķī": 122245, + "ĠتکÙĨ": 122246, + "ÑĥмÑĥ": 122247, + "à¹Įà¸ĭ": 122248, + "ादन": 122249, + "ĠâĢĭâĢĭâĢĭ": 122250, + "Ġalıyor": 122251, + "Ġî¡": 122252, + "Ùħدة": 122253, + "ĠÏĥει": 122254, + "Ġè¿Ļ": 122255, + "ĠÅŀehir": 122256, + "енÑĤами": 122257, + "ãĤ¿ãĥ«": 122258, + "หาย": 122259, + "айÑĤ": 122260, + "Ġharc": 122261, + "ãĢĤãģĬ": 122262, + "ĠتأثÛĮر": 122263, + "าà¸Ĭà¸Ļ": 122264, + "ĠtháºŃm": 122265, + "Ġæ¿": 122266, + "ĠmÅ©i": 122267, + "ĠprvnÃŃm": 122268, + "ĠбагаÑĤÑĮ": 122269, + "ãģķãĤīãģ«": 122270, + "biên": 122271, + "åºĶå½ĵ": 122272, + "ìĿ´ë²Ħ": 122273, + "ĠpoužÃŃt": 122274, + "Ġokamž": 122275, + "esin": 122276, + "vÄĽl": 122277, + "ĠضÙĪ": 122278, + "è»Ł": 122279, + "-з": 122280, + "à¥Īत": 122281, + "è¨Īç®Ĺ": 122282, + "rabilir": 122283, + "ĠÐłÐ¾ÑģÑĸÑĹ": 122284, + "ĠplatÃŃ": 122285, + "ĠdospÄĽl": 122286, + "Ġرضا": 122287, + "Ġnového": 122288, + "ĠнаÑĨионалÑĮ": 122289, + "ĠÐIJб": 122290, + "ãģĮãģĤãģ£ãģŁ": 122291, + "Ġë¹Ī": 122292, + "âĢĮÙħ": 122293, + "å±ŀäºİ": 122294, + "Ġtane": 122295, + "ÙĬاÙĩ": 122296, + "Ġβο": 122297, + "ĠëĬ¥": 122298, + "ãĥĩãĤ£ãĥ¼ãĤ¹": 122299, + "ĠØ°Ùĥر": 122300, + "Ġobvykle": 122301, + "Ġbirinci": 122302, + "ĠاÙĦزر": 122303, + "ìĿ´ë¹Ħ": 122304, + "Ġإد": 122305, + "ĠEkon": 122306, + "ÐŁÐ¾Ð»": 122307, + "ĠвеÑĢоÑıÑĤ": 122308, + "Ġyararlan": 122309, + "ĠаÑĢом": 122310, + "ĠéĦ": 122311, + "Ġiddi": 122312, + "iÄįka": 122313, + "strukce": 122314, + "mÃ¼ÅŁtür": 122315, + "ÏħÏĦÏĮ": 122316, + "롱": 122317, + "Ġalmaktadır": 122318, + "ениÑıми": 122319, + "ียà¸Ļร": 122320, + "à¹ĩà¸Ļว": 122321, + "икÑĥ": 122322, + "енка": 122323, + "âĢĻyi": 122324, + "Ġpohod": 122325, + "Ġزر": 122326, + "Ġxấu": 122327, + "Ġà¸łà¸²à¸©": 122328, + "ÂłÐŀ": 122329, + "Ġδικ": 122330, + "Ġназива": 122331, + "åıªèĥ½": 122332, + "大éĩı": 122333, + "ĠÄijế": 122334, + "Ġ第äºĮ": 122335, + "ĠkiÅŁilerin": 122336, + "Ġdobré": 122337, + "驾": 122338, + "Ġdůležité": 122339, + "롤": 122340, + "μÎŃνοÏħ": 122341, + "Ġtrú": 122342, + "Ġbiçim": 122343, + "ĠÐĿÐIJ": 122344, + "Ġå¾Į": 122345, + "Ġduyg": 122346, + "åŀĤ": 122347, + "ÐĨÐĨ": 122348, + "Ġetmeye": 122349, + "ĠÙĦباس": 122350, + "ĠдвÑĸ": 122351, + "Ġ긴": 122352, + "ÑĨÑĸйно": 122353, + "κÏĦή": 122354, + "ï½Ŀ": 122355, + "ĠÑĦевÑĢалÑı": 122356, + "寫": 122357, + "Ġ겨": 122358, + "Ġyıllarda": 122359, + "ĠзÑĥп": 122360, + "ĠobchodnÃŃ": 122361, + "ĠاضاÙģÙĩ": 122362, + "веÑĢж": 122363, + "Ġæłĩ": 122364, + "جاج": 122365, + "ĠرÙĪسÛĮ": 122366, + "Ġstandart": 122367, + "éru": 122368, + ")ìĿĦ": 122369, + "декÑģ": 122370, + "ĠâĪļ": 122371, + "ĠÄ°ngilizce": 122372, + "èĬĿ": 122373, + "身ä¸Ĭ": 122374, + "ØŁØŁ": 122375, + "Ġmẽ": 122376, + "ÎijÎĶ": 122377, + "енÑģив": 122378, + "âĢĻta": 122379, + "à¹īาà¸ģ": 122380, + "ÎŁÎĽÎŁÎĵ": 122381, + "ä»ĺãģij": 122382, + "ĠsÃłng": 122383, + "Ġà¤¹à¤Ł": 122384, + "ÑĭÑĪлен": 122385, + "Ġخطر": 122386, + "ĠнайÑĤи": 122387, + "çĽ¸ä¿¡": 122388, + "Ïīδ": 122389, + "à¤Ķ": 122390, + "Ġdopad": 122391, + "à¹Ħà¸Łà¸¥": 122392, + "æģµ": 122393, + "íĤ¬": 122394, + "Ä±ÅŁma": 122395, + "ãģıãĤĮãģŁ": 122396, + "Ġnaprost": 122397, + "ĠÑģоÑģÑĤаве": 122398, + "ĠÙĪسط": 122399, + "à¹ķ": 122400, + "éĸĭçĻº": 122401, + "ĠдеÑĢева": 122402, + "-ÐĶ": 122403, + "à¸ĩà¸Ĭ": 122404, + "ิà¸ķย": 122405, + "ĠاÙĦÙĤاÙĨÙĪÙĨ": 122406, + "ãĤ¹ãĤ«": 122407, + "lÃŃž": 122408, + "Ġанализ": 122409, + "Ġproblémy": 122410, + "æĸĩåѦ": 122411, + "çĹħéĻ¢": 122412, + "Ñģед": 122413, + "ï¼Įå°ı": 122414, + "ĠعشÙĤ": 122415, + "ãģ°ãģĭãĤĬ": 122416, + "ĠعÙĤد": 122417, + "ØŃÙĬØ©": 122418, + "Ġë°ĶëŀįëĭĪëĭ¤": 122419, + "inclu": 122420, + "Ġëĵľë¦½ëĭĪëĭ¤": 122421, + "åį«çĶŁ": 122422, + "ĠвидÑĥ": 122423, + "ุà¸ļาล": 122424, + "ÑĢÑĥкÑĤ": 122425, + "ĠоÑģвÑĸÑĤ": 122426, + "Ġvelký": 122427, + "ĠchtÄĽl": 122428, + "æīĵå¼Ģ": 122429, + "ĠзаконодаÑĤелÑĮ": 122430, + "анÑģи": 122431, + "ì¶ĺ": 122432, + "ĠÙħراج": 122433, + "åģľæŃ¢": 122434, + "Ġвоно": 122435, + "ìłķìĿ´": 122436, + "Ġrozsah": 122437, + "ĠæĻ´": 122438, + "Ġzajist": 122439, + "ÂłÐ¼": 122440, + "tıģını": 122441, + "Ġhizmeti": 122442, + ".Îij": 122443, + "ĠÙħعÙħÙĪÙĦا": 122444, + "Ġži": 122445, + "Ġgá»įn": 122446, + "èĮĤ": 122447, + "Ġhuz": 122448, + "ζει": 122449, + "à¥īà¤Ł": 122450, + "Ġиздел": 122451, + "ìŀĸ": 122452, + "ĠëĶ°ë¥¸": 122453, + "Ġkia": 122454, + "ĠznÄĽnÃŃ": 122455, + "ĠоÑĢганиза": 122456, + "ازات": 122457, + "Ġrežim": 122458, + "ĠвенÑĤи": 122459, + "bách": 122460, + "ĠодномÑĥ": 122461, + "Ġkitab": 122462, + "Ġfrancouz": 122463, + "ĠØ£ÙĦ": 122464, + "ĠسرÙĪ": 122465, + "ÙijÙĦ": 122466, + "Ġман": 122467, + "ë°į": 122468, + "ĠкÑĥда": 122469, + "Ùıس": 122470, + "ãĢĤæѤ": 122471, + "اشة": 122472, + "à¸Ĥà¸Ńà¸ĩà¸ľ": 122473, + "主任": 122474, + "ивÑĪи": 122475, + "Ġà¸ģรà¸ģ": 122476, + "екÑģи": 122477, + "иÑĤеÑĤ": 122478, + "ĠØ£ÙĦÙģ": 122479, + "аними": 122480, + "ãĥļãĥ¼ãĤ¸": 122481, + "ĠпÑĢавил": 122482, + "åªĴä½ĵ": 122483, + "ÑİÑīее": 122484, + "ä¸Ģ人": 122485, + "βο": 122486, + "ìĭ¸": 122487, + "озна": 122488, + "å¤īæĽ´": 122489, + "ĠÙħØ´Ùĩد": 122490, + "æ³ķ人": 122491, + "ĠBakanı": 122492, + "ĠÑħоÑĩа": 122493, + "Ġαξ": 122494, + "Ġverilm": 122495, + "Ġkonus": 122496, + "μενη": 122497, + "Ġ馬": 122498, + "Ġìĭ¤ìłľ": 122499, + "Ġjedno": 122500, + "Ġбаб": 122501, + "åĥį": 122502, + "æĺ¯ä¸Ģ个": 122503, + "-е": 122504, + "ĠpÅĻekvap": 122505, + "à¸Ńà¸ŀ": 122506, + "ĠYol": 122507, + "ĠÑĥÑģÑĤанавлива": 122508, + "ê²¼": 122509, + "Ġ件": 122510, + "اÙĦØ´": 122511, + "ĠобÑĥÑĩ": 122512, + "åĺĽ": 122513, + "ĠÑħоÑĩÑĥ": 122514, + "ĠÐķв": 122515, + "ÑĦоÑĢÑĤ": 122516, + "Ġरन": 122517, + "âĢŀV": 122518, + "èľľ": 122519, + "Ġdoma": 122520, + "æĶ¯æı´": 122521, + "Ġاخت": 122522, + "循": 122523, + "à¥Ĥà¤ļन": 122524, + "ाहन": 122525, + "Ġå¤ı": 122526, + "ĠاÙĦØ£Ùħر": 122527, + "ĠбеÑĢеменноÑģÑĤи": 122528, + "ĠThá»±c": 122529, + "é£İéĻ©": 122530, + "Ġülkemiz": 122531, + "çķªåı·": 122532, + "ÑģÑĤÑĢе": 122533, + "ÑĪло": 122534, + "ĠصاØŃب": 122535, + "ινε": 122536, + "ĠKıs": 122537, + "ĠPrahy": 122538, + "湿": 122539, + "Ġvým": 122540, + "çĽĴ": 122541, + "ÎŁÎĶ": 122542, + "ãģłãģª": 122543, + "ĠpÅĻÃŃležit": 122544, + "Ġìĸ¸ìłľ": 122545, + "ĠÑĪвидко": 122546, + "Ġsituaci": 122547, + "åħĥç´ł": 122548, + "Ä°TESÄ°": 122549, + "ĠVak": 122550, + "Ġneredeyse": 122551, + "iiii": 122552, + "ÑĢазд": 122553, + "ĠполиÑĤ": 122554, + "Ġпогод": 122555, + "ĠпÑĢоÑĨеÑģÑģе": 122556, + "ĠменÑĪе": 122557, + "äºĮ人": 122558, + "ĠÙħÙĪاط": 122559, + "ĠpÅĻik": 122560, + "è·¡": 122561, + "Ġserg": 122562, + "ĠÑĢаÑģÑģÑĤоÑı": 122563, + "иÑĩно": 122564, + "ĠÎĶÎĹÎľ": 122565, + "¨ط": 122566, + "صبØŃ": 122567, + "สะà¸Ķวà¸ģ": 122568, + "درÛĮ": 122569, + "kům": 122570, + "ç§ģãģ¯": 122571, + "Ġtvor": 122572, + "à¥įवव": 122573, + "ĠpÅĻiv": 122574, + "Ġíı´": 122575, + "Ġstátu": 122576, + "ĠedilmiÅŁtir": 122577, + "ØŃÙħ": 122578, + "ĠбÑĥÑħ": 122579, + "สำà¹Ģร": 122580, + "ĠتÙĪضÛĮ": 122581, + "ãģĿãĤĮãģ¯": 122582, + "Ġà¤ħवध": 122583, + "éŀĭ": 122584, + "âĤ¬Ċ": 122585, + "Ġéº": 122586, + "ĠÄĮes": 122587, + "Ġpoprvé": 122588, + "ï¼ĮåĽł": 122589, + "ĠalmÄ±ÅŁ": 122590, + "lal": 122591, + "ĠØ®ÙĪبÛĮ": 122592, + "ĠκοÏģ": 122593, + "ìļ´ëıĻ": 122594, + "mayın": 122595, + "Ġaktif": 122596, + "ĠاÙĨجÙħÙĨ": 122597, + "ĠÑģÑĤак": 122598, + "ĠÑģÑĤаÑĢа": 122599, + "ÙĦÙģØ©": 122600, + "Ġparçası": 122601, + "ĠкоÑĢпÑĥÑģ": 122602, + "ãĢģé«ĺ": 122603, + "!..": 122604, + "ĠÎłÎijÎĿ": 122605, + "ĠÙĩÙĨÙĪز": 122606, + "ionálnÃŃ": 122607, + "ĠprávnÃŃ": 122608, + "ÂĿ": 122609, + "ĠتÛĮر": 122610, + "ĠåŁİ": 122611, + "Ġзгад": 122612, + "Ġsaldırı": 122613, + "æŁ¥çľĭæijĺè¦ģ": 122614, + "髪": 122615, + "ÙģصÙĦ": 122616, + "ãģĻãģ¹ãģ¦": 122617, + "ево": 122618, + "ê´Ģ리ìŀIJ": 122619, + "ĠìĺĨ": 122620, + "udicots": 122621, + "ÙĪرÙĨ": 122622, + "Ġcelkem": 122623, + "ãĤ¤ãĤº": 122624, + "ìĬ¤ê°Ģ": 122625, + "販売": 122626, + "ĠíĮĮìĿ¼ì²¨ë¶Ģ": 122627, + "뢰": 122628, + "Ġenergie": 122629, + "esidir": 122630, + "Ġmiá»ĩng": 122631, + "éĻ·": 122632, + "ĠгаÑĢа": 122633, + "Ġbiliyor": 122634, + "çį²å¾Ĺ": 122635, + "еÑĤеÑĢб": 122636, + "à¹Īาà¹Ģà¸Ľ": 122637, + "Ġμαζί": 122638, + "ĠzpracovánÃŃ": 122639, + "Ñģм": 122640, + "Ġhala": 122641, + "ĠزÙĪج": 122642, + "ĠвÑĸднов": 122643, + "à¹Ģหมาะ": 122644, + "ĠÐłÐµÑģпÑĥбли": 122645, + "åĩºåĵģèĢħ": 122646, + "Ñīини": 122647, + "ัà¸Ļà¹Ģà¸Ľ": 122648, + "Ġtýden": 122649, + "ĠبÙĬت": 122650, + "ÑģкомÑĥ": 122651, + "ĠÙĩÙĪاپÛĮÙħ": 122652, + "оÑģнов": 122653, + "鸣": 122654, + "Ġsoukrom": 122655, + "Ġfaiz": 122656, + "Ġdemok": 122657, + "Ġkterém": 122658, + "Ġëħ¹": 122659, + "лаÑĩ": 122660, + "ĠоÑĤвеÑĤÑģÑĤвен": 122661, + "Ġï¼¼:": 122662, + "Ġλο": 122663, + "ÄĮesk": 122664, + "ê°ĢìļĶ": 122665, + "ĠãĥĬ": 122666, + "ĠnhuáºŃn": 122667, + "ĠÑģили": 122668, + "ĠÐľÐ¾Ð½": 122669, + "Ġçap": 122670, + "ĠRowBox": 122671, + "ĠмаÑģÑĤ": 122672, + "ĠÐľÐ°": 122673, + "ĠдÑĢÑĥго": 122674, + "Ġأش": 122675, + "ë°©ìĨ¡": 122676, + "ĠпÑĸдпиÑģ": 122677, + "èĩ¨": 122678, + "åī©": 122679, + "Ġhiá»ĥn": 122680, + "ĠÙĤرارد": 122681, + "istrat": 122682, + "ÐŁÑĸд": 122683, + "ÏĦεÏģα": 122684, + "ĠpozdÄĽ": 122685, + "ĠbaÅŁta": 122686, + "夫人": 122687, + "лини": 122688, + "ĠкаÑĩеÑģÑĤва": 122689, + "Ġkurtul": 122690, + "Ġì¢Į": 122691, + "ãģ«ãģĬãģijãĤĭ": 122692, + "åľ°åįĢ": 122693, + "ĠÑĩаÑģом": 122694, + "ìµľê³ł": 122695, + "Ġngang": 122696, + "اÙĩد": 122697, + "ĠШев": 122698, + "ĠpÅĻitom": 122699, + "Ġchấm": 122700, + "ĠÐľÐµÑģÑĤо": 122701, + "ĠÑģовеÑĢÑĪенно": 122702, + "ÃŃcÃŃ": 122703, + "Ńå·ŀ": 122704, + "åĪĽæĸ°": 122705, + "äºĶæľĪ": 122706, + "ĠاعÙħاÙĦ": 122707, + "ĠвозможноÑģÑĤи": 122708, + "ĠпÑĢодовж": 122709, + "nÄĽt": 122710, + "ĠÐĿапÑĢимеÑĢ": 122711, + "ĠاÙĦدÙħ": 122712, + "Ġà¹ģà¸ļà¸ļ": 122713, + "çĶŁçļĦ": 122714, + "ĠÑħаÑĢÑĩ": 122715, + "ĠSonuç": 122716, + "Ġrůzné": 122717, + "Ġاذ": 122718, + "à¸ķà¸Ńà¸ļ": 122719, + "PÅĻed": 122720, + "ĠдеÑĢевÑıн": 122721, + "ë´IJ": 122722, + "ĠëĬIJëĤ": 122723, + "جÙħÙĬع": 122724, + "ĠBöylece": 122725, + "èµı": 122726, + "ĠبسÙĬ": 122727, + "ĠÃĩaÄŁ": 122728, + "ĠتاÛĮ": 122729, + "ĠnejvyÅ¡Å¡ÃŃ": 122730, + "èĸ©": 122731, + "ÏĩεδÏĮν": 122732, + "Ġëĵ±ìĿĺ": 122733, + "eyh": 122734, + "æĸĻçIJĨ": 122735, + "اتÙĩ": 122736, + "æī«": 122737, + "Ġå©": 122738, + "ĠпÑĢивед": 122739, + "æī¶": 122740, + "Ġ견": 122741, + "ĠاÙħÛĮر": 122742, + "ायल": 122743, + "æ¡ij": 122744, + "à¸Ļà¹Ģà¸ķ": 122745, + "илакÑĤи": 122746, + "家ä¼Ļ": 122747, + "Ġbulunuyor": 122748, + "ysa": 122749, + "ÂĨ": 122750, + "ĠBÄ°R": 122751, + "íĨ¤": 122752, + "à¤Ĥà¤Ĺà¤łà¤¨": 122753, + "ÎĶεν": 122754, + "à¥Įà¤ķर": 122755, + "éĸĵãģ«": 122756, + "Ġмоб": 122757, + "ĠMorav": 122758, + "è§ĦåĪĴ": 122759, + "ĠÑģвÑĸÑĤÑĸ": 122760, + "ults": 122761, + "ĠzemÃŃ": 122762, + "ÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 122763, + "ĠÐŁÐ¾Ð¿": 122764, + "ãģĤãģĴ": 122765, + "Ġpomoci": 122766, + "ĠзмÑĸÑģÑĤ": 122767, + "主人": 122768, + "ĠSı": 122769, + "ãĥĽãĥĨãĥ«": 122770, + "ĠÑĥвагÑĥ": 122771, + "廳": 122772, + "à¹Ģมà¸ķร": 122773, + "estli": 122774, + "Ġloạt": 122775, + "ãĤ¢ãĥ¼": 122776, + "ĠÎĶε": 122777, + "Ġbunları": 122778, + "ĠçĤ¹åĩ»": 122779, + "ĠBÃłi": 122780, + "Ġä¸ĸ": 122781, + "Ġê³łê°ľë¥¼": 122782, + "ĠÐŃÑĤоÑĤ": 122783, + "Ġmemnun": 122784, + "Ġ।Ċ": 122785, + "ĠиÑģÑĤоÑĢии": 122786, + "Ġì°©": 122787, + "१९": 122788, + "ĠÐŀднак": 122789, + "Ġvede": 122790, + "ÏĨÎŃÏģει": 122791, + "âb": 122792, + "çĬ¶åĨµ": 122793, + "åįıè®®": 122794, + "Ġê°Ŀ": 122795, + "евид": 122796, + "jmu": 122797, + "ĠколиÑĩеÑģÑĤва": 122798, + "ÃĽ": 122799, + "iÄįe": 122800, + "Ġfirmalar": 122801, + "èĢĢ": 122802, + "кÑĸн": 122803, + "ĠêµŃ민": 122804, + "Ġ목ë¡Ŀ": 122805, + "ĠÎļαÏģ": 122806, + "Ġhissed": 122807, + "Ｋ": 122808, + "ĠTên": 122809, + "ĠÑĤÑĭÑģÑıÑĩ": 122810, + "ØŃÙĬØŃ": 122811, + "Ġвполне": 122812, + "ĠSınıf": 122813, + "Ġμην": 122814, + "Ġíij¸": 122815, + "ĠاÙĦطبÙĬ": 122816, + "ĠزÛĮب": 122817, + "ĠпÑĥ": 122818, + "Ġpraž": 122819, + "ìĹĨëĬĶ": 122820, + "θÏģÏī": 122821, + "Ġiçi": 122822, + "ĠбÑĸл": 122823, + "ÐłÑij": 122824, + "Ġì¶ķ구": 122825, + "Ġlạ": 122826, + "ĠãĥķãĤ¡": 122827, + "Ġèĸ": 122828, + "μαÏĦο": 122829, + "éĩijå±ŀ": 122830, + "áli": 122831, + "ĠÙģØ£": 122832, + "ĠKarlov": 122833, + "ĠZáp": 122834, + "ãĥªãĥ³ãĤ°": 122835, + "abilmek": 122836, + "ĠСи": 122837, + "ĠcÃŃrk": 122838, + "Ġká»ĭp": 122839, + "Ġà¤ijनल": 122840, + "ĠÙĪØŃدة": 122841, + "ãĥĭãĥĥãĤ¯": 122842, + "ĠnÆ°á»Ľng": 122843, + "ĠакÑĤÑĥ": 122844, + "å¸ĿåĽ½": 122845, + "Ġnázev": 122846, + "ĠÑĢемонÑĤ": 122847, + "ĠÑĢинкÑĥ": 122848, + "ĠÏĢάνÏī": 122849, + "ÏĦικο": 122850, + "ĠìĤ¼ìĦ±": 122851, + "ĠÑģимпÑĤомÑĭ": 122852, + "ĠÑĢанÑĸÑĪе": 122853, + "ĠJá": 122854, + "ĠÑģÑĩиÑĤаеÑĤÑģÑı": 122855, + "ĠпоÑĢÑĸв": 122856, + "ĠÐľÐ°Ð»": 122857, + "éĿ¢ç§¯": 122858, + "ĠÙĦغ": 122859, + "ĠجشÙĨ": 122860, + "Ġнедели": 122861, + "Ġì¦Ŀê°Ģ": 122862, + "ãĨįëıĻ": 122863, + "Ġlượt": 122864, + "ĠÄIJá»ĭnh": 122865, + "Ġà¸Ńà¸Ńà¸Ļà¹Ħลà¸Ļ": 122866, + "Ġyaparak": 122867, + "ĠÄijai": 122868, + "ĠоÑĦиÑĨи": 122869, + "ĠεμÏĢ": 122870, + "ξειÏĤ": 122871, + "ĠконÑĦеÑĢен": 122872, + "Ġarası": 122873, + "à¸ķา": 122874, + "Ġë´IJ": 122875, + "ована": 122876, + "ì§Ģê°Ģ": 122877, + "ĠVám": 122878, + "à¤¿à¤ľà¤¨": 122879, + "Ġç¼ĸè¾ij": 122880, + "ζÏĮ": 122881, + "ĠÏĦÏģÏĮ": 122882, + "Ġücretsiz": 122883, + "ĠکاÙħÙĦا": 122884, + ":::/": 122885, + "à¹ĮĊĊ": 122886, + "Ġéĸ¢éĢ£": 122887, + "Ġkara": 122888, + "Ġбезпеки": 122889, + "ĠzmÄĽny": 122890, + "Ġê¿Ī": 122891, + "vrd": 122892, + "liÄŁine": 122893, + "ĠاÙĨتخابات": 122894, + "ĠдоÑģвÑĸд": 122895, + "Ġkterého": 122896, + "енÑĤом": 122897, + "ê³µë¶Ģ": 122898, + "ìłĿ": 122899, + "Ġë§Į족": 122900, + "Ġæij": 122901, + "åĩºåı£": 122902, + "建议": 122903, + "оÑĤÑı": 122904, + "ĠÒij": 122905, + "íĶĦë¡ľ": 122906, + "Ġgió": 122907, + "ãĤ·ãĤ§": 122908, + "ĠλεÏĢ": 122909, + "íķĺ볤": 122910, + "Ġyoksa": 122911, + "Ġistih": 122912, + "Ｖ": 122913, + "ĠاÙĦعÙħ": 122914, + "Ġکارگرد": 122915, + "à¹Ģà¸ŀราะ": 122916, + "Ġnových": 122917, + "ĠÑģна": 122918, + "Ġsana": 122919, + "वत": 122920, + "Ä±ÅŁman": 122921, + "åı¦å¤ĸ": 122922, + "ì¶ľìŀ¥ìĥµ": 122923, + "婦": 122924, + "ĠкоÑĪÑĤÑĸв": 122925, + "ĠÙĪاÙĦÙĨ": 122926, + "ĠباÙĦØ¥": 122927, + "ĠæĬĢ": 122928, + "Ġмноже": 122929, + "à¥Ĥड": 122930, + "ĠCục": 122931, + "Ġevet": 122932, + "èģĶåIJĪ": 122933, + "Ġ³³Ġ³³Ġ³³Ġ³³": 122934, + "çļĦå¿ĥ": 122935, + "Ġdáng": 122936, + "اÛĮسÙĩ": 122937, + "Ġerken": 122938, + "泡": 122939, + "ائب": 122940, + "Ġyapıldı": 122941, + "ĠQuản": 122942, + "æĹ¶ä»£": 122943, + "ìĽ¨ìĸ´": 122944, + "ĠгÑĸÑĢ": 122945, + "okoj": 122946, + "Ùĥرة": 122947, + "Ñİк": 122948, + "Ġvýj": 122949, + "Ġhodiny": 122950, + "ĠелекÑĤÑĢон": 122951, + "mıyor": 122952, + "ĠìŀĪëĭ¤ëĬĶ": 122953, + "à¹īà¹ī": 122954, + "иÑĤелÑĮное": 122955, + "Ġyıllar": 122956, + "Äıte": 122957, + "ĠÄįinnost": 122958, + "ุà¸ĵà¸łà¸²à¸ŀ": 122959, + "íĵ¨": 122960, + "нг": 122961, + "ูรà¸ĵ": 122962, + "ĠпоÑĢÑıдке": 122963, + "Ġëĭ¹ìĭľ": 122964, + "ĠÐľÐ¾Ñģков": 122965, + "Ġkred": 122966, + "urum": 122967, + "ĠÑĤÑı": 122968, + "Ú©ÙĨاÙĨ": 122969, + "дии": 122970, + "ÑĢимÑĸн": 122971, + "ĠоÑĢганизм": 122972, + "ĠéĽĨ": 122973, + "ιÏĥÏĦο": 122974, + "ä¿¡çĶ¨": 122975, + "åįģåĽĽ": 122976, + "à¹Īà¹ĥà¸Ĭ": 122977, + "ĠÑĥвид": 122978, + "ัà¸ĩà¸ģล": 122979, + "åı¦ä¸Ģ": 122980, + "ãĥ«ãĥķ": 122981, + "ัà¸ļà¸Ľà¸£": 122982, + "ĠÃľst": 122983, + "説æĺİ": 122984, + "вай": 122985, + "аÑĩе": 122986, + "欣": 122987, + "Ġkatıl": 122988, + "ĠCem": 122989, + "ĠاÙĦجÙĩ": 122990, + "ĠгÑĢÑĥз": 122991, + "ĠзаÑģÑĤав": 122992, + "cılar": 122993, + "ĠÑħоÑĤел": 122994, + "ĠsnÃŃm": 122995, + "ï¼Į被": 122996, + "ĠвиÑī": 122997, + "Ġdemokrat": 122998, + "à¥ĩà¤Łà¤°": 122999, + "åij¨å¹´": 123000, + "Ġodpad": 123001, + "ĠdaÅĪ": 123002, + "Ġ代": 123003, + "à¹ĩà¸Ļà¸Ń": 123004, + "ĠÑģколÑĮко": 123005, + "ĠαÏĨ": 123006, + "ĠpÅĻesvÄĽd": 123007, + "Ġåĵģ": 123008, + "ĠинÑĦоÑĢмаÑĨии": 123009, + "çĽĹ": 123010, + "ãģ¾ãģ¨": 123011, + "ĠÑģамов": 123012, + "Ġpocit": 123013, + "Ġíݸì§ij": 123014, + "ĠÑģмеÑģÑĮ": 123015, + "ĠpojiÅ¡tÄĽnÃŃ": 123016, + "ãģ®ãĤĤ": 123017, + "à¹Īาà¸ģาร": 123018, + "ĠÛĮÙĪÙĨ": 123019, + "Ġ기ìĸµ": 123020, + "ickými": 123021, + "alace": 123022, + "éĽ»å½±": 123023, + "ÑİваннÑı": 123024, + "缸åIJĮ": 123025, + "ĠãĢĥ": 123026, + "ĠдокÑĥменÑĤÑĸв": 123027, + "ï¼¹": 123028, + "åĪ°åºķ": 123029, + "óz": 123030, + "ĠAhmet": 123031, + "ĠÙħساØŃت": 123032, + "Ġhlavou": 123033, + "ülebilir": 123034, + "ãĢĤä½ł": 123035, + "à¹ĩà¸ģà¸Ĭาย": 123036, + "¤¤": 123037, + "ĠæĦı": 123038, + "ĠcháºŃm": 123039, + ".д": 123040, + "Ġcca": 123041, + "Ġolumsuz": 123042, + "Âŀ": 123043, + "çĬ¬": 123044, + "ĠпоÑģÑĤоÑıнно": 123045, + "Ġ.**************Ċ": 123046, + "Ġاستر": 123047, + "ĠдалÑĮней": 123048, + "ůr": 123049, + "ä¿ĿèŃ·": 123050, + "боÑĢаÑĤоÑĢ": 123051, + "÷": 123052, + "ÏĥÏĦαν": 123053, + "ĠÙģÙĬÙĦÙħ": 123054, + "çek": 123055, + "ìŀIJ기": 123056, + "Ġæ¥Ń": 123057, + "нÑĸп": 123058, + "èīĩ": 123059, + "Ġmoci": 123060, + "ìľµ": 123061, + "리그": 123062, + "ĠÐļо": 123063, + "éĤ£éĩĮ": 123064, + "ĠСÑĤаÑĢ": 123065, + "ĠتÙĪاÙĨÛĮد": 123066, + "Ġnguyá»ĩn": 123067, + "Ġสามารà¸ĸ": 123068, + "ÑĸÑĩна": 123069, + "Ġ被": 123070, + "ุà¸ķสาหà¸ģรรม": 123071, + "Ġعصر": 123072, + "ĠÃľNÄ°VERS": 123073, + "Ġtehdy": 123074, + "ĠÙĪصÙĦات": 123075, + "ä¿Ŀè¯ģ": 123076, + "ĠEudicots": 123077, + "ĠÎłÎŃ": 123078, + "建è¨Ń": 123079, + "ĠìłĦêµŃ": 123080, + "ĠØŃÛĮ": 123081, + "ãĤ¤ãĥĦ": 123082, + "ĠØŃاصÙĦ": 123083, + "ĠجÙĨÙĪبÛĮ": 123084, + "ãĢģæĹ¥æľ¬": 123085, + "ÃĻ": 123086, + "Ġà¸Ĺาà¸ĩ": 123087, + "ĠÙĨØŃÙĪ": 123088, + "اÙĩÙĬÙħ": 123089, + "å¾Įãģ«": 123090, + "à¸Īะà¹Ħà¸Ķ": 123091, + "åĩłä¸ª": 123092, + "à¥ģà¤ģ": 123093, + "ëĮĢìĿĺ": 123094, + "ĠlÃłn": 123095, + "ìĽĶë¶ĢíĦ°": 123096, + "Æł": 123097, + "Ġеди": 123098, + "Ġspis": 123099, + "æľīä»Ģä¹Ī": 123100, + "Ġnebyla": 123101, + "Ġíķ´ìĻ¸": 123102, + "ë¡ľë¶ĢíĦ°": 123103, + "аÑĢÑħ": 123104, + "lili": 123105, + "Ġíķĺ루": 123106, + "maması": 123107, + "ÑĩаеÑĤ": 123108, + "ĠØŃاÙĦØ©": 123109, + "ĠBölüm": 123110, + "缸éĹľ": 123111, + "ĠдÑĢÑĥгими": 123112, + "çĽ£çĿ£": 123113, + "à¥Īà¤ľ": 123114, + "ĠعبداÙĦÙĦÙĩ": 123115, + "Ġè¿ŀ": 123116, + "ĠÐľÐ¸Ð½": 123117, + "Ġ기ëĭ¤": 123118, + "Ġ공격": 123119, + "è¡Įåĭķ": 123120, + "ामà¤ķ": 123121, + "æ±Ĥè´Ń": 123122, + "模åŀĭ": 123123, + "ÑģоÑĢ": 123124, + "rane": 123125, + "à¹ĩà¸Īà¸ŀระ": 123126, + "ĠÙħسÛĮر": 123127, + "è£ħç½®": 123128, + "ìķ¤": 123129, + "nÄĽjÅ¡ÃŃch": 123130, + "αλÏįÏĦε": 123131, + "ĠHakk": 123132, + "访éĹ®": 123133, + "ĠÑĤеÑĩ": 123134, + "ĠLá»ĭch": 123135, + "ĠدشÙħÙĨ": 123136, + "ÎĮ": 123137, + "ĠÏĢε": 123138, + "Ġзамов": 123139, + "Ġbirim": 123140, + "ãĤ·ãĤ¹ãĥĨãĥł": 123141, + "ĠÏĢÏģοÏĬ": 123142, + "ĬìĿĢ": 123143, + "виг": 123144, + "ĠëıħìĿ¼": 123145, + "ĠÑĢеволÑİ": 123146, + "Ġé¦Ļ港": 123147, + "Ġlez": 123148, + "ĠبÛĮÙħار": 123149, + "Ġduygu": 123150, + "Ġ뼰": 123151, + "Ġamacı": 123152, + "à¥įयप": 123153, + "ĠìŀIJìĦ¸": 123154, + "اÙĪÛĮر": 123155, + "Ġspole": 123156, + "ÃĸL": 123157, + "Ġجع": 123158, + "ÙĦÛĮÙħ": 123159, + "ãģªãģ©ãģ®": 123160, + "à¸Ľà¸£à¸°à¸ªà¸ļ": 123161, + "ĠnaÅ¡ich": 123162, + "ĠпÑĢедÑģÑĤавлÑıеÑĤ": 123163, + "Ġздоб": 123164, + "Ġobou": 123165, + "Ø®ÙĪاÙĨ": 123166, + "ãĥ¬ãĥĥãĥĪ": 123167, + "одейÑģÑĤв": 123168, + "کرÛĮ": 123169, + "ĠاتاÙĤ": 123170, + "ĠÑįкÑģплÑĥаÑĤа": 123171, + "ï½¢": 123172, + "ĠÙĦÙĦØ¥": 123173, + "ĠاÙĦÙĨظاÙħ": 123174, + "ĠíĶĦëŀijìĬ¤": 123175, + "ısıt": 123176, + "åŃĻ": 123177, + "Ġžádný": 123178, + "ÙĤÙī": 123179, + "ัà¸ģà¹Ģร": 123180, + "Ġë²łìĬ¤íĬ¸": 123181, + "Ġãĥ«": 123182, + "åıĶ": 123183, + "nické": 123184, + "ĠειÏĥ": 123185, + "ãĥ«ãĥī": 123186, + "ĠدارÙħ": 123187, + "Ġгем": 123188, + "ĠåѸ": 123189, + "ानसà¤Ń": 123190, + "ализи": 123191, + "ованÑĸ": 123192, + "Ġобо": 123193, + "ìłĦìĹIJ": 123194, + "ĠSinh": 123195, + "ĠÙĨع": 123196, + "ĠоблаÑģ": 123197, + "ÏħÏĢ": 123198, + "èĥ¶": 123199, + "Ġazalt": 123200, + "åħ¨éĿ¢": 123201, + "ĠKromÄĽ": 123202, + "ĠCz": 123203, + "æĬ¥åIJį": 123204, + "ĠnásledujÃŃcÃŃ": 123205, + "ĠнапÑĢиклад": 123206, + "ãģªãģijãĤĮãģ°": 123207, + "à¸Ńาย": 123208, + "çľĭçľĭ": 123209, + "Ġà¸ģรà¸ģà¸İ": 123210, + "ednou": 123211, + "ازÙĦ": 123212, + "ãĢģæľ¬": 123213, + "еÑģи": 123214, + "Ġtarz": 123215, + "ãĢĢï¾Ĭ": 123216, + "Ġrozum": 123217, + "ãĤ«ãĥ¼ãĥī": 123218, + "Ġà¤ĩà¤ķ": 123219, + "ĠprostÄĽ": 123220, + "ĠÎĵκ": 123221, + "ç©´": 123222, + "ĠHük": 123223, + "lavÃŃ": 123224, + "ê¿": 123225, + "鸡": 123226, + "ĠвозникаеÑĤ": 123227, + "ÑŁÑŁÑŁ": 123228, + "Ġпонима": 123229, + "ÐŁÐŀ": 123230, + "ãģĶãģĸãģĦãģ¾ãģĻ": 123231, + "ãģħ": 123232, + "Ġtrval": 123233, + "Ġдалеко": 123234, + "ĠÙĨÙĬز": 123235, + "ĠвÑĭÑıв": 123236, + "ิà¸Ĺยา": 123237, + "Ġlá»Ĺ": 123238, + "à¹Ģสà¸Ļ": 123239, + "ĠÑģÑĤенÑĭ": 123240, + "à¥įडल": 123241, + "Ġjednotlivých": 123242, + "ĠпÑĢиблиз": 123243, + "ikat": 123244, + "Ġподав": 123245, + "رÛĮز": 123246, + "ĠØ¢ÙĨجا": 123247, + "社æľĥ": 123248, + "Ġà¤ľà¤¨à¤µà¤°": 123249, + "Ġaile": 123250, + "à¸µà¸Ľ": 123251, + "Ġèħ": 123252, + "ãģ§ãģĹãĤĩãģĨ": 123253, + "СÐŀ": 123254, + "ãĢģãĢĬ": 123255, + "ìĿ¼ë³¸": 123256, + "ovanou": 123257, + "νÏĮ": 123258, + "å±¥": 123259, + "عÙĦÙĤ": 123260, + "Ġìī½": 123261, + "Ġглиб": 123262, + "Ġê²ĥìŀħëĭĪëĭ¤": 123263, + "ĠнеобÑħодимоÑģÑĤи": 123264, + "ĠتخصصÛĮ": 123265, + "اسر": 123266, + "ï¼Į说": 123267, + "ĠÐĿÑĸ": 123268, + "Ġvyrob": 123269, + "ÑĪÑĥÑİ": 123270, + "æĪ¿å±ĭ": 123271, + "ÂłÐĹ": 123272, + "à¹Ģà¸ŀล": 123273, + "åĨħéĥ¨": 123274, + "ĠدÙĦار": 123275, + "ĠпÑĤи": 123276, + "Å¡ti": 123277, + "ĠaraÅŁtırma": 123278, + "Ġзнаком": 123279, + "Ġελλην": 123280, + "Ġấm": 123281, + "ÑĢак": 123282, + "ãĤŃãĥ¥": 123283, + "ĠtháºŃn": 123284, + "èŃľ": 123285, + "ëªħìĿĺ": 123286, + "Ġyeter": 123287, + "ĠнаÑģлед": 123288, + "ĠÐļан": 123289, + "ĠвÑĭбиÑĢа": 123290, + "ĠΣÏĩ": 123291, + "ĠÑĤеÑĢмÑĸн": 123292, + "Ġæ´»": 123293, + "ĠاÙĦتÙģ": 123294, + "ĠJapon": 123295, + "éĤª": 123296, + "ë¶ĦìĦĿ": 123297, + "ĠлиÑĨо": 123298, + "Ġmê": 123299, + "à¸Ħวร": 123300, + "Ġà¤ħà¤Ĺल": 123301, + "ĠÙĩج": 123302, + "룬ìļ´": 123303, + "ĠвойнÑĭ": 123304, + "اÙĪرزÛĮ": 123305, + "ĠÑģпÑĢÑı": 123306, + "çĦ¼": 123307, + "è¢ĸ": 123308, + "Ġiçeren": 123309, + "Ġëħ¸ëŀĺ": 123310, + "ĠЧеÑĢез": 123311, + "ÙĪجÙĪد": 123312, + "ÑıÑĤие": 123313, + "à¸Ńลลาร": 123314, + "è·¨": 123315, + "ĠMilli": 123316, + "件äºĭ": 123317, + "ĠæľĿ": 123318, + "βολή": 123319, + "Ġков": 123320, + "ĠØ´ÙĩÛĮد": 123321, + "ä¸ĭåİ»": 123322, + "Ġìłķìĭł": 123323, + "оÑĩкÑĥ": 123324, + "ï¼Į便": 123325, + "γκε": 123326, + "ĠÙħباش": 123327, + "Ġayında": 123328, + "Ġä»»": 123329, + "ÑģÑĤоÑĢÑĸÑı": 123330, + "ä¸ŃåѦ": 123331, + "縮": 123332, + "ĠÑĦÑĸл": 123333, + "ãĢģãĤĦ": 123334, + "Ġæĺ¥": 123335, + "Ġterör": 123336, + "Ġповинен": 123337, + "Ġmilionů": 123338, + "ĠÙģارس": 123339, + "Ġввод": 123340, + "طاÙĦ": 123341, + "Ġê¶ģê¸Ī": 123342, + "Ġukáz": 123343, + "çĶľ": 123344, + "æļĤ": 123345, + "صت": 123346, + "Ðļогда": 123347, + "Ġमल": 123348, + "άνα": 123349, + "ĠдокÑĤоÑĢ": 123350, + "ĠкоммÑĥ": 123351, + "ĠпÑĸдÑģ": 123352, + "Ġà¸ģรà¸ģà¸İาà¸Ħม": 123353, + "ÂłÐ³": 123354, + "Ġöne": 123355, + "ĠÄIJá»ģ": 123356, + "äºĭåĭĻ": 123357, + "Ġsrov": 123358, + "Ġάν": 123359, + "ëıĦê°Ģ": 123360, + "acaģım": 123361, + "кол": 123362, + "Ġbá»ĵi": 123363, + "Ġپرداز": 123364, + "Ġä¸ļ": 123365, + "ëĭ¤ìļ´": 123366, + "ĠпÑĢедел": 123367, + "ĠÑĦедеÑĢалÑĮ": 123368, + "ĠاÙĦØ£Ùĥ": 123369, + "ãĢĢãĢĢãĢĢãĢĢĠãĢĢĠãĢĢ": 123370, + "Ġtrấn": 123371, + "Ġдлин": 123372, + "ĠÑĸмп": 123373, + "ĠsmÄĽrem": 123374, + "°ëĭ¤": 123375, + "Ġrừng": 123376, + "iciálnÃŃ": 123377, + "è¡Ĩ": 123378, + "μιο": 123379, + "ĠادارÙĩ": 123380, + "ĠÑĤÑĢÑĮ": 123381, + "ĠÄ°li": 123382, + "มà¸Ļà¸ķร": 123383, + "à¥įवà¤ļ": 123384, + "еÑĢо": 123385, + "ĠKUR": 123386, + "skými": 123387, + "δί": 123388, + "utin": 123389, + "Ġveriler": 123390, + "สà¸ĸาà¸Ļà¸Ĺ": 123391, + "ĠзаÑħодÑĸв": 123392, + "ĠÙģرÙĪدگاÙĩ": 123393, + "ĠçĶ±": 123394, + "ูà¹ģล": 123395, + "éĥij": 123396, + "ĠJako": 123397, + "ĠÑĢазвиÑĤие": 123398, + "à¤īन": 123399, + "ÙĬدا": 123400, + "Ġà¸ŀà¸¤à¸©à¸łà¸²à¸Ħม": 123401, + "물ìĿĦ": 123402, + "ëłĢ": 123403, + "-ÐĽ": 123404, + "ãĢĤãģĤ": 123405, + "Ġподв": 123406, + "ï¼īï¼ļ": 123407, + "论åĿĽ": 123408, + "ائع": 123409, + "ãĤĴãģĻãĤĭ": 123410, + "Ġأص": 123411, + "Ñĩики": 123412, + "ĠÑģÑĤил": 123413, + "leyici": 123414, + "ÑģилÑĮ": 123415, + "Ġbulundu": 123416, + "ĠÑģеÑĢедови": 123417, + "à¤Ĥर": 123418, + "ĠاÛĮÙĨجا": 123419, + "åľŃåľŃ": 123420, + "ĠmyÅ¡len": 123421, + "ĠÑĢозвиÑĤок": 123422, + "ĠiyileÅŁ": 123423, + "ĠвÑĸз": 123424, + "ëĤĺ무": 123425, + "æĦıè§ģ": 123426, + "ιÏĥÏĦη": 123427, + "ãĥĥãĥĦ": 123428, + "äºĭæķħ": 123429, + "madıģı": 123430, + "Ġà¤ħपर": 123431, + "ĠÚĨرخ": 123432, + "Ġплав": 123433, + "以æĿ¥": 123434, + "Ġë©Ģ": 123435, + "Tuy": 123436, + "ãĥ¼ãĥį": 123437, + "ĠизÑĥÑĩ": 123438, + "ĠstÅĻednÃŃ": 123439, + "课ç¨ĭ": 123440, + "Ġê·¸ëħĢëĬĶ": 123441, + "ĠдоговоÑĢÑĥ": 123442, + "ĠÄijá»ĭch": 123443, + "Ġkararı": 123444, + "åIJ´": 123445, + "ÙĥاÙħ": 123446, + "ĠпоÑĤол": 123447, + "вок": 123448, + "ĠDüz": 123449, + "Τα": 123450, + "åµ": 123451, + "âĢĻna": 123452, + "адж": 123453, + "ĠdÅĻÃŃve": 123454, + "梨": 123455, + "ĠAvust": 123456, + "åĬĽãĤĴ": 123457, + "à¹Ģà¸ģล": 123458, + "Ġпобед": 123459, + "ĠпÑĢиÑĩ": 123460, + "ĠÐijÑĸ": 123461, + "åѤ": 123462, + "ĠÐłÐµÐ³": 123463, + "ĠyetiÅŁ": 123464, + "ĠнеÑİ": 123465, + "ĠbÃŃl": 123466, + "ìĹĨìĿĮ": 123467, + "ĠÄ°talya": 123468, + "ÐĴÑģе": 123469, + "å¾Įãģ®": 123470, + "ĠjejÃŃm": 123471, + "ĠвиглÑıдÑĸ": 123472, + "огÑĢад": 123473, + "Ġbohat": 123474, + "Ġåħĭ": 123475, + "ĠдиÑĤини": 123476, + "лÑıÑĤоÑĢ": 123477, + "мага": 123478, + "ëĭĪìĬ¤": 123479, + "ĠÐłÐ°Ð´Ð¸": 123480, + "ÏĢοÏħÏģγ": 123481, + "&ZeroWidthSpace": 123482, + "Ġstruk": 123483, + "æIJŀ": 123484, + "ĠãģĿãģ®ä»ĸ": 123485, + "ìĿ¸ìĿĦ": 123486, + "ĠпÑĢовеÑģÑĤи": 123487, + "漫çĶ»": 123488, + "Ġçݩ家": 123489, + "ĠÙĪرز": 123490, + "ĠÑģвоÑĹм": 123491, + "ĠLRV": 123492, + "ิà¸ķà¸ł": 123493, + "सत": 123494, + "ĠíĿĶ": 123495, + "âĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹı": 123496, + "ĠtvoÅĻÃŃ": 123497, + "ĠÐŁÐŀ": 123498, + "é«ĺ度": 123499, + ".hwp": 123500, + "à¸ķำà¸ļล": 123501, + "Ġدس": 123502, + "ìĪĺê°Ģ": 123503, + "ìĶ©": 123504, + "ï¼īãĢĤĊ": 123505, + "æĭ³": 123506, + "Ġlô": 123507, + "ĠKültür": 123508, + "اطعة": 123509, + "Ġkuchy": 123510, + "Ġstroj": 123511, + "μενο": 123512, + "ĠконÑģÑĤÑĢÑĥкÑĨии": 123513, + "å°ıåѦ": 123514, + "Ġåįļ": 123515, + "ĠèĢĥ": 123516, + "Ġasıl": 123517, + "æĪijåĢij": 123518, + "خراج": 123519, + "ĠOnun": 123520, + "Ġç¾İåĽ½": 123521, + "à¥Ĥबर": 123522, + "Ġmuži": 123523, + "姫": 123524, + "Ġвб": 123525, + "Ġдоме": 123526, + "Ġам": 123527, + "Ġkuru": 123528, + "æ±Ĺ": 123529, + "lediÄŁi": 123530, + "Ġvẽ": 123531, + "å¾ĵ": 123532, + "ĠгÑĥбеÑĢ": 123533, + "ĠÑģÑĤановиÑĤÑĮ": 123534, + "ĠzemÄĽdÄĽl": 123535, + "ÙĦÙĦ": 123536, + "Ġramen": 123537, + "ĠprůbÄĽhu": 123538, + "Ġblok": 123539, + "ýval": 123540, + "vou": 123541, + "νά": 123542, + "ëĶĶìĭľ": 123543, + "ÑĨионнÑĭе": 123544, + "Ġê²ĮìĭľíĮIJ": 123545, + "ãĥ³ãĥĩãĤ£": 123546, + "ä¸Ģ级": 123547, + "иÑĩа": 123548, + "ĠسرÛĮاÙĦ": 123549, + "ilin": 123550, + "ायन": 123551, + "ÙĨÙĪÛĮس": 123552, + "ĠÐĶи": 123553, + "ĠادبÛĮ": 123554, + "ĠÑĥдов": 123555, + "ĠÐĹам": 123556, + "à¥ģà¤Ńव": 123557, + "Ñģок": 123558, + "ĠÑĢайоне": 123559, + "ĠEK": 123560, + "æĤī": 123561, + "Ġsorumlu": 123562, + "ĠzvyÅ¡": 123563, + "à¹Ģà¸ĭà¸Ńร": 123564, + "ináÅĻ": 123565, + "Ġudrž": 123566, + "новид": 123567, + "ĠspoleÄįnÄĽ": 123568, + "æĪIJäºĨ": 123569, + "Ｄ": 123570, + "ัà¸ŀà¸Ĺ": 123571, + "аÑĪа": 123572, + "ĠÙĨادÙĬ": 123573, + "à¹ĥà¸Ļà¸Ĺ": 123574, + "å¡ļ": 123575, + "Ġسک": 123576, + "ãĥģãĥ¥": 123577, + "ĠмаÑĢÑĪ": 123578, + "аленнÑı": 123579, + "ĠØŃÙħاÛĮت": 123580, + "ãĥ³ãĤ¸": 123581, + "รษà¸IJ": 123582, + "ĠкÑĢем": 123583, + "ĠKažd": 123584, + "ê½": 123585, + "Ġparlament": 123586, + "ĠÅŁun": 123587, + "Ġkys": 123588, + "ÏĦÏĤ": 123589, + "ê°ľìĿĺ": 123590, + "Ġvelice": 123591, + "Ġcestu": 123592, + "ظة": 123593, + "è¯Ĭ": 123594, + "Ġút": 123595, + "ĠØ®ÙĪر": 123596, + "ĠТе": 123597, + "ĠоблаÑģÑĤ": 123598, + "à¹Īà¸Ńà¸ķ": 123599, + "ĠAcadem": 123600, + "ãĢĤæľ¬": 123601, + "Ġ風": 123602, + "Ñģен": 123603, + "ãĥ¢ãĥĩãĥ«": 123604, + "ĠзавданнÑı": 123605, + "ãģ¾ãĤĮ": 123606, + "моÑĤÑĢеÑĤÑĮ": 123607, + "Ġkhá»ķ": 123608, + "à¹Īร": 123609, + "درس": 123610, + "ĠÄĮeskosloven": 123611, + "Ġ计": 123612, + "ĠÑĤаком": 123613, + "ĠÙĦاعب": 123614, + "ĠMuhammed": 123615, + "ĠÙħÙĦÙģ": 123616, + "ĠÙĪسÙĦÙħ": 123617, + "ãĤ·ãĥ£ãĥ«": 123618, + "ĠокÑĢа": 123619, + "à¥ģमत": 123620, + "ĠëĪĦ구": 123621, + "Ġnedeni": 123622, + "ĠëĤłì§ľ": 123623, + "/km": 123624, + "Ġдемон": 123625, + "ĠصÙĨاÛĮع": 123626, + "masından": 123627, + "åīįãģ®": 123628, + "æĪIJ绩": 123629, + "लà¤Ĺ": 123630, + "ĠåĮħ": 123631, + "à¸Ńà¸ģà¸Īาà¸ģà¸Ļ": 123632, + "ادا": 123633, + "Ġaylık": 123634, + "ĠÙħÙĤد": 123635, + "Ġönemlidir": 123636, + "ĠìĪľê°Ħ": 123637, + "Ġdinh": 123638, + "Ġnákup": 123639, + "istické": 123640, + "åºŁ": 123641, + "ìĬ¤íĨł": 123642, + "Ġdny": 123643, + "ĠìŀĪëıĦë¡Ŀ": 123644, + "ìĽIJìĿĺ": 123645, + "ãĥķãĥ¬": 123646, + "poz": 123647, + "Ġев": 123648, + "ĠdÃ¼ÅŁÃ¼r": 123649, + "à¥įरà¤ļ": 123650, + "Ġê²°íĺ¼": 123651, + "ĠÑĨенÑĤÑĢа": 123652, + "åŁĭ": 123653, + "ï¿£ï½Ģ": 123654, + "æѦåĻ¨": 123655, + "à¹Īาà¸Ļมา": 123656, + "Ġरव": 123657, + "Ùijد": 123658, + "μÎŃνοι": 123659, + "Ġë§IJìĶĢ": 123660, + "ĠpoÅĻad": 123661, + "Ġبغ": 123662, + "ĠÏĮλα": 123663, + "à¹īà¹Ħà¸Ĥ": 123664, + "à¹Ģà¸ģาะ": 123665, + "Ġbạc": 123666, + "Ġdá": 123667, + "dÄĽla": 123668, + "Ġteb": 123669, + "Ġkèo": 123670, + "ãĤıãĤĮ": 123671, + "Ġistiyorum": 123672, + "λήÏĤ": 123673, + "ÐIJв": 123674, + "Ġasla": 123675, + "Ġperformans": 123676, + "ĠVáclav": 123677, + "ÏģίαÏĤ": 123678, + "ĠtÄĽl": 123679, + "æĮĻ": 123680, + "оба": 123681, + "ãģijãĤĮãģ©": 123682, + "ĠëĶ¸": 123683, + "ÙĪاء": 123684, + "ĠÚ©ÙĪدکاÙĨ": 123685, + "ĠплиÑĤ": 123686, + "Ġbilir": 123687, + "Ñĥже": 123688, + "ÏĦÎŃλε": 123689, + "Ġà¤Ĩà¤ķर": 123690, + "ĠÑĤÑĢÑĥда": 123691, + "ĠدرÛĮا": 123692, + "̧": 123693, + "Ġngá»įt": 123694, + "ÙĨسا": 123695, + "аÑģÑĤи": 123696, + "ï½£": 123697, + "ÂłÐ½Ð°": 123698, + "емÑĭе": 123699, + "ĠسعÙĪد": 123700, + "Ġalım": 123701, + "è´«": 123702, + "åĪ°çļĦ": 123703, + "Ġkesinlikle": 123704, + "Ġzásad": 123705, + "ĠìĬ¤íĬ¸": 123706, + "Ġdahi": 123707, + "té": 123708, + "åįģåħ«": 123709, + "Ġzayıf": 123710, + "ذار": 123711, + "ĠاÙĬراÙĨ": 123712, + "ĠhodnocenÃŃ": 123713, + "DST": 123714, + "Ġìĸĺ": 123715, + "æĺĩ": 123716, + "éĻ£": 123717, + "Ġкле": 123718, + "Ġuplat": 123719, + "ĠاÙĦتعÙĦÙĬÙħ": 123720, + "ÏĢοίηÏĥη": 123721, + "екÑĤоÑĢа": 123722, + "Ġë§IJìĿ´": 123723, + "ĠÙģرÙĬÙĤ": 123724, + "帮åĬ©": 123725, + "çĶŁãģį": 123726, + "åĨħãģ®": 123727, + "èģĶ缣": 123728, + "гÑĢад": 123729, + "Ġchuyến": 123730, + "ãĤĤãĤĬ": 123731, + "ĠÑĩаÑģÑĤина": 123732, + "ãģªãģıãģª": 123733, + "ÑĶв": 123734, + "ĠÑĦаÑħ": 123735, + "kuk": 123736, + "çĶ·æĢ§": 123737, + "ĠÙħÛĮÙĦادÛĮ": 123738, + "Ġbeden": 123739, + "ê°Ģ를": 123740, + "मर": 123741, + "Ġìĸ´ë¨¸ëĭĪ": 123742, + "èģĶç½ij": 123743, + "Âłmi": 123744, + "Ġzahrn": 123745, + "æ²ĸ": 123746, + "Ġkhuẩn": 123747, + "Ġopráv": 123748, + "ाहà¤ķ": 123749, + "ĠÚ©ÙĪتاÙĩ": 123750, + "Ġобол": 123751, + "Ġphúc": 123752, + "ránÃŃ": 123753, + "à¥įरथ": 123754, + "æݪæĸ½": 123755, + "Ġволод": 123756, + "ĠspÃŃÅ¡e": 123757, + "ĠmÆ¡": 123758, + "ÑĬек": 123759, + "ngör": 123760, + "à¤īत": 123761, + "ksiyon": 123762, + "аÑĤе": 123763, + "Ġجزء": 123764, + "ávka": 123765, + "ÐĴС": 123766, + "laÅŁma": 123767, + "Ġç¿": 123768, + "à¸Ńาà¸Ĭ": 123769, + "ниÑĨÑĥ": 123770, + "Ġหาà¸ģ": 123771, + "ãģĭãģĹ": 123772, + "íı´": 123773, + "ĠгаÑĢан": 123774, + "ĠÏĥαν": 123775, + "ĠдобавиÑĤÑĮ": 123776, + "ĠÑĢазÑĢеÑĪ": 123777, + "á¾": 123778, + "æĺ¯ä¸ª": 123779, + "μÎŃÏĤ": 123780, + "ĠÄ°mparator": 123781, + "æ¨Ļæºĸ": 123782, + "ÑģÑĤÑĭ": 123783, + "Ġgücü": 123784, + "ĠíĥĢìĿ´": 123785, + "Ġåħ¶ä»ĸ": 123786, + "Ġtông": 123787, + "ĠvedenÃŃ": 123788, + "ëĵľë¡ľ": 123789, + "Ġmesel": 123790, + "ĠÄįe": 123791, + "jde": 123792, + "Ïģεια": 123793, + "ãĤĪãģŃ": 123794, + "ÐłÐĿ": 123795, + "è·Ŀ离": 123796, + "ĠÙĤائÙħØ©": 123797, + "าà¸ļาล": 123798, + "ĠÑģайÑĤÑĸ": 123799, + "Ġरस": 123800, + "ĠÙĤرÙĨ": 123801, + "Ġnávr": 123802, + "Ú©Ùħ": 123803, + "çļĦæīĭ": 123804, + "Ġsorunu": 123805, + "/NÄIJ": 123806, + "nutÃŃm": 123807, + "ĠØ®ÙĪرد": 123808, + "Ġngá»Ŀ": 123809, + "Ġ:.|": 123810, + "Ġbudouc": 123811, + "iÄįky": 123812, + "Ġدرد": 123813, + "ÑĢониÑĩеÑģ": 123814, + "ç¾Ĭ": 123815, + "ĠìķĦë²Ħì§Ģ": 123816, + "ĠKanunu": 123817, + "ĠпÑĢиводиÑĤ": 123818, + "άλÏħÏĪηÏĤ": 123819, + "ĠVladim": 123820, + "Ġalıp": 123821, + "ĠеÑĤап": 123822, + "Ġà¤Ĺलत": 123823, + "ĠراÙĩÙĨÙħ": 123824, + "Ġpozisyon": 123825, + "Ġgöç": 123826, + "èµŀ": 123827, + "Ġмой": 123828, + "Ġγά": 123829, + "ĠìĪł": 123830, + "ĠØ¢ÛĮÙĨدÙĩ": 123831, + "aná": 123832, + "举çľģ": 123833, + "ĠÙħتعدد": 123834, + "ĠåįĬ": 123835, + "ãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 123836, + "Ġthá»Ŀ": 123837, + "ĠвдÑĢÑĥг": 123838, + "паÑĤ": 123839, + "ĠпÑĢоведениÑı": 123840, + "ÙĨز": 123841, + "ĠاÙĦبØŃØ«": 123842, + "æģ¢": 123843, + "Ġbaktı": 123844, + "Ġè·¯": 123845, + "Ġзаболеваний": 123846, + "ĠÐķвÑĢоп": 123847, + "Ġtarihli": 123848, + "깨": 123849, + "ĠÚ©ÙĪÙĩ": 123850, + "Ġìĸ´ëł¤": 123851, + "Ġtitul": 123852, + "ĠvydánÃŃ": 123853, + "éĺ¶æ®µ": 123854, + "à¸Īะà¸ķ": 123855, + "ĠмоÑı": 123856, + "ĠкоÑĢол": 123857, + "Ġбанк": 123858, + "วรรà¸ĵ": 123859, + "ĠÙĥسارة": 123860, + "ĠKhoa": 123861, + "ĠÑĥнÑĸвеÑĢÑģиÑĤеÑĤ": 123862, + "ãģ«éĸ¢ãģĻãĤĭ": 123863, + "ruary": 123864, + "Ġà¸Ĥาย": 123865, + "Ġsvaz": 123866, + "ĠشرÙĤ": 123867, + "ĠдÑĭÑħ": 123868, + "Ġизбав": 123869, + "ĠÑıкÑĸй": 123870, + "ĠÎľÎ¿Î½": 123871, + "Ġgön": 123872, + "ĠUkraj": 123873, + "ัà¸Ļà¸Ńà¸Ńà¸ģ": 123874, + "Ġมà¸ģราà¸Ħม": 123875, + "иÑĤов": 123876, + "Ġanalý": 123877, + "ĠоÑĤмеÑĩ": 123878, + "ĠبراÙī": 123879, + "âĪı": 123880, + "ัà¸ģà¸ģ": 123881, + "æĭ¥æľī": 123882, + "ĠÑĸнÑĪого": 123883, + "ĠкомпанÑĸÑĹ": 123884, + "ĠkÅĻes": 123885, + "ĠÑĢабоÑĩ": 123886, + "adÃŃ": 123887, + "ìłł": 123888, + "à¹Ħหà¸Ļ": 123889, + "à¥ģबह": 123890, + "âĢĻdeki": 123891, + "çħ¤": 123892, + "ĠпаÑĢÑĥ": 123893, + "ìĦŃ": 123894, + "ĠнепоÑģÑĢед": 123895, + "ĠÄ°b": 123896, + "Ġà¸ŀฤศà¸Ī": 123897, + "íĭ´": 123898, + "ĠëłĪìĿ´": 123899, + "ĠThá»ķ": 123900, + "ÑıеÑĤ": 123901, + "ائج": 123902, + "»çĴĥ": 123903, + "ÐĴÐŀ": 123904, + "åĸĬ": 123905, + "Ġ第ä¸ī": 123906, + "ĠвокÑĢÑĥг": 123907, + "ÑĩенÑĮ": 123908, + "Ġolanak": 123909, + "tura": 123910, + "ĠÙħÙĬÙĦ": 123911, + "eydi": 123912, + "ĠÙħدÙĬر": 123913, + "Ġnelze": 123914, + "ัวà¸Ńย": 123915, + "ìħľ": 123916, + "Ġhlavu": 123917, + "Ġkoruy": 123918, + "ÑĨин": 123919, + "ĠдиÑģÑĨип": 123920, + "ĠÙħاÙĨد": 123921, + "ĠподÑĢоб": 123922, + "ТÐŀ": 123923, + "ÙĤرار": 123924, + "à¹ģà¸Ļะà¸Ļำ": 123925, + "문ìĿĦ": 123926, + "æĮ¯ãĤĬ": 123927, + "PÅĻi": 123928, + "Ġyên": 123929, + "शà¤ķ": 123930, + "Âłje": 123931, + "ĠÐļонÑģÑĤиÑĤÑĥ": 123932, + "à¥ģह": 123933, + "Ġپا": 123934, + "ìĨĮ를": 123935, + "Ġдела": 123936, + "кид": 123937, + "à¹Ĥà¸Ĭ": 123938, + "커ìĬ¤": 123939, + "dÄĽlen": 123940, + "à¤Ķर": 123941, + "äºİæĺ¯": 123942, + "ĠÙĩÙħÛĮØ´Ùĩ": 123943, + "ĠbaÅŁlam": 123944, + "ĠìĽ¨": 123945, + "Ġdeneyim": 123946, + "Ġüye": 123947, + "ĠνÏĮ": 123948, + "Ġà¤ĸड": 123949, + "nÄĽl": 123950, + "ĠÑģÑĦеÑĢÑĸ": 123951, + "à¸Ńà¸Ķà¸ł": 123952, + "ä¸Ģå¹´": 123953, + "Ġvurgu": 123954, + "ÄŀÄ°": 123955, + "âĢĻĊ": 123956, + "ĠÑĸнÑĪими": 123957, + "ĠзменÑĪ": 123958, + "Ġà¤ĭ": 123959, + "Ġвека": 123960, + "ĠØŃÚ©ÙĪÙħت": 123961, + "ĠتÙħاÙħÛĮ": 123962, + "Ġsmrt": 123963, + "Ġhủy": 123964, + "ĠyapılmÄ±ÅŁ": 123965, + "à¹īà¸ľ": 123966, + "ĠYen": 123967, + "ĠÑĥл": 123968, + "ĠSvÄĽt": 123969, + "ัà¸Ħ": 123970, + "ĠmÄĽsÃŃců": 123971, + "денÑĤи": 123972, + "Ġï¾ĺ": 123973, + "ĠполиÑĤи": 123974, + "skyt": 123975, + "ä¹Łæľī": 123976, + "Ġê°ĻìĬµëĭĪëĭ¤": 123977, + "Ġê·¸ëŀĺìĦľ": 123978, + "ÏĦεÏģη": 123979, + "ÑĩеÑĢ": 123980, + "ĠÃľNÄ°VERSÄ°TESÄ°": 123981, + "à¸ªà¸ł": 123982, + "Ġสร": 123983, + "ानद": 123984, + "ĠaÅŁÄ±rı": 123985, + "λίοÏħ": 123986, + "ĠÙĦÙģ": 123987, + "ÃŃnu": 123988, + "à¸Ńาร": 123989, + "ÑĤÑĥÑĢа": 123990, + "ĠÄįeských": 123991, + "Ġphức": 123992, + "以为": 123993, + "ÏģÏīÏĢα": 123994, + "ĠاÙĨرÚĺÛĮ": 123995, + "»)": 123996, + "alardan": 123997, + "ĠÑģÑĤвоÑĢÑİ": 123998, + "Ġtráv": 123999, + "६": 124000, + "ãģĬãĤĪãģ³": 124001, + "ïľĭ": 124002, + "adil": 124003, + "ĠΤι": 124004, + "ĠëIJ©ëĭĪëĭ¤": 124005, + "ĠεμÏĨ": 124006, + "Ġ구조": 124007, + "ìĹŃìĭľ": 124008, + "ĠاÙĦجاÙħ": 124009, + "主é¢ĺ": 124010, + "ãĤ¹ãĥĿ": 124011, + "ĠìĹŃìĭľ": 124012, + "ĠÚ©Ùħتر": 124013, + "ĠSpoleÄį": 124014, + "олоÑĪ": 124015, + "ĠSuriye": 124016, + "ЧеÑĢ": 124017, + "æĪĺæĸĹ": 124018, + "Ġzávis": 124019, + "æĽ¸é¤¨": 124020, + "Ġmusel": 124021, + "ĠçĿ": 124022, + "ÙħÙħ": 124023, + "ĠاÙĦخارج": 124024, + "ĠÐĵÐŀ": 124025, + "ĠваÑĢÑĤо": 124026, + "Ïģαβ": 124027, + "Ġपहà¤ļ": 124028, + "ublice": 124029, + "ÑĨионного": 124030, + "èĮ¨": 124031, + "ĠدÙģتر": 124032, + "ĠÙģس": 124033, + "Ġà¤¨à¤ľà¤°": 124034, + "tarı": 124035, + "ĠобÑĢоб": 124036, + "ĠÐłÐ°": 124037, + "ĠاÙĦصÙĨ": 124038, + "شة": 124039, + "ĠìĹĨìĹĪ": 124040, + "ožná": 124041, + "æľĢçµĤ": 124042, + "Ù¥": 124043, + "rech": 124044, + "ĠاÙĦأسر": 124045, + "Ġмови": 124046, + "Ġì¡°êµIJ": 124047, + "ÑĸмеÑĩ": 124048, + "ãĥ¯ãĥ¼": 124049, + "бÑĥÑĢг": 124050, + "ĠسÙĦس": 124051, + "åѦä¼ļ": 124052, + "Ġë¦": 124053, + "åħĭæĸ¯": 124054, + "æĸĩçĮ®": 124055, + "ĠxÆ°Æ¡ng": 124056, + "Ġyolc": 124057, + "ĠìĤ¬ë¬´": 124058, + "ãĤıãģļ": 124059, + "ĠÑĢаÑģÑĤений": 124060, + "ĠÙģضاÛĮ": 124061, + "Ġnaopak": 124062, + "ĠпÑĢивÑĭ": 124063, + "ĠدÛĮدÙĩ": 124064, + "à¸ģารà¹ĥà¸Ĭ": 124065, + "Ġåŀ": 124066, + "çijŁ": 124067, + "以åIJİ": 124068, + "ĠpÅĻibliž": 124069, + "ĠdÃ¼ÅŁman": 124070, + "Ġtemin": 124071, + "ĠÑĥÑģлÑĥг": 124072, + "Ġदब": 124073, + "ĠìĥĪê¸Ģ": 124074, + "ĠÑĥÑģÑĤÑĢойÑģÑĤва": 124075, + "ĠТÑĥÑĤ": 124076, + "ÏĦίοÏħ": 124077, + "ĠÄ°slâm": 124078, + "Ù¤": 124079, + "åıĤä¸İ": 124080, + "ĠкÑĥÑģÑĤ": 124081, + "éĻIJåĪ¶": 124082, + "تÙĬÙĨ": 124083, + "ĠоÑģÑĤаннÑĸ": 124084, + "ications": 124085, + "اکÛĮ": 124086, + "ноÑģÑı": 124087, + "ÄŁan": 124088, + "ãģıãĤĮãĤĭ": 124089, + "Ġyapıyor": 124090, + "Ġê°ķëĤ¨": 124091, + "ÙħÙĬÙħ": 124092, + "æŃIJ": 124093, + "Ġرع": 124094, + "ĠboÄŁ": 124095, + "ĠиÑģÑħод": 124096, + "èªł": 124097, + "æł·åŃIJ": 124098, + "Ġbudeme": 124099, + "ĠÑģеÑĤ": 124100, + "ιÏĥμοÏį": 124101, + "Ġå¾ĴæŃ©": 124102, + "uálnÃŃ": 124103, + "ĠاÙĦعÙĤ": 124104, + "Ġسبک": 124105, + "ĠاÙĦأخرÙī": 124106, + "EFA": 124107, + "åĽºå®ļ": 124108, + "ĠãĤ¬": 124109, + "ĠìŀIJìĹ°": 124110, + "ยวà¸Ĥ": 124111, + "بس": 124112, + "unma": 124113, + "Ġзаним": 124114, + "à¹ĥà¸Ļร": 124115, + "èĢĥèĻij": 124116, + "æ··åIJĪ": 124117, + "å°ĭ": 124118, + "ĠçıkÄ±ÅŁ": 124119, + "Ġmaliyet": 124120, + "éľĬ": 124121, + "ãģŁãĤģãģ®": 124122, + "Ġپش": 124123, + "ĠзлоÑĩ": 124124, + "Ġvýši": 124125, + "Ġschvál": 124126, + "ĠÙĨÙħÙĪدÙĩ": 124127, + "ÎĨ": 124128, + "Ġzách": 124129, + "ĠÏĥκ": 124130, + "ãĤ¹ãĥŀ": 124131, + "ĠÙħسائÙĦ": 124132, + "ĠاÙĦاجتÙħاع": 124133, + "åľ°çĤ¹": 124134, + "اÛĮاÙĨ": 124135, + "ĠÐŀк": 124136, + "ê¸Ķ": 124137, + "elease": 124138, + "ĠطبÙĤÙĩ": 124139, + "éijij": 124140, + "Ġì½Ķë¡ľëĤĺ": 124141, + "é¼ł": 124142, + "大åħ¨": 124143, + "ĠпÑĢивеÑģÑĤи": 124144, + "Ġابتد": 124145, + "ë¦¬ë¡ľ": 124146, + "ĠÑģÑĤÑĢанÑĭ": 124147, + "ĠzatÃŃmco": 124148, + "Ġhuyết": 124149, + "سÛĮÙĪÙĨ": 124150, + "Ġsordu": 124151, + "âĢĮرس": 124152, + "ĠÑĦÑĢон": 124153, + "Ġedip": 124154, + "ÙĨÚ¯ÛĮ": 124155, + "ĠкиÑĢ": 124156, + "Ġíķ´ìķ¼": 124157, + "ì»´": 124158, + "ÑĨиклоп": 124159, + "ĠпÑĢименениÑı": 124160, + "Ġобл": 124161, + "éļª": 124162, + "ĠkromÄĽ": 124163, + "æł¸å¿ĥ": 124164, + "rahim": 124165, + "оÑĢд": 124166, + "ĠlÃłnh": 124167, + "ĠоÑģÑĤÑĢов": 124168, + ";|": 124169, + "buz": 124170, + "ĠÏĦÏģο": 124171, + "ĠÐĴаÑĢ": 124172, + "æīİ": 124173, + "ılÄ±ÅŁ": 124174, + "éĿ¢ç©į": 124175, + "身份": 124176, + "é¢ĨåŁŁ": 124177, + "ĠاÙĦÙĤرÙĨ": 124178, + "ĠпÑĢиклад": 124179, + "ãĥģãĥ¼ãĥł": 124180, + "Ġสà¸ŀà¸Ľ": 124181, + "ĠоÑĩиÑģÑĤ": 124182, + "Ġмилли": 124183, + "аÑĨÑĸÑĹ": 124184, + "ีà¹Ģà¸Ń": 124185, + "Ġtanın": 124186, + "çĪ¶äº²": 124187, + "Ġmsgstr": 124188, + "ĠØ´ÛĮÙħÛĮ": 124189, + "ĠÙģراÙĩÙħ": 124190, + "Ġ맥": 124191, + "ãĢĤå½ĵ": 124192, + "ĠконÑĨенÑĤÑĢа": 124193, + "êµIJíļĮ": 124194, + "ãĤīãĤĮãģ¦": 124195, + "Ġyasak": 124196, + "ĠÐijол": 124197, + "Ġæ¾³": 124198, + "çĩķ": 124199, + "Ġجا": 124200, + "ëijĺ": 124201, + "ĠدرخÙĪاست": 124202, + "ĠmÃŃstnÃŃ": 124203, + "ÂĤÃĮ": 124204, + "Ġbaskı": 124205, + "Ġuçak": 124206, + "ä»ĵ": 124207, + "Ġìľłì§Ģ": 124208, + "Ġпоба": 124209, + "Ġzeptal": 124210, + "ç»ĻæĪij": 124211, + "ĠAtatürk": 124212, + "ĠÙħÙĨاس": 124213, + "ÑĴ": 124214, + "Ġaracı": 124215, + "лÑİÑĶ": 124216, + "Ġnitelik": 124217, + "ĠMezi": 124218, + "ĠÎŃναÏĤ": 124219, + "ÏİνÏĦαÏĤ": 124220, + "važ": 124221, + "Ġkuzey": 124222, + "ĠÏİÏģα": 124223, + "ĠÑĢозпов": 124224, + "à¹Īาà¸ģ": 124225, + "ãĢģä¸ī": 124226, + "ĠÑģÑĤаÑĢи": 124227, + "Ġhakkı": 124228, + "ĠØ¢ÙħادÙĩ": 124229, + "íĮĶ": 124230, + "омÑĸ": 124231, + "ĠâĢł": 124232, + "ãģĭãĤı": 124233, + "ãĢĮä½ł": 124234, + "æ³ķåĽ½": 124235, + "ÙIJÙĬÙĨ": 124236, + "æīķ": 124237, + "нили": 124238, + "ĠÑĥÑģÑĤановки": 124239, + "Ġlông": 124240, + "तम": 124241, + "ÙĪÙĨÙĬØ©": 124242, + "ÙĬتÙĬ": 124243, + "Ġê²Įìĭľë¬¼": 124244, + "ĠveÅ¡ker": 124245, + "ÎŃÏģγ": 124246, + "ĠÑĥÑģе": 124247, + "Ġkıl": 124248, + "Ġilgi": 124249, + "μÏīν": 124250, + "ĠзвÑĸлÑĮ": 124251, + "Ġönlem": 124252, + "à¸ģà¸İหมาย": 124253, + "ĠHiá»ĩp": 124254, + "ĠгоÑĢм": 124255, + "лÑıÑİÑĤÑĮÑģÑı": 124256, + "lamaya": 124257, + "ĠÑģпоÑģобом": 124258, + "ãģ¸ãģ¨": 124259, + "ç¦ģæŃ¢": 124260, + "ĠÑĢаÑħÑĥнок": 124261, + "ĠоÑĤвеÑĢÑģÑĤи": 124262, + ".:.:.:.": 124263, + "Ġmüda": 124264, + "онаÑħ": 124265, + "Ì£c": 124266, + "Ġyapacak": 124267, + "Ġназвание": 124268, + "对æĸ¹": 124269, + "ëĮĢíijľ": 124270, + "çĪŃ": 124271, + "вана": 124272, + "हन": 124273, + "ĠпÑĢоблема": 124274, + "ĠженÑīинÑĭ": 124275, + "èŀº": 124276, + "ĠhospodáÅĻ": 124277, + "ĠСÑĤеп": 124278, + "ĠodpovÄĽd": 124279, + "ĠSá»Ń": 124280, + "eview": 124281, + "åĩłä¹İ": 124282, + "çŁ¢": 124283, + "æĿ¥ãģŁ": 124284, + "ĠполоÑģ": 124285, + "ĠÑģел": 124286, + "å±Ĩ": 124287, + "ĠпеÑĢвой": 124288, + "ĠпÑĢоÑĨеÑģÑģа": 124289, + "ãĢĢãĤĿ": 124290, + "تاÙħبر": 124291, + "илаÑģÑı": 124292, + "ï¼ĮæĹł": 124293, + "ĠвлаÑģноÑģÑĤÑĸ": 124294, + "íķĺìŀIJ": 124295, + "аÑĤки": 124296, + "ĠBÃł": 124297, + "ĠKarel": 124298, + "è·µ": 124299, + "رÛĮÙĩ": 124300, + "ĠëĤĺ를": 124301, + "ĠобеÑģпеÑĩива": 124302, + "à¥įरपत": 124303, + "ãģĹãĤĩ": 124304, + "åįĴ": 124305, + "Ġ奥": 124306, + "ĠпÑĢоÑĤе": 124307, + "ĠæĭĽ": 124308, + "ĠСÑĤÑĢана": 124309, + "ĠÑĢабоÑĤаÑĤÑĮ": 124310, + "ĠتشخÛĮص": 124311, + "екÑģÑĥ": 124312, + "Ġ리그": 124313, + "ĠصاÙĦØŃ": 124314, + "ĠbaÅŁlamÄ±ÅŁ": 124315, + "ĠÙ¾ÛĮاÙħبر": 124316, + "زا": 124317, + "ĠмаÑģÑģ": 124318, + "ĠγαÏģ": 124319, + "ëĿ¼íĶ¼": 124320, + "Ġyarı": 124321, + "ĠÑĤипÑĥ": 124322, + "Ðŀп": 124323, + "ãģijãģªãģĦ": 124324, + "emem": 124325, + "ĠnÄĽmu": 124326, + "ĠÙĨشر": 124327, + "ĠÎijθήνα": 124328, + "ÙģراÙĨ": 124329, + "Ġ網": 124330, + "ĠпÑĢомиÑģлов": 124331, + "ĠBugün": 124332, + "ìŀĶ": 124333, + "ĠжÑĸнок": 124334, + "Ġà¸Ľà¸£à¸°à¹Ģà¸łà¸Ĺ": 124335, + "ĠвикоÑĢиÑģÑĤовÑĥваÑĤи": 124336, + "ĠТим": 124337, + ")를": 124338, + "ежаÑĤÑĮ": 124339, + "Ġsona": 124340, + "Ø´ÙĨبÙĩ": 124341, + "Ġnichž": 124342, + "åīĽ": 124343, + "ĠÙģتØŃ": 124344, + "ĠÙħÙĤدÙħ": 124345, + "ĠGüvenlik": 124346, + "eum": 124347, + "ç»ıè¿ĩ": 124348, + "è·ĿéĽ¢": 124349, + "ÂłÐ½Ðµ": 124350, + "ĠاصÙĪÙĦ": 124351, + "ĠzaÄįátku": 124352, + "ิà¹Ģวà¸ĵ": 124353, + "Ġà¤ķà¤Ł": 124354, + "Ġkriz": 124355, + "Ġpán": 124356, + "ĠбоÑĢÑĮ": 124357, + "ظÙħØ©": 124358, + "Ġê²½ë¶ģ": 124359, + "ĠاÙĦÙĬÙħÙĨ": 124360, + "ĠاÙĦعربÙĬ": 124361, + "Ġhlub": 124362, + "Ġchá»Ŀ": 124363, + "襲": 124364, + "ëĵľë¦¬": 124365, + "ãĥĸãĥª": 124366, + "ĠÑģÑĤолÑĸÑĤÑĤÑı": 124367, + "ربÙĬØ©": 124368, + "Ġæ°¸": 124369, + "Ġê±°ìĿĺ": 124370, + "ĠβαÏĥ": 124371, + "Ġarz": 124372, + "ãĥ¢ãĥ³": 124373, + "ĠÑĢÑĸвенÑĮ": 124374, + "ä¸įçŁ¥": 124375, + "导èĩ´": 124376, + "اÙĬØ´": 124377, + "ĠпÑĢевÑĭÑĪ": 124378, + "Ġпн": 124379, + "ĠÎĴÏģοÏĩή": 124380, + "Ġ身": 124381, + "ĠÄIJầu": 124382, + "ĠÏĮμÏīÏĤ": 124383, + "jÃŃž": 124384, + "Ġλίγ": 124385, + "ĠÑĪколи": 124386, + "ãģ£ãģ±ãģĦ": 124387, + "zdy": 124388, + "Ġ곧": 124389, + "teÅŁ": 124390, + "ÑĢеÑī": 124391, + "κει": 124392, + "sahuje": 124393, + "Ġà¤īसस": 124394, + "ĠTanrı": 124395, + "ä¸į好": 124396, + "éĥŃ": 124397, + "ĠвÑĭглÑıд": 124398, + "ĠçoÄŁ": 124399, + "ĠинÑģÑĤÑĢÑĥменÑĤ": 124400, + "rej": 124401, + "èĪĮ": 124402, + "ãģĭãĤīãģªãģĦ": 124403, + "ĠнепÑĢиÑıÑĤ": 124404, + "ĠкÑĢоме": 124405, + "ζη": 124406, + "Ġлог": 124407, + "ावर": 124408, + "ëħķíķĺìĦ¸ìļĶ": 124409, + "ाहरण": 124410, + "Ġgüvenilir": 124411, + "Tại": 124412, + "ĠØ´Ùĩرد": 124413, + "ĠΤε": 124414, + "оÑĢаз": 124415, + "ĠlÃłng": 124416, + "Ｉ": 124417, + "æĬķ注": 124418, + "Ġsiyaset": 124419, + "ÐĽÑİ": 124420, + "ĠtÅĻet": 124421, + "ĠÏĢÏģÏİÏĦη": 124422, + "ĠÑĥлÑĭб": 124423, + "ĠLâm": 124424, + "ÑĥлÑĮÑĤа": 124425, + "åŁºåľ°": 124426, + "Ġskupina": 124427, + "æ°¸ä¹ħ": 124428, + "лÑĥгов": 124429, + "ĠÑĨÑĸй": 124430, + "ĠPoh": 124431, + "iд": 124432, + "ĠTruy": 124433, + "çļĦä¸Ģ个": 124434, + "ë²ĦìłĦ": 124435, + "Ġxứ": 124436, + "à¸ĩà¹ģรà¸ģ": 124437, + "à¸Ħà¸Ńม": 124438, + "Ġelektronik": 124439, + "ĠaÄŁaç": 124440, + "Ġà¤ľà¤¯": 124441, + "ĠповеÑĢÑħноÑģÑĤÑĮ": 124442, + "ĠاÙĩÙħÛĮت": 124443, + "ливиÑħ": 124444, + "ĠolduÄŁundan": 124445, + "ï¼ī:": 124446, + "ÑĨиÑıÑħ": 124447, + "è£½ä½ľ": 124448, + "à¸Ĺรà¸ĩ": 124449, + "eyim": 124450, + "Ġnáklad": 124451, + "cilik": 124452, + "ĠÐĵлав": 124453, + "ĠUygu": 124454, + "ĠÑĢегÑĥлÑİ": 124455, + "à¤Ĥà¤ľà¤¨": 124456, + "Ġkaynaģı": 124457, + "à¹īาà¸Ń": 124458, + "Ġgörmek": 124459, + "ĠíĮ¬": 124460, + "Ġå®Į": 124461, + "Ø«ÙħاÙĨ": 124462, + "ĠÑĤакаÑı": 124463, + "Ġнеиз": 124464, + "Ġzprávy": 124465, + "ĠاÙĦشخص": 124466, + "Ġìĺ¤íĽĦ": 124467, + "ĠاÙĦطب": 124468, + "atırım": 124469, + "رÙĬر": 124470, + "ĠÙħعÙħارÛĮ": 124471, + "ÃľRK": 124472, + "ĠÒIJ": 124473, + "ĠìĦ¬": 124474, + "æīĭãģ«": 124475, + "Ġë³ĢíĻĶ": 124476, + "ulace": 124477, + "Ġsợ": 124478, + "ÑĢиÑĩ": 124479, + "มหาว": 124480, + "Ġkâ": 124481, + "ĠÑģпÑĢоб": 124482, + "ÙĩرÙĩ": 124483, + "ाधन": 124484, + "ĠÏĢαι": 124485, + "بعد": 124486, + "ĠاÙĦتÙĪ": 124487, + "ç»ıçIJĨ": 124488, + "působ": 124489, + "æ¬ł": 124490, + "ĠзаÑħвоÑĢÑİваннÑı": 124491, + "خة": 124492, + "ÚĨار": 124493, + "Ġbozuk": 124494, + "]âĢı": 124495, + "ĠSocorro": 124496, + "Ġhrad": 124497, + "надлеж": 124498, + "ĠÑĥÑĩаÑģÑĤие": 124499, + "å¤īãĤı": 124500, + "Ġyans": 124501, + "ĠØ¥ÙĦ": 124502, + "خبر": 124503, + "ÑĨиклопед": 124504, + "ιÏİν": 124505, + "ÏĥÏĦÏģο": 124506, + "Ġbanka": 124507, + "ĠsoÄŁuk": 124508, + "Ġünlü": 124509, + "é¢ľ": 124510, + "ĠرÙģع": 124511, + "çIJ³": 124512, + "ĠÑģоÑģÑĤоÑıнии": 124513, + "νονÏĦαÏĤ": 124514, + "ĠакÑĤи": 124515, + "ĠÏĢολÏħ": 124516, + "ĠмоÑĹ": 124517, + "Ġæł¼": 124518, + "ç²Ĺ": 124519, + "ĠÑģлÑĥÑĩай": 124520, + "ìĿ¼ìĹIJ": 124521, + "ĠÑĤÑĢебÑĥеÑĤ": 124522, + "ĠåıĤèĢĥ": 124523, + "angl": 124524, + "amik": 124525, + "ĠÄ°Åŀ": 124526, + "湯": 124527, + "ĠÄijáo": 124528, + "ละà¸Ħร": 124529, + "Ñģо": 124530, + "Âłob": 124531, + "Ġklim": 124532, + "èĥĨ": 124533, + "ìĥĿíĻľ": 124534, + "ãĥijãĥ³": 124535, + "-ब": 124536, + "Ġкад": 124537, + "à¹Īสามารà¸ĸ": 124538, + "ĠÙħسÙĦÙħاÙĨ": 124539, + "ç¿°": 124540, + "ĠBütün": 124541, + "ĠKraj": 124542, + "ĠпеÑĢÑģп": 124543, + "Ġenerj": 124544, + "ãģķãģĽãĤĭ": 124545, + "è¾¾åĪ°": 124546, + "ाà¤Ĭ": 124547, + "ĠگرÙģتÙĨ": 124548, + "ÑĪкÑĥ": 124549, + "ĠÐŁÐ»Ð¾": 124550, + "ÃŃny": 124551, + "ĠHra": 124552, + "ĠÚĨÙĨاÙĨ": 124553, + "Ġà¹Ħà¸Ĺย": 124554, + "visejÃŃcÃŃ": 124555, + "Û³Û³": 124556, + "ĠÐľÑĸнÑĸÑģÑĤеÑĢ": 124557, + "à¹Ĥà¸Ń": 124558, + "ĠدÙĩÛĮد": 124559, + "æ¯Ķä¾ĭ": 124560, + "ÏĥιεÏį": 124561, + "ÇIJ": 124562, + "ãĢģãģª": 124563, + "Ġतस": 124564, + "ĠÄ°t": 124565, + "ĠìłĦìŁģ": 124566, + "à¹Ģà¸Īร": 124567, + "Ġelektr": 124568, + "ĠdÆ°": 124569, + "âĶĶ": 124570, + "Ġìĥ¤": 124571, + "ä»®": 124572, + "à¸ģารà¹Ģล": 124573, + "ĠмÑĥлÑĮ": 124574, + "Ġ度": 124575, + "ĠHuyá»ĩn": 124576, + "вен": 124577, + "ĠlÆ°á»Ľi": 124578, + "Ġprovozu": 124579, + "ÑĥÑĢÑĥ": 124580, + "ÑĢÑĸÑĹ": 124581, + "ĠçocuÄŁ": 124582, + "ัà¸IJà¸ļาล": 124583, + "ÙĦÙĬÙĩ": 124584, + "Ġ[âĢ¦]...Ċ": 124585, + "åİŁå§ĭ": 124586, + "Ġsklad": 124587, + "ĠسپتاÙħبر": 124588, + "ĠTomáš": 124589, + "ĠسÙĪاÙĦ": 124590, + "çģŃ": 124591, + "ãĤĵãģ©": 124592, + "назнаÑĩ": 124593, + "ĠÄijÄ©a": 124594, + "ĠudÄĽlat": 124595, + "Ġà¤Ĩदम": 124596, + "Ｌ": 124597, + "ινÏĮ": 124598, + "iÅŁleri": 124599, + "ÄIJây": 124600, + "ĠرساÙĨÙĩ": 124601, + "عاÙħ": 124602, + "ãĥ¼ãĥijãĥ¼": 124603, + "Ġdoprov": 124604, + "ĠмÑĸÑģÑĤо": 124605, + "ï¼¥": 124606, + "елÑĸг": 124607, + "ائز": 124608, + "ä¸įäºĨ": 124609, + "ĠÐIJлекÑģандÑĢ": 124610, + "ĠвÑĢемен": 124611, + "ĠdveÅĻe": 124612, + "Ġchảy": 124613, + "Ġotel": 124614, + "èĤ¯å®ļ": 124615, + "ĠÑĥÑĤвеÑĢжд": 124616, + "ĠÐļомп": 124617, + "ĠëĤĺëĿ¼": 124618, + "ĠвÑĸдбÑĥваÑĶÑĤÑĮÑģÑı": 124619, + "ãĢģãĢİ": 124620, + "ĠkarÅŁÄ±lık": 124621, + "Ġlẫn": 124622, + "çħĻ": 124623, + "عکس": 124624, + "å¼¥": 124625, + "Ġtecr": 124626, + "Ġneod": 124627, + "æĪIJçĤº": 124628, + "åħ¥ãĤĬ": 124629, + "ĠÐŁÑĢод": 124630, + "ĠÏĢÏģά": 124631, + "ืà¸Ńà¸Ķ": 124632, + "ÑģÑĤаÑĤи": 124633, + "еноÑĹ": 124634, + "ÑĩиÑģл": 124635, + "羣æŃ£": 124636, + "Ġราà¸Ħ": 124637, + "ÑĥÑĢе": 124638, + "ĠشاÙĩد": 124639, + "اعر": 124640, + "Ġê²½íĹĺ": 124641, + "à¸Ļà¸Ħ": 124642, + "ãĥįãĥ«": 124643, + "ÏĢοÏħλοÏĤ": 124644, + "Ġमà¤Ī": 124645, + "ìĬ¤ì½Ķ": 124646, + "itelné": 124647, + "å¼ĢæĶ¾": 124648, + "çį¨": 124649, + "ĠpÅĻech": 124650, + "úÄįast": 124651, + "å¢ĵ": 124652, + "Ġå½±": 124653, + "ÙĨساÙĨ": 124654, + "Ġдвад": 124655, + "ĠидеÑĤ": 124656, + "ĠподклÑİÑĩ": 124657, + "íĬ¹ë³Ħìĭľ": 124658, + "BÃłi": 124659, + "Å¡ku": 124660, + "ilerden": 124661, + "åıĺå¾Ĺ": 124662, + "ëıĻìķĪ": 124663, + "ĠpostupnÄĽ": 124664, + "ĠиÑĤог": 124665, + "Ġdůvodu": 124666, + "sizlik": 124667, + "ÙĦاÙĨ": 124668, + "éĤ£ç§į": 124669, + "ĠÑĩаÑģа": 124670, + "ä¸įæĸŃ": 124671, + "ĠØ®ÛĮاباÙĨ": 124672, + "ĠاÙĦداخ": 124673, + "ĠÑģÑĤоÑĢÑĸн": 124674, + "Ġì¶ľìĹ°": 124675, + "æ²Ł": 124676, + "Ġhry": 124677, + "ĠGÃľ": 124678, + "ĠìĿ¸êµ¬": 124679, + "lied": 124680, + "ĠعاÙĦÙĬØ©": 124681, + "ĠпÑĢедваÑĢ": 124682, + "анной": 124683, + "åı¥è¯Ŀ": 124684, + "éłĵ": 124685, + "ë°ĶìĿ¼": 124686, + "ï¼ı/": 124687, + "ĠÙħختصات": 124688, + "ëŀ«": 124689, + "ĠçalÄ±ÅŁmaları": 124690, + "Ġrepublika": 124691, + "Ġì³": 124692, + "ा)": 124693, + "Ġê±´ê°ķ": 124694, + "Ġê³µëıĻ": 124695, + "èħ¦": 124696, + "ĠìĦľë¡ľ": 124697, + "ĠпÑĢоводиÑĤÑĮ": 124698, + "ĠдейÑģÑĤвиÑĤелÑĮно": 124699, + "veç": 124700, + "ثاÙĦ": 124701, + "Ġgösterir": 124702, + "ırlar": 124703, + "ĠÑģамÑĭм": 124704, + "álo": 124705, + "é¢ij次": 124706, + "à¥Īà¤Ĺ": 124707, + "ادÙħ": 124708, + "çĮª": 124709, + "ĠSản": 124710, + "Ġçı": 124711, + "Ġlety": 124712, + "Ġrepublice": 124713, + "æĿ¥èĩª": 124714, + "Ġvết": 124715, + "Ġbirik": 124716, + "Ġmekt": 124717, + "ĠاÙĦÙĪÙģ": 124718, + "Ġjich": 124719, + "ä¸Ģ覧": 124720, + "éľ²åĩº": 124721, + "ĠHiá»ĩn": 124722, + "Ġdiá»ĩt": 124723, + "ĠÑħÑĢиÑģÑĤи": 124724, + "åĪļæīį": 124725, + "kate": 124726, + "Ġbazen": 124727, + "ĠurÄįitÄĽ": 124728, + "ĠumožÅĪuje": 124729, + "é¡ĺãģĦ": 124730, + "/QÄIJ": 124731, + "ĠmenÅ¡ÃŃ": 124732, + "ÏĥκεÏħή": 124733, + "ĠÑĨеÑĢков": 124734, + "Ġè´Ń": 124735, + "окÑĢаÑĤи": 124736, + "ĠÑĢозк": 124737, + "ανοÏħ": 124738, + "Ġyönetic": 124739, + "Ġolmadan": 124740, + "åĨľä¸ļ": 124741, + "Ġë°ĶëŀĮ": 124742, + "çĵľ": 124743, + "ÑĪаеÑĤÑģÑı": 124744, + "ĠÐļоÑģÑĤ": 124745, + "ĠÙħعت": 124746, + "Ġà¸ŀล": 124747, + "ĠÙħتÙģاÙĪت": 124748, + "ãĤīãģı": 124749, + "èĪĹ": 124750, + "ĠتعرÛĮÙģ": 124751, + "éīĦéģĵ": 124752, + "ĠpéÄįe": 124753, + "컵": 124754, + "ĠподÑĢаз": 124755, + "ĠбанкÑĥ": 124756, + "Ä°SÄ°": 124757, + "æ¡IJ": 124758, + "à¹Ĥรà¸Ħ": 124759, + "ĠØŃØ°Ùģ": 124760, + "Ġë£": 124761, + "лиж": 124762, + "ĠìĤ°ìĹħ": 124763, + "ĠпÑĢиÑĩинÑĭ": 124764, + "Ġназна": 124765, + "ãĥªãĤ¹ãĥĪ": 124766, + "ìłķë¶Ģ": 124767, + "ÏĥÏĨα": 124768, + "å¦ĥ": 124769, + "Ġголови": 124770, + "ëIJĺìĹĪìĬµëĭĪëĭ¤": 124771, + "ĠενÏĮÏĤ": 124772, + "ãĤ¤ãĥ³ãĤ¿": 124773, + "Ġslun": 124774, + "ëł´": 124775, + "ĠÑģÑĥÑīеÑģÑĤвÑĥеÑĤ": 124776, + "заб": 124777, + "æĽ´åĬł": 124778, + "ĠблагодаÑĢÑı": 124779, + "ĠëĮĢ구": 124780, + "è¾ħ": 124781, + "หาà¸ģ": 124782, + "Ġæİ¥": 124783, + "ëĮĢ를": 124784, + "人类": 124785, + "jeme": 124786, + "åĪĨå¸ĥ": 124787, + "ìŀ¥ìĿĢ": 124788, + "Ġдопомоги": 124789, + "ìĻĦë£Į": 124790, + "osy": 124791, + "èĭ±éĽĦ": 124792, + "ĠÙĦس": 124793, + "मह": 124794, + "Ġà¸ģำ": 124795, + "ĠداشتÙĨ": 124796, + "Ńìłľ": 124797, + "Ä°ng": 124798, + "ĠThÆ°á»Ŀng": 124799, + "íĻĢ": 124800, + "ÑįÑĦ": 124801, + "íķ´ìļĶ": 124802, + "ĠÐľÑĸж": 124803, + "еÑĢÑĸга": 124804, + "Ġεá¼": 124805, + "à¹ģสà¸ĩ": 124806, + "ãĥĢãĤ¤": 124807, + "Ġcesty": 124808, + "Ġprázd": 124809, + "第ä¸Ģ次": 124810, + "ĠÙĩÙħسر": 124811, + "Ġzev": 124812, + "ÂłE": 124813, + "ĠBelediyesi": 124814, + "ĠпÑĢопози": 124815, + "ĠanlayÄ±ÅŁ": 124816, + "ÂłÙħ": 124817, + "ĠÑĢаÑģÑģÑĩиÑĤ": 124818, + "ĠاÙĦØ£ÙħرÙĬÙĥÙĬØ©": 124819, + "Ġžena": 124820, + "deniz": 124821, + "Ġnoci": 124822, + "Ġstál": 124823, + "ุย": 124824, + "주ìĨĮ": 124825, + "ĠзеÑĢ": 124826, + "ĠìĨĮê°ľ": 124827, + "Ġkhẳng": 124828, + "atıcı": 124829, + "ÄĽÅ¾": 124830, + "ĠÑĩÑĥÑĤÑĮ": 124831, + "ĠcáºŃu": 124832, + "ĠاطÙĦاع": 124833, + "æµħ": 124834, + "Ġstrav": 124835, + "ĠSanayi": 124836, + "ĠطبÙĬ": 124837, + "Ġhızla": 124838, + "Ïİνα": 124839, + "à¤¿à¤ľà¤²": 124840, + "ÙħØŃÙħد": 124841, + "à¸ļà¸ģ": 124842, + "Ġvzdálen": 124843, + "ĠÑĤакими": 124844, + "ãĢĤãģĿãģĹãģ¦": 124845, + "Ġkalp": 124846, + "Ġкожного": 124847, + "ÐłÂµ": 124848, + "ÙĦعاب": 124849, + "ĠÙħÙĪÙĨ": 124850, + "ĠìĿ¼ìĿĦ": 124851, + "Ġë°ĶìĿ´": 124852, + "Ġmekan": 124853, + "ĠجاÙħع": 124854, + "ĠÙĨÙģت": 124855, + "ĠاÙĦسÙħ": 124856, + "лÑĭÑħ": 124857, + "èĥĮæĻ¯": 124858, + "Ġê²ĥëıĦ": 124859, + "ĠìĤ´ìķĦ": 124860, + "ydı": 124861, + "ĠнавеÑĢ": 124862, + "åŃIJãģ¯": 124863, + "luluk": 124864, + "Ġhá»Ĺn": 124865, + "ĠØ´Ùģ": 124866, + "ĠعÙĦت": 124867, + "à¸Ħราม": 124868, + "ĠÎļÏįÏĢ": 124869, + "Ġà¹Ģมษายà¸Ļ": 124870, + "ÙĨدÙĤ": 124871, + "ĠÑĥÑģÑĤÑĢа": 124872, + "ĠÎĵεν": 124873, + "ĠÐĨван": 124874, + "ĠPhong": 124875, + "家çļĦ": 124876, + "ĠÐIJлекÑģ": 124877, + "ĠзбеÑĢÑĸг": 124878, + "ĠÅŁarkı": 124879, + "ĠظرÙģÛĮت": 124880, + "ĠÙħعÙĨÛĮ": 124881, + "Ġлов": 124882, + "ĠìĤ¶": 124883, + "èħIJ": 124884, + "Ġå¯Į": 124885, + "ERG": 124886, + "ĠÑģÑĤоимоÑģÑĤÑĮ": 124887, + "ÅĻet": 124888, + "à¥īय": 124889, + "à¹Īาร": 124890, + "ĠارÙĪپا": 124891, + "ĠбÑĢоÑģ": 124892, + "ĠоÑĤноÑģÑıÑĤ": 124893, + "ĠÎŁÎº": 124894, + "ÑĨÑĮкий": 124895, + "ÏĬκ": 124896, + "ãģĤãĤĬãģ¾ãģĽãĤĵ": 124897, + "ĠÑĥник": 124898, + "ĠÄijiá»ĥn": 124899, + "Ġvýzkum": 124900, + "Ġhứ": 124901, + "ĠÙĪات": 124902, + "Ġå¹³æĸ¹": 124903, + "Ïħμ": 124904, + "ãĤĴ使": 124905, + "είÏĦαι": 124906, + "两人": 124907, + "ĠåĮ»": 124908, + "ÑĢаÑĤиÑĤÑĮ": 124909, + "ĠاÙĦاÙĨت": 124910, + "ãģ®äºº": 124911, + "رش": 124912, + "ĠТÑĥÑĢ": 124913, + "rnÄĽ": 124914, + "天天": 124915, + "มาร": 124916, + "Ġortalama": 124917, + "ĠпеÑĢепиÑģ": 124918, + "ĠìĥĿìĤ°": 124919, + "å¿Ĩ": 124920, + "íĩ´": 124921, + "ï¼Į该": 124922, + "éĮ¢": 124923, + "ÏĢαίδ": 124924, + "ĠмеÑĢопÑĢи": 124925, + "ĠгÑĢав": 124926, + "ÃĶng": 124927, + "Ġæ¤": 124928, + "ĠاÙĦدÙĪÙĦØ©": 124929, + "ĠоÑģÑĮ": 124930, + "å¥Ķ": 124931, + "Ġgüvenli": 124932, + "íķĺìĭł": 124933, + "ĠéĬ": 124934, + "éŁ³æ¨Ĥ": 124935, + "Ġmedya": 124936, + "ĠبÙĨا": 124937, + "ама": 124938, + "ĠãĤŃãĥ£": 124939, + "èĹ¥": 124940, + "larım": 124941, + "ĠTiếng": 124942, + "iyorlar": 124943, + "ï¼¢": 124944, + "æĶĿ": 124945, + "ÑĸйÑģÑĮкоÑĹ": 124946, + "ĠyetiÅŁtir": 124947, + "Ġپسر": 124948, + "ãĤīãģĹ": 124949, + "Âļ": 124950, + "ìĥ¤": 124951, + "à¸Ķาห": 124952, + "ĠتØŃصÛĮÙĦ": 124953, + "Ġбенз": 124954, + "éģ£": 124955, + "ĠнаблÑİ": 124956, + "ä½ĵç³»": 124957, + "ãĥ¯ãĤ¤ãĥĪ": 124958, + "³³Ġ": 124959, + "书记": 124960, + "ĠMühendis": 124961, + "plor": 124962, + "laz": 124963, + "лÑıли": 124964, + "Ġpomáh": 124965, + "Ġближ": 124966, + "ĠÑĩиÑģла": 124967, + "ĠubytovánÃŃ": 124968, + "ÑĢаÑĤно": 124969, + "ĠtrÄĥm": 124970, + "ĠابراÙĩ": 124971, + "átka": 124972, + "Ġiçindeki": 124973, + "ัà¸ļà¸Ļ": 124974, + "ĠاÙħÛĮد": 124975, + "nave": 124976, + "ecut": 124977, + "å°±åľ¨": 124978, + "Ġtradi": 124979, + "Ø·ÙĦÙĤ": 124980, + "ãĤ¦ãĤ©": 124981, + "Ġkhuôn": 124982, + "ìĬ¤ë¡ľ": 124983, + "ÏĦÎŃÏģα": 124984, + "ĠÏĥκο": 124985, + "맼": 124986, + "ĠÙģÙĨÛĮ": 124987, + "à¹Įà¹Ģà¸ŀ": 124988, + "ĠاÙĦعظ": 124989, + "Ġthôn": 124990, + "기ìĿĺ": 124991, + "Ġ฿": 124992, + "ÑĥÑİÑĤÑģÑı": 124993, + "ĠÙħکاÙĨ": 124994, + "ĠâĹİ": 124995, + "Ġçľģ": 124996, + "Ġåį¡": 124997, + "ĠпеÑĢÑĪий": 124998, + "ĠíĽĦë³´": 124999, + "ĠآراÙħ": 125000, + "ãģĮãģĦ": 125001, + "ยาà¸Ļ": 125002, + "μει": 125003, + "ĠMáy": 125004, + "Ġzů": 125005, + "Ġpodporu": 125006, + "컨": 125007, + "ÑģÑĤÑĢи": 125008, + "ÏĢÏĦÏīÏĥη": 125009, + "Ð¤ÐĽ": 125010, + "åĵªéĩĮ": 125011, + "ĠпеÑĢвÑĥÑİ": 125012, + "Ġyerinde": 125013, + "ĠزÛĮبا": 125014, + "Ġodstran": 125015, + "à¥Ģà¤Ĺ": 125016, + "ĠÑĢÑĸзнÑĸ": 125017, + "ÏģηÏĥη": 125018, + "âĢĮاÙĦÙħÙĦÙĦÛĮ": 125019, + "عاد": 125020, + "à¥įपष": 125021, + "ÑŁN": 125022, + "ï½Ľ": 125023, + "ãĥ¼ãĥľ": 125024, + "è´Ńä¹°": 125025, + "ĠìĿ¸ê¸°ê¸Ģ": 125026, + "ĠÙħÛĮØ´ÙĪد": 125027, + "ĠбезопаÑģноÑģÑĤи": 125028, + "ĠνεÏĨοκ": 125029, + "ãģ«ãģ¨": 125030, + "ĠÑĨеÑĢкви": 125031, + "تÙĥ": 125032, + "ĠHÃłng": 125033, + "ĠÙĦÙĦس": 125034, + "ĠνεÏĨοκάλÏħÏĪηÏĤ": 125035, + "raman": 125036, + "Ġvyvol": 125037, + "niÄį": 125038, + "راÙĨÙĩ": 125039, + "ĠpeÅŁ": 125040, + "ãĥ«ãĤ¯": 125041, + "å´ĩ": 125042, + "Ġimkân": 125043, + "åĮ»çĸĹ": 125044, + "Ġपà¥Ŀ": 125045, + "άννηÏĤ": 125046, + "ĠجÛĮ": 125047, + "Ġproje": 125048, + "Ġülkenin": 125049, + "ĠKew": 125050, + "ĠاÙĦÙħÙģ": 125051, + "Ø£Ùĥ": 125052, + "çĻºè¡¨": 125053, + "ĠδÏħ": 125054, + "ĠåĽ½å®¶": 125055, + "ĠKiÅŁisel": 125056, + "ãĥ³ãĤ¬": 125057, + "Ġzpráva": 125058, + "Viá»ĩc": 125059, + "erif": 125060, + "Ġstránky": 125061, + "éļł": 125062, + "è¼ķ": 125063, + "коз": 125064, + "Ġà¤¸à¤ľ": 125065, + "ÙĩداÙģ": 125066, + "loub": 125067, + "à¸łà¸²à¸ŀยà¸Ļà¸ķร": 125068, + "ĠíķłìĿ¸": 125069, + "ĠÄIJÃło": 125070, + "ĠÙĨاØŃÛĮÙĩ": 125071, + "(=)": 125072, + "ĠÅŀampiyon": 125073, + "ĠpiÅŁ": 125074, + "ĠØ°Ùĩ": 125075, + "९": 125076, + "ĠÑģÑĢедÑģÑĤво": 125077, + "Ġà¹Ģวลา": 125078, + "ĠÑĩÑĥж": 125079, + "Ġverileri": 125080, + "Ġکارت": 125081, + "ави": 125082, + "Ġà¤ķरव": 125083, + "Ġrestau": 125084, + "ê°ľìĽĶ": 125085, + "ĠмиÑĢов": 125086, + "ì°®": 125087, + "ĠnÄĽjaký": 125088, + "Ġsessiz": 125089, + "اءات": 125090, + "ĠÐĹаÑħ": 125091, + "ÑıÑīиÑħ": 125092, + "пÑĢ": 125093, + "ĠподалÑĮ": 125094, + "ĠопÑĢеделиÑĤÑĮ": 125095, + "à¥Ń": 125096, + "ĠرÙģ": 125097, + "幸ç¦ı": 125098, + "à»": 125099, + "ĠvÄĽdom": 125100, + "ĠÑģвидеÑĤелÑĮ": 125101, + "ĠÎĵοÏħ": 125102, + "ılıģıyla": 125103, + "çĻ»éĮ²": 125104, + "Ġä¸ĭè·Į": 125105, + "ĠплÑİ": 125106, + "нод": 125107, + "ĠأجÙĦ": 125108, + "Ġà¤ķथ": 125109, + "éĥ½ä¸į": 125110, + "Ġsene": 125111, + "ĠpÄĽ": 125112, + "è¨ĪåĬĥ": 125113, + "ĠаÑĥд": 125114, + "Ġодном": 125115, + "Ġä¸ĩåħĥ": 125116, + "ĠÙĪÙħا": 125117, + "ĠÐĶÑĢÑĥг": 125118, + "èµ·ãģĵ": 125119, + "ваÑİÑĤÑģÑı": 125120, + "лаÑĤÑĥ": 125121, + "ĠتÙĪÙĨ": 125122, + "ÑīаÑı": 125123, + "ήλ": 125124, + "ĠÐŁÑĢа": 125125, + "Ġاسترات": 125126, + "ิà¸Ļà¹Ģà¸Ķ": 125127, + "à¥įà¤Ĺत": 125128, + "ÂłÐ·": 125129, + "ĠполоÑĤ": 125130, + "æ®ĸ": 125131, + "æ¡Ĩ": 125132, + "ĠSistem": 125133, + "Ġruku": 125134, + "ãĥĥãĤ«ãĥ¼": 125135, + "ĠобÑıзан": 125136, + "ĠkÃ¶ÅŁ": 125137, + "Ġadını": 125138, + "Ø´ÙħاÙĦÛĮ": 125139, + "naÄįenÃŃ": 125140, + "Ġ.ï¼ı": 125141, + "Ġå®ĺ": 125142, + "Ġtoplumsal": 125143, + "誤": 125144, + "ĠبÙĩبÙĪد": 125145, + "ÑģÑĤвеннаÑı": 125146, + "Ġآپ": 125147, + "ĠجÙĦسÙĩ": 125148, + "ãĢĢï½": 125149, + "åĵŃ": 125150, + "æīĢå±ŀ": 125151, + "æĴ®": 125152, + "ì¢Ģ": 125153, + "Ġει": 125154, + "ì¹ĺ를": 125155, + "Ġê³¼ìłķ": 125156, + "uuml": 125157, + "δά": 125158, + "Ġزد": 125159, + "ìĽIJìĿĦ": 125160, + "ĠvÄĽcÃŃ": 125161, + "دث": 125162, + "Ġsanki": 125163, + "åĥıæĺ¯": 125164, + "лаÑĢа": 125165, + "ìĤ¬ìĿ´": 125166, + "ãĤıãĤĮãģŁ": 125167, + "ĠÄijón": 125168, + "åIJ¯åĬ¨": 125169, + "ĠgiÃłnh": 125170, + "Ġkırmızı": 125171, + "Ø®Ùħ": 125172, + "æIJį": 125173, + "åĪĩãĤĬ": 125174, + "ãĤµãĥ¼ãĥĵãĤ¹": 125175, + "Ùĩار": 125176, + "Ø°Ùĥر": 125177, + "оÑĢоз": 125178, + "à¥Īà¤Ĥ।ĊĊ": 125179, + "ĠíĻĪíİĺìĿ´ì§Ģ": 125180, + "ĠÙĥبÙĬرة": 125181, + "нина": 125182, + "íķĺìļ°": 125183, + "å¼ķçĶ¨é¢ij次": 125184, + "८": 125185, + "ĠбаÑĤÑĮкÑĸв": 125186, + "à¸Łà¸Ńร": 125187, + "ี.": 125188, + "ìłĿíĬ¸": 125189, + "éĺħ读次æķ°": 125190, + "Ġitir": 125191, + "ÑĪин": 125192, + "ĠVáºŃy": 125193, + "çĤ®": 125194, + "лагод": 125195, + "Ø´ÙĨاس": 125196, + "á»IJ": 125197, + "ĠÑıгод": 125198, + "Ġì¤ijìķĻ": 125199, + "رÙĬØ·": 125200, + "ĠìĪĺíĸī": 125201, + "Ġä¸ĢèĪ¬": 125202, + "ĠÑħвилин": 125203, + "ĠÐľÐ¾Ð¶Ð½Ð¾": 125204, + "ĠнаÑĩале": 125205, + "Ġоднов": 125206, + "ĠÃľÃ§": 125207, + "ÑĨионнÑĭй": 125208, + "Ġìļķ": 125209, + "æ¼Ĥ": 125210, + "å²³": 125211, + "تدÙī": 125212, + "κηÏĤ": 125213, + "âĢĻnda": 125214, + "ï¼IJï¼IJ": 125215, + "èªī": 125216, + "é§ħå¾ĴæŃ©": 125217, + "ĠÙģرزÙĨد": 125218, + "åħ¬è·¯": 125219, + "αÏĥίαÏĤ": 125220, + "าà¸ĵาà¸Ī": 125221, + "ëij¥": 125222, + "ĠÏĢοι": 125223, + "ĠبداÙĨ": 125224, + "кап": 125225, + "ĠìŀĪëĬĶëį°": 125226, + "ï¼ĮæѤ": 125227, + "à¸Ľà¸£à¸°à¹Ĥยà¸Ĭà¸Ļ": 125228, + "ĠÚ©Ø´ÙĪرÙĩاÛĮ": 125229, + "ุส": 125230, + "ãģ¹ãģį": 125231, + "ĠÑģамÑĭй": 125232, + "ĠплÑı": 125233, + "Ġбед": 125234, + "人æīį": 125235, + "สหร": 125236, + "ูà¸ķ": 125237, + "Ġkullanımı": 125238, + "íķĻëħĦ": 125239, + "æ²»çĸĹ": 125240, + "ãĢĤä¸įè¿ĩ": 125241, + "æ£ļ": 125242, + "ëĤ¨ëıĦ": 125243, + "Ġآتش": 125244, + "ÏĩÎŃÏĤ": 125245, + "Ġfunkci": 125246, + "нообÑĢаз": 125247, + "à¥ĭफ": 125248, + "Ġkaps": 125249, + "าษà¸İ": 125250, + "(ع": 125251, + "ï¼ĮåĬł": 125252, + "à¹Ĭà¸ģ": 125253, + "ĠÙĩØ´": 125254, + "ĠدرÙĪÙĨ": 125255, + "ĠмеÑĩ": 125256, + "ĠпÑĢежде": 125257, + "à¹Īย": 125258, + "Ġارشد": 125259, + "าà¹Ģล": 125260, + "æ¯Ķè¼ĥ": 125261, + "Ġذکر": 125262, + "ĠæĿ¡": 125263, + "ÐĬ": 125264, + "ÑĥкÑĢаÑĹн": 125265, + "ÙĬÙĨات": 125266, + "ì¢ĭ": 125267, + "диÑı": 125268, + "ÏĦÏģι": 125269, + "ĠÐļаз": 125270, + "ÙĤÙĦاÙĦ": 125271, + "_,,": 125272, + "ĠÚĨت": 125273, + "ĠìĿ¼ìłķ": 125274, + "ĠÐŁÑĢоÑĦ": 125275, + "æ³Ľ": 125276, + "Ġdruhý": 125277, + "ÑĩÑĥк": 125278, + "ledik": 125279, + "Ġheyec": 125280, + "Ñĭвал": 125281, + "ĠDüny": 125282, + "ĠçĻº": 125283, + "ĠpÅĻátel": 125284, + "βάλ": 125285, + "Ġغر": 125286, + "ëĭ¨ì²´": 125287, + "ìĽ¨ëĶĶìĭľ": 125288, + "ÑĢаÑīениÑı": 125289, + "нÑĨиклопед": 125290, + "Ġpodnikatel": 125291, + "Ġìĭłìŀħ": 125292, + "ĠÙģرآ": 125293, + "илиÑģÑı": 125294, + "Ġolumlu": 125295, + "à¥įषमत": 125296, + "ĠÙħتخصص": 125297, + "йом": 125298, + "ؤاÙĦ": 125299, + "ĠÐĿаÑĤ": 125300, + "ìĺ¤ëĬĶ": 125301, + "ĠMüdürlÃ¼ÄŁÃ¼": 125302, + "ĠHÃłnh": 125303, + "ĠسابÙĤ": 125304, + "ï¼īçļĦ": 125305, + "ĠQuý": 125306, + "ládánÃŃ": 125307, + "Ġìļ´ëıĻ": 125308, + "ĠÐĺÑħ": 125309, + "諾": 125310, + "lıģının": 125311, + "lil": 125312, + "uÄį": 125313, + "ĠÑĩемпÑĸон": 125314, + "ÑĤож": 125315, + "Ġä½Ľ": 125316, + "ниÑĨе": 125317, + "ĠпеÑĢвого": 125318, + "ĠÑģом": 125319, + "ÏĩÏİ": 125320, + "ÅĻik": 125321, + "иÑĤелÑĮÑģÑĤва": 125322, + "ĠÄ°ki": 125323, + "Ġaskeri": 125324, + "cisi": 125325, + "ĠjednÃŃm": 125326, + "Ġstanice": 125327, + "èĤ¡ç¥¨": 125328, + "à¸ľà¸¡": 125329, + "Từ": 125330, + "Å¡ak": 125331, + "ÏĦία": 125332, + "мами": 125333, + "ãģĮåĩº": 125334, + "μοί": 125335, + "маÑĶ": 125336, + "ëł¥ìĿ´": 125337, + "ãĤĦãģ£ãģ¦": 125338, + "Ġå¼µ": 125339, + "ØĮĊ": 125340, + "Ġ»Ċ": 125341, + "اجات": 125342, + "á½³": 125343, + "æĻĤãģ®": 125344, + "Ġпокол": 125345, + "ÑĸÑĤеÑĤ": 125346, + "Ġíķ´ê²°": 125347, + "Ġdedim": 125348, + "ĠÑĤвеÑĢд": 125349, + "ĠженÑīина": 125350, + "едини": 125351, + "ĠÙ¾ÛĮÚ©": 125352, + "iversite": 125353, + "ĠآسÛĮاب": 125354, + "ĠÑħаÑĢакÑĤеÑĢиÑģÑĤики": 125355, + "ĠØ£ÙĨÙĩا": 125356, + "ĠÑĥкÑĢаÑĹнÑģÑĮкоÑĹ": 125357, + "ĠاختÙĦاÙģ": 125358, + "Ġtez": 125359, + "ÏģεÏħ": 125360, + "Ġkonumu": 125361, + "ĠÑĤеÑħнÑĸ": 125362, + "мÑĸв": 125363, + "èĬ¯": 125364, + "ĠÏĥελ": 125365, + "Ä¢": 125366, + "μιÏĥ": 125367, + "ีà¹īĊ": 125368, + "Ġmne": 125369, + "ĠоÑĤвеÑĩ": 125370, + "ĠÎī": 125371, + "Ġéĩİ": 125372, + "Ġgấp": 125373, + "ĠпÑĢодÑĥкÑĤÑĭ": 125374, + "ĠСÑĢед": 125375, + "ÑĸллÑı": 125376, + "à¸ļà¸Ńà¸ģ": 125377, + "ĠtÅĻÃŃdy": 125378, + "Ġthá»ķ": 125379, + "ãĥĩãĤ£ãĤ¢": 125380, + "ÏĢοιη": 125381, + "νει": 125382, + "æĪij们çļĦ": 125383, + "Ġprofesyonel": 125384, + "ĠRakou": 125385, + "Ġвидно": 125386, + "Ġzby": 125387, + "ĠØŃاÙĦÛĮ": 125388, + "Ġé£Ł": 125389, + "ĠLÃłm": 125390, + "Ġگست": 125391, + "ĠТип": 125392, + "θι": 125393, + "ávis": 125394, + "ÙIJب": 125395, + "åı¯èĥ½æĢ§": 125396, + "ĠÑģемей": 125397, + "ãĤīãĤĮãģ¦ãģĦãĤĭ": 125398, + "ìĥģíĴĪ": 125399, + "ĠοÏħ": 125400, + "Ġà¤ħà¤Ĺस": 125401, + "олом": 125402, + "γον": 125403, + "ĠÑģвÑıÑī": 125404, + "æĵ¦": 125405, + "ÏĥÏĦηκε": 125406, + "èĢħçļĦ": 125407, + "-à¤ķ": 125408, + "ÑĤии": 125409, + "ĠвизнаÑĩеннÑı": 125410, + "åıijåĩº": 125411, + "даÑħ": 125412, + "ĠмоÑĢÑı": 125413, + "æī¾åĪ°": 125414, + "ÙĦÙĪب": 125415, + "èĬĻ": 125416, + "ĠÑĦакÑĤ": 125417, + "æ¯į亲": 125418, + "idlo": 125419, + "ĠStad": 125420, + "Ñįй": 125421, + "ìĽIJìĿ´": 125422, + "à¤ıन": 125423, + "æķ´ä¸ª": 125424, + "Ġfık": 125425, + "ĠÙħات": 125426, + "ÏĢον": 125427, + "Ġ경기ëıĦ": 125428, + "Ġαδ": 125429, + "Ġvzpom": 125430, + "Ġná»ĵi": 125431, + "ĠÙĨÙĤاط": 125432, + "ождение": 125433, + "ĠзалÑĸз": 125434, + "Ġrủi": 125435, + "è¾°": 125436, + ".:.:.:.:.:.:.:.:.:.:.:.:.:.:.:.:": 125437, + "ĠMÃľ": 125438, + "Ġkari": 125439, + "ĠÑģобÑĭ": 125440, + "ìĸ´ì§Ħ": 125441, + "رÙĬس": 125442, + "ubu": 125443, + "ĠØ®ÙĦÙģ": 125444, + "ظٹط": 125445, + "æĿī": 125446, + "ĠæĻ®éĢļ": 125447, + "ĠÙħÙĪاطÙĨØ©": 125448, + "ĠÑģÑĤанÑĥ": 125449, + "Ġê·¸ëħĢìĿĺ": 125450, + "ĠÙĦÙĥرة": 125451, + "Ġosm": 125452, + "ĠÑĥÑĢож": 125453, + "ега": 125454, + "Ġfelse": 125455, + "æĢĿèĢĥ": 125456, + "ãĢĮãģĪ": 125457, + "ĠновиÑħ": 125458, + "à¹IJ": 125459, + "üml": 125460, + "ĠíĶ¼íķ´": 125461, + "ìĿ¼ë°ĺ": 125462, + "Ġtürü": 125463, + "ĠмÑĸÑģÑĤÑĸ": 125464, + "Ġkaždé": 125465, + "ĠÙħسجد": 125466, + "ấc": 125467, + "ĠÙģÚ©ÛĮ": 125468, + "Ġyasal": 125469, + "å°±ç®Ĺ": 125470, + "ĠоблиÑĩÑĩÑı": 125471, + "ĠÙĦدÙĬ": 125472, + "ابات": 125473, + "ĠÑģпаÑģ": 125474, + "êµ°ìļĶ": 125475, + "Ġпад": 125476, + "ĠбÑĢаÑĤ": 125477, + "éĩį大": 125478, + "Ġdüzenlenen": 125479, + "Gün": 125480, + "Ġaplikace": 125481, + "à¸Ńห": 125482, + "Ġçħ": 125483, + "ĠÑģоÑģÑĤоиÑĤ": 125484, + "è¯Ħä»·": 125485, + "ĠDuy": 125486, + "طاÙĤ": 125487, + "ĠпÑĢидеÑĤÑģÑı": 125488, + "Ġtolik": 125489, + "Ġobrov": 125490, + "ĠpÅĻipoj": 125491, + "ĠÄ±ÅŁÄ±": 125492, + "Ú¯ÙĪÛĮ": 125493, + "æľŁå¾ħ": 125494, + "иплом": 125495, + "Ġince": 125496, + "ĠСоб": 125497, + "енÑĮÑİ": 125498, + "è§Ĵèī²": 125499, + "Ġà¸ķร": 125500, + "Ġbại": 125501, + "Ġê°ĢëĬ¥íķľ": 125502, + "ĠblÃŃzk": 125503, + "Ġtách": 125504, + "ĠвидÑĭ": 125505, + "иÑĩна": 125506, + "Ġvyžad": 125507, + "ĠìĨIJìĿĦ": 125508, + "ĠÐĿÑĸмеÑĩ": 125509, + "åŁºäºİ": 125510, + "ĠÐļÑĢи": 125511, + "ĠعزÛĮز": 125512, + "tiler": 125513, + "евÑĸ": 125514, + "Ġmožnosti": 125515, + "باز": 125516, + "ĠìĤ¬ë§Ŀ": 125517, + "ĠzÅĻejmÄĽ": 125518, + "íŤ": 125519, + "Ġürünleri": 125520, + "Ġγλη": 125521, + "аки": 125522, + "ãĤĴéĸĭ": 125523, + "anou": 125524, + "åĽ½ãģ®": 125525, + "ĠyaÅŁanan": 125526, + "ĠÑģевеÑĢ": 125527, + "Ġæ©Ł": 125528, + "มาà¸ģมาย": 125529, + "ĠíijľíĺĦ": 125530, + "รส": 125531, + "ĠضربÙĩ": 125532, + "ĠEvet": 125533, + "æĨ¶": 125534, + "ĠدÙĤÛĮÙĤ": 125535, + "Ġвозникнов": 125536, + "ìľłë¨¸": 125537, + "Ġíijľìĭľ": 125538, + "ÛĮØ´ÙĨ": 125539, + "ãĥĹãĥ©": 125540, + "ÑĤÑİ": 125541, + "ÙĪسÛĮ": 125542, + ")ìĿ´": 125543, + "è¯ģæĺİ": 125544, + "ãģ§ãģįãģ¾ãģĻ": 125545, + "ìĪĺìĿĺ": 125546, + "çĸĨ": 125547, + "ĠÙħÙģÙĩÙĪÙħ": 125548, + "оÑĩаÑĤкÑĥ": 125549, + "ालà¤ķ": 125550, + "æ¡Ĥ": 125551, + "ĠоÑħоÑĢони": 125552, + "ĠارزÛĮابÛĮ": 125553, + "ĠìµľëĮĢ": 125554, + "Ġthoải": 125555, + "ĠЦенÑĤÑĢалÑĮ": 125556, + "ĠçķĻ": 125557, + "à¸Ľà¸£à¸°à¹Ģà¸łà¸Ĺ": 125558, + "æµ·å¤ĸ": 125559, + "ĠÅŀu": 125560, + "íĻľëıĻ": 125561, + "ĠdvÄĽma": 125562, + "istrovstvÃŃ": 125563, + "Ġaracılıģıyla": 125564, + "Ġtrá»Ļn": 125565, + "»:": 125566, + "íĭ±": 125567, + "ĠÙĦÛĮÚ¯": 125568, + ".Ðļ": 125569, + "ĠÙħÙĤاÛĮسÙĩ": 125570, + "ĠвмÑĸ": 125571, + "رÙĪب": 125572, + "ĠاÙĦØ´Ùħ": 125573, + "ĠdennÄĽ": 125574, + "ÑĥÑĩа": 125575, + "åħ¹": 125576, + "Ñīим": 125577, + "ĠíĬ¹íŀĪ": 125578, + "ĠاستاÙĨدارد": 125579, + "à¥Ģध": 125580, + "ãĤ¸ãĤ¢": 125581, + "à¹ĩà¹ĩ": 125582, + "иÑģÑģ": 125583, + "Ġkazanç": 125584, + "ĠzÃŃskal": 125585, + "åĽŀæĿ¥": 125586, + "ĠпÑıÑĤÑĮ": 125587, + "ĠÄijãi": 125588, + "ĠÙĪرد": 125589, + "Ġìķķ": 125590, + "ุà¸Ĺร": 125591, + "åĬ¨çī©": 125592, + "Ġpublik": 125593, + "æĪIJæľ¬": 125594, + "æĪIJåijĺ": 125595, + "ãĤ¤ãĤ¯": 125596, + "شرÙĥØ©": 125597, + "á¿ĨÏĤ": 125598, + "Ġyola": 125599, + "üyoruz": 125600, + "ĠкÑĥÑĢи": 125601, + "ĠпоÑħож": 125602, + "Ġìłľê°Ģ": 125603, + "ियत": 125604, + "ائÙĦØ©": 125605, + "Ġãģ¾": 125606, + "़à¥ĩà¤Ĥ": 125607, + "ÑģÑĮкими": 125608, + "âĢľä½ł": 125609, + "imizde": 125610, + "ìµľìĭł": 125611, + "Ậ": 125612, + "èŁ": 125613, + "à¸Ħรà¸Ńà¸ļ": 125614, + "ãĢĢãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢ": 125615, + "تغ": 125616, + "ĠVÅ¡ech": 125617, + "à¸±à¸Ľà¸Ķาห": 125618, + "Ġatd": 125619, + "воÑİ": 125620, + "Ġyapım": 125621, + "ologické": 125622, + "Ġплен": 125623, + "Ġlazım": 125624, + "rung": 125625, + "ìĦľê´Ģ": 125626, + "Ġjiný": 125627, + "Ġtròn": 125628, + "ĠполÑĸÑĤики": 125629, + "اÙĥÙħ": 125630, + "دÛĮگر": 125631, + "à¥Īà¤Ĥ.Ċ": 125632, + "ĠاÙĩد": 125633, + "Ġãĥį": 125634, + "ĠпÑĢодÑĥкÑĤов": 125635, + "æĤŁ": 125636, + "ĠpÅĻÃŃpadech": 125637, + "ĠzaÄįala": 125638, + "åħ¥ãĤĮ": 125639, + "ĠÑĢÑĸвнÑĸ": 125640, + "æĦŁæĥħ": 125641, + "ĠΧα": 125642, + "죽": 125643, + "ิà¸Īารà¸ĵ": 125644, + "ÂłÐ±": 125645, + "ÑĸÑĹв": 125646, + "بش": 125647, + "çļĦéĹ®é¢ĺ": 125648, + "Ġzastup": 125649, + "볤ìļĶ": 125650, + "ãģ§ãģĻãģŃ": 125651, + "âĢĮداÙĨ": 125652, + "ï¼ĮæĤ¨": 125653, + "ĠuvÄĽdom": 125654, + "ãģ¦ãĤĭ": 125655, + "ìĤ¬ëŀĮ": 125656, + "lun": 125657, + "éĽĨåIJĪ": 125658, + "맹": 125659, + "Ġžid": 125660, + "à¤Ĭ": 125661, + "Ġtrp": 125662, + "лениÑħ": 125663, + "＿__": 125664, + "ÐľÐŀ": 125665, + "å¼ĭ": 125666, + "λÎŃον": 125667, + "ĠÄijòi": 125668, + "ĠкÑĢок": 125669, + "layıcı": 125670, + "ì¶ľìŀ¥ë§ĪìĤ¬ì§Ģ": 125671, + "åijĪ": 125672, + "éľŀ": 125673, + "ĠпоглÑıд": 125674, + "ترÙĥ": 125675, + "ĠتÙģاÙĪت": 125676, + "Ġå®®": 125677, + "ĠدÙĪربÛĮÙĨ": 125678, + "æĶ¾åľ¨": 125679, + "ĠÑģлÑĥÑĩаев": 125680, + "ĠÏħÏĢηÏģε": 125681, + "ë§ŀ": 125682, + "ãģĻãģĻ": 125683, + "ê²łëĭ¤": 125684, + "รายà¸ģาร": 125685, + "ĠÏĢÏģιν": 125686, + "ĠÑģмеÑĪ": 125687, + "å§ī": 125688, + "Ġvýsledky": 125689, + "Ġpotvr": 125690, + "åıijè¡Į": 125691, + "Ġtúi": 125692, + "ĠìĤ¬ëĿ¼": 125693, + "ç«Ļåľ¨": 125694, + "Ġjaký": 125695, + "Ġà¸ļาà¸ĩ": 125696, + "Ġdikkate": 125697, + "ĠدرآÙħد": 125698, + "æİĴåIJį": 125699, + "rálnÃŃ": 125700, + "ê³¼ìĿĺ": 125701, + "ä½µ": 125702, + "олаг": 125703, + "isiyle": 125704, + "Ġæ½": 125705, + "Ġतम": 125706, + "Ġdij": 125707, + "Ġnhánh": 125708, + "ĠRek": 125709, + "设æĸ½": 125710, + "ĠpodmÃŃnek": 125711, + "并ä¸į": 125712, + "кÑĥÑĤ": 125713, + "Ġê³łëł¤": 125714, + "çļĦå£°éŁ³": 125715, + "æĪĺäºī": 125716, + "даÑı": 125717, + "Ġê´Ģìĭ¬": 125718, + "ĠÑĦÑĸнанÑģ": 125719, + "ĠKöy": 125720, + "Ġжал": 125721, + "ĠÑģлÑĥжби": 125722, + "мена": 125723, + "تÙĬار": 125724, + "ĠÑĩемпион": 125725, + "ÏĢιÏĥ": 125726, + "landırma": 125727, + "maktan": 125728, + "Ġ丶": 125729, + "à¹Īà¸Ńส": 125730, + "ĠmÃ¼ÅŁteri": 125731, + "ĠصÙĨد": 125732, + "Ġetmesi": 125733, + "ĠпоÑĢÑĤ": 125734, + "νονÏĦαι": 125735, + "Ġãħĭãħĭ": 125736, + "ĠKAR": 125737, + "Ġuch": 125738, + "ĠØ®ÙĦÙĤ": 125739, + "าษà¸İร": 125740, + "æŃ¡": 125741, + "Ġимени": 125742, + "ãģłãģijãģ©": 125743, + "Ġìĭ¤ìĭľ": 125744, + "ÏĥÏīÏĢ": 125745, + "Ġì£": 125746, + "tÄĽÅ¾": 125747, + "Ġözellikleri": 125748, + "Ġبپ": 125749, + "ĠизобÑĢаж": 125750, + "ÙĬÙħÙĥÙĨ": 125751, + "ĠãĥĶ": 125752, + "ĠÐĶив": 125753, + "ĠØ¥ÙĬ": 125754, + "ÙĥÙĬÙĦ": 125755, + "ĠÅŁik": 125756, + "Ġà¤Ĩà¤ĸ": 125757, + "larınızı": 125758, + "ĠвÑĸдÑĢÑĸз": 125759, + "ĠÑĢобоÑĤа": 125760, + "Ġtarif": 125761, + "ĠاÙĪت": 125762, + "ınma": 125763, + "é£Łãģ¹": 125764, + "ĠuzavÅĻ": 125765, + "룸": 125766, + "çĽijçĿ£": 125767, + "Ġ:ï¼¼": 125768, + "θÏħν": 125769, + "à¸Ķร": 125770, + "alarından": 125771, + "èĩªæĭį": 125772, + "ĠroÄįnÃŃ": 125773, + "ाà¤ĩव": 125774, + "ĠÙĥÙĪر": 125775, + "ĠÏĦαιν": 125776, + "ĠÑĸндив": 125777, + "rve": 125778, + "ĠνεÏĨÏİÏĥειÏĤ": 125779, + "Ġbá»ijn": 125780, + "Ġå¿«": 125781, + "ĠÑģолÑĮ": 125782, + "liÄŁinde": 125783, + "à¤¿à¤¨à¤Ł": 125784, + "ahtar": 125785, + "ĠnebezpeÄį": 125786, + "æĹ¢çĦ¶": 125787, + "ĠëĮĢìłĦ": 125788, + "ĠÙĨÚ¯ÙĩدارÛĮ": 125789, + "ĠzÃŃskat": 125790, + "ĠналиÑĩие": 125791, + "Ġaks": 125792, + "ï¼īãĢĤĊĊ": 125793, + "Ġrodiny": 125794, + "ĠзаÑħÑĸд": 125795, + "å¾®ç¬ij": 125796, + "ÂłÐĶа": 125797, + "radu": 125798, + "īnh": 125799, + "ples": 125800, + "ĠKons": 125801, + "ิà¹Ĥล": 125802, + "ĠاÙĦÙĪص": 125803, + "åIJ¬åĪ°": 125804, + "ĠÑģпоÑĢÑĤив": 125805, + "ĠÑģайÑĤе": 125806, + "Ġاظ": 125807, + "larındaki": 125808, + "Ġtá»ķn": 125809, + "ÐĿÐĨ": 125810, + "Ġnedost": 125811, + "ĠÑĤоÑĢгÑĸв": 125812, + "ĠاÛĮت": 125813, + "Ġاختصاص": 125814, + "ĠÃľy": 125815, + "ĠSadece": 125816, + "ĠÙħخرÙĪØ·": 125817, + "Äģn": 125818, + "çesi": 125819, + "ĠçĬ": 125820, + "ãĤĤãģ£ãģ¨": 125821, + "ĠéŁĵ": 125822, + "èµĸ": 125823, + "ĠполÑĥÑĩениÑı": 125824, + "Ġëĺ": 125825, + "âĢĻÑĹ": 125826, + "bÃŃr": 125827, + "ĠбÑĸблÑĸ": 125828, + "ĠDá»±": 125829, + "женеÑĢ": 125830, + "ç½ijåĪĬ": 125831, + "Ġà¤²à¥ľà¤ķ": 125832, + "ĠÑĥÑĩнÑĸв": 125833, + "èĪ°": 125834, + "ĠÃĸÄŁren": 125835, + "Ġola": 125836, + "Ġ।âĢĿĊĊ": 125837, + "ระà¹Ģà¸ļ": 125838, + "á½²": 125839, + "Ġرز": 125840, + "еи": 125841, + "ÑıÑĩи": 125842, + "ØŃب": 125843, + "æĴ¤": 125844, + "ãģ¾ãģŁãģ¯": 125845, + "бина": 125846, + "ĠγεÏģ": 125847, + "ĠоÑĤноÑģиÑĤÑģÑı": 125848, + "åīįçļĦ": 125849, + "ĠÅ¡Å¥": 125850, + "Ġyılda": 125851, + ":::::|": 125852, + "ustil": 125853, + "اÙĦØ¥": 125854, + "ĠsouÄįasné": 125855, + "ĠÙĨÛĮرÙĪÛĮ": 125856, + "ÑĩеÑģкое": 125857, + "ظÙģ": 125858, + "ĠÙ¾ÛĮØ´ÛĮÙĨÙĩ": 125859, + "ĠعÙģØ´": 125860, + "Ġrostlin": 125861, + "ç½ijåĪĬä¸ĭ载次æķ°": 125862, + "ĠпÑĢигоÑĤовиÑĤÑĮ": 125863, + "ãĥĮ": 125864, + "ĠÙĪÙħع": 125865, + "Ġbecer": 125866, + "ĠãĤ±": 125867, + "ÏĩήÏĤ": 125868, + "оÑģÑĤÑĥп": 125869, + "Ġ밾매": 125870, + "Ñĸйного": 125871, + "Ġhrd": 125872, + "ĠпÑĢепаÑĢаÑĤÑĭ": 125873, + "ĠÙģرض": 125874, + "ĠTyto": 125875, + "ĠкÑĢаÑĹн": 125876, + "Ġزاد": 125877, + "Ġiktidar": 125878, + "ì§ĵ": 125879, + "Ùijر": 125880, + "ÑĢÑıдÑĥ": 125881, + "кÑĸй": 125882, + "âĶ£": 125883, + "Ġкожи": 125884, + "ĠتازÙĩ": 125885, + "obec": 125886, + "inae": 125887, + "Ġvyjád": 125888, + "ĠرÙģتÙĩ": 125889, + "Що": 125890, + "ĠBylo": 125891, + "оÑĤв": 125892, + "ĠденÑĮги": 125893, + "é§Ĩ": 125894, + "ĠмаÑĪин": 125895, + "Ġأج": 125896, + "ì´Īëĵ±íķĻêµIJ": 125897, + "dıģında": 125898, + "баÑģ": 125899, + "Ġæł¹": 125900, + "ÎijÎĿΤ": 125901, + "ÙĴØŃ": 125902, + "Ġjejichž": 125903, + "ìĹIJìĦľìĿĺ": 125904, + "Ġадже": 125905, + "Ġìı": 125906, + "ÏĥοÏħ": 125907, + "etleri": 125908, + "ĠبعدÛĮ": 125909, + "ĠìŀIJëıĻì°¨": 125910, + "ิà¸įà¸į": 125911, + "Ġtisk": 125912, + "ãĥ¼ãĤ¹ãĥĪ": 125913, + "Ġमतलब": 125914, + "ê³Ħíļį": 125915, + "ãĤ¦ãĥĪ": 125916, + "Ġà¹Ģมà¸ķร": 125917, + "Ġopsiyon": 125918, + "ĠÑĢавно": 125919, + "ĠبÛĮÙħÙĩ": 125920, + "Ġ먼ìłĢ": 125921, + "иÑĤелÑĮнÑĭм": 125922, + "ĠнÑĸби": 125923, + "ĠдеÑģÑıÑĤ": 125924, + "ĠÑģиÑĤÑĥаÑĨии": 125925, + "еÑĢÑĪе": 125926, + "ľ": 125927, + "ุà¸ķร": 125928, + "Ġyönetimi": 125929, + "éIJĺ": 125930, + "ĠÙħÛĮتÙĪاÙĨ": 125931, + "ĠزÙĨدÙĩ": 125932, + "ãĥŃãĥ³": 125933, + "ĠKBS": 125934, + "ìĦľë¹ĦìĬ¤": 125935, + "ï»ł": 125936, + "eckého": 125937, + "ĠÙĤابÙĦÛĮت": 125938, + "ãĢĤä»Ĭ": 125939, + "ÃŃnÄĽ": 125940, + "ĠÑģмог": 125941, + "ĠÑģлÑĭÑĪ": 125942, + "ÙĴÙģ": 125943, + "poÅĻád": 125944, + "елÑĮно": 125945, + "ĠείÏĩαν": 125946, + "-ÐŁÐµÑĤеÑĢб": 125947, + "ĠChiến": 125948, + "éry": 125949, + "ĠÑĸнÑģÑĤиÑĤÑĥÑĤ": 125950, + "ç»Ĩèĥŀ": 125951, + "ÑĭÑŁN": 125952, + "Ġvua": 125953, + "Ġà¤ħश": 125954, + "ÑĢоÑģÑĤо": 125955, + "ĠvůÄįi": 125956, + "ë¿IJ": 125957, + "Ġliá»ĩt": 125958, + "Ġíķµ": 125959, + "ĠاÙģر": 125960, + "ĠTeknik": 125961, + "Ġroli": 125962, + "ĠпопÑĭÑĤ": 125963, + "аÑĤкÑĸв": 125964, + "Ġüniversit": 125965, + "аÑĤоÑĢÑĭ": 125966, + "ÑİÑīиÑħÑģÑı": 125967, + "Ġتض": 125968, + "лÑİÑĩаеÑĤÑģÑı": 125969, + "Ġíĸīë³µ": 125970, + "Ġayrıntılı": 125971, + "ĠкиÑĢп": 125972, + "æĭ¼": 125973, + "ëģĶ": 125974, + "лаÑĤа": 125975, + "Ġkhoán": 125976, + "Ġhâlâ": 125977, + "ÏĥÏħ": 125978, + "оглаÑģ": 125979, + "æİ¥çĿĢ": 125980, + "éĿ©åij½": 125981, + "ĠpÅĻeb": 125982, + "à¹Ģà¸īล": 125983, + "ĠاÙĦÙħÙĦÙĦÛĮ": 125984, + "åłĨ": 125985, + "íıIJ": 125986, + "à¸ķลà¸Ńà¸Ķ": 125987, + "°С": 125988, + "ìĤ¬ëŀij": 125989, + "Ġгиб": 125990, + "ë²Ī째": 125991, + "æĶ¹åıĺ": 125992, + "表çİ°": 125993, + "иÑĩеÑģким": 125994, + "สมà¹Ģà¸Ķ": 125995, + "å±ħæ°ij": 125996, + "ÂĽ": 125997, + "ĠìķĦìĿ´ëĶĶ": 125998, + "ĠмеждÑĥнаÑĢод": 125999, + "Ġyem": 126000, + "Ġmül": 126001, + "ĠاÛĮست": 126002, + "Ġãĥ´": 126003, + "ัà¸Ļà¹Ħà¸Ķ": 126004, + "à¥Ģण": 126005, + "åħ¶å®ŀ": 126006, + "Ġgelenek": 126007, + "ë¶ģëıĦ": 126008, + "à¹īาà¸ķ": 126009, + "Ġìī¬": 126010, + "ĠÏĢÎŃ": 126011, + "ĠÙĥاÙħÙĦ": 126012, + "ĠتعÙħÛĮر": 126013, + "訴": 126014, + "ë¹Ļ": 126015, + "iyim": 126016, + "å°¿": 126017, + "éĤ£æł·": 126018, + "êµŃìĿĺ": 126019, + "ãģĹãģ¦ãģĬãĤĬ": 126020, + "Ġniž": 126021, + "Ġκον": 126022, + "à¹Īาà¸Ń": 126023, + "Ġγε": 126024, + "ĠСевеÑĢ": 126025, + "ediálnÃŃ": 126026, + "ãģŁãģ¡ãģ®": 126027, + "mayacak": 126028, + "ÑĻ": 126029, + "ĠÑĥгл": 126030, + "Ġkapas": 126031, + "ÑĥвалиÑģÑı": 126032, + "ĠмеÑģÑıÑĨа": 126033, + "ữu": 126034, + "ิลล": 126035, + "ãĤĪãĤĬãĤĤ": 126036, + "à¥ĩण": 126037, + "Ġ客": 126038, + "ĠdeÄŁerli": 126039, + "ÙĪاز": 126040, + "ีà¸Ńย": 126041, + "ĠåıĪ": 126042, + "Ġà¸Ķร": 126043, + "ĠÙĨاب": 126044, + "ĠتÙĦÙĪÛĮزÛĮÙĪÙĨ": 126045, + "Ġolanlar": 126046, + "ä¼ĺç§Ģ": 126047, + "ÙĥاÙĦ": 126048, + "ĠдеÑģÑıÑĤи": 126049, + "mán": 126050, + "ĠÑĢанÑĮ": 126051, + "Ġìłľì¶ľ": 126052, + "è³¢": 126053, + "або": 126054, + "Ġtechnik": 126055, + "ĠKiá»ĥm": 126056, + "teki": 126057, + "á¹": 126058, + "ĠmnÄĽ": 126059, + "Ġê³µê°Ħ": 126060, + "ĠMek": 126061, + "ĠاعتÙħاد": 126062, + "à¹Įà¹Ħà¸Ķ": 126063, + "εÏģÏĮ": 126064, + "ĠÑĥдаÑĢ": 126065, + "оÑĩÑĮ": 126066, + "æ¦Ĥ念": 126067, + "ÑĢал": 126068, + "алÑĮнÑĭми": 126069, + "à¥ģरस": 126070, + "ráci": 126071, + "ĠÙĤÙĪÙĦ": 126072, + "Ġदव": 126073, + "ĠпÑĢавда": 126074, + "Ġå¿ħ": 126075, + "Ġdosud": 126076, + "нÑĥÑĤÑĮÑģÑı": 126077, + "NÄĥm": 126078, + "à¸ĺà¸Ļ": 126079, + "Ġdokun": 126080, + "Ġåľ¨çº¿": 126081, + "ูà¹Ħ": 126082, + "ụy": 126083, + "ĠновÑĭÑħ": 126084, + "Ġmezun": 126085, + "ĠCần": 126086, + "à¸ģารà¸ŀ": 126087, + "ĠìĺĪìłķ": 126088, + "Ïĥή": 126089, + "à¹Īà¸Ļà¹Ģà¸ģม": 126090, + "ĠÙĪاÙĦس": 126091, + "ãĥ³ãĥĨãĤ£": 126092, + "çľĭè§ģ": 126093, + "ĠساÙĦÙħ": 126094, + "ĠбагаÑĤÑĮоÑħ": 126095, + "ĠÄijÃłi": 126096, + "ĠدستÛĮ": 126097, + "à¸ŀà¸Ń": 126098, + "епÑĤи": 126099, + "ĠìłĦíĻĶ": 126100, + "æĻĤãģ«": 126101, + "ĠSeznam": 126102, + "мÑĸнÑĥ": 126103, + ";?#": 126104, + "à¥Ģसर": 126105, + "ĠÚĨÛĮست": 126106, + "νοια": 126107, + "ัà¸Ļà¸Ń": 126108, + "Ġà¸Ħำ": 126109, + "Ġë³´íĺ¸": 126110, + "Ġiddia": 126111, + "Ġβιβ": 126112, + "é«ĺä¸Ń": 126113, + "Ù¨": 126114, + "ÐĴаж": 126115, + "ĠиÑģполн": 126116, + "ÑĪÑĤов": 126117, + "ĠTaÅŁ": 126118, + "ìĽħ": 126119, + "åĬ¹": 126120, + "Ġåıĥ": 126121, + "Ġprostoru": 126122, + "ĠÑģпад": 126123, + "еÑĢина": 126124, + "ĠpÅĻeklad": 126125, + "Å¡ov": 126126, + "ĠÙģÙĩÙħ": 126127, + "æĬij": 126128, + "Ġابتدا": 126129, + "ãĤĴãģĬ": 126130, + "likler": 126131, + "ĠÙħاÙĥ": 126132, + "Ġkonut": 126133, + "ĠداÙĨشجÙĪÛĮ": 126134, + "ĠопÑĤим": 126135, + "ĠбÑĥма": 126136, + "ĠлÑİдÑıм": 126137, + "ĠлÑĸка": 126138, + "ĠÑĢозповÑĸд": 126139, + "nesenÃŃ": 126140, + "Ġà¸łà¸²à¸ŀ": 126141, + "иÑĩний": 126142, + "اطÙĦ": 126143, + "ÑİÑīими": 126144, + "ãģıãģ¨": 126145, + "éŃ¯": 126146, + "ĠجÙĨسÛĮ": 126147, + "ÐĺТ": 126148, + "रल": 126149, + "ĠÚ©ÙĪدک": 126150, + "олиÑĤ": 126151, + "ĠÑģÑĤÑĢÑĥкÑĤÑĥÑĢ": 126152, + "vekili": 126153, + "Ġबय": 126154, + "ĠgelmiÅŁ": 126155, + "िरफ": 126156, + "ĠнайкÑĢа": 126157, + "ĠÐĶжон": 126158, + "ĠãĥĹãĥŃ": 126159, + "ĠyaÅŁlı": 126160, + "ĠkarÄ±ÅŁtır": 126161, + "ĠvÄĽtÅ¡inou": 126162, + "Ġvazgeç": 126163, + "à¹īาà¸Ħ": 126164, + "lendirme": 126165, + "Ġç¨ĭ": 126166, + "说è¯Ŀ": 126167, + "ĠíķĦìļĶíķľ": 126168, + "aÅĻilo": 126169, + "ĠležÃŃ": 126170, + "ĠAmerikan": 126171, + "ãĤĦãģĻ": 126172, + "vajÃŃcÃŃ": 126173, + "ÐĿЯ": 126174, + "ĠìĹĦë§Ī": 126175, + "Ġåĥ": 126176, + "rál": 126177, + "Ġçay": 126178, + "tuÄŁ": 126179, + "ุà¸įาà¸ķ": 126180, + "ĠÑģлив": 126181, + "νοÏħ": 126182, + "ĠOv": 126183, + "ĠCHP": 126184, + "ĠZemÄĽ": 126185, + "ĠÄįeský": 126186, + "ĠThánh": 126187, + "иÑĤелÑĮноÑģÑĤÑĮ": 126188, + "æĦıä¹ī": 126189, + "à¥įरमण": 126190, + "ĠдиамеÑĤ": 126191, + "Ġklin": 126192, + "ĠکرÛĮ": 126193, + "ãģ§ãģ¯ãģªãģı": 126194, + "飯åºĹ": 126195, + "Ġkênh": 126196, + "ĠÑĢанÑĮÑĪе": 126197, + "ãĤĴãģĹãģŁ": 126198, + "ĠпÑĢибоÑĢ": 126199, + "Ġà¤ĸतर": 126200, + "Ġyu": 126201, + "é§IJ": 126202, + "ĠÑĢабо": 126203, + "ĠÐ¡ÐłÐ¡Ðł": 126204, + "èĬ¬": 126205, + "žila": 126206, + "еÑĢÑĤа": 126207, + "иÑģÑĤÑĢа": 126208, + "Ġкниги": 126209, + "ĠFrancie": 126210, + "ĠÚĺاپ": 126211, + "ĠÎļοÏħ": 126212, + "ัวà¹Ģà¸Ńà¸ĩ": 126213, + "Ġlắng": 126214, + "Ġнами": 126215, + "Ġподой": 126216, + "дÑĢом": 126217, + "obus": 126218, + "ÐĴÑĸн": 126219, + "Ġstalo": 126220, + "Ġà¤ıà¤ľ": 126221, + "ĠLinh": 126222, + "ebiliriz": 126223, + "ĠзавÑĤÑĢа": 126224, + "μεÏģο": 126225, + "ĠÎŃν": 126226, + "ÑıÑĤно": 126227, + "ĠдоÑĢож": 126228, + "åıĤçħ§": 126229, + "Ïĥιο": 126230, + "à¹īà¹Ģà¸ģ": 126231, + "aných": 126232, + "ç·ł": 126233, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 126234, + "åĬĽçļĦ": 126235, + "ĠSır": 126236, + "Ġì§ĢëıĦ": 126237, + "ç·Ĭ": 126238, + "ĠpoÄįtu": 126239, + "ï¼Įä¸İ": 126240, + "ä¸ĸç´Ģ": 126241, + "емого": 126242, + "Ġhusus": 126243, + "Ġölçüde": 126244, + "Ġtrục": 126245, + "à¸Ľà¸¥à¸Ńà¸Ķà¸ł": 126246, + "ÂłpÅĻÃŃ": 126247, + "ĠBölgesi": 126248, + "мом": 126249, + "ãģ«ãģ¦": 126250, + "Ġ쪽ì§Ģ": 126251, + "ÄĽtÅ¡": 126252, + "ĠìĦ±ê³µ": 126253, + "रत": 126254, + "urdu": 126255, + "ĠìĽĢì§ģ": 126256, + "ÑŁÐŃ": 126257, + "nÃŃkem": 126258, + "ĠskuteÄįnosti": 126259, + "ĠдаÑĤ": 126260, + "neum": 126261, + "ĠÑĤаблеÑĤ": 126262, + "jvu": 126263, + "Ġsedm": 126264, + "سÙĬØ©": 126265, + "ĠкоÑĢоб": 126266, + "emmel": 126267, + "ãģ¤ãģij": 126268, + "é¦Ļèķī": 126269, + "ĠشخصÛĮت": 126270, + "ä¸ĬäºĨ": 126271, + "ÙĪرا": 126272, + "ĠаÑĤмоÑģ": 126273, + "Ġлей": 126274, + "Ġzprav": 126275, + "Ġëķħ": 126276, + "ูà¸Ĺ": 126277, + "Ġاسر": 126278, + "ĠAydın": 126279, + "ĠعÙħÙĦÙĬØ©": 126280, + "ĠдÑĸÑĶ": 126281, + "Ġdök": 126282, + "Ġफल": 126283, + "ĠìĤ¬ëŀĮëĵ¤ìĿ´": 126284, + "ĠнаÑĤÑĥÑĢалÑĮ": 126285, + "æŁľ": 126286, + "温度": 126287, + "Ġkles": 126288, + "ĠинвеÑģÑĤи": 126289, + "süz": 126290, + "æĴ°": 126291, + "ĠãĤ¢ãĥ«": 126292, + "ĠèĴ": 126293, + "адки": 126294, + "ĠklÃŃÄį": 126295, + "Ïĩεί": 126296, + "ĠThiết": 126297, + "ĠسرÛĮع": 126298, + "ĠÏĢεÏģιοÏĩή": 126299, + "ÙĪÙĤÙģ": 126300, + "ÏģÏīÏĥη": 126301, + "ĠسÙĦاÙħت": 126302, + "ëĵ¤ëıĦ": 126303, + "ĠveÅĻejné": 126304, + "Ġvitam": 126305, + "ĠبازÛĮگر": 126306, + "ĠÑĢеÑĨепÑĤ": 126307, + "ĠìľĦíķ´ìĦľ": 126308, + "ĠØ£Ùĥبر": 126309, + "Ġküt": 126310, + "민주": 126311, + "Ġtéž": 126312, + "Ġå¼ķ": 126313, + "ÑĩаÑģно": 126314, + "çļĦåľ°": 126315, + "Ġarchitekt": 126316, + "ĠбакÑĤеÑĢ": 126317, + "Ġãģį": 126318, + "ĠодеÑĢж": 126319, + "ĠتجارÛĮ": 126320, + "éĿĪ": 126321, + "Ġrecep": 126322, + "驶": 126323, + "ĠدÙĩÙĩ": 126324, + "è²Į": 126325, + "çµIJå©ļ": 126326, + "ılıç": 126327, + "ãģĭãĤīãģ¯": 126328, + "å¿ĥéĩĮ": 126329, + "æĬķè³ĩ": 126330, + "è²Ŀ": 126331, + "ĠкÑĥлÑĮÑĤÑĥÑĢÑĭ": 126332, + "Ġå°ij": 126333, + "à¹ģà¸ŀร": 126334, + "γκÏĮ": 126335, + "arım": 126336, + "ĠاساسÛĮ": 126337, + "ĠposlednÃŃch": 126338, + "ĠÙħÙħÙĨ": 126339, + "ĠпозиÑĤив": 126340, + "ìł¤": 126341, + "ÑĥвавÑģÑı": 126342, + "Ġجزئ": 126343, + "ìĿ´ìŀIJ": 126344, + "ĠинÑģÑĤÑĢÑĥк": 126345, + "Ġηλεκ": 126346, + "Ġdemir": 126347, + "ä¸ŃæĸĩåŃĹå¹ķ": 126348, + "ĠعاشÙĤ": 126349, + "ĠباÙĦÙĤ": 126350, + "Ġmaz": 126351, + "άνι": 126352, + "ĠdÃ¼ÄŁ": 126353, + "ĠκÏģα": 126354, + "ĠбÑĥдÑĤо": 126355, + "ç¦ıåĪ©": 126356, + "ĠпÑĢедназнаÑĩ": 126357, + "ÙħÙĦØ©": 126358, + "ĠбÑĥдинкÑĥ": 126359, + "Å¥an": 126360, + "íķĢ": 126361, + "ç´¹ä»ĭ": 126362, + "کز": 126363, + "ĠкаÑĦед": 126364, + "ãģ«è¦ĭ": 126365, + "าà¸ķรà¸IJาà¸Ļ": 126366, + "ë¡ľëĬĶ": 126367, + "ivÄĽ": 126368, + "èĥ½æºIJ": 126369, + "ï¼Įåħ¨": 126370, + "ĠÑĥдив": 126371, + "Ġë§ĮëĤĺ": 126372, + "ÐĴÐIJ": 126373, + "ĠGür": 126374, + "ĠдÑĢÑĥгим": 126375, + "ÏĥÏį": 126376, + "ĠoÄŁlu": 126377, + "Ġê°Ģê¹Į": 126378, + "ĠзнаÑĩиÑĤелÑĮно": 126379, + "озÑĸ": 126380, + "Ġmá»±c": 126381, + "ĠBeÅŁ": 126382, + "Ġjezd": 126383, + "ávÄĽ": 126384, + "ÏĦηÏĥε": 126385, + "ãģ¦ãģĦãģªãģĦ": 126386, + "ĠСвÑıÑĤ": 126387, + "Ġमश": 126388, + "ĠΤοÏħ": 126389, + "声ãĤĴ": 126390, + "ĠÑģамое": 126391, + "ĠåĮº": 126392, + "ĠìĤ¬ëŀĮìĿĢ": 126393, + "ĠÙħÙĦت": 126394, + "Ġjoker": 126395, + "Ġneob": 126396, + "ĠÑĤака": 126397, + "ĠÙĩÙģت": 126398, + "Ġδεδο": 126399, + "ĠзаÑħоп": 126400, + "ĠاÙĦÙħخت": 126401, + "езда": 126402, + "Ġíķľë²Ī": 126403, + "ĠعاÙħØ©": 126404, + "Ġdostate": 126405, + "Ġplav": 126406, + "楽ãģĹ": 126407, + ".;.;.;.;": 126408, + "ваÑĶ": 126409, + "Ġbụi": 126410, + "ĠÄijỡ": 126411, + "ĠmyslÃŃ": 126412, + "ĠÙĨار": 126413, + "Ġnút": 126414, + "Ġмала": 126415, + "ΤΡ": 126416, + "ĠاÙĦرÙħزÙĬØ©": 126417, + "ladım": 126418, + "ä¸Ģç·Ĵ": 126419, + "ĠiÅŁÃ§": 126420, + "livé": 126421, + "르ê²Į": 126422, + "аннаÑı": 126423, + "ظËĨØ·": 126424, + "Ġdừng": 126425, + "ÙĦÙĥتر": 126426, + "çŃĶæ¡Ī": 126427, + "ĠÙħÙĪÙĤعÛĮت": 126428, + "ĠÑĸнозем": 126429, + "ĠиÑģÑĩ": 126430, + "ĠнепÑĢавилÑĮ": 126431, + "bakan": 126432, + "ĠçīĪ": 126433, + "еннÑİ": 126434, + "à¸ĩà¹Ģศ": 126435, + "à¸Ħวามà¸Ħ": 126436, + "%.Ċ": 126437, + "à¹Īà¹Ģà¸Ľ": 126438, + "ĠآبÛĮ": 126439, + "Ġstáty": 126440, + "ĠترتÛĮب": 126441, + "Äįemž": 126442, + "Ġé¹": 126443, + "ĠÙģاÙĦ": 126444, + "Ġbelirlen": 126445, + "ĠâĨĺ": 126446, + "èĩ³å°ij": 126447, + "ĠBunlar": 126448, + "Ġä¸ĵ": 126449, + "ĠÙħØŃاس": 126450, + "ĠìĦľë²Ħ": 126451, + "Ġcanh": 126452, + "ĠпÑĢоÑĤÑıж": 126453, + "ĠнÑĸмеÑĨÑĮ": 126454, + "à¥Īà¤łà¤ķ": 126455, + "ëĭī": 126456, + "ĠнанеÑģ": 126457, + "ĠвозÑĢаÑģÑĤа": 126458, + "Ġ[âĢ¦]Ċ": 126459, + ".à¸ŀ": 126460, + "ิศาสà¸ķร": 126461, + "çģ½": 126462, + "ê°ĻìĿĢ": 126463, + "ลà¸ĩà¸Ĺ": 126464, + "ãĤ±ãĥ¼ãĤ¹": 126465, + "ĠãĤ¢ãĤ¤": 126466, + "ÑģÑİ": 126467, + "ĠÙĦر": 126468, + "ãģĭãģ£ãģ¦": 126469, + "Ġ기ë°ĺ": 126470, + "Ġ!:": 126471, + "ĠÑģÑĬ": 126472, + "ĠØ´ÙĨاسÛĮ": 126473, + "ĠìķĦ침": 126474, + "Ġعباس": 126475, + "Ġà¸ķà¸Ńà¸Ļ": 126476, + "ĠмеÑĤалли": 126477, + "ÑĪила": 126478, + "Ġpodrob": 126479, + "ÑĸÑģно": 126480, + "Ġ赤": 126481, + "ciler": 126482, + "ozem": 126483, + "ĠоÑģновнÑĭÑħ": 126484, + "Âłà¤ķ": 126485, + "à¸ĸà¸Ļà¸Ļ": 126486, + "анÑĤаж": 126487, + "ĠDÃŃky": 126488, + "ĠگذارÛĮ": 126489, + "æľºä¼ļ": 126490, + "οÏħλίοÏħ": 126491, + "оÑĩек": 126492, + "ĠнапиÑĤ": 126493, + "ĠبÛĮشترÛĮ": 126494, + "ä¾į": 126495, + "ĠاÙĦÙħÙħ": 126496, + "ÙĪزÙĬع": 126497, + "Ġgözlem": 126498, + "è°ĥæķ´": 126499, + "Âłmiles": 126500, + "Ġkoc": 126501, + "ัà¸įห": 126502, + "æ³³": 126503, + "ĠÎijγγ": 126504, + "ĠÙĨÙħاز": 126505, + "ุà¸Ĺ": 126506, + "ãĥıãĤ¤": 126507, + "Ġthù": 126508, + "кÑĥлÑı": 126509, + "ĠпÑĥÑĤем": 126510, + "èĩºçģ£": 126511, + "Ġvergi": 126512, + "åł´åIJĪãģ¯": 126513, + "ĠÑĤÑĢÑĮоÑħ": 126514, + "Ġë³´ë©´": 126515, + "âĸ²": 126516, + "Ïħγ": 126517, + "ĠдоÑĤÑĢим": 126518, + "æľµ": 126519, + "ĠumÄĽnÃŃ": 126520, + "èī¯ãģĦ": 126521, + "Âłà¸Ļาà¸ĩ": 126522, + "ÐİÑĭÑŁN": 126523, + "ä¸ī个": 126524, + "ียรà¸ķ": 126525, + "ï¼ĮåIJĮæŶ": 126526, + "ĠÑĢозÑĢаÑħÑĥн": 126527, + "ĠDers": 126528, + "ãģªãģ®": 126529, + "Ġ그를": 126530, + "dikleri": 126531, + "Ġhayata": 126532, + "è§ĦèĮĥ": 126533, + "ç»ĵåIJĪ": 126534, + "Ġscé": 126535, + "ĠcÆ¡m": 126536, + "åѸéĻ¢": 126537, + "ĠÐĦв": 126538, + "ĠÄįlánek": 126539, + "ĠдоÑģÑĤиг": 126540, + "ाà¤ĩस": 126541, + "εÏħÏĥη": 126542, + "éģ©çĶ¨": 126543, + "Ïĥον": 126544, + "ılmaktadır": 126545, + "ëªħìĿĦ": 126546, + "ıb": 126547, + "ĠstarÅ¡ÃŃ": 126548, + "ĠchÃŃn": 126549, + "ä¸Ģ个人": 126550, + "ĠFrantiÅ¡ek": 126551, + "nÄĽji": 126552, + "ﻨ": 126553, + "ĠÙĦÙĦد": 126554, + "Ġpokoj": 126555, + "Ġjih": 126556, + "ãĢįãĢĤ": 126557, + "ĠعبداÙĦ": 126558, + "ãĤĵãģ§ãģĦãĤĭ": 126559, + "ĠмоделÑĮ": 126560, + "ĠteÅŁkil": 126561, + "ĠÄĮer": 126562, + "à¹Ģà¸Ķà¸Ńร": 126563, + "'na": 126564, + "λογή": 126565, + "Ġkola": 126566, + "ãĥĢãĥ¼": 126567, + "иÑĤелем": 126568, + "ĠÏĥÏħνο": 126569, + "ĠKurum": 126570, + "Ġsnadno": 126571, + "ĠاÙĦÙĤرآÙĨ": 126572, + "ĠVá»ģ": 126573, + "é«ĺãģĦ": 126574, + "Ġyıldız": 126575, + "Ġbirisi": 126576, + "Ġkhúc": 126577, + "ÙĪÛĮÙĦ": 126578, + "æľĢä½³": 126579, + "Ġสาà¸Ĥ": 126580, + "ĠÐŁÐ¾Ðº": 126581, + "âīł": 126582, + "à¹Ĥà¸Ľà¸£à¹ģà¸ģรม": 126583, + "à¥įययन": 126584, + "èij¡": 126585, + "ĠnovÄĽ": 126586, + "ayıp": 126587, + "ĠSingap": 126588, + "è°ĵ": 126589, + "ãĤ¶ãĤ¤ãĥ³": 126590, + "ĠновÑĭе": 126591, + "Ġhảo": 126592, + "ĠèŤ": 126593, + "ãĥ³ãĥĸ": 126594, + "ÂłĊĊ": 126595, + "θεια": 126596, + "Ġпопада": 126597, + "ĠëĶĶìŀIJìĿ¸": 126598, + "ĠداشتÙĨد": 126599, + "ĠØ´ÙĨاختÙĩ": 126600, + "ÏĥμαÏĦα": 126601, + "å¹³æĸ¹åħ¬éĩĮ": 126602, + "Ġgöl": 126603, + "екоÑĤоÑĢ": 126604, + "Ġmálo": 126605, + "ĠاجازÙĩ": 126606, + "کاراÙĨ": 126607, + "ĠпÑĸдпÑĢиÑĶмÑģÑĤв": 126608, + "ä¸īå¹´": 126609, + "ĠسÙģÛĮد": 126610, + "ĠμÎŃÏģοÏĤ": 126611, + "ÐĻÐĻ": 126612, + "ĠhÆ°": 126613, + "سÙĪب": 126614, + "ĠÙĦذا": 126615, + "Ġnemovit": 126616, + "ĠdÃŃv": 126617, + "Ä°s": 126618, + "¶¶": 126619, + "ĠphÆ°á»Ŀng": 126620, + "ĠÙĨØŃÙĪÙĩ": 126621, + "Ðĭ": 126622, + "Ġzbyt": 126623, + "edii": 126624, + "nech": 126625, + "ĠадмÑĸнÑĸÑģÑĤÑĢаÑĤив": 126626, + "ĠnevÄĽ": 126627, + "Ġож": 126628, + "ĠÄIJó": 126629, + "à¸Ľà¸£à¸°à¸§": 126630, + "Ġvhodné": 126631, + "ĠumÄĽl": 126632, + "ĠÑĢазлиÑĩнÑĭе": 126633, + "ĠpÅĻiroz": 126634, + "ĠبخشÛĮ": 126635, + "ãģ®å¤§": 126636, + "ĠاÙĦÙĥÙĩ": 126637, + "ecká": 126638, + "Ġzorunlu": 126639, + "ĠÐľÐ¸ÐºÐ¾Ð»Ð°": 126640, + "Ġamel": 126641, + "ковÑĭе": 126642, + "::::/": 126643, + "ä¸įåIJĮçļĦ": 126644, + "ĠÙĪÙĥاÙĨت": 126645, + "à¸Ńà¸Ń": 126646, + "lásil": 126647, + "ĠпÑĢедполаг": 126648, + "ï½±": 126649, + "Ġνε": 126650, + "ĠновÑĭй": 126651, + "Ġìĺģíĸ¥ìĿĦ": 126652, + "Ġê°Ģì§Ħ": 126653, + "åĥħ": 126654, + "YD": 126655, + "Ġباغ": 126656, + "Ġشکست": 126657, + "Ġgüney": 126658, + "иÑģÑĮ": 126659, + "ãģĭãģªãģĦ": 126660, + "ĠTòa": 126661, + "ĠگردÛĮد": 126662, + "ØŃÙĦ": 126663, + "luvÃŃ": 126664, + "véd": 126665, + "Ġìĺ·": 126666, + "ĠεÏĢα": 126667, + "ĠÑĤиÑģÑıÑĩ": 126668, + "Ġê½ĥ": 126669, + "ĠPUS": 126670, + "ĠдÑĥмкÑĥ": 126671, + "ĠâĢĿĊ": 126672, + "ĠìĬ¤íı¬ì¸ł": 126673, + "ÙĩÙĩ": 126674, + "Ġgắng": 126675, + "à¸´à¸łà¸²à¸ŀ": 126676, + "éĩĮéĿ¢": 126677, + "brıs": 126678, + "Ġzáb": 126679, + "καÏĤ": 126680, + "ĠåıĮ线": 126681, + "ลล": 126682, + "ĠÄIJÃłi": 126683, + "åŃ¸æł¡": 126684, + "ĠÑĢаÑģпÑĢед": 126685, + "ĠÑģÑĤанеÑĤ": 126686, + "Ġлак": 126687, + "Ġподк": 126688, + "Ġgören": 126689, + "ë¥´ê³ł": 126690, + "ĠÑĦÑĢÑĥкÑĤ": 126691, + "íĵ¨íĦ°": 126692, + "ãģĻãĤĮãģ°": 126693, + "ãĤĴä½ľ": 126694, + "à¸Ńà¸Ńà¸ģà¹ģà¸ļà¸ļ": 126695, + "Ġkulak": 126696, + "ĠíĶĮëłĪìĿ´": 126697, + "ĠØŃدÙĬØ«": 126698, + "ãģĨãĤĵ": 126699, + "ĠмÑĸк": 126700, + "à¤ĩसà¤ķ": 126701, + "ĠÑĥÑĤоÑĩ": 126702, + "ĠÙĥØ«ÙĬر": 126703, + "ĠYine": 126704, + "ัวหà¸Ļ": 126705, + "нÑĸÑĹ": 126706, + "åį¢": 126707, + "ÑĥÑģлов": 126708, + "ìĽĮíģ¬": 126709, + "Ġà¤ħà¤ĸ": 126710, + "ĠÑĨÑĸка": 126711, + "ìĦłìĿĦ": 126712, + "Ġأر": 126713, + "галÑĤеÑĢ": 126714, + "anglicky": 126715, + "ĠÑģоÑģÑĥд": 126716, + "ĠÑĥÑıв": 126717, + "ĠпÑĢодÑĥкÑĨÑĸÑĹ": 126718, + "Ġchua": 126719, + "Ġdán": 126720, + "ामà¤Ĺ": 126721, + "ئت": 126722, + "ĠФед": 126723, + "Ġhrom": 126724, + "íķ´ë³´": 126725, + "ĠØ¢ÙĨÙĦاÛĮÙĨ": 126726, + "-пÑĢав": 126727, + "Ġì¤ijìļĶíķľ": 126728, + "ĠвкÑĥ": 126729, + "Ġ大éĺª": 126730, + "Ġterk": 126731, + "ĠподÑĸб": 126732, + "ĠвÑĸдвÑĸд": 126733, + "à¥Įà¤Ł": 126734, + "è³£": 126735, + "ĠبتÙĨ": 126736, + "ĠبعضÛĮ": 126737, + "ãģªãģĬ": 126738, + "ä»ĸåĢij": 126739, + "Ġtavsiye": 126740, + "ĠMısır": 126741, + "Ġإذ": 126742, + "ĠæIJ": 126743, + "íķĺëĤĺ": 126744, + "ĠÙĪØ®": 126745, + "ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 126746, + "Ġtakový": 126747, + "Ġबनन": 126748, + "ĠзÑĢениÑı": 126749, + "ĠÙĪÙģÙĤ": 126750, + "ë¹ĦìķĦ": 126751, + "ĠпоможеÑĤ": 126752, + "åĮĹå¸Ĥ": 126753, + "dıkları": 126754, + "Ġéĵģ": 126755, + "ĠaktuálnÃŃ": 126756, + "Ġвв": 126757, + "ãĤĤãģªãģĦ": 126758, + "íĨµìĭł": 126759, + "ÏĦαÏĥη": 126760, + "ĠìĥģëĮĢ": 126761, + "Ġæł¡": 126762, + "ãĢĤéĤ£": 126763, + "ĠرÙĪسÛĮÙĩ": 126764, + "Ġtelevizyon": 126765, + "å¹´é¾Ħ": 126766, + "ĠÐijоÑĢиÑģ": 126767, + "리ìĸ´": 126768, + "ĠzveÅĻej": 126769, + "жно": 126770, + "ĠÐŀÑģÑĤ": 126771, + "ĠмÑĥжÑĩин": 126772, + "ĠyeÅŁil": 126773, + "ĠСовеÑĤ": 126774, + "ĠBÃĸL": 126775, + "ĠТакож": 126776, + "Ġobnov": 126777, + "ĠпÑĢинадлеж": 126778, + "ĠвиÑģнов": 126779, + "Ø·Ùħ": 126780, + "ĠìĹĨìĸ´": 126781, + "ĠMùa": 126782, + "ä½ıå®ħ": 126783, + "åĮ»åѦ": 126784, + "ĠнаÑĢез": 126785, + "ãĥĭï¾Ĩ": 126786, + "ĠMặt": 126787, + "Ġvuông": 126788, + "ä¸ĢåĮº": 126789, + "ĠẢnh": 126790, + "ÑĢиÑĦ": 126791, + "ä¿ĿéĻ©": 126792, + "ĠÏĩÏģήÏĥη": 126793, + "åIJĮæĦı": 126794, + "Ġæīĵ": 126795, + "etÄĽ": 126796, + "ĠÙĪØ°ÙĦÙĥ": 126797, + "ĠÑĤиж": 126798, + "ĠÎŁÎ¹ÎºÎ¿": 126799, + "ĠмÑĸÑģÑĨÑĸ": 126800, + "ĠÑĢебенок": 126801, + "ĠÅŀah": 126802, + "عÙĦÙĪÙħ": 126803, + "ladıģ": 126804, + "Ġgiden": 126805, + "ливоÑģÑĤÑĸ": 126806, + "ÙĴس": 126807, + "ĠTHB": 126808, + "Ġmeslek": 126809, + "ÂłÐĿе": 126810, + "μÏĨÏīνα": 126811, + "ĠÙĪاج": 126812, + "наÑģлÑĸд": 126813, + "æĺŁæľŁ": 126814, + "ÐĶж": 126815, + "ĠÑĢабоÑĤаеÑĤ": 126816, + "Ġsánh": 126817, + "ìļ°ë¦¬": 126818, + "ĠابÙĪ": 126819, + "çļĦæĥħ": 126820, + "ĠìĻ¸êµŃ": 126821, + "Ġkabil": 126822, + "еÑĢвÑĭе": 126823, + "ĠgiÃłu": 126824, + "Ġtá»ı": 126825, + "ÂłÐij": 126826, + "å®Įæķ´": 126827, + "Ġmužů": 126828, + "ĠpomÄĽrnÄĽ": 126829, + "ĠÙħخصÙĪص": 126830, + "ĠÐĶем": 126831, + "ãĤıãĤĮãĤĭ": 126832, + "ĠпÑĢибÑĭ": 126833, + "ĠکاÙħÙ¾ÛĮ": 126834, + "ï¼Ń": 126835, + "Ġtrh": 126836, + "ĠÐijолÑĮÑĪ": 126837, + "´:": 126838, + "иваеÑĤÑģÑı": 126839, + "ĠìĤ¬íķŃ": 126840, + "è¿Ľä¸ĢæŃ¥": 126841, + "ÑĨей": 126842, + "ãģ¾ãģļ": 126843, + "аÑĤелем": 126844, + "éĮ¯": 126845, + "Ġžalob": 126846, + "ÑĨез": 126847, + "инÑĥв": 126848, + "Ġverze": 126849, + "åĽŀåĪ°": 126850, + "Ġdược": 126851, + "ائÙĬÙĦ": 126852, + "stoupil": 126853, + "论æĸĩ": 126854, + "ĠÐŁÐ°ÑĢи": 126855, + "ĠдекоÑĢаÑĤив": 126856, + "اختÛĮ": 126857, + "ĠÑģÑĤÑĢем": 126858, + "ãĥ»âĶģãĥ»âĶģãĥ»âĶģãĥ»âĶģ": 126859, + "ĠÑģамой": 126860, + "ÑĩÑĤо": 126861, + "ìĥģëĭ´": 126862, + "âī¤": 126863, + "ÑĤого": 126864, + "ëIJ¨": 126865, + "ılacak": 126866, + "ä¸Ńãģ«": 126867, + "ĠÏħÏĢάÏģÏĩοÏħν": 126868, + "ĠвÑĸдбÑĥ": 126869, + "çİ»çĴĥ": 126870, + "ĠвпеÑĢед": 126871, + "ĠPlzeÅĪ": 126872, + "گاب": 126873, + "à¹Ģศรษà¸IJ": 126874, + "ï¼ĮæľĢ": 126875, + "ÙħÙĨÛĮ": 126876, + "çħ§çīĩ": 126877, + "缮å½ķ": 126878, + "ÑĢиÑĤÑĤÑı": 126879, + "âĢĮاش": 126880, + "ĠëĮĢíļĮ": 126881, + "ĠÅĻadu": 126882, + "-ÑĤеÑħ": 126883, + "ĠÙĬÙĪ": 126884, + "Ġà¹ģà¸ŀ": 126885, + "اÙĥÙĨ": 126886, + "Ġ기ìŀIJ": 126887, + "ĠгÑĸд": 126888, + "Ġìļ°ë¦¬ëĬĶ": 126889, + "Ø´ÙħارÛĮ": 126890, + "Ġticari": 126891, + "âij¢": 126892, + "ĠاÙĦبد": 126893, + "ĠÑĢаÑģÑĩ": 126894, + "ĠاÙĦÛĮ": 126895, + "Ġsürede": 126896, + "Ġاعتر": 126897, + "ĠпонÑıÑĤÑĮ": 126898, + "γκο": 126899, + "ï¼Įæ¯Ķ": 126900, + "ĠSeb": 126901, + "Ġìĭłê·ľ": 126902, + "æĶ¶çĽĬ": 126903, + "ĠÙ¾ÛĮØ´ÙĨÙĩاد": 126904, + "ÎľÎijΤ": 126905, + "ë°ĶìĿ´": 126906, + "ä¾ĽåºĶ": 126907, + "бин": 126908, + "人æ°Ĺ": 126909, + "ãģıãĤī": 126910, + "ĠskvÄĽl": 126911, + "Ġëĵ±ìŀ¥": 126912, + "æĭħå½ĵ": 126913, + "Ġimkan": 126914, + "æĻ¨": 126915, + "ï¼Įçİ°åľ¨": 126916, + "Ġsrdce": 126917, + "ìĤ°ìĹħ": 126918, + "Ġмодели": 126919, + "æľ¬å½ĵãģ«": 126920, + "анка": 126921, + "Ġyürüy": 126922, + "ĠоÑĩевид": 126923, + "ĠØŃسÙĬÙĨ": 126924, + "ÑīаÑİÑĤ": 126925, + "lédl": 126926, + "ÑĨо": 126927, + "ĠcÃŃsa": 126928, + "ãģĭãģij": 126929, + "èĹį": 126930, + "ĠØ®ÙĪاÙĩÙĨد": 126931, + "Ġmuže": 126932, + "Ġнакоп": 126933, + "diÄŁini": 126934, + "erseniz": 126935, + "ĠпÑĢаÑĨÑĸвникÑĸв": 126936, + "длÑı": 126937, + "ĠαÏĥÏĦ": 126938, + "æ¶Īè´¹": 126939, + "Ġè¨Ģ": 126940, + "Ġbát": 126941, + "ĠØ´ÙĥÙĦ": 126942, + "ĠÑģпиÑĢ": 126943, + "ÏĢοÏĦε": 126944, + "ĠساÙĦÙĩ": 126945, + "ekil": 126946, + "à¹ģà¸Ĭม": 126947, + "ĠÏĥÏĦι": 126948, + "ĠÙħØ·ÙĦب": 126949, + "Ġìłķì±ħ": 126950, + "ê´Ģê³Ħ": 126951, + "å¹¹ç·ļ": 126952, + "Ġ京": 126953, + "éĢļéģİ": 126954, + "ĠدÛĮگراÙĨ": 126955, + "ĠØ£Ùħا": 126956, + "æĺ¯ä¸į": 126957, + "ĠëĮĢëĭµ": 126958, + "ĠErk": 126959, + "perty": 126960, + "ĠнаÑĩинаеÑĤ": 126961, + "Ġ그리": 126962, + "룡": 126963, + "ĠìĽ¹ìĤ¬ìĿ´íĬ¸": 126964, + "ारन": 126965, + "æĦıè¯Ĩ": 126966, + "ĠÐ¡ÐŁ": 126967, + "ĠباÙĬد": 126968, + "Ġbakımından": 126969, + "/TT": 126970, + "ĠÙģاصÙĦÙĩ": 126971, + "ĠÙħØ«ÙĦا": 126972, + "Ġквад": 126973, + "ĠشاÛĮد": 126974, + "ĠuÄįitel": 126975, + "çĪ½": 126976, + "ĠعرضÙĩ": 126977, + "Ġ交": 126978, + "ĠÑĩеÑģÑĤÑĮ": 126979, + "à¥Ī?Ċ": 126980, + "ĠخاÙĨÙħ": 126981, + "etiyle": 126982, + "Ġεγκα": 126983, + "ĠÑģÑĥÑīе": 126984, + "ĠìĿ¼ìĸ´": 126985, + "ĠÐĽÐµÐ½Ð¸": 126986, + "Ġ声": 126987, + "álie": 126988, + "ãĥ¡ãĥ¼ãĤ¸": 126989, + "à¥Ģतर": 126990, + "галÑĸ": 126991, + "ĠмÑĸнÑĸм": 126992, + "ĠEÅŁ": 126993, + "ĠпÑĢоизоÑĪ": 126994, + "ÐĿаÑģ": 126995, + "ĠبÙĨÛĮ": 126996, + "让æĪij": 126997, + "ĠпоÑģÑĤеп": 126998, + "ĠìļĶ구": 126999, + "ılıp": 127000, + "ĠجÙĪر": 127001, + "ĠëĮĢë¶Ģë¶Ħ": 127002, + "à¹ĩà¸ķาม": 127003, + "ĠÑĦаÑģ": 127004, + "Ġìłķê·ľ": 127005, + "ламенÑĤ": 127006, + "ÄŁen": 127007, + "à¥ĩà¤ĤĊĊ": 127008, + "ĠÐĺванов": 127009, + "ĠØŃÚ©Ùħ": 127010, + "Ġï¾ļ": 127011, + "ï¼»": 127012, + "Ġnevid": 127013, + "ĠлабоÑĢаÑĤоÑĢ": 127014, + "à¸ŀยาà¸ļาล": 127015, + "Ġediyorum": 127016, + "Ġhlavy": 127017, + "ĠEvropské": 127018, + "Ġphái": 127019, + "ãĥĵãĥ¼": 127020, + "ê´ijìĹŃìĭľ": 127021, + "äºľ": 127022, + "ØŃداث": 127023, + "ĠпÑĢоÑĦилакÑĤи": 127024, + "rostÅĻed": 127025, + "ĠмалÑĮ": 127026, + "Ġmüdür": 127027, + "اساس": 127028, + "ĠгалÑĥзÑĸ": 127029, + "à¸µà¸Ł": 127030, + "ĠغذاÛĮÛĮ": 127031, + "åŃIJä¾Ľ": 127032, + "Ġbahsed": 127033, + "ĠKrálové": 127034, + "åį»": 127035, + "Ġ%,": 127036, + "ç½Ĺæĸ¯": 127037, + "ëļ": 127038, + "Ġçij": 127039, + "ĠξεÏĦα": 127040, + "ĠÐŃÑĤи": 127041, + "ĠíĨµíķ©": 127042, + "Ġاکتبر": 127043, + "ĠmÄĽsÃŃce": 127044, + "ìĪĺë¡ľ": 127045, + "ÑĦÑĸк": 127046, + "ĠÐĴоз": 127047, + "ÑĩеÑģким": 127048, + "ìļ´ëĵľ": 127049, + "Ġnáklady": 127050, + "ĠпоÑĤÑĢап": 127051, + "ĠÑĢÑĥкаÑħ": 127052, + "ιλο": 127053, + "ĠGül": 127054, + "ë©ĺ": 127055, + "à¹īย": 127056, + "makt": 127057, + "ãĥ³ãĥIJãĥ¼": 127058, + "ĠнÑĸÑı": 127059, + "ĠоÑĤÑĤен": 127060, + "mesinin": 127061, + "ĠвÑģпом": 127062, + "ĠìĿ´ëĬĶ": 127063, + "dyby": 127064, + "ãĤ¿ãĥ³": 127065, + "âĹİ": 127066, + "à¹īาหà¸Ļ": 127067, + "ادگÛĮ": 127068, + "Ïĩία": 127069, + "ĠsnažÃŃ": 127070, + "Ġà¤ļà¤ķ": 127071, + "μήμα": 127072, + "ĠÙĥر": 127073, + "Ġκοι": 127074, + "éĢ¸": 127075, + "Ġneust": 127076, + "ĠÙĨظاÙħÛĮ": 127077, + "åįļçī©": 127078, + "Ġë²½": 127079, + "á½±": 127080, + "Ġì¶ľìĭľ": 127081, + "Ġarmá": 127082, + "ĠÙĩÙħکارÛĮ": 127083, + "çļĦæĥħåĨµ": 127084, + "ÙĤاÙħ": 127085, + "ÙĤب": 127086, + "ĠéĤ£": 127087, + "Ġ맡": 127088, + "Ġolası": 127089, + "βÎŃÏģ": 127090, + "ä½ķãģĭ": 127091, + "ĠÑĥÑĩеб": 127092, + "ĠвÑĥз": 127093, + "Ġبرگز": 127094, + "'yi": 127095, + "ĠпÑĢазд": 127096, + "ĠÐŀÑĢг": 127097, + "Ġ并": 127098, + "ĠÑģви": 127099, + "ĠÙħÛĮداÙĨ": 127100, + "ĠnaÅ¡eho": 127101, + "ĠBAÅŀ": 127102, + "å»Ĭ": 127103, + "ÌĪ": 127104, + "ãģĵãģĿ": 127105, + "à¹ĩà¸Ļà¸ŀ": 127106, + "οÏģειο": 127107, + "ĠбагаÑĤ": 127108, + "γει": 127109, + "μείο": 127110, + "à¹Īà¸ĩà¸Ĭาà¸ķ": 127111, + "ĠHizmetleri": 127112, + "ĠAfrika": 127113, + "Ġtedbir": 127114, + ",､": 127115, + "ä¸ī级": 127116, + "ÐİÑĭÑŁNÐİÑĭÑŁN": 127117, + "ĠÐļÑĢÑĸм": 127118, + "Ġaray": 127119, + "Ġböylece": 127120, + "коÑĤ": 127121, + "éĻ°": 127122, + "åĽ½éļĽ": 127123, + "tÄĽl": 127124, + "Ġpolis": 127125, + "Ġuvol": 127126, + "ĠìĪĺê°ķ": 127127, + "çĶµèĦij": 127128, + "Ġsami": 127129, + "ĠشاخÙĩ": 127130, + "ĠвÑģÑĮого": 127131, + "ĠØŃداÙĤÙĦ": 127132, + "Ġiken": 127133, + "ãĤ¯ãĥ©ãĥĸ": 127134, + "Ġzávod": 127135, + "बल": 127136, + "ë°°ìĨ¡": 127137, + "éĩĩè´Ń": 127138, + "볬": 127139, + "Ġ।ĊĊ": 127140, + "Ġê°ģê°ģ": 127141, + "Ġмак": 127142, + "ÏģαÏĥη": 127143, + "ĠiÅŁlemi": 127144, + "ãģĹãģ¦ãģĦãģ¾ãģĻ": 127145, + "ĠPek": 127146, + "Ñİн": 127147, + "Ġvelkou": 127148, + "åĬŀçIJĨ": 127149, + "å®ĥ们": 127150, + "ĠèIJ¬": 127151, + "ĠнаÑĢодÑĥ": 127152, + "Ġchó": 127153, + "ĠHiç": 127154, + "Û³Ûµ": 127155, + "Ġรà¸Ńà¸ļ": 127156, + "Û³Û¶": 127157, + "à¸Ĥว": 127158, + "ä½įæĸ¼": 127159, + "ĠСÑĤа": 127160, + "ัà¸Ļม": 127161, + "ापà¤ķ": 127162, + "ĠÑĥÑĢок": 127163, + "ãĤ¢ãĥ¡ãĥªãĤ«": 127164, + "Ġзмож": 127165, + "skému": 127166, + "Ġè»Ĭ": 127167, + "ĠاختÛĮار": 127168, + "ĠPÅĺ": 127169, + "лÑıв": 127170, + "Ġмаз": 127171, + "ĠözelliÄŁi": 127172, + "åij¼ãģ°": 127173, + "Ġbirinin": 127174, + "Ġодне": 127175, + "ÌĨ": 127176, + "ä»ĸãģ®": 127177, + "建ç¯ī": 127178, + "поÑģеÑĢед": 127179, + "หลà¸Ķ": 127180, + "å¤ļãģĦ": 127181, + "ÏĦήÏĥειÏĤ": 127182, + "ĠرÙĪÙĨد": 127183, + "èģ½": 127184, + "ì¤ijìĹIJ": 127185, + "ìĬ¤íĭ°": 127186, + "ĠзвÑĸÑĤ": 127187, + "ĠаÑĢÑĤи": 127188, + "ĠcÆ°á»Ŀi": 127189, + "ındır": 127190, + "Ġголод": 127191, + "ازد": 127192, + "à¹Īาวว": 127193, + "ãĥ¡ãĥ©": 127194, + "عÙĨÙĪاÙĨ": 127195, + "%)Ċ": 127196, + "ĠÑħолодилÑĮ": 127197, + "人们": 127198, + "CÄ°": 127199, + "ÐĹап": 127200, + "ĠpÅĻisp": 127201, + "Ġdurumlarda": 127202, + "ÑĢÑĸд": 127203, + "ÂłÐ£": 127204, + "ĠεÏĨαÏģ": 127205, + "Ġsprav": 127206, + "ĠоÑĤÑĢиманнÑı": 127207, + "ï¼Į没æľī": 127208, + "овала": 127209, + "Ġngại": 127210, + "ãĢĤ大": 127211, + "ĠдаеÑĤ": 127212, + "ĠpÃŃsem": 127213, + "ÑĨÑıÑĤÑĮ": 127214, + "ovnÄĽ": 127215, + "ë¦ī": 127216, + "Ġê²ģ": 127217, + "ÑģÑĤин": 127218, + "ĠSayı": 127219, + "ãĢĭçļĦ": 127220, + "Ġyoluyla": 127221, + "елеÑĦон": 127222, + "Ġráno": 127223, + "ĠíĸīëıĻ": 127224, + "ĠاÙĦخاÙħسة": 127225, + "Ġповинна": 127226, + "ÅĻila": 127227, + "Ġà¤ļरण": 127228, + "Ġبرگزار": 127229, + "ìļ´ëį°": 127230, + "à¹Ģà¸Ľà¸Ńร": 127231, + "Ġdaleko": 127232, + "lednÃŃ": 127233, + "åIJį稱": 127234, + "ливÑĸÑģÑĤÑĮ": 127235, + "Ġ몸ìĿĦ": 127236, + "оÑĢÑĸв": 127237, + "Це": 127238, + "بدأ": 127239, + "ë°ĺ기": 127240, + "krát": 127241, + "ä¸į足": 127242, + "Ġoldukları": 127243, + "leniyor": 127244, + "Ġìĭľíĸī": 127245, + "ĠпÑĢинимаÑĤÑĮ": 127246, + "à¸Ĥà¸Ńà¸ĩร": 127247, + "ÏĪει": 127248, + "Ġẩn": 127249, + "تس": 127250, + "ĠÑĤай": 127251, + "Ġневозможно": 127252, + "åıĬãģ³": 127253, + "roti": 127254, + "ï½Ń": 127255, + "дом": 127256, + "ойно": 127257, + "å£Ĭ": 127258, + "说çļĦ": 127259, + "Ġskoro": 127260, + "niÄįnÃŃ": 127261, + "ĠProfes": 127262, + "ĠÑħÑĢониÑĩеÑģ": 127263, + "Ġ주문": 127264, + "ĠZn": 127265, + "ĠÑģлой": 127266, + "ÎłÏģο": 127267, + "æĮĩæķ°": 127268, + "ĠпеÑĢеÑĪ": 127269, + "à¥ģà¤ķस": 127270, + "Ġê°Ģìłķ": 127271, + "Ġíķĺë©´": 127272, + "Û±Û¹Û´": 127273, + "кÑĥл": 127274, + "ÙĬÙĦا": 127275, + "ĠدÙĪبارÙĩ": 127276, + "|l": 127277, + "ĠÐľÑĥ": 127278, + "нила": 127279, + "ãģ¦ãģĦãģ¾ãģĻ": 127280, + "macı": 127281, + "ãģŁãģ¡ãģ¯": 127282, + "ĠاÙĦÙĥتاب": 127283, + "移åĭķ": 127284, + "λμ": 127285, + "_ï¼ı": 127286, + "Ġê°Ģìŀħ": 127287, + "èħ¾": 127288, + "ĠпÑĢезиденÑĤ": 127289, + "Ġë¶Ħìķ¼": 127290, + "ahy": 127291, + "Å¡etÅĻenÃŃ": 127292, + "éĵº": 127293, + "ĠpÅĻÃŃro": 127294, + "ÐķТ": 127295, + "ĠìļĶì²Ń": 127296, + "Ġmohlo": 127297, + "å¿ĥçIJĨ": 127298, + "Ġvysoké": 127299, + "ü": 127300, + "ÏĦικα": 127301, + "ìĹħì²´": 127302, + "ãģ§ãģĤ": 127303, + "รายà¸ĩาà¸Ļ": 127304, + "ĠpÅĻÃŃspÄĽv": 127305, + "ĠetmiÅŁtir": 127306, + "她们": 127307, + "ÏĢλα": 127308, + "ứa": 127309, + "Ġ说": 127310, + "ĠÑģоÑģед": 127311, + "åĩī": 127312, + "ĠÐłÐµ": 127313, + "åİŁæĿ¥": 127314, + "ĠÐIJÑĢÑħ": 127315, + "بÙĬÙĨ": 127316, + "åľ°è¯´": 127317, + "Ġört": 127318, + "ĠΣεÏĢ": 127319, + "ÂŃÙĩاÛĮ": 127320, + "ĠاÙĦاÙĤتص": 127321, + "尽管": 127322, + "ÑĤÑĭй": 127323, + "tains": 127324, + "ÙĢÙĦ": 127325, + "ç§ijæĬĢæľīéĻIJåħ¬åı¸": 127326, + "æı®": 127327, + "ัà¸ķà¸ĸ": 127328, + "á»Ĺng": 127329, + "ลาà¸Ķ": 127330, + "æļ®": 127331, + "ĠÙĨÙģسÙĩ": 127332, + "Ġçľĭ": 127333, + "Ġãģ¿": 127334, + "Ġtarım": 127335, + "Û±Û¹Ûµ": 127336, + "ĠÎĬ": 127337, + "Ġkomplex": 127338, + "ĠNhÄ©": 127339, + "è´¹çĶ¨": 127340, + "ĠکاربراÙĨ": 127341, + "ÅĪovánÃŃ": 127342, + "Ġků": 127343, + "дап": 127344, + "ÎķΧ": 127345, + "ê·¸ëŀĺ": 127346, + "Ġdöndü": 127347, + "人åĵ¡": 127348, + "ĠTiá»ĥu": 127349, + "ĠÙĪÛĮراÛĮØ´": 127350, + "Ġöngör": 127351, + "ĠÙĪغÙĬر": 127352, + "ĠÑģкÑĢÑĭ": 127353, + "âĢIJ'": 127354, + "ĠнемÑĥ": 127355, + "ĠHá»ĩ": 127356, + "Ġdüzenli": 127357, + "ĠsoutÄĽÅ¾e": 127358, + "ãĢģãĥŀ": 127359, + "ÏĦομα": 127360, + "ÄĽlÃŃ": 127361, + "ĠØ£ÙĦÙħاÙĨ": 127362, + "çł²": 127363, + "ĠtrÃł": 127364, + "Ġä¸ĸçķĮ": 127365, + "ayız": 127366, + "ımlı": 127367, + "ĠاÙĦØ£Ùģ": 127368, + "íķĺëĬĶëį°": 127369, + "вано": 127370, + "ĠpÅĻiÄįemž": 127371, + "ÙĥÙĬب": 127372, + "ĠмаÑĤемаÑĤи": 127373, + "мени": 127374, + "ĠпÑĢоекÑĤÑĥ": 127375, + "ีà¹Ĥà¸Ń": 127376, + "оÑĥ": 127377, + "ĠاÙĦشرÙĥØ©": 127378, + "æ³£": 127379, + "ÙĪÙĤÙĬت": 127380, + "ÑĪив": 127381, + "Ġpersonel": 127382, + "شتر": 127383, + "à¸Ķา": 127384, + "Ġ몽": 127385, + "åĿIJåľ¨": 127386, + "оке": 127387, + "Ġë§Īë²ķ": 127388, + "ĠØ£ÙĨا": 127389, + "ëłµ": 127390, + "ĠÙħباÙĨÛĮ": 127391, + "èĭ¹æŀľ": 127392, + "Ġศร": 127393, + "ĠÐĽÑĥÑĩ": 127394, + "ÎŁÎ¥Î£": 127395, + "ĠÄįá": 127396, + "ãģĽãģ¦": 127397, + "ĠkÄ±ÅŁ": 127398, + "ÑĪев": 127399, + "æĮĩ导": 127400, + "à¹ģละม": 127401, + "Ġvoleb": 127402, + "ĠÑģилÑĭ": 127403, + "Ġdruhou": 127404, + "Ġì°¬": 127405, + "ĠìŀĪìĿĮ": 127406, + "ΥΣ": 127407, + "ä¸įå®ī": 127408, + "ĠìĹĨìĿĮ": 127409, + "Ġdeterm": 127410, + "ĠاÙĦÙħعÙĦÙĪÙħات": 127411, + "íĺ¹": 127412, + "âĻ¡": 127413, + "à¥įबन": 127414, + "Ġخشک": 127415, + "ĠNová": 127416, + "ĠÑĦÑĥндаменÑĤ": 127417, + "ĠпÑĢогÑĢами": 127418, + "ĠعÙĦÙĬÙĥ": 127419, + "।ĊĊ": 127420, + "Ġveriyor": 127421, + "ĠÑĶв": 127422, + "ĠìŀĪëĭ¤ê³ł": 127423, + "ĠاÙĦØ£ÙħرÙĬÙĥÙĬ": 127424, + "Ġå¤ĸéĥ¨ãĥªãĥ³ãĤ¯": 127425, + "Ġä¿®": 127426, + "ĠпÑĥÑĤи": 127427, + "ĠοÏģγ": 127428, + "ĠоÑģновном": 127429, + "ĠнаÑĢÑĥж": 127430, + "ĠмиÑĢе": 127431, + "ovÄĽt": 127432, + "ĠíĥIJ": 127433, + "Ġsokak": 127434, + "Ġspolupráci": 127435, + "ÐĶÐļ": 127436, + "Ġåĺ": 127437, + "âĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸį": 127438, + "Ġ³³³³": 127439, + "Ġhayır": 127440, + "ĠìĻĶ": 127441, + "æĤ¨çļĦ": 127442, + "æĮº": 127443, + "Ġ민주": 127444, + "Ġhotelu": 127445, + "à¸µà¸ľ": 127446, + "ìŀIJëıĻ": 127447, + "ä¼¼çļĦ": 127448, + "ÎŃνÏĦÏģο": 127449, + "Ø´ÙĪ": 127450, + "Ġé¤": 127451, + "Ġλι": 127452, + "Ġolmaktadır": 127453, + "ĠоÑģвеÑī": 127454, + "Ġвина": 127455, + "Ġخاصة": 127456, + "rana": 127457, + "γÏģαÏĨή": 127458, + "ÑĨеÑģ": 127459, + "ĠdoÄŁrult": 127460, + "ĠÙĤرارداد": 127461, + "ĠÐļал": 127462, + "ê²½ìłľ": 127463, + "ÏĩÏĮ": 127464, + "ÑĥÑİÑīий": 127465, + "ëĭĺìĿ´": 127466, + "ëĮ": 127467, + "лаз": 127468, + "Ġngừng": 127469, + "isku": 127470, + "ìĦłê±°": 127471, + "ĠÑįлекÑĤÑĢон": 127472, + "ĠVoj": 127473, + "нÑıми": 127474, + "ĠÙĪØ£ÙĨ": 127475, + "äºŃ": 127476, + "ç»Łè®¡": 127477, + "ĠÅŁiÅŁ": 127478, + "ãĢįçļĦ": 127479, + "æŃ¯": 127480, + "Ġколлек": 127481, + "Ġдвиж": 127482, + "Ġná»Ńa": 127483, + "ÄįasÃŃ": 127484, + "Ġsonu": 127485, + "ĠмеÑħанÑĸз": 127486, + "žený": 127487, + "ĠзаÑģÑĤÑĥп": 127488, + "ê´Ģ볨": 127489, + "ĠÑĤоваÑĢÑĸв": 127490, + "Ġì¼ĢìĿ´": 127491, + "à¥ģà¤Ĺत": 127492, + "Ġzásob": 127493, + "мовÑĸÑĢ": 127494, + "ufac": 127495, + "ůležit": 127496, + "ĠвигоÑĤов": 127497, + "ĠاÙĦÙĨÙĪ": 127498, + "ĠعاÙħا": 127499, + "æģ¨": 127500, + "ĠìĿ´ë¯¸ì§Ģ": 127501, + "ĠtvoÅĻ": 127502, + "ĠvyužitÃŃ": 127503, + "ĠgeliÅŁim": 127504, + "쳤ëĭ¤": 127505, + "หà¸Ļà¸Ńà¸ĩ": 127506, + "ĠìĿ¸ìłķ": 127507, + "à¥įदर": 127508, + "ĠпеÑĢеда": 127509, + "ĠздÑĸйÑģненнÑı": 127510, + "ÙĨع": 127511, + "è¡£æľį": 127512, + "Ġloa": 127513, + "íĻĪ": 127514, + "èĭ±åĽ½": 127515, + "ĠDruh": 127516, + "خاÙĨ": 127517, + "дам": 127518, + "аÑĤелÑĮнÑĭÑħ": 127519, + "θÏģÏİ": 127520, + "ĠØ£Ùħر": 127521, + "ĠÅĻada": 127522, + "ĠbuluÅŁ": 127523, + "ĠÑĤÑĢанÑģпоÑĢ": 127524, + "ĠÙĤتÙĦ": 127525, + "ĠTarif": 127526, + "Rus": 127527, + "ĠзаÑģÑĸд": 127528, + "ĠÄ°h": 127529, + "leyin": 127530, + "Ġvyrá": 127531, + "ĠDÄĽ": 127532, + "ибли": 127533, + "avou": 127534, + "ĠÐĵеÑĢм": 127535, + "немÑĥ": 127536, + "ĠконÑĨеп": 127537, + "ĠÙĤادر": 127538, + "Ġsoubor": 127539, + "Ġlá»iji": 127540, + "ĠçµIJ": 127541, + "леннÑĭй": 127542, + "κÏħ": 127543, + "Ġдопомаг": 127544, + "à¸ŀวà¸ģà¹Ģà¸Ĥ": 127545, + "Ġquang": 127546, + "ĠØ·ÙĦا": 127547, + "ĠéĩĮ": 127548, + "ĠÙĨÙħÙĪدار": 127549, + "ĠÅŁar": 127550, + "ĠÑģпÑĸл": 127551, + "ÂŃn": 127552, + "ì§ĢìļĶ": 127553, + "åīįå¾Ģ": 127554, + "åħ³éĶ®": 127555, + "å®ŀåľ¨": 127556, + "éŁ³æ¥½": 127557, + "ĠÙħسئÙĦÙĩ": 127558, + "Ġyeme": 127559, + "ĠÑĪаÑħ": 127560, + "기ìĪł": 127561, + "Ġสำà¸Ļ": 127562, + "ĠÙĪرزشÛĮ": 127563, + "ãģĹãģŁãĤī": 127564, + "ίÏĥÏī": 127565, + "окон": 127566, + "ãģŁãĤī": 127567, + "ĠØ¥ÙĦÙĬÙĩ": 127568, + "Ġآذرب": 127569, + "Ġrá»Ŀi": 127570, + "Ġodak": 127571, + "ĠмогÑĥ": 127572, + "ĠÚ¯ÙĨ": 127573, + "è²¼": 127574, + "edla": 127575, + "ĠопÑĭÑĤ": 127576, + "lamaktadır": 127577, + "å°¼äºļ": 127578, + "éĥ½ä¼ļ": 127579, + "ĠÎĺεÏĥÏĥα": 127580, + "Ġвог": 127581, + "ç»Īäºİ": 127582, + "ĠÑĥÑĢовне": 127583, + "Ġvlak": 127584, + "ĠØ¢ÙĦØ©": 127585, + "Ġειδ": 127586, + "âĩ": 127587, + "дÑĥÑĤ": 127588, + "Ñĸнг": 127589, + "ĠØ£ÙħرÙĬÙĥÙĬ": 127590, + "ازÙĨد": 127591, + "ĠباÙĦØ£": 127592, + "Ġतन": 127593, + "Ġkaydet": 127594, + "룬리": 127595, + "Ġdrž": 127596, + "ĠпенÑģ": 127597, + "ĠpÅĻÃŃÄį": 127598, + "ĠТолÑĮко": 127599, + "ĠбаÑĤаÑĢ": 127600, + "éĵģè·¯": 127601, + "ĠÙ¾ÛĮÚĨ": 127602, + "ĠÎĵεÏī": 127603, + "ĠαÏħÏĦά": 127604, + "ÄŀI": 127605, + "ĠакÑĤивно": 127606, + "ÎĹÎľÎij": 127607, + "Ġvarlık": 127608, + "Ġåıª": 127609, + "ĠзаÑīиÑĤÑĭ": 127610, + "лим": 127611, + "ĠÙħشاÙĩدة": 127612, + "иком": 127613, + "Ġì¡°ìĤ¬": 127614, + "оген": 127615, + "Ġmấy": 127616, + "gii": 127617, + "èĽĩ": 127618, + "ĠØ®ÙĪÛĮØ´": 127619, + "Ġnová": 127620, + "ковой": 127621, + "Ġkanıt": 127622, + "éĿ¢è®®": 127623, + "ĠرÙĪستا": 127624, + "ìĸ´ê°Ģ": 127625, + "ĠоÑĤноÑĪениÑı": 127626, + "Ġhodnoty": 127627, + "ÙĪرات": 127628, + "ĠpÅĻÃŃst": 127629, + "Ġthá»į": 127630, + "Ġçıkart": 127631, + "ообÑĢаз": 127632, + "ĠnemÄĽl": 127633, + "Âłro": 127634, + "ĠدÙĪÙĦتÛĮ": 127635, + "ี,": 127636, + "ä¸Ģ度": 127637, + "iaomi": 127638, + "åĹİ": 127639, + "Ùıع": 127640, + "ĠваÑĢиан": 127641, + "ĠpodaÅĻilo": 127642, + "ĠëĤĺê°Ģ": 127643, + "èIJ¥ä¸ļ": 127644, + "ĠабÑģолÑİÑĤно": 127645, + "Ġë¸ĮëĿ¼": 127646, + "ĠгоÑĢиз": 127647, + "aģın": 127648, + "Ġyerini": 127649, + "à¹īาà¸Ļà¸Ķ": 127650, + "æIJ¬": 127651, + "Ġbalık": 127652, + "ĠÅŁans": 127653, + "认è¯Ĩ": 127654, + "ĠistediÄŁiniz": 127655, + "ĠjistÄĽ": 127656, + "ĠìĪĺê°Ģ": 127657, + "ï¼Įä¸Ĭ": 127658, + "à¤ľà¤¬": 127659, + "ĠвиÑıви": 127660, + "맥": 127661, + "ãģĹãģ¦ãĤĭ": 127662, + "ÙĬÙĥا": 127663, + "ĠHüs": 127664, + "cının": 127665, + "Ġशत": 127666, + "ĠÑĢаÑģполаг": 127667, + "ĠÑģпÑĢавж": 127668, + "ืà¸Ńà¸ĸ": 127669, + "ĠвеÑĢÑĤик": 127670, + "Ġvystav": 127671, + "ĠÑĢеалÑĸзаÑĨÑĸÑĹ": 127672, + "вами": 127673, + "ãĤ¹ãĥĨãĤ£": 127674, + "ëħģ": 127675, + "ĠÑĢеÑĩÑĸ": 127676, + "ÙģاÙĦ": 127677, + "िà¤ķà¤Ł": 127678, + "ĠвозÑĢаÑģÑĤе": 127679, + "каÑģ": 127680, + "ĠÐĺÑģ": 127681, + "ĠлÑĸк": 127682, + "ĠÏĥημαν": 127683, + "менÑĤÑĥ": 127684, + "нÑıÑİÑĤ": 127685, + "æŁ´": 127686, + "ĠθεÏī": 127687, + "çĬ¯ç½ª": 127688, + "ĠÙĤطر": 127689, + "ÐĶÐIJ": 127690, + "-|": 127691, + "ĠÑģÑĤÑĸ": 127692, + "Ġuyum": 127693, + "ĠpotÅĻeba": 127694, + "ĠعÙħÙĦÛĮات": 127695, + "奪": 127696, + "اخر": 127697, + "ĠکساÙĨÛĮ": 127698, + "تÙħر": 127699, + "ÑĮеÑĢ": 127700, + "ĠNez": 127701, + "íļĮìĤ¬": 127702, + "ĠBankası": 127703, + "егÑĢа": 127704, + "à¸Ĥà¸ĵะà¸Ĺ": 127705, + "åIJĪæł¼": 127706, + "ĠìŬ룬ë¶Ħ": 127707, + "yasal": 127708, + "Ġè¡ĮæĶ¿": 127709, + "åĬī": 127710, + "dıktan": 127711, + "ãĤ¢ãĥ«ãĥIJ": 127712, + "ĠاÛĮÙĨÚĨ": 127713, + "Ġdijital": 127714, + "å°ĺ": 127715, + "ĠÑĢазмеÑī": 127716, + "ĠкÑĸлÑĮкоÑģÑĤÑĸ": 127717, + "ĠEvropy": 127718, + "ĠÑĢозви": 127719, + "ÑİÑīÑĥÑİ": 127720, + "Ġong": 127721, + "Ġhepsi": 127722, + "vailability": 127723, + "ĠتصÙħÙĬÙħ": 127724, + "ÑĥйÑĤе": 127725, + "हल": 127726, + "ĠÅ¡iro": 127727, + "Ġpás": 127728, + ";;;;;;": 127729, + "éħįåIJĪ": 127730, + "ĠاÙĦعاÙĦÙħÙĬØ©": 127731, + "ÐĴо": 127732, + "haf": 127733, + "láv": 127734, + "Ġbì": 127735, + "Ġmůj": 127736, + "ê»ĺìĦľ": 127737, + "ÂłBf": 127738, + "ĠÑģпÑĢоÑģил": 127739, + "âĢĮÚ©ÙĨÙĨدÙĩ": 127740, + "ÙĨدÙĬØ©": 127741, + "çī¹èī²": 127742, + "Ġìķ¨": 127743, + "ุษย": 127744, + "ĠФоÑĢ": 127745, + "пиÑģок": 127746, + "užel": 127747, + "ımlar": 127748, + "çĬ¶æ³ģ": 127749, + "Ġãĥ¬ãĥĩãĤ£ãĥ¼ãĤ¹": 127750, + "Ñħови": 127751, + "ÂłKÄį": 127752, + "Ñĩим": 127753, + "ĠتÙĪÙħ": 127754, + "à¹Ģà¸ģษà¸ķร": 127755, + "Ġìĭ±ê¸Ģ": 127756, + "Ùħارات": 127757, + "ênh": 127758, + "ĠÅĻid": 127759, + "æĬ¬": 127760, + "ÑģиÑİ": 127761, + "æħİ": 127762, + "Ġçevre": 127763, + "ãĥĪãĥ«": 127764, + "Ġyıldır": 127765, + "Ġzáznam": 127766, + "æľºåľº": 127767, + "ĠпоÑĶ": 127768, + "ĠвÑĭÑĢаÑīи": 127769, + "ĠÙģع": 127770, + "ë»": 127771, + "ĠدارÛĮÙħ": 127772, + "ï¼ĮæĽ´": 127773, + "Ġземли": 127774, + "ابÙĤات": 127775, + "Ġmá»Ŀi": 127776, + "kých": 127777, + "ÙĦاة": 127778, + "帽": 127779, + "براÙĩÙĬÙħ": 127780, + "ĠпобаÑĩ": 127781, + "ाà¤ĩम": 127782, + "à¹Īาà¸ĩà¸Ľà¸£à¸°à¹Ģà¸Ĺศ": 127783, + "ĠìĦ¸ìĥģ": 127784, + "ĠпомогаеÑĤ": 127785, + "ĠÏĦÏĮÏĥο": 127786, + "æĸ·": 127787, + "ĠÙģراÙĪ": 127788, + "à¹Ħà¸Ľà¸¢": 127789, + "ergisi": 127790, + "ĠéĻIJ": 127791, + ".xz": 127792, + "ĠÑģлÑĥÑħ": 127793, + "економ": 127794, + "ĠNhất": 127795, + "±ط": 127796, + "ĠëĪĪìĿĦ": 127797, + "ĠíļĮìĤ¬": 127798, + "Ñĵ": 127799, + "ĠåIJįçĦ¡ãģĹ": 127800, + "Ġομάδα": 127801, + "ĩĮ": 127802, + "liÄŁinin": 127803, + "عاÙĨ": 127804, + "ĠزÙĨÛĮ": 127805, + "Tôi": 127806, + "Ġetki": 127807, + "ĠìĹ°ëĿ½": 127808, + "ĠконÑĨа": 127809, + "è°ĭ": 127810, + "ĠземлÑı": 127811, + "íĻĺê²½": 127812, + "ĠÙħکاÙĨÛĮ": 127813, + "çĸ²": 127814, + "Ġç¢": 127815, + "Ġkurulan": 127816, + "ؤÙĪÙĦ": 127817, + "دÙī": 127818, + "ĠاÙĦÙħÙĨØ·ÙĤØ©": 127819, + "Ġnắng": 127820, + "ÐŁÐļ": 127821, + "олай": 127822, + "YK": 127823, + "åijĨ": 127824, + "λαν": 127825, + "西çľģ": 127826, + "ĠÎĴαÏĥ": 127827, + "ĠíĻķìĭ¤": 127828, + "ZD": 127829, + "пÑĸд": 127830, + "ĠнаÑĩе": 127831, + "ĠÏĦά": 127832, + "å½»": 127833, + "âĢŀD": 127834, + "Ġèĩº": 127835, + "ĠнаÑĪей": 127836, + "ĠtÃŃmto": 127837, + "ĠتسÙħ": 127838, + "ÏģθÏģο": 127839, + "令人": 127840, + "ĠPazar": 127841, + "ãĤĵãģ¨": 127842, + "ç«ĭåĪ»": 127843, + "Âģ@": 127844, + "Ġbắc": 127845, + "ìĬ¤íħĮ": 127846, + "Ġkadınlar": 127847, + "figur": 127848, + "ãģ¤ãģ¶": 127849, + "ĠæµĻæ±Ł": 127850, + "ĠдекÑĸлÑĮ": 127851, + "è¡Ŀ": 127852, + "ยà¸Ļà¹ģà¸Ľà¸¥à¸ĩ": 127853, + "olet": 127854, + "Ġnedok": 127855, + "namen": 127856, + "åħĦå¼Ł": 127857, + "ืà¸Ńà¸Ĥ": 127858, + "èĤĥ": 127859, + "Ġbüny": 127860, + "ĠÑĢадÑıн": 127861, + "ãĢģäºĮ": 127862, + "аннÑİ": 127863, + "Ġæīĭæľº": 127864, + "ĠоÑģлож": 127865, + "ĠоглÑı": 127866, + "Ġسبز": 127867, + "Ġaktivit": 127868, + "Ġà¤ıप": 127869, + "ç«ľ": 127870, + "Ġdiren": 127871, + "iв": 127872, + "ĠYatırım": 127873, + "ÑĨÑĸйна": 127874, + "Ġдомов": 127875, + "ẳn": 127876, + "ĠCoÄŁraf": 127877, + "ÙģÙĪ": 127878, + "æ°Ĺãģ«åħ¥": 127879, + "ç§ģãģ®": 127880, + "ï½į": 127881, + "à¥Įड": 127882, + "ĠÐĵÑĢигоÑĢ": 127883, + "ĠPeygamber": 127884, + "Ġαγα": 127885, + "Ġefekt": 127886, + "ĠìŀĪìĸ´ìĦľ": 127887, + "ĠплаÑĤеж": 127888, + "ĠTrab": 127889, + "overy": 127890, + "âĢ¦âĢ¦ãĢĤ": 127891, + "Ġyapmaya": 127892, + "ĠнайбÑĸлÑĮ": 127893, + "ĠÙħÙĨزÙĦ": 127894, + "ÙĪÙĬÙĥ": 127895, + "ıldıģında": 127896, + "ĠpÅĻÃŃpadnÄĽ": 127897, + "ĠμÏĢοÏģοÏį": 127898, + "ĠëĵľëĿ¼ë§Ī": 127899, + "Ġ방문": 127900, + "ĠСим": 127901, + "کات": 127902, + "еком": 127903, + "رÙĬع": 127904, + "ÙĩدÙģ": 127905, + "æĹıèĩªæ²»": 127906, + "ĠzmÄĽn": 127907, + "Ġвклад": 127908, + "ĠبÙĦغ": 127909, + "Ġç§ĭ": 127910, + "Ngh": 127911, + "ĠendiÅŁ": 127912, + "ĠCumhurbaÅŁkanı": 127913, + "ĠKaf": 127914, + "Ġà¹ģหล": 127915, + "Ġmutlu": 127916, + "ĠÑģиÑĢ": 127917, + "ĠгÑĥм": 127918, + "æ¿ĥ": 127919, + "çĤī": 127920, + "ĠBáo": 127921, + "à¥Ĥष": 127922, + "ĠìłķíĻķ": 127923, + "ानस": 127924, + "ﻤ": 127925, + "наÑģлÑĸдок": 127926, + "poÄįet": 127927, + "ë§ĮìĽIJìŀħëĭĪëĭ¤": 127928, + "ĠìĦľìļ¸íĬ¹ë³Ħìĭľ": 127929, + "ÎķÎĻΣ": 127930, + "ุมà¸Ĭà¸Ļ": 127931, + "ĠмÑĸлÑĮ": 127932, + "æħĮ": 127933, + "ÏĥκεÏĦαι": 127934, + "ĠãĢľ": 127935, + "Ġkaliteli": 127936, + "ĠÑģмеÑĢÑĤÑĮ": 127937, + "è¼Ķ": 127938, + "ĠбиÑĤ": 127939, + "ĠΣÏĦο": 127940, + "à¸ĩà¹Ģศส": 127941, + "åİŁæľ¬": 127942, + "ĠknÃŃ": 127943, + "äºĴèģĶç½ij": 127944, + "ĠÑĩеловеÑĩеÑģ": 127945, + "çŃĴ": 127946, + "à¸Īำหà¸Ļ": 127947, + "åĩºåİ»": 127948, + "ãĤ¢ãĥĭãĥ¡": 127949, + "å±ķ示": 127950, + "rych": 127951, + "à¤ħब": 127952, + "oÅĪ": 127953, + "jÃŃcÃŃm": 127954, + "اØŃØ«": 127955, + "ĠÙĪاÙĤعÛĮ": 127956, + "ĠФедеÑĢалÑĮ": 127957, + "Ñģам": 127958, + "Ġìĺ¥": 127959, + "åľ°çIJĥ": 127960, + "Ġsuyu": 127961, + "seniz": 127962, + "à¥īफ": 127963, + "Ġê°Ļëĭ¤": 127964, + "ĠпÑĢизнаÑĩеннÑı": 127965, + "ĠSın": 127966, + "ĠاÙħÙĨÛĮت": 127967, + "Ġlátky": 127968, + "ĠÐijи": 127969, + "Ġsüreci": 127970, + "····": 127971, + "Ġ경찰": 127972, + "ĠкалÑĮ": 127973, + "ĠникÑĤо": 127974, + "ÙijÙħ": 127975, + "ĠدÙĬگر": 127976, + "Ġalınması": 127977, + "леннÑĸ": 127978, + "ิวà¹Ģà¸ķà¸Ńร": 127979, + "à¸Ľà¸ģà¸Ħรà¸Ńà¸ĩ": 127980, + "ĠзаконодавÑģÑĤва": 127981, + "ãĢĢãĤ¤": 127982, + "Ġëħ¸íķĺìļ°": 127983, + "ĠDÃ¼ÅŁ": 127984, + "ĠгÑĥÑģÑĤ": 127985, + "ĠÐĴаÑĪ": 127986, + "ĠاÙħتÛĮ": 127987, + "Ġparamet": 127988, + "ĠÎłÎ±Î½ÎµÏĢ": 127989, + "à¹Įà¸ģร": 127990, + "ζα": 127991, + "ĠëįĶìļ±": 127992, + "ÙĪÙĦات": 127993, + "ваÑĤиÑģÑı": 127994, + "Ġkök": 127995, + "ÙĨب": 127996, + "ĠвÑĭÑģокой": 127997, + "ãĥ¼ãĥ¼": 127998, + "éĶ¦": 127999 + }, + "merges": [ + "Ġ Ġ", + "Ġ ĠĠĠ", + "ĠĠ ĠĠ", + "ĠĠĠ Ġ", + "i n", + "Ġ t", + "Ġ ĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠ ĠĠ", + "e r", + "Ġ ĠĠ", + "ĠĠ Ġ", + "o n", + "Ġ a", + "r e", + "a t", + "s t", + "e n", + "o r", + "Ġ th", + "Ġt h", + "Ċ Ċ", + "Ġ c", + "l e", + "Ġ s", + "i t", + "a n", + "a r", + "a l", + "Ġ the", + "Ġt he", + "Ġth e", + "; Ċ", + "Ġ p", + "Ġ f", + "o u", + "Ġ =", + "i s", + "Ġ ĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠ", + "ĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠ Ġ", + "i ng", + "in g", + "e s", + "Ġ w", + "i on", + "io n", + "e d", + "i c", + "Ġ b", + "Ġ d", + "e t", + "Ġ m", + "Ġ o", + "ĉ ĉ", + "r o", + "a s", + "e l", + "c t", + "n d", + "Ġ in", + "Ġi n", + "Ġ h", + "e nt", + "en t", + "i d", + "Ġ n", + "a m", + "Ġ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ to", + "Ġt o", + "Ġ re", + "Ġr e", + "- -", + "Ġ {", + "Ġ of", + "Ġo f", + "o m", + ") ;Ċ", + "); Ċ", + "i m", + "č Ċ", + "Ġ (", + "i l", + "/ /", + "Ġ and", + "Ġa nd", + "Ġan d", + "u r", + "s e", + "Ġ l", + "e x", + "Ġ S", + "a d", + "Ġ \"", + "c h", + "u t", + "i f", + "* *", + "Ġ }", + "e m", + "o l", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "t h", + ") Ċ", + "Ġ {Ċ", + "Ġ{ Ċ", + "Ġ g", + "i g", + "i v", + ", Ċ", + "c e", + "o d", + "Ġ v", + "a te", + "at e", + "Ġ T", + "a g", + "a y", + "Ġ *", + "o t", + "u s", + "Ġ C", + "Ġ st", + "Ġs t", + "Ġ I", + "u n", + "u l", + "u e", + "Ġ A", + "o w", + "Ġ '", + "e w", + "Ġ <", + "a tion", + "at ion", + "atio n", + "ati on", + "( )", + "Ġ for", + "Ġf or", + "Ġfo r", + "a b", + "o rt", + "or t", + "u m", + "a me", + "am e", + "Ġ is", + "Ġi s", + "p e", + "t r", + "c k", + "â Ģ", + "Ġ y", + "i st", + "is t", + "- ---", + "-- --", + "--- -", + ". ĊĊ", + ".Ċ Ċ", + "h e", + "Ġ e", + "l o", + "Ġ M", + "Ġ be", + "Ġb e", + "e rs", + "er s", + "Ġ on", + "Ġo n", + "Ġ con", + "Ġc on", + "Ġco n", + "a p", + "u b", + "Ġ P", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "a ss", + "as s", + "i nt", + "in t", + "> Ċ", + "l y", + "u rn", + "ur n", + "Ġ $", + "; ĊĊ", + ";Ċ Ċ", + "a v", + "p ort", + "por t", + "po rt", + "i r", + "- >", + "n t", + "c tion", + "ct ion", + "e nd", + "en d", + "Ġ de", + "Ġd e", + "0 0", + "i th", + "it h", + "o ut", + "ou t", + "t urn", + "tu rn", + "tur n", + "o ur", + "ou r", + "Ġ ĠĠĠĠ", + "ĠĠ ĠĠĠ", + "ĠĠĠĠ Ġ", + "ĠĠĠ ĠĠ", + "l ic", + "li c", + "r es", + "re s", + "p t", + "= =", + "Ġ this", + "Ġt his", + "Ġth is", + "Ġthi s", + "Ġ wh", + "Ġw h", + "Ġ if", + "Ġi f", + "Ġ D", + "v er", + "ve r", + "a ge", + "ag e", + "Ġ B", + "h t", + "e xt", + "ex t", + "= \"", + "Ġ that", + "Ġt hat", + "Ġth at", + "Ġtha t", + "* ***", + "** **", + "*** *", + "Ġ R", + "Ġ it", + "Ġi t", + "e ss", + "es s", + "Ġ F", + "Ġ r", + "o s", + "a nd", + "an d", + "Ġ as", + "Ġa s", + "e ct", + "ec t", + "k e", + "r om", + "ro m", + "Ġ //", + "Ġ/ /", + "c on", + "co n", + "Ġ L", + "( \"", + "q u", + "l ass", + "la ss", + "las s", + "Ġ with", + "Ġw ith", + "Ġwi th", + "Ġwit h", + "i z", + "d e", + "Ġ N", + "Ġ al", + "Ġa l", + "o p", + "u p", + "g et", + "ge t", + "Ġ }Ċ", + "Ġ} Ċ", + "i le", + "il e", + "Ġ an", + "Ġa n", + "a ta", + "at a", + "o re", + "or e", + "r i", + "Ġ pro", + "Ġp ro", + "Ġpr o", + "; čĊ", + "ĉ ĉĉĉ", + "ĉĉ ĉĉ", + "ĉĉĉ ĉ", + "t er", + "te r", + "a in", + "ai n", + "Ġ W", + "Ġ E", + "Ġ com", + "Ġc om", + "Ġco m", + "Ġ return", + "Ġre turn", + "Ġr eturn", + "Ġret urn", + "a rt", + "ar t", + "Ġ H", + "a ck", + "ac k", + "im port", + "imp ort", + "ub lic", + "ubl ic", + "Ġ or", + "Ġo r", + "e st", + "es t", + "m ent", + "me nt", + "men t", + "Ġ G", + "a ble", + "ab le", + "abl e", + "Ġ -", + "i ne", + "in e", + "i ll", + "il l", + "i nd", + "in d", + "e re", + "er e", + ": :", + "i ty", + "it y", + "Ġ +", + "Ġ tr", + "Ġt r", + "e lf", + "el f", + "i ght", + "ig ht", + "igh t", + "( '", + "o rm", + "or m", + "u lt", + "ul t", + "s tr", + "st r", + ". .", + "\" ,", + "Ġ you", + "Ġy ou", + "Ġyo u", + "y pe", + "yp e", + "p l", + "Ġ new", + "Ġn ew", + "Ġne w", + "Ġ j", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ from", + "Ġf rom", + "Ġfr om", + "Ġfro m", + "Ġ ex", + "Ġe x", + "Ġ O", + "2 0", + "l d", + "Ġ [", + "o c", + ": Ċ", + "Ġ se", + "Ġs e", + "Ġ le", + "Ġl e", + "- -------", + "-- ------", + "---- ----", + "--- -----", + "----- ---", + "------ --", + "------- -", + ". s", + "{ Ċ", + "' ,", + "a nt", + "an t", + "Ġ at", + "Ġa t", + "a se", + "as e", + ". c", + "Ġ ch", + "Ġc h", + "< /", + "a ve", + "av e", + "a ng", + "an g", + "Ġ are", + "Ġa re", + "Ġar e", + "Ġ int", + "Ġin t", + "Ġi nt", + "âĢ Ļ", + "_ t", + "e rt", + "er t", + "i al", + "ia l", + "a ct", + "ac t", + "} Ċ", + "i ve", + "iv e", + "o de", + "od e", + "o st", + "os t", + "Ġ class", + "Ġc lass", + "Ġcl ass", + "Ġclas s", + "Ġcla ss", + "Ġ not", + "Ġn ot", + "Ġno t", + "o g", + "o rd", + "or d", + "a lue", + "al ue", + "alu e", + "a ll", + "al l", + "f f", + "( );Ċ", + "() ;Ċ", + "(); Ċ", + "o nt", + "on t", + "i me", + "im e", + "a re", + "ar e", + "Ġ U", + "Ġ pr", + "Ġp r", + "Ġ :", + "i es", + "ie s", + "i ze", + "iz e", + "u re", + "ur e", + "Ġ by", + "Ġb y", + "i re", + "ir e", + "Ġ }ĊĊ", + "Ġ} ĊĊ", + "Ġ}Ċ Ċ", + ". p", + "Ġ sh", + "Ġs h", + "i ce", + "ic e", + "a st", + "as t", + "p tion", + "pt ion", + "t ring", + "tr ing", + "tri ng", + "o k", + "_ _", + "c l", + "# #", + "Ġ he", + "Ġh e", + "a rd", + "ar d", + ") .", + "Ġ @", + "i ew", + "ie w", + "ĉ ĉĉ", + "ĉĉ ĉ", + "Ġ was", + "Ġw as", + "Ġwa s", + "i p", + "t his", + "th is", + "Ġ u", + "Ġ The", + "ĠT he", + "ĠTh e", + "i de", + "id e", + "a ce", + "ac e", + "i b", + "a c", + "r ou", + "ro u", + "Ġ we", + "Ġw e", + "j ect", + "je ct", + "jec t", + "Ġ public", + "Ġp ublic", + "Ġpub lic", + "Ġpubli c", + "a k", + "v e", + "a th", + "at h", + "o id", + "oi d", + "Ġ =>", + "Ġ= >", + "u st", + "us t", + "q ue", + "qu e", + "Ġ res", + "Ġre s", + "Ġr es", + ") )", + "' s", + "Ġ k", + "a ns", + "an s", + "y st", + "ys t", + "un ction", + "unc tion", + "unct ion", + "* *******", + "** ******", + "**** ****", + "****** **", + "*** *****", + "***** ***", + "******* *", + "Ġ i", + "Ġ us", + "Ġu s", + "p p", + "1 0", + "o ne", + "on e", + "a il", + "ai l", + "= ===", + "== ==", + "=== =", + "n ame", + "na me", + "nam e", + "Ġ str", + "Ġs tr", + "Ġst r", + "Ġ /", + "Ġ &", + "a ch", + "ac h", + "d iv", + "di v", + "y stem", + "yst em", + "ys tem", + "e ll", + "el l", + "Ġ have", + "Ġh ave", + "Ġha ve", + "Ġhav e", + "e rr", + "er r", + "o uld", + "ou ld", + "oul d", + "u ll", + "ul l", + "p on", + "po n", + "Ġ J", + "_ p", + "Ġ ==", + "Ġ= =", + "i gn", + "ig n", + "S t", + ". Ċ", + "Ġ pl", + "Ġp l", + ") ;ĊĊ", + ");Ċ Ċ", + "); ĊĊ", + "f orm", + "fo rm", + "for m", + "p ut", + "pu t", + "o unt", + "ou nt", + "oun t", + "} ĊĊ", + "}Ċ Ċ", + "d d", + "i te", + "it e", + "Ġ get", + "Ġg et", + "Ġge t", + "r r", + "o me", + "om e", + "Ġ âĢ", + "Ġâ Ģ", + "a ram", + "ar am", + "ara m", + "c c", + "Ġ */", + "Ġ* /", + "E R", + "I n", + "l es", + "le s", + "_ s", + "o ng", + "on g", + "i e", + "Ġ can", + "Ġc an", + "Ġca n", + "Ġ V", + "e rv", + "er v", + "p r", + "Ġ un", + "Ġu n", + "r ow", + "ro w", + "b er", + "be r", + "Ġ do", + "Ġd o", + "l l", + "Ġ el", + "Ġe l", + "Ġ self", + "Ġs elf", + "Ġse lf", + "Ġsel f", + "a ted", + "at ed", + "ate d", + "a ry", + "ar y", + "Ġ .", + "' ]", + "u d", + "Ġ en", + "Ġe n", + "Ġ Th", + "ĠT h", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "t e", + "_ c", + "u ct", + "uc t", + "Ġ ab", + "Ġa b", + "o rk", + "or k", + ". get", + ".g et", + ".ge t", + "Ġ #", + "a w", + "r ess", + "re ss", + "res s", + "o b", + "N ame", + "Na me", + "Nam e", + "2 01", + "20 1", + "a pp", + "ap p", + "[ '", + "Ġ all", + "Ġa ll", + "Ġal l", + "o ry", + "or y", + "i tion", + "it ion", + "iti on", + "a nce", + "an ce", + "anc e", + "e ar", + "ea r", + "Ġ cont", + "Ġc ont", + "Ġcon t", + "Ġco nt", + "v ent", + "ve nt", + "ven t", + "i a", + "Ġ will", + "Ġw ill", + "Ġwi ll", + "Ġwil l", + "I N", + "Ġ ĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠ", + "r eturn", + "re turn", + "ret urn", + "Ġ ", + "\" ,Ċ", + "\", Ċ", + "e c", + "Ġ In", + "ĠI n", + "p h", + "Ġ |", + "_ f", + "Ġ var", + "Ġv ar", + "Ġva r", + "e nce", + "en ce", + "enc e", + "I d", + "r ee", + "re e", + "i nk", + "in k", + "l ect", + "le ct", + "lec t", + "u g", + "e th", + "et h", + "Ġ else", + "Ġe lse", + "Ġel se", + "Ġels e", + "- ---------------", + "-- --------------", + "---- ------------", + "-------- --------", + "--- -------------", + "------------ ----", + "----- -----------", + "---------- ------", + "------ ----------", + "----------- -----", + "------------- ---", + "------- ---------", + "--------- -------", + "--------------- -", + "-------------- --", + "1 9", + "c ont", + "con t", + "co nt", + "Ġ so", + "Ġs o", + "a tic", + "at ic", + "ati c", + "Ġ lo", + "Ġl o", + "p ro", + "pr o", + "t on", + "to n", + "s s", + "o wn", + "ow n", + "a bel", + "ab el", + "abe l", + "o int", + "oin t", + "oi nt", + "o us", + "ou s", + "e ld", + "el d", + "S T", + "T he", + "Th e", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "R E", + "\" :", + "o lor", + "ol or", + "olo r", + "t p", + "e g", + "k ey", + "ke y", + "u de", + "ud e", + "Ġ St", + "ĠS t", + "o und", + "ou nd", + "oun d", + "Ġ ar", + "Ġa r", + "\" );Ċ", + "\") ;Ċ", + "\"); Ċ", + "e ner", + "en er", + "ene r", + "s er", + "se r", + "1 1", + "b ject", + "bj ect", + "es sage", + "ess age", + "essa ge", + "f er", + "fe r", + "Ġ more", + "Ġm ore", + "Ġmor e", + "Ġmo re", + "at ions", + "ation s", + "atio ns", + "ati ons", + "e nts", + "en ts", + "ent s", + "Ġ his", + "Ġh is", + "Ġhi s", + "Ġ they", + "Ġt hey", + "Ġth ey", + "Ġthe y", + ". S", + "Ġ Y", + "u se", + "us e", + "n e", + "i sh", + "is h", + "o ld", + "ol d", + "_ d", + "i o", + "i eld", + "ie ld", + "iel d", + "Ġ per", + "Ġp er", + "Ġpe r", + "C ont", + "Con t", + "Co nt", + "in gs", + "ing s", + "# ###", + "## ##", + "### #", + "Ġ data", + "Ġd ata", + "Ġda ta", + "Ġdat a", + "Ġ sa", + "Ġs a", + "e f", + "f o", + "Ġ one", + "Ġo ne", + "Ġon e", + "e ng", + "en g", + "Ġ dis", + "Ġd is", + "Ġdi s", + "A T", + "Ġ name", + "Ġn ame", + "Ġna me", + "Ġnam e", + "Ġ true", + "Ġtr ue", + "v al", + "va l", + "l ed", + "le d", + ". f", + "Ġ ne", + "Ġn e", + "Ġ end", + "Ġe nd", + "Ġen d", + "3 2", + ". T", + "1 6", + "c re", + "cr e", + "a rk", + "ar k", + "l og", + "lo g", + "E x", + "e rror", + "er ror", + "err or", + "erro r", + "_ id", + "_i d", + "ur re", + "urr e", + "a nge", + "an ge", + "ang e", + "Ġ null", + "Ġn ull", + "Ġnu ll", + "r ray", + "rr ay", + "Ġ my", + "Ġm y", + "p an", + "pa n", + "i ct", + "ic t", + "a tor", + "at or", + "ato r", + "V iew", + "Vi ew", + "L ist", + "Li st", + "ĉ return", + "ĉr eturn", + "ĉret urn", + "ĉre turn", + "âĢ Ŀ", + "Ġ pre", + "Ġp re", + "Ġpr e", + "Ġ x", + "c lude", + "cl ude", + "clud e", + "a rg", + "ar g", + "1 5", + "o v", + ". h", + "Ġ >", + "Ġ their", + "Ġthe ir", + "' )", + "i rst", + "ir st", + "irs t", + "i ck", + "ic k", + "g h", + "L E", + "O R", + "Ġ private", + "Ġpr ivate", + "Ġpriv ate", + "Ġprivat e", + "t em", + "te m", + "čĊ čĊ", + "u ser", + "us er", + "use r", + "Ġ )", + "c om", + "co m", + ". A", + "\" ;Ċ", + "\"; Ċ", + "Ġ id", + "Ġi d", + "r ead", + "re ad", + "rea d", + "Ġ who", + "Ġw ho", + "Ġwh o", + "_ b", + "\" >Ċ", + "\"> Ċ", + "Ġ time", + "Ġt ime", + "Ġtim e", + "Ġti me", + "Ġ man", + "Ġm an", + "Ġma n", + "r y", + "= =======", + "== ======", + "==== ====", + "=== =====", + "====== ==", + "===== ===", + "======= =", + "r oup", + "ro up", + "rou p", + "r op", + "ro p", + "p ublic", + "pub lic", + "v el", + "ve l", + "um ber", + "umb er", + "b le", + "bl e", + "Ġ which", + "Ġwh ich", + "** **************", + "**** ************", + "******** ********", + "************ ****", + "************** **", + "Ġ any", + "Ġa ny", + "Ġan y", + "Ġ false", + "Ġf alse", + "Ġfa lse", + "Ġfal se", + "Ġfals e", + "w e", + "Ġ value", + "Ġv alue", + "Ġval ue", + "Ġva lue", + "Ġvalu e", + "Ġ li", + "Ġl i", + "\" )", + "n der", + "nd er", + "nde r", + "g r", + "Ġ no", + "Ġn o", + "p aram", + "par am", + "pa ram", + "para m", + "2 5", + "f ig", + "fi g", + ". com", + ".c om", + ".co m", + "Ġ app", + "Ġa pp", + "Ġap p", + "_ l", + "i ons", + "ion s", + "io ns", + ". D", + "Ġ Ch", + "ĠC h", + "Ġ about", + "Ġa bout", + "Ġab out", + "Ġ add", + "Ġa dd", + "Ġad d", + "Ġ su", + "Ġs u", + "Ġ string", + "Ġs tring", + "Ġst ring", + "Ġstr ing", + "Ġstri ng", + "I D", + "Ġ over", + "Ġo ver", + "Ġov er", + "s tring", + "st ring", + "str ing", + "stri ng", + ". l", + "our ce", + "0 00", + "00 0", + "_ C", + "] Ċ", + "Ġ qu", + "Ġq u", + "Ġ String", + "ĠS tring", + "ĠSt ring", + "ĠStr ing", + "c a", + "S E", + "Ġ ro", + "Ġr o", + "s h", + "u al", + "ua l", + "T ype", + "Typ e", + "Ty pe", + "s on", + "so n", + "n ew", + "ne w", + "e rn", + "er n", + "Ġ ag", + "Ġa g", + "A R", + "] ;Ċ", + "]; Ċ", + "] .", + "Ġ ?", + "i cal", + "ic al", + "ica l", + "Ġ des", + "Ġd es", + "Ġde s", + "u th", + "ut h", + "i x", + "a ys", + "ay s", + "Ġ type", + "Ġt ype", + "Ġtyp e", + "Ġty pe", + "' t", + "a ult", + "au lt", + "aul t", + "Ġ inter", + "Ġin ter", + "Ġint er", + "Ġinte r", + "v ar", + "va r", + ". b", + "Ġ part", + "Ġp art", + "Ġpar t", + "Ġpa rt", + ". d", + "ur rent", + "urre nt", + "urr ent", + "I T", + "E N", + "3 0", + "e nc", + "en c", + "( f", + "r a", + "v alue", + "val ue", + "va lue", + "valu e", + "c ho", + "ch o", + "1 8", + "ut ton", + "utt on", + "utto n", + "o se", + "os e", + "1 4", + "Ġ !=", + "Ġ! =", + "a ter", + "at er", + "ate r", + "à ©", + "re ate", + "reat e", + "rea te", + "o ll", + "ol l", + "p os", + "po s", + "y le", + "yl e", + "n g", + "A L", + "u sing", + "us ing", + "usi ng", + "a mes", + "am es", + "ame s", + "Ġ {čĊ", + "Ġ{ čĊ", + "a tes", + "at es", + "ate s", + "e ly", + "el y", + "Ġ work", + "Ġw ork", + "Ġwor k", + "Ġwo rk", + "Ġ em", + "Ġe m", + "i nal", + "in al", + "ina l", + "Ġ sp", + "Ġs p", + "Ġ when", + "Ġw hen", + "Ġwh en", + "Ġwhe n", + ". set", + ".s et", + ".se t", + "Ġ ĠĠĠĠĠ", + "ĠĠ ĠĠĠĠ", + "ĠĠĠĠ ĠĠ", + "ĠĠĠ ĠĠĠ", + "ĠĠĠĠĠ Ġ", + ") :Ċ", + "): Ċ", + "t o", + "q uire", + "qu ire", + "quir e", + "qui re", + "ind ow", + "indo w", + "l ement", + "le ment", + "lem ent", + "lemen t", + "leme nt", + "p ect", + "pe ct", + "pec t", + "a sh", + "as h", + "[ i", + "Ġ use", + "Ġu se", + "Ġus e", + ". F", + "p ec", + "pe c", + "Ġ ad", + "Ġa d", + "o ve", + "ov e", + "ce ption", + "cept ion", + "cep tion", + "e ngth", + "en gth", + "eng th", + "in clude", + "inc lude", + "incl ude", + "inclu de", + "a der", + "ad er", + "ade r", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "at us", + "atu s", + "T h", + "i tle", + "it le", + "r it", + "ri t", + "v oid", + "vo id", + "( ).", + "() .", + "( Ċ", + "Ġ off", + "Ġo ff", + "Ġof f", + "Ġ other", + "Ġo ther", + "Ġot her", + "Ġ &&", + "Ġ& &", + "' ;Ċ", + "'; Ċ", + "m s", + "Ġ been", + "Ġb een", + "Ġbe en", + "Ġbee n", + "Ġ te", + "Ġt e", + "m l", + "c o", + "n c", + "1 3", + "er vice", + "erv ice", + "Ġ %", + "* *Ċ", + "** Ċ", + "a nn", + "an n", + "a de", + "ad e", + "Ċ ĊĊĊ", + "ĊĊ ĊĊ", + "ĊĊĊ Ċ", + "l ock", + "lo ck", + "loc k", + "con st", + "co nst", + "cons t", + "1 00", + "10 0", + "p onse", + "pon se", + "pons e", + "Ġ sup", + "Ġs up", + "Ġsu p", + "+ +", + "d ate", + "da te", + "dat e", + "Ġ acc", + "Ġa cc", + "Ġac c", + "Ġ had", + "Ġh ad", + "Ġha d", + "Ġ bu", + "Ġb u", + "2 00", + "20 0", + "Ġ Re", + "ĠR e", + "Ġ were", + "Ġw ere", + "Ġwe re", + "Ġwer e", + "Ġ file", + "Ġf ile", + "Ġfil e", + "Ġfi le", + "Ġ would", + "Ġw ould", + "Ġwo uld", + "Ġ âĢľ", + "ĠâĢ ľ", + "v en", + "ve n", + "i ss", + "is s", + "Ġ our", + "Ġo ur", + "Ġou r", + "c lass", + "cl ass", + "cla ss", + "clas s", + "r aw", + "ra w", + "Ġ year", + "Ġy ear", + "Ġye ar", + "D ata", + "Da ta", + "Dat a", + "Ġ val", + "Ġv al", + "Ġva l", + "Ġ some", + "Ġs ome", + "Ġso me", + "Ġsom e", + "f ter", + "ft er", + "fte r", + "y s", + "Ġ ///", + "Ġ// /", + "Ġ/ //", + "r ound", + "ro und", + "rou nd", + "v iew", + "vi ew", + "vie w", + "Ġ pe", + "Ġp e", + "Ġ there", + "Ġt here", + "Ġth ere", + "Ġthe re", + "Ġther e", + "Ġ said", + "Ġs aid", + "Ġsa id", + "Ġsai d", + "d u", + "o f", + "l ine", + "li ne", + "lin e", + "/ *", + "d uct", + "du ct", + "duc t", + "Ġ her", + "Ġh er", + "Ġhe r", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "R es", + "Re s", + "Ġ co", + "Ġc o", + "Ġ comm", + "Ġc omm", + "Ġcom m", + "Ġco mm", + "i se", + "is e", + "m in", + "mi n", + "Ġ ĠĠĠĊ", + "ĠĠ ĠĠĊ", + "ĠĠĠĠ Ċ", + "ĠĠĠ ĠĊ", + "# include", + "et hod", + "eth od", + ". P", + "u te", + "ut e", + "Ġ ass", + "Ġa ss", + "Ġas s", + "I nt", + "In t", + "a sk", + "as k", + "l oc", + "lo c", + "Ġ like", + "Ġl ike", + "Ġli ke", + "Ġlik e", + "o dy", + "od y", + "Ġ let", + "Ġl et", + "Ġle t", + "l oad", + "lo ad", + "Ġ am", + "Ġa m", + "r ol", + "ro l", + "Ġ gr", + "Ġg r", + "y p", + "Ġ also", + "Ġal so", + "Ġals o", + "Ġ It", + "ĠI t", + "u rl", + "ur l", + "i fic", + "if ic", + "ifi c", + "o rs", + "or s", + "_ P", + "_ n", + "i gh", + "ig h", + "Ġ than", + "Ġt han", + "Ġth an", + "Ġtha n", + "C om", + "Co m", + "A N", + "U L", + "a ting", + "at ing", + "ati ng", + "atin g", + "1 7", + "Ġ This", + "ĠT his", + "ĠTh is", + "ĠThi s", + "r ef", + "re f", + "_ S", + "Ġ static", + "Ġst atic", + "Ġstat ic", + "Ġsta tic", + "Ġstati c", + "r oll", + "ro ll", + "rol l", + "Ġ just", + "Ġj ust", + "Ġju st", + "Ġjus t", + "Ġ result", + "Ġres ult", + "i an", + "ia n", + "id th", + "Ġ them", + "Ġt hem", + "Ġth em", + "Ġthe m", + ") );Ċ", + ")) ;Ċ", + ")); Ċ", + "d er", + "de r", + "re ak", + "rea k", + "C on", + "Co n", + ": //", + ":/ /", + "u le", + "ul e", + ". ..", + ".. .", + "a rch", + "ar ch", + "arc h", + "e ment", + "em ent", + "eme nt", + "emen t", + "Ġ <<", + "Ġ< <", + "5 0", + "u sh", + "us h", + "en se", + "ens e", + "a rr", + "ar r", + "Ġ into", + "Ġin to", + "Ġint o", + "c ess", + "ce ss", + "ces s", + "a mp", + "am p", + "i ed", + "ie d", + "u ment", + "um ent", + "ume nt", + "umen t", + "Ġ \\", + "] ,", + "w o", + "a ls", + "al s", + "Ġ what", + "Ġw hat", + "Ġwh at", + "a nc", + "an c", + "V alue", + "Val ue", + "Va lue", + "= '", + "o lum", + "ol um", + "olu m", + "Ġ pos", + "Ġp os", + "Ġpo s", + "a ges", + "ag es", + "age s", + "a yer", + "ay er", + "aye r", + "Ġ sc", + "Ġs c", + "u es", + "ue s", + "\" )Ċ", + "\") Ċ", + "_ T", + "Ġ list", + "Ġl ist", + "Ġli st", + "Ġlis t", + "( s", + "Ġ case", + "Ġc ase", + "Ġca se", + "Ġcas e", + "C h", + "ĉ ĉĉĉĉ", + "ĉĉ ĉĉĉ", + "ĉĉĉĉ ĉ", + "ĉĉĉ ĉĉ", + "//// ////", + "/// /////", + "///// ///", + "p onent", + "pon ent", + "pone nt", + "Ġ z", + "Ġ kn", + "Ġk n", + "l et", + "le t", + "D E", + "r ed", + "re d", + "Ġ fe", + "Ġf e", + "Ġ },Ċ", + "Ġ} ,Ċ", + "Ġ}, Ċ", + "Ġ ,", + "( t", + "Ġ first", + "Ġf irst", + "Ġfi rst", + "Ġfir st", + "' );Ċ", + "') ;Ċ", + "'); Ċ", + "w ord", + "wo rd", + "wor d", + "Ġ import", + "Ġim port", + "Ġimp ort", + "Ġ act", + "Ġa ct", + "Ġac t", + "Ġ char", + "Ġc har", + "Ġch ar", + "Ġcha r", + "C T", + "Ġ Tr", + "ĠT r", + "o ple", + "op le", + "opl e", + "= {", + "ĉ f", + "2 4", + "i ent", + "ie nt", + "ien t", + "c ent", + "ce nt", + "cen t", + ". j", + "l ection", + "le ction", + "lect ion", + "lec tion", + ") )Ċ", + ")) Ċ", + "Ġ only", + "Ġon ly", + "Ġ print", + "Ġp rint", + "Ġpr int", + "Ġpri nt", + "Ġprin t", + "m er", + "me r", + ". W", + "o ck", + "oc k", + "Ġ --", + "Ġ- -", + "T ext", + "Te xt", + "Tex t", + "Ġ op", + "Ġo p", + "a nk", + "an k", + "Ġ its", + "Ġit s", + "Ġi ts", + "Ġ back", + "Ġb ack", + "Ġba ck", + "Ġbac k", + "[ \"", + "Ġ need", + "Ġn eed", + "Ġne ed", + "Ġ cl", + "Ġc l", + "Ġ sub", + "Ġs ub", + "Ġsu b", + "Ġ la", + "Ġl a", + "( (", + ". \"", + "O bject", + "Ob ject", + "Obj ect", + "Ġ start", + "Ġst art", + "Ġstar t", + "Ġsta rt", + "f ile", + "fi le", + "fil e", + "( self", + "(s elf", + "(se lf", + "(sel f", + "n er", + "ne r", + "e y", + "Ġ user", + "Ġu ser", + "Ġus er", + "Ġuse r", + "Ġ ent", + "Ġe nt", + "Ġen t", + "Ġ Com", + "ĠC om", + "ĠCo m", + "i ts", + "it s", + "Ġ Con", + "ĠC on", + "ĠCo n", + "o uble", + "ou ble", + "oub le", + "o wer", + "ow er", + "owe r", + "i tem", + "it em", + "ite m", + "v ery", + "ver y", + "ve ry", + "Ġ We", + "ĠW e", + "6 4", + "l ick", + "lic k", + "li ck", + "Ġ Q", + "p hp", + "ph p", + "t tp", + "tt p", + "' :", + "i cs", + "ic s", + "Ġ under", + "Ġu nder", + "Ġun der", + "Ġund er", + "Ġunde r", + "Ġ *Ċ", + "Ġ* Ċ", + ". L", + ") ;", + "i ces", + "ic es", + "ice s", + "Ġ reg", + "Ġre g", + "Ġr eg", + ") čĊ", + "ĉ public", + "ĉp ublic", + "ĉpub lic", + "S S", + "Ġ then", + "Ġt hen", + "Ġth en", + "Ġthe n", + "r eat", + "re at", + "rea t", + "i ous", + "io us", + "iou s", + ". G", + "e k", + "i rect", + "ir ect", + "ire ct", + "h eck", + "he ck", + "hec k", + "cri pt", + "cr ipt", + "n ing", + "ni ng", + "nin g", + "Ġ Un", + "ĠU n", + "Ġ may", + "Ġm ay", + "Ġma y", + "Ġ Wh", + "ĠW h", + "B o", + "I tem", + "It em", + "str uct", + "stru ct", + ". st", + ".s t", + "r eam", + "re am", + "rea m", + "i ble", + "ib le", + "lo at", + "Ġ org", + "Ġo rg", + "Ġor g", + "u nd", + "un d", + "s um", + "su m", + "_ in", + "_i n", + ". ./", + ".. /", + "_ M", + "Ġ how", + "Ġh ow", + "Ġho w", + "r ite", + "ri te", + "rit e", + "' Ċ", + "T o", + "4 0", + "w w", + "Ġ people", + "Ġpe ople", + "in dex", + "ind ex", + "inde x", + ". n", + "h ttp", + "ht tp", + "htt p", + "( m", + "e ctor", + "ect or", + "ec tor", + "Ġ ind", + "Ġin d", + "Ġi nd", + "Ġ jav", + "Ġj av", + "Ġja v", + "] ,Ċ", + "], Ċ", + "Ġ He", + "ĠH e", + "_ st", + "_s t", + "f ul", + "fu l", + "o le", + "ol e", + ") {Ċ", + "){ Ċ", + "Ġ should", + "Ġsh ould", + "Ġsho uld", + "o py", + "op y", + "e lp", + "el p", + "i er", + "ie r", + "_ name", + "_n ame", + "_na me", + "er son", + "ers on", + "I ON", + "IO N", + "o te", + "ot e", + "Ġ test", + "Ġt est", + "Ġte st", + "Ġtes t", + "Ġ bet", + "Ġb et", + "Ġbe t", + "r ror", + "rr or", + "u lar", + "ul ar", + "ula r", + "ã Ģ", + "Ġ Ð", + "b s", + "t ing", + "ti ng", + "tin g", + "Ġ make", + "Ġm ake", + "Ġma ke", + "Ġmak e", + "T r", + "Ġ after", + "Ġa fter", + "Ġaf ter", + "Ġaft er", + "ar get", + "arg et", + "arge t", + "R O", + "ol umn", + "olum n", + "olu mn", + "r c", + "_ re", + "_r e", + "de fine", + "def ine", + "2 2", + "Ġ right", + "Ġr ight", + "Ġrig ht", + "Ġri ght", + "r ight", + "ri ght", + "rig ht", + "d ay", + "da y", + "Ġ long", + "Ġl ong", + "Ġlo ng", + "Ġlon g", + "[ ]", + "( p", + "t d", + "c ond", + "con d", + "co nd", + "Ġ Pro", + "ĠP ro", + "ĠPr o", + "Ġ rem", + "Ġre m", + "Ġr em", + "pt ions", + "ption s", + "v id", + "vi d", + ". g", + "Ġ ext", + "Ġe xt", + "Ġex t", + "Ġ __", + "Ġ_ _", + "' )Ċ", + "') Ċ", + "p ace", + "pa ce", + "pac e", + "m p", + "Ġ min", + "Ġm in", + "Ġmi n", + "st ance", + "sta nce", + "stan ce", + "a ir", + "ai r", + "a ction", + "act ion", + "ac tion", + "w h", + "t ype", + "ty pe", + "typ e", + "u til", + "ut il", + "uti l", + "a it", + "ai t", + "< ?", + "I C", + "t ext", + "te xt", + "tex t", + "Ġ ph", + "Ġp h", + "Ġ fl", + "Ġf l", + ". M", + "c cess", + "cc ess", + "cce ss", + "b r", + "f ore", + "fo re", + "for e", + "ers ion", + ") ,Ċ", + "), Ċ", + ". re", + ".r e", + "a teg", + "at eg", + "ate g", + "Ġ loc", + "Ġl oc", + "Ġlo c", + "i ns", + "in s", + "- s", + "t rib", + "tr ib", + "tri b", + "Ġ Int", + "ĠI nt", + "ĠIn t", + "Ġ array", + "Ġa rray", + "Ġar ray", + "Ġarr ay", + ", \"", + "P ro", + "Pr o", + "( c", + "ess ion", + "> ĊĊ", + ">Ċ Ċ", + "Ġ she", + "Ġs he", + "Ġsh e", + "\" ]", + "a ph", + "ap h", + "Ġ exp", + "Ġe xp", + "Ġex p", + "er ty", + "ert y", + "Ġ Se", + "ĠS e", + "Ġ par", + "Ġp ar", + "Ġpa r", + "u nc", + "un c", + "E T", + "Ġ read", + "Ġre ad", + "Ġr ead", + "p rint", + "pr int", + "pri nt", + "Ġ rel", + "Ġre l", + "Ġr el", + "Ġ form", + "Ġf orm", + "Ġfor m", + "Ġfo rm", + "Ġ dr", + "Ġd r", + "Ex ception", + "Except ion", + "in put", + "inp ut", + "Ġ trans", + "Ġt rans", + "Ġtr ans", + "Ġtra ns", + "Ġtran s", + "# #######", + "## ######", + "#### ####", + "### #####", + "##### ###", + "###### ##", + "####### #", + "or der", + "ord er", + "orde r", + "B y", + "Ġ aw", + "Ġa w", + "i ties", + "it ies", + "iti es", + "u ff", + "uf f", + "p lay", + "pl ay", + "pla y", + ". add", + ".a dd", + ".ad d", + "Ġ âĢĵ", + "ĠâĢ ĵ", + "Ġ want", + "Ġw ant", + "Ġwa nt", + "Ġwan t", + "Ġ comp", + "Ġc omp", + "Ġcom p", + "Ġco mp", + "m ents", + "ment s", + "me nts", + "men ts", + "Ġ ||", + "Ġ| |", + "a z", + "b e", + "Ġ number", + "Ġn umber", + "Ġnum ber", + "Ġnumb er", + "Ġ require", + "Ġre quire", + "Ġreq uire", + "Ġrequ ire", + "Ġ Ex", + "ĠE x", + "6 0", + "Ġ col", + "Ġc ol", + "Ġco l", + "Ġ key", + "Ġk ey", + "Ġke y", + "em ber", + "emb er", + "Ġ two", + "Ġt wo", + "Ġtw o", + "Ġ size", + "Ġs ize", + "Ġsi ze", + "Ġsiz e", + "Ġ where", + "Ġw here", + "Ġwh ere", + "Ġwhe re", + "U T", + "res ult", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "o ugh", + "ou gh", + "oug h", + "or ld", + "o od", + "oo d", + "u ch", + "uc h", + "at ive", + "ati ve", + "ativ e", + "g er", + "ge r", + "a rent", + "ar ent", + "are nt", + "aren t", + "Ġ /*", + "Ġ/ *", + "Ġ arg", + "Ġa rg", + "Ġar g", + "Ġ while", + "Ġwh ile", + "2 3", + "( this", + "(t his", + "(th is", + "Ġ rec", + "Ġre c", + "Ġr ec", + "Ġ dif", + "Ġd if", + "Ġdi f", + "St ate", + "Stat e", + "Ġ spec", + "Ġs pec", + "Ġsp ec", + "Ġspe c", + "r ide", + "ri de", + "rid e", + "_ F", + "Ġ look", + "Ġl ook", + "Ġlo ok", + "A M", + "il ity", + "ilit y", + "ili ty", + "e ter", + "et er", + "ete r", + "âĢĻ t", + "Ċ ĊĊ", + "ĊĊ Ċ", + "ay out", + "ayo ut", + "-- ------------------------------", + "---- ----------------------------", + "---------------- ----------------", + "------------ --------------------", + "---------------------------- ----", + "------------------------------ --", + "-------------------- ------------", + "a ger", + "ag er", + "age r", + "Ġ could", + "Ġc ould", + "Ġco uld", + "Ġcou ld", + "Ġ br", + "Ġb r", + "e nds", + "en ds", + "end s", + "u res", + "ur es", + "ure s", + "Ġ know", + "Ġk now", + "Ġkn ow", + "e ts", + "et s", + "Ġ If", + "ĠI f", + "Ġ Sh", + "ĠS h", + ". w", + "b ack", + "ba ck", + "bac k", + "Ġ ser", + "Ġs er", + "Ġse r", + "Ġ +=", + "Ġ+ =", + "Ġ fr", + "Ġf r", + "( ));Ċ", + "() );Ċ", + "()) ;Ċ", + "()); Ċ", + "Ġ hand", + "Ġh and", + "Ġha nd", + "Ġhan d", + "I nd", + "In d", + "U LL", + "UL L", + "I m", + "( );ĊĊ", + "() ;ĊĊ", + "();Ċ Ċ", + "(); ĊĊ", + "Ġ most", + "Ġm ost", + "Ġmo st", + "Ġmos t", + "Ġ try", + "Ġt ry", + "Ġtr y", + "Ġ now", + "Ġn ow", + "Ġno w", + "r ough", + "ro ugh", + "rou gh", + "> čĊ", + "ack age", + "Ġ him", + "Ġh im", + "Ġhi m", + ". _", + "i fy", + "if y", + "Ġ break", + "Ġb reak", + "Ġbre ak", + "Ġ );Ċ", + "Ġ) ;Ċ", + "Ġ); Ċ", + "r en", + "re n", + "# define", + "i tt", + "it t", + "Ġ ap", + "Ġa p", + "ĉ c", + "( n", + "Ġ You", + "ĠY ou", + "ĠYo u", + ": ĊĊ", + ":Ċ Ċ", + "- m", + "Ġ every", + "Ġe very", + "Ġever y", + "Ġev ery", + "Ġeve ry", + "us tom", + "ust om", + "usto m", + "l ient", + "li ent", + "lie nt", + "lien t", + "oc ument", + "ocu ment", + "cri ption", + "cript ion", + "E rror", + "Err or", + "Er ror", + "Erro r", + "- b", + "Ð ¾", + "] [", + "9 9", + "t rans", + "tr ans", + "tra ns", + "tran s", + "Ġ point", + "Ġp oint", + "Ġpo int", + "Ġpoi nt", + "Ġ std", + "Ġs td", + "Ġst d", + "Ġ fil", + "Ġf il", + "Ġfi l", + "T ime", + "Tim e", + "Ti me", + "8 0", + "Ġ mod", + "Ġm od", + "Ġmo d", + "Ġ ->", + "Ġ- >", + "Ġ error", + "Ġe rror", + "Ġerr or", + "Ġer ror", + "Ġerro r", + "a h", + "Ġ text", + "Ġt ext", + "Ġte xt", + "Ġtex t", + "r oller", + "ro ller", + "rol ler", + "roll er", + "l ose", + "lo se", + "los e", + "q l", + "Ġ pol", + "Ġp ol", + "Ġpo l", + "> < /", + "Ġ show", + "Ġs how", + "Ġsh ow", + "Ġsho w", + "U ser", + "Us er", + "Use r", + "a sed", + "as ed", + "ase d", + "Ġ {ĊĊ", + "Ġ{ ĊĊ", + "Ġ{Ċ Ċ", + "Ġ find", + "Ġf ind", + "Ġfin d", + "Ġfi nd", + "Ð °", + "E D", + "s pan", + "sp an", + "spa n", + "e nu", + "en u", + "Ġ current", + "Ġc urrent", + "Ġcur rent", + "Ġcurr ent", + "Ġ used", + "Ġu sed", + "Ġus ed", + "Ġuse d", + "c ept", + "ce pt", + "cep t", + "cl ud", + "Ġ play", + "Ġp lay", + "Ġpl ay", + "Ġpla y", + "Ġ log", + "Ġl og", + "Ġlo g", + "u tion", + "ut ion", + "uti on", + "f l", + "Ġ see", + "Ġs ee", + "Ġse e", + "ind ows", + "indow s", + "indo ws", + "Ġ help", + "Ġh elp", + "Ġhe lp", + "Ġhel p", + "Ġ these", + "Ġth ese", + "Ġthe se", + "Ġ pass", + "Ġp ass", + "Ġpas s", + "Ġpa ss", + "Ġ down", + "Ġd own", + "Ġdo wn", + "Ġdow n", + "Ġ even", + "Ġe ven", + "Ġev en", + "Ġeve n", + "a son", + "as on", + "aso n", + "u ild", + "ui ld", + "uil d", + "f rom", + "fr om", + "( d", + "Ġ bl", + "Ġb l", + "l abel", + "la bel", + "lab el", + "e lse", + "el se", + "els e", + "Ð µ", + "Ġ (!", + "Ġ( !", + "i zed", + "iz ed", + "ize d", + "( ),", + "() ,", + "Ġ ob", + "Ġo b", + "Ġ item", + "Ġit em", + "Ġi tem", + "u mp", + "um p", + "U R", + "o rn", + "or n", + "Ġ don", + "Ġd on", + "Ġdo n", + "S e", + "m an", + "ma n", + "2 7", + "am ple", + "amp le", + "t n", + "= ===============", + "== ==============", + "==== ============", + "======== ========", + "=== =============", + "============ ====", + "============= ===", + "=========== =====", + "============== ==", + "========= =======", + "========== ======", + "=============== =", + "====== ==========", + "===== ===========", + "======= =========", + "H e", + "g ram", + "gr am", + "gra m", + "Ġ did", + "Ġd id", + "Ġdi d", + "w n", + "_ h", + "i ver", + "iv er", + "ive r", + "Ġ sm", + "Ġs m", + "Ġ through", + "Ġth rough", + "Ġthr ough", + "Ġthro ugh", + "Ġ An", + "ĠA n", + "c he", + "ch e", + "Ġ inv", + "Ġin v", + "Ġi nv", + "o use", + "ou se", + "ous e", + "Ġ es", + "Ġe s", + "Ġ New", + "ĠN ew", + "ĠNe w", + "ex port", + "exp ort", + "expo rt", + "m ary", + "ma ry", + "mar y", + "u to", + "ut o", + "l er", + "le r", + "Ġ last", + "Ġl ast", + "Ġla st", + "Ġlas t", + "Ġ event", + "Ġe vent", + "Ġeven t", + "Ġev ent", + "Ġeve nt", + "t ry", + "tr y", + "ï ¼", + "i ly", + "il y", + "ig ned", + "ign ed", + "igne d", + "i nes", + "in es", + "ine s", + "ol low", + "oll ow", + "ollo w", + "ic ense", + "icens e", + "s ole", + "so le", + "sol e", + "l ear", + "le ar", + "lea r", + "( int", + "(i nt", + "(in t", + "Ġ again", + "Ġa gain", + "Ġag ain", + "Ġ high", + "Ġh igh", + "Ġhi gh", + "h tml", + "ht ml", + "htm l", + "In dex", + "Ind ex", + "ut hor", + "uth or", + "Ġ /**Ċ", + "Ġ/ **Ċ", + "Ġ/* *Ċ", + "Ġ/** Ċ", + "Ġ line", + "Ġl ine", + "Ġli ne", + "Ġlin e", + "E vent", + "Even t", + "Ev ent", + "_ D", + "Ġ does", + "Ġd oes", + "Ġdo es", + "Ġdoe s", + "it ial", + "iti al", + "itia l", + "Ġ cr", + "Ġc r", + "a rs", + "ar s", + "2 8", + "Ġ tem", + "Ġt em", + "Ġte m", + "c ause", + "ca use", + "f ace", + "fa ce", + "fac e", + "Ġ `", + "_ A", + "B utton", + "But ton", + "a ture", + "at ure", + "atur e", + "atu re", + "ect ed", + "ec ted", + "E S", + "i ster", + "is ter", + "ist er", + "iste r", + "ĉ Ċ", + "Ġ before", + "Ġb efore", + "Ġbe fore", + "Ġbef ore", + "a le", + "al e", + "o ther", + "ot her", + "oth er", + "Ġ because", + "Ġb ecause", + "Ġbe cause", + "Ġbec ause", + "r oid", + "ro id", + "roi d", + "Ġ ed", + "Ġe d", + "i k", + "r eg", + "re g", + "Ġ De", + "ĠD e", + "Ġ dist", + "Ġd ist", + "Ġdis t", + "Ġdi st", + "} ,Ċ", + "}, Ċ", + "Ġ state", + "Ġst ate", + "Ġstat e", + "Ġsta te", + "Ġ cons", + "Ġc ons", + "Ġcon s", + "Ġco ns", + "r int", + "ri nt", + "rin t", + "a tt", + "at t", + "Ġ here", + "Ġh ere", + "Ġhe re", + "Ġher e", + "i ned", + "in ed", + "ine d", + "Ġ final", + "Ġf inal", + "Ġfin al", + "Ġfi nal", + "Ġ \"\"", + "Ġ\" \"", + "K ey", + "Ke y", + "L O", + "Ġ del", + "Ġd el", + "Ġde l", + "p ty", + "pt y", + "th ing", + "thin g", + "2 6", + "Ġ And", + "ĠA nd", + "ĠAn d", + "Ġ run", + "Ġr un", + "Ġru n", + "Ġ X", + "y m", + ". app", + ".ap p", + ".a pp", + "Ġ very", + "Ġv ery", + "Ġver y", + "Ġve ry", + "c es", + "ce s", + "_ N", + "a red", + "ar ed", + "are d", + "w ard", + "wa rd", + "war d", + "l ist", + "li st", + "lis t", + "i ted", + "it ed", + "ite d", + "o log", + "ol og", + "olo g", + "it ch", + "B ox", + "Bo x", + "i fe", + "if e", + "3 3", + "Ġ ac", + "Ġa c", + "Ġ model", + "Ġm odel", + "Ġmod el", + "Ġmode l", + "Ġmo del", + "Ġ mon", + "Ġm on", + "Ġmo n", + "Ġ way", + "Ġw ay", + "Ġwa y", + "l ete", + "le te", + "let e", + "Ġ call", + "Ġc all", + "Ġcal l", + "Ġca ll", + "Ġ att", + "Ġa tt", + "Ġat t", + "Ġ cal", + "Ġc al", + "Ġca l", + "v ert", + "ver t", + "ve rt", + "Ġ dec", + "Ġd ec", + "Ġde c", + "l ease", + "le ase", + "lea se", + "o un", + "ou n", + "Ġ });Ċ", + "Ġ} );Ċ", + "Ġ}) ;Ċ", + "Ġ}); Ċ", + "f r", + "form ation", + "format ion", + "forma tion", + "e tail", + "et ail", + "eta il", + "Ġ num", + "Ġn um", + "Ġnu m", + "a j", + "qu ery", + "que ry", + "quer y", + "Ġ well", + "Ġw ell", + "Ġwe ll", + "Ġwel l", + "Ġ object", + "Ġo bject", + "Ġob ject", + "Ġobj ect", + "Ġ As", + "ĠA s", + "Ġ years", + "Ġy ears", + "Ġyear s", + "Ġye ars", + "C olor", + "Col or", + "Co lor", + "I S", + "Ġ default", + "Ġd efault", + "Ġde fault", + "Ġdef ault", + "Ġdefa ult", + "W h", + "Ġ ins", + "Ġin s", + "Ġi ns", + "a int", + "ain t", + "ai nt", + "Ġ java", + "Ġj ava", + "Ġjav a", + "Ġja va", + "Ġ sim", + "Ġs im", + "Ġsi m", + "Ġ Ar", + "ĠA r", + "m on", + "mo n", + "t il", + "ti l", + "( );čĊ", + "() ;čĊ", + "(); čĊ", + ") :", + "S et", + "Se t", + "2 9", + "at ter", + "att er", + "atte r", + "Ġ view", + "Ġv iew", + "Ġvi ew", + "Ġvie w", + "Ġ pres", + "Ġp res", + "Ġpr es", + "Ġpre s", + "a rray", + "ar ray", + "arr ay", + "arra y", + "W e", + "A t", + "Ġ bel", + "Ġb el", + "Ġbe l", + "Ġ many", + "Ġm any", + "Ġman y", + "Ġma ny", + "2 1", + "M an", + "Ma n", + "e nder", + "en der", + "end er", + "ende r", + "Ġ being", + "Ġb eing", + "Ġbe ing", + "Ġbei ng", + "Ġ good", + "Ġg ood", + "Ġgo od", + "Ġgoo d", + "ĉ ĉĉĉĉĉ", + "ĉĉ ĉĉĉĉ", + "ĉĉĉĉ ĉĉ", + "ĉĉĉ ĉĉĉ", + "ĉĉĉĉĉ ĉ", + "at ional", + "ation al", + "atio nal", + "ati onal", + "w are", + "wa re", + "war e", + ". log", + ".l og", + ".lo g", + "{ čĊ", + "Ġ using", + "Ġu sing", + "Ġus ing", + "_ B", + "Ġ :=", + "Ġ: =", + "_ w", + "i sts", + "is ts", + "ist s", + "l ish", + "li sh", + "lis h", + "Ġ stud", + "Ġst ud", + "Ġstu d", + "Ġ Al", + "ĠA l", + "Ġ gu", + "Ġg u", + "con fig", + "conf ig", + "u ring", + "ur ing", + "uri ng", + "t ime", + "ti me", + "tim e", + "o ken", + "ok en", + "oke n", + "ame space", + "ames pace", + "Ġ request", + "Ġre quest", + "Ġreq uest", + "Ġrequ est", + "Ġ child", + "Ġch ild", + "Ġchi ld", + "Ġ Ã", + "l ob", + "lo b", + "Ġ param", + "Ġp aram", + "Ġpar am", + "Ġpara m", + "Ġpa ram", + "Ġ }čĊ", + "Ġ} čĊ", + "0 1", + "Ġ echo", + "Ġe cho", + "Ġec ho", + "Ġech o", + "f unction", + "func tion", + "fun ction", + "**** ****************************", + "******** ************************", + "**************** ****************", + "************************ ********", + "******************** ************", + "**************************** ****", + "************ ********************", + "p s", + "E lement", + "El ement", + "Elem ent", + "Ele ment", + "a lk", + "al k", + "l ication", + "lic ation", + "li cation", + "lica tion", + "b y", + "S ize", + "Si ze", + "ra wing", + "raw ing", + "Ġ person", + "Ġp erson", + "Ġper son", + "Ġpers on", + "Ġperso n", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "\\ n", + "o bject", + "ob ject", + "obj ect", + "i nce", + "in ce", + "inc e", + "E n", + "F ile", + "Fi le", + "Fil e", + "u f", + "f fect", + "ff ect", + "ffe ct", + "A C", + "Ġ style", + "Ġst yle", + "Ġsty le", + "Ġstyl e", + "sum mary", + "summ ary", + "Ġ que", + "Ġqu e", + "Ġq ue", + "_ r", + "Ġ ($", + "Ġ( $", + "M odel", + "Mode l", + "Mod el", + "Mo del", + "i dent", + "id ent", + "ide nt", + "iden t", + "Ġ method", + "Ġm ethod", + "Ġmet hod", + "Ġmeth od", + "I L", + "o tt", + "ot t", + "l ess", + "le ss", + "les s", + "I NG", + "IN G", + "Ġ ()", + "Ġ( )", + "Ġ expect", + "Ġex pect", + "Ġexp ect", + "y nc", + "yn c", + "p ackage", + "pack age", + "3 5", + "u rs", + "ur s", + "Ġ prot", + "Ġp rot", + "Ġpro t", + "Ġpr ot", + ". /", + "p re", + "pr e", + "Ġ )Ċ", + "Ġ) Ċ", + "m a", + "Ġ sur", + "Ġs ur", + "Ġsu r", + "Ġ found", + "Ġf ound", + "Ġfo und", + "Ġfou nd", + "In fo", + "Inf o", + "p ar", + "pa r", + "i mes", + "im es", + "ime s", + ". e", + "a ins", + "ain s", + "ai ns", + "Ġ post", + "Ġp ost", + "Ġpos t", + "Ġpo st", + "- d", + "4 5", + "o lean", + "ol ean", + "ole an", + "Ġ sl", + "Ġs l", + "P E", + "Ġ such", + "Ġs uch", + "Ġsu ch", + "Ġsuc h", + "s elect", + "se lect", + "sel ect", + "a iner", + "ain er", + "ai ner", + "aine r", + "Ġ think", + "Ġth ink", + "Ġthin k", + "Ġthi nk", + "Ġd iffer", + "Ġdif fer", + "Ġdi ffer", + "Ġdiff er", + ". r", + "/ **Ċ", + "/* *Ċ", + "/** Ċ", + "F F", + "o ol", + "oo l", + "p late", + "pl ate", + "plat e", + "pla te", + "q ual", + "qu al", + "qua l", + "Ġ For", + "ĠF or", + "ĠFo r", + "Ġ much", + "Ġm uch", + "Ġmu ch", + "Ġmuc h", + "u c", + "( new", + "(n ew", + "(ne w", + "od ule", + "odu le", + "Ġ som", + "Ġs om", + "Ġso m", + "Ġ http", + "Ġh ttp", + "Ġht tp", + "Ġhtt p", + "Ġ List", + "ĠL ist", + "ĠLi st", + "ĠLis t", + "Ġ count", + "Ġc ount", + "Ġco unt", + "Ġcoun t", + "Ġcou nt", + "Ġ inst", + "Ġin st", + "Ġi nst", + "Ġins t", + "c har", + "ch ar", + "cha r", + "m it", + "mi t", + ". id", + ".i d", + "a king", + "ak ing", + "aki ng", + "akin g", + "Ġ gener", + "Ġg ener", + "Ġge ner", + "Ġgen er", + "Ġgene r", + "p x", + "v ice", + "vi ce", + "vic e", + "3 7", + "_ data", + "_d ata", + "_dat a", + "_da ta", + "Ġ NULL", + "ĠN ULL", + "ĠNU LL", + "} čĊ", + "i dd", + "id d", + "ãĢ Ĥ", + "Ġ med", + "Ġm ed", + "Ġme d", + "o rg", + "or g", + "i der", + "id er", + "ide r", + "a che", + "ac he", + "ach e", + "w ork", + "wo rk", + "wor k", + "Ġ check", + "Ġc heck", + "Ġch eck", + "Ġche ck", + "w een", + "we en", + "Ġ ((", + "Ġ( (", + "t he", + "th e", + "a nts", + "an ts", + "ant s", + "> <", + ". B", + "- c", + "Ġ open", + "Ġo pen", + "Ġop en", + "Ġ est", + "Ġe st", + "Ġes t", + "Ġ ĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĊ", + "Ġ next", + "Ġn ext", + "Ġne xt", + "Ġnex t", + "I M", + "Ñ Ĥ", + "O T", + "à ³", + "Ġ follow", + "Ġf ollow", + "Ġfol low", + "Ġfoll ow", + "c ontent", + "con tent", + "cont ent", + "conte nt", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ġin clud", + "Ġincl ud", + "Ġinclu d", + "H E", + "Ġ Res", + "ĠR es", + "ĠRe s", + "Ġ href", + "Ġh ref", + "Ġhr ef", + "Ð ¸", + "Ġ car", + "Ġc ar", + "Ġca r", + "y pes", + "ype s", + "yp es", + "i mage", + "im age", + "ima ge", + "imag e", + "U n", + "Ġ bool", + "Ġb ool", + "Ġbo ol", + "Ġboo l", + "A D", + "Ġ game", + "Ġg ame", + "Ġgam e", + "Ġga me", + ". Form", + ".F orm", + ".For m", + "r ows", + "ro ws", + "row s", + "* /", + "v elop", + "ve lop", + "vel op", + ". Drawing", + ".D rawing", + ".Draw ing", + "Ġ path", + "Ġp ath", + "Ġpat h", + "Ġpa th", + "is ion", + "isi on", + "Ġ each", + "Ġe ach", + "Ġea ch", + "Ġ Pl", + "ĠP l", + "_ type", + "_t ype", + "_typ e", + "_ty pe", + "P ath", + "Pa th", + "Pat h", + "n ection", + "ne ction", + "nect ion", + "Ġ av", + "Ġa v", + "' ).", + "') .", + "Ġ support", + "Ġs upport", + "Ġsup port", + "Ġsupp ort", + "E NT", + "EN T", + "r em", + "re m", + "\" ).", + "\") .", + "Ġ own", + "Ġo wn", + "Ġow n", + "Ġ cor", + "Ġc or", + "Ġco r", + "c ount", + "co unt", + "cou nt", + "m iss", + "mi ss", + "mis s", + "u ally", + "ual ly", + "Ġ mem", + "Ġm em", + "Ġme m", + "s td", + "st d", + "i ence", + "ie nce", + "ien ce", + "s earch", + "se arch", + "sea rch", + "\" ĊĊ", + "\"Ċ Ċ", + "F orm", + "For m", + "Fo rm", + "Ġ sex", + "Ġs ex", + "Ġse x", + "e name", + "en ame", + "ena me", + "Ġ sign", + "Ġs ign", + "Ġsi gn", + "Ġsig n", + "Ġ et", + "Ġe t", + "Ġ ĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠ ĠĠĠĠ", + "' ,'", + "', '", + "Ġ App", + "ĠA pp", + "ĠAp p", + "Ġ those", + "Ġth ose", + "Ġtho se", + "o ff", + "of f", + "Ġ err", + "Ġe rr", + "Ġer r", + "Ġ system", + "Ġs ystem", + "Ġsys tem", + "Ġsy stem", + "Ġsyst em", + "Ġ best", + "Ġb est", + "Ġbe st", + "Ġbes t", + "c ode", + "co de", + "cod e", + "Ġ same", + "Ġs ame", + "Ġsa me", + "Ġsam e", + "Ġ di", + "Ġd i", + "u ss", + "us s", + "Ġ create", + "Ġc reate", + "Ġcre ate", + "Ġcreat e", + "Ġcrea te", + "a ther", + "at her", + "ath er", + "athe r", + "A rray", + "Ar ray", + "Arr ay", + ". in", + ".i n", + "f e", + "S ervice", + "Ser vice", + "Serv ice", + "U N", + "a ts", + "at s", + "Ġ Z", + "al th", + "alt h", + "Ġ made", + "Ġm ade", + "Ġma de", + "Ġmad e", + "tr ue", + "tru e", + "A B", + "Ġ mark", + "Ġm ark", + "Ġmar k", + "Ġma rk", + "r id", + "ri d", + "if ied", + "ifi ed", + "ifie d", + ", čĊ", + "y n", + "p ress", + "pr ess", + "pre ss", + "pres s", + "Ġ group", + "Ġg roup", + "Ġgr oup", + "Ġgro up", + "Ġgrou p", + "Ġ fin", + "Ġf in", + "Ġfi n", + "Ġ License", + "ĠL icense", + "ĠLic ense", + "F ield", + "Fi eld", + "e ger", + "eg er", + "Ġ world", + "Ġw orld", + "Ġwor ld", + "i ness", + "in ess", + "ine ss", + "ines s", + "t y", + "Ġ process", + "Ġp rocess", + "Ġpro cess", + "Ġproc ess", + "Ġproces s", + "( b", + "Ġ cre", + "Ġc re", + "Ġcr e", + "a rn", + "ar n", + "i ves", + "iv es", + "ive s", + "Ġ main", + "Ġm ain", + "Ġma in", + "Ġmai n", + "i deo", + "id eo", + "ide o", + "3 6", + "_ g", + "A G", + "val id", + "va lid", + "i mg", + "im g", + "P I", + "Ġ color", + "Ġc olor", + "Ġco lor", + "Ġcol or", + "Ġ report", + "Ġre port", + "Ġrep ort", + "Ġrepo rt", + "Ġ take", + "Ġt ake", + "Ġta ke", + "Ġtak e", + "r ib", + "ri b", + "O M", + "Ġ day", + "Ġd ay", + "Ġda y", + "Re quest", + "Req uest", + "Ġ sk", + "Ġs k", + "b ers", + "ber s", + "be rs", + "ĉ s", + ". Add", + ".A dd", + ".Ad d", + "o ot", + "oo t", + "I mage", + "Im age", + "Ġcom ple", + "Ġcomp le", + "Ġcompl e", + "ol lection", + "oll ection", + "ollect ion", + "olle ction", + "Ġ top", + "Ġt op", + "Ġto p", + "Ġ free", + "Ġf ree", + "Ġfr ee", + "Ġfre e", + "A S", + "D e", + "Ġ On", + "ĠO n", + "I G", + "9 0", + "e ta", + "et a", + "D ate", + "Da te", + "Dat e", + "Ġ action", + "Ġa ction", + "Ġact ion", + "Ġac tion", + "3 4", + "O ver", + "i tor", + "it or", + "ito r", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "n ot", + "no t", + "Ġ index", + "Ġin dex", + "Ġind ex", + "Ġinde x", + "h er", + "he r", + "i con", + "ic on", + "ico n", + "O n", + "; čĊčĊ", + ";čĊ čĊ", + "iv ity", + "ivi ty", + "m and", + "man d", + "ma nd", + ". Windows", + ".W indows", + ".Window s", + "O L", + "Ġ real", + "Ġre al", + "Ġ max", + "Ġm ax", + "Ġma x", + "l and", + "la nd", + "lan d", + ". ...", + ".. ..", + "... .", + "r aph", + "ra ph", + "rap h", + "Ġ build", + "Ġb uild", + "Ġbu ild", + "l eg", + "le g", + "as sword", + "ass word", + "? ĊĊ", + "?Ċ Ċ", + "âĢ ¦", + "o ok", + "oo k", + "u ck", + "uc k", + "Ġ message", + "Ġm essage", + "Ġmess age", + "Ġmes sage", + "t est", + "te st", + "tes t", + "i vers", + "iv ers", + "ive rs", + "iver s", + "3 8", + "Ġ input", + "Ġin put", + "Ġinp ut", + "Ġ art", + "Ġa rt", + "Ġar t", + "Ġ between", + "Ġb etween", + "Ġbet ween", + "G et", + "Ge t", + "en ter", + "ent er", + "ente r", + "g round", + "gr ound", + "gro und", + "e ne", + "en e", + "à ¡", + ". length", + ".l ength", + ".len gth", + ".le ngth", + "N ode", + "No de", + "( i", + "C lass", + "Cl ass", + "Cla ss", + "f or", + "fo r", + "Ġ âĢĶ", + "ĠâĢ Ķ", + "t en", + "te n", + "o in", + "oi n", + "Ġ ke", + "Ġk e", + "u i", + "Ġ IN", + "ĠI N", + "Ġ table", + "Ġt able", + "Ġtab le", + "Ġta ble", + "s ub", + "su b", + "Ġ Le", + "ĠL e", + "Ġ head", + "Ġh ead", + "Ġhe ad", + "Ġ must", + "Ġm ust", + "Ġmus t", + "Ġmu st", + "//// ////////////", + "//////// ////////", + "//////////// ////", + ". util", + ".u til", + ".ut il", + "Cont ext", + "Con text", + "Ġ order", + "Ġor der", + "Ġord er", + "Ġ mov", + "Ġm ov", + "Ġmo v", + "o ver", + "ov er", + "ove r", + "Ġ contin", + "Ġcon tin", + "Ġcont in", + "Ġ say", + "Ġs ay", + "Ġsa y", + "st atic", + "stat ic", + "sta tic", + ". Text", + ".T ext", + ".Te xt", + "Ġ className", + "Ġclass Name", + "p any", + "pan y", + "pa ny", + "Ġ ter", + "Ġt er", + "Ġte r", + "h ead", + "he ad", + "hea d", + "r g", + "Ġ product", + "Ġpro duct", + "Ġprodu ct", + "Ġprod uct", + "T his", + "Th is", + ". âĢĿ", + "Ġ But", + "ĠB ut", + "ĠBu t", + "7 0", + "l oy", + "lo y", + "Ġ double", + "Ġd ouble", + "Ġdo uble", + "Ġdoub le", + "Ġdou ble", + "s g", + "Ġ place", + "Ġp lace", + "Ġpl ace", + "Ġplac e", + "Ġpla ce", + ". x", + "m essage", + "mes sage", + "mess age", + "Ġ information", + "Ġin formation", + "Ġinform ation", + "Ġinformat ion", + "pr ivate", + "priv ate", + "Ġ oper", + "Ġo per", + "Ġop er", + "c ed", + "ce d", + "d b", + "\" > < /", + "P aram", + "Par am", + "Pa ram", + "Para m", + "i cle", + "ic le", + "icl e", + "Ġ week", + "Ġwe ek", + "Ġwee k", + "Ġ prop", + "Ġp rop", + "Ġpro p", + "Ġpr op", + "t able", + "ta ble", + "tab le", + "tabl e", + "id get", + "idge t", + "p lace", + "pl ace", + "pla ce", + "P rop", + "Pro p", + "Pr op", + "Ġ All", + "ĠA ll", + "ĠAl l", + "e ls", + "el s", + "b ox", + "bo x", + ". ĊĊĊĊ", + ".ĊĊ ĊĊ", + ".Ċ ĊĊĊ", + ".ĊĊĊ Ċ", + ". R", + "Ġ To", + "ĠT o", + "i ter", + "it er", + "ite r", + "S h", + "u ration", + "ur ation", + "ura tion", + "urat ion", + "o lder", + "ol der", + "old er", + "_ list", + "_l ist", + "_li st", + "c ome", + "com e", + "co me", + "Ġ sw", + "Ġs w", + "iz ation", + "iza tion", + "ĉ for", + "ĉf or", + "b l", + "Ġ program", + "Ġp rogram", + "Ġpro gram", + "Ġpr ogram", + "Ġprog ram", + "( e", + "a pe", + "ap e", + "c heck", + "ch eck", + "che ck", + ". Forms", + ".Form s", + ".For ms", + "Ġ und", + "Ġu nd", + "Ġun d", + "ateg ory", + "ategor y", + "atego ry", + "7 5", + "a gs", + "ag s", + "Ġ response", + "Ġres ponse", + "Ġrespons e", + "Ġresp onse", + "U S", + "re quest", + "req uest", + "requ est", + "Ġ struct", + "Ġstr uct", + "Ġstru ct", + "e scription", + "es cription", + "Ġ code", + "Ġc ode", + "Ġco de", + "Ġcod e", + "_ H", + "u ffer", + "uff er", + "uf fer", + "Ġ without", + "Ġwith out", + "lo bal", + "lob al", + "M anager", + "Man ager", + "Manage r", + "Mana ger", + "il ter", + "ilt er", + "P O", + "ĉ this", + "ĉt his", + "ĉth is", + "o ption", + "op tion", + "opt ion", + "Ġ sol", + "Ġs ol", + "Ġso l", + "Ġ ===", + "Ġ= ==", + "Ġ== =", + "a kes", + "ak es", + "ake s", + "Cont roller", + "Control ler", + "Contr oller", + "4 4", + "M essage", + "Mes sage", + "Mess age", + "Ġ ref", + "Ġre f", + "Ġr ef", + "e ver", + "ev er", + "eve r", + "Ġ So", + "ĠS o", + "a ining", + "ain ing", + "ai ning", + ". append", + ".app end", + ".ap pend", + "Ġ still", + "Ġst ill", + "Ġstil l", + "Ġpro vid", + "Ġpr ovid", + "Ġprov id", + "Ġ assert", + "Ġas sert", + "Ġass ert", + "m ed", + "me d", + "Ġ cap", + "Ġc ap", + "Ġca p", + "us iness", + "usi ness", + "Ġ rep", + "Ġre p", + "Ġr ep", + "t ings", + "ting s", + "tin gs", + "v ed", + "ve d", + ". N", + "a pi", + "ap i", + "O D", + "Ġ field", + "Ġf ield", + "Ġfi eld", + "Ġfie ld", + "i ven", + "iv en", + "ive n", + "o to", + "ot o", + "âĢ ľ", + "c ol", + "co l", + "( x", + "g ht", + "gh t", + "Res ult", + "C ode", + "Co de", + "Cod e", + ". is", + ".i s", + "l ink", + "li nk", + "lin k", + "Ġ cour", + "Ġc our", + "Ġco ur", + "Ġcou r", + "A n", + "Ġ team", + "Ġt eam", + "Ġte am", + "Ġtea m", + "ĉ int", + "ĉi nt", + "ĉin t", + "i ft", + "if t", + "5 5", + "Ġ second", + "Ġse cond", + "Ġsec ond", + "Ġ going", + "Ġgo ing", + "Ġ range", + "Ġr ange", + "Ġran ge", + "Ġra nge", + "Ġrang e", + "_ E", + "n ess", + "ne ss", + "nes s", + "3 9", + "Ġf am", + "Ġfa m", + "Ġ nil", + "Ġn il", + "Ġni l", + "Ġ Cont", + "ĠC ont", + "ĠCon t", + "ĠCo nt", + "ail able", + "u tes", + "ut es", + "ute s", + "a tab", + "at ab", + "ata b", + "Ġ fact", + "Ġf act", + "Ġfa ct", + "Ġfac t", + "Ġ vis", + "Ġv is", + "Ġvi s", + "( &", + "Ġ AN", + "ĠA N", + "3 1", + "A l", + "t itle", + "ti tle", + "tit le", + "Ġ android", + "Ġand roid", + "C E", + "\\ \"", + "i rt", + "ir t", + "Ġw rit", + "Ġwr it", + "Ð ½", + "ĉ m", + "ft ware", + "o nd", + "on d", + "Ġ ret", + "Ġre t", + "Ġr et", + "os ition", + "osi tion", + "osit ion", + "Ġ home", + "Ġh ome", + "Ġhom e", + "Ġho me", + "Ġ left", + "Ġl eft", + "Ġle ft", + "ar gs", + "arg s", + "m eric", + "mer ic", + "me ric", + "4 8", + "Ġ direct", + "Ġd irect", + "Ġdi rect", + "Ġdir ect", + "Ġdire ct", + "o ci", + "oc i", + "P l", + "A s", + "r et", + "re t", + "a do", + "ad o", + "O f", + "c hn", + "ch n", + "Ġ Get", + "ĠG et", + "ĠGe t", + "e e", + "r oss", + "ro ss", + "ros s", + "( );", + "() ;", + "_ ___", + "__ __", + "___ _", + ". ph", + ".p h", + "I t", + "o ute", + "ou te", + "out e", + "Ġex per", + "Ġexp er", + "ch ool", + "cho ol", + "w ww", + "ww w", + "} ,", + "Ġ allow", + "Ġal low", + "Ġall ow", + "Ġallo w", + "Ġ Â", + "( ))", + "() )", + "s ize", + "si ze", + "siz e", + "i sm", + "is m", + "a i", + "t ract", + "tr act", + "tra ct", + "a ne", + "an e", + ". ..ĊĊ", + ".. .ĊĊ", + "... ĊĊ", + "...Ċ Ċ", + "con text", + "cont ext", + "conte xt", + "Ġ beg", + "Ġb eg", + "Ġbe g", + "C H", + "Ġ page", + "Ġp age", + "Ġpa ge", + "Ġpag e", + "h ip", + "hi p", + "n o", + "c ore", + "co re", + "cor e", + "s p", + "Ġ different", + "Ġd ifferent", + "Ġdiffer ent", + "i able", + "ia ble", + "Ġ Me", + "ĠM e", + "_ IN", + "_I N", + "b utton", + "but ton", + "butt on", + "Ġ Is", + "ĠI s", + "erv ices", + "ervice s", + "Ġ ca", + "Ġc a", + "Ġ around", + "Ġa round", + "Ġar ound", + "Ġarou nd", + "A pp", + "Ap p", + "r ation", + "ra tion", + "rat ion", + "ratio n", + "Ġ rece", + "Ġre ce", + "Ġr ece", + "Ġrec e", + "Ġ really", + "Ġre ally", + "Ġreal ly", + "Ġ image", + "Ġi mage", + "Ġim age", + "Ġimag e", + "Ġima ge", + "Ġ target", + "Ġt arget", + "Ġtar get", + "Ġtarg et", + "Ġ dep", + "Ġd ep", + "Ġde p", + "opy right", + "t ra", + "tr a", + "i ngle", + "in gle", + "ing le", + "i tal", + "it al", + "ita l", + "L ayout", + "Ġ both", + "Ġb oth", + "Ġbo th", + "Ġbot h", + "Over ride", + "a rm", + "ar m", + "= >", + "at erial", + "ate rial", + "ater ial", + "ateria l", + "i led", + "il ed", + "ile d", + "Ġ put", + "Ġp ut", + "Ġpu t", + "Q u", + "Ñ Ģ", + "u ng", + "un g", + "m ap", + "ma p", + "ĉ ĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉ ĉ", + "Ġ level", + "Ġle vel", + "Ġlev el", + "Ġleve l", + "Com ponent", + "Comp onent", + "b ook", + "bo ok", + "boo k", + "c reen", + "cre en", + "cr een", + "_ RE", + "_R E", + "Ġ config", + "Ġcon fig", + "Ġconf ig", + "ã ģ", + "O r", + ". data", + ".d ata", + ".dat a", + ".da ta", + "Ġ document", + "Ġd ocument", + "Ġdoc ument", + "\" ,\"", + "\", \"", + "trib ute", + "u x", + "L og", + "Lo g", + "f erence", + "fer ence", + "fe rence", + "p ost", + "pos t", + "po st", + "_ e", + "Ġ local", + "Ġl ocal", + "Ġlo cal", + "Ġloc al", + "an dom", + "and om", + "ando m", + "as sert", + "ass ert", + "asse rt", + "asser t", + "V al", + "Va l", + "l ected", + "lect ed", + "lec ted", + "i na", + "in a", + "at abase", + "ata base", + "atab ase", + "A dd", + "Ad d", + "Ġ content", + "Ġc ontent", + "Ġcon tent", + "Ġcont ent", + "Ġconten t", + "Ġconte nt", + ". print", + ".p rint", + ".pr int", + "s igned", + "sign ed", + "sig ned", + "r ic", + "ri c", + ". \"ĊĊ", + ".\" ĊĊ", + ".\"Ċ Ċ", + "Ġ fa", + "Ġf a", + "! ĊĊ", + "!Ċ Ċ", + "- f", + "i ved", + "iv ed", + "ive d", + "Ġ quest", + "Ġqu est", + "Ġque st", + "Ġq uest", + "Ġques t", + ". ex", + ".e x", + "Ġ float", + "Ġf loat", + "Ġflo at", + "Ġ develop", + "Ġde velop", + "Ġdev elop", + "Ġdeve lop", + "Ġdevel op", + "о Ð", + "M ap", + "Ma p", + "a ding", + "ad ing", + "adi ng", + "adin g", + "Ġ poss", + "Ġp oss", + "Ġpos s", + "Ġpo ss", + "U E", + "n amespace", + "name space", + "names pace", + "_ O", + "ĉ b", + ". Get", + ".G et", + ".Ge t", + "> (", + "j son", + "js on", + "e tails", + "et ails", + "etail s", + "eta ils", + "6 6", + "Ġ too", + "Ġt oo", + "Ġto o", + "Ġ extends", + "Ġext ends", + "Ġextend s", + "Ġ None", + "ĠN one", + "ĠNo ne", + "ĠNon e", + "Ġ fore", + "Ġf ore", + "Ġfor e", + "Ġfo re", + "( String", + "(S tring", + "(Str ing", + "form at", + "for mat", + "forma t", + "Ġ great", + "Ġg reat", + "Ġgr eat", + "Ġgre at", + "in ter", + "int er", + "inte r", + "c ale", + "ca le", + "cal e", + "Ñ ģ", + "r on", + "ro n", + "i ving", + "iv ing", + "ivi ng", + "E nt", + "En t", + "e ncy", + "en cy", + "enc y", + "x t", + "o y", + "0 5", + "Ġ month", + "Ġm onth", + "Ġmon th", + "Ġmo nth", + "Ġmont h", + "Ġh app", + "Ġha pp", + "Ġhap p", + "Ġ super", + "Ġs uper", + "Ġsu per", + "Ġsup er", + "b ar", + "ba r", + "d efault", + "de fault", + "def ault", + "_ de", + "_d e", + "or ds", + "ord s", + "l n", + "( {Ċ", + "({ Ċ", + "Ġ Ind", + "ĠI nd", + "ĠIn d", + "a ses", + "as es", + "ase s", + "Ġ title", + "Ġt itle", + "Ġtit le", + "Ġti tle", + "Ġ context", + "Ġcon text", + "Ġcont ext", + "Ġconte xt", + "0 8", + "o h", + "- p", + "E m", + "Ġ met", + "Ġm et", + "Ġme t", + "T est", + "Te st", + "Tes t", + "Ġ life", + "Ġl ife", + "Ġli fe", + "Ġlif e", + "_ v", + "Ġ US", + "ĠU S", + "U I", + "o cation", + "oc ation", + "oca tion", + "m d", + "Ġ [Ċ", + "Ġ[ Ċ", + "Ġ ]", + "s w", + "Ġ incre", + "Ġin cre", + "Ġinc re", + "Ġincr e", + "s cript", + "scri pt", + "scr ipt", + "ent ial", + "enti al", + "w ays", + "way s", + "wa ys", + ". de", + ".d e", + "Ġ src", + "Ġs rc", + "Ġsr c", + "Ġ catch", + "Ġc atch", + "Ġcat ch", + "Ġ Americ", + "ĠA meric", + "ĠAm eric", + "ĠAmer ic", + "/ /Ċ", + "// Ċ", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "Ġ pay", + "Ġp ay", + "Ġpa y", + "p lit", + "pl it", + "âĢ Ķ", + "Ġc oun", + "Ġco un", + "Ġcou n", + "o bj", + "ob j", + ". php", + ".p hp", + ".ph p", + "Ġ change", + "Ġch ange", + "Ġchang e", + "Ġcha nge", + "Ġchan ge", + "e thing", + "eth ing", + "' re", + "'r e", + "a ster", + "as ter", + "ast er", + "aste r", + "l os", + "lo s", + "l ation", + "la tion", + "lat ion", + "Ġ ĠĊ", + "ĠĠ Ċ", + "L e", + "à ¤", + "( {", + "re ady", + "read y", + "rea dy", + "Ġ No", + "ĠN o", + "Ġ position", + "Ġp osition", + "Ġpos ition", + "Ġposit ion", + "Ġposi tion", + "Ġ old", + "Ġo ld", + "Ġol d", + "Ġ book", + "Ġb ook", + "Ġbo ok", + "Ġboo k", + "a bled", + "ab led", + "able d", + "abl ed", + "b ug", + "bu g", + "2 02", + "20 2", + "H and", + "Ha nd", + "Han d", + "} ;ĊĊ", + "};Ċ Ċ", + "}; ĊĊ", + "is play", + "isp lay", + "a ving", + "av ing", + "avi ng", + "avin g", + "0 4", + "Ġg over", + "Ġgo ver", + "Ġgov er", + "Ġ version", + "Ġv ersion", + "Ġvers ion", + "S ystem", + "Sys tem", + "Sy stem", + "n ect", + "ne ct", + "res ponse", + "resp onse", + "respons e", + "St yle", + "U p", + "an gu", + "ang u", + "Ġ three", + "Ġth ree", + "Ġthr ee", + "i nit", + "in it", + "ini t", + "e ro", + "er o", + "Ġ law", + "Ġl aw", + "Ġla w", + "en dif", + "end if", + "endi f", + "Ġ base", + "Ġb ase", + "Ġbas e", + "Ġba se", + "e mail", + "em ail", + "ema il", + "( l", + "_ V", + "Ġ conf", + "Ġcon f", + "Ġco nf", + "A TE", + "AT E", + "Ġ during", + "Ġd uring", + "Ġdu ring", + "Ġdur ing", + "t es", + "te s", + "Ġ console", + "Ġcon sole", + "Ġcons ole", + "Ġ Pr", + "ĠP r", + "Ġ spe", + "Ġs pe", + "Ġsp e", + "v es", + "ve s", + "6 5", + "p ath", + "pat h", + "pa th", + "i alog", + "ial og", + "ia log", + "d ition", + "di tion", + "dit ion", + "_ to", + "_t o", + "ar ds", + "ard s", + "Ġ against", + "Ġagain st", + "et work", + "Ġ Ph", + "ĠP h", + "_ L", + "c ur", + "cu r", + "i mit", + "im it", + "imi t", + "W ith", + "Wi th", + "Ġ power", + "Ġp ower", + "Ġpo wer", + "Ġpow er", + "i um", + "iu m", + "' ;ĊĊ", + "';Ċ Ċ", + "'; ĊĊ", + "Ġw om", + "Ġwo m", + "l eft", + "le ft", + "lef t", + "our ces", + "ource s", + "a tri", + "at ri", + "atr i", + "Ġ Im", + "ĠI m", + "Ġ Man", + "ĠM an", + "ĠMa n", + "or th", + "ort h", + "$ {", + "8 8", + "qu als", + "qual s", + "qua ls", + "e se", + "es e", + "_ size", + "_s ize", + "_si ze", + "Ġ iss", + "Ġis s", + "Ġi ss", + "o tal", + "ot al", + "ota l", + "- g", + "i que", + "iqu e", + "iq ue", + "r ame", + "ra me", + "ram e", + "Ġ width", + "Ġw idth", + "Ġwid th", + "e rg", + "er g", + ") (", + "it tle", + "itt le", + "T R", + "Ġ They", + "ĠT hey", + "ĠThe y", + "ĠTh ey", + "e nces", + "en ces", + "ence s", + "enc es", + "0 2", + "r l", + "o ns", + "on s", + "Ġ label", + "Ġl abel", + "Ġla bel", + "Ġlab el", + ". y", + "- t", + "up date", + "upd ate", + "a nel", + "an el", + "ane l", + "s c", + ". to", + ".t o", + "Ġ project", + "Ġpro ject", + "Ġproj ect", + "Ġproje ct", + "à ¼", + "Ġ element", + "Ġe lement", + "Ġel ement", + "Ġele ment", + "Ġelem ent", + "Ġ success", + "Ġs uccess", + "Ġsu ccess", + "Ġsuc cess", + "Ġsucc ess", + "Ġsucces s", + "ĉ ĉĊ", + "ĉĉ Ċ", + ". sh", + ".s h", + "r am", + "ra m", + "c hed", + "ch ed", + "che d", + "( ))Ċ", + "() )Ċ", + "()) Ċ", + "Ġ (Ċ", + "Ġ( Ċ", + "Ġ date", + "Ġd ate", + "Ġda te", + "Ġdat e", + "Ġ tot", + "Ġt ot", + "Ġto t", + "_ ST", + "_S T", + "A ll", + "Al l", + "if ication", + "ific ation", + "ifi cation", + "ifica tion", + "ĉ var", + "ĉv ar", + "ĉva r", + "Ġ tri", + "Ġt ri", + "Ġtr i", + "c hem", + "ch em", + "che m", + "m y", + "Ġ big", + "Ġb ig", + "Ġbi g", + "Ġ Ad", + "ĠA d", + "Ġ At", + "ĠA t", + "o ts", + "ot s", + "n um", + "nu m", + "A ct", + "Ac t", + "Ġ map", + "Ġm ap", + "Ġma p", + "e ra", + "er a", + "c ope", + "co pe", + "cop e", + ". $", + ", âĢĿ", + "Ġ pop", + "Ġp op", + "Ġpo p", + "Ġ few", + "Ġf ew", + "Ġfe w", + "Ġ len", + "Ġl en", + "Ġle n", + "u id", + "ui d", + "e ters", + "et ers", + "eter s", + "ete rs", + "u les", + "ul es", + "ule s", + "à Ń", + "s ource", + "ht tps", + "http s", + "htt ps", + "Ġ dem", + "Ġd em", + "Ġde m", + "Ġ ear", + "Ġe ar", + "Ġea r", + "#### ############", + "######## ########", + "############ ####", + "Ġ match", + "Ġm atch", + "Ġmat ch", + "o ries", + "or ies", + "ori es", + "orie s", + "4 9", + "a ces", + "ace s", + "ac es", + "Ġ Cl", + "ĠC l", + "Ġ node", + "Ġn ode", + "Ġno de", + "Ġnod e", + "7 8", + "i rc", + "ir c", + "l ocal", + "lo cal", + "loc al", + "un ity", + "unit y", + "uni ty", + "} ;Ċ", + "}; Ċ", + "Ġ another", + "Ġan other", + "Ġano ther", + "< <", + "o gle", + "og le", + "ogl e", + "Ġ sit", + "Ġs it", + "Ġsi t", + "e work", + "ew ork", + "T E", + ". I", + "N S", + "o logy", + "ol ogy", + "olog y", + "olo gy", + "o ught", + "ou ght", + "ough t", + "oug ht", + ". Cont", + ".C ont", + ".Con t", + ".Co nt", + "> >", + "Ġ care", + "Ġc are", + "Ġcar e", + "Ġca re", + "st ate", + "stat e", + "sta te", + "ĉ private", + "ĉpr ivate", + "ĉpriv ate", + "Ġ effect", + "Ġe ffect", + "Ġeff ect", + "Ġef fect", + "+ +)", + "++ )", + "_ file", + "_f ile", + "_fil e", + "en ding", + "end ing", + "endi ng", + "L ine", + "Li ne", + "Lin e", + "F or", + "Fo r", + "i or", + "io r", + "Ġ Sc", + "ĠS c", + "Ġ fun", + "Ġf un", + "Ġfu n", + ". Size", + ".S ize", + "ĉ else", + "ĉe lse", + "ĉel se", + "] )", + "st art", + "star t", + "sta rt", + "v ious", + "vi ous", + "vio us", + "Ġ },", + "Ġ} ,", + "o urs", + "ou rs", + "our s", + "Ġ leg", + "Ġl eg", + "Ġle g", + "Ġ service", + "Ġs ervice", + "Ġser vice", + "Ġserv ice", + "Ġservi ce", + "Ġservic e", + "Ġ since", + "Ġs ince", + "Ġsi nce", + "Ġsin ce", + "Ġsinc e", + "i ron", + "ir on", + "iro n", + "L abel", + "La bel", + "Lab el", + "Ġ non", + "Ġn on", + "Ġno n", + "Ġ los", + "Ġl os", + "Ġlo s", + "i ction", + "ic tion", + "ict ion", + "Ġ full", + "Ġf ull", + "Ġful l", + "Ġfu ll", + "a cter", + "act er", + "ac ter", + "b oard", + "bo ard", + "boa rd", + "g ress", + "gr ess", + "gre ss", + "gres s", + "Ġ turn", + "Ġt urn", + "Ġtu rn", + "Ġtur n", + "i ther", + "it her", + "ith er", + "ithe r", + "0 9", + ". size", + ".s ize", + ".si ze", + "Ġ body", + "Ġb ody", + "Ġbo dy", + "Ġbod y", + "r esh", + "re sh", + "res h", + "e turn", + "et urn", + "etur n", + "etu rn", + "1 99", + "19 9", + "( _", + "y les", + "yle s", + "yl es", + "or mal", + "orm al", + "p i", + "Ġ something", + "Ġs omething", + "Ġsome thing", + "Ġsom ething", + "! --", + "u int", + "ui nt", + "uin t", + "Ġ produ", + "Ġp rodu", + "Ġpro du", + "Ġpr odu", + "Ġprod u", + "Ġ stand", + "Ġst and", + "Ġsta nd", + "Ġstan d", + "Ġpro ble", + "Ġpr oble", + "Ġprob le", + "Ġprobl e", + "Ġ available", + "Ġa vailable", + "Ġav ailable", + "Ġavail able", + "m t", + "Ġ Bl", + "ĠB l", + "Ġ ...", + "Ġ. ..", + "Ġ.. .", + "Ġ block", + "Ġb lock", + "Ġbl ock", + "Ġblo ck", + "Ġbloc k", + "In put", + "Ġ keep", + "Ġke ep", + "C ount", + "Co unt", + "Cou nt", + "o pen", + "op en", + "ope n", + "Ġ ['", + "Ġ[ '", + "Ġ throw", + "Ġth row", + "Ġthr ow", + "Ġthro w", + "u ilder", + "uild er", + "ui lder", + "uil der", + "A ction", + "Act ion", + "Ac tion", + "Ġ things", + "Ġth ings", + "Ġthing s", + "Ġthin gs", + "Tr ue", + "Ġ url", + "Ġu rl", + "Ġur l", + "Ġ Bo", + "ĠB o", + "print f", + "Ġ red", + "Ġre d", + "Ġr ed", + "j s", + ". create", + ".c reate", + "Ġ Or", + "ĠO r", + "S tatus", + "St atus", + "Stat us", + "In stance", + "Inst ance", + "Ġ control", + "Ġc ontrol", + "Ġcont rol", + "Ġcontr ol", + "Ġcontro l", + "Ġ come", + "Ġc ome", + "Ġcom e", + "Ġco me", + "Ġ custom", + "Ġc ustom", + "Ġcust om", + "Ġcus tom", + "l ocation", + "lo cation", + "loc ation", + "0 7", + "m odel", + "mod el", + "mo del", + "mode l", + "Ġ čĊ", + "Ġč Ċ", + "Ġ source", + "Ġs ource", + "Ġsour ce", + "Ġe as", + "Ġea s", + ". out", + ".o ut", + "] ĊĊ", + "]Ċ Ċ", + "o ney", + "on ey", + "one y", + "Ġ await", + "Ġa wait", + "Ġaw ait", + "Ġp artic", + "Ġpart ic", + "Ġpar tic", + "Ġparti c", + "A P", + "ub lish", + "ubl ish", + "o des", + "od es", + "ode s", + "_ pro", + "_p ro", + "_pr o", + "p ly", + "pl y", + "r iter", + "ri ter", + "rit er", + "rite r", + "Ġ prov", + "Ġp rov", + "Ġpro v", + "Ġpr ov", + "Ġ mill", + "Ġm ill", + "Ġmil l", + "Ġmi ll", + "H T", + "] )Ċ", + "]) Ċ", + "Ġ chang", + "Ġc hang", + "Ġch ang", + "Ġcha ng", + "Ġchan g", + "Ġ ask", + "Ġa sk", + "Ġas k", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "Ġ output", + "Ġout put", + "Ġ email", + "Ġe mail", + "Ġem ail", + "6 8", + ". push", + ".p ush", + "Ġ }čĊčĊ", + "Ġ} čĊčĊ", + "Ġ}čĊ čĊ", + "i nation", + "in ation", + "ina tion", + "inati on", + "4 7", + "at rix", + "atri x", + "atr ix", + "T able", + "Tab le", + "Ta ble", + "u ccess", + "uc cess", + "ucc ess", + "] );Ċ", + "]) ;Ċ", + "]); Ċ", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ disc", + "Ġd isc", + "Ġdis c", + "Ġdi sc", + "( [", + "Ġ business", + "Ġb usiness", + "Ġbus iness", + "h eight", + "he ight", + "hei ght", + ". html", + ".h tml", + ".ht ml", + ".htm l", + "t a", + "f ield", + "fi eld", + "Ġ required", + "Ġre quired", + "Ġrequire d", + "Ġrequ ired", + "_ R", + "Ġg overn", + "Ġgo vern", + "Ġgover n", + "Ġgov ern", + "} čĊčĊ", + "}čĊ čĊ", + "l ex", + "le x", + "5 00", + "50 0", + ". ,", + "Ġ Set", + "ĠS et", + "ĠSe t", + "u rch", + "ur ch", + "/ //", + "// /", + "t s", + "a f", + "Ġ might", + "Ġm ight", + "Ġmi ght", + "Ġmig ht", + "i story", + "ist ory", + "istor y", + "isto ry", + "S tr", + "St r", + "Ġ never", + "Ġn ever", + "Ġne ver", + "Ġnev er", + "Res ponse", + "Resp onse", + "Respons e", + "ar se", + "ars e", + "a da", + "ad a", + "Ġ How", + "ĠH ow", + "ĠHo w", + "Ġ *)", + "Ġ* )", + "Ġ ;", + "Ġ hard", + "Ġh ard", + "Ġhar d", + "Ġha rd", + "A d", + "Ġ intern", + "Ġin tern", + "Ġint ern", + "Ġinter n", + "Ġinte rn", + "u sed", + "us ed", + "use d", + "( data", + "(d ata", + "(dat a", + "(da ta", + "m od", + "mo d", + "an nel", + "ann el", + "anne l", + "Ġ np", + "Ġn p", + "u gg", + "ug g", + "Ġ />Ċ", + "Ġ/ >Ċ", + "Ġ/> Ċ", + "Ġ called", + "Ġc alled", + "Ġcall ed", + "Ġcal led", + "Ġcalle d", + "b ody", + "bo dy", + "Ġ cho", + "Ġc ho", + "Ġch o", + "( r", + "_ set", + "_s et", + "_se t", + "i rd", + "ir d", + "Ġ >=", + "Ġ> =", + "Ġ };Ċ", + "Ġ} ;Ċ", + "Ġ}; Ċ", + "Ġ options", + "Ġo ptions", + "Ġoption s", + "Ġopt ions", + "Ġ Gener", + "ĠG ener", + "ĠGe ner", + "ĠGen er", + "ĠGene r", + "Ġ height", + "Ġh eight", + "Ġhe ight", + "Ġhei ght", + "P oint", + "Po int", + "Y ou", + "Yo u", + "e ty", + "et y", + "C lick", + "Cl ick", + "Cli ck", + "Ġ small", + "Ġs mall", + "Ġsm all", + "Ġ ide", + "Ġi de", + "Ġid e", + "Ġ access", + "Ġa ccess", + "Ġacc ess", + "Ġac cess", + "Ġacces s", + "angu age", + "Ġ protected", + "Ġprot ected", + "Ġprotect ed", + "Ġ job", + "Ġj ob", + "Ġjo b", + "Ġ There", + "ĠT here", + "ĠThe re", + "ĠTh ere", + "ĠTher e", + "D ef", + "De f", + "Ġ address", + "Ġadd ress", + "Ġad dress", + "Ġaddr ess", + "Ġ uint", + "Ġu int", + "Ġui nt", + "N ot", + "No t", + "o o", + "a ps", + "ap s", + "< div", + "", + "() ->", + "()- >", + "ĉ ĠĠĠ", + "ĉĠ ĠĠ", + "ĉĠĠ Ġ", + "\" ))", + "\") )", + "C ontent", + "Cont ent", + "Con tent", + "_ W", + "p lement", + "pl ement", + "ple ment", + "Ġ won", + "Ġw on", + "Ġwo n", + "Ġ video", + "Ġv ideo", + "Ġvi deo", + "Ġvid eo", + "Ġvide o", + "a di", + "ad i", + "p oint", + "po int", + "poi nt", + "% %", + "0 3", + "Ġ gl", + "Ġg l", + "er ved", + "erv ed", + "erve d", + "v iron", + "vi ron", + "vir on", + "I F", + "u ted", + "ut ed", + "ute d", + "ã ĥ", + "' m", + "Ġ cert", + "Ġc ert", + "Ġce rt", + "Ġcer t", + "Ġ prof", + "Ġp rof", + "Ġpro f", + "Ġpr of", + "Ġ cell", + "Ġc ell", + "Ġce ll", + "Ġcel l", + "a ri", + "ar i", + "Ġ player", + "Ġp layer", + "Ġpl ayer", + "Ġplay er", + "Ġpla yer", + "a is", + "ai s", + "Ġ cost", + "Ġc ost", + "Ġco st", + "Ġcos t", + "Ġ hum", + "Ġh um", + "Ġhu m", + "( R", + "Ġo ffic", + "Ġof fic", + "Ġoff ic", + "k s", + ". text", + ".t ext", + ".te xt", + ".tex t", + "a tures", + "at ures", + "ature s", + "atur es", + "atu res", + "Ġ total", + "Ġt otal", + "Ġto tal", + "Ġtot al", + "Ġ */ĊĊ", + "Ġ* /ĊĊ", + "Ġ*/ ĊĊ", + "Ġ*/Ċ Ċ", + "o pe", + "op e", + "Ġ stat", + "Ġs tat", + "Ġst at", + "Ġsta t", + "U M", + "Ġ load", + "Ġl oad", + "Ġlo ad", + "Ġloa d", + "ight s", + "igh ts", + "Ġ clear", + "Ġc lear", + "Ġcl ear", + "Ġcle ar", + "u ro", + "ur o", + "Ġ techn", + "Ġt echn", + "Ġte chn", + "Ġtech n", + "Ġtec hn", + "up port", + "upp ort", + "I R", + "Ġ row", + "Ġr ow", + "Ġro w", + "Ġse em", + "Ġsee m", + "Ġ q", + "Ġ short", + "Ġs hort", + "Ġsh ort", + "Ġsho rt", + "Ġ Not", + "ĠN ot", + "ĠNo t", + "i pp", + "ip p", + "G roup", + "Gr oup", + "Gro up", + "s ection", + "se ction", + "sec tion", + "sect ion", + "m ax", + "ma x", + "i rl", + "ir l", + "Ġ override", + "Ġover ride", + "Ġ company", + "Ġcom pany", + "Ġcomp any", + "Ġcompan y", + "Ġ done", + "Ġd one", + "Ġdo ne", + "Ġdon e", + "\" );čĊ", + "\") ;čĊ", + "\"); čĊ", + "Ġ gre", + "Ġg re", + "Ġgr e", + ". Re", + ".R e", + "Ġ belie", + "Ġbe lie", + "Ġbel ie", + "r ist", + "ri st", + "ris t", + "Ġ health", + "Ġhe alth", + "Ġheal th", + "A NT", + "AN T", + "( )ĊĊ", + "() ĊĊ", + "()Ċ Ċ", + "Ġ Be", + "ĠB e", + ". value", + ".v alue", + ".val ue", + ".va lue", + "Ġ Gr", + "ĠG r", + "ot tom", + "ott om", + "otto m", + "Ġ args", + "Ġar gs", + "Ġarg s", + "P T", + "s tatus", + "st atus", + "stat us", + "f unc", + "fun c", + "fu nc", + "u ments", + "um ents", + "ument s", + "ume nts", + "umen ts", + "- h", + "N umber", + "Num ber", + ": čĊ", + "Ġ Log", + "ĠL og", + "ĠLo g", + "er ver", + "erv er", + "erve r", + "Ġ ),Ċ", + "Ġ) ,Ċ", + "Ġ), Ċ", + "a ment", + "am ent", + "ame nt", + "amen t", + "Ġ obj", + "Ġo bj", + "Ġob j", + "i nc", + "in c", + "Ġ children", + "Ġch ildren", + "Ġchild ren", + "i cy", + "ic y", + "I Z", + "a nds", + "an ds", + "and s", + "ab ly", + "abl y", + "Ġd istrib", + "Ġdis trib", + "Ġdist rib", + "Ġdistr ib", + "Ġ cur", + "Ġc ur", + "Ġcu r", + "e rial", + "er ial", + "eri al", + "eria l", + "Ġ days", + "Ġd ays", + "Ġday s", + "Ġda ys", + "r eated", + "re ated", + "reate d", + "reat ed", + "rea ted", + "r ect", + "re ct", + "rec t", + "- l", + "i rm", + "ir m", + "i dden", + "id den", + "idd en", + "o mb", + "om b", + "Ġ initial", + "Ġin itial", + "Ġinit ial", + "Ġiniti al", + ". js", + ".j s", + "Ġ â", + "Qu ery", + "Que ry", + "Ġ online", + "Ġon line", + "i mal", + "im al", + "ima l", + ". con", + ".c on", + ".co n", + "a u", + "U rl", + "Ur l", + "c ontrol", + "cont rol", + "contr ol", + "contro l", + "i rection", + "ir ection", + "ire ction", + "irect ion", + "Ġ instance", + "Ġin stance", + "Ġinst ance", + "O RT", + "OR T", + "Ġ Fr", + "ĠF r", + "w here", + "wh ere", + "Ġ javax", + "Ġj avax", + "Ġjav ax", + "Ġjava x", + "Ġ organ", + "Ġo rgan", + "Ġor gan", + "Ġorg an", + "a pter", + "ap ter", + "apt er", + "Ġ reason", + "Ġre ason", + "o ptions", + "option s", + "opt ions", + "5 9", + "Ġ Mar", + "ĠM ar", + "ĠMa r", + "( a", + "Ġ within", + "Ġwith in", + "Ġwi thin", + "Ġwit hin", + ". âĢĿĊĊ", + ".âĢĿ ĊĊ", + ".âĢĿĊ Ċ", + "O DE", + "OD E", + "_ DE", + "_D E", + "ad min", + "adm in", + "en ded", + "end ed", + "ende d", + "Ġ design", + "Ġd esign", + "Ġde sign", + "Ġdes ign", + "Ġdesi gn", + "Ġ Data", + "ĠD ata", + "ĠDa ta", + "ĠDat a", + "u ne", + "un e", + "Ġ File", + "ĠF ile", + "ĠFil e", + "ĠFi le", + "r oot", + "ro ot", + "Ġ cent", + "Ġc ent", + "Ġce nt", + "Ġcen t", + "Ġ arr", + "Ġa rr", + "Ġar r", + "_ add", + "_a dd", + "_ad d", + "l en", + "le n", + "p age", + "pa ge", + "pag e", + ", '", + "_ str", + "_s tr", + "_st r", + "Ġ bro", + "Ġb ro", + "Ġbr o", + "ab ility", + "abil ity", + "abilit y", + "o uth", + "ou th", + "out h", + "5 8", + "/ c", + "p ose", + "pos e", + "po se", + "ir tual", + "irt ual", + "e arch", + "ear ch", + "ea rch", + "_ url", + "_u rl", + "_ur l", + "ar gin", + "arg in", + "H ttp", + "Ġ school", + "Ġs chool", + "Ġsch ool", + "Ġscho ol", + "a va", + "av a", + "Ġ consider", + "Ġcons ider", + "Ġconsid er", + ". label", + ".l abel", + ".lab el", + "Ġ Array", + "ĠA rray", + "ĠAr ray", + "ĠArr ay", + "4 2", + "w eb", + "we b", + "o pt", + "op t", + ". println", + ".print ln", + "u lation", + "ul ation", + "ula tion", + "Ġ func", + "Ġf unc", + "Ġfun c", + "Ġfu nc", + "P L", + "Ġ \"\\", + "Ġ\" \\", + "Ġ Text", + "ĠT ext", + "ĠTe xt", + "ĠTex t", + "act ory", + "actor y", + "( function", + "(f unction", + "(func tion", + "(fun ction", + "n ull", + "nu ll", + "nul l", + "Ġ eng", + "Ġe ng", + "Ġen g", + "d own", + "do wn", + "Ġ include", + "Ġin clude", + "Ġinclud e", + "Ġinc lude", + "Ġincl ude", + "Ġinclu de", + "Ġ En", + "ĠE n", + "Ġ Dr", + "ĠD r", + "Ġ db", + "Ġd b", + "! !", + "s ide", + "si de", + "sid e", + "Ġ init", + "Ġin it", + "Ġi nit", + "Ġini t", + "qu ired", + "quire d", + "quir ed", + "qui red", + "Ġ She", + "ĠS he", + "ĠSh e", + "C olumn", + "Col umn", + "re act", + "rea ct", + "Ġ ann", + "Ġa nn", + "Ġan n", + "Ġ stop", + "Ġs top", + "Ġst op", + "Ġsto p", + "Ġ later", + "Ġl ater", + "Ġla ter", + "Ġlate r", + "Ġlat er", + "Ġ That", + "ĠT hat", + "ĠTh at", + "en tion", + "ent ion", + "enti on", + "d f", + "U G", + "I LE", + "IL E", + "Ġ client", + "Ġc lient", + "Ġcl ient", + "Ġcli ent", + "r aft", + "ra ft", + "raf t", + "f fer", + "ff er", + "ffe r", + "P OST", + "PO ST", + "POS T", + "el per", + "elp er", + "Ġ love", + "Ġl ove", + "Ġlo ve", + "Ġlov e", + "qu ote", + "quot e", + "quo te", + "o ud", + "ou d", + "Ġ json", + "Ġj son", + "Ġjs on", + "Ġ able", + "Ġa ble", + "Ġab le", + "Ġabl e", + "Ġ men", + "Ġm en", + "Ġme n", + "A X", + "Ġ Copyright", + "ĠC opyright", + "ĠCopy right", + "à ¶", + "a vig", + "av ig", + "avi g", + "r eq", + "re q", + "C lient", + "Cl ient", + "Cli ent", + "} );Ċ", + "}) ;Ċ", + "}); Ċ", + ". Com", + ".C om", + ".Co m", + "e rc", + "er c", + "i lt", + "il t", + "p ecial", + "pe cial", + "pec ial", + "pecia l", + "_ com", + "_c om", + "_co m", + "r oom", + "ro om", + ". Name", + ".N ame", + "Ġ give", + "Ġg ive", + "Ġgi ve", + "a mb", + "am b", + "i ke", + "ik e", + "Ġ condition", + "Ġcon dition", + "Ġcond ition", + "Ġcondi tion", + "c lient", + "cl ient", + "cli ent", + "a tors", + "at ors", + "ator s", + "ato rs", + ": \"", + "Ġ copy", + "Ġc opy", + "Ġco py", + "Ġcop y", + "u ture", + "ut ure", + "ivers ity", + "iversit y", + "er nal", + "ern al", + "erna l", + "{ {", + "Ġ Can", + "ĠC an", + "ĠCa n", + "o unc", + "ou nc", + "oun c", + "d o", + "Ġ occ", + "Ġo cc", + "Ġoc c", + "Ġ appro", + "Ġapp ro", + "Ġap pro", + "th ers", + "ther s", + "the rs", + "z e", + "Ġ either", + "Ġe ither", + "Ġei ther", + "Ġ Fl", + "ĠF l", + "Ġ important", + "Ġimport ant", + "Ġ lead", + "Ġl ead", + "Ġle ad", + "at tr", + "att r", + "A RT", + "AR T", + "E qual", + "Equ al", + "Eq ual", + "Ġ da", + "Ġd a", + "et ch", + "etc h", + "e ntity", + "ent ity", + "enti ty", + "Ġ family", + "Ġf amily", + "Ġfam ily", + "Ġfamil y", + "ad ding", + "add ing", + "addin g", + "Ġ option", + "Ġo ption", + "Ġop tion", + "Ġopt ion", + "Ġ exist", + "Ġex ist", + "i ca", + "ic a", + "Ġ Object", + "ĠO bject", + "ĠOb ject", + "ĠObj ect", + "6 9", + "' ve", + "v ers", + "ver s", + "ve rs", + "it ional", + "ition al", + "iti onal", + "6 7", + "out put", + "Ġ True", + "ĠTr ue", + "ĠTru e", + "Ġ OF", + "ĠO F", + "_ time", + "_t ime", + "_tim e", + "_ti me", + "Ġ offer", + "Ġo ffer", + "Ġof fer", + "Ġoff er", + "Ġ });ĊĊ", + "Ġ} );ĊĊ", + "Ġ});Ċ Ċ", + "Ġ}) ;ĊĊ", + "Ġ}); ĊĊ", + "H ER", + "HE R", + "e gin", + "eg in", + "\" \"", + "Ġ water", + "Ġw ater", + "Ġwa ter", + "Ġwat er", + "Ġ che", + "Ġc he", + "Ġch e", + "Ġ My", + "ĠM y", + "o red", + "or ed", + "ore d", + "Ġ step", + "Ġs tep", + "Ġst ep", + "Ġste p", + "a nces", + "an ces", + "ance s", + "anc es", + "C K", + "A Y", + "à ¸", + "str uction", + "struct ion", + "stru ction", + "( C", + "3 00", + "30 0", + "o uch", + "ou ch", + "St ream", + "Str eam", + "act ive", + "activ e", + "a ma", + "am a", + "E ntity", + "Ent ity", + "pro duct", + "produ ct", + "prod uct", + "( ){Ċ", + "() {Ċ", + "(){ Ċ", + "Ġ government", + "Ġg overnment", + "Ġgovern ment", + "Ġ ID", + "ĠI D", + "aj or", + "ajo r", + "A nd", + "An d", + "Ġ display", + "Ġd isplay", + "Ġdis play", + "Ġdisp lay", + "Ġdispl ay", + "Ð »", + "Ġ times", + "Ġt imes", + "Ġtime s", + "Ġtim es", + "Ġti mes", + "Ġ four", + "Ġf our", + "Ġfo ur", + "Ġfou r", + "Ġ far", + "Ġf ar", + "Ġfa r", + "Ġ present", + "Ġp resent", + "Ġpre sent", + "Ġpres ent", + "Ġ NS", + "ĠN S", + "Ġ \\Ċ", + "Ġ\\ Ċ", + "u est", + "ue st", + "ues t", + "Ġ bas", + "Ġb as", + "Ġba s", + "e cho", + "ec ho", + "ech o", + "ch ild", + "chi ld", + "if ier", + "ifi er", + "ifie r", + "H andler", + "Hand ler", + "Handle r", + "Ġ lib", + "Ġl ib", + "Ġli b", + "P roperty", + "Pro perty", + "Prop erty", + "trans lation", + "Ġ room", + "Ġr oom", + "Ġro om", + "Ġ once", + "Ġo nce", + "Ġon ce", + "Ġonc e", + "Ġ []", + "Ġ[ ]", + "c enter", + "cent er", + "cen ter", + "cente r", + "================ ================", + "Ġ results", + "Ġres ults", + "Ġresult s", + "Ġ continue", + "Ġcont inue", + "Ġcontin ue", + "Ġcontinu e", + "Ġ talk", + "Ġt alk", + "Ġtal k", + "Ġta lk", + "_ get", + "_g et", + "_ge t", + "Ġ grow", + "Ġg row", + "Ġgr ow", + "Ġgro w", + ". sw", + ".s w", + "e b", + "Ġ Public", + "ĠP ublic", + "ĠPub lic", + "O P", + "ec ute", + "ecut e", + "o ls", + "ol s", + "Ġ **", + "Ġ* *", + "\" );ĊĊ", + "\");Ċ Ċ", + "\") ;ĊĊ", + "\"); ĊĊ", + "Ġ mass", + "Ġm ass", + "Ġma ss", + "Ġmas s", + "u red", + "ur ed", + "ure d", + ". class", + ".c lass", + ".cl ass", + "o mic", + "om ic", + "omi c", + "Ġ mean", + "Ġm ean", + "Ġme an", + "i ps", + "ip s", + "Ġ aut", + "Ġa ut", + "Ġau t", + ") ;čĊčĊ", + ");čĊ čĊ", + "); čĊčĊ", + "Ġ until", + "Ġun til", + "Ġunt il", + "Ġ market", + "Ġm arket", + "Ġmark et", + "Ġmar ket", + "Ġ area", + "Ġa rea", + "Ġare a", + "Ġar ea", + "u it", + "ui t", + "Ġ length", + "Ġl ength", + "Ġle ngth", + "Ġlen gth", + "Ġleng th", + "Ġ With", + "ĠW ith", + "ĠWi th", + "ĠWit h", + "str uctor", + "struct or", + "stru ctor", + "e vent", + "ev ent", + "even t", + "eve nt", + "\" ><", + "\"> <", + "Ġ Sp", + "ĠS p", + "I V", + "Ġ mus", + "Ġm us", + "Ġmu s", + "i ff", + "if f", + "Ġ kind", + "Ġk ind", + "Ġki nd", + "Ġkin d", + "a uthor", + "aut hor", + "auth or", + "o unds", + "ou nds", + "ound s", + "oun ds", + "m b", + "_ key", + "_k ey", + "_ke y", + "4 1", + "w idth", + "wid th", + "pos itory", + "posit ory", + "positor y", + "Ġ light", + "Ġl ight", + "Ġli ght", + "Ġlig ht", + "u k", + "R ow", + "Ro w", + "o hn", + "oh n", + "a lf", + "al f", + "viron ment", + "a pper", + "ap per", + "app er", + "appe r", + "ol lections", + "oll ections", + "ollection s", + "ollect ions", + "olle ctions", + "Ġ side", + "Ġs ide", + "Ġsi de", + "Ġsid e", + "_ info", + "_in fo", + "_inf o", + "Ġ example", + "Ġex ample", + "Ġexam ple", + "i mary", + "im ary", + "ima ry", + "imar y", + "Ġ wr", + "Ġw r", + "Ġ camp", + "Ġc amp", + "Ġca mp", + "Ġcam p", + "cri be", + "cr ibe", + "2 55", + "25 5", + "\" /", + "Ġ miss", + "Ġm iss", + "Ġmis s", + "Ġmi ss", + "w ay", + "wa y", + "Ġ based", + "Ġb ased", + "Ġbase d", + "Ġbas ed", + "Ġba sed", + "Ġ plan", + "Ġp lan", + "Ġpl an", + "Ġpla n", + "V is", + "Vi s", + "o main", + "om ain", + "oma in", + "u nk", + "un k", + "Ġ away", + "Ġa way", + "Ġaw ay", + "U P", + "< T", + "O S", + "i od", + "io d", + "Ġ Mon", + "ĠM on", + "ĠMo n", + "âĢĻ re", + "Ġ lik", + "Ġl ik", + "Ġli k", + "à §", + "i vely", + "iv ely", + "ive ly", + "ivel y", + ". v", + "i mer", + "im er", + "ime r", + "i zer", + "iz er", + "ize r", + "S ub", + "Su b", + "Ġ button", + "Ġb utton", + "Ġbut ton", + "Ġbutt on", + "Ġbutto n", + "Ġ Up", + "ĠU p", + "Ġ experience", + "Ġex perience", + "Ġexper ience", + "Ġexperi ence", + "C L", + "Ġ render", + "Ġre nder", + "Ġr ender", + "Ġren der", + "Ġrend er", + "_ value", + "_v alue", + "_val ue", + "_va lue", + "Ġ near", + "Ġn ear", + "Ġne ar", + "U RL", + "UR L", + "a lt", + "al t", + "Ġ country", + "Ġc ountry", + "Ġcount ry", + "Ġcoun try", + "ib ility", + "ibil ity", + "ibilit y", + "ibili ty", + "5 7", + "( ),Ċ", + "() ,Ċ", + "(), Ċ", + "e ad", + "ea d", + "Ġ author", + "Ġa uthor", + "Ġaut hor", + "Ġauth or", + "Ġ specific", + "Ġs pecific", + "Ġspec ific", + "Ġspeci fic", + "b ase", + "ba se", + "bas e", + "( name", + "(n ame", + "o nes", + "on es", + "one s", + "Ġ Do", + "ĠD o", + "Ġ along", + "Ġa long", + "Ġal ong", + "Ġalo ng", + "y ear", + "ye ar", + "Ġ express", + "Ġex press", + "Ġexp ress", + "Ġexpr ess", + "Ġexpres s", + ". '", + "e nv", + "en v", + "Ġ begin", + "Ġb egin", + "Ġbe gin", + "Ġbeg in", + "Ġ software", + "Ġs oftware", + "Ġso ftware", + "Ġsoft ware", + "Ġ imp", + "Ġi mp", + "Ġim p", + "Ġ win", + "Ġw in", + "Ġwi n", + "ó n", + "Ġ thing", + "Ġth ing", + "Ġthin g", + "Ġthi ng", + "T rans", + "Tr ans", + "Tra ns", + "Ġ THE", + "ĠT HE", + "ĠTH E", + "Ġ ", + "Ġ? >", + "Ġ den", + "Ġd en", + "Ġde n", + "ob ile", + "obi le", + "obil e", + "ch ange", + "chan ge", + "cha nge", + "chang e", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "i ci", + "ic i", + "n a", + "Ġ Form", + "ĠF orm", + "ĠFor m", + "ĠFo rm", + "Ġ sort", + "Ġs ort", + "Ġso rt", + "Ġsor t", + "S elect", + "Se lect", + "Sel ect", + "Sele ct", + "p are", + "par e", + "pa re", + "Ġ thought", + "Ġth ought", + "Ġthough t", + "Ġthou ght", + "Ġtho ught", + "_ con", + "_c on", + "_co n", + "Ġ task", + "Ġt ask", + "Ġta sk", + "Ġtas k", + "o cus", + "oc us", + "ocu s", + "Ġ DE", + "ĠD E", + "Ġ Min", + "ĠM in", + "ĠMi n", + "Ġ opt", + "Ġo pt", + "Ġop t", + "ĉ break", + "ĉb reak", + "u mer", + "um er", + "ume r", + "K E", + "t hen", + "th en", + "the n", + "Ġ det", + "Ġd et", + "Ġde t", + "Ġ Test", + "ĠT est", + "ĠTe st", + "ĠTes t", + "p orts", + "port s", + "por ts", + "po rts", + "Ġ review", + "Ġre view", + "Ġr eview", + "Ġrev iew", + "( '/", + "(' /", + "m ove", + "mo ve", + "mov e", + "Ġ switch", + "Ġs witch", + "Ġsw itch", + "E RT", + "ER T", + "p atch", + "pat ch", + "an not", + "ann ot", + "anno t", + "ã Ĥ", + "Ġ above", + "Ġa bove", + "Ġab ove", + "it ive", + "iti ve", + "5 6", + "Ġ question", + "Ġqu estion", + "Ġquest ion", + "Ġq uestion", + "Ġquesti on", + "Ġques tion", + "Ġ Qu", + "ĠQ u", + "ãĢĤ ĊĊ", + "ãĢĤĊ Ċ", + "g le", + "gl e", + "Ġ word", + "Ġw ord", + "Ġwor d", + "Ġwo rd", + "Ġ provide", + "Ġpro vide", + "Ġprovid e", + "Ġprov ide", + "Ġ Return", + "ĠR eturn", + "ĠRe turn", + "ĠRet urn", + "Ġ research", + "Ġre search", + "Ġres earch", + "ã o", + "u str", + "us tr", + "ust r", + "Ġ publish", + "Ġp ublish", + "Ġpub lish", + "Ġpubli sh", + "ch ema", + "che ma", + "chem a", + "} }", + "Ġ CON", + "ĠC ON", + "ĠCO N", + "- in", + "-i n", + "all back", + "Ġ cover", + "Ġc over", + "Ġco ver", + "Ġcov er", + "\\ \\", + "c olor", + "co lor", + "col or", + "colo r", + "Ġ IS", + "ĠI S", + "Ġ whether", + "Ġwh ether", + "Ġwhe ther", + "i mate", + "im ate", + "ima te", + "imat e", + "i sc", + "is c", + "B ar", + "Ba r", + "Ġ div", + "Ġd iv", + "Ġdi v", + "B e", + "o urn", + "ou rn", + "our n", + "Ġ having", + "Ġh aving", + "Ġha ving", + "Ġhav ing", + "l em", + "le m", + "p layer", + "pl ayer", + "play er", + "pla yer", + "a bs", + "ab s", + "am era", + "ame ra", + "amer a", + "n ey", + "ne y", + "Ġ exc", + "Ġe xc", + "Ġex c", + "g ether", + "get her", + "ge ther", + "p lied", + "pl ied", + "a o", + "[ $", + "Ġ ++", + "Ġ+ +", + "i pe", + "ip e", + "s how", + "sh ow", + "/ d", + "[ :", + "a gement", + "ag ement", + "age ment", + "agem ent", + "l ev", + "le v", + "_ ID", + "_I D", + "9 7", + "r ary", + "ra ry", + "rar y", + "a des", + "ad es", + "ade s", + "_ se", + "_s e", + "a use", + "au se", + "aus e", + "Ġ employ", + "Ġe mploy", + "Ġem ploy", + "Ġemp loy", + "Ġ */čĊ", + "Ġ* /čĊ", + "Ġ*/ čĊ", + "Ġ fre", + "Ġf re", + "Ġfr e", + "Ġ' @", + "Ġcom plet", + "Ġcomp let", + "Ġcomple t", + "Ġcompl et", + "Ġ large", + "Ġl arge", + "Ġlarg e", + "Ġlar ge", + "r al", + "ra l", + "\\ x", + "Ġ fac", + "Ġf ac", + "Ġfa c", + "< String", + ">", + "Ġ> >", + "Ġ face", + "Ġf ace", + "Ġfa ce", + "Ġfac e", + "C TION", + "CT ION", + "Ġ save", + "Ġs ave", + "Ġsa ve", + "Ġsav e", + "Ġ typ", + "Ġt yp", + "Ġty p", + "d ev", + "de v", + "( \"#", + "(\" #", + "A GE", + "AG E", + "cont ainer", + "contain er", + "e dit", + "ed it", + "edi t", + "Q L", + "Ġ items", + "Ġit ems", + "Ġi tems", + "Ġitem s", + "Ġ social", + "Ġs ocial", + "Ġso cial", + "Ġsoc ial", + "Ġsoci al", + "i en", + "ie n", + "Ġ React", + "ĠRe act", + ") .ĊĊ", + "). ĊĊ", + ").Ċ Ċ", + "Ġ mar", + "Ġm ar", + "Ġma r", + "Ġre du", + "Ġr edu", + "Ġred u", + "Ġ RE", + "ĠR E", + ". put", + ".p ut", + "Ġ major", + "Ġm ajor", + "Ġmaj or", + "C ell", + "Ce ll", + "Cel l", + "n ext", + "ne xt", + "nex t", + "Ġ expected", + "Ġex pected", + "Ġexp ected", + "Ġexpect ed", + "Ġ yet", + "Ġy et", + "Ġye t", + "Ġin div", + "Ġind iv", + "trib utes", + "tribute s", + "at is", + "ati s", + "a med", + "am ed", + "ame d", + "Ġ food", + "Ġf ood", + "Ġfo od", + "Ġfoo d", + "S ource", + "( string", + "(s tring", + "(str ing", + "(st ring", + "Ġ +Ċ", + "Ġ+ Ċ", + "i tes", + "it es", + "ite s", + "d r", + "Ġ members", + "Ġm embers", + "Ġmem bers", + "Ġmember s", + "Ġmemb ers", + "Ġ comb", + "Ġc omb", + "Ġcom b", + "Ġco mb", + "i tems", + "it ems", + "ite ms", + "item s", + "Ġ Per", + "ĠP er", + "ĠPe r", + "T H", + "= True", + "Ġ bar", + "Ġb ar", + "Ġba r", + "_ SE", + "_S E", + "c omm", + "com m", + "co mm", + "( w", + ") ĊĊĊ", + ")Ċ ĊĊ", + ")ĊĊ Ċ", + "Ġ send", + "Ġs end", + "Ġse nd", + "Ġsen d", + "Ġ inc", + "Ġin c", + "Ġi nc", + "un signed", + "uns igned", + "F A", + "Ġ params", + "Ġpar ams", + "Ġparam s", + "Ġpara ms", + "Ġpa rams", + "a pping", + "ap ping", + "app ing", + "r os", + "ro s", + "u gin", + "ug in", + "ugi n", + "f a", + "Ġ connection", + "Ġcon nection", + "Ġconn ection", + "Ġconnect ion", + "Ġ };ĊĊ", + "Ġ} ;ĊĊ", + "Ġ};Ċ Ċ", + "Ġ}; ĊĊ", + "Ġb ecome", + "Ġbe come", + "Ġbec ome", + "M ode", + "Mod e", + "Mo de", + "Ġ ev", + "Ġe v", + "Ġ diff", + "Ġd iff", + "Ġdif f", + "Ġdi ff", + "Ġ United", + "ĠUn ited", + "ĠUnit ed", + "ĠUni ted", + "H eight", + "He ight", + "f ully", + "ful ly", + "full y", + "im ages", + "image s", + "ima ges", + "imag es", + "Ġ makes", + "Ġm akes", + "Ġmake s", + "Ġma kes", + "Ġmak es", + "Ġ global", + "Ġg lobal", + "Ġglob al", + "Ġglo bal", + "Ġ contact", + "Ġcont act", + "Ġconta ct", + "' :Ċ", + "': Ċ", + "Ġ abs", + "Ġa bs", + "Ġab s", + "а Ð", + "f loat", + "flo at", + "Ġ except", + "Ġex cept", + "Ġexc ept", + "Ġexce pt", + "Ġ Pol", + "ĠP ol", + "ĠPo l", + "Ch ild", + "Chi ld", + "t yp", + "ty p", + "Ġc ertain", + "Ġcert ain", + "Ġcer tain", + "i ón", + "ió n", + "O UT", + "OU T", + "Ġim pro", + "Ġimp ro", + "Ġimpr o", + "i les", + "il es", + "ile s", + "Ġ -->Ċ", + "Ġ- ->Ċ", + "Ġ-- >Ċ", + "Ġ--> Ċ", + "Ġ Part", + "ĠP art", + "ĠPar t", + "ĠPa rt", + "val ues", + "value s", + "valu es", + "o ss", + "os s", + "/ **", + "/* *", + "i lit", + "il it", + "ili t", + "Ġ Event", + "ĠE vent", + "ĠEven t", + "ĠEv ent", + "ĠEve nt", + "c urity", + "cur ity", + "s ter", + "st er", + "ste r", + "Ġ character", + "Ġchar acter", + "1 98", + "19 8", + "Ġ news", + "Ġn ews", + "Ġnew s", + "Ġne ws", + "Ġ \",", + "Ġ\" ,", + "Ġ device", + "Ġd evice", + "Ġde vice", + "Ġdev ice", + "c el", + "ce l", + "lo gin", + "log in", + "he et", + "hee t", + "D efault", + "De fault", + "Def ault", + "@ \"", + "ĉ Ġ", + "c lick", + "cl ick", + "cli ck", + "( value", + "(v alue", + "(val ue", + "(va lue", + "Ġ Ab", + "ĠA b", + "Ġ previous", + "Ġpre vious", + "Ġprev ious", + "ERR OR", + "o cal", + "oc al", + "oca l", + "Ġ material", + "Ġm aterial", + "Ġmat erial", + "Ġmate rial", + "Ġmateria l", + "Ġmater ial", + "Ġmateri al", + "Ġ below", + "Ġb elow", + "Ġbe low", + "Ġbel ow", + "Ġ Christ", + "ĠCh rist", + "ĠChris t", + "ĠChr ist", + "Ġ media", + "Ġm edia", + "Ġme dia", + "Ġmed ia", + "Ġmedi a", + "c over", + "co ver", + "cov er", + "Ġ UI", + "ĠU I", + "Ġ fail", + "Ġf ail", + "Ġfa il", + "Ġ black", + "Ġb lack", + "Ġbl ack", + "Ġbla ck", + "Ġ component", + "Ġcom ponent", + "Ġcomp onent", + "Ġ American", + "ĠA merican", + "ĠAmeric an", + "ĠAmerica n", + "ĠAmer ican", + "Ġ added", + "Ġadd ed", + "Ġad ded", + "Ġ buy", + "Ġb uy", + "Ġbu y", + "s tit", + "st it", + "sti t", + "Ġ came", + "Ġc ame", + "Ġca me", + "Ġcam e", + "Ġ delete", + "Ġde lete", + "Ġdel ete", + "Ġdelet e", + "Ġdele te", + "p roperty", + "pro perty", + "prop erty", + "proper ty", + "o ding", + "od ing", + "odi ng", + "Ġ card", + "Ġc ard", + "Ġcar d", + "Ġca rd", + "r ops", + "ro ps", + "rop s", + "Ġ https", + "Ġhttp s", + "Ġht tps", + "Ġhtt ps", + "Ġ root", + "Ġr oot", + "Ġro ot", + "Ġ handle", + "Ġh andle", + "Ġhand le", + "Ġhan dle", + "C C", + "B ack", + "Ba ck", + "em plate", + "emp late", + "empl ate", + "Ġ getting", + "Ġg etting", + "Ġget ting", + "_ by", + "_b y", + "m ail", + "ma il", + "mai l", + "_ sh", + "_s h", + ". assert", + ".as sert", + "Ġ Dec", + "ĠD ec", + "ĠDe c", + "( true", + "(tr ue", + "Ġ comput", + "Ġcom put", + "Ġcomp ut", + "Ġ claim", + "Ġcl aim", + "Ġcla im", + "' =>", + "'= >", + "Ġ Sub", + "ĠS ub", + "ĠSu b", + "Ġ air", + "Ġa ir", + "Ġai r", + "o ps", + "op s", + "n av", + "na v", + "e ments", + "em ents", + "ement s", + "eme nts", + "emen ts", + "( id", + "(i d", + "Ġ enter", + "Ġen ter", + "Ġent er", + "an ged", + "ang ed", + "ange d", + "E nd", + "En d", + "Ġ location", + "Ġl ocation", + "Ġlo cation", + "Ġloc ation", + "Ġ night", + "Ġn ight", + "Ġni ght", + "Ġnig ht", + "Ġ doing", + "Ġdo ing", + "Ġdoi ng", + "Ġ Red", + "ĠR ed", + "ĠRe d", + "l in", + "li n", + "} ĊĊĊ", + "}Ċ ĊĊ", + "}ĊĊ Ċ", + "v ider", + "vid er", + "vi der", + "vide r", + "Ġ pick", + "Ġp ick", + "Ġpi ck", + "Ġpic k", + "Ġ watch", + "Ġw atch", + "Ġwat ch", + "ess ages", + "essage s", + "essa ges", + "Ġ human", + "Ġh uman", + "Ġhum an", + "Ġhu man", + "Ġ dam", + "Ġd am", + "Ġda m", + "p end", + "pe nd", + "pen d", + "d ir", + "di r", + "Ġ tax", + "Ġt ax", + "Ġta x", + "Ġ girl", + "Ġg irl", + "Ġgi rl", + "Ġgir l", + "re et", + "ree t", + "Ġ box", + "Ġb ox", + "Ġbo x", + "Ġ strong", + "Ġst rong", + "Ġstr ong", + "Ġstro ng", + "Ġstron g", + "( v", + "r el", + "re l", + "Ġ interface", + "Ġinter face", + "Ġinterf ace", + "Ġ msg", + "Ġm sg", + "Ġms g", + "f ect", + "fe ct", + "fec t", + "_ at", + "_a t", + "Ġ house", + "Ġh ouse", + "Ġhous e", + "Ġho use", + "Ġ track", + "Ġt rack", + "Ġtr ack", + "Ġtra ck", + "' );ĊĊ", + "') ;ĊĊ", + "');Ċ Ċ", + "'); ĊĊ", + "j e", + "Ġ John", + "ĠJ ohn", + "ĠJo hn", + "ĠJoh n", + "i str", + "is tr", + "ist r", + "( S", + "u be", + "ub e", + "Ġ ce", + "Ġc e", + "it ted", + "itt ed", + "itte d", + "V ER", + "VE R", + "* )", + "p arent", + "par ent", + "pare nt", + "pa rent", + "paren t", + "Ġ application", + "Ġapp lication", + "Ġap plication", + "Ġapplic ation", + "Ġappl ication", + "a ny", + "an y", + ". swing", + ".s wing", + ".sw ing", + "Ġ pack", + "Ġp ack", + "Ġpa ck", + "Ġpac k", + "\\ u", + "Ġp ract", + "Ġpr act", + "Ġpra ct", + "Ġprac t", + "Ġ section", + "Ġs ection", + "Ġse ction", + "Ġsec tion", + "Ġsect ion", + "c tx", + "ct x", + "Ġ unsigned", + "Ġun signed", + "Ġuns igned", + ". Point", + ".P oint", + "Ġ One", + "ĠO ne", + "ĠOn e", + "Ä ±", + "i ple", + "ip le", + "ipl e", + "a id", + "ai d", + "Ñ ĥ", + "V ector", + "Vec tor", + "Ve ctor", + "Vect or", + "b yte", + "by te", + "byt e", + "Ġ wait", + "Ġw ait", + "Ġwa it", + "Ġ Ãł", + "Ġà ł", + "à ¥", + "Ġto gether", + "Ġtog ether", + "Ġ throws", + "Ġth rows", + "Ġthrow s", + "Ġthr ows", + "Ġthro ws", + "F O", + "' ))", + "') )", + "h ost", + "ho st", + "hos t", + "i sing", + "is ing", + "isi ng", + "isin g", + ". view", + ".v iew", + "Ġ terms", + "Ġte rms", + "Ġter ms", + "Ġterm s", + "f ramework", + "fr amework", + "frame work", + "fram ework", + "- r", + "Ġ apply", + "Ġapp ly", + "Ġap ply", + "Ġappl y", + "Ġ session", + "Ġs ession", + "Ġsess ion", + "O ptions", + "Option s", + "Opt ions", + "ug gest", + "ugg est", + "Ġ others", + "Ġo thers", + "Ġother s", + "w itter", + "wit ter", + "Ġ fund", + "Ġf und", + "Ġfun d", + "Ġfu nd", + "I nit", + "In it", + "Ini t", + "_ _(", + "__ (", + "ens or", + "enso r", + "G ET", + "GE T", + "Ġse veral", + "Ġsever al", + "Ġsev eral", + "i i", + "[ j", + "I O", + "Ġ template", + "Ġt emplate", + "Ġtem plate", + "Ġtemp late", + "Ġtempl ate", + "P osition", + "Pos ition", + "Ġe con", + "Ġec on", + "Ġeco n", + "a chine", + "ach ine", + "achi ne", + "Ġ il", + "Ġi l", + ". spring", + ".s pring", + ".sp ring", + "m ain", + "ma in", + "mai n", + "e lt", + "el t", + "i ment", + "im ent", + "ime nt", + "imen t", + "R ec", + "Re c", + "m m", + "Ġ University", + "ĠUn iversity", + "ĠUnivers ity", + "urs or", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "G L", + "ic ture", + "ict ure", + "it hub", + "ith ub", + "c er", + "ce r", + "c ast", + "ca st", + "cas t", + "F rom", + "Fr om", + "a les", + "al es", + "ale s", + "Ġ subject", + "Ġsu bject", + "Ġsub ject", + "Ġsubj ect", + "p assword", + "pass word", + "pas sword", + "n y", + "Ġ esc", + "Ġe sc", + "Ġes c", + ". write", + ".w rite", + ".writ e", + ".wr ite", + "ï¼ Į", + "W hat", + "Wh at", + ". H", + "Ġ history", + "Ġh istory", + "Ġhistor y", + "Ġhist ory", + "Ġhi story", + "Ġhisto ry", + "Ġ Fe", + "ĠF e", + "Ġ individual", + "Ġind ividual", + "Ġindiv idual", + "Ġindivid ual", + "u nit", + "un it", + "uni t", + "Ġ -->", + "Ġ- ->", + "Ġ-- >", + "Ġ du", + "Ġd u", + "I ST", + "IS T", + "Ġ users", + "Ġus ers", + "Ġuse rs", + "Ġuser s", + "f s", + "f alse", + "fa lse", + "fal se", + "u nt", + "un t", + "T itle", + "Tit le", + "Ti tle", + "Ġ mot", + "Ġm ot", + "Ġmo t", + "Ġ future", + "Ġf uture", + "Ġfut ure", + "Ġfu ture", + "a ched", + "ac hed", + "ach ed", + "ache d", + "Ġ started", + "Ġstart ed", + "Ġstar ted", + "Ġ mode", + "Ġm ode", + "Ġmod e", + "Ġmo de", + "Ġ '<", + "Ġ' <", + "_ array", + "_a rray", + "_arr ay", + "_ar ray", + "Ġ ax", + "Ġa x", + "' ];Ċ", + "'] ;Ċ", + "']; Ċ", + "i res", + "ir es", + "ire s", + "T here", + "The re", + "Th ere", + "u ght", + "ug ht", + "ugh t", + "t ml", + "tm l", + "p osed", + "pos ed", + "pose d", + "po sed", + "i cult", + "ic ult", + "Ġ took", + "Ġt ook", + "Ġto ok", + "Ġtoo k", + "Ġ games", + "Ġg ames", + "Ġgame s", + "Ġgam es", + "Ġga mes", + "Ġ }}", + "Ġ} }", + "Ġ ?>Ċ", + "Ġ? >Ċ", + "Ġ?> Ċ", + "Ġ products", + "Ġproduct s", + "Ġprodu cts", + "I s", + "Ġ bad", + "Ġb ad", + "Ġba d", + "Ġ Des", + "ĠD es", + "ĠDe s", + ". path", + ".p ath", + ".pa th", + ".pat h", + "' ĊĊ", + "'Ċ Ċ", + "Ġ Post", + "ĠP ost", + "ĠPo st", + "ĠPos t", + "a vel", + "av el", + "ave l", + "( :", + "1 50", + "15 0", + "Ġ needs", + "Ġne eds", + "Ġneed s", + "Ġ known", + "Ġk nown", + "Ġkn own", + "Ġknow n", + "F l", + "Ġ exec", + "Ġe xec", + "Ġex ec", + "Ġexe c", + "Ġ seen", + "Ġs een", + "Ġse en", + "Ġsee n", + "5 1", + "u me", + "um e", + "Ġ border", + "Ġb order", + "Ġbor der", + "Ġbord er", + "Ġ live", + "Ġl ive", + "Ġli ve", + "Ġliv e", + "t emp", + "te mp", + "tem p", + "P er", + "Pe r", + "Ġ variable", + "Ġvar iable", + "Ġvari able", + "i et", + "ie t", + "Ġ Def", + "ĠD ef", + "ĠDe f", + "Ġ ge", + "Ġg e", + "e me", + "em e", + "_ back", + "_b ack", + "f irst", + "fi rst", + "fir st", + "Ġ provided", + "Ġpro vided", + "Ġprovid ed", + "Ġprov ided", + "Ġprovide d", + "//////////////// ////////////////", + "Ġ filename", + "Ġf ilename", + "Ġfile name", + "Ġfil ename", + "Ġfi lename", + "Ġ hope", + "Ġh ope", + "Ġhop e", + "Ġho pe", + "u ly", + "ul y", + "a uto", + "aut o", + "au to", + "f ind", + "fin d", + "fi nd", + "_ string", + "_s tring", + "_st ring", + "_str ing", + "b tn", + "bt n", + "it ude", + "itud e", + "itu de", + "At tribute", + "Attrib ute", + "Ġ young", + "Ġyou ng", + "Ġyo ung", + ". txt", + ".t xt", + ".tx t", + "Ġ website", + "Ġwe bsite", + "Ġweb site", + "Ġwebs ite", + "Ġ Prop", + "ĠP rop", + "ĠPro p", + "ĠPr op", + "Ġ ey", + "Ġe y", + "> ();Ċ", + ">( );Ċ", + ">() ;Ċ", + ">(); Ċ", + "i onal", + "ion al", + "io nal", + "iona l", + "A RR", + "AR R", + "iction ary", + "ur ther", + "urt her", + ". ", + ")- >", + "t x", + "Ġ pur", + "Ġp ur", + "Ġpu r", + "u el", + "ue l", + "ym bol", + "ymb ol", + "u ation", + "ua tion", + "uat ion", + "a nger", + "an ger", + "ang er", + "ange r", + "Ġ background", + "Ġback ground", + "e cess", + "ec ess", + "ece ss", + "ef ined", + ". .......", + ".. ......", + "... .....", + ".... ....", + "..... ...", + "...... ..", + "....... .", + "Ġ description", + "Ġd escription", + "Ġde scription", + "Ġdes cription", + "Ġdescri ption", + "Ġ represent", + "Ġre present", + "Ġrep resent", + "\" ));Ċ", + "\") );Ċ", + "\")) ;Ċ", + "\")); Ċ", + "p ression", + "pr ession", + "press ion", + "row ser", + "rows er", + "rowse r", + "Ġ series", + "Ġs eries", + "Ġse ries", + "Ġser ies", + "Ġserie s", + "Ġseri es", + "w ards", + "ward s", + "war ds", + "5 2", + "( $_", + "($ _", + "a ise", + "ai se", + "ais e", + "Ġ hot", + "Ġh ot", + "Ġho t", + "a city", + "ac ity", + "aci ty", + "r ies", + "ri es", + "rie s", + "a ctions", + "act ions", + "action s", + "C reate", + "Cre ate", + "Creat e", + "a dio", + "ad io", + "adi o", + "am ples", + "amp les", + "ample s", + "Ġ original", + "Ġor iginal", + "Ġorig inal", + "Ġorigin al", + "ens ive", + "ensi ve", + "f ont", + "fo nt", + "fon t", + "st ream", + "str eam", + "stre am", + " using", + ".spring framework", + "0 01", + "00 1", + "s erver", + "ser ver", + "serve r", + "serv er", + "Ġ bill", + "Ġb ill", + "Ġbi ll", + "Ġbil l", + "A CK", + "AC K", + "i lename", + "il ename", + "ile name", + "ilen ame", + "Ġ frame", + "Ġf rame", + "Ġfr ame", + "Ġfra me", + "Ġfram e", + "Ġ =Ċ", + "Ġ= Ċ", + "E dit", + "Ed it", + "ad ius", + "adi us", + "Ġ draw", + "Ġd raw", + "Ġdr aw", + "Ġdra w", + "an ks", + "ank s", + "Ġd eter", + "Ġde ter", + "Ġdet er", + "Ġ comes", + "Ġc omes", + "Ġcom es", + "Ġco mes", + "Ġcome s", + "_ int", + "_in t", + "_i nt", + "Ġ foreach", + "Ġf oreach", + "Ġfor each", + "Ġfore ach", + "Ġfo reach", + "a ngle", + "an gle", + "ang le", + "angl e", + "Ġ elect", + "Ġe lect", + "Ġel ect", + "Ġele ct", + "p ected", + "pect ed", + "pec ted", + "He ader", + "Head er", + "i stration", + "ist ration", + "istr ation", + "istra tion", + "istrat ion", + "F alse", + "Fa lse", + "Fal se", + "Ġ Game", + "ĠG ame", + "ĠGa me", + "ĠGam e", + "Ġ filter", + "Ġf ilter", + "Ġfil ter", + "Ġfilt er", + "Act ivity", + "Activ ity", + "Ġ larg", + "Ġl arg", + "Ġla rg", + "Ġlar g", + "in ition", + "init ion", + "ini tion", + "Ġ \"<", + "Ġ\" <", + "2 56", + "25 6", + "i sed", + "is ed", + "ise d", + "Ġ remove", + "Ġre move", + "Ġrem ove", + "Ġ Trans", + "ĠT rans", + "ĠTr ans", + "ĠTra ns", + "ĠTran s", + "m et", + "me t", + "s ee", + "se e", + "Form at", + "For mat", + "Com mand", + "Comm and", + "Ġ EX", + "ĠE X", + "N one", + "No ne", + "Non e", + "Ġ front", + "Ġf ront", + "Ġfr ont", + "Ġfro nt", + "Ġfron t", + "A SE", + "AS E", + "Ġ Rec", + "ĠR ec", + "ĠRe c", + "ound ation", + "Ġ vo", + "Ġv o", + "9 6", + "= \\\"", + "=\\ \"", + "( *", + "Ch ange", + "Chan ge", + "Cha nge", + ". Write", + ".W rite", + "g roup", + "gr oup", + "gro up", + "i ents", + "ie nts", + "ient s", + "ien ts", + "u y", + "******** ********************************************************", + "**************** ************************************************", + "******************************** ********************************", + "************************ ****************************************", + "**************************************** ************************", + "************************************************ ****************", + "******************************************************** ********", + "Ġ dig", + "Ġd ig", + "Ġdi g", + "h r", + "( -", + "Ġ gen", + "Ġg en", + "Ġge n", + "n umber", + "num ber", + "v ec", + "ve c", + "ur ope", + "uro pe", + "en try", + "ent ry", + "entr y", + "L L", + "Ġ ste", + "Ġs te", + "Ġst e", + "Val id", + "Va lid", + "' ],", + "'] ,", + "_ param", + "_p aram", + "_par am", + "_para m", + "_pa ram", + "Ġ selected", + "Ġse lected", + "Ġselect ed", + "Ġsel ected", + "Ġ according", + "Ġa ccording", + "Ġacc ording", + "Ġaccord ing", + "Ġ Dis", + "ĠD is", + "ĠDi s", + "Ġ util", + "Ġu til", + "Ġut il", + "B uffer", + "Buf fer", + "Buff er", + "Bu ffer", + "_ error", + "_e rror", + "_err or", + "_er ror", + "Ġ associ", + "Ġass oci", + "Ġassoc i", + "_ SIZE", + "_S IZE", + "_SI ZE", + "Ġ wor", + "Ġw or", + "Ġwo r", + "Ġ printf", + "Ġprint f", + "Ġprin tf", + "r ag", + "ra g", + " ł", + "D D", + "Ġ Val", + "ĠV al", + "ĠVa l", + "Ġ activ", + "Ġact iv", + "Ġac tiv", + "E ng", + "En g", + "e time", + "et ime", + "eti me", + "etim e", + "Ġ virtual", + "Ġv irtual", + "Ġvir tual", + "Ġvirt ual", + "a ign", + "ai gn", + "a ur", + "au r", + "Ġ Pres", + "ĠP res", + "ĠPr es", + "ĠPre s", + "Ġ Exception", + "ĠEx ception", + "ĠExcept ion", + "Ġ anything", + "Ġany thing", + "Ġ Off", + "ĠO ff", + "ĠOf f", + "Ġ hours", + "Ġh ours", + "Ġhour s", + "Ġho urs", + "Ġ war", + "Ġw ar", + "Ġwa r", + "Arg s", + "Ar gs", + "a ging", + "ag ing", + "agi ng", + "Ġ models", + "Ġmod els", + "Ġmodel s", + "Ġmode ls", + "Ġ Time", + "ĠT ime", + "ĠTim e", + "ĠTi me", + "O b", + "a ms", + "am s", + "j oy", + "jo y", + "Ġ early", + "Ġear ly", + ". read", + ".re ad", + ".r ead", + "8 6", + "Ġ center", + "Ġc enter", + "Ġcent er", + "Ġcen ter", + "Ġ Initial", + "ĠIn itial", + "ĠInit ial", + "ĠIniti al", + "Ġ language", + "Ġl anguage", + "Ġlangu age", + "l ength", + "le ngth", + "len gth", + "x y", + "Ġ sn", + "Ġs n", + "Ġ inf", + "Ġin f", + "Ġi nf", + "P ost", + "Pos t", + "Po st", + "Ġ ago", + "Ġa go", + "Ġag o", + "Ġ easy", + "Ġe asy", + "Ġeas y", + "Ġea sy", + "_ code", + "_c ode", + "_co de", + "_cod e", + "Ġ ANY", + "ĠA NY", + "ĠAN Y", + "_ ch", + "_c h", + "Ġ download", + "Ġd ownload", + "Ġdown load", + "( T", + "a ved", + "av ed", + "ave d", + "âĢ ĵ", + "Ġ students", + "Ġst udents", + "Ġstud ents", + "Ġstudent s", + "Ġ fig", + "Ġf ig", + "Ġfi g", + "l ight", + "li ght", + "lig ht", + "x x", + "Ġ buffer", + "Ġb uffer", + "Ġbu ffer", + "Ġbuf fer", + "Ġbuff er", + "Ġ Dep", + "ĠD ep", + "ĠDe p", + "Ġ Math", + "ĠM ath", + "ĠMat h", + "ĠMa th", + "I TH", + "IT H", + "Ġ vari", + "Ġv ari", + "Ġvar i", + "Ġva ri", + "Ġ due", + "Ġd ue", + "Ġdu e", + "F actory", + "Fact ory", + "Factor y", + "Ġ por", + "Ġp or", + "Ġpo r", + "Ġ ep", + "Ġe p", + "o type", + "ot ype", + "otyp e", + "oty pe", + "Ġ cannot", + "Ġc annot", + "Ġcan not", + "Ġcann ot", + "Ġ white", + "Ġwh ite", + "Ġwhit e", + "< int", + "čĊ", + "\"> čĊ", + ". annot", + ".an not", + "Ġ collection", + "Ġc ollection", + "Ġcol lection", + "Ġcoll ection", + "Ġcollect ion", + "Ġcolle ction", + "' .", + "Ġ similar", + "Ġs imilar", + "Ġsim ilar", + "Ġsimil ar", + "Ġ taken", + "Ġt aken", + "Ġtake n", + "Ġta ken", + "Ġtak en", + "( \"%", + "(\" %", + "Or der", + "Ord er", + "' ]Ċ", + "'] Ċ", + "- md", + "-m d", + "Ġ TH", + "ĠT H", + "a ced", + "ace d", + "ac ed", + "Ġis n", + "Ġi sn", + "/ j", + "Ġ son", + "Ġs on", + "Ġso n", + "g raph", + "gr aph", + "gra ph", + "Ġ Integer", + "ĠInt eger", + "Ġn ecess", + "Ġne cess", + "Ġnec ess", + "Ġneces s", + "r een", + "re en", + "ree n", + "Ġ um", + "Ġu m", + "Ġ \\<", + "Ġ\\ <", + "Ġ moment", + "Ġm oment", + "Ġmom ent", + "Ġmo ment", + "Ġ bring", + "Ġb ring", + "Ġbr ing", + "Ġbri ng", + "Ġ indic", + "Ġin dic", + "Ġind ic", + "y sis", + "ys is", + "ysi s", + "Le vel", + "v erse", + "ver se", + "vers e", + "ur renc", + "urre nc", + "urr enc", + "_ test", + "_t est", + "_te st", + "Ġent ire", + "D own", + "Do wn", + "Ġ }ĊĊĊ", + "Ġ} ĊĊĊ", + "Ġ}Ċ ĊĊ", + "Ġ}ĊĊ Ċ", + "( result", + "(res ult", + "Ġ Read", + "ĠR ead", + "ĠRe ad", + "à ¨", + "M od", + "Mo d", + "Ġ trying", + "Ġt rying", + "Ġtr ying", + "Ġtry ing", + "\" ),Ċ", + "\") ,Ċ", + "\"), Ċ", + "Ġ member", + "Ġm ember", + "Ġmem ber", + "Ġmemb er", + "Ġ Cor", + "ĠC or", + "ĠCo r", + "O DO", + "OD O", + "- control", + "-c ontrol", + "-cont rol", + "un time", + "unt ime", + "Ġ Sim", + "ĠS im", + "ĠSi m", + "D ialog", + "Di alog", + "Dia log", + "p lot", + "pl ot", + "_ on", + "_o n", + "Ġ phys", + "Ġph ys", + "Ġphy s", + "} /", + "Ġ namespace", + "Ġn amespace", + "Ġname space", + "Ġnames pace", + "ĉ čĊ", + "a cc", + "ac c", + "P layer", + "Pl ayer", + "Play er", + "A RE", + "AR E", + "8 9", + "Ġ foot", + "Ġf oot", + "Ġfo ot", + "Ġfoo t", + "Ġ board", + "Ġb oard", + "Ġbo ard", + "Ġboa rd", + "p art", + "par t", + "pa rt", + "Ġ sus", + "Ġs us", + "Ġsu s", + "w ise", + "wi se", + "wis e", + "Ġ Mc", + "ĠM c", + "Ġ push", + "Ġp ush", + "Ġpu sh", + "Ġpus h", + "A TA", + "AT A", + "Ġ please", + "Ġp lease", + "Ġpl ease", + "Ġple ase", + "Ġplea se", + "Ġpleas e", + "r ied", + "ri ed", + "rie d", + "we et", + "b it", + "bi t", + "i ded", + "id ed", + "ide d", + "V E", + "Ġ Sw", + "ĠS w", + "U B", + "Ġ types", + "Ġt ypes", + "Ġtype s", + "Ġtyp es", + "Ġty pes", + "e dia", + "ed ia", + "edi a", + "Ġc los", + "Ġcl os", + "Ġclo s", + "ace book", + "W hen", + "Wh en", + "Ġ edit", + "Ġe dit", + "Ġed it", + "Ġedi t", + "i gger", + "ig ger", + "igg er", + "Ġe nerg", + "Ġen erg", + "Ġener g", + "Cont ainer", + "Contain er", + "Conta iner", + "Ġ phot", + "Ġp hot", + "Ġph ot", + "Ġ Count", + "ĠC ount", + "ĠCo unt", + "ĠCou nt", + "ĠCoun t", + "Ġ Europe", + "ĠE urope", + "ĠEuro pe", + "ĠEurop e", + "ĠEur ope", + ". Is", + ".I s", + "Ġ Russ", + "ĠR uss", + "ĠRu ss", + "ĠRus s", + "p eed", + "pe ed", + "pee d", + "Ġ Str", + "ĠS tr", + "ĠSt r", + "Ġ py", + "Ġp y", + "Ġ cult", + "Ġc ult", + "Ġcu lt", + "Ġcul t", + "Ġ defined", + "Ġd efined", + "Ġdef ined", + "Ġdefine d", + "Ġdefin ed", + "c count", + "cc ount", + "cco unt", + "Ġo bt", + "Ġob t", + ". Location", + ".L ocation", + ".Lo cation", + "Ġ thread", + "Ġt hread", + "Ġth read", + "Ġthr ead", + "i lle", + "il le", + "ill e", + "Ġ instead", + "Ġin stead", + "Ġinst ead", + "st rong", + "str ong", + "stro ng", + "Ġ Sec", + "ĠS ec", + "ĠSe c", + "U RE", + "UR E", + "Ġ idea", + "Ġi dea", + "Ġid ea", + "Ġide a", + ". se", + ".s e", + "e my", + "em y", + "se lected", + "select ed", + "sel ected", + "Con nection", + "Conn ection", + "Connect ion", + "a cing", + "ac ing", + "aci ng", + "acin g", + "t hread", + "th read", + "thr ead", + ". next", + ".n ext", + ".ne xt", + "Ġ coll", + "Ġc oll", + "Ġco ll", + "Ġcol l", + "Ġ film", + "Ġf ilm", + "Ġfil m", + "Ġfi lm", + "is tic", + "ist ic", + "isti c", + "Ġ compet", + "Ġcom pet", + "Ġcomp et", + "Ġ conn", + "Ġc onn", + "Ġcon n", + "Ġco nn", + "th ough", + "Ġ compan", + "Ġcom pan", + "Ġcomp an", + "o cket", + "oc ket", + "ock et", + "Ġt each", + "Ġte ach", + "Ġtea ch", + "= (", + "Ġ phone", + "Ġp hone", + "Ġph one", + "Ġphon e", + "Ġ active", + "Ġact ive", + "Ġactiv e", + "7 9", + "de lete", + "del ete", + "1 01", + "10 1", + "t ries", + "tr ies", + "trie s", + "tri es", + "Ġ mo", + "Ġm o", + "Ġ death", + "Ġde ath", + "} );ĊĊ", + "});Ċ Ċ", + "}) ;ĊĊ", + "}); ĊĊ", + "o col", + "oc ol", + "oco l", + "W idget", + "Ġ article", + "Ġart icle", + "Ġartic le", + "r odu", + "ro du", + "rod u", + "an did", + "and id", + "andi d", + "Ñ ĭ", + "Ġ Cr", + "ĠC r", + "k a", + "( ):", + "() :", + "l ood", + "lo od", + "loo d", + "ĉ ĉĉĊ", + "ĉĉ ĉĊ", + "ĉĉĉ Ċ", + "Ġ almost", + "Ġal most", + "Ġalm ost", + "Ġ sell", + "Ġs ell", + "Ġse ll", + "Ġsel l", + "erv let", + "r ip", + "ri p", + "U nit", + "Un it", + "Uni t", + "Ġapp lic", + "Ġappl ic", + "Ġ connect", + "Ġcon nect", + "Ġconn ect", + "Ġ feature", + "Ġf eature", + "Ġfe ature", + "Ġfeat ure", + "Ġ via", + "Ġv ia", + "Ġvi a", + "' ),", + "') ,", + "Ġ lim", + "Ġl im", + "Ġli m", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ Gu", + "ĠG u", + "E ngine", + "Eng ine", + "Ġ ens", + "Ġe ns", + "Ġen s", + "Ġ environment", + "Ġen vironment", + "Ġenviron ment", + "b lock", + "bl ock", + "blo ck", + "H ERE", + "HE RE", + "HER E", + "N ULL", + "NU LL", + "g y", + "t ag", + "ta g", + ") ).", + ")) .", + "e xp", + "ex p", + "Ġcom pl", + "Ġco mpl", + "Ġcomp l", + "Ġ install", + "Ġinst all", + "Ġinstal l", + "Ġ complete", + "Ġcom plete", + "Ġcomp lete", + "Ġcomple te", + "Ġcomplet e", + "Ġcompl ete", + "q ueue", + "que ue", + "at ural", + "atur al", + "atura l", + "atu ral", + "Ġ general", + "Ġg eneral", + "Ġgener al", + "Ġgen eral", + "Ġgene ral", + "Ġgenera l", + "t hon", + "th on", + "Ġas ked", + "Ġask ed", + "o res", + "or es", + "ore s", + "( res", + "(r es", + "(re s", + "Ġ reserved", + "Ġres erved", + "Ġreserve d", + "Ġreserv ed", + "S P", + "Ġ âĢ¦", + "ĠâĢ ¦", + "Å Ĥ", + "Ġsign ific", + "O ff", + "Of f", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ Ag", + "ĠA g", + "Ġ Just", + "ĠJ ust", + "ĠJu st", + "Ġ Error", + "ĠE rror", + "ĠEr ror", + "ĠErr or", + "Ġin fl", + "Ġinf l", + "a data", + "ad ata", + "ada ta", + "Ġ icon", + "Ġi con", + "Ġic on", + "as ks", + "ask s", + "' '", + "_ LO", + "_L O", + "? .", + "a ccount", + "ac count", + "acc ount", + "acco unt", + "Ġ (*", + "Ġ( *", + "' )ĊĊ", + "') ĊĊ", + "')Ċ Ċ", + "r ap", + "ra p", + "_ var", + "_v ar", + "_va r", + "Ġ FOR", + "ĠF OR", + "ĠFO R", + "Ġ party", + "Ġp arty", + "Ġpart y", + "Ġpar ty", + "Ġ Your", + "ĠY our", + "ĠYou r", + "ĠYo ur", + "c at", + "ca t", + "s try", + "st ry", + "str y", + ". new", + ".n ew", + ".ne w", + "b oot", + "bo ot", + "boo t", + "Ġ Nov", + "ĠN ov", + "ĠNo v", + "Ġ vector", + "Ġv ector", + "Ġve ctor", + "Ġvec tor", + "Ġvect or", + "Ġ normal", + "Ġn ormal", + "Ġnor mal", + "Ġnorm al", + "Ġf urther", + "Ġfur ther", + "Re pository", + "8 00", + "80 0", + "Ġ database", + "Ġd atabase", + "Ġdata base", + "Ġdat abase", + "Ġdatab ase", + "at tle", + "att le", + "Ġ music", + "Ġm usic", + "Ġmus ic", + "Ġmu sic", + "Ġ speed", + "Ġs peed", + "Ġsp eed", + "Ġspe ed", + "Ġ doc", + "Ġd oc", + "Ġdo c", + "p rocess", + "pro cess", + "proc ess", + "IG HT", + "IGH T", + ". parse", + ".p arse", + ".par se", + "Ġ taking", + "Ġt aking", + "Ġta king", + "Ġtak ing", + "Ġ viol", + "Ġv iol", + "Ġvi ol", + "c eed", + "ce ed", + "cee d", + "Ġ After", + "ĠA fter", + "ĠAf ter", + "Ġ forward", + "Ġfor ward", + "Ġ crit", + "Ġc rit", + "Ġcr it", + "Ġcri t", + "\" />Ċ", + "\"/ >Ċ", + "\"/> Ċ", + "r ot", + "ro t", + "Ġ failed", + "Ġf ailed", + "Ġfa iled", + "Ġfail ed", + "e fore", + "ef ore", + "Ġcon cern", + "Ġconc ern", + "Ġconce rn", + "o e", + "b a", + "Ġ sender", + "Ġs ender", + "Ġse nder", + "Ġsend er", + "Ġsen der", + "Ġ term", + "Ġt erm", + "Ġte rm", + "Ġter m", + "h as", + "ha s", + "= \"#", + "=\" #", + "Ġ potential", + "Ġpot ential", + "Ġpotent ial", + "N um", + "Nu m", + "Ġ published", + "Ġp ublished", + "Ġpublish ed", + "Ġpubli shed", + ". close", + ".c lose", + ".cl ose", + "Ġ Image", + "ĠI mage", + "ĠIm age", + "ĠImag e", + "str aint", + "stra int", + "strain t", + "U D", + "Ġ Ob", + "ĠO b", + "Ġ probably", + "Ġprob ably", + "l im", + "li m", + "\" :Ċ", + "\": Ċ", + "ol ume", + "olum e", + "olu me", + "Ġ consum", + "Ġcon sum", + "Ġcons um", + "7 6", + "a gue", + "ag ue", + "agu e", + "ens ions", + "ension s", + "ensi ons", + "Ġinvest ig", + "- year", + "-y ear", + "' );", + "') ;", + "- sm", + "-s m", + "Ġen joy", + "Ġenjo y", + "o rig", + "or ig", + "ori g", + "e ring", + "er ing", + "eri ng", + "erin g", + "c p", + "le ased", + "lease d", + "lea sed", + "p lements", + "pl ements", + "ple ments", + "plement s", + "Ġ returns", + "Ġreturn s", + "p at", + "pa t", + "B O", + "Ġ House", + "ĠH ouse", + "ĠHo use", + "ĠHou se", + ". Label", + ".L abel", + "Ġ weight", + "Ġw eight", + "Ġwe ight", + "Ġweigh t", + "Ġwei ght", + "ig hb", + "igh b", + "Ġ conditions", + "Ġcondition s", + "Ġcond itions", + "Ġ exception", + "Ġex ception", + "Ġexcept ion", + "Ġexce ption", + "d escription", + "de scription", + "des cription", + "Ġ trad", + "Ġt rad", + "Ġtr ad", + "Ġtra d", + "- to", + "-t o", + "Ġ {}", + "Ġ{ }", + "Ġ module", + "Ġm odule", + "Ġmod ule", + "E ND", + "EN D", + ". ap", + ".a p", + ". props", + ".p rops", + ".pro ps", + ".pr ops", + ".prop s", + "Ġ constructor", + "Ġcon structor", + "Ġconstruct or", + "Ġconstr uctor", + "a ves", + "av es", + "ave s", + "Ġ favor", + "Ġf avor", + "Ġfa vor", + "Ġfav or", + "Ġ Now", + "ĠN ow", + "ĠNo w", + "; i", + "Ġ Main", + "ĠM ain", + "ĠMa in", + "ĠMai n", + "_ k", + "e ries", + "er ies", + "erie s", + "eri es", + "âĢĻ ll", + "âĢĻl l", + "trans form", + "ime stamp", + "imest amp", + "P re", + "Pr e", + "Ġ mer", + "Ġm er", + "Ġme r", + ". res", + ".re s", + ".r es", + "s tant", + "st ant", + "sta nt", + "stan t", + "L ocation", + "Lo cation", + "Loc ation", + "_ NAME", + "_N AME", + "Ġ loss", + "Ġl oss", + "Ġlo ss", + "Ġlos s", + "Ġ ĊĊ", + "ĠĊ Ċ", + "n et", + "ne t", + "Ġ engine", + "Ġe ngine", + "Ġeng ine", + "B lock", + "Bl ock", + "Bloc k", + "Blo ck", + "Ġ issues", + "Ġiss ues", + "Ġissue s", + "Ġissu es", + "Ġ parse", + "Ġp arse", + "Ġpar se", + "Ġpars e", + "Ġ Bar", + "ĠB ar", + "ĠBa r", + "Ġ stay", + "Ġst ay", + "Ġsta y", + "Ġ JSON", + "ĠJ SON", + "ĠJS ON", + "Ġ dom", + "Ġd om", + "Ġdo m", + "a irs", + "air s", + "ai rs", + "w ner", + "wn er", + "Ġ lower", + "Ġl ower", + "Ġlo wer", + "Ġlow er", + "\" ,čĊ", + "\", čĊ", + "Ġ Dem", + "ĠD em", + "ĠDe m", + "u fact", + "uf act", + "ufac t", + "Ġ ps", + "Ġp s", + "Ġ perfect", + "Ġper fect", + "Ġperf ect", + "R L", + "Ġ educ", + "Ġe duc", + "Ġed uc", + "Ġedu c", + "l s", + "em ory", + "emo ry", + "ARR ANT", + "u ge", + "ug e", + "Ġ exact", + "Ġex act", + ". key", + ".k ey", + ".ke y", + "al led", + "all ed", + "alle d", + "e ch", + "ec h", + "i ef", + "ie f", + "\\ /", + "o ke", + "ok e", + "Ġ former", + "Ġfor mer", + "Ġform er", + "Ġforme r", + "al loc", + "all oc", + "allo c", + "Ġ six", + "Ġs ix", + "Ġsi x", + "i da", + "id a", + "Ġ margin", + "Ġm argin", + "Ġmar gin", + "Ġmarg in", + "Ġ heart", + "Ġhe art", + "Ġhear t", + "a ld", + "al d", + "p ack", + "pa ck", + "pac k", + ".getElement ById", + "ĠW ARRANT", + "Ġ rather", + "Ġr ather", + "Ġrat her", + "Ġra ther", + "Ġ building", + "Ġbuild ing", + "er man", + "erm an", + "l ice", + "lic e", + "li ce", + "Ġ questions", + "Ġquest ions", + "Ġquestion s", + "Ġquesti ons", + "i zes", + "iz es", + "ize s", + "le ge", + "leg e", + "irect ory", + "irector y", + "Ġ je", + "Ġj e", + "Ġ cas", + "Ġc as", + "Ġca s", + "p rops", + "pr ops", + "pro ps", + "prop s", + "u tf", + "ut f", + "Ġ security", + "Ġs ecurity", + "Ġse curity", + "Ġsec urity", + "Ġ however", + "Ġhow ever", + "w eight", + "we ight", + "wei ght", + "weigh t", + "Ġ inside", + "Ġin side", + "Ġins ide", + "Ġp resident", + "Ġpres ident", + "C har", + "Ch ar", + "Cha r", + "Ġ WITH", + "ĠW ITH", + "ĠWI TH", + ". map", + ".m ap", + ".ma p", + "Ġ graph", + "Ġg raph", + "Ġgr aph", + "Ġgra ph", + "Ġgrap h", + "Ġ tag", + "Ġt ag", + "Ġta g", + "_ status", + "_s tatus", + "_st atus", + "_stat us", + "Ġ attempt", + "Ġat tempt", + "Ġatt empt", + "o pp", + "op p", + "u ses", + "us es", + "use s", + "ĉ const", + "ĉcon st", + "Ġ round", + "Ġr ound", + "Ġro und", + "Ġrou nd", + ", $", + "Ġ friends", + "Ġf riends", + "Ġfri ends", + "Ġfriend s", + "E mail", + "Em ail", + "? >", + "Re source", + "Res ource", + "K EY", + "KE Y", + "o sp", + "os p", + ". query", + ".qu ery", + "Ġ North", + "ĠN orth", + "ĠNor th", + "a bles", + "ab les", + "able s", + "abl es", + "is trib", + "ist rib", + "istr ib", + "_ class", + "_c lass", + "_cl ass", + "el lo", + "ell o", + "T hat", + "Th at", + "Ð º", + "pec ially", + "pecial ly", + "Ġ President", + "ĠP resident", + "ĠPres ident", + "Ġ campaign", + "Ġc ampaign", + "Ġcamp aign", + "Ġ alt", + "Ġa lt", + "Ġal t", + "a rea", + "ar ea", + "are a", + "Ġc hall", + "Ġch all", + "Ġcha ll", + "Ġop port", + "Ġopp ort", + ". Con", + ".C on", + ".Co n", + "Ġ energy", + "Ġe nergy", + "Ġen ergy", + "Ġenerg y", + "Ġener gy", + "l ike", + "li ke", + "lik e", + ". string", + ".s tring", + ".st ring", + ".str ing", + "ing ton", + "ingt on", + ") *", + "y y", + "Ġ profession", + "Ġprof ession", + "Ġprofess ion", + "ir th", + "irt h", + "Ġ seg", + "Ġs eg", + "Ġse g", + "æ ľ", + "Ġ hor", + "Ġh or", + "Ġho r", + "i ers", + "ie rs", + "ier s", + "c an", + "ca n", + "Ġbe hind", + "Ġbeh ind", + "Pro duct", + "Produ ct", + "Prod uct", + "f g", + "Ġ Sk", + "ĠS k", + ". jpg", + ".j pg", + ".jp g", + "? :", + "] ;ĊĊ", + "];Ċ Ċ", + "]; ĊĊ", + "Ġ callback", + "Ġc allback", + "Ġcall back", + "Ġ Http", + "ĠH ttp", + "Ñ Į", + "l ong", + "lo ng", + "lon g", + "M S", + "A TH", + "AT H", + "Ġ raise", + "Ġr aise", + "Ġrais e", + "Ġra ise", + "Ġ wanted", + "Ġw anted", + "Ġwant ed", + "Ġwan ted", + "r own", + "ro wn", + "row n", + "u tor", + "ut or", + "uto r", + "l t", + "] =", + "e line", + "el ine", + "eli ne", + "elin e", + "M A", + "Ġs epar", + "Ġse par", + "Ġsep ar", + "c s", + "s emb", + "se mb", + "sem b", + "D is", + "Di s", + "b serv", + "bs erv", + "Ġ Will", + "ĠW ill", + "ĠWil l", + "ĠWi ll", + "Ġ policy", + "Ġp olicy", + "Ġpol icy", + "Ġpolic y", + "Ġ third", + "Ġth ird", + "Ġthi rd", + "p hone", + "ph one", + "phon e", + "Ġ bed", + "Ġb ed", + "Ġbe d", + "/ g", + ". __", + "._ _", + "Ġ Inc", + "ĠI nc", + "ĠIn c", + "i zing", + "iz ing", + "izi ng", + "izin g", + ". remove", + ".re move", + ".rem ove", + "in stance", + "inst ance", + "instanc e", + ". type", + ".t ype", + ".typ e", + "Ġ serv", + "Ġs erv", + "Ġse rv", + "Ġser v", + "E ach", + "Ġ har", + "Ġh ar", + "Ġha r", + "Ġ Message", + "ĠM essage", + "ĠMess age", + "ĠMes sage", + "( key", + "(k ey", + "SE LECT", + "SEL ECT", + "P os", + "Po s", + ") );čĊ", + ")) ;čĊ", + ")); čĊ", + "Ġre comm", + "Ġrec omm", + "Ġrecom m", + "Ġreco mm", + "Ġ training", + "Ġtr aining", + "Ġtrain ing", + "Ġtra ining", + "Ġtrai ning", + "Ġ Ent", + "ĠE nt", + "ĠEn t", + "Ġ Char", + "ĠC har", + "ĠCh ar", + "ĠCha r", + "i cht", + "ic ht", + "ich t", + "( file", + "(f ile", + "(fi le", + "(fil e", + "Ġ prior", + "Ġp rior", + "Ġpr ior", + "Ġpri or", + "Ġprio r", + "G ame", + "Gam e", + "Ga me", + "Ġ exit", + "Ġe xit", + "Ġex it", + "Param s", + "Par ams", + "Pa rams", + "Para ms", + ". core", + ".c ore", + ".co re", + ".cor e", + "P C", + "n es", + "ne s", + "an ced", + "ance d", + "anc ed", + "( request", + "(re quest", + "(req uest", + "P assword", + "Pass word", + "Pas sword", + "} >Ċ", + "}> Ċ", + "Ġ mag", + "Ġm ag", + "Ġma g", + "Ġ release", + "Ġre lease", + "Ġr elease", + "Ġrel ease", + "Ġrele ase", + "Ġ shall", + "Ġs hall", + "Ġsh all", + "Ġsha ll", + "u dent", + "ud ent", + "ude nt", + "uden t", + "Ġ South", + "ĠS outh", + "ĠSo uth", + "ĠSou th", + "a ndo", + "an do", + "and o", + ": '", + ". TabIndex", + ".Tab Index", + "s k", + "an ner", + "ann er", + "anne r", + "is set", + "iss et", + "isse t", + "Ġ outside", + "Ġout side", + "Ġouts ide", + "l edge", + "le dge", + "led ge", + "Ġ å", + "Ġ Rob", + "ĠR ob", + "ĠRo b", + "Ġ imm", + "Ġi mm", + "Ġim m", + "! Ċ", + "Ġ Web", + "ĠW eb", + "ĠWe b", + "D es", + "De s", + "B C", + "an cial", + "anc ial", + "ancia l", + "R oute", + "Ro ute", + "D ec", + "De c", + "fer ences", + "ference s", + "Ġp urch", + "Ġpur ch", + "Ġpu rch", + "Ġ Model", + "ĠM odel", + "ĠMod el", + "ĠMo del", + "ĠMode l", + "c tor", + "ct or", + "g n", + "_ start", + "_st art", + "_star t", + "_sta rt", + "_ un", + "_u n", + ". *", + "i ses", + "is es", + "ise s", + "Ġ ground", + "Ġg round", + "Ġgr ound", + "Ġgro und", + "Ġgrou nd", + "Ġ unique", + "Ġun ique", + "Ġuniqu e", + "Ġuni que", + "Ġuniq ue", + "Ġbe aut", + "Ġbeau t", + "{ \"", + "Ġ pour", + "Ġp our", + "Ġpo ur", + "Ġpou r", + "Ġ Oct", + "ĠO ct", + "ĠOc t", + "Ġ tree", + "Ġt ree", + "Ġtr ee", + "Ġtre e", + "s ets", + "se ts", + "set s", + "_ res", + "_re s", + "_r es", + "' )->", + "') ->", + "_ reg", + "_re g", + "_r eg", + "( \"\\", + "(\" \\", + "Ġ byte", + "Ġb yte", + "Ġby te", + "Ġbyt e", + "B l", + "Ġ dating", + "Ġd ating", + "Ġda ting", + "Ġdat ing", + "Ġdati ng", + "Ġ matter", + "Ġm atter", + "Ġmat ter", + "Ġmatt er", + "Ġmatte r", + "Ġ Rem", + "ĠR em", + "ĠRe m", + "Ġ' ../", + "Ġ'. ./", + "Ġ'.. /", + "Ġ Aug", + "ĠA ug", + "ĠAu g", + "Ġ La", + "ĠL a", + "Ġ $(", + "Ġ$ (", + "o urnal", + "our nal", + "ourn al", + "1 11", + "11 1", + "i am", + "ia m", + "Ġ shows", + "Ġsh ows", + "Ġshow s", + "Ġsho ws", + "w rite", + "wr ite", + "Ġ ball", + "Ġb all", + "Ġbal l", + "Ġba ll", + "Ġsim ply", + "Ġsimp ly", + "Ġsimpl y", + "Ġ fast", + "Ġf ast", + "Ġfa st", + "Ġfas t", + "Ġ memory", + "Ġm emory", + "Ġmem ory", + "Ġmemor y", + "Ġmemo ry", + "A SS", + "AS S", + "Ġ Of", + "ĠO f", + "o ved", + "ov ed", + "ove d", + "a nte", + "an te", + "ant e", + "a ul", + "au l", + "i stry", + "is try", + "ist ry", + "istr y", + ") ));Ċ", + ")) );Ċ", + "))) ;Ċ", + "))); Ċ", + "Ġ fit", + "Ġf it", + "Ġfi t", + "< string", + "_", + "-> _", + "\" )ĊĊ", + "\") ĊĊ", + "\")Ċ Ċ", + "o x", + "ap plication", + "app lication", + "appl ication", + "Ġ ]Ċ", + "Ġ] Ċ", + "Ċ ĊĊĊĊĊ", + "ĊĊ ĊĊĊĊ", + "ĊĊĊĊ ĊĊ", + "ĊĊĊ ĊĊĊ", + "ĊĊĊĊĊ Ċ", + "1 80", + "18 0", + "Ġ soon", + "Ġs oon", + "Ġso on", + "Ġsoo n", + "ct ions", + "ction s", + "i nger", + "in ger", + "ing er", + "inge r", + "Ġ join", + "Ġj oin", + "Ġjo in", + "Ġ Pe", + "ĠP e", + "Ġ ë", + "Ġ las", + "Ġl as", + "Ġla s", + ". E", + "c ss", + "cs s", + "/ or", + "/o r", + "Ġ Start", + "ĠSt art", + "ĠStar t", + "ĠSta rt", + "Ġ TO", + "ĠT O", + "Ġ subs", + "Ġs ubs", + "Ġsu bs", + "Ġsub s", + "c onn", + "con n", + "co nn", + "com ponents", + "comp onents", + "component s", + "DE BUG", + "qu are", + "qua re", + "F unction", + "Func tion", + "Fun ction", + "en dar", + "end ar", + "enda r", + ". index", + ".in dex", + ".ind ex", + "Ġ fill", + "Ġf ill", + "Ġfil l", + "Ġfi ll", + "Ä Ļ", + "Ġ choose", + "Ġch oose", + "Ġcho ose", + "h ow", + "ho w", + "Ġ America", + "ĠAmeric a", + "ĠAmer ica", + "as sets", + "ass ets", + "asset s", + "asse ts", + "- -----------", + "-- ----------", + "---- --------", + "-------- ----", + "--- ---------", + "----- -------", + "---------- --", + "------ ------", + "----------- -", + "------- -----", + "--------- ---", + "Ġ Value", + "ĠV alue", + "ĠVal ue", + "ĠVa lue", + "Ġ office", + "Ġoff ice", + "Ġoffic e", + "Ġ veh", + "Ġv eh", + "Ġve h", + "Ġ transform", + "Ġtrans form", + "Ġtransf orm", + "Ġ Art", + "ĠA rt", + "ĠAr t", + "Ġ inde", + "Ġin de", + "Ġi nde", + "Ġind e", + "Ġ fn", + "Ġf n", + "Ġ implements", + "Ġim plements", + "Ġimp lements", + "Ġimplement s", + "Ġimpl ements", + "a ngo", + "an go", + "ang o", + "p lete", + "pl ete", + "ple te", + "plet e", + "+ \"", + "t mp", + "tm p", + "am ily", + "ami ly", + "amil y", + "Ġ hash", + "Ġh ash", + "Ġhas h", + "Ġha sh", + "m issions", + "miss ions", + "mission s", + "E ST", + "ES T", + "g t", + "Pro vider", + "Provid er", + "Provide r", + "Prov ider", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "Ġ flag", + "Ġf lag", + "Ġfl ag", + "Ġfla g", + "Ġpart icip", + "Ġpartic ip", + "Ġparti cip", + "d en", + "de n", + "Ġ Returns", + "ĠReturn s", + "Ġ note", + "Ġn ote", + "Ġnot e", + "Ġno te", + "ü r", + "p m", + "id eos", + "ide os", + "ideo s", + "Ġ specified", + "Ġs pecified", + "Ġspec ified", + "Ġ EN", + "ĠE N", + "e ster", + "es ter", + "est er", + "este r", + "o lid", + "ol id", + "oli d", + "Ġ upon", + "Ġu pon", + "Ġup on", + "( std", + "(s td", + "(st d", + "ĉ v", + "Ġ '\\", + "Ġ' \\", + "u z", + "Ġ vert", + "Ġv ert", + "Ġver t", + "Ġve rt", + "Ġv ict", + "Ġvi ct", + "Ġvic t", + "ĉ self", + "ĉs elf", + "ĉse lf", + "Ġ \"$", + "Ġ\" $", + "8 5", + ". k", + "Ġ groups", + "Ġg roups", + "Ġgroup s", + "Ġgro ups", + "Ġgrou ps", + "g ithub", + "git hub", + "l ang", + "la ng", + "lan g", + "Ġ mut", + "Ġm ut", + "Ġmu t", + "T O", + "Ġ ve", + "Ġv e", + "Ġ Please", + "ĠP lease", + "ĠPl ease", + "ĠPle ase", + "; ĊĊĊ", + ";Ċ ĊĊ", + ";ĊĊ Ċ", + "a ccess", + "ac cess", + "acc ess", + "Ġ {\"", + "Ġ{ \"", + "r ea", + "re a", + "Ġ risk", + "Ġr isk", + "Ġris k", + "Ġri sk", + "i cker", + "ic ker", + "ick er", + "og gle", + "ogg le", + "ĉ while", + "A NG", + "AN G", + ". send", + ".s end", + ".se nd", + "7 2", + "Ġ woman", + "Ġw oman", + "Ġwom an", + "Ġwo man", + "Ġ gets", + "Ġg ets", + "Ġget s", + "Ġge ts", + "Ġ ign", + "Ġi gn", + "Ġig n", + "Ġ Id", + "ĠI d", + "_ log", + "_l og", + "_lo g", + "O NE", + "ON E", + "Ġe vid", + "Ġev id", + "Ġ Har", + "ĠH ar", + "ĠHa r", + "_ sub", + "_s ub", + "_su b", + "Ġ endl", + "Ġe ndl", + "Ġen dl", + "Ġend l", + "Ġ included", + "Ġin cluded", + "Ġinclud ed", + "Ġinclude d", + "Ġincl uded", + "Ġinclu ded", + "( ));ĊĊ", + "() );ĊĊ", + "());Ċ Ċ", + "()) ;ĊĊ", + "()); ĊĊ", + "Ġ Ap", + "ĠA p", + "i gr", + "ig r", + "Ġ sem", + "Ġs em", + "Ġse m", + "Ġ Black", + "ĠB lack", + "ĠBl ack", + "d oc", + "do c", + "_ table", + "_t able", + "_tab le", + "_ta ble", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "- up", + "-u p", + "Ġ cause", + "Ġc ause", + "Ġca use", + "Ġcaus e", + "Ġ ..", + "Ġ. .", + "Ġ van", + "Ġv an", + "Ġva n", + "_ dict", + "_d ict", + "_di ct", + "_dic t", + "Ġ focus", + "Ġf ocus", + "Ġfoc us", + "Ġfo cus", + "I ND", + "IN D", + "C ESS", + "CE SS", + "CES S", + ". Log", + ".L og", + ".Lo g", + "Ġ multiple", + "Ġm ultiple", + "Ġmult iple", + "Ġmulti ple", + "Ġmultip le", + "i do", + "id o", + "Ġre gard", + "Ġreg ard", + "- M", + "and ler", + "andle r", + "o urse", + "our se", + "ours e", + "Ġ deg", + "Ġd eg", + "Ġde g", + ". U", + "Ġadd ition", + "Ġad dition", + "Ġv arious", + "Ġvar ious", + "Ġvari ous", + "Ġva rious", + "Ġ receive", + "Ġre ceive", + "Ġrece ive", + "е н", + "еР½", + "Ġ HT", + "ĠH T", + "O bj", + "Ob j", + "D F", + "Ġ increase", + "Ġin crease", + "Ġincre ase", + "Ġincr ease", + "Ġ Open", + "ĠO pen", + "ĠOp en", + "] ;", + "Ġ commit", + "Ġcom mit", + "Ġcomm it", + "? Ċ", + "ateg ories", + "ategor ies", + "ategori es", + "ategorie s", + "atego ries", + "at ory", + "ator y", + "ato ry", + "s hip", + "sh ip", + "shi p", + "Ġ Mich", + "ĠM ich", + "ĠMi ch", + "ĠMic h", + "Ġ html", + "Ġh tml", + "Ġht ml", + "ro mise", + "rom ise", + "Ġ leave", + "Ġle ave", + "Ġstr ateg", + "Ġstrat eg", + "Ġstra teg", + "Ġstrate g", + "a ven", + "av en", + "ave n", + "Ġ Console", + "ĠCon sole", + "ĠCons ole", + "k nown", + "kn own", + "know n", + "- n", + "_ LE", + "_L E", + ". component", + ".com ponent", + ".comp onent", + "Ġ bre", + "Ġb re", + "Ġbr e", + "S ession", + "i ance", + "ia nce", + "ian ce", + "Ġ align", + "Ġal ign", + "Ġali gn", + "type def", + "typ edef", + "typed ef", + "_ result", + "_res ult", + "Ġ WHERE", + "ĠW HERE", + "ĠWH ERE", + ". split", + ".s plit", + ".sp lit", + "Ġ reading", + "Ġre ading", + "Ġread ing", + "FA ULT", + "Ġ clo", + "Ġc lo", + "Ġcl o", + "Ġ notice", + "Ġnot ice", + "_ pr", + "_p r", + "ar ter", + "art er", + "arte r", + "Ġ lock", + "Ġl ock", + "Ġlo ck", + "Ġloc k", + "Ġ standard", + "Ġst andard", + "Ġstand ard", + "e tic", + "et ic", + "eti c", + "el low", + "ell ow", + "ello w", + "Ġ padding", + "Ġp adding", + "Ġpad ding", + "Ġpadd ing", + "Ġ His", + "ĠH is", + "ĠHi s", + "Ġ states", + "Ġst ates", + "Ġstate s", + "Ġstat es", + "Ġsta tes", + "_ cast", + "_c ast", + "_ca st", + "( P", + "a a", + "Ġ internal", + "Ġin ternal", + "Ġint ernal", + "Ġinter nal", + "Ġintern al", + "e an", + "ea n", + "Ġ PRO", + "ĠP RO", + "ĠPR O", + "Ġ Key", + "ĠK ey", + "ĠKe y", + "Ġ especially", + "Ġes pecially", + "Ġespecial ly", + "Ġespec ially", + "m ing", + "min g", + "mi ng", + "Ġ cross", + "Ġc ross", + "Ġcr oss", + "Ġcro ss", + "Ġ national", + "Ġn ational", + "Ġnation al", + "Ġnat ional", + "_ object", + "_obj ect", + "_o bject", + "_ob ject", + "f ilter", + "fil ter", + "filt er", + "Ġ script", + "Ġs cript", + "Ġscr ipt", + "Ġscri pt", + ". update", + ".up date", + "_ i", + "Ġ Assert", + "ĠAs sert", + "ĠAss ert", + "/ core", + "/c ore", + "/co re", + "% %%%", + "%% %%", + "%%% %", + "Ġ problems", + "Ġpro blems", + "Ġproble ms", + "Ġproblem s", + "Ġprob lems", + "Ġprobl ems", + "i stor", + "is tor", + "ist or", + "isto r", + "Ġ .=", + "Ġ. =", + "Ġ arch", + "Ġa rch", + "Ġar ch", + "Ġarc h", + "Ġ written", + "Ġw ritten", + "Ġwrit ten", + "Ġwr itten", + "Ġm ilit", + "Ġmil it", + "Ġmi lit", + "Ġmili t", + "M ENT", + "ME NT", + ". ch", + ".c h", + "c ape", + "ca pe", + "cap e", + "Ġ Mus", + "ĠM us", + "ĠMu s", + "_ config", + "_con fig", + "_conf ig", + "Ġ API", + "ĠA PI", + "ĠAP I", + "f oot", + "fo ot", + "foo t", + "Ġ images", + "Ġim ages", + "Ġimage s", + "Ġimag es", + "Ġima ges", + "e ndl", + "en dl", + "end l", + ". In", + ".I n", + "F irst", + "Fi rst", + "Ġ platform", + "Ġpl atform", + "Ġplat form", + ". prot", + ".p rot", + ".pro t", + ".pr ot", + "O ption", + "Op tion", + "Opt ion", + "s te", + "st e", + "Ġ TODO", + "ĠT ODO", + "ĠTO DO", + "ĠTOD O", + "Ġ force", + "Ġf orce", + "Ġfor ce", + "Ġforc e", + ". cont", + ".c ont", + ".con t", + ".co nt", + "ĉ echo", + "ĉe cho", + "ĠD av", + "ĠDa v", + "P tr", + "Pt r", + "( B", + "R T", + "Ġ Base", + "ĠB ase", + "ĠBa se", + "ĠBas e", + "] ['", + "][ '", + "Ġann ounc", + "Ġanno unc", + "con sole", + "cons ole", + "Ġ Py", + "ĠP y", + "d s", + ". as", + ".a s", + "Ġ prevent", + "Ġpr event", + "Ġpre vent", + "Ġprev ent", + "a pan", + "ap an", + "apa n", + "Ġ {'", + "Ġ{ '", + "} '", + "Ġ dead", + "Ġd ead", + "Ġde ad", + "V AL", + "VA L", + "Q UE", + "QU E", + "******** ****************************************************************", + "**************** ********************************************************", + "******************************** ****************************************", + "**************************************************************** ********", + "************************ ************************************************", + "**************************************** ********************************", + "************************************************ ************************", + "******************************************************** ****************", + "Ġ charg", + "Ġch arg", + "Ġchar g", + "Ġcha rg", + "R eturn", + "Re turn", + "Ret urn", + "Ġ ful", + "Ġf ul", + "Ġfu l", + "d om", + "do m", + "Ġ rules", + "Ġr ules", + "Ġrule s", + "Ġru les", + "Ġ modify", + "Ġmod ify", + "Ġ eval", + "Ġe val", + "Ġev al", + "h am", + "ha m", + "a tement", + "at ement", + "ate ment", + "atem ent", + "\\ <", + "u la", + "ul a", + "= False", + "=F alse", + "R A", + "Ġ contains", + "Ġcon tains", + "Ġcont ains", + "Ġcontain s", + "Ġconta ins", + "7 4", + "Ġ stack", + "Ġst ack", + "Ġsta ck", + "m ar", + "ma r", + "Ġ {}Ċ", + "Ġ{ }Ċ", + "Ġ{} Ċ", + "Ġ undefined", + "Ġun defined", + "Ġund efined", + "Ġundef ined", + "A ss", + "As s", + "Ġ China", + "ĠCh ina", + "ĠChi na", + "ĠChin a", + "v ey", + "ve y", + "* Ċ", + "Ġ playing", + "Ġpl aying", + "Ġplay ing", + "Ġpla ying", + ") /", + "a ctor", + "act or", + "ac tor", + "Ġ bottom", + "Ġb ottom", + "Ġbot tom", + "Ġbott om", + "l ier", + "li er", + "lie r", + "Ġ Number", + "ĠN umber", + "ĠNum ber", + "Ġc ouple", + "Ġco uple", + "Ġcou ple", + "Ġcoup le", + "D C", + "Ġ SO", + "ĠS O", + "g or", + "go r", + ". setText", + ".set Text", + "s uccess", + "su ccess", + "succ ess", + "com mand", + "comm and", + "comma nd", + "F ilter", + "Fil ter", + "Ġ Our", + "ĠO ur", + "ĠOu r", + "_ item", + "_i tem", + "_it em", + "Ġ ctx", + "Ġc tx", + "Ġct x", + "Ġ road", + "Ġr oad", + "Ġro ad", + "V ersion", + "Vers ion", + "c ase", + "ca se", + "cas e", + "u rt", + "ur t", + "av ior", + "avi or", + "y ch", + "yc h", + "semb ly", + "sembl y", + "Ġ Product", + "ĠPro duct", + "ĠProdu ct", + "ĠProd uct", + "Ġ held", + "Ġh eld", + "Ġhe ld", + "Ġhel d", + "a fe", + "af e", + "Ġ includes", + "Ġin cludes", + "Ġinclud es", + "Ġinclude s", + "Ġincl udes", + "Ġinclu des", + "< quote", + "Ġ avoid", + "Ġa void", + "Ġav oid", + "Ġ Fin", + "ĠF in", + "ĠFi n", + "Ġ Mod", + "ĠM od", + "ĠMo d", + "Ġ tab", + "Ġt ab", + "Ġta b", + "a no", + "an o", + "à ±", + "i pping", + "ip ping", + "ipp ing", + "ippi ng", + "- e", + "Ġ insert", + "Ġin sert", + "Ġins ert", + "Ġinser t", + "Ġinse rt", + "t arget", + "tar get", + "c han", + "ch an", + "cha n", + ". Model", + ".M odel", + ".Mod el", + ".Mode l", + "I ME", + "IM E", + "\\ Ċ", + "Ġ machine", + "Ġm achine", + "Ġma chine", + "Ġmach ine", + "a vy", + "av y", + "Ġ NO", + "ĠN O", + "Ġ Inter", + "ĠIn ter", + "ĠInt er", + "Ġ operation", + "Ġo peration", + "Ġop eration", + "Ġoper ation", + "Ġopera tion", + "m odal", + "mod al", + "mo dal", + "T ag", + "Ta g", + "] :", + "Ġ production", + "Ġp roduction", + "Ġpro duction", + "Ġproduct ion", + "Ġprodu ction", + "Ġprod uction", + "Ġ areas", + "Ġa reas", + "Ġare as", + "Ġarea s", + "Ġ ren", + "Ġre n", + "Ġr en", + "_ from", + "_f rom", + "_fr om", + "n bsp", + "nb sp", + "Ġ operator", + "Ġo perator", + "Ġop erator", + "Ġoper ator", + "Ġopera tor", + "m en", + "me n", + "a pped", + "ap ped", + "app ed", + "appe d", + "_ per", + "_p er", + "_pe r", + "z en", + "ze n", + "( \".", + "(\" .", + ". save", + ".s ave", + ".sa ve", + ".sav e", + "=\" {{", + "=\"{ {", + "Ġ tor", + "Ġt or", + "Ġto r", + "( response", + "(res ponse", + "(resp onse", + "Ġc andid", + "Ġcan did", + "Ġcand id", + "Ġ conv", + "Ġcon v", + "Ġco nv", + "a iled", + "ail ed", + "ai led", + "Ġ Lib", + "ĠL ib", + "ĠLi b", + "c omp", + "com p", + "co mp", + "u ra", + "ur a", + "ï¿ ½", + "Ġ Here", + "ĠH ere", + "ĠHe re", + "ĠHer e", + "Ġ argument", + "Ġarg ument", + "h ood", + "ho od", + "hoo d", + "Ġ establish", + "Ġest ablish", + "ograph y", + "ogra phy", + "Ġ onClick", + "Ġon Click", + "amb da", + "Ġ sch", + "Ġs ch", + "Ġsc h", + "Ġ movie", + "Ġm ovie", + "Ġmov ie", + "Ġmo vie", + "Ġ sec", + "Ġs ec", + "Ġse c", + "Ġ activity", + "Ġact ivity", + "Ġactiv ity", + "Ø §", + "Ġ sql", + "Ġs ql", + "Ġsq l", + "_ all", + "_a ll", + "_al l", + "in cip", + "inc ip", + "inci p", + "Ġpro vides", + "Ġprovid es", + "Ġprov ides", + "Ġprovide s", + "Ġ sys", + "Ġs ys", + "Ġsy s", + "a cket", + "ack et", + "ac ket", + "Ġw asn", + "Ġwas n", + "Ġwa sn", + "Ġ uses", + "Ġu ses", + "Ġus es", + "Ġuse s", + "Ġ Function", + "ĠF unction", + "ĠFun ction", + "ĠFunc tion", + ". google", + ".g oogle", + ".go ogle", + "Ġ Result", + "ĠRes ult", + "8 4", + "V isible", + "Vis ible", + "ag ma", + "el come", + "Ġ Sy", + "ĠS y", + "Ġ Cent", + "ĠC ent", + "ĠCe nt", + "AL SE", + "ALS E", + "a ción", + "ac ión", + "aci ón", + "E XT", + "EX T", + "Ġ license", + "Ġl icense", + "Ġlic ense", + "Ġlicens e", + "Ġ Long", + "ĠL ong", + "ĠLo ng", + "ĠLon g", + "Ġ accom", + "Ġacc om", + "Ġac com", + "Ġ ability", + "Ġab ility", + ". height", + ".h eight", + ".he ight", + "Act ive", + "Activ e", + "o logical", + "olog ical", + "ologic al", + "ologi cal", + "o ly", + "ol y", + ") ),", + ")) ,", + ". Se", + ".S e", + "Ġ parameter", + "Ġparam eter", + "Ġpara meter", + "Ġparamet er", + "p rite", + "pr ite", + "prit e", + "pri te", + "AB ILITY", + ". service", + ".s ervice", + ".serv ice", + ".ser vice", + "Ġ Group", + "ĠG roup", + "ĠGr oup", + "ĠGro up", + "_ query", + "_qu ery", + "_que ry", + "Ġ Item", + "ĠI tem", + "ĠIt em", + "i ning", + "in ing", + "ini ng", + "inin g", + "Ġ jud", + "Ġj ud", + "Ġju d", + "i ms", + "im s", + "f ix", + "fi x", + "i nder", + "in der", + "ind er", + "inde r", + "a gram", + "ag ram", + "agra m", + "agr am", + "Ġ functions", + "Ġfunction s", + "Ġfun ctions", + "Ġfunct ions", + "Ġex peri", + "Ġexp eri", + "Ġexper i", + "Ġ Em", + "ĠE m", + "Ġ rot", + "Ġr ot", + "Ġro t", + "Ġ pen", + "Ġp en", + "Ġpe n", + ". btn", + ".b tn", + ".bt n", + "Ġ AS", + "ĠA S", + "# ifdef", + "#if def", + "Ġ choice", + "Ġch oice", + "Ġcho ice", + "Ġ Page", + "ĠP age", + "ĠPa ge", + "ĠPag e", + "_ PRO", + "_P RO", + "_PR O", + "Q U", + "å ı", + "a ntity", + "ant ity", + "anti ty", + " Ń", + "w ords", + "word s", + "wor ds", + "Ġ readonly", + "Ġread only", + "Ġ flex", + "Ġf lex", + "Ġfl ex", + "Ġfle x", + "prot ected", + "protect ed", + "Ġ Any", + "ĠA ny", + "ĠAn y", + "Ġ characters", + "Ġchar acters", + "Ġcharacter s", + "en ced", + "ence d", + "enc ed", + "Ġ July", + "ĠJ uly", + "ĠJul y", + "ĠJu ly", + "i ler", + "il er", + "ile r", + "C ard", + "Car d", + "Ca rd", + "u rance", + "ur ance", + "ura nce", + "uran ce", + "Ġ rev", + "Ġre v", + "Ġr ev", + ". event", + ".e vent", + ".ev ent", + "a ly", + "al y", + "1 30", + "13 0", + "Ġw onder", + "Ġwon der", + "Ġwo nder", + "Ġ Port", + "ĠP ort", + "ĠPo rt", + "ĠPor t", + "Ġ legal", + "Ġl egal", + "Ġle gal", + "Ġleg al", + "r ole", + "ro le", + "rol e", + "Ġ ten", + "Ġt en", + "Ġte n", + "Ġg oes", + "Ġgo es", + "M P", + "wh ite", + ") :čĊ", + "): čĊ", + ") )čĊ", + ")) čĊ", + "Ġ reference", + "Ġre ference", + "Ġref erence", + "Ġrefer ence", + "Ġrefere nce", + "Ġ mis", + "Ġm is", + "Ġmi s", + "Ġ Project", + "ĠPro ject", + "ĠProj ect", + "i cks", + "ic ks", + "ick s", + "> &", + "C ON", + "CO N", + "Ġre pl", + "Ġrep l", + "Ġ regular", + "Ġreg ular", + "Ġregul ar", + "St orage", + "r amework", + "rame work", + "ram ework", + "Ġ goal", + "Ġgo al", + "Ġ touch", + "Ġt ouch", + "Ġto uch", + "Ġtou ch", + ". widget", + ".w idget", + "Ġ built", + "Ġb uilt", + "Ġbu ilt", + "d es", + "de s", + "P art", + "Par t", + "Pa rt", + "( re", + "(r e", + "Ġ worth", + "Ġw orth", + "Ġwor th", + "h ib", + "hi b", + "g ame", + "ga me", + "gam e", + "9 1", + "1 92", + "19 2", + "Ġ в", + "ĠÐ ²", + "a cion", + "ac ion", + "aci on", + "acio n", + "Ġ White", + "ĠWh ite", + "ĠWhit e", + "( type", + "(t ype", + "(typ e", + "( `", + "8 1", + "Ġ natural", + "Ġn atural", + "Ġnatur al", + "Ġnat ural", + "Ġin j", + "Ġi nj", + "Ġ calcul", + "Ġcal cul", + "Ġcalc ul", + "Ġ April", + "ĠApr il", + "ĠAp ril", + ". List", + ".L ist", + "Ġ associated", + "Ġassoci ated", + "Ġassociate d", + "Ġassoc iated", + "ĉ System", + "ĉS ystem", + "~ ~", + "= [", + "Ġ storage", + "Ġst orage", + "Ġstor age", + "Ġsto rage", + "Ġ bytes", + "Ġby tes", + "Ġbyte s", + "Ġbyt es", + "Ġ travel", + "Ġt ravel", + "Ġtr avel", + "Ġtra vel", + "Ġtrav el", + "Ġ sou", + "Ġs ou", + "Ġso u", + "Ġ passed", + "Ġp assed", + "Ġpass ed", + "Ġpas sed", + "Ġpasse d", + "! =", + "a script", + "as cript", + ". open", + ".op en", + ".o pen", + "Ġ grid", + "Ġg rid", + "Ġgr id", + "Ġgri d", + "Ġ bus", + "Ġb us", + "Ġbu s", + "Ġ recogn", + "Ġrec ogn", + "Ġreco gn", + "A b", + "Ġ hon", + "Ġh on", + "Ġho n", + "Ġ Center", + "ĠC enter", + "ĠCent er", + "Ġ prec", + "Ġp rec", + "Ġpr ec", + "Ġpre c", + "b uild", + "bu ild", + "7 3", + "HT ML", + "Ġ San", + "ĠS an", + "ĠSa n", + "Ġ countries", + "Ġc ountries", + "Ġcount ries", + "Ġcoun tries", + "a led", + "al ed", + "ale d", + "t oken", + "to ken", + "tok en", + "k t", + "Ġ qual", + "Ġqu al", + "Ġq ual", + "Ġqua l", + "L ast", + "La st", + "Las t", + "ad ow", + "ado w", + "Ġ manufact", + "Ġman ufact", + "i dad", + "id ad", + "ida d", + "j ango", + "ja ngo", + "jan go", + "jang o", + "N ext", + "Ne xt", + "x f", + ". a", + "Ġ porno", + "Ġp orno", + "Ġporn o", + "Ġpor no", + "Ġ PM", + "ĠP M", + "e rve", + "er ve", + "erv e", + "i ting", + "it ing", + "iti ng", + "itin g", + "_ th", + "_t h", + "c i", + "= None", + "=N one", + "g s", + "Ġ login", + "Ġlo gin", + "Ġlog in", + "at ives", + "ative s", + "ati ves", + "ativ es", + "' ]);Ċ", + "'] );Ċ", + "']) ;Ċ", + "']); Ċ", + "Ä ħ", + "Ġ ill", + "Ġi ll", + "Ġil l", + "I A", + "ch ildren", + "child ren", + "D O", + "Ġ levels", + "Ġlevel s", + "Ġlev els", + "Ġleve ls", + "Ġ {{", + "Ġ{ {", + "Ġ looks", + "Ġl ooks", + "Ġlo oks", + "Ġlook s", + "Ġ \"#", + "Ġ\" #", + "To String", + "ToStr ing", + "Ġ necessary", + "Ġn ecessary", + "Ġnecess ary", + "Ġ ĠĠĊ", + "ĠĠ ĠĊ", + "ĠĠĠ Ċ", + "c ell", + "ce ll", + "cel l", + "En try", + "Ent ry", + "Entr y", + "Ġ '#", + "Ġ' #", + "Ġext rem", + "Ġextr em", + "Se lector", + "Select or", + "Sel ector", + "Sele ctor", + "Ġ placeholder", + "Ġplace holder", + "L oad", + "Lo ad", + "Ġ released", + "Ġre leased", + "Ġrelease d", + "Ġrele ased", + "O RE", + "OR E", + "E numer", + "En umer", + "Enum er", + "Ġ TV", + "ĠT V", + "S ET", + "SE T", + "in q", + "P ress", + "Pr ess", + "Pre ss", + "Pres s", + "Ġ Department", + "ĠDe partment", + "ĠDep artment", + "ĠDepart ment", + "Ġ properties", + "Ġp roperties", + "Ġprop erties", + "Ġproper ties", + "Ġ respond", + "Ġres pond", + "Ġresp ond", + "S earch", + "Se arch", + "Sea rch", + "a el", + "ae l", + "Ġ requ", + "Ġre qu", + "Ġr equ", + "Ġreq u", + "Ġ Book", + "ĠB ook", + "ĠBo ok", + "ĠBoo k", + "/ Ċ", + "( st", + "(s t", + "Ġ financial", + "Ġfin ancial", + "Ġfinanc ial", + "Ġfinan cial", + "i cket", + "ic ket", + "ick et", + "_ input", + "_in put", + "_inp ut", + "Ġ threat", + "Ġth reat", + "Ġthr eat", + "( in", + "(i n", + "S trip", + "St rip", + "Str ip", + "ì Ŀ", + "ç ão", + "7 1", + "Ġe vidence", + "Ġev idence", + "Ġevid ence", + ") );", + ")) ;", + "Ġ Bro", + "ĠB ro", + "ĠBr o", + "Ġ [];Ċ", + "Ġ[ ];Ċ", + "Ġ[] ;Ċ", + "Ġ[]; Ċ", + "Ġ ou", + "Ġo u", + "b uf", + "bu f", + "S cript", + "Scr ipt", + "d at", + "da t", + "Ġ rule", + "Ġr ule", + "Ġru le", + "# import", + "= \"/", + "=\" /", + "S erial", + "Se rial", + "Ser ial", + "Ġ starting", + "Ġstart ing", + "Ġstar ting", + "[ index", + "[in dex", + "[ind ex", + "a e", + "Ġ contrib", + "Ġcon trib", + "Ġcont rib", + "Ġcontr ib", + "s ession", + "sess ion", + "_ new", + "_n ew", + "_ne w", + "u table", + "ut able", + "uta ble", + "o ber", + "ob er", + "obe r", + "Ġ \"./", + "Ġ\" ./", + "Ġ\". /", + "Ġ logger", + "Ġlo gger", + "Ġlog ger", + "Ġrec ently", + "Ġrecent ly", + "Ġ returned", + "Ġre turned", + "Ġreturn ed", + "č čĊ", + ") ))Ċ", + ")) )Ċ", + "))) Ċ", + "it ions", + "ition s", + "iti ons", + "Ġ seek", + "Ġse ek", + "Ġsee k", + "Ġ communic", + "Ġcomm unic", + "Ġcommun ic", + "Ġ \".", + "Ġ\" .", + "Ġ username", + "Ġuser name", + "Ġusern ame", + "E CT", + "EC T", + "D S", + "Ġ otherwise", + "Ġother wise", + "Ġ German", + "ĠG erman", + "ĠGer man", + "ĠGerm an", + ". aw", + ".a w", + "Ad apter", + "Ada pter", + "ix el", + "ixe l", + "Ġ systems", + "Ġs ystems", + "Ġsystem s", + "Ġsys tems", + "Ġsyst ems", + "Ġ drop", + "Ġd rop", + "Ġdr op", + "Ġdro p", + "8 3", + "Ġ structure", + "Ġstruct ure", + "Ġ $(\"#", + "Ġ$ (\"#", + "Ġ$( \"#", + "Ġ$(\" #", + "en cies", + "enc ies", + "enci es", + "an ning", + "ann ing", + "anni ng", + "Ġ Link", + "ĠL ink", + "ĠLin k", + "ĠLi nk", + "Ġ Response", + "ĠRes ponse", + "ĠRespons e", + "ĠResp onse", + "Ġ stri", + "Ġs tri", + "Ġst ri", + "Ġstr i", + "Å ¼", + "Ġ DB", + "ĠD B", + "æ Ĺ", + "and roid", + "andro id", + "andr oid", + "sub mit", + "o tion", + "ot ion", + "oti on", + "9 2", + "( @", + ". test", + ".t est", + ".te st", + "8 2", + "Ċ ĊĊĊĊĊĊĊ", + "ĊĊ ĊĊĊĊĊĊ", + "ĊĊĊĊ ĊĊĊĊ", + "ĊĊĊ ĊĊĊĊĊ", + "ĊĊĊĊĊĊ ĊĊ", + "ĊĊĊĊĊ ĊĊĊ", + "ĊĊĊĊĊĊĊ Ċ", + "] ;čĊ", + "]; čĊ", + "Ġdirect ly", + "Ġ \"%", + "Ġ\" %", + "r is", + "ri s", + "el ta", + "elt a", + "A IL", + "AI L", + ") {čĊ", + "){ čĊ", + "m ine", + "min e", + "mi ne", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "( k", + "b on", + "bo n", + "a sic", + "as ic", + "asi c", + "p ite", + "pi te", + "pit e", + "_ __", + "__ _", + "M ax", + "Ma x", + "Ġ errors", + "Ġerror s", + "Ġerr ors", + "Ġer rors", + "Ġerro rs", + "Ġ While", + "ĠWh ile", + "Ġ arguments", + "Ġarg uments", + "Ġargument s", + "Ġ ensure", + "Ġen sure", + "Ġens ure", + "R ight", + "- based", + "-b ased", + "-base d", + "W eb", + "We b", + "Ġ -=", + "Ġ- =", + "Ġint rodu", + "Ġintr odu", + "Ġintro du", + "Ġ Inst", + "ĠI nst", + "ĠIn st", + "ĠIns t", + "ĠW ash", + "ĠWas h", + "ĠWa sh", + "or din", + "ord in", + "j oin", + "jo in", + "D atabase", + "Data base", + "Dat abase", + "Ġ grad", + "Ġg rad", + "Ġgr ad", + "Ġgra d", + "Ġ usually", + "Ġus ually", + "Ġusual ly", + "Ġusu ally", + "I TE", + "IT E", + "P rops", + "Pro ps", + "Prop s", + "Pr ops", + "? >Ċ", + "?> Ċ", + "Ġ Go", + "ĠG o", + "@ Override", + "R EF", + "RE F", + "Ġ ip", + "Ġi p", + "ĠA ustral", + "ĠAust ral", + "ĠAu stral", + "ĠAustr al", + "Ġ ist", + "Ġis t", + "Ġi st", + "View ById", + "Ġ serious", + "Ġse rious", + "Ġser ious", + "Ġseri ous", + "Ġ customer", + "Ġc ustomer", + "Ġcustom er", + "Ġcust omer", + ". prototype", + ".prot otype", + ".proto type", + "o do", + "od o", + "c or", + "co r", + "Ġ door", + "Ġd oor", + "Ġdo or", + "Ġ WITHOUT", + "ĠWITH OUT", + "Ġ plant", + "Ġp lant", + "Ġpl ant", + "Ġplan t", + "Ġpla nt", + "Ġb egan", + "Ġbe gan", + "Ġbeg an", + "Ġ distance", + "Ġd istance", + "Ġdist ance", + "Ġdi stance", + "( )).", + "() ).", + "()) .", + "Ġch ance", + "Ġcha nce", + "Ġchan ce", + "Ġ ord", + "Ġo rd", + "Ġor d", + "c ame", + "ca me", + "cam e", + "pr agma", + "Ġ protect", + "Ġprot ect", + "Ġprote ct", + "r agment", + "ra gment", + "rag ment", + "Ġ Node", + "ĠN ode", + "ĠNo de", + "e ning", + "en ing", + "eni ng", + "enin g", + "Ñ ĩ", + "Ġ route", + "Ġr oute", + "Ġro ute", + "Ġrout e", + "Ġrou te", + "Ġ School", + "ĠS chool", + "ĠSch ool", + "ĠScho ol", + "h i", + "Ġne ighb", + "Ġneigh b", + "A fter", + "Af ter", + "l icit", + "lic it", + "li cit", + "Ġ contr", + "Ġcon tr", + "Ġcont r", + "Ġ primary", + "Ġpr imary", + "Ġprim ary", + "Ġpri mary", + "Ġprima ry", + "A A", + ".Write Line", + "ut ils", + "util s", + "uti ls", + "Ġ bi", + "Ġb i", + "R ed", + "Re d", + ".L inq", + ". object", + ".o bject", + ".obj ect", + ".ob ject", + "Ġ leaders", + "Ġle aders", + "Ġlead ers", + "Ġleader s", + "un ities", + "unit ies", + "uni ties", + "Ġ gun", + "Ġg un", + "Ġgu n", + "o nth", + "on th", + "ont h", + "Ġ Dev", + "ĠD ev", + "ĠDe v", + "F ILE", + "FI LE", + "Ġ comments", + "Ġcom ments", + "Ġcomm ents", + "Ġcomment s", + "Ġcomme nts", + "_ len", + "_l en", + "_le n", + "ar row", + "arr ow", + "arro w", + "a mount", + "am ount", + "amo unt", + "R ange", + "Ra nge", + "s ert", + "se rt", + "ser t", + "Grid View", + "Ġ updated", + "Ġup dated", + "Ġupdate d", + "Ġupd ated", + "Ġ Mo", + "ĠM o", + "Ġ inform", + "Ġin form", + "Ġinfo rm", + "Ġinf orm", + "oci ety", + "a la", + "al a", + "A ccess", + "Ac cess", + "Acc ess", + "Ġ hab", + "Ġh ab", + "Ġha b", + "Ġ creat", + "Ġc reat", + "Ġcr eat", + "Ġcre at", + "Ġcrea t", + "_ arg", + "_a rg", + "_ar g", + "Ġ January", + "ĠJan uary", + "Ġ Day", + "ĠD ay", + "ĠDa y", + "\" )čĊ", + "\") čĊ", + "u ple", + "up le", + "d ocument", + "doc ument", + "gor ith", + "gorit h", + "m enu", + "me nu", + "men u", + "Ġ Over", + "ĠO ver", + "ĠOv er", + "b b", + ". title", + ".t itle", + "_ out", + "_o ut", + "Ġ led", + "Ġl ed", + "Ġle d", + "u ri", + "ur i", + "Ġ ?> < /", + "g l", + "Ġ bank", + "Ġb ank", + "Ġban k", + "Ġba nk", + "ay ment", + "ĉ printf", + "ĉprint f", + "M D", + "Ġ sample", + "Ġs ample", + "Ġsam ple", + "Ġsamp le", + "Ġ hands", + "Ġh ands", + "Ġhand s", + "Ġha nds", + "Ġhan ds", + "Ġ Version", + "ĠV ersion", + "ĠVers ion", + "u ario", + "ua rio", + "uar io", + "Ġ offers", + "Ġof fers", + "Ġoff ers", + "Ġoffer s", + "ity Engine", + "Ġ shape", + "Ġs hape", + "Ġsh ape", + "Ġsha pe", + "Ġ sleep", + "Ġs leep", + "Ġsle ep", + "Ġslee p", + "_ point", + "_p oint", + "_po int", + "S ettings", + "Set tings", + "Setting s", + "Ġ achie", + "Ġa chie", + "Ġach ie", + "Ġ sold", + "Ġs old", + "Ġso ld", + "Ġsol d", + "o ta", + "ot a", + ". bind", + ".b ind", + ".bin d", + ".bi nd", + "A m", + "Ġ safe", + "Ġs afe", + "Ġsa fe", + "Ġsaf e", + "St ore", + "Ġ shared", + "Ġsh ared", + "Ġshare d", + "Ġsha red", + "Ġshar ed", + "Ġ priv", + "Ġp riv", + "Ġpr iv", + "Ġpri v", + "_ VAL", + "_V AL", + "Ġs ens", + "Ġse ns", + "Ġsen s", + ") {", + "Ġ remember", + "Ġre member", + "Ġrem ember", + "sh ared", + "sha red", + "share d", + "e lement", + "el ement", + "ele ment", + "elem ent", + "Ġ shoot", + "Ġs hoot", + "Ġsh oot", + "Ġsho ot", + "V ert", + "Ver t", + "Ve rt", + "c out", + "co ut", + "cou t", + "Ġ env", + "Ġe nv", + "Ġen v", + "_ label", + "_l abel", + "_lab el", + "_la bel", + "Ġ >Ċ", + "Ġ> Ċ", + "r un", + "ru n", + "Ġ scene", + "Ġs cene", + "Ġsc ene", + "Ġscen e", + "Ġsce ne", + "( array", + "(a rray", + "(arr ay", + "(ar ray", + "d evice", + "de vice", + "dev ice", + "_ title", + "_t itle", + "_ti tle", + "a gon", + "ag on", + "ago n", + "] čĊ", + "a by", + "ab y", + "Ġbe came", + "Ġbec ame", + "bo olean", + "bool ean", + "boo lean", + "Ġ park", + "Ġp ark", + "Ġpar k", + "Ġpa rk", + "Ġ Code", + "ĠC ode", + "ĠCo de", + "ĠCod e", + "up load", + "r iday", + "ri day", + "rid ay", + "Ġ September", + "ĠSept ember", + "ĠSep tember", + "F e", + "Ġ sen", + "Ġs en", + "Ġse n", + "c ing", + "ci ng", + "cin g", + "F L", + "C ol", + "Co l", + "u ts", + "ut s", + "_ page", + "_p age", + "_pag e", + "_pa ge", + "i nn", + "in n", + "Ġim plied", + "Ġimp lied", + "Ġimpl ied", + "a ling", + "al ing", + "ali ng", + "alin g", + "Ġyour self", + "Ġyours elf", + ". Count", + ".C ount", + ".Co unt", + "con f", + "co nf", + "Ġ aud", + "Ġa ud", + "Ġau d", + "_ init", + "_in it", + "_i nit", + "_ini t", + ". )", + "Ġw rote", + "Ġwr ote", + "0 03", + "00 3", + "N G", + ". Error", + ".E rror", + ".Err or", + "ä »", + ". for", + ".f or", + "Ġ equal", + "Ġe qual", + "Ġequ al", + "Ġeq ual", + "Ġ Request", + "ĠRe quest", + "ĠReq uest", + "Ġ serial", + "Ġs erial", + "Ġse rial", + "Ġser ial", + "Ġseria l", + "Ġseri al", + "Ġ allows", + "Ġall ows", + "Ġallow s", + "Ġallo ws", + "X X", + "Ġ middle", + "Ġm iddle", + "Ġmid dle", + "Ġmidd le", + "c hor", + "ch or", + "cho r", + "1 95", + "19 5", + "9 4", + "à ¸", + "er val", + "erv al", + "erva l", + ". Column", + ".C olumn", + ".Col umn", + "re ading", + "read ing", + "rea ding", + "Ġ escort", + "Ġesc ort", + "Ġ August", + "ĠAug ust", + "Ġquick ly", + "Ġwe ap", + "Ġ CG", + "ĠC G", + "ro pri", + "rop ri", + "h o", + "Ġ cop", + "Ġc op", + "Ġco p", + "( struct", + "(str uct", + "Ġ Big", + "ĠB ig", + "ĠBi g", + "Ġ vs", + "Ġv s", + "Ġf requ", + "Ġfr equ", + "Ġfre qu", + "Ġfreq u", + ". Value", + ".V alue", + ".Val ue", + "Ġ actions", + "Ġa ctions", + "Ġact ions", + "Ġaction s", + "Ġ proper", + "Ġpro per", + "Ġpr oper", + "Ġprop er", + "Ġ inn", + "Ġin n", + "Ġi nn", + "Ġ objects", + "Ġobject s", + "Ġobj ects", + "Ġ matrix", + "Ġm atrix", + "Ġmat rix", + "av ascript", + "ava script", + "Ġ ones", + "Ġo nes", + "Ġon es", + "Ġone s", + ". group", + ".g roup", + ".gr oup", + "Ġ green", + "Ġg reen", + "Ġgr een", + "Ġgre en", + "Ġ paint", + "Ġp aint", + "Ġpain t", + "Ġpa int", + "Ġpai nt", + "o ols", + "ool s", + "oo ls", + "y cl", + "yc l", + "en code", + "enc ode", + "enco de", + "o lt", + "ol t", + "com ment", + "comm ent", + ". api", + ".ap i", + ".a pi", + "D ir", + "Di r", + "Ġ une", + "Ġu ne", + "Ġun e", + "iz ont", + "izon t", + "izo nt", + ". position", + ".p osition", + ".pos ition", + "Ġde signed", + "Ġdes igned", + "Ġdesign ed", + "_ val", + "_v al", + "_va l", + "a vi", + "av i", + "i ring", + "ir ing", + "iri ng", + "t ab", + "ta b", + "Ġ layer", + "Ġl ayer", + "Ġla yer", + "Ġlay er", + "Ġ views", + "Ġview s", + "Ġvi ews", + "Ġvie ws", + "Ġ reve", + "Ġre ve", + "Ġr eve", + "Ġrev e", + "r ael", + "ra el", + "Ġ ON", + "ĠO N", + "r ics", + "ri cs", + "ric s", + "1 60", + "16 0", + "n p", + "Ġ core", + "Ġc ore", + "Ġco re", + "Ġcor e", + "( ));čĊ", + "() );čĊ", + "()) ;čĊ", + "()); čĊ", + "M ain", + "Ma in", + "Ġ expert", + "Ġex pert", + "Ġexp ert", + "Ġexper t", + "ĉ ĉčĊ", + "ĉĉ čĊ", + "_ en", + "_e n", + "Ġ />", + "Ġ/ >", + "ut ter", + "utt er", + "I AL", + "IA L", + "a ils", + "ail s", + "ai ls", + "Ġ King", + "ĠK ing", + "ĠKi ng", + "ĠKin g", + "* /ĊĊ", + "*/ ĊĊ", + "*/Ċ Ċ", + "Ġ Met", + "ĠM et", + "ĠMe t", + "_ end", + "_e nd", + "_en d", + "ad dr", + "add r", + "o ra", + "or a", + "Ġ ir", + "Ġi r", + "M in", + "Mi n", + "Ġsur pr", + "Ġre pe", + "Ġrep e", + "Ġ directory", + "Ġd irectory", + "Ġdirect ory", + "Ġdirector y", + "P UT", + "PU T", + "- S", + "Ġ election", + "Ġe lection", + "Ġel ection", + "Ġelect ion", + "Ġele ction", + "h aps", + "ha ps", + "hap s", + ". pre", + ".p re", + ".pr e", + "c m", + "Value s", + "Val ues", + "Ġ \"Ċ", + "Ġ\" Ċ", + "c olumn", + "col umn", + "i vil", + "iv il", + "ivi l", + "Log in", + "Lo gin", + "in ue", + "inu e", + "9 3", + "Ġ beautiful", + "Ġbe autiful", + "Ġbeaut iful", + "Ġ secret", + "Ġs ecret", + "Ġse cret", + "Ġsec ret", + "Ġsecre t", + "( event", + "(e vent", + "(ev ent", + "Ġ chat", + "Ġc hat", + "Ġch at", + "Ġcha t", + "u ms", + "um s", + "Ġ origin", + "Ġor igin", + "Ġorig in", + "Ġori gin", + "Ġ effects", + "Ġe ffects", + "Ġeffect s", + "Ġeff ects", + "Ġ management", + "Ġman agement", + "Ġmanage ment", + "Ġmana gement", + "i lla", + "il la", + "ill a", + "t k", + "Ġ setting", + "Ġs etting", + "Ġset ting", + "Ġsett ing", + "Ġ Cour", + "ĠC our", + "ĠCo ur", + "ĠCou r", + "Ġ massage", + "Ġm assage", + "Ġmass age", + "Ġmas sage", + "Ġmassa ge", + "ĉ end", + "ĉe nd", + "ĉen d", + "Ġ happy", + "Ġh appy", + "Ġhapp y", + "Ġha ppy", + "Ġhap py", + "Ġ finish", + "Ġf inish", + "Ġfin ish", + "Ġfi nish", + "Ġ camera", + "Ġc amera", + "Ġcame ra", + "Ġcam era", + "Ġcamer a", + "Ġ Ver", + "ĠV er", + "ĠVe r", + "ĠDem ocr", + "ĠDemo cr", + "Ġ Her", + "ĠH er", + "ĠHe r", + "( Q", + "c ons", + "con s", + "co ns", + "i ta", + "it a", + "Ġ '.", + "Ġ' .", + "{ }", + "ĉ C", + "Ġ stuff", + "Ġst uff", + "Ġstu ff", + "1 94", + "19 4", + "Ġ :Ċ", + "Ġ: Ċ", + "Ġ AR", + "ĠA R", + "T ask", + "Ta sk", + "h idden", + "hi dden", + "hid den", + "e ros", + "er os", + "ero s", + "I GN", + "IG N", + "at io", + "ati o", + "Ġ Health", + "ĠHe alth", + "ĠHeal th", + "ol ute", + "olut e", + "olu te", + "En ter", + "Ent er", + "' >", + "Ġ Twitter", + "ĠT witter", + "ĠTw itter", + "Ġ County", + "ĠC ounty", + "ĠCount y", + "ĠCou nty", + "ĠCoun ty", + "s cribe", + "scri be", + "scr ibe", + "Ġ= >Ċ", + "Ġ=> Ċ", + "Ġ hy", + "Ġh y", + "f it", + "fi t", + "Ġm ilitary", + "Ġmilit ary", + "Ġmil itary", + "Ġmilitar y", + "Ġ sale", + "Ġs ale", + "Ġsa le", + "Ġsal e", + "re quired", + "require d", + "requ ired", + "n on", + "no n", + "boot strap", + "h old", + "ho ld", + "hol d", + "r im", + "ri m", + "- old", + "-o ld", + "Ġ Down", + "ĠD own", + "ĠDo wn", + "ĠDow n", + "Ġ mention", + "Ġm ention", + "Ġmen tion", + "Ġment ion", + "cont act", + "_ group", + "_g roup", + "_gr oup", + "o day", + "od ay", + "oda y", + "Ġ town", + "Ġt own", + "Ġto wn", + "Ġtow n", + "Ġ solution", + "Ġs olution", + "Ġsol ution", + "u ate", + "ua te", + "uat e", + "el ling", + "ell ing", + "elli ng", + "] ->", + "]- >", + "o tes", + "ot es", + "ote s", + "en tal", + "ent al", + "enta l", + "o men", + "om en", + "ome n", + "osp ital", + "Ġ Sup", + "ĠS up", + "ĠSu p", + "_ EN", + "_E N", + "Ġ slow", + "Ġs low", + "Ġsl ow", + "Ġslo w", + "SE SSION", + "SES SION", + "Ġ blue", + "Ġb lue", + "Ġbl ue", + "a go", + "ag o", + "Ġl ives", + "Ġli ves", + "Ġlive s", + "Ġliv es", + "Ġ ^", + ". un", + ".u n", + "i nst", + "in st", + "ins t", + "e nge", + "en ge", + "eng e", + "Ġ customers", + "Ġcustom ers", + "Ġcustomer s", + "Ġcust omers", + "Ġ cast", + "Ġc ast", + "Ġca st", + "Ġcas t", + "ud get", + "udge t", + "ï¼ ģ", + "ic ens", + "ice ns", + "Ġd etermin", + "Ġde termin", + "Ġdeter min", + "Ġdeterm in", + "Se lected", + "Select ed", + "Sel ected", + "_ pl", + "_p l", + "ue ue", + "Ġ dark", + "Ġd ark", + "Ġda rk", + "Ġdar k", + "/ /ĊĊ", + "// ĊĊ", + "//Ċ Ċ", + "s i", + "th ern", + "ther n", + "the rn", + "Ġ Japan", + "ĠJ apan", + "ĠJa pan", + "ĠJap an", + "/ w", + "P U", + "Ġ East", + "ĠE ast", + "ĠEa st", + "o vie", + "ov ie", + "ovi e", + "Ġ package", + "Ġp ackage", + "Ġpack age", + "Ġ nor", + "Ġn or", + "Ġno r", + "Ġ api", + "Ġa pi", + "Ġap i", + "b ot", + "bo t", + "\" ];Ċ", + "\"] ;Ċ", + "\"]; Ċ", + "_ post", + "_p ost", + "_pos t", + "_po st", + "u late", + "ul ate", + "ula te", + "Ġ club", + "Ġc lub", + "Ġcl ub", + "' ));Ċ", + "') );Ċ", + "')) ;Ċ", + "')); Ċ", + "Ġ loop", + "Ġl oop", + "Ġlo op", + "P IO", + "PI O", + "i one", + "ion e", + "io ne", + "s hot", + "sh ot", + "In itial", + "Init ial", + "Ġ played", + "Ġpl ayed", + "Ġplay ed", + "reg ister", + "regist er", + "r ought", + "ro ught", + "rou ght", + "rough t", + "_ max", + "_m ax", + "_ma x", + "ace ment", + "ac ement", + "m atch", + "mat ch", + "raph ics", + "raphic s", + "A ST", + "AS T", + "Ġ existing", + "Ġex isting", + "Ġexist ing", + "Ġ complex", + "Ġcom plex", + "Ġcomp lex", + "Ġcomple x", + "Ġcompl ex", + "D A", + ". Ch", + ".C h", + ". common", + ".com mon", + ".comm on", + "m o", + "Ġ' ../../", + "Ġ'../ ../", + "Ġ'.. /../", + "i to", + "it o", + "Ġ analysis", + "Ġan alysis", + "Ġanal ysis", + "Ġanaly sis", + "Ġanalys is", + "Ġ deliver", + "Ġdel iver", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "i dx", + "id x", + "à ł", + "o ngo", + "on go", + "ong o", + "Ġ English", + "ĠEng lish", + "ĠEngl ish", + "< !--", + " \";Ċ", + ">\" ;Ċ", + ">\"; Ċ", + "_ UN", + "_U N", + "ĉ std", + "ĉs td", + "ĉst d", + "o ded", + "od ed", + "ode d", + "Ġ calls", + "Ġc alls", + "Ġcall s", + "Ġcal ls", + "h ere", + "he re", + "her e", + "R el", + "Re l", + "Ġ brand", + "Ġb rand", + "Ġbr and", + "Ġbra nd", + "Ġbran d", + "back ground", + "g a", + "_ address", + "_add ress", + "_addr ess", + "_ad dress", + "_ params", + "_param s", + "_par ams", + "_para ms", + "_pa rams", + "C ategory", + "1 03", + "10 3", + "Ġ India", + "ĠIn dia", + "ĠInd ia", + "ĠIndi a", + "_ event", + "_e vent", + "_ev ent", + "_even t", + "Ġ ing", + "Ġin g", + "Ġi ng", + "R ender", + "Re nder", + "Ren der", + ". cl", + ".c l", + "um py", + "ump y", + "Ġ pet", + "Ġp et", + "Ġpe t", + "F C", + "Ġ Ant", + "ĠA nt", + "ĠAn t", + "E xt", + "Ex t", + "Ġ charge", + "Ġch arge", + "Ġchar ge", + "Ġcharg e", + "e ned", + "en ed", + "ene d", + "g rad", + "gr ad", + "gra d", + "E O", + "Ġ depend", + "Ġd epend", + "Ġde pend", + "Ġdep end", + "Ġ .ĊĊ", + "Ġ. ĊĊ", + "Ġ.Ċ Ċ", + "f rame", + "fr ame", + "fra me", + "fram e", + "Ġ df", + "Ġd f", + "Ġ huge", + "Ġh uge", + "Ġhug e", + "Ġhu ge", + "Ġ PART", + "ĠP ART", + "ĠPA RT", + "ĠPAR T", + "e ds", + "ed s", + "; ;", + "Ġ AM", + "ĠA M", + "Ġ basic", + "Ġb asic", + "Ġbas ic", + "Ġba sic", + "Ġ Let", + "ĠL et", + "ĠLe t", + "l ich", + "lic h", + "li ch", + "Ġ arm", + "Ġa rm", + "Ġar m", + "Ġ star", + "Ġs tar", + "Ġst ar", + "Ġsta r", + "Ġf ederal", + "Ġfed eral", + "Ġfeder al", + "W ork", + "Wo rk", + "Ġ carry", + "Ġc arry", + "Ġcar ry", + "Ġcarr y", + "Ġ Israel", + "ĠIs rael", + "( obj", + "(o bj", + "(ob j", + "= {{", + "={ {", + "Ġ saved", + "Ġs aved", + "Ġsa ved", + "Ġsave d", + "Ġsav ed", + "Ġ syn", + "Ġs yn", + "Ġsy n", + "Ġ constant", + "Ġcon stant", + "Ġconst ant", + "Ġcons tant", + "V ENT", + "VE NT", + "VEN T", + "Ġ positive", + "Ġpos itive", + "Ġposit ive", + "Ġ conduct", + "Ġcon duct", + "Ġcond uct", + "Ġconduc t", + "Ġcondu ct", + "Ġ skin", + "Ġs kin", + "Ġsk in", + "Ġski n", + "Ġear lier", + "Ġ layout", + "Ġl ayout", + "Ġlay out", + "Ġ IP", + "ĠI P", + "O UR", + "OU R", + "Ġ tim", + "Ġt im", + "Ġti m", + "style sheet", + "styles heet", + "_ cl", + "_c l", + "Ġ Card", + "ĠC ard", + "ĠCar d", + "ĠCa rd", + "++ ){Ċ", + "++) {Ċ", + "++){ Ċ", + "Ġtem per", + "Ġtemp er", + "Ġ David", + "ĠD avid", + "ĠDav id", + "ĠDa vid", + "ĉ try", + "ĉt ry", + "ĉtr y", + ". dart", + ".d art", + ".da rt", + "Ġw ants", + "Ġwant s", + "Ġwa nts", + "Ġwan ts", + "Ġ picture", + "Ġp icture", + "Ġpic ture", + "Ġpict ure", + "Ġ videos", + "Ġv ideos", + "Ġvideo s", + "Ġvid eos", + "Ġvide os", + "Ġ Comm", + "ĠC omm", + "ĠCom m", + "ĠCo mm", + "is ions", + "ision s", + "isi ons", + "_ MAX", + "_M AX", + "_MA X", + "M apping", + "Map ping", + "Ma pping", + "- content", + "-c ontent", + "-con tent", + "-cont ent", + "Ġ Ear", + "ĠE ar", + "ĠEa r", + "- de", + "-d e", + "Ġp rem", + "Ġpr em", + "Ġpre m", + "b ruary", + "br uary", + "bru ary", + "bruar y", + "Ġ components", + "Ġcom ponents", + "Ġcomp onents", + "Ġcomponent s", + "Ġthrough out", + "Ġ pull", + "Ġp ull", + "Ġpul l", + "Ġpu ll", + "Ġ pages", + "Ġp ages", + "Ġpage s", + "Ġpa ges", + "Ġpag es", + "e nte", + "en te", + "ent e", + "res pond", + "resp ond", + "Ġ gas", + "Ġg as", + "Ġga s", + "cript or", + "Ġ edge", + "Ġe dge", + "Ġed ge", + "Ġ bound", + "Ġb ound", + "Ġbo und", + "Ġbou nd", + "A CT", + "AC T", + "* *****", + "** ****", + "**** **", + "*** ***", + "***** *", + "Ġ creating", + "Ġc reating", + "Ġcr eating", + "Ġcre ating", + "Ġcreat ing", + "Ġcrea ting", + "Ġ CH", + "ĠC H", + "Ġ nullptr", + "Ġnull ptr", + "B r", + "+ '", + ". co", + ".c o", + "> ::", + ">: :", + "Ġ learning", + "Ġl earning", + "Ġle arning", + "Ġlearn ing", + "Ġlear ning", + ". Length", + ".L ength", + ".Le ngth", + ".Len gth", + "_ SH", + "_S H", + "Ġ patients", + "Ġpat ients", + "Ġpatient s", + "A IN", + "AI N", + "Ġ kids", + "Ġk ids", + "Ġkid s", + "Ġki ds", + "Ġ comfort", + "Ġcom fort", + "Ġ shown", + "Ġsh own", + "Ġshow n", + "Ġsho wn", + "ug ins", + "ugin s", + "ugi ns", + "Ġ Back", + "ĠB ack", + "ĠBa ck", + "ĠBac k", + "e lla", + "el la", + "ell a", + "_ CL", + "_C L", + "Ġ lat", + "Ġl at", + "Ġla t", + "Ġ dispatch", + "Ġdis patch", + "Ġdisp atch", + "Ġ classes", + "Ġc lasses", + "Ġclass es", + "Ġcl asses", + "Ġclasse s", + "Ġclas ses", + ". at", + ".a t", + ". begin", + ".b egin", + ".be gin", + "Ġ successful", + "Ġsuccess ful", + "b an", + "ba n", + "Ġob tain", + "Ġobt ain", + "Ġ Sl", + "ĠS l", + "Ġ lack", + "Ġl ack", + "Ġla ck", + "Ġlac k", + "it erator", + "iter ator", + "T hread", + "Th read", + "Thr ead", + "( size", + "(s ize", + "(si ze", + "Ġ none", + "Ġn one", + "Ġno ne", + "Ġnon e", + ". has", + ".h as", + "_ X", + "s ort", + "so rt", + "n ap", + "na p", + "p et", + "pe t", + "b in", + "bi n", + "7 00", + "70 0", + "Ġ Canada", + "ĠCan ada", + "T hey", + "The y", + "Th ey", + "Ġd ans", + "Ġda ns", + "Ġdan s", + "Ġ Mat", + "ĠM at", + "ĠMa t", + "< td", + "'", + "'=> '", + "'= >'", + "Ġ Paul", + "ĠP aul", + "ĠPa ul", + "m as", + "ma s", + "ĉ print", + "ĉp rint", + "ĉpr int", + "( len", + "(l en", + "(le n", + "f d", + "Ġ );", + "Ġ) ;", + ". Event", + ".E vent", + "q li", + "ql i", + "i rit", + "ir it", + "iri t", + "ie lds", + "ield s", + "iel ds", + "o man", + "om an", + "oma n", + "Ġ Top", + "ĠT op", + "ĠTo p", + "Ġ vote", + "Ġv ote", + "Ġvo te", + "Ġvot e", + "Ġ mask", + "Ġm ask", + "Ġma sk", + "Ġmas k", + "Ġ theme", + "Ġth eme", + "Ġthe me", + "Ġthem e", + "- Ċ", + "Ġ props", + "Ġp rops", + "Ġpro ps", + "Ġpr ops", + "Ġprop s", + "Ġ fine", + "Ġf ine", + "Ġfin e", + "Ġfi ne", + "Ġ writer", + "Ġw riter", + "Ġwrit er", + "Ġwr iter", + "Ġwrite r", + "_ offset", + "_off set", + "_o ffset", + "c ar", + "ca r", + "Ġ altern", + "Ġal tern", + "Ġalt ern", + "Ġalter n", + "Ġalte rn", + "Ġ copyright", + "Ġc opyright", + "Ġcopy right", + "Ġ destroy", + "Ġd estroy", + "Ġde stroy", + "Ġdest roy", + "p per", + "pp er", + "ppe r", + "Ġ generate", + "Ġg enerate", + "Ġgener ate", + "Ġgen erate", + "Ġgene rate", + "Ġgenera te", + "p ped", + "pp ed", + "ppe d", + "âĢĻ d", + "Ġ ĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĊ", + "ĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠ Ċ", + "m ake", + "ma ke", + "mak e", + "Ġ Show", + "ĠS how", + "ĠSh ow", + "ĠSho w", + "Ġ browser", + "Ġb rowser", + "Ġbrows er", + "Ġbrowse r", + "Ġbrow ser", + "Ġ favorite", + "Ġf avorite", + "Ġfavor ite", + "Ġ career", + "Ġcar eer", + "Ġcare er", + "Ġhapp ened", + "Ġhappen ed", + "( char", + "(c har", + "(ch ar", + "Ġ recommend", + "Ġre commend", + "Ġrecomm end", + "Ġ liter", + "Ġl iter", + "Ġli ter", + "Ġlit er", + "Ġlite r", + ". filter", + ".f ilter", + ".fil ter", + "g rade", + "gr ade", + "grad e", + "gra de", + "Ġ £", + "Ġ £", + "P hone", + "Ph one", + "o ms", + "om s", + "Ġ named", + "Ġn amed", + "Ġname d", + "Ġna med", + "Ġnam ed", + "- label", + "-l abel", + "-la bel", + "i po", + "ip o", + "Ġ Other", + "ĠO ther", + "ĠOt her", + "Ġ panel", + "Ġp anel", + "Ġpa nel", + "Ġpan el", + "Ġpane l", + "Ġ rock", + "Ġr ock", + "Ġro ck", + "Ġroc k", + "S cale", + "Sc ale", + "ĉ assert", + "ĉas sert", + "Ð ´", + "Ġ trust", + "Ġt rust", + "Ġtr ust", + "f ront", + "fr ont", + "Ġd emon", + "Ġde mon", + "Ġdem on", + "Ġdemo n", + "A r", + "N et", + "Ne t", + "Ġ economic", + "Ġe conomic", + "Ġecon omic", + "Ġeconom ic", + "Ġec onomic", + "f ooter", + "fo oter", + "foot er", + "foo ter", + "Ġ race", + "Ġr ace", + "Ġrac e", + "Ġra ce", + "( node", + "(n ode", + "(no de", + "Ġ Option", + "ĠO ption", + "ĠOp tion", + "ĠOpt ion", + "s plit", + "sp lit", + "spl it", + "Ġ physical", + "Ġph ysical", + "Ġphys ical", + "Ġphysic al", + "i fest", + "if est", + "ife st", + "ifes t", + "Ġ removed", + "Ġre moved", + "Ġrem oved", + "Ġremove d", + ". http", + ".h ttp", + ".ht tp", + ") ),Ċ", + ")) ,Ċ", + ")), Ċ", + "Ġlo oked", + "Ġlook ed", + "' ;", + "d ing", + "di ng", + "din g", + "g est", + "ge st", + "ges t", + "atur day", + "/ licenses", + "/lic enses", + "/license s", + "P rice", + "Pr ice", + "Pri ce", + "Ġ dro", + "Ġd ro", + "Ġdr o", + "Ġt owards", + "Ġto wards", + "Ġtoward s", + "Ġtow ards", + "Ġ uns", + "Ġu ns", + "Ġun s", + "Ġ CL", + "ĠC L", + "ĉ static", + "ĉst atic", + "ĉstat ic", + "Ġ rows", + "Ġr ows", + "Ġro ws", + "Ġrow s", + "Ġ define", + "Ġde fine", + "Ġdef ine", + "Ġdefin e", + ". replace", + ".re place", + ".rep lace", + "Ġ father", + "Ġf ather", + "Ġfa ther", + "Ġfat her", + "Ġ Design", + "ĠD esign", + "ĠDe sign", + "ĠDes ign", + "as sign", + "ass ign", + "assi gn", + "m ut", + "mu t", + "D evice", + "De vice", + "Dev ice", + "D id", + "Di d", + "' ))Ċ", + "') )Ċ", + "')) Ċ", + "o metry", + "om etry", + "ome try", + "omet ry", + "ometr y", + "ay load", + "Ġ histor", + "Ġh istor", + "Ġhis tor", + "Ġhist or", + "Ġhi stor", + "Ġhisto r", + "Ġ Param", + "ĠP aram", + "ĠPar am", + "ĠPa ram", + "ĠPara m", + "Ġ Boolean", + "ĠBo olean", + "ĠBool ean", + "ĠBoo lean", + "Ġ nature", + "Ġn ature", + "Ġna ture", + "Ġnatur e", + "Ġnat ure", + "Ġ js", + "Ġj s", + "Ġ nation", + "Ġn ation", + "Ġna tion", + "Ġnat ion", + "i h", + "Ġ discover", + "Ġdis cover", + "Ġdisc over", + "Ġdisco ver", + "s em", + "se m", + "H andle", + "Hand le", + "Han dle", + "ĉ r", + "Ġ Techn", + "ĠT echn", + "ĠTe chn", + "ĠTech n", + "ĠTec hn", + "Ġ wall", + "Ġw all", + "Ġwa ll", + "Ġwal l", + "{ $", + "@ property", + "Ġ\" ../", + "Ġ\". ./", + "Ġ\".. /", + "Ġ exam", + "Ġex am", + ". draw", + ".d raw", + ".dr aw", + "o pping", + "op ping", + "opp ing", + "Ġn early", + "Ġnear ly", + "Ġ cool", + "Ġc ool", + "Ġco ol", + "Ġin depend", + "Ġind epend", + "Ġinde pend", + "R ES", + "RE S", + "Ġ handler", + "Ġh andler", + "Ġhand ler", + "Ġhandle r", + "Ġ Monday", + "ĠMon day", + "ĠMond ay", + "Ġ sun", + "Ġs un", + "Ġsu n", + "St yles", + "Style s", + "ous ly", + "Ġ ĉ", + "v est", + "ve st", + "ves t", + "D isplay", + "Dis play", + "Disp lay", + "( y", + "at ically", + "atic ally", + "atical ly", + "Ġ predict", + "Ġp redict", + "Ġpre dict", + "Ġpred ict", + "Ġpredic t", + "y ing", + "yi ng", + "Ġ sometimes", + "Ġs ometimes", + "Ġsome times", + "Ġsom etimes", + "Ġsometime s", + "\" ]Ċ", + "\"] Ċ", + "Ġ drink", + "Ġd rink", + "Ġdr ink", + "Ġdri nk", + "Ġ bul", + "Ġb ul", + "Ġbu l", + "if ications", + "ific ations", + "ification s", + ". insert", + ".in sert", + ".ins ert", + ". reg", + ".re g", + ".r eg", + "Ġ tests", + "Ġt ests", + "Ġte sts", + "Ġtest s", + "Ġtes ts", + "Al ignment", + "Align ment", + "Ġal leg", + "Ġall eg", + "Ġalle g", + "Ġ attribute", + "Ġat tribute", + "Ġattrib ute", + "Ġ Note", + "ĠN ote", + "ĠNo te", + "ĠNot e", + "Ġmy self", + "Ġmys elf", + "a rts", + "ar ts", + "art s", + "N ow", + "No w", + "Ġ interesting", + "Ġinter esting", + "Ġinterest ing", + "Ġinteres ting", + "l ients", + "li ents", + "lient s", + "lie nts", + "lien ts", + "Ġ population", + "Ġpop ulation", + "Ġpopul ation", + "Ġ California", + "ĠCal ifornia", + "ĠCaliforn ia", + "\" I", + "å ¹", + "Ġ greater", + "Ġg reater", + "Ġgreat er", + "Ġgre ater", + "ues day", + "Ġth ous", + "Ġthou s", + "Ġtho us", + "Ġco sts", + "Ġcost s", + "Ġcos ts", + "Ġ launch", + "Ġl aunch", + "Ġla unch", + "\\ Http", + "k er", + "ke r", + "b and", + "ba nd", + "ban d", + "Ġ Play", + "ĠP lay", + "ĠPl ay", + "ĠPla y", + "Ġ band", + "Ġb and", + "Ġban d", + "Ġba nd", + ". shape", + ".s hape", + ".sh ape", + ".sha pe", + "e some", + "es ome", + "eso me", + "art icle", + "arti cle", + "artic le", + ". rf", + ".r f", + "Ġ wer", + "Ġw er", + "Ġwe r", + "á s", + "em bers", + "ember s", + "emb ers", + "u sr", + "us r", + "B A", + "i can", + "ic an", + "ica n", + "e tt", + "et t", + "valid ate", + "ul ti", + "ult i", + "Ġim mediately", + "Ġimmedi ately", + "Ġimmediate ly", + "z er", + "ze r", + "Ġ figure", + "Ġf igure", + "Ġfig ure", + "Ġfigur e", + "o es", + "oe s", + "e ller", + "el ler", + "ell er", + "elle r", + "ir cle", + "irc le", + "Ġ Sign", + "ĠS ign", + "ĠSi gn", + "ĠSig n", + ". db", + ".d b", + "Ġ rank", + "Ġr ank", + "Ġran k", + "Ġra nk", + "By tes", + "Byte s", + "Ġ projects", + "Ġproject s", + "Ġproj ects", + "Ġproje cts", + "_ rec", + "_re c", + "_r ec", + "U LAR", + "UL AR", + "ULA R", + "A PI", + "AP I", + "Ġ Line", + "ĠL ine", + "ĠLin e", + "ĠLi ne", + "P ort", + "Por t", + "Po rt", + "Ġ poll", + "Ġp oll", + "Ġpol l", + "Ġpo ll", + "Ġg iving", + "Ġgi ving", + "id ence", + "ide nce", + "iden ce", + "- -Ċ", + "-- Ċ", + "Ġ plot", + "Ġp lot", + "Ġpl ot", + "Ġplo t", + "i cial", + "ic ial", + "ici al", + "icia l", + "Ġw arrant", + "Ġwar rant", + "I TION", + "IT ION", + "Ġ Double", + "ĠD ouble", + "ĠDo uble", + "ĠDou ble", + "ĠDoub le", + "Ġb illion", + "Ġbill ion", + "Ġbil lion", + "gorith m", + "gorit hm", + "Ġ equipment", + "Ġe quipment", + "Ġequ ipment", + "Ġequip ment", + "D ATE", + "DA TE", + "DAT E", + "Ġ @\"", + "Ġ@ \"", + "E E", + "Ġ ple", + "Ġp le", + "Ġpl e", + "i ation", + "ia tion", + "iat ion", + "Ġ headers", + "Ġhe aders", + "Ġhead ers", + "Ġheader s", + "Ġpro ced", + "Ġproc ed", + ".Component Model", + "Ġ Obama", + "ĠOb ama", + "Ġ pa", + "Ġp a", + "Ġ Best", + "ĠB est", + "ĠBe st", + "ĠBes t", + "im ately", + "imate ly", + "imat ely", + ". getString", + ".get String", + ".getS tring", + ". \\", + "m ploy", + "mp loy", + "mpl oy", + "Ġ raw", + "Ġr aw", + "Ġra w", + "_ block", + "_b lock", + "_bl ock", + "_bloc k", + "und red", + "\" },Ċ", + "\"} ,Ċ", + "\"}, Ċ", + "1 12", + "11 2", + ".Group Layout", + "Ġb rought", + "Ġbr ought", + "Ġbro ught", + "NS String", + "NSS tring", + "th row", + "thr ow", + "thro w", + "c reated", + "cre ated", + "create d", + "cr eated", + "creat ed", + ". New", + ".N ew", + "_ view", + "_v iew", + "_vi ew", + "C P", + "e ps", + "ep s", + "O p", + "Ġ gratis", + "Ġgr atis", + "Ġgrat is", + "Ġ '\"", + "Ġ' \"", + "Ġint erview", + "Ġinter view", + "Ġinterv iew", + "\" \"\"Ċ", + "\"\" \"Ċ", + "\"\"\" Ċ", + "Ġ partial", + "Ġp artial", + "Ġpart ial", + "Ġparti al", + "Ġ aria", + "Ġa ria", + "Ġar ia", + "b ing", + "bin g", + "bi ng", + "A uthor", + "Auth or", + "Aut hor", + "B ook", + "Bo ok", + "Ġ Pat", + "ĠP at", + "ĠPa t", + "u man", + "um an", + "uma n", + "User s", + "Us ers", + "Use rs", + "p lus", + "pl us", + "1 93", + "19 3", + "Ġ Direct", + "ĠD irect", + "ĠDi rect", + "ĠDir ect", + "ĠDire ct", + "ven ue", + "al pha", + "alph a", + "UC CESS", + "Ġ Call", + "ĠC all", + "ĠCal l", + "ĠCa ll", + "Ġ );čĊ", + "Ġ) ;čĊ", + "Ġ); čĊ", + "im ated", + "imate d", + "ima ted", + "imat ed", + "Ġ remain", + "Ġre main", + "Ġr emain", + "Ġrem ain", + "Ġ anti", + "Ġan ti", + "Ġant i", + "Ġ London", + "ĠL ondon", + "ĠLo ndon", + "ĠLon don", + "ĠLond on", + "Ġs afety", + "Ġsaf ety", + "Ġsafe ty", + "P OSE", + "PO SE", + "POS E", + "o les", + "ol es", + "ole s", + "cont roller", + "control ler", + "contr oller", + "contro ller", + "B yte", + "By te", + "Ġ Court", + "ĠC ourt", + "ĠCo urt", + "ĠCour t", + "ĠCou rt", + "Ġ Phil", + "ĠP hil", + "ĠPh il", + "ĠPhi l", + "Ġ Associ", + "ĠAss oci", + "ĠAssoc i", + "e na", + "en a", + "å IJ", + "_ STR", + "_S TR", + "_ST R", + "c oin", + "co in", + "res hold", + "resh old", + "Ġ batch", + "Ġb atch", + "Ġbat ch", + "_ Click", + "_C lick", + "_Cl ick", + "ent ication", + "entic ation", + "enti cation", + "> ';Ċ", + ">' ;Ċ", + ">'; Ċ", + "e nty", + "en ty", + "ent y", + "Ġbeg inning", + "Ġbegin ning", + "Ġ zero", + "Ġz ero", + "Ġze ro", + "Ġzer o", + "Ġ Convert", + "ĠCon vert", + "ĠConv ert", + "Ġ terr", + "Ġt err", + "Ġte rr", + "Ġter r", + "Ġ paid", + "Ġp aid", + "Ġpa id", + "Ġpai d", + "Ġincre ased", + "Ġincrease d", + "c atch", + "cat ch", + "- size", + "-s ize", + "1 15", + "11 5", + "act ivity", + "activ ity", + "e quals", + "equ als", + "equal s", + "Ġ queue", + "Ġque ue", + "Ġq ueue", + "Ġ \"'", + "Ġ\" '", + "Ġ International", + "ĠInt ernational", + "ĠIntern ational", + "ĠInter national", + "Ġf ür", + "urs day", + "Ġ scient", + "Ġs cient", + "Ġsc ient", + "Ġsci ent", + "al low", + "all ow", + "allo w", + "a xis", + "ax is", + "Ġ appropri", + "Ġapp ropri", + "Ġap propri", + "Ġappro pri", + "e dge", + "ed ge", + "Ġ idx", + "Ġi dx", + "Ġid x", + "S uccess", + "Su ccess", + "Suc cess", + "ent ifier", + ": \\", + "x is", + "xi s", + "Ġ maximum", + "Ġmax imum", + "Ġmaxim um", + "ar ks", + "ark s", + "Ġ birth", + "Ġb irth", + "Ġbir th", + "( index", + "(in dex", + "(ind ex", + "Ġ maybe", + "Ġm aybe", + "Ġmay be", + ". py", + ".p y", + "f iles", + "file s", + "fi les", + "fil es", + "Ġ limited", + "Ġl imited", + "Ġlimit ed", + "Ġlim ited", + "Ġlimite d", + "_ check", + "_c heck", + "_ch eck", + "_che ck", + "l ook", + "lo ok", + "loo k", + "p lies", + "pl ies", + "Ġ movement", + "Ġm ovement", + "Ġmov ement", + "Ġmove ment", + "Ġmo vement", + "' ].", + "'] .", + "Ġb road", + "Ġbr oad", + "Ġbro ad", + "Ġ BE", + "ĠB E", + "Ġ UnityEngine", + "ĠUn ityEngine", + "ĠUnity Engine", + ". cpp", + ".c pp", + ".cp p", + "Ġ Every", + "ĠE very", + "ĠEv ery", + "ĠEver y", + "ĠEve ry", + "Ad min", + "Ġ fans", + "Ġf ans", + "Ġfa ns", + "Ġfan s", + "p ared", + "par ed", + "pare d", + "pa red", + "Ċ ĠĠĠĠĊ", + "Ġ foreign", + "Ġfore ign", + "Ġ pan", + "Ġp an", + "Ġpa n", + "Ġ tour", + "Ġt our", + "Ġto ur", + "Ġtou r", + "Ġ Order", + "ĠOr der", + "ĠOrd er", + "Ġ moving", + "Ġm oving", + "Ġmov ing", + "Ġmo ving", + "Ġ auf", + "Ġa uf", + "Ġau f", + "C all", + "Cal l", + "Ca ll", + "c b", + "Å Ł", + "vent ory", + "Ġ Sql", + "ĠS ql", + "ĠSq l", + "Ġ fully", + "Ġf ully", + "Ġfull y", + "Ġful ly", + "Click Listener", + "W ORD", + "WO RD", + "Ġann ounced", + "Ġannounc ed", + "Ġannounce d", + ") čĊčĊ", + ")čĊ čĊ", + "Ġag reed", + "Ġagre ed", + "Ġagree d", + "Ġagr eed", + "r ie", + "ri e", + "Ġ earn", + "Ġe arn", + "Ġear n", + "Ġea rn", + "_ link", + "_l ink", + "_lin k", + "_li nk", + ". array", + ".a rray", + ".ar ray", + ".arr ay", + "( text", + "(t ext", + "(te xt", + "(tex t", + "Ġ materials", + "Ġmaterial s", + "Ġmateria ls", + "Ġmater ials", + "Ġmateri als", + ", p", + "f fff", + "ff ff", + "fff f", + "v g", + "Ġ ©", + "Ġ ©", + "Ġ unless", + "Ġun less", + "Ġunle ss", + "Ġunl ess", + "a jax", + "aj ax", + "aja x", + "L OG", + "LO G", + "Ġ sexual", + "Ġs exual", + "Ġsex ual", + "Ġ \\\"", + "Ġ\\ \"", + "- time", + "-t ime", + "Ġ coach", + "Ġco ach", + "Ġ supported", + "Ġs upported", + "Ġsup ported", + "Ġsupport ed", + "Ġsupp orted", + "Ġ photos", + "Ġph otos", + "Ġphot os", + "Ġphoto s", + "i form", + "if orm", + "ifo rm", + ". Create", + ".C reate", + ") ]", + "r ier", + "ri er", + "rie r", + "Ġ dialog", + "Ġd ialog", + "Ġdi alog", + "Ġdia log", + "Ġdial og", + "a ver", + "av er", + "ave r", + "i ge", + "ig e", + ") +", + "_ idx", + "_id x", + "_i dx", + ": [", + "_ min", + "_m in", + "_mi n", + "Ġ Cong", + "ĠC ong", + "ĠCon g", + "ĠCo ng", + "Ġ pressure", + "Ġpres sure", + "Ġpress ure", + "Ġ teams", + "Ġte ams", + "Ġteam s", + "Ġtea ms", + "S ign", + "Si gn", + "Sig n", + "b egin", + "be gin", + "beg in", + "r ian", + "ri an", + "ria n", + "N ESS", + "NE SS", + "NES S", + "L S", + "Ġim prove", + "Ġimp rove", + "Ġimpro ve", + "Ġimpr ove", + "Ġimprov e", + "Ġ Sunday", + "ĠS unday", + "ĠSun day", + "ĠSund ay", + "Ġ definition", + "Ġdef inition", + "Ġdefinit ion", + "Ġdefin ition", + "i ger", + "ig er", + "ige r", + "rol lers", + "roll ers", + "roller s", + "Ġ thinking", + "Ġth inking", + "Ġthink ing", + "Ġthin king", + "T emplate", + "Temp late", + "Tem plate", + "- F", + "Ġem erg", + "p lates", + "pl ates", + "plate s", + "plat es", + "pla tes", + "Ġ USA", + "ĠU SA", + "ĠUS A", + ". setState", + ".set State", + "Ġ Also", + "ĠAl so", + "ĠAls o", + "r ev", + "re v", + "Ġ enable", + "Ġe nable", + "Ġen able", + "Ġ CO", + "ĠC O", + "P ECT", + "PE CT", + "PEC T", + "Ġ concept", + "Ġcon cept", + "Ġconc ept", + "Ġconce pt", + ") -", + "Ġ âĢ¢", + "ĠâĢ ¢", + "Ġ sets", + "Ġs ets", + "Ġse ts", + "Ġset s", + "Ġ meaning", + "Ġme aning", + "Ġmean ing", + "e mon", + "em on", + "emo n", + "Ġ Cons", + "ĠC ons", + "ĠCon s", + "ĠCo ns", + "c mp", + "cm p", + "e der", + "ed er", + "ede r", + "an ned", + "ann ed", + "anne d", + "ic ensed", + "icense d", + "icens ed", + "Ġ Super", + "ĠS uper", + "ĠSup er", + "ĠSu per", + "Ġ daily", + "Ġd aily", + "Ġda ily", + "Ġdai ly", + "Ġ multi", + "Ġm ulti", + "Ġmult i", + "Ġmul ti", + "_ u", + "Ġch alleng", + "Ġchall eng", + "_ mode", + "_m ode", + "_mod e", + "_mo de", + "Ġ Promise", + "ĠP romise", + "ĠPro mise", + "ĠProm ise", + "Ġ strict", + "Ġstr ict", + "Ġstri ct", + "j o", + "i nton", + "in ton", + "int on", + "into n", + "( list", + "(l ist", + "(li st", + "On ly", + "> {", + "Ġ vehicle", + "Ġv ehicle", + "Ġveh icle", + "í ķ", + "Ġ Player", + "ĠP layer", + "ĠPl ayer", + "ĠPlay er", + "ĠPla yer", + "1 06", + "10 6", + "Ġ Del", + "ĠD el", + "ĠDe l", + "Ġ pool", + "Ġp ool", + "Ġpo ol", + "Ġpoo l", + ". url", + ".u rl", + ".ur l", + "nes day", + "( );čĊčĊ", + "() ;čĊčĊ", + "();čĊ čĊ", + "(); čĊčĊ", + "9 00", + "90 0", + "Ġ \");Ċ", + "Ġ\" );Ċ", + "Ġ\") ;Ċ", + "Ġ\"); Ċ", + "L ocal", + "Lo cal", + "Loc al", + ". \");Ċ", + ".\" );Ċ", + ".\") ;Ċ", + ".\"); Ċ", + "Ġ organization", + "Ġo rganization", + "Ġorgan ization", + "Ġorganiz ation", + "r ender", + "re nder", + "ren der", + "rend er", + "rende r", + "Ġ Application", + "ĠApp lication", + "ĠAp plication", + "ĠAppl ication", + "Ġ summer", + "Ġs ummer", + "Ġsum mer", + "Ġsumm er", + "ex pected", + "exp ected", + "expect ed", + "N A", + "Ġ rap", + "Ġr ap", + "Ġra p", + "_ obj", + "_o bj", + "_ob j", + "Ġ surface", + "Ġs urface", + "Ġsur face", + "Ġsurf ace", + "Ġ PUR", + "ĠP UR", + "ĠPU R", + "Ġ },ĊĊ", + "Ġ} ,ĊĊ", + "Ġ},Ċ Ċ", + "Ġ}, ĊĊ", + "Ġ variables", + "Ġvariable s", + "Ġvari ables", + "( message", + "(m essage", + "Ġo pin", + "Ġop in", + "Ġopi n", + ". back", + ".b ack", + ".ba ck", + "а н", + "аР½", + "Ġ workers", + "Ġwork ers", + "Ġwor kers", + "Ġworker s", + "v m", + "C o", + "ught er", + "ugh ter", + "Ġ master", + "Ġm aster", + "Ġma ster", + "Ġmas ter", + "Ġmast er", + "Ġ \"\",", + "Ġ\" \",", + "Ġ\"\" ,", + "Ġ stories", + "Ġst ories", + "Ġstor ies", + "Ġsto ries", + ". User", + ".U ser", + ".Use r", + "Ġcele br", + "in ese", + "ine se", + "ines e", + "B S", + "Ġ Command", + "ĠCom mand", + "ĠComm and", + "ash board", + "Ġ og", + "Ġo g", + "k g", + ". image", + ".i mage", + ".im age", + ".imag e", + ". style", + ".st yle", + "Ġ steps", + "Ġst eps", + "Ġstep s", + "Ġste ps", + "Ġ Ben", + "ĠB en", + "ĠBe n", + "( args", + "(arg s", + "(ar gs", + "4 04", + "40 4", + "Ġ Person", + "ĠP erson", + "ĠPer son", + "ĠPers on", + ", y", + "Ġoffic ials", + "Ġofficial s", + "| Ċ", + "Ġ skills", + "Ġs kills", + "Ġsk ills", + "Ġskill s", + "v c", + "Ġ builder", + "Ġb uilder", + "Ġbu ilder", + "Ġbuild er", + "Ġ gar", + "Ġg ar", + "Ġga r", + "A ccount", + "Ac count", + "Acc ount", + "Ġ Auth", + "ĠA uth", + "ĠAut h", + "ĠAu th", + "ç Ķ", + "' ])Ċ", + "'] )Ċ", + "']) Ċ", + "Ġ AT", + "ĠA T", + "n n", + ". Int", + ".I nt", + ".In t", + "SS ERT", + "Ġ effective", + "Ġe ffective", + "Ġeffect ive", + "Ġeff ective", + "LE TE", + "LET E", + "Ġ tools", + "Ġt ools", + "Ġto ols", + "Ġtoo ls", + "Ġtool s", + "A RD", + "AR D", + "Ġ digital", + "Ġd igital", + "Ġdig ital", + "Ġdigit al", + "1 91", + "19 1", + "D ouble", + "Do uble", + "Dou ble", + "Ġ Find", + "ĠF ind", + "ĠFin d", + "ĠFi nd", + "R C", + "Ġ inline", + "Ġin line", + "/ r", + "A RAM", + "AR AM", + "ARA M", + "A SK", + "AS K", + "Ġ intent", + "Ġin tent", + "Ġint ent", + "Ġinte nt", + "a ight", + "ai ght", + "_ addr", + "_add r", + "_ad dr", + "Ġ requests", + "Ġre quests", + "Ġrequest s", + "Ġrequ ests", + ". first", + ".f irst", + ".fi rst", + "Ġ debug", + "Ġde bug", + "Ġdeb ug", + "Ġ spent", + "Ġs pent", + "Ġsp ent", + "Ġspe nt", + "( )));Ċ", + "() ));Ċ", + "()) );Ċ", + "())) ;Ċ", + "())); Ċ", + "Å Ľ", + "Ġpr incip", + "Ġprin cip", + "Ġprinc ip", + "Log ger", + "Lo gger", + "cl udes", + "clude s", + "clud es", + ". use", + ".u se", + ".us e", + "Ġs urv", + "Ġsu rv", + "Ġsur v", + "m edia", + "med ia", + "me dia", + "medi a", + "Ġ February", + "ĠFe bruary", + "ĠFeb ruary", + "Ġ Mac", + "ĠM ac", + "ĠMa c", + "Ġ missing", + "Ġm issing", + "Ġmiss ing", + "Ġmis sing", + "Ġ wife", + "Ġw ife", + "Ġwi fe", + "Ġt alking", + "Ġtalk ing", + "Ġtal king", + "Ġ Make", + "ĠM ake", + "ĠMa ke", + "ĠMak e", + "Ġ cart", + "Ġc art", + "Ġcar t", + "Ġca rt", + "Ġ located", + "Ġloc ated", + "Ġlocate d", + "E nc", + "En c", + "- a", + "ch ron", + "chr on", + "Ġ cards", + "Ġc ards", + "Ġcar ds", + "Ġcard s", + "Ġg uy", + "Ġgu y", + "Ġ pers", + "Ġp ers", + "Ġper s", + "Ġpe rs", + "Ġ Yes", + "ĠY es", + "ĠYe s", + "at ever", + "ate ver", + "Ġ Ang", + "ĠA ng", + "ĠAn g", + "o lar", + "ol ar", + "ola r", + "Ġ Even", + "ĠE ven", + "ĠEv en", + "ĠEve n", + "Ġ accur", + "Ġacc ur", + "Ġac cur", + "Ġ Power", + "ĠP ower", + "ĠPo wer", + "ĠPow er", + "Ġ Gold", + "ĠG old", + "ĠGo ld", + "ĠGol d", + "c lear", + "cl ear", + "cle ar", + "P rocess", + "Pro cess", + "Proc ess", + "Ġ records", + "Ġrec ords", + "Ġrecord s", + "Ġk illed", + "Ġkill ed", + "Ġkil led", + ". clear", + ".c lear", + ".cl ear", + "ĠWARRANT IES", + "Ġ purpose", + "Ġp urpose", + "Ġpur pose", + "Ġpurpos e", + "p anel", + "pan el", + "pa nel", + "pane l", + "J ECT", + "JE CT", + "ÃŃ a", + "Ġex erc", + "Ġexe rc", + "W S", + "/ L", + ". exports", + ".ex ports", + ".exp orts", + ".export s", + "Ġ ___", + "Ġ_ __", + "Ġ__ _", + "Ġ sin", + "Ġs in", + "Ġsi n", + "S ervlet", + "Serv let", + "Ġd é", + ". delete", + ".de lete", + ".del ete", + "r oke", + "ro ke", + "rok e", + "S l", + "u gh", + "ug h", + "e ars", + "ear s", + "ea rs", + "Ġ pointer", + "Ġpoint er", + "Ġpo inter", + "Ġ hop", + "Ġh op", + "Ġho p", + "all ery", + "alle ry", + "aller y", + "Ġ obs", + "Ġo bs", + "Ġob s", + "c overy", + "co very", + "cover y", + "cov ery", + "ĉ char", + "ĉc har", + "ĉch ar", + "ĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉ", + "ĉ def", + "ĉd ef", + "ĉde f", + "o city", + "oc ity", + "oci ty", + "it chen", + "itch en", + "u lations", + "ul ations", + "ulation s", + "Ġ FIT", + "ĠF IT", + "ĠFI T", + "Ġ ).", + "Ġ) .", + "straint s", + "stra ints", + "strain ts", + "v ention", + "vent ion", + "ven tion", + "Ġ requires", + "Ġre quires", + "Ġrequire s", + "Ġrequ ires", + "Ġ Oper", + "ĠO per", + "ĠOp er", + "M E", + "O UNT", + "OUN T", + "OU NT", + "al let", + "all et", + "alle t", + "Ġ norm", + "Ġn orm", + "Ġno rm", + "Ġnor m", + "I RE", + "IR E", + "ex as", + "Ġ programs", + "Ġpro grams", + "Ġpr ograms", + "Ġprogram s", + "Ġprog rams", + "Ġ weak", + "Ġwe ak", + "' .$", + "'. $", + "u ing", + "ui ng", + "uin g", + "ĉ ĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠ", + "ĉĠĠ ĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠ", + "ĉĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠĠĠ Ġ", + "Ġ mil", + "Ġm il", + "Ġmi l", + "Ġ firm", + "Ġf irm", + "Ġfi rm", + "Ġfir m", + "init ely", + "inite ly", + "_ VALUE", + "_VAL UE", + "ap se", + "aps e", + "atis f", + "ati sf", + "Ġ demand", + "Ġd emand", + "Ġde mand", + "Ġdem and", + "_ mod", + "_m od", + "_mo d", + "Ġde scribed", + "Ġdes cribed", + "Ġdescri bed", + "Ġdescribe d", + "Ġ places", + "Ġp laces", + "Ġpl aces", + "Ġplace s", + "Ġplac es", + "Ġpla ces", + "V ID", + "VI D", + "Ġ alone", + "Ġal one", + "Ġalo ne", + "Ġ export", + "Ġex port", + "Ġexp ort", + "Ġexpo rt", + "Ġ vec", + "Ġv ec", + "Ġve c", + "Ġ Max", + "ĠM ax", + "ĠMa x", + "Ġ activities", + "Ġact ivities", + "Ġactiv ities", + "ic tures", + "ict ures", + "icture s", + "g ener", + "ge ner", + "gen er", + "gene r", + "Ġ ma", + "Ġm a", + "Ĥ ¬", + "Ġ expression", + "Ġex pression", + "Ġexp ression", + "Ġexpress ion", + "Ġexpr ession", + "C allback", + "Call back", + "_ content", + "_c ontent", + "_con tent", + "_cont ent", + "Ġ Most", + "ĠM ost", + "ĠMo st", + "ĠMos t", + "Ġ testing", + "Ġt esting", + "Ġtest ing", + "Ġtes ting", + "E C", + "CH ANT", + "CHA NT", + "CHAN T", + "Ġ adjust", + "Ġad just", + "Ġadj ust", + ".Th reading", + ".Thread ing", + "( ctx", + "(c tx", + "(ct x", + "Ġ agree", + "Ġa gree", + "Ġag ree", + "Ġagre e", + "Ġagr ee", + "i ghest", + "ig hest", + "igh est", + "Ġ ui", + "Ġu i", + "Ġ Law", + "ĠL aw", + "ĠLa w", + ". Y", + "> < ?", + "Ġ pod", + "Ġp od", + "Ġpo d", + "- lg", + "-l g", + "âĢĿ ĊĊ", + "âĢĿĊ Ċ", + "Ġ describe", + "Ġde scribe", + "Ġdes cribe", + "Ġdescri be", + "Ġdescr ibe", + "Ġ European", + "ĠE uropean", + "ĠEurope an", + "ĠEurop ean", + "- sh", + "-s h", + "ĠPUR POSE", + "O RY", + "OR Y", + "Ġcon vers", + "Ġconv ers", + "Ġconver s", + "Ġ Illuminate", + "ĠI lluminate", + "ĠIllum inate", + "Ġ Av", + "ĠA v", + "( ch", + "(c h", + "? \"", + "c hen", + "ch en", + "che n", + "i ma", + "im a", + "D ocument", + "Doc ument", + "Ġ operations", + "Ġoper ations", + "Ġoperation s", + "w in", + "wi n", + "ĉ function", + "ĉf unction", + "ĉfunc tion", + "ĉfun ction", + ". Image", + ".I mage", + ".Im age", + "Ġs cen", + "Ġsc en", + "Ġsce n", + "/ h", + "Ġ SC", + "ĠS C", + "Ġ explo", + "Ġexp lo", + "Ġexpl o", + ": %", + "/ **čĊ", + "/* *čĊ", + "/** čĊ", + "N AME", + "NA ME", + "æ Ī", + "( var", + "(v ar", + "(va r", + "Ġ director", + "Ġd irector", + "Ġdirect or", + "Ġdir ector", + "Ġdire ctor", + "O NG", + "ON G", + "Ġ yield", + "Ġy ield", + "Ġyi eld", + "Ġfe et", + "Ġfee t", + "Ġ Search", + "ĠS earch", + "ĠSe arch", + "ĠSea rch", + "Ġ Il", + "ĠI l", + "Ġrest aur", + "Ġresta ur", + "Ġrestau r", + "d uc", + "du c", + "Ġ integer", + "Ġint eger", + "Ġinteg er", + "Ġinte ger", + "1 07", + "10 7", + "Ġ' ';Ċ", + "Ġ'' ;Ċ", + "Ġ''; Ċ", + "Ġhigh ly", + "check ed", + "ĠPART IC", + "ER CHANT", + "ï¼ ī", + "Ġ optim", + "Ġop tim", + "Ġopt im", + "Q ueue", + "Que ue", + "Ġ LI", + "ĠL I", + "it ation", + "ita tion", + "itat ion", + "Ġ transport", + "Ġtrans port", + "Ġtran sport", + "iss ion", + "f ill", + "fi ll", + "fil l", + "us ion", + "usi on", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĉ bool", + "ĉb ool", + "- th", + "-t h", + "u pt", + "up t", + "Ġ essential", + "Ġess ential", + "an ted", + "ant ed", + "ante d", + "Ġbenef its", + "Ġbenefit s", + "Ġbene fits", + "ĉ S", + "' ;čĊ", + "'; čĊ", + "i ki", + "ik i", + "Ġ girls", + "Ġgirl s", + "Ġgir ls", + "i ced", + "ic ed", + "ice d", + "b uffer", + "buf fer", + "bu ffer", + "buff er", + "] +", + "Ġ socket", + "Ġs ocket", + "Ġso cket", + "Ġsock et", + "Ġsoc ket", + "Ġ prices", + "Ġp rices", + "Ġpr ices", + "Ġprice s", + "Ġpri ces", + "Ġ Fre", + "ĠF re", + "ĠFr e", + "Ġ sat", + "Ġs at", + "Ġsa t", + "Ġ wood", + "Ġw ood", + "Ġwo od", + "Ġwoo d", + "Menu Item", + "A RG", + "AR G", + "Ġ Admin", + "ĠAd min", + "O WN", + "OW N", + "d k", + "Ġ reset", + "Ġre set", + "Ġres et", + "Ġ forms", + "Ġfor ms", + "Ġform s", + "Ġfo rms", + "Ġ и", + "ĠÐ ¸", + "æ ĸ", + "Ġ Tuesday", + "ĠT uesday", + "ĠTues day", + "1 09", + "10 9", + "Ġ Initialized", + "ĠInitial ized", + "ĠInitialize d", + "ĠInit ialized", + "_ train", + "_t rain", + "_tr ain", + "_tra in", + "o rary", + "or ary", + "ora ry", + "ate gor", + "ateg or", + "atego r", + "Ġ dt", + "Ġd t", + "T otal", + "To tal", + "Tot al", + "con struct", + "i lies", + "il ies", + "ili es", + "Ġgu ys", + "Ġguy s", + "е ÑĢ", + "Ġ instruction", + "Ġin struction", + "Ġinstr uction", + "Ġinstruct ion", + "0 10", + "01 0", + "y led", + "yle d", + "yl ed", + "Ġ internet", + "Ġin ternet", + "Ġint ernet", + "Ġinter net", + "Ġintern et", + "et adata", + "eta data", + "a dy", + "ad y", + "f aces", + "face s", + "fa ces", + "fac es", + "j ection", + "ject ion", + "je ction", + "jec tion", + "Ġ Jack", + "ĠJ ack", + "ĠJac k", + "ĠJa ck", + "Ġ rect", + "Ġre ct", + "Ġr ect", + "Ġrec t", + "[ -", + "Ġ Leg", + "ĠL eg", + "ĠLe g", + "Ġ devices", + "Ġdev ices", + "Ġdevice s", + "O C", + "Ġ *čĊ", + "Ġ* čĊ", + "o ration", + "or ation", + "ora tion", + "er tain", + "ert ain", + "erta in", + "Ġ guard", + "Ġg uard", + "Ġgu ard", + "Ġguar d", + "o stream", + "ost ream", + "Ġ enum", + "Ġe num", + "Ġen um", + ". layout", + ".l ayout", + "Ġ \";Ċ", + "Ġ\" ;Ċ", + "Ġ\"; Ċ", + "v oke", + "vo ke", + "Ġ Ok", + "ĠO k", + "H ome", + "Ho me", + "Hom e", + "( tr", + "(t r", + "E TH", + "ET H", + "Ġ delay", + "Ġd elay", + "Ġde lay", + "Ġdel ay", + "Ġdela y", + "Ġ purchase", + "Ġp urchase", + "Ġpurch ase", + "d c", + "Ġ aren", + "Ġa ren", + "Ġare n", + "Ġar en", + "_ once", + "_on ce", + "_o nce", + "ĉ ĉĉĉĊ", + "ĉĉ ĉĉĊ", + "ĉĉĉĉ Ċ", + "ĉĉĉ ĉĊ", + "r or", + "ro r", + "d raw", + "dr aw", + "dra w", + ". run", + ".r un", + ".ru n", + "( model", + "(m odel", + "(mod el", + "(mode l", + "Time out", + "l ik", + "li k", + "Ġ Arg", + "ĠA rg", + "ĠAr g", + ". en", + ".e n", + "Ġ fish", + "Ġf ish", + "Ġfi sh", + "Ġfis h", + "c py", + "cp y", + "_ fe", + "_f e", + "ERCHANT ABILITY", + "( X", + "_ output", + "_out put", + "? ?", + "Ġ jo", + "Ġj o", + "and ard", + "anda rd", + "Ġ doll", + "Ġd oll", + "Ġdo ll", + "Ġdol l", + "er rors", + "err ors", + "error s", + "erro rs", + "_ base", + "_b ase", + "ĠPARTIC ULAR", + "Ġ leader", + "Ġle ader", + "Ġlead er", + "Ġcom par", + "Ġco mpar", + "Ġcomp ar", + "Ġd oub", + "Ġdo ub", + "Ġdou b", + "Ġ Vis", + "ĠV is", + "ĠVi s", + "Stack Trace", + "- C", + "ĠSt ud", + "stit ute", + "M ore", + "Mo re", + "Mor e", + "Ġ Description", + "ĠD escription", + "ĠDe scription", + "ĠDes cription", + "W ARE", + "WA RE", + "WAR E", + "a ds", + "ad s", + "Ġ к", + "ĠÐ º", + "b ind", + "bin d", + "bi nd", + "= self", + "=s elf", + "e mploy", + "em ploy", + "emp loy", + "empl oy", + "emplo y", + "[ n", + ". all", + ".a ll", + ".al l", + "- B", + "& &", + "a lm", + "al m", + "Ġ culture", + "Ġc ulture", + "Ġcult ure", + "Ġcul ture", + "h ouse", + "ho use", + "hou se", + "Ġs uffer", + "Ġsu ffer", + "Ġsuff er", + "Ġsuf fer", + "Ġ '%", + "Ġ' %", + "Ġ straight", + "Ġstr aight", + "Ġstra ight", + "Ġ Star", + "ĠS tar", + "ĠSt ar", + "ĠSta r", + "u do", + "ud o", + "Ġ ded", + "Ġd ed", + "Ġde d", + "Ġ COM", + "ĠC OM", + "ĠCO M", + "Ġ confirm", + "Ġcon firm", + "Ġconf irm", + "Ġ Good", + "ĠG ood", + "ĠGo od", + ". sc", + ".s c", + "____ ____________", + "________ ________", + "____________ ____", + "D R", + "Config uration", + "Date Time", + "Ġ advert", + "Ġad vert", + "Ġadv ert", + "Ġ couldn", + "Ġcould n", + "a sync", + "as ync", + "asy nc", + "st ack", + "sta ck", + "' )čĊ", + "') čĊ", + "K it", + "Ki t", + "Ġh ous", + "Ġho us", + "Ġm echan", + "Ġme chan", + "Ġmec han", + "Ġmech an", + "r ate", + "ra te", + "rat e", + "2 04", + "20 4", + "Ġ audio", + "Ġa udio", + "Ġaud io", + "Ġau dio", + "Ġaudi o", + "ĉ cout", + "ĉc out", + "c ores", + "co res", + "core s", + "cor es", + "Ġ spot", + "Ġs pot", + "Ġsp ot", + "Ġspo t", + "Ġin creasing", + "Ġincre asing", + "Ġ ##", + "Ġ# #", + ") ))", + ")) )", + "p oints", + "point s", + "po ints", + "poi nts", + "Ġcom pared", + "Ġcomp ared", + "Ġcompar ed", + "Ġcompare d", + "l ig", + "li g", + "Ġ behavior", + "Ġbeh avior", + "Ġ BY", + "ĠB Y", + "Ġ Att", + "ĠA tt", + "ĠAt t", + "c raft", + "cr aft", + "he aders", + "head ers", + "header s", + "hea ders", + "e te", + "et e", + "end region", + "Ġ detail", + "Ġd etail", + "Ġde tail", + "Ġdet ail", + "U LE", + "UL E", + "Ġ Common", + "ĠCom mon", + "ĠComm on", + "ĉ protected", + "s ton", + "st on", + "sto n", + "ĠFIT NESS", + "Ġ fresh", + "Ġf resh", + "Ġfr esh", + "Ġfre sh", + "Ġfres h", + "\" >ĊĊ", + "\"> ĊĊ", + "\">Ċ Ċ", + ". example", + ".ex ample", + ".exam ple", + "b erg", + "ber g", + "be rg", + "Ġ moved", + "Ġm oved", + "Ġmov ed", + "Ġmove d", + "Ġmo ved", + "ĉ e", + "Ġ Saturday", + "ĠS aturday", + "Ġ payload", + "Ġp ayload", + "Ġpay load", + "Ä ĩ", + ") :ĊĊ", + "):Ċ Ċ", + "): ĊĊ", + "Ġb ey", + "Ġbe y", + "u rer", + "ur er", + "ure r", + "< script", + " ,", + "\" > < ?", + "( num", + "(n um", + "ĉ inline", + "ĉin line", + "Trans action", + ". On", + ".O n", + "Ġ mail", + "Ġm ail", + "Ġma il", + "Ġmai l", + "r ey", + "re y", + "res ults", + "result s", + "Ġ nav", + "Ġn av", + "Ġna v", + "I MIT", + "IM IT", + "_ ids", + "_id s", + "_i ds", + "M ake", + "Ma ke", + "å Ĭ", + "M odal", + "Mod al", + "Mo dal", + "Ġ LOG", + "ĠL OG", + "ĠLO G", + "Ġ Sur", + "ĠS ur", + "ĠSu r", + "Ġinstance of", + "Ġ overall", + "Ġover all", + "Ġ Information", + "ĠIn formation", + "ĠInform ation", + "Ġ construction", + "Ġcon struction", + "Ġconstruct ion", + "Ġconstr uction", + "_ FILE", + "_F ILE", + "b ut", + "bu t", + "Ġm edic", + "Ġme dic", + "Ġmed ic", + "Ġmedi c", + "Ġ duration", + "Ġd uration", + "Ġdu ration", + "Ġdur ation", + "it ness", + "a gent", + "ag ent", + "age nt", + "agen t", + "A V", + "Ġ seven", + "Ġs even", + "Ġse ven", + "Ġsev en", + "o lf", + "ol f", + "Ġ }}Ċ", + "Ġ} }Ċ", + "Ġ}} Ċ", + "\" ],Ċ", + "\"] ,Ċ", + "\"], Ċ", + "1 70", + "17 0", + "1 22", + "12 2", + "Ġ calling", + "Ġc alling", + "Ġcall ing", + "Ġcal ling", + "Ġ ans", + "Ġa ns", + "Ġan s", + "th rows", + "throw s", + "thr ows", + "thro ws", + "or izontal", + "Ġ useState", + "Ġuse State", + ". fl", + ".f l", + "Ġ Status", + "ĠS tatus", + "ĠSt atus", + "ĠStat us", + "Ġ Online", + "ĠOn line", + "R R", + "Ġ Rich", + "ĠR ich", + "ĠRic h", + "ĠRi ch", + "ĠH ill", + "ĠHi ll", + "ĠHil l", + "Ġ brain", + "Ġb rain", + "Ġbr ain", + "Ġbra in", + "Ġfollow ed", + "Ġfoll owed", + "2 40", + "24 0", + "e mic", + "em ic", + "emi c", + "Ġs light", + "Ġsl ight", + "Ġ insurance", + "Ġins urance", + ". Array", + ".A rray", + ".Ar ray", + "Ġ abstract", + "Ġa bstract", + "Ġab stract", + "Ġabs tract", + "Ġabst ract", + "Ġ Sum", + "ĠS um", + "ĠSu m", + "re direct", + "red irect", + "redi rect", + "o wner", + "ow ner", + "own er", + "( msg", + "(m sg", + "(ms g", + "Ġ Clinton", + "ĠCl inton", + "ĠClin ton", + "ĠClint on", + "ĠCli nton", + "N on", + "No n", + "ĉ ex", + "ĉe x", + "Ġ volume", + "Ġv olume", + "Ġvol ume", + "Ġvolum e", + "Ġ EventArgs", + "ĠEvent Args", + "- L", + "Ġ Dim", + "ĠD im", + "ĠDi m", + "Ġ Mart", + "ĠM art", + "ĠMar t", + "ĠMa rt", + "Ġ cursor", + "Ġc ursor", + "Ġcurs or", + "Ġcurso r", + "Ġ implementation", + "Ġim plementation", + "Ġimplement ation", + "ur red", + "urre d", + "urr ed", + "Ġl arger", + "Ġlarge r", + "Ġlarg er", + "Ġlar ger", + ") ;ĊĊĊ", + ");Ċ ĊĊ", + ");ĊĊ Ċ", + "); ĊĊĊ", + "' +", + ". transform", + ".trans form", + "Ġ upload", + "Ġup load", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "D raw", + "Dr aw", + "n el", + "ne l", + "ĉ float", + "ĉf loat", + "q rt", + "qr t", + "Ġ Network", + "ĠN etwork", + "ĠNet work", + "Ġ tit", + "Ġt it", + "Ġti t", + "A xis", + "Ax is", + ". android", + ".and roid", + "Ġ completed", + "Ġcom pleted", + "Ġcomp leted", + "Ġcomple ted", + "Ġcomplet ed", + "Ġcompl eted", + "Ġcomplete d", + "Ġ mur", + "Ġm ur", + "Ġmu r", + "Ġ columns", + "Ġcolumn s", + "Ġcolum ns", + "x c", + "Ġ supply", + "Ġs upply", + "Ġsup ply", + "Ġsuppl y", + "Ġsupp ly", + "im inal", + "imi nal", + "imin al", + "Ġ spr", + "Ġs pr", + "Ġsp r", + "================ ================================================", + "================================ ================================", + "================================================ ================", + "Ġ units", + "Ġun its", + "Ġunit s", + "Ġuni ts", + "( u", + "m i", + "re place", + "rep lace", + "[ key", + "[k ey", + "à ¹", + "an tic", + "ant ic", + "anti c", + "Ġ payment", + "Ġp ayment", + "Ġpay ment", + ", B", + "Ġ Apple", + "ĠApp le", + "ĠAp ple", + "ĠAppl e", + "g in", + "gi n", + "Re quired", + "Require d", + "# +", + "l ands", + "land s", + "la nds", + "lan ds", + "Ġ squ", + "Ġs qu", + "Ġsq u", + "Ġ factor", + "Ġf actor", + "Ġfact or", + "Ġfa ctor", + "Ġfac tor", + "Ġfacto r", + "d ec", + "de c", + "Ġ strength", + "Ġst rength", + "Ġstr ength", + "Ġstre ngth", + "Ġstren gth", + "Ġ boy", + "Ġb oy", + "Ġbo y", + "Ġ balance", + "Ġb alance", + "Ġbal ance", + "Ġ sources", + "Ġs ources", + "Ġsource s", + "Ġsour ces", + "s creen", + "sc reen", + "scr een", + "- top", + "-t op", + "-to p", + "Ġ Amazon", + "ĠA mazon", + "ĠAm azon", + "ĠAma zon", + "Ġ hidden", + "Ġh idden", + "Ġhi dden", + "Ġhid den", + "е ÑĤ", + "_ client", + "_c lient", + "_cl ient", + "_cli ent", + "Ġ eat", + "Ġe at", + "Ġea t", + ". display", + ".d isplay", + ".dis play", + "Ġ »", + "Ġ »", + "Ġ trigger", + "Ġtr igger", + "Ġtri gger", + "Ġtrig ger", + "an ager", + "ana ger", + "Ġ tro", + "Ġt ro", + "Ġtr o", + "Ġ claims", + "Ġcl aims", + "Ġclaim s", + "Ġcla ims", + "f ord", + "fo rd", + "for d", + "Ġ Company", + "ĠCom pany", + "ĠComp any", + "Ġ gift", + "Ġg ift", + "Ġgi ft", + "Ġgif t", + ", :", + "_ app", + "_a pp", + "_ap p", + "h andle", + "han dle", + "hand le", + "Ġ produce", + "Ġp roduce", + "Ġpro duce", + "Ġprodu ce", + "Ġprod uce", + "/ lib", + "/l ib", + "/li b", + "5 12", + "51 2", + "Ġ -*", + "Ġ- *", + "ĉ set", + "ĉs et", + "ĉse t", + "' ];", + "'] ;", + "a rc", + "ar c", + "a nder", + "an der", + "and er", + "ande r", + "Ġ Engine", + "ĠE ngine", + "ĠEng ine", + "Ġ attributes", + "Ġat tributes", + "Ġattribute s", + "Ġattrib utes", + "t ask", + "ta sk", + "tas k", + "< =", + "( N", + "Ġ warm", + "Ġw arm", + "Ġwar m", + "Ġwa rm", + "wh ich", + "Ġ Fore", + "ĠF ore", + "ĠFor e", + "ĠFo re", + "ag nost", + "agn ost", + "m ys", + "my s", + "Ġ tal", + "Ġt al", + "Ġta l", + "Ġ Sal", + "ĠS al", + "ĠSa l", + "g i", + "Ġ Print", + "ĠP rint", + "ĠPr int", + "ĠPri nt", + "Ġ TRUE", + "ĠTR UE", + "Ġ о", + "ĠÐ ¾", + ". UI", + ".U I", + "Ġ flash", + "Ġf lash", + "Ġfl ash", + "Ġfla sh", + "ro perty", + "rop erty", + ". location", + ".l ocation", + ".loc ation", + ".lo cation", + "Ġ Mill", + "ĠM ill", + "ĠMil l", + "ĠMi ll", + "b i", + "con tr", + "cont r", + ". request", + ".re quest", + ".req uest", + "Ġ Sam", + "ĠS am", + "ĠSa m", + "Ġ negative", + "Ġn egative", + "Ġneg ative", + "k it", + "ki t", + "Ġ sett", + "Ġs ett", + "Ġse tt", + "Ġset t", + ".print StackTrace", + "a be", + "ab e", + "ĉ i", + "Ġ burn", + "Ġb urn", + "Ġbu rn", + "Ġbur n", + "Ġs ociety", + "Ġsoci ety", + "C ache", + "Ca che", + "Ġ Security", + "ĠS ecurity", + "ĠSe curity", + "ĠSec urity", + ". models", + ".model s", + ".mod els", + ".mode ls", + "ĠWARRANT Y", + "_ up", + "_u p", + "ce ive", + "Ġ clients", + "Ġc lients", + "Ġcl ients", + "Ġclient s", + "Ġcli ents", + ". Tr", + ".T r", + "Ġprovid ing", + "Ġprov iding", + "Ġr out", + "Ġro ut", + "Ġrou t", + "m aterial", + "mat erial", + "mate rial", + "Ġ ||Ċ", + "Ġ| |Ċ", + "Ġ|| Ċ", + "Ġ Ser", + "ĠS er", + "ĠSe r", + "Ġ Office", + "ĠOff ice", + "FT WARE", + "Ġ '$", + "Ġ' $", + "Ġf oc", + "Ġfo c", + "Ġex cell", + "Ġexc ell", + "Ġexcel l", + "Ġexce ll", + "Ġ cat", + "Ġc at", + "Ġca t", + "n ormal", + "norm al", + "nor mal", + "Ġd etermine", + "Ġdeter mine", + "Ġdetermin e", + "Ġdeterm ine", + "ĉ uint", + "ĉu int", + "ĉui nt", + "P ane", + "Pa ne", + "Pan e", + "Ġ employees", + "Ġemploy ees", + "Ġemployee s", + "Ġ Texas", + "ĠT exas", + "ĠTex as", + "Ġtr aff", + "Ġtra ff", + "Ġtraf f", + "Ġ Report", + "ĠRe port", + "ĠRep ort", + "ĠRepo rt", + "an ta", + "ant a", + "Ġ Box", + "ĠB ox", + "ĠBo x", + "Ġ django", + "Ġd jango", + "Ġdj ango", + "Ġ partner", + "Ġp artner", + "Ġpart ner", + "E B", + "L INE", + "LI NE", + "LIN E", + "Ġfe eling", + "Ġfeel ing", + "Ġfee ling", + "Ġ civil", + "Ġc ivil", + "Ġci vil", + "Ġciv il", + "( float", + "(f loat", + "S ql", + "Sq l", + "Ġwould n", + ". init", + ".in it", + ".i nit", + ".ini t", + ". left", + ".l eft", + ".le ft", + "- v", + "_ level", + "_le vel", + "' }", + "A F", + "Ġ loading", + "Ġlo ading", + "Ġload ing", + "Ġloa ding", + "Ġ Only", + "ĠOn ly", + "Ġ cookies", + "Ġc ookies", + "Ġco okies", + "Ġcook ies", + "Ġcookie s", + "Ġ Gl", + "ĠG l", + "C O", + "Ġ strategy", + "Ġstr ategy", + "Ġstrateg y", + "Ġstrate gy", + "(' ./", + "('. /", + "Ġ ship", + "Ġs hip", + "Ġsh ip", + "p oses", + "pos es", + "pose s", + "po ses", + "Ġ signal", + "Ġs ignal", + "Ġsign al", + "Ġsig nal", + "Ġ alpha", + "Ġal pha", + "Ġalph a", + ". pop", + ".p op", + ".po p", + "R adius", + "Rad ius", + "Radi us", + "Ġ replace", + "Ġre place", + "Ġrep lace", + "Ġrepl ace", + "_ DIR", + "_D IR", + "_DI R", + "c ounter", + "co unter", + "count er", + "bserv able", + "e la", + "el a", + "W eight", + "We ight", + "Wei ght", + "h ash", + "ha sh", + "has h", + "b ose", + "bo se", + "bos e", + "f x", + "Ġ Email", + "ĠE mail", + "ĠEm ail", + "Ġ refer", + "Ġre fer", + "Ġref er", + "local host", + "_ RO", + "_R O", + "i ques", + "ique s", + "iqu es", + "iq ues", + "S tep", + "St ep", + "Ste p", + "Ġ ahead", + "Ġa head", + "Ġah ead", + "( View", + "(V iew", + "Ġ Services", + "ĠS ervices", + "ĠService s", + "ĠServ ices", + "Ġ Json", + "ĠJ son", + "ĠJs on", + "ess or", + "esso r", + "Ġ pun", + "Ġp un", + "Ġpu n", + "Ġ appropriate", + "Ġapp ropriate", + "Ġappropri ate", + "a kers", + "ak ers", + "ake rs", + "aker s", + "o sen", + "os en", + "ose n", + "p osing", + "pos ing", + "po sing", + "Ġ agent", + "Ġa gent", + "Ġag ent", + "Ġage nt", + "f c", + "Ġ transfer", + "Ġtrans fer", + "Ġtransf er", + "Ġ invalid", + "Ġin valid", + "Ġinval id", + "Ġ Research", + "ĠRe search", + "ĠRes earch", + "Vert ex", + "Ver tex", + "Ġ gay", + "Ġg ay", + "Ġga y", + "Ġ journal", + "Ġj ournal", + "Ġjo urnal", + "Ġjour nal", + "[ x", + "Ġ \"\",Ċ", + "Ġ\" \",Ċ", + "Ġ\"\" ,Ċ", + "Ġ\"\", Ċ", + "Ġ Well", + "ĠW ell", + "ĠWe ll", + "ĠWel l", + ". Tasks", + ".T asks", + ".Task s", + "S pec", + "Sp ec", + "Spe c", + "Ġ ol", + "Ġo l", + "Ġs pend", + "Ġsp end", + "Ġspe nd", + "Ġ Australia", + "ĠA ustralia", + "ĠAustral ia", + "ĠAustr alia", + "M atch", + "Mat ch", + ".j unit", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ MAX", + "ĠM AX", + "ĠMA X", + "iz able", + "iza ble", + "cl usive", + "clus ive", + "_ valid", + "_val id", + "_va lid", + "Ġ quarter", + "Ġqu arter", + "Ġquar ter", + "Ġquart er", + "y an", + "ya n", + "0 05", + "00 5", + "Ġ Edit", + "ĠE dit", + "ĠEd it", + "ar den", + "ard en", + "arde n", + "= new", + "=n ew", + "Ġ frag", + "Ġf rag", + "Ġfr ag", + "Ġfra g", + "B it", + "Bi t", + "z i", + "a ine", + "ain e", + "ai ne", + "u dd", + "ud d", + ". Object", + ".O bject", + ".Obj ect", + "de bug", + "deb ug", + "Ġ cash", + "Ġc ash", + "Ġca sh", + "Ġcas h", + "_ IM", + "_I M", + "Ġ een", + "Ġe en", + "Ġee n", + "Ġ commercial", + "Ġcom mercial", + "Ġcomm ercial", + "Ġcommerc ial", + "Ġ Video", + "ĠV ideo", + "ĠVi deo", + "ĠVid eo", + "ĠVide o", + "l oader", + "lo ader", + "load er", + "Ġ fixed", + "Ġf ixed", + "Ġfix ed", + "Ġfi xed", + "Ġ applications", + "Ġapp lications", + "Ġapplication s", + "Ġapplic ations", + "Ġappl ications", + "Ġ _,", + "Ġ_ ,", + "Ġ Russia", + "ĠR ussia", + "ĠRuss ia", + "it ect", + "ite ct", + "_ (", + "Ġ Block", + "ĠB lock", + "ĠBl ock", + "ĠBlo ck", + "ĠBloc k", + "Ġ san", + "Ġs an", + "Ġsa n", + "Ġ Tom", + "ĠT om", + "ĠTo m", + "Ġ perhaps", + "Ġper haps", + "Ġ sig", + "Ġs ig", + "Ġsi g", + "le vant", + "lev ant", + "Ġc orpor", + "Ġcor por", + "Ġcorp or", + "Ġcorpo r", + "at aset", + "ata set", + "atas et", + "r onic", + "ro nic", + "ron ic", + "x e", + "Ġ eth", + "Ġe th", + "Ġet h", + "S ome", + "So me", + "Som e", + "p op", + "po p", + "_ OK", + "_O K", + "Ġt end", + "Ġte nd", + "Ġten d", + ". Res", + ".R es", + ".Re s", + "_ and", + "_a nd", + "_an d", + "Ġ reviews", + "Ġre views", + "Ġreview s", + "Ġ wild", + "Ġw ild", + "Ġwi ld", + "Ġwil d", + "1 17", + "11 7", + "Ġ degree", + "Ġd egree", + "Ġde gree", + "Ġdeg ree", + ". O", + ". objects", + ".object s", + ".obj ects", + "_ args", + "_arg s", + "_ar gs", + "n il", + "ni l", + "Ġ disabled", + "Ġdis abled", + "Ġdisable d", + "P arent", + "Par ent", + "Pa rent", + "Paren t", + "Ġ notes", + "Ġn otes", + "Ġnot es", + "Ġno tes", + "Ġnote s", + "Ġ \"\"Ċ", + "Ġ\" \"Ċ", + "Ġ\"\" Ċ", + "( state", + "(st ate", + "(stat e", + "i strict", + "istr ict", + "Ġ logging", + "Ġlog ging", + ". IO", + ".I O", + "Ġ Mal", + "ĠM al", + "ĠMa l", + "D M", + "Ġ xml", + "Ġx ml", + "Ġxm l", + "Ġ Robert", + "ĠRob ert", + "ĠRo bert", + "e len", + "el en", + "ele n", + "l ayout", + "lay out", + "f ol", + "fo l", + "' ]))", + "'] ))", + "']) )", + ", b", + "Ġ Jer", + "ĠJ er", + "ĠJe r", + "f ilename", + "file name", + "fi lename", + "fil ename", + "Ġ fan", + "Ġf an", + "Ġfa n", + "Ġ Custom", + "ĠC ustom", + "ĠCust om", + "= \"\"", + "=\" \"", + "Ġ Die", + "ĠD ie", + "ĠDi e", + "B undle", + ". utils", + ".util s", + ".ut ils", + "Ġ trip", + "Ġt rip", + "Ġtr ip", + "Ġtri p", + "M B", + "Ġ soft", + "Ġs oft", + "Ġso ft", + "Ġsof t", + "_ MODE", + "_M ODE", + "_MO DE", + "_MOD E", + "Ġapp licable", + "Ġapplic able", + "Ġappl icable", + "Ġ upper", + "Ġu pper", + "Ġup per", + "Ġupp er", + "ER VER", + "ERV ER", + "ERVE R", + "_ al", + "_a l", + "_ LOG", + "_L OG", + "_LO G", + "H ere", + "He re", + "Her e", + "w p", + "Ġ Server", + "ĠS erver", + "ĠSer ver", + "ĠServ er", + "ĠServe r", + "Ġ Client", + "ĠC lient", + "ĠCl ient", + "ĠCli ent", + "Ġ chem", + "Ġc hem", + "Ġch em", + "Ġche m", + "S croll", + "Sc roll", + "Scr oll", + "Ġ highest", + "Ġh ighest", + "Ġhigh est", + "Ġhi ghest", + "Ġ Select", + "ĠS elect", + "ĠSe lect", + "ĠSel ect", + "ĠSele ct", + "Ġ \"@", + "Ġ\" @", + "Ġ Why", + "ĠW hy", + "ĠWh y", + "S ec", + "Se c", + "h eel", + "he el", + "hee l", + "O peration", + "Oper ation", + "Op eration", + "Opera tion", + "Ġ connected", + "Ġconn ected", + "Ġconnect ed", + "ir med", + "irm ed", + "Ġcit iz", + "Ġ Che", + "ĠC he", + "ĠCh e", + "Ġ forces", + "Ġfor ces", + "Ġforce s", + "Ġforc es", + "Ġ www", + "Ġw ww", + "Ġww w", + "R oot", + "Ro ot", + "AN CE", + "ANC E", + "M any", + "Man y", + "Ma ny", + "i cip", + "ic ip", + "ici p", + "r gan", + "rg an", + "2 20", + "22 0", + "Ġ Tor", + "ĠT or", + "ĠTo r", + "Ġ Press", + "ĠP ress", + "ĠPr ess", + "ĠPres s", + "ĠPre ss", + "Ġ Mor", + "ĠM or", + "ĠMo r", + "- line", + "-l ine", + "-li ne", + "u led", + "ul ed", + "ule d", + "> \\", + "Ġ thus", + "Ġt hus", + "Ġth us", + "Ġthu s", + "Ġ Register", + "ĠReg ister", + "h ol", + "ho l", + "Ġ Chinese", + "ĠCh inese", + "ĠChin ese", + "Ġ posted", + "Ġpos ted", + "Ġpost ed", + "Ġpo sted", + "Ġposte d", + "Ġm agn", + "Ġmag n", + "Ġma gn", + "ab ilities", + "abil ities", + "abilit ies", + "Ġd isease", + "Ġdis ease", + "Ġdise ase", + "Ġrem ains", + "Ġremain s", + "Ġ Prof", + "ĠP rof", + "ĠPro f", + "ĠPr of", + "- form", + "-f orm", + "-for m", + "Ġ cin", + "Ġc in", + "Ġci n", + "o rgan", + "or gan", + "org an", + "i cate", + "ic ate", + "ica te", + "Ġ stress", + "Ġst ress", + "Ġstr ess", + "Ġstre ss", + "] *", + "Ġ ----------------------------------------------------------------", + "Ġ---------------- ------------------------------------------------", + "Ġ------------------------------------------------ ----------------", + "Ġ-------------------------------- --------------------------------", + "Ġ------------------------------------------------------------ ----", + "_ context", + "_con text", + "_cont ext", + "or ry", + "orr y", + "Ġd ied", + "Ġdi ed", + "Ġdie d", + "m at", + "ma t", + "Ġ starts", + "Ġst arts", + "Ġstart s", + "Ġstar ts", + "Ġsta rts", + ". Message", + ".M essage", + "Ġ runs", + "Ġr uns", + "Ġrun s", + "Ġru ns", + "Ġ guide", + "Ġg uide", + "Ġgu ide", + "Ġguid e", + "Ġgui de", + "Ġw arranty", + "Ġwarrant y", + "ent ials", + "ential s", + "enti als", + "d ict", + "di ct", + "dic t", + "Ġ Size", + "ĠS ize", + "ĠSi ze", + "ĠSiz e", + "u ler", + "ul er", + "ule r", + "Ġres ponsible", + "Ġrespons ible", + "_ SET", + "_S ET", + "_SE T", + "Ġcont aining", + "Ġcontain ing", + "Ġconta ining", + "Ġ Price", + "ĠP rice", + "ĠPr ice", + "ĠPri ce", + "| |", + "3 50", + "35 0", + "F S", + "Ġ emp", + "Ġe mp", + "Ġem p", + "_ button", + "_b utton", + "_but ton", + "( uint", + "(u int", + "(ui nt", + "Ġs uff", + "Ġsu ff", + "Ġsuf f", + "p th", + "pt h", + "Ġdef initely", + "Ġdefinit ely", + "Ġdefinite ly", + "p ute", + "put e", + "pu te", + "Ġ marketing", + "Ġmark eting", + "Ġmarket ing", + "Ġ WH", + "ĠW H", + "Ġ Sie", + "ĠS ie", + "ĠSi e", + "+ =", + "OL OR", + "Ġ consult", + "Ġcons ult", + "Ġconsul t", + "Ġ signed", + "Ġs igned", + "Ġsign ed", + "Ġsig ned", + "Ġ sequence", + "Ġse quence", + "Ġsequ ence", + "l ee", + "le e", + "Ġ requirements", + "Ġrequire ments", + "Ġrequirement s", + "h y", + "Ex press", + "Exp ress", + "Expr ess", + "M T", + "s ey", + "se y", + "Ġ ult", + "Ġu lt", + "Ġul t", + "å ®", + "ellig ence", + "elli gence", + "Ġ analy", + "Ġan aly", + "Ġanal y", + "Ġana ly", + "Ġ dress", + "Ġd ress", + "Ġdr ess", + "Ġdre ss", + "e ngine", + "eng ine", + "engin e", + "Ġ Great", + "ĠG reat", + "ĠGr eat", + "ĠGre at", + "Ġ Android", + "ĠAnd roid", + "ĠAndr oid", + "Ġ Alex", + "ĠA lex", + "ĠAl ex", + "ĠAle x", + "m ode", + "mod e", + "mo de", + "D ictionary", + ". Date", + ".D ate", + "ä ½", + "V ICE", + "VI CE", + "VIC E", + "Ġf amilies", + "Ġfam ilies", + "Ġfamil ies", + "Ġ Russian", + "ĠR ussian", + "ĠRuss ian", + "ĠRussia n", + "ĠRus sian", + "Ġ Times", + "ĠT imes", + "ĠTime s", + "ĠTim es", + "ĠTi mes", + ". call", + ".c all", + ".ca ll", + ".cal l", + "$ (", + "Pro file", + "Pr ofile", + "Prof ile", + "Ġ folder", + "Ġf older", + "Ġfol der", + "Ġfold er", + "Ġfo lder", + "c hes", + "ch es", + "che s", + "Ġl egis", + "Ġle gis", + "Ġleg is", + "_ row", + "_r ow", + "_ro w", + "u nes", + "un es", + "une s", + "Ù Ħ", + "Ġ }).", + "Ġ} ).", + "Ġ}) .", + "As sert", + "Ass ert", + "a gen", + "ag en", + "age n", + "Ġ Hand", + "ĠH and", + "ĠHa nd", + "ĠHan d", + "I ter", + "It er", + "Ġbig gest", + "o reach", + "or each", + "ore ach", + "orea ch", + "Ġp olic", + "Ġpol ic", + "Ġpo lic", + "Ġ permissions", + "Ġper missions", + "Ġpermission s", + "Ġperm issions", + "Ġsh owed", + "Ġshow ed", + "Ġsho wed", + "Ġ Element", + "ĠE lement", + "ĠEl ement", + "ĠEle ment", + "ĠElem ent", + "Ġ topic", + "Ġt opic", + "Ġto pic", + "Ġtop ic", + "âĢĶ âĢĶ", + "r oad", + "ro ad", + "Ġ Bank", + "ĠB ank", + "ĠBa nk", + "ĠBan k", + "re cord", + "rec ord", + "Ġ partners", + "Ġpart ners", + "Ġpartner s", + "Ġ Ref", + "ĠR ef", + "ĠRe f", + "ess ions", + "ession s", + "Ġas sess", + "Ġass ess", + "Ġasses s", + "U ST", + "US T", + "Ġ Party", + "ĠP arty", + "ĠPart y", + "ĠPar ty", + "p rodu", + "pr odu", + "pro du", + "prod u", + "L C", + "Ġ ul", + "Ġu l", + ". form", + ".f orm", + ".for m", + "h ide", + "hi de", + "hid e", + "c opy", + "co py", + "cop y", + "U TF", + "UT F", + "Ġ SOFTWARE", + "ĠSO FTWARE", + "čĊ čĊčĊ", + "čĊčĊ čĊ", + "Ġ Lin", + "ĠL in", + "ĠLi n", + "u na", + "un a", + "u gar", + "ug ar", + "uga r", + "Ġ administration", + "Ġadmin istration", + "Ġadministr ation", + "Ġ opening", + "Ġop ening", + "Ġopen ing", + "Ġ scan", + "Ġs can", + "Ġsc an", + "Ġsca n", + "Ġ continued", + "Ġcontin ued", + "Ġcontinue d", + "Ġcontinu ed", + "com ponent", + "comp onent", + ". sp", + ".s p", + "Ġhapp ens", + "Ġhappen s", + "um my", + "umm y", + "Ġ PR", + "ĠP R", + ". File", + ".F ile", + "Ġ Download", + "ĠD ownload", + "ĠDown load", + "Lo ading", + "Load ing", + "d i", + "Ġ waiting", + "Ġwait ing", + "Ġwa iting", + "_ ADD", + "_A DD", + "_AD D", + "T ab", + "Ta b", + ". querySelector", + ".query Selector", + "Ġe conomy", + "Ġecon omy", + "Ġeconom y", + "Ġec onomy", + "Ġ French", + "ĠF rench", + "ĠFr ench", + "t xt", + "tx t", + "Ġ fant", + "Ġf ant", + "Ġfa nt", + "Ġfan t", + "_ ;Ċ", + "_; Ċ", + "H older", + "Hold er", + "Ho lder", + "Hol der", + "S H", + "0 04", + "00 4", + "Ġ numpy", + "Ġn umpy", + "Ġnum py", + "Ġ street", + "Ġst reet", + "Ġstre et", + "Ġ male", + "Ġm ale", + "Ġma le", + "Ġmal e", + "\\ Model", + "\\M odel", + "an ging", + "ang ing", + "angi ng", + "3 33", + "33 3", + "Ġ Bill", + "ĠB ill", + "ĠBi ll", + "ĠBil l", + "Ġpre viously", + "Ġprevious ly", + "Ġprev iously", + "B I", + "Ġ Secret", + "ĠS ecret", + "ĠSe cret", + "ĠSec ret", + "Ġ mist", + "Ġm ist", + "Ġmis t", + "Ġmi st", + "Ġ Field", + "ĠF ield", + "ĠFi eld", + "u ps", + "up s", + "Ġ Process", + "ĠP rocess", + "ĠPro cess", + "ĠProc ess", + "Ġ kept", + "Ġk ept", + "Ġke pt", + "Ġkep t", + "Ġ OT", + "ĠO T", + "Ġ traditional", + "Ġtrad itional", + "Ġtradition al", + ". i", + "a min", + "am in", + "ami n", + "Ġh elps", + "Ġhelp s", + "Ġhel ps", + "A ny", + "An y", + "or igin", + "orig in", + "ori gin", + "il ters", + "ilter s", + "ilt ers", + "j u", + "d esc", + "de sc", + "des c", + "Ġ Account", + "ĠA ccount", + "ĠAc count", + "ĠAcc ount", + "Ġ )čĊ", + "Ġ) čĊ", + "k top", + "kt op", + "ol ly", + "oll y", + "Ġ fs", + "Ġf s", + "Ġ ê", + "Ġ ut", + "Ġu t", + "Ġ central", + "Ġc entral", + "Ġcent ral", + "Ġcentr al", + "( test", + "(t est", + "(te st", + ". An", + ".A n", + "Ġs atisf", + "G R", + "Ġ Full", + "ĠF ull", + "ĠFu ll", + "ĠFul l", + "Ġ heat", + "Ġh eat", + "Ġhe at", + "i ber", + "ib er", + "ibe r", + "Ġ onto", + "Ġon to", + "Ġont o", + "m os", + "mo s", + "S chema", + "Sch ema", + "Ġ factory", + "Ġf actory", + "Ġfact ory", + "Ġfactor y", + "Ġfacto ry", + "\" .$", + "\". $", + "a ws", + "aw s", + "St atement", + "State ment", + "Stat ement", + "( target", + "(t arget", + "ĉ new", + "ĉn ew", + ". be", + ".b e", + "Ġ guest", + "Ġg uest", + "Ġgu est", + "Ġ mal", + "Ġm al", + "Ġma l", + "A RY", + "AR Y", + "Ġre ached", + "Ġreach ed", + "Ġ mouse", + "Ġm ouse", + "Ġmo use", + "Ġmou se", + "Ġ challenge", + "Ġch allenge", + "Ġchall enge", + "Ġchalleng e", + "ĉ double", + "ĉd ouble", + "ĉdo uble", + "Ġ Tem", + "ĠT em", + "ĠTe m", + "Ġ terror", + "Ġt error", + "Ġte rror", + "Ġter ror", + "Ġterr or", + "Ġ extract", + "Ġex tract", + "Ġext ract", + "Ġextra ct", + "Ġextr act", + "_ TO", + "_T O", + "Ġse parate", + "Ġsepar ate", + "Ġseparat e", + "Ġ mir", + "Ġm ir", + "Ġmi r", + "h elp", + "he lp", + "hel p", + "Ġ capacity", + "Ġcap acity", + "Ġcapac ity", + "Ġcapacit y", + "Ġ Property", + "ĠP roperty", + "ĠPro perty", + "ĠProp erty", + "ĠProper ty", + "k an", + "ka n", + "_ create", + "_c reate", + "_cre ate", + "Ġ Light", + "ĠL ight", + "ĠLi ght", + "ĠLig ht", + ". parent", + ".p arent", + ".par ent", + ".pa rent", + "Ġunder standing", + "Ġunderstand ing", + "Ġunderst anding", + "Ġe asier", + "Ġeas ier", + "Ġ |=", + "Ġ| =", + "Ġ enh", + "Ġe nh", + "Ġen h", + "Ġ fat", + "Ġf at", + "Ġfa t", + "Ġpro test", + "Ġprot est", + "Ġprote st", + "a mm", + "am m", + "_ AT", + "_A T", + "- of", + "-o f", + "i ls", + "il s", + "Ġ Oh", + "ĠO h", + "Ġ psych", + "Ġps ych", + "Ġpsy ch", + "Ġ $.", + "Ġ$ .", + "i nds", + "in ds", + "ind s", + "Ġ relative", + "Ġrel ative", + "Ġrelativ e", + "Ġrelat ive", + "s hop", + "sh op", + "s hort", + "sh ort", + "Ġ Sand", + "ĠS and", + "ĠSan d", + "ĠSa nd", + "2 10", + "21 0", + "u estion", + "ues tion", + "uest ion", + "Ġf ear", + "Ġfe ar", + "/ ĊĊ", + "/Ċ Ċ", + ". context", + ".con text", + ".cont ext", + "Ġ schools", + "Ġschool s", + "Ġsch ools", + "Ġscho ols", + "Ġ serve", + "Ġs erve", + "Ġse rve", + "Ġser ve", + "Ġserv e", + "z one", + "zo ne", + "zon e", + "_ db", + "_d b", + "Ġmajor ity", + "ex ample", + "exam ple", + "Ġ lang", + "Ġl ang", + "Ġla ng", + "Ġlan g", + "ĉ ĠĠ", + "ĉĠ Ġ", + "Reg ister", + "e ndo", + "en do", + "end o", + "Ġ processing", + "Ġp rocessing", + "Ġprocess ing", + "Ġproces sing", + "_ template", + "_t emplate", + "_temp late", + "_tem plate", + "- user", + "-use r", + "-us er", + "-u ser", + "Ġ eg", + "Ġe g", + "C OM", + "CO M", + "Ġ Blue", + "ĠB lue", + "ĠBl ue", + "ĠBlu e", + "i ro", + "ir o", + "Ġ remote", + "Ġrem ote", + "Ġremot e", + "Ġ IT", + "ĠI T", + "# !/", + "#! /", + "Ġred istrib", + "Ġredis trib", + "1 24", + "12 4", + "r az", + "ra z", + "Ġ Since", + "ĠS ince", + "ĠSi nce", + "ĠSin ce", + "Ġ Tur", + "ĠT ur", + "ĠTu r", + "1 35", + "13 5", + "Back ground", + "= ==", + "== =", + "Ġ reflect", + "Ġref lect", + "Ġrefl ect", + "Ġp ros", + "Ġpro s", + "Ġpr os", + "c md", + "cm d", + "Ġw hom", + "Ġwh om", + "Ġwho m", + "Com pat", + "Comp at", + "Ġ Are", + "ĠA re", + "ĠAr e", + "Id entifier", + "Ident ifier", + "ĠT hom", + "ĠTh om", + "_ port", + "_p ort", + "_po rt", + "_por t", + "g u", + "Ġ monitor", + "Ġm onitor", + "Ġmon itor", + "r m", + "Ġ patient", + "Ġp atient", + "Ġpat ient", + "ver ter", + "vert er", + "verte r", + "Ġ gain", + "Ġg ain", + "Ġga in", + "- ui", + "-u i", + "I nst", + "In st", + "Ins t", + "Ġd ies", + "Ġdi es", + "Ġdie s", + "1 18", + "11 8", + "A rea", + "Ar ea", + "Are a", + "_ filter", + "_f ilter", + "_fil ter", + "_filt er", + "Ġg rat", + "Ġgr at", + "Ġgra t", + "Ġre ality", + "Ġreal ity", + "ord inate", + "ordin ate", + "ol ved", + "olve d", + "olv ed", + "Cont act", + "Conta ct", + "Ġcom pliance", + "Ġcompl iance", + "_ or", + "_o r", + "Ġ Var", + "ĠV ar", + "ĠVa r", + "d l", + "Ġ append", + "Ġapp end", + "Ġap pend", + "Ġappe nd", + "G ER", + "GE R", + "( max", + "(m ax", + ". render", + ".re nder", + ".r ender", + "Ġ dynamic", + "Ġd ynamic", + "Ġdynam ic", + "Ġdyn amic", + "ordin ates", + "ordinate s", + "_ options", + "_option s", + "_o ptions", + "_opt ions", + "_ column", + "_c olumn", + "_col umn", + "Ġb atter", + "Ġbatt er", + "Ġbat ter", + "s pace", + "sp ace", + "spa ce", + "L a", + "Ġ Source", + "ĠS ource", + "ĠSour ce", + "/ bin", + "/b in", + "Ġ dos", + "Ġd os", + "Ġdo s", + "Ġ Board", + "ĠB oard", + "ĠBo ard", + "Ġ Thread", + "ĠT hread", + "ĠTh read", + "ĠThr ead", + "Ġ AL", + "ĠA L", + "( config", + "(con fig", + "(conf ig", + "1 44", + "14 4", + "Ġ Mer", + "ĠM er", + "ĠMe r", + "Ġm iles", + "Ġmil es", + "Ġmi les", + "Ġmile s", + "_ header", + "_head er", + "_he ader", + "ETH OD", + "i zz", + "iz z", + "Ġb enefit", + "Ġbenef it", + "Ġbene fit", + "Ġ integr", + "Ġint egr", + "Ġinteg r", + "Ġinte gr", + "( current", + "(c urrent", + "(cur rent", + "(curr ent", + "u lo", + "ul o", + ". default", + ".d efault", + ".de fault", + ".def ault", + "Ġ Div", + "ĠD iv", + "ĠDi v", + "Ġ ton", + "Ġt on", + "Ġto n", + "o th", + "ot h", + "er vation", + "erv ation", + "erva tion", + "e dom", + "ed om", + "edo m", + "Ġ baby", + "Ġb aby", + "Ġba by", + "Ġbab y", + "ce ived", + "ceive d", + ". top", + ".t op", + ".to p", + "rior ity", + "Ġ Local", + "ĠL ocal", + "ĠLo cal", + "ĠLoc al", + "r iage", + "ri age", + "ria ge", + "Ġ attacks", + "Ġatt acks", + "Ġattack s", + "Ġ hospital", + "Ġh ospital", + "Ġhosp ital", + "1 68", + "16 8", + "Ġ female", + "Ġf emale", + "Ġfe male", + "Ġfem ale", + "Ġ Login", + "ĠLog in", + "ĠLo gin", + "ĠF lor", + "ĠFl or", + "ĠFlo r", + "Ġ chain", + "Ġch ain", + "Ġcha in", + "Ġchai n", + "ash ion", + "ashi on", + "Text ure", + "Tex ture", + "S ave", + "Sa ve", + "Ġ farm", + "Ġf arm", + "Ġfa rm", + "Ġfar m", + ". contains", + ".con tains", + ".cont ains", + ". Test", + ".T est", + ".Te st", + "Ġkn ows", + "Ġknow s", + "Ġgener ally", + "Ġgeneral ly", + "ip eline", + "ipe line", + "ipel ine", + "Ġme ant", + "Ġmean t", + "e ncia", + "en cia", + "enc ia", + "enci a", + "Ġn icht", + "Ġni cht", + "Ġnic ht", + "Ġnich t", + "Ġ contents", + "Ġcont ents", + "Ġcontent s", + "Ġconten ts", + "Ġconte nts", + "P M", + "ched ule", + "( line", + "(l ine", + "(li ne", + "C G", + "j ob", + "jo b", + "Ġ Real", + "ĠRe al", + "u er", + "ue r", + "f irm", + "fi rm", + "fir m", + "Ġ Ø", + "e tro", + "et ro", + "etr o", + "\" `Ċ", + "\"` Ċ", + "Ġ speech", + "Ġs peech", + "Ġspe ech", + "Ġ thr", + "Ġt hr", + "Ġth r", + "f oreach", + "fo reach", + "fore ach", + "for each", + "Ġ warn", + "Ġw arn", + "Ġwar n", + "Ġwa rn", + "ĉ l", + "Ġ heavy", + "Ġhe avy", + "Ġheav y", + "< li", + " )", + "_ char", + "_c har", + "_ch ar", + "re source", + "res ource", + "Ġ episode", + "Ġep isode", + "Ġepis ode", + "Ġ '_", + "Ġ' _", + "Ġ Es", + "ĠE s", + "Ġ Earth", + "ĠE arth", + "ĠEar th", + "Âł Âł", + "UP DATE", + "1 33", + "13 3", + "Ġ Sou", + "ĠS ou", + "ĠSo u", + "u is", + "ui s", + "t ypes", + "type s", + "ty pes", + "typ es", + "Ġ mas", + "Ġm as", + "Ġma s", + "Ġ fav", + "Ġf av", + "Ġfa v", + "Ġ construct", + "Ġcon struct", + "Ġconstr uct", + "_ rate", + "_r ate", + "_ra te", + "_rat e", + "e ras", + "er as", + "era s", + "Ġ |Ċ", + "Ġ| Ċ", + "rop erties", + "Ġ external", + "Ġex ternal", + "Ġext ernal", + "Ġextern al", + "Ġexter nal", + "Ġapp lied", + "Ġap plied", + "Ġappl ied", + "Ġ prefix", + "Ġp refix", + "Ġpre fix", + "Ġpref ix", + "o ted", + "ot ed", + "ote d", + "l ers", + "le rs", + "ler s", + "Ġ cold", + "Ġc old", + "Ġco ld", + "Ġcol d", + "Ġ SP", + "ĠS P", + "Ġ Church", + "ĠCh urch", + "ĠChu rch", + "Ġ Output", + "ĠOut put", + "l osed", + "lo sed", + "lose d", + "los ed", + "ç ļ", + "if icate", + "ific ate", + "ifi cate", + "ifica te", + "o peration", + "op eration", + "ope ration", + "oper ation", + "he rit", + "her it", + "x FF", + "xF F", + ". env", + ".e nv", + ".en v", + "_ err", + "_e rr", + "_er r", + "o sh", + "os h", + "D irection", + "Dir ection", + "Direct ion", + "Di rection", + "Dire ction", + "C ancel", + "Can cel", + "Ġ Frank", + "ĠF rank", + "ĠFr ank", + "ĠFra nk", + "ĠFran k", + "Ġ finding", + "Ġf inding", + "Ġfind ing", + "Ġfin ding", + ". )ĊĊ", + ".) ĊĊ", + ".)Ċ Ċ", + "Ġ router", + "Ġr outer", + "Ġro uter", + "Ġroute r", + "Ġrout er", + "Ġrou ter", + "ãĥ »", + "s es", + "se s", + "Ġ crow", + "Ġc row", + "Ġcr ow", + "Ġcro w", + "= ='", + "== '", + "Ġ sand", + "Ġs and", + "Ġsa nd", + "Ġsan d", + "Ġ rid", + "Ġr id", + "Ġri d", + "i ture", + "it ure", + "itu re", + "itur e", + "Ġ entre", + "Ġen tre", + "Ġent re", + "Ġentr e", + "Ġ observ", + "Ġo bserv", + "Ġob serv", + "Ġobs erv", + "Ġ vac", + "Ġv ac", + "Ġva c", + "ð Ł", + "- T", + "A rt", + "Ar t", + "n ight", + "ni ght", + ". search", + ".s earch", + ".se arch", + "Ġ exchange", + "Ġex change", + "Ġ district", + "Ġd istrict", + "Ġdi strict", + "Ġdistr ict", + ". os", + ".o s", + "Ġ department", + "Ġde partment", + "Ġdep artment", + "Ġdepart ment", + "Ġ documents", + "Ġdocument s", + "Ġdoc uments", + "Ġcent ury", + "Ġ Next", + "ĠN ext", + "ĠNe xt", + "ĠNex t", + "H ost", + "Ho st", + "ĠK IND", + "Ġs usp", + "Ġsu sp", + "Ġsus p", + "- P", + "r end", + "re nd", + "ren d", + ". em", + ".e m", + "u ite", + "ui te", + "uit e", + "i sters", + "is ters", + "ist ers", + "ister s", + "iste rs", + "( json", + "(j son", + "(js on", + "Ġ Ann", + "ĠA nn", + "ĠAn n", + "w t", + "a ti", + "at i", + "Ġ HTML", + "ĠHT ML", + "w hen", + "wh en", + "D irectory", + "Direct ory", + "Director y", + "Ġsh ut", + "< a", + "e dy", + "ed y", + "Ġ healthy", + "Ġhealth y", + "Ġheal thy", + "Ġ temperature", + "Ġt emperature", + "Ġtem perature", + "Ġtemper ature", + "Ġ Gen", + "ĠG en", + "ĠGe n", + "Ġ metal", + "Ġm etal", + "Ġme tal", + "Ġmet al", + "Ġmeta l", + "Ġ submit", + "Ġsub mit", + "Ġ DO", + "ĠD O", + "Ġat tract", + "Ġatt ract", + "Ġattr act", + "Ġ {};Ċ", + "Ġ{ };Ċ", + "Ġ{} ;Ċ", + "Ġ{}; Ċ", + "Ġ Word", + "ĠW ord", + "ĠWo rd", + "ĠWor d", + "Ġ ll", + "Ġl l", + "Ġse emed", + "Ġsee med", + "Ġseem ed", + "k o", + "I ED", + "IE D", + "Ġl abor", + "Ġla bor", + "Ġlab or", + ". Context", + ".Cont ext", + ".Con text", + "Ġ asset", + "Ġas set", + "Ġass et", + "y ou", + "yo u", + "Ġ cars", + "Ġc ars", + "Ġcar s", + "Ġca rs", + "Ġ Column", + "ĠC olumn", + "ĠCol umn", + "ĠColum n", + "Ġ ré", + "Ġr é", + "Ġ square", + "Ġs quare", + "Ġsqu are", + "Ġ NSString", + "ĠNS String", + "ĠNSS tring", + "âĢĿ ,", + "a pes", + "ap es", + "ape s", + ". ..Ċ", + ".. .Ċ", + "... Ċ", + "Ġ thanks", + "Ġth anks", + "Ġthan ks", + "Ġthank s", + "( props", + "(p rops", + "(pro ps", + "(pr ops", + "(prop s", + "Ġ tick", + "Ġt ick", + "Ġti ck", + "Ġtic k", + "Ġ experiment", + "Ġex periment", + "Ġexper iment", + "Ġexperi ment", + "Ġpr ison", + "Ġpri son", + "Ġpris on", + "t ree", + "tr ee", + "tre e", + "- text", + "-t ext", + "-te xt", + "Ġ IOException", + "ĠIO Exception", + "- width", + "-w idth", + "_ STATUS", + "_ST ATUS", + "_STAT US", + "f ast", + "fa st", + "fas t", + "- body", + "-b ody", + "-bo dy", + "- header", + "-head er", + "-he ader", + "Ġg uar", + "Ġgu ar", + "c rete", + "cre te", + "cret e", + "cr ete", + "Ġ Tim", + "ĠT im", + "ĠTi m", + "Ġcl early", + "Ġclear ly", + "Ġ Republican", + "ĠRepublic an", + "Ġ justify", + "Ġjust ify", + "и ÑĤ", + "ĉ ĠĠĠĠ", + "ĉĠĠĠ Ġ", + "ĉĠ ĠĠĠ", + "ĉĠĠ ĠĠ", + "c ache", + "ca che", + "cac he", + "; //", + ";/ /", + "Ġ presence", + "Ġpres ence", + "Ġf actors", + "Ġfact ors", + "Ġfa ctors", + "Ġfac tors", + "Ġfactor s", + "Ġfacto rs", + "Ġ employee", + "Ġe mployee", + "Ġemploy ee", + "] ))", + "]) )", + "M ember", + "Mem ber", + "Ġ selector", + "Ġse lector", + "Ġselect or", + "Ġsel ector", + "Ġsele ctor", + "b or", + "bo r", + "Ġ Mex", + "ĠM ex", + "ĠMe x", + "çļ Ħ", + "u tex", + "ut ex", + "ute x", + "_ tag", + "_t ag", + "_ta g", + "ail ure", + "Ġ Net", + "ĠN et", + "ĠNe t", + "Ġre li", + "Ġr eli", + "Ġrel i", + "E G", + "Ġ fprintf", + "Ġf printf", + "Ġ teen", + "Ġt een", + "Ġte en", + "Ġtee n", + "l oss", + "lo ss", + "los s", + "Ġle aving", + "1 34", + "13 4", + "De legate", + "Ġ beat", + "Ġb eat", + "Ġbe at", + "Ġ minute", + "Ġmin ute", + "Ġminut e", + "sub scribe", + "subs cribe", + "Ġred istribute", + "Ġredistrib ute", + "Ġredis tribute", + "Con stants", + "Constant s", + "Const ants", + "Ġc ancer", + "Ġcan cer", + "Ġcanc er", + "/ {", + "B L", + "Ġ span", + "Ġs pan", + "Ġsp an", + "Ġspa n", + "Ġ Child", + "ĠCh ild", + "ĠChi ld", + "C enter", + "Cent er", + "Ġ earth", + "Ġe arth", + "Ġear th", + "Y S", + "Ġ Level", + "ĠLe vel", + "ĠLev el", + "Ġ sea", + "Ġs ea", + "Ġse a", + ". support", + ".s upport", + ".sup port", + ". inner", + ".in ner", + ". Item", + ".I tem", + ".It em", + "il ling", + "ill ing", + "illi ng", + "illin g", + "Ġ ĠĠĠĊĠĠĠĠĊ", + "ĠĠ ĠĠĊĠĠĠĠĊ", + "ĠĠĠĠ ĊĠĠĠĠĊ", + "ĠĠĠ ĠĊĠĠĠĠĊ", + "ĠĠĠĠĊ ĠĠĠĠĊ", + "Ġ Label", + "ĠL abel", + "ĠLa bel", + "ĠLab el", + "3 20", + "32 0", + "Ġ Est", + "ĠE st", + "ĠEs t", + "( arg", + "(a rg", + "(ar g", + "1 45", + "14 5", + "bo Box", + "ĉ foreach", + "ĉf oreach", + "ĉfor each", + "c os", + "co s", + "F ailed", + "Fail ed", + "Fa iled", + "s wers", + "sw ers", + "swer s", + "E ditor", + "Ed itor", + "Edit or", + "r ont", + "ro nt", + "ron t", + "Ġ MP", + "ĠM P", + "ex pr", + "exp r", + "Ġ Life", + "ĠL ife", + "ĠLi fe", + "ĠLif e", + "Ġ ??", + "Ġ? ?", + "ö r", + "Ġ attend", + "Ġatt end", + "Ġatte nd", + "Ġ Que", + "ĠQ ue", + "ĠQu e", + "Ġ species", + "Ġs pecies", + "Ġsp ecies", + "Ġspec ies", + "Ġspe cies", + "Ġspeci es", + "- D", + "Ġ aus", + "Ġa us", + "Ġau s", + "Str uct", + "Ġadv antage", + "Ġadvant age", + "o ston", + "os ton", + "ost on", + "osto n", + "- block", + "-b lock", + "-bl ock", + "in itial", + "init ial", + "C RE", + "CR E", + "Ġtr uly", + "Ġ compare", + "Ġcom pare", + "Ġcomp are", + "Ġcompar e", + "or ney", + "orn ey", + "orne y", + "Ġ spect", + "Ġs pect", + "Ġsp ect", + "Ġspec t", + "Ġspe ct", + "F ull", + "Fu ll", + "b es", + "be s", + "Ġ visible", + "Ġv isible", + "Ġvis ible", + "Ġ mess", + "Ġm ess", + "Ġme ss", + "Ġmes s", + "st ances", + "stance s", + "sta nces", + "stan ces", + "Ġ cloud", + "Ġc loud", + "Ġcl oud", + "Ġclo ud", + "_ version", + "_v ersion", + "Ġf urn", + "Ġfur n", + "Ġfu rn", + "ic ago", + "ica go", + "L OW", + "LO W", + "Ġ traffic", + "Ġtraff ic", + "Ġtra ffic", + "Ġtraf fic", + "Ġ fol", + "Ġf ol", + "Ġfo l", + "ry pto", + "rypt o", + "Ġ declar", + "Ġde clar", + "Ġdec lar", + "Ġdecl ar", + "Ġ slot", + "Ġs lot", + "Ġsl ot", + "Ġslo t", + "Ġ Ext", + "ĠE xt", + "ĠEx t", + "Ġ England", + "ĠEng land", + "ĠEngl and", + "Ġ Under", + "ĠU nder", + "ĠUn der", + "ĠUnd er", + "Ġ ta", + "Ġt a", + "l etter", + "let ter", + "lette r", + "lett er", + "2 03", + "20 3", + "Ġoff icer", + "Ġoffic er", + "Ġoffice r", + "Ġ Donald", + "ĠD onald", + "ĠDon ald", + "Y es", + "Ye s", + "_ json", + "_j son", + "_js on", + "I TableView", + "IT ableView", + "Ġ USE", + "ĠU SE", + "ĠUS E", + "mploy ee", + "Ġop inion", + "Ġopin ion", + "Ġ Aut", + "ĠA ut", + "ĠAu t", + "b order", + "bor der", + "Ġad vice", + "Ġadv ice", + "Ġautom atically", + "Ġautomatic ally", + "Ġautomat ically", + "is co", + "isc o", + "Ġ mm", + "Ġm m", + ". vis", + ".v is", + "a ml", + "am l", + "Ġ initialize", + "Ġinitial ize", + "Ġ ({", + "Ġ( {", + "Ġ ;ĊĊ", + "Ġ; ĊĊ", + "Ġ;Ċ Ċ", + "Ġ generation", + "Ġg eneration", + "Ġgener ation", + "Ġgen eration", + "Ġgene ration", + "Ġgenera tion", + "Ġ bits", + "Ġb its", + "Ġbit s", + "Ġbi ts", + "cl ipse", + "clip se", + "Ġu nf", + "Ġun f", + "u tors", + "ut ors", + "uto rs", + "utor s", + "p lt", + "pl t", + "Ġ delta", + "Ġd elta", + "Ġdel ta", + "Ġdelt a", + "e stroy", + "est roy", + "estr oy", + "estro y", + "i sis", + "is is", + "isi s", + "< br", + "Ċ", + "'> Ċ", + "a pers", + "ap ers", + "ape rs", + "aper s", + "] (", + "cont inue", + "contin ue", + "s pec", + "sp ec", + "spe c", + "Ġ Road", + "ĠR oad", + "ĠRo ad", + "A SH", + "AS H", + "il iar", + "ili ar", + "ilia r", + "Ġcontin ues", + "Ġcontinue s", + "Ġcontinu es", + "Ġ appoint", + "Ġapp oint", + "Ġap point", + "Ġ #Ċ", + "Ġ# Ċ", + "Ġ Vir", + "ĠV ir", + "ĠVi r", + "Ġ ?>\"", + "Ġ? >\"", + "Ġ?> \"", + "Ġ bin", + "Ġb in", + "Ġbi n", + "} \",", + "}\" ,", + "go ing", + "e ach", + "ea ch", + "B D", + "1 85", + "18 5", + "Ġ Access", + "ĠA ccess", + "ĠAc cess", + "ĠAcc ess", + "D oc", + "Do c", + "Ġ Management", + "ĠMan agement", + "ĠManage ment", + "ĠMana gement", + "B ER", + "BE R", + "as ket", + "ask et", + ". getInstance", + ".get Instance", + ".getIn stance", + "1 29", + "12 9", + "Ġestablish ed", + "s ocket", + "so cket", + "sock et", + "soc ket", + "I NS", + "IN S", + "ĉ virtual", + "ĉv irtual", + "ĉ result", + "ĉres ult", + "RE AD", + "REA D", + "_ height", + "_h eight", + "_he ight", + "1 52", + "15 2", + "Ġ Font", + "ĠF ont", + "ĠFo nt", + "ĠFon t", + "Ġ ();Ċ", + "Ġ( );Ċ", + "Ġ() ;Ċ", + "Ġ(); Ċ", + "_ html", + "_h tml", + "_ht ml", + "Ġ neighbor", + "Ġne ighbor", + "Ġneighb or", + "Ġneigh bor", + "l or", + "lo r", + "Ġ gather", + "Ġg ather", + "Ġga ther", + "Ġ })ĊĊ", + "Ġ} )ĊĊ", + "Ġ})Ċ Ċ", + "Ġ}) ĊĊ", + "Ġ identity", + "Ġid entity", + "Ġide ntity", + "Ġident ity", + "Ġ fab", + "Ġf ab", + "Ġfa b", + "p adding", + "pad ding", + "Ġ Route", + "ĠR oute", + "ĠRo ute", + "ĠRou te", + "ĠRout e", + "Enumer able", + "Enum erable", + "à ´", + "Ġ forced", + "Ġfor ced", + "Ġforce d", + "Ġforc ed", + "/ jquery", + "/j query", + ". ĊĊĊĊĊĊ", + ".ĊĊ ĊĊĊĊ", + ".Ċ ĊĊĊĊĊ", + ".ĊĊĊĊ ĊĊ", + ".ĊĊĊ ĊĊĊ", + ".ĊĊĊĊĊ Ċ", + "res ents", + "resent s", + "rese nts", + "_ left", + "_l eft", + "_le ft", + ". Param", + ".P aram", + ".Par am", + "ĉ throw", + "ĉth row", + "Ġ Ham", + "ĠH am", + "ĠHa m", + "Ġevent ually", + "Ġeventual ly", + "a cer", + "ace r", + "ac er", + "p ub", + "pu b", + "Ġ tra", + "Ġt ra", + "Ġtr a", + "un ique", + "uni que", + "uniq ue", + "d el", + "de l", + "Ġ Florida", + "ĠFl orida", + "ĠFlor ida", + "Ġ Clean", + "ĠC lean", + "ĠCl ean", + "ĠCle an", + "x a", + "Ġ ·", + "Ġ ·", + "Ġ validate", + "Ġvalid ate", + "Ġvalida te", + "Vis ual", + "Ex pression", + "Exp ression", + "Express ion", + "Expr ession", + "_ func", + "_f unc", + "_fun c", + "_fu nc", + "m ember", + "mem ber", + "ĉ h", + "t rl", + "tr l", + "1 36", + "13 6", + "ĉ G", + "nap shot", + "Ġ PropTypes", + "ĠProp Types", + "v in", + "vi n", + "1 53", + "15 3", + "] )ĊĊ", + "]) ĊĊ", + "])Ċ Ċ", + "o wl", + "ow l", + "if ies", + "ifi es", + "ifie s", + "Ġ $('.", + "Ġ$ ('.", + "Ġ$( '.", + "Ġ$(' .", + "Ġ Context", + "ĠCon text", + "ĠCont ext", + "ĠConte xt", + "Ġ Toast", + "ĠTo ast", + ". Key", + ".K ey", + "Ġoff icers", + "Ġoffic ers", + "Ġoffice rs", + "Ġofficer s", + "/ n", + "s n", + "un defined", + "und efined", + "undef ined", + ". items", + ".i tems", + ".item s", + ".it ems", + "ut ow", + "uto w", + "a mage", + "am age", + "ama ge", + "Ġ accounts", + "Ġac counts", + "Ġaccount s", + "o okie", + "ook ie", + "oo kie", + "S ection", + "Se ction", + "Sec tion", + "ic ians", + "ici ans", + "ician s", + "icia ns", + "Ġad vis", + "Ġadv is", + "( is", + "(i s", + "[ :,", + "[: ,", + "Ġ France", + "ĠF rance", + "ĠFr ance", + "ĠFranc e", + "ĠFra nce", + "ĠFran ce", + "F unc", + "Fun c", + "Fu nc", + "ic ious", + "ici ous", + "icio us", + "Ġ tok", + "Ġt ok", + "Ġto k", + "Ch annel", + "Chan nel", + "Ġ AD", + "ĠA D", + "_ NUM", + "_N UM", + "Ġ timeout", + "Ġtime out", + "l emma", + "le mma", + "lem ma", + "r eme", + "re me", + "rem e", + "u j", + ". Al", + ".A l", + "u clear", + "uc lear", + "ucle ar", + "( os", + "(o s", + "( \"<", + "(\" <", + "[ Ċ", + "f etch", + "fet ch", + "Ġ bal", + "Ġb al", + "Ġba l", + "Ġ guid", + "Ġg uid", + "Ġgu id", + "Ġgui d", + "- align", + "-al ign", + "Ġ Write", + "ĠW rite", + "ĠWr ite", + "Ġ Once", + "ĠO nce", + "ĠOn ce", + "ĠOnc e", + "utow ired", + "OD ULE", + "Ġ pitch", + "Ġp itch", + "Ġpit ch", + "C F", + "by tes", + "byte s", + "byt es", + "Ġ Commission", + "ĠCom mission", + "ĠComm ission", + "Ġin cred", + "Ġincre d", + "Ġinc red", + "Ġincr ed", + "P ER", + "PE R", + "_ response", + "_res ponse", + "_resp onse", + "Ġ Los", + "ĠL os", + "ĠLo s", + "p arser", + "par ser", + "parse r", + "pars er", + "Ġ assume", + "Ġas sume", + "Ġass ume", + "Ġassum e", + ". Request", + ".Re quest", + "Ġ Token", + "ĠT oken", + "ĠTo ken", + "ĠTok en", + "_ position", + "_p osition", + "_pos ition", + "Ġ nom", + "Ġn om", + "Ġno m", + "- term", + "-t erm", + "-te rm", + "Ġ remaining", + "Ġrem aining", + "Ġremain ing", + "i ostream", + "io stream", + "Ġ pieces", + "Ġp ieces", + "Ġpie ces", + "Ġpiece s", + "a py", + "ap y", + "Ġ Less", + "ĠL ess", + "ĠLe ss", + "ĠLes s", + "r ange", + "ra nge", + "ran ge", + "rang e", + "um bn", + "umb n", + "p rise", + "pr ise", + "pri se", + "_ option", + "_op tion", + "_o ption", + "_opt ion", + "2 30", + "23 0", + "I mpl", + "Im pl", + "Imp l", + "k wargs", + "kw args", + "Ġbusiness es", + "Al ert", + "Ale rt", + "Ġpart ies", + "Ġpar ties", + "Ġpartie s", + "Ġparti es", + "Ġ Container", + "ĠCont ainer", + "Ġ Private", + "ĠPr ivate", + "ĠPriv ate", + "Ġ Plan", + "ĠP lan", + "ĠPl an", + "ĠPla n", + "Ġ registered", + "Ġregister ed", + "Ġregist ered", + "Ġ jour", + "Ġj our", + "Ġjo ur", + "Ġjou r", + "a cker", + "ack er", + "ac ker", + "е ни", + "ен и", + "/ >", + "c hat", + "ch at", + "cha t", + "s ect", + "se ct", + "sec t", + "Ġ creation", + "Ġc reation", + "Ġcre ation", + "Ġcreat ion", + "Ġcrea tion", + "ol utely", + "olute ly", + "olut ely", + "Ġ instant", + "Ġin stant", + "Ġins tant", + "Ġinst ant", + "Ġ delivery", + "Ġd elivery", + "Ġdel ivery", + "Ġdeliver y", + "i cken", + "ic ken", + "ick en", + "y es", + "ye s", + "1 63", + "16 3", + "Ġ Franc", + "ĠFr anc", + "ĠFra nc", + "ĠFran c", + "b ling", + "bl ing", + "e nda", + "en da", + "end a", + "[ (", + "_ range", + "_r ange", + "_ra nge", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "Ġ schedule", + "Ġs chedule", + "Ġsched ule", + "C onn", + "Con n", + "Co nn", + "Ġ thank", + "Ġth ank", + "Ġthan k", + "Ġtha nk", + "x d", + "Ġ hook", + "Ġh ook", + "Ġho ok", + "Ġ documentation", + "Ġdocument ation", + "Param eters", + "Parameter s", + "H ello", + "Hel lo", + "Hell o", + "v t", + "Ġ articles", + "Ġart icles", + "Ġarticle s", + "Ġartic les", + "Ġ west", + "Ġw est", + "Ġwe st", + "Ġwes t", + "d efined", + "def ined", + "define d", + ". select", + ".s elect", + ".se lect", + ".sel ect", + "ok ens", + "oken s", + "oke ns", + "Ġ VAL", + "ĠV AL", + "ĠVA L", + ". file", + ".f ile", + ".fi le", + ".fil e", + "re set", + "res et", + "rese t", + "Ġ mys", + "Ġm ys", + "Ġmy s", + "Ġ MA", + "ĠM A", + "] ),", + "]) ,", + "Ġ cities", + "Ġc ities", + "Ġcit ies", + "Ġci ties", + "re lated", + "rel ated", + "å Ľ", + "Ġ appeared", + "Ġappe ared", + "Ġappear ed", + "Ġ wid", + "Ġw id", + "Ġwi d", + ". panel", + ".p anel", + ".pa nel", + ".pan el", + "Ġ Ins", + "ĠI ns", + "ĠIn s", + ". entity", + ".e ntity", + ".ent ity", + "Ġde cre", + "Ġdec re", + "Ġ Lou", + "ĠL ou", + "ĠLo u", + "( time", + "(t ime", + "(ti me", + "Ġ Thank", + "ĠTh ank", + "ĠThan k", + ". createElement", + ".create Element", + "Ġ mentioned", + "Ġmention ed", + "Ġment ioned", + "o unce", + "ou nce", + "oun ce", + "ounc e", + "Ġ Try", + "ĠT ry", + "ĠTr y", + "Ġ Wall", + "ĠW all", + "ĠWal l", + "ĠWa ll", + "/ images", + "/image s", + "/im ages", + "Ġ Menu", + "ĠM enu", + "ĠMe nu", + "ĠMen u", + "' čĊ", + "Ġ Er", + "ĠE r", + "Ġc ritic", + "Ġcr itic", + "Ġcrit ic", + "Ġcri tic", + "Ġ Year", + "ĠY ear", + "ĠYe ar", + "( param", + "(p aram", + "(par am", + "(pa ram", + "(para m", + "Ġ flo", + "Ġf lo", + "Ġfl o", + "N N", + "o oter", + "oot er", + "oo ter", + "Ġ ];Ċ", + "Ġ] ;Ċ", + "Ġ]; Ċ", + "Ġ Aff", + "ĠA ff", + "ĠAf f", + "\" github", + "\"g ithub", + "ro oms", + "room s", + "Ġ hyp", + "Ġh yp", + "Ġhy p", + "g lobal", + "glob al", + "Ġ avec", + "Ġa vec", + "Ġav ec", + "Ġave c", + "æľ Ī", + "Ġ completion", + "Ġcom pletion", + "Ġcomp letion", + "Ġcomple tion", + "Ġcomplet ion", + "Ġ cond", + "Ġc ond", + "Ġcon d", + "Ġco nd", + "on ymous", + "onym ous", + "( temp", + "(t emp", + "(te mp", + "Ġ stars", + "Ġst ars", + "Ġstar s", + "Ġsta rs", + "Ġ relevant", + "Ġre levant", + "Ġrele vant", + "Ġrelev ant", + "Ġ covered", + "Ġcover ed", + "Ġcov ered", + "Ġ elim", + "Ġe lim", + "Ġel im", + "_ types", + "_t ypes", + "_type s", + "_typ es", + "_ty pes", + "( bool", + "(b ool", + "Ġ tu", + "Ġt u", + "_ exists", + "_ex ists", + "_exist s", + "Ġ secure", + "Ġs ecure", + "Ġsec ure", + "Ġ stored", + "Ġst ored", + "Ġstore d", + "Ġstor ed", + "Ġsto red", + "] /", + "x F", + "Ġ Controller", + "ĠCont roller", + "ĠControl ler", + "ĠContr oller", + "Ġm igr", + "Ġmi gr", + "Ġmig r", + "M I", + "Ġ Den", + "ĠD en", + "ĠDe n", + "Ġ annual", + "Ġann ual", + "U IL", + "UI L", + "- and", + "-a nd", + "-an d", + "Ġ crime", + "Ġcr ime", + "Ġcri me", + "Ġcrim e", + "b el", + "be l", + "Ġk itchen", + "Ġkit chen", + "@ g", + "_ ph", + "_p h", + "ourn ament", + "Ġ Social", + "ĠS ocial", + "ĠSo cial", + "ĠSoc ial", + "ĠSoci al", + "Ġ Special", + "ĠS pecial", + "ĠSp ecial", + "ĠSpec ial", + "ĠSpe cial", + "lo gger", + "log ger", + "logg er", + "Ġ tail", + "Ġt ail", + "Ġta il", + "Ġtai l", + "Ġ unknown", + "Ġun known", + "Ġunk nown", + "Ġunknow n", + "d ed", + "de d", + "Ġapp rec", + "Ġap prec", + "( db", + "(d b", + "c f", + "1 55", + "15 5", + "Ġ assign", + "Ġas sign", + "Ġass ign", + "- out", + "-o ut", + "Ġ Mont", + "ĠM ont", + "ĠMon t", + "ĠMo nt", + "d p", + "w idget", + "wid get", + "Ġ stone", + "Ġs tone", + "Ġst one", + "Ġsto ne", + "- primary", + "-pr imary", + ". grid", + ".g rid", + ".gr id", + "Res ults", + "Result s", + "a zz", + "az z", + "Ġ daughter", + "Ġda ughter", + "Ġ curr", + "Ġc urr", + "Ġcur r", + "Ġcu rr", + "1 75", + "17 5", + "Ġ lin", + "Ġl in", + "Ġli n", + "Ġ south", + "Ġs outh", + "Ġso uth", + "Ġsou th", + "Ġsout h", + "form s", + "fo rms", + "for ms", + "Ġ OUT", + "ĠO UT", + "ĠOU T", + "l ette", + "le tte", + "let te", + "lett e", + "a ks", + "ak s", + "ig ure", + "igu re", + "Ġ EU", + "ĠE U", + "var iable", + "vari able", + "Ġ brief", + "Ġb rief", + "Ġbr ief", + "Ġbri ef", + "Ġ Scott", + "ĠS cott", + "ĠSc ott", + "ĠScot t", + "ĠSco tt", + "Ġ conference", + "Ġcon ference", + "Ġconf erence", + "Ġconfer ence", + "a nda", + "an da", + "and a", + "_ lock", + "_l ock", + "_lo ck", + "_loc k", + "o ral", + "or al", + "ora l", + "Ġe ine", + "Ġein e", + "Ġei ne", + "O RS", + "OR S", + "//// ////////////////////////////////////////////////////////////", + "//////// ////////////////////////////////////////////////////////", + "//////////////// ////////////////////////////////////////////////", + "//////////////////////////////// ////////////////////////////////", + "//////////// ////////////////////////////////////////////////////", + "//////////////////////////////////////////////// ////////////////", + "//////////////////////////////////////////////////////// ////////", + "//////////////////////////////////////////////////////////// ////", + "//////////////////////////////////////////////////// ////////////", + "es so", + "ess o", + "Ġ ris", + "Ġr is", + "Ġri s", + "Ġ gender", + "Ġg ender", + "Ġge nder", + "Ġgen der", + "es tic", + "est ic", + "esti c", + "L icense", + "Lic ense", + "( out", + "(o ut", + "Ġ ms", + "Ġm s", + "S ee", + "Se e", + "Ġw illing", + "Ġwill ing", + "Ġwil ling", + "a ze", + "az e", + "Ġ sports", + "Ġs ports", + "Ġsp orts", + "Ġsport s", + "Ġspo rts", + "Ġspor ts", + "Ġ yes", + "Ġy es", + "Ġye s", + "l u", + "Ġp urs", + "Ġpur s", + "Ġpu rs", + "/ javascript", + "/j avascript", + "/java script", + "/jav ascript", + "- pro", + "-p ro", + "-pr o", + "nav bar", + "_ product", + "_pro duct", + "_prod uct", + "/ bootstrap", + "/boot strap", + "Ġdr iving", + "Ġdriv ing", + "Ġdri ving", + "Ġ Ä", + "Ġpro pos", + "Ġprop os", + "ul tip", + "ult ip", + "ulti p", + "up lic", + ". email", + ".e mail", + ".em ail", + "Ġ approx", + "Ġapp rox", + "Ġap prox", + "Ġappro x", + "( cl", + "(c l", + "Ġ wear", + "Ġw ear", + "Ġwe ar", + "Ġ reply", + "Ġre ply", + "Ġrep ly", + "Ġrepl y", + "as set", + "ass et", + "asse t", + "Ġ ice", + "Ġi ce", + "Ġic e", + "Ġ tx", + "Ġt x", + "k r", + "Ġ Germany", + "ĠGerman y", + "ĠGer many", + "ĠGerm any", + "Ġ George", + "ĠGe orge", + "ĠGeorg e", + "Ġ cb", + "Ġc b", + "ĉ err", + "ĉe rr", + "M ove", + "Mo ve", + "Mov e", + "Ġ poly", + "Ġp oly", + "Ġpol y", + "Ġpo ly", + "v oice", + "vo ice", + "} \"", + "Ġ animal", + "Ġan imal", + "Ġanim al", + "Ġani mal", + "A v", + "Ġ Location", + "ĠL ocation", + "ĠLo cation", + "ĠLoc ation", + "Ġ native", + "Ġn ative", + "Ġnat ive", + "] [\"", + "][ \"", + "< double", + " \"", + "s tat", + "st at", + "sta t", + "Ġ },čĊ", + "Ġ} ,čĊ", + "Ġ}, čĊ", + "< span", + " =", + "Ð ±", + "1 39", + "13 9", + "i va", + "iv a", + ". AutoSize", + ".Auto Size", + "Ġ Lat", + "ĠL at", + "ĠLa t", + "_ ext", + "_e xt", + "_ex t", + "Initial ize", + ". register", + ".reg ister", + "1 56", + "15 6", + "O PY", + "OP Y", + "Ġ reverse", + "Ġre verse", + "Ġrev erse", + "Ġrevers e", + "Ġrever se", + "_ dis", + "_d is", + "_di s", + "' ][", + "'] [", + "Ġ prompt", + "Ġp rompt", + "Ġprom pt", + "on to", + "ont o", + "Ġ Journal", + "ĠJ ournal", + "ĠJo urnal", + "r outer", + "ro uter", + "rou ter", + "route r", + "Ġ mysqli", + "Ġm ysqli", + "Ġmys qli", + "Ġmysql i", + "# else", + ") \"", + "- xs", + "-x s", + "l ets", + "le ts", + "let s", + "p han", + "ph an", + "pha n", + ". LE", + ".L E", + "1 37", + "13 7", + "W ill", + "Wil l", + "Wi ll", + "Ġaff ord", + "Ġaf ford", + "Ġ skill", + "Ġs kill", + "Ġsk ill", + "Ġski ll", + "- toggle", + "-t oggle", + "N C", + "B ind", + "Bin d", + "Bi nd", + "T S", + "J ust", + "Ju st", + "it eral", + "ite ral", + "iter al", + "Y P", + "ĉ unsigned", + "ĉun signed", + "Ġ wind", + "Ġw ind", + "Ġwin d", + "Ġwi nd", + "1 49", + "14 9", + ") ):Ċ", + ")) :Ċ", + ")): Ċ", + "Ġ warning", + "Ġw arning", + "Ġwar ning", + "Ġwarn ing", + "Ġ Water", + "ĠW ater", + "ĠWat er", + "ĠWa ter", + "Ġ draft", + "Ġd raft", + "Ġdr aft", + "Ġdra ft", + "Ġ cm", + "Ġc m", + "Ġ sam", + "Ġs am", + "Ġsa m", + "Ġ holding", + "Ġh olding", + "Ġhold ing", + "Ġhol ding", + "z ip", + "zi p", + "Ġ Science", + "ĠSc ience", + "ĠSci ence", + "Ġsup posed", + "Ġsuppose d", + "Ġsupp osed", + "G en", + "Ge n", + "Ġ diet", + "Ġd iet", + "Ġdi et", + "Ġdie t", + "< h", + "Ġ Pass", + "ĠP ass", + "ĠPa ss", + "ĠPas s", + "v i", + "Ġh usband", + "Ġhus band", + "� �", + "n ote", + "not e", + "no te", + "Ġ About", + "ĠA bout", + "ĠAb out", + "ĠIn stitute", + "ĠInstit ute", + "ĠInstitut e", + "Ġ climate", + "Ġcl imate", + "Ġclim ate", + "Ġcli mate", + ". Format", + ".Form at", + ".For mat", + "Ġ nut", + "Ġn ut", + "Ġnu t", + "e sted", + "es ted", + "est ed", + "este d", + "Ġapp arent", + "Ġap parent", + "Ġappar ent", + "Ġappare nt", + "Ġ holds", + "Ġh olds", + "Ġhold s", + "Ġho lds", + "Ġhol ds", + "f i", + "n ews", + "ne ws", + "new s", + "C M", + "v ideo", + "vid eo", + "vi deo", + "vide o", + "' :'", + "': '", + "D ITION", + "DI TION", + "p ing", + "pi ng", + "pin g", + "Ġsen ior", + "Ġseni or", + "w a", + "- ->Ċ", + "-- >Ċ", + "--> Ċ", + "_ default", + "_d efault", + "_de fault", + "_def ault", + "Ġ Database", + "ĠD atabase", + "ĠData base", + "ĠDat abase", + "r ep", + "re p", + "E SS", + "ES S", + "n ergy", + "ner gy", + "nerg y", + ". Find", + ".F ind", + "_ mask", + "_m ask", + "_ma sk", + "_mas k", + "Ġ rise", + "Ġr ise", + "Ġris e", + "Ġri se", + "Ġ kernel", + "Ġk ernel", + "Ġker nel", + "Ġkern el", + ": :$", + ":: $", + ". Q", + "Ġoff ering", + "Ġoffer ing", + "de cl", + "dec l", + "Ġ CS", + "ĠC S", + "Ġ listed", + "Ġl isted", + "Ġli sted", + "Ġlist ed", + "Ġliste d", + "Ġlis ted", + "Ġ mostly", + "Ġmost ly", + "e nger", + "en ger", + "eng er", + "enge r", + "Ġ blocks", + "Ġb locks", + "Ġbl ocks", + "Ġblock s", + "Ġblo cks", + "Ġbloc ks", + "o lo", + "ol o", + "Ġgover ning", + "Ġgovern ing", + "\\ F", + "Ġcon cent", + "Ġconc ent", + "Ġconce nt", + ". getText", + ".get Text", + "Ġ mb", + "Ġm b", + "Ġocc urred", + "Ġoccur red", + "Ġ changing", + "Ġch anging", + "Ġchang ing", + "Ġchan ging", + "S cene", + "Sc ene", + "_ CODE", + "_C ODE", + "_CO DE", + "_COD E", + "B eh", + "Be h", + "\" The", + "\"T he", + "Ġ tile", + "Ġt ile", + "Ġti le", + "Ġtil e", + "Ġ Association", + "ĠAssoci ation", + "ĠAssoc iation", + "ĉ P", + "al ty", + "alt y", + "_ ad", + "_a d", + "od ies", + "odi es", + "odie s", + "i ated", + "ia ted", + "iate d", + "iat ed", + "Ġ prepared", + "Ġpre pared", + "Ġprepar ed", + "Ġprepare d", + "Ġprep ared", + "p ossible", + "poss ible", + "Ġ mort", + "Ġm ort", + "Ġmor t", + "Ġmo rt", + "T EST", + "TE ST", + "TES T", + "1 42", + "14 2", + "Ġ ignore", + "Ġi gnore", + "Ġign ore", + "Ġig nore", + "Ġignor e", + "Ġ calc", + "Ġc alc", + "Ġcal c", + "Ġca lc", + "Ġ rs", + "Ġr s", + "Ġ assertEquals", + "Ġassert Equals", + "Ġ sz", + "Ġs z", + "Ġ THIS", + "ĠTH IS", + ". \"Ċ", + ".\" Ċ", + "Ġ canvas", + "Ġc anvas", + "Ġcan vas", + "Ġcanv as", + "j ava", + "ja va", + "jav a", + "Ġd ut", + "Ġdu t", + "VAL ID", + ". sql", + ".s ql", + ". input", + ".in put", + "Ġ aux", + "Ġa ux", + "Ġau x", + "S up", + "Su p", + "Ġ artist", + "Ġart ist", + "V ec", + "Ve c", + "_ TIME", + "_T IME", + "_TIM E", + "_TI ME", + ".string ify", + "et ween", + "Ġ Category", + "ĠC ategory", + "Ġ [-", + "Ġ[ -", + "Ġ DevExpress", + "ĠDev Express", + "Ġ Jul", + "ĠJ ul", + "ĠJu l", + "Ġ ring", + "Ġr ing", + "Ġri ng", + "Ġrin g", + ". ed", + ".e d", + "Y Y", + "L et", + "Le t", + "T extField", + "Text Field", + "Ġ flat", + "Ġf lat", + "Ġfl at", + "Ġfla t", + "_ print", + "_p rint", + "_pr int", + "_pri nt", + "Ġ OTHER", + "ĠOT HER", + "ad ian", + "adi an", + "adia n", + "Ġ checked", + "Ġcheck ed", + "e le", + "el e", + "Al ign", + "Ali gn", + "st anding", + "stand ing", + "stan ding", + "Ġ [],", + "Ġ[ ],", + "Ġ[] ,", + "Ġ lab", + "Ġl ab", + "Ġla b", + "u cky", + "uc ky", + "uck y", + "Ġ Christmas", + "ĠChrist mas", + "( image", + "(i mage", + "(im age", + ". module", + ".m odule", + ".mod ule", + "Ġ lots", + "Ġl ots", + "Ġlo ts", + "Ġlot s", + "Ġs lightly", + "Ġsl ightly", + "Ġslight ly", + "( final", + "(f inal", + "(fin al", + "(fi nal", + "er ge", + "erg e", + "è ¿", + "1 47", + "14 7", + "Ġ Police", + "ĠPol ice", + "ĠPo lice", + "ĠPolic e", + "1 43", + "14 3", + "Ġ Right", + "ĠR ight", + "ĠRig ht", + "ĠRi ght", + "Ġ award", + "Ġa ward", + "Ġaw ard", + "Ġ OS", + "ĠO S", + "Ġ {}ĊĊ", + "Ġ{ }ĊĊ", + "Ġ{} ĊĊ", + "Ġ{}Ċ Ċ", + "Ġ ptr", + "Ġp tr", + "Ġpt r", + "o ves", + "ov es", + "ove s", + "ic ated", + "ica ted", + "icate d", + "е м", + "еР¼", + "Ġ manage", + "Ġman age", + "Ġma nage", + "Ġmana ge", + "ol iday", + "olid ay", + "oli day", + "A mount", + "Am ount", + "ool Strip", + "t body", + "tb ody", + "N av", + "Na v", + "w rap", + "wr ap", + "B B", + "Ġw atching", + "Ġwatch ing", + "Ġwat ching", + "a rios", + "ar ios", + "ari os", + "ario s", + "Ġ optional", + "Ġoption al", + "Ġopt ional", + "_ K", + "Ġ Licensed", + "ĠL icensed", + "ĠLicense d", + "ĠLic ensed", + ". Map", + ".M ap", + ".Ma p", + "T imer", + "Time r", + "Tim er", + "Ti mer", + "Ġ AP", + "ĠA P", + "Ġ Rev", + "ĠR ev", + "ĠRe v", + "( o", + ", c", + "u min", + "um in", + "umi n", + "et ailed", + "etail ed", + "eta iled", + "Ġ Hy", + "ĠH y", + "Ġ blank", + "Ġbl ank", + "Ġbla nk", + "a gger", + "ag ger", + "agg er", + "Ġ Self", + "ĠS elf", + "ĠSe lf", + "ĠSel f", + "( )[", + "() [", + ". make", + ".m ake", + ".ma ke", + "e arn", + "ear n", + "ea rn", + "ch annel", + "chan nel", + "< pre", + "

;Ċ", + ">; Ċ", + "W orld", + "Ġ python", + "Ġp ython", + "Ġpy thon", + "Ġpyt hon", + "Ġ lif", + "Ġl if", + "Ġli f", + "Ġt rav", + "Ġtr av", + "Ġtra v", + "Ġcon ven", + "Ġconv en", + "com pany", + "comp any", + "compan y", + "Ġ Club", + "ĠC lub", + "ĠCl ub", + "1 38", + "13 8", + "V er", + "Ve r", + "B tn", + "Ġ zone", + "Ġz one", + "Ġzo ne", + "product s", + "produ cts", + "Ġ Educ", + "ĠE duc", + "ĠEd uc", + "ĠEdu c", + "Ġ verify", + "Ġver ify", + "Ġveri fy", + "Ġ Mil", + "ĠM il", + "ĠMi l", + "o no", + "on o", + "] );ĊĊ", + "]) ;ĊĊ", + "]);Ċ Ċ", + "]); ĊĊ", + "EN CE", + "ENC E", + "Ġ packet", + "Ġp acket", + "Ġpack et", + "Ġpa cket", + "Ġpac ket", + "Ġ cer", + "Ġc er", + "Ġce r", + "Ġ enumer", + "Ġe numer", + "Ġen umer", + "Ġenum er", + "Ġ pars", + "Ġp ars", + "Ġpar s", + "Ġpa rs", + "form ed", + "for med", + "forme d", + "Ġ occup", + "Ġocc up", + "Ġoc cup", + "t re", + "tr e", + "Ġ exercise", + "Ġex ercise", + "Ġexerc ise", + "D ay", + "Da y", + "_ sum", + "_s um", + "_su m", + "Ġ asking", + "Ġas king", + "Ġask ing", + "a ption", + "ap tion", + "apt ion", + "Ġ orders", + "Ġor ders", + "Ġorder s", + "Ġord ers", + "Ġs pending", + "Ġsp ending", + "Ġspend ing", + "Ġ ERR", + "ĠE RR", + "ĠER R", + ". Dis", + ".D is", + ".Di s", + "Ġ Util", + "ĠU til", + "ĠUt il", + "âĢľ I", + "\\ '", + "? )", + "/ >Ċ", + "/> Ċ", + "Ġe mot", + "Ġem ot", + "Ġemo t", + "Ġin fluence", + "Ġinflu ence", + "Ġ Africa", + "ĠA frica", + "ĠAfr ica", + "ĠAf rica", + "at ters", + "att ers", + "atter s", + "atte rs", + "Ù ħ", + ". session", + ".s ession", + ".sess ion", + "Ġ chief", + "Ġch ief", + "Ġchi ef", + "ĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉ", + "Ġ tom", + "Ġt om", + "Ġto m", + "cl uded", + "clude d", + "clud ed", + "s erial", + "se rial", + "ser ial", + "_ handler", + "_h andler", + "_handle r", + "_hand ler", + ". Type", + ".T ype", + "a ped", + "ap ed", + "ape d", + "Ġp olicies", + "Ġpol icies", + "Ġpolic ies", + "- ex", + "-e x", + "- tr", + "-t r", + "bl ank", + "bla nk", + "m erce", + "mer ce", + "merc e", + "Ġ coverage", + "Ġco verage", + "Ġcover age", + "Ġ rc", + "Ġr c", + "_ matrix", + "_m atrix", + "_mat rix", + "_ box", + "_b ox", + "_bo x", + "Ġ charges", + "Ġch arges", + "Ġchar ges", + "Ġcharg es", + "Ġcharge s", + "Ġ Boston", + "ĠB oston", + "ĠBo ston", + "ĠBos ton", + "P e", + "Ġcirc um", + "Ġcir cum", + "Ġ filled", + "Ġf illed", + "Ġfil led", + "Ġfill ed", + "Ġfille d", + "1 48", + "14 8", + "Ġ north", + "Ġn orth", + "Ġnor th", + "icture Box", + "ĉ res", + "ĉr es", + "ĉre s", + "è ®", + "Ġ termin", + "Ġter min", + "Ġterm in", + "Ġ [âĢ¦", + "Ġ[ âĢ¦", + "I RECT", + "IR ECT", + "IRE CT", + "Ġ ber", + "Ġb er", + "Ġbe r", + "Ġ\" ../../", + "Ġ\"../ ../", + "Ġ\".. /../", + "r etch", + "ret ch", + ". code", + ".c ode", + ".co de", + ".cod e", + "_ col", + "_c ol", + "_co l", + "Ġ Government", + "ĠG overnment", + "ĠGovern ment", + "Ġ argv", + "Ġar gv", + "Ġarg v", + "Ġ Lord", + "ĠL ord", + "ĠLo rd", + "ĠLor d", + "a si", + "as i", + "E xec", + "Ex ec", + "ĉ let", + "ĉl et", + "vert is", + "Ġ discussion", + "Ġdisc ussion", + "Ġdiscuss ion", + "en ance", + "ena nce", + "enan ce", + "ou tube", + "out ube", + "outu be", + "type of", + "typ eof", + "Ġs erved", + "Ġser ved", + "Ġserv ed", + "Ġserve d", + "Ġ Put", + "ĠP ut", + "ĠPu t", + "ĉ x", + "Ġ sweet", + "Ġs weet", + "Ġswe et", + "B efore", + "Be fore", + "ate gy", + "ateg y", + ". of", + ".o f", + "Ġ Material", + "ĠM aterial", + "ĠMat erial", + "ĠMate rial", + "ĠMater ial", + "S ort", + "So rt", + "O NT", + "ON T", + "ig ital", + "igit al", + "igi tal", + "W hy", + "Wh y", + "Ġs ust", + "Ġsu st", + "Ġsus t", + "Ġ ç", + "a bet", + "ab et", + "abe t", + "Ġ segment", + "Ġs egment", + "Ġse gment", + "Ġseg ment", + "Ġ [],Ċ", + "Ġ[ ],Ċ", + "Ġ[] ,Ċ", + "Ġ[], Ċ", + "Ġ Muslim", + "ĠM uslim", + "ĠMus lim", + "Ġ findViewById", + "Ġfind ViewById", + "c ut", + "cu t", + "_ TEXT", + "_T EXT", + "_TE XT", + "_TEX T", + "Ġ Mary", + "ĠM ary", + "ĠMar y", + "ĠMa ry", + "Ġl oved", + "Ġlo ved", + "Ġlove d", + "Ġlov ed", + "Ġ lie", + "Ġl ie", + "Ġli e", + "Ġ JO", + "ĠJ O", + "Ġ isset", + "Ġis set", + "Ġiss et", + "m onth", + "mon th", + "mo nth", + "mont h", + "Ġ prime", + "Ġpr ime", + "Ġprim e", + "Ġpri me", + "t i", + "Ġ Carol", + "ĠCar ol", + "ĠCa rol", + "U se", + "Us e", + "1 46", + "14 6", + "Ġ Pop", + "ĠP op", + "ĠPo p", + "Ġ Save", + "ĠS ave", + "ĠSa ve", + "ĠSav e", + "Int erval", + "Inter val", + "ex ecute", + "exec ute", + "d y", + "Ġ Iran", + "ĠI ran", + "ĠIr an", + "_ cont", + "_c ont", + "_con t", + "_co nt", + "ĉ T", + "Ġ phase", + "Ġph ase", + "Ġpha se", + "check box", + "we ek", + "Ġ hide", + "Ġh ide", + "Ġhi de", + "Ġhid e", + "Ġ til", + "Ġt il", + "Ġti l", + "Ġ ju", + "Ġj u", + "C ustom", + "b urg", + "bur g", + "bu rg", + "/ M", + "T ON", + "TO N", + "Ġ quant", + "Ġqu ant", + "Ġq uant", + "Ġqua nt", + "Ġquan t", + "Ġ rub", + "Ġr ub", + "Ġru b", + "ix els", + "ixel s", + "ixe ls", + "Ġ installed", + "Ġinst alled", + "Ġinstall ed", + "Ġinstal led", + "Ġ dump", + "Ġd ump", + "Ġdu mp", + "Ġdum p", + "Ġproper ly", + "( List", + "(L ist", + "Ġdec ide", + "Ġdecid e", + "ap ply", + "app ly", + "appl y", + "H as", + "Ha s", + "Ġ keeping", + "Ġke eping", + "Ġkeep ing", + "Ġcit izens", + "Ġcitiz ens", + "Ġcitizen s", + "Ġ joint", + "Ġj oint", + "Ġjoin t", + "Ġjo int", + "p ool", + "po ol", + "S ocket", + "So cket", + "Sock et", + "_ op", + "_o p", + "Ġ weapon", + "Ġwe apon", + "Ġweap on", + "g nore", + "gn ore", + "Ġ Exec", + "ĠE xec", + "ĠEx ec", + "ot ten", + "ott en", + "otte n", + "Ġ MS", + "ĠM S", + "Ġ (-", + "Ġ( -", + "Ġ Review", + "ĠR eview", + "ĠRe view", + "ĠRev iew", + "Ġ examples", + "Ġex amples", + "Ġexample s", + "Ġexam ples", + "Ġ tight", + "Ġt ight", + "Ġti ght", + "! (", + "D P", + "Ġ MessageBox", + "ĠMessage Box", + "Ġphot ograph", + "Ġphoto graph", + "1 64", + "16 4", + "U RI", + "UR I", + "é t", + "l ow", + "lo w", + "Ġ Grand", + "ĠG rand", + "ĠGr and", + "ĠGran d", + "ĠGra nd", + ".p ersistence", + ".persist ence", + "Ġmain tain", + "Ġmaint ain", + "Ġ nums", + "Ġn ums", + "Ġnum s", + "Ġnu ms", + "Ġ zip", + "Ġz ip", + "Ġzi p", + "i als", + "ial s", + "ia ls", + "Ġ Gets", + "ĠG ets", + "ĠGet s", + "ĠGe ts", + "p eg", + "pe g", + "Ġ Buffer", + "ĠB uffer", + "ĠBuff er", + "ĠBu ffer", + "ĠBuf fer", + "~~ ~~", + "ra structure", + "Ġ PL", + "ĠP L", + "u en", + "ue n", + "ob by", + "obb y", + "size of", + "siz eof", + "Ġ pic", + "Ġp ic", + "Ġpi c", + "Ġ seed", + "Ġs eed", + "Ġse ed", + "Ġsee d", + "Ġex perienced", + "Ġexperience d", + "Ġexperi enced", + "Ġ odd", + "Ġo dd", + "Ġod d", + "Ġ kick", + "Ġk ick", + "Ġki ck", + "Ġ procedure", + "Ġpro cedure", + "Ġproced ure", + "av igator", + "avig ator", + "- on", + "-o n", + ", j", + "Ġ Although", + "ĠAl though", + "Ġ userId", + "Ġuser Id", + "ac cept", + "acc ept", + "B lue", + "Bl ue", + "I Color", + "IC olor", + "l ayer", + "la yer", + "lay er", + "a vailable", + "av ailable", + "avail able", + "Ġ ends", + "Ġe nds", + "Ġen ds", + "Ġend s", + ". table", + ".t able", + ".tab le", + ".ta ble", + "Ġ dataset", + "Ġd ataset", + "Ġdata set", + "Ġdat aset", + "Ġdatas et", + "b us", + "bu s", + "Ġ explain", + "Ġex plain", + "Ġexp lain", + "Ġexpl ain", + "( pro", + "(p ro", + "(pr o", + "ĠCommit tee", + "Ġn oted", + "Ġnot ed", + "Ġno ted", + "Ġnote d", + "] :Ċ", + "]: Ċ", + "D im", + "Di m", + "st dio", + "std io", + "1 54", + "15 4", + ". \",Ċ", + ".\" ,Ċ", + ".\", Ċ", + "_ source", + "_s ource", + "1 81", + "18 1", + "Ġ Week", + "ĠWe ek", + "Ġ Edge", + "ĠE dge", + "ĠEd ge", + "Ġoper ating", + "Ġopera ting", + "Ġ este", + "Ġe ste", + "Ġes te", + "Ġest e", + "i pl", + "ip l", + "3 30", + "33 0", + "ag ination", + "agi nation", + "agina tion", + "Ġpro ceed", + "Ġproc eed", + "Ġ animation", + "Ġan imation", + "Ġanim ation", + ". Models", + ".Model s", + ".Mod els", + ".Mode ls", + "Ġ Watch", + "ĠW atch", + "ĠWat ch", + "i at", + "ia t", + "Ġop pon", + "Ġopp on", + "/ A", + "Re port", + "Rep ort", + "Repo rt", + "Ġ sounds", + "Ġs ounds", + "Ġso unds", + "Ġsound s", + "Ġsou nds", + "_ buf", + "_b uf", + "IE LD", + "IEL D", + "Ġb und", + "Ġbu nd", + "Ġbun d", + "ĉ get", + "ĉg et", + ". pr", + ".p r", + "( tmp", + "(t mp", + "(tm p", + "Ġ kid", + "Ġk id", + "Ġki d", + "> ĊĊĊ", + ">Ċ ĊĊ", + ">ĊĊ Ċ", + "Ġ yang", + "Ġy ang", + "Ġya ng", + "Ġyan g", + "Not Found", + "Ñ Ĩ", + "m ath", + "ma th", + "mat h", + "@ gmail", + "@g mail", + "Ġ LIMIT", + "ĠL IMIT", + "ĠLI MIT", + "red ients", + "redient s", + "redi ents", + "Ġ vent", + "Ġv ent", + "Ġve nt", + "Ġven t", + "av igate", + "avig ate", + "avi gate", + "L ook", + "Lo ok", + "Ġ religious", + "Ġrel igious", + "Ġrelig ious", + "Ġ rand", + "Ġr and", + "Ġran d", + "Ġra nd", + "r io", + "ri o", + "( GL", + "(G L", + "_ ip", + "_i p", + "u an", + "ua n", + "ici ency", + "icie ncy", + "Ġ Change", + "ĠCh ange", + "ĠCha nge", + "ĠChan ge", + "ĠChang e", + "> čĊčĊ", + ">čĊ čĊ", + "Ġ Entity", + "ĠE ntity", + "ĠEnt ity", + "Ġren contre", + "Ġrencont re", + "Ġrencontr e", + "Ġ Ret", + "ĠR et", + "ĠRe t", + "p lan", + "pl an", + "pla n", + "é n", + "BO OL", + "u ries", + "ur ies", + "uri es", + "t rain", + "tr ain", + "tra in", + "Def inition", + "= ===========", + "== ==========", + "==== ========", + "======== ====", + "=== =========", + "=========== =", + "========= ===", + "========== ==", + "====== ======", + "===== =======", + "======= =====", + "z z", + "4 50", + "45 0", + "An imation", + "Anim ation", + "Ġ OK", + "ĠO K", + "_ menu", + "_m enu", + "_me nu", + ". bl", + ".b l", + "_ score", + "_s core", + "_sc ore", + "Ġ acad", + "Ġa cad", + "Ġac ad", + "( System", + "(S ystem", + "Ġ refresh", + "Ġre fresh", + "Ġref resh", + "Ġrefr esh", + "' =>$", + "'=> $", + "'= >$", + ". Graphics", + ".G raphics", + ".Graph ics", + "am ento", + "ament o", + "amen to", + "p id", + "pi d", + "t c", + "Ġ tips", + "Ġt ips", + "Ġti ps", + "Ġtip s", + "Ġ homes", + "Ġh omes", + "Ġhome s", + "Ġhom es", + "Ġho mes", + "Ġ fuel", + "Ġf uel", + "Ġfu el", + "Ġfue l", + "â ĸ", + "_ helper", + "_h elper", + "_help er", + "Ġ ĠčĊ", + "ĠĠ čĊ", + "Ġ Room", + "ĠR oom", + "ĠRo om", + "ĠRoo m", + ". Close", + ".C lose", + ".Cl ose", + "_ attr", + "_at tr", + "_att r", + "Ġ Mount", + "ĠM ount", + "ĠMo unt", + "ĠMou nt", + "Ġ Ev", + "ĠE v", + "ar ser", + "ars er", + "arse r", + "_ top", + "_t op", + "_to p", + "e ah", + "ea h", + "Ġ Delete", + "ĠDe lete", + "ĠDel ete", + "ãĢ į", + "u ke", + "uk e", + "Ġ usage", + "Ġu sage", + "Ġus age", + "Ġusa ge", + "a ria", + "ar ia", + "ari a", + "_ dev", + "_d ev", + "_de v", + "Ġ texture", + "Ġtext ure", + "Ġtex ture", + "Ġtextu re", + "Ġ conversation", + "Ġcon versation", + "Ġconvers ation", + "e per", + "ep er", + "B ean", + "Be an", + "d one", + "do ne", + "don e", + "non atomic", + "Ġ Second", + "ĠSe cond", + "ĠSec ond", + "Ġsh ooting", + "Ġshoot ing", + "Ġsho oting", + "_ pre", + "_p re", + "_pr e", + "Com ponents", + "Component s", + "Comp onents", + "Ġ ]ĊĊ", + "Ġ] ĊĊ", + "Ġ]Ċ Ċ", + "_ _,", + "__ ,", + "st itution", + "stit ution", + ". Char", + ".C har", + ".Ch ar", + "> ();ĊĊ", + ">( );ĊĊ", + ">();Ċ Ċ", + ">() ;ĊĊ", + ">(); ĊĊ", + "Ġpres ented", + "Ġpresent ed", + "Ġpresente d", + "Ġ wa", + "Ġw a", + "o ker", + "ok er", + "oke r", + "- ĊĊ", + "-Ċ Ċ", + "i ner", + "in er", + "ine r", + "Ġbe coming", + "Ġbec oming", + "Ġ incident", + "Ġinc ident", + "Ġincid ent", + "A tt", + "At t", + "1 62", + "16 2", + "Ġreve aled", + "Ġreveal ed", + "f orc", + "fo rc", + "for c", + "Ġ boot", + "Ġb oot", + "Ġbo ot", + "Ġboo t", + ". page", + ".p age", + ".pa ge", + ".pag e", + "En umerator", + "Enumer ator", + "Enum erator", + "1 65", + "16 5", + "_ ->", + "_- >", + "Ph oto", + "Phot o", + "Ġ spring", + "Ġs pring", + "Ġsp ring", + "Ġspr ing", + ". \",", + ".\" ,", + "Ġ Dictionary", + "ĠD ictionary", + "B JECT", + "BJ ECT", + "Ġ locations", + "Ġl ocations", + "Ġloc ations", + "Ġlocation s", + "Ġ samples", + "Ġs amples", + "Ġsample s", + "Ġsam ples", + "Ġsamp les", + "Input Stream", + "Ġ Brown", + "ĠB rown", + "ĠBr own", + "ĠBro wn", + "ĠBrow n", + "Ġ stats", + "Ġst ats", + "Ġstat s", + "Ġsta ts", + "q uality", + "qu ality", + "qual ity", + "Ñ ħ", + "- dis", + "-d is", + "-di s", + "Ġhelp ing", + "Ġhel ping", + "Ġ ped", + "Ġp ed", + "Ġpe d", + "2 24", + "22 4", + "( se", + "(s e", + "Ġ Who", + "ĠW ho", + "ĠWh o", + "a lian", + "al ian", + "ali an", + "alia n", + "in ternal", + "int ernal", + "inter nal", + "intern al", + "Ġ ft", + "Ġf t", + "> ().", + ">( ).", + ">() .", + "- >{", + "-> {", + "Ġ mine", + "Ġm ine", + "Ġmin e", + "Ġmi ne", + "Ġ sector", + "Ġs ector", + "Ġse ctor", + "Ġsec tor", + "Ġsect or", + "Ġ gro", + "Ġg ro", + "Ġgr o", + "Ġopport unities", + "Ġopportun ities", + "Ġ ü", + "Ġà ¼", + "Ġ mp", + "Ġm p", + "Ġalleg ed", + "Ġalle ged", + "Ġallege d", + "Ġdoub t", + "Ġdou bt", + "M ouse", + "Mo use", + "A bout", + "Ab out", + "_ part", + "_p art", + "_par t", + "_pa rt", + "Ġ chair", + "Ġc hair", + "Ġch air", + "Ġcha ir", + "Ġchai r", + "Ġ stopped", + "Ġst opped", + "Ġstop ped", + "Ġsto pped", + "1 61", + "16 1", + "l oop", + "lo op", + "loo p", + "ent ities", + "enti ties", + "Ġ apps", + "Ġa pps", + "Ġapp s", + "Ġap ps", + "ans ion", + "ansi on", + "Ġ mental", + "Ġm ental", + "Ġmen tal", + "Ġment al", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "F R", + "Ġdef end", + "Ġdefe nd", + "c are", + "ca re", + "car e", + "Ġ ideal", + "Ġi deal", + "Ġide al", + "Ġidea l", + "/ api", + "/a pi", + "/ap i", + "ur face", + "urf ace", + "0 11", + "01 1", + "Ġ ele", + "Ġe le", + "Ġel e", + "u lator", + "ul ator", + "ula tor", + "Ġ Rights", + "ĠR ights", + "ĠRight s", + "angu ages", + "anguage s", + "Ġf unds", + "Ġfun ds", + "Ġfund s", + "Ġfu nds", + "Ġ adapt", + "Ġad apt", + "Ġada pt", + "Ġadap t", + "At tributes", + "Attribute s", + "Attrib utes", + "Ġ deploy", + "Ġde ploy", + "Ġdep loy", + "o pts", + "op ts", + "opt s", + "Ġ validation", + "Ġvalid ation", + "Ġvalida tion", + "Ġconcern s", + "u ce", + "uc e", + ". num", + ".n um", + "ul ture", + "ult ure", + "ultur e", + "i la", + "il a", + "Ġ cup", + "Ġc up", + "Ġcu p", + "Ġ pure", + "Ġp ure", + "Ġpur e", + "Ġpu re", + ". Fore", + ".F ore", + ".For e", + "1 83", + "18 3", + "Ġ HashMap", + "ĠHash Map", + ". valueOf", + ".value Of", + "a sm", + "as m", + "M O", + "Ġ cs", + "Ġc s", + "Ġ stores", + "Ġst ores", + "Ġstore s", + "Ġstor es", + "Ġsto res", + "Ġ ************************************************************************", + "Ġ**************************************************************** ********", + "Ġ******************************** ****************************************", + "Ġ******** ****************************************************************", + "Ġ**************** ********************************************************", + "Ġ************************ ************************************************", + "Ġ**************************************** ********************************", + "Ġ******************************************************** ****************", + "Ġ************************************************ ************************", + "Ġ communication", + "Ġcomm unication", + "Ġcommunic ation", + "Ġcommun ication", + "m em", + "me m", + ". EventHandler", + ".Event Handler", + ". Status", + ".S tatus", + ".St atus", + ".Stat us", + "_ right", + "_r ight", + ".set On", + "S heet", + "She et", + "Ġ identify", + "Ġident ify", + "ener ated", + "ene rated", + "enerate d", + "ord ered", + "order ed", + "orde red", + "Ġ \"[", + "Ġ\" [", + "Ġs we", + "Ġsw e", + "Con dition", + "Cond ition", + "Ġ According", + "ĠA ccording", + "ĠAcc ording", + "ĠAccord ing", + "Ġ prepare", + "Ġpre pare", + "Ġprepar e", + "Ġprep are", + "Ġ rob", + "Ġr ob", + "Ġro b", + "P ool", + "Po ol", + "Ġ sport", + "Ġs port", + "Ġsp ort", + "Ġspo rt", + "Ġspor t", + "r v", + "Ġ Router", + "ĠR outer", + "ĠRoute r", + "ĠRo uter", + "ĠRou ter", + "ĠRout er", + "Ġ alternative", + "Ġaltern ative", + "Ġalter native", + "( []", + "([ ]", + "Ġ Chicago", + "ĠCh icago", + "ĠChic ago", + "i pher", + "ip her", + "iph er", + "is che", + "isc he", + "isch e", + "Ġ Director", + "ĠD irector", + "ĠDirect or", + "ĠDir ector", + "ĠDire ctor", + "k l", + "Ġ Wil", + "ĠW il", + "ĠWi l", + "ke ys", + "key s", + "Ġ mysql", + "Ġm ysql", + "Ġmy sql", + "Ġmys ql", + "Ġ welcome", + "Ġw elcome", + "Ġwel come", + "k ing", + "ki ng", + "kin g", + "Ġ Manager", + "ĠM anager", + "ĠMan ager", + "ĠManage r", + "ĠMana ger", + "Ġ caught", + "Ġca ught", + ") }Ċ", + ")} Ċ", + "S core", + "Sc ore", + "_ PR", + "_P R", + "Ġ survey", + "Ġs urvey", + "Ġsur vey", + "Ġsurv ey", + "Ġsurve y", + "h ab", + "ha b", + "He aders", + "Header s", + "Head ers", + "A DER", + "AD ER", + "ADE R", + "Ġ decor", + "Ġde cor", + "Ġdec or", + "Ġdeco r", + "Ġturn s", + "Ġtur ns", + "Ġ radius", + "Ġr adius", + "Ġrad ius", + "Ġradi us", + "er rupt", + "err upt", + "C or", + "Co r", + "Ġ mel", + "Ġm el", + "Ġme l", + "Ġ intr", + "Ġin tr", + "Ġint r", + "( q", + "Ġ AC", + "ĠA C", + "a mos", + "am os", + "amo s", + "M AX", + "MA X", + "Ġ Grid", + "ĠG rid", + "ĠGr id", + "ĠGri d", + "Ġ Jesus", + "ĠJ esus", + "ĠJes us", + "ĠJe sus", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + ". DE", + ".D E", + "Ġ ts", + "Ġt s", + "Ġ linked", + "Ġlink ed", + "Ġlin ked", + "f ree", + "fr ee", + "fre e", + "Ġ Qt", + "ĠQ t", + "Ġ /**čĊ", + "Ġ/ **čĊ", + "Ġ/* *čĊ", + "Ġ/** čĊ", + "Ġf aster", + "Ġfa ster", + "Ġfast er", + "Ġfas ter", + "c tr", + "ct r", + "_ J", + "D T", + ". Check", + ".C heck", + ".Ch eck", + "Ġ combination", + "Ġcomb ination", + "Ġcombin ation", + "Ġint ended", + "Ġintend ed", + "- the", + "-t he", + "-th e", + "- type", + "-t ype", + "1 82", + "18 2", + "e ctors", + "ect ors", + "ec tors", + "ector s", + "a mi", + "am i", + "u ting", + "ut ing", + "uti ng", + "utin g", + "Ġ uma", + "Ġu ma", + "Ġum a", + "X ML", + "XM L", + "U CT", + "UC T", + "A p", + "Ġ Random", + "ĠR andom", + "ĠRand om", + "ĠRan dom", + "Ġ ran", + "Ġr an", + "Ġra n", + ". sort", + ".s ort", + ".so rt", + "Ġ sorted", + "Ġs orted", + "Ġsort ed", + "Ġsor ted", + "Ġsorte d", + ". Un", + ".U n", + "4 01", + "40 1", + "_ PER", + "_P ER", + "_PE R", + "it ory", + "itor y", + "ito ry", + "Ġ priority", + "Ġp riority", + "Ġprior ity", + "Ġpriorit y", + "Ġ Gal", + "ĠG al", + "ĠGa l", + "Ġ Old", + "ĠO ld", + "ĠOl d", + "h ot", + "ho t", + "Ġ Display", + "ĠD isplay", + "ĠDis play", + "ĠDisp lay", + "( sub", + "(s ub", + "_ TH", + "_T H", + "_ Y", + "Ġ Care", + "ĠC are", + "ĠCar e", + "ĠCa re", + "lo ading", + "load ing", + "K ind", + "Kin d", + "Ki nd", + "_ handle", + "_h andle", + "_hand le", + ", ,", + "r ase", + "ra se", + "ras e", + "_ replace", + "_re place", + "_rep lace", + ". addEventListener", + ".add EventListener", + "Ġ RT", + "ĠR T", + "1 72", + "17 2", + "Ġ entered", + "Ġen tered", + "Ġent ered", + "Ġenter ed", + "g ers", + "ge rs", + "ger s", + "Ġ ich", + "Ġi ch", + "Ġic h", + "( start", + "(st art", + "2 05", + "20 5", + "/ app", + "/a pp", + "/ap p", + "Ġbr other", + "Ġbro ther", + "Ġbroth er", + "M emory", + "Mem ory", + "Memo ry", + "Out let", + "Ġ utf", + "Ġu tf", + "Ġut f", + "p rec", + "pr ec", + "pre c", + "Ġ navigation", + "Ġn avigation", + "Ġnav igation", + "Ġnavig ation", + "O RK", + "OR K", + "Ġ dst", + "Ġd st", + "Ġds t", + "D etail", + "De tail", + "Det ail", + "Ġaud ience", + "Ġaudi ence", + "Ġ dur", + "Ġd ur", + "Ġdu r", + "Ġ cluster", + "Ġcl uster", + "un ched", + "unc hed", + "unch ed", + "Ġ ],", + "Ġ] ,", + "Ġcomfort able", + ". values", + ".value s", + ".val ues", + "Ġ Total", + "ĠT otal", + "ĠTo tal", + "ĠTot al", + "Ġ snap", + "Ġs nap", + "Ġsn ap", + "Ġsna p", + "Ġstand ards", + "Ġstandard s", + "Ġper formed", + "Ġperform ed", + "Ġperfor med", + "h and", + "ha nd", + "han d", + "( \"@", + "(\" @", + "å Ń", + "Ġ phil", + "Ġp hil", + "Ġph il", + "Ġphi l", + "i br", + "ib r", + "t rim", + "tr im", + "tri m", + "Ġ forget", + "Ġf orget", + "Ġfor get", + "Ġforg et", + "Ġforge t", + "1 57", + "15 7", + "Ġ doctor", + "Ġdo ctor", + "Ġdoc tor", + ". TextBox", + ".Text Box", + "3 77", + "37 7", + "i cons", + "ic ons", + "icon s", + "ico ns", + ", s", + "Ġ Op", + "ĠO p", + "S m", + "S top", + "St op", + "ĉ List", + "ĉL ist", + "ĉ u", + "Com ment", + "Comm ent", + "_ VERSION", + "_V ERSION", + "_VER SION", + ".X tra", + "P erson", + "Per son", + "Pers on", + "r b", + "L OB", + "LO B", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "Ġ Central", + "ĠC entral", + "ĠCent ral", + "2 70", + "27 0", + "I CK", + "IC K", + "r aq", + "ra q", + "Ġp utting", + "Ġput ting", + "Ġputt ing", + "Ġ md", + "Ġm d", + "Ġ Love", + "ĠL ove", + "ĠLo ve", + "ĠLov e", + "P rogram", + "Pro gram", + "Pr ogram", + "Prog ram", + "B order", + "o or", + "oo r", + "Ġall owing", + "Ġallow ing", + "Ġallo wing", + "a fter", + "af ter", + "aft er", + "Ġ entries", + "Ġen tries", + "Ġent ries", + "Ġentr ies", + "Ġ Maybe", + "ĠM aybe", + "ĠMay be", + "] ).", + "]) .", + "Ġ Short", + "ĠS hort", + "ĠSh ort", + "ĠSho rt", + ") \\", + ". now", + ".n ow", + ".no w", + "f riend", + "Ġ prefer", + "Ġp refer", + "Ġpre fer", + "Ġpref er", + "Ġ GPIO", + "ĠG PIO", + "ĠGP IO", + "ĠGPI O", + "o sis", + "os is", + "osi s", + "Ġ GameObject", + "ĠGame Object", + "Ġ skip", + "Ġs kip", + "Ġsk ip", + "Ġski p", + "Ġ competition", + "Ġcom petition", + "Ġcompet ition", + "Ġcompetit ion", + "_ match", + "_m atch", + "_mat ch", + "l ications", + "lic ations", + "lication s", + "_ CONT", + "_C ONT", + "_CON T", + "_CO NT", + ". groupBox", + ".group Box", + "Ġ als", + "Ġa ls", + "Ġal s", + "6 66", + "66 6", + "\" We", + "\"W e", + "_ eq", + "_e q", + "l an", + "la n", + "_ search", + "_s earch", + "_se arch", + "Ġ Music", + "ĠM usic", + "ĠMus ic", + "ĠMu sic", + "a sis", + "as is", + "asi s", + "Ġ bind", + "Ġb ind", + "Ġbi nd", + "Ġbin d", + "ĠIs land", + "ĠIsl and", + "r um", + "ru m", + "( E", + "Ġ seat", + "Ġs eat", + "Ġse at", + "Ġsea t", + "V ideo", + "Vi deo", + "Ġ ack", + "Ġa ck", + "Ġac k", + "re ek", + "ree k", + "={ ()", + "={( )", + "Ġ rating", + "Ġr ating", + "Ġrat ing", + "Ġra ting", + "Ġ restaurant", + "Ġrest aurant", + "Ġrestaur ant", + "Ġrestau rant", + "4 56", + "45 6", + "D EX", + "DE X", + "( buf", + "(b uf", + "p ping", + "pp ing", + "u ality", + "ual ity", + "uali ty", + "Ġ league", + "Ġle ague", + "1 76", + "17 6", + "Ġ focused", + "Ġf ocused", + "Ġfocus ed", + "Ġfoc used", + "a pon", + "ap on", + "apo n", + "$ data", + "$d ata", + "CL UD", + "CLU D", + "CLUD ING", + "Ġ absolute", + "Ġa bsolute", + "Ġabs olute", + "Ġabsolut e", + "Ġabsol ute", + "( query", + "(qu ery", + "Ġt ells", + "Ġtell s", + "Ġtel ls", + "A ng", + "An g", + "Ġcomm unities", + "Ġcommun ities", + "Ġh onest", + "Ġhon est", + "Ġho nest", + "Ġhone st", + "o king", + "ok ing", + "oki ng", + "okin g", + "Ġa part", + "Ġap art", + "Ġapar t", + "Ġapa rt", + "ar ity", + "ari ty", + "/ $", + "_ module", + "_m odule", + "_mod ule", + "Ġ Enc", + "ĠE nc", + "ĠEn c", + ". an", + ".a n", + ". Config", + ".Con fig", + "C re", + "Cr e", + "Ġsh ock", + "Ġsho ck", + "ĠA rab", + "ĠAr ab", + "ĠAra b", + "I ENT", + "IE NT", + "/ re", + "/r e", + "Ġre trie", + "Ġret rie", + "Ġretr ie", + "yc ler", + "ycle r", + "ycl er", + "i sa", + "is a", + "Ġ Organ", + "ĠO rgan", + "ĠOr gan", + "ĠOrg an", + ". graph", + ".g raph", + ".gr aph", + "Ġ í", + "ĠB AS", + "ĠBA S", + "E num", + "En um", + "Ġ possibly", + "Ġposs ibly", + "ÑĢ аÐ", + "ÑĢа Ð", + "Ġ Japanese", + "ĠJ apanese", + "ĠJapan ese", + "Ġ craft", + "Ġc raft", + "Ġcr aft", + "Ġcra ft", + "Ġ Place", + "ĠP lace", + "ĠPl ace", + "ĠPla ce", + "Ġt alent", + "Ġtal ent", + "Ġtale nt", + "Ġf unding", + "Ġfun ding", + "Ġfund ing", + "Ġ confirmed", + "Ġconf irmed", + "Ġconfirm ed", + "Ġ cycle", + "Ġc ycle", + "Ġcy cle", + "Ġcycl e", + "Ġcyc le", + "/ x", + "G E", + "Ġh earing", + "Ġhe aring", + "Ġhear ing", + "Ġ plants", + "Ġpl ants", + "Ġplan ts", + "Ġplant s", + "Ġpla nts", + "Ġ mouth", + "Ġm outh", + "Ġmo uth", + "Ġmou th", + "p ages", + "page s", + "pa ges", + "pag es", + "o ria", + "or ia", + "ori a", + "Ġ Remove", + "ĠRe move", + "ĠRem ove", + "_ total", + "_t otal", + "_to tal", + "_tot al", + "Ġ od", + "Ġo d", + "oll apse", + "d oor", + "do or", + "Ġb ought", + "Ġbo ught", + "Ġbou ght", + "Ġ addr", + "Ġadd r", + "Ġad dr", + "AR CH", + "ARC H", + "_ dim", + "_d im", + "_di m", + "d den", + "dd en", + "dde n", + "Ġdec ades", + "Ġdecade s", + "Ġdecad es", + "RE QUEST", + "REQ UEST", + "Ġ versions", + "Ġv ersions", + "Ġversion s", + "Ġvers ions", + "f ire", + "fi re", + "fir e", + "0 06", + "00 6", + "Ġ moves", + "Ġm oves", + "Ġmov es", + "Ġmove s", + "Ġmo ves", + "f b", + "Ġ coffee", + "Ġc offee", + "Ġco ffee", + "Ġcoff ee", + "Ġcof fee", + ". connect", + ".con nect", + ".conn ect", + "Ġ Row", + "ĠR ow", + "ĠRo w", + "Ġ schema", + "Ġs chema", + "Ġsch ema", + "Ġschem a", + "Ġsche ma", + "S cope", + "Sc ope", + "- Type", + "-T ype", + "Ġf ighting", + "Ġfight ing", + "Ġre tail", + "Ġr etail", + "Ġret ail", + "Ġ modified", + "Ġmod ified", + "T F", + "F iles", + "File s", + "Fi les", + "Fil es", + "n ie", + "ni e", + "_ command", + "_com mand", + "_comm and", + "s tone", + "st one", + "ston e", + "sto ne", + "Ġ ÑĤ", + "ĠÑ Ĥ", + "_ thread", + "_t hread", + "_th read", + "_thr ead", + "Ġ bond", + "Ġb ond", + "Ġbo nd", + "Ġbon d", + "Ġ Development", + "ĠDe velopment", + "ĠDev elopment", + "ĠDevelop ment", + "Ġ pt", + "Ġp t", + "F ORM", + "FO RM", + "FOR M", + "p let", + "pl et", + "ple t", + "Ġ identified", + "Ġident ified", + "c pp", + "cp p", + "2 06", + "20 6", + "2 25", + "22 5", + "Ġ coding", + "Ġc oding", + "Ġco ding", + "Ġcod ing", + "o ked", + "ok ed", + "oke d", + "Ġ Master", + "ĠM aster", + "ĠMa ster", + "ĠMas ter", + "ĠMast er", + "ID TH", + "Ġres idents", + "Ġresident s", + "Ġresid ents", + "Ġreside nts", + "r edit", + "re dit", + "red it", + "redi t", + "Ġ Photo", + "ĠPh oto", + "ĠPhot o", + "= -", + "u nte", + "un te", + "unt e", + "at eur", + "ate ur", + "1 59", + "15 9", + "_ STATE", + "_ST ATE", + "_STAT E", + "_STA TE", + "Ġ Sing", + "ĠS ing", + "ĠSi ng", + "ĠSin g", + "Ġ sheet", + "Ġs heet", + "Ġshe et", + ". val", + ".v al", + ".va l", + "or se", + "ors e", + "Ġh ers", + "Ġhe rs", + "Ġher s", + "Ġd etermined", + "Ġdetermin ed", + "Ġdetermine d", + "Ġdeterm ined", + "Com mon", + "Comm on", + "Ġ wed", + "Ġw ed", + "Ġwe d", + "_ queue", + "_q ueue", + "_que ue", + "P H", + "Ġ Atl", + "ĠA tl", + "ĠAt l", + "c red", + "cre d", + "cr ed", + "/ LICENSE", + "/L ICENSE", + "Ġ mes", + "Ġm es", + "Ġme s", + "Ġ advanced", + "Ġad vanced", + "Ġadv anced", + "Ġadvance d", + ". java", + ".j ava", + ".jav a", + ". Sh", + ".S h", + "G o", + "k ill", + "ki ll", + "kil l", + "f p", + "_ settings", + "_s ettings", + "_set tings", + "_setting s", + "Ġ pal", + "Ġp al", + "Ġpa l", + "Ġ truck", + "Ġtr uck", + "Ġ combined", + "Ġcomb ined", + "Ġcombine d", + "Ġcombin ed", + "Ġ \"${", + "Ġ\" ${", + "Ġ\"$ {", + "ĠC orpor", + "ĠCor por", + "ĠCorp or", + "Ġ joined", + "Ġj oined", + "Ġjoin ed", + "Ġjo ined", + "Ġ Jose", + "ĠJ ose", + "ĠJo se", + "ĠJos e", + "ĠC up", + "ĠCu p", + "u ns", + "un s", + "est ival", + "esti val", + "le vision", + "lev ision", + "Ġ broken", + "Ġb roken", + "Ġbr oken", + "Ġbro ken", + "Ġbroke n", + "Ġmar riage", + "Ġ Western", + "ĠWest ern", + "ĠWes tern", + "Ġrep resents", + "Ġrepresent s", + "Ġ Title", + "ĠT itle", + "ĠTi tle", + "ĠTit le", + "Ġ ss", + "Ġs s", + ". Ass", + ".A ss", + ".As s", + "ong oose", + "ongo ose", + "i ento", + "ient o", + "ien to", + "< >();Ċ", + "<>( );Ċ", + "<> ();Ċ", + "Ġabs olutely", + "Ġabsolute ly", + "Ġabsolut ely", + "Ġabsol utely", + "Ġ smooth", + "Ġsm ooth", + "Ġsmo oth", + "T ERN", + "TE RN", + "TER N", + "Ġ Unless", + "ĠUn less", + "W ord", + "Wo rd", + "Ġ merge", + "Ġm erge", + "Ġmer ge", + "Ġmerg e", + "i gan", + "ig an", + "iga n", + "Ġ Vol", + "ĠV ol", + "ĠVo l", + "Ġ nn", + "Ġn n", + ". getId", + ".get Id", + "Ġ з", + "ĠÐ ·", + "1 71", + "17 1", + "Ġ sexy", + "Ġse xy", + "Ġsex y", + "Ġse eking", + "Ġsee king", + "Ġseek ing", + "S ingle", + "Si ngle", + "Sin gle", + "Sing le", + ". this", + ".t his", + ".th is", + "1 79", + "17 9", + "Ġ kom", + "Ġk om", + "Ġko m", + "b ound", + "bo und", + "bou nd", + "; \"", + "Ġ fontSize", + "Ġfont Size", + "_ df", + "_d f", + "Ġin jury", + "Ġinj ury", + "( H", + "Ġ issued", + "Ġiss ued", + "Ġissue d", + "Ġissu ed", + "_ END", + "_E ND", + "_EN D", + ": self", + ":s elf", + "0 20", + "02 0", + "Ġ patch", + "Ġp atch", + "Ġpat ch", + "Ġle aves", + "Ġleave s", + "Ġ adopt", + "Ġad opt", + "Ġado pt", + "File Name", + "ãĢ IJ", + "Ġexec utive", + "Ġexecut ive", + "Ġ Byte", + "ĠB yte", + "ĠBy te", + "] ))Ċ", + "]) )Ċ", + "])) Ċ", + "Ġ nu", + "Ġn u", + "o uting", + "ou ting", + "out ing", + "cl uding", + "clud ing", + "- R", + ". options", + ".o ptions", + ".opt ions", + ".option s", + "Ġsub stant", + "Ġsubs tant", + "Ġsubst ant", + "av ax", + "ava x", + "ĠB UT", + "ĠBU T", + "Ġ technical", + "Ġtechn ical", + "Ġtw ice", + "Ġm ás", + "Ġmá s", + "Ġun ivers", + "Ġuni vers", + "y r", + "Ġ drag", + "Ġd rag", + "Ġdr ag", + "Ġdra g", + "Ġ DC", + "ĠD C", + "Ġ sed", + "Ġs ed", + "Ġse d", + "Ġ bot", + "Ġb ot", + "Ġbo t", + "Ġ Pal", + "ĠP al", + "ĠPa l", + "Ġ Hall", + "ĠH all", + "ĠHa ll", + "ĠHal l", + "force ment", + "forc ement", + "Ġa uch", + "Ġau ch", + "Ġauc h", + ". mod", + ".m od", + ".mo d", + "n otation", + "not ation", + "nota tion", + "_ files", + "_f iles", + "_file s", + "_fil es", + ". line", + ".l ine", + ".li ne", + ".lin e", + "_ flag", + "_f lag", + "_fl ag", + "[ name", + "[n ame", + "Ġ resolution", + "Ġre solution", + "Ġres olution", + "Ġb ott", + "Ġbo tt", + "Ġbot t", + "( \"[", + "(\" [", + "e nde", + "en de", + "end e", + "( arr", + "(a rr", + "(ar r", + "F ree", + "Fr ee", + "Fre e", + "( @\"", + "(@ \"", + "Ġ District", + "ĠD istrict", + "ĠDi strict", + "P EC", + "PE C", + ": -", + "P icker", + "Pic ker", + "Pi cker", + "Pick er", + "Ġ Jo", + "ĠJ o", + "Ġ ĠĠĠĠĊ", + "ĠĠ ĠĠĠĊ", + "ĠĠĠĠ ĠĊ", + "ĠĠĠ ĠĠĊ", + "ĠĠĠĠĠ Ċ", + "Ġ River", + "ĠR iver", + "ĠRiv er", + "ĠRi ver", + "_ rows", + "_r ows", + "_row s", + "_ro ws", + "Ġhelp ful", + "Ġmass ive", + "- --Ċ", + "-- -Ċ", + "--- Ċ", + "Ġme asures", + "Ġmeasure s", + "Ġmeas ures", + "0 07", + "00 7", + "Ġ Runtime", + "ĠR untime", + "ĠRun time", + "Ġw orry", + "Ġwor ry", + "Ġ Spec", + "ĠS pec", + "ĠSp ec", + "ĠSpe c", + "ĉ D", + "ãĢ ij", + "Ġ ){Ċ", + "Ġ) {Ċ", + "Ġ){ Ċ", + "Ġw orse", + "Ġwor se", + "Ġwors e", + "( filename", + "(f ilename", + "(file name", + "(fi lename", + "(fil ename", + "Ġ lay", + "Ġl ay", + "Ġla y", + "Ġ magic", + "Ġm agic", + "Ġmag ic", + "Ġ Their", + "ĠThe ir", + "o ul", + "ou l", + "st roy", + "str oy", + "stro y", + "Ġ Where", + "ĠW here", + "ĠWh ere", + "ĠWhe re", + "2 80", + "28 0", + "Ġs udden", + "Ġsu dden", + "Ġsud den", + "Ġd efe", + "Ġde fe", + "Ġdef e", + "Ġ binding", + "Ġb inding", + "Ġbin ding", + "Ġbind ing", + "Ġ flight", + "Ġf light", + "Ġfl ight", + "Ġ OnInit", + "ĠOn Init", + "Ġ Women", + "ĠW omen", + "ĠWo men", + "Ġ Policy", + "ĠP olicy", + "ĠPol icy", + "ĠPolic y", + "Ġdr ugs", + "Ġdrug s", + "Ġdru gs", + "ish ing", + "ishi ng", + "(' ../", + "('. ./", + "Ġ Mel", + "ĠM el", + "ĠMe l", + "p eat", + "pe at", + "t or", + "to r", + "Ġpro posed", + "Ġprop osed", + "Ġpropos ed", + "Ġpropose d", + "Ġst ated", + "Ġstate d", + "Ġstat ed", + "Ġsta ted", + "_ RES", + "_RE S", + "_R ES", + "Ġ east", + "Ġe ast", + "Ġeas t", + "Ġea st", + "2 12", + "21 2", + "Ġ CONDITION", + "ĠCON DITION", + "_ desc", + "_d esc", + "_de sc", + "_des c", + "Ġw inning", + "Ġwin ning", + "f olio", + "fo lio", + "fol io", + "M apper", + "Map per", + "Ma pper", + "Ġ Pan", + "ĠP an", + "ĠPa n", + "ĠA nge", + "ĠAn ge", + "ĠAng e", + ".s ervlet", + ".serv let", + "Ġ copies", + "Ġc opies", + "Ġco pies", + "Ġcop ies", + "L M", + "Ġ vm", + "Ġv m", + "å į", + "Ġ dictionary", + "Ġd ictionary", + "S eg", + "Se g", + "1 77", + "17 7", + "e lines", + "el ines", + "eline s", + "eli nes", + "elin es", + "Ġ Send", + "ĠS end", + "ĠSe nd", + "ĠSen d", + "Ġ iron", + "Ġi ron", + "Ġir on", + "Ġ Fort", + "ĠF ort", + "ĠFor t", + "ĠFo rt", + "1 66", + "16 6", + ". domain", + ".d omain", + ".do main", + ".dom ain", + "Ġde bate", + "Ġdeb ate", + "Not Null", + "e q", + "a cher", + "ac her", + "ach er", + "ache r", + "l f", + "ĉ fmt", + "ĉf mt", + "Ġl awy", + "Ġla wy", + "Ġlaw y", + "1 78", + "17 8", + "Ä Ł", + "Ġ Men", + "ĠM en", + "ĠMe n", + "Ġ trim", + "Ġt rim", + "Ġtr im", + "Ġtri m", + "( NULL", + "(N ULL", + "Ġ !!", + "Ġ! !", + "Ġ pad", + "Ġp ad", + "Ġpa d", + "Ġfollow s", + "Ġfoll ows", + "\" ][\"", + "\"] [\"", + "\"][ \"", + "r equ", + "re qu", + "req u", + "Ġ Ep", + "ĠE p", + ". github", + ".g ithub", + ".git hub", + "( img", + "(i mg", + "(im g", + "e to", + "et o", + "( '\\", + "(' \\", + "S ervices", + "Service s", + "Serv ices", + "umbn ail", + "_ main", + "_m ain", + "_ma in", + "p leted", + "pl eted", + "ple ted", + "plete d", + "plet ed", + "fort unately", + "fortunate ly", + "Ġ windows", + "Ġw indows", + "Ġwindow s", + "Ġwind ows", + "Ġ plane", + "Ġp lane", + "Ġpl ane", + "Ġplan e", + "Ġpla ne", + "Ġ Connection", + "ĠCon nection", + "ĠConnect ion", + "ĠConn ection", + ". local", + ".l ocal", + ".loc al", + ".lo cal", + "u ard", + "ua rd", + "uar d", + "} \\", + "= =\"", + "== \"", + "a ndon", + "an don", + "and on", + "ando n", + "Ġ Roy", + "ĠR oy", + "ĠRo y", + "w est", + "we st", + "1 58", + "15 8", + "ig inal", + "igin al", + "igi nal", + "em ies", + "emi es", + "emie s", + "i tz", + "it z", + "' ):Ċ", + "') :Ċ", + "'): Ċ", + "Ġ Peter", + "ĠP eter", + "ĠPe ter", + "ĠPet er", + "ĠPete r", + "Ġt ough", + "Ġto ugh", + "Ġtou gh", + "Ġre duced", + "Ġred uced", + "Ġredu ced", + "Ġreduce d", + "Ġ calculate", + "Ġc alculate", + "Ġcal culate", + "Ġcalcul ate", + "Ġcalc ulate", + "Ġ rapid", + "Ġr apid", + "Ġrap id", + "Ġra pid", + "c ustomer", + "custom er", + "cust omer", + "Ġ efficient", + "Ġeff icient", + "Ġeffic ient", + "Ġ medium", + "Ġm edium", + "Ġmed ium", + "Ġmedi um", + "Ġ fell", + "Ġf ell", + "Ġfe ll", + "Ġfel l", + ". ref", + ".re f", + ".r ef", + "Ġ Cas", + "ĠC as", + "ĠCa s", + "Ġ feedback", + "Ġfe edback", + "Ġfeed back", + "S peed", + "Sp eed", + "Spe ed", + "( output", + "(out put", + "a je", + "aj e", + "Ġ categories", + "Ġc ategories", + "Ġcategor ies", + "Ġcategorie s", + "Ġ fee", + "Ġf ee", + "Ġfe e", + "} ;", + "Ġ deleted", + "Ġde leted", + "Ġdel eted", + "Ġdelete d", + "Ġdelet ed", + "Ġdele ted", + "r eh", + "re h", + "Ġ proof", + "Ġp roof", + "Ġpro of", + "D esc", + "De sc", + "Des c", + "B uild", + "Bu ild", + "Ġs ides", + "Ġside s", + "Ġsi des", + "Ġsid es", + ". ArrayList", + ".Array List", + "- %", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ø ±", + ". match", + ".m atch", + ".mat ch", + "л и", + "Ġfe els", + "Ġfeel s", + "Ġfee ls", + "Ġachie ve", + "Ġach ieve", + "Ġc lim", + "Ġcl im", + "Ġcli m", + "_ ON", + "_O N", + "Ġ CD", + "ĠC D", + "Ġ teacher", + "Ġt eacher", + "Ġte acher", + "Ġteach er", + "Ġtea cher", + "_ current", + "_c urrent", + "_cur rent", + "_curr ent", + "b n", + "_ PL", + "_P L", + "is ting", + "ist ing", + "isti ng", + "E nable", + "En able", + "G EN", + "GE N", + "Ġ tv", + "Ġt v", + "Ġ sock", + "Ġs ock", + "Ġso ck", + "Ġsoc k", + "Ġ plays", + "Ġp lays", + "Ġpl ays", + "Ġplay s", + "Ġpla ys", + "Ġ discount", + "Ġdis count", + "Ġdisc ount", + "Ġdisco unt", + "Ġ KE", + "ĠK E", + "Ġ Debug", + "ĠDe bug", + "ĠDeb ug", + "F ore", + "For e", + "Fo re", + "Ġ Iraq", + "ĠI raq", + "ĠIr aq", + "Ġ appearance", + "Ġap pearance", + "Ġappear ance", + "M on", + "Mo n", + "Ġ styled", + "Ġst yled", + "Ġstyle d", + "Ġsty led", + "Ġstyl ed", + "Ġ Human", + "ĠH uman", + "ĠHum an", + "ĠHu man", + "i ot", + "io t", + "Ġ History", + "ĠH istory", + "ĠHi story", + "ĠHistor y", + "ĠHist ory", + "Ġs ac", + "Ġsa c", + "Ġ Collection", + "ĠC ollection", + "ĠCol lection", + "ĠColl ection", + "ĠCollect ion", + "Ġ recommended", + "Ġre commended", + "Ġrecomm ended", + "Ġrecommend ed", + ". Selected", + ".Se lected", + ".Select ed", + "Ġ organizations", + "Ġorgan izations", + "Ġorganization s", + "Ġorganiz ations", + "Ġdis covered", + "Ġdiscover ed", + "co hol", + "coh ol", + "a das", + "ad as", + "ada s", + "Ġ Thomas", + "ĠTh omas", + "ĠThom as", + "M ay", + "Ma y", + "Ġcon serv", + "Ġcons erv", + "Ġconse rv", + "Ġd omin", + "Ġdo min", + "Ġdom in", + "Ġ Follow", + "ĠF ollow", + "ĠFol low", + "Ġ Section", + "ĠS ection", + "ĠSe ction", + "ĠSec tion", + "ĠSect ion", + "Ġ Thanks", + "ĠTh anks", + "ĠThank s", + "ĠThan ks", + "User name", + "Ġ recipe", + "Ġrec ipe", + "Ġrecip e", + "Ġwonder ful", + ". sleep", + ".s leep", + "_ if", + "_i f", + "ĉ ĊĉĊ", + "ĉĊ ĉĊ", + "or no", + "orn o", + "Ġ ru", + "Ġr u", + "_ target", + "_t arget", + "_tar get", + ". \"\"", + ".\" \"", + "à ¦", + "Event Args", + "Ġ inputs", + "Ġin puts", + "Ġinput s", + "Ġinp uts", + "Ġf if", + "Ġfi f", + "Ġ vision", + "Ġv ision", + "Ġvis ion", + "c y", + "Ġ Series", + "ĠS eries", + "ĠSe ries", + "ĠSer ies", + "ĠSerie s", + ") (((", + ")( ((", + ")(( (", + "Ġtr ading", + "Ġtrad ing", + "Ġtra ding", + "Ġtradi ng", + "Ġ marker", + "Ġm arker", + "Ġmark er", + "Ġmar ker", + "B egin", + "Be gin", + "Ġ typically", + "Ġtyp ically", + "Ġtypical ly", + "Ġc auses", + "Ġca uses", + "Ġcause s", + "Ġcaus es", + "d ropdown", + "drop down", + "_ DEBUG", + "_DE BUG", + "2 60", + "26 0", + "Ġ detect", + "Ġd etect", + "Ġdet ect", + "c ountry", + "count ry", + "! \");Ċ", + "!\" );Ċ", + "!\"); Ċ", + "!\") ;Ċ", + "ĉ R", + "a ppy", + "ap py", + "app y", + "Ġc ref", + "Ġcr ef", + "Ġcre f", + "( '<", + "(' <", + "\" =>", + "Ġ LE", + "ĠL E", + "re ader", + "read er", + "rea der", + "Ġ administr", + "Ġadmin istr", + "à µ", + "u cket", + "uc ket", + "uck et", + "Ġf ashion", + ". char", + ".c har", + ".ch ar", + "i zar", + "iz ar", + "iza r", + "Ġ disable", + "Ġd isable", + "Ġdis able", + "Ġs uc", + "Ġsu c", + "Ġ Live", + "ĠL ive", + "ĠLi ve", + "ĠLiv e", + "i ssue", + "iss ue", + "Ġ metadata", + "Ġm etadata", + "Ġmet adata", + "Ġmeta data", + "f lags", + "fl ags", + "flag s", + "Ġ ðŁ", + "Ġð Ł", + "Ġ committed", + "Ġcom mitted", + "Ġcomm itted", + "Ġcommit ted", + "Ġ va", + "Ġv a", + "Ġ rough", + "Ġr ough", + "Ġro ugh", + "Ġrou gh", + "Ġ '''Ċ", + "Ġ' ''Ċ", + "Ġ'' 'Ċ", + "Ġ''' Ċ", + "Ġ highlight", + "Ġhigh light", + "_ vars", + "_v ars", + "_var s", + "_va rs", + "V O", + "Ġ encoding", + "Ġen coding", + "Ġenc oding", + "- Z", + "_ sign", + "_s ign", + "_sig n", + "_si gn", + "$ (\"#", + "$( \"#", + "$(\" #", + "Ġ rain", + "Ġr ain", + "Ġra in", + "re atest", + "reate st", + "reat est", + "rea test", + "Ġ END", + "ĠE ND", + "ĠEN D", + "S election", + "Se lection", + "Select ion", + "Sel ection", + "Sele ction", + "Ġ candidates", + "Ġc andidates", + "Ġcandid ates", + "Ġcandidate s", + "Ġ sav", + "Ġs av", + "Ġsa v", + ". Empty", + "Ġdec isions", + "Ġdecision s", + "Ġdecis ions", + "Ġcoll abor", + "r idge", + "ri dge", + "rid ge", + "f eed", + "fe ed", + "fee d", + "r ession", + "ress ion", + "Ġ persons", + "Ġper sons", + "Ġperson s", + "Ġpers ons", + "Ġperso ns", + "V M", + "0 08", + "00 8", + "e ga", + "eg a", + "_ BIT", + "_B IT", + "A ccording", + "Acc ording", + "ack ed", + "ac ked", + "Ġdoll ars", + "Ġdollar s", + "_ loss", + "_l oss", + "_lo ss", + "Ġ Cost", + "ĠC ost", + "ĠCo st", + "ĠCos t", + "} \"Ċ", + "}\" Ċ", + "Not ification", + "Ġpro stit", + "Ġpros tit", + "Ġprost it", + "Ġ authority", + "Ġauthor ity", + ". rec", + ".re c", + ".r ec", + "Ġsp okes", + "Ġspoke s", + "Ġspo kes", + "Ġ Today", + "ĠT oday", + "ĠTo day", + "ĠTod ay", + "i stant", + "is tant", + "ist ant", + "istan t", + "ista nt", + "Ġ Head", + "ĠH ead", + "ĠHe ad", + "âĢĿ .", + "er tainment", + "ert ainment", + "ertain ment", + "c ean", + "ce an", + "cea n", + "c ulate", + "cul ate", + "cu late", + "Ġ ven", + "Ġv en", + "Ġve n", + "How ever", + "_ arr", + "_a rr", + "_ar r", + "Ġ tokens", + "Ġt okens", + "Ġtoken s", + "Ġtok ens", + "G raph", + "Gr aph", + "Ġ Jud", + "ĠJ ud", + "ĠJu d", + "Ġ Virgin", + "ĠVir gin", + "Ġ Serial", + "ĠS erial", + "ĠSe rial", + "ĠSer ial", + "un ning", + "unn ing", + "M utable", + "Mu table", + "Mut able", + "a gers", + "ag ers", + "age rs", + "ager s", + ". csv", + ".c sv", + ".cs v", + "Ġdevelop ing", + "Ġdevel oping", + "Ġ instructions", + "Ġin structions", + "Ġinstruction s", + "Ġinstr uctions", + "Ġinstruct ions", + "Ġ promise", + "Ġp romise", + "Ġpro mise", + "Ġprom ise", + "Ġ requested", + "Ġrequest ed", + "Ġrequ ested", + "_ encode", + "_en code", + "_enc ode", + "/ \"", + "Ġ Icon", + "ĠI con", + "u ilt", + "ui lt", + "uil t", + "- day", + "-d ay", + "-da y", + "Ġ intelligence", + "Ġint elligence", + "Ġintellig ence", + ". IS", + ".I S", + "Ġ Observable", + "ĠO bservable", + "ĠObserv able", + "Ġ Hard", + "ĠH ard", + "ĠHar d", + "ĠHa rd", + "B ool", + "Bo ol", + "2 11", + "21 1", + "id ential", + "ident ial", + ". Anchor", + ".An chor", + "Ġ selling", + "Ġs elling", + "Ġsell ing", + "Ġsel ling", + "C I", + "A GES", + "AG ES", + "AGE S", + "t le", + "tl e", + "b ur", + "bu r", + "UFF ER", + "UF FER", + "R Y", + "Ġb igger", + "Ġbig ger", + "Ġbi gger", + "Ġ rat", + "Ġr at", + "Ġra t", + "Ġf amous", + "Ġfam ous", + "Ġ typename", + "Ġtype name", + "Ġtyp ename", + "Ġ explained", + "Ġexpl ained", + "Ġexplain ed", + "} }Ċ", + "}} Ċ", + "Ġn uclear", + "Ġnu clear", + "Ġnucle ar", + "- N", + "Ġcr isis", + "Ġcri sis", + "Ġcris is", + "Ġ Enter", + "ĠEn ter", + "ĠEnt er", + "Ġ answers", + "Ġan swers", + "Ġanswer s", + "Ġans wers", + "/ ${", + "/$ {", + "/ pl", + "/p l", + "Ġ sequ", + "Ġs equ", + "Ġse qu", + "Ġseq u", + "_ next", + "_n ext", + "_ne xt", + "m ask", + "ma sk", + "mas k", + "Ġ standing", + "Ġst anding", + "Ġstand ing", + "Ġstan ding", + "Ġpl enty", + "Ġple nty", + "Ġ Cross", + "ĠC ross", + "ĠCr oss", + "ĠCro ss", + "ĠCros s", + "ĉ ret", + "ĉr et", + "ĉre t", + "d ro", + "dr o", + "Ġ Cast", + "ĠC ast", + "ĠCas t", + "ĠCa st", + "1 67", + "16 7", + "= true", + "Ġ Chris", + "ĠCh ris", + "ĠChr is", + "i cio", + "ic io", + "ici o", + "Ġ Mike", + "ĠM ike", + "ĠMi ke", + "ĠMik e", + "D ecimal", + "De cimal", + "Dec imal", + "add Component", + "L en", + "Le n", + "Ġ cock", + "Ġc ock", + "Ġco ck", + "Ġcoc k", + "Ġ #{", + "Ġ# {", + "U RN", + "UR N", + "< tr", + "", + "\\\" >", + "Ġ *=", + "Ġ* =", + "Ġ PS", + "ĠP S", + "Ġdanger ous", + "[ p", + "O ME", + "OM E", + "O ther", + "Ot her", + "Ġ StringBuilder", + "ĠString Builder", + "P oints", + "Point s", + "Po ints", + "he ading", + "head ing", + "hea ding", + "Ġ currency", + "Ġc urrency", + "Ġcurr ency", + "Ġ percentage", + "Ġper centage", + "Ġpercent age", + "_ API", + "_A PI", + "_AP I", + "Ġ classic", + "Ġclass ic", + "Ġcl assic", + "Ġclas sic", + "t head", + "th ead", + "the ad", + "Ġ MO", + "ĠM O", + "F E", + "I dx", + "Id x", + "a wait", + "aw ait", + "awa it", + "awai t", + "Ġ è", + "Ġà ¨", + "Ġacc ident", + "Ġ variant", + "Ġv ariant", + "Ġvar iant", + "Ġvari ant", + "Ġm yst", + "Ġmy st", + "Ġmys t", + "Ġ Land", + "ĠL and", + "ĠLa nd", + "ĠLan d", + "Ġ Bre", + "ĠB re", + "ĠBr e", + "Ġh arm", + "Ġhar m", + "Ġha rm", + "Ġ Acc", + "ĠA cc", + "ĠAc c", + "Ġ charged", + "Ġch arged", + "Ġchar ged", + "Ġcharg ed", + "Ġcharge d", + "i ones", + "ion es", + "io nes", + "ione s", + "Vis ibility", + "ar ry", + "arr y", + "Ġ Language", + "ĠL anguage", + "Ġ walking", + "Ġw alking", + "Ġwalk ing", + "Ġwal king", + "\" .ĊĊ", + "\". ĊĊ", + "\".Ċ Ċ", + "i fer", + "if er", + "ife r", + "Ġleaders hip", + "Ġleader ship", + ". From", + ".F rom", + "y nam", + "yn am", + "yna m", + "Ġ timestamp", + "Ġt imestamp", + "Ġtime stamp", + "i pt", + "ip t", + "Ġ Has", + "ĠH as", + "ĠHa s", + "RE FER", + "REF ER", + "Ġ Its", + "ĠI ts", + "ĠIt s", + "Ġ listener", + "Ġlist ener", + "Ġlisten er", + "Ġliste ner", + "Ġlis tener", + "U TE", + "UT E", + "2 13", + "21 3", + "_ description", + "_d escription", + "_de scription", + "_des cription", + "Ġex periences", + "Ġexper iences", + "Ġexperience s", + "Ġexperi ences", + "Ġ creates", + "Ġcreate s", + "Ġcre ates", + "Ġcreat es", + "Ġcrea tes", + "R S", + "c art", + "ca rt", + "car t", + "b lack", + "bl ack", + "bla ck", + "Ġ choices", + "Ġcho ices", + "Ġchoice s", + "w ar", + "wa r", + "7 50", + "75 0", + "Ġ '''", + "Ġ' ''", + "Ġ'' '", + "Ġ ordered", + "Ġorder ed", + "Ġord ered", + "Ġeven ing", + "Ġev ening", + "Ġeve ning", + "Ġp il", + "Ġpi l", + "Ġt un", + "Ġtu n", + "Ġ Bad", + "ĠB ad", + "ĠBa d", + "( app", + "(a pp", + "(ap p", + "r andom", + "ran dom", + "rand om", + "Ġ explicit", + "Ġexp licit", + "Ġexpl icit", + "Ġexplic it", + "Ġarr ived", + "Ġarrive d", + "Ġarriv ed", + "Ġ fly", + "Ġf ly", + "Ġfl y", + "Ġe conom", + "Ġecon om", + "Ġec onom", + "Ġeco nom", + "- mail", + "-m ail", + "Ġ lists", + "Ġl ists", + "Ġli sts", + "Ġlist s", + "Ġlis ts", + "Ġarch itect", + "Ġarchit ect", + "2 34", + "23 4", + "Ġ Pay", + "ĠP ay", + "ĠPa y", + "Ġ ds", + "Ġd s", + "Ġ Sol", + "ĠS ol", + "ĠSo l", + "Ġ vehicles", + "Ġv ehicles", + "Ġveh icles", + "Ġvehicle s", + "H z", + "- com", + "-c om", + "-co m", + "Ġ king", + "Ġk ing", + "Ġki ng", + "Ġkin g", + "_ equal", + "_e qual", + "_eq ual", + "_equ al", + "Ġ Help", + "ĠH elp", + "ĠHe lp", + "ĠHel p", + "Ġab use", + "4 80", + "48 0", + "1 69", + "16 9", + "-- ;Ċ", + "--; Ċ", + "Ġ extr", + "Ġex tr", + "Ġext r", + "Ġ chemical", + "Ġchem ical", + "ä ¿", + "Ġ orient", + "Ġo rient", + "Ġor ient", + "Ġori ent", + "Ġbre ath", + "Ġbreat h", + "Ġ Space", + "ĠS pace", + "ĠSp ace", + "ĠSpa ce", + "( element", + "(e lement", + "(el ement", + "(elem ent", + "(ele ment", + "w ait", + "wa it", + "D ED", + "DE D", + "ig ma", + "igm a", + "Ġ entr", + "Ġen tr", + "Ġent r", + "Ġ sob", + "Ġs ob", + "Ġso b", + "- name", + "-n ame", + "-na me", + "Ġ affected", + "Ġaff ected", + "Ġaffect ed", + "i ka", + "ik a", + "Ġ coal", + "Ġco al", + "_ work", + "_w ork", + "_wo rk", + "Ġh undreds", + "Ġhundred s", + "Ġpol itics", + "Ġpolit ics", + "Ġpolitic s", + "sub ject", + "su bject", + "subj ect", + "Ġ consumer", + "Ġcon sumer", + "Ġcons umer", + "Ġconsum er", + "Ġconsume r", + "AN GE", + "ANG E", + "Ġre peated", + "Ġrep eated", + "Ġrepe ated", + "Ġrepeat ed", + "S end", + "Se nd", + "Sen d", + "Ġ #[", + "Ġ# [", + "Ġ protocol", + "Ġprot ocol", + "Ġproto col", + "Ġ leads", + "Ġle ads", + "Ġlead s", + "us eum", + "use um", + "E very", + "Ev ery", + "Ever y", + "8 08", + "80 8", + "1 74", + "17 4", + "Im port", + "Imp ort", + "( count", + "(c ount", + "(co unt", + "Ġch allenges", + "Ġchalleng es", + "Ġchallenge s", + "Ġn ovel", + "Ġno vel", + "Ġnov el", + "Ġ depart", + "Ġde part", + "Ġdep art", + "b its", + "bit s", + "bi ts", + ". Current", + ".C urrent", + "Ġ `${", + "Ġ` ${", + "Ġ`$ {", + "o ting", + "ot ing", + "oti ng", + "( \\", + "Ġ creative", + "Ġc reative", + "Ġcre ative", + "Ġcreat ive", + "Ġ buff", + "Ġb uff", + "Ġbu ff", + "Ġbuf f", + "Ġint roduced", + "Ġintrodu ced", + "Ġintroduce d", + "Ġintro duced", + "u sic", + "us ic", + "usi c", + "mod ules", + "module s", + "A re", + "Ar e", + "- doc", + "-d oc", + "-do c", + "l anguage", + "_ cache", + "_c ache", + "_ca che", + "Ġ tod", + "Ġt od", + "Ġto d", + "? > < /", + "om ething", + "ome thing", + "Ġh un", + "Ġhu n", + "å º", + "a ters", + "at ers", + "ate rs", + "ater s", + "In tent", + "Int ent", + "Ġ implemented", + "Ġim plemented", + "Ġimplement ed", + "Ġ Case", + "ĠC ase", + "ĠCas e", + "ĠCa se", + "Ch ildren", + "Child ren", + "Ġ notification", + "Ġnot ification", + "Render er", + "W rapper", + "Wrap per", + "Wr apper", + "Object s", + "Obj ects", + "t l", + ". Contains", + ".Cont ains", + ".Con tains", + "Pl ugin", + "Plug in", + ". row", + ".r ow", + ".ro w", + "Ġ forg", + "Ġf org", + "Ġfor g", + "Ġfo rg", + "Ġ permit", + "Ġper mit", + "Ġperm it", + "Ġ targets", + "Ġtarget s", + "Ġtar gets", + "Ġtarg ets", + "Ġ IF", + "ĠI F", + "Ġ tip", + "Ġt ip", + "Ġti p", + "s ex", + "se x", + "Ġ supports", + "Ġsup ports", + "Ġsupport s", + "Ġsupp orts", + "Ġ fold", + "Ġf old", + "Ġfol d", + "Ġfo ld", + "ph oto", + "phot o", + "} ,čĊ", + "}, čĊ", + "Ġ google", + "Ġg oogle", + "Ġgo ogle", + "Ġgoog le", + "Ġgoo gle", + "$ ('#", + "$( '#", + "$(' #", + "Ġ sharing", + "Ġsh aring", + "Ġsha ring", + "Ġshar ing", + "Ġ goods", + "Ġg oods", + "Ġgo ods", + "Ġgood s", + "Ġgoo ds", + "v s", + "Ġ Dan", + "ĠD an", + "ĠDa n", + "R ate", + "Ra te", + "Ġ Martin", + "ĠM artin", + "ĠMar tin", + "ĠMart in", + "Ġm anner", + "Ġman ner", + "Ġmann er", + "l ie", + "li e", + ". The", + ".T he", + ".Th e", + "In ternal", + "Int ernal", + "Inter nal", + "Intern al", + "ĠCON TR", + "ĠCONT R", + "M ock", + "Mo ck", + "R IGHT", + "Ġ '{", + "Ġ' {", + "Ġ controls", + "Ġcontrol s", + "Ġcontr ols", + "Ġcontro ls", + "M at", + "Ma t", + "Ġ mand", + "Ġm and", + "Ġman d", + "Ġma nd", + "Ġ extended", + "Ġext ended", + "Ġextend ed", + "O k", + "Ġ embed", + "Ġem bed", + "Ġemb ed", + "Ġ planet", + "Ġplan et", + "Ġplane t", + "Ġpla net", + "Ġ Non", + "ĠN on", + "ĠNo n", + "- ch", + "-c h", + ") \",", + ")\" ,", + "e par", + "ep ar", + "Ġbel ieved", + "Ġbelie ved", + "Ġbelieve d", + "Ġ Environment", + "ĠEn vironment", + "Ġ Friend", + "ĠF riend", + "ĠFri end", + "- res", + "-r es", + "-re s", + "Ġ handling", + "Ġhand ling", + "Ġhan dling", + "n ic", + "ni c", + "- level", + "-le vel", + "s cri", + "sc ri", + "scr i", + "X ml", + "B E", + "u ngen", + "un gen", + "ung en", + "unge n", + "Ġ alter", + "Ġal ter", + "Ġalt er", + "Ġalte r", + "[ idx", + "[i dx", + "[id x", + "P op", + "Po p", + "c am", + "ca m", + "Ġ (((", + "Ġ( ((", + "Ġ(( (", + "Ġ shipping", + "Ġsh ipping", + "Ġship ping", + "Ġ battery", + "Ġb attery", + "Ġbatter y", + "Ġbatt ery", + "Ġbat tery", + "iddle ware", + "M C", + "Ġ impl", + "Ġi mpl", + "Ġim pl", + "Ġimp l", + "ot ation", + "ota tion", + "Ġ Lab", + "ĠL ab", + "ĠLa b", + "< form", + " {{", + ">{ {", + "Ġ Resource", + "ĠRe source", + "ĠRes ource", + "Ġ Standard", + "ĠSt andard", + "ĠStand ard", + "Ġ Prem", + "ĠP rem", + "ĠPr em", + "ĠPre m", + "up dated", + "update d", + "upd ated", + "iv alent", + "ival ent", + "Ġ assets", + "Ġas sets", + "Ġass ets", + "Ġasset s", + "_ temp", + "_t emp", + "_tem p", + "_te mp", + "Ġinter ests", + "Ġinterest s", + "Ġinteres ts", + "Ġ hardware", + "Ġh ardware", + "Ġhard ware", + "Ġ Rom", + "ĠR om", + "ĠRo m", + "Ġ Share", + "ĠS hare", + "ĠSh are", + "ĠSha re", + "ĠShar e", + "Ġ ''Ċ", + "Ġ' 'Ċ", + "Ġ'' Ċ", + "Ġ *,", + "Ġ* ,", + "Ġ Take", + "ĠT ake", + "ĠTa ke", + "ĠTak e", + "Ġ Images", + "ĠIm ages", + "ĠImage s", + "ĠImag es", + "_ CHECK", + "_C HECK", + "( typeof", + "(type of", + "(typ eof", + "Ġ Jun", + "ĠJ un", + "ĠJu n", + "\\< ^", + "Ġ liqu", + "Ġl iqu", + "Ġli qu", + "Ġw orst", + "Ġwor st", + "Ġwo rst", + "Ġwors t", + "ymb ols", + "ymbol s", + "ĉ ĉĉĠĠĠ", + "ĉĉ ĉĠĠĠ", + "ĉĉĉ ĠĠĠ", + "ĉĉĉĠ ĠĠ", + "ĉĉĉĠĠ Ġ", + "Ġ drivers", + "Ġdr ivers", + "Ġdriver s", + "Ġdrive rs", + "Ġdriv ers", + "Ġdri vers", + "Ġ Document", + "ĠD ocument", + "ĠDoc ument", + "e no", + "en o", + "Ġ Technology", + "ĠTechn ology", + "Ġ approved", + "Ġap proved", + "Ġappro ved", + "Ġapprove d", + "u mps", + "um ps", + "ump s", + "Ġ snow", + "Ġs now", + "Ġsn ow", + "Ġsno w", + "form ance", + "forma nce", + "forman ce", + "_ ASSERT", + "_A SSERT", + "_ASS ERT", + "u its", + "ui ts", + "uit s", + "2 07", + "20 7", + "Ù Ĩ", + "Ġd ifferences", + "Ġdif ferences", + "Ġdiffer ences", + "Ġdifference s", + ". Visible", + ".V isible", + "ĉ ĉĉčĊ", + "ĉĉ ĉčĊ", + "ĉĉĉ čĊ", + "Ġ Ps", + "ĠP s", + "_ fetch", + "_f etch", + "Ġ todo", + "Ġt odo", + "Ġto do", + "Ġtod o", + ". ',Ċ", + ".' ,Ċ", + ".', Ċ", + "Ġ sel", + "Ġs el", + "Ġse l", + "ur ers", + "ure rs", + "urer s", + "in valid", + "Ġ tweet", + "Ġt weet", + "Ġtwe et", + "Ġtwee t", + "V EL", + "VE L", + "Ġresearch ers", + "Ġresearcher s", + "Ġ sprintf", + "Ġs printf", + "Ġsprint f", + "Ġ RO", + "ĠR O", + "Ġ pel", + "Ġp el", + "Ġpe l", + ". Trans", + ".T rans", + ".Tr ans", + "Ġ illegal", + "Ġil legal", + "Ġill egal", + "Ġilleg al", + "d ialog", + "di alog", + "dia log", + "sm arty", + "smart y", + "l g", + "_ MIN", + "_M IN", + "_MI N", + "Ġ hero", + "Ġh ero", + "Ġhe ro", + "Ġher o", + "f inal", + "fin al", + "fi nal", + "Ġ pp", + "Ġp p", + ". Le", + ".L e", + "Ġ ci", + "Ġc i", + "ĉ RT", + "ĉR T", + "Ġs uggested", + "Ġsuggest ed", + "p df", + "pd f", + "a ching", + "ach ing", + "achi ng", + "Ġ Ro", + "ĠR o", + "Ġ Properties", + "ĠP roperties", + "ĠProp erties", + "ĠProper ties", + "Ġ Si", + "ĠS i", + "Ġbu ying", + "Ġbuy ing", + "Ġ mu", + "Ġm u", + "Ġ lands", + "Ġl ands", + "Ġla nds", + "Ġland s", + "Ġlan ds", + "if iers", + "ifier s", + "ifi ers", + "ifie rs", + "Ġ FILE", + "ĠF ILE", + "ĠFI LE", + "ĠFIL E", + "RO UP", + "Ġ holder", + "Ġh older", + "Ġhold er", + "Ġho lder", + "Ġhol der", + "Ġ Son", + "ĠS on", + "ĠSo n", + "Ġsym pt", + "Ġsymp t", + ". route", + ".r oute", + ".ro ute", + ") ?", + "Ġ argc", + "Ġar gc", + "Ġarg c", + "Ġ fort", + "Ġf ort", + "Ġfor t", + "Ġfo rt", + "Ġcas ino", + "Ġcasi no", + "_ category", + "_c ategory", + "Ġ forum", + "Ġf orum", + "Ġfor um", + "Ġfo rum", + "2 15", + "21 5", + "p refix", + "pre fix", + "pref ix", + "ap ture", + "apt ure", + "T ube", + "Tu be", + "e ms", + "em s", + "im ize", + "imi ze", + "imiz e", + "Ġn ue", + "Ġnu e", + "a us", + "au s", + "c ourse", + "co urse", + "cour se", + "A TOR", + "AT OR", + "ATO R", + "( )),", + "() ),", + "()) ,", + "Ad vertis", + "IN GS", + "ING S", + "Ġac know", + "Ġack now", + "ĠK orea", + "ĠKore a", + "ĠKo rea", + "ĠKor ea", + "p ling", + "pl ing", + "Ġ worker", + "Ġwork er", + "Ġwor ker", + "PL IED", + "h al", + "ha l", + "Ġ Richard", + "ĠRich ard", + "ĠRic hard", + "E lements", + "Element s", + "El ements", + "Elem ents", + "Ele ments", + "ĉ ĉĉĠ", + "ĉĉ ĉĠ", + "ĉĉĉ Ġ", + "s tar", + "st ar", + "sta r", + "Ġ relationships", + "Ġrelations hips", + "Ġrelationship s", + "Ġrelation ships", + "Ġ cheap", + "Ġc heap", + "Ġche ap", + "A CH", + "AC H", + "Ġ XML", + "ĠX ML", + "ĠXM L", + ", &", + "Ġ Louis", + "ĠL ouis", + "ĠLo uis", + "ĠLou is", + "Ġ ride", + "Ġr ide", + "Ġrid e", + "Ġri de", + "_ FAIL", + "_F AIL", + "_FA IL", + "Ġ chunk", + "Ġch unk", + "Ġchu nk", + "[ s", + "_ OUT", + "_O UT", + "Ġ chosen", + "Ġch osen", + "Ġcho sen", + "Ġchose n", + "_ [", + "/ (", + "Ġ Jeff", + "ĠJ eff", + "ĠJe ff", + "_ sl", + "_s l", + "p riv", + "pr iv", + "pri v", + "Ġ Canadian", + "ĠCan adian", + "Ġ unable", + "Ġu nable", + "Ġun able", + "Ġuna ble", + "Ġunab le", + "_ FLAG", + "_F LAG", + "_FL AG", + "Ġ nos", + "Ġn os", + "Ġno s", + "h igh", + "hi gh", + "Ġ lift", + "Ġl ift", + "Ġli ft", + "Ġlif t", + "f un", + "fu n", + "( ){", + "() {", + "el ly", + "ell y", + "ycler View", + "_ as", + "_a s", + "_ LIST", + "_L IST", + "Ġ radi", + "Ġr adi", + "Ġrad i", + "Ġra di", + ". getValue", + ".get Value", + "3 04", + "30 4", + "ĠAnge les", + "ĠAngel es", + "Ġ Span", + "ĠS pan", + "ĠSp an", + "ĠSpa n", + "_ instance", + "_in stance", + "_inst ance", + "i tors", + "it ors", + "itor s", + "ito rs", + "2 08", + "20 8", + "Ġ migration", + "Ġm igration", + "Ġmigr ation", + "Ġmig ration", + "A K", + "O h", + " ®", + ". selected", + ".se lected", + ".select ed", + ".sel ected", + "Ġ GT", + "ĠG T", + "Ġ advance", + "Ġadv ance", + "Ġ Style", + "ĠSt yle", + "ĠSty le", + ". DataGridView", + ".Data GridView", + "e ction", + "ect ion", + "ec tion", + "Ñ İ", + "p io", + "pi o", + "r og", + "ro g", + "Ġ shopping", + "Ġsh opping", + "Ġshop ping", + "Ġsho pping", + "Ġ Rect", + "ĠR ect", + "ĠRe ct", + "ĠRec t", + "I lluminate", + "O U", + "ĉ array", + "ĉa rray", + "ĉarr ay", + "ĉar ray", + "Ġsub stantial", + "Ġsubstant ial", + "Ġp regn", + "Ġpre gn", + "Ġpreg n", + "Ġprom ote", + "Ġpromot e", + "Ġpromo te", + "I EW", + "IE W", + ". Layout", + ".L ayout", + "Ġsign s", + "Ġsig ns", + "/ .", + "Ġ letters", + "Ġlet ters", + "Ġletter s", + "Ġlett ers", + "B oard", + "Bo ard", + "c trl", + "ct rl", + "ctr l", + "\" \\", + "Ġ Jones", + "ĠJ ones", + "ĠJo nes", + "ĠJon es", + "Ġ vertex", + "Ġver tex", + "Ġvert ex", + "Ġverte x", + "Ġ ja", + "Ġj a", + "Ġaff ili", + "Ġ wealth", + "Ġwe alth", + "ĉ default", + "ĉd efault", + "ĉdef ault", + "ĉde fault", + "Ġsign ificantly", + "Ġsignific antly", + "Ġsignificant ly", + "Ġ ec", + "Ġe c", + "Ġ xs", + "Ġx s", + "act ual", + "ac tual", + ". per", + ".p er", + ".pe r", + "_ step", + "_s tep", + "_st ep", + "_ste p", + "an vas", + "m ac", + "ma c", + "Ġtrans l", + "Ġtran sl", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "It erator", + "Iter ator", + "Ġ och", + "Ġo ch", + "Ġoc h", + "ag nostic", + "agnost ic", + "Ġ During", + "ĠD uring", + "ĠDu ring", + "ĠDur ing", + "Ġ DEFAULT", + "ĠD EFAULT", + "ĠDE FAULT", + "Ġt ill", + "Ġti ll", + "Ġtil l", + "Ġ signature", + "Ġsign ature", + "Ġsig nature", + "Ġ bird", + "Ġb ird", + "Ġbi rd", + "Ġbir d", + "Ġ Ol", + "ĠO l", + "3 10", + "31 0", + "Ġ Ir", + "ĠI r", + "H S", + "av atar", + "ava tar", + "ESS AGE", + "Ġe lev", + "Ġel ev", + "Ġele v", + "Ġ mt", + "Ġm t", + "Ġ Nav", + "ĠN av", + "ĠNa v", + "Ġrel ax", + "Ġ plate", + "Ġp late", + "Ġpl ate", + "Ġpla te", + "Ġplat e", + "I TEM", + "IT EM", + "ITE M", + "( date", + "(d ate", + "(dat e", + "(da te", + ". not", + ".n ot", + ".no t", + "Ġ grade", + "Ġg rade", + "Ġgr ade", + "Ġgrad e", + "Ġgra de", + "Ġ }),Ċ", + "Ġ} ),Ċ", + "Ġ}) ,Ċ", + "Ġ}), Ċ", + "? \"ĊĊ", + "?\" ĊĊ", + "?\"Ċ Ċ", + "i ences", + "ie nces", + "ience s", + "ien ces", + "H igh", + "Hi gh", + "Ġ DIS", + "ĠD IS", + "ĠDI S", + "2 31", + "23 1", + "dis abled", + "disable d", + "Q UI", + "QU I", + "Ġ noise", + "Ġn oise", + "Ġno ise", + "Ġnoi se", + "a ux", + "au x", + "Ġ UP", + "ĠU P", + "8 88", + "88 8", + "o sa", + "os a", + "Ġv oc", + "Ġvo c", + "Ġ ))", + "Ġ) )", + "o com", + "oc om", + "oco m", + "_ OFF", + "_O FF", + "_OF F", + "Ġ Db", + "ĠD b", + "L ock", + "Lo ck", + "Loc k", + ".e clipse", + ", d", + "Ġ Draw", + "ĠD raw", + "ĠDr aw", + "ĠDra w", + "Ġ \"(", + "Ġ\" (", + "Ġ visited", + "Ġvis ited", + "Ġvisit ed", + "Ġvisite d", + "Ġ âĪ", + "Ġâ Ī", + "Ġs ucceed", + "Ġsuc ceed", + "Ġsucc eed", + "Ġim possible", + "Ġimp ossible", + "Ġimposs ible", + "a ire", + "air e", + "ai re", + "Ġ Turn", + "ĠT urn", + "ĠTur n", + "ĠTu rn", + "Ġ dish", + "Ġd ish", + "Ġdis h", + "Ġdi sh", + "F G", + "Ġ sensor", + "Ġs ensor", + "Ġsens or", + "A NN", + "AN N", + "a ba", + "ab a", + "Ġs urg", + "Ġsu rg", + "Ġsur g", + "] );čĊ", + "]) ;čĊ", + "]); čĊ", + "Ġ fp", + "Ġf p", + "_ an", + "_a n", + "- J", + "- G", + "Ġ Job", + "ĠJ ob", + "ĠJo b", + "Con vert", + "Conv ert", + "Ġ KEY", + "ĠK EY", + "ĠKE Y", + "Ġ authors", + "Ġauthor s", + "Ġauth ors", + "_ server", + "_s erver", + "_serv er", + "_ser ver", + "\\ r", + "Ġ -*-", + "Ġ- *-", + "Ġ-* -", + "f lex", + "fl ex", + "Ġ soc", + "Ġs oc", + "Ġso c", + "R et", + "Re t", + "Ġ salt", + "Ġs alt", + "Ġsa lt", + "Ġsal t", + "Ġ âĢ¦ĊĊ", + "ĠâĢ¦ ĊĊ", + "ĠâĢ¦Ċ Ċ", + "Ġ Clear", + "ĠC lear", + "ĠCl ear", + "ĠCle ar", + "( page", + "(p age", + "(pa ge", + "- danger", + "-d anger", + "-da nger", + "Ġ rooms", + "Ġro oms", + "Ġroom s", + "con v", + "co nv", + "# {", + ". op", + ".o p", + "Ġ Area", + "ĠA rea", + "ĠAr ea", + "ĠAre a", + "_ SC", + "_S C", + "h en", + "he n", + "Ġbeg ins", + "Ġbegin s", + "- y", + "Ġexc ited", + "Ġexcit ed", + "Ġ ignored", + "Ġign ored", + "Ġignore d", + "Ġignor ed", + "Ġ bonus", + "Ġb onus", + "Ġbon us", + "st udent", + "stu dent", + "stud ent", + "Ġ Member", + "ĠM ember", + "ĠMem ber", + "Ġrel atively", + "Ġrelative ly", + "Ġrelativ ely", + "Ġrelat ively", + "Ġ Low", + "ĠL ow", + "ĠLo w", + "Ġ Produ", + "ĠP rodu", + "ĠPro du", + "ĠPr odu", + "ĠProd u", + "at eway", + "ate way", + "pos ure", + "po sure", + "Ġth ick", + "Ġthi ck", + "an iel", + "ani el", + "anie l", + "( view", + "(v iew", + "ĠC rush", + "ĠCr ush", + "ĠCru sh", + "ĠCrus h", + "Ext ension", + "I l", + "e ed", + "ee d", + "L OC", + "LO C", + ". im", + ".i m", + ". Items", + ".I tems", + ".Item s", + ".It ems", + "Ġconf lict", + "Ġconflic t", + "Ġconfl ict", + ". prevent", + ".pre vent", + ".pr event", + ".prev ent", + "2 52", + "25 2", + "Ġon Create", + "u v", + "i ser", + "is er", + "ise r", + "Ġ wave", + "Ġw ave", + "Ġwa ve", + "Ġwav e", + "M ar", + "Ma r", + "Ġ Community", + "ĠComm unity", + "ĠCommun ity", + "i che", + "ic he", + "ich e", + "Ġ Nothing", + "ĠNo thing", + "[ m", + "Ġ Lee", + "ĠL ee", + "ĠLe e", + "ri ends", + "riend s", + "rie nds", + "rien ds", + "2 32", + "23 2", + "è re", + "! !!", + "!! !", + "a nz", + "an z", + ". result", + ".res ult", + "Ġ SK", + "ĠS K", + "_ PARAM", + "_P ARAM", + "_PA RAM", + "_PAR AM", + "Ġdem ocr", + "Ġdemo cr", + "Back Color", + ". exists", + ".ex ists", + ".exist s", + "\" It", + "\"I t", + "( options", + "(o ptions", + "(opt ions", + "(option s", + "r azy", + "ra zy", + "raz y", + "a ser", + "as er", + "ase r", + "\\ Database", + "\\Data base", + "\\D atabase", + "al endar", + "alen dar", + "_ ass", + "_a ss", + "_as s", + "; }Ċ", + ";} Ċ", + "ver tex", + "vert ex", + "verte x", + "ine craft", + "W arning", + "War ning", + "Warn ing", + "ar go", + "arg o", + "Ġ actor", + "Ġa ctor", + "Ġact or", + "Ġac tor", + "Ġ Instead", + "ĠIn stead", + "ĠInst ead", + "Ġ Using", + "ĠU sing", + "ĠUs ing", + "S elf", + "Se lf", + "Sel f", + "@ interface", + "Ġspe aking", + "Ġspeak ing", + "Ġ Paris", + "ĠP aris", + "ĠPar is", + "ĠPa ris", + "Ġ LICENSE", + "ĠL ICENSE", + "ĠLIC ENSE", + ". node", + ".n ode", + ".no de", + "Ġ Food", + "ĠF ood", + "ĠFo od", + "ĠFoo d", + "E IF", + "EI F", + "Ġ Bi", + "ĠB i", + ". Start", + ".St art", + "Ġ IB", + "ĠI B", + "Ġun iversity", + "Ġunivers ity", + "2 54", + "25 4", + "Ġ Header", + "ĠHe ader", + "ĠHead er", + ". product", + ".pro duct", + ".prod uct", + "4 09", + "40 9", + "C opy", + "Co py", + "Cop y", + "e tc", + "et c", + "r ical", + "ri cal", + "ric al", + "rica l", + "Ġ >>>", + "Ġ> >>", + "Ġ>> >", + "b ooks", + "bo oks", + "book s", + "boo ks", + "Ġ algorithm", + "Ġal gorithm", + "Ġ' __", + "Ġ'_ _", + "( javax", + "(j avax", + "(java x", + "Ġnumer ous", + "Ġnumero us", + "S hare", + "Sh are", + "Shar e", + "Sha re", + "H ave", + "Ha ve", + "Ġrec ru", + "Ġ prove", + "Ġp rove", + "Ġpro ve", + "Ġpr ove", + "Ġprov e", + ". substring", + ".sub string", + ".substr ing", + "he alth", + "е л", + "еР»", + "Ġ decimal", + "Ġd ecimal", + "Ġde cimal", + "Ġdec imal", + "Ġ commission", + "Ġcom mission", + "Ġcomm ission", + "s cription", + "script ion", + "scri ption", + "x C", + "Ġ summary", + "Ġsum mary", + "Ġsummar y", + "Ġsumm ary", + "at ted", + "att ed", + "atte d", + "Ġc loser", + "Ġcl oser", + "Ġclose r", + "Ġclos er", + "Ġclo ser", + "f inished", + "fin ished", + "finish ed", + "( )){Ċ", + "() ){Ċ", + "()) {Ċ", + "()){ Ċ", + "Ġ Wood", + "ĠW ood", + "ĠWo od", + "ĠWoo d", + "3 01", + "30 1", + "_ fields", + "_f ields", + "_field s", + "k u", + "_ items", + "_i tems", + "_item s", + "_it ems", + "F lag", + "Fl ag", + "Ġ confidence", + "Ġconf idence", + "Ġ Federal", + "ĠF ederal", + "ĠFeder al", + "ĠFed eral", + "d ux", + "du x", + "Ġ compat", + "Ġcom pat", + "Ġcomp at", + "Ġ vertical", + "Ġver tical", + "Ġvert ical", + "Ð ¹", + "è s", + "; \">Ċ", + ";\" >Ċ", + ";\"> Ċ", + "_ manager", + "_m anager", + "_man ager", + "_manage r", + "( )))Ċ", + "() ))Ċ", + "()) )Ċ", + "())) Ċ", + "I DE", + "ID E", + ": \",", + ":\" ,", + "2 35", + "23 5", + "_ _Ċ", + "__ Ċ", + "Ġ Way", + "ĠW ay", + "ĠWa y", + "2 21", + "22 1", + "Ñ Ī", + "T emp", + "Te mp", + "Tem p", + "Ġ STR", + "ĠS TR", + "ĠST R", + "r itten", + "rit ten", + "ritt en", + "ritte n", + "S ync", + "Sy nc", + "Syn c", + "Ġ AV", + "ĠA V", + "Ġ CEO", + "ĠC EO", + "ĠCE O", + "Ġ Guid", + "ĠG uid", + "ĠGu id", + "ĠGui d", + "Ġenvironment al", + "Ġenviron mental", + "Ġcorrespond ing", + "ĉ console", + "ĉcon sole", + "Ġ justice", + "Ġjust ice", + "Ġju stice", + "Ġ JS", + "ĠJ S", + "Ġl ived", + "Ġli ved", + "Ġlive d", + "Ġliv ed", + "g ar", + "ga r", + "Ġ Graph", + "ĠG raph", + "ĠGr aph", + "ĠGra ph", + "Ġ Stat", + "ĠS tat", + "ĠSt at", + "ĠSta t", + "Ġ iPhone", + "Ġi Phone", + "ĠiP hone", + ". al", + ".a l", + "Ġ HD", + "ĠH D", + "Ġocc ur", + "Ġoc cur", + "Ġ threshold", + "Ġth reshold", + "Ġthresh old", + "5 09", + "50 9", + "Ġ onclick", + "Ġon click", + "Ġonc lick", + "R EG", + "RE G", + ".Graphics Unit", + "M eta", + "Me ta", + "Met a", + "Å ¾", + "Ġ cum", + "Ġc um", + "Ġcu m", + ". gnu", + ".g nu", + "à «", + "Ġobt ained", + "Ġobtain ed", + "Ġcom plaint", + "Ġcompl aint", + "Ġcomplain t", + "Ġ eating", + "Ġe ating", + "Ġeat ing", + "Ġea ting", + "Ġ tar", + "Ġt ar", + "Ġta r", + "_ task", + "_t ask", + "_ta sk", + "Ġ opts", + "Ġo pts", + "Ġop ts", + "Ġopt s", + "2 16", + "21 6", + "( to", + "(t o", + "P ass", + "Pa ss", + "Pas s", + "Ġp lastic", + "Ġpl astic", + "Ġplast ic", + "t ility", + "til ity", + "Ġ Win", + "ĠW in", + "ĠWi n", + ".prevent Default", + "p ile", + "pi le", + "Ġ Gar", + "ĠG ar", + "ĠGa r", + "Ġ quantity", + "Ġqu antity", + "Ġquant ity", + "Ġqua ntity", + "_ last", + "_l ast", + "_la st", + "Ġg reatest", + "Ġgreat est", + "Ġgre atest", + "D ao", + "Da o", + "_ DIS", + "_D IS", + "_DI S", + "Ġ Used", + "ĠU sed", + "ĠUs ed", + "ĠUse d", + "Ġ HP", + "ĠH P", + "r iting", + "ri ting", + "rit ing", + "S ION", + "SI ON", + "b lue", + "bl ue", + "d omain", + "do main", + "dom ain", + "Ġ scores", + "Ġs cores", + "Ġsc ores", + "Ġscore s", + "Ġsco res", + "Ġscor es", + "N ormal", + "Norm al", + "Nor mal", + "_ admin", + "_ad min", + "Ġ ASSERT", + "ĠA SSERT", + "ĠASS ERT", + "T hen", + "The n", + "Th en", + "* **", + "** *", + "d ist", + "dis t", + "di st", + "l on", + "lo n", + "Ġh ate", + "Ġha te", + "Ġhat e", + "s hal", + "sh al", + "sha l", + "Image View", + "d atabase", + "data base", + "dat abase", + "Ġp and", + "Ġpa nd", + "Ġpan d", + "Ġ logic", + "Ġlog ic", + "= false", + "=f alse", + "b g", + "Ġ Configuration", + "ĠConfig uration", + "Ġn ur", + "Ġnu r", + "O G", + "Ġ married", + "Ġmar ried", + ": +", + "Ġd ropped", + "Ġdr opped", + "Ġdrop ped", + "Ġdro pped", + "0 40", + "04 0", + "Ġ registration", + "Ġreg istration", + "Ġregistr ation", + "Ġregist ration", + "о м", + "оР¼", + "ult iple", + "ulti ple", + "ultip le", + "i zers", + "iz ers", + "ize rs", + "izer s", + "s hape", + "sh ape", + "sha pe", + ". copy", + ".c opy", + ".co py", + "Ġw earing", + "Ġwe aring", + "Ġwear ing", + "ĠC ath", + "ĠCa th", + "ĠCat h", + "Ġded icated", + "Ġdedic ated", + "Ġdedicate d", + "Ġ ...Ċ", + "Ġ. ..Ċ", + "Ġ... Ċ", + "Ġ.. .Ċ", + "Ġadv oc", + "Ġ Family", + "ĠF amily", + "ĠFam ily", + "ĠFamil y", + "Ġ statements", + "Ġstate ments", + "Ġstat ements", + "Ġstatement s", + "e matic", + "em atic", + "ema tic", + "emat ic", + "ampions hip", + "ampion ship", + "Ġmot iv", + "Ġmo tiv", + "Ġ Have", + "ĠH ave", + "ĠHa ve", + "ĠHav e", + "Ġb low", + "Ġbl ow", + "Ġblo w", + "J ob", + "Jo b", + "c ert", + "ce rt", + "cer t", + "_ vector", + "_v ector", + "_vec tor", + "_vect or", + "_ve ctor", + "inst all", + "Ġ COPY", + "ĠC OPY", + "ĠCO PY", + "ĠCOP Y", + "em bed", + "emb ed", + "D IR", + "DI R", + "Ġ Spring", + "ĠS pring", + "ĠSp ring", + "ĠSpr ing", + "Ġex hib", + "Ġexh ib", + "2 23", + "22 3", + "c dn", + "cd n", + "Ġ Comment", + "ĠCom ment", + "ĠComm ent", + "Ġ Optional", + "ĠOption al", + "ĠOpt ional", + ". player", + ".p layer", + ".pl ayer", + ".play er", + "Ġ Dark", + "ĠD ark", + "ĠDa rk", + "ĠDar k", + "( pos", + "(p os", + "(po s", + "Ġ Should", + "ĠSh ould", + "ĠSho uld", + "Ġ centre", + "Ġc entre", + "Ġcent re", + "Ġcentr e", + "Ġcen tre", + "Ġ Guard", + "ĠG uard", + "ĠGu ard", + "ĠGuar d", + "ó w", + "Ġtr ouble", + "Ġtro uble", + "Ġtroub le", + "Ġtrou ble", + "E NER", + "EN ER", + "ENE R", + "( unsigned", + "(un signed", + "_ service", + "_s ervice", + "_serv ice", + "_ser vice", + "Ġ ns", + "Ġn s", + "u ling", + "ul ing", + "ulin g", + "uli ng", + "Ġ Mexico", + "ĠMe xico", + "ĠMex ico", + "Ġ NY", + "ĠN Y", + "m ysql", + "my sql", + "mys ql", + "Ġ lic", + "Ġl ic", + "Ġli c", + "å ľ", + "M r", + "- fl", + "-f l", + "Ġ Customer", + "ĠC ustomer", + "ĠCustom er", + "ĠCust omer", + "i di", + "id i", + "Ġ ?>ĊĊ", + "Ġ? >ĊĊ", + "Ġ?> ĊĊ", + "Ġ?>Ċ Ċ", + "r ible", + "ri ble", + "rib le", + "Ġ пÑĢ", + "Ġп ÑĢ", + "Ġ sizes", + "Ġs izes", + "Ġsize s", + "Ġsi zes", + "Ġsiz es", + "_ STRING", + "_ST RING", + "_STR ING", + "valid ation", + "Ġ Jon", + "ĠJ on", + "ĠJo n", + "( Http", + "(H ttp", + "add Class", + "N odes", + "Node s", + "No des", + "Ġ fragment", + "Ġf ragment", + "Ġfr agment", + "Ġfra gment", + "Ġfrag ment", + "Ġs poke", + "Ġsp oke", + "Ġspo ke", + "Ġw aste", + "Ġwas te", + "Ġwa ste", + "Ġwast e", + "J oin", + "Jo in", + "Ġ illustr", + "Ġill ustr", + "Ġillust r", + "e li", + "el i", + "c ient", + "ci ent", + "cie nt", + "Ġ aid", + "Ġa id", + "Ġai d", + "Ġpro sec", + "Ġpros ec", + "Ġprose c", + "' ){Ċ", + "') {Ċ", + "'){ Ċ", + "Ġp assing", + "Ġpass ing", + "Ġpas sing", + "Ġ faces", + "Ġf aces", + "Ġfa ces", + "Ġfac es", + "Ġface s", + "S hape", + "Sh ape", + "Sha pe", + "_ Z", + "i ti", + "it i", + "Ġ alle", + "Ġa lle", + "Ġal le", + "Ġall e", + "Ġ robot", + "Ġr obot", + "Ġro bot", + "Ġrob ot", + "Ġ ĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠ ĠĊ", + "Ġ Spe", + "ĠS pe", + "ĠSp e", + "Ġre ceiving", + "Ġrece iving", + "Ġ Details", + "ĠD etails", + "ĠDe tails", + "ĠDet ails", + "ĠDetail s", + "Ġ \")", + "Ġ\" )", + "m g", + "_ REF", + "_RE F", + "_R EF", + "Ġ comparison", + "Ġcom parison", + "Ġcompar ison", + "* ,", + "Ġ Found", + "ĠF ound", + "ĠFo und", + "ĠFou nd", + "_ session", + "_s ession", + "_sess ion", + "( U", + "/ F", + "Ġ xxx", + "Ġx xx", + "Ġxx x", + "N etwork", + "Net work", + "d ers", + "de rs", + "der s", + "Ġ capture", + "Ġc apture", + "Ġcap ture", + "Ġcapt ure", + "Ġc orre", + "Ġcor re", + "Ġcorr e", + "Ġ Ltd", + "ĠL td", + "ĠLt d", + "Ġ Adv", + "ĠA dv", + "ĠAd v", + "[ @", + "Ġ clip", + "Ġc lip", + "Ġcl ip", + "Ġcli p", + "M ill", + "Mi ll", + "Mil l", + "Ġ Profile", + "ĠPro file", + "ĠPr ofile", + "ĠProf ile", + "Ġ endif", + "Ġen dif", + "Ġend if", + "Ġob lig", + "Ġobl ig", + "de scribe", + "des cribe", + "descr ibe", + ". element", + ".e lement", + ".el ement", + ".elem ent", + "riter ion", + "L D", + "e red", + "er ed", + "ere d", + "Ġf avour", + "Ġfav our", + "s core", + "sc ore", + "Ġ Filter", + "ĠF ilter", + "ĠFil ter", + "at tributes", + "attribute s", + "attrib utes", + "Ġ checks", + "Ġcheck s", + "Ġche cks", + "In flater", + "Inf later", + "Ġ Plus", + "ĠP lus", + "ĠPl us", + "Ġ scientific", + "Ġscient ific", + "Ġ privacy", + "Ġpriv acy", + "H ead", + "He ad", + "Ġ feat", + "Ġf eat", + "Ġfe at", + "Ġ degrees", + "Ġdeg rees", + "Ġdegree s", + "Ġ Pale", + "ĠP ale", + "ĠPal e", + "ĠPa le", + "; \">", + ";\" >", + "Ġ films", + "Ġfil ms", + "Ġfilm s", + "Ġ Audio", + "ĠA udio", + "ĠAud io", + "ĠAu dio", + "ĠAudi o", + "Ġ Tag", + "ĠT ag", + "ĠTa g", + "Ġ Energy", + "ĠE nergy", + "ĠEn ergy", + "ĠEnerg y", + "i tar", + "it ar", + "ita r", + "par ator", + "para tor", + "Ġf ellow", + "Ġfell ow", + "Ġfel low", + "Ġ evt", + "Ġe vt", + "Ġev t", + "Ġ Tri", + "ĠT ri", + "ĠTr i", + "ĠD AM", + "ĠDA M", + "c loud", + "cl oud", + "clo ud", + "Ġ Password", + "ĠP assword", + "ĠPass word", + "ĠPas sword", + "Ġ Democrats", + "ĠDem ocrats", + "ĠDemocr ats", + "ĠDemocrat s", + "ĠA cad", + "ĠAc ad", + "$ lang", + "$l ang", + "Ġ reb", + "Ġre b", + "Ġr eb", + "( ))ĊĊ", + "() )ĊĊ", + "()) ĊĊ", + "())Ċ Ċ", + "н Ñĭ", + "Ġ Bur", + "ĠB ur", + "ĠBu r", + "read cr", + "Ġ hex", + "Ġh ex", + "Ġhe x", + "2 09", + "20 9", + "Con sole", + "Cons ole", + "c tl", + "ct l", + "ou sel", + "ous el", + "ouse l", + "Ġ William", + "ĠWill iam", + "ĠWilli am", + "Ġ az", + "Ġa z", + "_ PORT", + "_P ORT", + "_PO RT", + "Ġpr actices", + "Ġpract ices", + "Ġpractice s", + "Ġany where", + "Ġ Position", + "ĠP osition", + "ĠPos ition", + "Ġ ->Ċ", + "Ġ- >Ċ", + "Ġ-> Ċ", + "i ams", + "ia ms", + "iam s", + ". username", + ".user name", + "place holder", + "Ġ oder", + "Ġo der", + "Ġod er", + "Ġode r", + "Ġ Secretary", + "ĠSecret ary", + "Ġ iT", + "Ġi T", + "m ond", + "mon d", + "mo nd", + "e vents", + "event s", + "ev ents", + "even ts", + "eve nts", + "? âĢĿ", + ". Sub", + ".S ub", + "Ġ attached", + "Ġatt ached", + "Ġattach ed", + "Ġn ão", + "Ġ estate", + "Ġe state", + "Ġest ate", + "Ġesta te", + "3 65", + "36 5", + ". action", + ".a ction", + ".ac tion", + ".act ion", + "Ġ figures", + "Ġfig ures", + "Ġfigure s", + "Ġfigur es", + "Ġ });čĊ", + "Ġ} );čĊ", + "Ġ}) ;čĊ", + "Ġ}); čĊ", + "Ġsub scri", + "Ġsubs cri", + ". tag", + ".t ag", + ".ta g", + "n am", + "na m", + ". plot", + ".p lot", + ".pl ot", + "n oon", + "no on", + "li ament", + "lia ment", + "Char acter", + ". tab", + ".t ab", + ".ta b", + "Ġ winter", + "Ġw inter", + "Ġwin ter", + "Ġ Variable", + "ĠVar iable", + "ĠVari able", + "Ġ trees", + "Ġt rees", + "Ġtr ees", + "Ġtre es", + "Ġtree s", + "Ġp roud", + "Ġpro ud", + "Ġpr oud", + "( V", + "_ load", + "_l oad", + "_lo ad", + "Ġh ier", + "Ġhi er", + "ĠE con", + "ĠEc on", + "ĠEco n", + "Ġ fd", + "Ġf d", + "Ġvict ims", + "Ġvictim s", + "R est", + "Re st", + "Res t", + "i ana", + "ia na", + "ian a", + "Ġ fake", + "Ġf ake", + "Ġfa ke", + "Ġfak e", + ".Print ln", + "Ġ strlen", + "Ġst rlen", + "Ġstr len", + "Ġ sad", + "Ġs ad", + "Ġsa d", + "Ġ ble", + "Ġb le", + "Ġbl e", + "P rot", + "Pro t", + "Pr ot", + "Ġ buttons", + "Ġbut tons", + "Ġbutton s", + "Ġbutt ons", + "Ġbutto ns", + "Ġte levision", + "Ġtele vision", + "Ġtelevis ion", + "Ġtelev ision", + "Ġ logo", + "Ġl ogo", + "Ġlo go", + "Ġlog o", + "ext ension", + "ĉ j", + "s tein", + "st ein", + "ste in", + "ac iones", + "acion es", + "aci ones", + "acio nes", + "Ġ \"\"\"ĊĊ", + "Ġ\"\" \"ĊĊ", + "Ġ\"\"\"Ċ Ċ", + "Ġ\"\"\" ĊĊ", + "Ġ simp", + "Ġs imp", + "Ġsim p", + "Ġsi mp", + "Ġrecord ed", + "Ġbr ings", + "Ġbring s", + "Ġ principal", + "Ġpr incipal", + "Ġprincip al", + "Ġf ees", + "Ġfe es", + "Ġfee s", + "( source", + "(s ource", + "k dir", + "kd ir", + "Ġ utils", + "Ġutil s", + "Ġut ils", + "Ġcorrect ly", + "f il", + "fi l", + "Ġ wel", + "Ġw el", + "Ġwe l", + "P air", + "Pa ir", + "- button", + "-b utton", + "-but ton", + "s cale", + "sc ale", + "scal e", + "ver ify", + "[ c", + "Ġ ---", + "Ġ- --", + "Ġ-- -", + "Ġ escape", + "Ġe scape", + "Ġes cape", + "Ġesc ape", + "Ġescap e", + "i kes", + "ik es", + "ike s", + "Lower Case", + "ic ian", + "ici an", + "icia n", + "Ġ chapter", + "Ġch apter", + "Ġcha pter", + "Ġchap ter", + "Ġ TYPE", + "ĠT YPE", + "ĠTY PE", + "Ġ shadow", + "Ġsh adow", + "Ġ awesome", + "Ġaw esome", + "Ġawe some", + "W E", + "e lif", + "el if", + "eli f", + "Ġ lambda", + "Ġl ambda", + "Ġlamb da", + "Ġ distinct", + "Ġdist inct", + "Ġ bare", + "Ġb are", + "Ġbar e", + "Ġba re", + "- off", + "-of f", + "-o ff", + "Ġ colour", + "Ġcol our", + ". appendChild", + ".append Child", + "o lec", + "ol ec", + "ole c", + "a ga", + "ag a", + ". fill", + ".f ill", + ".fi ll", + ".fil l", + "ĉ super", + "ĉs uper", + "Ġ adj", + "Ġa dj", + "Ġad j", + "( position", + "(p osition", + "(pos ition", + ". getItem", + ".get Item", + "2 42", + "24 2", + "S hort", + "Sh ort", + "Ġtot ally", + "Ġtotal ly", + "V D", + "Ġ Tre", + "ĠT re", + "ĠTr e", + "_ ep", + "_e p", + "v ements", + "ve ments", + "vement s", + "vem ents", + "Ġ Solution", + "ĠS olution", + "ĠSol ution", + "Ġfund ament", + "F ollow", + "Ġ facility", + "Ġfac ility", + "Ġfacilit y", + "Ġfacil ity", + "Ġhapp ening", + "Ġhappen ing", + "O F", + ". textBox", + ".text Box", + "S pan", + "Sp an", + "Ġ «", + "Ġ «", + "i den", + "id en", + "ide n", + "Ġex ceed", + "Ġexc eed", + "Ġexce ed", + "( parent", + "(p arent", + "(par ent", + "(paren t", + "(pa rent", + "Ġ cp", + "Ġc p", + "ç »", + "Ġh asn", + "Ġhas n", + "Ġha sn", + "Ġ pri", + "Ġp ri", + "Ġpr i", + "Ġcon sequ", + "Ġcons equ", + "Ġconse qu", + "n en", + "ne n", + "ĠIN TO", + "ĠINT O", + "I gnore", + "Ign ore", + "Ġ Future", + "ĠF uture", + "ĠFu ture", + "ĠFut ure", + "Ġ carbon", + "Ġc arbon", + "Ġcar bon", + "Ġcarb on", + "Ġ Steel", + "ĠSt eel", + "ĠSte el", + "f mt", + "fm t", + "o kie", + "ok ie", + "oki e", + "Ġ spl", + "Ġs pl", + "Ġsp l", + "( title", + "(t itle", + "(ti tle", + "- info", + "-in fo", + "-inf o", + "Ġde als", + "Ġdeal s", + "Ġ fixture", + "Ġf ixture", + "Ġfix ture", + "e a", + "D iv", + "Di v", + "Ġ tested", + "Ġt ested", + "Ġte sted", + "Ġtest ed", + "Ġtes ted", + "Ġteste d", + "_ return", + "_re turn", + "_r eturn", + "_ret urn", + ") ĊĊĊĊ", + ")Ċ ĊĊĊ", + ")ĊĊ ĊĊ", + ")ĊĊĊ Ċ", + "up ported", + "upport ed", + "upp orted", + "Ġ Cook", + "ĠC ook", + "ĠCo ok", + "Ġp aying", + "Ġpay ing", + "Ġpa ying", + "Ġ Ill", + "ĠI ll", + "ĠIl l", + "Ġarr ested", + "Ġarrest ed", + "Ġ Prime", + "ĠPr ime", + "ĠPri me", + "ĠPrim e", + "_ callback", + "_c allback", + "_call back", + "> ,Ċ", + ">, Ċ", + "d river", + "dr iver", + "drive r", + "O nce", + "On ce", + "a bb", + "ab b", + "_ bytes", + "_by tes", + "_byte s", + "Ġ Sets", + "ĠS ets", + "ĠSe ts", + "ĠSet s", + "( Object", + "(O bject", + "Ġ cc", + "Ġc c", + "Ġ shell", + "Ġs hell", + "Ġsh ell", + "Ġshe ll", + "Ġshel l", + "a lo", + "al o", + ") ;//", + "); //", + "( log", + "(l og", + "(lo g", + "2 64", + "26 4", + "c tors", + "ct ors", + "ctor s", + ") ", + "2 18", + "21 8", + "Ġ $(\".", + "Ġ$ (\".", + "Ġ$( \".", + "Ġ$(\" .", + ". pos", + ".p os", + ".po s", + "Ġ boys", + "Ġbo ys", + "Ġboy s", + "Ġwed ding", + "Ġ agents", + "Ġag ents", + "Ġage nts", + "Ġagent s", + "= \"_", + "=\" _", + "Ġ Army", + "ĠAr my", + "ĠArm y", + "Ġ hint", + "Ġh int", + "Ġhi nt", + "Ġhin t", + "v ision", + "vis ion", + "Ġ tech", + "Ġt ech", + "Ġte ch", + "Ġtec h", + "Ġ Connect", + "ĠCon nect", + "ĠConn ect", + "Ġ legend", + "Ġl egend", + "Ġle gend", + "Ġleg end", + "Ġ Bet", + "ĠB et", + "ĠBe t", + ". Base", + ".B ase", + "Sub ject", + "Su bject", + "Ġ lit", + "Ġl it", + "Ġli t", + "Re move", + "Rem ove", + "Ġ \":", + "Ġ\" :", + "Ġ Final", + "ĠF inal", + "ĠFin al", + "ĠFi nal", + "pear ance", + "ĠiT unes", + "Ġ participants", + "Ġpart icipants", + "Ġparticip ants", + "Ġparticipant s", + "Ġ Python", + "ĠP ython", + "ĠPy thon", + "Ġ busy", + "Ġbu sy", + "Ġbus y", + "i el", + "ie l", + "vert ices", + "Ġtemplate Url", + "Ġ Close", + "ĠC lose", + "ĠCl ose", + "ĠClo se", + "I mg", + "Im g", + "ĠCorpor ation", + "ĠCorp oration", + "t imestamp", + "time stamp", + "Ġ extend", + "Ġext end", + "Ġwe bsites", + "Ġweb sites", + "Ġwebsite s", + "Ġwebs ites", + "Ġposs ibility", + "Ġpossibilit y", + "о ÑĤ", + "Ġ kö", + "Ġk ö", + "Ġm eat", + "Ġme at", + "Ġ representation", + "Ġre presentation", + "Ġrep resentation", + "Ġrepresent ation", + "Ġrepresenta tion", + "2 41", + "24 1", + "Ġ ĉĉ", + "Ġĉ ĉ", + "_ START", + "_ST ART", + "_STAR T", + "_STA RT", + ". apply", + ".app ly", + ".ap ply", + "ĠV alley", + "ĠVal ley", + "ĠValle y", + "ĠVall ey", + "Ġ Success", + "ĠS uccess", + "ĠSu ccess", + "ĠSuc cess", + "ĠSucc ess", + "H i", + "Ġ nob", + "Ġn ob", + "Ġno b", + "Ġ IEnumerable", + "ĠI Enumerable", + "_ select", + "_s elect", + "_se lect", + "_sel ect", + "g eo", + "ge o", + ". \")Ċ", + ".\" )Ċ", + ".\") Ċ", + "Ġt urning", + "Ġturn ing", + "Ġtur ning", + "Ġ fabric", + "Ġf abric", + "Ġfab ric", + "(\" \");Ċ", + "(\"\" );Ċ", + "(\"\") ;Ċ", + "(\"\"); Ċ", + "Ġp erspective", + "Ġpers pective", + "é Ĺ", + "Ġ Sn", + "ĠS n", + "Th ank", + "Than k", + "; j", + ". Parameters", + ".Param eters", + ".Parameter s", + "ĉ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĉĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĉĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ facts", + "Ġf acts", + "Ġfact s", + "Ġfa cts", + "Ġfac ts", + "3 05", + "30 5", + "Ġ unt", + "Ġu nt", + "Ġun t", + ". instance", + ".in stance", + ".inst ance", + "#### ############################################################", + "######## ########################################################", + "################ ################################################", + "################################ ################################", + "################################################ ################", + "######################################## ########################", + "######################## ########################################", + "######################################################## ########", + "############################################################ ####", + "- end", + "-e nd", + "-en d", + "Ġ JOIN", + "ĠJO IN", + "Ġ Hen", + "ĠH en", + "ĠHe n", + "Ġ uri", + "Ġu ri", + "Ġur i", + "åIJ į", + "Ġ на", + "Ġн а", + "Ġ Info", + "ĠIn fo", + "ĠInf o", + "Ġcon ducted", + "Ġconduct ed", + "Ġconduc ted", + "Ġ Ã¥", + "Ġà ¥", + "OUR CE", + "Ġ wine", + "Ġw ine", + "Ġwin e", + "Ġwi ne", + "J ohn", + "Jo hn", + ".Error f", + ".Err orf", + "Ġ Age", + "ĠA ge", + "ĠAg e", + "o unded", + "ound ed", + "oun ded", + "Ġreal ize", + "Ġrealiz e", + "3 12", + "31 2", + "Ġ ];", + "Ġ] ;", + "Ġsub sequ", + "Ġsubs equ", + ", m", + "( User", + "(U ser", + "i ano", + "ia no", + "ian o", + "Ġaccom pl", + "Ġaccomp l", + "i sp", + "is p", + ". std", + ".s td", + ".st d", + "é ĩ", + "Ġ Bed", + "ĠB ed", + "ĠBe d", + ". setAttribute", + ".set Attribute", + "B R", + "ke ep", + "kee p", + "Ġ ALL", + "ĠA LL", + "ĠAL L", + "Ġ isol", + "Ġis ol", + "Ġi sol", + "Ġiso l", + "a mma", + "am ma", + "amm a", + "P ackage", + "Pack age", + "Ġ occasion", + "Ġocc asion", + "Ġoccas ion", + "- success", + "-s uccess", + "-su ccess", + "е д", + "еР´", + "ĠLIMIT ED", + "s trip", + "st rip", + "str ip", + "stri p", + "( )ĊĊĊ", + "() ĊĊĊ", + "()Ċ ĊĊ", + "()ĊĊ Ċ", + "is tribution", + "istrib ution", + "Color s", + "Col ors", + "Ġ+ :+", + "Did Load", + "a ler", + "al er", + "ale r", + "Ġ tid", + "Ġt id", + "Ġti d", + "Ġ LED", + "ĠL ED", + "ĠLE D", + "Ġ Linked", + "ĠLink ed", + "ĠLin ked", + "Ġ Cart", + "ĠC art", + "ĠCar t", + "ĠCa rt", + "( ))čĊ", + "() )čĊ", + "()) čĊ", + "_ READ", + "_RE AD", + "Ġk illing", + "Ġkill ing", + "Ġkil ling", + "Ġ PHP", + "ĠP HP", + "ĠPH P", + "f ection", + "fe ction", + "fect ion", + "fec tion", + "Ġ instances", + "Ġin stances", + "Ġinst ances", + "Ġinstance s", + "c v", + "\" />", + "\"/ >", + "Ġ sf", + "Ġs f", + "Ġt axes", + "Ġtax es", + "Ġta xes", + "_ location", + "_l ocation", + "_lo cation", + "_loc ation", + "Ġ Bitcoin", + "ĠBit coin", + "u able", + "ua ble", + "r ank", + "ra nk", + "ran k", + "i gnore", + "ig nore", + "ign ore", + "t rack", + "tr ack", + "tra ck", + "к а", + "Ġshould n", + "Ġ OP", + "ĠO P", + "= >{Ċ", + "=> {Ċ", + "Ġ km", + "Ġk m", + "Ġ helper", + "Ġh elper", + "Ġhelp er", + "Ġhel per", + "_ head", + "_h ead", + "_he ad", + "Ġ Whether", + "ĠWh ether", + "ĠWhe ther", + "o co", + "oc o", + "_ bl", + "_b l", + "Ġ statistics", + "Ġstat istics", + "Ġstatist ics", + "Ġstatistic s", + "Ġbe auty", + "Ġbeaut y", + "Ġbeau ty", + "Ġ tog", + "Ġt og", + "Ġto g", + "t ip", + "ti p", + "ëĭ ¤", + "Ġ csv", + "Ġc sv", + "Ġcs v", + "( sql", + "(s ql", + "(sq l", + "std lib", + "we ak", + "Ġ likes", + "Ġl ikes", + "Ġli kes", + "Ġlike s", + "Ġlik es", + "Ä į", + "Ġ repeat", + "Ġre peat", + "Ġrep eat", + "Ġrepe at", + "Ġa partment", + "Ġap artment", + "Ġapart ment", + "Ġe mph", + "Ġem ph", + "Ġemp h", + "_ edit", + "_e dit", + "_ed it", + "Ġ vit", + "Ġv it", + "Ġvi t", + "ĉ type", + "ĉt ype", + "ĉtyp e", + "2 17", + "21 7", + "E ven", + "Ev en", + "u ten", + "ut en", + "ute n", + "Ġcircum stances", + "Ġcircumstance s", + "b ian", + "bi an", + "bia n", + "Ġs ugar", + "Ġsu gar", + "Ġsug ar", + "W indows", + "Window s", + "Wind ows", + "ì ŀ", + "Ġobs erved", + "Ġobserv ed", + "Ġobserve d", + "/ data", + "/d ata", + "/dat a", + "Ġ calendar", + "Ġc alendar", + "Ġcal endar", + "Ġcalend ar", + "Ġ strike", + "Ġst rike", + "Ġstr ike", + "Ġstri ke", + "Ġ RES", + "ĠR ES", + "ĠRE S", + "_ sc", + "_s c", + "f ony", + "fo ny", + "fon y", + "o rem", + "or em", + "ore m", + "( z", + "p ower", + "po wer", + "pow er", + "et ect", + "ete ct", + "Ġ Sat", + "ĠS at", + "ĠSa t", + ". description", + ".d escription", + ".de scription", + ".des cription", + "Ġ gang", + "Ġg ang", + "Ġga ng", + "Ġgan g", + "Ġ Sports", + "ĠS ports", + "ĠSp orts", + "ĠSport s", + "ĠSpo rts", + "ĠSpor ts", + "on gs", + "ong s", + "Ġ Bundle", + "ĠB undle", + "ĠBund le", + "ĠBun dle", + ". sum", + ".s um", + "o nce", + "on ce", + "Ġacc used", + "Ġaccus ed", + "Ġaccuse d", + "Ġexp lore", + "Ġexpl ore", + "Ġexplo re", + "Ġexplor e", + "Ġ approximately", + "Ġapprox imately", + "Ġapproximate ly", + "Ġ losing", + "Ġl osing", + "Ġlo sing", + "Ġlos ing", + "th esis", + "the sis", + "thes is", + "Ġ Fund", + "ĠF und", + "ĠFun d", + "ĠFu nd", + "Ġdi agn", + "Ġdia gn", + "Ġdiag n", + "A utowired", + "p roperties", + "prop erties", + "proper ties", + "Ġ _.", + "Ġ_ .", + "Ġ cnt", + "Ġc nt", + "Ġcn t", + "ced ure", + "Ġ yy", + "Ġy y", + "Ġ grant", + "Ġg rant", + "Ġgr ant", + "Ġgran t", + "Ġgra nt", + "s ock", + "so ck", + "soc k", + ". innerHTML", + ".inner HTML", + "Ġ ]);Ċ", + "Ġ] );Ċ", + "Ġ]) ;Ċ", + "Ġ]); Ċ", + "Ġ CONFIG", + "ĠCON FIG", + "ĠCONF IG", + "= '$", + "=' $", + "5 50", + "55 0", + "] ];Ċ", + "]] ;Ċ", + "]]; Ċ", + "U ND", + "UN D", + "Ġ glob", + "Ġg lob", + "Ġgl ob", + "Ġglo b", + "Ġ dire", + "Ġd ire", + "Ġdi re", + "Ġdir e", + "uff le", + "_ MEM", + "_M EM", + "_ME M", + "Ġauth entic", + "> (\"", + ">( \"", + "Ġde cade", + "Ġdec ade", + "Ġdecad e", + "Ġ Import", + "ĠIm port", + "ĠImp ort", + "Ġorig inally", + "Ġoriginal ly", + "Ġorigin ally", + "Ġ jQuery", + "Ġj Query", + "Ġind icate", + "Ġindic ate", + "Ġindica te", + "Ġours elves", + "S w", + ". lbl", + ".l bl", + ".lb l", + "en erate", + "ener ate", + "ene rate", + "Ġbas ically", + "Ġbasic ally", + "Ġ Hom", + "ĠH om", + "ĠHo m", + "Ġ+ #+", + "Ġ+# +", + "Ġ Britain", + "ĠBrit ain", + "ĠBri tain", + "Ġ Kar", + "ĠK ar", + "ĠKa r", + "to Equal", + ". stop", + ".s top", + ".st op", + "Ġ modal", + "Ġm odal", + "Ġmod al", + "Ġmo dal", + "Ġmoda l", + "i si", + "is i", + "Ġsuggest s", + "Ġ dtype", + "Ġd type", + "Ġdt ype", + "Ġ tur", + "Ġt ur", + "Ġtu r", + "b f", + "Ġ connections", + "Ġconnection s", + "Ġconn ections", + "Ġconnect ions", + "Ġ Before", + "ĠB efore", + "ĠBe fore", + "i sted", + "is ted", + "ist ed", + "iste d", + "m ouse", + "mo use", + "Ġp ulled", + "Ġpull ed", + "Ġpul led", + ". build", + ".b uild", + "Ġleg islation", + "Ġlegis lation", + "Ġlegisl ation", + "Ġ forth", + "Ġf orth", + "Ġfor th", + "Ġfort h", + "p ad", + "pa d", + "e go", + "eg o", + ". Now", + ".N ow", + ".No w", + "Ġexc iting", + "Ġexcit ing", + "} ĊĊĊĊ", + "}Ċ ĊĊĊ", + "}ĊĊ ĊĊ", + "}ĊĊĊ Ċ", + "Ġcom pr", + "Ġco mpr", + "Ġcomp r", + "Ġ shares", + "Ġsh ares", + "Ġshare s", + "Ġsha res", + "Ġshar es", + "Ġ rig", + "Ġr ig", + "Ġri g", + "g reen", + "gr een", + "gre en", + "gree n", + "_ vec", + "_v ec", + "_ve c", + "Ġ enumerate", + "Ġenum erate", + "Ġenumer ate", + "A uto", + "Aut o", + "Au to", + "ic ator", + "ica tor", + "Ġ Ray", + "ĠR ay", + "ĠRa y", + "a sse", + "as se", + "ass e", + "Ġ holiday", + "Ġh oliday", + "Ġhol iday", + "Ġ nullable", + "Ġnull able", + "Ġnulla ble", + "g un", + "gu n", + "_ details", + "_d etails", + "_de tails", + "_detail s", + "_det ails", + "Ġ wrapper", + "Ġw rapper", + "Ġwr apper", + "Ġwrap per", + "s eq", + "se q", + "Ġ Young", + "ĠYou ng", + "ĠYo ung", + "ju ana", + "juan a", + "Ġ\" __", + "Ġ\"_ _", + "l icense", + "lic ense", + "s erve", + "se rve", + "ser ve", + "serv e", + "^ (", + "i ders", + "id ers", + "ide rs", + "ider s", + ". Remove", + ".Re move", + ".Rem ove", + "rop down", + "' S", + "p in", + "pi n", + "( token", + "(t oken", + "(to ken", + "(tok en", + ". Default", + ".D efault", + ".De fault", + ".Def ault", + "Ġ reasonable", + "Ġreason able", + "amp ion", + "ĠS ociety", + "ĠSoci ety", + "Ġ bei", + "Ġb ei", + "Ġbe i", + "er ves", + "erv es", + "erve s", + "r ad", + "ra d", + "Ġ Fox", + "ĠF ox", + "ĠFo x", + "_ images", + "_image s", + "_im ages", + "_imag es", + "Ġ wheel", + "Ġw heel", + "Ġwh eel", + "Ġwhe el", + "' )[", + "') [", + "Ġ cfg", + "Ġc fg", + "Ġcf g", + "( By", + "(B y", + "Con structor", + "Construct or", + "Ġ vary", + "Ġv ary", + "Ġvar y", + "Ġva ry", + ". swift", + ".sw ift", + "Ġ proxy", + "Ġpro xy", + "Ġpr oxy", + "Ġprox y", + "ĉ H", + "Ġ Another", + "ĠAn other", + "Ġ Pen", + "ĠP en", + "ĠPe n", + "Ġ checking", + "Ġcheck ing", + "Ġ jest", + "Ġj est", + "Ġje st", + "Ġjes t", + "m anager", + "man ager", + "manage r", + "mana ger", + "Or igin", + "Orig in", + "u gs", + "ug s", + "o ir", + "oi r", + "> čĊ", + "Ġ-- >čĊ", + "Ġ--> čĊ", + "Ġrel ief", + "Ġreli ef", + "Ġrelie f", + "l ap", + "la p", + "q uer", + "qu er", + "que r", + "_ parent", + "_p arent", + "_par ent", + "_pa rent", + "he ap", + "hea p", + "L OSE", + "LO SE", + "LOS E", + "Ġ combine", + "Ġc ombine", + "Ġcom bine", + "Ġcomb ine", + "Ġcombin e", + "Ġ Rose", + "ĠR ose", + "ĠRo se", + "ĠRos e", + "o wers", + "ow ers", + "ower s", + "owe rs", + "Ġpro cedures", + "Ġproced ures", + "Ġprocedure s", + "Ġ Sort", + "ĠS ort", + "ĠSo rt", + "ĠSor t", + "a nim", + "an im", + "ani m", + "v ariant", + "var iant", + "vari ant", + "eh icle", + "Ġsign ing", + "Ġsig ning", + "Ġsignin g", + "Pr imary", + "Prim ary", + "Pri mary", + "c urrency", + "curr ency", + "Ġs exe", + "Ġse xe", + "Ġsex e", + "o en", + "oe n", + "th eta", + "the ta", + "e man", + "em an", + "ema n", + "Ġim pressive", + "Ġimp ressive", + "Ġimpress ive", + "( '_", + "(' _", + "ĉ U", + "Ġ TextStyle", + "ĠText Style", + "_ cnt", + "_c nt", + "_cn t", + "Ġ slice", + "Ġs lice", + "Ġsl ice", + "Ġslic e", + "( ':", + "(' :", + "Ġunder stood", + "Ġunderst ood", + "H is", + "Hi s", + "2 77", + "27 7", + "0 13", + "01 3", + "Ġin formed", + "Ġinform ed", + "Ġ nick", + "Ġn ick", + "Ġni ck", + "Ġnic k", + "4 29", + "42 9", + "( TAG", + "(T AG", + "h d", + "Ġe lections", + "Ġel ections", + "Ġelect ions", + "Ġelection s", + "Ġele ctions", + "es ture", + "est ure", + "Ġ Santa", + "ĠS anta", + "ĠSan ta", + "ĠSant a", + "ĠCo ast", + ". pdf", + ".p df", + "inc iple", + "incip le", + "inci ple", + ". clone", + ".cl one", + "b orn", + "bo rn", + "bor n", + "u ta", + "ut a", + "Ġ licensed", + "Ġl icensed", + "Ġlicense d", + "Ġlic ensed", + "Ġlicens ed", + "C r", + "Ġ bread", + "Ġb read", + "Ġbr ead", + "Ġbre ad", + "Ġ Houston", + "ĠH ouston", + "ĠHou ston", + "Ġ nod", + "Ġn od", + "Ġno d", + "Ġh opes", + "Ġhope s", + "Ġhop es", + "Ġho pes", + "Ġ CGRect", + "ĠCG Rect", + "Ġgu ilty", + "Ġguilt y", + ". gif", + ".g if", + "Ġ rose", + "Ġr ose", + "Ġro se", + "Ġros e", + ". Common", + ".Com mon", + ".Comm on", + "T ip", + "Ti p", + "A NK", + "AN K", + "Ġ FC", + "ĠF C", + "D uring", + "Du ring", + "Dur ing", + "Ġ Symfony", + "ĠSym fony", + "Ġdef ensive", + "k m", + ") >", + "a rchive", + "arch ive", + "arc hive", + "Ġ URI", + "ĠU RI", + "ĠUR I", + "y cling", + "yc ling", + "ycl ing", + "- o", + "Ġ Website", + "ĠWe bsite", + "ĠWeb site", + "A MP", + "AM P", + "4 05", + "40 5", + "ish ment", + "Ġdo ctors", + "Ġdoc tors", + "Ġdoctor s", + "D irect", + "Dir ect", + "Di rect", + "Dire ct", + "A RI", + "AR I", + "Ġ Redirect", + "ĠRe direct", + "ĠRed irect", + "i eren", + "ie ren", + "ier en", + "iere n", + "9 60", + "96 0", + "_ dist", + "_d ist", + "_dis t", + "_di st", + "y o", + "Ġ Progress", + "ĠPro gress", + "Ġz um", + "Ġzu m", + "Ġme mor", + "Ġmem or", + "Ġmemo r", + "Ġ ED", + "ĠE D", + "Ġ jur", + "Ġj ur", + "Ġju r", + "æį ®", + "_ TABLE", + "_T ABLE", + "_TAB LE", + "_TA BLE", + "Ġ uuid", + "Ġu uid", + "Ġuu id", + "Ex pr", + "Exp r", + ". head", + ".h ead", + ".he ad", + "( '%", + "(' %", + "point er", + "po inter", + "Ġ estimate", + "Ġest imate", + "Ġestim ate", + "Ġ Greg", + "ĠG reg", + "ĠGr eg", + "ĠGre g", + "Ġ loader", + "Ġl oader", + "Ġlo ader", + "Ġload er", + "Ġloa der", + "Ġ iOS", + "Ġi OS", + "Ġ mens", + "Ġm ens", + "Ġme ns", + "Ġmen s", + "[ y", + "Ġref used", + "Ġrefuse d", + "Ġ precision", + "Ġp recision", + "Ġpre cision", + "Ġprec ision", + "Ġprecis ion", + "i sch", + "is ch", + "isc h", + "Ġ ACTION", + "ĠA CTION", + "ĠAC TION", + "ĠACT ION", + "C loud", + "Cl oud", + "Clo ud", + "s With", + "( ret", + "(r et", + "(re t", + "2 92", + "29 2", + "_ ADDR", + "_A DDR", + "_ADD R", + "_AD DR", + "_ conf", + "_con f", + "_co nf", + "( df", + "(d f", + "Ġ locked", + "Ġl ocked", + "Ġloc ked", + "Ġlock ed", + "Ġ rising", + "Ġr ising", + "Ġris ing", + "Ġri sing", + "ãĥ» ãĥ»", + "Ġ Ms", + "ĠM s", + "Ġ scenes", + "Ġsc enes", + "Ġscene s", + "Ġscen es", + "Ġsce nes", + "_ EXT", + "_E XT", + "_EX T", + "_ raw", + "_r aw", + "_ra w", + "_ the", + "_t he", + "_th e", + "pe ople", + "Ġre con", + "Ġrec on", + "Ġreco n", + "Ġ Fun", + "ĠF un", + "ĠFu n", + "Ġb less", + "Ġbl ess", + "Ġble ss", + "Ġ Updated", + "ĠUp dated", + "ĠUpdate d", + "4 22", + "42 2", + "ü n", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠčĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠčĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠčĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ čĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠčĊ", + "p ection", + "pe ction", + "pect ion", + "pec tion", + "R elease", + "Re lease", + "Rel ease", + ". logger", + ".log ger", + ".lo gger", + "Ġ SY", + "ĠS Y", + "Ġc ounsel", + "Ġcoun sel", + "u rd", + "ur d", + "_ true", + "_tr ue", + "Ġevery body", + "iv ot", + "ivo t", + "Ġh ence", + "Ġhe nce", + "Ġhen ce", + "Ġ NAS", + "ĠN AS", + "ĠNA S", + "7 89", + "78 9", + "Ġop posed", + "Ġopp osed", + "Ġoppos ed", + "Ġoppose d", + "un known", + "unk nown", + "Ġ DESC", + "ĠD ESC", + "ĠDE SC", + "ĠDES C", + "Ġ Chair", + "ĠC hair", + "ĠCh air", + "ĠCha ir", + "f ailed", + "fa iled", + "fail ed", + "Ġ INCLUDING", + "ĠIN CLUDING", + "3 86", + "38 6", + "3 52", + "35 2", + "Ġ writers", + "Ġw riters", + "Ġwrit ers", + "Ġwrite rs", + "Ġwriter s", + "{ }Ċ", + "{} Ċ", + "ÃŃ t", + "_ copy", + "_c opy", + "_co py", + "} :", + "Ġ Bat", + "ĠB at", + "ĠBa t", + "Ġ converted", + "Ġcon verted", + "Ġconvert ed", + "Ġconver ted", + "e ding", + "ed ing", + "edi ng", + "edin g", + "pl acement", + "place ment", + "Ġ Host", + "ĠH ost", + "ĠHo st", + "ĠHos t", + "S ound", + "So und", + "Sou nd", + "и м", + "Ġs ought", + "Ġso ught", + "Ġsou ght", + "4 02", + "40 2", + "m id", + "mi d", + "Ġ salary", + "Ġs alary", + "Ġsal ary", + "Ġsala ry", + "o gg", + "og g", + "âĦ ¢", + "b ul", + "bu l", + "Ġw ir", + "Ġwi r", + "valid ator", + "_ STAT", + "_ST AT", + "_STA T", + ". store", + ".st ore", + "Ġ Battle", + "ĠB attle", + "ĠBat tle", + "ĠBatt le", + "ı n", + "Ġ -->ĊĊ", + "Ġ-- >ĊĊ", + "Ġ-->Ċ Ċ", + "Ġ--> ĊĊ", + "Tr ump", + "d ot", + "do t", + "Ġ CONT", + "ĠC ONT", + "ĠCON T", + "ĠCO NT", + ". fetch", + ".f etch", + "Ġcont inu", + "Ġcontin u", + "w as", + "wa s", + "Ġf raud", + "Ġfr aud", + "Ġfra ud", + "Ġfrau d", + "_ tmp", + "_t mp", + "_tm p", + "m itter", + "mit ter", + "mitt er", + ". pictureBox", + ".p ictureBox", + ".picture Box", + "G A", + "Ġ tournament", + "Ġt ournament", + ". Input", + ".In put", + "3 43", + "34 3", + "[ r", + "ex ion", + "cent age", + "ĠK orean", + "ĠKore an", + "ĠKorea n", + "ĠKor ean", + "u ndef", + "un def", + "und ef", + "unde f", + "Ġ Available", + "ĠA vailable", + "ĠAv ailable", + "re shape", + "res hape", + "resh ape", + "Ġ kit", + "Ġk it", + "Ġki t", + "Ġ Struct", + "ĠStr uct", + "Ġ SUB", + "ĠS UB", + "ĠSU B", + "An swer", + "Ans wer", + "_ lib", + "_l ib", + "_li b", + ". twitter", + ".t witter", + ".tw itter", + "Ġ ore", + "Ġo re", + "Ġor e", + "Ġ Dragon", + "ĠD ragon", + "ĠDr agon", + "ĠDrag on", + "ĠDra gon", + ". Ext", + ".Ex t", + ".E xt", + ", k", + "Ġex planation", + "Ġexplan ation", + "r efs", + "re fs", + "ref s", + "Ġ Drive", + "ĠD rive", + "ĠDr ive", + "Ġ Training", + "ĠTr aining", + "ĠTra ining", + "ĠTrain ing", + "2 82", + "28 2", + ". Has", + ".H as", + "3 41", + "34 1", + "int age", + "inta ge", + "b ig", + "bi g", + "olog ist", + "olo gist", + "ologi st", + "en nis", + "enn is", + "4 60", + "46 0", + "Ù ĩ", + "Ġch icken", + "Ġchi cken", + "Ġchick en", + "Ġchic ken", + "Ġ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ Ċ", + "ç Ľ", + "ãģ §", + "Ġ peak", + "Ġpe ak", + "Ġpea k", + "Ġdr inking", + "Ġdrink ing", + "Ġ encode", + "Ġen code", + "Ġenc ode", + "Ġ NEW", + "ĠN EW", + "ĠNE W", + "m alloc", + "mal loc", + "mall oc", + "ĉ fprintf", + "ĉf printf", + "Ġ= ================================================================", + "Ġ================= ================================================", + "Ġ================================================= ================", + "Ġ================================= ================================", + "Ġ============================================================== ===", + "in cluding", + "incl uding", + "inclu ding", + "Ġprincip les", + "Ġprinciple s", + "Ġprinc iples", + "Ġ Mah", + "ĠM ah", + "ĠMa h", + "2 67", + "26 7", + "st orage", + "sto rage", + "stor age", + "- key", + "-k ey", + "Ġ keyword", + "Ġkey word", + "% ;", + "Ġ trained", + "Ġtr ained", + "Ġtrain ed", + "Ġtra ined", + "Ġtrai ned", + ". contrib", + ".con trib", + ".cont rib", + "Ġ kv", + "Ġk v", + "__ ':Ċ", + "Ġ Boy", + "ĠB oy", + "ĠBo y", + "param eter", + "para meter", + "Ġ suite", + "Ġs uite", + "Ġsu ite", + "Ġsuit e", + "Ġsui te", + "Ġth ousand", + "Ġthous and", + "Ġthou sand", + "Ġ coordinate", + "Ġco ordinate", + "Ġcoord inate", + "Ġcoordin ate", + "- generated", + "-g enerated", + "íķ ĺ", + "g enerated", + "gener ated", + "generate d", + "gene rated", + "Ġad mitted", + "Ġadm itted", + "Ġadmit ted", + "Ġp ussy", + "Ġpus sy", + "Ġpuss y", + "# w", + "Ġsw im", + "un ion", + "uni on", + "N a", + "2 74", + "27 4", + "Ġ Royal", + "ĠR oyal", + "ĠRoy al", + "ĠRo yal", + ". channel", + ".ch annel", + "Up dated", + "Update d", + "_ ROOT", + "_R OOT", + "_RO OT", + "Ġv ital", + "Ġvi tal", + "Ġvit al", + "Ġvita l", + "3 35", + "33 5", + "r action", + "ra ction", + "rac tion", + "ract ion", + "ĠCr usher", + "ĠCrush er", + "ĠCru sher", + "ĠCrus her", + "Ġ preced", + "Ġpr eced", + "Ġpre ced", + "Ġprec ed", + "Ġ horizontal", + "Ġh orizontal", + "Ġhor izontal", + "Ġhorizon tal", + "Blue print", + "Ġ attrs", + "Ġat trs", + "Ġatt rs", + "Ġattr s", + "Ġsm oke", + "Ġsmo ke", + "Ð Ĵ", + ". Equals", + ".E quals", + ".Equal s", + "F B", + "Ġ Resources", + "ĠRe sources", + "ĠRes ources", + "ĠResource s", + "rol ling", + "roll ing", + "Ġ passes", + "Ġp asses", + "Ġpass es", + "Ġpas ses", + "Ġpasse s", + "Ġ Num", + "ĠN um", + "ĠNu m", + "r otate", + "rot ate", + "e type", + "et ype", + "ety pe", + "\\ \",", + "\\\" ,", + "Ġs ensitive", + "Ġsens itive", + "Ġsensit ive", + "Ġt all", + "Ġtal l", + "Ġta ll", + "? âĢĿĊĊ", + "?âĢĿ ĊĊ", + "Pro xy", + "Pr oxy", + "i y", + "_ section", + "_s ection", + "_se ction", + "_sec tion", + "âĢĶâĢĶ âĢĶâĢĶ", + "b rid", + "br id", + "Ġc ircuit", + "Ġcirc uit", + "a tan", + "at an", + "ata n", + "E NC", + "EN C", + "Ġdr iven", + "Ġdrive n", + "Ġdriv en", + "Ġdri ven", + "Ġv oted", + "Ġvo ted", + "Ġvot ed", + "Ġvote d", + "Ġeduc ational", + "Ġeducation al", + "Ġ interaction", + "Ġinter action", + "Ġinteract ion", + "Ġinte raction", + "ab etes", + "abe tes", + "abet es", + "Ġ tone", + "Ġt one", + "Ġto ne", + "Ġton e", + "ĠInitialize Component", + "Ġmer ely", + "Ġmere ly", + "Ġ ìŀ", + "Ġì ŀ", + "c ookie", + "co okie", + "cook ie", + "_ div", + "_d iv", + "_di v", + "Ġ UILabel", + "ĠUI Label", + "ĠUIL abel", + "v ely", + "ve ly", + "vel y", + "} );čĊ", + "}) ;čĊ", + "}); čĊ", + "_ ENT", + "_E NT", + "_EN T", + "#+ #+", + "art icles", + "article s", + "arti cles", + "artic les", + "Ġ Southern", + "ĠSouth ern", + "ĠSou thern", + "Ġstrong er", + "Ġstro nger", + "Ġstron ger", + "Ġ Given", + "ĠG iven", + "ĠGi ven", + "ĠGive n", + "Ġ Eric", + "ĠE ric", + "ĠEr ic", + "Ġ IR", + "ĠI R", + "a bstract", + "ab stract", + "abs tract", + "U nder", + "Un der", + "Und er", + "n able", + "na ble", + "Ġ increment", + "Ġin crement", + "Ġincre ment", + "Ġinc rement", + "Ġincr ement", + "o ven", + "ov en", + "ove n", + "Ġ coin", + "Ġc oin", + "Ġco in", + "Ġcoi n", + "_ timer", + "_t imer", + "_time r", + "_tim er", + "_ti mer", + "Ġsuffer ed", + "Ġsuff ered", + "Ġ FREE", + "ĠF REE", + "ĠFR EE", + "ĠFRE E", + "' ].\"", + "'] .\"", + "']. \"", + "Ġ Queen", + "ĠQu een", + "ĠQue en", + "st ats", + "stat s", + "sta ts", + "Ġmeet ings", + "Ġmeeting s", + "Ġmee tings", + "2 76", + "27 6", + "Ġen tering", + "Ġent ering", + "Ġenter ing", + "Ġalong side", + "( session", + "(s ession", + "(sess ion", + "it als", + "ital s", + "ita ls", + "Ġ foundation", + "Ġf oundation", + "Ġfound ation", + "Ġ Credit", + "ĠC redit", + "ĠCr edit", + "ĠCre dit", + ". div", + ".d iv", + ".di v", + "_ ALL", + "_A LL", + "_AL L", + "p cion", + "pc ion", + "pci on", + "_ stat", + "_s tat", + "_st at", + "_sta t", + "ic king", + "ick ing", + "Default s", + "_ src", + "_s rc", + "_sr c", + "Ġ outputs", + "Ġout puts", + "Ġoutput s", + "/ B", + "Ġen thus", + "Ġent hus", + "Ġenth us", + "- bl", + "-b l", + ". ForeColor", + ".Fore Color", + "ĉ temp", + "ĉt emp", + "F ace", + "Fac e", + "Fa ce", + "Ġinter act", + "Ġinte ract", + "Ġwe ird", + "Ġwei rd", + "Ġweir d", + "M ount", + "Mo unt", + "r ell", + "re ll", + "rel l", + "ud ents", + "ude nts", + "udent s", + "uden ts", + "Ġrequire ment", + "Ġrequ irement", + "Ġ Sus", + "ĠS us", + "ĠSu s", + "I ER", + "IE R", + "Ġe lected", + "Ġel ected", + "Ġelect ed", + "re ference", + "ref erence", + "refer ence", + "Ġ ME", + "ĠM E", + "Ġ servers", + "Ġs ervers", + "Ġser vers", + "Ġserver s", + "Ġserv ers", + "Ġserve rs", + ". wait", + ".w ait", + "Ġ snapshot", + "Ġs napshot", + "Ġsnap shot", + "Ġsnaps hot", + "il ton", + "ilt on", + "Ġ tries", + "Ġt ries", + "Ġtr ies", + "Ġtri es", + "Ġtrie s", + "Ġ tipo", + "Ġt ipo", + "Ġti po", + "Ġtip o", + ". Time", + ".T ime", + "> w", + "Ġm ountain", + "Ġmount ain", + "Ġp ounds", + "Ġpo unds", + "Ġpou nds", + "Ġpound s", + "Ġ[ ...", + "Ġ[. ..", + "ex ists", + "exist s", + "Ġng On", + "_ MAP", + "_M AP", + "_MA P", + "Ġf lying", + "Ġfl ying", + "Ġfly ing", + "3 31", + "33 1", + "xi ety", + "ĉ value", + "ĉv alue", + "ĉval ue", + "ĉva lue", + "_ DB", + "_D B", + "u no", + "un o", + "Ġse ats", + "Ġsea ts", + "Ġseat s", + "T URN", + "TU RN", + ". author", + ".a uthor", + ".auth or", + ".aut hor", + "! )", + "or ce", + "orc e", + "Ġind icated", + "Ġindic ated", + "Ġindicate d", + "Ġindica ted", + "3 17", + "31 7", + ". sin", + ".s in", + ".si n", + "Ġ assignment", + "Ġass ignment", + "Ġassign ment", + "im iento", + "imi ento", + "Ġ Frame", + "ĠF rame", + "ĠFr ame", + "ĠFra me", + "ĠFram e", + "3 24", + "32 4", + "_ gen", + "_g en", + "_ge n", + "in ery", + "ine ry", + "iner y", + "_ )", + "m essages", + "message s", + "mess ages", + ". settings", + ".s ettings", + ".set tings", + ".setting s", + "Ġ Mean", + "ĠM ean", + "ĠMe an", + "ĠM useum", + "ĠMus eum", + "ĠMuse um", + "i rq", + "ir q", + "at tach", + "att ach", + "atta ch", + "ĠPale stin", + "ĠPalest in", + "_ QU", + "_Q U", + "_ tags", + "_t ags", + "_tag s", + "_ta gs", + "Ġcas ual", + "e men", + "em en", + "eme n", + "ASS WORD", + "4 32", + "43 2", + "$ s", + "ĠC irc", + "ĠCi rc", + "ĠCir c", + "о й", + "оР¹", + "et ric", + "etr ic", + "etri c", + "/ P", + "0 18", + "01 8", + "Ġ epoch", + "Ġep och", + "< head", + " The", + ">T he", + "Ġ Ak", + "ĠA k", + "Ġ grass", + "Ġgr ass", + "Ġgra ss", + "Ġgras s", + "/ *čĊ", + "/* čĊ", + "( dis", + "(d is", + "(di s", + "Ġ guns", + "Ġg uns", + "Ġgu ns", + "Ġgun s", + "Ġ tb", + "Ġt b", + "Ġ Kevin", + "ĠK evin", + "ĠKe vin", + ". args", + ".ar gs", + ".arg s", + "Ġ Ah", + "ĠA h", + "o ped", + "op ed", + "ope d", + "( J", + "column s", + "arg uments", + "argument s", + "ĠWith Events", + "_ full", + "_f ull", + "_fu ll", + "Ġ Defense", + "ĠDef ense", + "S imple", + "Sim ple", + "Ġde aths", + "Ġdeath s", + "2 95", + "29 5", + "Ġext ensive", + "Ġ Still", + "ĠSt ill", + "Ġ Expression", + "ĠEx pression", + "ĠExp ression", + "ĠExpress ion", + "ĠExpr ession", + "Ġ Agency", + "ĠA gency", + "ĠAg ency", + "ĠAge ncy", + "Ġper forming", + "Ġperform ing", + "Ġperfor ming", + "F X", + "Ġ usuario", + "Ġus uario", + "Ġusu ario", + "U AL", + "UA L", + "S ide", + "Si de", + "Sid e", + "o dos", + "od os", + "odo s", + "ap top", + "apt op", + "Ġ credentials", + "Ġc redentials", + "Ġcred entials", + "Ġcredential s", + "_ cap", + "_c ap", + "_ca p", + "at ient", + "ati ent", + "atie nt", + "Ġ Disney", + "ĠDis ney", + "Ġ ai", + "Ġa i", + "Ġ chip", + "Ġc hip", + "Ġch ip", + "Ġchi p", + "Ġ volt", + "Ġv olt", + "Ġvo lt", + "Ġvol t", + ".make Text", + "%%%%%%%% %%%%%%%%", + "Ġ belief", + "Ġbel ief", + "Ġbelie f", + "_ LOC", + "_L OC", + "_LO C", + "Ġ Civil", + "ĠC ivil", + "ĠCi vil", + "ĠCiv il", + "N avigation", + "Nav igation", + "Navig ation", + "Ġ reveal", + "Ġre veal", + "Ġreve al", + "Ġ violent", + "Ġviol ent", + "Ġ Fil", + "ĠF il", + "ĠFi l", + "Ġ catalog", + "Ġc atalog", + "Ġcat alog", + "Ġcata log", + "Ġcatal og", + "e med", + "em ed", + "eme d", + "s can", + "sc an", + ". control", + ".c ontrol", + ".cont rol", + "Ġ constitution", + "Ġcon stitution", + "Ġconst itution", + "Ġconstit ution", + "Ġconstitu tion", + "C ountry", + "Count ry", + "S eparator", + "Se parator", + "Separ ator", + "_ APP", + "_A PP", + "_AP P", + "t opic", + "to pic", + "top ic", + "u etooth", + "uet ooth", + "M IN", + "MI N", + "Ġ descriptor", + "Ġdes criptor", + "y t", + "ET HER", + "ETH ER", + "Ġd istribute", + "Ġdis tribute", + "Ġdistrib ute", + "' }Ċ", + "'} Ċ", + ". trim", + ".t rim", + ".tr im", + ". Line", + ".L ine", + "Ġ lbl", + "Ġl bl", + "Ġlb l", + "assert Equals", + "Ġ Det", + "ĠD et", + "ĠDe t", + "omb ok", + "ombo k", + "( width", + "(w idth", + "Ġt ort", + "Ġto rt", + "Ġtor t", + "ĠEX PRESS", + "ĠEXP RESS", + "a co", + "ac o", + "U sing", + "Us ing", + "Ġ Brand", + "ĠB rand", + "ĠBr and", + "ĠBra nd", + "ĠBran d", + "w all", + "wa ll", + "wal l", + "E MENT", + "EM ENT", + "Ġ Communic", + "ĠComm unic", + "ĠCommun ic", + "< uint", + " (Ċ", + ">( Ċ", + "? >\"", + "?> \"", + "Ġ ///Ċ", + "Ġ// /Ċ", + "Ġ/ //Ċ", + "Ġ/// Ċ", + "Ġe iner", + "Ġein er", + "Ġeine r", + "Ġei ner", + "Ġ weekly", + "Ġweek ly", + "ĉ logger", + "ĉlog ger", + "_ pop", + "_p op", + "_po p", + "_ man", + "_m an", + "_ma n", + "Ġm igrations", + "Ġmigr ations", + "Ġmigration s", + "Ġ asks", + "Ġas ks", + "Ġask s", + "Ġ bs", + "Ġb s", + "Ġ falls", + "Ġf alls", + "Ġfall s", + "Ġfal ls", + ". Where", + ".W here", + ".Wh ere", + "- height", + "-h eight", + "-he ight", + "_ feature", + "_f eature", + "_fe ature", + "_feat ure", + ". Min", + ".M in", + "Ġ hyper", + "Ġh yper", + "Ġhy per", + "Ġhyp er", + "Ġhype r", + "Ġ volatile", + "Ġv olatile", + "Ġvol atile", + "Ġ twenty", + "Ġtw enty", + "Ġtwe nty", + "Typ ography", + "U nable", + "Un able", + "Una ble", + "D et", + "De t", + ", f", + "- mod", + "-m od", + "Ġset tlement", + "Ġsett lement", + "Ġsettle ment", + "Ġ contracts", + "Ġcon tracts", + "Ġcontract s", + "Ġcontr acts", + "Ġcontra cts", + "n ome", + "no me", + "nom e", + "B ad", + "Ba d", + "Ġ Brian", + "ĠB rian", + "ĠBr ian", + "ĠBri an", + "7 68", + "76 8", + "( username", + "(user name", + "! !!!", + "!! !!", + "!!! !", + "Ġ hack", + "Ġh ack", + "Ġha ck", + "Ġhac k", + ". Field", + ".F ield", + "H R", + "Ġ Jordan", + "ĠJ ordan", + "ĠJord an", + "i za", + "iz a", + "Ġ Âł", + "Ġ ł", + "Ġ Sher", + "ĠS her", + "ĠSh er", + "ĠShe r", + ". header", + ".head er", + ".he ader", + "( other", + "(o ther", + "Ġ Dub", + "ĠD ub", + "ĠDu b", + "( op", + "(o p", + "Ġ Round", + "ĠR ound", + "ĠRo und", + "ĠRou nd", + "Ġ vie", + "Ġv ie", + "Ġvi e", + "Ġ appl", + "Ġapp l", + "Ġap pl", + "ĉ J", + "Ġ Insert", + "ĠIn sert", + "ĠIns ert", + "Ġ LP", + "ĠL P", + "re gon", + "reg on", + "rego n", + "Ġ MPI", + "ĠM PI", + "ĠMP I", + "Ġ anchor", + "Ġan chor", + "Ġanch or", + "Ġanc hor", + "a ca", + "ac a", + "ø r", + "Ġ ade", + "Ġa de", + "Ġad e", + "an chor", + "anc hor", + "anch or", + "qu ee", + "que e", + "Ġ TreeNode", + "ĠT reeNode", + "ĠTree Node", + "Ġtarget ed", + "Ġtarg eted", + "Ġl aid", + "Ġla id", + "Ġlai d", + "A BEL", + "AB EL", + "v et", + "ve t", + "Ġ Origin", + "ĠOr igin", + "ĠOri gin", + "ĠOrig in", + "A nt", + "An t", + ". ');Ċ", + ".' );Ċ", + ".') ;Ċ", + ".'); Ċ", + "ex pect", + "exp ect", + "ed Reader", + "Ġ Major", + "ĠM ajor", + "ĠMaj or", + "Ġ inch", + "Ġin ch", + "Ġinc h", + "Com par", + "Co mpar", + "Comp ar", + "Ġ preview", + "Ġp review", + "Ġpr eview", + "Ġpre view", + "Ġprev iew", + "Ġill ness", + "ĠCON TRACT", + "ĠCONTR ACT", + "ĠCONT RACT", + "Ġ Independ", + "ĠIn depend", + "ĠInd epend", + "u uid", + "uu id", + "Ġ nome", + "Ġn ome", + "Ġno me", + "Ġnom e", + "Ġ tc", + "Ġt c", + "ĠA venue", + "i san", + "is an", + "isa n", + "Ġ phrase", + "Ġph rase", + "_ move", + "_m ove", + "_mov e", + "_mo ve", + "\" )[", + "\") [", + "4 12", + "41 2", + "Ġpro vision", + "Ġprov ision", + "Ġconc entr", + "Ġconcent r", + "_ IR", + "_I R", + "Ġ Ut", + "ĠU t", + "( )+", + "() +", + "Ġ nas", + "Ġn as", + "Ġna s", + "! ,", + "Ġ Robin", + "ĠRob in", + "ĠRo bin", + "i ations", + "iation s", + "iat ions", + "at itude", + "Ġ px", + "Ġp x", + "Ġ Without", + "ĠWith out", + "/ bash", + "/b ash", + "e kt", + "ek t", + "re ement", + "ree ment", + "3 42", + "34 2", + "Ob server", + "Observ er", + "Obs erver", + "3 18", + "31 8", + "Ġ Region", + "ĠReg ion", + "UB LIC", + "UBL IC", + "Ġ {//", + "Ġ{ //", + "K N", + "å ·", + "Game Object", + "å ¾", + "en coding", + "enc oding", + "enco ding", + "Ġ ***", + "Ġ* **", + "Ġ** *", + "project s", + "proj ects", + "Ġ tk", + "Ġt k", + "Ġche ese", + "Ġchees e", + "EM PL", + "EMP L", + "a ro", + "ar o", + "Ġ اÙĦ", + "Ġا ÙĦ", + "6 10", + "61 0", + "3 37", + "33 7", + "Ġcons ists", + "Ġconsist s", + "re fresh", + "ref resh", + "u reau", + "ure au", + "Ġ Scanner", + "ĠSc anner", + "ĠScan ner", + "Ġs oil", + "Ġso il", + "Ġfl avor", + "Ġflav or", + "Ġfla vor", + "Data Source", + "Ex ecute", + "Exec ute", + "е ние", + "ен ие", + "ени е", + "Ġ shit", + "Ġs hit", + "Ġsh it", + "åĪ Ĩ", + "< any", + " < /", + "Qu antity", + "Quant ity", + "qu iry", + "quir y", + "qui ry", + "_ tab", + "_t ab", + "_ta b", + "Ġ alg", + "Ġa lg", + "Ġal g", + "To ast", + "re size", + "res ize", + "resi ze", + "quest ions", + "question s", + "s chema", + "sch ema", + "L iteral", + "Lite ral", + "Lit eral", + "Liter al", + "( entity", + "(e ntity", + "(ent ity", + "NE CTION", + "NECT ION", + "ch anged", + "change d", + "chan ged", + "chang ed", + "_ FIELD", + "_F IELD", + "_ HEIGHT", + "_HE IGHT", + "Ġ organic", + "Ġorg anic", + "Ġorgan ic", + "P RE", + "PR E", + "Ġ Cat", + "ĠC at", + "ĠCa t", + ". Draw", + ".D raw", + "E s", + "Ġ loud", + "Ġl oud", + "Ġlo ud", + "Ġlou d", + "6 80", + "68 0", + "Ġ ĠĠĠĠĠĠĠĉ", + "ĠĠ ĠĠĠĠĠĠĉ", + "ĠĠĠĠ ĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠ ĉ", + "ĠĠĠ ĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠ Ġĉ", + "ĠĠĠĠĠ ĠĠĠĉ", + "ĠĠĠĠĠĠ ĠĠĉ", + "Ġ Kat", + "ĠK at", + "ĠKa t", + "Ġ heap", + "Ġhe ap", + "âĢľ It", + "âĢľI t", + "0 70", + "07 0", + "e tr", + "et r", + "Ġ unlikely", + "Ġun likely", + "Ġunlike ly", + "er als", + "era ls", + "eral s", + "/ auth", + "/a uth", + "5 02", + "50 2", + "t odo", + "to do", + "tod o", + "P lace", + "Pl ace", + "Post ed", + "Pos ted", + "Po sted", + "Com ments", + "Comment s", + "Comm ents", + "Ġ Tech", + "ĠT ech", + "ĠTe ch", + "ĠTec h", + "Ġ Finally", + "ĠF inally", + "ĠFin ally", + "ĠFinal ly", + "eg ration", + "egr ation", + "egra tion", + "Ġ minimal", + "Ġmin imal", + "Ġmini mal", + "Ġminim al", + "Ġ Files", + "ĠF iles", + "ĠFile s", + "ĠFil es", + "ĠFi les", + "Ġt amb", + "Ġta mb", + "Ġtam b", + "ë¡ ľ", + "Ġ Release", + "ĠR elease", + "ĠRe lease", + "ĠRel ease", + "4 25", + "42 5", + ". resize", + ".re size", + ".res ize", + "Ġ Ï", + "c ollect", + "col lect", + "coll ect", + "= p", + "ĠLI ABLE", + "Ġp roducing", + "Ġprodu cing", + "Ġprod ucing", + "- wrapper", + "-w rapper", + "-wrap per", + "Ġs ingles", + "Ġsingle s", + "Ġsin gles", + "Ġsing les", + "ĠN BA", + "ĠNB A", + "o rr", + "or r", + "e ren", + "er en", + "ere n", + ". addAction", + ".add Action", + "Ġ thesis", + "Ġth esis", + "Ġthe sis", + "d n", + "P TY", + "PT Y", + ". des", + ".d es", + ".de s", + "Ġb acter", + "Ġba cter", + "Ġbac ter", + "Ġ Express", + "ĠEx press", + "ĠExp ress", + "ĠExpr ess", + "Ġ *)Ċ", + "Ġ* )Ċ", + "Ġ*) Ċ", + "å ij", + "/ admin", + "/ad min", + "se conds", + "sec onds", + "second s", + "åĬ Ł", + "uss ion", + "a beth", + "ab eth", + "abe th", + "abet h", + "Ġ Computer", + "ĠCom puter", + "ĠComp uter", + "ĠCompute r", + "ĠComput er", + "Ġr uling", + "Ġru ling", + "(\" ../", + "(\". ./", + "(\".. /", + ". GET", + ".G ET", + "ĠMe dal", + "ĠMed al", + "ition ally", + "itional ly", + "com mit", + "comm it", + "f ocus", + "fo cus", + "_ LEVEL", + "_LE VEL", + "i nda", + "in da", + "ind a", + "F act", + "Fac t", + "Fa ct", + "= np", + "=n p", + "=\" \">Ċ", + "=\"\" >Ċ", + "=\"\"> Ċ", + "Ġsub sequent", + "Ġsubsequ ent", + "pos able", + "- fluid", + "-fl uid", + "Ġth orough", + "Ġtho rough", + "Ġthor ough", + "Ġpublic ly", + "Ġpubli cly", + "ap ters", + "apt ers", + "apter s", + "Ġ Wilson", + "ĠWil son", + "_ PRE", + "_P RE", + "_PR E", + "y ard", + "ya rd", + "yar d", + "ä ¼", + "ĉ in", + "ĉi n", + "3 39", + "33 9", + "Ġre vers", + "Ġrev ers", + "Ġreve rs", + "Ġrever s", + "Ġ bullet", + "Ġb ullet", + "Ġbul let", + "Ġbull et", + "cri bed", + "cribe d", + "nes ota", + "Ġ ($_", + "Ġ( $_", + "Ġ($ _", + "an non", + "ann on", + "anno n", + "c ursor", + "curso r", + "Ġclo thing", + "Ġcloth ing", + "Ġ Multi", + "ĠM ulti", + "ĠMult i", + "ĠMul ti", + "2 87", + "28 7", + ": ',", + ":' ,", + "Ġv ess", + "Ġve ss", + "Ġves s", + "ord inator", + "ordin ator", + "Ġe inem", + "Ġein em", + "Ġeine m", + "Ġei nem", + "C annot", + "Can not", + "Ġ armed", + "Ġar med", + "Ġarm ed", + "ĉ V", + "ä¸ Ĭ", + ". Flat", + ".F lat", + ".Fl at", + "Ġ Sep", + "ĠS ep", + "ĠSe p", + "Ġ Subject", + "ĠSub ject", + "ĠSu bject", + "_ font", + "_f ont", + "Ġcharacter istics", + "Ġcharacteristic s", + "D one", + "Do ne", + "Don e", + "e ln", + "el n", + "#### ########", + "######## ####", + "##### #######", + "###### ######", + "####### #####", + "P OS", + "PO S", + "Ġ density", + "Ġd ensity", + "Ġdens ity", + "Ġ Platform", + "ĠPl atform", + "ĠPlat form", + "- items", + "-item s", + "-i tems", + "-it ems", + "Ġ overs", + "Ġo vers", + "Ġover s", + "Ġov ers", + "Ġp ushing", + "Ġpush ing", + "ç ¤", + ". Connection", + ".Con nection", + ".Connect ion", + ".Conn ection", + "_ term", + "_t erm", + "_te rm", + "_ter m", + "Ġinitial ization", + "________________ ________________", + "ç ¬", + ". document", + ".d ocument", + ".doc ument", + "l esh", + "le sh", + "les h", + "ĉ document", + "ĉd ocument", + "ĉdoc ument", + "Ġ Pin", + "ĠP in", + "ĠPi n", + "ç a", + "Ġ definitions", + "Ġdefinition s", + "Ġdefinit ions", + "Ġdefin itions", + ". Path", + ".P ath", + "_ WRITE", + "_W RITE", + "_WR ITE", + "Ġ ĉĊ", + "Ġĉ Ċ", + "? >ĊĊ", + "?> ĊĊ", + "?>Ċ Ċ", + "Ġter rible", + "Ġterr ible", + "b ean", + "be an", + "ick ets", + "icket s", + "Ġ SV", + "ĠS V", + "B uy", + "Bu y", + "( task", + "(t ask", + "Ġreg ime", + "g oogle", + "go ogle", + "goog le", + "goo gle", + "Ġc rack", + "Ġcr ack", + "Ġcra ck", + ". visit", + ".vis it", + "N UM", + "NU M", + "e nergy", + "en ergy", + "ener gy", + "Ġs truck", + "Ġstr uck", + "Ġstru ck", + "_ sample", + "_s ample", + ". payload", + ".p ayload", + ".pay load", + "Ġre vis", + "Ġrev is", + "Ġ Scene", + "ĠS cene", + "ĠSc ene", + "Ġ pg", + "Ġp g", + "Ġbreak fast", + "URRE NT", + ". charAt", + ".char At", + "_ exception", + "_ex ception", + "_except ion", + "ĠA nton", + "ĠAn ton", + "ĠAnt on", + "Ġguide lines", + "Ġguid elines", + "Ġguideline s", + "Ġex haust", + "Ġ Financial", + "ĠFin ancial", + "Ġ indent", + "Ġin dent", + "Ġind ent", + "Ġinde nt", + "Ġ desktop", + "Ġd esktop", + "Ġdes ktop", + "Ġdesk top", + "H idden", + "Hi dden", + "F ailure", + "Fail ure", + "Ġpr inciple", + "Ġprincip le", + "Ġprinc iple", + "Ġ iv", + "Ġi v", + "Ġs eks", + "Ġse ks", + "Ġsek s", + "n etwork", + "net work", + "Ġ numberOf", + "Ġnumber Of", + "Ġ Albert", + "ĠAl bert", + "ĠAlb ert", + "ĉ long", + "ĉl ong", + "8 01", + "80 1", + ", .", + "Ġ zeros", + "Ġz eros", + "Ġzero s", + "Ġze ros", + "Ġzer os", + "f ade", + "fa de", + "fad e", + "Ġ Typ", + "ĠT yp", + "ĠTy p", + "Ġ Term", + "ĠT erm", + "ĠTe rm", + "ĠTer m", + "ĠA rts", + "ĠAr ts", + "ĠArt s", + ". Application", + ".App lication", + ".Ap plication", + "Ġbe half", + "Ġbeh alf", + "æĪ ·", + "Ġ mere", + "Ġm ere", + "Ġme re", + "Ġmer e", + "( `${", + "(` ${", + "Ġaware ness", + "el pers", + "elp ers", + "elper s", + "f lix", + "fl ix", + "Ġ weigh", + "Ġwe igh", + "Ġwei gh", + "Ġest imates", + "Ġestim ates", + "Ġestimate s", + ". child", + ".ch ild", + "/ O", + "Ġ Bitmap", + "ĠB itmap", + "ĠBit map", + ". bottom", + ".b ottom", + ".bot tom", + "Ġ** ************************************************************************", + "Ġ************************************************************************ **", + "Ex pect", + "Exp ect", + "en to", + "ent o", + "Ġ Forum", + "ĠF orum", + "ĠFor um", + "ĠFo rum", + "v eral", + "ver al", + "ve ral", + "Ġj ail", + "Ġja il", + "Ġ abilities", + "Ġab ilities", + "ĠH OLD", + "ĠHO LD", + "ĠHOL D", + "Ġ Cit", + "ĠC it", + "ĠCi t", + "Ġd ynam", + "Ġdy nam", + "Ġdyn am", + "Ġ gray", + "Ġg ray", + "Ġgr ay", + "Ġgra y", + "ĉ ĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉ ĉ", + ". nextInt", + ".next Int", + "ant ly", + "ĠAR ISING", + "( private", + "(pr ivate", + "(priv ate", + "Ġ rejected", + "Ġre jected", + "Ġreject ed", + "Ġrej ected", + "Ġ Nic", + "ĠN ic", + "ĠNi c", + "Ġle ather", + "= {Ċ", + "={ Ċ", + "aly tics", + "t hetic", + "th etic", + "the tic", + ". Top", + ".T op", + ".To p", + "3 73", + "37 3", + ". Page", + ".P age", + "={ `", + "Ġ ;čĊ", + "Ġ; čĊ", + "de pth", + "dep th", + "dept h", + "m ann", + "man n", + "ma nn", + "W D", + "Ġ Som", + "ĠS om", + "ĠSo m", + ". Right", + ".R ight", + "Ġ )}Ċ", + "Ġ) }Ċ", + "Ġ trait", + "Ġt rait", + "Ġtr ait", + "Ġtra it", + "Ġtrai t", + "à Ĺ", + "i ac", + "ia c", + "Ġ rv", + "Ġr v", + "S ample", + "Sam ple", + ". Xml", + ".X ml", + "o pped", + "op ped", + "opp ed", + "Ġ ÑĦ", + "ĠÑ Ħ", + "l ists", + "li sts", + "list s", + "lis ts", + "Ġt ear", + "Ġte ar", + "Ġtea r", + "ivers ary", + ". collection", + ".c ollection", + ".col lection", + ".collect ion", + ".coll ection", + "ĠCon stitution", + "ĠConst itution", + "ĠConstit ution", + "Ġ HttpResponse", + "ĠHttp Response", + "Ġbr ill", + "Ġbri ll", + "Ġ Prom", + "ĠP rom", + "ĠPro m", + "ĠPr om", + "h over", + "ho ver", + "3 66", + "36 6", + "Ġ Miami", + "ĠM iami", + "ĠMi ami", + "ĠMia mi", + "Ġar gue", + "Ġarg ue", + "_ float", + "_f loat", + "5 04", + "50 4", + "Ġ ãĤ", + "Ġ nat", + "Ġn at", + "Ġna t", + "ĠT al", + "ĠTa l", + "Ġ integration", + "Ġint egration", + "Ġinteg ration", + "Ġintegr ation", + "( cur", + "(c ur", + "Ġre moving", + "Ġrem oving", + "Ġ coeff", + "Ġc oeff", + "Ġco eff", + "Ġcoef f", + "Ġ Though", + "ĠTh ough", + "ĠThou gh", + "Ġ forecast", + "Ġfor ecast", + "Ġfore cast", + "4 08", + "40 8", + "ĠV egas", + "ĠVe gas", + "ĠVega s", + "ĠVeg as", + "S ite", + "Si te", + "Sit e", + "3 46", + "34 6", + "Ġt rab", + "Ġtr ab", + "Ġtra b", + "Ġ Henry", + "ĠHen ry", + "- i", + "Ġinv olves", + "Ġinvol ves", + "Ġinvolve s", + "B T", + "Ġs lo", + "Ġsl o", + "In voke", + "Inv oke", + "Ġl ucky", + "Ġluck y", + "Ġlu cky", + "Ġluc ky", + "0 25", + "02 5", + "r at", + "ra t", + "Ġ ?Ċ", + "Ġ? Ċ", + "Ġ handled", + "Ġhand led", + "Ġhandle d", + "( fd", + "(f d", + "cont ents", + "content s", + "conte nts", + "Ġ OFF", + "ĠO FF", + "ĠOF F", + "R F", + "Ġ sty", + "Ġs ty", + "Ġst y", + "Ġ Motor", + "ĠM otor", + "ĠMo tor", + "ĠMot or", + "ĠMoto r", + "t ery", + "ter y", + "te ry", + "t ax", + "ta x", + "M AP", + "MA P", + "Ġ Mrs", + "ĠM rs", + "ĠMr s", + "Ġ phones", + "Ġph ones", + "Ġphone s", + "Ġphon es", + "Ġ UIView", + "ĠUI View", + "\" )));Ċ", + "\") ));Ċ", + "\")) );Ċ", + "\"))) ;Ċ", + "\"))); Ċ", + "( dev", + "(d ev", + "(de v", + "ĠI rish", + "ĠIr ish", + "ĠIris h", + "0 19", + "01 9", + "Ġ ws", + "Ġw s", + "D I", + "_ OFFSET", + "_OFF SET", + "Ġ Events", + "ĠE vents", + "ĠEvent s", + "ĠEven ts", + "ĠEv ents", + "ĠEve nts", + "Ġst ages", + "Ġstage s", + "Ġsta ges", + "Ġstag es", + "Ġ }//", + "Ġ} //", + "Ġh aben", + "Ġhab en", + "Ġha ben", + "Ġhabe n", + "ST ANCE", + "Ġ Sin", + "ĠS in", + "ĠSi n", + "Ġ Money", + "ĠM oney", + "ĠMon ey", + "ĠMo ney", + "( top", + "(t op", + "(to p", + "Ġ appointment", + "Ġapp ointment", + "Ġappoint ment", + "V ERSION", + "VER SION", + "VERS ION", + "m etadata", + "met adata", + "meta data", + "_ comment", + "_com ment", + "_comm ent", + "Ġcolle agues", + "Ġcolleague s", + "m aps", + "ma ps", + "map s", + "â ĺ", + "Ċ ĉĊ", + "( al", + "(a l", + "_ req", + "_re q", + "_r eq", + "Ġf ut", + "Ġfu t", + "Ġ architecture", + "Ġarch itecture", + "Ġarchitect ure", + "Ġarchit ecture", + "3 51", + "35 1", + "ĠWH ETHER", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "_ screen", + "_s creen", + "_sc reen", + "_scr een", + "Ġstyle Urls", + "Ġ monster", + "Ġmon ster", + ". up", + ".u p", + "ph ia", + "phi a", + "Ġ processor", + "Ġprocess or", + "Ġproc essor", + "Ġprocesso r", + "Ġ Terr", + "ĠT err", + "ĠTe rr", + "ĠTer r", + "= ',", + "=' ,", + "Ġ Manufact", + "ĠMan ufact", + "Ġ NT", + "ĠN T", + "k el", + "ke l", + "i bern", + "ib ern", + "iber n", + "ibe rn", + "ĉ file", + "ĉf ile", + "ĉfi le", + "A li", + "Al i", + "rient ation", + "Ġ //!", + "Ġ// !", + "ap ore", + "apor e", + "apo re", + "an eous", + "ane ous", + "Ġ Creat", + "ĠC reat", + "ĠCr eat", + "ĠCre at", + "f older", + "fo lder", + "fol der", + "fold er", + "4 15", + "41 5", + "Ġ hay", + "Ġh ay", + "Ġha y", + "Sup press", + "( left", + "(l eft", + "(le ft", + "Ġe uro", + "Ġeu ro", + "Ġdis claimer", + "u stry", + "us try", + "ust ry", + "ustr y", + "s hips", + "sh ips", + "ship s", + "shi ps", + "_ fd", + "_f d", + "Ġ Fa", + "ĠF a", + "_ insert", + "_in sert", + "_ins ert", + "Ġ rol", + "Ġr ol", + "Ġro l", + "if ting", + "ift ing", + "Ġ Comments", + "ĠCom ments", + "ĠComm ents", + "ĠComment s", + "_ br", + "_b r", + "Ġlos ses", + "Ġloss es", + "Ġ Added", + "ĠAd ded", + "ĠAdd ed", + "ch arg", + "char g", + "cha rg", + "Ġ по", + "Ġп о", + "_ system", + "_s ystem", + "_sys tem", + "_sy stem", + "Ġ Sometimes", + "ĠS ometimes", + "ĠSome times", + "ĠSom etimes", + "Ġ Spain", + "ĠS pain", + "ĠSp ain", + "ĠSpa in", + "( group", + "(g roup", + "(gr oup", + "i alis", + "ial is", + "ia lis", + "iali s", + "Ġd ollar", + "Ġdoll ar", + "Ġdol lar", + "Ġ Args", + "ĠAr gs", + "ĠArg s", + "4 99", + "49 9", + "2 97", + "29 7", + "qu ires", + "quire s", + "quir es", + "qui res", + "Ġ Ten", + "ĠT en", + "ĠTe n", + ". scss", + ".s css", + ".sc ss", + "Ġsurv ive", + "Ġsurviv e", + "u sage", + "us age", + "usa ge", + "Ġ jun", + "Ġj un", + "Ġju n", + "im iter", + "imit er", + "imi ter", + "ï¼ģ ĊĊ", + "ï¼ģĊ Ċ", + "Ġf ifth", + "Ġfif th", + "t oggle", + "tog gle", + "Ġde cline", + "Ġdec line", + "Ġdecl ine", + "( $\"", + "($ \"", + "( Long", + "(L ong", + "i nge", + "in ge", + "ing e", + "Ġp ilot", + "Ġpi lot", + "Ġpil ot", + "- light", + "-l ight", + "-li ght", + "- radius", + "-r adius", + "-rad ius", + "Ġp odcast", + "Ġpod cast", + "Ġn aturally", + "Ġnatural ly", + "Ġnatur ally", + "Ġnat urally", + "P ages", + "Page s", + "Pa ges", + "Pag es", + "ä¸ º", + "Ġ Despite", + "ĠDes pite", + "Ġl ighting", + "Ġlight ing", + "Ġ crate", + "Ġc rate", + "Ġcr ate", + "Ġcra te", + "Ġ Binary", + "ĠB inary", + "ĠBin ary", + "Ġred ucing", + "Ġredu cing", + "Ġe leg", + "Ġel eg", + "Ġele g", + "Ġ Mouse", + "ĠM ouse", + "ĠMo use", + "ĠMou se", + "ĠTest Bed", + "Ġbefore Each", + "_ ARRAY", + "_AR RAY", + "_ARR AY", + "Re direct", + "Red irect", + "3 29", + "32 9", + "Ġf lood", + "Ġfl ood", + "Ġflo od", + "Ġ ships", + "Ġs hips", + "Ġsh ips", + "Ġship s", + "3 63", + "36 3", + "Ġelectric ity", + "Ġelectr icity", + ") *(", + ")* (", + "ê ¸", + "Ġ Viet", + "ĠV iet", + "ĠVi et", + "ĠVie t", + "h ero", + "he ro", + "her o", + "Ġ dia", + "Ġd ia", + "Ġdi a", + "Ġ Kent", + "ĠK ent", + "ĠKe nt", + "ĠKen t", + "he art", + "hea rt", + "hear t", + "Ġthreat s", + "_ acc", + "_a cc", + "_ac c", + "Ġ symbols", + "Ġs ymbols", + "Ġsymbol s", + "Ġsymb ols", + "is chen", + "isc hen", + "ische n", + "isch en", + "_ inst", + "_in st", + "_i nst", + "_ins t", + "C riterion", + "Ġ TIM", + "ĠT IM", + "ĠTI M", + ". Height", + ".H eight", + ".He ight", + "5 80", + "58 0", + "Ġ âĢĻ", + "ĠâĢ Ļ", + "( );ĊĊĊ", + "() ;ĊĊĊ", + "();Ċ ĊĊ", + "();ĊĊ Ċ", + "(); ĊĊĊ", + "Product s", + "Produ cts", + "_ SP", + "_S P", + "Ġ Cy", + "ĠC y", + "Ġ dependent", + "Ġdep endent", + "Ġdepend ent", + "e ste", + "es te", + "est e", + "Ġ datos", + "Ġd atos", + "Ġda tos", + "Ġdat os", + "Ġdato s", + "d it", + "di t", + "а в", + "аР²", + "IG NAL", + "IGN AL", + "Ġ lesson", + "Ġl esson", + "Ġle sson", + "Ġless on", + "Ġles son", + "\" >'", + "\"> '", + "Ġ Cover", + "ĠC over", + "ĠCo ver", + "ĠCov er", + "ĠCove r", + "Ġ Hope", + "ĠH ope", + "ĠHo pe", + "ĠHop e", + "Ġ Timer", + "ĠT imer", + "ĠTime r", + "ĠTim er", + "ĠTi mer", + "Ġ dad", + "Ġd ad", + "Ġda d", + "v iders", + "vid ers", + "vider s", + "vi ders", + "vide rs", + "Ġ Phot", + "ĠP hot", + "ĠPh ot", + "/ ?", + "r opy", + "ro py", + "rop y", + "o ming", + "om ing", + "omin g", + "omi ng", + "as ion", + "asi on", + "asio n", + "Ġ \\(", + "Ġ\\ (", + "Ġ ET", + "ĠE T", + "Ġ Reading", + "ĠRe ading", + "ĠRead ing", + "Ġep isodes", + "Ġepisode s", + "Ġepis odes", + "l m", + "4 21", + "42 1", + "e cha", + "ec ha", + "ech a", + "Ġne uro", + "Ġneu ro", + "Ġneur o", + "8 20", + "82 0", + "Ġhar mon", + "Ġharm on", + "Ġlib eral", + "Ġliber al", + "- ind", + "-in d", + "-i nd", + "3 93", + "39 3", + "D ATA", + "DA TA", + "DAT A", + "Ġevery day", + "Ġdi vided", + "Ġdiv ided", + "Ġdivide d", + "Ġdivid ed", + "ĠActive Record", + "f igure", + "fig ure", + "figur e", + "U A", + "ä ¹", + "riend ly", + "t ech", + "te ch", + "tec h", + "6 01", + "60 1", + ". gameObject", + ".game Object", + "и ÑĤÑĮ", + "иÑĤ ÑĮ", + "3 74", + "37 4", + "Ġ moon", + "Ġm oon", + "Ġmo on", + "Ġmoo n", + "f time", + "ft ime", + "Ġ noch", + "Ġn och", + "Ġno ch", + "Ġnoc h", + "ĠT ORT", + "ĠTO RT", + "ĠTOR T", + "Ġ VM", + "ĠV M", + ". initial", + ".in itial", + ".init ial", + "( child", + "(ch ild", + "Ġmus ical", + "Ġmusic al", + "Ġmusica l", + "Ġ oc", + "Ġo c", + "b as", + "ba s", + "Ġ Hay", + "ĠH ay", + "ĠHa y", + "3 61", + "36 1", + "_ long", + "_l ong", + "_lo ng", + "_lon g", + "Ġ memset", + "Ġmem set", + "i ley", + "il ey", + "ile y", + "adel phia", + "S V", + "ro at", + "_ tx", + "_t x", + "Ġ lon", + "Ġl on", + "Ġlo n", + "Ġng OnInit", + "ĠngOn Init", + "b p", + "Ġ Golden", + "ĠGold en", + "ĠGol den", + "A CHE", + "AC HE", + "ACH E", + "Ġwor ried", + "a zi", + "az i", + "E ar", + "T ake", + "Ta ke", + "Tak e", + "( fp", + "(f p", + "burg h", + "bur gh", + "_ Data", + "_D ata", + "g res", + "gr es", + "gre s", + "Ġ Ont", + "ĠO nt", + "ĠOn t", + "p us", + "pu s", + "Ġ transparent", + "Ġtrans parent", + "Ġp ocket", + "Ġpo cket", + "Ġpoc ket", + "Ġ ram", + "Ġr am", + "Ġra m", + "igration s", + "igr ations", + ". čĊčĊ", + ".čĊ čĊ", + "Ġ [(", + "Ġ[ (", + "Ġadopt ed", + "Ġreport edly", + "Ġreported ly", + "Ġ Dream", + "ĠD ream", + "ĠDr eam", + "ĠDre am", + "Ġ }));Ċ", + "Ġ} ));Ċ", + "Ġ}) );Ċ", + "Ġ})) ;Ċ", + "l osing", + "lo sing", + "los ing", + "Ġte eth", + "Ġtee th", + "Ġ Books", + "ĠB ooks", + "ĠBo oks", + "ĠBook s", + "ĠBoo ks", + "\" ,&", + "\", &", + "en ny", + "enn y", + "L EMENT", + "LE MENT", + "LEM ENT", + "Ġ gel", + "Ġg el", + "Ġge l", + "Ġ Plant", + "ĠP lant", + "ĠPl ant", + "ĠPlan t", + "ĠPla nt", + "4 37", + "43 7", + "! âĢĿ", + ". host", + ".h ost", + "Ġ Reply", + "ĠRe ply", + "ĠRep ly", + "3 76", + "37 6", + "r ength", + "re ngth", + "ren gth", + "Ġrec ognition", + "Ġrecogn ition", + "Ġ }}>Ċ", + "Ġ} }>Ċ", + "Ġ}} >Ċ", + "Ġ}}> Ċ", + "L A", + "Ġ mirror", + "Ġm irror", + "Ġmir ror", + "Ġmi rror", + "Ġ assistant", + "Ġass istant", + "Ġassist ant", + "( device", + "(d evice", + "(de vice", + "(dev ice", + "Ġspirit ual", + "b uilder", + "build er", + "bu ilder", + " §", + "Ġo utr", + "Ġout r", + "Ġou tr", + "Ġ tt", + "Ġt t", + "Ġ PER", + "ĠP ER", + "ĠPE R", + "Ġrad ical", + "Ġradi cal", + "Method s", + "Ġ pace", + "Ġp ace", + "Ġpa ce", + "Ġpac e", + "u dy", + "ud y", + "Ġg ut", + "Ġgu t", + "Ġ Greek", + "ĠG reek", + "ĠGre ek", + "ĠGree k", + "Ġ nonatomic", + "Ġnon atomic", + "Ġ Paper", + "ĠP aper", + "ĠPa per", + "ĠPap er", + "_ GPIO", + "_G PIO", + "_GP IO", + "Ġo bst", + "Ġob st", + "Ġobs t", + ". Ad", + ".A d", + "viron ments", + "vironment s", + "ĠS ov", + "ĠSo v", + "3 56", + "35 6", + "( con", + "(c on", + "(co n", + "Ġ Transaction", + "ĠTrans action", + ". assign", + ".as sign", + "ĉ catch", + "ĉc atch", + "ĉcat ch", + "el ter", + "elt er", + "Ġ bitcoin", + "Ġbit coin", + "_ GR", + "_G R", + "Ġ čĊ", + "Ġ/ >čĊ", + "Ġ/> čĊ", + "m etic", + "me tic", + "met ic", + "Ġtrans formation", + "Ġtransform ation", + "åı ·", + "Ġ rgb", + "Ġr gb", + "Ġrg b", + "istrib utions", + "istribution s", + "Ġ implicit", + "Ġimp licit", + "Ġimpl icit", + "Ġimplic it", + "/ in", + "/i n", + "d estination", + "dest ination", + "а ÑĤÑĮ", + "аÑĤ ÑĮ", + "Z ero", + "Ze ro", + "Ġ unset", + "Ġun set", + "Ġuns et", + "9 20", + "92 0", + ". where", + ".w here", + ".wh ere", + ". go", + ".g o", + "Ġ formation", + "Ġform ation", + "Ġformat ion", + "Ġforma tion", + "Ġ declaration", + "Ġde claration", + "Ġdeclar ation", + "( )čĊčĊ", + "() čĊčĊ", + "()čĊ čĊ", + "Ġ Expl", + "ĠEx pl", + "ĠExp l", + "ĉ ĉĉĠĠ", + "ĉĉ ĉĠĠ", + "ĉĉĉ ĠĠ", + "ĉĉĉĠ Ġ", + "/ pro", + "/p ro", + "/pr o", + ". JSON", + ".J SON", + "4 41", + "44 1", + "Ġ desk", + "Ġd esk", + "Ġde sk", + "Ġdes k", + ". substr", + ".sub str", + "// ----------------------------------------------------------------------------", + "//---------------------------------------------------------------- ------------", + "//------------------------------------------------ ----------------------------", + "l yn", + "ly n", + "p son", + "ps on", + "4 07", + "40 7", + "d isable", + "dis able", + "Ġ Func", + "ĠF unc", + "ĠFun c", + "ĠFu nc", + "ĉ Assert", + "Ġ MARK", + "ĠM ARK", + "ĠMA RK", + "ĠMAR K", + "Ġde feat", + "Ġdef eat", + "Ġdefe at", + "Ġ blind", + "Ġbl ind", + "Ġbli nd", + "Ġ constants", + "Ġcon stants", + "Ġconst ants", + "Ġconstant s", + "3 62", + "36 2", + ". headers", + ".head ers", + ".header s", + ".he aders", + "U ILD", + "UI LD", + "UIL D", + "Ġ expenses", + "Ġexp enses", + "Ġexpense s", + "P ixel", + "Pix el", + "Ġ hr", + "Ġh r", + "Ġ fel", + "Ġf el", + "Ġfe l", + "Ġ Eastern", + "ĠEast ern", + "ĠEaster n", + "4 24", + "42 4", + "4 90", + "49 0", + "_ del", + "_d el", + "_de l", + "3 57", + "35 7", + "ĠC ub", + "ĠCu b", + "Ġ sq", + "Ġs q", + "ĉ count", + "ĉc ount", + "Ġ Directory", + "ĠD irectory", + "ĠDirect ory", + "ĠDirector y", + "Ġex clus", + "Ġexc lus", + "Ġexcl us", + "Ġ historic", + "Ġhistor ic", + "Ġhist oric", + "Ġhisto ric", + "Ġ ------------------------------------------------", + "Ġ---------------- --------------------------------", + "Ġ-------------------------------- ----------------", + "Ġ-------------------- ----------------------------", + "Ġ composition", + "Ġcom position", + "Ġcomp osition", + "Ġcompos ition", + "Ġ dataGridView", + "Ġdata GridView", + "Ġ Burn", + "ĠB urn", + "ĠBur n", + "ĠBu rn", + "Ġ BC", + "ĠB C", + "M aster", + "Ma ster", + "Mas ter", + "Ġ spawn", + "Ġs pawn", + "Ġsp awn", + "Ġspa wn", + "Ġ bearing", + "Ġb earing", + "Ġbe aring", + "Ġbear ing", + ". SetActive", + ".Set Active", + "i lo", + "il o", + "Ġ gallery", + "Ġg allery", + "Ġgall ery", + "Ġf ounded", + "Ġfound ed", + "Ġfo unded", + "Ġ availability", + "Ġa vailability", + "Ġav ailability", + "Ġavail ability", + ". sqrt", + ".s qrt", + "Ġ pes", + "Ġp es", + "Ġpe s", + "Ġ DOM", + "ĠD OM", + "ĠDO M", + "m ate", + "ma te", + "mat e", + "O ct", + "Ġ matched", + "Ġm atched", + "Ġmatch ed", + "Ġmat ched", + "it ivity", + "Ġan xiety", + ". price", + ".p rice", + ".pr ice", + "Ġ Instant", + "ĠIn stant", + "ĠInst ant", + "ĠIns tant", + "ì Ĭ", + "Ġt ut", + "Ġtu t", + "I Collection", + "IC ollection", + ". shared", + ".sh ared", + ".share d", + ".sha red", + "_ sql", + "_s ql", + "_sq l", + "t bl", + "tb l", + "l ibrary", + "lib rary", + "_ destroy", + "_d estroy", + "_de stroy", + "_dest roy", + "er mal", + "erm al", + "Ġ Notes", + "ĠN otes", + "ĠNo tes", + "ĠNot es", + "ĠNote s", + "Ġ Ein", + "ĠE in", + "Ġsou thern", + "Ġsouth ern", + "ĠOTHER WISE", + "Ġ macro", + "Ġm acro", + "Ġma cro", + "Ġmac ro", + ". lower", + ".l ower", + ".lo wer", + ".low er", + "c ls", + "cl s", + "Content View", + ". link", + ".l ink", + ".li nk", + ".lin k", + "con stant", + "const ant", + "cons tant", + "Ġ Bes", + "ĠB es", + "ĠBe s", + "Ġsome body", + "n b", + "3 99", + "39 9", + "\" >{", + "\"> {", + "( local", + "(l ocal", + "(loc al", + "(lo cal", + ". ....", + ".. ...", + "... ..", + ".... .", + "Ġ Null", + "ĠN ull", + "ĠNu ll", + "m x", + "Ġ ç", + "Ġà §", + "Ġ pause", + "Ġp ause", + "Ġpa use", + "Ġpau se", + "- ----------", + "-- ---------", + "---- -------", + "-------- ---", + "--- --------", + "----- ------", + "---------- -", + "------ -----", + "------- ----", + "--------- --", + "_ MO", + "_M O", + "Ġ CM", + "ĠC M", + "Ġfor Key", + "Ġ DVD", + "ĠD VD", + "ĠDV D", + "Ġ closest", + "Ġclose st", + "Ġclos est", + "Ġcloses t", + "_ DEVICE", + "_DE VICE", + "_DEV ICE", + "Ġ Stephen", + "ĠSte phen", + "ĠStep hen", + "ĠSteph en", + "Ġ BBC", + "ĠB BC", + "ĠBB C", + "Ġ Travel", + "ĠT ravel", + "ĠTr avel", + "ĠTra vel", + "ĠTrav el", + "P aint", + "Pa int", + "Ġ Results", + "ĠRes ults", + "ĠResult s", + "Ġ Rule", + "ĠR ule", + "ĠRu le", + "Ġ tp", + "Ġt p", + "Ġ ratings", + "Ġr atings", + "Ġrating s", + "Ġrat ings", + "Ġra tings", + "c in", + "ci n", + "c sv", + "cs v", + "> /", + "Ġ GOP", + "ĠG OP", + "ĠGO P", + "l ad", + "la d", + "Ġ ÑĢ", + "ĠÑ Ģ", + "Ġ indexPath", + "Ġindex Path", + "m atrix", + "mat rix", + "= f", + "ar sed", + "ars ed", + "arse d", + "Ġ });", + "Ġ} );", + "Ġ}) ;", + "Ġ Cos", + "ĠC os", + "ĠCo s", + "Ġ Score", + "ĠS core", + "ĠSc ore", + "ĠSco re", + "ĠScor e", + "Ġ tak", + "Ġt ak", + "Ġta k", + "Ġ ESP", + "ĠE SP", + "ĠES P", + "Ġ INC", + "ĠI NC", + "ĠIN C", + "_ NULL", + "_N ULL", + "- flex", + "-f lex", + "-fl ex", + "\" ][", + "\"] [", + "in to", + "int o", + "e land", + "el and", + "ela nd", + "elan d", + "Author ization", + "_ FALSE", + "_F ALSE", + "Ġ gate", + "Ġg ate", + "Ġga te", + "Ġ vid", + "Ġv id", + "Ġvi d", + "is tent", + "ist ent", + "iste nt", + "isten t", + "T IME", + "TI ME", + "TIM E", + "Ġ rewrite", + "Ġre write", + "Ġrew rite", + "Ġ tie", + "Ġt ie", + "Ġti e", + "Ġ archive", + "Ġa rchive", + "Ġarch ive", + "Ġarc hive", + "5 11", + "51 1", + ". events", + ".e vents", + ".event s", + ".ev ents", + ". getParameter", + ".get Parameter", + ".getParam eter", + "Ġ Permission", + "ĠPer mission", + "ĠPerm ission", + "Ġprogram me", + "Ġprogramm e", + "Ġ é", + "j ud", + "ju d", + "Ġcame ras", + "Ġcamera s", + "Ġcam eras", + "Ġcamer as", + "3 38", + "33 8", + "3 49", + "34 9", + "( sys", + "(s ys", + "ĠSy rian", + "ĠSyria n", + "Ġimpro vements", + "Ġimprove ments", + "Ġimprovement s", + "Ġimprov ements", + "Ġ hip", + "Ġh ip", + "Ġhi p", + "Ġsu icide", + "Ġsuic ide", + "Ġsch olar", + "Ġscho lar", + "Ġ compatible", + "Ġcom patible", + "Ġcompat ible", + "0 22", + "02 2", + "rem ote", + ". down", + ".d own", + ".do wn", + "F UNCTION", + "FUNC TION", + "FUN CTION", + "Ġman aging", + "Ġmana ging", + "Ġ UIKit", + "ĠUI Kit", + ". raw", + ".r aw", + ".ra w", + "> >>>", + ">> >>", + ">>> >", + "3 71", + "37 1", + "Ġdem ands", + "Ġdemand s", + "el lite", + "ell ite", + "elli te", + "Ġ dent", + "Ġd ent", + "Ġde nt", + "Ġden t", + "Ġ Micro", + "ĠM icro", + "ĠMi cro", + "ĠMic ro", + "åı ĸ", + "' ][$", + "'] [$", + "'][ $", + "Ġ IE", + "ĠI E", + "im ension", + "imens ion", + "Ġt rem", + "Ġtr em", + "Ġtre m", + "6 30", + "63 0", + "Ġg ained", + "Ġgain ed", + "Ġga ined", + ". with", + ".w ith", + ". ok", + ".o k", + "h ou", + "ho u", + "Ġb om", + "Ġbo m", + "amp aign", + "ampa ign", + "Ġ joining", + "Ġjoin ing", + "Ġjo ining", + "f ish", + "fi sh", + "Ġadd Subview", + "8 60", + "86 0", + "Ġnor thern", + "Ġnorth ern", + ". cor", + ".c or", + ".co r", + "o ret", + "or et", + "ore t", + "D ie", + "Di e", + "i nish", + "in ish", + "ini sh", + "inis h", + "_ comp", + "_c omp", + "_com p", + "_co mp", + "Ġ attended", + "Ġatt ended", + "Ġattend ed", + "Ġ collapse", + "Ġc ollapse", + "Ġcoll apse", + "Ġcollaps e", + "Ġ SS", + "ĠS S", + "a cent", + "ace nt", + "ac ent", + "acen t", + "_ EQUAL", + "_E QUAL", + "_EQ UAL", + "Ġ Deep", + "ĠDe ep", + "ĠDee p", + "R GB", + "RG B", + "ĉ test", + "ĉt est", + "ol ves", + "olve s", + "olv es", + "u set", + "us et", + "use t", + "Un ityEngine", + "Unity Engine", + "w riter", + "write r", + "wr iter", + "Re solver", + "Res olver", + "Resolve r", + ", %", + "if ference", + "iff erence", + "iffer ence", + "iffe rence", + "_ remove", + "_re move", + "_rem ove", + "o nda", + "on da", + "ond a", + "Ġf emme", + "Ġfem me", + "3 85", + "38 5", + "de code", + "dec ode", + "Br anch", + "Ġ flush", + "Ġf lush", + "Ġfl ush", + "Ġflu sh", + "Ġinnov ative", + "T ests", + "Test s", + "Te sts", + "Tes ts", + "Ġ[' ./", + "Ġ['. /", + "Ġ covering", + "Ġcover ing", + "Ġcov ering", + ". admin", + ".ad min", + "ulti part", + "ultip art", + "( lambda", + "(l ambda", + " namespace", + "Ġ Sport", + "ĠS port", + "ĠSp ort", + "ĠSpo rt", + "ĠSpor t", + "Ġ !(", + "Ġ! (", + "a cles", + "ac les", + "acle s", + "acl es", + "Ġde pression", + "Ġdep ression", + "Ġdepr ession", + "Ġdepress ion", + "ĠK ong", + "ĠKon g", + "ĠKo ng", + "5 70", + "57 0", + "Ġ pert", + "Ġp ert", + "Ġper t", + "Ġpe rt", + "Ġ Conn", + "ĠC onn", + "ĠCon n", + "ĠCo nn", + "Ġ Otherwise", + "ĠOther wise", + "/ home", + "/h ome", + "s upported", + "sup ported", + "support ed", + "Ġ pink", + "Ġp ink", + "Ġpi nk", + "Ġpin k", + "Ġinv ited", + "Ġinvite d", + "Ġinvit ed", + "ñ os", + "ño s", + "_ enabled", + "_en abled", + "_enable d", + "Ġ -Ċ", + "Ġ- Ċ", + "F W", + "e ners", + "en ers", + "ener s", + "ene rs", + "Ġ MY", + "ĠM Y", + "Ġs uggestions", + "Ġsuggest ions", + "Ġsuggestion s", + "C anvas", + "Can vas", + "Ġ fer", + "Ġf er", + "Ġfe r", + "Ġ Marketing", + "ĠMark eting", + "ĠMarket ing", + "@ Test", + "un tu", + "unt u", + "Ġ Ven", + "ĠV en", + "ĠVe n", + "Ġ Cou", + "ĠC ou", + "ĠCo u", + "i vals", + "iv als", + "ival s", + "iva ls", + "D onald", + "Don ald", + "l imited", + "lim ited", + "limit ed", + "ĉ ĉĉĉĉĉĊ", + "ĉĉ ĉĉĉĉĊ", + "ĉĉĉĉ ĉĉĊ", + "ĉĉĉ ĉĉĉĊ", + "ĉĉĉĉĉ ĉĊ", + "ĉĉĉĉĉĉ Ċ", + "Ġanal yst", + "Ġanaly st", + "Ġanalys t", + "( entry", + "(en try", + "(ent ry", + "Ġrepresent ative", + "_ attributes", + "_at tributes", + "_attribute s", + "_attrib utes", + "Ġ fur", + "Ġf ur", + "Ġfu r", + ". hide", + ".h ide", + "r esp", + "re sp", + "res p", + "ad ores", + "ado res", + "ador es", + "r ides", + "ri des", + "ride s", + "rid es", + "Ġ Josh", + "ĠJ osh", + "ĠJo sh", + "ĠJos h", + "r obot", + "ro bot", + "rob ot", + "ĠN AT", + "ĠNA T", + "Ġs esso", + "Ġses so", + "Ġsess o", + "Ġint egrated", + "Ġinteg rated", + "Ġintegr ated", + "Ġintegrate d", + ": true", + "p arts", + "par ts", + "part s", + "pa rts", + "Ġst upid", + "Ġstu pid", + "Ġstup id", + ": event", + ":e vent", + "@end section", + "Ġ pu", + "Ġp u", + ". Table", + ".T able", + ".Tab le", + "Ġ Yii", + "ĠY ii", + "ĠYi i", + "` ;ĊĊ", + "`;Ċ Ċ", + "`; ĊĊ", + "Ġ clang", + "Ġc lang", + "Ġcl ang", + "Ġclan g", + "Ġcla ng", + "=\" \">", + "=\"\" >", + "en gan", + "eng an", + "enga n", + "_ parameters", + "_param eters", + "_parameter s", + ". internal", + ".in ternal", + ".int ernal", + ".inter nal", + "Ġ Modern", + "ĠMod ern", + "ĠMode rn", + "ĠModer n", + "Ġ metric", + "Ġm etric", + "Ġmet ric", + "Ġ semi", + "Ġs emi", + "Ġse mi", + "Ġsem i", + "={ {Ċ", + "={{ Ċ", + "7 07", + "70 7", + ". amazon", + ".a mazon", + ".am azon", + "Ġ BB", + "ĠB B", + "ain ty", + "aint y", + "ai nty", + "view port", + "3 67", + "36 7", + "Ġstart Activity", + "dis patch", + "disp atch", + "* ****", + "** ***", + "**** *", + "*** **", + "Ġf lav", + "Ġfl av", + "Ġfla v", + "iffer ent", + "iffe rent", + "3 82", + "38 2", + "[ this", + "[t his", + "Ġs take", + "Ġst ake", + "Ġsta ke", + "Ġarg ued", + "Ġargue d", + "v iously", + "vious ly", + "vi ously", + ". work", + ".w ork", + "Ġ Oak", + "ĠO ak", + "O ld", + "Ol d", + "( async", + "(a sync", + "(as ync", + "n otes", + "not es", + "no tes", + "note s", + "Ġ flip", + "Ġf lip", + "Ġfl ip", + "Ġdis ag", + "Ġ TE", + "ĠT E", + "ĉ error", + "ĉe rror", + "ĉerr or", + "< '", + "Ġ »ĊĊ", + "Ġ» ĊĊ", + "Ġ»Ċ Ċ", + "Ġ filtered", + "Ġfil tered", + "Ġfilter ed", + "Ġfilt ered", + "ĠM ach", + "ĠMac h", + "ĠMa ch", + "Ġ hung", + "Ġh ung", + "Ġhun g", + "Ġhu ng", + "_ dump", + "_d ump", + "_ samples", + "_s amples", + "_sample s", + "- dismiss", + "-dis miss", + "Ġ ray", + "Ġr ay", + "Ġra y", + "Im plemented", + "Implement ed", + "D K", + "Ġ jed", + "Ġj ed", + "Ġje d", + "0 90", + "09 0", + "Ġbreak s", + "Ġbre aks", + "Ġ fits", + "Ġf its", + "Ġfit s", + "Ġfi ts", + ". gr", + ".g r", + "Ġ Zero", + "ĠZ ero", + "ĠZe ro", + "o ro", + "or o", + "Ġequ ally", + "Ġequal ly", + "Ġeq ually", + "Ġ '[", + "Ġ' [", + "Ġconcern ing", + "< meta", + "<", + "'> <", + "Ġpro mot", + "Ġprom ot", + "Ġpromo t", + "Ġ incl", + "Ġin cl", + "Ġinc l", + "_ only", + "_on ly", + "ë¥ ¼", + "ĠAtt orney", + "- date", + "-d ate", + "-da te", + "-dat e", + "Ġ landscape", + "Ġl andscape", + "Ġland scape", + "Ġlands cape", + "Ġlandsc ape", + "Ġ fu", + "Ġf u", + "S Y", + ". prop", + ".p rop", + ".pro p", + ".pr op", + "Ġ Arr", + "ĠA rr", + "ĠAr r", + "p ag", + "pa g", + "Parallel Group", + "' :čĊ", + "': čĊ", + "Ġ logs", + "Ġl ogs", + "Ġlo gs", + "Ġlog s", + "a unch", + "un ci", + "unc i", + "n ama", + "na ma", + "nam a", + "Table Cell", + "iss ues", + "issue s", + ". {", + "e curity", + "ec urity", + "_ exec", + "_e xec", + "_ex ec", + "_exe c", + "o lds", + "ol ds", + "old s", + "Ġ hosts", + "Ġhost s", + "Ġho sts", + "Ġhos ts", + "Ġ proto", + "Ġpro to", + "Ġpr oto", + "Ġprot o", + "_ import", + "_im port", + "_imp ort", + "_ sort", + "_s ort", + "_so rt", + "Ġ Bow", + "ĠB ow", + "ĠBo w", + "Ġ Normal", + "ĠN ormal", + "ĠNor mal", + "ĠNorm al", + "Ġ Farm", + "ĠF arm", + "ĠFar m", + "ĠFa rm", + ".create ParallelGroup", + "R otation", + "Rot ation", + ". err", + ".e rr", + ".er r", + "Ġp leased", + "Ġplease d", + "Ġple ased", + "Ġplea sed", + "Ġpleas ed", + "it age", + "ita ge", + "itag e", + ". Wh", + ".W h", + "ĉ ĉĠĠĠĠ", + "ĉĉ ĠĠĠĠ", + "ĉĉĠĠĠ Ġ", + "ĉĉĠ ĠĠĠ", + "ĉĉĠĠ ĠĠ", + "M R", + "Ġ MORE", + "ĠM ORE", + "ĠMO RE", + "ĠMOR E", + "Ġ Natural", + "ĠN atural", + "ĠNat ural", + "ĠNatur al", + "_ transform", + "_trans form", + "B ASE", + "BA SE", + "en eral", + "ener al", + "ene ral", + "u tdown", + "ut down", + ". commons", + ".com mons", + ".common s", + ".comm ons", + "W T", + "Ġ aan", + "Ġa an", + "Ġaa n", + ". Result", + ".Res ult", + "d og", + "do g", + "Ġcl icking", + "Ġclick ing", + "Ġclic king", + ") ,ĊĊ", + "), ĊĊ", + "),Ċ Ċ", + "# line", + "O perator", + "Oper ator", + "Op erator", + "Opera tor", + "Ġc iv", + "Ġci v", + "Ġm erg", + "Ġme rg", + "Ġmer g", + "o buf", + "ob uf", + "ng then", + "ngth en", + "Ġ [{", + "Ġ[ {", + "Ġc ancell", + "Ġcan cell", + "Ġcancel l", + "Ġcanc ell", + "tr igger", + "tri gger", + ". :", + "W ORK", + "WO RK", + "de clare", + "decl are", + "declar e", + "Ġde crease", + "Ġdecre ase", + "ÅĽ ci", + "l oom", + "lo om", + "loo m", + ". None", + ".N one", + ".No ne", + ".Non e", + "Ġ MI", + "ĠM I", + "Ġ Jason", + "ĠJ ason", + "ĠJa son", + "ĠJas on", + "Ġhealth care", + "ia mond", + "iam ond", + "iamo nd", + "s ylvania", + "* x", + "Ġ Ra", + "ĠR a", + "[ b", + "Ġ printing", + "Ġprint ing", + "Ġprin ting", + "ph abet", + "pha bet", + "Ġ Labour", + "ĠLa bour", + "ĠLab our", + "o pper", + "op per", + "opp er", + "Ġz ijn", + "Ġzi jn", + "Ġzij n", + "- target", + "-t arget", + "_ FUNCTION", + "_F UNCTION", + "_FUNC TION", + "_FUN CTION", + "Ġ oct", + "Ġo ct", + "Ġoc t", + "е ниÑı", + "ен иÑı", + "ени Ñı", + "åľ ¨", + "Ġ western", + "Ġwest ern", + "Ġwes tern", + "Ġcomp uters", + "Ġcomput ers", + "Ġcomputer s", + "Ġcompute rs", + "Ġ RET", + "ĠR ET", + "ĠRE T", + "Hash Map", + "[ String", + "[S tring", + "get Value", + "_ DATE", + "_D ATE", + "_DAT E", + "_DA TE", + ". Next", + ".N ext", + "ĠF if", + "ĠFi f", + "é l", + "ic ked", + "ick ed", + "æ İ", + "- MM", + "-M M", + "Ġ {ĊĊĊ", + "Ġ{ ĊĊĊ", + "Ġ{Ċ ĊĊ", + "Ġ{ĊĊ Ċ", + "Ġ contacts", + "Ġcont acts", + "Ġcontact s", + "Ġconta cts", + "Ġ digits", + "Ġd igits", + "Ġdig its", + "Ġdigit s", + "P rodu", + "Pro du", + "Pr odu", + "Prod u", + "Ġun usual", + "Ġunus ual", + "Ġrapid ly", + "t ures", + "ture s", + "tu res", + "tur es", + "Ġang ry", + "c ancel", + "can cel", + "x xxx", + "xx xx", + "xxx x", + "_ parser", + "_p arser", + "_parse r", + "_par ser", + "_pars er", + "id ity", + "idi ty", + "_ PREFIX", + "_P REFIX", + "_PRE FIX", + "_PREF IX", + "7 10", + "71 0", + "Ġm ehr", + "Ġme hr", + "Ġrare ly", + "Ġrar ely", + "e the", + "et he", + "eth e", + "o pes", + "op es", + "ope s", + "Ġ %.", + "Ġ% .", + "w orks", + "work s", + "wor ks", + "Ġ theta", + "Ġth eta", + "Ġthe ta", + "Ġcon tribution", + "Ġcontrib ution", + "Ġ Tony", + "ĠT ony", + "ĠTo ny", + "ĠTon y", + "Ġs quad", + "Ġsqu ad", + "5 37", + "53 7", + "а й", + "аР¹", + "Ġî n", + "t here", + "th ere", + "ther e", + "the re", + "o uted", + "ou ted", + "out ed", + "oute d", + "ĉ q", + "Ļ Ĥ", + "g ood", + "go od", + "goo d", + "L I", + "é¡ µ", + "Ġ Living", + "ĠL iving", + "ĠLi ving", + "ĠLiv ing", + "iz abeth", + "iza beth", + "Ġ kt", + "Ġk t", + "Ġ Dallas", + "ĠD allas", + "ĠDal las", + "] ],Ċ", + "]] ,Ċ", + "]], Ċ", + "Ġ />ĊĊ", + "Ġ/ >ĊĊ", + "Ġ/>Ċ Ċ", + "Ġ/> ĊĊ", + "Ġ raising", + "Ġr aising", + "Ġrais ing", + "Ġra ising", + "/ router", + "/r outer", + "_ game", + "_g ame", + "3 68", + "36 8", + "Ġ CUR", + "ĠC UR", + "ĠCU R", + "z ens", + "ze ns", + "zen s", + ". es", + ".e s", + "Ġ fontWeight", + "Ġfont Weight", + "( func", + "(f unc", + "(fun c", + "not ification", + "notif ication", + "Ġ' ../../../", + "Ġ'../ ../../", + "Ġ'../../ ../", + "Ġbl ame", + "Ġbla me", + "ãĢĤ ĊĊĊĊ", + "ãĢĤĊĊ ĊĊ", + "ãĢĤĊ ĊĊĊ", + "an co", + "anc o", + "9 80", + "98 0", + "Id entity", + "Ident ity", + "Ide ntity", + "f ollow", + "fol low", + "Ġ arts", + "Ġa rts", + "Ġar ts", + "Ġart s", + "x s", + "Ġoffic ially", + "Ġofficial ly", + "Ġ Studio", + "ĠSt udio", + "ĠStud io", + "ĠStudi o", + "Ġrecommend ations", + "Ġrecommendation s", + "Ġ locale", + "Ġl ocale", + "Ġlo cale", + "Ġloc ale", + "Ġlocal e", + "Ġam ateur", + "Ġamat eur", + "Ġ Enable", + "ĠE nable", + "ĠEn able", + "Ġ caps", + "Ġc aps", + "Ġcap s", + "Ġca ps", + ". End", + ".E nd", + ".En d", + "3 88", + "38 8", + "- add", + "-a dd", + "-ad d", + "_g shared", + "Ġ CT", + "ĠC T", + "F orce", + "For ce", + "Ċ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "Ġ orange", + "Ġo range", + "Ġor ange", + "Ġorang e", + "Ġora nge", + "Ġoran ge", + "Ġ lp", + "Ġl p", + "Ġ answered", + "Ġanswer ed", + ". Grid", + ".G rid", + ".Gr id", + "Ġd ual", + "Ġdu al", + "Ġdua l", + "Ġstr ategic", + "Ġstrateg ic", + "Ġn obody", + "Ġno body", + "Ġnob ody", + "Ġ fatal", + "Ġf atal", + "Ġfa tal", + "Ġfat al", + "_ est", + "_e st", + "_es t", + "( el", + "(e l", + "Ġ ìł", + "Ġì ł", + "ĠB udd", + "ĠBu dd", + "ĠBud d", + "A IT", + "AI T", + "_ factor", + "_f actor", + "_fac tor", + "_fact or", + "_fa ctor", + "- one", + "-on e", + "-o ne", + "Ġ HAVE", + "ĠH AVE", + "ĠHA VE", + "\" čĊčĊ", + "\"čĊ čĊ", + "7 60", + "76 0", + "P rof", + "Pro f", + "Pr of", + "Ġ är", + "Ġä r", + "str ings", + "string s", + "Ġ dirty", + "Ġd irty", + "Ġdir ty", + "Ġdirt y", + "Ġ Face", + "ĠF ace", + "ĠFac e", + "ĠFa ce", + "Ġ Begin", + "ĠB egin", + "ĠBe gin", + "ĠBeg in", + "Ġ Bus", + "ĠB us", + "ĠBu s", + "Ġ wis", + "Ġw is", + "Ġwi s", + "åŃ Ĺ", + "Ġ speaker", + "Ġs peaker", + "Ġspe aker", + "Ġspeak er", + "Ġ carrier", + "Ġcar rier", + "Ġcarr ier", + "Ġ Om", + "ĠO m", + "Ġhad n", + "Ġha dn", + "Al low", + "All ow", + ":: __", + "::_ _", + "Ġ verb", + "Ġv erb", + "Ġver b", + "Ġve rb", + "Ġ Complete", + "ĠCom plete", + "ĠComp lete", + "ĠComple te", + "Ġ Easy", + "ĠE asy", + "ĠEa sy", + "Ġb ills", + "Ġbill s", + "Ġbil ls", + "Ġ ĠĊĊ", + "ĠĠ ĊĊ", + "ĠĠĊ Ċ", + "Vert ical", + "Ver tical", + "Ġ pron", + "Ġp ron", + "Ġpro n", + "Ġpr on", + "Ġ Define", + "ĠDe fine", + "ĠDef ine", + "Ġ lookup", + "Ġlook up", + "variable s", + "vari ables", + "Ġp andas", + "Ġpan das", + "Ġpand as", + "Ġpanda s", + "u mes", + "um es", + "ume s", + "Ġin noc", + "Ġinn oc", + "Ġ setUp", + "Ġset Up", + "ĠCh ampionship", + "ĠChampions hip", + "ĠChampion ship", + "art ist", + "arti st", + "ĠC Type", + "ĠCT ype", + "F oundation", + "Found ation", + "๠Ī", + "Ġ Setup", + "ĠSet up", + "4 28", + "42 8", + "Ġ recipes", + "Ġrec ipes", + "Ġrecipe s", + "Ġrecip es", + "Ġ UIColor", + "ĠU IColor", + "ĠUI Color", + "Ġ Fight", + "ĠF ight", + "ĠFig ht", + "ĠFi ght", + "Ġ authorized", + "Ġauthor ized", + "Ġauthorize d", + "_ click", + "_c lick", + "_cl ick", + "_cli ck", + "9 90", + "99 0", + "_ success", + "_s uccess", + "_succ ess", + "_su ccess", + "an gan", + "ang an", + "anga n", + "Ġ Mountain", + "ĠM ountain", + "ĠMount ain", + "Ġ Doctor", + "ĠDo ctor", + "ĠDoc tor", + "Ġ egg", + "Ġe gg", + "Ġeg g", + "ĠM edicine", + "ĠMed icine", + "ĠMedic ine", + "c les", + "cl es", + "cle s", + "` .Ċ", + "`. Ċ", + "[ int", + "[i nt", + "[in t", + "d ashboard", + "dash board", + "Ġ Appro", + "ĠApp ro", + "ĠAp pro", + "- dr", + "-d r", + "Ġprodu ces", + "Ġproduce s", + "Ġprod uces", + "Ġr ental", + "Ġren tal", + "Ġrent al", + "Ġ reload", + "Ġre load", + "Ġr eload", + "Ġrel oad", + "3 81", + "38 1", + "Ġ arrival", + "Ġarr ival", + "Ġarriv al", + "s pot", + "sp ot", + "spo t", + "Ġunder t", + "Ġund ert", + "Ġunde rt", + "3 78", + "37 8", + "Ġequ ipped", + "Ġequip ped", + "Ġ proved", + "Ġpro ved", + "Ġpr oved", + "Ġprov ed", + "Ġprove d", + "Ġ centers", + "Ġcent ers", + "Ġcenter s", + "Ġcen ters", + "Ġ defines", + "Ġdef ines", + "Ġdefine s", + "Ġdefin es", + "al so", + "als o", + "Ġ opacity", + "Ġop acity", + "Ġ Unfortunately", + "ĠUn fortunately", + "ĠIll inois", + "Ġ не", + "Ġн е", + "ĠT emple", + "ĠTem ple", + "ĠTemp le", + "ĠTempl e", + "Ġ Trail", + "ĠT rail", + "ĠTr ail", + "ĠTra il", + "Ġ Kelly", + "ĠK elly", + "ĠKel ly", + "Ġ measurement", + "Ġme asurement", + "Ġmeasure ment", + "Ġmeas urement", + "Ġse parated", + "Ġsepar ated", + "Ġseparate d", + "Ġseparat ed", + "- circle", + "-c ircle", + "H ey", + "He y", + "Ġ READ", + "ĠRE AD", + "ig its", + "igit s", + "igi ts", + "Ġ ib", + "Ġi b", + "Ġ MOD", + "ĠM OD", + "ĠMO D", + "at tery", + "att ery", + "atter y", + "atte ry", + "а з", + "аР·", + "Ġv end", + "Ġve nd", + "Ġven d", + "е нÑĤ", + "ен ÑĤ", + "Ġ HttpClient", + "ĠHttp Client", + "3 59", + "35 9", + "s afe", + "sa fe", + "_ ASS", + "_A SS", + "_AS S", + "i cit", + "ic it", + "ici t", + "Ġ Construct", + "ĠCon struct", + "ĠConstr uct", + "Ġ Clo", + "ĠC lo", + "ĠCl o", + "Ġ Six", + "ĠS ix", + "ĠSi x", + "_ TOKEN", + "_T OKEN", + "_TO KEN", + "( block", + "(b lock", + "(bl ock", + "Ġwar ned", + "Ġwarn ed", + "/* !", + "! Ċ", + "}/ >Ċ", + "}/> Ċ", + "Ġin novation", + "Ġinn ovation", + "Ġinnov ation", + "_ \"", + "Ġ );čĊčĊ", + "Ġ) ;čĊčĊ", + "Ġ); čĊčĊ", + "Ġ);čĊ čĊ", + "Ġ spots", + "Ġsp ots", + "Ġspot s", + "Ġspo ts", + "Ġcho osing", + ". cs", + ".c s", + "Ġf lexible", + "Ġflex ible", + "U Int", + "UI nt", + "4 35", + "43 5", + "9 30", + "93 0", + "Ġ scratch", + "Ġs cratch", + "Ġscr atch", + "- al", + "-a l", + "Ġf estival", + "Ġfest ival", + "Ġout standing", + "================ ================================", + "================================ ================", + "M ean", + "Me an", + "Ġ Oregon", + "ĠO regon", + "ĠOre gon", + "s ymbol", + "sym bol", + ". account", + ".a ccount", + ".ac count", + ".acc ount", + "d ney", + "dn ey", + "' ''", + "'' '", + "! \",", + "!\" ,", + "9 01", + "90 1", + "Ġ particle", + "Ġp article", + "Ġpart icle", + "Ġpartic le", + "Ġparti cle", + "à ĥ", + "[ MAX", + "[M AX", + "I VER", + "IV ER", + "IVE R", + "ER ENCE", + "NS Mutable", + "ĠC olumbia", + "ĠColum bia", + "_ ĊĊ", + "_Ċ Ċ", + ". fr", + ".f r", + "Ġc ogn", + "Ġco gn", + "Ġcog n", + "V R", + "Ġ Methods", + "ĠMethod s", + "ĠMeth ods", + "Ġ Made", + "ĠM ade", + "ĠMad e", + "ĠMa de", + "Ġ BR", + "ĠB R", + "Ġ Else", + "ĠE lse", + "ĠEl se", + "Ġeg gs", + "Ġegg s", + "Ġ swing", + "Ġs wing", + "Ġsw ing", + "Ġ Inv", + "ĠI nv", + "ĠIn v", + "Ġdise ases", + "Ġdisease s", + "Ġf irms", + "Ġfirm s", + "Ġfi rms", + "Ġfir ms", + "Ġ lemma", + "Ġl emma", + "Ġle mma", + "Ġlem ma", + "} `);Ċ", + "}` );Ċ", + "l ings", + "ling s", + "lin gs", + "Ġg ym", + "Ġgy m", + "umin um", + "umi num", + ". Trim", + ".T rim", + ".Tr im", + "M em", + "Me m", + "Ġcrit icism", + "Ġcritic ism", + "ibern ate", + "_ TX", + "_T X", + "i oni", + "ion i", + "io ni", + "Ġguid ance", + "Ġgui dance", + "Ġrepeated ly", + "Ġrepeat edly", + "Ġ supplier", + "Ġs upplier", + "Ġsup plier", + "Ġsuppl ier", + "Ġsupp lier", + "Ġp ainting", + "Ġpaint ing", + "Ġpain ting", + "8 64", + "86 4", + ". Fragment", + ".F ragment", + "ed Exception", + "Ġw iring", + "Ġwir ing", + "Ġwi ring", + "Ġcour ts", + "Ġcou rts", + "Ġcourt s", + "W EB", + "WE B", + "æľ ī", + "\\ .", + "ill ance", + "illa nce", + "Ġb rows", + "Ġbr ows", + "Ġbro ws", + "Ġbrow s", + "Ġ Pattern", + "ĠP attern", + "ĠPat tern", + "ĠPatt ern", + "PL ICATION", + "PLIC ATION", + "Ġ Summer", + "ĠS ummer", + "ĠSum mer", + "Ch ain", + "Cha in", + "Ġc ute", + "Ġcut e", + "Ġcu te", + "m ercial", + "mer cial", + "merc ial", + "Ġd il", + "Ġdi l", + "ĠFrank lin", + "ĉ global", + "ĉg lobal", + "IN CLUDING", + "h istory", + "hi story", + "hist ory", + "histor y", + "Ġ lst", + "Ġl st", + "Ġls t", + "Q t", + "S DL", + "SD L", + "a lia", + "al ia", + "ali a", + "i ere", + "ie re", + "ier e", + "( ...", + "(. ..", + "(.. .", + "ĉ cin", + "ĉc in", + "if fs", + "iff s", + "v elope", + "ve lope", + "vel ope", + "velop e", + "Ġ Root", + "ĠR oot", + "ĠRo ot", + "ĠRoo t", + "cl uster", + "clus ter", + "User Name", + "i gne", + "ig ne", + "ign e", + "< S", + "Ġ fest", + "Ġf est", + "Ġfe st", + "4 19", + "41 9", + "Ġindic ating", + "Ġindica ting", + "k eeper", + "ke eper", + "keep er", + "kee per", + "Ġc ada", + "Ġca da", + "Ġcad a", + "é g", + "con sin", + "cons in", + "Ġ GB", + "ĠG B", + "Ġ lb", + "Ġl b", + "e mony", + "em ony", + "emo ny", + "emon y", + "- icons", + "-icon s", + "-i cons", + "_ doc", + "_d oc", + "_do c", + "A ctor", + "Act or", + "Ac tor", + "e lem", + "el em", + "ele m", + ". Delete", + ".De lete", + "Ġin fection", + "Ġinf ection", + "Ġinfect ion", + "Ġ Privacy", + "ĠPriv acy", + "Ġgreat ly", + "Ġ Pos", + "ĠP os", + "ĠPo s", + "ĠT reat", + "ĠTr eat", + "ĠTre at", + "F low", + "Fl ow", + "Flo w", + "Ġat tractive", + "Ġattr active", + "Ġattract ive", + "Ġ Marc", + "ĠM arc", + "ĠMar c", + "ĠMa rc", + "s udo", + "su do", + "t esy", + "te sy", + "tes y", + "- an", + "-a n", + "9 98", + "99 8", + "ab ama", + "aba ma", + "Ġ Would", + "ĠW ould", + "ĠWo uld", + "Ġs uck", + "Ġsu ck", + "Ġsuc k", + "index Path", + "Ġ Et", + "ĠE t", + "T imes", + "Time s", + "Tim es", + "Ti mes", + "7 80", + "78 0", + "Ġ clubs", + "Ġcl ubs", + "Ġclub s", + "_ assoc", + "_as soc", + "_ass oc", + "Ġac quired", + "Ġacqu ired", + "Ġacquire d", + "( \":", + "(\" :", + "Ġint ense", + "Ġintens e", + ". maps", + ".m aps", + ".map s", + ".ma ps", + "Ex pected", + "Exp ected", + "Expect ed", + "T oggle", + "Ġ ay", + "Ġa y", + "Ġl ifestyle", + "Ġlife style", + "Ġlif estyle", + "- called", + "-c alled", + "-cal led", + "-call ed", + "Ġ Snow", + "ĠS now", + "ĠSn ow", + "ĠSno w", + "V olume", + "Vol ume", + "Ġcann abis", + "Ġ Direction", + "ĠD irection", + "ĠDirect ion", + "ĠDi rection", + "ĠDir ection", + "ĠDire ction", + "Ġ Limited", + "ĠL imited", + "ĠLim ited", + "ĠLimit ed", + "- specific", + "-s pecific", + "-spec ific", + "Ġd owntown", + "Ġdown town", + "Ġdownt own", + "/ icons", + "/i cons", + "/icon s", + "/ic ons", + "Ġre ven", + "Ġr even", + "Ġrev en", + "Ġreve n", + "L eg", + "Le g", + "8 85", + "88 5", + "= null", + "=n ull", + "4 96", + "49 6", + "Key board", + "' )).", + "') ).", + "')) .", + "Ġ\" \";čĊ", + "Ġ\"\" ;čĊ", + "Ġ\"\"; čĊ", + "Ġatt itude", + ". navigate", + ".n avigate", + ".nav igate", + "- error", + "-e rror", + "AM PLE", + "AMP LE", + "AMPL E", + "Ġ Jay", + "ĠJ ay", + "ĠJa y", + "v r", + "c ow", + "co w", + ". compile", + ".com pile", + ".comp ile", + "Ġmem ories", + "Ġmemor ies", + "Ġmemo ries", + "_ mark", + "_m ark", + "_mar k", + "_ma rk", + "Ġ Minnesota", + "ĠMin nesota", + "Ġk osten", + "Ġko sten", + "Ġkos ten", + "Ġkost en", + "Ġ probability", + "Ġprob ability", + "Ġprobabil ity", + "w arning", + "war ning", + "warn ing", + "Ġgen etic", + "Ġgene tic", + "F ixture", + "Fix ture", + "Ġ HashSet", + "ĠHash Set", + "N ombre", + "Nom bre", + "_ month", + "_m onth", + "_mon th", + "_mo nth", + "Æ °", + "- start", + "-st art", + "-star t", + "xy gen", + "ĉ ft", + "ĉf t", + "i agnostics", + "Ġ Matthew", + "ĠMat thew", + "ĠMatth ew", + "Ġcon cepts", + "Ġconcept s", + "Ġconce pts", + "Ġcon str", + "Ġconst r", + "Ġcons tr", + ". State", + ".St ate", + ".Stat e", + "и н", + "N ov", + "No v", + "Î ±", + "Ġ Panel", + "ĠP anel", + "ĠPan el", + "ĠPa nel", + "ĠPane l", + "ä¸ ª", + "com pare", + "comp are", + "> ()Ċ", + ">( )Ċ", + ">() Ċ", + "Ġapp lying", + "Ġapply ing", + "Ġappl ying", + "Ġprom ised", + "Ġpromise d", + "Ġ ox", + "Ġo x", + "n cia", + "nc ia", + "Ġ Validation", + "ĠValid ation", + "o rts", + "or ts", + "ort s", + "_ cur", + "_c ur", + "_cu r", + "e lect", + "el ect", + "ele ct", + "e ye", + "ey e", + "( Data", + "(D ata", + "Ġre porter", + "Ġreport er", + "Ġ Buff", + "ĠB uff", + "ĠBu ff", + "ĠBuf f", + "3 95", + "39 5", + "Ġ sr", + "Ġs r", + "Ġ \";", + "Ġ\" ;", + "i cky", + "ic ky", + "ick y", + "Ġt empor", + "Ġtem por", + "Ġtemp or", + "Ġtempo r", + "S N", + "Ġ resident", + "Ġres ident", + "Ġresid ent", + "Ġreside nt", + "p ires", + "pi res", + "pir es", + "pire s", + "ys ical", + "ysi cal", + "Ġend orse", + "Ġendors e", + "Ġ Song", + "ĠS ong", + "ĠSo ng", + "ĠSon g", + "is Empty", + "le et", + "lee t", + "_ util", + "_u til", + "_ut il", + "Ġd istingu", + "Ġdist ingu", + "Ġ Talk", + "ĠT alk", + "ĠTal k", + "ĠTa lk", + "Ġ Mot", + "ĠM ot", + "ĠMo t", + "( default", + "(d efault", + "(de fault", + "(def ault", + ". Arg", + ".A rg", + ".Ar g", + "gorith ms", + "gorithm s", + "_ words", + "_w ords", + "_word s", + "im mer", + "imm er", + "_ reset", + "_re set", + "_res et", + "f amily", + "W W", + "Ġs avings", + "Ġsav ings", + "Ġsaving s", + "Ġ âĢĿ", + "ĠâĢ Ŀ", + "_ enable", + "_e nable", + "_en able", + "s idebar", + "side bar", + "R unning", + "Run ning", + "Ġ ali", + "Ġa li", + "Ġal i", + "Ġte stim", + "Ġtest im", + "Ġtes tim", + "Ġ warnings", + "Ġw arnings", + "Ġwar nings", + "Ġwarn ings", + "Ġwarning s", + "Ġ Chem", + "ĠC hem", + "ĠCh em", + "ĠChe m", + "Ġ Exit", + "ĠE xit", + "ĠEx it", + "Ġf ounder", + "Ġfound er", + "Ġfo under", + "Ġfou nder", + "p ector", + "pe ctor", + "pect or", + "pec tor", + "Ġ rm", + "Ġr m", + "_ dataset", + "_d ataset", + "_data set", + "_dat aset", + "_datas et", + "Ġ Das", + "ĠD as", + "ĠDa s", + "Ġ han", + "Ġh an", + "Ġha n", + "G etty", + "Get ty", + "Ge tty", + "á l", + "Ġ ny", + "Ġn y", + "Ġpo verty", + "Ġpov erty", + "Ġresult ed", + ". by", + ".b y", + "Ġ Visit", + "ĠVis it", + "ĠVi sit", + "Ġobt aining", + "Ġobtain ing", + "/ '.$", + "/' .$", + "/'. $", + "Ġ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "s hall", + "sh all", + "shal l", + "sha ll", + "_ LEFT", + "_LE FT", + "UI Image", + "_ Name", + "_N ame", + "h ave", + "ha ve", + "ĠN ob", + "ĠNo b", + "l r", + "- footer", + "-f ooter", + "-foot er", + "Ġn aked", + "Ġna ked", + "Ġnak ed", + "ĠG arden", + "ĠGar den", + "ĠGard en", + "\\F acades", + "Ġ graduate", + "Ġgrad uate", + "Ġgradu ate", + "4 17", + "41 7", + "Ġfr anchise", + "Ġfranch ise", + "p lane", + "pl ane", + "plan e", + "pla ne", + "Ġcontrib utions", + "Ġcontribution s", + "Ġstring With", + "Ġ crypto", + "Ġc rypto", + "Ġcrypt o", + "Ġcry pto", + "Ġmov ements", + "Ġmove ments", + "Ġmo vements", + "Ġmovement s", + "a thers", + "ath ers", + "ather s", + "athe rs", + "Ġ lifetime", + "Ġl ifetime", + "Ġlife time", + "Ġlif etime", + "Ġcommunic ate", + "Ġcommun icate", + "j ar", + "ja r", + "Ġ Fragment", + "ĠF ragment", + "ĠFr agment", + "ĠFra gment", + "ĠFrag ment", + "_ IF", + "_I F", + "ĠN avy", + "ĠNav y", + "ĠNa vy", + "Ġ Figure", + "ĠF igure", + "ĠFig ure", + "Ġ simulation", + "Ġs imulation", + "Ġsim ulation", + "Ġsimul ation", + "_ stop", + "_s top", + "_st op", + "Ġreport ers", + "Ġreporter s", + "Ġver sus", + "Ġvers us", + "a ja", + "aj a", + "Ġ α", + "ĠÎ ±", + "Ġgover nor", + "Ġgovern or", + "Ġgoverno r", + "List Item", + "Ġ sealed", + "Ġse aled", + "Ġsea led", + "Ġseal ed", + ". Background", + ".Back ground", + "e di", + "ed i", + "ash ing", + "ashi ng", + "Ġ lip", + "Ġl ip", + "Ġli p", + "ĠI h", + "m erge", + "mer ge", + "Ġn ec", + "Ġne c", + "0 24", + "02 4", + "el ocity", + "elo city", + "AT EG", + "ATE G", + "Ġse eds", + "Ġsee ds", + "Ġseed s", + "Ġ floating", + "Ġf loating", + "Ġfloat ing", + "Ġflo ating", + "7 01", + "70 1", + "_ FA", + "_F A", + "w alk", + "wa lk", + "wal k", + "ĉ user", + "ĉu ser", + "ĉuse r", + "ĉus er", + "_ depth", + "_de pth", + "_dep th", + "_dept h", + "Ġw age", + "Ġwa ge", + "Ġwag e", + "@ app", + "@a pp", + "N il", + "Ni l", + "( [\"", + "([ \"", + "( vector", + "(v ector", + "(vec tor", + "Ġsecret ary", + "4 61", + "46 1", + "Ġj Panel", + "v ez", + "ve z", + "Âł ³³³", + "³³ ³³", + "³³³ Âł", + "d irection", + "dir ection", + "di rection", + "direct ion", + "dire ction", + "Ġ EP", + "ĠE P", + "Ġ hunt", + "Ġh unt", + "Ġhun t", + "Ġhu nt", + "3 96", + "39 6", + "Json Property", + "Ġ PORT", + "ĠP ORT", + "ĠPO RT", + "ĠPOR T", + "] \",", + "]\" ,", + "а п", + "аР¿", + "Ġ Foreign", + "ĠFore ign", + "p anic", + "pan ic", + "pa nic", + "Ġtr ials", + "Ġtri als", + "Ġtrial s", + "Ġ Ale", + "ĠA le", + "ĠAl e", + "Ġr ural", + "Ġru ral", + "- value", + "-v alue", + "-val ue", + "-valu e", + "author ized", + "authorize d", + "Ġ Scotland", + "ĠSc otland", + "ĠScot land", + ". drop", + ".d rop", + ".dr op", + "Ġ MT", + "ĠM T", + "ç ±", + "3 91", + "39 1", + "row th", + "5 15", + "51 5", + "File Path", + "Ġ recall", + "Ġre call", + "Ġrec all", + "Ġrecal l", + "if le", + "Ġ cel", + "Ġc el", + "Ġce l", + "Ġ SELECT", + "ĠSE LECT", + "ĠSEL ECT", + "k n", + "_ case", + "_c ase", + "_ca se", + "Ġ crop", + "Ġc rop", + "Ġcr op", + "Ġcro p", + "5 43", + "54 3", + "s ure", + "sur e", + "su re", + "p ot", + "po t", + "I CS", + "IC S", + "Ġ stem", + "Ġs tem", + "Ġst em", + "Ġste m", + "Ġindust ries", + "Ġindustri es", + "P ut", + "Pu t", + "Ġ aber", + "Ġa ber", + "Ġab er", + "road cast", + "I cons", + "Icon s", + ") \")Ċ", + ")\" )Ċ", + ")\") Ċ", + "æĪIJ åĬŁ", + "g ui", + "gu i", + "Ġass umed", + "Ġassum ed", + "Ġassume d", + "Ġ rx", + "Ġr x", + "E A", + "è §", + "E LL", + "EL L", + "Ġd ose", + "Ġdo se", + "Ġdos e", + "Ġ ine", + "Ġin e", + "Ġi ne", + "Ġd eeper", + "Ġde eper", + "Ġdeep er", + "Ġdee per", + "l ider", + "li der", + "lide r", + "lid er", + "Ġ ordinary", + "Ġord inary", + "Ġordin ary", + "Ġg olf", + "Ġgo lf", + "Ġgol f", + "6 05", + "60 5", + "_ IMAGE", + "_IM AGE", + "Ġ NAME", + "ĠN AME", + "ĠNA ME", + "( module", + "(m odule", + "(mod ule", + "Ġ atom", + "Ġa tom", + "Ġat om", + "Ġ belt", + "Ġb elt", + "Ġbe lt", + "Ġbel t", + "Ġoff ices", + "Ġoffic es", + "Ġoffice s", + "5 06", + "50 6", + "b eta", + "be ta", + "bet a", + "Ġphilosoph y", + "( JSON", + "(J SON", + "(JS ON", + "- field", + "-f ield", + "-fi eld", + "Ġint roduce", + "Ġintrodu ce", + "Ġintro duce", + "Ġcon venience", + "Ġconven ience", + "op tim", + "opt im", + "> \"Ċ", + ">\" Ċ", + "a thy", + "at hy", + "ath y", + "Ġ employer", + "Ġemploy er", + "q uate", + "qu ate", + "qua te", + "quat e", + "Ġ edited", + "Ġed ited", + "Ġedit ed", + "Ġedi ted", + "Arg uments", + "Argument s", + "ĠN ations", + "ĠNation s", + "ĠNat ions", + "_ _)", + "__ )", + "Ġn ose", + "Ġno se", + "Ġnos e", + "Ġ Sample", + "ĠS ample", + "ĠSam ple", + "ĠSamp le", + "' )ĊĊĊ", + "') ĊĊĊ", + "')Ċ ĊĊ", + "')ĊĊ Ċ", + "Ġ cake", + "Ġc ake", + "Ġca ke", + ". getAttribute", + ".get Attribute", + "H D", + "3 92", + "39 2", + "Mod ified", + "4 45", + "44 5", + "Ġ predicted", + "Ġpred icted", + "Ġpredict ed", + "Ġpredic ted", + "Å Ħ", + "a nie", + "an ie", + "ani e", + "S orry", + "( doc", + "(d oc", + "(do c", + "w ind", + "win d", + "wi nd", + "i eve", + "ie ve", + "iev e", + "Ġpro visions", + "Ġprov isions", + "Ġprovision s", + "A TER", + "AT ER", + "ATE R", + "O TE", + "OT E", + "M Y", + ". Autowired", + ".A utowired", + "ĠB ath", + "ĠBa th", + "ĠBat h", + "4 23", + "42 3", + ". Boolean", + ".Bool ean", + "Ġ backend", + "Ġback end", + ". Mouse", + ".M ouse", + "at eral", + "ate ral", + "ater al", + "p aper", + "pa per", + "Con st", + "Co nst", + "Cons t", + "Ġ VR", + "ĠV R", + "_ entity", + "_e ntity", + "_ent ity", + "_ CTRL", + "_C TRL", + "_CT RL", + "Ġ Protection", + "ĠPro tection", + "ĠProt ection", + "ĠProte ction", + "ĠProtect ion", + "Ġ GM", + "ĠG M", + "Ġ Study", + "ĠSt udy", + "ĠStud y", + "Ġ soup", + "Ġs oup", + "Ġso up", + "Ġsou p", + "o time", + "ot ime", + "oti me", + "' use", + "'u se", + "] \"", + "/ users", + "/user s", + "/use rs", + "/us ers", + "a ug", + "au g", + "Ġ Hong", + "ĠH ong", + "ĠHon g", + "ĠHo ng", + "_ norm", + "_n orm", + "_no rm", + "ãģ ¨", + "Ġse cre", + "Ġsec re", + "( Build", + "(B uild", + "Ġ Contract", + "ĠCon tract", + "ĠCont ract", + "ĠContr act", + "o las", + "ol as", + "ola s", + "Ġs auce", + "Ġsa uce", + "Ġsau ce", + "Ġag gressive", + "Ġaggress ive", + "Ġagg ressive", + "Ġ racial", + "Ġr acial", + "Ġrac ial", + "Ġra cial", + "char acter", + "@ @", + "Ġ compile", + "Ġcom pile", + "Ġcomp ile", + "Ġcompil e", + "Ġ Void", + "ĠV oid", + "ĠVo id", + "_ rem", + "_re m", + "_r em", + "_ memory", + "_m emory", + "_mem ory", + "3 48", + "34 8", + "k k", + "Ġ mic", + "Ġm ic", + "Ġmi c", + "S ame", + "Sam e", + "Sa me", + "U tility", + "Util ity", + "Ut ility", + "Ġ Html", + "ĠH tml", + "Ġ Xml", + "ĠX ml", + "ĠXm l", + "Re ady", + "Read y", + "Ġg all", + "Ġga ll", + "Ġgal l", + "Ġalleg edly", + "Ġalleged ly", + "ĉ ĉĉĉĠĠĠ", + "ĉĉ ĉĉĠĠĠ", + "ĉĉĉĉ ĠĠĠ", + "ĉĉĉ ĉĠĠĠ", + "ĉĉĉĉĠ ĠĠ", + "ĉĉĉĉĠĠ Ġ", + "Ġ Metal", + "ĠM etal", + "ĠMe tal", + "ĠMet al", + "ĠMeta l", + "Ġ Personal", + "ĠPerson al", + "ĠPers onal", + "ĠPersona l", + "Ġborder Radius", + "rx js", + "object s", + "obj ects", + "Ġwant ing", + "Ġwan ting", + "Ġb owl", + "Ġbo wl", + "Ġbow l", + "v endor", + "offset of", + "Ġ Rs", + "ĠR s", + "Ġ Rating", + "ĠR ating", + "ĠRa ting", + "ĠRat ing", + "Ġr ally", + "Ġrall y", + "_ NODE", + "_N ODE", + "_NO DE", + "4 18", + "41 8", + "Ġ Mix", + "ĠM ix", + "ĠMi x", + "Ġad vertis", + "Ġadvert is", + "4 85", + "48 5", + "6 67", + "66 7", + "Ġnarr ative", + "s al", + "sa l", + "Ġ mc", + "Ġm c", + "S Error", + "SE rror", + "Ġf ingers", + "Ġfin gers", + "Ġfinger s", + "Ġfing ers", + "Ġac company", + "Ġaccom pany", + "Ġaccomp any", + "Ġt ired", + "Ġti red", + "Ġtire d", + "Ġtir ed", + "Ġ stride", + "Ġst ride", + "Ġstr ide", + "Ġstri de", + "Ġ gui", + "Ġg ui", + "Ġgu i", + "e list", + "el ist", + "eli st", + "L ocale", + "Lo cale", + "Local e", + "Loc ale", + "Ġre leases", + "Ġrelease s", + "Ġrele ases", + "i king", + "ik ing", + "iki ng", + "Ġ anger", + "Ġa nger", + "Ġan ger", + "Ġang er", + "Ġange r", + ") ))ĊĊ", + ")) )ĊĊ", + ")))Ċ Ċ", + "))) ĊĊ", + "al lest", + "all est", + "alle st", + "alles t", + "Sum mary", + "( O", + "( for", + "(f or", + "Ġbasket ball", + "Ġ roads", + "Ġro ads", + "Ġroad s", + "Ġ Install", + "ĠInst all", + "Ġ Fab", + "ĠF ab", + "ĠFa b", + "it map", + "itm ap", + "4 75", + "47 5", + "Ġ ))Ċ", + "Ġ) )Ċ", + "Ġ)) Ċ", + "Ġ intersection", + "Ġinter section", + "Ġintersect ion", + "Ġinters ection", + "igh bor", + "ighb or", + "ĠB ry", + "ĠBr y", + "Ġ HERE", + "ĠH ERE", + "ĠHE RE", + "ĠHER E", + "S oftware", + "So ftware", + "Soft ware", + "el fare", + "elf are", + "a cs", + "ac s", + "6 22", + "62 2", + "Ġtr ailer", + "Ġtrail er", + "Ġtra iler", + "Ġtrai ler", + ". getClass", + ".get Class", + ".getC lass", + "ch ars", + "char s", + "cha rs", + "Ġreg ulation", + "Ġregul ation", + "Ġre fers", + "Ġref ers", + "Ġrefer s", + "Ġd estruction", + "Ġde struction", + "Ġdestruct ion", + "Ġ continuous", + "Ġcontin uous", + "Ġcontinu ous", + "Ġ Austin", + "ĠA ustin", + "ĠAust in", + "ĠAus tin", + "ĠAu stin", + "é ¢", + "a kan", + "ak an", + "aka n", + ". window", + ".w indow", + ".wind ow", + "Ġ Templates", + "ĠT emplates", + "ĠTem plates", + "ĠTemplate s", + "ĠTemp lates", + "ĠTempl ates", + "Ġabs ence", + ": n", + "Ġdis order", + "f lash", + "fl ash", + "Ġde let", + "Ġdel et", + "Ġdele t", + "bo ards", + "board s", + "Ġ Ġĉ", + "ĠĠ ĉ", + "R OP", + "RO P", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġac qu", + "Ġlaw suit", + "Ġlaws uit", + "Ġ Reviews", + "ĠRe views", + "ĠReview s", + "Ġgar age", + "Ġga rage", + "t imer", + "time r", + "ti mer", + "tim er", + "Ġ ej", + "Ġe j", + "Ġ Rectangle", + "ĠRect angle", + "Ġ flowers", + "Ġfl owers", + "Ġflow ers", + "Ġflo wers", + "Ġflower s", + "3 98", + "39 8", + "i lst", + "il st", + "ils t", + "Ġ Instance", + "ĠIn stance", + "ĠInst ance", + "S uper", + "Sup er", + "Su per", + "d et", + "de t", + "dis posing", + "disp osing", + "Ġ ES", + "ĠE S", + "Ġ IC", + "ĠI C", + "v ere", + "ver e", + "ve re", + "S k", + "_ channels", + "_ch annels", + "_channel s", + "_chan nels", + "p uted", + "put ed", + "pu ted", + "pute d", + "/ null", + "/n ull", + "n nen", + "nn en", + "4 31", + "43 1", + "Ġ Gallery", + "ĠG allery", + "ĠGall ery", + "_ global", + "_g lobal", + "_glob al", + "Auth entication", + "Ġ Rank", + "ĠR ank", + "ĠRa nk", + "ĠRan k", + "Ġ blocked", + "Ġb locked", + "Ġbl ocked", + "Ġblock ed", + "Ġbloc ked", + "Ġc alm", + "Ġcal m", + "Ġca lm", + "m arket", + "mark et", + "mar ket", + "ĉ val", + "ĉv al", + "ĉva l", + "Ġ aug", + "Ġa ug", + "Ġau g", + "p eriod", + "per iod", + "peri od", + "Ġ Constant", + "ĠCon stant", + "ĠCons tant", + "ĠConst ant", + "Ġ ?>\">Ċ", + "Ġ?> \">Ċ", + "Ġ?>\" >Ċ", + "Ġ?>\"> Ċ", + "Ġ lobby", + "Ġl obby", + "Ġlob by", + "p al", + "pa l", + "3 79", + "37 9", + "Ġ sink", + "Ġs ink", + "Ġsi nk", + "Ġsin k", + "5 08", + "50 8", + "i ah", + "ia h", + "Ð ¡", + "ur name", + "urn ame", + "Ġcon ver", + "Ġconv er", + "Ġinvest igate", + "Ġinvestig ate", + "Ch rist", + "Chris t", + "Chr ist", + "H ub", + "Hu b", + "Ġ IND", + "ĠI ND", + "ĠIN D", + "Ġ Ped", + "ĠP ed", + "ĠPe d", + "u ras", + "ur as", + "ura s", + "ĉ url", + "ĉu rl", + "Ġ Tro", + "ĠT ro", + "ĠTr o", + "Ġ preferences", + "Ġp references", + "Ġpre ferences", + "Ġprefer ences", + "Ġpreference s", + "Ġguar anteed", + "Ġguarante ed", + "Ġguarantee d", + "` ĊĊ", + "`Ċ Ċ", + "Ġport ions", + "Ġportion s", + "Ġe valu", + "Ġev alu", + "Ġeval u", + "' > < /", + "( ){ĊĊ", + "() {ĊĊ", + "(){Ċ Ċ", + "(){ ĊĊ", + "en coded", + "enc oded", + "encode d", + "enco ded", + "z illa", + "zi lla", + ". Class", + ".C lass", + ".Cl ass", + "Ġ *_", + "Ġ* _", + "_ '", + "Ġview ed", + "Ġvi ewed", + "Ġvie wed", + "Ġ Philadelphia", + "ĠPhil adelphia", + ". rows", + ".r ows", + ".row s", + ".ro ws", + "Add ed", + "Ad ded", + "Ġ Touch", + "ĠT ouch", + "ĠTo uch", + "ĠTou ch", + "8 40", + "84 0", + ". delegate", + ".de legate", + "quee ze", + "s lide", + "sl ide", + "Ġ Senior", + "ĠSen ior", + "( tag", + "(t ag", + "Ġinter views", + "Ġinterview s", + "Ġs ua", + "Ġsu a", + "a tas", + "at as", + "ata s", + "@ ĊĊ", + "@Ċ Ċ", + "d istance", + "di stance", + "dist ance", + "Ġ sein", + "Ġs ein", + "Ġse in", + "Ġsei n", + "l atest", + "la test", + "late st", + "lat est", + "lates t", + "Ġ Prince", + "ĠPr ince", + "ĠPri nce", + "Ġlux ury", + "Ġre fr", + "Ġref r", + "Ġ Kitchen", + "ĠK itchen", + "ĠKit chen", + "Ñ Ħ", + "( at", + "(a t", + "F inal", + "Fin al", + "Fi nal", + "ü ck", + "üc k", + "_ zero", + "_z ero", + "Ġ ABC", + "ĠA BC", + "ĠAB C", + "Ġ Manchester", + "ĠMan chester", + "Ġ cow", + "Ġc ow", + "Ġco w", + "C OL", + "CO L", + "_ NUMBER", + "_NUM BER", + "ch anges", + "change s", + "chan ges", + "chang es", + "g enerate", + "gen erate", + "gener ate", + "gene rate", + ". Printf", + ".Print f", + "3 69", + "36 9", + "s hare", + "sh are", + "sha re", + "St ock", + "Ġ PT", + "ĠP T", + "A nim", + "An im", + "a nga", + "an ga", + "ang a", + "Ġ ig", + "Ġi g", + "up loads", + "upload s", + "Ġ packed", + "Ġp acked", + "Ġpack ed", + "Ġpac ked", + "Ġ }];Ċ", + "Ġ} ];Ċ", + "Ġ}] ;Ċ", + "( sender", + "(s ender", + "(se nder", + "(send er", + "Ġ Wire", + "ĠW ire", + "ĠWi re", + "ĠWir e", + "i sons", + "is ons", + "ison s", + "iso ns", + "Ġplay off", + "\\ E", + "6 08", + "60 8", + "/ R", + "Ġ headed", + "Ġhe aded", + "Ġhead ed", + "Al pha", + "( order", + "(ord er", + "(or der", + "Ġop ponents", + "Ġopp onents", + "Ġoppon ents", + "Ġopponent s", + "ack son", + "acks on", + "_ member", + "_m ember", + "_mem ber", + "T urn", + "Tur n", + "Tu rn", + "ĠSov iet", + "ìĹ IJ", + "a uge", + "au ge", + "aug e", + "4 48", + "44 8", + "Ġ incoming", + "Ġin coming", + "Ġinc oming", + "Ġincom ing", + "Ġ jak", + "Ġj ak", + "Ġja k", + "- game", + "-g ame", + "Ġ Male", + "ĠM ale", + "ĠMal e", + "ĠMa le", + "Ġ Month", + "ĠM onth", + "ĠMon th", + "ĠMo nth", + "ĠMont h", + "St age", + ". exe", + ".e xe", + ".ex e", + "Own Property", + ". setItem", + ".set Item", + "Ġ dc", + "Ġd c", + "ä½ ľ", + "Ġb rut", + "Ġbr ut", + "Ġbru t", + "Ġattempt ing", + ". len", + ".l en", + ".le n", + "Ġjud gment", + "Ġs ab", + "Ġsa b", + "Ġ cad", + "Ġc ad", + "Ġca d", + "Ġ Items", + "ĠI tems", + "ĠIt ems", + "ĠItem s", + "com fort", + "el ize", + "eli ze", + "/ log", + "/l og", + "/lo g", + "Ġentre prene", + "Ġ compiler", + "Ġc ompiler", + "Ġcom piler", + "Ġcomp iler", + "Ġcompile r", + "Ġcompil er", + "_ validation", + "_valid ation", + "r eview", + "re view", + "rev iew", + "Ġ textBox", + "Ġtext Box", + "Ġ fraction", + "Ġf raction", + "Ġfr action", + "Ġfra ction", + "Ġfract ion", + "Ġfrac tion", + "Ġ Bal", + "ĠB al", + "ĠBa l", + "> ;ĊĊ", + ">;Ċ Ċ", + ">; ĊĊ", + ".AutoScale Mode", + "Ġ cats", + "Ġc ats", + "Ġca ts", + "Ġcat s", + "4 65", + "46 5", + "Ġ registry", + "Ġreg istry", + "Ġregistr y", + "Ġregist ry", + "u lus", + "ul us", + "ulu s", + "F I", + "p ayload", + "pay load", + "- search", + "-s earch", + "-se arch", + "Ġst aying", + "Ġstay ing", + "Ġsta ying", + "ac ious", + "aci ous", + "acio us", + "De coration", + "Dec oration", + "Decor ation", + "R eview", + "Re view", + "Rev iew", + "I nf", + "In f", + "Ke ep", + "it is", + "iti s", + ", String", + ",S tring", + "C oord", + "Co ord", + "Ġp ero", + "Ġper o", + "Ġpe ro", + "S ex", + "Se x", + "Ġ Atlanta", + "ĠAtl anta", + "u esta", + "ue sta", + "ues ta", + "uest a", + "A rgb", + "Arg b", + "Ar gb", + "> *", + "} _", + "F ooter", + "Foo ter", + "Foot er", + "Fo oter", + "Ġ employed", + "Ġemploy ed", + "_ bound", + "_b ound", + "_bo und", + "v ide", + "vid e", + "vi de", + ". func", + ".f unc", + ".fun c", + "$ scope", + "$s cope", + "Ġ spo", + "Ġs po", + "Ġsp o", + "Ġ Anal", + "ĠA nal", + "ĠAn al", + "ĠAna l", + "oun ced", + "ounc ed", + "ounce d", + "a round", + "ar ound", + "aro und", + "Ġ restriction", + "Ġre striction", + "Ġrestrict ion", + "Ġrestr iction", + "Ġ shops", + "Ġsh ops", + "Ġshop s", + "Ġsho ps", + "å Ģ", + "Ġ Latin", + "ĠL atin", + "ĠLa tin", + "ĠLat in", + "- col", + "-c ol", + "-co l", + "Ġbar ely", + "Ġbare ly", + "Ġ Euro", + "ĠE uro", + "ĠEu ro", + "ĠEur o", + "E r", + "Ġf aire", + "Ġfa ire", + "Ġfair e", + "_ distance", + "_d istance", + "_dist ance", + "_di stance", + "_ unlock", + "_un lock", + "Qu ote", + "IV ATE", + "IVA TE", + "Ġ åĪ", + "Ġå Ī", + "Ġa imed", + "Ġaim ed", + "Ġai med", + "Ġaime d", + "ĠRe trie", + "ĠRet rie", + ". iter", + ".i ter", + ".it er", + "Ġ wrapped", + "Ġw rapped", + "Ġwr apped", + "Ġwrap ped", + "Ġag reements", + "Ġagre ements", + "Ġagree ments", + "Ġagreement s", + "str ument", + "stru ment", + "( product", + "(pro duct", + "(prod uct", + "Ġstud ied", + "Ġstudi ed", + ". setValue", + ".set Value", + "Ġ ye", + "Ġy e", + "Ġ Cache", + "ĠC ache", + "ĠCa che", + "MB OL", + "Ġquarter back", + "Ġ syntax", + "Ġs yntax", + "Ġsy ntax", + "Ġsyn tax", + "Ġsynt ax", + ".get ElementsBy", + ".getElements By", + ". version", + ".v ersion", + "we bsite", + "web site", + "webs ite", + "R unner", + "Run ner", + "_ single", + "_s ingle", + "_si ngle", + "_sin gle", + "a tiv", + "at iv", + "ati v", + "Ġ Altern", + "ĠAl tern", + "ĠAlt ern", + "ĠAlter n", + "Ġ Beautiful", + "ĠBe autiful", + "ĠBeaut iful", + "right arrow", + "Ġd iversity", + "Ġdivers ity", + "p lash", + "pl ash", + "pla sh", + "( co", + "(c o", + ". Fill", + ".F ill", + "Ġ typing", + "Ġtyp ing", + "Ġty ping", + "3 87", + "38 7", + "0 23", + "02 3", + "Ġ clar", + "Ġc lar", + "Ġcl ar", + "Ġcla r", + "H it", + "Hi t", + "O O", + "a cco", + "ac co", + "acc o", + "5 07", + "50 7", + "w orth", + "wort h", + "wor th", + "Ġ scripts", + "Ġs cripts", + "Ġscript s", + "Ġscri pts", + "ĠMuslim s", + "Ġ LL", + "ĠL L", + "er ving", + "erv ing", + "( boolean", + "(bool ean", + "Ġbase ball", + "Ġ CAN", + "ĠC AN", + "ĠCA N", + "3 94", + "39 4", + "0 44", + "04 4", + "M AIL", + "MA IL", + "d epend", + "de pend", + "dep end", + "Ġres pective", + "Ġrespect ive", + "Ġresp ective", + "Ġ constexpr", + "Ġconst expr", + ".* ;ĊĊ", + ".*;Ċ Ċ", + "' ]))Ċ", + "'] ))Ċ", + "']) )Ċ", + "'])) Ċ", + "Ġ yard", + "Ġy ard", + "Ġya rd", + "Ġyar d", + "Ġident ical", + "if ecycle", + "ife cycle", + "U SH", + "US H", + "up iter", + ". validate", + ".valid ate", + "c li", + "cl i", + "I STER", + "IS TER", + "IST ER", + "Ind icator", + "F ail", + "Fa il", + "Ġdem ocracy", + "Ġdemocr acy", + ". var", + ".v ar", + ".va r", + "Ġs atisfied", + "Ġsatisf ied", + "- ------------", + "-- -----------", + "---- ---------", + "-------- -----", + "--- ----------", + "------------ -", + "----- --------", + "---------- ---", + "------ -------", + "----------- --", + "------- ------", + "--------- ----", + "en cer", + "ence r", + "enc er", + "h or", + "ho r", + "Ġr ounds", + "Ġro unds", + "Ġround s", + "Ġrou nds", + "D AO", + "DA O", + "o a", + "Ġfl ask", + "Ġfla sk", + "= c", + "[ ]Ċ", + "[] Ċ", + "/ dist", + "/d ist", + "/dis t", + "Ġp arte", + "Ġpart e", + "Ġpar te", + "Ġ confirmation", + "Ġconfirm ation", + "e ron", + "er on", + "ero n", + "a ware", + "aw are", + "awa re", + "< ?>", + "", + "Ġ dependencies", + "Ġdep endencies", + "Ġdepend encies", + "Ġ Videos", + "ĠV ideos", + "ĠVideo s", + "ĠVid eos", + "ĠVide os", + "- row", + "-r ow", + "-ro w", + "Ġ **/Ċ", + "Ġ* */Ċ", + "Ġ** /Ċ", + "Ġ nou", + "Ġn ou", + "Ġno u", + "Ġ hover", + "Ġh over", + "Ġho ver", + "æ ŀ", + "Ġ nin", + "Ġn in", + "Ġni n", + "Ġ USD", + "ĠU SD", + "ĠUS D", + "M ac", + "Ma c", + "_ Load", + "_L oad", + "Ġout comes", + "Ġoutcome s", + "_ socket", + "_s ocket", + "_sock et", + "_so cket", + "_soc ket", + "Ġ queries", + "Ġqu eries", + "Ġque ries", + "Ġquer ies", + "w m", + "5 92", + "59 2", + "Ġh itting", + "Ġhit ting", + "in ux", + "inu x", + "M ich", + "Mi ch", + "Mic h", + "u dge", + "ud ge", + "A TAB", + "AT AB", + "ATA B", + "Ġv ulnerable", + "Ġvulner able", + "ä ¾", + "Ġ portfolio", + "Ġport folio", + ": YES", + "ĉ map", + "ĉm ap", + "B ound", + "Bo und", + "Ġ iteration", + "Ġit eration", + "Ġiter ation", + "in cess", + "ince ss", + "inc ess", + "inces s", + "Ġ actors", + "Ġa ctors", + "Ġact ors", + "Ġac tors", + "Ġactor s", + "Ġ Qual", + "ĠQ ual", + "ĠQu al", + "_ clean", + "_c lean", + "_cl ean", + "ãĢij ãĢIJ", + "M SG", + "MS G", + "G reen", + "Gr een", + "Gre en", + "ĠOff icer", + "ĠOffice r", + "Ġsm oking", + "Ġsmo king", + "> ',", + ">' ,", + "Ġ Flo", + "ĠF lo", + "ĠFl o", + "++ ;", + "4 33", + "43 3", + "oly gon", + "Ġ bulk", + "Ġb ulk", + "Ġbu lk", + "Ġbul k", + "Ġd rama", + "Ġdr ama", + "Ġdram a", + "Ġdra ma", + "Ġ exceptions", + "Ġex ceptions", + "Ġexcept ions", + "Ġexception s", + "Ġexce ptions", + "o sed", + "os ed", + "ose d", + "Ġ+ čĊ", + "Ġ legacy", + "Ġleg acy", + "C V", + "Ġcontrib uted", + "Ġcontribute d", + "Ġ Terms", + "ĠTe rms", + "ĠTer ms", + "ĠTerm s", + "Ġ bt", + "Ġb t", + "4 34", + "43 4", + "Ġun tuk", + "Ġunt uk", + "Ġ alien", + "Ġa lien", + "Ġal ien", + "Ġali en", + "= ==Ċ", + "== =Ċ", + "=== Ċ", + "ĉ Vector", + "ĉV ector", + "ĉVec tor", + "Ġ ls", + "Ġl s", + "On line", + ". facebook", + ".f acebook", + ".face book", + "n umeric", + "num eric", + "nu meric", + "numer ic", + "ock ets", + "ocket s", + "A ut", + "Au t", + "b ury", + "bur y", + "bu ry", + "- redux", + "-re dux", + "-red ux", + "ĠRed istributions", + "ĠRedistribution s", + "GLOBAL S", + "urrenc ies", + "urr encies", + "Ġ tons", + "Ġt ons", + "Ġto ns", + "Ġton s", + "âĢĻ ,", + "Ġ ê", + "Ġà ª", + "( col", + "(c ol", + "(co l", + "Ġ Symbol", + "ĠS ymbol", + "ĠSym bol", + "Ġst ayed", + "Ġstay ed", + "Ġ ML", + "ĠM L", + "Ġm unicip", + "Ġmun icip", + "Ġ sexo", + "Ġs exo", + "Ġse xo", + "Ġsex o", + "S en", + "Se n", + "n r", + "Ġg ains", + "Ġgain s", + "Ġga ins", + "Ġshort ly", + ". Menu", + ".M enu", + ".Me nu", + "à ½", + "KN OWN", + "Ġ operators", + "Ġoper ators", + "Ġoperator s", + "Ġopera tors", + "- V", + "Ġ Patrick", + "ĠPat rick", + "ĠPatri ck", + "/ add", + "/a dd", + "/ad d", + "_ CO", + "_C O", + "i ration", + "ir ation", + "ira tion", + "( post", + "(p ost", + "(pos t", + "(po st", + "Post s", + "Pos ts", + "Po sts", + "/ _", + "Ġ plug", + "Ġp lug", + "Ġpl ug", + "Ġplu g", + "Ġintel lectual", + "Ġintellect ual", + "Ġme tab", + "Ġmet ab", + "Ġmeta b", + "Ġpregn ancy", + "ĠPrem ier", + "ĠPremi er", + "n m", + "Ġ prediction", + "Ġpred iction", + "Ġpredict ion", + "Ġpredic tion", + "6 06", + "60 6", + "ĠMin istry", + "ĠMini stry", + "ĠMinist ry", + "Th ree", + "Thr ee", + "val uate", + "valu ate", + "Ġ Mini", + "ĠM ini", + "ĠMin i", + "ĠMi ni", + "b u", + "о з", + "оР·", + "< ul", + " \";čĊ", + ">\" ;čĊ", + ">\"; čĊ", + "ĠS av", + "ĠSa v", + ". Bold", + ".B old", + "Ġen ables", + "Ġenable s", + "ĉ tmp", + "ĉt mp", + "Ġman ually", + "Ġmanual ly", + "ĠS qu", + "ĠSq u", + "use rid", + "user id", + ". function", + ".f unction", + ".func tion", + ".fun ction", + ". cache", + ".c ache", + ".ca che", + "L OPT", + "LO PT", + ". Services", + ".S ervices", + ".Service s", + "5 88", + "58 8", + "d dit", + "dd it", + "t im", + "ti m", + "< img", + " >>", + ">> >", + "st ation", + "stat ion", + "sta tion", + "l ore", + "lo re", + "lor e", + "a type", + "at ype", + "aty pe", + "i shop", + "is hop", + "ish op", + "/ ****************************************************************", + "/******************************** ********************************", + "/************************ ****************************************", + "/******************************************************** ********", + "/******** ********************************************************", + "/**************** ************************************************", + "/**************************************** ************************", + "/************************************************ ****************", + "5 21", + "52 1", + "Com boBox", + "Combo Box", + "Ġvac ation", + "Ġva cation", + "Ġinit iative", + "Ġiniti ative", + "Ġ defaultValue", + "Ġdefault Value", + "7 70", + "77 0", + "con cat", + "conc at", + "Ġ Kh", + "ĠK h", + "6 32", + "63 2", + "Ġ Welcome", + "ĠW elcome", + "ĠWel come", + "ized Name", + "M igration", + "Ġ gradient", + "Ġg radient", + "Ġgrad ient", + "H ot", + "Ho t", + "Ġhard ly", + "e lo", + "el o", + "Ġ Students", + "ĠSt udents", + "ĠStud ents", + "ĠStudent s", + "Ġl oose", + "Ġlo ose", + "Ġloos e", + "7 30", + "73 0", + "a tz", + "at z", + ". Send", + ".S end", + ".Se nd", + "' /", + "Ġ universal", + "Ġun iversal", + "Ġunivers al", + "Ġ enterprise", + "Ġenter prise", + "Ġ regex", + "Ġreg ex", + "Ġ visitor", + "Ġvis itor", + "Ġvisit or", + "Ġ Fly", + "ĠF ly", + "ĠFl y", + "S eq", + "Se q", + "ภĻ", + "Ġ Visual", + "ĠVis ual", + "Ġ libraries", + "Ġl ibraries", + "Ġlib raries", + "Ġlibr aries", + "at oes", + "ato es", + "P ayment", + "Pay ment", + "4 47", + "44 7", + "Ġ pent", + "Ġp ent", + "Ġpe nt", + "Ġpen t", + "Ġgather ed", + "VR TX", + "VRT X", + "Ġ DM", + "ĠD M", + "S plit", + "Sp lit", + "Spl it", + "Ġl etting", + "Ġlet ting", + "Ġlett ing", + "Ð Ŀ", + "_ errors", + "_error s", + "_err ors", + "_er rors", + "ep och", + "P ARAM", + "PA RAM", + "PAR AM", + "c u", + "ÑģÑĤ в", + "ol utions", + "olution s", + "olut ions", + "Ed iting", + "Edit ing", + "fo nts", + "font s", + "fon ts", + "Ġ allocated", + "Ġal located", + "Ġalloc ated", + "Ġallocate d", + "Ġ Based", + "ĠB ased", + "ĠBase d", + "ĠBa sed", + "ĠBas ed", + "( Y", + "Ġ Judge", + "ĠJ udge", + "ĠJud ge", + "ĠJu dge", + "Ġbr others", + "Ġbro thers", + "Ġbrother s", + "Ġbroth ers", + "F ILES", + "FILE S", + "FI LES", + "ç o", + "5 31", + "53 1", + "w b", + "_ PI", + "_P I", + "' ^", + "Ġ sword", + "Ġs word", + "Ġsw ord", + "Ġswo rd", + ". services", + ".s ervices", + ".service s", + ".serv ices", + "Ġ nl", + "Ġn l", + "T im", + "Ti m", + "i gg", + "ig g", + "ĠMo ore", + "ĠMoo re", + "ĠMoor e", + "Ġcrypt oc", + "Ġcrypto c", + "åĩ º", + "_ posts", + "_post s", + "_pos ts", + "_po sts", + "ot ate", + "ota te", + "? '", + ". ...ĊĊ", + ".. ..ĊĊ", + "... .ĊĊ", + ".... ĊĊ", + "....Ċ Ċ", + "Ġ kl", + "Ġk l", + "= \"$", + "=\" $", + "Ġde coration", + "Ġdec oration", + "Ġdecor ation", + "Ġdeco ration", + "Ạ¡", + "Ġ DIRECT", + "ĠD IRECT", + "ĠDI RECT", + "ĠDIR ECT", + "G UI", + "GU I", + ") =>{Ċ", + ")= >{Ċ", + ")=> {Ċ", + "Ġ newsletter", + "Ġnews letter", + "Ġpre cis", + "Ġprec is", + "( point", + "(p oint", + "(po int", + "Ġ Equipment", + "ĠE quipment", + "ĠEqu ipment", + "ĠEquip ment", + "u ty", + "ut y", + "Ġ Dave", + "ĠD ave", + "ĠDav e", + "ĠDa ve", + "Ġpart icipation", + "Ġpartic ipation", + "Ġparticip ation", + "u arios", + "ua rios", + "uario s", + "uar ios", + "x it", + "xi t", + ". As", + ".A s", + "E TER", + "ET ER", + "o rous", + "or ous", + "oro us", + "Ġ shield", + "Ġsh ield", + "[ ]>", + "[] >", + "il itary", + "ilit ary", + ". origin", + ".or igin", + ".orig in", + "Ġ promotion", + "Ġpro motion", + "Ġprom otion", + "Ġpromot ion", + "Ġpromo tion", + "U nt", + "Un t", + "Ġ ct", + "Ġc t", + "T RA", + "TR A", + "5 56", + "55 6", + "View Holder", + "Ġ sigma", + "Ġs igma", + "Ġsig ma", + "d elta", + "del ta", + "are house", + "con tract", + "cont ract", + "contr act", + "contra ct", + "( Vector", + "(V ector", + "(Vec tor", + "7 21", + "72 1", + "Ġcomp ete", + "Ġcompet e", + "/ form", + "/f orm", + "/ components", + "/com ponents", + "/component s", + "Ġ nr", + "Ġn r", + "ĠInd ones", + "ĠIndo nes", + "Ġ оÑĤ", + "Ġо ÑĤ", + "Ġ Volume", + "ĠV olume", + "ĠVol ume", + ". files", + ".f iles", + ".file s", + ".fi les", + ".fil es", + "( resp", + "(r esp", + "(res p", + "(re sp", + "/ models", + "/model s", + "/mod els", + "Ġ surf", + "Ġs urf", + "Ġsu rf", + "Ġsur f", + "st andard", + "stand ard", + "/ o", + "ĠXCT Assert", + "V ICES", + "VICE S", + "VI CES", + "VIC ES", + ". Code", + ".C ode", + ".Co de", + "S ED", + "SE D", + "Ġ activate", + "Ġact ivate", + "Ġactiv ate", + "D elta", + "Del ta", + "Ġlimit ation", + "Ġlim itation", + "r ij", + "ri j", + "Ġpregn ant", + "Ġpreg nant", + ": ^(", + ":^ (", + "Ġs our", + "Ġso ur", + "Ġsou r", + "p ie", + "pi e", + "8 03", + "80 3", + "Ġ expense", + "Ġexp ense", + "i cation", + "ic ation", + "ica tion", + "Ġ Large", + "ĠL arge", + "ĠLar ge", + "Ġ ±", + "Ġ ±", + "ĠB owl", + "ĠBo wl", + "ĠBow l", + "( models", + "(model s", + "(mod els", + "(mode ls", + "/ N", + "8 57", + "85 7", + "P a", + ". reload", + ".re load", + ".r eload", + ".rel oad", + "Ġwonder ing", + "4 62", + "46 2", + "Exec ution", + "ĉ ĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠ", + "ĉĠ ĠĠĠĠĠ", + "ĉĠĠ ĠĠĠĠ", + "ĉĠĠĠĠĠ Ġ", + "ĉĠĠĠĠ ĠĠ", + "Ġ Graphics", + "ĠG raphics", + "ĠGraph ics", + "ĠGraphic s", + "Ġ Contin", + "ĠCon tin", + "ĠCont in", + "_ job", + "_j ob", + "Ġ getName", + "Ġget Name", + "Ġ Magn", + "ĠM agn", + "ĠMag n", + "ĠMa gn", + "Ġ DWORD", + "ĠD WORD", + "ĠDW ORD", + "m ad", + "ma d", + "Ġ nh", + "Ġn h", + "f eatures", + "fe atures", + "feature s", + "feat ures", + "fea tures", + "} \");Ċ", + "}\" );Ċ", + "}\") ;Ċ", + "he ets", + "heet s", + "hee ts", + "( train", + "(t rain", + "(tr ain", + "z n", + "Ġrec ruit", + "Ġrecru it", + ". connection", + ".con nection", + ".connect ion", + ".conn ection", + "Ġbar rel", + "Ġbarr el", + "Ġ steam", + "Ġs team", + "Ġst eam", + "Ġste am", + "_ setting", + "_s etting", + "_set ting", + "Ġ angular", + "Ġang ular", + "ane ously", + "aneous ly", + "Ġ bil", + "Ġb il", + "Ġbi l", + "Ġ Norm", + "ĠN orm", + "ĠNo rm", + "ĠNor m", + "5 22", + "52 2", + "(! $", + "i bt", + "ib t", + "% (", + "Ġ posit", + "Ġp osit", + "Ġpos it", + "Ġpo sit", + "Ġposi t", + "Ġ Father", + "ĠF ather", + "ĠFa ther", + "ĠFat her", + "int endo", + "inte ndo", + "5 65", + "56 5", + "L ive", + "Li ve", + "Liv e", + "0 41", + "04 1", + "Ġ ports", + "Ġp orts", + "Ġport s", + "Ġpo rts", + "Ġpor ts", + "Ġm ej", + "Ġme j", + "Ġ landing", + "Ġl anding", + "Ġland ing", + "Ġlan ding", + "p onder", + "pon der", + "pond er", + "po nder", + "ponde r", + "Ġ cod", + "Ġc od", + "Ġco d", + "_ HEADER", + "_HE ADER", + "_HEAD ER", + ". Margin", + ".M argin", + ".Mar gin", + "Ġ balls", + "Ġb alls", + "Ġball s", + "Ġbal ls", + "Ġdisc ussions", + "Ġdiscuss ions", + "Ġdiscussion s", + "Ġ blend", + "Ġbl end", + "Ġble nd", + "H ex", + "He x", + "Ġfar mers", + "Ġfarm ers", + "Ġfarmer s", + "Ġmaint aining", + "Ġmaintain ing", + "Ġ ĠĠčĊ", + "ĠĠ ĠčĊ", + "ĠĠĠ čĊ", + "s yn", + "sy n", + "[ T", + "r us", + "ru s", + "4 39", + "43 9", + "uff ers", + "uf fers", + "uffer s", + "Ġ contributors", + "Ġcontrib utors", + "Ġcontributor s", + "_ sys", + "_s ys", + "_sy s", + ". Debug", + ".De bug", + "Ġ constructed", + "Ġconstruct ed", + "o mes", + "om es", + "ome s", + "? id", + "s lider", + "sl ider", + "slide r", + "Ġsup pliers", + "Ġsupplier s", + "Ġsuppl iers", + "Ġsupp liers", + "6 11", + "61 1", + "scribe r", + "scri ber", + "scr iber", + "p es", + "pe s", + "Ð ŀ", + "\" :čĊ", + "\": čĊ", + "\\ Controller", + ") )ĊĊĊ", + ")) ĊĊĊ", + "))Ċ ĊĊ", + "))ĊĊ Ċ", + "Ġ lua", + "Ġl ua", + "Ġlu a", + "M ulti", + "Mult i", + "Mul ti", + "E NS", + "EN S", + "S rc", + "Sr c", + "Ġ petition", + "Ġpet ition", + "Ġpetit ion", + "Ġ slave", + "Ġsl ave", + "Ġsla ve", + "Ġslav e", + "lo oking", + "look ing", + "loo king", + "V ERT", + "VER T", + "VE RT", + "ĉ vector", + "ĉv ector", + "ĉvec tor", + "S pecial", + "Sp ecial", + "Spec ial", + "Spe cial", + "h h", + "an ne", + "ann e", + "ĠN iger", + "ĠNi ger", + "/ views", + "/view s", + "z ing", + "zi ng", + "zin g", + "end ant", + "enda nt", + "< C", + "s peed", + "sp eed", + "spe ed", + "5 14", + "51 4", + "Ġ{ };ĊĊ", + "Ġ{} ;ĊĊ", + "Ġ{};Ċ Ċ", + "Ġ{}; ĊĊ", + "Begin Init", + "Ġf open", + "Ġfo pen", + "@ RequestMapping", + "End Init", + "Ġp unch", + "Ġpun ch", + "S ender", + "Se nder", + "Send er", + "Sen der", + "6 03", + "60 3", + "é Ķ", + "get Message", + "/ types", + "/t ypes", + "/type s", + ". PI", + ".P I", + "(' ');Ċ", + "oc used", + "ocus ed", + "ocu sed", + "( all", + "(a ll", + "(al l", + "Ġ dropdown", + "Ġd ropdown", + "Ġdrop down", + ") .__", + "). __", + ")._ _", + "Ġ Vin", + "ĠV in", + "ĠVi n", + ". ForeignKey", + ".Fore ignKey", + "6 12", + "61 2", + "ca nf", + "can f", + "o ured", + "ou red", + "our ed", + "oure d", + "Ġ Organization", + "ĠO rganization", + "ĠOrgan ization", + "Ġ а", + "ĠÐ °", + "Ġ Culture", + "ĠC ulture", + "ĠCult ure", + "ĠCul ture", + "( cls", + "(c ls", + "(cl s", + ", _", + "9 02", + "90 2", + "r gba", + "rg ba", + "rgb a", + "ìĿ ĺ", + ". dataGridView", + ".data GridView", + "Ġdo zen", + "Ġdoz en", + "ĠG es", + "ĠGe s", + "8 05", + "80 5", + "4 64", + "46 4", + "_ shared", + "_sh ared", + "_share d", + "_sha red", + "n ick", + "ni ck", + "nic k", + "Ġh osp", + "Ġho sp", + "Ġhos p", + "o meter", + "om eter", + "ome ter", + "omet er", + "4 95", + "49 5", + "Ġclaim ing", + "Ġcla iming", + "0 32", + "03 2", + "i bles", + "ib les", + "ible s", + "r ik", + "ri k", + "æĺ ¯", + "en ario", + "ena rio", + "Ġd engan", + "Ġden gan", + "o bb", + "ob b", + "m ont", + "mon t", + "mo nt", + "_ rank", + "_r ank", + "_ra nk", + "(' /',", + "('/ ',", + "Ġap olog", + "Ġapo log", + "P s", + "_ power", + "_p ower", + "_pow er", + "_po wer", + "ĠG ree", + "ĠGr ee", + "ĠGre e", + "Ġf ulfill", + "Ġful fill", + "Ġfulfil l", + "Ġ firebase", + "Ġf irebase", + "Ġfire base", + "9 10", + "91 0", + "Ġ fare", + "Ġf are", + "Ġfa re", + "Ġfar e", + "ĠH im", + "ĠHi m", + "Ġ bean", + "Ġb ean", + "Ġbe an", + "âĢ¦ .", + "Ġ SPI", + "ĠS PI", + "ĠSP I", + "_ RX", + "_R X", + "Ġper ception", + "Ġperce ption", + "Ġpercept ion", + "rel ative", + "com pile", + "comp ile", + "u um", + "uu m", + "u tos", + "ut os", + "uto s", + "a uc", + "au c", + "Ġ Ask", + "ĠA sk", + "ĠAs k", + "Ġ indicator", + "Ġind icator", + "Ġindic ator", + "Ġindica tor", + "/ th", + "/t h", + ".set String", + "ĠWis consin", + ". Domain", + ".D omain", + ".Do main", + ".Dom ain", + "Ġart ificial", + "De velop", + "Dev elop", + "Ġ Sarah", + "ĠS arah", + "ĠSar ah", + "ĠSa rah", + "ĠSara h", + "Ġ lying", + "Ġl ying", + "Ġly ing", + "( search", + "(s earch", + "(se arch", + "ĠEm pire", + "ĠEmp ire", + "ur ring", + "urr ing", + "æŶ éĹ´", + "= \"${", + "=\" ${", + "=\"$ {", + "Ġ getId", + "Ġget Id", + "Ġ Payment", + "ĠP ayment", + "ĠPay ment", + "t ransition", + "trans ition", + "Ġ ].", + "Ġ] .", + "i xin", + "ix in", + "V T", + "- select", + "-s elect", + "-se lect", + "Ġdemonstr ated", + "Ġdemonstrate d", + "Ġ lastName", + "Ġlast Name", + "em ployment", + "emp loyment", + "employ ment", + ". getProperty", + ".get Property", + ".getP roperty", + "Ġf ought", + "Ġfo ught", + "Ġfou ght", + "file Name", + "Ġ Pers", + "ĠP ers", + "ĠPer s", + "ĠPe rs", + "4 52", + "45 2", + "- card", + "-c ard", + "-car d", + "-ca rd", + "a str", + "as tr", + "ast r", + "at trs", + "att rs", + "attr s", + "Ġpro minent", + "Ġprom inent", + "Ġpromin ent", + "D esign", + "De sign", + "Des ign", + "anc ouver", + "ãģĹ ãģ", + "ar do", + "ard o", + "s ecret", + "se cret", + "sec ret", + "Ġ rag", + "Ġr ag", + "Ġra g", + "Ġpo ison", + "Ġpoi son", + "Ġpois on", + "- man", + "-m an", + ", omitempty", + "7 40", + "74 0", + "ĉ un", + "ĉu n", + "it zer", + "itz er", + "ĠCas ino", + "Ġ Ross", + "ĠR oss", + "ĠRo ss", + "ĠRos s", + "- foot", + "-f oot", + "( results", + "(result s", + "(res ults", + "P lan", + "Pl an", + "Ġl aser", + "Ġla ser", + "Ġlas er", + "ê¸ °", + "_ DR", + "_D R", + "5 23", + "52 3", + "F acebook", + "Face book", + "4 49", + "44 9", + "Ġ boards", + "Ġbo ards", + "Ġboard s", + "s ta", + "st a", + "] ],", + "]] ,", + "6 75", + "67 5", + "Ġ tiles", + "Ġt iles", + "Ġti les", + "Ġtile s", + "Ġtil es", + "S IZE", + "SI ZE", + "Ġ =~", + "Ġ= ~", + "9 70", + "97 0", + "Ġprem ier", + "Ġpremi er", + "o cab", + "oc ab", + "oca b", + "Ġ encoded", + "Ġen coded", + "Ġenc oded", + "Ġencode d", + "Ġ reserve", + "Ġre serve", + "Ġres erve", + "Ġreserv e", + "6 09", + "60 9", + "ĠAfghan istan", + "Ġ ListNode", + "ĠList Node", + "ur ls", + "url s", + "Ġ submission", + "Ġsub mission", + "Ġn eu", + "Ġne u", + "4 77", + "47 7", + "Ġ# +#", + "_ POST", + "_P OST", + "_PO ST", + "_POS T", + "Ġmo ist", + "Ġmoi st", + "Ġmois t", + "e lli", + "el li", + "ell i", + "ellig ent", + "elli gent", + ". alert", + ".al ert", + "ó d", + "b re", + "br e", + "Ġ Collect", + "ĠC ollect", + "ĠCol lect", + "ĠColl ect", + "Ġ graphic", + "Ġg raphic", + "Ġgraph ic", + "Ġgrap hic", + "Ġ longitude", + "Ġlong itude", + "Ġlongitud e", + "Ġ Provid", + "ĠPro vid", + "ĠPr ovid", + "ĠProv id", + "Ġ Calculate", + "ĠC alculate", + "ĠCal culate", + "ĠCalcul ate", + "ĠCalc ulate", + "x ffff", + "xf fff", + "xff ff", + "xfff f", + "c riteria", + "crit eria", + "Ġ waters", + "Ġw aters", + "Ġwater s", + "Ġwa ters", + "Ġwat ers", + "r ock", + "ro ck", + "roc k", + "lo quent", + "ĠT rib", + "ĠTr ib", + "ĠTri b", + "5 13", + "51 3", + "Ġ burst", + "Ġb urst", + "Ġbu rst", + "Ġbur st", + "Ġ suffix", + "Ġs uffix", + "Ġsuff ix", + "Ġsuf fix", + ". Extensions", + ".Ext ensions", + ".Extension s", + "is hes", + "ish es", + "i vel", + "iv el", + "ive l", + "Ġ LIKE", + "ĠL IKE", + "ĠLI KE", + "Ġ Getty", + "ĠG etty", + "ĠGet ty", + "ĠGe tty", + ".Action Event", + ".s lf", + ".sl f", + "Ġ HAL", + "ĠH AL", + "ĠHA L", + "u pal", + "up al", + "upa l", + "E AR", + "EA R", + "5 24", + "52 4", + "u di", + "ud i", + "_ timeout", + "_time out", + "U F", + "Ġ Singapore", + "ĠSing apore", + "ĠSingap ore", + "ĠAd vent", + "ĠAdv ent", + "_ interval", + "_int erval", + "_inter val", + "c haft", + "ch aft", + "cha ft", + "Ġ Emer", + "ĠE mer", + "ĠEm er", + "Ġ telephone", + "Ġtele phone", + "ĠTur k", + "ĠTu rk", + "_ interface", + "_inter face", + "Ġ Own", + "ĠO wn", + "ĠOw n", + "Ġencour aged", + "Ġencourage d", + "< Object", + "(", + "<> (", + "5 44", + "54 4", + ". Product", + ".Pro duct", + ".Produ ct", + "Form s", + "For ms", + "Fo rms", + "N EW", + "NE W", + "P ay", + "Pa y", + "ĉ boolean", + "ĉbool ean", + "_ contact", + "_cont act", + "Ġ Electric", + "ĠE lectric", + "ĠElect ric", + "s kip", + "sk ip", + "ski p", + "Ġw ur", + "Ġch ronic", + "Ġchron ic", + "Ġchr onic", + "_ driver", + "_d river", + "_dr iver", + "_drive r", + "9 40", + "94 0", + "Ġ Sab", + "ĠS ab", + "ĠSa b", + "Ġ Ult", + "ĠU lt", + "ĠUl t", + "Ġ Rad", + "ĠR ad", + "ĠRa d", + "ST ATUS", + "STAT US", + "Ġ Lewis", + "ĠL ewis", + "ĠLe wis", + "ĠLew is", + "O B", + "Ġgift s", + "Ġgi fts", + "Ġgif ts", + ". Rec", + ".R ec", + ".Re c", + "TR UE", + "Ġint ensity", + "Ġintens ity", + "M arker", + "Mark er", + "Mar ker", + ". compare", + ".com pare", + ".comp are", + "f fic", + "ff ic", + "ffi c", + "C ookie", + "Co okie", + "Cook ie", + "Ġ Baby", + "ĠB aby", + "ĠBa by", + "ĠBab y", + "Ġ BigDecimal", + "ĠB igDecimal", + "ĠBig Decimal", + "i let", + "il et", + "ile t", + "ĠHOLD ERS", + "ĠHOLDER S", + "Ġ Lady", + "ĠL ady", + "ĠLa dy", + "ĠLad y", + "Ġ lung", + "Ġl ung", + "Ġlu ng", + "Ġlun g", + "Ġ Alabama", + "ĠAl abama", + "Ġ dess", + "Ġd ess", + "Ġde ss", + "Ġdes s", + "` );Ċ", + "`) ;Ċ", + "Ġ Builder", + "ĠB uilder", + "ĠBuild er", + "ĠBu ilder", + "_ region", + "_reg ion", + "Ġ neutral", + "Ġne utral", + "Ġneut ral", + "Ġneutr al", + "9 09", + "90 9", + "B oth", + "Bo th", + "Bot h", + "Ġ hp", + "Ġh p", + "Ġ horn", + "Ġh orn", + "Ġhor n", + "Ġho rn", + "Ġ segments", + "Ġse gments", + "Ġseg ments", + "Ġsegment s", + "Ġ EC", + "ĠE C", + "\" =>\"", + "\"=> \"", + "( rec", + "(r ec", + "(re c", + "Ġ Pi", + "ĠP i", + "G M", + "Ġl aptop", + "Ġlap top", + "S calar", + "Sc alar", + "Scala r", + "4 63", + "46 3", + "i sd", + "is d", + "- dialog", + "-d ialog", + "-di alog", + "Ġ Anderson", + "ĠAnd erson", + "ĠAnders on", + "Ġmis takes", + "Ġmist akes", + "Ġmi stakes", + "Ġmistake s", + "7 08", + "70 8", + "Ġ Han", + "ĠH an", + "ĠHa n", + "j es", + "je s", + "est ination", + "esti nation", + "4 36", + "43 6", + "Ġprom ises", + "Ġpromise s", + "b id", + "bi d", + "Ġ Scient", + "ĠS cient", + "ĠSc ient", + "ĠSci ent", + "G IN", + "GI N", + "Ġ Performance", + "ĠPer formance", + "ĠPerform ance", + "b age", + "ba ge", + "bag e", + ". users", + ".user s", + ".use rs", + ".us ers", + "le ading", + "lead ing", + "lea ding", + "Ġ oral", + "Ġo ral", + "Ġor al", + "Ġora l", + "G raphics", + "Graph ics", + "Graphic s", + "4 88", + "48 8", + "_ PTR", + "_P TR", + "_PT R", + "5 18", + "51 8", + "h ang", + "ha ng", + "han g", + "Ġin ev", + "Ġi nev", + "Ġine v", + "p rocessing", + "process ing", + "F actor", + "Fact or", + "Fac tor", + "Fa ctor", + "Ġ NA", + "ĠN A", + "$ string", + "$s tring", + "$str ing", + "Ġ grounds", + "Ġgr ounds", + "Ġground s", + "Ġgro unds", + "Ġgrou nds", + ".Save Changes", + "c lock", + "cl ock", + "clo ck", + "9 41", + "94 1", + "cri pcion", + "Ġ Newton", + "ĠNew ton", + "g c", + ". includes", + ".in cludes", + ".include s", + "Ġ blast", + "Ġb last", + "Ġbl ast", + "Ġblas t", + "Ġbla st", + "Ġ' -'", + "Ġ'- '", + "Ġp uede", + "Ġpued e", + "Ġpu ede", + "4 69", + "46 9", + ". Session", + ".S ession", + "Ġ grep", + "Ġg rep", + "Ġgr ep", + "Ġgre p", + "_ final", + "_f inal", + "_fin al", + "Ġ Gay", + "ĠG ay", + "ĠGa y", + "Ġ Give", + "ĠG ive", + "ĠGi ve", + "i ri", + "ir i", + "- star", + "-s tar", + "-st ar", + "Ġ UIImage", + "ĠUI Image", + "_ epoch", + "_ep och", + "u bb", + "ub b", + "e nth", + "en th", + "ent h", + "Ġ elite", + "Ġe lite", + "Ġel ite", + "Ġelit e", + "Ġcampaign s", + "Ġ Porno", + "ĠP orno", + "ĠPorn o", + "ĠPor no", + "_ assign", + "_as sign", + "_ass ign", + "Prot ocol", + "Proto col", + "Ġ Being", + "ĠB eing", + "ĠBe ing", + "ĠBei ng", + "Ġ Airport", + "ĠAir port", + "Ġcon ventional", + "Ġconvent ional", + "Ġconvention al", + "Ġ Wat", + "ĠW at", + "ĠWa t", + "Ġ CI", + "ĠC I", + "E TA", + "ET A", + "Ġ Anthony", + "ĠAnth ony", + "Ġ tablet", + "Ġtable t", + "Ġtab let", + "( format", + "(form at", + "(for mat", + "Ġconsist ently", + "Ġconsistent ly", + "ĠI owa", + "ĠIo wa", + "4 74", + "47 4", + "Ġ avatar", + "Ġav atar", + "Ġava tar", + "0 27", + "02 7", + ". cursor", + ".c ursor", + "! [", + "Ġh anging", + "Ġhang ing", + "Ġhan ging", + "Ġhangi ng", + "H er", + "He r", + "S uch", + "Su ch", + "Suc h", + "' ;ĊĊĊ", + "';Ċ ĊĊ", + "';ĊĊ Ċ", + "'; ĊĊĊ", + "org eous", + "orge ous", + "( )==", + "() ==", + "Ġ viewModel", + "Ġview Model", + "Ġ ãĥ", + "Ġ els", + "Ġe ls", + "Ġel s", + "Ġ Agent", + "ĠA gent", + "ĠAg ent", + "ĠAge nt", + "F etch", + "a por", + "ap or", + "apo r", + "Ġ cx", + "Ġc x", + "p read", + "pr ead", + "pre ad", + "ĠP ier", + "ĠPi er", + "ĠPie r", + "o eff", + "oe ff", + "6 16", + "61 6", + "S n", + "8 90", + "89 0", + "Ġ Virtual", + "ĠV irtual", + "ĠVir tual", + "ĠVirt ual", + "A pr", + "Ap r", + ". White", + ".Wh ite", + "6 15", + "61 5", + "_ MOD", + "_M OD", + "_MO D", + "Ġ Points", + "ĠP oints", + "ĠPoint s", + "ĠPo ints", + "å¤ ±", + "Ġ genes", + "Ġg enes", + "Ġge nes", + "Ġgen es", + "Ġgene s", + "Ġ vendor", + "Ġv endor", + "Ġvend or", + "Ġmain stream", + "< src", + "Ċ", + "Ġ< >Ċ", + "Ġ<> Ċ", + "F ilename", + "File name", + "Fi lename", + "Fil ename", + "Ġs ne", + "Ġsn e", + "Ġ Football", + "ĠF ootball", + "ĠFoot ball", + "Ġr ival", + "Ġri val", + "Ġriv al", + "Ġdis aster", + "i onic", + "ion ic", + "io nic", + "ioni c", + "Ġ Damage", + "ĠD amage", + "ĠDa mage", + "ĠDam age", + ". Resource", + ".Re source", + ".Res ource", + "- en", + "-e n", + "Ġ Types", + "ĠT ypes", + "ĠType s", + "ĠTy pes", + "ĠTyp es", + "get String", + "( board", + "(b oard", + "Ġ bol", + "Ġb ol", + "Ġbo l", + "p lain", + "pl ain", + "pla in", + "z ym", + "zy m", + "ภ²", + "Ġ scanner", + "Ġsc anner", + "Ġscan ner", + "i lder", + "il der", + "ild er", + "ilde r", + "_ msgs", + "_msg s", + "_ms gs", + "æ ı", + "( intent", + "(int ent", + "(in tent", + "Ġ destruct", + "Ġd estruct", + "Ġde struct", + "Ġb ust", + "Ġbu st", + "Ġbus t", + "Ġ Employ", + "ĠE mploy", + "ĠEm ploy", + "ĠEmp loy", + "o ni", + "on i", + "Ġ UIViewController", + "ĠUI ViewController", + "ĠUIView Controller", + "Ġo dds", + "Ġodd s", + "Ġod ds", + "e arer", + "ear er", + "ea rer", + "Ge ometry", + "Geo metry", + "Geom etry", + "Ġ yii", + "Ġy ii", + "Ġyi i", + "_ EXPORT", + "_EX PORT", + "_EXP ORT", + "Ġ Attack", + "ĠAtt ack", + "Ġn iet", + "Ġnie t", + "Ġni et", + "Ġim pression", + "Ġimp ression", + "Ġimpress ion", + "Ġimpr ession", + "Ġ Gil", + "ĠG il", + "ĠGi l", + "_ prob", + "_p rob", + "_pro b", + "_pr ob", + "5 28", + "52 8", + "Ġ CF", + "ĠC F", + "Ġ Experience", + "ĠEx perience", + "/ plugins", + "/pl ugins", + "/plugin s", + ". Method", + ".M ethod", + "Ġbel iefs", + "Ġbelie fs", + "Ġbelief s", + "N ative", + "Nat ive", + "_ build", + "_b uild", + "Ġ vig", + "Ġv ig", + "Ġvi g", + "Ġr anks", + "Ġrank s", + "Ġran ks", + "cover ed", + "cov ered", + "7 05", + "70 5", + "s uch", + "su ch", + "G uard", + "Gu ard", + ". pack", + ".p ack", + ".pa ck", + "ad der", + "add er", + "8 09", + "80 9", + "i via", + "iv ia", + "ivi a", + "l ng", + "ln g", + "Ġ вÑĭ", + "Ġв Ñĭ", + "5 52", + "55 2", + "T imestamp", + "Time stamp", + "_ now", + "_n ow", + "_no w", + "Ġp oker", + "Ġpo ker", + "Ġpok er", + "Ġpoke r", + "Ġ unc", + "Ġu nc", + "Ġun c", + "Ġ shapes", + "Ġsh apes", + "Ġshape s", + "Ġsha pes", + "- types", + "-t ypes", + "-type s", + "_ period", + "_p eriod", + "_per iod", + "p k", + "Ġveter an", + "Ġ sono", + "Ġs ono", + "Ġso no", + "Ġson o", + "Ġ appointed", + "Ġapp ointed", + "Ġappoint ed", + "over flow", + ". driver", + ".d river", + ".dr iver", + ".drive r", + "_ cat", + "_c at", + "_ca t", + "u tt", + "ut t", + "p lant", + "pl ant", + "plan t", + "pla nt", + "i mb", + "im b", + "Ġ Accept", + "ĠAc cept", + "ĠAcc ept", + "Ġ concert", + "Ġcon cert", + "Ġconc ert", + "Ġconce rt", + "ĉ node", + "ĉn ode", + "ĉno de", + "ĉ z", + "? >čĊ", + "?> čĊ", + "Ġb anned", + "Ġban ned", + "ĉ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĉĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĉĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġt oxic", + "Ġto xic", + "Ġtox ic", + "Ġdis appe", + "Ġdisap pe", + "4 73", + "47 3", + "È Ľ", + "Ġg race", + "Ġgr ace", + "Ġgra ce", + "Ġgrac e", + "at eful", + "ate ful", + "Re ply", + "Rep ly", + "ĠC ruz", + "ĠCr uz", + "ĠCru z", + "4 86", + "48 6", + "Ġs crap", + "Ġsc rap", + "Ġscr ap", + "Ġ keywords", + "Ġkey words", + "Ġkeyword s", + "s imp", + "si mp", + "sim p", + "Ġmort gage", + "Ġcy ber", + "Ġ Execute", + "ĠEx ecute", + "ĠExec ute", + "Ġ latitude", + "Ġl atitude", + "Ġlat itude", + "i fu", + "if u", + ". COM", + ".C OM", + ".CO M", + "d bo", + "db o", + "Ġs orts", + "Ġso rts", + "Ġsort s", + "Ġsor ts", + "Ġ Gas", + "ĠG as", + "ĠGa s", + "om ial", + "omi al", + ". Local", + ".L ocal", + ".Lo cal", + "C ells", + "Cell s", + "Cel ls", + ". Replace", + ".Re place", + "String s", + "Str ings", + ". fit", + ".f it", + ".fi t", + "Ġ Third", + "ĠTh ird", + "ĠThi rd", + "% \",Ċ", + "%\" ,Ċ", + "%\", Ċ", + "Ġ {}\".", + "Ġ{ }\".", + "Ġ{} \".", + "Ġ Sony", + "ĠS ony", + "ĠSo ny", + "ĠSon y", + "Ġ [:", + "Ġ[ :", + "5 85", + "58 5", + "Ġf allen", + "Ġfa llen", + "Ġfall en", + "Ġfal len", + ". ')Ċ", + ".' )Ċ", + ".') Ċ", + "i nh", + "in h", + "Ġ MC", + "ĠM C", + "Ġ redis", + "Ġre dis", + "Ġr edis", + "Ġred is", + "C odes", + "Code s", + "Co des", + "Cod es", + "Ġ profiles", + "Ġpro files", + "Ġprof iles", + "Ġprofile s", + "Ġprofil es", + "h ook", + "ho ok", + "hoo k", + "Re ducer", + "Red ucer", + "Reduc er", + "Reduce r", + "_ FUNC", + "_F UNC", + "_FUN C", + "Ġ navigate", + "Ġn avigate", + "Ġnav igate", + "Ġnavig ate", + "st rlen", + "str len", + "Ġh orm", + "Ġhor m", + "Ġho rm", + "á ŀ", + "Ġ SR", + "ĠS R", + ". boot", + ".b oot", + ".bo ot", + "Ġ digest", + "Ġd igest", + "Ġdi gest", + "Ġdig est", + "ĉ header", + "ĉhead er", + ". findOne", + ".find One", + "æ ģ", + "Db Type", + "n ia", + "ni a", + "_ merge", + "_m erge", + "Ġd onne", + "Ġdon ne", + "Ġdonn e", + "/ Getty", + "/G etty", + "_ CHAR", + "_CH AR", + "Ġ bands", + "Ġb ands", + "Ġband s", + "Ġban ds", + "Ġba nds", + ". URL", + ".U RL", + ".UR L", + "art ial", + "arti al", + "Ġ freq", + "Ġf req", + "Ġfr eq", + "Ġfre q", + "Ġs ist", + "Ġsi st", + "Ġsis t", + "N g", + "Ġrender ing", + "Ġrend ering", + "\\ Core", + "\\C ore", + "Widget s", + "Ġ VA", + "ĠV A", + "Ġactiv ists", + "Ġactivist s", + "S te", + "St e", + "= _", + "a lla", + "al la", + "all a", + "St amp", + "Ġ loads", + "Ġlo ads", + "Ġload s", + "Ġloa ds", + "Ġ xx", + "Ġx x", + "Ġ Learning", + "ĠL earning", + "ĠLe arning", + "ĠLearn ing", + "ĠLear ning", + ". Mvc", + ".M vc", + "u ir", + "ui r", + "( \"$", + "(\" $", + "Ġ connecting", + "Ġconnect ing", + "Read Only", + "u ru", + "ur u", + "ĠE ag", + "ĠEa g", + "B IT", + "BI T", + "_ DEL", + "_D EL", + "_DE L", + "å §", + "arr ass", + "arra ss", + "ex ternal", + "ext ernal", + "extern al", + "exter nal", + "Ġ YOUR", + "ĠY OUR", + "ĠYOU R", + "ĠB rew", + "ĠBr ew", + "ĠBre w", + "Ġ Five", + "ĠF ive", + "ĠFi ve", + "Ġ resize", + "Ġre size", + "Ġres ize", + "i gid", + "ig id", + "igi d", + "e ration", + "er ation", + "era tion", + "6 53", + "65 3", + "Ġ Ñį", + "ĠÑ į", + "5 36", + "53 6", + "åĬ ł", + "0 39", + "03 9", + "Ġ Catch", + "ĠC atch", + "ĠCat ch", + "Ù ģ", + "Ġ Leon", + "ĠL eon", + "ĠLe on", + "ĠLeo n", + "a mil", + "am il", + "ami l", + ". Body", + ".B ody", + "C lip", + "Cl ip", + "Cli p", + "/ list", + "/l ist", + "/li st", + ". br", + ".b r", + "Edit Text", + "ĉ db", + "ĉd b", + ". Game", + ".G ame", + "( BuildContext", + "(Build Context", + "back end", + ". Red", + ".R ed", + ".Re d", + "f acebook", + "face book", + "5 29", + "52 9", + ". urls", + ".url s", + ".ur ls", + "m r", + "rol led", + "roll ed", + "- ------", + "-- -----", + "---- ---", + "--- ----", + "----- --", + "------ -", + "Ġint ervention", + "Ġinter vention", + "Ġinterven tion", + "Ġinterv ention", + "Ġret irement", + "Ġretire ment", + "Ġretir ement", + "Ġ Kit", + "ĠK it", + "ĠKi t", + "Ġ PRE", + "ĠP RE", + "ĠPR E", + "Upper Case", + "Ġ Socket", + "ĠS ocket", + "ĠSo cket", + "ĠSoc ket", + "Ġ :-", + "Ġ: -", + "Ġstud ying", + "Ġstudy ing", + "Ġ Metro", + "ĠM etro", + "ĠMe tro", + "ĠMet ro", + "ar ded", + "ard ed", + "arde d", + "Ġcon versations", + "Ġconvers ations", + "Ġconversation s", + "C alled", + "Call ed", + "Cal led", + "Ġex amine", + "Ġexam ine", + "ert ificate", + ". gz", + ".g z", + "- responsive", + "-res ponsive", + "Ġ refund", + "Ġre fund", + "Ġref und", + "_ network", + "_n etwork", + "_net work", + "0 26", + "02 6", + "all owed", + "allow ed", + "allo wed", + "em pt", + "emp t", + "Ġme als", + "Ġmeal s", + "C ategories", + "Ġtravel ing", + "Ġtrav eling", + "Ġ kg", + "Ġk g", + "Ġsh ame", + "Ġsha me", + "Ġsham e", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġexplicit ly", + "Ġmath ematic", + "Ġ Suite", + "ĠS uite", + "ĠSu ite", + "ĠSuit e", + "Ġ RGB", + "ĠR GB", + "ĠRG B", + "****** /", + "***** */", + "Ġm ixture", + "Ġmix ture", + "l earning", + "le arning", + "lear ning", + "learn ing", + ". template", + ".t emplate", + ".temp late", + ".tem plate", + "at ts", + "att s", + "w x", + "ĉ ctx", + "ĉc tx", + "ĉct x", + ". properties", + ".p roperties", + ".prop erties", + "Ġdr inks", + "Ġdrink s", + "Ġ Either", + "ĠE ither", + "set Text", + ". getData", + ".get Data", + ".getD ata", + ". zip", + ".z ip", + "Ġreve als", + "Ġreveal s", + "< table", + ".Ċ", + "/> .Ċ", + "/>. Ċ", + "Ġr anked", + "Ġrank ed", + "Ġran ked", + "_ impl", + "_i mpl", + "_im pl", + "_imp l", + "Ġ Handles", + "ĠH andles", + "ĠHand les", + "ĠHandle s", + "Ġhost ed", + "Ġho sted", + "Ġhos ted", + "Ġ updating", + "Ġup dating", + "Ġupd ating", + "al bum", + "é Ŀ", + "Ġ shader", + "Ġsh ader", + "Ġsha der", + "Ġshade r", + "Ed itors", + "Edit ors", + "Editor s", + "- round", + "-r ound", + "-ro und", + "[ ]{", + "[] {", + "Ġ sep", + "Ġs ep", + "Ġse p", + "Ġ Hi", + "ĠH i", + "T EM", + "TE M", + "look up", + "loo kup", + ". man", + ".m an", + ".ma n", + "_ INPUT", + "_IN PUT", + "Ġthreat ened", + "Ġthreaten ed", + "_ IMPORT", + "_IM PORT", + "_IMP ORT", + "Ġ drops", + "Ġd rops", + "Ġdr ops", + "Ġdrop s", + "Ġdro ps", + "r uit", + "ru it", + "s id", + "si d", + "b oth", + "bo th", + "bot h", + "Ġ Excel", + "ĠEx cel", + "ĠExc el", + "Ġ jer", + "Ġj er", + "Ġje r", + "ord inary", + "ordin ary", + "е й", + "еР¹", + "V IEW", + "VI EW", + "re ply", + "rep ly", + "Ġ ):Ċ", + "Ġ) :Ċ", + "Ġ): Ċ", + "col ors", + "color s", + "colo rs", + "ver ified", + "_ Tr", + "_T r", + "_ parse", + "_p arse", + "_par se", + "_pars e", + "Ġcon gress", + "Ġcongr ess", + "Ġcong ress", + "6 17", + "61 7", + "P romise", + "Pro mise", + "Prom ise", + "i nts", + "in ts", + "int s", + "Ġ Mother", + "ĠM other", + "ĠMo ther", + "ĠMot her", + ". Api", + ".A pi", + ".Ap i", + "Ġ Duration", + "ĠD uration", + "ĠDu ration", + "ĠDur ation", + "Ġ firstName", + "Ġfirst Name", + "inherit doc", + "ĠM ars", + "ĠMar s", + "ĠMa rs", + "Ġ apr", + "Ġa pr", + "Ġap r", + "O DY", + "OD Y", + "Ġvis its", + "Ġvisit s", + "6 31", + "63 1", + "Ġhe aling", + "Ġheal ing", + "let ters", + "letter s", + "lette rs", + "lett ers", + ") ));čĊ", + ")) );čĊ", + "))) ;čĊ", + "))); čĊ", + "f uture", + "fu ture", + ". Framework", + ".F ramework", + ".Frame work", + "Ġk iss", + "Ġki ss", + "Ġinv olve", + "Ġinvol ve", + "Ġ silent", + "Ġs ilent", + "Ġsil ent", + "ad ows", + "ado ws", + "adow s", + "Ġany body", + "s ch", + "sc h", + "6 90", + "69 0", + "Ġsol ely", + "Ġsole ly", + "- img", + "-i mg", + "-im g", + "Ġ propri", + "Ġp ropri", + "Ġpro pri", + "Ġprop ri", + "Ġin struct", + "Ġinstr uct", + "Ġ licenses", + "Ġlicense s", + "Ġlic enses", + "Ġlicens es", + "Ġ meth", + "Ġm eth", + "Ġme th", + "Ġmet h", + "Ġcon dem", + "Ġcond em", + "Ġ Domain", + "ĠD omain", + "ĠDo main", + "ĠDom ain", + "ĠH arris", + "ĠHar ris", + "ĠHarr is", + "Ġs Ã¥", + "CE PT", + "B atch", + "Bat ch", + "@ extends", + "ĠCONTR IBUT", + ". DataFrame", + ".Data Frame", + "4 72", + "47 2", + "_ packet", + "_p acket", + "_pack et", + "_pa cket", + "re cision", + "rec ision", + "Ġf ocusing", + "Ġfocus ing", + "Ġfoc using", + ". ht", + ".h t", + "__ \":Ċ", + ": Get", + "Ġ KC", + "ĠK C", + "Ġp assage", + "Ġpass age", + "Ġpas sage", + "S egment", + "Se gment", + "Seg ment", + "_ center", + "_c enter", + "_cent er", + "-z A", + "_ BL", + "_B L", + "Ġcon vin", + "Ġconv in", + "Ġ classified", + "Ġclass ified", + "Ġ NSMutable", + "ĠNS Mutable", + "_ ap", + "_a p", + "t ile", + "til e", + "ti le", + "Rect angle", + "4 92", + "49 2", + "( nums", + "(n ums", + "(num s", + "v ens", + "ve ns", + "ven s", + "Ġ UIButton", + "ĠUI Button", + "ĠUIB utton", + "ĠF eder", + "ĠFe der", + "ĠFed er", + "a mo", + "am o", + "Ġ outline", + "Ġout line", + "Ġ Parser", + "ĠP arser", + "ĠPar ser", + "ĠParse r", + "ĠPars er", + "Ġ âī", + "Ġâ ī", + "Ġ Works", + "ĠW orks", + "ĠWork s", + "ĠWor ks", + ". Schema", + ".S chema", + "Ġeng ines", + "Ġengine s", + "6 37", + "63 7", + "5 63", + "56 3", + "_ common", + "_com mon", + "_comm on", + "5 42", + "54 2", + "_ old", + "_o ld", + "Ġset ContentView", + "ĠsetContent View", + "Ġ ///<", + "Ġ// /<", + "Ġ/// <", + "Ġ BT", + "ĠB T", + "f m", + "Ġd ivers", + "Ġdi vers", + "Ġdiv ers", + "Ġdive rs", + "Ġdiver s", + "_ weights", + "_weight s", + "_we ights", + "e mark", + "em ark", + "ema rk", + "Ġ ACT", + "ĠA CT", + "ĠAC T", + "Ġpro portion", + "Ġprop ortion", + "Ġproport ion", + "Ġpropor tion", + "over lay", + ". dirname", + ".dir name", + "Ġ Git", + "ĠG it", + "ĠGi t", + "_ REFERENCE", + "_REF ERENCE", + "_REFER ENCE", + "< >", + "l b", + "_ rule", + "_r ule", + "_ru le", + "è´ ¥", + "Ġ Putin", + "ĠP utin", + "ĠPut in", + "ĠPu tin", + "Ġsleep ing", + "Ġsle eping", + "Ġslee ping", + "( ):čĊ", + "() :čĊ", + "(): čĊ", + "Ġ preserve", + "Ġp reserve", + "Ġpre serve", + "Ġpres erve", + "Ġpar liament", + "Ġ Looking", + "ĠLo oking", + "ĠLook ing", + "Ġp icking", + "Ġpick ing", + "Ġpic king", + "Ġ Dispatch", + "ĠDis patch", + "ĠDisp atch", + "Ġs lip", + "Ġsl ip", + "ë ĵ", + "ĠL yn", + "ĠLy n", + "_ signal", + "_s ignal", + "_sign al", + "_sig nal", + "config uration", + "ĠP itt", + "ĠPi tt", + "ĠPit t", + "4 91", + "49 1", + "a den", + "ad en", + "ade n", + "pro cedure", + "Ġenthus i", + "Ġenth usi", + "f ight", + "fig ht", + "fi ght", + "Ġ Consider", + "ĠCons ider", + "Ġt orn", + "Ġto rn", + "Ġtor n", + "Conn ected", + "Connect ed", + ". cos", + ".c os", + ".co s", + "_ groups", + "_g roups", + "_group s", + "Ġ Think", + "ĠTh ink", + "ĠThi nk", + "ĠThin k", + "Ġdel iber", + "Ġre sid", + "Ġres id", + "work ing", + "wor king", + ". columns", + ".column s", + "Ġ Called", + "ĠC alled", + "ĠCal led", + "ĠCall ed", + "Ġ eslint", + "Ġes lint", + "Ġesl int", + "> \",", + ">\" ,", + "_ DOWN", + "_D OWN", + "_DO WN", + "h ist", + "hi st", + "his t", + "Ġ Advanced", + "ĠAd vanced", + "ĠAdv anced", + "ĠAdvance d", + "Ġre wards", + "Ġreward s", + "Ġrew ards", + "a ctors", + "act ors", + "ac tors", + "actor s", + "Ġsil ence", + "4 79", + "47 9", + "Ġm yth", + "Ġmy th", + "Ġn eur", + "Ġne ur", + "Ġneu r", + "5 19", + "51 9", + "Ġ auction", + "Ġa uction", + "Ġau ction", + "Ġauc tion", + ". GetString", + ".Get String", + "e ks", + "ek s", + "( project", + "(pro ject", + "(proj ect", + "5 98", + "59 8", + "ĉ msg", + "ĉm sg", + "ĉms g", + "ĉ output", + "ĉout put", + "Ġcomplaint s", + "Ġcomplain ts", + "5 51", + "55 1", + ", S", + "Ġ tbl", + "Ġt bl", + "Ġtb l", + "Ġ ,ĊĊ", + "Ġ, ĊĊ", + "Ġ,Ċ Ċ", + "r iors", + "ri ors", + "rior s", + "rio rs", + "ah ren", + "ahr en", + "Ġlaw yers", + "Ġlawy ers", + "Ġlawyer s", + "re dux", + "red ux", + "_ symbol", + "_s ymbol", + "_sym bol", + "o ffee", + "of fee", + "off ee", + "_ RESULT", + "_RES ULT", + "( Name", + "(N ame", + "U TC", + "UT C", + ". currentTime", + ".current Time", + "Ġorgan is", + ". arg", + ".a rg", + ".ar g", + "5 33", + "53 3", + "Ġmin im", + "Ġmi nim", + "Ġmini m", + "w ick", + "wi ck", + "Ġrece ives", + "Ġreceive s", + "B alance", + "Bal ance", + "Ġspe aks", + "Ġspeak s", + "Ġ Days", + "ĠD ays", + "ĠDay s", + "ĠDa ys", + "Ġ Below", + "ĠB elow", + "ĠBe low", + "ĠBel ow", + "4 83", + "48 3", + "t ipo", + "ti po", + "tip o", + "P resent", + "Pre sent", + "Pres ent", + "Ġre serv", + "Ġres erv", + "h p", + "Ġ rit", + "Ġr it", + "Ġri t", + "_ RIGHT", + "_R IGHT", + "- -)", + "-- )", + "Ġchair man", + "7 81", + "78 1", + "D IS", + "DI S", + "Ġ BOOST", + "ĠBO OST", + "Ġex periments", + "Ġexper iments", + "Ġexperi ments", + "Ġexperiment s", + "6 87", + "68 7", + "_ _);Ċ", + "__ );Ċ", + "__) ;Ċ", + "__); Ċ", + "Ġ stamp", + "Ġst amp", + "Ġsta mp", + "Ġf ert", + "Ġfe rt", + "Ġfer t", + "Ġf ond", + "Ġfo nd", + "Ġfon d", + "T er", + "Te r", + "el ve", + "u ren", + "ur en", + "ure n", + "+ i", + "end ency", + "ende ncy", + "enden cy", + "Ġvirtual ly", + "Ġvirt ually", + ". ..\"", + ".. .\"", + "... \"", + "ï½ ŀ", + "9 25", + "92 5", + "- cent", + "-c ent", + "-ce nt", + "_ unique", + "_un ique", + "Ġ pricing", + "Ġp ricing", + "Ġpr icing", + "Ġpri cing", + "m ic", + "mi c", + "R ESH", + "RE SH", + "RES H", + "Ġ :::", + "Ġ: ::", + "Ġ:: :", + "Ġ annotation", + "Ġan notation", + "Ġann otation", + "Ġannot ation", + "Ġ Circle", + "ĠC ircle", + "ĠCirc le", + "ĠCir cle", + "ong odb", + "ongo db", + "i tas", + "it as", + "ita s", + "Ġ %(", + "Ġ% (", + "( component", + "(com ponent", + "(comp onent", + "Ġ об", + "Ġо б", + "( port", + "(p ort", + "(po rt", + "- hour", + "-h our", + ". obj", + ".o bj", + ".ob j", + "L BL", + "LB L", + "Ġ jury", + "Ġj ury", + "Ġju ry", + "Ġjur y", + "G BT", + "GB T", + "Ġ spy", + "Ġs py", + "Ġsp y", + "Ġ Professional", + "ĠProf essional", + "ĠProfession al", + "Ġ\" \";ĊĊ", + "Ġ\"\" ;ĊĊ", + "Ġ\"\";Ċ Ċ", + "Ġ\"\"; ĊĊ", + "Ġstr iking", + "Ġstri king", + "Ġd iscrimination", + "Ġdiscrim ination", + "Ġdiscrimin ation", + "Ġp ays", + "Ġpay s", + "Ġpa ys", + "9 37", + "93 7", + "l ict", + "lic t", + "li ct", + "en tes", + "ent es", + "ente s", + "Ġth rowing", + "Ġthrow ing", + "Ġthr owing", + "Ġthro wing", + "Ġ Plugin", + "ĠPl ugin", + "ĠPlug in", + "( def", + "(d ef", + "(de f", + "Ġ RuntimeException", + "ĠRuntime Exception", + "Ġ Migration", + "ĠM igration", + "ĠMig ration", + "5 99", + "59 9", + "Ġ dic", + "Ġd ic", + "Ġdi c", + "b ag", + "ba g", + "o nia", + "on ia", + "oni a", + "Ġcor ruption", + "Ġcorrupt ion", + "7 04", + "70 4", + "( Map", + "(M ap", + "Ġp rz", + "Ġpr z", + ". dto", + ".d to", + ".dt o", + "Ġac quire", + "Ġacqu ire", + "State ToProps", + "Ġl oving", + "Ġlo ving", + "Ġlov ing", + "о ж", + "оР¶", + "_ pattern", + "_p attern", + "_pat tern", + "Ġem otions", + "Ġemot ions", + "Ġemotion s", + "Ġ publisher", + "Ġp ublisher", + "Ġpublish er", + "Ġpubli sher", + "_ be", + "_b e", + "Ġc ouples", + "Ġco uples", + "Ġcou ples", + "Ġcouple s", + "Ġcoup les", + "4 98", + "49 8", + "o j", + "Ġ Chart", + "ĠC hart", + "ĠCh art", + "ĠChar t", + "ĠCha rt", + "Ġt rop", + "Ġtr op", + "Ġtro p", + ". tool", + ".t ool", + ".to ol", + "Ġestablish ment", + "Ġ dol", + "Ġd ol", + "Ġdo l", + "6 54", + "65 4", + "Ġ tower", + "Ġt ower", + "Ġto wer", + "Ġtow er", + "Ġ lane", + "Ġl ane", + "Ġla ne", + "Ġlan e", + "ĠSy dney", + "Ġf illing", + "Ġfil ling", + "Ġfill ing", + "claim ed", + "cla imed", + "6 44", + "64 4", + "Ġdialog ue", + "Ġdia logue", + "Ġdial ogue", + "Ġcon vention", + "Ġconv ention", + "Ġconven tion", + "Ġconvent ion", + "bo oking", + "book ing", + "boo king", + "par ency", + "pare ncy", + "paren cy", + "æ ±", + "Ġ Generic", + "ĠG eneric", + "ĠGener ic", + "ĠGen eric", + "ĠGene ric", + "7 18", + "71 8", + "\\ Schema", + "\\S chema", + "4 82", + "48 2", + "6 18", + "61 8", + "Ġ ranges", + "Ġr anges", + "Ġrange s", + "Ġran ges", + "Ġrang es", + "/ ch", + "/c h", + "Ġ panels", + "Ġpanel s", + "Ġpa nels", + "Ġpan els", + "Ġpane ls", + "Ġr uled", + "Ġrule d", + "Ġru led", + "çĶ Ł", + ". ts", + ".t s", + "_ sets", + "_s ets", + "_set s", + "_se ts", + "Ġ cleanup", + "Ġc leanup", + "Ġclean up", + "Pre vious", + "Prev ious", + "Ġ Animal", + "ĠAn imal", + "ĠAnim al", + "6 07", + "60 7", + "( $(", + "($ (", + "ĠA ve", + "ĠAv e", + "ol lar", + "oll ar", + "olla r", + "0 28", + "02 8", + "_ eval", + "_e val", + "_ev al", + "ĉ Name", + "ĉN ame", + "( tree", + "(t ree", + "(tr ee", + "Ġ \"]", + "Ġ\" ]", + "5 71", + "57 1", + "Ġdu ties", + "Ġdut ies", + "= '/", + "=' /", + "Click ed", + "Cl icked", + "Ġdiffer ently", + "Ġdifferent ly", + "Ġ Clark", + "ĠCl ark", + "ĠClar k", + "ĠCla rk", + "Ġ dit", + "Ġd it", + "Ġdi t", + "olog ists", + "ologist s", + "ologi sts", + "Ġsy nd", + "Ġsyn d", + "Ġs ends", + "Ġse nds", + "Ġsend s", + "Ġsen ds", + "- known", + "-k nown", + "-know n", + "k b", + "Ġ Modal", + "ĠM odal", + "ĠMod al", + "ĠMo dal", + "it ative", + "itat ive", + "Ġr acing", + "Ġrac ing", + "Ġra cing", + "Ġhigh lights", + "Ġhighlight s", + "Ġ Simon", + "ĠS imon", + "ĠSim on", + "ĠSi mon", + "Ġ Captain", + "ĠCap tain", + "ĠCapt ain", + "ä¿ ¡", + "Ġ CB", + "ĠC B", + "con tin", + "cont in", + "conti n", + "a ran", + "ar an", + "ara n", + "Ġ physics", + "Ġph ysics", + "Ġphys ics", + "Ġphysic s", + "r etty", + "re tty", + "ret ty", + "rett y", + "e tal", + "et al", + "eta l", + ". md", + ".m d", + "ax ios", + "Ġspe akers", + "Ġspeak ers", + "Ġspeaker s", + "Ġ prep", + "Ġp rep", + "Ġpr ep", + "Ġpre p", + "Ġaw arded", + "Ġaward ed", + "ì§ Ģ", + "Ġ Corn", + "ĠC orn", + "ĠCo rn", + "ĠCor n", + "Ġ Nature", + "ĠN ature", + "ĠNa ture", + "ĠNat ure", + "ĠNatur e", + "UD IO", + "7 37", + "73 7", + "Ġ proj", + "Ġp roj", + "Ġpro j", + "Ġpr oj", + "- pre", + "-p re", + "-pr e", + "[ u", + "F eatures", + "Fe atures", + "Feature s", + "Feat ures", + "Ġ isEqual", + "Ġis Equal", + "B inary", + "Bin ary", + "s ig", + "si g", + "Ġcon fusion", + "Ġconf usion", + "5 46", + "54 6", + "5 68", + "56 8", + "Ġ Hat", + "ĠH at", + "ĠHa t", + "Ġkt ó", + ". configure", + ".con figure", + ".config ure", + ".conf igure", + "M ON", + "MO N", + "4 94", + "49 4", + "/ edit", + "/e dit", + "_ Add", + "_A dd", + "_Ad d", + ", true", + ",tr ue", + "5 41", + "54 1", + "Ġ cli", + "Ġc li", + "Ġcl i", + "Error Message", + "- loader", + "-l oader", + "-lo ader", + "-load er", + "Dim ensions", + "Dimension s", + "ulti ply", + "ultip ly", + "Ġ {!!", + "Ġ{ !!", + "Ġ{! !", + "Ġ SqlCommand", + "ĠSql Command", + "Ġ spoken", + "Ġsp oken", + "Ġspoke n", + "Ġspo ken", + "Ġ pics", + "Ġp ics", + "Ġpi cs", + "Ġpic s", + "Ġ toy", + "Ġt oy", + "Ġto y", + "( Key", + "(K ey", + "Ġ Loop", + "ĠL oop", + "ĠLo op", + "Ø ¨", + "E ATURE", + "EA TURE", + "in ction", + "inc tion", + "inct ion", + "_ setup", + "_set up", + "w rapper", + "wrap per", + "wr apper", + "Ġt ong", + "Ġto ng", + "Ġton g", + "c ular", + "cul ar", + "cu lar", + "O pt", + "Op t", + ". Pl", + ".P l", + "= \",", + "=\" ,", + "( length", + "(l ength", + "(len gth", + "(le ngth", + "u mn", + "um n", + "Ġ chrom", + "Ġch rom", + "Ġchr om", + "Ġs event", + "Ġse vent", + "Ġseven t", + "Ġsev ent", + "Ġ IllegalArgumentException", + "ĠIl legalArgumentException", + "ĠIllegal ArgumentException", + "4 78", + "47 8", + "ĉ start", + "ĉst art", + "Ġbe gun", + "Ġbeg un", + "CE PTION", + "CEPT ION", + "d ataset", + "data set", + "dat aset", + "datas et", + "8 25", + "82 5", + "Ġ Failed", + "ĠF ailed", + "ĠFa iled", + "ĠFail ed", + "c ols", + "co ls", + "col s", + "4 59", + "45 9", + "Ġk nee", + "Ġkn ee", + "Ġkne e", + "i more", + "im ore", + "imo re", + ". splice", + ".sp lice", + "s hell", + "sh ell", + "she ll", + "ig gers", + "igger s", + "igg ers", + "Ġ themes", + "Ġth emes", + "Ġthe mes", + "Ġthem es", + "Ġtheme s", + "9 95", + "99 5", + "Ġ DJ", + "ĠD J", + "Ġ Assistant", + "ĠAss istant", + "ĠAssist ant", + "- $", + "M aybe", + "May be", + "Ġ ordering", + "Ġorder ing", + "Ġord ering", + "ĠInt elligence", + "ĠIntelli gence", + "ĠMass achusetts", + "Ġf ailing", + "Ġfa iling", + "Ġfail ing", + "el son", + "els on", + "G reat", + "Gr eat", + "Gre at", + "= i", + ". rest", + ".re st", + ".r est", + ".res t", + "Ġ invite", + "Ġinv ite", + "Ġinvit e", + "- disable", + "-d isable", + "-dis able", + ". GroupBox", + ".Group Box", + "âĢĻ est", + "âĢĻe st", + "âĢĻes t", + "Ġt ackle", + "Ġtack le", + "Ġtac kle", + "g v", + "et ter", + "ette r", + "ett er", + "Ġ ),čĊ", + "Ġ) ,čĊ", + "Ġ), čĊ", + "_ rules", + "_r ules", + "_rule s", + "_ru les", + ". warn", + ".w arn", + "function s", + "fun ctions", + "ĠChrist ians", + "ĠChristian s", + "Ġb acked", + "Ġback ed", + "Ġbac ked", + "Ġ slider", + "Ġs lider", + "Ġsl ider", + "Ġslide r", + "Ġslid er", + "Ġenjoy ing", + "Ġenjo ying", + "n est", + "ne st", + "nes t", + "Ġh ij", + "Ġhi j", + "_ ms", + "_m s", + "/ /*", + "// *", + "An notations", + "Annotation s", + "Ġ Variables", + "ĠVariable s", + "ĠVari ables", + "< V", + "( server", + "(s erver", + "(serv er", + "Ġ Oracle", + "ĠOr acle", + "e lements", + "el ements", + "element s", + "ele ments", + "elem ents", + "Ġ organisation", + "Ġorgan isation", + "Ġorganis ation", + "_ pointer", + "_point er", + "_po inter", + "Ġ Headers", + "ĠHe aders", + "ĠHead ers", + "ĠHeader s", + "[ d", + "Ġ deadline", + "Ġdead line", + "i ssa", + "is sa", + "iss a", + "Ġ knife", + "Ġkn ife", + "Ġ NASA", + "ĠN ASA", + "ĠNAS A", + "ĠNA SA", + "Ġ Height", + "ĠH eight", + "ĠHe ight", + "7 84", + "78 4", + "Ġ Async", + "ĠA sync", + "ĠAs ync", + "Ġ venue", + "Ġven ue", + ". dom", + ".d om", + ".do m", + "bour ne", + "bou rne", + "ĠH awai", + "ĠHaw ai", + "Ġ memo", + "Ġm emo", + "Ġme mo", + "Ġmem o", + "i ctions", + "ict ions", + "iction s", + "Ġsur veillance", + "Ġsurve illance", + "o mi", + "om i", + "/ assets", + "/as sets", + "5 87", + "58 7", + "Ġ edu", + "Ġe du", + "Ġed u", + "Ä Ľ", + "Ġr oster", + "Ġro ster", + "Ġros ter", + "Ġrost er", + "Ġh ired", + "Ġhi red", + "Ġhire d", + "Ġ Tok", + "ĠT ok", + "ĠTo k", + "Ġ placement", + "Ġpl acement", + "Ġplace ment", + "Ġplac ement", + "ur ations", + "uration s", + "urat ions", + "Ġ setState", + "Ġset State", + "ĠMag azine", + "Ġhor ror", + "Ġho rror", + "Ġhorr or", + "T ry", + "Tr y", + "Ġ lag", + "Ġl ag", + "Ġla g", + "Ġ Everyone", + "ĠEvery one", + "t hur", + "th ur", + ") );čĊčĊ", + ")) ;čĊčĊ", + "));čĊ čĊ", + ")); čĊčĊ", + ". return", + ".re turn", + ".r eturn", + ".ret urn", + "Ġsy mp", + "Ġsym p", + "âĸĪ âĸĪ", + "Ġn ights", + "Ġnight s", + "work er", + "wor ker", + "Ġ ale", + "Ġa le", + "Ġal e", + "ennes see", + ". step", + ".s tep", + ".st ep", + "Ġs ynchronized", + "Ġsynchron ized", + "Ġsynchronize d", + "4 87", + "48 7", + "o uri", + "ou ri", + "our i", + "D oes", + "Do es", + ". change", + ".ch ange", + "f on", + "fo n", + ". setBackground", + ".set Background", + "ir cular", + "irc ular", + "4 76", + "47 6", + "+ -", + "ĠC IA", + "ĠCI A", + "7 29", + "72 9", + "Ġ Jane", + "ĠJ ane", + "ĠJan e", + "ĠJa ne", + "Ġ Similar", + "ĠS imilar", + "ĠSim ilar", + "- I", + "level and", + "lev eland", + "Ġpro spect", + "Ġpros pect", + "_ found", + "_f ound", + "ĉ color", + "ĉc olor", + "ĉcol or", + ".D iagnostics", + ".Di agnostics", + "Ġ announce", + "Ġann ounce", + "Ġannounc e", + "Ġanno unce", + "Ġass umes", + "Ġassum es", + "Ġassume s", + "/ tr", + "/t r", + "Ġ bd", + "Ġb d", + "9 87", + "98 7", + "Ġ Carbon", + "ĠC arbon", + "ĠCar bon", + "ĠCarb on", + "Ġanal ys", + "Ġanaly s", + "Ġana lys", + "5 64", + "56 4", + ". dest", + ".d est", + ".de st", + ".des t", + "n ik", + "ni k", + "Ġ Lie", + "ĠL ie", + "ĠLi e", + "- index", + "-in dex", + "-ind ex", + "Draw able", + "Ġ TAG", + "ĠT AG", + "ĠTA G", + "Ġ triangle", + "Ġt riangle", + "Ġtr iangle", + "Ġtri angle", + "Ġtriang le", + "_ FLOAT", + "_F LOAT", + "ĉ ĉĠĠĠĠĠ", + "ĉĉ ĠĠĠĠĠ", + "ĉĉĠĠĠ ĠĠ", + "ĉĉĠ ĠĠĠĠ", + "ĉĉĠĠ ĠĠĠ", + "ĉĉĠĠĠĠ Ġ", + ". black", + ".b lack", + ".bl ack", + "v ue", + "vu e", + "c uracy", + "cur acy", + "cura cy", + "Ġa ffects", + "Ġaff ects", + "Ġaffect s", + "9 06", + "90 6", + "Ġsur ely", + "Ġsure ly", + "S lider", + "Sl ider", + "Slide r", + "u ki", + "uk i", + "c ery", + "ce ry", + "cer y", + "Ġ unter", + "Ġun ter", + "Ġunt er", + ". profile", + ".pro file", + ".pr ofile", + ".prof ile", + "or don", + "ord on", + "ordo n", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "le ave", + "lea ve", + "Ġsmart phone", + "g ie", + "gi e", + "Ġcon spir", + "Ġcons pir", + "Ġ tutorial", + "Ġt utorial", + "Ġtut orial", + "Ġtutor ial", + "Ġtuto rial", + "ç± »", + "Ġ cab", + "Ġc ab", + "Ġca b", + "7 65", + "76 5", + "Ġ Summary", + "ĠSum mary", + "* ĊĊ", + "*Ċ Ċ", + "ä h", + "\" This", + "\"T his", + "Ġ slides", + "Ġsl ides", + "Ġslide s", + "Ġslid es", + "\" ", + "() >", + "c ycle", + "cy cle", + "cycl e", + "ĠB ull", + "ĠBul l", + "ĠBu ll", + "p aths", + "path s", + "pat hs", + "pa ths", + "Ġu np", + "Ġun p", + "Ġview DidLoad", + "_ Model", + "_M odel", + "_Mode l", + "_Mod el", + "Ġ assertTrue", + "Ġassert True", + "Ġ rated", + "Ġr ated", + "Ġrate d", + "Ġrat ed", + "Ġra ted", + "De cl", + "Dec l", + "ver ted", + "vert ed", + "verte d", + "Ġ Dat", + "ĠD at", + "ĠDa t", + "b rew", + "br ew", + "bre w", + "Ġpoint ing", + "M s", + "Ġ Pointer", + "ĠPoint er", + "ĠPo inter", + ") '", + "_ non", + "_n on", + "_no n", + "5 27", + "52 7", + "Ġ SEC", + "ĠS EC", + "ĠSE C", + "Ġ yeah", + "Ġy eah", + "Ġye ah", + "g ency", + "ge ncy", + "gen cy", + "initial ize", + "f ly", + "fl y", + "7 11", + "71 1", + "[ pos", + "[p os", + ", g", + "T ele", + "Te le", + "Tel e", + "0 34", + "03 4", + "Ġj oke", + "Ġjo ke", + "Ġ clause", + "Ġcl ause", + "Ġcla use", + ". findById", + ".find ById", + ".findBy Id", + "e nes", + "en es", + "ene s", + "( instance", + "(in stance", + "(inst ance", + "6 26", + "62 6", + " £", + "9 15", + "91 5", + "Ġs lic", + "Ġsl ic", + "_ home", + "_h ome", + "_hom e", + "Ġ */}Ċ", + "Ġ*/ }Ċ", + "_ pages", + "_p ages", + "_page s", + "_pag es", + "_pa ges", + "( service", + "(s ervice", + "(serv ice", + "9 05", + "90 5", + "R P", + "Ġ Among", + "ĠA mong", + "ĠAm ong", + ". getCurrent", + ".get Current", + ".getC urrent", + "8 06", + "80 6", + "ã Ĥ¹", + "ãĤ ¹", + "Ġs lee", + "Ġsl ee", + "Ġsle e", + "= [Ċ", + ">[ Ċ", + "o ler", + "ol er", + "ole r", + "Ġli bert", + "Ġlib ert", + "Ġliber t", + "Ġ `Ċ", + "Ġ` Ċ", + "Ġw enn", + "Ġwe nn", + "Ġwen n", + "l ated", + "la ted", + "late d", + "lat ed", + "Ġ immune", + "Ġimm une", + "Ġimmun e", + "( Node", + "(N ode", + "Ġ Problem", + "ĠPro blem", + "ĠProb lem", + "ĠProble m", + "Ġ Abs", + "ĠA bs", + "ĠAb s", + "l ogs", + "lo gs", + "log s", + "Ġ ../", + "Ġ. ./", + "Ġ.. /", + "Ġ ADC", + "ĠA DC", + "ĠAD C", + "Ġ }}\">Ċ", + "Ġ} }\">Ċ", + "Ġ}} \">Ċ", + "Ġ}}\" >Ċ", + "Ġ}}\"> Ċ", + "> ');Ċ", + ">' );Ċ", + ">') ;Ċ", + ">'); Ċ", + "= b", + "Ġ Wind", + "ĠW ind", + "ĠWin d", + "ĠWi nd", + "l ahoma", + "lah oma", + "Ġ allocate", + "Ġal locate", + "Ġall ocate", + "Ġalloc ate", + "Ġallo cate", + "o rian", + "or ian", + "oria n", + "ori an", + "Ġpr escription", + "Ġpre scription", + "Ġpres cription", + "- quality", + "-q uality", + "-qu ality", + "Ġ Mayor", + "ĠMay or", + "ĠMa yor", + "ĠMayo r", + "8 55", + "85 5", + "in ely", + "ine ly", + "inel y", + "end foreach", + "Ġ Complex", + "ĠCom plex", + "ĠComp lex", + "ĠComple x", + "k om", + "ko m", + "7 09", + "70 9", + "T Y", + "7 90", + "79 0", + "] ].", + "]] .", + ". Style", + ".St yle", + "_ many", + "_m any", + "_man y", + "_ma ny", + "', '$", + "',' $", + "Ġbar rier", + "Ġbarr ier", + "Ġ Fetch", + "ĠF etch", + "ĠFet ch", + "Ġ Marvel", + "ĠMar vel", + "Ġres ist", + "о го", + "ог о", + "b idden", + "bi dden", + "bid den", + "Ġ Runnable", + "ĠR unnable", + "ĠRun nable", + ": false", + ":f alse", + "8 99", + "89 9", + "Ġbuild s", + "Ġ Stage", + "ĠSt age", + "ĠSta ge", + "Ġ dub", + "Ġd ub", + "Ġdu b", + "em po", + "emp o", + ". site", + ".s ite", + ".si te", + "5 58", + "55 8", + "; ĊĊĊĊ", + ";Ċ ĊĊĊ", + ";ĊĊ ĊĊ", + ";ĊĊĊ Ċ", + "9 94", + "99 4", + "Ġ Denver", + "ĠDen ver", + "Ġre vel", + "Ġrev el", + "Ġreve l", + "Ġtrigger ed", + "Ġ dice", + "Ġd ice", + "Ġdi ce", + "Ġdic e", + "_ fail", + "_f ail", + "_fa il", + "Ġ gc", + "Ġg c", + "8 33", + "83 3", + "5 89", + "58 9", + "ĉ X", + "Ġ Throwable", + "ĠTh rowable", + "ĠThrow able", + "7 75", + "77 5", + ". router", + ".r outer", + ".route r", + ".ro uter", + "ĠRe volution", + "ĠRev olution", + "ÑĢ а", + "_ NON", + "_N ON", + "_NO N", + "0 55", + "05 5", + "Ł ¥", + "5 78", + "57 8", + "Ġ elder", + "Ġe lder", + "Ġel der", + "Ġelde r", + "Ġab road", + "Ġ е", + "ĠÐ µ", + "Ġ Adult", + "ĠAd ult", + "b lr", + "bl r", + "g lyphicon", + "glyph icon", + "6 13", + "61 3", + "Ġprom oting", + "Ġpromot ing", + "Ġpromo ting", + "Ġ iz", + "Ġi z", + "Ġ Solid", + "ĠS olid", + "ĠSo lid", + "ĠSol id", + "6 45", + "64 5", + "_ loader", + "_l oader", + "_lo ader", + "_load er", + "ear ly", + ". enabled", + ".en abled", + ".enable d", + "- edit", + "-e dit", + "-ed it", + "Ġ UL", + "ĠU L", + "_ play", + "_p lay", + "_pl ay", + "Ġ Interrupt", + "ĠInt errupt", + "ĠInter rupt", + "ĠInterr upt", + "Ġadv antages", + "Ġadvant ages", + "Ġadvantage s", + "u cle", + "uc le", + "Ġmechan ical", + "Ġmechanic al", + "Ġmech anical", + ".table LayoutPanel", + "Ġ Working", + "ĠWork ing", + "ĠWor king", + "Ġ anonymous", + "Ġan onymous", + "Ġanonym ous", + "Ġanon ymous", + "R ating", + "Ra ting", + "ig ious", + "igi ous", + "_ phone", + "_p hone", + "_ph one", + ".addAction Listener", + "Ġf ran", + "Ġfr an", + "Ġfra n", + "un den", + "und en", + "unde n", + "Ġ *)&", + "Ġ* )&", + "Ġ*) &", + "_ bool", + "_b ool", + "_bo ol", + "ul ative", + "Ġ cone", + "Ġc one", + "Ġcon e", + "Ġco ne", + "Ġ Mult", + "ĠM ult", + "ĠMu lt", + "ĠMul t", + "Ġm ö", + "Ġ Forward", + "ĠFor ward", + "] ):Ċ", + "]) :Ċ", + "]): Ċ", + "Ġconvin ced", + "Ġconvince d", + "Ġconvinc ed", + "act ed", + "ac ted", + "6 43", + "64 3", + "ãģ ĵ", + "Ġ Configure", + "ĠCon figure", + "ĠConfig ure", + "ĠConf igure", + "Ġce iling", + "Ġceil ing", + "D er", + "De r", + "Ġpass engers", + "Ġpassenger s", + "G roups", + "Group s", + "Gro ups", + "Ġs occer", + "Ġsoc cer", + "/ W", + "av iors", + "avior s", + "avi ors", + "s with", + "sw ith", + "Ġ Zone", + "ĠZ one", + "ĠZo ne", + ". Options", + ".O ptions", + ".Option s", + "Ġ Mom", + "ĠM om", + "ĠMo m", + "i eder", + "ie der", + "ied er", + "Array s", + "Ar rays", + "Arr ays", + "Ġtreat ments", + "Ġtreatment s", + "Ġprotect ing", + "f ac", + "fa c", + "Ġ pickle", + "Ġp ickle", + "Ġpick le", + "Ġpic kle", + "Button Item", + "7 13", + "71 3", + "Ġ blocking", + "Ġb locking", + "Ġbl ocking", + "Ġblock ing", + "Ġbloc king", + "st rar", + "str ar", + "stra r", + "à ²", + "Ġ Export", + "ĠEx port", + "ĠExp ort", + "ĠExpo rt", + "Ġth rew", + "Ġthr ew", + "ot ta", + "ott a", + "Ġ BASE", + "ĠB ASE", + "ĠBAS E", + "ĠBA SE", + ". ws", + ".w s", + ".LE ADING", + "order By", + "_ delay", + "_d elay", + "_de lay", + "_del ay", + "Ġ Pu", + "ĠP u", + ". dll", + ".d ll", + "Ġ Choose", + "ĠCh oose", + "ĠCho ose", + "9 92", + "99 2", + "Pol ice", + "Po lice", + "Ġ BEGIN", + "ĠB EGIN", + "ĠBE GIN", + "bo xes", + "box es", + "Ġ diamond", + "Ġd iamond", + "Ġdiam ond", + "Ġdia mond", + ", l", + "Ġ ĉĉĉ", + "Ġĉ ĉĉ", + "Ġĉĉ ĉ", + "Ġc urious", + "Ġcur ious", + "Ġcu rious", + "6 24", + "62 4", + "t v", + "Ġerot ische", + "Ġerotisch e", + "ack ages", + "ackage s", + "ĉ Set", + "ĉS et", + "T ick", + "Ti ck", + ". border", + ".b order", + "static method", + "Ġ cher", + "Ġc her", + "Ġch er", + "Ġche r", + "in voice", + "inv oice", + "Ġc ru", + "Ġcr u", + "Ġde fect", + "Ġdef ect", + "Ġdefe ct", + "_ metadata", + "_m etadata", + "_meta data", + "_met adata", + "re lation", + "rel ation", + "i kan", + "ik an", + "ika n", + "[ N", + "( Qt", + "(Q t", + "( Base", + "(B ase", + "æģ ¯", + "b eat", + "be at", + "Ġ Empty", + "ĠEm pty", + "ĠEmp ty", + "ĉ o", + "_ shift", + "_s hift", + "_sh ift", + "Ġreg ret", + "7 22", + "72 2", + "Th ose", + "Tho se", + "C ent", + "Ce nt", + "ĠPort ug", + "ĠIs lands", + "ĠIsl ands", + "ĠIsland s", + "Ġ TIME", + "ĠT IME", + "ĠTIM E", + "ĠTI ME", + "Man agement", + "Manage ment", + "Mana gement", + "9 96", + "99 6", + "- sp", + "-s p", + "5 39", + "53 9", + "ê me", + "êm e", + "Ġn otion", + "Ġnot ion", + "Ġno tion", + "un ifu", + "uni fu", + "P K", + "8 26", + "82 6", + "è¡ Į", + "ĠC URLOPT", + "ĠCUR LOPT", + "ĠCURL OPT", + "\\ \"\\", + "\\\" \\", + "U V", + "ç º", + "d ra", + "dr a", + "c ou", + "co u", + "= `", + "Ġ Destroy", + "ĠD estroy", + "ĠDe stroy", + "ĠDest roy", + "r p", + ". cancel", + ".c ancel", + ".can cel", + "G G", + "r untime", + "run time", + "Ġ Vue", + "ĠV ue", + "ĠVu e", + "Ġpro gressive", + "Ġprogress ive", + "Ġprog ressive", + "/ services", + "/s ervices", + "/service s", + "Ġ runner", + "Ġr unner", + "Ġrun ner", + "_ FRAME", + "_FR AME", + ". ToolStripMenuItem", + ".ToolStrip MenuItem", + "Ġ ','", + "Ġ' ,'", + "Ġ', '", + "d elay", + "de lay", + "del ay", + "= utf", + "=u tf", + "Ġscreen ing", + "Ġscre ening", + "Ġp ulling", + "Ġpull ing", + "Ġpul ling", + "o mas", + "om as", + "oma s", + "Ġ anth", + "Ġa nth", + "Ġan th", + "Ġant h", + "- new", + "-n ew", + "-ne w", + "/ local", + "/l ocal", + "/lo cal", + "Ġ iPad", + "Ġi Pad", + "ĠiP ad", + "Ġ twitter", + "Ġt witter", + "Ġtw itter", + "Ġd ying", + "Ġdy ing", + "Ġhe aven", + "Ġheav en", + "Ġ UInt", + "ĠU Int", + "ĠUI nt", + "Ġ Senator", + "ĠSen ator", + "Ġpre sum", + "Ġpres um", + "Ġ Walker", + "ĠW alker", + "ĠWalk er", + "ĠWal ker", + "Ġover come", + "e tection", + "et ection", + "ete ction", + "etect ion", + "Ġemb arrass", + "Ch ina", + "Chi na", + "6 39", + "63 9", + "In clude", + "Inc lude", + "R OLL", + "RO LL", + "ROL L", + "Ġ dataType", + "Ġdata Type", + "D avid", + "Da vid", + "ภ£", + "l op", + "lo p", + "- month", + "-m onth", + "-mon th", + "Ġ scar", + "Ġs car", + "Ġsc ar", + "Ġsca r", + "Ġ Safe", + "ĠS afe", + "ĠSaf e", + "ĠSa fe", + "Ġ ****************************************************************", + "Ġ******************************** ********************************", + "Ġ******** ********************************************************", + "Ġ**************** ************************************************", + "Ġ************************ ****************************************", + "Ġ**************************************** ************************", + "Ġ******************************************************** ********", + "Ġ************************************************ ****************", + "Ġaccess ories", + "Ġaccessor ies", + "Ġr amp", + "Ġra mp", + "Ġram p", + "_ USE", + "_U SE", + "_US E", + "Ġcon trad", + "Ġcont rad", + "Ġcontr ad", + "Ġcontra d", + ") )]Ċ", + ")) ]Ċ", + "))] Ċ", + "Ġp rest", + "Ġpr est", + "Ġpre st", + "Ġpres t", + "Ġ HR", + "ĠH R", + "ĠR ap", + "ĠRa p", + "Ġ usize", + "Ġu size", + "Ġus ize", + "Ġ capability", + "Ġcap ability", + "Ġc ort", + "Ġco rt", + "Ġcor t", + "- next", + "-n ext", + "-ne xt", + "0 77", + "07 7", + "6 27", + "62 7", + "Ġbur den", + "8 22", + "82 2", + "_ reader", + "_re ader", + "_read er", + "Ġ @@", + "Ġ@ @", + "reg ular", + "Ġ Ka", + "ĠK a", + "0 36", + "03 6", + "M AN", + "MA N", + "Ġ astr", + "Ġa str", + "Ġas tr", + "Ġast r", + "Ġ' ')Ċ", + "Ġ'' )Ċ", + "Ġ'') Ċ", + "Ġ fed", + "Ġf ed", + "Ġfe d", + "Ġp arsing", + "Ġpar sing", + "Ġpars ing", + "Ġ Years", + "ĠY ears", + "ĠYear s", + "ĠYe ars", + "Ġ broker", + "Ġb roker", + "Ġbr oker", + "Ġbro ker", + "Ġbroke r", + "\": {\"", + "Ġ akt", + "Ġa kt", + "Ġak t", + "In ventory", + "ab eled", + "abel ed", + "abe led", + "Ġarg parse", + "* ******Ċ", + "** *****Ċ", + "**** ***Ċ", + "****** *Ċ", + "*** ****Ċ", + "***** **Ċ", + "******* Ċ", + "vers ation", + "Ġ cord", + "Ġc ord", + "Ġco rd", + "Ġcor d", + "Ġ Ti", + "ĠT i", + "Ġ hopefully", + "Ġhope fully", + "Ġhop efully", + "Ġhopeful ly", + "Ġ ah", + "Ġa h", + "v erb", + "ver b", + "ve rb", + "Ġst olen", + "Ġstole n", + "Ġsto len", + "Ġstol en", + ". Entry", + ".En try", + ".Ent ry", + "Ġex pecting", + "Ġexpect ing", + "O rientation", + "Ġ powered", + "Ġp owered", + "Ġpower ed", + "Ġpow ered", + "Ġ persist", + "Ġp ersist", + "Ġpers ist", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "' ]);", + "'] );", + "']) ;", + "' )),Ċ", + "') ),Ċ", + "')) ,Ċ", + "')), Ċ", + "Ġ Cash", + "ĠC ash", + "ĠCas h", + "ĠCa sh", + "ĉ item", + "ĉi tem", + "ĉit em", + "8 18", + "81 8", + "g rades", + "gr ades", + "grad es", + "grade s", + "gra des", + "r opol", + "ro pol", + "rop ol", + "b asic", + "ba sic", + "bas ic", + "Ġ \");čĊ", + "Ġ\" );čĊ", + "Ġ\") ;čĊ", + "Ġ\"); čĊ", + "Ġa wards", + "Ġaw ards", + "Ġaward s", + "( range", + "(r ange", + "(ra nge", + "- all", + "-a ll", + "-al l", + "Ġ IBOutlet", + "ĠIB Outlet", + "Ġ Indeed", + "ĠInd eed", + "---------------------------------------------------------------- ------------", + "------------ ----------------------------------------------------------------", + "------------------------------------------------ ----------------------------", + "------ ----------------------------------------------------------------------", + "---------------------------- ------------------------------------------------", + "---------------------------------------------------------------------- ------", + "Ġstom ach", + "Ġsto mach", + "Ġ flower", + "Ġf lower", + "Ġfl ower", + "Ġflow er", + "Ġflo wer", + "Ġs ew", + "Ġse w", + "_ times", + "_t imes", + "_time s", + "_tim es", + "_ti mes", + "a vis", + "av is", + "avi s", + "Q String", + "QS tring", + "Ġ Routes", + "ĠR outes", + "ĠRoute s", + "ĠRo utes", + "ĠRou tes", + "ĠRout es", + "_ prot", + "_p rot", + "_pro t", + "_pr ot", + "Ġcom edy", + "Ġcome dy", + "Ġcomed y", + "Ġ logout", + "Ġlog out", + "Ġlogo ut", + "Ġwood en", + "Ġwo oden", + "Ġwoo den", + "Ġ poster", + "Ġp oster", + "Ġpos ter", + "Ġpost er", + "Ġpo ster", + "Ġposte r", + "p iece", + "pi ece", + "pie ce", + ". Join", + ".J oin", + "Ġ Pok", + "ĠP ok", + "ĠPo k", + "cel ona", + "m utex", + "mut ex", + "mu tex", + "mute x", + "; čĊčĊčĊ", + ";čĊ čĊčĊ", + ";čĊčĊ čĊ", + "Ġst rikes", + "Ġstr ikes", + "Ġstri kes", + "Ġstrike s", + "7 87", + "78 7", + "Lo aded", + "Load ed", + ") arg", + ")a rg", + "e sa", + "es a", + "Un ited", + "Unit ed", + "Uni ted", + "E p", + "P ELL", + "PE LL", + "8 07", + "80 7", + "Ġ Atlantic", + "ĠAtl antic", + "ul let", + "ull et", + "ulle t", + "6 52", + "65 2", + "ap ple", + "app le", + "appl e", + "Ġsett led", + "Ġsettle d", + "a con", + "ac on", + "aco n", + "Ġ printer", + "Ġpr inter", + "Ġprint er", + "Ġprin ter", + "Ġ GC", + "ĠG C", + "å® ļ", + "Ġrender ed", + "Ġrend ered", + ", âĢĻ", + "he it", + "hei t", + "s ocial", + "so cial", + "soc ial", + ". ge", + ".g e", + "7 14", + "71 4", + "Ġ Rick", + "ĠR ick", + "ĠRic k", + "ĠRi ck", + "ĠU tah", + "ĠUt ah", + "g ot", + "go t", + "on ical", + "onic al", + "oni cal", + "onica l", + "Ġ Scroll", + "ĠS croll", + "ĠSc roll", + "ĠScr oll", + "ĠSc iences", + "ĠScience s", + "ĠSci ences", + "Ġ jug", + "Ġj ug", + "Ġju g", + "Ġa mpl", + "Ġam pl", + "Ġamp l", + "en ti", + "ent i", + "LE FT", + "Ġ tabs", + "Ġt abs", + "Ġtab s", + "Ġta bs", + "Ġenorm ous", + ". getKey", + ".get Key", + "l ocate", + "lo cate", + "loc ate", + ". EX", + ".E X", + ". storage", + ".st orage", + ". We", + ".W e", + "Ġ toast", + "Ġto ast", + "Ġ Additionally", + "ĠAdd itionally", + "ĠAdditional ly", + "ĠAddition ally", + "8 82", + "88 2", + "Ġ NOW", + "ĠN OW", + "ĠNO W", + "5 47", + "54 7", + "_ UPDATE", + "_UP DATE", + "Ġtrans ferred", + "Ġtransfer red", + "t ha", + "th a", + ". Display", + ".D isplay", + ".Dis play", + "_ ui", + "_u i", + "ID EO", + "IDE O", + "Ġmeaning ful", + "ĠMos cow", + ", this", + ",t his", + "Ġ Victoria", + "ĠVict oria", + "ĠVictor ia", + "æĶ ¹", + "Ġ ÐŁ", + "ĠÐ Ł", + ". stack", + ".st ack", + "ĠB arn", + "ĠBar n", + "ĠBa rn", + "pared Statement", + ": string", + ":s tring", + ":str ing", + "Ġ bij", + "Ġb ij", + "Ġbi j", + "Ġ STATE", + "ĠST ATE", + "ĠSTAT E", + "ĠSTA TE", + "Ġemploy ers", + "Ġemployer s", + "ĉ input", + "ĉin put", + "( |", + "Ġ lex", + "Ġl ex", + "Ġle x", + "in voke", + "inv oke", + "ĉ num", + "ĉn um", + "+ +,", + "++ ,", + "at ial", + "ati al", + "or ses", + "ors es", + "orse s", + "Ġ fork", + "Ġf ork", + "Ġfor k", + "Ġfo rk", + "_ txt", + "_t xt", + "_tx t", + "ĠAnt onio", + "ĠAnton io", + "Ġ (<", + "Ġ( <", + "a verse", + "av erse", + "aver se", + "avers e", + "Ġdev ast", + "ãĢ Ģ", + ". Dec", + ".D ec", + ".De c", + "ĠG ard", + "ĠGar d", + "ĠGa rd", + "/ ui", + "/u i", + ". %", + "t ri", + "tr i", + "Ġ rolled", + "Ġroll ed", + "Ġrol led", + "Value Pair", + "it ten", + "itt en", + "itte n", + "ĠT her", + "ĠThe r", + "ĠTh er", + "Ġv rou", + "Ġvr ou", + "Ġ Flow", + "ĠF low", + "ĠFl ow", + "ĠFlo w", + "Ġ Finance", + "ĠF inance", + "ĠFin ance", + "Ġ Comb", + "ĠC omb", + "ĠCom b", + "ĠCo mb", + "H C", + ". setVisible", + ".set Visible", + "i sl", + "is l", + "Ġ pk", + "Ġp k", + "7 73", + "77 3", + "Ġup set", + "Ġups et", + "( raw", + "(r aw", + "(ra w", + "ĠV ice", + "ĠVi ce", + "ĠVic e", + "e atures", + "ea tures", + "eature s", + "eat ures", + "Ġ Lang", + "ĠL ang", + "ĠLa ng", + "ĠLan g", + "0 29", + "02 9", + "Lo oking", + "Look ing", + "7 67", + "76 7", + "Ġ AST", + "ĠA ST", + "ĠAS T", + "Ġt rips", + "Ġtr ips", + "Ġtri ps", + "Ġtrip s", + "Ġ Justin", + "ĠJ ustin", + "ĠJust in", + "ĠJu stin", + "b rowser", + "browse r", + "=\" '.$", + "=\"' .$", + "=\"'. $", + ". vertices", + ".vert ices", + "8 21", + "82 1", + "- co", + "-c o", + "} /{", + "}/ {", + "Ġ ?,", + "Ġ? ,", + "Ġ Domin", + "ĠD omin", + "ĠDo min", + "ĠDom in", + "ĠBe lg", + "ĠBel g", + "\" <", + "Ġsup pose", + "Ġsupp ose", + "a ddy", + "ad dy", + "add y", + "Ġwalk s", + "Ġwal ks", + "6 88", + "68 8", + "ER RU", + "ERR U", + "_ filters", + "_f ilters", + "_filter s", + "_fil ters", + "_filt ers", + "Pre ferred", + "s cene", + "sc ene", + "е Ñģ", + "ĠAff airs", + "Ġ\" #{", + "Ġ\"# {", + "Ġon Submit", + "Ġ stocks", + "Ġst ocks", + "Ġstock s", + "Ġsto cks", + "/ view", + "/v iew", + "g ree", + "gr ee", + "gre e", + "- get", + "-g et", + "9 03", + "90 3", + "h it", + "hi t", + "J o", + ". getC", + ".get C", + "7 25", + "72 5", + "Init ialized", + "Initial ized", + "Initialize d", + "ÑĤ и", + "c uts", + "cut s", + "cu ts", + "( Type", + "(T ype", + "ĠAg reement", + "ĠAgree ment", + "ĠViet nam", + "Ġ /*!", + "Ġ/* !", + "Ġ pizza", + "Ġp izza", + "Ġpi zza", + "- view", + "-v iew", + "_ em", + "_e m", + "Ġ lhs", + "Ġl hs", + "Ġlh s", + "Ġm uy", + "Ġmu y", + "Ġ Ident", + "ĠI dent", + "ĠId ent", + "ĠIde nt", + "Ġ Friends", + "ĠF riends", + "ĠFriend s", + "ĠFri ends", + "0 61", + "06 1", + "Ġab und", + "_ AD", + "_A D", + ". timestamp", + ".t imestamp", + ".time stamp", + "- '", + "Ġ duplicate", + "Ġd uplicate", + "Ġdup licate", + "Ġduplic ate", + "Ġh unting", + "Ġhun ting", + "Ġhunt ing", + "Ġreg ulatory", + "Ġregul atory", + "Ġregulator y", + "i ao", + "ia o", + "am ous", + "amo us", + "ĠEnt ertainment", + "ĠEnter tainment", + "[ A", + "iat ric", + "_ CLIENT", + "_CL IENT", + "_CLI ENT", + "Ġ Kids", + "ĠK ids", + "ĠKi ds", + "ĠKid s", + "/ pkg", + "/p kg", + "B reak", + "Bre ak", + ") ));ĊĊ", + ")) );ĊĊ", + ")));Ċ Ċ", + "))) ;ĊĊ", + "))); ĊĊ", + "Ġ Shape", + "ĠS hape", + "ĠSh ape", + "ĠSha pe", + "Ġrel ating", + "Ġrelat ing", + "Int errupt", + "Inter rupt", + "able Opacity", + "em bre", + "emb re", + "embr e", + "Ġm ystery", + "Ġmy stery", + "Ġmys tery", + "Ġmyst ery", + "Ġmyster y", + "Ġjournal ists", + "Ġjournalist s", + "r itable", + "ri table", + "rit able", + "rita ble", + ". Link", + ".L ink", + "Ġst opping", + "Ġstop ping", + "Ġsto pping", + "C RET", + "CR ET", + "CRE T", + ". DB", + ".D B", + "Ġpop ularity", + "Ġpopular ity", + "Ġpopul arity", + "Ġ gew", + "Ġg ew", + "Ġge w", + "Ġi mpr", + "Ġim pr", + "Ġimp r", + "set Value", + "F LAG", + "FL AG", + "ĉ max", + "ĉm ax", + "Ġb ake", + "Ġba ke", + "Ġbak e", + "w y", + "ĠE conomic", + "ĠEcon omic", + "ĠEc onomic", + "ĠEconom ic", + "Ġen contr", + "Ġ fname", + "Ġf name", + "Ġfn ame", + "/ de", + "/d e", + "R ank", + "Ra nk", + "Ġ bugs", + "Ġb ugs", + "Ġbu gs", + "Ġbug s", + ". sm", + ".s m", + "Ġ median", + "Ġm edian", + "Ġmed ian", + "Ġmedia n", + "Ġmedi an", + "D OWN", + "DO WN", + "Ġ Sure", + "ĠS ure", + "ĠSur e", + "ĠSu re", + "At Index", + "Ġ Dick", + "ĠD ick", + "ĠDi ck", + "Ġ (__", + "Ġ( __", + "Ġ(_ _", + ". delta", + ".d elta", + ".del ta", + "F r", + "Ġsuggest ing", + "Ġ RecyclerView", + "ĠRec yclerView", + ", e", + "ST ART", + "STAR T", + "STA RT", + "/ ****************************************************************************", + "/************************************************************************ ****", + "/**************************************************************** ************", + "/******************************************************** ********************", + "/************************************************ ****************************", + "x ford", + "xf ord", + "Ġ receipt", + "Ġre ceipt", + "Ġrece ipt", + "CL AIM", + "CLA IM", + "read only", + "9 68", + "96 8", + "Ġeng aging", + "6 19", + "61 9", + "C a", + "as ma", + "asm a", + "Ġens uring", + "Eng lish", + "ĠV ancouver", + "h yth", + "hy th", + "Ġpurch asing", + "Ġ PI", + "ĠP I", + ". word", + ".w ord", + "( sp", + "(s p", + ". home", + ".h ome", + ".hom e", + ": def", + ":d ef", + "Ġg ig", + "Ġgi g", + "5 74", + "57 4", + "6 71", + "67 1", + "Ġ Ve", + "ĠV e", + "f orum", + "fo rum", + "for um", + "Ġ Mitch", + "ĠM itch", + "ĠMit ch", + "B ay", + "Ba y", + "_ FL", + "_F L", + "6 51", + "65 1", + "Ġs oll", + "Ġso ll", + "Ġsol l", + "5 77", + "57 7", + "_ columns", + "_column s", + "Ġminor ity", + "b ird", + "bi rd", + "bir d", + "Ġh anded", + "Ġhand ed", + "Ġhan ded", + "S SL", + "SS L", + "ST AT", + "STA T", + "Ġnerv ous", + "Ġner vous", + "ĥ ½", + "Ġ filePath", + "Ġfile Path", + "C REATE", + "CRE ATE", + "A w", + "Ġp ens", + "Ġpe ns", + "Ġpen s", + "8 35", + "83 5", + "s eed", + "se ed", + "see d", + "Ġ Compute", + "ĠCom pute", + "ĠComp ute", + "ĠComput e", + "o lk", + "ol k", + "5 94", + "59 4", + "Ġ Asset", + "ĠAs set", + "ĠAss et", + "r each", + "re ach", + "rea ch", + "' ),čĊ", + "') ,čĊ", + "'), čĊ", + "n avigation", + "nav igation", + "L F", + "/ util", + "/u til", + "Ġ Pub", + "ĠP ub", + "ĠPu b", + "Ġ âĶ", + "Ġâ Ķ", + "c ion", + "ci on", + "cio n", + "# #Ċ", + "## Ċ", + "0 72", + "07 2", + "I II", + "II I", + "Tag Name", + "Ġa mid", + "Ġam id", + "Ġami d", + "per mission", + "perm ission", + "if iable", + "ifi able", + "x FFFFFFFF", + "xFF FFFFFF", + "xFFFF FFFF", + "xFFFFFF FF", + "н и", + ". Buffer", + ".B uffer", + "_ irq", + "_i rq", + "_ir q", + "d ark", + "da rk", + "dar k", + "Ġ retval", + "Ġret val", + ". fire", + ".f ire", + ".fi re", + "p roduction", + "pro duction", + "product ion", + "produ ction", + "prod uction", + ". listen", + ".l isten", + ".list en", + ".li sten", + "Ġ Weather", + "ĠWe ather", + "Ġbu yers", + "Ġbuy ers", + "Ġbuyer s", + ". ne", + ".n e", + "e rp", + "er p", + "ĠP ent", + "ĠPe nt", + "ĠPen t", + "6 99", + "69 9", + "Ġw elfare", + "Ġwel fare", + "Ġ pageSize", + "Ġpage Size", + "ĠSt adium", + "ĠStad ium", + "er ta", + "ert a", + "Ġ lev", + "Ġl ev", + "Ġle v", + "am pa", + "amp a", + "P ager", + "Page r", + "Pa ger", + "Pag er", + "6 65", + "66 5", + "Ġ charging", + "Ġch arging", + "Ġchar ging", + "Ġcharg ing", + "Ġ Netflix", + "ĠNet flix", + "| null", + "_ random", + "_r andom", + "_rand om", + ". xpath", + ".x path", + "Ġs tere", + "Ġst ere", + "Ġste re", + "Ġster e", + "Ġ ISIS", + "ĠIS IS", + "ĠISI S", + "pon ses", + "ponse s", + "pons es", + "( loc", + "(l oc", + "(lo c", + "5 66", + "56 6", + "ey ond", + "Ġ Official", + "ĠOff icial", + "6 57", + "65 7", + "ĠMary land", + "Data Type", + "_ par", + "_p ar", + "_pa r", + "{ },", + "{} ,", + "Ġ Enjoy", + "ĠEn joy", + "7 27", + "72 7", + "_ SHIFT", + "_SH IFT", + "ĠA wards", + "ĠAward s", + "ĠAw ards", + "_ ENTRY", + "_EN TRY", + "_ENT RY", + "Ġseem ingly", + "Ġseeming ly", + "ent icate", + "entic ate", + "enti cate", + "Ġhe arts", + "Ġheart s", + "Ġhear ts", + "5 83", + "58 3", + "_ ;ĊĊ", + "_;Ċ Ċ", + "_; ĊĊ", + "ĠH IV", + "ĠHI V", + "Ġin divid", + "Ġind ivid", + "Ġindiv id", + "Ġ Flag", + "ĠF lag", + "ĠFl ag", + "ĠFla g", + "_ ctrl", + "_c trl", + "_ct rl", + "_ctr l", + "Ġ Callback", + "ĠC allback", + "ĠCall back", + ", z", + "Ġ GPU", + "ĠG PU", + "ĠGP U", + "ĉ obj", + "ĉo bj", + "ĉob j", + "Ġ Phoenix", + "ĠPh oenix", + "Ġ BUS", + "ĠB US", + "ĠBU S", + "9 07", + "90 7", + "Ġr ubber", + "Ġrub ber", + "_ AUTH", + "_A UTH", + "_AUT H", + "ĠS olutions", + "ĠSol utions", + "ĠSolution s", + "( location", + "(l ocation", + "(loc ation", + "(lo cation", + "Variable s", + "Vari ables", + ". setEnabled", + ".set Enabled", + "_ high", + "_h igh", + "_hi gh", + "W O", + "G esture", + "Ġ retry", + "Ġre try", + "Ġr etry", + "Ġret ry", + "Ġretr y", + "Ġobject ForKey", + "allow een", + "allo ween", + "Ġ mos", + "Ġm os", + "Ġmo s", + "Ġ Cele", + "ĠC ele", + "ĠCe le", + "ĠCel e", + "Ġi kke", + "Ġik ke", + "( cell", + "(c ell", + "Ġ MODE", + "ĠM ODE", + "ĠMO DE", + "ĠMOD E", + "r ena", + "re na", + "ren a", + "Ġdes cribing", + "Ġdescri bing", + "6 41", + "64 1", + "Ġ phi", + "Ġp hi", + "Ġph i", + "Ġ rd", + "Ġr d", + "Ġde serve", + "Ġdes erve", + "Ġdese rve", + "Ġdeser ve", + "Ġw heels", + "Ġwheel s", + "Ġwhe els", + "å¸ Ĥ", + "Ġcr itics", + "Ġcrit ics", + "Ġcritic s", + "Ġcri tics", + "7 55", + "75 5", + "N amespace", + "Name space", + "Names pace", + "Ġ Fra", + "ĠF ra", + "ĠFr a", + "Ġ ĊĊĊĊ", + "ĠĊ ĊĊĊ", + "ĠĊĊ ĊĊ", + "ĠĊĊĊ Ċ", + "Ġ alla", + "Ġa lla", + "Ġal la", + "Ġall a", + "Ġre quiring", + "Ġrequ iring", + "æľ Ł", + "ut ation", + "uta tion", + "Ġdel ayed", + "Ġdelay ed", + "Ġadministr ative", + "Ġ bay", + "Ġb ay", + "Ġba y", + ". hidden", + ".h idden", + "T ex", + "Te x", + "0 51", + "05 1", + "Ġbound aries", + "Ġ ]);ĊĊ", + "Ġ] );ĊĊ", + "Ġ]);Ċ Ċ", + "Ġ]) ;ĊĊ", + "Ġ]); ĊĊ", + "Ġ Following", + "ĠFollow ing", + "~ /", + "F i", + "_ conv", + "_con v", + "_co nv", + "_ TITLE", + "_T ITLE", + "Ġdes de", + "I CollectionView", + "ICollection View", + "A lias", + "Al ias", + "Ali as", + "Ġ bite", + "Ġb ite", + "Ġbit e", + "Ġbi te", + "p atient", + "pat ient", + "_ COMMAND", + "_COM MAND", + "_COMM AND", + "Com pleted", + "Complete d", + "Comp leted", + "Comple ted", + "ĉ elif", + "ĉe lif", + "ĉel if", + "( <", + "B usiness", + "Bus iness", + "Ġ Pool", + "ĠP ool", + "ĠPo ol", + "Ġpurs ue", + "Ġ Ban", + "ĠB an", + "ĠBa n", + "_ steps", + "_st eps", + "_step s", + "_ste ps", + "_ DECL", + "_DE CL", + "_DEC L", + "um ble", + "umb le", + "Ġ combo", + "Ġc ombo", + "Ġcom bo", + "Ġcomb o", + "Ġ Layer", + "ĠL ayer", + "ĠLa yer", + "ĠLay er", + ". xr", + ".x r", + "Ġ dup", + "Ġd up", + "Ġdu p", + "- --------", + "-- -------", + "---- -----", + "-------- -", + "--- ------", + "----- ----", + "------ ---", + "------- --", + "6 28", + "62 8", + "Ġ modifier", + "Ġmod ifier", + "r ob", + "ro b", + "r ez", + "re z", + "6 96", + "69 6", + "Ġath letes", + "Ġathlete s", + "U sed", + "Us ed", + "Use d", + "w ear", + "we ar", + "8 15", + "81 5", + "Ġleg itimate", + "Ġlegit imate", + "Ġlegitim ate", + "Ġ \"ĊĊ", + "Ġ\" ĊĊ", + "Ġ\"Ċ Ċ", + "Ġ hv", + "Ġh v", + "S td", + "St d", + "0 37", + "03 7", + "Ġ Hold", + "ĠH old", + "ĠHol d", + "ĠHo ld", + "Ġsurv iv", + "ĠAll iance", + "Ġ Early", + "ĠEar ly", + "ĠEarl y", + "7 78", + "77 8", + "Beh avior", + "( font", + "(f ont", + "/ libs", + "/lib s", + "/l ibs", + "/li bs", + "Ġ rectangle", + "Ġrect angle", + "Ġs inger", + "Ġsi nger", + "Ġsin ger", + "Ġsing er", + "Ġ amp", + "Ġa mp", + "Ġam p", + "Equal To", + "Ġ \".\"", + "Ġ\" .\"", + "Ġ\". \"", + "Ġgirl friend", + "å ±", + "l inear", + "li near", + "line ar", + "lin ear", + "o bserv", + "ob serv", + "obs erv", + "Ġpi ù", + "Ġcom plement", + "Ġcomp lement", + "Ġcomple ment", + "Ġcompl ement", + "With Value", + "( password", + "(p assword", + "(pass word", + "t ake", + "ta ke", + "tak e", + "Bl ank", + "Ġ Compar", + "ĠCom par", + "ĠCo mpar", + "ĠComp ar", + "' \",", + "'\" ,", + "_ policy", + "_p olicy", + "_pol icy", + "m ongoose", + "mongo ose", + "mong oose", + "_ FAILED", + "_FAIL ED", + "_FA ILED", + ". report", + ".re port", + ".repo rt", + ".rep ort", + "R atio", + ".Perform Layout", + "7 47", + "74 7", + "us able", + "usa ble", + "m ers", + "mer s", + "me rs", + "_ render", + "_re nder", + "_r ender", + "PE ED", + "7 72", + "77 2", + "Ġle sb", + "Ġles b", + "ĉ E", + "_ tool", + "_t ool", + "_to ol", + "Ġl adies", + "Ġlad ies", + "9 08", + "90 8", + "о Ñģ", + ") )))Ċ", + ")) ))Ċ", + "))) )Ċ", + ")))) Ċ", + "; ;;;", + ";; ;;", + ";;; ;", + ". dot", + ".d ot", + ".do t", + "Ġ nest", + "Ġn est", + "Ġne st", + "Ġnes t", + "pe ak", + "uk kit", + "e ca", + "ec a", + "_ SW", + "_S W", + "Ġ &(", + "Ġ& (", + "ĠOk lahoma", + "Ġb anking", + "Ġbank ing", + "Ġban king", + "5 69", + "56 9", + "Ġ Nintendo", + "ĠN intendo", + "7 52", + "75 2", + "Ġre produce", + "Ġrep roduce", + "Ġreprodu ce", + "Ġrepro duce", + "_ elements", + "_e lements", + "_element s", + "_el ements", + "_elem ents", + "_ele ments", + "_ mac", + "_m ac", + "_ma c", + "pr oxy", + "pro xy", + "prox y", + "Ġremark able", + "} /${", + "}/ ${", + "Ġ outs", + "Ġo uts", + "Ġout s", + "Ġou ts", + ".has Next", + "M ODE", + "MO DE", + "MOD E", + "6 58", + "65 8", + "Ġ anime", + "Ġan ime", + "Ġanim e", + "Ġani me", + ". conn", + ".c onn", + ".con n", + ".co nn", + "Un ique", + "Uni que", + "D om", + "Do m", + "Ġimport antly", + "Ġimportant ly", + "i tty", + "it ty", + "itt y", + "Ġju ice", + "T w", + "ĠPart ners", + "ĠPartner s", + "Ġatt acking", + "Ġattack ing", + "Ġport able", + "Ġpor table", + "Ġporta ble", + "am iento", + "ami ento", + "amient o", + ". PictureBox", + ".P ictureBox", + ". gen", + ".g en", + ".ge n", + "Ġopt imal", + "Ġoptim al", + "5 82", + "58 2", + "Ġre cre", + "Ġrec re", + "Ġjournal ist", + "Ġ Extract", + "ĠEx tract", + "ĠExt ract", + "ĠExtra ct", + "ĠExtr act", + "Ġ Moreover", + "ĠMore over", + "Ġ marginTop", + "Ġmargin Top", + ". Ap", + ".A p", + "Ġf iring", + "Ġfi ring", + "Ġfir ing", + "N aN", + "Na N", + "ĉ template", + "ĉt emplate", + "ĉtemp late", + "а д", + "аР´", + ". En", + ".E n", + "Ġdef ence", + "Ġdefe nce", + "Ġ Tel", + "ĠT el", + "ĠTe l", + "i len", + "il en", + "ile n", + "j an", + "ja n", + "= data", + "=d ata", + "Ġ Url", + "ĠU rl", + "ĠUr l", + "Ġ Reuters", + "ĠRe uters", + "( total", + "(t otal", + "(to tal", + "ĠF ifth", + "ĠFif th", + "Ġes says", + "Ġess ays", + "Ġessay s", + "Ġessa ys", + "Ġinterpret ation", + "Ġch arity", + "Ġchar ity", + "Ġ Rules", + "ĠR ules", + "ĠRule s", + "ĠRu les", + "Ġ subsection", + "Ġsub section", + "Ġsubs ection", + "st yled", + "style d", + "sty led", + "styl ed", + "a zer", + "az er", + "aze r", + "l ags", + "la gs", + "lag s", + "L IST", + "LI ST", + "Ġ uploaded", + "Ġup loaded", + "Ġupload ed", + "Ġ trash", + "Ġtr ash", + "Ġtra sh", + "Ġtras h", + "Ġ registr", + "Ġreg istr", + "Ġregist r", + "Ġ seller", + "Ġs eller", + "Ġse ller", + "Ġsell er", + "Ġsel ler", + "> ';čĊ", + ">' ;čĊ", + ">'; čĊ", + "Ġ startTime", + "Ġstart Time", + "ç Ļ", + "s y", + "( HttpServletRequest", + "(Http ServletRequest", + "Ġ trap", + "Ġt rap", + "Ġtr ap", + "Ġtra p", + "G C", + "Ġ embedded", + "Ġembed ded", + "Ġsur rounded", + "Ġsurround ed", + "8 16", + "81 6", + "i mits", + "im its", + "imit s", + "imi ts", + "T X", + "yl inder", + "6 85", + "68 5", + "Ġ Fal", + "ĠF al", + "ĠFa l", + "Ġsent ences", + "Ġsentence s", + "Ġ Ja", + "ĠJ a", + "IF ICATION", + "IFIC ATION", + "we apon", + "o vation", + "ov ation", + "ova tion", + "ovat ion", + "Ġ coat", + "Ġco at", + "Ġinter pol", + "Ġinterp ol", + "Ġl ips", + "Ġli ps", + "Ġlip s", + "Ġ Ky", + "ĠK y", + "Ġv ectors", + "Ġvector s", + "Ġve ctors", + "Ġvec tors", + "Ġvect ors", + "_ am", + "_a m", + "Ġin take", + "Ġint ake", + ". world", + ".w orld", + "Ġ inbox", + "Ġin box", + "Ġ MAC", + "ĠM AC", + "ĠMA C", + "_ ab", + "_a b", + "( nameof", + "(name of", + "6 33", + "63 3", + "Ġent ert", + "Ġenter t", + "Ġg athering", + "Ġgather ing", + "Ġ SIM", + "ĠS IM", + "ĠSI M", + "+ +.", + "++ .", + "n ya", + "ny a", + "' }}", + "'} }", + "Ġ UPDATE", + "ĠUP DATE", + "Ġ pac", + "Ġp ac", + "Ġpa c", + "( html", + "(h tml", + "(ht ml", + "ĠS ant", + "ĠSan t", + "ĠSa nt", + "i ating", + "ia ting", + "iat ing", + "ĠIde as", + "ĠIdea s", + "Ġs pray", + "Ġsp ray", + "Ġspr ay", + "ĠH art", + "ĠHar t", + "ĠHa rt", + "Ġ verification", + "Ġver ification", + "Ġverifica tion", + "ad esh", + "ade sh", + "ades h", + "/ modules", + "/mod ules", + "/module s", + "Ġ Mind", + "ĠM ind", + "ĠMin d", + "ĠMi nd", + "ĠSized Box", + "Ġsh elter", + "Ġshel ter", + "Ġ heroes", + "Ġher oes", + "Ġhero es", + "a tty", + "at ty", + "att y", + "Ġcert ified", + "Ġcertif ied", + "s j", + "Ġ être", + "Ġê tre", + "ÅĤ o", + "Ġpublish ing", + "ĠMal ays", + "ĠMa lays", + "ĠMalay s", + ". getUser", + ".get User", + "Ġ Provider", + "ĠPro vider", + "ĠProvid er", + "ĠProvide r", + "ĠProv ider", + "Ġ LinkedList", + "ĠLink edList", + "ĠLinked List", + "ĠB or", + "ĠBo r", + "R OUND", + "RO UND", + "d id", + "di d", + "t ain", + "ta in", + "p ire", + "pi re", + "pir e", + "ĠJ enn", + "ĠJe nn", + "ĠJen n", + "t el", + "te l", + "a nde", + "an de", + "and e", + "7 57", + "75 7", + "_ front", + "_f ront", + "_fr ont", + "ĠMc G", + "Test Method", + "ภŃ", + "Ġocc asionally", + "Ġoccasion ally", + "Ġoccasional ly", + "ĠW ales", + "ĠWal es", + "ĠWa les", + "Ġex ercises", + "Ġexerc ises", + "Ġexercise s", + "Ġ ÐĴ", + "ĠÐ Ĵ", + "0 45", + "04 5", + "- plus", + "-p lus", + "-pl us", + "Ġ validator", + "Ġvalid ator", + "Ġvalida tor", + "Ġpr ayer", + "Ġpray er", + "Ġpra yer", + "L ATED", + "LA TED", + "LAT ED", + "_ author", + "_a uthor", + "_auth or", + "_aut hor", + "Ġla bour", + "Ġlab our", + "+ +Ċ", + "++ Ċ", + "- equiv", + "-e quiv", + "-equ iv", + "Ġ GPL", + "ĠG PL", + "ĠGP L", + "Ġ facebook", + "Ġf acebook", + "Ġface book", + "s imple", + "sim ple", + "simp le", + "g ly", + "gl y", + "Process or", + "Proc essor", + "i py", + "ip y", + "7 44", + "74 4", + "Ġ *>", + "Ġ* >", + "6 48", + "64 8", + "Ġc leared", + "Ġclear ed", + "Ġcle ared", + "Ġ Push", + "ĠP ush", + "ĠPu sh", + "8 58", + "85 8", + "Ġp enis", + "Ġpe nis", + "Ġpen is", + "Struct ure", + "l ij", + "li j", + "ĠM organ", + "ĠMo rgan", + "ĠMor gan", + "ĠMorg an", + "Ġhand ful", + "\" .Ċ", + "\". Ċ", + "9 84", + "98 4", + "| \\", + "Ġ ********************************", + "Ġ**** ****************************", + "Ġ******** ************************", + "Ġ**************** ****************", + "Ġ************************ ********", + "Ġ Aqu", + "ĠA qu", + "5 84", + "58 4", + "_ IC", + "_I C", + ". loads", + ".load s", + ".lo ads", + "Ġ meter", + "Ġm eter", + "Ġme ter", + "Ġmet er", + "ĠM arine", + "ĠMar ine", + "ĠMa rine", + "ĠMari ne", + "ĠMarin e", + ": :{", + ":: {", + "Ġ TS", + "ĠT S", + "7 76", + "77 6", + "Ġ Arrays", + "ĠAr rays", + "ĠArray s", + "ĠArr ays", + ". Title", + ".T itle", + "G RAM", + "GR AM", + "GRA M", + "ter min", + "term in", + "Ġco inc", + "Ġcoin c", + "Ġcoi nc", + "E lse", + "El se", + "_ states", + "_st ates", + "_state s", + "_stat es", + "_sta tes", + "- run", + "-r un", + "m embers", + "member s", + "mem bers", + "7 82", + "78 2", + "a stro", + "as tro", + "ast ro", + "astr o", + "0 66", + "06 6", + "Ġon Press", + "Ġbe ings", + "Ġbeing s", + "Ġab andoned", + "Ġabandon ed", + "Ġtax p", + "Ġta xp", + "ow ners", + "own ers", + "owner s", + ". mode", + ".m ode", + ".mod e", + ".mo de", + "Ġdi agnosis", + "Ġdiagn osis", + "Ġdiag nosis", + "Ġ _Ċ", + "Ġ_ Ċ", + "Ġ Knight", + "ĠK night", + "ĠKn ight", + "ĉ A", + "Ġ observe", + "Ġob serve", + "Ġobs erve", + "Ġobserv e", + ") ,'", + "), '", + "8 23", + "82 3", + "! \")Ċ", + "!\" )Ċ", + "!\") Ċ", + "Ġ Para", + "ĠP ara", + "ĠPar a", + "ĠPa ra", + "Ġ variation", + "Ġvar iation", + "Ġvari ation", + "( False", + "(F alse", + "Ġ Anti", + "ĠAn ti", + "ĠAnt i", + "Ġg ri", + "Ġgr i", + "Ġhome less", + "Ġhom eless", + "? v", + "Ġb ez", + "Ġbe z", + ". Server", + ".S erver", + ".Serve r", + "r elease", + "re lease", + "rel ease", + "ĠP atri", + "ĠPat ri", + "ĠPa tri", + "Ġ chars", + "Ġch ars", + "Ġchar s", + "Ġcha rs", + "Ġ ranking", + "Ġr anking", + "Ġrank ing", + "Ġran king", + "act ivation", + "activ ation", + "5 81", + "58 1", + "Ġw ides", + "Ġwide s", + "Ġwid es", + "Ġwi des", + "q r", + ". Sql", + ".S ql", + "a cular", + "ac ular", + "acula r", + "Ġ Bot", + "ĠB ot", + "ĠBo t", + "_ sync", + "_s ync", + "_syn c", + "_sy nc", + "Ġh appiness", + "Ġhapp iness", + "Ġvol unteers", + "Ġvolunte ers", + "Ġvolunteer s", + "8 77", + "87 7", + "Ġs its", + "Ġsit s", + "Ġsi ts", + "/ <", + "[ e", + "( fileName", + "(file Name", + "Ġcap ac", + "Ġca pac", + "8 32", + "83 2", + "Ġ Maria", + "ĠM aria", + "ĠMar ia", + "ĠMa ria", + "ĠMari a", + "f ather", + "fa ther", + "fat her", + "Ġ gram", + "Ġg ram", + "Ġgr am", + "Ġgra m", + "* i", + "Ġc aso", + "Ġca so", + "Ġcas o", + "_ draw", + "_d raw", + "_dr aw", + "Ġ Raw", + "ĠR aw", + "ĠRa w", + "Ġ Iterator", + "ĠIt erator", + "ĠIter ator", + "6 64", + "66 4", + "Ġ Padding", + "ĠP adding", + "ĠPad ding", + "9 24", + "92 4", + "P D", + "B OX", + "BO X", + "ĠS PECIAL", + "ĠSPEC IAL", + "Ġ fecha", + "Ġf echa", + "Ġfe cha", + "Ġfec ha", + "Ġ vide", + "Ġv ide", + "Ġvi de", + "Ġvid e", + "Ġ Leader", + "ĠLe ader", + "ĠLead er", + "ä» ¥", + "$ (\".", + "$( \".", + "$(\" .", + "Ġd iameter", + "Ġdiam eter", + "Ġdia meter", + "Ġm ild", + "Ġmil d", + "Ġmi ld", + "7 45", + "74 5", + "Ġr ocks", + "Ġro cks", + "Ġrock s", + "Ġroc ks", + "app ings", + "apping s", + "0 48", + "04 8", + "d irectory", + "direct ory", + "director y", + "5 57", + "55 7", + ". flush", + ".f lush", + ".fl ush", + "Ġ Jess", + "ĠJ ess", + "ĠJes s", + "ĠJe ss", + "UN IT", + "Ġ Pear", + "ĠP ear", + "ĠPe ar", + "Ġ mandatory", + "Ġm andatory", + "Ġmand atory", + "S ur", + "Su r", + "q t", + "Ġ streams", + "Ġstream s", + "Ġstre ams", + "Ġco operation", + "Ġcooper ation", + "Ġcoop eration", + "Ġ Sac", + "ĠS ac", + "ĠSa c", + "Ġche aper", + "Ġcheap er", + "ĉ ch", + "ĉc h", + "an imation", + "anim ation", + "f are", + "fa re", + "far e", + "( height", + "(h eight", + "( True", + "N Y", + "Ġw rest", + "Ġwr est", + "Ġwre st", + "Ġp olls", + "Ġpol ls", + "Ġpoll s", + "Ġencounter ed", + "Ġencount ered", + "ĠMark etable", + "ĠMarket able", + "_ PASSWORD", + "_P ASSWORD", + "_PASS WORD", + "7 16", + "71 6", + "_ SELECT", + "_SE LECT", + "_SEL ECT", + "ĠArab ia", + "ĠAra bia", + "_ clock", + "_c lock", + "_cl ock", + "Ġ voy", + "Ġv oy", + "Ġvo y", + "Ġ из", + "Ġи з", + "Ġs tir", + "Ġst ir", + "is ible", + "isi ble", + "- effect", + "-e ffect", + "-eff ect", + ". created", + ".c reated", + ".create d", + ".cr eated", + "Ġto ys", + "Ġtoy s", + "ĠTrad able", + "Ġ rust", + "Ġr ust", + "Ġru st", + "Ġrus t", + "Ġ strcpy", + "Ġstr cpy", + "_ timestamp", + "_t imestamp", + "_time stamp", + "Ġtal ented", + "Ġtalent ed", + ", null", + ",n ull", + "Ġ Jobs", + "ĠJ obs", + "ĠJo bs", + "ĠJob s", + "Ġ Portland", + "ĠPort land", + "Ġweak ness", + "Th row", + "Thr ow", + "Ġ Angel", + "ĠAn gel", + "ĠAng el", + "ĠAnge l", + "ä¿ ®", + "7 54", + "75 4", + "Ġun cert", + "Ġunc ert", + "ï¼ī Ċ", + "Ġ ìĿ´", + "ĠìĿ ´", + "Wh ich", + "Ġ[- ]:", + "S omething", + "Some thing", + "Som ething", + "Ġconv icted", + "Ġconvict ed", + "k le", + "kl e", + "ed ium", + "edi um", + "Ġ branches", + "Ġbr anches", + "Ġbranch es", + "Ġbran ches", + "Ġ bases", + "Ġb ases", + "Ġbase s", + "Ġbas es", + "Ġba ses", + "ç ®", + "Ġcomplex ity", + "Ġ Fig", + "ĠF ig", + "ĠFi g", + ". reshape", + ".re shape", + ".res hape", + "$ db", + "$d b", + "7 36", + "73 6", + "_ CONST", + "_CON ST", + "_CO NST", + "Ġ Tes", + "ĠT es", + "ĠTe s", + ". runtime", + ".r untime", + ".run time", + "Ġ deny", + "Ġd eny", + "Ġde ny", + "Ġden y", + "Ġ BSD", + "ĠB SD", + "ĠBS D", + "Ġ kr", + "Ġk r", + "h att", + "ha tt", + "hat t", + "Ġ Static", + "ĠSt atic", + "ĠStat ic", + "ĠSta tic", + "Ġunivers ities", + "Re place", + "Rep lace", + "Ġd rove", + "Ġdr ove", + "Ġdro ve", + "Ġad oles", + "Ġado les", + "_ plugin", + "_pl ugin", + "ĠL GBT", + "ĠLG BT", + "Ġ tex", + "Ġt ex", + "Ġte x", + "d uction", + "du ction", + "duct ion", + "duc tion", + "7 51", + "75 1", + "7 99", + "79 9", + "E DI", + "ED I", + "Ġ Ted", + "ĠT ed", + "ĠTe d", + "_ URI", + "_U RI", + "Ġre ception", + "Ġrece ption", + "Ġrecept ion", + "Ġrecep tion", + "ar ten", + "art en", + "arte n", + ". Single", + ".S ingle", + ".Sin gle", + "r ice", + "ri ce", + "ric e", + "sc ious", + "sci ous", + "8 43", + "84 3", + "_ bg", + "_b g", + "Ġw ages", + "Ġwa ges", + "Ġwage s", + "Ġwag es", + "Ġ Servlet", + "ĠS ervlet", + "ĠServ let", + "UI Layout", + "UIL ayout", + "Ġ formatted", + "Ġform atted", + "Ġformat ted", + ". Mod", + ".M od", + "< class", + " ',Ċ", + ">' ,Ċ", + ">', Ċ", + "Ġexp anding", + "Ġexpand ing", + "Ġ Hamilton", + "ĠHam ilton", + "Ġ Contrib", + "ĠCon trib", + "ĠCont rib", + "ĠContr ib", + ". Tables", + ".T ables", + ".Tab les", + ".Table s", + "7 28", + "72 8", + "Act iv", + "Ac tiv", + "H H", + "o commerce", + "ocom merce", + "_ ;", + "Ġamong st", + "o wing", + "ow ing", + "owi ng", + "8 59", + "85 9", + "Ġ Cold", + "ĠC old", + "ĠCo ld", + "ĠCol d", + "A PH", + "AP H", + "Ġpsych ological", + "Ġpsycho logical", + "_ tensor", + "_t ensor", + "Ġpack aging", + "Ġ Sweden", + "ĠSw eden", + "ĠSwe den", + "Ġ pare", + "Ġp are", + "Ġpar e", + "Ġpa re", + "Ġ aggregate", + "Ġag gregate", + "Ġaggreg ate", + "Ġmod erate", + "Ġmode rate", + "Ġmoder ate", + "8 62", + "86 2", + "_ hand", + "_h and", + "Ġdesign ated", + "Ġdesignate d", + "Ġd rum", + "Ġdr um", + "Ġdru m", + "Ġ getUser", + "Ġget User", + "ĠC reek", + "ĠCre ek", + "ĠCree k", + "_ scope", + "_s cope", + "_sc ope", + "Ġ Transfer", + "ĠTrans fer", + "Ġ Marg", + "ĠM arg", + "ĠMar g", + "ĠMa rg", + "Ġ fighters", + "Ġfight ers", + "Ġfighter s", + "W nd", + "Ġ Sel", + "ĠS el", + "ĠSe l", + "Ġ Launch", + "ĠL aunch", + "ĠLa unch", + "Ġem erging", + "Ġemerg ing", + "i frame", + "if rame", + "ifr ame", + "Ġ Additional", + "ĠAdd itional", + "ĠAddition al", + "Ġf ears", + "Ġfe ars", + "Ġfear s", + "Ġsat ellite", + "_ :", + "Ġ disposing", + "Ġdis posing", + "Ġdisp osing", + "Ġdispos ing", + "Get Value", + "Http Post", + "AT IVE", + "ul ary", + "ular y", + "ula ry", + "View s", + "Vi ews", + "Ġatt ending", + "Ġattend ing", + "ĠT ennessee", + "Ġ Mission", + "ĠM ission", + "ĠMiss ion", + "Ġmed ication", + "Ġmedic ation", + "Ġmedi cation", + "Ġ Wy", + "ĠW y", + "Ġ Anna", + "ĠAn na", + "ĠAnn a", + "Ø ¹", + "Ġ Vertex", + "ĠVer tex", + "ĠVert ex", + ". types", + ".t ypes", + ".type s", + ".typ es", + "O rgan", + "Or gan", + "Org an", + ". DataGridViewTextBoxColumn", + ".DataGridView TextBoxColumn", + "Ġ RS", + "ĠR S", + "Ġt empo", + "Ġtem po", + "Ġtemp o", + "( App", + "(A pp", + "8 92", + "89 2", + "Version UID", + ". point", + ".p oint", + ".po int", + ".poi nt", + "ĠD utch", + "ĠDut ch", + "H ours", + "Hour s", + "Ho urs", + "L U", + "Ġ quoted", + "Ġqu oted", + "Ġquote d", + "Ġquot ed", + "Ġquo ted", + ". builder", + ".b uilder", + ".build er", + "Ġ Perfect", + "ĠPer fect", + "ĠPerf ect", + "Ġ Always", + "ĠAl ways", + "_ two", + "_t wo", + "_tw o", + "Ġexclusive ly", + "Ġexclus ively", + "ĠC ra", + "ĠCr a", + "ific ar", + "ifi car", + "ifica r", + "Ġ AWS", + "ĠA WS", + "ĠAW S", + "ing ham", + "com plex", + "comp lex", + "k ernel", + "ker nel", + "Ġ gravity", + "Ġgr avity", + "Ġgrav ity", + "Ġ wi", + "Ġw i", + "0 52", + "05 2", + "Ġ overview", + "Ġover view", + "Ġov erview", + "6 61", + "66 1", + "Ġ Want", + "ĠW ant", + "ĠWa nt", + "ĠWan t", + "Ġ WP", + "ĠW P", + "( sh", + "(s h", + ". rotation", + ".r otation", + ".rot ation", + "St ates", + "State s", + "Stat es", + "Ġ Teen", + "ĠT een", + "ĠTe en", + "ĠTee n", + "_ components", + "_com ponents", + "_comp onents", + "_component s", + "ì Īĺ", + "ìĪ ĺ", + "Re ceived", + "Receive d", + "Ġly rics", + "Ġlyric s", + "Ġlyr ics", + "r ites", + "ri tes", + "rit es", + "rite s", + "ĉ ĉĉĉĉĠ", + "ĉĉ ĉĉĉĠ", + "ĉĉĉĉ ĉĠ", + "ĉĉĉ ĉĉĠ", + "ĉĉĉĉĉ Ġ", + "- American", + "-A merican", + "-Americ an", + "[ num", + "[n um", + "/ python", + "/p ython", + "/py thon", + "Ġ UART", + "ĠU ART", + "ĠUA RT", + "Ġ apple", + "Ġapp le", + "Ġap ple", + "Ġappl e", + "Ġ Jonathan", + "ĠJon athan", + "Ġm omentum", + "Ġmoment um", + "ภ±", + "Ĥ ¹", + "Ġm ich", + "Ġmi ch", + "Ġmic h", + "an dra", + "and ra", + "andr a", + "Ġb iological", + "Ġbi ological", + "Ġbio logical", + "ĠM ens", + "ĠMe ns", + "ĠMen s", + "Ġ %%", + "Ġ% %", + "el sea", + "else a", + "els ea", + "ĠMex ican", + ".rand int", + "Ġt ale", + "Ġtal e", + "Ġta le", + "Ġ Validate", + "ĠValid ate", + "Ġdef eated", + "Ġdefe ated", + "Ġdefeat ed", + ". htm", + ".h tm", + ".ht m", + "Ġc opper", + "Ġco pper", + "Ġcop per", + "Ġcopp er", + "= /", + "co system", + "cos ystem", + "Ġ rip", + "Ġr ip", + "Ġri p", + "d ecimal", + "de cimal", + "dec imal", + ". VISIBLE", + ".V ISIBLE", + "Ġ Ta", + "ĠT a", + "ĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉ", + "Ġdown loaded", + "Ġdownload ed", + "en vironment", + "Ġno mine", + "Ġnom ine", + "Ġnomin e", + "build ing", + "Ġ Spot", + "ĠS pot", + "ĠSp ot", + "ĠSpo t", + "ipher al", + "iph eral", + "Ġ alto", + "Ġal to", + "Ġalt o", + "q uet", + "qu et", + "que t", + "Ġ FT", + "ĠF T", + "/ get", + "/g et", + "/ge t", + "/ master", + "/m aster", + "W IN", + "WI N", + "åħ ĥ", + "6 76", + "67 6", + "W est", + "We st", + "ar gc", + "arg c", + "Ġpro ducers", + "Ġprodu cers", + "Ġproduce rs", + "Ġproducer s", + "Ġ Much", + "ĠM uch", + "ĠMu ch", + "_ storage", + "_st orage", + "c redit", + "cre dit", + "cr edit", + "cred it", + "C ONT", + "CON T", + "CO NT", + "Ġ vet", + "Ġv et", + "Ġve t", + "Ġ voices", + "Ġvo ices", + "Ġvoice s", + "Ġvoi ces", + "( '',", + "(' ',", + "Ġin struments", + "Ġinstr uments", + "Ġinstrument s", + "6 62", + "66 2", + "Ġ MSG", + "ĠM SG", + "ĠMS G", + "e sse", + "es se", + "ess e", + "re pository", + "repos itory", + "om ics", + "omic s", + "omi cs", + "Ġ dealer", + "Ġde aler", + "Ġdeal er", + "St ill", + "Ġ banner", + "Ġb anner", + "Ġban ner", + "asc ii", + "Ġ remarks", + "Ġre marks", + "Ġr emarks", + "Ġrem arks", + "Ġremark s", + "Ġremar ks", + "[ js", + "[j s", + "Ġshort er", + "g ulp", + "gu lp", + "Ġm yster", + "Ġmy ster", + "Ġmys ter", + "Ġmyst er", + "Ġk un", + "Ġku n", + "Ġ Bird", + "ĠB ird", + "ĠBi rd", + "ĠBir d", + "Ġt iene", + "Ġti ene", + "Ġtie ne", + "7 88", + "78 8", + "n ut", + "nu t", + "Ġ Um", + "ĠU m", + "Ġ wise", + "Ġw ise", + "Ġwis e", + "Ġwi se", + "Y eah", + "Ye ah", + "I NESS", + "IN ESS", + "INE SS", + "INES S", + "0 46", + "04 6", + "_ begin", + "_b egin", + "_be gin", + "_beg in", + "- heading", + "-head ing", + "-he ading", + "C ourse", + "Co urse", + "Cour se", + "Ġ čĊčĊ", + "ĠčĊ čĊ", + "om bie", + "omb ie", + "gr aded", + "grad ed", + "grade d", + "gra ded", + "Ġ GPS", + "ĠG PS", + "ĠGP S", + "Ġ że", + "Ġż e", + "F it", + "Fi t", + "c aption", + "ca ption", + "cap tion", + "capt ion", + "ö n", + "/ image", + "/i mage", + "/im age", + "l ia", + "li a", + "( mod", + "(m od", + "Ġle ak", + "en za", + "enz a", + "6 29", + "62 9", + "/ H", + "Ġ Happy", + "ĠH appy", + "ĠHa ppy", + "ĠHapp y", + "9 93", + "99 3", + "D ist", + "Dis t", + "Di st", + "n x", + "ĠGovern or", + "ĠGover nor", + "( last", + "(l ast", + "t eacher", + "te acher", + "tea cher", + "Ġ Sent", + "ĠS ent", + "ĠSe nt", + "ĠSen t", + "s upport", + "sup port", + "8 38", + "83 8", + "ject ory", + "Ġ Ùħ", + "ĠÙ ħ", + "Reg istration", + "Registr ation", + "0 63", + "06 3", + "Ġ Gray", + "ĠG ray", + "ĠGr ay", + "ĠGra y", + ", false", + ",f alse", + "Ġ adjusted", + "Ġadjust ed", + "Ġadj usted", + "( settings", + "(s ettings", + "(set tings", + "(setting s", + "< R", + "Ġ Mage", + "ĠM age", + "ĠMag e", + "ĠMa ge", + "Ġ plaint", + "Ġpl aint", + "Ġplain t", + "Ġpla int", + "_ )Ċ", + "_) Ċ", + "ĉ it", + "ĉi t", + "o metric", + "om etric", + "omet ric", + "ometr ic", + ". bootstrap", + ".boot strap", + "Ġcar ries", + "Ġcarr ies", + "I p", + "Ġ! $", + "Ġsw imming", + "Ġswim ming", + "Ġ Mario", + "ĠM ario", + "ĠMar io", + "ĠMa rio", + "ĠMari o", + "Ġ Questions", + "ĠQuest ions", + "ĠQuestion s", + "P ACE", + "PA CE", + "æĸ ¹", + "e or", + "eo r", + "} }\"", + "}} \"", + "Ġ oven", + "Ġo ven", + "Ġov en", + "Ġ Kon", + "ĠK on", + "ĠKo n", + "Ġwis dom", + "Ġac quisition", + "ess ment", + "ag ine", + "agi ne", + "Ġex pressions", + "Ġexpress ions", + "Ġexpression s", + "Ġexpr essions", + "Sequential Group", + "F ront", + "Fr ont", + "ul pt", + "ulp t", + "a wk", + "aw k", + "' ])ĊĊ", + "'] )ĊĊ", + "']) ĊĊ", + "'])Ċ Ċ", + "8 13", + "81 3", + "7 32", + "73 2", + "_ AR", + "_A R", + "Ġan alog", + "Ġanal og", + "Ġana log", + "u lin", + "ul in", + "uli n", + "_ PRINT", + "_PR INT", + "_PRI NT", + "Ġ LG", + "ĠL G", + "Ġ blob", + "Ġb lob", + "Ġbl ob", + "Ġblo b", + "Ġ Furthermore", + "ĠFurther more", + "_ component", + "_com ponent", + "_comp onent", + "Ġ Cole", + "ĠC ole", + "ĠCo le", + "ĠCol e", + "L AN", + "LA N", + "SC RIPTION", + "SCRI PTION", + "SCRIPT ION", + "Ġ lap", + "Ġl ap", + "Ġla p", + "ic ensing", + "icens ing", + "_TIME OUT", + "ĠF ro", + "ĠFr o", + "Ġl iability", + "Ġli ability", + "Ġ composed", + "Ġcom posed", + "Ġcomp osed", + "Ġcompose d", + "Ġcompos ed", + "6 34", + "63 4", + ".create SequentialGroup", + "_ person", + "_p erson", + "_per son", + "Ġ beam", + "Ġb eam", + "Ġbe am", + "ĉ ĠĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠ Ġ", + "ĉĠĠ ĠĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠ ĠĠĠĠ", + "ĉĠĠĠĠĠĠ ĠĠ", + "Ġ NotFound", + "ĠNot Found", + "6 84", + "68 4", + ". 'Ċ", + ".' Ċ", + "ÃŃ s", + ". TextView", + ".T extView", + ".Text View", + "P DF", + "PD F", + "Ġ kar", + "Ġk ar", + "Ġka r", + "_ _('", + "__ ('", + "__( '", + "Ġ \":\"", + "Ġ\" :\"", + "Ġ\": \"", + "_ messages", + "_m essages", + "_message s", + "Ġhar vest", + ". history", + ".h istory", + ".hist ory", + "> 'Ċ", + ">' Ċ", + "- fold", + "-f old", + "æ Ĭ", + "Ġ Better", + "ĠB etter", + "ĠBet ter", + "ĠBett er", + "Ġ\" \\<", + "Ġ\"\\ <", + "sp acing", + "spa cing", + "Ġf urnished", + "Ġfurn ished", + "Ġfurnish ed", + "9 13", + "91 3", + "o ser", + "os er", + "ose r", + "] }Ċ", + "]} Ċ", + "Ġ $\"", + "Ġ$ \"", + "p ull", + "pu ll", + ". Post", + ".P ost", + ".Pos t", + "9 19", + "91 9", + "( ip", + "(i p", + "Ĺ ı", + ". front", + ".f ront", + ".fr ont", + "n te", + "nt e", + "Ġ FM", + "ĠF M", + "g uid", + "gu id", + "gui d", + "8 44", + "84 4", + "Ġnegot iations", + "Ġnegotiation s", + "ag onal", + "agon al", + "ago nal", + "9 34", + "93 4", + "Ġtrem end", + "ung eon", + "unge on", + "A dv", + "Ad v", + "car ousel", + "ÃŁ e", + "_ DESC", + "_D ESC", + "_DE SC", + "Ġ hammer", + "Ġh ammer", + "Ġham mer", + "Ġhamm er", + "ẠŃ", + "Ġ ĠĠĠĠĠĠĠĊĊ", + "ĠĠ ĠĠĠĠĠĠĊĊ", + "ĠĠĠĠ ĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠ ĊĊ", + "ĠĠĠ ĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠ ĠĊĊ", + "ĠĠĠĠĠ ĠĠĠĊĊ", + "ĠĠĠĠĠĠ ĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĊ Ċ", + "- core", + "-c ore", + "-co re", + "-cor e", + "- service", + "-s ervice", + "-ser vice", + "Ġc orners", + "Ġcor ners", + "Ġcorner s", + "Ġcorn ers", + "Ġ SF", + "ĠS F", + "p red", + "pr ed", + "pre d", + "> A", + "ĠJ Label", + "ĠJL abel", + "Ġrom antic", + "Ġroman tic", + "Ġromant ic", + "Ġtest imony", + "Ġtestim ony", + "Ġtestimon y", + "o sc", + "os c", + "Ġ Generation", + "ĠG eneration", + "ĠGener ation", + "ĠGen eration", + "ĠGene ration", + "as ures", + "asure s", + "asu res", + "_ internal", + "_in ternal", + "_int ernal", + "_inter nal", + "Ġ prints", + "Ġpr ints", + "Ġprint s", + "Ġpri nts", + "Ġprin ts", + "Ġ ])Ċ", + "Ġ] )Ċ", + "Ġ]) Ċ", + "ĠC leveland", + "re po", + "rep o", + "D isc", + "Dis c", + "Di sc", + "6 77", + "67 7", + "7 62", + "76 2", + "Ġ \">Ċ", + "Ġ\" >Ċ", + "Ġ\"> Ċ", + "� ���", + "�� ��", + "��� �", + "Ġ nearest", + "Ġne arest", + "Ġnear est", + "5 91", + "59 1", + "_ tb", + "_t b", + "( require", + "(re quire", + "(req uire", + "E OF", + "EO F", + "- child", + "-ch ild", + "Ġb udd", + "Ġbu dd", + "Ġbud d", + ".Xtra Editors", + "al ties", + "alt ies", + "7 23", + "72 3", + "\\\" :\\\"", + "\\\": \\\"", + "W ords", + "Word s", + "9 17", + "91 7", + "Ġloc ally", + "Ġlocal ly", + "Ġp urchases", + "Ġpurch ases", + "Ġpurchase s", + "6 95", + "69 5", + "D rawer", + "Draw er", + "ex tract", + "ext ract", + "extra ct", + "extr act", + "Ġex ecut", + "Ġexec ut", + "Ġexe cut", + "} '.", + "}' .", + "user data", + "Ġfocus es", + "Ġfoc uses", + "- minute", + "-min ute", + "7 64", + "76 4", + "Ġ Publish", + "ĠP ublish", + "ĠPub lish", + "o go", + "og o", + "Ġm ountains", + "Ġmount ains", + "Ġmountain s", + "B ot", + "Bo t", + "} >{", + "}> {", + "Ġt ension", + "Ġtens ion", + "r od", + "ro d", + "m esh", + "me sh", + "mes h", + "Ġtrans formed", + "Ġtransform ed", + ", R", + "( )}Ċ", + "() }Ċ", + "()} Ċ", + ". long", + ".l ong", + ".lo ng", + ".lon g", + "Ġg orgeous", + "Ġgorge ous", + "Ġ Schedule", + "ĠS chedule", + "Ġold est", + "Ġol dest", + "Ġsub process", + "( IN", + "(I N", + "y ect", + "ye ct", + "ĠCo oper", + "ar ness", + "arn ess", + "Ġ Monitor", + "ĠM onitor", + "ĠMon itor", + ". part", + ".p art", + ".par t", + ".pa rt", + "9 72", + "97 2", + "Ġ NBC", + "ĠN BC", + "ĠNB C", + "6 68", + "66 8", + "Ġc otton", + "Ġcot ton", + "Ġcott on", + "Ġ hol", + "Ġh ol", + "Ġho l", + "7 26", + "72 6", + "Ġ rgba", + "Ġr gba", + "Ġrgb a", + "Ġrg ba", + "Ġ Bio", + "ĠB io", + "ĠBi o", + "Cont inue", + "Contin ue", + "P od", + "Po d", + "Ġparticip ating", + "cl usions", + "clus ions", + "clusion s", + "(By Val", + "7 34", + "73 4", + "à ¬", + "Ġ HOW", + "ĠH OW", + "ĠHO W", + "_set opt", + "Ġaccompany ing", + "0 91", + "09 1", + "a ton", + "at on", + "ato n", + "Ġ /\\", + "Ġ/ \\", + "Ġ Authentication", + "ĠAuth entication", + "ĠAuthentic ation", + "i én", + "ĠBar ack", + "ĠBa rack", + "/ *.", + "/* .", + "Ġe ager", + "Ġea ger", + "Ġeag er", + "Ġ Cancel", + "ĠC ancel", + "ĠCan cel", + "ĠCanc el", + "< lemma", + " $", + "O LEAN", + "OLE AN", + "OK IE", + "IB ILITY", + "U AGE", + "UA GE", + "Ġ Survey", + "ĠS urvey", + "ĠSur vey", + "ĠSurv ey", + "0 71", + "07 1", + "Ġre sign", + "Ġr esign", + "Ġres ign", + "w ing", + "win g", + "wi ng", + "Ġse crets", + "Ġsec rets", + "Ġsecret s", + "Ġsecre ts", + "Ġc hips", + "Ġch ips", + "Ġchip s", + "Ġchi ps", + "JSON Object", + "D esktop", + "Des ktop", + "Desk top", + "5 96", + "59 6", + "_SY MBOL", + "( resource", + "(res ource", + "(re source", + "Ġ< />Ċ", + "ĠĊ", + "Ġnew est", + "Ġne west", + "u li", + "ul i", + "Ġde sert", + "Ġdes ert", + "Ġdese rt", + "Ġdeser t", + "Ġd ip", + "Ġdi p", + "Ġ Pow", + "ĠP ow", + "ĠPo w", + "Ġequ ation", + "Ġeq uation", + "Ġposs ibilities", + "Ġpossibilit ies", + "Ġ Fed", + "ĠF ed", + "ĠFe d", + "os ph", + "osp h", + "Ġ [%", + "Ġ[ %", + "Ġ bubble", + "Ġb ubble", + "Ġbu bble", + "Ġbub ble", + "Ġbubb le", + "ether lands", + "7 93", + "79 3", + "Ġc ement", + "Ġce ment", + ". auto", + ".a uto", + ".au to", + ".aut o", + "_ AN", + "_A N", + "âĢĻ .", + "s election", + "se lection", + "select ion", + "sel ection", + "Ġ Bond", + "ĠB ond", + "ĠBo nd", + "ĠBon d", + "9 88", + "98 8", + "D en", + "De n", + "- O", + ". getType", + ".get Type", + "8 96", + "89 6", + ". Window", + ".W indow", + "p res", + "pr es", + "pre s", + "Ġsw inger", + "Ġswing er", + "\" })Ċ", + "\"} )Ċ", + "\"}) Ċ", + "Ġ pip", + "Ġp ip", + "Ġpi p", + "Ġm ice", + "Ġmi ce", + "Ġmic e", + "Ġ compound", + "Ġcomp ound", + "- plugin", + "-pl ugin", + "i ko", + "ik o", + "Ġcent uries", + "i cular", + "ic ular", + "- inline", + "-in line", + "ĉ key", + "ĉk ey", + "> \\<", + ">\\ <", + "EN SION", + "ENS ION", + "Ġ[ čĊ", + "Ġprecis ely", + "Ġprecise ly", + "Ġ été", + "Ġé té", + "Ġét é", + "Ġ Past", + "ĠP ast", + "ĠPa st", + "ĠPas t", + "ĠCam bridge", + "ĠCamb ridge", + "- full", + "-f ull", + "Ġ analyze", + "Ġan alyze", + "Ġanaly ze", + "Ġ Steven", + "ĠSt even", + "ĠSte ven", + "ĠSteve n", + "Ġ nem", + "Ġn em", + "Ġne m", + "d ue", + "du e", + "o ren", + "or en", + "ore n", + "Ġmus cles", + "Ġmuscle s", + "i jing", + "ij ing", + "iji ng", + "8 52", + "85 2", + "/ -", + "ĠKenn edy", + "5 97", + "59 7", + "R M", + "oss ible", + "Ġact ress", + "Ġd olor", + "Ġdo lor", + "Ġdol or", + "9 14", + "91 4", + "å½ ķ", + "N eed", + "Ne ed", + ". toggle", + ".t oggle", + "Ġ Race", + "ĠR ace", + "ĠRa ce", + "ĠRac e", + "w ers", + "we rs", + "wer s", + ". material", + ".m aterial", + ".mat erial", + "Ġ Due", + "ĠD ue", + "ĠDu e", + "Ġ Pel", + "ĠP el", + "ĠPe l", + "# print", + "Ġin dependence", + "Ġindepend ence", + "ex us", + "Sh adow", + "Ġ encoder", + "Ġe ncoder", + "Ġen coder", + "Ġenc oder", + "Ġencode r", + "( level", + "(le vel", + "Ġ Swift", + "ĠSw ift", + ". doc", + ".d oc", + ".do c", + "_ selection", + "_s election", + "_se lection", + "_select ion", + "_sel ection", + "9 52", + "95 2", + "Ġserial VersionUID", + "9 45", + "94 5", + "Label s", + "Lab els", + "Ġperform ances", + "Ġperformance s", + "Ġperforman ces", + ". Tag", + ".T ag", + "ĠN HL", + "ĠNH L", + "i zen", + "iz en", + "ize n", + "/ UIKit", + "/UI Kit", + "9 91", + "99 1", + "_ CONTROL", + "_CONT ROL", + "Ġe arnings", + "Ġear nings", + "Ġearn ings", + "Ġearning s", + "9 75", + "97 5", + "Ġ Alt", + "ĠA lt", + "ĠAl t", + "_ HANDLE", + "_H ANDLE", + "_HAND LE", + "C tx", + "Ġper su", + "Ġpers u", + "Ġ tran", + "Ġt ran", + "Ġtr an", + "Ġtra n", + "ç ¨", + "_ CHANNEL", + "_CH ANNEL", + "_CHAN NEL", + "Ġs atisfaction", + "Ġsatisf action", + "Ġ GP", + "ĠG P", + "7 69", + "76 9", + "i ox", + "io x", + "m itt", + "mit t", + "mi tt", + "l ando", + "land o", + "la ndo", + "lan do", + "Ġ pig", + "Ġp ig", + "Ġpi g", + "in als", + "inal s", + "ina ls", + "ê ncia", + "ên cia", + "7 31", + "73 1", + "S urface", + "Sur face", + "Ġ UUID", + "ĠU UID", + "Ġbenef icial", + "Ġbenefici al", + "Ġ sequences", + "Ġse quences", + "Ġsequence s", + "Ġsequ ences", + "ĉ memset", + "ĉmem set", + "Ġmag ical", + "Ġmagic al", + " «", + "Ġw orn", + "Ġwor n", + "Ġwo rn", + "A SC", + "AS C", + "p opup", + "pop up", + "C OMP", + "CO MP", + "COM P", + "_ before", + "_b efore", + "_be fore", + "e ness", + "en ess", + "ene ss", + "enes s", + "U i", + "L es", + "Le s", + ". require", + ".re quire", + ".req uire", + ". Serializable", + ".Serial izable", + "add Gap", + "Ġ authorization", + "Ġauthor ization", + "0 85", + "08 5", + ".py plot", + "u rray", + "ur ray", + "urr ay", + "l atitude", + "lat itude", + "8 45", + "84 5", + "f rames", + "fr ames", + "frame s", + "fra mes", + "fram es", + "a js", + "aj s", + "Ġ compass", + "Ġcom pass", + "Ġcomp ass", + "Ġ observations", + "Ġobs ervations", + "Ġobserv ations", + "Ġobservation s", + "_ sup", + "_s up", + "_su p", + ".en viron", + ".env iron", + "Ġtr iple", + "Ġtri ple", + "Ġtrip le", + "Ġ Ruby", + "ĠR uby", + "ĠRub y", + "ĠRu by", + "Ġd rain", + "Ġdr ain", + "Ġdra in", + "_ FILTER", + "_F ILTER", + "S an", + "Sa n", + "U MP", + "UM P", + "Null Exception", + "Ġ Gab", + "ĠG ab", + "ĠGa b", + "o we", + "ow e", + "ĠTur kish", + "ĠTurk ish", + "_ sequence", + "_se quence", + "Ġ Grant", + "ĠG rant", + "ĠGr ant", + "ĠGran t", + "ĠGra nt", + "u ela", + "ue la", + "uel a", + "Ġ wo", + "Ġw o", + "Ġ cube", + "Ġc ube", + "Ġcu be", + "Ġcub e", + "i q", + "Ġdis orders", + "Ġdisorder s", + "Ġextra ordinary", + "Ġextraordin ary", + "Ġ ctrl", + "Ġc trl", + "Ġct rl", + "Ġctr l", + "Ġ Seq", + "ĠS eq", + "ĠSe q", + "en tr", + "ent r", + "8 65", + "86 5", + "Ġsan ctions", + "Ġsanct ions", + "Ġsanction s", + "9 49", + "94 9", + "ut sch", + "uts ch", + "Re ports", + "Report s", + "Rep orts", + "Repo rts", + "Ġ inherit", + "Ġin herit", + "Ġinher it", + "P eriod", + "Per iod", + "Ġphot ography", + "Ġphotograph y", + "Ġ Framework", + "ĠF ramework", + "ĠFr amework", + "ĠFrame work", + "ĠFram ework", + "Ġspecial ist", + "Ġspeci alist", + "Ġ ?ĊĊ", + "Ġ? ĊĊ", + "Ġ?Ċ Ċ", + "_ selected", + "_se lected", + "_select ed", + "_sel ected", + ". Player", + ".P layer", + ".Pl ayer", + ".Play er", + "Ġ allocation", + "Ġal location", + "Ġall ocation", + "Ġalloc ation", + "Ġallo cation", + "( account", + "(a ccount", + "(ac count", + "(acc ount", + "Ġ structural", + "Ġstruct ural", + "v able", + "va ble", + "- offset", + "-off set", + "-o ffset", + "-offs et", + ".App CompatActivity", + "а м", + "аР¼", + ".Add WithValue", + "Ġ icons", + "Ġi cons", + "Ġicon s", + "Ġic ons", + "Ġ shutdown", + "Ġsh utdown", + "Ġshut down", + "_ low", + "_l ow", + "_lo w", + "Ġ Compare", + "ĠCom pare", + "ĠComp are", + "ĠCompar e", + "Ġ Ce", + "ĠC e", + "= head", + "=h ead", + "l am", + "la m", + ". predict", + ".p redict", + ".pre dict", + ".pred ict", + "_ DEC", + "_D EC", + "_DE C", + "Ġ Sleep", + "ĠS leep", + "ĠSlee p", + "ĠSle ep", + "Ġ Gratis", + "ĠGr atis", + "ĠGrat is", + "Ġs uggestion", + "Ġsuggest ion", + "Ġ DEL", + "ĠD EL", + "ĠDE L", + "c aff", + "ca ff", + "caf f", + "av irus", + "avi rus", + "avir us", + "No thing", + "ŀ ĭ", + "Ġwide spread", + "Ġwides pread", + "Ġmechan isms", + "Ġmechanism s", + "Ġ textAlign", + "Ġtext Align", + "oc cup", + "occ up", + "Ġ Rail", + "ĠR ail", + "ĠRa il", + "ĠRai l", + ": NS", + ":N S", + "Ġ fiber", + "Ġf iber", + "Ġfi ber", + "Ġfib er", + "Ġ mk", + "Ġm k", + "Ġv intage", + "- long", + "-l ong", + "-lo ng", + ". reduce", + ".re duce", + ".red uce", + ". Entities", + ".Ent ities", + "( record", + "(re cord", + "(rec ord", + "Ġ pleasant", + "Ġple asant", + "Ġpleas ant", + "F RING", + "FR ING", + ". Cells", + ".C ells", + ".Cell s", + "O TT", + "OT T", + "ĉ elseif", + "ĉelse if", + "6 49", + "64 9", + "7 24", + "72 4", + "_ confirm", + "_con firm", + "_conf irm", + "ĠView Group", + "s ym", + "sy m", + "Ġ pray", + "Ġp ray", + "Ġpr ay", + "Ġpra y", + "Ġsus pected", + "Ġsusp ected", + "Ġsuspect ed", + "Cont ains", + "Con tains", + "Contain s", + "Conta ins", + "9 83", + "98 3", + "Ġb orders", + "Ġborder s", + "Ġbor ders", + "Ġbord ers", + "Ġcomponent Did", + "A SSERT", + "ASS ERT", + "Ġin finite", + "Ġinf inite", + "Ġinfinit e", + "- order", + "-or der", + "Ġ hello", + "Ġh ello", + "Ġhel lo", + "Ġhell o", + "Ġ Grade", + "ĠG rade", + "ĠGr ade", + "ĠGrad e", + "ĠGra de", + ".currentTime Millis", + "ap olis", + "apol is", + "apo lis", + "z h", + "ĉ Object", + "ĉO bject", + ": \\\\", + ":\\ \\", + "H O", + "val uation", + "valu ation", + "Ġ vocab", + "Ġv ocab", + "Ġvo cab", + "Ġvoc ab", + "7 19", + "71 9", + "Ġ coupon", + "Ġc oupon", + "Ġco upon", + "Ġcou pon", + "Ġcoup on", + "ata bases", + "atab ases", + "atabase s", + ". GetType", + ".Get Type", + "L earn", + "Le arn", + "7 92", + "79 2", + "] =\"", + "]= \"", + "Ġ Gary", + "ĠG ary", + "ĠGar y", + "ĠGa ry", + "ot ive", + "oti ve", + "Ġ ash", + "Ġa sh", + "Ġas h", + "Ġ bib", + "Ġb ib", + "Ġbi b", + "X XXX", + "XX XX", + "XXX X", + "Ġ balanced", + "Ġbalance d", + "Ġbal anced", + "VAL UE", + "Ġ Nat", + "ĠN at", + "ĠNa t", + "_ Ad", + "_A d", + "< E", + "åĮ º", + "Ġ MethodInfo", + "ĠMethod Info", + "8 97", + "89 7", + "L IB", + "LI B", + "Ġconsider able", + "Ġconsid erable", + "Ġ Industry", + "ĠInd ustry", + "ĠIndust ry", + "t ests", + "te sts", + "test s", + "tes ts", + ". setTitle", + ".set Title", + "Ġ Bluetooth", + "ĠB luetooth", + "ĠBl uetooth", + "ĠBlu etooth", + "Ġ mapped", + "Ġm apped", + "Ġmap ped", + "Ġma pped", + "Ġ Bruce", + "ĠBr uce", + "ĠBru ce", + "Ġ MainWindow", + "ĠMain Window", + "ĉ status", + "ĉs tatus", + "ĉst atus", + "ĉstat us", + "Ġ raz", + "Ġr az", + "Ġra z", + "ĠM and", + "ĠMan d", + "ĠMa nd", + "Ġ classification", + "Ġclass ification", + "Per missions", + "Permission s", + "Perm issions", + "9 69", + "96 9", + "Ġ ----------------------------------------------------------------------------", + "Ġ---------------------------------------------------------------- ------------", + "Ġ------------------------------------------------ ----------------------------", + "Ġ------------ ----------------------------------------------------------------", + "Ġ------ ----------------------------------------------------------------------", + "Ġ------------------------------------------------------------ ----------------", + "Ġ------------------------------------------------------------------------- ---", + "Ġ containers", + "Ġcont ainers", + "Ġcontainer s", + "Ġcontain ers", + "Ġconta iners", + ": set", + ":s et", + "_ xml", + "_x ml", + "Ġwh ilst", + "Th rough", + "Thr ough", + "Ġv align", + "Ġval ign", + "Ġworld s", + "Ġwor lds", + "C ORD", + "CO RD", + "COR D", + "ED IA", + "EDI A", + "ÑĢ ов", + "ÑĢо в", + "Ġs pare", + "Ġsp are", + "Ġspa re", + "Ġspar e", + "Ġ Had", + "ĠH ad", + "ĠHa d", + "Ġ DEF", + "ĠD EF", + "ĠDE F", + "( ptr", + "(p tr", + "(pt r", + "Ġw arming", + "Ġwar ming", + "Ġwarm ing", + "8 98", + "89 8", + "ठ¾", + "Ġcons ensus", + "a gne", + "ag ne", + "agn e", + "C TL", + "CT L", + "Ġ ìķ", + "Ġì ķ", + ". Main", + ".M ain", + ".Ma in", + "web Element", + "Ġp ist", + "Ġpi st", + "Ġpis t", + "F lash", + "Fl ash", + "App end", + "Ap pend", + "Appe nd", + ".tw img", + "T ap", + "Ta p", + "Ġveget ables", + "Ġvegetable s", + "a lg", + "al g", + "0 58", + "05 8", + ". sample", + ".s ample", + ".sam ple", + "Ġco aching", + "Ġcoach ing", + "( ind", + "(i nd", + "(in d", + "Cell Value", + "Check Box", + "Ġ Hell", + "ĠH ell", + "ĠHe ll", + "ĠHel l", + "R OOT", + "RO OT", + "7 96", + "79 6", + "Ġst adium", + "Ġstad ium", + "Ġinvestig ating", + ") %", + "s ted", + "st ed", + "ste d", + "9 65", + "96 5", + "Ġ Writing", + "ĠW riting", + "ĠWr iting", + "Ġ ê²", + "Ġê ²", + "Ġ uno", + "Ġu no", + "Ġun o", + "Ġ {{--", + "Ġ{{ --", + "Ġ coords", + "Ġco ords", + "Ġcoord s", + "Ġun ser", + "Ġuns er", + "o rganization", + "organ ization", + "Ġ Crime", + "ĠCr ime", + "ĠCri me", + "ĠDem ocrat", + "ĠDemocr at", + "5 79", + "57 9", + "Ġ vin", + "Ġv in", + "Ġvi n", + "/ file", + "/f ile", + "0 78", + "07 8", + "- api", + "-a pi", + "-ap i", + "Ġ Ay", + "ĠA y", + "Ġf unded", + "Ġfun ded", + "Ġfund ed", + "ĠBr exit", + "ĠBre xit", + "ĠG h", + "ent ina", + "enti na", + "entin a", + "c ases", + "ca ses", + "case s", + "cas es", + "Ġ dash", + "Ġd ash", + "Ġda sh", + "Ġdas h", + "Ġ!! }Ċ", + "Ġ!!} Ċ", + "H I", + "Off ice", + "Ġcap tain", + "Ġcapt ain", + "Ġwor ship", + "Ġwors hip", + "Ġworsh ip", + "\\ C", + "7 33", + "73 3", + "8 51", + "85 1", + "Ġg lobe", + "Ġgl obe", + "Ġglob e", + "Ġglo be", + "_ board", + "_b oard", + "_bo ard", + "Ġb abies", + "Ġba bies", + "Ġbab ies", + "8 76", + "87 6", + "Ġcon secutive", + "Ġconsec utive", + "Ġenh anced", + "Ġenhance d", + "er eum", + "ere um", + "ĠAd vis", + "ĠAdv is", + "Ġg rain", + "Ġgr ain", + "Ġgra in", + "7 71", + "77 1", + "Ġc raw", + "Ġcr aw", + "Ġcra w", + "ancell ationToken", + "ancellation Token", + ". alpha", + ".al pha", + "_ WITH", + "_W ITH", + "ĠO tt", + "ĠOt t", + "Ġ Cool", + "ĠC ool", + "ĠCo ol", + ". batch", + ".b atch", + ".bat ch", + "Ġ verified", + "Ġver ified", + "( callback", + "(c allback", + "(call back", + "Ġreg ards", + "Ġregard s", + "6 83", + "68 3", + "Ġ IntPtr", + "ĠInt Ptr", + "o ucher", + "ou cher", + "ouch er", + "Ġ kin", + "Ġk in", + "Ġki n", + "Ġt ouched", + "Ġtouch ed", + "Ġtou ched", + "it Ãł", + "a thon", + "at hon", + "ath on", + "Ġadj acent", + "Ġaccom panied", + "L EAR", + "LE AR", + "Ġim plies", + "Ġimp lies", + "Ġimpl ies", + "Ġ hill", + "Ġh ill", + "Ġhi ll", + "Ġhil l", + "ĠB altimore", + "ĠBalt imore", + "= \"-", + "=\" -", + "F inally", + "Fin ally", + "Final ly", + "8 83", + "88 3", + "S am", + "Sa m", + "ic opt", + "ico pt", + "Ġs od", + "Ġso d", + "Ġ maj", + "Ġm aj", + "Ġma j", + "Ġ Shipping", + "ĠSh ipping", + "ĠShip ping", + "ĠShi pping", + "Ġ getAll", + "Ġget All", + "Ġco aches", + "Ġcoach es", + "Ġdon ations", + "Ġdonation s", + "i lot", + "il ot", + "ilo t", + "Ġ Tar", + "ĠT ar", + "ĠTa r", + "c err", + "ce rr", + "cer r", + "Ġ badge", + "Ġb adge", + "Ġbad ge", + "Ġba dge", + "Ġ markers", + "Ġm arkers", + "Ġmark ers", + "Ġmar kers", + "Ġmarker s", + "Ġ Rand", + "ĠR and", + "ĠRa nd", + "ĠRan d", + "a ised", + "ai sed", + "ais ed", + "aise d", + "iss ance", + "issa nce", + "issan ce", + "Ġexpl oring", + "Ġexplo ring", + "Ġexplor ing", + "8 27", + "82 7", + "u ced", + "uc ed", + "uce d", + "ĠInd onesia", + "ĠIndones ia", + "ĠIndo nesia", + "Ġbe neath", + "Ġbene ath", + "Ġm agnetic", + "Ġmagn etic", + "Ġmagnet ic", + "Ġm useum", + "Ġmus eum", + "Ġmuse um", + "match Condition", + "Ġdis rupt", + "Ġre mind", + "Ġrem ind", + "Ġremin d", + "Ġ TM", + "ĠT M", + "Ġ /><", + "Ġ/ ><", + "Ġ/> <", + "Ġf ool", + "Ġfo ol", + "Ġfoo l", + "Ġ esk", + "Ġe sk", + "Ġes k", + ". Null", + ".N ull", + "Ġ Dies", + "ĠD ies", + "ĠDi es", + "ĠDie s", + "_ OUTPUT", + "_OUT PUT", + "_TYPE D", + "_TYP ED", + "Ġp ainted", + "Ġpaint ed", + "Ġpain ted", + "6 73", + "67 3", + "7 35", + "73 5", + "Ġsoph istic", + "Ġ Bear", + "ĠB ear", + "ĠBe ar", + "ĠBea r", + "* n", + "_ PACK", + "_P ACK", + "_PA CK", + "Ġdel ivering", + "Ġdeliver ing", + "Ġ COUNT", + "ĠC OUNT", + "ĠCO UNT", + "åį ķ", + "Ġj eg", + "Ġje g", + "- car", + "-c ar", + "-ca r", + "f name", + "fn ame", + "Ġr anging", + "Ġran ging", + "Ġrang ing", + "8 48", + "84 8", + "Ġ Neg", + "ĠN eg", + "ĠNe g", + "/ ******/", + "Ġ CHAR", + "ĠCH AR", + "Ġu ltra", + "Ġult ra", + "Ġul tra", + "Ġultr a", + "G rad", + "Gr ad", + "= t", + "Ġjud ges", + "Ġjudge s", + "ĠD ise", + "ĠDis e", + "ĠDi se", + "an ners", + "ann ers", + "anner s", + "anne rs", + "9 85", + "98 5", + "8 91", + "89 1", + "8 61", + "86 1", + "Ġ scal", + "Ġs cal", + "Ġsc al", + "Ġsca l", + "_ cal", + "_c al", + "_ca l", + "ĠCON NECTION", + "ĠCONNECT ION", + "_ embed", + "_em bed", + "_emb ed", + "( fn", + "(f n", + "Ġ Craft", + "ĠC raft", + "ĠCr aft", + "ĠCra ft", + "0 47", + "04 7", + "Ġ Pas", + "ĠP as", + "ĠPa s", + "\" )->", + "\") ->", + ". convert", + ".con vert", + ".conv ert", + ". resource", + ".re source", + ".res ource", + "Ġ STATUS", + "ĠST ATUS", + "ĠSTAT US", + "ô ng", + "ôn g", + "Ġ Tit", + "ĠT it", + "ĠTi t", + "Ġclass room", + "ĠArch itect", + "ĠK ings", + "ĠKing s", + "ĠKin gs", + "Ġ steady", + "Ġste ady", + "Ġstead y", + "/* !Ċ", + "/*! Ċ", + "Ġ Gene", + "ĠG ene", + "ĠGe ne", + "ĠGen e", + ") \";Ċ", + ")\" ;Ċ", + "i cia", + "ic ia", + "ici a", + "s tan", + "st an", + "sta n", + "Ġ Construction", + "ĠCon struction", + "ĠConstruct ion", + "ĠConstr uction", + "um per", + "ump er", + "9 51", + "95 1", + "w c", + "Ġ CBS", + "ĠC BS", + "ĠCB S", + "in ging", + "ing ing", + "- party", + "-p arty", + "-part y", + "-par ty", + "( driver", + "(d river", + "(dr iver", + "M ARK", + "MA RK", + "MAR K", + "0 82", + "08 2", + "Ġ nested", + "Ġn ested", + "Ġne sted", + "Ġnest ed", + "Ġneste d", + "Ġnes ted", + "e ward", + "ew ard", + "Ġ dependency", + "Ġd ependency", + "Ġdep endency", + "Ġdepend ency", + "Ġm ales", + "Ġma les", + "Ġmale s", + "Ġmal es", + "9 28", + "92 8", + "Ġ ONE", + "ĠO NE", + "ĠON E", + "Ġ Production", + "ĠP roduction", + "ĠPro duction", + "ĠProduct ion", + "ĠProdu ction", + "ĠProd uction", + "] [$", + "][ $", + "ãĥ¼ ãĥ", + "_ LOAD", + "_L OAD", + "_LO AD", + "ĠB ol", + "ĠBo l", + "el ry", + "8 31", + "83 1", + "ł éĻ¤", + "Ġ Require", + "ĠRe quire", + "ĠReq uire", + "Ġ placing", + "Ġpl acing", + "Ġplac ing", + "Ġpla cing", + "x xx", + "xx x", + "C ALE", + "CA LE", + "CAL E", + "Ġ thumb", + "Ġth umb", + "Ġthu mb", + "8 24", + "82 4", + "Ch oose", + "Cho ose", + "Ġ prototype", + "Ġprot otype", + "Ġproto type", + "V OID", + "VO ID", + "Ġles bian", + "Ġlesb ian", + "Ġlesbi an", + "7 41", + "74 1", + "Ġ traits", + "Ġt raits", + "Ġtr aits", + "Ġtra its", + "Ġtrait s", + "Ġtrai ts", + "Sh arp", + "Shar p", + "Sha rp", + "Ġ consume", + "Ġcon sume", + "Ġcons ume", + "Ġconsum e", + "Tr uth", + "Ġaction Performed", + "Ġ Environmental", + "ĠEnvironment al", + "Ġ Dean", + "ĠD ean", + "ĠDe an", + "Ġ estado", + "Ġest ado", + "Ġesta do", + "Ġestad o", + "s ame", + "sa me", + "sam e", + "Ġ numeric", + "Ġn umeric", + "Ġnum eric", + "Ġnumer ic", + "Ġnu meric", + "Ġtrans it", + "Ġtran sit", + ". Email", + ".E mail", + "- side", + "-s ide", + "_ RUN", + "_R UN", + "ĠV illage", + "ĠVill age", + "ĠVilla ge", + "ĠVil lage", + "_ OPEN", + "_OP EN", + "è ¦", + ". rem", + ".re m", + ".r em", + "- warning", + "-w arning", + "-war ning", + "a nya", + "an ya", + "any a", + "Property Changed", + "Ġ (!_", + "Ġ(! _", + "( check", + "(c heck", + "(ch eck", + "i lia", + "il ia", + "ili a", + "Ġ Soft", + "ĠS oft", + "ĠSo ft", + "ĠSof t", + "st eps", + "ste ps", + "step s", + "ĠMad rid", + "Memory Warning", + "Ġ handlers", + "Ġhand lers", + "Ġhandle rs", + "Ġhandler s", + "Ġexperi encing", + "Ġ inspect", + "Ġin spect", + "Ġins pect", + "Ġinsp ect", + "button s", + "but tons", + "butt ons", + "Receive MemoryWarning", + "ch emy", + "che my", + "chem y", + "L inks", + "Link s", + "Lin ks", + "Ġurl lib", + "Ġur llib", + ".System Colors", + "Ġ Eigen", + "ĠE igen", + "ĠEig en", + "Ġpun ishment", + "Ġpunish ment", + ":UI Control", + "b ara", + "bar a", + "ba ra", + "- set", + "-s et", + "-se t", + "Ġ }čĊčĊčĊ", + "Ġ} čĊčĊčĊ", + "Ġ}čĊ čĊčĊ", + "Ġ}čĊčĊ čĊ", + "Ġt olerance", + "Ġtoler ance", + "Ġ interfaces", + "Ġinter faces", + "Ġinterface s", + "Ġinterf aces", + ". redirect", + ".re direct", + ".red irect", + "ighb ors", + "ighbor s", + "cs rf", + "csr f", + "_ background", + "_back ground", + ". Utils", + ".Util s", + "_ HT", + "_H T", + "6 92", + "69 2", + "Ġ Interest", + "ĠInter est", + "i mos", + "im os", + "imo s", + "Ġgr ants", + "Ġgrant s", + "Ġgran ts", + "Ġgra nts", + "0 83", + "08 3", + "Ġexam ined", + "Ġexamine d", + "Ð Ķ", + "Ġ cf", + "Ġc f", + "f orge", + "for ge", + "forg e", + "b acks", + "back s", + "ba cks", + "bac ks", + "Ġ Objects", + "ĠObject s", + "ĠObj ects", + "_ sent", + "_s ent", + "_se nt", + ". entry", + ".en try", + ".ent ry", + "Ġ THEN", + "ĠT HEN", + "ĠTHE N", + "ĠTH EN", + "ell ido", + "elli do", + "c ia", + "ci a", + ", res", + ",r es", + ",re s", + "6 59", + "65 9", + "6 81", + "68 1", + "/st dc", + "/std c", + ". nd", + ".n d", + "( Int", + "(I nt", + "(In t", + "Ġ Authors", + "ĠAuthor s", + "ĠAuth ors", + "ĠApp CompatActivity", + "' {", + "Ġ medi", + "Ġm edi", + "Ġme di", + "Ġmed i", + "M usic", + "Mu sic", + "Mus ic", + "i gm", + "ig m", + "ce ipt", + "Ġ auss", + "Ġa uss", + "Ġau ss", + "Ġaus s", + "Ġtarget ing", + "Ġtarg eting", + "Ġ Keys", + "ĠKey s", + "ĠKe ys", + "h n", + ": ]Ċ", + ":] Ċ", + "Ġmin eral", + "Ġmine ral", + "Ġminer al", + "à ®", + ". ca", + ".c a", + "7 61", + "76 1", + "o med", + "om ed", + "ome d", + "Ġ sheets", + "Ġs heets", + "Ġshe ets", + "Ġsheet s", + "Ġc amb", + "Ġca mb", + "Ġcam b", + "Ġdead ly", + ". inject", + ".in ject", + "( unit", + "(u nit", + "(un it", + "Ġ Selection", + "ĠS election", + "ĠSe lection", + "ĠSelect ion", + "ĠSel ection", + "ĠSele ction", + ".g ms", + "( connection", + "(con nection", + "(conn ection", + "(connect ion", + "Ġ $(\"", + "Ġ$ (\"", + "Ġ$( \"", + "é mon", + "ém on", + "Ġ Currently", + "ĠCurrent ly", + "p te", + "pt e", + "_ paths", + "_p aths", + "_path s", + "_pa ths", + "_pat hs", + "8 47", + "84 7", + "le af", + "lea f", + "Ġimp lications", + "Ġimpl ications", + "Ġimplication s", + "Ġimplic ations", + "p osal", + "pos al", + "po sal", + "ä½ į", + "[ /", + "a ncia", + "an cia", + "anc ia", + "é Ľ", + "m ul", + "mu l", + "c ie", + "ci e", + "Ġge ile", + "Ġgeil e", + "6 79", + "67 9", + "im als", + "imal s", + "ima ls", + "UI View", + "Ġs urre", + "Ġsur re", + "s erialize", + "serial ize", + "I SO", + "IS O", + "Ġar bitrary", + "Ġarbit rary", + "Ġarbitr ary", + "Ġsock addr", + ". fn", + ".f n", + "Ġ Merc", + "ĠM erc", + "ĠMe rc", + "ĠMer c", + "Ġ casting", + "Ġc asting", + "Ġcas ting", + "Ġcast ing", + "Key Down", + "Ġ newValue", + "Ġnew Value", + "ĠnewVal ue", + "op ens", + "open s", + "ope ns", + "7 17", + "71 7", + "T odo", + "To do", + "Ġflex ibility", + "ĉ ĉĉĉĠĠ", + "ĉĉ ĉĉĠĠ", + "ĉĉĉĉ ĠĠ", + "ĉĉĉ ĉĠĠ", + "ĉĉĉĉĠ Ġ", + "V elocity", + "Vel ocity", + "ú n", + "r owing", + "ro wing", + "row ing", + "Ġ computed", + "Ġcom puted", + "Ġcomp uted", + "Ġcomput ed", + "Ġcompute d", + "` )Ċ", + "`) Ċ", + "st atement", + "state ment", + "stat ement", + "sta tement", + "Ġ ri", + "Ġr i", + "_ cart", + "_c art", + "_car t", + "_ca rt", + "L ow", + "Lo w", + "trans fer", + ". nav", + ".n av", + "Ġ grave", + "Ġgr ave", + "Ġgra ve", + "Ġgrav e", + "Ġ Door", + "ĠD oor", + "ĠDo or", + "ĉ alert", + "ĉal ert", + "6 91", + "69 1", + "6 98", + "69 8", + ". subscribe", + ".sub scribe", + "- profile", + "-pro file", + "-pr ofile", + "-prof ile", + "ĉ base", + "ĉb ase", + "Ġ âĪĴ", + "ĠâĪ Ĵ", + "_ _ĊĊ", + "__ ĊĊ", + "__Ċ Ċ", + "Ġengine ers", + "Ġengineer s", + "Ġexp losion", + "Ġexplos ion", + "Ġd ari", + "Ġda ri", + "Ġdar i", + "6 82", + "68 2", + "ĉ Log", + "ĉL og", + "o nal", + "on al", + "ona l", + "Ġis olated", + "Ġisol ated", + "Ġiso lated", + "Ġisolate d", + "{ i", + "Ġ Msg", + "ĠM sg", + "ĠMs g", + "F uture", + "Fu ture", + "Ġr acist", + "Ġrac ist", + "- wrap", + "-w rap", + "Ġ Vers", + "ĠV ers", + "ĠVer s", + "ĠVe rs", + "b org", + "bo rg", + "bor g", + "I SION", + "IS ION", + "Ġ ÑĢаÐ", + "ĠÑĢ аÐ", + "ĠÑĢа Ð", + "ĠY an", + "ĠYa n", + "8 36", + "83 6", + "init With", + "Ġn omin", + "Ġno min", + "Ġnom in", + "( empty", + "(em pty", + "(emp ty", + "ÃŃ n", + "ã Ĥ¤", + "ãĤ ¤", + "ĉ width", + "ĉw idth", + "Ġch amber", + "Ġcham ber", + "/ ajax", + "/a jax", + "E MP", + "EM P", + "0 93", + "09 3", + "Ġne ces", + "Ġnec es", + "i vos", + "iv os", + "ivo s", + "log ic", + "* )&", + "*) &", + "cri pts", + "cript s", + "9 76", + "97 6", + "Row At", + "0 53", + "05 3", + "i blings", + "ib lings", + "ibling s", + "Ġ ears", + "Ġe ars", + "Ġear s", + "Ġea rs", + "Ġcomp uting", + "Ġcomput ing", + "Ġ maker", + "Ġm aker", + "Ġmake r", + "Ġma ker", + "Ġmak er", + "Ġ Neither", + "ĠN either", + "ĠNe ither", + "b readcrumb", + "Ġ serialize", + "Ġs erialize", + "Ġserial ize", + "Ġ Within", + "ĠWith in", + "ĠWi thin", + "ĠWit hin", + "Ġd ell", + "Ġde ll", + "Ġdel l", + "_ TRACE", + "_TR ACE", + "_TRA CE", + "0 92", + "09 2", + "= a", + "Ġw ishes", + "Ġwish es", + "Ġwis hes", + "- inch", + "-in ch", + "-inc h", + "ĠD or", + "ĠDo r", + "Ġinnoc ent", + "ĠD ol", + "ĠDo l", + "Ġint ens", + "Ġinte ns", + "for ced", + "force d", + "forc ed", + "0 54", + "05 4", + "Ġ BIT", + "ĠB IT", + "ĠBI T", + "Ġphot ographs", + "Ġphoto graphs", + "Ġphotograph s", + "Ġc asa", + "Ġca sa", + "Ġcas a", + "Ġ Len", + "ĠL en", + "ĠLe n", + "\\ Framework", + "\\F ramework", + ". Simple", + ".S imple", + "Ġd ear", + "Ġde ar", + "8 95", + "89 5", + ") /(", + ")/ (", + "ip pi", + "ipp i", + "Ġ owns", + "Ġown s", + "Ġow ns", + "P layers", + "Pl ayers", + "Player s", + "Play ers", + "Ġprop osals", + "Ġpropos als", + "Ġproposal s", + ". pi", + ".p i", + "us alem", + "usa lem", + "usal em", + "D amage", + "Da mage", + "Dam age", + "Ġcal ories", + "Ġcalorie s", + "Ġcalor ies", + "Ġ Creative", + "ĠC reative", + "ĠCre ative", + "ĠCreat ive", + "Ġ [$", + "Ġ[ $", + "Ġ //čĊ", + "Ġ// čĊ", + "Ġ/ /čĊ", + "7 86", + "78 6", + "And View", + "è me", + "èm e", + ". custom", + ".c ustom", + "_ factory", + "_f actory", + "_factor y", + "_fact ory", + "comm ands", + "command s", + "comma nds", + "_ look", + "_l ook", + "_lo ok", + "Ġ strcmp", + "Ġstr cmp", + "Y N", + "a ired", + "air ed", + "ai red", + "aire d", + "Ġ audit", + "Ġa udit", + "Ġaud it", + "Ġau dit", + "Ġaudi t", + "о ÑģÑĤ", + "оÑģ ÑĤ", + "Ġ Reverse", + "ĠRe verse", + "ĠRev erse", + "ĠRever se", + "ropri ate", + "e tics", + "et ics", + "etic s", + "eti cs", + "< vector", + "';Ċ", + "\"> ';Ċ", + "\">' ;Ċ", + "Ġpe pper", + "Ġpepp er", + "Ġpep per", + "9 89", + "98 9", + "Ġ shed", + "Ġs hed", + "Ġsh ed", + "Ġshe d", + "Ġ Medium", + "ĠM edium", + "ĠMed ium", + "ĠMedi um", + "Ġ Cookie", + "ĠC ookie", + "ĠCo okie", + "ĠCook ie", + "8 89", + "88 9", + "Ġoverse as", + "ed or", + "edo r", + "as urement", + "asure ment", + "asu rement", + "7 66", + "76 6", + "åŃ ĺ", + "Ġ' .'", + "Ġ'. '", + "Ġ php", + "Ġp hp", + "Ġph p", + "Ġ PROC", + "ĠP ROC", + "ĠPRO C", + "ĠPR OC", + "Ġexcept ional", + "Ġexception al", + "( th", + "(t h", + "Ġ Jet", + "ĠJ et", + "ĠJe t", + "Ġ occupied", + "Ġoccup ied", + ". setImage", + ".set Image", + "Ġ Related", + "ĠRe lated", + "ĠRel ated", + "u cker", + "uc ker", + "uck er", + "M embers", + "Member s", + "Mem bers", + "PR INT", + "PRI NT", + "ĠG lo", + "ĠGl o", + "_ VIEW", + "_V IEW", + "} \",Ċ", + "}\", Ċ", + "}\" ,Ċ", + "Ġad option", + "Ġadopt ion", + "Ġado ption", + "[ ])Ċ", + "[] )Ċ", + "[]) Ċ", + "8 42", + "84 2", + "ĠMiss ouri", + "ĠLin coln", + "er ald", + "era ld", + "eral d", + "P opup", + "Pop up", + "Ġf ate", + "Ġfa te", + "Ġfat e", + "- bootstrap", + "-boot strap", + "f ections", + "fe ctions", + "fect ions", + "fection s", + "Ġ Poll", + "ĠP oll", + "ĠPol l", + "ĠPo ll", + "_ ARGS", + "_ARG S", + "_AR GS", + "in ance", + "ina nce", + "inan ce", + "6 97", + "69 7", + "- home", + "-h ome", + ". ),", + ".) ,", + "_ done", + "_d one", + "_do ne", + "_don e", + "6 94", + "69 4", + ": ĊĊĊ", + ":Ċ ĊĊ", + ":ĊĊ Ċ", + "Ġdiscuss ing", + "Ġ SQLException", + "ĠSQL Exception", + "Ġelect ro", + "Ġelectr o", + "ĉ req", + "ĉr eq", + "ĉre q", + "Ġ zw", + "Ġz w", + "8 86", + "88 6", + "Ġl ui", + "Ġlu i", + "9 32", + "93 2", + "Ġover night", + "$ user", + "Ġ WAY", + "ĠW AY", + "ĠWA Y", + "Ġall erg", + "Ġalle rg", + "Ġaller g", + "Ġdis appointed", + "Ġdisappoint ed", + "Ġrad iation", + "Ġradi ation", + "Ġim pressed", + "Ġimp ressed", + "Ġimpress ed", + "Ġimpr essed", + "Ġimpres sed", + "if icates", + "ific ates", + "ificate s", + "ifica tes", + "Ġt ob", + "Ġto b", + "CL ASS", + "CLA SS", + "Ġ cuda", + "Ġc uda", + "Ġcu da", + "Ġcud a", + "_ det", + "_d et", + "_de t", + "- post", + "-p ost", + "-pos t", + "-po st", + "u lu", + "ul u", + "Trans lation", + "- hand", + "-h and", + ". year", + ".y ear", + "Ġ Mongo", + "ĠM ongo", + "ĠMon go", + "ĠMo ngo", + "ĠMong o", + "Ġun clear", + "Ġunc lear", + "Ġuncle ar", + ". engine", + ".e ngine", + ".eng ine", + "WEB PACK", + "r ices", + "ri ces", + "ric es", + "rice s", + "_ ACCESS", + "_AC CESS", + "_ACC ESS", + "Ġh olidays", + "Ġholiday s", + "per cent", + "perc ent", + ". Identity", + ".Id entity", + "Ġ Gov", + "ĠG ov", + "ĠGo v", + "Ġpass ionate", + "Ġpassion ate", + "! !.", + "!! .", + "ĠG reece", + "ĠGre ece", + "ĠGree ce", + "plus plus", + "' ));", + "') );", + "')) ;", + "G P", + "Ġex cit", + "Ġexc it", + ".tab Page", + "_ cond", + "_c ond", + "_con d", + "_co nd", + "Ġ sponsor", + "Ġs ponsor", + "Ġspons or", + "M ODULE", + "MOD ULE", + "_ proc", + "_p roc", + "_pro c", + "_pr oc", + "Ġ $Ċ", + "Ġ$ Ċ", + "Ġr ational", + "Ġrat ional", + "Ġratio nal", + "Ġration al", + ". Tool", + ".T ool", + ".To ol", + "Ġi hr", + "Ġih r", + "c ca", + "cc a", + "åĵ ģ", + "ĠE state", + "ĠEst ate", + "ĠEsta te", + "IB UTE", + "IBUT E", + "Action Performed", + "Ġ Solar", + "ĠS olar", + "ĠSo lar", + "ĠSol ar", + "¦ Ĥ", + "Ġequ ity", + "Ġeq uity", + "t id", + "ti d", + "9 38", + "93 8", + "Ġre cip", + "Ġrec ip", + ". simple", + ".s imple", + ".sim ple", + "m k", + "6 89", + "68 9", + "Ġ Luke", + "ĠL uke", + "ĠLu ke", + "ĠLuk e", + "ĠGuard ian", + "Ġ encrypted", + "Ġenc rypted", + "Ġencrypt ed", + "Ġdom inant", + "Ġdomin ant", + "Ġdomina nt", + ". place", + ".p lace", + ".pl ace", + "Ġ NV", + "ĠN V", + "8 39", + "83 9", + "Ġton gue", + "Ġtong ue", + "( Get", + "(G et", + "Ġst ainless", + "Ġstain less", + ". Play", + ".P lay", + ".Pl ay", + "Ġ eb", + "Ġe b", + "a ci", + "ac i", + ". buffer", + ".b uffer", + ".buf fer", + "readcr umbs", + "readcrumb s", + "Ġv accine", + "Ġvacc ine", + "p rom", + "pr om", + "pro m", + "9 79", + "97 9", + "Ġ userInfo", + "Ġuser Info", + "Ġ slug", + "Ġs lug", + "Ġsl ug", + "Ġslu g", + "Serial izedName", + "Serialized Name", + "- wide", + "-w ide", + "Ġre actions", + "Ġreaction s", + "Ġreact ions", + "Ġ Yang", + "ĠY ang", + "ĠYan g", + "ĠYa ng", + "Ġ Adds", + "ĠA dds", + "ĠAd ds", + "ĠAdd s", + "( userId", + "(user Id", + "Ġ plates", + "Ġp lates", + "Ġpl ates", + "Ġplate s", + "Ġpla tes", + "Ġplat es", + "Ġ MEM", + "ĠM EM", + "ĠME M", + "Ġb ail", + "Ġba il", + "In side", + "Ins ide", + "e ted", + "et ed", + "ete d", + "Ġ elsif", + "Ġels if", + "Ġs ake", + "Ġsa ke", + "Ġsak e", + "Ġ cycles", + "Ġc ycles", + "Ġcy cles", + "Ġcycle s", + "Ġcycl es", + "Ġcyc les", + "Ġ ìĹ", + "Ġì Ĺ", + "ĉ I", + "- collapse", + "-c ollapse", + "8 41", + "84 1", + "Ġ GMT", + "ĠG MT", + "ĠGM T", + "8 14", + "81 4", + "De claration", + "Ġg ros", + "Ġgr os", + "Ġgro s", + "Ġre aches", + "Ġreach es", + "Ġcust ody", + "Un til", + "Unt il", + "7 53", + "75 3", + "8 56", + "85 6", + "t u", + "ĠC hen", + "ĠCh en", + "ĠChe n", + "Ġ nx", + "Ġn x", + "( addr", + "(add r", + "(ad dr", + "Ġ Offer", + "ĠO ffer", + "ĠOff er", + "ĠOf fer", + "Ġcol leg", + "Ġcoll eg", + "Ġcolle g", + "ass ador", + "6 74", + "67 4", + "Ġ mapper", + "Ġm apper", + "Ġmap per", + "Ġma pper", + "8 54", + "85 4", + "ĠS IGNAL", + "ĠSIG NAL", + "ĠSIGN AL", + "ĠB loom", + "ĠBl oom", + "ĠBlo om", + "ĠH oll", + "ĠHol l", + "ĠHo ll", + "ĠIm per", + "ĠImp er", + "- des", + "-d es", + "-de s", + "_ site", + "_s ite", + "_si te", + "P roc", + "Pro c", + "Pr oc", + "E qu", + "Eq u", + "Ġ atomic", + "Ġat omic", + "Ġatom ic", + "Ġ Woman", + "ĠW oman", + "ĠWo man", + "s ent", + "se nt", + "sen t", + "7 38", + "73 8", + "8 17", + "81 7", + "s car", + "sc ar", + "Ġint elligent", + "Ġintellig ent", + "Ġ Getting", + "ĠG etting", + "ĠGet ting", + "Ġ Registration", + "ĠReg istration", + "ĠRegistr ation", + "Ġ Phill", + "ĠP hill", + "ĠPh ill", + "ĠPhil l", + "ĠPhi ll", + "Ġ killer", + "Ġk iller", + "Ġkill er", + "Ġkil ler", + "Ġki ller", + "un icode", + "unic ode", + "uni code", + "Ċ ĉĉĊ", + "Ġ Jacob", + "ĠJ acob", + "ĠJac ob", + "ĠJa cob", + "Ġ Const", + "ĠCon st", + "ĠCo nst", + "ĠCons t", + "Ġ locate", + "Ġl ocate", + "Ġlo cate", + "Ġloc ate", + "Ġc aus", + "Ġca us", + "7 49", + "74 9", + "ĠSch olar", + "ĠScho lar", + "Ġ constitutional", + "Ġconstitution al", + "Ġin flation", + "Ġinf lation", + "Ġinfl ation", + "Ġ Got", + "ĠG ot", + "ĠGo t", + "= array", + "=a rray", + "en dum", + "end um", + "Ġ translated", + "Ġtrans lated", + "Ġtransl ated", + "Ġtranslate d", + "Ġdiv orce", + "Ġdivor ce", + "En tries", + "Ent ries", + "Entr ies", + "Ġs or", + "Ġso r", + "Ġ Quote", + "ĠQu ote", + "ir lines", + "irl ines", + "U K", + "Ġ excel", + "Ġex cel", + "Ġexc el", + "Ġexce l", + "( opt", + "(o pt", + "(op t", + "Ġ ADV", + "ĠA DV", + "ĠAD V", + ", :,", + ",: ,", + "Ġcont acted", + "Ġcontact ed", + "7 42", + "74 2", + "Ġ DA", + "ĠD A", + "Ġr ings", + "Ġring s", + "Ġrin gs", + "Ġ Industrial", + "ĠInd ustrial", + "ĠIndust rial", + ". getContext", + ".get Context", + "Ġforg otten", + "Ġforgot ten", + "Ġ Tan", + "ĠT an", + "ĠTa n", + "Ġ pants", + "Ġp ants", + "Ġpa nts", + "Ġpan ts", + "Ġpant s", + "Ġ ov", + "Ġo v", + "Ġ decoder", + "Ġde coder", + "Ġdec oder", + "Ġdecode r", + "Ġdeco der", + "Ġ Partial", + "ĠP artial", + "ĠPart ial", + "ĠParti al", + "Ġ vc", + "Ġv c", + "Ġb attles", + "Ġbattle s", + "Ġbatt les", + "A rial", + "Ar ial", + "FRING EMENT", + "i rates", + "ir ates", + "ira tes", + "irate s", + ", w", + "aint enance", + "Ġ Od", + "ĠO d", + "ĠTechn ologies", + "åī į", + "ĠC arter", + "ĠCar ter", + "ĠCart er", + ". findAll", + ".find All", + "N ome", + "No me", + "Nom e", + "B en", + "Be n", + "Ġ Usage", + "ĠU sage", + "ĠUs age", + "ĠUsa ge", + "Ġ Picture", + "ĠP icture", + "ĠPic ture", + "Ġbad ly", + "_ panel", + "_p anel", + "_pa nel", + "_pan el", + "Ġpat ent", + "Ġpa tent", + "Ġ Protocol", + "ĠProt ocol", + "ĠProto col", + "l otte", + "lo tte", + "lot te", + "ĉ player", + "ĉp layer", + "ĉpl ayer", + "ĉplay er", + "j ections", + "ject ions", + "je ctions", + "jection s", + "7 46", + "74 6", + "Ġ dou", + "Ġd ou", + "Ġdo u", + "_ release", + "_re lease", + "_r elease", + "_rel ease", + "urn iture", + "_ tax", + "_t ax", + "_ta x", + "Ġ Fields", + "ĠF ields", + "ĠField s", + ". dataset", + ".d ataset", + ".data set", + ".dat aset", + ".datas et", + "_ master", + "_m aster", + "_ma ster", + "_mas ter", + "CLUD E", + "CLU DE", + "ĠPh arm", + "ĠPhar m", + "b st", + "bs t", + "Ġoper ational", + "Ġoperation al", + ". cell", + ".c ell", + ".ce ll", + "Ġident ifying", + "Ġidentify ing", + "Ġ jwt", + "Ġj wt", + "t uple", + "tu ple", + "Ġ TC", + "ĠT C", + "Ġ Cro", + "ĠC ro", + "ĠCr o", + "9 36", + "93 6", + "ix map", + "- components", + "-com ponents", + "-component s", + "-comp onents", + "g eneral", + "gen eral", + "gener al", + "gene ral", + "Ġ oz", + "Ġo z", + "_ De", + "_D e", + "_ double", + "_d ouble", + "_do uble", + "Ġ Too", + "ĠT oo", + "ĠTo o", + "0 88", + "08 8", + ".View Group", + "8 79", + "87 9", + "g ate", + "ga te", + "d ings", + "ding s", + "din gs", + "ph otos", + "photo s", + "phot os", + "Ġgr ande", + "Ġgrand e", + "Ġgran de", + "Ġgra nde", + "ol lect", + "oll ect", + "olle ct", + "_ lin", + "_l in", + "_li n", + "Ġaw ful", + "f ilters", + "filter s", + "fil ters", + "filt ers", + "Ġ alternate", + "Ġaltern ate", + "e sp", + "es p", + "Ġ compress", + "Ġcom press", + "Ġcomp ress", + "Ġcompr ess", + "e o", + "Ġ Scale", + "ĠS cale", + "ĠSc ale", + "ĠScal e", + "Ġin direct", + "Ġind irect", + "Ġindir ect", + "Ġ invoice", + "Ġin voice", + "Ġinv oice", + "Ġinvo ice", + "ĊĊ ĊĊĊĊĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊ ĊĊĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊ ĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊ ĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊ ĊĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊ ĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊ ĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊĊĊ ĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊ ĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊĊĊĊĊ ĊĊ", + "ĊĊĊĊĊĊĊĊĊĊĊ ĊĊĊĊĊ", + "Start ing", + "Star ting", + "Ġ Players", + "ĠP layers", + "ĠPl ayers", + "ĠPlay ers", + "ĠPlayer s", + "ĠPla yers", + "i ele", + "ie le", + "iel e", + ". then", + ".t hen", + ".th en", + ".the n", + "9 81", + "98 1", + "O rd", + "Or d", + "Ġ Tuple", + "ĠT uple", + "ĠTu ple", + "ĠTup le", + "Ġ bout", + "Ġb out", + "Ġbo ut", + "Ġbou t", + "Ġ Statistics", + "ĠStat istics", + "P review", + "Pr eview", + "Pre view", + "Prev iew", + "Ġp uzzle", + "Ġpu zzle", + "Ġpuzz le", + "Ġ Width", + "ĠW idth", + "ĠWid th", + "ST ATE", + "STAT E", + "STA TE", + "Ġ overlay", + "Ġover lay", + "Ġoverl ay", + "ĉ on", + "ĉo n", + "Ġin fr", + "Ġinf r", + "Ġsm allest", + "Ġsmall est", + "l ocked", + "lock ed", + "loc ked", + "ÑĤ о", + "s sl", + "ss l", + "7 79", + "77 9", + "Ġde emed", + "Ġdee med", + "Ġdeem ed", + "Ġs co", + "Ġsc o", + "r eck", + "re ck", + "rec k", + "Ġj Button", + "Ġ missions", + "Ġm issions", + "Ġmiss ions", + "Ġmission s", + "8 71", + "87 1", + "ç§ °", + ".Selected Index", + "T ABLE", + "TA BLE", + "TAB LE", + "S ept", + "Se pt", + "Sep t", + "Ġac knowledge", + "Ġack nowledge", + "Ġacknow ledge", + "Ġacknowled ge", + "Ġ strtotime", + "Ġstrt otime", + "Ġ Tell", + "ĠT ell", + "ĠTe ll", + "ĠTel l", + "ĠD ak", + "ĠDa k", + "Ġal uminum", + "Ġf ence", + "Ġfe nce", + "Ġfen ce", + "Ġ Stars", + "ĠSt ars", + "ĠStar s", + "ĠSta rs", + "CON FIG", + "CONF IG", + "Ġr etrofit", + "Ġretro fit", + "Ġ emphasis", + "Ġem phasis", + "Ġemph asis", + "Ġemphas is", + "/ header", + "/head er", + "/he ader", + "Ġ Something", + "ĠS omething", + "ĠSome thing", + "ĠSom ething", + "in ished", + "ini shed", + "inish ed", + "inis hed", + "=' \".$", + "='\" .$", + "='\". $", + "Ġ Validators", + "ĠValid ators", + "ĠValidator s", + "Ġp olar", + "Ġpol ar", + "Ġpo lar", + "s ections", + "se ctions", + "section s", + "sect ions", + "9 44", + "94 4", + ".as px", + ".asp x", + "Ġa spir", + "Ġas pir", + "Ġasp ir", + ". Mock", + ".M ock", + "Code Gen", + "Ġp eut", + "Ġpe ut", + "Ġpeu t", + "9 71", + "97 1", + "Ġaccept ing", + "Ġb acking", + "Ġback ing", + "Ġbac king", + "P icture", + "Pic ture", + "/ ap", + "/a p", + "е г", + "еР³", + "_ SEC", + "_S EC", + "_SE C", + "- use", + "-us e", + "-u se", + "an notation", + "ann otation", + "annot ation", + "Ġc ognitive", + "Ġcogn itive", + "Ġg rip", + "Ġgr ip", + "Ġgri p", + "h our", + "ho ur", + "hou r", + "Ġ Legal", + "ĠL egal", + "ĠLe gal", + "ĠLeg al", + "Ġe pic", + "Ġep ic", + ". toolStrip", + ".t oolStrip", + ".tool Strip", + ". notify", + ".n otify", + ".not ify", + ". Last", + ".L ast", + "OR IZ", + "M iddleware", + "Middle ware", + "cri ptions", + "cript ions", + "cription s", + "l ash", + "la sh", + "las h", + "_ FOUND", + "_F OUND", + "Ġ Liverpool", + "ĠLiver pool", + "Ġ {}\",", + "Ġ{ }\",", + "Ġ{} \",", + "9 31", + "93 1", + "Inst all", + "Ġ nit", + "Ġn it", + "Ġni t", + "Ġfig ured", + "Ġfigure d", + "Ġfigur ed", + "[ len", + "[l en", + ". Win", + ".W in", + ". platform", + ".pl atform", + "8 53", + "85 3", + "Ġgam bling", + "Ġgamb ling", + "( dt", + "(d t", + "a very", + "av ery", + "ave ry", + "aver y", + "ĉ include", + "ĉin clude", + "Wh ether", + "R outing", + "Ro uting", + "Ġth erap", + "Ġthe rap", + "Ġther ap", + "Rem ote", + "Ġ Loss", + "ĠL oss", + "ĠLo ss", + "ĠLos s", + "y ll", + "yl l", + "Ġappro ached", + "Ġapproach ed", + "Ġ Vehicle", + "ĠV ehicle", + "Ġ Alpha", + "ĠAl pha", + "Ġv ocê", + "Ġvoc ê", + "an swers", + "ans wers", + "answer s", + "NS Dictionary", + "9 54", + "95 4", + "cons ider", + "un used", + "unu sed", + "Ġ Fan", + "ĠF an", + "ĠFa n", + "or able", + "ora ble", + "f re", + "fr e", + "8 73", + "87 3", + "ĠDIS CLAIM", + "Ġ Actor", + "ĠA ctor", + "ĠAct or", + "ĠAc tor", + ". ]", + "to Have", + ". userId", + ".user Id", + "Ġspe eds", + "Ġspeed s", + "e way", + "ew ay", + "Ġrec urs", + "Ġrecur s", + "Ġ г", + "ĠÐ ³", + "_ priv", + "_p riv", + "_pr iv", + "_pri v", + "! âĢĿĊĊ", + "!âĢĿ ĊĊ", + "Ch oice", + "Cho ice", + "Ġs ettle", + "Ġset tle", + "Ġsett le", + "Ġ planes", + "Ġpl anes", + "Ġplan es", + "Ġplane s", + "Ġpla nes", + "' },", + "'} ,", + "T om", + "To m", + "I TER", + "IT ER", + "ITE R", + "! \"Ċ", + "!\" Ċ", + "å »", + "ach elor", + "ache lor", + "achel or", + "Ġse paration", + "Ġsepar ation", + "Ġseparat ion", + "Ġ dal", + "Ġd al", + "Ġda l", + "a dj", + "ad j", + "Ġ registers", + "Ġreg isters", + "Ġregister s", + "Ġregist ers", + "r iz", + "ri z", + "Ġ Notice", + "ĠNot ice", + "Ġ lu", + "Ġl u", + "Ġc ourage", + "Ġcour age", + "Ġcou rage", + "Ġ axes", + "Ġa xes", + "Ġax es", + "Ġaxe s", + "cell ent", + ". async", + ".as ync", + ".a sync", + "0 73", + "07 3", + "Ġcom patibility", + "Ġcompat ibility", + "ç «", + "Ġ !ĊĊ", + "Ġ! ĊĊ", + "Ġ!Ċ Ċ", + "ĉ title", + "ĉt itle", + "ĉti tle", + "Y LE", + "YL E", + "ĉ message", + "ĉm essage", + "U UID", + "UU ID", + "OL DER", + "OLD ER", + "Ġ HH", + "ĠH H", + "Ġ StyleSheet", + "ĠStyle Sheet", + "Ġacc essed", + "Ġaccess ed", + "Ġacces sed", + ". validation", + ".valid ation", + "t asks", + "task s", + "tas ks", + "Ġpoll ution", + "Ġpollut ion", + ". canvas", + ".c anvas", + ".can vas", + "Ġ ingredient", + "Ġing redient", + "ĠC abin", + "ĠCa bin", + "ĠCab in", + "A h", + "ol down", + "old own", + "ĠN OI", + "ĠNO I", + "Ġ ÃĹ", + "Ġà Ĺ", + "[ f", + "e duc", + "ed uc", + "edu c", + "y alty", + "yal ty", + "( not", + "(n ot", + "(no t", + "_ State", + "_St ate", + "9 33", + "93 3", + "a men", + "am en", + "ame n", + "7 95", + "79 5", + "7 39", + "73 9", + "Ġ dao", + "Ġd ao", + "Ġda o", + "u dad", + "ud ad", + "uda d", + "el lers", + "ell ers", + "elle rs", + "eller s", + "} &", + "l icity", + "lic ity", + "li city", + "licit y", + "_ WINDOW", + "_W INDOW", + "Ġt atto", + "Ġtat to", + "val or", + "va lor", + ". Range", + ".R ange", + "Ġreference d", + "Ġrefer enced", + "ĠRe serve", + "ĠRes erve", + "M oney", + "Mon ey", + "Mo ney", + "8 74", + "87 4", + "SC RIPT", + "SCRI PT", + "/ product", + "/pro duct", + "cho ices", + "choice s", + "Ġ tin", + "Ġt in", + "Ġti n", + "ãĤ ĵ", + "9 18", + "91 8", + "Ġ separator", + "Ġs eparator", + "Ġse parator", + "Ġsepar ator", + "Ġseparat or", + "Ġ pkg", + "Ġp kg", + "Ġpk g", + "am med", + "amm ed", + "Ġ MAT", + "ĠM AT", + "ĠMA T", + "! !ĊĊ", + "!! ĊĊ", + "!!Ċ Ċ", + "Ġ raid", + "Ġr aid", + "Ġra id", + "Ġmot ivation", + "Ġmotiv ation", + "Ġ XP", + "ĠX P", + "Ġ Background", + "ĠBack ground", + "Ġ Quaternion", + "ĠQu aternion", + ".define Property", + "i ker", + "ik er", + "ike r", + "ĉ parent", + "ĉp arent", + "Ġ Originally", + "ĠOrigin ally", + "ĠOriginal ly", + "ĠOrig inally", + "ant age", + "anta ge", + "ĠH ans", + "ĠHa ns", + "ĠHan s", + "Ġ timeline", + "Ġt imeline", + "Ġtime line", + "Ġtim eline", + ". cur", + ".c ur", + "o pic", + "op ic", + "opi c", + "ĠS equ", + "ĠSe qu", + "ĠSeq u", + "m ust", + "mu st", + "mus t", + "Ġ Coal", + "ĠCo al", + "Ġ formatter", + "Ġfor matter", + "Ġform atter", + "Ġformat ter", + "_ RGB", + "_R GB", + "_RG B", + "Ġ _(\"", + "Ġ_ (\"", + "Ġ_( \"", + "' }),Ċ", + "'} ),Ċ", + "'}) ,Ċ", + "Ġ= ================", + "Ġ== ===============", + "Ġ=== ==============", + "Ġ===== ============", + "Ġ==== =============", + "Ġ========== =======", + "Ġ======= ==========", + "Ġ FUNCTION", + "ĠF UNCTION", + "ĠFUN CTION", + "ĠFUNC TION", + "ĠFUNCT ION", + "Ġ lng", + "Ġl ng", + "Ġln g", + "ic ates", + "ica tes", + "icate s", + "l ive", + "li ve", + "liv e", + "_ engine", + "_e ngine", + "_eng ine", + "Ġt owns", + "Ġtown s", + "Ġtow ns", + "8 68", + "86 8", + "' ))ĊĊ", + "') )ĊĊ", + "')) ĊĊ", + "'))Ċ Ċ", + "Ġ PK", + "ĠP K", + "( api", + "(a pi", + "(ap i", + "ĉ scanf", + "ĉs canf", + "0 89", + "08 9", + "p acket", + "pack et", + "pa cket", + "pac ket", + ". phone", + ".p hone", + ".ph one", + "á Ģ", + "Ġ Andy", + "ĠAn dy", + "ĠAnd y", + "_N AMES", + "_NAME S", + "9 82", + "98 2", + "P LY", + "PL Y", + "9 55", + "95 5", + "Ġ mins", + "Ġm ins", + "Ġmin s", + "Ġmi ns", + "i mi", + "im i", + "Ġ brick", + "Ġb rick", + "Ġbr ick", + "Ġbri ck", + "Ġ blade", + "Ġbl ade", + "Ġbla de", + ". stdout", + ".std out", + "} `;Ċ", + "}` ;Ċ", + "S hift", + "Sh ift", + "ĉ sb", + "ĉs b", + "Ġ Checks", + "ĠCheck s", + "ĠChe cks", + "Ġphenomen on", + "Av atar", + "Ġmin istry", + "Ġmini stry", + "Ġminist ry", + "r ose", + "ro se", + "ros e", + "ĉ File", + "ĉF ile", + "8 78", + "87 8", + "Ġt itled", + "Ġtitle d", + "Ġtit led", + "( LOG", + "(L OG", + "Ġ gan", + "Ġg an", + "Ġga n", + "d esign", + "de sign", + "des ign", + "( ),čĊ", + "() ,čĊ", + "(), čĊ", + "Ġ bones", + "Ġb ones", + "Ġbo nes", + "Ġbon es", + "Ġbone s", + "s tm", + "st m", + "ÅĽ Äĩ", + "Ġ InputStream", + "ĠInput Stream", + "Ġvol unt", + "Ġ Serializable", + "ĠSerial izable", + "Ġ fighter", + "Ġf ighter", + "Ġfight er", + "Ġ Drag", + "ĠD rag", + "ĠDr ag", + "ĠDra g", + "T witter", + "Tw itter", + "Ġsub sid", + "Ġsubs id", + "ç ¼", + "Ġ forums", + "Ġfor ums", + "Ġforum s", + ". loading", + ".load ing", + ".lo ading", + "log ged", + "logg ed", + "_ this", + "_t his", + "_th is", + "Ġ terrain", + "Ġter rain", + "Ġterr ain", + "Ġterra in", + "Ġir re", + "Ġirr e", + "Ġ Ing", + "ĠI ng", + "ĠIn g", + "Ġ CN", + "ĠC N", + "_ objects", + "_object s", + "_obj ects", + ". uid", + ".ui d", + ".u id", + "Ġconscious ness", + "T INGS", + "TING S", + "ĠG all", + "ĠGal l", + "ĠGa ll", + "Ġport ray", + "0 56", + "05 6", + "Ġ Developer", + "ĠDe veloper", + "ĠDevelop er", + "Ġ participant", + "Ġpart icipant", + "Ġparticip ant", + "Ġ \";čĊ", + "Ġ\" ;čĊ", + "Ġ\"; čĊ", + "/ model", + "/m odel", + "/mod el", + "7 94", + "79 4", + "Ġ Operations", + "ĠOper ations", + "ĠOperation s", + "^ \\", + "Ġ Later", + "ĠL ater", + "ĠLa ter", + "ĠLat er", + "ĠLate r", + "Ġ raises", + "Ġr aises", + "Ġraise s", + "Ġrais es", + "Ġra ises", + "- none", + "-n one", + "-no ne", + "-non e", + ". meta", + ".m eta", + ".me ta", + ".met a", + "= '.$", + "=' .$", + "='. $", + "F inished", + "Fin ished", + "Finish ed", + "Ġre placing", + "Ġrepl acing", + "Ġ sampling", + "Ġs ampling", + "Ġsam pling", + "Ġsamp ling", + "ĠJ en", + "ĠJe n", + "\" There", + "\"The re", + "\"T here", + "RE AL", + "REA L", + "A LE", + "AL E", + "ìĬ ¤", + "Or ders", + "Order s", + "Ord ers", + "_ parameter", + "_param eter", + "_para meter", + "ĠOlymp ic", + "Ġtr ès", + "Ġ arena", + "Ġa rena", + "Ġare na", + "Ġar ena", + "Ġaren a", + "i ol", + "io l", + "; ?>", + "Ġimp acts", + "Ġimpact s", + "Ġ WS", + "ĠW S", + ": get", + ":g et", + "Ġf lights", + "Ġfl ights", + "Ġflight s", + "ĠRuss ell", + "ĠRus sell", + "c amera", + "came ra", + "cam era", + "F n", + "s igma", + "sig ma", + "Ġ forcing", + "Ġfor cing", + "Ġforc ing", + "Ġ locals", + "Ġloc als", + "Ġlocal s", + "Ġ departure", + "Ġdepart ure", + "Ġcelebr ation", + "Ġ Say", + "ĠS ay", + "ĠSa y", + "8 84", + "88 4", + "ï¼ Ĵ", + "ĠH ills", + "ĠHill s", + "ĠHil ls", + ".has OwnProperty", + "Ġ typings", + "Ġtyp ings", + "Ġtyping s", + ". API", + ".A PI", + ".AP I", + "Ġd onation", + "Ġdo nation", + "Ġdon ation", + "Operation Exception", + ". Activity", + ".Act ivity", + "c plusplus", + "Ġ Charlie", + "ĠChar lie", + "ĠCharl ie", + "Ġim ported", + "Ġimport ed", + "Ġimp orted", + "Ġd ann", + "Ġda nn", + "Ġdan n", + "Ġocc asions", + "Ġoccas ions", + "Ġoccasion s", + "Ġimplement ing", + "Ġ purple", + "Ġp urple", + "Ġpur ple", + ". dialog", + ".d ialog", + ".di alog", + "SQL Exception", + "er no", + "ern o", + "Ġw ars", + "Ġwar s", + "Ġwa rs", + "Ġ paste", + "Ġp aste", + "Ġpast e", + "Ġpas te", + "Ġpa ste", + "Ġdecre ased", + "Ġdecrease d", + "Ġhar sh", + "Ġel abor", + "Ġela bor", + "in puts", + "input s", + "inp uts", + "Ġ Views", + "ĠView s", + "ĠVi ews", + "ĠVie ws", + "Ġ errorMessage", + "Ġerror Message", + "_ mul", + "_m ul", + "_mu l", + "ĉ write", + "ĉw rite", + "Ġ Cop", + "ĠC op", + "ĠCo p", + "Ġ Annual", + "ĠAnn ual", + "( button", + "(b utton", + "Ġ vida", + "Ġv ida", + "Ġvi da", + "Ġvid a", + "b ars", + "bar s", + "ba rs", + "ĠHar vard", + "ĉ expect", + "ĉex pect", + "ĉexp ect", + "Ġ indexes", + "Ġindex es", + "Ġinde xes", + "Ġdocument ary", + "Ġf lesh", + "Ġfl esh", + "Ġfle sh", + "OR LD", + "Ġ Delta", + "ĠD elta", + "ĠDel ta", + "M AND", + "MA ND", + "MAN D", + "B rush", + "Br ush", + "Bru sh", + "- column", + "-c olumn", + "-col umn", + "Ġdevelop ments", + "Ġdevelopment s", + "9 74", + "97 4", + "7 83", + "78 3", + "method Visitor", + "s lice", + "sl ice", + "Ġ PDO", + "ĠP DO", + "ĠPD O", + "Ġinv esting", + "Ġinvest ing", + "8 67", + "86 7", + "ir able", + "ira ble", + "Ġ xmlns", + "Ġxml ns", + "ï¼ Ľ", + "ar ta", + "art a", + "Ġthe ories", + "Ġtheor ies", + "Ġtheo ries", + "_ city", + "_c ity", + "_ci ty", + "Ġ $__", + "Ġ$ __", + "Ġ$_ _", + "C reating", + "Cre ating", + "Cr eating", + "Creat ing", + "( pr", + "(p r", + "D ropdown", + "Drop down", + "is match", + "ism atch", + "Ġ NET", + "ĠN ET", + "ĠNE T", + "9 26", + "92 6", + "' ])){Ċ", + "'] )){Ċ", + "']) ){Ċ", + "'])) {Ċ", + "'])){ Ċ", + "Ġ Values", + "ĠVal ues", + "ĠValue s", + "Ġ SEO", + "ĠS EO", + "ĠSE O", + "Ġ STAT", + "ĠST AT", + "ĠSTA T", + "Ġe cosystem", + "Ġeco system", + "Ġ tempt", + "Ġt empt", + "Ġtem pt", + "Ġtemp t", + "Ġ \\\\", + "Ġ\\ \\", + "Ġ //{Ċ", + "Ġ// {Ċ", + "Ġ//{ Ċ", + "Ġ Christopher", + "ĠChrist opher", + "ĠChristoph er", + "ĠKent ucky", + "ĠHttp ServletResponse", + "ĠHttpServlet Response", + "Ġh ybrid", + "Ġhy brid", + "y on", + "yo n", + "Ġ feeding", + "Ġfe eding", + "Ġfeed ing", + "Ġfee ding", + "Ġ Extra", + "ĠEx tra", + "ĠExt ra", + "ĠExtr a", + "N orm", + "No rm", + "Nor m", + "IT CH", + "Ġ Sean", + "ĠS ean", + "ĠSe an", + "ĠSea n", + "Ġ Upload", + "ĠUp load", + "m un", + "mu n", + "p ur", + "pu r", + "Ġ persistent", + "Ġp ersistent", + "Ġpers istent", + "Ġpersist ent", + "ĠI DC", + "ĠID C", + "Ġ Perform", + "ĠPer form", + "ĠPerf orm", + "8 63", + "86 3", + ". merge", + ".m erge", + "_ room", + "_r oom", + "_ro om", + "Mean while", + "! ='", + "!= '", + "Ġ Wel", + "ĠW el", + "ĠWe l", + "Args Constructor", + "8 87", + "88 7", + ". Database", + ".D atabase", + ".Data base", + "Ġco unting", + "Ġcount ing", + "Ġcoun ting", + "( )*", + "() *", + "Ķ åĽŀ", + "Ġ TOP", + "ĠT OP", + "ĠTO P", + "m ill", + "mi ll", + "mil l", + "Ġ DT", + "ĠD T", + "IGN ED", + "9 56", + "95 6", + "Ġ KB", + "ĠK B", + "Ġcom ply", + "Ġcomp ly", + "Ġcompl y", + "S outh", + "So uth", + "Sou th", + "_ collection", + "_c ollection", + "_col lection", + "_coll ection", + "_collect ion", + "Ch apter", + "Cha pter", + "Ġexpl aining", + "Ġexplain ing", + "_ AM", + "_A M", + "_ ts", + "_t s", + "c ards", + "card s", + "car ds", + "Ġ quel", + "Ġqu el", + "Ġque l", + "Ġq uel", + "Ġ pole", + "Ġp ole", + "Ġpol e", + "Ġpo le", + "Ġtouch down", + "Ġ Others", + "ĠO thers", + "ĠOther s", + "Ġpe ers", + "Ġpeer s", + "Ġpee rs", + "Ġ TypeError", + "ĠType Error", + "7 63", + "76 3", + "Ġsix th", + "Ġch eer", + "Ġche er", + "Ġdis pute", + "Ġdisp ute", + "Ġdisput e", + "9 63", + "96 3", + "8 93", + "89 3", + "u sc", + "us c", + ") ],", + ")] ,", + "th umb", + "Ġh iding", + "Ġhi ding", + "Ġhid ing", + "Ġ SIG", + "ĠS IG", + "ĠSI G", + "l ikes", + "li kes", + "like s", + "lik es", + "Ġ PAGE", + "ĠP AGE", + "ĠPA GE", + ". Reflection", + ".Ref lection", + "Ġhead quarters", + "T ING", + "TI NG", + "Ġ Ghost", + "ĠG host", + "ĠGh ost", + "M LE", + "ML E", + "$ Ċ", + "Ġcont rary", + "Ġcontr ary", + "Ġcontra ry", + "ext end", + "' ]).", + "'] ).", + "']) .", + "FF ECT", + "FFE CT", + "Ġ Pinterest", + "ĠP interest", + "úmer o", + "ric ane", + "rica ne", + "ĉ session", + "ĉs ession", + "Ġcr ystal", + "Ġcry stal", + "Ġcryst al", + "- Control", + "-C ontrol", + "overn ment", + "o graf", + "og raf", + "ogr af", + "ogra f", + "9 61", + "96 1", + "- action", + "-a ction", + "-ac tion", + "v olume", + "vol ume", + "f ten", + "ft en", + "fte n", + "Ġun con", + "Ġunc on", + "Ġ animate", + "Ġan imate", + "Ġanim ate", + "Ġani mate", + "Ġ lease", + "Ġl ease", + "Ġle ase", + "s cr", + "sc r", + "Ġre fuse", + "Ġref use", + "ãĢ ĭ", + "f tp", + "ft p", + "in formation", + "inform ation", + "Ġeval uated", + "Ġevaluate d", + "Ġevalu ated", + "Ġin jection", + "Ġinj ection", + "Ġinject ion", + "Ġ jack", + "Ġj ack", + "Ġja ck", + "Ġjac k", + "Ġwork shop", + "Ġworks hop", + "æ³ ¨", + "P TH", + "PT H", + "Ġ Ts", + "ĠT s", + "o ffer", + "of fer", + "off er", + "ĉ os", + "ĉo s", + "Ġking dom", + "M issing", + "Miss ing", + "Mis sing", + "Ġlaw makers", + "Ġlawmaker s", + "ext Field", + "Ġs inging", + "Ġsin ging", + "Ġsing ing", + "a bi", + "ab i", + "/ client", + "/c lient", + "/cl ient", + "/cli ent", + ". media", + ".m edia", + ".me dia", + ".med ia", + "ATEG ORY", + "Sign ature", + "Sig nature", + "% ',Ċ", + "%' ,Ċ", + "%', Ċ", + "Ġ Fuck", + "ĠF uck", + "ĠFu ck", + "] [:", + "][ :", + "Ġs ensors", + "Ġsens ors", + "Ġsensor s", + "/ com", + "/c om", + "/co m", + "Ġ Primary", + "ĠPr imary", + "ĠPri mary", + "ĠPrim ary", + ". SQL", + ".S QL", + "_ program", + "_p rogram", + "_pro gram", + "_pr ogram", + "_prog ram", + "Ġp ills", + "Ġpil ls", + "Ġpill s", + "Ġ integral", + "Ġint egral", + "Ġinteg ral", + "Ġintegr al", + "Ġ fleet", + "Ġf leet", + "Ġfle et", + "Ġflee t", + "Ġd ropping", + "Ġdr opping", + "Ġdrop ping", + "Ġdro pping", + ". sl", + ".s l", + "B een", + "Be en", + "Ġ pets", + "Ġp ets", + "Ġpe ts", + "Ġpet s", + "Ġad vised", + "Ġadv ised", + "Ġadvis ed", + "Ġadvise d", + "Ġ dragon", + "Ġd ragon", + "Ġdr agon", + "Ġdrag on", + "Ġdra gon", + "_ EDIT", + "_ED IT", + "( im", + "(i m", + "9 39", + "93 9", + "F ER", + "FE R", + "Ġ Drug", + "ĠD rug", + "ĠDr ug", + "( random", + "(r andom", + "(rand om", + "Ġ compression", + "Ġcom pression", + "Ġcomp ression", + "Ġcompr ession", + "Ġcompress ion", + "o ust", + "ou st", + "ous t", + "[ %", + "Ġ buyer", + "Ġbu yer", + "Ġbuy er", + "h op", + "ho p", + "R oles", + "Role s", + "Ro les", + "Rol es", + "man age", + "ma nage", + "mana ge", + "Ġpain ful", + "Ġ Branch", + "ĠBr anch", + "ĠBran ch", + "- modal", + "-m odal", + "-mod al", + "e nant", + "en ant", + "ena nt", + "enan t", + "Ġ Mesh", + "ĠM esh", + "ĠMe sh", + "ĠMes h", + "/ font", + "/f ont", + "ĠG raham", + "ĠGra ham", + "Ġ âĺ", + "Ġâ ĺ", + "Ġ nc", + "Ġn c", + "ĠFranc is", + "ĠFran cis", + "Ġspec ification", + "Ġspecific ation", + "Ġdam ages", + "Ġdamage s", + "- config", + "-con fig", + "-conf ig", + "Ġthe oret", + "Ġtheor et", + "Ġtheo ret", + "s ecure", + "sec ure", + "_ multi", + "_m ulti", + "_mul ti", + "_mult i", + "aceut ical", + "Ġdem anding", + "Ġdemand ing", + "en ne", + "enn e", + "I STS", + "IS TS", + "IST S", + "0 94", + "09 4", + "( )));ĊĊ", + "() ));ĊĊ", + "()) );ĊĊ", + "()));Ċ Ċ", + "())) ;ĊĊ", + "())); ĊĊ", + "Re ason", + "Re cent", + "Rec ent", + "ph ase", + "pha se", + "phas e", + "Ġ psy", + "Ġp sy", + "Ġps y", + "_ MAN", + "_M AN", + "_MA N", + "Ġvol unteer", + "Ġvolunte er", + "Ġvolunt eer", + "å ¿", + "istrib uted", + "istribute d", + "l io", + "li o", + "Ġproduct ivity", + "_ comm", + "_c omm", + "_com m", + "_co mm", + "S pring", + "Sp ring", + "Spr ing", + "n is", + "ni s", + ". weight", + ".w eight", + ".we ight", + "ĠC ancer", + "ĠCan cer", + "ĠCanc er", + "Al loc", + "All oc", + "Ġ Tweet", + "ĠT weet", + "ĠTwe et", + "Ġsepar ately", + "Ġseparate ly", + "Ġseparat ely", + "ĉ check", + "ĉc heck", + "ĉch eck", + "_ properties", + "_p roperties", + "_prop erties", + ". Unit", + ".U nit", + ".Un it", + "8 29", + "82 9", + "_ CLK", + "_C LK", + "_CL K", + "Ġ gt", + "Ġg t", + "Ġ ();ĊĊ", + "Ġ( );ĊĊ", + "Ġ() ;ĊĊ", + "Ġ();Ċ Ċ", + "Ġ(); ĊĊ", + "Ġh andy", + "Ġhand y", + "Ġhan dy", + "8 34", + "83 4", + "ĠTh ompson", + "ĠThom pson", + "Ġun necessary", + "Ġunn ecessary", + "Ġ Reader", + "ĠRe ader", + "ĠRead er", + "8 94", + "89 4", + "G N", + "= request", + "=re quest", + "=req uest", + "Ġ Utility", + "ĠU tility", + "ĠUtil ity", + "ĠUt ility", + ". Repository", + ".Re pository", + "Ġ Ax", + "ĠA x", + "hy dr", + "7 91", + "79 1", + "i eu", + "ie u", + "Ġ thy", + "Ġt hy", + "Ġth y", + "Ġ lt", + "Ġl t", + "_ mail", + "_m ail", + "_ma il", + "ä¿® æĶ¹", + "a iland", + "ail and", + "ai land", + "Ġ Philip", + "ĠPh ilip", + "ĠPhil ip", + "ĠPhi lip", + "Ġb itter", + "Ġbit ter", + "Ġbitte r", + "Ġb etting", + "Ġbet ting", + "8 37", + "83 7", + "Ġt imed", + "Ġtime d", + "Ġtim ed", + "Ġti med", + "o cks", + "oc ks", + "ock s", + "0 76", + "07 6", + "' a", + "Ġal gorithms", + "Ġalgorithm s", + "Ġ reinterpret", + "Ġre interpret", + "Ġt oss", + "Ġto ss", + "r ogen", + "ro gen", + "rog en", + "Ġh oped", + "Ġhope d", + "Ġhop ed", + "Ġho ped", + "( selected", + "(se lected", + "(select ed", + "(sel ected", + "Ġ venture", + "Ġvent ure", + "Ġven ture", + "T EX", + "TE X", + "Ġ Leave", + "ĠLe ave", + ". Substring", + ".Sub string", + "Ġgr ateful", + "Ġgrat eful", + "Ġgrate ful", + "7 43", + "74 3", + "u ka", + "uk a", + "Ġ Consumer", + "ĠCon sumer", + "ĠCons umer", + "ĠConsum er", + "Ġag greg", + "Ġagg reg", + "C ircle", + "ภģ", + "_ blocks", + "_b locks", + "_block s", + "_bl ocks", + "_bloc ks", + "Ġleg ally", + "Ġlegal ly", + "Ġ \"|", + "Ġ\" |", + "ãĥ ĥ", + ". board", + ".b oard", + ".bo ard", + ". Ab", + ".A b", + "Function s", + "Fun ctions", + "rec ipe", + "è ĩ", + "ĠO xford", + "ĠOx ford", + "Ġw holes", + "Ġwh oles", + "Ġwho les", + "Ġwhole s", + ". Build", + ".B uild", + "_ changed", + "_ch anged", + "_change d", + "_chan ged", + "h ai", + "ha i", + "Ġ departments", + "Ġdepartment s", + "Ġdepart ments", + "9 64", + "96 4", + "I mp", + "Im p", + "Ġcoal ition", + "IN FRINGEMENT", + "Ġem power", + "Ġemp ower", + "it ches", + "itch es", + "N orth", + "Nor th", + "Ġin flamm", + "Ġinfl amm", + "O NSE", + "ON SE", + "ONS E", + "Ġmiss ile", + "ĠR aj", + "ĠRa j", + "Ġ Issue", + "ĠI ssue", + "ĠIss ue", + "Ġ atoi", + "Ġa toi", + "Ġat oi", + "c aled", + "ca led", + "cale d", + "cal ed", + ". Controllers", + ".Cont rollers", + ".Control lers", + ".Controller s", + "Ġ Wolf", + "ĠW olf", + "ĠWo lf", + "ĠWol f", + "Ġcrush ers", + "Ġcrusher s", + "á» ĩ", + ". Auth", + ".A uth", + ".add Attribute", + "h is", + "hi s", + "Ġbo ots", + "Ġboot s", + "Ġboo ts", + ". clean", + ".c lean", + ".cl ean", + "c amp", + "ca mp", + "cam p", + "Ġ tenant", + "Ġt enant", + "Ġte nant", + "Ġten ant", + "Ġt une", + "Ġtu ne", + "Ġtun e", + "Ġ {}'.", + "Ġ{ }'.", + "Ġ{} '.", + "Ġwork out", + "Re po", + "Rep o", + "Ġpart ially", + "Ġpartial ly", + "Ġparti ally", + "MI SSION", + "MISS ION", + "j amin", + "ja min", + "jam in", + "Ġ SB", + "ĠS B", + "Ġd etermination", + "Ġde termination", + "Ġdeter mination", + "Ġdetermin ation", + "Ġdeterm ination", + "Ġ' ');Ċ", + "Ġ'' );Ċ", + "Ġ'') ;Ċ", + "Ġ''); Ċ", + "ĠB eng", + "ĠBe ng", + "ĠBen g", + "Ġ vos", + "Ġv os", + "Ġvo s", + "Ġin hab", + "Ġinh ab", + "/ lang", + "/l ang", + "s burgh", + "sburg h", + "Exec utor", + "h one", + "ho ne", + "hon e", + "Ġ Challenge", + "ĠCh allenge", + "ĠChall enge", + "_ links", + "_l inks", + "_link s", + "_lin ks", + ". Level", + ".Le vel", + "Ġunder ground", + "- code", + "-c ode", + "-co de", + "9 59", + "95 9", + "Ġopt imization", + "Ġoptim ization", + "log ging", + "logg ing", + "_ dest", + "_d est", + "_de st", + "_des t", + "Ġ snake", + "Ġsn ake", + "Ġsna ke", + "Ġchem icals", + "Ġchemical s", + "_IMPORT ED", + "ad oop", + "ado op", + "adoo p", + "ĠTH AT", + "man aged", + "manage d", + "mana ged", + "Ġred uces", + "Ġredu ces", + "Ġreduce s", + "Ġ REAL", + "ĠRE AL", + "Ġ Guy", + "ĠG uy", + "ĠGu y", + "_GENER IC", + "_GEN ERIC", + "/ ********************************", + "/************************ ********", + "/******** ************************", + "/**************** ****************", + ". amount", + ".a mount", + ".am ount", + "Ġ dere", + "Ġd ere", + "Ġde re", + "Ġder e", + "get Time", + "Ġp ant", + "Ġpa nt", + "Ġpan t", + "an onymous", + "anon ymous", + "Ġhar mony", + "Ġharm ony", + "Ġharmon y", + "Ġ Alan", + "ĠA lan", + "ĠAl an", + "ĠAla n", + "Ġsc enarios", + "Ġscen arios", + "Ġscenario s", + "Ġd irt", + "Ġdi rt", + "Ġdir t", + "h tags", + "ht ags", + "htag s", + "hta gs", + "M c", + "S hell", + "Sh ell", + "She ll", + "r in", + "ri n", + "{ čĊčĊ", + "{čĊ čĊ", + ". pow", + ".p ow", + ".po w", + "ĉ client", + "ĉc lient", + "ĉcl ient", + "ĉcli ent", + "Ġcon spiracy", + "Ġconspir acy", + "Ġad mission", + "Ġadm ission", + "Ġ Regional", + "ĠReg ional", + "ĠRegion al", + "Ġ ViewController", + "ĠView Controller", + "ĠPhil ippines", + "ĠPhilipp ines", + "ĠPhilippine s", + "Ġde pos", + "Ġdep os", + "Ġp ap", + "Ġpa p", + "9 62", + "96 2", + "Ġ Pad", + "ĠP ad", + "ĠPa d", + "P aul", + "Pa ul", + ". ComboBox", + ".Com boBox", + "Ġt utor", + "Ġtu tor", + "Ġtut or", + "Ġtuto r", + "Ġ Recipe", + "ĠRec ipe", + "w riting", + "wr iting", + "Ġcontrib utor", + "O TH", + "OT H", + "S mall", + "Sm all", + "V I", + "Ġh acer", + "Ġha cer", + "Ġhace r", + "Ġhac er", + "e qu", + "eq u", + "Ġ Examples", + "ĠEx amples", + "ĠExample s", + "ĠExam ples", + "h uman", + "hu man", + "hum an", + ". messages", + ".m essages", + ".message s", + "ĉ typ", + "ĉt yp", + "Ġ (čĊ", + "Ġ( čĊ", + "Ġ SSL", + "ĠS SL", + "ĠSS L", + "L EN", + "LE N", + "ĠRom ney", + "( grid", + "(g rid", + "(gr id", + "ĉ min", + "ĉm in", + "Ġ >ĊĊ", + "Ġ> ĊĊ", + "Ġ>Ċ Ċ", + "Ġf ruits", + "Ġfr uits", + "Ġfruit s", + "Ġv oter", + "Ġvo ter", + "Ġvot er", + "Ġvote r", + "In line", + "p ane", + "pan e", + "pa ne", + "Ġ Collections", + "ĠC ollections", + "ĠCol lections", + "ĠCollection s", + "ĠColl ections", + "ĠCollect ions", + "char set", + "chars et", + "Ġ spam", + "Ġsp am", + "Ġspa m", + "z b", + "it emap", + "ite map", + "item ap", + "Ġs ucceeded", + "Ġsuc ceeded", + "Ġsucceed ed", + "_ COL", + "_C OL", + "_CO L", + "Ġ elapsed", + "Ġel apsed", + "i meter", + "im eter", + "ime ter", + "imet er", + "Ġre covered", + "Ġrecover ed", + "T ensor", + "hat tan", + "hatt an", + ". setup", + ".set up", + "i sto", + "is to", + "ist o", + "( head", + "(h ead", + "9 77", + "97 7", + "Ġ SIZE", + "ĠS IZE", + "ĠSI ZE", + "Ġt actics", + "Ġtact ics", + "Ġtactic s", + "Ġtac tics", + "Ġdis tur", + "Ġdist ur", + "Ġpr eval", + "Ġpre val", + "Ġprev al", + "ic ios", + "ici os", + "icio s", + "( Value", + "(V alue", + "_ cols", + "_c ols", + "_col s", + "_co ls", + "Ġ Fat", + "ĠF at", + "ĠFa t", + "Ġse al", + "Ġsea l", + "Ġ sons", + "Ġs ons", + "Ġso ns", + "Ġson s", + "Ġens ures", + "Ġensure s", + "0 95", + "09 5", + "Ġp ressing", + "Ġpres sing", + "Ġpress ing", + "= &", + "igen ous", + "Ġharass ment", + "_ JSON", + "_J SON", + "_JS ON", + "Ġign or", + "Ġig nor", + "yn omial", + "ynom ial", + "o mer", + "om er", + "ome r", + "_ static", + "_st atic", + "_stat ic", + "_sta tic", + "Ġsign ificance", + "Ġsignific ance", + "Ġsignifica nce", + "Ġc ircles", + "Ġcirc les", + "Ġcircle s", + "Ġcir cles", + "_ System", + "_S ystem", + "Ġdisc ipline", + "Ġdiscipl ine", + "Ġd ressed", + "Ġdr essed", + "Ġdress ed", + "Ġ sphere", + "Ġs phere", + "Ġsp here", + "Ġsph ere", + "9 27", + "92 7", + "Ġcl imb", + "Ġclim b", + "Ġcli mb", + "7 59", + "75 9", + "_ actions", + "_a ctions", + "_action s", + "_act ions", + "ĠB ab", + "ĠBa b", + "Ġ' =',", + "Ġ'=' ,", + "Ġ'= ',", + "_ schema", + "_s chema", + "\" use", + "Ġ unders", + "Ġun ders", + "Ġunder s", + "Ġund ers", + "Ġunde rs", + "Ġc ups", + "Ġcu ps", + "Ġcup s", + ". screen", + ".s creen", + ".sc reen", + "/ new", + "/n ew", + "/ne w", + "Ġapp earing", + "Ġappe aring", + "Ġappear ing", + "T OP", + "TO P", + "v ised", + "vis ed", + "vi sed", + "vise d", + "c lang", + "cl ang", + "cla ng", + "Ġinvest igators", + "Ġinvestig ators", + "Ġinvestigator s", + "Ġm ysterious", + "Ġmyster ious", + "Ġprom ising", + "Ġqual ify", + "Ġqua lify", + "Ġquali fy", + "Ġc ave", + "Ġca ve", + "Ġcav e", + "Ġ equip", + "Ġe quip", + "Ġequ ip", + "= x", + "G T", + "( link", + "(l ink", + "(li nk", + ". velocity", + ".v elocity", + ".vel ocity", + ". erase", + ".e rase", + ".er ase", + "o ter", + "ot er", + "ote r", + "++++ ++++", + "pro fit", + "prof it", + "Ġ zones", + "Ġz ones", + "Ġzone s", + "Ġzo nes", + "_ uid", + "_u id", + "_ui d", + "- ser", + "-s er", + "-se r", + "Ġob jectives", + "Ġobject ives", + "Ġobjective s", + "Ġmil f", + "Ġmi lf", + "web kit", + "( match", + "(m atch", + "(mat ch", + "n eh", + "ne h", + "Ġ Associated", + "ĠAssoci ated", + "ĠAssociate d", + "ĠAssoc iated", + "Ġ Todo", + "ĠT odo", + "ĠTo do", + "ĠTod o", + "= d", + "0 65", + "06 5", + "C am", + "Ca m", + "Ġv ocal", + "Ġvo cal", + "Ġvoc al", + "Ġ sudo", + "Ġs udo", + "Ġsu do", + "Ġsud o", + "( EX", + "(E X", + "Ġt rou", + "Ġtr ou", + "Ġtro u", + "A BC", + "AB C", + ". bean", + ".b ean", + ".be an", + "Ġ Ground", + "ĠG round", + "ĠGr ound", + "ĠGro und", + "Ġ REST", + "ĠR EST", + "ĠRE ST", + "ĠRES T", + "we ets", + "weet s", + "I ng", + "In g", + "i mon", + "im on", + "imo n", + "9 46", + "94 6", + "_ bus", + "_b us", + "Ġ COLOR", + "ĠC OLOR", + "ĠCOL OR", + "un to", + "unt o", + "Ġf oss", + "Ġfo ss", + "Ġfos s", + "Ġ Links", + "ĠL inks", + "ĠLink s", + "ĠLin ks", + "8 69", + "86 9", + "ä ng", + "än g", + "/ forms", + "/form s", + "pr ises", + "prise s", + "pri ses", + "Ġ achievement", + "Ġachie vement", + "Ġachieve ment", + "C ALL", + "CA LL", + "CAL L", + "е лÑĮ", + "ел ÑĮ", + "Ġ Verify", + "ĠVer ify", + "_ SOURCE", + "_S OURCE", + "apt cha", + "I DD", + "ID D", + "_ reference", + "_re ference", + "_ref erence", + "_refer ence", + "G old", + "Go ld", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "9 47", + "94 7", + "Re ceiver", + "Receive r", + "0 99", + "09 9", + "Ġ aj", + "Ġa j", + "_ direction", + "_d irection", + "_dir ection", + "_di rection", + "_direct ion", + "} ]", + "Ġ Compet", + "ĠCom pet", + "ĠComp et", + "Ġ bang", + "Ġb ang", + "Ġban g", + "Ġba ng", + "7 98", + "79 8", + "ĠC ass", + "ĠCas s", + "ĠCa ss", + "- url", + "-u rl", + "t echn", + "te chn", + "tech n", + "tec hn", + "ĠJer usalem", + "long itude", + "' );čĊčĊ", + "') ;čĊčĊ", + "'); čĊčĊ", + "');čĊ čĊ", + "Ġwin ners", + "Ġwinner s", + "T asks", + "Task s", + "Ġ DMA", + "ĠD MA", + "ĠDM A", + "Ġ tooltip", + "Ġto oltip", + "Ġtool tip", + "İ ·", + "ĠB ra", + "ĠBr a", + "_ duration", + "_d uration", + "_dur ation", + "c ury", + "cur y", + "cu ry", + "par ents", + "pare nts", + "parent s", + "paren ts", + "- --- >(", + ">> (", + "Ġ Kir", + "ĠK ir", + "ĠKi r", + "Ġ intros", + "Ġint ros", + "Ġintr os", + "Ġintro s", + "Ġsk etch", + "Ġsk illed", + "Ġskill ed", + "Ġ immer", + "Ġim mer", + "Ġimm er", + "Ġade quate", + "Ġadequ ate", + "_ rep", + "_re p", + "_r ep", + "( header", + "(head er", + "_ like", + "_l ike", + "_li ke", + "Ġper ceived", + "Ġperceive d", + "Ġperce ived", + "s sh", + "ss h", + "Ġ assuming", + "Ġas suming", + "Ġass uming", + "Ġassum ing", + "Ġ ff", + "Ġf f", + "_ uuid", + "_u uid", + "u las", + "ul as", + "ula s", + "Ġdem ocratic", + "Ġdemocr atic", + "Ġdemocrat ic", + ". entities", + ".ent ities", + "S eries", + "Se ries", + "Ser ies", + "aph ore", + "Ġnew er", + "Ġne wer", + "} (", + "S EC", + "SE C", + "a iro", + "air o", + "ai ro", + "Ġcom mod", + "Ġcomm od", + "Ġpriv ilege", + "Ġprivile ge", + "Ġde ux", + "Ġ Hop", + "ĠH op", + "ĠHo p", + ". '/", + ".' /", + "c tic", + "ct ic", + ". ';Ċ", + ".' ;Ċ", + "< ?=", + " C", + "ĠWar ren", + "Ġ optimizer", + "Ġopt imizer", + "Ġoptim izer", + "Ġoptimize r", + "ĠSER VICES", + "ĠSERVICE S", + "_ oper", + "_op er", + "_o per", + "get Attribute", + "ĠMc K", + "_ self", + "_s elf", + "_se lf", + "_sel f", + "0 84", + "08 4", + ". rs", + ".r s", + "\" )ĊĊĊ", + "\") ĊĊĊ", + "\")Ċ ĊĊ", + "\")ĊĊ Ċ", + "Get Component", + "er ce", + "erc e", + "Ġt ous", + "Ġto us", + "Ġtou s", + "un its", + "unit s", + "uni ts", + "' ]);čĊ", + "'] );čĊ", + "']) ;čĊ", + "']); čĊ", + "Z oom", + "/ E", + "Ġob sc", + "Ġobs c", + "Ġfast est", + "Ġfas test", + "on line", + "Ġpeace ful", + "f fen", + "ff en", + "ffe n", + "Ġ cargo", + "Ġc argo", + "Ġcar go", + "Ġcarg o", + "ĉ pr", + "ĉp r", + "Ġse eks", + "Ġsee ks", + "Ġseek s", + "z u", + "0 74", + "07 4", + "T rim", + "Tr im", + "Tri m", + "Ġ ward", + "Ġw ard", + "Ġwar d", + "Ġwa rd", + "Ġv erd", + "Ġver d", + "Ġve rd", + "Ġ blogs", + "Ġb logs", + "Ġbl ogs", + "Ġblog s", + "Ġblo gs", + ". exceptions", + ".ex ceptions", + ".exception s", + "Ġ Premium", + "ĠP remium", + "ĠPre mium", + "ĠPrem ium", + "ĠPremi um", + "ĠN etherlands", + "S afe", + "Sa fe", + "F inish", + "Fin ish", + "Fi nish", + "Ġ Album", + "ĠAl bum", + "ĠAlb um", + "_ ACC", + "_A CC", + "_AC C", + "= this", + "=t his", + "v irtual", + "vir tual", + "virt ual", + "] >", + "_ LABEL", + "_L ABEL", + "_LA BEL", + "Ġ Nich", + "ĠN ich", + "ĠNic h", + "ĠNi ch", + "_ win", + "_w in", + "Ġ Aaron", + "ĠA aron", + "W P", + "; $", + "a ims", + "ai ms", + "aim s", + "Ġ ImageView", + "ĠImage View", + "Ġend less", + "Ġendl ess", + "E RA", + "ER A", + "_ DISABLE", + "_DIS ABLE", + "Ġ cancelled", + "Ġcancel led", + "Ġcancell ed", + "Ġcanc elled", + "- us", + "-u s", + "Ġ inspection", + "Ġins pection", + "Ġinspect ion", + "Ġinsp ection", + "e min", + "em in", + "emi n", + "Ġ Grey", + "ĠG rey", + "ĠGr ey", + "ĠGre y", + "- open", + "-o pen", + "-op en", + "Ġ iterations", + "Ġiter ations", + "Ġiteration s", + ". owner", + ".o wner", + "Ġk eras", + "Ġke ras", + "Ġker as", + ". Password", + ".P assword", + ".Pass word", + "ĠR y", + "Ġ INS", + "ĠI NS", + "ĠIN S", + "A ir", + "Ai r", + "Ġ Several", + "ĠSe veral", + "ĠSever al", + "ĠSev eral", + ".Tab Stop", + "IN GLE", + "ING LE", + "Ġ Hair", + "ĠH air", + "ĠHa ir", + "ĠHai r", + "Ġ Canvas", + "ĠC anvas", + "ĠCan vas", + "A AAA", + "AA AA", + "AAA A", + "Ġf law", + "Ġfl aw", + "Ġfla w", + "c edes", + "ce des", + "ced es", + "cede s", + ". Report", + ".Re port", + "í Ĭ", + "Ġ Tips", + "ĠT ips", + "ĠTi ps", + "ĠTip s", + "cript ors", + "criptor s", + ". transaction", + ".trans action", + ". Spring", + ".S pring", + ".Sp ring", + "Ġ viewer", + "Ġview er", + "Ġvie wer", + "Ġins ights", + "Ġinsight s", + "è¾ ĵ", + "ord ion", + "U INT", + "UI NT", + "se ek", + "see k", + "Ġ Auf", + "ĠA uf", + "ĠAu f", + "ìŀ IJ", + "Ġ strain", + "Ġs train", + "Ġst rain", + "Ġstr ain", + "Ġstra in", + "To oltip", + "Tool tip", + "Ġ dz", + "Ġd z", + "ig nal", + "ign al", + "a dt", + "ad t", + "Ġ uc", + "Ġu c", + "f inite", + "fin ite", + "fi nite", + "Ġ nm", + "Ġn m", + ". cmd", + ".c md", + ".cm d", + "ĠMy Sql", + "[ data", + "[d ata", + ".j ackson", + ". tree", + ".t ree", + ".tr ee", + "Request Param", + "_ agent", + "_a gent", + "_ag ent", + "_age nt", + "\" )]čĊ", + "\") ]čĊ", + "\")] čĊ", + "Ġas sass", + "Ġass ass", + "( Constants", + "(Constant s", + "(Const ants", + ": ss", + ":s s", + "Ġ MAN", + "ĠM AN", + "ĠMA N", + "+- +-", + "Ġ Bottom", + "ĠB ottom", + "ĠBot tom", + "ĠBott om", + "pr ints", + "print s", + "pri nts", + "Ġ Same", + "ĠS ame", + "ĠSam e", + "ĠSa me", + "@ Autowired", + "s wap", + "sw ap", + "i ción", + "ic ión", + "ici ón", + "Ġprot esters", + "Ġprote sters", + "Ġprotest ers", + "Ġprotester s", + "Ġh oney", + "Ġhon ey", + "Ġho ney", + "Ġhone y", + "Ġ Veter", + "ĠV eter", + "ĠVe ter", + "ĠVet er", + "( Calendar", + "(C alendar", + "- ad", + "-a d", + "ĠBro oklyn", + "ĠBrook lyn", + "L ife", + "Li fe", + "_ VAR", + "_V AR", + "z ech", + "ze ch", + "Ġ CALL", + "ĠC ALL", + "ĠCA LL", + "ĠCAL L", + "_ CAST", + "_C AST", + "_CA ST", + "ĠE lection", + "ĠEl ection", + "ĠElect ion", + "ĠEle ction", + "Ġ thickness", + "Ġth ickness", + "Ġthick ness", + "V ery", + "Ver y", + "Ve ry", + "_ INTEGER", + "_IN TEGER", + "- dev", + "-d ev", + "-de v", + ") )))", + ")) ))", + "))) )", + "a pat", + "ap at", + "apa t", + "o ooo", + "oo oo", + "ooo o", + "d emo", + "de mo", + "dem o", + "Ġ parseFloat", + "Ġparse Float", + "Ġ Rather", + "ĠR ather", + "ĠRa ther", + "ĠRat her", + "ĠRath er", + "ST IT", + "m aker", + "ma ker", + "make r", + "mak er", + "[ current", + "[c urrent", + "[cur rent", + "[curr ent", + "chron o", + "chr ono", + "Ġ christ", + "Ġch rist", + "Ġchr ist", + "ãģ ª", + "Ġ Detail", + "ĠD etail", + "ĠDe tail", + "ĠDet ail", + "Æ° á»", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ġs ul", + "Ġsu l", + "id ency", + "ide ncy", + "iden cy", + "Q ue", + "Qu e", + "Ġe legant", + "Ġeleg ant", + "a pons", + "ap ons", + "apon s", + "apo ns", + "Ġd ishes", + "Ġdis hes", + "Ġdish es", + "Ġint egers", + "Ġinteg ers", + "Ġinteger s", + "Ġinte gers", + "( read", + "(r ead", + "(re ad", + "0 57", + "05 7", + "find ViewById", + "Ġ Amount", + "ĠA mount", + "ĠAm ount", + "Ġ Skip", + "ĠS kip", + "ĠSk ip", + "ĠSki p", + "Ġhab its", + "Ġha bits", + "Ġhabit s", + "* )(", + "*) (", + "Ġmon sters", + "Ġmonster s", + "M AC", + "MA C", + ": end", + ":e nd", + "Ġf rank", + "Ġfr ank", + "Ġfra nk", + "Ġfran k", + "As sembly", + "Ġ dfs", + "Ġd fs", + "Ġdf s", + "Ġn eut", + "Ġne ut", + "Ġneu t", + "_ TYPES", + "_T YPES", + "_TYPE S", + "_TYP ES", + "e qual", + "eq ual", + "equ al", + "lo yd", + "loy d", + "( uri", + "(u ri", + "(ur i", + "Ġ chi", + "Ġc hi", + "Ġch i", + "Ġdef endant", + "Ġdefend ant", + "Ġconf licts", + "Ġconflic ts", + "Ġconflict s", + "Ġconfl icts", + "Ġ vil", + "Ġv il", + "Ġvi l", + "- js", + "-j s", + "Ġ Peace", + "ĠPe ace", + "Ġ mutable", + "Ġm utable", + "Ġmut able", + "Ġmu table", + ") sender", + ")s ender", + "Ġ Focus", + "ĠF ocus", + "ĠFo cus", + "å» º", + "Ġapprec iated", + "Ġappreciate d", + "s leep", + "Ġ RED", + "ĠR ED", + "ĠRE D", + "C ulture", + "Ġdesign ers", + "Ġdesigner s", + "_ generator", + "_g enerator", + "_gen erator", + "_gener ator", + "c odes", + "co des", + "code s", + "cod es", + "/ ex", + "/e x", + ". GetValue", + ".Get Value", + "um bled", + "umb led", + "umble d", + ".scal ajs", + ".scala js", + "pe ror", + "per or", + "Ġveter ans", + "Ġveteran s", + "Ġ })čĊ", + "Ġ} )čĊ", + "Ġ}) čĊ", + "Ġun fortunately", + "Ġunfortunate ly", + "_ CREATE", + "_C REATE", + "_CRE ATE", + "_CREAT E", + "M ass", + "Ma ss", + "Mas s", + "Ġ CLAIM", + "ĠCL AIM", + "Ġ Meet", + "ĠMe et", + "_ support", + "_s upport", + "_sup port", + "_supp ort", + "B ank", + "Ban k", + "Ba nk", + "( ).Ċ", + "() .Ċ", + "(). Ċ", + "D ark", + "Da rk", + "Dar k", + "_ LOW", + "_L OW", + "_LO W", + "Ġ Mining", + "ĠM ining", + "ĠMin ing", + "ĠMini ng", + "ĠMi ning", + "Ġ Owner", + "ĠO wner", + "ĠOwn er", + "ĠOw ner", + "i era", + "ie ra", + "ier a", + "Client e", + "Cl iente", + "Cli ente", + "Ġencour aging", + "> S", + "Ġboy friend", + "Ġ Half", + "ĠH alf", + "ĠHa lf", + "ĠHal f", + "Ġ ACC", + "ĠA CC", + "ĠAC C", + "A ff", + "Af f", + "_ ar", + "_a r", + "- life", + "-l ife", + "-li fe", + "c x", + ".J Button", + "iz ado", + "iza do", + ". zero", + ".z ero", + ".open qa", + "o ton", + "ot on", + "oto n", + ". textContent", + ".text Content", + "Ġt oll", + "Ġto ll", + "Ġtol l", + "a tie", + "at ie", + "ati e", + "Ġball ot", + "Ġbal lot", + "Ġballo t", + "- number", + "-n umber", + "-num ber", + ". Exception", + ".Ex ception", + "ĉ params", + "ĉparam s", + "c ircle", + "circ le", + "cir cle", + "- map", + "-m ap", + "Ġ nap", + "Ġn ap", + "Ġna p", + "Ġ Robot", + "ĠR obot", + "ĠRob ot", + "ĠRo bot", + "Ġ Ich", + "ĠI ch", + "reg istration", + "registr ation", + "regist ration", + "A mazon", + "Am azon", + "roll ment", + "( exp", + "(e xp", + "(ex p", + "Ġt anks", + "Ġtank s", + "Ġtan ks", + "ĠG ordon", + "ĠGor don", + "ĠGord on", + "Ġm achinery", + "Ġmachine ry", + "Ġmach inery", + "Ġ baseline", + "Ġb aseline", + "Ġbase line", + "Ġbas eline", + "æ ĭ", + "0 86", + "08 6", + "Ø ©", + "Ġ Convention", + "ĠCon vention", + "ĠConv ention", + "ĉ config", + "ĉcon fig", + "ĉconf ig", + "o okies", + "ook ies", + "ookie s", + "m ult", + "mu lt", + "mul t", + "Rec ords", + "Record s", + "Ġ EST", + "ĠE ST", + "ĠES T", + "Ġgar bage", + "Ġcon form", + "Ġconf orm", + "i dal", + "id al", + "ida l", + "Ġb arg", + "Ġbar g", + "Ġba rg", + "Ġsurv ived", + "Ġsurvive d", + "Ġsurviv ed", + "Ġinvestig ations", + "Ġinvestigation s", + "9 35", + "93 5", + ".contains Key", + "---- ----------------------------------------------------------------------Ċ", + "---------------------------------------------------------------- ----------Ċ", + "---------------------------------------------------------------------- ----Ċ", + "or tion", + "ort ion", + "Ġh orr", + "Ġhor r", + "Ġho rr", + "_ http", + "_h ttp", + "_ht tp", + "Ġ mant", + "Ġm ant", + "Ġman t", + "Ġma nt", + "] ;čĊčĊ", + "]; čĊčĊ", + "];čĊ čĊ", + "b inary", + "bin ary", + "9 48", + "94 8", + "e mpl", + "em pl", + "emp l", + "Ġin quiry", + "Ġ Meanwhile", + "ĠMean while", + "0 98", + "09 8", + "Ġcollect ing", + ".Entity Framework", + "\" ,ĊĊ", + "\", ĊĊ", + "\",Ċ Ċ", + "Ġ Pic", + "ĠP ic", + "ĠPi c", + "@ Inject", + "ick ness", + "Ġ Binding", + "ĠB inding", + "ĠBind ing", + "ĠBin ding", + "Ġcont rolling", + "Ġcontrol ling", + "re verse", + "rev erse", + "Ġch airs", + "Ġchair s", + "Ġcha irs", + "Ġchai rs", + "semb led", + "sem bled", + "semble d", + "sembl ed", + "( add", + "(a dd", + "(ad d", + "Dis abled", + "Disable d", + "a nas", + "an as", + "ana s", + ". translate", + ".trans late", + "- ----------Ċ", + "-- ---------Ċ", + "---- -------Ċ", + "-------- ---Ċ", + "--- --------Ċ", + "----- ------Ċ", + "---------- -Ċ", + "------ -----Ċ", + "----------- Ċ", + "------- ----Ċ", + "--------- --Ċ", + "Ġref lected", + "Ġreflect ed", + "Ġrefl ected", + "\" ]ĊĊ", + "\"] ĊĊ", + "\"]Ċ Ċ", + "Ex ternal", + "Ext ernal", + "Extern al", + "Ar row", + "Arr ow", + "S ingleton", + "Single ton", + "Sing leton", + "% x", + "Ġ Å", + "Ġan cest", + "Ġance st", + "Ġanc est", + "ĠOr leans", + "ĉ cmd", + "ĉc md", + "ĉcm d", + "Ġpro hibited", + "Ġprohib ited", + "Ġprohibit ed", + "ith metic", + "( channel", + "(ch annel", + "(chan nel", + "_ css", + "_c ss", + "_cs s", + "For ward", + ". socket", + ".s ocket", + ".so cket", + ".sock et", + "Ġl uc", + "Ġlu c", + "â Ĩ", + "Ġ Firefox", + "ĠFire fox", + "Ġ Movies", + "ĠM ovies", + "ĠMovie s", + "ĠMov ies", + ") _", + ". ends", + ".e nds", + ".end s", + ".en ds", + "( shape", + "(s hape", + "(sh ape", + "Ġde alt", + "Ġdeal t", + "Ġs aves", + "Ġsa ves", + "Ġsave s", + "Ġsav es", + "Ġgl ory", + "Ġglo ry", + "Ġglor y", + "Ġmej or", + "Ġbre athing", + "Ġbreath ing", + "Ġ eller", + "Ġe ller", + "Ġel ler", + "Ġell er", + "Ġelle r", + "get Data", + "Ġ angles", + "Ġan gles", + "Ġang les", + "Ġangle s", + "Ġangl es", + "Ġ toolbar", + "Ġtool bar", + "Ġ spacing", + "Ġsp acing", + "Ġspa cing", + "Ġspac ing", + "0 59", + "05 9", + "I PS", + "IP S", + "Ġfloor s", + "Ġflo ors", + "_ ACTIVE", + "_ACT IVE", + "_ACTIV E", + "Ġ shuffle", + "Ġsh uffle", + "/ shared", + "/sh ared", + "/share d", + "Ġ Ele", + "ĠE le", + "ĠEl e", + "e dish", + "ed ish", + "edi sh", + "edis h", + "Ġweb cam", + ". expect", + ".ex pect", + ".exp ect", + "i loc", + "il oc", + "ilo c", + "Ġ Includes", + "ĠIn cludes", + "ĠInclude s", + "Ġt weeted", + "Ġtweet ed", + "Ġtwe eted", + "Ġtwee ted", + "Ġ :)", + "Ġ: )", + "Ġ Essay", + "ĠEs say", + "ĠEss ay", + "F ix", + "Fi x", + "- between", + "-b etween", + "_ web", + "_w eb", + "_we b", + ". conv", + ".con v", + ".co nv", + "Ġrac ism", + "Ġreflect s", + "Ġrefl ects", + "u mm", + "um m", + "и ÑĤе", + "иÑĤ е", + "_ footer", + "_f ooter", + "_foot er", + "/ docs", + "/d ocs", + "/doc s", + "/do cs", + "Ġ Pour", + "ĠP our", + "ĠPo ur", + "ĠPou r", + "Ng Module", + ". initialize", + ".initial ize", + "pattern s", + "_ In", + "_I n", + "Ġ Abb", + "ĠA bb", + "ĠAb b", + "* čĊ", + "Ġsent iment", + "b uff", + "buf f", + "bu ff", + "_ counts", + "_count s", + "_co unts", + "_cou nts", + "Ġ reuse", + "Ġre use", + "ch unk", + "chu nk", + "Ġim posed", + "Ġimp osed", + "Ġimpose d", + "Primary Key", + "Fore ground", + "Ġcons umed", + "Ġconsum ed", + "Ġconsume d", + "? !", + "Ġd ick", + "Ġdi ck", + "Ġdic k", + "Ġ chron", + "Ġch ron", + "Ġchr on", + "ĠF ern", + "ĠFe rn", + "ĠFer n", + "Ġ responsive", + "Ġres ponsive", + "Ġrespons ive", + "9 58", + "95 8", + "Ġin sect", + "Ġins ect", + "Ġinse ct", + "ic ulty", + "icult y", + "Ġ rw", + "Ġr w", + "Ġa like", + "Ġal ike", + "Ġali ke", + "Ġ subset", + "Ġsub set", + "Ġsubs et", + "Ġ Cookies", + "ĠC ookies", + "ĠCo okies", + "ĠCook ies", + "ĠCookie s", + "Ġ Pair", + "ĠP air", + "ĠPa ir", + "ĠPai r", + "Ġ tier", + "Ġt ier", + "Ġti er", + "Ġtie r", + "I FO", + "IF O", + "av our", + "avo ur", + "avou r", + "Ġ QU", + "ĠQ U", + ", sizeof", + ",size of", + "Ġ merged", + "Ġm erged", + "Ġmer ged", + "Ġmerge d", + "Ġmerg ed", + "m v", + "i tol", + "it ol", + "ito l", + "y lon", + "yl on", + "Ġj umped", + "Ġjump ed", + ". role", + ".r ole", + ".ro le", + "ens aje", + "ensa je", + "R ules", + "Rule s", + "Ru les", + "Ġ browse", + "Ġb rowse", + "Ġbrows e", + "Ġbrow se", + "An imator", + "Anim ator", + "Ġy oga", + "Ġyo ga", + "Ġyog a", + "Ġ variants", + "Ġvar iants", + "Ġvari ants", + "Ġvariant s", + "Ġcour tesy", + "Ġcourt esy", + "Ġcourte sy", + "u ran", + "ur an", + "ura n", + "p bs", + "pb s", + "else if", + "A lt", + "Al t", + "Ġ Lane", + "ĠL ane", + "ĠLa ne", + "ĠLan e", + "C LK", + "CL K", + "I MARY", + "IM ARY", + "IMA RY", + "_ PROPERTY", + "_P ROPERTY", + "_PRO PERTY", + "ï¼ IJ", + "Ġ chan", + "Ġc han", + "Ġch an", + "Ġcha n", + "Ġgrad ually", + "Ġgradu ally", + "Ġgradual ly", + "Ġ shake", + "Ġsh ake", + "Ġsha ke", + "Ġbl onde", + "Ġblo nde", + "Ġblond e", + ".. .\");Ċ", + "... \");Ċ", + "...\" );Ċ", + "- sex", + "-s ex", + "-se x", + "Ġgame play", + "a cies", + "ac ies", + "aci es", + "acie s", + ". refresh", + ".re fresh", + ".ref resh", + "U SB", + "US B", + "Ġ Plot", + "ĠP lot", + "ĠPl ot", + "W as", + "Wa s", + "iss ippi", + "Ġ Tensor", + "ĠT ensor", + "Ġcrypt ocurrency", + "Ġcrypto currency", + "Ġcryptoc urrency", + "Ġdifficult ies", + "De leted", + "Delete d", + "Del eted", + "With out", + "_ append", + "_app end", + "_ap pend", + "_ ver", + "_v er", + "_ve r", + "9 67", + "96 7", + "\" ))čĊ", + "\") )čĊ", + "\")) čĊ", + "Ġh onestly", + "Ġhonest ly", + "Ġ pivot", + "Ġp ivot", + "Ġpiv ot", + "Ġ temps", + "Ġte mps", + "Ġtem ps", + "Ġtemp s", + "_ ps", + "_p s", + "Ġ Unlike", + "ĠUn like", + "[ :-", + "[: -", + "V S", + "_ inf", + "_in f", + "_i nf", + "Ġjun ior", + "Ġjuni or", + "Ġ animations", + "Ġan imations", + "Ġanim ations", + "Ġanimation s", + "Ġ filepath", + "Ġfile path", + "? {{$", + ">{ {$", + ">{{ $", + "Ġ unicode", + "Ġun icode", + "Ġuni code", + "Ġunic ode", + "p laces", + "pl aces", + "place s", + "pla ces", + "Ġ Coffee", + "ĠC offee", + "ĠCo ffee", + "ĠCoff ee", + ". SE", + ".S E", + "Ġ PAR", + "ĠP AR", + "ĠPA R", + "( txt", + "(t xt", + "(tx t", + "g ebra", + "ge bra", + "geb ra", + "Ġ fires", + "Ġf ires", + "Ġfire s", + "Ġfi res", + "Ġfir es", + "Main Window", + "m edium", + "med ium", + "medi um", + "Ġ( âĢľ", + "Ġ lg", + "Ġl g", + "Ġ cmp", + "Ġc mp", + "Ġcm p", + "/ base", + "/b ase", + "_ layers", + "_l ayers", + "_layer s", + "_la yers", + "_ entries", + "_en tries", + "_ent ries", + "Ġadmin ister", + "ĠS UCH", + "ĠSU CH", + "B P", + "ĠScott ish", + "ĉ čĊĉčĊ", + "ĉčĊ ĉčĊ", + "g uard", + "gu ard", + "gua rd", + "Ġ Strong", + "ĠSt rong", + "ĠStr ong", + "In sn", + "Ins n", + "Ġ CAP", + "ĠC AP", + "ĠCA P", + "as ury", + "asu ry", + "Ġ SEE", + "ĠS EE", + "ĠSE E", + "C lock", + "Cl ock", + "Clo ck", + "e rie", + "er ie", + "eri e", + "\\ models", + "\\model s", + "Ġ $$", + "Ġ$ $", + "Ġ Cab", + "ĠC ab", + "ĠCa b", + "Ġwur de", + "Ġsold ier", + "Ġcl ips", + "Ġclip s", + "Ġcli ps", + "Ġarr angement", + "Ġarrang ement", + "Ġarrange ment", + "Ġ Wonder", + "ĠW onder", + "ĠWo nder", + "ĠWon der", + "ĠH orn", + "ĠHor n", + "ĠHo rn", + "Ġsc ared", + "Ġsca red", + "Ġscar ed", + "Ġscare d", + "Ġc ure", + "Ġcur e", + "Ġcu re", + "m kdir", + "mk dir", + "Ġ aligned", + "Ġal igned", + "Ġalign ed", + "Ġ Pink", + "ĠP ink", + "ĠPin k", + "ĠPi nk", + "Ġl anded", + "Ġland ed", + "Ġlan ded", + "D imension", + "Dim ension", + "Scroll Pane", + ". chat", + ".c hat", + ".ch at", + ". With", + ".W ith", + "Ġ Train", + "ĠT rain", + "ĠTr ain", + "ĠTra in", + "] .Ċ", + "]. Ċ", + "Ġth irty", + "Ġd urable", + "Ġdur able", + "Ġ ld", + "Ġl d", + "Ġlate init", + "Ġ charts", + "Ġch arts", + "Ġchar ts", + "Ġchart s", + "Ġcha rts", + "Ġins ult", + ". Fatal", + ".F atal", + ".Fat al", + "_ ct", + "_c t", + "Ġm asks", + "Ġmask s", + "Ġmas ks", + "CLUD ED", + "CLU DED", + "CLUDE D", + "P resident", + "Pres ident", + "Ġcol ours", + "Ġcolour s", + "g ments", + "gment s", + "gm ents", + ". attributes", + ".at tributes", + ".attribute s", + ".attrib utes", + "Ġ Flex", + "ĠF lex", + "ĠFl ex", + "ĠFle x", + "Ġ Clock", + "ĠC lock", + "ĠCl ock", + "ĠClo ck", + "ÃŃ cul", + "ÃŃc ul", + "i men", + "im en", + "ime n", + "J O", + "Ġ Regex", + "ĠReg ex", + "_ LINK", + "_L INK", + "Ġc ouch", + "Ġco uch", + "Ġcou ch", + "Ġ INPUT", + "ĠIN PUT", + "Ġb eating", + "Ġbe ating", + "Ġbeat ing", + "b usiness", + "bus iness", + "pr eced", + "pre ced", + "prec ed", + ". unit", + ".un it", + ".u nit", + ".uni t", + "Ġ Fel", + "ĠF el", + "ĠFe l", + "N ever", + "Ne ver", + "os pel", + "osp el", + ". startswith", + ".start swith", + "ĠE PA", + "ĠEP A", + ". only", + ".on ly", + "Ġpre venting", + "Ġprevent ing", + "Ġprev enting", + "y er", + "ye r", + "Column Name", + "Ġe levation", + "Ġele vation", + "Ġelev ation", + "f lu", + "fl u", + "i cycle", + "ic ycle", + "icy cle", + "Ġ offline", + "Ġoff line", + "Tool bar", + "Ġcomp eting", + "Ġcompet ing", + ") ].", + ")] .", + "Ġm og", + "Ġmo g", + "Ġ isValid", + "Ġis Valid", + "A sk", + "As k", + "_ av", + "_a v", + "_ lat", + "_l at", + "_la t", + "A NC", + "AN C", + "ĠJ oh", + "ĠJo h", + "k ers", + "ke rs", + "ker s", + "Ġ guards", + "Ġg uards", + "Ġgu ards", + "Ġguard s", + "Ġguar ds", + "Ġ chains", + "Ġch ains", + "Ġchain s", + "Ġcha ins", + "Ġchai ns", + "ĠSimple DateFormat", + ". static", + ".st atic", + ".stat ic", + "Ġv essel", + "Ġve ssel", + "Ġvess el", + "Ġves sel", + "Ġm ud", + "Ġmu d", + "Ġst abil", + "Ġstab il", + "Ġsta bil", + "Ġst ret", + "Ġstr et", + "Ġstre t", + "g m", + "am ation", + "ama tion", + "amat ion", + "ç ľ", + "- with", + "-w ith", + "Ġ ros", + "Ġr os", + "Ġro s", + "_ PA", + "_P A", + "Ġ resultado", + "Ġresult ado", + "Ġconf idential", + "Ġconfident ial", + "ĠTok yo", + "ĉ using", + "ĉu sing", + "ĉus ing", + "Ġ Mathf", + "ĠMath f", + "ĠMat hf", + "om bine", + "omb ine", + "Ġ ESPN", + "ĠESP N", + "ĠES PN", + "Ġde alers", + "Ġdeal ers", + "Ġdealer s", + "Ġdismiss ed", + "T RY", + "TR Y", + "Ġte ens", + "Ġteen s", + "Ġtee ns", + "rec ords", + "record s", + "Ġw ings", + "Ġwin gs", + "Ġwing s", + "g allery", + "ac counts", + "account s", + "acco unts", + "_ LIB", + "_L IB", + "Ġj acket", + "Ġja cket", + "Ġjack et", + "Ġjac ket", + "Ġ NSObject", + "ĠNS Object", + "Ġ stones", + "Ġs tones", + "Ġst ones", + "Ġstone s", + "Ġsto nes", + "Ġ Delivery", + "ĠD elivery", + "ĠDel ivery", + "ĠDeliver y", + "ĠD iet", + "ĠDi et", + "ĠDie t", + "/ watch", + "/w atch", + "Ġto ilet", + "Ġtoile t", + "Ġtoi let", + "Ġ Guest", + "ĠG uest", + "ĠGu est", + ". day", + ".d ay", + ".da y", + "0 67", + "06 7", + "Ġ intval", + "Ġint val", + "0 87", + "08 7", + "Vis it", + "Vi sit", + "Ġinvest igated", + "Ġinvestig ated", + "Ġinvestigate d", + "Ġpen tru", + "Ġpent ru", + "ĠThe atre", + "andid ates", + "andidate s", + "andi dates", + "L ang", + "La ng", + "Ġ Serv", + "ĠS erv", + "ĠSe rv", + "ĠSer v", + "Ġ controllers", + "Ġcont rollers", + "Ġcontrol lers", + "Ġcontroller s", + "Ġ setTitle", + "Ġset Title", + "N P", + "a my", + "am y", + "f lat", + "fl at", + "( ui", + "(u i", + "0 69", + "06 9", + "_ document", + "_d ocument", + "_doc ument", + "è ĥ½", + "èĥ ½", + "Ġ Coin", + "ĠC oin", + "ĠCo in", + "ĠAd ams", + "ĠAdam s", + "ĠAda ms", + "p tic", + "pt ic", + "Ġ productive", + "Ġpro ductive", + "Ġproduct ive", + "Ġprod uctive", + "Ġaccompl ished", + "Ġaccomplish ed", + "čĊ čĊčĊčĊ", + "čĊčĊ čĊčĊ", + "čĊčĊčĊ čĊ", + "Ġde ferred", + "Ġdefer red", + "i entes", + "ient es", + "ien tes", + "iente s", + "Ġs inc", + "Ġsi nc", + "Ġsin c", + "ol ars", + "olar s", + "ola rs", + "Right arrow", + "Ġvar iations", + "Ġvari ations", + "Ġvariation s", + "( offset", + "(o ffset", + "(off set", + "9 57", + "95 7", + ". LayoutInflater", + ".Layout Inflater", + "Ġ suspend", + "Ġs uspend", + "Ġsus pend", + "Ġsusp end", + "Ġpre vention", + "Ġprevent ion", + "Ġprev ention", + "_ private", + "_pr ivate", + "_priv ate", + "_ js", + "_j s", + "â ĺħ", + "âĺ ħ", + "Ġw ieder", + "Ġwie der", + "Ġwi eder", + "at um", + "atu m", + "Ĵ Į", + "Ġappear ances", + "Ġappearance s", + ". Document", + ".D ocument", + ".Doc ument", + "Ġvalid ates", + "Ġvalidate s", + "Ġvalida tes", + "c alendar", + "cal endar", + "} \";Ċ", + "}\" ;Ċ", + ". demo", + ".d emo", + ".de mo", + "con ut", + "co nut", + "Ġcor rection", + "Ġcorrect ion", + "Ġcorre ction", + "Ġcorr ection", + "Ġ Deal", + "ĠDe al", + "Ġbatter ies", + "Ġbatt eries", + ". duration", + ".d uration", + ", \\", + "_ marker", + "_m arker", + "_mark er", + "_mar ker", + "m ulti", + "mul ti", + "mult i", + "Ġ halt", + "Ġh alt", + "Ġha lt", + "Ġhal t", + "Ġ cms", + "Ġc ms", + "Ġcm s", + "Ġsh aped", + "Ġshape d", + "Ġsha ped", + "B ro", + "Br o", + "re duce", + "red uce", + "Ġ ####", + "Ġ# ###", + "Ġ## ##", + "Ġ### #", + "C TOR", + "CT OR", + "Ġ Benef", + "ĠB enef", + "ĠBen ef", + "ĠBene f", + "Ġicon ic", + "Ġic onic", + "Ġp iano", + "Ġpi ano", + "Ġpian o", + "Ġeffect iveness", + "Ġeffective ness", + "| .Ċ", + "|. Ċ", + "Ġ ajax", + "Ġa jax", + "Ġaj ax", + "Ġv olumes", + "Ġvol umes", + "Ġvolume s", + "Ġvolum es", + "ภ¡", + "Ġ cljs", + "Ġcl js", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "a ths", + "at hs", + "ath s", + "r aits", + "ra its", + "rait s", + "rai ts", + "å¤ §", + "Ñ ĸ", + "_ mult", + "_m ult", + "_mul t", + "_mu lt", + "Ġfasc inating", + "A verage", + "Ġp ré", + "Ġpr é", + "ĠChair man", + ".find Element", + "_ pin", + "_p in", + "_pi n", + "Ġcom paring", + "Ġcomp aring", + "Ġcompar ing", + "Ġdark ness", + "- Fi", + "-F i", + "- server", + "-s erver", + "-ser ver", + "Ġselect ing", + "s terdam", + "ster dam", + "Ġ Parts", + "ĠP arts", + "ĠPart s", + "ĠPar ts", + "ĠPa rts", + "FORM ATION", + "FORMAT ION", + "Ġn oting", + "Ġnot ing", + "Ġno ting", + "Ġ pile", + "Ġp ile", + "Ġpi le", + "Ġpil e", + "o gs", + "og s", + "Ġ palette", + "Ġp alette", + "Ġpa lette", + "Ġpal ette", + "Ġpale tte", + "_ do", + "_d o", + "it ize", + "iti ze", + "0 79", + "07 9", + "( )(", + "() (", + "Ġdef ining", + "Ġdefin ing", + "Ġ remainder", + "Ġremain der", + "Un its", + "Unit s", + "Uni ts", + "_ TASK", + "_T ASK", + "_TA SK", + "Http Client", + "S ocial", + "So cial", + "Ġf undra", + "Ġfun dra", + "Ġfund ra", + "N R", + "c hest", + "ch est", + "che st", + "ches t", + "C urrency", + "Curr ency", + ". adapter", + ".ad apter", + "Ġd op", + "Ġdo p", + "un ting", + "unt ing", + "ANG UAGE", + "\" He", + "\"H e", + "ĉ index", + "ĉin dex", + "_ package", + "_p ackage", + "_pack age", + ". Icon", + ".I con", + "Ġre pet", + "Ġrep et", + "Ġrepe t", + "m ass", + "ma ss", + "mas s", + "= \".$", + "=\" .$", + "=\". $", + "ĠS ud", + "ĠSu d", + "Ġ lid", + "Ġl id", + "Ġli d", + "pro vince", + "prov ince", + "ì ľ", + "G PIO", + "GP IO", + "Ð ļ", + "Ġ MySQL", + "ĠMy SQL", + "Ġ docs", + "Ġd ocs", + "Ġdo cs", + "Ġdoc s", + "Ġ GA", + "ĠG A", + "Ġip sum", + "Ġips um", + "K ernel", + "Ġac cepts", + "Ġaccept s", + "Ġf itting", + "Ġfit ting", + "Ġcu ando", + "Ġd uplic", + "Ġdup lic", + "ĠBr other", + "ĠBro ther", + "ĠK le", + "ĠKl e", + "n ums", + "num s", + "nu ms", + "Ġ morph", + "Ġm orph", + "Ġmor ph", + "Ġ ########", + "Ġ# #######", + "Ġ## ######", + "Ġ### #####", + "Ġ#### ####", + "Ġ##### ###", + "Ġ CGPoint", + "ĠCG Point", + "< unsigned", + "ä¾ ĭ", + "ĠD uke", + "ĠDu ke", + ".set Bounds", + "q s", + "o ric", + "or ic", + "ori c", + "j er", + "je r", + "Ġreg arded", + "Ġregard ed", + "Http Request", + "Ġb onds", + "Ġbo nds", + "Ġbon ds", + "Ġbond s", + "Ġthorough ly", + "en cent", + "ence nt", + "enc ent", + "Ġhighlight ed", + "Ġac res", + "Ġacre s", + "Ġwork place", + "Ġ Lux", + "ĠL ux", + "ĠLu x", + "Ġ quot", + "Ġqu ot", + "Ġquo t", + "9 86", + "98 6", + ". inflate", + ".in flate", + ".inf late", + "Ġd ocumented", + "Ġdocument ed", + "Ġadd iction", + "Ġaddict ion", + "Ġ mutation", + "Ġm utation", + "Ġmut ation", + ". city", + ".c ity", + ".ci ty", + "Ġbott les", + "Ġbottle s", + "Ġ Repository", + "ĠRe pository", + "ĠRepos itory", + "o nn", + "on n", + "err no", + "ARI ABLE", + "åº ¦", + "_ BEGIN", + "_B EGIN", + "_BE GIN", + "g las", + "gl as", + "' })Ċ", + "'} )Ċ", + "'}) Ċ", + "Ġ Massage", + "ĠM assage", + "ĠMass age", + "ĠMas sage", + "ĠW hit", + "ĠWh it", + "reg ex", + "W A", + "Ġout let", + "- head", + "-h ead", + "-he ad", + "Ġ expired", + "Ġex pired", + "Ġexp ired", + "Ġexpire d", + "Ġ Thai", + "ĠT hai", + "ĠTh ai", + "/ include", + "/in clude", + "/inc lude", + "g radient", + "grad ient", + "s canf", + "scan f", + "Ġs eam", + "Ġse am", + "Ġsea m", + "w al", + "wa l", + "ĉ buf", + "ĉb uf", + "B earer", + "Be arer", + "Bear er", + "Ġprec ious", + "Ġprecio us", + "i facts", + "if acts", + "ifact s", + "ifa cts", + "c oord", + "co ord", + "Ġexpl oration", + "Ġexplo ration", + "Ġexplor ation", + ". getY", + ".get Y", + "( handle", + "(h andle", + "(hand le", + "T opic", + "To pic", + "Top ic", + "Ġ Vent", + "ĠV ent", + "ĠVen t", + "ĠVe nt", + "r hs", + "rh s", + "- -----Ċ", + "-- ----Ċ", + "---- --Ċ", + "--- ---Ċ", + "----- -Ċ", + "------ Ċ", + "Ġ Bright", + "ĠB right", + "ĠBr ight", + "ĠBrig ht", + "ĠBri ght", + "Ġ guild", + "Ġg uild", + "Ġgu ild", + "Ġgui ld", + "m other", + "mo ther", + "mot her", + "moth er", + "st orm", + "sto rm", + "stor m", + "Ġmunicip al", + "Ġ ink", + "Ġin k", + "Ġi nk", + ". TYPE", + ".T YPE", + "w l", + ".. . < /", + "_ ro", + "_r o", + "( (*", + "(( *", + "? ???", + "?? ??", + "??? ?", + "_ vertex", + "_ver tex", + "_vert ex", + "ke it", + "ĠH alloween", + "T I", + "Ġ Va", + "ĠV a", + "_ car", + "_c ar", + "_ca r", + "=\" {{$", + "=\"{{ $", + "=\"{ {$", + "Ġrandom ly", + "а ние", + "ан ие", + "ани е", + "Ġsh ocked", + "Ġshock ed", + "ĠPok émon", + "s ignal", + "sign al", + "sig nal", + "Ġ SDK", + "ĠS DK", + "ĠSD K", + "m iddleware", + "middle ware", + "Ġt reating", + "Ġtr eating", + "Ġtreat ing", + "Ġtre ating", + "Ġbur ned", + "Ġburn ed", + "De partment", + "Dep artment", + "Depart ment", + "ĠS pect", + "ĠSp ect", + "ĠSpec t", + "ĠSpe ct", + "Ġ cliente", + "Ġcl iente", + "Ġclient e", + "Ġcli ente", + "Ġ Reddit", + "ĠRe ddit", + "ĠRed dit", + "_ avg", + "_a vg", + "_av g", + "Ġinst alling", + "Ġinstall ing", + "Ġinstal ling", + "_ alpha", + "_al pha", + ", data", + ",d ata", + "Ġ setId", + "Ġset Id", + "Ġ ListView", + "ĠList View", + "( property", + "(p roperty", + "(pro perty", + "(prop erty", + "Ġcross ing", + "Ġ Obj", + "ĠO bj", + "ĠOb j", + "ĠW ard", + "ĠWar d", + "ĠWa rd", + "ĠRedirect To", + "Ġ Present", + "ĠP resent", + "ĠPres ent", + "ĠPre sent", + "Ġdr aws", + "Ġdraw s", + "Ġdra ws", + "ched uled", + "chedule d", + "Ġlegisl ative", + "Ġtw ist", + "Ġ Stra", + "ĠS tra", + "ĠSt ra", + "ĠStr a", + "Ġ AFP", + "ĠA FP", + "ĠAF P", + "ĠC hap", + "ĠCh ap", + "ĠCha p", + "- pr", + "-p r", + ": CGRect", + "Ġ ces", + "Ġc es", + "Ġce s", + "R outes", + "Route s", + "Ro utes", + "n of", + "no f", + "Ġ visa", + "Ġv isa", + "Ġvis a", + "Ġvi sa", + "Ġ TCP", + "ĠT CP", + "ĠTC P", + "ĠE VEN", + "ĠEV EN", + "ĠEVE N", + "iv ial", + "ivia l", + "ivi al", + "Ġ Letter", + "ĠL etter", + "ĠLet ter", + "R AY", + "RA Y", + "Ġ implode", + "Ġim plode", + "Ġimpl ode", + ". eq", + ".e q", + "= '+", + "=' +", + "Ġmot ivated", + "Ġmotiv ated", + "Ġmotivate d", + ". visible", + ".v isible", + ".vis ible", + ". short", + ".s hort", + ".sh ort", + "> manual", + "Ġ Technical", + "ĠTechn ical", + "Ġcorpor ation", + "Ġcorp oration", + "Ġcorpo ration", + "Ġ HW", + "ĠH W", + "an ka", + "ank a", + "T AIL", + "TA IL", + "is tas", + "ist as", + "ista s", + "Ġper forms", + "Ġperform s", + "Ġperfor ms", + "Ġ Behavior", + "ĠBeh avior", + ". For", + ".F or", + "_ ORDER", + "_OR DER", + "_ORD ER", + "Ġ Kick", + "ĠK ick", + "ĠKi ck", + "Ġ callbacks", + "Ġcall backs", + "Ġcallback s", + "_ dr", + "_d r", + "u ego", + "ue go", + "h ub", + "hu b", + "uff icient", + "s ky", + "sk y", + "Ġ bp", + "Ġb p", + "h table", + "ht able", + "hta ble", + "Ġ ONLY", + "ĠON LY", + "ĠAUTH ORS", + "ĠAUTHOR S", + ". Argument", + ".Arg ument", + "\" };Ċ", + "\"} ;Ċ", + "Ġ Thunder", + "ĠTh under", + "ĠThu nder", + "Ġ Kom", + "ĠK om", + "ĠKo m", + ". Should", + ".Sh ould", + "A UTH", + "AU TH", + "AUT H", + "a hu", + "ah u", + "_ payment", + "_p ayment", + "_pay ment", + "Ġ starter", + "Ġst arter", + "Ġstart er", + "Ġstar ter", + "ìĦ ľ", + "ìļ ©", + "B log", + "Bl og", + "Blo g", + ". patch", + ".p atch", + ".pat ch", + "Ġgover ned", + "Ġgovern ed", + "as sy", + "ass y", + "- found", + "-f ound", + "Ġthe ater", + "Ġtheat er", + "ĠFont Weight", + "Ġ Batman", + "ĠBat man", + "\" If", + "\"I f", + ". Random", + ".R andom", + "_ delta", + "_d elta", + "_del ta", + "Ġ CE", + "ĠC E", + "Auth enticated", + "Authenticate d", + "Ġd rone", + "Ġdr one", + "Ġdro ne", + "Ġc ous", + "Ġco us", + "Ġcou s", + "r adius", + "rad ius", + "radi us", + "M er", + "Me r", + "( None", + "(N one", + "Ġ NJ", + "ĠN J", + "_ headers", + "_header s", + "_head ers", + "_he aders", + "Ġ amer", + "Ġa mer", + "Ġam er", + "py test", + "Ġ Actions", + "ĠA ctions", + "ĠAct ions", + "ĠAction s", + "ĉ ĉĉĠĠĠĠ", + "ĉĉ ĉĠĠĠĠ", + "ĉĉĉ ĠĠĠĠ", + "ĉĉĉĠĠĠ Ġ", + "ĉĉĉĠ ĠĠĠ", + "ĉĉĉĠĠ ĠĠ", + "Ġ ett", + "Ġe tt", + "Ġet t", + "Ġh oly", + "Ġho ly", + "Ġhol y", + "Ġun comfort", + "ĠN in", + "ĠNi n", + "Ġ Decimal", + "ĠD ecimal", + "ĠDe cimal", + "ĠDec imal", + "Ġ Messages", + "ĠM essages", + "ĠMessage s", + "ĠMess ages", + ". sender", + ".s ender", + ".se nder", + ".send er", + "] ])Ċ", + "]] )Ċ", + "]]) Ċ", + "Ġem brace", + "Ġemb race", + "Ġembr ace", + "Th ough", + "Tho ugh", + "/ sp", + "/s p", + "Ġcult ures", + "Ġculture s", + "Ġcul tures", + "Ġhigh way", + "t ar", + "ta r", + ". fail", + ".f ail", + ".fa il", + "_ hidden", + "_h idden", + "_hi dden", + "_hid den", + "ĠcomponentDid Mount", + "ĠW right", + "ĠWr ight", + "Ġj ag", + "Ġja g", + "_ il", + "_i l", + "../ ../../", + "../../ ../", + "i gu", + "ig u", + "F ood", + "Foo d", + "Fo od", + "Ġ ace", + "Ġa ce", + "Ġac e", + "Ġa ños", + "Ġaño s", + "Ġañ os", + "U SD", + "US D", + "Ġmut ual", + "Ġmu tual", + "Log ic", + "Ġt emple", + "Ġtem ple", + "Ġtemp le", + "Ġtempl e", + "Ġbrief ly", + "Ġ Trip", + "ĠT rip", + "ĠTr ip", + "ĠTri p", + "class method", + "default s", + "Ġ chunks", + "Ġch unks", + "Ġchunk s", + ", ,,,", + ",, ,,", + ",,, ,", + "Ġ Reason", + "ĠRe ason", + "$ id", + "$i d", + "- ups", + "-up s", + "-u ps", + "Ġ damn", + "Ġda mn", + "Ġdam n", + "Ġtr ucks", + "Ġtruck s", + "Ġun limited", + "Ġunl imited", + "Ġsc ulpt", + "Ġ Cards", + "ĠC ards", + "ĠCar ds", + "ĠCard s", + "Ġ autor", + "Ġa utor", + "Ġaut or", + "Ġauto r", + "Ġau tor", + "Ġ Testing", + "ĠT esting", + "ĠTest ing", + "ĠTes ting", + "Ġd iese", + "Ġdi ese", + "Ġdie se", + "Ġdies e", + "sh ops", + "shop s", + "ç ´", + "( payload", + "(p ayload", + "Ġ PATH", + "ĠP ATH", + "ĠPA TH", + "ĠPAT H", + "ĠMem orial", + "ĠMemo rial", + "ĠMemor ial", + "Ġridic ulous", + "e gree", + "eg ree", + "egr ee", + "-w inning", + "-win ning", + "Ġre hab", + "Ġreh ab", + "Ġsophistic ated", + "w pdb", + "wp db", + "ĉ path", + "ĉp ath", + "! \";Ċ", + "!\" ;Ċ", + "_ SYS", + "_S YS", + "_SY S", + ". speed", + ".s peed", + ".sp eed", + "Ġ soap", + "Ġso ap", + "s uffix", + "W rap", + "Wr ap", + "Ġenh ancement", + "Ġenhance ment", + "à ī", + "ú b", + "Ġ playlist", + "Ġplay list", + "Ġmix ing", + "Ġmi xing", + "Ġmixin g", + "ant idad", + "anti dad", + "=\" \";Ċ", + "=\"\" ;Ċ", + "Ġ Revision", + "ĠRe vision", + "ĠRev ision", + "Ġ Beat", + "ĠB eat", + "ĠBe at", + "ĠBea t", + ". inc", + ".in c", + ".i nc", + "- way", + "-w ay", + "e ncias", + "enc ias", + "encia s", + "enci as", + "u lers", + "ul ers", + "ule rs", + "uler s", + "C at", + "Ca t", + "i del", + "id el", + "ide l", + "Ġ Ship", + "ĠS hip", + "ĠSh ip", + "ĠShi p", + ". setColor", + ".set Color", + "Ġthreat ening", + "Ġthreaten ing", + ". modules", + ".module s", + ".mod ules", + "Ġafter wards", + "Ġafterward s", + "Ġ Dashboard", + "ĠD ashboard", + "ĠDash board", + "Ċ ĠĊ", + "S ignal", + "Sign al", + "Sig nal", + "Ġ primer", + "Ġpr imer", + "Ġprim er", + "Ġprime r", + "Ġpri mer", + "or neys", + "orney s", + "orne ys", + "ici ary", + "icia ry", + "iciar y", + "Ġ ligne", + "Ġl igne", + "Ġli gne", + "Ġlig ne", + "Ġlign e", + "_ predict", + "_p redict", + "_pre dict", + "_pred ict", + "Ġa est", + "Ġae st", + "Ġaes t", + "_ https", + "_http s", + "_ht tps", + "> :", + "Ġ Lex", + "ĠL ex", + "ĠLe x", + "Ġren contres", + "Ġrencont res", + "Ġrencontre s", + "Ġrencontr es", + "eg ral", + "egr al", + "egra l", + "s cala", + "sc ala", + "scal a", + "_ family", + "_f amily", + "ÃŁ en", + "ÃŁe n", + "_ sym", + "_s ym", + "_sy m", + "Ġunc ertainty", + "Ġuncert ainty", + "Ġuncertain ty", + "Ġ VALUE", + "ĠVAL UE", + "Ġ };čĊčĊ", + "Ġ} ;čĊčĊ", + "Ġ};čĊ čĊ", + "Ġ}; čĊčĊ", + "Ġbr oader", + "Ġbro ader", + "Ġbroad er", + "Ġh orses", + "Ġhor ses", + "Ġhorse s", + "Ġhors es", + "ãģ Ŀ", + "Ġ Kal", + "ĠK al", + "ĠKa l", + "o ba", + "ob a", + "_ INET", + "_IN ET", + "_I NET", + "Ġ Kill", + "ĠK ill", + "ĠKi ll", + "ĠKil l", + "j query", + "a mination", + "am ination", + "amin ation", + "ami nation", + "amina tion", + "[ @\"", + "[@ \"", + "Ġm uj", + "Ġmu j", + "# ##Ċ", + "## #Ċ", + "### Ċ", + "First OrDefault", + "then Return", + "C he", + "Ch e", + "/ footer", + "/f ooter", + "/foo ter", + "Ġp arks", + "Ġpar ks", + "Ġpark s", + "as je", + "ĠG ulf", + "ĠGu lf", + "ĠGul f", + "Ġmod est", + "Ġmode st", + "Ġmo dest", + "Ġmodes t", + ". Init", + ".I nit", + ".In it", + "ï¼Ł ĊĊ", + "ï¼ŁĊ Ċ", + "Ġpros pects", + "Ġprospect s", + "Ġ svg", + "Ġs vg", + "Ġsv g", + "Ġ åı", + "Ġå ı", + ". Dialog", + ".D ialog", + ".Di alog", + ".Dial og", + "_ NET", + "_N ET", + "_NE T", + "Ġ (($", + "Ġ( ($", + "Ġ(( $", + "Ġ ek", + "Ġe k", + "Ġ Warning", + "ĠW arning", + "ĠWar ning", + "ĠWarn ing", + "Ġ MK", + "ĠM K", + "< LM", + "", + ")= >", + "Ġ Repair", + "ĠRe pair", + "ĠRep air", + "_ BE", + "_B E", + "B rand", + "Br and", + "u art", + "ua rt", + "uar t", + "p review", + "pr eview", + "pre view", + "prev iew", + "Ġiniti atives", + "Ġinitiative s", + "r unning", + "run ning", + "b ang", + "ba ng", + "ban g", + "ĉ update", + "ĉup date", + "Ġ Coach", + "ĠCo ach", + "R ich", + "Ġ youtube", + "Ġy outube", + "Ġyou tube", + "Ġrit ual", + "Ġri tual", + "ap pa", + "app a", + "ĠRob inson", + "ĠRobin son", + "p recision", + "pre cision", + "prec ision", + "//// ////////////////////////////////////////////////////////////////////////", + "//////// ////////////////////////////////////////////////////////////////////", + "//////////////// ////////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////// ////////////", + "//////////// ////////////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////////////// ////", + "//////////////////////////////////////////////////////////////////// ////////", + "//////////////////////////////////////////////////////////// ////////////////", + "= []Ċ", + "=[ ]Ċ", + "=[] Ċ", + "Ġcelebr ated", + "Ġcelebrate d", + "O TO", + "OT O", + "Ġin clusion", + "Ġincl usion", + "Ġinclus ion", + "J P", + "' ;čĊčĊ", + "'; čĊčĊ", + "';čĊ čĊ", + "Ġnot able", + "Ġno table", + "Ġnota ble", + "( _.", + "(_ .", + "Man aged", + "Manage d", + "Mana ged", + "Ġgu ides", + "Ġguide s", + "Ġguid es", + "Ġgui des", + "& nbsp", + "ated Route", + "Ġ Adjust", + "ĠAd just", + "ĠAdj ust", + "Ġcol ored", + "Ġcolor ed", + "Ġcolore d", + "_ scores", + "_s cores", + "_score s", + "_sc ores", + "Ġ Tesla", + "ĠTe sla", + "ĠTes la", + "_ progress", + "_pro gress", + "_prog ress", + ". inst", + ".in st", + ".i nst", + ".ins t", + "[ '_", + "[' _", + ". flags", + ".f lags", + ".fl ags", + ".flag s", + "Ġ fclose", + "Ġf close", + "Ġfc lose", + "_ OPER", + "_O PER", + "_OP ER", + "ż y", + "_ note", + "_n ote", + "_no te", + "_not e", + "Ġtrans gender", + "å ķ", + "RI PT", + "Ġab sent", + "Ġabs ent", + "Ġ amet", + "Ġa met", + "Ġam et", + "Ġ operand", + "Ġoper and", + "Ġopera nd", + "ë ©", + "Ġ hood", + "Ġh ood", + "Ġho od", + "to LowerCase", + "a vo", + "av o", + "ĠC ircuit", + "ĠCirc uit", + "ĠL ind", + "ĠLin d", + "ĠLi nd", + "-- }}Ċ", + "= m", + "Ġ suppress", + "Ġsup press", + "Ġsupp ress", + "Ġ MAP", + "ĠM AP", + "ĠMA P", + "i ang", + "ia ng", + "ian g", + "- admin", + "-ad min", + "Ġ sidebar", + "Ġs idebar", + "Ġside bar", + "Ġ Bu", + "ĠB u", + "Ġ Hex", + "ĠH ex", + "ĠHe x", + ", F", + "Ġ Signal", + "ĠS ignal", + "ĠSign al", + "ĠSig nal", + "Ġtrans parency", + "ĠF ederation", + "ĠFeder ation", + "ĠFed eration", + "/ V", + "R eq", + "Re q", + "Ġ pulse", + "Ġp ulse", + "Ġpul se", + "Ġpu lse", + "Ġpuls e", + "Ġt ends", + "Ġte nds", + "Ġten ds", + "Ġtend s", + "Number s", + "Num bers", + "% '", + "Ġde port", + "Ġdep ort", + "d atas", + "data s", + "da tas", + "dat as", + "_ UINT", + "_U INT", + "_UI NT", + "_ tra", + "_t ra", + "_tr a", + "o ko", + "ok o", + "Ġ \"?", + "Ġ\" ?", + "com pet", + "comp et", + "so lete", + "sole te", + "sol ete", + "un dry", + "und ry", + "Ġ overlap", + "Ġover lap", + "Ġoverl ap", + "} `,Ċ", + "}` ,Ċ", + "}`, Ċ", + ". ly", + ".l y", + "_ summary", + "_sum mary", + "Ġ Lost", + "ĠL ost", + "ĠLo st", + "ĠLos t", + ". Center", + ".C enter", + "Ġdis ability", + ". Serialization", + ".S erialization", + ".Serial ization", + "Ġ geom", + "Ġge om", + "Ġgeo m", + "Ġ ?:", + "Ġ? :", + "Ġ Wo", + "ĠW o", + "Ġsh ipped", + "Ġship ped", + "Ĥ æķ°", + "Ġu gly", + "Ġug ly", + "Ġugl y", + "Ġexcit ement", + "Ġex terior", + "Ġext erior", + "Ġexter ior", + "Ġ checkout", + "Ġcheck out", + "Ġ kur", + "Ġk ur", + "Ġku r", + ", D", + "ĠAl aska", + "ĠAla ska", + "Ġsyn thetic", + "Ġsynth etic", + "Ġsynt hetic", + "Ġ Budget", + "ĠB udget", + "ĠBud get", + "Ġ Subscribe", + "ĠSub scribe", + "Ġ &Ċ", + "Ġ& Ċ", + "ÈĻ i", + "Ġ Yu", + "ĠY u", + "ĉ query", + "} .Ċ", + "}. Ċ", + "Ġtr aged", + "Ġtra ged", + "Ġtrag ed", + "as sen", + "ass en", + "asse n", + "Ġaccom modation", + "Ġaccommod ation", + "Ġphys ician", + "Ġphysic ian", + "Ġre named", + "Ġren amed", + "Ġrename d", + "Ġt idak", + "Ġtid ak", + "z Äħ", + "Ġ minus", + "Ġm inus", + "Ġmin us", + "n ych", + "ny ch", + "0 97", + "09 7", + "_EX CEPTION", + "th reads", + "thread s", + "Ġt ire", + "Ġti re", + "Ġtir e", + "_ created", + "_c reated", + "_create d", + "_cr eated", + "_cre ated", + "en sure", + "ens ure", + "Ġ worthy", + "Ġw orthy", + "Ġwor thy", + "Ġworth y", + "Ġexc use", + "Ġ cloth", + "Ġc loth", + "Ġcl oth", + "Ġclo th", + "Ġclot h", + ". parentNode", + ".parent Node", + "/ platform", + "/pl atform", + "ĠU FC", + "ĠUF C", + "Ġ Gtk", + "ĠG tk", + "un ny", + "unn y", + "Ġg ibt", + "Ġgi bt", + "Ġgib t", + "ke ley", + "kel ey", + "h um", + "hu m", + "( tx", + "(t x", + "ĉ dev", + "ĉd ev", + "ĉde v", + "Ġout fit", + "Ġoutf it", + "do ors", + "door s", + "Ġ fon", + "Ġf on", + "Ġfo n", + "i cut", + "ic ut", + "v olatile", + "vol atile", + "Ġhom osex", + "Ġhomo sex", + "Max imum", + "Ġex pend", + "Ġexp end", + "Ġ });ĊĊĊ", + "Ġ} );ĊĊĊ", + "Ġ});Ċ ĊĊ", + "Ġ});ĊĊ Ċ", + "Ġ}) ;ĊĊĊ", + "Ġ}); ĊĊĊ", + "E q", + "on ders", + "ond ers", + "onder s", + "onde rs", + "de partment", + "dep artment", + "depart ment", + "Ġ Physics", + "ĠPh ysics", + "ĠPhys ics", + "\" });Ċ", + "\"} );Ċ", + "\"}) ;Ċ", + "Ġpar ad", + "Ġpara d", + "Ġpa rad", + ". Str", + ".S tr", + ".St r", + "Ġs ele", + "Ġse le", + "Ġsel e", + "IF IED", + "IFI ED", + "Ġdel ivers", + "Ġdeliver s", + "i van", + "iv an", + "iva n", + "Ġrespons ibilities", + "Ġadvoc ates", + "Ġadvocate s", + "è µ", + "Ġ RID", + "ĠR ID", + "ĠRI D", + ". parameters", + ".param eters", + ".parameter s", + "M etrics", + "Met rics", + "Metric s", + "ron ics", + "ronic s", + "Ġ UITableViewCell", + "ĠUI TableViewCell", + "ĠUITableView Cell", + "A bsolute", + "Abs olute", + "ip se", + "ips e", + "y lum", + "yl um", + "ML Element", + "MLE lement", + "_ VALID", + "_VAL ID", + "< title", + " \\<^", + ">\\< ^", + "Ġ ios", + "Ġi os", + "Ġio s", + "s ound", + "so und", + "sou nd", + "\" ];", + "\"] ;", + "Ġf reed", + "Ġfr eed", + "Ġfree d", + "Ġfre ed", + "r ottle", + "rot tle", + "rott le", + "Ġ Lower", + "ĠL ower", + "ĠLo wer", + "ĠLow er", + "ĠLowe r", + "[ count", + "[c ount", + "å Ŀ", + "Ġp ale", + "Ġpa le", + "Ġpal e", + "ĠW ayne", + "ĠWay ne", + "ĠWa yne", + "e arth", + "ear th", + "_ categories", + "_c ategories", + "U CK", + "UC K", + ". metadata", + ".m etadata", + ".meta data", + ".met adata", + "Ġsum mon", + "Ġsumm on", + "H OME", + "HO ME", + "олÑĮ з", + "Ġmanufact ured", + "Ġmanufacture d", + "Ġ dock", + "Ġd ock", + "Ġdo ck", + "Ġdoc k", + "Ġcompet itors", + "Ġcompetitor s", + "Ġcompetit ors", + "_ MODEL", + "_MODE L", + "_MO DEL", + "_MOD EL", + "ok ia", + "oki a", + "Ġ Hey", + "ĠH ey", + "ĠHe y", + "Î ¿", + "Ġ backward", + "Ġback ward", + "ĠPO SS", + "ĠPOS S", + "r opa", + "ro pa", + "rop a", + "Ġ cri", + "Ġc ri", + "Ġcr i", + "_ OBJ", + "_O BJ", + "Trans port", + "- high", + "-h igh", + "Ġerot ik", + "Ġero tik", + "_ slot", + "_s lot", + "_sl ot", + "Ġ artic", + "Ġar tic", + "Ġart ic", + "_ framework", + "_f ramework", + "_frame work", + "_fr amework", + "-s erif", + "-se rif", + "-ser if", + "ĠSql DbType", + "' )(", + "') (", + "+ \"/", + "+\" /", + "Ġw ore", + "Ġwor e", + "Ġwo re", + "S il", + "Si l", + "Ġst oring", + "Ġstor ing", + "Ġsto ring", + "Ġ Phase", + "ĠPh ase", + "u ant", + "ua nt", + "uan t", + "Ġb ump", + "Ġbu mp", + "Ġbum p", + "in ho", + "inh o", + "Ġd ign", + "Ġdi gn", + "Ġdig n", + "Ġ backs", + "Ġb acks", + "Ġback s", + "Ġba cks", + "Ġbac ks", + "q q", + "( hash", + "(h ash", + "(has h", + "Ġ geo", + "Ġg eo", + "Ġge o", + "Ġt ender", + "Ġte nder", + "Ġten der", + "Ġtend er", + "L ogo", + "Log o", + "Lo go", + "! )Ċ", + "!) Ċ", + "Ġ MX", + "ĠM X", + "Ġ Arthur", + "ĠAr thur", + "ĠArt hur", + "ĠArth ur", + "ess oa", + "esso a", + "_ Ch", + "_C h", + "Ġbed rooms", + "Ġbedroom s", + "=\"# \"><", + "=\"#\" ><", + "=\"#\"> <", + "Ġ throat", + "Ġth roat", + "Ġthro at", + "i nsic", + "in sic", + "ins ic", + "insi c", + ". integer", + ".int eger", + "Ġ primitive", + "Ġpr imitive", + "Ġprim itive", + "Truth y", + "Ġfacilit ate", + "Ġfacil itate", + "Ġcre ativity", + "Ġcreat ivity", + "Ġ DNS", + "ĠD NS", + "ĠDN S", + "Ġ gra", + "Ġg ra", + "Ġgr a", + "u ez", + "ue z", + "Ġcount less", + "ĠP oland", + "ĠPol and", + "ĠPo land", + "' M", + "Ġ Dist", + "ĠD ist", + "ĠDis t", + "ĠDi st", + "Ġ vest", + "Ġv est", + "Ġve st", + "Ġves t", + "Ġcert ification", + "Ġcertif ication", + "á» ij", + "h eld", + "he ld", + "hel d", + "ext ensions", + "extension s", + "( static", + "(st atic", + "(stat ic", + "Ġ grades", + "Ġg rades", + "Ġgr ades", + "Ġgrad es", + "Ġgrade s", + "Ġgra des", + "Ġ Uber", + "ĠU ber", + "ĠUb er", + "ãģ Ł", + "Ġ [])Ċ", + "Ġ[ ])Ċ", + "Ġ[] )Ċ", + "Ġ[]) Ċ", + "d atos", + "da tos", + "dat os", + "dato s", + "Ġ getData", + "Ġget Data", + "ĠCh arg", + "ĠChar g", + "ĠCha rg", + "Ġ BS", + "ĠB S", + ".m icrosoft", + ".micro soft", + ". video", + ".v ideo", + ". direction", + ".d irection", + ".dir ection", + ".di rection", + ".direct ion", + "-> {'", + "->{ '", + "l ua", + "lu a", + "a pest", + "ap est", + "ape st", + "apes t", + "Ġbo iler", + "Ġboil er", + "e rek", + "er ek", + "ere k", + "Ġdec ides", + "Ġdecide s", + "Ġdecid es", + ". jar", + ".j ar", + "I SC", + "IS C", + "Ġ Words", + "ĠW ords", + "ĠWord s", + "ĠWor ds", + "( CON", + "(C ON", + "EMPL ATE", + "ree ze", + "s hots", + "sh ots", + "shot s", + "a pps", + "ap ps", + "app s", + "un ted", + "unt ed", + "unte d", + ". setName", + ".set Name", + ": :<", + ":: <", + "- bold", + "-b old", + "-bo ld", + "ê ²", + "å¯ Ĩ", + "Long rightarrow", + "Ġun fair", + "Ġunf air", + "Ġ earning", + "Ġe arning", + "Ġear ning", + "Ġearn ing", + "Ġ shelf", + "Ġsh elf", + "Ġshe lf", + "Ġshel f", + "UR EMENT", + "URE MENT", + "Ġ idle", + "Ġi dle", + "Ġid le", + "_ MENU", + "_M ENU", + "_ME NU", + ". Custom", + ".C ustom", + "A GER", + "AG ER", + "AGE R", + "- \"", + "_ switch", + "_s witch", + "_sw itch", + "b ecause", + "be cause", + "bec ause", + ") view", + ")v iew", + "m are", + "ma re", + "mar e", + "_ condition", + "_con dition", + "_cond ition", + "Ġ Starting", + "ĠStart ing", + "ĠStar ting", + "M vc", + "( pre", + "(p re", + "(pr e", + "d ump", + "du mp", + "dum p", + "_ LOCK", + "_L OCK", + "_LO CK", + "_LOC K", + "at etime", + "ate time", + ". callback", + ".c allback", + ".call back", + "ĠC er", + "ĠCe r", + "o pol", + "op ol", + "opo l", + "ib rary", + "ibr ary", + "Ġ reservation", + "Ġres ervation", + "Ġreserv ation", + "Ġreserva tion", + "ĉ ĉĉĉĉĉĉĊ", + "ĉĉ ĉĉĉĉĉĊ", + "ĉĉĉĉ ĉĉĉĊ", + "ĉĉĉ ĉĉĉĉĊ", + "ĉĉĉĉĉ ĉĉĊ", + "ĉĉĉĉĉĉ ĉĊ", + "ĉĉĉĉĉĉĉ Ċ", + "l ector", + "le ctor", + "lect or", + "lec tor", + "grad uate", + "Ġgener ous", + "Ġgene rous", + "Ġ ion", + "Ġi on", + "Ġio n", + "r icao", + "ri cao", + "ric ao", + "rica o", + "m q", + "_ complete", + "_com plete", + "_comp lete", + "( cursor", + "(c ursor", + "Ġ FormControl", + "ĠForm Control", + ": center", + ":c enter", + "Ġsub stitute", + "Ġsubstit ute", + "Ġ Planning", + "ĠPl anning", + "ĠPlan ning", + "Ġp ension", + "Ġpens ion", + "Ġrecommend ation", + "Ġ Tags", + "ĠT ags", + "ĠTag s", + "ĠTa gs", + "Ġg ef", + "Ġge f", + "Ġ albums", + "Ġalbum s", + "Ġalb ums", + "Ġ washing", + "Ġw ashing", + "Ġwash ing", + "r oc", + "ro c", + "Ġtr ains", + "Ġtrain s", + "Ġtra ins", + "Ġtrai ns", + "a tings", + "at ings", + "ating s", + "atin gs", + "Ġex ponent", + "Ġexp onent", + "ack bar", + "- ln", + "-l n", + "á g", + ".Data Annotations", + "Ġ EIF", + "ĠE IF", + "ĠEI F", + "ĠMal aysia", + "ĠMalays ia", + "ĉ PORT", + "ĉP ORT", + "on us", + "onu s", + "Ġc lever", + "Ġcl ever", + "Ġcle ver", + "Ġp eu", + "Ġpe u", + "> ĊĊĊĊ", + ">Ċ ĊĊĊ", + ">ĊĊ ĊĊ", + ">ĊĊĊ Ċ", + "Ġ Arguments", + "ĠArg uments", + "ĠArgument s", + "Ġdeb ugging", + "Ġdebug ging", + "( right", + "(r ight", + "' D", + "com pute", + "comp ute", + "comput e", + "Ġfin est", + "Ġfine st", + "Ġfi nest", + "Ġfines t", + "OR AGE", + "ORA GE", + "Ġspect acular", + "ph rase", + "Ġin dia", + "Ġind ia", + "Ġlegend ary", + "b irth", + "bir th", + "Ġ composite", + "Ġcom posite", + "Ġcomp osite", + "Ġcompos ite", + "Ġg rows", + "Ġgr ows", + "Ġgrow s", + "Ġgro ws", + "Ġ TD", + "ĠT D", + "Ġe pid", + "Ġep id", + "Ġlaunch ing", + "] ][", + "]] [", + "Min utes", + "Minute s", + "Ġ Cha", + "ĠC ha", + "ĠCh a", + "Ġclean ed", + "Ġcle aned", + "Ġwitness es", + "u kan", + "uk an", + "uka n", + "ĉ Type", + "ĉT ype", + "Ġh abe", + "Ġhab e", + "Ġha be", + "par agraph", + "para graph", + "ĠJ Panel", + "ĠJP anel", + "ĠH ann", + "ĠHa nn", + "ĠHan n", + "Ġvar ied", + "Ġvari ed", + "Ġva ried", + "Ġ Pokemon", + "ĠP okemon", + "ĠPok emon", + "ĠPoke mon", + "ĠM UST", + "ĠMU ST", + "åĬ ¨", + ". visibility", + ".vis ibility", + "op up", + "^ [", + ". expand", + ".exp and", + "Ġ \"',", + "Ġ\" ',", + "Ġ\"' ,", + ".f asterxml", + "_ auto", + "_a uto", + "_aut o", + "Ġ Sheet", + "ĠS heet", + "ĠShe et", + "m arker", + "mark er", + "mar ker", + "Par cel", + "e ws", + "ew s", + "Ġ Strategy", + "ĠStr ategy", + "ĠStrateg y", + "- making", + "-m aking", + "Ġun ve", + "Ġtr ailing", + "Ġtrail ing", + "Ġtra iling", + "Ġtrai ling", + "Ġcl icks", + "Ġclick s", + "Ġcli cks", + "Ġclic ks", + "Ġ GetComponent", + "ĠGet Component", + "ĉ content", + "ĉc ontent", + "ĉcon tent", + "ĉcont ent", + "IG ENCE", + "ER NEL", + "ERN EL", + "NSMutable Array", + "Ġb reat", + "Ġbr eat", + "Ġbre at", + "Ġharm ful", + "¶ Ī", + "Ġbes ides", + "Ġbeside s", + "Ġb oring", + "Ġbo ring", + "Ġbor ing", + "Ġbrut al", + "Ġbru tal", + "v ang", + "va ng", + "van g", + "( parse", + "(p arse", + "(par se", + "qu ick", + "qui ck", + "Ġ pytest", + "Ġpy test", + "Ġpyt est", + "Ġswitch ing", + "( )]Ċ", + "() ]Ċ", + "()] Ċ", + "Ġ ìĦ", + "Ġì Ħ", + "L ER", + "LE R", + "ĉ font", + "ĉf ont", + "Ġ nett", + "Ġn ett", + "Ġne tt", + "Ġnet t", + ") ]ĊĊ", + ")]Ċ Ċ", + ")] ĊĊ", + "( /\\", + "(/ \\", + "æŀ ľ", + "to Array", + "Ġb reed", + "Ġbr eed", + "Ġbre ed", + "Ġbree d", + "Ġ CAR", + "ĠC AR", + "ĠCA R", + "Ġ Weapon", + "ĠWe apon", + "A bs", + "Ab s", + "t ot", + "to t", + "Ġ setName", + "Ġset Name", + "a ptive", + "apt ive", + "Ġ :,", + "Ġ: ,", + "Ġ escaped", + "Ġesc aped", + "Ġescape d", + "Ġescap ed", + "or den", + "ord en", + "orde n", + "Ġ Pri", + "ĠP ri", + "ĠPr i", + "th umbnail", + "Ġde scriptions", + "Ġdes criptions", + "Ġdescription s", + "Ġdescri ptions", + "/ styles", + "/st yles", + "/style s", + "Ġ PCI", + "ĠP CI", + "ĠPC I", + "Ġ alphabet", + "Ġal phabet", + "Ġalpha bet", + "Ġalph abet", + "astic search", + "astics earch", + "N OTE", + "NO TE", + "NOT E", + "Ġc ialis", + "Ġci alis", + "ĠGr iff", + "ĠGri ff", + "Ġp orque", + "Ġpor que", + "Ġprote ins", + "Ġprotein s", + "p lays", + "pl ays", + "play s", + "pla ys", + "Ġst ating", + "Ġstat ing", + "Ġsta ting", + "Ġstati ng", + "Ġim agination", + "Ġimag ination", + "Ġimagin ation", + "Ġf acial", + "Ġfa cial", + "Ġfac ial", + "ĠM echan", + "ĠMe chan", + "ĠMech an", + "ĠMec han", + "Ġarr anged", + "Ġarrang ed", + "Ġarrange d", + "_ used", + "_u sed", + "_us ed", + "_use d", + "Ġarrang ements", + "Ġarrangement s", + "Ġarrange ments", + "Ġ Pipe", + "ĠP ipe", + "ĠPi pe", + "ĠPip e", + "host name", + "Ġpro vinc", + "Ġprov inc", + "T it", + "Ti t", + ".Flat Style", + "Ġ Split", + "ĠS plit", + "ĠSp lit", + "ĠSpl it", + "Ġ Loader", + "ĠL oader", + "ĠLo ader", + "ĠLoad er", + ". cc", + ".c c", + "Ġ clinic", + "Ġcl inic", + "Ġclin ic", + "Ġcli nic", + "-------- --------------------", + "---------------- ------------", + "------------ ----------------", + "------------- ---------------", + "--------------- -------------", + "-------------- --------------", + "-------------------- --------", + "Ġb aking", + "Ġba king", + "Ġbak ing", + "Ġ ENT", + "ĠE NT", + "ĠEN T", + "ne ath", + "nea th", + "ãĢģ ĊĊ", + "ãĢģĊ Ċ", + "A NE", + "AN E", + ".EntityFramework Core", + "a ppers", + "ap pers", + "app ers", + "apper s", + "appe rs", + ". ic", + ".i c", + "Ġ NgModule", + "ĠNg Module", + "Ġ FORM", + "ĠF ORM", + "ĠFOR M", + "ĠFO RM", + "Ġ ';", + "Ġ' ;", + "- profit", + "-pro fit", + "-prof it", + "h w", + "en emy", + "ene my", + "Ġ Eye", + "ĠE ye", + "ĠEy e", + "Ġca ution", + "Ġcaut ion", + "t own", + "to wn", + "Ġur ged", + "Ġurge d", + "Ġurg ed", + "Ġ Jimmy", + "ĠJim my", + "ynchron ous", + "-s ized", + "-size d", + "m aking", + "ma king", + "mak ing", + ", {", + "] ',", + "]' ,", + "_ Object", + "_O bject", + "_Obj ect", + "ah oma", + "aho ma", + "Ġact ivist", + "Ġactiv ist", + "IN VAL", + "INV AL", + "Ġ Commercial", + "ĠCom mercial", + "ĠComm ercial", + "ĠOr lando", + "( tab", + "(t ab", + "Ġ ب", + "ĠØ ¨", + "Al gorithm", + "Ġher itage", + "Get Mapping", + "Ġfail ures", + "Ġfailure s", + "r ios", + "ri os", + "rio s", + "at iva", + "ati va", + "ativ a", + "Ġ tet", + "Ġt et", + "Ġte t", + "Ġcar pet", + "Ġcarp et", + "( Z", + "th ree", + "thr ee", + "Ġdis closure", + "Ġdisc losure", + ". ERROR", + ".ERR OR", + "_ called", + "_c alled", + "_call ed", + "_cal led", + "Ġd ial", + "Ġdi al", + "Ġdia l", + "Ġoccas ional", + "Ġoccasion al", + ". Err", + ".E rr", + "Ġfun cion", + "Ġfunc ion", + "caff old", + "caf fold", + "Ġre leasing", + "Ġrele asing", + "ï¼ī ĊĊ", + "ï¼īĊ Ċ", + "_ Value", + "_V alue", + "_Val ue", + "Ġ Vari", + "ĠV ari", + "ĠVar i", + "ĠVa ri", + "y ellow", + "Ġstrugg les", + "Ġstruggle s", + ". cal", + ".c al", + ".ca l", + "ĠDak ota", + "ĉ close", + "ĉc lose", + "ĉcl ose", + "Ġsand wich", + "Ġ analytics", + "Ġan alytics", + "Ġanaly tics", + "Ġanalytic s", + "Ġ **)", + "Ġ* *)", + "Ġ** )", + "& #", + "Ġ Jos", + "ĠJ os", + "ĠJo s", + "Ġpass ive", + "AT TR", + "ATT R", + "Th rowable", + "Throw able", + "ĠM un", + "ĠMu n", + "Ġ Uint", + "ĠU int", + "ĠUi nt", + "( disposing", + "(dis posing", + "a rak", + "ar ak", + "ara k", + "Ġ Leaders", + "ĠLe aders", + "ĠLeader s", + "ĠLead ers", + "Ġaffect ing", + "Ġitem View", + "Ġe conomics", + "Ġecon omics", + "Ġeconomic s", + "Ġeconom ics", + "f v", + "๠Ģ", + ". rb", + ".r b", + "Ġ Overall", + "ĠOver all", + "Ġwealth y", + "Ġev olved", + "Ġevolve d", + "n da", + "nd a", + "ĠH us", + "ĠHu s", + "re strict", + "u men", + "um en", + "ume n", + "ĠA gricult", + "ĠAgr icult", + "! ĊĊĊ", + "!ĊĊ Ċ", + "!Ċ ĊĊ", + "Ġ expires", + "Ġex pires", + "Ġexp ires", + "Ġexpire s", + "Ġspokes person", + "int erval", + "inter val", + "Ġ â", + "Ġà ¢", + "Ġ queen", + "Ġqu een", + "Ġque en", + "( nil", + "(n il", + "i ngo", + "in go", + "ing o", + "He ap", + "Ù İ", + "Ġcom plain", + "Ġcomp lain", + "Ġcompl ain", + "S ym", + "Sy m", + "Ġ Clone", + "ĠCl one", + "ĠClo ne", + "Ġ Ru", + "ĠR u", + "ĠW ILL", + "ĠWI LL", + "Ġ Crystal", + "ĠCr ystal", + "ĠCry stal", + "/ content", + "/c ontent", + "/con tent", + "i ngen", + "in gen", + "ing en", + "inge n", + "oint ment", + "Last Name", + "av icon", + "avi con", + "avic on", + "Ġ IBM", + "ĠI BM", + "ĠIB M", + "Ġ Dimension", + "ĠD imension", + "ĠDim ension", + "a nh", + "an h", + "ici pants", + "icip ants", + "icipant s", + "Ġ Anne", + "ĠAn ne", + "ĠAnn e", + ". progress", + ".pro gress", + "Ġ algo", + "Ġal go", + "Ġalg o", + "o bil", + "ob il", + "obi l", + "Ġ Voice", + "ĠV oice", + "ĠVo ice", + "Ġ FE", + "ĠF E", + "Ġ gli", + "Ġg li", + "Ġgl i", + "Ġ ved", + "Ġv ed", + "Ġve d", + "Ġpr events", + "Ġpre vents", + "Ġprevent s", + "Ġprev ents", + "\\ Column", + "\\C olumn", + "Ġ folk", + "Ġf olk", + "Ġfol k", + "Ġfo lk", + "e tti", + "et ti", + "ett i", + "Ġ mn", + "Ġm n", + "Ġ CLASS", + "ĠCL ASS", + "Ġdis playing", + "Ġdisplay ing", + "Ġdispl aying", + "ĠK l", + "ĠF err", + "ĠFe rr", + "ĠFer r", + "d uto", + "du to", + ". ib", + ".i b", + "Ġ dados", + "Ġd ados", + "Ġda dos", + "Ġdad os", + "Ġdado s", + "' name", + "'n ame", + "'na me", + "- space", + "-s pace", + "-sp ace", + "Ġit alian", + "Ġitalia n", + "Ġ inverse", + "Ġin verse", + "Ġinv erse", + "Ġinvers e", + "Ġ dense", + "Ġd ense", + "Ġden se", + "Ġdens e", + "u ter", + "ut er", + "ute r", + "Ġ IEnumerator", + "ĠI Enumerator", + "- sign", + "-s ign", + "Ġnation wide", + "Ġ persona", + "Ġperson a", + "Ġpers ona", + "Ġperso na", + "Ġs olved", + "Ġsol ved", + "Ġsolve d", + "Ġdram atically", + "Ġdramatic ally", + "Log out", + "Logo ut", + "Ġ grav", + "Ġg rav", + "Ġgr av", + "Ġgra v", + "Ġanal yses", + "Ġanaly ses", + "Ġanalys es", + "Ġanalyse s", + "ol lo", + "oll o", + "Ġ lamp", + "Ġl amp", + "Ġla mp", + "Ġlam p", + ". team", + ".t eam", + ".te am", + "Ġ Erot", + "ĠE rot", + "ĠEr ot", + "= [\"", + "=[ \"", + "Ġd ancing", + "Ġdan cing", + "Ġ ?>/", + "Ġ? >/", + "Ġ?> /", + "Ġc ater", + "Ġca ter", + "Ġcat er", + "Ġcate r", + "f fe", + "ff e", + "Ġ Sha", + "ĠS ha", + "ĠSh a", + "ĠB os", + "ĠBo s", + "ĠRE QUIRE", + "Ġ Monster", + "ĠMon ster", + "ĠMons ter", + "Ġ RB", + "ĠR B", + "Ġ IDE", + "ĠI DE", + "ĠID E", + "Ġs uits", + "Ġsu its", + "Ġsuit s", + "Ġsui ts", + "Ġ formData", + "Ġform Data", + "( theta", + "(th eta", + "(the ta", + "Ġs patial", + "Ġsp atial", + "Ġspat ial", + "= NULL", + "=N ULL", + "Ġ SqlConnection", + "ĠSql Connection", + "Ġ à", + "ĠV enez", + "ĠVen ez", + "ĠVe nez", + "Ġ Morning", + "ĠM orning", + "ĠMor ning", + "Ġpublic ations", + "Ġpub lications", + "Ġpublication s", + "ĠNON INFRINGEMENT", + "first Name", + "u ds", + "ud s", + "W ould", + "Wo uld", + "_ HEAD", + "_HE AD", + "Ġinv ested", + "Ġinvest ed", + "Ġinve sted", + "s table", + "st able", + "sta ble", + "stab le", + "f red", + "fr ed", + "fre d", + "Ġcomm ander", + "Ġcommand er", + "Ġcomma nder", + "Ġcommande r", + "S ES", + "SE S", + "âĢĶ a", + "an che", + "anc he", + "anch e", + "Ġ Movement", + "ĠM ovement", + "ĠMo vement", + "ĠMove ment", + "ĠMov ement", + "ë ³", + "S uite", + "Su ite", + "Suit e", + "Ġjur isdiction", + "ë ¦¬", + "ë¦ ¬", + "Ġ Beth", + "ĠB eth", + "ĠBe th", + "ĠBet h", + "j Query", + "ĠI sa", + "ĠIs a", + "Ġd ental", + "Ġden tal", + "Ġdent al", + ", *", + "Ġ Limit", + "ĠL imit", + "ĠLim it", + "ĠLi mit", + "il iation", + "ili ation", + "ilia tion", + "= \"{", + "=\" {", + "b ast", + "ba st", + "bas t", + "Ġt urb", + "Ġtu rb", + "Ġtur b", + "i sy", + "is y", + "O OK", + "OO K", + "Ġadv ocate", + "Ġadvoc ate", + "i mag", + "im ag", + "ima g", + "LE CTION", + "LECT ION", + "LEC TION", + "л ÑĮ", + "( category", + "(c ategory", + ". dec", + ".d ec", + ".de c", + "Ġun iqu", + "Ġuni qu", + "Ġuniq u", + "_ sn", + "_s n", + "Ġat tracted", + "Ġattr acted", + "Ġattract ed", + "Ġ Ãī", + "Ġà ī", + "Ġ Running", + "ĠR unning", + "ĠRun ning", + "_ edges", + "_edge s", + "_ed ges", + "Ġ Disable", + "ĠD isable", + "ĠDis able", + "_ AS", + "_A S", + "åĽ ¾", + "Ġnetwork ing", + "Ġnet working", + "_ branch", + "_br anch", + "H aving", + "Ha ving", + "toBe Truthy", + "G I", + "Ġc amps", + "Ġca mps", + "Ġcamp s", + "Ġcam ps", + "s ep", + "se p", + "- part", + "-p art", + "-par t", + "Ġ )ĊĊĊĊĊĊĊĊ", + "Ġ) ĊĊĊĊĊĊĊĊ", + "Ġ)Ċ ĊĊĊĊĊĊĊ", + "Ġ)ĊĊ ĊĊĊĊĊĊ", + "Ġ)ĊĊĊ ĊĊĊĊĊ", + "ustr alia", + "ustral ia", + "Ġ Reports", + "ĠRe ports", + "ĠRep orts", + "ĠReport s", + "ĠRepo rts", + "r ito", + "ri to", + "rit o", + "Ġwa ist", + "_ plus", + "_p lus", + "_pl us", + "Ġ WW", + "ĠW W", + "- person", + "-p erson", + "-per son", + "Ap ril", + "Apr il", + "Ġ sar", + "Ġs ar", + "Ġsa r", + ". tar", + ".t ar", + ".ta r", + "Ġagricult ural", + "Ġagr icultural", + "t ic", + "ti c", + "Ġ tcp", + "Ġt cp", + "Ġtc p", + "Ġ setValue", + "Ġset Value", + "ag ento", + "agent o", + "agen to", + "Ġ Appe", + "ĠA ppe", + "ĠApp e", + "ĠAp pe", + "p iler", + "pi ler", + "pile r", + "C ADE", + "CA DE", + "CAD E", + "Ġ anche", + "Ġan che", + "Ġanch e", + "Ġanc he", + "at cher", + "atch er", + "Ġc omics", + "Ġcom ics", + "Ġcomic s", + "Ġ lbs", + "Ġl bs", + "Ġlb s", + "_ segment", + "_s egment", + "_se gment", + "_seg ment", + "' ]=$", + "'] =$", + "']= $", + "it ters", + "itt ers", + "itter s", + "itte rs", + "i cher", + "ic her", + "ich er", + "iche r", + "G INE", + "GIN E", + "GI NE", + "Ġutil ize", + "Ġutiliz e", + "Ġ Cursor", + "ĠC ursor", + "ĠCurso r", + "_ expression", + "_ex pression", + "_exp ression", + "_expr ession", + "Ġ dag", + "Ġd ag", + "Ġda g", + "< long", + " < ?=", + "> x", + ". Task", + ".T ask", + "m oney", + "mon ey", + "mo ney", + "ib aba", + "iba ba", + "' });Ċ", + "'} );Ċ", + "'}) ;Ċ", + "Ġ Specific", + "ĠS pecific", + "ĠSpec ific", + "Ġ Linear", + "ĠL inear", + "ĠLine ar", + "ĠLin ear", + "ĠLi near", + "_ OPT", + "_O PT", + "_OP T", + "Hash Code", + "( Player", + "(P layer", + ".Contains Key", + "Ġ collapsed", + "Ġc ollapsed", + "Ġcoll apsed", + "Ġcollapse d", + "Ġcollaps ed", + "trans parent", + "_R ANGE", + "View er", + "( cfg", + "(c fg", + "(cf g", + "Ġ sorting", + "Ġs orting", + "Ġsort ing", + "Ġsor ting", + "Ġinf ected", + "Ġinfect ed", + "Ġ Nach", + "ĠN ach", + "ĠNa ch", + "Ġaccommod ate", + ". elements", + ".e lements", + ".element s", + ".el ements", + ".elem ents", + "_ PART", + "_P ART", + "_PA RT", + "_PAR T", + "Ġ Sexy", + "ĠSe xy", + "ĠSex y", + "= get", + "=g et", + "( year", + "(y ear", + "Ġ xhr", + "Ġx hr", + ": ]", + "ow ski", + "ows ki", + "Ġsum mar", + "Ġsumm ar", + "Ġ ¿", + "Ġ ¿", + "Ġ inte", + "Ġin te", + "Ġint e", + "Ġi nte", + "Ġ workflow", + "Ġwork flow", + "ĠTai wan", + "v ersions", + "vers ions", + "version s", + "åı ij", + "Ġsur prisingly", + "Ġsurprising ly", + "Ġop tical", + "Ġopt ical", + "Ġoptic al", + "Ġpro ces", + "Ġproc es", + "Ġdis agree", + "Ġdisag ree", + "Ġn uevo", + "Ġnue vo", + "Ġ CAM", + "ĠC AM", + "ĠCA M", + "s orted", + "sort ed", + "le ases", + "lease s", + "lea ses", + "is tle", + "ist le", + "I dent", + "Id ent", + "Ide nt", + "ĉ event", + "ĉe vent", + "ĉev ent", + "j ected", + "ject ed", + "jec ted", + "Ch unk", + "V ars", + "Var s", + "Va rs", + ". provider", + ".pro vider", + "Ġproceed ings", + "Ġproceeding s", + "Ġ inclusive", + "Ġin clusive", + "Ġincl usive", + "Ġinclus ive", + "Ġart work", + "end ants", + "enda nts", + "endant s", + "ï¼ļ Ċ", + "s een", + "se en", + "see n", + "Ġ lig", + "Ġl ig", + "Ġli g", + "Ġ makers", + "Ġm akers", + "Ġmake rs", + "Ġma kers", + "Ġmaker s", + "Ġmak ers", + "_ fun", + "_f un", + "_fu n", + "Ġlength s", + "Ġleng ths", + "Path Variable", + "[ item", + "[i tem", + "[it em", + "ภµ", + "D ead", + "De ad", + "FF FFFF", + "FFFF FF", + "FFF FFF", + "Ġ Urban", + "ĠUr ban", + "ĠUrb an", + "u ples", + "up les", + "uple s", + "i chen", + "ic hen", + "ich en", + "iche n", + "( nullptr", + "(null ptr", + ". spec", + ".s pec", + ".sp ec", + ", System", + ",S ystem", + "U RATION", + "UR ATION", + "URA TION", + "( job", + "(j ob", + "å¼ ı", + "Ġ tracker", + "Ġtr acker", + "Ġtrack er", + "Ġtra cker", + "Å Ļ", + "Ġ MR", + "ĠM R", + "Ġ SQLite", + "ĠSQL ite", + "ĠSQ Lite", + "Ġ dto", + "Ġd to", + "Ġdt o", + "Ġ ;;Ċ", + "Ġ; ;Ċ", + "Ġ;; Ċ", + "Ġ mint", + "Ġm int", + "Ġmin t", + "Ġmi nt", + "Ġ Introduction", + "ĠInt roduction", + "ĠIntro duction", + "c ao", + "ca o", + "Ġquest ioned", + "Ġquestion ed", + "Ġquesti oned", + "Ġf itted", + "Ġfit ted", + "Ġfitte d", + "re vision", + "rev ision", + "s q", + "Ġm ig", + "Ġmi g", + "_ units", + "_un its", + "_unit s", + "_ async", + "_a sync", + "_as ync", + "Ġf lick", + "Ġfl ick", + "} );ĊĊĊ", + "});Ċ ĊĊ", + "});ĊĊ Ċ", + "}) ;ĊĊĊ", + "}); ĊĊĊ", + "Ġn otre", + "Ġnot re", + "Ġno tre", + "} `,", + "}` ,", + "F ilters", + "Filter s", + "Fil ters", + "Ġm undo", + "Ġmu ndo", + "Ġmund o", + "Ġmun do", + "_ days", + "_d ays", + "_day s", + "_da ys", + "Ġ frm", + "Ġf rm", + "Ġfr m", + "u tc", + "ut c", + "Ġ vals", + "Ġv als", + "Ġval s", + "Ġva ls", + "e width", + "ew idth", + "Ġ Generator", + "ĠG enerator", + "ĠGener ator", + "ĠGen erator", + "Ġ Artist", + "ĠArt ist", + "Ġ IDs", + "ĠI Ds", + "ĠID s", + "Ġ Articles", + "ĠArt icles", + "ĠArticle s", + "re ater", + "reate r", + "reat er", + "rea ter", + "ĠComponent Fixture", + ". =", + "Ġ rou", + "Ġr ou", + "Ġro u", + "- no", + "-n o", + ".b ukkit", + "e gg", + "eg g", + "Ġ Diff", + "ĠD iff", + "ĠDi ff", + "a tics", + "at ics", + "atic s", + "ati cs", + "Ñĥ Ñĩ", + "âĢĶ ĊĊ", + "Ġ Charlotte", + "ĠChar lotte", + "ĠCharl otte", + "b ye", + "by e", + "Ġ });čĊčĊ", + "Ġ} );čĊčĊ", + "Ġ}) ;čĊčĊ", + "Ġ});čĊ čĊ", + "Ġ}); čĊčĊ", + "ĠV ik", + "ĠVi k", + "ĠB row", + "ĠBr ow", + "ĠBro w", + "Ġ lv", + "Ġl v", + "ĠG ib", + "ĠGi b", + "- wing", + "-w ing", + "-win g", + "GL IGENCE", + "( Il", + "(I l", + "ĠEngine er", + ". Wait", + ".W ait", + "Ġ Pictures", + "ĠP ictures", + "ĠPicture s", + "ĠPic tures", + "Ġr het", + "Ġrh et", + "Ġrhe t", + "Ġ thermal", + "Ġth ermal", + "Ġther mal", + "Ġtherm al", + "Ġp raise", + "Ġpr aise", + "Ġpra ise", + "< >();ĊĊ", + "<>();Ċ Ċ", + "<>( );ĊĊ", + "<> ();ĊĊ", + "Ġ Spider", + "ĠSp ider", + "ĠSpi der", + "P ause", + "Pa use", + "ĠB aker", + "ĠBa ker", + "ĠBak er", + "ĠBake r", + "Ġs lower", + "Ġsl ower", + "Ġslow er", + "Ġslo wer", + "Ġ }]Ċ", + "Ġ} ]Ċ", + "Ġ}] Ċ", + "_ enqueue", + "_en queue", + "Ġdis appeared", + "Ġdisappe ared", + "Ġdisappear ed", + "Ġ Ticket", + "ĠT icket", + "ĠTi cket", + "ĠTick et", + "ĠTic ket", + "IN UX", + "INU X", + "_ LOCAL", + "_LO CAL", + "_LOC AL", + "аÑģ Ñģ", + "@Inject able", + "comm unity", + "G estureRecognizer", + "Gesture Recognizer", + "åĽ ½", + "Ġs cales", + "Ġsc ales", + "Ġscale s", + "Ġsca les", + "Ġscal es", + "Ġ -(", + "Ġ- (", + "/ '+", + "/' +", + "Ġ Sit", + "ĠS it", + "ĠSi t", + "Ġexecutive s", + "Ġexecut ives", + "ar ding", + "ard ing", + "ardi ng", + "ardin g", + "Ġad vers", + "Ġadv ers", + "Ġback wards", + "Ġbackward s", + "ĉ context", + "ĉcon text", + "ĉcont ext", + "ĠH amp", + "ĠHam p", + "ĠHa mp", + "Ġ PF", + "ĠP F", + "Ġ Deck", + "ĠD eck", + "ĠDe ck", + "ĠDec k", + "Ġ Craig", + "ĠC raig", + "ĠCra ig", + "A merican", + "Americ an", + "America n", + "Ġ bell", + "Ġb ell", + "Ġbe ll", + "Ġbel l", + "Ġp rol", + "Ġpro l", + "Ġpr ol", + "u fen", + "uf en", + "ufe n", + "Ġ rng", + "Ġr ng", + "Ġrn g", + "ar shal", + "ars hal", + "Ġ Simply", + "ĠSim ply", + "ĠSimpl y", + "first name", + "sh ore", + "J uly", + "Jul y", + "Ju ly", + "Ġm ortality", + "Ġmort ality", + "Ġmortal ity", + "ĠâĨĴ ĊĊ", + "H elpers", + "Helper s", + "Help ers", + "Hel pers", + "Ġ benchmark", + "Ġb enchmark", + "Ġbench mark", + "e made", + "em ade", + "ema de", + "Ġorgan isations", + "Ġorganis ations", + "Ġorganisation s", + ".g son", + ".gs on", + "Ġ TextField", + "ĠT extField", + "ĠText Field", + "Ġcivil ians", + "Ġciv ilians", + "Ġcivilian s", + ". Arrays", + ".Array s", + ".Ar rays", + "ĠMiss issippi", + "Ġinter mediate", + "Ġintermedi ate", + "get User", + "_ cluster", + "_cl uster", + "Rel ative", + "fore ign", + ".querySelector All", + "Fore ignKey", + "Foreign Key", + "Ġreason ably", + "- --------Ċ", + "-- -------Ċ", + "---- -----Ċ", + "-------- -Ċ", + "--- ------Ċ", + "----- ----Ċ", + "------ ---Ċ", + "------- --Ċ", + "--------- Ċ", + "C ards", + "Card s", + "Car ds", + "ĠK am", + "ĠKa m", + "Ġ Thor", + "ĠT hor", + "ĠTh or", + "Ġ roller", + "Ġr oller", + "Ġro ller", + "Ġroll er", + "Ġrol ler", + "- element", + "-e lement", + "-el ement", + "Ġ Currency", + "ĠC urrency", + "d die", + "dd ie", + "AL LY", + "ALL Y", + "Ġ RA", + "ĠR A", + "Ġper met", + "Ġperm et", + "Ġperme t", + "a aaa", + "aa aa", + "aaa a", + "Ġhome work", + "Ġhom ework", + "ĠV it", + "ĠVi t", + "Ġm old", + "Ġmo ld", + "Ġmol d", + "ĠF er", + "ĠFe r", + "[ start", + "Ġstat istical", + "Ġstatist ical", + "Ġstatistic al", + "Ġsc ary", + "Ġsca ry", + "Ġscar y", + "_ HOME", + "_H OME", + ". Begin", + ".B egin", + ".Be gin", + "Con struct", + "o genic", + "og enic", + "ogen ic", + "oge nic", + "ĠDEAL INGS", + "Ġtamb ién", + "i xon", + "ix on", + "ixo n", + ". ind", + ".in d", + ".i nd", + "a cre", + "ac re", + "acr e", + "Ġ transforms", + "Ġtrans forms", + "Ġtransform s", + "ĠN ap", + "ĠNa p", + ". Block", + ".B lock", + ".Bl ock", + "uss ia", + "p iration", + "pi ration", + "pir ation", + "ul ent", + "ule nt", + "ulen t", + "Ġ ceil", + "Ġc eil", + "Ġce il", + "Cl ause", + "Cla use", + "n aire", + "na ire", + "T ES", + "TE S", + "Ġn eat", + "Ġne at", + "S TD", + "ST D", + "Ġ RegExp", + "ĠReg Exp", + "per form", + "perf orm", + ": )", + "Ġun ions", + "Ġunion s", + "Ġuni ons", + "Ġs ublic", + "Ġsub lic", + "Ġw inds", + "Ġwin ds", + "Ġwind s", + "Ġwi nds", + "lo ating", + "loat ing", + "g lich", + "gl ich", + "gli ch", + "Ġ pagination", + "Ġp agination", + "Ġpag ination", + "Ġpagina tion", + "S kill", + "Sk ill", + "App ly", + "Ap ply", + "Ġ Operator", + "ĠO perator", + "ĠOper ator", + "ĠOp erator", + "ĠOpera tor", + "ist ogram", + "isto gram", + "Ġ qualities", + "Ġqual ities", + "Ġquali ties", + "C ross", + "Cr oss", + "Cro ss", + "Ġd ecom", + "Ġde com", + "Ġdec om", + "Ġdeco m", + "] ,\"", + "], \"", + "Ġ Juan", + "ĠJ uan", + "ĠJu an", + ". modal", + ".m odal", + ".mod al", + ".mo dal", + ". Child", + ".Ch ild", + "Ġ Roger", + "ĠR oger", + "ĠRo ger", + "ĠRog er", + "STIT UTE", + ":CGRect Make", + "a lette", + "al ette", + "ale tte", + "alet te", + "Ġ sta", + "Ġs ta", + "Ġst a", + "a side", + "as ide", + "asi de", + "Ġ blur", + "Ġbl ur", + "Ġ Wa", + "ĠW a", + "if etime", + "ife time", + "r eed", + "re ed", + "ree d", + "control s", + "contr ols", + "contro ls", + "Ġ bins", + "Ġb ins", + "Ġbi ns", + "Ġbin s", + "Ġ пол", + "Ġп ол", + "Ġпо л", + "* /,Ċ", + "*/ ,Ċ", + "*/, Ċ", + "U IS", + "UI S", + "ĠR ou", + "ĠRo u", + "Ġ Demo", + "ĠD emo", + "ĠDe mo", + "ĠDem o", + "- awesome", + "Ġ Chain", + "ĠCh ain", + "ĠCha in", + "Ġh asta", + "Ġhas ta", + "Ġha sta", + "Ġhast a", + "ĠB art", + "ĠBar t", + "ĠBa rt", + ". KEY", + ".K EY", + "Ġ vendors", + "Ġv endors", + "Ġvend ors", + "Ġvendor s", + "no follow", + "nof ollow", + "Ġ Dest", + "ĠD est", + "ĠDe st", + "ĠDes t", + "_ builder", + "_b uilder", + "_build er", + "Ġarg ues", + "Ġargue s", + "_ answer", + "_an swer", + "_ans wer", + "g oto", + "go to", + "got o", + "Ġ RESULT", + "ĠRES ULT", + "Ġ MON", + "ĠM ON", + "ĠMO N", + "Ġp oder", + "Ġpo der", + "Ġpod er", + "Ġpode r", + "o ons", + "oo ns", + "oon s", + "_ CASE", + "_C ASE", + "_CA SE", + "Ġrep lic", + "Ġrepl ic", + "Ġfin ancing", + "Ġfinanc ing", + "Ġfinan cing", + "Ġ DATE", + "ĠD ATE", + "ĠDA TE", + "ĠDAT E", + "c ern", + "ce rn", + "cer n", + "_ track", + "_t rack", + "_tr ack", + "_tra ck", + "t ies", + "ti es", + "tie s", + "/ logo", + "/l ogo", + "/log o", + "/lo go", + "ĠNE GLIGENCE", + "get Type", + "> T", + "b et", + "be t", + "g irl", + "gi rl", + "ĠINCIDENT AL", + "- site", + "-s ite", + ". trigger", + ".tr igger", + "Ġ Lisa", + "ĠL isa", + "ĠLi sa", + "ĠLis a", + "_ inputs", + "_in puts", + "_input s", + "_inp uts", + "Ġrel atives", + "Ġrelative s", + "Ġrelativ es", + "Ġrelat ives", + "Logged In", + "Con figure", + "Config ure", + "Conf igure", + "I K", + ". accept", + ".ac cept", + ".acc ept", + "Re sume", + "Res ume", + "Ġ Draft", + "ĠD raft", + "ĠDr aft", + "ĠDra ft", + "Ġ *>(", + "Ġ* >(", + "Ġ*> (", + "Ġ WA", + "ĠW A", + "ed ian", + "edia n", + "edi an", + "er ness", + "ern ess", + "erne ss", + "ernes s", + "Ġ LayoutInflater", + "ĠLayout Inflater", + "* /čĊčĊ", + "*/ čĊčĊ", + "*/čĊ čĊ", + "o thy", + "ot hy", + "oth y", + "Ġoblig ation", + "Ġobl igation", + "Sub scribe", + "Ġ thumbnail", + "Ġth umbnail", + "ex ist", + "Ġins isted", + "Ġinsist ed", + "Ġ UICollectionView", + "ĠU ICollectionView", + "ĠUI CollectionView", + "Ġ Angular", + "ĠAng ular", + "Ġtable ts", + "Ġtab lets", + "Ġtablet s", + "Ġ Impact", + "ĠImp act", + "ãĢį ĊĊ", + "ãĢįĊ Ċ", + "a ho", + "ah o", + "Ġcharacter istic", + "g d", + "Ġ= ================================================", + "Ġ================= ================================", + "Ġ================================= ================", + "o urt", + "ou rt", + "our t", + "` .", + "App ro", + "Ap pro", + "Co ordinate", + "Coord inate", + "Re member", + "Rem ember", + "Ġ marine", + "Ġm arine", + "Ġmar ine", + "Ġma rine", + "Ġmari ne", + "Ġmarin e", + "] =='", + "]= ='", + "]== '", + "Ġ Administrator", + "ĠAdmin istrator", + "ĠAdministr ator", + ". getDefault", + ".get Default", + ".getD efault", + "Ġ forgot", + "Ġf orgot", + "Ġfor got", + "Ġforg ot", + "Ġ Structure", + "ĠStruct ure", + "V ue", + "Vu e", + "ar sing", + "ars ing", + "arsi ng", + "m oment", + "mo ment", + "mom ent", + "k w", + "_ cursor", + "_c ursor", + "Att ack", + "Ġath letic", + "Ġdiagn osed", + "Ġdiagnose d", + "Ġ ende", + "Ġe nde", + "Ġen de", + "Ġend e", + "åĪ łéĻ¤", + "H ouse", + "Ho use", + "Ġ PARAM", + "ĠP ARAM", + "ĠPA RAM", + "ĠPAR AM", + "ĠPARA M", + "Ġ wiki", + "Ġw iki", + "Ġwi ki", + "Ġwik i", + "Ġ Opp", + "ĠO pp", + "ĠOp p", + "Ġcons ervation", + "Ġconserv ation", + "Ġ snd", + "Ġs nd", + "Ġsn d", + "_ tem", + "_t em", + "_te m", + "sub str", + "subst r", + "subs tr", + "ĠC ape", + "ĠCap e", + "ĠCa pe", + ". sim", + ".s im", + ".si m", + "U TION", + "UT ION", + "a nan", + "an an", + "ana n", + "âĢĻ un", + "Ġ gy", + "Ġg y", + "- work", + "-w ork", + "Ġcomp elling", + "Ġcompel ling", + "= '#", + "=' #", + "ĉ sub", + "ĉs ub", + "Ġ directories", + "Ġdirect ories", + "Ġdirector ies", + "íĬ ¸", + "Ġ touches", + "Ġtouch es", + "Ġtou ches", + "out ines", + "outine s", + ". Collection", + ".C ollection", + ".Col lection", + "s chedule", + "sched ule", + ". lat", + ".l at", + "Ġ Doctrine", + "ĠDo ctrine", + "C AA", + "CA A", + "Ġ Refer", + "ĠRe fer", + "ĠRef er", + "Ġshift s", + "Ġ likelihood", + "Ġlik elihood", + "pr eter", + "pre ter", + "pret er", + "Ġ Female", + "ĠF emale", + "ĠFe male", + "ĠFem ale", + "Ġinter cept", + "Ġ lou", + "Ġl ou", + "Ġlo u", + "çĻ »", + "Ġ rug", + "Ġr ug", + "Ġru g", + "ĠC rown", + "ĠCr own", + "ĠCro wn", + "ĠCrow n", + "Ġ ****************************************************************************", + "Ġ************************************************************************ ****", + "Ġ************************************************************************** **", + "Ġ**************************************************************** ************", + "Ġ**** ************************************************************************", + "Ġ******************************************************** ********************", + "Ġ************************************************ ****************************", + "- product", + "-pro duct", + "-produ ct", + "Ġprompt ed", + "u ngle", + "un gle", + "ung le", + "d ocker", + "do cker", + "doc ker", + "dock er", + "Ġ Tu", + "ĠT u", + "Ġ Unique", + "ĠUn ique", + "ĠUni que", + "_ Error", + "_E rror", + "_Err or", + "u los", + "ul os", + "ulo s", + "Ġ âĦ", + "Ġâ Ħ", + "Ġ (`", + "Ġ( `", + "G etting", + "Get ting", + "_ scal", + "_s cal", + "_sc al", + "Ġ Enh", + "ĠE nh", + "ĠEn h", + "ü t", + "Ġsust ained", + "Ġsustain ed", + "Ġ patches", + "Ġp atches", + "Ġpat ches", + "Ġpatch es", + "Ġpros per", + "ĠG aza", + "ĠGa za", + "ĠGaz a", + "_ light", + "_l ight", + "_li ght", + "Ġin cons", + "Ġinc ons", + "Ġincon s", + "- -------Ċ", + "-- ------Ċ", + "---- ----Ċ", + "-------- Ċ", + "--- -----Ċ", + "----- ---Ċ", + "------ --Ċ", + "------- -Ċ", + "ĉ ĉĠĠĠĠĠĠ", + "ĉĉ ĠĠĠĠĠĠ", + "ĉĉĠĠĠ ĠĠĠ", + "ĉĉĠ ĠĠĠĠĠ", + "ĉĉĠĠ ĠĠĠĠ", + "ĉĉĠĠĠĠ ĠĠ", + "ĉĉĠĠĠĠĠ Ġ", + "S F", + "C N", + ": \";Ċ", + ":\" ;Ċ", + "ĠColl ins", + "( *)", + "(* )", + "Ġcomp ilation", + "Ġcompil ation", + "' ]čĊ", + "'] čĊ", + "Ġcon sequence", + "Ġconsequ ence", + "Ġconse quence", + ", ...", + ",. ..", + "Ġ dm", + "Ġd m", + "Ġ BLOCK", + "ĠB LOCK", + "ĠBL OCK", + "Cl uster", + "Ġ ski", + "Ġs ki", + "Ġsk i", + "( argc", + "(arg c", + "(ar gc", + "T uple", + "Tu ple", + "Ġj oins", + "Ġjoin s", + "Ġjo ins", + "ĠSher iff", + "W ar", + "Wa r", + "in di", + "ind i", + "Ġcom mented", + "Ġcomm ented", + "Ġcomment ed", + "H OST", + "HO ST", + "Ġ invitation", + "Ġinv itation", + "Ġinvit ation", + "apan ese", + "Ġper mits", + "Ġpermit s", + "Ġperm its", + "preced ented", + "_ zone", + "_z one", + "Ġ Amy", + "ĠA my", + "ĠAm y", + "_ RD", + "_R D", + "Min imum", + "Ġinv ocation", + "Ġinvo cation", + ". enable", + ".e nable", + ".en able", + "i chten", + "ich ten", + "icht en", + "ichte n", + "- owned", + "\" id", + "_PO INTER", + "_POINT ER", + "F ac", + "Fa c", + "Ġspec ifications", + "Ġspecific ations", + "Ġspecification s", + "Ġn omination", + "Ġno mination", + "Ġnom ination", + "Ġnomin ation", + "Ġ gp", + "Ġg p", + "< (", + "Ġ robots", + "Ġro bots", + "Ġrob ots", + "Ġrobot s", + "Ġ Jerry", + "ĠJ erry", + "ĠJer ry", + "Ġ holders", + "Ġh olders", + "Ġhold ers", + "Ġholder s", + "Ġhol ders", + "Ġ wand", + "Ġw and", + "Ġwa nd", + "Ġwan d", + "c ms", + "cm s", + "Ġ }))Ċ", + "Ġ} ))Ċ", + "Ġ}) )Ċ", + "Ġ})) Ċ", + ". Toast", + ".To ast", + "ĠI List", + "ĠIL ist", + "B ased", + "Base d", + "Bas ed", + "Ba sed", + "z oom", + "zo om", + "/ style", + "/st yle", + "ĠB eck", + "ĠBe ck", + "ĠBec k", + "M en", + "Me n", + "Ġcontrib uting", + "Ġ undo", + "Ġu ndo", + "Ġun do", + "Ġund o", + "Ġ OH", + "ĠO H", + "Ġadd Object", + "Ġe igen", + "Ġei gen", + "Ġeig en", + "sign up", + "éĶ Ļ", + "Ġd istant", + "Ġdis tant", + "Ġdist ant", + "Ġdi stant", + "PAR ATOR", + "Ġ Mari", + "ĠM ari", + "ĠMar i", + "ĠMa ri", + "Ġ má", + "Ġm á", + "E mp", + "Em p", + "ó s", + "Ġ ìĪĺ", + "Ġì Īĺ", + "ĠìĪ ĺ", + "e vt", + "ev t", + "+ j", + "p ark", + "par k", + "pa rk", + "Ġ Stay", + "ĠSt ay", + "ĠSta y", + "ĠD un", + "ĠDu n", + "Ġs oy", + "Ġso y", + "> %", + "az ines", + "azine s", + "azi nes", + "Ġti empo", + "( me", + "(m e", + "p resent", + "pre sent", + "pres ent", + ". This", + ".T his", + ".Th is", + "Ġed itors", + "Ġedit ors", + "Ġeditor s", + "Ġedi tors", + "F IELD", + ". Work", + ".W ork", + "ĠUn iverse", + "ĠUnivers e", + "ĠUni verse", + "ĠUniv erse", + "Ġdr unk", + "Ġdru nk", + ". timer", + ".t imer", + ".time r", + ".tim er", + "Ġal tered", + "Ġalt ered", + "Ġalter ed", + "Ġalte red", + "ĠN ar", + "ĠNa r", + "ëł ¥", + ". Active", + ".Act ive", + "id or", + "ido r", + "ç Ń", + ".delta Time", + "Ġawk ward", + "& quot", + "ĠS afari", + "ĠSaf ari", + "Ġt ricks", + "Ġtr icks", + "Ġtri cks", + "Ġtrick s", + "M ENTS", + "MENT S", + "div ision", + "di vision", + "Ġvar ying", + "Ġva rying", + "Ġvary ing", + "ĠHigh way", + "Ġphot ographer", + "Ġphotograph er", + "ĠSt ewart", + "ĠSte wart", + "Ġ lasting", + "Ġl asting", + "Ġlast ing", + "Ġlas ting", + ". Pre", + ".P re", + ".Pr e", + ".amazon aws", + "Ġ Luck", + "ĠL uck", + "ĠLuc k", + "ĠLu ck", + ". Description", + ".D escription", + ".De scription", + ".Des cription", + "Ġ Naz", + "ĠN az", + "ĠNa z", + "n eg", + "ne g", + "Ġc ó", + "<< \"\\", + "<<\" \\", + "Ġ Surv", + "ĠS urv", + "ĠSur v", + "ĠSu rv", + "Ġ Unc", + "ĠU nc", + "ĠUn c", + "Rec ipe", + ". BorderStyle", + ".Border Style", + "Ġmod ifications", + "Ġmodification s", + "Ġmodific ations", + "- at", + "-a t", + "AT FORM", + "h dr", + "hd r", + "a ko", + "ak o", + "Ġsub license", + "Ġsublic ense", + "Ġ Jump", + "ĠJ ump", + "ĠJu mp", + "Ġbe im", + "Ġbei m", + "ĠMan hattan", + ". bool", + ".b ool", + ".bo ol", + "_ hw", + "_h w", + "ÑĤ ÑĮ", + "B in", + "Bi n", + "Ġ gateway", + "Ġg ateway", + "Ġgate way", + "\" \":", + "\"\" :", + "Ġ UIS", + "ĠU IS", + "ĠUI S", + ": \"+", + ":\" +", + "- def", + "-d ef", + "-de f", + "Ġ Regular", + "ĠReg ular", + "/ testing", + "/t esting", + "/test ing", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "string stream", + "Ġdis par", + "Ġdi spar", + "Ġdisp ar", + "Ġm obil", + "Ġmo bil", + "Ġmob il", + "- read", + "-r ead", + "-re ad", + "Ġ Adapter", + "ĠAd apter", + "ĠAda pter", + "ĠAdapt er", + "ĠCh ampions", + "ĠChampion s", + "ĠChamp ions", + "Ġ scheduler", + "Ġs cheduler", + "Ġsched uler", + "Ġschedule r", + "Ġ kills", + "Ġk ills", + "Ġkill s", + "Ġkil ls", + "Ġ Multiple", + "ĠM ultiple", + "ĠMulti ple", + "ĠMult iple", + "ĠMultip le", + "i rror", + "ir ror", + "Ġg ods", + "Ġgo ds", + "Ġgod s", + "A DO", + "AD O", + "a kte", + "ak te", + "akt e", + "Ġ Usuario", + "ĠUs uario", + ".c ircular", + "Ġre cept", + "Ġrec ept", + "Ġrece pt", + "Ġrecep t", + "Ġ Expr", + "ĠEx pr", + "ĠExp r", + "Ġelder ly", + "Ġnice ly", + "Ġnic ely", + "Ġb este", + "Ġbe ste", + "Ġbest e", + "Ġbes te", + "W ant", + "Wa nt", + "Ġclass ical", + "Ġclassic al", + ". sprite", + ".s prite", + ".sp rite", + "ob jc", + "obj c", + "ĠM ason", + "ĠMa son", + "ĠMas on", + "Ġs istema", + "Ġsist ema", + "Ġsistem a", + ". Black", + ".B lack", + ".Bl ack", + "e so", + "es o", + "ĠZe it", + "Ġ divid", + "Ġd ivid", + "Ġdi vid", + "Ġdiv id", + "Ġen ters", + "Ġent ers", + "Ġenter s", + "_ subject", + "_sub ject", + "_su bject", + "Ġ Planet", + "ĠPlan et", + "ĠPlane t", + "ĠPla net", + ". warning", + ".w arning", + ".warn ing", + "Ġ Gram", + "ĠG ram", + "ĠGr am", + "ĠGra m", + "_ tokens", + "_t okens", + "_token s", + "_tok ens", + "Ġhouse holds", + "Ġhousehold s", + "_ customer", + "_c ustomer", + "_custom er", + "_cust omer", + "user Name", + "c ross", + "cr oss", + "cro ss", + "Ġp ione", + "Ġpi one", + "Ġass ists", + "Ġassist s", + "_ SM", + "_S M", + "i bo", + "ib o", + "Ġl oyal", + "Ġlo yal", + "Ġus eless", + "Ġuse less", + "# elif", + "ĠUlt imate", + "C ome", + "Com e", + "Co me", + "g el", + "ge l", + "Ġd ich", + "Ġdi ch", + "Ġdic h", + "x yz", + "xy z", + "i kel", + "ik el", + "ike l", + "o bra", + "ob ra", + "_ scan", + "_s can", + "_sc an", + "Ġ Interior", + "ĠIn terior", + "ĠInt erior", + "ĠInter ior", + "Ġ Nice", + "ĠN ice", + "ĠNic e", + "ĠNi ce", + "Ġp lac", + "Ġpl ac", + "Ġpla c", + "ĉ target", + "ĉt arget", + "Ġv iral", + "Ġvi ral", + "Ġvir al", + "as so", + "ass o", + "( )/", + "() /", + "u nde", + "un de", + "und e", + "Ġ Adobe", + "ĠAd obe", + "O s", + "vis ited", + "visit ed", + "Ġ OW", + "ĠO W", + "Ġ Feed", + "ĠF eed", + "ĠFe ed", + "ĠFee d", + "Ġ Sequence", + "ĠSe quence", + "ĠSequ ence", + "Ġman ages", + "Ġmanage s", + "Ġmana ges", + "in son", + "ins on", + "ĠLouis iana", + "{ })", + "{} )", + "ĠH ab", + "ĠHa b", + "Ġ LD", + "ĠL D", + "Ġb ip", + "Ġbi p", + "p rites", + "pr ites", + "prite s", + "prit es", + "pri tes", + "( elem", + "(e lem", + "(el em", + "(ele m", + ".h ibernate", + "é lé", + "él é", + "Ġoh ne", + "_ transaction", + "_trans action", + "Ġann unci", + "P ublished", + "Publish ed", + "Ġ Honda", + "ĠH onda", + "ĠHon da", + "ĠHo nda", + "ĠHond a", + "Ġ Tam", + "ĠT am", + "ĠTa m", + "Ġ Packet", + "ĠP acket", + "ĠPac ket", + "ĠPack et", + "ĠPa cket", + "_ selector", + "_se lector", + "_select or", + "_sel ector", + "Ġchalleng ed", + "Ġchallenge d", + "P rocessing", + "Process ing", + "- hover", + "-h over", + "Ġ trainer", + "Ġtr ainer", + "Ġtrain er", + "Ġtra iner", + "Ġtrai ner", + "_ cancel", + "_c ancel", + "_can cel", + "Ġ NSDictionary", + "ĠNS Dictionary", + "ab ric", + "abr ic", + "Ġ MLS", + "ĠM LS", + "ĠML S", + "_ sensor", + "_s ensor", + "Ġsh rink", + "Ġshr ink", + "Ġshri nk", + "Ġ FX", + "ĠF X", + "th reshold", + "thresh old", + "ĉ HX", + "ĉH X", + "- mark", + "-m ark", + "-mar k", + "` .`", + "`. `", + "S cheme", + "Sch eme", + "( full", + "(f ull", + "_ writer", + "_w riter", + "_write r", + "_wr iter", + "Ġ Sys", + "ĠS ys", + "ĠSy s", + "Ġf led", + "Ġfl ed", + "Ġfle d", + "ĠC in", + "ĠCi n", + "- widget", + "-w idget", + "Ġ Previous", + "ĠPre vious", + "ĠPrev ious", + "G ender", + "Ge nder", + "Gen der", + "_ question", + "_q uestion", + "_qu estion", + "_quest ion", + "F eed", + "Fe ed", + "Fee d", + "Ġsc rut", + "Ġscr ut", + "( prefix", + "(p refix", + "(pre fix", + "(pref ix", + "ãĢĤ ãĢĤ", + "Ġin fections", + "Ġinf ections", + "Ġinfection s", + "Ġinfect ions", + "P arts", + "Par ts", + "Part s", + "Pa rts", + "Ġh ierarchy", + "Ġhier archy", + "_ DELETE", + "_DE LETE", + "Ġ Patient", + "ĠP atient", + "ĠPat ient", + "_ pay", + "_p ay", + "_pa y", + "Ġprom oted", + "Ġpromote d", + "Ġpromot ed", + "Ġpromo ted", + "Ġ ìĭ", + "Ġì ĭ", + "Ġcivil ian", + "Ġciv ilian", + "Ġagricult ure", + "Ġagr iculture", + "Ġ Piece", + "ĠP iece", + "ĠPi ece", + "ĠPie ce", + "Ġ stance", + "Ġst ance", + "Ġsta nce", + "Ġstan ce", + "uts che", + "utsch e", + "As sign", + "Ass ign", + ". ACTION", + ".A CTION", + ".AC TION", + ".ACT ION", + "F ig", + "Fi g", + "_ radius", + "_r adius", + "_rad ius", + "_radi us", + "Ġ Sync", + "ĠS ync", + "ĠSy nc", + "ĠSyn c", + "d ucer", + "du cer", + "duc er", + "duce r", + "f ailure", + "fail ure", + "en sed", + "ens ed", + "ense d", + "p time", + "pt ime", + "B M", + "_ datetime", + "_d atetime", + "_date time", + "_dat etime", + "qu ivo", + "quiv o", + "qui vo", + "QUE UE", + "èĢ ħ", + "App ear", + "Ap pear", + "Appe ar", + "Ġsum mit", + "Ġsumm it", + ": void", + ":v oid", + "Ġ vine", + "Ġv ine", + "Ġvi ne", + "Ġvin e", + "è ®¤", + "è® ¤", + "on ne", + "onn e", + "_ TRANS", + "_TR ANS", + "_TRAN S", + "_TRA NS", + ". green", + ".g reen", + ".gr een", + "_ cc", + "_c c", + "Ġhung ry", + "Ġ \">", + "Ġ\" >", + "( ));čĊčĊ", + "() );čĊčĊ", + "()) ;čĊčĊ", + "());čĊ čĊ", + "()); čĊčĊ", + "Ex tract", + "Ext ract", + "Extra ct", + "i zens", + "iz ens", + "ize ns", + "izen s", + "Ġ solver", + "Ġs olver", + "Ġsol ver", + "Ġsolve r", + "N otify", + "Not ify", + "Ġ english", + "Ġeng lish", + "Ġ Shopping", + "ĠSh opping", + "ĠShop ping", + "ĠSho pping", + "inter faces", + "interface s", + "R EQ", + "RE Q", + "Ġil leg", + "Ġill eg", + "Ġ UIImageView", + "ĠUI ImageView", + "ĠUIImage View", + "Ġ disconnect", + "Ġdis connect", + "Ġ Until", + "ĠUn til", + "ĠUnt il", + "ĠCons ervative", + "ĠConserv ative", + "@ Column", + "Ġshift ed", + "Ġ :čĊ", + "Ġ: čĊ", + "Ġf ich", + "Ġfi ch", + "Ġfic h", + "Ġd la", + "Ġdl a", + "Ġs hoe", + "Ġsh oe", + "Ġsho e", + "\" ),čĊ", + "\") ,čĊ", + "\"), čĊ", + "ul arity", + "ular ity", + "_ RESP", + "_RE SP", + "_R ESP", + "_RES P", + "We ather", + "UI Application", + ". iterator", + ".it erator", + ".iter ator", + "Ġ aging", + "Ġa ging", + "Ġag ing", + ". Parent", + ".P arent", + ".Par ent", + "o wie", + "ow ie", + "owi e", + "( equal", + "(e qual", + "(eq ual", + "Ġ Conv", + "ĠCon v", + "ĠCo nv", + "/ default", + "/d efault", + "/de fault", + "Ġme asuring", + "Ġmeas uring", + ". prev", + ".p rev", + ".pre v", + ".pr ev", + ". IsValid", + ".Is Valid", + ". Fat", + ".F at", + "Ġs Äĥ", + "key words", + "keyword s", + "with out", + "Ġs overe", + "Ġso vere", + "Ġex changes", + "Ġexchange s", + "Ġm elt", + "Ġme lt", + "Ġmel t", + "Ġis lands", + "Ġisland s", + "Ġisl ands", + "ĠInt egr", + "Ġj umping", + "Ġjump ing", + "Ġ gle", + "Ġg le", + "Ġgl e", + "Ġjournal ism", + "Ġ dated", + "Ġd ated", + "Ġdate d", + "Ġda ted", + "Ġdat ed", + "Local ized", + "Ġ Refresh", + "ĠRe fresh", + "ĠRef resh", + "P article", + "Part icle", + "Ġ aa", + "Ġa a", + "ĠST RICT", + "ĠSTR ICT", + "Ġb od", + "Ġbo d", + ". Process", + ".P rocess", + ".Pro cess", + "_ AUTO", + "_A UTO", + "_AUT O", + "Ġ Published", + "ĠP ublished", + "ĠPublish ed", + "e very", + "ever y", + "ev ery", + "eve ry", + "Ġtechn ological", + "Ġtechno logical", + "Ġtechnolog ical", + "l sx", + "ls x", + "Ġir rit", + "Ġirr it", + "Add itional", + "Ġ delimiter", + "Ġdel imiter", + "Ġdelim iter", + "_ language", + "_l anguage", + "- area", + "-a rea", + "-ar ea", + "bo ys", + "boy s", + "Ġ Tube", + "ĠT ube", + "ĠTu be", + "ĠTub e", + "Ġ wat", + "Ġw at", + "Ġwa t", + "Ġmechan ics", + "Ġmechanic s", + "_ owner", + "_o wner", + "_own er", + "S pell", + "Sp ell", + "Spe ll", + "Ġ Stories", + "ĠSt ories", + "ĠSto ries", + ".Append Line", + "T ableView", + "Table View", + "h em", + "he m", + "s tick", + "st ick", + "sti ck", + "ol lower", + "oll ower", + "ollow er", + "ollo wer", + "I FF", + "IF F", + "Ġ UV", + "ĠU V", + "oll ision", + "S UB", + "SU B", + "Ġcom parable", + "Ġcompar able", + "Ġd onde", + "Ġdo nde", + "Ġdon de", + "s ales", + "sa les", + "sal es", + "sale s", + "ll vm", + "Ġ }],Ċ", + "Ġ} ],Ċ", + "Ġ}] ,Ċ", + "OTT OM", + "Ġ Purpose", + "ĠP urpose", + "ĠPur pose", + "L ab", + "La b", + "Ġinterview ed", + "o is", + "oi s", + "a sil", + "as il", + "asi l", + ". setId", + ".set Id", + "Ġ Instruction", + "ĠIn struction", + "- ->", + "-- >", + "Ġ Modified", + "ĠMod ified", + "ation ally", + "ational ly", + "Ġ Meeting", + "ĠMe eting", + "ĠMeet ing", + "è¯ ¯", + "# region", + "Ġ routing", + "Ġr outing", + "Ġro uting", + "Ġrout ing", + "Ġrou ting", + ". focus", + ".f ocus", + "ĠY outh", + "ĠYou th", + "ĠYo uth", + "< D", + "ĠN ag", + "ĠNa g", + "cont acts", + "contact s", + "Ġ forming", + "Ġfor ming", + "Ġform ing", + "Ġ mie", + "Ġm ie", + "Ġmi e", + "',[' ../", + "Ġ BP", + "ĠB P", + "Ġapp et", + "Ġap pet", + "Ġappe t", + "Ġ Teacher", + "ĠT eacher", + "ĠTe acher", + "ĠTea cher", + "ĠTeach er", + "Ġ TP", + "ĠT P", + "Ġann ually", + "Ġannual ly", + "outed EventArgs", + "Ġ Speaker", + "ĠS peaker", + "ĠSpe aker", + "ĠSpeak er", + "Ġ rename", + "Ġre name", + "Ġr ename", + "Ġren ame", + "C FG", + "CF G", + "(\" //", + "(\"/ /", + "æİ ¥", + "/ pages", + "/p ages", + "/page s", + "Ġpr és", + "Ġpré s", + "Ġ Spell", + "ĠS pell", + "ĠSp ell", + "ĠSpe ll", + ". Allow", + ".Al low", + ".All ow", + "ĠINT ERRU", + "ĠINTER RU", + "Ġ (#", + "Ġ( #", + "âĢĻ ĊĊ", + "âĢĻĊ Ċ", + "_ Generic", + "_G eneric", + ". imshow", + ".im show", + "_ tim", + "_t im", + "_ti m", + "- face", + "-f ace", + "( &(", + "(& (", + "ati num", + "atin um", + "Ġrevolution ary", + "Ġ Hours", + "ĠH ours", + "ĠHo urs", + "ĠHour s", + "ĠHou rs", + "r ain", + "ra in", + "rai n", + "Ġany time", + "Ġ abb", + "Ġa bb", + "Ġab b", + ". jsp", + ".j sp", + ".js p", + "S crollView", + "Scroll View", + "Ġ Truth", + "ĠTr uth", + "ĠTru th", + "Ġ anticipated", + "Ġanticip ated", + "Ġanticipate d", + "Ġantic ipated", + "Ġ accent", + "Ġacc ent", + "Ġac cent", + ". checked", + ".check ed", + "Ġspec ifies", + "Ġ caf", + "Ġc af", + "Ġca f", + "Ġcell padding", + "Ġ cooked", + "Ġco oked", + "Ġcook ed", + "Ġ Hugh", + "ĠH ugh", + "ĠHu gh", + "pe ek", + "pee k", + "_ RATE", + "_R ATE", + "_RA TE", + "Ġd orm", + "Ġdo rm", + "Ġdor m", + "/ čĊ", + "IV ITY", + ". Controller", + ".Cont roller", + ".Control ler", + "( part", + "(p art", + "(par t", + "(pa rt", + ". constraint", + ".con straint", + "Ġin vasion", + "Ġinv asion", + "M OVE", + "MO VE", + "MOV E", + "Ġgl uc", + "Ġglu c", + "l ename", + "le name", + "len ame", + "lena me", + "Ġ amen", + "Ġa men", + "Ġam en", + "eng lish", + "engl ish", + "ĠSw itzerland", + "\" ;ĊĊĊ", + "\";Ċ ĊĊ", + "\";ĊĊ Ċ", + "\"; ĊĊĊ", + "p est", + "pe st", + "pes t", + ". collect", + ".c ollect", + ".col lect", + ".coll ect", + "N ib", + "Ni b", + "Ġ Dict", + "ĠD ict", + "ĠDi ct", + "Ġ Emb", + "ĠE mb", + "ĠEm b", + "( subject", + "(sub ject", + "Ġout rage", + "Ġoutr age", + "Ġoutra ge", + "Ġdec iding", + "Ġdecid ing", + "Ġsent enced", + "Ġsentence d", + "F echa", + "Fe cha", + "\" A", + "Ġ quer", + "Ġqu er", + "Ġque r", + "Ġq uer", + "Ġfont Family", + "Ġqu adr", + "Ġquad r", + "Ġqua dr", + "- Y", + "_ CACHE", + "_C ACHE", + "_CA CHE", + "Ġan alyzed", + "Ġanaly zed", + "Ġanalyze d", + "Ġg aining", + "Ġgain ing", + "Ġga ining", + "Ġ Against", + "ĠAgain st", + "ĠS oul", + "ĠSo ul", + "ĠSou l", + "t au", + "ta u", + "Ġlight weight", + "Ġ TF", + "ĠT F", + "Ġ Effects", + "ĠE ffects", + "ĠEffect s", + "ĠEff ects", + ". Types", + ".T ypes", + ".Type s", + ". addClass", + ".add Class", + "Ġv egan", + "Ġve gan", + "Ġveg an", + "é ģ", + ". '\"", + ".' \"", + "Ġ Explorer", + "ĠEx plorer", + "ĠExpl orer", + "ĠExplore r", + ". detect", + ".d etect", + ".det ect", + ". shift", + ".s hift", + ".sh ift", + "Ġoblig ations", + "Ġobligation s", + "last Name", + "Ġassoci ations", + "Ġassociation s", + "Ġassoc iations", + "ĠTime Span", + "un ter", + "unt er", + "unte r", + "Ġ Fresh", + "ĠF resh", + "ĠFr esh", + "ĠFre sh", + "ĠFres h", + "Com patible", + "Compat ible", + "P ub", + "Pu b", + "id ges", + "idge s", + ". option", + ".op tion", + ".o ption", + ".opt ion", + "v ari", + "var i", + "va ri", + ". hashCode", + ".hash Code", + "Ġ geb", + "Ġg eb", + "Ġge b", + ". section", + ".s ection", + ".se ction", + ".sec tion", + "- not", + "-n ot", + "-no t", + "Ġ Submit", + "ĠSub mit", + "T N", + "reg istry", + "registr y", + "regist ry", + "_ media", + "_m edia", + "_me dia", + "_med ia", + "Ġn aj", + "Ġna j", + "f ft", + "ff t", + "Ġ mate", + "Ġm ate", + "Ġmat e", + "Ġma te", + "- third", + "-th ird", + "Ġp ockets", + "Ġpocket s", + "e sta", + "es ta", + "est a", + "Ġb ent", + "Ġbe nt", + "Ġben t", + "ĠN ord", + "ĠNo rd", + "ĠNor d", + "Ġretail ers", + "Ġretailer s", + "ĠM orris", + "ĠMor ris", + "ĠMorr is", + ". \"\"\"ĊĊ", + ".\"\" \"ĊĊ", + ".\"\"\"Ċ Ċ", + ".\"\"\" ĊĊ", + "W rong", + "Wr ong", + "Ġ ÅĽ", + "ĠÅ Ľ", + "R ay", + "Ra y", + ". ec", + ".e c", + "Ġ Bind", + "ĠB ind", + "ĠBi nd", + "ĠBin d", + "_ HAND", + "_H AND", + "( non", + "(n on", + "(no n", + "is Valid", + "Ġsimilar ly", + "_ LIMIT", + "_L IMIT", + "Ġd ynamics", + "Ġdynamic s", + "Ġdynam ics", + "Ġdyn amics", + "Ġdist inction", + "Ġdistinct ion", + "ãģ Ĩ", + "< N", + "Ġ orth", + "Ġor th", + "Ġort h", + "Ġ Toyota", + "ĠToy ota", + "Ġ Kate", + "ĠK ate", + "ĠKat e", + "ĠKa te", + "Ġ LS", + "ĠL S", + "o rie", + "or ie", + "ori e", + "ĠSpring s", + "ĠSpr ings", + "Ġf reak", + "Ġfre ak", + "last name", + "_ MULT", + "_M ULT", + "_MUL T", + "- step", + "-s tep", + "-st ep", + "-ste p", + "\" (", + "A DDR", + "AD DR", + "ADD R", + "Ġentert aining", + "Ġentertain ing", + "_ CONF", + "_CON F", + "_CO NF", + "Ġ decoded", + "Ġde coded", + "Ġdec oded", + "Ġdecode d", + "Ġdeco ded", + "Ġst reak", + "Ġstre ak", + "Ġwait ed", + "Ġwa ited", + "Ġnot ified", + "ro duced", + "rodu ced", + "rod uced", + "roduce d", + "vis ual", + ". LayoutParams", + ".Layout Params", + "æ °", + "e sian", + "es ian", + "esi an", + "f its", + "fit s", + "fi ts", + "s pring", + "sp ring", + "spr ing", + "ĠBer nie", + "ĠBern ie", + "User Defaults", + "Ġpe dest", + "Ġped est", + "Ap pearance", + "Appear ance", + "Ġ Wiki", + "ĠW iki", + "ĠWi ki", + "ĠWik i", + "ĠNOT ICE", + "Ġ ssh", + "Ġs sh", + "Ġss h", + "Ġdur ante", + "Ġ Zip", + "ĠZ ip", + "ĠZi p", + "ı r", + "ĠN ATO", + "ĠNAT O", + "ĠNA TO", + "Ġtw elve", + "Ġr oyal", + "Ġro yal", + "Ġroy al", + "ï ¸", + "Ġ merchant", + "Ġm erchant", + "Ġmer chant", + "Ġmerch ant", + "ĠF urniture", + "ĠFurn iture", + "' ]),Ċ", + "'] ),Ċ", + "']) ,Ċ", + "']), Ċ", + ", X", + "Ġ folders", + "Ġf olders", + "Ġfolder s", + "Ġfol ders", + "Ġfold ers", + "Ġ Gate", + "ĠG ate", + "ĠGa te", + "ĠGat e", + "ĉ func", + "ĉf unc", + "ĉfun c", + "p ick", + "pi ck", + "pic k", + "_ usuario", + "_us uario", + "ĠV erm", + "ĠVer m", + "ĠVe rm", + "m ention", + "ment ion", + "men tion", + "ur pose", + "Ġ alerts", + "Ġal erts", + "Ġalert s", + "Ġale rts", + "x ious", + "xi ous", + "_ sig", + "_s ig", + "_si g", + "Ġ Fu", + "ĠF u", + "Ġ (:", + "Ġ( :", + "Ġd umb", + "Ġdu mb", + "Ġdum b", + "åħ ³", + "Ġaccur ately", + "Ġaccurate ly", + "éĩ į", + "R B", + "- screen", + "-s creen", + "-sc reen", + "Ġ VER", + "ĠV ER", + "ĠVE R", + "j our", + "jo ur", + "Ġrom ance", + "Ġroman ce", + "Ġroma nce", + "uc ceed", + "ucc eed", + ". choice", + ".ch oice", + "Ġad ip", + "_ dims", + "_d ims", + "_dim s", + "_di ms", + "Serial izable", + "ãĤ ĭ", + ". job", + ".j ob", + "Ġ prog", + "Ġp rog", + "Ġpro g", + "Ġpr og", + "u char", + "uch ar", + "uc har", + "ucha r", + "Ġg ently", + "Ġgent ly", + "Ġ RSS", + "ĠR SS", + "ĠRS S", + "ict ured", + "icture d", + "_ENABLE D", + "ĉ label", + "ĉl abel", + "aw ks", + "awk s", + "Ġ Ensure", + "ĠEn sure", + "ĠEns ure", + "re member", + "rem ember", + "ìł ķ", + "Ġtrans mit", + "{ {$", + "{{ $", + ". Transaction", + ".Trans action", + "ur se", + "urs e", + "_ relative", + "_rel ative", + "Ġs ized", + "Ġsize d", + "Ġsi zed", + "Ġsiz ed", + "Ġ XX", + "ĠX X", + "ĠPr incess", + "ĠPrince ss", + "Ġ Larry", + "ĠL arry", + "ĠLar ry", + "Ġp ró", + "Ġpr ó", + "Ġ ÑģÑĤÑĢ", + "ĠÑģ ÑĤÑĢ", + "ĠÑģÑĤ ÑĢ", + "Ġs isters", + "Ġsi sters", + "Ġsister s", + "Ġsist ers", + "Ġsis ters", + "e struct", + "estr uct", + "Ġ checkpoint", + "Ġcheck point", + ": length", + ":len gth", + ":l ength", + "Ġ Carlos", + "ĠCar los", + "ĠCarl os", + "ĠCarlo s", + "/ icon", + "/i con", + "/ic on", + "_ TARGET", + "_T ARGET", + "T okens", + "Token s", + "Tok ens", + "Ġpat ience", + "Ġ Selected", + "ĠSe lected", + "ĠSelect ed", + "ĠSel ected", + "q ty", + "qt y", + ".show Message", + "Ġwild life", + "Ġ Props", + "ĠP rops", + "ĠPro ps", + "ĠPr ops", + "ĠProp s", + "b m", + "- arrow", + "-ar row", + "Ġ parcel", + "Ġpar cel", + "Ġparc el", + "Ġparce l", + "f irebase", + "fire base", + "ĠBen jamin", + "c esso", + "cess o", + "ces so", + ". tim", + ".t im", + "ĠG arc", + "ĠGar c", + "ĠGa rc", + ". any", + ".a ny", + ".an y", + "ĠHOW EVER", + "ĠK o", + "Ġgrab bed", + "_ frames", + "_f rames", + "_frame s", + "_fr ames", + "Ġobject AtIndex", + "ĠADV ISED", + "Ġsu bur", + "Ġsub ur", + "ĉ GL", + "ĉG L", + "Ġ })}Ċ", + "Ġ} )}Ċ", + "Ġ}) }Ċ", + "- length", + "-l ength", + "-le ngth", + "-len gth", + "ìĭ ľ", + "ĠPot ter", + "_ buff", + "_b uff", + "_buf f", + ". gui", + ".g ui", + "Ġ Encoding", + "ĠEn coding", + "ĠEnc oding", + "E lect", + "El ect", + "Ele ct", + "- message", + "-m essage", + "Ġ �", + "Ġ ÈĻi", + "Ġ ArgumentNullException", + "ĠArgument NullException", + "а ÑĨи", + "Ġmin imize", + "Ġminim ize", + "Ġrespond ing", + "$_ ['", + "Ġ Individual", + "ĠInd ividual", + "á c", + "Ġ INTER", + "ĠIN TER", + "ĠINT ER", + "Ġmast urb", + "Ġmastur b", + "Ġ Bin", + "ĠB in", + "ĠBi n", + "( '$", + "(' $", + "ëĵ ľ", + "Ġopen ly", + "Ġ ><", + "Ġ> <", + "Ġ unto", + "Ġun to", + "Ġunt o", + "olog ically", + "ological ly", + "ologic ally", + "Ġ Mul", + "ĠM ul", + "ĠMu l", + "VID IA", + "Ġs lim", + "Ġsl im", + "ĠCommission er", + "( on", + "(o n", + "Ġunder neath", + "/ db", + "/d b", + "v ote", + "vo te", + "( Message", + "(M essage", + "ĠP ope", + "ĠPop e", + "ĠPo pe", + "D efined", + "Def ined", + "Define d", + "Ġ swift", + "Ġsw ift", + "u rf", + "ur f", + "Ġadapt ed", + "Ġadap ted", + "S EL", + "SE L", + "Ġre venues", + "Ġrevenue s", + "Ġreven ues", + "Ġdi vine", + "Ġdiv ine", + "= y", + "G radient", + "Grad ient", + "_ act", + "_a ct", + "_ac t", + "Ġ/* !<", + "Ġ/*! <", + "Ġ polygon", + "Ġp olygon", + "Ġpoly gon", + "Ġ FDA", + "ĠF DA", + "ĠFD A", + "ĠC arr", + "ĠCar r", + "ĠCa rr", + "a tables", + "at ables", + "ata bles", + "atab les", + "atable s", + "( stdout", + "(std out", + "Ġref riger", + "Ġrefr iger", + "Ġco ordin", + "Ġcoord in", + "avor ites", + "avorite s", + "avo rites", + "ÑĪ и", + "Ġcompass ion", + "ĠPOSS IBILITY", + "- secondary", + "-second ary", + "ur acy", + "ura cy", + "Ġcom promise", + "Ġcomp romise", + "Ġcomprom ise", + "_ AV", + "_A V", + "_ os", + "_o s", + "Ġbe side", + "Ġbes ide", + "ĥ Ŀ", + "Ġ ln", + "Ġl n", + ". plugins", + ".pl ugins", + ".plugin s", + "Cap acity", + "a lah", + "al ah", + "ala h", + ". bin", + ".b in", + ".bi n", + "Ġ CRC", + "ĠC RC", + "ĠCR C", + "_ balance", + "_b alance", + "_bal ance", + "Ġflex Direction", + "Ġam bit", + "Ġamb it", + "Ġ nickname", + "Ġn ickname", + "Ġnick name", + "ĠFor ces", + "ĠForce s", + "C LE", + "CL E", + "Ġ Shell", + "ĠS hell", + "ĠSh ell", + "ĠShe ll", + "ĠShel l", + "Ġs ail", + "Ġsa il", + "Ġsai l", + "Ġ Writer", + "ĠW riter", + "ĠWrite r", + "ĠWr iter", + "Ġ Alice", + "ĠA lice", + "ĠAl ice", + "ĠAli ce", + "ĠAlic e", + "d w", + "ĠInd ians", + "ĠIndia ns", + "ĠIndian s", + "ĠIndi ans", + "ĠMar shall", + "ĠMars hall", + "ĠMarshal l", + "ĠMarsh all", + "_ SRC", + "_S RC", + "_SR C", + "Ġ normalized", + "Ġnormal ized", + "Ġnormalize d", + "ĠJ ag", + "ĠJa g", + "ãĤ Ĵ", + "ze it", + "r pc", + "rp c", + "ÃŃ c", + ". inline", + ".in line", + "Ġtr avers", + "Ġtra vers", + "Ġtrav ers", + "_ numeric", + "_n umeric", + "_num eric", + "_numer ic", + "Ġ utilities", + "Ġutil ities", + "Ġut ilities", + "Ġe vac", + "Ġev ac", + "IN PUT", + "ĉ register", + "ĉreg ister", + "M X", + "ĠCamp bell", + "Ġ datasets", + "Ġd atasets", + "Ġdata sets", + "Ġdataset s", + "Ġdatas ets", + "Ġdem anded", + "Ġdemand ed", + "Ġdemande d", + "Ġinitial State", + "g an", + "ga n", + "Ġ ei", + "Ġe i", + "Un expected", + "- web", + "-w eb", + "-we b", + "t rait", + "tr ait", + "tra it", + ", Y", + "Ġ Todd", + "ĠT odd", + "ĠTo dd", + "ĠTod d", + "Ġs keleton", + "Ġske leton", + "Ġ optimize", + "Ġopt imize", + "Ġoptim ize", + "ç ¬¬", + "ç¬ ¬", + "Ġ Upon", + "ĠU pon", + "ĠUp on", + "ĠSt Object", + "Ġap lic", + "Ġapl ic", + ". ' P", + "v ron", + "vr on", + "vro n", + ". UN", + ".U N", + "Ġp ainter", + "Ġpaint er", + "Ġpain ter", + "Ġpa inter", + "izar re", + "Ġ lav", + "Ġl av", + "Ġla v", + "Ġ pom", + "Ġp om", + "Ġpo m", + "p reg", + "pr eg", + "pre g", + "= function", + "=f unction", + "( serial", + "(s erial", + "(se rial", + "if ica", + "ific a", + "ifi ca", + "u ming", + "um ing", + "umin g", + "umi ng", + "åľ °", + "ãģ Ĥ", + "- op", + "-o p", + "U CH", + "UC H", + "ĠH end", + "ĠHe nd", + "ĠHen d", + ". propTypes", + ".prop Types", + "Ġ yo", + "Ġy o", + "Ġr outines", + "Ġrout ines", + "Ġroutine s", + "Ġc aring", + "Ġcar ing", + "Ġca ring", + "S em", + "Se m", + "Ġres erves", + "Ġreserve s", + "Ġreserv es", + "Ġprior ities", + "Ġpriorit ies", + "red its", + "redit s", + "redi ts", + "I STR", + "IS TR", + "IST R", + "Content Type", + "ĠS chw", + "ĠSc hw", + "ĠSch w", + "/ media", + "/m edia", + "/me dia", + "Ġ estr", + "Ġe str", + "Ġes tr", + "Ġest r", + "Ġclim bing", + "Ġclimb ing", + "- week", + "-we ek", + "cher che", + "s ensor", + "To Array", + "ĠMont real", + "Ġclo uds", + "Ġcloud s", + "ĠInject able", + "ĠR ice", + "ĠRic e", + "ĠRi ce", + "Ġpropag anda", + "_ provider", + "_pro vider", + "_prov ider", + "Ġin door", + "Ġind oor", + "Ġindo or", + "Ġin aug", + "Ġdipl om", + "Ġdip lom", + "Ġm essaging", + "Ġmess aging", + "_ mut", + "_m ut", + "_mu t", + "å ¦Ĥ", + "å¦ Ĥ", + "Ġ kw", + "Ġk w", + "O NS", + "ON S", + "a rians", + "ar ians", + "ari ans", + "arian s", + "aria ns", + "R PC", + "RP C", + ") ]čĊ", + ")] čĊ", + "- ray", + "-r ay", + "-ra y", + "ĠS or", + "ĠSo r", + "m all", + "ma ll", + "mal l", + "Ġmarket place", + "Ġ vtk", + "Ġv tk", + "Ġvt k", + "M a", + "o gan", + "og an", + "oga n", + "i gi", + "ig i", + "Ġs ponsored", + "Ġspons ored", + "Ġsponsor ed", + "Ġ Dani", + "ĠD ani", + "ĠDan i", + "ĠDa ni", + ".S EVER", + ".SE VER", + "> '.$", + ">' .$", + ">'. $", + "m ultipart", + "multi part", + "multip art", + "ĠW ol", + "ĠWo l", + "Ġ tableName", + "Ġtable Name", + "Ġ Username", + "ĠUser name", + "Back groundColor", + "Background Color", + "Ġf right", + "Ġfr ight", + "Ġfri ght", + "_ EMAIL", + "_E MAIL", + "_EM AIL", + "Sept ember", + "Sep tember", + "_ vals", + "_v als", + "_val s", + "_va ls", + "op ia", + "opi a", + "Ġsp otted", + "Ġspot ted", + "- Ch", + "-C h", + "Ġ dataSource", + "Ġdata Source", + "/ \"Ċ", + "/\" Ċ", + "е кÑĤ", + "ек ÑĤ", + "Ġ RequestMethod", + "ĠRequest Method", + "Ġ Replace", + "ĠRe place", + "ĠRep lace", + "- do", + "-d o", + "a hn", + "ah n", + "ĠPh D", + "] .ĊĊ", + "]. ĊĊ", + "].Ċ Ċ", + "N ON", + "NO N", + "g ement", + "ge ment", + "gem ent", + "geme nt", + "Ġ Thr", + "ĠT hr", + "ĠTh r", + "Ġquiet ly", + "Ġtor ture", + "Ġtort ure", + "Ġte as", + "Ġtea s", + "Ġ CY", + "ĠC Y", + "Ġ atr", + "Ġa tr", + "Ġat r", + "de velopment", + "dev elopment", + "develop ment", + "- detail", + "-d etail", + "-de tail", + "-det ail", + "Ġl ighter", + "Ġlight er", + "Ġarg uing", + "Ġdes erves", + "Ġdeserve s", + "Ġdeser ves", + "Ġcur riculum", + "_ CONTEXT", + "_CON TEXT", + "_CONT EXT", + "ÅĤ y", + "H ITE", + "HI TE", + "ĉ ID", + "ĉI D", + "/ uploads", + "/upload s", + "/up loads", + "Ġt its", + "Ġtit s", + "Ġti ts", + "r eo", + "re o", + "_ drop", + "_d rop", + "_dr op", + ". UTF", + ".U TF", + "Ġ pickup", + "Ġpick up", + "Ġpic kup", + "Ġgro cery", + "Ġ Pure", + "ĠP ure", + "ĠPur e", + "ĠPu re", + "Ġeas iest", + "P hil", + "Ph il", + "Phi l", + ". feature", + ".f eature", + ".fe ature", + "( \"*", + "(\" *", + "Ġinvest or", + "Ġinve stor", + "t ok", + "to k", + "Ġ jar", + "Ġj ar", + "Ġja r", + "L os", + "Lo s", + "âĢĶâĢĶâĢĶâĢĶ âĢĶâĢĶâĢĶâĢĶ", + ". queue", + ".q ueue", + "- speed", + "-s peed", + "-sp eed", + "-spe ed", + "M al", + "Ma l", + "um blr", + "umb lr", + "Ġ CONST", + "ĠCON ST", + "ĠCO NST", + "ĠCONS T", + "Ġ HRESULT", + "ĠH RESULT", + "ĠD ance", + "ĠDan ce", + "ĠDa nce", + "( filePath", + "(file Path", + "Ġattribute d", + "Ġattrib uted", + "ॠį", + "ĠB und", + "ĠBu nd", + "ĠBun d", + "c oins", + "co ins", + "coin s", + "Ġs ão", + "Ġ pir", + "Ġp ir", + "Ġpi r", + "person al", + "pers onal", + "persona l", + "Ġpr elim", + "Ġpre lim", + "Ġpro pose", + "Ġprop ose", + "Ġpropos e", + "Ġ TL", + "ĠT L", + "] ])", + "]] )", + "Ġ Subscription", + "ĠSub scription", + "ĠK re", + "ĠKr e", + ", len", + ",l en", + ". FirstOrDefault", + ".First OrDefault", + ") --", + ")- -", + "_ products", + "_product s", + ".Get Bytes", + "S hip", + "Sh ip", + "Ġ encrypt", + "Ġen crypt", + "Ġenc rypt", + "Ġ SG", + "ĠS G", + "ĠM yst", + "ĠMy st", + "h ir", + "hi r", + "Ġ iterate", + "Ġit erate", + "Ġiter ate", + "Ġint end", + "Ġinte nd", + ".mock ito", + "Ġch apters", + "Ġchapter s", + "Ġchap ters", + "( angle", + "(a ngle", + "(an gle", + "(ang le", + "ĠV lad", + "è® ¾", + "' .ĊĊ", + "'. ĊĊ", + "'.Ċ Ċ", + "Response Body", + "ĠA bd", + "ĠAb d", + "de al", + "dea l", + "Ġbar riers", + "Ġbarrier s", + "Ġbarr iers", + "- outline", + "-out line", + "b ill", + "bi ll", + "bil l", + "ĠF alls", + "ĠFall s", + "ĠFal ls", + "_ second", + "_se cond", + "_sec ond", + ". include", + ".in clude", + ".inc lude", + ". ceil", + ".c eil", + ".ce il", + "Ġ occupation", + "Ġoccup ation", + "ph ony", + "phon y", + ".move To", + "Ġ Jennifer", + "ĠJ ennifer", + "ĠJenn ifer", + "A STER", + "AS TER", + "AST ER", + "ASTE R", + "; \"><", + ";\" ><", + ";\"> <", + "Ġ Enabled", + "ĠEn abled", + "ĠEnable d", + "Ġ terminate", + "Ġter minate", + "Ġterm inate", + "Ġtermin ate", + "Ġ Io", + "ĠI o", + "l ations", + "lation s", + "lat ions", + "ĠTHE ORY", + "Ġear liest", + "Ġ rack", + "Ġr ack", + "Ġrac k", + "Ġra ck", + "Ġ Scar", + "ĠS car", + "ĠSc ar", + "sh ake", + "sha ke", + "c hip", + "ch ip", + "chi p", + "Ġ uv", + "Ġu v", + "Ġall iance", + "п иÑģ", + "пи Ñģ", + "ĠGOOD S", + "z ione", + "zi one", + "zion e", + "Ġ VI", + "ĠV I", + "Ġ {-", + "Ġ{ -", + "Ġfil tering", + "Ġfilter ing", + "Ġfilt ering", + "Ġmis con", + "Ġmisc on", + ".Dock Style", + "Ġb ush", + "Ġbu sh", + "Ġbus h", + "Ġj unk", + "Ġju nk", + "Ġjun k", + "æ Į", + "Ġ QUE", + "ĠQ UE", + "ĠQU E", + "Ġ hooks", + "Ġh ooks", + "Ġhook s", + "Ġho oks", + "Ġf irmware", + "Ġfirm ware", + "Ġ middleware", + "Ġm iddleware", + "Ġmiddle ware", + "d ic", + "di c", + "ĠOak land", + "Ġarr ives", + "Ġarrive s", + "Ġarriv es", + "P ayload", + "Pay load", + "p ixel", + "pix el", + "] |", + "Ġ startDate", + "Ġstart Date", + ". PRO", + ".P RO", + ".PR O", + "_ audio", + "_a udio", + "Ġmid field", + "igid body", + "ĠSw iss", + "Ġ Clip", + "ĠC lip", + "ĠCl ip", + "ĠCli p", + "Ġ Dump", + "ĠD ump", + "ĠDu mp", + "ĠDum p", + "Ġ TextBox", + "ĠText Box", + "Ġ geh", + "Ġg eh", + "Ġge h", + "y ield", + "yi eld", + "o ds", + "od s", + "Ġrefer endum", + "Back end", + "Ġ Cream", + "ĠC ream", + "ĠCr eam", + "ĠCre am", + "Ġd ominated", + "Ġdo minated", + "Ġdom inated", + "Ġdomin ated", + "Ġdominate d", + "Ġdomina ted", + "Ġ Archive", + "ĠA rchive", + "ĠArch ive", + "ĠArc hive", + "Ġr iders", + "Ġrid ers", + "Ġride rs", + "Ġri ders", + "Ġrider s", + ".prepare Statement", + "Ġqu ando", + "Ġquand o", + "Ġqua ndo", + "Ġquan do", + "Ġ chef", + "Ġch ef", + "Ġche f", + "w iki", + "wi ki", + "wik i", + "i nel", + "in el", + "ine l", + "am pling", + "amp ling", + "(\" \\\\", + "(\"\\ \\", + "Ġs ag", + "Ġsa g", + "_ proxy", + "_pro xy", + "_pr oxy", + "ãģ ķ", + "p do", + "pd o", + ". getElementsByTagName", + ".get ElementsByTagName", + ".getElementsBy TagName", + "Ġdemon stration", + "Ġdemonstr ation", + "Ġ NPC", + "ĠN PC", + "ĠNP C", + "Ġ archivo", + "Ġarch ivo", + "en dance", + "end ance", + "enda nce", + "Ġefficient ly", + "( actual", + "(ac tual", + "(act ual", + ". tableView", + ".t ableView", + ".table View", + "Ġm ush", + "Ġmus h", + "Ġmu sh", + "Ġb ears", + "Ġbe ars", + "Ġbear s", + "_ threads", + "_th reads", + "_thread s", + "j as", + "ja s", + "ah un", + "ahu n", + "Ġne ural", + "Ġneu ral", + "Ġneur al", + "Ġdesign ing", + "ĠG DP", + "ĠGD P", + "Ġlif ted", + "Ġlift ed", + "çĽ ®", + "Ġ Joint", + "ĠJ oint", + "ĠJo int", + "ĠJoin t", + "ĠJoi nt", + "Ġ Include", + "ĠIn clude", + "ĠInc lude", + "ĠG iants", + "ĠGi ants", + "ĠGiant s", + "ĠGian ts", + "ĠGia nts", + "Ġwithdraw al", + "Ġ Rent", + "ĠR ent", + "ĠRe nt", + "ĠRen t", + "n ative", + "nat ive", + "Ġ Seek", + "ĠSe ek", + "ĠSee k", + "g ression", + "gr ession", + "gress ion", + "_ CPU", + "_C PU", + "_CP U", + "\\ S", + "Ġ Shield", + "ĠSh ield", + "ĠShi eld", + "Ġs olic", + "Ġso lic", + "Ġsol ic", + "Ġ boom", + "Ġb oom", + "Ġbo om", + "Ġboo m", + "yect o", + "Ġmanufact ure", + "Ġ âĢĭ", + "ĠâĢ ĭ", + "Ġ bbox", + "Ġb box", + "Ġbb ox", + "Ġearth qu", + "oll ectors", + "ollect ors", + "olle ctors", + ":@\" %", + ":@ \"%", + "Ġ loops", + "Ġl oops", + "Ġlo ops", + "Ġloop s", + "J e", + "al king", + "alk ing", + "Ġ Whats", + "ĠWh ats", + "ĠWhat s", + "ĠBo ys", + "ĠBoy s", + ". book", + ".b ook", + ".bo ok", + "AR GE", + "ARG E", + "_ pixel", + "_p ixel", + "_pix el", + "Ġsus pects", + "Ġsusp ects", + "Ġsuspect s", + "Î ¹", + "u sp", + "us p", + "Ġ BMW", + "ĠB MW", + "ĠBM W", + "ie ces", + "iece s", + "iec es", + "( person", + "(p erson", + "(per son", + "å¼ Ģ", + "é »", + "ĠP odcast", + "ĠPod cast", + "Ġ bou", + "Ġb ou", + "Ġbo u", + "( Item", + "(I tem", + "(It em", + "à »", + "( Input", + "(In put", + "Http Get", + "Ġ burg", + "Ġb urg", + "Ġbu rg", + "Ġbur g", + ") ^", + "BO ARD", + "* /,", + "*/ ,", + "Ġ gulp", + "Ġg ulp", + "Ġgu lp", + "Ġgul p", + "ĠB enn", + "ĠBe nn", + "ĠBen n", + "Ġde cks", + "Ġdec ks", + "Ġdeck s", + ". statusCode", + ".status Code", + "Ġ acute", + "Ġac ute", + "Ġh ug", + "Ġhu g", + "u gu", + "ug u", + "Ġ pled", + "Ġp led", + "Ġpl ed", + "Ġple d", + ", \"%", + ",\" %", + "h ape", + "ha pe", + "hap e", + "Ġз ап", + "Ġза п", + "ĠM aine", + "ĠMain e", + "ĠMa ine", + "ĠMai ne", + ". real", + ".re al", + "Ġd alam", + "Ġda lam", + "Ġdal am", + "Ġ Minor", + "ĠMin or", + "ĠMi nor", + ". Float", + ".F loat", + "d isp", + "dis p", + "di sp", + "Ġ tl", + "Ġt l", + "Ġen count", + "Ġenc ount", + "= >$", + "=> $", + "Ġ fg", + "Ġf g", + "t ees", + "te es", + "tee s", + "ĠRe comm", + "ĠRec omm", + "ĠReco mm", + "ä l", + "Ġ chemistry", + "Ġchem istry", + "B locks", + "Block s", + "Bl ocks", + "Bloc ks", + "Blo cks", + "O ID", + "OI D", + "Ġf orex", + "Ġfor ex", + "Ġfore x", + "Ġfo rex", + "Ġ Append", + "ĠApp end", + "ĠAp pend", + "ĠAppe nd", + "Ġ {*", + "Ġ{ *", + "Ġ Supply", + "ĠS upply", + "ĠSup ply", + "CG Float", + "( bl", + "(b l", + "Ġ ate", + "Ġa te", + "Ġat e", + "ad ora", + "ado ra", + "ador a", + "Ġg ust", + "Ġgu st", + "Ass oci", + "Assoc i", + "> .Ċ", + ">. Ċ", + "F ETCH", + ". serial", + ".s erial", + ".se rial", + ".ser ial", + "widget s", + "wid gets", + "ard less", + "i efs", + "ie fs", + "ief s", + "_ FULL", + "_F ULL", + "ern etes", + "ernet es", + "erne tes", + "Ġ Pred", + "ĠP red", + "ĠPr ed", + "ĠPre d", + "Ø Ń", + "äº ĭ", + "ub ernetes", + "ubern etes", + "Ġ Laura", + "ĠL aura", + "ĠLa ura", + "ĠLaur a", + "ĠLau ra", + "Ġl abeled", + "Ġlabel ed", + "Ġlab eled", + "High light", + "Ġanno ying", + "Ġannoy ing", + "/ update", + "/up date", + "( description", + "(d escription", + "(de scription", + "(des cription", + "Ġint imid", + "Ġintim id", + "$ c", + "\" )))Ċ", + "\") ))Ċ", + "\")) )Ċ", + "\"))) Ċ", + ". AP", + ".A P", + "Ġ[ ]*", + "Ġ[] *", + "Ġ EXIT", + "ĠEX IT", + ". Host", + ".H ost", + "Ġ OPEN", + "ĠOP EN", + ". sendMessage", + ".send Message", + "_ camera", + "_c amera", + "_cam era", + "_ tile", + "_t ile", + "_ti le", + "Ġth erm", + "Ġthe rm", + "Ġther m", + "onom ous", + "Ġdis adv", + "Ġn aar", + "Ġna ar", + "index Of", + "Ġ PP", + "ĠP P", + ". protocol", + ".prot ocol", + ".proto col", + "A FE", + "AF E", + "Ġ textures", + "Ġtext ures", + "Ġtexture s", + "Ġtex tures", + "Ġtextu res", + "######## ########################################", + "################ ################################", + "################################ ################", + "######################################## ########", + "######################## ########################", + "um bai", + "umb ai", + "umba i", + ". stats", + ".st ats", + ".stat s", + "Ġ GE", + "ĠG E", + "Ġ ie", + "Ġi e", + "Ġ STD", + "ĠS TD", + "ĠST D", + "ĠM ann", + "ĠMan n", + "ĠMa nn", + ". reflect", + ".ref lect", + "K B", + "Ġd ive", + "Ġdi ve", + "Ġdiv e", + ". wav", + ".w av", + "/* ----------------------------------------------------------------", + "/*------------------------------------------------ ----------------", + "/ settings", + "/s ettings", + "/set tings", + ".l ifecycle", + ".life cycle", + "Ġda ughters", + "Ġdaughter s", + "o rus", + "or us", + "oru s", + "u ber", + "ub er", + "ube r", + "N ING", + "NI NG", + "s tri", + "st ri", + "str i", + "Ġ Tip", + "ĠT ip", + "ĠTi p", + "Ġ zn", + "Ġz n", + "Ġsw itched", + "Ġswitch ed", + "i net", + "in et", + "ine t", + "uff y", + "uf fy", + "ĠTransport ation", + "( conf", + "(con f", + "(co nf", + "f rica", + "fr ica", + "Ġ XL", + "ĠX L", + "Ġ Lead", + "ĠL ead", + "ĠLe ad", + "_ percent", + "_per cent", + "_perc ent", + "< Map", + " __", + "->_ _", + "per missions", + "perm issions", + "permission s", + "ĠD etermine", + "ĠDetermin e", + ". Man", + ".M an", + ".Ma n", + "Ġadv ances", + "Ġadvance s", + ". InputStream", + ".Input Stream", + "Ġstrong est", + "Ġstron gest", + "Ġe Bay", + "Ġ# -", + "Ġ dirname", + "Ġdir name", + "Ġ SMS", + "ĠS MS", + "ĠSM S", + "Ġmed ications", + "Ġmedic ations", + "Ġmedication s", + "Ġam ended", + "Ġamen ded", + "Ġamend ed", + "Ġchurch es", + "ĠIm perial", + "ĠImp erial", + "ĠImper ial", + "$ row", + "$r ow", + "ĠMad ison", + "Ġ Insp", + "ĠIn sp", + "ĠIns p", + "Ġaff air", + "Ġaf fair", + "Ġpsych ology", + "Ġpsycho logy", + "v h", + "Ġ severity", + "Ġse verity", + "Ġsever ity", + "âĢ IJ", + "Ġst rips", + "Ġstr ips", + "Ġstri ps", + "Ġstrip s", + "A H", + "vert ising", + "vertis ing", + "Ġc onse", + "Ġcon se", + "Ġcons e", + "IM AGE", + "IMA GE", + "Ġ Stats", + "ĠSt ats", + "ĠStat s", + "ĠSta ts", + "ĉ sc", + "ĉs c", + ". Cursor", + ".C ursor", + "Ġ freeze", + "Ġf reeze", + "Ġfree ze", + "s son", + "ss on", + "( xml", + "(x ml", + "Ġ Susan", + "ĠS usan", + "ĠSus an", + "ĠSu san", + ". tile", + ".t ile", + "e ded", + "ed ed", + "ede d", + "ĠĠ ĠĠĉĉĉ", + "ĠĠĠĠ ĉĉĉ", + "ĠĠĠ Ġĉĉĉ", + "ĠĠĠĠĉ ĉĉ", + "ĠĠĠĠĉĉ ĉ", + "u elle", + "ue lle", + "uel le", + "uell e", + "ĠMitch ell", + "b ased", + "base d", + "ba sed", + "bas ed", + "Oper and", + "Opera nd", + "½ æķ°", + "Ġ FF", + "ĠF F", + "ĉ strcpy", + "ĉstr cpy", + "ou nces", + "oun ces", + "ounc es", + "ounce s", + "il do", + "ild o", + ".execute Query", + "Ġappro aching", + "Ġapproach ing", + "Ġ Seven", + "ĠS even", + "ĠSe ven", + "ĠSev en", + "Ġ nuts", + "Ġn uts", + "Ġnut s", + "Ġnu ts", + "Ġ ric", + "Ġr ic", + "Ġri c", + "ass ignment", + "assign ment", + "Ġ calculator", + "Ġcal culator", + "Ġcalcul ator", + "Ġcalc ulator", + "ĠMur phy", + "ĠB ou", + "ĠBo u", + "í Ħ", + "Ġ butt", + "Ġb utt", + "Ġbut t", + "Ġbu tt", + "Ġ ticks", + "Ġt icks", + "Ġti cks", + "Ġtick s", + "Ġtic ks", + "Project s", + "Proj ects", + "i lib", + "il ib", + "ili b", + ".text Color", + "m ov", + "mo v", + "_ logo", + "_l ogo", + "_log o", + "_lo go", + "( template", + "(t emplate", + "(temp late", + "Ġ INIT", + "ĠIN IT", + "Ġ imageView", + "Ġimage View", + "s criptions", + "script ions", + "scri ptions", + "scription s", + "OR ITY", + "Con sumer", + "Cons umer", + "Consum er", + "Ġun precedented", + "Ġtour ist", + "Ġtou rist", + "Ġ bron", + "Ġb ron", + "Ġbr on", + "Ġbro n", + "Ġcon tractor", + "Ġcontract or", + "Ġcontr actor", + "Ġcontra ctor", + "Ġ licence", + "Ġli cence", + "Ġlic ence", + "Ġ Nam", + "ĠN am", + "ĠNa m", + "æ ¯", + "( transform", + "(trans form", + "_ ATT", + "_A TT", + "_AT T", + "P ref", + "Pr ef", + "Pre f", + "Ġ Gam", + "ĠG am", + "ĠGa m", + "Ġvess els", + "Ġvessel s", + "Ġh av", + "Ġha v", + "L ater", + "La ter", + "Lat er", + "Late r", + ". ToLower", + ".To Lower", + "Ġ urls", + "Ġurl s", + "Ġur ls", + "Ġbreak down", + "Ġpen alties", + "Ġpenal ties", + "Ġf oster", + "Ġfo ster", + "Ġfost er", + "Ġfos ter", + "Ġ UE", + "ĠU E", + "Ġc lue", + "Ġcl ue", + "c omed", + "com ed", + "co med", + "come d", + "åIJį 称", + "- main", + "-m ain", + "Ġ pts", + "Ġp ts", + "Ġpt s", + "Ġco unted", + "Ġcount ed", + "Ġcoun ted", + "i cts", + "ic ts", + "ict s", + "/ post", + "/p ost", + "Ġ getattr", + "Ġget attr", + "Ġ ping", + "Ġp ing", + "Ġpi ng", + "Ġpin g", + "AN CEL", + "ANCE L", + "ANC EL", + "Ġ pec", + "Ġp ec", + "Ġpe c", + "Ñħ од", + "Ñħо д", + "an tom", + "ant om", + "anto m", + "Ġ Blueprint", + "ĠBlue print", + "ĠEvent Emitter", + "Ġ lä", + "Ġl ä", + "æ ²", + "Ġst raw", + "Ġstr aw", + "Ġstra w", + "( comp", + "(c omp", + "(com p", + "(co mp", + "' une", + "'un e", + "'u ne", + "> N", + "- client", + "-c lient", + "-cl ient", + "-cli ent", + "es Module", + "- base", + "-b ase", + "Ġret reat", + "Ġretr eat", + "_ simple", + "_s imple", + "_sim ple", + "ĉ ĉĉĉĉĉĠ", + "ĉĉ ĉĉĉĉĠ", + "ĉĉĉĉ ĉĉĠ", + "ĉĉĉ ĉĉĉĠ", + "ĉĉĉĉĉ ĉĠ", + "ĉĉĉĉĉĉ Ġ", + "f ee", + "fe e", + "' )čĊčĊ", + "') čĊčĊ", + "')čĊ čĊ", + "Control Item", + "Ġsub scribers", + "Ġsubscri bers", + "Ġsubscribe rs", + "Ġsubscriber s", + "p lease", + "pl ease", + "ple ase", + "Ġ Eff", + "ĠE ff", + "ĠEf f", + "Ġp ound", + "Ġpo und", + "Ġpou nd", + "Ġ Bytes", + "ĠBy tes", + "ĠByte s", + "ĠT ea", + "ĠTe a", + "_ activity", + "_act ivity", + "_activ ity", + "Ġmax im", + "Ġmaxi m", + "Ġ opcode", + "Ġop code", + "Ġopc ode", + "B SD", + "BS D", + ". constant", + ".con stant", + ".const ant", + ".cons tant", + "; }", + "omb res", + "ombre s", + "Ġcare ers", + "Ġcareer s", + ") .ĊĊĊĊ", + "). ĊĊĊĊ", + ").ĊĊ ĊĊ", + ").Ċ ĊĊĊ", + ").ĊĊĊ Ċ", + "Ġsp reading", + "Ġspread ing", + "Ġspre ading", + "- expanded", + "-exp anded", + "-expand ed", + "Ġ Ord", + "ĠO rd", + "ĠOr d", + "am arin", + "ama rin", + "amar in", + "Ġmob ility", + "Ġmobil ity", + "Un fortunately", + "a kk", + "ak k", + "N L", + "_ redirect", + "_re direct", + "_red irect", + "Ġ PG", + "ĠP G", + "Ġ Sensor", + "ĠS ensor", + "ĠSens or", + "b ol", + "bo l", + "t ap", + "ta p", + "_ MEMORY", + "_MEM ORY", + "Ġ UIAlert", + "ĠUI Alert", + "pl itude", + "plit ude", + "We bsite", + "Web site", + "Ġ Logo", + "ĠL ogo", + "ĠLog o", + "ĠLo go", + "l ove", + "lo ve", + "lov e", + "[ ind", + "[i nd", + "[in d", + "Ġalto gether", + "Ġwonder ed", + "Ġ esper", + "Ġes per", + "Ġesp er", + "ĠLib eral", + "ĠLiber al", + "Ġ oss", + "Ġo ss", + "Ġos s", + "Ġe lit", + "Ġel it", + "Ġst iff", + "Ġstif f", + "od ox", + "odo x", + "_ mentions", + "_m entions", + "_ment ions", + "ĠDou glas", + "ĠDoug las", + "_ pid", + "_p id", + "_pi d", + "Ġ CK", + "ĠC K", + "ĠinitWith Frame", + ". blog", + ".b log", + ".bl og", + "p kg", + "pk g", + "ang hai", + "QUI RED", + "QUIRE D", + "u u", + "Ġ mkdir", + "Ġm kdir", + "Ġmk dir", + "AT AL", + "ATA L", + "Ġu nh", + "Ġun h", + "i nces", + "in ces", + "ince s", + "inc es", + "s th", + "st h", + "Ġhypo thesis", + "Ġhypoth esis", + "Ġc ata", + "Ġca ta", + "Ġcat a", + "Ġ TB", + "ĠT B", + "Ġ Clar", + "ĠC lar", + "ĠCl ar", + "ĠCla r", + "Ġpre decess", + "Ġpred ecess", + "Ġsit uated", + "Ġsitu ated", + "- world", + "-w orld", + ") )/", + ")) /", + "Ġhead lines", + "Ġheadline s", + ". stat", + ".s tat", + ".st at", + "Ġout break", + "s path", + "sp ath", + "spa th", + "_ FLAGS", + "_FLAG S", + "ĠServlet Exception", + "S un", + "Su n", + "F ROM", + "FR OM", + "Ġ Dir", + "ĠD ir", + "ĠDi r", + "ãĥ» ãĥ»ãĥ»", + "ãĥ»ãĥ» ãĥ»", + "_ coord", + "_c oord", + "_co ord", + "ĠOp tim", + "ĠOpt im", + "M onitor", + "Mon itor", + ". bit", + ".b it", + ".bi t", + "X XX", + "XX X", + "Ġto das", + "Ġtod as", + "Ġtoda s", + "f eld", + "fe ld", + "fel d", + "ÑĢ и", + "i mir", + "im ir", + "imi r", + "Ġpolit ically", + "Ġpolitical ly", + "Ġpolitic ally", + "Ġm olecular", + "Ġmolec ular", + "Ġmole cular", + "Ġtr aded", + "Ġtrad ed", + "Ġtrade d", + "Ġtra ded", + "Ġ {{$", + "Ġ{ {$", + "Ġ{{ $", + "ĠSw edish", + "ĠSwe dish", + "Ġ'@ /", + "_ REAL", + "_RE AL", + "Ġ warehouse", + "Ġw arehouse", + "Ġware house", + "t oday", + "to day", + "tod ay", + ", L", + "o rp", + "or p", + "< section", + " false", + ">f alse", + "Ġ spa", + "Ġs pa", + "Ġsp a", + "Ġ Near", + "ĠN ear", + "ĠNe ar", + "ì ķ", + "Ġint rig", + "Ġintr ig", + "_ members", + "_m embers", + "_mem bers", + "_member s", + "w ave", + "wa ve", + "wav e", + "Ġanal ysts", + "Ġanaly sts", + "Ġanalyst s", + "Ġanalys ts", + "_ OS", + "_O S", + "e din", + "ed in", + "edi n", + "Ġ Fri", + "ĠF ri", + "ĠFr i", + "Ġret rieved", + "Ġretrie ved", + "Ġretrieve d", + "Ġretr ieved", + "Reg ular", + "_ obs", + "_o bs", + "_ob s", + "EX PORT", + "EXP ORT", + "' )}}\"", + "') }}\"", + "')}} \"", + "')} }\"", + "\" class", + "\"c lass", + "__ ((", + "__( (", + "b ucket", + "bu cket", + "Ġ stro", + "Ġs tro", + "Ġst ro", + "Ġstr o", + "Ġ Patch", + "ĠP atch", + "ĠPat ch", + "y stick", + "yst ick", + "ys tick", + "ful ness", + "a pos", + "ap os", + "apo s", + "D a", + "ĉ ĉĉĉĉĠĠĠ", + "ĉĉ ĉĉĉĠĠĠ", + "ĉĉĉĉ ĉĠĠĠ", + "ĉĉĉ ĉĉĠĠĠ", + "ĉĉĉĉĉ ĠĠĠ", + "ĉĉĉĉĉĠ ĠĠ", + "ĉĉĉĉĉĠĠ Ġ", + "Ġen rich", + "Ġenr ich", + "un ordered", + "h ole", + "ho le", + "hol e", + "C ong", + "Con g", + "Co ng", + "< Product", + "ĠC urt", + "ĠCur t", + "ĠCu rt", + "( the", + "(t he", + "(th e", + "_ lower", + "_l ower", + "_lo wer", + "_low er", + "Ġavoid ing", + "Ġ buzz", + "Ġb uzz", + "Ġbu zz", + "Ġbuz z", + "Ġv iable", + "Ġvi able", + "Ġvia ble", + "u ba", + "ub a", + "- is", + "-i s", + "a rel", + "ar el", + "are l", + "Ġ acted", + "Ġact ed", + "Ġac ted", + "- details", + "-d etails", + "-de tails", + "-detail s", + "-det ails", + "ภĩ", + "Ġ Theory", + "ĠThe ory", + "ĠTheo ry", + "ĠP un", + "ĠPu n", + "Ġ Anonymous", + "ĠAn onymous", + ".. .\"Ċ", + "... \"Ċ", + "...\" Ċ", + "è res", + "ère s", + "åı ¯", + "Ġ Vision", + "ĠV ision", + "ĠVis ion", + "_ sem", + "_s em", + "_se m", + "a sha", + "as ha", + "ash a", + "Ġcelebr ity", + "Ġ endDate", + "Ġend Date", + "Ġ populate", + "Ġpop ulate", + "Ġpopul ate", + "Ġc uis", + "Ġcu is", + "Ġcui s", + "q uant", + "qu ant", + "qua nt", + "quan t", + "f loor", + "fl oor", + "flo or", + "Ġglobal ly", + "Ġglob ally", + "Ġc ruise", + "Ġcru ise", + "Ġcruis e", + "ĠStan ley", + "Ġb ikes", + "Ġbi kes", + "Ġbike s", + "Ġbik es", + ". getConnection", + ".get Connection", + "Ġpoor ly", + "_ other", + "_o ther", + "_ot her", + "am ping", + "amp ing", + ". \");ĊĊ", + ".\" );ĊĊ", + ".\");Ċ Ċ", + ".\") ;ĊĊ", + ".\"); ĊĊ", + "o di", + "od i", + "_ ADMIN", + "_A DMIN", + "_AD MIN", + ". colors", + ".color s", + ".col ors", + "ĠG aming", + "ĠGa ming", + "ĠGam ing", + "> ';ĊĊ", + ">' ;ĊĊ", + ">';Ċ Ċ", + ">'; ĊĊ", + "STR UCT", + "STRU CT", + "Q R", + "I Ds", + "ID s", + "( arguments", + "(arg uments", + "(argument s", + "_ aux", + "_a ux", + "( Event", + "(E vent", + "_ PRIVATE", + "_PR IVATE", + "_PRIV ATE", + "ĠT rek", + "ĠTr ek", + "ĠTre k", + "Ġ downloads", + "Ġdown loads", + "Ġdownload s", + "m utable", + "mut able", + "mu table", + "_ STRUCT", + "_STR UCT", + "( wx", + "(w x", + "Ġ domains", + "Ġdom ains", + "Ġdomain s", + "Ġdoma ins", + "js px", + "jsp x", + "ĠVi agra", + "ĠVia gra", + "Command s", + "Comm ands", + "J s", + ". cfg", + ".c fg", + ".cf g", + "Content Pane", + "Ġ EditText", + "ĠEdit Text", + "à¥į à¤", + "At tach", + "Att ach", + "Ġ ARM", + "ĠA RM", + "ĠAR M", + "pos itive", + "posit ive", + "Ġ Generated", + "ĠG enerated", + "ĠGener ated", + "ĠGenerate d", + "ĠGene rated", + "Ġse ized", + "Ġseiz ed", + "Ġsei zed", + "Ġseize d", + "= :", + "Ġ electronics", + "Ġelect ronics", + "Ġelectronic s", + "Ġelectron ics", + "Ġ AppComponent", + "ĠApp Component", + "/ ',Ċ", + "/' ,Ċ", + "/', Ċ", + ". equalsIgnoreCase", + ".equals IgnoreCase", + "Do ctrine", + "d isk", + "dis k", + "di sk", + "Ġ Political", + "ĠPol itical", + "ĠPolit ical", + "C HO", + "CH O", + "< F", + "ĉ height", + "ĉh eight", + "Ġ Bug", + "ĠB ug", + "ĠBu g", + ". le", + ".l e", + "i kh", + "ik h", + "Ġ milliseconds", + "Ġm illiseconds", + "Ġmill iseconds", + "Ġmilli seconds", + "Ġconst itu", + "Ġconstit u", + "m ag", + "ma g", + ". nl", + ".n l", + "- range", + "-r ange", + "-ra nge", + "ang gal", + "' ,[", + "', [", + "r opolitan", + "ropol itan", + "Ġ Ãľ", + "Ġà ľ", + "Ġ UC", + "ĠU C", + ". desc", + ".d esc", + ".de sc", + ".des c", + "- LAST", + "-L AST", + "f stream", + "fst ream", + "i bil", + "ib il", + "ibi l", + "Ġf ier", + "Ġfi er", + "Ġfie r", + "V ERY", + "VER Y", + "VE RY", + "Ġ ë³", + "Ġë ³", + "I RT", + "IR T", + "_ UI", + "_U I", + "( abs", + "(a bs", + "(ab s", + "Ġk nees", + "Ġkn ees", + "Ġkne es", + "Ġknee s", + "Ġr ookie", + "Ġro okie", + "Ġ Vac", + "ĠV ac", + "ĠVa c", + "a rena", + "ar ena", + "are na", + "aren a", + "comm end", + "- \\", + "ĠSUB STITUTE", + "S oft", + "So ft", + "Ġpart ir", + "Ġpar tir", + "Ġparti r", + "we alth", + "è¦ ģ", + "( dataset", + "(d ataset", + "(data set", + "(dat aset", + "(datas et", + "Ġ Climate", + "ĠCl imate", + "ĠClim ate", + "ĠCli mate", + "- show", + "-s how", + "-sh ow", + "Ġrel iability", + "Ġreli ability", + "_ chunk", + "_ch unk", + "ä» £", + "_ stock", + "_st ock", + "ĠEX EMPLARY", + "ï ¸ı", + "ï¸ ı", + "Ġ vÃŃ", + "Ġv ÃŃ", + "Ġsm iled", + "Ġsmile d", + "Ġdr ill", + "Ġdri ll", + ". Function", + ".F unction", + ".Func tion", + "Ġ SI", + "ĠS I", + "Ġre gression", + "Ġreg ression", + "Ġregress ion", + "- X", + "Ġ Jar", + "ĠJ ar", + "ĠJa r", + "p ref", + "pr ef", + "pre f", + "ĉ success", + "ĉs uccess", + "ĠH itler", + "ĠHit ler", + "Ġinst inct", + "Ġfem mes", + "Ġfemme s", + "Ġ lover", + "Ġl over", + "Ġlo ver", + "Ġlove r", + "Ġlov er", + "< Ċ", + "Ġmulti plier", + "Ġmultip lier", + "r il", + "ri l", + "Re size", + "Res ize", + "Ġ Authorization", + "ĠAuthor ization", + "ĠK an", + "ĠKa n", + "Dispatch ToProps", + "Ġc rops", + "Ġcr ops", + "Ġcro ps", + "Ġcrop s", + "t okens", + "token s", + "tok ens", + "e cn", + "ec n", + "ent ially", + "ential ly", + "enti ally", + "ĠINTERRU PTION", + "f ake", + "fa ke", + "fak e", + "Un defined", + "Und efined", + "Ġ AK", + "ĠA K", + "Ġ TestCase", + "ĠTest Case", + "Ġ rab", + "Ġr ab", + "Ġra b", + "Ġ torrent", + "Ġt orrent", + "Ġtor rent", + "Ġ Ot", + "ĠO t", + "B ars", + "Bar s", + "Ba rs", + "Ġ lecture", + "Ġl ecture", + "Ġlect ure", + "Ġen jo", + "Ġrespond s", + "Ġresp onds", + "Ġ indexed", + "Ġindex ed", + "Ġinde xed", + "Of Work", + "_ chain", + "_ch ain", + ") )->", + ")) ->", + "))- >", + "Ġ Beauty", + "ĠBe auty", + "ĠBeaut y", + "ĠBea uty", + "ĠBeau ty", + "Ġ` <", + "Ġtouch ing", + "Ġtou ching", + "Ġ |--", + "Ġ| --", + "Ġ|- -", + "ĉ flag", + "ĉf lag", + "normal ize", + "Ġt rapped", + "Ġtr apped", + "Ġtra pped", + "Ġtrap ped", + "Ġestablish ing", + "/ build", + "/b uild", + "A J", + "f y", + "- react", + "-re act", + "a vn", + "av n", + "RI PTION", + "RIPT ION", + "Ġk ut", + "Ġku t", + "Ġ Fashion", + "ĠF ashion", + "Ġ Inform", + "ĠIn form", + "ĠInfo rm", + "ĠInf orm", + "c urities", + "cur ities", + "< byte", + "{Ċ", + "Ġ= >{Ċ", + "Ġ=> {Ċ", + "Ġgar lic", + "Ġ repr", + "Ġre pr", + "Ġrep r", + "Ġre plies", + "Ġrep lies", + "Ġrepl ies", + "( prop", + "(p rop", + "(pro p", + "(pr op", + "Ġspirit s", + "Ġspir its", + "Ġins pire", + "Ġinspir e", + "Ġinsp ire", + "Ġbase ment", + "Ġbas ement", + ". reject", + ".re ject", + "Ġ hints", + "Ġh ints", + "Ġhint s", + "Ġhi nts", + "Ġhin ts", + "Ġpol ling", + "Ġpoll ing", + "ĉ ĠĊ", + "ĉĠ Ċ", + "_ rating", + "_r ating", + "_ra ting", + "_rat ing", + "Ġc ath", + "Ġca th", + "Ġcat h", + "a vier", + "av ier", + "avi er", + "Ġ compressed", + "Ġcom pressed", + "Ġcomp ressed", + "Ġcompr essed", + "Ġcompress ed", + "Ġ VS", + "ĠV S", + "] '", + "Ġjud icial", + "ĠT rend", + "ĠTr end", + "ĠTre nd", + "tr aining", + "tra ining", + "train ing", + "EST AMP", + "ogn ition", + "Ä ģ", + "S ENT", + "SE NT", + "SEN T", + "v entions", + "vent ions", + "vention s", + "Ġconsult ant", + "Ġconsulta nt", + "Ġconsul tant", + "u mph", + "um ph", + "ump h", + "Ġ userService", + "Ġuser Service", + ", NULL", + ",N ULL", + "k h", + "D ear", + "De ar", + "_ BAD", + "_B AD", + "it ations", + "itation s", + "itat ions", + "Ġmet aph", + "Ġmeta ph", + "' é", + "and ise", + "andi se", + "- font", + "-f ont", + ". chart", + ".c hart", + ".ch art", + ".char t", + "Ġ sg", + "Ġs g", + "_ Controller", + "_Control ler", + ". jpeg", + ".j peg", + ".jp eg", + "Ġ ULONG", + "ĠU LONG", + "ĠUL ONG", + "ĉ game", + "ĉg ame", + "( ss", + "(s s", + "ĠM aj", + "ĠMa j", + "ĉ go", + "ĉg o", + "Ġ Sad", + "ĠS ad", + "ĠSa d", + "ĠB erg", + "ĠBe rg", + "ĠBer g", + "Ġ Mine", + "ĠM ine", + "ĠMin e", + "ĠMi ne", + "P ack", + "Pa ck", + "Ġres istant", + "Ġresist ant", + "Ġ ROM", + "ĠR OM", + "ĠRO M", + "Ġ peg", + "Ġp eg", + "Ġpe g", + "ĠSt anford", + "ĠStan ford", + "Ġ Yahoo", + "ĠY ahoo", + "ĠYa hoo", + "ĠYah oo", + "Ġ scaled", + "Ġs caled", + "Ġsc aled", + "Ġscale d", + "Ġsca led", + "Ġscal ed", + "Ġ lan", + "Ġl an", + "Ġla n", + "= []", + "=[ ]", + "\" /> < /", + "Ġ plots", + "Ġp lots", + "Ġpl ots", + "Ġplot s", + "Ġplo ts", + ". *Ċ", + ".* Ċ", + "Ġtr aveled", + "Ġtravel ed", + "Ġtra veled", + "Ġtrav eled", + "ĠO scar", + "ĠOs car", + "ĠOsc ar", + "V L", + "Ġl inking", + "Ġlink ing", + "Ġlin king", + "Ġt ires", + "Ġti res", + "Ġtire s", + "Ġtir es", + "Ġ' *'", + "Ġ'* '", + "ĠBuffer ed", + "ĠBuff ered", + "e ri", + "er i", + "Ġ ****", + "Ġ* ***", + "Ġ** **", + "Ġ*** *", + "Ġover look", + "Ġoverl ook", + ". Non", + ".N on", + ".No n", + "Ġr és", + "Ġré s", + "Ġe gy", + "Ġeg y", + "å° ı", + "Ġatt acker", + "Ġattack er", + "ĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉ", + ". sync", + ".s ync", + ".syn c", + ".sy nc", + "AS CADE", + "ASC ADE", + "G round", + "Gr ound", + "Gro und", + "Ġ decay", + "Ġdec ay", + "Ġ Ton", + "ĠT on", + "ĠTo n", + "Ġjew elry", + "Ġjewel ry", + "Ġb ypass", + "Ġby pass", + "Ġm embr", + "Ġmem br", + "Ġmemb r", + "R NA", + "RN A", + "< System", + " ččĊ", + "Ġs ud", + "Ġsu d", + "ĉ background", + "ĉback ground", + "Ġsch olars", + "Ġscholar s", + "-m uted", + "a rá", + "ar á", + "Ġ =====", + "Ġ= ====", + "Ġ== ===", + "Ġ=== ==", + "Ġ==== =", + "Ġ ____", + "Ġ_ ___", + "Ġ__ __", + "Ġ___ _", + "C reat", + "Cre at", + "Cr eat", + "e never", + "en ever", + "ene ver", + "/ wp", + "/w p", + "Ġ VPN", + "ĠV PN", + "ĠVP N", + "Error Code", + ") ],Ċ", + ")] ,Ċ", + ")], Ċ", + "( builder", + "(b uilder", + "(build er", + "Ġ Enemy", + "ĠEn emy", + "S ensor", + "u sa", + "us a", + "Ġtr iggers", + "Ġtrigger s", + "Ġtrig gers", + "Ġplay offs", + "Ġplayoff s", + "_ REQ", + "_RE Q", + "_R EQ", + "Ġ (~", + "Ġ( ~", + "ĠB arry", + "ĠBar ry", + "ĠBarr y", + "Ġperman ently", + "Ġpermanent ly", + "Ġ RUN", + "ĠR UN", + "ĠRU N", + "Ġb ure", + "Ġbu re", + "Ġbur e", + ".Fatal f", + ".Fat alf", + "Ġch ick", + "Ġchi ck", + "Ġchic k", + "ĉ panic", + "ĉp anic", + "p si", + "ps i", + "o ka", + "ok a", + "éĢ ī", + "> [", + "Ġunder stands", + "Ġunderstand s", + "Ġunderst ands", + "Ġ Junior", + "ĠJun ior", + "ĠJuni or", + "Ġ INFO", + "ĠIN FO", + "ĠINF O", + "= mysqli", + "=m ysqli", + "=mysql i", + "us tain", + "ust ain", + "usta in", + "- source", + "-s ource", + "s erv", + "se rv", + "ser v", + "Ġ CREATE", + "ĠC REATE", + "ĠCRE ATE", + ". au", + ".a u", + "Ġs ells", + "Ġsell s", + "Ġsel ls", + "Ġ ĠĊĠĠĊ", + "ĠĠ ĊĠĠĊ", + "ĠĠĊ ĠĠĊ", + "E urope", + "Euro pe", + "z w", + "p reh", + "pr eh", + "pre h", + "ĠN SA", + "ĠNS A", + "Ġ xy", + "Ġx y", + "ภ´", + "Ġ Beyond", + "ĠB eyond", + "ĠBey ond", + "In stead", + "Inst ead", + "Non Query", + "Ġa rise", + "Ġar ise", + "Ġavoid ed", + ". emplace", + ".em place", + ".emp lace", + "_ models", + "_model s", + "_mode ls", + "_mod els", + "} ),Ċ", + "}) ,Ċ", + "}), Ċ", + "Ġ hid", + "Ġh id", + "Ġhi d", + "Ġ &_", + "Ġ& _", + ". points", + ".p oints", + ".point s", + ".po ints", + ".poi nts", + ". getWidth", + ".get Width", + ". Exec", + ".Ex ec", + ".E xec", + "Ġ ////", + "Ġ// //", + "Ġ/ ///", + "Ġ/// /", + "Ġ Sessions", + "ĠS essions", + "ĠSession s", + ". ..\\", + ".. .\\", + "... \\", + "ĠCol omb", + "ĠColo mb", + "Ġacceler ation", + "Ġaccel eration", + "re store", + "rest ore", + "Ġ ile", + "Ġi le", + "Ġil e", + "o bic", + "ob ic", + "obi c", + "< Node", + " }Ċ", + ">} Ċ", + "pl aint", + "plain t", + "pla int", + "get Text", + "Ġindividual ly", + "Ġindivid ually", + "Ġ checkbox", + "Ġcheck box", + "U Y", + "ĠL amb", + "ĠLa mb", + "ĠLam b", + "Ġdys function", + "ĠL ar", + "ĠLa r", + "à °", + "Ġ Creating", + "ĠC reating", + "ĠCr eating", + "ĠCre ating", + "ĠCreat ing", + "' );ĊĊĊ", + "') ;ĊĊĊ", + "');Ċ ĊĊ", + "');ĊĊ Ċ", + "'); ĊĊĊ", + "\" They", + "\"The y", + "\"T hey", + "l ocations", + "loc ations", + "location s", + "_ CORE", + "_C ORE", + "_CO RE", + "_COR E", + "Inter action", + "umbn ails", + "umbnail s", + "Ġ Partner", + "ĠP artner", + "ĠPart ner", + "b rit", + "br it", + "Ġl esser", + "Ġless er", + "Ġles ser", + "Ġ Slot", + "ĠS lot", + "ĠSl ot", + "ĠSlo t", + "set Attribute", + "Ġ Wave", + "ĠW ave", + "ĠWa ve", + ". po", + ".p o", + "/ store", + "/st ore", + "Ġb rowsing", + "Ġbrows ing", + "Ġbrow sing", + "_ pd", + "_p d", + "s ume", + "sum e", + "su me", + "s ed", + "se d", + "C urve", + "Cur ve", + "Cu rve", + "Ġpl asma", + "Ġsusp icious", + "ìĿ ¸", + "Ġ Bah", + "ĠB ah", + "ĠBa h", + "Ġ Explicit", + "ĠExp licit", + "ĠExpl icit", + "_ CC", + "_C C", + ".Client Size", + "\\ View", + "\\V iew", + "Ġsub stit", + "Ġsubs tit", + "Ġsubst it", + "l oon", + "lo on", + "loo n", + "Ġ GAME", + "ĠG AME", + "ĠGA ME", + "ĠGAM E", + "ĠB rid", + "ĠBr id", + "ĠBri d", + "Ľ 建", + "_ User", + "_U ser", + "Ġs quares", + "Ġsqu ares", + "Ġsquare s", + "f one", + "fo ne", + "fon e", + "Ġsa cred", + "Ġsac red", + "Ġsacr ed", + "ug hs", + "ugh s", + "] interface", + "Ġ Throw", + "ĠTh row", + "ĠThr ow", + "ĠK irk", + "ĠKir k", + "ĠKi rk", + "Ġem pire", + "Ġemp ire", + "Ġempir e", + "Ġass essed", + "Ġassess ed", + "Ġasses sed", + "T ax", + "Ta x", + "ĠHe aven", + "- buffer", + "-b uffer", + "_ STATIC", + "_ST ATIC", + "_STAT IC", + "é né", + "én é", + "-b ordered", + "-border ed", + "Ġp unct", + "Ġpun ct", + "( mode", + "(m ode", + "(mod e", + "Ġke ine", + "Ġkein e", + "S ent", + "Se nt", + "Sen t", + "Ġ Calcul", + "ĠCal cul", + "ĠCalc ul", + "ĠE ve", + "ĠEv e", + "Ġsty lish", + "Ġstyl ish", + "Ġo ils", + "Ġoil s", + "Ġoi ls", + ". TestCase", + ".Test Case", + "Ġtrad emark", + "Ġtrade mark", + "Ġliter ary", + "Ġlite rary", + "Ġconcentr ations", + "Ġconcentration s", + "Ġ Relations", + "ĠRe lations", + "ĠRel ations", + "ĠRelation s", + "( Class", + "(C lass", + "(Cl ass", + "Ġ stdin", + "Ġst din", + "Ġstd in", + "Ġv æ", + "back up", + "bac kup", + ". VERSION", + ".V ERSION", + ".AutoScale Dimensions", + "st arter", + "start er", + "star ter", + "Transaction al", + "- panel", + "-p anel", + "-pane l", + "St udio", + "k c", + "ĠCh amber", + "ĠCham ber", + "ĠS piel", + "ĠSp iel", + "ĠSpi el", + "Ġ rho", + "Ġr ho", + "Ġrh o", + "ا ÙĦ", + "ا٠Ħ", + "! '", + ". Attributes", + ".At tributes", + ".Attribute s", + "Ġmurder ed", + "apeut ic", + "Ġint imate", + "Ġintim ate", + "Ġ textField", + "Ġt extField", + "Ġtext Field", + "ĠBuff alo", + "d ummy", + "dum my", + "\" %", + "ĠLib erty", + "ĠLibert y", + "ĠLiber ty", + "o bar", + "ob ar", + "oba r", + "Ġ Tank", + "ĠT ank", + "ĠTa nk", + "ĠTan k", + "Ġ Popular", + "ĠPop ular", + "er visor", + "erv isor", + "ĠIn iti", + "ĠInit i", + "ĠIni ti", + "ĠM all", + "ĠMal l", + "ĠMa ll", + "Ġ Prior", + "ĠP rior", + "ĠPr ior", + "ĠPri or", + "C AP", + "CA P", + "ĠC lay", + "ĠCl ay", + "ĠCla y", + "Ġ Certificate", + "ĠC ertificate", + "ĠCert ificate", + "ĠCertif icate", + ". Lock", + ".L ock", + ".Lo ck", + "- strip", + "-s trip", + "-st rip", + "-str ip", + "-dr iven", + "-drive n", + "/ all", + "/a ll", + "/al l", + "ĠMessageBox Buttons", + "ĠMessageBoxButton s", + "_ SECRET", + "_SE CRET", + "_SEC RET", + "_ pb", + "_p b", + "Ġ rats", + "Ġr ats", + "Ġrat s", + "Ġra ts", + "ा à¤", + "Ġ nt", + "Ġn t", + ". Router", + ".R outer", + ".Route r", + "_ topic", + "_t opic", + "_to pic", + "_top ic", + "Ġt ennis", + "Ġten nis", + "Ġ PUBLIC", + "ĠP UBLIC", + "ĠPUB LIC", + "ĠActiv atedRoute", + "Ġ ',Ċ", + "Ġ' ,Ċ", + "Ġ', Ċ", + "Ġcost ume", + "Ġj okes", + "Ġjo kes", + "Ġjoke s", + ". Handle", + ".H andle", + ".Hand le", + "ĉ byte", + "ĉb yte", + "Ġfl avors", + "Ġflavor s", + "Ġflav ors", + "( cc", + "(c c", + "Ġperson as", + "Ġpers onas", + "Ġpersona s", + "Ġperso nas", + "ĉ image", + "ĉi mage", + "ĉim age", + "ĠN azi", + "ĠNa zi", + "ĠNaz i", + "Ġ grammar", + "Ġgram mar", + "Ġgramm ar", + "Ġú lt", + "Ġval ve", + "Ġ vic", + "Ġv ic", + "Ġvi c", + "Ġ Rachel", + "ĠR achel", + "ĠRac hel", + "ĠRach el", + "_ invalid", + "_in valid", + "P refs", + "Pr efs", + "Pre fs", + "Pref s", + "std int", + "stdin t", + "( route", + "(r oute", + "(ro ute", + "Ġ htmlspecialchars", + "Ġhtml specialchars", + "Ġpe oples", + "Ġpeople s", + "p line", + "pl ine", + "Ġ nv", + "Ġn v", + "Ġ Quant", + "ĠQ uant", + "ĠQu ant", + "o ppers", + "op pers", + "opp ers", + "opper s", + "Ġ currentUser", + "Ġcurrent User", + "ĠC atal", + "ĠCa tal", + "ĠCat al", + "ĠCata l", + "Ġre conc", + "Ġrecon c", + "Ġreco nc", + "Ġcon junction", + "Ġconj unction", + "l x", + "am burg", + "amb urg", + "Ġinflu ential", + "d anger", + "da nger", + "dan ger", + "in ders", + "ind ers", + "inder s", + "inde rs", + "Ġ %@\",", + "Ġ% @\",", + "Ġ%@ \",", + ". configuration", + ".config uration", + "o some", + "os ome", + "oso me", + ". identity", + ".id entity", + ".ident ity", + ".ide ntity", + "Ġ picker", + "Ġp icker", + "Ġpick er", + "Ġpi cker", + "Ġpic ker", + "n ost", + "no st", + "nos t", + "ĠDI Y", + "Aug ust", + "a blo", + "ab lo", + "abl o", + "Le af", + "ĠR eco", + "ĠRe co", + "ĠRec o", + "c ko", + "ck o", + "D OC", + "DO C", + "ĠH erm", + "ĠHe rm", + "ĠHer m", + ": any", + ":a ny", + "Ġ Interview", + "ĠInt erview", + "ĠInter view", + "Ġ Tex", + "ĠT ex", + "ĠTe x", + "x fe", + "xf e", + "( work", + "(w ork", + "Ġle ap", + "He ading", + "Head ing", + "Ġ quarters", + "Ġqu arters", + "Ġquarter s", + "Ġquar ters", + "Ġquart ers", + "\\ Bundle", + "r eb", + "re b", + "Per haps", + "ĠG mbH", + "B irth", + "Bir th", + "ĉ sum", + "ĉs um", + "ĠWat son", + ". nil", + ".n il", + "ç ¡", + "{ }ĊĊ", + "{} ĊĊ", + "{}Ċ Ċ", + "ic aid", + "ica id", + "G etter", + "Get ter", + "\" name", + "Ġ \"čĊ", + "Ġ\" čĊ", + "_ none", + "_n one", + "_no ne", + "_non e", + "z m", + "ac ute", + "u esto", + "ue sto", + "ues to", + "uest o", + "Ġs ous", + "Ġso us", + "Ġsou s", + "Ġre build", + "Ġreb uild", + "Ġnews papers", + "Ġnewsp apers", + "Ġnewspaper s", + "Ġ Haz", + "ĠH az", + "ĠHa z", + "Ġ kits", + "Ġk its", + "Ġkit s", + "Ġki ts", + "i fo", + "if o", + "Bl ur", + "Ġsu ited", + "Ġsuit ed", + "Ġsuite d", + "Ġsui ted", + "- In", + "-I n", + "à ¯", + "Ġ Keith", + "ĠKe ith", + "ĠNor way", + "IN IT", + "INI T", + "ire ccion", + "i eties", + "ie ties", + "iet ies", + "_ usage", + "_u sage", + "_us age", + "Ġ Doug", + "ĠD oug", + "ĠDo ug", + "ĠDou g", + "r ise", + "ri se", + "ris e", + "Ġtr illion", + "im ited", + "imit ed", + "imi ted", + "Ġ REL", + "ĠR EL", + "ĠRE L", + "a lic", + "al ic", + "ali c", + "Ġcritic ized", + "Ġcriticize d", + "the orem", + "Ġc ease", + "Ġce ase", + "Ġside w", + "Ġsid ew", + "ĠT erry", + "ĠTer ry", + "ĠTerr y", + "Ġsubs idi", + "Ġsubsid i", + "Ġfirm ly", + "Ġ aws", + "Ġa ws", + "Ġaw s", + "Ġh ott", + "Ġhot t", + "Ġho tt", + "Ġd ressing", + "Ġdress ing", + "b adge", + "ba dge", + "bad ge", + "Ġ Applications", + "ĠApp lications", + "ĠApplication s", + "ĠAppl ications", + "è¿ ĶåĽŀ", + "è¿Ķ åĽŀ", + "Ġlaugh ed", + "Ġh obby", + "Ġhob by", + "Ġmus icians", + "Ġmusic ians", + "Ġmusician s", + "Ġ *.", + "Ġ* .", + ". placeholder", + ".place holder", + "Ġc ounters", + "Ġcount ers", + "Ġcoun ters", + "Ġcounter s", + "ĠCap itol", + "S DK", + "SD K", + "Ġh elmet", + "Ġhel met", + "Ġhelm et", + "and box", + "q uit", + "qu it", + "qui t", + "Ġcriminal s", + "Ġcrim inals", + "Ġteen ager", + "Ġteenage r", + "( update", + "(up date", + "G l", + ". selection", + ".s election", + ".se lection", + ".select ion", + ".sel ection", + "Ġdis charge", + "Ġpres enting", + "Ġpresent ing", + "ufact urer", + "_ UNKNOWN", + "_UN KNOWN", + "Ġst ressed", + "Ġstr essed", + "Ġstress ed", + "å Ļ¨", + "åĻ ¨", + "Pro to", + "Pr oto", + "Prot o", + "_ correct", + "_c orrect", + "_cor rect", + "_corr ect", + "h aus", + "ha us", + "Ġre nov", + "Ġren ov", + "Ġfire arms", + "Ġfirearm s", + "Ġtechn ically", + "Ġtechnical ly", + "- browser", + "-b rowser", + "Ġc andy", + "Ġcan dy", + "Ġcand y", + "St roke", + "Str oke", + "Ġ executor", + "Ġexec utor", + "Ġexecut or", + "Ġocc urrence", + "Ġoccur rence", + "Ġ IPv", + "ĠIP v", + "_ INTERFACE", + "_INTER FACE", + "Ġ Retrieve", + "ĠRe trieve", + "ĠRet rieve", + "ĠRetrie ve", + ". bad", + ".b ad", + ".ba d", + "Ex change", + "Nav bar", + "Ġ Kid", + "ĠK id", + "ĠKi d", + "(get ApplicationContext", + "_ STOP", + "_S TOP", + "_ST OP", + "Ġ Boss", + "ĠB oss", + "ĠBo ss", + "ĠBos s", + "List eners", + "Listener s", + "Listen ers", + "Ġsh ooter", + "Ġshoot er", + "Ġsho oter", + "ĠA lb", + "ĠAl b", + "ä ch", + "Ġ pix", + "Ġp ix", + "Ġpi x", + ". keyCode", + ".key Code", + "al one", + "alo ne", + "alon e", + "Ġabs urd", + "Ġ Cum", + "ĠC um", + "ĠCu m", + "ĠNewton soft", + "i kt", + "ik t", + "Ġlaugh ing", + "Ġcapital ism", + "ree Node", + "T x", + "_ QUERY", + "_QU ERY", + ". Sleep", + ".S leep", + "( login", + "(log in", + "(lo gin", + "Web Element", + "Ġcelebr ating", + "Ġ deprecated", + "Ġde precated", + "Ġdep recated", + "Ġm aar", + "Ġma ar", + "Ġart istic", + "Ġartist ic", + "_ASS OC", + "_AS SOC", + "ĠBorder Radius", + "ĉ wp", + "ĉw p", + "Ġsurv ivors", + "Ġsurviv ors", + "Ġsurvivor s", + "In ner", + "- red", + "-r ed", + "-re d", + "Ġprosec ution", + "_ pp", + "_p p", + "( \"$", + "\"=> $", + "Ġ comma", + "Ġcom ma", + "Ġco mma", + "Ġcomm a", + "un checked", + "g raphics", + "graph ics", + "graphic s", + "r ors", + "ro rs", + "ror s", + "G ROUND", + "GR OUND", + "( public", + "(p ublic", + "(pub lic", + "Ġcustom ized", + "Ġcustomize d", + "ĠArk ansas", + "Ġ Rew", + "ĠR ew", + "ĠRe w", + "Ġ expiration", + "Ġex piration", + "Ġexp iration", + "× ķ", + "ĠC ul", + "ĠCu l", + "Ġn ons", + "Ġno ns", + "Ġnon s", + ". Filter", + ".F ilter", + "Ġsen ator", + "_ definition", + "_def inition", + "ash ington", + "ashing ton", + "y mph", + "ym ph", + "/ J", + "Ġ fuse", + "Ġf use", + "Ġfu se", + "Ġfus e", + "ra mid", + "ram id", + "Ġ Supplier", + "ĠS upplier", + "ĠSup plier", + "Ġ autocomplete", + "Ġaut ocomplete", + "Ġauto complete", + "Ġ }),", + "Ġ} ),", + "Ġ}) ,", + ". \"ĊĊĊ", + ".\" ĊĊĊ", + ".\"ĊĊ Ċ", + ".\"Ċ ĊĊ", + "_ functions", + "_function s", + "_fun ctions", + "ĉ to", + "ĉt o", + ". eval", + ".e val", + ".ev al", + "ĠT Object", + "ĠTO bject", + "Re ferences", + "Reference s", + "Refer ences", + "Ġh eated", + "Ġhe ated", + "Ġheat ed", + "H AL", + "HA L", + "Ġ ))}Ċ", + "Ġ) )}Ċ", + "Ġ)) }Ċ", + "} $", + "ĠB arr", + "ĠBar r", + "ĠBa rr", + "_ UNIT", + "_UN IT", + "+ $", + "Ġ getValue", + "Ġget Value", + "i ped", + "ip ed", + "ipe d", + "ch ied", + "chie d", + "chi ed", + "( vm", + "(v m", + "c ue", + "cu e", + "_ integer", + "_int eger", + "_ course", + "_c ourse", + "_co urse", + "th ird", + "Ġre vised", + "Ġrev ised", + "Ġrevis ed", + "Ġrevise d", + "* */Ċ", + "** /Ċ", + "_ DIRECT", + "_D IRECT", + "_DIR ECT", + "_DI RECT", + "Out Of", + "( \"(", + "(\" (", + "Ġ Feel", + "ĠF eel", + "ĠFe el", + "ĠFee l", + "Ġre ass", + "Ġ subtitle", + "Ġsub title", + "Ġsubt itle", + "p eri", + "pe ri", + "per i", + "n f", + "Ġenjoy s", + "Ġenjo ys", + "Ġtreat s", + "Ġtre ats", + ") this", + ")t his", + "- tabs", + "-t abs", + "-tab s", + "an cers", + "ance rs", + "anc ers", + "ancer s", + "Ġ continent", + "Ġcont inent", + "Ġcontin ent", + "Ġcar dio", + "Ġcard io", + "Ġcardi o", + "S er", + "Se r", + ". question", + ".q uestion", + ".qu estion", + ".quest ion", + "Ġph rases", + "Ġphrase s", + "Valid ators", + "Validator s", + "Ġpop ul", + "Ġ lÃŃ", + "Ġl ÃŃ", + "s ong", + "so ng", + "son g", + "_ INTERNAL", + "_IN TERNAL", + "_INTER NAL", + "Ġadv iser", + "Ġadvis er", + "Ġadvise r", + "Ġp uzz", + "Ġpu zz", + "Ġamb itious", + "Ġambit ious", + "ĠT ob", + "ĠTo b", + "Ġ DP", + "ĠD P", + "Ġpres idency", + "Ġsur render", + "Ġsurre nder", + "Ġw atches", + "Ġwatch es", + "Ġwat ches", + "_ binary", + "_b inary", + "_bin ary", + "Ġ Soon", + "ĠS oon", + "ĠSo on", + "Ġcan ada", + "(\" \")Ċ", + "(\"\" )Ċ", + "(\"\") Ċ", + "] ='", + "]= '", + "Ġ Brandon", + "ĠBr andon", + "ĠBrand on", + "ĠBra ndon", + "ĠBran don", + "e psilon", + "eps ilon", + "r w", + ". addChild", + ".add Child", + ". Copy", + ".C opy", + ".Co py", + "Pr incipal", + "Ph otos", + "Photo s", + "Phot os", + "Ġmargin al", + "Ġmarg inal", + "Ġb asics", + "Ġbas ics", + "Ġbasic s", + "e ing", + "ei ng", + "ein g", + "M ust", + "Mu st", + "Mus t", + "_ String", + "_S tring", + "_Str ing", + "_St ring", + "Ġ ole", + "Ġo le", + "Ġol e", + "M agento", + "Mag ento", + ". customer", + ".c ustomer", + ".custom er", + "( prev", + "(p rev", + "(pr ev", + "(pre v", + "ภ¥", + "Ġlo yalty", + "Ġloyal ty", + "C og", + "Co g", + "Ġ protocols", + "Ġprot ocols", + "Ġprotocol s", + "Ġproto cols", + "Ġ Companies", + "ĠCom panies", + "Ġthe oretical", + "Ġtheoret ical", + "Ġtheor etical", + "Ġaccess ing", + "Ġacces sing", + "Ġ Zen", + "ĠZ en", + "ĠZe n", + ". ones", + ".on es", + ".o nes", + ".one s", + "att ice", + "atti ce", + "_ world", + "_w orld", + "z es", + "ze s", + "Ġtatto o", + "Ġtat too", + "Ġm enos", + "Ġme nos", + "Ġmen os", + "Ġmeno s", + "Ġ intersect", + "Ġinter sect", + "Ġinters ect", + "\" ];ĊĊ", + "\"] ;ĊĊ", + "\"];Ċ Ċ", + "\"]; ĊĊ", + "be lie", + "bel ie", + "Ġ inactive", + "Ġin active", + ".read line", + "-label led", + ". done", + ".d one", + ".do ne", + "lic kr", + "lick r", + "Ġ WORK", + "ĠW ORK", + "Ġder ivative", + "Ġderiv ative", + "Ġd atabases", + "Ġdata bases", + "Ġdatabase s", + "Ġdatab ases", + "âĤ Ĥ", + "Ġ sx", + "Ġs x", + ". isArray", + ".is Array", + "Ġ ys", + "Ġy s", + "Ġp ada", + "Ġpa da", + "Ġpad a", + "Ġ Bullet", + "ĠB ullet", + "ĠBul let", + "ĠBull et", + "(` /", + "is Active", + "Ġ CGSize", + "ĠCG Size", + "( equalTo", + "(equal To", + "ĠColum bus", + "Ġm arry", + "Ġmar ry", + "D EV", + "DE V", + "_ limits", + "_l imits", + "_limit s", + "_li mits", + "_lim its", + "r ones", + "ro nes", + "ron es", + "rone s", + "I AS", + "IA S", + "Ġ tau", + "Ġt au", + "Ġta u", + "m ino", + "min o", + "mi no", + "_ Write", + "_W rite", + "ĠW ine", + "ĠWin e", + "ĠWi ne", + "Ġ [['", + "Ġ[ ['", + "Ġ[[ '", + "Ġ Pull", + "ĠP ull", + "ĠPu ll", + "ĠPul l", + "ri ters", + "rit ers", + "rite rs", + "riter s", + "r ients", + "ri ents", + "rie nts", + "rient s", + "rien ts", + "Ġsh ifting", + "Ġshift ing", + "u pp", + "up p", + "_ TIMER", + "_T IMER", + "_TIME R", + "_TIM ER", + "_TI MER", + "Ġ Conditions", + "ĠCondition s", + "ĠCond itions", + "Ạ¥", + "Ġ Orders", + "ĠOr ders", + "ĠOrder s", + "ĠOrd ers", + "Ġ Strength", + "ĠSt rength", + "ĠStr ength", + "ĠStre ngth", + "æī Ģ", + "Ġval idity", + "Ġvalid ity", + "Ġf ot", + "Ġfo t", + "e tur", + "et ur", + "etu r", + "Ġ bolt", + "Ġb olt", + "Ġbo lt", + "Ġbol t", + "åĨ ħ", + "Ġ Along", + "ĠA long", + "ĠAl ong", + "ĠAlo ng", + "o shi", + "os hi", + "osh i", + "Ġassum ptions", + "Ġassumption s", + "Ġmag azines", + "Ġmagazine s", + "_ SPI", + "_S PI", + "_SP I", + "Ġp unt", + "Ġpun t", + "Ġpu nt", + "_ PRODUCT", + "_PRO DUCT", + "_PROD UCT", + "Ġ relay", + "Ġre lay", + "Ġr elay", + "Ġrel ay", + "Ġ Javascript", + "ĠJ avascript", + "ĠJava script", + ". te", + ".t e", + "- es", + "-e s", + "Ġ widgets", + "Ġwidget s", + "Ġwid gets", + "( fs", + "(f s", + "< Item", + " \";", + ">\" ;", + "at ching", + "atch ing", + "Ġ Knowledge", + "ĠK nowledge", + "ĠKnow ledge", + "ĉ The", + "ĉT he", + "; margin", + ";m argin", + "less ness", + "o pard", + "op ard", + "opa rd", + "u matic", + "um atic", + "uma tic", + "umat ic", + "( )));čĊ", + "() ));čĊ", + "()) );čĊ", + "())) ;čĊ", + "())); čĊ", + "Ġf als", + "Ġfa ls", + "Ġfal s", + "( cache", + "(c ache", + "(ca che", + "Type Id", + "éĢ ļ", + "_ choice", + "_ch oice", + "ĠG oth", + "ĠGo th", + "ĠGot h", + "Ġ Sites", + "ĠS ites", + "ĠSi tes", + "ĠSite s", + "ĠSit es", + "M G", + "_ border", + "_b order", + "Ind ices", + "Com parer", + "Comp arer", + "Compar er", + "Compare r", + "ĠRe distribution", + "ĠRed istribution", + "ĠRedis tribution", + "Ġclose t", + "Ġclos et", + "Ġclo set", + "Ġvers atile", + "Ġversa tile", + "In puts", + "Input s", + "**** ****************", + "******** ************", + "**************** ****", + "****** **************", + "************ ********", + "************** ******", + "Ġob esity", + "qu iz", + "qui z", + "g ra", + "gr a", + "( global", + "(g lobal", + "åĬ ¡", + "Ġ collector", + "Ġcol lector", + "Ġcoll ector", + "Ġcollect or", + "Ġcolle ctor", + "Ġ kor", + "Ġk or", + "Ġko r", + "o vable", + "ov able", + "ova ble", + "A DC", + "AD C", + "Ġ EventHandler", + "ĠEvent Handler", + ". nc", + ".n c", + "Ġplay back", + "ient os", + "ien tos", + "iento s", + "_ perm", + "_p erm", + "_per m", + "_pe rm", + "_ WARNING", + "_W ARNING", + "_WARN ING", + "ĠOlymp ics", + "ĠOlympic s", + ". norm", + ".n orm", + ".no rm", + "Ġ Broadcast", + "ĠB roadcast", + "ĠBroad cast", + "_ small", + "_s mall", + "_sm all", + "d rive", + "dr ive", + ". iloc", + ".i loc", + ".il oc", + "Ġ typed", + "Ġt yped", + "Ġtype d", + "Ġtyp ed", + "Ġty ped", + "M EM", + "ME M", + "_ cons", + "_c ons", + "_con s", + "_co ns", + "D METHOD", + "DM ETHOD", + "Ġ lun", + "Ġl un", + "Ġlu n", + ". distance", + ".d istance", + ".di stance", + ".dist ance", + "( par", + "(p ar", + "(pa r", + "p oon", + "po on", + "Ġ bast", + "Ġb ast", + "Ġbas t", + "Ġba st", + "act ivities", + "activ ities", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + ": čĊčĊ", + ":čĊ čĊ", + "S ER", + "SE R", + ") &&", + ")& &", + "_ lst", + "_l st", + "_ls t", + "ĠPol ish", + "ĠPo lish", + "Ġkn ocked", + "Ġknock ed", + "Ġfrustr ation", + "au kee", + "Ġph osph", + "iqu id", + "iq uid", + "_ coeff", + "_c oeff", + "_co eff", + "_coef f", + "æŃ ¤", + "L atest", + "La test", + "Lat est", + "Late st", + "ĠD ust", + "ĠDu st", + "T ipo", + "Tip o", + "Ti po", + "Ġmain tains", + "Ġmaint ains", + "Ġmaintain s", + "Ġ marsh", + "Ġmar sh", + "Ġmars h", + "inc inn", + "inci nn", + "l bl", + "lb l", + "C are", + "Car e", + "Ca re", + "Ġneighborhood s", + "_ gpio", + "_g pio", + "_gp io", + "ĠAr senal", + "ĠArs enal", + "D em", + "De m", + "ĠW he", + "ĠWh e", + "_ hook", + "_h ook", + "Ġl dc", + "Ġld c", + "ĠHar per", + "ĠBer keley", + "Ġgrad uated", + "Ġgraduate d", + "Ġgradu ated", + "Per cent", + "Ġarr iving", + "Ġarriv ing", + "Ġ Adventure", + "ĠAd venture", + "ĠAdvent ure", + "( scope", + "(s cope", + "(sc ope", + "( '*", + "(' *", + "qu arter", + "ĠM arie", + "ĠMar ie", + "ĠMa rie", + "ĠMari e", + "Spe aking", + "Speak ing", + "_ codegen", + "_code gen", + "_cod egen", + "Ġim mun", + "Ġimm un", + "c aster", + "ca ster", + "cast er", + "cas ter", + "ãĤ Į", + "åķ Ĩ", + "Ġ Dimensions", + "ĠDim ensions", + "ĠDimension s", + ". record", + ".re cord", + ".rec ord", + "Ġ texto", + "Ġtext o", + "Ġtex to", + "Ġ Michelle", + "ĠMich elle", + "ĠMichel le", + "ĠMiche lle", + "P ending", + "Pen ding", + "( by", + "(b y", + "_ PAR", + "_P AR", + "_PA R", + "u cht", + "uch t", + "uc ht", + "b ee", + "be e", + ". Thread", + ".T hread", + ".Th read", + "am pire", + "amp ire", + "k now", + "kn ow", + "Ġ Clinical", + "ĠClin ical", + "ĠClinic al", + "Ġmargin Bottom", + "Ġd istinguish", + "Ġdistingu ish", + ". Full", + ".F ull", + ". undefined", + ".un defined", + "ĠSequ elize", + "#### ########################################################################", + "################ ############################################################", + "################################################################ ############", + "############ ################################################################", + "################################################ ############################", + "######################################################################## ####", + "############################ ################################################", + "############################################################ ################", + "Ġ educated", + "Ġeduc ated", + "Ġeducate d", + "_ OVER", + "_O VER", + "åº ı", + "Ġ ÂłĠÂł", + "ĠÂł ĠÂł", + "ĠÂłĠ Âł", + "_ each", + "_e ach", + "Ġ urge", + "Ġur ge", + "Ġurg e", + "de part", + "dep art", + "Ġdon ors", + "Ġdonor s", + "Ġ Au", + "ĠA u", + "Ġb illions", + "Ġbill ions", + "Ġbillion s", + "Ġbelong ing", + "_ age", + "_a ge", + "_ag e", + "_ Int", + "_I nt", + "_In t", + "Ġsub stances", + "Ġsubstance s", + "Ġsubst ances", + "m achine", + "ma chine", + "mach ine", + "! !!ĊĊ", + "!! !ĊĊ", + "!!! ĊĊ", + "!!!Ċ Ċ", + "Ġjson ify", + "ib bean", + "Ġ Cad", + "ĠC ad", + "ĠCa d", + "Ġ endTime", + "Ġend Time", + "Ġc ycling", + "Ġcy cling", + "Ġcycl ing", + "Ġcyc ling", + "Ġ UITextField", + "ĠUI TextField", + "ĠUIT extField", + "Ġle verage", + "Ġlever age", + "Ġleve rage", + "Ġvan illa", + "e at", + "ea t", + "L aunch", + "La unch", + "( pt", + "(p t", + "st ates", + "state s", + "stat es", + "sta tes", + "Ġ Controls", + "ĠControl s", + "ĠContr ols", + "Ġ Respons", + "ĠRes pons", + "ĠResp ons", + "Ġ Jake", + "ĠJ ake", + "ĠJa ke", + "ĠJak e", + "Ġa sleep", + "Ġas leep", + "fort unate", + ".next Line", + "Size Mode", + "ì Ŀ¼", + "ìĿ ¼", + "Testing Module", + "G erman", + "Ger man", + "ĠInvest ig", + ". reverse", + ".re verse", + ".rev erse", + "Ġ BACK", + "ĠB ACK", + "ĠBA CK", + "( DateTime", + "(Date Time", + "Ġnon profit", + "Ġ Expect", + "ĠEx pect", + "ĠExp ect", + "Ġt anto", + "Ġtan to", + "Ġtant o", + "' ]),", + "'] ),", + "']) ,", + "ĉ the", + "ĉt he", + "ĉth e", + "M ultiple", + "Multi ple", + "Mult iple", + "Multip le", + "(get Activity", + "_ WAIT", + "_W AIT", + "Ġj á", + "de cor", + "dec or", + "lev ance", + "Ġ GitHub", + "ĠGit Hub", + "m ination", + "min ation", + "mi nation", + "mina tion", + "_ quantity", + "_qu antity", + "_quant ity", + ". Scanner", + ".Sc anner", + ".Scan ner", + "ĠL ion", + "ĠLi on", + "éĶĻ 误", + "Ġ dre", + "Ġd re", + "Ġdr e", + "Ġtan tra", + "Ġtant ra", + "Ġtantr a", + "Ġ contentType", + "Ġcontent Type", + "Ġ fid", + "Ġf id", + "Ġfi d", + "_ alt", + "_a lt", + "_al t", + "NS IndexPath", + "- pl", + "-p l", + "åĮ ĸ", + "Ġantib iot", + "t ables", + "table s", + "ta bles", + "tab les", + "tabl es", + "a cial", + "ac ial", + "aci al", + "acia l", + "Ġ Registry", + "ĠReg istry", + "ĠRegistr y", + "Ġo live", + "Ġol ive", + "Ġoli ve", + "i gers", + "ig ers", + "ige rs", + "iger s", + "Ġ subscriber", + "Ġsub scriber", + "Ġsubscri ber", + "Ġsubscribe r", + "_ pres", + "_p res", + "_pr es", + "_pre s", + "Ġ Syntax", + "ĠS yntax", + "ĠSy ntax", + "ĠSyn tax", + "Ġl overs", + "Ġlo vers", + "Ġlove rs", + "Ġlover s", + "Ġlov ers", + ". Byte", + ".B yte", + ".By te", + "ol ders", + "old ers", + "older s", + "_ forward", + "_for ward", + "al ways", + "C aption", + "Cap tion", + "Ca ption", + "Capt ion", + "P riv", + "Pr iv", + "Pri v", + "ĠT ampa", + "ĠTam pa", + "is ateur", + "-labelled by", + "Ġ ToString", + "ĠTo String", + "Ġ ìĤ¬", + "Ġì Ĥ¬", + "ĠìĤ ¬", + "Ġinit iated", + "Ġiniti ated", + "Ġinitiate d", + "W F", + "Ġinstitution al", + "in ject", + "Ġ Scr", + "ĠS cr", + "ĠSc r", + "Ġ doctrine", + "Ġdo ctrine", + "Ġdoctr ine", + "Ġsp acious", + "Ġspac ious", + "i sure", + "is ure", + "isu re", + "Ġ Ana", + "ĠA na", + "ĠAn a", + "\" time", + "ess aging", + "essa ging", + "Ġ cid", + "Ġc id", + "Ġci d", + "ĠN an", + "ĠNa n", + "Ġin complete", + "Ġincom plete", + "T AG", + "TA G", + "- build", + "-b uild", + "Dec ember", + "Ġres idual", + "Ġresid ual", + "( PDO", + "(P DO", + "Ġ Listen", + "ĠL isten", + "ĠList en", + "ĠLi sten", + "ĠLis ten", + "ĠListe n", + "Ġ glyph", + "Ġg lyph", + "Ġgly ph", + "Ġg aps", + "Ġgap s", + "Ġga ps", + "n ea", + "ne a", + ". Rect", + ".R ect", + ".Re ct", + ".Rec t", + "Ġs au", + "Ġsa u", + "ĠPhoto graph", + "ĠPhot ograph", + "Ġ executable", + "Ġexec utable", + "Ġexecut able", + "Ġ Expert", + "ĠEx pert", + "ĠExp ert", + "Co routine", + "Cor outine", + "_ sizes", + "_s izes", + "_size s", + "_si zes", + "Ġ NL", + "ĠN L", + ". isValid", + ".is Valid", + ") ;}Ċ", + "); }Ċ", + ");} Ċ", + "- reg", + "-r eg", + "-re g", + "Ġc iting", + "Ġcit ing", + "Ġci ting", + "c wd", + "cw d", + "ĠOtt awa", + "ĠB att", + "ĠBa tt", + "ĠBat t", + "Ġrenew able", + "Ġprelim inary", + "Ġas ylum", + "Ġw rist", + "Ġwr ist", + "Ġutil iz", + "Ġut iliz", + "Ġdet ention", + "F ast", + "Fa st", + "Ġ ange", + "Ġa nge", + "Ġan ge", + "Ġang e", + "incinn ati", + "Ġste ering", + "Ġsteer ing", + "Ġ NaN", + "ĠN aN", + "ĠNa N", + "i osity", + "ios ity", + "/ page", + "/p age", + "Ġ è¿", + "Ġè ¿", + "ster ol", + "ste rol", + "Ġdis g", + "Ġdi sg", + "( DB", + "(D B", + "Ġ DESCRIPTION", + "ĠDE SCRIPTION", + "ĠDESC RIPTION", + "Ġ _$", + "Ġ_ $", + "Ġob stacle", + "Ġobst acle", + "Ġb izarre", + "Ġex traction", + "Ġext raction", + "Ġextra ction", + "Ġextract ion", + "Ġextr action", + "_ expected", + "_ex pected", + "_exp ected", + "_expect ed", + "Ġ loses", + "Ġl oses", + "Ġlo ses", + "Ġlos es", + "Ġlose s", + "Ġ Celebr", + "ĠCele br", + "Ġhtml For", + "Ġexp loit", + "Ġexpl oit", + "Ġexplo it", + "олÑĮз ов", + "X YZ", + "XY Z", + "Ġm agnet", + "Ġmag net", + "Ġmagn et", + "am ped", + "amp ed", + "Ġ atoms", + "Ġat oms", + "Ġatom s", + "S ources", + "Source s", + "pect ives", + "pective s", + "Ñģ ли", + "Ñģл и", + "Ġ= čĊ", + "Ġd are", + "Ġda re", + "Ġdar e", + "ĠW alter", + "ĠWal ter", + "ĠWalt er", + "Ġ brightness", + "Ġb rightness", + "Ġbright ness", + "Ġ annotations", + "Ġan notations", + "Ġannotation s", + "Ġannot ations", + "ë ı", + "is ke", + "isk e", + "S chedule", + ". images", + ".image s", + ".im ages", + ".imag es", + "ross o", + "ros so", + "Ġ \"..", + "Ġ\" ..", + "Ġ\". .", + "g amma", + "ga mma", + "gam ma", + "Ġin structor", + "Ġinstr uctor", + "Ġinstruct or", + "Ġ overwrite", + "Ġover write", + "- am", + "-a m", + "Ġdevast ating", + "ĠSaint s", + "ĠSa ints", + "ĠSai nts", + "Ġ hs", + "Ġh s", + "Ġbon uses", + "Ġbonus es", + "$ output", + "$out put", + "i jd", + "ij d", + "(Action Event", + "m onitor", + "mon itor", + "Ġmatt ress", + "Jan uary", + ". jp", + ".j p", + "Ġcar acter", + "Ġcara cter", + "Ġcaract er", + "Ġim pose", + "Ġimp ose", + "_ rest", + "_re st", + "_r est", + "_res t", + "Ġ Signature", + "ĠSign ature", + "ĠSig nature", + "Ġcoron avirus", + "ãģ Ĭ", + "_ compare", + "_com pare", + "_comp are", + "Me asure", + "it ated", + "ita ted", + "itate d", + "itat ed", + "e lijk", + "el ijk", + "eli jk", + "i gos", + "ig os", + "igo s", + "e sar", + "es ar", + "esa r", + "Ġr ushed", + "Ġru shed", + "Ġrush ed", + "Ġrus hed", + "m etry", + "me try", + "met ry", + "_SE PARATOR", + "_ WE", + "_W E", + "_ ATTRIBUTE", + "_ATTR IBUTE", + "_ATTRIB UTE", + "Ġ yaml", + "Ġy aml", + "Ġya ml", + "Ġ specs", + "Ġsp ecs", + "Ġspec s", + "Ġspe cs", + "ĠR ah", + "ĠRa h", + "ph eric", + "pher ic", + "phe ric", + "ĠIn vestment", + "ĠInvest ment", + "ä ll", + "äl l", + "Ġappe aling", + "Ġappeal ing", + "Ġ viewport", + "Ġview port", + "ç ©", + "Ġ marginLeft", + "Ġmargin Left", + "Ġ subtract", + "Ġsub tract", + "Ġsubt ract", + "Ġ EDIT", + "ĠED IT", + "ĉ ArrayList", + "ĉArray List", + "gr ading", + "grad ing", + "gra ding", + "Ġ Failure", + "ĠF ailure", + "ĠFail ure", + "as per", + "asp er", + "E EK", + "EE K", + "( now", + "(n ow", + "(no w", + "< object", + "Ġ Alignment", + "ĠAl ignment", + "ĠAlign ment", + "ple ado", + "q tt", + "qt t", + "( ERROR", + "(ERR OR", + "Ġ INVALID", + "ĠIN VALID", + "Ġ userid", + "Ġuse rid", + "Ġuser id", + "r aises", + "ra ises", + "raise s", + "rais es", + "rai ses", + "I DI", + "ID I", + "Ġv ariance", + "Ġvar iance", + "Ġvari ance", + "Ġ Nil", + "ĠN il", + "ĠNi l", + "/ delete", + "/de lete", + "_ MAIN", + "_M AIN", + "_MA IN", + ". Token", + ".T oken", + ".To ken", + ". Category", + ".C ategory", + "> )Ċ", + ">) Ċ", + "C ollision", + "Coll ision", + "Ġ Greater", + "ĠG reater", + "ĠGreat er", + "ĠGre ater", + "ĠR acing", + "ĠRa cing", + "ĠRac ing", + "a lan", + "al an", + "ala n", + "Ġmon etary", + "Ġmonet ary", + ", new", + ",n ew", + "Ġ Sorry", + "ĠS orry", + "ĠSor ry", + ". Enable", + ".E nable", + ".En able", + "Ġ Instantiate", + "ĠIn stantiate", + "ĠInstant iate", + "o llen", + "ol len", + "oll en", + "olle n", + "ë© ´", + "Ġ Calling", + "ĠC alling", + "ĠCal ling", + "ĠCall ing", + "_ hour", + "_h our", + "A DA", + "AD A", + "Ġs hy", + "Ġsh y", + ") **", + ")* *", + "Ġ ==>", + "Ġ= =>", + "Ġ== >", + "Ġe special", + "Ġes pecial", + "Ġesp ecial", + "Ġespec ial", + "Ġ interpreted", + "Ġinterpret ed", + "Ġinterpre ted", + "! =\"", + "!= \"", + "Ġph armacy", + "Ġpharm acy", + "Ġpharmac y", + ". single", + ".s ingle", + ".sin gle", + ".si ngle", + "ĠC ialis", + "ĠCi alis", + "Ġp aras", + "Ġpar as", + "Ġpara s", + "Ġpa ras", + ". toUpperCase", + ".to UpperCase", + "Ġ Demon", + "ĠD emon", + "ĠDe mon", + "ĠDem on", + "ĠDemo n", + "Pr ime", + "Prim e", + "Pri me", + "Ġrank ings", + "Ġranking s", + "Add ing", + "Ad ding", + "_ HASH", + "_H ASH", + "_HAS H", + "Ġ Exam", + "ĠEx am", + "Ú ©", + "ĠV ictor", + "ĠVi ctor", + "ĠVict or", + "ĠVic tor", + "Ok ay", + "\" ];čĊ", + "\"] ;čĊ", + "\"]; čĊ", + "Ġ fortune", + "Ġfort une", + "Ġ FETCH", + "ĠF ETCH", + "exp and", + ". Interop", + ".Inter op", + "Ġb arn", + "Ġbar n", + "Ġba rn", + "æ ¶Ī", + "æ¶ Ī", + "ue vo", + "Ġspec ulation", + "âĶĢâĶĢ âĶĢâĶĢ", + "Ġ Nu", + "ĠN u", + "ĠBl ues", + "ĠBlue s", + "ĠBlu es", + "( fname", + "(f name", + "(fn ame", + "Ġin habit", + "Ġinhab it", + "Ġinh abit", + "Ġ\\ \"%", + "Ġ\\\" %", + "C ES", + "CE S", + "ul ario", + "ular io", + "ula rio", + "_ cr", + "_c r", + "Ġ validated", + "Ġvalid ated", + "Ġvalidate d", + "Ġvalida ted", + "Ġmid night", + "an king", + "ank ing", + "anki ng", + "Ġincor porate", + "Ġincorpor ate", + "Ġpur suit", + "Ġpurs uit", + "E XP", + "EX P", + "pr ime", + "prim e", + "pri me", + "P id", + "Pi d", + "- US", + "-U S", + "ĠN urs", + "ĠNu rs", + "ĠNur s", + "Ġ Wheel", + "ĠW heel", + "ĠWh eel", + "ĠWhe el", + "é ĺ", + "Ġ inp", + "Ġin p", + "Ġi np", + "Ġsupport ive", + ". member", + ".m ember", + ".mem ber", + "Ġ Shot", + "ĠS hot", + "ĠSh ot", + "ĠSho t", + ". CheckBox", + ".Check Box", + "Ġaff irm", + "Ġaf firm", + "T or", + "To r", + "Full Year", + "Ġconsider ably", + "c redentials", + "cred entials", + "credential s", + "_ opts", + "_op ts", + "_o pts", + "_opt s", + "R oll", + "Ro ll", + "Rol l", + "( round", + "(r ound", + "(ro und", + "Ġc oment", + "Ġcom ent", + "Ġco ment", + "Ġcome nt", + "_ UART", + "_U ART", + "Ġext ending", + "Ġextend ing", + "R G", + "result ado", + "i tu", + "it u", + ". getSession", + ".get Session", + ".getS ession", + "Ġat traction", + "Ġatt raction", + "Ġattr action", + "Ġattract ion", + "& D", + "$ html", + "$h tml", + "Ġ Jessica", + "ĠJess ica", + "Ġ Associate", + "ĠAssoci ate", + "ĠAssoc iate", + "a ñ", + "_ ed", + "_e d", + "ĠL ag", + "ĠLa g", + "Ġorig ins", + "Ġorigin s", + "( ))->", + "() )->", + "()) ->", + "add EventListener", + "IA LOG", + "IAL OG", + "åIJ ¦", + ". Compare", + ".Com pare", + ".Comp are", + "Al bum", + "ĠK u", + "< Q", + "ar gest", + "arg est", + "arge st", + "arges t", + "Ġpro long", + "Ġprol ong", + "Ġconfig urations", + "Ġconfiguration s", + "Ġconfigur ations", + "Ġacc identally", + "Ġaccident ally", + "Ġaccidental ly", + "_ photo", + "_ph oto", + "Ġ' ';čĊ", + "Ġ'' ;čĊ", + "Ġ''; čĊ", + "Ġ verse", + "Ġv erse", + "Ġver se", + "Ġvers e", + "B ob", + "Bo b", + "Ġf arming", + "Ġfar ming", + "Ġfarm ing", + "d elivery", + "del ivery", + "deliver y", + "ĠM ack", + "ĠMac k", + "ĠMa ck", + "Ġuse Selector", + ".bootstrap cdn", + "ke eping", + "keep ing", + "kee ping", + "e ny", + "en y", + ". upload", + ".up load", + "Ġ METHOD", + "ĠM ETHOD", + "ĠMETH OD", + "c reator", + "cre ator", + "creat or", + "< _", + "ĠE aster", + "ĠEast er", + "ĠEa ster", + ". --", + ".- -", + "UI Button", + "ãĤ ī", + "om eters", + "ome ters", + "omet ers", + "ometer s", + "Ġ shine", + "Ġsh ine", + "Ġshin e", + "Ġh ogy", + "Ġho gy", + "Ġhog y", + "\\ s", + "Ġh arness", + "Ġhar ness", + ". Cell", + ".C ell", + "Ġ lifting", + "Ġl ifting", + "Ġlif ting", + "Ġlift ing", + "Ġcomb ines", + "Ġcombine s", + "Ġcombin es", + "Ġ Occup", + "ĠOcc up", + "ĠOc cup", + "ex clude", + "exc lude", + "p atial", + "pat ial", + "Ġre spir", + "Ġres pir", + "Ġresp ir", + "_ fit", + "_f it", + "Ġf ifty", + "Ġfi fty", + "Ġfif ty", + "ĠM ol", + "ĠMo l", + "Ġt uned", + "Ġtu ned", + "Ġtun ed", + "Ġtune d", + "-d imensional", + "Ġ qs", + "Ġq s", + "Ġt ops", + "Ġto ps", + "Ġtop s", + "> \";ĊĊ", + ">\";Ċ Ċ", + ">\" ;ĊĊ", + ">\"; ĊĊ", + "quis ite", + "qui site", + "ch annels", + "chan nels", + "channel s", + "/ res", + "/r es", + "/re s", + "Ġ Analytics", + "ĠAn alytics", + "ĠAnaly tics", + ".app compat", + "/ to", + "/t o", + "Ġon Error", + "( attr", + "(at tr", + "(att r", + "I RM", + "IR M", + "Ġrag az", + "- as", + "-a s", + ". Second", + ".Se cond", + "ori ented", + "orient ed", + "Ġd onn", + "Ġdo nn", + "Ġdon n", + "Ġlight ning", + "f id", + "fi d", + "ĠP le", + "ĠPl e", + "ãģ¾ ãģĻ", + "t ro", + "tr o", + ". True", + ".Tr ue", + "O bservable", + "Observ able", + "× Ļ", + "um bing", + "umb ing", + "Ġpros pective", + "Ġprospect ive", + "- filter", + "-f ilter", + "Ġpurs uant", + "( points", + "(p oints", + "(point s", + "(po ints", + ". Bind", + ".B ind", + "Ġp alm", + "Ġpa lm", + "Ġpal m", + "clear fix", + "ö s", + "ĠG onz", + "ĠGo nz", + "ĠGon z", + "Ġwe aken", + "Ġweak en", + "D rive", + "Dr ive", + "en ido", + "eni do", + "l ld", + "ll d", + "o box", + "ob ox", + "obo x", + "an ean", + "ane an", + "G ot", + "Go t", + "ä¿ Ŀ", + "Reg ex", + "æ ĥ", + "Ġsa lad", + "Ġsal ad", + "Ġsala d", + "as sis", + "ass is", + "assi s", + "\" net", + "inherit Doc", + "Ġ RV", + "ĠR V", + "qu ier", + "qui er", + "Ġ clazz", + "Ġcl azz", + "Ġcla zz", + "ı ÅŁ", + "oster one", + "oste rone", + "Ġair line", + "Ġairl ine", + ".list dir", + "Ġdown loading", + "Ġdownload ing", + "ĠP alm", + "ĠPal m", + "ĠPa lm", + "w aukee", + "& lt", + ". BL", + ".B L", + "_ INLINE", + "_IN LINE", + "of fs", + "off s", + "< <(", + "<< (", + "_ news", + "_n ews", + "_new s", + "_ne ws", + "Ġch ase", + "Ġcha se", + "/ ><", + "/> <", + "Ġe uros", + "Ġeu ros", + "Ġeuro s", + "ĠEgypt ian", + "ĠSt ainless", + "_ BOOL", + "_BO OL", + "Ġ Guild", + "ĠG uild", + "ĠGu ild", + "ĠGui ld", + "ĠGuil d", + "ĠD ynam", + "ĠDy nam", + "ĠDyn am", + "[ indexPath", + "[index Path", + "Ġ ï", + "Ġmem orable", + "Ġmemor able", + "ĠCh ampion", + "ĠChamp ion", + "Resource Manager", + ". Login", + ".Log in", + ".Lo gin", + "Ġ Former", + "ĠFor mer", + "ĠForm er", + "y ped", + "ype d", + "yp ed", + "Ġl leg", + "Ġll eg", + "Ġlle g", + "; \",", + ";\" ,", + "D WORD", + "DW ORD", + "Ġtax i", + "Ġta xi", + "Ġb ombs", + "Ġbomb s", + "Ġbom bs", + "r ah", + "ra h", + ". tags", + ".t ags", + ".tag s", + ".ta gs", + "_ tests", + "_t ests", + "_test s", + "_te sts", + "s tones", + "st ones", + "ston es", + "stone s", + "sto nes", + "âĢĿ )", + "[ g", + "r type", + "rt ype", + "Ġ vu", + "Ġv u", + "Ġhost ile", + "Ġho stile", + "Ġhos tile", + "Ch ars", + "Char s", + "Cha rs", + "ĠPatri ots", + "ĠPatriot s", + "/ status", + "/s tatus", + "/st atus", + "/stat us", + "< B", + "Ġ Income", + "ĠIn come", + "ĠInc ome", + "ĠD ad", + "ĠDa d", + "Ġpat rol", + "_ CHANGE", + "_CH ANGE", + "_CHAN GE", + "Ġup graded", + "Ġupgrade d", + "Ġ china", + "Ġch ina", + "Ġchi na", + "Ġchin a", + "set q", + "Start ed", + "Star ted", + ".U ndef", + ".Un def", + "Ġ checksum", + "Ġcheck sum", + "Ġchecks um", + "Ġfrustr ated", + "{ o", + "Ġe nf", + "Ġen f", + "Ġ woods", + "Ġw oods", + "Ġwood s", + "Ġwo ods", + "Ġwoo ds", + "Ġ Anyone", + "ĠAny one", + "En code", + "Enc ode", + "ĠQt Widgets", + "a reas", + "are as", + "area s", + "Ġsh eer", + "Ġshe er", + "s ki", + "sk i", + "end point", + "_ Test", + "_T est", + "S oup", + "So up", + "Sou p", + "~~~~~~~~ ~~~~~~~~", + "( files", + "(f iles", + "(file s", + "(fi les", + "(fil es", + "ĉ ĉĉĉĉčĊ", + "ĉĉ ĉĉĉčĊ", + "ĉĉĉĉ ĉčĊ", + "ĉĉĉ ĉĉčĊ", + "ĉĉĉĉĉ čĊ", + ". spark", + ".s park", + ".sp ark", + "Ġvalue d", + "Ġval ued", + "Ġvalu ed", + "Ġ %Ċ", + "Ġ% Ċ", + ". controls", + ".control s", + "ĠXCTAssert Equal", + "Ġf ame", + "Ġfam e", + "Ġfa me", + "ĠR ic", + "ĠRi c", + "D OT", + "DO T", + "ĠAlbert a", + "ĠAlb erta", + "ä½ ¿", + "o sal", + "os al", + "osa l", + ".Web Controls", + "Ġ ------------", + "Ġ- -----------", + "Ġ-- ----------", + "Ġ---- --------", + "Ġ--- ---------", + "Ġ----- -------", + "Ġ---------- --", + "Ġ------ ------", + "Ġ-------- ----", + "Ġ------- -----", + "Ġ--------- ---", + "Ġ----------- -", + "Ġ Mis", + "ĠM is", + "ĠMi s", + "Ġ SYS", + "ĠS YS", + "ĠSY S", + "Non null", + "= item", + "=i tem", + "Ġ expire", + "Ġex pire", + "Ġexp ire", + "De code", + "Dec ode", + "_ operation", + "_op eration", + "_o peration", + "_oper ation", + "Ġ Validator", + "ĠValid ator", + ". CENTER", + ".C ENTER", + "uff s", + "uf fs", + "* m", + "Ġa vant", + "Ġav ant", + "Ġava nt", + "Ġavan t", + "æ¬ ¡", + "âĢľ You", + ". permission", + ".per mission", + ".perm ission", + ".. .)", + "... )", + "Ġ Lic", + "ĠL ic", + "ĠLi c", + "_ coords", + "_co ords", + "_coord s", + ". nombre", + ".n ombre", + ".nom bre", + "c lo", + "cl o", + ". Internal", + ".In ternal", + ".Int ernal", + ".Inter nal", + "Ġ Cho", + "ĠC ho", + "ĠCh o", + "_ sw", + "_s w", + "ĉ Il", + "ĉI l", + "c lk", + "cl k", + "Ġ castle", + "Ġc astle", + "Ġcas tle", + "Ġcast le", + "( layer", + "(l ayer", + "p it", + "pi t", + "Ġ guided", + "Ġgu ided", + "Ġguide d", + "Ġguid ed", + "Ġgui ded", + "Ġ âĸĪ", + "Ġâĸ Ī", + "Ġsup erb", + "Ġsuper b", + "Ġsup plements", + "Ġsupplement s", + "Ġsuppl ements", + "Ġsupp lements", + "_ cent", + "_c ent", + "_ce nt", + "Ġ peek", + "Ġpe ek", + "Ġpee k", + "IN ARY", + "INA RY", + ". ContentAlignment", + ".Content Alignment", + "f alls", + "fall s", + "fal ls", + "\" ));", + "\") );", + "\")) ;", + "W all", + "Wal l", + "Wa ll", + ") .čĊ", + "). čĊ", + "Ġ Danny", + "ĠD anny", + "ĠDan ny", + "ĠDann y", + "irm ingham", + "IAL IZ", + "( create", + "(c reate", + "\" In", + "\"I n", + "Service Provider", + "Ġpr iced", + "Ġprice d", + "Ġpri ced", + "m acro", + "ma cro", + "mac ro", + "a mac", + "am ac", + "ama c", + ". box", + ".b ox", + ".bo x", + "- ---Ċ", + "-- --Ċ", + "---- Ċ", + "--- -Ċ", + "ãĥ «", + "Ġ Suit", + "ĠS uit", + "ĠSu it", + "u rst", + "ur st", + "urs t", + "b ru", + "br u", + "ourn als", + "ournal s", + "num ero", + "numer o", + "_ _()Ċ", + "__ ()Ċ", + "__( )Ċ", + "__() Ċ", + "D as", + "Da s", + "ĠM itt", + "ĠMi tt", + "ĠMit t", + "u der", + "ud er", + "ude r", + "? \\", + "f u", + "[ B", + "Ġ: )ĊĊ", + "Ġ:) ĊĊ", + "Ġ:)Ċ Ċ", + "( inter", + "(int er", + "(in ter", + "br ains", + "bra ins", + "brain s", + "Ġatt itudes", + "Ġattitude s", + "Ver ify", + "Ġsign atures", + "Ġsignature s", + "ack Bar", + "Ġ gd", + "Ġg d", + "J ack", + "Ja ck", + "Jac k", + ". cat", + ".c at", + ".ca t", + "Ġ zz", + "Ġz z", + "w arf", + "wa rf", + "war f", + "F TER", + "FT ER", + "\" );ĊĊĊ", + "\");Ċ ĊĊ", + "\") ;ĊĊĊ", + "\");ĊĊ Ċ", + "\"); ĊĊĊ", + "A live", + "Al ive", + "Ali ve", + "I CLE", + "IC LE", + "Ġ Whatever", + "ĠWh atever", + "ĠWhat ever", + "Ġ outlined", + "Ġout lined", + "Ġoutline d", + "s prite", + "sp rite", + "spr ite", + "е в", + "еР²", + "_ AB", + "_A B", + "_ DEPTH", + "_DE PTH", + "Ġcr ushed", + "Ġcrush ed", + "Ġcru shed", + "Ġcrus hed", + "a aa", + "aa a", + "( ev", + "(e v", + "æľ º", + "An ti", + "Ant i", + "I CO", + "IC O", + "is EqualTo", + "isEqual To", + ". sun", + ".s un", + "i culo", + "ic ulo", + "s ale", + "sa le", + "sal e", + "_ hex", + "_h ex", + "_he x", + "Ġ Vk", + "ĠV k", + "ap tor", + "apt or", + "Un ion", + "Uni on", + "Ġ Discount", + "ĠDis count", + "ĠDisc ount", + "ĠDisco unt", + "l ista", + "li sta", + "list a", + "lis ta", + ".Undef Or", + "Ġ automation", + "Ġa utomation", + "Ġautom ation", + "Ġautomat ion", + "N or", + "No r", + "å¯ ¹", + "åı Ĥæķ°", + "åıĤ æķ°", + "Ġre flex", + "Ġref lex", + "Ġrefl ex", + "ĠLa ure", + "ĠLaur e", + "ĠLau re", + ".showMessage Dialog", + ". temp", + ".t emp", + ".te mp", + ".tem p", + "Ġ akan", + "Ġa kan", + "Ġak an", + "Ġaka n", + "Ġ_ _____", + "Ġ__ ____", + "Ġ___ ___", + "Ġ____ __", + "Ġ_____ _", + ".Is True", + "A RED", + "AR ED", + "ARE D", + "a gle", + "ag le", + "E nergy", + "En ergy", + "Ġquant ities", + "âĢĻ é", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ġcitizens hip", + "Ġcitizen ship", + "m outh", + "mo uth", + "Ġin appropriate", + "Ġ Outdoor", + "ĠOut door", + "White Space", + "An onymous", + "lo ads", + "load s", + "webElement Properties", + "T en", + "Te n", + "Ġacc idents", + "Ġaccident s", + "Ġ advertisement", + "Ġad vertisement", + "Ġadvertis ement", + "Ġadvertise ment", + "ĠY emen", + "ĠYe men", + "( call", + "(c all", + "(cal l", + "(ca ll", + "Ġsl avery", + "Ġslave ry", + "Ġsla very", + "Ġslav ery", + "Ñģ п", + "ĠL am", + "ĠLa m", + "_ BITS", + "_B ITS", + "_BIT S", + "o mega", + "om ega", + "ome ga", + "ĠO le", + "ĠOl e", + "Ġkid n", + "Ġki dn", + "_ An", + "_A n", + "ĠR aid", + "ĠRa id", + "ĠRai d", + "C reation", + "Cre ation", + "Creat ion", + "s aved", + "save d", + "sa ved", + "sav ed", + "Ġpro port", + "Ġprop ort", + "Ġpropor t", + "W ARNING", + "WAR NING", + "WARN ING", + "\\ P", + "Ġ pwd", + "Ġp wd", + "Ġpw d", + "Data Reader", + "is cher", + "isc her", + "ische r", + "isch er", + "ad eon", + "ade on", + "Ġ Predict", + "ĠP redict", + "ĠPre dict", + "ĠPred ict", + "Ġreason ing", + "Ġdestroy ing", + "H el", + "He l", + "* d", + "ĠLeg isl", + "_ Pr", + "_P r", + "ĉ ĉĉĠĠĠĠĠĠĠ", + "ĉĉ ĉĠĠĠĠĠĠĠ", + "ĉĉĉ ĠĠĠĠĠĠĠ", + "ĉĉĉĠĠĠ ĠĠĠĠ", + "ĉĉĉĠ ĠĠĠĠĠĠ", + "ĉĉĉĠĠ ĠĠĠĠĠ", + "ĉĉĉĠĠĠĠ ĠĠĠ", + "ĉĉĉĠĠĠĠĠ ĠĠ", + "ĉĉĉĠĠĠĠĠĠ Ġ", + "Ġsym path", + "Ġsymp ath", + "Ġch ess", + "Ġche ss", + "Ġ mam", + "Ġm am", + "Ġma m", + ": hover", + ":h over", + "Ġcon verts", + "Ġconvert s", + "Ġconv erts", + "Ġconver ts", + "Ġp ela", + "Ġpe la", + "Ġpel a", + "Ġpro gression", + "Ġprogress ion", + "Ġprog ression", + "Ġ\" _\"", + "Ġ\"_ \"", + "ĠG ill", + "ĠGi ll", + "ĠGil l", + "ĉ show", + "ĉs how", + "ĉsh ow", + "Ġsupposed ly", + "ac curacy", + "acc uracy", + "accur acy", + "e lin", + "el in", + "eli n", + "Ġunf olding", + "Ġunfold ing", + "Ġ Hyper", + "ĠH yper", + "ĠHy per", + "ĠHyp er", + "Ġw anna", + "Ġwann a", + "Ġwan na", + "Ġ ups", + "Ġu ps", + "Ġup s", + "( #", + "ĠC riminal", + "ĠCr iminal", + "( Point", + "(P oint", + "at Lng", + "act ly", + "Ġcontract ors", + "Ġcontr actors", + "Ġcontractor s", + "Ġcontra ctors", + "' ]}", + "'] }", + "draul ic", + "ód igo", + "Ġ TT", + "ĠT T", + "Ġ Wide", + "ĠW ide", + "ĠWi de", + "ĠWid e", + "Ġ ARG", + "ĠA RG", + "ĠAR G", + "_ ic", + "_i c", + "FLAG S", + "S chool", + "Sch ool", + "Ġcl earing", + "Ġclear ing", + "Ġcle aring", + "- being", + "-b eing", + "-be ing", + "={ [", + ", const", + "man ent", + "Over lay", + "( '\"", + "(' \"", + "éĩ ı", + "Ġ Timestamp", + "ĠT imestamp", + "ĠTime stamp", + "Ġm ailing", + "Ġma iling", + "Ġmail ing", + "Ġmai ling", + "Ġ Cake", + "ĠC ake", + "ĠCa ke", + ". That", + ".T hat", + ".Th at", + "Ġmed itation", + "q p", + "Ġ empresa", + "Ġemp resa", + "Ġempres a", + "ĠL ions", + "ĠLi ons", + "ĠLion s", + "Ġw eld", + "Ġwe ld", + "Ġwel d", + "Ġ LinkedIn", + "ĠLinked In", + "Ġc ush", + "Ġcu sh", + "Ġcus h", + "Ġ genome", + "Ġge nome", + "Ġgen ome", + "Ġgenom e", + ". IndexOf", + ".Index Of", + "a gain", + "ag ain", + "aga in", + "Ġ fallback", + "Ġf allback", + "Ġfall back", + "Ġc amping", + "Ġcamp ing", + "Ġcam ping", + "r edd", + "re dd", + "red d", + "-strip ed", + "-str iped", + "Ġ dv", + "Ġd v", + "Fe bruary", + "Feb ruary", + "Ġ Proxy", + "ĠPro xy", + "ĠPr oxy", + "u sk", + "us k", + "Ġd iesel", + "Ġdi esel", + "Ġdie sel", + "Ġdies el", + "Ġdiese l", + "W RITE", + "WR ITE", + "RE AK", + "REA K", + "L orem", + "Lo rem", + ". Invoke", + ".In voke", + ".Inv oke", + "- div", + "-d iv", + "-di v", + "Inter ceptor", + "Ġ DH", + "ĠD H", + "i ales", + "ial es", + "ia les", + "iale s", + "Ġvill ages", + "Ġvillage s", + "Ġvilla ges", + "Ø ´", + "Ġ ENV", + "ĠE NV", + "ĠEN V", + "S ys", + "Sy s", + ". XR", + ".X R", + "Ġpo em", + "à Ĥ", + "c ade", + "ca de", + "cad e", + "p lots", + "pl ots", + "plot s", + "Ġ {(", + "Ġ{ (", + ". git", + ".g it", + "/ svg", + "/s vg", + "n cmp", + "nc mp", + "Ġ Äį", + "ĠÄ į", + "a ines", + "ain es", + "ai nes", + "aine s", + "åĩ ½æķ°", + "åĩ½ æķ°", + "Ġ ()ĊĊ", + "Ġ( )ĊĊ", + "Ġ() ĊĊ", + "Ġ()Ċ Ċ", + "op sis", + "ops is", + "Ġ Relationship", + "ĠRel ationship", + "ĠRelations hip", + "ĠRelation ship", + "_ aut", + "_a ut", + "Ġ Bomb", + "ĠB omb", + "ĠBo mb", + "ĠBom b", + "ĉ com", + "ĉc om", + "* sizeof", + "*size of", + "off icial", + "_ payload", + "_p ayload", + "_pay load", + "ĉ ĉĉĉĉĠĠ", + "ĉĉ ĉĉĉĠĠ", + "ĉĉĉĉ ĉĠĠ", + "ĉĉĉ ĉĉĠĠ", + "ĉĉĉĉĉ ĠĠ", + "ĉĉĉĉĉĠ Ġ", + ". manager", + ".m anager", + ".man ager", + ".manage r", + "Ġ Around", + "ĠA round", + "ĠAr ound", + "ĉ send", + "ĉs end", + "ĉse nd", + "Ġ Exercise", + "ĠEx ercise", + "Ġ Billy", + "ĠB illy", + "ĠBill y", + "ĠBil ly", + "i vi", + "iv i", + "Ġne eding", + "Ġneed ing", + "_ urls", + "_url s", + "_ur ls", + "_ tasks", + "_t asks", + "_task s", + "ĠH em", + "ĠHe m", + "Ġ tearDown", + "Ġte arDown", + "Ġtear Down", + "en crypt", + "enc rypt", + ". tie", + ".t ie", + "Ġ asm", + "Ġa sm", + "Ġas m", + "I CH", + "IC H", + "ĠCGRect Make", + "ìĦ ±", + "u long", + "ul ong", + "ulo ng", + "Ġ itr", + "Ġit r", + "Ġi tr", + "Ġ GST", + "ĠG ST", + "ĠGS T", + "Ġoffer ings", + "Ġoffering s", + "r obe", + "ro be", + "rob e", + "E EE", + "EE E", + "oper ators", + "operator s", + "_ PROP", + "_P ROP", + "_PRO P", + "_PR OP", + "in dent", + "ind ent", + "inde nt", + "inden t", + "A DE", + "AD E", + "o rf", + "or f", + "ë IJ", + "Ġbl essed", + "Ġbless ed", + "v ascular", + "vas cular", + "Ġcon oc", + "Ġco noc", + "H appy", + "Ha ppy", + "B ridge", + "Br idge", + "il itation", + "ilit ation", + "j oint", + "join t", + "jo int", + "Ġ Administr", + "ĠAdmin istr", + "- transform", + "-trans form", + "Ġmean time", + "Ġmeant ime", + "/ K", + "ĠBed room", + "Ġr igid", + "Ġrig id", + "Ġri gid", + "Ġb rowsers", + "Ġbrowser s", + "Ġbrows ers", + "Ġbrowse rs", + "EM PTY", + "EMP TY", + ". Serialize", + ".S erialize", + ".Serial ize", + "_ ED", + "_E D", + "Ġst itch", + "Ġ jan", + "Ġj an", + "Ġja n", + "el lt", + "ell t", + "Ġ brace", + "Ġb race", + "Ġbr ace", + "Ġbra ce", + "Ġt rails", + "Ġtr ails", + "Ġtrail s", + "Ġtra ils", + "Ġtrai ls", + "p ublished", + "publish ed", + "å¯Ĩ çłģ", + "} ')Ċ", + "}' )Ċ", + "}') Ċ", + "Ġac ids", + "Ġacid s", + "Ġ !!!", + "Ġ! !!", + "Ġ!! !", + "_ direct", + "_d irect", + "_dir ect", + "_di rect", + "> ());Ċ", + ">( ));Ċ", + ">() );Ċ", + ">()) ;Ċ", + "a jÄħ", + "aj Äħ", + "_O CC", + "_OC C", + "Ġplan ets", + "Ġplane ts", + "Ġplanet s", + "Ġpla nets", + "æ Ł¥", + "æŁ ¥", + "ĠDub lin", + "Ġ serie", + "Ġs erie", + "Ġse rie", + "Ġser ie", + "Ġseri e", + ". printf", + ".print f", + "de ep", + "dee p", + "` )", + "Ġ \\$", + "Ġ\\ $", + "Ġ μ", + "ĠÎ ¼", + "_ VIDEO", + "_V IDEO", + "end ors", + "endor s", + "endo rs", + "Ġ Crypto", + "ĠC rypto", + "ĠCrypt o", + "ĠCry pto", + "F ar", + "Fa r", + ". Transparent", + ".Trans parent", + ". TR", + ".T R", + "i asm", + "ia sm", + "ias m", + "_ training", + "_tr aining", + "_train ing", + "_tra ining", + "Ġte aches", + "Ġteach es", + "Ġtea ches", + "ĠB elt", + "ĠBe lt", + "ĠBel t", + "Ġlimit ing", + "Ġlim iting", + "ĠK ath", + "ĠKat h", + "ĠKa th", + "Ġ IndexPath", + "ĠIndex Path", + "Ġachie vements", + "Ġachieve ments", + "Ġachievement s", + "Ġse rá", + "Ġser á", + "interop Require", + "Ġd isse", + "Ġdis se", + "Ġdi sse", + "Ġdiss e", + ". If", + ".I f", + "ar ming", + "arm ing", + "uls ion", + "P o", + "_ DETAIL", + "_DE TAIL", + "_DET AIL", + "Prot otype", + "Proto type", + "Ġ CAL", + "ĠC AL", + "ĠCA L", + "Ġag rees", + "Ġagre es", + "Ġagree s", + "Ġagr ees", + ". vo", + ".v o", + ".Execute NonQuery", + "Ġ Topic", + "ĠT opic", + "ĠTo pic", + "ĠTop ic", + "Ġ' {}", + "Ġ'{ }", + "A rm", + "Ar m", + "Ġ ecc", + "Ġe cc", + "Ġec c", + "M ag", + "Ma g", + "Ġ serialized", + "Ġs erialized", + "Ġser ialized", + "Ġserial ized", + "Ġserialize d", + "ĉ conn", + "ĉc onn", + "ĉcon n", + "c ached", + "ca ched", + "cache d", + "cac hed", + "= tf", + "=t f", + "Ġ ByteArray", + "ĠByte Array", + "prot obuf", + "proto buf", + "var char", + "ĉ ASSERT", + "ĉA SSERT", + "Ġ liste", + "Ġl iste", + "Ġli ste", + "Ġlist e", + "Ġlis te", + "_ trigger", + "_tr igger", + "_tri gger", + "· ¸", + "F eel", + "Fe el", + "Fee l", + "T ahoma", + "Ġ Lik", + "ĠL ik", + "ĠLi k", + "Ġ structured", + "Ġstruct ured", + "Ġstructure d", + "erg us", + ". Initial", + ".In itial", + ".Init ial", + "_ ge", + "_g e", + "cl js", + ". contact", + ".cont act", + "Ġand ere", + "Ġan dere", + "Ġander e", + "$ stmt", + "_ CURRENT", + "_C URRENT", + "Ġ Discover", + "ĠDis cover", + "ĠDisc over", + "ĠDisco ver", + "$ res", + "$r es", + "form atter", + "for matter", + "format ter", + "H a", + "van gst", + "vang st", + "Ġe merge", + "Ġem erge", + "Ġemerg e", + "ãĢĤ âĢĿ", + "ĠC abinet", + "ĠCabin et", + "ĠCab inet", + "- square", + "-s quare", + "éĥ ¨", + "Ġ rage", + "Ġr age", + "Ġra ge", + "Ġrag e", + "Ġ AJ", + "ĠA J", + "Ġ VT", + "ĠV T", + "sh adow", + "ĠFa ith", + "e names", + "en ames", + "ename s", + "ena mes", + "p retty", + "pr etty", + "pre tty", + "pret ty", + "h asil", + "ha sil", + "has il", + "p arty", + "par ty", + "part y", + "Ġ varchar", + "Ġvar char", + "Ġf otos", + "Ġfo tos", + "Ġfoto s", + "Ġfot os", + "Ġa lum", + "Ġal um", + "ĠBel gium", + "ĠBelg ium", + ". ylabel", + ".y label", + "Ġ dej", + "Ġd ej", + "Ġde j", + "_ numbers", + "_num bers", + "_number s", + "Ġ hu", + "Ġh u", + ".set Adapter", + "Ġ Usually", + "ĠUs ually", + "( sample", + "(s ample", + ". Shared", + ".Sh ared", + "Ġbo oked", + "Ġbook ed", + "Ġboo ked", + "Ġ> >=", + "Ġ>> =", + "Ġmin erals", + "Ġmineral s", + "Ġminer als", + "\" > < ?=", + "\">", + "'] )->", + "']) ->", + "p rog", + "pr og", + "pro g", + "b oo", + "bo o", + "_ md", + "_m d", + "_ pack", + "_p ack", + "_pa ck", + "( express", + "(ex press", + "(exp ress", + "(expr ess", + "u tz", + "ut z", + "\\ Auth", + ", id", + ",i d", + "ĠCh ile", + "ĠChi le", + "act ice", + "actic e", + "Ġrec ruitment", + "Ġrecruit ment", + "Ġ poses", + "Ġp oses", + "Ġpos es", + "Ġpo ses", + "Ġpose s", + "Ġvulner ability", + "inst anc", + "o rum", + "or um", + "oru m", + "d ess", + "de ss", + "des s", + "Ġ xl", + "Ġx l", + "%%%%%%%%%%%%%%%% %%%%%%%%%%%%%%%%", + "( fig", + "(f ig", + "(fi g", + "Ġde leting", + "Ġdel eting", + "Ġdelet ing", + "Ġdele ting", + ". del", + ".d el", + ".de l", + ") ')Ċ", + ")' )Ċ", + "Ġ Weekly", + "ĠWeek ly", + "? ??", + "?? ?", + "( strcmp", + "(str cmp", + "s mith", + "sm ith", + "Ġpurs uing", + "- so", + "-s o", + "Ġ Apps", + "ĠA pps", + "ĠApp s", + "ĠAp ps", + "/ 'Ċ", + "/' Ċ", + "Ġde cis", + "Ġdec is", + "F ORE", + "FO RE", + "FOR E", + "Every one", + "Ġl anes", + "Ġla nes", + "Ġlane s", + "Ġlan es", + "V irtual", + "Vir tual", + ". attach", + ".at tach", + ".att ach", + "( Log", + "(L og", + "ĠMed icaid", + "ĠMedic aid", + "( Path", + "(P ath", + "ĠTur ner", + "ĠTurn er", + "/ application", + "/app lication", + "/ap plication", + "Ġ portrait", + "Ġport rait", + "Ġpor trait", + "Ġop pose", + "Ġopp ose", + "Ġoppos e", + "check out", + "Ġfin ishes", + "Ġfinish es", + "_ ME", + "_M E", + "Bar rier", + "S ong", + "So ng", + "Son g", + "V AR", + "VA R", + "Ear lier", + "r ella", + "re lla", + "rel la", + "rell a", + "Ġh ast", + "Ġhas t", + "Ġha st", + "a zar", + "az ar", + "aza r", + "Ġp ulls", + "Ġpull s", + "Ġpul ls", + "n gx", + "ng x", + "Ġins piring", + "Ġinspir ing", + "Ġinsp iring", + "Ñĥ Ñİ", + "- direction", + "-d irection", + "-direct ion", + "-dir ection", + "-di rection", + "Ġexplos ive", + "Ġ createdAt", + "Ġcreated At", + "s to", + "st o", + "Ġw heat", + "Ġwh eat", + "Ġwhe at", + "Ġ Built", + "ĠB uilt", + "ĠBu ilt", + "' ai", + "'a i", + "Ġ tracked", + "Ġtr acked", + "Ġtrack ed", + "h ammad", + "ham mad", + "RowAt IndexPath", + "_ heap", + "_he ap", + "D ue", + "Du e", + "Ġconn ects", + "Ġconnect s", + ". publish", + ".p ublish", + ".pub lish", + "e mu", + "em u", + "Ġb ullets", + "Ġbul lets", + "Ġbull ets", + "Ġbullet s", + "B AR", + "BA R", + "o late", + "ol ate", + "ola te", + "Ġintern ally", + "Ġinternal ly", + "Ġc atching", + "Ġcatch ing", + "Ġcat ching", + "- password", + "-p assword", + "-pass word", + "ou ched", + "ouch ed", + "æĢ §", + "e ous", + "eo us", + "Ġx range", + "Ġxr ange", + "Q uality", + "Qu ality", + "Qual ity", + "v v", + "Man age", + "Ma nage", + "Mana ge", + "( ($", + "(( $", + "ace ments", + "ac ements", + "acement s", + "ĠBr others", + "ĠBro thers", + "ĠBrother s", + "Ġ HEAD", + "ĠHE AD", + "Ġ Unsupported", + "ĠUn supported", + "ĠUns upported", + "s an", + "sa n", + "e si", + "es i", + "* **Ċ", + "** *Ċ", + "*** Ċ", + "Ġadapt ation", + "Ġ Worker", + "ĠWork er", + "ĠWor ker", + "' ]/", + "'] /", + ".save fig", + "( trans", + "(t rans", + "(tr ans", + "Ø ¬", + "n ee", + "ne e", + "C orrect", + "Cor rect", + ".. .\")Ċ", + "... \")Ċ", + "...\" )Ċ", + "Ġsubmit ting", + "- path", + "-p ath", + "ĉ last", + "ĉl ast", + "is san", + "iss an", + "issa n", + ". xlabel", + ".x label", + "Ġ Separ", + "ĠS epar", + "ĠSe par", + "ĠSep ar", + "/ no", + "/n o", + "_ best", + "_b est", + "_be st", + "ĠM ills", + "ĠMill s", + "ĠMil ls", + "_ sock", + "_s ock", + "_so ck", + "_soc k", + "( flag", + "(f lag", + "(fl ag", + "Ġdest inations", + "Ġdestination s", + "Ġdestin ations", + "em ption", + "emp tion", + "empt ion", + "Ġ FAIL", + "ĠF AIL", + "ĠFA IL", + "å ĴĮ", + "åĴ Į", + "Ġ rp", + "Ġr p", + "f act", + "fa ct", + "fac t", + "ĉ len", + "ĉl en", + "D AY", + "DA Y", + "Ġse iz", + "Ġsei z", + "_ dst", + "_d st", + "_ds t", + "l ip", + "li p", + ". Linear", + ".L inear", + ".Line ar", + "Ġ Basket", + "ĠB asket", + "ĠBas ket", + "$ t", + "$ i", + "- brand", + "-b rand", + "-br and", + "Ġ Neil", + "ĠN eil", + "ĠNe il", + "Ġ Eq", + "ĠE q", + "Ġt hou", + "Ġth ou", + "Ġtho u", + "o gene", + "og ene", + "ogen e", + "oge ne", + "Ġscholar ship", + "Ġscholars hip", + "æĽ ´", + "Ġs wo", + "Ġsw o", + "ag inator", + "agina tor", + "e ni", + "en i", + "( book", + "(b ook", + "Ġ blink", + "Ġb link", + "Ġbl ink", + "Ġbli nk", + "t hus", + "th us", + "Ġ cancellationToken", + "Ġc ancellationToken", + "Ġcancell ationToken", + "Ġcancellation Token", + "ĠPalestin ians", + "ĠPalestinian s", + "Ġprof itable", + "Ġprofit able", + "Ġback pack", + "en son", + "ens on", + "enso n", + "< Long", + " < /", + "_ WORD", + "_W ORD", + "\\M igrations", + "\\Migration s", + "Ġ ENABLE", + "ĠEN ABLE", + "_PARAM ETER", + "ĠB ishop", + "ĠBi shop", + "ĠBis hop", + ". subject", + ".sub ject", + "il las", + "ill as", + "illa s", + ". matrix", + ".m atrix", + ".mat rix", + "urre nces", + "urrenc es", + "urr ences", + "urrence s", + "* y", + "Ġcost ly", + "Ġ Chuck", + "ĠCh uck", + "ĠChu ck", + "Ġc loses", + "Ġcl oses", + "Ġclose s", + "Ġclos es", + "Ġclo ses", + "ĠM ight", + "ĠMi ght", + "ĠMig ht", + "- store", + "-st ore", + "Ġ mall", + "Ġm all", + "Ġma ll", + "Ġmal l", + "i eten", + "ie ten", + "iet en", + "iete n", + ". Abs", + ".A bs", + ".Ab s", + "Ġcou pled", + "Ġcouple d", + "Ġcoup led", + ". basic", + ".b asic", + ".ba sic", + "Ġ ::::::::", + "Ġ: :::::::", + "Ġ:: ::::::", + "Ġ::: :::::", + "M aker", + "Make r", + "Ma ker", + "c annot", + "can not", + "Ġ ach", + "Ġa ch", + "Ġac h", + "ĠE li", + "ĠEl i", + "âĪ Ĵ", + "o rna", + "or na", + "orn a", + "Ġ cps", + "Ġc ps", + "Ġcp s", + "Ġthere of", + "Ġther eof", + "Ġ@ {", + "Ġ NSMutableArray", + "ĠNSMutable Array", + "Î ½", + "pro ductive", + "product ive", + "prod uctive", + "S quare", + "tem pts", + "temp ts", + "tempt s", + "Ġelim inated", + "Ġeliminate d", + "Ġelimin ated", + "< M", + "Ġcons ervatives", + "Ġconserv atives", + "Ġconservative s", + "ĠS urg", + "ĠSur g", + "ĠSu rg", + ". par", + ".p ar", + ".pa r", + "ĠB uch", + "ĠBu ch", + "* b", + "F ort", + "For t", + "Fo rt", + "Col our", + "Ġ Chi", + "ĠC hi", + "ĠCh i", + "e dic", + "ed ic", + "edi c", + "> true", + "ĠN YC", + "ĠNY C", + "Ġb ored", + "Ġbo red", + "Ġbor ed", + "Ġbore d", + "Ġ Detect", + "ĠD etect", + "ĠDet ect", + "Ġapp ar", + "Ġap par", + "Ġje ans", + "Ġjean s", + "Ġ Tak", + "ĠT ak", + "ĠTa k", + "I OD", + "IO D", + "ĠH orse", + "ĠHor se", + "( FILE", + "(F ILE", + "( ?", + "r ique", + "ri que", + "opt imizer", + "optim izer", + "optimize r", + "n at", + "na t", + "lo ys", + "loy s", + "ĉ Token", + "ĉT oken", + "oub ted", + "u ess", + "ue ss", + "ues s", + "oc oa", + "oco a", + "Data Member", + "_ POWER", + "_P OWER", + "_PO WER", + "class List", + "Push Button", + "Ġ WiFi", + "ĠWi Fi", + ". Stream", + ".St ream", + ".Str eam", + ". guild", + ".g uild", + ".gui ld", + "Ġn og", + "Ġno g", + "ĠPort ugal", + "ĠPortug al", + "ĠUn ter", + "ĠUnt er", + "Pr imitive", + "Prim itive", + "b oss", + "bo ss", + "bos s", + "ĠDe utsch", + "Ġer otic", + "Ġerot ic", + "Ġero tic", + "Ġ strconv", + "Ġstr conv", + ".Try Parse", + "Ġ grams", + "Ġg rams", + "Ġgr ams", + "Ġgram s", + "Ġgra ms", + ". Success", + ".S uccess", + "_ pk", + "_p k", + "ĠHar vey", + "-m inded", + "-min ded", + ". country", + ".c ountry", + ".count ry", + "[ ]\"", + "[] \"", + "Ġ angel", + "Ġan gel", + "Ġang el", + "Ġange l", + "Ġbe ats", + "Ġbeat s", + "ĠV or", + "ĠVo r", + "i lio", + "il io", + "ili o", + ". master", + ".m aster", + ".mas ter", + ".ma ster", + "s omething", + "some thing", + "som ething", + "Ġ PACK", + "ĠP ACK", + "ĠPA CK", + "ĠPAC K", + "( if", + "(i f", + "Request Body", + "Ġ antes", + "Ġan tes", + "Ġant es", + "Ġante s", + "/ widget", + "/w idget", + "Ġ modo", + "Ġm odo", + "Ġmod o", + "Ġmo do", + "Ġ AW", + "ĠA W", + "f inder", + "find er", + "fin der", + "fi nder", + "Ġ optimized", + "Ġopt imized", + "Ġoptim ized", + "Ġoptimize d", + "Ġmiss iles", + "Ġmissile s", + "N B", + "ĉ internal", + "ĉint ernal", + "ĉin ternal", + "ĉinter nal", + "t ex", + "te x", + "ĠS ri", + "ĠSr i", + "Ġdam aging", + "Ġ Mais", + "ĠM ais", + "ĠMa is", + "ĠMai s", + "- Allow", + "-Al low", + "Ġ Zh", + "ĠZ h", + "- alt", + "-a lt", + "-al t", + "Ġ ));ĊĊ", + "Ġ) );ĊĊ", + "Ġ)) ;ĊĊ", + "Ġ));Ċ Ċ", + "Ġ)); ĊĊ", + "è ī", + "Ġinflu ences", + "Ġinfluence s", + "Ġc atal", + "Ġca tal", + "Ġcat al", + "Ġcata l", + "_ REGISTER", + "_REG ISTER", + "ĠAPI s", + "ĠAP Is", + "-cent ury", + "Ġ biology", + "Ġb iology", + "Ġbi ology", + "Ġbio logy", + "Ġ Actual", + "ĠAct ual", + "ĠAc tual", + "Ġ heels", + "Ġhe els", + "Ġheel s", + "TR ACE", + "TRA CE", + "_ DIG", + "_D IG", + "_DI G", + "D ataset", + "Data set", + "Dat aset", + "Datas et", + "ĠM atter", + "ĠMat ter", + "ĠMatt er", + "ĠMatte r", + "Ġ classifier", + "Ġclass ifier", + ".w ikipedia", + "ĠRo gers", + "ĠRog ers", + "ĠRoger s", + "Ġdon ated", + "Ġdonate d", + "raw ler", + "rawl er", + "e nen", + "en en", + "ene n", + "Ġcas inos", + "Ġcasino s", + "Ġcasi nos", + "or tal", + "ort al", + "orta l", + "Ġp rive", + "Ġpr ive", + "Ġpriv e", + "Ġpri ve", + "s pe", + "sp e", + "du cers", + "duc ers", + "duce rs", + "ducer s", + ". ep", + ".e p", + "Ġgr asp", + "Ġgra sp", + "Ġgras p", + "ac ji", + "Ġd airy", + "Ġda iry", + "Ġdai ry", + "Ġdair y", + "Ġb uses", + "Ġbu ses", + "Ġbus es", + ". comm", + ".c omm", + ".com m", + ".co mm", + ". ins", + ".in s", + ".i ns", + "Ġ IRS", + "ĠI RS", + "ĠIR S", + "Ġ Beer", + "ĠB eer", + "ĠBe er", + "ĠBee r", + "a dc", + "ad c", + "o ard", + "oa rd", + "_ MET", + "_M ET", + "_ME T", + "Ġ' +'", + "Ġ'+ '", + "r ans", + "ra ns", + "ran s", + "Ġk inda", + "Ġkind a", + "Ġki nda", + "Ġkin da", + "Ġ âĶĤ", + "ĠâĶ Ĥ", + "ĠM aur", + "ĠMa ur", + "а г", + "аР³", + "Ġband width", + "i bus", + "ib us", + "ibu s", + "Ġ Different", + "ĠD ifferent", + "( mat", + "(m at", + "Ġ Resume", + "ĠRe sume", + "ĠRes ume", + "_ UNS", + "_U NS", + "_UN S", + "est ablish", + "Ġfon ction", + "Sub scription", + "_ company", + "_com pany", + "_comp any", + "Ġ lightly", + "Ġl ightly", + "Ġlight ly", + ". confirm", + ".con firm", + ".conf irm", + ". yaml", + ".y aml", + "Ġ Boost", + "ĠBo ost", + "ĠBoo st", + "Com merce", + "Comm erce", + "- template", + "-t emplate", + "-temp late", + "_ DELAY", + "_DE LAY", + "_DEL AY", + "Ġ HI", + "ĠH I", + "Ġn avig", + "Ġna vig", + "Ġnav ig", + "( Sender", + "(S ender", + "Ġ HS", + "ĠH S", + "_ \"+", + "_\" +", + "Ġ REQUEST", + "ĠRE QUEST", + "ĠREQ UEST", + "Ġ wifi", + "Ġw ifi", + "Ġwi fi", + "= \"\"Ċ", + "=\" \"Ċ", + "=\"\" Ċ", + "] )->", + "]) ->", + "])- >", + "Ġr ope", + "Ġro pe", + "Ġrop e", + "Ġvi olated", + "Ġviol ated", + "Ġviolate d", + "Ġgl ance", + "ĠK urd", + "ĠKur d", + "ĠKu rd", + "Ġ è®", + "Ġè ®", + "d eck", + "de ck", + "dec k", + "Ġ ISBN", + "ĠIS BN", + "Ġin fect", + "Ġinf ect", + "Ġ Foo", + "ĠF oo", + "ĠFo o", + "Ġ getter", + "Ġg etter", + "Ġget ter", + "Ġ tener", + "Ġt ener", + "Ġte ner", + "Ġten er", + "a ppe", + "ap pe", + "app e", + ". hh", + ".h h", + "_ hot", + "_h ot", + "< AM", + " \".$", + ">\" .$", + ">\". $", + "Ġre lies", + "Ġrel ies", + "Ġreli es", + "Ġrelie s", + "( Console", + "Int ernational", + "Inter national", + "Intern ational", + "- >{$", + "-> {$", + "->{ $", + "M id", + "Mi d", + "Ġdis sert", + "Ġdiss ert", + "Ġdisse rt", + "d ds", + "dd s", + "Ġdeposit s", + "Ġdepos its", + "ĉ driver", + "ĉd river", + "# ga", + "#g a", + "p rising", + "pr ising", + "pri sing", + "print ln", + "Ġp resenter", + "Ġpres enter", + "Ġpresent er", + "Ġpresente r", + "Ġm ines", + "Ġmin es", + "Ġmi nes", + "Ġmine s", + "C SS", + "CS S", + "Ġ Dual", + "ĠD ual", + "ĠDu al", + "( !(", + "(! (", + "Ġk am", + "Ġka m", + "Ġ isLoading", + "Ġis Loading", + "Ġ Protect", + "ĠProt ect", + "ĠProte ct", + ". upper", + ".u pper", + ".up per", + "a rium", + "ar ium", + "ari um", + "] :ĊĊĊ", + "]: ĊĊĊ", + "]:Ċ ĊĊ", + "]:ĊĊ Ċ", + "Y ii", + "- shirt", + "-sh irt", + "Ġ IMAGE", + "ĠIM AGE", + "_ colors", + "_color s", + "_col ors", + "Ġ urgent", + "Ġur gent", + "Ġurge nt", + "Ġurg ent", + ". Container", + ".Cont ainer", + "! (Ċ", + "!( Ċ", + "S aturday", + "Ġsoc ieties", + "Ġsoci eties", + "Ġ Than", + "ĠT han", + "ĠTh an", + "Ġ Cod", + "ĠC od", + "ĠCo d", + "= @", + "Ġ attachments", + "Ġattach ments", + "Ġattachment s", + ". mobile", + ".m obile", + ".mob ile", + "Ġs pite", + "Ġsp ite", + "Ġspi te", + "Ġspit e", + "Ġ bounce", + "Ġb ounce", + "Ġbo unce", + "Ġbou nce", + "r awl", + "ra wl", + "raw l", + "instance type", + "instanc etype", + "ĠTr uck", + "ĠTru ck", + "Ġmanip ulation", + "( Config", + "- inst", + "-in st", + "-i nst", + "-ins t", + "Ġ stor", + "Ġs tor", + "Ġst or", + "Ġsto r", + "it ution", + "itu tion", + "Preferred Gap", + "Ġmain AxisAlignment", + "Ġlist ened", + "Ġlisten ed", + "Ġliste ned", + "'' 'ĊĊ", + "'''Ċ Ċ", + "''' ĊĊ", + "ott age", + "otta ge", + "- project", + "-pro ject", + ". APPLICATION", + ".AP PLICATION", + "ĉ root", + "ĉr oot", + "Ġw hit", + "Ġwh it", + "Ġ bilder", + "Ġb ilder", + "Ġbi lder", + "Ġbil der", + "Ġbild er", + "Ġ ker", + "Ġk er", + "Ġke r", + "Ġappl iances", + "Ġappliance s", + "ro wave", + "row ave", + "ìĿ Ģ", + "em atics", + "ema tics", + "ematic s", + "emat ics", + "Ġ Org", + "ĠO rg", + "ĠOr g", + "o ping", + "op ing", + "opi ng", + "_ SEARCH", + "_SE ARCH", + "Ġc ham", + "Ġch am", + "Ġcha m", + "add ContainerGap", + "Ġ ().", + "Ġ( ).", + "Ġ() .", + "Ġ Arrow", + "ĠAr row", + "ĠArr ow", + "Il legal", + "Ill egal", + "Current ly", + "Curr ently", + "Ġ usa", + "Ġu sa", + "Ġus a", + "Ġpass words", + "Ġpassword s", + "Ġre nown", + "Ġren own", + "a vern", + "av ern", + "ave rn", + "aver n", + "ĠE vil", + "ĠEv il", + "Ġ concat", + "Ġcon cat", + "Ġconc at", + "Ġd uo", + "Ġdu o", + "Ġ vale", + "Ġv ale", + "Ġval e", + "Ġva le", + "Ġ Bean", + "ĠB ean", + "ĠBe an", + "ĠBea n", + "Ġind icators", + "Ġindic ators", + "Ġindicator s", + "Ġindica tors", + "c math", + "cm ath", + "ĠP ump", + "ĠPu mp", + "Nov ember", + "ific ant", + "ifi cant", + "ifica nt", + "_ DOMAIN", + "_DO MAIN", + "_DOM AIN", + "re gar", + "reg ar", + "rega r", + "Ġ Portal", + "ĠP ortal", + "ĠPort al", + "ĠPor tal", + "\" $", + "Ġ formerly", + "Ġformer ly", + "\" ]:Ċ", + "\"] :Ċ", + "\"]: Ċ", + "Ġ Visibility", + "ĠVis ibility", + ".getElementsBy ClassName", + "_ RED", + "_RE D", + "_R ED", + "Ġch ampions", + "Ġchampion s", + "Ġchamp ions", + "à ´", + "Val or", + "Va lor", + "_ es", + "_e s", + "* a", + "- repeat", + "-re peat", + "B and", + "Ban d", + "Ba nd", + ". stage", + ".st age", + "Ġbure auc", + "Ġbureau c", + "C nt", + "e ten", + "et en", + "ete n", + "- function", + "-f unction", + "Ġm uito", + "Ġmu ito", + "Ġmuit o", + "P ID", + "PI D", + "_ editor", + "_e ditor", + "_edit or", + "_ed itor", + "Ġcr ashed", + "Ġcrash ed", + "Ġcra shed", + "d ead", + "de ad", + "dea d", + "k at", + "ka t", + "a gh", + "ag h", + "Ġ EXT", + "ĠE XT", + "ĠEX T", + "as ser", + "ass er", + "asse r", + "- small", + "-s mall", + "-sm all", + "Ġre aliz", + "Ġreal iz", + "( Entity", + "(E ntity", + "ú s", + "Ġ Actually", + "ĠAct ually", + "ĠActual ly", + "Ġ Elite", + "ĠE lite", + "ĠEl ite", + "ĠEli te", + "Ġ helm", + "Ġh elm", + "Ġhe lm", + "Ġhel m", + "( nonatomic", + "(non atomic", + "a sher", + "as her", + "ash er", + "Comm unity", + "all eng", + "alle ng", + "allen g", + "i ry", + "ir y", + "ĠG rowth", + "ĠGrow th", + "Ġs ue", + "Ġsu e", + "Ġf requencies", + "Ġfrequ encies", + "_ descriptor", + "_des criptor", + ". Attribute", + ".At tribute", + "Ġrec ipients", + "Ġrecipient s", + "Ġrecip ients", + "_ NS", + "_N S", + "/ \"+", + "/\" +", + "i ban", + "ib an", + "iba n", + "Ġ athlete", + "Ġath lete", + "Ġ Ign", + "ĠI gn", + "ĠIg n", + "_ DMA", + "_D MA", + "_DM A", + "( ds", + "(d s", + "Ġ Requirements", + "ĠRequire ments", + "ĠRequirement s", + "A DI", + "AD I", + "e rez", + "er ez", + "ere z", + "\\ Admin", + "br aska", + "bra ska", + "bras ka", + "ĠR ust", + "ĠRu st", + "ĠRus t", + "Re lation", + "Rel ation", + "C OD", + "CO D", + "Ġ VERSION", + "ĠV ERSION", + "ĠVER SION", + "e mma", + "em ma", + "emm a", + ") ){", + ")) {", + ". Duration", + ".D uration", + "Ġ Camb", + "ĠC amb", + "ĠCam b", + "ĠCa mb", + "- logo", + "-l ogo", + "-lo go", + "-log o", + "Ġread able", + "Ġcre ators", + "Ġcreat ors", + "Ġcreator s", + "Ġcrea tors", + "( )];Ċ", + "() ];Ċ", + "()] ;Ċ", + "Up Down", + "- half", + "-h alf", + ".get Month", + ".getM onth", + "( sf", + "(s f", + "P ic", + "Pi c", + "Ġh unger", + "Ġhun ger", + "Ġhung er", + "Ġhu nger", + ". tx", + ".t x", + "Ġex ceeded", + "Ġexceed ed", + "Ġexce eded", + "_ seed", + "_s eed", + "_se ed", + "( ^", + "_ sk", + "_s k", + ". perform", + ".per form", + "Ġ >::", + "Ġ> ::", + "Ġ mongo", + "Ġm ongo", + "Ġmon go", + "Ġmo ngo", + "Ġmong o", + "= float", + "=f loat", + "bind Param", + "S mart", + "Sm art", + "i fa", + "if a", + "Ġse curities", + "Ġsec urities", + "Ġpre jud", + "Ġ ,\"", + "Ġ, \"", + "Ġcor ps", + "Ġcorp s", + "Ġv ra", + "Ġvr a", + "ama care", + "amac are", + "i terr", + "it err", + "ite rr", + "iter r", + "( Media", + "(M edia", + "(Me dia", + "u che", + "uch e", + "uc he", + "Ġ cob", + "Ġc ob", + "Ġco b", + "Ġl iber", + "Ġli ber", + "Ġlib er", + ". geometry", + ".ge ometry", + ".geom etry", + ".geo metry", + "L ocator", + "Loc ator", + "Ġsl iding", + "Ġslid ing", + "Ġs urgical", + "Ġsurg ical", + "_ CUR", + "_C UR", + "Ġcon sect", + "Ġcons ect", + "Ġconsec t", + "Ġconse ct", + "[ *", + "ĠRe sort", + "ĠRes ort", + "St ub", + "_ DOUBLE", + "_DO UBLE", + "Ġ Soph", + "ĠS oph", + "ĠSo ph", + "Ġelect oral", + "_ disable", + "_d isable", + "_dis able", + "Ġ Ñģо", + "ĠÑģ о", + "ĠLight ning", + "Ġ mentions", + "Ġm entions", + "Ġmention s", + "Ġment ions", + "o cy", + "oc y", + "Ġle aked", + "Ġleak ed", + "Ġrelax ing", + "P resenter", + "Pres enter", + "Present er", + "v sp", + "vs p", + "Ġg uilt", + "Ġgu ilt", + "Ġgui lt", + "=- =-", + ". reply", + ".re ply", + ".rep ly", + "Ġ Mirror", + "ĠM irror", + "ĠMir ror", + "ĠMi rror", + "C amp", + "Ca mp", + "Cam p", + "Ġ+#+ #+#+", + "Ġ+#+#+#+ #+#+", + ". Author", + ".A uthor", + ".Auth or", + "Ġ directive", + "Ġdirect ive", + "Ġdir ective", + "- hook", + "-h ook", + "íĦ °", + "} ĊĊĊĊĊ", + "}Ċ ĊĊĊĊ", + "}ĊĊ ĊĊĊ", + "}ĊĊĊ ĊĊ", + "}ĊĊĊĊ Ċ", + "@ pytest", + "_ rand", + "_r and", + "_ra nd", + "m is", + "mi s", + "Ġcolor ful", + "u je", + "uj e", + "l asses", + "lass es", + "las ses", + "Ġ Classes", + "ĠC lasses", + "ĠCl asses", + "ĠClass es", + "ĠClasse s", + ". have", + ".h ave", + "% ),", + "%) ,", + "é¢ ĺ", + "Ġdistur bing", + "Ġdisturb ing", + "sub string", + "substr ing", + "subst ring", + "subs tring", + "ĠK oh", + "ĠKo h", + "In vest", + "Inv est", + "p urchase", + "Ġrec ycling", + "Ġrecycl ing", + "Ġ ART", + "ĠA RT", + "ĠAR T", + "ier archy", + "Ġ fps", + "Ġf ps", + "Ġfp s", + ". checkBox", + ".check Box", + "íķ ´", + "_ material", + "_m aterial", + "_mat erial", + "du cation", + "duc ation", + "Ġ fw", + "Ġf w", + "u dit", + "ud it", + "udi t", + "Ġreview ing", + "Ġ Sid", + "ĠS id", + "ĠSi d", + "S yntax", + "Sy ntax", + "Syn tax", + "Ġ Written", + "ĠW ritten", + "ĠWr itten", + "ar gar", + "arg ar", + "arga r", + "U ME", + "UM E", + "/ q", + "Class ifier", + "Off icial", + "Ġj azz", + "Ġja zz", + "Ġjaz z", + "Ġ omega", + "Ġo mega", + "Ġom ega", + "Ph ysics", + "Phys ics", + "Ġl ugar", + "Ġlu gar", + "Ġlug ar", + "_access or", + "_acc essor", + ". commands", + ".command s", + ".comm ands", + "Ab ility", + "Ġ Batch", + "ĠB atch", + "ĠBat ch", + "R AM", + "RA M", + "Ġenc ounters", + "Ġencounter s", + "Ġencount ers", + ". Qu", + ".Q u", + "B YTE", + "BY TE", + "Ġ Distribution", + "ĠD istribution", + "ĠDis tribution", + "ĠDistrib ution", + "Ġ uso", + "Ġu so", + "Ġus o", + "ĠRe covery", + "ĠRec overy", + "ĠReco very", + "ĠRecover y", + "ap proved", + "appro ved", + "approve d", + "Ġden ial", + "/ share", + "/s hare", + "/sh are", + "Link edList", + "Linked List", + ") čĊčĊčĊ", + ")čĊ čĊčĊ", + ")čĊčĊ čĊ", + "u ddy", + "ud dy", + "udd y", + "Ġf ines", + "Ġfin es", + "Ġfine s", + "Ġfi nes", + "Ġ ry", + "Ġr y", + "Un icode", + "Uni code", + "ĉ render", + "ĉr ender", + "ĉre nder", + "Ġprem ises", + "Ġpremise s", + "Ġpremi ses", + "Ġ pon", + "Ġp on", + "Ġpo n", + "ali ases", + "alias es", + "alia ses", + "/ Foundation", + "/F oundation", + "c uda", + "cu da", + "ĠC ock", + "ĠCo ck", + "ĠCoc k", + ", :)", + ",: )", + "( folder", + "(f older", + "Ġm éd", + "Ġmé d", + "d rag", + "dr ag", + "dra g", + "Ġtal ents", + "Ġtalent s", + "Ġtale nts", + "Ġ ĠĠĊĊ", + "ĠĠ ĠĊĊ", + "ĠĠĠ ĊĊ", + "ĠĠĠĊ Ċ", + "е ÑģÑĤв", + "еÑģÑĤ в", + "m ob", + "mo b", + ".y ml", + "Ġ aster", + "Ġa ster", + "Ġas ter", + "Ġast er", + "Ġdis cre", + "Ġdisc re", + "go al", + "ĠG TX", + "ĠGT X", + "Ġ SUCCESS", + "ĠS UCCESS", + "Ġ LONG", + "ĠL ONG", + "ĠLO NG", + "( find", + "(f ind", + "(fin d", + "(fi nd", + "Ġ singular", + "Ġs ingular", + "Ġsing ular", + "_ sz", + "_s z", + "ĠEth ereum", + "ĠEther eum", + ". .Ċ", + ".. Ċ", + "Ġir res", + "Ġirre s", + "Ġirr es", + "' )){Ċ", + "') ){Ċ", + "')) {Ċ", + "Ġmin isters", + "Ġminister s", + "Ġmini sters", + "Ġminist ers", + "St eps", + "Step s", + "Ste ps", + "iver sal", + "ivers al", + "Ġ Nevertheless", + "ĠNever theless", + "- led", + "-l ed", + "-le d", + "Ġ( %)", + "Ġ(% )", + "ç¡ ®", + "Ġ timezone", + "Ġtime zone", + "Ġstr anger", + "Ġstrange r", + "Ġstrang er", + "Ġstran ger", + "Ġstra nger", + "( render", + "(r ender", + "(re nder", + "Ġsh util", + "Ġshut il", + "Ġ mph", + "Ġm ph", + "Ġmp h", + "Ġt rio", + "Ġtr io", + "Ġtri o", + "p py", + "pp y", + "Ġpred omin", + "Ġ endors", + "Ġend ors", + "ĠRuss ians", + "ĠRussia ns", + "ĠRussian s", + "ĉ row", + "ĉr ow", + "Ġ wizard", + "Ġw izard", + ". serialize", + ".s erialize", + ".serial ize", + "Ġcompl ained", + "Ġcomplain ed", + "Ġs ido", + "Ġsi do", + "Ġsid o", + "Ġdel ighted", + "Ġdelight ed", + "- me", + "-m e", + "ĠR av", + "ĠRa v", + "H uman", + "Hum an", + "Hu man", + "a days", + "ad ays", + "ada ys", + "aday s", + "re cv", + "rec v", + "Work ing", + "J ump", + "Ju mp", + "Ġ Ã¥r", + "ĠÃ¥ r", + "Ġ Automatic", + "ĠAuto matic", + "ĠAut omatic", + "ĠAutom atic", + "_ Base", + "_B ase", + "æł ¼", + "aur ants", + "aurant s", + "aura nts", + " ¯", + "æ ¸", + "(C Type", + "I FI", + "IF I", + "( amount", + "(a mount", + "(am ount", + "Ġbel ieving", + "Ġbelie ving", + "= mysql", + "=m ysql", + "=my sql", + "Ġ fir", + "Ġf ir", + "Ġfi r", + "Ġrest oration", + "Ġresto ration", + "er eco", + "ere co", + "Ð ¢", + "_ '+", + "_' +", + "Ġe book", + "Ġeb ook", + "Ġde bris", + "Ġdeb ris", + "( inputs", + "(input s", + "(in puts", + "(inp uts", + "AY OUT", + "Ġscre aming", + "Ġscream ing", + "a via", + "av ia", + "avi a", + "l ander", + "land er", + "la nder", + "lan der", + "Ġdist ress", + "Ġdi stress", + "Ġdistr ess", + "Ġas sembled", + "Ġassemble d", + "Ġ Avoid", + "ĠA void", + "ĠAv oid", + "( thread", + "(t hread", + "(th read", + "Ġ RPC", + "ĠR PC", + "ĠRP C", + "_ EXIT", + "_EX IT", + "( queue", + "(q ueue", + "и ÑģÑĤ", + "иÑģ ÑĤ", + "D ll", + "Ġsk ull", + "Ġsku ll", + "_ pub", + "_p ub", + "ch ez", + "che z", + "m inate", + "min ate", + "mina te", + "en sen", + "ens en", + "ense n", + "Ġins ane", + "Ġinsan e", + "b ounds", + "bo unds", + "bound s", + "bou nds", + "ĠR osen", + "ĠRo sen", + "ĠRose n", + "ĠRos en", + "Ġcondition ing", + "process ed", + "proc essed", + "v ideos", + "vid eos", + "video s", + "vide os", + "f our", + "fo ur", + ". Conv", + ".Con v", + ".Co nv", + "| ;Ċ", + "Person al", + "Pers onal", + "Persona l", + "cer pt", + ":UIControlState Normal", + "Ġd oses", + "Ġdo ses", + "Ġdos es", + "Ġdose s", + "ĠK arl", + "ĠKar l", + "ĠKa rl", + "ĠF requ", + "ĠFr equ", + "ĠFre qu", + ". BASE", + ".B ASE", + "Ġ Vote", + "ĠV ote", + "ĠVo te", + "Ġcon current", + "Ġconc urrent", + "ĠMessageBox Icon", + "Ġ Ãĸ", + "Ġà ĸ", + "ĠDu bai", + "ĠDub ai", + "Ġ Retail", + "ĠR etail", + "ĠRe tail", + "ĠRet ail", + ": number", + ":n umber", + ":num ber", + "Ġ Observer", + "ĠOb server", + "ĠObserv er", + "ĠObs erver", + "Ġ BigInteger", + "ĠB igInteger", + "ĠBig Integer", + "ĠBigInt eger", + "_ origin", + "_or igin", + "_orig in", + "_ori gin", + "_ WORK", + "_W ORK", + "F rames", + "Frame s", + "Fr ames", + "Fra mes", + "Ġnot ably", + ". âĢľ", + "Ġt ropical", + "Ġtrop ical", + "Ġn iche", + "Ġni che", + "Ġnic he", + "Ġnich e", + "a mina", + "am ina", + "amin a", + "ami na", + ". sys", + ".s ys", + ".sy s", + "( tokens", + "(t okens", + "(token s", + "(tok ens", + "mod ify", + "o sit", + "os it", + "osi t", + "st rom", + "str om", + "stro m", + "ĠC omics", + "ĠCom ics", + "ĠComic s", + "O PTION", + "OP TION", + "OPT ION", + "T icket", + "Tick et", + "Ti cket", + "Ġf actories", + "Ġfact ories", + "Ġfactor ies", + "Ġfacto ries", + "Ġdis put", + "Ġdisp ut", + "_ File", + "_F ile", + "ĠF inn", + "ĠFin n", + "ĠFi nn", + "e ee", + "ee e", + "ĠDis cord", + "ĠDisc ord", + "ĠDisco rd", + "_ money", + "_m oney", + "_mon ey", + "_mo ney", + ". tpl", + ".t pl", + ".tp l", + "_ safe", + "_s afe", + "_sa fe", + "L B", + "Ġg lut", + "Ġgl ut", + "Ġglu t", + "J K", + ". flow", + ".f low", + ".fl ow", + "- cont", + "-c ont", + "-con t", + "-co nt", + "g os", + "go s", + "Ġhor izon", + "ĠR ush", + "ĠRu sh", + "ĠRus h", + ": :*", + ":: *", + "P ipe", + "Pi pe", + "u lla", + "ul la", + "ull a", + "b orough", + "bo rough", + "bor ough", + "boro ugh", + "he imer", + "heim er", + "hei mer", + "( move", + "(m ove", + "( Text", + "(T ext", + "} );čĊčĊ", + "}) ;čĊčĊ", + "}); čĊčĊ", + "});čĊ čĊ", + "w elcome", + "wel come", + "Ġ Components", + "ĠCom ponents", + "ĠComponent s", + "ĠComp onents", + "Ġgovern ance", + "c losed", + "cl osed", + "close d", + "clo sed", + "ĉ margin", + "ĉm argin", + "Ġla undry", + "Ġ Terminal", + "ĠTerm inal", + "ĠTermin al", + "iz ards", + "izar ds", + "izard s", + ". âĢĶ", + ". remote", + ".rem ote", + ". radius", + ".r adius", + ".rad ius", + "ĠQue bec", + "Ġ dh", + "Ġd h", + "T ech", + "Te ch", + "ĠM ist", + "ĠMi st", + "ĠMis t", + "s eller", + "se ller", + "sel ler", + "sell er", + "_ literal", + "_l iteral", + "_lite ral", + "_lit eral", + "Ġgen ius", + "Ġ brains", + "Ġbr ains", + "Ġbrain s", + "Ġbra ins", + "g em", + "ge m", + "Ġ Measure", + "ĠMe asure", + "Ġcat ast", + "Ġcata st", + "r ance", + "ra nce", + "ran ce", + ". TextField", + ".T extField", + ".Text Field", + "Ġcon suming", + "Ġcons uming", + "Ġconsum ing", + "Ġ'\\ ''", + "Ġ'\\' '", + "oubted ly", + "Ġ Certain", + "ĠC ertain", + "ĠCert ain", + "ĠCer tain", + "E v", + "er ti", + "ert i", + "b eing", + "be ing", + "bei ng", + "Ex perience", + "Ġ //[", + "Ġ// [", + "Ġ/ /[", + "ĠAr abic", + "ĠArab ic", + "ĠAra bic", + "ĠC rist", + "ĠCr ist", + "ĠCri st", + "Ġ Azure", + "ĠA zure", + "ĠAz ure", + "Ġ hora", + "Ġh ora", + "Ġhor a", + "Ġho ra", + "l adesh", + "lad esh", + "\\ Blueprint", + "d ar", + "da r", + ". rel", + ".re l", + ".r el", + "Ġsup rem", + "ĠRe agan", + "Ġ Attributes", + "ĠAt tributes", + "ĠAttribute s", + "- sidebar", + "-s idebar", + "-side bar", + "Ġuse Styles", + "ĠA irlines", + "ĠAir lines", + "Ġh ills", + "Ġhill s", + "Ġhil ls", + "/x html", + "v inc", + "vin c", + "vi nc", + "_ mock", + "_m ock", + "_mo ck", + "Ċ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠP ill", + "ĠPi ll", + "ĠPil l", + ".Layout Style", + "ĠComm ander", + "ĠCommand er", + "] <", + "sign ature", + "sig nature", + "Ġ{ }čĊ", + "Ġ{} čĊ", + "Ġhat red", + "Ġ ëĭ", + "Ġë ĭ", + "ole sterol", + "Ġ ********", + "Ġ* *******", + "Ġ** ******", + "Ġ*** *****", + "Ġ**** ****", + "Ġ***** ***", + "ancel lor", + "ancell or", + "c rop", + "cr op", + "cro p", + "T IM", + "TI M", + "ĉ ĉĊĊ", + "ĉĉ ĊĊ", + "ĉĉĊ Ċ", + "ys qli", + "ysql i", + "u itive", + "uit ive", + "ĉ unset", + "ĉun set", + "_ sel", + "_s el", + "_se l", + "Ġ menus", + "Ġm enus", + "Ġmen us", + "Ġmenu s", + "t ick", + "ti ck", + "tic k", + "Ġcon stitute", + "Ġconstit ute", + "Ġconstitu te", + "Ġ Elements", + "ĠE lements", + "ĠEl ements", + "ĠElement s", + "ĠEle ments", + "ĠElem ents", + "Ġ Redis", + "ĠR edis", + "ĠRe dis", + "ĠRed is", + "ag gio", + "agg io", + "aggi o", + "_ fp", + "_f p", + "_ depend", + "_d epend", + "_de pend", + "_dep end", + "e mas", + "em as", + "ema s", + "C AST", + "CA ST", + "CAS T", + "o range", + "or ange", + "ora nge", + "oran ge", + "orang e", + "j on", + "jo n", + "Ġ Emily", + "ĠEm ily", + "ĠEmil y", + "Ġpot atoes", + "Ġpotato es", + "Ġre ceptor", + "Ġrecept or", + "Ġrecep tor", + "Ġ Electronic", + "ĠElect ronic", + "ĠElectro nic", + "ĠElectron ic", + "Ġ Lights", + "ĠL ights", + "ĠLight s", + "Ġcomb ining", + "Ġcombin ing", + "Ġ Someone", + "ĠSome one", + "Ġ######## .", + "ĠT OD", + "ĠTO D", + "/ show", + "/s how", + "/sh ow", + "X d", + ". \"'", + ".\" '", + "a fx", + "af x", + "Ġtr agic", + "Ġtrag ic", + "St yled", + "Style d", + "Ġ Marco", + "ĠMar co", + "ĠMarc o", + "G allery", + "d ale", + "da le", + "dal e", + ".âĢĿ ĊĊĊĊ", + ".âĢĿĊĊ ĊĊ", + ".âĢĿĊ ĊĊĊ", + "é rie", + "ér ie", + "éri e", + "/ service", + "/s ervice", + "äº Ĩ", + "Ġ ambient", + "Ġamb ient", + "_ SETTINGS", + "_SET TINGS", + "_SETTING S", + ". Adapter", + ".Ad apter", + "l ene", + "le ne", + "len e", + "Ġtravel s", + "Ġtrav els", + "Not ice", + "Ġc leans", + "Ġclean s", + "Ġcle ans", + "ĠF em", + "ĠFe m", + "c hair", + "ch air", + "cha ir", + "chai r", + "Ñĥ н", + "/ my", + "/m y", + "_ bad", + "_b ad", + "ĠE conomics", + "ĠEcon omics", + "ĠEconomic s", + "ĠEconom ics", + "I SA", + "IS A", + "_ CNT", + "_C NT", + "_CN T", + "( Menu", + "(M enu", + "(Me nu", + "äº İ", + "ĠR idge", + "ĠRid ge", + "ĠRi dge", + "Ġlength y", + "Ġleng thy", + "D ot", + "Do t", + "Ġj umps", + "Ġjump s", + "Ġju mps", + "Ġ hey", + "Ġh ey", + "Ġhe y", + "$ pdf", + "$p df", + "Ġ worm", + "Ġw orm", + "Ġwor m", + "Ġwo rm", + "Ġ sut", + "Ġs ut", + "Ġsu t", + "Ġ sher", + "Ġs her", + "Ġsh er", + "Ġshe r", + "i amo", + "ia mo", + "iam o", + "Ġ Calc", + "ĠC alc", + "ĠCal c", + "ĠCa lc", + "t rieve", + "tr ieve", + "trie ve", + "tri eve", + "Ġc ops", + "Ġco ps", + "Ġcop s", + "ĠCh rom", + "ĠChr om", + "Ġ regulated", + "Ġreg ulated", + "Ġregul ated", + "Ġregulate d", + "reat ment", + "Ġ Higher", + "ĠHigh er", + "o ks", + "ok s", + "Ġde ze", + "Ġdez e", + "LOC ATION", + "ongs To", + "Ġ finite", + "Ġf inite", + "Ġfin ite", + "Ġfi nite", + "Ġv aries", + "Ġvar ies", + "Ġvari es", + "Ġva ries", + "Ġposition ed", + "Ġposit ioned", + "' il", + "'i l", + "éĩ ij", + "Ġh ike", + "Ġhi ke", + "Ġhik e", + "( done", + "(d one", + "(do ne", + "play list", + "Ġ ada", + "Ġa da", + "Ġad a", + "Ġcoast al", + "ĠN ancy", + "ĠNa ncy", + "ĠNan cy", + ".DateTime Field", + "Cpp CodeGen", + "Ġ Similarly", + "ĠSimilar ly", + "r eur", + "re ur", + "reu r", + "Ġ Contr", + "ĠCon tr", + "ĠCont r", + "Ġ Hidden", + "ĠH idden", + "ĠHi dden", + "Ġ Beta", + "ĠB eta", + "ĠBe ta", + "ĠBet a", + "at ched", + "atch ed", + "_ install", + "_inst all", + ". Output", + ".Out put", + "Look up", + "ĠRich mond", + "qu ared", + "quare d", + "qua red", + "Ġm anga", + "Ġman ga", + "Ġma nga", + "Ġmang a", + "- controls", + "-control s", + "ĠBer nard", + "ĠBern ard", + "L arge", + "Ġs lices", + "Ġsl ices", + "Ġslice s", + "Ġslic es", + "Ġoff ence", + "Ġoffen ce", + "ĠM ega", + "ĠMe ga", + "ĠMeg a", + "Ġ estar", + "Ġe star", + "Ġes tar", + "Ġest ar", + "Ġesta r", + "Ġj oints", + "Ġjoin ts", + "Ġjo ints", + "Ġjoint s", + "Ġ summ", + "Ġs umm", + "Ġsu mm", + "Ġsum m", + "_ platform", + "_pl atform", + "B uff", + "Buf f", + "Bu ff", + ".add Subview", + "Ġret ained", + "Ġretain ed", + "L etter", + "Let ter", + ". dim", + ".d im", + ".di m", + "Ġess ere", + "Ġesse re", + "ĠS caffold", + "EX PECT", + "EXP ECT", + "ĉ RE", + "ĉR E", + ". longitude", + ".long itude", + "ü nd", + "ün d", + "Ġstat ue", + ". addWidget", + ".add Widget", + "ĠCar ibbean", + "add PreferredGap", + "il de", + "ild e", + "UI Label", + "UIL abel", + "ĠOp port", + "ĠOpp ort", + "Ġim perial", + "Ġimp erial", + "Ġimper ial", + "Ġimpe rial", + "urs ion", + "Ġman date", + "Ġmand ate", + "Ġprom otional", + "Ġpromot ional", + "Ġpromotion al", + "Ġ vk", + "Ġv k", + "ia ÅĤ", + "Ġp yl", + "Ġpy l", + "Ġ Creation", + "ĠC reation", + "ĠCre ation", + "ĠCreat ion", + "о зд", + "оз д", + "Ġsim pler", + "Ġsimple r", + "Ġsimp ler", + "Ġsimpl er", + ". what", + ".w hat", + ".wh at", + "Ġ Recent", + "ĠRe cent", + "ĠRec ent", + "ĠRece nt", + "St orm", + ". quantity", + ".qu antity", + ".quant ity", + "Ġ Lov", + "ĠL ov", + "ĠLo v", + "\" -", + "ub bles", + "ubble s", + "ubb les", + "_ notification", + "_not ification", + "( world", + "(w orld", + "ur ger", + "urg er", + "urge r", + "* (-", + "*( -", + ": \"Ċ", + ":\" Ċ", + "h m", + "an ship", + "ans hip", + "Ġ Almost", + "ĠAl most", + "Ġmotor cycle", + "_ fee", + "_f ee", + "_fe e", + "Ġabs orb", + "Ġabsor b", + "ĠVin cent", + "ĠVince nt", + "Ġs ounded", + "Ġso unded", + "Ġsound ed", + "ÃŃ st", + "ÃŃs t", + "Ġpharm aceutical", + "h tag", + "ht ag", + "hta g", + "ĠK indle", + "ĠKind le", + "ĠKin dle", + "ital ize", + "ĠEm peror", + "ous tic", + "oust ic", + "Ġspecial ists", + "Ġspecialist s", + "åħ ¬", + "Border Style", + "/ \\", + "RE LATED", + "REL ATED", + "(' ,',", + "(', ',", + "(',' ,", + "( expr", + "(ex pr", + "(exp r", + "Ġ ht", + "Ġh t", + "åį Ī", + "_ Create", + "_C reate", + "Ġs pecially", + "Ġspec ially", + "Ġspecial ly", + "Ġspeci ally", + "Ġ [];čĊ", + "Ġ[ ];čĊ", + "Ġ[] ;čĊ", + "Ġ[]; čĊ", + "Ġ heel", + "Ġh eel", + "Ġhe el", + "Ġs ept", + "Ġse pt", + "Ġsep t", + "_ arch", + "_a rch", + "_ar ch", + "_arc h", + "( initial", + "(in itial", + "(init ial", + "% .ĊĊ", + "%. ĊĊ", + "%.Ċ Ċ", + "\\\" ,\\\"", + "\\\", \\\"", + "\\\",\\ \"", + "Ġdisc usses", + "Ġdiscuss es", + "Ġ upt", + "Ġu pt", + "Ġup t", + "Ġ[ &", + "Ġm anus", + "Ġman us", + ". hand", + ".h and", + "Ġ MAIN", + "ĠM AIN", + "ĠMA IN", + "ĠDen mark", + "Ġ ],čĊ", + "Ġ] ,čĊ", + "Ġ], čĊ", + "Ġcr yst", + "Ġcry st", + "Ġn ack", + "Ġna ck", + "Co ords", + "Coord s", + "_ inner", + "_in ner", + "Ġmid st", + "Ġmi dst", + "Ġa wake", + "Ġaw ake", + "Ġ Ðŀ", + "ĠÐ ŀ", + "- break", + "-b reak", + "-bre ak", + "ÃŃ vel", + "ÃŃv el", + "_ PASS", + "_P ASS", + "_PA SS", + "Ġ Params", + "ĠPar ams", + "ĠParam s", + "ĠPa rams", + "ĠPara ms", + "Ġd etr", + "Ġde tr", + "Ġdet r", + "Ġsp ider", + "Ġspi der", + "Ġ Concept", + "ĠCon cept", + "ĠConc ept", + "ĠConce pt", + "Ġ prend", + "Ġp rend", + "Ġpr end", + "Ġpre nd", + "CH ED", + "CHE D", + ". Exit", + ".Ex it", + ".E xit", + "Ġpop ulated", + "Ġpopulate d", + "Ġpopul ated", + "Ġvirt ue", + "_ SESSION", + "_SE SSION", + "Ġnou vel", + "Ġnouve l", + "o auth", + "oa uth", + "Ġд аннÑĭ", + "Ġдан нÑĭ", + "r ink", + "ri nk", + "rin k", + ". HeaderText", + ".Header Text", + "atur ated", + "atura ted", + "atu rated", + "Ġe rst", + "Ġer st", + "Ġers t", + "Ġ åħ", + "Ġå ħ", + "ॠĩ", + "_ visible", + "_v isible", + "_vis ible", + "e yer", + "ey er", + "eye r", + "Ġ liable", + "Ġl iable", + "Ġli able", + "Ġlia ble", + "Ġd ebe", + "Ġde be", + "Ġdeb e", + "Ġ bw", + "Ġb w", + "{- #", + "_ WIN", + "_W IN", + "d fs", + "df s", + "H over", + "Ho ver", + "Ġ PUT", + "ĠP UT", + "ĠPU T", + "- angle", + "-a ngle", + "-an gle", + "Ġn oble", + "Ġno ble", + "Ġnob le", + "Ġtr aces", + "Ġtra ces", + "Ġtrace s", + "en cv", + "enc v", + "Ġ userData", + "Ġuser Data", + "_ ins", + "_in s", + "_i ns", + "ĠS uz", + "ĠSu z", + "Ġnews letters", + "Ġnewsletter s", + "ĠM odi", + "ĠMod i", + "ĠMo di", + "Ġentreprene urs", + "Ġentrepreneur s", + "Ġ tribute", + "Ġtrib ute", + "Ġrum ors", + "Ġrumor s", + "Ġ rr", + "Ġr r", + "Ġ Quarter", + "ĠQu arter", + "ĠQuart er", + "ĠQuar ter", + "ê³ ł", + "Ġ feeds", + "Ġfe eds", + "Ġfeed s", + "Ġfee ds", + "ó g", + "Ġen velope", + "Ġenv elope", + "Ġenvelop e", + "Ġ lear", + "Ġl ear", + "Ġle ar", + "Ġk ø", + "de veloper", + "develop er", + "S imilar", + "Sim ilar", + ": \")Ċ", + ":\" )Ċ", + ":\") Ċ", + "sub scription", + "subs cription", + "Mod ifier", + "it alic", + "ital ic", + "ita lic", + "Ġn asty", + "Ġna sty", + "Ġnas ty", + "Ġnast y", + "Ġ termination", + "Ġter mination", + "Ġterm ination", + "Ġtermin ation", + "Ġch arming", + "Ġchar ming", + "Ġcharm ing", + "Ġ âŁ", + "Ġâ Ł", + "t ons", + "ton s", + "to ns", + ". trace", + ".t race", + ".tr ace", + "h ots", + "ho ts", + "hot s", + "Ġ UR", + "ĠU R", + "M ont", + "Mon t", + "Mo nt", + "Ġjust ified", + "ĠG ang", + "ĠGa ng", + "ĠGan g", + "i nea", + "in ea", + "ine a", + "Ġb og", + "Ġbo g", + "( ap", + "(a p", + "_ $", + "Ġcont amin", + "Ġconta min", + ". Dot", + ".D ot", + ".Do t", + "ĉ Debug", + "( exports", + "(ex ports", + "(exp orts", + "Ġ paired", + "Ġp aired", + "Ġpair ed", + "Ġpa ired", + "Ġpai red", + "Ġ Assignment", + "ĠAss ignment", + "ĠAssign ment", + "Ġauto mobile", + "Ġautom obile", + "ĵ į", + "Ġph ases", + "Ġphase s", + "Ġpha ses", + "v w", + "@ SuppressWarnings", + "= \\", + "r ant", + "ra nt", + "ran t", + "- ed", + "-e d", + "ĉ await", + "ĉa wait", + "Ġcert ificates", + "Ġcertificate s", + "Ġcertif icates", + "' >\"", + "'> \"", + "Ġint act", + "C TRL", + "CT RL", + "CTR L", + "M ike", + "Mi ke", + "g regation", + "greg ation", + "AT TERN", + "ATT ERN", + "ATTER N", + "Ġre public", + "Ġrep ublic", + "_ upper", + "_u pper", + "_up per", + "ili ary", + "iliar y", + "ilia ry", + "Ġcom putation", + "Ġcomp utation", + "Ġcomput ation", + "h ire", + "hi re", + "hir e", + "ĠS hin", + "ĠSh in", + "ĠShi n", + "_ ANY", + "_A NY", + "_AN Y", + "Ġ Manufacturer", + "ĠMan ufacturer", + "ĠManufact urer", + "ĠC arm", + "ĠCar m", + "ĠCa rm", + "Ġbear ings", + "Ġbearing s", + "_ comb", + "_c omb", + "_com b", + "_co mb", + "c ad", + "ca d", + "ur istic", + "Ġwh olesale", + "Ġwhole sale", + "Ġwholes ale", + "Ġd onor", + "Ġdo nor", + "Ġdon or", + ". interfaces", + ".inter faces", + ".interface s", + "pr esso", + "press o", + "pres so", + "Ġ Brun", + "ĠB run", + "ĠBr un", + "ĠBru n", + "- close", + "-c lose", + "-cl ose", + "p rove", + "pr ove", + "pro ve", + "prov e", + "_ SK", + "_S K", + "ĉ frame", + "ĉf rame", + "ĉfr ame", + "et ros", + "etro s", + "etr os", + "ĠP ain", + "ĠPa in", + "ĠPai n", + "_ EXP", + "_E XP", + "_EX P", + "Ġ LT", + "ĠL T", + "_ fs", + "_f s", + ". datas", + ".d atas", + ".data s", + ".dat as", + ".da tas", + "ĉ ss", + "ĉs s", + "v oir", + "vo ir", + "Ġ Axis", + "ĠA xis", + "ĠAx is", + "M ajor", + "= \"<", + "=\" <", + "[ h", + "Ġprof ess", + "Ġprofes s", + "ig rate", + "igr ate", + "( score", + "(s core", + "(sc ore", + "Key word", + "\" os", + "ĠĠ ĠĠĉĊ", + "ĠĠĠĠ ĉĊ", + "ĠĠĠ ĠĉĊ", + "ĠĠĠĠĉ Ċ", + "an alysis", + "analy sis", + "anal ysis", + "Ġre play", + "Ġrep lay", + "Ġrepl ay", + ". pass", + ".p ass", + ".pa ss", + "\\ d", + "t ls", + "tl s", + "Ġsan ct", + ". light", + ".l ight", + ".li ght", + "_ mobile", + "_m obile", + "_mob ile", + "Ñģ ÑĤÑĮ", + "ÑģÑĤ ÑĮ", + "ĉ total", + "ĉt otal", + "ĉto tal", + "u ity", + "ui ty", + "uit y", + "Ġ paused", + "Ġpa used", + "Ġpause d", + "Ġpau sed", + "N AS", + "NA S", + "Ġen core", + "Ġenc ore", + "l oe", + "lo e", + "Ġ-* -ĊĊ", + "Ġ-*- ĊĊ", + "Ġ-*-Ċ Ċ", + ". high", + ".h igh", + "am pler", + "amp ler", + "ample r", + "Ġ Secure", + "ĠS ecure", + "ĠSec ure", + "Ġf ragments", + "Ġfra gments", + "Ġfrag ments", + "Ġfragment s", + "_ vel", + "_v el", + "_ve l", + "ill ary", + "illa ry", + "ĠS tein", + "ĠSt ein", + "ĠSte in", + "ĠD awn", + "ĠDa wn", + "ĠDaw n", + "Ġmax imize", + "Ġmaxim ize", + "ภ¢", + "Ġ /^", + "Ġ/ ^", + "Ġcontin ually", + "Ġcontinu ally", + "Ġcontinual ly", + "Ġsh adows", + "Ġshadow s", + "ĉ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠI ActionResult", + "Ġinform ación", + "C HECK", + "CHE CK", + ". SelectedItem", + ".Selected Item", + "b undle", + "ol ley", + "oll ey", + "olle y", + "< Int", + "<", + "\\\" ><", + "\\\"> <", + "Ġ trajectory", + "Ġtra jectory", + "_ ring", + "_r ing", + "Ġhydro gen", + "Ġhydr ogen", + "t ron", + "tr on", + "tro n", + "Ġstat ute", + "Ġ conditional", + "Ġcondition al", + "Ġcond itional", + "Ġt ray", + "Ġtr ay", + "Ġtra y", + "- school", + "-s chool", + "( widget", + "(w idget", + "$ config", + "$con fig", + "Ġrequest ing", + "Ġrequ esting", + ". uint", + ".ui nt", + ".u int", + "e ton", + "et on", + "eto n", + "br ities", + "brit ies", + "Of Type", + "A DMIN", + "AD MIN", + "ADM IN", + "p redict", + "pre dict", + "pred ict", + "Ġg egen", + "Ġge gen", + "Ġgeg en", + "ĠH app", + "ĠHa pp", + "OC UMENT", + "Ġ Apart", + "ĠA part", + "ĠAp art", + "Ġ -----", + "Ġ- ----", + "Ġ-- ---", + "Ġ---- -", + "Ġ--- --", + "r oe", + "ro e", + "u ide", + "ui de", + "uid e", + "just ify", + "ĠS quad", + "ĠSqu ad", + "Ġprof es", + ". bot", + ".b ot", + ".bo t", + "_ currency", + "_c urrency", + "_curr ency", + "i nnen", + "in nen", + "inn en", + "inne n", + "ĠM umbai", + "ĠMum bai", + "Ġ Numbers", + "ĠNumber s", + "ĠNum bers", + "avana ugh", + "agn itude", + "âĢľ There", + "âĢľThe re", + "= http", + "=h ttp", + "çī ĩ", + "Ġ vb", + "Ġv b", + "+ '{{$", + "\"> {{$", + "\">{{ $", + "\">{ {$", + "Ġ inode", + "Ġin ode", + "Ġi node", + "s il", + "si l", + "Ġh ace", + "Ġha ce", + "Ġhac e", + "Ġsever ely", + "Ġsevere ly", + "Ġ Overview", + "ĠOver view", + "ĠOv erview", + "Ġsp raw", + "Ġspr aw", + "Ġbe aches", + "Ġbeach es", + ": left", + ":l eft", + "· »", + "( ${", + "($ {", + "Ġ FIRST", + "ĠF IRST", + "ĠFIR ST", + "ĠS pa", + "ĠSp a", + "- ass", + "-a ss", + "-as s", + "Ġb aise", + "Ġba ise", + "Ġbais e", + "Ġ NODE", + "ĠN ODE", + "ĠNO DE", + "Ġ Pizza", + "ĠP izza", + "ĠPi zza", + "P et", + "Pe t", + "( seq", + "(s eq", + "(se q", + "\\ \">Ċ", + "\\\" >Ċ", + "\\\"> Ċ", + "CppMethod Pointer", + "Ġ vp", + "Ġv p", + "Ġ ia", + "Ġi a", + "_ seconds", + "_se conds", + "_sec onds", + "_second s", + "e met", + "em et", + "eme t", + "/ blob", + "/b lob", + "/bl ob", + "_TH RESH", + ".. .čĊ", + "... čĊ", + "D est", + "De st", + "Des t", + "Ġ NH", + "ĠN H", + ". dataSource", + ".data Source", + "it és", + "ité s", + "Ġ Jak", + "ĠJ ak", + "ĠJa k", + "s ell", + "se ll", + "sel l", + "Ġwork shops", + "Ġworkshop s", + "< u", + "Ġr ivals", + "Ġrival s", + "Ġri vals", + "Ġriv als", + "ĠEX ISTS", + "h om", + "ho m", + "- token", + "-t oken", + "-to ken", + "com patible", + "compat ible", + ".J Panel", + "Ġphys icians", + "Ġphysician s", + "Ġphysic ians", + "ar tin", + "art in", + "arti n", + "Ġdes irable", + "Ġdistinct ive", + ". Dep", + ".D ep", + ".De p", + "g id", + "gi d", + "il iate", + "ili ate", + "ilia te", + ", max", + ",m ax", + "Ġprem iere", + "Ġpremier e", + "Ġpremi ere", + "Ġq Debug", + "Ġadvoc acy", + "Ġwh isper", + "P t", + "Ġun changed", + "_ qty", + "_q ty", + "请 æ±Ĥ", + "Se ason", + "Sea son", + "ave length", + "avel ength", + "ĠP ul", + "ĠPu l", + "Ġd ÃŃa", + "ĠdÃŃ a", + "'] ]],Ċ", + "']] ],Ċ", + "a lis", + "al is", + "ali s", + "( \"&", + "(\" &", + "b oro", + "bo ro", + "bor o", + "Ġ bm", + "Ġb m", + "Ġ Radi", + "ĠR adi", + "ĠRa di", + "ĠRad i", + "w rong", + "wr ong", + "Ġ Going", + "ĠGo ing", + "ime Type", + "i ji", + "ij i", + "- feedback", + "-fe edback", + "-feed back", + "Ġ Names", + "ĠN ames", + "ĠName s", + "ĠNa mes", + "ĠNam es", + "ĠB apt", + "ĠBa pt", + "Ġpro bable", + "Ġprob able", + "Ġ Ether", + "ĠE ther", + "ĠEth er", + "ĠEt her", + "Ġ Politics", + "ĠPol itics", + "ĠPolit ics", + "_ protocol", + "_prot ocol", + "_proto col", + "l ining", + "li ning", + "lin ing", + "S at", + "Sa t", + "Ġcor rel", + "Ġcorre l", + "Ġcorr el", + ". Primary", + ".Pr imary", + "( nullable", + "(null able", + "RI ORITY", + "Ġcol oring", + "Ġcolor ing", + "Ġutil izing", + "Ġutiliz ing", + "d as", + "da s", + "Ġex ported", + "Ġexp orted", + "Ġexport ed", + "Ġcar riers", + "Ġcarrier s", + "Ġcarr iers", + "Con v", + "Co nv", + ". editor", + ".e ditor", + ".ed itor", + ".edit or", + "i ó", + "( handles", + "(h andles", + "(handle s", + "(hand les", + "Ġapprec iation", + ". import", + ".im port", + ".imp ort", + "ĠA ustria", + "ĠAust ria", + "ĠAustr ia", + "Ġ Strip", + "ĠS trip", + "ĠSt rip", + "ĠStr ip", + "i light", + "il ight", + "ili ght", + "ilig ht", + "Ġappropri ately", + "Ġappropriate ly", + "ĠP rest", + "ĠPr est", + "ĠPres t", + "ĠPre st", + "Ġ Wir", + "ĠW ir", + "ĠWi r", + "Ġ UIApplication", + "ĠUI Application", + "al chemy", + "Ġ Mob", + "ĠM ob", + "ĠMo b", + "Ġ Determin", + "ĠD etermin", + "ĠDe termin", + "ergus on", + "register ed", + "regist ered", + "_ convert", + "_con vert", + "_conv ert", + "ĠVlad imir", + "ĠVladim ir", + ".Show Dialog", + "ref lect", + "Ġs hook", + "Ġsh ook", + "Ġsho ok", + "Ġas sure", + "Ġass ure", + "Ġ Often", + "ĠO ften", + "ĠOf ten", + "Ġcivil ization", + "Ġv ocabulary", + "Ġvocab ulary", + "fore ground", + "Ġ Scope", + "ĠS cope", + "ĠSc ope", + "ĠSco pe", + "Ġun wanted", + "Ġunw anted", + "act ing", + "ac ting", + "Ġ ([]", + "Ġ( []", + "Ġ([ ]", + "Ġm arking", + "Ġmark ing", + "Ġmar king", + ". original", + ".origin al", + ".or iginal", + ".orig inal", + "Ġ MOVE", + "ĠM OVE", + "ĠMO VE", + "ĠMOV E", + "Ġsp orting", + "Ġsport ing", + "Ġspor ting", + "ce ptions", + "ception s", + "cept ions", + "NS Number", + "S izes", + "Size s", + "Si zes", + "Ġpro vincial", + "Ġprovinc ial", + "Ġprovincia l", + "_ Trans", + "_T rans", + "_Tr ans", + "Ġproble matic", + "Ġproblem atic", + "Ġproblema tic", + "Ġprobl ematic", + "d igit", + "di git", + "dig it", + "Ġ Emma", + "ĠE mma", + "ĠEm ma", + "ĠEmm a", + "l ocks", + "lo cks", + "lock s", + "loc ks", + "ĠC rew", + "ĠCr ew", + "ĠCre w", + "i ba", + "ib a", + "' ):", + "') :", + "i sha", + "is ha", + "ish a", + "Ġm amm", + "Ġma mm", + "Ġmam m", + "Ġocc ured", + "Ġoccur ed", + "w cs", + "wc s", + "( rule", + "(r ule", + "Ġmerch andise", + "es pecially", + "ĠT win", + "ĠTw in", + "Ġn aming", + "Ġna ming", + "Ġnam ing", + "Ġs log", + "Ġsl og", + "Ġslo g", + "Ġimpro ves", + "Ġimprove s", + "Ġimpr oves", + "Ġimprov es", + "Ġad her", + ": text", + ":t ext", + ".h adoop", + "_ HTTP", + "_HT TP", + ". toList", + ".to List", + ". disabled", + ".dis abled", + ".disable d", + "Ġl enses", + "Ġlen ses", + "Ġlens es", + ". ini", + ".in i", + ".i ni", + "Ġ Rare", + "ĠR are", + "ĠRa re", + "Ġ Ubuntu", + "ĠUb untu", + "Ġsc ram", + "Ġscr am", + "o lation", + "ol ation", + "ola tion", + "t itulo", + "tit ulo", + "Every thing", + "Ġnod ded", + "icht ig", + "_ constant", + "_con stant", + "_const ant", + "_cons tant", + "z c", + "l ift", + "li ft", + "lif t", + "Ġ Notify", + "ĠN otify", + "ĠNot ify", + "o ndo", + "on do", + "ond o", + "Ġ INF", + "ĠI NF", + "ĠIN F", + "( \"+", + "(\" +", + "ĠK az", + "ĠKa z", + "Ġd read", + "Ġdr ead", + "Ġdre ad", + ". mapper", + ".m apper", + ".map per", + ".ma pper", + "l eur", + "le ur", + "ĠCom ey", + "ĠCo mey", + "ĠCome y", + "Ġ NB", + "ĠN B", + "i cers", + "ic ers", + "ice rs", + "icer s", + ". Push", + ".P ush", + "Ġ Hack", + "ĠH ack", + "ĠHa ck", + "ĠBrazil ian", + "ĠBraz ilian", + "_ prod", + "_p rod", + "_pro d", + "_pr od", + "Ġ //ĊĊ", + "Ġ// ĊĊ", + "Ġ/ /ĊĊ", + "Ġ//Ċ Ċ", + "Ġb icycle", + "Ġbi cycle", + "Ġbicy cle", + "Ġbic ycle", + "Ġun available", + "Ġuna vailable", + "Ġadoles cent", + "b lk", + "bl k", + "Ġmit ig", + "_ blue", + "_b lue", + "_bl ue", + "ì ĺ", + "fade In", + "Ġ Utilities", + "ĠUtil ities", + "ĠUt ilities", + "Ġ MN", + "ĠM N", + "; k", + "< style", + "- status", + "-s tatus", + "-st atus", + "-stat us", + "i ndo", + "in do", + "ind o", + "Ġin nings", + "Ġinn ings", + "Ġinning s", + "Ġg j", + "Ġ| |=", + "Ġ|| =", + ". eu", + ".e u", + ": Number", + ":N umber", + "Ġc uisine", + "Ġcu isine", + "Ġcuis ine", + "ĠURL s", + "i ek", + "ie k", + "Ġw ires", + "Ġwire s", + "Ġwir es", + "Ġwi res", + "ĉ ps", + "ĉp s", + "i eg", + "ie g", + ". mk", + ".m k", + "so ap", + "Ġsome time", + "Ġsom etime", + "Ġs tap", + "Ġst ap", + "Ġsta p", + "_ series", + "_s eries", + "_se ries", + "_ser ies", + ". Target", + ".T arget", + "æ º", + ". destination", + ".d estination", + ".dest ination", + "OUN TER", + "OUNT ER", + "R aises", + "Ra ises", + "Raise s", + "& A", + "Ġsmart phones", + "Ġsmartphone s", + "NI Env", + ". sdk", + ".s dk", + ".sd k", + "Ġhel icopter", + "Ġhelicopt er", + "Ġim pe", + "Ġimp e", + "Ġ Birth", + "ĠB irth", + "ĠBir th", + "A U", + "b readcrumbs", + "breadcrumb s", + "co ords", + "coord s", + "Ġexpl ored", + "Ġexplo red", + "Ġexplore d", + "Ġexplor ed", + "Ġ lod", + "Ġl od", + "Ġlo d", + "Ġ Ip", + "ĠI p", + "g able", + "ga ble", + "i ane", + "ia ne", + "ian e", + "Ġart ifacts", + "Ġartifact s", + "Box Layout", + "ا ر", + "Ø§Ø ±", + "list ener", + "listen er", + "lis tener", + "liste ner", + ". cart", + ".c art", + ".ca rt", + ".car t", + "ĠH uff", + "ĠHu ff", + "ĠHind u", + "ĠHin du", + "ĠData Types", + "ĠDataType s", + "Ġ Drupal", + "ĠDr upal", + "IGN ORE", + "Ġoff sets", + "Ġoffset s", + "Ġoffs ets", + "Ġ RTC", + "ĠR TC", + "ĠRT C", + "- login", + "-lo gin", + "-log in", + "æ ®", + "Ġ QObject", + "ĠQ Object", + "Ġprosec utor", + "R ock", + "Ro ck", + "_ chat", + "_c hat", + "_ch at", + "W ay", + "Wa y", + "ì ²", + "Ġneg lig", + "Ġd ude", + "Ġdu de", + "; <", + "Ġde legates", + "Ġdelegate s", + "Ġdeleg ates", + "_ failed", + "_f ailed", + "_fail ed", + "_fa iled", + "/ dev", + "/d ev", + "/de v", + "/ work", + "/w ork", + "( New", + "(N ew", + "e table", + "et able", + "eta ble", + "( )\"", + "() \"", + "( Icons", + "(I cons", + "Ġp ork", + "Ġpo rk", + "Ġpor k", + "ĠModel AndView", + "Ġ VIP", + "ĠV IP", + "ĠVI P", + "ĠK or", + "ĠKo r", + "m ix", + "mi x", + "Ġ oxid", + "Ġox id", + "Ġ SCREEN", + "ĠS CREEN", + "ĠSC REEN", + "Ġ Fourth", + "ĠFour th", + "/ \",Ċ", + "/\" ,Ċ", + "/\", Ċ", + "Ġ tee", + "Ġt ee", + "Ġte e", + "ĠSte vens", + "ĠSteve ns", + "ĠSteven s", + "t icks", + "ti cks", + "tic ks", + "tick s", + "Ġp ledge", + "Ġpl edge", + "Ġple dge", + "Ġpled ge", + "ib bon", + "Ġ Loan", + "ĠLo an", + "Ġ neo", + "Ġn eo", + "Ġne o", + "n umpy", + "num py", + "Ġ SharedPreferences", + "ĠShared Preferences", + "- oriented", + "ĠLogger Factory", + "Ġ GraphQL", + "ĠGraph QL", + "z enia", + "ze nia", + "zen ia", + "\" _", + "W omen", + "Wo men", + ". cast", + ".c ast", + ".ca st", + "Ġdeliber ately", + "Ġdeliberate ly", + "+ b", + "Ġ Arn", + "ĠA rn", + "ĠAr n", + "font Size", + "Ġ maze", + "Ġm aze", + "Ġma ze", + "Ġmaz e", + "Ġbl amed", + "Ġblame d", + "Ġbla med", + ". mas", + ".m as", + ".ma s", + "} )čĊ", + "}) čĊ", + "eler ik", + "ele rik", + "eleri k", + "Ġsc anning", + "Ġscan ning", + "ĠWork shop", + "ĠWorks hop", + "Ġf inden", + "Ġfind en", + "Ġfin den", + "Ġfinde n", + "Ġc aut", + "Ġca ut", + "UI Font", + "( return", + "(r eturn", + "(re turn", + "(ret urn", + "a lin", + "al in", + "ali n", + "c astle", + "cast le", + "cas tle", + "//// ////////////////////////////////////////////////////////////////////", + "//////// ////////////////////////////////////////////////////////////////", + "//////////////// ////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////// ////////", + "//////////// ////////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////////// ////", + "//////////////////////////////////////////////////////// ////////////////", + "//////////////////////////////////////////////////////////// ////////////", + "Ġincent ive", + "Ġincentiv e", + "o path", + "op ath", + "opa th", + "b lob", + "bl ob", + "blo b", + "Ġcigaret te", + "Ġcigar ette", + "Ġf ertil", + "Ġfer til", + "Ġfert il", + "* /ĊĊĊ", + "*/ ĊĊĊ", + "*/Ċ ĊĊ", + "*/ĊĊ Ċ", + "Ġ Shar", + "ĠS har", + "ĠSh ar", + "ĠSha r", + "Ċ ĠĠĠĠĠĠĊ", + "Ġunc ertain", + "Ġuncert ain", + "ĠS ton", + "ĠSt on", + "ĠSto n", + "Oper ations", + "Operation s", + "ĠSp encer", + "Ġde fin", + "Ġdef in", + "Ġ Solo", + "ĠS olo", + "ĠSo lo", + "ĠSol o", + "o nest", + "on est", + "one st", + "ones t", + "·» åĬł", + "Ġu omo", + "Ġuom o", + "G ive", + "Gi ve", + "Ġden tro", + "Ġdent ro", + "; padding", + ";p adding", + "ent ai", + "enta i", + "Ġ Cars", + "ĠC ars", + "ĠCar s", + "ĠCa rs", + "Ġenthus iasm", + "Ġenthusi asm", + "Ġ Operating", + "ĠOper ating", + "ĠOpera ting", + "S kip", + "Sk ip", + "par ation", + "pa ration", + "para tion", + "Ġprot ects", + "Ġprote cts", + "Ġprotect s", + "Ġre ver", + "Ġr ever", + "Ġrev er", + "Ġreve r", + "d g", + "ĠC incinnati", + "Ġconsect etur", + "Ġm uss", + "Ġmus s", + "Ġmu ss", + "employ ed", + "a uses", + "au ses", + "ause s", + "aus es", + "in kle", + "ink le", + ". Values", + ".Value s", + ".Val ues", + "£ ¼", + "l ov", + "lo v", + "_ WARN", + "_W ARN", + "Ġ bookmark", + "Ġbook mark", + "Ġ Apollo", + "ĠA pollo", + "ĠAp ollo", + ". axis", + ".a xis", + ".ax is", + "Ġm ét", + "Ġmé t", + "Ġop ener", + "Ġopen er", + "Ġt umor", + "Ġtu mor", + "Ġtum or", + "d an", + "da n", + "Ġelement ary", + "Ġsk ipped", + "Ġskip ped", + "Ġski pped", + "ĠK er", + "ĠKe r", + "as ia", + "asi a", + "_ resp", + "_re sp", + "_r esp", + "_res p", + "Ġde mol", + "Ġdem ol", + "Ġdemo l", + "ĠCan adians", + "ĠCanadian s", + "Ġt astes", + "Ġtaste s", + "Ġtas tes", + "Ġtast es", + "U Integer", + "UInt eger", + "Ġ' ${", + "Ġ'$ {", + ". aws", + ".a ws", + ".aw s", + "R OID", + "RO ID", + "ROI D", + "r ians", + "ri ans", + "ria ns", + "rian s", + "M Q", + "ord able", + "orda ble", + "Ġcou sin", + "Ġcous in", + "Prop agation", + "( Session", + "(S ession", + "p halt", + "ph alt", + "pha lt", + "U LD", + "UL D", + "Ġ Scalar", + "ĠS calar", + "ĠSc alar", + "ĠScala r", + "ĠScal ar", + "Ġblood y", + "Ġblo ody", + "Ġ à¦", + "Ġà ¦", + ". mask", + ".m ask", + ".mas k", + ".ma sk", + ", q", + "Ġ Units", + "ĠUn its", + "ĠUnit s", + "ĠUni ts", + "Ġcent res", + "Ġcentre s", + "Ġcentr es", + "Ġcen tres", + "Ġ Prim", + "ĠP rim", + "ĠPr im", + "ĠPri m", + ". ]ĊĊ", + ".] ĊĊ", + "ĠSh aw", + "ĠSha w", + "P rom", + "Pro m", + "Pr om", + "Ġ Thought", + "ĠTh ought", + "ĠThough t", + "ĠThou ght", + "Check er", + "Che cker", + "_ outputs", + "_out puts", + "_output s", + "( chan", + "(c han", + "(ch an", + "E INVAL", + "Ġ bob", + "Ġb ob", + "Ġbo b", + "_ cmp", + "_c mp", + "_cm p", + "P ed", + "Pe d", + "Ġmat rices", + "Ġvrou wen", + "Ġvrouw en", + "Ġgenu inely", + "Ġgenuine ly", + "high light", + "( display", + "(d isplay", + "(dis play", + ") !=", + ")! =", + "Ġde licate", + "Ġdel icate", + "Ġdelic ate", + "ĠL uther", + "ĠLu ther", + "ĠM iles", + "ĠMil es", + "ĠMi les", + "ĠMile s", + "Ġ userID", + "Ġuser ID", + "% =", + "at eurs", + "ate urs", + "ateur s", + "_ BUF", + "_B UF", + "_BU F", + "- ------Ċ", + "-- -----Ċ", + "---- ---Ċ", + "--- ----Ċ", + "----- --Ċ", + "------ -Ċ", + "------- Ċ", + "im itives", + "imit ives", + "imitive s", + "Ġsh elves", + "Ġshel ves", + "s low", + "sl ow", + "_ information", + "_in formation", + "L EG", + "LE G", + "W r", + ". forms", + ".for ms", + ".form s", + "c eland", + "ce land", + "cel and", + "cela nd", + "/ un", + "/u n", + ": &", + ". âĢĻĊĊ", + ".âĢĻ ĊĊ", + "= \"%", + "=\" %", + "Ġp rost", + "Ġpro st", + "Ġpr ost", + "Ġpros t", + "Ġ fontsize", + "Ġfont size", + "Ġfonts ize", + "u ción", + "uc ión", + "uci ón", + "g etic", + "get ic", + "ge tic", + "a mt", + "am t", + "= \".", + "=\" .", + "De cor", + "Dec or", + "B rit", + "Br it", + "Ġ\" \").", + "Ġ\"\" ).", + "Ġ\"\") .", + "Ġf ounding", + "Ġfound ing", + "Ġfo unding", + ". FileName", + ".File Name", + "Ġ Tier", + "ĠT ier", + "ĠTi er", + "ĠTie r", + "Ġdis close", + "Ġdisc lose", + "á m", + ". syn", + ".s yn", + ".sy n", + ". ViewHolder", + ".View Holder", + "lic ant", + "li cant", + "lica nt", + "_ stage", + "_st age", + "_sta ge", + "Mon day", + "Ġ deserialize", + "Ġde serialize", + "Ġdes erialize", + "t alk", + "ta lk", + "tal k", + "Ġtrad itionally", + "Ġtraditional ly", + "Ġtradition ally", + "æĢ ģ", + "Ø ®", + "L EX", + "LE X", + "Ġ eh", + "Ġe h", + "ĉ ROM", + "ĉR OM", + "Ġ {})Ċ", + "Ġ{ })Ċ", + "Ġ{} )Ċ", + "Ġ{}) Ċ", + "Question s", + "Quest ions", + "n cpy", + "nc py", + "Ġfix ing", + "Ġfi xing", + "к Ñĥ", + "_ Key", + "_K ey", + ": x", + "Ġ STRING", + "ĠST RING", + "ĠSTR ING", + "ĠÑĦ ай", + "ĉ left", + "ĉl eft", + "ĠB ench", + "ĠBen ch", + "el lij", + "ell ij", + "elli j", + "UR RED", + "URRE D", + "Ġ Diagram", + "ĠDi agram", + "ĠDia gram", + "} catch", + "/ time", + "/t ime", + "Ġ Missing", + "ĠM issing", + "ĠMiss ing", + "ĠMis sing", + "db name", + "Ġs ore", + "Ġso re", + "Ġsor e", + "ĠW alt", + "ĠWal t", + "ĠWa lt", + "ug ging", + "ugg ing", + "re present", + "rep resent", + "Ġ GS", + "ĠG S", + "ne ys", + "ney s", + "ĉ page", + "ĉp age", + "Ġvol can", + "( btn", + "(b tn", + "(bt n", + "Ġexceed s", + "Ġexce eds", + "Ġ erg", + "Ġe rg", + "Ġer g", + "Ġpi lots", + "Ġpil ots", + "Ġpilot s", + "ĠS ed", + "ĠSe d", + "ers ions", + "ersion s", + "Ġp atron", + "Ġpat ron", + "Ġpa tron", + "R V", + "/ top", + "/t op", + "/to p", + ". asset", + ".as set", + "_ cross", + "_c ross", + "_cr oss", + ". Editor", + ".E ditor", + ".Edit or", + ".Ed itor", + ". tb", + ".t b", + "Ġwel coming", + "S CREEN", + "SC REEN", + ") findViewById", + "C oder", + "Code r", + "Co der", + "Cod er", + " \",Ċ", + ">\" ,Ċ", + ">\", Ċ", + "_ Pin", + "_P in", + "u ese", + "ue se", + "ues e", + "Ġ overrides", + "Ġover rides", + "Ġoverride s", + "_ ready", + "_re ady", + "_read y", + "Ad vanced", + "Adv anced", + "Advance d", + "Ġ opi", + "Ġo pi", + "Ġop i", + "- cart", + "-c art", + "-car t", + "-ca rt", + "(\" /\",", + "(\"/ \",", + "ĠD eb", + "ĠDe b", + "C RY", + "CR Y", + "Ġ Vertical", + "ĠVer tical", + "ĠVert ical", + "Ġ OVER", + "ĠO VER", + "ĠOV ER", + "Ġ Corporate", + "ĠCor porate", + "ĠCorpor ate", + "ĠCorp orate", + "Ġ\" \";", + "Ġ\"\" ;", + "Ġstep ping", + "Ġste pping", + "e j", + "Ġaccus ations", + "Ġaccusation s", + "Ġo raz", + "Ġor az", + "Ġora z", + "_ tail", + "_t ail", + "_ta il", + "Ġin duced", + "Ġind uced", + "Ġindu ced", + "Ġinduce d", + "Ġ elastic", + "Ġe lastic", + "Ġel astic", + "Ġelast ic", + "Ġbl own", + "Ġblow n", + "Ġblo wn", + ", //", + ",/ /", + "Ġback grounds", + "Ġbackground s", + "âĢĻ une", + "âĢĻun e", + "- sdk", + "-s dk", + "Ġset Interval", + "Ġincent ives", + "Ġincentive s", + "Ġincentiv es", + "Ġveget able", + "Ġveg etable", + "_ On", + "_O n", + "exp anded", + "expand ed", + "p ix", + "pi x", + "_ shader", + "_sh ader", + "_sha der", + "ĠSP DX", + "ĠSPD X", + "@ example", + "Ġ Wrapper", + "ĠW rapper", + "ĠWr apper", + "ĠWrap per", + ". Zero", + ".Z ero", + "Pos itive", + "Ġ spinner", + "Ġsp inner", + "Ġspin ner", + "Ġin vented", + "Ġinv ented", + "Ġinvent ed", + "ĠG ates", + "ĠGa tes", + "ĠGate s", + "ĠGat es", + "о ÑĤоÑĢ", + "оÑĤ оÑĢ", + "оÑĤо ÑĢ", + "Ġcompar isons", + "Ġcomparison s", + "è ·", + ". primary", + ".pr imary", + "data Provider", + "add itional", + "ĉ options", + "ĉo ptions", + "ĉopt ions", + "ĉoption s", + "s napshot", + "snap shot", + ".set Horizontal", + "Ġ\" {}", + "Ġ\"{ }", + "ĠF isher", + "ĠFish er", + "ĠFi sher", + "h alten", + "hal ten", + "halt en", + "< Type", + "", + "Ġ) ->", + "Ġ Registered", + "ĠRegister ed", + "IN ED", + "INE D", + "k al", + "ka l", + "par ison", + "Ġobj eto", + "Ġobjet o", + "V i", + "m anda", + "man da", + "ma nda", + "mand a", + "Ġren ewed", + "Ġrenew ed", + "ĠS of", + "ĠSo f", + "e ssel", + "es sel", + "ess el", + "esse l", + ".nd array", + "Ġ crap", + "Ġc rap", + "Ġcr ap", + "Ġcra p", + "ç® ¡", + ".abs path", + ".ab spath", + "( up", + "(u p", + "Ġclear ance", + "Ġ TW", + "ĠT W", + "_ COPY", + "_C OPY", + "_CO PY", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĉ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠ Ġĉ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĉ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĉ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĉ", + "Ġfor ests", + "Ġfore sts", + "Ġforest s", + "Ġfores ts", + "Ġarg uably", + "Ġ ASS", + "ĠA SS", + "ĠAS S", + "h ey", + "he y", + "a mel", + "am el", + "ame l", + "_ fore", + "_f ore", + "_for e", + "ĠSouth east", + "ĠSou theast", + "Ġab used", + "Ġabuse d", + "Ġpract icing", + "ake dirs", + "aked irs", + "ä¸ »", + "_ resources", + "_re sources", + "_res ources", + "_resource s", + "Ġ pond", + "Ġp ond", + "Ġpo nd", + "Ġpon d", + ". Fixed", + ".F ixed", + "Last Error", + "ĠPsych ology", + "ĠPsycho logy", + "Ġ\" //", + "Ġ\"/ /", + "! :", + "Re usable", + "Ġ mensaje", + "Ġm ensaje", + "Ġmens aje", + "Ġro spy", + "Ġros py", + "Ġ bour", + "Ġb our", + "Ġbo ur", + "Ġbou r", + "Ġvar ieties", + "Ġvari eties", + "Ġem path", + "Ġemp ath", + "( ({", + "(( {", + "_ org", + "_or g", + "_o rg", + "Ġ Mes", + "ĠM es", + "ĠMe s", + "Ġ Magento", + "ĠM agento", + "ĠMag ento", + "IST ORY", + "Un less", + "Ġh j", + "ĠD uty", + "ĠDu ty", + "ĠDut y", + "J un", + "Ju n", + ", size", + ",s ize", + "Ġpaint ings", + "Ġpain tings", + "Ġpainting s", + "Ġd ispens", + "Ġdisp ens", + "d art", + "da rt", + "dar t", + "Ġbehavior al", + "Ġ rpc", + "Ġr pc", + "Ġrp c", + "c alculate", + "cal culate", + "calc ulate", + "calcul ate", + "f ruit", + "fr uit", + "_ mm", + "_m m", + "ĉ pthread", + "ĉp thread", + "ĉpt hread", + "Max Length", + "Ġc urrencies", + "Ġcurr encies", + "_ capacity", + "_cap acity", + "ĠO z", + "Ġfire arm", + "Ġco efficient", + "Ġcoeff icient", + "Ġbank ruptcy", + "Ġbankrupt cy", + "w art", + "wa rt", + "war t", + "Ġfat igue", + "A VA", + "AV A", + "Ġe spa", + "Ġes pa", + "Ġesp a", + "_ pc", + "_p c", + "Ġ Quotes", + "ĠQu otes", + "ĠQuote s", + "_ LIGHT", + "_L IGHT", + "Ġ Tickets", + "ĠT ickets", + "ĠTicket s", + "ĠTick ets", + "Ġre lates", + "Ġrel ates", + "Ġrelate s", + "Ġrelat es", + "Ġpublish ers", + "Ġpublisher s", + "Ġun locked", + "Ġunlock ed", + "Ġunl ocked", + "Ġ //----------------------------------------------------------------", + "Ġ// ----------------------------------------------------------------", + "Ġ//------------------------------------------------ ----------------", + "Ġ//-------------------------------- --------------------------------", + "Ġ//---------------- ------------------------------------------------", + "Ġ InterruptedException", + "ĠInterrupt edException", + "Ġout look", + "r n", + "Ġreb els", + "Ġrebel s", + "W ritten", + "Wr itten", + "Ġa sian", + "Ġas ian", + "Ġasi an", + "Ġasia n", + "ot to", + "ott o", + "Ġ ĉĉĉĉ", + "Ġĉ ĉĉĉ", + "Ġĉĉ ĉĉ", + "Ġĉĉĉ ĉ", + "_ gpu", + "_g pu", + "_gp u", + "T xt", + "Tx t", + ". ImageView", + ".Image View", + "Ġs uis", + "Ġsu is", + "Ġsui s", + "_ tables", + "_t ables", + "_table s", + "_tab les", + "_ta bles", + ". RecyclerView", + ".Rec yclerView", + "Ġwhat soever", + "è ģ", + "] ++;Ċ", + "assert True", + "_ verify", + "_ver ify", + "ĠR ivers", + "ĠRiver s", + "ĠRiv ers", + "ĠRi vers", + "Ġ ][", + "Ġ] [", + "J et", + "Je t", + "id ian", + "idi an", + "idia n", + "S ibling", + "Si bling", + "Ġ genres", + "Ġgen res", + "Ġgenre s", + ". Access", + ".A ccess", + ".Ac cess", + ".Acc ess", + "O PS", + "OP S", + "Ġtr ivial", + "Ġtrivia l", + "ภª", + "a len", + "al en", + "ale n", + "в ед", + "ве д", + "ĠS word", + "ĠSw ord", + "Ġscrut iny", + "Ġscrutin y", + "( cb", + "(c b", + "Ġ commerce", + "Ġcom merce", + "Ġcomm erce", + "Ġcommerc e", + "Ġguarante es", + "Ġguarantee s", + "_ adv", + "_a dv", + "_ad v", + "Ġ LET", + "ĠL ET", + "ĠLE T", + "re cio", + "rec io", + "Ġh ilar", + "Ġhi lar", + "Ġhil ar", + "Ġback yard", + "ãĢ ı", + "Ġillustr ated", + "Ġillustrate d", + "Ġillust rated", + "/ vendor", + "/v endor", + ". Util", + ".U til", + "Ġ wow", + "Ġw ow", + "Ġwo w", + "LO Y", + "Ġ Marshal", + "ĠM arshal", + "ĠMar shal", + "ĠMars hal", + "ĠMarsh al", + "\" >'.$", + "\"> '.$", + "\">' .$", + "\">'. $", + "ĠB ak", + "ĠBa k", + "Ġ modifiers", + "Ġmod ifiers", + "Ġmodifier s", + "d ictionary", + "ĠS tre", + "ĠSt re", + "ĠStr e", + "m ultiple", + "mult iple", + "multi ple", + "multip le", + "\" )),", + "\") ),", + "\")) ,", + "ĠC ort", + "ĠCo rt", + "ĠCor t", + "' ]\").", + "'] \").", + "( admin", + "(ad min", + "Ġ Creator", + "ĠC reator", + "ĠCre ator", + "ĠCreat or", + "In ternet", + "Int ernet", + "Inter net", + "Intern et", + "( ms", + "(m s", + "l ogy", + "lo gy", + "log y", + "DECL ARE", + "Ġ Marcus", + "ĠMar cus", + "ĠMarc us", + "< <<<", + "<< <<", + "<<< <", + "ãģ ł", + "_ my", + "_m y", + "( inst", + "(i nst", + "(in st", + "(ins t", + "Ġsc iences", + "Ġscience s", + "Ġsci ences", + "N DER", + "ND ER", + ". enter", + ".en ter", + ".ent er", + "Ġ itu", + "Ġit u", + "Ġi tu", + "Ġbe have", + "Ġbeh ave", + "P an", + "Pa n", + "om bies", + "omb ies", + "ombie s", + "= '<", + "=' <", + "' ));čĊ", + "') );čĊ", + "')) ;čĊ", + "')); čĊ", + "Ġ MENU", + "ĠM ENU", + "ĠME NU", + "ĠMEN U", + "Ġ Workers", + "ĠWork ers", + "ĠWorker s", + "ĠWor kers", + ".No Error", + "Ġ bindings", + "Ġbin dings", + "Ġbind ings", + "Ġbinding s", + "Ġdis abilities", + "{ \\", + "ĠM unicip", + "ĠMun icip", + "Ġ cores", + "Ġc ores", + "Ġco res", + "Ġcor es", + "Ġcore s", + "ur ple", + "ĠN okia", + "us ions", + "usion s", + "usi ons", + "Ġ Fitness", + "ĠF itness", + "ĠFit ness", + ". handleChange", + ".handle Change", + "Ġ javascript", + "Ġj avascript", + "Ġjav ascript", + "Ġjava script", + "ìļ Ķ", + "( dec", + "(d ec", + "(de c", + "Ġ packing", + "Ġp acking", + "Ġpack ing", + "Ġpac king", + "- depend", + "-d epend", + "-de pend", + "Ġtrans cript", + "Ġtran script", + "z eros", + "ze ros", + "zer os", + "zero s", + "_ alert", + "_al ert", + "? \",Ċ", + "?\" ,Ċ", + "?\", Ċ", + "l ibs", + "li bs", + "lib s", + "± оÑĤ", + "Ġ |ĊĊ", + "Ġ| ĊĊ", + "Ġ|Ċ Ċ", + "tr ained", + "tra ined", + "train ed", + "ĠG ent", + "ĠGe nt", + "ĠGen t", + "ĠR ab", + "ĠRa b", + "x p", + "_ configuration", + "_config uration", + "å¤ ©", + "_ accept", + "_ac cept", + "_acc ept", + ".rec yclerview", + ": url", + "ĠMu hammad", + "ĠMuham mad", + "Ġpriv ileges", + "Ġprivile ges", + "Ġprivilege s", + "_ bank", + "_b ank", + "u ku", + "uk u", + "w allet", + "wall et", + "wal let", + "Ġ ROOT", + "ĠR OOT", + "ĠRO OT", + "Ġenc uent", + "? family", + "?f amily", + "ĉ position", + "ĉp osition", + "ĉpos ition", + "Ġ cg", + "Ġc g", + "Ġpre cip", + "Ġprec ip", + "method s", + "meth ods", + "_ fast", + "_f ast", + "_fa st", + "in crement", + "inc rement", + "incre ment", + "incr ement", + "ĠT iger", + "ĠTi ger", + "ĠTig er", + "_OCC URRED", + "qu ip", + "qui p", + "Ġ HAS", + "ĠH AS", + "ĠHA S", + "_ dom", + "_d om", + "_do m", + "Ġw reck", + "Ġwr eck", + "Ġwre ck", + "b j", + "Ġd ern", + "Ġde rn", + "Ġder n", + "Ġorg ans", + "Ġorgan s", + ". entries", + ".en tries", + ".ent ries", + "Ġ _('", + "Ġ_ ('", + "Ġ_( '", + "r amento", + "ram ento", + "Ġ Jamie", + "ĠJam ie", + "ĠJa mie", + "Ġ punk", + "Ġp unk", + "Ġpun k", + "Ġpu nk", + "I PP", + "IP P", + "Ġprogram a", + "Ġprog rama", + "Ġat tain", + "Ġatt ain", + "Ġpro ves", + "Ġpr oves", + "Ġprov es", + "Ġprove s", + "/ sign", + "/s ign", + "Ġanswer ing", + "Ġl adder", + "Ġlad der", + "**** ************************", + "******** ********************", + "**************** ************", + "************************ ****", + "******************** ********", + "************ ****************", + "************** **************", + "ĠW almart", + "ĠWal mart", + "Ġ CONTENT", + "ĠCONT ENT", + "d uctor", + "du ctor", + "duct or", + "duc tor", + "Ġver bal", + "Ġverb al", + "Ġ PID", + "ĠP ID", + "ĠPI D", + "c rypto", + "crypt o", + "cry pto", + "_CALL BACK", + "Ġ= ================================", + "Ġ================= ================", + "Ġp otent", + "Ġpo tent", + "Ġpot ent", + "Ġsh orts", + "Ġshort s", + "Ġsho rts", + ". Uri", + ".U ri", + ". uniform", + ".un iform", + ".uni form", + "; border", + ";b order", + "Ġ Wer", + "ĠW er", + "ĠWe r", + "Ġher ein", + "Ġhere in", + "l la", + "ll a", + "ĠI hr", + "ĠIh r", + "P ixmap", + "Pix map", + "l iteral", + "lit eral", + "lite ral", + "liter al", + "! )ĊĊ", + "!) ĊĊ", + "!)Ċ Ċ", + "g eneric", + "gen eric", + "gener ic", + "gene ric", + "r ust", + "ru st", + "rus t", + "_ scripts", + "_s cripts", + "_script s", + "o sto", + "os to", + "ost o", + "it us", + "itu s", + "ĠCoal ition", + "Ġre mot", + "Ġrem ot", + "de ploy", + "dep loy", + "ĠE agle", + "ĠEag le", + "ĠEa gle", + "ãĢģ ãĢĮ", + "Ġimport ante", + "Ġimportant e", + "ĉ object", + "ĉo bject", + "ĉobj ect", + "ĉob ject", + "Ġseason al", + "Ġseas onal", + "n ej", + "ne j", + "ai du", + "aid u", + "Bind View", + "ĠSi erra", + "- bg", + "-b g", + "Ġmake Styles", + "[ offset", + "[o ffset", + "G ames", + "Game s", + "Gam es", + "Ga mes", + "Ġhorm one", + "AR IO", + "ARI O", + "he ads", + "head s", + "hea ds", + "( select", + "(s elect", + "(se lect", + "(sel ect", + "Ġ Started", + "ĠStart ed", + "ĠStar ted", + "@ param", + "_ decl", + "_de cl", + "_dec l", + "_ blog", + "_b log", + "_bl og", + "Ġa ño", + "Ġañ o", + "\\ Api", + "ĠMil waukee", + "Pro vid", + "Pr ovid", + "Prov id", + "An imated", + "Anim ated", + "Animate d", + "Ġco oler", + "Ġcool er", + "Ġ Seed", + "ĠS eed", + "ĠSe ed", + "ĠSee d", + ". Edit", + ".E dit", + ".Ed it", + "Ï Ħ", + "Ġ Taking", + "ĠT aking", + "ĠTa king", + "ĠTak ing", + "Ġborder Color", + "-f ounder", + "-found er", + ".Logger Factory", + "Ġ\" \"ĊĊ", + "Ġ\"\" ĊĊ", + "Ġ\"\"Ċ Ċ", + "A LT", + "AL T", + "Ġ Late", + "ĠL ate", + "ĠLa te", + "ĠLat e", + "EDI ATE", + "EDIA TE", + "Ġ );ĊĊĊ", + "Ġ) ;ĊĊĊ", + "Ġ);Ċ ĊĊ", + "Ġ);ĊĊ Ċ", + "Ġ); ĊĊĊ", + "a fa", + "af a", + "Ġc ancellation", + "Ġcancel lation", + "Ġcancell ation", + "Ġcanc ellation", + "A tom", + "At om", + "ĠB irmingham", + "emp resa", + "empre sa", + "H EMA", + "HE MA", + "a scal", + "as cal", + "asc al", + "asca l", + "Ġup side", + "Ġups ide", + ". Version", + ".V ersion", + "Ġ Folder", + "ĠF older", + "ĠFo lder", + "ĠFol der", + "ĠFold er", + "Ġ Eight", + "ĠE ight", + "ĠEig ht", + "Ġ Vintage", + "ĠV intage", + "Ġ AppDelegate", + "ĠApp Delegate", + "ĠPre vention", + "ĠPrevent ion", + "ĠPrev ention", + ". separator", + ".s eparator", + ".se parator", + "S TM", + "ST M", + "( room", + "(r oom", + "(ro om", + "g enerator", + "gen erator", + "gener ator", + "Ġc attle", + "Ġcat tle", + "ĉ Z", + "Ġ Particle", + "ĠP article", + "ĠPart icle", + "ĠParti cle", + "' };Ċ", + "'} ;Ċ", + "Ġne ighbours", + "Ġneighb ours", + "Ġneighbour s", + "ĠState less", + "ĠStat eless", + "Ġ altitude", + "Ġalt itude", + "Ġs aint", + "Ġsa int", + "Ġsai nt", + "о бав", + "об ав", + "оба в", + "Ġcon vinc", + "Ġconv inc", + "Ġconvin c", + "Ġ Contents", + "ĠCont ents", + "ĠContent s", + "ĠConte nts", + "Ġje une", + "Ġjeu ne", + "( ts", + "(t s", + "S erialization", + "Serial ization", + "( collection", + "(c ollection", + "(col lection", + "(coll ection", + "ĠJ azz", + "ĠJa zz", + "Ġ Dod", + "ĠD od", + "ĠDo d", + "ĠR och", + "ĠRo ch", + "ĠRoc h", + "a cio", + "ac io", + "aci o", + "comm ended", + "commend ed", + "DE FINE", + "DEF INE", + ".on load", + "Ġspecial ty", + "Ġspeci alty", + "PL ACE", + "_ MOVE", + "_M OVE", + "_MO VE", + "_MOV E", + "Ġaccount able", + "Re uters", + "Ġf icken", + "Ġfi cken", + "Ġfic ken", + "Ġfick en", + "Ġde pr", + "Ġdep r", + "W ow", + "Wo w", + "V oid", + "Vo id", + ". space", + ".s pace", + ".sp ace", + "ภĹ", + "Ġt q", + "Ġ Pets", + "ĠP ets", + "ĠPe ts", + "ĠPet s", + "< $", + "( Current", + "(C urrent", + "ber ries", + "plan ation", + "pla nation", + "Ġlist Of", + "Ġ Thu", + "ĠT hu", + "ĠTh u", + "Ġ PRINT", + "ĠPR INT", + "ĠPRI NT", + "Ġm ismo", + "Ġmis mo", + "Ġmism o", + "Ġ doi", + "Ġd oi", + "Ġdo i", + "c hk", + "ch k", + "Ġ Unicode", + "ĠUn icode", + "ĠUni code", + "( role", + "(r ole", + "(ro le", + "Ġvir gin", + "< Point", + "

-->Ċ", + ">- ->Ċ", + ">-- >Ċ", + "V ol", + "Vo l", + "ĠS SD", + "ĠSS D", + ") )),", + ")) ),", + "))) ,", + ". Optional", + ".Option al", + "Ġn urses", + "Ġnur ses", + "Ġnurs es", + "Ġnurse s", + "Ġ orb", + "Ġo rb", + "Ġor b", + "_ pe", + "_p e", + ") ;čĊčĊčĊ", + ");čĊ čĊčĊ", + "); čĊčĊčĊ", + ");čĊčĊ čĊ", + "pl aced", + "place d", + "pla ced", + "es ser", + "ess er", + "esse r", + "Ġther apeutic", + "Ġwh itespace", + "Ġwhite space", + "Ġwhites pace", + "Ġ aston", + "Ġa ston", + "Ġas ton", + "Ġast on", + "Success ful", + "Ġp raised", + "Ġpr aised", + "Ġpraise d", + "Ġpra ised", + "ĠW es", + "ĠWe s", + "Ġe ighth", + "Ġeight h", + "i ral", + "ir al", + "ira l", + "Ġv rouw", + "Ġvrou w", + "Ġ faction", + "Ġf action", + "Ġfact ion", + "Ġfa ction", + "Ġfac tion", + "_ bias", + "_b ias", + "_bi as", + "Ġ witch", + "Ġw itch", + "Ġwit ch", + "Ġ npc", + "Ġn pc", + "Ġnp c", + "( sb", + "(s b", + "ĠRod rig", + "ĠRodr ig", + "_ big", + "_b ig", + "_bi g", + "D ependency", + "Dep endency", + "ĠAb raham", + "ar di", + "ard i", + "C AR", + "CA R", + "n os", + "no s", + "Ġab undance", + "Ġabund ance", + "Ġnut rients", + "Ġnutrient s", + "in stein", + "ins tein", + "inst ein", + ". Vert", + ".V ert", + ".Ver t", + "Ġ ISS", + "ĠI SS", + "ĠIS S", + "< U", + "Ġs ums", + "Ġsu ms", + "Ġsum s", + "_ hist", + "_h ist", + "_hi st", + "Ġfar mer", + "Ġfarm er", + "Ġ Abr", + "ĠA br", + "ĠAb r", + "S hot", + "Sh ot", + "Ġ BadRequest", + "ĠBad Request", + "Ġh ass", + "Ġhas s", + "Ġha ss", + "Ġ Rails", + "ĠR ails", + "ĠRa ils", + "ĠRail s", + "ĠRai ls", + "Ġaff iliated", + "Ġaffili ated", + "Ġaffiliate d", + "æĿ ¥", + "Ġe rf", + "Ġer f", + "I NF", + "IN F", + "Ġ ViewHolder", + "ĠView Holder", + "m ini", + "min i", + "mi ni", + "ĠR oth", + "ĠRo th", + "ĠRot h", + "Ġfaith ful", + "ĠPhill ips", + "ĠPhillip s", + "AN DOM", + "AND OM", + "] .[", + "]. [", + "_ PAY", + "_P AY", + "_PA Y", + "ĠAr ctic", + "ĠArc tic", + "f aker", + "fa ker", + "fake r", + "fak er", + "D igit", + "Di git", + "Dig it", + "M ale", + "Ma le", + "Mal e", + "std err", + "se ys", + "sey s", + "Ġ Å¡", + "ĠÅ ¡", + "_ remote", + "_rem ote", + "l ique", + "li que", + "liqu e", + "Ġin def", + "Ġi ndef", + "Ġind ef", + "Ġinde f", + "ĠIndust ries", + "i tra", + "it ra", + "itr a", + "_ pairs", + "_p airs", + "_pair s", + "_pa irs", + "< iostream", + " D", + "Ġs ervlet", + "Ġserv let", + "bast ian", + "Ġ >&", + "Ġ> &", + "S ID", + "SI D", + "_ clk", + "_c lk", + "_cl k", + "Ġdi visions", + "Ġdiv isions", + "Ġdivision s", + "Ġdivis ions", + "} ',Ċ", + "}' ,Ċ", + "}', Ċ", + "Ġd ildo", + "Ġdil do", + "Ġpar ade", + "Ġpara de", + "Ġpa rade", + "Ġparad e", + "m ajor", + "maj or", + "Ġa board", + "Ġab oard", + "; ++", + "Ġ fusion", + "Ġf usion", + "Ġfus ion", + "\" },{\"", + "\"} ,{\"", + "\"}, {\"", + "ĠDialog Result", + "ĉ arr", + "ĉa rr", + "ĉar r", + "- em", + "-e m", + "_ nr", + "_n r", + "( handler", + "(h andler", + "(handle r", + "(hand ler", + ". NET", + ".N ET", + ".Xtra Reports", + "ĠSh ah", + "ĠSha h", + "Ġ Brief", + "ĠB rief", + "ĠBr ief", + "ĠBri ef", + "- ,", + "Ġ precio", + "Ġp recio", + "Ġpre cio", + "Ġprec io", + "ĉ ĉĉĠĠĠĠĠĠ", + "ĉĉ ĉĠĠĠĠĠĠ", + "ĉĉĉ ĠĠĠĠĠĠ", + "ĉĉĉĠĠĠ ĠĠĠ", + "ĉĉĉĠ ĠĠĠĠĠ", + "ĉĉĉĠĠ ĠĠĠĠ", + "ĉĉĉĠĠĠĠ ĠĠ", + "ĉĉĉĠĠĠĠĠ Ġ", + "Ġ tant", + "Ġt ant", + "Ġta nt", + "Ġtan t", + "ĠGr ande", + "ĠGrand e", + "ĠGran de", + "ĠGra nde", + "/ xml", + "/x ml", + "_ ICON", + "_I CON", + "_IC ON", + "ĠR etro", + "ĠRe tro", + "ĠRet ro", + "un que", + "Ġn ag", + "Ġna g", + "to Fixed", + "X L", + "Ġ declaring", + "Ġdecl aring", + "Ġdeclar ing", + "Ġ Concrete", + "ĠCon crete", + "ĠConc rete", + "Ġ Amazing", + "ĠAm azing", + "ĠAma zing", + "ĉprint k", + "Ġdeb ates", + "Ġdebate s", + "D ATED", + "DA TED", + "DATE D", + "DAT ED", + "Ġa esthetic", + "Ġaest hetic", + "Ġaes thetic", + "eme tery", + "emet ery", + "Routing Module", + "ĠNash ville", + "W AYS", + "WA YS", + "WAY S", + "Ġ wolf", + "Ġw olf", + "Ġwo lf", + "Ġwol f", + "Ġob servers", + "Ġobs ervers", + "Ġobserv ers", + "Ġobserver s", + "Ġobserve rs", + "O TA", + "OT A", + "an son", + "ans on", + "Ġ ea", + "Ġe a", + "Ġgreen house", + "ĵį ä½ľ", + "Ġst air", + "Ġsta ir", + "Ġimm igrant", + "Ġimmigr ant", + "_ apply", + "_app ly", + "_ap ply", + "pe are", + "pear e", + "ĠB loomberg", + "ĠBloom berg", + "_ PLAYER", + "_PL AYER", + "_PLAY ER", + "R esp", + "Re sp", + "Res p", + "æŃ £", + "Choose r", + "Cho oser", + "Ġ ICollection", + "ĠI Collection", + "ĠIC ollection", + "P eter", + "Pe ter", + "Pet er", + "Err o", + "Er ro", + ".detect Changes", + "M aps", + "Map s", + "Ma ps", + "Ġ squeeze", + "Ġs queeze", + "Ġsqueez e", + "ĠH omes", + "ĠHome s", + "ĠHom es", + "ĠHo mes", + "weg ian", + "Ġformat ting", + "Ġnegot iate", + "u ld", + "ul d", + "ĠN ep", + "ĠNe p", + "Ġ QB", + "ĠQ B", + "Ġeconom ies", + "Ġec onomies", + "Ġ */,", + "Ġ* /,", + "Ġ*/ ,", + "Ġred und", + "Ġredu nd", + "ĠA ber", + "ĠAb er", + "ĠAbe r", + ".IsNullOr WhiteSpace", + "yc led", + "ycle d", + "ycl ed", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "_ Sh", + "_S h", + "Ġs kept", + "Ġsk ept", + "Ġske pt", + "Ġre created", + "Ġrec reated", + "Ġrecre ated", + "Ġrecreate d", + "Ġ getType", + "Ġget Type", + "Ġm argins", + "Ġmargin s", + "Ġmarg ins", + "Ġcolon ial", + "ch arts", + "char ts", + "cha rts", + "chart s", + "/ /@", + "// @", + "Ġ processors", + "Ġprocess ors", + "Ġprocessor s", + "Ġprocesso rs", + "è¯ ´", + "b atis", + "bat is", + "æĦ ı", + "at orio", + "ator io", + "ato rio", + "atori o", + "ment ioned", + "mention ed", + "P atient", + "Pat ient", + "Ġp rey", + "Ġpr ey", + "Ġpre y", + "Check box", + "_ xpath", + "_x path", + ". skip", + ".s kip", + ".sk ip", + "ĠMor mon", + "ĠMorm on", + "ĠMemory Stream", + "CR EMENT", + "CRE MENT", + "Ġ ku", + "Ġk u", + "m eld", + "me ld", + "mel d", + "\\ Data", + "\\D ata", + "Ġ Kernel", + "ĠK ernel", + "ĠKer nel", + "ĠKern el", + "i ltr", + "il tr", + "ilt r", + "éĢ ģ", + "( profile", + "(pro file", + "(pr ofile", + "C arbon", + "Car bon", + "R OLE", + "RO LE", + "ROL E", + "( pl", + "(p l", + "] *(", + "]* (", + ". memory", + ".m emory", + ".mem ory", + ".memo ry", + "Ġme dal", + "Ġmed al", + "Ġ advisor", + "Ġad visor", + "Ġadv isor", + "Ġadvis or", + "it ät", + "itä t", + "Ġ hdr", + "Ġh dr", + "Ġhd r", + "ie rung", + "ier ung", + "Ġ Provides", + "ĠPro vides", + "ĠProvid es", + "ĠProvide s", + "ĠProv ides", + "( alpha", + "(al pha", + "Ġteen agers", + "Ġteenager s", + "Ġteenage rs", + "- parser", + "-p arser", + "-par ser", + "-parse r", + ". LatLng", + ".L atLng", + "] ()Ċ", + "]( )Ċ", + "]() Ċ", + "Ġfel ony", + "Ġfelon y", + "ĉĉĉ ĊĉĉĉĊ", + "ĉĉĉĊ ĉĉĉĊ", + "B OOK", + "BO OK", + "Ġ slash", + "Ġs lash", + "Ġsl ash", + "Ġsla sh", + "Ġ clearfix", + "Ġclear fix", + "ĠPro phet", + "ĠProp het", + "å® ¹", + "right ness", + "- fi", + "-f i", + ". kind", + ".k ind", + "er ton", + "ert on", + "erto n", + "J im", + "Ġmanip ulate", + "Ġ worksheet", + "Ġwork sheet", + "Ġworks heet", + "o lin", + "ol in", + "oli n", + "st ars", + "star s", + "sta rs", + "Ġ artifact", + "Ġart ifact", + "_ EMPTY", + "_EM PTY", + "_EMP TY", + "ĉ main", + "ĉm ain", + "--- ---------- ';", + ">' ;", + "Ġexp ressing", + "Ġexpress ing", + "Ġexpres sing", + "Ġ IQ", + "ĠI Q", + "Ġ Fact", + "ĠF act", + "ĠFac t", + "ĠFa ct", + "/************************************************************************ *******Ċ", + "/**************************************************************************** ***Ċ", + "_ mass", + "_m ass", + "_ma ss", + "_mas s", + ") ):", + ")) :", + "Ġcon dom", + "Ġcond om", + "Ġcondo m", + "Ġcreate State", + "ome town", + "omet own", + "Ġi rr", + "Ġir r", + "Ġ >(", + "Ġ> (", + "> B", + "it eration", + "ite ration", + "iter ation", + "ãĥ ª", + "Ġsh irts", + "Ġshirt s", + "ou nty", + "ount y", + "oun ty", + "- >$", + "-> $", + "_ SIGN", + "_S IGN", + "_SIG N", + "_SI GN", + "ĠD ale", + "ĠDa le", + "ĠDal e", + "Ġ jj", + "Ġj j", + "E asy", + "F re", + "Fr e", + "Ġ Ny", + "ĠN y", + "Ġ chlor", + "Ġch lor", + "m atched", + "match ed", + "mat ched", + "ĠG erm", + "ĠGe rm", + "ĠGer m", + "- UA", + "-U A", + "ĠN athan", + "ĠNa than", + "ĠNat han", + "ĠNath an", + "e ducation", + "educ ation", + "edu cation", + "- yard", + "-y ard", + "- che", + "-c he", + "-ch e", + "h ouses", + "ho uses", + "house s", + "hou ses", + "r itional", + "rit ional", + "rition al", + "Ġpro ximity", + "Ġprox imity", + "Ġdie sem", + "Ġdies em", + "Ġdiese m", + "áºŃ p", + "Ġd rought", + "Ġdr ought", + "Ġdro ught", + ". audio", + ".a udio", + ".au dio", + "Ġ Leo", + "ĠL eo", + "ĠLe o", + "Ġfavor able", + "Ġfav orable", + "in ch", + "inc h", + "ĠD aw", + "ĠDa w", + "r ibly", + "rib ly", + "_ student", + "_st udent", + "id able", + "ida ble", + "O VE", + "OV E", + "Ġl acks", + "Ġla cks", + "Ġlack s", + "Ġlac ks", + "oun cing", + "ounc ing", + ". business", + ".b usiness", + ".bus iness", + "Ġ reopen", + "Ġre open", + "m aybe", + "may be", + "_ GLOBAL", + "_G LOBAL", + "Ġd resses", + "Ġdr esses", + "Ġdress es", + "ĠEd wards", + "ĠEdward s", + "ens ible", + "ensi ble", + "Ġ Hardware", + "ĠH ardware", + "ĠHard ware", + "Ġ Excellent", + "ĠEx cellent", + "ĠExcell ent", + "ĠTime Unit", + "CT IONS", + "CTION S", + "Ġs chedules", + "Ġsched ules", + "Ġschedule s", + "Ġ segue", + "Ġse gue", + "Ġseg ue", + "Ġsegu e", + "Open s", + "Op ens", + "am men", + "amm en", + "- Identifier", + "Ġst aring", + "Ġstar ing", + "Ġsta ring", + "Ġhapp ily", + "ĠH ob", + "ĠHo b", + "' _", + "Ġ \");", + "Ġ\" );", + "Ġ\") ;", + "ament os", + "amento s", + "amen tos", + "et ched", + "etch ed", + "etc hed", + "Ġ/ >}Ċ", + "Ġ/> }Ċ", + "Ġ/>} Ċ", + ". Users", + ".User s", + ".Use rs", + "Ġint errupted", + "Ġinter rupted", + "Ġinterrupt ed", + "Cont acts", + "Contact s", + "Conta cts", + "Ġ registro", + "Ġreg istro", + "Ġregistr o", + "Ġregist ro", + "in burgh", + "C HA", + "CH A", + "_ imp", + "_i mp", + "_im p", + "p his", + "ph is", + "phi s", + "s ay", + "sa y", + "Ġret ailer", + "Ġretail er", + ". NODE", + ".N ODE", + ".NO DE", + "/ maps", + "/m aps", + "/map s", + "_ LAST", + "_L AST", + "_LA ST", + "Ġ Charge", + "ĠCh arge", + "ĠChar ge", + "ĠCharg e", + "_ guard", + "_g uard", + "C ollider", + "Col lider", + "Coll ider", + "ĠStateless Widget", + "\" :[\"", + "\": [\"", + "\":[ \"", + "(\" ../../", + "(\"../ ../", + "(\".. /../", + "i oxide", + "iox ide", + "ioxid e", + "ĠS und", + "ĠSun d", + "ĠSu nd", + "Ġ' ';", + "Ġ'' ;", + "un set", + "uns et", + "add Widget", + "л Ñİ", + "el les", + "ell es", + "elle s", + "al ker", + "alk er", + "A rc", + "Ar c", + "Ġd educt", + "Ġde duct", + "Ġded uct", + "G UILayout", + "GUI Layout", + "ĠV illa", + "ĠVi lla", + "ĠVill a", + "ĠVil la", + "Ġfor bidden", + "Ġforb idden", + "Ġforbid den", + "_ where", + "_w here", + "_wh ere", + "Ġ \\/", + "Ġ\\ /", + "ĠT ib", + "ĠTi b", + "_ AX", + "_A X", + "] čĊčĊ", + "]čĊ čĊ", + "Ġ Bir", + "ĠB ir", + "ĠBi r", + "Ġb end", + "Ġbe nd", + "Ġben d", + "Ġ MAKE", + "ĠM AKE", + "ĠMA KE", + "ĠMAK E", + "Ġ MET", + "ĠM ET", + "ĠME T", + "Ġf utures", + "Ġfuture s", + "Ġfut ures", + "Ġfu tures", + "Ġ weighted", + "Ġwe ighted", + "Ġweight ed", + "Ġweigh ted", + "\"\" \"čĊ", + "\"\"\" čĊ", + "Ġ authorize", + "Ġauthor ize", + "( program", + "(p rogram", + "(pro gram", + "(pr ogram", + "(prog ram", + "} ,{\"", + "}, {\"", + "},{ \"", + "Ġcoeff icients", + "Ġcoefficient s", + "ê s", + "Per Page", + "ĠB athroom", + "ĠBath room", + "ĠPublish ing", + "G PL", + "GP L", + "Ġsub missions", + "Ġsubmission s", + "Ġ NUMBER", + "ĠNUM BER", + "ĠNU MBER", + "j Äħ", + "Ġadd itionally", + "Ġadditional ly", + "Ġaddition ally", + "em pre", + "emp re", + "ĠS hel", + "ĠSh el", + "ĠShe l", + "o typ", + "ot yp", + "oty p", + "S olution", + "Sol ution", + "Ġth under", + "Ġthu nder", + "_ ec", + "_e c", + "Ġ ĊĠĠĠĠĊ", + "ĠĊ ĠĠĠĠĊ", + "ĠF ellow", + "ĠFel low", + "ĠFell ow", + "Ġk ay", + "Ġka y", + "Ġnew State", + "ONT AL", + "Im plementation", + "Implement ation", + ". Look", + ".L ook", + ".Lo ok", + "Ġ ents", + "Ġe nts", + "Ġen ts", + "Ġent s", + "Ġl ors", + "Ġlo rs", + "Ġlor s", + "Ġ BIG", + "ĠB IG", + "ĠBI G", + "f ab", + "fa b", + "Ġaverage d", + "Ġaver aged", + "Ġ Feedback", + "ĠFe edback", + "ĠFeed back", + "ĠW ells", + "ĠWell s", + "ĠWel ls", + "Ġm artial", + "Ġmart ial", + "Ġind ul", + "Ġindu l", + "ĠComm unist", + "ĠCommun ist", + "ĠF orex", + "ĠFor ex", + "ĠFore x", + "ĠFo rex", + "ĠAgricult ure", + "ĠAgr iculture", + "\" [", + "Ġqu ar", + "Ġq uar", + "Ġqua r", + "ĠK ont", + "ĠKon t", + "ĠKo nt", + "ĉ view", + "ĉv iew", + ". Bytes", + ".Byte s", + ".By tes", + "d esktop", + "des ktop", + "desk top", + "Ġ Makes", + "ĠM akes", + "ĠMake s", + "ĠMa kes", + "ĠMak es", + "akes peare", + ". Nullable", + ".Null able", + "Ġspot light", + "V B", + "o wy", + "ow y", + "( torch", + "(t orch", + "(to rch", + "t ridge", + "tr idge", + "tri dge", + "_ bounds", + "_b ounds", + "_bound s", + "_bo unds", + "Ġapolog ize", + ". addItem", + ".add Item", + "an td", + "ant d", + "* );Ċ", + "*) ;Ċ", + ", u", + "( gen", + "(g en", + "ç» ĵ", + "re ator", + "reat or", + "rea tor", + "ĠC ord", + "ĠCo rd", + "ĠCor d", + "o upper", + "ou pper", + "oup per", + ". metro", + ".m etro", + ".me tro", + ".met ro", + "Ġ ew", + "Ġe w", + "Ġ WORD", + "ĠW ORD", + ". After", + ".A fter", + "Ġdet ained", + "Ġdetain ed", + "ĠH ammer", + "ĠHam mer", + "ĠHamm er", + "ex isting", + "exist ing", + "Ġ ost", + "Ġo st", + "Ġos t", + "Ġmon ument", + "- custom", + "-c ustom", + "User ID", + "Ġ Nom", + "ĠN om", + "ĠNo m", + "Ġre jection", + "Ġreject ion", + "Ġrej ection", + "( dim", + "(d im", + "(di m", + "Ġ singleton", + "Ġs ingleton", + "Ġsingle ton", + "Ġsing leton", + "ĉ die", + "ĉd ie", + "ar iance", + "ari ance", + "arian ce", + "aria nce", + "re ports", + "rep orts", + "report s", + "repo rts", + "] !=", + "e lda", + "el da", + "eld a", + "Ġpreval ence", + "_ regs", + "_re gs", + "_reg s", + ". \".", + ".\" .", + "Ġfemin ist", + "Code c", + "Co dec", + "Cod ec", + "Ġ **Ċ", + "Ġ* *Ċ", + "Ġ** Ċ", + "( labels", + "(label s", + "_ MARK", + "_M ARK", + "_MA RK", + "FA ILED", + "FAIL ED", + "Ġadminister ed", + "W N", + "ĠĠ ĠĠĠĠĠĠĉĉ", + "ĠĠĠĠ ĠĠĠĠĉĉ", + "ĠĠĠĠĠĠĠĠ ĉĉ", + "ĠĠĠĠĠĠĠ Ġĉĉ", + "ĠĠĠĠĠ ĠĠĠĉĉ", + "ĠĠĠĠĠĠ ĠĠĉĉ", + "ĠĠĠĠĠĠĠĠĉ ĉ", + "Ġ noun", + "Ġn oun", + "Ġno un", + "Ġnou n", + "w ig", + "wi g", + "Ġg otta", + "Ġgot ta", + "Ġ rif", + "Ġr if", + "Ġri f", + "- im", + "-i m", + "ĠPaul o", + "ĠPa ulo", + "ĠCommand Type", + "] ))ĊĊ", + "]) )ĊĊ", + "])) ĊĊ", + "]))Ċ Ċ", + "- zero", + "-z ero", + "Tr aining", + "Train ing", + "Tra ining", + "Ġ lord", + "Ġl ord", + "Ġlo rd", + "Ġlor d", + "_ art", + "_a rt", + "_ar t", + "re ddit", + "red dit", + "redd it", + "C ert", + "Ce rt", + "Ġp eso", + "Ġpe so", + "Ġpes o", + "R ot", + "Ro t", + "Ġen danger", + "Ġend anger", + ". dr", + ".d r", + "user Info", + "u nts", + "un ts", + "unt s", + "n v", + "ĠTr ailer", + "ĠTra iler", + "ĠTrail er", + "- first", + "-f irst", + "-fi rst", + "( make", + "(m ake", + "Ġbenef ici", + "- black", + "-b lack", + "-bl ack", + "i ÃŁ", + "Ġund oubtedly", + "Ġm ex", + "Ġme x", + "ĠAn cient", + "ĠAnc ient", + "( as", + "(a s", + "Ġdes cent", + "Ġdesc ent", + "P ick", + "Pic k", + "Pi ck", + "Ġrep lica", + "Ġrepl ica", + "Ġreplic a", + "$ obj", + "$o bj", + "ä hr", + "äh r", + "Ġar rows", + "Ġarr ows", + "Ġarrow s", + "f ty", + "ft y", + "ĠLib ya", + "u ga", + "ug a", + "ch arged", + "char ged", + "charge d", + "charg ed", + "T ur", + "Tu r", + "Ġh omic", + "Ġhom ic", + "Ġho mic", + "is sen", + "iss en", + "isse n", + "Ġ Fake", + "ĠF ake", + "ĠFa ke", + "ĠFak e", + "Ġbe ers", + "Ġbeer s", + "Ġbee rs", + "Ġsc attered", + "Ġscatter ed", + "( Time", + "(T ime", + "UT IL", + "Ġbureauc r", + "Ġbureau cr", + "/ plain", + "/p lain", + "/pl ain", + "Ġst icking", + "Ġstick ing", + "F AIL", + "FA IL", + "ĠC ovid", + "ĠCo vid", + "ĠCov id", + "Th ird", + "_ present", + "_p resent", + "_pre sent", + "_pres ent", + "ĠP ierre", + "ĠPi erre", + "ĠPier re", + "Ġ ëª", + "Ġë ª", + "Ġ[ ...]ĊĊ", + "Ġ[... ]ĊĊ", + "Ġ[...] ĊĊ", + "P rob", + "Pro b", + "Pr ob", + "Ġ Traffic", + "ĠTra ffic", + "ĠTraff ic", + "i cao", + "ic ao", + "ica o", + "do ctor", + "doc tor", + "Ġ ),ĊĊ", + "Ġ) ,ĊĊ", + "Ġ),Ċ Ċ", + "Ġ), ĊĊ", + "T abs", + "Tab s", + "Ta bs", + "a lu", + "al u", + "ï¼ļ âĢľ", + "Ġin herent", + "Ġinher ent", + "_ No", + "_N o", + "r itis", + "rit is", + "Ġ Proof", + "ĠP roof", + "ĠPro of", + ". basename", + ".b asename", + ".base name", + "ä¼ ļ", + "Ġc him", + "Ġch im", + "Ġchi m", + "Ġ Protected", + "ĠProt ected", + "ĠProtect ed", + "c rit", + "cri t", + "cr it", + "Ġp rone", + "Ġpro ne", + "Ġpr one", + "Ġpron e", + "Ġ кон", + "Ġк он", + "Ġко н", + "Ġ Heroes", + "ĠHer oes", + "ĠHero es", + "Ġan xious", + "Ġanx ious", + "Ġ anos", + "Ġa nos", + "Ġan os", + "Ġano s", + "Ġweek ends", + "Ġweekend s", + "Ġs ext", + "Ġse xt", + "Ġsex t", + "Ġre ducer", + "Ġred ucer", + "Ġredu cer", + "Ġreduce r", + "= UTF", + "h alf", + "ha lf", + "hal f", + "ĠS aw", + "ĠSa w", + ". mm", + ".m m", + "Ġn ueva", + "Ġnu eva", + "Ġnue va", + ".current Target", + ". lua", + ".l ua", + ".lu a", + "_EXT ENSION", + "ĉ reg", + "ĉr eg", + "ĉre g", + "Ġ Ctrl", + "ĠC trl", + "ĠCt rl", + "_ align", + "_al ign", + "accept able", + "Ġr ushing", + "Ġrush ing", + "f rac", + "fr ac", + "fra c", + "Ġbo asts", + "Ġboast s", + "Ġboa sts", + "F ive", + "Fi ve", + " ±", + "Ġ Temperature", + "ĠT emperature", + "ĠTem perature", + "ĠTemper ature", + "> ):", + ">) :", + "Ġch arter", + "Ġchar ter", + "Ġchart er", + "RE ATED", + "REATE D", + "REAT ED", + "REA TED", + "Ġsub jected", + "Ġsubject ed", + "Ġsubj ected", + "Ġ opc", + "Ġo pc", + "Ġop c", + "health y", + "使 çĶ¨", + "ĠScient ific", + "Ġ frau", + "Ġfr au", + "Ġfra u", + "ri ages", + "ria ges", + "riage s", + "ภĶ", + ". inventory", + ".in ventory", + "at ionale", + "ation ale", + "ational e", + "M ad", + "Ma d", + "min utes", + "minute s", + "> >();Ċ", + ">> ();Ċ", + ">>( );Ċ", + ">>() ;Ċ", + "Ġ Env", + "ĠE nv", + "ĠEn v", + "Ġrecord ings", + "Ġrecording s", + "Ġsusp icion", + "sql ite", + "sq lite", + "ĉ read", + "ĉr ead", + "ĉre ad", + "ãģ ¦", + "Ġwor ries", + ".put String", + "ĠSh anghai", + "( uid", + "(u id", + "(ui d", + "r er", + "re r", + "ĠvÃŃ de", + "\" ):", + "\") :", + "Ġmethod ology", + "Ġк оÑĤоÑĢ", + "Ġко ÑĤоÑĢ", + "ĠкоÑĤ оÑĢ", + "c cc", + "cc c", + "av ad", + "ava d", + "Ġin duction", + "Ġind uction", + "Ġindu ction", + "ĉ Thread", + "ĉT hread", + ", string", + ",s tring", + ",str ing", + ",st ring", + "ạ i", + "neh men", + "u ition", + "ui tion", + "uit ion", + "Ġ* __", + "Ġ*_ _", + ".e mf", + ".em f", + "Ġ ìľ", + "Ġì ľ", + "/ themes", + "/th emes", + "/theme s", + "/the mes", + "Ġ Nine", + "ĠN ine", + "ĠNi ne", + "ĠNin e", + ". One", + ".On e", + ".O ne", + "Ġ Embed", + "ĠEm bed", + "ĠEmb ed", + "Ġf az", + "Ġfa z", + "u ations", + "uation s", + "uat ions", + "Ġprivate ly", + "Ġpriv ately", + "Ġprivat ely", + "Ġ ling", + "Ġl ing", + "Ġli ng", + "Ġlin g", + "[ F", + "u shi", + "us hi", + "ush i", + "Ġlaunch es", + "( KEY", + "(K EY", + "G MT", + "GM T", + "Ġa iming", + "Ġaim ing", + "Ġai ming", + "pat ible", + "ĠB iden", + "ĠBi den", + "ĠBid en", + "i w", + "Ġ Degree", + "ĠD egree", + "ĠDe gree", + "ĠDeg ree", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ġ$ ('<", + "Ġ$( '<", + "Ġ$(' <", + "á rios", + "ário s", + "ár ios", + "to UpperCase", + "ìł ľ", + "Ġ EUR", + "ĠE UR", + "ĠEU R", + "Ġovers ight", + "Ġtable sp", + "Ġtables p", + "Up dates", + "Update s", + ".m akedirs", + ".make dirs", + "Ġ humidity", + "Ġh umidity", + "Ġhum idity", + "Ġhumid ity", + "/ template", + "/t emplate", + "/temp late", + "Al ways", + "( IS", + "(I S", + "_ cert", + "_c ert", + "_ce rt", + "D ig", + "Di g", + "Ġunder way", + "or ton", + "ort on", + "ĠHur ricane", + "Ġsp ends", + "Ġspe nds", + "Ġspend s", + "Ġ Segment", + "ĠS egment", + "ĠSe gment", + "ĠSeg ment", + "Ġ flies", + "Ġf lies", + "Ġfl ies", + "Ġ Toggle", + "ĠT oggle", + "ĠL ynch", + "ĠLyn ch", + "Ġs enses", + "Ġsense s", + "Ġsens es", + "Ġsen ses", + "ĠK os", + "ĠKo s", + "set Enabled", + "ist ically", + "istic ally", + "istical ly", + "Ġ tester", + "Ġt ester", + "Ġte ster", + "Ġtest er", + "Ġtes ter", + "Ġteste r", + "Ġadministr ators", + "Ġadministrator s", + "Ġt agged", + "Ġtag ged", + "Ð ĵ", + "Ġ shortcut", + "Ġshort cut", + "Ġ Resolution", + "ĠRe solution", + "ĠRes olution", + "Ġsuper vision", + "Ġsuperv ision", + "ĠAsh ley", + "Tr acking", + "Track ing", + "ul atory", + "ulator y", + "an del", + "and el", + "ande l", + "i sten", + "is ten", + "ist en", + "iste n", + "Ġun re", + "Ġunr e", + "( diff", + "(d iff", + "(di ff", + "AN TS", + "ANT S", + "Ġr ider", + "Ġrid er", + "Ġride r", + "Ġri der", + "Ġs Äħ", + ". Series", + ".S eries", + ".Se ries", + "_ orders", + "_order s", + "_or ders", + "_ord ers", + "ORIZ ONTAL", + "Ġret ention", + "ãĢĤ čĊčĊ", + "\"> čĊčĊ", + "\">čĊ čĊ", + "Ġdi agonal", + "Ġdiag onal", + "Ġdiagon al", + "ĠC ancellationToken", + "_ Internal", + "_In ternal", + "_Int ernal", + "_Inter nal", + "Ġr uin", + "Ġru in", + ". Qt", + ".Q t", + "ocr atic", + "ocrat ic", + "T el", + "Te l", + "Ġ Answers", + "ĠAn swers", + "ĠAnswer s", + "ĠAns wers", + "m atic", + "ma tic", + "mat ic", + "Ġ xp", + "Ġx p", + "a tem", + "at em", + "ate m", + "_ jobs", + "_j obs", + "_job s", + "_ any", + "_a ny", + "_an y", + "Ġsen iors", + "Ġsenior s", + "Ġseni ors", + "Ġland mark", + "ĠQ List", + "Ġman eu", + "Ġmane u", + "ot ify", + "oti fy", + "/ \";Ċ", + "/\" ;Ċ", + "/ server", + "/s erver", + "ĠPhil osoph", + "u tenant", + "ut enant", + "ute nant", + "uten ant", + "( io", + "(i o", + "h z", + "Ġ authenticated", + "Ġauth enticated", + "Ġauthentic ated", + "Ġauthenticate d", + "d v", + "- Compatible", + "Origin ally", + "Original ly", + "Orig inally", + ", function", + ",f unction", + "ãĢĤ čĊ", + "ĠRepresent ative", + "as ily", + "asi ly", + "asil y", + "irc uit", + ". dt", + ".d t", + "( math", + "(m ath", + "(mat h", + ". Marshal", + ".M arshal", + ".Mar shal", + "[ ,", + "Ġ Cities", + "ĠC ities", + "ĠCit ies", + "ĠCi ties", + "_ turn", + "_t urn", + "| )Ċ", + "Ġ cantidad", + "Ġc antidad", + "Ġcant idad", + "al ter", + "alt er", + "alte r", + "ĉ ui", + "ĉu i", + "ĠNe braska", + "Ġsk irt", + "Ġski rt", + ". bg", + ".b g", + "Shared Preferences", + "( style", + "(st yle", + "Ġg rief", + "Ġgr ief", + "Ġgri ef", + "g ew", + "ge w", + "Ġsaf eg", + "Ġsafe g", + "o lang", + "ol ang", + "ola ng", + "olan g", + "_ lists", + "_l ists", + "_list s", + "_li sts", + "ì Ľ", + "Ġgran ite", + "Ġgra nite", + "Ġhot test", + "Ġhott est", + ". jdbc", + ".j dbc", + ".jd bc", + ". Customer", + ".C ustomer", + ".Custom er", + "Ġ âī¤", + "Ġâī ¤", + "Ġw aar", + "Ġwa ar", + "_ scene", + "_s cene", + "_sc ene", + "+ '/", + "+' /", + "ĠJ TextField", + "ĠJText Field", + "ĠJT extField", + "Ġs eating", + "Ġse ating", + "Ġsea ting", + "Ġseat ing", + "Ġw ears", + "Ġwe ars", + "Ġwear s", + "Ġ` /", + "C ases", + "Case s", + "Ca ses", + "Cas es", + "Ġ Youtube", + "ĠY outube", + "ĠYou tube", + "ı m", + "Ġb alcon", + "Ġbal con", + ", G", + "Meta Data", + "Met aData", + "- price", + "-p rice", + "-pr ice", + "S CR", + "SC R", + "Un ity", + "Unit y", + "Uni ty", + "Ġtr unk", + "={ `${", + "={` ${", + "Ġearth quake", + "Ġearthqu ake", + "P artial", + "Part ial", + "Ġ subst", + "Ġsu bst", + "Ġsub st", + "Ġsubs t", + "Ġel imin", + "Ġelim in", + "=\" '.", + "=\"' .", + "//* [@", + "//*[ @", + "Ġsup ervisor", + "Ġsuper visor", + "Ġsuperv isor", + "vr olet", + "vro let", + "_ article", + "_art icle", + "Ġ pane", + "Ġp ane", + "Ġpa ne", + "Ġpan e", + "b io", + "bi o", + "Ġmot ors", + "Ġmo tors", + "Ġmotor s", + "Ġmoto rs", + "N M", + "F rank", + "Fr ank", + "Fran k", + "Fra nk", + "Ġon ion", + "- word", + "-w ord", + "Item ClickListener", + "ItemClick Listener", + "Ġ brit", + "Ġb rit", + "Ġbr it", + "Ġbri t", + "end encies", + "enden cies", + "Com puter", + "Comp uter", + "Compute r", + "Comput er", + "_ running", + "_r unning", + "_run ning", + "( day", + "(d ay", + "(da y", + "- he", + "-h e", + "( named", + "(n amed", + "(name d", + "ĠS ach", + "ĠSa ch", + "ĠSac h", + "о Ñĩ", + "c ampaign", + "camp aign", + ". Abstract", + ".A bstract", + ".Ab stract", + ".Abs tract", + "( wrapper", + "(w rapper", + ". pay", + ".p ay", + ".pa y", + "Ġ uw", + "Ġu w", + "G eo", + "Ge o", + "r ails", + "ra ils", + "rai ls", + "rail s", + "/ select", + "/s elect", + "/se lect", + "i chte", + "ic hte", + "ich te", + "icht e", + "s ons", + "so ns", + "son s", + "E VENT", + "EV ENT", + "Ġal iment", + "Ġali ment", + "Pro viders", + "Provider s", + "Provid ers", + "Provide rs", + "Prov iders", + "A wait", + "Aw ait", + "_INTER VAL", + ". off", + ".of f", + ".o ff", + "Ġgl uten", + "Ġglut en", + "Ġglu ten", + "_ cloud", + "_c loud", + "_cl oud", + "Ġ wen", + "Ġw en", + "Ġwe n", + ". extract", + ".ex tract", + ".ext ract", + ".extra ct", + "ĉ button", + "ĉb utton", + "/ MM", + "/M M", + "P arty", + "Par ty", + "Part y", + "Ġdem ographic", + "Ġdemo graphic", + "_ errno", + "_err no", + "Ġh iking", + "Ġhi king", + "Ġhik ing", + "(' ')Ċ", + "\", @\"", + "Ġ wit", + "Ġw it", + "Ġwi t", + "r á", + "ol ogie", + "olog ie", + "olo gie", + "ologi e", + "Ġ Styles", + "ĠSt yles", + "ĠStyle s", + "ĠSty les", + "ĠBrowser Module", + ". RequestMapping", + ".Request Mapping", + "ic ans", + "ica ns", + "ican s", + "P AGE", + "PA GE", + "c reation", + "cre ation", + "creat ion", + "ĠF erguson", + "u ded", + "ud ed", + "ude d", + "num bers", + "number s", + "Ġ GTK", + "ĠG TK", + "ĠGT K", + "Ġpresent ations", + "Ġpresentation s", + "ĠB obby", + "ĠBob by", + "_ span", + "_s pan", + "_sp an", + "e style", + "est yle", + "esty le", + "Ġillegal ly", + "Ġilleg ally", + "ab ela", + "abel a", + "abe la", + "Ġbattle field", + "cap acity", + "t error", + "ter ror", + "te rror", + "terr or", + "] \");Ċ", + "]\" );Ċ", + "]\") ;Ċ", + "Ġwar rior", + "le ader", + "lead er", + "lea der", + "Ġ DBG", + "ĠD BG", + "ĠDB G", + "Ġ Revenue", + "ĠRe venue", + "Ġvi gil", + "Ġvig il", + "Ġcounter parts", + "Ġcounterpart s", + "( Error", + "(E rror", + "AC TER", + "ACT ER", + "Ġhe eft", + "Ġse lections", + "Ġselect ions", + "Ġselection s", + "Ġsel ections", + "Ġsele ctions", + "ze ug", + "t om", + "to m", + "- two", + "-t wo", + "-tw o", + ". ;Ċ", + ".; Ċ", + "_ statement", + "_st atement", + "_state ment", + "_stat ement", + "_sta tement", + "ĠA id", + "ĠAi d", + "ĠV ul", + "ĠVu l", + "_ rgb", + "_r gb", + "_rg b", + "Ġpr izes", + "Ġpri zes", + "Ġprize s", + "Ġ editable", + "Ġed itable", + "Ġedit able", + "Ġedi table", + "ĉ form", + "ĉf orm", + "ĉfor m", + "ın ı", + ". decor", + ".de cor", + ".dec or", + "D emo", + "De mo", + "Dem o", + "l ices", + "lic es", + "li ces", + "lice s", + "Ġen ctype", + "Ġenc type", + "rat ulations", + "Ġ ROS", + "ĠR OS", + "ĠRO S", + "_ chars", + "_ch ars", + "_char s", + "ĠJ ahr", + "ĠJa hr", + "ĠJah r", + "p artial", + "part ial", + "Ñĥ ÑĤ", + "Ġ Receive", + "ĠRe ceive", + "ĠRece ive", + "ĠL ands", + "ĠLa nds", + "ĠLand s", + "ĠLan ds", + "AP TER", + "APT ER", + "Ġch opped", + "Ġcho pped", + "Ġchop ped", + ". .\"", + ".. \"", + "Ġ Analy", + "ĠAn aly", + "ĠAnal y", + "ĠAna ly", + "Ġ UID", + "ĠU ID", + "ĠUI D", + "ĠR adeon", + "ĠRad eon", + "ĠB ee", + "ĠBe e", + "Ġu nm", + "Ġun m", + "> M", + ".find all", + "Token izer", + "Ġ WHAT", + "ĠWH AT", + "Ġ sj", + "Ġs j", + "D rawing", + "Draw ing", + "E ss", + "Es s", + "O ND", + "ON D", + "Ĭ ¶", + "( packet", + "(p acket", + "(pa cket", + "(pack et", + "âĢĶ but", + "Inv ocation", + "ĠN uclear", + "ĠNu clear", + "? ;Ċ", + "Ġgr andes", + "Ġgrand es", + "Ġgran des", + "Ġgrande s", + "Ġ Crypt", + "ĠC rypt", + "ĠCry pt", + "r emark", + "re mark", + "rem ark", + "rema rk", + "Ġ' ../../../../", + "Ġ'../ ../../../", + "Ġ'../../ ../../", + "Ġ'../../../ ../", + "Ġin ability", + "m agic", + "mag ic", + "c ats", + "ca ts", + "cat s", + "Ġ simulate", + "Ġsim ulate", + "Ġsimul ate", + ": ${", + ":$ {", + "in flate", + "inf late", + "Ġ ener", + "Ġe ner", + "Ġen er", + ": NO", + ":N O", + "i ples", + "ip les", + "iple s", + "ipl es", + "Ġme rit", + "Ġmer it", + "Ġ Rated", + "ĠR ated", + "ĠRa ted", + "ĠRate d", + "ĠRat ed", + "Ġg lue", + "Ġgl ue", + "Ġglu e", + "/ blog", + "/b log", + "/bl og", + "Ġ gren", + "Ġg ren", + "Ġgr en", + "Ġgre n", + "Ġthr illed", + "Ġthrill ed", + ". CH", + ".C H", + "un can", + "unc an", + "unca n", + "Ġ PRIMARY", + "ĠPR IMARY", + "ĠPRI MARY", + "Ġper sec", + "Ġpers ec", + "Ġperse c", + "Ġfe ared", + "Ġfear ed", + ". MIN", + ".M IN", + "ĠThe ater", + "é Ĵ", + "ateg orie", + "ategor ie", + "ategori e", + "atego rie", + "æ® µ", + "Ġappet ite", + "s quare", + "squ are", + "ĠAlex and", + "ĠAlexa nd", + ". UserId", + ".User Id", + "_ gt", + "_g t", + "_ enter", + "_en ter", + "_ent er", + "Ġgrad uates", + "Ġgraduate s", + "Ġgradu ates", + "Fragment Manager", + "Author ize", + "-N LS", + "( My", + "(M y", + "Ġtri umph", + "Ġtrium ph", + "us ting", + "ust ing", + "ustin g", + "_PARAM S", + "_PAR AMS", + "Char acters", + "Character s", + "(: ,:,", + "(:, :,", + "_ BUILD", + "_B UILD", + "_BU ILD", + "M Hz", + "MH z", + "Ġw ashed", + "Ġwas hed", + "Ġwa shed", + "Ġwash ed", + "Ġun cle", + "Ġunc le", + "St eve", + "Ste ve", + "ar down", + "ard own", + "ardo wn", + "< stdio", + " ${", + ">$ {", + "_ confirmation", + "_confirm ation", + "Ġt rophy", + "Ġtr ophy", + "Ġtro phy", + "Ġtrop hy", + "W orks", + "Work s", + "ĠElect ronics", + "ĠElectronic s", + "ĠElectron ics", + "ĠMediterr anean", + "_ metrics", + "_m etrics", + "_metric s", + "_met rics", + "Ġann ouncing", + "Ġannounc ing", + "Ġ DAY", + "ĠD AY", + "ĠDA Y", + "_ proto", + "_pro to", + "_pr oto", + "_prot o", + "Ġ pear", + "Ġp ear", + "Ġpe ar", + "Ġpea r", + "base Url", + "ĉ ĉĉĉĉĉĉĉĊ", + "ĉĉ ĉĉĉĉĉĉĊ", + "ĉĉĉĉ ĉĉĉĉĊ", + "ĉĉĉ ĉĉĉĉĉĊ", + "ĉĉĉĉĉ ĉĉĉĊ", + "ĉĉĉĉĉĉ ĉĉĊ", + "ĉĉĉĉĉĉĉĉ Ċ", + "ĉĉĉĉĉĉĉ ĉĊ", + "Ġco ordination", + "Ġcoord ination", + "Ġcoordin ation", + ": N", + ". animate", + ".an imate", + ".anim ate", + "ĠC otton", + "ĠCot ton", + "_ hit", + "_h it", + "_hi t", + "â ľ", + "Ġj etzt", + "Ġjet zt", + "i fter", + "if ter", + "ift er", + "( fields", + "(f ields", + "(field s", + "own load", + "ific acion", + "ifica cion", + ". cuda", + ".c uda", + "ĠL iu", + "ĠLi u", + "> equals", + ">e quals", + "Ġ Ace", + "ĠA ce", + "ĠAc e", + "ÑĢ ам", + "ÑĢаР¼", + "ÑĢа м", + "ĠSup erman", + "ĠSuper man", + "ĠGar cia", + "ĠGarc ia", + "Ġarr ests", + "Ġarrest s", + "a gar", + "ag ar", + "aga r", + "Ġ {})", + "Ġ{ })", + "Ġ{} )", + "Ġ macros", + "Ġmac ros", + "Ġmacro s", + "ro upe", + "rou pe", + "roup e", + "ê tre", + "êt re", + "Ġtw isted", + "Ġtwist ed", + "str uments", + "strument s", + "stru ments", + "_ (\"", + "_( \"", + "_ vertices", + "_vert ices", + "Ġ Transition", + "ĠT ransition", + "ĠTrans ition", + "ĠTransit ion", + "и к", + "[ max", + "[m ax", + "m ind", + "min d", + "mi nd", + "Ġ accessToken", + "Ġaccess Token", + "Ġun le", + "Ġunl e", + "m us", + "mu s", + "c op", + "co p", + "Ġ Factor", + "ĠF actor", + "ĠFac tor", + "ĠFa ctor", + "ĠFact or", + "Ġcon ced", + "Ġconc ed", + "Ġconce d", + "Ġre tr", + "Ġr etr", + "Ġret r", + ".l inalg", + ".lin alg", + "- slider", + "-s lider", + "-slide r", + "-sl ider", + "o bl", + "ob l", + "_Static Fields", + "Ġz ombie", + "s elling", + "sel ling", + "sell ing", + "Ġ chap", + "Ġc hap", + "Ġch ap", + "Ġcha p", + "Ġsh aking", + "Ġsha king", + "Ġ Translate", + "ĠTrans late", + "ĠAm sterdam", + "Ġ ETH", + "ĠE TH", + "ĠET H", + "_ EXTERN", + "_EX TERN", + "_EXT ERN", + "k d", + "_ disc", + "_d isc", + "_dis c", + "_di sc", + "Ġprec eding", + "Ġpreced ing", + "Ġ prix", + "Ġp rix", + "Ġpr ix", + "Ġpri x", + "Object Name", + "_ modified", + "_mod ified", + "ard ware", + "Ġ?> \">", + "Ġ?>\" >", + "Ġ DW", + "ĠD W", + "` ${", + "Ġ?> \">\" >\"> \">< ?", + "u yen", + "uy en", + "uye n", + "Ġd onna", + "Ġdon na", + "Ġdonn a", + "Ġx si", + "Ġxs i", + "Ġ$ \"{", + "Ġ$\" {", + "Ġ Drawing", + "ĠD rawing", + "ĠDraw ing", + "ĠDra wing", + ", nil", + ",n il", + "Ġ onder", + "Ġo nder", + "Ġon der", + "Ġonde r", + "B G", + "O bserv", + "Ob serv", + "Obs erv", + "Ġconsider ations", + "Ġconsideration s", + "bo at", + "boa t", + "ĠB anks", + "ĠBank s", + "ĠBan ks", + "Ġin dict", + "Ġind ict", + "Ġindic t", + ", I", + "ĠB lu", + "ĠBl u", + "( version", + "(v ersion", + "cl iente", + "client e", + "cli ente", + "o lan", + "ol an", + "ola n", + "L ESS", + "LE SS", + "LES S", + "assert Same", + "_ void", + "_v oid", + "ĠW AS", + "ĠWA S", + "ĉ enum", + "ĉe num", + "ĉen um", + "Ġm ixer", + "Ġmix er", + "E W", + "a ffe", + "af fe", + "aff e", + "Ġblow job", + "t extField", + "text Field", + "Ġimm ense", + "_ repo", + "_re po", + "_rep o", + "Ġ globals", + "Ġg lobals", + "Ġglobal s", + "Ġglob als", + "ant ages", + "anta ges", + "antage s", + ". today", + ".t oday", + ".to day", + "Th ursday", + "ĠB rig", + "ĠBr ig", + "ĠBri g", + "{ })Ċ", + "{} )Ċ", + "{}) Ċ", + "Ġ Imagine", + "ĠIm agine", + "ĠImag ine", + "( GPIO", + "(G PIO", + "Ġ esto", + "Ġe sto", + "Ġes to", + "Ġest o", + "Ġ Province", + "ĠPro vince", + "ĠProv ince", + "ĠM ental", + "ĠMen tal", + "ĠMent al", + "_ cells", + "_c ells", + "_cell s", + "ĠJul ian", + "ĠJu lian", + "ĠJulia n", + "ĠJuli an", + ". Screen", + ".S creen", + ".Sc reen", + "Ġc andle", + "Ġcan dle", + "Ġcand le", + "Ġm onde", + "Ġmon de", + "Ġmo nde", + "Ġmond e", + "Ġv erg", + "Ġver g", + "Ġve rg", + "it erals", + "iter als", + "iteral s", + "- layout", + "-l ayout", + "G uest", + "Gu est", + "Ġv ind", + "Ġvi nd", + "Ġvin d", + "Ġ Echo", + "ĠE cho", + "ĠEc ho", + "' )}", + "') }", + "Ġ mann", + "Ġm ann", + "Ġman n", + "Ġma nn", + "_ BOOLEAN", + "_BO OLEAN", + "h ap", + "ha p", + "Ġnight mare", + "U GH", + "UG H", + "Ġnon etheless", + "Ġnone theless", + "Ġ athe", + "Ġa the", + "Ġat he", + "Ġath e", + "ĠH olland", + "ĠHol land", + "ĠHo lland", + "ĠHoll and", + "Ġ Born", + "ĠB orn", + "ĠBo rn", + "ĠBor n", + "\\ ORM", + "a nut", + "an ut", + "_ levels", + "_level s", + "Ġpet ite", + "Ġpetit e", + "- art", + "-a rt", + "-ar t", + "_ SHOW", + "_S HOW", + "_SH OW", + "number Of", + "_ thumbnail", + "_th umbnail", + "a mins", + "am ins", + "amin s", + "ami ns", + "Ġ Defines", + "ĠDef ines", + "ĠDefine s", + "Ġ\" =", + ". StatusCode", + ".Status Code", + "Ġdign ity", + "ĠB ike", + "ĠBi ke", + "ĠBik e", + ".New Line", + "ĠG las", + "ĠGl as", + "( logger", + "(log ger", + "(lo gger", + "Ġc atches", + "Ġcatch es", + "Ġcat ches", + "v otes", + "vo tes", + "vote s", + "Ġexam ining", + "/ register", + "/reg ister", + "Ġspec ifying", + "Ġspecify ing", + "_ fixed", + "_f ixed", + "_fix ed", + "Ġdraw ings", + "Ġdrawing s", + "Th reshold", + "A x", + "Ġ Architecture", + "ĠArch itecture", + "ĠArchitect ure", + "( pid", + "(p id", + "(pi d", + "W ire", + "Wir e", + "Wi re", + "( cont", + "(c ont", + "(con t", + "(co nt", + "l ane", + "la ne", + "lan e", + "L ists", + "List s", + "Li sts", + "Ġs print", + "Ġsp rint", + "Ġspr int", + "Ġgrand father", + "_ AG", + "_A G", + "Ġs cheduling", + "Ġsched uling", + "CL US", + "CLU S", + "at urity", + "atur ity", + "Ġ locking", + "Ġl ocking", + "Ġloc king", + "Ġlock ing", + "[ size", + "[s ize", + "_ styles", + "_st yles", + "_style s", + "Ġ wb", + "Ġw b", + "-- >ĊĊ", + "-->Ċ Ċ", + "--> ĊĊ", + "Ġsp inning", + "Ġspin ning", + "_ pending", + "_p ending", + "_pen ding", + "Match ers", + "Mat chers", + "Matcher s", + ". Keys", + ".Key s", + "Ġ PV", + "ĠP V", + "en us", + "enu s", + "ant is", + "anti s", + "Ġ discard", + "Ġd iscard", + "Ġdis card", + "Ġdisc ard", + "Ġ haul", + "Ġh aul", + "Ġha ul", + "Ġem pir", + "Ġemp ir", + "Ġpath way", + "Ġo ak", + "Ġoa k", + "м ен", + "ме н", + "-in duced", + "-ind uced", + "Ġim pair", + "Ġimp air", + "ĠCal gary", + ".is Hidden", + "d z", + "_ include", + "_in clude", + "_inc lude", + "Ġ gm", + "Ġg m", + "Ġ' ('", + "Ġ'( '", + "P Y", + "uggest ions", + "uggestion s", + "Ġcom modity", + "Ġcommod ity", + "c ro", + "cr o", + "/ sub", + "/s ub", + "Ġ getInstance", + "Ġget Instance", + "Ġ Legacy", + "ĠLeg acy", + "ĠK il", + "ĠKi l", + "B al", + "Ba l", + "( short", + "(s hort", + "(sh ort", + "In form", + "Info rm", + "Inf orm", + "+ x", + "* r", + "Ġ Hopefully", + "ĠHope fully", + "ĠHop efully", + "o rate", + "or ate", + "ora te", + "Ġm achen", + "Ġma chen", + "Ġmach en", + "Ġmac hen", + "Ġtreat y", + "Ġtre aty", + "ĠO ri", + "ĠOr i", + ". public", + ".p ublic", + ".pub lic", + "- horizontal", + "-h orizontal", + "Ġt actic", + "Ġta ctic", + "Ġtact ic", + "Ġtac tic", + "Ġb ord", + "Ġbo rd", + "Ġbor d", + "w ares", + "ware s", + "wa res", + "war es", + "Ġ ammo", + "Ġa mmo", + "Ġam mo", + "Ġ Lists", + "ĠL ists", + "ĠList s", + "ĠLi sts", + "ĠLis ts", + "Ġequ ations", + "Ġeq uations", + "Ġequation s", + "/ her", + "/h er", + "/he r", + "ĠN SW", + "ĠNS W", + "B ounding", + "Bo unding", + "Bound ing", + "_ Collections", + "_C ollections", + "Ġ avail", + "Ġa vail", + "Ġav ail", + "Ġava il", + ". DropDown", + ".Drop Down", + "è °", + "Ġ hh", + "Ġh h", + "Ġl Ãł", + ". pb", + ".p b", + "Ġmem orial", + "Ġmemor ial", + "Ġmemo rial", + "Ġmemoria l", + "Ġ ATTR", + "ĠAT TR", + "ĠATT R", + "Ġexhaust ed", + "Ġt sp", + "Ġts p", + "ĉ redirect", + "ĉre direct", + "Ġlike wise", + "Ġlik ewise", + "S TER", + "ST ER", + "STE R", + "L java", + "Ġcondem ned", + "Ġcondemn ed", + "oca ust", + "( strict", + "(str ict", + "Ġex empt", + "Ġexem pt", + "Ġexemp t", + "Ġ sms", + "Ġs ms", + "Ġsm s", + "Ġex agger", + "S YS", + "SY S", + "Ġl ounge", + "Ġlo unge", + "Ġlou nge", + "Ġloung e", + ": ^", + "Ġt odd", + "Ġto dd", + "Ġtod d", + "d eb", + "de b", + "at orial", + "ator ial", + "ato rial", + "atori al", + "atoria l", + "ĠPort er", + "ĠPor ter", + "Ġt uition", + "Ġtu ition", + "Ġex empl", + "Ġexem pl", + "Ġexe mpl", + "Ġexemp l", + "Ġ paren", + "Ġp aren", + "Ġpar en", + "Ġpa ren", + "Ġpare n", + ".line To", + "Ġkid ney", + "Ġki dney", + "Ġkidn ey", + "Ġ ça", + "Ġç a", + "Ġc ui", + "Ġcu i", + "ï¼Į 请", + "X C", + "Ġmo ż", + "Ġn ominated", + "Ġno minated", + "Ġnom inated", + "Ġnomin ated", + "Ġnominate d", + "l ung", + "lu ng", + "lun g", + "Im Gui", + "Ġ Buzz", + "ĠB uzz", + "ĠBu zz", + "Ġst ereo", + "Ġste reo", + "Ġster eo", + "Ġstere o", + "p ortal", + "port al", + "por tal", + "res as", + "resa s", + "Ġ klass", + "Ġk lass", + "Ġkl ass", + "Ġkla ss", + "Ġklas s", + "Ġd rafted", + "Ġdraft ed", + "Ġproject ile", + "/g pl", + "( parameters", + "(param eters", + "(parameter s", + "* )Ċ", + "*) Ċ", + "Ġass isted", + "Ġassist ed", + "Ġ NSInteger", + "ĠNS Integer", + "s itemap", + "site map", + "sit emap", + ": nth", + ":n th", + ". Views", + ".View s", + ".Argument Parser", + "Ġ meer", + "Ġm eer", + "Ġme er", + "Ġmee r", + "z ier", + "zi er", + "zie r", + "Ġ Dig", + "ĠD ig", + "ĠDi g", + "Ċ", + ")} >Ċ", + ")}> Ċ", + "Ġp lag", + "Ġpl ag", + "Ġpla g", + "p ine", + "pi ne", + "pin e", + "Ġblank et", + "Ġ : -", + "Ġ lcd", + "Ġl cd", + "Ġlc d", + "- --------------", + "-- -------------", + "---- -----------", + "-------- -------", + "--- ------------", + "------------ ---", + "----- ----------", + "---------- -----", + "------ ---------", + "----------- ----", + "------------- --", + "------- --------", + "--------- ------", + "-------------- -", + "( \"\"", + "(\" \"", + "Ġt actical", + "Ġtact ical", + "Ġtactic al", + "Ġtac tical", + "ĠR onald", + "ĠRon ald", + "ex tr", + "ext r", + "ĠF est", + "ĠFe st", + "Ġf uer", + "Ġfu er", + "Ġfue r", + "- navigation", + "-n avigation", + "-nav igation", + "Ġ kb", + "Ġk b", + "g host", + "gh ost", + "Ġ handleChange", + "Ġhandle Change", + "_ cls", + "_c ls", + "_cl s", + "( )!=", + "() !=", + "Com parator", + "Compar ator", + ". vm", + ".v m", + "ĠC ox", + "ĠCo x", + "_ review", + "_re view", + "_r eview", + "_rev iew", + "/ @", + "_ cookie", + "_c ookie", + "_co okie", + "Ġrecogn ised", + "Ġrecognise d", + "l dap", + "ld ap", + "lda p", + "Th reads", + "Thread s", + "ĠS exual", + "ĠSex ual", + "ĠB earing", + "ĠBe aring", + "ĠBear ing", + "ĠBea ring", + "( SQL", + "(S QL", + "Ġ xr", + "Ġx r", + "Ġt high", + "Ġth igh", + "Ġthi gh", + "URL Connection", + "ĠS UV", + "ĠSU V", + "Ġm Context", + "Ġinc idence", + "Ġincid ence", + "Ġ Este", + "ĠE ste", + "ĠEs te", + "ĠEst e", + ". sup", + ".s up", + "_ te", + "_t e", + "( EXIT", + "(EX IT", + "C MD", + "CM D", + "/ \">", + "/\" >", + "Al most", + "Ġ Une", + "ĠU ne", + "ĠUn e", + "Ġand eren", + "Ġandere n", + "Ġander en", + "Ġ Singleton", + "ĠS ingleton", + "ĠSing leton", + "ĠSingle ton", + "Ġb ore", + "Ġbo re", + "Ġbor e", + "Th ink", + "Thin k", + "Ġn arc", + "Ġna rc", + "Ġnar c", + "] initWith", + "]init With", + "_ shop", + "_s hop", + "_sh op", + "( strategy", + "(str ategy", + "! ',", + "!' ,", + "her its", + "herit s", + "Ġ Desk", + "ĠD esk", + "ĠDe sk", + "ĠDes k", + "_ machine", + "_m achine", + "_ma chine", + ".n etty", + ".net ty", + ".ne tty", + "ı nda", + "ın da", + "ınd a", + "= <", + "Ġ QR", + "ĠQ R", + "Ġ Sidebar", + "ĠS idebar", + "ĠSide bar", + ".split Container", + "Ġon Success", + "Ġ monkey", + "Ġmon key", + "Ġmonk ey", + "En joy", + "( nodes", + "(n odes", + "(node s", + "(no des", + "pect rum", + "Ġ (*(", + "Ġ( *(", + "Ġ(* (", + "ĉ UINT", + "ĉU INT", + "ĉUI NT", + ", height", + ",h eight", + "ĠNetwork s", + "ĠNet works", + ". tail", + ".t ail", + ".ta il", + ".l inspace", + ".lin space", + "Ġ \"...", + "Ġ\" ...", + "Ġ\". ..", + "Ġ\".. .", + "L isten", + "List en", + "Li sten", + "Æ ¡", + ". Channel", + ".Ch annel", + "- defined", + "-d efined", + "-def ined", + "Re peat", + "Rep eat", + "ad just", + "adj ust", + "E RM", + "ER M", + "_ application", + "_app lication", + "_ap plication", + ".assert NotNull", + ".assertNot Null", + "- stream", + "-st ream", + "-str eam", + "Ġ rabbit", + "Ġr abbit", + "Ġrab bit", + "Ġposition ing", + "Ġ woke", + "Ġw oke", + "Ġwo ke", + "Ġf ing", + "Ġfin g", + "Ġfi ng", + "Ġmulti player", + "Ġmultip layer", + "Ġregister ing", + "Ġregist ering", + "un til", + "unt il", + "Ã¥ n", + "( ::", + "(: :", + "uss ions", + "ussion s", + "Ġpot ato", + "Ġ Equals", + "ĠE quals", + "ĠEqu als", + "ĠEqual s", + ". Sup", + ".S up", + "/ apache", + "/ap ache", + "Ġ (=", + "Ġ( =", + ". \")", + ".\" )", + ". ptr", + ".p tr", + ".pt r", + "Ġ Speech", + "ĠS peech", + "ĠSpe ech", + ". clip", + ".c lip", + ".cl ip", + ".cli p", + "ĠGab riel", + "ĠGabri el", + "Ġmus ician", + "Ġmusic ian", + "/ issues", + ". shop", + ".s hop", + ".sh op", + "Ġ Hier", + "ĠH ier", + "ĠHi er", + "_ RET", + "_RE T", + "_R ET", + "_ bucket", + "_b ucket", + "ãĥ ¡", + "a vs", + "av s", + "Ġ roz", + "Ġr oz", + "Ġro z", + "f lower", + "fl ower", + "flow er", + "flo wer", + "Write Barrier", + "ĠM ilan", + "ĠMil an", + "ĠMi lan", + "Ġlegisl ature", + "ĠD oll", + "ĠDo ll", + "ĠDol l", + "Ġpro ving", + "Ġpr oving", + "Ġprov ing", + ".concat enate", + "âķ IJ", + "Ġg char", + "Ġgc har", + "cdn js", + "b les", + "ble s", + "bl es", + "Ġ Listing", + "ĠL isting", + "ĠList ing", + "ĠLis ting", + "л о", + ".xr Label", + "ĠS ak", + "ĠSa k", + "just ice", + "ju stice", + "ĠVal entine", + "ĠValent ine", + "un less", + "Ġp iger", + "Ġpi ger", + "Ġpig er", + "Ġpige r", + "( run", + "(r un", + "Ġtest ified", + "A NA", + "AN A", + "ĠRe moves", + "ĠRem oves", + "ĠRemove s", + ") )));Ċ", + ")) ));Ċ", + "))) );Ċ", + ")))) ;Ċ", + "rec ated", + "ĠRuntime Method", + "Ġcon qu", + "ãĤ ¢", + "Ġt issues", + "Ġtissue s", + "a iler", + "ail er", + "ai ler", + "é té", + "ét é", + "- Star", + "-S tar", + "-St ar", + "Ġfl ames", + "Ġflame s", + "Ġflam es", + "Ġfla mes", + ". setIcon", + ".set Icon", + "Ġsup ern", + "Ġsuper n", + "Ġv agina", + "Ġvag ina", + "- variable", + "-var iable", + "Ġwell ness", + "C UR", + "CU R", + "Ġb elle", + "Ġbe lle", + "Ġbel le", + "Ġbell e", + ". getRequest", + ".get Request", + "Ġp oco", + "Ġpo co", + "Ġpoc o", + "b enh", + "be nh", + "ben h", + "a gens", + "ag ens", + "age ns", + "agen s", + "Ġs pill", + "Ġsp ill", + "Ġspi ll", + "Ġ Jur", + "ĠJ ur", + "ĠJu r", + "Ġ dispatcher", + "Ġdispatch er", + "Ġdisp atcher", + "н ого", + "но го", + "ног о", + "e monic", + "em onic", + "emo nic", + "emon ic", + "( dirname", + "(dir name", + "Ġ ÐĶ", + "ĠÐ Ķ", + "Ġp asse", + "Ġpass e", + "Ġpas se", + "Ġpa sse", + "Ġg anz", + "Ġga nz", + "Ġgan z", + "r icing", + "ri cing", + "ric ing", + "E U", + "Ġmuj eres", + "Ġmujer es", + "es sen", + "ess en", + "esse n", + ". attribute", + ".at tribute", + ".attrib ute", + "j j", + "ĉ ĉĠĊ", + "ĉĉ ĠĊ", + "ĉĉĠ Ċ", + "[ ^", + "Ġ strtolower", + "Ġstr tolower", + "Ġstrtol ower", + "lex er", + "ect ar", + "ec tar", + "ecta r", + "h otel", + "ho tel", + "hot el", + ". square", + ".s quare", + "Ġr all", + "Ġra ll", + "Ġl owered", + "Ġlow ered", + "Ġlower ed", + "handle d", + "hand led", + "M arket", + "Mark et", + "Mar ket", + "Ġ Uses", + "ĠU ses", + "ĠUs es", + "ĠUse s", + "i vas", + "iv as", + "iva s", + ". Business", + ".B usiness", + ".Bus iness", + "ãģĹ ãģ¦", + "ãģĹãģ ¦", + "D IV", + "DI V", + "Ġw asted", + "Ġwas ted", + "Ġwa sted", + "Ġwaste d", + "Ġwast ed", + "Ġa voir", + "Ġav oir", + "ê m", + "_ ACCOUNT", + "_AC COUNT", + "_ACC OUNT", + ". et", + ".e t", + "ĉ SDL", + "ĉS DL", + "k ap", + "ka p", + "Ġ fox", + "Ġf ox", + "Ġfo x", + "up pet", + "upp et", + "uppe t", + "{ },Ċ", + "{} ,Ċ", + "{}, Ċ", + "\" ,'", + "\", '", + "F avorite", + "P END", + "PE ND", + "Ġ AES", + "ĠA ES", + "ĠAE S", + "} ),", + "}) ,", + "Ġde duction", + "Ġded uction", + "Ġdeduct ion", + "Ġpol ÃŃt", + "Ġcomponent Will", + "ĠT elerik", + "ĠTele rik", + "_ SELF", + "_SE LF", + "_SEL F", + "Ġm use", + "Ġmus e", + "Ġmu se", + "C raft", + "Cr aft", + "Ġ dens", + "Ġd ens", + "Ġde ns", + "Ġden s", + "ठ¿", + "( tp", + "(t p", + "Ġt asty", + "Ġta sty", + "Ġtas ty", + "Ġtast y", + "Ġ balances", + "Ġbalance s", + "Ġbal ances", + "Ġded ication", + "Ġdedic ation", + "Ġdedi cation", + "ĠWall ace", + "ĠWal lace", + "Ġun law", + "Ġunl aw", + "\\ \">\\", + "\\\" >\\", + "\\\"> \\", + "Ġm um", + "Ġmu m", + "- update", + "-up date", + "e mente", + "em ente", + "ement e", + "eme nte", + "emen te", + "Ġs oda", + "Ġso da", + "Ġsod a", + "Re public", + "Rep ublic", + "as mine", + "asm ine", + "é ric", + "ér ic", + "éri c", + "( Status", + "(S tatus", + "ĠJson Convert", + "Ġ Disk", + "ĠD isk", + "ĠDis k", + "ĠDi sk", + ". Redirect", + ".Re direct", + ".Red irect", + "Ġfil ming", + "Ġfilm ing", + "/ mol", + "/m ol", + "R o", + "Ġ ville", + "Ġv ille", + "Ġvi lle", + "Ġvill e", + "Ġvil le", + "Ġtr abaj", + "Ġtrab aj", + "Ġs ynthesis", + "Ġsyn thesis", + "Ġsynth esis", + "Ġsynthes is", + "r ega", + "re ga", + "reg a", + "Ġ rl", + "Ġr l", + "S cheduler", + "Schedule r", + "ISH ED", + "current User", + "( errors", + "(err ors", + "(error s", + "(er rors", + "' h", + "_ bot", + "_b ot", + "_bo t", + "x imo", + "xi mo", + "Ġ USART", + "ĠUS ART", + "ĠUSA RT", + "_ super", + "_s uper", + "_sup er", + "_su per", + "_ DECREF", + "_DEC REF", + "н ой", + "но й", + "_ ROW", + "_R OW", + "_RO W", + "Ġprom otes", + "Ġpromote s", + "Ġpromot es", + "Ġpromo tes", + "Ġ TA", + "ĠT A", + "Ġh oras", + "Ġhor as", + "Ġho ras", + "Ġhora s", + "ĠRep resents", + "ĠRepresent s", + "Ġ nameof", + "Ġname of", + "Ġnam eof", + "Ġ Exc", + "ĠE xc", + "ĠEx c", + "ĠGar age", + "ĠGa rage", + "Ġse ine", + "Ġsein e", + "Ġsei ne", + ", #", + "Ġh erb", + "Ġhe rb", + "Ġher b", + "/ resources", + "/re sources", + "/res ources", + "/resource s", + "Ġple aded", + "Ġplea ded", + "Ġplead ed", + ".r adioButton", + ".radio Button", + "Ġ æĺ", + "Ġæ ĺ", + "O ps", + "Op s", + "ĠN est", + "ĠNe st", + "ĠNes t", + "c string", + "cs tring", + "ĠDef ence", + "Ġref ere", + "Ġrefer e", + "_ leaf", + "_le af", + "Ġreve lation", + "Ġrevel ation", + "ë §", + ".execute Update", + "_W ORLD", + "Ġexp ans", + "(\" \\\"", + "(\"\\ \"", + "j ab", + "ja b", + "Ġdoub ts", + "Ġdoubt s", + "Ġ Geometry", + "ĠGe ometry", + "ĠGeo metry", + "Ġintrodu ces", + "Ġintroduce s", + "Ġsen ators", + "Ġsenator s", + "Ġc anal", + "Ġcan al", + "Ġca nal", + ". helper", + ".h elper", + ".help er", + "ĠB iology", + "ĠBi ology", + "ĠBio logy", + "ĠBiol ogy", + "_ SENS", + "_S ENS", + "_SE NS", + ". previous", + ".pre vious", + ".prev ious", + "- touch", + "-t ouch", + "-to uch", + "a bit", + "ab it", + "abi t", + "Ġimp acted", + "Ġimpact ed", + "Ġbr ackets", + "Ġbracket s", + ". direct", + ".d irect", + ".dir ect", + ".di rect", + "ac cum", + "acc um", + "Ġtest osterone", + "ĉ action", + "ĉa ction", + "ĉac tion", + "ĉact ion", + "Ġ Chance", + "ĠCh ance", + "ĠCha nce", + "ĠChan ce", + "Ġpe aks", + "Ġpeak s", + "Ġpea ks", + "CppCodeGen WriteBarrier", + "Ġun belie", + "Ġunbe lie", + "_ press", + "_p ress", + "_pr ess", + "_pre ss", + "_pres s", + ". Rel", + ".R el", + ".Re l", + "ang led", + "angle d", + "angl ed", + "/ templates", + "/t emplates", + "/template s", + "/temp lates", + "-- >čĊ", + "--> čĊ", + "l ime", + "li me", + "lim e", + "Ġsufficient ly", + "_ nt", + "_n t", + "Exp and", + ".is file", + "Ġ isEmpty", + "Ġis Empty", + "Ġ qt", + "Ġq t", + "Ġmul her", + "a cob", + "ac ob", + "aco b", + "Ge orge", + "å¸ ¸", + "Ġas sim", + "Ġass im", + "a so", + "as o", + "Ġcompr ised", + "Ġcomprise d", + "O V", + "( CONFIG", + "(CON FIG", + "ĉ writer", + "ĉw riter", + "ĉwrite r", + "Ġd esp", + "Ġde sp", + "Ġdes p", + "Ġten ure", + "( cr", + "(c r", + ". pool", + ".p ool", + ".po ol", + "ĠB rend", + "ĠBr end", + "ĠBre nd", + "ĠBren d", + "Ġc ensor", + "( timeout", + "(time out", + "Ġp lea", + "Ġpl ea", + "Ġple a", + ". Wrap", + ".W rap", + "Ġt ightly", + "Ġtight ly", + "Ġ Were", + "ĠW ere", + "ĠWe re", + "ĠWer e", + "Ġ Ignore", + "ĠI gnore", + "ĠIgn ore", + "ĠIg nore", + "a bei", + "ab ei", + "abe i", + "Ġbr idges", + "Ġbridge s", + "Ġbrid ges", + "Ġcondem n", + "Ġsimp licity", + "Ġsimpl icity", + "Ġrout inely", + "Ġroutine ly", + "Ġbl acks", + "Ġblack s", + "Ġbla cks", + "j b", + "ĠP it", + "ĠPi t", + "U tf", + "Ut f", + "Ġ /Ċ", + "Ġ/ Ċ", + "r eload", + "re load", + "rel oad", + "Ġset Object", + "/ global", + "/g lobal", + "Ġf atty", + "Ġfa tty", + "Ġfat ty", + "Ġfatt y", + "Ġs ocks", + "Ġso cks", + "Ġsock s", + "Ġsoc ks", + "Could n", + "Ġerot isk", + "æĿ ¡", + "Ġ Pressure", + "ĠPres sure", + "ĠPress ure", + "ĠM az", + "ĠMa z", + "n pos", + "np os", + "to lower", + "tol ower", + "Ġ EQ", + "ĠE Q", + "ut eur", + "ute ur", + "Ġ Moment", + "ĠM oment", + "ĠMo ment", + "ĠMom ent", + "Ġ eta", + "Ġe ta", + "Ġet a", + "{{ --", + "Ġ graphs", + "Ġgraph s", + "Ġgrap hs", + "ĠG uar", + "ĠGu ar", + "r ine", + "ri ne", + "rin e", + "( --", + "(- -", + "Ġ HttpStatus", + "ĠHttp Status", + "( student", + "(st udent", + "* np", + "*n p", + "Ġrail way", + "Ġas ynchronous", + "_ vm", + "_v m", + "' ],'", + "'] ,'", + "'], '", + ", text", + ",t ext", + "m erchant", + "mer chant", + "( Guid", + "(G uid", + "ĠG ra", + "ĠGr a", + "ix er", + "ixe r", + "fetch All", + ". addListener", + ".add Listener", + "f lip", + "fl ip", + "* $", + "> (),", + ">( ),", + ">() ,", + "Ġsun light", + "as signed", + "ass igned", + "assign ed", + "Ġ abc", + "Ġa bc", + "Ġab c", + "Ġ COLUMN", + "ĠC OLUMN", + "ĠðŁĻĤ ĊĊ", + ") ...", + "). ..", + ").. .", + "Ġ ensemble", + "Ġen semble", + "Ġens emble", + "Ġ newline", + "Ġnew line", + "_S INGLE", + "i edad", + "ie dad", + "ied ad", + "Ġd arker", + "Ġdark er", + "Ġdar ker", + "or map", + "orm ap", + "Ġ lion", + "Ġl ion", + "Ġli on", + "pl its", + "plit s", + "Ġillustr ation", + "Ġillust ration", + "Ġ IEEE", + "ĠI EEE", + "ĠIE EE", + "Ġv ista", + "Ġvis ta", + "Ġvi sta", + "ous ands", + "ousand s", + "* ******", + "** *****", + "**** ***", + "****** *", + "*** ****", + "***** **", + "ĠTom my", + "Ġ hue", + "Ġh ue", + "Ġhu e", + "S el", + "Se l", + "Ġ aura", + "Ġa ura", + "Ġau ra", + "Ġaur a", + "ĠThe rapy", + "ĠTher apy", + "Ġan imator", + "Ġanim ator", + ". constraints", + ".con straints", + ".constraint s", + "Ġv ague", + "Ġva gue", + "Ġvag ue", + "(\" \")", + "(\"\" )", + "Ġvill ain", + "Ġvil lain", + "Ġvilla in", + "Ġbless ing", + "Ġstring Builder", + "Ġ Misc", + "ĠM isc", + "ĠMi sc", + "ĠMis c", + "Ġ DIR", + "ĠD IR", + "ĠDI R", + "f ax", + "fa x", + "- node", + "-n ode", + "-no de", + "Ġ Walking", + "ĠW alking", + "ĠWalk ing", + "ĠWal king", + "Ġ AU", + "ĠA U", + "s ess", + "se ss", + "ses s", + "Ġgr ill", + "Ġgri ll", + "VERT ISE", + "ĠF oods", + "ĠFood s", + "ĠFo ods", + "ĠFoo ds", + "Ġt ournaments", + "Ġtour naments", + "Ġtournament s", + "à ĵ", + "Ġ Marsh", + "ĠMar sh", + "ĠMars h", + "Ġw onders", + "Ġwon ders", + "Ġwonder s", + "Long itude", + ".Command Text", + "= input", + "=in put", + "_ encoder", + "_e ncoder", + "_en coder", + "_encode r", + "_enc oder", + "page Size", + "Ġ getState", + "Ġget State", + "> >Ċ", + ">> Ċ", + ". grey", + ".g rey", + ".gr ey", + "p od", + "po d", + "Ġread ings", + "Ġreading s", + "Ġre consider", + "Start up", + "Ġex cer", + "Ġexc er", + "Ġexce r", + ". balance", + ".b alance", + "_ cycle", + "_c ycle", + "_ Time", + "_T ime", + "LO CAL", + "LOC AL", + "Ġ EFI", + "ĠE FI", + "ĠEF I", + "ĠR eyn", + "ĠRe yn", + "ĠRey n", + ".set Foreground", + "b yn", + "by n", + "Ġdis connected", + "Ġdisconnect ed", + "ACT IVE", + "Ġ embedding", + "Ġembed ding", + "ic kers", + "ick ers", + "icker s", + "Ġsurround ings", + "Ġsurrounding s", + "* c", + "Ġgar ant", + "Ġga rant", + "Ġ bf", + "Ġb f", + "Ġ wipe", + "Ġw ipe", + "Ġwi pe", + "Ġ ä¸ĭ", + "Ġä¸ ĭ", + "_ TRA", + "_T RA", + "_TR A", + "ad ox", + "ado x", + "ç ķ", + "Ġs ucks", + "Ġsu cks", + "Ġsuc ks", + "Ġsuck s", + "Ġ Songs", + "ĠS ongs", + "ĠSon gs", + "ĠSong s", + "ĠAssoci ates", + "ĠAssociate s", + "ĠAssoc iates", + "ĠB ald", + "ĠBa ld", + "ĠBal d", + "ĠB rett", + "ĠBr ett", + "ĠBre tt", + "ĠBret t", + "ven ile", + "Ġ vt", + "Ġv t", + "Ġin ade", + "Ġre signed", + "Ġres igned", + "Ġresign ed", + "ĠGl enn", + "ĠGlen n", + "ĠGle nn", + ". pattern", + ".p attern", + ".pat tern", + ".Data Bind", + "Ñĥ м", + "Layout Inflater", + "c het", + "ch et", + "che t", + "ĠTest ament", + ". ms", + ".m s", + "Ġp av", + "Ġpa v", + "Ġ ReactDOM", + "ĠReact DOM", + "ur dy", + "urd y", + "A DATA", + "AD ATA", + "ADA TA", + "M u", + "/ actions", + "/a ctions", + "/action s", + "Ġ Js", + "ĠJ s", + "_ extract", + "_ex tract", + "_ext ract", + "_extra ct", + "Ġ Bring", + "ĠB ring", + "ĠBr ing", + "ĠBri ng", + ": id", + ":i d", + "st rt", + "str t", + "i vation", + "iv ation", + "iva tion", + "Ġout right", + "Ġou tright", + "Ġoutr ight", + "a zu", + "az u", + "loy ment", + "и Ñı", + "al do", + "ald o", + "Ġ Publisher", + "ĠP ublisher", + "ĠPublish er", + "E ducation", + "Educ ation", + "P alette", + "Pal ette", + "Pa lette", + "Pale tte", + "_ drv", + "_d rv", + "_dr v", + "Ġ ($(", + "Ġ( $(", + "Ġ($ (", + "ĠA nda", + "ĠAn da", + "ĠAnd a", + "Ġrem edy", + "Ġremed y", + "Ġin consistent", + "Ġincons istent", + "Ġinconsist ent", + "t ection", + "te ction", + "tec tion", + "Ġreg ulators", + "Ġregul ators", + "Ġregulator s", + "Ġshort est", + "( pair", + "(p air", + "(pa ir", + "Ġ Installation", + "ĠInstall ation", + "Ġdef endants", + "Ġdefend ants", + "Ġdefendant s", + "Ġ ();", + "Ġ( );", + "Ġ() ;", + "- large", + "-l arge", + "M el", + "Me l", + "Ġthreat en", + "н Ñı", + "Ġfet ish", + "ot ine", + "oti ne", + "_ dic", + "_d ic", + "_di c", + "Ġ <$", + "Ġ< $", + "Ġst agger", + "Ġsta gger", + "Ġstag ger", + "s pi", + "sp i", + "$ response", + "$res ponse", + "S erv", + "Se rv", + "Ser v", + "- born", + "-b orn", + "-bo rn", + "j os", + "jo s", + "ĉ img", + "ĉi mg", + "ĉim g", + "ĉ WHERE", + "ĉW HERE", + "_ lt", + "_l t", + "å½ ĵ", + ". cost", + ".c ost", + ".co st", + ".cos t", + "Ġ Tue", + "ĠT ue", + "ĠTu e", + ". labels", + ".label s", + ".lab els", + "Ġ LV", + "ĠL V", + "wcs store", + "ĠJ esse", + "ĠJes se", + "ĠJe sse", + "ĠJess e", + "ภ«", + "T rade", + "Tr ade", + "Trad e", + "Tra de", + "Ġpredecess or", + "ë Ĥ", + "f inally", + "fin ally", + "final ly", + "_ general", + "_g eneral", + "_gen eral", + "_gene ral", + "_gener al", + "oggle r", + "ogg ler", + "_ REGION", + "_REG ION", + "n ement", + "ne ment", + "nem ent", + "Ġb logger", + "Ġblog ger", + "Ġblo gger", + "ĠHar bor", + "Ġ Dataset", + "ĠD ataset", + "ĠData set", + "ĠDat aset", + "[ w", + "Ġattend ees", + "Ġattendee s", + ". ico", + ".i co", + ".ic o", + "max imum", + ". Unlock", + ".Un lock", + "_ SYNC", + "_S YNC", + "_SY NC", + "_SYN C", + "ág ina", + "Ġd owns", + "Ġdown s", + "Ġdow ns", + "ĠW ii", + "ĠWi i", + "] )/", + "]) /", + "Ġk icking", + "Ġkick ing", + "un ication", + "unic ation", + "uni cation", + "Ġ DAC", + "ĠD AC", + "ĠDA C", + "Ġ IDS", + "ĠI DS", + "ĠID S", + "ĠR ental", + "ĠRen tal", + "ĠRent al", + "Ġ currentTime", + "Ġcurrent Time", + "Ġvacc ines", + "Ġvaccine s", + "ĠD evil", + "ĠDe vil", + "ĠDev il", + "Ġn ors", + "Ġno rs", + "Ġnor s", + "_ mouse", + "_m ouse", + "_mo use", + "ur rection", + "urre ction", + "urr ection", + "urrect ion", + "( no", + "(n o", + "Ġ >čĊ", + "Ġ> čĊ", + "Ġag gression", + "Ġaggress ion", + "Ġagg ression", + "Ġbre eding", + "Ġbreed ing", + "Ġbree ding", + ". symbol", + ".s ymbol", + ".sym bol", + "i man", + "im an", + "ima n", + "Absolute Path", + "Ġ WHO", + "ĠW HO", + "ĠWH O", + "_ flush", + "_f lush", + "_fl ush", + "- root", + "-r oot", + "-ro ot", + "a rna", + "ar na", + "arn a", + "& M", + "Ġf athers", + "Ġfa thers", + "Ġfather s", + "Ġ Rocket", + "ĠR ocket", + "ĠRock et", + "ĠRo cket", + "ĠRoc ket", + "i veau", + "ive au", + "Ġw ander", + "Ġwa nder", + "Ġwand er", + "Ġwan der", + "Ġcom pos", + "Ġcomp os", + "ĠWar rior", + "Ġ Seat", + "ĠS eat", + "ĠSe at", + "ĠSea t", + "ĠCl inic", + "ĠClin ic", + "ĠCli nic", + "_ invoice", + "_in voice", + "_inv oice", + "( dispatch", + "(dis patch", + "Product o", + "at uring", + "atur ing", + "atu ring", + "oss ier", + "ĠM AY", + "ĠMA Y", + "Ġd agger", + "Ġda gger", + "Ġdag ger", + "Ġsan itized", + "Ġsanit ized", + "Ġsanitize d", + "Ġ RFC", + "ĠR FC", + "ĠRF C", + "Ġp roph", + "Ġpro ph", + "Ġpr oph", + "Ġprop h", + "Ġu rine", + "Ġur ine", + "Ġuri ne", + "Ġgr ind", + "Ġgri nd", + "Ġgrin d", + "Ġ Expanded", + "ĠExp anded", + "ĠExpand ed", + "des cripcion", + "- fw", + "-f w", + "ĠK erry", + "ĠKer ry", + "ĠKerr y", + "= name", + "=n ame", + "Ġ chk", + "Ġc hk", + "Ġch k", + "Ġn ationally", + "Ġnational ly", + "Ġnation ally", + "Ġt hee", + "Ġth ee", + "Ġthe e", + "I nc", + "In c", + "Ġ ?>>", + "Ġ? >>", + "Ġ?> >", + ". RadioButton", + ".R adioButton", + ".Http ServletResponse", + ".HttpServlet Response", + "/ Y", + "ĉ field", + "ĉf ield", + "ĉfi eld", + "Ġ homme", + "Ġhom me", + "y per", + "ype r", + "yp er", + "Ph ysical", + "Phys ical", + "= v", + "Ġd riv", + "Ġdr iv", + "Ġdri v", + "Ġ Errors", + "ĠError s", + "ĠEr rors", + "ĠErr ors", + "Ġc Äĥ", + "De ath", + "Ġ WINDOW", + "ĠW INDOW", + "Ġpo et", + "Ġ Sharp", + "ĠSh arp", + "ĠSha rp", + "ĠShar p", + "Ġ Immutable", + "ĠIm mutable", + "ĠImm utable", + "ĉ create", + "ĉc reate", + "Ġge ht", + "Ġgeh t", + "ĠRe form", + "ĠRef orm", + "a iser", + "ai ser", + "ais er", + "aise r", + "Ġ Initialization", + "ĠInitial ization", + "Ġimm unity", + "Ġimmun ity", + ". compose", + ".com pose", + ".comp ose", + "Ġlate ncy", + "Ġlat ency", + "Ġlaten cy", + "ĠLeban on", + "ĠPar ad", + "ĠPa rad", + "ĠPara d", + "Ġf uels", + "Ġfuel s", + "Ġfu els", + "Ġfue ls", + "ĠEx hib", + "c oh", + "co h", + "% \">Ċ", + "%\" >Ċ", + "%\"> Ċ", + "Ġ CLI", + "ĠC LI", + "ĠCL I", + ") initWith", + ")init With", + "- Za", + "-Z a", + "_ CLEAR", + "_C LEAR", + "_CL EAR", + "re gn", + "reg n", + "Ġfin ances", + "Ġfinance s", + "Ġfinanc es", + "Ġfinan ces", + ". standard", + ".st andard", + "_ CATEGORY", + "_C ATEGORY", + ". library", + ".l ibrary", + ".lib rary", + "Ġtravel ers", + "Ġtraveler s", + "_ wp", + "_w p", + "Ġ Evaluation", + "ĠE valuation", + "ĠEval uation", + "ĠEvalu ation", + "start ing", + "star ting", + "Ġ )),Ċ", + "Ġ) ),Ċ", + "Ġ)) ,Ċ", + "ep isode", + "Ġ Variant", + "ĠV ariant", + "ĠVar iant", + "ĠVari ant", + "Ġ daemon", + "Ġda emon", + "ĠJ ulia", + "ĠJul ia", + "ĠJu lia", + "ĠJuli a", + "Ġ NR", + "ĠN R", + "Ġd oubles", + "Ġdouble s", + "Ġdoub les", + "Ġdou bles", + "< v", + "/ runtime", + "/r untime", + "/run time", + "Ġ interpreter", + "Ġinter preter", + "Ġinterpret er", + "Ġinterpre ter", + "Ġ INDEX", + "ĠIN DEX", + "ĠIND EX", + "ĠHol mes", + "_ DIM", + "_D IM", + "_DI M", + "Ġp addle", + "Ġpad dle", + "Ġpadd le", + "_ example", + "_ex ample", + "_exam ple", + "Ġ foreground", + "Ġfore ground", + ". routes", + ".r outes", + ".route s", + ".ro utes", + "Ġs owie", + "Ġso wie", + "Ġsow ie", + "S UCCESS", + "Ġ CDC", + "ĠC DC", + "ĠCD C", + "Ġ BD", + "ĠB D", + "_ -", + "as ured", + "asure d", + "asu red", + "W riting", + "Wr iting", + "Ġ currentPage", + "Ġcurrent Page", + "( answer", + "(ans wer", + "(an swer", + "Ġ ASCII", + "ĠA SCII", + "ĠASC II", + "à ¨", + "Ġsocial ly", + "Ġsoc ially", + "Ġsoci ally", + "y yy", + "yy y", + "ĠSpecial ist", + "( customer", + "(c ustomer", + "(custom er", + "ist ani", + "istan i", + "ista ni", + "k est", + "ke st", + "kes t", + "ĠM ak", + "ĠMa k", + "Ġt ho", + "Ġth o", + ". pt", + ".p t", + "( comment", + "(com ment", + "(comm ent", + "Ġ Converter", + "ĠCon verter", + "ĠConvert er", + "g am", + "ga m", + "b ins", + "bin s", + "bi ns", + ". tele", + ".t ele", + ".te le", + ".tel e", + "ĠVeter ans", + "ĠVeteran s", + "_ ALLOC", + "_AL LOC", + "_ALL OC", + "олÑĮзов аÑĤ", + "inn amon", + "; width", + "o hl", + "oh l", + "Ġf antas", + "Ġfan tas", + "Ġfant as", + "Ġs ung", + "Ġsu ng", + "Ġsun g", + "ĉ K", + "( Json", + "(J son", + "Ġneighbour hood", + "Ġv ow", + "Ġvo w", + "Ġs ins", + "Ġsi ns", + "Ġsin s", + "on acci", + "ona cci", + "Ġ epochs", + "Ġepoch s", + "im agen", + "image n", + "ima gen", + "imag en", + ". Change", + ".Ch ange", + ".my batis", + "Se ek", + "See k", + "W ER", + "WE R", + "管 çIJĨ", + "Ġinter ess", + "Ġinte ress", + "Ġinteres s", + "_ Event", + "_E vent", + "ed erland", + "eder land", + "Ġterr itor", + "Ġci udad", + "uc ked", + "uck ed", + "Ġsn ack", + "Ġsna ck", + "Ġtrans ported", + "Ġtransport ed", + "Ġtransporte d", + "Ġ Manifest", + "ĠMan ifest", + "Ġ DAT", + "ĠD AT", + "ĠDA T", + "_ theta", + "_th eta", + "_the ta", + "Ġw ont", + "Ġwon t", + "Ġwo nt", + ". ĊĊĊĊĊĊĊĊĊĊ", + ".ĊĊ ĊĊĊĊĊĊĊĊ", + ".Ċ ĊĊĊĊĊĊĊĊĊ", + ".ĊĊĊĊ ĊĊĊĊĊĊ", + ".ĊĊĊ ĊĊĊĊĊĊĊ", + ".ĊĊĊĊĊĊ ĊĊĊĊ", + ".ĊĊĊĊĊĊĊĊ ĊĊ", + ".ĊĊĊĊĊ ĊĊĊĊĊ", + "Ĭ¶ æĢģ", + "ĠE pic", + "ĠEp ic", + "D eck", + "De ck", + "Dec k", + "l tra", + "lt ra", + "ltr a", + "_ ZERO", + "_Z ERO", + "Ġ[ ];", + "Ġ[] ;", + "/ scripts", + "/s cripts", + "/script s", + "Ġ --------------------------------------------------------------------------------", + "Ġ---------------------------------------------------------------- ----------------", + "Ġ---- ----------------------------------------------------------------------------", + "Ġ---------------- ----------------------------------------------------------------", + "Ġ------------------------------------------------ --------------------------------", + "Ġ-------------------------------- ------------------------------------------------", + "Ġ---------------------------------------------------------------------------- ----", + "Ġ---------- ----------------------------------------------------------------------", + "Ġ------------------------------------------------------------ --------------------", + "Ġ------------------------------------------------------------------------- -------", + "æĥ ħ", + "Ġ weed", + "Ġw eed", + "Ġwe ed", + "Ġwee d", + "N BC", + "NB C", + "Ġr aped", + "Ġrap ed", + "Ġra ped", + "Ġrape d", + "Ġ Gateway", + "ĠG ateway", + "ĠGate way", + "ĠGat eway", + "[ M", + "Ġ Timeout", + "ĠTime out", + "ench mark", + ". ViewModel", + ".View Model", + "Ġporn os", + "Ġpor nos", + "Ġporno s", + "Ġ Ya", + "ĠY a", + "th ritis", + "thr itis", + "ĠFl ynn", + "ĠFly nn", + "Ġ mega", + "Ġm ega", + "Ġme ga", + "Ġmeg a", + "a cin", + "ac in", + "aci n", + "Ġtr ibal", + "Ġtri bal", + "Ġtrib al", + ". apple", + ".app le", + ".ap ple", + "Ġ Blo", + "ĠB lo", + "ĠBl o", + "â n", + "i bi", + "ib i", + "r ov", + "ro v", + "ĠL ives", + "ĠLive s", + "ĠLi ves", + "ĠLiv es", + "^ .", + "get Request", + "Ġ Establish", + "ĠEst ablish", + "cont ainers", + "container s", + "contain ers", + "Ġst arring", + "Ġstar ring", + "Ġcele brities", + "Ġcelebr ities", + "Ġ Relative", + "ĠRel ative", + "ĠHe ights", + "ĠHeight s", + "Ġtq dm", + "ĠNorth west", + "i vic", + "iv ic", + "ivi c", + "ĉ cl", + "ĉc l", + "Ġautom otive", + "ent ric", + "entr ic", + "Ġ fortunate", + "Ġfort unate", + "Ġfire place", + "Ġfi replace", + "se ud", + "n ickname", + "nick name", + "; s", + "_ CAL", + "_C AL", + "_CA L", + "h alt", + "ha lt", + "hal t", + "( ns", + "(n s", + "_ deleted", + "_de leted", + "_delete d", + "_del eted", + "De velopment", + "Dev elopment", + "Develop ment", + "m ovies", + "movie s", + "mov ies", + "Ġid entities", + "Ġident ities", + "Ġprompt ly", + "ا ÙĨ", + "ا٠Ĩ", + "Ġ ante", + "Ġa nte", + "Ġan te", + "Ġant e", + "Ġ\" ','", + "Ġ\"' ,'", + "Ġ\"', '", + "åı £", + "imp se", + "imps e", + "Ġy ap", + "Ġya p", + "Type Name", + "Ġb itch", + "Ġbit ch", + "Ġassoci ates", + "Ġassociate s", + "Ġassoc iates", + "HE ME", + "- empty", + "-em pty", + "Ġ ت", + "ĠØ ª", + "ol vers", + "olve rs", + "olver s", + "olv ers", + "Ġp istol", + "Ġpist ol", + "Ġpis tol", + "Sc oped", + "Scope d", + "ag ner", + "agn er", + "agne r", + "' ]=='", + "'] =='", + "']= ='", + "']== '", + "Ġ IMP", + "ĠI MP", + "ĠIM P", + "e xc", + "ex c", + "Ġo mitted", + "Ġom itted", + "Ġomit ted", + "Ġmind set", + "Ġminds et", + "Ġ [](", + "Ġ[ ](", + "Ġ[] (", + "Ġ orn", + "Ġo rn", + "Ġor n", + "_ CAM", + "_C AM", + "_CA M", + "A vg", + "Av g", + "Localized String", + "ĠN atur", + "ĠNa tur", + "ĠNat ur", + "Ġ composer", + "Ġcom poser", + "Ġcomp oser", + "Ġcompose r", + "Ġcompos er", + "Ġ Playing", + "ĠPl aying", + "ĠPlay ing", + "ĠPla ying", + "Ġover d", + "Ġov erd", + "_ utf", + "_u tf", + "_ut f", + ". sk", + ".s k", + "ĠF ol", + "ĠFo l", + "$ page", + "$p age", + ", Object", + ",O bject", + "Ġb ees", + "Ġbe es", + "Ġbee s", + "al ary", + "ala ry", + "alar y", + "b ullet", + "bul let", + "bull et", + "_ library", + "_l ibrary", + "_lib rary", + "O ffer", + "Of fer", + "Off er", + "loc ated", + "locate d", + "Ġ (_,", + "Ġ( _,", + "Ġ(_ ,", + "âĢľ He", + "Ġ Owners", + "ĠOwn ers", + "ĠOwner s", + "ĠOw ners", + ") ).Ċ", + ")) .Ċ", + ")). Ċ", + "Ġb ri", + "Ġbr i", + ". Admin", + ".Ad min", + "k tion", + "kt ion", + "лÑİ Ñĩ", + "Ġerot ici", + "Ġerotic i", + "Cancel led", + "Ġ agr", + "Ġa gr", + "Ġag r", + "re views", + "review s", + "_ dma", + "_d ma", + "_dm a", + "R ICT", + "RI CT", + "RIC T", + "Ġ gfx", + "Ġg fx", + "Ġgf x", + "m pi", + "mp i", + "p po", + "pp o", + "Ġ //@", + "Ġ// @", + "Ġ/ /@", + "Ġ uppercase", + "Ġupper case", + "Ġcomm itting", + "Ġcommit ting", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "User Data", + "Ġv ai", + "Ġva i", + "ĉ sort", + "ĉs ort", + "Ġcongr at", + "Ġcong rat", + "Ġd ioxide", + "Ġdi oxide", + "д а", + ". area", + ".a rea", + ".ar ea", + ".are a", + "ĠJosh ua", + "ĠJos hua", + "ĠK och", + "ĠKo ch", + "_ break", + "_b reak", + "a zure", + "az ure", + "azu re", + "is tical", + "ist ical", + "istic al", + "isti cal", + "istica l", + "_AL PHA", + "_ views", + "_view s", + "_vi ews", + "Ġelim inating", + "Ġelimin ating", + "O MB", + "OM B", + "e numer", + "en umer", + "enu mer", + "enum er", + "ĠH ydro", + "ĠHy dro", + "( *(", + "(* (", + "ERT ICAL", + "Ġinev itably", + "Ġst ole", + "Ġsto le", + "Ġstol e", + "- east", + "-e ast", + "i eron", + "ie ron", + "ier on", + "iero n", + "Ġ linger", + "Ġl inger", + "Ġli nger", + "Ġlin ger", + "Ġling er", + "/ doc", + "/d oc", + "/do c", + "Å º", + "Ġ Already", + "ĠAl ready", + "as io", + "asi o", + "Ġ --Ċ", + "Ġ- -Ċ", + "Ġ-- Ċ", + "Ġ abbrev", + "Ġabb rev", + "Ġ Atom", + "ĠA tom", + "ĠAt om", + "h im", + "hi m", + "Ġ INSERT", + "ĠINS ERT", + "s un", + "su n", + "âĻ ª", + "CON NECT", + "CONN ECT", + "er ator", + "era tor", + "ĠM anning", + "ĠMan ning", + "ĠMann ing", + "Ġ :(", + "Ġ: (", + "g as", + "ga s", + "= >'", + "=> '", + "Ġquery set", + "; }čĊ", + ";} čĊ", + "Ġ Population", + "ĠPop ulation", + "uted String", + "res ident", + "resi dent", + "_ FONT", + "_F ONT", + "Ġ Respond", + "ĠRes pond", + "ĠResp ond", + "Ġobsc ure", + "Ġ observable", + "Ġo bservable", + "Ġobserv able", + "ĠContrib utors", + "ĠContributor s", + "k on", + "ko n", + "ĠM usk", + "ĠMus k", + "ĠMu sk", + "ex ao", + "ĠT ub", + "ĠTu b", + "Boot Application", + "S OR", + "SO R", + ". Horizontal", + ".H orizontal", + ". findBy", + ".find By", + ". power", + ".p ower", + ".pow er", + ".po wer", + "Ġpositive ly", + "Ġposit ively", + "ven ience", + "ĠJ ong", + "ĠJo ng", + "ĠJon g", + "Ġwh istle", + "Ġ знаÑĩ", + "Ġз наÑĩ", + "Ġзна Ñĩ", + "Ġзн аÑĩ", + "Ġl ending", + "Ġlen ding", + "Ġlend ing", + "Ġdestruct ive", + "Ġ onDelete", + "Ġon Delete", + "author ization", + "() ;?>", + "(); ?>", + "_ original", + "_or iginal", + "_origin al", + "_orig inal", + "sc ience", + "sci ence", + "a tra", + "at ra", + "atr a", + "?, ?,", + "Ġ Asc", + "ĠA sc", + "ĠAs c", + "Ġconvin cing", + "Ġconvinc ing", + "$ a", + "or gen", + "org en", + "orge n", + "_ Date", + "_D ate", + "Ġ Provide", + "ĠPro vide", + "ĠProvid e", + "ĠProv ide", + "Ġlon ely", + "Ġlone ly", + ") 'Ċ", + ")' Ċ", + "ex change", + "; ?>Ċ", + ";?> Ċ", + ". fast", + ".f ast", + ".fa st", + "S amples", + "Sample s", + "Sam ples", + "L ondon", + "Lo ndon", + "Lon don", + "' ])čĊ", + "'] )čĊ", + "']) čĊ", + "Ġ Ionic", + "ĠI onic", + "ĠIo nic", + "ĠIon ic", + "Ġp esso", + "Ġpes so", + "ĠKn ights", + "ĠKnight s", + "ĠR af", + "ĠRa f", + "_ attrs", + "_at trs", + "_attr s", + "_att rs", + "Ġrepe al", + "> Main", + ">M ain", + "Ġ Ordered", + "ĠOrder ed", + "ĠOrd ered", + "_ New", + "_N ew", + "=\" \"> < /", + "url patterns", + "ATION AL", + "ATIO NAL", + "pe ech", + "pee ch", + "ĠId aho", + "Ġpr incess", + "Ġprince ss", + "Ġprin cess", + "Ġprinc ess", + "Ġprinces s", + "Ġ Customers", + "ĠCustom ers", + "ĠCustomer s", + "ĠCust omers", + "a ways", + "aw ays", + "away s", + "awa ys", + "a db", + "ad b", + "ĠBry ant", + "ĠBryan t", + "n once", + "no nce", + "non ce", + "Ġad ul", + "Ġ` `(", + "Ġ`` (", + "Ġafter math", + "= dict", + "=d ict", + "text Box", + "Ġs perm", + "Ġsp erm", + "Ġspe rm", + "Ġsper m", + "Ġc ough", + "Ġco ugh", + "Ġcou gh", + "H or", + "Ho r", + "âĢĻ S", + ".Component ResourceManager", + "Ġreg ulator", + "Ġregul ator", + "Ġpartner ships", + "Ġpartners hips", + "Ġpartnership s", + "/ projects", + "/project s", + "t rys", + "tr ys", + "try s", + "ĠL aser", + "ĠLa ser", + "ĠLas er", + "⣠©", + "ĠF unk", + "ĠFun k", + "ĠFu nk", + "Ġun conscious", + "Ġuncon scious", + "Ġc rust", + "Ġcr ust", + "Ġcru st", + "Ġcrus t", + "Ġ Teams", + "ĠTe ams", + "ĠTeam s", + "ĠTea ms", + "Ġ Banner", + "ĠB anner", + "ĠBan ner", + "ĠH oney", + "ĠHon ey", + "ĠHo ney", + "l ems", + "le ms", + "lem s", + "Ġmax Width", + "Pointer Exception", + "fade Out", + "- St", + "-S t", + "Ġstr angers", + "Ġstrange rs", + "Ġstranger s", + "Ġstrang ers", + "Ġstran gers", + "_ GO", + "_G O", + "W ritable", + "Wr itable", + "_ Info", + "_In fo", + ". NonNull", + ".Non Null", + "an notations", + "annot ations", + "annotation s", + "Ġ GD", + "ĠG D", + "Ġendorse d", + "Ġendors ed", + "ĉToken Name", + "Ġ Depending", + "ĠDe pending", + "ĠDep ending", + "ĠDepend ing", + "YN AM", + "Ġ Meteor", + "ĠM eteor", + "ĠMet eor", + "Ġ Increase", + "ĠIn crease", + "ĠIncre ase", + ". Many", + ".M any", + ".Man y", + ".Ma ny", + "= =(", + "== (", + ". UUID", + ".U UID", + "_ KERNEL", + "_K ERNEL", + "Ġvid é", + "Ġ pq", + "Ġp q", + "ĠQt Gui", + "Ġ Various", + "ĠV arious", + "ĠVar ious", + "ĠVa rious", + "ĠVari ous", + "Ġ john", + "Ġj ohn", + "Ġjo hn", + "_ patch", + "_p atch", + "_pat ch", + "Ġt outes", + "Ġto utes", + "Ġtou tes", + "Ġtout es", + "Ġtoute s", + "Ġ Fail", + "ĠF ail", + "ĠFa il", + "Ġsurv iving", + "Ġsurviv ing", + "( \"${", + "(\" ${", + "(\"$ {", + "Ġ ĠĠĠĠĠĠčĊ", + "ĠĠ ĠĠĠĠĠčĊ", + "ĠĠĠĠ ĠĠĠčĊ", + "ĠĠĠ ĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠ čĊ", + "ĠĠĠĠĠ ĠĠčĊ", + "ĠĠĠĠĠĠ ĠčĊ", + "Ġ imageUrl", + "Ġimage Url", + ". wordpress", + ".word press", + "s ources", + "source s", + "ĉgl Vertex", + "âĢĻ a", + "Ġes col", + "Ġesc ol", + "R ARY", + "RA RY", + "RAR Y", + "Ġ Snake", + "ĠSn ake", + "Ġqu int", + "Ġq uint", + "Ġqui nt", + "Ġl asts", + "Ġla sts", + "Ġlast s", + "Ġlas ts", + "ĠHar mon", + "ĠHarm on", + "Ġ coil", + "Ġc oil", + "Ġco il", + "Ġcoi l", + "Ġexplo itation", + "Ġexploit ation", + "l een", + "le en", + "lee n", + "' >\";Ċ", + "'> \";Ċ", + "'>\" ;Ċ", + "Ġ SERVER", + "ĠS ERVER", + "ĠSER VER", + "Ġ HEADER", + "ĠHE ADER", + "ĠHEAD ER", + "_ velocity", + "_v elocity", + "_vel ocity", + "Ġ Invoke", + "ĠIn voke", + "ĠInv oke", + ". timestamps", + ".timestamp s", + "Ġs ulf", + "Ġsu lf", + "Ġsul f", + "I QUE", + "IQ UE", + "Ġinhabit ants", + "ph ins", + "phi ns", + "phin s", + "a zzo", + "az zo", + "azz o", + "Ġ mono", + "Ġm ono", + "Ġmon o", + "Ġmo no", + "L egend", + "Le gend", + "Leg end", + "Ġ nonce", + "Ġn once", + "Ġno nce", + "Ġnon ce", + "I FE", + "IF E", + "; \";Ċ", + ";\" ;Ċ", + "- create", + "-c reate", + "\" \",Ċ", + "\"\" ,Ċ", + "\"\", Ċ", + "per mit", + "perm it", + "ĠIm migration", + "ĠImm igration", + "Ġ pathname", + "Ġpath name", + "ff ective", + "ffect ive", + "âĻĢ âĻĢ", + "Ġex ams", + "Ġexam s", + "- event", + "-e vent", + "-ev ent", + "-even t", + "ĠT ill", + "ĠTi ll", + "ĠTil l", + "[ mid", + "[m id", + "F IX", + "FI X", + "; color", + ";c olor", + "( Order", + "_ traits", + "_t raits", + "_tr aits", + "_tra its", + "_trait s", + "Ġ orderBy", + "Ġorder By", + "Ġs unt", + "Ġsu nt", + "Ġsun t", + "ĠNich olas", + "Ø ²", + "Ġs unny", + "Ġsun ny", + "i ners", + "in ers", + "ine rs", + "iner s", + "Ġaccess ibility", + "Ġ HB", + "ĠH B", + ". comp", + ".c omp", + ".com p", + ".co mp", + "ĉ op", + "ĉo p", + "Ġminor ities", + "eth eus", + "ethe us", + "Ġcollabor ative", + "p rit", + "pr it", + "pri t", + "H IR", + "HI R", + "Ġwr aps", + "Ġwrap s", + "ĉ draw", + "ĉd raw", + "g od", + "go d", + "Ġ IX", + "ĠI X", + ". apps", + ".app s", + ".ap ps", + ".a pps", + "Ġ NM", + "ĠN M", + "Ġir relevant", + "Ġirre levant", + "ĠT igers", + "ĠTi gers", + "ĠTiger s", + "ĠTig ers", + "Ġ diag", + "Ġd iag", + "Ġdi ag", + "Ġdia g", + "G V", + "ĠAccess ories", + "k ont", + "ko nt", + "kon t", + "Ġs implify", + "Ġsimp lify", + "Ġsimpl ify", + "Ġ Favorite", + "ĠF avorite", + "ĠFavor ite", + "_ tools", + "_t ools", + "_to ols", + "_tool s", + "( []);Ċ", + "([ ]);Ċ", + "([] );Ċ", + "Ġt owers", + "Ġto wers", + "Ġtow ers", + "Ġtower s", + "B es", + "Be s", + "Ġ hunter", + "Ġh unter", + "Ġhun ter", + "Ġhunt er", + "Ġs alon", + "Ġsa lon", + "Ġsal on", + "( buff", + "(b uff", + "(buf f", + "ĉ debug", + "ĉde bug", + "Ġmal ware", + "M oving", + "Mo ving", + "Mov ing", + "- options", + "-o ptions", + "-option s", + "-opt ions", + ") +'", + ")+ '", + "ĠL OVE", + "ĠLO VE", + "_S OCKET", + "_SO CKET", + "_ fin", + "_f in", + "ĠDel aware", + "Ġsher iff", + "- invalid", + "-in valid", + "Ġ FULL", + "ĠF ULL", + "ĠFU LL", + "Ġ под", + "Ġп од", + "Ġпо д", + "e las", + "el as", + "ela s", + "\" strings", + "ĠRepresent atives", + "ĠRepresentative s", + "s urface", + "sur face", + "surf ace", + "res olved", + "resolve d", + "ht docs", + ") ):čĊ", + ")) :čĊ", + ")): čĊ", + "Ġpress ures", + "Ġpressure s", + "Ġno rms", + "Ġnor ms", + "Ġnorm s", + "Ġ pla", + "Ġp la", + "Ġpl a", + "Ġ surname", + "Ġs urname", + "Ġsur name", + "Ġ postal", + "Ġpos tal", + "Ġpost al", + "Ġpo stal", + "Ġ Depart", + "ĠDe part", + "ĠDep art", + "Ġs laughter", + "Ġsla ughter", + "or ida", + "ori da", + "Ġhe bben", + "Ġheb ben", + "Ġd esar", + "Ġde sar", + "Ġdes ar", + "comp act", + "_ LANG", + "_L ANG", + "_LA NG", + "åIJ Ī", + "o poly", + "op oly", + "opol y", + "opo ly", + "_ rad", + "_r ad", + "_ra d", + "ĠST DMETHOD", + "ĠSTD METHOD", + "L azy", + "La zy", + "Ġ ĠĠĉ", + "ĠĠ Ġĉ", + "ĠĠĠ ĉ", + ".. .,", + "... ,", + "( web", + "(w eb", + "Ġ Pont", + "ĠP ont", + "ĠPo nt", + "ĠPon t", + "Ġet was", + "Ġetwa s", + "Ġup ward", + "_ hat", + "_h at", + "Ġ ],ĊĊ", + "Ġ] ,ĊĊ", + "Ġ],Ċ Ċ", + "Ġ], ĊĊ", + "Ġ baseUrl", + "Ġbase Url", + "Ġwor rying", + "Ġworry ing", + "- addon", + "-add on", + "-ad don", + "( getClass", + "(get Class", + "S PI", + "SP I", + "Ġcapt uring", + ") },Ċ", + ")} ,Ċ", + ")}, Ċ", + "E ffects", + "Effect s", + "Eff ects", + "Ġcompet ent", + "Ġcompete nt", + "Ġf oul", + "Ġfo ul", + "Ġfou l", + "Ġsubs cribing", + "Ġsubscri bing", + "Ġ OBJECT", + "ĠO BJECT", + "ĠOBJ ECT", + "ĠOB JECT", + "IX EL", + "b ucks", + "bu cks", + "( edge", + "(e dge", + "(ed ge", + "( pass", + "(p ass", + "(pa ss", + "ĠPeter son", + "ĠPet erson", + "ĠPeters on", + "Ġbo obs", + "Ġboo bs", + "Ġboob s", + "Ġ Delay", + "ĠD elay", + "ĠDe lay", + "ĠDel ay", + "_ square", + "_s quare", + "e lim", + "el im", + "eli m", + "o ters", + "ot ers", + "ote rs", + "oter s", + "_ PC", + "_P C", + "% E", + "on click", + "Ġ SVG", + "ĠS VG", + "ĠSV G", + "Ġt opped", + "Ġto pped", + "Ġtop ped", + "Ġtopp ed", + "Ġf ist", + "Ġfi st", + "Ġfis t", + "s mart", + "sm art", + "ĠR alph", + "( owner", + "(o wner", + "j ours", + "jo urs", + "jour s", + "Ġbro nze", + "Ġbron ze", + "Ġ ArgumentException", + "ĠArgument Exception", + "( original", + "(origin al", + "(orig inal", + "(or iginal", + "_ SCALE", + "_S CALE", + "_SC ALE", + "_ cp", + "_c p", + "Ġrecomm ends", + "Ġrecommend s", + ".set Style", + "S ure", + "Sur e", + "Su re", + "L AND", + "LA ND", + "LAN D", + "Ġre peating", + "Ġrep eating", + "Ġrepe ating", + "Ġrepeat ing", + "M att", + "Mat t", + "Ma tt", + ". Visibility", + "Ġenter prises", + "Ġenterprise s", + ". Setup", + ".Set up", + "( scene", + "(s cene", + "(sc ene", + "ĠRe active", + "ĠReact ive", + "ur ge", + "urg e", + "b w", + ". Put", + ".P ut", + "p ersist", + "pers ist", + ". cookie", + ".c ookie", + ".co okie", + "ĠA udi", + "ĠAud i", + "ĠAu di", + "` s", + "s upplier", + "sup plier", + "( Form", + "(F orm", + " ¡", + "_ so", + "_s o", + "Į Ģ", + "ĠLeg ion", + "t te", + "tt e", + "N d", + "L oss", + "Lo ss", + "Los s", + "( attrs", + "(at trs", + "(attr s", + "(att rs", + ". scatter", + ".sc atter", + "Ġg room", + "Ġgr oom", + "Ġgro om", + "Ġgl impse", + "Ġglimps e", + "Ġn ails", + "Ġna ils", + "Ġnail s", + "Ġcum ulative", + "Ġf azer", + "Ġfa zer", + "Ġfaz er", + "_ services", + "_s ervices", + "_service s", + "_serv ices", + ". Num", + ".N um", + "ib ilit", + "ibil it", + "ibi lit", + "ibili t", + "_ resolution", + "_re solution", + "_res olution", + "Ġ Tx", + "ĠT x", + "um inium", + "umin ium", + "o pa", + "op a", + ". schedule", + ".s chedule", + "sm tp", + "ภķ", + "ur ry", + "urr y", + "ü k", + "g oog", + "go og", + "goo g", + "_ signature", + "_sign ature", + "_sig nature", + ". into", + ".in to", + ".int o", + "Ġ Steps", + "ĠSt eps", + "ĠSte ps", + "ĠStep s", + "Ġhome owners", + "Ġhomeowner s", + "Ġ NSURL", + "ĠNS URL", + "ĠP AC", + "ĠPA C", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĊĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĊĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĊĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĊ Ċ", + "> ')Ċ", + ">' )Ċ", + ">') Ċ", + "e nh", + "en h", + "Ġin cap", + "Ġinc ap", + "$ MESS", + "Ġm oins", + "Ġmo ins", + "Ġmoi ns", + "Ġ Fi", + "ĠF i", + "Ġoff season", + "pr essions", + "press ions", + "pression s", + "> .. < /", + "Ġpro vinces", + "Ġprov inces", + "Ġprovince s", + "Ġprovinc es", + "_ RAW", + "_R AW", + "_RA W", + "\\ App", + "Ġprostit uer", + "Ġprostitu er", + "_ gain", + "_g ain", + ".t encent", + "ff ects", + "ffect s", + "ffe cts", + "( pk", + "(p k", + "s ku", + "sk u", + "Ġ usable", + "Ġus able", + "Ġusa ble", + "ER VED", + "ERV ED", + "ERVE D", + "Ġant enna", + "Ġantenn a", + "h ea", + "he a", + "p list", + "pl ist", + "_ PLUGIN", + "_PL UGIN", + "Ñģ л", + ". lookup", + ".look up", + "á» ģ", + "Ġen larg", + "Ġp iss", + "Ġpi ss", + "Ġpis s", + "H am", + "Ha m", + "i map", + "im ap", + "ima p", + "Ġ invalidate", + "Ġin validate", + "Ġinvalid ate", + "Ġs ilk", + "Ġsi lk", + "Ġsil k", + "=\"# \">Ċ", + "=\"#\" >Ċ", + "=\"#\"> Ċ", + "ĠGr ass", + "ĠGra ss", + "Ġ Goal", + "ĠGo al", + "ĠGoa l", + "_ pdf", + "_p df", + "_pd f", + "Hand lers", + "Handler s", + "Handle rs", + "Ġst acks", + "Ġstack s", + "Ġsta cks", + ". getFullYear", + ".get FullYear", + "= [];Ċ", + "=[ ];Ċ", + "=[] ;Ċ", + "è½ ¦", + ", V", + "( split", + "(s plit", + "(sp lit", + "Ñĥн к", + "Ġbake ca", + "Ġbak eca", + "Ġ~ /.", + "Ġ~/ .", + "p ez", + "pe z", + "t ails", + "ta ils", + "tail s", + "ĠG len", + "ĠGl en", + "ĠGle n", + "Ġ setImage", + "Ġset Image", + "Ġ Comic", + "ĠC omic", + "ĠCom ic", + "ĠCo mic", + "B LOCK", + "BL OCK", + "ĉ This", + "ĉT his", + "o ader", + "oad er", + "oa der", + "Ġcapital ist", + "Ġcapita list", + "Ġcapit alist", + "_ STEP", + "_ST EP", + "( Boolean", + "Ġ Correct", + "ĠC orrect", + "ĠCor rect", + "r ina", + "ri na", + "rin a", + "Ġconc aten", + "Ġconcat en", + "å® ŀ", + "( ):ĊĊ", + "() :ĊĊ", + "():Ċ Ċ", + "(): ĊĊ", + "Ġun anim", + "Ġuna nim", + "l li", + "ll i", + "al ars", + "ala rs", + "alar s", + "- ne", + "-n e", + "Ġd ivor", + "Ġdi vor", + "Ġdiv or", + "ĠKick starter", + "] ._", + "]. _", + "< number", + " * * < /", + ": d", + "m di", + "md i", + "bind Value", + "Ġ Decision", + "ĠDe cision", + "ĠDec ision", + "Return Value", + ", index", + ",in dex", + "x fc", + "xf c", + "Ġse rum", + "Ġser um", + "get Field", + "Connection String", + "- object", + "-o bject", + "-ob ject", + ". recv", + ".re cv", + ".rec v", + "Ġunder graduate", + "Ġundergrad uate", + ". Infrastructure", + ".Inf rastructure", + "ĠK ab", + "ĠKa b", + "Ġadv isory", + "Ġadvis ory", + "Ġadvisor y", + "- tree", + "-t ree", + "-tr ee", + "Ġ mue", + "Ġm ue", + "Ġmu e", + "in form", + "info rm", + "inf orm", + ". embed", + ".em bed", + "Ġ errorCode", + "Ġerror Code", + "m icro", + "mi cro", + "mic ro", + "Ġsp arked", + "Ġspark ed", + "Ġspar ked", + "Ġimage ry", + "Ġimag ery", + "con c", + "co nc", + "_ missing", + "_m issing", + "_miss ing", + "Ġsur plus", + "K S", + "ĉR THOOK", + "ĉRT HOOK", + "T ell", + "Te ll", + "Tel l", + "r ium", + "ri um", + "Ġ Radius", + "ĠR adius", + "ĠRad ius", + "ĠRadi us", + "r ika", + "ri ka", + "rik a", + "los ion", + "ĠH ern", + "ĠHe rn", + "ĠHer n", + "G amma", + "Gam ma", + "Ga mma", + "Ġ Fee", + "ĠF ee", + "ĠFe e", + "Ġ Named", + "ĠN amed", + "ĠName d", + "ĠNa med", + "ĠNam ed", + "ĠCan yon", + "Ġ JSONArray", + "ĠJSON Array", + "Ġz wei", + "Ġzw ei", + "Ġzwe i", + "Ġ SSH", + "ĠS SH", + "ĠSS H", + "Ġser vant", + "Ġserv ant", + "co al", + "Ġden ying", + "Ġdeny ing", + "Ġs plits", + "Ġsplit s", + "Ġspl its", + "In correct", + "Inc orrect", + "Ġt ox", + "Ġto x", + "ĠAnal yst", + "ĠAnaly st", + "Ġacc red", + "Ġac cred", + "Ġaccr ed", + "u ble", + "ub le", + "ubl e", + "Ġ wt", + "Ġw t", + "Ġ Trial", + "ĠT rial", + "ĠTr ial", + "ĠTri al", + ". extension", + ".ext ension", + "Ġ Career", + "ĠCar eer", + "ĠCare er", + "Ġsec uring", + "ĠL il", + "ĠLi l", + "Ġpro jections", + "Ġproject ions", + "Ġproj ections", + "Ġprojection s", + "Ġproje ctions", + "Ġy east", + "Ġye ast", + "M ade", + "Ma de", + "Mad e", + "Ġfound ations", + "Ġfoundation s", + "ac ific", + "aci fic", + ". volume", + ".v olume", + ".vol ume", + "Ġmir rors", + "Ġmirror s", + "#### ############################################################################", + "######## ########################################################################", + "################ ################################################################", + "################################ ################################################", + "################################################################ ################", + "################################################ ################################", + "############################################################################ ####", + "######################################################################## ########", + "######################################## ########################################", + "######################## ########################################################", + "######################################################## ########################", + "Ġvi olate", + "Ġviol ate", + "ars ers", + "arse rs", + "arser s", + "Ġs ocio", + "Ġso cio", + "Ġsoc io", + "Ġsoci o", + "Ġtk inter", + "Ġ LINK", + "ĠL INK", + "ĠLI NK", + "ĠLIN K", + ". getSize", + ".get Size", + ".getS ize", + "Ġ Whole", + "ĠW hole", + "ĠWh ole", + "ĠWho le", + ")view DidLoad", + "ĉ done", + "ĉd one", + "ĉdo ne", + "ude au", + "\\ \"> < /", + "And rew", + "Andre w", + "e rb", + "er b", + "Ġf ö", + ". cluster", + ".cl uster", + "Ġdis course", + "Ġdisc ourse", + "Ġdiscour se", + "Ġdisco urse", + "_DE FIN", + "_DEF IN", + "Ġpued en", + "Ġpu eden", + "Ġpuede n", + "Ġ LOW", + "ĠL OW", + "ĠLO W", + ". av", + ".a v", + "Ġpr eca", + "Ġpre ca", + "Ġprec a", + "Ġ quo", + "Ġqu o", + "Ġq uo", + "Ġve loc", + "Ġvel oc", + ", ''", + ",' '", + "Ġ xyz", + "Ġx yz", + "Ġxy z", + "ĉ padding", + "ĉp adding", + "Ġtom atoes", + "Ġtomato es", + "ĠB ent", + "ĠBe nt", + "ĠBen t", + "_ curr", + "_c urr", + "_cur r", + "_cu rr", + "NS Date", + "Ġ getCurrent", + "Ġget Current", + "ĠgetC urrent", + "Ġ [`", + "Ġ[ `", + "Wed nesday", + ". Bar", + ".B ar", + "Ġ Vous", + "ĠV ous", + "ĠVo us", + "i nz", + "in z", + "ĠQu inn", + "ĠQui nn", + "ex cel", + "exc el", + "d os", + "do s", + "Ġout dated", + "O UTH", + "OUT H", + "OU TH", + "Ġ Maker", + "ĠM aker", + "ĠMake r", + "ĠMa ker", + "ĠMak er", + "ep endency", + "epend ency", + "Ġd ull", + "Ġdu ll", + "Ġdul l", + "ĠW inn", + "ĠWin n", + "ĠWi nn", + "o ge", + "og e", + "cl ave", + "cla ve", + "Ġ nova", + "Ġn ova", + "Ġno va", + "Ġnov a", + "Ġ aval", + "Ġa val", + "Ġav al", + "Ġava l", + "C apt", + "Cap t", + "Ca pt", + "ĠSp otify", + "ĠSpot ify", + "Ġj ul", + "Ġju l", + ") tableView", + ")t ableView", + "Ġf ilenames", + "Ġfile names", + "Ġfil enames", + "Ġfilename s", + "Ġesk ort", + "åij ¨", + "Ġsk ew", + "Ġske w", + "t erior", + "ter ior", + "te rior", + "teri or", + "Ġfin anc", + "Ġfinan c", + "Ġ tabla", + "Ġtab la", + "Ġta bla", + "ĠU IB", + "ĠUI B", + "Ġ ():", + "Ġ( ):", + "Ġ() :", + "ĠD ocker", + "ĠDo cker", + "ĠDoc ker", + "ĠDock er", + "per centage", + "percent age", + "Me et", + "i chi", + "ic hi", + "ich i", + "Ġinter im", + "Ġinte rim", + "Ġ' ='", + "Ġ'= '", + ". JSONObject", + ".JSON Object", + "( fid", + "(f id", + "(fi d", + "Ġd ownt", + "Ġdown t", + "Ġdow nt", + "Ġtrans ient", + "ĠSt eph", + "ĠSte ph", + "ĠStep h", + "Ġignor ance", + "Ġ Codes", + "ĠC odes", + "ĠCo des", + "ĠCode s", + "ĠCod es", + "= '',", + "=' ',", + "='' ,", + "Ġ ICE", + "ĠI CE", + "ĠIC E", + "Ġtran qu", + "Ġ Extended", + "ĠExt ended", + "ĠExtend ed", + "Ġ mund", + "Ġm und", + "Ġmu nd", + "Ġmun d", + "Ġ HOME", + "ĠH OME", + "ĠHO ME", + "Ġkil ometers", + "Ġkilomet ers", + "Ġ imagen", + "Ġim agen", + "Ġimage n", + "Ġimag en", + "Ġima gen", + "o ux", + "ou x", + "( sz", + "(s z", + "You ng", + "Yo ung", + "uff ed", + "uf fed", + "Ġ Wake", + "ĠW ake", + "ĠWa ke", + "ĠWak e", + "Ġa ide", + "Ġaid e", + "Ġai de", + "P ROC", + "PR OC", + "PRO C", + "ĠR at", + "ĠRa t", + "ĠL ith", + "ĠLi th", + "ĠLit h", + "b art", + "bar t", + "ba rt", + "Ġ Arrange", + "ĠAr range", + "ĠArr ange", + "p rompt", + "prom pt", + "Ð £", + "( ct", + "(c t", + "Ġ Interval", + "ĠInt erval", + "ĠInter val", + "d ept", + "de pt", + "dep t", + "D aniel", + "Dan iel", + "Dani el", + "Ġ fills", + "Ġf ills", + "Ġfil ls", + "Ġfill s", + ". tensor", + ".t ensor", + "( trim", + "(t rim", + "(tr im", + "Ġje alous", + "F eb", + "Fe b", + "\\ Common", + "Ġamendment s", + "Ġamend ments", + "_ operator", + "_op erator", + "_o perator", + "_oper ator", + "_ customize", + "_custom ize", + "Ġ ]]", + "Ġ] ]", + "Ġ bn", + "Ġb n", + "Ġdis appointment", + "Ġdisappoint ment", + "Ġmill enn", + ". when", + ".w hen", + ".wh en", + "Ġob ey", + "Ġobe y", + "Ġoff enders", + "Ġoffender s", + "Ġoffend ers", + "Ġoffen ders", + "W ild", + "Wil d", + "Wi ld", + "Ġcell For", + "Ġappar atus", + ". after", + ".a fter", + ".af ter", + "Ġ EPS", + "ĠE PS", + "ĠEP S", + "Ġad orable", + "ope rand", + "oper and", + "( listener", + "(list ener", + "ve al", + "Ġ )(", + "Ġ) (", + "Ġcardio vascular", + "uplic ates", + "uplicate s", + "r istol", + "rist ol", + "ris tol", + "Ġref uses", + "Ġrefuse s", + "( QWidget", + "(Q Widget", + "Ġel emento", + "Ġelement o", + "Ġelem ento", + "Number Of", + ". delay", + ".d elay", + ".de lay", + ".del ay", + ". groups", + ".g roups", + ".group s", + "\" >'+", + "\"> '+", + "\">' +", + "åĿ Ģ", + "ace ncy", + "ac ency", + "acen cy", + "( URL", + "(U RL", + "_ half", + "_h alf", + "_hal f", + "= l", + "Ġlist View", + "( section", + "(s ection", + "(se ction", + "(sec tion", + ". toArray", + ".to Array", + "+ /", + "ĠRodrig uez", + "i stream", + "ist ream", + "istr eam", + "Ġelig ibility", + ": :-", + ":: -", + ". newInstance", + ".new Instance", + "P B", + "Ġ Assets", + "ĠAs sets", + "ĠAss ets", + "ĠAsset s", + "Ġ Composite", + "ĠCom posite", + "ĠComp osite", + "ĠL abs", + "ĠLa bs", + "ĠLab s", + "ĠH amas", + "ĠHam as", + "ĠHa mas", + "++ );Ċ", + "++) ;Ċ", + "Ġ blk", + "Ġb lk", + "Ġbl k", + "Ġ Neo", + "ĠN eo", + "ĠNe o", + "L uc", + "Lu c", + "@ login", + "Ġun aware", + "Ġuna ware", + ". met", + ".m et", + ".me t", + "_ RELEASE", + "_RE LEASE", + "( ST", + "(S T", + "AM IL", + "AMI L", + "r ike", + "ri ke", + "rik e", + "Ġ (){Ċ", + "Ġ( ){Ċ", + "Ġ() {Ċ", + "Ġ(){ Ċ", + "( sprintf", + "(s printf", + "Ġ Accounts", + "ĠAc counts", + "ĠAccount s", + "Ġ VIEW", + "ĠV IEW", + "ĠVI EW", + "Ġ Aj", + "ĠA j", + "ãĤ °", + "Ġwh isk", + "Ġ idi", + "Ġi di", + "Ġid i", + "Ġr ode", + "Ġro de", + "Ġrod e", + "Ġ ihn", + "Ġi hn", + "Ġih n", + "ĠElement ary", + "Q ty", + "Qt y", + "Ġintrig uing", + "Ġ å¤", + "Ġå ¤", + "J obs", + "Job s", + "Jo bs", + "ĉ offset", + "ĉo ffset", + "ĠAh med", + "ĠTal iban", + "Ġ èİ·åıĸ", + "Ġè İ·åıĸ", + "Ġin jected", + "Ġinj ected", + "Ġinject ed", + ". Authentication", + ".Auth entication", + "_ linear", + "_l inear", + "_line ar", + "_lin ear", + "_li near", + ". Decimal", + ".D ecimal", + ".De cimal", + ".Dec imal", + "Ġapp les", + "Ġap ples", + "Ġappl es", + "Ġapple s", + "Ġshare holders", + "Ġshareholder s", + "Ġb aked", + "Ġba ked", + "Ġbake d", + "Ġbak ed", + ". diff", + ".d iff", + ".di ff", + "ĠE ddie", + "ĠEd die", + "o kers", + "ok ers", + "oke rs", + "oker s", + "Ġconfront ed", + "vo ices", + "voice s", + "Ġt us", + "Ġtu s", + "Ġ Spin", + "ĠS pin", + "ĠSp in", + "ĠSpi n", + "N ODE", + "NO DE", + "_ Un", + "_U n", + "C TX", + "CT X", + "/ google", + "/g oogle", + "/go ogle", + "T emperature", + "Tem perature", + "Ġ' ').", + "Ġ'' ).", + "Ġ'') .", + "Ġmagn ificent", + "Ġ startIndex", + "Ġstart Index", + "semb les", + "sem bles", + "semble s", + "sembl es", + "Any one", + "z k", + "e hen", + "eh en", + "ĠD ame", + "ĠDa me", + "ĠDam e", + ". strict", + ".str ict", + "Ġre places", + "Ġrep laces", + "Ġrepl aces", + "Ġreplace s", + "Ġline back", + "Ġpush es", + "Ġpus hes", + "Ġche ek", + "ĠS hi", + "ĠSh i", + "_ BYTES", + "_BY TES", + "_BYTE S", + "R EA", + "RE A", + "ả n", + "_CON NECTION", + "_CONNECT ION", + "G ateway", + "Gate way", + "ĠTr avis", + "ĠTra vis", + "ĠTrav is", + "Ġ AX", + "ĠA X", + "Ġ Basically", + "ĠBasic ally", + "ĠBas ically", + "Ġ Upgrade", + "ĠUp grade", + "à ª", + "th emes", + "the mes", + "theme s", + "them es", + "er mo", + "erm o", + "k or", + "ko r", + "F emale", + "Fe male", + "_ attach", + "_at tach", + "_att ach", + "ĠìĤ¬ ìļ©", + "Ġ poz", + "Ġp oz", + "Ġpo z", + "= =============Ċ", + "== ============Ċ", + "==== ==========Ċ", + "======== ======Ċ", + "=== ===========Ċ", + "============ ==Ċ", + "============= =Ċ", + "=========== ===Ċ", + "============== Ċ", + "========= =====Ċ", + "========== ====Ċ", + "====== ========Ċ", + "===== =========Ċ", + "======= =======Ċ", + "( symbol", + "(s ymbol", + "(sym bol", + "Ġ Sector", + "ĠS ector", + "ĠSe ctor", + "ĠSec tor", + "ĠSect or", + "__ )ĊĊ", + "__) ĊĊ", + "__)Ċ Ċ", + "_ padding", + "_p adding", + "_pad ding", + "ï¼ļ \"", + "Ġ fabs", + "Ġf abs", + "Ġfa bs", + "Ġfab s", + "Ġr anged", + "Ġrange d", + "Ġran ged", + "Ġrang ed", + "set Name", + "Ġp error", + "Ġper ror", + "Ġpe rror", + "â Ĺ", + "ĠFile Reader", + "Ġf ulfilled", + "Ġful filled", + "Ġfulfill ed", + "Ġfulfil led", + "_ Current", + "_C urrent", + "Ġdo minate", + "Ġdom inate", + "Ġdomin ate", + "Ġdomina te", + "Ġsm ugg", + "Post Mapping", + "_ force", + "_f orce", + "_for ce", + "Ġb loc", + "Ġbl oc", + "Ġblo c", + "ĠG iant", + "ĠGi ant", + "ĠGian t", + "ĠGia nt", + "( video", + "(v ideo", + "Ġ CU", + "ĠC U", + "System Service", + "Ġ elf", + "Ġe lf", + "Ġel f", + "Ġkont akt", + "ë ª", + "k ees", + "ke es", + "kee s", + "g tk", + "gt k", + "Ġparam Int", + "Ġ markup", + "Ġmark up", + "Ġmar kup", + "u ales", + "ual es", + "ua les", + "uale s", + "Ġaccount ed", + "Ġgang bang", + "RY PT", + "Ġ Wrong", + "ĠW rong", + "ĠWr ong", + "Ġ credited", + "Ġcr edited", + "Ġcred ited", + "Ġcredit ed", + "Ġ MESSAGE", + "ĠM ESSAGE", + "Ġf laws", + "Ġfl aws", + "Ġflaw s", + "Ġfla ws", + "Ġb bw", + "Ġbb w", + "Ġmet abolic", + "Ġmetab olic", + "Ġmetabol ic", + "ĠO EM", + "ĠOE M", + "/ event", + "/e vent", + "(C ollectors", + "mon ton", + "mo nton", + "mont on", + "monto n", + "ap pear", + "app ear", + "appe ar", + "Ġop ted", + "Ġopt ed", + "Ġc heat", + "Ġch eat", + "Ġche at", + "Ġd av", + "Ġda v", + "Ġ Proceed", + "ĠPro ceed", + "ĠProc eed", + "Ġ ê¸", + "Ġê ¸", + "an ked", + "ank ed", + "anke d", + "и з", + "an sk", + "ans k", + "Ġ Hang", + "ĠH ang", + "ĠHa ng", + "ĠHan g", + "ĠC ler", + "ĠCl er", + "ĠCle r", + "Ġdis gu", + "Ġdisg u", + "Ġc map", + "Ġcm ap", + ". cljs", + ".cl js", + "Ġa ument", + "Ġau ment", + "l ez", + "le z", + "Ġ Joined", + "ĠJ oined", + "ĠJo ined", + "ĠJoin ed", + "ĠJoi ned", + "_ received", + "_re ceived", + "_receive d", + "Ġa erial", + "Ġaer ial", + "Ġae rial", + "o tel", + "ot el", + "ote l", + "Ġg reet", + "Ġgre et", + "\" s", + "Ġ Genesis", + "ĠGen esis", + "ĠGene sis", + "ĠCal if", + "ĠCa lif", + "pan ion", + "Ġtail ored", + "Ġtailor ed", + "m apping", + "ma pping", + "map ping", + "and Expect", + ". track", + ".t rack", + ".tr ack", + "at omy", + "ato my", + "atom y", + "ĠO w", + "ul lah", + "ull ah", + "ulla h", + ". Yes", + ".Y es", + "Ġ SimpleName", + "ĠSimple Name", + "d bh", + "db h", + "' en", + "'e n", + "Ġn onsense", + "Ġnon sense", + "Ġnons ense", + "Ġphilosoph ical", + "( getContext", + "(get Context", + "Ġis so", + "Ġiss o", + "Ġ ACE", + "ĠA CE", + "ĠAC E", + "start Date", + "Ġb ÄĻd", + "ĠAUTH OR", + "ĠG lobe", + "ĠGl obe", + "ĠGlo be", + "ĠGlob e", + "Ġin sects", + "Ġins ects", + "Ġinsect s", + "Ġinse cts", + "_ Al", + "_A l", + "ush ing", + "ushi ng", + "è® °", + "/ Home", + "/H ome", + "ĠLocal Date", + "ne eded", + "need ed", + "nee ded", + "hes ive", + "Ġ illusion", + "Ġill usion", + "äº Į", + "Ġt rat", + "Ġtr at", + "Ġtra t", + "x o", + "/ detail", + "/d etail", + "/de tail", + "_ MATCH", + "_M ATCH", + "_MAT CH", + "Ġbroad band", + "Ġ wal", + "Ġw al", + "Ġwa l", + "ĠIllegal StateException", + "IRE CTION", + "IRECT ION", + "Ġnor theast", + "Ġnorth east", + "es ium", + "esi um", + "Ġ Cliente", + "ĠCl iente", + "ĠClient e", + "ĠCli ente", + "ul ance", + "ula nce", + "ulan ce", + "n ty", + "nt y", + "Ġt ecn", + "Ġte cn", + "Ġtec n", + "Device s", + "Dev ices", + "Ġgr ains", + "Ġgrain s", + "Ġgra ins", + "ĠO g", + "Ġ SEL", + "ĠS EL", + "ĠSE L", + "ud iant", + "udi ant", + "Ġ ++;Ċ", + "Ġ++ ;Ċ", + "Ġexplan ations", + "Ġexplanation s", + "o cco", + "oc co", + "occ o", + "Ġd iets", + "Ġdi ets", + "Ġdie ts", + "Ġdiet s", + "Ġco hort", + "Ġcoh ort", + "( controller", + "(cont roller", + "(control ler", + ". Iterator", + ".It erator", + ".Iter ator", + "- rich", + "-r ich", + "ro cess", + "roc ess", + "G D", + "Ġcar bohydr", + "Ġ fried", + "Ġf ried", + "Ġfr ied", + "Ġfri ed", + "ĠEm ployment", + "ĠEmp loyment", + "ĠEmploy ment", + "ìŀ ¥", + "ĠLeon ard", + "ĠLeo nard", + "_ ${", + "_$ {", + "qu ares", + "quare s", + "qua res", + "Ġcompan ions", + "Ġcompanion s", + "Ġp aris", + "Ġpar is", + "Ġpa ris", + "Ġpari s", + "Ġst imulation", + "Ġstim ulation", + "ĠZ oo", + "ĠZo o", + "Ġre levance", + "Ġrelev ance", + "Ġ Colour", + "ĠCol our", + "ĠColo ur", + "Ġs pear", + "Ġsp ear", + "Ġspe ar", + "ot ional", + "otion al", + "oti onal", + "Ġ Lite", + "ĠL ite", + "ĠLi te", + "ĠLit e", + "ĠK osten", + "ĠKo sten", + "ĠKos ten", + "Ġ ó", + "Ġà ³", + "_ attachment", + "_att achment", + "_attach ment", + "orph ic", + "orp hic", + "Ġda mit", + "Ġdam it", + "Ġ dlg", + "Ġd lg", + "Ġdl g", + "Ġth rive", + "Ġthr ive", + "CH ANGE", + "CHAN GE", + "Ġ Apparently", + "ĠApp arently", + "Ġa tual", + "Ġat ual", + "Ġro oted", + "Ġroot ed", + "( images", + "(image s", + "(im ages", + "a wi", + "aw i", + "ar iat", + "ari at", + "aria t", + "Ġch erry", + "Ġcher ry", + "ST ATIC", + "STAT IC", + "m nt", + "mn t", + "Ġ UserId", + "ĠUser Id", + "il let", + "ill et", + "ille t", + "ĠHis panic", + "ĠHispan ic", + "Ġ nak", + "Ġn ak", + "Ġna k", + "Ġcent ro", + "Ġcentr o", + "Ġcen tro", + "Ġ dims", + "Ġd ims", + "Ġdi ms", + "Ġdim s", + "_ initialize", + "_initial ize", + "ı k", + "ĠCent ers", + "ĠCenter s", + "R EN", + "RE N", + "Ġevolution ary", + "Ġ Topics", + "ĠTo pics", + "ĠTop ics", + "ĠTopic s", + "_ damage", + "_d amage", + "_da mage", + "e mer", + "em er", + "eme r", + "Ġr und", + "Ġrun d", + "Ġru nd", + "Ġpun ished", + "Ġpunish ed", + "Ġc ubic", + "Ġcu bic", + "Ġcub ic", + "f air", + "fa ir", + "[ ];ĊĊ", + "[] ;ĊĊ", + "[];Ċ Ċ", + "Ġin stantiate", + "Ġinstant iate", + "Ġover see", + "Ġovers ee", + "Ġoverse e", + "- delete", + "-de lete", + "-del ete", + "unt eer", + "unte er", + "start Time", + "Ġ Pipeline", + "ĠP ipeline", + "ĠPipe line", + "ĠPip eline", + "_ GAME", + "_G AME", + "ĠC ir", + "ĠCi r", + "ĉ Null", + "ĉN ull", + ". Formatting", + ".Format ting", + "uc umber", + "ĠR ide", + "ĠRid e", + "ĠRi de", + "Ġz oo", + "Ġzo o", + "Ġ checker", + "Ġcheck er", + "Ġche cker", + "åIJ Į", + "= C", + "Ġg rit", + "Ġgr it", + "Ġgri t", + "\" );//", + "\") ;//", + "\"); //", + "_ xy", + "_x y", + "Ġ Declaration", + "ĠDe claration", + "Ġ callable", + "Ġcall able", + "F oo", + "Fo o", + "Ġ ListItem", + "ĠList Item", + "Ġin accur", + "m lin", + "ml in", + "ĉ Data", + "ĉD ata", + "Ġev olving", + "a wan", + "aw an", + "awa n", + "Ġc afe", + "Ġca fe", + "Ġcaf e", + "f olk", + "fo lk", + "fol k", + "_ IDX", + "_ID X", + "_I DX", + "Ġ Anything", + "ĠAny thing", + "ĠPalest ine", + "ĠPalestin e", + "Ġ GridView", + "ĠGrid View", + "Ġcol ony", + "Ġcolon y", + "ĠGerman s", + "ĠGer mans", + "ĠGerm ans", + "( +", + ". pid", + ".p id", + ".pi d", + ". jsx", + ".j sx", + ".js x", + "ĠSup erior", + "ĠSuper ior", + "Christ ian", + "ĠL ect", + "ĠLe ct", + "ĉ Game", + "ĉG ame", + "Ġinstrument al", + "An imations", + "Animation s", + "Anim ations", + "д ал", + "да л", + "ĠM oses", + "ĠMo ses", + "ĠMos es", + "ĉĉ čĊĉĉčĊ", + "ĉĉčĊ ĉĉčĊ", + "z s", + "k te", + "kt e", + "ä¸ ļ", + "_ DIST", + "_D IST", + "_DIS T", + "_DI ST", + "b itmap", + "bit map", + "d B", + "Ġp ersistence", + "Ġpers istence", + "Ġpersist ence", + "ÑĢ оÑģ", + "ÑĢо Ñģ", + "$ l", + "B ron", + "Br on", + "Bro n", + "Ġ {|", + "Ġ{ |", + "_ chart", + "_c hart", + "_ch art", + "_char t", + "Ġ Consum", + "ĠCon sum", + "ĠCons um", + "Ġh emp", + "Ġhe mp", + "Ġhem p", + "Ġ \"))Ċ", + "Ġ\" ))Ċ", + "Ġ\") )Ċ", + "Ġ\")) Ċ", + "Ġatt ackers", + "Ġattack ers", + "Ġattacker s", + "Ġknowledge able", + "Ġc et", + "Ġce t", + "Ġvir uses", + "Ġvirus es", + "' I", + "Ġpitch er", + "Ġpit cher", + "Ġswe eping", + "Ġsweep ing", + "= list", + "=l ist", + "apt ops", + "aptop s", + ". depth", + ".de pth", + ".dep th", + "Ġinstruct ed", + "Ġ Rus", + "ĠR us", + "ĠRu s", + "benh avn", + "Ġ ин", + "Ġи н", + "S ports", + "Sp orts", + "Sport s", + "Spo rts", + "Ġon set", + "Ġons et", + "æĿ ĥ", + ". RED", + ".R ED", + ".RE D", + "_ si", + "_s i", + "ĠP ST", + "ĠPS T", + ". onChange", + ".on Change", + "> tag", + ">t ag", + "ĠR oh", + "ĠRo h", + "_ character", + "_char acter", + "ĠL aws", + "ĠLa ws", + "ĠLaw s", + "Ġ Bachelor", + "ĠB achelor", + "ĠBach elor", + "_ swap", + "_s wap", + "_sw ap", + ".re activex", + "Ġreward ing", + "Ġrew arding", + "M edium", + "Med ium", + "- [", + "Ġ Recently", + "ĠRec ently", + "ĠRecent ly", + "J oint", + "Join t", + "Jo int", + "part ition", + "Ġ Minutes", + "ĠMin utes", + "ĠMinute s", + "Ġ indo", + "Ġin do", + "Ġi ndo", + "Ġind o", + "Ġabsor bed", + "Ġabsorb ed", + "Ġ GN", + "ĠG N", + "_ IND", + "_IN D", + "_I ND", + "Ġs aber", + "Ġsa ber", + "Ġsab er", + "Ġsabe r", + "S pawn", + "Sp awn", + "out puts", + "output s", + "ĠJeff rey", + "Ġmed ieval", + "Ġmedi eval", + "h ed", + "he d", + "G uide", + "Gui de", + "Guid e", + "Gu ide", + "Ġpsych o", + "Ġpsy cho", + "Ġg lam", + "Ġgl am", + "E lim", + "El im", + "äd chen", + "_ plain", + "_p lain", + "_pl ain", + "Ġ Sau", + "ĠS au", + "ĠSa u", + "- four", + "-f our", + "Ġanaly zing", + "QUE RY", + "QU ERY", + "Ġtom ato", + "_ buttons", + "_button s", + "_but tons", + "V EN", + "VE N", + ". setStatus", + ".set Status", + ". Url", + ".U rl", + "+ ĊĊ", + "+Ċ Ċ", + "Ġcompl aining", + "Ġcomplain ing", + "d egree", + "de gree", + "deg ree", + "conf irmed", + "confirm ed", + "Ġsu bt", + "Ġsub t", + "p arsed", + "par sed", + "parse d", + "pars ed", + "Ġt orque", + "Ġtor que", + "Ġtrouble d", + "Ġtroub led", + "Ġtrou bled", + "Ġ TARGET", + "ĠT ARGET", + "ĠTAR GET", + "Ġtrad emarks", + "Ġtrade marks", + "Ġtrademark s", + "Ġ Coordinate", + "ĠCo ordinate", + "ĠCoord inate", + "ĠV iv", + "ĠVi v", + "Ġ //}ĊĊ", + "Ġ// }ĊĊ", + "Ġ//}Ċ Ċ", + "Ġapr ès", + ". getPosition", + ".get Position", + ".getP osition", + "( KeyCode", + "(Key Code", + "ĠSil va", + "Ġ meteor", + "Ġm eteor", + "Ġmet eor", + "Ġendorse ment", + "Ġendors ement", + "Over view", + "Ġ Poss", + "ĠP oss", + "ĠPo ss", + "ĠPos s", + ". Inject", + ".In ject", + "Ġeven ly", + "Ġ visualization", + "Ġvisual ization", + "Ġ wchar", + "Ġw char", + "Ġwc har", + "ĠH DMI", + "ĠHD MI", + "Ġf unct", + "Ġfun ct", + "Ġfunc t", + "ick name", + "',' ','", + "','', '", + "Ġfor wards", + "Ġforward s", + "Managed Object", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĉ server", + "ĉs erver", + "ĠOut look", + "ĠChron icle", + "ĠChronic le", + "Ġdub bed", + "Ġd ok", + "Ġdo k", + "ĠW ear", + "ĠWe ar", + ". AL", + ".A L", + "p aren", + "par en", + "pare n", + "pa ren", + ". Interface", + ".Inter face", + "Inter faces", + "Interface s", + ". cod", + ".c od", + ".co d", + "Ġd ib", + "Ġdi b", + ".Global ization", + "ĠAc ademic", + "ĠAcad emic", + "ĠAcadem ic", + "Ġas sms", + "Ġass ms", + "A utom", + "Auto m", + "Aut om", + "Au tom", + "Ġ lw", + "Ġl w", + "Ġ NW", + "ĠN W", + "Ġ&& čĊ", + "Ġproble ma", + "Ġproblem a", + "Ġprobl ema", + "ĠManufact uring", + "l imits", + "li mits", + "lim its", + "limit s", + "- mobile", + "-m obile", + "Ġ filme", + "Ġfil me", + "Ġfilm e", + "/ map", + "/m ap", + "Ġd oit", + "Ġdo it", + "Ġdoi t", + "ĠI nk", + "ĠIn k", + "Ġs ued", + "Ġsu ed", + "Ġsue d", + ". arr", + ".a rr", + ".ar r", + "Ġunder min", + "Ġ Proc", + "ĠP roc", + "ĠPro c", + "ĠPr oc", + "croll View", + "_ _$", + "__ $", + "Ġside walk", + "Ġsidew alk", + "( that", + "(t hat", + "(th at", + "ภ·", + "[ q", + "gram mar", + "Ġt ë", + "q uito", + "qu ito", + "quit o", + "qui to", + "Ġsp iral", + "Ġspir al", + "Ġspi ral", + "ext ended", + "extend ed", + "Ġf ocal", + "Ġfoc al", + "Ġfo cal", + "Ġdig ging", + "p as", + "pa s", + "ĠT all", + "ĠTal l", + "ĠTa ll", + ". proxy", + ".pro xy", + ".pr oxy", + "i tures", + "it ures", + "iture s", + "itu res", + "itur es", + "T RACT", + "TR ACT", + "TRA CT", + "Ġ Realm", + "ĠRe alm", + "ĠReal m", + "Ġf eder", + "Ġfe der", + "Ġfed er", + "Ġ oriented", + "Ġorient ed", + "Ġori ented", + "Ġ Alternative", + "ĠAltern ative", + "ĠAlter native", + "Ġ owe", + "Ġo we", + "Ġow e", + "Ġs ourced", + "Ġsource d", + "Ġsour ced", + "in ker", + "ink er", + "inke r", + ". det", + ".d et", + ".de t", + "S ep", + "Se p", + "Ġ Qui", + "ĠQ ui", + "ĠQu i", + "ĠPal mer", + "ĠPalm er", + "( _,", + "(_ ,", + "s amples", + "sample s", + "sam ples", + "samp les", + "o yer", + "oy er", + "ul lan", + "ull an", + "ulla n", + "q uez", + "qu ez", + "que z", + "Ed ges", + "Edge s", + "Ġsh out", + "Ġsho ut", + "Ġ Achie", + "ĠA chie", + "ĠAch ie", + "Ġ haar", + "Ġh aar", + "Ġha ar", + "_ Construct", + "_Con struct", + "Ġprem ature", + "Ġre vert", + "Ġrev ert", + "Ġreve rt", + "Ġrever t", + "' ).Ċ", + "') .Ċ", + "'). Ċ", + "Ġs chn", + "Ġsc hn", + "Ġsch n", + "filter ed", + "fil tered", + "filt ered", + "null ptr", + "S aved", + "Save d", + "Sa ved", + "it ecture", + "itect ure", + "C LA", + "CL A", + "Ġ vl", + "Ġv l", + "s tell", + "st ell", + "ste ll", + "ĉ Me", + "ĉM e", + "ĠL ip", + "ĠLi p", + "n ational", + "nat ional", + "nation al", + "Ġwh olly", + "Ġspr ings", + "Ġspring s", + ". Timer", + ".T imer", + ".Time r", + "ĉ src", + "ĉs rc", + "e lsen", + "el sen", + "else n", + "els en", + "åħ ¶", + "Ġcommunic ating", + "Ġ Quiz", + "ĠQu iz", + "ĠQui z", + "Ġt eng", + "Ġte ng", + "Ġten g", + "Ġg ez", + "Ġge z", + "Ġ Outside", + "ĠOut side", + "ĠOuts ide", + ". Sign", + ".S ign", + "( cs", + "(c s", + "Ġdisp utes", + "Ġdispute s", + "Ġdisput es", + "ĠWe iss", + "ĠWei ss", + "an nes", + "ann es", + "anne s", + "> No", + ">N o", + "ĠB ach", + "ĠBa ch", + "ĠBac h", + ".remove All", + "re fer", + "ref er", + "/ dashboard", + "/d ashboard", + "Ġ Ajax", + "ĠA jax", + "ĠAj ax", + "Index Changed", + "Ġ Weak", + "ĠWe ak", + "' \"Ċ", + "'\" Ċ", + "Ġs ights", + "Ġsight s", + "Ġsigh ts", + "access Token", + "ĠJ oi", + "ĠJo i", + "( domain", + "(d omain", + "(dom ain", + "(do main", + "ĉ cv", + "ĉc v", + "Ġcontin uation", + "Ġcontinu ation", + "Ġcontinua tion", + "Ġp lum", + "Ġpl um", + "Ġplu m", + "a dir", + "ad ir", + "adi r", + ". setMessage", + ".set Message", + "Ġ ï¼Į", + "Ġï¼ Į", + "Ġsw allow", + "Ġswal low", + "ĠL amp", + "ĠLa mp", + "ĠLam p", + "Ġ qw", + "Ġq w", + "Ġ uu", + "Ġu u", + "C oin", + "Co in", + "u bic", + "ub ic", + "ubi c", + "ĠDe als", + "ĠDeal s", + "r ace", + "ra ce", + "rac e", + "Ġdict ator", + "Ġm eme", + "Ġme me", + "Ġmem e", + "turn ed", + "tur ned", + "ĠJul ie", + "ĠJu lie", + "ĠJuli e", + ".grid Column", + "Ġp uppy", + "Ġpup py", + "Ġpu ppy", + "Ġp am", + "Ġpa m", + "Ġ ){čĊ", + "Ġ) {čĊ", + "Ġ){ čĊ", + "Ġinv iting", + "Ġinvit ing", + "Ġf rench", + "Ġfr ench", + "Ġfren ch", + "v im", + "vi m", + "Ġwr apping", + "Ġwrap ping", + "Ġ#- }Ċ", + "( [-", + "([ -", + "Ear ly", + "Ġsh iny", + "Ġshin y", + ". faces", + ".f aces", + ".face s", + ".fac es", + ".fa ces", + "Ġre bell", + "Ġreb ell", + "Ġrebel l", + "abc def", + "abcd ef", + "ä lt", + "äl t", + "Ġest imation", + "Ġestim ation", + "ph ys", + "phy s", + "los ures", + "losure s", + "_ REL", + "_RE L", + "_R EL", + "Ġex clusion", + "Ġexclus ion", + "Ġexcl usion", + "ĠSk ype", + "ĠSky pe", + "we ise", + "wei se", + "weis e", + "- stop", + "-s top", + "-st op", + "no thing", + "ĠE gg", + "ĠEg g", + "is ors", + "iso rs", + "isor s", + "Rich ard", + "Ġcounsel ing", + "Ġcom mem", + "Ġcomm em", + "Ġcomme m", + "ĠQ MessageBox", + "ĠSy nd", + "ĠSyn d", + "ĠF rost", + "ĠFr ost", + "ĠFro st", + "ĠCom petition", + "ĠCompet ition", + "ĠA wake", + "ĠAw ake", + "Ġ ted", + "Ġt ed", + "Ġte d", + "ic iones", + "ici ones", + "icio nes", + "icion es", + "ĠDev Components", + "VERTISE MENT", + "o tti", + "ot ti", + "ott i", + ". runner", + ".r unner", + ".run ner", + "Ġunique ly", + "Ġuniqu ely", + "Ġuniq uely", + ". flag", + ".f lag", + ".fl ag", + "ĉ rs", + "ĉr s", + "_ generic", + "_g eneric", + "_gen eric", + "_gene ric", + "_gener ic", + "Ġ` ``Ċ", + "Ġ`` `Ċ", + "Ġ``` Ċ", + "ACH INE", + "ACHI NE", + "Ġm ein", + "Ġme in", + "( Application", + "(App lication", + "( br", + "(b r", + "Ġrat ios", + "Ġratio s", + ": ,", + "ĠX CTest", + "ĠXCT est", + "ĠXC Test", + "ustain able", + "- www", + "-w ww", + "it les", + "itle s", + "_ TEMP", + "_T EMP", + "_TE MP", + "_TEM P", + "Ġs yst", + "Ġsys t", + "Ġsy st", + "umeric UpDown", + "ĉ assertTrue", + "ĉassert True", + "Ġ wf", + "Ġw f", + ". peek", + ".pe ek", + "ĠB ulg", + "ĠBul g", + "ĠBu lg", + "Ġterr ifying", + ". MODE", + ".M ODE", + ".MOD E", + "Ġ GW", + "ĠG W", + "á r", + "Ġ fic", + "Ġf ic", + "Ġfi c", + "Ġcommit ments", + "Ġcommitment s", + "- tech", + "-t ech", + "-te ch", + "Ġ Liquid", + "ĠL iquid", + "ĠLiqu id", + "o pez", + "op ez", + "ope z", + "z heimer", + "a ña", + "añ a", + "- media", + "-m edia", + "-me dia", + "-med ia", + "( animated", + "(an imated", + "_ goal", + "_go al", + "Ġg um", + "Ġgu m", + "y stone", + "yst one", + "ys tone", + ". SET", + ".S ET", + ".SE T", + "ĠW end", + "ĠWe nd", + "ĠWen d", + "set CellValue", + "Ġ msgs", + "Ġmsg s", + "Ġms gs", + "c ash", + "ca sh", + "cas h", + "AL LOC", + "ALL OC", + "/ aws", + "/a ws", + "Ġmicro wave", + "Ġmic rowave", + ". Pointer", + ".Point er", + "ĉ Console", + "ĉCon sole", + "_ sorted", + "_s orted", + "_sort ed", + "ĠF ilip", + "ĠFil ip", + "ĠFi lip", + "P rod", + "Pro d", + "Pr od", + "Ġ// !<", + "Ġ//! <", + "in group", + "ing roup", + "Ġ ks", + "Ġk s", + "_T RI", + "_TR I", + "Ġteas poon", + "Ġ ATT", + "ĠA TT", + "ĠAT T", + "Ġre covering", + "Ġrecover ing", + "Ġ GLOBAL", + "ĠG LOBAL", + ". Par", + ".P ar", + "Ġ/ >;Ċ", + "Ġ/> ;Ċ", + "Ġmar ble", + "ul ators", + "ula tors", + "ulator s", + "Ġ Cycle", + "ĠC ycle", + "ĠCy cle", + "ĠCycl e", + "ĠCyc le", + "Ġher bs", + "Ġherb s", + "_ metric", + "_m etric", + "_met ric", + ") !", + "_C LOCK", + "_CL OCK", + "_ Button", + "_B utton", + "H arry", + "Har ry", + "è¿ Ľ", + "Ġstr ains", + "Ġstrain s", + "Ġstra ins", + "Ġ AppBar", + "ĠApp Bar", + "Ġ Chan", + "ĠC han", + "ĠCh an", + "ĠCha n", + "/ video", + "/v ideo", + "Ġ bam", + "Ġb am", + "Ġba m", + ". Progress", + ".Pro gress", + "$ f", + "l emen", + "le men", + "lem en", + "leme n", + "Ġir regular", + "ĠD uncan", + "ĠDun can", + "ĠM int", + "ĠMin t", + "ĠMi nt", + "- video", + "-v ideo", + "ঠ¾", + "ó wn", + "ów n", + "Ġ EMPTY", + "ĠEM PTY", + "ĠEMP TY", + "Ġst acked", + "Ġstack ed", + "Ġ HA", + "ĠH A", + "_ cut", + "_c ut", + "_cu t", + "Ġwhere in", + "ĠW ays", + "ĠWay s", + "ĠWa ys", + "( counter", + "(c ounter", + "(count er", + "(co unter", + "è¯ ķ", + "Form Group", + "Ġb lew", + "Ġbl ew", + "Ġble w", + "c ourses", + "co urses", + "course s", + "cour ses", + "Ġ productos", + "Ġproduct os", + "Ġproducto s", + "r ys", + "ry s", + "Ġ Restr", + "ĠR estr", + "ĠRe str", + "ĠRes tr", + "ĠRest r", + "Ġst yling", + "Ġsty ling", + "Ġstyl ing", + "> s", + "Ġp iv", + "Ġpi v", + "Ġit ertools", + "Ġiter tools", + "get Repository", + "Ġ Ik", + "ĠI k", + "_ devices", + "_device s", + "_dev ices", + "lay ui", + "Ġhalf way", + "Ġfran ç", + "Ġt uning", + "Ġtu ning", + "Ġtun ing", + "O A", + "_ Node", + "_N ode", + "_No de", + "ar de", + "ard e", + "Ġf ierce", + "Ġfi erce", + "Ġfier ce", + "Ġfierc e", + "l icted", + "lic ted", + "lict ed", + "# čĊ", + "Ġbreak through", + "ĠE rik", + "ĠEr ik", + "Ġb ride", + "Ġbr ide", + "Ġbri de", + "Ġbrid e", + "Ġ .\"", + "Ġ. \"", + "c ulus", + "cul us", + "cu lus", + "in side", + "ins ide", + "insi de", + "ĠIndian apolis", + "Ġ EE", + "ĠE E", + "Ġy og", + "Ġyo g", + "ur ret", + "urre t", + "urr et", + ". fs", + ".f s", + ". grad", + ".g rad", + ".gr ad", + "_ cards", + "_c ards", + "_card s", + "_car ds", + "_ accuracy", + "_ac curacy", + "_acc uracy", + "_e pi", + "_ep i", + "qu eda", + "que da", + "/ org", + "/or g", + "/o rg", + "é ªĮ", + "éª Į", + "Ġcom pte", + "Ġcomp te", + "Ġcompt e", + ") )[", + ")) [", + "Out side", + "G reater", + "Great er", + "Gre ater", + "Ġ Renderer", + "ĠRender er", + ". actor", + ".a ctor", + ".ac tor", + ".act or", + "Account s", + "Ac counts", + "I dle", + "Id le", + "_ hours", + "_h ours", + "_hour s", + "er ner", + "ern er", + "erne r", + "J oined", + "Join ed", + "Jo ined", + "Ġme nj", + "Ġmen j", + "re quires", + "require s", + "requ ires", + "Ġ OPER", + "ĠO PER", + "ĠOP ER", + ".remove Child", + "ĉ sp", + "ĉs p", + "Ġ esse", + "Ġe sse", + "Ġes se", + "Ġess e", + "r ift", + "ri ft", + "rif t", + "x FE", + "xF E", + "ĠSh akespeare", + "____ ________", + "________ ____", + "Ġbudget s", + "Ġbud gets", + "Model State", + "fill able", + "- component", + "-com ponent", + "-comp onent", + "o cos", + "oc os", + "oco s", + "Ġ BUTTON", + "ĠB UTTON", + "ĠBUT TON", + "/ io", + "/i o", + ", out", + ",o ut", + "s ms", + "sm s", + "Th omas", + "Tho mas", + "ĠAr med", + "ĠArm ed", + "re sume", + "res ume", + "Ġrot ating", + "Ġ Vault", + "ĠV ault", + "ĠVa ult", + "Ġs eus", + "Ġse us", + "Ġseu s", + ". (*", + ".( *", + "Ġa mino", + "Ġam ino", + "Ġami no", + "Ġ[ ]);ĊĊ", + "Ġ[] );ĊĊ", + "Ġ[]) ;ĊĊ", + "Ġ[]);Ċ Ċ", + "Ġprov oc", + "n ox", + "no x", + ". GetEnumerator", + ".Get Enumerator", + "= ======Ċ", + "== =====Ċ", + "==== ===Ċ", + "=== ====Ċ", + "====== =Ċ", + "===== ==Ċ", + "======= Ċ", + "æĸ Ļ", + "_ scroll", + "_s croll", + "_sc roll", + "_scr oll", + "Ġfil med", + "Ġfilm ed", + "Ġfilme d", + "ĠS oci", + "ĠSo ci", + "ĠSoc i", + "g ap", + "ga p", + "g ro", + "gr o", + "V ote", + "Vo te", + "\" But", + "\"B ut", + "_ RC", + "_R C", + "An imal", + "Anim al", + " Ģ", + "ib ile", + "ibil e", + "ibi le", + "Ġaw aken", + "Ġawake n", + "o rest", + "or est", + "ore st", + "ores t", + "in ja", + "ĠI van", + "ĠIv an", + "( Command", + "Ġ *****", + "Ġ* ****", + "Ġ** ***", + "Ġ*** **", + "Ġ**** *", + "Î ·", + "Ġkv inder", + "Ġkvin der", + "Ġkvinde r", + "/ helpers", + "/h elpers", + "/help ers", + "/helper s", + "_ cases", + "_c ases", + "_case s", + "_ca ses", + "t g", + "ìĦ ¸", + "Register ed", + "ĉ pass", + "ĉp ass", + "_ digits", + "_d igits", + "_digit s", + "Ġcon tour", + "Ġcont our", + "Ġinf ants", + "Ġinfant s", + "Ġjust ification", + "Ġ Fortunately", + "ĠFort unately", + "Cont r", + "Con tr", + "ĠonCreate View", + "_ SAMPLE", + "_S AMPLE", + "_SAMPL E", + "Ġallow Null", + "Ġn ud", + "Ġnu d", + "Ġf etched", + "Ġfetch ed", + "Ġfet ched", + "_ equ", + "_e qu", + "_eq u", + "Ġ Unable", + "ĠU nable", + "ĠUn able", + "ĠUna ble", + "= \\\"\"", + "=\\\" \"", + "=\\ \"\"", + "> {Ċ", + ">{ Ċ", + "Ġcommit tees", + "Ġcommittee s", + "ist ema", + "iste ma", + "istem a", + "+ \".", + "+\" .", + "ÃŃ an", + "ÃŃa n", + "m ant", + "man t", + "ma nt", + "Ġsou theast", + "Ġsouth east", + "ï¼Į Ċ", + "dialog s", + "dia logs", + "PRO JECT", + "ch arger", + "char ger", + "charge r", + "charg er", + "- port", + "-p ort", + "-po rt", + "( uuid", + "(u uid", + ". export", + ".ex port", + ".exp ort", + "S ix", + "Si x", + "Ġ RP", + "ĠR P", + "P rem", + "Pr em", + "Pre m", + "Ġcon science", + "Ġconsc ience", + "Ġmargin Right", + "_ distribution", + "_d istribution", + "_dis tribution", + "y aml", + "ya ml", + "res izing", + "resi zing", + "D ock", + "Do ck", + "Doc k", + "Ġ Locations", + "ĠL ocations", + "ĠLocation s", + "ĠLoc ations", + "G Y", + "S eed", + "Se ed", + "See d", + "B UFFER", + "BUF FER", + "BUFF ER", + "os sip", + "oss ip", + "u llen", + "ul len", + "ull en", + "ulle n", + "Th ings", + "Thing s", + "Thin gs", + "- self", + "-s elf", + "-se lf", + ". poll", + ".p oll", + ".po ll", + ".pol l", + "PL AYER", + "PLAY ER", + "Ġ å®", + "Ġå ®", + "G ROUP", + "Ġ Away", + "ĠA way", + "ĠAw ay", + "Ġg ospel", + "x fd", + "xf d", + "M ary", + "Mar y", + "Ma ry", + "Ġ Portable", + "ĠPort able", + "ĠPor table", + "T URE", + "TU RE", + "Ġutil is", + "Ġut ilis", + "Ġse it", + "Ġsei t", + "Ġ strand", + "Ġs trand", + "Ġst rand", + "Ġstr and", + "Ġstran d", + "Ġstra nd", + "Ġtrans c", + "Ġtran sc", + "Ġ (^", + "Ġ( ^", + "ĠAl fred", + "ĠAlf red", + ". mem", + ".m em", + ".me m", + ". circle", + ".c ircle", + "Ġ ~/", + "Ġ~ /", + "for cing", + "forc ing", + "Ġ riot", + "Ġr iot", + "Ġri ot", + "Ġrio t", + "p rox", + "pr ox", + "pro x", + "TH ON", + "iz ación", + "iza ción", + "Ġ NI", + "ĠN I", + "r ost", + "ro st", + "ros t", + "Ġdis pro", + "Ġdisp ro", + "_ instances", + "_in stances", + "_instance s", + "_inst ances", + "ï¼Į âĢľ", + "ograph er", + "ogra pher", + "en das", + "end as", + "enda s", + "ĠIs aac", + "ĠIsa ac", + "ĠP ine", + "ĠPin e", + "ĠPi ne", + "/ dis", + "/d is", + "Ġcolor With", + "it erate", + "ite rate", + "iter ate", + "_ stride", + "_st ride", + "_str ide", + "Ġp unto", + "Ġpun to", + "Ġpunt o", + ". EventArgs", + ".Event Args", + "( center", + "(c enter", + "Ġneighb oring", + "Ġneighbor ing", + "ĠPr ison", + "ĠPri son", + "Ġ Messenger", + "ĠM essenger", + "ĠMess enger", + "Ġepid emic", + "Ġepidemi c", + "d ao", + "da o", + "_ complex", + "_com plex", + "_comp lex", + "Ġg ravel", + "Ġgr avel", + "Ġgrave l", + "Ġgra vel", + "Ġgrav el", + "_D IP", + "_DI P", + "é ment", + "ém ent", + "ĠA ri", + "ĠAr i", + "_ bitmap", + "_b itmap", + "_bit map", + ". quit", + ".q uit", + ".qu it", + "( valid", + "(val id", + "(va lid", + "Ġ pend", + "Ġp end", + "Ġpe nd", + "Ġpen d", + "Ġrespir atory", + "Ġre bound", + "Ġreb ound", + "Default Value", + "ãĥ Ń", + "Ġcom mits", + "Ġcomm its", + "Ġcommit s", + ". tests", + ".t ests", + ".test s", + ".te sts", + "_ fr", + "_f r", + "i tet", + "it et", + "ite t", + ". sf", + ".s f", + "Ġspace craft", + "c ritical", + "cri tical", + "cr itical", + "crit ical", + "Ġde pressed", + "Ġdep ressed", + "Ġdepr essed", + "Ġdepress ed", + "ĠAny Object", + "Ġu nb", + "Ġun b", + "Ġdis cern", + "Ġdisc ern", + "( mysql", + "(m ysql", + "(my sql", + "L atin", + "La tin", + "Lat in", + "ĠB og", + "ĠBo g", + "ĠWild life", + "To File", + "ToF ile", + "i oxid", + "iox id", + "@ RestController", + "Ġ\" $(", + "Ġ\"$ (", + "Ġ <<\"", + "Ġ< <\"", + "Ġ<< \"", + "Ġdef ects", + "Ġdefe cts", + "Ġdefect s", + "Ġ datum", + "Ġd atum", + "Ġdat um", + "h in", + "hi n", + "Ġreal izar", + "Ġrealiz ar", + "Ġrealiza r", + "any ahu", + "anya hu", + "Ġ Sig", + "ĠS ig", + "ĠSi g", + "@ Data", + "ad aptive", + "ada ptive", + "adapt ive", + "ĠC atherine", + ". cr", + ".c r", + "Ġ COOKIE", + "ĠCO OKIE", + "Ġ pictured", + "Ġp ictured", + "Ġpicture d", + "Ġpict ured", + "ĠF ighter", + "ĠFight er", + "Query able", + "Ġ Anyway", + "ĠAny way", + "ĠGL FW", + "_ namespace", + "_n amespace", + "_name space", + "_names pace", + "_ ft", + "_f t", + "Ġ ])", + "Ġ] )", + "O rganization", + "Organ ization", + "Ġconstit utes", + "Ġconstitu tes", + "Ġconstitute s", + "Ġqu and", + "Ġqua nd", + "Ġquan d", + "( chunk", + "(ch unk", + "\" />čĊ", + "\"/ >čĊ", + "\"/> čĊ", + "ĠL akes", + "ĠLa kes", + "ĠLake s", + "ĠLak es", + "main window", + "Car thy", + "Cart hy", + "s pin", + "sp in", + "spi n", + "( csv", + "(c sv", + "(cs v", + ": red", + ":r ed", + "- commerce", + "-com merce", + "-comm erce", + "ภ¹", + "Ġdis covering", + "Ġdiscover ing", + "Ġ eco", + "Ġe co", + "Ġec o", + "_ fac", + "_f ac", + "_fa c", + "ince ton", + "inc eton", + "ĠGreen s", + "ĠGre ens", + "ĠGree ns", + "j wt", + "Ø µ", + "ĠBron cos", + "Ġ Goods", + "ĠG oods", + "ĠGo ods", + "ĠGood s", + "( GTK", + "(G TK", + "Ġ returnValue", + "Ġreturn Value", + "Ġsi empre", + "Ġne utr", + "Ġneu tr", + "Ġneut r", + "w ent", + "we nt", + "wen t", + "ĠN atal", + "ĠNa tal", + "ĠNat al", + "Ġenthusi astic", + "Ġenthusiast ic", + "á» į", + "F N", + "/ database", + "/d atabase", + "/data base", + "/dat abase", + "C atalog", + "Cat alog", + "Ġb run", + "Ġbr un", + "Ġbru n", + "ĠK ash", + "ĠKa sh", + "ĠKas h", + "_ Pl", + "_P l", + "isc rim", + ", width", + ",w idth", + "Ġin mates", + "Ġinmate s", + "Ass ignment", + "Assign ment", + "ĠH aven", + "ĠHave n", + "ĠHa ven", + "ĠHav en", + "Ġplay ground", + "ex am", + "@ Controller", + "ul iar", + "uli ar", + "ulia r", + ". getParent", + ".get Parent", + ".getP arent", + "Ġ \";ĊĊ", + "Ġ\" ;ĊĊ", + "Ġ\";Ċ Ċ", + "Ġ\"; ĊĊ", + ": size", + ":s ize", + "iss ors", + "issor s", + "Ġf is", + "Ġfi s", + "Ġ alc", + "Ġa lc", + "Ġal c", + "ens ation", + "ensa tion", + "ĠN ixon", + "ĠNi xon", + "Ġ mighty", + "Ġmight y", + "- str", + "-s tr", + "-st r", + "_ special", + "_s pecial", + "_sp ecial", + "_spec ial", + "_ ADC", + "_A DC", + "_AD C", + "Ġ Twig", + "ĠT wig", + "ĠTw ig", + "um bling", + "umb ling", + "- address", + "-add ress", + "-ad dress", + "Ġher oin", + "Ġhero in", + "Y TE", + "YT E", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "F riend", + "Fri end", + "Ġ ave", + "Ġa ve", + "Ġav e", + "Ġ PNG", + "ĠP NG", + "ĠPN G", + "ĠKur dish", + "ĠKurd ish", + "DataSet Changed", + "Ġbl ades", + "Ġblade s", + "Ġbla des", + "b ral", + "br al", + "bra l", + "S team", + "St eam", + "Ste am", + "Ġs igu", + "Ġsi gu", + "Ġsig u", + "IRT UAL", + "a cos", + "ac os", + "aco s", + "U DP", + "UD P", + "( database", + "(d atabase", + "(data base", + "(dat abase", + "h ec", + "he c", + "Ġ Strings", + "ĠString s", + "ĠStr ings", + "_ scalar", + "_s calar", + "_sc alar", + "_scal ar", + "ĉ desc", + "ĉd esc", + "ĉdes c", + "ĉde sc", + "Ġ TLS", + "ĠT LS", + "ĠTL S", + "; \"Ċ", + ";\" Ċ", + "ĠCor byn", + "Simple Name", + "u ell", + "ue ll", + "uel l", + "Ġ Entre", + "ĠEn tre", + "ĠEnt re", + "ĠEntr e", + "ell ites", + "ellite s", + "elli tes", + "- place", + "-p lace", + "-pl ace", + "Ġfrank ly", + "ĠE rf", + "ĠEr f", + "C EL", + "CE L", + "Ġpa ÃŃs", + "Ġh edge", + "Ġhe dge", + "Ġhed ge", + "Ġ latent", + "Ġla tent", + "Ġlate nt", + "Ġlat ent", + "Ġlaten t", + "Ġ IRQ", + "ĠIR Q", + "ĠH erald", + "ĠHer ald", + "ĠHera ld", + "Ġ Prec", + "ĠP rec", + "ĠPr ec", + "ĠPre c", + "ë³ ´", + ". TEXT", + ".T EXT", + "S alary", + "Sal ary", + "Ġaut umn", + "Ġtr avail", + "Ġtra vail", + "Ġtrav ail", + "Ġtrava il", + ". Sum", + ".S um", + "Ġc ared", + "Ġcar ed", + "Ġca red", + "Ġcare d", + "M or", + "Mo r", + "Ġint uitive", + "Ġintuit ive", + "Ġj ournals", + "Ġjournal s", + "_ IT", + "_I T", + "Ġ Trou", + "ĠT rou", + "ĠTr ou", + "ĠTro u", + "ä¼ ł", + "Has ColumnName", + "Com posite", + "Comp osite", + "Ġsp ice", + "Ġspi ce", + "_ disk", + "_d isk", + "_dis k", + "_di sk", + "_CODE S", + "_CO DES", + "_COD ES", + "Ġ Introduced", + "ĠInt roduced", + "ĠIntro duced", + "i ona", + "ion a", + "io na", + "Ġn uestra", + "Ġnue stra", + "Ġnuest ra", + "Ġnues tra", + "o ct", + "oc t", + "ĠĠĠĠ ĊĠĠĠĠĊĠĠĠĠĊ", + "ĠĠĠĠĊ ĠĠĠĠĊĠĠĠĠĊ", + "ĠĠĠĠĊĠĠĠĠĊ ĠĠĠĠĊ", + "( parameter", + "(param eter", + "(para meter", + "Ġst udios", + "Ġstud ios", + "Ġstudio s", + "Ġstudi os", + "Ġ projectId", + "Ġproject Id", + "Ġbd sm", + ".Sql Client", + "im izer", + "imize r", + "imi zer", + "imiz er", + "Ġ CARD", + "ĠC ARD", + "ĠCA RD", + "ĠCAR D", + "+ t", + "a an", + "aa n", + ". sol", + ".s ol", + ".so l", + "_ Adjust", + "_Ad just", + "Ġright eous", + "Ġ Logging", + "ĠLog ging", + ". filters", + ".f ilters", + ".filter s", + ".fil ters", + "_ TAB", + "_T AB", + "_TA B", + "ĉ sys", + "ĉs ys", + "rop hic", + "roph ic", + "o therapy", + "other apy", + "Ġ Browse", + "ĠB rowse", + "ĠBrow se", + "key board", + "R ON", + "RO N", + "+ \\", + "r opped", + "ro pped", + "rop ped", + "ropp ed", + "Ġext ensively", + "Ġextensive ly", + "f k", + "Ġ lime", + "Ġl ime", + "Ġli me", + "Ġlim e", + "y ears", + "year s", + "ye ars", + "E xc", + "Ex c", + "Ġs ph", + "Ġsp h", + "Ġch eating", + "Ġche ating", + "Ġcheat ing", + "an dro", + "and ro", + "andr o", + "ÃŃ o", + "Ġpr ince", + "Ġpri nce", + "Ġprin ce", + "Ġprinc e", + "o ire", + "oi re", + "oir e", + "Ġ Destination", + "ĠD estination", + "ĠDest ination", + "ĠCon verts", + "ĠConvert s", + "ĠConv erts", + "Ġup stream", + "o led", + "ol ed", + "ole d", + "Ġserv ants", + "Ġservant s", + "Ġ semantic", + "Ġsem antic", + "Ġcr unch", + "Ġeven tual", + "Ġevent ual", + "r unner", + "run ner", + "/ error", + "/e rror", + "S pin", + "Sp in", + "Spi n", + "Ġsecret ly", + "Ġ assemble", + "Ġas semble", + "Ġass emble", + ". Person", + ".P erson", + ".Per son", + "end error", + "ender ror", + "ende rror", + "_ <", + "Ġp endant", + "Ġpend ant", + "S leep", + "ĠChem istry", + "Ġboss es", + "Ġbos ses", + "l k", + ") )),Ċ", + ")) ),Ċ", + "))) ,Ċ", + "))), Ċ", + "Block ly", + "DE VICE", + "DEV ICE", + "Ġreflect ing", + "Ġ ample", + "Ġam ple", + "Ġampl e", + "Ġamp le", + "M illiseconds", + "Mill iseconds", + "ĠPres idential", + "ĠPresident ial", + "Ġ usuarios", + "Ġus uarios", + "Ġusuario s", + "Ġusu arios", + "Ġ NZ", + "ĠN Z", + "Ġ Salary", + "ĠS alary", + "ĠSal ary", + "ĠSala ry", + "ĠA manda", + "ĠAm anda", + "ĠAma nda", + "_ np", + "_n p", + "j ury", + "ju ry", + "jur y", + "Ġk ön", + "Ġkö n", + "Ġther apist", + "Ġtherap ist", + "Ġhom osexual", + "Ġhomosex ual", + "Ġhomo sexual", + "ĠDr ake", + "ĠDra ke", + "- window", + "-w indow", + "Ġ Located", + "ĠLoc ated", + "ĠLocate d", + ". Driver", + ".D river", + "Ġ VIDEO", + "ĠV IDEO", + "ĠVID EO", + "Ġmer chants", + "Ġmerch ants", + "Ġmerchant s", + "ĠC hest", + "ĠCh est", + "ĠChe st", + "ĠChes t", + "- lock", + "-l ock", + "-lo ck", + "/ php", + "/p hp", + "/ph p", + "Ġmil ano", + "Ġmilan o", + "_ STYLE", + "_ST YLE", + "ar ger", + "arg er", + "arge r", + "i dea", + "id ea", + "ide a", + "G UID", + "GUI D", + "GU ID", + "ad vanced", + "adv anced", + "advance d", + "me al", + "Options ItemSelected", + "= '%", + "=' %", + "ĠC ham", + "ĠCh am", + "ĠCha m", + ": data", + ":d ata", + "( stat", + "(s tat", + "(st at", + "Will Appear", + "Ġinf ormal", + "Ġinform al", + "a ji", + "aj i", + "Ġre productive", + "Ġrepro ductive", + "Ġ CAS", + "ĠC AS", + "ĠCA S", + "ãģ £", + "F UNC", + "FUN C", + "FU NC", + "ĠR uth", + "ĠRu th", + "ĠRut h", + ") +(", + ")+ (", + "CON ST", + "CO NST", + "CONS T", + "Ġ Fans", + "ĠF ans", + "ĠFa ns", + "ĠFan s", + "Ġ groupId", + "Ġgroup Id", + "x ffffffff", + "xf fffffff", + "xff ffffff", + "xffff ffff", + "xffffff ff", + "Ġs ampler", + "Ġsample r", + "Ġsam pler", + "Ġsamp ler", + "Ġ}} \">", + "Ġ}}\" >", + ". the", + ".t he", + ".th e", + "Ġh ollow", + "Ġhol low", + "W AY", + "WA Y", + "Ġ Faculty", + "ĠFac ulty", + "Attrib utedString", + "Ġ Looks", + "ĠL ooks", + "ĠLo oks", + "ĠLook s", + "ĠR ex", + "ĠRe x", + "j k", + "ĠM IL", + "ĠMI L", + "Ġ bard", + "Ġb ard", + "Ġbar d", + "Ġba rd", + ". Long", + ".L ong", + ".Lo ng", + "Ġli vest", + "Ġlive st", + "Ġlives t", + "Ġliv est", + "Ġs kal", + "Ġsk al", + "Ġska l", + "ic ism", + "ici sm", + "M AIN", + "MA IN", + "Ġmuch o", + "Ġmu cho", + "Ġmuc ho", + "B ODY", + "BO DY", + "Ġ ese", + "Ġe se", + "Ġes e", + "ĉ use", + "ĉu se", + "ĉus e", + "F oot", + "Foo t", + "Fo ot", + ". SQLException", + ".SQL Exception", + "Ġin heritance", + "Ġinherit ance", + "re ceived", + "receive d", + "rece ived", + "Ġp utas", + "Ġput as", + "Ġpu tas", + "Ġputa s", + "e dis", + "ed is", + "edi s", + "a lsa", + "al sa", + "als a", + "Ġ ErrorMessage", + "ĠError Message", + "Bo oking", + "Book ing", + "Ġ tract", + "Ġt ract", + "Ġtr act", + "Ġtra ct", + "a cz", + "ac z", + "ĠC ant", + "ĠCan t", + "ĠCa nt", + "_ regex", + "_reg ex", + "Ġide ological", + "Ġj ihad", + "Ġji had", + "Ġjih ad", + "h os", + "ho s", + "/ sys", + "/s ys", + "co lm", + "col m", + "( pool", + "(p ool", + "(po ol", + "Ġest án", + "Ġestá n", + "Ġ Pending", + "ĠP ending", + "ĠPen ding", + "ĠPend ing", + "em ás", + "Ġktó ry", + ") );ĊĊĊ", + ")) ;ĊĊĊ", + "));Ċ ĊĊ", + "));ĊĊ Ċ", + ")); ĊĊĊ", + "trans actions", + "transaction s", + "Ġw ield", + "Ġwie ld", + "Ġwi eld", + "Ġwiel d", + "i tere", + "it ere", + "ite re", + "iter e", + "er ture", + "ert ure", + "_ ss", + "_s s", + "Ġstretch ing", + "Ġstret ching", + "Ġpr isoner", + "Ġprison er", + "Ġpris oner", + ".Read All", + "Ġb esch", + "Ġbe sch", + "Ġbes ch", + "-- ;čĊ", + "--; čĊ", + "Ġcr isp", + "Ġcri sp", + "Ġcris p", + "_ SCAN", + "_S CAN", + "_SC AN", + "Ġ ae", + "Ġa e", + "Str ict", + "ĠMin neapolis", + "ĠBo eing", + "a ris", + "ar is", + "ari s", + "r ek", + "re k", + "_ pipe", + "_p ipe", + "_pi pe", + "Ġpri ests", + "Ġpriest s", + "( EIF", + "(E IF", + "eh icles", + "ehicle s", + "Ġ Interactive", + "ĠInter active", + "b etween", + "bet ween", + "ĉNull Check", + "ĠBl air", + "Ġ Lt", + "ĠL t", + "_ inline", + "_in line", + "eth yl", + " ¼", + "_ packages", + "_p ackages", + "_package s", + "_pack ages", + "Ġbar rels", + "Ġbarrel s", + "Ġbarr els", + "_ he", + "_h e", + "Ġ regexp", + "Ġreg exp", + "Ġregex p", + "_ pts", + "_p ts", + "_pt s", + "_ Handler", + "_H andler", + "_Handle r", + "ing ular", + "ingu lar", + "ĠN issan", + "ĠR anch", + "ĠRan ch", + "Ġper ch", + "Ġpe rch", + "Ġperc h", + "Un supported", + "S mith", + "Sm ith", + "ĠLeg ends", + "ĠLegend s", + "M i", + "Ġ gf", + "Ġg f", + "st eder", + "ste der", + "sted er", + "Ġac quiring", + "Ġacqu iring", + "Ġs imulator", + "Ġsim ulator", + "Ġsimul ator", + "( ),\"", + "() ,\"", + "(), \"", + "re ceive", + "rece ive", + "Ġin place", + "Ġinp lace", + "A CTION", + "AC TION", + "ACT ION", + "Ġ WebDriver", + "ĠWeb Driver", + "file system", + "files ystem", + "< Order", + "l open", + "lo pen", + "lop en", + "lope n", + "Ġ HEIGHT", + "ĠHE IGHT", + ".set Border", + "į °", + "__ [\"", + "__[ \"", + "Ġ clamp", + "Ġc lamp", + "Ġcl amp", + "Ġclam p", + "Ġcla mp", + "Seg oe", + "b ands", + "ba nds", + "ban ds", + "band s", + "to List", + "am ba", + "amb a", + "> '+Ċ", + ">' +Ċ", + ">'+ Ċ", + "Ġ credible", + "Ġcred ible", + "a mat", + "am at", + "ama t", + "pl aying", + "play ing", + "pla ying", + ".setImage Resource", + "q uel", + "qu el", + "que l", + "Ġpo dr", + "Ġpod r", + "ge om", + "geo m", + "E k", + "ĠQ atar", + "Ġg eld", + "Ġge ld", + "Ġgel d", + "? ',Ċ", + "?' ,Ċ", + "?', Ċ", + "Ġc yl", + "Ġcy l", + "( ax", + "(a x", + "Ġ WI", + "ĠW I", + "ur ally", + "ural ly", + "ĠBr asil", + "ĠBra sil", + "ĠBras il", + "Ġs enza", + "Ġsen za", + "a ley", + "al ey", + "ale y", + "o nen", + "on en", + "one n", + "Ġ bah", + "Ġb ah", + "Ġba h", + "Ġm olecule", + "Ġmolec ule", + "R ad", + "Ra d", + "è¿ °", + "AN CH", + "ANC H", + "- background", + "-back ground", + "- agent", + "-a gent", + "-ag ent", + "-age nt", + "Ġprol ifer", + ": boolean", + "Ġt ide", + "Ġti de", + "Ġtid e", + "erial izer", + "erialize r", + "_ ;čĊ", + "_; čĊ", + "F ee", + "Fe e", + "* *)", + "** )", + "er gy", + "erg y", + "ĠH onor", + "ĠHon or", + "ĠHo nor", + ". Logging", + ".Log ging", + "i ris", + "ir is", + "iri s", + "Ġunder mine", + "Ġundermin e", + "ĠD y", + "Ġt yr", + "Ġty r", + "Ġ deque", + "Ġde que", + "Ġd amer", + "Ġda mer", + "Ġdam er", + "Ġdame r", + "( [])Ċ", + "([ ])Ċ", + "([] )Ċ", + ".layout ControlItem", + ".layoutControl Item", + "p eated", + "pe ated", + "peat ed", + "C AN", + "CA N", + "ra gments", + "rag ments", + "ragment s", + "L and", + "La nd", + ") ]);Ċ", + ")] );Ċ", + ")]) ;Ċ", + "ĠS ah", + "ĠSa h", + "Ġ DECL", + "ĠDE CL", + "ĠDEC L", + "With in", + "Wi thin", + "Ġ Namespace", + "ĠN amespace", + "ĠName space", + "ĠNames pace", + "an other", + "ano ther", + "semb ling", + "sem bling", + "sembl ing", + ". describe", + ".de scribe", + ".des cribe", + "Con sum", + "Cons um", + "Ġ Fear", + "ĠF ear", + "ĠFe ar", + "g iven", + "gi ven", + "give n", + "O range", + "Or ange", + "< boolean", + " This", + ">T his", + "Ġdata Index", + "Ġprint able", + "Ġprin table", + "ĠE yes", + "ĠEye s", + "ĠEy es", + "_ targets", + "_target s", + "_tar gets", + "( Py", + "(P y", + ". over", + ".o ver", + ".ov er", + "Ġ bru", + "Ġb ru", + "Ġbr u", + "am pton", + "amp ton", + "Ġplaint iff", + "< Key", + " );Ċ", + ">) ;Ċ", + "in vest", + "inv est", + ". *ĊĊ", + ".* ĊĊ", + ".*Ċ Ċ", + "Ġt élé", + "Ġté lé", + "Ġsu perf", + "Ġsuper f", + "Ġ cascade", + "Ġc ascade", + "Ġcas cade", + "Ġcasc ade", + "D TD", + "DT D", + "Ġv ivid", + "Ġvi vid", + "Ġviv id", + "Ġsubsid ies", + "Ġsubsidi es", + "ĠH ass", + "ĠHas s", + "ĠHa ss", + "Ġcol laps", + "Ġcoll aps", + "Ġcer amic", + "{ }\".", + "{} \".", + "ĠLeak age", + "- trash", + "-tr ash", + "-tra sh", + "c ollapsed", + "coll apsed", + "collapse d", + "- social", + "-s ocial", + "-so cial", + "ĠC had", + "ĠCh ad", + "ĠCha d", + "Ġinc lined", + "Ġincl ined", + "Ġ sto", + "Ġs to", + "Ġst o", + "Ġstory board", + ". payment", + ".p ayment", + ".pay ment", + "stack overflow", + "ĠRa iders", + "ĠRaid ers", + "ĠRaider s", + "ĠRai ders", + "Ġ #'", + "Ġ# '", + "ol icies", + "olic ies", + "oli cies", + "ìľ¼ ë¡ľ", + "e map", + "em ap", + "ema p", + "Ġ kj", + "Ġk j", + "Ġ quota", + "Ġqu ota", + "Ġquot a", + "Ġquo ta", + "ĠGar dens", + "ĠGarden s", + "ĠGard ens", + "ë² Ī", + "ĠAng els", + "ĠAnge ls", + "ĠAngel s", + "Ġ oft", + "Ġo ft", + "Ġof t", + "Ġlower case", + "Ġ iParam", + "Ġi Param", + "ĠiP aram", + "Ġche apest", + "Ġcheap est", + "un ta", + "unt a", + "_ pkt", + "_p kt", + "_pk t", + "ic ators", + "ica tors", + "icator s", + "Ġ leurs", + "Ġl eurs", + "Ġle urs", + "Ġleur s", + "Ġdecre ases", + "Ġdecrease s", + "ĉ define", + "ĉdef ine", + "ĉde fine", + "P REC", + "PR EC", + "PRE C", + "am mers", + "amm ers", + "ammer s", + "Ġ PreparedStatement", + "ĠPre paredStatement", + "ĠPrepared Statement", + "( direction", + "(d irection", + "(dir ection", + "(di rection", + "Ġcr ews", + "Ġcre ws", + "Ġcrew s", + "ar ked", + "ark ed", + "ĠMem phis", + "Ġ Sell", + "ĠS ell", + "ĠSe ll", + "ĠSel l", + "G TK", + "GT K", + "Ġ maid", + "Ġm aid", + "Ġma id", + "Ġmai d", + ": disable", + ":d isable", + "éĽ Ĩ", + "ĠP f", + "Ġal beit", + "op enh", + "open h", + "ope nh", + "?> \">Ċ", + "?>\" >Ċ", + ". getSource", + ".get Source", + ".getS ource", + "( scale", + "(s cale", + "(sc ale", + "D u", + "ĠP IL", + "ĠPI L", + "_ refresh", + "_re fresh", + "_ref resh", + "Ġb ets", + "Ġbe ts", + "Ġbet s", + "( car", + "(c ar", + "(ca r", + "ĠV on", + "ĠVo n", + "| --------------------------------------------------------------------------Ċ", + "ĠG rat", + "ĠGr at", + "ĠGra t", + "M uch", + "Mu ch", + "( Dialog", + "(D ialog", + ".stop Propagation", + "Ġ tek", + "Ġt ek", + "Ġte k", + "Ġex its", + "Ġexit s", + "' ],$", + "'] ,$", + "'], $", + "Ġ phoneNumber", + "Ġphone Number", + "u cs", + "uc s", + "e cimal", + "ec imal", + "eci mal", + "- -------------", + "-- ------------", + "---- ----------", + "-------- ------", + "--- -----------", + "------------ --", + "----- ---------", + "---------- ----", + "------ --------", + "----------- ---", + "------------- -", + "------- -------", + "--------- -----", + "i np", + "in p", + ".po jo", + "Ġcor pus", + "Ġcorp us", + "Ġpractition ers", + "Ġpractitioner s", + ". pic", + ".p ic", + ".pi c", + "\" testing", + "Ġstring By", + ". NotNull", + ".Not Null", + "Ġ rang", + "Ġr ang", + "Ġran g", + "Ġra ng", + ". Dynamic", + ".D ynamic", + "_ Render", + "_R ender", + "_Re nder", + "а ÑĤа", + "аÑĤ а", + "Wait ing", + "Wa iting", + "Ġ Wik", + "ĠW ik", + "ĠWi k", + "Ġoverwhel med", + "Ġoverwhelm ed", + "% \">", + "%\" >", + "Ġ AE", + "ĠA E", + "} }>Ċ", + "}} >Ċ", + "}}> Ċ", + "u w", + "_ typ", + "_t yp", + "_ty p", + "Ġ buckets", + "Ġb uckets", + "Ġbucket s", + "Ġbuck ets", + "Ġg reeting", + "Ġgre eting", + "Ġgreet ing", + "Ġ laughter", + "Ġla ughter", + "Ġlaugh ter", + "Ġant agon", + "ugg estion", + "uggest ion", + "- email", + "-e mail", + "-em ail", + "ĉ top", + "ĉt op", + "ĉto p", + "Ġ eros", + "Ġe ros", + "Ġer os", + "Ġero s", + "_ tri", + "_t ri", + "_tr i", + "Ġiss uing", + "Ġissu ing", + "Ġ há", + "Ġh á", + "Ġis olate", + "Ġisol ate", + "Ġiso late", + "Over flow", + ", E", + "Ġnut ritional", + "Ġnutrition al", + "Ġnutrit ional", + "ĠAbb ott", + "Ġ nf", + "Ġn f", + ". touch", + ".t ouch", + ".to uch", + ".fetch all", + "_ zip", + "_z ip", + "\" )}Ċ", + "\") }Ċ", + "\")} Ċ", + "Ġ amat", + "Ġa mat", + "Ġam at", + "Ġama t", + "Ġ Cisco", + "ĠC isco", + "Ġn Ã¥", + "P LEX", + "PL EX", + "PLE X", + "Ġ sei", + "Ġs ei", + "Ġse i", + "f oto", + "fo to", + ". toJson", + ".to Json", + "å¤ ļ", + "ĠK lein", + "ĠKle in", + "ĠKl ein", + "Ġ libc", + "Ġli bc", + "Ġlib c", + "Ġm iners", + "Ġmin ers", + "Ġmi ners", + "Ġmine rs", + "Ġminer s", + "å ¢", + "- print", + "-p rint", + "-pr int", + "ĠP ride", + "ĠPr ide", + "ĠPri de", + "T odos", + "To dos", + "Todo s", + "Ġ masked", + "Ġmask ed", + "Ġmas ked", + "Ġ setData", + "Ġset Data", + "Ġtele fon", + "Ġtel efon", + "Ġun happy", + "Ġunh appy", + "Ġ Tables", + "ĠT ables", + "ĠTable s", + "ĠTab les", + "ĠTa bles", + "g eb", + "ge b", + "( debug", + "(de bug", + "_ allowed", + "_all owed", + "_allow ed", + "- access", + "-a ccess", + "-ac cess", + "Ġlog istics", + "Ġlogistic s", + "Ġ gems", + "Ġg ems", + "Ġge ms", + "Ġgem s", + "ĠM ature", + "ĠMat ure", + "ĠMa ture", + "Ġ rsp", + "Ġr sp", + "Ġrs p", + "Ġ Alle", + "ĠA lle", + "ĠAl le", + "ĠAll e", + ". getBytes", + ".get Bytes", + ".getBy tes", + "\\ web", + "ynchron ized", + "ynchronize d", + "Par agraph", + "Para graph", + "Ġth rottle", + "Ġthr ottle", + "Ġthrott le", + ". sqlite", + ".sql ite", + "cons ulta", + "consult a", + "ĠS eah", + "ĠSe ah", + "ĠSea h", + "C e", + "Ġsub mar", + "E RE", + "ER E", + "V ous", + "Vo us", + "Ġ reddit", + "Ġre ddit", + "Ġred dit", + "Ġredd it", + "Ġsql alchemy", + "- mile", + "-m ile", + "oc ide", + "oci de", + "P our", + "Po ur", + "} }\">Ċ", + "}} \">Ċ", + "}}\" >Ċ", + "st ead", + "ste ad", + "Ġ @(", + "Ġ@ (", + "Ġ [])", + "Ġ[ ])", + "Ġ[] )", + "Ġ Ads", + "ĠA ds", + "ĠAd s", + "Ġover load", + "Ġoverl oad", + "r idden", + "ri dden", + "rid den", + "ĠDe sert", + "ĠDes ert", + "Ġ Wrap", + "ĠW rap", + "ĠWr ap", + "ĠPortug uese", + "e tz", + "et z", + "ĉ first", + "ĉf irst", + "ĉfi rst", + "Ġm ilestone", + "Ġmil estone", + "Ġmiles tone", + "Ġmile stone", + "æĹ ł", + "Ñĥ Ñī", + "( success", + "(s uccess", + "< Vector", + " \")Ċ", + ">\" )Ċ", + ">\") Ċ", + "ĠD ollar", + "ĠDol lar", + "ĠDoll ar", + "Ġ emoji", + "Ġem oji", + "Ġemo ji", + "Car ousel", + "- player", + "-p layer", + "-play er", + "-pl ayer", + "Ġadjust ing", + "Ġadj usting", + "Ġj uga", + "Ġju ga", + "Ġjug a", + "allenge s", + "alleng es", + "allen ges", + "g ene", + "ge ne", + "gen e", + "(body Parser", + "lo pedia", + "lop edia", + "lope dia", + "Ġ Behind", + "ĠBe hind", + "ĠBeh ind", + "Ġslee ves", + "Ġsleeve s", + "Ġdrag ging", + "ĠChe vrolet", + "Ġ biz", + "Ġb iz", + "Ġbi z", + "iv ities", + "ivi ties", + "Ġ Frequency", + "ĠF requency", + "ĠFrequ ency", + ", char", + ",c har", + ",ch ar", + ". WHITE", + ".W HITE", + "_ preview", + "_p review", + "_pr eview", + "_pre view", + "_prev iew", + ") ';Ċ", + ")' ;Ċ", + "_ ax", + "_a x", + "I ONS", + "ION S", + "IO NS", + ". cpu", + ".c pu", + ".cp u", + ". inputs", + ".in puts", + ".input s", + "U BE", + "UB E", + "_ feed", + "_f eed", + "_fe ed", + "_fee d", + "ĠSup plement", + "! ).", + "!) .", + "e sus", + "es us", + "Ġ UDP", + "ĠU DP", + "ĠUD P", + "Ġmicro phone", + "Ġconf irms", + "Ġconfirm s", + ".is NotEmpty", + "\" :\"\",Ċ", + "\": \"\",Ċ", + "\":\" \",Ċ", + "\":\"\" ,Ċ", + "_ SCREEN", + "_S CREEN", + "_SC REEN", + "ĉ expected", + "ĉex pected", + "ĉexpect ed", + "ĉexp ected", + "+-+- +-+-", + "ĠH ait", + "ĠHa it", + "ĠHai t", + "fast call", + "Ġdep ict", + "v b", + "_ picture", + "_p icture", + "_pic ture", + "ĉ description", + "ĉd escription", + "ĉdes cription", + "ĉde scription", + "ĠW ife", + "ĠWi fe", + "u ci", + "uc i", + "Ġv icious", + "Ġvic ious", + "ä» ĸ", + "u eba", + "ue ba", + "Ġset User", + "ãģ ¡", + "Ġd iving", + "Ġdi ving", + "Ġdiv ing", + "Ġop era", + "Ġoper a", + "user content", + "a rah", + "ar ah", + "ara h", + ") },", + ")} ,", + "y un", + "yu n", + "v elt", + "ve lt", + "vel t", + "Ġun covered", + "Ġuncover ed", + "Ġ hips", + "Ġh ips", + "Ġhi ps", + "Ġhip s", + "Ġosc ill", + "Ġassert ing", + "Ġ Xi", + "ĠX i", + ". restore", + ".re store", + ".rest ore", + "k ea", + "ke a", + "Ġsp elling", + "Ġspell ing", + "Ġspel ling", + "Ġ derive", + "Ġde rive", + "Ġder ive", + "Ġderiv e", + "ab we", + "ĠD ow", + "ĠDo w", + ". setType", + ".set Type", + "_ vs", + "_v s", + "Ġc ozy", + "Ġco zy", + "Ġcoz y", + ". categories", + ".c ategories", + "O rg", + "Or g", + "_ mgr", + "_m gr", + "Ġd ungeon", + "Ġdung eon", + "collection View", + "Ġ Blank", + "ĠBl ank", + "ac ias", + "aci as", + "acia s", + "ä ä", + "_ cleanup", + "_c leanup", + "_clean up", + "_ACT IVITY", + "_ACTIV ITY", + "Ġtri angles", + "Ġtriangle s", + "Ġtriang les", + ". MenuItem", + ".Menu Item", + "Ġ iphone", + "Ġi phone", + "Ġip hone", + "Ġ Won", + "ĠW on", + "ĠWo n", + "] ]ĊĊ", + "]] ĊĊ", + "]]Ċ Ċ", + "Ġ Comparison", + "ĠCom parison", + "ĠCompar ison", + ". Doc", + ".D oc", + ".Do c", + "Ġ canonical", + "Ġcan onical", + "Ġcanon ical", + "ĠSu dan", + "ĠSud an", + "' ){", + "') {", + "Up Inside", + "b uiltin", + "built in", + "E NCY", + "EN CY", + "ENC Y", + "x be", + "xb e", + "Ġch uck", + "Ġchu ck", + "Ġcontrad ict", + "Ġcontra dict", + "Ġnu estro", + "Ġnue stro", + "Ġnuest ro", + "Ġnues tro", + "Ġarchitect ural", + "ĠF ib", + "ĠFi b", + "Ġcomp ares", + "Ġcompar es", + "Ġcompare s", + "* k", + "C fg", + "çĦ ¡", + "n ten", + "nt en", + "nte n", + "M atches", + "Match es", + "Mat ches", + "Ġ DOWNLOAD", + "ĠDOWN LOAD", + "_HANDLE R", + "_HAND LER", + "man agement", + "manage ment", + "mana gement", + "[ S", + "E NG", + "EN G", + "ÂĢ Â", + "f ang", + "fa ng", + "fan g", + "Ġsl ipped", + "Ġslip ped", + "ĠL anka", + "ĠLan ka", + "esc aping", + "Ġtack les", + "Ġtackle s", + "ĠPe dro", + "ĠPed ro", + ". Prop", + ".P rop", + ".Pro p", + ".Pr op", + ". ''", + ".' '", + ". Generated", + ".G enerated", + ".Generate d", + ".New Guid", + "at rigesimal", + "il lon", + "ill on", + "illo n", + "Ġstat istic", + "Ġstatist ic", + "s pecies", + "sp ecies", + "spec ies", + "spe cies", + "h olding", + "hold ing", + "hol ding", + "Dr upal", + "Ġfundament ally", + "Ġfundamental ly", + "Ġbond age", + "Ġres olutions", + "Ġresolution s", + "Inline Data", + "\\ Type", + "es tion", + "est ion", + "esti on", + ". wrap", + ".w rap", + ".wr ap", + "Ġwar riors", + "Ġwarrior s", + "Ġ LOCAL", + "ĠLO CAL", + "ĠLOC AL", + "A rchive", + "Arch ive", + "Arc hive", + "Ġembr aced", + "Ġembrace d", + "á» §", + ". Ver", + ".V er", + "ĠAff ordable", + "ole sale", + "oles ale", + "Ġ Applied", + "ĠApp lied", + "ĠAp plied", + "ĠAppl ied", + "Ġ Conversion", + "ĠCon version", + "ĠConv ersion", + "ĠConvers ion", + "m ega", + "me ga", + "meg a", + "_ cam", + "_c am", + "_ca m", + "Ġcer emon", + "Ġcere mon", + "a urus", + "au rus", + "aur us", + "ĠV olk", + "ĠVol k", + "ĠVo lk", + ". opens", + ".open s", + ".op ens", + "/ about", + "/a bout", + "Ġ Std", + "ĠS td", + "ĠSt d", + "j ournal", + "jo urnal", + "jour nal", + "( )){čĊ", + "() ){čĊ", + "()) {čĊ", + "()){ čĊ", + ", \"\\", + ",\" \\", + "( Arrays", + "(Array s", + "ĠD ense", + "ĠDen se", + "ase ña", + "än ner", + "änn er", + "/ stat", + "/s tat", + "/st at", + "user Data", + "Ġg erman", + "Ġger man", + "Ġgerm an", + "Ġ tz", + "Ġt z", + "w orthy", + "worth y", + "wort hy", + "wor thy", + "Format Exception", + "ph erd", + "pher d", + "phe rd", + "Ġsm iles", + "Ġsmile s", + "Ġ Whenever", + "ĠWh enever", + "ĠWhen ever", + "ĠWhe never", + "( adapter", + "(ad apter", + ".bad logic", + "Ġbrief ing", + ". GridColumn", + ".Grid Column", + "- char", + "-c har", + "-ch ar", + "d imension", + "dim ension", + "ĠC opper", + "ĠCo pper", + "ĠCop per", + "ĠCopp er", + "Ġn inth", + "Ġni nth", + "Ġnin th", + "Ġ' {{", + "Ġ'{ {", + "Ġ rav", + "Ġr av", + "Ġra v", + "_ Table", + "_T able", + "_Tab le", + "Ġderiv atives", + "Ġderivative s", + "Ġ Raise", + "ĠR aise", + "ĠRa ise", + "ĠRai se", + "ĠF ut", + "ĠFu t", + "ar mor", + "arm or", + "- padding", + "-p adding", + "-pad ding", + "Ġre min", + "Ġr emin", + "Ġrem in", + "ĉ style", + "ĉst yle", + "Ġ Membership", + "ĠMember ship", + "ĠMembers hip", + "Ġsp reads", + "Ġspread s", + "Ġspre ads", + "Ġg alleries", + "Ġgall eries", + "ĠClark e", + "ĠClar ke", + "Ġcon ception", + "Ġconcept ion", + "Ġconce ption", + "min ute", + "Ġab usive", + "_ adj", + "_a dj", + "_ad j", + "Ġterr ific", + "Ġo vert", + "Ġover t", + "Ġov ert", + "our cing", + "Ġ entrada", + "Ġent rada", + "Ġentr ada", + "Ġentra da", + "level s", + "lev els", + "Ġcrit ique", + "Ġres pects", + "Ġrespect s", + "Ġresp ects", + "ĠM MA", + "ĠMM A", + "i ene", + "ie ne", + "ien e", + "Ġen caps", + "Ġenc aps", + "ĠRay mond", + "Div ider", + "Di vider", + "i vable", + "iv able", + "iva ble", + "b az", + "ba z", + "Ġ@ _;Ċ", + "Ġ@_ ;Ċ", + "ĠCl aire", + "ĠCla ire", + "ĠClair e", + "Ġur ging", + "Ġurg ing", + "C EE", + "CE E", + "Ġtrans former", + "Ġtransform er", + "dis cord", + "disc ord", + "ĠJ ourney", + "t os", + "to s", + "Ġcompet itions", + "Ġcompetition s", + "Ġcompetit ions", + "Ġ OBJ", + "ĠO BJ", + "ĠOB J", + "ĠB is", + "ĠBi s", + "Ġrelax ation", + "i dy", + "id y", + "_ INSTANCE", + "_IN STANCE", + "_INST ANCE", + "Ġ Pref", + "ĠP ref", + "ĠPr ef", + "ĠPre f", + "d ados", + "da dos", + "dad os", + "ici encies", + "ĠMedia Query", + "Ġ Cube", + "ĠC ube", + "ĠCub e", + "ĠCu be", + "Ġ Strange", + "ĠSt range", + "ĠStr ange", + "ĠStra nge", + "g pu", + "gp u", + "( days", + "(d ays", + "(day s", + "(da ys", + "_ InitStruct", + "_Init Struct", + "Ġf ingerprint", + "Ġfinger print", + "e mat", + "em at", + "ema t", + "ĠG ecko", + "ĠGe cko", + "Ġ rails", + "Ġr ails", + "Ġrail s", + "Ġra ils", + "ĠL um", + "ĠLu m", + "s traction", + "st raction", + "str action", + "stract ion", + "stra ction", + "ig ung", + "igu ng", + "( movie", + "(m ovie", + "_ dictionary", + "_d ictionary", + "_ interrupt", + "_int errupt", + "_inter rupt", + "Ġ QC", + "ĠQ C", + "i ked", + "ik ed", + "ike d", + "append Child", + "rec ipient", + "r é", + "V e", + "Ġt owel", + "Ġto wel", + "Ġtow el", + ".last IndexOf", + "Ġplace bo", + "Ġplac ebo", + "Ġ Wie", + "ĠW ie", + "ĠWi e", + ". esp", + ".e sp", + ".es p", + "( Debug", + "oper ative", + "Ġde ceased", + "Ġdece ased", + "& id", + "ĉ mutex", + "ĉm utex", + "e lic", + "el ic", + "eli c", + "Ġb apt", + "Ġba pt", + "ĉ čĊčĊ", + "ĉčĊ čĊ", + "Ġfar ther", + "Ġfart her", + "H alf", + "Ha lf", + "Hal f", + ". disable", + ".d isable", + ".dis able", + ".menu Strip", + "le ccion", + "lec cion", + "Ġ resultCode", + "Ġresult Code", + "Ġc ans", + "Ġcan s", + "Ġca ns", + "- election", + "-e lection", + "-elect ion", + "-el ection", + "f emale", + "fe male", + "_ FIX", + "_F IX", + "aus ible", + "Ġ POWER", + "ĠP OWER", + "ĠPO WER", + "ĠPOW ER", + "Ġre construction", + "Ġrecon struction", + "Ġreconstruct ion", + "Ġsc ans", + "Ġscan s", + "Ġsca ns", + ".Xtra Bars", + "âĢĺ s", + "Re moved", + "Rem oved", + "Remove d", + "Ġpara graphs", + "Ġparagraph s", + "_ margin", + "_m argin", + "_mar gin", + "Ġl ymph", + "Ġly mph", + "Ġ bos", + "Ġb os", + "Ġbo s", + "l ington", + "ling ton", + "ĠBapt ist", + "Ġadvertis ements", + "Ġadvertisement s", + "Ġadvertise ments", + "Ġ Manage", + "ĠMan age", + "ĠMa nage", + "ĠMana ge", + "/ yyyy", + "/y yyy", + "I OUS", + "IO US", + "EN CES", + "ENCE S", + "ENC ES", + "ĠF iction", + "ĠFi ction", + "ĉ menu", + "ĉm enu", + "ĉme nu", + "ĠFile OutputStream", + "o van", + "ov an", + "ova n", + "ĠF eng", + "ĠFe ng", + "ĠFen g", + "Ġsk ipping", + "Ġskip ping", + "Ġski pping", + "get Class", + "getC lass", + "an ni", + "ann i", + "Ġre bounds", + "Ġreb ounds", + "Ġrebound s", + "Ġpublic ity", + "Ġpub licity", + "Ġpubli city", + "Ġin gres", + "Ġing res", + "Ġingr es", + "us ement", + "use ment", + "Ġthought ful", + ". Chart", + ".C hart", + ".Ch art", + ".Char t", + "Ġh atte", + "Ġha tte", + "Ġhat te", + "pass port", + "pas sport", + "Ġhook ed", + "Ġho oked", + "Ġ Lens", + "ĠL ens", + "ĠLe ns", + "ĠLen s", + "Ġflag ship", + "Ġflags hip", + "Ġs tip", + "Ġst ip", + "Ġ GEN", + "ĠG EN", + "ĠGE N", + "Ġcl ues", + "Ġclue s", + "i pv", + "ip v", + "ĠR ise", + "ĠRi se", + "ĠRis e", + "ĠG ew", + "ĠGe w", + "table name", + "tab lename", + "tabl ename", + "Ġfore most", + "_ validate", + "_valid ate", + "_ analysis", + "_an alysis", + "o lla", + "ol la", + "oll a", + "Ġqual ifications", + "Ġqualification s", + "Ġd istributions", + "Ġdistrib utions", + "Ġdistribution s", + "ĠF lower", + "ĠFl ower", + "ĠFlo wer", + "ĠFlow er", + "Ġt ense", + "Ġten se", + "Ġtens e", + "Ġthank ful", + "Ġcl utch", + "Ġun ified", + "ro ads", + "road s", + "Ġs iti", + "Ġsit i", + "Ġsi ti", + "Ġst all", + "Ġsta ll", + "Ġstal l", + "_P RIORITY", + "_PRI ORITY", + "c stdlib", + "_ USERNAME", + "_USER NAME", + ". bytes", + ".by tes", + ".byte s", + "? page", + "?p age", + "er malink", + "erm alink", + "ermal ink", + "ĠVe get", + "ĠVeg et", + "/v nd", + "- author", + "-a uthor", + "-auth or", + "-aut hor", + ". NONE", + ".N ONE", + ".NO NE", + "ĠCon current", + "ĠConc urrent", + "ĠC ry", + "ĠCr y", + "Ġst arters", + "Ġstart ers", + "Ġstar ters", + "Ġstarter s", + "Ġ Interaction", + "ĠInter action", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ LEVEL", + "ĠLE VEL", + "E ll", + "El l", + "Ġ comboBox", + "Ġcom boBox", + "Ġcombo Box", + "ĠThe resa", + "ĠTh eresa", + "ĠThere sa", + "ĠTher esa", + "t ek", + "te k", + "_ Handle", + "_H andle", + "Ġ aby", + "Ġa by", + "Ġab y", + ".g dx", + ", end", + ",e nd", + ",en d", + "( Local", + "(L ocal", + "O l", + "kn ife", + "a rial", + "ar ial", + "ari al", + "aria l", + "ĠH off", + "ĠHo ff", + "ĠHof f", + "Ġprostituer ade", + "Do ctor", + "Doc tor", + "In stances", + "Instance s", + "Inst ances", + ". SetValue", + ".Set Value", + "ĉ from", + "ĉf rom", + "ĉfr om", + "Ġlux urious", + "In dent", + "Ind ent", + "Al locator", + "All ocator", + "Alloc ator", + "_ DRAW", + "_D RAW", + "_DR AW", + "(\" ,\",", + "(\", \",", + "(\",\" ,", + "ĠF rances", + "ĠFr ances", + "ĠFrance s", + "ĠFranc es", + "ĠFra nces", + "ĠFran ces", + "Ġ groupBox", + "Ġgroup Box", + "( schema", + "(s chema", + "Print f", + "O RIES", + "OR IES", + "- gradient", + "-g radient", + "Ġre put", + "Ġrep ut", + "a rin", + "ar in", + "ari n", + "_ DONE", + "_D ONE", + "_DO NE", + "in cre", + "inc re", + "incr e", + "ig nty", + "ign ty", + "Ġex ert", + "Ġexe rt", + "Ġ -.", + "Ġ- .", + "/ App", + "/A pp", + "- through", + "-th rough", + "Ġdec lining", + "Ġdecl ining", + "Ġdes sert", + "Ġdess ert", + "Ġinc umb", + "Ġ designation", + "Ġdesign ation", + ". PORT", + ".P ORT", + ".PO RT", + ", strong", + ",str ong", + ",st rong", + "Ġ sandbox", + "Ġs andbox", + "Ġsand box", + "Ġw ines", + "Ġwin es", + "Ġwine s", + "Ġwi nes", + "ĠP av", + "ĠPa v", + "$ str", + "$s tr", + "ask ell", + "Ġh ö", + "Ġ PY", + "ĠP Y", + "Get Instance", + "Text Input", + "game Object", + "/ events", + "/e vents", + "/event s", + "created At", + "Ġlocal Var", + "Ġ WHITE", + "ĠW HITE", + "ĠWH ITE", + "p ered", + "pe red", + "per ed", + "i lege", + "ile ge", + "eff icient", + ", color", + ",c olor", + ",col or", + "c ate", + "ca te", + "cat e", + "ĠC afe", + "ĠCa fe", + "ĠCaf e", + "Ġsimilar ities", + "Ġp umps", + "Ġpump s", + "Ġpu mps", + "ĠHun gary", + "ĠHung ary", + ". Username", + ".User name", + "Ġs kate", + "Ġsk ate", + "Ġska te", + "Ġtouchdown s", + "Ġacceler ate", + "Ġaccel erate", + "ĠH elen", + "ĠHe len", + "ĠHel en", + "O MEM", + "OM EM", + "OME M", + "ĠK un", + "ĠKu n", + "_ vol", + "_v ol", + "Ġ findAll", + "Ġfind All", + "ĠMens chen", + "a head", + "ah ead", + ") ;\"", + "); \"", + "k ommen", + "kom men", + "Ġposs essed", + "Ġpossess ed", + ".arg max", + ". transition", + ".t ransition", + ".trans ition", + "A RP", + "AR P", + "OL UME", + "OLUM E", + "( script", + "(s cript", + "Ġ Ðĺ", + "ĠÐ ĺ", + "Ġ Finding", + "ĠF inding", + "ĠFin ding", + "ĠFind ing", + "o nces", + "on ces", + "once s", + "I o", + "B old", + "Bo ld", + "Ġrenew al", + "_D IALOG", + "Ġdis reg", + "IN TERN", + "INT ERN", + "INTER N", + "Ġt oute", + "Ġto ute", + "Ġtou te", + "Ġtout e", + "Ġelect r", + "Ġele ctr", + "ĠG ross", + "ĠGr oss", + "ĠGro ss", + "ĠGros s", + "ĉ true", + "ĉtr ue", + ". Fields", + ".F ields", + ".Field s", + "Ġ WIDTH", + "ĠW IDTH", + "ĠD ent", + "ĠDe nt", + "ĠDen t", + "Ġ Ãģ", + "Ġà ģ", + "NS Notification", + "Ġ aos", + "Ġa os", + "Ġao s", + "Ġme lee", + "Ġmel ee", + ". Validation", + ".Valid ation", + "Ġ DEC", + "ĠD EC", + "ĠDE C", + "- dependent", + "-depend ent", + "Ġsu ic", + "Ġsui c", + "T raits", + "Tr aits", + "Tra its", + "Trait s", + "$ message", + "$m essage", + "Ġ Dear", + "ĠD ear", + "ĠDe ar", + "ĉ FILE", + "ĉF ILE", + "l anguages", + "language s", + ". Prot", + ".P rot", + ".Pro t", + ".Pr ot", + ". addr", + ".add r", + ".ad dr", + "- generation", + "-g eneration", + "-gen eration", + "I CON", + "IC ON", + "ICO N", + "Ġtrans plant", + "- description", + "-d escription", + "-de scription", + "-des cription", + "Ġch asing", + "Ġcha sing", + "Ġch ees", + "Ġche es", + "Ġ }*/Ċ", + "Ġ} */Ċ", + "T rad", + "Tr ad", + "Tra d", + "qu eries", + "que ries", + "quer ies", + "/ widgets", + "/widget s", + "sub package", + "Ġe spec", + "Ġes pec", + "Ġesp ec", + "Ġcr acked", + "Ġcrack ed", + "Ġcompet itor", + "Ġcompetit or", + "P urchase", + "- team", + "-t eam", + "-te am", + "ole cular", + "olec ular", + "or Thunk", + "& P", + "Ġrel ent", + "Ġrele nt", + "/ #{", + "/# {", + "Ġ productId", + "Ġproduct Id", + "Ġ è¾", + "Ġè ¾", + "ĠL av", + "ĠLa v", + "Ġ Alter", + "ĠAl ter", + "ĠAlt er", + ". Mode", + ".M ode", + ".Mod e", + "AD IO", + "ADI O", + "g rp", + "gr p", + "æ ·»åĬł", + "æ·» åĬł", + "Q uit", + "Qu it", + "Qui t", + "Ġdep ths", + "Ġdepth s", + "Ġdept hs", + "- category", + "-c ategory", + "Ġ DATABASE", + "ĠD ATABASE", + "ĠDATA BASE", + "S PELL", + "SP ELL", + "ĠF alcon", + "ĠFal con", + "ĠQString List", + "Ġ ''.", + "Ġ' '.", + "Ġ'' .", + "ĠIn stitution", + "ĠInst itution", + "ĠInstit ution", + "ĠInstitut ion", + "d amage", + "da mage", + "dam age", + "az or", + "azo r", + "bel ongsTo", + "belongs To", + "ver ages", + "verage s", + "Ġ NONE", + "ĠN ONE", + "ĠNO NE", + "ĠNON E", + "ip pets", + "ipp ets", + "ippet s", + ", \\Ċ", + ",\\ Ċ", + "Ġfoot print", + "_ archive", + "_a rchive", + "_arch ive", + "_arc hive", + "n ak", + "na k", + ". getField", + ".get Field", + "Ġ Reflection", + "ĠRef lection", + "ĠReflect ion", + "Ġ ']", + "Ġ' ]", + "ĠH BO", + "ĠHB O", + "_ discount", + "_dis count", + "_disc ount", + "Ġin cest", + "Ġinc est", + "Ġince st", + "ĠD odge", + "ĠDo dge", + "ĠDod ge", + "ĠW ade", + "ĠWa de", + ". NO", + ".N O", + "\" encoding", + "Ġ Blockchain", + "ĠBlock chain", + "Ġlaws uits", + "Ġlawsuit s", + "Ġ Maint", + "ĠM aint", + "ĠMain t", + "ĠMa int", + "ĠMai nt", + "ch ten", + "cht en", + "chte n", + "Ġét ait", + "Ġktó re", + "_ ctl", + "_c tl", + "_ct l", + "( timer", + "(t imer", + "(time r", + "(ti mer", + "B attle", + "Bat tle", + "i zo", + "iz o", + "ay ed", + "aye d", + "I OR", + "IO R", + "ĠGlas gow", + "Ġs ynth", + "Ġsy nth", + "Ġsyn th", + "Ġsynt h", + "_ logs", + "_l ogs", + "_log s", + "_lo gs", + ". pose", + ".p ose", + ".pos e", + ".po se", + "_Adjust orThunk", + "( (&", + "(( &", + "Ġun sure", + "Ġuns ure", + "Ġunsur e", + "y state", + "yst ate", + "íķĺ ëĬĶ", + "O ULD", + "OU LD", + ". ng", + ".n g", + "Ġdefault dict", + "work space", + "works pace", + "Ġselect ive", + "Ġsel ective", + "Picker Controller", + "YNAM IC", + ". methods", + ".method s", + "Ġpath ways", + "Ġpathway s", + "Ġ Few", + "ĠF ew", + "ĠFe w", + "K G", + "C RYPT", + "CRY PT", + "follow ing", + "ĠD LC", + "ĠDL C", + "ĠS ara", + "ĠSar a", + "ĠSa ra", + "Ġ preset", + "Ġp reset", + "Ġpre set", + "Ġpres et", + "e structor", + "estr uctor", + "estruct or", + "ĠK urt", + "ĠKur t", + "ĠKu rt", + "Ġair plane", + "Ġ omp", + "Ġo mp", + "Ġom p", + "Ġ Parents", + "ĠPar ents", + "ĠParent s", + "ĠParen ts", + "ĠPare nts", + "ĠMart inez", + "ĠMartin ez", + ". complete", + ".com plete", + ".comp lete", + "Ġbroad ly", + "Ġs care", + "Ġsc are", + "Ġsca re", + "Ġscar e", + "ĠM é", + "Ġelim ination", + "Ġelimin ation", + "Ġp oured", + "Ġpo ured", + "Ġpour ed", + "Ġpou red", + "/ sw", + "/s w", + "Ġcom un", + "Ġco mun", + "Ġm asc", + "Ġma sc", + "Ġmas c", + "ĠOrgan ic", + "ĠOrg anic", + "Ġ StringUtils", + "ĠString Utils", + "ĠStringUtil s", + "il ateral", + "ilate ral", + "ilater al", + "Ġreluct ant", + "- age", + "-a ge", + "-ag e", + "Ġ nz", + "Ġn z", + ". \"\\", + ".\" \\", + "Ġpast or", + "Ġpas tor", + "Ġpa stor", + "a lez", + "al ez", + "ale z", + "Ġe fect", + "Ġef ect", + "p rov", + "pr ov", + "pro v", + "/ init", + "/i nit", + "/in it", + "Ġp enn", + "Ġpe nn", + "Ġpen n", + "u nds", + "un ds", + "und s", + "Ġ ssize", + "Ġs size", + "Ġss ize", + "Ġ Proj", + "ĠP roj", + "ĠPro j", + "ĠPr oj", + "b asename", + "base name", + "bas ename", + "Ġsh ells", + "Ġshell s", + "Ġshel ls", + "ĠN eck", + "ĠNe ck", + "ĠNec k", + "ĠEn forcement", + "v ided", + "vid ed", + "vi ded", + "vide d", + "s town", + "st own", + "sto wn", + "S phere", + "Sp here", + "$ r", + "us sen", + "uss en", + "a fil", + "af il", + "afi l", + "Ġ Telegram", + "ĠTele gram", + "Ġanaly tical", + "Ġanalytic al", + "н Ñĭе", + "нÑĭ е", + "us ually", + "usu ally", + "usual ly", + "x n", + "Ġhistor ian", + "Ġhist orian", + "Ġhistoria n", + "Ġhisto rian", + "ĠGreg ory", + "ol ph", + "Ġ Una", + "ĠU na", + "ĠUn a", + "Ġcon tributes", + "Ġcontrib utes", + "Ġcontribute s", + "% -", + "anti ago", + "ÑĢ ед", + "ÑĢе д", + ". region", + ".reg ion", + "Ġab rupt", + "ĠUnsupported OperationException", + "Ġ TASK", + "ĠT ASK", + "ĠTA SK", + "ĠTAS K", + "_ finish", + "_f inish", + "_fin ish", + "Ġnot orious", + "Ġ Vs", + "ĠV s", + "Ġ MQ", + "ĠM Q", + "Ġs unset", + "Ġsun set", + "Ġun acceptable", + "ar cer", + "arc er", + "Ġill umin", + "Ġillum in", + "ĠO rb", + "ĠOr b", + "Ġ bh", + "Ġb h", + "E ste", + "Est e", + "Es te", + "_ dispatch", + "_dis patch", + "_disp atch", + "Ġr ipped", + "Ġrip ped", + "Ġri pped", + "Ġtou jours", + "Ġ Parcel", + "ĠPar cel", + "_ ll", + "_l l", + ". userName", + ".user Name", + ". classes", + ".c lasses", + ".class es", + ".cl asses", + "S OURCE", + "( Number", + "(N umber", + "е лÑı", + "ел Ñı", + "Ġhead phones", + "Ġheadphone s", + "( side", + "(s ide", + "(si de", + "(sid e", + "con stitution", + "const itution", + "an nah", + "ann ah", + "anna h", + "čĊ ĠĠĠĠĠĠĠĠčĊ", + "Ġcl iff", + "Ġcli ff", + "- ref", + "-r ef", + "-re f", + "Ġmost rar", + "Ġmo strar", + "Ġmostr ar", + "Ġmostra r", + "ĠP owell", + "ĠPo well", + "ĠPow ell", + "+ y", + "Ġ BG", + "ĠB G", + "_ fragment", + "_f ragment", + "_fr agment", + "_frag ment", + ". Port", + ".P ort", + "Ġreal izing", + "Ġrealiz ing", + "param ref", + "Ġh ometown", + "Ġhome town", + "@ Table", + "+ \" --}}Ċ", + ">-- }}Ċ", + "F rench", + "Fr ench", + "Entity Manager", + "Ġ Plain", + "ĠP lain", + "ĠPl ain", + "ĠPla in", + "//// ////////////////////////////////////////////////////////////////", + "//////// ////////////////////////////////////////////////////////////", + "//////////////// ////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////// ////", + "//////////// ////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////// ////////////", + "//////////////////////////////////////////////////////////// ////////", + "//////////////////////////////////////////////////// ////////////////", + " ³", + "( RE", + "(R E", + "c apt", + "ca pt", + "cap t", + "Ġ organisms", + "Ġorgan isms", + "Ġorganis ms", + "Ġorganism s", + "Ġ jets", + "Ġj ets", + "Ġje ts", + "Ġjet s", + "o location", + "ol ocation", + "olo cation", + "ĠApp RoutingModule", + "Ġgl orious", + "Ġglo rious", + "Ġglor ious", + "æľ į", + "Ġdisc arded", + "Ġdiscard ed", + "ĉ ĉĉĉĠĠĠĠĠ", + "ĉĉ ĉĉĠĠĠĠĠ", + "ĉĉĉĉ ĠĠĠĠĠ", + "ĉĉĉ ĉĠĠĠĠĠ", + "ĉĉĉĉĠ ĠĠĠĠ", + "ĉĉĉĉĠĠĠ ĠĠ", + "ĉĉĉĉĠĠ ĠĠĠ", + "ĉĉĉĉĠĠĠĠ Ġ", + "ĠArn old", + "l ug", + "lu g", + "Ġp arl", + "Ġpar l", + "Ġpa rl", + "Ġhorm ones", + "Ġhormone s", + "Ġ mah", + "Ġm ah", + "Ġma h", + "ĠS onic", + "ĠSo nic", + "ĠSon ic", + "Ġorgan izers", + "Ġorganiz ers", + "Ġorganize rs", + "Ġorganizer s", + "_ PLATFORM", + "_PL ATFORM", + ". inv", + ".in v", + ".i nv", + "Ġch ord", + "Ġcho rd", + "Ġchor d", + "vent ional", + "vention al", + "ĉ of", + "ĉo f", + "Ep isode", + ". Enum", + ".E num", + ".En um", + "un kt", + "unk t", + "ĠD h", + "ĠJ ared", + "ĠJa red", + "ĠJar ed", + "ĠN ak", + "ĠNa k", + "Ġint ends", + "Ġinte nds", + "Ġintend s", + "End ian", + "Ġa ustralia", + "_ cv", + "_c v", + "( resolve", + "(res olve", + "(re solve", + "Ġclin ics", + "Ġclinic s", + "l iked", + "li ked", + "like d", + "lik ed", + "ASH INGTON", + "in ha", + "inh a", + "' *", + "Ġ NP", + "ĠN P", + "_ beh", + "_b eh", + "_be h", + "Ġ hf", + "Ġh f", + "Ġw ür", + "c ategoria", + "$ form", + "$f orm", + "Ġsub way", + "Ġ isActive", + "Ġis Active", + "pop ular", + "C our", + "Co ur", + "Cou r", + "Ġ cooldown", + "Ġco oldown", + "Ġcool down", + "Ġa insi", + "Ġain si", + "Ġ GLuint", + "ĠGL uint", + "e real", + "ere al", + "erea l", + "Ġarray Of", + "Ġh atch", + "Ġhat ch", + "= =========", + "== ========", + "==== ======", + "======== ==", + "=== =======", + "========= =", + "====== ====", + "===== =====", + "======= ===", + "r esses", + "res ses", + "ress es", + "resse s", + "_ PP", + "_P P", + ". ^", + "_ decay", + "_dec ay", + "ĠB less", + "ĠBl ess", + "ĠBle ss", + "m etrics", + "met rics", + "metric s", + "ĠCOPY ING", + "ĠDump ster", + "ĠJos é", + "ĠDesign s", + "< Void", + "<", + "Ġ? ><", + "Ġ?> <", + "Ġ \"}Ċ", + "Ġ\" }Ċ", + "Ġ\"} Ċ", + "time zone", + "Ġ eer", + "Ġe er", + "Ġee r", + "max cdn", + "Ġ ESC", + "ĠE SC", + "ĠES C", + "ig aret", + "iga ret", + "igar et", + "_ connected", + "_connect ed", + "_conn ected", + "_ reverse", + "_re verse", + "_rev erse", + "Ġquestion able", + "ĠU SC", + "ĠUS C", + "Ġtu tti", + "Ġtut ti", + "Ġ dropout", + "Ġdrop out", + "Ġ Activities", + "ĠAct ivities", + "ĠActiv ities", + "ĠW inds", + "ĠWin ds", + "ĠWi nds", + "ĠWind s", + "' )));Ċ", + "') ));Ċ", + "')) );Ċ", + "'))) ;Ċ", + "Ġcon gest", + "Ġcong est", + "ÄŁ ı", + "Ġprolong ed", + "è¿ Ļ", + "ĠCross AxisAlignment", + "L EEP", + "LE EP", + "LEE P", + "Ġ VALID", + "ĠVAL ID", + "ĠG az", + "ĠGa z", + "Ġ dependence", + "Ġdepend ence", + "ĠP rix", + "ĠPr ix", + "ĠPri x", + ".Compiler Services", + "j ump", + "ju mp", + "Ġst rat", + "Ġstr at", + "Ġstra t", + "c irc", + "ci rc", + "cir c", + "Ġ CUSTOM", + "ĠC USTOM", + "x aa", + "xa a", + "Ġ bmp", + "Ġb mp", + "Ġbm p", + "Ġb ureau", + "Ġbu reau", + "Ġbure au", + "Ġw aren", + "Ġwar en", + "Ġwa ren", + "Ġware n", + "N X", + "( Window", + "(W indow", + "ĠChrist ie", + "ĠChris tie", + "_ FE", + "_F E", + "Ġ tn", + "Ġt n", + "Ġ Omega", + "ĠO mega", + "ĠOm ega", + "communic ations", + "communication s", + "Home Page", + "com pletion", + "comp letion", + "Ġsupply ing", + "Ġsuppl ying", + "Ġsupp lying", + "YPE S", + "YP ES", + "á vel", + "áv el", + "åĪ ¶", + "( click", + "(c lick", + "(cl ick", + "(cli ck", + "\\ Contracts", + "/ questions", + "/question s", + "Ġ ez", + "Ġe z", + "A MS", + "AM S", + ". mesh", + ".m esh", + ".me sh", + "Ġ' \\Ċ", + ">\\ Ċ", + "R obot", + "Rob ot", + "Ro bot", + "Json Object", + "Ġ DF", + "ĠD F", + "Ġ Processor", + "ĠProcess or", + "ĠProc essor", + "_ should", + "_sh ould", + ". protobuf", + ".prot obuf", + ".proto buf", + "- users", + "-user s", + "-use rs", + "-us ers", + "Ġemb ry", + "Ġembr y", + "F ONT", + "FO NT", + "Ġstart ups", + "Ġstartup s", + "Ġ DataSource", + "ĠData Source", + ") #", + "u ros", + "ur os", + "uro s", + "_ Color", + "_C olor", + "Ġst andalone", + "Ġstand alone", + "} [", + "j d", + "Ġfor give", + "Ġforg ive", + "Ġ ngx", + "Ġn gx", + "Ġng x", + "Ġ Generally", + "ĠGener ally", + "ĠGeneral ly", + "Ġconfig urable", + "Ġconfigur able", + "/ order", + "/or der", + "Ġ vas", + "Ġv as", + "Ġva s", + "' )\";Ċ", + "') \";Ċ", + "')\" ;Ċ", + "Ġ RR", + "ĠR R", + "ĠT roy", + "ĠTr oy", + "ĠTro y", + "Ġcomprom ised", + "Ġcompromise d", + "ĠS wan", + "ĠSw an", + "int endent", + "C entral", + "Cent ral", + "_ keeper", + "_k eeper", + "_ke eper", + "_keep er", + "Ġar quivo", + "Ġ ReadOnly", + "ĠRead Only", + "_ curve", + "_c urve", + "_cur ve", + "_cu rve", + "k v", + "en tin", + "ent in", + "enti n", + "è ±", + "Ġ Ey", + "ĠE y", + ".im read", + "ĠP am", + "ĠPa m", + "i ffe", + "if fe", + "iff e", + "at ivity", + "ativ ity", + "x bc", + "xb c", + "Ġ grim", + "Ġg rim", + "Ġgr im", + "Ġgri m", + "- filled", + "-f illed", + "-fill ed", + "name se", + "names e", + "nam ese", + "' ]:", + "'] :", + "Ġ aur", + "Ġa ur", + "Ġau r", + "ĠGi bson", + "ĠGib son", + ". MouseEvent", + ".Mouse Event", + "Ġl ado", + "Ġla do", + "Ġlad o", + "ava doc", + "avad oc", + "Ġf amil", + "Ġfam il", + "Ġfa mil", + "Ġ Moder", + "ĠM oder", + "ĠMod er", + "ĠMo der", + "ĠMode r", + "f ps", + "fp s", + "ãĢĢ ãĢĢ", + "- example", + "-ex ample", + "ĠAl zheimer", + "Ġ Utf", + "ĠU tf", + "ĠUt f", + "_ arguments", + "_arg uments", + "_argument s", + "Con clusion", + "text Content", + "rem aining", + "remain ing", + "rema ining", + "Ġinterrupt s", + "Ġ Backup", + "ĠBack up", + "ĠBac kup", + "ĠM ong", + "ĠMon g", + "ĠMo ng", + "Ġre ceptors", + "Ġrecept ors", + "Ġreceptor s", + "Ġrecep tors", + "h istor", + "hi stor", + "hist or", + "his tor", + ".cor outines", + "Ġsh outed", + "Ġshout ed", + "Ġsho uted", + "Al arm", + "Ġcomb ust", + "Ġg rote", + "Ġgr ote", + "Ġgro te", + "ult ural", + "ultur al", + "( ids", + "(i ds", + "(id s", + "---- ----------------------------------------------------------------------------", + "---------------- ----------------------------------------------------------------", + "-------------------------------- ------------------------------------------------", + "---------------------------------------------------------------- ----------------", + "------------------------------------------------ --------------------------------", + "---------- ----------------------------------------------------------------------", + "---------------------------------------------------------------------------- ----", + "---------------------------------------------------------------------- ----------", + "ipl inary", + "iplina ry", + "O pts", + "Op ts", + "Opt s", + "ĠY ale", + "ĠYa le", + "local Storage", + "Ġequ ival", + "Ġequiv al", + "ĠF leet", + "ĠFle et", + "\\ b", + "* pi", + "*p i", + "ĠQ Label", + "æ ¡", + "Ġ vx", + "Ġv x", + "Ġ ACL", + "ĠA CL", + "ĠAC L", + "Ġsu cesso", + "Ġsuc esso", + "Ġsucess o", + "Ġ perc", + "Ġp erc", + "Ġper c", + "Ġpe rc", + "ĠN otre", + "ĠNo tre", + "ĠNot re", + "Ġan arch", + "Ġana rch", + "R ing", + "s pb", + "sp b", + "Ġ strpos", + "Ġstr pos", + "st ores", + "store s", + "sto res", + "stor es", + "ĠMap le", + "ĠMa ple", + "( MainActivity", + "(Main Activity", + "(\" \"))", + "(\"\" ))", + "(\"\") )", + "Ġview Holder", + "Qu ad", + "Ġig ual", + "ors che", + "orsch e", + ". margin", + ".m argin", + ".mar gin", + "Ġin die", + "Ġind ie", + "Ġfr anc", + "Ġfra nc", + "Ġfran c", + "ĠForm Builder", + "ĠPart icip", + "ĠParti cip", + ". flash", + ".f lash", + ".fl ash", + "Ġ storms", + "Ġstorm s", + "Ġstor ms", + "Ġsto rms", + "U lt", + "Ul t", + "Ġ fen", + "Ġf en", + "Ġfe n", + "[ new", + "[n ew", + "E ver", + "Ev er", + "= \"Ċ", + "=\" Ċ", + "Ġ localized", + "Ġlocal ized", + "Ġlocalize d", + "_ follow", + "_f ollow", + "Ġ nave", + "Ġn ave", + "Ġna ve", + "Ġnav e", + "Ġdom inance", + "Ġdomin ance", + "Ġdomina nce", + "( tile", + "(t ile", + "(ti le", + "J ournal", + "Jo urnal", + "Ġ VC", + "ĠV C", + "Ġpen etration", + "Ġpenet ration", + "Ġpenetr ation", + "ï¼ ķ", + "Ġcom partment", + "Ġcomp artment", + "Ġcompart ment", + "Ġb ids", + "Ġbi ds", + "Ġbid s", + "Form atted", + "Format ted", + "**** **/ĊĊ", + "****** /ĊĊ", + "*** ***/ĊĊ", + "***** */ĊĊ", + "******/ ĊĊ", + "******/Ċ Ċ", + "( city", + "(c ity", + "(ci ty", + "âĢĶ it", + "[ C", + "Ġuse Callback", + "a ub", + "au b", + ") ?.", + ")? .", + "Ġ VAR", + "ĠV AR", + "ĠVA R", + "ĠSe bastian", + "ĠSebast ian", + "ĠM oss", + "ĠMo ss", + "ĠMos s", + "Ġabund ant", + "G reg", + "Gr eg", + "Gre g", + "ÑĤ а", + "_ ci", + "_c i", + "Ġb ibli", + "Ġbib li", + "C RM", + "CR M", + "Ġ Attempt", + "ĠAt tempt", + "ĠAtt empt", + "is me", + "ism e", + "d ash", + "da sh", + "das h", + "ãĢ İ", + "_ mu", + "_m u", + ".Formatting Enabled", + "Ind eed", + "- direct", + "-d irect", + "-dir ect", + "-di rect", + "Ġs ucking", + "Ġsuc king", + "Ġsuck ing", + "Ġp ne", + "Ġpn e", + "ocab ulary", + "ĠP ackers", + "ĠPac kers", + "ĠPack ers", + ". Navigation", + ".N avigation", + ".Nav igation", + "Ġp ied", + "Ġpie d", + "Ġpi ed", + "cri bing", + "ĠSt uart", + ".To Double", + "Ġ Secondary", + "ĠSecond ary", + "S aving", + "Sa ving", + "ĠD ut", + "ĠDu t", + "ĠM add", + "ĠMad d", + "ĠMa dd", + "M agic", + "Mag ic", + ", H", + ".document Element", + "Ġ BST", + "ĠB ST", + "ĠBS T", + "Ġdif fers", + "Ġdiffer s", + "Ġdiff ers", + "Ġmore over", + "_ nd", + "_n d", + "SE ARCH", + "п ÑĢав", + "пÑĢа в", + "пÑĢ ав", + "æ ´", + "to Match", + "Ġde creasing", + "Ġdecre asing", + "- member", + "-m ember", + "am pus", + "amp us", + "( boost", + "D aily", + "Da ily", + "Data GridView", + "Ġ HttpContext", + "ĠHttp Context", + "Ġh ipp", + "Ġhi pp", + "Ġhip p", + "_ workers", + "_work ers", + "_worker s", + "- language", + "-l anguage", + "é ĵ", + "Ġcons isted", + "Ġconsist ed", + "a thing", + "ath ing", + "athi ng", + "ĠMer cury", + "ĠMerc ury", + "$ content", + "$c ontent", + "$con tent", + "Ġpract iced", + "Ġpractice d", + "Ġ Modules", + "ĠMod ules", + "ĠModule s", + "_ DAY", + "_D AY", + "_DA Y", + "Ġweakness es", + "ĠL odge", + "ĠLo dge", + "ĠLod ge", + "Ġ nar", + "Ġn ar", + "Ġna r", + "Ġ Mate", + "ĠM ate", + "ĠMat e", + "ĠMa te", + "Ġ jp", + "Ġj p", + "ĠHttp Headers", + "Ġs mo", + "Ġsm o", + "Ġ TOKEN", + "ĠT OKEN", + "ĠTO KEN", + "ĠTOK EN", + "] )(", + "]) (", + "Ġa qui", + "Ġaqu i", + "sw agen", + "Ġ srv", + "Ġs rv", + "Ġsr v", + "ĉ ans", + "ĉa ns", + "ĉan s", + "A round", + "Ar ound", + "ĠMan uel", + "Ġfiction al", + "Ġfict ional", + "Ġ IMG", + "ĠI MG", + "ĠIM G", + "Ġ .'", + "Ġ. '", + "Ġ Berry", + "ĠB erry", + "ĠBer ry", + "Ġwall paper", + "s exual", + "sex ual", + "i ero", + "ie ro", + "ier o", + "Ġ çļĦ", + "ìĨ Į", + "Backing Field", + "ĠAd rian", + "ĠAdri an", + "BASE PATH", + "Ġre peats", + "Ġrepe ats", + "Ġrepeat s", + "Ġbl ues", + "Ġblue s", + "Ġun predict", + "Ġunp redict", + "_ coll", + "_c oll", + "_col l", + "_co ll", + "st acle", + "sta cle", + "Ġ Tumblr", + "ĠT umblr", + "Ġ Elf", + "ĠE lf", + "ĠEl f", + "Ġass urance", + "Ġc ensus", + "Ġcen sus", + "Ġ IMPORT", + "ĠIM PORT", + "ĠIMP ORT", + "E NDER", + "EN DER", + "END ER", + "a nos", + "an os", + "ano s", + "Ġ =(", + "Ġ= (", + "ĠEl lis", + "ĠEll is", + "ĠElli s", + "\" ĊĊĊĊ", + "\"Ċ ĊĊĊ", + "\"ĊĊ ĊĊ", + "\"ĊĊĊ Ċ", + ". win", + ".w in", + "Ġ Above", + "ĠA bove", + "ĠAb ove", + "a lon", + "al on", + "alo n", + "_ tick", + "_t ick", + "_ti ck", + "Ġrepresent ations", + "Ġrepresentation s", + "Ġ æķ", + "Ġæ ķ", + "w id", + "wi d", + "ĠA rms", + "ĠAr ms", + "ĠArm s", + "L ista", + "List a", + "Li sta", + "_ failure", + "_f ailure", + "_fail ure", + "_ cm", + "_c m", + ".Flat Appearance", + "Ġth rone", + "Ġthr one", + "Ġthro ne", + "P atch", + "Pat ch", + "ĠV oy", + "ĠVo y", + "en gl", + "eng l", + "Ġnegot iating", + "> `", + "Ġshoot s", + "Ġsho ots", + "Ġ FPS", + "ĠF PS", + "ĠFP S", + ". Year", + ".Y ear", + "ĠK iss", + "ĠKi ss", + "ĠKis s", + "en ción", + "enc ión", + "enci ón", + "re eting", + "ree ting", + "reet ing", + "From File", + "Ġresign ation", + "Ø ·", + "Ġt wins", + "Ġtw ins", + "Ġtwin s", + "Æ° ợ", + "Æ°á» £", + "Ġge bru", + "Ġgeb ru", + ". getContent", + ".get Content", + ".getC ontent", + ". Tree", + ".T ree", + ".Tr ee", + "Ġ Employees", + "ĠEmployee s", + "ĠEmploy ees", + "ĠF IFA", + "ĠFI FA", + "Ġc ertainty", + "Ġcert ainty", + "Ġcertain ty", + "( Cl", + "(C l", + "Ġ totals", + "Ġtot als", + "Ġtotal s", + "ed itable", + "edit able", + "edi table", + "ॠĢ", + ". Reporting", + ".Report ing", + "M as", + "Ma s", + "qu iet", + "qui et", + ". rules", + ".r ules", + ".ru les", + ".rule s", + "Ġ VO", + "ĠV O", + "con exion", + ", K", + "Ġ allocator", + "Ġal locator", + "Ġall ocator", + "Ġalloc ator", + "ĠPow der", + "\\ Repository", + "B eat", + "Be at", + "_ tipo", + "_t ipo", + "_tip o", + "_ti po", + "Ġ[ '',", + "Ġ[' ',", + "_ INTR", + "_IN TR", + "_INT R", + "Ġ <<<", + "Ġ< <<", + "Ġ<< <", + "< hr", + " \");čĊ", + ">\" );čĊ", + ">\") ;čĊ", + "drop IfExists", + "ĠB eg", + "ĠBe g", + "_ HAL", + "_H AL", + "Ġcross AxisAlignment", + "Ġ Evidence", + "ĠE vidence", + "ĠEv idence", + "Ġpec uliar", + "Ġin stitute", + "Ġinstit ute", + "ve is", + "Ġ fft", + "Ġf ft", + "Ġff t", + "à ģ", + "Ġzo ekt", + "Ġzoek t", + "an aly", + "ana ly", + "anal y", + "ĠHome land", + "ĠHom eland", + "Ġpen etr", + "Ġpenet r", + "udden ly", + "ĉ element", + "ĉe lement", + "ĉel ement", + "ĉelem ent", + "ĠB ren", + "ĠBr en", + "ĠBre n", + "ĠTr udeau", + "ĠCub an", + "ĠCu ban", + "ĠCuba n", + "j am", + "ja m", + "us lim", + "_ ev", + "_e v", + "Ġs tems", + "Ġst ems", + "Ġste ms", + "Ġstem s", + "} %", + "Ŀ å§ĭ", + "Ġbr anding", + "Ġbrand ing", + "Ġbran ding", + "Ġcorrespond ence", + ". jquery", + ".j query", + "¢ åįķ", + "ĠRe ads", + "ĠRead s", + "(Http StatusCode", + "(HttpStatus Code", + "as sin", + "ass in", + "assi n", + "( slot", + "(s lot", + "(sl ot", + "ĠGrad uate", + "// /<", + "/// <", + "Ġinformation s", + "Ġinform ations", + "Ġinformat ions", + "EN ABLE", + "ENA BLE", + "Ġp uis", + "Ġpu is", + "Ġ finder", + "Ġf inder", + "Ġfind er", + "Ġfin der", + "Ġfi nder", + "Ġfinde r", + "ĠB ris", + "ĠBr is", + "ĠBri s", + "Ġnett steder", + "_ mid", + "_m id", + "_mi d", + "Ġ ogs", + "Ġo gs", + "Ġog s", + "ĠSter ling", + "Ġar rog", + "Ġarr og", + "str ftime", + "| ĊĊ", + "|Ċ Ċ", + "Ġ vox", + "Ġv ox", + "Ġvo x", + "Ġ Regardless", + "ĠReg ardless", + "Ġ eso", + "Ġe so", + "Ġes o", + "Ġ Comfort", + "ĠCom fort", + ".Boolean Field", + "Ġ uh", + "Ġu h", + "A CY", + "AC Y", + "Ġsque ez", + "ĠV ic", + "ĠVi c", + "con tro", + "cont ro", + "contr o", + ". lo", + ".l o", + "Ġ ire", + "Ġi re", + "Ġir e", + "ĠCom edy", + "ĠCome dy", + "ë ¶", + "Ġorig inated", + "Ġorigin ated", + "Ġoriginate d", + "Ġ shipment", + "Ġsh ipment", + "Ġship ment", + "| max", + "|m ax", + "_ guid", + "_g uid", + "_gui d", + "le vation", + "lev ation", + "н аÑı", + "на Ñı", + "( undefined", + "(un defined", + "Ġ DDR", + "ĠD DR", + "ĠDD R", + "Ġshoot ings", + "Ġshooting s", + "ĠLat ino", + "ĠLatin o", + "END OR", + "Ġaver aging", + "Ġgre eted", + "Ġgreet ed", + "Ġthe aters", + "Ġtheater s", + "Ġtheat ers", + "о е", + "оРµ", + "Ġ dB", + "Ġd B", + "Ġ gst", + "Ġg st", + "Ġgs t", + "Ġde finite", + "Ġdef inite", + "Ġdefinit e", + "Ġdefin ite", + ". Storage", + ".St orage", + ". her", + ".h er", + ".he r", + "Ġa fore", + "Ġaf ore", + "Ġ Reality", + "ĠRe ality", + "ĠReal ity", + "ĠG ods", + "ĠGod s", + "ĠGo ds", + "v ersed", + "ver sed", + "vers ed", + "verse d", + "Ġhand some", + "Ġhands ome", + "Ġ excluding", + "Ġex cluding", + "Ġexcl uding", + "( ad", + "(a d", + "Qu otes", + "Quote s", + "Ġ Scheme", + "ĠS cheme", + "ĠSch eme", + "ĠSche me", + "? q", + "ĠT amil", + "ĠTa mil", + "ĠTam il", + "T icks", + "Tick s", + "Ti cks", + "Ġ pest", + "Ġp est", + "Ġpe st", + "Ġpes t", + "' n", + "Ġporn ography", + "_ modal", + "_m odal", + "_mod al", + "_mo dal", + "Ġ ----------", + "Ġ- ---------", + "Ġ-- --------", + "Ġ---- ------", + "Ġ--- -------", + "Ġ----- -----", + "Ġ------ ----", + "Ġ-------- --", + "Ġ------- ---", + "Ġ--------- -", + "Ġd isposable", + "Ġdis posable", + "Ġdispos able", + "F REE", + "FR EE", + "Ġsh ark", + "Ġsha rk", + "Ġshar k", + "C HE", + "CH E", + "Ġdep icted", + "Ġdepict ed", + "Ġdemonstr ations", + "Ġdemonstration s", + "ĠK illed", + "ĠKill ed", + "ĠKil led", + "Ġ RULE", + "ĠR ULE", + "ĠRU LE", + "Ġobs essed", + "Ġobsess ed", + "Ġs implified", + "Ġsimpl ified", + "Post al", + "Pos tal", + "Po stal", + "Ġconcept ual", + "Ġ pst", + "Ġp st", + "Ġps t", + "L as", + "La s", + "_ PROJECT", + "_PRO JECT", + "uc ceeded", + "ucceed ed", + "o lu", + "ol u", + "ÄŁ i", + "Ġpersonal ities", + "Ġ reshape", + "Ġre shape", + "Ġres hape", + "Ġresh ape", + "Ġen closed", + "Ġenc losed", + "ĉ ptr", + "ĉp tr", + "ĉpt r", + "Ġt utorials", + "Ġtutorial s", + "Ġtutor ials", + "Ġexpl oded", + "Ġexplo ded", + "Ġexplode d", + "_ DIRECTORY", + "_DIRECT ORY", + "åĨħ 容", + "Ġc anon", + "Ġcan on", + "Ġca non", + "Ġrecogn ise", + "P AD", + "PA D", + "Ġ Approx", + "ĠApp rox", + "ĠAp prox", + "ĠAppro x", + "Ġ Restore", + "ĠRe store", + "ĠRest ore", + "Ġ Important", + "ĠImport ant", + "Ġhe avier", + "Ġheav ier", + ". Sequential", + ".Se quential", + "E arth", + "Ear th", + "ĠM ilk", + "ĠMil k", + "ĠMi lk", + ".set Request", + ". tem", + ".t em", + ".te m", + "Ġre construct", + "Ġrecon struct", + "Ġskept ical", + "Ġskeptic al", + "_ Private", + "_Pr ivate", + "B UF", + "BU F", + "q ua", + "qu a", + ": a", + "Ġ sek", + "Ġs ek", + "Ġse k", + "Ġd well", + "Ġdw ell", + "o ssa", + "os sa", + "oss a", + "Ġreward ed", + "Ġrew arded", + "и й", + "( topic", + "(t opic", + "(to pic", + "(top ic", + "_ partition", + "_part ition", + "Ġ__ ________________", + "Ġ______ ____________", + "Key words", + "Keyword s", + "ĠFr anco", + "ĠFranc o", + "ĠFran co", + "L ite", + "Li te", + "Lit e", + "Ġn aken", + "Ġna ken", + "Ġnak en", + "Ġ за", + "Ġз а", + "O BJECT", + "OB JECT", + "OBJ ECT", + "Ġcraft s", + "Ġcra fts", + "Ġ Swap", + "ĠS wap", + "ĠSw ap", + ".X na", + ". Connect", + ".Con nect", + ".Conn ect", + "Ġbalcon y", + "( real", + "(re al", + "ĠBar nes", + "ĠBarn es", + "b ir", + "bi r", + "Ġ Twenty", + "ĠTw enty", + "ĠTwe nty", + "a yan", + "ay an", + "aya n", + "at ars", + "ata rs", + "atar s", + "ĠPro pel", + "ĠProp el", + "ĠIh nen", + "Up grade", + "Ġc urb", + "Ġcur b", + "Ġcu rb", + "- second", + "-se cond", + "Ġn eph", + "Ġne ph", + "Ġnep h", + ". pres", + ".p res", + ".pre s", + ".pr es", + "ìŀ ħ", + ". seq", + ".s eq", + ".se q", + "Ġp added", + "Ġpad ded", + "Ġpadd ed", + "\" ?", + "j l", + "ãĥ ¬", + "' ) a", + "Co ordinates", + "Coordinate s", + "Ġen acted", + "Ġenact ed", + "EN TS", + "ENT S", + "Ġ lac", + "Ġl ac", + "Ġla c", + ". final", + ".f inal", + ".fi nal", + ".fin al", + "ĠPhp Storm", + "c alled", + "cal led", + "call ed", + "Ġin quiries", + ". middleware", + ".m iddleware", + ".middle ware", + "ĠD owntown", + "ĠDown town", + "/ ';Ċ", + "/' ;Ċ", + "Ġkil omet", + "ac cel", + "acc el", + "Ġqu ien", + "Ġq uien", + "Ġqui en", + "w string", + "ws tring", + "set Data", + "Ġman era", + "Ġmane ra", + "Ġmod ular", + "r imp", + "ri mp", + "rim p", + "Ġtar iffs", + "Ġtariff s", + "Ġtarif fs", + "âĢĻ il", + "âĢĻi l", + "_TH ROW", + "/ color", + "/c olor", + "/co lor", + "Ġ HTMLElement", + "ĠHT MLElement", + "ĠHTML Element", + "Ġc arro", + "Ġcar ro", + "Ġcarr o", + "Ġpr ere", + "Ġpre re", + "Ġprer e", + "Ġplot ting", + "Ġ Positive", + "ĠPos itive", + "ĠM achines", + "ĠMachine s", + "ĠMach ines", + "O TES", + "OT ES", + "OTE S", + "á» Ľ", + "ple asant", + "Ġ alte", + "Ġa lte", + "Ġal te", + "Ġalt e", + "Ġa inda", + "Ġai nda", + "Ġain da", + "th ese", + "the se", + "thes e", + "Ġ cors", + "Ġc ors", + "Ġco rs", + "Ġcor s", + "i pay", + "ip ay", + "ipa y", + "ĠAdv isory", + "ĠAdvis ory", + "ĠAdvisor y", + "ĠRub io", + "ĠRu bio", + "j q", + "Ġl imestone", + "Ġlim estone", + "Ġlime stone", + "Ġdet ached", + "Ġdetach ed", + "设 ç½®", + "t enant", + "te nant", + "ten ant", + "Ġ Depth", + "ĠDe pth", + "ĠDep th", + "ĠDept h", + "a lore", + "al ore", + "alo re", + "ĠÑģÑĤ ÑĢок", + "ĠÑģÑĤÑĢ ок", + "ĠÑģÑĤÑĢо к", + "Ġ FORE", + "ĠF ORE", + "ĠFOR E", + "ĠFO RE", + "ĠL ay", + "ĠLa y", + "p resentation", + "present ation", + ") ');Ċ", + ")' );Ċ", + ".sub plots", + ".subplot s", + "Ï ĥ", + "N OW", + "NO W", + "G ar", + "Ga r", + "h andles", + "handle s", + "hand les", + "a bra", + "ab ra", + "abr a", + "put ies", + "pu ties", + "ĠElect rical", + "ĠElectric al", + "M iddle", + "Mid dle", + "r opic", + "ro pic", + "rop ic", + "Ġ JD", + "ĠJ D", + "Ġ Dyn", + "ĠD yn", + "ĠDy n", + "ĠB ristol", + "ĠBr istol", + "ĠBris tol", + "ĠMc Carthy", + "ĠMcCart hy", + "Ġstr iker", + "Ġstri ker", + "Ġstrike r", + "Ġenum erable", + "Ġenumer able", + "ĠE van", + "ĠEv an", + "ĠEva n", + ". defaults", + ".default s", + "qu ences", + "que nces", + "quence s", + ") ||", + ")| |", + "ĉ token", + "ĉt oken", + "ĉto ken", + "â Ĺı", + "âĹ ı", + "- dropdown", + "-d ropdown", + "-drop down", + "ST ORE", + "Ġ Graphic", + "ĠG raphic", + "ĠGraph ic", + "( pp", + "(p p", + "Ex pl", + "Exp l", + "Ġup wards", + "Ġupward s", + "ĠD istributed", + "ĠDistrib uted", + "Ġ WEB", + "ĠW EB", + "ĠWE B", + "J er", + "Je r", + "is NaN", + "çĶŁ æĪIJ", + "> R", + "üss en", + "üs sen", + "e fs", + "ef s", + "Ġun cover", + "Ġunc over", + "Ġl ud", + "Ġlu d", + ". calculate", + ".c alculate", + ".cal culate", + ".calc ulate", + "Ġ intptr", + "Ġint ptr", + "Ġmidfield er", + ". Headers", + ".Header s", + ".He aders", + ".Head ers", + "Ġ mf", + "Ġm f", + "e ref", + "er ef", + "ere f", + ". Metro", + ".M etro", + ".Me tro", + "Ġ Speaking", + "ĠSpe aking", + "ĠSpeak ing", + ": b", + "Ġcryptoc urrencies", + "Ġd emons", + "Ġde mons", + "Ġdem ons", + "Ġdemon s", + "Ġdemo ns", + "ĉ EXPECT", + "Ġw icked", + "y outube", + "you tube", + "youtu be", + ": Int", + ":I nt", + "ĠH indi", + "ĠHind i", + "ĠHin di", + "Ġ CAT", + "ĠC AT", + "ĠCA T", + "Ġ ع", + "ĠØ ¹", + "r ar", + "ra r", + "o more", + "om ore", + "omo re", + "omor e", + "/ per", + "/p er", + "/ license", + "/lic ense", + "/l icense", + "Ġre im", + "Ġa waiting", + "Ġawait ing", + "Ġle thal", + "Ġlet hal", + "Ġleth al", + "Ġ EF", + "ĠE F", + "r ounded", + "ro unded", + "round ed", + "ĠPl atinum", + "Ġв Ñģе", + "ĠвÑģ е", + ". coords", + ".co ords", + ".coord s", + ". Device", + ".D evice", + ".De vice", + ".Dev ice", + "/ item", + "/i tem", + "Ġ Wenn", + "ĠW enn", + "ĠWe nn", + "ĠWen n", + "compile Components", + "ĠK inder", + "ĠKind er", + "ĠKi nder", + "ĠKin der", + ".remove Item", + "Ġ anda", + "Ġa nda", + "Ġand a", + "Ġan da", + "b nb", + "bn b", + "Ġ pra", + "Ġp ra", + "Ġpr a", + "( transaction", + "(trans action", + "Ġembarrass ing", + "ĉ BOOL", + ".content View", + "Ġevent data", + "at ore", + "ator e", + "ato re", + "Ġprovided In", + "ir ma", + "irm a", + "Ġz ona", + "Ġzo na", + "_ HW", + "_H W", + "æ Ļ", + "Ġst ove", + "Ġsto ve", + "Ġcounter part", + "_ Product", + "_Pro duct", + "_MAN AGER", + "Ġinf ring", + "Ġinfr ing", + "Ġ ERA", + "ĠE RA", + "ĠER A", + "_ party", + "_p arty", + "_part y", + "_par ty", + "Ñ ij", + "Ġin ici", + "Ġi nici", + "Ġini ci", + "_ Request", + "_Re quest", + "Ġmir acle", + "Ġmirac le", + "Ġcancel Button", + "S py", + "Sp y", + "at ó", + "Ġpol ish", + "Ġpo lish", + "Ġpolis h", + "ĠNic ole", + "ĠNi cole", + "ĠNico le", + "ĠNicol e", + ". displayName", + ".display Name", + "\\ Requests", + "\\Request s", + "Ġuse History", + "Router Module", + "Ġst ared", + "Ġstar ed", + "Ġsta red", + "Ġstare d", + "I DER", + "ID ER", + "IDE R", + "Ñĥнк ÑĨи", + "Ġ nota", + "Ġn ota", + "Ġnot a", + "Ġno ta", + "$ arr", + "$a rr", + "$ar r", + "pec ified", + "Ġt opp", + "Ġto pp", + "Ġtop p", + "_DR IVER", + "_DRIVE R", + "/ ng", + "/n g", + "å ł", + "_ tm", + "_t m", + "% timeout", + "< s", + "Ġ (*)", + "Ġ( *)", + "Ġ(* )", + "Ġ HttpRequest", + "ĠHttp Request", + "_ TRACK", + "_TR ACK", + "_TRA CK", + "( note", + "(n ote", + "(not e", + "(no te", + "Ġ Explore", + "ĠExp lore", + "ĠExpl ore", + "_ serv", + "_s erv", + "_se rv", + "_ser v", + "Ġ ç»", + "Ġç »", + "B inder", + "Bind er", + "Bin der", + "Bi nder", + "+ \",", + "+\" ,", + ". att", + ".a tt", + ".at t", + "ĠEth i", + "ĠEt hi", + "Ġc ódigo", + "= '\\", + "=' \\", + ". lines", + ".l ines", + ".line s", + ".li nes", + ".lin es", + "( Of", + "(O f", + "å° Ĩ", + "miss ible", + "Ġ vé", + "Ġv é", + "Ġac oustic", + "Ġcraft ing", + "n it", + "ni t", + ". ba", + ".b a", + "ĠLuc y", + "ĠLu cy", + "Ġi Pod", + "ĠiP od", + "Ġpup ils", + "Ġpupil s", + "- max", + "-m ax", + "_ wr", + "_w r", + "( cp", + "(c p", + "Ġ REPORT", + "ĠRE PORT", + "ĠREP ORT", + "Ġ dns", + "Ġd ns", + "Ġdn s", + "Ġ References", + "ĠRe ferences", + "ĠReference s", + "ĠRefer ences", + "Ġunder taken", + "Ġundert aken", + "Ġundertake n", + "Ġkø benhavn", + "Ġ chai", + "Ġc hai", + "Ġch ai", + "Ġcha i", + "ĠC roat", + "ĠCro at", + "_ Log", + "_L og", + "r owned", + "row ned", + "rown ed", + "_ med", + "_m ed", + "_me d", + "ĉ date", + "ĉd ate", + "# __", + "Ġcost umes", + "Ġcostume s", + "Ġ Requires", + "ĠRe quires", + "ĠRequire s", + "aff le", + "ç Ĭ¶æĢģ", + "çĬ¶ æĢģ", + "-S emit", + "-Se mit", + "ela ide", + "еÑĤ од", + "Ġp estic", + "Ġpes tic", + "Ġpest ic", + "Ġ dra", + "Ġd ra", + "Ġdr a", + "D OCUMENT", + "DOC UMENT", + "Ġ ...čĊ", + "Ġ... čĊ", + "Ġ.. .čĊ", + "} `}Ċ", + "}` }Ċ", + "}`} Ċ", + "ĠA uction", + "ĠAu ction", + "Ġ Dock", + "ĠD ock", + "ĠDo ck", + "ĠDoc k", + "xxxx xxxx", + "( getString", + "(get String", + "ħ į", + "Ġborder Width", + "ĠM achinery", + "ĠMachine ry", + "ĠMach inery", + "Ġpredict able", + "Ġpredic table", + ". SH", + ".S H", + "Ġam plitude", + "Ġampl itude", + ".for Root", + "I Navigation", + "IN avigation", + "Table Model", + "at trib", + "att rib", + "attr ib", + "Ġmaneu ver", + "Ġexc av", + "B ERS", + "BER S", + "BE RS", + "Ġd apat", + "Ġda pat", + "Ġdap at", + "Ġinstall ations", + "Ġinstallation s", + "Ġinstal lations", + ". Async", + ".A sync", + ".As ync", + "Ġ rays", + "Ġr ays", + "Ġra ys", + "Ġray s", + "= âĢĿ", + "; ččĊ", + ". crypto", + ".c rypto", + "_ dbg", + "_d bg", + "_db g", + "Ġ Enumerable", + "ĠEnum erable", + "Of Size", + "_ epochs", + "_epoch s", + "m w", + "M ENU", + "ME NU", + "out line", + "ĠP apers", + "ĠPa pers", + "ĠPaper s", + "ĠPap ers", + "= ===========Ċ", + "== ==========Ċ", + "==== ========Ċ", + "======== ====Ċ", + "=== =========Ċ", + "============ Ċ", + "=========== =Ċ", + "========= ===Ċ", + "========== ==Ċ", + "====== ======Ċ", + "===== =======Ċ", + "======= =====Ċ", + "Ġuniform s", + "Ġuni forms", + "ĠG ig", + "ĠGi g", + "- package", + "-p ackage", + "-pack age", + "ĠJ enkins", + "ĠJen kins", + "Ġ HomePage", + "ĠHome Page", + ". isSelected", + ".is Selected", + "Ġmechan ic", + "Ġmech anic", + "M K", + "Ġ Sounds", + "ĠS ounds", + "ĠSo unds", + "ĠSou nds", + "ĠSound s", + "//---------------------------------------------------------------- -------------Ċ", + "//---------------------------------------------------------------------------- -Ċ", + "Ġresearch ing", + "Ġ infos", + "Ġin fos", + "Ġinfo s", + "Ġinf os", + "o graphics", + "og raphics", + "ograph ics", + "ographic s", + "er set", + "ers et", + "erse t", + "([ '/", + "([' /", + "ĠTim ber", + ". agent", + ".a gent", + ".ag ent", + ".age nt", + ".to JSON", + "_ commands", + "_command s", + "_comm ands", + "p aring", + "par ing", + "pa ring", + "_ adjust", + "_ad just", + "_adj ust", + ". nome", + ".n ome", + ".no me", + ".nom e", + "( glm", + "(g lm", + "(gl m", + "Status Bar", + "file path", + "? âĢĻ", + "Ġdet ective", + "Ġdetect ive", + "Ġuns erer", + "Ġunser er", + "Ġunsere r", + "ĠTi bet", + "ĠTib et", + "EN DED", + "END ED", + "( seed", + "(s eed", + "(se ed", + "Ġsne ak", + "Ġa mor", + "Ġam or", + "Ġamo r", + "=\" //", + "=\"/ /", + "ĠPan thers", + "ĠPanther s", + "all ax", + "alla x", + "ĠL IVE", + "ĠLI VE", + "ĉ DWORD", + "ĉD WORD", + "] =-", + "]= -", + "Ġt ornado", + "Ġtorn ado", + "/ min", + "/m in", + "Ġl ungs", + "Ġlung s", + "Ġlun gs", + "- current", + "-c urrent", + "-cur rent", + "Ġ Booking", + "ĠBo oking", + "ĠBook ing", + "ĠBoo king", + "åĪĹ è¡¨", + "Ġenjoy ment", + "ठ°", + "J A", + "t yped", + "type d", + "ty ped", + "typ ed", + ". Btn", + ".B tn", + "f at", + "fa t", + "u gal", + "ug al", + "uga l", + "Ġ Shares", + "ĠSh ares", + "ĠShare s", + "ĠSha res", + "ĠShar es", + "Ġdis gr", + "Ġdisg r", + "Ġ BAR", + "ĠB AR", + "ĠBA R", + "Ġ FOX", + "ĠF OX", + "ĠFO X", + "Op code", + "Ġ Sz", + "ĠS z", + "key down", + "iction aries", + "Ġdet ailing", + "Ġdetail ing", + "} ))Ċ", + "}) )Ċ", + "})) Ċ", + "Ġ pok", + "Ġp ok", + "Ġpo k", + "Ġdemonstr ating", + "Ġ notation", + "Ġn otation", + "Ġnot ation", + "Ġnota tion", + "l ayers", + "la yers", + "lay ers", + "layer s", + "@ if", + "ĠN PR", + "ĠNP R", + ".strict Equal", + "Ġ Recipes", + "ĠRec ipes", + "ĠRecipe s", + ". Tensor", + ".T ensor", + "Ġliqu or", + "Ġdeb ts", + "Ġdebt s", + ". endsWith", + ".end sWith", + ".ends With", + "W heel", + "Wh eel", + ". Pos", + ".P os", + "C SV", + "CS V", + "$ arity", + "$ar ity", + "Ġun stable", + "Ġuns table", + "Ġunst able", + "( loss", + "(l oss", + "(lo ss", + "EN SOR", + "ENS OR", + "Ġel even", + "Ġele ven", + "Ġelev en", + "ĠL opez", + "ĠLo pez", + "ĠHop kins", + "c onom", + "con om", + "co nom", + "cono m", + "ĠS eth", + "ĠSe th", + "ĠSet h", + "Ġpo ems", + "Ġpoem s", + "Q uant", + "Qu ant", + "Ġg sl", + "Ġgs l", + "Ġsy rup", + "Ġs ibling", + "Ġsi bling", + "Ġc ass", + "Ġca ss", + "Ġcas s", + "- vous", + "-v ous", + "ö t", + "_P ATTERN", + "_ SECTION", + "_SE CTION", + "_SEC TION", + "est imated", + "estimate d", + "up grade", + ". mongodb", + ".m ongodb", + ".mongo db", + "ĠBo at", + "_ CTX", + "_C TX", + "_CT X", + "Ġfetch ing", + "Ġfet ching", + "u stin", + "us tin", + "ust in", + "p iel", + "pi el", + "pie l", + "M arg", + "Mar g", + "Ma rg", + "Ref lection", + "Reflect ion", + "Ġ duct", + "Ġd uct", + "Ġdu ct", + "ĠMunicip al", + "Ġ bx", + "Ġb x", + ". GetCurrent", + ".Get Current", + "m link", + "ml ink", + "mlin k", + "ĠAccount ing", + "ĠGen eva", + "ĠGene va", + "_ Pos", + "_P os", + "Ġp asser", + "Ġpass er", + "Ġpas ser", + "Ġpasse r", + "Ġhear ings", + "Ġhearing s", + "com pan", + "comp an", + "Ġfrag ile", + "Initial izer", + "Initialize r", + "w alker", + "walk er", + "wal ker", + ". Material", + ".M aterial", + "ĠH unting", + "ĠHun ting", + "ĠHunt ing", + "try side", + "trys ide", + "Ġ kat", + "Ġk at", + "Ġka t", + "Ġcl erk", + "Ġcle rk", + "Ġcler k", + "á Ł", + "do ing", + "doi ng", + "ĉ group", + "ĉg roup", + "ĉgr oup", + "Ġsan ction", + "Ġsanct ion", + ". lb", + ".l b", + "Ġ Lazy", + "ĠL azy", + "ĠLa zy", + "ĠLaz y", + "Ġ Constraint", + "ĠCon straint", + "ĠConstr aint", + "P agination", + "Pag ination", + "Ġpou vez", + "ĠInd icates", + "M ER", + "ME R", + "Ġc ours", + "Ġco urs", + "Ġcour s", + "Ġcou rs", + "Ġy early", + "Ġyear ly", + "Ġg rosse", + "Ġgro sse", + "Ġgross e", + "Ġgros se", + "abb rev", + "abbr ev", + "Ġ DON", + "ĠD ON", + "ĠDO N", + "Ġpro ceeded", + "Ġproceed ed", + "ent lich", + "Ġ propertyName", + "Ġproperty Name", + "ĠTe aching", + "ĠTea ching", + "ĠTeach ing", + "st adt", + "sta dt", + "stad t", + "Ġc utoff", + "Ġcut off", + "or ners", + "orn ers", + "orne rs", + "Ġa frica", + "Ġaf rica", + "Ġafr ica", + "Ġ renders", + "Ġr enders", + "Ġrender s", + "Ġren ders", + "Ġrend ers", + "ĠYan kees", + "ĠYankee s", + "Ġ Toolbar", + "ĠTool bar", + "s paces", + "sp aces", + "space s", + "spa ces", + ".fill Style", + "Ġseg undo", + "Ġsegu ndo", + "_ strlen", + "_st rlen", + "_str len", + ". Firebase", + ".F irebase", + ".Fire base", + "å¤ Ħ", + "Ġmention ing", + "\\ (", + "ĠVal ve", + "S etter", + "Set ter", + "Ġsp ans", + "Ġspan s", + "Ġspa ns", + "ĠAl cohol", + "Ġ Letters", + "ĠLet ters", + "ĠLetter s", + "\\ xe", + "\\x e", + "Ġ TK", + "ĠT K", + "_ BLE", + "_B LE", + "_BL E", + ". getResult", + ".get Result", + "< Player", + "

\"", + "=> \"", + "t lement", + "tle ment", + "tl ement", + "$ (\"", + "$( \"", + "From String", + "ĠB ild", + "ĠBi ld", + "ĠBil d", + "Ġcon ventions", + "Ġconv entions", + "Ġconvent ions", + "Ġconvention s", + "_ native", + "_n ative", + "_nat ive", + "Ġ Inspector", + "ĠIns pector", + "ĠInsp ector", + "ĠP ist", + "ĠPi st", + "ĠPis t", + "u bar", + "ub ar", + "uba r", + "Ġ regs", + "Ġre gs", + "Ġreg s", + "ĠP ilot", + "ĠPi lot", + "ĠPil ot", + "T hus", + "Th us", + "Thu s", + "> '+", + ">' +", + "Ġ cela", + "Ġc ela", + "Ġce la", + "Ġcel a", + ". news", + ".n ews", + ".new s", + ".ne ws", + "( Product", + "L iving", + "Li ving", + "Liv ing", + "R ussia", + "Russ ia", + "Ġ facet", + "Ġf acet", + "Ġfac et", + "Ġface t", + "e tical", + "et ical", + "etic al", + "eti cal", + "Ġ[ '$", + "Ġ[' $", + "/ [", + "Ġ Dire", + "ĠD ire", + "ĠDi re", + "ĠDir e", + "Ġg ases", + "Ġgas es", + "Ġga ses", + "ĠIN FORMATION", + "Ġ Eat", + "ĠE at", + "ĠEa t", + "ĠFor ums", + "ĠForum s", + "Ġ Characters", + "ĠChar acters", + "ĠCharacter s", + "_ met", + "_m et", + "_me t", + "Ġ ìĭľ", + "Ġìĭ ľ", + "Ġk ings", + "Ġking s", + "Ġkin gs", + "a chie", + "ach ie", + "achi e", + "Ġ Lambda", + "ĠL ambda", + "ĠLamb da", + "Ġt imers", + "Ġtime rs", + "Ġtim ers", + "Ġti mers", + "Ġtimer s", + "ĠL ighting", + "ĠLight ing", + "ĠCas ey", + "ĠCase y", + "ĠCa sey", + "ad dir", + "add ir", + "an dex", + "and ex", + "ande x", + ". answer", + ".an swer", + "Ġ Hip", + "ĠH ip", + "ĠHi p", + "ĠPr incip", + "Start Date", + "Ġ ãĢĮ", + "ĠãĢ Į", + "t res", + "tr es", + "tre s", + "Ġ &#", + "Ġ& #", + ".Max Value", + "ĠPro blems", + "ĠProblem s", + "ĠProb lems", + "ĠProble ms", + "Ġ latex", + "Ġla tex", + "Ġlate x", + "Ġlat ex", + "Of Class", + "ĠL ynn", + "ĠLy nn", + "ĠLyn n", + "/ /'", + "// '", + "Ġvoy age", + "Ġsh uttle", + "Ġshut tle", + "ĠR oller", + "ĠRo ller", + "ĠRoll er", + "ĠRol ler", + "ĠRuntime Error", + "u ya", + "uy a", + "D ic", + "Di c", + "ĉ builder", + "ĉb uilder", + "ĉbuild er", + "Ġbul lying", + "Ġbull ying", + "Ġbully ing", + "Ġsimple st", + "Ġsimp lest", + "Ġsimpl est", + "Ġsimples t", + ". called", + ".c alled", + ".call ed", + ".cal led", + "Ġ LR", + "ĠL R", + "Ġmor ality", + "Ġmoral ity", + "Ġst urdy", + "tr acking", + "track ing", + ". swagger", + ".sw agger", + "_ BIND", + "_B IND", + "_BIN D", + "I TOR", + "IT OR", + "ITO R", + "-url encoded", + "Ġ Ñħ", + "ĠÑ ħ", + "ĠTr inity", + "Ġtr aps", + "Ġtra ps", + "Ġtrap s", + "Ġ |-", + "Ġ| -", + "Ġ setText", + "Ġset Text", + "Ġbar gain", + "Ġbarg ain", + "Ġbr akes", + "Ġbra kes", + "Ġbrake s", + ". getCode", + ".get Code", + ".g etCode", + ".getC ode", + "Ġm igrate", + "Ġmigr ate", + "Ġmig rate", + "Ġ ribbon", + "Ġr ibbon", + "Ġrib bon", + ") return", + ")r eturn", + "Ġ charger", + "Ġch arger", + "Ġchar ger", + "Ġcharg er", + "Ġcharge r", + "a com", + "ac om", + "aco m", + "ADI US", + "ĠAmb assador", + "- after", + "-a fter", + "Ġ anni", + "Ġan ni", + "Ġann i", + "ĉ spin", + "ĉs pin", + "ĉsp in", + "Con cept", + "ĠHend erson", + "Ġ HOST", + "ĠH OST", + "ĠHO ST", + ". rank", + ".r ank", + ".ra nk", + "ĠNorth east", + "ĠNor theast", + "Ġber lin", + "Ġre quis", + "Ġreq uis", + "Ġrequ is", + ". feed", + ".f eed", + ".fe ed", + "Ġsource Mapping", + "ĠRen contre", + ". ajax", + ".a jax", + "nest js", + "Ġt rek", + "Ġtr ek", + "Ġtre k", + "ĠN acional", + "Ġ& [", + "Ġpay able", + "or tex", + "ort ex", + "orte x", + "Ġ dept", + "Ġd ept", + "Ġde pt", + "Ġdep t", + "field Name", + "Ġcomp letes", + "Ġcomple tes", + "Ġcomplet es", + "Ġcompl etes", + "Ġcomplete s", + "ĠR VA", + "ĠRV A", + "Ġon ions", + "Ġonion s", + "al ignment", + "align ment", + "Form ats", + "Format s", + "Ġ' {$", + "Ġ'{ $", + "Hash Set", + "ĠB od", + "ĠBo d", + ".Invariant Culture", + "Ġsett lements", + "Ġsettlement s", + "Ġsettle ments", + "Ġ hydr", + "Ġhy dr", + ". updated", + ".update d", + ".up dated", + "v enth", + "ve nth", + "vent h", + "ven th", + "( seconds", + "(se conds", + "(second s", + "(sec onds", + "=\" /\"", + "=\"/ \"", + "Ġweb page", + "( ĊĊ", + "(Ċ Ċ", + "Ġ tir", + "Ġt ir", + "Ġti r", + "Ġt oes", + "Ġto es", + "Ġtoe s", + "ĠB rick", + "ĠBr ick", + "ĠBri ck", + "Ġamb ition", + "Ġambit ion", + "P ot", + "Po t", + "= max", + "=m ax", + "E TIME", + "ET IME", + "Ġde pot", + "Ġdep ot", + "c alls", + "cal ls", + "call s", + "ĠNor wegian", + "` :", + "Ġ burger", + "Ġb urger", + "Ġbur ger", + "Ġburg er", + "Ġburge r", + "Ġprofessor s", + "Ġprofess ors", + "Ġ Allocate", + "ĠAl locate", + "ĠAll ocate", + "ĠAlloc ate", + "-third s", + "- chart", + "-c hart", + "-ch art", + "-char t", + "Ġ ford", + "Ġf ord", + "Ġfor d", + "Ġfo rd", + "* N", + ".k otlin", + "Ġpaper work", + "Ġ DEVICE", + "ĠDE VICE", + "ĠDEV ICE", + "% @\",", + "%@ \",", + "re spect", + "res pect", + "resp ect", + "( mp", + "(m p", + "é «ĺ", + "é« ĺ", + "- if", + "-i f", + "Ġcush ion", + "o bot", + "ob ot", + "obo t", + "Ġp arc", + "Ġpar c", + "Ġpa rc", + "S PACE", + "SP ACE", + "SPA CE", + "ĠNet anyahu", + "Ġself ish", + "Ġsel fish", + "f eat", + "fe at", + "fea t", + "Ġ clientes", + "Ġcl ientes", + "Ġclient es", + "Ġcli entes", + "Ġcliente s", + "- tools", + "-t ools", + "-to ols", + "-tool s", + "-too ls", + "Ġp orch", + "Ġpo rch", + "Ġpor ch", + "Ġ jq", + "Ġj q", + ". verbose", + ".ver bose", + "Ġlib erals", + "Ġliberal s", + "Ġliber als", + "] )ĊĊĊ", + "]) ĊĊĊ", + "])Ċ ĊĊ", + "])ĊĊ Ċ", + "p ies", + "pi es", + "pie s", + "Not Blank", + "( term", + "(t erm", + "(te rm", + "È Ľi", + "ÈĽ i", + "_ Params", + "_Param s", + ". normalize", + ".normal ize", + "B ullet", + "AS IC", + "ASI C", + "( hex", + "(h ex", + "_ cliente", + "_cl iente", + "_client e", + "_cli ente", + "+ ,", + "_ DI", + "_D I", + "Ġforth coming", + "} \")]Ċ", + "}\" )]Ċ", + "}\") ]Ċ", + "s eo", + "se o", + "U m", + "> Name", + ">N ame", + "Ġcomfort ably", + "irect ional", + "irection al", + "W ITH", + "WI TH", + "/ pr", + "/p r", + "Ġ Poor", + "ĠP oor", + "ĠPo or", + "ĠV itamin", + "ĠVit amin", + "ĠVita min", + "v ic", + "vi c", + "G H", + "Ġprior it", + "Ġprio rit", + "Ġ NN", + "ĠN N", + "Ġ Closed", + "ĠC losed", + "ĠCl osed", + "ĠClose d", + "ĠClo sed", + "¤ í", + "Ġ isOpen", + "Ġis Open", + "\\ Console", + "And Feel", + ". SUCCESS", + ".S UCCESS", + "_OPER ATION", + "p olation", + "po lation", + "pol ation", + "ĠT as", + "ĠTa s", + "p sz", + "ps z", + "> '.", + ">' .", + "C URRENT", + "V endor", + "host s", + "ho sts", + "hos ts", + "ĠE rd", + "ĠEr d", + ">tag ger", + ">t agger", + "ĠsourceMapping URL", + "Ġmar athon", + "_ closed", + "_c losed", + "_cl osed", + "_close d", + "Ġex emption", + "Ġexem ption", + "Ġexempt ion", + "Ġexemp tion", + "Ġrecogn izes", + "Ġrecognize s", + "ide show", + "ides how", + "' $", + "(' /');Ċ", + "('/ ');Ċ", + "('/') ;Ċ", + "m its", + "mit s", + "mi ts", + "wa rz", + "war z", + "ĠCh erry", + "ĠCher ry", + "µ ¬", + "n or", + "no r", + "p orte", + "port e", + "por te", + "Ġ wl", + "Ġw l", + "_ backup", + "_back up", + ".get Boolean", + ". getResource", + ".get Resource", + "Ġdefinit ive", + "Ġdefin itive", + ". EditText", + ".Edit Text", + "Ġ sÃŃ", + "Ġs ÃŃ", + ". CONT", + ".C ONT", + ".CON T", + ".CO NT", + "Ġ PLAYER", + "ĠPL AYER", + "ĠPLAY ER", + ". cards", + ".c ards", + ".card s", + ".car ds", + "ĠSh ore", + "ĠSho re", + "(' /')Ċ", + "('/ ')Ċ", + "('/') Ċ", + "cl uir", + "Web Driver", + "( month", + "(m onth", + "(mon th", + "- release", + "-r elease", + "-re lease", + "-rel ease", + "Ġins pector", + "Ġinspect or", + "Ġinsp ector", + "å £", + "Ġ NF", + "ĠN F", + "_ clip", + "_c lip", + "_cl ip", + "_cli p", + "å ŃIJ", + "åŃ IJ", + "Ġinter acting", + "Ġinteract ing", + ". tmp", + ".t mp", + ".tm p", + "Ġ '''ĊĊ", + "Ġ'' 'ĊĊ", + "Ġ'''Ċ Ċ", + "Ġ''' ĊĊ", + "Ġ dee", + "Ġd ee", + "Ġde e", + "Ġf rost", + "Ġfr ost", + "Ġfro st", + "\" ]))Ċ", + "\"] ))Ċ", + "\"]) )Ċ", + "\"])) Ċ", + "Ġ Places", + "ĠP laces", + "ĠPl aces", + "ĠPlace s", + "ĠPla ces", + "Th rows", + "Throw s", + "Thr ows", + "f ork", + "fo rk", + "for k", + "/ day", + "/d ay", + "i Phone", + "Ġ MIC", + "ĠM IC", + "ĠMI C", + "Ġf olding", + "Ġfol ding", + "Ġfold ing", + "Ġcr ore", + "Ġcro re", + "ĠCh iefs", + "ĠChief s", + "ĠChi efs", + "pher ical", + "pheric al", + "phe rical", + "( price", + "(p rice", + "(pr ice", + ".Write String", + "Ġex iting", + "Ġexit ing", + "] ',Ċ", + "]', Ċ", + "]' ,Ċ", + "ight ing", + "igh ting", + "Ing redient", + "( vertex", + "(ver tex", + "Ġ scrollView", + "Ġs crollView", + "Ġscroll View", + "h f", + ": new", + ":n ew", + "S EN", + "SE N", + "s ector", + "se ctor", + "sec tor", + "sect or", + "Ġs pins", + "Ġsp ins", + "Ġspin s", + "Ġspi ns", + "Ġ Scheduler", + "ĠS cheduler", + "ĠSchedule r", + "o techn", + "ot echn", + "ote chn", + "otech n", + "otec hn", + "sem icolon", + "semi colon", + "Font OfSize", + "ĠSpecific ally", + "fl amm", + ". ObjectId", + ".Object Id", + "Ġc onta", + "Ġcon ta", + "Ġcont a", + "_ permissions", + "_per missions", + "_perm issions", + "_permission s", + "ĉ FROM", + "ĉF ROM", + "I CODE", + "IC ODE", + "ICO DE", + "/ kg", + "/k g", + "ĠHot els", + "ĠHotel s", + "- med", + "-m ed", + "-me d", + "ĠD in", + "ĠDi n", + "Ġn avy", + "Ġna vy", + "Ġnav y", + "get Param", + "Ġm end", + "Ġme nd", + "Ġmen d", + "Ġportray ed", + "ĠMet ropolitan", + "P ainter", + "Paint er", + "Pa inter", + "Ġref erral", + "Ġrefer ral", + "_ good", + "_g ood", + "_go od", + "Ġmar vel", + "os aic", + "osa ic", + "> (&", + ">( &", + ". ur", + ".u r", + "Ġes tos", + "Ġest os", + "Ġesto s", + "Will iam", + "Ġtim ber", + "Ġquel ques", + "Ġquelque s", + "Ġ Documents", + "ĠDocument s", + "ĠDoc uments", + ".X aml", + "Ġb atches", + "Ġbatch es", + "Ġbat ches", + "éģ ĵ", + "Ġ Released", + "ĠRe leased", + "ĠRelease d", + "T ail", + "Ta il", + "Tai l", + "CO OKIE", + "h eid", + "he id", + "hei d", + "_ station", + "_st ation", + "_stat ion", + "_sta tion", + "Ġ Via", + "ĠV ia", + "ĠVi a", + "S ale", + "Sal e", + "Sa le", + "Ġ Repeat", + "ĠRe peat", + "ĠRep eat", + "Ġpro min", + "Ġpr omin", + "Ġprom in", + "ĠZ o", + "- forward", + "-for ward", + "Ġ Ion", + "ĠI on", + "ĠIo n", + "it ary", + "ita ry", + "itar y", + "Ġj us", + "Ġju s", + "- request", + "-re quest", + "Ġproud ly", + "Ġ Streaming", + "ĠStream ing", + "ĠStre aming", + "( MouseEvent", + "(Mouse Event", + "ĠS print", + "ĠSp rint", + "ĠSpr int", + "_ rotation", + "_r otation", + "_rot ation", + "Re positories", + "Ġt art", + "Ġta rt", + "Ġtar t", + "ĠÑģ в", + "Ġm appings", + "Ġmapping s", + "è ª", + "C u", + "C ycle", + "Cy cle", + "Ġb un", + "Ġbu n", + "ĉ lua", + "ĉl ua", + "ãĥ ī", + "Ġ( (!", + "Ġ(( !", + "Ġcollect ively", + "Ġcollective ly", + "Ġ Cond", + "ĠC ond", + "ĠCon d", + "ĠCo nd", + "Ġws zyst", + "Ġwsz yst", + "( lib", + "(l ib", + "(li b", + "openh agen", + "_ skip", + "_s kip", + "_sk ip", + ".Column Header", + "é Ĥ", + "perience d", + "peri enced", + "ı è¿°", + "_ props", + "_p rops", + "_pro ps", + "_pr ops", + "_prop s", + "Ġcon trace", + "Ġcont race", + "Ġcontr ace", + "Ġcontra ce", + "Ġmatch up", + "ab etic", + "abe tic", + "abet ic", + ". members", + ".m embers", + ".member s", + ".mem bers", + "R ECT", + "RE CT", + "REC T", + "( dat", + "(d at", + "(da t", + "Ġs og", + "Ġso g", + "re nom", + "ren om", + "reno m", + "_ Method", + "_M ethod", + "Custom ers", + "Customer s", + "ful lname", + "full name", + "Z N", + "r etry", + "re try", + "ret ry", + "Ġ kap", + "Ġk ap", + "Ġka p", + "ĠN eu", + "ĠNe u", + "è Ĭ", + "add Child", + "will Return", + "_ permalink", + "_p ermalink", + "_per malink", + "_perm alink", + "Ġenerg etic", + "Ġener getic", + "ĠW et", + "ĠWe t", + "ĠM orr", + "ĠMo rr", + "ĠMor r", + "Ġ gcd", + "Ġg cd", + "Ġgc d", + "co unts", + "count s", + "cou nts", + ", type", + ",t ype", + "d ig", + "di g", + "( Login", + "(Log in", + "Ġcr acks", + "Ġcrack s", + "Ġcra cks", + "Ġb acterial", + "Ġbacter ial", + "Ġbacteria l", + "ĠM eat", + "ĠMe at", + "ĠArm strong", + "ĠBro nze", + "ĠBron ze", + "Ġapprox imate", + "_ dirs", + "_d irs", + "_dir s", + "_di rs", + "l iga", + "li ga", + "lig a", + "ÅĤ ad", + "ÅĤa d", + "Ġkind ness", + "Ġ contre", + "Ġcon tre", + "Ġcont re", + "Ġcontr e", + "ĠE VERY", + "ĠEV ERY", + "ĠEVER Y", + "ĠEVE RY", + "M ET", + "ME T", + "Ġann ouncements", + "Ġannounc ements", + "Ġannouncement s", + "Ġannounce ments", + "g pio", + "gp io", + "ĠWaitFor Seconds", + "ĠPhoto shop", + "ĠPhotos hop", + "Ġdis contin", + "/ dd", + "/d d", + "Ġtop ology", + "Ġtopo logy", + "an ical", + "ani cal", + "anic al", + ". interface", + ".inter face", + "auc oup", + ". HashSet", + ".Hash Set", + "ARI ANT", + "( routes", + "(r outes", + "(route s", + "(ro utes", + "ĠT eh", + "ĠTe h", + "Ġh ype", + "Ġhy pe", + "Ġhyp e", + "] \").", + "]\" ).", + "]\") .", + "Ġs lam", + "Ġsl am", + "Ġsla m", + "Ġbr oth", + "Ġbro th", + "- inter", + "-in ter", + "-int er", + "ĠR id", + "ĠRi d", + "- manager", + "-m anager", + "-man ager", + "Cancel ar", + "Ġ Pagination", + "ĠP agination", + "ĠPag ination", + "Ġsound track", + "Ġpos terior", + "Ġpost erior", + "Ġposter ior", + "Ġposte rior", + "Ġsc rub", + "Ġscr ub", + "c reating", + "cre ating", + "cr eating", + "creat ing", + "- *", + "ir teen", + "irt een", + ". dy", + ".d y", + ".s ymmetric", + ".sym metric", + "Ġ \"\".", + "Ġ\" \".", + "Ġ\"\" .", + "= ==============", + "== =============", + "==== ===========", + "======== =======", + "=== ============", + "============ ===", + "============= ==", + "=========== ====", + "============== =", + "========= ======", + "========== =====", + "====== =========", + "===== ==========", + "======= ========", + "Ġch assis", + "ĠnumberOf Rows", + "De veloper", + "Develop er", + "_ bins", + "_b ins", + "_bin s", + "_bi ns", + "Ġ OUR", + "ĠO UR", + "ĠOU R", + "ri eb", + "rie b", + "P ros", + "Pro s", + "Pr os", + "Ġ wiÄĻ", + "Ġw iÄĻ", + "Ġwi ÄĻ", + "\" d", + "Ġasync io", + "ze igen", + "_ spi", + "_s pi", + "_sp i", + ". ALL", + ".A LL", + ".AL L", + "Ġscre ws", + "Ġscr ews", + "Ġscrew s", + "Ch inese", + "Ġ apiKey", + "Ġapi Key", + "Ġun successful", + "ĠSea hawks", + "ĠSeah awks", + "O RG", + "OR G", + "ç« ł", + "Ġprofession ally", + "Ġprofessional ly", + "Ġ Coupon", + "ĠC oupon", + "ĠCo upon", + "ĠCou pon", + "åŃĹ æ®µ", + "Con vention", + "Conv ention", + "Ġpol ym", + "Ġpoly m", + "æī ĭ", + "Ġsal vation", + "Ġsalv ation", + "Ġengine ered", + "Ġengineer ed", + "ĠW rest", + "ĠWr est", + "Ġ GCC", + "ĠG CC", + "ĠGC C", + "Ġwar mer", + "Ġwarm er", + "Layout Constraint", + "Ġag grav", + "Ġagg rav", + "S cripts", + "Script s", + "vent ure", + "ven ture", + "Ġrefriger ator", + "Ġinnov ations", + "Ġinnovation s", + "Ġ Runner", + "ĠR unner", + "ĠRun ner", + "N IC", + "NI C", + "ĠRoll ing", + "ĠRol ling", + "Control Events", + "Ġlo os", + "p ac", + "pa c", + "ĉ panel", + "ĉp anel", + "e fe", + "ef e", + "ĠBudd ha", + "ĠBuddh a", + "- -------------Ċ", + "-- ------------Ċ", + "---- ----------Ċ", + "-------- ------Ċ", + "--- -----------Ċ", + "------------ --Ċ", + "----- ---------Ċ", + "---------- ----Ċ", + "------ --------Ċ", + "----------- ---Ċ", + "------------- -Ċ", + "------- -------Ċ", + "--------- -----Ċ", + "-------------- Ċ", + "åº ĵ", + "(for Key", + "Ġl umin", + "Ġlu min", + "Ġlum in", + "Ġ (?", + "Ġ( ?", + "ĠA IDS", + "ĠAI DS", + ", user", + ",u ser", + "im ientos", + "imiento s", + "content Type", + "ant lr", + "é ¦", + "ĠW elt", + "ĠWe lt", + "ĠWel t", + "P roduction", + "Pro duction", + "Product ion", + "Produ ction", + "Prod uction", + "m ight", + "mi ght", + "ĠV II", + "ĠVI I", + "\" ,(", + "\", (", + "Ġobs erving", + "Ġobserv ing", + "Ġdeliber ate", + "( control", + "(c ontrol", + "(cont rol", + "Ġwith d", + "Ġwit hd", + "Ġse mana", + "Ġsem ana", + "ST ACK", + "STA CK", + "u chen", + "uch en", + "uc hen", + "uche n", + "N ice", + "Ni ce", + "Nic e", + "ĠDeutsch land", + "Ġ Specifies", + "ĠSpec ifies", + "d ma", + "dm a", + "iz io", + "izi o", + "ĠF acts", + "ĠFac ts", + "ĠFa cts", + "ĠFact s", + "_ popup", + "_p opup", + "_pop up", + "ĠDirect ors", + "ĠDirector s", + "ĠDir ectors", + "ĠDire ctors", + "{ :", + "[ R", + "ĠÑį леменÑĤ", + "ĠÑįлем енÑĤ", + "Ġ plat", + "Ġp lat", + "Ġpl at", + "Ġpla t", + "Ġdirect ing", + "ä¸ ī", + "ĠGil bert", + "âĢ¦ .ĊĊ", + "âĢ¦. ĊĊ", + ". qml", + ".q ml", + "Ġthere after", + "Ġdis position", + "Ġdisp osition", + "Ġdispos ition", + "Ġdisposit ion", + "d raft", + "dr aft", + "dra ft", + "Ġs urgeon", + "Ġsurg eon", + "Ġsurge on", + "ĠIns ider", + "ĠInside r", + "Bl end", + "ĠT rev", + "ĠTr ev", + "ĠTre v", + "tr insic", + "tri nsic", + "To pics", + "Top ics", + "Topic s", + "r ieve", + "ri eve", + "rie ve", + "_ FILENAME", + "_FILE NAME", + "Ġaut res", + "Ġau tres", + "Ġautre s", + "J ose", + "Jo se", + "Jos e", + "Pro ducer", + "Produ cer", + "Prod ucer", + "e rus", + "er us", + "eru s", + "Ġpe tit", + "Ġpet it", + "Ġ NEXT", + "ĠN EXT", + "ĠNE XT", + "Ġ Filters", + "ĠF ilters", + "ĠFilter s", + "ĠFil ters", + "Ġrep licate", + "Ġrepl icate", + "Ġreplic ate", + "Ġreplica te", + "\" ]).", + "\"] ).", + "\"]) .", + "Ġl enders", + "Ġlen ders", + "Ġlend ers", + "Ġlender s", + "] \",Ċ", + "]\", Ċ", + "]\" ,Ċ", + "; charset", + "Cpp Object", + "Ġfl oral", + "Ġflo ral", + "Ġflor al", + "Ġflora l", + "Ġ Tipo", + "ĠT ipo", + "ĠTi po", + "ĠTip o", + "Ġcirc uits", + "Ġcircuit s", + "e asy", + "ea sy", + "(& $", + "it ta", + "itt a", + "er yl", + "ery l", + "_ COMMON", + "_COM MON", + "_COMM ON", + "' }}>Ċ", + "'} }>Ċ", + "'}} >Ċ", + "'}}> Ċ", + "-b acked", + "-back ed", + "( variable", + "(var iable", + "( Index", + "(In dex", + "Ġ voir", + "Ġv oir", + "Ġvo ir", + "Ġvoi r", + "_ locations", + "_l ocations", + "_location s", + "_loc ations", + "++ ){", + "++) {", + "ĠLouis ville", + "Ġgr atitude", + "Ġgrat itude", + ".Mock ito", + "ĠP owers", + "ĠPower s", + "ĠPo wers", + "ĠPow ers", + "i eurs", + "ie urs", + "ieu rs", + "ieur s", + "Ġge ographic", + "Ġgeo graphic", + "r ale", + "ra le", + "ral e", + "Ġc ra", + "Ġcr a", + "ĠSp urs", + "ipher text", + "iph ertext", + "AC ION", + "- common", + "-com mon", + "-comm on", + "Ġvict ories", + "ĠF inals", + "ĠFin als", + "ĠFinal s", + ". shuffle", + ".sh uffle", + "- million", + "-m illion", + "_ PROC", + "_P ROC", + "_PRO C", + "_PR OC", + "as sume", + "ass ume", + "Ġ ils", + "Ġi ls", + "Ġil s", + "D BC", + "DB C", + "Boot Test", + "Ġl avor", + "Ġla vor", + "Ġlav or", + ". testing", + ".t esting", + ".test ing", + ". ast", + ".as t", + ".a st", + "\" ]/", + "\"] /", + "m oid", + "mo id", + "Ġ qualification", + "Ġqual ification", + "g esch", + "ge sch", + "ges ch", + "ĉ put", + "ĉp ut", + "Ġair ports", + "Ġairport s", + "J I", + "T eacher", + "Te acher", + "_ uniform", + "_un iform", + "Ġ nama", + "Ġn ama", + "Ġna ma", + "Ġnam a", + "ĠB ast", + "ĠBa st", + "ĠBas t", + "e rtype", + "er type", + "ert ype", + "erty pe", + "c apture", + "cap ture", + "capt ure", + "get All", + "ĠReyn olds", + "o oled", + "ool ed", + "oo led", + ". comments", + ".com ments", + ".comment s", + ".comm ents", + "Ġ chin", + "Ġc hin", + "Ġch in", + "Ġchi n", + ") .*", + "). *", + "Ġ или", + "Ġи ли", + "t gl", + "tg l", + "u dos", + "ud os", + "udo s", + "Ġd ÃŃas", + "ĠdÃŃa s", + "ĠdÃŃ as", + "c hai", + "ch ai", + "cha i", + ". program", + ".p rogram", + ".pro gram", + ".pr ogram", + "Ġ psz", + "Ġp sz", + "Ġps z", + "ĉ icon", + "ĉi con", + "p hil", + "ph il", + "phi l", + "ent ral", + "entr al", + "_W RAP", + "_WR AP", + "o vi", + "ov i", + "Ġnost alg", + "In finity", + "Inf inity", + "ĉ yield", + "ĉy ield", + "Ġvit amins", + "Ġvitamin s", + "Ġvita mins", + "Ġvitam ins", + "Qu aternion", + "S ink", + "Si nk", + "Sin k", + "_ goods", + "_g oods", + "_go ods", + "_good s", + "Ġ ........", + "Ġ. .......", + "Ġ... .....", + "Ġ.. ......", + "Ġ.... ....", + "Ġ..... ...", + "Ġ...... ..", + "ĠW ings", + "ĠWin gs", + "ĠWing s", + "ur idad", + "uri dad", + "- story", + "-st ory", + "\" ])ĊĊ", + "\"] )ĊĊ", + "\"]) ĊĊ", + "\"])Ċ Ċ", + "idel ity", + "Type Def", + "G tk", + "Ġ íĮ", + "Ġí Į", + "_ Main", + "_M ain", + "Ġ chez", + "Ġch ez", + "Ġche z", + "ĠR aven", + "ĠRa ven", + "ĠRav en", + "Ġpay roll", + "Ġfreel ance", + "L LU", + "LL U", + "ĠM end", + "ĠMe nd", + "ĠMen d", + "e day", + "ed ay", + "eda y", + "Api ModelProperty", + ".Form BorderStyle", + "Ġeconom ist", + "stan bul", + "Ġfr eight", + "Ġfre ight", + "Ġfrei ght", + "- Agent", + "-A gent", + "( meta", + "(m eta", + "(me ta", + "Ġsym metry", + "Ġ' ..", + "Ġ'. .", + ". Calendar", + ".C alendar", + "- aut", + "-a ut", + "-au t", + "g f", + "p ent", + "pe nt", + "pen t", + "yc lopedia", + "Ġw ishing", + "Ġwish ing", + "Ċ ĊĊĊĊĊĊĊĊĊĊĊ", + "ĊĊ ĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊ ĊĊĊĊĊĊĊĊ", + "ĊĊĊ ĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊ ĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊ ĊĊĊĊ", + "ĊĊĊĊĊ ĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊ ĊĊ", + "ĊĊĊĊĊĊĊ ĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊ ĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊĊ Ċ", + "Ġgentle man", + "Ġ ê³", + "Ġê ³", + "= #", + "Ġlect ures", + "Ġlecture s", + "âĢľ In", + "âĢľI n", + "Ġ! _", + "Ġ hb", + "Ġh b", + "Ġ Vendor", + "ĠV endor", + "ĠVend or", + "Rec ently", + "Recent ly", + "_ notes", + "_n otes", + "_no tes", + "_not es", + "_note s", + "æıIJ 示", + "\" My", + "\"M y", + "Headers Height", + "_ SO", + "_S O", + "Ġunw illing", + "Ġsuper hero", + "g io", + "gi o", + "p sy", + "ps y", + "Ġ Peer", + "ĠP eer", + "ĠPe er", + "ĠPee r", + "j avax", + "java x", + "jav ax", + "& apos", + "&a pos", + "ĠCr isis", + "ĠCri sis", + "ord inal", + "ordin al", + "Mem cpy", + "++++++++ ++++++++", + "- val", + "-v al", + "Ġwork book", + "- ap", + "-a p", + "= k", + "Ġmetal lic", + "Ġmetall ic", + "_ peer", + "_p eer", + "_pe er", + "By PrimaryKey", + "_ SD", + "_S D", + "u ator", + "ua tor", + "uat or", + "_SH ADER", + "_SHA DER", + ") Math", + ". Transform", + ".Trans form", + "Ġc ows", + "Ġco ws", + "Ġcow s", + "P hi", + "Ph i", + "ĠC lem", + "ĠCl em", + "ĠCle m", + "( _(\"", + "(_ (\"", + "ĠL ud", + "ĠLu d", + "- delay", + "-d elay", + "-de lay", + "-del ay", + "ĠSe curities", + "ĠSec urities", + "ĠOrth odox", + "Sym fony", + "( report", + "(re port", + "(repo rt", + "(rep ort", + "Ġent ertain", + "Ġenter tain", + "Ġentert ain", + "E PS", + "EP S", + "iz oph", + "izo ph", + "ex ual", + "I RD", + "IR D", + "ä» İ", + "Ġl ith", + "Ġli th", + "Ġlit h", + "Ġ sanitize", + "Ġs anitize", + "Ġsan itize", + "Ġsanit ize", + "Ġfem inine", + "Ġfemin ine", + "IS BN", + ". authentication", + ".auth entication", + "_ pipeline", + "_p ipeline", + "_pipe line", + "/ constants", + "/con stants", + "Ġ CONF", + "ĠCON F", + "ĠCO NF", + "Ġlu cr", + "Ġluc r", + "r icia", + "ri cia", + "ric ia", + ".t tf", + ".tt f", + ". setContent", + ".set Content", + "Ġ stan", + "Ġs tan", + "Ġst an", + "Ġsta n", + "or ean", + "ore an", + "orea n", + "ĠL loyd", + ".raw Value", + "Ġ gor", + "Ġg or", + "Ġgo r", + "ĠBr owns", + "ĠBrown s", + "ĠBrow ns", + "Re gression", + "Reg ression", + "Ġl owering", + "Ġlow ering", + "Ġlower ing", + "na issance", + "Ġbl ows", + "Ġblow s", + "Ġblo ws", + "Ġam azed", + "Ġama zed", + "Ġun related", + "Ġunre lated", + "Re views", + "Review s", + "Ġ ruby", + "Ġr uby", + "Ġrub y", + "Ġru by", + "Ġ Modifier", + "ĠMod ifier", + "Ġg iants", + "Ġgi ants", + "Ġgiant s", + "Ġgia nts", + "Ġgian ts", + ". thread", + ".t hread", + ".th read", + "Ġcon tainment", + "Ġcont ainment", + "Ġcontain ment", + "ĠStart Coroutine", + "u mat", + "um at", + "uma t", + "o release", + "or elease", + "ore lease", + "ĠR andy", + "ĠRand y", + "ĠRan dy", + "@ endif", + "@end if", + "D igest", + "Di gest", + "Dig est", + "Ġsub urban", + "Ġsubur ban", + "Ġsuburb an", + "= \");Ċ", + "=\" );Ċ", + "Ġ annonce", + "Ġan nonce", + "Ġann once", + "Ġanno nce", + "Ġannon ce", + ". variable", + ".var iable", + "\\ Foundation", + "\\F oundation", + "Ġ acre", + "Ġa cre", + "Ġac re", + "V an", + "Va n", + "Ġt uples", + "Ġtu ples", + "Ġtuple s", + "Ġtup les", + "d ns", + "dn s", + "Ġ Standing", + "ĠSt anding", + "ĠStan ding", + "ĠStand ing", + "_ large", + "_l arge", + "Ġ boxing", + "Ġbo xing", + "Ġbox ing", + "Support ActionBar", + "ĠFort une", + "ĠR um", + "ĠRu m", + "_ multiple", + "_m ultiple", + "_multi ple", + "_mult iple", + "_multip le", + "arch ical", + "Ġ fwrite", + "Ġf write", + "Ġfw rite", + "_ quote", + "_qu ote", + "Ġfoo lish", + "Ġfool ish", + "Ġcom prising", + "Ġcomp rising", + "Ġcompr ising", + "Ġ оп", + "Ġо п", + "- selected", + "-se lected", + "-select ed", + "v f", + "m aid", + "ma id", + "mai d", + "N ama", + "Na ma", + "Nam a", + "( datetime", + "(d atetime", + "(date time", + "(dat etime", + "Ġindirect ly", + "g art", + "ga rt", + "gar t", + "fix tures", + "fixture s", + "c hos", + "ch os", + "cho s", + "ĠH alo", + "ĠHa lo", + "ĠHal o", + "Ġre curring", + "Ġrec urring", + "Ġrecur ring", + "- news", + "-n ews", + "-new s", + "-ne ws", + "v il", + "vi l", + "ĠNurs ing", + "ĠNur sing", + "- produ", + "-p rodu", + "-pro du", + "-pr odu", + "Ġ HQ", + "ĠH Q", + "\\Http Foundation", + "en ci", + "enc i", + "a uen", + "au en", + "Ġ vy", + "Ġv y", + "ocr acy", + "Ġde legation", + "Ġdeleg ation", + "Ġas phalt", + "Ġasp halt", + "Ġset Selected", + "k ok", + "ko k", + "/ rest", + "/r est", + "/re st", + "/res t", + "m etics", + "me tics", + "met ics", + "metic s", + "Ġ NSDate", + "ĠNS Date", + "Ġtravel led", + "Ġtrav elled", + "Ġrec ib", + "Ġ mime", + "Ġm ime", + "Ġmi me", + "Ġmim e", + "CL IENT", + "CLI ENT", + "Ġ GU", + "ĠG U", + "Ġ HANDLE", + "ĠH ANDLE", + "ĠHAND LE", + "/ Q", + "[ z", + "Ġboth ered", + "Ġbother ed", + "ĠBB Q", + "ç as", + "ça s", + "_ examples", + "_ex amples", + "_example s", + "_exam ples", + "_ FIN", + "_F IN", + "Ġwhite Color", + "Ġastr onom", + "Ġastro nom", + "- dir", + "-d ir", + "-di r", + "Ġsovere ign", + "Ġb reeze", + "Ġbree ze", + "Ġ inning", + "Ġin ning", + "Ġinn ing", + "ĠEd monton", + "g li", + "gl i", + ".blog spot", + "j sx", + "js x", + "Ġver sa", + "Ġve rsa", + "Ġvers a", + "ĠMoh ammed", + ". Job", + ".J ob", + "-t oggler", + "-toggle r", + "Ġп олÑĮзоваÑĤ", + "ar don", + "ard on", + "ardo n", + "Ġnew born", + "Ġn aval", + "Ġna val", + "Ġnav al", + "not eq", + "note q", + "Ġt umblr", + "Ġtum blr", + "Ġh entai", + "ĠTyp ically", + "ĠTypical ly", + "Ġl oot", + "Ġlo ot", + ". Sprite", + ".S prite", + ".Sp rite", + "F light", + "Fl ight", + "Ġw avelength", + "Ġwave length", + "- sk", + "-s k", + "ĠE lle", + "ĠEl le", + "ĠEll e", + "_ exports", + "_ex ports", + "_exp orts", + "_export s", + "Ġ Ñı", + "ĠÑ ı", + "Ġ IH", + "ĠI H", + "izoph ren", + "Ġ íģ", + "Ġí ģ", + "_ primary", + "_pr imary", + "_pri mary", + "_prim ary", + "Ġm ois", + "Ġmo is", + "Ġmoi s", + "Ġ BN", + "ĠB N", + "Ġsystem ic", + "Ġsyst emic", + "Ġdifer entes", + "Ġdiferente s", + "IN CT", + "INC T", + "Ġ' 'ĊĊ", + "Ġ'' ĊĊ", + "Ġ''Ċ Ċ", + "$ q", + "Widget Item", + "c lide", + "cl ide", + "cli de", + "clid e", + "$ file", + "$f ile", + "L emma", + "Le mma", + "/ table", + "/t able", + "/tab le", + "a grid", + "ag rid", + "agr id", + "ĠMongo DB", + "i nte", + "in te", + "int e", + "Ġapp rent", + "ÂŃ ing", + "ÂŃi ng", + ". Db", + ".D b", + "Ġ ÃĤ", + "Ġà Ĥ", + "h ammer", + "ham mer", + "=' ';Ċ", + "='' ;Ċ", + "Ġbr okers", + "Ġbro kers", + "Ġbroke rs", + "Ġbroker s", + "i tlement", + "it lement", + "itle ment", + "semb lies", + "sembl ies", + "E le", + "El e", + "{ x", + "Ġ lastname", + "Ġlast name", + "< -", + "Ġ flatten", + "Ġfl atten", + "Ġflat ten", + "Ġflatt en", + "_ band", + "_b and", + ". Root", + ".R oot", + ".read FileSync", + ".readFile Sync", + "= =====", + "== ====", + "==== ==", + "=== ===", + "===== =", + ". rx", + ".r x", + "? čĊ", + "Ġmetaph or", + "T i", + "c onte", + "con te", + "cont e", + "co nte", + "Ġ debit", + "Ġde bit", + "Ġdeb it", + "Ġcon tempt", + "Ġcont empt", + "Cpp Type", + "æĶ ¯", + "Form Field", + "r atio", + "rat io", + "os opher", + "osoph er", + "oso pher", + "Ġim plant", + "Ġimp lant", + "Ġimpl ant", + "P URE", + "PU RE", + "PUR E", + "Ġ alta", + "Ġal ta", + "Ġalt a", + "_ management", + "_man agement", + "_manage ment", + "Ġre fine", + "Ġref ine", + "Ġrefin e", + "Ġ CheckBox", + "ĠCheck Box", + "ĠCh arl", + "ĠChar l", + "ĠCha rl", + "- version", + "-v ersion", + "-vers ion", + "cond itional", + "condition al", + "ven ues", + "venue s", + "Ġrifle s", + "Ġrif les", + "Ġoff spring", + "Ġoffs pring", + "Ġm illing", + "Ġmill ing", + "Ġmil ling", + "Ġmilli ng", + "Ġsharp ly", + "Ġshar ply", + "Ġunder water", + "( origin", + "(orig in", + "(or igin", + "_ Control", + "_C ontrol", + "Ġ .$", + "Ġ. $", + "Pl ugins", + "Plugin s", + "Plug ins", + "Ġd rying", + "Ġdr ying", + "Ġdry ing", + "Ġillustr ates", + "Ġillustrate s", + "Ġillust rates", + "- u", + "Ġveget arian", + "n pc", + "np c", + "He art", + "; ',Ċ", + ";' ,Ċ", + ";', Ċ", + "com ma", + "co mma", + "comm a", + "t eenth", + "te enth", + "tee nth", + "teen th", + "a san", + "as an", + "asa n", + "/ spec", + "/s pec", + "/sp ec", + "_ moves", + "_m oves", + "_move s", + "_mov es", + "_mo ves", + "- margin", + "-m argin", + "-mar gin", + "Ġ ingen", + "Ġin gen", + "Ġi ngen", + "Ġing en", + "Âł ³³", + "³³ Âł", + "Ġpro jet", + "Ġproj et", + "Ġproje t", + "Ġo tra", + "Ġot ra", + "Ġ bras", + "Ġb ras", + "Ġbr as", + "Ġbra s", + ". utc", + ".u tc", + ".ut c", + "Ġsl ept", + "Ġsle pt", + "= sub", + "=s ub", + "ab ilit", + "abil it", + "abi lit", + "p oster", + "pos ter", + "post er", + "po ster", + "Ġ sdk", + "Ġs dk", + "Ġsd k", + "ounc ill", + "ouncil l", + "Ġ wd", + "Ġw d", + "Pre paredStatement", + "ĠD rum", + "ĠDr um", + "( attribute", + "(at tribute", + "Ġ Ethernet", + "ĠEth ernet", + "ĠEther net", + "ĉ DB", + "ĉD B", + "Cal ifornia", + "c ube", + "cu be", + "[ I", + ". Created", + ".C reated", + ".Create d", + "Ġ HM", + "ĠH M", + "Ġtr acing", + "Ġtra cing", + "Forms Module", + "- you", + "-y ou", + ". currency", + ".c urrency", + ".curr ency", + "fe eding", + "feed ing", + "fee ding", + "Ġ tbody", + "Ġt body", + "Ġtb ody", + "L i", + "a ccion", + "ac cion", + "acc ion", + "acci on", + "n as", + "na s", + "Ġtr ouver", + "Ġtrou ver", + "Ġtrouve r", + "N ONE", + "NO NE", + "NON E", + "\" },čĊ", + "\"} ,čĊ", + "\"}, čĊ", + "Ġ ftp", + "Ġf tp", + "Ġft p", + "With Identifier", + "p olate", + "po late", + "pol ate", + "File Info", + "Ġpurs ued", + "Ġpursue d", + "ĠĠĠĠ čĊĠĠĠĠčĊ", + "ĠĠĠĠčĊ ĠĠĠĠčĊ", + "DE SCRIPTION", + "DESC RIPTION", + "} */Ċ", + "}* /Ċ", + "From Nib", + "Ġdec orative", + "Ġdecor ative", + "_ SSL", + "_S SL", + "_SS L", + "( chat", + "(c hat", + "(ch at", + "T LS", + "TL S", + "Ġsur prises", + "Ġsurpr ises", + "Ġsurprise s", + "al culate", + "alc ulate", + "Ġ Splash", + "ĠS plash", + "ĠSp lash", + "ĠSpl ash", + "( Configuration", + "(Config uration", + "Ġ SEM", + "ĠS EM", + "ĠSE M", + "im son", + "ims on", + "/ library", + "/lib rary", + "/l ibrary", + "< Double", + "", + "Ġ} }>", + "Ġ}} >", + "G ED", + "GE D", + "f aq", + "fa q", + "Ġoption ally", + "Ġoptional ly", + "_ Dis", + "_D is", + "Ġ Successful", + "ĠSuccess ful", + "ĠC ensus", + "Ġinc arcer", + "_ CARD", + "_C ARD", + "_CA RD", + "_CAR D", + "Ġav iation", + "Ġavi ation", + "ĠG ym", + "ĠGy m", + "Author ity", + ". Bean", + ".B ean", + ".Be an", + "sh ader", + "sha der", + "shade r", + "Not Exist", + "_ TextChanged", + "_Text Changed", + "Ġ STOP", + "ĠS TOP", + "ĠST OP", + "( team", + "(t eam", + "(te am", + "\" H", + "w g", + "Ġgr inder", + "Ġgri nder", + "Ġgrind er", + "Ġgrin der", + "Ġ stripe", + "Ġst ripe", + "Ġstr ipe", + "Ġstri pe", + "Ġstrip e", + "Ġp reservation", + "Ġpres ervation", + "Cl aim", + "Cla im", + "aver sal", + "avers al", + "w arehouse", + "ware house", + "target s", + "tar gets", + "T rust", + "Tr ust", + "Ġal lev", + "Ġall ev", + "Ġalle v", + ", www", + ",w ww", + "ou sse", + "ous se", + "_ chan", + "_c han", + "_ch an", + "_ Size", + "_S ize", + "s ystems", + "sys tems", + "system s", + "Ġob jection", + "Ġobject ion", + "Ġobj ection", + "ĠK ane", + "ĠKa ne", + "ĠKan e", + "Ġcor ros", + "Ġcorr os", + "Ġcorro s", + "Ġ DSL", + "ĠD SL", + "ĠDS L", + "Ġ ua", + "Ġu a", + "Ġ MH", + "ĠM H", + "ĠStr ategic", + "ĠStrateg ic", + "_ tcp", + "_t cp", + "_tc p", + "Ġ ê°Ĵ", + "Ġê° Ĵ", + "Ġborrow ed", + "Ġborr owed", + "ĠA ch", + "ĠAc h", + "ĉ command", + "ĉcom mand", + "Ġ gps", + "Ġg ps", + "Ġgp s", + "le ston", + "les ton", + "lest on", + "ich ever", + "iche ver", + "Ġ UA", + "ĠU A", + "Ġassault ed", + "Ġspecial izes", + "Ġspecialize s", + "ĉ search", + "ĉs earch", + "ĉse arch", + "H otel", + "Hot el", + "Ho tel", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠčĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠčĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ čĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠčĊ", + "Ġ Pitch", + "ĠP itch", + "ĠPit ch", + "Ġ Ùģ", + "ĠÙ ģ", + "READ Y", + "REA DY", + "Ġpar ental", + "Ġparent al", + "Ġparen tal", + "Ġg éné", + "Ġgé né", + "Ġgén é", + "Ġdonn ées", + "Ġde tain", + "Ġdet ain", + "T ARGET", + "Ġprotagon ist", + "Ġclear Interval", + "Ġ IconButton", + "ĠIcon Button", + "ĠGet All", + "Type Info", + "E H", + "âĢľ They", + "âĢľThe y", + "Ġ{ [", + "Ġg ag", + "Ġga g", + "Ġ Ú©", + "Ġ Dropdown", + "ĠD ropdown", + "ĠDrop down", + ". free", + ".f ree", + ".fr ee", + ".fre e", + "g one", + "go ne", + "gon e", + "i mens", + "im ens", + "ime ns", + "imen s", + "Ġin stal", + "Ġins tal", + "Ġinst al", + "ĉ curl", + "ĉc url", + "ĉcur l", + "_ CAN", + "_C AN", + "_CA N", + "Ġ Bone", + "ĠB one", + "ĠBo ne", + "ĠBon e", + "ï¼ Ķ", + "on yms", + "ony ms", + "onym s", + "- government", + "-g overnment", + ".binding Navigator", + "Ġ Dans", + "ĠD ans", + "ĠDan s", + "ĠDa ns", + "ĠMc L", + "( en", + "(e n", + "> (_", + ">( _", + "ÐĴ Ñĭ", + ".* ;čĊ", + "= j", + "- cor", + "-c or", + "-co r", + "S on", + "So n", + ".ToolStrip Item", + "- around", + "-a round", + "-ar ound", + "_ XML", + "_X ML", + "end Date", + "Ġ slack", + "Ġs lack", + "Ġsl ack", + "Ġsla ck", + "Ġrot ated", + "Ġrotate d", + "Ġno qa", + "Ġc ottage", + "Ġcott age", + "Ġencontr ar", + "_ skill", + "_s kill", + "_sk ill", + "hou ette", + "! čĊ", + ". weather", + ".we ather", + "Ġemphas ized", + "Ġemphasize d", + "å® ¶", + "ĠÑģ пиÑģ", + "ĠÑģп иÑģ", + "Ġ Compiler", + "ĠC ompiler", + "ĠCom piler", + "ĠComp iler", + "ĠCompile r", + "( android", + "(and roid", + "Ġ âĢº", + "ĠâĢ º", + ". turn", + ".t urn", + "Ġsup pression", + "Ġsuppress ion", + "Ġsupp ression", + "_ calls", + "_c alls", + "_call s", + "_cal ls", + "Ġ *@", + "Ġ* @", + "( strlen", + "(str len", + "(st rlen", + ". hex", + ".h ex", + ".he x", + "ĠB ills", + "ĠBill s", + "ĠBil ls", + "Ġ RSA", + "ĠR SA", + "ĠRS A", + "Ï Ĥ", + "Ġ Escape", + "ĠE scape", + "ĠEs cape", + "ĠEsc ape", + "ement ia", + "Ġ frontend", + "Ġfront end", + "Ġp int", + "Ġpi nt", + "Ġpin t", + "_ exc", + "_e xc", + "_ex c", + "z zo", + "zz o", + "[ ],Ċ", + "[] ,Ċ", + "[], Ċ", + "Ġ\"' ,'\"", + "Ġ\"', '\"", + "Ġ\"',' \"", + ". Environment", + ".En vironment", + "Ġafore mentioned", + "Ġend ure", + "prot otype", + "proto type", + "ther apy", + "the rapy", + "s si", + "ss i", + "D eg", + "De g", + "_ plugins", + "_pl ugins", + "_plugin s", + ". userInfo", + ".user Info", + "Pr inter", + "Print er", + "Ġ PROGRAM", + "ĠPRO GRAM", + "Ġru ins", + "Ġruin s", + "Ġemp irical", + "Ġempir ical", + "Ġ crawl", + "Ġc rawl", + "Ġcr awl", + "Ġcraw l", + "Ġcra wl", + "ĠBo iler", + "- comment", + "-com ment", + "-comm ent", + ". subplot", + ".sub plot", + "_ et", + "_e t", + "Ġ' .',", + "Ġ'. ',", + "Ġ'.' ,", + "min or", + "mi nor", + "mino r", + "ĠCustom s", + "ĠCust oms", + "Ġ yaw", + "Ġy aw", + "Ġya w", + "under line", + "Ġ Como", + "ĠC omo", + "ĠCom o", + "ĠCo mo", + "( ('", + "(( '", + "( mean", + "(m ean", + "(me an", + "Ġch aque", + "Ġcha que", + "Ġ Blocks", + "ĠB locks", + "ĠBl ocks", + "ĠBlock s", + "ĠBlo cks", + "ĠBloc ks", + ". rad", + ".r ad", + ".ra d", + "ilib rium", + "Ġ webdriver", + "Ġweb driver", + "Ġmel hor", + "d ana", + "da na", + "dan a", + "ĠAb use", + "ĠAbu se", + "ĠSouth west", + "Ġ Paren", + "ĠP aren", + "ĠPar en", + "ĠPa ren", + "ĠPare n", + "PERT IES", + "ĉ IL", + "ĉI L", + "Ġs cream", + "Ġsc ream", + "Ġscre am", + "Ġscr eam", + "v u", + "Ġin comes", + "Ġinc omes", + "Ġincome s", + "Ġincom es", + "Ġ nim", + "Ġn im", + "Ġni m", + "Ġ lace", + "Ġl ace", + "Ġla ce", + "Ġlac e", + "Ġcompens ate", + "Re verse", + "Rev erse", + "D at", + "Da t", + "_ attack", + "_att ack", + "Ġn our", + "Ġno ur", + "Ġnou r", + "a chen", + "ac hen", + "ach en", + "ache n", + "c ek", + "ce k", + "< Func", + " \"+", + ">\" +", + "Ġ tokenizer", + "Ġtoken izer", + "Ġtokenize r", + "Ġsovere ignty", + "Ġsovereign ty", + "ĠP ence", + "ĠPe nce", + "ĠPen ce", + "( )\");Ċ", + "() \");Ċ", + "()\" );Ċ", + "Ġpesso as", + "Ġpessoa s", + ". Ge", + ".G e", + "Ġ Included", + "ĠIn cluded", + "ĠInclude d", + "Ġ pagina", + "Ġp agina", + "Ġpag ina", + "Ġex posing", + "Ġexp osing", + "Ġexpos ing", + "Ġexpo sing", + "е ÑĪ", + "_ SCRIPT", + "_SC RIPT", + "/ $',", + "/$ ',", + "Th umbnail", + "× Ķ", + "webElement X", + "webElementX paths", + "press ure", + "pres sure", + "ĠC urry", + "ĠCur ry", + "_ CP", + "_C P", + "OL UTION", + "I LES", + "IL ES", + "ILE S", + "prot ect", + "o ola", + "ool a", + "oo la", + "Work space", + "Works pace", + "{ };Ċ", + "{} ;Ċ", + "Ġ UNS", + "ĠU NS", + "ĠUN S", + "Ġsymp athy", + "Ġsympath y", + "r oker", + "ro ker", + "roke r", + "rok er", + "Ġre model", + "Ġr emodel", + "Ġrem odel", + "ĉ cell", + "ĉc ell", + "Ġa top", + "Ġat op", + ". FullName", + ".Full Name", + "Ġf aut", + "Ġfa ut", + "ĠE asily", + "_ dynamic", + "_d ynamic", + "_dyn amic", + "Ġfr amed", + "Ġframe d", + "Ġfra med", + "Ġfram ed", + "Ġm otive", + "Ġmot ive", + "Ġmotiv e", + "è· ¯", + "s am", + "sa m", + "Ġ marca", + "Ġmar ca", + "Ġmarc a", + "ĠText EditingController", + "Ġd estructor", + "Ġde structor", + "Ġdestruct or", + "c ream", + "cre am", + "cr eam", + "Ġr ude", + "Ġru de", + "Ġrud e", + "Ġ Bold", + "ĠB old", + "ĠBo ld", + "ĠBol d", + "ĠInd igenous", + "Ġ gens", + "Ġg ens", + "Ġge ns", + "Ġgen s", + "Ġrel acion", + "( system", + "(s ystem", + "(sys tem", + "Ġ UIFont", + "ĠUI Font", + "ĠUIF ont", + "_ charge", + "_ch arge", + "_char ge", + "U STER", + "US TER", + "UST ER", + "E V", + ". Namespace", + ".N amespace", + ".Name space", + ".Names pace", + "Ġmer ger", + "Ġmerge r", + "Ġmerg er", + "Ġ calloc", + "Ġc alloc", + "Ġcall oc", + "Ġcal loc", + "g ang", + "ga ng", + "gan g", + "Bad Request", + "Ġs per", + "Ġsp er", + "Ġspe r", + "- design", + "-d esign", + "-de sign", + "-des ign", + "Ġ âĩ", + "Ġâ ĩ", + "C han", + "Ch an", + "Cha n", + "Ġorg anism", + "Ġorgan ism", + "Ġorganis m", + ", )", + "= id", + "=i d", + "_ plane", + "_p lane", + "_pl ane", + "_plan e", + "Ġ Cases", + "ĠC ases", + "ĠCas es", + "ĠCase s", + "ĠCa ses", + "el fast", + "elf ast", + "ĠLegisl ature", + "ĠF aker", + "ĠFa ker", + "ĠFake r", + "ĠFak er", + "Ġinv oking", + "Ġinvo king", + "- utils", + "-util s", + "( ).'", + "() .'", + "(). '", + ". face", + ".f ace", + ".fac e", + ".fa ce", + "Ġguard ian", + "my Modal", + "Ġ clipboard", + "Ġclip board", + "ĠA TM", + "ĠAT M", + "Ġpe as", + "Ġpea s", + "ĠS ylv", + "ĠSy lv", + ". calc", + ".c alc", + ".ca lc", + ".cal c", + "Ġ Contacts", + "ĠCont acts", + "ĠContact s", + "int Value", + "Ġmod ifying", + "Ġmodify ing", + "ĠB arb", + "ĠBar b", + "ĠBa rb", + ". loss", + ".l oss", + ".lo ss", + "_ percentage", + "_per centage", + "_percent age", + "As ked", + "Ask ed", + "( lst", + "(l st", + "(ls t", + "ateg orical", + "ategor ical", + "ategori cal", + "atego rical", + "- files", + "-f iles", + "-file s", + "-fi les", + "ĠRom ania", + "ĠRo mania", + "ĠRoman ia", + "ĠRoma nia", + ". Ac", + ".A c", + "Ġ hai", + "Ġh ai", + "Ġha i", + "Ġ Flying", + "ĠF lying", + "ĠFl ying", + "ĠFly ing", + "Ġ ż", + "ĠÅ ¼", + "j p", + "ĠTr ainer", + "ĠTra iner", + "ĠTrain er", + ". arc", + ".a rc", + ".ar c", + "_ deg", + "_d eg", + "_de g", + "Ġtrace back", + "Or Fail", + "F LOW", + "FL OW", + ". old", + ".o ld", + ".ol d", + "o ya", + "oy a", + "g mt", + "gm t", + "is empty", + "Ġvacc ination", + "Ġ obsolete", + "Ġob solete", + "recogn ized", + "Ġru ined", + "Ġruin ed", + "ĠR ein", + "ĠRe in", + "ĠRei n", + "Ġ Tracking", + "ĠTr acking", + "ĠTrack ing", + "x fb", + "xf b", + "ا ÛĮ", + "Ġv ære", + "Ġvæ re", + "Ġbr yster", + "Ġ ITS", + "ĠI TS", + "ĠIT S", + "Ġdes tiny", + "Ġdest iny", + "Ġdestin y", + "Ġs wear", + "Ġsw ear", + "Ġswe ar", + "Ġre des", + "Ġr edes", + "Ġred es", + "Ġrede s", + "Ġ clf", + "Ġc lf", + "Ġcl f", + "Ġfl ipped", + "Ġflip ped", + "ĉ head", + "ĉh ead", + "B luetooth", + "Bl uetooth", + "Ġ Overrides", + "ĠOver rides", + "ĠOverride s", + ": Boolean", + "_ =", + "_ lr", + "_l r", + "s pawn", + "sp awn", + "spa wn", + ": index", + "VAL UES", + "VALUE S", + "is key", + "isk ey", + "iske y", + "? \");Ċ", + "?\" );Ċ", + ".syn thetic", + "Ġ Checking", + "ĠCheck ing", + "struct ures", + "structure s", + "i ping", + "ip ing", + "ipi ng", + "Ġvoc als", + "Ġvocal s", + "- Up", + "-U p", + "ĠManufact urers", + "ĠManufacturer s", + "ĠMar riage", + "ĠMarr iage", + "代 çłģ", + "Ġgar ner", + "Ġgarn er", + "_ Client", + "_C lient", + "_Cl ient", + "par allel", + "paralle l", + "RI END", + "Ġvine gar", + "se gue", + "seg ue", + "J B", + "Ġcont acting", + "Ġcontact ing", + "ĠCar roll", + "ĠCarr oll", + "Ġout reach", + "Ġoutr each", + "t ensor", + "_ variant", + "_v ariant", + "_var iant", + "Ġt heat", + "Ġth eat", + "Ġthe at", + "l icable", + "lic able", + "lica ble", + "{ |", + "t iny", + "ti ny", + "tin y", + "_ letter", + "_l etter", + "Ġp encil", + "Ġpen cil", + "Ġpenc il", + "HeadersHeight SizeMode", + "il tro", + "ilt ro", + "iltr o", + ".auto configure", + ". drag", + ".d rag", + ".dr ag", + ". useState", + ".use State", + "Ġ BMI", + "ĠB MI", + "ĠBM I", + "h int", + "hi nt", + "hin t", + "Com pile", + "Comp ile", + "* \\", + "en ary", + "ena ry", + "Ġ lvl", + "Ġl vl", + "Ġlv l", + ". Cache", + ".C ache", + "+ =\"", + "+= \"", + "_ tv", + "_t v", + "ruit ment", + "Ġf read", + "Ġfr ead", + "Ġfre ad", + "Art icles", + "Article s", + "f ila", + "fi la", + "fil a", + "Ġpack aged", + "Ġpackage d", + "âĺ Ĩ", + "AT HER", + "ATH ER", + "ĠPl anned", + "ĠPlan ned", + "s cheme", + "sch eme", + "Ġdi ary", + "Ġdia ry", + "Ġoff enses", + "Ġoffense s", + "Ġoffen ses", + "/ F", + "Ġ Stick", + "ĠS tick", + "ĠSt ick", + "Ġc erc", + "Ġce rc", + "Ġcer c", + "ĠS lee", + "ĠSl ee", + "ĠSle e", + "ĉ ĉĠĠĠĠĠĠĠĠ", + "ĉĉ ĠĠĠĠĠĠĠĠ", + "ĉĉĠĠĠ ĠĠĠĠĠ", + "ĉĉĠ ĠĠĠĠĠĠĠ", + "ĉĉĠĠ ĠĠĠĠĠĠ", + "ĉĉĠĠĠĠĠĠĠ Ġ", + "ĉĉĠĠĠĠ ĠĠĠĠ", + "ĉĉĠĠĠĠĠ ĠĠĠ", + "ĉĉĠĠĠĠĠĠ ĠĠ", + "< Image", + "", + ";' >", + "ĉ col", + "ĉc ol", + "V G", + "_ boolean", + "_bool ean", + "_bo olean", + "re cent", + "rec ent", + "rece nt", + "Ġ *)ĊĊ", + "Ġ* )ĊĊ", + "Ġ*) ĊĊ", + "Ġ*)Ċ Ċ", + "ĠRain bow", + "om men", + "omm en", + "Ġl ur", + "Ġlu r", + "Ġop pression", + "Ġopp ression", + "Ġoppress ion", + "(\" ,\");Ċ", + "(\", \");Ċ", + "(\",\" );Ċ", + "ĠFac ility", + "DEF INED", + "DEFINE D", + "Ġn eon", + "Ġne on", + "Ġneo n", + "Ġoff ender", + "Ġoffend er", + "Ġoffen der", + "A FP", + "AF P", + "Ġ Cleaning", + "ĠC leaning", + "ĠClean ing", + "ĠCle aning", + "[ ]):", + "[] ):", + "[]) :", + "Ġund ocumented", + ". Repositories", + ".Re positories", + "ĠG uitar", + "ĠGu itar", + "ĠGui tar", + "аÑģÑģ ив", + "S kills", + "Sk ills", + "Skill s", + "Ġtest imon", + "Ġtestim on", + "rypt ography", + "ĠAm ber", + "ĠAmb er", + "ĠSt alin", + "ĠSta lin", + "Ġl one", + "Ġlo ne", + "Ġlon e", + "Ġap enas", + "Ġape nas", + "Ġdi eses", + "Ġdie ses", + "Ġdies es", + "Ġdiese s", + "Ġ Arduino", + "ĠAr duino", + "è½ ¬", + "= =-", + "== -", + "_ Act", + "_A ct", + "Ġ coded", + "Ġc oded", + "Ġco ded", + "Ġcode d", + "Ġcod ed", + "âĸ ł", + "am burger", + "amb urger", + "amburg er", + "- links", + "-l inks", + "-link s", + "Ġar mour", + "Ġarm our", + ". High", + ".H igh", + "get Content", + "getC ontent", + "s tag", + "st ag", + "sta g", + "Ġ heck", + "Ġh eck", + "Ġhe ck", + "Ġ ìĹĨ", + "ĠìĹ Ĩ", + "ĠMc Connell", + "ĠCon cert", + "ĠConc ert", + "ĠConce rt", + "Ġ Alloc", + "ĠAl loc", + "ĠAll oc", + "ä re", + "är e", + ". replaceAll", + ".replace All", + "Ġpart itions", + "Ġpartition s", + "r ott", + "ro tt", + "rot t", + "ĠF le", + "ĠFl e", + "_ TREE", + "_T REE", + "_TR EE", + "reason able", + "Ġ Reporting", + "ĠRep orting", + "ĠReport ing", + "Ġbillion aire", + "s cores", + "sc ores", + "score s", + "m ins", + "min s", + "mi ns", + "- eye", + "-e ye", + "M ORE", + "MO RE", + "ab ort", + "abor t", + "abo rt", + "ĠS WT", + "ĠSW T", + "Ġin verted", + "Ġinvert ed", + "Ġ Teachers", + "ĠTe achers", + "ĠTeacher s", + "ĠTea chers", + "ĠTeach ers", + "; n", + "Ġ astro", + "Ġa stro", + "Ġas tro", + "Ġast ro", + "Ġastr o", + "н ов", + "но в", + "а ниÑĨ", + "ан иÑĨ", + "ани ÑĨ", + "product o", + "c ountries", + "count ries", + "ĠO wen", + "ĠOw en", + "Ġcont amination", + "Ġcontamin ation", + "Ġconta mination", + "Ġv ibe", + "Ġvi be", + "Ġvib e", + "ĠE lli", + "ĠEl li", + "ĠEll i", + ". script", + ".s cript", + "ĠO live", + "ĠOl ive", + "ĠOliv e", + "D MA", + "DM A", + "v ier", + "vi er", + "vie r", + ": semicolon", + "- module", + "-m odule", + "-mod ule", + "g ressive", + "gress ive", + "a gu", + "ag u", + "_ players", + "_p layers", + "_pl ayers", + "_player s", + "_play ers", + "Ġresult ados", + "Ġresultado s", + "start ed", + "star ted", + "scroll Top", + "= ====", + "== ===", + "==== =", + "=== ==", + "Ġweigh ing", + "Ġ[ [[", + "Ġ[[ [", + "z ahl", + "za hl", + "( NS", + "(N S", + "Ġ Assertion", + "ĠAssert ion", + "le ague", + "lea gue", + ".set TextColor", + ".setText Color", + "ĉ Message", + "ĉM essage", + "Ġm oms", + "Ġmom s", + "Ġmo ms", + "_ AF", + "_A F", + ". wh", + ".w h", + "A LS", + "AL S", + "Ġaut re", + "Ġau tre", + "] ĊĊĊĊ", + "]Ċ ĊĊĊ", + "]ĊĊ ĊĊ", + "]ĊĊĊ Ċ", + ". opacity", + ".op acity", + "ĠBudd hist", + "ĠBuddh ist", + "Ġde af", + "ĠOrgan isation", + "( Global", + "(G lobal", + "en sch", + "ens ch", + "Ġhead ache", + "ĠA lien", + "ĠAl ien", + "ĠAli en", + "_ inode", + "_in ode", + "_i node", + "ĠSt ark", + "ĠStar k", + "ĠSta rk", + "Ġ æī", + "Ġæ ī", + "-l nd", + "-ln d", + "o ref", + "or ef", + "ore f", + "_ feat", + "_f eat", + "_fe at", + "Ġpedest rian", + "Ġnom inal", + "Ġnomin al", + "Ġball oon", + "Ġbal loon", + "Ġballo on", + "Ġ sprites", + "Ġs prites", + "Ġsp rites", + "Ġspr ites", + "Ġsprite s", + "Prototype Of", + "ĠA post", + "ĠAp ost", + "Ġ FEATURE", + "ĠF EATURE", + "ĠFE ATURE", + "O H", + "Ġre cess", + "Ġr ecess", + "Ġrec ess", + "Ġrece ss", + "ĠD onna", + "ĠDon na", + "con sumer", + "cons umer", + "consum er", + "consume r", + "$ GLOBALS", + "ĠG IF", + "ĠGI F", + "- frame", + "-f rame", + "-fr ame", + "In icio", + "Ini cio", + "Ġpass ages", + "Ġpassage s", + "Date String", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + ". byte", + ".b yte", + ".by te", + "B ug", + "Bu g", + "initial izer", + "initialize r", + "p kt", + "pk t", + "od ium", + "odi um", + "Ġ DER", + "ĠD ER", + "ĠDE R", + ". ops", + ".op s", + ".o ps", + "l eri", + "le ri", + "ler i", + "Ġgift ed", + "Ġgif ted", + "Ġ detach", + "Ġde tach", + "Ġdet ach", + "ter rain", + "terra in", + "terr ain", + "el ters", + "elt ers", + "elter s", + "ãģ ı", + ". loader", + ".l oader", + ".load er", + ".lo ader", + "ĠN GO", + "ĠNG O", + "str ncmp", + "K h", + "( fontSize", + "(font Size", + "r ocket", + "ro cket", + "rock et", + "roc ket", + "Ġpreced ent", + "ĠAur ora", + "Ġ Experiment", + "ĠEx periment", + "i sphere", + "is phere", + "isp here", + "En coded", + "Enc oded", + "Encode d", + "Ġ âĢĵĊĊ", + "ĠâĢĵ ĊĊ", + "ĠâĢĵĊ Ċ", + "Ġpy ramid", + "ĠAnn iversary", + "o fil", + "of il", + "ofi l", + "ë Ł", + "( plugin", + "(pl ugin", + "C oeff", + "Co eff", + "Ġco operate", + "Ġcooper ate", + "Ġcoop erate", + "Ġpredomin antly", + "Ġpredominant ly", + "I SM", + "IS M", + "Ph rase", + "_ DEFINE", + "_DE FINE", + "_DEF INE", + "_DEFIN E", + "F lip", + "Fl ip", + "AMIL Y", + "AMI LY", + "ĠMark ets", + "ĠMarket s", + "Ġ StreamReader", + "ĠStream Reader", + "Ġ Combine", + "ĠC ombine", + "ĠCom bine", + "ĠComb ine", + "Ġmanus cript", + "z za", + "zz a", + ", tp", + ",t p", + "Wh atever", + "What ever", + "IT ICAL", + "igh bour", + "ighb our", + "Data Provider", + ". Texture", + ".Text ure", + "priv acy", + ". SDK", + ".S DK", + "Ġre charge", + "Ġ cpp", + "Ġc pp", + "Ġcp p", + "Ġ CFG", + "ĠC FG", + "ĠCF G", + "( holder", + "(h older", + "( py", + "(p y", + "m ot", + "mo t", + "Ġsa voir", + "Ġsav oir", + "ĠR osa", + "ĠRo sa", + "ĠRos a", + "ĠP Cs", + "ĠPC s", + "Ġ íĻ", + "Ġí Ļ", + ".her oku", + ".hero ku", + "Ġf ren", + "Ġfr en", + "Ġfre n", + "ĠR iley", + "ĠRi ley", + "a gate", + "ag ate", + "aga te", + "Ġs ond", + "Ġso nd", + "Ġson d", + ". xlsx", + ".x lsx", + ".xls x", + "Ġh acked", + "Ġhack ed", + "Ġhac ked", + "st ad", + "sta d", + "G i", + "Ġs anity", + "Ġsan ity", + "Ġsanit y", + "ĠSql DataAdapter", + ".. .\",", + "... \",", + "...\" ,", + "ĠP ussy", + "Ġ ****************", + "Ġ** **************", + "Ġ**** ************", + "Ġ******** ********", + "Ġhass le", + "_P ARENT", + "_PAR ENT", + "ĠU AE", + "ĠUA E", + "Ġbegin ners", + "Ġbeginner s", + "( Client", + "(C lient", + "(Cl ient", + "Ġstat istically", + "Ġstatist ically", + "Ġstatistical ly", + "Ġstatistic ally", + ". hour", + ".h our", + "e delta", + "ed elta", + "Ġ traction", + "Ġt raction", + "Ġtr action", + "Ġtra ction", + "Ġtract ion", + "u elve", + "uel ve", + "a rat", + "ar at", + "ara t", + "Ġsa una", + "Ġsau na", + "IN VALID", + "INVAL ID", + "Ġindict ment", + "AL LE", + "ALL E", + "Ġd issent", + "Ġdis sent", + "Ġdiss ent", + "Ġdisse nt", + "Ġ Typography", + "ĠTyp ography", + "Ġintent ional", + "Ġintention al", + "s it", + "si t", + "ĠAn imals", + "ĠAnimal s", + "ĠAnim als", + "Ġcoun tryside", + "Ġcountry side", + "Ġ uart", + "Ġu art", + "Ġua rt", + "} \\\"", + "}\\ \"", + "Ġseam less", + "¾ 示", + "Ġ autos", + "Ġa utos", + "Ġaut os", + "Ġauto s", + "Ġau tos", + "Ġ\" '\";Ċ", + "Ġ\"' \";Ċ", + "Ġ\"'\" ;Ċ", + "F lush", + "Fl ush", + "AN NOT", + "ANN OT", + "Ġal gebra", + "Ġalg ebra", + "as soc", + "ass oc", + "asso c", + "ĠW aters", + "ĠWater s", + "ĠWat ers", + "ĠWa ters", + "Ġprepar ations", + "Ġpreparation s", + "r onym", + "ro nym", + "ron ym", + "[, ]", + "S ans", + "San s", + "Sa ns", + "Ġarm ies", + "i peg", + "ip eg", + "ipe g", + "Ġcre amy", + "Ġcream y", + "Ġcrea my", + ". art", + ".a rt", + ".ar t", + "e tre", + "et re", + "etr e", + "Ġ Animated", + "ĠAn imated", + "ĠAnim ated", + "Ġun pleasant", + "e mean", + "em ean", + "eme an", + "g reat", + "gr eat", + "gre at", + "i Äħ", + "Ġ Earlier", + "ĠEar lier", + "ĠEarl ier", + "Ġc hic", + "Ġch ic", + "Ġchi c", + "Ġpres erving", + "( exec", + "(e xec", + "(ex ec", + "ĠInvest igation", + "ĠInvestig ation", + "ĉ GPIO", + "ĉG PIO", + "Ġrig orous", + "Ġrigor ous", + "i jo", + "ij o", + "= num", + "=n um", + "Ġ toolStrip", + "Ġt oolStrip", + "Ġtool Strip", + ") set", + ")s et", + "+ \"&", + "+\" &", + "Ġ Acceler", + "ĠAcc eler", + "Ġdevelop mental", + "Ġdevelopment al", + "is posable", + "Ġflaw ed", + "Ġfla wed", + "r ene", + "re ne", + "ren e", + "Up dating", + "Ġwatch dog", + "Ġden ominator", + "Ġdenom inator", + "Ġdenomin ator", + "Ġsubur bs", + "Ġsuburb s", + "Ġ ...)", + "Ġ... )", + "Ġ.. .)", + "Ġconv ictions", + "Ġconviction s", + "Ġconvict ions", + "c losure", + "clo sure", + ". IP", + ".I P", + "Ġtrans lates", + "Ġtransl ates", + "Ġtranslate s", + ".s wt", + ".sw t", + ". Trace", + ".T race", + ".Tr ace", + "Ġmet tre", + ". isEnabled", + ".is Enabled", + "Ġ Effective", + "ĠE ffective", + "ĠEffect ive", + "ĠEff ective", + ". toInt", + ".to Int", + "Ġen chant", + "Ġench ant", + "Ġst unned", + "Ġstun ned", + "Ġ poi", + "Ġp oi", + "Ġpo i", + "/ code", + "/c ode", + "/co de", + "a dm", + "ad m", + ".data binding", + ".datab inding", + ".databind ing", + "Ġ Lorem", + "ĠL orem", + "ĠLo rem", + "ĠLore m", + "ĠLor em", + "________________________________ ________________________________", + "Ġ ledger", + "Ġled ger", + "Ġledge r", + "Ġc ara", + "Ġcar a", + "Ġca ra", + "ĠG ir", + "ĠGi r", + "Ġw aits", + "Ġwait s", + "Ġwa its", + "U no", + "Un o", + "Ġ cwd", + "Ġc wd", + "Ġcw d", + "è¾ ij", + "ĠT Result", + "Ġre jo", + "Ġrej o", + "Ġe mitted", + "Ġem itted", + "Ġemit ted", + "ĠWest minster", + "ä¸Ģ 个", + "n ek", + "ne k", + "_T is", + "Ġen act", + "ĉ with", + "ĉw ith", + "or gia", + "org ia", + "Ġj ue", + "Ġju e", + "Per form", + "S PATH", + "SP ATH", + "SPA TH", + ". topic", + ".t opic", + ".to pic", + ".top ic", + "ĠD aten", + "ĠDate n", + "ĠDa ten", + "ĠDat en", + "Ạ§", + "Ġsit io", + "Ġsiti o", + "_ MM", + "_M M", + "\" So", + "\"S o", + "b ial", + "bi al", + "bia l", + "Ġ scoped", + "Ġsc oped", + "Ġscope d", + "Ġsco ped", + "Ġscop ed", + "Re quires", + "Require s", + "Ġ TOTAL", + "ĠT OTAL", + "ĠCh ancellor", + "( contents", + "(content s", + "(cont ents", + "Ġste alth", + "Ġsteal th", + "dev ices", + "device s", + "- pass", + "-p ass", + "il ih", + "ili h", + "ĠMal colm", + "ĠDe pot", + "ĠDep ot", + "Ġcon figur", + "Ġconfig ur", + "a ussian", + "aus sian", + "auss ian", + "_ constraint", + "_con straint", + "в еÑĤ", + "ве ÑĤ", + "G RA", + "GR A", + "Ġ Rates", + "ĠR ates", + "ĠRa tes", + "ĠRate s", + "ĠRat es", + ".dataGridView TextBoxColumn", + "ĠN obel", + "ĠNo bel", + "ĠNob el", + "i tics", + "it ics", + "iti cs", + "itic s", + "Ġignor ant", + "Ġ Reporter", + "ĠRe porter", + "ĠReport er", + "ĠEb ola", + "Ġ Shock", + "ĠSh ock", + "ĠSho ck", + "_ relation", + "_re lation", + "_rel ation", + "ĠN inja", + "ĠNin ja", + ") c", + "Ġ ticker", + "Ġt icker", + "Ġti cker", + "Ġtick er", + "Ġtic ker", + ". isChecked", + ".is Checked", + "ĠSup pliers", + "ĠSupplier s", + "ĠR apid", + "ĠRa pid", + "ĠRap id", + "Level s", + "âĤ¬ âĦ¢", + "ĉ queue", + "ĉq ueue", + "Ġ chop", + "Ġc hop", + "Ġch op", + "Ġcho p", + "Ġ Unix", + "ĠUn ix", + "ĠUni x", + "re ject", + "rej ect", + "- calendar", + "-c alendar", + "-cal endar", + "( sort", + "(s ort", + "(so rt", + "è ne", + "èn e", + "erc icio", + "Ġh ect", + "Ġhe ct", + "CALL TYPE", + "r oupon", + "ro upon", + "rou pon", + "roup on", + "Ġrent als", + "Ġrental s", + "author s", + "auth ors", + "{ name", + "{n ame", + "ĠF IFO", + "ĠFI FO", + "Ġ lassen", + "Ġl assen", + "Ġlas sen", + "Ġ Nous", + "ĠN ous", + "ĠNo us", + "ĠNou s", + "Ġsn apped", + "Ġsnap ped", + "Ġsna pped", + "Ġf ertility", + "Ġfer tility", + "Ġfert ility", + "Ġfertil ity", + "\" log", + "cl icked", + "click ed", + "Ġplan ting", + "Ġplant ing", + "Ġ gb", + "Ġg b", + "/ output", + "/out put", + "PE AT", + "Ġ categoria", + "Ġc ategoria", + "Ġcategor ia", + "Ġ bach", + "Ġb ach", + "Ġba ch", + "Ġbac h", + "Prof essor", + "i nth", + "in th", + "int h", + "\" ]čĊ", + "\"] čĊ", + "Rec order", + "Record er", + "s erde", + "ser de", + "Ġ Transmission", + "ĠTrans mission", + "t rad", + "tr ad", + "tra d", + "Ġtur bo", + "Ġturb o", + "_ VERTEX", + "_VER TEX", + "\\ Event", + "\\E vent", + "il ver", + "Ġbod ily", + "Ġ Sources", + "ĠS ources", + "ĠSource s", + "ĠSour ces", + "Ġkill ings", + "Ġkilling s", + "Ġkil lings", + ".xr TableCell", + "Ġfol ded", + "Ġfold ed", + "/ legal", + "/l egal", + "u ner", + "un er", + "une r", + "ĠR ifle", + "ĠRif le", + "ĠM IDI", + "ĠMI DI", + "ĠMID I", + "_Selected IndexChanged", + ".Size Type", + "Ġ WebSocket", + "ĠWeb Socket", + "Ġse leccion", + "Ġsele ccion", + "S and", + "San d", + "Sa nd", + "ot ros", + "otr os", + "Ġen vision", + "Ġenv ision", + "Ġenvis ion", + "/ etc", + "/e tc", + "ĠMel issa", + "S pot", + "Sp ot", + "Spo t", + "н ое", + "но е", + "_ ARM", + "_A RM", + "_AR M", + "At tempt", + "Att empt", + "Ġ BI", + "ĠB I", + "ãģ Ķ", + "Ġ DU", + "ĠD U", + "Ġback lash", + "st ride", + "str ide", + "stri de", + "/ classes", + "/c lasses", + "/class es", + "/cl asses", + "Ġtext Color", + "_ staff", + "_st aff", + "_sta ff", + "ob lin", + "obl in", + "ag enta", + "agent a", + "agen ta", + ". collections", + ".c ollections", + ".col lections", + ".collection s", + ".collect ions", + ".coll ections", + "il lage", + "ill age", + "illa ge", + "' čĊčĊ", + "'čĊ čĊ", + "fl atten", + "flat ten", + "_ sales", + "_s ales", + "_sale s", + "_sal es", + "_sa les", + "_ MASTER", + "_M ASTER", + "_MA STER", + "T W", + "_ da", + "_d a", + "P itch", + "ph ies", + "phi es", + "Ġz ombies", + "Ġzombie s", + "Ġ VERY", + "ĠV ERY", + "ĠVER Y", + "ĠVE RY", + "ĠPh armacy", + "ĠPharm acy", + "ĠPharmac y", + "ĠPharma cy", + "Ġprogress Bar", + "Ġhas htag", + "Ġhash tag", + "S idebar", + "Side bar", + "@ stop", + "@s top", + "( pc", + "(p c", + "ол ж", + "M AKE", + "MA KE", + "ĠC oron", + "ĠCo ron", + "ĠCor on", + "Ġkv inner", + "Ġkvin ner", + "Ġkvinn er", + "Ġkvinne r", + "ĠM aid", + "ĠMa id", + "ĠMai d", + "b ob", + "bo b", + ". titleLabel", + ".title Label", + "Ġsuccess es", + "Ġsucc esses", + "Ġsucces ses", + "ĠDem ocracy", + "ĠDemocr acy", + "ĠS urgery", + "ĠSurg ery", + "ĠSurge ry", + "Ġco ugar", + "Ġcou gar", + "Ġ curso", + "Ġcur so", + "Ġcurs o", + "Ġl oro", + "Ġlo ro", + "Ġlor o", + "ist ency", + "iste ncy", + "isten cy", + "Sen ior", + "æ k", + "Ġ AAA", + "ĠA AA", + "ĠAA A", + "Ġ BOOK", + "ĠB OOK", + "ĠBO OK", + "к о", + "W STR", + "WS TR", + "Ġ */,Ċ", + "Ġ* /,Ċ", + "Ġ*/ ,Ċ", + "Ġ*/, Ċ", + "o yal", + "oy al", + "oya l", + ". vector", + ".v ector", + ".vec tor", + "Ġ SPEC", + "ĠS PEC", + "ĠSP EC", + "ĠSPE C", + "S SF", + "SS F", + "Ġcomp uls", + "ĠAppe als", + "ĠAppeal s", + "ĠW inston", + "ĠWin ston", + "ĠWins ton", + "ĠMock ito", + "con trib", + "cont rib", + "contr ib", + "contri b", + ". available", + ".a vailable", + ".av ailable", + "entity Manager", + "a rias", + "ar ias", + "ari as", + "aria s", + "_ sale", + "_s ale", + "_sal e", + "_sa le", + "_ rs", + "_r s", + "Ġde coding", + "Ġdec oding", + "Ġdeco ding", + "Ġ locator", + "Ġl ocator", + "Ġloc ator", + "ol ith", + "oli th", + "olit h", + "Ġ kol", + "Ġk ol", + "Ġko l", + "Ġ ascii", + "Ġasc ii", + "ĠR ut", + "ĠRu t", + "/ interface", + "ĉ ĉĉĉĉĉĠĠĠ", + "ĉĉ ĉĉĉĉĠĠĠ", + "ĉĉĉĉ ĉĉĠĠĠ", + "ĉĉĉ ĉĉĉĠĠĠ", + "ĉĉĉĉĉ ĉĠĠĠ", + "ĉĉĉĉĉĉ ĠĠĠ", + "ĉĉĉĉĉĉĠ ĠĠ", + "ĉĉĉĉĉĉĠĠ Ġ", + "Ġ Numer", + "ĠN umer", + "ĠNum er", + "ĠNu mer", + ". flip", + ".f lip", + ".fl ip", + "- del", + "-d el", + "-de l", + "Ġbol ster", + "Ġbols ter", + "on omic", + "ono mic", + "onom ic", + "Ġ zm", + "Ġz m", + "L G", + "Find By", + "Ġ adaptive", + "Ġad aptive", + "Ġadapt ive", + "Ġada ptive", + "l oo", + "lo o", + "Ġ vue", + "Ġv ue", + "Ġvu e", + "( reverse", + "(re verse", + "_ canvas", + "_c anvas", + "_can vas", + ". roles", + ".r oles", + ".role s", + ".ro les", + "ific ado", + "ifica do", + "ven ient", + "\" As", + "\"A s", + "Ġ Entr", + "ĠEn tr", + "ĠEnt r", + "al igned", + "align ed", + "Ġbere its", + "/ //ĊĊ", + "// /ĊĊ", + "/// ĊĊ", + "///Ċ Ċ", + ".g wt", + ". employee", + ".e mployee", + "_ cli", + "_c li", + "_cl i", + "Ġanticip ate", + "éĻ IJ", + "Ġp ik", + "Ġpi k", + "Ġmush rooms", + "Ġmushroom s", + "( tt", + "(t t", + "Ġ oma", + "Ġo ma", + "Ġom a", + "ĠSan chez", + "_ google", + "_g oogle", + "_go ogle", + ". Valid", + ".Val id", + "Ġ FileName", + "ĠFile Name", + "iv ative", + "k ed", + "ke d", + "- war", + "-w ar", + "Ġm aturity", + "Ġmat urity", + "и д", + "Ġ miner", + "Ġm iner", + "Ġmin er", + "Ġmi ner", + "Ġmine r", + "Re ducers", + "Reduc ers", + "Reducer s", + "Reduce rs", + "Ġ LatLng", + "ĠL atLng", + "ĠLat Lng", + "_ STD", + "_S TD", + "_ST D", + "D igits", + "Digit s", + "Dig its", + "C alc", + "Cal c", + "Ca lc", + "- upload", + "-up load", + "Ġhand ic", + "Ġhan dic", + "ี à¹Ī", + "eg rated", + "egr ated", + "egrate d", + "egra ted", + "Ġ STM", + "ĠS TM", + "ĠST M", + "C lients", + "Client s", + "Cl ients", + "Cli ents", + "ĠTur bo", + "S YNC", + "SY NC", + "Ġphot ographers", + "Ġphotograph ers", + "Ġphotographer s", + ". Out", + ".O ut", + ". character", + ".char acter", + "B UILD", + "BU ILD", + ". unlock", + ".un lock", + "Ġar ises", + "Ġarise s", + "Ġ Commands", + "ĠComm ands", + "ĠCommand s", + "(\" \");čĊ", + "(\"\" );čĊ", + "(\"\") ;čĊ", + "(\"\"); čĊ", + "_ FORE", + "_F ORE", + "_FOR E", + "; ',", + ";' ,", + "+ \"'", + "+\" '", + ". Images", + ".Image s", + ".Im ages", + "\" ){", + "\") {", + "ĠM eyer", + "ĠMe yer", + "ĠMey er", + "Ġneg atively", + "Ġnegative ly", + "Ġ DLL", + "ĠD LL", + "ĠDL L", + "Ġ exe", + "Ġe xe", + "Ġex e", + "Ġdef iciency", + "Ġwild ly", + "- switch", + "-s witch", + "-sw itch", + "con struction", + "construct ion", + "Ġexception ally", + "Ġexceptional ly", + "ĠL iz", + "ĠLi z", + "/ java", + "/j ava", + "/jav a", + "Ġthe irs", + "Ġtheir s", + "ĠCon temporary", + "ĠCont emporary", + "l is", + "li s", + ".fill Rect", + "ĠN FC", + "ĠNF C", + "Ġre he", + "Ġreh e", + "( numbers", + "(num bers", + "(number s", + "Ġr aster", + "Ġra ster", + "Ġras ter", + "Ġrast er", + "Ġfig uring", + "Ġfigur ing", + "Ġshow c", + "Ġsho wc", + "ĠJ ill", + "ĠJi ll", + "Ġar cade", + "Ġarc ade", + "ĠConstruct s", + "m dl", + "md l", + "( '|", + "(' |", + "Ġident ifiers", + "Ġidentifier s", + "Ġ stellar", + "Ġst ellar", + "( Connection", + "Ġ\" {{", + "Ġ\"{ {", + "y or", + "yo r", + "( mysqli", + "(m ysqli", + "(mysql i", + "Ġd ove", + "Ġdo ve", + "Ġdov e", + "Of Birth", + ". disconnect", + ".dis connect", + "_ hi", + "_h i", + "Ġzw ischen", + "ĠGr und", + "i ros", + "ir os", + "iro s", + "_ Array", + "_A rray", + ". onclick", + ".on click", + "an som", + "ans om", + "An swers", + "Answer s", + "Ans wers", + "ĉ remove", + "ĉre move", + "F a", + "Ġh urry", + "Ġhur ry", + "- inf", + "-in f", + "-i nf", + "Ġ getClass", + "Ġget Class", + "ĠgetC lass", + "ĠReg ulation", + "Ġ FLAGS", + "ĠFLAG S", + "m isc", + "mi sc", + "mis c", + "K en", + "Ke n", + "_ heading", + "_head ing", + "_he ading", + "G Hz", + "GH z", + "- entry", + "-en try", + "Ġbi ography", + "S ig", + "Si g", + "- mf", + "-m f", + "W atcher", + "Watch er", + "Wat cher", + "âĢľ A", + "} px", + "Ġsp icy", + "Ġspi cy", + "_ sq", + "_s q", + "L ost", + "Lo st", + "Los t", + "( track", + "(t rack", + "(tr ack", + "а ли", + "ал и", + "Desc ending", + "< bits", + " ((", + ">( (", + "s urvey", + "sur vey", + "Ġ íĺ", + "Ġí ĺ", + ".. .')Ċ", + "... ')Ċ", + "...' )Ċ", + "Ġ Divider", + "ĠDi vider", + "ĠDiv ider", + "ĠDivide r", + "o sl", + "os l", + "_ CANCEL", + "_C ANCEL", + "_CAN CEL", + "_ prepare", + "_pre pare", + "_prep are", + "s tin", + "st in", + "sti n", + "ĠHe ath", + "ĠHeat h", + ". PrimaryKey", + ".Primary Key", + "Ġ âĨIJ", + "ĠâĨ IJ", + "ĠLocal DateTime", + "ĠLocalDate Time", + "Ġco operative", + "Ġcooper ative", + "L earning", + "Le arning", + "Learn ing", + ". enqueue", + ".en queue", + "Ġ goog", + "Ġg oog", + "Ġgo og", + "Ġgoo g", + "Ġ Regression", + "ĠRe gression", + "ĠReg ression", + "i mates", + "im ates", + "imate s", + "ima tes", + "imat es", + "Ġvoy eur", + "Ġ Drink", + "ĠD rink", + "ĠDr ink", + "p lug", + "pl ug", + "Ġl ender", + "Ġle nder", + "Ġlen der", + "Ġlend er", + "m ana", + "man a", + "ma na", + "Ġperson nes", + "Ġpersonne s", + "Ġpersonn es", + "yp se", + "yps e", + "Ġ unlink", + "Ġun link", + "Ġunl ink", + "ĠRa vens", + "ĠRav ens", + "ĠRaven s", + "Ġh urd", + "Ġhur d", + "Ġhu rd", + "Ġperiod ically", + "Ġperiodic ally", + "AR GS", + "ARG S", + "Ġ GH", + "ĠG H", + "char acters", + "character s", + ".. .\"ĊĊ", + "... \"ĊĊ", + "...\" ĊĊ", + "...\"Ċ Ċ", + "- establish", + "Ġ dn", + "Ġd n", + "( condition", + "(con dition", + "(cond ition", + "Ġ Gravity", + "ĠGr avity", + "Ġes tas", + "Ġest as", + "Ġesta s", + "_ focus", + "_f ocus", + "C reature", + "Cre ature", + "Cr eature", + "Creat ure", + "( site", + "(s ite", + "(si te", + "Ġc arr", + "Ġcar r", + "Ġca rr", + "Ġ RL", + "ĠR L", + "Ġ RI", + "ĠR I", + "ĠM oto", + "ĠMo to", + "ĠMot o", + "A SF", + "AS F", + "Ġ Luckily", + "ĠLuck ily", + "ĉ Route", + "ĉR oute", + "Ġ entropy", + "Ġent ropy", + "Ġentr opy", + "( \",\"", + "(\" ,\"", + "(\", \"", + "C ollect", + "Col lect", + "Coll ect", + "( contact", + "(cont act", + "ĠFlor ence", + "ĠFlo rence", + "Ġpremium s", + "Ġpremi ums", + "Ġl ifecycle", + "Ġlife cycle", + "Ġlif ecycle", + "Ġb ans", + "Ġban s", + "Ġba ns", + "x ef", + "xe f", + "Web Kit", + "Ġ Floating", + "ĠF loating", + "ĠFloat ing", + "ĠFlo ating", + "Ġ cosa", + "Ġc osa", + "Ġco sa", + "Ġcos a", + "S pecific", + "Spec ific", + "ĠLo ans", + "ĠLoan s", + "b read", + "br ead", + "bre ad", + "Ġdes criptors", + "Ġdescriptor s", + "Ġ{ :.", + "Ġ{: .", + "TH READ", + "ĠT rent", + "ĠTr ent", + "ĠTre nt", + "Ġs cop", + "Ġsc op", + "Ġsco p", + "Q A", + "ĠAn tar", + "ĠAnt ar", + "p el", + "pe l", + "_ difference", + "_d ifference", + "_diff erence", + "_ changes", + "_ch anges", + "_change s", + "_chan ges", + "( ...)", + "(... )", + "(.. .)", + "Ġ Rotation", + "ĠR otation", + "ĠRot ation", + "ĠL GPL", + "ĠLG PL", + "Ġ JUST", + "ĠJ UST", + "( Task", + "(T ask", + "_ subset", + "_sub set", + "_subs et", + "Ġ TRANS", + "ĠTR ANS", + "ĠTRAN S", + "åĬ Ľ", + "ĠS cout", + "ĠSc out", + "ĠSco ut", + "- popup", + "-p opup", + "-pop up", + "Ġsm oked", + "Ġsmoke d", + "Ġsmo ked", + "_ Class", + "_C lass", + "_Cl ass", + "Ġturn over", + "Ġturno ver", + "br akk", + "bra kk", + "ĠRock y", + "ĠRo cky", + "ĠRoc ky", + "t as", + "ta s", + ".Regular Expressions", + "ĠElli ott", + "ĠElliot t", + "Ġ Spinner", + "ĠSp inner", + "ĠSpin ner", + "DUCT ION", + "DU CTION", + "Ġl ibre", + "Ġli bre", + "Ġlib re", + "Ġlibr e", + "Ġmol to", + "Ġmolt o", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "Ġ FTP", + "ĠF TP", + "ĠFT P", + "m peg", + "mp eg", + "( features", + "(f eatures", + "(feature s", + "(fe atures", + "Ġb ald", + "Ġbal d", + "Ġba ld", + "ĠV id", + "ĠVi d", + "Ġsh outing", + "Ġshout ing", + "Ġsho uting", + "L int", + "Li nt", + "Lin t", + "Ġ sockets", + "Ġs ockets", + "Ġsocket s", + "Ġsock ets", + "Ġp row", + "Ġpro w", + "Ġpr ow", + "Ġnou velle", + "Ġnouvel le", + "Ġnouve lle", + "is card", + "isc ard", + "ĠS ponsor", + "Ġ consulta", + "Ġcons ulta", + "Ġconsult a", + "Ġconsul ta", + ") ));", + ")) );", + "))) ;", + "Ind ian", + "India n", + "ĠR aspberry", + "Ġteam mate", + "Ġ JWT", + "ĠJ WT", + "ĠJW T", + "ĠG hana", + "ĠGh ana", + "Ġ cakes", + "Ġc akes", + "Ġca kes", + "Ġcake s", + "pr imer", + "prim er", + "prime r", + "pri mer", + "form a", + "for ma", + "erg arten", + "_ Manager", + "_M anager", + "_Man ager", + "Ġpre season", + "G AME", + "GA ME", + "| \"", + "ĠB rock", + "ĠBr ock", + "ĠBro ck", + "Ġocc upy", + "Ġoccup y", + "Ġdecor ations", + "Ġdecoration s", + "á nd", + "án d", + "Ġ cot", + "Ġc ot", + "Ġco t", + "Ġp aran", + "Ġpar an", + "Ġpara n", + "Ġpa ran", + "D isk", + "Dis k", + "Di sk", + "r emain", + "re main", + "rem ain", + "rema in", + "> ?", + "St rong", + "Str ong", + "Ġf rance", + "Ġfr ance", + "Ġfra nce", + "Ġfran ce", + "Ġfranc e", + "ĠE ra", + "ĠEr a", + "- cr", + "-c r", + ".Buffer edReader", + ".Buffered Reader", + "ĠParad ise", + "ĠV AT", + "ĠVA T", + "ĠAn ders", + "ĠAnd ers", + "Ġl imb", + "Ġli mb", + "Ġlim b", + "amp oo", + "ampo o", + "Ġimper ative", + "UT ILITY", + "UTIL ITY", + "Ġ Recognition", + "ĠRec ognition", + "ĠRecogn ition", + "Ġragaz ze", + "Ġp ops", + "Ġpop s", + "Ġpo ps", + "y press", + "yp ress", + "Ġemb argo", + "Ġembar go", + "// {Ċ", + "Ġs yll", + "Ġsy ll", + "P TR", + "PT R", + "åŃĺ åľ¨", + "Ġdid nt", + "Ġdidn t", + "M ailer", + "Mail er", + "Ma iler", + "Ġacad emics", + "Ġacademic s", + "ĠFr auen", + "ĠFra uen", + "ĠFrau en", + "ne ider", + "- rel", + "-r el", + "-re l", + "Ġrain bow", + "( In", + "(I n", + "Ġs liced", + "Ġsl iced", + "Ġslice d", + "Ġslic ed", + "= ============Ċ", + "== ===========Ċ", + "==== =========Ċ", + "======== =====Ċ", + "=== ==========Ċ", + "============ =Ċ", + "============= Ċ", + "=========== ==Ċ", + "========= ====Ċ", + "========== ===Ċ", + "====== =======Ċ", + "===== ========Ċ", + "======= ======Ċ", + "( send", + "(s end", + "(se nd", + "NSMutable Dictionary", + "v os", + "vo s", + "( package", + "(p ackage", + "(pack age", + "Ġord inance", + "Ġordin ance", + "view er", + "vie wer", + "ĠSan tos", + "ĠSant os", + "ĠSanto s", + "- selling", + "-s elling", + "Ġ gov", + "Ġg ov", + "Ġgo v", + "et tle", + "ett le", + "Ġfound ers", + "Ġfo unders", + "Ġfounder s", + "Ġw aking", + "Ġwa king", + "s lashes", + "sl ashes", + "slash es", + "-p ound", + "-po und", + "re cht", + "rec ht", + "rech t", + "ا ت", + "Ø§Ø ª", + ". onClick", + ".on Click", + "Ġn ord", + "Ġno rd", + "Ġnor d", + "st änd", + "_ when", + "_w hen", + "_wh en", + "U TERS", + "UT ERS", + "UTE RS", + "i cc", + "ic c", + "Ġcaps ule", + "ĠW id", + "ĠWi d", + "M arc", + "Mar c", + "Ma rc", + "ภ¸", + "r ored", + "ro red", + "ror ed", + "U GE", + "UG E", + "LO UD", + "Ġ Audit", + "ĠA udit", + "ĠAud it", + "ĠAu dit", + "ĠAudi t", + "ip ients", + "ipient s", + "ipi ents", + "op ian", + "opia n", + "opi an", + "ĠS ue", + "ĠSu e", + "Ġwur den", + "Ġwurde n", + ". Helpers", + ".H elpers", + ".Helper s", + ".Help ers", + "Ġf actions", + "Ġfact ions", + "Ġfa ctions", + "Ġfaction s", + "[ np", + "[n p", + "- than", + "-t han", + "-th an", + "Ġre co", + "Ġr eco", + "Ġrec o", + "Ġ kas", + "Ġk as", + "Ġka s", + "Ġ cmds", + "Ġcmd s", + "Ġcm ds", + "/ network", + "/n etwork", + "/net work", + "x bf", + "xb f", + "get Color", + "getC olor", + "Ġ biased", + "Ġbi ased", + "Ġbias ed", + "ĠL ak", + "ĠLa k", + "D atas", + "Data s", + "Da tas", + "Dat as", + "v ents", + "ve nts", + "vent s", + "ven ts", + "Ġ ë²", + "Ġë ²", + "_ PS", + "_P S", + ". Validate", + ".Valid ate", + "Inv oker", + "Invoke r", + "Ġne uen", + "Ġneu en", + "Ġneue n", + "Ġju venile", + "Ġjuven ile", + "V ISION", + "VI SION", + "VIS ION", + "Ġde vote", + "Ġdev ote", + "Ġ linha", + "Ġl inha", + "Ġlin ha", + "Ġlinh a", + "Ġdiscount ed", + "Ġdisco unted", + "\\ Config", + "Ġworth while", + "Ġskin ny", + "Ġ Courses", + "ĠC ourses", + "ĠCo urses", + "ĠCour ses", + "ĠCourse s", + "le ys", + "ley s", + "ĠMort gage", + "K evin", + "Ke vin", + "Ġann ounces", + "Ġannounc es", + "Ġannounce s", + "] )*", + "]) *", + "res ervation", + "Ġ æķ°", + "Ġæķ °", + "Ġprejud ice", + "ĠString Comparison", + "Ġbe ard", + "Ġbear d", + "- win", + "-w in", + "ĠS ão", + "ĉ ms", + "ĉm s", + "j al", + "ja l", + "Ġ Earn", + "ĠE arn", + "ĠEar n", + "ĠEa rn", + "_ ports", + "_p orts", + "_port s", + "_po rts", + "_por ts", + "Ġ Nombre", + "ĠN ombre", + "ĠNom bre", + "_ COR", + "_C OR", + "_CO R", + "Ġ BUILD", + "ĠB UILD", + "ĠBU ILD", + ". sound", + ".s ound", + ".so und", + "Y ellow", + "Ġlineback er", + "Ġchar itable", + "Ġcha ritable", + "j ug", + "ju g", + "_NON NULL", + "ĠD ental", + "ĠDen tal", + "ĠDent al", + "\" >${", + "\"> ${", + "\">$ {", + "ĉ match", + "ĉm atch", + "ĉmat ch", + "R ussian", + "Russia n", + "Russ ian", + "Rus sian", + "Ġver sch", + "Ġvers ch", + "Ġp inned", + "Ġpin ned", + "Ġadopt ing", + "Options Menu", + "P ag", + "Pa g", + "Ġpair ing", + "Ġpa iring", + "Ġpai ring", + "Ġt read", + "Ġtr ead", + "Ġtre ad", + "erc ises", + "ercise s", + "Ġ Spread", + "ĠS pread", + "ĠSp read", + "ĠSpr ead", + ") i", + "Ġ BAD", + "ĠB AD", + "ĠBA D", + "_ tf", + "_t f", + "UI ImageView", + "UIImage View", + "pop ulate", + "b ab", + "ba b", + "Ġ Ïĥ", + "ĠÏ ĥ", + "[ ++", + "Ġopi oid", + "Ġ ##Ċ", + "Ġ# #Ċ", + "Ġ## Ċ", + "d type", + "dt ype", + "ĠSt arts", + "ĠStart s", + "ĠStar ts", + "ĠSta rts", + "(' /')", + "('/ ')", + "Ġperson als", + "Ġpersonal s", + "Ġpersona ls", + "- market", + "-m arket", + "-mark et", + "-mar ket", + "Ġredund ant", + "ĠEss ential", + "Ġsc rapy", + "Ġscr apy", + "Ġscrap y", + "Ġ им", + "Ġи м", + "a cl", + "ac l", + "Ġ crear", + "Ġc rear", + "Ġcr ear", + "Ġcre ar", + "Ġcrea r", + "ĠB end", + "ĠBe nd", + "ĠBen d", + "Ġrel ieve", + "Ġreli eve", + "Ġrelie ve", + "- room", + "-r oom", + "-ro om", + "w ife", + "wi fe", + "Ġv Ãł", + "ĠQ Point", + "Ġqu asi", + "Ġqua si", + "Ġ methodName", + "Ġmethod Name", + "\\ xc", + "\\x c", + "ĠP eru", + "ĠPer u", + "ĠPe ru", + "/ The", + "/T he", + ". orm", + ".o rm", + ".or m", + "Ġ viz", + "Ġv iz", + "Ġvi z", + "/ pdf", + "/p df", + "Loc ated", + "Ġconfront ation", + "ĠChampionship s", + "ĠChampions hips", + "ĠChampion ships", + "Ġhy pert", + "Ġhyp ert", + "Ġhyper t", + "Ġhype rt", + "Ġ dj", + "Ġd j", + "Ġ UserInfo", + "ĠUser Info", + "Ġ åĪĽå»º", + "ĠåĪ Ľå»º", + "\\ xb", + "\\x b", + "( sim", + "(s im", + "(si m", + "Ġ ==Ċ", + "Ġ= =Ċ", + "Ġ== Ċ", + "Ġst aging", + "Ġsta ging", + "Ġstag ing", + "Ġdr astically", + "Ġdrastic ally", + "åŃ ¦", + "l ords", + "lor ds", + "lord s", + ". less", + ".l ess", + ".le ss", + "вед иÑĤе", + "Ġ Bucket", + "ĠB ucket", + "ĠBuck et", + "ĠBu cket", + "ĠM am", + "ĠMa m", + ". term", + ".t erm", + ".te rm", + "_ pi", + "_p i", + "c zy", + "cz y", + ". pub", + ".p ub", + "p recio", + "pre cio", + "prec io", + "preci o", + "ĠV irt", + "ĠVir t", + "ĠVi rt", + "Ġ roman", + "Ġr oman", + "Ġro man", + "Ġrom an", + "Ġroma n", + "i tat", + "it at", + "ita t", + "L ex", + "Le x", + "_ infos", + "_in fos", + "_info s", + "_inf os", + "Ä °", + ". other", + ".o ther", + ".ot her", + "VE LO", + "VEL O", + "Ġ ponder", + "Ġp onder", + "Ġpo nder", + "Ġpon der", + "Ġpond er", + "Ġh anno", + "Ġhan no", + "Ġhann o", + "( Page", + "(P age", + "d oi", + "do i", + "Ġpol ite", + "Ġpo lite", + "Ġpolit e", + "Ġprogram mer", + "Ġprogramme r", + "Ġprogramm er", + "D ies", + "Die s", + "Di es", + "$ d", + "Ġre plication", + "Ġrep lication", + "Ġrepl ication", + "Ġreplic ation", + "Ġreplica tion", + "add Column", + "fr ican", + "frica n", + "Ġl eng", + "Ġle ng", + "Ġlen g", + "b eer", + "be er", + "bee r", + "o it", + "oi t", + "Ġw asting", + "Ġwas ting", + "Ġwast ing", + "y lim", + "yl im", + "me asure", + "N eg", + "Ne g", + "Ġpart ie", + "Ġpar tie", + "Ġparti e", + ". console", + ".con sole", + ".cons ole", + "ĠGu inea", + "ĠGui nea", + "T EL", + "TE L", + "_ fact", + "_f act", + "_fac t", + "_fa ct", + ". chunk", + ".ch unk", + "Ġl ent", + "Ġle nt", + "Ġlen t", + "Ġ aller", + "Ġa ller", + "Ġal ler", + "Ġall er", + "Ġalle r", + "Ġ à¤ķ", + "Ġठķ", + "_ idle", + "_id le", + "_i dle", + "Ġad missions", + "Ġadm issions", + "Ġadmission s", + "JSON Array", + "Ġv ibration", + "Ġvibr ation", + "Ġvib ration", + ". helpers", + ".h elpers", + ".helper s", + ".help ers", + "å¤ ĸ", + "Ġ hen", + "Ġh en", + "Ġhe n", + "j ohn", + "jo hn", + "Ġ ìĥĿ", + "Ġì ĥĿ", + "Ġìĥ Ŀ", + "Ġjud gement", + "Ġjudge ment", + "Ġg een", + "Ġge en", + "Ġgee n", + "t erra", + "ter ra", + "terr a", + "^ {", + "ĠI z", + "Ġc â", + "in stances", + "instance s", + "inst ances", + "instanc es", + "Ġthreat ens", + "Ġthreaten s", + "Ġm üssen", + "Kind OfClass", + "Ġstoryt elling", + "_ demo", + "_d emo", + "_de mo", + "_dem o", + "r ias", + "ri as", + "ria s", + "Priv acy", + "h ift", + "hi ft", + "ĠY i", + "es or", + "eso r", + "íķ ł", + "ens itivity", + ". Writer", + ".W riter", + ".Write r", + "ภĤ", + "D istrict", + "Di strict", + ".get JSONObject", + "Im pro", + "Imp ro", + "(get Resources", + "Ġ SPELL", + "ĠS PELL", + "ĠSP ELL", + "ĠSPE LL", + "ro duce", + "rodu ce", + "rod uce", + "Ġsl owed", + "Ġslow ed", + "Ġslo wed", + "Ġ linewidth", + "Ġline width", + "Ġlin ewidth", + "Ġhon esty", + "Ġhonest y", + "Ġho nesty", + "Ġhone sty", + "Ġ Coord", + "ĠC oord", + "ĠCo ord", + "ĠF ork", + "ĠFor k", + "ĠFo rk", + "ĠDispatch Queue", + "ĠCl iff", + "ĠCli ff", + "ĠW iring", + "ĠWi ring", + "ĠWir ing", + "_TIM ESTAMP", + "ol lah", + "oll ah", + "olla h", + "a void", + "av oid", + "avo id", + "++ ];Ċ", + "++] ;Ċ", + "sem antic", + "- css", + "-c ss", + "Ġv eto", + "Ġve to", + "Ġvet o", + "ĠM err", + "ĠMe rr", + "ĠMer r", + "Ġlegisl ators", + "C EEDED", + "CEE DED", + "CEED ED", + "Ġquestion naire", + "ĠP ills", + "ĠPill s", + "ĠPil ls", + "C alculate", + "Cal culate", + "Calc ulate", + "Calcul ate", + "( core", + "(c ore", + "(co re", + "(cor e", + "' e", + "Ġdis like", + "Ġ Preferences", + "ĠP references", + "ĠPre ferences", + "ĠPreference s", + "ĠPrefer ences", + "_ EXTERNAL", + "_EX TERNAL", + "_EXTERN AL", + "è° ĥ", + "Ġd odge", + "Ġdo dge", + "Ġdod ge", + "æľį åĬ¡", + ". names", + ".n ames", + ".name s", + ".draw Image", + "_ prom", + "_p rom", + "_pro m", + "_pr om", + "uck land", + "Ġ<$ >", + "ı z", + "/ site", + "/s ite", + "é¡ ¹", + "r ophe", + "ro phe", + "rop he", + "roph e", + "Ġcomp elled", + "Ġcompel led", + "Ġl aptops", + "Ġlaptop s", + "Ġ uni", + "Ġu ni", + "Ġun i", + "C LOSE", + "CL OSE", + "Ġcasual ties", + "Ġ Uniform", + "ĠUn iform", + "ĠUni form", + "Term inal", + ". \",\"", + ".\" ,\"", + ".\", \"", + "D AT", + "DA T", + "( TreeNode", + "(T reeNode", + "(Tree Node", + "ĠGand hi", + "( stmt", + "(st mt", + "A XB", + "AX B", + "* M", + "Ġumb rella", + "an imal", + "ani mal", + "anim al", + "Ġ grpc", + "Ġg rpc", + "Ġgr pc", + "Ġgrp c", + "Ġwhere by", + "Ġfloat s", + "Ġflo ats", + "ĉ arg", + "ĉa rg", + "ĉar g", + "Ġ dbg", + "Ġd bg", + "Ġdb g", + "Ġexceed ing", + "Ġexce eding", + "Event Type", + ".SaveChanges Async", + "Ġ {{{", + "Ġ{ {{", + "Ġ{{ {", + "Ġ owed", + "Ġo wed", + "Ġow ed", + "Ġowe d", + "ahren heit", + "Ġ ì§", + "Ġì §", + "Ġequ ipo", + "Ġequip o", + "u rai", + "ur ai", + "ura i", + "Ġi dol", + "Ġid ol", + "] \")Ċ", + "]\" )Ċ", + "]\") Ċ", + "_ major", + "_m ajor", + "Ġentire ty", + "inger print", + "ç os", + "ço s", + "/ account", + "/a ccount", + "/ac count", + "ĉ right", + "ĉr ight", + "urs os", + "ĠE DT", + "ĠED T", + "_ INSERT", + "_INS ERT", + "Ġsh ining", + "Ġshin ing", + "Ġ< :", + "Edge Insets", + "Ġcolon ies", + ". IM", + ".I M", + "ĉ Ġĉ", + "ĉĠ ĉ", + "R OAD", + "RO AD", + "C CCC", + "CC CC", + "CCC C", + "pl acing", + "pla cing", + "Ġget Activity", + "em acs", + "ema cs", + "' %(", + "'% (", + ". clicked", + ".cl icked", + ".click ed", + "Ġ Them", + "ĠT hem", + "ĠThe m", + "ĠTh em", + "is ia", + "isi a", + "Bus car", + "Bu scar", + ". rename", + ".re name", + ".r ename", + "Ġo ath", + "Ġoat h", + "Ġoa th", + "Ġafter ward", + "ĠU FO", + "ĠUF O", + "A PS", + "AP S", + "ĠJackson ville", + ". some", + ".s ome", + ".so me", + "Conf irmed", + "Confirm ed", + ". scan", + ".s can", + ".sc an", + "ig Integer", + "Decor ator", + "sh ield", + "shi eld", + "ress ive", + ". did", + ".d id", + ".di d", + "请 è¾ĵåħ¥", + "Ġsh utter", + "Ġshut ter", + "D am", + "Da m", + "Ġpar enting", + "Ġparent ing", + "Ġparen ting", + "ey ed", + "eye d", + "$ item", + "$i tem", + "- develop", + "-de velop", + "-dev elop", + "-devel op", + "Ġex tracts", + "Ġextra cts", + "Ġextract s", + "Ġextr acts", + "Ġdecentral ized", + "ĠE lsa", + "ĠEl sa", + "_ spin", + "_s pin", + "_sp in", + "_spi n", + "] )+", + "]) +", + "- initial", + "-in itial", + "-init ial", + "Ġmult itude", + "Ġmultit ude", + "Ġsens ory", + "Ġsensor y", + "Ġ MODEL", + "ĠMO DEL", + "ĠMOD EL", + "ĠMODE L", + "Ġsaf eguard", + "Ġsafe guard", + "Ġsafeg uard", + "ì ¹", + "Ġhun ters", + "Ġhunt ers", + "Ġhunter s", + "Ġ Tiny", + "ĠT iny", + "ĠTi ny", + "ĠTin y", + "I NO", + "IN O", + "dec orate", + "decor ate", + "Ġ NoSuch", + "ĠNo Such", + "H o", + "( Response", + "Ġr uler", + "Ġrule r", + "Ġru ler", + "ĉ short", + "ĉs hort", + "ĉsh ort", + "Ġ caster", + "Ġc aster", + "Ġca ster", + "Ġcas ter", + "Ġcast er", + "Ġcaste r", + "Ġ clientId", + "Ġclient Id", + "Ġ pdb", + "Ġp db", + "Ġpd b", + "ëı Ħ", + "i tic", + "it ic", + "iti c", + "Ġ GameState", + "ĠGame State", + "Ġnew Item", + ") ĊĊĊĊĊĊ", + ")Ċ ĊĊĊĊĊ", + ")ĊĊ ĊĊĊĊ", + ")ĊĊĊ ĊĊĊ", + ")ĊĊĊĊ ĊĊ", + ")ĊĊĊĊĊ Ċ", + "o uis", + "ou is", + "oui s", + "n oc", + "no c", + ". BLACK", + ".BL ACK", + "_ VECTOR", + "_V ECTOR", + "_VEC TOR", + "_VE CTOR", + "---------- ();", + ">( );", + ">() ;", + ".get P", + "an ye", + "any e", + "Ġne uron", + "Ġneuro n", + "Ġneu ron", + "Ġneur on", + "i fold", + "if old", + "ifo ld", + "Ġ Known", + "ĠK nown", + "ĠKn own", + "ĠKnow n", + "Bit coin", + "Any way", + "ay ette", + "aye tte", + "ayet te", + "Ġ' ['", + "Ġ'[ '", + "Ãł nh", + "Ãłn h", + "m gr", + "mg r", + "Ġcor related", + "Ġcorre lated", + "Ġcorrel ated", + "Ġcorrelate d", + "Ġn ause", + "Ġna use", + "Ġnau se", + "Ġmental ity", + "Ġment ality", + "has Many", + "Ġ FG", + "ĠF G", + "am pie", + "amp ie", + "I TU", + "IT U", + "F s", + ". Sp", + ".S p", + "_ between", + "_b etween", + "_bet ween", + "Dep endencies", + "o ug", + "ou g", + "Place holder", + "= text", + "=t ext", + "Ġ Managing", + "ĠMan aging", + "ĠMana ging", + "ocal ypse", + "åĮ Ĺ", + "_ mag", + "_m ag", + "_ma g", + "f ld", + "fl d", + "â ij", + "C AM", + "CA M", + "Ġ Helpers", + "ĠH elpers", + "ĠHelp ers", + "ĠHelper s", + "ĠHel pers", + "Ġd ost", + "Ġdo st", + "Ġdos t", + "/ out", + "/o ut", + "Ġassass ination", + "Ġassassin ation", + ". getImage", + ".get Image", + "ĠK enny", + "ĠKen ny", + "ĠKenn y", + ". ')ĊĊ", + ".' )ĊĊ", + ".')Ċ Ċ", + ".') ĊĊ", + ") {//", + "){ //", + "ĠR anger", + "ĠRange r", + "ĠRa nger", + "ĠRan ger", + "Ġg ek", + "Ġge k", + "Ġsince re", + "Ġsinc ere", + "Ġsincer e", + "< Value", + "čĊ", + "/> čĊ", + ".get Resources", + ".getResource s", + "Ġl ump", + "Ġlu mp", + "Ġlum p", + "_ consts", + "_con sts", + "_const s", + "_cons ts", + "( ext", + "(e xt", + "(ex t", + "ĉ dir", + "ĉd ir", + "â Ŀ", + "Ġpadding Top", + "Ġob session", + "Ġobs ession", + "Ġobsess ion", + "Ġb anning", + "Ġban ning", + "ĠApp Module", + "Ġp artisan", + "Ġpart isan", + "Ġparti san", + "Ġcatalog ue", + "Ġcata logue", + "Ġcatal ogue", + "Ġmin ors", + "Ġminor s", + "Ġp itches", + "Ġpitch es", + "Ġpit ches", + "we ep", + "Ġunder take", + "Ġundert ake", + "Ġth emed", + "Ġthe med", + "Ġthem ed", + "Ġtheme d", + "a udit", + "au dit", + "aud it", + "audi t", + ". scrollTop", + ".scroll Top", + ".scrollTo p", + "Ġ rer", + "Ġre r", + "Ġr er", + "Ġsym ptom", + "Ġsympt om", + "Ġsymp tom", + "Ġopen ings", + "Ġopening s", + ". blocks", + ".b locks", + ".bl ocks", + ".block s", + "open id", + "ope nid", + "Ġa ssh", + "Ġas sh", + "Ġass h", + "- save", + "-s ave", + "ĠP ig", + "ĠPi g", + "Ġre gain", + "Ġreg ain", + "Ġin icial", + "Ġini cial", + "Ġinici al", + "/ favicon", + "/f avicon", + "ĉ exp", + "ĉe xp", + "ĉex p", + "Ġsp ices", + "Ġspi ces", + "Ġspice s", + "i ska", + "is ka", + "isk a", + "cl aims", + "claim s", + "cla ims", + "m ak", + "ma k", + "definition s", + "Ġcorrespond ent", + "ĠCann abis", + "_ _,Ċ", + "__ ,Ċ", + "__, Ċ", + "ĠL ucky", + "ĠLuc ky", + "ĠLu cky", + "ĠLuck y", + "ĠG aussian", + "ĠGa ussian", + "ĠGauss ian", + "Ġ Nearly", + "ĠN early", + "ĠNear ly", + "C AD", + "CA D", + "' ]]Ċ", + "'] ]Ċ", + "']] Ċ", + "Ġadequate ly", + "Ġadequ ately", + "Ġ TITLE", + "ĠT ITLE", + "constitution al", + "- mm", + "-m m", + "_ override", + "_over ride", + "Ġ blas", + "Ġb las", + "Ġbl as", + "Ġbla s", + ".ready State", + "Ġrem inis", + "Ġremin is", + "Ġrein forced", + "Ġreinforce d", + "ĠColl abor", + "Ġdecor ating", + "Ġdeco rating", + "Ġb achelor", + "Ġbach elor", + "ERRU PT", + "Ġup right", + "ip ation", + "ipa tion", + "ĠN oble", + "ĠNo ble", + "ĠNob le", + "Ġvalue ForKey", + "Ġset Loading", + ". Ignore", + ".I gnore", + "å ģ", + "G lobals", + "Global s", + "ĠM ent", + "ĠMe nt", + "ĠMen t", + "AS SES", + "ASS ES", + "Ġlim bs", + "Ġlimb s", + "Ġ HUD", + "ĠH UD", + "in ci", + "inc i", + ". iv", + ".i v", + "ĠQ ModelIndex", + "F use", + "Fu se", + "Ġpe dal", + "Ġped al", + "_F REQ", + "_FR EQ", + "_FRE Q", + "( verbose", + "(ver bose", + "Ġlong itud", + "ĠCh arter", + "ĠChar ter", + "ĠChart er", + "ê ·¸", + "ê· ¸", + "Ġ bundles", + "Ġb undles", + "Ġbund les", + "Ġbundle s", + ". ignore", + ".i gnore", + "um bo", + "umb o", + "E MA", + "EM A", + ". ......", + ".. .....", + "... ....", + ".... ...", + "..... ..", + "...... .", + "s x", + ". Card", + ".C ard", + ".Car d", + "Ġhe ute", + "Ġst eer", + "Ġste er", + "j umlah", + "Ġ {_", + "Ġ{ _", + "_ Checked", + "_Check ed", + "Ġ fax", + "Ġf ax", + "Ġfa x", + "ĠG ust", + "ĠGu st", + "ĠGus t", + "itch ens", + "itchen s", + "Ġ ))ĊĊ", + "Ġ) )ĊĊ", + "Ġ)) ĊĊ", + "Ġ))Ċ Ċ", + "Ġremark ably", + "/ XML", + "/X ML", + "- remove", + "-re move", + "_ bt", + "_b t", + "Ġinc ub", + ". package", + ".p ackage", + ".pack age", + ".current Thread", + "ĠHigh lander", + "ĠHighland er", + ". side", + ".s ide", + ".sid e", + ".si de", + "s plash", + "sp lash", + "spl ash", + "Ġ ici", + "Ġi ci", + "Ġic i", + "= D", + "Ġp uck", + "Ġpu ck", + "Ġball ots", + "Ġbal lots", + "Ġballot s", + "Ġballo ts", + "Ġhuge ly", + "Ġhug ely", + "c oeff", + "co eff", + "coef f", + "coe ff", + "Ġ pData", + "Ġp Data", + ". COLUMN", + ".C OLUMN", + "ĠHe aling", + "ĠHeal ing", + "Ġ ordin", + "Ġor din", + "Ġord in", + "! ),", + "!) ,", + "Ġ' ',čĊ", + "Ġ'' ,čĊ", + "Ġ'', čĊ", + "( md", + "(m d", + "ĠS ask", + "ĠSa sk", + "ĠSas k", + "< strong", + "Ġsurv ivor", + "Ġsurviv or", + ". series", + ".s eries", + ".se ries", + ".ser ies", + "Ġcaffe ine", + "Ġ `(", + "Ġ` (", + ".TRA ILING", + "_ Input", + "_In put", + "( \"^", + "(\" ^", + "z d", + "& );Ċ", + "&) ;Ċ", + "Ġ Ping", + "ĠP ing", + "ĠPin g", + "ĠPi ng", + "Ġ voucher", + "Ġv oucher", + "Ġvo ucher", + "Ġvou cher", + ". rating", + ".r ating", + ".ra ting", + "-sh irts", + "-shirt s", + "ĠRetrie ves", + "ĠRetrieve s", + ".al ibaba", + "Or acle", + "_ MOV", + "_M OV", + "_MO V", + "Old Data", + "Ġ /*čĊ", + "Ġ/ *čĊ", + "Ġ/* čĊ", + "Ġ gboolean", + "Ġg boolean", + "Ġ= >čĊ", + "Ġ=> čĊ", + "Ġ rá", + "Ġr á", + "Ġbl unt", + "ĠImage Icon", + "i fik", + "if ik", + "ifi k", + "R TC", + "RT C", + "Ġfi bers", + "Ġfib ers", + "Ġfiber s", + "Ġto ile", + "Ġtoi le", + ". sent", + ".s ent", + ".se nt", + "ĠPy Qt", + "$ app", + "$a pp", + "Ġm edio", + "Ġme dio", + "Ġmed io", + "Ġmedi o", + "Ġgrant ing", + "Ġgran ting", + "Ġts lint", + "Ġtsl int", + "ĠM ö", + "(fig size", + "Ġhur ricane", + "Ġl ifes", + "Ġlife s", + "Ġlif es", + "Ġ ÃĦ", + "Ġà Ħ", + "rocess ing", + "_ standard", + "_st andard", + "_stand ard", + "- option", + "-o ption", + "-op tion", + "-opt ion", + "' )))", + "') ))", + "')) )", + "Ġvac ant", + "Ġva cant", + "å· ¥", + "ĠH ollow", + "ĠHol low", + "ĠHoll ow", + "handle Change", + "Ġ divider", + "Ġdi vider", + "Ġdiv ider", + "Ġdivide r", + "Ġdivid er", + "ĠEngine ers", + "ĠEngineer s", + "Ġs vens", + "Ġsv ens", + "Ġsve ns", + "Ġcom pliant", + "Ġcompl iant", + "t anggal", + "Ġ Credits", + "ĠC redits", + "ĠCredit s", + "ĠEm irates", + "Rule Context", + "Ġreal ization", + "Ġrealiz ation", + "Ġrealiza tion", + "Ġdis tracted", + "Ġdistr acted", + "Ġdistract ed", + "] +=", + "]+ =", + "Ġau gment", + "Ġaug ment", + "ĠD w", + "o tp", + "ot p", + "or rent", + "orr ent", + "orre nt", + "Ed itar", + "Edit ar", + ". stock", + ".st ock", + "St udy", + "p ections", + "pe ctions", + "pect ions", + "pection s", + "Ġ GameManager", + "ĠGame Manager", + "= cut", + "=c ut", + "Ġf lock", + "Ġfl ock", + "Ġflo ck", + "ĠRom ans", + "ĠRo mans", + "ĠRoman s", + "ĠRoma ns", + "t hem", + "th em", + "the m", + "- hop", + "-h op", + "Ġscreen shots", + "Ġscreens hots", + "Ġscreenshot s", + "Ġ /*!Ċ", + "Ġ/* !Ċ", + "Ġ/*! Ċ", + "Ġcon versions", + "Ġconv ersions", + "Ġconvers ions", + "Ġconversion s", + "Ġnormal ization", + "( configuration", + "(config uration", + "Ġa eros", + "Ġaer os", + "Ġae ros", + "_ security", + "_s ecurity", + "_se curity", + "_sec urity", + "! 'Ċ", + "!' Ċ", + "B onus", + "Bon us", + "ĠDR IVER", + "ĠDRIVE R", + "ĉ Date", + "ĉD ate", + "t ie", + "ti e", + "ĠWy oming", + "St and", + "Stan d", + "i tre", + "it re", + "itr e", + "Ġsh oppers", + "Ġshop pers", + "Ġsho ppers", + "Ġshopper s", + "Ġdisadv antage", + "Ġl iking", + "Ġli king", + "Ġlik ing", + "ç¬ ij", + "Ġunderstand able", + "S EE", + "SE E", + "Ġh oy", + "Ġho y", + "Ġnine te", + "Ġni nete", + "Ġnin ete", + "Ġcon fer", + "Ġconf er", + "Ġ nowrap", + "Ġno wrap", + "Ġnow rap", + "ĠV ern", + "ĠVer n", + "ĠVe rn", + ", čĊčĊ", + ",čĊ čĊ", + "ime step", + "imes tep", + "imest ep", + "Layout Manager", + "à ·", + "ĉ wait", + "ĉw ait", + "P LETED", + "PLE TED", + "J apan", + "Ja pan", + "Ġin duce", + "Ġind uce", + "Ġindu ce", + "Ġ å¯", + "Ġå ¯", + "о зв", + "оз в", + "_END POINT", + ". horizontal", + ".h orizontal", + "Ġacceler ated", + "Ġaccelerate d", + "r imon", + "ri mon", + "rim on", + "I VES", + "IV ES", + "IVE S", + "Trans actions", + "Transaction s", + "L ean", + "Le an", + "ĠS OUR", + "ĠSO UR", + "wh ether", + "y g", + "Ġ oid", + "Ġo id", + "Ġoi d", + "Ġ EntityManager", + "ĠEntity Manager", + "OUN TRY", + "OUNT RY", + "Ġ fila", + "Ġf ila", + "Ġfil a", + "Ġfi la", + "OLUM NS", + "OLUMN S", + "IN UE", + "INU E", + "Ġ Anchor", + "ĠAn chor", + "ĠAnc hor", + "ĠAnch or", + "TR AN", + "TRA N", + "w oo", + "wo o", + "block quote", + "ĠN urse", + "ĠNurs e", + "ĠNur se", + "ĠC arp", + "ĠCar p", + "ĠCa rp", + "Ġrede em", + ". try", + ".t ry", + ".tr y", + "Ġ JP", + "ĠJ P", + "Ġ timestamps", + "Ġtimestamp s", + "Ġ?> \"><", + "Ġ?>\" ><", + "Ġ?>\"> <", + "Ġ REMOVE", + "ĠRE MOVE", + "ĠREM OVE", + "ĠStar bucks", + "Re ally", + "Real ly", + "Ġflo oded", + "Ġflood ed", + ". Callback", + ".C allback", + ".Call back", + "Drop Down", + "i pro", + "ip ro", + "Ġt ended", + "Ġten ded", + "Ġtend ed", + "l te", + "lt e", + "Ġproportion s", + "Ġproport ions", + "- te", + "-t e", + "ĠR ena", + "ĠRe na", + "ĠRen a", + "l icate", + "lic ate", + "li cate", + "lica te", + "for ces", + "force s", + "forc es", + ". extra", + ".ex tra", + ".ext ra", + ". authenticate", + ".auth enticate", + "в од", + "во д", + "¡ °", + "Ġfor ControlEvents", + "Ġ senha", + "Ġs enha", + "Ġsen ha", + "Ġk ein", + "Ġke in", + "Ġmin ist", + "Ġmi nist", + "Ġmini st", + "Ġ Preference", + "ĠP reference", + "ĠPre ference", + "ĠPref erence", + "ĠPrefer ence", + "ĠTele graph", + "Ñĥ п", + "str pos", + "Ġillness es", + "Ġp igs", + "Ġpi gs", + "Ġpig s", + "Ġget Intent", + "ĠgetInt ent", + "S ol", + "So l", + "Ġ ¡", + "Ġ ¡", + "( cpu", + "(c pu", + "(cp u", + "[ prop", + "[p rop", + "s creens", + "screen s", + "') ;?>", + "'); ?>", + "Ġ Acts", + "ĠA cts", + "ĠAct s", + "ĠAc ts", + "Ġstr dup", + "Ġa verages", + "Ġaverage s", + "Ġaver ages", + "a nal", + "an al", + "ana l", + "ĠCas ual", + "Group Box", + "ĠHand book", + "/ comments", + "/com ments", + "/comment s", + "Ġnumber ed", + "Ġnumb ered", + "Ġbroad casting", + "Ġbroadcast ing", + "çĽ ij", + ".native Element", + ". mu", + ".m u", + "Ġ updatedAt", + "Ġupdated At", + "ĠDoes n", + "ĠDoe sn", + ". AC", + ".A C", + ". coll", + ".c oll", + ".co ll", + ".col l", + "Ġrec order", + "Ġrecord er", + "_ sha", + "_s ha", + "_sh a", + "B g", + "b il", + "bi l", + "Ġbol ts", + "Ġbolt s", + "Ġ ç¬", + "Ġç ¬", + "Ġim posing", + "Ġimp osing", + "ĠInformation en", + "_ flashdata", + "_flash data", + "e conomic", + "ec onomic", + "R emark", + "Re mark", + "Rem ark", + "u cas", + "uc as", + "Ġ Officers", + "ĠOff icers", + "ĠOffice rs", + "ĠOfficer s", + "Ġ TER", + "ĠT ER", + "ĠTE R", + "W alk", + "Wal k", + "Wa lk", + "Ġmerc ado", + "_ generate", + "_g enerate", + "_gen erate", + "_gene rate", + "_gener ate", + "H Y", + "C alling", + "Call ing", + "Cal ling", + "s nap", + "sn ap", + "script Id", + ". operation", + ".op eration", + ".o peration", + ".oper ation", + "ĠFl ame", + "ĠFla me", + "ĠFlam e", + "l iness", + "li ness", + "line ss", + "lin ess", + "lines s", + "Ġr ented", + "Ġren ted", + "Ġrent ed", + "_ toggle", + "_t oggle", + "- changing", + "-ch anging", + "-chan ging", + "Ġ TY", + "ĠT Y", + "' util", + "'u til", + "E EP", + "EE P", + "Ġ graphql", + "Ġgraph ql", + "Ġ Uni", + "ĠU ni", + "ĠUn i", + "Ġim pulse", + "Ġimp ulse", + "Ġimpuls e", + ". Basic", + ".B asic", + "Ġenerg ies", + "Ġener gies", + "Ġenergie s", + "M ARY", + "MA RY", + "MAR Y", + "ĠMar cel", + "ĠMarc el", + "Ġm ortal", + "Ġmor tal", + "Ġmort al", + "Ġf res", + "Ġfr es", + "Ġfre s", + "m ens", + "me ns", + "men s", + "m otion", + "mo tion", + "mot ion", + "Ġs ampled", + "Ġsample d", + "Ġsam pled", + "Ġsamp led", + "âĢľ That", + "i day", + "id ay", + "ida y", + "qu ipment", + "quip ment", + "get Int", + "Ġ Absolute", + "ĠA bsolute", + "ĠAbs olute", + ", '\"", + ",' \"", + "u ned", + "un ed", + "une d", + ". share", + ".s hare", + ".sh are", + ".sha re", + "Ġ })(", + "Ġ} )(", + "Ġ}) (", + "m mm", + "mm m", + "ĠR ising", + "ĠRi sing", + "ĠRis ing", + "ä» »", + "Ġun employed", + "x fa", + "xf a", + ". follow", + ".f ollow", + "ĉ ĉĉĉĠĠĠĠĠĠ", + "ĉĉ ĉĉĠĠĠĠĠĠ", + "ĉĉĉĉ ĠĠĠĠĠĠ", + "ĉĉĉ ĉĠĠĠĠĠĠ", + "ĉĉĉĉĠ ĠĠĠĠĠ", + "ĉĉĉĉĠĠĠ ĠĠĠ", + "ĉĉĉĉĠĠ ĠĠĠĠ", + "ĉĉĉĉĠĠĠĠ ĠĠ", + "ĉĉĉĉĠĠĠĠĠ Ġ", + "s lt", + "sl t", + ". Phone", + ".P hone", + ".Ph one", + "Ġkn ives", + "Ġ eve", + "Ġe ve", + "Ġev e", + "on Click", + "] ))čĊ", + "]) )čĊ", + "])) čĊ", + "Ġ Witness", + "ĠW itness", + "ĠWit ness", + "ĉ NS", + "ĉN S", + "Ġ EOS", + "ĠE OS", + "ĠEO S", + "ĠSte fan", + "ĠStef an", + "ĠPr iest", + "ĠPri est", + "âĢĶ which", + "Get String", + ". By", + ".B y", + "Ġup stairs", + "Ġdetr iment", + "b roken", + "br oken", + "bro ken", + "em bro", + "emb ro", + "embr o", + "Ġnic otine", + "i lion", + "il ion", + "ili on", + "ilio n", + "Ġaston ishing", + "_ aff", + "_a ff", + "_af f", + "Ġ Lesson", + "ĠL esson", + "ĠLe sson", + "ĠLess on", + "ĠLes son", + "Ġacc idental", + "Ġaccident al", + "od or", + "odo r", + "Ġde cir", + "Ġdec ir", + "Ġnew Name", + "+ .", + "çĽ ¸", + "igs list", + "Ġ Github", + "ĠG ithub", + "ĠGit hub", + "Ġsuccess ive", + "Ġsuc cessive", + "r acial", + "ra cial", + "rac ial", + "raci al", + "Ġen viron", + "Ġenv iron", + "Ġenvi ron", + "éªĮ è¯ģ", + "Ġred irected", + "Ġredirect ed", + "T OTAL", + "TOT AL", + "Ġgrab bing", + "Ġgra bbing", + "ĠL ance", + "ĠLa nce", + "ĠLan ce", + "ĠLanc e", + "Ġfor fe", + "_ CB", + "_C B", + "å¾ ®", + "El apsed", + "_ way", + "_w ay", + "(Dialog Interface", + "_ measure", + "_me asure", + "_meas ure", + "x bb", + "xb b", + "D og", + "Do g", + "De part", + "Dep art", + "- src", + "-s rc", + "re solver", + "res olver", + "resolve r", + "with standing", + "_ shell", + "_s hell", + "_sh ell", + "Ġ LastName", + "ĠLast Name", + "ĠAv iation", + "Ġbeg inner", + "Ġbegin ner", + "(\" %.", + "(\"% .", + "( tool", + "(t ool", + "(to ol", + "Ġ нов", + "Ġн ов", + "Ġно в", + ": init", + ":i nit", + "( API", + "(A PI", + "(AP I", + "ĠMorris on", + "ĠMorr ison", + "vt Color", + "Ġsta ple", + "Ġstap le", + "/ INFO", + "Ġsuper natural", + "Ġsupern atural", + "Ġste ak", + "t imeline", + "time line", + "tim eline", + "zz le", + "\" `ĊĊ", + "\"`Ċ Ċ", + "\"` ĊĊ", + "Second ary", + "ĠNe pal", + "ĠNep al", + ". StringUtils", + ".String Utils", + "Ġ adam", + "Ġa dam", + "Ġad am", + "Ġada m", + "Ġ (...", + "Ġ( ...", + "Ġ(. ..", + "Ġsub stitution", + "Ġsubstit ution", + "Ġsubst itution", + "Ġ boarding", + "Ġbo arding", + "Ġboard ing", + "Ġ Keyword", + "ĠKey word", + "ĠAss ault", + "dbc Template", + "Ġ orderId", + "Ġorder Id", + "( engine", + "(e ngine", + ".assert That", + "ĠV enus", + "ĠVen us", + "Ġhom icide", + "Ġhomic ide", + "ĠA val", + "ĠAv al", + "ĠAva l", + "Ġg utter", + "Ġgut ter", + "Ġ Supported", + "ĠS upported", + "ĠSup ported", + "ĠSupport ed", + "/ part", + "/p art", + "Ġac claimed", + "Ġacclaim ed", + "H istor", + "Hi stor", + "His tor", + "Hist or", + "Ġm eses", + "Ġme ses", + "Ġmes es", + "ü ber", + "üb er", + "ĠRe new", + "ĠRen ew", + "ĠRene w", + "Ġg ras", + "Ġgr as", + "Ġgra s", + "Ġ Ek", + "ĠE k", + "Ġ infile", + "Ġin file", + "Ġinf ile", + "in dy", + "ind y", + ". music", + ".m usic", + ".mu sic", + ". Scroll", + ".S croll", + ".Sc roll", + "ĠA ges", + "ĠAg es", + "ĠAge s", + "ĠNar uto", + "ĠG ather", + "ĠGa ther", + "ĠGat her", + "Ġconfirm ing", + "= (\"", + "=( \"", + "Ġp itched", + "Ġpitch ed", + "Ġpit ched", + "o ley", + "ol ey", + "ole y", + "F rance", + "Fr ance", + "Fran ce", + "Fra nce", + "Franc e", + "+ '\"", + "+' \"", + "$ total", + "$t otal", + "Ġ onde", + "Ġo nde", + "Ġon de", + "Ġd itch", + "Ġdit ch", + "_ sigma", + "_s igma", + "_sig ma", + "Ġcontin uity", + "Ġcontinu ity", + "r eward", + "re ward", + "rew ard", + "- load", + "-l oad", + "-lo ad", + "Ġpro ceso", + "Ġproc eso", + "Ġproces o", + "L ocked", + "Loc ked", + "Lock ed", + "st aw", + "sta w", + "Ġsp inal", + "Ġspin al", + "Ġspi nal", + "l azy", + "la zy", + "laz y", + "! ==", + "!= =", + "j est", + "je st", + "jes t", + "Ġd un", + "Ġdu n", + "ĠRod gers", + "ĉ grid", + "ĉg rid", + "ĉgr id", + "Ġlo gos", + "Ġlog os", + "Ġlogo s", + "ĠBen gal", + "ĠBeng al", + ". super", + ".s uper", + ".sup er", + "Pro vides", + "Provid es", + "Provide s", + "Prov ides", + "Ġnut rient", + ". Timestamp", + ".T imestamp", + ".Time stamp", + "IZ ATION", + "åĨ Į", + "Ġf ats", + "Ġfa ts", + "Ġfat s", + "ĠX xx", + "c tica", + "ct ica", + "ctic a", + "Target s", + "Tar gets", + "Ġcont ours", + "Ġcontour s", + "Ġre ordered", + "Ġreorder ed", + ": Array", + ":A rray", + "Ġtoler ate", + "Ġtol erate", + "V ir", + "Vi r", + "Ġter ribly", + "Ġterr ibly", + "Ġb ricks", + "Ġbr icks", + "Ġbrick s", + "Ġbri cks", + "( &_", + "(& _", + "h b", + "P ortal", + "Port al", + "Por tal", + "ĠB read", + "ĠBr ead", + "ĠBre ad", + ". which", + ".wh ich", + "ÂŃ t", + "as InstanceOf", + "Ġj object", + "Ġjob ject", + "Ġjo bject", + "ĉ length", + "ĉl ength", + "ĉlen gth", + "_ MT", + "_M T", + "; \">čĊ", + ";\" >čĊ", + ";\"> čĊ", + "_ EXIST", + "_EX IST", + "Ġmat ernal", + "Ġma ternal", + "Ġmater nal", + "R EL", + "RE L", + "Ġê²½ ìļ°", + "h ee", + "he e", + "Ġ layouts", + "Ġlayout s", + "Ġlay outs", + "ĠL ap", + "ĠLa p", + "a isy", + "ai sy", + "ais y", + "Ġst umbled", + "Ġstumble d", + "ĠU IG", + "ĠUI G", + "ĠS co", + "ĠSc o", + "Ġim paired", + "Ġimp aired", + "Ġimpair ed", + "RES SED", + "RESS ED", + "Ġab uses", + "Ġabuse s", + "V F", + "A RB", + "AR B", + ". NAME", + ".N AME", + "r ch", + "rc h", + "pr imir", + "prim ir", + "pri mir", + "_ completed", + "_com pleted", + "_comp leted", + "_complete d", + "Ġp enny", + "Ġpen ny", + "Ġpenn y", + "Ch rome", + "Chr ome", + "( begin", + "(b egin", + "(be gin", + "er nen", + "ern en", + "erne n", + "- checkbox", + "-check box", + "Plain OldData", + "ĠL PC", + "ĠLP C", + "r ade", + "ra de", + "rad e", + "s pir", + "sp ir", + "spi r", + "Ġcon ceived", + "Ġconce ived", + "Ġconceive d", + "T ips", + "Tip s", + "Ti ps", + "ĠIo T", + "ĠG an", + "ĠGa n", + "èģ Ķ", + "Ġbi ases", + "Ġbias es", + "Ġconsult ants", + "Ġconsultant s", + "Ġconsulta nts", + "p led", + "pl ed", + "ple d", + "_ ht", + "_h t", + "associ ated", + "assoc iated", + "associate d", + "] ,ĊĊ", + "], ĊĊ", + "],Ċ Ċ", + "Ġdelight ful", + "ĠÑĤ ек", + "ĠÑĤе к", + "Hel vetica", + "( load", + "(l oad", + "(lo ad", + "- expand", + "-exp and", + "_W IDGET", + "t oa", + "to a", + "Ġ Akt", + "ĠA kt", + "ĠAk t", + "Ġo mn", + "Ġom n", + "Ġcl auses", + "Ġclause s", + "Ġcla uses", + "In tel", + "Int el", + "*/ }Ċ", + "_ registration", + "_reg istration", + "Ġold Value", + "Ġrest oring", + "Ġresto ring", + "Ġun real", + "Ġunre al", + "O VER", + "OVE R", + "OV ER", + "ĉĊ ĉĊĉĊ", + "ĉĊĉĊ ĉĊ", + "A TS", + "AT S", + "_ probe", + "_p robe", + "_pro be", + "_pr obe", + "_prob e", + "Ġdi visor", + "Ġdiv isor", + "Ġdivis or", + ".update Dynamic", + "å¹ ³", + "Produ ces", + "Prod uces", + "st amp", + "sta mp", + ".j boss", + "ĉ task", + "ĉt ask", + "! (:", + "!( :", + "Ġpsych ic", + "@ class", + "@c lass", + "M artin", + "Mar tin", + "Mart in", + "Ġ Passed", + "ĠP assed", + "ĠPass ed", + "ĠPas sed", + "clar ations", + "claration s", + "h el", + "he l", + "а Ñĩ", + "ĉ copy", + "ĉc opy", + "- bin", + "-b in", + "z an", + "za n", + "i gram", + "ig ram", + "igr am", + "া à¦", + "( sig", + "(s ig", + "(si g", + "ĠC aval", + "ĠCa val", + "ĠCav al", + "_ ##", + "Ġ %=", + "Ġ% =", + "out lined", + "outline d", + "ĠA cid", + "ĠAc id", + "Ġunpredict able", + "- dashboard", + "-d ashboard", + "Hex String", + "+ c", + ". Public", + ".P ublic", + "Ạ©", + "Ġcon veyor", + "Ġconvey or", + "Ġ EB", + "ĠE B", + "Ġselect s", + "Ġsel ects", + "Ġsele cts", + "Ġkn ocking", + "Ġknock ing", + "ĠC ec", + "ĠCe c", + "IB UTES", + "IBUT ES", + "IBUTE S", + "ow aÄĩ", + "owa Äĩ", + "g atsby", + "* v", + "ent ropy", + "entr opy", + "Ġdispatch ed", + "Ġdisp atched", + "Ġ camel", + "Ġc amel", + "Ġca mel", + "Ġcame l", + "Ġcam el", + "ĠSat urn", + "ĠSa turn", + "Ġover weight", + "( phone", + "(p hone", + "(ph one", + "par able", + "para ble", + "% B", + "_v ectors", + "_vector s", + "_vec tors", + "_vect ors", + "_ve ctors", + "Ġbr ewing", + "Ġbre wing", + "Ġbrew ing", + "Ġ Tk", + "ĠT k", + "Ġ Downloads", + "ĠDown loads", + "ĠDownload s", + "Ġ Saved", + "ĠS aved", + "ĠSave d", + "ĠSa ved", + "ĠSav ed", + ". Price", + ".P rice", + ".Pr ice", + "Ġc urved", + "Ġcur ved", + "Ġcurve d", + "ĠParent hood", + "ĠParen thood", + "è ¶", + ".p nl", + "plete ly", + "plet ely", + ". Day", + ".D ay", + "Ġadvert isers", + "Ġadvertis ers", + "Ġadvertise rs", + "Ġadvertiser s", + "Ġe jec", + "Ġej ec", + "Ġpr zed", + "Ġprz ed", + "Ġprze d", + "ë ¯", + "! ';Ċ", + "!' ;Ċ", + "ĠK ush", + "ĠKu sh", + "Ġ TAB", + "ĠT AB", + "ĠTA B", + "Ġ quests", + "Ġqu ests", + "Ġque sts", + "Ġquest s", + "Ġques ts", + "Ġcoinc idence", + "Ġcoincide nce", + "umm ies", + "ĠKash mir", + "ĠEth ics", + "ĠEthi cs", + "_ growth", + "_g rowth", + "Ġ aktiv", + "Ġak tiv", + "Ġakt iv", + "Ġgroup ing", + "Ġgrou ping", + "å¢ ŀ", + "_ truth", + "_tr uth", + "åIJ ¬", + "t odos", + "to dos", + "todo s", + "tod os", + "i set", + "is et", + "ise t", + "Tex Coord", + "ä tt", + "ät t", + "ĠZ ur", + "ĠZu r", + "ro ys", + "roy s", + "_M AGIC", + "_MAG IC", + "Ġbrew ery", + "( State", + "ĠSM ALL", + "ĠSMA LL", + "ĠPl ants", + "ĠPlan ts", + "ĠPlant s", + "ĠPla nts", + "it bart", + "e acher", + "each er", + "ea cher", + "ĠAd elaide", + "L u", + "Ġf ick", + "Ġfi ck", + "Ġfic k", + "und les", + "undle s", + "_ loaded", + "_lo aded", + "_load ed", + "и е", + "P oll", + "Pol l", + "Po ll", + "r itic", + "ri tic", + "rit ic", + "E LY", + "EL Y", + "Ġ +'", + "Ġ+ '", + "ĠProf ession", + "Ġst amps", + "Ġstamp s", + "Ġsta mps", + "ĠS ew", + "ĠSe w", + "s crollView", + "scroll View", + "Ġcomm unist", + "Ġcommun ist", + "/ problems", + "/pro blems", + "/problem s", + "} čĊčĊčĊčĊ", + "}čĊ čĊčĊčĊ", + "}čĊčĊ čĊčĊ", + "}čĊčĊčĊ čĊ", + ", o", + "Ġ udp", + "Ġu dp", + "Ġud p", + "Ġob ese", + "Ġobe se", + "ap prove", + "app rove", + "appro ve", + "anc ellation", + "ancel lation", + "ancell ation", + "_ Game", + "_G ame", + "Ġ Hashtable", + "ĠHash table", + "ĠHas htable", + "adaptive Styles", + "Ġposs esses", + "Ġpossess es", + ". matcher", + ".m atcher", + ".match er", + ".mat cher", + "function al", + "M rs", + "Mr s", + "ĉ save", + "ĉs ave", + "Ġ DbType", + "ĠDb Type", + "Ġ ken", + "Ġk en", + "Ġke n", + "get Context", + "Ġ mans", + "Ġm ans", + "Ġman s", + "Ġma ns", + "( rel", + "(r el", + "(re l", + "ĠBrother hood", + ") `Ċ", + ")` Ċ", + "è§ £", + ". Information", + ".In formation", + "OutOfRange Exception", + "ĠS ek", + "ĠSe k", + "C as", + "Ca s", + "Ġblog gers", + "Ġblogger s", + "E ither", + "( \"\"\"", + "(\" \"\"", + "(\"\" \"", + "Ġp inch", + "Ġpin ch", + "Ġco arse", + ") p", + "ĠP ulse", + "ĠPu lse", + "ĠPul se", + "Ġlearn t", + "Ġlear nt", + "Ġdent ist", + "Ġon change", + "Ġdirect ives", + "Ġdirective s", + "( actions", + "(a ctions", + "(action s", + "(act ions", + "ny der", + "ĠS hir", + "ĠSh ir", + "ĠShi r", + "T rait", + "Tr ait", + "Tra it", + "_ dep", + "_d ep", + "_de p", + "Ġ PET", + "ĠP ET", + "ĠPE T", + "Ġ REP", + "ĠR EP", + "ĠRE P", + ".App Settings", + "cu ador", + "ide nav", + "iden av", + "Ġen vi", + "Ġenv i", + "Ġsl ammed", + "Ġslam med", + "Ġ Shoot", + "ĠS hoot", + "ĠSh oot", + "ĠSho ot", + "Ġ dateFormat", + "Ġdate Format", + ".j oda", + "ve ys", + "vey s", + "Ġ ).ĊĊ", + "Ġ) .ĊĊ", + "Ġ). ĊĊ", + "Ġ).Ċ Ċ", + "Ġcar eg", + "Ġca reg", + "Ġcare g", + "Ġ Parallel", + "ĠPar allel", + "_ translation", + "_trans lation", + ". functions", + ".function s", + ".fun ctions", + ". obs", + ".o bs", + ".ob s", + "Runtime Exception", + "[ ]=", + "[] =", + "ov erview", + "over view", + "ĠS chl", + "ĠSc hl", + "ĠSch l", + "Ġno isy", + "Ġnoi sy", + "ĠOn PropertyChanged", + "S ending", + "Send ing", + "Sen ding", + "Ġunf amiliar", + "U pon", + "Up on", + "ĠPr ints", + "ĠPrint s", + "ĠPri nts", + ". typ", + ".t yp", + "Ġfle eing", + "Ġflee ing", + "ĉ move", + "ĉm ove", + "ĉmov e", + "( Un", + "(U n", + "Ġ qr", + "Ġq r", + "× ľ", + "_ beta", + "_b eta", + "_be ta", + "_bet a", + "Ġsk ies", + "Ġski es", + "ĉ me", + "ĉm e", + "W ND", + "WN D", + "Ġst ickers", + "Ġstick ers", + "Ġsticker s", + "b las", + "bl as", + "bla s", + "Ġins erts", + "Ġinsert s", + "Ġinser ts", + "Ġinse rts", + "Ġver ses", + "Ġvers es", + "Ġverse s", + "ĠD ew", + "ĠDe w", + "Ġt angible", + "Ġtang ible", + "Ġh echo", + "Ġhe cho", + "P OL", + "PO L", + "Ġte ardown", + "Ġtear down", + "om nia", + "I BE", + "IB E", + ". cover", + ".c over", + ".co ver", + "_ strategy", + "_str ategy", + "^ -", + "set Position", + "u ale", + "ual e", + "ua le", + "S igned", + "Sign ed", + "Sig ned", + "Ġ iface", + "Ġif ace", + "Ġi face", + "as eline", + "ase line", + "asel ine", + ".set Time", + "ĠMin eral", + "ĠMine ral", + "ĠMiner al", + "ĠF ighting", + "ĠFight ing", + "s kins", + "sk ins", + "ski ns", + "skin s", + "Ġdiscrim in", + "Ġd ansk", + "Ġdans k", + "Ġdan sk", + "ĠPr inceton", + "ĠPrince ton", + "ac ist", + "aci st", + "Ġ ());Ċ", + "Ġ( ));Ċ", + "Ġ() );Ċ", + "Ġ()) ;Ċ", + "tr acks", + "tra cks", + "track s", + "imon ial", + "a decimal", + "ad ecimal", + "ade cimal", + "EP ROM", + "ug gle", + "ugg le", + ". Notification", + ".Not ification", + "$ mail", + "$m ail", + "c antidad", + "cant idad", + "ĠJ ung", + "ĠJun g", + "ĠJu ng", + "Ġsee kers", + "Ġseek ers", + "Ġseeker s", + "Ġpl ausible", + "t ier", + "ti er", + "tie r", + "е ж", + "еР¶", + "Ġ rapper", + "Ġr apper", + "Ġrap per", + "Ġra pper", + "Ġrapp er", + "Ġ Mana", + "ĠM ana", + "ĠMan a", + "ĠMa na", + "ĠHttp StatusCode", + "ĠHttpStatus Code", + "Ġbur nt", + "Ġburn t", + "l oses", + "lo ses", + "lose s", + "los es", + "Ġ Foto", + "ĠF oto", + "ĠFo to", + "ĠFot o", + "Ġ JsonObject", + "ĠJson Object", + "In stagram", + "Inst agram", + "Ġ syscall", + "Ġsys call", + "Ġreal ities", + "ĠMAT LAB", + ":^ {Ċ", + "T ERM", + "TE RM", + "TER M", + "ĠC bd", + "Ġ Paragraph", + "ĠPar agraph", + "ĠPara graph", + "Ġtrav és", + "Ġconstruct ing", + "Ġs wal", + "Ġsw al", + "Ġp ige", + "Ġpi ge", + "Ġpig e", + "L LLL", + "LL LL", + "LLL L", + "- existing", + "-ex isting", + "G ets", + "Get s", + "Ge ts", + "Ġmel ted", + "Ġmelt ed", + "Ġmit igate", + "Ġmitig ate", + "H en", + "He n", + "Ġ hm", + "Ġh m", + "i mas", + "im as", + "ima s", + "Ġ Ao", + "ĠA o", + "ĠP erez", + "ĠPer ez", + "ĠPe rez", + "ĠPere z", + "Ġ DAL", + "ĠD AL", + "ĠDA L", + "Ġ ëĭ¤", + "Ġëĭ ¤", + "Ġdi vis", + "Ġdiv is", + "Storyboard Segue", + "Ġ Modify", + "ĠMod ify", + "ĠModi fy", + "ĠÃľ ber", + "_O VERRIDE", + ".p em", + ".pe m", + "un tos", + "unt os", + "unto s", + "Ġesp añ", + "Ġespa ñ", + "Ġ{ ?", + "Ġ PAY", + "ĠP AY", + "ĠPA Y", + "_ ipv", + "_i pv", + "_ip v", + "ĠF ury", + "ĠFu ry", + "ĠFur y", + "__ .__", + "__. __", + "e low", + "el ow", + "elo w", + "-c entered", + "-center ed", + "-cent ered", + "che cks", + "check s", + "_ Reg", + "_R eg", + "_Re g", + "-J avadoc", + "ĉ load", + "ĉl oad", + "ĠLike wise", + "ĠLik ewise", + "ا Ùħ", + "ا٠ħ", + "U NE", + "UN E", + ". sem", + ".s em", + ".se m", + "x cb", + "xc b", + "ĠC ave", + "ĠCa ve", + "ĠCav e", + "_ sleep", + "_s leep", + "Ġsil ently", + "Ġsilent ly", + "Ġ Extreme", + "ĠExt reme", + "ĠExtr eme", + ". ToUpper", + ".To Upper", + "ĉ CHECK", + "ĉC HECK", + "Ġ cue", + "Ġc ue", + "Ġcu e", + "ĠQ ByteArray", + "Ġcor rupted", + "Ġcorrupt ed", + "Ġ Dé", + "ĠD é", + "Ġim ped", + "Ġimp ed", + "Ġimpe d", + "Get Name", + "Ġinaccur ate", + "Ġs ober", + "Ġso ber", + "Ġsob er", + "е е", + "еРµ", + "Ġ barcode", + "Ġbar code", + "Ġba rcode", + "-- ){Ċ", + "--) {Ċ", + "in ki", + "ink i", + "Ġ ép", + "Ġé p", + "Ġd ri", + "Ġdr i", + "Ġ ALT", + "ĠA LT", + "ĠAL T", + "> >>>>>>>", + ">>>> >>>>", + ">>>>>>> >", + "on ta", + "ont a", + "[ L", + "Ġint eres", + "Ġinter es", + "Ġinte res", + "ver ting", + "vert ing", + "Ġd iagnostics", + "Ġdi agnostics", + "Ġdiagnostic s", + "p dev", + "pd ev", + "è ©", + "Ġ Integrated", + "ĠInt egrated", + "ĠIntegr ated", + ") .'", + "). '", + "_ gc", + "_g c", + "$ text", + "$t ext", + ". games", + ".g ames", + ".game s", + ".ga mes", + "ĠT erra", + "ĠTer ra", + "ĠTerr a", + "' Re", + "'R e", + ". transfer", + ".trans fer", + "_F IFO", + "get Model", + "Ġb land", + "Ġbl and", + "Ġbla nd", + "ĠCol eman", + "ĠCole man", + "Ġpr imes", + "Ġprim es", + "Ġprime s", + "Ġpri mes", + "Ġ æĪ", + "Ġæ Ī", + "Ġcross es", + "n k", + "G ING", + "GIN G", + "GI NG", + "Ġ '^", + "Ġ' ^", + "Ġ Blob", + "ĠB lob", + "ĠBl ob", + "ĠBlo b", + "Ġinter course", + "ĠBl vd", + "Ġweigh s", + "_ regular", + "_reg ular", + "ĠPer th", + "ĠPert h", + "Ġsepar ating", + "Ġseparat ing", + "Ġb illed", + "Ġbill ed", + "Ġbil led", + ".tab Control", + "Ġp uppet", + "Ġpup pet", + "Ġutil ization", + "Ġutiliz ation", + "Ġutiliza tion", + "Ġ âĸł", + "Ġâĸ ł", + "Ġsuc ces", + "Ġsucc es", + "Ġl amps", + "Ġla mps", + "Ġlamp s", + "Ġlam ps", + "_ proj", + "_p roj", + "_pro j", + "_pr oj", + "E ric", + "Er ic", + "Ġre novation", + "Ġren ovation", + "Ġrenov ation", + "ĠF amilies", + "ĠFam ilies", + "ĠFamil ies", + "ĠFamilie s", + "Ġ Bits", + "ĠB its", + "ĠBit s", + "ĠBi ts", + "part ials", + "partial s", + "- Men", + "-M en", + "s olution", + "sol ution", + "Ġd warf", + "Ġdw arf", + "Ġdwar f", + ". INTEGER", + ".IN TEGER", + "Ġ LOCK", + "ĠL OCK", + "ĠLO CK", + "ĠLOC K", + ". ct", + ".c t", + "Ġ excerpt", + "Ġex cerpt", + "Ġexcer pt", + "Ġ Pix", + "ĠP ix", + "ĠPi x", + "Ġ FirstName", + "ĠFirst Name", + "AN TED", + "ANT ED", + "ANTE D", + "ĠAd mir", + "- help", + "-h elp", + "-he lp", + "P rior", + "Pr ior", + "Pri or", + "Ġ Align", + "ĠAl ign", + "ĠAli gn", + ". INSTANCE", + ".IN STANCE", + "Line Edit", + "(' /:", + "('/ :", + "Ġ inet", + "Ġin et", + "Ġi net", + "Ġine t", + "od us", + "odu s", + ".p kl", + ".pk l", + "Ġ KY", + "ĠK Y", + "u pert", + "up ert", + "uper t", + "upe rt", + "Ġn erves", + "Ġnerv es", + "Ġnerve s", + "Ġner ves", + "_ gradient", + "_g radient", + "_grad ient", + "} ','", + "}' ,'", + "}', '", + "_un ref", + "Ġs aturated", + "Ġsatu rated", + "Ġsatur ated", + "Ġ Connected", + "ĠConnect ed", + "ĠConn ected", + "Ġ FN", + "ĠF N", + "EX IT", + "Ġtele port", + "Ġav ait", + "Ġava it", + "Page Route", + "Ġdivorce d", + "Ġdivor ced", + "( lang", + "(l ang", + "f st", + "fs t", + "ĠT yr", + "ĠTy r", + "Ġm essenger", + "Ġmess enger", + "i fstream", + "if stream", + "X S", + "ĠB anking", + "ĠBank ing", + "ĠBan king", + "Ġinfect ious", + "ĠM ons", + "ĠMon s", + "ĠMo ns", + "_ LOOP", + "_LO OP", + "Ġzur ück", + "Ġob tener", + "Ġobt ener", + "Ġobten er", + "/ repos", + "/re pos", + "V el", + "Ve l", + "a cro", + "ac ro", + "acr o", + "Ġ userRepository", + "Ġuser Repository", + "style Type", + "Ġ SRC", + "ĠS RC", + "ĠSR C", + "VML INUX", + "rec ursive", + "/ bar", + "/b ar", + "_ chip", + "_c hip", + "_ch ip", + "_chi p", + "o minated", + "om inated", + "omin ated", + "Ġ Nit", + "ĠN it", + "ĠNi t", + "âĢĶ to", + "ĠBudd h", + "ĠBud dh", + "о меÑĢ", + "ом еÑĢ", + "ĠM AG", + "ĠMA G", + "Ġ CHE", + "ĠC HE", + "ĠCH E", + "_ den", + "_d en", + "_de n", + ". raises", + ".r aises", + ".raise s", + ".ra ises", + "_ degree", + "_d egree", + "_de gree", + "_deg ree", + "Ġpump kin", + "_ templates", + "_t emplates", + "_template s", + "_temp lates", + "_tem plates", + "_ MEDIA", + "_M EDIA", + "_MED IA", + "Ġ Timeline", + "ĠT imeline", + "ĠTime line", + "ĠTim eline", + "Ġ bots", + "Ġb ots", + "Ġbo ts", + "Ġbot s", + "Object Type", + "Ġbu ys", + "Ġbuy s", + ". posts", + ".post s", + ".pos ts", + ".po sts", + "C AL", + "CA L", + "wa iting", + "wait ing", + "ĠDaniel s", + "ĠDani els", + "Ġd abei", + "Ġda bei", + "Ġdab ei", + "Ġ Sigma", + "ĠS igma", + "ĠSig ma", + "i lor", + "il or", + "ilo r", + "i gel", + "ig el", + "ige l", + ", W", + "A DS", + "AD S", + "( panel", + "(p anel", + "(pa nel", + "ì² ´", + "it ating", + "ita ting", + "itat ing", + ". palette", + ".p alette", + ".pa lette", + "Ġmos quito", + "Ġt ego", + "Ġte go", + "Ġteg o", + "( parseInt", + "(parse Int", + "Ġdes pués", + "p romise", + "pro mise", + "prom ise", + "Ġ wij", + "Ġw ij", + "Ġwi j", + "type script", + "types cript", + "Ġ Tv", + "ĠT v", + "_IDENT IFIER", + ") .ĊĊĊ", + "). ĊĊĊ", + ").ĊĊ Ċ", + ").Ċ ĊĊ", + "_ flat", + "_f lat", + "_fl at", + "it su", + "its u", + "U SR", + "US R", + "ex perience", + "- fit", + "-f it", + "-fi t", + "ph inx", + "phi nx", + "phin x", + "_ thresh", + "_th resh", + "_thr esh", + "Ġide ally", + "Ġideal ly", + "ĠFree man", + "ĠFre eman", + "ĠFreem an", + ", DB", + ",D B", + "_ rw", + "_r w", + "çŃ ī", + "U b", + "_ statistics", + "_stat istics", + "=\" \"><", + "=\"\" ><", + "=\"\"> <", + "Ġch ore", + "Ġcho re", + "Ġchor e", + "Ġy ork", + "Ġyo rk", + "inst alled", + "install ed", + "Add itionally", + "Additional ly", + "Ġp stmt", + "Ġpst mt", + "yl ko", + ": :Ċ", + ":: Ċ", + "F orest", + "For est", + "Fore st", + "Fo rest", + "Ġhead set", + "Ġheads et", + "Ġg allon", + "Ġgal lon", + "Ġgall on", + "ÑĢ ем", + "ÑĢе м", + "Ġwithdraw n", + "Ġwithd rawn", + "Ġ Candidate", + "ĠC andidate", + "ĠCandid ate", + "Ġmel ting", + "Ġmelt ing", + "Ġfree zer", + "Ġfreeze r", + "Ġ hl", + "Ġh l", + "_ HELP", + "_HE LP", + "_HEL P", + "m ime", + "mi me", + "( /*", + "(/ *", + "Ġth irst", + "Ġthi rst", + "$ return", + "$r eturn", + "$ret urn", + "member of", + "е б", + "еР±", + "Ġ HttpServletRequest", + "ĠHttp ServletRequest", + "ĠHttpServlet Request", + "( ob", + "(o b", + "_ Result", + "_Res ult", + "Ġassert ed", + "Ġfulfill ing", + "Ġfulfil ling", + "Ġstretch es", + "Ġstret ches", + "par ated", + "pa rated", + "para ted", + "parate d", + "-f unded", + "Ġ åĽ", + "Ġå Ľ", + "in gles", + "ing les", + "ingle s", + "_ ca", + "_c a", + ". condition", + ".con dition", + ".cond ition", + "Ġ Displays", + "ĠDis plays", + "ĠDisplay s", + "ĠDisp lays", + "Ġ orang", + "Ġo rang", + "Ġor ang", + "Ġora ng", + "Ġoran g", + "Ġ CRE", + "ĠC RE", + "ĠCR E", + "Ġgl Bind", + "Ġ Selector", + "ĠSe lector", + "ĠSelect or", + "ĠSel ector", + "ĠSele ctor", + "/ type", + "/t ype", + "ĠAlex a", + "ĠAle xa", + "ched ules", + "chedule s", + "ĠPen insula", + "Ġ parity", + "Ġp arity", + "Ġpar ity", + "Ġpari ty", + "ĉ dest", + "ĉd est", + "ĉdes t", + "ĉde st", + "ĠDo ors", + "ĠDoor s", + "čĊ ĉčĊ", + "_ dimension", + "_d imension", + "_dim ension", + "Ġ aload", + "Ġa load", + "Ġal oad", + "Ġalo ad", + ".St oredProcedure", + "( paren", + "(p aren", + "(par en", + "(pa ren", + "ĠBur ke", + "ĠBurk e", + "' )]Ċ", + "') ]Ċ", + "')] Ċ", + "- engine", + "-e ngine", + "-eng ine", + "Ġ quir", + "Ġqu ir", + "Ġq uir", + "Ġqui r", + "ĠH ybrid", + "ĠHy brid", + "ĠD oe", + "ĠDo e", + "Ġout lines", + "Ġoutline s", + "ĠT rends", + "ĠTr ends", + "ĠTre nds", + "ĠTrend s", + "_ NV", + "_N V", + "per iments", + "periment s", + "peri ments", + "ĠH in", + "ĠHi n", + "? ',", + "?' ,", + "ĉ Text", + "ĉT ext", + "F UL", + "FU L", + "Ġsm ells", + "Ġsmell s", + "Ġ slick", + "Ġs lick", + "Ġsl ick", + "Ġslic k", + "Ġmis erable", + "Ġmiser able", + "ĠArray Adapter", + "Ġparam String", + "H om", + "Ho m", + "_l iterals", + "_literal s", + "_lit erals", + "us uarios", + "usuario s", + "usu arios", + "Ġprompt ing", + "_ lazy", + "_l azy", + "_la zy", + "Ġ Activation", + "ĠAct ivation", + "ĠActiv ation", + "_ oc", + "_o c", + "We ak", + "Ġan ecd", + "ĠU CLA", + "ĠUC LA", + "= re", + "=r e", + "iss ement", + "isse ment", + "ĠEsc orts", + "ĠEscort s", + "Ex cellent", + "Ġ Pause", + "ĠP ause", + "ĠPa use", + "Ġ repositories", + "Ġre positories", + "Ġrepos itories", + "T OR", + "TO R", + "ar iate", + "ari ate", + "aria te", + "ariat e", + "_ iso", + "_i so", + "_is o", + "up dates", + "update s", + "upd ates", + "ha lb", + "hal b", + "udi ante", + "udiant e", + "ë¡ Ŀ", + "Ġna ive", + "ĠP eg", + "ĠPe g", + "ĠL ounge", + "ĠLo unge", + "ĠLou nge", + "AR GIN", + "ARG IN", + "( bin", + "(b in", + "On ClickListener", + "OnClick Listener", + "Ġ FAILED", + "ĠFA ILED", + "ĠFAIL ED", + "Ġ lite", + "Ġl ite", + "Ġli te", + "Ġlit e", + "Ġd zie", + "Ġdz ie", + "Ġdzi e", + "Ġ Literal", + "ĠL iteral", + "ĠLiter al", + "ĠLit eral", + "ĠLite ral", + "i vor", + "iv or", + "ivo r", + "f cntl", + "fc ntl", + "fcn tl", + "Ġe ats", + "Ġeat s", + "Ġea ts", + "Ġ qed", + "Ġq ed", + "Un lock", + "r iding", + "ri ding", + "rid ing", + "und ai", + "unda i", + "= M", + "AT TER", + "ATT ER", + "Configure Await", + "ic ias", + "ici as", + "icia s", + "ust omed", + "ustom ed", + "usto med", + "Ġsuccess ion", + "Ġsuc cession", + "Ġsucc ession", + "end Time", + "ĠJ upiter", + "Ġj udging", + "Ġjud ging", + "d ration", + "dr ation", + "dra tion", + "_ docs", + "_d ocs", + "_doc s", + "_do cs", + ". mo", + ".m o", + "Ġeduc ators", + "Ġeducator s", + "ĠV ine", + "ĠVi ne", + "ĠVin e", + "C ond", + "Con d", + "Co nd", + "[ out", + "[o ut", + "q b", + "\\ Validator", + "Ġmean ings", + "Ġmeaning s", + "Ġpres ently", + "Ġpresent ly", + "Ġdiv iding", + "Ġdivid ing", + "otten ham", + "as cular", + "asc ular", + "Ġtrail ers", + "Ġtra ilers", + "Ġtrailer s", + "Ġtrai lers", + "Ġ CLOSE", + "ĠC LOSE", + "ĠCL OSE", + "а ми", + "ам и", + "âĢĻ ai", + "âĢĻa i", + "Ġ Gain", + "ĠG ain", + "ĠGa in", + "w or", + "wo r", + "Ġpl anner", + "Ġplan ner", + "Ġdistrib uting", + "v at", + "va t", + "mon ths", + "month s", + "mont hs", + "x label", + "xl abel", + "H F", + "V iol", + "Vi ol", + ".BASE LINE", + "еÑĤ ÑģÑı", + "Ġ Rotate", + "ĠR otate", + "ĠRot ate", + "Ġ txn", + "Ġt xn", + "Ġtx n", + ": bold", + ":b old", + "Ġb loss", + "Ġbl oss", + "Ġblo ss", + "Forg ery", + "Forge ry", + "( embed", + "(em bed", + "Ġj ako", + "Ġja ko", + "Ġjak o", + "s printf", + "the ir", + "Ġexhib its", + "Ġexhibit s", + "- static", + "-st atic", + "-stat ic", + "he cy", + "hec y", + "get ActiveSheet", + ". clients", + ".c lients", + ".client s", + ".cl ients", + ".cli ents", + "ãģ į", + "_ hide", + "_h ide", + "_hi de", + "_hid e", + "[ word", + "[w ord", + "C b", + "add Item", + "a xe", + "ax e", + "_ radio", + "_r adio", + "_rad io", + "_ra dio", + "_radi o", + "a lion", + "al ion", + "ali on", + "mod ifier", + "Ġsat uration", + "Ġsatu ration", + "Ġsatur ation", + "Ġde nom", + "Ġden om", + "_ pixels", + "_p ixels", + "_pixel s", + "_pix els", + "m ess", + "me ss", + "mes s", + "( fl", + "(f l", + "a tif", + "at if", + "ati f", + "Ġ secs", + "Ġs ecs", + "Ġse cs", + "Ġsec s", + "Ġpro stitution", + "Ġprostit ution", + "Ġprost itution", + "Ġprostitu tion", + "Ġprostitut ion", + "Ġgrand children", + "Ġparad ise", + "ĠF eld", + "ĠFe ld", + "ĠFel d", + "_B INARY", + "_BIN ARY", + "it ous", + "ito us", + "itou s", + "à ¹Ħ", + "๠Ħ", + "Ġfl ashing", + "Ġflash ing", + "-s ided", + "-side d", + "Ġcontrad iction", + "Ġcontradict ion", + "/ *ĊĊ", + "/* ĊĊ", + "/*Ċ Ċ", + "y label", + "yl abel", + "yla bel", + "ĠT et", + "ĠTe t", + "Ġadm ire", + "Ġadmir e", + "r eso", + "re so", + "res o", + "Ġl etz", + "Ġle tz", + "Ġlet z", + "Ġ SEARCH", + "ĠSE ARCH", + "s lots", + "sl ots", + "slot s", + "ĠRe wards", + "ĠRew ards", + "ĠReward s", + "ĠH og", + "ĠHo g", + "Ġ NSData", + "ĠNS Data", + "st ash", + "sta sh", + "F all", + "Fa ll", + "Fal l", + "ĠA mer", + "ĠAm er", + "Line arLayout", + "Linear Layout", + "/ photos", + "/photo s", + "/ph otos", + "Ġfe ather", + "Ġfeat her", + "Ġ |čĊ", + "Ġ| čĊ", + "Down loads", + "Download s", + ".Start sWith", + "Ġ //#", + "Ġ// #", + "Ġ/ /#", + "ine Transform", + "Ġaff id", + "Ġaf fid", + "V tbl", + "ĠR ogue", + "ĠRo gue", + "ĠRog ue", + "s cribed", + "scribe d", + "scri bed", + "Ġf auc", + "Ġfa uc", + "ĠMon roe", + "Ġdecl ares", + "Ġdeclar es", + "Ġdeclare s", + "mod ern", + "mode rn", + "r eon", + "re on", + "reo n", + "ay be", + "P ASS", + "PA SS", + "f ers", + "fer s", + "fe rs", + "_MULT I", + "_MUL TI", + "ĠMath ematics", + "ĠMathematic s", + "Ġsud ah", + "_ATT ACH", + "Ġnumber With", + "ĠSol omon", + "ĠSolo mon", + "j in", + "ji n", + "ograf ia", + "ogr afia", + "ö l", + "_ design", + "_d esign", + "_de sign", + "_des ign", + "c ulated", + "cul ated", + "culate d", + "cu lated", + "ĠL una", + "ĠLu na", + "ĠLun a", + "i esz", + "ies z", + "ie sz", + "Ġ =>'", + "Ġ= >'", + "Ġ=> '", + "Ġreve lations", + "Ġrevel ations", + "Ġrevelation s", + "A long", + "Al ong", + "( ed", + "(e d", + "Ġ Filename", + "ĠF ilename", + "ĠFile name", + "ĠFil ename", + "ĠFi lename", + "Ġ ylabel", + "Ġy label", + "S ecure", + "Sec ure", + "Ġbus ca", + "Ġbusc a", + "ag nosis", + "agn osis", + "_RE CE", + "_REC E", + "Ġover lapping", + "Ġoverlap ping", + "Ġoverl apping", + "Ex tent", + "Ext ent", + "Ġant icipation", + "Ġanticip ation", + "Ġantic ipation", + "Check s", + "Che cks", + "ĠAL SO", + "ĠALS O", + "o rc", + "or c", + "iling ual", + "it ational", + "itation al", + "itat ional", + "Ġadv ancement", + "Ġadvance ment", + "o uro", + "ou ro", + "our o", + "Ġ Predicate", + "ĠP redicate", + "ĠPred icate", + "å¾ Ĺ", + "e ria", + "er ia", + "eri a", + "ĠP ierce", + "ĠPi erce", + "ĠPier ce", + "o rio", + "or io", + "ori o", + "Ġmer its", + "Ġmerit s", + "Ġpe anut", + "Ġpea nut", + ". Package", + ".P ackage", + "ĠCon duct", + "ĠCond uct", + "_ SENSOR", + "_S ENSOR", + "_SENS OR", + "Ġbo iling", + "Ġboil ing", + "Ġin tra", + "Ġint ra", + "Ġintr a", + "Ġ IGN", + "ĠI GN", + "ĠIG N", + "ĠF ur", + "ĠFu r", + ". Refresh", + ".Re fresh", + ".Ref resh", + "Ġ Reach", + "ĠR each", + "ĠRe ach", + "_ decoder", + "_de coder", + "_dec oder", + "_decode r", + ". Exp", + ".Ex p", + ".E xp", + "Ġ ÑĤак", + "ĠÑĤ ак", + "ĠÑĤа к", + "p ill", + "pi ll", + ", Q", + "ĠGr ill", + "ĠGri ll", + "Ġp opping", + "Ġpop ping", + "Ġpo pping", + ". Ag", + ".A g", + "Ġpro yecto", + "Ġmile age", + "Ġec ological", + "Ġeco logical", + "] ]);Ċ", + "]] );Ċ", + "]]) ;Ċ", + "Ġ ÂŃ", + "Ġ Ń", + "sub plot", + "a cad", + "ac ad", + "aca d", + "Ġ Trying", + "ĠT rying", + "ĠTr ying", + "ĠTry ing", + "rec ipes", + "recipe s", + "$ criteria", + "$c riteria", + "ĠPer sian", + "ĠPers ian", + "- bound", + "-b ound", + "-bo und", + "M ASK", + "MA SK", + "MAS K", + "Ġ Gesture", + "ĠG esture", + "ĠGes ture", + "ĠGest ure", + "Ġ kk", + "Ġk k", + "ĠP VC", + "ĠPV C", + "Ġpro hibition", + "Ġprohib ition", + "Ġprohibit ion", + "Ġcom ando", + "Ġco mando", + "Ġcoma ndo", + "Ġ LOOK", + "ĠL OOK", + "ĠLO OK", + "Sh opping", + "Shop ping", + "Ġdist ortion", + "Ġdistort ion", + "< Boolean", + ".Get Length", + "um pt", + "ump t", + "\\ Product", + "ell ery", + "elle ry", + "eller y", + "Ġfire wall", + "form atted", + "format ted", + ". redis", + ".re dis", + ".r edis", + ".red is", + "Ġ esa", + "Ġe sa", + "Ġes a", + "ĠRh ode", + "S om", + "So m", + ". non", + ".n on", + ".no n", + "Ġ ').", + "Ġ' ).", + "Ġ') .", + "Ġ getView", + "Ġget View", + "ạ n", + "p rus", + "pr us", + "Mat thew", + "Ġs ia", + "Ġsi a", + "ĠF ors", + "ĠFor s", + "ĠFo rs", + "G PU", + "GP U", + "ient ras", + "ien tras", + "_ INST", + "_IN ST", + "_I NST", + "_INS T", + "Ġo larak", + "Ġol arak", + "Ġola rak", + "Ġimport ing", + "Ġimp orting", + "T CP", + "TC P", + "/ \");Ċ", + "/\" );Ċ", + "/\") ;Ċ", + "e ither", + "ei ther", + "Ġfresh ly", + "c ascade", + "cas cade", + "( character", + "(char acter", + "ĠJe ep", + "o tics", + "ot ics", + "otic s", + "oti cs", + "_ UTIL", + "_UT IL", + ".Xtra Printing", + ".first Child", + "ĠEx cell", + "ĠExcel l", + "ĠExc ell", + "Ġd vd", + "Ġdv d", + "Ġt aller", + "Ġtal ler", + "Ġta ller", + "Ġtall er", + "Ġ ras", + "Ġr as", + "Ġra s", + "y pass", + "yp ass", + "Ġassign s", + "Ġgr iev", + "Ġgri ev", + "- more", + "-m ore", + "J D", + "ĠBur ns", + "ĠBurn s", + "' >čĊ", + "'> čĊ", + ". Dependency", + ".D ependency", + ".Dep endency", + ". QueryString", + ".Query String", + ". Owner", + ".O wner", + "Ġ expiry", + "Ġex piry", + "Ġexp iry", + "T hu", + "Th u", + "( Vec", + "(V ec", + "Ġhazard ous", + "Ġ rpm", + "Ġr pm", + "Ġrp m", + "AP ON", + "APO N", + "Ġadd Target", + "s ville", + "sv ille", + "p Net", + "Ġ Img", + "ĠI mg", + "ĠIm g", + "Ġ TIMER", + "ĠT IMER", + "ĠTIM ER", + "ĠTIME R", + "ĠTI MER", + ". Animation", + ".An imation", + "Ġ bek", + "Ġb ek", + "Ġbe k", + "Ġas sort", + "Ġass ort", + "Ġle bih", + "Ġbody Parser", + "Ġvibr ating", + "Ġvib rating", + "I DL", + "ID L", + "Ġbutter knife", + "in ters", + "int ers", + "inter s", + "inte rs", + "Ġpersu ade", + "ĠLGBT Q", + "è ĭ", + ". soft", + ".s oft", + ".so ft", + "Ġbe ams", + "Ġbeam s", + "_ sur", + "_s ur", + "_su r", + ". Def", + ".D ef", + ".De f", + "Ġ labs", + "Ġl abs", + "Ġla bs", + "Ġlab s", + "ĉ plt", + "ĉp lt", + "ĉpl t", + "Ġ skins", + "Ġs kins", + "Ġsk ins", + "Ġskin s", + "Ġski ns", + "Ġtransfer ring", + "Ġtransf erring", + "Ġimag inary", + "Ġimagin ary", + "_ End", + "_E nd", + "; background", + "Ġ laps", + "Ġl aps", + "Ġla ps", + "Ġlap s", + "_ COMMENT", + "_COM MENT", + "_COMM ENT", + "( SDL", + "(S DL", + "o nds", + "on ds", + "ond s", + ". Record", + ".Re cord", + ".Rec ord", + "ĠIm plements", + "ĠImp lements", + "ĠImplement s", + "ĠImpl ements", + "_ ticks", + "_t icks", + "_tick s", + "_ti cks", + "( )))ĊĊ", + "() ))ĊĊ", + "()) )ĊĊ", + "())) ĊĊ", + "()))Ċ Ċ", + "Ġa rose", + "Ġar ose", + "] ?", + "Ġ Mp", + "ĠM p", + "ĠI Command", + "Ġsculpt ure", + "Ġcon tracted", + "Ġcontract ed", + "Ġcontr acted", + "< HTML", + "Ġcal end", + "a ty", + "at y", + "/ Sub", + "/S ub", + "Ġkv inn", + "Ġkvin n", + "_ IGNORE", + "ĠSh ane", + "ĠSha ne", + "ĠShan e", + "M LS", + "ML S", + "Ġstim ulate", + "Part ition", + "Ġ mun", + "Ġm un", + "Ġmu n", + "ó m", + "er ala", + "era la", + "eral a", + "- account", + "-a ccount", + "-ac count", + ". Binary", + ".B inary", + "c é", + "Ġse ize", + "Ġseiz e", + "Ġsei ze", + "conn ections", + "connect ions", + "connection s", + "Ġ ĊĠĠĠĠĠĠĠĠĊ", + "ĠĊ ĠĠĠĠĠĠĠĠĊ", + "Ġ Diagnostic", + "ĠDi agnostic", + "V ISIBLE", + "VIS IBLE", + "Ġ Runs", + "ĠR uns", + "ĠRun s", + "ĠRu ns", + "Ġim pressions", + "Ġimpress ions", + "Ġimpression s", + "Ġimpr essions", + "s uite", + "su ite", + "suit e", + "o ble", + "ob le", + "obl e", + "~ -", + "ak ukan", + "aku kan", + "< Person", + "

\">\" >\"> \">< /", + "_ indexes", + "_index es", + "Ġ valuation", + "Ġval uation", + "Ġvalu ation", + "Ġlife long", + "Ġlif elong", + "Ġexp edition", + "Ġexped ition", + "( Yii", + "(Y ii", + "Ġp ains", + "Ġpain s", + "Ġpa ins", + "Ġpai ns", + "Ġ PRI", + "ĠP RI", + "ĠPR I", + "Ġ Mixed", + "ĠM ixed", + "ĠMix ed", + "ĠMi xed", + "Ġ Changing", + "ĠCh anging", + "ĠChan ging", + "ĠChang ing", + "German y", + "Ger many", + "comm unication", + "communic ation", + ". organ", + ".org an", + ".o rgan", + ".or gan", + "ĠMar athon", + "ĠMara thon", + "get Path", + "Ġ Accuracy", + "ĠAc curacy", + "ĠAcc uracy", + "Ġ Globals", + "ĠG lobals", + "ĠGlobal s", + "ĠGlob als", + "') }}'", + "Ġ'\" >'", + "Ġ'\"> '", + "k inson", + "kin son", + "kins on", + "Ġ кол", + "Ġк ол", + "Ġко л", + "ogn itive", + "_ li", + "_l i", + "Ġim minent", + "Ġimm inent", + "Ġaff inity", + "Ġaf finity", + ". signal", + ".s ignal", + ".sign al", + ".sig nal", + "Ġn otch", + "Ġnot ch", + "ĠSteel ers", + "ĠSteele rs", + "max length", + "K K", + "ĠEu gene", + "ĠEug ene", + "_ PWM", + "_P WM", + "_PW M", + "r oi", + "ro i", + "Ġ âĹı", + "Ġâ Ĺı", + "ĠâĹ ı", + "ĠH amburg", + "ĠHam burg", + ". Must", + ".M ust", + "Ġ axe", + "Ġa xe", + "Ġax e", + "en ef", + "ene f", + "Ġamb itions", + "Ġambit ions", + "Ġambition s", + "Ġ Species", + "ĠS pecies", + "ĠSp ecies", + "ĠSpec ies", + "ĠSpe cies", + "ĠSt ress", + "ĠStr ess", + "ĠStre ss", + "Ġa while", + "Ġ бÑĥд", + "Ġб Ñĥд", + "ĠбÑĥ д", + "Ġwith stand", + "Ġ Decoder", + "ĠDe coder", + "ĠDec oder", + "ĠDecode r", + "_ inventory", + "_in ventory", + "Ġ{ ččĊ", + "Ġ tgt", + "Ġt gt", + "Ġtg t", + "Ġrail road", + "W ASHINGTON", + "Ġnegot iated", + "Ġnegotiate d", + "N ST", + "NS T", + "- phone", + "-p hone", + "-ph one", + ", U", + "Ġexerc ising", + "á» ¥", + "_P IXEL", + "_PIX EL", + "av ors", + "avor s", + "avo rs", + "ite rated", + "iter ated", + "iterate d", + "Ġv ampire", + "Ġvamp ire", + "a dal", + "ad al", + "ada l", + "In grese", + "Ing rese", + "Ġ ung", + "Ġu ng", + "Ġun g", + "j ective", + "ject ive", + ". cells", + ".c ells", + ".cell s", + "Ġ nano", + "Ġn ano", + "Ġna no", + "Ġnan o", + "Ġ markdown", + "Ġmark down", + "_ RULE", + "_R ULE", + "( events", + "(e vents", + "(event s", + "(ev ents", + "Ġl uggage", + "Ġlug gage", + "M ESSAGE", + "MESS AGE", + "ig keit", + "$ count", + "$c ount", + "Attribute Name", + "IG INAL", + "IGIN AL", + "_ Ent", + "_E nt", + "Ġ BF", + "ĠB F", + "Ġ COMMENT", + "ĠCOM MENT", + "ĠCOMM ENT", + "_ ini", + "_in i", + "_i ni", + "ĠEurope ans", + "ĠEuropean s", + "ĠB elle", + "ĠBe lle", + "ĠBel le", + "ĠBell e", + "åij ½", + ") ['", + ")[ '", + "åº Ķ", + "ĠUs eful", + "ĠUse ful", + ". reference", + ".re ference", + ".ref erence", + "( )\",", + "() \",", + "()\" ,", + "_ grade", + "_g rade", + "_gr ade", + "_grad e", + "ĠK aw", + "ĠKa w", + "Ġsent encing", + "Ġsocial ism", + "mon ster", + "mons ter", + "_L AYER", + "Ġdeep est", + "Ġdee pest", + "w k", + "Ġ Noise", + "ĠN oise", + "ĠNo ise", + "# ##ĊĊ", + "## #ĊĊ", + "### ĊĊ", + "###Ċ Ċ", + "Ġpr éc", + "Ġpré c", + "o tle", + "ot le", + "ÑĤ е", + "a uf", + "au f", + "i bal", + "ib al", + "iba l", + "Ġcon quer", + "Ġconqu er", + "> Email", + ">E mail", + "Ġamb ulance", + "O AD", + "OA D", + "Ġ (\"%", + "Ġ( \"%", + "Ġ(\" %", + "Ġ FI", + "ĠF I", + ". fixture", + ".f ixture", + ".fix ture", + "Ġt erse", + "Ġter se", + "Ġters e", + "ĠĠ ĠĠĉĉĉĉ", + "ĠĠĠĠ ĉĉĉĉ", + "ĠĠĠ Ġĉĉĉĉ", + "ĠĠĠĠĉ ĉĉĉ", + "ĠĠĠĠĉĉ ĉĉ", + "ĠĠĠĠĉĉĉ ĉ", + "Ġsanct uary", + "u gi", + "ug i", + "Ġ Comparator", + "ĠCom parator", + "ĠCompar ator", + "Definition s", + "Ġast hma", + "Ġl act", + "Ġla ct", + "Ġlac t", + "Ġhard wood", + ". clock", + ".c lock", + ".cl ock", + "Ġattr acting", + "Ġattract ing", + "ĠM our", + "ĠMo ur", + "ĠMou r", + "( distance", + "(d istance", + "(dist ance", + "(di stance", + "ic its", + "ici ts", + "icit s", + "Ġb onne", + "Ġbon ne", + "Ġ ACCESS", + "ĠAC CESS", + "ĠACC ESS", + ".Deserialize Object", + "Ġ Typed", + "ĠT yped", + "ĠType d", + "ĠTy ped", + "ĠTyp ed", + "Ġj eu", + "Ġje u", + "Ġ appId", + "Ġapp Id", + "ĠC lara", + "ĠCl ara", + "ĠClar a", + "ĠCla ra", + "Ġ HF", + "ĠH F", + "ĠRe ich", + "ĠRei ch", + "ip ples", + "ipp les", + "ipple s", + "// --------------------------------------------------------------------------------", + "//---------------------------------------------------------------- ----------------", + "//---------------------------------------------------------------------------- ----", + "//------------------------------------------------ --------------------------------", + "//-------------------------------- ------------------------------------------------", + "//---------------- ----------------------------------------------------------------", + "_ delivery", + "_d elivery", + "_del ivery", + "erial ization", + "Ġplaint iffs", + "Ġplaintiff s", + "S cient", + "Sc ient", + "Sci ent", + "sh opping", + "shop ping", + "Ġ Dummy", + "ĠD ummy", + "ĠDum my", + "ĠW ald", + "ĠWal d", + "ĠWa ld", + "Group Name", + "Ġ inscription", + "Ġin scription", + "Ġins cription", + "e log", + "el og", + "elo g", + ": :::::::", + ":: ::::::", + ":::: ::::", + ":::::: ::", + "::: :::::", + "::::: :::", + "::::::: :", + "_ ld", + "_l d", + "Back Pressed", + ". Raw", + ".R aw", + "ĠOn Trigger", + "Ġmuseum s", + "Ġmuse ums", + "Ġ Been", + "ĠB een", + "ĠBe en", + "ĠBee n", + "ĠAdvent ures", + "ĠAdventure s", + "Ġs late", + "Ġsl ate", + "Ġsla te", + "Ġ lett", + "Ġl ett", + "Ġle tt", + "Ġlet t", + "Ġs und", + "Ġsu nd", + "Ġsun d", + "ĠG in", + "ĠGi n", + "ĠMechan ical", + "ĠMech anical", + ". ship", + ".s hip", + ".sh ip", + "App Component", + "Ġdest ined", + "Ġdestin ed", + "Ġdw elling", + "Ġdwell ing", + "Pro filer", + "Profile r", + "Prof iler", + "Pre pare", + "ze ich", + "Ġsil icon", + "( has", + "(h as", + "Ġ# %", + "V IDEO", + "VID EO", + "Ġcollabor ate", + "L in", + "Li n", + "Ġ scopes", + "Ġsc opes", + "Ġscope s", + "Ġsco pes", + "Ġscop es", + "( className", + "(class Name", + "( sd", + "(s d", + "an din", + "and in", + "andi n", + ". ham", + ".h am", + "Service Impl", + "-de scribed", + "-des cribed", + "Ġir ony", + "Ġiron y", + "st ial", + "sti al", + "ĠHu awei", + "( repo", + "(re po", + "(rep o", + "Ġunexpected ly", + "ĠK ai", + "ĠKa i", + ". install", + ".inst all", + "\\ xf", + "\\x f", + "Ġex hibited", + "Ġexhib ited", + "Ġexhibit ed", + "_ TCP", + "_T CP", + "_TC P", + "ĠO x", + "_ CHO", + "_C HO", + "_CH O", + "Ġprostitu erte", + "Ġprostituer te", + "Ġ vä", + "Ġv ä", + "Ġs ito", + "Ġsit o", + "Ġsi to", + "Ġconstitu ents", + "Ġconstituent s", + "ĠContinue d", + "ĠContin ued", + "Ġ SAVE", + "ĠS AVE", + "ĠSA VE", + "r ss", + "rs s", + "/ message", + "/m essage", + "u bes", + "ub es", + "ube s", + "Ġmisd emean", + "Ġtax ation", + "Ġtaxa tion", + "Ġstory line", + "h air", + "ha ir", + "hai r", + "ĠF inds", + "ĠFin ds", + "ĠFind s", + "ĠFi nds", + "S IG", + "SI G", + "ver ification", + "~ =", + ". hp", + ".h p", + "It erable", + "Iter able", + "Ñĭ е", + "at ori", + "ator i", + "ato ri", + "Ġ ctr", + "Ġc tr", + "Ġct r", + "R x", + "_ );ĊĊ", + "_);Ċ Ċ", + "_) ;ĊĊ", + "d ag", + "da g", + ". pin", + ".p in", + ".pi n", + "Ġp seud", + "Ġin vo", + "Ġinv o", + "Ñģ ÑĤÑĢ", + "ÑģÑĤ ÑĢ", + "_ pix", + "_p ix", + "_pi x", + "为 空", + "Ġsw orn", + "Ġswo rn", + "âĢĶ or", + "_ registry", + "_reg istry", + "Ġdis asters", + "Ġdisaster s", + "Ġ ROI", + "ĠR OI", + "ĠRO I", + "Ġ âĢķ", + "ĠâĢ ķ", + "ak tu", + "akt u", + "f orest", + "fo rest", + "fore st", + "for est", + "be iten", + "beit en", + "bei ten", + "âĢĶ I", + "u eva", + "ue va", + "e gt", + "eg t", + "Ġsp ikes", + "Ġspi kes", + "Ġspike s", + "U RES", + "UR ES", + "URE S", + "Ġ Recommended", + "ĠRe commended", + "ĠRecomm ended", + "ĠRecommend ed", + "Ġexplo ited", + "Ġexploit ed", + "ĠFreder ick", + "_ COMPLETE", + "_COMP LETE", + "ĠDr ugs", + "ĠDrug s", + "!!! !!!!!", + "!!!! !!!!", + "!!!!! !!!", + "ĠR iv", + "ĠRi v", + "S TOP", + "ST OP", + "R OOM", + "RO OM", + "Ġ PASSWORD", + "ĠP ASSWORD", + "ĠPASS WORD", + "C ookies", + "Co okies", + "Cookie s", + "Cook ies", + ". El", + ".E l", + "á» Ń", + "ĠB ert", + "ĠBe rt", + "ĠBer t", + "Ġ hashed", + "Ġh ashed", + "Ġhas hed", + "Ġhash ed", + "Ġha shed", + "ic ester", + "ice ster", + "ices ter", + "Ġdecor ator", + "Ġ queryString", + "Ġquery String", + ": ;Ċ", + "Ġ\" [\"", + "Ġ\"[ \"", + "ot ope", + "oto pe", + "- Americ", + "-A meric", + "-Am eric", + "ĠMatthew s", + "ĠMatth ews", + "U RAL", + "UR AL", + "URA L", + "âĢľ ,", + "S ummer", + "Sum mer", + "f os", + "fo s", + "_CONT AINER", + "_ ACK", + "_A CK", + "_AC K", + "Ġ filtr", + "Ġf iltr", + "Ġfil tr", + "Ġfi ltr", + "Ġfilt r", + "_ disp", + "_d isp", + "_dis p", + "_di sp", + "_ Re", + "_R e", + "Ġfac ile", + "Ġfacil e", + "а ÑĪ", + "Ġìķ Ĭ", + "Ġe ben", + "Ġeb en", + "Ġsp rink", + "Ġspr ink", + "ĠQ uint", + "ĠQu int", + "ĠQui nt", + "> V", + "Ġhistor ians", + "Ġhistorian s", + "Ġhistoria ns", + "Ġhisto rians", + "our met", + "Ġ Monitoring", + "ĠMonitor ing", + "led ger", + "ledge r", + "c ott", + "co tt", + "cot t", + "Ġ ware", + "Ġw are", + "Ġwar e", + "Ġwa re", + "G GLE", + "GG LE", + "c ars", + "ca rs", + "car s", + "ĠM EDIATEK", + "Ġvol upt", + "_ View", + "_V iew", + "H EL", + "HE L", + "( copy", + "(c opy", + "(co py", + "( stats", + "(st ats", + "(stat s", + "Ġch romosome", + "Ġchrom osome", + "ĠCurt is", + "- conf", + "-con f", + "-co nf", + "( asset", + "(as set", + "Ġh vor", + "Ġhv or", + "File System", + "< >();čĊ", + "<>( );čĊ", + "<> ();čĊ", + "o coder", + "oc oder", + "oco der", + "ocode r", + "ĠC annon", + "ĠCan non", + "ĠCann on", + ") x", + "Ġ Smooth", + "ĠSm ooth", + "ĠS AS", + "ĠSA S", + "_ ce", + "_c e", + "ĉ prev", + "ĉp rev", + "ĉpr ev", + "ĉpre v", + "_ movie", + "_m ovie", + "_mov ie", + "_mo vie", + "E c", + "_ wall", + "_w all", + "< Button", + ".ĊĊ", + "/> .ĊĊ", + "/>.Ċ Ċ", + "/>. ĊĊ", + "o genesis", + "ogen esis", + "ogene sis", + "Ġ OPTIONS", + "ĠOPTION S", + "ĠOPT IONS", + "up tools", + "upt ools", + "Ġmilit ant", + "Ġmil itant", + "Ġmili tant", + "Ġex ited", + "Ġexit ed", + "i gar", + "ig ar", + "iga r", + "Ġ COMM", + "ĠCO MM", + "ĠCOM M", + "Ġ Disposable", + "ĠD isposable", + "ĠDis posable", + "ay cast", + "Ġrow span", + "Ġrows pan", + "Ġsyn thes", + "Ġsynth es", + "Ġsynt hes", + "Ġso ndern", + "Ġsond ern", + "Ġ Ċ", + "]- ->Ċ", + "ĠJ acket", + "ĠJack et", + "ĠJac ket", + "ĠJa cket", + "R ATION", + "RA TION", + ".get SelectedItem", + ".getSelected Item", + "- init", + "-in it", + "-i nit", + "Ġ Registers", + "ĠReg isters", + "ĠRegister s", + "_ sep", + "_s ep", + "_se p", + "Ġ Toolkit", + "ĠTool kit", + ". dict", + ".d ict", + ".di ct", + "Ġ xlabel", + "Ġx label", + "Ġxl abel", + "\\ Table", + "t oc", + "to c", + "_ combo", + "_c ombo", + "_com bo", + "_comb o", + "Ġ Compact", + "ĠComp act", + "Ġr ugged", + "Ġrug ged", + "à¥ĩ à¤", + "- management", + "-man agement", + "') }}\">Ċ", + "')}} \">Ċ", + "')}}\" >Ċ", + "')} }\">Ċ", + "')}}\"> Ċ", + "Ġ Stamp", + "ĠSt amp", + "ĠSta mp", + "ĠStam p", + "ı l", + "r ox", + "ro x", + "Ġlandscape s", + "Ġlandsc apes", + "_ NOTE", + "_N OTE", + "_NO TE", + "_NOT E", + "mon ary", + "c ab", + "ca b", + "Ġmo et", + "x af", + "xa f", + "r code", + "rc ode", + "- cli", + "-c li", + "-cl i", + "_ gate", + "_g ate", + "[ event", + "[e vent", + "S PORT", + "SP ORT", + "g ia", + "gi a", + "Ġ SUPER", + "ĠS UPER", + "ĠSU PER", + "ĠSUP ER", + "/ Login", + "_ shutdown", + "_sh utdown", + "int errupt", + "inter rupt", + "Ġpret ending", + "Ġpretend ing", + "Ġf ringe", + "Ġfr inge", + "Ġfri nge", + "ĠR eds", + "ĠRe ds", + "ĠRed s", + "Ġ CUDA", + "ĠC UDA", + "ĠCU DA", + "Ġ UNIX", + "ĠUN IX", + "v it", + "vi t", + "Ġ brig", + "Ġb rig", + "Ġbr ig", + "Ġbri g", + "d rv", + "dr v", + "Ġ Connector", + "ĠConnect or", + "ĠConn ector", + "There fore", + "Ġ lia", + "Ġl ia", + "Ġli a", + "D etection", + "De tection", + "Det ection", + "Detect ion", + "_ actor", + "_a ctor", + "_ac tor", + "_act or", + "Ġtemp file", + "Ġecc entric", + "- role", + "-r ole", + "-ro le", + "Ġp adx", + "Ġpa dx", + "Ġpad x", + "d ent", + "de nt", + "den t", + "West ern", + "Ġ ê·¸", + "Ġê ·¸", + "Ġê· ¸", + "ĠApplication Record", + "Ġcampaign ing", + "_ runner", + "_r unner", + "_run ner", + "ĠC ivic", + "ĠCi vic", + "ĠCiv ic", + "a leigh", + "ale igh", + "Ġdir ekt", + "Ġdire kt", + ".s ul", + "Ġ Ġĉĉĉ", + "ĠĠ ĉĉĉ", + "ĠĠĉ ĉĉ", + "ĠĠĉĉ ĉ", + "a nten", + "an ten", + "ant en", + "ante n", + "Ġ issuer", + "Ġiss uer", + "Ġissue r", + "Ġissu er", + "Ġassert ions", + "Ġassertion s", + "( orig", + "(o rig", + "(or ig", + "AT IO", + "Ġle aned", + "Ġlean ed", + "ä s", + ". DTO", + ".D TO", + "ex plode", + "expl ode", + "explo de", + ". Observable", + ".O bservable", + "Ġstagger ing", + "Ġkidn apped", + "Ġprogram mers", + "Ġprogramme rs", + "Ġprogrammer s", + "Ġprogramm ers", + "ĠIn nov", + "ĠInn ov", + ". parameter", + ".param eter", + "Ġd omination", + "Ġdo mination", + "Ġdom ination", + "Ġdomin ation", + "Ġdomina tion", + "Ġske ptic", + "Ġskept ic", + "Ġ æĺ¯", + "Ġæĺ ¯", + "Ġav oids", + "Ġavoid s", + ". Verify", + ".Ver ify", + "ub by", + "ubb y", + "Ġ ASN", + "ĠA SN", + "ĠAS N", + "Ġform ato", + "Ġformat o", + "Ġforma to", + "ĠBeat les", + "_ brand", + "_b rand", + "_br and", + "Ġin set", + "Ġins et", + "Ġinse t", + "y outu", + "you tu", + "Ġ toc", + "Ġt oc", + "Ġto c", + "- final", + "-f inal", + "-fi nal", + "-fin al", + "Sh owing", + "Show ing", + "ĠD oub", + "ĠDo ub", + "ĠDou b", + "ĠM esa", + "ĠMe sa", + "ĠMes a", + "A dj", + "Ad j", + "_ medium", + "_m edium", + "_med ium", + "Create s", + "Cre ates", + "Creat es", + "( endpoint", + "(end point", + "ĉ UP", + "ĉU P", + "b bie", + "bb ie", + "Ġ stalk", + "Ġs talk", + "Ġst alk", + "Ġsta lk", + "Ġstal k", + ".data bind", + ".datab ind", + ". Scan", + ".S can", + ".Sc an", + "ag ents", + "age nts", + "agent s", + "agen ts", + "$ ,", + "ind ividual", + "+ )/", + "+) /", + "ĉ vm", + "ĉv m", + "( notification", + "(not ification", + "Ġin ex", + "Ġi nex", + "Ġine x", + "Ġ Classification", + "ĠClass ification", + "r eno", + "re no", + "ren o", + "Ġo lig", + "Ġol ig", + "Ġoli g", + "- rated", + "-r ated", + "-rate d", + "-ra ted", + "Ġform ulation", + "Ġformula tion", + "Ġformul ation", + "' ,{", + "', {", + "Ġa cept", + "Ġac ept", + "Ġace pt", + "_ unpack", + "_un pack", + "_ CA", + "_C A", + ". Pow", + ".P ow", + "ĉ im", + "ĉi m", + "Ġal uminium", + "Ġalum inium", + "A NO", + "AN O", + "Ġ xn", + "Ġx n", + "Ġc ómo", + "Ġcó mo", + "Ġ Ingredient", + "ĠIng redient", + "Ġseiz ures", + "Ġseizure s", + "åħ ±", + "ific ador", + "ificado r", + "Ġs iguiente", + "Ġsigu iente", + "ĠIn fragistics", + "Ġd uplicated", + "Ġduplicate d", + "Ġdup licated", + "Ġduplic ated", + "ĠD ee", + "ĠDe e", + "Ġn ø", + "Ġ ACCEPT", + "ĠAC CEPT", + "( crate", + "(c rate", + "(cr ate", + "иÑĤ елÑĮ", + "иÑĤе лÑĮ", + "- less", + "-l ess", + "-le ss", + "Ġ infinity", + "Ġin finity", + "Ġinf inity", + "Ġinfinit y", + "An alyzer", + "Analy zer", + "- Day", + "-D ay", + "r itt", + "ri tt", + "rit t", + "( cin", + "(c in", + "(ci n", + "ĠG y", + "Ġmulti plied", + "Ġmultip lied", + "u chi", + "uch i", + "uc hi", + "ĠBald win", + "/ ip", + "/i p", + "Ġshort cuts", + "Ġshortcut s", + ". ADD", + ".A DD", + ".AD D", + "Ġv igor", + "Ġvi gor", + "Ġvig or", + "_ instruction", + "_in struction", + "_instr uction", + "( ;", + "_ eta", + "_e ta", + "_et a", + "è¿ ŀ", + "utor ials", + "utorial s", + "Ġboost ing", + "b v", + "Ġacknowled ges", + "Ġacknowledge s", + "List ening", + "Listen ing", + "F AQ", + "FA Q", + "; b", + "( (-", + "(( -", + "Ġarchitect s", + "Ġarchit ects", + "Ġz we", + "Ġzw e", + "Ġp uls", + "Ġpul s", + "Ġpu ls", + "Ġget Count", + "ĠgetC ount", + "ver bs", + "verb s", + "ãĢ ľ", + "( Collection", + "(C ollection", + "k re", + "kr e", + "Ġjurisdiction s", + "Ġjuris dictions", + "_ bridge", + "_b ridge", + "_br idge", + "ĠC rack", + "ĠCr ack", + "ĠCra ck", + "Ġ Difficulty", + "ĠDiff iculty", + "K O", + "Res ervation", + "_ requires", + "_re quires", + "_require s", + "T our", + "To ur", + "ãģĹ ãģŁ", + "ãģĹãģ Ł", + ". setCurrent", + ".set Current", + "Ġ ky", + "Ġk y", + "ĠAlb any", + "ĠAlban y", + "Ġ è§", + "Ġè §", + "l ler", + "ll er", + "lle r", + "ag na", + "agn a", + "work ers", + "worker s", + "wor kers", + ". blank", + ".bl ank", + "ĠPr ayer", + "ĠPra yer", + "M IC", + "MI C", + "Ġresil ience", + "Te X", + "Ġ Languages", + "ĠL anguages", + "ĠLanguage s", + "st udy", + "stu dy", + "stud y", + "ĉ curr", + "ĉc urr", + "ĉcur r", + "Ġenzym es", + "Ġenzyme s", + "S lug", + "Sl ug", + "Ġ íĮĮ", + "ĠíĮ Į", + "st ral", + "str al", + "stra l", + "Ġtum ors", + "Ġtumor s", + "Ġseg unda", + "Ġsegu nda", + "= '{", + "=' {", + "in struction", + "instr uction", + "ĠL isp", + "ĠLi sp", + "ĠLis p", + "/ info", + "/in fo", + "Ġ\" {$", + "Ġ\"{ $", + ",: ),", + ",:) ,", + "Ġ gv", + "Ġg v", + "( ErrorMessage", + "(Error Message", + "Ġ '=", + "Ġ' =", + "} -${", + "}- ${", + ". Documents", + ".Document s", + ".Doc uments", + "\" Well", + "\"We ll", + "\"W ell", + "Ġreminis cent", + "Ġg az", + "Ġga z", + "ir opr", + "iro pr", + "e hr", + "eh r", + "Ġsup pressed", + "Ġsuppress ed", + "Ġsupp ressed", + "er sh", + "ers h", + ".scroll To", + "Ġ cadena", + "Ġc adena", + "Ġcad ena", + "Ġcade na", + "Ġgame State", + "ÃŃ m", + "( conv", + "(con v", + "(co nv", + "Ġ Tomorrow", + "ĠTom orrow", + "ĠC CT", + "ĠCC T", + "M ongo", + "Mon go", + "Mo ngo", + "u lg", + "ul g", + ". Camera", + ".C amera", + ". handlers", + ".handle rs", + ".handler s", + ".hand lers", + "m ph", + "mp h", + "Ġ stk", + "Ġs tk", + "Ġst k", + "Ġgen etics", + "Ġgene tics", + "Ġgenetic s", + "AC ING", + "Tr ivia", + "Tri via", + "ĠB am", + "ĠBa m", + "( marker", + "(m arker", + "(mark er", + ". Stretch", + ".St retch", + ".Str etch", + "ĠSun ni", + "ĠB etty", + "ĠBe tty", + "ĠBet ty", + "ĠBett y", + ". tolist", + ".t olist", + ".to list", + "un likely", + ". Rectangle", + ".Rect angle", + "ob solete", + "IL ON", + "inner Text", + "em bourg", + "emb ourg", + "a N", + "ĠV ehicles", + "ĠVehicle s", + "un lock", + ": utf", + "n ob", + "no b", + "Ġ Seeing", + "ĠSe eing", + "ĠSee ing", + "ĠN EVER", + "ĠNE VER", + "Ġ tls", + "Ġt ls", + "Ġtl s", + "Ġf illes", + "Ġfil les", + "Ġfill es", + "Ġfille s", + "Ġbenef ited", + "Ġbenefit ed", + "ĠC lint", + "ĠCl int", + "ĠClin t", + "ĠCli nt", + "*/ ),", + "*/) ,", + ". fold", + ".f old", + "Ġpos ible", + "Ġposi ble", + "A DED", + "AD ED", + "ADE D", + "t house", + "th ouse", + ". DAL", + ".D AL", + "Ġ Odd", + "ĠO dd", + "ĠOd d", + "r okes", + "ro kes", + "roke s", + "rok es", + "ĠS unny", + "ĠSun ny", + "ĠPartial Eq", + "_ Buffer", + "_B uffer", + "ĠL evi", + "ĠLe vi", + "ĠLev i", + "long rightarrow", + "el don", + "eld on", + "eldo n", + "g ages", + "ga ges", + "gage s", + "_ warn", + "_w arn", + "_war n", + ".Create Table", + "ĠD ip", + "ĠDi p", + "_ questions", + "_question s", + "_quest ions", + ". logic", + ".log ic", + "Ġ #\"", + "Ġ# \"", + "={ ()=>", + "={() =>", + "={( )=>", + "Ġ tep", + "Ġt ep", + "Ġte p", + "Ġju icy", + "ì Ĥ¬", + "ìĤ ¬", + "en ko", + "enk o", + "ial ect", + "ia lect", + "iale ct", + "Ù ī", + "Ġon board", + "Ġ æı", + "Ġæ ı", + "ĉ rt", + "ĉr t", + "_ UTF", + "_U TF", + "_UT F", + "ĠQ Action", + "ĠQA ction", + "âĢ ŀ", + "( Component", + "( audio", + "(a udio", + ". hit", + ".h it", + "g te", + "gt e", + "Ġprogram med", + "Ġprogramme d", + "Ġprogramm ed", + "state Params", + "Ġpoly ester", + "f ires", + "fi res", + "fire s", + "fir es", + "by ss", + "] =(", + "]= (", + "_ quality", + "_q uality", + "_qu ality", + "_qual ity", + "Of Day", + "ĠF airy", + "ĠFair y", + "ĠFa iry", + "Ġy elled", + "Ġyell ed", + "o pl", + "op l", + "( userName", + "(user Name", + "Ġ Difference", + "ĠD ifference", + "ĠDiff erence", + "Ġeval uations", + "Ġevaluation s", + "Ġevalu ations", + "iff any", + "Ġcycl ists", + "Ġcyc lists", + "Ġcyclist s", + "Ġ cidade", + "Ġc idade", + "Ġcid ade", + "Ġtext book", + "Ġprof iling", + "Ġprofil ing", + "_ _),", + "__ ),", + "__) ,", + "d ea", + "de a", + ". activate", + ".act ivate", + ".activ ate", + "Ġind ications", + "Ġindic ations", + "Ġindication s", + "Ð ķ", + "Touch UpInside", + "Ġinval uable", + "Ġ MASK", + "ĠM ASK", + "ĠMA SK", + "ĠMAS K", + "Ġcont end", + "Ġconten d", + "Ġconte nd", + "F req", + "Fr eq", + "Fre q", + "Ġrec ruits", + "Ġrecru its", + "Ġrecruit s", + "( interval", + "(int erval", + "(inter val", + "Ġ UserProfile", + "ĠUser Profile", + "Ġ'./ ../", + "Ġ'. /../", + "e du", + "ed u", + "_ Callback", + "_C allback", + "_Call back", + "Ġan alogy", + "Ġanal ogy", + "Ġanalog y", + "Ġana logy", + "ĠT rophy", + "ĠTr ophy", + "ĠTro phy", + "app hire", + "V ideos", + "Video s", + "ĠC her", + "ĠCh er", + "ĠChe r", + "ĠH av", + "ĠHa v", + "âĢ¦ \"", + ". validator", + ".valid ator", + "g fx", + "gf x", + "ĠU Object", + "class names", + "classname s", + "t riangle", + "tr iangle", + "tri angle", + "Ġ Encoder", + "ĠE ncoder", + "ĠEn coder", + "ĠEnc oder", + "ĠEncode r", + ". spy", + ".s py", + ".sp y", + "Ġpred ators", + "Ġpredator s", + "= status", + "=s tatus", + "- safe", + "-s afe", + ": \",Ċ", + ":\" ,Ċ", + ":\", Ċ", + "Ġ Including", + "ĠIn cluding", + "Ġ{ };čĊ", + "Ġ{} ;čĊ", + "Ġ{}; čĊ", + "* cos", + "*c os", + "Ġend ured", + "Ġendure d", + ".sul ake", + "Ġnurs ery", + "Ġnurse ry", + "Ġfrag rance", + "Ġre building", + "Ġrebuild ing", + "Ġ nth", + "Ġn th", + "Ġnt h", + "ĠFr aser", + "ĠFra ser", + ".set Date", + "ĠV ince", + "ĠVi nce", + "ĠVin ce", + "_ REST", + "_RE ST", + "_R EST", + "_RES T", + "Ġvent ilation", + "Ġventil ation", + "æµ ·", + "cri bes", + "cribe s", + ". asm", + ".as m", + ".a sm", + "lp Vtbl", + "ĠA be", + "ĠAb e", + "u isine", + "uis ine", + ", array", + ",a rray", + ",arr ay", + "ĉ className", + "ĉclass Name", + "err als", + "erra ls", + "erral s", + "Ġ 'ĊĊ", + "Ġ' ĊĊ", + "Ġ'Ċ Ċ", + "Check out", + "Ġs olicit", + "Ġso licit", + "Ġsol icit", + "Ġsolic it", + "A ux", + "Au x", + "_ capture", + "_c apture", + "_cap ture", + "Ġr ibs", + "Ġrib s", + "Ġri bs", + "r agon", + "ra gon", + "rag on", + "v iol", + "vi ol", + "vio l", + "to pics", + "top ics", + "topic s", + "Function Flags", + "ĠM arty", + "ĠMar ty", + "ĠMart y", + "b ike", + "bi ke", + "ĠT ucker", + "ĠTu cker", + "( kernel", + "(k ernel", + "Ġ Ops", + "ĠO ps", + "ĠOp s", + "Close Operation", + "/ demo", + "/d emo", + "/de mo", + "i lda", + "il da", + "ild a", + "ĠlÃŃ nea", + "AP PING", + "APP ING", + "Ġsu ites", + "Ġsuit es", + "Ġsuite s", + "Ġsui tes", + ".visit VarInsn", + "u rus", + "ur us", + "uru s", + "Ġ Minute", + "ĠMin ute", + "( manager", + "(m anager", + "(man ager", + "Ġbutter fly", + "Ġa pare", + "Ġap are", + "Ġapar e", + "Ġapa re", + "Ġw olves", + "Ġwol ves", + "J WT", + "ĠS alon", + "ĠSal on", + "ĠSa lon", + "ĉ delay", + "ĉd elay", + "ĉde lay", + "ĉdel ay", + "- eslint", + "-es lint", + "is ations", + "isation s", + ". rpc", + ".r pc", + ") |(", + ")| (", + "ĠSnap chat", + "/ mm", + "/m m", + "M N", + "c eries", + "ce ries", + "cer ies", + ".t extAlignment", + ".text Alignment", + "ĠFrank furt", + "Ġ ado", + "Ġa do", + "Ġad o", + "( newValue", + "(new Value", + "( access", + "(a ccess", + "(ac cess", + "(acc ess", + "( Expression", + "Ġ SignIn", + "ĠSign In", + "ĠHa iti", + "ĠHait i", + "ĠHai ti", + "_ tp", + "_t p", + ". setParameter", + ".set Parameter", + "Min ute", + "Ġmanual s", + "ric anes", + "ricane s", + "rica nes", + "Ġ PTR", + "ĠP TR", + "ĠPT R", + "Ġ Outer", + "ĠO uter", + "ĠOut er", + "ĠOu ter", + "Ġ getline", + "Ġget line", + "oc ations", + "ocation s", + "_ CD", + "_C D", + "ĠL yon", + "ĠLy on", + "/ gui", + "/g ui", + "_ live", + "_l ive", + "_li ve", + "i dan", + "id an", + "ida n", + ". geom", + ".ge om", + ".geo m", + "Ġborder Bottom", + "im uth", + "imu th", + "_ checkpoint", + "_check point", + "Ġm eu", + "Ġme u", + "ĠIr ving", + "Ġpeu vent", + "( MAX", + "(M AX", + "Ġ ARCH", + "ĠAR CH", + "ĠARC H", + "Ġp ov", + "Ġpo v", + ".source forge", + "Ġjam ais", + "Ġ ark", + "Ġa rk", + "Ġar k", + "ĠBaghd ad", + "Ġ CLEAR", + "ĠC LEAR", + "ĠCL EAR", + "Menu Bar", + "Ġtr ois", + "Ġtro is", + "CHED ULE", + "Ġ #čĊ", + "Ġ# čĊ", + "( Call", + "(C all", + "$ order", + "( Material", + "(M aterial", + "(Mat erial", + "Ġencontr ado", + "$ list", + "$l ist", + "ĠMETHOD S", + ". beginTransaction", + ".begin Transaction", + "_M AG", + "_MA G", + "Style Sheet", + "Ġmajor s", + "Ġmaj ors", + "Ġindef initely", + "Ġindefinite ly", + "c leanup", + "clean up", + "Ġhome land", + "Ġhom eland", + "( dto", + "(d to", + "(dt o", + "D ates", + "Date s", + "Da tes", + "Dat es", + "P resentation", + "Present ation", + "Ġ DK", + "ĠD K", + "={` /", + "ĉ Key", + "ĉK ey", + "( Block", + "(B lock", + "_ checkbox", + "_check box", + "ne eds", + "need s", + "nee ds", + "Ġon Complete", + "r ico", + "ri co", + "ric o", + "Ġg leich", + "Ġgle ich", + "Ġ xm", + "Ġx m", + "O OD", + "OO D", + "B etter", + "Bet ter", + "ĠSQL ITE", + ". Book", + ".B ook", + "x ad", + "xa d", + "ĠG one", + "ĠGo ne", + "ĠGon e", + "ĉ dp", + "ĉd p", + "Ġdev otion", + "Ġ stm", + "Ġs tm", + "Ġst m", + "Ġob sess", + "Ġobs ess", + "Ġ Backend", + "ĠBack end", + "Qu eries", + "Que ries", + "I k", + "/ /****************************************************************", + "// ****************************************************************", + "Ġdivide nds", + "Ġdivid ends", + "Ġdividend s", + ".parent Element", + "} \")ĊĊ", + "}\" )ĊĊ", + "}\")Ċ Ċ", + "}\") ĊĊ", + "ĠMaterial PageRoute", + ": num", + ":n um", + "Ġexp lic", + "Ġexpl ic", + "Ġ OL", + "ĠO L", + "l east", + "le ast", + "lea st", + "O ops", + "iment os", + "imento s", + "imen tos", + "Ġins urers", + "Ġinsure rs", + "Ġinsurer s", + "Ġhero ic", + "ĉ fields", + "ĉf ields", + "ĉfield s", + ".img ur", + ".btn Cancel", + "ĠDet ective", + "ĠDetect ive", + "( sm", + "(s m", + "ĠMutable LiveData", + ". lab", + ".l ab", + "( ([", + "(( [", + "Ġha irst", + "Ġhair st", + "Ġhai rst", + "Ġhairs t", + "Ġ Transactions", + "ĠTrans actions", + "ĠTransaction s", + "å¼Ģ å§ĭ", + "Ġ stdClass", + "Ġstd Class", + "u ento", + "uen to", + "uent o", + "G IS", + "GI S", + "_ cod", + "_c od", + "_co d", + "In structions", + "Instruction s", + "Instr uctions", + "C alls", + "Call s", + "Cal ls", + "Pointer Type", + "ĠR w", + "Ġassort ment", + "Ġ DIG", + "ĠD IG", + "ĠDI G", + "+ r", + "_ CERT", + "_C ERT", + "_CE RT", + "Ġinst ability", + "Ġv ib", + "Ġvi b", + "o nas", + "on as", + "ona s", + "Ġr oku", + "Ġro ku", + "Ġrok u", + "ap ellido", + "Ġ angl", + "Ġan gl", + "Ġang l", + "prene ur", + "Ġfl uids", + "Ġfluid s", + "Ġflu ids", + "is ease", + "ise ase", + "Ġd eed", + "Ġde ed", + "Ġdee d", + "qu ist", + "quis t", + "qui st", + "_CONST ANT", + "Ġequ ilibrium", + "_ delegate", + "_de legate", + "ĠQuant um", + "r ei", + "re i", + "Cap abilities", + "rect angle", + "? ><", + "?> <", + "a lien", + "al ien", + "ali en", + "alie n", + "ĠJ ug", + "ĠJu g", + "D NA", + "DN A", + "T ickets", + "Tick ets", + "Ticket s", + "Occ urs", + "ĠH awk", + "ĠHaw k", + "ĠHa wk", + ".setHorizontal Group", + "\\ Collection", + "\\C ollection", + "ff iti", + "ffi ti", + "Ġre arr", + "Ġrear r", + ".setVertical Group", + "Ġc avity", + "Ġcav ity", + "Ġadult e", + "Ġadul te", + "Fac ade", + "Fa cade", + "- wh", + "-w h", + "ĠL OL", + "ĠLO L", + "Ø °", + "Ġgrand parents", + "Sw ift", + "ĉ wx", + "ĉw x", + "æīĢ æľī", + "i fen", + "if en", + "ife n", + "ff set", + "B eyond", + "// }ĊĊ", + "//}Ċ Ċ", + "Ġw ager", + "Ġwa ger", + "Ġwage r", + "Ġwag er", + "Ġ bury", + "Ġb ury", + "Ġbu ry", + "Ġbur y", + "Ġcomm ence", + "Ġcomme nce", + "Ġcommenc e", + "reg istro", + "registr o", + "regist ro", + "s cient", + "sc ient", + "sci ent", + "Ġ Percent", + "ĠPer cent", + "ĠPerc ent", + "Ġд олж", + "Ġдол ж", + "( identifier", + "(id entifier", + "(ident ifier", + ".set Model", + "Ġs eldom", + "Ġsel dom", + "n ton", + "nt on", + "Ġap pliance", + "Ġappl iance", + "a mus", + "am us", + "amu s", + "rys ler", + "Ġpan ties", + "Ġpant ies", + "engu ins", + "enguin s", + "Ġmi mic", + "Ġmim ic", + "Ġon Changed", + "ĠonChange d", + "Ġal coholic", + "Ġalcohol ic", + ".reload Data", + "Ch arge", + "Char ge", + "Ġ Fax", + "ĠF ax", + "ĠFa x", + "Ġj ScrollPane", + "Emp resa", + "Ġsh attered", + "x ba", + "xb a", + "Font s", + "Fo nts", + "? s", + "Ġpost season", + "re tain", + "ret ain", + "reta in", + "_ rates", + "_r ates", + "_rate s", + "_ra tes", + "_rat es", + "Ġ requestCode", + "Ġrequest Code", + ". todo", + ".t odo", + ".to do", + "´ s", + "C HK", + "CH K", + "Ġ Keeping", + "ĠKe eping", + "ĠKeep ing", + "ĠKee ping", + "enge ance", + "Ġvs code", + "IP PING", + "IPP ING", + "Default CloseOperation", + "_ raise", + "_r aise", + "_ra ise", + "ĠO culus", + "ĠOc ulus", + "o grams", + "og rams", + "ogram s", + "ogr ams", + "ogra ms", + "r aj", + "ra j", + "p ci", + "pc i", + "Ġcorros ion", + ". handleSubmit", + ".handle Submit", + "Access ible", + "ĠP iano", + "ĠPi ano", + "l ittle", + "lit tle", + "A CL", + "AC L", + "Äĩ e", + ". unwrap", + ".un wrap", + "ĠCon vers", + "ĠConv ers", + "ĠLe ben", + "ion eer", + "ione er", + "Ġ Merchant", + "ĠM erchant", + "ĠMer chant", + "ĠMerch ant", + "ĠJ orge", + "Ġembr acing", + "Ġ venta", + "Ġv enta", + "Ġvent a", + "Ġven ta", + "á st", + "ás t", + "Ġv iene", + "Ġvi ene", + "Ġvie ne", + "< QString", + "Ċ", + "-g rowing", + "-gr owing", + "-grow ing", + "Ġdeep copy", + "A ck", + "Ac k", + "eg gies", + "egg ies", + "Ġ __(\"", + "Ġ_ _(\"", + "Ġ__ (\"", + "Ġ__( \"", + "Ġn oir", + "Ġno ir", + "Ġnoi r", + "terror ism", + "Ġan them", + "Ġant hem", + "Ġanth em", + "a gency", + "ag ency", + "age ncy", + "agen cy", + "_ PACKAGE", + "_PACK AGE", + "Ġ Closure", + "ĠC losure", + "ĠClo sure", + ". registry", + ".reg istry", + "Ġmamm als", + "Ġmamma ls", + "< L", + "U ICollectionView", + "UI CollectionView", + "ĠLE Ds", + "ĠLED s", + "Ġv olley", + "Ġvol ley", + "Ġvoll ey", + "( Buffer", + "(B uffer", + "_N ATIVE", + "li bc", + "lib c", + "im plode", + "impl ode", + "Scroll Bar", + "ĠMar ion", + "ĠMario n", + "ĠMari on", + ". Contracts", + ".Con tracts", + ".Contract s", + "_ At", + "_A t", + "ĠWe instein", + "ĠWein stein", + "compare To", + "ĠH ose", + "ĠHo se", + "ĠHos e", + "en ity", + "eni ty", + ". createQuery", + ".create Query", + "_ router", + "_r outer", + "_ro uter", + "_route r", + "Ġstim uli", + "Ġ ++)", + "Ġ+ +)", + "Ġ++ )", + "ĠCh amp", + "ĠCha mp", + "ĠCham p", + "ĠBay ern", + "ĠBayer n", + "a ssa", + "as sa", + "ass a", + ". va", + ".v a", + "Ġdistrib utors", + "Ġdistributor s", + "Ġfile private", + "Ġdepart ed", + "c ccc", + "cc cc", + "ccc c", + "@ click", + "@c lick", + "ĠL unch", + "ĠLun ch", + "> L", + "Ġb luetooth", + "Ġbl uetooth", + ". Deep", + ".De ep", + "- standing", + "-st anding", + "á cil", + "ác il", + "áci l", + "Ġro oft", + "Ġroof t", + "Ġ Paths", + "ĠP aths", + "ĠPat hs", + "ĠPath s", + "ĠPa ths", + "_ iterations", + "_iter ations", + "_iteration s", + "Invalid ArgumentException", + ". spi", + ".s pi", + ".sp i", + "Ġ UIAlertAction", + "ĠUIAlert Action", + "u ye", + "uy e", + "sign in", + "sig nin", + ". priority", + ".p riority", + "ĠEs says", + "ĠEss ays", + "ĠEssay s", + "=' {$", + "='{ $", + "Ġ è¿ĶåĽŀ", + "Ġè¿ ĶåĽŀ", + "_ signed", + "_s igned", + "_sign ed", + "_sig ned", + ". persist", + ".p ersist", + "Ġre design", + "Ġred esign", + "Ġrede sign", + "Ġredes ign", + "To Lower", + "ĠNew man", + "= start", + "ĠIsrael is", + "ĠIsraeli s", + "as iswa", + "asis wa", + "S peech", + "Spe ech", + "Ġnum eros", + "Ġnumer os", + "Ġnumero s", + "handle rs", + "hand lers", + "handler s", + "ĠW ong", + "ĠWo ng", + "ĠWon g", + "Ġм еÑĤод", + "ĠмеÑĤ од", + "We ights", + "Weight s", + "ĠGu jar", + "t eil", + "te il", + "ĠNone theless", + "ĠNon etheless", + "_E FFECT", + "Ġ vect", + "Ġv ect", + "Ġve ct", + "Ġvec t", + "ĠO sc", + "ĠOs c", + "Ġco ats", + "Ġcoat s", + "ĠW heat", + "ĠWh eat", + "ĠWhe at", + "Ġge ek", + "Ġgee k", + "Ġ PROPERTY", + "ĠP ROPERTY", + "ĠPRO PERTY", + "w orm", + "wo rm", + "wor m", + "_ constants", + "_con stants", + "_const ants", + "_constant s", + "ĠB oulder", + "ĠBou lder", + "Ġ Parm", + "ĠP arm", + "ĠPar m", + "ĠPa rm", + "c ole", + "co le", + "col e", + "Ġdefault Center", + "ĠRo uge", + "ĠRou ge", + ": A", + "x cf", + "xc f", + "ĠVen ice", + "ĠVe nice", + "m edian", + "med ian", + "medi an", + "media n", + "Ġred emption", + "F resh", + "Fr esh", + "Fre sh", + "Ġco sm", + "Ġcos m", + "Ġ figur", + "Ġfig ur", + "Ġref urb", + "CO PE", + ". cd", + ".c d", + "Ġch ords", + "Ġchord s", + "Ġchor ds", + "ĠS gt", + "Å į", + "V PN", + "VP N", + "Ġ SEND", + "ĠS END", + "ĠSE ND", + "ĠSEN D", + "a inen", + "ain en", + "ai nen", + "aine n", + "_ accounts", + "_account s", + "_ac counts", + "Ġt enth", + "Ġte nth", + "Ġten th", + "Ġtent h", + "Ġdiss olved", + "Ġdissolve d", + "< App", + "", + "Ġ' >", + "Ġlegitim acy", + "Ġ oo", + "Ġo o", + "S linky", + "Sl inky", + "Ġnational s", + "Ġnation als", + ". words", + ".w ords", + ".word s", + "; p", + "t rap", + "tr ap", + "tra p", + "oman ip", + "oma nip", + "Ġc ues", + "Ġcu es", + "Ġcue s", + "Ġgrad uating", + "Ġgradu ating", + "Ġsem aphore", + "\" ]);ĊĊ", + "\"] );ĊĊ", + "\"]) ;ĊĊ", + "\"]);Ċ Ċ", + "\"]); ĊĊ", + "ace y", + "ac ey", + "RE ET", + "REE T", + "G rab", + "Gr ab", + "ĠF elix", + "ĠFe lix", + "ĠFel ix", + "( Id", + "(I d", + "_ neighbors", + "_ne ighbors", + "_neighbor s", + "Ġmeaning less", + "( del", + "(d el", + "(de l", + "Ġj eder", + "Ġje der", + "Ġjed er", + "Ġjede r", + "ĠContent Values", + ". absolute", + ".a bsolute", + ".abs olute", + "/ cl", + "/c l", + "Ġ xb", + "Ġx b", + "d atum", + "dat um", + "Ġtort ured", + "Ġtorture d", + "Ġrub bing", + "Ġru bbing", + "S cores", + "Sc ores", + "Score s", + "ĠðŁĺ ī", + "Ġav ons", + "Ġam sterdam", + "E OS", + "EO S", + "H al", + "Ha l", + "Ġtrust worthy", + "# =", + ".EX TRA", + "Ġm ano", + "Ġman o", + "Ġma no", + "is icing", + "isi cing", + "- support", + "-s upport", + "-sup port", + "ĉ cursor", + "ĉc ursor", + "Ġ Spo", + "ĠS po", + "ĠSp o", + "ai massage", + "aim assage", + "M ission", + "Miss ion", + "[] {\"", + "[]{ \"", + "Ġpr inters", + "Ġprint ers", + "Ġprinter s", + "Ġprin ters", + "G REEN", + "GRE EN", + "GREE N", + "Ġ teg", + "Ġt eg", + "Ġte g", + "Ġabdom inal", + "! ĊĊĊĊĊĊ", + "!ĊĊ ĊĊĊĊ", + "!Ċ ĊĊĊĊĊ", + "!ĊĊĊĊ ĊĊ", + "!ĊĊĊ ĊĊĊ", + ". Short", + ".S hort", + ".Sh ort", + "а зв", + "аз в", + "ĠGi fts", + "ĠGift s", + "} \")", + "}\" )", + "( binding", + "(b inding", + "(bin ding", + "(bind ing", + "x ce", + "xc e", + "âĢ ij", + "in fos", + "info s", + "inf os", + "Form Data", + "Ġ dart", + "Ġd art", + "Ġda rt", + "Ġdar t", + "Ġ elems", + "Ġe lems", + "Ġel ems", + "Ġele ms", + "Ġelem s", + "( inv", + "(i nv", + "(in v", + "Y L", + "t in", + "ti n", + "G ENER", + "GE NER", + "GEN ER", + "á» ¯", + "Ġ Taken", + "ĠT aken", + "ĠTake n", + "ĠTa ken", + "ĠTak en", + "uc kle", + "uck le", + ": e", + "Ġs pectral", + "Ġspect ral", + "Ġspectra l", + ".b aidu", + "/ ');Ċ", + "/' );Ċ", + "/') ;Ċ", + "Ġgre edy", + "Ġgreed y", + "es ion", + "esi on", + ",,,, ,,,,", + "Ġ/ >,Ċ", + "Ġ/> ,Ċ", + "Ġ/>, Ċ", + "Internal ServerError", + "NS NotificationCenter", + "NSNotification Center", + "Ġ Ai", + "ĠA i", + "Ġs pit", + "Ġsp it", + "Ġspi t", + "Ġaug mented", + "Ġaugment ed", + "Ġstandard UserDefaults", + "FIN ITY", + "R ace", + "Ra ce", + ": C", + "ĠRE CORD", + "ĠREC ORD", + "Ġ Highlight", + "ĠHigh light", + "Ġ' `", + "Ġdef icits", + "Ġdeficit s", + "Ġn ei", + "Ġne i", + "Ġresearch ed", + "T a", + "Ġc opp", + "Ġco pp", + "Ġcop p", + ".Get HashCode", + ") :čĊčĊ", + "): čĊčĊ", + "):čĊ čĊ", + "On Click", + "ĠWell ington", + "ĠWel lington", + "Ġrev ival", + "æ¯ Ķ", + "éĹ ®", + "Ġ NSS", + "ĠN SS", + "ĠNS S", + "Ġf orn", + "Ġfor n", + "Ġfo rn", + "Ġin té", + "Ġint é", + "ĠKu wait", + "_ flip", + "_f lip", + "_fl ip", + "_ bo", + "_b o", + "_ \\", + "Ġocc urrences", + "Ġoccurrence s", + "Ġ Scientists", + "ĠScient ists", + "ĠScientist s", + "S RC", + "SR C", + "o gens", + "og ens", + "ogen s", + "oge ns", + "i grant", + "ig rant", + "igr ant", + "RE MOTE", + "REM OTE", + "Ġ SID", + "ĠS ID", + "ĠSI D", + ". opts", + ".op ts", + ".o pts", + ".opt s", + "u ve", + "uv e", + "( )])Ċ", + "() ])Ċ", + "()] )Ċ", + "Ġlibert arian", + "ĠG lide", + "ĠGl ide", + "l esen", + "le sen", + "les en", + "Ġ forme", + "Ġfor me", + "Ġform e", + "ow ania", + "owa nia", + "owan ia", + "Ġannoy ed", + "D efs", + "De fs", + "Def s", + "Ġ Executor", + "ĠExec utor", + "Ġ casts", + "Ġc asts", + "Ġca sts", + "Ġcas ts", + "Ġcast s", + ". setChecked", + ".set Checked", + "Ġ Sharing", + "ĠSh aring", + "ĠSha ring", + "ĠShar ing", + ".Serialize Object", + "Ġ selectors", + "Ġselect ors", + "Ġselector s", + "Ġsel ectors", + "Ġsele ctors", + "_ OTHER", + "_OT HER", + "ë ¯¸", + "ë¯ ¸", + "( super", + "(s uper", + "( OS", + "(O S", + "_ VERIFY", + "_VER IFY", + "id unt", + "< header", + "';Ċ", + "Ġ/> ';Ċ", + "Ġ/>' ;Ċ", + "Ġvid éo", + "Ġvidé o", + "ĠNe gro", + "ĠNeg ro", + "ĠL ords", + "ĠLord s", + "ĠLor ds", + "ĠT ours", + "ĠTo urs", + "ĠTour s", + "ĠTou rs", + "Ġsoft ly", + ". receive", + ".re ceive", + "Ġ ERC", + "ĠE RC", + "ĠER C", + "Ġdata Set", + "B adge", + "Bad ge", + "Ba dge", + "ĉ Event", + "ĉE vent", + "Ġ perl", + "Ġper l", + "Ġpe rl", + "Ġ {}\\", + "Ġ{ }\\", + "Ġ{} \\", + "( sentence", + "(s entence", + "(sent ence", + "Or Update", + "Ġdim inish", + "Ġdimin ish", + "P IN", + "PI N", + "( draw", + "(d raw", + "(dr aw", + ".To DateTime", + ". EqualTo", + ".Equal To", + "( pin", + "(p in", + "(pi n", + "-p encil", + "l uent", + "lu ent", + "lue nt", + "Ġ Caller", + "ĠC aller", + "ĠCal ler", + "ĠCall er", + "ĠCa ller", + "Ġplay ful", + "- '+", + "-' +", + "x ca", + "xc a", + "s wick", + "sw ick", + ") {}Ċ", + "){ }Ċ", + "} :${", + "}: ${", + "ĠM eth", + "ĠMe th", + "ĠMet h", + ". getCell", + ".get Cell", + ".getC ell", + ". break", + ".b reak", + "Ġ ymax", + "Ġy max", + "=' Ċ", + "}`} >Ċ", + "ĠH iro", + "ĠHi ro", + "ĠHir o", + "( TRUE", + "(TR UE", + "as urer", + "asure r", + "asu rer", + "Ġc uer", + "Ġcu er", + "Ġcue r", + "U ber", + "Ub er", + ". Operation", + ".O peration", + ".Op eration", + "Ġ olan", + "Ġo lan", + "Ġol an", + "Ġola n", + "Ġthr illing", + "Ġthrill ing", + "< Response", + "ĠF emin", + "ĠFe min", + "ĠFem in", + "Ġtr aversal", + "Ġtravers al", + "Ġp oc", + "Ġpo c", + "Ġ setStatus", + "Ġset Status", + "de clar", + "dec lar", + "decl ar", + "std afx", + "Ġaddict ive", + "Ġ Btn", + "ĠB tn", + "Ġexplos ives", + "Ġexplosive s", + "ĠCo oking", + "ĠCook ing", + "ĠPl aint", + "ĠPlain t", + "ĠPla int", + "Ġ accumulator", + "Ġaccum ulator", + "Ġ Appointment", + "ĠApp ointment", + ", password", + ",p assword", + "ĠF AR", + "ĠFA R", + "l uet", + "lu et", + "lue t", + "Further more", + "decl spec", + "_ Statics", + "_Static s", + "_St atics", + ". Dictionary", + ".D ictionary", + "\" >'.", + "\"> '.", + "\">' .", + "ĉ valid", + "ĉval id", + "ĉva lid", + "\" \",", + "\"\" ,", + "In strument", + "Instr ument", + "> J", + "Ġno str", + "Ġnos tr", + "Ġnost r", + "ĠR ift", + "ĠRi ft", + "ĠRif t", + "_ Port", + "_P ort", + "Ġve ces", + "Ġvec es", + "[ ['", + "[[ '", + "Ġrall ies", + "- series", + "-s eries", + "-se ries", + "-ser ies", + "Ġ vv", + "Ġv v", + ". uc", + ".u c", + "Ġr tn", + "Ġrt n", + "State Changed", + "( ins", + "(i ns", + "(in s", + "Ġ Cla", + "ĠC la", + "ĠCl a", + "- -----------Ċ", + "-- ----------Ċ", + "---- --------Ċ", + "-------- ----Ċ", + "--- ---------Ċ", + "------------ Ċ", + "----- -------Ċ", + "---------- --Ċ", + "------ ------Ċ", + "----------- -Ċ", + "------- -----Ċ", + "--------- ---Ċ", + "c us", + "cu s", + "Ġ Reload", + "ĠR eload", + "ĠRe load", + "ĠRel oad", + "// ------------------------------------------------------------------------------------------------", + "//---------------------------------------------------------------- --------------------------------", + "//---------------------------------------------------------------------------- --------------------", + "//------------------------------------------------ ------------------------------------------------", + "//-------------------------------- ----------------------------------------------------------------", + "//-------------------------------------------------------------------------------- ----------------", + "//---------------- --------------------------------------------------------------------------------", + ". seconds", + ".se conds", + ".second s", + ".sec onds", + "_ destination", + "_d estination", + "_dest ination", + "Ġscre wed", + "Ġscr ewed", + "Ġscrew ed", + "> c", + "Th ickness", + "Des igner", + "Design er", + "Ġgr ids", + "Ġgrid s", + "Ġgri ds", + "n Äħ", + "( cookie", + "(c ookie", + "(co okie", + "T rip", + "Tr ip", + "Tri p", + "- Mobile", + "-M obile", + "Ġv oll", + "Ġvo ll", + "Ġvol l", + "Ġgen ital", + "Ġconf isc", + "ĠConfeder ate", + "Ġ webView", + "Ġweb View", + "Ġ mise", + "Ġm ise", + "Ġmis e", + "Ġmi se", + "Ġc ler", + "Ġcl er", + "Ġcle r", + "( selection", + "(s election", + "(se lection", + "(select ion", + "(sel ection", + "$ date", + "$d ate", + "Ġsharp en", + "Ġshar pen", + "r agen", + "ra gen", + "rag en", + "rage n", + "And Update", + "Ġre mix", + "Ġrem ix", + "Ġh tons", + "Ġht ons", + "Ġhton s", + "R W", + "M PI", + "MP I", + "Ġretrie val", + "Ġretr ieval", + "Ġrich est", + "Ġri chest", + "Ġric hest", + "Ġriches t", + ". Decode", + ".De code", + ".Dec ode", + ":init Components", + "ĠT Value", + "ĠTV alue", + "S aint", + "Sa int", + "@ include", + "Ġ PERSON", + "ĠPER SON", + ". sep", + ".s ep", + ".se p", + "Ġ LDAP", + "ĠLD AP", + "g ba", + "gb a", + "Ġgro ÃŁe", + "ĠgroÃŁ e", + "Ġreli ably", + "Ġ DFS", + "ĠD FS", + "ĠDF S", + ".get ItemId", + ".getItem Id", + "Ġpré sent", + "Ġprés ent", + ". getToken", + ".get Token", + "Ġch inese", + "Ġchin ese", + "Ġ Meal", + "ĠMe al", + "Y OU", + "YO U", + "\" > >ĊĊ", + "Ġ> >ĊĊ", + "Ġ>> ĊĊ", + "b ower", + "bo wer", + "bow er", + "Ġsw apped", + "Ġswap ped", + "/ install", + "Ġs inks", + "Ġsin ks", + "Ġsink s", + "etr ize", + "etri ze", + "Ġdec lines", + "Ġdecl ines", + "Ġdecline s", + "ĉ mysql", + "ĉm ysql", + "ĉmy sql", + "Ġ CString", + "ĠC String", + "ĠCS tring", + "ĠM otionEvent", + "ĠMotion Event", + ". Language", + ".L anguage", + "R oad", + "Ro ad", + "ÑĤ еÑĢ", + "ÑĤе ÑĢ", + "asc imento", + "' ))->", + "') )->", + "')) ->", + ". about", + ".a bout", + ".ab out", + "( editor", + "(e ditor", + "(ed itor", + "(edit or", + "ĠR atings", + "ĠRa tings", + "ĠRating s", + "ĠRat ings", + "in come", + "inc ome", + "Å¡ e", + ".de queueReusableCell", + "ĠAust rian", + "ĠAustria n", + "ĠAustr ian", + "Ġs ulla", + "Ġsu lla", + "Ġsul la", + "ĠTrib unal", + "Ġ Didn", + "ĠDi dn", + "ĠDid n", + "о ваÑĢ", + "ов аÑĢ", + "ова ÑĢ", + "Ġins pections", + "Ġinspect ions", + "Ġinspection s", + "Ġinsp ections", + "B oss", + "Bo ss", + "Ġcock tails", + "Ġcocktail s", + "Ġapolog ized", + "Ġapologize d", + "_ subplot", + "_sub plot", + "o pal", + "op al", + "opa l", + "+ =(", + "+= (", + "Ġreson ance", + "i bu", + "ib u", + "Ġ 리", + "Ġë ¦¬", + "Ġë¦ ¬", + "r oma", + "ro ma", + "rom a", + "re serve", + "res erve", + "rese rve", + "p ls", + "pl s", + "ĠT ah", + "ĠTa h", + "a xies", + "ax ies", + "O PLE", + "OP LE", + "ĠDar ren", + "ĠZ ombie", + "_ Map", + "_M ap", + "Ġ ])ĊĊ", + "Ġ] )ĊĊ", + "Ġ])Ċ Ċ", + "Ġ]) ĊĊ", + "Ġ Qi", + "ĠQ i", + "ĠS ail", + "ĠSa il", + "ĠSai l", + "Ġrestrict ive", + "Ġeros ion", + "- par", + "-p ar", + "W HITE", + "WH ITE", + "Ġold u", + "Ġol du", + "Ġap erture", + "Ġbit coins", + "Ġbitcoin s", + "text o", + "tex to", + "ĠCom cast", + "Ġtime less", + "Ġtim eless", + "en kins", + "enk ins", + "Ġfe eder", + "Ġfeed er", + "Ġfee der", + "/ tmp", + "/t mp", + "res den", + "+ '_", + "+' _", + ". Destroy", + ".D estroy", + ".De stroy", + "Ġ çok", + "Ġç ok", + "Ġ DOCUMENT", + "ĠD OCUMENT", + "ĠDOC UMENT", + ". lng", + ".l ng", + ". tagName", + ".tag Name", + "Ġk ullan", + "Ġkul lan", + "eg rate", + "egr ate", + "egra te", + "Ġ( *.", + "Ġ(* .", + "ç¼ĸ è¾ij", + "Ġhand shake", + "s oc", + "so c", + "_ geometry", + "_ge ometry", + "_geo metry", + "_geom etry", + "ĠDam ascus", + "Min or", + "Mi nor", + "ĠK afka", + "ĠKaf ka", + "ìĹ ¬", + "Fl orida", + "_ compute", + "_com pute", + "_comp ute", + ". expr", + ".ex pr", + ".exp r", + "Ġ paralle", + "Ġpar alle", + "Ġpara lle", + "ĠD iaz", + "ĠDi az", + "ĠDia z", + "c ir", + "ci r", + "[ target", + "[t arget", + "Ġj oking", + "Ġjo king", + "Ġg lor", + "Ġgl or", + "Ġglo r", + "( setq", + "(set q", + "_ handlers", + "_handler s", + "_handle rs", + "_hand lers", + "H ang", + "Ha ng", + "Han g", + "Ġf err", + "Ġfe rr", + "Ġfer r", + "r iminal", + "rim inal", + "ĉ ĠĠĠĠĉĉ", + "ĉĠĠĠ Ġĉĉ", + "ĉĠ ĠĠĠĉĉ", + "ĉĠĠ ĠĠĉĉ", + "ĉĠĠĠĠ ĉĉ", + "ĉĠĠĠĠĉ ĉ", + "en ties", + "ent ies", + "enti es", + "def ines", + "define s", + "- tax", + "-t ax", + "json p", + "Ġ UPS", + "ĠU PS", + "ĠUP S", + "m etro", + "me tro", + "met ro", + "_ _;Ċ", + "__ ;Ċ", + "__; Ċ", + "ĠUg anda", + "] )):Ċ", + "]) ):Ċ", + "])) :Ċ", + "_ td", + "_t d", + "x ae", + "xa e", + "l w", + ". OS", + ".O S", + "Ġ Logged", + "ĠLog ged", + "a cid", + "ac id", + "aci d", + "ĠM ayo", + "ĠMay o", + "ĠMa yo", + "a spect", + "as pect", + "asp ect", + "Ġvag inal", + "Ġvagina l", + "Ġinitial izing", + "Ġste roids", + "Ġster oids", + "Ġsteroid s", + "f iction", + "fi ction", + "fic tion", + "G RE", + "GR E", + "g end", + "ge nd", + "gen d", + "Ġli abilities", + "Ġ Lets", + "ĠL ets", + "ĠLe ts", + "ĠLet s", + "M ech", + "Me ch", + "( nc", + "(n c", + "( change", + "(ch ange", + "(chan ge", + "Ġconn ectors", + "Ġconnect ors", + "Ġconnector s", + ": k", + "Ġt ast", + "Ġta st", + "Ġtas t", + "! \");ĊĊ", + "!\" );ĊĊ", + "!\");Ċ Ċ", + "!\"); ĊĊ", + "!\") ;ĊĊ", + "th ings", + "thing s", + "thin gs", + "r ophy", + "ro phy", + "rop hy", + "roph y", + "l uetooth", + "lu etooth", + "luet ooth", + "Ġ SignUp", + "ĠSign Up", + ". ctrl", + ".c trl", + ".ct rl", + "Ġthere in", + "Ġther ein", + "or da", + "ord a", + ". escape", + ".e scape", + ".es cape", + "ig ator", + "iga tor", + "Ġpet rol", + "Ġspec imen", + "Ġspeci men", + "Ġdeb uted", + "Ġdebut ed", + "- Pro", + "-P ro", + "Ġcr ises", + "Ġcri ses", + "Ġcris es", + ".add View", + "ëı Ļ", + "- door", + "-d oor", + "-do or", + "Ġm onet", + "Ġmon et", + "Ġmo net", + "Ġm illis", + "Ġmill is", + "Ġmil lis", + "Ġmilli s", + "Ġ vier", + "Ġv ier", + "Ġvi er", + "Ġvie r", + "Internal Enumerator", + "Ġ admins", + "Ġad mins", + "Ġadmin s", + "Ġadm ins", + "ĠL air", + "ĠLa ir", + "z in", + "zi n", + "get Query", + "um bles", + "umb les", + "umble s", + "L IMIT", + "LI MIT", + "ĠV ig", + "ĠVi g", + "_ song", + "_s ong", + "_so ng", + "< Character", + ": :.", + ":: .", + "_ hom", + "_h om", + "_ bp", + "_b p", + "ĠSup ervisor", + "ĠSuper visor", + "ĠSuperv isor", + "sub mission", + "ab ile", + "abil e", + "abi le", + "Ġn oi", + "Ġno i", + "Or Create", + "Ġp eel", + "Ġpe el", + "Ġpee l", + "Ġon Start", + "Ġsent iments", + "Ġsentiment s", + "v ehicles", + "veh icles", + "vehicle s", + "Ġclass rooms", + "Ġclassroom s", + "Ġs zer", + "Ġsz er", + "Ġb ending", + "Ġben ding", + "Ġbend ing", + "Ġlong evity", + "Ġ acl", + "Ġa cl", + "Ġac l", + "ĠAle ppo", + "Ġ UM", + "ĠU M", + "ĠR icht", + "ĠRich t", + "ĠRic ht", + "ĠRi cht", + "Ġmulti processing", + "Ġmultip rocessing", + "DO MAIN", + "DOM AIN", + "\", \"+", + "\",\" +", + "_ YEAR", + "_Y EAR", + "Ġsc rape", + "Ġscr ape", + "Ġscrap e", + "Ġsol itary", + "Ġ\" ]\";Ċ", + "Ġ\"] \";Ċ", + "Ġ\"]\" ;Ċ", + "/ errors", + "/error s", + "ìŀ ¬", + "ľ ëł¥", + "b etter", + "bet ter", + "bett er", + "bette r", + "ĉ number", + "ĉn umber", + "ĉnum ber", + "Ġ LF", + "ĠL F", + "Ġ Across", + "ĠA cross", + "ĠAc ross", + "Pub Med", + "\\ \"\"", + "\\\" \"", + "ĠExcell ence", + "Ġus ando", + "Ġusa ndo", + "ĠU IP", + "ĠUI P", + "Activity Indicator", + "_ VOID", + "_V OID", + "_VO ID", + "Ġbre eds", + "Ġbreed s", + "Ġbree ds", + "ï½ ¥", + "ues tas", + "uest as", + "uesta s", + "ĠTre asure", + "ustr alian", + "ustral ian", + "ustralia n", + "( face", + "(f ace", + "ĠT ennis", + "ĠTen nis", + "ĠTenn is", + "ĉ Int", + "ĉI nt", + "ĉIn t", + "ĠH ansen", + "ĠHan sen", + "ĠHans en", + "ç µ", + ": I", + "Ġ âľĶ", + "Ġâľ Ķ", + "G RAY", + "GR AY", + "GRA Y", + "O USE", + "OU SE", + "OUS E", + "Ġhe pat", + "Ġhep at", + "ł í", + "A IR", + "AI R", + "ó ż", + "Ġ queued", + "Ġque ued", + "Ġqueue d", + "vin cia", + "vi ncia", + "vinc ia", + "ĠCh romium", + "ĠChrom ium", + "Ġcompet ence", + "Ġcompete nce", + "un gal", + "ung al", + "unga l", + "i lli", + "il li", + "ill i", + "Ġget By", + "Ġ Finder", + "ĠF inder", + "ĠFin der", + "ĠFind er", + "ĠFi nder", + "Ġincap able", + "Ġs add", + "Ġsa dd", + "Ġsad d", + "Ġc ites", + "Ġcit es", + "Ġci tes", + "Ġcite s", + "ĠChurch ill", + "S dk", + "More over", + "A spNet", + "As pNet", + "( Float", + "(F loat", + "$ password", + "$p assword", + "Ġ Connor", + "ĠCon nor", + "ĠConn or", + "- session", + "-s ession", + "_ dm", + "_d m", + "* ))", + "*) )", + "Ġde utsch", + "Ġdeut sch", + "Ġ NX", + "ĠN X", + "Ġper ks", + "Ġperk s", + "_ SORT", + "_S ORT", + "_SO RT", + "_TO OL", + "_TOO L", + "_ VISIBLE", + "_V ISIBLE", + "_VIS IBLE", + ". asp", + ".as p", + ".a sp", + "æĪ ĸ", + "ĠBre ath", + "D etect", + "Det ect", + "ĠD uel", + "ĠDu el", + "ĠDue l", + ". cmb", + ".c mb", + ".cm b", + "[ it", + "[i t", + ".Set Bool", + "Ġnarc iss", + "Ġab ide", + "Ġabi de", + "Ġej emplo", + "ĠâĦ ķ", + "Ġm ornings", + "Ġmor nings", + "Ġmorning s", + "Ġcomp utes", + "Ġcomput es", + "Ġcompute s", + ". ssl", + ".s sl", + ".ss l", + "j t", + "Ġm uchos", + "Ġmuch os", + "Ġmu chos", + "Ġmucho s", + "Ġmuc hos", + "_ SS", + "_S S", + "[ end", + "[e nd", + "Ġb asin", + "Ġbas in", + "Ġba sin", + "Ġalg unos", + "Ġalgun os", + "ĠCroat ia", + "line width", + "lin ewidth", + "( tags", + "(t ags", + "(tag s", + "( hidden", + "(h idden", + "ÃŃ cio", + "ÃŃc io", + "Ġa par", + "Ġap ar", + "Ġapa r", + "Ġ ж", + "ĠÐ ¶", + "ä¸ İ", + ". food", + ".f ood", + ".foo d", + "ĠR ural", + "ĠRu ral", + "Ġbread th", + "å½ ±", + "( sess", + "(s ess", + "(se ss", + "+ \")", + "+\" )", + "Ġ Paste", + "ĠP aste", + "ĠPa ste", + "ĠPast e", + "ĠPas te", + "Ġserv idor", + "ĠBit Set", + "ĠT ran", + "ĠTr an", + "ĠTra n", + "l aus", + "la us", + "v ette", + "ve tte", + "vet te", + "e yes", + "ey es", + "eye s", + "Ġ CLICK", + "ĠCL ICK", + "ĠCLI CK", + "ĠV III", + "ĠVI II", + "ĠVII I", + "ĠTur ns", + "ĠTurn s", + "ĠLe Bron", + "ĠM uj", + "ĠMu j", + "Ġ Deg", + "ĠD eg", + "ĠDe g", + "ĠAd ults", + "ĠAdult s", + "_ suite", + "_s uite", + "_su ite", + "process able", + "Ġ PHY", + "ĠP HY", + "ĠPH Y", + "g hest", + "gh est", + ". Fail", + ".F ail", + "ĠS lack", + "ĠSl ack", + "c ej", + "ce j", + "\\ Carbon", + "\\C arbon", + "Ġsuper star", + "Ġsupers tar", + "Ġsuperst ar", + "Ġhold ings", + "Ġholding s", + "Ġhol dings", + "( forms", + "(form s", + "(for ms", + "Ġ' #'", + "Ġ'# '", + "M ultip", + "Multi p", + "Mult ip", + "Mul tip", + "(\" [%", + "(\"[ %", + "- solid", + "-s olid", + "-so lid", + "/ url", + "/u rl", + "- tier", + "-t ier", + "[ length", + "[l ength", + "[len gth", + "Ġ StreamWriter", + "ĠStream Writer", + "ĠMarket place", + "get text", + "gett ext", + "_T ICK", + "_TI CK", + "Ġ Forge", + "ĠF orge", + "ĠFor ge", + "ĠForg e", + "Ġblack jack", + "ĠDO ES", + "ĠDOE S", + "ĠM atters", + "ĠMat ters", + "ĠMatt ers", + "ĠMatter s", + "ĠMatte rs", + "w aves", + "wa ves", + "wave s", + "wav es", + "Ġwhisper ed", + "Ġ lush", + "Ġl ush", + "Ġlu sh", + "ìĺ ¤", + "d igital", + "digit al", + "dig ital", + "Ġw rink", + "Ġwr ink", + "ĠH ogan", + "ĠHo gan", + "ĠHog an", + "Ġrust ic", + "Ġrus tic", + ".Apply Resources", + "ĠH ardy", + "ĠHar dy", + "ĠHard y", + "os omes", + "oso mes", + "osome s", + "A UT", + "AU T", + ". STATE", + ".ST ATE", + "Ġnarr atives", + "Ġnarrative s", + "ĉ store", + "ĉst ore", + "b ib", + "bi b", + "ĉ Scanner", + "ĠC ody", + "ĠCo dy", + "ĠCod y", + "\\ Repositories", + "Ġre union", + "Ġreun ion", + "an dum", + "and um", + "âĢĻ h", + "Ġsn iff", + "NS Bundle", + "Ġcompreh end", + "_ USAGE", + "_US AGE", + "_ occ", + "_o cc", + "_oc c", + "URRE NCY", + "J NI", + "Ġspecial izing", + "Ġ visions", + "Ġv isions", + "Ġvis ions", + "Ġvision s", + "Ġdo lore", + "Ġdol ore", + "Ġdolor e", + "Ġ vá", + "Ġv á", + "ĠChe vy", + "Ġ Styled", + "ĠSt yled", + "ĠStyle d", + "ĠSty led", + "imp act", + "a llen", + "al len", + "all en", + "alle n", + "Ġ kart", + "Ġk art", + "Ġka rt", + "Ġkar t", + "ĠTable t", + "ĠTab let", + "st uff", + "stu ff", + "re esome", + "ree some", + "rees ome", + "а ÑĤоÑĢ", + "аÑĤ оÑĢ", + "аÑĤо ÑĢ", + "//---------------------------------------------------------------- -----------Ċ", + "//- --------------------------------------------------------------------------Ċ", + "_ Admin", + "_Ad min", + "Ġcell phone", + "Ġ autoplay", + "Ġaut oplay", + "Ġauto play", + "Ġautop lay", + "Ġc ambio", + "Ġcam bio", + "Ġcamb io", + "Ġcambi o", + "Ġmar itime", + "Ġmari time", + "_ BOOT", + "_B OOT", + "_BO OT", + "- quarter", + "-qu arter", + "Ġlat ina", + "Ġlatin a", + "ĠAJ AX", + "e quiv", + "equ iv", + "ĠFront ier", + "Ġ XY", + "ĠX Y", + "} ]Ċ", + "}] Ċ", + "ĠR ough", + "ĠRo ugh", + "ĠRou gh", + ". proto", + ".pro to", + ".prot o", + ".pr oto", + "Ġcorrect ness", + "Ġfa cil", + "Ġfac il", + "Ġ Reached", + "ĠRe ached", + "ĠReach ed", + "ãģĿ ãģ®", + "V IS", + "VI S", + ". ps", + ".p s", + "Ġstr ncpy", + "Ġdif fusion", + "Ġdiff usion", + ".start Activity", + "� ��", + "�� �", + "Ġacc omp", + "Ġac comp", + "Ġaccom p", + "AME SPACE", + "AMES PACE", + "imon ials", + "imonial s", + "ĠB last", + "ĠBl ast", + "aby rin", + "Ġd ome", + "Ġdo me", + "Ġdom e", + "Ġext rav", + "Ġextra v", + "Ġextr av", + "Ġ yen", + "Ġy en", + "Ġye n", + "Ġcul inary", + "P RI", + "PR I", + "ĠComm unities", + "ĠCommun ities", + "n id", + "ni d", + "_ operations", + "_oper ations", + "_operation s", + ". hs", + ".h s", + "ĠM ilton", + "ĠMil ton", + "Ġno ises", + "Ġnoise s", + "Ġnoi ses", + "Autoresizing Mask", + "( cid", + "(c id", + "(ci d", + "} ĊĊĊĊĊĊ", + "}Ċ ĊĊĊĊĊ", + "}ĊĊ ĊĊĊĊ", + "}ĊĊĊ ĊĊĊ", + "}ĊĊĊĊ ĊĊ", + "}ĊĊĊĊĊ Ċ", + "] },Ċ", + "]} ,Ċ", + "]}, Ċ", + "Ġ Detection", + "ĠD etection", + "ĠDe tection", + "ĠDet ection", + "ĠDetect ion", + "ta bla", + "tab la", + "tabl a", + "Ġlib erties", + "Ġlibert ies", + "Ġliber ties", + "_D YNAMIC", + "w get", + "wg et", + "ĠT ür", + "ĠP ascal", + "ĠPa scal", + "ĠPas cal", + "Trans parent", + "Del ayed", + "Delay ed", + "] ()", + "]( )", + "ĠHer bert", + "ĠHerb ert", + "< ActionResult", + "", + "}- >", + "Ġpas ado", + "Ġpasa do", + "th ank", + "tha nk", + "than k", + "_ Delete", + "_De lete", + "ĠBr ighton", + "ĠBright on", + "ĠBrig hton", + ", unsigned", + "ä½ľ èĢħ", + "Ġaspir ations", + "Ġaspiration s", + "- how", + "-h ow", + "R ose", + "Ro se", + "Ros e", + "= ((", + "=( (", + "_ needed", + "_ne eded", + "_need ed", + "_ plural", + "_pl ural", + "< Application", + " >ĊĊ", + ">> ĊĊ", + ">>Ċ Ċ", + "Ġsurface d", + "Ġsurf aced", + "Ġìł Ģìŀ¥", + "ĠìłĢ ìŀ¥", + "pl atz", + "plat z", + "pla tz", + "ĉ email", + "ĉe mail", + "ĉem ail", + "cept ors", + "ceptor s", + "cep tors", + "\" >(", + "\"> (", + "Ġe pile", + "Ġep ile", + "è¯ »", + "ĠDe bt", + "ĠDeb t", + "åij Ĭ", + "N OP", + "NO P", + "\" https", + "\"http s", + ": j", + "Form Item", + "_ LICENSE", + "_L ICENSE", + ".get Double", + ".getD ouble", + "ĠAg enda", + "ĠAge nda", + "ĉ finally", + "ĉf inally", + "ĉfinal ly", + "( filters", + "(f ilters", + "(filter s", + "(fil ters", + "( av", + "(a v", + "ç¾ İ", + "A PER", + "AP ER", + "APE R", + "Ġ lava", + "Ġl ava", + "Ġla va", + "Ġlav a", + "еÑĢ ж", + ") )))ĊĊ", + ")) ))ĊĊ", + "))) )ĊĊ", + "))))Ċ Ċ", + ")))) ĊĊ", + "Ġfa ulty", + "Ġfault y", + "_ nm", + "_n m", + "Ġt rava", + "Ġtr ava", + "Ġtra va", + "Ġtrav a", + "( Bitmap", + "(B itmap", + "(Bit map", + "Ġspe eding", + "Ġspeed ing", + "> ').", + ">' ).", + ">') .", + "Ġscreen ed", + "Ġscre ened", + "_ roll", + "_r oll", + "_ro ll", + "ĠMac Book", + "Ġ AUD", + "ĠA UD", + "ĠAU D", + "Ġdiagn ose", + ". Generate", + ".G enerate", + ".Gen erate", + "Ġ ^^", + "Ġ^ ^", + "Ġs trs", + "Ġst rs", + "Ġstr s", + "[ Test", + "[T est", + "Ġr ansom", + "Ġran som", + "ĠDH CP", + "el den", + "eld en", + "Ġinterpret ations", + "Ġinterpretation s", + "( )].", + "() ].", + "()] .", + "flat Map", + "Ġline Height", + "_ mount", + "_m ount", + "_mo unt", + "ĠW izards", + "ĠWizard s", + "Ġsl uts", + "Ġslut s", + "Ġslu ts", + "eh ler", + "o dal", + "od al", + "oda l", + "Ġmilit ia", + "Ġmil itia", + "å ²", + "ear ned", + "earn ed", + "Ġmis ery", + "Ġmise ry", + "Ġmiser y", + "int val", + "f und", + "fun d", + "fu nd", + "Ġh ides", + "Ġhide s", + "Ġhi des", + "Ġhid es", + "Ġdi arr", + "Ġdia rr", + "ĠWes ley", + "Ġ xmm", + "Ġx mm", + "Ġxm m", + "Ġqu em", + "Ġque m", + "Ġq uem", + "ĠAr abs", + "ĠArab s", + "ĠAra bs", + "if th", + "ift h", + "ategor ized", + "ategori zed", + "D isposable", + "Dis posable", + "P ure", + "Pu re", + "_NOT IFY", + "sn ippet", + "ĠGar rett", + "ĠGarr ett", + ". running", + ".r unning", + ".run ning", + ". weights", + ".weight s", + ".we ights", + "Ġ (--", + "Ġ( --", + "Ġ(- -", + "Ġin variant", + "Ġinv ariant", + "äºĭ 件", + "Ġ Allowed", + "ĠAll owed", + "ĠAllow ed", + "d irs", + "dir s", + "di rs", + "Ġpass ions", + "Ġpassion s", + "Ġ lad", + "Ġl ad", + "Ġla d", + "Ġ Flush", + "ĠF lush", + "ĠFl ush", + "ĠFlu sh", + "m enus", + "men us", + "menu s", + ": block", + ":b lock", + "Ġcom pra", + "Ġcomp ra", + "Ġcompr a", + ".ch omp", + "al locator", + "all ocator", + "alloc ator", + "alloca tor", + "Ġcur ated", + "Ġcu rated", + "Ġ Knowing", + "ĠKn owing", + "ĠKnow ing", + "ĠPatt erson", + "Ġt elah", + "Ġte lah", + "Ġtel ah", + "Ġtela h", + "' ex", + "'e x", + "Ġdo omed", + "Ġdoom ed", + "Ġphil anth", + "o tty", + "ot ty", + "ott y", + ". styles", + ".st yles", + ".style s", + "Own ed", + "Ġallerg ies", + "Ġaller gies", + "= params", + "oc ese", + "oce se", + "it elist", + "ite list", + "itel ist", + "iteli st", + "Ġ Sending", + "ĠS ending", + "ĠSen ding", + "ĠSend ing", + "b ef", + "be f", + "or rar", + "orr ar", + "orra r", + "Ġ Não", + "ĠN ão", + "ĠF argo", + "ĠFar go", + "ĠL ub", + "ĠLu b", + "Ġ Combined", + "ĠComb ined", + "ĠCombine d", + "_ given", + "_g iven", + "ĉ ĉĉĉĉĠĠĠĠ", + "ĉĉ ĉĉĉĠĠĠĠ", + "ĉĉĉĉ ĉĠĠĠĠ", + "ĉĉĉ ĉĉĠĠĠĠ", + "ĉĉĉĉĉ ĠĠĠĠ", + "ĉĉĉĉĉĠ ĠĠĠ", + "ĉĉĉĉĉĠĠĠ Ġ", + "ĉĉĉĉĉĠĠ ĠĠ", + "Ġre conciliation", + "Ġreconc iliation", + "Pattern s", + "az ard", + "aza rd", + "azar d", + "Ġbio mass", + "Ġbiom ass", + "ĠH ouses", + "ĠHouse s", + "ĠHo uses", + "ĠHou ses", + "resp uesta", + "c co", + "cc o", + "/ topics", + "/to pics", + "/top ics", + "/topic s", + "ĠY uk", + "ĠYu k", + "Ġweak ened", + "Ġweaken ed", + "_ calendar", + "_c alendar", + "_cal endar", + "Ġmulher es", + "ĠM arl", + "ĠMar l", + "ĠMa rl", + "Ġs ine", + "Ġsi ne", + "Ġsin e", + "ĠT il", + "ĠTi l", + "ĠSo uls", + "ĠSou ls", + "ĠSoul s", + "ĠDe utsche", + "ĠDeutsch e", + "ĠF OLLOW", + "Ġp ipelines", + "Ġpipe lines", + "Ġpipeline s", + "Ġpip elines", + "ĠBever ly", + "_DIP SETTING", + "\" #", + "Ġ Proto", + "ĠPro to", + "ĠPr oto", + "ĠProt o", + ". big", + ".b ig", + ".bi g", + "ĠS avings", + "ĠSav ings", + "ĠSaving s", + "ĠT anz", + "ĠTa nz", + "ĠTan z", + "j un", + "ju n", + "Ġ Gamma", + "ĠG amma", + "ĠGa mma", + "ĠGam ma", + "ĠS add", + "ĠSa dd", + "ĠSad d", + "Ġadv isors", + "Ġadvis ors", + "Ġadvisor s", + "Ġro ast", + "Ġun ters", + "Ġunt ers", + "Ġunter s", + "ud ies", + "udi es", + "_ lon", + "_l on", + "_lo n", + "- pointer", + "-point er", + "-po inter", + "ĠElement Ref", + "\\ Builder", + "example Input", + ". webdriver", + ".web driver", + "data Type", + "Ġ Quite", + "ĠQ uite", + "ĠQu ite", + "ĠQui te", + "ĠQuit e", + "ĠCelt ics", + "ĠCel tics", + "ĠCeltic s", + "u il", + "ui l", + "- defense", + "-def ense", + "b ish", + "bi sh", + "bis h", + "ĠUI Window", + "Ġ Suddenly", + "ĠS uddenly", + ". hot", + ".h ot", + ". reason", + ".re ason", + "Ġg ör", + "Ġgö r", + "A MD", + "AM D", + ". Multi", + ".M ulti", + ".Mult i", + "auth enticated", + "authenticate d", + "reg ions", + "region s", + "; (", + "а ÑĢам", + "аÑĢ ам", + "аÑĢа м", + "ĠKir by", + "$ route", + "$r oute", + "PREC ATED", + "ĠDur ham", + "o wo", + "ow o", + "ĠPer forms", + "ĠPerform s", + "Ġdisreg ard", + "n st", + "ns t", + "ĠP ols", + "ĠPol s", + "ĠPo ls", + "Ġget P", + "\" ]:", + "\"] :", + "-color ed", + "-col ored", + "( Keys", + "(Key s", + "ĠAl leg", + "ĠAll eg", + "ĠAlle g", + "_ modify", + "_mod ify", + "_ loading", + "_lo ading", + "_load ing", + "s trained", + "str ained", + "stra ined", + "strain ed", + "Ġat roc", + "Ġatr oc", + "_p hr", + "_ph r", + "< Sprite", + "", + "c eph", + "ce ph", + "cep h", + ".DateTime Picker", + ". \";ĊĊ", + ".\" ;ĊĊ", + ".\";Ċ Ċ", + ".\"; ĊĊ", + "ĠT ie", + "ĠTi e", + ", item", + ",i tem", + ",it em", + "Ġm enn", + "Ġme nn", + "Ġmen n", + "G as", + "Ga s", + "o cha", + "oc ha", + "och a", + "_ virtual", + "_v irtual", + "Ġmaster piece", + "_ sequences", + "_se quences", + "_sequence s", + "L TE", + "LT E", + "Ġ Submission", + "ĠSub mission", + "C aller", + "Call er", + "Cal ler", + "Ca ller", + "$ \\", + "S port", + "Sp ort", + "Spo rt", + "ag us", + "agu s", + "Constraint Maker", + "Ġco loc", + "Ġcol oc", + "Ġ wig", + "Ġw ig", + "Ġwi g", + "Ġ У", + "ĠÐ £", + "ĉ Array", + "ĉA rray", + "L ooks", + "Lo oks", + "Look s", + "ĠG TA", + "ĠGT A", + ". steps", + ".st eps", + ".step s", + "atch ewan", + "_ ranges", + "_r anges", + "_range s", + "ext Alignment", + "ĠBren nan", + "Ġab straction", + "Ġabs traction", + "Ġabstract ion", + "Ġabst raction", + "uler Angles", + ". misc", + ".m isc", + ".mi sc", + "Ġantib odies", + "Ġex ponential", + "Ġexponent ial", + "Ġ CHANNEL", + "ĠCH ANNEL", + "exp ense", + "' y", + "Ġdetect ives", + "Ġdetective s", + "Ġpur ported", + "Y STEM", + "YS TEM", + "YST EM", + "Ġradio active", + "ĠLat ina", + "ĠLatin a", + ". Encoding", + ".En coding", + ".Enc oding", + ". TAG", + ".T AG", + "x in", + "xi n", + "D egree", + "De gree", + "Deg ree", + "ur acion", + "ura cion", + "p rices", + "pr ices", + "price s", + "pri ces", + "ĠRefer entialAction", + "Ġr arity", + "Ġrar ity", + "Ġp iles", + "Ġpi les", + "Ġpil es", + "Ġpile s", + "g ende", + "ge nde", + "gen de", + "gend e", + "_ projects", + "_project s", + "_proj ects", + "_ globals", + "_g lobals", + "_global s", + "_glob als", + ". startTime", + ".start Time", + "Ġ 구", + "Ġê µ¬", + "Ġêµ ¬", + "SE CTION", + "SEC TION", + "_ publish", + "_p ublish", + "_pub lish", + "F ault", + "Fa ult", + "D DL", + "DD L", + "_ prior", + "_p rior", + "_pr ior", + "_pri or", + "M om", + "Mo m", + "Ġth icker", + "Ġthick er", + "Ġthi cker", + "Ġ sequelize", + "Ġsequ elize", + "Ġsequel ize", + "Ġess entials", + "Ġessential s", + "s tras", + "st ras", + "str as", + "stra s", + "in tr", + "int r", + "> (()", + ">( ()", + ">(( )", + ". management", + ".man agement", + ".manage ment", + "e il", + "ei l", + "éĹ Ń", + "A ware", + "Aw are", + ". City", + ".C ity", + "ĠAr bit", + "ĠArb it", + "_ DM", + "_D M", + "_ keyboard", + "_key board", + "L Object", + "LO bject", + "- webpack", + "-web pack", + "ĠNew port", + "Ġprincipal Column", + "leg ant", + "Ġp allet", + "Ġpal let", + "Ġpall et", + "Ġfract ure", + "Ġfrac ture", + "Ġ gmail", + "Ġg mail", + "Ġgm ail", + ". Meta", + ".M eta", + ".Me ta", + "A bove", + "Ab ove", + ". KeyEvent", + ".Key Event", + "j it", + "ji t", + "_ macro", + "_m acro", + "_mac ro", + "_ma cro", + "_P USH", + "_PUS H", + "á» ©", + "/ controller", + "/control ler", + "åĬł è½½", + "Ġsuperf icial", + "exter ity", + "Ġ mensagem", + "Ġm ensagem", + "Ġmens agem", + "W ind", + "Win d", + "Wi nd", + "i ston", + "is ton", + "ist on", + "isto n", + ".open api", + "и ÑĢов", + "иÑĢ ов", + "Ġ Serializer", + "ĠS erializer", + "ĠSerial izer", + "ĠSerialize r", + "uct ive", + "Ġ zar", + "Ġz ar", + "Ġza r", + "P laces", + "Pl aces", + "Place s", + ". Static", + ".St atic", + ".Stat ic", + "B a", + "Ġin advert", + "ĠIndones ian", + "ĠIndonesia n", + "_I PV", + "_IP V", + "( horizontal", + "(h orizontal", + "Ġ getTitle", + "Ġget Title", + "ide press", + "ĠConsole Color", + "i pers", + "ip ers", + "ipe rs", + "iper s", + "$ out", + "$o ut", + "Ġfest ive", + "Ġeven ings", + "Ġevening s", + "Ġeve nings", + ". GetData", + ".Get Data", + "uit ka", + "ĠManual s", + "us sed", + "uss ed", + "_ Max", + "_M ax", + ". Chat", + ".C hat", + ".Ch at", + "ĠA ircraft", + "ĠAir craft", + "= com", + "=c om", + "F OUND", + "FO UND", + "a pro", + "ap ro", + "apr o", + "Ġtre asures", + "Ġtreasure s", + "_ alive", + "_a live", + "_al ive", + "Ġg adget", + "Ġgad get", + "e king", + "ek ing", + "eki ng", + "Button Down", + "B rowsable", + ".PER MISSION", + "P ASSWORD", + "PASS WORD", + "Ġ HASH", + "ĠH ASH", + "ĠHAS H", + "ĠHA SH", + "f é", + "\\ TestCase", + "\\Test Case", + "LO SS", + "LOS S", + "o thers", + "other s", + "oth ers", + ", J", + "Ġass hole", + "Ġassh ole", + "w erk", + "we rk", + "wer k", + "Ġm ã", + ". ie", + ".i e", + "e vil", + "ev il", + "evi l", + "kont akte", + "/ ///////////////////////////////////////////////////////////////////////////////Ċ", + "/// /////////////////////////////////////////////////////////////////////////////Ċ", + "//////////////////////////////////////////////////////////////////////////// ////Ċ", + "//////////////////////////////////////////////////////////////////////////////// Ċ", + "= sys", + "=s ys", + "ĉ lock", + "ĉl ock", + "ĉloc k", + "-- ;ĊĊ", + "--;Ċ Ċ", + "--; ĊĊ", + "_ FUN", + "_F UN", + "Fill Color", + "ó a", + "p rend", + "pr end", + "pre nd", + "Ġcom pressor", + "Ġcompr essor", + "Ġcompress or", + "M other", + "Mo ther", + "Mot her", + "ĠAr cher", + "ĠArch er", + "ĠArc her", + ". goto", + ".g oto", + ".go to", + "Ġwür de", + "Ġbam boo", + "Ġbamb oo", + "ï¼ İ", + "Ġ Trees", + "ĠT rees", + "ĠTr ees", + "ĠTree s", + "ĠTre es", + "Ġb umper", + "Ġbump er", + "Ġbum per", + "Ġsa usage", + "Ġsau sage", + "ĠEl asticsearch", + "ĠElastic search", + "Ġhor izontally", + "Ġhorizontal ly", + "ĠG ul", + "ĠGu l", + "Im mutable", + "Imm utable", + "Ġ loser", + "Ġl oser", + "Ġlo ser", + "Ġlos er", + "Ġlose r", + "Ġab orted", + "Ġabort ed", + "- demo", + "-d emo", + "-de mo", + "-dem o", + "ĠH atch", + "ĠHat ch", + "Ġ unde", + "Ġu nde", + "Ġun de", + "Ġund e", + "Ġpro cesso", + "Ġprocess o", + "Ġproc esso", + "Ġproces so", + "- call", + "-c all", + "-cal l", + "-ca ll", + "In come", + "Inc ome", + "å ĥ", + "_ returns", + "_return s", + "'] .\"'", + "']. \"'", + "'].\" '", + "( sw", + "(s w", + "C BS", + "CB S", + "am ilies", + "ami lies", + "amil ies", + "ĠYour self", + "ĠYours elf", + "ĠH olt", + "ĠHol t", + "ĠHo lt", + ". MON", + ".M ON", + "ৠĩ", + "ÑĪ е", + "a non", + "an on", + "ano n", + "Ġ FontAwesome", + "ĠFont Awesome", + "pro ducer", + "produ cer", + "prod ucer", + "produce r", + "j r", + "Ġm au", + "Ġma u", + "ĉ inter", + "ĉint er", + "ĉin ter", + "Ġdish onest", + "Ġm agna", + "Ġmag na", + "Ġmagn a", + "ĠColl ective", + "ĠCollect ive", + "Ġvra iment", + "Ġvrai ment", + "Ġcho ix", + "st ay", + "sta y", + "Ġwel ding", + "Ġweld ing", + "r ising", + "ri sing", + "ris ing", + ", min", + ",m in", + "ĠF ate", + "ĠFa te", + "ĠFat e", + "g lob", + "gl ob", + "RGB A", + "RG BA", + "Ġd ette", + "Ġde tte", + "Ġdet te", + "V en", + "Ve n", + "Ġembarrass ment", + ". DELETE", + ".DE LETE", + "g regar", + "greg ar", + "gre gar", + "- render", + "-r ender", + "-re nder", + "-ren der", + "( bucket", + "(b ucket", + "\" >ĊĊĊ", + "\"> ĊĊĊ", + "\">Ċ ĊĊ", + "\">ĊĊ Ċ", + ".wait Key", + "Bus y", + "Bu sy", + "Ġdifferent iation", + "ĠC ST", + "ĠCS T", + ". Constant", + ".Con stant", + ".Cons tant", + "Ġline Number", + "( matches", + "(m atches", + "(match es", + "(mat ches", + "Ġ websocket", + "Ġweb socket", + "Ġwebs ocket", + "Ġbar red", + "Ġbarr ed", + "Ġpued es", + "Ġpu edes", + "Ġpuede s", + "M ono", + "Mon o", + "Mo no", + "C ORE", + "CO RE", + "COR E", + "I ID", + "II D", + "ĠĠ ĠĠčĊčĊ", + "ĠĠĠĠ čĊčĊ", + "ĠĠĠ ĠčĊčĊ", + "ĠĠĠĠčĊ čĊ", + "Ġpúb lico", + "le aning", + "lean ing", + "lea ning", + "Ġclean sing", + "Ġcleans ing", + "Ġc ris", + "Ġcr is", + "Ġcri s", + "ĠDev ils", + "ĠDevil s", + "_ SETTING", + "_SET TING", + "unt ary", + "unta ry", + ". );Ċ", + ".) ;Ċ", + "Ċ ĠĠĠĊ", + "[ curr", + "[c urr", + "[cur r", + "t sy", + "ts y", + "ĠAlex is", + "ĠAle xis", + "r itel", + "ri tel", + "rit el", + "rite l", + "Ġpet roleum", + "Ġpetrol eum", + ".pre processing", + "m atter", + "mat ter", + "For Result", + "- license", + "-l icense", + "Ġtravel lers", + "Ġtrav ellers", + "Ġtraveller s", + "Ġ Dispatcher", + "ĠDispatch er", + "ĠDisp atcher", + "enn ifer", + "Ġdigest ive", + "P ED", + "PE D", + "hib ition", + "hibit ion", + "MAS ConstraintMaker", + "ĠW att", + "ĠWat t", + "ĠWa tt", + "B enef", + "Ben ef", + ".set View", + "d to", + "dt o", + "T EE", + "TE E", + "ĠPel osi", + "_EX TRA", + "_EXT RA", + "Ġmed als", + "Ġmedal s", + "x hr", + "fore cast", + "for ecast", + "Ġn argin", + "Ġnar gin", + "o uns", + "ou ns", + "oun s", + "- fill", + "-f ill", + "-fi ll", + "_CUR SOR", + "Ġsup ervised", + "Ġsuper vised", + "Ġsuperv ised", + "Ġsupervise d", + "Ġt urf", + "Ġtu rf", + "Ġtur f", + "ĠEd gar", + "POS ITION", + "POSIT ION", + "Ġ categoryId", + "Ġcategory Id", + "â ī", + "_ ER", + "_E R", + "ủ a", + "Sh own", + "Show n", + ". ll", + ".l l", + "_POL ICY", + "( ),'", + "() ,'", + "(), '", + "Ġ Prev", + "ĠP rev", + "ĠPr ev", + "ĠPre v", + "ĠString Field", + "ĉ Global", + "ĉG lobal", + "as sed", + "ass ed", + "asse d", + "Through out", + "o stringstream", + ".awt extra", + "Ġsl opes", + "Ġslo pes", + "Ġslope s", + "Ġ Sequential", + "ĠSe quential", + "ĠSequ ential", + "Ġgi orn", + "Ġgio rn", + "Ġ zelf", + "Ġz elf", + "Ġze lf", + "Ġzel f", + "Ġvers atility", + "Ġversa tility", + "le neck", + "len eck", + "lene ck", + ". cgi", + ".c gi", + ".cg i", + "Ġdoub ling", + "Ġdou bling", + "ĠBang kok", + "Ġbu urt", + "Ġusu ário", + "st udio", + "stu dio", + "stud io", + "Ġje unes", + "Ġjeune s", + "Ġjeu nes", + "Ġm uted", + "Ġmut ed", + "Ġmu ted", + "Ġmute d", + "Ġ ips", + "Ġi ps", + "Ġip s", + "_ fraction", + "_f raction", + "_fr action", + "_frac tion", + "& &(", + "&& (", + "Ġst unt", + "Ġstu nt", + "Ġstun t", + "') ;?> čĊ", + "}> čĊ", + "Ġev apor", + "b able", + "ba ble", + "bab le", + "Ġ PRICE", + "ĠPR ICE", + "ĠPRI CE", + "Ġ æ³", + "Ġæ ³", + "lu cent", + "Ġv amp", + "Ġva mp", + "ĠTechn ician", + "Ġunique ness", + "Ġuniqu eness", + "M es", + "Me s", + "ur ban", + "urb an", + ".param etrize", + "ĠRe play", + "ĠRep lay", + "S essions", + "Session s", + "em br", + "emb r", + "- Americans", + "-American s", + "-Americ ans", + "_PRO XY", + "Ġp ian", + "Ġpi an", + "Ġ trie", + "Ġt rie", + "Ġtr ie", + "Ġtri e", + "Ġ Destructor", + "ĠD estructor", + "ĠDe structor", + "Game State", + "ĠI MF", + "ĠIM F", + "c hin", + "ch in", + "chi n", + "Ġ porte", + "Ġp orte", + "Ġport e", + "Ġpor te", + "ĠS wal", + "ĠSw al", + "åŁ İ", + "Sub string", + "i ming", + "im ing", + "imi ng", + "imin g", + "/ Library", + "/L ibrary", + "Ġfright ened", + "w rites", + "write s", + "wr ites", + "Ġrec ursos", + "Ġrecurs os", + "ar Result", + "_INIT IALIZ", + "_INITIAL IZ", + "Ġ Badge", + "ĠB adge", + "ĠBad ge", + "ĠBa dge", + "_ crc", + "_c rc", + "_cr c", + "E ight", + "ĠDIST INCT", + "Ġ thro", + "Ġth ro", + "Ġthr o", + "@ Xml", + "Ġ Legendary", + "ĠLegend ary", + "- twitter", + "-t witter", + "-tw itter", + "_ easy", + "_e asy", + "Ġ +++", + "Ġ+ ++", + "Ġ++ +", + "( DATA", + "(D ATA", + ". Locale", + ".L ocale", + ".Local e", + ".Lo cale", + "Ġk ä", + "Ġn urt", + "Ġnu rt", + "Ġnur t", + "Ġcr uis", + "Ġcru is", + "_ ios", + "_i os", + "_io s", + "Ġs ensing", + "Ġsens ing", + "Ġsen sing", + "_ Line", + "_L ine", + "Ċ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "p ong", + "pon g", + "po ng", + "o leon", + "ol eon", + "ole on", + "Ġwild card", + "çĶ¨æĪ· åIJį", + "Ġbeg ging", + "R od", + "Ro d", + "Ġ Ãİ", + "Ġà İ", + "_ CELL", + "_C ELL", + "_CE LL", + "Research ers", + ". selector", + ".se lector", + ".select or", + ".sel ector", + "_ ing", + "_in g", + "_i ng", + "Ġas piring", + "Ġaspir ing", + "Ġasp iring", + "Ġimm ortal", + "Ġy min", + "_ robot", + "_r obot", + "_ro bot", + "Ġpl ur", + "Ġplu r", + "B TC", + "BT C", + "ĠD ID", + "ĠDI D", + "Ġpier cing", + "* u", + "_ DEFINED", + "_DEF INED", + "_DEFIN ED", + "_DEFINE D", + "ĠT hi", + "ĠTh i", + "i taire", + "it aire", + "ita ire", + "( media", + "(m edia", + "(me dia", + "- ons", + "-on s", + "-o ns", + "Ġch efs", + "Ġche fs", + "Ġchef s", + "Ġ\" *.", + "Ġ\"* .", + "/ AP", + "/A P", + "Ġr azor", + "Ġraz or", + "Ġsearch Data", + "Ġ =&", + "Ġ= &", + "Ġ ãĢĤ", + "ĠãĢ Ĥ", + "Ġm ourn", + "Ġmo urn", + "Ġmou rn", + "Ġmour n", + "t ingham", + "ting ham", + "Ġ oli", + "Ġo li", + "Ġol i", + "ĠVer non", + "ĠVern on", + "_ RS", + "_R S", + "ŀ æĢ§", + "Ġf ácil", + "a ngen", + "an gen", + "ang en", + "ange n", + "ce lain", + "cel ain", + "cela in", + "Ġ ail", + "Ġa il", + "Ġai l", + "l est", + "le st", + "les t", + "ĠQ COMPARE", + "g ain", + "ga in", + "Ġ ε", + "ĠÎ µ", + "ĠK ob", + "ĠKo b", + "Ġ Fault", + "ĠF ault", + "ĠFa ult", + "ĠFaul t", + "_ configs", + "_config s", + "_conf igs", + "ç»ĵ æŀľ", + ". +", + "c alar", + "ca lar", + "cal ar", + "cala r", + "( colors", + "(color s", + "(col ors", + "M ul", + "Mu l", + "_ ART", + "_A RT", + "_AR T", + "Ġexperiment ing", + "er men", + "erm en", + "ĠAng lo", + ".Fixed Single", + "S ea", + "Se a", + "Ġ ctxt", + "Ġc txt", + "Ġctx t", + "Ġct xt", + ". slider", + ".s lider", + ".sl ider", + ".slide r", + "C ollapse", + "Coll apse", + "G rey", + "Gr ey", + "Gre y", + "Ġ fld", + "Ġf ld", + "Ġfl d", + "- proof", + "-p roof", + "-pro of", + ". capacity", + ".cap acity", + "get Parent", + "ĠCom pliance", + "Ġbur gl", + "Ġburg l", + "- rec", + "-r ec", + "-re c", + "Ġover written", + "M U", + "Ġr outers", + "Ġro uters", + "Ġroute rs", + "Ġrout ers", + "Ġrouter s", + "Ġrou ters", + "ĉ Model", + "ĉM odel", + "Ġfantas ies", + "av ian", + "avi an", + "avia n", + "_ prec", + "_p rec", + "_pr ec", + "_pre c", + "ĠSc andin", + "ĠScan din", + "Ġ// <", + "Ġ/ /<", + "/ oct", + "/o ct", + "Ġceremon ies", + "Mon ths", + "Month s", + "Mont hs", + "un dy", + "und y", + "Ġqu ed", + "Ġque d", + "Ġq ued", + "ĠN ou", + "ĠNo u", + "ĠV ibr", + "ĠVi br", + "ĠVib r", + ". rgb", + ".r gb", + "Ġcit rus", + "Ġbr aces", + "Ġbra ces", + "Ġbrace s", + "- uppercase", + "-upper case", + "get Table", + "Ġd opo", + "Ġdo po", + "Ġdop o", + "ĠK err", + "ĠKe rr", + "ĠKer r", + "_ CHILD", + "_CH ILD", + "- cloud", + "-c loud", + "-cl oud", + "ĉ Matrix", + "ĉM atrix", + "ĉMat rix", + "Ġgarden ing", + "Ġgard ening", + "S ing", + "Si ng", + "Sin g", + "al most", + "alm ost", + "Require ments", + "Requirement s", + "ugu ay", + "( Property", + "(P roperty", + "sub scriber", + "subscribe r", + "F AST", + "FA ST", + "re action", + "react ion", + "rea ction", + "( lp", + "(l p", + ") })Ċ", + ")} )Ċ", + ")}) Ċ", + "` ).", + "`) .", + ". wallet", + ".w allet", + ".wall et", + "_ exchange", + "_ex change", + ". Maximum", + ".Max imum", + "Ġ Verb", + "ĠV erb", + "ĠVer b", + "ĠVe rb", + "âĶ ģ", + "( )<", + "() <", + "ï¼Ľ Ċ", + "R OT", + "RO T", + "C ARD", + "CA RD", + "CAR D", + "u bit", + "ub it", + "ubi t", + "{ @", + "_ kel", + "_k el", + "_ke l", + "Ġ Tooltip", + "ĠTo oltip", + "ĠTool tip", + "My SQL", + "Main Activity", + "a rf", + "ar f", + "Ġm align", + "Ġmal ign", + "Ġse inen", + "Ġsein en", + "Ġseine n", + "Ġsei nen", + "ap ist", + "api st", + "apis t", + "Ġ< %", + "Method Impl", + "M il", + "Mi l", + "ĠM ick", + "ĠMi ck", + "ĠMic k", + ". depend", + ".d epend", + ".de pend", + ".dep end", + "< ID", + " >&", + ">> &", + "ĉ ok", + "ĉo k", + "- low", + "-l ow", + "-lo w", + ". usuario", + ".us uario", + "n ested", + "ne sted", + "nes ted", + "nest ed", + "X B", + "OUR S", + "OU RS", + ". BorderColor", + ".Border Color", + "Ġb row", + "Ġbr ow", + "Ġbro w", + "Ġ Ðķ", + "ĠÐ ķ", + "c orr", + "co rr", + "cor r", + "ĠRed skins", + "ĠReds kins", + ".get Tag", + ".get Transaction", + "Ġst igma", + "har dt", + "hard t", + "ĠPlayer Prefs", + "al sy", + "als y", + "uc son", + "ucs on", + "L anguages", + "Language s", + "ĠOl ivia", + "ĠOliv ia", + "Ġt ac", + "Ġta c", + "Ġb li", + "Ġbl i", + "Ġc aval", + "Ġca val", + "Ġcav al", + "Ġconsolid ated", + "Ġconsolidate d", + "Ġper il", + "Ġpe ril", + "Ġperi l", + "Ġd ele", + "Ġde le", + "Ġdel e", + "Ġform ulated", + "Ġformula ted", + "Ġformul ated", + "Ġformulate d", + "Ġhigh ways", + "Ġhighway s", + ". spawn", + ".s pawn", + ".sp awn", + "= =$", + "== $", + "ĠN iet", + "ĠNi et", + "ĠNie t", + "Ġv eggies", + "Ġveg gies", + "y po", + "yp o", + "- rule", + "-r ule", + "ĠV ie", + "ĠVi e", + "/e pl", + "Ġenf ants", + "string Literal", + "Ġtough est", + "Ġtou ghest", + "bu yer", + "buy er", + "Ġcov ariance", + "Ġ ili", + "Ġi li", + "Ġil i", + "ĠSoph ie", + "Ġ BAB", + "ĠB AB", + "ĠBA B", + "Ġ \"),", + "Ġ\" ),", + "Ġ\") ,", + "ĠU k", + "current Index", + "_ userdata", + "_user data", + ". codec", + ".co dec", + ".code c", + ".cod ec", + "ĠPun jab", + "ĠS NP", + "ĠSN P", + "l ol", + "lo l", + "adv ance", + "Ġcom fy", + "Json Ignore", + "Ġfashion able", + "Ġ ICON", + "ĠI CON", + "ĠIC ON", + "ĠICO N", + "Ġ ora", + "Ġo ra", + "Ġor a", + "ĠP ricing", + "ĠPr icing", + "ĠPri cing", + "< num", + " E", + "t ering", + "ter ing", + "te ring", + "teri ng", + "/ screens", + "/s creens", + "/screen s", + "Ġheight ened", + "аÑĢ ÑĤ", + "Author ities", + "_ bbox", + "_b box", + "_bb ox", + "ü nst", + "ün st", + "üns t", + ". fontSize", + ".font Size", + "Ġ BOOLEAN", + "ĠBO OLEAN", + "div ide", + "di vide", + "divid e", + "ĠS loven", + "ĠSl oven", + "ĠSlo ven", + "ĠSlov en", + "u cer", + "uc er", + "uce r", + "Ù Ĵ", + "st ub", + "stu b", + "Ġnavig ating", + ": animated", + "_ NOW", + "_N OW", + "_NO W", + "_ vect", + "_v ect", + "_vec t", + "_ve ct", + "} {Ċ", + "}{ Ċ", + "@ (", + "Ġtele com", + "Ġtel ecom", + "Ġcontract ing", + "Ġcontr acting", + "ĠAss ange", + "Ġextract ing", + "Ġextr acting", + "Ġgr ö", + "c obra", + "co bra", + "cob ra", + ". DIS", + ".D IS", + "Ġc rab", + "Ġcr ab", + "Ġcra b", + "Ġt witch", + "Ġtw itch", + "Ġ verts", + "Ġv erts", + "Ġver ts", + "Ġvert s", + "Ġve rts", + "Ġreject s", + "Ġrej ects", + "ĉ format", + "ĉfor mat", + "ĉform at", + "Ġre generation", + "Ġreg eneration", + ". Sys", + ".S ys", + "s olve", + "sol ve", + "ĉ dialog", + "ĉd ialog", + "s hi", + "sh i", + "m eter", + "me ter", + "met er", + "( best", + "(b est", + "(be st", + "valid ators", + "validator s", + "Ġon wards", + "Ġonward s", + "Ġg uru", + "Ġgu ru", + "Ġmod erator", + "Ġmoder ator", + "ow ied", + "owie d", + "owi ed", + "ex periment", + "r ub", + "ru b", + "Ġ mqtt", + "Ġm qtt", + "Ġmq tt", + "ĠCa ucas", + "Ġnational ism", + "Ġm ange", + "Ġman ge", + "Ġma nge", + "Ġmang e", + "ĉ ImGui", + "/ Edit", + "/E dit", + "Ġ inh", + "Ġin h", + "Ġi nh", + "Ġint ellig", + "Ġintel lig", + "ero kee", + "ĉ export", + "ĉex port", + "ĉexp ort", + "Ġdiscrim inate", + "Ġdiscrimin ate", + "sub tract", + "ĠM oodle", + "ĠMoo dle", + "ĠMood le", + "en ser", + "ens er", + "ense r", + "ĠGu ides", + "ĠGuid es", + "ĠGuide s", + "ĠGui des", + "R AP", + "RA P", + "- hot", + "-h ot", + "_ grp", + "_g rp", + "_gr p", + ". picture", + ".p icture", + ".pic ture", + "X A", + "Ġinit View", + "_ Comm", + "_C omm", + "_Com m", + "Ġoverd ose", + "Ġ +ĊĊ", + "Ġ+ ĊĊ", + "Ġ+Ċ Ċ", + "ĠS ilent", + "ĠSil ent", + "sh ows", + "show s", + "Ġinter polate", + "Ġinterpol ate", + "Ġinterp olate", + "Form ation", + "Format ion", + "Ġb isc", + "Ġbi sc", + "Ġbis c", + "mark ets", + "market s", + "( SC", + "(S C", + "Z e", + "Ġ Networking", + "ĠNetwork ing", + "ĠNet working", + "Ġad renal", + "Ġadr enal", + "ĠG uns", + "ĠGu ns", + "ĠGun s", + "et eor", + "ete or", + "De clared", + "Decl ared", + "Declare d", + "orge town", + "orget own", + "Ġk arena", + "Ġka rena", + "Ġkar ena", + "/ password", + "/p assword", + "/pass word", + "_ addresses", + "_add resses", + "_address es", + "_addr esses", + "IT ERAL", + "ITE RAL", + "ITER AL", + "B uzz", + "Bu zz", + "ĠCon way", + "( case", + "(c ase", + "(ca se", + "P WD", + "PW D", + "he iro", + "hei ro", + "( act", + "(a ct", + "(ac t", + "* *čĊ", + "** čĊ", + "( ));ĊĊĊ", + "() );ĊĊĊ", + "());Ċ ĊĊ", + "()) ;ĊĊĊ", + "());ĊĊ Ċ", + "()); ĊĊĊ", + "Ġa nv", + "Ġan v", + "Ġ ..ĊĊ", + "Ġ. .ĊĊ", + "Ġ.. ĊĊ", + "Ġ..Ċ Ċ", + "( MenuItem", + "(Menu Item", + "( mail", + "(m ail", + "_ sections", + "_s ections", + "_se ctions", + "_section s", + "ĉ net", + "ĉn et", + "Ġp lut", + "Ġpl ut", + "Ġplu t", + "Ġw rench", + "Ġwr ench", + "/ object", + "/o bject", + "ĠI st", + "ĠIs t", + "Ġ VIS", + "ĠV IS", + "ĠVI S", + "/ pub", + "/p ub", + "al ten", + "alt en", + "alte n", + "Ġguitar s", + "Ġguit ars", + "Ġantib iotic", + "Ġantibiot ic", + "ï¼ ĸ", + " ¹", + "Ġ \"+\"", + "Ġ\" +\"", + "Ġ\"+ \"", + "form ula", + "Ġba bes", + "Ġbab es", + "Ġbabe s", + "Ġ Prompt", + "ĠP rompt", + "ĠProm pt", + "Ġe nim", + "Ġen im", + "/ player", + "/p layer", + "/pl ayer", + "/play er", + "ĉ ref", + "ĉr ef", + "ĉre f", + "Ġby Äĩ", + "Ġcons umes", + "Ġconsum es", + "Ġconsume s", + "ĠH ast", + "ĠHas t", + "ĠHa st", + "ĠT ao", + "ĠTa o", + "Ġ '))Ċ", + "Ġ' ))Ċ", + "Ġ') )Ċ", + "Ġc lam", + "Ġcl am", + "Ġcla m", + "Ġthigh s", + "Ġmot if", + "Ġmo tif", + "Api Operation", + "Ġ WL", + "ĠW L", + "get C", + "ĉ flags", + "ĉf lags", + "ĉflag s", + "oint ments", + "ointment s", + "Ġeconomic al", + "Ġeconom ical", + "need le", + "nee dle", + "x ls", + "xl s", + "pr actice", + "ut zer", + "utz er", + "time ofday", + "- output", + "-out put", + "Ġ findById", + "Ġfind ById", + "ĠfindBy Id", + "ĠB uddy", + "ĠBudd y", + "ĠBu ddy", + "ĠBud dy", + "Ðŀ ÑĤ", + "S even", + "Se ven", + "ĠB ark", + "ĠBar k", + "ĠBa rk", + "Ġen voy", + "Ġenv oy", + "_ algorithm", + "_al gorithm", + "åĪ ©", + "Ġball istic", + "ç§ »", + "r ades", + "ra des", + "rad es", + "rade s", + "ĉ doc", + "ĉd oc", + "ĉdo c", + "rodu cing", + "rod ucing", + "ĠE ating", + "ĠEat ing", + "ĠEa ting", + "Un mount", + "/data Tables", + "_ bonus", + "_b onus", + "Ġl itt", + "Ġli tt", + "Ġlit t", + "p ps", + "pp s", + ") localObject", + "pe rf", + "per f", + "Ġ Helvetica", + "ĠHel vetica", + "sh utdown", + "/ ml", + "/m l", + ". tokens", + ".t okens", + ".token s", + "ĠHard core", + ", row", + ",r ow", + "/ bg", + "/b g", + "S caler", + "Sc aler", + "Scale r", + "âĢĶ as", + "âĢĶa s", + "_log its", + "âĢĻ int", + "âĢĻin t", + "âĢĻi nt", + "ĉ App", + "ĉA pp", + "Impl icit", + "Imp licit", + ".F printf", + "E TO", + "ET O", + "Ġ terra", + "Ġt erra", + "Ġter ra", + "Ġterr a", + "Ġpossess ing", + ". rstrip", + ".r strip", + ".rs trip", + ", ),", + ",) ,", + "= yes", + "=y es", + "Ġ Stripe", + "ĠSt ripe", + "ĠStr ipe", + "ĠStrip e", + "? =", + "ne utral", + ". good", + ".g ood", + ".go od", + "Ġk ennen", + "Ġke nnen", + "Ġken nen", + "Ġkenn en", + "ĠS ung", + "ĠSun g", + "ĠSu ng", + "f ault", + "fa ult", + "ystate change", + "Can adian", + "',' \".$", + "ĠM its", + "ĠMi ts", + "ĠMit s", + "æ nd", + "Ġ STRUCT", + "ĠSTR UCT", + "ĠURL WithString", + "ĠCom pass", + "ĠComp ass", + "Ġ --ĊĊ", + "Ġ- -ĊĊ", + "Ġ-- ĊĊ", + "Ġ--Ċ Ċ", + "ĠNS LayoutConstraint", + "| min", + "|m in", + "- adjust", + "-ad just", + "Ġre built", + "Ġreb uilt", + "L IGHT", + "/ se", + "/s e", + "- mount", + "-m ount", + "v pn", + "vp n", + "valid ated", + "validate d", + "( QObject", + "(Q Object", + "Ġign ition", + "ĠChar gers", + "ĠCharg ers", + "ĠCharge rs", + "ĠCharger s", + "RYPT O", + "]initWith Frame", + "Ġ Fluid", + "ĠFl uid", + "ĠFlu id", + "Ġca dre", + "Ġcad re", + "Ġnom inations", + "Ġnomin ations", + "Ġnomination s", + "Ne ill", + "Neil l", + "ĠH ou", + "ĠHo u", + "Ġcurrent s", + "Ġcurr ents", + "_ gene", + "_g ene", + "_gen e", + "_ge ne", + "( inp", + "(i np", + "(in p", + "P aris", + "Par is", + "Pa ris", + "z ÄĻ", + "ag gregate", + "Ġ assoc", + "Ġas soc", + "Ġass oc", + "we eted", + "weet ed", + "er rat", + "err at", + "erra t", + "âĢĵ ĊĊ", + "Ġ' /',Ċ", + "Ġ'/ ',Ċ", + "Ġ'/' ,Ċ", + "Ġ'/', Ċ", + "f ixture", + "fix ture", + "Ġ Highest", + "ĠH ighest", + "ĠHigh est", + "ĠHi ghest", + "amb ient", + "ambi ent", + "Ġ chmod", + "Ġch mod", + "Ġ conte", + "Ġc onte", + "Ġcon te", + "Ġcont e", + "Ġco nte", + "Ġs ensual", + "Ġsens ual", + "Ġgar ment", + "z ers", + "ze rs", + "zer s", + "Ġ Powered", + "ĠP owered", + "ĠPower ed", + "ĠPow ered", + "dom ains", + "domain s", + "R eward", + "Re ward", + "Rew ard", + "i omanip", + "Ġcock pit", + "out file", + "Ġ builtin", + "Ġb uiltin", + "Ġbuilt in", + "Ġins isting", + "Ġinsist ing", + ". vars", + ".v ars", + ".var s", + ".va rs", + "zip code", + "Ġ ����", + "Ġ� ���", + "f ails", + "fa ils", + "fail s", + "Ġconsolid ation", + "_ oid", + "_o id", + "Plan et", + "Plane t", + "Ġ =\",", + "Ġ= \",", + "Ġ=\" ,", + "ĉ el", + "ĉe l", + "U ILT", + "UI LT", + "UIL T", + "ä tz", + "ät z", + "af ari", + "afa ri", + "ĠMc Cl", + "ĠMcC l", + "T imeline", + "Time line", + "Tim eline", + "E sta", + "Est a", + "Es ta", + "Ġ fram", + "Ġf ram", + "Ġfr am", + "Ġfra m", + "Y E", + "Ġcere bral", + "Of Month", + "ĠP regn", + "ĠPre gn", + "Ġкл аÑģÑģ", + "ĠклаÑģ Ñģ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠF res", + "ĠFr es", + "ĠFre s", + "Ap proved", + "Appro ved", + ". Special", + ".S pecial", + ".Spec ial", + ".Sp ecial", + "ĠProte stant", + "ĠProtest ant", + "Ġall ergy", + "Ġallerg y", + "Ġaller gy", + "_ pcm", + "_p cm", + "_pc m", + "ĉ Copyright", + "ĉC opyright", + "Ġsuper Class", + "\" strconv", + "ĠMoh amed", + "Ġ' //", + "Ġ'/ /", + "Fore Color", + "Ar thur", + "Art hur", + "ĠJ ungle", + "ĠJun gle", + "ĠJu ngle", + "ĠJung le", + "Ġve ins", + "Ġvein s", + "S ad", + "Sa d", + "Ġback ups", + "Ġbackup s", + "ĠOp inion", + "û t", + "Ġinter mitt", + "o dyn", + "od yn", + "ody n", + "ĠChrist ina", + "Ġ andre", + "Ġand re", + "Ġan dre", + "Ġevac uation", + "p alette", + "pa lette", + "pal ette", + "h orse", + "hor se", + "ĠRes ident", + "ĠHas san", + "ĠHass an", + ". Nil", + ".N il", + "Ġa isle", + "Ġais le", + "Ġ Growing", + "ĠG rowing", + "ĠGr owing", + "ĠGro wing", + "ĠGrow ing", + "Ġblog info", + "/ sql", + "/s ql", + "_ ioctl", + "_io ctl", + "S caling", + "Sc aling", + "Ġ Monad", + "ĠMon ad", + "ĠMo nad", + "ĠMona d", + "_ cpp", + "_c pp", + "_cp p", + "ĠH utch", + "ĠHut ch", + "ĠApple WebKit", + "Exp ense", + "_ JOB", + "_J OB", + "_JO B", + "Ġpoint less", + "From Body", + "an tal", + "ant al", + "anta l", + "Ġdepict ing", + "Ġ CELL", + "ĠC ELL", + "ĠCE LL", + "ĠCEL L", + "Ġre fin", + "Ġref in", + "ĠC NC", + "ĠCN C", + "ì¹ ĺ", + "_ dimensions", + "_dim ensions", + "_dimension s", + "Ġ SAN", + "ĠS AN", + "ĠSA N", + "Ġ aft", + "Ġa ft", + "Ġaf t", + "Ġfoot steps", + "c coli", + "cc oli", + "cco li", + "_ PHONE", + "_P HONE", + "_PH ONE", + "/ math", + "/m ath", + "/mat h", + "- kind", + "-k ind", + "Ġ Means", + "ĠMe ans", + "ĠMean s", + "ich ael", + "icha el", + ". guna", + ".g una", + "Ġinaug uration", + "Ġinaugur ation", + "-dr iving", + "( delete", + "(de lete", + "(del ete", + "Ġ totalCount", + "Ġtotal Count", + "_ MC", + "_M C", + ". Extension", + ".Ext ension", + "Com mercial", + "Comm ercial", + "Ġz Index", + "< Customer", + "$", + "\"> $", + "Ġe bay", + "Ġeb ay", + "Ġc aptive", + "Ġca ptive", + "Ġcapt ive", + "pl iant", + "ĠCalculate s", + "ĠCalcul ates", + "ĠCalc ulates", + "ol ta", + "olt a", + "es ting", + "est ing", + "esti ng", + "_ revision", + "_re vision", + "_rev ision", + "Ġm ús", + "Ġmú s", + "+ m", + "\",\" \",\"", + "\",\"\", \"", + "WH AT", + "Ġcompass ionate", + "Ġcompassion ate", + "h arga", + "har ga", + "[ random", + "[r andom", + "[rand om", + "Ġ modulo", + "Ġmod ulo", + "( sn", + "(s n", + "Ġoccup ations", + "Ġoccupation s", + "/ ///Ċ", + "// //Ċ", + "//// Ċ", + "/// /Ċ", + "ĉ board", + "ĉb oard", + "ĠB alk", + "ĠBa lk", + "ĠBal k", + "w iÄħ", + "wi Äħ", + "Ġ Wifi", + "ĠW ifi", + "ĠWi fi", + ". Profile", + ".Pro file", + ".Pr ofile", + ": maj", + ":m aj", + "ĉ mat", + "ĉm at", + "LOCK S", + "LOC KS", + "(j Button", + "Ġ ('$", + "Ġ( '$", + "Ġ(' $", + "M ur", + "Mu r", + "æĮ ī", + "b ble", + "bb le", + "Ġ frog", + "Ġf rog", + "Ġfr og", + "Ġfro g", + "- hide", + "-h ide", + "Ġbroad caster", + "Ġbroadcast er", + "ภŀ", + "h aled", + "ha led", + "hal ed", + "Ġam using", + "_ predictions", + "_pre dictions", + "_pred ictions", + "_predict ions", + "_prediction s", + "_ intr", + "_in tr", + "_int r", + "Ġe agle", + "Ġea gle", + "Ġeag le", + "аÑĤ елÑĮ", + "аÑĤе лÑĮ", + "Ġ getList", + "Ġget List", + "ps ilon", + "psi lon", + "Ġcharacter ization", + "AR DS", + "ARD S", + "Ġre location", + "Ġrel ocation", + "Ġreloc ation", + "Ġr ulers", + "Ġrule rs", + "Ġru lers", + "Ġruler s", + "P AY", + "PA Y", + "ĠDef initely", + "_ Action", + "_A ction", + "_Act ion", + "Ġc losures", + "Ġclos ures", + "Ġclosure s", + "Ġf actual", + "Ġfact ual", + "Ġfac tual", + "o dynamic", + "od ynamic", + "odyn amic", + "odynam ic", + "Ġpreca utions", + "Ġprecaution s", + "n iej", + "ni ej", + "nie j", + "ĠPart ies", + "ĠPar ties", + "ĠParti es", + "ĠSub aru", + "ĠSu baru", + "Ġcous ins", + "Ġcousin s", + "ar beit", + ". money", + ".m oney", + ".mo ney", + ".mon ey", + "g unta", + "gun ta", + "( and", + "(a nd", + "(an d", + "get item", + ".Style Priority", + "Ġs lid", + "Ġsl id", + "s ingleton", + "single ton", + "sing leton", + "Ġg arn", + "Ġgar n", + "Ġga rn", + "ĠP AS", + "ĠPA S", + "Ġd azz", + "Ġda zz", + "a ż", + "Ġbog us", + "ĠM og", + "ĠMo g", + "Ġrival ry", + "i sol", + "is ol", + "iso l", + "Ġland marks", + "Ġlandmark s", + "ñ as", + "ña s", + "B ern", + "Be rn", + "Ber n", + "ĠS achs", + "ĠSa chs", + "ĠSac hs", + "ĠSach s", + "Ġ \")ĊĊ", + "Ġ\" )ĊĊ", + "Ġ\") ĊĊ", + "Ġ\")Ċ Ċ", + "Ġhost ility", + "Ġhos tility", + "_m ex", + "_me x", + "m ere", + "mer e", + "me re", + "M ot", + "Mo t", + "p ictureBox", + "picture Box", + "Def ense", + "Ġaffid avit", + "other wise", + ". directory", + ".d irectory", + ".direct ory", + "_ UnityEngine", + "_Un ityEngine", + "- blog", + "-b log", + "-bl og", + ". skin", + ".s kin", + ".sk in", + "p hem", + "ph em", + "phe m", + "Ap ellido", + "er chant", + "[ class", + "[c lass", + "Ġ wart", + "Ġw art", + "Ġwar t", + "Ġwa rt", + ". \"[", + ".\" [", + "a leur", + "al eur", + "ale ur", + "/ back", + "/b ack", + "ĠĠĠĠ ĉĠĠĠ", + "ĠĠĠ ĠĉĠĠĠ", + "ĠĠĠĠĉ ĠĠĠ", + "ĠĠĠĠĉĠ ĠĠ", + "Ġprecip itation", + "Ġob struction", + "Ġobstruct ion", + "Ġp Obj", + "Ġ rupt", + "Ġr upt", + "Ġru pt", + "U CKET", + "UCK ET", + "a ye", + "ay e", + "æİ Ĵ", + "g x", + "Ġe cl", + "Ġec l", + "Ġsecre cy", + "/ Header", + "ĠLe sb", + "ĠLes b", + "Ġ lei", + "Ġl ei", + "Ġle i", + "Ġ Bulletin", + "ĠBull etin", + "ĠBullet in", + "Ġgive away", + ". Home", + ".H ome", + "_ ROOM", + "_R OOM", + "_RO OM", + "\" W", + "Ġco work", + "Ġcow ork", + "_ ra", + "_r a", + "ĠC ycling", + "ĠCy cling", + "ĠCycl ing", + "ĠCyc ling", + "ĠP aw", + "ĠPa w", + "Ġp upil", + "Ġpup il", + "/ arch", + "/a rch", + "/ar ch", + "ĠFile Utils", + "é¦ ĸ", + "r sp", + "rs p", + "Ġfreedom s", + "Ġfreed oms", + "ĠL ear", + "ĠLe ar", + "} `).", + "}` ).", + "Ġbow ls", + "Ġbowl s", + "/ block", + "/b lock", + "/bl ock", + "_ logging", + "_log ging", + "Ġme thane", + "Ġmeth ane", + "Ġh orns", + "Ġhor ns", + "Ġhorn s", + "Ġwonder fully", + "Ġwonderful ly", + "Ġalter ations", + "Ġalteration s", + "Ġex ile", + "l sen", + "ls en", + "lse n", + "_ pause", + "_p ause", + "_pa use", + "_ LANGUAGE", + "_L ANGUAGE", + "_LANG UAGE", + "ĠUS DA", + "ĠUSD A", + "_ mysql", + "_m ysql", + "_my sql", + "_AM OUNT", + "ĠL IFE", + "ĠLI FE", + "Ġyoung sters", + "Ġyoungster s", + "Ġri ots", + "Ġriot s", + "Ġrio ts", + "[ E", + "Ġun forgettable", + ", },Ċ", + "Dis posed", + "Dispose d", + "Disp osed", + "ĠAss assin", + "ĠAssass in", + "U NG", + "UN G", + "ĠNew sp", + "ĠNews p", + "User Service", + ": aload", + ":a load", + "+ ',", + "+' ,", + "Ġsett lers", + "Ġsettle rs", + "Ġscre ams", + "Ġscream s", + "Ġincon venience", + ". Rotate", + ".R otate", + "Ġj ars", + "Ġja rs", + "Ġjar s", + "ĠP uzzle", + "ĠPu zzle", + "Ġm est", + "Ġme st", + "Ġmes t", + "ar si", + "ars i", + "ĠS harma", + "ĠSh arma", + "ĠShar ma", + "| (", + ". ds", + ".d s", + "ĠSa cred", + "ĠSac red", + "ĠSacr ed", + "_ evt", + "_e vt", + "_ev t", + "Ġexp resses", + "Ġexpress es", + "Ġexpr esses", + "Ġexpres ses", + "Ġh och", + "Ġho ch", + "Ġhoc h", + "ĠD uch", + "ĠDu ch", + "ĠDuc h", + ". calls", + ".c alls", + ".call s", + ".cal ls", + "t hr", + "th r", + "ĠShe ffield", + ". AlertDialog", + ".Alert Dialog", + "Ġrad ically", + "Ġradical ly", + "Ġt rous", + "Ġtr ous", + "Ġtro us", + "Ġtrou s", + "Ġprev ailing", + "Ġprevail ing", + "ĠWW II", + "âĢĻ n", + "ens ely", + "ense ly", + "Ġ Yesterday", + "ĠY esterday", + "ĠSir ius", + "ĠSiri us", + "Ġkill ers", + "Ġkil lers", + "Ġkiller s", + "Ġ FFT", + "ĠF FT", + "ĠFF T", + "Ġ oval", + "Ġo val", + "Ġov al", + "' ):čĊ", + "') :čĊ", + "'): čĊ", + "Ġ ìłķë³´", + "Ġìłķ ë³´", + "ou rage", + "our age", + "Ġ Checkbox", + "ĠCheck box", + "Work book", + ". defer", + ".de fer", + ".def er", + "_ floor", + "_f loor", + "_fl oor", + "Ġc ouncill", + "Ġcouncil l", + "Ġnors ke", + "Ġnorsk e", + "m oil", + "mo il", + "o rea", + "or ea", + "ore a", + "Ġmark eted", + "Ġmarket ed", + "_ SUR", + "_S UR", + "_SU R", + "x AA", + "xA A", + "Ġst ained", + "Ġsta ined", + "Ġstain ed", + "e ut", + "eu t", + "ĠM eng", + "ĠMe ng", + "ĠMen g", + "Ġ ieee", + "Ġi eee", + "Ġie ee", + ". extern", + ".ex tern", + ".ext ern", + "e gie", + "eg ie", + "Ġr app", + "Ġrap p", + "Ġra pp", + "ĠPy ongyang", + "' class", + "M ob", + "Mo b", + "Ġinitial Value", + "_ wave", + "_w ave", + "Ġ jab", + "Ġj ab", + "Ġja b", + "Ġmascul ine", + "Ġampl ifier", + "Ġ tty", + "Ġt ty", + "Ġtt y", + "Path Component", + "_ xt", + "_x t", + "ĠG FP", + "ĠGF P", + "/ sec", + "/s ec", + "/se c", + "ĉ dispatch", + "ĉdis patch", + "mark down", + "ĠS chn", + "ĠSc hn", + "ĠSch n", + "b ole", + "bo le", + "bol e", + "· ·", + "mouse move", + "Ġ errMsg", + "Ġerr Msg", + "Ġa sign", + "Ġas ign", + "Ġasi gn", + "_ mono", + "_m ono", + "_mon o", + "_mo no", + "To Selector", + "ĠZ u", + "( Rect", + "(R ect", + "Ġ ErrorCode", + "ĠError Code", + "l atin", + "la tin", + "lat in", + "ang ible", + "angi ble", + "v tk", + "vt k", + "CG Size", + "P okemon", + "Pok emon", + "Ġclass mates", + "Ġat tracts", + "Ġattr acts", + "Ġattract s", + "ĠT atto", + "ĠTat to", + "ul tan", + "ult an", + "ulta n", + "ol óg", + "Ġh alted", + "Ġhal ted", + "Ġhalt ed", + "ठ¨", + "ĠK art", + "ĠKar t", + "ĠKa rt", + "Ġ ue", + "Ġu e", + "_Init Structure", + "_InitStruct ure", + "Test Class", + "ĠAir bnb", + "_ \",", + "_\" ,", + "Ġchar coal", + "Ġ ipc", + "Ġi pc", + "Ġip c", + "Ġ Stretch", + "ĠSt retch", + "ĠStr etch", + ".g lide", + ".gl ide", + "lates AutoresizingMaskIntoConstraints", + "Ġp otion", + "Ġpo tion", + "Ġpot ion", + "ITT LE", + "Ġcount ert", + "Ġcounter t", + "_ hd", + "_h d", + "pre pared", + "prepare d", + "prep ared", + "A ds", + "Ad s", + "ĠV ampire", + "ro bots", + "robot s", + "rob ots", + ".Create Index", + "Status Label", + "Ġt ucked", + "af ür", + "U t", + "Ġswe ater", + "Ġsweat er", + "_ FN", + "_F N", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġĉ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĉ", + "at aka", + "ata ka", + "atak a", + "Ġeyeb rows", + "Ġeyebrow s", + "a coes", + "ac oes", + "aco es", + "u den", + "ud en", + "ude n", + ".Linear LayoutManager", + ".LinearLayout Manager", + "Ġs way", + "Ġsw ay", + "Ġmult in", + "Ġmulti n", + "Ġmul tin", + "( ))))Ċ", + "() )))Ċ", + "()) ))Ċ", + "())) )Ċ", + "()))) Ċ", + "Ġ NSUInteger", + "ĠNS UInteger", + "ĠMy Base", + "P artner", + "Part ner", + "uts chen", + "utsch en", + "utsche n", + "ĠC ater", + "ĠCa ter", + "ĠCat er", + ".set BackgroundColor", + ".setBackground Color", + "Ġaccompl ishment", + "Ġaccomplish ment", + "_ problem", + "_pro blem", + "_prob lem", + ".d td", + ".dt d", + "Ġ pageNumber", + "Ġpage Number", + "ĠpageNum ber", + "Ġj ackets", + "Ġjack ets", + "Ġjacket s", + "Ġc ropped", + "Ġcr opped", + "Ġcro pped", + "Ġcrop ped", + "u els", + "ue ls", + "uel s", + "ĠH ep", + "ĠHe p", + "Ġc apped", + "Ġcap ped", + "Ġca pped", + "* Math", + "*M ath", + "_ callbacks", + "_callback s", + "_call backs", + "Ġp ubb", + "Ġpub b", + "Ġpu bb", + "ĠBrun swick", + ". respond", + ".res pond", + ".resp ond", + "[ \"_", + "[\" _", + "Ġbed ding", + "hyth m", + "O X", + "( speed", + "(s peed", + "(sp eed", + "Ġpest icides", + "Ġpestic ides", + "Ġpesticide s", + "Ġ -------", + "Ġ- ------", + "Ġ-- -----", + "Ġ---- ---", + "Ġ--- ----", + "Ġ----- --", + "Ġ------ -", + ". Blue", + ".B lue", + ".Bl ue", + "Ġn oodles", + "Ġnood les", + "ĠG oes", + "ĠGo es", + "Ġs aver", + "Ġsa ver", + "Ġsave r", + "Ġsav er", + "o xy", + "ox y", + "_ completion", + "_com pletion", + "_comp letion", + "ĠSw inger", + "ĠSwing er", + "Ġ getDate", + "Ġget Date", + "Ġm inded", + "Ġmin ded", + "Ġmind ed", + "int egration", + "integr ation", + "ĠLot us", + "( stop", + "(s top", + "(st op", + "(', ');Ċ", + "(',' );Ċ", + "(',') ;Ċ", + "Ġfl oods", + "Ġflo ods", + "Ġflood s", + "Ġ Workflow", + "ĠWork flow", + "Ġe rupted", + "Ġerupt ed", + "M acro", + "Mac ro", + "Ma cro", + "ĠS auce", + "ĠSa uce", + "ĠSau ce", + "Ġ eventName", + "Ġevent Name", + "\\ Input", + "Break ing", + "Bre aking", + "ĉ when", + "ĉw hen", + "_ pw", + "_p w", + "I NDER", + "IN DER", + "IND ER", + "ĠWell ness", + "Ġv oxel", + "Ġvox el", + "ĠM ell", + "ĠMe ll", + "ĠMel l", + "Ġ MEDIA", + "ĠM EDIA", + "ĠMED IA", + "S ENS", + "SE NS", + "SEN S", + "ĠF unds", + "ĠFund s", + "ĠFun ds", + "ĠFu nds", + "ĠM ild", + "ĠMil d", + "ĠMi ld", + "< Array", + "Ċ", + "') ;?>Ċ", + "'); ?>Ċ", + "');?> Ċ", + "Ġtemp ting", + "Ġtempt ing", + "Ġtest ament", + "Ġb ible", + "Ġbi ble", + "Ġbib le", + "Ġconsult ed", + "Ġconsul ted", + "ĠIndex Error", + "è¨ ĺ", + "Ġkey pad", + "Ġke ypad", + "i zzo", + "iz zo", + "izz o", + "( ok", + "(o k", + "Ġwh atsapp", + "Ġwhats app", + "ĠRemote Exception", + "Ġte amed", + "Ġteam ed", + "Ġtea med", + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ", + "» ,", + "Ġ getTime", + "Ġget Time", + "d iag", + "di ag", + "dia g", + "is sy", + "iss y", + "Ġ hed", + "Ġh ed", + "Ġhe d", + "Ġkn ots", + "Ġknot s", + "j om", + "jo m", + "Ġf unnel", + "Ġfun nel", + "-m ails", + "-mail s", + "Ġexp orting", + "Ġexport ing", + "Ġ VL", + "ĠV L", + "ĠK arn", + "ĠKar n", + "ĠKa rn", + "ĠBuddh ism", + "ĠAl lan", + "ĠAll an", + "ĠAlla n", + "_R ADIUS", + "Ġw ording", + "Ġword ing", + "Ġwor ding", + "Ġ Forget", + "ĠF orget", + "ĠFor get", + "ĠForge t", + "ĠForg et", + "ĠCor ona", + "ĠCoron a", + "i phy", + "ip hy", + "iph y", + "Ġlim burg", + "Ġlimb urg", + "ug gy", + "ugg y", + "ĠUser Repository", + "i min", + "im in", + "imi n", + "( ele", + "(e le", + "(el e", + "Ġlabel led", + "Ġlab elled", + "ç¤ ¾", + "ĠH erman", + "ĠHer man", + "ĠHerm an", + ". qq", + ".q q", + "Ġ \"));Ċ", + "Ġ\" ));Ċ", + "Ġ\") );Ċ", + "Ġ\")) ;Ċ", + "ie ber", + ". Translate", + ".Trans late", + "r yn", + "ry n", + "Ġdes env", + "Ġdese nv", + "u md", + "um d", + "Sim ply", + "ĉ mode", + "ĉm ode", + "ĉmod e", + "R pc", + "Rp c", + "ĠVal encia", + "ĠVale ncia", + "Ġstaff ers", + "Ġstaffer s", + "Ġse lv", + "Ġsel v", + "ĠS pike", + "ĠSp ike", + "ĠSpi ke", + "Ġd elic", + "Ġde lic", + "Ġdel ic", + "Ġ eru", + "Ġe ru", + "Ġer u", + "_ DT", + "_D T", + "J udge", + "Jud ge", + "Ju dge", + "á» ķ", + "ĠB asin", + "ĠBa sin", + "ĠBas in", + ". mutable", + ".m utable", + ".mu table", + "\" url", + "Ġtar iff", + "Ġtarif f", + "ĠSlee ve", + "ĠSle eve", + "Ġ flare", + "Ġfl are", + "Ġfla re", + ". dropout", + ".drop out", + "Ġb rides", + "Ġbr ides", + "Ġbri des", + "Ġbride s", + "Ġbrid es", + ") ),čĊ", + ")) ,čĊ", + ")), čĊ", + "_ constraints", + "_con straints", + "_constraint s", + "d estruct", + "de struct", + "Out line", + "Ġdisappe ars", + "Ġdisappear s", + "_ locked", + "_l ocked", + "_lock ed", + "_loc ked", + "ĠNS LocalizedString", + "c ke", + "ck e", + "ĉ null", + "ĉn ull", + "ad resse", + "adr esse", + "adress e", + "Ġt opping", + "Ġto pping", + "Ġtop ping", + "Ġtopp ing", + "ĠJ oker", + "ĠJo ker", + "b ishop", + "bi shop", + "bis hop", + "bish op", + "н оÑģÑĤÑĮ", + "но ÑģÑĤÑĮ", + "ноÑģÑĤ ÑĮ", + "ноÑģ ÑĤÑĮ", + "and ering", + "ander ing", + "ande ring", + "_ amp", + "_a mp", + "_am p", + "= time", + "=t ime", + "_ Space", + "_S pace", + "_P ULL", + "' =", + "Ġant iqu", + "Ġanti qu", + "Ġc ach", + "Ġca ch", + "Ġcac h", + "_ __ĊĊ", + "__ _ĊĊ", + "___ ĊĊ", + "O NES", + "ON ES", + "ONE S", + "о Ñı", + "Ġ unread", + "Ġun read", + "Ġunre ad", + "Ġunr ead", + ". policy", + ".p olicy", + ".pol icy", + "oooo oooo", + "ëŁ ¬", + "Ġ usted", + "Ġu sted", + "Ġus ted", + "Ġust ed", + "ĠR ece", + "ĠRe ce", + "ĠRec e", + "Ġal lem", + "Ġall em", + "Ġalle m", + "ãĥ¼ ãĤ¹", + "ãĥ¼ãĤ ¹", + "ĠThough ts", + "ĠThought s", + "ve illance", + "i strate", + "ist rate", + "istr ate", + "istra te", + "istrat e", + "_ lane", + "_l ane", + "_la ne", + "Ġf amed", + "Ġfam ed", + "Ġfa med", + "Ġfame d", + ". GetName", + ".Get Name", + "Ġsmooth er", + "Ġsmo other", + "Ġ Qualified", + "ĠQual ified", + "a zers", + "az ers", + "aze rs", + "azer s", + "_ geo", + "_g eo", + "_ge o", + "F ax", + "Fa x", + "ĠM inds", + "ĠMin ds", + "ĠMi nds", + "ĠMind s", + "Ġ Raises", + "ĠR aises", + "ĠRa ises", + "ĠRaise s", + "ĠRai ses", + "Ġtrans cripts", + "Ġtran scripts", + "Ġtranscript s", + "Con versation", + "Ġre marked", + "Ġrem arked", + "Ġremark ed", + "Ġremar ked", + "ëĤ ĺ", + "d ling", + "dl ing", + "Ġdeploy ing", + "Ġshared Application", + "Ġ kp", + "Ġk p", + "FontAwesome Icon", + "_ dummy", + "_d ummy", + "re iben", + "reib en", + "rei ben", + "ĠJane iro", + "Dir ections", + "Direction s", + "Direct ions", + "Di rections", + "Dire ctions", + ".get Bean", + ".getB ean", + "s ass", + "sa ss", + "Ġcomm anders", + "Ġcommand ers", + "Ġcommander s", + "Ġcommande rs", + "v ation", + "va tion", + "vat ion", + "error Code", + "ĠAl loy", + "ĠAll oy", + ". localized", + ".local ized", + "Ð ij", + "Ġdish washer", + "Ġ Soup", + "ĠS oup", + "ĠSo up", + "ĠSou p", + "N u", + "_ Default", + "_D efault", + "_De fault", + "_Def ault", + "Ġun even", + "Ġune ven", + "Ġ />\";Ċ", + "Ġ/ >\";Ċ", + "Ġ/> \";Ċ", + "- Based", + "-B ased", + "Ġseam lessly", + "Ġseamless ly", + "- null", + "-n ull", + "Ġ XC", + "ĠX C", + "Ġst ew", + "Ġste w", + "( delay", + "(d elay", + "(de lay", + "(del ay", + "AT ORS", + "ATOR S", + "ATO RS", + "ĠWhe eler", + "ĠWheel er", + "\" H", + "e ast", + "ea st", + ". air", + ".a ir", + ".ai r", + "âĢľ But", + "Object Context", + "success fully", + "successful ly", + "_ land", + "_l and", + "_la nd", + "Ġf olds", + "Ġfol ds", + "Ġfold s", + "Ġfo lds", + "_ COORD", + "_CO ORD", + "Ġsub po", + ".get Address", + ".g etAddress", + "in str", + "ins tr", + "inst r", + "Material s", + "Ñĥ ÑģÑĤ", + "ÑĥÑģ ÑĤ", + "de posit", + "dep osit", + "- last", + "-l ast", + "-la st", + "_ GRAY", + "_G RAY", + "_GR AY", + "_GRA Y", + "= find", + "=f ind", + "Ġmut ant", + "Ġmu tant", + "Ġlesb ienne", + "Ġlesbi enne", + "let cher", + "R OUGH", + "RO UGH", + "ur eka", + "ure ka", + ". capture", + ".c apture", + ".cap ture", + "Ġ enn", + "Ġe nn", + "Ġen n", + "Ġ ([[", + "Ġ( [[", + "Ġ([ [", + "ĠF lu", + "ĠFl u", + "Ġ taskId", + "Ġtask Id", + "ĠHus sein", + "ĠHuss ein", + ". folder", + ".f older", + ".fold er", + "Ġa usterity", + "IST RATION", + "ISTR ATION", + "_ Impl", + "_I mpl", + "注 æĦı", + "Ġdec ree", + "Ġdecre e", + "- chat", + "-c hat", + "-ch at", + "Ġim plication", + "Ġimp lication", + "Ġimpl ication", + "Ġimplic ation", + "Ġgu esses", + "Ġguess es", + "ul kan", + "ulk an", + "An alytics", + "Analy tics", + ". plus", + ".p lus", + ".pl us", + "COM MAND", + "COMM AND", + "е ли", + "ел и", + "» ĊĊ", + "»Ċ Ċ", + "_ SITE", + "_S ITE", + "_SI TE", + "Ġ equalTo", + "Ġequal To", + "Support FragmentManager", + "Ġ Recording", + "ĠRec ording", + "ĠRecord ing", + "å®Į æĪIJ", + "Ġbag gage", + "Ġpitch ers", + "Ġpit chers", + "Ġpitcher s", + "ĠE h", + "o que", + "oq ue", + "ĉ cnt", + "ĉc nt", + "Ġ =>$", + "Ġ= >$", + "Ġ=> $", + "/ foo", + "/f oo", + "I RA", + "IR A", + "ĠSat ellite", + "bo rah", + "bor ah", + "Ġ }}\"Ċ", + "Ġ} }\"Ċ", + "Ġ}} \"Ċ", + "Ġ}}\" Ċ", + "ĠE nds", + "ĠEn ds", + "ĠEnd s", + "ĠS pray", + "ĠSp ray", + "ĠSpr ay", + ", param", + ",p aram", + ". Chrome", + ".Ch rome", + "* q", + "th ought", + "though t", + "ib rated", + "ibr ated", + "ibrate d", + "Ġth ieves", + "Ġbenefici aries", + "En tered", + "Ent ered", + "Enter ed", + "ottes ville", + "otte sville", + "Ġveter in", + "Ġvet erin", + "By ID", + "qu ipe", + "quip e", + "qui pe", + "um ption", + "ump tion", + "umpt ion", + "- unit", + "-un it", + "-u nit", + "Execution Context", + "@ s", + "ĠG iov", + "ĠGi ov", + "ĠGio v", + ". ToolTip", + ".Tool Tip", + "_ friend", + "_f riend", + "( attributes", + "(at tributes", + "(attribute s", + "Ġd umping", + "Ġdump ing", + "Ġdum ping", + "Ġ JC", + "ĠJ C", + "_ DOCUMENT", + "_D OCUMENT", + "_DOC UMENT", + "ĠAr mour", + "ĠArm our", + "( insert", + "(in sert", + "(ins ert", + ". HorizontalAlignment", + ".Horizontal Alignment", + "Ġ Qed", + "ĠQ ed", + "ãģĦ ãģ¾ãģĻ", + "/ git", + "/g it", + "Ġ YYYY", + "ĠY YYY", + "ĠYY YY", + "ĠCar diff", + "ĠCard iff", + "Ġ apa", + "Ġa pa", + "Ġap a", + "org anic", + "organ ic", + "ĠWhere as", + "ĠWhe reas", + "Ġ æĿ", + "Ġæ Ŀ", + "ĠM ia", + "ĠMi a", + "Ġdemol ition", + "Ġs cars", + "Ġsc ars", + "Ġsca rs", + "Ġscar s", + "Ġ pai", + "Ġp ai", + "Ġpa i", + "Ġre tries", + "Ġret ries", + "Ġretrie s", + "Ġretr ies", + "Ġ rq", + "Ġr q", + "ĠD enis", + "ĠDe nis", + "ĠDen is", + "( Utils", + "(Util s", + "Ġallev iate", + "Ġ PIC", + "ĠP IC", + "ĠPI C", + "i due", + "id ue", + "Ġacknowled ging", + "Ġ// ////////////////////////////////", + "Ġ////////////////// ////////////////", + "ç¡® å®ļ", + "Ä «", + "\\ Json", + ". binary", + ".b inary", + ".bin ary", + "Ġx type", + "Ġxt ype", + "sign als", + "signal s", + "Ġ Appearance", + "ĠAp pearance", + "& r", + "} s", + "C i", + "ĠI llum", + "ĠIl lum", + "ĠIll um", + "p orate", + "por ate", + "po rate", + "pora te", + "h og", + "ho g", + "Ġ indexOf", + "Ġindex Of", + "\\ Command", + "_ parallel", + "_par allel", + "ĠSher lock", + "í ĥ", + "Ġ\" \")čĊ", + "Ġ\"\" )čĊ", + "Ġ\"\") čĊ", + "//////////////// ////////////////////////////////////////////////////////////////////////////////", + "//////////////////////////////// ////////////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////// ////////////////////////////////", + "//////////////////////////////////////////////// ////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////////////////////// ////////////////", + "Ġcritic ize", + "Ġ Soap", + "ĠSo ap", + "Ġ Matcher", + "ĠM atcher", + "ĠMat cher", + "ĠMatch er", + "Ġgr illed", + "Ġgrill ed", + "Ġgrille d", + "* T", + "Ġad ore", + "Ġado re", + "ul ling", + "ull ing", + "Ġje doch", + "Ġjed och", + "_ refs", + "_re fs", + "_r efs", + "_ref s", + "lean up", + "ĠJ AXB", + "ĠJA XB", + "Ġr oses", + "Ġro ses", + "Ġrose s", + "Ġros es", + "ĠL iam", + "ĠLi am", + "ĠLia m", + "size i", + "siz ei", + "Ġget char", + "Ġgetch ar", + "Ġt arde", + "Ġtar de", + "Ġtard e", + "- tooltip", + "-to oltip", + "-tool tip", + "Ġqual ifier", + "Ġ Intermediate", + "ĠInter mediate", + "_ Window", + "_W indow", + "ĠM alta", + "ĠMal ta", + "Dis connect", + "e where", + "ew here", + "C ampo", + "Cam po", + "Camp o", + "Ġirr ational", + "l edo", + "le do", + "led o", + "Ġ DN", + "ĠD N", + "AR GV", + "ARG V", + "Ġout ro", + "Ġou tro", + "Ġoutr o", + "Ġth irteen", + "Jose ph", + "Jos eph", + "M AR", + "MA R", + "/ gl", + "/g l", + "J ess", + "Je ss", + "ĠPsych iat", + "Ġpadding Bottom", + "- loop", + "-l oop", + "-lo op", + "/ fonts", + "/font s", + "_ seen", + "_s een", + "_se en", + "Te ams", + "Team s", + "React DOM", + "( man", + "(m an", + "( xpath", + "(x path", + ". getSimpleName", + ".get SimpleName", + "> (*", + ">( *", + "ĠP vt", + "ĠPv t", + "Ġel ders", + "Ġelder s", + "Ġelde rs", + "Ġ pies", + "Ġp ies", + "Ġpie s", + "Ġpi es", + ".user Agent", + "- region", + "-reg ion", + "ĠGre eks", + "ĠGreek s", + "ĠGree ks", + "( fragment", + "(f ragment", + "(fr agment", + "s tu", + "st u", + "Ġcouncil s", + "Ġst amina", + "Ġsta mina", + "ĠGod dess", + "è ¥¿", + "è¥ ¿", + "Ġphilosoph ers", + "Ġphilosopher s", + "Ġperson e", + "Ġpers one", + "Ġperso ne", + "ĠL ose", + "ĠLo se", + "ĠLos e", + "Ġ CLR", + "ĠC LR", + "ĠCL R", + "Ġ Docs", + "ĠD ocs", + "ĠDo cs", + "ĠDoc s", + "Ġso ak", + "Ġ HOLDER", + "ĠH OLDER", + "ĠHOLD ER", + "ĠHOL DER", + "Ġb ells", + "Ġbel ls", + "Ġbell s", + "hash Code", + "R ATE", + "RA TE", + "_WE IGHT", + "in ous", + "ino us", + "inou s", + "en dra", + "end ra", + "oph obic", + "Ġp rose", + "Ġpro se", + "Ġpr ose", + "Ġpros e", + "Ġf inely", + "Ġfin ely", + "Ġfine ly", + "/ oauth", + "/o auth", + "( space", + "(s pace", + "(sp ace", + "a dge", + "ad ge", + "ĠM ama", + "ĠMa ma", + "ĠMam a", + "Ġstring Buffer", + "Ġst int", + "Ġm isma", + "Ġmis ma", + "Ġmism a", + "Ġvill ains", + "Ġvillain s", + "Ġvilla ins", + "ĠCrime a", + "Ġdipl oma", + "Ġdiplom a", + "Ġпо Ñģл", + "ĠпоÑģ л", + "ĠB ea", + "ĠBe a", + "( join", + "(j oin", + "Ġ íķ´", + "Ġíķ ´", + "CH AT", + "CHA T", + "p ering", + "pe ring", + "per ing", + "peri ng", + "ĠC ros", + "ĠCr os", + "ĠCro s", + "Ġmon keys", + "Ġmonkey s", + "Ġp reds", + "Ġpr eds", + "Ġpre ds", + "Ġpred s", + "y la", + "yl a", + ", ,,", + ",, ,", + "Ġv ibrator", + "Ġvibr ator", + "Ġ NU", + "ĠN U", + "åħ Ī", + "f ant", + "fa nt", + "fan t", + "z et", + "ze t", + "Ġb ietet", + "un ft", + "s worth", + "sw orth", + ". Flow", + ".F low", + ".Fl ow", + "Ġpsych ed", + "Ġpsy ched", + "Ġpsyche d", + "ĠContin ental", + "ĠContinent al", + "> t", + "Ġqu ilt", + "Ġq uilt", + "Ġqui lt", + "Ġquil t", + ". UP", + ".U P", + "Ġexpans ive", + "Dis pose", + "Disp ose", + "( language", + "(l anguage", + "C aps", + "Cap s", + "Ca ps", + "_ ZONE", + "_Z ONE", + "Ġre cycle", + "Ġr ecycle", + "Ġrec ycle", + "Ġrecycl e", + "Ġ Managed", + "ĠMan aged", + "ĠManage d", + "ĠMana ged", + "current Color", + ". broadcast", + ".b roadcast", + "sign In", + ". prom", + ".p rom", + ".pro m", + ".pr om", + "l lu", + "ll u", + "ue blo", + "Ġpun ches", + "Ġpunch es", + "Ġaut omat", + "Ġauto mat", + "Ġautom at", + "Ġassign ing", + "Ġcreate User", + "ĠAl lied", + "ĠAll ied", + "Ġcon ductor", + "Ġconduct or", + "Ġcond uctor", + "Ġconduc tor", + "Ġcondu ctor", + "Ĥ ¨", + "Ġs addle", + "Ġsad dle", + "Ġsadd le", + "Ġ dni", + "Ġd ni", + "Ġdn i", + "o medical", + "omed ical", + "- West", + "-W est", + "Positive Button", + "Ġ italic", + "Ġit alic", + "? [", + "( trigger", + "(tr igger", + "Ġele phants", + "Ġelephant s", + "\":\" \",\"", + "\":\"\" ,\"", + "Ġcal iber", + "raft ed", + "raf ted", + "d igits", + "digit s", + "dig its", + "Ġ marshal", + "Ġm arshal", + "Ġmar shal", + "Ġmarsh al", + "Ġmars hal", + "m illiseconds", + "mill iseconds", + "m arkers", + "mark ers", + "mar kers", + "marker s", + "m om", + "mo m", + "/ place", + "/p lace", + "/pl ace", + "Ġhol istic", + ": t", + "# ,", + "Ġb oto", + "Ġbo to", + "Ġbot o", + "Ġnause a", + "Ġnau sea", + "ĠSh ooting", + "ĠShoot ing", + "ĠSho oting", + "i tech", + "it ech", + "ite ch", + "Ġtext Status", + "< Class", + " ())Ċ", + ">( ))Ċ", + ">() )Ċ", + ">()) Ċ", + "ADD RESS", + "ADDR ESS", + "B ST", + "BS T", + "et zt", + "etz t", + "ĠQ gs", + "S ense", + "Sen se", + "Exception Handler", + "ĠC hu", + "ĠCh u", + ".get OwnProperty", + "Ġexerc ised", + "Ġexercise d", + "i otic", + "io tic", + "iot ic", + "ĠRe leases", + "ĠRelease s", + "Ġp interest", + "o lie", + "ol ie", + "oli e", + "i soft", + "is oft", + "iso ft", + "Ġsequ encing", + "Ġpa dre", + "Ġpad re", + "Ġpadr e", + "] ));čĊ", + "]) );čĊ", + "])) ;čĊ", + "])); čĊ", + "( radius", + "(r adius", + "(rad ius", + ". med", + ".m ed", + ".me d", + "ain ties", + "aint ies", + ".Object Model", + "Ġ emple", + "Ġem ple", + "Ġemp le", + "Ġseg uro", + "Ġsegu ro", + "St ars", + "Star s", + "Ġqual itative", + "le mn", + "lem n", + "á» ±", + "> \").", + ">\" ).", + ">\") .", + "Ġ gx", + "Ġg x", + "- cert", + "-c ert", + "-ce rt", + "ĠA STM", + "ĠAS TM", + "ĠAST M", + "Ġ fullname", + "Ġfull name", + "Ġful lname", + "Ġte lemetry", + "Ġtele metry", + "ĠCamb odia", + "_ ul", + "_u l", + "ĠCl are", + "ĠClar e", + "ĠCla re", + "C USTOM", + "Q C", + "ĠU ns", + "ĠUn s", + "Ġ HTTPS", + "ĠHTTP S", + "ĠPar kinson", + "ĠPark inson", + "ancy box", + "', '.", + "',' .", + "T ue", + "Tu e", + ". getLast", + ".get Last", + "Ġ abi", + "Ġa bi", + "Ġab i", + "Äħ d", + "A st", + "As t", + "Ġ Editing", + "ĠEd iting", + "ĠEdit ing", + ". Unity", + ".Un ity", + ".Unit y", + "j mp", + "jm p", + "Ġm ats", + "Ġmat s", + "Ġma ts", + "Ġshared Preferences", + "Cap tain", + "Capt ain", + ". pageSize", + ".page Size", + "Ġ rtl", + "Ġr tl", + "Ġrt l", + "Ġan meld", + "Runtime Object", + "Ġdem ande", + "Ġdemand e", + "( \";", + "(\" ;", + "se ite", + "sei te", + "- headed", + "-head ed", + "-he aded", + "ĠK ra", + "ĠKr a", + "Ġ FONT", + "ĠF ONT", + "ĠFO NT", + "` \\", + "Class NotFoundException", + ". avg", + ".a vg", + ".av g", + "a tical", + "at ical", + "atic al", + "ati cal", + "atica l", + "A j", + "Ġpermit ting", + "Ġperm itting", + "P roj", + "Pro j", + "Pr oj", + "ERR Q", + "Ġcre ampie", + "Ġcream pie", + "ĠBuy er", + "ĠBu yer", + "- modules", + "-mod ules", + "-module s", + "ĠSunday s", + "ĠSun days", + "ĠSund ays", + "| `Ċ", + "Ġday time", + "Ġ +(", + "Ġ+ (", + "Ġgl itch", + "Ġ Operand", + "ĠOper and", + "ĠOpera nd", + "Ġtox ins", + "Ġtoxin s", + "i nya", + "in ya", + "iny a", + "D NS", + "DN S", + "ĠS as", + "ĠSa s", + "C ake", + "Ca ke", + "ĠNational s", + "ĠNation als", + ". addTo", + ".add To", + "Ġs inking", + "Ġsin king", + "Ġsink ing", + "Ġcompreh ension", + "Ġs cor", + "Ġsc or", + "Ġsco r", + "a gements", + "ag ements", + "age ments", + "agement s", + "agem ents", + "Ġt ard", + "Ġta rd", + "Ġtar d", + "Ġm arching", + "Ġmar ching", + "Ġmarch ing", + "ĠM TV", + "ĠMT V", + "Ġs ane", + "Ġsa ne", + "Ġsan e", + "Create Info", + "Ạ¯", + "Ġend Index", + "ĉ layout", + "ĉl ayout", + "Ġ åIJį", + "ĠåIJ į", + "S ITE", + "SI TE", + "ĠT HERE", + "ĠTHE RE", + "ĠTH ERE", + "Ġ[ {'", + "Ġ[{ '", + "opath ic", + "opa thic", + "Ġtrans mitter", + "Ġtransmit ter", + "/ body", + "/b ody", + "Ġp und", + "Ġpun d", + "Ġpu nd", + "Ġ Closing", + "ĠC losing", + "ĠCl osing", + "ĠClo sing", + "Ġ setattr", + "Ġset attr", + "Ġ bounded", + "Ġb ounded", + "Ġbo unded", + "Ġbound ed", + "At las", + "Atl as", + "s uming", + "sum ing", + "su ming", + "( times", + "(t imes", + "(time s", + "(ti mes", + "p arer", + "par er", + "pare r", + "pa rer", + "y nom", + "yn om", + "fe it", + "Ġf rem", + "Ġfr em", + "Ġfre m", + "- leg", + "-l eg", + "-le g", + "ĠB ras", + "ĠBr as", + "ĠBra s", + "> #", + "Ġì¶ ľëł¥", + "Ġì¶ľ ëł¥", + "Ġ INSTANCE", + "ĠIN STANCE", + "ĠINST ANCE", + "ĠC ouch", + "ĠCo uch", + "ĠCou ch", + "_ hosts", + "_host s", + "lik elihood", + ". Marker", + ".M arker", + ".Mark er", + ".Mar ker", + "ĠM asks", + "ĠMas ks", + "ĠMask s", + "Ġc ereal", + "Ġce real", + "Ġcere al", + "ut ilities", + "util ities", + "Ġelement al", + "Ġele mental", + "Ġelem ental", + "Ġdist orted", + "Ġdistort ed", + "in active", + "c ry", + "cr y", + "W L", + "UPPORT ED", + ". Throws", + ".Th rows", + ".Throw s", + "/ schema", + "/s chema", + "s erie", + "se rie", + "ser ie", + ". \"',", + ".\" ',", + ".\"' ,", + "ĠBened ict", + "ĠBene dict", + "- picker", + "-p icker", + "-pic ker", + "ig gs", + "igg s", + "ĠP irate", + "ĠPi rate", + "ĠPir ate", + "åij¨ æľŁ", + "ĠThe ma", + "ĠTh ema", + "ĠThem a", + "ĠSouth ampton", + "Ġarray With", + "ĠPaul a", + "ĠPa ula", + "Ġpred ictor", + "Ġpredict or", + "Ġpredic tor", + "- Ass", + "-A ss", + ". userid", + ".user id", + ".use rid", + "Ġ peri", + "Ġp eri", + "Ġper i", + "Ġpe ri", + "Ġexagger ated", + "u rate", + "ur ate", + "ura te", + "urat e", + "arse ille", + "ĠCon cent", + "ĠConc ent", + "ĠConce nt", + "ĠP ik", + "ĠPi k", + "Ġ@ _;ĊĊ", + "Ġ@_;Ċ Ċ", + "Ġ@_ ;ĊĊ", + "Ġform ations", + "Ġformat ions", + "Ġformation s", + "Ġden omin", + "Ġdenom in", + "\" />.Ċ", + "\"/ >.Ċ", + "\"/> .Ċ", + "end edor", + "ended or", + "Ġpan cre", + "Ġpanc re", + "Ġ amt", + "Ġa mt", + "Ġam t", + "Ġon Resume", + "on Delete", + "ĠB CH", + "ĠBC H", + ") (\"", + ")( \"", + "m ovement", + "move ment", + "mo vement", + "mov ement", + "Ġpot assium", + "", + "Ġ-- ->", + "Ġ--- >", + "ĠP PC", + "ĠPP C", + "i sz", + "is z", + "ake FromNib", + "Ġ Disp", + "ĠD isp", + "ĠDis p", + "ĠDi sp", + "ĠAth letics", + "ĠAthletic s", + "Ġnight club", + "G OOD", + "GO OD", + ".set Geometry", + "+ [", + "/ send", + "/s end", + "/se nd", + "Ġbin aries", + "Ġr áp", + "Ġrá p", + ": req", + ":r eq", + "-con suming", + "-cons uming", + "er time", + "ert ime", + "erti me", + "UP DATED", + "UPDATE D", + "_ nullable", + "_null able", + "V IN", + "VI N", + "u lia", + "ul ia", + "uli a", + "c yan", + "cy an", + "Ġmisunder standing", + "Ġmisunderstand ing", + "o rical", + "or ical", + "ori cal", + "oric al", + "deg rees", + "degree s", + "Le ading", + "Lead ing", + ". AR", + ".A R", + "ic kest", + "ick est", + "N uevo", + "uf oria", + "Ġgo odies", + "Ġgood ies", + "Ġf ores", + "Ġfor es", + "Ġfore s", + "Ġfo res", + "() <<\"", + "()<< \"", + "()< <\"", + "ad emic", + "ade mic", + "adem ic", + "Action Creators", + "server name", + "( nt", + "(n t", + "db Context", + "Ġair borne", + "Ġexhib itions", + "Ġexhibition s", + "Ġexhibit ions", + "c ele", + "ce le", + "cel e", + "Ġt ela", + "Ġte la", + "Ġtel a", + "< Movie", + "", + "() \">", + "()\" >", + ".set PreferredSize", + "ĠM ID", + "ĠMI D", + "ĠA less", + "ĠAl ess", + "ĠAle ss", + "Ġhorse power", + "Ġa tm", + "Ġat m", + "ĠPack aging", + "Ġc iphertext", + "Ġcipher text", + "Request Method", + "Ġbe iden", + "Ġbei den", + "Ġbeide n", + "è £", + "ĠP OW", + "ĠPO W", + ".Write Header", + "d irector", + "dir ector", + "direct or", + "dire ctor", + "- but", + "-b ut", + "ãģł ãģķãģĦ", + "in cer", + "ince r", + "inc er", + "_ dn", + "_d n", + "! !!!!", + "!! !!!", + "!!! !!", + "!!!! !", + "Ġmanufact ures", + "Ġmanufacture s", + ". TextUtils", + ".Text Utils", + "Ġcon sciously", + "Ġconsc iously", + "Ġconscious ly", + "Ġb ounced", + "Ġbounce d", + "c ulture", + "cul ture", + "cult ure", + "ĠS par", + "ĠSp ar", + "ĠSpa r", + "ĠP iper", + "ĠPi per", + "ĠPipe r", + "ĠPip er", + ". press", + ".p ress", + ".pre ss", + ".pr ess", + ".pres s", + "- owner", + "-o wner", + "Ġe valuator", + "Ġeval uator", + "Ġevalu ator", + "Ġ STREAM", + "ĠST REAM", + ".PictureBox SizeMode", + "Ġsu gars", + "Ġsugar s", + "Ġsug ars", + "Screen Width", + "Ġnext State", + "Ġiv ory", + "Ġbr unch", + "Ġbrun ch", + "d ensity", + "dens ity", + "_ OW", + "_O W", + "ĠCoron avirus", + "ĠC FR", + "ĠCF R", + "b ak", + "ba k", + "\\ Category", + "\\C ategory", + "æķ° ç»Ħ", + "Ġinvoke virtual", + "} ()Ċ", + "}( )Ċ", + "Ġs ujet", + "Ġsu jet", + "- marker", + "-m arker", + "-mark er", + "-mar ker", + "is digit", + "isd igit", + "ĠM obil", + "ĠMo bil", + "ĠMob il", + "ĠJsonRequest Behavior", + "_ REMOTE", + "_RE MOTE", + ".exists Sync", + "Ġrich es", + "Ġri ches", + "Ġric hes", + ".p resenter", + ".present er", + ".pres enter", + "Ġgl Color", + "Ġh anya", + "Ġha nya", + "Ġhan ya", + "Ġfort ress", + "Ġfl ashed", + "Ġflash ed", + "Ġfla shed", + "v iz", + "vi z", + "requ ently", + "requent ly", + "b uat", + "bu at", + "$ con", + "$c on", + "> |", + ". Func", + ".F unc", + "Ġhum orous", + "Ġhumor ous", + "u em", + "ue m", + ". ZERO", + ".Z ERO", + "ĠS TL", + "ĠST L", + "ĠB uk", + "ĠBu k", + "/ sample", + "/s ample", + "ĠG ros", + "ĠGr os", + "ĠGro s", + "Rec ipes", + "Recipe s", + "Ġinf lated", + "Ġinfl ated", + "Ġinflate d", + "Ġsw ung", + ": F", + "F acing", + "Fac ing", + "Fa cing", + ". Theme", + ".Th eme", + ".The me", + "н ик", + "ни к", + "Ġspl endid", + "Ġrequest Id", + ".Center Screen", + "/ autoload", + "/auto load", + "embed ded", + "_ depart", + "_de part", + "_dep art", + "Ġ Ports", + "ĠP orts", + "ĠPort s", + "ĠPo rts", + "ĠPor ts", + "๠ĥ", + "ай д", + "disc ussion", + "_ consum", + "_con sum", + "_cons um", + "Ġsc outs", + "Ġsco uts", + "Ġscout s", + "Ġcol abor", + "Ġcola bor", + ". Stage", + ".St age", + ". nano", + ".n ano", + ".nan o", + "el dorf", + "eld orf", + "eldo rf", + "Ġgem acht", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "Ġpolicy makers", + "Ġpolicym akers", + "_P KT", + "_PK T", + ", Th", + ",T h", + "o ky", + "ok y", + "_ UID", + "_U ID", + "_UI D", + "P ing", + "Pin g", + "Pi ng", + "Ġor chest", + "Ġorch est", + "Ġorc hest", + "Ġop tics", + "Ġopt ics", + "Ġoptic s", + "u han", + "uh an", + "ĠX OR", + "ĠXO R", + "Ġespañ ol", + "ĠAd idas", + "r ng", + "rn g", + "m ans", + "man s", + "ma ns", + ".v stack", + "Ġget away", + "Ġh ierarchical", + "Ġhier archical", + "ano ia", + "anoi a", + "ĠBitmap Factory", + "re alm", + "rea lm", + "real m", + "ĉ ap", + "ĉa p", + "_ apps", + "_a pps", + "_app s", + "_ap ps", + "- divider", + "-div ider", + "-di vider", + ". drawer", + ".d rawer", + ".draw er", + "ĠH ARD", + "ĠHA RD", + "ĠHAR D", + "'] ;?>Ċ", + "']; ?>Ċ", + "'];?> Ċ", + "- packed", + "-p acked", + "-pack ed", + "æ² »", + "_STRUCT URE", + "[ Y", + "i Param", + "( eq", + "(e q", + "Ġencompass es", + "Ġ\\ ĊĊ", + "Ġ\\Ċ Ċ", + "- >[", + "-> [", + "& utm", + "g roupon", + "gr oupon", + "group on", + "gro upon", + "st rate", + "str ate", + "stra te", + "D Y", + "om orphic", + "' :[", + "': [", + "Ġgrav itational", + "ĠM icha", + "ĠMich a", + "ĠMi cha", + "ĠMic ha", + "ĠT encent", + "ĠTen cent", + "Ġco ached", + "Ġcoach ed", + "ì¶ ľ", + "Ñĥ менÑĤ", + "Ñĥм енÑĤ", + "/ mobile", + "/m obile", + "Mouse Down", + "b ud", + "bu d", + "ĠY as", + "ĠYa s", + "Ġ Providers", + "ĠPro viders", + "ĠProvid ers", + "ĠProvider s", + "ĠProvide rs", + "ĠProv iders", + "N Z", + "ĉ report", + "ĉre port", + "ĉrep ort", + "err msg", + "Ġimage Path", + "act erial", + "acter ial", + "acteria l", + "ĠM anga", + "ĠMan ga", + "ĠMa nga", + "ĠMang a", + "wick lung", + "( usuario", + "(us uario", + "\" ));čĊčĊ", + "\") );čĊčĊ", + "\")) ;čĊčĊ", + "\"));čĊ čĊ", + "\")); čĊčĊ", + "/ ***", + "/* **", + "/** *", + "Ġorgan ise", + "Ġorganis e", + "Index ed", + "_ QUAL", + "_Q UAL", + "_QU AL", + "( PyObject", + "(Py Object", + "Ġsurrender ed", + "PO CH", + "ĠN OTES", + "ĠNOT ES", + "ĠNO TES", + "ĠNOTE S", + "\\ \\\"", + "\\\\ \"", + "- job", + "-j ob", + "Ġseven ty", + "Ġsevent y", + "Ġsev enty", + "# ###Ċ", + "## ##Ċ", + "#### Ċ", + "### #Ċ", + "ĠMan or", + "ĠMa nor", + "Ġdown right", + "Ġtime frame", + "ins urance", + "che cker", + "check er", + "Ġ SECRET", + "ĠSE CRET", + "ĠSEC RET", + "Ġecho es", + "Ġech oes", + "ĠCar men", + "ĠCarm en", + ".set HorizontalAlignment", + ".setHorizontal Alignment", + "Ġ isChecked", + "Ġis Checked", + "Ġ TOR", + "ĠT OR", + "ĠTO R", + "_ nn", + "_n n", + "( '(", + "(' (", + "Fetch Request", + "ĠPrint ed", + "Fl uid", + "Ġ STACK", + "ĠST ACK", + "ĠSTA CK", + "G ES", + "GE S", + "a igned", + "aign ed", + "i gor", + "ig or", + "igo r", + ". Unknown", + ".Un known", + "C BC", + "CB C", + "ĠCarl son", + ". URI", + ".U RI", + ".UR I", + "Ġp light", + "Ġpl ight", + "/ start", + "/st art", + "/star t", + "ĠPerson nel", + "Ġ PREFIX", + "ĠP REFIX", + "ĠPRE FIX", + "ĠPREF IX", + ", **", + ",* *", + "Ġli mite", + "Ġlimit e", + "Ġlim ite", + "_ heat", + "_h eat", + "_he at", + "% ï¼Į", + "ĠD onne", + "ĠDon ne", + "get Node", + "ĠScient ology", + "Ġc omet", + "Ġcom et", + "Ġco met", + "Ġcome t", + "Ġwen ig", + "A side", + "As ide", + "ĠM PEG", + "ĠMP EG", + "' ?", + "vari ably", + ". endDate", + ".end Date", + "Ġun cont", + "Ġunc ont", + "Ġuncon t", + "Ġ Scores", + "ĠS cores", + "ĠSc ores", + "ĠScore s", + "ĠSco res", + "ĠScor es", + "Ġ LoginForm", + "ĠLogin Form", + ". generated", + ".g enerated", + ".generate d", + ".gener ated", + ", ch", + ",c h", + "- mar", + "-m ar", + "ĠN ed", + "ĠNe d", + "Ġ eventId", + "Ġevent Id", + "+ p", + "ĠS IN", + "ĠSI N", + "/ reset", + "/re set", + "/res et", + ".RE ACT", + "ĠMe ssi", + "ĠMess i", + "ĠMes si", + "_R ANK", + "_RA NK", + ".write File", + "Ġc ripp", + "Ġcr ipp", + "Ġcri pp", + "es thetic", + "est hetic", + "ERS IST", + "Ġreim bursement", + "Ġreimburse ment", + "Current Value", + "Ġu nin", + "Ġun in", + "Ġuni n", + "Down Latch", + "Ġpadding Right", + "Ġst ocked", + "Ġstock ed", + "/ '.", + "/' .", + "Ġre payment", + "Ġrep ayment", + "Ġrepay ment", + "t rak", + "tr ak", + "tra k", + "/ backend", + "/back end", + "Ġиз мен", + "C SR", + "CS R", + "Ġprevent ive", + "Ġpant alla", + "_ trim", + "_t rim", + "_tr im", + "_tri m", + "P edido", + "Ped ido", + "h ospital", + "Ġmanage able", + "route Params", + "text ures", + "texture s", + "tex tures", + ". .....ĊĊ", + ".. ....ĊĊ", + "... ...ĊĊ", + ".... ..ĊĊ", + "..... .ĊĊ", + "...... ĊĊ", + "Ġsé lection", + "Name ValuePair", + "Ġpol lut", + "Ġpoll ut", + "M odes", + "Mode s", + "Mod es", + "Mo des", + "ĠL aud", + "ĠLa ud", + "ĠLau d", + "j ay", + "ja y", + "ĠU rs", + "ĠUr s", + "Ġs igner", + "Ġsign er", + "Ġsig ner", + "Ġ JJ", + "ĠJ J", + "ĠCh erokee", + "_EX ISTS", + "_EXIST S", + "Ġd war", + "Ġdw ar", + "Ġ ($('#", + "Ġ( $('#", + "Ġ($ ('#", + "Ġ($( '#", + "Ġre ef", + "> {$", + ">{ $", + "ĠB aylor", + "ĠBay lor", + "Ġ ModelState", + "ĠModel State", + "- _", + "ĠStruct ures", + "ĠStructure s", + "Ġsou vent", + "Spec ify", + "( pipe", + "(p ipe", + "(pi pe", + "Ġfr acking", + "Ġfrac king", + "ĠG PA", + "ĠGP A", + "Ġb ele", + "Ġbe le", + "Ġbel e", + "ĉ ĉĉĉĉĉĉĠĠĠ", + "ĉĉ ĉĉĉĉĉĠĠĠ", + "ĉĉĉĉ ĉĉĉĠĠĠ", + "ĉĉĉ ĉĉĉĉĠĠĠ", + "ĉĉĉĉĉ ĉĉĠĠĠ", + "ĉĉĉĉĉĉ ĉĠĠĠ", + "ĉĉĉĉĉĉĉ ĠĠĠ", + "ĉĉĉĉĉĉĉĠ ĠĠ", + "ĉĉĉĉĉĉĉĠĠ Ġ", + "ĠMinor ity", + "Ġt ud", + "Ġtu d", + "Ġopen ness", + "ĠIllustr ated", + "Ġoxid ation", + "Ġ NK", + "ĠN K", + "ĉ Update", + "Ġ EMS", + "ĠE MS", + "ĠEM S", + "ĠTe ddy", + "ĠTed dy", + "Ġgener als", + "Ġgen erals", + "Ġgeneral s", + "Ġgenera ls", + "ĉ Mat", + "ĉM at", + "Ġrad ios", + "Ġradio s", + "Ġradi os", + "ĠAnt ique", + "ĠAnti que", + "c onomy", + "con omy", + "conom y", + "cono my", + "ĠSquad ron", + ") ','", + ")', '", + ")' ,'", + "å£ °", + "Ġy oure", + "Ġyou re", + "Ġyour e", + "Ġyo ure", + "ĠMain Page", + "Ġbeh aviours", + "Ġbehaviour s", + "en ght", + "eng ht", + "(@\" %@\",", + "Ġtest case", + "Ġ Compilation", + "ĠComp ilation", + "Ġflav ours", + "Ġflavour s", + "Ġ Extend", + "ĠExt end", + "il lator", + "ill ator", + "illa tor", + "Ġ coh", + "Ġc oh", + "Ġco h", + "Ġs pline", + "Ġsp line", + "Ġspl ine", + "Ġ KG", + "ĠK G", + "- pay", + "-p ay", + "Ġcommun ism", + "ĠBusiness es", + "oc king", + "ock ing", + ". MaxLength", + ".Max Length", + "ass andra", + "qu iring", + "quir ing", + "qui ring", + "a dden", + "ad den", + "add en", + "ĠJ eb", + "ĠJe b", + "_ fault", + "_f ault", + "_fa ult", + "[ file", + "[f ile", + "Ġpromin ence", + "disc iplinary", + "âĢĶ they", + "âĢĶthe y", + "_ extent", + "_ex tent", + "_ext ent", + "Ġ VIC", + "ĠV IC", + "ĠVI C", + "Ġen tails", + "Ġent ails", + "Ġentail s", + ". partner", + ".p artner", + ".part ner", + "Ġhipp oc", + "Le ague", + "çĶ ·", + "w ipe", + "wi pe", + "- spinner", + "-sp inner", + "-spin ner", + "Ġsal ute", + "ĠS urgical", + "ĠSurg ical", + "( outputs", + "(out puts", + "(output s", + "work ed", + "wor ked", + "[ strlen", + "[str len", + "app ointed", + "appoint ed", + "ĠH eg", + "ĠHe g", + "ĠAC PI", + "( [^", + "([ ^", + "u ala", + "ual a", + "ua la", + "_ tol", + "_t ol", + "_to l", + "ĠR it", + "ĠRi t", + ". Payment", + ".P ayment", + ".Pay ment", + "k owski", + "Ġw almart", + "Ġwal mart", + "require ments", + "ĠFIN SEQ", + "_ BACKGROUND", + "_BACK GROUND", + "ĠOs borne", + "( errorMessage", + "(error Message", + "Report ing", + "Rep orting", + "Ġa uctions", + "Ġau ctions", + "Ġauction s", + "Ġcom bos", + "Ġcomb os", + "Ġcombo s", + "ĠNot iced", + "ĠNotice d", + "_ oct", + "_o ct", + "_oc t", + "Ġprim ero", + "Ġprime ro", + "Ġprimer o", + "t aire", + "ta ire", + "_ hr", + "_h r", + "Ġм од", + "Ġмо д", + "Ġcontrad ictory", + "Ġcontradict ory", + "= \"@", + "=\" @", + "ach ines", + "achine s", + "achi nes", + "(opt arg", + "ĠP enguin", + "ĠPeng uin", + "ĠAb bas", + "ĠAbb as", + "Ġsub lime", + "Ġpage able", + "ĠDef ensive", + "Ġdistinct ly", + "ĠAutom atically", + "ĠAutomatic ally", + "Under standing", + "Equality Comparer", + "g ota", + "go ta", + "got a", + "Ġ\" ::", + "Ġ\": :", + "Ġpul ver", + "ĠB attles", + "ĠBattle s", + "ĠBatt les", + "Ġun paralleled", + "T CHA", + "TC HA", + "Ġconstr ued", + "- aff", + "-a ff", + "Ġpre cursor", + "Ġprec ursor", + "-l fs", + "Ġmad uras", + "ĠD aisy", + "ĠDa isy", + "ĠDai sy", + "ĠAr beits", + "ĠArbeit s", + ". Management", + ".Man agement", + "ĉ In", + "ĉI n", + "Ġro bes", + "Ġrob es", + "Ġrobe s", + "Ġsp éc", + "âĢľ (", + "Ġm aternity", + "Ġmat ernity", + "ex tent", + "ext ent", + "Ġ Spacer", + "ĠSp acer", + "ĠSpace r", + "ĠSpa cer", + "Did Appear", + "ĉ us", + "ĉu s", + ".getRequest Dispatcher", + "( cols", + "(c ols", + "(co ls", + "(col s", + "Ġplum met", + "ì ħ", + "Ġ{ ĊĊĊĊ", + "Ġ{Ċ ĊĊĊ", + "Ġ{ĊĊ ĊĊ", + "Ġ{ĊĊĊ Ċ", + "é rica", + "ér ica", + "éri ca", + "éric a", + "Ġ Sizes", + "ĠS izes", + "ĠSize s", + "ĠSi zes", + "ĠSiz es", + ". enum", + ".e num", + ".en um", + ". Highlight", + ".High light", + "Ġ!! }ĊĊĊ", + "Ġ? >ĊĊĊ", + "Ġ?> ĊĊĊ", + "Ġ?>Ċ ĊĊ", + "Ġ?>ĊĊ Ċ", + "W enn", + "We nn", + "Ġcl imax", + "Ġclim ax", + "Ġcli max", + "Ġc rem", + "Ġcr em", + "Ġcre m", + "_ that", + "_t hat", + "_th at", + "[ âĢ¦", + "_ domains", + "_domain s", + "_dom ains", + "_RE PLY", + "Ġcomp leta", + "Ġcomple ta", + "Ġcomplet a", + "Ġcompl eta", + "V EST", + "VE ST", + "VES T", + "_ particle", + "_p article", + "_part icle", + "Ġs op", + "Ġso p", + "Ġfatal ities", + "impl ify", + "imp lify", + "ĠS KF", + "ĠSK F", + "Ġin fusion", + "Ġinf usion", + "ĠJ avier", + "ĠJa vier", + "Ġb allet", + "Ġball et", + "Ġbal let", + "Ġam igo", + "Ġami go", + ". want", + ".w ant", + "Ġcol lagen", + "Ġcoll agen", + "Ġcollage n", + "ĠLaw yer", + ". Statement", + ".St atement", + ".State ment", + ".Stat ement", + ". rt", + ".r t", + "b aar", + "ba ar", + "End Point", + "ĠB ek", + "ĠBe k", + "S HIP", + "SH IP", + "Ġpatri arch", + "ĠA unt", + "ĠAu nt", + "_ TM", + "_T M", + "Ġ mÃŃn", + "Ġm ÃŃn", + "ĠmÃŃ n", + "Ġm astered", + "Ġmaster ed", + "Ġma stered", + "Ġmas tered", + "Ġmast ered", + "W XYZ", + "WX YZ", + "Ġes pos", + "Ġesp os", + "= logging", + "=log ging", + "Ġrighteous ness", + "t orrent", + "tor rent", + "Ġ bst", + "Ġb st", + "Ġbs t", + "_ CHAIN", + "_CH AIN", + "Ġout skirts", + "( rotation", + "(r otation", + "(rot ation", + "Ġ' .')", + "Ġ'. ')", + "Ġ'.' )", + "igr ants", + "igrant s", + "+ lsi", + "+l si", + "ĠCC TV", + "ĠCCT V", + "_PH ASE", + ". azure", + ".a zure", + "_ Process", + "_P rocess", + "_Pro cess", + "v ae", + "va e", + "ĠT ropical", + "ĠAn kara", + "ĠAnk ara", + "image View", + "_RUN NING", + "Ġ* )__", + "Ġ*) __", + "ế n", + "( cli", + "(c li", + "(cl i", + "sc atter", + "Ġs che", + "Ġsc he", + "Ġsch e", + "Reg istrar", + "Registr ar", + "Ġa iring", + "Ġair ing", + "Ġai ring", + "Ġpy plot", + "is ión", + "isi ón", + "/ customer", + "/c ustomer", + "/custom er", + "Ġs implement", + "Ġsim plement", + "Ġsimple ment", + "Ġsimp lement", + "Ġsimpl ement", + "Ġclass y", + "Ġcl assy", + "Ġclas sy", + "ĠD WC", + "ĠDW C", + "ĠBas har", + "ĠBash ar", + "ĠDE VELO", + "ĠV ick", + "ĠVi ck", + "ĠVic k", + "a vail", + "av ail", + "ava il", + "ĠH ö", + "_ extend", + "_ext end", + "dr Fc", + ".is NotBlank", + "Ġpl ais", + "Ġpla is", + "| }Ċ", + "Ġporn ofil", + "Ġporno fil", + "l abs", + "la bs", + "lab s", + "Ġ haus", + "Ġh aus", + "Ġha us", + "Ġorig inating", + "Ġorigin ating", + "Ġsurround s", + "Ġ QUAL", + "ĠQ UAL", + "ĠQU AL", + "m eg", + "me g", + "/ logger", + "/log ger", + "/lo gger", + "[ obj", + "[o bj", + "Ġirres ponsible", + "Ġ PublicKey", + "ĠPublic Key", + "H ONE", + "HO NE", + ": '/", + ":' /", + "i box", + "ib ox", + "ibo x", + "ĠF Vector", + "| {Ċ", + "ata loader", + "atal oader", + "h awks", + "hawk s", + "H DR", + "HD R", + "Ġescal ation", + "ĠPods Dummy", + "e lite", + "el ite", + "eli te", + "Ġpre sup", + "Ġpres up", + "C ached", + "Cache d", + "Ca ched", + "> G", + ". optimizer", + ".opt imizer", + ".optim izer", + ".optimize r", + "Ġ Visible", + "ĠV isible", + "ĠVis ible", + "´ Ģ", + "Ġ nen", + "Ġn en", + "Ġne n", + "Ġ pcs", + "Ġp cs", + "Ġpc s", + "Ġ Idle", + "ĠI dle", + "ĠId le", + "[ Any", + "[A ny", + "Ġkey boards", + "Ġkeyboard s", + "ĠCOMP ONENT", + "Ġtit anium", + "Ġtitan ium", + "( mut", + "(m ut", + "(mu t", + "ĠLed ger", + "Ġprosper ous", + "etro fit", + "_ LL", + "_L L", + "_ patient", + "_p atient", + "_pat ient", + "Ġ pdata", + "Ġp data", + "Ġpd ata", + "Ġ kontakte", + "Ġkont akte", + "Ġkontakt e", + "S wipe", + "Sw ipe", + "Ġcheer ful", + "ĠHond uras", + "\" ][$", + "\"] [$", + "\"][ $", + "Ġhem orrh", + "\" :\"+", + "\": \"+", + "\":\" +", + "Ġ leasing", + "Ġle asing", + "Ġinst alls", + "Ġinstall s", + "Ġinstal ls", + "ĠP ax", + "ĠPa x", + "ĠLog istics", + "ĠLogistic s", + "Ġkin etic", + "ĠP hon", + "ĠPh on", + "_ movement", + "_m ovement", + "_move ment", + "_mov ement", + "_mo vement", + "ĉ bytes", + "ĉbyte s", + "Ġcin co", + "ĠMad ness", + "\" )+", + "\") +", + "Ġ JE", + "ĠJ E", + "_ ij", + "_i j", + "Scene Manager", + "ĠB ust", + "ĠBus t", + "ĠBu st", + "p test", + "pt est", + "pte st", + "a ea", + "ae a", + "Ġb esser", + "Ġbes ser", + "ÃŃ g", + "д ин", + "ди н", + "( tasks", + "(t asks", + "(task s", + "(\" (\"", + "(\"( \"", + "set Type", + "( outfile", + "(out file", + "ĉ reset", + "ĉres et", + "ĉre set", + "Ġ ARC", + "ĠA RC", + "ĠAR C", + "Ġmús ica", + "ĠSh elf", + "ĠShe lf", + "ĠShel f", + "Ġmin Y", + "p ch", + "pc h", + "Ġwe iber", + "Ġwei ber", + "iss or", + "Ġtr ouve", + "Ġtro uve", + "Ġtrou ve", + "ĉ Button", + "ĉB utton", + "Ġre generated", + "Ġreg enerated", + "Ġregenerate d", + "Å £i", + "Å£ i", + "im achinery", + "b locking", + "bl ocking", + "block ing", + ".data Tables", + "_ frac", + "_f rac", + "_fr ac", + "ĠAdv antage", + ".visit Method", + "éĩį æĸ°", + "Ġextra pol", + "Ġextr apol", + "Ġte asing", + "Ġtea sing", + "Ġteas ing", + "ĠH itch", + "ĠHit ch", + "ĠGe ek", + "ĠGee k", + "E SCO", + "ES CO", + "ESC O", + "Ġ wich", + "Ġw ich", + "Ġwi ch", + "ĉ ax", + "ĉa x", + "_ decor", + "_de cor", + "_dec or", + "Ġscreen Width", + "ĠSo phia", + "ĠSoph ia", + "F orgot", + "For got", + "Forg ot", + ". uni", + ".un i", + ".u ni", + "ĠVen ture", + "ĠVent ure", + "_ collision", + "_c ollision", + "_coll ision", + "Ġlaw maker", + "( Edit", + "(E dit", + "b lers", + "ble rs", + "bl ers", + "bler s", + "Ġ getNext", + "Ġget Next", + "âĢĶ you", + "Media Player", + "ĠH orde", + "ĠHor de", + "ĠCongress man", + "obs ervations", + "observ ations", + "observation s", + "ĉ property", + "ĉp roperty", + "ĉprop erty", + "Ġ< --", + "Ġ<- -", + "Created At", + "u byte", + "ub yte", + "uby te", + "Ġquar antine", + "Ġdist ressed", + "Ġdistr essed", + "Ġdistress ed", + "_A PB", + "_AP B", + "ĠGood man", + "ãĤ «", + "Ġrecom end", + "_ PRINTF", + "_PRINT F", + "D ONE", + "DO NE", + "DON E", + "Bind able", + "r strip", + "rs trip", + "rst rip", + "cent aje", + "Ġ Unexpected", + "ĠUn expected", + "ĠS CHOOL", + "ĠProfessional s", + "ĠProfession als", + "ĠGPU s", + "ĠGP Us", + "L esson", + "Le sson", + "Les son", + "Less on", + "Ex clusive", + "Ġat rav", + "Ġatr av", + "ĠD ank", + "ĠDan k", + "ĠDa nk", + "ĠLaw yers", + "ĠLawyer s", + "ĠWal ton", + "ĠWalt on", + "> []", + ">[ ]", + "Ġa loud", + "Ġal oud", + "Ġalo ud", + "=\" ../../../", + "=\"../ ../../", + "=\"../../ ../", + "Ġdeb ating", + "ĠA VG", + "ĠAV G", + "_V OL", + "_VO L", + "/ cgi", + "/c gi", + ". deg", + ".d eg", + ".de g", + ": g", + ".Info f", + ".Inf of", + "Measure Spec", + ". song", + ".s ong", + ".so ng", + ".son g", + "m tree", + "mt ree", + "ul ls", + "ull s", + "J ordan", + "ĠC overs", + "ĠCo vers", + "ĠCover s", + "ĠCov ers", + "ĠCove rs", + "Ġattrib utable", + "Ġj edis", + "Ġje dis", + "Ġjed is", + "iat rics", + "iatric s", + "Ġrot terdam", + "Ġ meld", + "Ġm eld", + "Ġme ld", + "Ġmel d", + "Ġ ContentType", + "ĠContent Type", + "Ġman tle", + "Ġmant le", + "Ġ alice", + "Ġa lice", + "Ġal ice", + "Ġali ce", + "_ duplicate", + "_d uplicate", + "_dup licate", + "/ Internal", + "Ġ filesize", + "Ġfile size", + "Ġfiles ize", + "ĉ fire", + "ĉf ire", + "ĉfi re", + "r ese", + "re se", + "res e", + "on dere", + "ond ere", + "onder e", + "onde re", + "Ġfamiliar ity", + "ĠC rest", + "ĠCr est", + "ĠCre st", + "ĠCres t", + "Ġk arma", + "Ġkar ma", + "Ġtor ino", + "Ġm esa", + "Ġme sa", + "Ġmes a", + "/ temp", + "/t emp", + "Ġc hir", + "Ġch ir", + "Ġchi r", + "Ġ Overflow", + "ĠOver flow", + "Ġten emos", + "u nik", + "un ik", + "uni k", + "N EXT", + "NE XT", + "A lle", + "Al le", + "All e", + "Ġn xt", + "Ġnx t", + "M art", + "Mar t", + "Ma rt", + "Ġ atl", + "Ġa tl", + "Ġat l", + "Ġperiod o", + "Ġperi odo", + "_ you", + "_y ou", + "Ġ} )).", + "Ġ}) ).", + "Ġ})) .", + "int estinal", + ".Adapter View", + "Ġhes itant", + "Ġcompar atively", + "Ġcomparative ly", + ". UInt", + ".U Int", + ".UI nt", + "( viewModel", + "(view Model", + "Ġsang at", + "Ġ Responsive", + "ĠRes ponsive", + "ĠRespons ive", + "ĠZ ack", + "ĠZa ck", + "ĠZac k", + "â ħ", + "J AVA", + "JA VA", + "ĠFull er", + "ĠFu ller", + "ĠFul ler", + "Ġ âĿ¤", + "ĠâĿ ¤", + ". Consumer", + ".Con sumer", + ".Cons umer", + "Ġ ank", + "Ġa nk", + "Ġan k", + "Ġre actors", + "Ġreact ors", + "Ġreactor s", + "f uck", + "fu ck", + "_ rat", + "_r at", + "_ra t", + "Ġsession Factory", + "_ backward", + "_back ward", + "Ġscram bled", + "Ġscramble d", + "ĉ th", + "ĉt h", + "Ġins ensitive", + "Ġch amps", + "Ġcha mps", + "Ġcham ps", + "Ġchamp s", + "Ġ nginx", + "Ġng inx", + "Ġcon hec", + "Ġconhe c", + "ĠJ asper", + "ĠJas per", + ". fm", + ".f m", + "Strict Equal", + "ach sen", + "achs en", + "- Nov", + "-N ov", + "-No v", + "l assen", + "lass en", + "las sen", + ". integration", + ".int egration", + "( lbl", + "(l bl", + "Com pose", + "Comp ose", + "ĠF on", + "ĠFo n", + "à ļ", + "Gr atis", + "ĠL ime", + "ĠLim e", + "ĠLi me", + "ĠAdapter View", + "Ġpoison ed", + "Ġpois oned", + "anch ors", + "anchor s", + "设 计", + "'] ?>\"", + "']?> \"", + "Ġpro cur", + "Ġproc ur", + "It aly", + ". MONTH", + ".MON TH", + "ĠL UA", + "ĠLU A", + "ĠLith uania", + "ĠHe ads", + "ĠHead s", + "_CH UNK", + "ĠP USH", + "ĠPU SH", + "ĠPUS H", + "Aspect Ratio", + "Ġ weg", + "Ġw eg", + "Ġwe g", + "Ġv ids", + "Ġvi ds", + "Ġvid s", + "ĠW ein", + "ĠWe in", + "ĠWei n", + "ĉ INT", + "ĉI NT", + "ĉIN T", + "session Id", + "Ind ustry", + "Ġden ounced", + "JK LM", + "ĠVan essa", + ". Identifier", + ".Id entifier", + "p ropri", + "pro pri", + "prop ri", + "Ġ иг", + "Ġи г", + "Ġté cn", + "Ġtéc n", + "Ġm osaic", + "Ġmos aic", + "Stream Reader", + "- Th", + "-T h", + "f orth", + "for th", + "fort h", + "Ġad herence", + "Ġadher ence", + "Ġadhere nce", + "b ate", + "ba te", + "bat e", + "Ġkn ights", + "Ġknight s", + "s ounds", + "so unds", + "sound s", + "sou nds", + "Ġs alle", + "Ġsa lle", + "Ġsal le", + "O MET", + "OM ET", + "OME T", + "ãĤ¹ ãĥĪ", + "- tm", + "-t m", + "ĠR he", + "ĠRh e", + ".File OutputStream", + "åĪĨ ç±»", + "Ġ ENG", + "ĠE NG", + "ĠEN G", + "h oliday", + "hol iday", + "Ġ Congratulations", + "ĠCong ratulations", + ") (Ċ", + ")( Ċ", + "Ġaggregate s", + "Ġaggreg ates", + "H OOK", + "HO OK", + "e wire", + "ew ire", + "Sen ator", + "Ġembed dings", + "Ġembedding s", + "e py", + "ep y", + "( COM", + "(C OM", + "Ġrob ber", + "ä ter", + "ät er", + "w ang", + "wa ng", + "wan g", + "_ teacher", + "_t eacher", + "_te acher", + "Ġresent ment", + "Ġlett uce", + "er reur", + "err eur", + "erre ur", + "( ic", + "(i c", + "ĠT actical", + "ĠTac tical", + "Ġ Contracts", + "ĠCon tracts", + "ĠContract s", + "ĠContr acts", + "Ġm ænd", + "Ġsit ios", + "Ġsiti os", + "Ġsitio s", + "Ġbast ante", + "Ġnue vos", + "Ġnuevo s", + "ĉN drFc", + "Ġprivate Key", + "uc ch", + "ucc h", + "MM dd", + "Ġ è¾ĵåĩº", + "Ġè¾ĵ åĩº", + "um ba", + "umb a", + "@ foreach", + ": \");ĊĊ", + ":\" );ĊĊ", + ":\");Ċ Ċ", + ":\") ;ĊĊ", + "Ġslip pery", + "ĠKey stone", + "ĠKe ystone", + "ĠKeys tone", + "Ġpione ering", + "Ġpioneer ing", + "_ triangle", + "_t riangle", + "_tr iangle", + "_tri angle", + "( \"Ċ", + "(\" Ċ", + "ĉ ĉĉĉĉĉĉĉĠĠ", + "ĉĉ ĉĉĉĉĉĉĠĠ", + "ĉĉĉĉ ĉĉĉĉĠĠ", + "ĉĉĉ ĉĉĉĉĉĠĠ", + "ĉĉĉĉĉ ĉĉĉĠĠ", + "ĉĉĉĉĉĉ ĉĉĠĠ", + "ĉĉĉĉĉĉĉĉ ĠĠ", + "ĉĉĉĉĉĉĉ ĉĠĠ", + "ĉĉĉĉĉĉĉĉĠ Ġ", + "ĠInt ervention", + "ĠInter vention", + "S CI", + "SC I", + "Ġc JSON", + "Ġter minating", + "Ġterm inating", + "Ġtermin ating", + "ë ¹Ħ", + "ë¹ Ħ", + "Ġbaby s", + "Ġbab ys", + "Sub set", + "Ġ ë¡", + "Ġë ¡", + "Ġseu lement", + "Ġseul ement", + "Ġseule ment", + "Ġm uestra", + "Ġmue stra", + "En tre", + "Ent re", + "Entr e", + "以 ä¸Ĭ", + "n go", + "ng o", + "\" bytes", + "QR ST", + "QRS T", + "Ġy pos", + "Ġyp os", + "person a", + "pers ona", + "Ġ Deploy", + "ĠDe ploy", + "ĠDep loy", + "c ee", + "ce e", + "Ġ à®", + "Ġà ®", + ". goal", + ".go al", + "Ġhabit ats", + "Ġhabitat s", + "Ġ isAdmin", + "Ġis Admin", + "Ġexplo iting", + "Ġexploit ing", + "Ġvent il", + "Ġven til", + "ĠB alls", + "ĠBall s", + "ĠBal ls", + "ا ب", + "Ø§Ø ¨", + "Ġmind fulness", + "Ġmindful ness", + "( kwargs", + "(k wargs", + "Ġre sembling", + "Ġresembl ing", + "Ġch oir", + "Ġcho ir", + "Ġon BackPressed", + "ĠSEC URITY", + "/ gtest", + "/g test", + "Ġjust ices", + "Ġjustice s", + "Ġinteger Value", + "b lah", + "bl ah", + "bla h", + "ĠA im", + "ĠAi m", + "_ finalize", + "_final ize", + "k eh", + "ke h", + "ĠComplex ity", + "Ġaug ust", + "get ElementsByTagName", + "Ġp reach", + "Ġpr each", + "Ġpre ach", + "Ġpron unciation", + "Ġ Trash", + "ĠTr ash", + "ĠTra sh", + "- percent", + "-per cent", + "_PR IV", + "_PRI V", + "ĠH unts", + "ĠHun ts", + "ĠHu nts", + "ĠHunt s", + "ĠC urse", + "ĠCur se", + "u ellen", + "ue llen", + "uel len", + "uelle n", + "uell en", + "Ġheavy weight", + "X i", + "ĉ selected", + "ĉselect ed", + "ĉse lected", + "ĠMcC oy", + "å¼Ĥ 常", + "| =Ċ", + "|= Ċ", + "ĠBattle field", + "Item Image", + "Ġded uctions", + "Ġdeduct ions", + "Ġdeduction s", + "ĠElement al", + "ĠEle mental", + "ĠElem ental", + "( ));//", + "() );//", + "()) ;//", + "()); //", + "ĠBur k", + "ĠBu rk", + "} )čĊčĊ", + "}) čĊčĊ", + "})čĊ čĊ", + "sw ift", + "/ function", + "/f unction", + "Us ually", + "Usu ally", + "_ St", + "_S t", + "_fe ats", + "_feat s", + "Ġ IsValid", + "ĠIs Valid", + "Ġz ad", + "Ġza d", + "Image Context", + "Ġ classname", + "Ġclass name", + "Ġdon ner", + "Ġdonne r", + "Ġdonn er", + "Ġ-- >ĊĊĊ", + "Ġ-->Ċ ĊĊ", + "Ġ--> ĊĊĊ", + "Ġ-->ĊĊ Ċ", + "Ġmotor cycles", + "Ġmotorcycle s", + "+' /'+", + "+'/ '+", + "Ġ setBackground", + "Ġset Background", + "\\ CMS", + "\\C MS", + ". AllArgsConstructor", + ".All ArgsConstructor", + "ĠLex ington", + ". examples", + ".ex amples", + ".example s", + ".exam ples", + "ĠP urs", + "ĠPur s", + "ĠPu rs", + "Push Matrix", + "Ġ================================================= =============", + ".add Target", + "p ora", + "por a", + "po ra", + "Full screen", + "Ġgo of", + "Ġgoo f", + "h len", + "hl en", + "hle n", + "ä ge", + "ĠC URL", + "ĠCUR L", + "ĠCU RL", + "Ġ Interesting", + "ĠInter esting", + "ĠInterest ing", + "Ġretrie ves", + "Ġretrieve s", + "Ġretr ieves", + "_ Obj", + "_O bj", + "in ness", + "inn ess", + "inne ss", + "- ----ĊĊ", + "-- ---ĊĊ", + "---- -ĊĊ", + "--- --ĊĊ", + "----- ĊĊ", + "-----Ċ Ċ", + ".t sv", + ".ts v", + "( IM", + "(I M", + "ĠBr aves", + "ĠBra ves", + "ĠBrave s", + "_ ISR", + "_I SR", + "_IS R", + "o sti", + "os ti", + "ost i", + "á» ĵ", + "ĠEx terior", + "ĠExt erior", + "ĠCourt ney", + "Ġresid ues", + "Ġresidue s", + "T ier", + "Ti er", + ".* ;čĊčĊ", + ".*;čĊ čĊ", + ": black", + ":b lack", + "web View", + "\" path", + "Ġm asa", + "Ġma sa", + "Ġmas a", + "] !='", + "]!= '", + "Ġ Matching", + "ĠM atching", + "ĠMat ching", + "ĠMatch ing", + "d ur", + "du r", + "J vm", + "= context", + "_ RING", + "_R ING", + "Ġpro ponents", + "Ġprop onents", + "ĠQString Literal", + "Ġ inflate", + "Ġin flate", + "Ġinf late", + "Ġinfl ate", + "< Float", + " \">čĊ", + "Ġ?>\" >čĊ", + "Ġ?>\"> čĊ", + "_C OST", + "_CO ST", + "i linear", + "il inear", + "ili near", + "iline ar", + "ilin ear", + "Ġ Workspace", + "ĠWork space", + "ĠWorks pace", + "Ġs pel", + "Ġsp el", + "Ġspe l", + "ag ogue", + "ago gue", + "agog ue", + "ĠMillenn ium", + "ĠPop ulate", + "Ġ nid", + "Ġn id", + "Ġni d", + ".parse Color", + "S olar", + "So lar", + "Sol ar", + "ĠG ad", + "ĠGa d", + "Ġ ì¤ij", + "Ġì ¤ij", + "Ġì¤ ij", + "ĠK amp", + "ĠKa mp", + "ĠKam p", + "ĉ rm", + "ĉr m", + "Ġb enz", + "Ġbe nz", + "Ġben z", + "Ġ Honestly", + "ĠH onestly", + "ĠHonest ly", + "Ġelectro de", + "Ġelectr ode", + "ĠPr airie", + "ĠPra irie", + "Ġ PROFILE", + "ĠPRO FILE", + "ĠPROF ILE", + "ĠOri ental", + "ĠOrient al", + "ĠO LED", + "ĠOL ED", + "/cop yleft", + "awa ii", + "awai i", + "( products", + "(product s", + ") \\<", + ")\\ <", + "- created", + "-c reated", + "-create d", + "-cr eated", + ".Many ToMany", + "\" How", + "\"H ow", + "Ġв Ñĭп", + "ĠвÑĭ п", + "Ġmitochond rial", + "_ testing", + "_t esting", + "_test ing", + "( created", + "(c reated", + "(create d", + "(cr eated", + "Ġ getField", + "Ġget Field", + "_E VAL", + "_EV AL", + "] .\"", + "]. \"", + "ĠF SM", + "ĠFS M", + "ĠR ita", + "ĠRi ta", + "ĠRit a", + "Ġ åıĤæķ°", + "Ġåı Ĥæķ°", + "ĠåıĤ æķ°", + "Ġc ôt", + "Ġcô t", + "ĠIns ight", + "ĉ mysqli", + "ĉm ysqli", + "ĉmysql i", + "_ timing", + "_t iming", + "_tim ing", + "_ti ming", + "I DO", + "ID O", + ") ))))Ċ", + ")) )))Ċ", + "))) ))Ċ", + ")))) )Ċ", + "CO VERY", + "COVER Y", + ". imag", + ".i mag", + ".im ag", + "C DF", + "CD F", + "l ust", + "lu st", + "lus t", + "i ckt", + "ic kt", + "ick t", + "_ FP", + "_F P", + ". ','", + ".' ,'", + ".', '", + "g cc", + "gc c", + "Ġkur z", + "Ġku rz", + "_p wm", + "_pw m", + "Ġodp owied", + "Ġ Barrier", + "ĠBar rier", + "ĠBarr ier", + "/************************************************************************ ***Ċ", + "p ak", + "pa k", + "- Israel", + "ĠRut gers", + "Ġselected Item", + "ĠRam irez", + "F arm", + "Far m", + "Fa rm", + "Ġcal endars", + "Ġcalendar s", + "Ġcalend ars", + "g zip", + "gz ip", + "Ġblock buster", + "ĠPly mouth", + "çľ Į", + "res ponses", + "response s", + "respons es", + ".Dialog Interface", + "- grand", + "-g rand", + "-gr and", + "Ġ getSource", + "Ġget Source", + "ĠgetS ource", + "Ġdej tings", + "Ġdejting s", + "Ġt ieten", + "Ġti eten", + "Ġtie ten", + "Ġcondem nation", + "Ġcondemn ation", + "Ġcontin uar", + "Ġcontinu ar", + "Ġcontinua r", + ".Mock Mvc", + "/ english", + "Ġ MediaPlayer", + "ĠMedia Player", + "com puted", + "comp uted", + "compute d", + "comput ed", + "ĠCl ippers", + "ĠClip pers", + "ĠCli ppers", + "( delegate", + "(de legate", + ". Slf", + ".S lf", + "Ġ ë¡ľ", + "Ġë¡ ľ", + "ĠT ide", + "ĠTi de", + "Ġih rem", + "Ġihr em", + "Ġihre m", + "ĠW an", + "ĠWa n", + "Ñĥ ÑİÑī", + "ÑĥÑİ Ñī", + "} ><", + "}> <", + "Disc ussion", + "Discuss ion", + "Ġw atts", + "Ġwat ts", + "Ġwatt s", + "- minus", + "-m inus", + "-min us", + "ĠJul iet", + "ĠJulie t", + "ĠJuli et", + "éĽ ħ", + "Ġcon cluding", + "Ġconcl uding", + "and scape", + "ands cape", + "Ġúlt ima", + "ĠD ERP", + "ĠDE RP", + "ĠDER P", + "Ġsign Up", + "ĠSecond ly", + "W AIT", + "WA IT", + "l ds", + "ld s", + ". callbacks", + ".call backs", + ".callback s", + "( hour", + "(h our", + "im ators", + "ima tors", + "imator s", + "imat ors", + "vol ent", + "A AF", + "AA F", + "e driver", + "ed river", + "ĠMath ematic", + "< Tuple", + "'", + "Ġ/> '", + "{ j", + "_AB ORT", + "E ther", + "Et her", + "Eth er", + "Ġeduc ator", + "Ġpreca ution", + "Ġfinger tips", + "Ġfingert ips", + "get Var", + "cam atan", + "- debug", + "-de bug", + "ĠR AF", + "ĠRA F", + "[ arg", + "[a rg", + "Ġr aced", + "Ġrace d", + "Ġrac ed", + "Ġra ced", + "Ġts unami", + ".f link", + ".fl ink", + "Ġgl yc", + "Ġgly c", + "u ko", + "uk o", + "Ġ Multiply", + "ĠM ultiply", + "ĠMulti ply", + "ĠMultip ly", + "Ġre distribution", + "Ġred istribution", + "Ġredistrib ution", + "Ġredis tribution", + "A GO", + "AG O", + "Ġ Routine", + "ĠR outine", + "ĠRout ine", + "Ġ opr", + "Ġo pr", + "Ġop r", + "( lower", + "(l ower", + "(low er", + "(lo wer", + "ĠFun ktion", + "ĠFunk tion", + ". dk", + ".d k", + "Ġ egt", + "Ġe gt", + "Ġeg t", + "_B ASIC", + "sys call", + "ĠL SD", + "ĠLS D", + "Ġ Duplicate", + "ĠD uplicate", + "ĠDup licate", + "_ sell", + "_s ell", + "_se ll", + "_sel l", + "Ġerror Handler", + "_ ips", + "_i ps", + "_ip s", + "Ġ erv", + "Ġe rv", + "Ġer v", + "an nie", + "ann ie", + "anni e", + "(resource Name", + "Ġbott led", + "Ġbottle d", + "Ġcraw ling", + "Ġcrawl ing", + "e gment", + "eg ment", + ".set Tag", + "Ġ rss", + "Ġr ss", + "Ġrs s", + "ĠQu arry", + "ĠQuar ry", + "_ exact", + "_ex act", + ". jwt", + ".j wt", + "ĠBo ards", + "ĠBoard s", + "o pi", + "op i", + "Ġn asal", + "Ġna sal", + "Ġnas al", + "Ġ XYZ", + "ĠX YZ", + "ĠXY Z", + ". ud", + ".u d", + "North ern", + "Nor thern", + "Ġact ivating", + "Ġactiv ating", + "e dx", + "ed x", + "ov ah", + "ova h", + "Ġ indx", + "Ġin dx", + "Ġi ndx", + "Ġind x", + "Alert Dialog", + "Ġt ienes", + "Ġti enes", + "Ġtie nes", + "Ġtiene s", + "an nya", + "ann ya", + "anny a", + "_ pan", + "_p an", + "_pa n", + "( decimal", + "(d ecimal", + "(de cimal", + "(dec imal", + ". Dict", + ".D ict", + ".Di ct", + "Ġsubsidi aries", + "Product Name", + "F ew", + "Fe w", + "d ato", + "da to", + "dat o", + "od ied", + "odi ed", + "odie d", + "- under", + "-un der", + "-u nder", + "Ġ ê²ĥ", + "Ġê² ĥ", + "çīĪ æľ¬", + "at ism", + "atis m", + "ati sm", + "[ Math", + "[M ath", + ". '<", + ".' <", + "( infile", + "(in file", + "Ġde notes", + "Ġden otes", + "Ġdenote s", + "$ class", + "$c lass", + "_SEC URITY", + "Ġsew age", + "m elon", + "me lon", + "mel on", + "( Character", + "(Char acter", + "/ github", + "/g ithub", + "/git hub", + "Ġgl aring", + ". Guid", + ".G uid", + "_ sparse", + "_s parse", + "_sp arse", + "Ġ Margin", + "ĠM argin", + "ĠMar gin", + "ĠMarg in", + "_ dns", + "_d ns", + "_dn s", + "Ġme iner", + "Ġmein er", + "Ġmeine r", + "Ġleft ist", + "ĉ loc", + "ĉl oc", + "a bytes", + "aby tes", + "abyte s", + "Ġequipment s", + "Ġequip ments", + "ex po", + "exp o", + "ĠSom erset", + "E K", + "æį ¢", + "Ġlect urer", + "Ġlecture r", + "Ġmem iliki", + "æł ¸", + "ç´ ł", + "p ron", + "pr on", + "pro n", + ": pointer", + "b orrow", + "bor row", + "ĠProt ective", + "ĠProtect ive", + "_ cf", + "_c f", + "Ġ ÐķÑģли", + "ĠÐķ Ñģли", + "b pp", + "bp p", + "' ;ĊĊĊĊ", + "';Ċ ĊĊĊ", + "';ĊĊ ĊĊ", + "'; ĊĊĊĊ", + "';ĊĊĊ Ċ", + "at urally", + "atur ally", + "atural ly", + "_ NAV", + "_N AV", + "Ġpe ptide", + "> d", + "Ġ ifstream", + "Ġif stream", + "Ġi fstream", + "_FACT ORY", + "_FACTOR Y", + "' );//", + "') ;//", + "'); //", + "j oined", + "join ed", + "jo ined", + "m ong", + "mon g", + "mo ng", + "Ġtime spec", + "Ġtimes pec", + "Ġdest abil", + "Ġdesta bil", + "Ġ autop", + "Ġaut op", + "Ġauto p", + "Ġau top", + "- limit", + "-l imit", + "-li mit", + "public ation", + "pub lication", + "ĠD enn", + "ĠDe nn", + "ĠDen n", + ". Memory", + ".M emory", + "( skb", + "(s kb", + "(sk b", + "ĠAna heim", + "_RETURN TRANSFER", + "o ueur", + "ou eur", + "( _('", + "(_ ('", + "l egt", + "le gt", + "leg t", + "ist ingu", + "isting u", + "ĉ priv", + "ĉp riv", + "ĉpr iv", + "Ġredirect s", + "M t", + "Ġal leen", + "Ġall een", + "Ġalle en", + "Ġ PointF", + "ĠPoint F", + "Ġ omin", + "Ġo min", + "Ġom in", + "Ġc itt", + "Ġcit t", + "Ġci tt", + "ĠT age", + "ĠTag e", + "ĠTa ge", + "ĠW alls", + "ĠWall s", + "ĠWal ls", + "á» ī", + "Ġoccup ying", + "Ġoccupy ing", + "x BF", + "xB F", + "r angle", + "ra ngle", + "ran gle", + "rang le", + "Ġrel ational", + "Ġrelation al", + "Ġrelat ional", + "- org", + "-o rg", + "-or g", + "Ġ jpg", + "Ġj pg", + "Ġjp g", + "- derived", + "Ġmal function", + "ĠB enson", + "ĠBen son", + "( scroll", + "(s croll", + "(sc roll", + "Ġ XD", + "ĠX D", + "H oly", + "Ho ly", + "Hol y", + "( commands", + "(command s", + "(comm ands", + "Ġt ipping", + "Ġti pping", + "Ġtip ping", + "Ġpr imitives", + "Ġprim itives", + "Ġprimitive s", + "Ġsex le", + "Call Check", + "Ġ MASTER", + "ĠM ASTER", + "ĠMA STER", + "ĠMAS TER", + "_ TEAM", + "_TE AM", + ".setRequest Header", + "_ specs", + "_sp ecs", + "_spec s", + "Ġs erge", + "Ġser ge", + "Ġserg e", + ". Master", + ".M aster", + ".Ma ster", + "Ġ ims", + "Ġi ms", + "Ġim s", + ".Spring BootTest", + "pay pal", + "ĠW ANT", + "ĠWA NT", + "ĠWAN T", + ". Inst", + ".I nst", + ".In st", + "ĠCar pet", + "ĠCarp et", + "Ġwrong ly", + "( $('.", + "($ ('.", + "($( '.", + "($(' .", + "Ġ bild", + "Ġb ild", + "Ġbi ld", + "Ġbil d", + ". Roll", + ".R oll", + "ĠU rb", + "ĠUr b", + "- can", + "-c an", + "-ca n", + "ãģı ãģłãģķãģĦ", + "ãģıãģł ãģķãģĦ", + "olib eral", + " čĊčĊ", + "Ġ-->čĊ čĊ", + "ĠMa hm", + "ĠMah m", + "} \";ĊĊ", + "}\" ;ĊĊ", + "}\";Ċ Ċ", + "Ġ dq", + "Ġd q", + "ĠPublish ers", + "ĠPublisher s", + "ĠA mpl", + "ĠAm pl", + "ĠAmp l", + "ĠDaniel le", + "ĠDani elle", + "Ġ tern", + "Ġt ern", + "Ġte rn", + "Ġter n", + "èµ ·", + "no ÅĽÄĩ", + "e in", + "ei n", + "ĠAsync Storage", + "u nger", + "un ger", + "ung er", + "unge r", + "ro uw", + "rou w", + "Ġsc issors", + "/ assert", + "/as sert", + ". bucket", + ".b ucket", + "/ archive", + "/a rchive", + "/arch ive", + "_ Man", + "_M an", + "Ġint oler", + "Ġinto ler", + "Ġ ()=>", + "Ġ( )=>", + "Ġ() =>", + "Ġ ÐĴÑĭ", + "ĠÐĴ Ñĭ", + "Ġs ai", + "Ġsa i", + ". xy", + ".x y", + ". \"čĊ", + ".\" čĊ", + "Ġur inary", + "e sub", + "es ub", + "IST ICS", + "ISTIC S", + "Ġ κ", + "ĠÎ º", + "Ġcompl iments", + "Ġcompliment s", + "Ġtypings Japgolly", + "i har", + "ih ar", + "Exp ansion", + "ĠS erving", + "ĠSer ving", + "ĠServ ing", + "_ students", + "_st udents", + "_student s", + "ĠX BOOLE", + "( il", + "(i l", + "Ġ ì²ĺ", + "Ġì² ĺ", + "Ġj ó", + "( tol", + "(t ol", + "(to l", + "( JS", + "(J S", + "ĉ CG", + "ĉC G", + "Ġ DRAW", + "ĠD RAW", + "ĠDR AW", + "t wig", + "tw ig", + "Ġo at", + "Ġoa t", + "_ smooth", + "_sm ooth", + "ĠC SL", + "ĠCS L", + "Ġo sob", + "Ġos ob", + "Ġens uing", + "Ġb anker", + "Ġbank er", + "Ġban ker", + "ĠBack pack", + "_ ping", + "_p ing", + "_pin g", + "_pi ng", + "Ġ wishlist", + "Ġw ishlist", + "Ġwish list", + "= ax", + "=a x", + "ĉ ĠĠĠĊ", + "ĉĠĠĠ Ċ", + "ĉĠ ĠĠĊ", + "ĉĠĠ ĠĊ", + "Dis ney", + "ste ady", + "stead y", + "\" >%", + "\"> %", + "Ġproph ets", + "Ġprophet s", + "Ġ ZX", + "ĠZ X", + "Ġminimal ist", + "Ġminim alist", + ". PLAIN", + ".PL AIN", + "Se attle", + "Seat tle", + ". ordinal", + "Ġ PIPE", + "ĠPI PE", + "Ġret orna", + "Ġretorn a", + "Ġj ugador", + "Ġjug ador", + "ĠB ret", + "ĠBr et", + "ĠBre t", + "ĠâĶ ľ", + "Ġp lush", + "Ġpl ush", + "Ġplus h", + "Ġplu sh", + "UL ATOR", + "ULA TOR", + "S orting", + "Sort ing", + ".grid y", + ".gr idy", + "ect omy", + "_ activ", + "_ac tiv", + "_act iv", + "r ack", + "ra ck", + "rac k", + "Inter active", + "ĠAntar ctica", + "ĠAntarctic a", + "Ġv engeance", + "en so", + "ens o", + "_ known", + "_k nown", + "up plier", + "upp lier", + ". Modules", + ".Mod ules", + ".Module s", + "ĠConnection State", + "éļ IJèĹı", + "éļIJ èĹı", + "@ FindBy", + "Ġ placer", + "Ġpl acer", + "Ġplace r", + "Ġplac er", + "Ġpla cer", + "\\ model", + "< ()>", + "<( )>", + ".is Successful", + ".isSuccess ful", + "- good", + "-g ood", + "-go od", + "b z", + "ĠDr aco", + "ĠDra co", + "Ass istant", + "- extra", + "-ex tra", + "-ext ra", + "аб лиÑĨ", + "Ġhyp ocrisy", + "Ġt st", + "Ġts t", + "ĠA gr", + "ĠAg r", + "$ txt", + "$t xt", + "Ġlog istic", + "l icensed", + "lic ensed", + "license d", + "ĠH of", + "ĠHo f", + "Ġ tat", + "Ġt at", + "Ġta t", + "( iv", + "(i v", + "Ġint oxic", + "Ġinto xic", + "Ġintox ic", + "post Id", + "_ strike", + "_st rike", + "_str ike", + "Ġhum iliation", + "Ġhumili ation", + "p codes", + "pc odes", + "\" sync", + "\"s ync", + "( recipe", + "(rec ipe", + "+ N", + "r ente", + "re nte", + "ren te", + "rent e", + "ĉ Client", + "ĉC lient", + "ycop g", + "ĠZur ich", + "ĠZu rich", + "Ġ Profiles", + "ĠPro files", + "ĠProf iles", + "ĠProfile s", + "C ountries", + "Count ries", + "Ġp ict", + "Ġpi ct", + "Ġpic t", + "Ġroll out", + "requ encies", + "Ġp atched", + "Ġpat ched", + "Ġpatch ed", + "Ġcar tridges", + "Ġcartridge s", + "Ġsh ading", + "Ġsha ding", + "J ar", + "Ja r", + "Ġsalv age", + "ĠT axes", + "ĠTax es", + "ĠTa xes", + "Ġstand by", + "ap oran", + "apor an", + "apo ran", + "E igen", + ". angular", + "Ġ Nested", + "ĠN ested", + "ĠNe sted", + "ĠNest ed", + "ĠNes ted", + "ä º«", + "äº «", + "Ġ isVisible", + "Ġis Visible", + "ĠDw ight", + "_BR ANCH", + ". Delay", + ".D elay", + ".De lay", + "Ġk end", + "Ġke nd", + "Ġken d", + "Ġfacilit ated", + "Ġfacilitate d", + "Ġfacil itated", + ". flatMap", + ".flat Map", + "Ġs anta", + "Ġsan ta", + "Ġsant a", + "ĉ Send", + "ĉS end", + "/ messages", + "/m essages", + "/message s", + "Ġof Type", + "ĉ swap", + "ĉs wap", + "ĉsw ap", + "# plt", + "ĠTur ks", + "ĠTurk s", + "N ES", + "NE S", + "Ġprogress ively", + "Ġprogressive ly", + "ĠRes idence", + "Ġ TREE", + "ĠT REE", + "ĠTR EE", + "ĠTRE E", + "Ġn oen", + "Ġno en", + "Ġnoe n", + "d io", + "di o", + "Ġ nelle", + "Ġn elle", + "Ġne lle", + "Ġnel le", + "Ġnell e", + "Ġso gar", + "Ġsog ar", + "i tti", + "it ti", + "itt i", + "week ly", + "Ġambigu ity", + "_ Settings", + "_S ettings", + "_Set tings", + "W are", + "War e", + "Wa re", + ". neo", + ".n eo", + ".ne o", + "_ DST", + "_D ST", + "_DS T", + "Ġ æĸ¹", + "Ġæĸ ¹", + "p rep", + "pr ep", + "pre p", + "l obby", + "lob by", + "@ email", + "/ movie", + "/m ovie", + "Ġfun kc", + "Ġfunk c", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ÂŃ s", + "Ġguard ians", + "Ġguardian s", + "- pos", + "-p os", + "-po s", + "Ġconfig uring", + "Ġconfigur ing", + "ĠC PS", + "ĠCP S", + "ĠD eus", + "ĠDe us", + "Ġvidé os", + "Ġvidéo s", + "_ empresa", + "_emp resa", + "Ġsl apped", + "Ġsla pped", + "Ġslap ped", + "< Model", + "',Ċ", + "\"> ',Ċ", + "\">' ,Ċ", + "\">', Ċ", + "_X DECREF", + "ĠBuzz Feed", + "_M ARGIN", + "P LOY", + ". small", + ".s mall", + ".sm all", + "Ġm imeType", + "Ġmime Type", + "Ġh olog", + "Ġho log", + "Ġhol og", + "ĉ camera", + "ĉc amera", + "l ias", + "li as", + "lia s", + "Ġsusp ense", + "od ynam", + "ody nam", + "odyn am", + "b au", + "ba u", + "Ġgrave yard", + "_ named", + "_n amed", + "_name d", + "_na med", + "\": \"'", + "\":\" '", + "Ġ ************************************************", + "Ġ******************************** ****************", + "Ġ******** ****************************************", + "Ġ**************** ********************************", + "Ġ************************ ************************", + "Ġ**************************************** ********", + "Ġgame Over", + "Ġ LENGTH", + "ĠLE NGTH", + "ĠLENG TH", + "ĉ screen", + "ĉs creen", + "ĉsc reen", + "Ġdo InBackground", + "_ dependencies", + "_depend encies", + "_dep endencies", + "Ġ rtc", + "Ġr tc", + "Ġrt c", + "/ up", + "/u p", + "_ ROM", + "_R OM", + "_RO M", + "H all", + "Ha ll", + "Hal l", + "Ġdef iciencies", + "( te", + "(t e", + "' #", + "_ equiv", + "_e quiv", + "_equ iv", + "Ġpre order", + "ĠA xe", + "ĠAx e", + "о мÑĥ", + "ом Ñĥ", + ".send File", + "Ġ filt", + "Ġf ilt", + "Ġfil t", + "Ġfi lt", + "Ġ Limits", + "ĠL imits", + "ĠLim its", + "ĠLi mits", + "ĠLimit s", + "ĠCaval iers", + ". discount", + ".dis count", + ".disc ount", + "âĨ IJ", + "ĠW it", + "ĠWi t", + "QRST UV", + "Ġ ij", + "Ġi j", + "Ġt egen", + "Ġte gen", + "Ġteg en", + "Ġ :\",", + "Ġ: \",", + "Ġ:\" ,", + "diff iculty", + "p unkt", + "pun kt", + "punk t", + "ĠEm ails", + "ĠEmail s", + "ch lor", + "chl or", + "( fun", + "(f un", + ". Uint", + ".U int", + ".Ui nt", + "ĠSt all", + "ĠSta ll", + "_ verified", + "_ver ified", + "u D", + "File Type", + "Ġple asures", + "Ġpleasure s", + "Ġpleas ures", + "Ġjud iciary", + "Ġs ham", + "Ġsh am", + "Ġsha m", + "i pur", + "ip ur", + "_ PLUS", + "_PL US", + "of fers", + "off ers", + "offer s", + "( foo", + "(f oo", + "_ GT", + "_G T", + "ĉ core", + "ĉc ore", + "EN TION", + "ENT ION", + "ĠLib eration", + "ĠLiber ation", + "Command Line", + "_ department", + "_de partment", + "_dep artment", + "_depart ment", + ". Ar", + ".A r", + "_ neighbor", + "_ne ighbor", + "Ġ Submitted", + "ĠSub mitted", + "ĠSubmit ted", + "Ġ Ċ", + "\"> -->Ċ", + "Ġdro its", + "Ġdroit s", + "Ġhomosexual s", + "Ġab duction", + "ĉ widget", + "ĉw idget", + "$ headers", + "$header s", + "ĠD AR", + "ĠDA R", + "Ġf la", + "Ġfl a", + "th reat", + "thr eat", + "Ġl ouis", + "Ġlo uis", + "Ġlou is", + ". GetProperty", + ".Get Property", + "\" Just", + "( frames", + "(f rames", + "(frame s", + "(fr ames", + "r yo", + "ry o", + "prof ession", + "| i", + "íķ´ ìĦľ", + "( sv", + "(s v", + "Ġun recognized", + "I onic", + "Io nic", + "Ion ic", + "F ashion", + "Screen State", + "Ġ Incoming", + "ĠIn coming", + "ĠInc oming", + "Not Nil", + "Ġsyn cing", + "Ġsync ing", + "e mie", + "em ie", + "emi e", + "Ġth ermo", + "Ġther mo", + "Ġtherm o", + "_ procs", + "_pro cs", + "_pr ocs", + "_proc s", + "Ġincons istency", + "Ġinconsist ency", + "rel igious", + ". mj", + ".m j", + "Ġperson n", + "Ġpers onn", + "Ġperso nn", + "Ġmoment os", + "Ġmomento s", + "or arily", + "Ġ æĬ", + "Ġæ Ĭ", + "_ne urons", + "Ill ustr", + "im oto", + "imo to", + "i lik", + "il ik", + "ili k", + "ĠW oj", + "ĠWo j", + "Tr ading", + "Trad ing", + "Tra ding", + "Ġapp are", + "Ġap pare", + "Ġappar e", + "Ġentre prises", + "Ġentreprise s", + "a chat", + "ac hat", + "ach at", + "acha t", + "Ġ ¬", + "Ġ ¬", + "Ġne igh", + "Ġnei gh", + "BUTTON DOWN", + "ĠMa her", + "ĠMah er", + "a ghan", + "ag han", + "agh an", + "- hash", + "-h ash", + "-has h", + "\" f", + "Ġclient ele", + "Ġcliente le", + ".add Button", + "ĉ SP", + "ĉS P", + "Q i", + "Ġg rated", + "Ġgr ated", + "Ġgrat ed", + "Ġgra ted", + "Ġgrate d", + "PO SITE", + "POS ITE", + "POSIT E", + ": >", + "ĠH owell", + "ĠHow ell", + "ĠHo well", + "ĠHowe ll", + "ĠCompar ative", + "Ġ ISC", + "ĠI SC", + "ĠIS C", + "ÂŃ i", + "O cean", + "D avis", + "Da vis", + "ĠFil me", + "ĠFilm e", + "W ins", + "Win s", + "Wi ns", + "ĠJ IT", + "oc cer", + "occ er", + "ĠC orm", + "ĠCo rm", + "ĠCor m", + "ENCH MARK", + "rc hive", + "rch ive", + "i cação", + "ic ação", + "ica ção", + "Ġm ata", + "Ġmat a", + "Ġma ta", + "Ġchild birth", + "ĠOption ally", + "ĠOptional ly", + "E ns", + "En s", + "Ġx http", + "Ġel ucid", + "_Osc InitStruct", + ") )):Ċ", + ")) ):Ċ", + "))) :Ċ", + "Ġint uit", + "Ġ Donate", + "ĠDon ate", + "Ġcorre lates", + "Ġcorrel ates", + "Ġcorrelate s", + "> Delete", + "Ġe quipe", + "Ġequ ipe", + "Ġequip e", + "Ġb oca", + "Ġbo ca", + "Ġinf latable", + "Ġinfl atable", + "e rah", + "er ah", + "era h", + "ĠDateTime Kind", + "Ġcal ves", + "\\ Lib", + "\\L ib", + "Ġem lrt", + "ĠTr ilogy", + "ĠTri logy", + "ĠP anc", + "ĠPan c", + "ĠPa nc", + "ĠD uis", + "ĠDu is", + "ĠpelÃŃcul a", + "W ARDS", + "WARD S", + "WAR DS", + "_DE TECT", + "_DET ECT", + "-section al", + "d hcp", + "dh cp", + "For Row", + "- destruct", + "-d estruct", + "-de struct", + "Ġ Presenter", + "ĠP resenter", + "ĠPres enter", + "ĠPresent er", + "/ slick", + "/s lick", + "/sl ick", + ", on", + ",o n", + "ĠCit adel", + "logged in", + "logg edin", + "_ subtype", + "_sub type", + "Ġs igue", + "Ġsi gue", + "Ġsig ue", + "Ġsigu e", + "Ġc uring", + "Ġcur ing", + "Ġcu ring", + "ĠFire wall", + "Ġfluores cence", + "ĠItalian s", + "ĠItalia ns", + "ĠItal ians", + "иÑĤ ÑģÑı", + ". getStyle", + ".get Style", + "In Seconds", + "j ie", + "ji e", + "- Smith", + "-S mith", + "Ġx link", + "Ġxl ink", + "Ġsub missive", + "о нÑĤ", + "он ÑĤ", + "arbon ate", + "ĠF aul", + "ĠFa ul", + "_ goals", + "_go als", + "_goal s", + "ĠCommission ers", + "ĠCommissioner s", + "chart Instance", + "_POST FIELDS", + "Ġmed ial", + "Ġmedia l", + "Ġmedi al", + "Ġm anos", + "Ġman os", + "Ġma nos", + "Ġmano s", + "Ġd elt", + "Ġde lt", + "Ġdel t", + "s vm", + "sv m", + ". Apis", + ".A pis", + ".Api s", + ".Ap is", + "e phy", + "ep hy", + "eph y", + "Ġasym pt", + "Ġapp Delegate", + "Ġimpro bable", + "c ka", + "ck a", + "s imd", + "si md", + "sim d", + "/ Error", + "/E rror", + ". âĢĵ", + "Ġ PTS", + "ĠP TS", + "ĠPT S", + "d eer", + "de er", + "dee r", + "Ġs ina", + "Ġsi na", + "Ġsin a", + "m agnitude", + "ID ADE", + "IDA DE", + "IDAD E", + "'] }'", + "']} '", + "Ġmay ores", + "Ġmayor es", + "Ġmayo res", + "ĉ comment", + "ĉcom ment", + "/ console", + "/con sole", + "\" @", + "v olt", + "vo lt", + "vol t", + ". sell", + ".s ell", + ".se ll", + ".sel l", + "ĠM acy", + "ĠMac y", + "ĠMa cy", + "Ġme lod", + "Ġmel od", + "Ġim ágenes", + "_ chg", + "_c hg", + "_ch g", + "Ġin out", + "Ġi nout", + "id ente", + "ide nte", + "ident e", + "iden te", + ") '),Ċ", + ")' ),Ċ", + ")'), Ċ", + "d ni", + "dn i", + ". blob", + ".b lob", + ".bl ob", + "Ġtyp ography", + "Ġe erie", + "Ġee rie", + "Ġeer ie", + "_ OID", + "_O ID", + "p esan", + "pe san", + "pes an", + "a jan", + "aj an", + "aja n", + "Ġch opping", + "Ġcho pping", + "Ġchop ping", + "Ġbl uff", + "a df", + "ad f", + "_ bases", + "_b ases", + "_base s", + ". Formatter", + ".Form atter", + ".Format ter", + ".For matter", + "Ġ\\ %", + "ĠPage Info", + "Car rier", + "ĠCal ibration", + "c omo", + "com o", + "co mo", + "-b odied", + "Ġfinanc ier", + "Ġ INA", + "ĠI NA", + "ĠIN A", + ". ERR", + ".E RR", + "Ġho odie", + "Ġhood ie", + "ĠS anity", + "ĠSan ity", + "gu arded", + "guard ed", + ".opend aylight", + "IS MATCH", + "ISM ATCH", + "High lights", + "Highlight s", + "ü nk", + "ün k", + "an iem", + "ani em", + "anie m", + "ang ered", + "ange red", + "anger ed", + "assign ments", + "assignment s", + "Ġregistr ado", + "Ġregist rado", + "ĠU PPER", + "ĠUP PER", + "ampil kan", + "a shire", + "as hire", + "ash ire", + "ashi re", + "ĠNik ola", + "ĠNi kola", + "ĠNikol a", + "ĠC FL", + "ĠCF L", + "ĠH DC", + "ĠHD C", + "Ġp oids", + "Ġpo ids", + "Ġpoi ds", + "ĠI Ps", + "ĠIP s", + "Ġprevent ative", + "ips oid", + "i fix", + "if ix", + "ifi x", + ". camel", + ".c amel", + ".ca mel", + ".cam el", + ". ga", + ".g a", + "V olumes", + "Volume s", + "Vol umes", + "- ste", + "-s te", + "-st e", + "Y ahoo", + "Ya hoo", + "_s ibling", + "_si bling", + "H ighest", + "High est", + "Hi ghest", + "opt group", + "Ġkvin na", + "Ġkvinn a", + "âĢĿ ãĢĤĊĊ", + "âĢĿãĢĤ ĊĊ", + "ĠAppl iances", + "Ġ \"><", + "Ġ\" ><", + "Ġ\"> <", + "' )\")Ċ", + "') \")Ċ", + "')\" )Ċ", + "h tt", + "ht t", + "ĠIdent ified", + "Ġpencil s", + "Ġpenc ils", + "Ġmember Id", + "Ġappend String", + ".load Data", + "Ġmock Mvc", + "Ġj ub", + "Ġju b", + "ĠS lut", + "ĠSl ut", + "ĠTai pei", + "st att", + "stat t", + "sta tt", + "P olit", + "Pol it", + "Po lit", + "Ġpart ager", + "Did Change", + "Incre ases", + "Increase s", + ") }.", + ")} .", + "ĠB aba", + "ĠBa ba", + "ĠBab a", + "_CL IP", + "_CLI P", + "[ unit", + "[u nit", + "Ġ клÑİÑĩ", + "Ġк лÑİÑĩ", + "Ġalc uni", + "ĠL ola", + "ĠLo la", + "ĠLol a", + "Ġcl inging", + "Ġclin ging", + "Ġcling ing", + "@ PostMapping", + "( concat", + "(con cat", + "Ġ ssid", + "Ġs sid", + "Ġss id", + "ĠF auc", + "ĠFa uc", + "o kit", + "ok it", + "oki t", + "ĠRecord ed", + "á lez", + "ál ez", + "ále z", + "($ ('<", + "($( '<", + "($(' <", + ".assertIs Not", + "Ġk ali", + "Ġka li", + "Ġkal i", + "V olt", + "Vo lt", + "Vol t", + "Ġwarm ly", + "Ġsc ares", + "Ġsca res", + "Ġscar es", + "Ġscare s", + "g etti", + "get ti", + "ge tti", + "gett i", + "füh rt", + "führ t", + "_ does", + "_d oes", + "_do es", + ". EMAIL", + ".E MAIL", + "im ations", + "imation s", + "imat ions", + "Ġspring fox", + "ĠD ecom", + "ĠDe com", + "ĠDec om", + "ar cy", + "arc y", + "Ġgl itches", + "Ġglitch es", + "ĠM off", + "ĠMo ff", + "ĠV oll", + "ĠVol l", + "ĠVo ll", + ". between", + ".b etween", + "Ġco orden", + "Ġcoord en", + "ĠPart icularly", + "G BP", + "GB P", + "Ġ semble", + "Ġs emble", + "Ġsem ble", + "Ġsembl e", + "East ern", + "_M SB", + "_MS B", + "] ){čĊ", + "]) {čĊ", + "]){ čĊ", + "m organ", + "mo rgan", + "mor gan", + "ĠE VAL", + "ĠEV AL", + "d ere", + "de re", + "der e", + "H OUSE", + "HO USE", + "m oire", + "mo ire", + "ist ique", + "isti que", + "_l stm", + "_lst m", + "_ls tm", + "- commit", + "-com mit", + "-comm it", + "yster ious", + "Ġtw ink", + "Ġtwin k", + "- thumbnails", + "-th umbnails", + "-thumbnail s", + "e nÃŃ", + "en ÃŃ", + ": '',", + ":' ',", + ":'' ,", + "Ġblack out", + "ĠFloor s", + "ĠFlo ors", + "Ġso fas", + "Ġsofa s", + "Ġsof as", + "Ġ oui", + "Ġo ui", + "Ġou i", + "le shoot", + "les hoot", + "lesh oot", + "ĠR aq", + "ĠRa q", + "- abs", + "-a bs", + "-ab s", + "Ġk ra", + "Ġkr a", + "M ining", + "Min ing", + "Mi ning", + "Mini ng", + "s haft", + "sh aft", + "sha ft", + ".set Columns", + ".setColumn s", + "Cl azz", + "Cla zz", + "PRE TTY", + ". playlist", + ".play list", + "éĸ ¢", + "-Sah aran", + "M ING", + "MI NG", + "MIN G", + "ĉ bl", + "ĉb l", + "è® ®", + "j f", + "DO CKER", + "DOC KER", + "hop efully", + "hope fully", + "( ignore", + "(i gnore", + "ĠUsers Controller", + "ĠMitar beiter", + "Ġ LES", + "ĠL ES", + "ĠLE S", + "Ham ilton", + "- metadata", + "-m etadata", + "-meta data", + "Ġ KK", + "ĠK K", + "ikt ig", + "Ġwoll te", + "Ġwol lte", + "egr ator", + "egra tor", + "] bool", + ", current", + ",c urrent", + "Ġvalue Type", + "Ġexcav ation", + "o land", + "ol and", + "ola nd", + "olan d", + "Ġv erv", + "Ġver v", + "Ġve rv", + "/ filepath", + "/file path", + "Auth Provider", + "Ġpro crast", + "ĉ ULONG", + "ĉU LONG", + "_MEM BERS", + "_MEMBER S", + "Ġup lift", + "ĠAut onomous", + "Ġart works", + "Ġartwork s", + "ĠOut reach", + "Ġp ore", + "Ġpo re", + "Ġpor e", + "Home page", + "Dialog Title", + "Ġ Generating", + "ĠG enerating", + "ĠGener ating", + "ĠGene rating", + "P ARSE", + "PAR SE", + "Ġsem anas", + "Ġsemana s", + "Ġhum ano", + "Ġhuman o", + "JSGlobal Scope", + "Ġvo lte", + "Ġvol te", + "Ġvolt e", + "Ġb ella", + "Ġbe lla", + "Ġbel la", + "Ġbell a", + "(is instance", + "Ġp lc", + "Ġpl c", + "\\ Catalog", + "\\C atalog", + "Ġeste emed", + "Ġesteem ed", + "éĽ ·", + "( suffix", + "(s uffix", + "Ġswe eps", + "Ġsweep s", + "ĉ ORDER", + "Ġdo ivent", + "Ġdoi vent", + "ĠS warm", + "ĠSw arm", + "Ġ Compiled", + "ĠComp iled", + "ĠCompile d", + "get Page", + "A DR", + "AD R", + ".R ichTextBox", + "Ġ Naming", + "ĠN aming", + "ĠNa ming", + "ĠNam ing", + "ag ged", + "agg ed", + "ĠG ANG", + "ĠGA NG", + "r asing", + "ra sing", + "ras ing", + "od eled", + "ode led", + "odel ed", + "Ġg ala", + "Ġga la", + "Ġgal a", + "ĠJS Name", + "d df", + "dd f", + "Ġil lust", + "Ġill ust", + "ĠLan sing", + "ĠLans ing", + "[ port", + "[p ort", + "- death", + "-de ath", + "Ġdin heiro", + "ĠE ighth", + "ĠEight h", + "Ġ bian", + "Ġb ian", + "Ġbi an", + "st Ã¥", + "Ġvers ión", + "ĠLinear Gradient", + "ĠH arding", + "ĠHar ding", + "ĠHard ing", + ". *)", + ".* )", + "e czy", + "ec zy", + "ecz y", + "$ header", + "Ġv Ã¥r", + "ĠvÃ¥ r", + "Un checked", + "Ġk oje", + "Ġko je", + "ĠPal adin", + "( ))),", + "() )),", + "()) ),", + "())) ,", + "G iving", + "Gi ving", + "( )})Ċ", + "() })Ċ", + "()} )Ċ", + "Ġd ips", + "Ġdi ps", + "Ġdip s", + "F riendly", + "Friend ly", + "Ġport rays", + "Ġportray s", + "Ġhel ium", + "Ġinsurg ency", + "_ expiry", + "_ex piry", + "_exp iry", + "ĠstringByAppending String", + "Ġa antal", + "Ġaan tal", + "s lope", + "sl ope", + "m ast", + "ma st", + "mas t", + ".get Integer", + ".getInt eger", + "Ġ ########################", + "Ġ######## ################", + "Ġ################ ########", + "Ġ############ ############", + "_PIPE LINE", + "Ġd ensely", + "Ġdense ly", + "Ġdens ely", + "Ġmut ating", + "m idi", + "mi di", + "mid i", + "ĠSe it", + "a yne", + "ay ne", + "NOW LED", + "ĠDes mond", + "ĠF Name", + "ĠFN ame", + "ĠN airobi", + "\\ Context", + "Ġcal cular", + "Ġcalcul ar", + "Ġcalc ular", + "- den", + "-d en", + "-de n", + "Ġ cott", + "Ġc ott", + "Ġco tt", + "Ġcot t", + "] ):čĊ", + "]) :čĊ", + "]): čĊ", + "ĠRecommend ation", + "ĠRo lex", + "ĠRole x", + "ĠRol ex", + "Ġvalidation Result", + ". pat", + ".p at", + ".pa t", + "Ġn Ãły", + "ĠRest Client", + "ĠG PI", + "ĠGP I", + "ĠAshe ville", + "Ġ OSP", + "ĠO SP", + "ĠOS P", + "ĠPER MISSION", + "ÐĶ аÑĤа", + "/ notification", + "/not ification", + "K night", + "Kn ight", + "_ Word", + "_W ord", + "ĠB ender", + "ĠBe nder", + "ĠBen der", + "ĠBend er", + "r anking", + "ran king", + "rank ing", + "Ġpart ida", + "Ġparti da", + "_ reservation", + "_res ervation", + "Ì Ģ", + "Ġm Name", + "Ġg etch", + "Ġget ch", + "Ġb orr", + "Ġbo rr", + "Ġbor r", + "Ġdilig ent", + "Disc uss", + "æŃ£ åľ¨", + "ape ake", + "i oned", + "ion ed", + "io ned", + "ione d", + "-N azi", + ". cum", + ".c um", + "ĠK ron", + "ĠKr on", + "ĠKro n", + "= $('#", + "=$ ('#", + "=$( '#", + "/ single", + "/s ingle", + "Ġerot isch", + "ĠV ib", + "ĠVi b", + "Ġrat ified", + "Ġconcert ed", + "ĠREG ARD", + "Ġdo br", + "Ġdob r", + ".Driver Manager", + "' r", + "Port able", + "Por table", + "ĉ suite", + "ĉs uite", + "Ġrel aciones", + "Ġrelacion es", + "ĠD op", + "ĠDo p", + "emp loi", + "empl oi", + "emplo i", + "D OB", + "DO B", + "Ġcr umbs", + "Ġ xls", + "Ġx ls", + "Ġxl s", + "_ Application", + "_App lication", + "(' :',", + "(': ',", + "Ġ-- ----------------------------------------------------------------------Ċ", + "Ġ---------------------------------------------------------------- --------Ċ", + "Ġ------------------------------------------------------------ ------------Ċ", + "m se", + "ms e", + "Ġb erk", + "Ġbe rk", + "Ġber k", + "Ġ ReturnValue", + "ĠReturn Value", + "ĠB elly", + "ĠBel ly", + "ĠBell y", + "Ġc amar", + "Ġca mar", + "Ġcam ar", + "ĠPe ek", + "ĠPee k", + "el sing", + "els ing", + "Ġnot ifies", + "ĠTr istan", + "ĠTri stan", + "ĠG AR", + "ĠGA R", + "em me", + "emm e", + "ĠElev ated", + "_ CSV", + "_C SV", + "_CS V", + "( chalk", + "(ch alk", + "Ġtw enties", + "ĠSearch Result", + "= search", + "=s earch", + "ĠMix ing", + "ĠMi xing", + "ý t", + "Ġrecru iter", + "Ġrecruit er", + "ĠIDE OGRAPH", + "ĠA go", + "ĠAg o", + "( Operation", + "(O peration", + "(Op eration", + "$ values", + "$value s", + "$val ues", + "Ġworld ly", + "ĠRos enberg", + "ĠRosen berg", + "ĠConfigure Services", + "> ** Ċ", + "...\" >Ċ", + "Ġsn ork", + "Ġsno rk", + "_ opacity", + "_op acity", + "ĠinitWith NibName", + "i ado", + "ia do", + "iad o", + "A AC", + "AA C", + "Ġ ]).", + "Ġ] ).", + "Ġ]) .", + "; z", + "_ paragraph", + "_par agraph", + "_para graph", + "Ġn oses", + "Ġno ses", + "Ġnos es", + "Ġnose s", + "st ands", + "stand s", + "sta nds", + "stan ds", + "i fr", + "if r", + "_m E", + "I raq", + "Ir aq", + ". Predicate", + ".P redicate", + "e naire", + "en aire", + "ena ire", + "] ]];Ċ", + "]] ];Ċ", + "Ġ unidad", + "Ġun idad", + "Ġuni dad", + "Ġretire es", + "Ġretir ees", + "_ hello", + "_h ello", + "Ġ modele", + "Ġmod ele", + "Ġmodel e", + "Ġmode le", + "ĠUITableView Controller", + "ĠUIT ableViewController", + "f write", + "fw rite", + "_ numero", + "_num ero", + "_numer o", + "_ visited", + "_vis ited", + "_visit ed", + "Ġrec ebe", + "Ġrece be", + "( Notification", + "Fant astic", + "_ submenu", + "_sub menu", + "ĠP EM", + "ĠPE M", + "ĠC upertino", + "ĠCup ertino", + "approx imately", + "cl assed", + "class ed", + "clas sed", + ".Read String", + "Ġdomic ile", + "_ PW", + "_P W", + "Ġball park", + "ĠK ale", + "ĠKa le", + "ĠKal e", + "con tra", + "cont ra", + "contr a", + "_ favorite", + "_f avorite", + "/ of", + "/o f", + "Q uite", + "Qu ite", + "Quit e", + "Qui te", + "Ġ OTA", + "ĠO TA", + "ĠOT A", + "Ġacceler ometer", + "di dn", + "did n", + "| ^", + "ĠRohing ya", + "ivi crm", + "ivic rm", + "ann abin", + "anna bin", + "обÑĭ ÑĤи", + "o rado", + "or ado", + "ora do", + "' )+", + "') +", + "Ha unted", + ", ID", + ",I D", + "( UIAlertAction", + "u rv", + "ur v", + "_ bel", + "_b el", + "_be l", + "ĠMex icans", + "ĠMexican s", + "/ terms", + "Ġ Painter", + "ĠP ainter", + "ĠPa inter", + "ĠPaint er", + "ĠPain ter", + "Input Label", + "ĠV inci", + "ĠVin ci", + "ĠRo sie", + "ĠRos ie", + "\\ uc", + "\\u c", + "< Menu", + "", + "Ġ'\" >", + "_ gs", + "_g s", + "Ġcomp il", + "n ard", + "na rd", + "nar d", + "- exc", + "-e xc", + "-ex c", + "Ġrh yme", + "Ġb utto", + "Ġbut to", + "Ġbutt o", + "s ays", + "sa ys", + "say s", + "ant asy", + "anta sy", + "antas y", + "ë ¸", + "Ġcitt Ãł", + "Ġch eg", + "Ġche g", + "Time String", + "Ġpos itivity", + "Ġposit ivity", + "ĠD abei", + "ĠDa bei", + "Ġ wang", + "Ġw ang", + "Ġwa ng", + "Ġwan g", + "Ġes cre", + "Ġesc re", + "\" c", + "ĉ video", + "ĉv ideo", + "Ġ Ranked", + "ĠR anked", + "ĠRank ed", + "ĠRan ked", + ". strings", + ".string s", + ".str ings", + "> >>(", + ">> >(", + ">>> (", + "Ġин ÑĤеÑĢ", + "ĠинÑĤ еÑĢ", + "Ġre sta", + "Ġr esta", + "Ġres ta", + "Ġrest a", + "[: ,:", + "[:, :", + "Ġren dre", + "Ġrend re", + "Ġde ser", + "Ġdes er", + "Ġdese r", + "J os", + "Jo s", + "Ġdis ruptions", + "Ġdisrupt ions", + "Ġdisruption s", + "Ġо пеÑĢ", + "Ġоп еÑĢ", + "s ampling", + "sam pling", + "samp ling", + "sup press", + "Ġcontainer View", + "ĠSeam less", + "Ġ airy", + "Ġa iry", + "Ġair y", + "Ġai ry", + "Ġon load", + ".Window Manager", + "ĠP LA", + "ĠPL A", + "br aco", + "bra co", + ".set PositiveButton", + "Ġp du", + "Ġpd u", + "Ġg si", + "Ġgs i", + "Ġ Cli", + "ĠC li", + "ĠCl i", + "_gr adients", + "_grad ients", + "_gradient s", + "Ñı д", + "ĠWh isper", + "c stdint", + "Ġl äng", + "Ġlä ng", + "Ġform ulations", + "Ġformulation s", + "Ġformul ations", + "é nom", + "én om", + "ourn emouth", + "[ $_", + "[$ _", + "Ġordin arily", + ".set Username", + ".setUser name", + "Ġfacult ies", + "MIT TED", + "/ values", + "/value s", + "Ġwe ir", + "Ġwei r", + "ĠA pt", + "ĠAp t", + "M Z", + "ĉ cf", + "ĉc f", + "u cken", + "uc ken", + "uck en", + "ĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉ", + "def ense", + "[ iVar", + "[i Var", + "ĠBusiness Exception", + "Select ors", + "Selector s", + "Sel ectors", + "Sele ctors", + "( coordinates", + "(co ordinates", + "ĠRe sets", + "ĠRes ets", + "ĠReset s", + "ĠDr inks", + "ĠDrink s", + "o leans", + "ole ans", + "olean s", + "(st ypy", + "_ IOC", + "_I OC", + "_IO C", + ". xxx", + ".x xx", + ".xx x", + "ĠS later", + "ĠSl ater", + "ĠSlate r", + "ĠB elize", + "ĠBel ize", + "Ġ /************************************************************************", + "Ġ/ ************************************************************************", + "Ġ/**************************************************************** ********", + "ad din", + "add in", + "_ep isodes", + "_episode s", + "Ġis chem", + "Ġisc hem", + "legal ArgumentException", + "D anny", + "Dan ny", + "Ġ pared", + "Ġp ared", + "Ġpar ed", + "Ġpa red", + "Ġpare d", + ".code haus", + "ĠAs sy", + "ĠAss y", + "ĉ Rect", + "ĉR ect", + "â ŀ", + ". lista", + ".l ista", + ".list a", + ".li sta", + "Ġв аÑĪ", + "Ġва ÑĪ", + "Ġv ets", + "Ġve ts", + "Ġvet s", + "H WND", + "HW ND", + "is oner", + "ison er", + "iso ner", + "Ġ xo", + "Ġx o", + "Ġor ally", + "Ġoral ly", + "Ġ Stmt", + "ĠSt mt", + ".r nn", + "ĠD PI", + "ĠDP I", + "ĠSt rikes", + "ĠStr ikes", + "ĠStrike s", + ".setViewport View", + "Ġèĩª åĬ¨çĶŁæĪIJ", + "Y ELLOW", + "GL enum", + "part ners", + "partner s", + "Ġ Implicit", + "ĠImp licit", + "ĠImpl icit", + "Ġt ako", + "Ġta ko", + "Ġtak o", + "âĢĻ elle", + "âĢĻe lle", + "Ġerm ög", + "total Count", + "G il", + "Gi l", + "ĉ work", + "ĉw ork", + "Ġpr atic", + "Ġpra tic", + "Ġprat ic", + "in ati", + "ina ti", + "a bies", + "ab ies", + "abi es", + "ĠSk inner", + "ĠSkin ner", + "Ġspirit ed", + "Ġspir ited", + "Ġpancre atic", + "Ġh df", + "Ġhd f", + "' em", + "'e m", + "Ġpsych osis", + "Ġpsycho sis", + "o licit", + "ol icit", + "olic it", + "oli cit", + "Ġ\" {\"", + "Ġ\"{ \"", + "_at ual", + "_a tual", + "Ġé lect", + "Ġél ect", + "TE AM", + "Ġd ak", + "Ġda k", + "ĠSW AT", + ". FragmentManager", + ".Fragment Manager", + "Ġprovision ing", + "l ifetime", + "life time", + "lif etime", + "_EXT ENSIONS", + "_EXTENSION S", + "Ġ CASCADE", + "ĠC ASCADE", + "ĠCAS CADE", + "Ġ ![", + "Ġ! [", + "( KP", + "(K P", + "Ġ vem", + "Ġv em", + "Ġve m", + "ĠInter racial", + "ĠInterr acial", + "' ]},Ċ", + "'] },Ċ", + "']} ,Ċ", + "sp acer", + "space r", + "spa cer", + "_ kv", + "_k v", + "W arehouse", + "Ware house", + "R DD", + "RD D", + "_f sm", + "_fs m", + ".Stretch Image", + ", Yes", + ",Y es", + "ĠRefuge e", + "ĠBr inging", + "ĠBring ing", + "Ġv álido", + "Ġvál ido", + ". intersection", + ".inter section", + "Ġsp ooky", + "Ġspo oky", + "_ portal", + "_p ortal", + "_port al", + "_por tal", + "Ġ moth", + "Ġm oth", + "Ġmot h", + "Ġmo th", + "ĠZ odiac", + "ĠSOC IAL", + "M imeType", + "'] }}", + "Ġ----- ->", + "Ġ------ >", + "_ Blue", + "_B lue", + "_Bl ue", + "Ġbot anical", + "Ġfr ags", + "Ġfra gs", + "Ġfrag s", + "Ġfamil ial", + "Ġfamilia l", + "- du", + "-d u", + "Ġse izing", + "Ġseiz ing", + "Ġsei zing", + "( blocks", + "(b locks", + "(block s", + "(bl ocks", + ". rd", + ".r d", + ".check NotNull", + "Ġm iser", + "Ġmis er", + "Ġmi ser", + "Ġmise r", + "Ġmax x", + "Ġma xx", + "ĠK nee", + "ĠKn ee", + "View Item", + "Inner HTML", + "D anger", + "Da nger", + "Dan ger", + "( (__", + "(( __", + "((_ _", + "Ġprz ypad", + "Ġprzy pad", + "create Url", + "* *,", + "** ,", + "ĠDecor ating", + "ATE GY", + "ATEG Y", + "? >/", + "?> /", + ". Designer", + ".Des igner", + ".Design er", + "hex digest", + "ĠEvery where", + "all eries", + "alle ries", + "aller ies", + ".TEXT URE", + ". Blocks", + ".B locks", + ".Bl ocks", + ".Block s", + "z ell", + "ze ll", + "zel l", + "Ġpre ço", + "S uddenly", + "input Email", + "( sync", + "(s ync", + ". bd", + ".b d", + "gold en", + "> ');", + ">' );", + ">') ;", + "ĠDick inson", + "> >(Ċ", + ">> (Ċ", + ">>( Ċ", + "Ġ QUEUE", + "ĠQUE UE", + "Ġ getColumn", + "Ġget Column", + "ĠgetC olumn", + "ĠS AND", + "ĠSA ND", + "ĠSAN D", + ". piece", + ".p iece", + ".pi ece", + "l icer", + "lic er", + "li cer", + "lice r", + "Fl utter", + "Ġget Version", + "Ġresource Id", + "o gl", + "og l", + "ÅĤ aw", + "ÅĤa w", + ". Branch", + ".Br anch", + "ĉ web", + "ĉw eb", + "Ġfr amerate", + "Ġframe rate", + "Ġfram erate", + "P PP", + "PP P", + "Ġf ray", + "Ġfr ay", + "Ġfra y", + "C NT", + "CN T", + "Ġinform atie", + "Ġinformat ie", + "' ]čĊčĊ", + "'] čĊčĊ", + "']čĊ čĊ", + "ne as", + "nea s", + "Header Code", + "Ġ æ¸", + "Ġæ ¸", + "Ġt rg", + "Ġtr g", + "raw types", + "H onda", + "Ho nda", + "Hon da", + "Ġmark eter", + "Ġmarket er", + "Ġ requestData", + "Ġrequest Data", + "Ġ Pg", + "ĠP g", + "ĉ not", + "ĉn ot", + "ĉno t", + "Ġpage Info", + "Ġakt uellen", + "Ġaktu ellen", + "ãģ ķãĤĵ", + "ãģķ ãĤĵ", + "Ġ AMS", + "ĠA MS", + "ĠAM S", + "push ViewController", + "ĉ AL", + "ĉA L", + "Ġv ests", + "Ġve sts", + "Ġvest s", + "Ġves ts", + "p roduce", + "pro duce", + "produ ce", + "prod uce", + "-m ême", + "ĠRah man", + "F unny", + "Fun ny", + "E Z", + "_ Valid", + "_Val id", + "Ġsquad ron", + "Ġ lash", + "Ġl ash", + "Ġla sh", + "Ġlas h", + "Ġ irm", + "Ġi rm", + "Ġir m", + "i asco", + "ias co", + "ĠP aran", + "ĠPar an", + "ĠPa ran", + "ĠPara n", + "Ġpet ites", + "Ġpetite s", + "Ġpetit es", + "ĠDec ay", + "Ġun initialized", + "priv ileged", + "Ġm bedtls", + "å¤ĩ 注", + "Ġ ^.", + "Ġ^ .", + "Ġec static", + "D etroit", + "Det roit", + "Ġp arten", + "Ġpart en", + "Ġpar ten", + "Ġparte n", + "Ġsou venir", + ".get Login", + ".getLog in", + "моÑĤ ÑĢ", + "мо ÑĤÑĢ", + "en ção", + "ĠmÃŃn imo", + "ĠAccess ed", + "ĠAcc essed", + "r ió", + "ri ó", + "M ic", + "Mi c", + "ĠV ocal", + "ĠVo cal", + "ĠVoc al", + ".Set String", + "Ġmens ajes", + "Ġmensaje s", + "åĢ į", + "Ġattr avers", + "ĠA ph", + "ĠAp h", + "Ġ ');čĊ", + "Ġ' );čĊ", + "Ġ') ;čĊ", + "Ġ'); čĊ", + "ü nde", + "ün de", + "ünd e", + "Ġenchant ed", + "Ġench anted", + "ĠRoot State", + "ĠCLOSE D", + "ĉ ĉĉĉĉĉĉĉčĊ", + "ĉĉ ĉĉĉĉĉĉčĊ", + "ĉĉĉĉ ĉĉĉĉčĊ", + "ĉĉĉ ĉĉĉĉĉčĊ", + "ĉĉĉĉĉ ĉĉĉčĊ", + "ĉĉĉĉĉĉ ĉĉčĊ", + "ĉĉĉĉĉĉĉĉ čĊ", + "ĉĉĉĉĉĉĉ ĉčĊ", + "Ġcal iente", + "or ris", + "orr is", + "Ġphysic ists", + "Ġphysicist s", + "h wnd", + "hw nd", + "_ vi", + "_v i", + "Ġráp ido", + "Ġcapital ized", + "Ġcapitalize d", + "ed By", + "Ġmach ining", + "Ġh ubby", + "Ġhub by", + "ĠSt acy", + "ĠSta cy", + ". Bus", + ".B us", + "d rink", + "dr ink", + "H ur", + "Hu r", + "Ġpr opia", + "Ġprop ia", + "Unit Test", + "Ġmiscon ception", + "_ _));Ċ", + "__ ));Ċ", + "__) );Ċ", + "__)) ;Ċ", + "/ dc", + "/d c", + "ĠMay weather", + "_m C", + ". createFrom", + ".create From", + "ĠQ Painter", + "ro psych", + "rops ych", + "inn itus", + "a yas", + "ay as", + "aya s", + "Ġg eg", + "Ġge g", + "( dw", + "(d w", + "Ġus ado", + "Ġusa do", + "Ġtr ickle", + "Ġtrick le", + "Ġann ihil", + "Ġanni hil", + "ĠP asta", + "ĠPa sta", + "ĠPast a", + "ĠPas ta", + "Ġ ++Ċ", + "Ġ+ +Ċ", + "Ġ++ Ċ", + "(Expected Conditions", + ".post Value", + "i cap", + "ic ap", + "ica p", + "ĠDon etsk", + "_ soup", + "_s oup", + "_so up", + "- publish", + "-p ublish", + "ĠP b", + "m entions", + "ment ions", + "mention s", + "AC CEPT", + ". Pull", + ".P ull", + ", âĢĻâĢĻ", + ",âĢĻ âĢĻ", + "Ġret arded", + "Ġretard ed", + "_ ATOM", + "_AT OM", + "ĠTerm inator", + "ĠTermin ator", + "- court", + "-c ourt", + "-co urt", + "ĠCLLocation Coordinate", + "Ġrev erence", + "Ġreve rence", + "Ġrever ence", + "ĠS SC", + "ĠSS C", + "ut ely", + "ute ly", + "ĠW ON", + "ĠG SL", + "ĠGS L", + "f rei", + "fr ei", + "fre i", + ".get Longitude", + ".getLong itude", + "Ġopen FileDialog", + ".B utter", + ".But ter", + "- important", + "-import ant", + "_M ANY", + "_MAN Y", + "_MA NY", + "ĠG ong", + "ĠGo ng", + "ĠGon g", + "âĢľ How", + "Ġg orge", + "Ġgor ge", + "= msg", + "=m sg", + "ĠE zek", + "ĠEz ek", + "create Command", + ": checked", + "Ġinfo graphic", + "Ġinf ographic", + ". WEST", + ".W EST", + "D irs", + "Dir s", + "Di rs", + "Ġgu arda", + "Ġguard a", + "Ġguar da", + "Ġbee tle", + "Ġbeet le", + "< small", + " Loading", + "_ mA", + "_m A", + ".get Random", + "b lings", + "bl ings", + "bling s", + "Ġche eses", + "Ġcheese s", + "Ġchees es", + "t ti", + "tt i", + ". âĢ¢", + "ĠBurg ess", + "ender it", + "ende rit", + ". ',čĊ", + ".' ,čĊ", + ".', čĊ", + "(\" \"+", + "(\"\" +", + "a cb", + "ac b", + "% p", + "index ed", + "inde xed", + "_ predicate", + "_p redicate", + "_pred icate", + "nes ia", + "Ġb ied", + "Ġbi ed", + "ĠC IT", + "ĠCI T", + "( Pos", + "(P os", + "_ radi", + "_r adi", + "_rad i", + "_ra di", + "ä»· æł¼", + "B iz", + "Bi z", + "ĠAdoles cent", + "Ġv iên", + "Ġvi ên", + "c ycl", + "cy cl", + "_ Cancel", + "_C ancel", + "Ġcon clusive", + "Ġconclus ive", + "Ġconcl usive", + "Ġappell ate", + "Ġappel late", + "inform atics", + "S J", + "Ġel ective", + "Ġelect ive", + "role Id", + "Fetch er", + "ĉ Command", + "(\" (%", + "(\"( %", + "Ġf art", + "Ġfa rt", + "Ġfar t", + "I LA", + "IL A", + "get Block", + "A USE", + "AU SE", + "Ġ дан", + "Ġд ан", + "Ġда н", + "ĠAr te", + "ĠArt e", + "Ġnot ifying", + "Ġnotify ing", + "Ġg ele", + "Ġge le", + "Ġgel e", + ". same", + ".s ame", + ".sa me", + ".sam e", + "ĠRe gel", + "ĠReg el", + "Ġ BaÅŁ", + "ĠB aÅŁ", + "ĠBa ÅŁ", + ". creation", + ".c reation", + "Ġ VN", + "ĠV N", + "_ community", + "_comm unity", + "Ġuns ustainable", + "S EX", + "SE X", + "Ġgrid Size", + "res cia", + "avers able", + "(', ')[", + "(',' )[", + "(',') [", + "ĠPh elps", + "á»ķ i", + "ANCE LED", + "ANCEL ED", + "- IS", + "-I S", + ".run ners", + ".runner s", + "ĠSt okes", + "ĠSto kes", + "ĠStoke s", + ". Produ", + ".P rodu", + ".Pro du", + ".Pr odu", + "Ġwh ipping", + "Ġwhip ping", + "_ac quire", + "Ġinvestig ación", + "f ried", + "fr ied", + ".copy With", + "ĠHard cover", + "- Se", + "-S e", + "áŀ¶ áŀ", + "inv itation", + "les ai", + "ĠD orm", + "ĠDo rm", + "ĠDor m", + "ĠÑģпиÑģ ка", + "Ġconcaten ated", + "Ġconcatenate d", + "o phil", + "op hil", + "oph il", + "Ġth inker", + "Ġthink er", + "Ġthin ker", + "/font awesome", + "ĠLe opard", + "ĠLeo pard", + "Ġ\" /\");Ċ", + "Ġ\"/ \");Ċ", + "Ġ\"/\" );Ċ", + "Ġresidual s", + "ĠMicro wave", + "ĠMic rowave", + "Ġcon forme", + "Ġconform e", + "th rop", + "thr op", + "thro p", + "Ġdis emb", + "Ġdi semb", + "Ġdise mb", + "ĠO MG", + "ĠOM G", + "ĠDisc ipline", + "ĠAc robat", + "/ repository", + "/re pository", + "/repos itory", + "d fa", + "df a", + "_ MED", + "_M ED", + "_ME D", + "buf io", + "Ġméth ode", + "_H OLD", + "i asi", + "ia si", + "ias i", + "_ legacy", + "_leg acy", + ") ččĊ", + "æ£ Ģ", + "Get ProcAddress", + "Ġy ay", + "Ġya y", + "ot ence", + "ote nce", + "oten ce", + "order id", + "orde rid", + "- tw", + "-t w", + "Ġd early", + "Ġdear ly", + "In coming", + "Inc oming", + "/ il", + "/i l", + "Ġneuro p", + "Ġneu rop", + "Ġneur op", + "u cz", + "uc z", + ") ;čččĊ", + "); čččĊ", + "ĠInnov ative", + "Ġpro fund", + "Ġprof und", + "ig mat", + "igma t", + "igm at", + "Selection Mode", + "re levant", + ". GO", + ".G O", + "Ġbru ises", + "Ġs ach", + "Ġsa ch", + "Ġsac h", + "o def", + "od ef", + "ode f", + "Ġre imb", + "Ġreim b", + "/ desktop", + "/d esktop", + "- spot", + "-s pot", + "-sp ot", + "un dance", + "und ance", + "unda nce", + "undan ce", + "Ent ropy", + "Entr opy", + "\\ core", + "Ġs uger", + "Ġsu ger", + "Ġsug er", + "Ġ Mvc", + "ĠM vc", + "ĠGN OME", + "_ indx", + "_in dx", + "_i ndx", + "_ind x", + "ĠYY STYPE", + "ĠYYS TYPE", + "ĠMat lab", + "ĠC IF", + "ĠCI F", + "Ġ *))", + "Ġ* ))", + "Ġ*) )", + "Ġproduct List", + "Ġ Alright", + "ĠAl right", + "ace mark", + "ac emark", + "ÑĤ ив", + "ÑĤи в", + "mod ification", + "int ernational", + "inter national", + "intern ational", + "Ġh omers", + "Ġhome rs", + "Ġhom ers", + "Ġho mers", + "Ġhomer s", + "Ġd icts", + "Ġdi cts", + "Ġdict s", + "Ġdic ts", + "ĠQ Font", + ". SQLite", + ".SQL ite", + "Ġtransplant ation", + "ĠMessageBox Button", + "ĠEl ves", + "' ]])Ċ", + "'] ])Ċ", + "']] )Ċ", + "(Q Icon", + "Ġcin emas", + "Ġcinema s", + "Ġcine mas", + "CO ORD", + "- China", + "-Ch ina", + "Ġkh ẩu", + "æĪij çļĦ", + "Ġsk ulls", + "Ġskull s", + "Ġpain staking", + "Ġpains taking", + "f ce", + "fc e", + ".XR Label", + "Ġ specifier", + "Ġspec ifier", + "Ġprefer ring", + "Ġpref erring", + "/ activity", + "( Photo", + "á lt", + "ál t", + ". lot", + ".l ot", + ".lo t", + "' '.", + "'' .", + "an nonce", + "ann once", + "annon ce", + "anno nce", + ".google code", + "- pdf", + "-p df", + "ĠP oke", + "ĠPo ke", + "ĠPok e", + "_ ACL", + "_A CL", + "_AC L", + "Ġend owed", + "dis cover", + "disc over", + ".o mg", + ".om g", + "Ġwood land", + ". Magic", + ".M agic", + "Ġvol ont", + "Not Allowed", + "Ġc have", + "Ġch ave", + "Ġcha ve", + "B MW", + "BM W", + "',' =',", + "','= ',", + "ĠS IX", + "ĠSI X", + "æĪij 们", + "Ġko sher", + "Ġkos her", + "Ġas piration", + "Ġaspir ation", + "Ġasp iration", + "i ntl", + "in tl", + "int l", + "_ref ptr", + "' +Ċ", + "'+ Ċ", + "ment or", + "men tor", + ". club", + ".c lub", + ".cl ub", + "Window State", + ". ARR", + ".A RR", + ".AR R", + "Ġ zza", + "Ġz za", + "Ġzz a", + "Ġmessage Type", + ". equ", + ".e qu", + ".eq u", + "T hor", + "Th or", + "Tho r", + "Ġin just", + "Ġinj ust", + "Ġg ums", + "Ġgu ms", + "Ġgum s", + "Ġborder Side", + "/ ////", + "// ///", + "//// /", + "/// //", + "ĠTrans mit", + "Ġbuf size", + "Ġh ak", + "Ġha k", + "Ġ ellas", + "Ġel las", + "Ġell as", + "Ġella s", + "R ANDOM", + "RAND OM", + "ĉ mc", + "ĉm c", + "Ġp ea", + "Ġpe a", + "e ko", + "ek o", + "document o", + "Ġhyster ia", + "Ġare nas", + "Ġar enas", + "Ġaren as", + "Ġarena s", + "Ġgun men", + "Ġm ike", + "Ġmi ke", + "Ġmik e", + "Ġimp unity", + "at isation", + "atis ation", + "_ Zero", + "_Z ero", + "_COMP ANY", + "ĠG ors", + "ĠGo rs", + "ĠGor s", + "Ġuse Class", + "( redis", + "(r edis", + "(re dis", + "(red is", + "ĠRUN NING", + "ĠB air", + "ĠBa ir", + "ĠBai r", + "ve lte", + "vel te", + "velt e", + "Ġ ','.", + "Ġ', '.", + "Ġ',' .", + "а ÑĤÑĮÑģÑı", + "аÑĤÑĮ ÑģÑı", + "ö st", + "ös t", + "encode URIComponent", + "_ restrict", + "_re strict", + "Ġdec als", + "Ġ Pedido", + "ĠP edido", + "ĠPed ido", + "Ġalter cation", + "Dis plays", + "Display s", + "Disp lays", + "ĠApp licants", + "ĠApplicant s", + "C US", + "CU S", + "Text area", + "ĠAng ola", + ". future", + ".f uture", + "ĠU SHORT", + "ĠUS HORT", + "Ġsuppress ing", + "Ġsupp ressing", + "Ġset zen", + "AP olynomial", + "Ġt och", + "Ġto ch", + "Ġtoc h", + "Ġhall mark", + "Ġ $$$", + "Ġ$ $$", + "Ġ$$ $", + "ĠCHAR SET", + ". rpm", + ".r pm", + "ĠD ich", + "ĠDi ch", + "---- ----------------", + "-------- ------------", + "---------------- ----", + "------------ --------", + "----- ---------------", + "---------- ----------", + "------ --------------", + "----------- ---------", + "------------- -------", + "------- -------------", + "--------- -----------", + "--------------- -----", + "-------------- ------", + "_ parm", + "_p arm", + "_par m", + "_pa rm", + "è¿ ĺ", + "a cciones", + "acc iones", + "acci ones", + "accion es", + "h ait", + "ha it", + "hai t", + "WARD ED", + "WAR DED", + "_ routing", + "_r outing", + "_ro uting", + "ĠN OM", + "ĠNO M", + "Ġen clave", + "ĠL otto", + "ĠLot to", + "ĉ fr", + "ĉf r", + "complex Content", + "ĠBall ard", + "k ube", + "ku be", + "/ win", + "/w in", + ".getColumn Model", + "_RE PLACE", + "Header Value", + "Ġest udiantes", + "Ġ apis", + "Ġa pis", + "Ġap is", + "Ġapi s", + "Ġb pm", + "Ġbp m", + "Ġ TypeName", + "ĠType Name", + "And Get", + "r ita", + "ri ta", + "rit a", + "Pl ans", + "Plan s", + "> Note", + ">N ote", + ">No te", + "Ġfet isch", + "Ġt oned", + "Ġto ned", + "Ġton ed", + "Ġtone d", + "_ goto", + "_g oto", + "_go to", + "on sense", + "ons ense", + "Ġm olds", + "Ġmo lds", + "Ġmol ds", + "Ġmold s", + "Ġinfiltr ation", + "ĠGuerr ero", + "ub bo", + "ubb o", + "c ki", + "ck i", + "( $(\".", + "($ (\".", + "($( \".", + "_ activities", + "_act ivities", + "_activ ities", + "( changes", + "(ch anges", + "(chan ges", + "(change s", + "Ġof App", + "ĠKe pler", + "ĠD emp", + "ĠDe mp", + "ĠDem p", + "ĠCont inent", + "ĠContin ent", + ". Ticks", + ".T icks", + ".Tick s", + "Ġ Unsigned", + "ĠUn signed", + "ĠUns igned", + "ĠJah res", + "ĠJahr es", + "ĠJahre s", + "Ġfresh men", + "ĠArch ived", + "ĠArchive d", + "ĠкоÑĤоÑĢ Ñĭй", + "Ġ' ::", + "Ġ': :", + "T utorial", + "C c", + "Ġtable LayoutPanel", + "from Json", + ". levels", + ".level s", + "_trans ient", + "Ġendors ing", + "Ġ DIC", + "ĠD IC", + "ĠDI C", + "l auf", + "la uf", + "Ġsh red", + "Ġshr ed", + "_E MIT", + "_EM IT", + "ific antly", + "ificant ly", + "A LA", + "AL A", + "/ proto", + "/pro to", + "/pr oto", + "Ġnarr owing", + "Ġnarrow ing", + "Ġnar rowing", + "U tc", + "Ut c", + "F actors", + "Fact ors", + "Factor s", + "Fac tors", + "Fa ctors", + "Ġsent ient", + "æŀ IJ", + "lix ir", + "ĠC ROSS", + "m eteor", + "met eor", + "Ġgr oin", + "Ġgro in", + "Ġ mdb", + "Ġm db", + "Ġmd b", + "ĠRot terdam", + "Ġcom ida", + "ĠOp Code", + "Ġ DefaultValue", + "ĠDefault Value", + "Permissions Result", + "Ġheter ogeneous", + "Ġm oot", + "Ġmo ot", + "Ġmoo t", + "Ġde ceived", + "Ġdece ived", + "Ġdeceive d", + "-in dependent", + "ĠObject OutputStream", + "Ġover power", + ". dup", + ".d up", + "Ġ ldb", + "Ġl db", + "Ġld b", + "Ġdomestic ally", + "Ġdomest ically", + "Ġbe stellen", + "Ġbest ellen", + "Ġbeste llen", + "Ġ lov", + "Ġl ov", + "Ġlo v", + "ĠContract ors", + "ĠContr actors", + "ĠContractor s", + "Tri angles", + "Triangle s", + "Ġfod der", + "Ġfil mes", + "Ġfilm es", + "Ġfilme s", + "ä¼ ģ", + "Ġrev olver", + "Startup Script", + "/ validation", + "ĠResource Type", + "i ÅŁ", + "ĠL az", + "ĠLa z", + "f ef", + "fe f", + "Ġl stm", + "Ġlst m", + "Ġls tm", + "{ *", + ". attachment", + ".attach ment", + ".att achment", + ". hits", + ".h its", + ".hit s", + "e with", + "ew ith", + "D OG", + "DO G", + "Al abama", + "Ġmedium s", + "Ġmedi ums", + ".m Context", + "- cols", + "-c ols", + "-col s", + "-co ls", + "åı ĭ", + ". notice", + ".not ice", + "Ġat tn", + "Ġatt n", + "ĠP acking", + "ĠPac king", + "ĠPack ing", + "Ġ Ln", + "ĠL n", + "_COM PLEX", + "_COMP LEX", + "/ Users", + "/User s", + ".save txt", + ".sav etxt", + "ĠR ounds", + "ĠRo unds", + "ĠRound s", + "ĠRou nds", + "?,?, ?,?,", + "Ġin gl", + "Ġing l", + "Ġ ROC", + "ĠR OC", + "ĠRO C", + "_ female", + "_f emale", + "_fe male", + "ĠSt ard", + "ĠStar d", + "ĠSta rd", + "] ];", + "]] ;", + "Ġwrest lers", + "Ġwrestler s", + "Ġtorrent s", + "Ġs inh", + "Ġsi nh", + "Ġsin h", + " ĊĊ", + "Ċ Ċ", + "ë³ µ", + "s ense", + "sen se", + "how ever", + ". Physics", + ".Ph ysics", + "Inf rastructure", + "ĠS acr", + "ĠSa cr", + "ĠSac r", + "F el", + "Fe l", + "ĠD ISTRIBUT", + "é ments", + "ém ents", + "ément s", + "ĠValid ates", + "ĠValidate s", + "#### ########################################################", + "################################ ############################", + "############ ################################################", + "################################################ ############", + "############################ ################################", + "######################################################## ####", + "Ġ |/", + "Ġ| /", + "Ġe sl", + "Ġes l", + "Ġré seau", + "ĠB ip", + "ĠBi p", + "BY TES", + "BYTE S", + "_W ATER", + "T urning", + "Turn ing", + "Tur ning", + "E LS", + "EL S", + "Ġj uxtap", + "Ġlesb ische", + "ý ch", + "( Unknown", + "(Un known", + "N eo", + "Ne o", + "@ JsonProperty", + "@Json Property", + "Ġal umnos", + "Ġalum nos", + "Ġalumno s", + "ĠRaq qa", + "im ei", + "ime i", + ".get Bounds", + ".getB ounds", + ".Mouse EventHandler", + ".MouseEvent Handler", + "# ######", + "## #####", + "#### ###", + "### ####", + "##### ##", + "###### #", + "Generic Type", + "/ cms", + "/c ms", + "/cm s", + "Ġturn o", + "Ġtur no", + "Ġ мин", + "Ġм ин", + "Ġми н", + "Ġfolk lore", + "ĠE vo", + "ĠEv o", + "Ġconduct ivity", + "Ġle ben", + "Ġgear box", + "- vs", + "-v s", + "Ġ ÏĨ", + "ĠÏ Ĩ", + "Ġdrink ers", + "Ġ conexao", + "Ġcon exao", + "Ġconex ao", + "ĠTe eth", + "ĠTee th", + "Ġget Arguments", + "ĠR AT", + "ĠRA T", + "ent ious", + "enti ous", + "E duc", + "Ed uc", + "+ W", + "ĠInstitution al", + "ĠInstitut ional", + "ĠB ord", + "ĠBo rd", + "ĠBor d", + "is Equal", + "( pwd", + "(p wd", + "Ġign ited", + "Ġignite d", + "ĠR ousse", + "ĠRou sse", + "Ġimpact ful", + "ĠM alk", + "ĠMal k", + "ĠMa lk", + "Ġg eral", + "Ġge ral", + "Ġger al", + "ĠP ivot", + "Ġa zt", + "Ġaz t", + "Ġcsv file", + "ĠR ope", + "ĠRo pe", + "ĠS OLUTION", + "ĠSOL UTION", + "ĠAr bitrary", + "ĠArbit rary", + "Ġl etto", + "Ġlet to", + "Ġlett o", + ".Mouse Adapter", + "Ġ }}}", + "Ġ} }}", + "Ġ}} }", + "ĠSa ilor", + "ĠSail or", + "ĠSai lor", + "d era", + "de ra", + "der a", + "P utting", + "Put ting", + "Ġconcent rates", + "Ġconcentr ates", + "Ġconcentrate s", + "Ġauth Domain", + "âĢĿ çļĦ", + "-f inals", + "-final s", + "-fin als", + ", strlen", + ",str len", + ",st rlen", + "Mu on", + "ĠOrd inary", + "fire fox", + "ĠLa TeX", + "ĠH und", + "ĠHun d", + "ĠHu nd", + "engine ering", + "/ blue", + "/b lue", + "/bl ue", + "ed TextBox", + "(\" \");", + "(\"\" );", + "(\"\") ;", + "ĠC DDL", + "ĠCD DL", + "k ept", + "ke pt", + "Ġ GetString", + "ĠGet String", + "K ir", + "Ki r", + "() ='", + "ĠO CD", + "ĠOC D", + "ant ium", + "anti um", + "$ menu", + "$m enu", + "ĠAppalach ian", + "Secret ary", + "ë¥ ĺ", + "ี ย", + "Sem antic", + "Ġ *[", + "Ġ* [", + "e stone", + "es tone", + "est one", + "esto ne", + "ung kin", + "Max Y", + "- tone", + "-t one", + "-to ne", + "-ton e", + "\" };čĊ", + "\"} ;čĊ", + "_ Part", + "_P art", + "< Member", + "ĊĊ", + "'> ĊĊ", + "'>Ċ Ċ", + "L ic", + "Li c", + "ĠMir age", + "ĠMi rage", + "ĠAssembly FileVersion", + "Te V", + "ĠValue EventListener", + "-s olving", + "T ho", + "Th o", + "rou lette", + "_ WP", + "_W P", + "Ġunint errupted", + "Ġfield Type", + ". Typed", + ".T yped", + ".Type d", + "Ġa mour", + "Ġam our", + "Ġamo ur", + "Ġmock ery", + "Ġmocker y", + "( vol", + "(v ol", + "(vo l", + "ĠSub committee", + "ĠR uf", + "ĠRu f", + "e rox", + "er ox", + "ero x", + ":UIButtonType Custom", + "Ġ Blur", + "ĠBl ur", + "ĠBlu r", + "Ġwy kon", + "n ces", + "nc es", + "nce s", + "ASH BOARD", + "! !\");Ċ", + "!! \");Ċ", + "Ġmurder ers", + "Ġmurderer s", + ". daily", + ".d aily", + ".da ily", + "ĠDI AG", + "j ing", + "ji ng", + "jin g", + "Ġdol phin", + "Ġl òng", + "Ġb ö", + "ĠV ocabulary", + ".St Object", + "' )\">", + "') \">", + "')\" >", + "Ġz un", + "Ġzu n", + "Ġscrim mage", + "tr éal", + "ĠL ig", + "ĠLi g", + "[ vi", + "[v i", + "C ole", + "Col e", + "Co le", + "Ġfrost ing", + ". Players", + ".P layers", + ".Pl ayers", + ".Player s", + ".Play ers", + "- translate", + "-trans late", + "Fe els", + "Feel s", + "Fee ls", + "=\\\" /", + "=\\ \"/", + ".Butter Knife", + "Ġ? >;Ċ", + "Ġ?> ;Ċ", + "Ġ avi", + "Ġa vi", + "Ġav i", + "in nie", + "inn ie", + ". Failure", + ".F ailure", + ".Fail ure", + "Ġsp indle", + "Ġspin dle", + "Configuration Exception", + "_ hop", + "_h op", + "Ġpos ição", + "Ġposi ção", + "Ġ Await", + "ĠA wait", + "ĠAw ait", + "UIImage PickerController", + "ĉ day", + "ĉd ay", + "Ġge nom", + "Ġgen om", + "C ab", + "Ca b", + "ĠÑĢ езÑĥлÑĮÑĤаÑĤ", + "ĠÑĢезÑĥлÑĮÑĤ аÑĤ", + "OR IGINAL", + "Ġejac ulation", + "( tcp", + "(t cp", + "(tc p", + "SE COND", + "SEC OND", + "Ġt onic", + "Ġto nic", + "Ġton ic", + "Ġ ListBox", + "ĠList Box", + "Ġ ĉĉĊ", + "Ġĉ ĉĊ", + "Ġĉĉ Ċ", + "( )>Ċ", + "() >Ċ", + "()> Ċ", + "Ġqu atre", + "Ġquat re", + "Ġqua tre", + "ượ ng", + "with Errors", + ". Maybe", + ".M aybe", + ", âĢ¦", + "token Id", + "_UN DEF", + "Ġfresh ness", + "ĠAmendment s", + "ĠAmend ments", + ".map box", + ". CV", + ".C V", + "( blog", + "(b log", + "(bl og", + "_get time", + ". quest", + ".q uest", + ".qu est", + "s parse", + "sp arse", + "spar se", + "Ġre sale", + "Ġres ale", + "Ġenthusi astically", + "Ġenthusiastic ally", + "Ġenthusiast ically", + "ĠProstit utas", + "W a", + "C argo", + "Car go", + ". Parcelable", + ".Parcel able", + "S ENSOR", + "SEN SOR", + "SENS OR", + "ĠR yu", + "ĠRy u", + "La ughs", + "Laugh s", + "_ Native", + "_N ative", + "/ pg", + "/p g", + "y sts", + "yst s", + "ys ts", + "Ġphot oc", + "Ġphoto c", + "ç® Ģ", + "ad opt", + "ado pt", + ". species", + ".s pecies", + ".sp ecies", + ".spec ies", + "conc iliation", + "Adjust ed", + "Adj usted", + ".Firebase Auth", + "ut tle", + "utt le", + "ord ination", + "ordin ation", + "Ġm unch", + "Ġmun ch", + "ĠS take", + "ĠSt ake", + "ĠSta ke", + ". ping", + ".p ing", + ".pi ng", + ".pin g", + "an ker", + "ank er", + "anke r", + "(QString Literal", + "Ġsub script", + "Ġsubs cript", + "Ġsubscri pt", + "Ġ ĠĉĊ", + "ĠĠ ĉĊ", + "ĠĠĉ Ċ", + "ĠM CC", + "ĠMC C", + "_ Cmd", + "_C md", + "se xy", + "sex y", + "i ou", + "io u", + "ĠM ANY", + "ĠMA NY", + "ĠMAN Y", + "Ġn anny", + "Ġnan ny", + "T RAIN", + "TR AIN", + "TRA IN", + "Ġflour ishing", + "Ġflourish ing", + "ĠW atches", + "ĠWatch es", + "ĠWat ches", + "ĠQ Map", + "ĠF erm", + "ĠFe rm", + "ĠFer m", + "Ġw asm", + "Ġwas m", + "Ġwa sm", + "ĠA bed", + "ĠAb ed", + "ĠAbe d", + "_ UD", + "_U D", + "ĠG lasses", + "ĠGl asses", + "ĠGlass es", + "ĠGlas ses", + "+ v", + "Att end", + ". Chain", + ".Ch ain", + "Ġdec ency", + "Ġdece ncy", + "ĠSup plementary", + "ĠSupplement ary", + "h unter", + "hunt er", + "- txt", + "-t xt", + "Ġ\" }\";Ċ", + "Ġ\"} \";Ċ", + ".set WindowTitle", + "( \"", + "Ġmasc ara", + "( Profile", + "åĬ Łèĥ½", + "åĬŁ èĥ½", + "im ité", + "imit é", + "imi té", + "Ġwild fires", + "Ġwildfire s", + "- ROM", + "-R OM", + ".is On", + "( groupId", + "(group Id", + "Re pair", + "Rep air", + "accum ulate", + "Ġ< \",", + "Ġhand written", + "Ġach eter", + "Ġache ter", + "ĠM GM", + "ĠMG M", + "ĠIr ma", + "-> {_", + "->{ _", + "g ee", + "ge e", + "c riminal", + "cr iminal", + "Ġèĭ¥ è¦ģ", + "Ġmoment arily", + "\" )!=", + "\") !=", + "_ lit", + "_l it", + "_li t", + "Ġexpires In", + ". \").", + ".\" ).", + ".\") .", + "éķ¿ 度", + "Ġfr ække", + "v lc", + "vl c", + "Ġor bs", + "Ġorb s", + ") ,$", + "), $", + "Ġvent ured", + "Ġventure d", + "/ >\\", + "/> \\", + "ch arm", + "char m", + "cha rm", + "N uitka", + "el dig", + "eld ig", + "ato nin", + "aton in", + "W itness", + "- lat", + "-l at", + "-la t", + "Ġset Hidden", + "Ġrel ics", + "Ġreli cs", + "Ġrelic s", + "Ġcons ulate", + "Ġconsul ate", + ". IGNORE", + "\" After", + "\"A fter", + "Ġs etAddress", + "Ġset Address", + "Ġbeste ht", + "Ġ' ')ĊĊ", + "Ġ'' )ĊĊ", + "Ġ'') ĊĊ", + "Ġ'')Ċ Ċ", + ".x axis", + "Ġser ão", + "Ġmis led", + "Ġmi sled", + "_UN IFORM", + "ĠV IA", + "ĠVI A", + "in cr", + "inc r", + "Ġzen ith", + "Ġvis cosity", + "Ġvisc osity", + "Ġthin ly", + ".get SharedPreferences", + ". ErrorCode", + ".Error Code", + "\" ),\"", + "\") ,\"", + "\"), \"", + "ĠMillion en", + "ĠMilli onen", + "Ġ/ >)Ċ", + "Ġ/> )Ċ", + "Scroll Indicator", + "-se eking", + "ĠPOLIT ICO", + "as ca", + "asc a", + "_ rl", + "_r l", + "N avig", + "Nav ig", + "Na vig", + "(full file", + "Ġsol itude", + "Ġ juven", + "Ġju ven", + "Ġha uling", + "Ġhaul ing", + "ĠMac ros", + "ĠMacro s", + "ĠG ry", + "ĠGr y", + "Ġexerc itation", + "ĠATT ACK", + "Tick Count", + "Ġ rites", + "Ġr ites", + "Ġrit es", + "Ġri tes", + "Ġd oe", + "Ġdo e", + "Particle System", + "Ġ slu", + "Ġs lu", + "Ġsl u", + "Window Text", + "Ġ ClassName", + "ĠClass Name", + "Ġs lander", + "Ġsl ander", + "Ġsla nder", + "ĉ Port", + "ĉP ort", + "j ong", + "jo ng", + "jon g", + "? a", + ".D ial", + ".Di al", + "âĢĶ at", + "âĢĶa t", + "$ objPHPExcel", + "$obj PHPExcel", + "Ġso ar", + "E NN", + "EN N", + "appe ared", + "appear ed", + "Ġquot id", + "Ġquo tid", + "e machine", + "em achine", + "ema chine", + "Ġ nip", + "Ġn ip", + "Ġni p", + "Ġmicro time", + "ĠAl ma", + "; !", + "---------------- --------------------------------------------------------------------------------", + "-------------------------------- ----------------------------------------------------------------", + "---------------------------------------------------------------- --------------------------------", + "------------------------------------------------ ------------------------------------------------", + "---------------------------------------------------------------------------- --------------------", + "-------------------------------------------------------------------------------- ----------------", + "-------------------- ----------------------------------------------------------------------------", + "ĠP assage", + "ĠPass age", + "ĠPas sage", + "Ġdump sters", + "Ġdumpster s", + "Ġdumps ters", + "Ġ Exclude", + "ĠEx clude", + "ĠExc lude", + "Ġsuggest ive", + "ĠCircularProgress Indicator", + "_ clr", + "_c lr", + "_cl r", + "Array Type", + "IL LA", + "ILL A", + "Elapsed Time", + "Dr iven", + "Drive n", + "Ġresource Name", + "ĠG arrison", + "ĠGarr ison", + "se rir", + "ser ir", + "- ahead", + "-a head", + "Ġp innacle", + "ĠEs presso", + "S parse", + "Sp arse", + "Ġas says", + "Ġass ays", + "Ġassay s", + "ĠGirl friend", + "i mid", + "im id", + "imi d", + "] ='\\", + "]= '\\", + "]=' \\", + "ONG LONG", + "ONGL ONG", + "Ġportray ing", + "L ane", + "La ne", + "Ġb úsqueda", + "Ġrein forcements", + "Ġreinforce ments", + "Ġreinforcement s", + "ĠSpread sheet", + "ĠArray Collection", + ", arr", + ",a rr", + "light box", + "ic ana", + "ica na", + "ican a", + "< \"", + "build ers", + "builder s", + "K id", + "Ki d", + "ĠMat SnackBar", + "EX PR", + "EXP R", + "od cast", + "ĠFoundation s", + "ĠFound ations", + "Ġ inds", + "Ġin ds", + "Ġi nds", + "Ġind s", + "=' ${", + "='$ {", + "F izz", + "Fi zz", + "- functional", + "-function al", + "( workspace", + "(work space", + "Ġstem med", + "_ patches", + "_p atches", + "_patch es", + "_pat ches", + "ĠJar vis", + "RE ADING", + "READ ING", + "Ġdisrespect ful", + "ĠQ Dom", + "Ġ$ {Ċ", + "Ġ${ Ċ", + "e status", + "es tatus", + "est atus", + "Re ached", + "Reach ed", + "! .ĊĊ", + "!. ĊĊ", + "I LT", + "IL T", + "ĠN DEBUG", + "ĠC ourage", + "ĠCour age", + "ĠCou rage", + "birth date", + "ĠT ing", + "ĠTi ng", + "ĠTin g", + "Ġutil izado", + "Ġutiliz ado", + "Ġutiliza do", + "án chez", + "Out door", + "Ġhand guns", + "Ġhandgun s", + "Ref Count", + "É Ļ", + "r omo", + "ro mo", + "rom o", + "Ġt ts", + "Ġtt s", + ". She", + ".S he", + ".Sh e", + "Ġ Pane", + "ĠP ane", + "ĠPan e", + "ĠPa ne", + "ãĢij, ãĢIJ", + "ĠIO CTL", + "ĠIOC TL", + "/ black", + "/b lack", + "/bl ack", + "in scription", + "ins cription", + "Ġbi opsy", + "Ġbio psy", + "Ġ TimeInterval", + "ĠT imeInterval", + "ĠTime Interval", + ".Test Check", + "ĠGUI Style", + "Ġ Capability", + "ĠCap ability", + "ĠBei trag", + "ĠBeit rag", + "don nees", + "T reatment", + ". backup", + ".back up", + "Ġsign ings", + "Ġsig nings", + "Ġsigning s", + "Ġsignin gs", + "ĠB oca", + "ĠBo ca", + "d rm", + "dr m", + ". MAIN", + ".M AIN", + "Ġgo ede", + "Ġgoed e", + "Ġ Markup", + "ĠMar kup", + "ĠMark up", + "G REE", + "GR EE", + "GRE E", + "ĠBase Service", + ". Creator", + ".C reator", + "Ġj ails", + "Ġja ils", + "Ġjail s", + "ĠK ahn", + "ĠKa hn", + "ĠKah n", + "Ip Address", + "AC HI", + "ACH I", + "Ġin hibited", + "Ġinhib ited", + "Ġinhibit ed", + "Ġ@ $_", + "Ġ@$ _", + "ĠAs sass", + "ĠAss ass", + "Ġenv iado", + "Ġenvi ado", + "Her oes", + "Hero es", + "ÐŁ еÑĢ", + "ĠM aven", + "ĠMa ven", + ". ls", + ".l s", + "Ġ ive", + "Ġi ve", + "Ġiv e", + "| RF", + "|R F", + "Ġresize Mode", + "Ġrum pe", + "_ attachments", + "_attach ments", + "_attachment s", + "T U", + "Ġtact ile", + "Ġtac tile", + "Attempt ing", + "Ġro bin", + "Ġrob in", + "y aw", + "ya w", + "Ġmerc enaries", + "ĠHab itat", + "ĠHabit at", + "end date", + "Ġ oxy", + "Ġo xy", + "Ġox y", + "ĉ Random", + "ĉR andom", + "o hon", + "oh on", + "oho n", + "Is Null", + "ĠValidation Result", + "ãĥ ļ", + "um bed", + "umb ed", + "p pv", + "pp v", + "Ġ arp", + "Ġa rp", + "Ġar p", + "ich ick", + "ichi ck", + "_r nn", + "ĠT FT", + "ĠTF T", + "Tex Image", + "\" On", + "Ġ Sampler", + "ĠS ampler", + "ĠSam pler", + "ĠSample r", + "ĠSamp ler", + "t opl", + "to pl", + "top l", + "Ġj ane", + "Ġja ne", + "Ġjan e", + "y ling", + "yl ing", + "ĠUN ICODE", + "Tab Index", + "< {Ċ", + "<{ Ċ", + "s uspend", + "sus pend", + "uv ian", + ", application", + "ол иÑĩеÑģÑĤво", + "y at", + "ya t", + "e zier", + "ez ier", + "ezi er", + "ĠCH UNK", + "ĠAd ler", + "/ Add", + "/A dd", + "Ġ KeyValue", + "ĠKey Value", + "Ġspos ób", + "S ampling", + "Sam pling", + "ch ers", + "che rs", + "cher s", + "_ AMD", + "_A MD", + "_AM D", + "R u", + ".Must Compile", + "N ation", + "Na tion", + "Nat ion", + "As soc", + "Ass oc", + "Man aging", + "Mana ging", + "ĠEn gl", + "ĠEng l", + "_ GB", + "_G B", + "Ġsucc inct", + "Ġdis liked", + "Ġdislike d", + "ĠI ke", + "ĠIk e", + "Bullet in", + "_ARCH IVE", + "Pro posal", + "Prop osal", + "Ġjog ging", + ".C REATED", + ".CREATE D", + "Ġc hol", + "Ġch ol", + "Ġcho l", + "è£ ħ", + "Į ¨", + "- push", + "-p ush", + "Ġres erva", + "Ġreserv a", + "co rev", + "core v", + "cor ev", + "è tre", + "T HR", + "TH R", + "Ġincompet ence", + "Ġchar isma", + "æĦ Ł", + "Ġ\" ==", + "Ġ\"= =", + "B TN", + "BT N", + "Ġ Locator", + "ĠL ocator", + "ĠLoc ator", + "i vet", + "iv et", + "ive t", + "(' .')Ċ", + "('. ')Ċ", + "('.') Ċ", + "('.' )Ċ", + "Ġfor IndexPath", + "ô me", + "ôm e", + "Ġcapac it", + "w aters", + "wa ters", + "water s", + "wat ers", + "ĠWR ONG", + "h oa", + "ho a", + "ĠM IPS", + "ĠMI PS", + "Ġe miss", + "Ġem iss", + "ĠJacqu eline", + "( cmp", + "(c mp", + "(cm p", + "Ġe ens", + "Ġeen s", + "Ġee ns", + "L eo", + "Le o", + ". timing", + ".t iming", + ".tim ing", + "CLU SION", + "CLUS ION", + "Ġ (\"-", + "Ġ( \"-", + "Ġ(\" -", + "åĵ Ī", + ". kode", + ".k ode", + "ĠUnder t", + "ĠUnd ert", + "Ġbe wild", + "Ġbew ild", + "ĠEs sen", + "ĠEss en", + ". hd", + ".h d", + "Ġren egot", + "Ġm ower", + "Ġmo wer", + "Ġl sp", + "Ġls p", + "Ġpen chant", + "Ġman oe", + "Ġmano e", + "Ġ agli", + "Ġa gli", + "Ġag li", + "Ġre cal", + "Ġr ecal", + "Ġrec al", + "ĠOPER ATION", + "(^ )(", + "Ġ ν", + "ĠÎ ½", + "Ġ Scoped", + "ĠSc oped", + "ĠScope d", + "ĠSco ped", + "Ġ @\"Ċ", + "Ġ@ \"Ċ", + "Ġ@\" Ċ", + "= label", + "=l abel", + "[ loc", + "[l oc", + "I ntl", + "In tl", + "Int l", + "ĠN z", + "table t", + "tab let", + "tabl et", + ". ColumnName", + ".Column Name", + "Ġscreen Size", + "D Bus", + "DB us", + "co oked", + "cook ed", + "- registration", + "-reg istration", + "âĢľ One", + "- non", + "-n on", + "-no n", + "ĠwiÄĻ c", + "Ġc osta", + "Ġco sta", + "Ġcost a", + "Ġcos ta", + ".add Tab", + ". conditions", + ".condition s", + ".cond itions", + "ĠH ess", + "ĠHe ss", + "MEM ORY", + "ĠAval anche", + "() }}Ċ", + "()} }Ċ", + "Ġtri plet", + "Ġtrip let", + "Ġtriple t", + "Ġl abyrinth", + "ĠNode List", + "ĠN YT", + "ĠNY T", + "Ġy eni", + "Ġye ni", + "Ġyen i", + "d ff", + "df f", + ".Html Controls", + "A VIS", + "AV IS", + "/ Math", + "/M ath", + "Ġ memcmp", + "Ġmem cmp", + "ا Ø¡", + "Ø§Ø ¡", + "о ÑģÑĮ", + "оÑģ ÑĮ", + "c rap", + "cr ap", + "( pages", + "(p ages", + "(page s", + "(pa ges", + "Ġl xml", + "Ġlx ml", + "ĠQ DateTime", + "_t cb", + "_tc b", + "Ġ openid", + "Ġopen id", + "Ġsyn aptic", + "ĠM DMA", + "ĠMD MA", + "( slug", + "(s lug", + "(sl ug", + "ig matic", + "igma tic", + "igm atic", + "igmat ic", + "e nor", + "en or", + "eno r", + "Ġcr amped", + "Ġcram ped", + "G OP", + "GO P", + "Ń IJ", + ".is File", + "ĠD ifferential", + "ĠDifferent ial", + "Ġ =\"\";Ċ", + "Ġ=\" \";Ċ", + "ĉ ĉĉĠĠĠĠĉ", + "ĉĉ ĉĠĠĠĠĉ", + "ĉĉĉ ĠĠĠĠĉ", + "ĉĉĉĠĠĠ Ġĉ", + "ĉĉĉĠ ĠĠĠĉ", + "ĉĉĉĠĠ ĠĠĉ", + "ĉĉĉĠĠĠĠ ĉ", + "ĠC ooke", + "ĠCo oke", + "ĠCook e", + "ĉU FUNCTION", + "Ġpersever ance", + "Relative Layout", + "IMPORT ANT", + "Ġe xon", + "Ġex on", + "Ġ он", + "Ġо н", + "i base", + "ib ase", + "iba se", + "( CONT", + "(C ONT", + "(CON T", + "n ovation", + "no vation", + "nov ation", + "nova tion", + "ä½ ķ", + "[ sub", + "[s ub", + "Admin Controller", + "HTTP Header", + "c rear", + "cre ar", + "cr ear", + "ĠN IR", + "ĠNI R", + "ĠDrop DownList", + "Ġval ide", + "Ġvalid e", + "Ġva lide", + "Ġde hydration", + ". ']", + ".' ]", + "( WIN", + "(W IN", + "Ġ ...\\", + "Ġ. ..\\", + "Ġ... \\", + "Ġ.. .\\", + "Ġphoto shop", + "Ġphotos hop", + "ĉ Init", + "ĉI nit", + "ĉIn it", + "_ cou", + "_c ou", + "_co u", + "Ġtime Zone", + "dar win", + "r omatic", + "ro matic", + "rom atic", + "roma tic", + "Navigation ItemSelectedListener", + "b rates", + "br ates", + "bra tes", + "brate s", + "] --;Ċ", + "Ġtraged ies", + "ĠPed iatrics", + "ĠPediatric s", + "SM ART", + "- API", + "-A PI", + "ĠMessage Lookup", + "ĉ vo", + "ĉv o", + "Ġprejud ices", + "Ġprejudice s", + "Ġ mA", + "Ġm A", + "U ps", + "Up s", + "ĠMISS ING", + "ĉ ad", + "ĉa d", + "C ream", + "Cre am", + "Cr eam", + "ĠT b", + "ĠM ona", + "ĠMon a", + "ĠMo na", + "_ ghost", + "_g host", + "ĉ types", + "ĉt ypes", + "ĉtype s", + "ĉtyp es", + "E mb", + "Em b", + "ĠDocument ary", + "' );ĊĊĊĊ", + "') ;ĊĊĊĊ", + "');Ċ ĊĊĊ", + "');ĊĊ ĊĊ", + "'); ĊĊĊĊ", + "');ĊĊĊ Ċ", + "Ġl up", + "Ġlu p", + "_ Reference", + "_Re ference", + "_Ref erence", + "ĠB ATCH", + "ĠBAT CH", + "Ġintertw ined", + "< Cell", + "", + "Ġf oyer", + "Ġfo yer", + "'util isation", + "ĠMü ller", + "ĠFet ish", + "Ġdefault Manager", + "Ġback track", + "B ah", + "Ba h", + "Exp licit", + "Expl icit", + "_ ASCII", + "_A SCII", + "_ASC II", + "Ġm Activity", + "( Msg", + "(M sg", + "Ġ ê²Į", + "Ġê² Į", + "ĠTER MS", + "ĠTERM S", + "ĠAn gie", + "ĠAng ie", + "H SV", + "HS V", + "ĠMos que", + ". Names", + ".N ames", + ".Name s", + "íĬ ¼", + "r este", + "re ste", + "res te", + "rest e", + "_ parms", + "_p arms", + "_par ms", + "_pa rms", + "_parm s", + "Ġg aping", + "Ġgap ing", + "Ġga ping", + "Ġc ropping", + "Ġcr opping", + "Ġcro pping", + "Ġcrop ping", + "Data Frame", + "Ġrespons iveness", + "Ġresponsive ness", + "_ undo", + "_un do", + "_u ndo", + "_ tran", + "_t ran", + "_tr an", + "_tra n", + ". terminate", + ".term inate", + "Ġitalian e", + "Ġitalia ne", + "Ġwalk through", + "Ġattract iveness", + "Ġattractive ness", + "д е", + "_ STS", + "_S TS", + "_ST S", + "_ learn", + "_l earn", + "_le arn", + "Ġchocolate s", + "Ġchocol ates", + "ier archical", + "- thinking", + "-th inking", + "Ġ )))", + "Ġ) ))", + "Ġ)) )", + "ish ments", + "ishment s", + ".Log f", + ".Lo gf", + "ĠT MZ", + "ĠTM Z", + "ĠCan ary", + "f oil", + "fo il", + "ĠV accine", + "ĠVacc ine", + ". vx", + ".v x", + "ĠSur round", + "Inter mediate", + "Ġ iov", + "Ġi ov", + "Ġio v", + "v ais", + "va is", + "' ;\";Ċ", + "'; \";Ċ", + "ï½ŀ ĊĊ", + "éĢģ æĸĻ", + "âĢ¦ it", + "Se ats", + "Sea ts", + "Seat s", + "C lar", + "Cl ar", + "Cla r", + "W ars", + "War s", + "Wa rs", + "ĠHutch inson", + "ĠH asan", + "ĠHas an", + "ĠHa san", + "! ')ĊĊ", + "!' )ĊĊ", + "!')Ċ Ċ", + "ĠRich ie", + "ĠRi chie", + "che iden", + "cheid en", + "( $('", + "($ ('", + "($( '", + "Y ork", + "Yo rk", + "Ġl ids", + "Ġli ds", + "Ġlid s", + "Ġal phanumeric", + "Ġalpha numeric", + "ĠG lock", + "ĠGl ock", + "ĠGlo ck", + ". shapes", + ".sh apes", + ".shape s", + ".sha pes", + "Ġsp arking", + "Ġspark ing", + "Ġspar king", + "_ epsilon", + "_e psilon", + "_eps ilon", + "up licated", + "uplic ated", + "uplicate d", + ". dirty", + ".d irty", + ".dir ty", + "] )==", + "]) ==", + "ĠìľĦ ì¹ĺ", + "Ġs cn", + "Ġsc n", + "Ġ /****************************************************************", + "Ġ/ ****************************************************************", + "_PRE VIEW", + "_ HC", + "_H C", + "ield ing", + "iel ding", + "f gets", + "fg ets", + "ĠAdd ison", + "Ġproduct Service", + "- figure", + "-f igure", + "( retval", + "(ret val", + "z ano", + "za no", + "zan o", + "Ġaut ob", + "Ġauto b", + "ĉ sd", + "ĉs d", + "_ numer", + "_n umer", + "_num er", + "ĠSet LastError", + "ĠF ior", + "ĠFi or", + "ific ance", + "ifica nce", + "Unt itled", + "Ġin field", + "Ġinf ield", + "Ġ{ }));Ċ", + "Ġ{} ));Ċ", + "Ġ{}) );Ċ", + "Ġs pac", + "Ġsp ac", + "Ġspa c", + "Ġr ookies", + "Ġro okies", + "Ġrookie s", + "(des cribing", + "n gen", + "ng en", + "nge n", + "ி à®", + ". rdf", + ".r df", + ".rd f", + ". Mutex", + ".M utex", + "Ġkne eling", + "Ġknee ling", + "Ġ QE", + "ĠQ E", + "set Max", + "Read Stream", + "Ġ ventas", + "Ġvent as", + "Ġven tas", + "Ġventa s", + "s ut", + "su t", + "cm peq", + "cmp eq", + ".WriteAll Text", + "ĠEx perienced", + "ĠExperience d", + "$ __", + "$_ _", + "Ġka um", + "ĠL IS", + "ĠLI S", + "Ġdocument os", + "Ġdocumento s", + "_HE ALTH", + "i contains", + "icon tains", + "icont ains", + "Ġart isans", + "Ġartisan s", + "OW NER", + "OWN ER", + "Ġb linked", + "Ġblink ed", + "get Display", + "Ġt oen", + "Ġto en", + "Ġtoe n", + "Ġrow Num", + "Ġav ril", + "Ġin vis", + "Ġinv is", + "ĠK ear", + "ĠKe ar", + "toBe InTheDocument", + "a pur", + "ap ur", + "Ġr acked", + "Ġrac ked", + "Ġrack ed", + "ĠMc Master", + "ĠMcM aster", + "_ATTR IB", + "H az", + "Ha z", + "Ġfact ura", + "Ġfac tura", + "/ ts", + "/t s", + "ĠÑĢаз меÑĢ", + "ĠÑĢазм еÑĢ", + "Ġ zf", + "Ġz f", + "Ġshort fall", + ". fasta", + ".f asta", + ".fast a", + ".fa sta", + "ĠCONST ANT", + ". managed", + ".man aged", + ".manage d", + "g ems", + "ge ms", + "gem s", + "Shared Pointer", + "Ġbl urry", + "Ġblur ry", + "b rightness", + "bright ness", + "( components", + "(com ponents", + "(component s", + "(comp onents", + "Ġ ...\"ĊĊ", + "Ġ... \"ĊĊ", + "Ġ.. .\"ĊĊ", + "Ġ...\" ĊĊ", + "Ġ...\"Ċ Ċ", + "S ELL", + "SE LL", + "SEL L", + "ĠIllustr ator", + ".get Channel", + "Ġtrou vé", + "y sters", + "yst ers", + "ys ters", + "yster s", + "Ġv ois", + "Ġvo is", + "Ġvoi s", + "ĠL inden", + "ĠLin den", + "ĠLind en", + "Ġem ojis", + "Ġemoji s", + "Ġemo jis", + "Ġb rawl", + "Ġbr awl", + "Ġbra wl", + "ĠM SR", + "ĠMS R", + "ĠE lo", + "ĠEl o", + "ĠCroat ian", + "ĠCroatia n", + "Popup Menu", + "L ewis", + "Le wis", + ". JWT", + ".J WT", + "Ġaston ished", + "B ush", + "Bus h", + "Bu sh", + "( itemId", + "(item Id", + "Ġdet achment", + "Ġdetach ment", + "ĠEn core", + "ĠEnc ore", + "å° Ķ", + "Ġre kl", + "Ġr ekl", + "Ġrek l", + "Ġc ram", + "Ġcr am", + "Ġcra m", + ") $/", + ")$ /", + ".get Host", + "_ recommend", + "_re commend", + "- HT", + "-H T", + "_cal ibration", + "Auth enticate", + ".firebase app", + "UN IX", + "ĉ Camera", + "ĉC amera", + "ĠHE AP", + "I deal", + "Ide al", + ". office", + ".off ice", + "Ġgoof y", + "Ġgoo fy", + "( Symbol", + "(S ymbol", + "Ġjo uer", + "Ġjou er", + "_part itions", + "_partition s", + "Ġrapid ement", + "Ġrapide ment", + "ĠGNU NET", + "ĠGN UNET", + "id User", + "Ġsuper vise", + "Ġsuperv ise", + "( Contact", + "A WN", + "AW N", + "ãģ ĺ", + "Ġna am", + "Ġa ust", + "Ġau st", + "Ġaus t", + "åľ¨ 线", + "_ softmax", + "_soft max", + "Allow Anonymous", + "amm able", + "amma ble", + "RO UTE", + "ROUT E", + "* D", + "Ġ aden", + "Ġa den", + "Ġad en", + "Ġade n", + "ĠCrist ina", + "ĠCrist iano", + "Ġblood stream", + "sub class", + "_ persona", + "_person a", + "CH ILD", + "- know", + "-k now", + "Ġnavigation Options", + "ĠZuk unft", + "ĠPix ar", + "Ty ler", + "Ġunder world", + "Ġsincer ity", + "Ġdisp enser", + "Ġdispens er", + "Ġk ter", + "Ġkt er", + "id ders", + "idd ers", + ".add Node", + "- checked", + "-check ed", + "Ġkey st", + "Ġke yst", + "Ġkeys t", + "ĠW TO", + "ĠWT O", + ". signals", + ".sign als", + ".signal s", + "Ġadvent urer", + "Ġadventure r", + "ĠP ang", + "ĠPan g", + "ĠPa ng", + "\\ R", + "= pos", + "=p os", + "Ġdispens aries", + "ĠClose t", + "ĠClo set", + "(\" {\\\"", + "(\"{ \\\"", + "id eon", + "ide on", + "ideo n", + "Ġnécess aire", + "( )\"Ċ", + "() \"Ċ", + "()\" Ċ", + "_RECE IVED", + "Ġrésult ats", + "Ġm oden", + "Ġmod en", + "Ġmode n", + "Ġmo den", + "ĠIceland ic", + "; d", + ". allowed", + ".all owed", + ".allow ed", + "(new User", + "Ġmerc iless", + ".Wait For", + "Ġday care", + "ĠCon veyor", + "Ġ Ù", + "ا Ù", + "า à¸", + "Ñ Ł", + "ÑŁ ÑŁ", + "Ġ à¸", + "Ġà ¸", + "à¹Ģ à¸", + "i á»", + "ãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢ", + "Ġ اØ", + "Ġا Ø", + "ॠĪ", + "Ġ ãĢĢ", + "ĠãĢ Ģ", + "Ñ Ĺ", + "i á»ĩ", + "iá» ĩ", + "ÑŁ ÑŁÑŁÑŁ", + "ÑŁÑŁ ÑŁÑŁ", + "ÑŁÑŁÑŁ ÑŁ", + "à¥ĩ à¤Ĥ", + "à¥ĩठĤ", + "Ñĸ д", + "ा र", + "ाठ°", + "ÙĨ د", + "Ñĸ в", + "Ġ ब", + "Ġठ¬", + "Ġ à¤ľ", + "Ġठľ", + "à ¥¤", + "ॠ¤", + "н Ñĸ", + "ठĹ", + "Ġ Ø¢", + "ĠØ ¢", + "Ġ न", + "Ġठ¨", + "Ñ Ķ", + "Ġ ÑĢа", + "ĠÑĢ а", + "Ġ à¤ħ", + "Ġठħ", + "Ñģ ÑĮ", + "Ġ व", + "Ġठµ", + "ÑĨ Ñĸ", + "Ġv á»", + "³ ت", + "Ġ द", + "Ġठ¦", + "n ÄĽ", + "Ġ ल", + "Ġठ²", + "Ġ ãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢ", + "ॠĤ", + "ठ¦", + "à¸Ń à¸ĩ", + "ÙĪ ÙĨ", + "ठµ", + "a ÅŁ", + "๠Ĥ", + "ι κ", + "Ġ र", + "Ġठ°", + "Ġ ви", + "Ġв и", + "à¥į य", + "à¥įठ¯", + "ा न", + "ाठ¨", + "Ġ از", + "Ġا ز", + "ĠØ§Ø ²", + "ا Ùĩ", + "ا٠ĩ", + "Ľ i", + "Ġh á»", + "à¥ĭ à¤Ĥ", + "i ế", + "ĠÄij á»", + "ठ¯", + "Ï į", + "Ġc ủ", + "Ġ بر", + "Ġب ر", + "Ġ ÙħÛĮ", + "ĠÙħ ÛĮ", + "Ġ اÛĮ", + "Ġا ÛĮ", + "Ġ à¤Ĩ", + "ĠठĨ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ि य", + "िठ¯", + "ÑŁÑŁÑŁÑŁ ÑŁÑŁÑŁÑŁ", + "в и", + "ر د", + "н Ñĥ", + "ÙĬ ÙĨ", + "ι α", + "Ġ त", + "Ġठ¤", + "Ñĩ и", + "Ġ à¤ķर", + "Ġà¤ķ र", + "ا ز", + "Ø§Ø ²", + "a ÄŁ", + "Ġ à¤ī", + "Ġठī", + "ठ¬", + "ÏĦ α", + "ت ر", + "Ùĩ ا", + "ร ะ", + "j ÃŃ", + "Î ij", + "а ÑĤи", + "аÑĤ и", + "Ġ à¤Ĺ", + "ĠठĹ", + "Ġ ÑĤа", + "ĠÑĤ а", + "Ú Ĩ", + "ठľ", + "า à¸Ļ", + "าภĻ", + "Ġ à¤Ń", + "ĠठŃ", + "ि à¤ķ", + "िठķ", + "á v", + "Ġ Ú¯", + "Ï İ", + "า ย", + "าภ¢", + "Ġ à¤Ķ", + "ĠठĶ", + "ÅĻ ÃŃ", + "ا ÙĪ", + "ا٠Ī", + "Ġ Ñī", + "ĠÑ ī", + "Ġ à¤Ķर", + "Ġà¤Ķ र", + "ен нÑı", + "Ġ Ú©Ùĩ", + "ĠÚ© Ùĩ", + "ठ¡", + "ÏĦ ο", + "ε ι", + "Ġ à¤ĩ", + "Ġठĩ", + "à¥į त", + "à¥įठ¤", + "ठŁ", + "Û ±", + "Ġ ØĮ", + "ĠØ Į", + "Ïģ ο", + "η ÏĤ", + "ë ¬", + "Ñĸ н", + "i á»ģ", + "iá» ģ", + "i ên", + "iê n", + "Ġ вÑĸд", + "Ġв Ñĸд", + "ĠвÑĸ д", + "d ı", + "ÙĦ ÛĮ", + "Ġ ز", + "ĠØ ²", + "Ïģ α", + "Ġ ÛĮ", + "า à¸ĩ", + "าภĩ", + "Ġth á»", + "Ġ à¹Ģà¸", + "Ġà¹Ģ à¸", + "i á»ĩn", + "iá»ĩ n", + "ا ÙĬ", + "ا٠Ĭ", + "ан нÑı", + "ÑĢ е", + "Î Ł", + "å Ĵ", + "ا Ø´", + "Ø§Ø ´", + "ा ल", + "ाठ²", + "ëħ Ħ", + "Ġ य", + "Ġठ¯", + "Ġ را", + "Ġر ا", + "ठ¼", + "Ñĥ в", + "ÙĪ Ùħ", + "Ġ عÙĦ", + "Ġع ÙĦ", + "ί α", + "à¥Ī à¤Ĥ", + "à¥ģ à¤", + "า ม", + "าภ¡", + "Ġm á»Ļt", + "Ġ à¤ı", + "Ġठı", + "ãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢ", + "Ġ पर", + "Ġप र", + "Ġ اÙĨ", + "Ġا ÙĨ", + "Ġ اÛĮÙĨ", + "Ġا ÛĮÙĨ", + "ĠاÛĮ ÙĨ", + "Ġv Ỽi", + "Ġvá» Ľi", + "Î £", + "ठļ", + "Û °", + "i á»ĥ", + "iá» ĥ", + "า à¸ģ", + "าภģ", + "Î Ļ", + "ا ع", + "Ø§Ø ¹", + "Ñĸ й", + "à¹ģ ล", + "Ùĩ اÛĮ", + "Ùĩا ÛĮ", + "Ñĩ а", + ". :.:", + ".: .:", + ".:. :", + "ÏĦ η", + "Ġ Îij", + "ĠÎ ij", + "ر ÛĮ", + "Ġn gh", + "Ġng h", + "ν α", + "à¹ĥ à¸Ļ", + "ि त", + "िठ¤", + "Ġ και", + "Ġκ αι", + "Ġκα ι", + "ÏĦ ε", + "à¥į à¤Ł", + "à¥įठŁ", + "μ α", + "л Ñĥ", + "ý m", + "ÏĢ ο", + "à¥Ī ।", + "ï¼ ¼", + "ر ÙĬ", + "н иÑħ", + "ни Ñħ", + "Ïģ ι", + "Ù Ģ", + "ÑĢ о", + "Ġ à¤ļ", + "Ġठļ", + "ा त", + "ाठ¤", + "ا ÙĤ", + "ا٠Ĥ", + "Ġ श", + "Ġठ¶", + "ĠÄij á»Ļ", + "ĠÄijá» Ļ", + "é ho", + "iá»ģ u", + "ภ¨", + "Ñĸ лÑĮ", + "Ñĸл ÑĮ", + "uy á»", + "Û ²", + "Ġn Äĥ", + "Ïī ν", + "Ġ ÏĦοÏħ", + "ĠÏĦ οÏħ", + "ĠÏĦο Ïħ", + "к ий", + "ки й", + "í ĸ", + "Ġ Ñīо", + "ĠÑī о", + "à¥į व", + "à¥įठµ", + "Ġ اÙĦØ£", + "ĠاÙĦ Ø£", + "ا ئ", + "Ø§Ø ¦", + "t ı", + "Ġ ÏĦο", + "ĠÏĦ ο", + "¬ ¬", + "Ġ Ø·", + "ĠØ ·", + "Ùħ اÙĨ", + "Ùħا ÙĨ", + "Ġ Îł", + "ĠÎ ł", + "д и", + "ภ¶", + "ि à¤ı", + "िठı", + "ãģ£ ãģŁ", + "ãģ£ãģ Ł", + "ÛĮ Ùħ", + "ÃŃ nh", + "ÃŃn h", + "r av", + "ra v", + "ÄĽ t", + "Î ķ", + "Ġ Ñıк", + "ĠÑı к", + "ç Ĥ", + "à¸Ń à¸Ļ", + "ãģ¦ ãģĦ", + "ि ल", + "िठ²", + "Ñĸ ÑĤ", + "з а", + "á p", + "ठ§", + "Ġ êµ", + "Ġê µ", + "à¹ģ ละ", + "à¹ģล ะ", + "ÃŃ ch", + "ÃŃc h", + "Ġ Ø¢ÙĨ", + "ĠØ¢ ÙĨ", + "ت Ùĩ", + "Ġ Ùħع", + "ĠÙħ ع", + "н ий", + "ни й", + "Æ°á»Ľ c", + "Ġ اÙĦع", + "Ġا ÙĦع", + "ĠاÙĦ ع", + "ر ب", + "ा म", + "ाठ®", + "Ġ رÙĪ", + "Ġر ÙĪ", + "é «", + "ı y", + "Ġh á»į", + "Ġhá» į", + "ÑĤÑĮ ÑģÑı", + "Ġ Îļ", + "ĠÎ ļ", + "Ġ à¤ĩस", + "Ġà¤ĩ स", + "ï¼ ¿", + "Ġ ÚĨ", + "Ġ ÙĪاÙĦ", + "ĠÙĪ اÙĦ", + "ĠÙĪا ÙĦ", + "íķ Ļ", + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ", + "Ġ vý", + "Ġv ý", + "ि स", + "िठ¸", + "ữ ng", + "س ÛĮ", + "Ġ ìĥ", + "Ġì ĥ", + "ा à¤Ĥ", + "ाठĤ", + "ï½ ¤", + "à¹ĩ à¸Ļ", + "Ġ थ", + "Ġठ¥", + "l arak", + "la rak", + "lar ak", + "lara k", + "â y", + "t ÄĽ", + "ν ο", + "Ġ ÙħÙĪ", + "ĠÙħ ÙĪ", + "Ġng Æ°á»Ŀi", + "å ¦", + "ÙĬ د", + "il ir", + "ili r", + "ا ØŃ", + "Ø§Ø Ń", + "Ġ ãĢ", + "Ù ĭ", + "Ġ ÑĢоз", + "ĠÑĢ оз", + "Ġ й", + "ĠÐ ¹", + "Ġd ụ", + "à¹Ģ à¸Ľ", + "à¹ĢภĽ", + "ั à¸ĩ", + "л е", + "ा य", + "ाठ¯", + "ï¿ £", + "ÙĪ اÙĨ", + "ÙĪا ÙĨ", + "Ġth á»ĥ", + "Ġthá» ĥ", + "ã ĥ½", + "ãĥ ½", + "ü ÅŁ", + "ç Ł", + "Ġ ο", + "ĠÎ ¿", + "Ġ Σ", + "ĠÎ £", + "ÛĮ ت", + "ั à¸ģ", + "Î ¤", + "Ġ à¤ıà¤ķ", + "Ġà¤ı à¤ķ", + "Ġ ÙĩÙħ", + "ĠÙĩ Ùħ", + "ìĽ Ķ", + "Ġ Îľ", + "ĠÎ ľ", + "Ġ à¸Ħ", + "ĠภĦ", + "¯ ¸", + "ا رÛĮ", + "ار ÛĮ", + "ि न", + "िठ¨", + "Ġnh ững", + "Ġnh Æ°", + "и ÑĤи", + "иÑĤ и", + "ãĥ³ ãĥ", + "à¹Ģ ร", + "à¹Ģภ£", + "Ġ ÐĽ", + "ĠÐ Ľ", + "ÑĢ Ñĸ", + "á d", + "ü y", + "i ye", + "iy e", + "Ġ Îķ", + "ĠÎ ķ", + "Ġ ส", + "Ġภª", + "Ïĥ η", + "Ġ ë¬", + "Ġë ¬", + "ï »", + "ठ£", + "Î Ĺ", + "ठ¶", + "Ġ ÙħØŃ", + "ĠÙħ ØŃ", + "ÙĦ ÙĬ", + "Ġ με", + "Ġμ ε", + "Ġp ÅĻÃŃ", + "ĠpÅĻ ÃŃ", + "Î Ŀ", + "à¥į ष", + "à¥įठ·", + "t ir", + "ti r", + "ر اÙĨ", + "را ÙĨ", + "ĠÄij á»ĭ", + "ĠÄijá» ĭ", + "Ġ коÑĤ", + "Ġк оÑĤ", + "Ġко ÑĤ", + "к ÑĢа", + "λ ο", + "Ġ ÏĦη", + "ĠÏĦ η", + "Ñī е", + "ÏĦ ικ", + "ÏĦι κ", + "ั à¹ī", + "i ết", + "iế t", + "α ν", + "í Ķ", + "к иÑħ", + "ки Ñħ", + "Ġ поÑģ", + "Ġп оÑģ", + "Ġпо Ñģ", + "t ır", + "tı r", + "à¥į म", + "à¥įठ®", + "ر Ùģ", + "ÄĽ l", + "ठŃ", + "o vé", + "ov é", + "Ġl á»", + "à¹Ħ à¸Ķ", + "ãģª ãģĦ", + "ภ©", + "i á»ĩu", + "iá»ĩ u", + "Î ¾", + "Ġ عÙĦÙī", + "Ġع ÙĦÙī", + "ĠعÙĦ Ùī", + "д Ñĥ", + "Ġdụ ng", + "а ÑĢа", + "аÑĢ а", + "ा द", + "ाठ¦", + "o ž", + "ÙĦ Ùĩ", + "ÙĦ Ùħ", + "н оÑĹ", + "но ÑĹ", + "Û± Û", + "à¸Ĥ à¸Ńà¸ĩ", + "Î ¡", + "à¥Ģ à¤Ĥ", + "Ġ пÑĸд", + "Ġп Ñĸд", + "Ġ फ", + "Ġठ«", + "ภĺ", + "ε ÏĤ", + "ा स", + "ाठ¸", + "à¹ĥ ห", + "о ва", + "ов а", + "ت ÛĮ", + "à¸Ń ย", + "ภį", + "Ġn Äĥm", + "ĠnÄĥ m", + "ÏĦ ι", + "ÙĪ ÛĮ", + "Ġ мÑĸ", + "Ġм Ñĸ", + "Ġ اÙħ", + "Ġا Ùħ", + "ÏĢ ÏĮ", + "Ġ zá", + "Ġz á", + "ठĪ", + "Ġ à¤ĸ", + "Ġठĸ", + "Ġ nÄĽ", + "Ġn ÄĽ", + "c ÃŃ", + "ÙĨ Ú¯", + "Ñģ и", + "Î ¶", + "n á", + "Ŀ i", + "Å ©", + "Ø ¦", + "Ġ اÙĦس", + "Ġا ÙĦس", + "ĠاÙĦ س", + "á»ij c", + "Ạ½", + "ا ج", + "Ø§Ø ¬", + "Ùħ ا", + "êµ Ń", + "о Ñİ", + "د ر", + "à¹Ģ à¸ģ", + "à¹Ģภģ", + "ภł", + "à ¡ng", + "á ng", + "án g", + "íķ ©", + "Ġ ÏĦηÏĤ", + "ĠÏĦ ηÏĤ", + "ĠÏĦη ÏĤ", + "Ġ Ñĸн", + "ĠÑĸ н", + "о ÑĹ", + "à¥ĩ श", + "à¥ĩठ¶", + "ภĭ", + "à¥ĭ à¤Ĺ", + "л Ñĸ", + "Ġp ÅĻed", + "ĠpÅĻ ed", + "ĠpÅĻe d", + "Äį nÃŃ", + "Ġ ка", + "Ġк а", + "Ġ Τ", + "ĠÎ ¤", + "á»Ļ i", + "v ÃŃ", + "ÑĢ Ñı", + "ा à¤ľ", + "ाठľ", + "а Ñħ", + "ि र", + "िठ°", + "า ส", + "าภª", + "d ır", + "dı r", + "Ø ¢", + "Î ļ", + "Ġ ÎŃ", + "ĠÎ Ń", + "Ġt ại", + "iá»ĩ c", + "i ến", + "iế n", + "Ġ غ", + "ĠØ º", + "ا Ø®", + "Ø§Ø ®", + "Ġ اÙĦØŃ", + "Ġا ÙĦØŃ", + "ĠاÙĦ ØŃ", + "Ġ бÑĥ", + "Ġб Ñĥ", + "Ġv á»ģ", + "Ġvá» ģ", + "м Ñĸ", + "Ùħ ÙĦ", + "m Ä±ÅŁ", + "à¸Ľ ระ", + "à¸Ľà¸£ ะ", + "ο Ïį", + "ε ί", + "Ġर ह", + "н им", + "ни м", + "ع د", + "Ġ باÙĦ", + "Ġب اÙĦ", + "Ġبا ÙĦ", + "¤ ij", + "ç ł", + "Ġo lm", + "Ġol m", + "Ïİ Î½", + "Ġh á»įc", + "Ġhá»į c", + "ا ست", + "Ø§Ø ³Øª", + "اس ت", + "า ว", + "าภ§", + "ÙĪ ب", + "Ñĸ Ñı", + "Ġ ÙĩاÛĮ", + "ĠÙĩ اÛĮ", + "ĠÙĩا ÛĮ", + "ë§ Ī", + "ॠĮ", + "Ġ ÄĮ", + "ĠÄ Į", + "ठı", + "ا دÙĩ", + "اد Ùĩ", + "Ġ اÙĪ", + "Ġا ÙĪ", + "н Ñĭм", + "нÑĭ м", + "Ạ±", + "Ùħ ÙĨ", + "iá»ĩ t", + "l aÅŁ", + "la ÅŁ", + "Ñĸ з", + "ÙĪ س", + "Ġl Ãłm", + "ĠlÃł m", + "ĠÄij ến", + "ĠÄijế n", + "प न", + "Ġ ÛĮÚ©", + "ĠÛĮ Ú©", + "Ġ ÙĦÙĦ", + "ĠÙĦ ÙĦ", + "Ġ mÄĽ", + "Ġm ÄĽ", + "Ġ براÛĮ", + "Ġبر اÛĮ", + "ा ह", + "ाठ¹", + "Ġ Ùħر", + "ĠÙħ ر", + "e ç", + "à¸Ń ร", + "ε Ïģ", + "ั à¸Ķ", + "к он", + "ко н", + "n ou", + "no u", + "Ġ год", + "Ġг од", + "ู à¹ī", + "à¹Ģ ล", + "à¹Ģภ¥", + "Ú ĺ", + "ĠÄij á»ĭnh", + "ĠÄijá»ĭ nh", + "ĠÄij ó", + "а нов", + "ан ов", + "ано в", + "Ġ Ùģر", + "ĠÙģ ر", + "ا رد", + "ار د", + "Ñĸ ÑĹ", + "à¸Ħ ร", + "à¥į थ", + "à¥įठ¥", + "c ak", + "ca k", + "ÑĨ ÑĸÑĹ", + "ÑĨÑĸ ÑĹ", + "Ġ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢĠãĢĢ", + "Ùĩ ر", + "ॠī", + "Ġg iá»", + "Ġgi á»", + "í Ĩ", + "âĢĮ ÙĩاÛĮ", + "âĢĮÙĩا ÛĮ", + "à¥ģ र", + "à¥ģठ°", + "Ġ à¸ģ", + "Ġภģ", + "Å Ī", + "æ ¨", + "ÎŁ Î", + "า à¸Ħ", + "าภĦ", + "кÑĢа ÑĹ", + "ả o", + "o ÄŁ", + "Ġ सम", + "Ġस म", + "Ġv iá»ĩc", + "Ġs ẽ", + "Ġ ná", + "Ġn á", + "ÙĬ Ùħ", + "£ p", + "ö y", + "ÙĪ ز", + "Ġ κα", + "Ġκ α", + "Ùħ د", + "n ÃŃm", + "nÃŃ m", + "o vá", + "ov á", + "ा व", + "ाठµ", + "ा ।", + "à¥į स", + "à¥įठ¸", + "ç ·", + "ặ c", + "Ġ à¸ŀ", + "Ġภŀ", + "ï½ Ģ", + "ô i", + "Ġ ợ", + "Ġá» Ł", + "ο ÏĤ", + "Ġtr ên", + "м Ñĥ", + "ÑģÑĮ к", + "ภŁ", + "o vat", + "ov at", + "ova t", + "Ġm á»", + "í ı", + "Ġ во", + "Ġв о", + "ε ν", + "à¥Ĥ र", + "Ú¯ اÙĩ", + "ĠÄij á»Ļng", + "ĠÄijá»Ļ ng", + "Ú© ÙĨ", + "Ñī и", + "Ġ пÑĢа", + "Ġп ÑĢа", + "ĠпÑĢ а", + "ü rk", + "ür k", + "ÙĪ ع", + "ấ p", + "n ý", + "Ġ quan", + "Ġqu an", + "Ġq uan", + "Ġqua n", + "Ñĸ Ñĩ", + "Ġ να", + "Ġν α", + "Ġन ह", + "Ġ Ú©ÙĨ", + "ĠÚ© ÙĨ", + "c ı", + "çĿ Ģ", + "б о", + "Ġ اس", + "Ġا س", + "ĠØ§Ø ³", + "è »", + "ا ÙĨÛĮ", + "اÙĨ ÛĮ", + "à¸ķ ร", + "ÏĦ ά", + "Ġ Ø£ÙĨ", + "ĠØ£ ÙĨ", + "éĤ £", + "Ġ ม", + "Ġภ¡", + "к ÑĤ", + "i ê", + "Ġhá» £p", + "ت Ùħ", + "Ġ بÙĨ", + "Ġب ÙĨ", + "h od", + "ho d", + "ι Ïĥ", + "ห à¸Ļ", + "Ġ ÑĹ", + "ĠÑ Ĺ", + "л ив", + "ли в", + "Ġ کرد", + "ĠÚ© رد", + "Ġکر د", + "Ġ ÙħØ´", + "ĠÙħ Ø´", + "ا Ø·", + "Ø§Ø ·", + "ب ÙĬ", + "Ġ ร", + "Ġภ£", + "د Ùħ", + "ÙĦ اÙħ", + "ÙĦا Ùħ", + "à¹Ī ว", + "Ġ ÙĨÙħ", + "ĠÙĨ Ùħ", + "Ġ æĹ", + "Ġæ Ĺ", + "é ħ", + "н оÑģÑĤ", + "но ÑģÑĤ", + "ноÑģ ÑĤ", + "i á»ĥm", + "iá»ĥ m", + "êµ IJ", + "a yı", + "ay ı", + "Ġ بÙĪد", + "Ġب ÙĪد", + "ĠبÙĪ د", + "Ú¯ ر", + "Ġh iá»ĩn", + "Ġhi á»ĩn", + "ç ³", + "ÑģÑĤ вен", + "ÑģÑĤв ен", + "ÑģÑĤве н", + "Ġà¤ķर न", + "Ġ ÏĦην", + "ĠÏĦ ην", + "ĠÏĦη ν", + "Ġ à¸Ń", + "ĠภŃ", + "Ġ Ùħت", + "ĠÙħ ت", + "ģ n", + "ج Ùħ", + "λ λ", + "Ġ ÑĢе", + "ĠÑĢ е", + "ิ à¸Ķ", + "Ġ اÙĦÙĤ", + "Ġا ÙĦÙĤ", + "ĠاÙĦ ÙĤ", + "α Ïģ", + "Ġ यह", + "Ġय ह", + "n ÃŃch", + "nÃŃ ch", + "ÑĶ ÑĤÑĮÑģÑı", + "Ġ à¸Ĺ", + "ĠภĹ", + "ÛĮ Ø´", + "ÅĻ e", + "Ġn ebo", + "Ġne bo", + "Ġneb o", + "Ġ Ñĩа", + "ĠÑĩ а", + "l ou", + "lo u", + "ÑģÑĤ во", + "ÑģÑĤв о", + "Ġ Ч", + "ĠÐ §", + "à¸Ħ ว", + "Ùĩ Ùħ", + "à¹Ģ à¸Ķ", + "à¹ĢภĶ", + "Ġ à¹ģ", + "Ġ à¹Ĥ", + "Û ³", + "Å© ng", + "Ġ nej", + "Ġn ej", + "Ġne j", + "ÛĮ Ú©", + "Ġs á»Ń", + "Ùģ ر", + "Î ł", + "Ġп ок", + "Ġпо к", + "ĠاÙĦ ÙĨ", + "Ġv Å¡", + "á º«", + "Ạ«", + "Ġnh Ãł", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ή ÏĤ", + "ο Ïģ", + "Ġ Ïĩ", + "ĠÏ ĩ", + "à¹Ģ à¸Ĺ", + "à¹ĢภĹ", + "Ñĥ лÑĮ", + "Ñĥл ÑĮ", + "ãħ ĩ", + "Ġ yıl", + "Ġy ıl", + "Ġyı l", + "ÑĢ од", + "ÑĢо д", + "ί ν", + "ìĹ Īëĭ¤", + "ìĹĪ ëĭ¤", + "ا ص", + "Ø§Ø µ", + "ĠÄij ầu", + "à¥ĩ à¤ķ", + "à¥ĩठķ", + "ÑĢ ом", + "ÑĢо м", + "ãģĵ ãģ¨", + "Ġ ار", + "Ġا ر", + "ĠØ§Ø ±", + "å¥ ¹", + "Ġ تØŃ", + "Ġت ØŃ", + "Å¡ tÄĽ", + "Å¡t ÄĽ", + "à¥į ल", + "à¥įठ²", + "à¥į à¤ķ", + "à¥įठķ", + "Ġ کار", + "ĠÚ© ار", + "u jÃŃ", + "uj ÃŃ", + "Ġ à¤īन", + "Ġà¤ī न", + "Ġ αÏĢÏĮ", + "Ġα ÏĢÏĮ", + "ĠαÏĢ ÏĮ", + "Ġm Ãł", + "ž ÃŃ", + "Ġ à¸Ī", + "ĠภĪ", + "a lı", + "al ı", + "ठ«", + "Ñĩ еÑģ", + "Ñĩе Ñģ", + "Ġ عÙĨ", + "Ġع ÙĨ", + "æķ Ļ", + "ï¾ Ĩ", + "ि à¤Ĥ", + "िठĤ", + "Ġs á»±", + "в оÑĢ", + "во ÑĢ", + "Ġth á»±c", + "ë į°", + "ëį °", + "ãģ¦ ãģĦãĤĭ", + "ãģ¦ãģĦ ãĤĭ", + "à¹Ī à¸ĩ", + "ت ب", + "Ġnh iá»ģu", + "ĥ n", + "ĠÄij á»ĵ", + "ĠÄijá» ĵ", + "Ġ ห", + "Ġภ«", + "Û µ", + "m ÄĽ", + "ạ t", + "Ġch ÃŃnh", + "ĠchÃŃ nh", + "ĠchÃŃn h", + "μ ÎŃ", + "an ı", + "Ġb á»ĭ", + "ằ ng", + "ÅĻ ed", + "ÅĻe d", + "é Ł", + "á nh", + "án h", + "ÙĢ ÙĢ", + "Ġ Ùħس", + "ĠÙħ س", + "á»ĭ ch", + "Ä ĥn", + "Äĥ n", + "o vánÃŃ", + "ov ánÃŃ", + "ová nÃŃ", + "ován ÃŃ", + "à¹Ī าà¸ĩ", + "à¹Īา à¸ĩ", + "Ġ à¸Ľ", + "ĠภĽ", + "Ġn Æ°á»Ľc", + "Ð ±Ð¾ÑĤ", + "б оÑĤ", + "бо ÑĤ", + "ı yor", + "ıy or", + "ĠØ® ÙĪد", + "ĠØ®ÙĪ د", + "Û ¹", + "Ġ Ùħد", + "ĠÙħ د", + "Ġ üz", + "Ġü z", + "ì ½", + "ÙĪ ÙĤ", + "ë¥ ´", + "л ек", + "ле к", + "Ġc ả", + "ол ог", + "оло г", + "à¹ī à¸Ńà¸ĩ", + "à¹īà¸Ń à¸ĩ", + "m iÅŁ", + "mi ÅŁ", + "à¹ī ว", + "Ä ©", + "Î ľ", + "à¸Ń à¸ģ", + "＿ ＿", + "ठĸ", + "Ġ Я", + "ĠÐ ¯", + "ë ¬´", + "ë¬ ´", + "اÛĮ ÛĮ", + "s ké", + "sk é", + "uy ên", + "e ÅŁ", + "á i", + "ú ng", + "ún g", + "Ãł o", + "Ñĸ Ñģ", + "ç ¶", + "Ġ à¤Ĩप", + "Ġà¤Ĩ प", + "ï º", + "Î Ľ", + "Ġ ê³µ", + "Ġê³ µ", + "Ġ ÐĨ", + "ĠÐ Ĩ", + "Ġà¤ħ पन", + "Ġà¤ħप न", + "ứ ng", + "ÏĮ ÏĤ", + "Ġngh iá»ĩ", + "Ġnghi á»ĩ", + "Ġ اÙĦب", + "Ġا ÙĦب", + "ĠاÙĦ ب", + "à¥ĭ न", + "Ġ à¤Ł", + "ĠठŁ", + "Ġ ìľł", + "Ġìľ ł", + "Ġc Å©ng", + "ĠcÅ© ng", + "Ġà¤ī स", + "Ġ ड", + "Ġठ¡", + "ĠØ´ دÙĩ", + "Ġشد Ùĩ", + "ี à¹ī", + "Û ´", + "ặ t", + "æĸ ¯", + "Ġ ëį", + "Ġë į", + "Ġп л", + "б и", + "ê³ Ħ", + "ο ν", + "Ġç ık", + "Ġçı k", + "Ġbu lun", + "Ġbul un", + "س Ùħ", + "a ç", + "ا ÙĨÙĩ", + "اÙĨ Ùĩ", + "ÛĮ ز", + "l eÅŁ", + "le ÅŁ", + "ắ c", + "ا Ú©", + "Ġस à¤ķ", + "Ġ оÑĢг", + "Ġо ÑĢг", + "ĠоÑĢ г", + "Ġ à¸Ļ", + "ĠภĻ", + "ा थ", + "ाठ¥", + "Ġ ÙħÙĤ", + "ĠÙħ ÙĤ", + "ĠÎĶ E", + "Ñİ ÑĤÑĮ", + "ÑİÑĤ ÑĮ", + "á»Ļ c", + "Ġ η", + "ĠÎ ·", + "s ob", + "so b", + "Ġth eo", + "Ġthe o", + "å ŀ", + "Ġ اÙĦØ´", + "ĠاÙĦ Ø´", + "à¹Ģ à¸ŀ", + "à¹Ģภŀ", + "ÎŃ ÏĤ", + "à¹Ģ à¸Ĥ", + "à¹ĢภĤ", + "å Ļ", + "ि श", + "िठ¶", + "Ġ باز", + "Ġب از", + "Ġبا ز", + "ÑĢ об", + "ÑĢо б", + "Ġγ ια", + "μ ε", + "Ġ باش", + "Ġب اش", + "Ġبا Ø´", + "ा à¤ĩ", + "ाठĩ", + "Ġqu y", + "Ġq uy", + "λ ε", + "ا Ùĥ", + "ا٠ĥ", + "Ġ ÑĢок", + "ĠÑĢ ок", + "Ġ Türk", + "ĠT ürk", + "ĠTür k", + "Ġ Ð¥", + "ĠÐ ¥", + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ", + "æ ©", + "Ġph ải", + "à¸Ħ วาม", + "à¸Ħว าม", + ": ::", + ":: :", + "l ÃŃ", + "Ġj sou", + "Ġjs ou", + "ÛĮ ÙĦ", + "ál nÃŃ", + "áln ÃŃ", + "Ķ Ķ", + "í ĸī", + "íĸ ī", + "æĥ ³", + "l á", + "Ġ ÏĥÏħ", + "ĠÏĥ Ïħ", + "Ñĭ ва", + "Ñĭв а", + "Ġnh ất", + "à¸Ń ม", + "Û ¸", + "e cek", + "ec ek", + "ece k", + "Ñĸ ÑĢ", + "ÙĪ Ø´", + "λ α", + "Ġ ÎĴ", + "ĠÎ Ĵ", + "о ÑĢа", + "оÑĢ а", + "Ùģ ت", + "e dir", + "ed ir", + "edi r", + "Ñĥ Ñħ", + "ä¸ ĸ", + "ĠУ кÑĢаÑĹ", + "ĠУкÑĢа ÑĹ", + "Ġ íĶ", + "Ġí Ķ", + "ά ν", + "Ġ شر", + "ĠØ´ ر", + "ĠاÙĦ ج", + "е ÑĢед", + "еÑĢ ед", + "еÑĢе д", + "ìĺ ģ", + "Ġh Ãłnh", + "ï¿£ ï¿£", + "м е", + "ÑİÑĤ ÑģÑı", + "ĠØ¥ ÙĦÙī", + "ĠØ¥ÙĦ Ùī", + "ìĹ ħ", + "Ġ تر", + "Ġت ر", + "к ом", + "ко м", + "Ġ شد", + "ĠØ´ د", + "Ġ اÙĦÙĥ", + "Ġا ÙĦÙĥ", + "ĠاÙĦ Ùĥ", + "Ġ ÏĥÏĦο", + "ĠÏĥ ÏĦο", + "à¥į द", + "à¥įठ¦", + "ëł ¤", + "Ñĥ ваннÑı", + "Ñĥв аннÑı", + "Ġth ì", + "ê ´Ģ", + "ê´ Ģ", + "κ ε", + "س ب", + "íĥ Ģ", + "Ġ ï¼ı", + "Ġï¼ ı", + "Ġ à¹ģละ", + "Ġà¹ģ ละ", + "Ġà¹ģล ะ", + "Ġ ÏĮ", + "ĠÏ Į", + "н иÑĨ", + "ни ÑĨ", + "Ġ ÐĿа", + "ĠÐĿ а", + "Ñı в", + "l ü", + "ι ο", + "ÙĨ دÙĩ", + "ÙĨد Ùĩ", + "ÙĦ Ùĥ", + "Ġng Ãły", + "Ġnh ân", + "Ġ ^{", + "Ġ^ {", + "ॠĥ", + "Ġg erek", + "Ġge rek", + "Ġger ek", + "Ġgere k", + "ا رÙĩ", + "ار Ùĩ", + "Ġc Æ¡", + "Ġ à¸ķ", + "Ġภķ", + "æ Ĥ", + "çĶ °", + "à¥Īà¤Ĥ ।", + "ั ว", + "v ÄĽ", + "ö z", + "и ли", + "ил и", + "Ġph áp", + "Ġphá p", + "ê¸ Ī", + "Ġ ÎŁ", + "ĠÎ Ł", + "Ġp ÅĻi", + "ĠpÅĻ i", + "Ġ ìĸ´", + "Ġìĸ ´", + "Ġд ол", + "Ġдо л", + "ÙĪ رد", + "ÙĪر د", + "à¹Ģ ม", + "à¹Ģภ¡", + "Ïĥ ε", + "า à¸Ĺ", + "าภĹ", + "o Ãłi", + "ร ม", + "Û ¶", + "Ġ à¸ļ", + "Ġภļ", + "i yet", + "iy et", + "iye t", + "ÏĦ αι", + "ÏĦα ι", + "ìĦ ł", + "Ġ εÏĢ", + "Ġε ÏĢ", + "ि व", + "िठµ", + "ê¹ Į", + "г а", + "ĠÑģ лÑĥ", + "ĠÑģл Ñĥ", + "Ġh ình", + "Ġ داÙĨ", + "Ġد اÙĨ", + "Ġà¤Ĺ य", + "ÙĬ ا", + "è ij", + "à¤Ĥ त", + "Ġ ساÙĦ", + "Ġس اÙĦ", + "ëł Ī", + "l erin", + "le rin", + "ler in", + "leri n", + "à¥ĩ त", + "à¥ĩठ¤", + ".: .:.:.:", + ".:.: .:.:", + ".:. :.:.:", + ".:.:.: .:", + ".:.:. :.:", + ".:.:.:. :", + "Ġ ëħ", + "Ġë ħ", + "Ġ اÙĦØ¥", + "ĠاÙĦ Ø¥", + "ả ng", + "ản g", + "è Ħ", + "ο λ", + "п ов", + "по в", + "Ġ θ", + "ĠÎ ¸", + "Û ·", + "Ġn ó", + "Ġd Ã¼ÅŁ", + "Ġdü ÅŁ", + "Ġt iế", + "Ġti ế", + "ÙĪ ج", + "Ġj sem", + "Ġjs em", + "Ạ¡ng", + "ạ ng", + "ạn g", + "ãģĤ ãĤĭ", + "à¸Ń à¸ļ", + "ÙĪ ÙĬ", + "à¤ķ र", + "Ġ де", + "Ġд е", + "¯ ¼", + "Ġ но", + "Ġн о", + "ÑĨ Ñĸй", + "ÑĨÑĸ й", + "Ïĥ ÏĦ", + "к ие", + "ки е", + "Ïĥ ει", + "Ïĥε ι", + "ìķ Ī", + "Ġh Æ¡n", + "Ġà¤ķ ह", + "ا ض", + "Ø§Ø ¶", + "ì ¸", + "ãĥ Ł", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ãĤĪ ãģĨ", + "ा ,", + "е ÑĢи", + "еÑĢ и", + "ë© °", + "í ĶĦ", + "íĶ Ħ", + "Ġп оÑģÑĤ", + "Ġпо ÑģÑĤ", + "ĠпоÑģ ÑĤ", + "Ø® ر", + "à¥ĭ त", + "â u", + "к ой", + "ко й", + "d aki", + "da ki", + "í ħ", + ": :::::::::::::::", + ":: ::::::::::::::", + ":::: ::::::::::::", + ":::::: ::::::::::", + ":::::::: ::::::::", + "::: :::::::::::::", + "::::: :::::::::::", + "::::::: :::::::::", + "::::::::: :::::::", + ":::::::::: ::::::", + "::::::::::: :::::", + ":::::::::::: ::::", + "::::::::::::: :::", + ":::::::::::::: ::", + "::::::::::::::: :", + "Ġ öz", + "Ġö z", + "ÑĢ аж", + "ÑĢаР¶", + "ÑĢа ж", + "nÃŃ ho", + "ห ล", + "Ġ ÏĥÏĦη", + "ĠÏĥ ÏĦη", + "ĠÄij á»ģ", + "ĠÄijá» ģ", + "Ġk á»", + "i á»ĥn", + "iá» ĥn", + "iá»ĥ n", + "ÅĻ i", + "Ġkter é", + "¢ ħ", + "ü ç", + "ÙĬ Ùģ", + "Ġ lý", + "Ġl ý", + "Ġth á»Ŀi", + "Ġthá» Ŀi", + "Ġthá»Ŀ i", + "Ġ ìĨĮ", + "ĠìĨ Į", + "н ÑĮ", + "Ð Ĩ", + "ÑĤ ÑĢ", + "à¸ĩ าà¸Ļ", + "к оÑĹ", + "ко ÑĹ", + "μ ο", + "Ġs ür", + "Ġsü r", + "uy á»ģn", + "uyá» ģn", + "Ġ Ùħا", + "ĠÙħ ا", + "à¤Ĥ à¤Ĺ", + "ĠÄij á»ĵng", + "ĠÄijá»ĵ ng", + "ò n", + "à¥ģ ल", + "à¥ģठ²", + "à¥į प", + "à¥įठª", + "λ η", + "Ùħ ر", + "п ÑĢи", + "пÑĢ и", + "i yle", + "iy le", + "ा प", + "ाठª", + "Ġà¤ħ न", + "Ġ ÑĶ", + "ĠÑ Ķ", + "Ġy ön", + "Ġyö n", + "ÙĦ Ùģ", + "a dır", + "ad ır", + "adı r", + "á ½", + "Ġ ê³ł", + "Ġê³ ł", + "Ø® ص", + "im iz", + "imi z", + "åľ ĭ", + "Ġ над", + "Ġн ад", + "Ġна д", + "Ġ ÅĻ", + "ĠÅ Ļ", + "н оÑģÑĤÑĸ", + "но ÑģÑĤÑĸ", + "ноÑģÑĤ Ñĸ", + "ноÑģ ÑĤÑĸ", + "Ġ اÙģ", + "Ġا Ùģ", + "а нÑĸ", + "ан Ñĸ", + "à¥ĩ à¤Ł", + "à¥ĩठŁ", + "Ġ ë§IJ", + "Ġë§ IJ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġ ìĬ¤", + "ĠìĬ ¤", + "ิ à¸ķ", + "å Ħ", + "ÛĮ Ùĩ", + "о ÑĪ", + "ž it", + "ži t", + "ìĭ ¤", + "à¥Ģ न", + "Ġ î", + "æ¥ Ń", + "à¥ĩ न", + "à¥ĩठ¨", + "Ġ Ø°", + "ĠØ °", + "Ġl oại", + "Ġlo ại", + "à¹Ħ à¸Ľ", + "Ñĸ к", + "Ġ кÑĢа", + "Ġк ÑĢа", + "à¥ĭ र", + "ุ à¸Ķ", + "ĠاÙĦ ر", + "ĠÑģ об", + "ĠÑģо б", + "า à¸Ĭ", + "าภĬ", + "Ġसà¤ķ त", + "Ġ ÎĿ", + "ĠÎ Ŀ", + "ا ÙħÙĩ", + "اÙħ Ùĩ", + "à¹ī าà¸Ļ", + "à¹īา à¸Ļ", + "Ġtr ình", + "Ġtrì nh", + "Ġ اÙĦÙģ", + "Ġا ÙĦÙģ", + "ĠاÙĦ Ùģ", + "Ġ اÙĦد", + "ĠاÙĦ د", + "u nun", + "un un", + "unu n", + "о ÑĤов", + "оÑĤ ов", + "оÑĤо в", + "Æ° ợ", + "Æ°á» Ł", + "ĠÑģ во", + "ĠÑģв о", + "ί αÏĤ", + "ία ÏĤ", + "ấ n", + "ог да", + "à¸Ĺ ย", + "Ġb yl", + "Ġby l", + "ØŃ Ø¯", + "à¸ģ ล", + "ب Ùĩ", + "Ġ vÄĽ", + "Ġv ÄĽ", + "è¢ «", + "Ġ Ø¢Ùħ", + "ĠØ¢ Ùħ", + "ĠÄij iá»ģu", + "å ¨", + "Ġk dy", + "Ġkd y", + "Ġ بÙĪ", + "Ġب ÙĪ", + "ẫ n", + "ìľ ł", + "ा à¤ķ", + "ाठķ", + "k ů", + "Ġtr Æ°á»Ŀng", + "ic ké", + "ick é", + "н иÑı", + "ни Ñı", + "Ġ ÏĢοÏħ", + "ĠÏĢ οÏħ", + "ĠÏĢο Ïħ", + "Æ°á»Ł ng", + "н омÑĥ", + "но мÑĥ", + "ном Ñĥ", + "à¹Ī à¸Ļ", + "ู à¹Ī", + "Ġk ết", + "Ġkế t", + "Ġ ï¼¼", + "Ġï¼ ¼", + "Ġ ìĭł", + "Ġìĭ ł", + "i ç", + "Ġn Äĥng", + "ĠnÄĥ ng", + "Äį ÃŃ", + "ÑĤ Ñı", + "ÑĢ еб", + "ÑĢе б", + "Ùĭ ا", + "Ú¯ ÛĮ", + "ãĥ İ", + "Ġkar ÅŁ", + "в Ñĸ", + "Ġph ần", + "à¸Ī ะ", + "ắ t", + "ر Ø©", + "ิ à¸ĩ", + "ิ à¹Ī", + "ा à¤Ī", + "ाठĪ", + "า à¸ŀ", + "าภŀ", + "ÙĨ ÛĮ", + "ìĹ °", + "b ÄĽ", + "Ġ اÙĦص", + "ĠاÙĦ ص", + "í Ĺ", + "Ġ سر", + "Ġس ر", + "l ara", + "la ra", + "lar a", + "ëĭ ¨", + "Ġ ÙĤر", + "ĠÙĤ ر", + "è İ", + "ب د", + "Ġй ого", + "à¥į ह", + "à¥įठ¹", + "Ġc ách", + "Ġcá ch", + "Ġcác h", + "íķĺ ê³ł", + "Ġ ÏĢÏģο", + "ĠÏĢ Ïģο", + "Ġ تع", + "Ġت ع", + "Ĵ Ī", + "Ġ вод", + "Ġв од", + "Ġво д", + "ç¥ ŀ", + "к им", + "ки м", + "Ġd á»±", + "à¹Ģ ห", + "à¹Ģภ«", + "а на", + "ан а", + "Ġ ï½", + "Ġï ½", + "Ġb aÄŁ", + "Ġba ÄŁ", + "Ġप ह", + "Ġ cao", + "Ġc ao", + "Ġca o", + "Ïģ ÏĮ", + "ÙĨ ج", + "ा à¤ı", + "ाठı", + "Ġ å¹´", + "Ġå¹ ´", + "Ġngh iá»ĩp", + "Ġnghiá»ĩ p", + "Û² Û°", + "к аÑı", + "ка Ñı", + "Ïģ ί", + "Ġ бол", + "Ġб ол", + "Ġбо л", + "Ġgi á", + "Ġ зд", + "Ġз д", + "à¥ĩ ल", + "à¥ĩठ²", + "Ġc ấp", + "à¹Ģ ส", + "à¹Ģภª", + "Ïģ γ", + "Ġ ìĤ", + "Ġì Ĥ", + "d ÄĽ", + "à¥ģ न", + "à¥ģठ¨", + "ì Ī", + "ı lan", + "ıl an", + "л аÑģ", + "ла Ñģ", + "Ġ ว", + "Ġภ§", + "Ġ Ïĥε", + "ĠÏĥ ε", + "Ġ Ø«", + "ĠØ «", + "Ġ Ц", + "ĠÐ ¦", + "çĤ º", + "Ġb üy", + "Ġbü y", + "е ÑĨ", + "å¤ ª", + "Ġब न", + "о гÑĢа", + "ог ÑĢа", + "Ġп ÑĢоÑĤ", + "ĠпÑĢ оÑĤ", + "ĠпÑĢо ÑĤ", + "Ġl ượng", + "Ġd ön", + "Ġdö n", + "ร à¸ĩ", + "а ло", + "ал о", + "Ġ جÙħ", + "Ġج Ùħ", + "à¥Ī ,", + "Ġ 미", + "Ġë ¯¸", + "Ġ ê¹", + "Ġê ¹", + "ÙĪ ت", + "à¥Ģ य", + "à¸Ī าà¸ģ", + "Ġch ất", + "Î ©", + "Ġkh ác", + "Ġkhá c", + "Ġth áng", + "j Å¡ÃŃ", + "ĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "ĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂł", + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂł", + "á»ij t", + "ห ร", + "Ñĸ л", + "åħ ī", + "å Ĥ", + "ÙĦ Ø©", + "Ġ ê±°", + "Ġê± °", + "о воÑĢ", + "ов оÑĢ", + "ово ÑĢ", + "iá»ĥ u", + "Ġ меÑĤ", + "Ġм еÑĤ", + "а ÑĶ", + "Ġ ÑĩаÑģ", + "ĠÑĩ аÑģ", + "ĠÑĩа Ñģ", + "Ïģ ε", + "ì¹ ´", + "âĢĮ Ø´", + "ë¬ ¼", + "ú c", + "âĢĮ Ùĩا", + "i á»ģn", + "iá» ģn", + "iá»ģ n", + "st av", + "sta v", + "í ŀ", + "ĠÙĨ ظ", + "Ĩ Ĵ", + "Ġ ÏĦα", + "ĠÏĦ α", + "Ġ заб", + "Ġз аб", + "Ġза б", + "Ùĥ Ø©", + "Ġг ÑĢÑĥ", + "ĠгÑĢ Ñĥ", + "в о", + "Ġ Ùħج", + "ĠÙħ ج", + "Ġ sah", + "Ġs ah", + "Ġsa h", + "ب ÙĦ", + "ع Ø©", + "Ñĥ ÑĪ", + "ĠÑĤ ем", + "ĠÑĤе м", + "í ĭ", + "e ck", + "ec k", + "Ïī ÏĤ", + "ÙĬ ت", + "ìĹ Ī", + "ç ĭ", + "Ø° ا", + "ì łĢ", + "ìł Ģ", + "Ġн аÑģ", + "Ġна Ñģ", + "Ġ поÑĩ", + "Ġп оÑĩ", + "Ġпо Ñĩ", + "æł ¡", + "Ï Ī", + "Ñģ кой", + "Ñģк ой", + "Ñģко й", + "ü c", + "ÙĤ ÙĦ", + "Ġп оз", + "Ġпо з", + "Ġ оÑģоб", + "ĠоÑģ об", + "า ล", + "าภ¥", + "н Ñĭми", + "нÑĭ ми", + "нÑĭм и", + "о лод", + "ол од", + "оло д", + "è ¼", + "Ġ دÛĮ", + "Ġد ÛĮ", + "Ġ ÑĥÑģÑĤ", + "ĠÑĥ ÑģÑĤ", + "ĠÑĥÑģ ÑĤ", + "Ġ 무", + "Ġë ¬´", + "Ġë¬ ´", + "ÙĬ س", + "ë° ©", + "à¥į à¤ļ", + "à¥įठļ", + "и ла", + "ил а", + "Ġn ên", + "н ие", + "ни е", + "ι ν", + "lar ını", + "ların ı", + "à¹Ģ à¸Ļ", + "à¹ĢภĻ", + "ÙĨ ت", + "a ģı", + "aÄŁ ı", + "ım ız", + "ımı z", + "ĠاÙĦ Ø®", + "à¹Ģ ว", + "à¹Ģภ§", + "à¥į न", + "à¥įठ¨", + "Ġ Ïħ", + "ĠÏ ħ", + "Ġ íĨ", + "Ġí Ĩ", + "Ạ»", + "ิ à¹Ĥ", + "α ÏĤ", + "м еÑĤ", + "ме ÑĤ", + "Ġ zp", + "Ġz p", + "Ġje ho", + "ี ยà¸Ļ", + "ีย à¸Ļ", + "ÑĦ оÑĢ", + "ın ız", + "ını z", + "k lad", + "kl ad", + "kla d", + "íĮ Į", + "uy á»ĩ", + "uyá» ĩ", + "ι ά", + "Ġ ãĢģ", + "ĠãĢ ģ", + "Ø´ ر", + "æ© Ł", + "Ġ تا", + "Ġت ا", + "Ġ зна", + "Ġз на", + "Ġзн а", + "س تاÙĨ", + "ست اÙĨ", + "à¥ĩ र", + "à¥ĩठ°", + "ë§ ¤", + "ç ĥ", + "Ġ же", + "Ġж е", + "า à¸Ķ", + "าภĶ", + "Ġ ض", + "ĠØ ¶", + "é Ń", + "Ġн аз", + "Ġна з", + "Ġ ÛĮا", + "ĠÛĮ ا", + "e né", + "en é", + "ั ย", + "íĸ Īëĭ¤", + "íĸĪ ëĭ¤", + "Ġ بد", + "Ġب د", + "à¥ģ à¤ķ", + "à¥ģठķ", + "ÑĤ ов", + "ÑĤо в", + "ì° ¨", + "Ùĩ د", + "à¸Ķ ย", + "Ġho ặc", + "Ġ ÐŁÑĢи", + "ĠÐŁ ÑĢи", + "ĠÐŁÑĢ и", + "ÙĨ ا", + "çİ ĭ", + "Ñĥ ваÑĤи", + "Ñĥв аÑĤи", + "Ñĥва ÑĤи", + "à¸ļ ร", + "Ġà¤ķ रत", + "Ġà¤ķर त", + "Ïĥ ηÏĤ", + "Ïĥη ÏĤ", + "Ø ¤", + "éķ ·", + "åħ ĭ", + "Ġ دار", + "Ġد ار", + "ั à¹Ī", + "Æ¡ i", + "า à¸Ī", + "าภĪ", + "ý mi", + "ým i", + "ấ u", + "Ġد ست", + "Ġدس ت", + "k em", + "ke m", + "Ġ оÑģнов", + "ĠоÑģ нов", + "ëª ¨", + "Ïģ ά", + "æ ħ", + "Ġ اب", + "Ġا ب", + "ĠØ§Ø ¨", + "å£ «", + "Ħ ĸ", + "Î Ķ", + "ÙĬ Ùĥ", + "í İ", + "Ġy üz", + "a dı", + "ad ı", + "า à¸ķ", + "าภķ", + "ä» Ģ", + "ìĿ´ ëĭ¤", + "Ġ zv", + "Ġz v", + "Ġ tÄĽ", + "Ġt ÄĽ", + "Ġ íĸ", + "Ġí ĸ", + "ठ¥", + "Ġ लà¤Ĺ", + "Ġल à¤Ĺ", + "ìĺ Ģ", + "Ġ ан", + "Ġа н", + "ç Ĺ", + "ìĹ Ń", + "н ÑĸÑģÑĤÑĮ", + "нÑĸ ÑģÑĤÑĮ", + "нÑĸÑģÑĤ ÑĮ", + "Å ŀ", + "Ġph át", + "Ġphá t", + "ÙĤ Ø©", + "Ġth ế", + "Ġ ï¾", + "Ġï ¾", + "ì² ľ", + "Ġ ìĦł", + "ĠìĦ ł", + "à¹ĥ à¸Ĭ", + "i êu", + "iê u", + "ÄŁ ini", + "ÄŁi ni", + "ÄŁin i", + "ÙĤ د", + "Ġkter ý", + "Ñģ кий", + "Ñģк ий", + "Ñģки й", + "à¥į ड", + "à¥įठ¡", + "t adır", + "ta dır", + "Ġ Ñģм", + "ĠÑģ м", + "ÙĪ Ùģ", + "ا رÙĬ", + "ار ÙĬ", + "å¾ ·", + "ิ ม", + "Ø® ت", + "å¾ Ī", + "Ġ гоÑĢ", + "Ġг оÑĢ", + "ï¼Į æĪij", + "Ġ ìĺģ", + "Ġìĺ ģ", + "Ġ ëıĻ", + "Ġëı Ļ", + "Ñģ а", + "à¹Ģ à¸Ħ", + "à¹ĢภĦ", + "ë ¯¼", + "ë¯ ¼", + "ึ à¹Ī", + "Ġl iên", + "Ġli ên", + "Ġ Ùĩا", + "ĠÙĩ ا", + "ler ini", + "leri ni", + "lerin i", + "Ġ ÑĨе", + "ĠÑĨ е", + "ا ÙĦÛĮ", + "اÙĦ ÛĮ", + "Ġ मह", + "Ġम ह", + "Ġv ụ", + "Ġvá» ¥", + "Ġxu ất", + "ิ à¸ģ", + "ĠпÑĢо ÑĨ", + "Ġ αν", + "Ġα ν", + "ÑĢ им", + "ÑĢи м", + "Ġc ần", + "Ġ иÑħ", + "Ġи Ñħ", + "н оÑİ", + "но Ñİ", + "Ġt ÃŃnh", + "ĠtÃŃ nh", + "ĠtÃŃn h", + "Ġb á»Ļ", + "Ñĸ м", + "Ġnh áºŃn", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ÙĬ Ùĩ", + "äº ļ", + "Ġоб ла", + "Ġобл а", + "Ġ à¤ĺ", + "Ġठĺ", + "n ých", + "ný ch", + "æĿ ij", + "ÙĦ س", + "Ġне об", + "ا بة", + "اب Ø©", + "v á", + "ο Ïħν", + "οÏħ ν", + "ÑĢ еÑĤ", + "ÑĢе ÑĤ", + "a sında", + "as ında", + "ası nda", + "Ġ yar", + "Ġy ar", + "Ġya r", + "ĠÄij iá»ĥm", + "ĠÄiji á»ĥm", + "н Ñİ", + "ा à¤Ĺ", + "ाठĹ", + "Ġ Ú©Ø´", + "ĠÚ© Ø´", + "Ñĥ з", + "Ġ à¸Ķ", + "ĠภĶ", + "ả m", + "к ами", + "ка ми", + "кам и", + "Ġ ÎĻ", + "ĠÎ Ļ", + "à¹Ģ à¸ķ", + "à¹Ģภķ", + "Ġl Ỽ", + "Ġlá» Ľ", + "ÙĤ ÛĮ", + "k ou", + "ko u", + "ÙĦ ب", + "и ва", + "ив а", + "æ ĵ", + "Ạ¹", + "κ α", + "ë² ķ", + "èĤ ²", + "á»ij n", + "Ġbel ir", + "íĨ ł", + "ÏĦ ή", + "Ñĭ ÑĪ", + "ãĤ ĥ", + "Ġ або", + "Ġа бо", + "Ġаб о", + "s ký", + "sk ý", + "à¥Ī स", + "Ġп ÑĢоÑģÑĤ", + "ĠпÑĢ оÑģÑĤ", + "ĠпÑĢо ÑģÑĤ", + "ĠпÑĢоÑģ ÑĤ", + "ekt edir", + "ekte dir", + "a ž", + "à¹Ī à¸Ń", + "Ġ оÑģÑĤ", + "Ġо ÑģÑĤ", + "ĠоÑģ ÑĤ", + "Ġb ảo", + "Ġ 大", + "Ġå¤ §", + "Ñĭ м", + "Ġm ů", + "Æ°á»Ľ ng", + "åı Ĺ", + "ÙĪ Ùĩ", + "Ġ Ñĥп", + "ĠÑĥ п", + "Ùĥ ÙĨ", + "Ġ ÏĦÏīν", + "ĠÏĦ Ïīν", + "ëħ ¸", + "Ġ à¸Ĭ", + "ĠภĬ", + "Ġ ÑĤого", + "ĠÑĤ ого", + "ĠÑĤо го", + "Ġ Ш", + "ĠÐ ¨", + "ìĿ´ íĬ¸", + "à¹Ģ à¸Ń", + "à¹ĢภŃ", + "и нÑĥ", + "ин Ñĥ", + "ĺ ħ", + "uy á»ĥn", + "uyá» ĥn", + "í ĴĪ", + "íĴ Ī", + "ạ nh", + "ạn h", + "Ġ ãĥ½", + "Ġãĥ ½", + "ÑĤ обÑĭ", + "ÑĤо бÑĭ", + "Ġt ạo", + "å· Ŀ", + "ĠÄij á»iji", + "Ġ ëıĦ", + "Ġëı Ħ", + "ä¹ ħ", + "Ġ تÙħ", + "Ġت Ùħ", + "а ÑĢи", + "аÑĢ и", + "st vÃŃ", + "Ġc ùng", + "íŀ Ī", + "Ġt arih", + "Ġtar ih", + "ì ¤ij", + "ì¤ ij", + "í Ĥ", + "Ġ دÙĪ", + "Ġد ÙĪ", + "ì ¡", + "а лÑĸ", + "ал Ñĸ", + "ภIJ", + "Ġc òn", + "и ÑĤÑĮÑģÑı", + "иÑĤÑĮ ÑģÑı", + "Ġव ह", + "ÅĻ eb", + "ÅĻe b", + "éĽ »", + "Ġ ми", + "Ġм и", + "o vÄĽ", + "ov ÄĽ", + "Ġd ân", + "ÑĨ ÑĸÑı", + "ÑĨÑĸ Ñı", + "ÛĮ ست", + "ÛĮس ت", + "åŃ ¸", + "Ġ ür", + "Ġü r", + "ص ÙĦ", + "ÑĢ иÑĤ", + "ÑĢи ÑĤ", + "า ห", + "าภ«", + "ãģ¦ ãģĦãģŁ", + "ãģ¦ãģĦ ãģŁ", + "θ η", + "ç ĸ", + "Ø Ł", + "i ÅŁtir", + "iÅŁ tir", + "iÅŁti r", + "ĠУкÑĢаÑĹ Ð½Ð¸", + "ĠУкÑĢаÑĹн и", + "ë° ĺ", + "à¥ĩ à¤ĸ", + "à¥ĩठĸ", + "Ġv á»ĭ", + "Ġvá» ĭ", + "Î ¥", + "Ġ ãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢ", + "Ġb ằng", + "Ġt á»ķ", + "Ġtá» ķ", + "о ли", + "ол и", + "๠Ĩ", + "e zi", + "ez i", + "Ġ ни", + "Ġн и", + "Ġ ÎĽ", + "ĠÎ Ľ", + "Ġr ất", + "μ ÏĢ", + "ж д", + "ा रत", + "ार त", + "Ġu ž", + "à¥ĩ स", + "à¥ĩठ¸", + "ا ÙĨد", + "اÙĨ د", + "Ġb ý", + "à¥ĭ ल", + "d ÄĽl", + "dÄĽ l", + "ìķ ĺ", + "Ġ جد", + "Ġج د", + "å ³", + "ื à¹ī", + "Ġb ản", + "ạ ch", + "ạc h", + "ĠÅŁ ey", + "Ġ Ùĩر", + "ĠÙĩ ر", + "Ġ jen", + "Ġj en", + "Ġje n", + "Ġв Ñĸн", + "ĠвÑĸ н", + "es inde", + "esi nde", + "esin de", + "Ġ हम", + "Ġह म", + "çł Ķ", + "à¸ļ à¸ļ", + "Ġch ức", + "Ġchứ c", + "ึ à¸ĩ", + "m alar", + "ma lar", + "mal ar", + "ĠdeÄŁ il", + "æĿ ±", + "Ġt ác", + "Ġtá c", + "Ġk iÅŁ", + "Ġki ÅŁ", + "Ġt á»±", + "Ġtá» ±", + "à¥į ध", + "à¥įठ§", + "à¸Ļ à¸Ĺ", + "ÎŁ Î¥", + "ÎŁÎ ¥", + "ÑģÑĮ кого", + "ÑģÑĮк ого", + "ÑģÑĮко го", + "Ġ ध", + "Ġठ§", + "Ġ ìĿĺ", + "ĠìĿ ĺ", + "ÙĨ Ø©", + "ü s", + "è «", + "Ġtaraf ından", + "ħ n", + "Ġk inh", + "Ġki nh", + "Ġkin h", + "Ïĥ ι", + "à¥Ģ à¤ķ", + "íı ¬", + "ا ÙħÙĦ", + "اÙħ ÙĦ", + "ĠV iá»ĩt", + "Ġ ÏĦον", + "ĠÏĦ ον", + "ĠÏĦο ν", + "Ġ تÙĨ", + "Ġت ÙĨ", + "Ġà¤ħ ध", + "à¹Ī าà¸Ļ", + "à¹Īา à¸Ļ", + "r ı", + "à¤Ĥ द", + "é ª", + "Ġch úng", + "Ġchú ng", + "г и", + "ÏĦ αν", + "ÏĦα ν", + "Ġд оп", + "Ġдо п", + "н Ñĸй", + "нÑĸ й", + "он алÑĮ", + "она лÑĮ", + "Î ĵ", + "Ġb üyük", + "Ġbü yük", + "Ġbüy ük", + "á ¼", + "à¥Ģ र", + "Ø° Ùĩ", + "Ġ ìķĦìĿ´", + "ĠìķĦ ìĿ´", + "Ġdo anh", + "Ġ ÅĻÃŃ", + "ĠÅĻ ÃŃ", + "ÑĨ Ñı", + "Ġt Æ°", + "Ġ सर", + "Ġस र", + "Ġm ÃŃst", + "ĠmÃŃ st", + "Ġë° ı", + "Ø´ ÙĨ", + "Ñĸ б", + "Ġ ãĢĢãĢĢ", + "ĠãĢĢ ãĢĢ", + "çĻ ½", + "о Ñģп", + "оÑģ п", + "к Ñĸв", + "кÑĸ в", + "Ġt ế", + "ãģ Ń", + "Ġt Ỽi", + "Ġtá» Ľi", + "Ġ ìļ°", + "Ġìļ °", + "æľ ĥ", + "ا ÛĮد", + "اÛĮ د", + "æ §", + "ìł IJ", + "Ġd urum", + "Ġdu rum", + "Ġdur um", + "à¹Ģ à¸Ĭ", + "à¹ĢภĬ", + "à¥Ģ त", + "ĠÙĩ ÙĪ", + "à¥Ĥ प", + "Ġgö re", + "Ġgör e", + "Ġ ÑĢоб", + "ĠÑĢ об", + "Ġth iết", + "Ġthi ết", + "a jÃŃ", + "aj ÃŃ", + "ĠاÛĮ راÙĨ", + "âĢ ı", + "ÑģÑĮ коÑĹ", + "ÑģÑĮк оÑĹ", + "ÑģÑĮко ÑĹ", + "ç ħ", + "Ġ ìĦ¸", + "ĠìĦ ¸", + "á» «", + "Ġ à¸Ĥ", + "ĠภĤ", + "ů m", + "ëŀ Į", + "ι κή", + "ικ ή", + "Ġм ог", + "Ġмо г", + "ÙĨ ÙĬ", + "ãģ ļ", + "ा ब", + "ाठ¬", + "æ ¢", + "ع Ùĩ", + "ÑĶ м", + "Ġ ά", + "ĠÎ ¬", + "οÏħ ÏĤ", + "ز ار", + "زا ر", + "ê± ´", + "s ká", + "sk á", + "Ġ اÙĬ", + "Ġا ÙĬ", + "Ġi lg", + "Ġil g", + "Ġ sı", + "Ġs ı", + "e leri", + "el eri", + "eler i", + "ele ri", + "Ġ ÎĹ", + "ĠÎ Ĺ", + "u yor", + "uy or", + "uyo r", + "ठ·", + "ि म", + "िठ®", + "е ва", + "ев а", + "ä»Ģ ä¹Ī", + "ุ à¹Ī", + "à¹ī าà¸ĩ", + "à¹īา à¸ĩ", + "Ġh iá»ĩu", + "Ġhi á»ĩu", + "Ġ اع", + "Ġا ع", + "ĠØ§Ø ¹", + "Ġö zel", + "Ġöz el", + "ν η", + "ëĦ ¤", + "Ġto Ãłn", + "Ġm oh", + "Ġmo h", + "ĠÑı кÑĸ", + "ĠÑıк Ñĸ", + "ç Ĭ", + "mak tadır", + "makta dır", + "makt adır", + "ت اب", + "تا ب", + "Ġ ÑģÑĥ", + "ĠÑģ Ñĥ", + "Ġ yük", + "Ġy ük", + "Ġ Χ", + "ĠÎ §", + "з на", + "зн а", + "о Ñħ", + "Æ° u", + "à¸Ĺ ร", + "ãħ ĭ", + "Ġkar ÅŁÄ±", + "ĠkarÅŁ ı", + "Ùħ ÛĮ", + "Ġ ÑĨÑĸ", + "ĠÑĨ Ñĸ", + "ا دÛĮ", + "اد ÛĮ", + "à¥Ģ ।", + "Ïģ η", + "л ов", + "ло в", + "å¤ «", + "Ġph ân", + "Ġп оп", + "Ġпо п", + "ç· ļ", + "Ñı н", + "ุ à¸ĵ", + "ÑģÑĤ Ñĥп", + "ίν αι", + "ίνα ι", + "ĠÑĢ окÑĥ", + "ĠÑĢок Ñĥ", + "l arda", + "lar da", + "è» Ĭ", + "Ïģ Ïī", + "ÙĪ اÙĩ", + "ÙĪا Ùĩ", + "è ħ", + "à¥į रत", + "à¥įर त", + "å· ±", + "Ġ ÑĢÑĥ", + "ĠÑĢ Ñĥ", + "Ġth á»ĭ", + "Ġthá» ĭ", + "ĠÄij iá»ĩn", + "ĠÄiji á»ĩn", + "ìĸ ij", + "n ého", + "né ho", + "ส ม", + "ê° ģ", + "a cÃŃ", + "ac ÃŃ", + "Ġг ода", + "Ġгод а", + "k az", + "ka z", + "Ġb öl", + "Ġbö l", + "Ġg ian", + "Ġgi an", + "Ġgia n", + "à¸Ľ ร", + "ï¾ ŀ", + "ั à¸ķ", + "Ġg erç", + "Ġger ç", + "Ġ اج", + "Ġا ج", + "ĠØ§Ø ¬", + "Ġ ή", + "ĠÎ ®", + "Ùij Ùİ", + "Ñģ кого", + "Ñģк ого", + "Ñģко го", + "ÑĢ аÑħ", + "ÑĢа Ñħ", + "Ġ Åł", + "ĠÅ ł", + "Ġ à¤Ľ", + "ĠठĽ", + "о ÑģÑĤÑĸ", + "оÑģ ÑĤÑĸ", + "оÑģÑĤ Ñĸ", + "ë³ ¸", + "ÑģÑĮ кий", + "ÑģÑĮк ий", + "Û± Û¹", + "Û±Û ¹", + "Ñĥ ва", + "Ñĥв а", + "ا ÙĦÙħ", + "اÙĦ Ùħ", + "ĠÙħ ص", + "ëį ĺ", + "b ÃŃ", + "Ġ ÙĪج", + "ĠÙĪ ج", + "ÏĦ ÏĮ", + "e bilir", + "eb ilir", + "Ġt iếp", + "Ġti ếp", + "Ġtiế p", + "é ¤", + "Ġ ä¸Ģ", + "Ġä¸ Ģ", + "ĠÑģ ÑĢед", + "ë Ĥ¨", + "ëĤ ¨", + "ε Ïģι", + "εÏģ ι", + "ا Ø«", + "Ø§Ø «", + "Ñģ ов", + "Ñģо в", + "Ïĩ ε", + "Ġ ë¶Ħ", + "Ġë¶ Ħ", + "Ġta ké", + "Ġtak é", + "Ġd üz", + "Ġdü z", + "Ġ íıī", + "Ġíı ī", + "Ġ اص", + "Ġا ص", + "ĠØ§Ø µ", + "ĠÏĥ ÏĦην", + "ĠÏĥÏĦη ν", + "ë° Ķ", + "Ġh á»Ļi", + "Ġhá»Ļ i", + "ر Ùĩ", + "ب ÛĮ", + "в е", + "Ġا ÙĦØ·", + "ĠاÙĦ Ø·", + "Ġ ÑĢез", + "ĠÑĢ ез", + "ĠÑĢе з", + "ب ار", + "با ر", + "Ġgi ải", + "Ġgiả i", + "ãģ« ãģª", + "ol eÄį", + "ole Äį", + "ठł", + "; :", + "ä½ ı", + "Ú© Ùĩ", + "Ġ Φ", + "ĠÎ ¦", + "Ġ ÑĥÑĩ", + "ĠÑĥ Ñĩ", + "âĹı âĹı", + "ู à¸ģ", + "à¥ĩ व", + "à¥ĩठµ", + "Ïĥ α", + "Ġ اÙĨت", + "Ġا ÙĨت", + "ĠاÙĨ ت", + "Ġв п", + "Ġqu ả", + "e nin", + "en in", + "eni n", + "Ġ êµIJ", + "Ġêµ IJ", + "μ ά", + "Ú© ت", + "ÙĤ Ùĩ", + "Ġ Türkiye", + "ĠTür kiye", + "ĠTürk iye", + "Ġth ức", + "Ġthứ c", + "íĹ ĺ", + "iá»ĩ m", + "Ġत à¤ķ", + "Ġ éĩ", + "Ġé ĩ", + "़ ा", + "ĠØ£ ÙĪ", + "á le", + "ál e", + "ç© ¶", + "ĠÅŁ ekil", + "ĠÅŁek il", + "к ого", + "ко го", + "ког о", + "ÑĪ иÑħ", + "ÑĪи Ñħ", + "ا ÛĮØ´", + "اÛĮ Ø´", + "ت ÙĨ", + "н ей", + "не й", + "à¸Ĺ ำ", + "Ġ Ñıв", + "ĠÑı в", + "ر Ùħ", + "Ġm áy", + "Ġmá y", + "ห ม", + "ı yla", + "ıy la", + "Ġc ầu", + "Ġд об", + "Ġдо б", + "Ġ ìŀ¥", + "Ġìŀ ¥", + "o vý", + "ov ý", + "ι κÏĮ", + "ικ ÏĮ", + "Ġ ãħĩ", + "Ġãħ ĩ", + "Ġ ÑĤеÑĢ", + "ĠÑĤ еÑĢ", + "ĠÑĤе ÑĢ", + "Į Ĵ", + "س ÙĬ", + "Ġol uÅŁ", + "Ġb yla", + "Ġby la", + "Ġbyl a", + "ع ÙĦ", + "Ġ ÙĥاÙĨ", + "ĠÙĥ اÙĨ", + "б оÑĢ", + "бо ÑĢ", + "ì² Ń", + "ãĥ ı", + "u bl", + "ub l", + "Ġ اخ", + "Ġا Ø®", + "ĠØ§Ø ®", + "ÙĦ ÙĪد", + "ÙĦÙĪ د", + "ت ÙĬ", + "l adı", + "la dı", + "lad ı", + "Ġ Ã¶ÄŁ", + "Ġö ÄŁ", + "r uh", + "ru h", + "ç ¿", + "Ġ بعد", + "Ġب عد", + "Ġبع د", + "ÎĻ Îij", + "i dir", + "id ir", + "idi r", + "ãģ« ãģ¯", + "Ġs öy", + "Ġsö y", + "Ġkh ách", + "Ġkhác h", + "Ġkhá ch", + "ÑĨ е", + "Ġ Ø´ÙĪد", + "ĠØ´ ÙĪد", + "ĠØ´ÙĪ د", + "ç ¸", + "Ġ ëħ¸", + "Ġëħ ¸", + "ú p", + "Ġn eden", + "Ġne den", + "Ġned en", + "Ġh óa", + "Ġà¤ī प", + "Ïĥ ειÏĤ", + "Ïĥει ÏĤ", + "æĪ ¿", + "Ġ ³³", + "ĠÂł Âł", + "Ġ ìķĮ", + "Ġì ķĮ", + "Ġìķ Į", + "à¥Ģ ,", + "´ ij", + "ê u", + "ÑĢ ок", + "ÑĢо к", + "à¹Ģ à¸Ī", + "à¹ĢภĪ", + "Ġε ίναι", + "Ġ بÙĦ", + "Ġب ÙĦ", + "Ġ Ñģов", + "ĠÑģ ов", + "ĠÑģо в", + "Ġö nem", + "Ġön em", + "Ġöne m", + "Ġ à¸ĭ", + "Ġภĭ", + "ì§Ģ ë§Į", + "å® ĺ", + "ê² ©", + "ìĦ Ŀ", + "Ġ až", + "Ġa ž", + "Ġd uy", + "Ġdu y", + "ãģ¨ ãģĦ", + "Ø Ľ", + "δ ο", + "θ ε", + "Ùĥ اÙĨ", + "ठ¢", + "ा à¤ĵ", + "ाठĵ", + "Ġd á»ĭch", + "Ġdá»ĭ ch", + "á»Ļ ng", + "á»Ļn g", + "ส ำ", + "Ä ı", + "Ġ ÑĹÑħ", + "ĠÑĹ Ñħ", + "α λ", + "e Äį", + "ç² ¾", + "Ġ зв", + "Ġз в", + "èĩª å·±", + "Ġ اÙĦÙĦÙĩ", + "ĠاÙĦ ÙĦÙĩ", + "ĠاÙĦÙĦ Ùĩ", + "Ġ СÑĤ", + "ĠС ÑĤ", + "Ġ سÙĨÚ¯", + "Ġس ÙĨÚ¯", + "ĠسÙĨ Ú¯", + "Ġ дом", + "Ġд ом", + "Ġдо м", + "г оÑĤов", + "го ÑĤов", + "гоÑĤ ов", + "п овÑĸд", + "пов Ñĸд", + "по вÑĸд", + "Ġ Bá»Ļ", + "ĠB á»Ļ", + "à¥įय à¤ķ", + "Ø· Ø©", + "м ов", + "мо в", + "à¸Ĺ าà¸ĩ", + "ึ à¸ģ", + "Ġ Ñĸз", + "ĠÑĸ з", + "à¥ĭ à¤ľ", + "Ġgö ster", + "Ġ باشد", + "Ġبا شد", + "Ġباش د", + "i leri", + "il eri", + "ile ri", + "iler i", + "ĠÑģ еб", + "Ñī о", + "Ġãħĩ ãħĩ", + "ب ت", + "Ñģ е", + "à¥ĩ à¤ľ", + "à¥ĩठľ", + "Ġl ên", + "Ġ تÙĪ", + "Ġت ÙĪ", + "Ñĸ ÑģÑĤÑĮ", + "ÑĸÑģ ÑĤÑĮ", + "ÑĸÑģÑĤ ÑĮ", + "ï¾Ĩ ï¾Ĩ", + "Ġth Æ°á»Ŀng", + "Ġol duÄŁu", + "Ġoldu ÄŁu", + "ĠolduÄŁ u", + "v ÄĽt", + "vÄĽ t", + "ìĨ į", + "ãģĿ ãģĨ", + "Ġ ìĦ±", + "ĠìĦ ±", + "ë° ľ", + "Ġ à¸ģาร", + "Ġà¸ģ าร", + "Ġ Ø´Ùĩر", + "ĠØ´ Ùĩر", + "ĠØ´Ùĩ ر", + "s led", + "sl ed", + "ả nh", + "ản h", + "æŀ Ĺ", + "l acak", + "la cak", + "lac ak", + "Ġm ình", + "Ú© ÛĮ", + "Ġ à¹ĥà¸Ļ", + "Ġd ùng", + "Ġdù ng", + "Ġм аÑģ", + "Ġма Ñģ", + "ÑĦ ек", + "æ° Ķ", + "é §", + "Ġ اØŃ", + "Ġا ØŃ", + "ĠØ§Ø Ń", + "èµ °", + "ÎĻ Îļ", + "à¥ĩ ।", + "ÑģÑĮ ка", + "ÑģÑĮк а", + "Ġ ÑĩаÑģÑĤ", + "ĠÑĩ аÑģÑĤ", + "ĠÑĩа ÑģÑĤ", + "ĠÑĩаÑģ ÑĤ", + "lar ının", + "ların ın", + "larını n", + "Ġ ê¹Ģ", + "Ġê¹ Ģ", + "ì¸ µ", + "н ими", + "ни ми", + "ним и", + "èª ŀ", + "åĢ ĭ", + "Ġ êµŃ", + "Ġêµ Ń", + "к оÑĢ", + "ко ÑĢ", + "m aya", + "ma ya", + "may a", + "ิ à¹Ĥà¸Ļ", + "ิà¹Ĥ à¸Ļ", + ". ศ", + "Ġh á»ĩ", + "Ġhá» ĩ", + "Ġ تÙĤ", + "Ġت ÙĤ", + "γ κ", + "Ġà¤Ĩप à¤ķ", + "Ñģ ÑĤоÑĢ", + "ÑģÑĤ оÑĢ", + "ĠÄij o", + "Ġch ủ", + "ا ÛĮت", + "اÛĮ ت", + "ĠQu á»ijc", + "г лÑı", + "гл Ñı", + "ãĢĤ ãĢįĊĊ", + "ãĢĤãĢį ĊĊ", + "Ġn Ãło", + "à¸Ń ล", + "æĬ Ĭ", + "ÙĪ رت", + "ÙĪر ت", + "Ġb ude", + "Ġbu de", + "Ġbud e", + "æĽ ¸", + "e lik", + "el ik", + "eli k", + "Ġ جÙĩ", + "Ġج Ùĩ", + "ĠبÙĪ ابة", + "èĬ ±", + "د ار", + "دا ر", + "Ġb ýt", + "Ġbý t", + "Ñĩ е", + "ãĤĵ ãģł", + "ĠÙħ Ø·", + "l ere", + "le re", + "ler e", + "ÎĹ Î£", + "íĺ ķ", + "âĸ į", + "ÄŁ u", + "Ġв з", + "ÙĬ ز", + "ĠÐł оÑģ", + "íĭ °", + "Ġد اش", + "ì§ ij", + "a tı", + "at ı", + "m esi", + "me si", + "mes i", + "ãĤī ãĤĮ", + "ů v", + "r át", + "rá t", + "оÑģ об", + "åIJ Ħ", + "uy á»ĩn", + "uyá»ĩ n", + "åģ ļ", + "ü st", + "üs t", + "éĩ İ", + "α Ïĥ", + "Ġm ặt", + "е лов", + "ел ов", + "ело в", + "åį ļ", + "д ж", + "Ġد ارد", + "Ġدار د", + "Ġf ark", + "Ġfa rk", + "Ġfar k", + "à¹ī วย", + "à¹īว ย", + "о ни", + "он и", + "Ġب Ø®", + "à¥ģ त", + "à¥ģठ¤", + "ĠÄij ây", + "α Ïģα", + "αÏģ α", + "Ġ δια", + "Ġδ ια", + "Ġδι α", + "Ġ è¯", + "Ġè ¯", + "к аÑħ", + "ка Ñħ", + "ch áz", + "z enÃŃ", + "ze nÃŃ", + "zen ÃŃ", + "ÑĢ оп", + "ÑĢо п", + "à¥Ģ म", + "í Ĩµ", + "íĨ µ", + "d ü", + "à¸ł าà¸ŀ", + "Ġ íĬ", + "Ġí Ĭ", + "ÙĪ ا", + "Ġt á»ijt", + "Ġtá»ij t", + "ï¼Ł ãĢįĊĊ", + "ï¼ŁãĢį ĊĊ", + "Ġ æľĪ", + "Ġnh Æ°ng", + "ĠnhÆ° ng", + "Ġne ž", + "à¥ĭ ड", + "ìĹIJ ê²Į", + "à¤Ĥ ड", + "¶ Į", + "Ġ меÑģÑĤ", + "Ġм еÑģÑĤ", + "ा à¤ģ", + "ाठģ", + "ì¦ Ŀ", + "ĠÄij ang", + "ĠÄija ng", + "à¸Ń à¸Ķ", + "í ĽĦ", + "á»į i", + "sk ého", + "ské ho", + "Ġд ок", + "Ġдо к", + "Ġ تص", + "Ġت ص", + "Ġph òng", + "Ġ ê°ķ", + "Ġê° ķ", + "Ġtr Æ°á»Ľc", + "í ijľ", + "Ù Ķ", + "Ġph ÃŃ", + "Ġch á»įn", + "ä¹ IJ", + "ĠÅŁek ilde", + "ĠÅŁekil de", + "Ġ íİ", + "Ġí İ", + "é º", + "ë £¨", + "ë£ ¨", + "à¥Ī ।Ċ", + "à¥Ī। Ċ", + "ÙĪ رÛĮ", + "ÙĪر ÛĮ", + "Ñģ ÑĤÑĢа", + "ÑģÑĤ ÑĢа", + "ÑģÑĤÑĢ а", + "il di", + "ild i", + "Ġα Ïħ", + "в аннÑı", + "ван нÑı", + "ìļ ¸", + ". âĢľĊĊ", + ".âĢľ ĊĊ", + "ĠÑĤак же", + "ëĵ ±", + "е ка", + "ек а", + "æī į", + "Ùħ Ø©", + "Ġph Æ°Æ¡ng", + "é© ¬", + "ãĢĢ ĠãĢĢ", + "ãĢĢĠ ãĢĢ", + "ov ých", + "ový ch", + "ี ยà¸ĩ", + "ีย à¸ĩ", + "ĠT ru", + "ĠTr u", + "е Ñģп", + "еÑģ п", + "st up", + "stu p", + "Ä Į", + "Ġdal Å¡ÃŃ", + "ز ÛĮ", + "Ġ 매", + "Ġë§ ¤", + "Ġ обÑĢаз", + "Ġоб ÑĢаз", + "ĠобÑĢа з", + "Ġaç ık", + "Ġaçı k", + "ê° ķ", + "Ùģ ادÙĩ", + "Ú¯ اÙĨ", + "à¹ī à¸Ļ", + "ẩ n", + "å·¥ ä½ľ", + "Ġ तर", + "Ġत र", + "ÙĬ ع", + "Ġ ãĢĬ", + "ĠãĢ Ĭ", + ", âĢľ", + "Ġ nev", + "Ġn ev", + "Ġne v", + "ั à¸į", + "ÄŁ ını", + "ģın ı", + "Ġ jin", + "Ġj in", + "Ġji n", + "ا خت", + "اخ ت", + "س ر", + "Ġt Ãłi", + "Ġkter á", + "Ġا ÙĦÙĦ", + "ĠاÙĦ ÙĦ", + "ठħ", + "iz met", + "izm et", + "à¥ģ म", + "à¥ģठ®", + "า ะ", + "าภ°", + "Ġ ê·", + "Ġê ·", + "l ıģı", + "lı ģı", + "lıģ ı", + "çı ¾", + "li ÄŁi", + "liÄŁ i", + "êµ °", + "a lık", + "al ık", + "alı k", + "Ġد ÙĪر", + "ĠدÙĪ ر", + "Ġ ìĭ¤", + "Ġìĭ ¤", + "Ġз аÑģ", + "Ġза Ñģ", + "ÙĤ ÙĬ", + "Ġ ứng", + "Ġ ÙĥÙĩ", + "ĠÙĥ Ùĩ", + "ÎŁ Σ", + "ÎŁÎ £", + "è¨ Ń", + "ç Į", + "ãģĦ ãģŁ", + "íĺ Ħ", + "Ġ ÑĤе", + "ĠÑĤ е", + "е ÑĢÑĸ", + "еÑĢ Ñĸ", + "s ız", + "sı z", + "Ġ ý", + "Ġà ½", + "д ов", + "до в", + "Ġ à¤ĩसà¤ķ", + "Ġà¤ĩस à¤ķ", + "г од", + "го д", + "Ġby lo", + "Ġbyl o", + "าà¸Ħ ม", + "е нием", + "ен ием", + "ени ем", + "ение м", + "Ð ¨", + "æľ ¯", + "Ġप हल", + "Ġपह ल", + "Ġ aÅŁ", + "Ġa ÅŁ", + "ि à¤ľ", + "िठľ", + "åĵ ¡", + "в аÑĢ", + "ва ÑĢ", + "à¹ī ำ", + "â ĮĴ", + "ov án", + "ová n", + "Ġgi úp", + "Ð ¥", + "ĠÑģ Ñĥд", + "ĠÑģÑĥ д", + "Ġà¤ķ म", + "ạ m", + "ر س", + "Ġ 人", + "Ġ بÛĮ", + "Ġب ÛĮ", + "Ġà¤īन à¤ķ", + "ë¦ ½", + "áºŃ y", + "Ġv áºŃt", + "л ÑıеÑĤÑģÑı", + "лÑı еÑĤÑģÑı", + "лÑıеÑĤ ÑģÑı", + "Ġs eç", + "Ġse ç", + "Ġ ì½", + "Ġì ½", + "ÑĢ Ñĥж", + "ÑĢÑĥ ж", + "ت ص", + "| :", + "Ġ ëł", + "Ġë ł", + "и ми", + "им и", + "Ġ лÑİб", + "ĠлÑİ Ð±", + "Ġ à¸ľ", + "Ġภľ", + "ï¼Į ä½Ĩ", + "Ġ нав", + "Ġн ав", + "Ġна в", + "âĢ ¬", + "à¹Ī าย", + "à¹Īา ย", + "Ġ رس", + "Ġر س", + "s iniz", + "sin iz", + "ë ¨", + "е ниÑİ", + "ен иÑİ", + "ени Ñİ", + "Ġ ล", + "Ġภ¥", + "ا سÛĮ", + "اس ÛĮ", + "ॠľ", + "ĠÙ¾ ÛĮØ´", + "ĠÙ¾ÛĮ Ø´", + "ί δ", + "Ġ Ù¾ÛĮ", + "ĠÙ¾ ÛĮ", + "еÑĢж ав", + "ठĨ", + "ĠdÃ¼ÅŁ ün", + "å¿ «", + "ÑĢ еÑģ", + "ÑĢе Ñģ", + "åħ «", + "ÑĤ Ñĸ", + "ि à¤Ł", + "िठŁ", + "Ġ ÑĤеÑħ", + "ĠÑĤ еÑħ", + "ĠÑĤе Ñħ", + "ú t", + "ÙĨ Ùĩ", + "Ġ ÙĨØ´", + "ĠÙĨ Ø´", + "çĻ º", + "Ġ ê°¤", + "Ġê° ¤", + "л ед", + "ле д", + "Ġ ëĵ¤", + "Ġëĵ ¤", + "Ġbi lg", + "Ġbil g", + "Ġsp oleÄį", + "Ġspol eÄį", + "Ġspole Äį", + "ĠÄij Æ¡n", + "Ġ à¤īत", + "Ġà¤ī त", + "Ġtr á»ĭ", + "Ġ عÙħ", + "Ġع Ùħ", + "Ġ ।", + "Ġà ¥¤", + "Ġॠ¤", + "Ġú Äį", + "ãģ ¸", + "ว à¸ģ", + "ĠÑģл ÑĥÑĩа", + "ĠÑģлÑĥÑĩ а", + "ĠÑģлÑĥ Ñĩа", + "á» įng", + "á»į ng", + "á»įn g", + "åı Ī", + "и ÑĤÑĥ", + "иÑĤ Ñĥ", + "æľī éĻIJ", + "ë¦ °", + "ëĭ ĺ", + "Ġho ạt", + "ĠìĿ´ ëıĻ", + "з наÑĩ", + "зна Ñĩ", + "зн аÑĩ", + "Ġاست ÙģادÙĩ", + "ĠпÑĢо ÑĨеÑģ", + "ĠпÑĢоÑĨ еÑģ", + "an ın", + "anı n", + "г Ñĥ", + "Ġ اÙĦØ«", + "ĠاÙĦ Ø«", + "æĹ¥ æľ¬", + "ι κά", + "ικ ά", + "ĠÑĹ ÑĹ", + "ì§ ģ", + "i nu", + "in u", + "Ġس از", + "ãĤ ¡", + "ï¾ ī", + "Ġ اÙĤ", + "Ġا ÙĤ", + "Ġk ế", + "ů sob", + "à¹ĩ à¸ģ", + "åIJ §", + "æ¼ Ķ", + "Ñī ие", + "Ñīи е", + "ç Ĩ", + "ÑĮ ого", + "à¥ĭ à¤Ł", + "ا Ù¾", + "ا٠¾", + "å ®¤", + "å® ¤", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġtr iá»ĥn", + "Ġtri á»ĥn", + "Ġt áºŃp", + "é£ Ł", + "ë ¹", + "ĠÑĩеÑĢ ез", + "Ġ ÑĨи", + "ĠÑĨ и", + "Ñģ Ñĥ", + "Ġ нем", + "Ġн ем", + "Ġне м", + "Ġ аÑĢ", + "Ġа ÑĢ", + "Ġ ÙĦا", + "ĠÙĦ ا", + "Ġ ì§Ħ", + "Ġì§ Ħ", + "ç Ł³", + "çŁ ³", + "Ġп ÑĢоб", + "ĠпÑĢ об", + "ĠпÑĢо б", + "Ġ ìĽIJ", + "ĠìĽ IJ", + "ÛĮ ÙĨÛĮ", + "ÛĮÙĨ ÛĮ", + "Ñİ Ñĩи", + "âĢ į", + "Û± Û³", + "Û±Û ³", + "ã Ĥ¬", + "ãĤ ¬", + "çłĶ 究", + "í Ĥ¤", + "íĤ ¤", + "Ġger çek", + "Ġgerç ek", + "ĠØŃ Ø³", + "íĶ ¼", + "èĤ ¡", + "Ġ ÏĦι", + "ĠÏĦ ι", + "ĠvÅ¡ ech", + "ĠvÅ¡e ch", + "Ġv ì", + "ا ÙĨÙĬ", + "اÙĨ ÙĬ", + "ĠÙĩ ست", + "Ġ ëĤ¨", + "Ġë Ĥ¨", + "ĠëĤ ¨", + "ÅĻ ej", + "ÅĻe j", + "е ÑĢг", + "еÑĢ г", + "Ġs öz", + "Ġsö z", + "ĠاÙĦ Ùħت", + "ĠاÙĦÙħ ت", + "Ġch ế", + "á»ĵ i", + "åı ¤", + "âĸį âĸį", + "á»ĵ ng", + "á»ĵn g", + "ãĥ ¢", + "Ġ ди", + "Ġд и", + "ε λ", + "Ġ она", + "Ġо на", + "Ġон а", + "Ġ най", + "Ġн ай", + "Ġна й", + "Ġ _{", + "Ġ_ {", + "п ол", + "по л", + "al iz", + "ali z", + "Ġt Äĥng", + "Ġ dÃŃ", + "Ġd ÃŃ", + "é p", + "Ġ ÙĦÙħ", + "ĠÙĦ Ùħ", + "Ġm ož", + "Ġmo ž", + "Ġng oÃłi", + "è Ĺ", + "Ġ Ñĩем", + "ĠÑĩ ем", + "ĠÄij á»ķ", + "ĠÄijá» ķ", + "е ÑĤа", + "еÑĤ а", + "åı ²", + "ĠÑģ каз", + "ĠÑģк аз", + "ĠÑģка з", + "ãĤ¿ ãĥ¼", + "а нÑĮ", + "ан ÑĮ", + "Ġg öz", + "Ġgö z", + "ë³ Ħ", + "ãģĭ ãģ£ãģŁ", + "Ġ ëįĶ", + "Ġëį Ķ", + "ĠÙĨ ÙĤ", + "Ġ ÑĥÑĩа", + "ĠÑĥ Ñĩа", + "ĠÑĥÑĩ а", + "Ġsa hip", + "Ġsah ip", + "ĠÑģ пе", + "ĠÑģп е", + "ί οÏħ", + "ίο Ïħ", + "ì ½Ķ", + "ì½ Ķ", + "Ġ ëĪ", + "Ġë Ī", + "m am", + "ma m", + "Ġr oce", + "Ġro ce", + "Ġroc e", + "Ġ ÙĨاÙħ", + "ĠÙĨ اÙħ", + "еÑĢ аÑĤÑĥ", + "еÑĢа ÑĤÑĥ", + "ı p", + "ãģĦ ãģ¦", + "Ġ íķĻ", + "Ġíķ Ļ", + "Ġ à¤ĩन", + "Ġà¤ĩ न", + "å ©", + "Ġnh iên", + "a tır", + "at ır", + "atı r", + "ÅĻ enÃŃ", + "ÅĻe nÃŃ", + "ÅĻen ÃŃ", + "د Ø©", + "ãĥª ãĥ¼", + "ล à¸ĩ", + "Ġ éĢ", + "Ġé Ģ", + "Ġ à¹Ģà¸Ľ", + "Ġà¹Ģ à¸Ľ", + "Ġà¹ĢภĽ", + "д Ñĸ", + "ÎŃ Ïģ", + "ìĦ ¤", + "г ÑĢа", + "es ine", + "esi ne", + "esin e", + "Ġ ее", + "Ġе е", + "Ġ iki", + "Ġi ki", + "Ġik i", + "Ġت ج", + "lar ına", + "ları na", + "ların a", + "d ür", + "dü r", + "ĠاÙĦ Ø°", + "Ùħ ت", + "ĠठIJ", + "ि द", + "िठ¦", + "Ġ ë¹", + "Ġë ¹", + "ÑĦоÑĢм а", + "ÑĦоÑĢ ма", + "Ġ они", + "Ġо ни", + "Ġон и", + "г оÑĢ", + "го ÑĢ", + "н еÑģ", + "не Ñģ", + "ìĺĢ ëĭ¤", + "ıl dı", + "Ġ çek", + "Ġç ek", + "Ġ дов", + "Ġд ов", + "Ġдо в", + "د ÛĮ", + "Ġ ÄĮesk", + "ĠÄĮ esk", + "ĠÄĮes k", + "ÑĪ а", + "Ġ ات", + "Ġا ت", + "ĠØ§Ø ª", + "å± ĭ", + "æĸ ¼", + "Ġ práv", + "Ġp ráv", + "Ġpr áv", + "Ġprá v", + "é mu", + "ém u", + "å¸ Ī", + "ãħĭ ãħĭ", + "Ġil gili", + "Ġilg ili", + "Ġilgi li", + "ห ว", + "ठĩ", + "ा ष", + "ाठ·", + "ëŀ ij", + "as yon", + "asy on", + "ÑĨ ÑĮ", + "à¹ģ à¸ķ", + "ợ i", + "Ġв ÑĭÑģ", + "ĠвÑĭ Ñģ", + "ÑĸлÑĮ ки", + "ĠкоÑĤоÑĢ Ñĭе", + "н ики", + "ни ки", + "ник и", + "Ġ اد", + "Ġا د", + "ĠØ§Ø ¯", + "Ġ živ", + "Ġž iv", + "Ġži v", + "Ġα ÏĢο", + "ĠαÏĢ ο", + "ر ض", + "ا Ø©", + "Ø§Ø ©", + "Ġk dyž", + "Ġkdy ž", + "ữ a", + "Ġ ëĮĢíķľ", + "ĠëĮĢ íķľ", + "Ġt ôi", + "Ġtô i", + "Ñĥ ÑĶ", + "ز ر", + "Ġ å¥", + "Ġå ¥", + "ãĥĭ ãĥĭ", + "ب Ø©", + "ÏĦ οÏĤ", + "ÏĦο ÏĤ", + "ÑĨи он", + "Ġ ÙħÙĬ", + "ĠÙħ ÙĬ", + "Ġ Äĥn", + "ĠÄ ĥn", + "à¥ĩ à¤Ĺ", + "à¥ĩठĹ", + "Ġ ÑĢег", + "ĠÑĢ ег", + "ĠÑĢе г", + "ĠlỼ n", + "ì¤ Ģ", + "ìĭ ¬", + "Ġb iết", + "Ġbi ết", + "a ları", + "al arı", + "ala rı", + "alar ı", + "Ùģ ÙĬ", + "ä¸ĸ çķĮ", + "Ġне обÑħодим", + "Ġнеоб Ñħодим", + "à¸Ļ ว", + "ν ÏĦ", + "Ġ ảnh", + "íĸ Ī", + "Ġ वर", + "Ġव र", + "h led", + "hl ed", + "hle d", + "ิ à¸Ī", + "æŃ »", + "ĠاÙĦ تÙĬ", + "ĠاÙĦت ÙĬ", + "н оÑģ", + "но Ñģ", + "p rav", + "pr av", + "pra v", + "Ñı ÑĤи", + "ÑıÑĤ и", + "Ñī а", + "ÙĪ ÙĨÙĩ", + "ÙĪÙĨ Ùĩ", + "Ġ aÄŁ", + "Ġa ÄŁ", + "à¸ŀ ระ", + "à¸ŀร ะ", + "Ġth á»ijng", + "Ġthá» ijng", + "ÑĦ и", + "Ġг олов", + "Ġгол ов", + "Ġk hoa", + "Ġkh oa", + "Ġkho a", + "Ġ ëłĪ", + "Ġëł Ī", + "ãģ Ĵ", + "Ġget ir", + "Ġge tir", + "Ø´ ت", + "ж еннÑı", + "жен нÑı", + "е нÑĸ", + "ен Ñĸ", + "Ġgi ữ", + "Ġgiá» ¯", + "ler inin", + "leri nin", + "lerin in", + "lerini n", + "à¥Ģ व", + "éģ ¸", + "स र", + "ĠÑĩ елов", + "à¥į à¤ľ", + "à¥įठľ", + "ĠбÑĥ ло", + "Ġ اÙĨد", + "Ġا ÙĨد", + "ĠاÙĨ د", + "ั à¸Ļà¸Ĺ", + "ัà¸Ļ à¸Ĺ", + "è® ©", + "Ġq uyá»ģn", + "Ġquy á»ģn", + "ĠØŃ Ø§ÙĦ", + "ì² ĺ", + "Ġ лÑİд", + "ĠлÑİ Ð´", + "Ïģ Ïĩ", + "алÑĮ но", + "ãĢĢ ãĥ½", + "ê¸ ī", + "ãĤ ±", + "ĠÙħ رد", + "ĠÙħر د", + "Ġ ông", + "Ġô ng", + "Ġ اش", + "Ġا Ø´", + "ĠØ§Ø ´", + "大 åѦ", + "ì¦ Ī", + "æĪ ¦", + "e yi", + "ey i", + "Ġ ÐIJн", + "ĠÐIJ н", + "ि प", + "िठª", + "Ġt iêu", + "Ġti êu", + "Ø´ ÛĮ", + "ắ n", + "é ŃĶ", + "éŃ Ķ", + "ãģ¨ ãģĦãģĨ", + "ãģ¨ãģĦ ãģĨ", + "Ġ ìłĢ", + "Ġì łĢ", + "Ġìł Ģ", + "к ÑĤи", + "кÑĤ и", + "Ġ ÙħØŃÙħد", + "ĠÙħØŃ Ùħد", + "Ġ íĨµ", + "Ġí Ĩµ", + "ĠíĨ µ", + "ุ ม", + "åį ¡", + "о ÑĢов", + "оÑĢ ов", + "оÑĢо в", + "к оÑİ", + "ко Ñİ", + "Ġl á»±c", + "å³ ¶", + "Ġ رÙĪز", + "Ġر ÙĪز", + "ĠرÙĪ ز", + "Ñħ Ñĸд", + "Ġh á»ĵ", + "Ġhá» ĵ", + "Ġ ül", + "Ġü l", + "Ġ Ø´Ùħ", + "ĠØ´ Ùħ", + "ÙĨ س", + "ب ÙĪ", + "Ġth êm", + "ạ c", + "åº ľ", + "e chn", + "ec hn", + "ech n", + "Ġ Îļα", + "ĠÎļ α", + "èij Ĺ", + "çľ ¼", + "á h", + "Ġ ι", + "ĠÎ ¹", + "ê¹Į ì§Ģ", + "m az", + "ma z", + "λο γ", + "Ġjs me", + "Ġ á¼", + "Ġá ¼", + "Ġп ÑĢави", + "ĠпÑĢ ави", + "ĠпÑĢав и", + "ĠпÑĢа ви", + "к лад", + "Ġth ủ", + "Ġthá» §", + "s ah", + "sa h", + "ÄŁ it", + "ÄŁi t", + "Ġ ÙģÛĮ", + "ĠÙģ ÛĮ", + "ен но", + "à¥ģ à¤Ľ", + "à¥ģठĽ", + "ãģ »", + "çĻ ¾", + "и ÑĤа", + "иÑĤ а", + "ĠбÑĭ ло", + "ĠбÑĭл о", + "Ġv ys", + "Ġvy s", + "Ġ ì¶ľ", + "Ġì¶ ľ", + "ắ ng", + "ắn g", + "ĠÄij ại", + "ĠÙħ ÙĪرد", + "ĠÙħÙĪ رد", + "ĠÙħÙĪر د", + "е ла", + "ел а", + "Ñĸ ÑĪ", + "л еннÑı", + "лен нÑı", + "æ IJ", + "Ġ нед", + "Ġн ед", + "Ġне д", + "i yat", + "iy at", + "iya t", + "ì ¼", + "Ġol duÄŁunu", + "ĠolduÄŁ unu", + "ĠolduÄŁu nu", + "د اÙĨ", + "دا ÙĨ", + "í Ŀ", + "Ġ سÛĮ", + "Ġس ÛĮ", + "ี à¸ģ", + "ÄĽ st", + "ım ı", + "ä¸ī ä¸ī", + "ãĤ ½", + "ĠÑĤ еп", + "ĠÑĤе п", + "Ġ ÑĢай", + "ĠÑĢ ай", + "ĠÑĢаР¹", + "ĠÑĢа й", + "ा ध", + "ाठ§", + "Ġ ìĤ¬ëŀĮ", + "ĠìĤ¬ ëŀĮ", + "ĠT rung", + "ĠTr ung", + "ĠTru ng", + "ï¼ı ï¼ı", + "Ġt âm", + "Å¡ enÃŃ", + "Å¡e nÃŃ", + "Å¡en ÃŃ", + "ãĥ į", + "Ġ ÏĦοÏħÏĤ", + "ĠÏĦ οÏħÏĤ", + "ĠÏĦοÏħ ÏĤ", + "Ġ нÑĸ", + "Ġн Ñĸ", + "в ид", + "ви д", + "æ ¿", + "Ġ ظ", + "ĠØ ¸", + "ãĥ ¯", + "ì ¢ħ", + "ì¢ ħ", + "в аÑĤи", + "ва ÑĤи", + "ваÑĤ и", + "Ġqu á", + "ภ¤", + "ĠÄij Æ°á»Ŀng", + "à¥ģ द", + "à¥ģठ¦", + "r oj", + "ro j", + "Ġ ÑĥÑģ", + "ĠÑĥ Ñģ", + "é¦ Ļ", + "ì½ ĺ", + "Ġ ÙĪت", + "ĠÙĪ ت", + "ม าà¸ģ", + "มา à¸ģ", + "åĪ ĩ", + "Ġ án", + "Ġá n", + "Ġм ед", + "ìĹIJ ëĬĶ", + "Ġh lav", + "Ġhl av", + "ر ت", + "à¹ĥ à¸Ī", + "æ´ ²", + "Ġ лÑĸ", + "Ġл Ñĸ", + "æ Īĺ", + "æĪ ĺ", + "ÙĪ ÙĨد", + "ÙĪÙĨ د", + "è¶ ³", + "åĭ Ļ", + "çĶ ³", + "Ġ ì±", + "Ġì ±", + "ĠìĿ´ëıĻ íķ©ëĭĪëĭ¤", + "Ñī еÑģÑĤв", + "Ñīе ÑģÑĤв", + "Ġ ë¶Ī", + "Ġë ¶Ī", + "Ġë¶ Ī", + "ÙĦ ÙĪ", + "ü ven", + "èĪ ĩ", + "Ġgi Ỽi", + "Ġgiá» Ľi", + "Ġ ÙĪÙĤ", + "ĠÙĪ ÙĤ", + "Ġê°¤ ë¡ľê·¸", + "Ġ عاÙħ", + "Ġع اÙħ", + "ĺ IJ", + ": ::::", + ":: :::", + ":::: :", + "::: ::", + "Ġ Ñĥд", + "ĠÑĥ д", + "- ÑĤо", + "-ÑĤ о", + "Ġ ÑĦоÑĢ", + "ĠÑĦ оÑĢ", + "и ни", + "ин и", + "ãģĹ ãģĦ", + "ãģĹãģ Ħ", + "Ġê°¤ë¡ľê·¸ ë¡ľ", + "ãģ ³", + "ãĥ© ãĤ¤", + "e ná", + "en á", + "Ġ nez", + "Ġn ez", + "Ġne z", + "Ġönem li", + "Ġ ниÑħ", + "Ġн иÑħ", + "Ġни Ñħ", + "à¤Ĥ स", + "Ġà¤īस à¤ķ", + "à¥įर द", + "Ġn ói", + "Ġnó i", + "Ùĥ ÙĦ", + "ิ ว", + "κ ο", + "à¥ģ à¤ĸ", + "à¥ģठĸ", + "ö yle", + "öy le", + "ά λ", + "ó ng", + "ón g", + "ĠداÙĨ Ø´", + "Ġз б", + "ì »", + "à¸ľ ล", + "ëĵ¤ ìĿ´", + "Ġe tk", + "Ġet k", + "ر ات", + "را ت", + "Ġ εκ", + "Ġε κ", + "ÑĤ ÑĢа", + "ÑĤÑĢ а", + "à¥į तर", + "à¥įत र", + "à¤Ĥ ब", + "Ġм ÑĸÑģ", + "ĠмÑĸ Ñģ", + "æł ¹", + "ãĥ Ļ", + "Ġt á»ī", + "Ġtá» ī", + "à¹Ģ à¸ĭ", + "à¹Ģภĭ", + "ìĪ ł", + "ï¼Į ä¸į", + "ìĺ ¨", + "Ġm ÄĽst", + "ĠmÄĽ st", + "ģ µ", + "a zı", + "az ı", + "r ada", + "ra da", + "rad a", + "ÏĢ α", + "m é", + "ÙĨ اÙħÙĩ", + "ÙĨا ÙħÙĩ", + "ÙĨاÙħ Ùĩ", + "ا ÛĮÙĦ", + "اÛĮ ÙĦ", + "μ η", + "l uk", + "lu k", + "Ùĥ ÙĬ", + "Ġ ï¼ī", + "Ġï¼ ī", + "Ġ деÑĤ", + "Ġд еÑĤ", + "Ġде ÑĤ", + "Ġiç inde", + "Ġiçin de", + "Ġiçi nde", + "Ñı м", + "Ġd Æ°á»", + "ĠdÆ° á»", + "ĠпÑĢед ÑģÑĤав", + "ü re", + "ür e", + "åķ Ĭ", + "ĠÑĤ ÑĢÑĥ", + "ĠÑĤÑĢ Ñĥ", + "es ini", + "esi ni", + "esin i", + "Ġ але", + "Ġа ле", + "Ġал е", + "ãĥ³ ãĥī", + "ãĥ³ãĥ ī", + "à¥ĥ त", + "ε Ïħ", + "à¥ģ à¤Ĩ", + "à¥ģठĨ", + "Ġh iç", + "Ġhi ç", + "çĶ º", + "Ġ Ðĸ", + "ĠÐ ĸ", + "ç ħ§", + "çħ §", + "k á", + "Ġtr á»įng", + "Ġ تش", + "Ġت Ø´", + "ा श", + "ाठ¶", + "ĠÙħ Ø«", + "e tim", + "et im", + "eti m", + "Ġth ấy", + "Ġब ह", + "ع ت", + "ึ à¹ī", + "Ġs ev", + "Ġse v", + "Ñģ ÑĤа", + "ÑģÑĤ а", + "Ġc ứ", + "Ġt iá»ģn", + "Ġti á»ģn", + "à¥Ģ à¤ľ", + "Ñı г", + "ĠоÑĢг ани", + "ĠоÑĢган и", + "Ġб Ñĭл", + "ĠбÑĭ л", + "t ür", + "tü r", + "Ġب ازÛĮ", + "Ġبا زÛĮ", + "Ġباز ÛĮ", + "Ġ ìŀ¬", + "Ġìŀ ¬", + "व र", + "æľīéĻIJ åħ¬åı¸", + "k up", + "ku p", + "Ġ iyi", + "Ġi yi", + "Ġiy i", + "íķĺ ê²Į", + "ãĢĢ l", + "ãĤ· ãĥ§", + "ا رة", + "ار Ø©", + "ส ร", + "Ġt ÃŃch", + "ĠtÃŃ ch", + "Ġ каÑĢ", + "Ġк аÑĢ", + "Ġка ÑĢ", + "и б", + "ĠвÑĸд повÑĸд", + "ĠвÑĸдпов Ñĸд", + "Ġpo dle", + "Ġpod le", + "à¥įर à¤ķ", + "i yon", + "iy on", + "к оном", + "ко ном", + "кон ом", + "Ġ μÎŃ", + "Ġμ ÎŃ", + "Ġп ÑĢоиз", + "ĠпÑĢо из", + "Ġ âĢı", + "ĠâĢ ı", + "m ektedir", + "mekte dir", + "Ω ÎĿ", + "Ġb áo", + "à¸Ī ำ", + "ëį Ķ", + "ë¸ Į", + "Ġs ợ", + "ÛĮ رÛĮ", + "ÛĮر ÛĮ", + "о нÑĥ", + "он Ñĥ", + "ın daki", + "ında ki", + "ınd aki", + "алÑĮ ного", + "алÑĮно го", + "μ β", + "л из", + "ли з", + "Ġjej ich", + "æĸ ½", + "ä¾ ¿", + "l eÅŁtir", + "le ÅŁtir", + "leÅŁ tir", + "ĠÙĪ Ø£", + "Ġस ब", + "l erde", + "ler de", + "Ġ ÚĨÙĩ", + "ĠÚĨ Ùĩ", + "ÏĦ ÎŃ", + "Ġg ì", + "Ġ Ãļ", + "Ġà ļ", + "ĠÑĢаÑģ п", + "ĠÑĢа Ñģп", + "Ġt üm", + "à¹Ģ à¸ĩ", + "à¹Ģภĩ", + "èIJ ½", + "ìĨ ¡", + "à¹Ħ à¸Ĺย", + "m Ä±ÅŁtır", + "mÄ±ÅŁ tır", + "mÄ±ÅŁtı r", + "Ġ ÙĤرار", + "ĠÙĤر ار", + "Ġ à¸Ħาส", + "Ġà¸Ħ าส", + "Ġk ıs", + "Ġkı s", + "о ваниÑı", + "ов аниÑı", + "ова ниÑı", + "овани Ñı", + "ован иÑı", + "ãĤĤ ãģ®", + "د اÙħ", + "دا Ùħ", + "ìľ ¡", + "ol oj", + "olo j", + "ĠпоÑģл е", + "ĠпоÑģ ле", + "Ġ Так", + "ĠТ ак", + "ĠТа к", + "Ġб олее", + "Ġбол ее", + "ĠÄij á»ķi", + "ĠÄijá»ķ i", + "l ak", + "la k", + "í ħĮ", + "íħ Į", + "Ġa yn", + "Ġay n", + "Ñı Ñģ", + "Ġп ог", + "Ġпо г", + "Ġar asında", + "Ġaras ında", + "Ġara sında", + "Ġarası nda", + "Ī ¬", + "à¥Ĥ ल", + "Ġ ανα", + "Ġα να", + "Ġαν α", + "Ġq uyết", + "Ġquy ết", + "Ġthu á»Ļc", + "Ġd ün", + "Ġdü n", + "Ġp ÅĻes", + "ĠpÅĻ es", + "ĠpÅĻe s", + "ÑĦ Ñĸ", + "Ġ å¸", + "Ġå ¸", + "ا ÙĦÙĬ", + "اÙĦ ÙĬ", + "Ġп овеÑĢ", + "Ġпо веÑĢ", + "Ġпов еÑĢ", + "Ñĩ ина", + "Ñĩи на", + "Ñĩин а", + "s ko", + "sk o", + "çµ IJ", + "Ø ¡", + "Ġ гÑĢа", + "Ġг ÑĢа", + "ĠгÑĢ а", + "о ÑĤи", + "оÑĤ и", + "Ġqu á»ijc", + "ÑĨ Ñĸв", + "ÑĨÑĸ в", + "l endir", + "len dir", + "lendi r", + "в Ñĸд", + "вÑĸ д", + "Ġж иÑĤ", + "ü yor", + "üy or", + "ï¼Į ä»ĸ", + "lar ında", + "ları nda", + "ların da", + "Ġu yg", + "Ġuy g", + "Ġtr ÃŃ", + "Ġ Ø´ÙĨ", + "ĠØ´ ÙĨ", + "ا بÙĦ", + "اب ÙĦ", + "æ· ±", + "Âł p", + "Ñģ каÑı", + "Ñģк аÑı", + "Ñģка Ñı", + "о ÑĤа", + "оÑĤ а", + "ÙĪ Ø·", + "Ġ اط", + "Ġا Ø·", + "ĠØ§Ø ·", + "ä¾ Ĩ", + "Ġз аÑĤ", + "Ġза ÑĤ", + "Ġ име", + "Ġи ме", + "Ġим е", + "à¹Ģà¸Ĺ ศ", + "ëĭ ´", + "n ÄĽnÃŃ", + "nÄĽ nÃŃ", + "nÄĽn ÃŃ", + "Ñĥ лÑı", + "Ñĥл Ñı", + "- п", + "å ĺ", + "Ġв ип", + "Ġви п", + "аÑĢа кÑĤ", + "à¹Ģ à¸ļ", + "à¹Ģภļ", + "ç¦ ı", + "Ïģ Ïİ", + "س Ùĩ", + "à¥Į र", + "Ġdi ÄŁer", + "à¹Ĥ à¸Ķย", + "à¹Ĥà¸Ķ ย", + "ĠÑģп оÑģоб", + "ĠÑģпоÑģ об", + "åį ·", + "è ĸ", + "а нÑĤ", + "ан ÑĤ", + "Ñİ ÑĤÑĮÑģÑı", + "ÑİÑĤÑĮ ÑģÑı", + "ĠÑį ÑĤом", + "ĠÑįÑĤ ом", + "ĠÑįÑĤо м", + "Ġ ï½Ģ", + "Ġï½ Ģ", + "ส าม", + "ì m", + "ĠÑĪ к", + "Ġ à¸Ľà¸£à¸°", + "Ġà¸Ľ ระ", + "Ġà¸Ľà¸£ ะ", + "़ à¥Ģ", + "e kl", + "ek l", + "m uÅŁ", + "mu ÅŁ", + "ĠÑĤак ож", + "ÙĪ سط", + "ÙĪس Ø·", + "Ġ Äįi", + "ĠÄį i", + "ี à¸Ļ", + "ÛĮ ÙĨÙĩ", + "ÛĮÙĨ Ùĩ", + "ÄĽ k", + "å½ ¼", + "le rine", + "ler ine", + "leri ne", + "lerin e", + "ĠÄij ất", + "à¥ģ à¤ı", + "à¥ģठı", + "ол оÑģ", + "оло Ñģ", + "Ġ å°ı", + "Ġå° ı", + "ز ÙĬØ©", + "زÙĬ Ø©", + "Ġв ла", + "à¥Ģ ल", + "Ġ etti", + "Ġe tti", + "Ġet ti", + "Ġett i", + "ĠÑģ оÑģÑĤав", + "ĠÑģо ÑģÑĤав", + "ĠÑģоÑģÑĤ ав", + "ÙĦ اÙĦ", + "ÙĦا ÙĦ", + "Ġ çİ", + "Ġç İ", + "ĠpÅĻÃŃ pad", + "ëŁ °", + "ุ à¸ģ", + "Ġ Ñĩи", + "ĠÑĩ и", + "å ħį", + "åħ į", + "n ÄĽjÅ¡ÃŃ", + "nÄĽ jÅ¡ÃŃ", + "ิ ล", + "åį Ģ", + "s kých", + "sk ých", + "ský ch", + "า ศ", + "าภ¨", + "åIJ Ĺ", + "Ġ íĺĦ", + "Ġíĺ Ħ", + "Ġal ın", + "å§ Ķ", + "à¸ŀ ร", + "až d", + "Ġб ÑĸлÑĮ", + "ĠбÑĸ лÑĮ", + "ĠбÑĸл ÑĮ", + "à¹Ī วà¸Ļ", + "à¹Īว à¸Ļ", + "o og", + "oo g", + "a cı", + "ac ı", + "l ıģ", + "lı ÄŁ", + "Ġk hu", + "Ġkh u", + "Ġh izmet", + "Ġ éĽ", + "Ġé Ľ", + "Ġ Îĺ", + "ĠÎ ĺ", + "Ġde ÄŁer", + "ĠdeÄŁ er", + "åħ Ń", + "Ġ دÙĩ", + "Ġد Ùĩ", + "Ġn ÄĽk", + "ĠnÄĽ k", + "à¸Ħ à¸Ļ", + "е ÑĤÑĮ", + "еÑĤ ÑĮ", + "ب اÙĨ", + "با ÙĨ", + "ÏĦ ική", + "ÏĦικ ή", + "ÏĦι κή", + "ĠÄij á»ĭa", + "ĠÄijá»ĭ a", + "Ġ Công", + "ĠC ông", + "íĮ IJ", + "Ġк огда", + "ĠÚ© ÙĨد", + "ĠÚ©ÙĨ د", + "ãģ§ ãģį", + "ĠÏĢ εÏģι", + "ĠÏĢεÏģ ι", + "ĠÏĢε Ïģι", + "lar dan", + "larda n", + "Ġ зем", + "Ġз ем", + "ت ÙĪاÙĨ", + "تÙĪ اÙĨ", + "è³ ĩ", + "li kle", + "lik le", + "Ġt ụ", + "Ġtá» ¥", + "Ġd ẫn", + "Ġn ay", + "Ġna y", + "Ġ ÑģÑĤоÑĢ", + "ĠÑģ ÑĤоÑĢ", + "ĠÑģÑĤ оÑĢ", + "ĠÑģÑĤо ÑĢ", + "ĠØ´ Ùħا", + "ĠØ´Ùħ ا", + "Ø« ر", + "Ġd edi", + "Ġde di", + "Ġded i", + "к ое", + "ко е", + "ë ijIJ", + "ëij IJ", + "ÑĨ ев", + "ÑĨе в", + "ج Ùĩ", + "Ġm ůže", + "Ġmů že", + "Ġmůž e", + "à¥ģ प", + "à¥ģठª", + "à¥įर म", + "Ġ taÅŁ", + "Ġt aÅŁ", + "Ġta ÅŁ", + "оÑĢ ÑĤ", + "γ Ïģα", + "çĻ ¼", + "า à¸ļ", + "าภļ", + "iá» ħn", + "iá»ħ n", + "ĠÙħ ست", + "ĠÙħس ت", + "л екÑģ", + "ле кÑģ", + "лек Ñģ", + "Ġ prav", + "Ġp rav", + "Ġpr av", + "Ġpra v", + "Ġд оÑģ", + "Ġдо Ñģ", + "Ġd Ä±ÅŁ", + "Ġ zem", + "Ġz em", + "Ġze m", + "Ġg iao", + "Ġgi ao", + "Ġgia o", + "Ġv last", + "Ġvl ast", + "Ġvlas t", + "ĠÑį ÑĤого", + "ĠÑįÑĤ ого", + "ĠÑįÑĤо го", + "ï½ °", + "ว à¸ĩ", + "ÑĢ ой", + "ÑĢо й", + "Ġbir lik", + "e ný", + "en ý", + "Ġ ëĭ¨", + "Ġëĭ ¨", + "ов ани", + "ова ни", + "ован и", + "é£ İ", + "íı ī", + "Ġz ah", + "Ġza h", + "б а", + "åĬ ©", + "éĢ ²", + "ê ¶Į", + "Ġd iye", + "Ġdi ye", + "Ġdiy e", + "à¤Ĥ à¤ķ", + "Ġch uyá»ĥn", + "Ġ ìĹŃ", + "ĠìĹ Ń", + "Ġ ÑĤÑĢи", + "ĠÑĤ ÑĢи", + "ĠÑĤÑĢ и", + "Ġö nce", + "Ġön ce", + "Ġönc e", + "ï¼Į è¿Ļ", + "o ại", + "л еÑĤ", + "ле ÑĤ", + "ĠÏĥ Ïħν", + "ĠÏĥÏħ ν", + "l ád", + "lá d", + "ç e", + "t ü", + "Ġ Äįást", + "ĠÄį ást", + "ĠÄįá st", + "Ġ εν", + "Ġε ν", + "Ġb iá»ĩt", + "Ġ é«", + "Ġé «", + "à¥ĭ à¤ķ", + "ÙĦ ات", + "ÙĦا ت", + "ب اÙĦ", + "با ÙĦ", + "e cies", + "ec ies", + "eci es", + "Ġ ëĭ¹", + "Ġëĭ ¹", + "à¸Ĭ à¸Ļ", + "ÏĦ αÏĤ", + "ÏĦα ÏĤ", + "à¥į ण", + "à¥įठ£", + "u jÃŃcÃŃ", + "uj ÃŃcÃŃ", + "ujÃŃ cÃŃ", + "Äį et", + "Äįe t", + "Ġп об", + "Ġпо б", + "ÙĪ ار", + "ÙĪا ر", + "i yas", + "iy as", + "iya s", + "Ġd ruh", + "Ġdr uh", + "Ġdru h", + "د د", + "ÏĮ ν", + "ÑĢ ен", + "ÑĢе н", + "า รà¸ĸ", + "าร à¸ĸ", + "ä½ İ", + "ìķ ½", + "ÑĢ оз", + "ÑĢо з", + "ëĬĶ ëį°", + "ãĤĵ ãģª", + "Äį enÃŃ", + "Äįe nÃŃ", + "Äįen ÃŃ", + "**** ********", + "******** ****", + "****** ******", + "***** *******", + "******* *****", + "Ġ Ρ", + "ĠÎ ¡", + "ĠÑĤ омÑĥ", + "ĠÑĤо мÑĥ", + "ĠÑĤом Ñĥ", + "ร à¸ģ", + "à¥ģ स", + "à¥ģठ¸", + "ä¹ Ŀ", + "å°± æĺ¯", + "£ i", + "éĺ ²", + "Ùĥ ر", + "ĠÑį ÑĤи", + "ĠÑįÑĤ и", + "ĠÚ© Ø´ÙĪر", + "ĠÚ©Ø´ ÙĪر", + "Ġ ê°IJ", + "Ġê° IJ", + "Ġ ад", + "Ġа д", + "Ġ داد", + "Ġد اد", + "éģ İ", + "Ù «", + "Ġl áºŃp", + "Ġ اÙĦÙĩ", + "Ġا ÙĦÙĩ", + "ĠاÙĦ Ùĩ", + "æľ Ľ", + "Ġ تÙĩ", + "Ġت Ùĩ", + "ì§ Ī", + "ãģ§ ãģĤãĤĭ", + "ãģ§ãģĤ ãĤĭ", + "Ġ меж", + "Ġм еж", + "ĠÑĢ езÑĥлÑĮÑĤ", + "ĠÑĢез ÑĥлÑĮÑĤ", + "ç į", + "е мÑĥ", + "ем Ñĥ", + "Ġ تÙĪاÙĨ", + "Ġت ÙĪاÙĨ", + "ĠتÙĪ اÙĨ", + "Ġ راÙĩ", + "Ġر اÙĩ", + "Ġرا Ùĩ", + "ãĥ¼ ãĥł", + "ãĥ¼ãĥ ł", + "åĦ ¿", + "å± ŀ", + "б Ñĭ", + "á ¿", + "à¸Ħ ล", + "à¥ĭ à¤Ī", + "üt ün", + "à¤Ĺ र", + "ìķĺ ëĭ¤", + "âĪ §", + "Ġ ì°¨", + "Ġì° ¨", + "çµ Ħ", + "μα ÏĦα", + "ุ à¸Ļ", + "Ġ ÑĤом", + "ĠÑĤ ом", + "ĠÑĤо м", + "еÑĢ в", + "Îij Σ", + "ĠiÅŁ lem", + "ع Ùħ", + "ë ĥ", + "ãĥ Ħ", + "ا Ùģت", + "اÙģ ت", + "åĬ ŀ", + "Ġ nes", + "Ġn es", + "Ġne s", + "av aÅŁ", + "ava ÅŁ", + "ĠÙĨ ÛĮز", + "ĠÙĨÛĮ ز", + "å¼ º", + "Ġ éĻ", + "Ġé Ļ", + "Ñĸн нÑı", + "æ² ³", + "á ÅĻ", + "æĿ IJ", + "ĠØ£ ÙĬ", + "Ġ ì¹´", + "Ġì¹ ´", + "Ġn enÃŃ", + "Ġne nÃŃ", + "Ġnen ÃŃ", + "Ġ ÙĪÙħ", + "ĠÙĪ Ùħ", + "Ġ Ú©Ùħ", + "ĠÚ© Ùħ", + "i ếu", + "iế u", + "Ġ æ°", + "Ġæ °", + "åĮ »", + "Ġz or", + "Ġzo r", + "ί Ïĥ", + "ि ध", + "िठ§", + "Ġп оказ", + "Ġпо каз", + "Ġпок аз", + "Ġпока з", + "ह र", + "Ġiç er", + "ØŃ Ø©", + "ि à¤ĸ", + "िठĸ", + "а да", + "ад а", + "تر ÛĮÙĨ", + "ترÛĮ ÙĨ", + "Ġ bao", + "Ġb ao", + "Ġba o", + "Ġx ã", + "à¹Ģ à¸Ħร", + "à¹Ģà¸Ħ ร", + "Ġngh Ä©", + "à¹ģ à¸ļà¸ļ", + "à¹ģà¸ļ à¸ļ", + "ĠdoÄŁ ru", + "ĠdoÄŁr u", + "Ñĸ ÑĤи", + "ÑĸÑĤ и", + "Ġ بÙĬÙĨ", + "Ġب ÙĬÙĨ", + "ĠبÙĬ ÙĨ", + "Ġ леÑĤ", + "Ġл еÑĤ", + "ا غ", + "Ø§Ø º", + "ÛĮ Ú©ÛĮ", + "ÛĮÚ© ÛĮ", + "r áv", + "rá v", + "à¥į âĢį", + "âĢĻ nin", + "âĢĻn in", + "Ġ ย", + "Ġภ¢", + "åį Ĭ", + "Ġк оли", + "Ġкол и", + "Ġко ли", + "Ġtr ợ", + "éĿ Ĵ", + "ëŀ Ģ", + "Ġ ë¨", + "Ġë ¨", + "Ġ ÙĪر", + "ĠÙĪ ر", + "ï¾ Ĭ", + "è§ Ĥ", + "Ġ пи", + "Ġп и", + "н Ñĥв", + "нÑĥ в", + "il mesi", + "ilm esi", + "س تÙĩ", + "ست Ùĩ", + "Ġд еÑĢжав", + "ĠдеÑĢж ав", + "å® ĥ", + "åĪ ¥", + "ëħ Ģ", + "л ÑģÑı", + "à¤Ĥ ध", + "Ġ ÑĤи", + "ĠÑĤ и", + "ĠpÅĻ ip", + "ĠpÅĻi p", + "п и", + "á» ĵn", + "á»ĵ n", + "о ваÑĤÑĮ", + "ов аÑĤÑĮ", + "ова ÑĤÑĮ", + "ìĿ´ ëĿ¼", + "æľ Ŀ", + "Ġ ëĺIJ", + "Ġë ĺIJ", + "Ġëĺ IJ", + "ĠÎŃ Î½Î±", + "ĠÎŃν α", + "ãģ¾ ãģ§", + "ج اÙħ", + "جا Ùħ", + "Ġ ëĬ", + "Ġë Ĭ", + "н Ñĸв", + "нÑĸ в", + "ÏĢ οÏħ", + "ÏĢο Ïħ", + "Ġ زÙħاÙĨ", + "Ġز ÙħاÙĨ", + "ĠزÙħ اÙĨ", + "æĽ ²", + "Ġ ÙħÙĩ", + "ĠÙħ Ùĩ", + "ëł ¨", + "ä¸ ĥ", + "ãģ¨ ãģĹãģ¦", + "l abilir", + "la bilir", + "lab ilir", + "о же", + "ож е", + "å¤ ľ", + "ĠнÑĥж но", + "å½ ©", + "çĪ ±", + "Ġho Ãłn", + "ün ü", + "Ġ ëĦ¤", + "ĠëĦ ¤", + "Ġ جÙĨ", + "Ġج ÙĨ", + "Ġn ÄĽj", + "ĠnÄĽ j", + "к ими", + "ки ми", + "ким и", + "Ġa ynı", + "Ġayn ı", + "Ġ ÙĥÙĦ", + "ĠÙĥ ÙĦ", + "Ġnh au", + "Ạ³", + "ÙĬ ات", + "ÙĬا ت", + "Ġm ezi", + "Ġme zi", + "Ġmez i", + "Ġ ÑĢек", + "ĠÑĢ ек", + "ĠÑĢе к", + "Ġ tür", + "Ġt ür", + "Ġ говоÑĢ", + "Ġг овоÑĢ", + "Ġfaz la", + "åĩ Ĩ", + "ÑĪ ий", + "ÑĪи й", + "ÐŁ ÑĢи", + "ÐŁÑĢ и", + "ÑĢ оÑģÑĤ", + "ÑĢоÑģ ÑĤ", + "ÑĢо ÑģÑĤ", + "ĠоÑĢг ан", + "ĠоÑĢ ган", + "n ým", + "ný m", + "Ġ ÑĢод", + "ĠÑĢ од", + "Ġ ÙĪÛĮ", + "ĠÙĪ ÛĮ", + "ic ký", + "ick ý", + "ë¦ ¼", + "ï½ ²", + "æĢ İ", + "ĠÙĩ ذا", + "ĠÑĩ аÑģÑĤи", + "ĠÑĩа ÑģÑĤи", + "ĠÑĩаÑģ ÑĤи", + "ĠÑĩаÑģÑĤ и", + "ÃŃ r", + "á»ĩ nh", + "á»ĩn h", + "Ġ íĹ", + "Ġí Ĺ", + "ê »", + "lu ž", + "ÃŃ l", + "c ÃŃch", + "cÃŃ ch", + "å® Ł", + "ãģł ãģ£ãģŁ", + "ÙĬ رة", + "ÙĬر Ø©", + "Ġv Äĥn", + "æ¸ ¯", + "Ġ ÏĦιÏĤ", + "ĠÏĦι ÏĤ", + "ا رت", + "ار ت", + "Ġv ấn", + "âĶģâĶģ âĶģâĶģ", + "å¯ ¾", + "Ïģ ÎŃ", + "Ġг одÑĥ", + "Ġгод Ñĥ", + "Ġ سب", + "Ġس ب", + "ا رات", + "ار ات", + "ارا ت", + "е лей", + "ел ей", + "еле й", + "Ġз аÑħ", + "Ġза Ñħ", + "Ġ важ", + "Ġв аж", + "Ġва ж", + "Ġt á»īnh", + "Ġtá» īnh", + "Ġtá»ī nh", + "ا بع", + "اب ع", + "Ġ à¤ľà¤¬", + "Ġà¤ľ ब", + "Ġà¤IJ स", + "Ġ дÑĥ", + "Ġд Ñĥ", + "Ġ é«ĺ", + "Ġé «ĺ", + "Ġé« ĺ", + "ê² ł", + "н ее", + "не е", + "ï½ Į", + "Ġм ал", + "Ġма л", + "è¾ ¹", + "ãģł ãģij", + "à¹ī ร", + "ÙĤ Ø·", + "Ġb ên", + "Ġs eb", + "Ġse b", + "ĠØ® ÙĪاÙĩ", + "ĠØ®ÙĪ اÙĩ", + "s iz", + "si z", + "Ġol ur", + "Ġ ëĶ°", + "ĠëĶ °", + "Ġ ì¢ĭ", + "Ġì¢ ĭ", + "Ġs vÄĽt", + "Ġsv ÄĽt", + "ĠsvÄĽ t", + "ic ká", + "ick á", + "á» ¹", + "Ġqu ản", + "Ġquả n", + "Ġ иÑģ", + "Ġи Ñģ", + "Ġz aÄį", + "Ġza Äį", + "ื à¸Ńà¸Ļ", + "ืà¸Ń à¸Ļ", + "ÑĶ Ñİ", + "ि ष", + "िठ·", + "ç Ĭ¶", + "çĬ ¶", + "Ïĥ μ", + "ั ส", + "ó c", + "Ġ беÑĢ", + "Ġб еÑĢ", + "Ġ íĿ", + "Ġí Ŀ", + ";: ;:", + "Ġ پس", + "ĠÙ¾ س", + "Ġ ëijIJ", + "Ġë ijIJ", + "Ġëij IJ", + "н иÑĩ", + "ни Ñĩ", + "Ġо ÑĩенÑĮ", + "ĠоÑĩ енÑĮ", + "ĠìķĦìĿ´ ì½ĺ", + "Ġ θα", + "Ġθ α", + "Ġв ÑģÑĤ", + "ĠвÑģ ÑĤ", + "ا دة", + "اد Ø©", + "Ġdev am", + "ื à¸Ńà¸ĩ", + "ืà¸Ń à¸ĩ", + "ĠлÑİ Ð´Ð¸", + "ĠлÑİд и", + "ìĺ Ī", + "á»± a", + "Ñı Ñħ", + "âĢĮ اÛĮ", + "Ġ سÙĪ", + "Ġس ÙĪ", + "å° ¼", + "Ġth ứ", + "Ġthá» ©", + "m eye", + "me ye", + "mey e", + "Ġ èµ", + "Ġè µ", + "èī ¯", + "ĠdeÄŁ iÅŁ", + "ÑĪ Ñĸ", + "Ġtr ợ", + "ĠâĢİ #", + "çĹ ħ", + "ìĽ Į", + "Ġk de", + "Ġkd e", + "Î §", + "æ ¤", + "ĠÑħ аÑĢакÑĤ", + "æ ĩ", + "Ġb iến", + "Ġbi ến", + "ÙĤ ع", + "åŁ Ł", + "Ġн еп", + "Ġне п", + "Ġd ů", + "Ġп иÑĤ", + "Ġпи ÑĤ", + "ĠÑĤ ÑĢеб", + "ĠÑĤÑĢ еб", + "ا زÛĮ", + "از ÛĮ", + "Ġ طر", + "ĠØ· ر", + "Ġ ÙħÙĦ", + "ĠÙħ ÙĦ", + "Ġt ham", + "Ġth am", + "Ġtha m", + "Ġ ÙĪجÙĪد", + "ĠÙĪج ÙĪد", + "Ġs vé", + "Ġsv é", + "é§ ħ", + "ا ÛĮÙĨ", + "اÛĮ ÙĨ", + "Ġt iên", + "Ġti ên", + "s tru", + "st ru", + "str u", + "Ġv áºŃy", + "ü ne", + "ün e", + "Ġ à¹Ģม", + "Ġà¹Ģ ม", + "Ġà¹Ģภ¡", + "Ġr ằng", + "а ÑĤÑĥ", + "аÑĤ Ñĥ", + "äº ij", + "н иÑĤ", + "ни ÑĤ", + "ä¼ Ĭ", + "ÙĪ ص", + "Ġ éĿ", + "Ġé Ŀ", + "ĠпÑĢоб лем", + "d eki", + "de ki", + "dek i", + "** ************", + "******** ******", + "****** ********", + "******* *******", + "************ **", + "ò a", + "ĠÄijá»ģ u", + "ãĤĮ ãģŁ", + "ا رس", + "ار س", + "ãģª ãģı", + "ا ÙĤع", + "اÙĤ ع", + "è» į", + "Ùĥ Ùħ", + "Äį as", + "Ġk ỳ", + "Ġká» ³", + "Ø´ Ùħ", + "à¥ĩ ड", + "à¥ĩठ¡", + "éĺ ¿", + "Ġje jÃŃ", + "Ġjej ÃŃ", + "Ġ æĻ", + "Ġæ Ļ", + "Ġ Ä°ÅŁ", + "ĠÄ° ÅŁ", + "ar dım", + "ard ım", + "Ġसम य", + "Ġ ÐĿо", + "ĠÐĿ о", + "i lerin", + "il erin", + "ile rin", + "iler in", + "ileri n", + "Ġع بد", + "Ġعب د", + "n ÃŃk", + "nÃŃ k", + "ĠØ´ Ú©ÙĨ", + "ĠØ´Ú© ÙĨ", + "ิ à¸Ĺย", + "ิà¸Ĺ ย", + "á» ħ", + "ÑĢ ез", + "ÑĢе з", + "Ġch ứng", + "Ġchứ ng", + "Ġ :.", + "Ġ: .", + "Ġ पत", + "Ġप त", + "Ġž ivot", + "Ġživ ot", + "å¢ ĥ", + "« a", + "Ġt rung", + "Ġtr ung", + "ни кÑĸв", + "ник Ñĸв", + "ĠاÙĦ ÙħÙĨ", + "ĠاÙĦÙħ ÙĨ", + "ĠÑĢ аÑģÑģ", + "ĠÑĢаÑģ Ñģ", + "Ġ жив", + "Ġж ив", + "Ġз акон", + "Ġза кон", + "Ġзак он", + "Ġзако н", + "Ġ 목", + "Ġëª ©", + "Ġz áv", + "Ġzá v", + "Ġh akk", + "Ġha kk", + "Ġhak k", + "ä» ¤", + "ĠÑı кий", + "ĠÑıк ий", + "Ġ بÙĬ", + "Ġب ÙĬ", + "λ ÎŃ", + "oc uk", + "ocu k", + "Ġ Ñİ", + "ĠÑ İ", + "à¸ģ ว", + "Ġ اÙĨÚ¯", + "Ġا ÙĨÚ¯", + "ĠاÙĨ Ú¯", + "à¥ģ à¤Ĥ", + "à¥ģठĤ", + "Ġ nám", + "Ġn ám", + "Ġná m", + "á»ķ ng", + "Ġж ел", + "Ġже л", + "ĠÄij ặc", + "Äį it", + "Äįi t", + "Ġ ê±´", + "Ġê± ´", + "Ġب ÛĮØ´", + "ĠبÛĮ Ø´", + "кÑĢаÑĹ Ð½", + "Ġ ÙĪÙĩ", + "ĠÙĪ Ùĩ", + "н еннÑı", + "нен нÑı", + "Ġ à¹Ģà¸ŀ", + "Ġà¹Ģ à¸ŀ", + "Ġà¹Ģภŀ", + "о мен", + "ом ен", + "Ġl ần", + "Ġ عÙħÙĦ", + "Ġع ÙħÙĦ", + "ĠعÙħ ÙĦ", + "Ġî ģµ", + "Ä ŀ", + "ÑĸÑģ лÑı", + "Æ° ng", + "ा फ", + "ाठ«", + "à¸Ĺ à¸ĺ", + "д ен", + "де н", + "ĠÑī об", + "ĠÑīо б", + "Ñĩ ив", + "Ñĩи в", + "ılı r", + "ıl ır", + "ا عات", + "اع ات", + "j ÃŃcÃŃ", + "jÃŃ cÃŃ", + "ë² ¨", + "ÚĨ Ùĩ", + "ا رج", + "ار ج", + "ĠÙ¾ رÙĪ", + "Ġپر ÙĪ", + "Ġо дин", + "Ġод ин", + "Ġоди н", + "л ин", + "ли н", + "б Ñĥ", + "Ġसर à¤ķ", + "åĢ Ļ", + "ë¶Ģ íĦ°", + "à¥Īà¤Ĥ ,", + "å ´", + "à¹Ĥ ล", + "Ġv Å¡ak", + "ĠvÅ¡ ak", + "Ġоп ÑĢед", + "ì ±", + "æ ½", + "Ġdá»± ng", + "p ráv", + "pr áv", + "ิ ส", + "Ġnh iá»ĩm", + "Ġil iÅŁ", + "Ġili ÅŁ", + "Ġе Ñīе", + "Ġje Å¡tÄĽ", + "Ġ ÑĢаÑģÑĤ", + "ĠÑĢ аÑģÑĤ", + "ĠÑĢаÑģ ÑĤ", + "ĠÑĢа ÑģÑĤ", + "ภ®", + "à¤Ĥ à¤Ł", + "âĢĮ Ú©", + "Ġ بÛĮÙĨ", + "Ġب ÛĮÙĨ", + "ĠبÛĮ ÙĨ", + "o vou", + "ov ou", + "ovo u", + "æĻ ®", + "ί εÏĤ", + "о ÑĢоÑĪ", + "оÑĢ оÑĪ", + "оÑĢо ÑĪ", + "Ġol mak", + "Ġolm ak", + "Ġolma k", + "Ġst át", + "di ÄŁi", + "Ġt ình", + "Ġ dÄĽ", + "Ġd ÄĽ", + "ĠÚ¯ رÙģ", + "Ġگر Ùģ", + "Ïĥ ο", + "Ġ ÑĥÑĤ", + "ĠÑĥ ÑĤ", + "íķĻ êµIJ", + "ั à¸IJ", + "า à¸Ń", + "าภŃ", + "ĠÄij ặt", + "Ġмог ÑĥÑĤ", + "ĠмогÑĥ ÑĤ", + "ë° °", + "t ik", + "ti k", + "ª ½", + "li ÄŁ", + "ÏĢ ε", + "Ġ èĢ", + "Ġè Ģ", + "k ü", + "ad ece", + "ade ce", + "κ ÏĮ", + "Ġ дÑĸ", + "Ġд Ñĸ", + "ầ m", + "çĦ¡ ãģĹ", + "Û²Û° Û±", + "èµ Ľ", + "оÑģ Ñĥд", + "Ġ ìķĪëĤ´", + "ĠìķĪ ëĤ´", + "Ġ ÐĶж", + "ĠÐĶ ж", + "åº §", + "ic kých", + "ick ých", + "ický ch", + "Ġ ìłģ", + "Ġì łģ", + "Ġìł ģ", + "à¥ĩ ,", + "ov ého", + "ové ho", + "Ġv ẫn", + "Ġbirlik te", + "Ġर à¤ĸ", + "Ġ ÙĨÙĩ", + "ĠÙĨ Ùĩ", + "ÙĤ ر", + "प र", + "e tÃŃ", + "et ÃŃ", + "Ġ ÑĤÑĭ", + "ĠÑĤ Ñĭ", + "Ģ ìĿ´", + "Ġà¤ħ ल", + "Ġм оже", + "Ġмож е", + "Ġмо же", + "ãĤ ´", + "Ġs tran", + "Ġst ran", + "Ġstr an", + "Ġstra n", + "Ø· ر", + "è¿Ļ 个", + "Ġ بع", + "Ġب ع", + "åĨ Ľ", + "ek tir", + "ekt ir", + "Ġh Æ°á»Ľng", + "ÙĨ اÙĨ", + "ÙĨا ÙĨ", + "Ġठij", + "Ġà ¤ij", + "ÏĮ ÏĦη", + "о Ñģк", + "оÑģ к", + "åį ĥ", + "as ına", + "ası na", + "Ġ Ø´Ùĩ", + "ĠØ´ Ùĩ", + "Ġ деÑĢ", + "Ġд еÑĢ", + "Ġде ÑĢ", + "ĠÙħ خت", + "ĠÙħØ® ت", + "Ġ ØŃÙĤ", + "ĠØŃ ÙĤ", + "ãĥ ¾", + "س اÙĨ", + "Ġc ung", + "Ġcu ng", + "ко ÑĢиÑģÑĤ", + "коÑĢ иÑģÑĤ", + "ÏĦ ικά", + "ÏĦικ ά", + "ÏĦι κά", + "Ġв она", + "Ġво на", + "ب ا", + "ãģķ ãĤĮãģŁ", + "ãģķãĤĮ ãģŁ", + "n out", + "no ut", + "nou t", + "Ġ ı", + "ĠÄ ±", + "è§ ī", + "ĠÃ¶ÄŁ ren", + "Ġ ì½Ķ", + "Ġì ½Ķ", + "Ġì½ Ķ", + "å¸ ¦", + "Ñģ лов", + "Ñģл ов", + "Ġε ÏĢι", + "ĠεÏĢ ι", + "ê° IJ", + "ĠÙħ رب", + "ĠÙħر ب", + "ĠÙģÛĮ ÙĦÙħ", + "Ġк ÑĢов", + "Ġ ëį°", + "Ġë į°", + "Ġëį °", + "ा ण", + "ाठ£", + "Ġel ekt", + "Ġele kt", + "Ġelek t", + "Ġ наÑĢод", + "Ġн аÑĢод", + "Ġна ÑĢод", + "ĠнаÑĢ од", + "ÛĮ دÙĩ", + "ÛĮد Ùĩ", + "ç´ Ħ", + "Ġп ÑĢоÑĦ", + "ĠпÑĢ оÑĦ", + "ĠпÑĢо ÑĦ", + "Ïģ οÏĤ", + "Ïģο ÏĤ", + "Ġ ãħ", + "ä¸į æĺ¯", + "Ġ à¤ľà¤¨", + "Ġà¤ľ न", + "ั ล", + "Ġص ÙĪرت", + "ĠصÙĪر ت", + "ãĥ ľ", + "Ġà¤Ĺ à¤Ī", + "ÄŁi tim", + "ÄŁit im", + "ÑģÑĮ киÑħ", + "ÑģÑĮк иÑħ", + "Ġ лег", + "Ġл ег", + "Ġت ÙĪÙĦ", + "ĠتÙĪ ÙĦ", + "Ġ ìļ´", + "Ġìļ ´", + "ع ر", + "Ġm Ãłu", + "ĠmÃł u", + "г ов", + "го в", + "æ³ ¢", + "in deki", + "ind eki", + "inde ki", + "ìłģ ìĿ¸", + "ấ m", + "Ġ íĻķ", + "ĠíĻ ķ", + "Ġب اÛĮد", + "Ġبا ÛĮد", + "ĠباÛĮ د", + "à¹Į à¸Ĺ", + "Ġk endi", + "Ġken di", + "Ġkend i", + "ี ว", + "ิ à¸ģาร", + "ิà¸ģ าร", + "ิà¸ģา ร", + "ĠÚ© ردÙĩ", + "Ġکرد Ùĩ", + "Ġکر دÙĩ", + "å· ´", + "ठģ", + "ร าà¸Ĭ", + "à¥į श", + "à¥įठ¶", + "Ġ ÐĶлÑı", + "ĠÐĶ лÑı", + "å¥ ĩ", + "ĠÑĥ ÑģÑĤанов", + "ĠÑĥÑģÑĤ анов", + "ĠÑĥÑģÑĤан ов", + "й ÑĤе", + "ãĤ ĩ", + "ά Ïģ", + "Ġ Ю", + "ĠÐ ®", + "Ġlu áºŃt", + "ãĢ ī", + "è´ ¨", + "د ا", + "Ġdü zen", + "Ġdüz en", + "ส à¸Ļ", + "ÑĢ он", + "ÑĢо н", + "d ıģı", + "dı ģı", + "dıģ ı", + "âĢĻ da", + "âĢĻd a", + "Ġfark lı", + "Ñħ ов", + "Ñħо в", + "l án", + "lá n", + "Ñĩ аÑģ", + "Ñĩа Ñģ", + "Ñĩ ин", + "Ñĩи н", + "Ġ ì°¸", + "Ġì° ¸", + "ì ´Ī", + "ì´ Ī", + "ÑĨ ип", + "ÑĨи п", + "ç ¹", + "éĸ Ģ", + "ж а", + "ÑĢ ован", + "ÑĢов ан", + "ÑĢо ван", + "ÑĢова н", + "à¸ĵ ะ", + "ÙĦÙĬ زÙĬØ©", + "Ïĩ ει", + "Ïĩε ι", + "à¥Ī .", + "к Ñģп", + "кÑģ п", + "ا ÙĪر", + "اÙĪ ر", + "Ġng uyên", + "Ġnguy ên", + "ãģ« ãĤĪ", + "à¥ĩ म", + "à¥ĩठ®", + "Ïĥ ÏĦε", + "ÏĥÏĦ ε", + "ت ÙĪ", + "Äį ek", + "Äįe k", + "ÑĨ Ñĭ", + "Ġ 물", + "Ġë¬ ¼", + "Ñį ÑĤ", + "Ġka zan", + "Ġkaz an", + "Ùģ س", + "e hir", + "eh ir", + "в ÑĸÑĤ", + "вÑĸ ÑĤ", + "Ġد ÙĪÙĦ", + "ĠدÙĪ ÙĦ", + "Ġ ëĵľ", + "Ġëĵ ľ", + "Ġà¤ļ ल", + "е ÑģÑĤва", + "еÑģÑĤв а", + "еÑģÑĤ ва", + "δ α", + "Ġб Ñĥв", + "ĠбÑĥ в", + "Ġ ÐĿе", + "ĠÐĿ е", + "ØŃ Ø±", + "огÑĢа ÑĦ", + "Ġroz hod", + "Ġrozh od", + "Ġви коÑĢиÑģÑĤ", + "Ġвико ÑĢиÑģÑĤ", + "Ġy êu", + "λ οÏĤ", + "λο ÏĤ", + "Ú© س", + "Ġ شب", + "ĠØ´ ب", + "ิ ษ", + "æ¯ į", + "Ġд оÑĢ", + "Ġдо ÑĢ", + "Ġngh á»ĩ", + "Ġt rang", + "Ġtr ang", + "Ġtra ng", + "Ġtran g", + "à¥ĩ द", + "à¥ĩठ¦", + "Ġt ìm", + "Ñĩ но", + "Ġ اÙħا", + "Ġا Ùħا", + "ĠاÙħ ا", + "éģ ĭ", + "Ú© ر", + "k é", + "Ġ vÄĽt", + "Ġv ÄĽt", + "ĠvÄĽ t", + "Ġн аÑģÑĤ", + "Ġна ÑģÑĤ", + "ĠнаÑģ ÑĤ", + "Ġ æ±", + "Ġæ ±", + "Ġ åĽ½", + "ĠåĽ ½", + "Ġgi ảm", + "Ġgiả m", + "ا دÙĬ", + "اد ÙĬ", + "ëĤ ľ", + "ë¡ ł", + "Ġ ､", + "Ġï½ ¤", + "Ġд енÑĮ", + "Ġде нÑĮ", + "Ġден ÑĮ", + "ÑĨ ÑĸÑİ", + "ÑĨÑĸ Ñİ", + "Ġh ạn", + "Ġhạ n", + "ẳ ng", + "ẳn g", + "λ ή", + "e yen", + "ey en", + "eye n", + "ä¸ Ķ", + "æŃ ¦", + "ĠÑĦ ак", + "à¹Ī à¸Ńà¸Ļ", + "à¹Īà¸Ń à¸Ļ", + "Ġ οι", + "Ġο ι", + "ز Ùħ", + "ãģĹ ãģ¦ãģĦãĤĭ", + "ãģĹãģ¦ ãģĦãĤĭ", + "ãģĹãģ¦ãģĦ ãĤĭ", + "л ива", + "ли ва", + "лив а", + "âĢķ âĢķ", + "Ġ öl", + "Ġö l", + "Ġ à¤ĵ", + "Ġठĵ", + "Ñģ ÑĤÑĸ", + "ÑģÑĤ Ñĸ", + "à¸ģ รรม", + "à¸ģร รม", + "Ġt ục", + "Ġtụ c", + "Ġgö rün", + "Ġgör ün", + "ãģĹ ãģ¾", + "ãģĹãģ ¾", + "Ġ ì¦", + "Ġì ¦", + "é ¦¬", + "é¦ ¬", + "Ġмож на", + "Ġ Ú©ÙĦ", + "ĠÚ© ÙĦ", + "Ġ ÑĨенÑĤ", + "ĠÑĨ енÑĤ", + "ĠÑĨе нÑĤ", + "ĠÑĨен ÑĤ", + "Ġ ìĻ¸", + "ĠìĻ ¸", + "Î ĺ", + "ç ĩ", + "Ġg elen", + "Ġge len", + "Ġgel en", + "Ġgele n", + "Ġ اÙĬÙĨ", + "Ġا ÙĬÙĨ", + "ĠاÙĬ ÙĨ", + "ĠØ¢ ب", + "Ġà¤Ĩ य", + "ัà¸ģ ษ", + "Ñģ им", + "Ñģи м", + "Ġб олÑĮÑĪ", + "ĠболÑĮ ÑĪ", + "Ġм н", + "о ди", + "од и", + "ĠÄ° l", + "Ġ à¤Ĩर", + "Ġà¤Ĩ र", + "е ÑĤе", + "еÑĤ е", + "ÑĨ иÑİ", + "ÑĨи Ñİ", + "áºŃ u", + "Ġt iếng", + "Ġtiế ng", + "Ġtiến g", + "ë ¶ģ", + "ë¶ ģ", + "æ§ ĺ", + "Ġн аÑĪ", + "Ġна ÑĪ", + "ม า", + "âĢĻ ın", + "âĢĻı n", + "ãĥĥ ãĥĹ", + "ÙĪ جÙĩ", + "ÙĪج Ùĩ", + "Ġ ØŃد", + "ĠØŃ Ø¯", + "á vá", + "áv á", + "ر ÙĪØ´", + "رÙĪ Ø´", + "Ġ дейÑģÑĤв", + "Ġд ейÑģÑĤв", + "ãģ£ ãģ¦ãģĦãĤĭ", + "ãģ£ãģ¦ ãģĦãĤĭ", + "ãģ£ãģ¦ãģĦ ãĤĭ", + "Ïģ ή", + "Ġ üst", + "Ġü st", + "Ġt iết", + "Ġti ết", + "Ġtiế t", + "ac aÄŁ", + "aca ÄŁ", + "Ġ ÐŁÐ¾", + "ĠÐŁ о", + "é Ĭ", + "ë¨ ¸", + "c hod", + "ch od", + "cho d", + "ĠØ¢Ùħ ÙĪز", + "ãģŁ ãĤģ", + "Ġch uyên", + "Ġuy gu", + "Ġuyg u", + "н ÑĸÑģÑĤ", + "нÑĸ ÑģÑĤ", + "ë ´", + "æİ §", + "Ñĥ ÑİÑĤÑĮ", + "ÑĥÑİ ÑĤÑĮ", + "ÑĥÑİÑĤ ÑĮ", + "Äį i", + "ãģ ¹", + "à¥Ĥ न", + "æĹ ©", + "ãĥĩ ãĤ£", + "è Ĵ", + "ĠØ´ خص", + "ĠÑħ оÑĤ", + "ĠÚ©ÙĨ ÛĮد", + "г л", + "à¸Ń à¸Ńà¸ģ", + "à¸Ńà¸Ń à¸ģ", + "éĢ Ļ", + "Ġز ÛĮر", + "ĠزÛĮ ر", + "íķ Ń", + "ĠÃĸ z", + "åij ³", + "ØŃ Ø¯Ø©", + "ØŃد Ø©", + "Ġk ažd", + "Ġ ÑĨвеÑĤ", + "ĠÑĨ веÑĤ", + "Ġ ç¾", + "Ġç ¾", + "Ġк ож", + "Ġко ж", + "Ġ ÐŃÑĤо", + "ĠÐŃ ÑĤо", + "ÑıÑĤ елÑĮ", + "ла ÑģÑĮ", + "лаÑģ ÑĮ", + "âĢĮ Ø´ÙĪد", + "âĢĮØ´ ÙĪد", + "μ ι", + "Ġ æ²", + "Ġæ ²", + "Ġs üre", + "Ġsü re", + "Ġsür e", + "ล ะ", + "éħ Ĵ", + "ึà¸ģ ษ", + "λ λά", + "λλ ά", + "ç ij", + "Ġ ìĥĪ", + "Ġìĥ Ī", + "Ġस ह", + "ĠH Ãł", + "리 ê³ł", + "ص ر", + "Ġ æĬķ", + "ĠæĬ ķ", + "éł Ń", + "Ġb á»ĩnh", + "ĠìĥĿ ê°ģ", + "Ġà¤ħ à¤Ń", + "ê³µ ì§Ģ", + "ì Ķ", + "á» Ŀi", + "á»Ŀ i", + "ç ŃĶ", + "çŃ Ķ", + "Ġb Ãłi", + "ĠbÃł i", + "о дÑĸ", + "од Ñĸ", + "า à¸Ĥ", + "าภĤ", + "ни ков", + "ник ов", + "Ġdön em", + "Ġdö nem", + "ว ม", + "ãĥĨ ãĤ£", + "ा रण", + "ार ण", + "о ги", + "ог и", + "Ġk iá»ĥm", + "Ġki á»ĥm", + "о ÑĦ", + "äº Ī", + "åĨ ³", + "ا ÙĦات", + "اÙĦ ات", + "اÙĦا ت", + "Ġn ếu", + "Ġ cest", + "Ġc est", + "Ġce st", + "Ġces t", + "ز Ø´", + "Ùİ ÙĦ", + "Ġت Ø£", + "ĠÄij ạo", + "Ïį ν", + "Ġв нÑĥ", + "Ġ جاÙħ", + "Ġج اÙħ", + "Ġجا Ùħ", + "i vnÃŃ", + "iv nÃŃ", + "Ġìŀ ĪìĬµëĭĪëĭ¤", + "ĠìŀĪ ìĬµëĭĪëĭ¤", + "Ï Ĭ", + "æĦ Ľ", + "ãĥ Ľ", + "м Ñĸн", + "мÑĸ н", + "Ġt ÃŃm", + "ĠtÃŃ m", + "ằ m", + "ê· ł", + "äº ķ", + "Ġx ây", + "Ġ ìĽĶ", + "ĠìĽ Ķ", + "е лен", + "ел ен", + "еле н", + "Ġ à¹Ĥà¸Ķย", + "Ġà¹Ĥ à¸Ķย", + "ا ÙĦÙĩ", + "اÙĦ Ùĩ", + "Ġb ất", + "á»ĵ m", + "âĢĮ Ú¯", + "ÙĪ رة", + "ÙĪر Ø©", + "ب ات", + "با ت", + "Ġb án", + "ẫ u", + "اÙĨ ÙĪÙĨ", + "اÙĨÙĪ ÙĨ", + "Ġzá kon", + "á ž", + "ì¶ Ķ", + "à¹ģ à¸ģ", + "ãĤį ãģĨ", + "ÑĢ оÑĤ", + "ÑĢо ÑĤ", + "ç ĵ", + "Ġв они", + "Ġво ни", + "Ġx ác", + "Ġ دÛĮگر", + "ĠدÛĮ گر", + "ÏĢ οι", + "ÏĢο ι", + "Ġне Ñģк", + "ĠнеÑģ к", + "ر سÛĮ", + "رس ÛĮ", + "Ġ ëĿ¼", + "Ġë Ŀ¼", + "ت ÙĦ", + "λ ά", + "ĠÑıв лÑıеÑĤÑģÑı", + "ä¾ Ŀ", + "Ġ åħ¬", + "Ġåħ ¬", + "Ĺ i", + "Ġ íĬ¹", + "ĠíĬ ¹", + "Ùĥ ÙĪÙĨ", + "ÙĥÙĪ ÙĨ", + "ắ p", + "جÙħ ÙĪع", + "ÏĨ οÏģ", + "ÏĨο Ïģ", + "е ло", + "ел о", + "Ġg üven", + "Ġgü ven", + "Ġм ай", + "Ġма й", + "ĠÑģ оз", + "ĠÑģо з", + "à¸ģ ระ", + "à¸ģร ะ", + "Ġا سÙĦاÙħ", + "Ġاس ÙĦاÙħ", + "Ġ Ñīе", + "ĠÑī е", + "Ġs á»ijng", + "Ġsá»ij ng", + "à¥į ब", + "à¥įठ¬", + "Ú© ار", + "کا ر", + "Ġthu áºŃt", + "Ġ nÃŃ", + "Ġn ÃŃ", + "第 ä¸Ģ", + "è¦ ĸ", + "à¹Ģà¸ģ ม", + "ا ÙĬØ©", + "اÙĬ Ø©", + "Ġ ÎĪ", + "ĠÎ Ī", + "ãĤ ¶", + "ĠÙħ ÙĪÙĤع", + "ĠÙħÙĪ ÙĤع", + "Ġ åĴ", + "Ġå Ĵ", + "è¡ ĵ", + "Ġ Ðŀд", + "ĠÐŀ д", + "Ġ ä¸ī", + "Ġä¸ ī", + "ler inde", + "leri nde", + "lerin de", + "ĠÑģв оÑĹ", + "ĠÑģво ÑĹ", + "à¥Ģ à¤ı", + "Ġth Æ°Æ¡ng", + "Ïĥ ÏĦο", + "ÏĥÏĦ ο", + "Ġ غÙĬر", + "Ġغ ÙĬر", + "Ġ پر", + "ĠÙ¾ ر", + "ĠÑģеб е", + "Ġв к", + "Ġk hai", + "Ġkh ai", + "ãĤ Ģ", + "ĠÙĨ ظر", + "ĠÙĨظ ر", + "Ġдок Ñĥм", + "à¹ĩ à¸ļ", + "Ġ íķľêµŃ", + "Ġíķľ êµŃ", + "ï½ ī", + "å·¥ ç¨ĭ", + "Ġ ÙĪÙĦ", + "ĠÙĪ ÙĦ", + "ØŃ ÙĬ", + "Ġп ла", + "Ġпл а", + "Ġ Ä°stanbul", + "ĠÄ° stanbul", + "âĢĻ de", + "âĢĻd e", + "а лÑģÑı", + "ал ÑģÑı", + "ĠØ¢ÙĨ Ùĩا", + "Ġ اÙĩ", + "Ġا Ùĩ", + "Ġ ê´Ģ리", + "Ġê´Ģ 리", + "Ġ anh", + "Ġa nh", + "Ġan h", + "Å¡ ÃŃm", + "Å¡ÃŃ m", + "lar la", + "ï¼ Ŀ", + "n ostÃŃ", + "no stÃŃ", + "nost ÃŃ", + "nos tÃŃ", + "ÑģÑĤ ве", + "ÑģÑĤв е", + "ÛĮ Ùģ", + "Ġ گرد", + "ĠÚ¯ رد", + "Ġگر د", + "ãĤĮ ãĤĭ", + "Ġv á»±", + "Ġvá» ±", + "ÄĽ nÃŃ", + "ÄĽn ÃŃ", + "Ġgö rev", + "Ġgör ev", + "Ġgöre v", + "Ġyıl ında", + "Ġyılı nda", + "Ġyı lında", + "Ġl ợi", + "Ġlá» £i", + "Ġan lam", + "Ġп ÑĢовод", + "ĠпÑĢо вод", + "ĠпÑĢов од", + "ÑĨ Ñİ", + "Ġ åī", + "Ġå ī", + "Ġë§ İ", + "ÑĢ аÑģ", + "ÑĢа Ñģ", + "Ġ Ž", + "ĠÅ ½", + "Ú© اÙĨ", + "کا ÙĨ", + "Ð Ļ", + "ãģ£ ãģ¨", + "ãģ£ãģ ¨", + "Ú© ÙĦ", + "า ยà¸Ļ", + "าย à¸Ļ", + "ع اÙĦ", + "عا ÙĦ", + "Ġ ký", + "Ġk ý", + "ĠмаÑĤ еÑĢи", + "Ġма ÑĤеÑĢи", + "ê» ĺ", + "ıl ması", + "μ ÎŃν", + "μÎŃ Î½", + "ĠÙĨ ÙħÛĮ", + "ĠÙĨÙħ ÛĮ", + "Ġcu á»Ļc", + "Ġδ εν", + "Ġδε ν", + "å¹ ²", + "＿ ＿＿＿", + "＿＿ ＿＿", + "＿＿＿ ＿", + "à¥Ģ à¤Ł", + "Ġçık ar", + "Ġçı kar", + "Ġkon uÅŁ", + "Ġkonu ÅŁ", + "иÑĤ елÑĮно", + "иÑĤелÑĮ но", + "lan tı", + "lant ı", + "à¹Ħ ล", + "å¾ ĭ", + "Ġ íĶ¼", + "ĠíĶ ¼", + "ìĻ ¸", + "Ġs áng", + "éģ Ķ", + "о жд", + "ож д", + "Ġ آخر", + "ĠØ¢ خر", + "il ece", + "ile ce", + "à¥Ī न", + "Ġ jedn", + "Ġj edn", + "Ġje dn", + "Ġjed n", + "ĠÑģпе ÑĨи", + "´ Ŀ", + "Ġ Úĺ", + "Ġ ãĢĤĊ", + "ĠãĢĤ Ċ", + "èģ Į", + "Ġ ÙĨÛĮ", + "ĠÙĨ ÛĮ", + "ÑĤ оÑĢа", + "ÑĤо ÑĢа", + "ÑĤоÑĢ а", + "λ ι", + "Ġ ÙĪب", + "ĠÙĪ ب", + "iÅŁ im", + "iÅŁi m", + "ç» ´", + "ãĢĢ i", + "Ġm ua", + "Ġmu a", + "Ġj iž", + "Ġji ž", + "è¶ Ĭ", + "ãĤĴ è¦ĭ", + "Ġn á»Ļi", + "à¥į à¤Ĺ", + "à¥įठĹ", + "ç¨ ®", + "Ġ ãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢ", + "à¹ĥ หม", + "à¹ĥห ม", + "Ġ ÎĨ", + "ĠÎ Ĩ", + "ÙĨ دÛĮ", + "ÙĨد ÛĮ", + "ĠÑģ Ñĩ", + "Ġl á»ĩ", + "Ġlá» ĩ", + "l ub", + "lu b", + "еÑĢ ÑĤ", + "Ġ اطÙĦ", + "Ġا Ø·ÙĦ", + "Ġاط ÙĦ", + "ĠÑģ еÑĢед", + "ĠÑģеÑĢ ед", + "Ġ éģ", + "Ġé ģ", + "Ġз ал", + "Ġза л", + "ÙĨ ÛĮÙĨ", + "ÙĨÛĮ ÙĨ", + "çŁ¥ éģĵ", + "Ø¢ ÙĨ", + "Ġ кап", + "Ġк ап", + "Ġка п", + "Ġ à¹Ħม", + "Ġà¹Ħ ม", + "ů vod", + "ův od", + "ĠÙ¾ اÛĮ", + "Ġپا ÛĮ", + "ÑĤ ÑĢи", + "ÑĤÑĢ и", + "Ġi ht", + "Ġih t", + "๠Ĭ", + "Ġв ÑģÑĸ", + "ĠвÑģ Ñĸ", + "Ġt hay", + "Ġth ay", + "Ġtha y", + "å Ĩµ", + "åĨ µ", + "Ġ عÙĨÙĪاÙĨ", + "ĠعÙĨ ÙĪاÙĨ", + "Ġ Î¥", + "ĠÎ ¥", + "ภĿ", + "ε ÏĦαι", + "εÏĦ αι", + "iyor du", + "ï¼Į èĢĮ", + "çļĦ 人", + "Ġ सà¤Ń", + "Ġस à¤Ń", + "à¹ī à¸Ńย", + "à¹īà¸Ń ย", + "ι κο", + "ικ ο", + "ãĤĵ ãģ§", + "ì¡ ±", + "ÙĨج ÙĦÙĬزÙĬØ©", + "Ġž ád", + "ÑĢ ави", + "ÑĢа ви", + "ÑĢав и", + "γ γ", + "æµ ĭ", + "о ÑĨÑĸ", + "ãĢĢ ãĢĢĠãĢĢ", + "ãĢĢãĢĢ ĠãĢĢ", + "ãĢĢãĢĢĠ ãĢĢ", + "Ġतर ह", + "Ġ ëĨ", + "Ġë Ĩ", + "à¥Ģ à¤ļ", + "à¹Ī ม", + "Ġg á»ĵm", + "Ġk iá»ĩn", + "Ġki á»ĩn", + "è· Ł", + "Î ¦", + "es inin", + "esi nin", + "esini n", + "esin in", + "é ¥", + "é« Ķ", + "о Ñĩно", + "оÑĩ но", + "र ण", + "æĺ ¥", + "ç¶ ĵ", + "Ġ بار", + "Ġب ار", + "Ġبا ر", + "ê· ¼", + "éĻ ħ", + "Ġ سÙĬ", + "Ġس ÙĬ", + "Ñģ ÑĥÑĤ", + "ÑģÑĥ ÑĤ", + "ì µľ", + "å± ħ", + "ĠÄį esk", + "ĠÄįe sk", + "Îij ÎĿ", + "Ġd iá»ĩn", + "Ġdi á»ĩn", + "Ġ εί", + "Ġε ί", + "à¸ĩ à¸Ĺ", + "ãĤ ©", + "Ġv á»±c", + "Ġvá»± c", + "в ав", + "ва в", + "t ıģı", + "tı ģı", + "tıģ ı", + "Ġ ëªħ", + "Ġëª ħ", + "η ν", + "в иÑĤ", + "ви ÑĤ", + "Ġ Ø£Ùĥ", + "ĠØ£ Ùĥ", + "Ġп ÑĢоп", + "ĠпÑĢ оп", + "ĠпÑĢо п", + "r ak", + "ra k", + "ÑĢ аÑĤи", + "ÑĢа ÑĤи", + "ÑĢаÑĤ и", + "ĠÄij ánh", + "ĠÄijá nh", + "ÑĢ еп", + "ÑĢе п", + "ê ´ij", + "ê´ ij", + "е ÑĨÑĮ", + "еÑĨ ÑĮ", + "Ġब त", + "Ġ åĮĹ", + "ĠåĮ Ĺ", + "Ġs át", + "l edi", + "le di", + "led i", + "ìłģ ìľ¼ë¡ľ", + "ů j", + "Û° Û°", + "Ġnas ıl", + "Ġ ÙĪس", + "ĠÙĪ س", + "Ġ εξ", + "Ġε ξ", + "в Ñĭ", + "ç½ Ĺ", + "ارÛĮ Ø®", + "à¸Ľ ล", + "ί κ", + "Ġ ê¸Ī", + "Ġê¸ Ī", + "åĩ ł", + "å¼ ·", + "è¿ Ķ", + "Ġnh á»ı", + "å¾ Ģ", + "Ġда же", + "Ġç ev", + "к Ñĸ", + "Ġ Ø£Ùħ", + "ĠØ£ Ùħ", + "ี ส", + "ส ามารà¸ĸ", + "สาม ารà¸ĸ", + "Ġ ÐĦ", + "ĠÐ Ħ", + "Ñħод иÑĤ", + "ë ĸ", + "Ġtr uyá»ģn", + "Ġtruy á»ģn", + "Ġ ÑģÑĤан", + "ĠÑģÑĤ ан", + "ĠÑģÑĤа н", + "ëĵ¤ ìĿĢ", + "ا ÙĦت", + "اÙĦ ت", + "़ à¥ĩ", + "Ġ à¤ħब", + "Ġà¤ħ ब", + "æķ ¸", + "Ġд ÑĸÑı", + "ĠдÑĸ Ñı", + "ĠÙħ تر", + "ĠÙħت ر", + "Ġ ë¸", + "Ġë ¸", + "ï¾ į", + "Ġ ê³¼", + "Ġê³ ¼", + "Ġ زÛĮ", + "Ġز ÛĮ", + "ëŁ ¼", + "Ġ ÐŁÐµÑĢ", + "ĠÐŁ еÑĢ", + "Ġs ık", + "Ġsı k", + "н оÑģÑĤÑĮÑİ", + "ноÑģÑĤÑĮ Ñİ", + "ноÑģÑĤ ÑĮÑİ", + "Ġ eden", + "Ġe den", + "Ġed en", + "ا در", + "اد ر", + "ã Ħ", + "Ġ леÑĩ", + "Ġл еÑĩ", + "ĠÙĩ Ø°Ùĩ", + "ض ÙĪع", + "ضÙĪ ع", + "ĠìķĦ ëĭĪ", + "ĠìķĦëĭ Ī", + "ir ket", + "irk et", + "Ġ اگر", + "Ġا گر", + "ĠÑħ оÑĩ", + "Ġб ан", + "Ġба н", + "íĶ Į", + "æĢİ ä¹Ī", + "è Ľ", + "Ġब à¤ļ", + "ĠÚ© تاب", + "çī Į", + "Ġд ва", + "Ġдв а", + "ج ر", + "Ġп ÑĢоÑģÑĤо", + "ĠпÑĢоÑģÑĤ о", + "ĠпÑĢоÑģ ÑĤо", + "Ġà¤Ĩ व", + "Ġm ức", + "į ¼", + "Ġ jÃŃ", + "Ġj ÃŃ", + "íİ ĺ", + "Ġt amam", + "Ġta mam", + "Ġtam am", + "åĪ Ľ", + "ภĴ", + "п еÑĩ", + "пе Ñĩ", + "à¥ĭ स", + "Ġ Ñģем", + "ĠÑģ ем", + "Ġt Æ°Æ¡ng", + "ä¸ ģ", + "ī ´", + "Ġ ÑĢоÑģ", + "ĠÑĢ оÑģ", + "Ġ маÑĶ", + "Ġм аÑĶ", + "Ġма ÑĶ", + "æŃ Į", + "Ġ داÙĨÙĦÙĪد", + "ĠداÙĨ ÙĦÙĪد", + "ĠL oÃłi", + "ĠLo Ãłi", + "Ġed ilm", + "Ġedi lm", + "Ġedil m", + "Ġk onu", + "Ġko nu", + "Ġkon u", + "ĠاÙĦ Ùħر", + "ĠاÙĦÙħ ر", + "Ġu laÅŁ", + "Ġul aÅŁ", + "Ġyük sek", + "ο ι", + "Ùİ ÙĨ", + "Ġ bÄĽ", + "Ġb ÄĽ", + "ãĤ·ãĥ§ ãĥ³", + "ï¿£ ￣￣￣", + "￣￣ ￣￣", + "￣￣￣ ï¿£", + "Ġg üç", + "Ġgü ç", + "Ġ اÙĪÙĦ", + "Ġا ÙĪÙĦ", + "ĠاÙĪ ÙĦ", + "Ġ ма", + "Ġм а", + "Ġب خش", + "Ġبخ Ø´", + "ा à¤ĸ", + "ाठĸ", + "Ġв иÑģ", + "Ġви Ñģ", + "ž enÃŃ", + "že nÃŃ", + "žen ÃŃ", + "Ġz působ", + "Ġzp ůsob", + "z nam", + "zn am", + "Ġ رÙĪÛĮ", + "Ġر ÙĪÛĮ", + "ĠرÙĪ ÛĮ", + "åĭ Ŀ", + "। Ċ", + "ÙĦ ÙĤ", + "Ġж из", + "ÑĢ Ñĸв", + "ÑĢÑĸ в", + "ĠÑĥ пÑĢав", + "ĠÑĥп ÑĢав", + "Ġph á»ij", + "ic ros", + "icro s", + "Ġ à¹ģà¸ķ", + "Ġà¹ģ à¸ķ", + "Ġ ë°ķ", + "Ġë° ķ", + "ÙĪ ات", + "ÙĪا ت", + "ï¼Į ä¸Ģ", + "ан Ñģ", + "ç´ ļ", + "ย à¸Ļ", + "à¹ģ à¸Ĥ", + "Ġgi áo", + "Ġgiá o", + "äºĮ äºĮ", + "Ġ Ä°s", + "ĠÄ° s", + "ìĬ ¹", + "Ġo lacak", + "Ġol acak", + "Ġola cak", + "Ġ Các", + "ĠC ác", + "Ġ ÑĢÑĥб", + "ĠÑĢ Ñĥб", + "ĠÑĢÑĥ б", + "ẹ p", + "ÄŁ iniz", + "ÄŁini z", + "ÄŁin iz", + "ãģª ãģ©", + "Ġ моÑĢ", + "Ġм оÑĢ", + "Ġмо ÑĢ", + "ĠÑģ дел", + "ÙĦ ÙħاÙĨ", + "ÙĦÙħ اÙĨ", + "n ém", + "né m", + "å° į", + "Ġd ne", + "Ġdn e", + "ì¶ľ ìŀ¥", + "ع ب", + ": ::::::", + ":: :::::", + ":::: :::", + ":::::: :", + "::: ::::", + "::::: ::", + "Î Ĵ", + "e ket", + "ek et", + "Ġ ÑĢеÑĪ", + "ĠÑĢ еÑĪ", + "ĠÑĢе ÑĪ", + "è Ī¬", + "èĪ ¬", + "Ġ íĻĶ", + "ĠíĻ Ķ", + "ص د", + "Ġ маÑĢ", + "Ġм аÑĢ", + "Ġма ÑĢ", + "Ñı ж", + "Ø´ ار", + "ãģ ²", + "Ġ اÙĦÙĬ", + "Ġا ÙĦÙĬ", + "ĠاÙĦ ÙĬ", + "Ù į", + "à¤Ĥ à¤ľ", + "м Ñĭ", + "Ġka rar", + "Ġkar ar", + "Ġkara r", + "ÙĦÛĮ سÛĮ", + "ÙĦÛĮس ÛĮ", + "า à¸ĵ", + "าภĵ", + "ç¾ ¤", + "Ġol ması", + "Ġolm ası", + "Ġolma sı", + "Ġhaz ır", + "γÏģα ÏĨ", + "¯ u", + "в ол", + "во л", + "ĠÑģ ÑĤаÑĢ", + "ĠÑģÑĤ аÑĢ", + "ĠÑģÑĤа ÑĢ", + "o vala", + "ov ala", + "ova la", + "oval a", + "Ġв озмож", + "Ġвоз мож", + "Ġ дав", + "Ġд ав", + "Ġда в", + "é¢ ¨", + "ر ا", + "Ġдоп ом", + "ê² ĥ", + "Ġ ìĺ¬", + "Ġìĺ ¬", + "Ġ åİ", + "Ġå İ", + "Ġ 못", + "Ġëª »", + "u ç", + "í ļ", + "l ük", + "lü k", + "ä¸Ń å¿ĥ", + "Ġ दर", + "Ġद र", + "Ġ âĹĨ", + "ĠâĹ Ĩ", + "Ġt ay", + "Ġta y", + "Ġب سÛĮ", + "Ġبس ÛĮ", + "Ġ ÏĥÏĦα", + "ĠÏĥ ÏĦα", + "ĠÙħ Ø®", + "Ñı Ñī", + "å· ®", + "ภī", + "ëł ¹", + "à¹ĥà¸Ļ à¸ģาร", + "Ġ ÙĩÙĨ", + "ĠÙĩ ÙĨ", + "ãģ ¶", + "л Ñĸд", + "лÑĸ д", + "å į°", + "åį °", + "Ġs ao", + "Ġsa o", + "ÅĻ ad", + "리 ëĬĶ", + "Ñģ лед", + "Ñģл ед", + "åĶ ®", + "Ġ |:", + "Ġ| :", + "æķĻ èĤ²", + "Ġм ол", + "Ġмо л", + "ĠÙĩ ÙĬ", + "ë ģ", + "Ġ кÑĥлÑĮ", + "Ġк ÑĥлÑĮ", + "ĠкÑĥ лÑĮ", + "' nin", + "'n in", + "Ġ خر", + "ĠØ® ر", + "Ġge nel", + "Ġgen el", + "Ġgene l", + "Ġt á»Ń", + "Ġtá» Ń", + "Ġkur ul", + "Ġkuru l", + "ен ÑĤи", + "енÑĤ и", + "à¥ĭ à¤ľà¤¨", + "à¥ĭà¤ľ न", + "è¿Ļ æł·", + "Ġм Ñĸж", + "ĠмÑĸ ж", + "Ġngh iá»ĩm", + "Ġnghiá»ĩ m", + "ĠÏĢ ολ", + "ĠÏĢο λ", + "æĭ Ľ", + "Ġà¤Ĺ à¤ı", + "ầ y", + "Ġc ảm", + "Ġcả m", + "ç´ °", + "rı ca", + "Ġ عÙĦÛĮ", + "Ġع ÙĦÛĮ", + "ĠعÙĦ ÛĮ", + "ิ à¹ī", + "h ur", + "hu r", + "Ġch Æ°a", + "Ñĥ ÑĶÑĤÑĮÑģÑı", + "ÑĥÑĶ ÑĤÑĮÑģÑı", + "ãģ© ãģĨ", + "Ñĥ л", + "ิ ร", + "Ġ æľī", + "ä¼ ¼", + "ÑĦ еÑĢ", + "ÑįÑĤ омÑĥ", + "æĹ ħ", + "ĠÙħ ÙĪج", + "ĠÙħÙĪ ج", + "Ġ 본", + "Ġë³ ¸", + "Ġgi á»Ŀ", + "Ġgiá» Ŀ", + "Ġk iến", + "Ġki ến", + "à¹Ī วย", + "à¹Īว ย", + "Ġd üny", + "Ġdü ny", + "Ġdün y", + "Ġ زÙħ", + "Ġز Ùħ", + "о вÑĸ", + "ов Ñĸ", + "ĠÑĨ ÑĮого", + "ิ à¸ļ", + "Ġ ìĨIJ", + "ĠìĨ IJ", + "èIJ ¥", + "Ġ ÑĢÑĸз", + "ĠÑĢ Ñĸз", + "Ġh á»Ĺ", + "Ġhá» Ĺ", + "ÑĢ Ñĸб", + "ÑĢÑĸ б", + "Ġ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ìľ¼ ë©°", + "äºĨ ä¸Ģ", + "ĠÙĤ بÙĦ", + "ĠÙĤب ÙĦ", + "é¾ Ļ", + "Ġ گذ", + "ĠÚ¯ Ø°", + "Ġ ÙĤد", + "ĠÙĤ د", + "ãģª ãģĭãģ£ãģŁ", + "Ġ à¹Ģร", + "Ġà¹Ģ ร", + "Ġà¹Ģภ£", + "å¸ Į", + "ĠÑģ Ñħ", + "Ġг ÑĢом", + "ĠгÑĢ ом", + "ĠгÑĢо м", + "åĽ ¢", + "Ġ ì§ij", + "Ġì§ ij", + "Ġ лÑĥÑĩ", + "Ġл ÑĥÑĩ", + "åħ µ", + "Ġ ÐŀÑĤ", + "ĠÐŀ ÑĤ", + "Ġmu á»ijn", + "ãģĺ ãĤĥ", + "o vnÃŃ", + "ov nÃŃ", + "ë©´ ìĦľ", + "ë³ Ģ", + "Ġн еб", + "Ġне б", + "Ñģ ии", + "Ñģи и", + "ÙĨ Ùħ", + "ÄŁ in", + "ÄŁi n", + "Ġt oho", + "Ġto ho", + "Ġtoh o", + "en iz", + "eni z", + "ب اش", + "با Ø´", + "ĠÑģ лÑĥж", + "ĠÑģл Ñĥж", + "ĠÑģлÑĥ ж", + "Ġb ợi", + "Ġüzer e", + "Ġüz ere", + "Ġs adece", + "Ġsad ece", + "ĠÏĢ αÏģ", + "ĠÏĢα Ïģ", + "³³³³³³³³ ³³³³³³³³", + "³³³³³³³ ³³³³³³³³³", + "³³³³³ ³³³³³³³³³³³", + "³³³³³³³³³ ³³³³³³³", + "³³³³³³³³³³³ ³³³³³", + "èĮ ĥ", + "ÏĦ ικÏĮ", + "ÏĦικ ÏĮ", + "ÏĦι κÏĮ", + "Ġ äºĮ", + "ãĤĪãģĨ ãģ«", + "è ŀ", + "ãģ® ãģ¯", + "Ġ ÑĥкÑĢаÑĹн", + "ĠÑĥ кÑĢаÑĹн", + "Ġb ắt", + "в ан", + "ва н", + "Ġ ÑģÑĤÑĢа", + "ĠÑģ ÑĤÑĢа", + "ĠÑģÑĤ ÑĢа", + "ĠÑģÑĤÑĢ а", + "è¡ Ģ", + "nu tÃŃ", + "nut ÃŃ", + "o kt", + "ok t", + "รà¸ĩ à¹Ģร", + "Ġ صÙģ", + "Ġص Ùģ", + "åħ ļ", + "ÏĦ ί", + "ï¼ģ ãĢįĊĊ", + "ï¼ģãĢį ĊĊ", + "ĠÑĤем п", + "ĠÑĤе мп", + "é¡ Į", + "Ġs luž", + "Ġslu ž", + "Ñĥ ков", + "Ñĥк ов", + "Ġngh Ä©a", + "ĠnghÄ© a", + "çĶ ²", + "Ġd á»ħ", + "о ви", + "ов и", + "ÏĦ Ïħ", + "ر ÛĮÚ©", + "رÛĮ Ú©", + "ĠA nh", + "ĠAn h", + "ĠвÑģ его", + "ĠвÑģе го", + "âĢĮ Ú©ÙĨ", + "âĢĮÚ© ÙĨ", + "te ÅĻÃŃ", + "Ġm ục", + "Ùĩ ÙĨÚ¯", + "ÙĩÙĨ Ú¯", + "Ġ ÐŁÐ¾Ñģ", + "ĠÐŁ оÑģ", + "ĠÐŁÐ¾ Ñģ", + "Úĺ Ùĩ", + "ĠاÙĦ غ", + "æĿ ¾", + "y sl", + "ys l", + "Ġyap ılan", + "Ġyapı lan", + "Ġyapıl an", + "çĪ ¶", + "Ġm ạnh", + "ر اÙĩ", + "را Ùĩ", + "à¸Ķ à¸ĩ", + "o Äį", + "ë§ IJ", + "åł Ĥ", + "м аÑĤ", + "ма ÑĤ", + "Ġ eÅŁ", + "Ġe ÅŁ", + "ÙĪÙħ ات", + "Ġس اخت", + "åĽł 为", + "Ġп ÑĢий", + "ĠпÑĢ ий", + "ĠпÑĢи й", + "ıl mÄ±ÅŁ", + "é¤ ¨", + "ุ à¸ĩ", + "Ġ ëģ", + "Ġë ģ", + "à¸ķ าม", + "à¸ķา ม", + "åIJ ī", + "μ ή", + "Ġ æľ¬", + "Ġzá klad", + "ت ØŃ", + "è¾ ¼", + "Ġв Ñĸй", + "ĠвÑĸ й", + "ĠÙħÙĨ Ø·", + "Ġto án", + "к аÑĢ", + "ка ÑĢ", + "Ġ ÐĹа", + "ĠÐĹ Ð°", + "ĠпÑĢи мен", + "ĠпÑĢим ен", + "ãĤĭ ãģ¨", + "ั à¸Ĺ", + "ÛĮ س", + "ĠاÙĨ جاÙħ", + "ĠاÙĨج اÙħ", + "Ġع ÙĦÙĬ", + "ĠعÙĦ ÙĬ", + "़ ि", + "e ných", + "en ých", + "ený ch", + "ĠL iên", + "ĠLi ên", + "Ġ па", + "Ġп а", + "éļ Ĭ", + "Ġmo hou", + "Ġmoh ou", + "Ġк ÑĸлÑĮ", + "Ġ Το", + "ĠΤ ο", + "ا ÙĦب", + "اÙĦ ب", + "ÎŃ Î½", + "Ġna bÃŃ", + "Ġnab ÃŃ", + "ç i", + "ler den", + "lerde n", + "Ġth anh", + "Ġthan h", + "Ġtha nh", + "Ġb ütün", + "Ġ åŁ", + "Ġå Ł", + "ì¸ ł", + "Ġz at", + "Ġza t", + "ÙĬ ÙĪ", + "Ġμ ια", + "uy ết", + "Ñij н", + "åĪ Ĵ", + "ли во", + "лив о", + "à¹Ī à¸Ńà¸ĩ", + "à¹Īà¸Ń à¸ĩ", + "ä»ĸ 们", + "Ġб аг", + "Ġба г", + "ि à¤Ń", + "िठŃ", + "ĠÑĤ ам", + "ĠÑĤа м", + "Ġп ÑĢеп", + "ĠпÑĢ еп", + "ĠпÑĢе п", + "ิ à¸Ĭ", + "âĢĻ Ñıз", + "âĢĻÑı з", + "ĠPh ân", + "ж ен", + "же н", + "à¥Ī à¤ķ", + "ĠÑģлÑĥÑĩа е", + "Ġ .:", + "Ġ. :", + "åѦ æł¡", + "Ä° N", + "ç¾ ©", + "ĠÑģ ÑĤо", + "ĠÑģÑĤ о", + "Ġ हर", + "Ġह र", + "Ïħ ν", + "Ġx em", + "Ġxe m", + "Ġб ÑĥÑĤи", + "ĠбÑĥ ÑĤи", + "Ñģ иÑĤ", + "Ñģи ÑĤ", + "çª ģ", + "à¥į à¤Ľ", + "à¥įठĽ", + "åij ¢", + "ï¼Į ä¹Ł", + "e nÄĽ", + "en ÄĽ", + "Ġ κά", + "Ġκ ά", + "iy orum", + "iyor um", + "ĠÚ¯ Ùģت", + "âĹıâĹı âĹıâĹı", + "ั ม", + "Ġ Ðļон", + "ĠÐļ он", + "ĠÐļо н", + "н оÑĪ", + "но ÑĪ", + "ниÑĨ ÑĤ", + "ü zel", + "üz el", + "s ÃŃ", + "å¸ «", + "ص ÙĪÙĦ", + "çĥ Ń", + "ĠÄij ủ", + "ĠÄijá» §", + "ãĤ ®", + "æķ ħ", + "ĠÅ¡ kol", + "ĠÅ¡k ol", + "Ñĩ ен", + "Ñĩе н", + "à¹Ģ ย", + "à¹Ģภ¢", + "à¸Ļ à¸Ļ", + "ÙĢ ÙĢÙĢÙĢ", + "ÙĢÙĢ ÙĢÙĢ", + "ÙĢÙĢÙĢ ÙĢ", + "Ġ üç", + "Ġü ç", + "å¿ µ", + "ãĥª ãĤ¢", + "Ġ íĻĺ", + "ĠíĻ ĺ", + "Ġ éĩij", + "Ġéĩ ij", + "çı Ń", + "Ġ Ñģклад", + "ĠÑģ клад", + "ĠÑģк лад", + "Ñı ми", + "Ñıм и", + "ü f", + "Ġh ã", + "ĠÄIJ ại", + " Ĥ", + "åĦ ª", + "Ġbul unan", + "Ġbulun an", + "ĠاÙĦ ÙħØŃ", + "ĠاÙĦÙħ ØŃ", + "æĪ ı", + "Ġ è©", + "Ġè ©", + "Ġн оÑĢм", + "ĠноÑĢ м", + "Ġchu ẩn", + "Ġз аÑģÑĤ", + "Ġза ÑģÑĤ", + "ĠзаÑģ ÑĤ", + "Ġ vÃŃce", + "ĠvÃŃ ce", + "ĠvÃŃc e", + "Ð ĸ", + "Ġà¤Ĩ ध", + "Ġ Äįas", + "ĠÄį as", + "Ġ боÑĢ", + "Ġб оÑĢ", + "Ġбо ÑĢ", + "Ïģ ια", + "Ïģι α", + "ĠÙħ اÙĩ", + "ĠÙħا Ùĩ", + "Ġ íħ", + "Ġí ħ", + "ÅĻ el", + "ÅĻe l", + "Ñı ви", + "Ñıв и", + "ÏĦ εÏĤ", + "ÏĦε ÏĤ", + "i nÄĽ", + "in ÄĽ", + "Ġп еÑĢе", + "ĠпеÑĢ е", + "éķ ĩ", + "à¥įठŀ", + "Ġ éĺ", + "Ġé ĺ", + "à¹Ī าว", + "à¹Īา ว", + "ร ร", + "Ġ سÙĩ", + "Ġس Ùĩ", + "в али", + "ва ли", + "вал и", + "çķ Ļ", + "ĠÑĦ Ñĥнк", + "ĠÑĦÑĥн к", + "Ġ íĸī", + "Ġí ĸī", + "Ġíĸ ī", + "Ùģ Ùĩ", + "çĶŁ æ´»", + "èģ ŀ", + "o kud", + "ok ud", + "oku d", + "Ġ ìĤ´", + "ĠìĤ ´", + "ı zı", + "ız ı", + "Ġпо лÑĥ", + "Ġпол Ñĥ", + "ï¼Į ä½ł", + "Ø´ اÙĨ", + "æ± º", + "б ÑĢÑı", + "оÑģÑĥд аÑĢ", + "Ġo yun", + "Ġoy un", + "а нии", + "ан ии", + "ани и", + "Ġp rů", + "Ġpr ů", + "Ġn áv", + "Ġná v", + "Ġм енÑı", + "Ġмен Ñı", + "Ġìŀ ĺ", + "Ġ Ä°n", + "ĠÄ° n", + "Ġth ÃŃch", + "ĠthÃŃ ch", + "ĠÄij ảm", + "åľ Ĵ", + "Ġв же", + "Ġl oÃłi", + "Ġlo Ãłi", + "Ġ Ðŀн", + "ĠÐŀ н", + "м еÑģÑĤ", + "ме ÑģÑĤ", + "Ġ ξ", + "ĠÎ ¾", + "ãĢ ħ", + "Ġch iế", + "Ġchi ế", + "Ñĩ Ñĸ", + "Ġ íijľ", + "Ġí ijľ", + "ëĭ ¬", + "Ġ ëĭ¬", + "Ġëĭ ¬", + "à¥Ģ ड", + "ÑĢ алÑĮ", + "ÑĢа лÑĮ", + "ÑĢал ÑĮ", + "d ik", + "di k", + "Ġ íĨł", + "ĠíĨ ł", + "ëŁ ī", + "Ġ صÙĨ", + "Ġص ÙĨ", + "Ġs tej", + "Ġst ej", + "Ġste j", + "Ġа кÑĤив", + "Ġак ÑĤив", + "ĠакÑĤ ив", + "ĠакÑĤи в", + "Ġ é¦", + "Ġé ¦", + "Ġ à¹Ħà¸Ķ", + "Ġà¹Ħ à¸Ķ", + "æĬĢ æľ¯", + "Ġp rostÅĻed", + "Ġpro stÅĻed", + "Ġprost ÅĻed", + "å® ³", + "ãģ IJ", + "Ġol uÅŁtur", + "ĠoluÅŁ tur", + "e lop", + "el op", + "elo p", + "ãģ¡ ãĤĥ", + "éĥ İ", + "ض ا", + "Ġ خط", + "ĠØ® Ø·", + "ë° ķ", + "е ÑģÑı", + "еÑģ Ñı", + "ĠÙĩ ÛĮ", + "н ад", + "на д", + "Ġng Ãłnh", + "ÑĢ ÑĥÑĪ", + "ÑĢÑĥ ÑĪ", + "ãģĦ ãģĦ", + "Ġü rün", + "Ġür ün", + "à¸Ń à¸ķ", + "à¥ĭ प", + "Ġs ayı", + "Ġsa yı", + "Ġsay ı", + "à¥Ģ स", + "е ниÑħ", + "ен иÑħ", + "ени Ñħ", + "Ġ Ñģим", + "ĠÑģ им", + "ĠÑģи м", + "à¥Ģ द", + "å¤ ī", + "à¹Ī วม", + "à¹Īว ม", + "Ġ à¹Ģà¸Ĥ", + "Ġà¹Ģ à¸Ĥ", + "Ġà¹ĢภĤ", + "å·² ç»ı", + "а ÑĤо", + "аÑĤ о", + "ĠÑĢай он", + "í ĥĿ", + "íĥ Ŀ", + "Ġ ÑĤÑĢа", + "ĠÑĤ ÑĢа", + "ĠÑĤÑĢ а", + "l ayan", + "la yan", + "lay an", + "ế p", + "ा à¤Ł", + "ाठŁ", + "Ø® اب", + "人 æ°ij", + "å® Ŀ", + "è Ĩ", + "èª į", + "n aÄį", + "na Äį", + "Ġî ł", + "ĠÐļ и", + "ĠbaÅŁ ka", + "ĠbaÅŁk a", + "c ů", + "ض ع", + "èĪ ª", + "ี ม", + "Ñĭ ми", + "Ñĭм и", + "ÎĻ Σ", + "Ġشر کت", + "ย ว", + "Ġmus ÃŃ", + "Ġmu sÃŃ", + "Ġн ал", + "Ġна л", + "ี à¸Ĺ", + "Ġ áp", + "Ġá p", + "ร าย", + "æ² ¹", + "l eme", + "le me", + "lem e", + "Ġ मन", + "Ġम न", + "à¹Ħ à¸Ł", + "а ÑĤив", + "аÑĤ ив", + "аÑĤи в", + "¸ ı", + "èŃ °", + "Ïĥ ÏĦα", + "ÏĥÏĦ α", + "íĸ ¥", + "е ÑĤÑĥ", + "еÑĤ Ñĥ", + "ĠÑģв Ñıз", + "ĠÑģвÑı з", + "ед еÑĢа", + "ĠØ® ارج", + "า ษ", + "าภ©", + "âĢĮ Ù¾", + "Ñĸ г", + "é¡ ŀ", + "Ġkh ả", + "ĠÑģ пÑĢав", + "ĠÑģп ÑĢав", + "è¡ Ĺ", + "ãĥķ ãĤ¡", + "ãĥķãĤ ¡", + "Ġм еждÑĥ", + "Ġмеж дÑĥ", + "Ñĥ ли", + "Ñĥл и", + "Ġب زر", + "ÑĨ ен", + "ÑĨе н", + "Ġek onom", + "د ÙĨ", + "ا ÙħÛĮ", + "اÙħ ÛĮ", + "าส à¸ķร", + "ĠnÄĽ kol", + "ĠnÄĽk ol", + "g ün", + "з и", + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "ç¦ »", + "Ġtr Æ°á»Łng", + "ı i", + "íİ ¸", + "Ġ ÑĢеб", + "ĠÑĢ еб", + "ĠÑĢе б", + "åº ķ", + "Ġت ارÛĮØ®", + "н има", + "ни ма", + "ним а", + "Ġth ân", + "аÑĤ елÑĮно", + "аÑĤелÑĮ но", + "ĠاÙĦ Ø°ÙĬ", + "ĠاÙĦØ° ÙĬ", + "ÙĪ ÙĨÛĮ", + "ÙĪÙĨ ÛĮ", + "Ġ éĥ", + "Ġé ĥ", + "Ġb ình", + "Ġbì nh", + "ικ ήÏĤ", + "ική ÏĤ", + "à¸ŀ ล", + "تÙħ اع", + "ĠPr aha", + "ĠPra ha", + "Ġ ÑģÑĤав", + "ĠÑģÑĤ ав", + "ĠÑģÑĤа в", + "د ÙĬد", + "دÙĬ د", + "Ġgi ữa", + "Ġgiữ a", + "ĠпÑĢо вед", + "ĠпÑĢов ед", + "Âł k", + "ÙĨد Ú¯ÛĮ", + "ÑĨ ий", + "ÑĨи й", + "ç Ĵ", + "ĠاÙĦ Ø£Ùħ", + "ĠاÙĦØ£ Ùħ", + "Ġ è´", + "Ġè ´", + "Ø¥ ÙĨجÙĦÙĬزÙĬØ©", + "ĠìŀĪ ìĹĪëĭ¤", + "ĠìŀĪìĹĪ ëĭ¤", + "ç ·¨", + "ç· ¨", + "ัà¸Ļ à¸ĺ", + "ĠÑĢок Ñĸв", + "Ġc áo", + "Ġcá o", + "Ġkh ó", + "Ġ ÙĨÙĪع", + "ĠÙĨ ÙĪع", + "ĠÙĨÙĪ ع", + "س ÙĦ", + "Ġ ÑĥÑģлов", + "ĠÑĥ Ñģлов", + "ĠÑĥÑģл ов", + "ĠÑĥÑģ лов", + "Ġcứ u", + "ов ого", + "ово го", + "ि à¤Ĺ", + "िठĹ", + "Ķ ëĭ¤", + "æĿ İ", + "Ġbö lg", + "Ġböl g", + "Ġn gu", + "Ġng u", + "Ġh ữu", + "Ġhá» ¯u", + "н ии", + "ни и", + "ìł Ī", + "Ġп ÑĢом", + "ĠпÑĢ ом", + "ĠпÑĢо м", + "åı Į", + "Ġd Æ°á»Ľi", + "ĠdÆ°á» Ľi", + "ĠdÆ° Ỽi", + "Ð ®", + "ÙĬ Ø´", + "æ¸ ©", + "ëı ħ", + "Ġз мÑĸ", + "Ġзм Ñĸ", + "θη κε", + "ĠbaÄŁ lı", + "Ġüzer inde", + "Ġ تغ", + "Ġت غ", + "Ġп ÑĢогÑĢа", + "ĠпÑĢ огÑĢа", + "ĠпÑĢо гÑĢа", + "ĠпÑĢог ÑĢа", + "i ž", + "Ġ ç¥", + "Ġç ¥", + "Ġy ardım", + "Ġyard ım", + "Ġyar dım", + "ÂĢ ÂĢ", + "ÂĢ Ģ", + "Ġ Ñĥв", + "ĠÑĥ в", + "Ġ rů", + "Ġr ů", + "Ġch iến", + "Ġchi ến", + "Ġchiế n", + "ν οÏĤ", + "νο ÏĤ", + "ãģ¨ ãģª", + "ا ÙĨت", + "اÙĨ ت", + "è° ·", + "ÃŃ sk", + "ÃŃs k", + "is inde", + "isi nde", + "isin de", + "Ġд ог", + "Ġдо г", + "è¿ ½", + "Ġп ÑĢоÑĤив", + "ĠпÑĢо ÑĤив", + "ĠпÑĢоÑĤ ив", + "ĠпÑĢоÑĤи в", + "Ïģ οÏħ", + "Ïģο Ïħ", + "ãģ® ãģĭ", + "Ġb azı", + "Ġba zı", + "Ġbaz ı", + "ı rak", + "ır ak", + "à¥ĩ ष", + "à¥ĩठ·", + "ĠÙħ شار", + "ĠÙħØ´ ار", + "Ġ ìĸij", + "Ġìĸ ij", + "Ġ нез", + "Ġн ез", + "Ġне з", + "Ġ Ø°ÙĦÙĥ", + "ĠØ° ÙĦÙĥ", + "èª ¿", + "åĤ Ļ", + "ĠÑĤ ÑĢан", + "ĠÑĤÑĢ ан", + "ĠÑĤÑĢа н", + "ĠÏĢ αÏģα", + "ĠÏĢαÏģ α", + "ĠÏĢα Ïģα", + "ÛĮ Ùħت", + "ÛĮÙħ ت", + "Ġt iến", + "Ġti ến", + "Ġtiế n", + "ĠÙĩ ÙħÙĩ", + "ĠÙĩÙħ Ùĩ", + "e fon", + "ef on", + "» .ĊĊ", + "». ĊĊ", + "».Ċ Ċ", + "Ġ ÙĨد", + "ĠÙĨ د", + "ج ÙĦ", + "Ġد ادÙĩ", + "Ġداد Ùĩ", + "Ġ вед", + "Ġв ед", + "Ġве д", + "Ġ sın", + "Ġs ın", + "Ġsı n", + "ĠÑģ вÑĸÑĤ", + "ĠÑģв ÑĸÑĤ", + "e lerin", + "el erin", + "eler in", + "ele rin", + "eleri n", + "âĪ ¨", + "Ġy ür", + "д ан", + "да н", + "Ġ ÐŀÑģ", + "ĠÐŀ Ñģ", + "Ġh ạng", + "Ġhạn g", + "Ġhạ ng", + "è® ¸", + "Ïĥ ÏĦη", + "ÏĥÏĦ η", + "uy ến", + "Ġн аб", + "Ġна б", + "Ġ оÑħ", + "Ġо Ñħ", + "Ïĥ Ïī", + "Ġby ly", + "Ġbyl y", + "Ñģ киÑħ", + "Ñģк иÑħ", + "Ñģки Ñħ", + "l amak", + "la mak", + "lam ak", + "lama k", + "и ÑĤоÑĢ", + "иÑĤ оÑĢ", + "Ġy atır", + "Ġya tır", + "Ġyat ır", + "ĠпÑĢоиз вод", + "Ġ جÙħع", + "Ġج Ùħع", + "ĠجÙħ ع", + "Å ł", + "æıIJ ä¾Ľ", + "Ġpr vnÃŃ", + "Ġprv nÃŃ", + "Ġα ÏĢ", + "íĻ ©", + "ĠпÑĢа кÑĤи", + "ler inden", + "lerin den", + "lerinde n", + "ĠнеобÑħодим о", + "åº ·", + "Ùİ Ø§", + "Ġ سÙĨ", + "Ġس ÙĨ", + "Ä° L", + "Ġ ê´ij", + "Ġê ´ij", + "Ġê´ ij", + "Ġ PÅĻ", + "ĠP ÅĻ", + "ç ŀ", + "ĠÑĤемп еÑĢаÑĤÑĥ", + "Ġka bul", + "Ġkab ul", + "Ġbu dou", + "Ġbud ou", + "ÑĨÑĸ оналÑĮ", + "ÑĨÑĸон алÑĮ", + "ï½ ľ", + "Ġç ocuk", + "Ġçocu k", + "ĠÑĤ ÑĸлÑĮки", + "b yt", + "by t", + "ãĥ ¤", + "ĠÑģÑĤ аÑĤ", + "ĠÑģÑĤа ÑĤ", + "Ġ æĿ±", + "ĠæĿ ±", + "le žit", + "اس طة", + "ุ ร", + "i êm", + "iê m", + "ĠкÑĥлÑĮ ÑĤÑĥ", + "Ġ пон", + "Ġп он", + "Ġпо н", + "Ä© nh", + "åĸ ľ", + "н ев", + "не в", + "ÑĶ н", + "ĠÑģо оÑĤ", + "ë Ŀ", + "çĪ ¾", + "Ġtu á»ķi", + "k anı", + "kan ı", + "สำ หร", + "ا عت", + "اع ت", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "д еÑĢж", + "деÑĢ ж", + "Ġоб лаÑģÑĤи", + "Ġобла ÑģÑĤи", + "ĠоблаÑģ ÑĤи", + "ĠоблаÑģÑĤ и", + "Ġобл аÑģÑĤи", + "Ġv ừa", + "Ġvá» «a", + "Ġ ÙħÙħ", + "ĠÙħ Ùħ", + "à¸ģ ำ", + "à¹ģ ม", + "iver sit", + "ivers it", + "à¹ģ ส", + "æ¬ §", + "l anan", + "la nan", + "lan an", + "ÙĬ ÙĨØ©", + "ÙĬÙĨ Ø©", + "س Ø©", + "ĠлÑİд ей", + "ร รม", + "รร ม", + "Ġ ì±Ħ", + "Ġì± Ħ", + "Ġ 天", + "Ġå¤ ©", + "ен нÑĭÑħ", + "à¹ģ ห", + "Ġs práv", + "Ġsp ráv", + "Ġspr áv", + "èŃ ¦", + "ï¼ ľ", + "ั à¸Ĵ", + "il ecek", + "ile cek", + "ilece k", + "Ġ æŁ", + "Ġæ Ł", + "Ġ èĭ±", + "Ġèĭ ±", + "ĠÑħ оÑĢоÑĪ", + "ëł ĩ", + "Û² Û°Û°", + "Û²Û° Û°", + "æĬ ¤", + "Ġl ã", + "ÅĻÃŃ zenÃŃ", + "ÅĻÃŃz enÃŃ", + "ĠتÙĪÙĦ ÛĮد", + "éļ Ľ", + "ãĤĮ ãģ°", + "á Å¡", + "ارÙĬ Ø®", + "æĶ »", + "Ġkho ảng", + "Ġkhoản g", + "éĻ į", + "о ван", + "ов ан", + "ова н", + "Ġg ây", + "âĢĻn ın", + "Ø£ ÙĨ", + "m iÅŁtir", + "mi ÅŁtir", + "miÅŁ tir", + "miÅŁti r", + "Ġs ức", + "Ġsứ c", + "к ÑĥÑģ", + "кÑĥ Ñģ", + "Ġüzer ine", + "ÄŁ ü", + "ا بر", + "اب ر", + "ï¼Į å°±", + "Ì £", + "Ġ ëıĮ", + "Ġëı Į", + "Ġtr á»±c", + "æĶ¶ å½ķ", + "æī ¿", + "ĠN á»Ļi", + "Ġ çĻ¾", + "ĠçĻ ¾", + "ÑĪ ÑĮ", + "ج Ø©", + "ë² ł", + "ठī", + "à ¸ı", + "ภı", + "Ġü lk", + "Ġül k", + "ĠÙĩست ÙĨد", + "ัà¸ļ à¸ģาร", + "ĠÑı ка", + "ĠÑıк а", + "ã İ", + "Ġ Як", + "ĠЯ к", + "Ġг де", + "t iv", + "ti v", + "ãĢ Ī", + "лÑİ Ñĩа", + "лÑİÑĩ а", + "ा ।Ċ", + "ा। Ċ", + "Ġ ÙħاÙĨ", + "ĠÙħ اÙĨ", + "ĠÙħا ÙĨ", + "Ġd lou", + "Ġdl ou", + "Ġ ãĥķ", + "Ġãĥ ķ", + "ठĽ", + "Ġph ục", + "Ġphụ c", + "a kat", + "ak at", + "aka t", + "Ð ¬", + "as ını", + "ĠæĬķ 稿", + "ÑĢ ев", + "ÑĢе в", + "Ġv yt", + "Ġvy t", + "Ġz mÄĽ", + "Ġzm ÄĽ", + "ÏĦ Ïī", + "è ¬", + "Ġ Ñĥм", + "ĠÑĥ м", + "Ġuz un", + "Ġp roti", + "Ġpro ti", + "Ġpr oti", + "Ġprot i", + "ĠÑģо ÑģÑĤоÑı", + "ĠÑģоÑģÑĤ оÑı", + "ัà¸Ĵ à¸Ļ", + "a tik", + "at ik", + "ati k", + "Ġ à¸ł", + "Ġภł", + "Ġà¤Ĩ द", + "lar ından", + "ların dan", + "larında n", + "æĢ ¥", + "ãĥ¼ ãĤ¯", + "ãĥ¼ãĤ ¯", + "ĠÙĦ ÙĦÙħ", + "ĠÙĦÙĦ Ùħ", + "Ùģ تÙĩ", + "Ùģت Ùĩ", + ". :.", + ".: .", + "üç ük", + "ол ева", + "à¹Į Ċ", + "ĠпеÑĢ ев", + "ĠпеÑĢе в", + "ĠÙĨ سب", + "ĠÙĨس ب", + "е леннÑı", + "ел еннÑı", + "елен нÑı", + "' ın", + "'ı n", + "ν Ïī", + "è¡ £", + "Ġ دÙĬ", + "Ġد ÙĬ", + "åį ĩ", + "Ġbel irt", + "Ġbelir t", + "Ġ /:", + "Ġ/ :", + "èij ī", + "Ġv yh", + "Ġvy h", + "çļĦ ä¸Ģ", + "èĥ Į", + "Ġ ìĹ´", + "ĠìĹ ´", + "о ла", + "ол а", + "Ġ تب", + "Ġت ب", + "á ci", + "ác i", + "ा à¤ī", + "ाठī", + "ภİ", + "çĶ ¢", + "à¥Ī ल", + "Ġ ÙĤØ·", + "ĠÙĤ Ø·", + "ëĦ Ī", + "ắ m", + "ÑĢ Ñıд", + "ÑĢÑı д", + "Ġph ụ", + "ĠÙĪ اÙĤع", + "ĠÙĪا ÙĤع", + "Ġm erk", + "Ġme rk", + "Ġmer k", + "Ġch á»ijng", + "å¯ Ł", + "ا بط", + "اب Ø·", + "us unda", + "usu nda", + "Ġод на", + "ž el", + "že l", + "ĠÑģ Ñĥм", + "ĠÑģÑĥ м", + "Ġph ù", + "Ġ ζ", + "ĠÎ ¶", + "Ġz av", + "Ġza v", + "e dn", + "ed n", + "Ġp otÅĻeb", + "Ġpot ÅĻeb", + "ĠÚ©ÙĨ ÙĨد", + "ĠÑĢ азв", + "ĠÑĢаз в", + "ĠÑĢа зв", + "¿ ł", + "ĠاÙĦ ز", + "Ġm ÄĽl", + "ĠmÄĽ l", + "Ġ ÑģÑĤанов", + "ĠÑģÑĤ анов", + "ĠÑģÑĤан ов", + "ĠÑģÑĤа нов", + "Ġ درÛĮ", + "Ġد رÛĮ", + "Ġدر ÛĮ", + "Ġt ượng", + "ã ģµ", + "ãģ µ", + "Ġд ви", + "Ġдв и", + "ÑĮ Ñı", + "è £½", + "è£ ½", + "Ġ تÙĦ", + "Ġت ÙĦ", + "Å¡ Å¥", + "ãģª ãĤī", + "Ġà¤ķ à¤Ī", + "Å¡ i", + "âĢĮ است", + "Ġk ỹ", + "Ġká» ¹", + "ë§ Ŀ", + "Ġà¤Ĩ à¤ľ", + "ãĥ ´", + "Ġb á»ı", + "du ÄŁu", + "duÄŁ u", + "Ġ æ¯", + "Ġæ ¯", + "п еÑĢ", + "пе ÑĢ", + "ا ÙĦÙĬØ©", + "اÙĦ ÙĬØ©", + "اÙĦÙĬ Ø©", + "æīĢ 以", + "åħ °", + "Ġ oran", + "Ġo ran", + "Ġor an", + "Ġora n", + "Ġ íŀ", + "Ġí ŀ", + "Ïĥ ία", + "Ïĥί α", + "Ġph ủ", + "ĠбÑĭ ла", + "ĠбÑĭл а", + "Ñĩ ива", + "Ñĩи ва", + "Ñĩив а", + "Ġ ê°Ħ", + "Ġê° Ħ", + "о лÑĸ", + "ол Ñĸ", + "Ùĥ ت", + "å ħ§", + "åħ §", + "à¥Ĥ à¤Ł", + "Ġ ëĸ", + "Ġë ĸ", + "Ġ ÙĦÙĩ", + "ĠÙĦ Ùĩ", + "ëłĪ ìĿ´", + "Ġh ız", + "å¤ ı", + "ĠæĬķ稿 æĹ¥", + "éļ ¾", + "ĵ °", + "г лÑıд", + "глÑı д", + "гл Ñıд", + "ì n", + "Ġ меÑĢ", + "Ġм еÑĢ", + "Ġ ãĢij", + "ĠãĢ ij", + "Ġ обÑī", + "Ġоб Ñī", + "um hur", + "çł ´", + "л иÑģÑĮ", + "ли ÑģÑĮ", + "sp ÄĽ", + "ر ÙĬÙĤ", + "رÙĬ ÙĤ", + "Ġ تÙģ", + "Ġت Ùģ", + "Ġا ÙĦÙĪ", + "ĠاÙĦ ÙĪ", + "çµ ±", + "а лоÑģÑĮ", + "ал оÑģÑĮ", + "ало ÑģÑĮ", + "Ġm ô", + "Ġv á»ĩ", + "Ġvá» ĩ", + "Ġ δι", + "Ġδ ι", + "Ġ зн", + "Ġз н", + "Ġ بØŃ", + "Ġب ØŃ", + "ت Ùī", + "Ġ ì§ģ", + "Ġì§ ģ", + "Ġvel mi", + "uyá» ħn", + "Ġph ạm", + "ÑģÑĤв ом", + "ÑģÑĤво м", + "ĠÙĪ اÙĦÙħ", + "ĠÙĪاÙĦ Ùħ", + "ĠÙĪا ÙĦÙħ", + "ĠбÑĭ ли", + "ĠбÑĭл и", + "ا Ø°", + "Ø§Ø °", + "ÄĽ ÅĻ", + "â Ħĸ", + "âĦ ĸ", + "Ġп олож", + "Ġпо лож", + "Ġпол ож", + "า à¸ģาร", + "าà¸ģ าร", + "ĠÄį lán", + "Îķ Ρ", + "Ġ ìĤ°", + "ĠìĤ °", + "β α", + "Ġ æĹ¥æľ¬", + "ĠæĹ¥ æľ¬", + "ز د", + "ĠÙĨ ÛĮست", + "ĠÙĨÛĮ ست", + "Ġha yat", + "Ġhay at", + "Ġhaya t", + "ç¢ º", + "à¹Ģ วล", + "à¹Ģว ล", + "ĠCh ÃŃnh", + "ĠChÃŃ nh", + "ï¼Į æĺ¯", + "ĠÙĪ اØŃ", + "ĠÙĪا ØŃ", + "èı ¯", + "Ġή ÏĦαν", + "Ġx á»Ń", + "ĠÄį erv", + "ĠÄįer v", + "ĠÄįe rv", + "ĠÙħد ÛĮر", + "é Ĩ", + "ĠëĪ Ī", + "ç» Ń", + "Ġt ên", + "ìĸ ¸", + "Ġort aya", + "Ġorta ya", + "Ġ жен", + "Ġж ен", + "Ġже н", + "Ġn Æ¡i", + "ен нÑĭе", + "ÑĦ екÑĤив", + "ÑĦек ÑĤив", + "íĿ ¬", + "Ġkh á»ı", + "ĠÄij a", + "os yal", + "osy al", + "à¸Ľà¸£à¸° à¹Ģà¸Ĺศ", + "Ġo dst", + "Ġod st", + "Ġ à¸ĸ", + "Ġภĸ", + "Ġο ÏĢο", + "æĶ¿ åºľ", + "Ġb Ãłn", + "ĠbÃł n", + "ĠG iá»", + "ĠGi á»", + "Ġold uk", + "Ġol duk", + "Ġoldu k", + "о вание", + "ов ание", + "ова ние", + "овани е", + "ован ие", + "à¸Ń ส", + "Ġ нев", + "Ġн ев", + "Ġне в", + "ÏĦ Ïģο", + "ÏĦÏģ ο", + "Ġ ìĨį", + "ĠìĨ į", + "k ı", + "Ġब ड", + "Ġ ÏħÏĢ", + "ĠÏħ ÏĢ", + "Ġ Vý", + "ĠV ý", + "ï¾ Ħ", + "çŃ ĸ", + "ε ÏĨ", + "Ġ åħ¨", + "Ġåħ ¨", + "ĠÙģ رÙĪØ´", + "ĠÙģر ÙĪØ´", + "ĠÙģرÙĪ Ø´", + "ÙĤÛĮ ÙĤ", + "ä¼ģ ä¸ļ", + "ε Ïį", + "èĻ Ł", + "Ġa yr", + "Ġay r", + "ض ÙĪ", + "Å¡ el", + "Å¡e l", + "Ġп ÑĸÑģлÑı", + "ĠпÑĸÑģ лÑı", + "Ñĸй Ñģ", + "é¢ Ĩ", + "Ú© تر", + "کت ر", + "л Ñĥб", + "лÑĥ б", + "è« ĸ", + "æ° ¸", + "ез пеÑĩ", + "Ġ кам", + "Ġк ам", + "Ġка м", + "ع داد", + "عد اد", + "ê±° ëŀĺ", + "ู à¸ĩ", + "ĠتÙĩ راÙĨ", + "Ġ ëĦĪ", + "ĠëĦ Ī", + "ÑĢ ив", + "ÑĢи в", + "Ġ ÑĤоÑĢ", + "ĠÑĤ оÑĢ", + "ĠÑĤо ÑĢ", + "ا Ùī", + "ا٠ī", + "' Ñıз", + "'Ñı з", + "ÙIJ ÙĬ", + "Ġkh ÃŃ", + "Ġ ÑĪÑĤ", + "ĠÑĪ ÑĤ", + "Ġ ξε", + "ĠÎľ ε", + "Ġb iri", + "Ġbi ri", + "Ġbir i", + "è ĩ´", + "èĩ ´", + "Ñĥ вав", + "Ñĥв ав", + "Ñĥва в", + "ãģĪ ãĤĭ", + "Ġд иÑģ", + "Ġди Ñģ", + "а ÑİÑĤ", + "аÑİ ÑĤ", + "ص ب", + "åĿ ĩ", + "о лÑİ", + "ол Ñİ", + "èĭ ¥", + "Ġ اث", + "Ġا Ø«", + "ĠØ§Ø «", + "s ou", + "so u", + "åIJ ĥ", + "ãģ® ãģł", + "ub lik", + "ubl ik", + "л ей", + "ле й", + "Âł m", + "Ġíıī ê·ł", + "ạ y", + "ε ÏĢ", + "t ık", + "tı k", + "Ġv yu", + "Ġvy u", + "ع ÙĪد", + "Ġд оз", + "Ġдо з", + "Ġl á»ĭch", + "è³ ª", + "à¥ģ à¤Ī", + "à¥ģठĪ", + "ั à¸ŀ", + "Ġt ém", + "Ġté m", + "Ġ kaç", + "Ġk aç", + "Ġka ç", + "Ġc ái", + "Ġcá i", + "Ġ μα", + "Ġμ α", + "âĢ¦âĢ¦ ãĢįĊĊ", + "í Ī¬", + "ر ÙĪÙĩ", + "رÙĪ Ùĩ", + "Ġ rych", + "Ġr ych", + "Ġry ch", + "Îij Τ", + "Ġ ÑĢÑĸв", + "ĠÑĢ Ñĸв", + "ë³ ij", + "åģ ¥", + "Ġzd rav", + "Ġ عدد", + "Ġع دد", + "Ġعد د", + "èį ī", + "δ ια", + "δι α", + "Ġv áºŃn", + "Ñĭ ÑĤ", + "Ġкол иÑĩ", + "Ġко лиÑĩ", + "Ġколи Ñĩ", + "ÏĮ ÏĦε", + "Ġb ırak", + "Ġ ØŃÙħ", + "ĠØŃ Ùħ", + "Ġch á»ĭ", + "é» Ħ", + "ĠاÙĦÙħت ØŃدة", + "ื à¸Ńà¸ģ", + "ืà¸Ń à¸ģ", + "Ġз али", + "Ġза ли", + "Ġзал и", + "Ġnh anh", + "âĢĮ تÙĪاÙĨ", + "ëĿ ½", + "Ġت ÙĪسط", + "ĠتÙĪ سط", + "ĠتÙĪس Ø·", + "è¦ģ æ±Ĥ", + "а лÑĥ", + "ал Ñĥ", + "ün kü", + "ünk ü", + "ãģª ãĤĵ", + "Ġ Trong", + "ĠT rong", + "ĠTr ong", + "ĠTro ng", + "à¸Ļ ะ", + "åij ¼", + "Ġ ÙĬÙħ", + "ĠÙĬ Ùħ", + "и ки", + "ик и", + "ĠÑĤ ÑĥÑĤ", + "ĠÑĤÑĥ ÑĤ", + "Ġya ÅŁam", + "ĠyaÅŁ am", + "Ġm á»įi", + "é ĽĦ", + "éĽ Ħ", + "ĠØŃ Ø¶", + "Ġав ÑĤом", + "ĠавÑĤ ом", + "Ġसब स", + "Ġy ếu", + "ãĤ¹ ãĤ¿", + "Ïĩ ή", + "Ñĸ Ñİ", + "è ĺ", + "ิ ย", + "Ġm ev", + "Ġme v", + "ick ého", + "ické ho", + "ि ह", + "िठ¹", + "åŃ £", + "θ ή", + "Ġब ढ", + "ĠاÙĦ Ùħس", + "ĠاÙĦÙħ س", + "ÏĦ οÏħ", + "ÏĦο Ïħ", + "ek li", + "ekl i", + "Ġде ÑĢев", + "ĠдеÑĢ ев", + "å¸ Ń", + "æ² Ļ", + "ãģ« ãĤĤ", + "Ġo blast", + "Ġob last", + "Ġobl ast", + "Ġh á»Ļ", + "Ġhá» Ļ", + "Ġ å¹³", + "Ġå¹ ³", + ".:.:.:.: .:.:.:.:", + ".:.:.:. :.:.:.:.:", + "Ġ éĸ", + "Ġé ĸ", + "Ġ جز", + "Ġج ز", + "ĠÙĩÙħ ÚĨ", + "ä¸ ¦", + "ÑĨ еп", + "ÑĨе п", + "ा Ċ", + "ä¸Ń çļĦ", + "'n ın", + "Ġ íķĺëĬĶ", + "Ġíķĺ ëĬĶ", + "ÑĶ ÑĹ", + "Ġ بش", + "Ġب Ø´", + "åį ´", + "ä¹ ł", + "ĠاطÙĦ اعات", + "ĠاطÙĦاع ات", + "Ġ ë²ł", + "Ġë² ł", + "Ġکرد ÙĨ", + "Ġکر دÙĨ", + "ा ड", + "ाठ¡", + "Ġà¤ħ र", + "ĠH á»į", + "ĠHá» į", + "ĠгÑĢом ад", + "Ġ ست", + "ĠØ ³Øª", + "Ġس ت", + "ÏĦι ÏĤ", + "Ġan cak", + "Ġanc ak", + "Ġ ог", + "Ġо г", + "Ġk teÅĻÃŃ", + "Ġ æ¬", + "Ġæ ¬", + "Ġ Ngh", + "ĠN gh", + "ĠNg h", + "Ġt edy", + "Ġte dy", + "Ġted y", + "Ġ ÏĢο", + "ĠÏĢ ο", + "Ġqu ân", + "Ġб Ñĥли", + "ĠбÑĥ ли", + "è¯ Ĩ", + "Ġt ừng", + "Ġtá» «ng", + "Ġtừ ng", + "人 çļĦ", + "ี à¸ģาร", + "ีà¸ģ าร", + "Ġκα ÏĦα", + "Ġpo uze", + "Ġpou ze", + "¡ ng", + "ĠØ¢ ر", + "Ġ ÑĤÑĥ", + "ĠÑĤ Ñĥ", + "Ġt á»·", + "Ġtá» ·", + "ĠD anh", + "ĠDan h", + "ĠDa nh", + "о ном", + "он ом", + "Ñģ ий", + "Ñģи й", + "Ġ à¹Ģà¸Ķ", + "Ġà¹Ģ à¸Ķ", + "Ġà¹ĢภĶ", + "£ ¨", + "Å¡ k", + "ãĥĥ ãĥī", + "ar dır", + "ard ır", + "Ġyö net", + "Ġyön et", + "Ñĥ вали", + "Ñĥв али", + "Ñĥва ли", + "åħĪ çĶŁ", + "Ġ ÐIJÑĢ", + "ĠÐIJ ÑĢ", + "Ġprot ože", + "Ġproto že", + "Ġ íģ¬", + "Ġíģ ¬", + "Ġjed not", + "Ġjedn ot", + "Ġjedno t", + "Ġt ý", + "éĩ ĩ", + "Ġ หร", + "Ġห ร", + "Ġ åľ°", + "Ġåľ °", + "çº ¢", + "Ġм олод", + "Ġмол од", + "Ġмо лод", + "iên g", + "iê ng", + "ĠÏĮ ÏĦι", + "Ġد اشتÙĩ", + "Ġداش تÙĩ", + "Ġداشت Ùĩ", + "Ġuy gun", + "Ġuyg un", + "Ġuygu n", + "Ġоп еÑĢа", + "ĠопеÑĢ а", + "åı «", + "Ġ ап", + "Ġа п", + "Ġ кÑĥÑĢ", + "Ġк ÑĥÑĢ", + "ĠкÑĥ ÑĢ", + "ا عة", + "اع Ø©", + "un uz", + "unu z", + "Ġ ìĤ¬ì§Ħ", + "ĠìĤ¬ ì§Ħ", + "Ġv ô", + "ç ok", + "ço k", + "Ġ èģ", + "Ġè ģ", + "ÑĤе ÑĢеÑģ", + "ÑĤеÑĢ еÑģ", + "Ġ استاÙĨ", + "Ġا ستاÙĨ", + "Ġاست اÙĨ", + "Ġاس تاÙĨ", + "а лаÑģÑĮ", + "ала ÑģÑĮ", + "à¥ģ व", + "à¥ģठµ", + "á» ³", + "Ġl Æ°u", + "Ġ Та", + "ĠТ а", + "Ġl á»±a", + "' ÑĶ", + "Ġ üy", + "Ġü y", + "Ġ ÛĮÚ©ÛĮ", + "ĠÛĮ Ú©ÛĮ", + "ĠÛĮÚ© ÛĮ", + "æ ¾", + "н ем", + "не м", + "Ġ خاÙĨ", + "ĠØ® اÙĨ", + "ĠÑį лек", + "ÙĤ اÙĦ", + "л ок", + "ло к", + "ĠÄij ẹp", + "à¥ī ल", + "Ġm ůž", + "Ġmů ž", + "ëĭ¤ ëĬĶ", + "Ġ íķĺëĤĺ", + "Ġíķĺ ëĤĺ", + "ÙĦ ت", + "çİ° åľ¨", + "м о", + "Ïħ Ïĥ", + "ãģŁ ãģ¡", + "ĠìłĦ ìĦ¸", + "à¥į à¤Łà¤°", + "à¥įà¤Ł र", + "ع ات", + "عا ت", + "د ÙĪ", + "ä¿ º", + "æ¥ ½", + "æ£ ®", + "Ġл иÑģÑĤ", + "Ġли ÑģÑĤ", + "δ ι", + "å¯ Į", + "ĠÄij Æ°a", + "в еÑģÑĤи", + "ве ÑģÑĤи", + "веÑģÑĤ и", + "д о", + "ан нÑĸ", + "Ġü ret", + "Ġür et", + "Ġg á»įi", + "ĠÑģ воÑİ", + "ĠÑģв оÑİ", + "ĠÑģво Ñİ", + "á» «ng", + "ừ ng", + "Ġt ất", + "äºļ æ´²", + "á ce", + "ác e", + "N Ãį", + "Ġ ÑĢÑĭ", + "ĠÑĢ Ñĭ", + "æ» ¡", + "Ïģ εÏĤ", + "Ïģε ÏĤ", + "åħį è´¹", + "л оÑĤ", + "ло ÑĤ", + "æĻ º", + "Ġα γ", + "Ġà¤ħ म", + "Ġ ç´", + "Ġç ´", + "о до", + "од о", + "Ñħ и", + "Ġngu á»ĵn", + "éĥ¨ åĪĨ", + "в аÑĤ", + "ва ÑĤ", + "ĠÑĤ еб", + "ĠÑĤе б", + "з аÑĨÑĸÑĹ", + "за ÑĨÑĸÑĹ", + "Ġ ÐŁÑĢо", + "ĠÐŁ ÑĢо", + "ĠÐŁÑĢ о", + "ع ÛĮ", + "Ġ ÙĪÙĬ", + "ĠÙĪ ÙĬ", + "ëŀ ľ", + "Ġne by", + "Ġneb y", + "Ġج دÛĮد", + "Ġجد ÛĮد", + "ÄŁ imiz", + "ÄŁim iz", + "£ ½", + "Ġà¤Ĩ त", + "Ġà¤Ń र", + "æī ĺ", + "å®ī åħ¨", + "Ġëĵ¤ ìĸ´", + "ب رد", + "بر د", + "Ġê²ĥ ìĿ´", + "äº ²", + "æ° ı", + "ал Ñĸз", + "алÑĸ з", + "l ack", + "la ck", + "lac k", + "ĠÙħخت ÙĦÙģ", + "ا ÙĨÙĬØ©", + "اÙĨ ÙĬØ©", + "اÙĨÙĬ Ø©", + "Ġ ì²Ń", + "Ġì² Ń", + "Ġ виÑĤ", + "Ġв иÑĤ", + "Ġви ÑĤ", + "Ġhar eket", + "Ġhare ket", + "Ġharek et", + "é ¨", + "à¸Ļ ำ", + "Ġب رخ", + "Ġبر Ø®", + "å£ ²", + "Ñĩ ай", + "Ñĩа й", + "Ġan lat", + "Ġà¤ħ व", + "ĠاÙģ ز", + "Ġh ết", + "ĠÚĨ ÙĨد", + "éĹ ľ", + "пÑĢи ÑĶм", + "g ı", + "Ġk omp", + "Ġkom p", + "Ġko mp", + "Ġl Ỽp", + "ĠlỼ p", + "Ġm á»Ĺi", + "Ġmá» Ĺi", + "à¸Ľà¸£à¸° à¸ģ", + "Ġ haf", + "Ġh af", + "Ġha f", + "Ġ eder", + "Ġe der", + "Ġed er", + "Ġзд оÑĢов", + "à¥Ĥ म", + "ëł ¸", + "Ġo nun", + "Ġon un", + "Ġonu n", + "ĠÙħر دÙħ", + "ĠÙħرد Ùħ", + "ĠÐľ аÑĢ", + "ĠÐľÐ° ÑĢ", + "Ġìĸ´ ëĸ", + "м ан", + "ма н", + "Ġ ÑģилÑĮ", + "ĠÑģ илÑĮ", + "ĠÑģи лÑĮ", + "ĠÑģил ÑĮ", + "ç¶ ²", + "ë¸ Ķ", + "л ÑıеÑĤ", + "лÑı еÑĤ", + "ĠнеÑģк олÑĮко", + "ĠнеÑģколÑĮ ко", + "l andır", + "land ır", + "lan dır", + "landı r", + "Ġв д", + "ĠÙĨ ÙĪ", + "ãģ İ", + "ÑĤ ин", + "ÑĤи н", + "ت Ø´", + "а ний", + "ан ий", + "ани й", + "Ġt ÅĻ", + "Ñģ иÑħ", + "Ñģи Ñħ", + "л ом", + "ло м", + "æŃ ©", + "ãİ ¡", + "Ġ ØŃر", + "ĠØŃ Ø±", + "æĭ į", + "e nou", + "en ou", + "eno u", + "Ġв ели", + "Ġвел и", + "Ġве ли", + "Ġ δη", + "Ġδ η", + "s ka", + "sk a", + "主 è¦ģ", + "ا ÙģØ©", + "اÙģ Ø©", + "ĠболÑĮ ÑĪе", + "ĠболÑĮÑĪ е", + "ิ ศ", + "çĽ Ĭ", + "ĠÙģ ÙĤØ·", + "ĠÙģÙĤ Ø·", + "å¨ ģ", + "Ġh Æ°á»Łng", + "ĠD oÄŁ", + "ĠDo ÄŁ", + "Ġd Ãłi", + "Ġ гоÑĤов", + "Ġг оÑĤов", + "ĠгоÑĤ ов", + "Ġв ам", + "Ġва м", + "âĢ ī", + "ा à¤ļ", + "ाठļ", + "åħ ¸", + "à¹ĥ หà¸į", + "à¹ĥห à¸į", + "Ġ ç«", + "Ġç «", + "ekt ör", + "Ġв ел", + "Ġве л", + "Ġ ÙĦÙĪ", + "ĠÙĦ ÙĪ", + "Ø´ تÙĩ", + "شت Ùĩ", + "æĺ ¾", + "ả y", + "à¹Ĥ ม", + "Ġt á»ķng", + "Ġtá»ķ ng", + "Ġtá»ķn g", + "ĠповеÑĢ Ñħ", + "ÑĹ Ð²", + "Ġph ép", + "çļ ĩ", + "Ġп оÑĢÑıд", + "Ġпо ÑĢÑıд", + "ĠпоÑĢ Ñıд", + "ĠÑģооÑĤ веÑĤ", + "ठĿ", + "ĠÑģеб Ñı", + "Ġ ëĤł", + "ĠëĤ ł", + "Ġб Ñĥла", + "ĠбÑĥ ла", + "à¹ī าย", + "à¹īา ย", + "Ġ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢ", + "ĠÙħ جÙħÙĪع", + "ï¼Į 以", + "Ġب ÙĪدÙĩ", + "ĠبÙĪد Ùĩ", + "ĠبÙĪ دÙĩ", + "μ ÏĮ", + "Ġ íݸ", + "Ġíİ ¸", + "eÅŁ it", + "Ñİ Ñīие", + "ÑİÑī ие", + "Ñİ ÑīиÑħ", + "ÑİÑī иÑħ", + "åŁº éĩij", + "Ġت ØŃت", + "ĠتØŃ Øª", + "Ġв лаÑģ", + "Ġвла Ñģ", + "ler le", + "ãĤ ²", + "ëĬ ĺ", + "è ĵ", + "m anın", + "man ın", + "manı n", + "ìŀ Ī", + "Ġz ast", + "Ġza st", + "Ġzas t", + "ĠÑĩелов ек", + "à¥ĩ ब", + "à¥ĩठ¬", + "p eÄį", + "pe Äį", + "Ġبر ÙĨاÙħÙĩ", + "Ġs lov", + "Ġsl ov", + "Ġslo v", + "ĠnÄĽ jak", + "ĠnÄĽj ak", + "ê· ľ", + "à¥ĩ ह", + "à¥ĩठ¹", + "èĹ ¤", + "ĠبÛĮ شتر", + "ĠبÛĮØ´ تر", + "il iz", + "ili z", + "Ġ ëĶĶ", + "Ġë ĶĶ", + "ĠëĶ Ķ", + "ا زÙĩ", + "از Ùĩ", + "ت د", + "Ġe tm", + "Ġet m", + "Ġëĭ¤ 른", + "Ġ vů", + "Ġv ů", + "å° Ħ", + "Ġк лаÑģ", + "Ġкл аÑģ", + "Ġкла Ñģ", + "в ÑĢоп", + "æ´ ¾", + "ĠÄij ình", + "Ñĥ ÑİÑĤ", + "ÑĥÑİ ÑĤ", + "Ñĥ еÑĤÑģÑı", + "ÑĥеÑĤ ÑģÑı", + "éľ ²", + "Ġ ÑģкоÑĢ", + "ĠÑģ коÑĢ", + "ĠÑģк оÑĢ", + "Ġв аÑģ", + "Ġва Ñģ", + "íķĺ ìĺĢëĭ¤", + "íķĺìĺĢ ëĭ¤", + "Ġ داشت", + "Ġد اشت", + "Ġداش ت", + "Ġ çĦ", + "Ġç Ħ", + "Ġ 西", + "Ġè ¥¿", + "Ġκα ÏĦά", + "ॠ¦", + "ìĹ Ĩ", + "Ġ خدÙħ", + "ĠØ® دÙħ", + "Ġخد Ùħ", + "ا سÙħ", + "اس Ùħ", + "Îij Ρ", + "ĠA ma", + "ĠAm a", + "å¥ ¥", + "Ġبزر Ú¯", + "Ġ ÐĴÑĸн", + "ĠÐĴ Ñĸн", + "Ġ Åĺ", + "ĠÅ ĺ", + "Ġ à¸Īาà¸ģ", + "Ġà¸Ī าà¸ģ", + "ĠÑħаÑĢакÑĤ еÑĢ", + "ĠÄij á»Ļi", + "ĠÄijá»Ļ i", + "ĠÑĢоз виÑĤ", + "ĠÑĢозви ÑĤ", + "ĠпÑĢоÑĦ еÑģ", + "Ġкон ÑĤÑĢ", + "ĠконÑĤ ÑĢ", + "ÎŁ ÎĽ", + "ÎŁÎ Ľ", + "Ġm inh", + "Ġmin h", + "Ġmi nh", + "ä¼ ij", + "ì ª½", + "Ġch Æ¡i", + "з аÑĨии", + "за ÑĨии", + "ĠдÑĸÑı лÑĮ", + "ë Ĩ", + "Ġn gay", + "Ġng ay", + "Ġnga y", + "à¥Ĥ à¤Ĥ", + "Ġiht iy", + "éĽ ª", + "Ġ ê´Ģ리ìŀIJ", + "Ġê´Ģ리 ìŀIJ", + "Ġc ụ", + "Ġ ì§Ī", + "Ġì§ Ī", + "ÙĬ Ø«", + "ặ p", + "ÙĪ اع", + "ÙĪا ع", + "ãģĤ ãģ£ãģŁ", + "Ġ çľ", + "Ġç ľ", + "Ġ ìļ°ë¦¬", + "Ġìļ° 리", + "à¹Ī à¸ĩà¸Ĥ", + "à¹Īà¸ĩ à¸Ĥ", + "Ġ çŃ", + "Ġç Ń", + ") ØĮ", + "Ãł m", + "ÙĦ ÛĮÙĦ", + "ÙĦÛĮ ÙĦ", + "Ġ 걸", + "Ġê± ¸", + "алÑĮ ниÑħ", + "æŶ åĢĻ", + "un dan", + "und an", + "unda n", + "Ġ Gün", + "ĠG ün", + "ĠGü n", + "Ġ topl", + "Ġt opl", + "Ġto pl", + "Ġtop l", + "ĠÑĢек омен", + "ĠاÙĨت خاب", + "Ãł u", + "Äį ka", + "ë° Ģ", + "Ġк ÑĢаÑģ", + "ĠкÑĢа Ñģ", + "л оп", + "ло п", + "å¼ µ", + "ĠاÙĦ Ùħع", + "ĠاÙĦÙħ ع", + "m ÃŃn", + "mÃŃ n", + "Ġv iết", + "Ġvi ết", + "Ġ ê°ĻìĿĢ", + "Ġê°Ļ ìĿĢ", + "ut eÄį", + "ute Äį", + "Ġ nech", + "Ġn ech", + "Ġne ch", + "Ġnec h", + "çµ Ĥ", + "ãģª ãģĮ", + "ay ın", + "ayı n", + "Ġ Äįin", + "ĠÄį in", + "ĠÄįi n", + "ch ázÃŃ", + "cház ÃŃ", + "اÙģ ظ", + "ÑĢ оваÑĤÑĮ", + "ÑĢов аÑĤÑĮ", + "ÑĢо ваÑĤÑĮ", + "ÑĢова ÑĤÑĮ", + "à¹Ħ ร", + "Ġ ãĤ¤", + "ĠãĤ ¤", + "Ġзаб олева", + "Ġ å±±", + "Ġå± ±", + "Ġka dın", + "Ġkad ın", + "ÏĦ ηÏĤ", + "ÏĦη ÏĤ", + "а лиÑģÑĮ", + "ал иÑģÑĮ", + "али ÑģÑĮ", + "Ġh ük", + "åĵ ¥", + "Ġп еÑĢи", + "ĠпеÑĢ и", + "ÅĻ ád", + "Ġà¤ħ स", + "Ġ ÑģÑĤвоÑĢ", + "ĠÑģÑĤ воÑĢ", + "ĠÙĪ ÛĮÚ©ÛĮ", + "ĠÙĪÛĮ Ú©ÛĮ", + "Ġ ì¡", + "Ġì ¡", + "Ġc á»Ńa", + "Ġcá»Ń a", + "Ġh iá»ĥu", + "游 æĪı", + "ÑĮ омÑĥ", + "Ġg ó", + "Ġt oh", + "Ġto h", + "Ġб ла", + "Ġбл а", + "Ġ åij", + "Ġå ij", + "Ġп ло", + "Ġпл о", + "и ÑĪ", + "ĠÄij ấu", + "s kou", + "sk ou", + "sko u", + "ãĤĪ ãĤĬ", + "ู à¸Ľ", + "Ġr á»ĵi", + "оп ÑĢоÑģ", + "н олог", + "ĠÑĤ ÑĢав", + "ĠÑĤÑĢ ав", + "ĠÑĤÑĢа в", + "ĠWay back", + "Ġ à¹Ĩ", + "ĠÑĥ ÑĩаÑģÑĤ", + "ĠÑĥÑĩ аÑģÑĤ", + "ĠÑĥÑĩа ÑģÑĤ", + "ĠÑĥÑĩаÑģ ÑĤ", + "ĠпÑĢеп аÑĢа", + "Ġd ạng", + "ĠÃľ n", + "à¹Ħล à¸Ļ", + "Ġد اخ", + "Ġs Æ¡", + "Ġk oy", + "Ġko y", + "ëĿ¼ ê³ł", + "ĠÄij úng", + "à¥ĩà¤Ĥ ,", + "Ġgeç ir", + "ĠÑıк Ñīо", + "Ñģ ÑĤÑĢо", + "ÑģÑĤ ÑĢо", + "ÑģÑĤÑĢ о", + "ен ÑĤов", + "енÑĤ ов", + "Ñĸ ж", + "к ÑĥÑİ", + "кÑĥ Ñİ", + "Ġe ÄŁitim", + "ĠeÄŁit im", + "à¥įर स", + "Ġ Сп", + "ĠС п", + "ا تÛĮ", + "ات ÛĮ", + "ãģij ãĤĭ", + "ÏĦ Ïīν", + "ÏĦÏī ν", + "Ġ км", + "Ġк м", + "âĸįâĸį âĸįâĸį", + "j ist", + "ji st", + "jis t", + "ÑĤ ак", + "ÑĤа к", + "Ġ åIJįåīį", + "ĠåIJį åīį", + "é¡ Ķ", + "л Ñĭ", + "Ġkh ảo", + "Ġkhả o", + "âĢĻ Ñı", + "ĠÙħ ÙĦÛĮ", + "ĠÙħÙĦ ÛĮ", + "l ož", + "lo ž", + "Ġ ìĸ¸", + "Ġìĸ ¸", + "Ġg ần", + "Ġ à¤ľà¤°", + "Ġà¤ľ र", + "ब र", + "Îķ Σ", + "า à¸Ľ", + "าภĽ", + "Ġn ás", + "Ġná s", + "form ace", + "forma ce", + "Ġet mek", + "Ġetm ek", + "Ġetme k", + "в еÑģÑĤ", + "ве ÑģÑĤ", + "ìĸ´ ìļĶ", + "Ġत थ", + "ĠÑģ ек", + "ξ η", + "æ¯ Ľ", + "B ir", + "Bi r", + "Ġ ìŀĦ", + "Ġìŀ Ħ", + "Ġv ardır", + "Ġvar dır", + "Ġvardı r", + "ÙĪ اÙĦ", + "ÙĪا ÙĦ", + "Ä° R", + "ov ané", + "ova né", + "ovan é", + "н аÑĢод", + "на ÑĢод", + "наÑĢ од", + "à¸Ħ ำ", + "e mek", + "em ek", + "eme k", + "ĠÎķ ÏĢ", + "Ġ ÅĻe", + "ĠÅĻ e", + "ãģ¾ ãģĽ", + "uyá»ĩ t", + "Ġ ìĸ¼", + "Ġìĸ ¼", + "r ů", + "Ġ onu", + "Ġo nu", + "Ġon u", + "à¹Ģà¸ķ à¸Ńร", + "од аÑĢ", + "ода ÑĢ", + "ز Ùĩ", + "Ġk av", + "Ġka v", + "о нÑĭ", + "он Ñĭ", + "Ġв еÑģ", + "Ġве Ñģ", + "ìĤ¬ ì§Ģ", + "Ġг ла", + "à Ŀ", + "ĠÙĤ ÛĮÙħت", + "çķ ¥", + "à¸ĸ าà¸Ļ", + "Äį il", + "Äįi l", + "Ġ ä¸ĩ", + "Ġä¸ ĩ", + "è¾ ĥ", + "åħ ħ", + "Ġ ÑĢед", + "ĠÑĢ ед", + "ĠÑĢе д", + "ม ห", + "am ilia", + "ami lia", + "amil ia", + "à¥ĩ à¤ķर", + "à¥ĩà¤ķ र", + "Ġt á»iji", + "Ġtá»ij i", + "Ùģ ÛĮ", + "ÑĢ ÑĸÑĪ", + "ÑĢÑĸ ÑĪ", + "ìķ ł", + "à¸Ļ ส", + "à¸Ī ร", + "à¥ĩ शन", + "à¥ĩश न", + "ĠÙħÙĪ ضÙĪع", + "æī ¹", + "Ġob sah", + "Ġobs ah", + "Ġнав Ñĩ", + "Ġdes tek", + "Ġdest ek", + "Ġdeste k", + "Ġ zas", + "Ġz as", + "Ġza s", + "å ĵį", + "åĵ į", + "üm üz", + "ümü z", + "Ġ çŁ", + "Ġç Ł", + "Ġ è¨", + "Ġè ¨", + "Ù ¬", + "ç» Ī", + "Ġz de", + "Ġzd e", + "Ġz áp", + "Ġzá p", + "à¥Ĥ सर", + "à¥Ĥस र", + "ìĿ´ ì§Ģ", + "çļ ®", + "l om", + "lo m", + "ॠ§", + "ÙĦ اÙĤ", + "ÙĦا ÙĤ", + "à¸Ļ à¸ķ", + "íĮ ħ", + "л ада", + "ла да", + "лад а", + "m asına", + "mas ına", + "ması na", + "ãģ® ãģ§", + "ëĵ¤ ìĿĦ", + "Ġн аг", + "Ġна г", + "m asını", + "mas ını", + "ãĤ Ŀ", + "ın ıf", + "ını f", + "åĽ ´", + "Ġböl üm", + "å¥ ĸ", + "æ¨ Ļ", + "ÙĦ اØŃ", + "ÙĦا ØŃ", + "Ġг оÑģÑĥдаÑĢ", + "داÙĨ ÙĦÙĪد", + "Ġп оÑĤÑĢеб", + "ĠпоÑĤ ÑĢеб", + "ĠÑĢ оÑĨÑĸ", + "о га", + "ог а", + "ĠÑģлед ÑĥеÑĤ", + "Ġп аÑĢа", + "ĠпаÑĢ а", + "Ġпа ÑĢа", + "é ¼", + "ãģį ãģŁ", + "ί ζ", + "Ġb á»ij", + "ÑĤ Ñĸв", + "ÑĤÑĸ в", + "ï¼Į 她", + "f amilia", + "éł ħ", + "Ġد ÙĦ", + "Ġs kup", + "Ġsk up", + "Ġsku p", + "еÑĩ ение", + "ãģĵãģ¨ ãģĮ", + "à¥Ģ ब", + "ุ ล", + "¨ ë¶Ģ", + "ĠاÙĦع رب", + "Ġ ç¾İ", + "Ġç¾ İ", + "ĠاÙĦ ÙħÙĪ", + "ĠاÙĦÙħ ÙĪ", + "Ġ Ø¥ÙĨ", + "ĠØ¥ ÙĨ", + "Ġná sled", + "Ġnás led", + "Ġt omu", + "Ġto mu", + "Ġtom u", + "Î Ħ", + "Ġз ави", + "Ġза ви", + "Ġзав и", + "Ġn hu", + "Ġnh u", + "ĠpÅĻed stav", + "ìłķ ë³´", + "o kol", + "ok ol", + "oko l", + "Ġк ÑĢи", + "a du", + "ad u", + "Ġ каÑĤ", + "Ġк аÑĤ", + "Ġка ÑĤ", + "Ġ ÑįÑĦ", + "ĠÑį ÑĦ", + "в ал", + "ва л", + "m ayı", + "ma yı", + "may ı", + "ĠÑĩаÑģ ÑĤо", + "ĠÑĩаÑģÑĤ о", + "Ġtr anh", + "Ġtra nh", + "Ġtran h", + "ائ ÙĦ", + "ãĤĪãģĨ ãģª", + "Ġp oh", + "Ġpo h", + "ìĥģ ìľĦ", + "Ġs ắc", + "Ùĥ س", + "Ġ мÑĥ", + "Ġм Ñĥ", + ". ::", + ".: :", + "ë Ī", + "» Ċ", + "Ġ ÙĨÚ¯", + "ĠÙĨ Ú¯", + "ÙIJ ÙĨ", + "н иком", + "ни ком", + "ник ом", + "Ñħ а", + "Ġ μοÏħ", + "Ġμ οÏħ", + "Ġμο Ïħ", + "ĠNg uyá»ħn", + "ĠвÑĭ Ñģок", + "ĠвÑĭÑģ ок", + "Ġ ÐŁÐ¾Ð´", + "ĠÐŁ од", + "ĠÐŁÐ¾ д", + "ĠпÑĢи ÑĢод", + "à¥ĭ ध", + "िà¤ķ ल", + "и ÑĢа", + "иÑĢ а", + "ëĭ¤ ê³ł", + "Ġm ajÃŃ", + "Ġma jÃŃ", + "Ġmaj ÃŃ", + "Ġv ùng", + "Ġtarih inde", + "Ġtarihi nde", + "Ġ ваÑĢ", + "Ġв аÑĢ", + "Ġва ÑĢ", + "н иÑĤÑĮ", + "ни ÑĤÑĮ", + "ниÑĤ ÑĮ", + "ει ÏĤ", + "Ġ åĩº", + "Ġåĩ º", + "dy ž", + "ÏĦ Ïİν", + "ÏĦÏİ Î½", + "ä½ĵ èĤ²", + "Ġ à¹Ģว", + "Ġà¹Ģ ว", + "Ġà¹Ģภ§", + "Ġà¤ħ à¤ļ", + "Ġ اÙĨÚ¯ÙĦÛĮسÛĮ", + "ĠاÙĨÚ¯ ÙĦÛĮسÛĮ", + "à¥įय म", + "Ġgel iÅŁ", + "æ¹ ĸ", + "Ġ اک", + "Ġا Ú©", + "Ġп лан", + "Ġпл ан", + "Ġпла н", + "k yt", + "ky t", + "ا بÛĮ", + "اب ÛĮ", + "κ ι", + "Ġc hung", + "Ġch ung", + "Ġchu ng", + "ान à¤ķ", + "s ı", + "Ġt inh", + "Ġti nh", + "Ġtin h", + "ĠÑģÑĤ ол", + "ĠÑģÑĤо л", + "ÑģÑĤ ÑĢÑĥ", + "ÑģÑĤÑĢ Ñĥ", + "Ġли ÑĪе", + "ĠлиÑĪ е", + "Ġви ÑĢоб", + "il miÅŁ", + "ilm iÅŁ", + "Ġ зÑĸ", + "Ġз Ñĸ", + "ç» Ĩ", + "åĢ Ĵ", + "ãĤ· ãĥ£", + "åŃ ©", + "Ġ à¹Ĥรà¸ĩà¹Ģร", + "Ġà¹Ĥ รà¸ĩà¹Ģร", + "Ġà¹Ĥรà¸ĩ à¹Ģร", + "íĻ ľ", + "ĠбÑĥд е", + "ĠбÑĥ де", + "Ġyak laÅŁ", + "èĩª åĪĨ", + "Ġ ÙģÙĪ", + "ĠÙģ ÙĪ", + "С Т", + "Ġso run", + "Ġsor un", + "Ġsoru n", + "à¹Ģ à¸ł", + "à¹Ģภł", + "Ġc ô", + "в иÑĩ", + "ви Ñĩ", + "ëĵ¤ ìĿĺ", + "Ġtr iá»ĩu", + "Ġtri á»ĩu", + "Ġr õ", + "Ġ ãģ«", + "ÄŁ im", + "ÄŁi m", + "iyor uz", + "è ľ", + "à¥įर व", + "Ġس Ù¾", + "Ġ ìĦľìļ¸", + "ĠìĦľ ìļ¸", + "δ ε", + "еÑĢ ÑĪ", + "Ġ أس", + "ĠØ£ س", + "äº ŀ", + "è¯ į", + "п ÑĤом", + "ฤ ษ", + "Ġساز ÙħاÙĨ", + "Ġlu ôn", + "Ùĩ ÙĪر", + "c ü", + "аÑĤ кÑĥ", + "Ġo labilir", + "Ġol abilir", + "Ġolab ilir", + "Ġola bilir", + "Ġ ìĹ°êµ¬", + "ĠìĹ° 구", + "ен ной", + "енно й", + "Ġ æĪij", + "ĠæĪ ij", + "Ġ него", + "Ġн его", + "Ġне го", + "Ġнег о", + "Ġ. **************", + "ิ à¸ĺ", + "Ġ ãĤ·", + "ĠãĤ ·", + "ت Ùģ", + "ÐŁ ÑĢо", + "ÐŁÑĢ о", + "Ġhakk ında", + "Ġhakkı nda", + "Äį nÄĽ", + "ĠM ỹ", + "é ½", + "ĠÏĥ ÏĦον", + "ĠÏĥÏĦο ν", + "Ġ âm", + "Ġâ m", + "§ ظ", + "ĠÅŁ irket", + "æĥħ åĨµ", + "ĠØ¢ÙħÙĪز Ø´", + "λ εÏħ", + "λε Ïħ", + "Ùħ Ùĩ", + "è¦ ı", + "ãģ¨ æĢĿ", + "Ġ ÙĪع", + "ĠÙĪ ع", + "ÏĪ η", + "Ïģ οÏį", + "Ïģο Ïį", + "Ġ ÂłĊ", + "ĠÂł Ċ", + "δ η", + "ÑĪ ов", + "åĪ ¤", + "Ġm ắt", + "æĭ ¿", + "à¸Ļ à¸Ķ", + "éĻ Ħ", + "à¹ī ม", + "ĠÄij ạt", + "Ġg üzel", + "Ġgü zel", + "m Ã¼ÅŁ", + "Ðŀ ÐĴ", + "çĭ ¬", + "리 를", + "Ġп лаÑĤ", + "Ġпл аÑĤ", + "Ġпла ÑĤ", + "Ġngh á»ĭ", + "ĠÑĤак иÑħ", + "ĠÑĤа киÑħ", + "б иÑĢа", + "би ÑĢа", + "Ġн ек", + "Ġне к", + "ÑģÑĮ кÑĸ", + "ÑģÑĮк Ñĸ", + "رÙĬ اض", + "o nu", + "on u", + "à¥ĭ म", + "ĠGi Ỽi", + "ĠGiá» Ľi", + "èŀ į", + "é ²", + "ĠGe nel", + "ĠGen el", + "ĠGene l", + "åĬ ¿", + "Ġ вÑĸ", + "Ġв Ñĸ", + "å§ IJ", + "è© ¦", + "ĠжиÑĤ ÑĤÑı", + "Ġ ìĺ¨", + "Ġìĺ ¨", + "åĩº æĿ¥", + "Ġt á»ij", + "Ġtá» ij", + "Ġl ao", + "Ġla o", + "ί ο", + "ĠÎł α", + "н иÑĤелÑĮ", + "ниÑĤ елÑĮ", + "ниÑĤе лÑĮ", + "éļ İ", + "Ġви кон", + "Ġвик он", + "Ġвико н", + "ĠÙģ عاÙĦ", + "ĠÙģع اÙĦ", + "à¹Ģ ศ", + "à¹Ģภ¨", + "ÏĮ γ", + "ĠоÑĢгани з", + "ĠоÑĢган из", + "Ġ емÑĥ", + "Ġе мÑĥ", + "Ġем Ñĥ", + "Ġ ÙĬع", + "ĠÙĬ ع", + "ĠÙħ ب", + "ाल य", + "ĠÎľ ÏĢ", + "é ¸", + "ù a", + "ê¸ ¸", + "Ġ ÄIJiá»ģu", + "ĠÄIJ iá»ģu", + "ε ίο", + "εί ο", + "äº ī", + "ượ t", + "ÑĢа зÑĥ", + "ÑĢаз Ñĥ", + "ĠоÑĤ ÑĢим", + "ĠоÑĤÑĢи м", + "Ġ طب", + "ĠØ· ب", + "Ġ 以", + "æĸ Ĺ", + "ë° ±", + "à¤ĩ स", + "ë§Į ìĽIJ", + "ãĢģ ãģĿãģ®", + "ĠëķĮ 문", + "ĠØ¢ ÛĮ", + "С Ðł", + "ض ÙĦ", + "æ ĵį", + "æĵ į", + "k azy", + "ka zy", + "kaz y", + "ส ว", + "â ng", + "ân g", + "à¤Ĥ à¤Ń", + "н ÑĸÑĩ", + "нÑĸ Ñĩ", + "ั à¸ĩà¸ģ", + "ัà¸ĩ à¸ģ", + "Ġبر رسÛĮ", + "ر دÙĩ", + "رد Ùĩ", + "Ġm ẫu", + "à¹Ī วà¸ĩ", + "à¹Īว à¸ĩ", + "ĠداÙĨØ´ گاÙĩ", + "d ıģ", + "dı ÄŁ", + "ĠT á»ķng", + "ĠTá»ķ ng", + "第 äºĮ", + "c ÃŃm", + "cÃŃ m", + "Ġb öyle", + "Ġbö yle", + "ë ¶Ī", + "ë¶ Ī", + "ĠÙħÙĨ ابع", + "à¥ĥ ष", + "е ÑĤÑĭ", + "еÑĤ Ñĭ", + "åĨ ·", + "åĽ Ń", + "Ġت ÙĪجÙĩ", + "ĠتÙĪ جÙĩ", + "åĪ »", + "æŀ ģ", + "à¤Ł न", + "л ан", + "ла н", + "Ġ íĥĢ", + "Ġíĥ Ģ", + "ä½ IJ", + "Ġ обÑĭ", + "Ġо бÑĭ", + "Ġоб Ñĭ", + "å¸ Ŀ", + "ì» ¤", + "å® Ī", + "èµ· æĿ¥", + "Ġ ãĥ¬", + "Ġãĥ ¬", + "çİ ī", + "à¹Ģ หล", + "à¹Ģห ล", + "и не", + "ин е", + "ห าร", + "หา ร", + "éļ ı", + "Ġг аз", + "ĠاÙĦ عÙħÙĦ", + "ĠاÙĦع ÙħÙĦ", + "ĠاÙĦعÙħ ÙĦ", + "à¥ģ à¤Ŀ", + "à¥ģठĿ", + "Ïģ ιο", + "Ïģι ο", + "Ġv ám", + "Ġvá m", + "Ġع ÙĨد", + "ĠعÙĨ د", + "ÙĨد گاÙĨ", + "ï¼Į éĤ£", + "Ġна Ñħод", + "á no", + "án o", + "ÛĮ اÙĨ", + "ÛĮا ÙĨ", + "ĠØ£ ع", + "Ġ ÑĢади", + "ĠÑĢ ади", + "ĠÑĢа ди", + "ĠÑĢад и", + "Ġм ене", + "Ġмен е", + "Ġú da", + "Ïĩ ν", + "ÑĥлÑı ÑĢ", + "à¥Ģ प", + "Ġpou žÃŃ", + "Ġ ä¸", + "ĠÙĤ اÙĨÙĪÙĨ", + "ι κοÏį", + "ικ οÏį", + "ικο Ïį", + "á y", + "Ġç öz", + "ÏĦ Ïģ", + "ÙĨ اÙħ", + "ÙĨا Ùħ", + "ุ à¸ķ", + "åĵ ª", + "ÙĬ ب", + "ä¹ °", + "ÐĶ лÑı", + "Ġ ëłĪ벨", + "ĠëłĪ 벨", + "ุ à¸ļ", + "н ÑĥÑĤи", + "нÑĥ ÑĤи", + "нÑĥÑĤ и", + "è½ »", + "ĠÎľ α", + "Ġ è¦", + "Ġè ¦", + "аÑĤ ков", + "Ġ ëĪĦ", + "ĠëĪ Ħ", + "Ġt uyá»ĥn", + "Ġtuy á»ĥn", + "Ùİ Ùħ", + "ĠвÑĭ пол", + "ĠвÑĭп ол", + "Ġst udi", + "Ġstud i", + "Ġstu di", + "ĠpÅĻ ek", + "ĠpÅĻe k", + "Ġз ам", + "Ġза м", + "Ġmat eri", + "Ġma teri", + "Ġmate ri", + "Ġmater i", + "åİ ĭ", + "Ġ ал", + "Ġа л", + "Ġ à¸ļร", + "Ġà¸ļ ร", + "Ø· ØŃ", + "ĠÙħر Ú©", + "Ġ ìĭ¬", + "Ġìĭ ¬", + "ĠÙĤ ابÙĦ", + "ĠÙĤاب ÙĦ", + "ĠÐIJ ле", + "ĠÐIJл е", + "ın tı", + "Ġ å»", + "Ġå »", + "Ä° K", + "ëħĦ ëıĦ", + "Ñĭ ваÑĤÑĮ", + "Ñĭв аÑĤÑĮ", + "Ñĭва ÑĤÑĮ", + "Ġdev let", + "社 ä¼ļ", + "ëĤ ł", + "Ġko lay", + "Ġkol ay", + "Ġkola y", + "ĠÑĢазв иÑĤи", + "ĠÑĢазви ÑĤи", + "а ди", + "ад и", + "ئ ÙĬس", + "a dıģı", + "ad ıģı", + "adı ģı", + "adıģ ı", + "Îij ÎĽ", + "Ġ hoa", + "Ġh oa", + "Ġho a", + "Ġ ศ", + "Ġภ¨", + "ı ÅŁtır", + "Ä±ÅŁ tır", + "ÑĢ Ñİ", + "Ġк аÑĩе", + "Ġка Ñĩе", + "¼ åIJĪ", + "åħ ´", + "Ġ ê·¸ëŁ¬", + "Ġê·¸ 룬", + "Ġм ÑĸÑģÑĤ", + "ĠмÑĸ ÑģÑĤ", + "ĠмÑĸÑģ ÑĤ", + "Ġм не", + "Ġмн е", + "ãĥ¼ ãĤº", + "ãĥ¼ãĤ º", + "ç§ Ģ", + "Ġع ÙĦÙĬÙĩ", + "ĠعÙĦ ÙĬÙĩ", + "ĠعÙĦÙĬ Ùĩ", + "Ġ ìĭľê°Ħ", + "Ġìĭľ ê°Ħ", + "Ġà¤ĺ र", + "Ġ Ñĥг", + "ĠÑĥ г", + "åıij å±ķ", + "ı ÅŁÄ±", + "Ä±ÅŁ ı", + "Ġ ìĪľ", + "ĠìĪ ľ", + "Ġ íĻľ", + "ĠíĻ ľ", + "æ¡ £", + "Ġn okt", + "Ġno kt", + "Ġnok t", + "l ém", + "lé m", + "ен нÑĭй", + "Ġب Ùħ", + "à¥ĩ य", + "à¥ĩठ¯", + "о дав", + "од ав", + "ода в", + "à¹Ĥ ร", + "ï¼Į æľī", + "ا ÙĬات", + "اÙĬ ات", + "اÙĬا ت", + "ا ÛĮÙĩ", + "اÛĮ Ùĩ", + "Ġà¤īप य", + "Ġs mÄĽ", + "Ġsm ÄĽ", + "Ø´ د", + "Ш ÐIJ", + "Ġا ÙħاÙħ", + "ĠاÙħ اÙħ", + "ĠاÙħا Ùħ", + "æ¿ Ģ", + "Ġho ạch", + "об ÑĢаз", + "обÑĢаР·", + "à¥ĭ ह", + "ĠÑĢеб ен", + "иÑĤ елÑı", + "иÑĤе лÑı", + "ãģªãģĮ ãĤī", + "س اÙĦ", + "Ġ à¸Īำ", + "Ġà¸Ī ำ", + "Ġ خاص", + "ĠØ® اص", + "Ġg eri", + "Ġge ri", + "Ġger i", + "ठĺ", + "Ġ ìº", + "Ġì º", + "à¹ģ à¸Ĺ", + "âĢĮ ÛĮ", + "Ú¯ رÛĮ", + "گر ÛĮ", + "ا Ùħبر", + "اÙħ بر", + "ÑĪ Ñĥ", + "Ġp hong", + "Ġph ong", + "Ġphon g", + "и мо", + "им о", + "п а", + "Ġ ìµľê³ł", + "Ġìµľ ê³ł", + "Ġ нам", + "Ġн ам", + "Ġна м", + "o stÃŃ", + "os tÃŃ", + "ost ÃŃ", + "is ini", + "isi ni", + "isin i", + "Ġд Ñĥже", + "ĠдÑĥ же", + "Ñģ ком", + "Ñģк ом", + "Ñģко м", + "ĠпÑĢод Ñĥк", + "ÏĮ ÏĦηÏĦα", + "ÏĮÏĦη ÏĦα", + "a ln", + "al n", + "is ine", + "isi ne", + "isin e", + "è¿ ľ", + "алÑĮ ной", + "алÑĮно й", + "त र", + "t ıģ", + "tı ÄŁ", + "Ġë Ĵ", + "è¿ĺ æĺ¯", + "ĠÙħ Ø«ÙĦ", + "ĠÙħØ« ÙĦ", + "ìľ ¨", + "ï¾ ĺ", + "åĪ ¸", + "ç ¶ļ", + "ç¶ ļ", + "ج اد", + "جا د", + "Ġ кÑĥ", + "Ġк Ñĥ", + "åĢ ij", + "o vu", + "ov u", + "Ġs Ä©", + "Ġ ìłIJ", + "Ġìł IJ", + "ĠÑĥ ÑĢов", + "ि à¤ļ", + "िठļ", + "ov ali", + "ova li", + "oval i", + "Ġ ÙĪÙĨ", + "ĠÙĪ ÙĨ", + "Ġ ìĿĮ", + "ĠìĿ Į", + "Ġк г", + "า à¸ĺ", + "าภĺ", + "ÏĦ Ïģα", + "ÏĦÏģ α", + "ž dy", + "à¹Į à¸ķ", + "Ġ nÄĽm", + "ĠnÄĽ m", + "Ġ Це", + "ĠЦ е", + "n oho", + "no ho", + "Ġëĭ¤ ìĭľ", + "Ġté to", + "Ġb iá»ĥu", + "ĠY ön", + "Ġpr áce", + "Ġprá ce", + "à¥ī र", + "Ġch ÃŃ", + "ов ой", + "ово й", + "Ġm ợ", + "Ġmá» Ł", + "èª ª", + "Ïİ ÏĤ", + "в олÑı", + "во лÑı", + "вол Ñı", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "å¯ ¦", + "é» ŀ", + "Ġà¤ı व", + "Ïħ να", + "Ïħν α", + "å² ¡", + "kh ông", + "ĠpÅĻÃŃpad ÄĽ", + "å Ĺ", + "Ġبد ÙĪÙĨ", + "Ïĥ κε", + "Ïĥκ ε", + "Ġdik kat", + "ĠAn cak", + "ĠAnc ak", + "Ġt iá»ĩn", + "Ġti á»ĩn", + "éĿ Ļ", + "Ġ ìĿ¼ë°ĺ", + "ĠìĿ¼ ë°ĺ", + "ĠÄį len", + "ìķ ħ", + "ा à¤ĩन", + "ाà¤ĩ न", + "ãģ£ ãģ¦ãģĦãģŁ", + "ãģ£ãģ¦ ãģĦãģŁ", + "ãģ£ãģ¦ãģĦ ãģŁ", + "ĠìĿ´ ìļ©", + "ÙĪ ÙħÛĮ", + "ÙĪÙħ ÛĮ", + "i ná", + "in á", + "ặ ng", + "ặn g", + "Ïİ Ïģα", + "ÙĨ ÙĬØ©", + "ÙĨÙĬ Ø©", + "в аж", + "ва ж", + "è İ·", + "èİ ·", + "å© ļ", + "ĠÅŁ u", + "Ġ ãģĬ", + "Ġد رب", + "Ġدر ب", + "Ġd iá»ħn", + "ÅĻ eba", + "ÅĻe ba", + "ÅĻeb a", + "as ının", + "asını n", + "ç½ij ç«Ļ", + "н ÑĮого", + "нÑĮ ого", + "нÑĮо го", + "ĠاÙĦØ£ ÙĪÙĦ", + "ικ ÎŃÏĤ", + "Ġz ÃŃsk", + "о ло", + "ол о", + "ĠÑį ÑĤоÑĤ", + "ĠÑįÑĤ оÑĤ", + "ĠÑįÑĤо ÑĤ", + "Ġp okud", + "Ġpo kud", + "Ġpok ud", + "è² »", + "е ÑĢÑĸв", + "еÑĢ Ñĸв", + "еÑĢÑĸ в", + "ãĥķ ãĤ£", + "ãĥķãĤ £", + "иÑĤÑĥ а", + "Ġv yd", + "Ġvy d", + "о лож", + "ол ож", + "оло ж", + "л ÑıÑĤÑĮ", + "лÑı ÑĤÑĮ", + "ÙĤ Ùħ", + "æ´ ĭ", + "æ§ ĭ", + "Ġغ ÛĮر", + "Ġ stÅĻed", + "Ġst ÅĻed", + "ĠstÅĻ ed", + "ظ ر", + "Ġhiç bir", + "θ εί", + "θε ί", + "z nik", + "zn ik", + "д Ñĭ", + "l uv", + "lu v", + "ĠÙħ ؤ", + "ĠÚ¯ رÙĪÙĩ", + "Ġگر ÙĪÙĩ", + "Ġ ï¼īĊ", + "Ġï¼ī Ċ", + "t eri", + "ter i", + "te ri", + "ĠÏħ ÏĢο", + "ĠÏħÏĢ ο", + "v oj", + "vo j", + "Ġبع ض", + "Ġb ilin", + "Ġbi lin", + "Ġbil in", + "Ġ رÙĪØ´", + "Ġر ÙĪØ´", + "ĠرÙĪ Ø´", + "Ġоб Ñıз", + "Ġ ï»", + "Ġï »", + "س ÙĨ", + "Ġ ÏĢα", + "ĠÏĢ α", + "í į¼", + "Ġt ÃŃn", + "ĠtÃŃ n", + "Ġ ´", + "Ġ ´", + "ìĤ¬ ìĿ´íĬ¸", + "ìĤ¬ìĿ´ íĬ¸", + "Ġ podob", + "Ġpo dob", + "Ġpod ob", + "Ñī ее", + "Ñīе е", + "Ġ åįĹ", + "Ġåį Ĺ", + "Ġb ych", + "Ġby ch", + "о зи", + "оз и", + "ĠV Äĥn", + "ØŃ Ùĩ", + "åѦ éĻ¢", + "ĠÅĻ ekl", + "ĠÅĻe kl", + "ĠÅĻek l", + "립 ëĭĪëĭ¤", + "Ġп ÑĢоÑģ", + "ĠпÑĢ оÑģ", + "ĠпÑĢо Ñģ", + "κ ά", + "ĠbaÅŁ ladı", + "ủ y", + "Ñİ Ð´Ð¶", + "ाà¤ı à¤Ĺ", + "à¤Ĥ à¤ļ", + "Ġ ê´Ģ볨", + "Ġê´Ģ 볨", + "Ġв опÑĢоÑģ", + "ĠÑģÑĤ аÑĤÑĮ", + "ĠÑģÑĤаÑĤ ÑĮ", + "ĠÑģÑĤа ÑĤÑĮ", + "Ġy atırım", + "Ġyatır ım", + "н Ñĥла", + "нÑĥ ла", + "нÑĥл а", + "ر اÙģ", + "را Ùģ", + "Ġç eÅŁit", + "Ġà¤ī द", + "å¤ ®", + "Ġпо Ñıв", + "åĽ½ 家", + "ĠÑģооÑĤвеÑĤ ÑģÑĤв", + "ìķ ¡", + "ĠØ® ÙĪاÙĩد", + "ĠØ®ÙĪاÙĩ د", + "ĠØ®ÙĪ اÙĩد", + "Å¡ Å¡ÃŃ", + "Âł п", + "ĠNh Ãł", + "' '''", + "'' ''", + "''' '", + "ï½ ¨", + "à ħ", + "Ġ ïº", + "Ġï º", + "ĠØ¢Ùħ رÛĮÚ©", + "lar ımız", + "larım ız", + "ج ا", + "Ùģ ÙĤ", + "Ġ á»", + "Ġá »", + "Ġ ìķł", + "Ġìķ ł", + "Ġز باÙĨ", + "ĠÑĤ воÑĢ", + "ĠÑĤв оÑĢ", + "н иÑĩеÑģ", + "ни ÑĩеÑģ", + "ниÑĩ еÑģ", + "Ġк ни", + "Ø® داÙħ", + "à¸Ł ร", + "Ġ ì¹ĺ", + "Ġì¹ ĺ", + "ว าม", + "ĠÙħ ÙĩÙħ", + "ĠÙħÙĩ Ùħ", + "Ġs tol", + "Ġst ol", + "Ġsto l", + "Ġed ilen", + "Ġedi len", + "Ġedil en", + "Ġ pek", + "Ġp ek", + "Ġpe k", + "اÙĨ ات", + "اÙĨا ت", + "алÑĮ нÑĸ", + "Ġнеоб ÑħÑĸд", + "à¹Ħ ว", + "Ġश र", + "Ġ íĮIJ", + "ĠíĮ IJ", + "Ò ij", + "Ġ ним", + "Ġн им", + "Ġни м", + "Ġ à¸ĺ", + "Ġภĺ", + "æĺ ł", + "äº Ĵ", + "ĠbaÅŁ ar", + "ž i", + "Ġм ног", + "Ġмн ог", + "l endi", + "len di", + "á vajÃŃ", + "áv ajÃŃ", + "n ict", + "ni ct", + "nic t", + "Ġд Ñĥм", + "ĠдÑĥ м", + "éĻ ©", + "Ïĥ Ïĥ", + "i ky", + "ik y", + "алÑĮ нÑĭй", + "Ġ ÙħÙĨت", + "ĠÙħ ÙĨت", + "ĠÙħÙĨ ت", + "å® ®", + "- за", + "-з а", + "еÑĢ к", + "å¡ Ķ", + "Ġμε ÏĦα", + "oÄŁ un", + "oÄŁu n", + "ÎĹ Îľ", + "à¥Īà¤Ĥ ।Ċ", + "à¥Īà¤Ĥ। Ċ", + "Äį ky", + "å¹³ åı°", + "à¥ĭ श", + "Ġ ona", + "Ġo na", + "Ġon a", + "Ġ bec", + "Ġb ec", + "Ġbe c", + "ì ¢", + "Ġc ây", + "Ġcâ y", + "k ün", + "kü n", + "Ġ à¤Ī", + "ĠठĪ", + "Ġr á»Ļng", + "еÑĢ б", + "å¹ ¸", + "ï¾ IJ", + "ĠпÑĸд пÑĢиÑĶм", + "çĶ £", + "Ġ ÏĦε", + "ĠÏĦ ε", + "ĠÙĨÙĤ Ø´", + "о виÑħ", + "ов иÑħ", + "ови Ñħ", + "ĠÙģ Ùī", + "Ðļ ак", + "Ùİ Ø±", + "Ġ Щ", + "ĠÐ ©", + "алÑĮ нÑĭÑħ", + "Ġk üçük", + "èŃ ·", + "æĭ ħ", + "i caret", + "ic aret", + "ica ret", + "icare t", + "Ġ رÙģت", + "Ġر Ùģت", + "ĠرÙģ ت", + "Ġод ного", + "Ġодно го", + "ÑĪ им", + "ÑĪи м", + "Ġ бÑĸ", + "Ġб Ñĸ", + "Ġuygu lam", + "Ġ æĭ", + "Ġæ ĭ", + "ä½ Ľ", + "u cu", + "uc u", + "d ÃŃ", + "Å ĺ", + "ئ Ø©", + "ê± ¸", + "Ù Į", + "Ġ ÎłÏģο", + "ĠÎł Ïģο", + "Ġye rine", + "Ġyer ine", + "Ġyeri ne", + "ĠÑĸн ÑĦоÑĢма", + "Ġ å¤ĸ", + "Ġå¤ ĸ", + "ä» ķ", + "н ав", + "на в", + "a rası", + "ar ası", + "ara sı", + "aras ı", + "à¸Ńà¸Ļ à¹Ħลà¸Ļ", + "ا شت", + "اش ت", + "ز ÙĬ", + "æ© ĭ", + "Ġ ãĤ«", + "ĠãĤ «", + "èĥ½ åĬĽ", + "å¥ Ĺ", + "Ġpro h", + "Ġpr oh", + "Ġп ÑĢава", + "ĠпÑĢ ава", + "ĠпÑĢав а", + "ĠпÑĢа ва", + "Ỽ p", + "Ġ à¸Ĥà¸Ńà¸ĩ", + "Ġà¸Ĥ à¸Ńà¸ĩ", + "Ġ ë´", + "Ġë ´", + "Ġl úc", + "Ġ éķ", + "Ġé ķ", + "ب ÙĪد", + "بÙĪ د", + "r upa", + "ru pa", + "rup a", + "ا زÙħ", + "از Ùħ", + "Ġ кан", + "Ġк ан", + "Ġка н", + "ılı m", + "ıl ım", + "Ġ Ùĩد", + "ĠÙĩ د", + "ãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢĠ ãĢĢĠãĢĢ", + "Ñĭ ваеÑĤ", + "Ñĭв аеÑĤ", + "Ñĭва еÑĤ", + "Ø® اÙĨÙĩ", + "خاÙĨ Ùĩ", + "Ñĥ кÑĤ", + "Ñĥк ÑĤ", + "ĠçĻ¾ 度", + "ĠnÄĽ co", + "е мон", + "ем он", + "емо н", + "Ġà¤ħ प", + "Ġ ÎĮ", + "ĠÎ Į", + "ün ün", + "ünü n", + "æĸĩ åĮĸ", + "ä¹ İ", + "ä¸Ĭ çļĦ", + "ÙĦ ÙĬÙħ", + "ÙĦÙĬ Ùħ", + "ĠtÄĽ ch", + "ا سب", + "اس ب", + "âĢĻ ÑĶ", + "Ġ Ú¯ÛĮ", + "ĠÚ¯ ÛĮ", + "Ġ ê·¼", + "Ġê· ¼", + "Ġtr ẻ", + "μÎŃ Î½Î¿", + "μÎŃν ο", + "ãģĵãģ¨ ãĤĴ", + "ìĿ´ ëĤĺ", + "åĸ Ħ", + "Ġtr ả", + "åĪĨ æŀIJ", + "Ġ dÄĽl", + "Ġd ÄĽl", + "ĠdÄĽ l", + "Ñĥ Ñģка", + "ÑĥÑģ ка", + "ÑĥÑģк а", + "Ġм ного", + "Ġмн ого", + "Ġмног о", + "à¥Ī र", + "μα ÏĦοÏĤ", + "μαÏĦο ÏĤ", + "Ġm ÃŃsto", + "ĠmÃŃ sto", + "ĠmÃŃst o", + "Ġ ê°ģ", + "Ġê° ģ", + "Ġп ÑĢог", + "ĠпÑĢ ог", + "ĠпÑĢо г", + "b aÅŁ", + "ba ÅŁ", + "а йÑĤе", + "ай ÑĤе", + "айÑĤ е", + "Ġc á»ķ", + "å¿ ľ", + "ï¼ģ Ċ", + "ç ı", + "Ġbir çok", + "Ġ íĺķ", + "Ġíĺ ķ", + "çµ Į", + "ĠEv rop", + "ĠÑģ оÑĨÑĸ", + "ĠÑģо ÑĨÑĸ", + "ä»ĸ çļĦ", + "Ġ μÏĢο", + "Ġμ ÏĢο", + "ĠμÏĢ ο", + "å¥ Ī", + "Ġ Ú¯ÙĦ", + "ĠÚ¯ ÙĦ", + "ÙĪ ÙĦØ©", + "ÙĪÙĦ Ø©", + "æµ İ", + "Ġ Ú©ÙĪ", + "ĠÚ© ÙĪ", + "± ä¹IJ", + "ãģĹ ãģı", + "ãģĹãģ ı", + "çº ³", + "ÑģÑĤв енно", + "ÑģÑĤвен но", + "éĽ ¢", + "ा .", + "Ġgerçek leÅŁtir", + "ĠgerçekleÅŁ tir", + "Ġ kır", + "Ġk ır", + "Ġkı r", + "ì ³", + "Ġг оÑģп", + "å¹ ķ", + "ìĦ ¼", + "» .Ċ", + "». Ċ", + "к ÑĥÑĢ", + "кÑĥ ÑĢ", + "Ġ رÛĮ", + "Ġر ÛĮ", + "æĽ ¾", + "ÙĪ رÙĬ", + "ÙĪر ÙĬ", + "лекÑģ анд", + "ص Ùģ", + "Ġc ảnh", + "Ġcả nh", + "å± Ĥ", + "ãĤ Ĩ", + "Ġ تس", + "Ġت س", + "ì° ½", + "기 를", + "Ġ à¹Ģà¸Ħ", + "Ġà¹Ģ à¸Ħ", + "Ġà¹ĢภĦ", + "çŁ Ń", + "Ġ ÑģÑĤÑĢо", + "ĠÑģ ÑĤÑĢо", + "ĠÑģÑĤ ÑĢо", + "ĠÑģÑĤÑĢ о", + "ĠÏĥ ÏĦιÏĤ", + "ĠÏĥÏĦι ÏĤ", + "à¥įय व", + "Ġع ÙĦÙħ", + "ĠعÙĦ Ùħ", + "ĠÑģ иÑĤÑĥа", + "ĠÑī одо", + "ĠÑīо до", + "åIJ Ľ", + "Ùħ س", + "ĠоÑĤ кÑĢÑĭ", + "ĠоÑĤк ÑĢÑĭ", + "Ġsp oj", + "Ġspo j", + "ĠÄij Äĥng", + "Ġs avaÅŁ", + "Ġsav aÅŁ", + "ี ร", + "sk ém", + "ské m", + "Ġ è¡Į", + "Ġè¡ Į", + "é ¹", + "Ġ ÙĬÙħÙĥÙĨ", + "ĠÙĬÙħ ÙĥÙĨ", + "о вано", + "ов ано", + "ова но", + "ован о", + "Ġп ÑĢавилÑĮ", + "ĠпÑĢав илÑĮ", + "ĠпÑĢави лÑĮ", + "ĠпÑĢавил ÑĮ", + "Ġchiế c", + "èĪ ¹", + "éĵ ¶", + "ĠоÑĤ д", + "Ġ ìĿĢ", + "ĠìĿ Ģ", + "íħ Ķ", + "Ġ Nej", + "ĠN ej", + "ĠNe j", + "о не", + "он е", + "Ġk ız", + "Ġkı z", + "олог иÑĩеÑģ", + "Ġ кÑĢаÑĹ", + "ĠкÑĢа ÑĹ", + "à¸ļ à¸Ńล", + "æ¥ ¼", + "Ġت ÙħاÙħ", + "ĠتÙħ اÙħ", + "Ġب ÛĮÙħ", + "ĠبÛĮ Ùħ", + "ĠÑģ Ñĥб", + "ĠÑģÑĥ б", + "v ý", + "Ñģ кие", + "Ñģк ие", + "Ñģки е", + "ëĮĢ ë¡ľ", + "ëĮ Ģë¡ľ", + "???? ????", + "abilir siniz", + "ан Ñģов", + "анÑģ ов", + "代 表", + "Ġ매 매", + "олог ÑĸÑĩ", + "μ αν", + "μα ν", + "ак Ñģим", + "акÑģ им", + "ãĤ¤ ãĥ«", + "Ġt ải", + "Ġtả i", + "Ùħ ÙĪ", + "å® Ĺ", + "n em", + "ne m", + "Ġkho ản", + "Ġ паÑĤ", + "Ġп аÑĤ", + "Ġпа ÑĤ", + "ан ÑĤа", + "анÑĤ а", + "Ġпом оÑī", + "Ġ vod", + "Ġv od", + "Ġvo d", + "Ġkay nak", + "Ġkayn ak", + "Ïĥ ÏĨ", + "à¥Ĥ त", + "du ÄŁ", + "а ÑĤиÑģÑı", + "аÑĤи ÑģÑı", + "Ġ ç¥ŀ", + "Ġç¥ ŀ", + "ĠÑģ лова", + "ĠÑģл ова", + "ĠÑģлов а", + "ĠÑģло ва", + "ÑĢÑĥ кÑĤÑĥ", + "ÑĢÑĥк ÑĤÑĥ", + "ÑĢÑĥкÑĤ Ñĥ", + "ĠmÄĽ sÃŃ", + "Ùı Ùħ", + "зна Ñĩа", + "знаÑĩ а", + "Ġ èī", + "Ġè ī", + "åѦ çĶŁ", + "æ´ ¥", + "Ùİ ÙĬ", + "è§ Ī", + "Ġ å®ī", + "Ġå® ī", + "Ġgör Ã¼ÅŁ", + "ál nÄĽ", + "áln ÄĽ", + "ĠëĶ° ëĿ¼", + "ĠÙħ ÙĪجÙĪد", + "ĠÙħÙĪج ÙĪد", + "ĠÄij ứ", + "ĠÄijá» ©", + "ĠçalÄ±ÅŁ malar", + "ĠçalÄ±ÅŁma lar", + "ĠÑı киÑħ", + "ĠÑıк иÑħ", + "Ġاج تÙħاع", + "μ εν", + "με ν", + "èİ ī", + "ç§ ¯", + "ì¶ ķ", + "à¥į शन", + "à¥įश न", + "Ġx ét", + "Ġв ÑĤоÑĢ", + "ĠвÑĤ оÑĢ", + "çİ ©", + "Âł ÐĿ", + "ÑĪ ие", + "ÑĪи е", + "о ÑĢи", + "оÑĢ и", + "Ø£ س", + "Ġthu á»ijc", + "ëĭĪ ê¹Į", + "ë ķĮ", + "ÑĢ Ñĥп", + "ÑĢÑĥ п", + "Ñģ ÑıÑĤ", + "ÑģÑı ÑĤ", + "з Ñĭ", + "ĠÑģ меÑĢ", + "ĠÑģм еÑĢ", + "Ġv yb", + "Ġvy b", + "ĠìĿ´ ìĥģ", + "à¤ļ न", + "Ġgel di", + "Ġgeld i", + "Û± Û°", + "Û±Û °", + "ικ Ïİν", + "ĠÄIJ ức", + "Ġд оÑģÑĤаÑĤ", + "ĠдоÑģÑĤ аÑĤ", + "Ġö nc", + "Ġön c", + "è¦ ª", + "Ġ adı", + "Ġa dı", + "Ġad ı", + "un ca", + "unc a", + "ĠاÙĦ تر", + "ĠاÙĦت ر", + "çķ ¶", + "ĠФ едеÑĢа", + "ĠФед еÑĢа", + "лÑı ÑİÑĤÑģÑı", + "лÑıÑİÑĤ ÑģÑı", + "ĠÙĥ اÙĨت", + "ĠÙĥاÙĨ ت", + "æİ ¢", + "Ġ Ñĥб", + "ĠÑĥ б", + "Ġ κο", + "Ġκ ο", + "ाà¤ĩ à¤Ł", + "з н", + "Ġm ôi", + "Ġmô i", + "Ġ ãĤµ", + "ĠãĤ µ", + "Ġна вÑĸ", + "Ġнав Ñĸ", + "ç» ¼åIJĪ", + "Ġмин ÑĥÑĤ", + "Ġми нÑĥÑĤ", + "ĠминÑĥ ÑĤ", + "d ık", + "dı k", + "ÑĢ Ñĥд", + "ÑĢÑĥ д", + "åľ ĸ", + "ê° ¤", + "ĠÄijo Ãłn", + "è ¤", + "à¥į वर", + "à¥įव र", + "ĠÃľn iversit", + "а но", + "ан о", + "éĽ ¨", + "ĠvÅ¡ech ny", + "Ġëĭ¤ ìĿĮ", + "ĠC umhur", + "ĠCum hur", + "Ġм Ñĥз", + "ĠмÑĥ з", + "a ÅŁtır", + "aÅŁ tır", + "Ġ ê±°ëŀĺ", + "Ġê±° ëŀĺ", + "Ġ é¡", + "Ġé ¡", + "žit ÃŃ", + "ži tÃŃ", + "Ġ à¸Ł", + "ĠภŁ", + "Ġthu ế", + "Ġм Ñĥж", + "ĠмÑĥ ж", + "ĠÎij ν", + "Ġد ÙĪÙħ", + "ĠدÙĪ Ùħ", + "ĠÑģ ин", + "ĠÑģи н", + "Ġ ÏīÏĤ", + "ĠÏī ÏĤ", + "m eler", + "me ler", + "mel er", + "Ġ poÄį", + "Ġp oÄį", + "Ġpo Äį", + "Ġколи Ñĩе", + "ĠколиÑĩ е", + "ĠK Äį", + "è³ ½", + "ĠоÑģ Ñĸб", + "åı ¥", + "ĠB öl", + "à¸ĺ รรม", + "Ġc ạnh", + "å° ĩ", + "Ġ ноÑģ", + "Ġн оÑģ", + "Ġно Ñģ", + "èĦ ¸", + "Ġgel ir", + "о ÑĢон", + "оÑĢ он", + "оÑĢо н", + "à¥įर à¤Ń", + "ç» ĩ", + "ุ à¹ī", + "ाम ल", + "Ġc âu", + "Ġcâ u", + "Ñij ÑĤ", + "Ġ :|", + "Ġ: |", + "ãĤĮ ãģ¦", + "Ġpos led", + "Ġpo sled", + "ãĤ¹ ãĥĨ", + "ÑĸлÑĮ ÑĪ", + "ен ÑĤÑĭ", + "енÑĤ Ñĭ", + "Ø® دÙħ", + "Ġباش گاÙĩ", + "Ġth Æ°", + "á vánÃŃ", + "áv ánÃŃ", + "ává nÃŃ", + "ëĬ IJ", + "ĠØ£ ØŃ", + "ر اد", + "را د", + "ĠبسÛĮ ار", + "åĪ° äºĨ", + "\" ;\"", + "\"; \"", + "å° İ", + "Ġ ör", + "Ġö r", + "à¸Ĭ าà¸ķ", + "g enus", + "gen us", + "Ġya kın", + "Ġyak ın", + "Ġ ÃŃt", + "ĠÃŃ t", + "reg num", + "regn um", + "Ġf iyat", + "Ġfi yat", + "н ÑĸÑħ", + "нÑĸ Ñħ", + "åľ° æĸ¹", + "Ġbil gi", + "Ġbilg i", + "к ам", + "ка м", + "Ġs pol", + "Ġsp ol", + "Ġspo l", + "ائ ÙĬ", + "Ġ ÙĬÙĨ", + "ĠÙĬ ÙĨ", + "า หาร", + "าห าร", + "Ġب Ú¯", + "é ĺħ", + "éĺ ħ", + "ĠاÙĦ شر", + "ĠاÙĦØ´ ر", + " ģ", + "ĠÑĸн ÑĪиÑħ", + "ĠÑĸнÑĪ иÑħ", + "Ġtr ạng", + "çģ £", + "Ġc á»±c", + "к ан", + "ка н", + "èĭ ı", + "à Ķ", + "Ġl á»Ŀi", + "Ġlá» Ŀi", + "Ñı Ñĩ", + "Ġ ÙĪØŃ", + "ĠÙĪ ØŃ", + "ìĪ ľ", + "Å ¸", + "Ġв оÑģп", + "Ġво Ñģп", + "ĠвоÑģ п", + "ì¡ Į", + "Äį nÃŃch", + "ÄįnÃŃ ch", + "Ø® رÙī", + "خر Ùī", + "ائ ÙĬØ©", + "ائÙĬ Ø©", + "Ġsu ất", + "æĩ ī", + "ا ØŃÛĮ", + "اØŃ ÛĮ", + "Ġn áz", + "Ġná z", + "è¿Ļ ç§į", + "Ġзаб езпеÑĩ", + "Ġ ЧеÑĢ", + "ĠЧ еÑĢ", + "Ġзд ÑĸйÑģ", + "åı ¦", + "æĭ ¬", + "à¥ģ ष", + "à¥ģठ·", + "μ ÏĨ", + "ëĥ IJ", + "Ðķ Ñģли", + "é ¬", + "Ġ íĥľ", + "Ġíĥ ľ", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "Ġм л", + "å´ İ", + "Ùģ ع", + "Ġ ÙĤدر", + "ĠÙĤ در", + "ĠÙĤد ر", + "Ġv á»ijn", + "å¦ ¹", + "Ġ ÐĿаÑģ", + "ĠÐĿ аÑģ", + "ĠÐĿа Ñģ", + "à¥į फ", + "à¥įठ«", + "ãĤ¸ ãĥ£", + "Ġm ı", + "ен Ñģ", + "б Ñĥд", + "бÑĥ д", + "ĠØŃ ØªÙī", + "Ġ ì²´", + "Ġì² ´", + "ĠÑĸ ÑģÑĤоÑĢ", + "ĠÑĸÑģ ÑĤоÑĢ", + "Ġgi ấy", + "γ οÏģ", + "γο Ïģ", + "ëIJĺ ìĸ´", + "Ġ íĤ", + "Ġí Ĥ", + "ĠÐŀд на", + "ĠÙĨ ÙħÙĪد", + "ĠÙĨÙħ ÙĪد", + "Ġвип ад", + "ĠìŀIJ ìĭł", + "Ġj ste", + "Ġjs te", + "Ġ ëĵ±ë¡Ŀ", + "Ġëĵ± ë¡Ŀ", + "ek ten", + "ekt en", + "ekte n", + "ĠÑĢ еÑĩ", + "ĠÑĢе Ñĩ", + "r odnÃŃ", + "rod nÃŃ", + "س تر", + "ست ر", + "ı t", + "ä¹ħ ä¹ħ", + "ĠØ® ÙĦاÙĦ", + "ĠØ®ÙĦ اÙĦ", + "Ġ ç¦", + "Ġç ¦", + "u luk", + "ul uk", + "ulu k", + "l enen", + "le nen", + "len en", + "lene n", + "i lip", + "il ip", + "ili p", + "è´ ¢", + "Ġà¤ħ à¤ķ", + "ĠY ıl", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġ à¤Ŀ", + "ĠठĿ", + "ĠB ình", + "Ġol muÅŁ", + "Ġolm uÅŁ", + "اÙĦ Ø¥ÙĨجÙĦÙĬزÙĬØ©", + "اÙĦØ¥ ÙĨجÙĦÙĬزÙĬØ©", + "м енно", + "мен но", + "aln ız", + "Ġ شرÙĥØ©", + "Ġشر ÙĥØ©", + "Ġس ÙĨØ©", + "ĠسÙĨ Ø©", + "è´ Ł", + "ä½ľ åĵģ", + "Ġ ìķ½", + "Ġìķ ½", + "ĠдÑĢÑĥг иÑħ", + "ĠbaÄŁ lantı", + "о дÑĥ", + "од Ñĥ", + "çļĦ æĺ¯", + "ั à¸Ļà¸Ķ", + "ัà¸Ļ à¸Ķ", + "ĠкоÑĤоÑĢ ÑĭÑħ", + "ĠاÙĦ ÙĪÙĦ", + "ĠاÙĦÙĪ ÙĦ", + "ê¸Ģ ìĥģìľĦ", + "ĠÏĢ εÏģ", + "ĠÏĢε Ïģ", + "리 ìķĦ", + "i bar", + "ib ar", + "iba r", + "Ġ èĥ", + "Ġè ĥ", + "ãģŁ ãģĦ", + "á j", + "ĠìľĦ íķ´", + "? âĢľĊĊ", + "?âĢľ ĊĊ", + "Ġ íİĺ", + "Ġíİ ĺ", + "Ġ ней", + "Ġн ей", + "Ġне й", + "ĠÐĹ Ð°Ðº", + "ĠÐĹа к", + "Ġ ÐĴÑĸд", + "ĠÐĴ Ñĸд", + "е лÑĸ", + "ел Ñĸ", + "è¯ ¾", + "åī ¯", + "m adan", + "ma dan", + "mad an", + "mada n", + "æľ «", + "ĠÏĢ ÏģÏĮ", + "Ġп ÑģиÑħ", + "Ġ ÑĤÑĸ", + "ĠÑĤ Ñĸ", + "Ùĥ ات", + "Ġvys ok", + "ê´Ģ 리", + "ül tür", + "ült ür", + "Ġ à¹Ģà¸Ń", + "Ġà¹Ģ à¸Ń", + "Ġà¹ĢภŃ", + "Ġ íķ©", + "Ġíķ ©", + "çĿ £", + "Ġ ÑĢиÑģ", + "ĠÑĢ иÑģ", + "е ÑĢÑĮ", + "еÑĢ ÑĮ", + "ĠÚ© ÙĦÛĮ", + "ĠÚ©ÙĦ ÛĮ", + "Ġ ãĥŀ", + "Ġãĥ ŀ", + "Ġph ÃŃa", + "ĠphÃŃ a", + "å «", + "ا Ú¯", + "Ġ é¢", + "Ġé ¢", + "ĠÙĨ Ùģر", + "ĠÙĨÙģ ر", + "Ġ جاÙĨ", + "Ġج اÙĨ", + "Ġجا ÙĨ", + "Ġ yas", + "Ġy as", + "Ġya s", + "ж ениÑı", + "же ниÑı", + "жен иÑı", + "ĠлÑĥÑĩ ÑĪе", + "Ġ çº", + "Ġç º", + "Ġ мон", + "Ġм он", + "Ġмо н", + "Ġت Ø®", + "Ġ Ø´ÛĮ", + "ĠØ´ ÛĮ", + "Ġн екоÑĤоÑĢ", + "Ġнек оÑĤоÑĢ", + "алÑĮ нÑĭе", + "Ġob chod", + "Ġíķ¨ ê»ĺ", + "Ġr iêng", + "ãģķ ãĤĮãĤĭ", + "ãģķãĤĮ ãĤĭ", + "о кÑĥ", + "ок Ñĥ", + "ĠС ШÐIJ", + "ë§ ģ", + "Ġ Nếu", + "ĠN ếu", + "ĠA ÄŁ", + "Ġд веÑĢ", + "Ġдв еÑĢ", + "Ġдве ÑĢ", + "à¥ĭ ष", + "Ġkh iến", + "Ġkhi ến", + "н его", + "не го", + "ì± ħ", + "ั à¸ķร", + "ัà¸ķ ร", + "m alı", + "ma lı", + "mal ı", + "Ġ ÙĬا", + "ĠÙĬ ا", + "ç§ij æĬĢ", + "ื à¸Ļ", + "ห มาย", + "หม าย", + "Ġ خص", + "ĠØ® ص", + "åĨ ľ", + "ÃŃ me", + "ÃŃm e", + "ĠÑįÑĤ ой", + "ĠÑįÑĤо й", + "Ġ ìĹħ", + "ĠìĹ ħ", + "Ġ ä¹", + "ä¼ ¯", + "' ´", + "Ùħ ÙĬÙĦ", + "ÙħÙĬ ÙĦ", + "à¸Ń à¸ĩà¸Ħ", + "à¸Ńà¸ĩ à¸Ħ", + "k ová", + "ko vá", + "kov á", + "è¿Ļ ä¹Ī", + "ãĢĤ æĪij", + "ìĹIJ ìĦľëĬĶ", + "ìĹIJìĦľ ëĬĶ", + "Ġ ìļ©", + "Ġìļ ©", + "ë¹Ħ ìĬ¤", + "Ġ ì¦Ŀ", + "Ġì¦ Ŀ", + "IT TE", + "ITT E", + "Ġ모 ëĵł", + "ĠspoleÄį nosti", + "ĠspoleÄįnost i", + "Ġв ик", + "Ġви к", + "Ġt ÅĻÃŃ", + "ĠtÅĻ ÃŃ", + "é ³", + "Ġ Ø®ÛĮ", + "ĠØ® ÛĮ", + "Ġp ož", + "Ġpo ž", + "Ġиме еÑĤ", + "Ġd ÄĽt", + "ĠdÄĽ t", + "ĠÙħد ÙĦ", + "Ġ мо", + "Ġм о", + "åį ı", + "e nÃŃm", + "en ÃŃm", + "enÃŃ m", + "é ī", + "ا ظ", + "Ø§Ø ¸", + "Ġ teÅŁ", + "Ġt eÅŁ", + "Ġte ÅŁ", + "Ġ veÅĻej", + "Ġve ÅĻej", + "L IC", + "LI C", + "ì§Ģ ëĬĶ", + "Ñĭ ваÑİÑĤ", + "Ñĭв аÑİÑĤ", + "Ñĭва ÑİÑĤ", + "ĠоÑĢг анÑĸ", + "ĠоÑĢган Ñĸ", + "nÃŃ mi", + "nÃŃm i", + "θ ÎŃ", + "ãĤ¯ ãĥ©", + "ãĥ¼ ãĥ³", + "ãĥ¼ãĥ ³", + "ли ÑģÑı", + "i mdi", + "im di", + "imd i", + "æ Ĩ", + "ïº İ", + "Ġìļ´ ìĺģ", + "κ αν", + "κα ν", + "Ġ ë³µ", + "Ġë³ µ", + "Ġ ÐĨн", + "ĠÐĨ н", + "p lication", + "pl ication", + "t ah", + "ta h", + "Ġ ÐIJв", + "ĠÐIJ в", + "Ġc á»Ļng", + "алÑĮ ноÑĹ", + "алÑĮно ÑĹ", + "Ġد ÙĪرÙĩ", + "ĠدÙĪ رÙĩ", + "ĠدÙĪر Ùĩ", + "à¥įर य", + "Ġ Ø®ÙĪ", + "ĠØ® ÙĪ", + "Ġв ÑĢа", + "Ø¥ ÙĨ", + "èĤ ī", + "Ġo yn", + "Ġoy n", + "ĠT Æ°", + "ĠÙĩ ÙħاÙĨ", + "ĠÙĩÙħ اÙĨ", + "ĠбÑĸлÑĮ ÑĪе", + "ĠбÑĸлÑĮÑĪ е", + "æĮ ¯", + "ا ÙħØ©", + "اÙħ Ø©", + "å º«", + "åº «", + "Ġ ÑĢеж", + "ĠÑĢ еж", + "ĠÑĢе ж", + "Ġدار ÙĨد", + "ÑĢ ий", + "ÑĢи й", + "Ġ æĮ", + "Ġæ Į", + "Ġson uç", + "Ġsonu ç", + "Ġt ả", + "ั à¸ĩà¸Ħ", + "ัà¸ĩ à¸Ħ", + "ë° Ľ", + "Ġ мом", + "Ġм ом", + "Ġмо м", + "ви Ñĩай", + "виÑĩ ай", + ". à¸Ħ", + "Ġ à¤Ĩà¤Ī", + "Ġà¤Ĩ à¤Ī", + "åģ ĩ", + "Ġpos kyt", + "Ġpo skyt", + "ĠÑģ Ñĥп", + "ĠÑģÑĥ п", + "ıyor du", + "а ле", + "ал е", + "и ÑĨ", + "Ġ θÎŃ", + "Ġθ ÎŃ", + "ãĤĩ ãģĨ", + "ĠÑģв ой", + "ĠÑģво й", + "ม à¸Ļ", + "Ġn ữa", + "Ġnữ a", + "v oÅĻ", + "vo ÅĻ", + "ا سÙĬ", + "اس ÙĬ", + "éĴ ±", + "ãģĹ ãģ¦ãģĦãģŁ", + "ãģĹãģ¦ ãģĦãģŁ", + "ãģĹãģ¦ãģĦ ãģŁ", + "ĠÄij ầy", + "ا ÙĬر", + "اÙĬ ر", + "Ġar aÅŁtır", + "Ġara ÅŁtır", + "ì £", + "ãģ¨ ãģ¯", + "ĠÑģ поÑĢ", + "ĠÑģп оÑĢ", + "Ġê° Ģìŀ¥", + "Ġê°Ģ ìŀ¥", + "è¼ ī", + "âĸ ¡", + "Ġ ìĻĦ", + "ĠìĻ Ħ", + "оÑĢ аÑı", + "оÑĢа Ñı", + "Ïģ εί", + "Ïģε ί", + "ĠÑį ÑĤа", + "ĠÑįÑĤ а", + "ë©´ ìłģ", + "ìĿ´ ìĬ¤", + "ä½ ³", + "æĻ ļ", + "Ġk val", + "Ġkv al", + "Ġn á»ķi", + "ÑĤ ами", + "ÑĤа ми", + "Ġпол ÑĸÑĤи", + "ĠполÑĸ ÑĤи", + "Ġ Ä°ng", + "ĠÄ° ng", + "ĠÄ°n g", + "нÑĸ ÑģÑĤÑİ", + "нÑĸÑģÑĤ Ñİ", + "Ġ à¹Ģà¸ģ", + "Ġà¹Ģ à¸ģ", + "Ġà¹Ģภģ", + "Ġ 민", + "Ġë ¯¼", + "è Ķ", + "Ïģ ία", + "Ïģί α", + "æİ Ī", + "Ġ çĤ", + "Ġç Ĥ", + "ĠÙĨÙħ اÛĮ", + "Ġ ìŀ¡", + "Ġìŀ ¡", + "æŀ ¶", + "اب ÙĤ", + "Ñģ он", + "Ñģо н", + "ен ного", + "енно го", + "ĠÙħ ÛĮÙĦÛĮ", + "ĠÙħÛĮ ÙĦÛĮ", + "ĠÙħÛĮÙĦ ÛĮ", + "Ġk urum", + "Ġkur um", + "Ġku rum", + "Ġkuru m", + "à¹Į ส", + "Ġ ì´Ŀ", + "Ġì ´Ŀ", + "Ġì´ Ŀ", + "ĠnÄĽk olik", + "ĠnÄĽkol ik", + "Ġ ÙĢ", + "ĠÙ Ģ", + "ĠзаÑģÑĤ оÑģ", + "à¸Ķ à¸Ļ", + "ÙĨ داÙĨ", + "ÙĨد اÙĨ", + "ÙĨدا ÙĨ", + "ĠJ ap", + "ĠJa p", + "éĥ ¡", + "à¥į à¤Ń", + "à¥įठŃ", + "Ġ à¹Ģà¸Ĭ", + "Ġà¹Ģ à¸Ĭ", + "Ġà¹ĢภĬ", + "Ġ âĢ«", + "ĠâĢ «", + "é£ ŀ", + "o vatel", + "ov atel", + "ova tel", + "ovat el", + "ĠÑĩа ÑģÑĤÑĮ", + "ĠÑĩаÑģ ÑĤÑĮ", + "ĠÑĩаÑģÑĤ ÑĮ", + "Ġb á»ķ", + "ãĤ¯ ãĥª", + "ิ à¹Į", + "Ġвид е", + "Ġви де", + "v ail", + "va il", + "Ì ī", + "ÄŁ inde", + "ÄŁi nde", + "ÄŁin de", + "ãģ¨ ãĤĤ", + "âĢĮÚ© ÙĨد", + "âĢĮÚ©ÙĨ د", + "Ġ ëħĦ", + "Ġëħ Ħ", + "Ġ اÙĤتص", + "ĠاÙĤ تص", + "ï½ Ĺ", + "Ïģ ιÏĥ", + "Ïģι Ïĥ", + "з д", + "èĻ ½", + "Ġth oại", + "Ġtho ại", + "Ġ ÙĪز", + "ĠÙĪ ز", + "Ġ mÃŃt", + "Ġm ÃŃt", + "ĠmÃŃ t", + "ĠÑħ олод", + "ĠÑħол од", + "Ġ кÑĥп", + "Ġк Ñĥп", + "ĠкÑĥ п", + "а ниÑħ", + "ан иÑħ", + "ани Ñħ", + "Ġnh ìn", + "ãģĭ ãģª", + "Ġ Ðļом", + "ĠÐļ ом", + "ĠÐļо м", + "ÏĦ εÏģ", + "ÏĦε Ïģ", + "ï¼Į åıª", + "Ġol up", + "Ġhá» ıi", + "ë ij", + "ĠnÄĽk ter", + "i sÃŃ", + "is ÃŃ", + "ĠвикоÑĢиÑģÑĤ ов", + "ìŀ ¡", + "Ġà¤ķ ल", + "Ġìľł ìłĢ", + "ĠпÑĢ иб", + "ĠпÑĢи б", + "èĭ ¦", + "Ġ мов", + "Ġм ов", + "Ġмо в", + "Ġ หà¸Ļ", + "Ġห à¸Ļ", + "ëIJĺ ëĬĶ", + "о ко", + "ок о", + "Ġоб еÑģп", + "Ġk ez", + "Ġke z", + "л ÑıÑħ", + "лÑı Ñħ", + "ĠпÑĢо иÑģ", + "Ġпо вин", + "Ġпов ин", + "ĠÐļ оÑĢ", + "ĠÐļо ÑĢ", + "ì¼ Ģ", + "Ġ Ñģи", + "ĠÑģ и", + "Ġ ä¹ĭ", + "Ġä¹ ĭ", + "ĠâĢĶ Ċ", + "ÑģÑĥÑĤ ÑģÑĤв", + "ç °", + "Ġ à¤ł", + "Ġठł", + "н аÑĤ", + "на ÑĤ", + "Ġs uy", + "Ġsu y", + "Ġ ÑģÑĭ", + "ĠÑģ Ñĭ", + "ĠÙĨ شاÙĨ", + "ĠÙĨØ´ اÙĨ", + "Ġна пÑĢав", + "Ġнап ÑĢав", + "ĠÑĨ ÑĮомÑĥ", + "æĺ¯ ä¸Ģ", + "Ġm üm", + "Ġmü m", + "ÑĶ мо", + "ÑĶм о", + "ĠاسÙĦاÙħ ÛĮ", + "Ġza manda", + "Ġzam anda", + "Ġzaman da", + "ÙĪ ÙħاÙĨ", + "ÙĪÙħ اÙĨ", + "ا ÙĦØŃ", + "اÙĦ ØŃ", + "Å¡t ÄĽnÃŃ", + "Å¡tÄĽ nÃŃ", + "Ġ Ðļак", + "ĠÐļ ак", + "ĠÐļа к", + "¤ íĶĦ", + "¤í ĶĦ", + "ĠÙ¾ رد", + "Ġپر د", + "C ác", + "ε ια", + "ει α", + "Ġ جÙĪ", + "Ġج ÙĪ", + "ĠÄijo ạn", + "Ġà¤ĩ त", + "Ġз ан", + "Ġза н", + "ĠÙħÙĨØ· ÙĤÙĩ", + "ĠÙħ عÙĦ", + "ĠÙħع ÙĦ", + "Ġdo kon", + "Ġdok on", + "åIJ ¸", + "ic kou", + "ick ou", + "å° ģ", + "Ġк иÑģ", + "Ġки Ñģ", + "ัà¸ĩ หว", + "i species", + "is pecies", + "isp ecies", + "Ġнап ÑĢÑı", + "æº ĸ", + "Ġà¤ľ ल", + "à¹Ģ à¸ī", + "à¹Ģภī", + "L AR", + "LA R", + "ĠÑĥÑģлов иÑı", + "ĠWiki species", + "ĠWik ispecies", + "ระ à¸Ķ", + "Ġ mey", + "Ġm ey", + "Ġme y", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "à¹ĩ à¸Ī", + "å¾ Ĵ", + "t ach", + "ta ch", + "u muz", + "um uz", + "umu z", + "κ η", + "à Ĭ", + "Ġ ün", + "Ġü n", + "ĠB ITTE", + "ĠBIT TE", + "ĠÙħ ربع", + "ĠÙħر بع", + "ĠÙħرب ع", + "ãĤ· ãĥ¥", + "िस à¤ķ", + "Ø· ÙĪر", + "Ġв оÑģ", + "Ġво Ñģ", + "ï¾ Ł", + "Ġy ayın", + "Ġyay ın", + "ãģĭ ãĤĬ", + "л иÑı", + "ли Ñı", + "Ġп ÑĢин", + "ĠпÑĢ ин", + "ĠпÑĢи н", + "ij ng", + "ĠÙĨ Ø®", + "Ġl ze", + "Ġlz e", + "à¥įष ण", + "Ġ бо", + "Ġб о", + "Ġ ê¸Ģ", + "Ġê¸ Ģ", + "Ġgel iÅŁtir", + "ĠgeliÅŁ tir", + "à¸Ľà¸£à¸° à¸Ĭ", + "å½ ¡", + "Ġ ãĤª", + "ĠãĤ ª", + "ãģĪ ãģ¦", + "н ÑĥÑĤÑĮ", + "нÑĥ ÑĤÑĮ", + "нÑĥÑĤ ÑĮ", + "Ġ ç½", + "Ġç ½", + "Ġ маг", + "Ġм аг", + "Ġма г", + "ãģ« ãģ¤", + "н оÑģÑĤей", + "ноÑģÑĤ ей", + "Ġ ÙĦÙĬ", + "ĠÙĦ ÙĬ", + "æĢ ª", + "ÑıÑĤ ÑģÑı", + "ภij", + "िय म", + "Ġ ãĢİ", + "ĠãĢ İ", + "ÑĢ ÑĮ", + "Ġm ạng", + "t ım", + "tı m", + "ĠпеÑĢи од", + "о гÑĥ", + "ог Ñĥ", + "ĠкоÑĤоÑĢ аÑı", + "ĠкоÑĤ оÑĢаÑı", + "리 ê°Ģ", + "Ġãħ ¡", + "Ġج اÛĮ", + "Ġجا ÛĮ", + "ĠпоÑĤ ÑĢÑĸб", + "Å¡ en", + "Å¡e n", + "à¸Ń ะ", + "ب ع", + "ØŁ Ċ", + "Ġ ë°©ë²ķ", + "Ġë°© ë²ķ", + "Ġ гоÑĢод", + "Ġг оÑĢод", + "ĠгоÑĢ од", + "Ġ Ðĺн", + "ĠÐĺ н", + "Ġ оказ", + "Ġо каз", + "Ġок аз", + "ر ÙĪز", + "رÙĪ ز", + "Ġili ÅŁk", + "ĠiliÅŁ k", + "å® £", + "f orman", + "form an", + "for man", + "forma n", + "a daÅŁ", + "ad aÅŁ", + "ada ÅŁ", + "ÙĬ ÙĦØ©", + "ÙĬÙĦ Ø©", + "ĠÐļ аÑĢ", + "ĠÐļа ÑĢ", + "Ġm ất", + "æħ ĭ", + "м п", + "à¹Ĥ à¸Ļ", + "ĠØŃÙĤ ÙĪÙĤ", + "Ġд нÑı", + "ĠëĴ ¤", + "ा à¤ķर", + "ाà¤ķ र", + "ì²ĺ ëŁ¼", + "âĢĮ Ø¢", + "h angi", + "han gi", + "hang i", + "è¡Į æĶ¿", + "al iyet", + "ali yet", + "Ġ ì²ľ", + "Ġì² ľ", + "ĠY ap", + "ĠYa p", + "à¹Ĥ รà¸ĩ", + "à¹Ĥร à¸ĩ", + "ì§Ģ ëħ¸", + "Ùİ Ùij", + "Îij ÎĻ", + "á na", + "án a", + "an dır", + "and ır", + "ระ à¸ļà¸ļ", + "ระà¸ļ à¸ļ", + "oÄŁ lu", + "า à¸Īะ", + "าà¸Ī ะ", + "ẩ y", + "ا ÙĪÙĦ", + "اÙĪ ÙĦ", + "ĠмаÑĤ еÑĢÑĸ", + "ÎŁ ÎĿ", + "ÎŁÎ Ŀ", + "Ġin formace", + "Ġinform ace", + "ت ع", + "à¸ļ à¸Ļ", + "ĠÄĮesk é", + "ĠÄĮes ké", + "Ġte mel", + "Ġtem el", + ":::::::::::::::: ::::::::::::::::", + "Ġ chia", + "Ġch ia", + "Ġchi a", + "- Ñģ", + "н еÑĢг", + "не ÑĢг", + "неÑĢ г", + "Ġì° ¾", + "ÑĢ ид", + "ÑĢи д", + "л оÑģÑĮ", + "ло ÑģÑĮ", + "ز ÙĦ", + "ê°Ģ ëĬĶ", + "a né", + "an é", + "Ġнав ÑĸÑĤÑĮ", + "ĠнавÑĸ ÑĤÑĮ", + "ä¸ĵ ä¸ļ", + "Ġ 경기", + "Ġê²½ 기", + "Ġp ÅĻev", + "ĠpÅĻ ev", + "ĠpÅĻe v", + "е ÑĤи", + "еÑĤ и", + "Ġ íĶĮ", + "ĠíĶ Į", + "н ÑıÑĤ", + "нÑı ÑĤ", + "à¥ģ श", + "à¥ģठ¶", + "лÑİ Ð´", + "в иÑī", + "ви Ñī", + "å° ¾", + "çļĦ äºĭ", + "Ġ ëIJľ", + "Ġë IJľ", + "ĠëIJ ľ", + "ر ÙĪÙģ", + "رÙĪ Ùģ", + "Ġ 女", + "Ġå¥ ³", + "κ ή", + "Ġ Tuy", + "ĠT uy", + "ĠTu y", + "Ġê²ĥ ìĿĦ", + "Ġb unu", + "Ġbu nu", + "Ġbun u", + "ĠÑĢаз лиÑĩ", + "ĠD ün", + "ãĤŃ ãĥ£", + "ÑĢ ÑĥÑģ", + "ÑĢÑĥ Ñģ", + "Ġ мм", + "Ġм м", + "l oven", + "lo ven", + "love n", + "lov en", + "Ġot ev", + "n oloj", + "ES Ä°", + "ü p", + "Ġ èĤ", + "Ġè Ĥ", + "ικ ÏĮÏĤ", + "ικÏĮ ÏĤ", + "ض اء", + "ضا Ø¡", + "Ġ пеÑĩ", + "Ġп еÑĩ", + "ÅĻÃŃ klad", + "ãģĵ ãĤį", + "Å¡ tÃŃ", + "Å¡t ÃŃ", + "Ġبر Ú¯", + "ãģĮ ãģĤãĤĭ", + "Ñĸ ÑģÑĤ", + "ÑĸÑģ ÑĤ", + "à¥ī à¤ķ", + "ÏĢ η", + "ĠاÙĦÙħ ست", + "ĠاÙĦÙħس ت", + "Ġз ай", + "Ġза й", + "Ġch Æ°Æ¡ng", + "о ÑĤÑĥ", + "оÑĤ Ñĥ", + "Ġ Сам", + "ĠС ам", + "Å¡ et", + "Å¡e t", + "ĠìŀĪ ìĹĪ", + "ĠÙģ ار", + "Ñĸ он", + "ãĥĹ ãĥŃ", + "Ġnh iá»ĩt", + "in izi", + "ini zi", + "iniz i", + "Ġc ož", + "Ġco ž", + "Ġà¤Ĩ न", + "Ġsyst ém", + "ر ÙĪع", + "رÙĪ ع", + "a yet", + "ay et", + "aye t", + "ĠÙģر ÙĩÙĨÚ¯", + "Ġ è¶", + "Ġè ¶", + "èģ ·", + "è§Ĥ çľĭ", + "н ок", + "но к", + "à¸IJ าà¸Ļ", + "êµIJ ìľ¡", + "k la", + "kl a", + "ãĤģ ãģ¦", + "Îķ ÎĻ", + "åĿ Ĺ", + "Ġsk uteÄį", + "à¥Ĥ à¤ľ", + "ãģij ãģ¦", + "N GC", + "NG C", + "Ġ åĢ", + "Ġå Ģ", + "ĠÑĢоз п", + "nÃŃ ků", + "nÃŃk ů", + "ãĥ³ ãĤ¹", + "ĠÐĴ еÑĢ", + "Ġyüz de", + "Ġ미 êµŃ", + "ĠÙħ Ùī", + "д еÑĢ", + "де ÑĢ", + "а ва", + "ав а", + "Ġmerk ez", + "į ng", + "Ġ ìĤ¼", + "ĠìĤ ¼", + "ĠÑĢоб оÑĤи", + "ĠÑĢобоÑĤ и", + "Ġ нÑĮого", + "Ġн ÑĮого", + "Ġ економ", + "Ġе коном", + "Ġек оном", + "ĠÑĩелов ека", + "ĠÑĩеловек а", + "Ġ à¸ŀระ", + "Ġà¸ŀ ระ", + "Ġà¸ŀร ะ", + "ãĥ Ĵ", + "ãģ£ ãģ¦ãģĦ", + "ãģ£ãģ¦ ãģĦ", + "ä¼ Ĺ", + "ĠпÑĢод ÑĥкÑĤ", + "ĠпÑĢодÑĥк ÑĤ", + "Ġy anı", + "Ġyan ı", + "à¥Ģव न", + "Ġc áºŃp", + "ĠAv rupa", + "ा à¤Ń", + "ाठŃ", + "ĠìłĦ ìļ©", + "æķ £", + "ĠìľĦ íķľ", + "Ñħод иÑĤÑĮ", + "ÑħодиÑĤ ÑĮ", + "Ġsın ır", + "ü cret", + "üc ret", + "s uz", + "su z", + "æ¨ Ĥ", + "Ġ ì°½", + "Ġì° ½", + "Ïģ ίοÏħ", + "Ïģί οÏħ", + "åĪ ļ", + "Ø® ÙĦ", + "ëłĩ ê²Į", + "ج د", + "Ġμ αÏĤ", + "Ġμα ÏĤ", + "áºŃ m", + "k ara", + "ka ra", + "kar a", + "ãĤ« ãĥ¼", + "Ġkter ou", + "ìĽ ¨", + "ÑĦи ÑĨи", + "oÄŁ raf", + "Ġна пÑĢи", + "Ġнап ÑĢи", + "ãģij ãģ©", + "Ġ éļ", + "Ġé ļ", + "ت باÙĦ", + "تب اÙĦ", + "ëŁ ½", + "ìĶ ¨", + "íĮĮ ìĿ¼", + "Ïĩ α", + "Ġuz ak", + "Ġd òng", + "Ġг олоÑģ", + "Ġгол оÑģ", + "Ïĥ ÏĦή", + "ÏĥÏĦ ή", + "ι λ", + "Ø· Ùģ", + "Ġê·¸ ëħĢ", + "ãĤ¿ ãĤ¤", + "ا ÙĨÚ¯", + "اÙĨ Ú¯", + "i nou", + "in ou", + "ino u", + "л он", + "ло н", + "à¹ĩ ม", + "Ġब द", + "Ġkon usunda", + "Ġkonusu nda", + "Ġkonus unda", + "Ġn âng", + "ãģ¾ãģĽ ãĤĵ", + "Ñĥ ÑİÑĤÑĮÑģÑı", + "ÑĥÑİ ÑĤÑĮÑģÑı", + "ÑĥÑİÑĤÑĮ ÑģÑı", + "åŁ ¹", + "ен ко", + "ìł ij", + "Ġ ÑĤов", + "ĠÑĤ ов", + "ĠÑĤо в", + "Ġt ÅĻeba", + "ĠtÅĻ eba", + "ز اÙĨ", + "زا ÙĨ", + "is yon", + "isy on", + "Ġ ген", + "Ġг ен", + "Ġге н", + "Ġ Pokud", + "ĠP okud", + "ĠPo kud", + "ĠPok ud", + "âĢĮ اÙĨد", + "âĢĮاÙĨ د", + "Ġг ÑĢÑĥд", + "ĠгÑĢÑĥ д", + "ĠгÑĢ Ñĥд", + "Ġ خرÛĮد", + "Ġخر ÛĮد", + "λ λα", + "λλ α", + "Ġp ÅĻÃŃm", + "ĠpÅĻ ÃŃm", + "ĠpÅĻÃŃ m", + "Ġ æ³ķ", + "Ġæ³ ķ", + "Ġز ÙĨدگÛĮ", + "ĠزÙĨد Ú¯ÛĮ", + "ạ p", + "Ġ íĬ¸", + "ĠíĬ ¸", + "ĠÄij á»Ļc", + "ĠÄijá»Ļ c", + "Ġê·¸ ë¦¬ê³ł", + "Ġ그리 ê³ł", + "н из", + "ни з", + "Ġ ÙĬÙĤ", + "ĠÙĬ ÙĤ", + "l aÅŁtır", + "la ÅŁtır", + "laÅŁ tır", + "ĠпÑĢав о", + "ĠпÑĢа во", + "Ñĥ Ñģк", + "ÑĥÑģ к", + "å° ½", + "Ġप ड", + "éĵ ģ", + "Ġ ì·¨", + "Ġì ·¨", + "ĠاÙĦ بÙĬ", + "ĠاÙĦب ÙĬ", + " ¸", + "ิม à¸ŀ", + "Ġs vÄĽ", + "Ġsv ÄĽ", + "Ġб ал", + "Ġба л", + "Ġm ôn", + "Ġmô n", + "ĠD ữ", + "ĠØ´ دÙĨ", + "Ġشد ÙĨ", + "Ġ ÙģÙĦ", + "ĠÙģ ÙĦ", + "Ġv znik", + "Ġvz nik", + "Ġch ứ", + "ĠÑģÑĤ ÑĢÑĥкÑĤÑĥ", + "ç¸ £", + "ĠH oa", + "ĠHo a", + "í ĮĢ", + "íĮ Ģ", + "Ġ ÑĢÑĸÑĪ", + "ĠÑĢ ÑĸÑĪ", + "Ġвоз дÑĥ", + "олÑĮ ÑĪ", + "οÏħ με", + "ู à¸Ļ", + "Ġп ÑĢид", + "ĠпÑĢ ид", + "ĠпÑĢи д", + "il mek", + "ilm ek", + "ĠاÙĦ ÙĤر", + "ĠاÙĦÙĤ ر", + "Į ĵ", + "Ġ uç", + "Ġu ç", + "å¨ ĺ", + "ec ektir", + "ecek tir", + "Ġ íħĮ", + "Ġí ħĮ", + "Ġíħ Į", + "Ġ εÏħ", + "Ġε Ïħ", + "Ġh òa", + "Ïģ Ïħ", + "ึà¸ģษ า", + "ĠÑĤеÑħ нолог", + "ú i", + "Ġbilg iler", + "Ġbilgi ler", + "Ġ ÙĤاÙĦ", + "ĠÙĤ اÙĦ", + "e dl", + "ed l", + "z nám", + "zn ám", + "á ly", + "ál y", + "åºĶ 该", + "алÑĮ ний", + "аÑĤ елÑı", + "аÑĤе лÑı", + "à¸Ļ วà¸Ļ", + "à¸Ļว à¸Ļ", + "Ġ ÐŁÐ¾Ð»", + "ĠÐŁ ол", + "ĠÐŁÐ¾ л", + "à¸ŀ à¸Ļ", + "ç¤ ¼", + "Ġt asar", + "Ġta sar", + "Ġtas ar", + "ĠÑĤ ой", + "ĠÑĤо й", + "Ġм еÑģÑı", + "Ġ иÑģк", + "Ġи Ñģк", + "ĠиÑģ к", + "Ġप द", + "γ ή", + "ا ختÙĩ", + "اخ تÙĩ", + "اخت Ùĩ", + "è¿Ļ éĩĮ", + "Ġch á»īnh", + "Ġchá»ī nh", + "ĠÙĤ سÙħ", + "Ùİ Ùĩ", + "er li", + "åĽ½ éĻħ", + "il iyor", + "ili yor", + "ĠØ´Ùĩر ستاÙĨ", + "Ġve lk", + "Ġvel k", + "åĽ º", + "Ġб ÑĸлÑĮÑĪ", + "ĠбÑĸлÑĮ ÑĪ", + "ãĥ¼ ãĥĹ", + "ãĥ¼ãĥ Ĺ", + "æŁ IJ", + "ì§ ľ", + "ĠÄĮ R", + "Ġд ек", + "Ġде к", + "ر بÛĮ", + "رب ÛĮ", + "о виÑĩ", + "ов иÑĩ", + "ови Ñĩ", + "Ġkap sam", + "Ġkaps am", + "ĠÙĦ Ø£", + "Ġ анÑĤи", + "Ġан ÑĤи", + "Ġ ücret", + "Ġü cret", + "ê² ¬", + "о ÑĢож", + "оÑĢ ож", + "оÑĢо ж", + "ÛĮ ÙħÛĮ", + "ÛĮÙħ ÛĮ", + "è© ķ", + "Ġ ë§ŀ", + "Ġë§ ŀ", + "Ġ ÑĢÑıд", + "ĠÑĢ Ñıд", + "ĠÑĢÑı д", + "ĠÙĩÙħ راÙĩ", + "â r", + "ا بت", + "اب ت", + "ĠиÑģполÑĮзов аÑĤÑĮ", + "ĠиÑģполÑĮз оваÑĤÑĮ", + "к Ñģ", + "âī ¡", + "Ġo lay", + "Ġol ay", + "Ġola y", + "èį ¯", + "Ġo prav", + "Ġop rav", + "Ġopr av", + "Ġدرب ارÙĩ", + "Ġ ä¸ŃåĽ½", + "Ġä¸Ń åĽ½", + "и лÑģÑı", + "ил ÑģÑı", + "åį «", + "ĠاÙĦ است", + "ĠاÙĦاس ت", + "ÙĪÛĮ ÛĮ", + "ÑĢ еÑĪ", + "ÑĢе ÑĪ", + "Ġ ÙĨس", + "ĠÙĨ س", + "ãĢĤ åľ¨", + "Ġ ÙĦØŃ", + "ĠÙĦ ØŃ", + "Ġko run", + "Ġkor un", + "ĠÙģ رد", + "ĠÙģر د", + "Ġо боÑĢ", + "Ġоб оÑĢ", + "Ġобо ÑĢ", + "е ÑĪÑĮ", + "еÑĪ ÑĮ", + "Ġpod mÃŃn", + "Ġ ë¬¸ìłľ", + "Ġ문 ìłľ", + "ĠdeÄŁer lendir", + "ä¸į åIJĮ", + "æ¶ ²", + "ा हर", + "ाह र", + "íļ į", + "à¥į à¤ł", + "à¥įठł", + "и ÑĤиÑģÑı", + "иÑĤи ÑģÑı", + "ا ÙĦع", + "اÙĦ ع", + "Ġd vÄĽ", + "Ġdv ÄĽ", + "ĠпеÑĢ ек", + "ĠпеÑĢе к", + "Ġ åħĥ", + "Ġåħ ĥ", + "Ġ aras", + "Ġa ras", + "Ġar as", + "Ġara s", + "Ġalt ında", + "Ġaltın da", + "Ġaltı nda", + "Ġв за", + "Ġвз а", + "æĴ ĥ", + "Ġmil yon", + "Ġ åѦ", + "ĠåŃ ¦", + "Ġв аÑĢи", + "ĠваÑĢ и", + "Ġва ÑĢи", + "ĠاÙĦع اÙĦÙħ", + "' Ñı", + "ÙĪ ÛĮس", + "ÙĪÛĮ س", + "Ġмож ÑĥÑĤÑĮ", + "ãģij ãģŁ", + "ìĿ´ ìĹĪëĭ¤", + "ìĿ´ìĹĪ ëĭ¤", + "ο Ïįν", + "οÏį ν", + "Ġ éŁ", + "Ġé Ł", + "Ġpost up", + "Ġpo stup", + "ü yük", + "üy ük", + "åĪ Ĭ", + "Ġ ÙĤب", + "ĠÙĤ ب", + "Ġاص ÙĦÛĮ", + "ĠاصÙĦ ÛĮ", + "ÙĪ Ùī", + "Ġrep ublik", + "Ġ ÐĻ", + "ĠÐ Ļ", + "ģ m", + "Ġб ел", + "ा -", + "Ñģ кое", + "Ñģк ое", + "Ñģко е", + "Ġcu á»iji", + "è² ·", + "ี ยว", + "ีย ว", + "éĩį è¦ģ", + "ู ม", + "ĠÑĢозвиÑĤ кÑĥ", + "Ġ ë°±", + "Ġë° ±", + "åĥ ¹", + "Ġ åīį", + "Ġåī į", + "à¹Ħ à¸ĭ", + "ãĢĮ âĢ¦âĢ¦", + "à¥Į त", + "Ú© رد", + "کر د", + "Ġza ÅĻÃŃzenÃŃ", + "ส าร", + "Ġle tech", + "Ġlet ech", + "l emek", + "le mek", + "lem ek", + "leme k", + "人 ãģ®", + "Ġd ưỡng", + "ĠdÆ°á» ¡ng", + "ت ÙĤ", + "Ġ åĵ", + "Ġå ĵ", + "åħ »", + "Ġ ëıħ", + "Ġëı ħ", + "Ġ 루", + "Ġë £¨", + "Ġë£ ¨", + "Ø° ÙĦÙĥ", + "Ġ ìĿ¼ë³¸", + "ĠìĿ¼ 본", + "ĠAy rıca", + "ĠÙ¾ Úĺ", + "is inin", + "isi nin", + "isin in", + "isini n", + "Ġìĭ ¶", + "Ú¯ ÛĮرÛĮ", + "Ú¯ÛĮ رÛĮ", + "Ú¯ÛĮر ÛĮ", + "خص ص", + "³ ç´°", + "ĠмаÑĤеÑĢи ал", + "k ové", + "ko vé", + "kov é", + "ë§ ī", + "ãģķ ãģĽ", + "ĠÑĤак ой", + "ĠÑĤа кой", + "Ġtr áºŃn", + "Ġ лиÑĨ", + "Ġл иÑĨ", + "Ġли ÑĨ", + "Ġ åĽĽ", + "ĠåĽ Ľ", + "Ñĩ Ñĥ", + "Ġ æ°´", + "Ġæ° ´", + "Ġdo lay", + "Ġdol ay", + "å½ ¹", + "ÑĢ ива", + "ÑĢи ва", + "ÑĢив а", + "Ġг ÑĢÑĥпп", + "ĠгÑĢÑĥ пп", + "ĠгÑĢÑĥп п", + "Ġmüm kün", + "л ена", + "лен а", + "ле на", + "ëĿ¼ ëĬĶ", + "åĪ© çĶ¨", + "Ġr ahat", + "Ġra hat", + "ï¼ıï¼ı ï¼ıï¼ı", + "æģ ©", + "Ġ íķŃ", + "Ġíķ Ń", + "Ġ íĴ", + "Ġí Ĵ", + "Ġ ìĬ¹", + "ĠìĬ ¹", + "Ġch ân", + "Ġ ãĤ¨", + "ĠãĤ ¨", + "Ġжиз ни", + "çĸ ij", + "ãĢĤ ä»ĸ", + "리 ìĬ¤", + "Ñĩ иÑħ", + "Ñĩи Ñħ", + "Ġ é¦ĸ", + "Ġé¦ ĸ", + "ÄĽ r", + "Ġй омÑĥ", + "Ġth áºŃt", + "Ġìķ ŀ", + "c ih", + "ci h", + "س ÙĦاÙħ", + "سÙĦ اÙħ", + "Ġs iyas", + "Ġsi yas", + "Ġ íĸĪ", + "Ġíĸ Ī", + "Ġк оÑĪ", + "Ġко ÑĪ", + "Ïĥ αν", + "Ïĥα ν", + "ÙĬ اÙĨ", + "ÙĬا ÙĨ", + "Ġd ö", + "ाह त", + "о ÑĢод", + "оÑĢ од", + "оÑĢо д", + "о ваÑı", + "ов аÑı", + "ова Ñı", + "ÑĨи оналÑĮ", + "ÑĨион алÑĮ", + "ائ Ùĩ", + "Ġà¤ĸ र", + "ĠÄij á»Ŀi", + "ĠÄijá» Ŀi", + "ä¸į ä¼ļ", + "Ùĥ ز", + "ี à¸Ħวาม", + "ีà¸Ħ วาม", + "l ıyor", + "lı yor", + "à¥ĭ द", + "Ġ 충", + "Ġì¶ ©", + "Ġc á»ij", + "à¹Ĥ à¸ķ", + "Ġε ÏĢί", + "ĠεÏĢ ί", + "ĠпÑĢ Ñıм", + "æ³ °", + "ا ÙĦØ©", + "اÙĦ Ø©", + "j ÃŃm", + "jÃŃ m", + "Ġ би", + "Ġб и", + "Å¡ em", + "Å¡e m", + "ĠH á»Ļi", + "à¸Ħ รà¸ĩ", + "à¸Ħร à¸ĩ", + "Ġh uyá»ĩn", + "Ġhuy á»ĩn", + "ç¯ Ģ", + "l iÅ¡", + "li Å¡", + "ĠجÙĩ ت", + "ç§ ĭ", + "ĠÑĨ ел", + "ĠÑĨе л", + "Ġ лÑĸÑĤ", + "Ġл ÑĸÑĤ", + "ĠлÑĸ ÑĤ", + "Ġ æ·", + "Ġæ ·", + "ж Ñĥ", + "ãģĪ ãģŁ", + "ë´ ī", + "Ġ 머", + "Ġë¨ ¸", + "åł´ åIJĪ", + "éĿ ©", + "ãĥª ãĥ³", + "ег да", + "Ġbe nim", + "Ġben im", + "Ġbeni m", + "çĽ Ł", + "ãģ® ä¸Ń", + "åĿ IJ", + "ĠÃľniversit esi", + "Ġko ÅŁ", + "Ġп ож", + "Ġпо ж", + "iá»ĩ p", + "ĠpÅĻ ij", + "ĠpÅĻi j", + "ëŀ ¨", + "ĠاÙĦ أس", + "ĠاÙĦØ£ س", + "ár nÃŃ", + "iế m", + "Ġ èĬ", + "Ġè Ĭ", + "Ġ δε", + "Ġδ ε", + "å¨ ±ä¹IJ", + "Ġ Æ°u", + "Ġ çĦ¡", + "ĠçĦ ¡", + "Ġг ÑĢи", + "ĠгÑĢ и", + "Ġпо ÑįÑĤомÑĥ", + "ĠÄij óng", + "ĠÄijó ng", + "ĠÄijón g", + "ج اÙĨ", + "جا ÙĨ", + "Ġngh iên", + "Ġnghi ên", + "Ġا ÙĦاÙĨ", + "ĠاÙĦ اÙĨ", + "ÑĪ ей", + "ÑĪе й", + "à¹ģ รà¸ģ", + "ĠÚĨ Ùĩار", + "ĠÚĨÙĩ ار", + "Ñİ Ñīий", + "ÑİÑī ий", + "ÏĮ Ïģ", + "Ġ رÙħ", + "Ġر Ùħ", + "ì² ł", + "Ġدست گاÙĩ", + "Ġ دÛĮد", + "Ġد ÛĮد", + "ĠدÛĮ د", + "ãĥĥãĤ¯ ãĤ¹", + "ा मन", + "ाम न", + "ĠTh Ãłnh", + "Ġth ẩm", + "Ġc Ãłng", + "ĠcÃł ng", + "Ġdön Ã¼ÅŁ", + "ĠпÑĢи гоÑĤов", + "ĠпÑĢиг оÑĤов", + "Ġk iÅŁi", + "Ġki ÅŁi", + "ĠkiÅŁ i", + "ØŃ Øª", + "Ġ ë²ķ", + "Ġë² ķ", + "é£ Ľ", + "Ġit ibar", + "Ġг лав", + "Ġгла в", + "Ġor tam", + "Ġort am", + "Ġorta m", + "Ġm add", + "Ġma dd", + "Ġmad d", + "Ġ оÑģÑĤав", + "Ġо ÑģÑĤав", + "ĠоÑģÑĤ ав", + "ĠÙģÙĪ تباÙĦ", + "ĠÙģÙĪت باÙĦ", + "Ġan laÅŁ", + "l eyen", + "le yen", + "ley en", + "ç ´Ģ", + "ç´ Ģ", + "Ġ é£", + "Ġé £", + "/ lo", + "/l o", + "Ùħ ÙĪÙĦ", + "ÙħÙĪ ÙĦ", + "Ġд ÑĥÑħ", + "ĠдÑĥ Ñħ", + "Ġ ÙĦب", + "ĠÙĦ ب", + "л ег", + "ле г", + "Ġgö nder", + "Ġgön der", + "ÙĬ Ø·", + "Ġ สำ", + "Ġส ำ", + "Ġv ás", + "Ġvá s", + "ĠÐŁ еÑĤ", + "а лоÑģÑı", + "ало ÑģÑı", + "ì ¿ł", + "ì¿ ł", + "éĻ ½", + "åĸ ®", + "èĪ ŀ", + "н Ñĥл", + "нÑĥ л", + "ÄŁ ine", + "ÄŁi ne", + "ÄŁin e", + "Ġ ghi", + "Ġg hi", + "Ġgh i", + "Ġ çµ", + "Ġç µ", + "ÙĬ ÙĨÙĬ", + "ÙĬÙĨ ÙĬ", + "Å ½", + "Ġhük üm", + "ĠD Ä±ÅŁ", + "ĠÎŃ Ïĩει", + "ĠÎŃÏĩ ει", + "Ġ Ñģка", + "ĠÑģ ка", + "ĠÑģк а", + "Ġ ÑĤим", + "ĠÑĤ им", + "ĠÑĤи м", + "Ġп оÑģÑĤав", + "Ġпо ÑģÑĤав", + "ĠпоÑģÑĤ ав", + "à¸Ļ าà¸Ķ", + "à¸Ļา à¸Ķ", + "d ül", + "dü l", + "Ġd va", + "Ġdv a", + "Ġ à¸Ħà¸Ļ", + "Ġà¸Ħ à¸Ļ", + "Ġchá»ĭ u", + "Ġ èı", + "Ġè ı", + "à¹ģส à¸Ķà¸ĩ", + "æ° £", + "Ġ íĪ¬", + "Ġí Ī¬", + "Ġ Ñĩин", + "ĠÑĩ ин", + "ĠÑĩи н", + "ãģ« ãģĬ", + "ен ноÑģÑĤи", + "енно ÑģÑĤи", + "ÐIJ ÐĿ", + "Ġh emen", + "Ġhe men", + "Ġhem en", + "Ġ ait", + "Ġa it", + "Ġai t", + "Ġ à¤Ĭ", + "ĠठĬ", + "æī §", + "ĠA BD", + "ĠAB D", + "Ġκα θ", + "æ´ Ľ", + "ãĤ¢ ãĥ«", + "à¹ī าà¸Ĺ", + "à¹īา à¸Ĺ", + "ÅĻ ez", + "ÅĻe z", + "d ÄĽji", + "dÄĽ ji", + "Ġt á»ĭch", + "еннÑı м", + "Ġв ÑģÑĤанов", + "ĠвÑģÑĤ анов", + "ĠاÙĦ بر", + "ĠاÙĦب ر", + "ÙĪÙħ تر", + "k ách", + "ká ch", + "åº Ĭ", + "л Ñĥж", + "лÑĥ ж", + "Ġ تد", + "Ġت د", + "ä¸ ½", + "ر Ø®", + "à¤Ĥ à¤ĸ", + "èĩªå·± çļĦ", + "å®ĺ ç½ij", + "- Ñı", + "à¹ĩ à¸Ķ", + "èĦ ļ", + "Ġ çķ", + "Ġç ķ", + "Ġiçer isinde", + "Ġb iá»ĥn", + "Ġbi á»ĥn", + "Ġ à¸ģล", + "Ġà¸ģ ล", + "Ġy aÄŁ", + "Ġya ÄŁ", + "Ġ æ´", + "Ġæ ´", + "Ġ бÑĢа", + "Ġб ÑĢа", + "ع ار", + "عا ر", + "æĪ °", + "à¥Ģ Ċ", + "Ġlé Äį", + "a ların", + "alar ın", + "aları n", + "Ġ Îĸ", + "ĠÎ ĸ", + "а ÑĢÑı", + "аÑĢ Ñı", + "ãģĿ ãĤĵãģª", + "ÅĪ uje", + "ãĢĢ Ġ", + "ĠsaÄŁ lık", + "Ġдо ÑģлÑĸд", + "ĠдоÑģ лÑĸд", + "ÃŃ Å¡", + "à¥įर श", + "à¥ī न", + "Ġgi ả", + "بÙĪ اسطة", + "å® ģ", + "Ġs oud", + "Ġso ud", + "Ġsou d", + "Ġк ÑĤо", + "e sel", + "es el", + "ese l", + "Ġп ам", + "Ġпа м", + "Ġ ÂłĠ", + "ĠÂł Ġ", + "ĠÄį lov", + "æ· ·", + "ห à¸į", + "ĠOs man", + "æ ¦Ĥ", + "æ¦ Ĥ", + "Ġ åĭ", + "Ġå ĭ", + "ï¼Į åħ¶", + "Ġ à¸Ħร", + "Ġà¸Ħ ร", + "Ġmá» ģm", + "Ġ ÑģоÑĢ", + "ĠÑģ оÑĢ", + "ĠÑģо ÑĢ", + "çĨ ±", + "Ġthu ê", + "ر ج", + "à¹Ĥล à¸ģ", + "Ġ íķĺê³ł", + "Ġíķĺ ê³ł", + "ÙĬ دة", + "ÙĬد Ø©", + "ĠaÅŁ aģı", + "Ġk á»ĥ", + "Ġká» ĥ", + "à¸ķ ำ", + "λ ει", + "λε ι", + "çļĦ è¯Ŀ", + "æ± ł", + "ĠÑģ ÑĤен", + "ĠÑģÑĤ ен", + "Ġin cel", + "Ġinc el", + "Ġince l", + "åº Ń", + "ÑĤ оÑĩ", + "ÑĤо Ñĩ", + "Ġprob lém", + "Ġprobl ém", + "ÏĦ Ïĥ", + "à¹ī à¸Ńà¸Ļ", + "à¹īà¸Ń à¸Ļ", + "ë³´ ëĭ¤", + "Ġà¤Ĩ à¤Ĺ", + "ν αÏĤ", + "να ÏĤ", + "ãģĦ ãĤĭ", + "Ġd ục", + "Ġdụ c", + "Ġtoho to", + "Ġtoh oto", + "ëIJĺ ìĹĪëĭ¤", + "ëIJĺìĹĪ ëĭ¤", + "T J", + "Ġви знаÑĩ", + "ĠB unun", + "ĠBu nun", + "ĠBun un", + "ĠBunu n", + "à¤Ĥ बर", + "à¤Ĥब र", + "ĠÙĩÙħÚĨ ÙĨÛĮÙĨ", + "Ġб Ñİдж", + "Ñĥ ÑĢг", + "ÑĥÑĢ г", + "äº ®", + "Ġμε γ", + "Ġtop lum", + "Ġtopl um", + "ãģ£ ãģ", + "о ÑĤо", + "оÑĤ о", + ": |", + "éĿŀ 常", + "ิ à¸Ĺà¸ĺ", + "ิà¸Ĺ à¸ĺ", + "éģ ķ", + "âĢĮÙ¾ دÛĮ", + "Ġз ÑĢоб", + "à¹Į à¸Ķ", + "Ġдолж ен", + "Ġдол жен", + "ĠmÄĽ sta", + "ĠmÄĽst a", + "ÛĮ Ø´Ùĩ", + "ÛĮØ´ Ùĩ", + "v atel", + "va tel", + "vat el", + "Ġprov oz", + "Ġ inan", + "Ġin an", + "Ġi nan", + "à¤Ĥ प", + "Ġpar ç", + "ÑĢ аÑģÑĤ", + "ÑĢа ÑģÑĤ", + "ÑĢаÑģ ÑĤ", + "üm ü", + "Ġgi á»ijng", + "Ġgiá» ijng", + "æ¬ ¢", + "Ø« ÙĬر", + "ĠB akan", + "ĠBa kan", + "ĠBak an", + "Ġ âĪ¨", + "ĠâĪ ¨", + "Ġ باÙĨ", + "Ġب اÙĨ", + "Ġبا ÙĨ", + "Û± Û¸", + "Û±Û ¸", + "ãĤĤ ãģĨ", + "land ı", + "lan dı", + "Ġyen iden", + "Ġyeni den", + "ÑĨ енÑĤ", + "ÑĨе нÑĤ", + "ÑĨен ÑĤ", + "Ġде ÑıÑĤелÑĮ", + "Ð ©", + "Ġ rov", + "Ġr ov", + "Ġro v", + "å®Į åħ¨", + "ĠK ỳ", + "s lu", + "sl u", + "Ġl ấy", + "é¤ IJ", + "ĠÑĩ олов", + "ä¼ Ŀ", + "ĠbaÅŁ v", + "å° Ī", + "ê³ ¡", + "ãĢģ ãģĿãĤĮ", + "Ġ PÅĻÃŃ", + "ĠP ÅĻÃŃ", + "ĠPÅĻ ÃŃ", + "д ем", + "де м", + "ĠпÑĢо ек", + "ร à¸ĸ", + "建 设", + "Ġмож лив", + "æ® º", + "ãģ¡ãĤĥ ãĤĵ", + "æķ ij", + "ĠÄį ty", + "ĠÄįt y", + "é¦ Ĩ", + "о ÑĢÑĥ", + "оÑĢ Ñĥ", + "Ġ æĦ", + "Ġæ Ħ", + "Ġk ÃŃch", + "λ οÏħ", + "λο Ïħ", + "ãģĦ ãģ¤", + "Ġc Äĥn", + "ĠcÄĥ n", + "Ạµ", + "Ġel de", + "éº »", + "ÄŁ e", + "Ġdo bÄĽ", + "Ġdob ÄĽ", + "ा यर", + "ाय र", + "Ġ ãĥı", + "Ġãĥ ı", + "н ен", + "не н", + "Ġmůže te", + "Ġmůž ete", + "Ġна ÑģÑĤÑĥп", + "ĠнаÑģÑĤ Ñĥп", + "ìĭľ ê°Ħ", + "ĠÑģим пÑĤом", + "Ġ ÏĥÏį", + "ĠÏĥ Ïį", + "Ġ سÙĦ", + "Ġس ÙĦ", + "ε κ", + "ร à¸ĵ", + "á te", + "át e", + "ek ler", + "ekl er", + "ĠвÑĢем ени", + "ĠвÑĢемен и", + "âĢĮ ÙĩاÛĮÛĮ", + "âĢĮÙĩاÛĮ ÛĮ", + "ãģĬ ãĤĬ", + "ж и", + "Ñĭ ваеÑĤÑģÑı", + "Ñĭв аеÑĤÑģÑı", + "Ñĭва еÑĤÑģÑı", + "ÑĭваеÑĤ ÑģÑı", + "Ùħ اÙĨÛĮ", + "ÙħاÙĨ ÛĮ", + "Ùħا ÙĨÛĮ", + "à¸ķ ล", + "Ġ صد", + "Ġص د", + "Ġ вол", + "Ġв ол", + "Ġво л", + "ìĬ Ī", + "ĠÙĥ Ùħا", + "ĠÙĥÙħ ا", + "Ġnh ằm", + "èģ ¯", + "ov acÃŃ", + "ova cÃŃ", + "Ġë§Į ëĵ¤", + "ÙĪ Ù¾", + "Ġ ë¸Į", + "Ġë¸ Į", + "ب ÙĬØ©", + "بÙĬ Ø©", + "u yla", + "uy la", + "л ено", + "лен о", + "ле но", + "èĮ ¶", + "ÑĢ ей", + "ÑĢе й", + "Ġk li", + "Ġkl i", + "Ġüzer inden", + "Ġüzerinde n", + "н еÑĤ", + "не ÑĤ", + "r aÄį", + "ra Äį", + "ĠпÑĢа ÑĨÑİ", + "Ġed iyor", + "Ġedi yor", + "ãģı ãģł", + "Ġ Äįast", + "ĠÄį ast", + "ĠÄįas t", + "i yi", + "iy i", + "éĬ Ģ", + "Ġd ù", + "Ùİ Ø¨", + "ÙĪ ÙĬØ©", + "ÙĪÙĬ Ø©", + "å ª", + "Ġs ınıf", + "Ġsın ıf", + "Ġس اعت", + "Ġ ราย", + "Ġร าย", + "Ġза Ñıв", + "Ġg ặp", + "à¸Ń ว", + "ĠØ« Ùħ", + "ĠZ á", + "ĠвÑĸд к", + "i zik", + "iz ik", + "izi k", + "Ġm ón", + "Ġmó n", + "Ġпов ÑĭÑĪ", + "Ġ à¸ļาà¸Ĺ", + "Ġà¸ļ าà¸Ĺ", + "ĠÑģ ил", + "ĠÑģи л", + "æĥħ åł±", + "Âł t", + "ĠÐľ оÑģк", + "Ġê²ĥ ìĿ´ëĭ¤", + "Ġê²ĥìĿ´ ëĭ¤", + "Ġ çIJ", + "Ġç IJ", + "ĠÙħدÛĮر ÛĮت", + "ов оÑĹ", + "ово ÑĹ", + "Τ ο", + "çº ª", + "нÑĸ ÑĪе", + "нÑĸÑĪ е", + "Ġ ÐĽÑİ", + "ĠÐĽ Ñİ", + "η Ïĥη", + "ĠÙĨسب ت", + "ĠÙĨس بت", + "m uz", + "mu z", + "ร ว", + "ãĢģ ãģĤ", + "Ġбол ез", + "Ġtr ách", + "ãĥ ¦", + "à¹Ģà¸Ĥ า", + "Ġê·¸ ëĬĶ", + "ب رÛĮ", + "بر ÛĮ", + "æł ª", + "ëĿ¼ ìĿ´", + "Ġ íĮ¨", + "Ġí Į¨", + "ĠíĮ ¨", + "íĬ ¹", + "ľ ´", + "ि ड", + "िठ¡", + "ÑĢо ме", + "ÑĢом е", + "è® ²", + "Ġ ÑĤон", + "ĠÑĤ он", + "ĠÑĤо н", + "Ñģ Ñĸ", + "Ġ ç®", + "Ġç ®", + "åıĸ ãĤĬ", + "ì° °", + "Ġ ÙĪÙĦÛĮ", + "ĠÙĪ ÙĦÛĮ", + "ĠÙĪÙĦ ÛĮ", + "Ġس Ø·ØŃ", + "èı ľ", + "н ами", + "на ми", + "нам и", + "T ürk", + "åİ Ĥ", + "Ġf inan", + "Ġfin an", + "Ġfi nan", + "ãģ« ãģªãĤĭ", + "ãģ«ãģª ãĤĭ", + "Ġ oby", + "Ġo by", + "Ġob y", + "T rong", + "Tr ong", + "Tro ng", + "Ġv yp", + "Ġvy p", + "à¥ģ ड", + "à¥ģठ¡", + "ìŀIJ ê°Ģ", + "Ġ æīĢ", + "Ġæī Ģ", + "ÐĹ Ð°", + "um lu", + "uml u", + "ëĵ Ŀ", + "Ġм енÑĸ", + "Ġмен Ñĸ", + "ол ниÑĤелÑĮ", + "олн иÑĤелÑĮ", + "Ġú Äįin", + "ĠúÄį in", + "Ġb unun", + "Ġbu nun", + "Ġbun un", + "Ġbunu n", + "ĠÐłÐ¾Ñģ Ñģии", + "в ÑģÑı", + "Ġн Ñĸж", + "ĠнÑĸ ж", + "ิà¸Ķ à¸ķ", + "غ Ø©", + "Ä ļ", + "Ġ سÙħ", + "Ġس Ùħ", + "Ġ Ðĺз", + "ĠÐĺ з", + "à¥ĩ प", + "à¥ĩठª", + "大 çļĦ", + "ì¹ ľ", + "Ġ иÑģÑĤ", + "Ġи ÑģÑĤ", + "ĠиÑģ ÑĤ", + "Ġкон ÑģÑĤÑĢÑĥк", + "Û± Û²", + "Û±Û ²", + "â l", + "Ġ ÑĪиÑĢ", + "ĠÑĪ иÑĢ", + "ĠÑĪи ÑĢ", + "ï¼ ł", + "Ġar tık", + "Ġart ık", + "æŁ ĵ", + "ä¹ ¡", + "ÃŃ te", + "ÃŃt e", + "ĠNh áºŃt", + "ĠÎĶ η", + "Ġöl ç", + "êµ ´", + "о Ñıн", + "оÑı н", + "ëĵ± ë¡Ŀ", + "Ġng ân", + "Ġ бÑĥдÑĮ", + "ĠбÑĥд ÑĮ", + "ÎŁ Ρ", + "ÎŁÎ ¡", + "ì ´", + "Ùħ ÙĪد", + "ÙħÙĪ د", + "ν ον", + "νο ν", + "Îķ ÎĿ", + "çij ŀ", + "ĠÅĻ ek", + "ĠÅĻe k", + "- âĢIJ", + "ĠM erk", + "ĠMe rk", + "ĠMer k", + "Ġоп ÑĢедел", + "ĠопÑĢед ел", + "Ïģ ιν", + "Ïģι ν", + "л аб", + "ла б", + "ëĦ¤ ìļĶ", + "Ġб лиз", + "Ġбл из", + "Ġбли з", + "Ġph á»iji", + "Ġphá»ij i", + "Ġдолж нÑĭ", + "ĠÑį кÑģп", + "ĠÑįк Ñģп", + "à¸ļ à¸Ĺ", + "à¸Ľà¸£à¸° ส", + "ĠÙ¾Úĺ ÙĪÙĩ", + "Ġ íķľëĭ¤", + "Ġíķľ ëĭ¤", + "ÏĦ οÏį", + "ÏĦο Ïį", + "Ùĩ ÙĨ", + "Ġд од", + "Ġдо д", + "Ġk ayı", + "Ġka yı", + "Ġkay ı", + "Ł ģ", + "Ñģ иÑı", + "Ñģи Ñı", + "à¤Ĥ तर", + "à¤Ĥत र", + "Ġpod nik", + "e vi", + "ev i", + "ÛĮ ÛĮر", + "Т ак", + "Та к", + "к оп", + "ко п", + "н аÑħ", + "на Ñħ", + "ا سÙĩ", + "اس Ùĩ", + "à¸ĵ à¸ij", + "Ġk há", + "Ġkh á", + "Ġy arat", + "Ġya rat", + "Ġyar at", + "ĠاÛĮÙĨ Ú©Ùĩ", + "Ø· بÙĬ", + "طب ÙĬ", + "Ġs ır", + "Ġsı r", + "ĠØ¢ÙħرÛĮÚ© ا", + "Ġ बल", + "Ġब ल", + "k aç", + "ka ç", + "Ġ åı¯", + "Ġåı ¯", + "Ġ åħ¶", + "Ġåħ ¶", + ". ***", + ".* **", + "л ÑĸннÑı", + "лÑĸн нÑı", + "ä¹ ±", + "o q", + "æ ¦", + "ãĤ ¼", + "Ġf ır", + "Ġk ê", + "Ġìłľ ê³µ", + "Ġ Ïĥη", + "ĠÏĥ η", + "а нÑĭ", + "ан Ñĭ", + "н ова", + "но ва", + "нов а", + "à¸Ĭ าย", + "ĠØ· ÙĪÙĦ", + "à¥Ī य", + "Ġ ì¹ľ", + "Ġì¹ ľ", + "ìĤ ´", + "Ġп Ñĸв", + "Ġlu áºŃn", + "Ġà¤ī म", + "åº ĥ", + "à¹ĩ à¸Ńà¸ķ", + "Ġس اÛĮت", + "л Ñıн", + "лÑı н", + "ĠíķĦ ìļĶ", + "Ġgör ül", + "ĠÑĤеÑĢ иÑĤоÑĢ", + "ĠÙĨ ØŃ", + "е ма", + "ем а", + "Ġmn oh", + "Ġ ãģ¯", + "غ ÙĬر", + "ĠÑģдел аÑĤÑĮ", + "ç ģµ", + "çģ µ", + "Ġ ÐłÐ°Ð·", + "ĠÐł аз", + "ĠÐłÐ° з", + "Ġг еÑĢ", + "Ġге ÑĢ", + "γ μα", + "íķĺ ë©´", + "ĠdeÄŁ iÅŁtir", + "ĠdeÄŁiÅŁ tir", + "ãĥ³ ãĥĨ", + "ãĥ³ãĥ Ĩ", + "å¸Ĥ åľº", + "个 人", + "ìĥ Ī", + "ì¹ ¨", + "èī º", + "ÙĤ ت", + "ĠÚ¯ رÙģتÙĩ", + "ĠگرÙģ تÙĩ", + "Ġگر ÙģتÙĩ", + "ĠگرÙģت Ùĩ", + "Ġ çİĭ", + "Ġçİ ĭ", + "ĠاÙĦ Ø°Ùĩ", + "ĠاÙĦØ° Ùĩ", + "λ Ïħ", + "à¤ľ र", + "Ġв ним", + "ë¦ Ń", + "ิ à¸Ĺ", + "Ġ شاÙĩ", + "ĠØ´ اÙĩ", + "æĬķ èµĦ", + "æĿIJ æĸĻ", + "ĠÙĨ Ùģ", + "èª ¬", + "æĬ Ĺ", + "Ġ аб", + "Ġа б", + "iy eti", + "iye ti", + "iyet i", + "ç¾ ħ", + "ÑĢ Ñĸз", + "ÑĢÑĸ з", + "Ġ สม", + "Ġส ม", + "i cÃŃ", + "ic ÃŃ", + "к ÑĥваннÑı", + "кÑĥ ваннÑı", + "Ġ ìķ¼", + "Ġìķ ¼", + "Ġ è½", + "Ġè ½", + "âĢ «", + "Ġ διά", + "Ġδ ιά", + "Ġδι ά", + "Ġд еп", + "Ġде п", + "ãĥ¼ ãĤ¿", + "ãĥ¼ãĤ ¿", + "Ġob jev", + "Ġobj ev", + "mé na", + "Ġbe lg", + "Ġbel g", + "Ġ æ¥", + "Ġæ ¥", + "Ġn á»ģn", + "Ġг ол", + "Ġpost av", + "Ġpo stav", + "Ġت Ú©", + "Ð «", + "ĠпÑĸд ÑĤ", + "ĠоÑĤ ноÑĪ", + "Ġп ÑĢив", + "ĠпÑĢ ив", + "ĠпÑĢи в", + "Ġ åŁº", + "ĠåŁ º", + "Ġн али", + "Ġна ли", + "Ġнал и", + "ů ž", + "Ġ yat", + "Ġy at", + "Ġya t", + "ÅŁ a", + "ÏĦ ήÏĤ", + "ÏĦή ÏĤ", + "ÑĨ ем", + "ÑĨе м", + "次 æķ°", + "Ġb Ãł", + "ÙĪ Ùĥ", + "Ġ íĶĦë¡ľ", + "ĠíĶĦ ë¡ľ", + "ĠPh áp", + "Ġ êµ°", + "Ġêµ °", + "è³ ŀ", + "Ġoch ran", + "Ġgere kir", + "Ġgerek ir", + "Ġ íļ", + "Ġí ļ", + "à¸ļ ล", + "á me", + "ám e", + "Ġ بÛĮر", + "Ġب ÛĮر", + "ĠبÛĮ ر", + "à¸Ĥ าย", + "ов аний", + "ова ний", + "овани й", + "ован ий", + "Ġmož né", + "âĶģâĶģâĶģâĶģ âĶģâĶģâĶģâĶģ", + "á lu", + "ál u", + "н ÑĤ", + "¦ æĥħ", + "à¹ģ รม", + "ĠÑĦ Ñĸн", + "ĠÄ° ç", + "à¹Ī à¸Ńย", + "à¹Īà¸Ń ย", + "ê² ¨", + "Ġh edef", + "Ġhe def", + "Ġhed ef", + "ĠاÙĦ ÙħØ´", + "ĠاÙĦÙħ Ø´", + "à¹ī าม", + "à¹īา ม", + "å¯ Ħ", + "Ġ ëĭµ", + "Ġëĭ µ", + "Ġ ô", + "Ġà ´", + "ла ÑģÑı", + "лаÑģ Ñı", + "Ä° T", + "à¸Ķ ำ", + "Ġher hangi", + "Ġger eken", + "Ġgere ken", + "Ġgerek en", + "е ÑĢеж", + "еÑĢ еж", + "еÑĢе ж", + "ÙĪ Ø©", + "ĠpÅĻ est", + "ĠpÅĻes t", + "ĠpÅĻe st", + "ç§ij åѦ", + "оÑģÑĤ аÑĤ", + "ün den", + "ünd en", + "ünde n", + "åĮħ æĭ¬", + "Ġد Ùĩد", + "ĠدÙĩ د", + "ÑĪ иÑģÑĮ", + "ÑĪи ÑģÑĮ", + "н еÑĢ", + "не ÑĢ", + "Ñĸ дом", + "Ñĸд ом", + "Ġb iç", + "Ġbi ç", + "ìĭ Ń", + "Ġhod not", + "Ġze mÄĽ", + "Ġzem ÄĽ", + "ĠاÛĮ جاد", + "Ġy ine", + "Ġyi ne", + "ि ण", + "िठ£", + "ĠاÙĦ بÙĦ", + "ĠاÙĦب ÙĦ", + "ĠN ÄĽ", + "Ġpol ož", + "Ġpo lož", + "Ġpolo ž", + "éĺħ 读", + "å¸ ģ", + "å¼ Ł", + "ξ ε", + "Ġ Má»Ļt", + "ĠM á»Ļt", + "ç £", + "Û±Û³ Û¹", + "ĠØ¢ ز", + "ãģ ŀ", + "Ġм еÑħ", + "ย ม", + "Ġ æ¨", + "Ġæ ¨", + "Ġo tur", + "Ġot ur", + "Ġd ầu", + "Ġ ëĭ¤ìļ´", + "Ġëĭ¤ ìļ´", + "çĮ «", + "Ġ Có", + "ĠC ó", + "Ġli dÃŃ", + "Ġlid ÃŃ", + "Ġark adaÅŁ", + "Ġα λλά", + "é¡ »", + "ĠÙĩ ÙħÛĮÙĨ", + "ĠÙĩÙħ ÛĮÙĨ", + "è» ¢", + "Ġ âĹĭ", + "ĠâĹ ĭ", + "ëıĦ ë¡Ŀ", + " ĥ", + "âĢĮØ´ دÙĩ", + "âĢĮشد Ùĩ", + "ĠØŃ ÙĬØ«", + "ĠØŃÙĬ Ø«", + "Ġnh óm", + "Ïĥ Ïĩ", + "ĠÑĤÑĢан Ñģп", + "ĠÑĤÑĢанÑģ п", + "Ġtan ım", + "Ġtanı m", + "ç´ į", + "Ġba his", + "Ġbah is", + "ä¸ ¾", + "Ġин ÑĦоÑĢма", + "ĠинÑĦоÑĢм а", + "ĠÑģ лож", + "ĠÑģл ож", + "ĠÑģло ж", + "Ġk raj", + "Ġkr aj", + "Ġkra j", + "Ġ ØŃÙĦ", + "ĠØŃ ÙĦ", + "Ġ ãĥĸ", + "Ġãĥ ĸ", + "ĠÙĨ ÙĤÙĦ", + "ĠÙĨÙĤ ÙĦ", + "Ġ ÐłÐ¾Ð·", + "ĠÐł оз", + "ĠÎij Ïħ", + "lar dı", + "ĠÙ¾ اس", + "Ġپا س", + "Ġ ìĭĿ", + "Ġìĭ Ŀ", + "ĠìłĦìļ© ë©´ìłģ", + "ĠاÙĦ سÙĬ", + "ĠاÙĦس ÙĬ", + "با شد", + "باش د", + "ศ าสà¸ķร", + "Ġk öy", + "Ġkö y", + "Ġ rok", + "Ġr ok", + "Ġro k", + "Ġ 죽", + "Ġì £½", + "Ġì£ ½", + "ĠÑģ ог", + "ĠÑģо г", + "Ġch ú", + "éĺ ª", + "ĠÄįást i", + "ĠÄįá sti", + "Ġз веÑĢ", + "Ġзв еÑĢ", + "Ġ низ", + "Ġн из", + "Ġни з", + "ĠÃ¶ÄŁ ret", + "Ġ ãĥİ", + "Ġãĥ İ", + "п е", + "çĴ °", + "Ġ èª", + "Ġè ª", + "ÙĪ ÙĦÙĩ", + "ÙĪÙĦ Ùĩ", + "Ä° M", + "/ REC", + "/R EC", + "å¡ ŀ", + "ĠÐĴ и", + "/l oose", + "/lo ose", + "Ġп оÑħ", + "Ġпо Ñħ", + "Ġgen iÅŁ", + "Ġth iá»ĩn", + "Ġthi á»ĩn", + "ti ÄŁi", + "Ñĩ ие", + "Ñĩи е", + "о нд", + "он д", + "Ġп ÑĢиÑģ", + "ĠпÑĢ иÑģ", + "ĠпÑĢи Ñģ", + "áz ky", + "ĠDev let", + "ç¦ ģ", + "Ġ аг", + "Ġа г", + "i lere", + "il ere", + "ile re", + "iler e", + "ин кÑĥ", + "Ġvar dı", + "ãĢĢ ãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ĠãĢĢ", + "Ġë ĨĴ", + "ĠëĨ Ĵ", + "à¤Ĥ पन", + "à¤Ĥप न", + "Ġözel lik", + "éļ ľ", + "ìĸ´ ìĦľ", + "ر ÙĬÙĥ", + "رÙĬ Ùĥ", + "ÙĪ بÛĮ", + "ÙĪب ÛĮ", + "ãĥ³ ãĥĢ", + "ãĥ³ãĥ Ģ", + "í Į¨", + "íĮ ¨", + "Ġसम à¤Ŀ", + "ï¾Ĩï¾Ĩ ï¾Ĩï¾Ĩ", + "Ġ ÙģÙĨ", + "ĠÙģ ÙĨ", + "ॠĿ", + "Ġuv eden", + "ÑĪ ими", + "ÑĪи ми", + "ÑĪим и", + "Ġ à¹Ģล", + "Ġà¹Ģ ล", + "Ġà¹Ģภ¥", + "Ġ 문ìĿĺ", + "Ġ문 ìĿĺ", + "ĠØŃ Ø±Ùģ", + "ĠØŃر Ùģ", + "Ġ عب", + "Ġع ب", + "ãĥ¬ ãĥĵ", + "Ġ æŃ£", + "ĠæŃ £", + "ĠëĺIJ ëĬĶ", + "ĠÚ©ÙĨ ÙĨدÙĩ", + "ĠÚ©ÙĨÙĨد Ùĩ", + "Ġα ÏħÏĦÏĮ", + "ĠαÏħ ÏĦÏĮ", + "Ġ 길", + "Ġê¸ ¸", + "Ġif ade", + "Ġi fade", + "Ġifad e", + "Ġyap mak", + "ãĥķ ãĤ©", + "ãĥķãĤ ©", + "Ġm ẹ", + "Ġst rán", + "Ġstr án", + "Ġs vou", + "Ġsv ou", + "Ġsvo u", + "Ġv ždy", + "Ġtek rar", + "ิ à¸į", + "Ġ ìĵ°", + "Ġì ĵ°", + "Ġìĵ °", + "o ÄŁu", + "oÄŁ u", + "Ġ Ú©ÛĮÙĦ", + "ĠÚ© ÛĮÙĦ", + "ĠÚ©ÛĮ ÙĦ", + "и вÑģÑı", + "ив ÑģÑı", + "Ġë§IJ íĸĪëĭ¤", + "ä¸ Ŀ", + "à¤ı स", + "ĠÑģÑĤ ÑĢаÑħ", + "ĠÑģÑĤÑĢ аÑħ", + "ĠÑģÑĤÑĢа Ñħ", + "Ġsou Äįas", + "Ġê·¸ 룰", + "Ġ mÃ¼ÅŁ", + "Ġm Ã¼ÅŁ", + "Ġmü ÅŁ", + "λ οÏį", + "λο Ïį", + "γ Ïī", + "Ġt Æ°á»Łng", + "Ġ å·¥", + "Ġå· ¥", + "Ġ اسÙħ", + "Ġا سÙħ", + "Ġاس Ùħ", + "ÑĢ Ñĸм", + "ÑĢÑĸ м", + "à¹Ģ à¸Ľà¸¥", + "à¹Ģà¸Ľ ล", + "Ġ³³ Ġ³³", + "Ùĩ اÛĮÛĮ", + "ÙĩاÛĮ ÛĮ", + "å¯ º", + "Ġس رÛĮ", + "Ġسر ÛĮ", + "Ġк ваÑĢ", + "Ġкв аÑĢ", + "ĠØ´Ùħ ارÙĩ", + "ĠØ´Ùħا رÙĩ", + "Ġ صØŃ", + "Ġص ØŃ", + "о ÑģÑĤав", + "оÑģÑĤ ав", + "ॠ¨", + "Ġ à¸Ħวาม", + "Ġà¸Ħ วาม", + "í ĥģ", + "íĥ ģ", + "éĢ Ĥ", + "ب ØŃ", + "ĠdeÄŁiÅŁ ik", + "éĮ ²", + "е ди", + "ед и", + "Ġ okol", + "Ġo kol", + "Ġok ol", + "ĠÑģ оп", + "ĠÑģо п", + "Ġol mayan", + "Ġolm ayan", + "Ġolma yan", + "çŃ ij", + "Û± Û´", + "Û±Û ´", + "Ġ inclu", + "Ġinc lu", + "Ġincl u", + "Ġ ê²ĮìŀĦ", + "Ġê²Į ìŀĦ", + "ÛĮ ستÙħ", + "ÛĮست Ùħ", + "ÛĮس تÙħ", + "Ġ ç©", + "Ġç ©", + "ĠاÙĦÙĪÙĦ اÙĬات", + "il mektedir", + "ilm ektedir", + "à Į", + "Ùİ Ø¹", + "ĠaÄŁ ır", + "è¡ Ľ", + "Ġe ski", + "Ġes ki", + "Ġesk i", + "ê° Ŀ", + "본 ëĭ¤", + "人 åijĺ", + "Úĺ ÛĮ", + "Ġ ç¨", + "Ġç ¨", + "Ġм еÑģÑĤо", + "ĠмеÑģÑĤ о", + "v ů", + "à¥įर ह", + "ĠØ· رØŃ", + "Ġطر ØŃ", + "Ġا بÙĨ", + "Ġاب ÙĨ", + "Ġh iss", + "Ġhis s", + "Ġhi ss", + "о ÑĢÑıд", + "оÑĢ Ñıд", + "Ġد Ùģ", + "ÑĢ иÑģÑĤ", + "ÑĢи ÑģÑĤ", + "ÑĢиÑģ ÑĤ", + "à¸Ĭ ม", + "д еÑĤ", + "де ÑĤ", + "à¹Ģ หม", + "à¹Ģห ม", + "ë§Ī ìĤ¬ì§Ģ", + ": .:.:", + ":. :.:", + ":.: .:", + "éħ ¸", + "Ġα ÏģÏĩ", + "ĠαÏģ Ïĩ", + "Ġn ữ", + "ĠпоÑģ ад", + "l um", + "lu m", + "ì º", + "ãģ§ãģį ãĤĭ", + "ìĸ µ", + "ĠاÙĦ Ùħد", + "ĠاÙĦÙħ د", + "н Ñĸм", + "нÑĸ м", + "ر اÙĤ", + "را ÙĤ", + "Ġ ãĥĪ", + "Ġãĥ Ī", + "Ġod povÄĽ", + "Ġodp ovÄĽ", + "Ġbir bir", + "Ġh ãy", + "Ġhã y", + "о вий", + "ов ий", + "ови й", + "æ® ĭ", + "éĥ½ æĺ¯", + "è¿ ª", + "Ġa raç", + "Ġar aç", + "Ġara ç", + "ен ÑĤÑĸв", + "енÑĤ Ñĸв", + "æĬ ±", + "d ál", + "ĠÄIJ ông", + "Ġhe sap", + "Ġhes ap", + "Ġا ÙĨساÙĨ", + "ĠاÙĨ ساÙĨ", + "ĠÙĬ ÙĪÙħ", + "ĠÙĬÙĪ Ùħ", + "ĠÙĨ ÙĪر", + "ĠÙĨÙĪ ر", + "åī ĩ", + "çĹ Ľ", + "Ġ ÙĨÙĬ", + "ĠÙĨ ÙĬ", + "алÑĮ на", + "تب اط", + "ल ब", + "Ġkom un", + "Ġko mun", + "Ġs nad", + "Ġsn ad", + "Ġsna d", + "åĽ £", + "ر ÙĬد", + "رÙĬ د", + "elop ment", + "Ġ иÑİ", + "Ġи Ñİ", + "à¥Ģ .", + "Ġkıs a", + "Ġkı sa", + "ĠdeÄŁil dir", + "ĠdeÄŁildi r", + "à¹ī าร", + "à¹īา ร", + "Ġsv ého", + "Ġsvé ho", + "Ġobl asti", + "Ġoblast i", + "ÑĪ ли", + "à¹Ģà¸Ĺ à¸ŀ", + "ÑĢ еÑĤÑĮ", + "ÑĢе ÑĤÑĮ", + "ÑĢеÑĤ ÑĮ", + "о во", + "ов о", + "Ġ íĤ¤", + "Ġí Ĥ¤", + "ĠíĤ ¤", + "át ky", + "ĠاÙĦ Ùģر", + "ĠاÙĦÙģ ر", + "èĺ Ń", + "ÏĦ ον", + "ÏĦο ν", + "ĠÑģÑĤ оиÑĤ", + "ĠÑģÑĤо иÑĤ", + "Ùħ ØŃ", + "Ġ à¹Ħ", + "Ġà ¹Ħ", + "ĠÑĤе бе", + "ĠÑĤеб е", + "íģ ´", + "Ġm ÄĽla", + "ĠmÄĽ la", + "ĠmÄĽl a", + "æݧ åĪ¶", + "ĠCh ủ", + "ìĬ ¨", + "ÐIJ Т", + "ا جع", + "اج ع", + "ìĻ ķ", + "ç© ¿", + "ол ее", + "ห ลาย", + "หล าย", + "Ġd vou", + "Ġdv ou", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ุ à¸Ĥ", + "Ġb oz", + "Ġbo z", + "ิ à¸Ļà¸Ħ", + "ิà¸Ļ à¸Ħ", + "å¤ Ł", + "Ġfa aliyet", + "ĠÄį ÃŃs", + "ãģ» ãģ©", + "Ġ :/", + "Ġ: /", + "к ÑĸÑģÑĤÑĮ", + "кÑĸ ÑģÑĤÑĮ", + "Ġ ì¤Ģ", + "Ġì¤ Ģ", + "Ïģ αÏĤ", + "Ïģα ÏĤ", + "Ġод но", + "æ ¢ħ", + "æ¢ ħ", + "Ñĥб ли", + "н оз", + "но з", + "à¹Į ม", + "Ġvý rob", + "Ġvýro b", + "Ġ κÏħ", + "Ġκ Ïħ", + "ÅĻ ev", + "ÅĻe v", + "Âł B", + "ů že", + "ůž e", + "ä¼ļ 社", + "ι β", + "ÑĢ ованиÑı", + "ÑĢов аниÑı", + "ÑĢо ваниÑı", + "ÑĢован иÑı", + "ÑĢова ниÑı", + "Ġc ev", + "Ġce v", + "ìĽ Ģ", + "ál nÃŃch", + "áln ÃŃch", + "álnÃŃ ch", + "Ġ ÑĢав", + "ĠÑĢ ав", + "ĠÑĢаР²", + "ĠÑĢа в", + "ç´ §", + "åĢ Ł", + "Ġ ÑŁ", + "ĠÑ Ł", + "ÙĪ ÙĨÙĬ", + "ÙĪÙĨ ÙĬ", + "о зÑı", + "оз Ñı", + "Ġз ов", + "Ġk olem", + "Ġko lem", + "Ġkol em", + "Ġkole m", + "민 êµŃ", + "ç¿ Ĵ", + "Ġzam ÄĽst", + "Ġ ìłij", + "Ġìł ij", + "Ġ زÙĨ", + "Ġز ÙĨ", + "ĠØ£ Ùģ", + "Ġ 먹", + "Ġë¨ ¹", + "Ġtom to", + "Ġ 첨ë¶Ģ", + "Ġì² ¨ë¶Ģ", + "s age", + "sa ge", + "ä¸į è¿ĩ", + "е год", + "ег од", + "его д", + "ÑĢ ож", + "ÑĢо ж", + "ĠпÑĢоÑĨ ед", + "à¹Į à¸Ļ", + "san ız", + "âĢŀ Ø·", + "æ´» åĬ¨", + "о Ñĩки", + "оÑĩ ки", + "ë³´ 기", + "åŁº æľ¬", + "- Ñħ", + "ло ÑģÑı", + "ĠÙĩÛĮ ÚĨ", + "ìĹ Ķ", + "Ñĩ ного", + "Ñĩно го", + "Ġ à¤Ĺर", + "Ġà¤Ĺ र", + "Ġà¤ħ à¤Ĺ", + "ãħĭãħĭ ãħĭãħĭ", + "Ġ ãĤ¸", + "ĠãĤ ¸", + "ا سة", + "اس Ø©", + "åĬ ĩ", + "à¹ī à¸ĩ", + "Ġ 커", + "Ġì» ¤", + "n ými", + "ný mi", + "ným i", + "ãĥ¬ ãĤ¹", + "åĭ Ĵ", + "Ġобла ÑģÑĤÑĸ", + "ĠоблаÑģ ÑĤÑĸ", + "ĠоблаÑģÑĤ Ñĸ", + "ĠдÑĸÑıлÑĮ ноÑģÑĤÑĸ", + "ãĥ¬ ãĤ¤", + "Ïĩ αν", + "Ïĩα ν", + "à¹Ī าส", + "à¹Īา ส", + "ĠФ ÑĢан", + "Ùĩ ÙĦ", + "l ardır", + "lar dır", + "lardı r", + "ØŃ Ø§Øª", + "ů st", + "Ġв одÑĭ", + "Ġво дÑĭ", + "Ġвод Ñĭ", + "ĠدÙĪ ÙĦت", + "ĠدÙĪÙĦ ت", + "ĠÑģпе ÑĨÑĸ", + "Ġth ất", + "à¸Ń าหาร", + "éł ĺ", + "Ġter cih", + "ĠÏĢÏģο Ïĥ", + "Ġ ÅĻÃŃzenÃŃ", + "ĠÅĻÃŃ zenÃŃ", + "è§ī å¾Ĺ", + "Ġd nes", + "Ġdn es", + "Ġdne s", + "е Ñĩно", + "еÑĩ но", + "ãĥ ĺ", + "Ġدار اÛĮ", + "ĠÅŁ art", + "ĠÅŁar t", + "ë² ¤", + "Ġ ë¶ģ", + "Ġë ¶ģ", + "Ġë¶ ģ", + "е Ñı", + "н ÑıÑĤÑĮ", + "нÑı ÑĤÑĮ", + "нÑıÑĤ ÑĮ", + "Ġk vÄĽt", + "Ġkv ÄĽt", + "Ġتغ ÛĮÛĮر", + "é¾ į", + "Ġر ÙĨÚ¯", + "ï¼Į åı¯", + "Ġp iyas", + "Ġpi yas", + "Ġuyg ulan", + "Ġuygu lan", + "Ùİ Ø©", + "ب ÙĬر", + "بÙĬ ر", + "и ваÑĤÑĮ", + "ив аÑĤÑĮ", + "ива ÑĤÑĮ", + "Ġ íĹĪ", + "ĠíĹ Ī", + "ä¸ ¶", + "è¿Ļ äºĽ", + "Ġ گر", + "ĠÚ¯ ر", + "ç½ ª", + "ä¸Ģ æł·", + "Ġ ãĥª", + "Ġãĥ ª", + "Ġв ой", + "Ġво й", + "Ġs osyal", + "Ġsos yal", + "ุ à¸Ĺà¸ĺ", + "ุà¸Ĺ à¸ĺ", + "หม à¸Ķ", + "ç» Ŀ", + "ĠاÙĦ جÙħ", + "ĠاÙĦج Ùħ", + "ĠØ« بت", + "Ġج ÙĨÚ¯", + "ĠجÙĨ Ú¯", + "л ении", + "лен ии", + "ле нии", + "в аÑı", + "ва Ñı", + "Ġв оÑĤ", + "Ġво ÑĤ", + "ä¼ ¤", + "Ġ หล", + "Ġห ล", + "ĠÙħÙĤ اÙĦÙĩ", + "мÑĸ нÑĸ", + "мÑĸн Ñĸ", + "ìĺ ¬", + "Ñĩ ий", + "Ñĩи й", + "ĠÙħ Ú©", + "à¹Ĥ à¸Ľà¸£", + "à¹Ĥà¸Ľ ร", + "k rv", + "kr v", + "Ġ ÃŃch", + "ĠÃŃ ch", + "Ïī Ïĥη", + "ек ÑĤоÑĢ", + "екÑĤ оÑĢ", + "Я к", + "Ġp ÃŃs", + "ĠÃĸ zel", + "ĠÃĸz el", + "Ġt Æ°á»Ľng", + "Ġ ÐĶо", + "ĠÐĶ о", + "δ ιο", + "δι ο", + "ู à¸Ķ", + "Ġt ük", + "رÛĮ ÙĤ", + ". ÐĴ", + "Ġ åIJĪ", + "ĠåIJ Ī", + "ä¿ Ĥ", + "Ġob dob", + "Ġist edi", + "ÑĪ ла", + "æľī ä¸Ģ", + "Ġвк лÑİÑĩа", + "ĠвклÑİÑĩ а", + "ĠتØŃ ÙĤÛĮÙĤ", + "Ġ ÙĪÙĥ", + "ĠÙĪ Ùĥ", + "Ġ èĪ", + "Ġè Ī", + "Æ Ĵ", + "μ εÏģ", + "με Ïģ", + "Ġ åģ", + "Ġå ģ", + "Ġ ìĹĨëĬĶ", + "ĠìĹĨ ëĬĶ", + "Âł d", + "ĠB ắc", + "à¸ģล าà¸ĩ", + "ĠÑĩ Ñĥв", + "Ġc ấu", + "ĠH á»ĵ", + "ĠHá» ĵ", + "ĠÙģ اÛĮÙĦ", + "ÏĦη γοÏģ", + "ç± į", + "Ġ بت", + "Ġب ت", + "ĠобÑĢаз ом", + "æ± ī", + "èĦ ij", + "Ġgi ản", + "Ġgiả n", + "ε Ïģγ", + "εÏģ γ", + "ĠÐľ Ñĸ", + "èĻ½ çĦ¶", + "Ġ Khi", + "ĠK hi", + "ĠKh i", + "Ñĩ ини", + "Ñĩи ни", + "Ñĩин и", + "Ġà¤ħ à¤Ĺर", + "Ġà¤ħà¤Ĺ र", + "íķĺ ë©°", + "ë² Ķ", + "ãģ ģ", + "в иÑħ", + "ви Ñħ", + "ĠвÑģ егда", + "Ġ ç¶", + "Ġç ¶", + "ÑģÑĤв енной", + "ÑģÑĤвен ной", + "ÑģÑĤвенно й", + "Ġyük sel", + "æ¸ ¬", + "Ġsı ras", + "Ġsır as", + "Ġsıra s", + "ĠÏĢ ÏģÏİ", + "èĢ ³", + "ا ÛĮر", + "اÛĮ ر", + "د ÙĪد", + "دÙĪ د", + "ĠAl man", + "ĠAlma n", + "Ġver di", + "Ġverd i", + "ĠاÙĦ Ùħج", + "ĠاÙĦÙħ ج", + "ĠاÙĦ تع", + "ĠاÙĦت ع", + "ص Ø©", + "Ġsı ra", + "Ġsır a", + "Äį in", + "Äįi n", + "Ġп еÑĢÑĪ", + "ĠпеÑĢ ÑĪ", + "æĬ ĺ", + "ç© į", + "ĠÑĤ об", + "ĠÑĤо б", + "Ġ ï¾ī", + "Ġï¾ ī", + "ภ¬", + "æĿ Ģ", + "iy di", + "ี à¸ŀ", + "çĵ ¦", + "ĠавÑĤом об", + "ä¸Ń æĸĩ", + "à¥Ĥ द", + "ĠbÄĽ hem", + "Ġ PÅĻed", + "ĠP ÅĻed", + "ĠPÅĻ ed", + "ãģĵ ãģĨ", + "ั à¸Ī", + "Ġ ï½Į", + "Ġï½ Į", + "Ġ ÙĩاÙĬ", + "ĠÙĩ اÙĬ", + "ĠÙĩا ÙĬ", + "Ġs ạch", + "æĸ¹ éĿ¢", + "çķ °", + "ÑĥÑĢ н", + "Ġvý sled", + "Ġth ần", + "ï¼Į æīĢ以", + "Ñĥ ка", + "Ñĥк а", + "íķĺ ëĭ¤", + "Ġ बर", + "Ġब र", + "Ġж Ñĸн", + "Äį nÃŃho", + "ÄįnÃŃ ho", + "Ġ ãģĮ", + "ab ı", + "v ánÃŃ", + "vá nÃŃ", + "æ´ Ĺ", + "Ġи ÑģÑĤоÑĢ", + "ĠиÑģ ÑĤоÑĢ", + "ĠиÑģÑĤ оÑĢ", + "ìĿ´ íĦ°", + "Ġе лек", + "а лаÑģÑı", + "ала ÑģÑı", + "Ġ znám", + "Ġz nám", + "Ġzn ám", + "ĠØ· رÙģ", + "Ġطر Ùģ", + "Ġs ektör", + "ê¹ Ģ", + "ÙĪ ÙĤع", + "ÙĪÙĤ ع", + "ĠÙħ Ùĥ", + "ÑĢе жд", + "ÑĢеж д", + "Ġk nih", + "Ġkn ih", + "Ġت عداد", + "Ġتع داد", + "Ġتعد اد", + "åį ł", + "ÑģÑĮ ке", + "ÑģÑĮк е", + "Ġ çĶµ", + "京 éĥ½", + "Ġر اÛĮ", + "Ġرا ÛĮ", + "g ın", + "gı n", + "ĠÙĨ ظاÙħ", + "ĠÙĨظ اÙħ", + "ĠÎł ολ", + "ĠÎłÎ¿ λ", + "ä¸Ģ èĪ¬", + "Ġst ále", + "Ġstál e", + "ĠиÑģ Ñģлед", + "Ġz práv", + "Ġzp ráv", + "Ġ ÑĩиÑģÑĤ", + "ĠÑĩ иÑģÑĤ", + "ĠÑĩиÑģ ÑĤ", + "ĠÑĩи ÑģÑĤ", + "ãĥ¼ ãĥŀ", + "ãĥ¼ãĥ ŀ", + "Ðŀ Ñģ", + "ÑģÑĮ комÑĥ", + "ÑģÑĮк омÑĥ", + "ÑģÑĮко мÑĥ", + "ĠpÅĻi prav", + "ĠpÅĻip rav", + "ëĮĢ íĸī", + "Ġh alk", + "Ġha lk", + "Ġhal k", + "çĪ Ĩ", + "ãĢģ ãģĬ", + "ï¼Ł âĢĿĊĊ", + "ï¼ŁâĢĿ ĊĊ", + "éĢ ı", + "ç« ŀ", + "ни ÑĨÑĮ", + "ниÑĨ ÑĮ", + "çĽ ĺ", + "à¹Ģ à¸Ńà¸ĩ", + "à¹Ģà¸Ń à¸ĩ", + "ì Łģ", + "à¥ĩव ल", + "ä¹ĭ åIJİ", + "ãĥ« ãĥĪ", + "Ġ stru", + "Ġs tru", + "Ġst ru", + "Ġstr u", + "Ġ ＿", + "Ġï¼ ¿", + "Îķ ÎĽ", + "h le", + "hl e", + "ĠÙĨ ÙĪØ´", + "ĠÙĨÙĪ Ø´", + "ìĿ µ", + "ĠÙħ Ùģ", + "æĪĸ èĢħ", + "Ġö ld", + "Ġöl d", + "éĢ Ķ", + "ãĥ³ ãĥĹ", + "ãĥ³ãĥ Ĺ", + "íĺ ¼", + "Ġu ÄŁ", + "ĠÄij á", + "Ġvlast nÃŃ", + "ĠÙħج ÙĦس", + "åį Ķ", + "ÏĦ ικήÏĤ", + "ÏĦικ ήÏĤ", + "ÏĦική ÏĤ", + "Ġpo vin", + "Ġpov in", + "ů l", + "ĠاÙĦ ØŃÙĬ", + "ĠاÙĦØŃ ÙĬ", + "Ġsm lou", + "ãĥĥ ãĥģ", + "Ġ ÙĥÙĨ", + "ĠÙĥ ÙĨ", + "Ġch ấp", + "èIJ ¬", + "ج ب", + "? âĢľ", + "д ав", + "да в", + "ร วม", + "รว ม", + "Ùİ Ø¯", + "ĠاÙĦد ÙĪÙĦ", + "ĠëĦ¤ ìĿ´íĬ¸", + "Ġà¤Ĩ स", + "ظ ÙĬÙģ", + "ãĥ¼ ãĥ©", + "ãĥ¼ãĥ ©", + "ãģł ãĤįãģĨ", + "ĠÙĪاØŃ Ø¯", + "ĠÙĪا ØŃد", + "ر ÙĪس", + "رÙĪ س", + "Ġzákon a", + "ĠпеÑĢ еб", + "ĠпеÑĢе б", + "à¥Ģ -", + "à¹Ī à¹Ħà¸Ķ", + "为 äºĨ", + "ÎĻ ÎĿ", + "ĠìĽĶ ìĦ¸", + "ส à¸Ńà¸ĩ", + "Ġ æīĭ", + "Ġæī ĭ", + "Ġ ÐĴÑģе", + "ĠÐĴ Ñģе", + "ĠÐĴÑģ е", + "à¹Ĥ ย", + "Ġkal dır", + "Ġkaldı r", + "ÏĦ ÎŃÏĤ", + "ÏĦÎŃ ÏĤ", + "Ġ ï¿£", + "Ġ íĸĪëĭ¤", + "Ġíĸ Īëĭ¤", + "ĠíĸĪ ëĭ¤", + "ãĤģ ãģŁ", + "Ġ Äįer", + "ĠÄį er", + "ĠÄįe r", + "c ela", + "ce la", + "cel a", + "üs ü", + "ê³ ³", + "ìĹIJ ëıĦ", + "ز Ø©", + "ãģª ãĤĭ", + "ÙĪ ÛĮÙĨ", + "ÙĪÛĮ ÙĨ", + "çī Ľ", + "Ġ voj", + "Ġv oj", + "Ġvo j", + "Ġ ëĬIJ", + "ĠëĬ IJ", + "Ġ ÙĥÙħ", + "ĠÙĥ Ùħ", + "æ³ ī", + "з Ñı", + "è£ Ŀ", + "ĠØ¢ ÙĦ", + "Ġ ανά", + "Ġα νά", + "Ġαν ά", + "Âł ÐĴ", + "Ġyap ıl", + "Ġyapı l", + "æı Ľ", + "ĠÑģ ÑĥÑīеÑģÑĤв", + "ĠÑģÑĥ ÑīеÑģÑĤв", + "ĠÑģÑĥÑīе ÑģÑĤв", + "Ġn á»iji", + "ÙĪ ئ", + "ĠëĦ¤ìĿ´íĬ¸ ìĺ¨", + "Ġpolit ik", + "Å¡ ka", + "Å¡k a", + "ebilir siniz", + "ld kf", + "Ñĥб лÑĸ", + "Ġe oq", + "Ġeo q", + "ĠÙħØŃ ØµÙĪÙĦ", + "krv ldkf", + "Ġeoq krvldkf", + "Ïĥε Ïīν", + "بÙĦ غ", + "Įĵ ê¸Ģ", + "ĠÑģ ÑĢок", + "ĠU y", + "ĠN ÄĽk", + "ĠNÄĽ k", + "Ġ див", + "Ġд ив", + "Ġди в", + "ãĤµ ãĤ¤", + "Ġ ìĤ¬ìĿ´", + "ĠìĤ¬ ìĿ´", + "Ġ éĹ", + "Ġé Ĺ", + "Ġб аÑĤÑĮ", + "Ġба ÑĤÑĮ", + "Ġп еÑĢÑĸ", + "ĠпеÑĢ Ñĸ", + " ĸ", + "交 éĢļ", + "ен з", + "ÙĪ ست", + "ÙĪس ت", + "ีย à¸ļ", + "Ġ à¸Īะ", + "Ġà¸Ī ะ", + "ë¡ Ģ", + "üf us", + "Ùij ÙIJ", + "ç¸ ½", + "ัà¸Ķ ส", + "ê² Ģ", + "ĠÑĤ иÑħ", + "ĠÑĤи Ñħ", + "ĠØ¢ زÙħ", + "Ġآز Ùħ", + "Ġ اض", + "Ġا ض", + "ĠØ§Ø ¶", + "ì ¡´", + "ì¡ ´", + "ÙĴ ت", + "æĪ ¸", + "ĠìŀĪ ìĿĦ", + "Ġ çĶ·", + "Ñī Ñĸ", + "о ма", + "ом а", + "ĠاÙģز اÛĮØ´", + "Ġ Thông", + "ĠTh ông", + "ĠاجتÙħاع ÛĮ", + "е лÑİ", + "ел Ñİ", + "ĠÑħоÑĢоÑĪ о", + "à¸ł าษ", + "Ġ rám", + "Ġr ám", + "Ġrá m", + "å¾ ¡", + "ãĥ¼ ãĥĦ", + "ãĥ¼ãĥ Ħ", + "ĠL Ỽp", + "Ġ Ø´ÙĬ", + "ĠØ´ ÙĬ", + "Ġh iá»ĥm", + "Ġhi á»ĥm", + "θ ν", + "ο ÏħÏĥ", + "οÏħ Ïĥ", + "å¾ ©", + "Ġú zem", + "à¹ģ à¸ľ", + "å ·¨", + "å· ¨", + "à¸Ī à¸Ļ", + "Ú¯ راÙĨ", + "گر اÙĨ", + "Ġت ÛĮÙħ", + "ĠتÛĮ Ùħ", + "Ġ ilet", + "Ġi let", + "Ġil et", + "Ġile t", + "า à¸Ĥà¸Ńà¸ĩ", + "าà¸Ĥ à¸Ńà¸ĩ", + "Ġ تÙĪر", + "Ġت ÙĪر", + "ĠتÙĪ ر", + "Ġдо говоÑĢ", + "Ġдог овоÑĢ", + "Ġдогов оÑĢ", + "Ġt ento", + "Ġten to", + "Ġtent o", + "в Ñĥ", + "Ġз ада", + "Ġза да", + "Ġзад а", + "Ġstole tÃŃ", + "Ġstol etÃŃ", + "Âł Ġ", + "âĢĮ اÙĦ", + "Ë ĺ", + "ÅŁ iv", + "ÅŁi v", + "н ÑıÑĤи", + "нÑı ÑĤи", + "нÑıÑĤ и", + "ãĤī ãĤĮãģŁ", + "ãĤīãĤĮ ãģŁ", + "ĠS b", + "ĠاÙĦÙħ ص", + "ĠУкÑĢаÑĹ Ð½Ñĸ", + "ĠУкÑĢаÑĹн Ñĸ", + "ĠØ´ Ú©", + "iế ng", + "iến g", + "ÑĮ ÑĤе", + "è° ¢", + "ĠÙħ تÙĨ", + "ĠÙħت ÙĨ", + "Ġ ÑĢад", + "ĠÑĢ ад", + "ĠÑĢаР´", + "ĠÑĢа д", + "ĠÙħÙĪ اد", + "ì± Ħ", + "é¡ ¶", + "Ġbo ÅŁ", + "ت ÙĪر", + "تÙĪ ر", + "ĠÄij áng", + "ĠÄijá ng", + "Ġkit ap", + "Ġki tap", + "Ġkita p", + "Ġho din", + "Ġhod in", + "Ġtarih i", + "ãĤĦ ãĤĭ", + "Ñģ ÑĤеÑĢ", + "ÑģÑĤ еÑĢ", + "ÑģÑĤе ÑĢ", + "Ġ Ñħод", + "ĠÑħ од", + "в ание", + "ва ние", + "ван ие", + "ĠоÑģ вÑĸ", + "ĠÑģиÑģÑĤем Ñĭ", + "़ न", + "Ïĩ ο", + "Ġ åı°", + "Ġåı °", + "o ÅĻ", + "ç»ı æµİ", + "Ġ ä½ľ", + "Ġthu áºŃn", + "Ľ Ī", + "Ġy alnız", + "a let", + "al et", + "ale t", + "ì¦Ŀ ê¸Ī", + "Ġза Ñī", + "Ġе кÑģп", + "Ġек Ñģп", + "âĦĸ âĦĸ", + "Ġ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠÚ¯ ÙĪØ´", + "ĠÚ¯ÙĪ Ø´", + "ãģ« åħ¥", + "Ġu dÄĽl", + "Ġud ÄĽl", + "Ġ áº", + "Ġá º", + "à¤Ĩ à¤Ī", + "âĢĮ دÙĩ", + "âĢĮد Ùĩ", + "æĤ ª", + "Ġtr ò", + "æļ Ĺ", + "λλ ην", + "λλη ν", + "ĠпÑĢи зна", + "ĠпÑĢиз на", + "Ġس ÛĮستÙħ", + "ĠسÛĮ ستÙħ", + "Ġà¤ħ त", + "è o", + "è¿ İ", + "Ġз Ñĥб", + "ĠзаÑģ об", + "Ġس Ùģ", + "ĠÙħاÙĨ ÙĨد", + "Ø® Ø´", + "v ajÃŃ", + "va jÃŃ", + "nit ÅĻ", + "æ¯ Ĵ", + "æ¤ į", + "Ġgir iÅŁ", + "ĠÄij áp", + "ĠÄijá p", + "@ n", + "ов аÑĢи", + "оваÑĢ и", + "ова ÑĢи", + "ĠØ® دا", + "Ġخد ا", + "Ġv ÄĽtÅ¡", + "ĠvÄĽt Å¡", + "ĠΣ Ïħ", + "Ùģ Ø©", + "аннÑı м", + "ĠÑĩ лен", + "æĶ¯ æĮģ", + "å¨ ľ", + "lar arası", + "lara rası", + "Ρ Îij", + "Ġz iy", + "Ġzi y", + "Ġ êµIJìľ¡", + "ĠêµIJ ìľ¡", + "Ġh á»ĵi", + "Ġhá»ĵ i", + "าà¸Ħ าร", + "าà¸Ħา ร", + "im leri", + "imler i", + "è³ ¼", + "ĠجÙĩ اÙĨ", + "ĠÑĢоз мÑĸ", + "Ñħ Ñĸв", + "γ ε", + "æ¨ ª", + "ÎĻ ÎijΣ", + "ÎĻÎij Σ", + "ç¶ Ń", + "Ġbi raz", + "Ġbir az", + "ĠÑĤак ого", + "ĠÑĤа кого", + "íĥ Ħ", + "ĠбÑĥд ÑĥÑĤ", + "ĠбÑĥ дÑĥÑĤ", + "ĠбÑĥдÑĥ ÑĤ", + "ĠÑĪ вид", + "Ġ неÑģ", + "Ġн еÑģ", + "Ġне Ñģ", + "ĠÙħ عÙĦÙĪÙħات", + "ĠÙħعÙĦ ÙĪÙħات", + "à¥ĩ यर", + "à¥ĩय र", + "Ġдв ÑĥÑħ", + "å¿ħ è¦ģ", + "å§ Ĩ", + "Ġpo hled", + "Ġpoh led", + "ìĬ¤ íĦ°", + "Ġ åįģ", + "Ġåį ģ", + "ĠØ£ ب", + "веÑĢ дж", + "веÑĢд ж", + "Ġà¤ľ म", + "ल त", + "åľ° åĮº", + "Ġ |[", + "Ġ| [", + "Ġв меÑģÑĤ", + "ĠÚ© اÙħ", + "Ġ ãĥIJ", + "Ġãĥ IJ", + "ãĥ¼ ãĥĸ", + "ãĥ¼ãĥ ĸ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġ ìĥģíĴĪ", + "Ġìĥģ íĴĪ", + "à¹Ģล ย", + "Äį né", + "ĠÑģÑĢед ÑģÑĤва", + "ĠÑģÑĢедÑģÑĤв а", + "Ġ ÑĤаб", + "ĠÑĤ аб", + "ĠÑĤа б", + "Ġ Ùħار", + "ĠÙħ ار", + "ĠÙħا ر", + "Ġ hled", + "Ġh led", + "Ġhl ed", + "д аÑĤ", + "да ÑĤ", + "ÙĪ ÛĮد", + "ÙĪÛĮ د", + "Ġ ãĥ©", + "Ġãĥ ©", + "ĠØ® د", + "è¤ ĩ", + "ç§ ĺ", + "Ġ برد", + "Ġب رد", + "Ġبر د", + "ĠÏĥ αÏĤ", + "Ïİ ÏĥειÏĤ", + "æĿ ¯", + "λ Ïį", + "å® ¿", + "Ġ ëĤľ", + "ĠëĤ ľ", + "ï» Ł", + "Ġözel likle", + "Ġözellik le", + "Ġкон Ñģ", + "ĠÙħ غ", + "ع ÙĬ", + "à¹Į à¸ģ", + "Ġ ÙĬت", + "ĠÙĬ ت", + "ĠÙħ شاÙĩ", + "ĠÙħØ´ اÙĩ", + "ĠTh anh", + "ĠThan h", + "ा à¤ľà¤¨", + "à¤¾à¤ľ न", + "¥ ¤", + "Ġv lá", + "Ġvl á", + "ĠÙģ ض", + "Τ ÎĻÎļ", + "Ġна Ñĥков", + "ĠнаÑĥк ов", + "е лем", + "ел ем", + "еле м", + "Ġd Ãłng", + "ĠгоÑģп одаÑĢ", + "Âł S", + "и ÑĩеÑģкиÑħ", + "иÑĩеÑģ киÑħ", + "иÑĩеÑģки Ñħ", + "ĠتÙĨ Ùĩا", + "à¤ľ न", + "Ġп ан", + "Ġпа н", + "åĨ ł", + "Ġ ëĤĺëĬĶ", + "ĠëĤĺ ëĬĶ", + "t ÃŃ", + "ä¸Ģ èµ·", + "Ġlã nh", + "Âł v", + "ov ým", + "ový m", + "ز ب", + "ĠجÙħع ÛĮت", + "Ġ æµ·", + "Ġæµ ·", + "ĠоÑģ ÑĥÑīеÑģÑĤв", + "à £i", + "ã i", + "ائ ر", + "Ġ ë³ij", + "Ġë³ ij", + "á»ĭ nh", + "Ġs á»Ńa", + "Ġsá»Ń a", + "à¥ĩà¤Ĥ ।", + "ÄĽ jÅ¡ÃŃ", + "ÄĽj Å¡ÃŃ", + "Ġд ÑĸÑĤ", + "ĠдÑĸ ÑĤ", + "Ġ æĥ", + "Ġæ ĥ", + "mÄ±ÅŁ tı", + "ر ØŃ", + "Ġì§Ģ ê¸Ī", + "å¦ »", + "âĹ ĭ", + "Ġ ì§ĢìĹŃ", + "Ġì§Ģ ìĹŃ", + "ÙĴ ÙĨ", + "Ġur Äįit", + "ĠurÄį it", + "ÙĴ Ùħ", + "z ÃŃ", + "è ķ", + "Ġ Ø´ÙĪر", + "ĠØ´ ÙĪر", + "ĠØ´ÙĪ ر", + "Ġ Không", + "ĠKh ông", + "ÛĮ زÛĮ", + "ÛĮز ÛĮ", + "Ġз г", + "Ġв не", + "Ġpr ávÄĽ", + "Ġprá vÄĽ", + "Ġpráv ÄĽ", + "è« ĭ", + "ا ÙĬت", + "اÙĬ ت", + "ั à¸ģร", + "ัà¸ģ ร", + "Ġolduk ça", + "ãĤģ ãĤĭ", + "ĠT ây", + "ëĿ¼ ìĿ¸", + "èĻ ķ", + "Ġs Æ°", + "Ġ ник", + "Ġн ик", + "Ġни к", + "Ù ł", + "اش ÛĮÙĨ", + "اشÛĮ ÙĨ", + "e lerde", + "el erde", + "eler de", + "ìĭľ ìķĦ", + "Ġ Ñĥмов", + "ĠÑĥ мов", + "ĠÑĥм ов", + "ĠçalÄ±ÅŁ an", + "Ġ ë¸Ķ", + "Ġë¸ Ķ", + "ĠÑĤак им", + "ĠÑĤа ким", + "ÑĢ ин", + "ÑĢи н", + "Ġ Ø®ÙĦ", + "ĠØ® ÙĦ", + "a yd", + "ay d", + "Ġ ãĥ¡", + "Ġãĥ ¡", + "ей ÑĩаÑģ", + "Ġdo prav", + "Ġdop rav", + "ãģĵ ãģ¨ãģ¯", + "ãģĵãģ¨ ãģ¯", + "Ġ ì¶Ķì²ľ", + "Ġì¶Ķ ì²ľ", + "å» ¶", + "Ġ kı", + "Ġk ı", + "åı ¶", + "ÑĢ иг", + "ÑĢи г", + "íħ ľ", + "çĶ³ åįļ", + "Ġ веÑĤ", + "Ġв еÑĤ", + "Ġве ÑĤ", + "ĠпомоÑī ÑĮÑİ", + "ĠاÙģ راد", + "ĠاÙģر اد", + "ÏĢ ει", + "ÏĢε ι", + "à¹Ģ สร", + "à¹Ģส ร", + "Ġgi ám", + "Ġgiá m", + "é İ", + "h las", + "hl as", + "man ız", + "manı z", + "ан гл", + "анг л", + "Ġmu ž", + "Âł K", + "ÑĢед иÑĤ", + "ÑĢеди ÑĤ", + "设 å¤ĩ", + "ι Ïĥμ", + "ιÏĥ μ", + "Ġc ải", + "Ġcả i", + "Ġ éĢļ", + "ĠéĢ ļ", + "Ġ Ùĥار", + "ĠÙĥ ار", + "Ġпод об", + "ĠмеÑĤ ал", + "ĠÑģам е", + "л ÑĥÑĩ", + "лÑĥ Ñĩ", + "åĤ ³", + "ĠÙĪÙĩ ÙĪ", + "Ġ éĩį", + "Ġéĩ į", + "в ий", + "ви й", + "æ³ ģ", + "Ġ æĿİ", + "ĠæĿ İ", + "ĠiliÅŁ kin", + "ĠiliÅŁk in", + "Ġεί Ïĩε", + "çĬ ¯", + "ÅĻej mÄĽ", + "èŃ ĺ", + "ç¨ ±", + "μ μα", + "μμ α", + "Ġ ÙĦÛĮ", + "ĠÙĦ ÛĮ", + "Ùĩ اÙĬ", + "Ùĩا ÙĬ", + "Ġ опиÑģ", + "Ġо пиÑģ", + "Ġоп иÑģ", + "Ú¯ رد", + "گر د", + "Ġг ÑĢ", + "ĠAnimal ia", + "ĠAnim alia", + "ÐŁ о", + "Ġb óng", + "ĠдеÑĤ ей", + "Ġl âu", + "Ġ æķĻ", + "Ġæķ Ļ", + "Ġпо ÑıÑģ", + "ĠاÙĦ Ø¢", + "ั à¸Ļà¸ķ", + "ัà¸Ļ à¸ķ", + "Ġд ев", + "Ġде в", + "Ġ ÑĨей", + "ĠÑĨ ей", + "ĠÑĨе й", + "ÑĮ в", + "æĥ ł", + "m aları", + "ma ları", + "mal arı", + "malar ı", + "im ler", + "à¥Ī ।ĊĊ", + "à¥Ī। ĊĊ", + "à¥Ī।Ċ Ċ", + "Ġ ном", + "Ġн ом", + "Ġно м", + "z v", + "Ġ à¸ģร", + "Ġà¸ģ ร", + "Ġpay laÅŁ", + "Âł s", + "ि सम", + "िस म", + "ÑģÑĤв еннÑĭÑħ", + "ÑģÑĤвен нÑĭÑħ", + "st oup", + "sto up", + "о нÑĸ", + "он Ñĸ", + "s tÃŃ", + "st ÃŃ", + "ĠØŃ Ú©", + "ĠÚ¯ رÙģت", + "ĠگرÙģ ت", + "Ġگر Ùģت", + "าà¸Ħ า", + "д Ñı", + "ÙĦ اث", + "ÙĦا Ø«", + "Ġzdrav ot", + "ä¸Ĭ ãģĴ", + "ãģ ¼", + "e lere", + "el ere", + "eler e", + "ele re", + "ظ Ùħ", + "ĠÑģ веÑĤ", + "ĠÑģв еÑĤ", + "о ÑĢг", + "оÑĢ г", + "ç« ¥", + "ĠпеÑĢ еп", + "ĠпеÑĢе п", + "Ġम द", + "а за", + "аз а", + "å¦Ĥ ä½ķ", + "ÑģÑĮ кÑĸй", + "ÑģÑĮк Ñĸй", + "ÑģÑĮкÑĸ й", + "Ġb Æ°á»Ľc", + "Ġger ekli", + "Ġgerek li", + "大 家", + "Ġtr ái", + "éģ ©", + "ä¸Ń 央", + "Ġph ản", + "Ġع رض", + "ĠÙĥ تاب", + "æĭ ©", + "ÑĪ его", + "ÑĪе го", + "å¸ ®", + "ĠÙĨÛĮ از", + "è¿ ·", + "ุ à¸Ľ", + "ิ à¸Ľ", + "Ġد Ø®", + "ÏĦ ικÎŃÏĤ", + "ÏĦικ ÎŃÏĤ", + "ĠU z", + "Ġت ÙĪÙħاÙĨ", + "ĠتÙĪ ÙħاÙĨ", + "ĠتÙĪÙħ اÙĨ", + "ĠÙĪ اÙĦØ£", + "ĠÙĪاÙĦ Ø£", + "ÅĻ es", + "ÅĻe s", + "Ñij м", + "Ġ å¸Ĥ", + "Ġå¸ Ĥ", + "ĠÑĤ оже", + "ĠÑĤо же", + "Ġy apan", + "Ġya pan", + "Ġyap an", + "å½¼ 女", + "ĠÙħ در", + "ĠÙħد ر", + "¶ ģ", + "Ġ æŶ", + "ĠæĹ ¶", + "à¹Ģ à¸ĺ", + "à¹Ģภĺ", + "Ġ ÙħاÙĦ", + "ĠÙħ اÙĦ", + "ĠÙħا ÙĦ", + "ĠB üyük", + "ĠBü yük", + "Ġ ÙĦت", + "ĠÙĦ ت", + "å° ļ", + "d eme", + "de me", + "dem e", + "ü b", + "ĠÑħ Ñĥд", + "Ġlé ka", + "çĽ Ľ", + "缴 æİ¥", + "ниÑĨÑĤ ва", + "ĠпÑĢи Ñĩин", + "ĠпÑĢиÑĩ ин", + "е ÑĢап", + "еÑĢ ап", + "еÑĢа п", + "ĠÑģозд а", + "ĠÑģоз да", + "æ ¢°", + "æ¢ °", + "Ġm üz", + "Ġmü z", + "ç³» åĪĹ", + "o uz", + "ou z", + "Ġà¤ĵ र", + "ÑĢ ÑĥÑĩ", + "ÑĢÑĥ Ñĩ", + "Ġ á½", + "Ġá ½", + "μÎŃ Î½Î±", + "μÎŃν α", + "ĠпÑĢед меÑĤ", + "Ġ å²", + "Ġå ²", + "ãĥ³ ãĥģ", + "ãĥ³ãĥ ģ", + "μÎŃ Î½Î·", + "μÎŃν η", + "л Ñĥг", + "лÑĥ г", + "Âł n", + "ĠT arih", + "ĠTar ih", + "Ġ ãĢĪ", + "ĠãĢ Ī", + "Ġb ana", + "Ġban a", + "Ġba na", + "Ġ cÃŃ", + "Ġc ÃŃ", + "Ġvý kon", + "åĽł æѤ", + "Ġt ÅĻi", + "ĠtÅĻ i", + "า à¸ĭ", + "าภĭ", + "v ailable", + "vail able", + "Ġ istem", + "Ġis tem", + "Ġi stem", + "Ġist em", + "ãĥ¥ ãĥ¼", + "Ðķ ÐĿ", + "Ġ гаÑĢ", + "Ġг аÑĢ", + "οÏħ λ", + "ॠĽ", + "ĠÙĪ ضع", + "ส ะ", + "è· Ŀ", + "ĠØŃ Ùģ", + "ิà¸Ĺย าล", + "ิà¸Ĺยา ล", + "她 çļĦ", + "н ÑĸÑĪ", + "нÑĸ ÑĪ", + "ж ение", + "же ние", + "жен ие", + "기 ìĹIJ", + "Ġ éĺ¿", + "Ġéĺ ¿", + "ĠÙħ ارس", + "ĠÙħا رس", + "ĠÙħار س", + "ĠçeÅŁit li", + "Ġ ÅŁehir", + "ĠÅŁ ehir", + "ĠÅŁeh ir", + "á tor", + "át or", + "à¹ī à¸Ĺ", + "ìĿ´ ëĬĶ", + "Ġ è²", + "Ġè ²", + "é¡ į", + "ç ĻĤ", + "çĻ Ĥ", + "Ġ ниÑĩ", + "Ġн иÑĩ", + "Ġни Ñĩ", + "Ġ ê°Ģì§Ģ", + "Ġê°Ģ ì§Ģ", + "ä¼ ¦", + "r án", + "rá n", + "o stat", + "os tat", + "ost at", + "osta t", + "Ġ ÙĦÙĥ", + "ĠÙĦ Ùĥ", + "è º", + "ĠNg Ãłnh", + "Ġस द", + "æľ Ĺ", + "çĦ¶ åIJİ", + "ãĤ¸ ãĤ§", + "л еÑĢ", + "ле ÑĢ", + "ĠÐŀ на", + "ĠÐŀн а", + "س ÙĪÙĨ", + "سÙĪ ÙĨ", + "Ïģ ον", + "Ïģο ν", + "ĠدرÛĮ اÙģت", + "ĠدرÛĮا Ùģت", + "à¸Ń à¸Ńà¸Ļà¹Ħลà¸Ļ", + "Ġ dál", + "Ġd ál", + "Ġdá l", + "ĠмÑĸÑģ ÑĨе", + "Ġд ней", + "Ġ اÙĦات", + "Ġا ÙĦات", + "ĠاÙĦ ات", + "Ġरह त", + "ï¼Į 对", + "è³ĩ æĸĻ", + "ä»» ä½ķ", + "é Ħ", + "t aj", + "ta j", + "β ά", + "Ġна до", + "Ġнад о", + "ĠÑģÑĤ Ñĥд", + "ĠÅŁ eh", + "ัà¸į à¸į", + "à¥ĭ ब", + "ãĥ© ãĥ¼", + "Û± Ûµ", + "Û±Û µ", + "e pt", + "ep t", + "Ġbil dir", + "Ġbild ir", + "ส à¸ĸาà¸Ļ", + "สà¸ĸ าà¸Ļ", + "е ÑĤÑĮÑģÑı", + "еÑĤÑĮ ÑģÑı", + "sk ým", + "ský m", + "Ġобла ÑģÑĤÑĮ", + "ĠоблаÑģ ÑĤÑĮ", + "ĠоблаÑģÑĤ ÑĮ", + "Ġìŀ ł", + "ĠG ör", + "ĠGö r", + "Ġd ayan", + "Ġday an", + "Ġda yan", + "ĠÛĮ اد", + "ĠÛĮا د", + "çĶŁ 产", + "íĺ ij", + "å¾ ģ", + "Ġ اجر", + "Ġا جر", + "Ġاج ر", + "Ġп ÑĢе", + "ĠпÑĢ е", + "ä¸īä¸ī ä¸īä¸ī", + "åŁİ å¸Ĥ", + "Ġ пÑĢимеÑĢ", + "ĠпÑĢ имеÑĢ", + "ĠпÑĢи меÑĢ", + "ĠпÑĢим еÑĢ", + "Äį ást", + "èģ ĺ", + "ĠÙħرب ÙĪØ·", + "æŀ ļ", + "åĪ Ģ", + "æŁ¥ çľĭ", + "Ġ모 ëijIJ", + "ìŀIJ ë£Į", + "- ､", + "Ġê°Ļ ìĿ´", + "Ġ ì¡´", + "Ġì ¡´", + "Ġì¡ ´", + "е гоÑĢ", + "ег оÑĢ", + "его ÑĢ", + "e dik", + "ed ik", + "edi k", + "и мÑĥ", + "им Ñĥ", + "ĠAr th", + "ĠArt h", + "åºĶ çĶ¨", + "m iÅŁti", + "miÅŁ ti", + "Ġkhá»ı e", + "Ġ Ñĸд", + "ĠÑĸ д", + "λ λη", + "λλ η", + "â h", + "м аг", + "ма г", + "éļ Ĩ", + "ĠвнÑĥ ÑĤÑĢ", + "ĠвнÑĥÑĤ ÑĢ", + "Ġ بط", + "Ġب Ø·", + "( æĹ¥", + "Ä° Y", + "л ик", + "ли к", + "ĠB ản", + "Ġت ÙĪس", + "ĠتÙĪ س", + "़ त", + "a mak", + "am ak", + "ama k", + "åķı é¡Į", + "ĠÑģам оÑģÑĤ", + "ĠÑģамо ÑģÑĤ", + "ï¼¼ Ċ", + "Ġ ç¦ı", + "Ġç¦ ı", + "Ù ¡", + "Ġ ÑĦоÑĢми", + "ĠÑĦоÑĢм и", + "ĠÑĦоÑĢ ми", + "Ġ ÑĢозÑĥм", + "ĠÑĢоз Ñĥм", + "ĠÙħ طاÙĦ", + "ĠÙħØ· اÙĦ", + "ä¹Ł æĺ¯", + "ç¾İ åĽ½", + "ëĵľ 립ëĭĪëĭ¤", + "Ġl Ä©nh", + "ĠпоÑĤ омÑĥ", + "ĠпоÑĤом Ñĥ", + "Ñı бÑĢÑı", + "Ñıб ÑĢÑı", + "æ¼ «", + "Ġng oại", + "à¸Ń ำ", + "ÙĬ ÙĨا", + "ÙĬÙĨ ا", + "Ġm lad", + "Ġml ad", + "Ïĥ ÏĦά", + "ÏĥÏĦ ά", + "ا تر", + "ات ر", + "주 ìĿĺ", + "ен нÑĸ", + "о за", + "оз а", + "ÙĤ ات", + "ĠÐĴ аÑģ", + "è® Ń", + "é IJ", + "Ñĥ ÑİÑĩи", + "ÑĥÑİ Ñĩи", + "Ġ کر", + "ĠÚ© ر", + "Ġ .|", + "Ġ. |", + "Ġgen ç", + "è© ²", + "ä» ģ", + "о дÑĭ", + "од Ñĭ", + "ĠØ£ ÙĪÙĦ", + "ĠØ£ÙĪ ÙĦ", + "Ġ ìĤ¬íļĮ", + "ĠìĤ¬ íļĮ", + "Ġ à¹Ģส", + "Ġà¹Ģ ส", + "Ġà¹Ģภª", + "ĠëķĮ문 ìĹIJ", + "âĢĮ ب", + "Ġли ÑĪÑĮ", + "ĠлиÑĪ ÑĮ", + "Ġи менно", + "Ġим енно", + "m adı", + "ma dı", + "mad ı", + "Ġ éĤ", + "Ġé Ĥ", + "ĠÙĪ ارد", + "ĠÙĪا رد", + "Ġtak ım", + "Ġ à¹Ģห", + "Ġà¹Ģ ห", + "Ġà¹Ģภ«", + "Ġ à¸Ńย", + "Ġà¸Ń ย", + "Ġkon usu", + "Ġkonu su", + "Ġkonus u", + "Ø® ÙĪ", + "ĠÑģ ид", + "ĠÑģи д", + "èµ ¤", + "о ÑıÑĤелÑĮ", + "оÑıÑĤ елÑĮ", + "ëĭ µ", + "ε Ïī", + "Ñĸ Ñħ", + "Ġय द", + "ĠÚ© ÛĮÙģ", + "ĠÚ©ÛĮ Ùģ", + "μ οÏĤ", + "μο ÏĤ", + "Ġal dı", + "Ġald ı", + "Ġ íĻį", + "ĠíĻ į", + "к Ñĥп", + "кÑĥ п", + "ĠÙĨÙħ اÛĮØ´", + "ĠÙĨÙħاÛĮ Ø´", + "ãģ ¥", + "Ġ íķ©ëĭĪëĭ¤", + "Ġíķ ©ëĭĪëĭ¤", + "Ġíķ© ëĭĪëĭ¤", + "Ġë Įĵê¸Ģ", + "б оÑĢа", + "бо ÑĢа", + "боÑĢ а", + "éī Ħ", + "Ġ à¹Ģà¸Ī", + "Ġà¹Ģ à¸Ī", + "Ġà¹ĢภĪ", + "à¹ī à¸ģ", + "§ Ø·", + "ر بÙĩ", + "رب Ùĩ", + "Ġ Ñĥз", + "ĠÑĥ з", + "Ġм аÑİÑĤÑĮ", + "Ġма ÑİÑĤÑĮ", + "Ġby li", + "Ġbyl i", + "ี à¸ķ", + "Ġ ì§ĢìĽIJ", + "Ġì§Ģ ìĽIJ", + "èĩª çĦ¶", + "ù y", + "Ġç aÄŁ", + "Ġça ÄŁ", + "е дин", + "ед ин", + "еди н", + "ë ī´", + "åį ±", + "Ġпоз волÑı", + "Ġпозвол Ñı", + "ØŃ Ø§Ø¯", + "ĠÑĩ его", + "ีย ร", + "Ġyön tem", + "Ġ ders", + "Ġd ers", + "Ġde rs", + "Ġder s", + "Ġ ÑģÑĤоÑı", + "ĠÑģÑĤ оÑı", + "ĠÑģÑĤо Ñı", + "Ġк ÑĢÑĥп", + "Ġ ð", + "Ġдом аÑĪ", + "Ġдома ÑĪ", + "е нд", + "ен д", + "ç» §", + "ĠÄij ô", + "Ġch tÄĽ", + "计 åĪĴ", + "ÎŃ Î±", + "Ġdob ÅĻe", + "ส à¸Ńà¸ļ", + "е ление", + "ел ение", + "еле ние", + "елен ие", + "ĠÄij ông", + "ĠÄijô ng", + "ãģ¾ ãĤĬ", + "Ġboy unca", + "à¥ģ à¤Ĺ", + "à¥ģठĹ", + "ĠÑĦ из", + "ãĤ³ ãĥ³", + "Ġde ney", + "Ġden ey", + "ÑĩеÑģ киÑħ", + "Ñĩе ÑģкиÑħ", + "ÑĩеÑģки Ñħ", + "λ ον", + "λο ν", + "以 åıĬ", + "ا ÙĪت", + "اÙĪ ت", + "Âł ³³³³", + "³³ ³³³", + "³³³³ Âł", + "³³³ ³³", + "Ġ ì¤Ħ", + "Ġì¤ Ħ", + "ि फ", + "िठ«", + "ĠÑĤ ол", + "ĠÑĤо л", + "ĠëĤ´ ê°Ģ", + "âĸ ı", + "Ġp há", + "Ġph á", + "ĠÑģп Ñĸв", + "Ġ جÙħÙĬع", + "ĠجÙħ ÙĬع", + "Ġb ezpeÄį", + "Ġbez peÄį", + "Ġ æĹł", + "ĠæĹ ł", + "Ġv Å¡e", + "ĠvÅ¡ e", + "ÑģÑĤ вÑĥ", + "ÑģÑĤв Ñĥ", + "d ust", + "du st", + "o Å¡", + "Ġت ارÙĬØ®", + "ا ØŃØ©", + "اØŃ Ø©", + "ĠÙħشار ÙĥØ©", + "Ġ ακ", + "Ġα κ", + "ั à¸Ļà¸Ļ", + "ัà¸Ļ à¸Ļ", + "éģ Ĭ", + "Ġ ÑģоÑĤ", + "ĠÑģ оÑĤ", + "ĠÑģо ÑĤ", + "Ġ каз", + "Ġк аз", + "Ġка з", + "ĠÑĤ еÑĩение", + "ĠÑĤеÑĩ ение", + "ê¸ ´", + "acak tır", + "ê±° ëĤĺ", + "ี ยม", + "ีย ม", + "ĠÑģ ÑĥÑħ", + "ĠÑģÑĥ Ñħ", + "ĠëĦĪ 무", + "ãģı ãĤĭ", + "ĠкоÑĤоÑĢ ой", + "ا ÙĤØ©", + "اÙĤ Ø©", + "y ıl", + "yı l", + "ãĤ» ãĥĥãĥĪ", + "ĠÑį лем", + "æģ IJ", + "ÙĨ اء", + "ÙĨا Ø¡", + "åħ ©", + "Ġte Äı", + "ä¸ ¥", + "Ġì§Ī 문", + "Ġ 为", + "Ġä¸ º", + "ìĭľ íĹĺ", + "Ġп ÑĢок", + "ĠпÑĢ ок", + "ĠпÑĢо к", + "u jeme", + "uj eme", + "uje me", + "ü cü", + "üc ü", + "ĠاÙĦÙħ غ", + "ĠØŃ Ø³Ø§Ø¨", + "ĠØŃس اب", + "ãģĹ ãģ¦ãģĦ", + "ãģĹãģ¦ ãģĦ", + "к ова", + "ко ва", + "ков а", + "ĠÄij Ãło", + "Ġп ÑĢиз", + "ĠпÑĢ из", + "ĠпÑĢи з", + "ĠÙĪ ÙħÙĨ", + "ĠÙĪÙħ ÙĨ", + "Ġ оÑĢ", + "Ġо ÑĢ", + "à¸ģ à¸ķ", + "а ÑĦ", + "Ġ à¸ŀร", + "Ġà¸ŀ ร", + "ÑĨи ей", + "æ ª", + "Ġ působ", + "Ġp ůsob", + "Ġpů sob", + "åŃ© åŃIJ", + "Ġb ánh", + "Ġbán h", + "ĠÑĦоÑĢм Ñĥ", + "ĠÑĦоÑĢ мÑĥ", + "Ġ á»ķ", + "Ġá» ķ", + "Ġмен ее", + "Ġмене е", + "à¹ī าห", + "à¹īา ห", + "ни ÑĨа", + "ниÑĨ а", + "ี Ċ", + "Ġв олоÑģ", + "Ġвол оÑģ", + "Ġار ائÙĩ", + "第 ä¸ī", + "ëIJĺ ìĹĪ", + "Ġkıs m", + "Ġkı sm", + "ãĥ¼ ãĥĬ", + "ãĥ¼ãĥ Ĭ", + "ler imiz", + "ÙĨ ÙĬÙĨ", + "ÙĨÙĬ ÙĨ", + "Ġ NgÆ°á»Ŀi", + "ĠNg Æ°á»Ŀi", + "ĠоÑĤ дел", + "ĠоÑĤд ел", + "çļĦ æŶåĢĻ", + "о нов", + "он ов", + "Äį an", + "i zm", + "iz m", + "ĠÑģоб ой", + "à¹ĩ à¸ķ", + "Ġ ÑģлÑĸд", + "ĠÑģ лÑĸд", + "ĠÑģл Ñĸд", + "Ġ à¤ľà¤¹", + "Ġà¤ľ ह", + "ï¼Į æĪij们", + "ï¼ĮæĪij 们", + "ãĢĤ ãģĿãģ®", + "ÏĢ ÏīÏĤ", + "çĨ Ł", + "ภ¯", + "ëĦ IJ", + "æľ ĭ", + "Ġë¹Ħ ë°Ģ", + "ëį ķ", + "Ġm Ãłn", + "ĠmÃł n", + "ìĿ´ ê³ł", + "ëŀľ ëĵľ", + "éĤ Ħ", + "Ä±ÅŁ ık", + "Ä±ÅŁÄ± k", + "Ġ 个", + "Ġä¸ ª", + "Ġn ád", + "Ġná d", + "б ÑĢа", + "æĮĩ å®ļ", + "lar ıyla", + "ları yla", + "ĠÐŀ ни", + "ĠÐŀн и", + "Ġ hra", + "Ġh ra", + "Ġhr a", + "ĠÑĢе ÑĨеп", + "ĠÐłÐ¾Ñģ Ñģий", + "å½± åĵį", + "Ġ Když", + "ĠK dyž", + "ĠÃ¶ÄŁ renc", + "ĠÃ¶ÄŁren c", + "åī µ", + "Ġ jist", + "Ġj ist", + "Ġji st", + "èĪ Ī", + "è§ ¦", + "åıij çİ°", + "ม าย", + "มา ย", + "er ken", + "erk en", + "Ġзд еÑģÑĮ", + "ĠÙħس ئ", + "@n ate", + "ĠëĤ´ ìļ©", + "Ġnab ÃŃd", + "ĠnabÃŃ d", + "Û Ģ", + "Ġмо менÑĤ", + "Ġмом енÑĤ", + "ãģł ãģĮ", + "ί δα", + "ίδ α", + "T ak", + "Ta k", + "Ġ ë³´ê³ł", + "Ġë³´ ê³ł", + ": ::::::::", + ":: :::::::", + ":::: :::::", + ":::::: :::", + ":::::::: :", + "::: ::::::", + "::::: ::::", + "::::::: ::", + "ÄŁ men", + "Ġпо меÑī", + "Ġпом еÑī", + "ãģ«ãģ¤ ãģĦãģ¦", + "ĠÙģ ÙĪÙĤ", + "ĠÙģÙĪ ÙĤ", + "Ġع ضÙĪ", + "ĠÙħ ÛĮاÙĨ", + "ĠÙħÛĮ اÙĨ", + "Ġm üc", + "Ġmü c", + "ĠпÑĢо Ñıв", + "ÑĩеÑģ ки", + "Ñĩе Ñģки", + "ãģł ãģĭãĤī", + "éĤ ¦", + "Ġ ë¶ĦìĦĿ", + "Ġë¶Ħ ìĦĿ", + "éŁ ©", + "į ¨", + "ĠD aha", + "ĠDa ha", + "ĠDah a", + "Ġ κÏĮ", + "Ġκ ÏĮ", + "Ġна Ñĩина", + "ĠнаÑĩ ина", + "ĠÐŁ оÑĤ", + "ĠÐŁÐ¾ ÑĤ", + "Ïĥκε Ïħ", + "Ïĥκ εÏħ", + "Ġ ÑĢан", + "ĠÑĢ ан", + "ĠÑĢаР½", + "ĠÑĢа н", + "ÙĪ ÙĬس", + "ÙĪÙĬ س", + ": :::::::::", + ":: ::::::::", + ":::: ::::::", + ":::::: ::::", + ":::::::: ::", + "::: :::::::", + "::::: :::::", + "::::::: :::", + "::::::::: :", + "Û±Û¹ Û¹", + "Ġard ından", + "à¹Ĥ à¸Ķ", + "ا راÙĨ", + "ار اÙĨ", + "ارا ÙĨ", + "د اد", + "دا د", + "Ġqu ý", + "ĠØ£Ùĥ ثر", + "âĹ Ĩ", + "ĠØ£ خرÙī", + "Ġأخ رÙī", + "Ġë§Ī ìĿĮ", + "ë¦ ´", + "Ġ عÙĦÙĪÙħ", + "ĠعÙĦ ÙĪÙħ", + "Ġe ÄŁ", + "воÑĢ Ñİ", + "во ÑĢÑİ", + "Ġ ãĥĹ", + "Ġãĥ Ĺ", + "Ñĥ ÑĩаÑģ", + "ÑĥÑĩ аÑģ", + "ÑĥÑĩа Ñģ", + "Ġب Ø£", + "ÏĨ ο", + "ни ками", + "ник ами", + "ника ми", + "никам и", + "à¹ĥ à¸ķ", + "Äįet nÄĽ", + "à¸ļ าà¸ĩ", + "çī Ļ", + "ãĥª ãĤ«", + "í Ĵ", + "åĩº çīĪ", + "γ ι", + "ãĢĤ ãģĿãĤĮ", + "Ġy ani", + "Ġya ni", + "Ġyan i", + "l ech", + "le ch", + "lec h", + "ĠLu áºŃt", + "çļĦ ãģª", + "Ġneden iyle", + "Ġnedeni yle", + "d ej", + "de j", + "ĠÑģов еÑĢÑĪ", + "Ġph á»ķ", + "ıs ından", + "ısında n", + "Ġch ắc", + "d eÅŁ", + "de ÅŁ", + "Ġком ан", + "Ġко ман", + "æĽ ¿", + "Ġp lán", + "Ġpl án", + "Ġplá n", + "Ġd ữ", + "ĠêµŃ ê°Ģ", + "Ġta kip", + "Ġtak ip", + "Ġth ủy", + "Ġthủ y", + "Ñģ лÑĸд", + "Ñģл Ñĸд", + "âī §", + "ĠI IC", + "ĠII C", + "θ Ïħ", + "á vat", + "áv at", + "Ġ Ñģок", + "ĠÑģ ок", + "ĠÑģо к", + "Ġб агаÑĤо", + "Ġбаг аÑĤо", + "ĠбагаÑĤ о", + ";:;: ;:;:", + "Ïģ ιοÏĤ", + "Ïģι οÏĤ", + "Ïģιο ÏĤ", + "il miÅŁtir", + "ilm iÅŁtir", + "ilmiÅŁ tir", + "Ġ znam", + "Ġz nam", + "Ġzn am", + "Ġ Τα", + "ĠΤ α", + "a maz", + "am az", + "ama z", + "à¹ģ à¸ŀ", + "ãĥģ ãĥ£", + "Ġkullan ı", + "æĶ¾ éĢģ", + "д н", + "ĠÙĪ اب", + "ĠÙĪا ب", + "Ġtr ắng", + "Ñģ Ñıг", + "ÑģÑı г", + "Ġار تباط", + "Ġв Ñħод", + "å·ŀ å¸Ĥ", + "Ġ सत", + "Ġस त", + "Ñĩ аеÑĤÑģÑı", + "Ñĩа еÑĤÑģÑı", + "ÑĩаеÑĤ ÑģÑı", + "íĮĮ íĬ¸", + "Ġ Những", + "ĠNh ững", + "ä¸į åı¯", + "å± Ĭ", + "Ġ ãĤŃ", + "ĠãĤ Ń", + "ار ÙĩاÛĮ", + "ارÙĩ اÛĮ", + "Ġar ÅŁiv", + "Ġ اÙĦÙī", + "Ġا ÙĦÙī", + "ĠاÙĦ Ùī", + "ाय à¤ķ", + "ãģĹ ãĤĩãģĨ", + "ãģĹãĤĩ ãģĨ", + "Ġ ulus", + "Ġu lus", + "Ġul us", + "al axy", + "ala xy", + "기 ê°Ģ", + "ãİ¡ (", + "μά ÏĦÏīν", + "è n", + "ù i", + "Ġна ÑģÑĤоÑı", + "ĠнаÑģÑĤ оÑı", + "ĠС в", + "ĠоÑģ оби", + "ĠоÑģоб и", + "к ово", + "ко во", + "ков о", + "ĠÑĢеб енка", + "ĠÑĢебен ка", + "ĠÑĤ Ñıж", + "ĠÑĤÑı ж", + "Ġxu á»ijng", + "Ġ ê¶Į", + "Ġê ¶Į", + "о год", + "ог од", + "ого д", + "Ġ ấy", + "è² ł", + "ว à¸Ļ", + "Ġ stanov", + "Ġsta nov", + "Ġstan ov", + "Ġk rál", + "Ġkr ál", + "Ġà¤ĩ सल", + "Ġà¤ĩस ल", + "e be", + "eb e", + "å® ¾", + "ĠдоÑģÑĤаÑĤ оÑĩно", + "II IK", + "III K", + "ÏĢ ά", + "Ġbir kaç", + "ĠاÙĦ ÙħÙĤ", + "ĠاÙĦÙħ ÙĤ", + "ãĥ ¶", + "ĠBaÅŁ kanı", + "ĠBaÅŁkan ı", + "Ġ첨ë¶Ģ íĮĮìĿ¼", + "Ġya rar", + "Ġyar ar", + "äº ¡", + "Ġ ÏĢÏĮ", + "ĠÏĢ ÏĮ", + "Âł Ñģ", + "δ ή", + "e lerini", + "eler ini", + "eleri ni", + "elerin i", + "Ġs uç", + "Ġsu ç", + "Ġд ома", + "Ġдо ма", + "Ġдом а", + "Ġна ÑĢÑĥÑĪ", + "ĠнаÑĢ ÑĥÑĪ", + "Ġ ί", + "ĠÎ ¯", + "Ġê·¸ ìĿĺ", + "çĶµ å½±", + "ا بÙĩ", + "اب Ùĩ", + "к омÑĥ", + "ко мÑĥ", + "ком Ñĥ", + "Ġत ब", + "à¥Ī à¤ł", + "Ġ모 ì§ij", + "Ġ æ±Ł", + "Ġæ± Ł", + "Ġê²ĥ ìĿĢ", + "ον ÏĦαι", + "ĠاÙĦ رÙĬاض", + "è¨ ±", + "Ġhal inde", + "Ġاش ارÙĩ", + "Ġ кÑĢÑĭ", + "Ġк ÑĢÑĭ", + "л ений", + "лен ий", + "ле ний", + "lu ÄŁ", + "Ġdo bu", + "Ġdob u", + "s ik", + "si k", + "à¥ģ à¤Ł", + "à¥ģठŁ", + "Ġ кÑĸн", + "Ġк Ñĸн", + "ãģ¨ ãģį", + "à¥Ĥ स", + "æħ ¢", + "ĠdÄ±ÅŁ ında", + "ĠdÄ±ÅŁÄ± nda", + "ç· ı", + "Ġ bÃŃ", + "Ġb ÃŃ", + "ĠCL IIIK", + "ĠIIC III", + "Ġh erk", + "Ġhe rk", + "Ġher k", + "ãĤı ãģĽ", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Âł ³³³³³", + "³³ ³³³³", + "³³³³ ³³", + "³³³ ³³³", + "³³³³³ Âł", + "اÙĦ د", + "Ġdav ran", + "Äį er", + "Äįe r", + "Ġ ØŁ", + "ĠØ Ł", + "ãģĺãĤĥ ãģªãģĦ", + "Ġd air", + "Ġda ir", + "Ġdai r", + "Ġî ¥¤", + "ั à¸ĩส", + "ัà¸ĩ ส", + "Ġ ëĭ´", + "Ġëĭ ´", + "å¾ ŀ", + "ĠÑįÑĤ иÑħ", + "ĠÑįÑĤи Ñħ", + "è¯ º", + "á» ·", + "е ÑĢиÑģÑĤи", + "еÑĢи ÑģÑĤи", + "ов ÑĭÑħ", + "Ġ ãĥĩ", + "Ġãĥ ĩ", + "ض ÙĬ", + "Ġà¤ī à¤ł", + "Ġnap ÅĻÃŃklad", + "è ´Ŀ", + "è´ Ŀ", + "Ġ Å¡k", + "ĠÅ¡ k", + "ĠبÙĪد ÙĨد", + "ĠبÙĪدÙĨ د", + "vů li", + "éģ ĩ", + "Ġз най", + "Ġзна й", + "Ġзн ай", + "ĠT ham", + "ĠTh am", + "r ani", + "ra ni", + "ran i", + "ا ØŃت", + "اØŃ Øª", + "Ø´ Ùĩ", + "мÑĸнÑĸ ÑģÑĤÑĢа", + "๠ĭ", + "ĠÎij να", + "ĠÎijν α", + "à¥ĭ à¤ļ", + "ç»Ħ ç»ĩ", + "ÑģÑĤ иÑĤ", + "ÑģÑĤи ÑĤ", + "im li", + "åIJį çĦ¡ãģĹãģķãĤĵ", + "åIJįçĦ¡ãģĹ ãģķãĤĵ", + "Ùij Ø©", + "θ μ", + "о лоÑĤ", + "ол оÑĤ", + "оло ÑĤ", + "ย à¸ĩ", + "ãĤī ãĤĮãĤĭ", + "ãĤīãĤĮ ãĤĭ", + "Ġ лиÑĩ", + "Ġл иÑĩ", + "Ġли Ñĩ", + "ов Ñĭе", + "éĢ ĥ", + "Ġ 广", + "Ġå¹ ¿", + "ìĬ ¬", + "Ùħ ÛĮÙĨ", + "ÙħÛĮ ÙĨ", + "ĠìłĦ ì²´", + "ĠÎŃ Ïĩ", + "Ġ ì±ħ", + "Ġì± ħ", + "Ġ hlas", + "Ġh las", + "Ġhl as", + "е кÑĤив", + "ек ÑĤив", + "екÑĤ ив", + "екÑĤи в", + "ĠÏĢ λη", + "lu ÄŁu", + "luÄŁ u", + "好 çļĦ", + "ĠÚĨ ÙĪÙĨ", + "ĠB eled", + "ĠBe led", + "ĠBel ed", + "Ġen gel", + "Ġeng el", + "нÑı Ñı", + "ĠyaÅŁ an", + "Ñĩ ниÑħ", + "ار ÙĬØ©", + "ارÙĬ Ø©", + "म त", + "ãĥĭãĥĭ ãĥĭãĥĭ", + "åĭ ¢", + "Ġ åĨħ", + "ĠåĨ ħ", + "Ġíı¬ íķ¨", + "Ġоб Ñģ", + "Ġth ấp", + "Ġd ây", + "ãĥĸ ãĥ©", + "а ÑĤÑĭ", + "аÑĤ Ñĭ", + "ĠÑģво ей", + "ĠÑģвое й", + "ãĤī ãģªãģĦ", + "åıij çĶŁ", + "e rece", + "er ece", + "ere ce", + "Ġod bor", + "Ġв неÑģ", + "Ġвне Ñģ", + "ĠÄIJ ảng", + "ĠëıĮ ìķĦ", + "ÄĽ li", + "ÄĽl i", + "ı sında", + "ıs ında", + "ısı nda", + "Ġबद ल", + "v nÃŃ", + "vn ÃŃ", + "ãģ® ãģ«", + "Ġпо ÑĤом", + "ĠпоÑĤ ом", + "im de", + "imd e", + "a lama", + "al ama", + "ala ma", + "alam a", + "âĢ ª", + "Ġstej nÄĽ", + "е ÑĢе", + "еÑĢ е", + "éĴ ¢", + "æľº æŀĦ", + "Ġ è³", + "Ġè ³", + "åĶ ±", + "Ġ ëħ¸ì¶ľ", + "Ġëħ¸ ì¶ľ", + "Ġли бо", + "âĢ Ĭ", + "Ġc ez", + "Ġce z", + "ro mÄĽ", + "rom ÄĽ", + "ί Ïīν", + "ÏĨ ή", + "Ġ íĻ©", + "ĠíĻ ©", + "Ġdlou h", + "éª ¨", + "åħ¬ éĩĮ", + "ä¼ ¸", + "Ġ ãĥij", + "Ġãĥ ij", + "ä» Ļ", + "Ġol madı", + "Ġolm adı", + "Ġolma dı", + "е лиÑĩ", + "ел иÑĩ", + "ели Ñĩ", + "ожд ениÑı", + "Ġsöy ledi", + "Ġsöyl edi", + "á tek", + "át ek", + "áte k", + "ìĥ µ", + "ย วà¸ģ", + "ยว à¸ģ", + "Ġ 鼻", + "ĠéĽ »", + "Ġп ев", + "ĠдÑĢÑĥг ие", + "át ku", + "Ġع ÙĪ", + "ov ána", + "ová na", + "ován a", + "ض ر", + "Ġëģ Ŀ", + "ĠíĨµ íķ´", + "Î ĸ", + "Ġv ur", + "Ġvu r", + "åĨ ²", + "Ġп ÑĢек", + "ĠпÑĢ ек", + "ĠпÑĢе к", + "Ġप à¤ķ", + "Ġ à¹Ģà¸Ĺ", + "Ġà¹Ģ à¸Ĺ", + "Ġà¹ĢภĹ", + "ãģ¨ ãģĭ", + "ع ÙĨ", + "å® ĩ", + "ÏĦ ζ", + "Ġn ằm", + "ĠÑģ воб", + "ĠÑģв об", + "ĠÑģво б", + "Ġδ Ïį", + "çĸ Ĺ", + "- й", + "é¦Ļ 港", + "ت ا", + "Ïĥι μο", + "íķ Ħ", + "Ġ 详æĥħ", + "Ġè¯ ¦æĥħ", + "ä¸ ¡", + "Ùİ Ø§ÙĦ", + "Ùİا ÙĦ", + "ĠTr Æ°á»Ŀng", + "e ného", + "en ého", + "ené ho", + "ĠÑĢекомен дÑĥ", + "ÛĮ رÙĩ", + "ÛĮر Ùĩ", + "า à¸ĸ", + "าภĸ", + "ĠÚ© اÙħÙĦ", + "ĠکاÙħ ÙĦ", + "ب Ø·", + "ز ÛĮÙĨÙĩ", + "زÛĮ ÙĨÙĩ", + "Ġдолж на", + "Ġë§İ ìĿĢ", + "âĹıâĹıâĹıâĹı âĹıâĹıâĹıâĹı", + "lep Å¡ÃŃ", + "ал ог", + "ало г", + "ãĤª ãĥ³", + "Ġ ë³Ħ", + "Ġë³ Ħ", + "ı rı", + "ır ı", + "ĠجاÙħ عÙĩ", + "ĠجاÙħع Ùĩ", + "æĽ ľ", + "o jÃŃ", + "oj ÃŃ", + "ĠÑĪ лÑıÑħ", + "Ġhız lı", + "Ġ خصÙĪص", + "Ġخص ÙĪص", + "ÐIJ ÑĢ", + "å ľĺ", + "åľ ĺ", + "Ġжив оÑĤ", + "é ±", + "Ġng ữ", + "Ġv òng", + "èİ «", + "Ġза Ñħод", + "ĠзаÑħ од", + "ìĻ Ħ", + "ĠÑģлед ÑĥÑİÑī", + "éĹ »", + "Ñij ÑĢ", + "Ġch vÃŃ", + "èĥ ľ", + "ãģª ãģĹ", + "Ġtek noloj", + "Ġtekn oloj", + "ej ména", + "Ġ ìłĪ", + "Ġìł Ī", + "ì³ IJ", + "æĻ® éĢļ", + "Ġvý ro", + "Ġay rı", + "Ġayr ı", + "Ġп ÑĢев", + "ĠпÑĢ ев", + "ĠпÑĢе в", + "Ġgó p", + "à¹Ĥ à¸ģ", + "à¸Ĺำ à¹ĥห", + "åı İ", + "åĺ ī", + "Ġte lev", + "Ġtele v", + "Ġtel ev", + "ãģ¨ ãģĵãĤį", + "ëı Į", + "ph yl", + "phy l", + "ร าะ", + "Ġ çĪ", + "Ġç Ī", + "ÑģÑĤ иÑĤÑĥ", + "ÑģÑĤи ÑĤÑĥ", + "ÑģÑĤиÑĤ Ñĥ", + "ï¼Į è¿ĺ", + "ĠÎij γ", + "Äį ku", + "æı ´", + "ाय त", + "æı ı", + "ãĤĤ ãģĹ", + "ĠпеÑĢ еÑģ", + "ĠпеÑĢе Ñģ", + "Ġìĺģ íĻĶ", + "id la", + "idl a", + "åİ ħ", + "ï¼ı :", + "ت رÛĮ", + "تر ÛĮ", + "à¸Ľ à¸ı", + "ĠнаÑģ еленнÑı", + "Ġam aç", + "Ġama ç", + "Ġk do", + "Ġkd o", + "Ġиз веÑģÑĤ", + "ÑĪ иÑĢ", + "ÑĪи ÑĢ", + "ì£ ł", + "Å¡ it", + "Å¡i t", + "Ġt á»ijc", + "Ġtá»ij c", + "ìŀIJ ìĿĺ", + "Ñĩ аÑĤ", + "Ñĩа ÑĤ", + "åı ĥ", + "éĽ ¶", + "å° º", + "Ġ indir", + "Ġin dir", + "Ġind ir", + "Ġна ÑĨÑĸоналÑĮ", + "Ġx anh", + "Ġxa nh", + "ÛĮ دÛĮ", + "ÛĮد ÛĮ", + "Ġин ÑĤеÑĢеÑģ", + "ĠинÑĤеÑĢ еÑģ", + "ĠØ¢ سÛĮ", + "Ġآس ÛĮ", + "éĤ£ 个", + "Ġb ilm", + "Ġbi lm", + "Ġbil m", + "а не", + "ан е", + "ĠtÄĽch to", + "Ñĩ ик", + "Ñĩи к", + "Ġдо Ñħод", + "èĤ¡ 份", + "åħ³ ç³»", + "ãģ«ãģª ãģ£ãģŁ", + "ĠпÑĢед пÑĢи", + "Ġgeç en", + "Ġب ÙĤ", + "Ġvý znam", + "Ġ à¹Ģà¸Ħร", + "Ġà¹Ģ à¸Ħร", + "Ġà¹Ģà¸Ħ ร", + "ĠÑħ ÑĤо", + "Ø´ ÙĬ", + "åıĤ åĬł", + "ÑģÑĤв енного", + "ÑģÑĤвен ного", + "ÑģÑĤвенно го", + "ÑĤ ÑĢон", + "ÑĤÑĢ он", + "ÑĤÑĢо н", + "ÂĢÂĢ ÂĢÂĢ", + "æ¢ Ŀ", + "б ав", + "ба в", + "Û± Û¶", + "Û±Û ¶", + "é¡ º", + "Ġj az", + "Ġja z", + "ĠاÙĦ ÙħÙĦ", + "ĠاÙĦÙħ ÙĦ", + "Ġا ثر", + "Ġاث ر", + "ĠпÑĢи вод", + "ĠпÑĢив од", + "а нÑĥ", + "ан Ñĥ", + "à¥ģ à¤Ń", + "à¥ģठŃ", + "æĹ §", + "ÑĮ е", + "ส ล", + "л ÑıÑİÑĤ", + "лÑı ÑİÑĤ", + "ว à¸Ķ", + "Æ° Ỽi", + "Æ°á» Ľi", + "Æ°á»Ľ i", + "ÙĬ ÙħØ©", + "ÙĬÙħ Ø©", + "ãĤ¯ ãĥŃ", + "л ий", + "ли й", + "γ Ïģά", + "Ġper forman", + "Ġperform an", + "Ġperf orman", + "Ġperfor man", + "è¯ ī", + "ä½ł çļĦ", + "ìħ Ķ", + "н ениÑı", + "не ниÑı", + "нен иÑı", + "á»Ń i", + "ÙĪ زÛĮ", + "ÙĪز ÛĮ", + "éŁ ¿", + "à¥Ī द", + "Ġëª ¸", + "Ġe ser", + "Ġes er", + "Ġese r", + "ĠÙģعاÙĦ ÛĮت", + "нÑĸ веÑĢ", + "нÑĸв еÑĢ", + "κ Ïģα", + "è¨ ¼", + "Ġn emoc", + "Ġnem oc", + "Ġyardım cı", + "Ġ çī¹", + "Ġçī ¹", + "Ġ коп", + "Ġк оп", + "Ġко п", + "ĠÐľ ож", + "़ à¤ķ", + "Ġ ëľ", + "Ġë ľ", + "ĠÑĢе ак", + "Ġp ozor", + "Ġpoz or", + "Âł ÐIJ", + "Ġ ÙĬÙĥ", + "ĠÙĬ Ùĥ", + "ĠÑģ ад", + "Ġ åħ«", + "Ġåħ «", + "Ġп олÑĮз", + "ĠполÑĮ з", + "Ġra ÄŁmen", + "ter nÃŃ", + "tern ÃŃ", + "s iyon", + "si yon", + "Ñģ ÑıÑĩ", + "ÑģÑı Ñĩ", + "ov aný", + "ova ný", + "ovan ý", + "ĠëĮĢíķľ 민êµŃ", + "ĠвÑĸд б", + "ĠÐIJ нд", + "ĠÐIJн д", + "st va", + "éĮ Ħ", + "Ġ ëij", + "Ġë ij", + "ิ à¸Ħ", + "j ÃŃt", + "jÃŃ t", + "Ġkullan ıcı", + "Ġkullanı cı", + "Ġ æŁ¥çľĭ", + "ĠæŁ¥ çľĭ", + "Ùģ ÙĦ", + "Ġ ЯкÑīо", + "ĠЯк Ñīо", + "çľĭ åĪ°", + "ÑĢ еÑħ", + "ÑĢе Ñħ", + "ĠاÙĦع ربÙĬØ©", + "ĠاÙĦعرب ÙĬØ©", + "ĠاÙĦعربÙĬ Ø©", + "ë¡ľê·¸ ëŀ¨", + "Ġब à¤ľ", + "Ġп ÑĢип", + "ĠпÑĢ ип", + "ĠпÑĢи п", + "Ġs chop", + "Ġsc hop", + "Ġsch op", + "Ġscho p", + "Ġب اÙĦا", + "Ġبا ÙĦا", + "ĠباÙĦ ا", + "å® ħ", + "Ġا ÙĦÙħÙĩ", + "ĠاÙĦ ÙħÙĩ", + "ĠاÙĦÙħ Ùĩ", + "α να", + "αν α", + "à¥ĭ व", + "åģ ´", + "å¼Ģ åıij", + "Ùħ اÙĦ", + "Ùħا ÙĦ", + "Ġ धर", + "Ġध र", + "Ġda hil", + "Ġdah il", + "Ġdahi l", + "ãĢģ ãģĵãģ®", + "ัà¸Ī à¸Ī", + "Ñģп ÑĸлÑĮ", + "Ġà¤ķ प", + "Ġв еÑĩ", + "Ġве Ñĩ", + "Ġвид а", + "Ġви да", + "ĠÙħ عÙĨ", + "ĠÙħع ÙĨ", + "ĠоÑĤ ли", + "i á»ħ", + "iá» ħ", + "л иÑĪ", + "ли ÑĪ", + "Ġ ÐŁÐ¾Ñģле", + "ĠÐŁÐ¾Ñģ ле", + "ãģĵ ãģĵ", + "Ġk ültür", + "Ġ جر", + "Ġج ر", + "Ġ æ¼", + "Ġæ ¼", + "èĩ º", + "Ġmev cut", + "Ù¾ ÛĮ", + "ĠاÙĦ سÙĦاÙħ", + "ĠاÙĦس ÙĦاÙħ", + "иÑĤ елей", + "иÑĤе лей", + "Ġ ÑĢоÑģÑĤ", + "ĠÑĢ оÑģÑĤ", + "ĠÑĢоÑģ ÑĤ", + "Ġed il", + "Ġedi l", + "Ġ å·²", + "Ġå· ²", + "ç²¾ åĵģ", + "ä» ħ", + "âĢĻ ye", + "âĢĻy e", + "à¥Īà¤Ĥ .", + "Ġ åĨĨ", + "ĠåĨ Ĩ", + "ëĪ Ħ", + "Ġ ìĻķ", + "ĠìĻ ķ", + "æĺ Ń", + "ĠÎļ ο", + "m eden", + "med en", + "me den", + "Ġo lab", + "Ġol ab", + "Ġola b", + "ĠÚ© ÙĪد", + "ĠÚ©ÙĪ د", + "à¸Ħ าส", + "ен наÑı", + "æĬ ¼", + "yl ül", + "Ġsev iy", + "Ġd ÄĽti", + "ĠdÄĽ ti", + "ĠdÄĽt i", + "âĢ¬ Ċ", + "Ġع ز", + "Ġu á»ijng", + "Ġس رÙħ", + "Ġسر Ùħ", + "е не", + "ен е", + "Ġмал енÑĮ", + "Ġ вÑĸдом", + "Ġв Ñĸдом", + "ĠвÑĸд ом", + "ĠвÑĸ дом", + "ั à¸ļà¸Ĺ", + "ัà¸ļ à¸Ĺ", + "ĠTh ái", + "Ġà¤Ĩव श", + "rove ÅĪ", + "çĽ £", + "ĠÑı зÑĭ", + "ĠO y", + "å£ ģ", + "в аÑĤÑĮ", + "ва ÑĤÑĮ", + "ваÑĤ ÑĮ", + "л адÑĥ", + "ла дÑĥ", + "лад Ñĥ", + "ا صÙĦ", + "اص ÙĦ", + "ot ÅĻeb", + "د ÙĬØ«", + "دÙĬ Ø«", + "íı °", + "νο μ", + "г оÑĢод", + "го ÑĢод", + "гоÑĢ од", + "Ġm uh", + "Ġmu h", + "âĢĻ l", + "ÑģÑĤ воÑĢ", + "ÑģÑĤв оÑĢ", + "ÑģÑĤво ÑĢ", + "åħ Ħ", + "Ðķ Ðł", + "Ø· ÙĦ", + "éľ ĩ", + "Ùİ Øª", + "Ġb lÃŃ", + "Ġbl ÃŃ", + "Ġed ildi", + "Ġedil di", + "éĿ ł", + "äºĮ åįģ", + "æĹ Ĺ", + "Ġç iz", + "ĠÄij ảo", + "Ġo pat", + "Ġop at", + "o ÄŁan", + "oÄŁ an", + "ë² Į", + "Ġ éł", + "Ġé ł", + "Ġseb ep", + "Ġsebe p", + "Ñĥ ÑĤи", + "ÑĥÑĤ и", + "åĪ º", + "Ø· ب", + "ev Å¡ÃŃm", + "c hop", + "ch op", + "cho p", + "çĶ ļ", + "Ġngh á»ģ", + "Ġп аÑĢÑĤ", + "ĠпаÑĢ ÑĤ", + "ุ à¸Ħ", + "Ú© ÛĮÙĦ", + "Ú©ÛĮ ÙĦ", + "d um", + "du m", + "Ġor tak", + "Ġort ak", + "Ġorta k", + "ãģŁ ãģĹ", + "Ġoby vatel", + "Ġv ých", + "Ġvý ch", + "Ġv eren", + "Ġver en", + "Ġve ren", + "Ġvere n", + "Ġв еÑģÑĮ", + "ĠвеÑģ ÑĮ", + "Ġве ÑģÑĮ", + "ĠÐĶ а", + "Ġ íķĺì§Ģë§Į", + "Ġíķĺ ì§Ģë§Į", + "Ġíķĺì§Ģ ë§Į", + "å¦Ĥ æѤ", + "Ġमह त", + "ัà¸ĩà¸ģ ฤษ", + "ãĢĤ è¿Ļ", + "Ġ гал", + "Ġг ал", + "Ġsa nat", + "Ġsan at", + "Ġsana t", + "éł Ĩ", + "ĠÑģам о", + "å Ľ°", + "åĽ °", + "ี à¸Ń", + "ĠBaÅŁ kan", + "ÏĦ οÏħÏĤ", + "ÏĦοÏħ ÏĤ", + "Ġyap tıģı", + "Ġyaptı ģı", + "Ġyaptıģ ı", + "ÅĻ it", + "ÅĻi t", + "ĠÑģ ÑĸлÑĮ", + "ान त", + "Ġ ÙĨت", + "ĠÙĨ ت", + "Ġkh Äĥn", + "à¸Ĭ à¸Ļะ", + "à¸Ĭà¸Ļ ะ", + "м ини", + "ми ни", + "мин и", + "ãĥ¬ ãĥ¼", + "ë Ĥ¬", + "ëĤ ¬", + "éħĴ åºĹ", + "ĠاÙĦÙĬ ÙĪÙħ", + "ä¹ Ĺ", + "à¸Ħรà¸ĩ à¸ģาร", + "Ùģ اÙĤ", + "Ġ à¤ıस", + "Ġà¤ı स", + "Ġ æ¡", + "Ġæ ¡", + "Ú¯ Ø°", + "Ġà¤ĩ ल", + "е лениÑı", + "ел ениÑı", + "еле ниÑı", + "елен иÑı", + "à¸ģ รà¸ĵ", + "à¸ģร à¸ĵ", + "举 西", + "ÎŁ Îľ", + "ÎŁÎ ľ", + "Ġm áºŃt", + "Ġs nÃŃ", + "Ġsn ÃŃ", + " IJ", + "à¹Ģร า", + "íķ´ ìķ¼", + "Ġ ìĦľë¹ĦìĬ¤", + "ĠìĦľ ë¹ĦìĬ¤", + "Ġداخ ÙĦ", + "Ġth ắng", + "íĥ Ī", + "а вÑģÑı", + "ав ÑģÑı", + "Ġ Ñĸм", + "ĠÑĸ м", + "ا Ùħت", + "اÙħ ت", + "Ġ ÙĪÙĤت", + "ĠÙĪ ÙĤت", + "ĠÙĪÙĤ ت", + "à¥Ĥ à¤ģ", + "Ġ èIJ", + "Ġè IJ", + "Ġ سÙĦاÙħ", + "Ġس ÙĦاÙħ", + "ĠسÙĦ اÙħ", + "Ġvz dÄĽl", + "å¸Į æľĽ", + "åŃĺ æ¡£", + "Ġ à¸Ĺำ", + "Ġà¸Ĺ ำ", + "ĠвÑĸй ÑģÑĮ", + "а ÑĢан", + "аÑĢ ан", + "аÑĢа н", + "ĠÑĢ Ñĸк", + "Ġп иÑģÑĮ", + "Ġпи ÑģÑĮ", + "ĠпиÑģ ÑĮ", + "Ġá¼ IJ", + "기 ëıĦ", + "ĠпоÑģÑĤ оÑıн", + "Ġ åĮĹ京", + "ĠåĮĹ äº¬", + "ĠNÄĽ m", + "Ø´ ÙĨاÙħÙĩ", + "Ø´ÙĨ اÙħÙĩ", + "Ġdal Å¡ÃŃch", + "ĠdalÅ¡ÃŃ ch", + "Ġب اع", + "Ġبا ع", + "Ġpo hy", + "Ġpoh y", + "ا ÙĦÙģ", + "اÙĦ Ùģ", + "à¸ŀ วà¸ģ", + "é ĭ", + "Ġ cih", + "Ġc ih", + "Ġci h", + "Ù ¢", + "ä¸ ´", + "ãĤ¯ ãĥĪ", + "п нÑı", + "Ġ дал", + "Ġд ал", + "Ġда л", + "ÙĴ ر", + "ãĢĢ ãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢãĢĢĠ ãĢĢĠãĢĢ", + "æĬ¥ åijĬ", + "ÙĪ دÛĮ", + "ÙĪد ÛĮ", + "á» £i", + "ợ i", + "ÑĨ ÑĸÑĶÑİ", + "ÑĨÑĸ ÑĶÑİ", + "Ġ ãĥĢ", + "Ġãĥ Ģ", + "ĠÑģÑĤ еп", + "r až", + "ra ž", + "ĠS aÄŁ", + "ĠSa ÄŁ", + "Ġt uyến", + "Ġtuy ến", + "Ġal mak", + "Ġalma k", + "Ġalm ak", + "Ġзаболева ниÑı", + "Ġ ÏĥÏĩ", + "ĠÏĥ Ïĩ", + "Ġ íĭ", + "Ġí ĭ", + "Ġв им", + "Ġви м", + "ç¡ ¬", + "Ġ äºĶ", + "Ġi kinci", + "Ġik inci", + "ุ à¸į", + "ส าว", + "ĠìĦ¸ ê³Ħ", + "ĠÙħ ØŃÙĦ", + "ĠÙħØŃ ÙĦ", + "ระ หว", + "Ġelek tron", + "Ġelekt ron", + "Ġelektr on", + "Ġh ại", + "Ġhạ i", + "æĹ ¢", + "Ġ íĸ¥", + "Ġíĸ ¥", + "Ġji né", + "Ġjin é", + "Ġng he", + "Ġngh e", + "æij ©", + "ĠÑģо бÑĸ", + "ĠÑģоб Ñĸ", + "Æ ¯", + "ÑĤ ÑĥÑĢ", + "ÑĤÑĥ ÑĢ", + "æ±½ 车", + "Ø´ اÙĩ", + "Ġd Ãłnh", + "ä¸ ¹", + "ä»Ĭ æĹ¥", + "ãĥIJ ãĥ¼", + "в аниÑı", + "ва ниÑı", + "ван иÑı", + "Ġ ساÙħ", + "Ġس اÙħ", + "çݯ å¢ĥ", + "ĠاÙĦ ÙħÙĨت", + "ĠاÙĦÙħ ÙĨت", + "ĠاÙĦÙħÙĨ ت", + "ĠÑģеÑĢ д", + "éģ ł", + "ε ÏĦ", + "Ġав ÑĤ", + "าà¸ĩ ว", + "Ġvz tah", + "ru ž", + "алÑĮ наÑı", + "алÑĮна Ñı", + "Ġطر اØŃÛĮ", + "à¹Ĥรà¸ĩ à¹ģรม", + "ĠÄį asto", + "ĠÄįas to", + "ĠÄįast o", + "Ġ ê¼", + "Ġê ¼", + "Ïĥ ÏĦÏĮ", + "ÏĥÏĦ ÏĮ", + "Ġbu rada", + "Ġbur ada", + "ĠÄ° z", + "Ġ ê·¸ëŀĺ", + "Ġê·¸ ëŀĺ", + "å² Ľ", + "ĠØ´ ÙĪÙĨد", + "ĠØ´ÙĪ ÙĨد", + "Å¡ ek", + "Å¡e k", + "Ġ ìĿ´ìķ¼", + "ĠìĿ´ ìķ¼", + "ãĤĮ ãģªãģĦ", + "ê· ¹", + "la mÄ±ÅŁ", + "lam Ä±ÅŁ", + "ä» į", + "cház et", + "cháze t", + "Ġ ÑģÑĥÑĤ", + "ĠÑģ ÑĥÑĤ", + "ĠÑģÑĥ ÑĤ", + "æĹł æ³ķ", + "æµ ¦", + "ÄĽ la", + "ÄĽl a", + "à¹ĥà¸Ļ à¸Ĭ", + "Ġc ân", + "Ġcâ n", + "ÎŁ Îĵ", + "ÎŁÎ ĵ", + "Ġz vý", + "Ġzv ý", + "ĠÙ¾ ار", + "Ġپا ر", + "Ġк лÑĸ", + "Ġкл Ñĸ", + "Ġn ové", + "Ġno vé", + "Ġnov é", + "çĶ ĺ", + "ë¹ ł", + "m á", + "Ġ Ñģол", + "ĠÑģ ол", + "ĠÑģо л", + "à¤ķ रण", + "à¤ķर ण", + "н оÑĩ", + "но Ñĩ", + "Ġ fik", + "Ġf ik", + "Ġfi k", + "Ġà¤ľ à¤Ĺ", + "à¹ĩ à¸Ļà¸ķ", + "à¹ĩà¸Ļ à¸ķ", + "ĠÙħ تØŃ", + "ĠÙħت ØŃ", + "Ġph iên", + "Ġphi ên", + "Ġol sun", + "Ġк аб", + "Ġка б", + "Ġh út", + "èĦ ±", + "Ġ åĸ", + "Ġå ĸ", + "ĠH ải", + "Ġ tÄĽÅ¾", + "Ġt ÄĽÅ¾", + "ĠtÄĽ ž", + "Ġth ái", + "Ġ تاب", + "Ġت اب", + "Ġتا ب", + "- ÐŁ", + "Ø« ار", + "çĨ Ĭ", + "Ġ ними", + "Ġн ими", + "Ġни ми", + "Ġним и", + "Ġzp rac", + "Ġत ह", + "Ġм акÑģим", + "Ġмак Ñģим", + "m eyi", + "me yi", + "mey i", + "ĠÑģ оÑĨи", + "ĠÑģо ÑĨи", + "æ² Ĵ", + "ĠìķĬ ëĬĶ", + "＿ _", + "åķ ¦", + "ĠاÙĨ ÙĪاع", + "æļ ´", + "ä¸Ĭ æµ·", + "åħ· æľī", + "à¥ģ ब", + "à¥ģठ¬", + "ìķ Ļ", + "Ġíģ °", + "Ġíŀ ĺ", + "Ġtr ánh", + "ि यन", + "िय न", + "ãģ¾ ãģ¾", + "п оÑĩ", + "по Ñĩ", + "m ÄĽr", + "mÄĽ r", + "å³ °", + "ĠÙħ صر", + "ĠÙħص ر", + "ĠÑįÑĦ ÑĦекÑĤив", + "ĠÑįÑĦÑĦек ÑĤив", + "Ġ çı", + "Ġç ı", + "ler iyle", + "leri yle", + "âĪ ļ", + "Ġ ì¶ķ", + "Ġì¶ ķ", + "Ġ ê²Įìĭľ", + "Ġê²Į ìĭľ", + "ìĿ ij", + "Ġ poÅĻád", + "Ġpo ÅĻád", + "Ġشب Ú©Ùĩ", + "اÙĩ Ø´", + "ĠخدÙħ ات", + "Ġna Å¡e", + "ĠnaÅ¡ e", + "ν οÏį", + "νο Ïį", + "Ġyön elik", + "Ġk ork", + "Ġko rk", + "Ġkor k", + "ا ÙĩÙħ", + "اÙĩ Ùħ", + "è° Ī", + "Ġ μη", + "Ġμ η", + "Ġd olar", + "Ġdo lar", + "Ġdol ar", + "çµ ¦", + "ĠÎķ Ïħ", + "Ġobdob ÃŃ", + "Ġ μÏĮ", + "Ġμ ÏĮ", + "à¹Ģ à¸Ńà¸ģ", + "à¹Ģà¸Ń à¸ģ", + "Ġپاس Ø®", + "è¡ ¥", + "ا عد", + "اع د", + "ãĤī ãģĦ", + "ÎŃ Î»", + "и ÑĤÑĭ", + "иÑĤ Ñĭ", + "Ġ ëħ¼", + "Ġëħ ¼", + "Ġ^{ [", + "ί γ", + "æł ij", + "l ında", + "lı nda", + "ĠìŬ 룬", + "£ £", + "ÅĻ il", + "ÅĻi l", + "Ġав ÑĤоÑĢ", + "ĠавÑĤ оÑĢ", + "ÏĦ ικÏĮÏĤ", + "ÏĦικ ÏĮÏĤ", + "ÏĦικÏĮ ÏĤ", + "u dur", + "ud ur", + "udu r", + "Ġc Æ°", + "Ġk ıy", + "Ġkı y", + "Ñģ ем", + "Ñģе м", + "ĠØ£ بÙĪ", + "Ġأب ÙĪ", + "ÏĦ ικÏİν", + "ÏĦικ Ïİν", + "Û± Û·", + "Û±Û ·", + "è² ¸", + "Ġп ÑĢож", + "ĠпÑĢ ож", + "ĠпÑĢо ж", + "ün cü", + "Ġ нÑĸÑĩ", + "Ġн ÑĸÑĩ", + "ĠнÑĸ Ñĩ", + "Ġ मत", + "Ġम त", + "ãģķ ãĤĮãģ¦ãģĦãĤĭ", + "ãģķãĤĮ ãģ¦ãģĦãĤĭ", + "ãģķãĤĮãģ¦ ãģĦãĤĭ", + "ا صر", + "اص ر", + "Ġع ÙĤ", + "ĠкаÑĩе ÑģÑĤве", + "ĠÐĵ еÑĢ", + "ĠÐĵе ÑĢ", + "åº Ĩ", + "Ù ¹", + "a larda", + "al arda", + "alar da", + "ĠÙ¾ رس", + "Ġپر س", + "и ÑĩеÑģкой", + "иÑĩеÑģ кой", + "Ġp him", + "Ġph im", + "Ġphi m", + "ί νη", + "ίν η", + "ä¸ĩ åĨĨ", + "i lerini", + "iler ini", + "ileri ni", + "ilerin i", + "ãĢģ 大", + "Ġo lsa", + "Ġol sa", + "æł¹ æį®", + "âĢĮ س", + "ĠTh ủ", + "r oje", + "ro je", + "roj e", + "нÑĮ оÑĹ", + "нÑĮо ÑĹ", + "Ġs lou", + "Ġsl ou", + "Ġslo u", + "ี ฬ", + "ıy orum", + "ıyor um", + "ÄĽ j", + "Ġ خبر", + "ĠØ® بر", + "è® Ĭ", + "Ġ 缸", + "ĠçĽ ¸", + "e lerinin", + "eler inin", + "eleri nin", + "elerin in", + "elerini n", + "íķĻ ëħĦëıĦ", + "íķĻëħĦ ëıĦ", + "ÑĩеÑģ кие", + "Ñĩе Ñģкие", + "ÑĩеÑģки е", + "ĠÅŁ ekl", + "ĠÅŁek l", + "Ġز ÙħاÙĨÛĮ", + "ĠزÙħاÙĨ ÛĮ", + "ĠزÙħ اÙĨÛĮ", + "Ġ xin", + "Ġx in", + "Ġxi n", + "ัà¸ģ à¸ĩาà¸Ļ", + "ĠE kim", + "ĠEk im", + "æĦ ¿", + "Ġод ной", + "Ġодно й", + "ν ή", + "æľĢ æĸ°", + "ĩ ¼", + "Ġн иж", + "Ġни ж", + "Ġ ë³¼", + "Ġë³ ¼", + "è· ij", + "Ġна пиÑģ", + "Ġнап иÑģ", + "èģ ĸ", + "Ġ âĢĮ", + "ĠâĢ Į", + "æłĩ åĩĨ", + "Ġv rát", + "Ġvr át", + "ĠV ì", + "Ġ ÙģراÙĨ", + "ĠÙģ راÙĨ", + "ĠÙģر اÙĨ", + "æĿ¥ çļĦ", + "å§ ¿", + "Ñħ Ñĥ", + "ĠبÛĮر ÙĪÙĨ", + "Ġд ÑĥÑĪ", + "ĠдÑĥ ÑĪ", + "в аÑİÑĤ", + "ва ÑİÑĤ", + "Ġs ebe", + "Ġse be", + "Ġseb e", + "é» ĺ", + "Ġkay ıt", + "Ġkayı t", + "Ïģ θ", + "ãģ¨ ãģ®", + "ĠпÑĢоÑĨ еÑģÑģ", + "ĠпÑĢоÑĨеÑģ Ñģ", + "æĮģ ãģ¡", + "Ñĸ на", + "Ñĸн а", + "Ġ ÑĤоÑĤ", + "ĠÑĤ оÑĤ", + "ĠÑĤо ÑĤ", + "ĠÑĤак ие", + "ĠÑĤа кие", + "The o", + "Th eo", + "ĠÙĨ ÛĮر", + "ĠÙĨÛĮ ر", + "ÑĨ Ñĥ", + "Ġay ak", + "à¸Ļ à¸Ń", + "Ġsit esinde", + "Ġsites inde", + "Ġsitesi nde", + "ĠÚ©ÙĨ ÛĮÙħ", + "ĠÑģ оÑħ", + "ĠÑģо Ñħ", + "Ġम à¤ľ", + "Ġol uyor", + "ç½ij åĿĢ", + "ĠÙ¾ زش", + "ĠE ylül", + "d Ã¼ÄŁ", + "dü ÄŁ", + "Ġبر Ø®ÛĮ", + "Ġبرخ ÛĮ", + "ĠÙħع رÙģ", + "Ġ obec", + "Ġo bec", + "Ġob ec", + "Ġobe c", + "ĠçalÄ±ÅŁ ma", + "Ġçal Ä±ÅŁma", + "ìĦ¼ íĦ°", + "ĠÑģво ÑĶ", + "оÑģÑĤ ей", + ": ::::::::::", + ":: :::::::::", + ":::: :::::::", + ":::::: :::::", + ":::::::: :::", + "::: ::::::::", + "::::: ::::::", + "::::::: ::::", + "::::::::: ::", + ":::::::::: :", + "Ġ алÑĮ", + "Ġа лÑĮ", + "Ġал ÑĮ", + "ç« Ł", + "Ġباش ÙĨد", + "اÙĦ Ø«", + "Ġнай б", + "Ġп ока", + "Ġпо ка", + "Ġпок а", + "Î ŀ", + "ĠÙĪ Ø¥", + "Ġ Ø®ÙĪاÙĨ", + "ĠØ® ÙĪاÙĨ", + "ĠØ®ÙĪ اÙĨ", + "à¥ģप य", + "Ġ à¹ĥห", + "ĠбÑĭ ÑģÑĤÑĢо", + "Ġth á»Ń", + "Ġthá» Ń", + "ëģ ¼", + "Ġ å¤ļ", + "Ġå¤ ļ", + "两 个", + "ม à¸ķ", + "ز ارش", + "زار Ø´", + "زا رش", + "Ġ ëŁ", + "Ġë Ł", + "य ह", + "Ñī ина", + "Ñīи на", + "Ñīин а", + "ầ ng", + "ần g", + "ï½Ĺ ï½Ĺ", + "à¹Ģà¸ŀ ลà¸ĩ", + "à¹Ģà¸ŀล à¸ĩ", + "tv rt", + "ĠÑĸн ÑĪÑĸ", + "ĠÑĸнÑĪ Ñĸ", + "λ εί", + "λε ί", + "Ġv iá»ĩn", + "Ġvi á»ĩn", + "ij ¸", + "Ġ çĻ½", + "ĠçĻ ½", + "Ùİ ÙĪ", + "Ġch ứa", + "Ġchứ a", + "st vo", + "ĠdoÄŁ r", + "Ġ iler", + "Ġi ler", + "Ġil er", + "Ġile r", + "à¥ĭ ,", + "à¹ĥà¸Ļ à¸Ľ", + "Ġر ÙĪست", + "ĠرÙĪ ست", + "ÙĪ ÙĦÙĪ", + "ÙĪÙĦ ÙĪ", + "Å¡ lo", + "ал иÑģÑĤ", + "али ÑģÑĤ", + "åħ± åĴĮ", + "à¸ŀ ย", + "Ġ ìĻĢ", + "ĠìĻ Ģ", + "ÙĦ ÙĬÙĦ", + "ÙĦÙĬ ÙĦ", + "ĠÑı кого", + "ĠÑıк ого", + "е ÑģÑĤÑĮ", + "еÑģ ÑĤÑĮ", + "еÑģÑĤ ÑĮ", + "ĠÑĦ ин", + "ĠØ£ ÙĨÙĩ", + "ĠØ£ÙĨ Ùĩ", + "ĠMü dür", + "ĠÎĶ ια", + "ĠÎĶι α", + "ĠÑĤ ел", + "ĠÑĤе л", + "ि ,", + "Ñĥ ки", + "Ñĥк и", + "ĠÐł Ф", + "ĠMay ıs", + "à¹Ī à¸Ńม", + "à¹Īà¸Ń ม", + "ar ken", + "ark en", + "æĢ ķ", + "ب ÛĮÙĨ", + "بÛĮ ÙĨ", + "ÑĤ аÑħ", + "ÑĤа Ñħ", + "e bo", + "eb o", + "ë³´ ì¦Ŀê¸Ī", + "ĠÙ¾ ÙĦ", + "Ġг Ñĥб", + "Ġв клÑİÑĩ", + "Ġвк лÑİÑĩ", + "æĶ¿ æ²»", + "Ġε ÏĢιÏĥ", + "ĠεÏĢ ιÏĥ", + "ĠεÏĢι Ïĥ", + "ĠÙģار سÛĮ", + "ĠÙģارس ÛĮ", + "èŃ ī", + "ÏĨ η", + "( éĩij", + "ศ ร", + "åī §", + "âĢĻ ya", + "âĢĻy a", + "å¹´ 度", + "ĠÙĨ رÙħ", + "Ùĥ ÙĪÙħ", + "ÙĥÙĪ Ùħ", + "è¢ ĭ", + "Ġneden le", + "à¹īà¸Ńà¸ĩ à¸ģาร", + "à¹īà¸Ńà¸ĩà¸ģ าร", + "ãĢĮ ãģĤ", + "Ġп оÑģÑĤÑĥп", + "Ġпо ÑģÑĤÑĥп", + "ĠпоÑģÑĤ Ñĥп", + "ìľĦ ìĽIJ", + "åį ĺ", + "èİ ±", + "Ġum ož", + "p ok", + "po k", + "Ñĥ ÑģÑĤи", + "ÑĥÑģ ÑĤи", + "ÑĥÑģÑĤ и", + "Ġ éħ", + "Ġé ħ", + "ĠÑĦ Ñĸз", + "å» £", + "ิ หาร", + "Ġж ÑĥÑĢн", + "ĠдÑĸÑĤ ей", + "Ñĥ ÑİÑīие", + "ÑĥÑİ Ñīие", + "ÑĥÑİÑī ие", + "ä»Ĭ 天", + "ìĿ´ ëĿ¼ê³ł", + "ìĿ´ëĿ¼ ê³ł", + "ç² ī", + "èĴ Ļ", + "ĠDün ya", + "ĠDüny a", + "егод нÑı", + "Ġm imo", + "Ġmi mo", + "Ġmim o", + "Ġ вин", + "Ġв ин", + "Ġви н", + "ãģĿ ãģĵ", + "æ¯ ķ", + "ĠØ£ Ø®", + "Ġ åIJĮ", + "ĠåIJ Į", + "س اÙĨÛĮ", + "ساÙĨ ÛĮ", + "Ġ kah", + "Ġk ah", + "Ġka h", + "ि यर", + "िय र", + "ÏĢ οÏĤ", + "ÏĢο ÏĤ", + "j ez", + "je z", + "ÙĬ ج", + "ĠsaÄŁ lay", + "ا جÙĩ", + "اج Ùĩ", + "Ġ çł", + "Ġç ł", + "ï ľ", + "Ġج ست", + "Ġt ức", + "Æ° Æ¡i", + "Æ°Æ¡ i", + "Ø´ Ùģ", + "ส à¸ķ", + "Ġ ÑĢеÑģ", + "ĠÑĢ еÑģ", + "ĠÑĢе Ñģ", + "Ġ å£", + "Ġå £", + "Ġbi zim", + "Ġbiz im", + "Ġbizi m", + "Ġ ê·Ģ", + "Ġê· Ģ", + "ि ब", + "िठ¬", + "ë¡ľ ìļ´", + "ĠÑģ ÑĤал", + "ĠÑģÑĤ ал", + "ĠÑģÑĤа л", + "Ġ ÑĢÑĥÑģ", + "ĠÑĢ ÑĥÑģ", + "ĠÑĢÑĥ Ñģ", + "ĠO cak", + "ĠOc ak", + "åľ £", + "Ġ úÄįast", + "Ġú Äįast", + "ĠúÄį ast", + "ive rz", + "iver z", + "ëĤĺ ëĬĶ", + "о ÑĢоÑĤ", + "оÑĢ оÑĤ", + "оÑĢо ÑĤ", + "Ñĩ инÑĭ", + "Ñĩи нÑĭ", + "Ñĩин Ñĭ", + "Ġihtiy aç", + "ÐĿ Ðŀ", + "ĠÐĿ ов", + "ĠÐĿо в", + "ีย à¸Ķ", + "ĠпоÑĤÑĢÑĸб но", + "Ú¯ ز", + "ĠÑģказ ал", + "ĠG ia", + "ĠGi a", + "m esini", + "mes ini", + "mesi ni", + "Ġbulun ur", + "æ¸ ¡", + "г оÑĤ", + "го ÑĤ", + "Ġh uku", + "Ġhu ku", + "ëĦ ·", + "ã Ĩ", + "Ġ اÙĥ", + "Ġا Ùĥ", + "Ġد ÙĦÛĮÙĦ", + "ĠدÙĦ ÛĮÙĦ", + "Ġ اساس", + "Ġا ساس", + "Ġاس اس", + "ìĹ° 구", + "ĠÎĺ ε", + "Ġس ÙĪر", + "ĠسÙĪ ر", + "Ġ ì¢Ģ", + "Ġì¢ Ģ", + "ĠاÙĦ در", + "ĠاÙĦد ر", + "ĠÑģÑĤÑĢо иÑĤелÑĮ", + "Ġ Ñĥк", + "ĠÑĥ к", + "ĠìĻ ľ", + "е лик", + "ел ик", + "ели к", + "O VID", + "OV ID", + "Ġt emiz", + "Ġtem iz", + "äº ¦", + "Ġth iếu", + "Ġthi ếu", + "Ġп ÑĥÑĤ", + "ĠпÑĥ ÑĤ", + "Ñİ Ñīей", + "ÑİÑī ей", + "Ġur Äį", + "Ġ ÄIJây", + "ĠÄIJ ây", + "æ¥ µ", + "μ οÏħ", + "μο Ïħ", + "Ġ à¹Ģà¸Ļ", + "Ġà¹Ģ à¸Ļ", + "Ġà¹ĢภĻ", + "е веÑĢ", + "ев еÑĢ", + "Âł ÐĶ", + "ì ´Ŀ", + "ì´ Ŀ", + "è¶ £", + "Ġà¤ħ लà¤Ĺ", + "Ġà¤ħल à¤Ĺ", + "Æ°á»Ŀ n", + "Ġ ãĥŃ", + "Ġãĥ Ń", + "Ġ ê³³", + "Ġê³ ³", + "é² ģ", + "Ġرس ÛĮد", + "身 ä½ĵ", + "ั à¸ĵà¸ij", + "y nÃŃ", + "yn ÃŃ", + "ج ات", + "جا ت", + "ì§Ģ 를", + "न ल", + "ì ķĮ", + "ìķ Į", + "Ñĸ п", + "Ġv Ãłng", + "ĠvÃł ng", + "Ġпл оÑī", + "Ġпло Ñī", + "оз мож", + "åī ²", + "Ġth ảo", + "л ади", + "ла ди", + "лад и", + "Ġ åĿ", + "Ġå Ŀ", + "ĠÐľ и", + "Ġдел аÑĤÑĮ", + "Ġдела ÑĤÑĮ", + "é ij", + "Ġh uy", + "Ġhu y", + "ا ÛĮØ·", + "اÛĮ Ø·", + "Ġпов ÑĤоÑĢ", + "ü len", + "ül en", + "üle n", + "Ġ ÙĪÙģ", + "ĠÙĪ Ùģ", + "ĠÙĬ تÙħ", + "ĠÙĬت Ùħ", + "ĠÑĢеж им", + "Ġ ìºIJ", + "Ġìº IJ", + "ĠÃĩ ünkü", + "ع دد", + "عد د", + "ни веÑĢ", + "нив еÑĢ", + "ĠÐĿ ик", + "å¸ ĸ", + "Ïį ÏĢ", + "an lar", + "س تÛĮ", + "ست ÛĮ", + "Ġbulun maktadır", + "à¹ģ à¸ļ", + "v ek", + "ve k", + "Ġгла за", + "Ġглаз а", + "å¹ ħ", + "Ġúda j", + "Ġг ÑĢо", + "ĠгÑĢ о", + "Ġкон кÑĥÑĢ", + "Ġd ůležit", + "Ġdů ležit", + "Ġ Ø·ÙĪر", + "ĠØ· ÙĪر", + "à¸ĺ าà¸Ļ", + "ĠÙĦ ÙĥÙĨ", + "ĠÙĦÙĥ ÙĨ", + "ر ÙĤ", + "Ðļ ÐIJ", + "Ġ éĿĴ", + "ĠéĿ Ĵ", + "Ġ ìĤ¬ëŀij", + "ĠìĤ¬ ëŀij", + "ĠÑħ воÑĢ", + "ĠÑħв оÑĢ", + "s unuz", + "sun uz", + "ĠÙħØ´ خص", + "éĻ ¸", + "Ġ ढ", + "Ġठ¢", + "Ġv az", + "Ġva z", + "交 æĺĵ", + "ĠÑĤеÑĢ ÑĢиÑĤ", + "ÑĩеÑģ кой", + "Ñĩе Ñģкой", + "ี à¹Ĥ", + "rop oda", + "ıl dıģı", + "ıldı ģı", + "Ġ ëī´", + "Ġë ī´", + "íķĻ 기", + "ë³´ íĹĺ", + "Ġз аÑĤем", + "ĠзаÑĤ ем", + "Âł в", + "ãĥ¼ ãĥĨ", + "ãĥ¼ãĥ Ĩ", + "Ġ ÐŀÑģнов", + "ĠÐŀÑģ нов", + "ãĨ į", + "Ġد ع", + "ÐŁ оÑģ", + "ÐŁÐ¾ Ñģ", + "æ² ī", + "Ġ лож", + "Ġл ож", + "çĶµ åŃIJ", + "Ġ رد", + "Ġر د", + "ĠÑģ ÑĢазÑĥ", + "e jte", + "ej te", + "Ġà¤ij फ", + "Ġt Ãłu", + "ÃŃ k", + "lan ması", + "lanma sı", + "к аÑĤ", + "ка ÑĤ", + "าà¸ģ าศ", + "ãĤ¢ ãĤ¤", + "ÏĦ ιο", + "ÏĦι ο", + "Ġ å§", + "Ġå §", + "प त", + "E Y", + "Ġj mé", + "Ġjm é", + "Ġod kazy", + "Ġê°ľ ìĿ¸", + "éģ ¿", + "bÄĽ h", + "Ðł Ðŀ", + "çĥ Ī", + "Ġza rar", + "Ġzar ar", + "Ú¯ ÙĪÙĨÙĩ", + "Ú¯ÙĪ ÙĨÙĩ", + "Ġtr ì", + "Ġm ại", + "ен нÑĭм", + "ĠÑį коном", + "ĠÑįк оном", + "éĽ £", + "Ġ íĦ", + "Ġí Ħ", + "æİ ī", + "Ġs oru", + "Ġso ru", + "Ġsor u", + "ĠФедеÑĢа ÑĨии", + "ĠÑģиÑģÑĤем и", + "æĸĻ çĦ¡æĸĻ", + "Ġà¤ķ à¤Ń", + "ĠÙĩ ÙĨد", + "ĠÙĩÙĨ د", + "ุà¸ĩ à¹Ģà¸Ĺà¸ŀ", + "ĠOsman lı", + "ĠпÑĢод олж", + "Ġ ÙĪÙĦا", + "ĠÙĪ ÙĦا", + "ĠÙĪÙĦ ا", + "ĠÄįlán ku", + "Ġa dım", + "Ġad ım", + "Ġadı m", + "ĠÏĢ αÏģά", + "ĠÏĢαÏģ ά", + "ĠÏĢα Ïģά", + "Ġzá ÅĻÃŃ", + "Ġ à¸Īำà¸ģ", + "Ġà¸Īำ à¸ģ", + "Ġп ен", + "m enin", + "me nin", + "men in", + "meni n", + "Ġìĺ¤ ëĬĺ", + "em iz", + "emi z", + "οÏį ÏĤ", + "- स", + "íķĺ ìĭľ", + "ĠÑħ ви", + "ĠÑħв и", + "ãĤ° ãĥ©", + "Ġп оÑĪ", + "Ġпо ÑĪ", + "ĠÐŀдна ко", + "ĠÐŀднак о", + "Ñĸд но", + "íĺ ľ", + "Ñī ими", + "Ñīи ми", + "Ñīим и", + "èĥ ¸", + "ĠÄ° lk", + "ĠÄ°l k", + "m ey", + "me y", + "Ġз да", + "Ġзд а", + "κ λη", + "а лом", + "ал ом", + "ало м", + "à¹Ģศ ษ", + "ا ÙĨا", + "اÙĨ ا", + "Ġ ÎŁÎ¹", + "ĠÎŁ ι", + "Ġ åıĮ", + "Ġåı Į", + "ี à¸Ĥ", + "Ġ بس", + "Ġب س", + "è§Ħ å®ļ", + "i say", + "is ay", + "isa y", + "uk arı", + "uka rı", + "æµģ éĩı", + "v ÃŃm", + "vÃŃ m", + "λ Ïİ", + "ä¹ Ļ", + "Ġल ड", + "ĠÙĨد ارد", + "ĠÙĨدار د", + "е ÑĢом", + "еÑĢ ом", + "еÑĢо м", + "Ġsır asında", + "Ġsıras ında", + "Ġsıra sında", + "Ġr Äĥng", + "Æ¡ m", + "Ġl ạnh", + "Ġlạ nh", + "ठĥ", + "à¥ģ ण", + "à¥ģठ£", + "uz ey", + "uze y", + "Ġ Ñĥва", + "ĠÑĥ ва", + "ĠÑĥв а", + "vÄĽ d", + "Ñĭ Ñģ", + "Ġ κι", + "Ġκ ι", + "Ñ ķ", + "ÛĮ ا", + "à¸ĩ à¸Ħ", + "ph ylum", + "phy lum", + "phyl um", + "Ġber aber", + "ี à¸Ķ", + "æµ ®", + "ा सन", + "ास न", + "o vice", + "ov ice", + "ovic e", + "ovi ce", + "è¦ §", + "Ġस फ", + "å°ij 女", + "ан ÑĤи", + "анÑĤ и", + "é¨ ĵ", + "Ġso át", + "é¬ ¼", + "lan mÄ±ÅŁ", + "Ġb ếp", + "ÙIJ ÙĦ", + "Ġsay ısı", + "Ġsayı sı", + "ĠÙĤ دÙħ", + "ĠÙĤد Ùħ", + "à¥Ī म", + "ह म", + "ĠÑĢ Ñĥки", + "ĠÑĢÑĥ ки", + "ĠÑĢÑĥк и", + "ĠصÙģ ØŃÙĩ", + "Å¡ ky", + "Å¡k y", + "é» Ĵ", + "èģ ļ", + "ãģĭ ãģ«", + "Ġs âu", + "ед аг", + "ĠÑģÑĤоÑĢ онÑĭ", + "ĠÑģÑĤоÑĢон Ñĭ", + "Ġ ruk", + "Ġr uk", + "Ġru k", + "âĢĮ âĢĮ", + "ĠØ¢ ÙĪر", + "Ġع دÙħ", + "Ġعد Ùħ", + "õ i", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġبا زار", + "Ġباز ار", + "Ġe deb", + "Ġed eb", + "Ġv ÄįetnÄĽ", + "оп аÑģ", + "Ġн ег", + "Ġне г", + "m ayan", + "ma yan", + "may an", + "maya n", + "к оÑģÑĤÑĮ", + "ко ÑģÑĤÑĮ", + "Ġsv ůj", + "ÄŁ ında", + "ģı nda", + "ģın da", + "Ø° ÛĮر", + "M á»Ļt", + "Ð Ħ", + "Ġyap tı", + "ि थ", + "िठ¥", + "ĠÙħ Ùĩر", + "ĠÙħÙĩ ر", + "Ġд оÑģÑĤи", + "Ġдо ÑģÑĤи", + "ĠдоÑģÑĤ и", + "ĠдоÑģ ÑĤи", + "Ġ صÙĪر", + "Ġص ÙĪر", + "m esine", + "mes ine", + "mesi ne", + "ĠD ân", + "ä¸Ģ ä¸ĭ", + "çį İ", + "ĠÐľ иÑħ", + "ĠÐľÐ¸ Ñħ", + "Ġо Ñĩи", + "ĠоÑĩ и", + "ãĤ¦ ãĤ§", + "Ġ ÑĸÑģ", + "ĠÑĸ Ñģ", + "Ġgi ác", + "Ġgiá c", + "åľ¨çº¿ è§Ĥçľĭ", + "Ġاد اÙħÙĩ", + "ÑĨ ов", + "ÑĨо в", + "Ġ комÑĥ", + "Ġк омÑĥ", + "Ġком Ñĥ", + "Ġко мÑĥ", + "ĠÄ°ng iliz", + "Ġг ÑĢаж", + "ĠгÑĢа ж", + "ĠгÑĢ аж", + "ãģ¦ ãĤĤ", + "Ġch ữ", + "олÑĮ кÑĥ", + "m ÄĽt", + "mÄĽ t", + "Ñıг ом", + "Ñĩ аÑģÑĤ", + "Ñĩа ÑģÑĤ", + "ÑĩаÑģ ÑĤ", + "ìĸ ¼", + "Ġkh óa", + "Ġkhó a", + "ĠÐIJ д", + "ĠØ¢ ÙĤ", + "Ġkurul uÅŁ", + "ά ζ", + "Ġж ов", + "Ġв ÑģÑĤÑĢе", + "ĠвÑģÑĤ ÑĢе", + "ĠÙĪ ÙĦÙĥ", + "ĠÙĪÙĦ Ùĥ", + "Ġt uyá»ĩt", + "y ı", + "Ġ ÐĴо", + "ĠÐĴ о", + "Ġv á»įng", + "Ġvá» įng", + "ع ÙĬØ©", + "عÙĬ Ø©", + "Ġop ÄĽt", + "ا ÙĬد", + "اÙĬ د", + "à¥Ī .Ċ", + "à¥Ī. Ċ", + "ĠÑģ ами", + "ĠÑģам и", + "åª Ĵ", + "Ġsv ých", + "ĠëĤĺ íĥĢ", + "ìĨ IJ", + "Ġ ÙĦع", + "ĠÙĦ ع", + "Ġet kin", + "Ġetk in", + "Ġetki n", + "ĠN á", + "Ġsou tÄĽ", + "Ġsout ÄĽ", + "층 ìĿĺ", + "Ġ çŃī", + "ĠçŃ ī", + "Ġر سÙħ", + "Ġرس Ùħ", + "Ġ خاÙĨÙĩ", + "ĠØ® اÙĨÙĩ", + "ĠخاÙĨ Ùĩ", + "Ġ 家", + "Ġå® ¶", + "iá» ģm", + "iá»ģ m", + "ëħ IJ", + "ê° Ī", + "ì° ©", + "ž il", + "ži l", + "ÑģÑĤиÑĤ ÑĥÑĤ", + "ÑģÑĤиÑĤÑĥ ÑĤ", + "or uÄį", + "oru Äį", + "ĠØ¥ ذا", + "Ġإذ ا", + "à¹Ħ à¸Ĥ", + "ี à¸Ĭ", + "ÑĢ аб", + "ÑĢаР±", + "ÑĢа б", + "íķĻ ìĥĿ", + "Ġ ìī", + "Ġì ī", + "r nek", + "rn ek", + "rne k", + "Ġاست خداÙħ", + "ãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢĠ ãĢĢĠãĢĢĠãĢĢ", + "Ġв Ñģем", + "ĠвÑģ ем", + "ĠвÑģе м", + "Ġìłķ ëıĦ", + "Ġvy j", + "éĢ ±", + "алÑĮ ное", + "алÑĮно е", + "Ġch uyá»ĩn", + "ì§Ģ ìĽIJ", + "i lerine", + "ile rine", + "iler ine", + "ileri ne", + "ilerin e", + "ĠìķĦ 무", + "Ġок оло", + "ाव न", + "à¸Ļ า", + "о пÑĢи", + "оп ÑĢи", + "d rž", + "dr ž", + "ĠÑģÑĥ ÑģпÑĸлÑĮ", + "Ġب Ùĥ", + "u ky", + "uk y", + "Ġ ÏĩÏī", + "ĠÏĩ Ïī", + "Ġtu ần", + "nict vÃŃ", + "Ġ ÙĩدÙģ", + "ĠÙĩد Ùģ", + "Ġch iá»ģu", + "ÎĹ ÎĿ", + "å°ı å§IJ", + "íķĺ ìĺĢ", + "Ġk las", + "Ġkl as", + "Ġkla s", + "á»Ļ n", + "ĠìĿ´ íĽĦ", + "ÙĨ اÙħج", + "ÙĨا Ùħج", + "ÙĨاÙħ ج", + "Äį ast", + "Äįas t", + "ĠاÙĦ خاص", + "ĠاÙĦØ® اص", + "l Ä±ÅŁ", + "lı ÅŁ", + "Ġع Ùħر", + "ĠعÙħ ر", + "ãĢį Ċ", + "иб олее", + "ãĤĬ ãģ®", + "ãħ ł", + "ä¹Ł ä¸į", + "к ÑĢеÑĤ", + "Ġ ìĶ", + "Ġì Ķ", + "ÏĦ ια", + "ÏĦι α", + "ĠÑĥпÑĢав лÑĸннÑı", + "æ² ¢", + "Ġk esin", + "Ġke sin", + "Ġkes in", + "ì¡Į ëĭ¤", + "머 ëĭĪ", + "羣 çļĦ", + "Ġbak ım", + "æĿ± 京", + "¾ ¸", + "ÙħÙĦ ÙĥØ©", + "оÑĤ ÑĢеб", + "d ın", + "dı n", + "Ġ PÅĻi", + "ĠP ÅĻi", + "ĠPÅĻ i", + "Ġm ÄĽli", + "ĠmÄĽ li", + "ĠmÄĽl i", + "Ġδη μο", + "å ¯¸", + "å¯ ¸", + "ĠÙĪ ÙĥاÙĨ", + "ĠÙĪÙĥ اÙĨ", + "Ġप ढ", + "ĠвеÑĢ Ñħ", + "Ġе Ñij", + "C ách", + "Các h", + "ä½ľ 为", + "ĠÐļ ол", + "ĠÐļо л", + "Ġ ве", + "Ġв е", + "Ġ деÑĢж", + "Ġд еÑĢж", + "ĠдеÑĢ ж", + "em oc", + "emo c", + "ãģ¸ ãģ®", + "Ġ аÑĢÑħ", + "ĠаÑĢ Ñħ", + "Ġk iếm", + "Ġ æĺİ", + "Ġæĺ İ", + "ĠлÑİд ини", + "ĠлÑİди ни", + "ë ·", + "ĠÙĪ اÙĦت", + "ĠÙĪاÙĦ ت", + "ĠÙĪا ÙĦت", + "Ġ è°", + "Ġè °", + "çģ ¯", + "íĻ ķ", + "Ġ구 매", + "Ġ ç§ij", + "Ġç§ ij", + "it nÃŃ", + "и ÑĩеÑģкие", + "иÑĩеÑģ кие", + "иÑĩеÑģки е", + "ĠÙĨ Ùģس", + "ĠÙĨÙģ س", + "Ġت ÙĦÙģ", + "ĠتÙĦ Ùģ", + "ا ÙģÛĮ", + "اÙģ ÛĮ", + "ĠØŃ Ø³ÙĨ", + "ĠØŃس ÙĨ", + "âĸ¡ âĸ¡", + "ý vá", + "ýv á", + "ÄŁ ın", + "ģı n", + "ıyor uz", + "ĠCh ÃŃ", + "ĠÙ¾ÚĺÙĪÙĩ Ø´", + "Ġ ÏĦÎŃ", + "ĠÏĦ ÎŃ", + "ĠÏĥ Ïĩε", + "ĠÏĥÏĩ ε", + "о леÑĤ", + "ол еÑĤ", + "α ιδ", + "αι δ", + "Ġh ạt", + "Ġhạ t", + "à¸ł าà¸Ħ", + "åĨ °", + "Ġrych le", + "it eli", + "ite li", + "itel i", + "Âł z", + "ย à¸ģ", + "æ¨ ¹", + "Ġج ÙĪاÙĨ", + "ĠجÙĪ اÙĨ", + "æĺ Į", + "Ġü retim", + "Ġür etim", + "Ġüret im", + "ระ à¸ļ", + "à¸Ľà¸£à¸° ม", + "ά Ïĥ", + "å² ©", + "ĠÑĥ ÑģÑĤÑĢой", + "ĠÑĥÑģÑĤ ÑĢой", + "Ġver ilen", + "Ġveri len", + "ich ni", + "ĠpÅĻÃŃ mo", + "ĠpÅĻÃŃm o", + "ĠاÙĦØ°Ùĩ اب", + "ì½ ľ", + "æľ ±", + "Ġس Ø®", + "Ñĸ ла", + "Ñĸл а", + "Ñĥ ма", + "Ñĥм а", + "ห า", + "ÛĮ دا", + "ÛĮد ا", + "å² ¸", + "ä¸Ģ å®ļ", + "Ġ ä¼ļ", + "Ġ ÐŁÑĸд", + "ĠÐŁ Ñĸд", + "Ġ ÑĩиÑĤ", + "ĠÑĩ иÑĤ", + "ĠÑĩи ÑĤ", + "и Ñİ", + "Ġ ÐĹап", + "ĠÐĹ Ð°Ð¿", + "ĠÐĹа п", + "ÑĤ иÑı", + "ÑĤи Ñı", + "Ġ ê°ľë°ľ", + "Ġê°ľ ë°ľ", + "ĠÑĤе оÑĢ", + "Ñı ÑģÑĮ", + "ÑıÑģ ÑĮ", + "ĠpÅĻÃŃ prav", + "( åľŁ", + "Ùħ ÙĬ", + "ĠpÅĻed evÅ¡ÃŃm", + "ĠTem muz", + "Ġпод деÑĢж", + "Ġнед оÑģÑĤаÑĤ", + "ĠìĿ´ ìľł", + "Ġkhá»ı i", + "ĠاÙĦ تØŃ", + "ĠاÙĦت ØŃ", + "ĠÙħÙħ Ú©ÙĨ", + "Ġv hod", + "Ġvh od", + "ев ой", + "ево й", + "о вал", + "ов ал", + "ова л", + "Ġн алеж", + "Ġна леж", + "Ġнал еж", + "ï¼¼ :", + "ย ะ", + "ĠÙħ اشÛĮÙĨ", + "Ġg á»Ńi", + "al ım", + "alı m", + "Ġìµľ ìłĢ", + "Ùij Ùĩ", + "á»Ļ p", + "à¥Ģ ।Ċ", + "à¥Ģ। Ċ", + "Ġ пиÑģ", + "Ġп иÑģ", + "Ġпи Ñģ", + "Ġ вÑģÑı", + "Ġв ÑģÑı", + "ĠвÑģ Ñı", + "Ñĩ ем", + "Ñĩе м", + "o zenÃŃ", + "oz enÃŃ", + "oze nÃŃ", + "Ġ äºļæ´²", + "Ġäºļ æ´²", + "е ÑĢалÑĮ", + "еÑĢ алÑĮ", + "еÑĢа лÑĮ", + "기 ëĬĶ", + "Ġп ÑĢез", + "ĠпÑĢ ез", + "ĠпÑĢе з", + "ĠعÙħ ÙĪÙħÛĮ", + "и ÑĩниÑħ", + "иÑĩ ниÑħ", + "Ġ æ²³", + "Ġæ² ³", + "od nÃŃ", + "åıª æĺ¯", + "Ġpo dp", + "Ġpod p", + "à¹īà¸Ńà¸ĩ à¸ŀ", + "ाय द", + "ाà¤ĩ ल", + "ล à¸Ķ", + "ĠÑĢÑĸÑĪ еннÑı", + "Ġ ÑĤÑĥÑĢ", + "ĠÑĤ ÑĥÑĢ", + "ĠÑĤÑĥ ÑĢ", + "ÑģÑĮ кÑĥ", + "ÑģÑĮк Ñĥ", + "Ġsal dır", + "ĠÐĽ ÑĮв", + "ãĢģ Ċ", + "ĠÙ¾ÛĮ ÙĪÙĨد", + "åѦ ä¹ł", + "λ Ïī", + "o vit", + "ov it", + "ovi t", + "ü le", + "ül e", + "女 æĢ§", + " Ł", + "e mez", + "em ez", + "eme z", + "Ġh ale", + "Ġha le", + "Ġhal e", + "âī ¦", + "ĠÎķ κ", + "ÏĦηγοÏģ ία", + "k ý", + "ìĦ± ìĿĦ", + "Ġt ým", + "Ġtý m", + "à¥ĩ -", + "Ġz ejména", + "æĻ ¶", + "Ġn gon", + "Ġng on", + "ãĢı ĊĊ", + "软 件", + "éĤ£ ä¹Ī", + "ĠкваÑĢ ÑĤи", + "ĠÙħÙĨ ظ", + "on ec", + "one c", + "Ġг ли", + "à¥ģर à¤ķ", + "ĠS okol", + "ĠSo kol", + "ĠSok ol", + "Ġ ä¿Ŀ", + "д ив", + "ди в", + "ál nÃŃm", + "áln ÃŃm", + "álnÃŃ m", + "ac aģı", + "aca ģı", + "acaÄŁ ı", + "a ÅŁa", + "aÅŁ a", + "ĠÙħ اÙĦÛĮ", + "ĠÙħا ÙĦÛĮ", + "ĠÙħاÙĦ ÛĮ", + "ĠÃĸ n", + "иÑĤ ели", + "иÑĤе ли", + "ĠØ® رد", + "Ġخر د", + "Ġkullan ıl", + "Ġkullanı l", + "Ġ ÙħÛĮÙĦ", + "ĠÙħ ÛĮÙĦ", + "ĠÙħÛĮ ÙĦ", + "Ġ íļ¨", + "Ġíļ ¨", + "ã n", + "Ġ rost", + "Ġr ost", + "Ġro st", + "Ġros t", + "Ġëĸ ł", + "u bat", + "ub at", + "uba t", + "Ġ åıĤ", + "Ġåı Ĥ", + "Ġبر اÙĬ", + "Ġм енÑĮ", + "Ġмен ÑĮ", + "ั à¸Ħร", + "ัà¸Ħ ร", + "Ġпом ог", + "ĠØŃض ÙĪر", + "Ġthá»ĭ t", + "ä¹ ³", + "Ġ ìĭłì²Ń", + "Ġìĭł ì²Ń", + "Ġíĺ Ħìŀ¬", + "ĠíĺĦ ìŀ¬", + "Ġ ë¹ł", + "Ġë¹ ł", + "вÑĢоп ей", + "Ġne jen", + "Ġnej en", + "Ñĸ ка", + "Ñĸк а", + "Ġ ìļ¸", + "Ġìļ ¸", + "ĠÙħ بار", + "ĠÙħب ار", + "Ġ Äįek", + "ĠÄį ek", + "ĠÄįe k", + "Ġk alk", + "Ġka lk", + "Ġkal k", + "Ġ amac", + "Ġa mac", + "Ġam ac", + "Ġama c", + "اد ت", + "ĠÙħ اسÙĩ", + "ĠÙħا سÙĩ", + "Ġarasında ki", + "Ġaras ındaki", + "Ġб еÑģ", + "ĠоÑĤд елÑĮ", + "ĠоÑĤдел ÑĮ", + "á½ ¶", + "ĠΤ ζ", + "v yk", + "vy k", + "ج ÙĨ", + "» ê²Į", + "ĠниÑĩ его", + "ĠØ´ اÙħÙĦ", + "ĠÑĥÑģловиÑı Ñħ", + "la ması", + "lam ası", + "lama sı", + "è½ ī", + "ç¾ ½", + "Ġж ид", + "ĠоÑĤ ноÑģ", + "ĠздÑĸйÑģ нÑİ", + "Ġ VỼi", + "ĠV Ỽi", + "ÙĪ ÙĦÛĮ", + "ÙĪÙĦ ÛĮ", + "Ġt isÃŃ", + "Ġti sÃŃ", + "ĠÏĩ ÏģÏĮ", + "Ġprac ovnÃŃ", + "Ġpracov nÃŃ", + "ĠÙĬ ÙĥÙĪÙĨ", + "ĠÙĬÙĥ ÙĪÙĨ", + "Ġb eÅŁ", + "Ġbe ÅŁ", + "ج ز", + "ั à¸ļร", + "ัà¸ļ ร", + "ĠYön et", + "Ġشر اÛĮØ·", + "ĠتÙĪس عÙĩ", + "çĹ ĩ", + "à¸ĩ à¹Ģà¸Ľ", + "ä¸Ģ 次", + "ĠÐłÐ¾ÑģÑģий Ñģкой", + "æľĢ é«ĺ", + "Ġsp olu", + "Ġspo lu", + "Ġspol u", + "д аеÑĤÑģÑı", + "да еÑĤÑģÑı", + "даеÑĤ ÑģÑı", + "Ñĸ ÑĤÑĥ", + "ÑĸÑĤ Ñĥ", + "Ġоб ÑĢаÑĤ", + "ĠобÑĢа ÑĤ", + "e nek", + "en ek", + "ene k", + "Ġ mek", + "Ġm ek", + "Ġme k", + "å¦ Ī", + "Ġдоп олниÑĤелÑĮ", + "Ġ ç²", + "Ġç ²", + "ĠÙĦ ÙĦت", + "ĠÙĦÙĦ ت", + "ĠHaz iran", + "æ¸ Ī", + "à¹Į à¸Ĥà¸Ńà¸ĩ", + "ĠÑĦ он", + "Ġê²ĥ ìľ¼ë¡ľ", + "Ġnh é", + "Ġbu gün", + "Ġbug ün", + "ov ém", + "ové m", + "Ġза веÑĢ", + "Ġзав еÑĢ", + "Ġд виг", + "Ġдв иг", + "Ġдви г", + "ä¼ Ļ", + "Ġnu ôi", + "меÑĢ ик", + "ме ÑĢик", + "ĠÙĨÙħ ÙĪÙĨÙĩ", + "èį ·", + "Ñĥ вала", + "Ñĥв ала", + "Ñĥва ла", + "ç¿ »", + "Ġs ân", + "ог оÑİ", + "ого Ñİ", + "ا سÙĬØ©", + "اس ÙĬØ©", + "اسÙĬ Ø©", + "Ñĥн кÑĤ", + "Ñĥнк ÑĤ", + "á nÃŃm", + "án ÃŃm", + "ánÃŃ m", + "ен ное", + "енно е", + "Ġph út", + "Ġ मर", + "Ġम र", + "ĠاÙĦ ÙĪØ·", + "ĠاÙĦÙĪ Ø·", + "Ġлег ко", + "Ġ ãĢĭ", + "ĠãĢ ĭ", + "ë¡ľ ëĵľ", + "ĠKas ım", + "ÙĬ ÙĦÙĬ", + "ÙĬÙĦ ÙĬ", + "ĠbaÄŁlantı lar", + "ĠÑĤ ÑĢÑĥд", + "ĠÑĤÑĢ Ñĥд", + "ĠÑĤÑĢÑĥ д", + "Ø· Ùĩ", + "Ġk vůli", + "ÑģÑĤ оÑı", + "Ġsat Ä±ÅŁ", + "Ġh áºŃu", + "ĠبÙĩ ترÛĮÙĨ", + "ĠبÙĩتر ÛĮÙĨ", + "ĠÑģ елÑĮ", + "ĠÑģел ÑĮ", + "ั à¸Ļว", + "ัà¸Ļ ว", + "o su", + "os u", + "य न", + "åĽ ³", + "ι δ", + "ÛĮ تÛĮ", + "ÛĮت ÛĮ", + "ĠQu áºŃn", + "Ġ ей", + "Ġе й", + "à¹Ģว ลา", + "à¹Ģวล า", + "ìĬ¤ íĥĢ", + "ìĤ¬ 를", + "Ġا ÙĩÙĦ", + "ĠاÙĩ ÙĦ", + "η γ", + "Ġk á»·", + "Ġká» ·", + "Ġ наÑĤ", + "Ġн аÑĤ", + "Ġна ÑĤ", + "âĢ ¡", + "Ñĸ ÑĩниÑħ", + "ÑĸÑĩ ниÑħ", + "ĠÑĢазвиÑĤи Ñı", + "ĠÑĢазви ÑĤиÑı", + "e cial", + "ec ial", + "eci al", + "ĠÑħ озÑı", + "в аеÑĤ", + "ва еÑĤ", + "ĠÄIJ á»Ļ", + "ĠÄIJá» Ļ", + "Ġ éĵ", + "Ġé ĵ", + "Ġok am", + "ĠвÑģ ÑĸÑħ", + "ĠвÑģÑĸ Ñħ", + "ĠPr aze", + "ĠPra ze", + "ë¥ ł", + "ι κα", + "ικ α", + "æ¬ ²", + "Ġgerçek leÅŁ", + "ç¥ ĸ", + "Ġод ним", + "Âł M", + "Ġre nk", + "Ġr enk", + "Ġren k", + "Ġल à¤ķ", + "ãĥķ ãĤ§", + "ãĥķãĤ §", + "ĠÙĨ زد", + "å¹ »", + "Ġúzem ÃŃ", + "æı ¡", + "а лиÑģÑı", + "али ÑģÑı", + "Ġ ÃĶ", + "Ġà Ķ", + "Ġy orum", + "Ġyo rum", + "ĠÏĢ ÏģÏī", + "ãĥ³ ãĥĩ", + "ãĥ³ãĥ ĩ", + "éĸĭ å§ĭ", + "ãĥ¼ ãĥª", + "ãĥ¼ãĥ ª", + "Ġìĸ¼ êµ´", + "Û± Û±", + "Û±Û ±", + "lü ÄŁÃ¼", + "lÃ¼ÄŁ ü", + "ÙĨ Ø´", + "à¹Ī ำ", + "èĽ ĭ", + "ĠØ£ د", + "ĠW illi", + "ĠWill i", + "ĠWil li", + "ĠWi lli", + "èª ²", + "Ġsür dür", + "ĠEx ternÃŃ", + "Ġp ůvod", + "Ġpů vod", + "ĠØ® اÙĨÙĪ", + "ĠخاÙĨ ÙĪ", + "ĠкоÑĤоÑĢ ое", + "Ġm ohl", + "Ġmo hl", + "Ġmoh l", + "Ġs tÄĽ", + "Ġst ÄĽ", + "åĩ ı", + "ìĤ ¼", + "aban cı", + "à¹ģ à¸Ļ", + "สำ à¸Ħ", + "æĤ £", + "ab ilece", + "abil ece", + "abile ce", + "éĺ³ åŁİ", + "Îij Îļ", + "Ġch ữa", + "Ġchữ a", + "ĠìķĦ ëĭ", + "طبÙĬ ÙĤ", + "طب ÙĬÙĤ", + "ÎĻ ÎŁÎ¥", + "ÎĻÎŁ Î¥", + "ÑĢ ование", + "ÑĢов ание", + "ÑĢо вание", + "ÑĢован ие", + "ÑĢова ние", + "åĩ ½", + "Ġ ì¼", + "Ġì ¼", + "ÑĢ оÑĦ", + "ÑĢо ÑĦ", + "à¹ĩ à¸Ļส", + "à¹ĩà¸Ļ ส", + "Ġ ãĤ¦", + "ĠãĤ ¦", + "ï¼ļ ãĢĮ", + "á»ĭ a", + "Ġ hPa", + "Ġh Pa", + "m anı", + "man ı", + "ál nÃŃho", + "álnÃŃ ho", + "ÙĪ تÛĮ", + "ÙĪت ÛĮ", + "ĠлеÑĩ ениÑı", + "j te", + "jt e", + "- д", + "åħ¨ åĽ½", + "ĠбÑĥд Ñĸв", + "Ġz atÃŃm", + "Ġzat ÃŃm", + "Ġ öyle", + "Ġö yle", + "ìĿ´ ê°Ģ", + "s tal", + "st al", + "sta l", + "i vatel", + "iv atel", + "ivate l", + "iva tel", + "Ġ æľª", + "Ġpož ad", + "ĠÑģ ни", + "Ġpos lednÃŃ", + "Ġposled nÃŃ", + "ĠÑģÑĤ анд", + "ĠÑģÑĤан д", + "ĠÑģÑĤа нд", + "à¥Ģ à¤ıम", + "à¥Ģà¤ı म", + "Ġ عکس", + "Ġع کس", + "ÑĢ иÑı", + "ÑĢи Ñı", + "ã y", + "á»ĭ p", + "Ġo kul", + "Ġok ul", + "Ġoku l", + "à¸ĩ หมà¸Ķ", + "Ġвоз ник", + "m ÃŃ", + "ç§ Ł", + "ĠÄij á»ijc", + "Ġp odÃŃ", + "Ġpo dÃŃ", + "Ġpod ÃŃ", + "ĠÅĻÃŃ j", + "ĠÑĤак Ñĸ", + "ĠÑĤа кÑĸ", + "à¸ļ าà¸Ĺ", + "Ġ 보기", + "Ġë³´ 기", + "ล า", + "еÑģ ÑĤо", + "еÑģÑĤ о", + "Ġ çĶ¨", + "и нÑĭ", + "ин Ñĭ", + "ĠÑĢ ÑĥÑħ", + "ĠÑĢÑĥ Ñħ", + "ĠÑĢаÑģп олож", + "Ñī еннÑı", + "Ġc á»Ń", + "à¹ī à¸ļร", + "à¥įयव स", + "ï¾ ļ", + "Ġд алÑĮ", + "Ġда лÑĮ", + "Ġдал ÑĮ", + "Ġض د", + "ÙĦ ÙĬØ©", + "ÙĦÙĬ Ø©", + "ĠкоÑĤоÑĢ ого", + "Ġd ve", + "Ġdv e", + "Ġnh ạc", + "ÑĦ Ñĸка", + "ÑĦÑĸ ка", + "ÑĦÑĸк а", + "à¥Ī à¤Ł", + "èĩª çĶ±", + "Ġпо ÑĢÑĥÑĪ", + "ĠпоÑĢ ÑĥÑĪ", + "æľĭ åıĭ", + "Ġd ört", + "Ġdö rt", + "ĠÑĢаÑģп ÑĢоÑģÑĤ", + "ãģ§ ãģ¯ãģªãģĦ", + "ãģ§ãģ¯ ãģªãģĦ", + "ĠпеÑĢ ег", + "ĠпеÑĢе г", + "Ġ ánh", + "Ġá nh", + "Ġán h", + "ĠV ÃŃ", + "ظ Ù¹", + "à¥į रण", + "à¥įर ण", + "Ġb ilim", + "Ġbi lim", + "Ġbil im", + "Ġlid é", + "Ġd ÃŃky", + "ĠdÃŃ ky", + "ĠÄIJ á»ĵng", + "Ġ εÏģγ", + "Ġε Ïģγ", + "Ġzn ovu", + "Ïĥ ια", + "Ïĥι α", + "Ñ ŀ", + "स à¤Ń", + "e kk", + "ek k", + "Ġμε ÏĦά", + "ÑģÑĤ иÑĩ", + "ÑģÑĤи Ñĩ", + "ÛĮ ÙĨÚ¯", + "ÛĮÙĨ Ú¯", + "ĠÑıв лÑıÑİÑĤÑģÑı", + "Ġ 建", + "Ġå» º", + "Ïĥ Ïĥα", + "ÏĥÏĥ α", + "ав лива", + "à¸ģ รม", + "à¸ģร ม", + "ç¬ Ķ", + "Ġ ге", + "Ġг е", + "Ġ رÙĩ", + "Ġر Ùĩ", + "Ġм ел", + "Ġна пÑĢимеÑĢ", + "ĠнапÑĢи меÑĢ", + "Ġм ик", + "Ġми к", + "ĠاÙĦس ÙĥاÙĨ", + "æ¤ ľ", + "ĠÐļ ÑĢа", + "Ġv Ãłi", + "ĠvÃł i", + "ائ Ùħ", + "ĠÏĩ Ïģή", + "leÅŁ me", + "Ġ jas", + "Ġj as", + "Ġja s", + "ê²Į ìŀĦ", + "Ġm aç", + "Ġma ç", + "Ġì§Ħ íĸī", + "à¥ĩद न", + "Ġvů bec", + "ĠÙĦ ÙĨ", + "è« ĩ", + "âī¡ âī¡", + "л ением", + "ление м", + "лен ием", + "ле нием", + "ع ÙĨÛĮ", + "عÙĨ ÛĮ", + "ãĥŀ ãĥ³", + "Ä° Z", + "ĠÃĸ ÄŁ", + "ĠìŬ ìŀIJ", + "y Å¡", + "Ġ ÑģÑĤа", + "ĠÑģ ÑĤа", + "ĠÑģÑĤ а", + "Ġ สำหร", + "Ġสำ หร", + "Ġन व", + "ãĢĤ ä½Ĩ", + "олÑĮ но", + "Ġyan ında", + "Ġyanı nda", + "è² ´", + "Ġjednot liv", + "Ġ åİŁ", + "Ġåİ Ł", + "éłħ 缮", + "Ġमद द", + "리 ìĹIJ", + "ĠÙħ اÙĬ", + "ĠÙħا ÙĬ", + "ĠÑĩ еÑĢв", + "ĠÑĩеÑĢ в", + "Ġd áv", + "Ġdá v", + "ÙĦ ÛĮÙĩ", + "ÙĦÛĮ Ùĩ", + "? #", + "Äį nÃŃm", + "ÄįnÃŃ m", + "ÑĢ ег", + "ÑĢе г", + "ĠпÑĢимен Ñı", + "ĠпÑĢим енÑı", + "ãĤĬ ãģ¨", + "ê° Ļ", + "Ġtop lam", + "Ġtopl am", + "i leÅŁ", + "il eÅŁ", + "ile ÅŁ", + "Ġk ategor", + "ÑĤ ал", + "ÑĤа л", + "ãģ«ãĤĪ ãĤĭ", + "Ġdom ác", + "Ġ ê·ľ", + "Ġê· ľ", + "ĠÙĩ زار", + "ĠpÅĻÃŃ stup", + "ĠpÅĻÃŃst up", + "ı lıyor", + "ılı yor", + "ıl ıyor", + "ж ди", + "жд и", + "ĠD Æ°Æ¡ng", + "ĠPh áºŃt", + "Ġç ünkü", + "구 ê¸ĢìĥģìľĦ", + "ov aných", + "ova ných", + "ovan ých", + "ovaný ch", + "Ġع Ø´", + "Ġà¤ķर à¤ķ", + "ž ÃŃt", + "žÃŃ t", + "Ġ vÄĽtÅ¡ÃŃ", + "ĠvÄĽt Å¡ÃŃ", + "ĠvÄĽtÅ¡ ÃŃ", + "ĠاÙħ کاÙĨ", + "Ġn ông", + "Ġz ám", + "Ġzá m", + "à¥Į न", + "е каÑĢ", + "ек аÑĢ", + "ека ÑĢ", + "Âł Т", + "k ami", + "ka mi", + "ĠÑĢеÑģ ÑĥÑĢ", + "п оÑģ", + "по Ñģ", + "Ùİ ÙĤ", + "ί λ", + "Ġ سازÛĮ", + "Ġس ازÛĮ", + "Ġساز ÛĮ", + "Ġçık an", + "Ġçı kan", + "ĠdÃŃ tÄĽ", + "Ġتص ÙĪ", + "ç¯ ĩ", + "н д", + "Ġrám ci", + "h ong", + "ho ng", + "hon g", + "Ġ ÑģÑĸм", + "ĠÑģ Ñĸм", + "s ak", + "sa k", + "к еÑĤ", + "ке ÑĤ", + "д Ñĸл", + "дÑĸ л", + "ç¹ Ķ", + "Ġth Æ°á»Łng", + "Ġне ÑĹ", + "з Ñĸ", + "ÅĻ ÃŃd", + "ÅĻÃŃ d", + "ित न", + "à¤ı à¤ķ", + "Ġs ữa", + "ĠÙħ رØŃ", + "ĠÙħر ØŃ", + "é ŀ", + "Ġc Æ°á»Ŀng", + ": .:", + ":. :", + "ÑĤ ен", + "ÑĤе н", + "èī ¦", + "Ġkh ợi", + "Ġ 기ì¤Ģ", + "Ġ기 ì¤Ģ", + "lan ır", + "彩 票", + "ض ÛĮ", + "Ġuz av", + "Ġb oh", + "Ġbo h", + "è m", + "Ġ æ£", + "Ġæ £", + "n ici", + "ni ci", + "nic i", + "( çģ«", + "åħ³ äºİ", + "Ñĸ ÑĩнÑĸ", + "ÑĸÑĩ нÑĸ", + "à¸ģ ารà¸ĵ", + "à¸ģาร à¸ĵ", + "Ġì² «", + "ÑĢ ÑĥеÑĤ", + "ÑĢÑĥ еÑĤ", + "ĠarÅŁiv lendi", + "ÑĤ им", + "ÑĤи м", + "า à¸ł", + "าภł", + "Ġبر ابر", + "Ġ à¹Ģà¸ĭ", + "Ġà¹Ģ à¸ĭ", + "Ġà¹Ģภĭ", + "ĠÄij êm", + "è· ³", + "Ġyön etim", + "Ġyönet im", + "Ġ éķ·", + "Ġéķ ·", + "ãĥĨ ãĥ¬ãĥĵ", + "м аÑĤи", + "ма ÑĤи", + "маÑĤ и", + "è´£ ä»»", + "ick ým", + "ický m", + "è ¸", + "à¹Ģห à¸ķ", + "ëł Į", + "Ġ رÙĬ", + "Ġر ÙĬ", + "ĠвÑĭ дел", + "åĩº çİ°", + "Ġп еÑģ", + "Ġì¢ĭ ìĿĢ", + "Ġà¤ī सन", + "Ġà¤īस न", + "ĠAr alık", + "ĠAra lık", + "ĠÑĩа ÑģÑĥ", + "ĠÑĩаÑģ Ñĥ", + "l ava", + "la va", + "lav a", + "Ġ ï½ŀ", + "Ġï½ ŀ", + "æģ ĭ", + "د ÛĮد", + "دÛĮ د", + "âĢĻ den", + "âĢĻd en", + "âĢĻde n", + "Ġ åĪĿ", + "ĠåĪ Ŀ", + "ÙĪ دة", + "ÙĪد Ø©", + "Ñĩ или", + "Ñĩи ли", + "Ñĩил и", + "ĠÑħаÑĢакÑĤ еÑĢиÑģÑĤи", + "ا ستاÙĨ", + "اس تاÙĨ", + "است اÙĨ", + "द र", + "ĠبÙĪد ÙĨ", + "ĠبÙĪ دÙĨ", + "Ġп алÑĮ", + "Ġпа лÑĮ", + "Ġпал ÑĮ", + "ĠÑĤ ÑĢади", + "ĠÑĤÑĢ ади", + "ĠÑĤÑĢа ди", + "Ġд еÑı", + "Ġде Ñı", + "Ġ خش", + "ĠØ® Ø´", + "Ġpok raÄį", + "Ġ구 ê¸Ģ", + "к овÑĸ", + "ко вÑĸ", + "ков Ñĸ", + "Ġ tık", + "Ġt ık", + "Ġh ấp", + "Ġza lož", + "Ġzal ož", + "१ à¥", + "Ġëĭµ ë³Ģ", + "м еÑĪ", + "ме ÑĪ", + "íļ ¨", + "Ġspol up", + "Ġspolu p", + "Ë Ĩ", + "è¾ ¦", + "Ġg á»Ĺ", + "Ġ å®ļ", + "Ġå® ļ", + "ĵ n", + "as ından", + "asında n", + "- ı", + "ĠбеÑĢ ез", + "大 åѸ", + "Ġз нов", + "Ġзн ов", + "ĠHo Ãłng", + "Ġد ÙĪÙĨ", + "ĠدÙĪ ÙĨ", + "Ġan lay", + "ĠÙĪ زار", + "ĠÙĪز ار", + "ĠعÙĦ ÙħÛĮ", + "ĠعÙĦÙħ ÛĮ", + "è£ ľ", + "Ġdü nya", + "Ġdün ya", + "Ġdüny a", + "Ġза лиÑĪ", + "Ġзал иÑĪ", + "Ġзали ÑĪ", + "д аеÑĤ", + "да еÑĤ", + "ν ε", + "и ÑĩеÑģкого", + "иÑĩеÑģ кого", + "ìĬ¤ íħľ", + "ĠÐij еÑĢ", + "Ġ дж", + "Ġд ж", + "Ġ опаÑģ", + "Ġоп аÑģ", + "ÏĨ α", + "Ġzv lá", + "Ġt ô", + "б еÑĢ", + "бе ÑĢ", + "ĠÎľ αÏģ", + "Ġξα Ïģ", + "ti ÄŁini", + "tiÄŁi ni", + "ãĥ¬ ãĥ³", + "ĠK ho", + "ĠKh o", + "ĠÑĸн ÑĪ", + "Ġ ï¿¥", + "ì° ¬", + "ï½ ¡", + "Ġ ноÑĩ", + "Ġн оÑĩ", + "Ġно Ñĩ", + "è¨ Ĭ", + "ÄĽ ti", + "ÄĽt i", + "å¿ Ļ", + "Ġکرد ÙĨد", + "ĠکردÙĨ د", + "ĠÄij ẩy", + "ĠÑģказ ав", + "ëĥ ¥", + "å± ¬", + "Ġश हर", + "ĠÚ©Ùħ Ú©", + "Âł ÐŁ", + "ın ca", + "нÑĸвеÑĢ ÑģиÑĤ", + "Ġ Ú¯ÙĪÙĨÙĩ", + "ĠÚ¯ ÙĪÙĨÙĩ", + "ĠÚ¯ÙĪ ÙĨÙĩ", + "ĠTop lam", + "ĠiÅŁ aret", + "ä½ł 们", + "Ġd erece", + "Ġde rece", + "Ġder ece", + "Ġdere ce", + "Ġderec e", + "ĠìĤ¬ ìĭ¤", + "Ġ ìŀIJ기", + "ĠìŀIJ 기", + "å®ŀ çİ°", + "çĶŁ çī©", + "ãģ® ä¸Ģ", + "Ġ ÑĢом", + "ĠÑĢ ом", + "ÙĪ زÙĩ", + "ÙĪز Ùĩ", + "Ġ ãģ¨", + "íĻ į", + "ÙĬ ÙĤ", + "Ġ åIJįçĦ¡ãģĹãģķãĤĵ", + "ĠåIJį çĦ¡ãģĹãģķãĤĵ", + "ĠåIJįçĦ¡ãģĹ ãģķãĤĵ", + "ĠÙ¾ ÛĮر", + "ĠÙ¾ÛĮ ر", + "Ġпол ез", + "ì¶ ©", + "ĠкоÑĢ п", + "IJ ëĭ¤", + "á» «a", + "ừ a", + "Îķ Τ", + "Ġжел ез", + "ãģ£ãģ ±", + "Ġx uyên", + "Ġ ë¥", + "Ġë ¥", + "à¥ĩ ।Ċ", + "à¥ĩ। Ċ", + "ĠÑģÑĤ али", + "ĠÑģÑĤал и", + "ĠÑģÑĤа ли", + "Ġpomoc ÃŃ", + "Ġdurum da", + "Ġп ÑĢоÑĪ", + "ĠпÑĢ оÑĪ", + "ĠпÑĢо ÑĪ", + "l enÃŃ", + "le nÃŃ", + "len ÃŃ", + "β ολ", + "βο λ", + "Ġ æĸĩç«ł", + "Ġæĸĩ ç«ł", + "tÄĽ z", + "d ÃŃl", + "dÃŃ l", + "Ġdruh é", + "ĠÑĤ огда", + "Ġh rá", + "Ġhr á", + "о ÑĤÑĮ", + "оÑĤ ÑĮ", + "า à¸ģร", + "าà¸ģ ร", + "Ġتص Ùħ", + "ĠÙħد ت", + "ка дем", + "Ġpat ÅĻÃŃ", + "ä¹ĭ åīį", + "س بة", + "سب Ø©", + "Ġпо кÑĢÑĭ", + "Ġпок ÑĢÑĭ", + "Ġn áp", + "Ġná p", + "Ġ_ {}", + "Ġ_{ }", + "ëĵ± íķĻêµIJ", + "ĠØ¥ ÙĦÙĬ", + "ĠØ¥ÙĦ ÙĬ", + "Ġöz g", + "çļ Ĩ", + "Ġhay van", + "ĠN isan", + "ĠNi san", + "غ از", + "Ġت ت", + "ĠдÑĥ Ñħов", + "ĠдÑĥÑħ ов", + "ĠÐŁÐ¾ ÑįÑĤомÑĥ", + "ÑĮ огод", + "ÑĮого д", + "Ġk uÅŁ", + "Ġku ÅŁ", + "Ġà¤ĩ सम", + "Ġà¤ĩस म", + "ج ÛĮ", + "Ġ ãĤ¿", + "ĠãĤ ¿", + "Ġв кÑĥÑģ", + "Ġвк ÑĥÑģ", + "ĠвкÑĥ Ñģ", + "ç Ģ", + "ĠвÑĭ ÑĪе", + "âĢĻ dan", + "âĢĻd an", + "âĢĻda n", + "ĠاØŃ Ùħد", + "Ġtal ep", + "Ġta lep", + "Ġtale p", + "Ġ ÏĪ", + "ĠÏ Ī", + "Ġdol ayı", + "Ġdolay ı", + "ĠÚ¯ زارش", + "б ол", + "бо л", + "ĠاÛĮÙĨ تر", + "ÑĢ оÑĩ", + "ÑĢо Ñĩ", + ") âĢı", + "Ġ ëIJł", + "ĠëIJ ł", + "Ġk oup", + "Ġko up", + "Ġkou p", + "( æľĪ", + "é± ¼", + "Ġ огÑĢа", + "Ġо гÑĢа", + "Ġог ÑĢа", + "ĠÑĢаз м", + "ĠÑĢа зм", + "Ġت ست", + "Ġتس ت", + "ĠpÅĻÃŃ slu", + "í ĽĪ", + "ĠëĮĢ íķ´", + "à¹ģ à¸Ľ", + "ан нÑĭе", + "аннÑĭ е", + "ĠìĿ¸ íĦ°", + "Ġkullan ılan", + "Ġkullanı lan", + "Ġkullanıl an", + "Ġz tr", + "æĬĢ è¡ĵ", + "ि à¤Ľ", + "िठĽ", + "ĠاÙĦÙħ ؤ", + "ov aly", + "ova ly", + "oval y", + "us tos", + "ust os", + "usto s", + "Ġö rg", + "Ġör g", + "Ġ 太", + "Ġå¤ ª", + "ε ιο", + "ει ο", + "Ġ uÄį", + "Ġu Äį", + "ĠØ´ Ú©ÙĦ", + "ĠØ´Ú© ÙĦ", + "建 çŃij", + "Ġch ạy", + "ĠÏĩ Ïģη", + "н ÑĥÑĤ", + "нÑĥ ÑĤ", + "Ġباع Ø«", + "ĠNÄĽk ter", + "ÑĥÑĤ ÑĤÑı", + "ãģ§ãģĻ ãģĭ", + "Ġsay ılı", + "Ġsayı lı", + "им оÑģÑĤÑĮ", + "имо ÑģÑĤÑĮ", + "ĠпиÑĤ аннÑı", + "Ġk ÃŃnh", + "Ġh ran", + "Ġhr an", + "Ġhra n", + "ok rat", + "Ġed ilir", + "Ġedil ir", + "Ġà¤ķह त", + "Ġp aci", + "Ġpa ci", + "Ġpac i", + "ाल न", + "Ġи де", + "Ġид е", + "ĠZ em", + "ĠZe m", + "Ġsluž by", + "ÑģÑĤв еннÑĭй", + "ÑģÑĤвен нÑĭй", + "ĠØ¢ ÙĨاÙĨ", + "ĠØ¢ÙĨ اÙĨ", + "ĠÑĤ оваÑĢи", + "ĠÑĤоваÑĢ и", + "ĠÑĤов аÑĢи", + "ĠتØŃ ÙħÙĬÙĦ", + "ĠY ük", + "Ġк аÑĤегоÑĢ", + "ĠкаÑĤ егоÑĢ", + "íĭ Ģ", + "Ġк оÑģ", + "Ġко Ñģ", + "Ġ обов", + "Ġо бов", + "Ġоб ов", + "Ġобо в", + "ĠprostÅĻed ÃŃ", + "ĠÑģ оÑģ", + "ĠÑģо Ñģ", + "ĠÐIJ лекÑģанд", + "ĠÐIJлекÑģ анд", + "Ġ à¹Ģà¸Ĥà¸ķ", + "Ġà¹Ģà¸Ĥ à¸ķ", + "å¿ħ é¡»", + "ั à¸Ĭ", + "ĠÙĦ د", + "ãĢģ ä¸Ģ", + "ĠÎľ ÎŃ", + "Ñĥ ваÑĤиÑģÑı", + "Ñĥв аÑĤиÑģÑı", + "ÑĥваÑĤи ÑģÑı", + "Ñĥва ÑĤиÑģÑı", + "æķ ı", + "ãĥ¼ ãĥIJ", + "ãĥ¼ãĥ IJ", + "اÙĦ ÙĦÙĩ", + "Ġب Ùĩا", + "ĠبÙĩ ا", + "åĸ ¶", + "è´ µ", + "æĸ¹ åIJij", + "Ġ ì¸", + "Ġì ¸", + "Ġ ÙĨاÙħÙĩ", + "ĠÙĨ اÙħÙĩ", + "ĠÙĨاÙħ Ùĩ", + "ÑĮ ко", + "Ġv ody", + "Ġvo dy", + "Ġvod y", + "v ÃŃc", + "vÃŃ c", + "à¹ģ à¸Ī", + "Ġع ÙĦÛĮÙĩ", + "ĠعÙĦ ÛĮÙĩ", + "ĠعÙĦÛĮ Ùĩ", + "à¹ģ รà¸ĩ", + "ί να", + "ίν α", + "ãģ ¬", + "Ġ Ðŀп", + "ĠÐŀ п", + "Ġsay f", + "ï¼Į çĶ±", + "ä¼ ´", + "ĠÑĥд об", + "ãģ¾ ãģł", + "Ġне пÑĢи", + "Ġнеп ÑĢи", + " İ", + "à¤¾à¤ľ प", + "pl nÄĽ", + "Ġ ìĹĦ", + "ĠìĹ Ħ", + "Ġrů zn", + "Ġrůz n", + "Ġx ếp", + "ãĥĸ ãĥ«", + "ĠзаÑħ иÑģÑĤ", + "ĠÙħص رÙģ", + "ĠÙħصر Ùģ", + "ĠvÅ¡ech no", + "ãģ® ãģĬ", + "ĠTh á»ĭ", + "Ġm ùa", + "¿ IJ", + "ĠпÑĢин ÑĨип", + "ĠاÙĨ ÙĤÙĦ", + "г аÑĢ", + "га ÑĢ", + "Ġmož nost", + "ÙĤ ÙĬÙĤ", + "ÙĤÙĬ ÙĤ", + "Ġotev ÅĻ", + "Ġ fak", + "Ġf ak", + "Ġfa k", + "Ġng uy", + "Ġngu y", + "б ов", + "бо в", + "l acaÄŁ", + "lac aÄŁ", + "ا طر", + "اط ر", + "ãģ« ãĤĪãĤĬ", + "ãģ«ãĤĪ ãĤĬ", + "æĺ¯ åľ¨", + "Ġt ầng", + "ìĿ¸ ìĿ´", + "a ÅĻ", + "ç ¢°", + "ç¢ °", + "ÏĮ με", + "Ġ ê°Ī", + "Ġê° Ī", + "ĠØ£ ØŃد", + "ĠØ£ØŃ Ø¯", + "غ راÙģ", + "غر اÙģ", + "ĠÙĬ ØŃ", + "ï½ §", + "ĠاÙĦØŃÙĬ اة", + "Ġ lep", + "Ġl ep", + "Ġle p", + "Ġ ฮ", + "Ġภ®", + "t ae", + "ta e", + "Ġl Æ°Æ¡ng", + "è½ ®", + "Ġз мÑĸн", + "ĠзмÑĸ н", + "Ġзм Ñĸн", + "ĠÐļи ÑĹв", + "ĠмÑĸ ÑģÑı", + "ĠмÑĸÑģ Ñı", + "к ав", + "ка в", + "à¸ķ ะ", + "Ġm noho", + "Ġmn oho", + "Ġmnoh o", + "ĠNgh á»ĭ", + "èĻ İ", + "Ġ ãĥŁ", + "Ġãĥ Ł", + "Ġp ráci", + "Ġpr áci", + "Ġprá ci", + "Ġg á»ijc", + "ĠY eni", + "ĠYe ni", + "ĠYen i", + "ا ضÙĬ", + "اض ÙĬ", + "Ġ èij", + "Ġè ij", + "Ġк ла", + "Ġкл а", + "ı ng", + "ÏĦ εί", + "ÏĦε ί", + "Ġb eni", + "Ġbe ni", + "Ġben i", + "Ġ عد", + "Ġع د", + "Ġ aktu", + "Ġak tu", + "Ġakt u", + "ĠÙĪ ÙĤد", + "ĠÙĪÙĤ د", + "Ġпод гоÑĤов", + "Ġgi ai", + "Ġgia i", + "( æ°´", + "Ġs aç", + "Ġsa ç", + "ĠÙħÙĨ اسب", + "ĠÙħÙĨاس ب", + "âĸ ĭ", + "ÙIJ Ùĩ", + "é į", + "à¸Ń à¸Ĺ", + "ĠسÛĮ اسÛĮ", + "o lit", + "ol it", + "oli t", + "ĠاÙĦ جز", + "ĠاÙĦج ز", + "Ø· ÙĦب", + "Ø·ÙĦ ب", + "Ġ sey", + "Ġs ey", + "Ġse y", + "e rence", + "er ence", + "ere nce", + "eren ce", + "ì´ Į", + "ĠвнÑĥÑĤÑĢ ен", + "ĠвнÑĥÑĤ ÑĢен", + "Ġ à¸Ļาย", + "Ġà¸Ļ าย", + "ĠìķĬ ìķĺëĭ¤", + "ĠìķĬìķĺ ëĭ¤", + "o lik", + "ol ik", + "oli k", + "æľĢ åIJİ", + "ä» ª", + "Ġ ÑĢÑĸд", + "ĠÑĢ Ñĸд", + "è¼ ĥ", + "Ġ باب", + "Ġب اب", + "Ġبا ب", + "Ñĥ ди", + "Ñĥд и", + "Ġ ÑģÑĤÑĥп", + "ĠÑģÑĤ Ñĥп", + "ĠÄij ứng", + "ĠÄijứ ng", + "ĠÅŁ öyle", + "Ġ íķĻìĥĿ", + "ĠíķĻ ìĥĿ", + "Ġв лаÑģÑĤи", + "Ġвла ÑģÑĤи", + "ĠвлаÑģ ÑĤи", + "Ġh ãng", + "Ġhã ng", + "à¹ī าว", + "à¹īา ว", + "ĠÚ© اÙĩØ´", + "Ġ ëĵ¯", + "Ġëĵ ¯", + "ĠجÙħ ÙĦÙĩ", + "Ġد کتر", + "ad olu", + "ado lu", + "adol u", + "Ġت بد", + "Ġتب د", + "ظ اÙħ", + "Ġz naÄį", + "Ġzn aÄį", + "Ġد ÙĨÛĮ", + "ĠدÙĨ ÛĮ", + "Ġs ạn", + "å¼ ±", + "ÏĢ ι", + "Ġ çIJĨ", + "ĠçIJ Ĩ", + "Ġ ÙģصÙĦ", + "ĠÙģ صÙĦ", + "и нг", + "ин г", + "Ðļ Ðŀ", + "ĠС ов", + "ĠСо в", + "Ġziy aret", + "Ġ دÙħ", + "Ġد Ùħ", + "ç« ¹", + "Ġsah ibi", + "is ayar", + "isa yar", + "isay ar", + "ÄŁ a", + "ĠпеÑĢÑĸ од", + "Ġs na", + "Ġsn a", + "( æľ¨", + "Ġ нее", + "Ġн ее", + "Ġне е", + "ĠÑĦак ÑĤоÑĢ", + "ĠÑĦакÑĤ оÑĢ", + "м еж", + "ме ж", + "åº Ħ", + "r áž", + "rá ž", + "ок ÑĢем", + "Ġž al", + "ิ à¹Ģศษ", + "è± ª", + "ou cÃŃ", + "ĠU lus", + "ĠUl us", + "Ġtak že", + "ا ÙĪÙĨ", + "اÙĪ ÙĨ", + "н иÑĤи", + "ни ÑĤи", + "ниÑĤ и", + "нÑĮ о", + "ëį ¸", + "Ġ Ùĥرة", + "ĠÙĥ رة", + "ĠÙĥر Ø©", + "åľ ³", + "ĠArth ropoda", + "ĠÑĤ одÑĸ", + "ĠÑĤо дÑĸ", + "Ġدر صد", + "ุ รà¸ģ", + "ุร à¸ģ", + "ĠÑģв ого", + "ĠÑģво го", + "说 éģĵ", + "Ġc ánh", + "Ġcá nh", + "Ġcán h", + "æĵ Ĭ", + "Ġ ä¸ĭè½½", + "Ġä¸ĭ è½½", + "èī ¾", + "Ġnik dy", + "Ø® Ø·", + "ĠÑģ ейÑĩаÑģ", + "ÙĪ ÙĬÙĦ", + "ÙĪÙĬ ÙĦ", + "a met", + "am et", + "ame t", + "문 ìĿĺ", + "ĠE ÄŁitim", + "大 ä¼ļ", + "Ġb ÅĻez", + "за ÑĨÑĸÑı", + "Ġty to", + "н ай", + "на й", + "غ Ùħ", + "Ġ é©", + "Ġé ©", + "计 ç®Ĺ", + "Türk iye", + "Ġmn ož", + "åIJĪ ä½ľ", + "æľį åĭĻ", + "Ġkažd ý", + "ĠÑİ ÑĢид", + "Ġ βα", + "Ġβ α", + "à¥Ĥ à¤ļ", + "åIJĮ ãģĺ", + "Ġ çĭ", + "Ġç ĭ", + "ί ÏĦ", + "ÙĪÛĮ ÙĨت", + "ÙĪÛĮÙĨ ت", + "ا ÙĨس", + "اÙĨ س", + "æľĢ 大", + "Ġ Từ", + "ĠT ừ", + "éŃĶ æ³ķ", + "Ġб ли", + "Ġбл и", + "ĠÑĤак ое", + "ĠÑĤа кое", + "ãģ ľ", + "ãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ìĿ´ ë©°", + "ĠÙĤسÙħ ت", + "Ġ оÑĨÑĸ", + "Ġо ÑĨÑĸ", + "н икÑĥ", + "ни кÑĥ", + "ник Ñĥ", + "Ġ Bạn", + "ĠB ạn", + "ĠоÑĢг анÑĸз", + "ĠоÑĢган Ñĸз", + "ĠоÑĢганÑĸ з", + "ü ph", + "üp h", + "Ġ izin", + "Ġi zin", + "Ġiz in", + "Ġ ï¾Ĭ", + "Ġï¾ Ĭ", + "εί ÏĤ", + "à¸ĩ à¹ģà¸ķ", + "ãģ¡ ãĤī", + "ва жа", + "важ а", + "Ġ 欧", + "Ġæ¬ §", + "ι Ïİ", + "ÏĢ ÎŃ", + "Ġк ÑĢеп", + "ĠÑĨ иÑħ", + "ĠÑĨи Ñħ", + "æĦŁ ãģĺ", + "çķ «", + "Ùĥ ÙĪ", + "е мо", + "ем о", + "ž en", + "že n", + "å¹³ æĸ¹", + "ĠÙħجÙħÙĪع Ùĩ", + "ĠÑģво и", + "Ġ ãĦ", + "à¸Ľà¸£à¸°à¸ģ à¸Ńà¸ļ", + "ĠпÑĢ оÑĤи", + "ĠпÑĢо ÑĤи", + "ĠпÑĢоÑĤ и", + "ÙĪ ÛĮÙĩ", + "ÙĪÛĮ Ùĩ", + "认 为", + "ÏĨ ÎŃ", + "и ÑĩеÑģкий", + "иÑĩеÑģ кий", + "иÑĩеÑģки й", + "æ¥ ļ", + "Ġп ап", + "Ġпа п", + "δ Ïģο", + "Ġkullan ım", + "Ġkullanı m", + "Ġz bo", + "Ġzb o", + "Ġú spÄĽ", + "Ġ Ùħز", + "ĠÙħ ز", + "ĠF ak", + "ĠFa k", + "елÑĮ зÑı", + "æ´» åĭķ", + "ĠÐŁ ÑĢав", + "ĠÐŁÑĢ ав", + "ĠÐŁÑĢа в", + "¦ y", + "åĥ ķ", + "æij ĺ", + "Ġر ئ", + "Ġ ÏĨοÏģ", + "ĠÏĨ οÏģ", + "м иÑĤ", + "ми ÑĤ", + "Ġt icaret", + "Ġti caret", + "Ġtic aret", + "æ³ķ å¾ĭ", + "å¹´ 代", + "ìĪ Ļ", + "å ¿ł", + "å¿ ł", + "à¹ĩ à¸Ļà¸Ĺ", + "à¹ĩà¸Ļ à¸Ĺ", + "Ġ Ñĥж", + "ĠÑĥ ж", + "ĠÙħتØŃ Ø¯Ùĩ", + "Ġtr á»Ŀi", + "Ġ رØŃ", + "Ġر ØŃ", + "ĠÚ©ÙĪ ÚĨ", + "ĠопÑĢед елен", + "ĠопÑĢедел ен", + "ĠزÙħ ÛĮÙĨÙĩ", + "ĠزÙħÛĮÙĨ Ùĩ", + "Ġn óng", + "Ġnó ng", + "Ġng ủ", + "Nh ững", + "Ġк иÑĪ", + "Ġки ÑĪ", + "Ġ jde", + "Ġj de", + "Ġjd e", + "Ġ ä¸Ĭæµ·", + "Ġä¸Ĭ æµ·", + "åĭ ĩ", + "Ġt anı", + "Ġtan ı", + "à¹Į à¹ģละ", + "à¹Įà¹ģ ละ", + "ĠÑĢа ÑģÑĤвоÑĢ", + "ĠÑĢаÑģÑĤ воÑĢ", + "ĠÑģÑĢед ÑģÑĤв", + "Ġc án", + "Ġcá n", + "Ġsyst ému", + "Ġsystém u", + "ÛĮ Ø·", + "ĠÑģиÑģÑĤем а", + "Ġ ëŀ", + "Ġë ŀ", + "Ġ ÑĩеÑĤ", + "ĠÑĩ еÑĤ", + "éĥ¨ éŨ", + "å¸ °", + "Ġm illet", + "Ġmill et", + "Ġmil let", + "ĠÎķ λλά", + "à¥ĩà¤ĸ न", + "Ġrepublik y", + "ÑĢ ами", + "ÑĢа ми", + "ÑĢам и", + "Ġसम स", + "Ġaç ısından", + "اد ÙĦ", + "Ġб еÑģп", + "ĠбеÑģ п", + "ãĥ» âĶģ", + "åľ Ń", + "o cu", + "oc u", + "k ánÃŃ", + "ká nÃŃ", + "ÙĪ رش", + "ÙĪر Ø´", + "ëŀ µ", + "Ġ çģ", + "Ġç ģ", + "è° ģ", + "Ġs ám", + "Ġν εÏĨ", + "Ġνε ÏĨ", + "b ilir", + "bil ir", + "ĠmÃŃst ÄĽ", + "Ġ žen", + "Ġž en", + "Ġže n", + "Ġil ç", + "Ġ ë§ģ", + "Ġë§ ģ", + "ãĢij Ċ", + "ĠÙħÙĪ ارد", + "ĠاÙĦ Ø´ÙĬ", + "ĠاÙĦØ´ ÙĬ", + "Ġ기 ë¡Ŀ", + "Ġt ady", + "Ġta dy", + "Ġtad y", + "à¸Ń าà¸Ī", + "ĠÑģ ÑĦ", + "ĠspoleÄį nost", + "Ġtém atu", + "Ùħ اÙħ", + "Ùħا Ùħ", + "Ùħ ع", + "Ġ леж", + "Ġл еж", + "ĠÚĨ Ø´Ùħ", + "ĠiÅŁ let", + "ĠÙĨس Ø®", + "ä¼ °", + "ãģį ãģª", + "ãĢ ĥ", + "å² Ĺ", + "Ġ åŃIJ", + "Ġå ŃIJ", + "ĠåŃ IJ", + "Ġb ảng", + "Ġbản g", + "çĮ ®", + "Ġc ứng", + "Ġcứ ng", + "Ġк ÑĢай", + "ĠкÑĢа й", + "Ġ èĭ±è¯Ń", + "Ġèĭ± è¯Ń", + "Ðł ÐIJ", + "ز ÙĨ", + "èĥ ŀ", + "Ġsür eç", + "Ġsüre ç", + "ãĥķ ãĥĪ", + "ĠкÑĸлÑĮ ка", + "ne ÄŁin", + "neÄŁi n", + "ov ány", + "ová ny", + "ován y", + "л Ñĸн", + "лÑĸ н", + "Ġvý raz", + "ĠÑģÑĩ иÑĤа", + "ĠÑģÑĩиÑĤ а", + "ĠпÑĢав ило", + "ĠпÑĢави ло", + "ĠпÑĢавил о", + "ĠиÑģполÑĮз Ñĥ", + "Ġk éo", + "Ġké o", + "ĠyaklaÅŁ ık", + "ĠÙĪاب ستÙĩ", + "ов аÑĤелÑĮ", + "Ġ ì²ł", + "Ġì² ł", + "ĠاÙĦ عاÙħ", + "ĠاÙĦع اÙħ", + "åĿ ı", + "Ġ à¸ī", + "Ġภī", + "ĠS Æ¡n", + "λ ιο", + "λι ο", + "ì¶Ķ ì²ľ", + "Ġsluž eb", + "ĠдеÑıÑĤелÑĮ ноÑģÑĤи", + "з м", + "Ġп ози", + "Ġпо зи", + "Ġпоз и", + ".; .;", + "ĠпÑĢоиÑģ ÑħодиÑĤ", + "าย à¹ĥà¸Ļ", + "çļĦ ãģ«", + "Ġà¤ĩस स", + "о меÑĤ", + "ом еÑĤ", + "Ġ αÏģ", + "Ġα Ïģ", + "ा à¤Ĺर", + "ाà¤Ĺ र", + "i cÃŃch", + "ic ÃŃch", + "icÃŃ ch", + "Ġpolož ky", + "ê³ ¨", + "æĥ Ĭ", + "Ġö ner", + "Ġön er", + "Ġöne r", + "Ġx ảy", + "ĠÙĨظ رÛĮ", + "ĠÙĨظر ÛĮ", + "Ġngh á»ī", + "Ġ à¸ľà¸¥", + "Ġà¸ľ ล", + "ĠÑĢ олÑĮ", + "ĠÑĢ емон", + "ĠÑĢе мон", + "ص ÙĪر", + "V ý", + "ĠS á»ij", + "ĠÑģ ÑĥÑĩаÑģ", + "ĠÑģÑĥ ÑĩаÑģ", + "ห ย", + "ĠاÙĤ داÙħ", + "Ġer kek", + "Ġerk ek", + "Ġ èį", + "Ġè į", + "ĠÄij ôi", + "ĠÄijô i", + "Ġкон кÑĢеÑĤ", + "æ¬ Ĭ", + "Ġ 缮", + "ĠçĽ ®", + "ÙĪ Ú©", + "lı kla", + "lık la", + "Ġp azar", + "Ġpa zar", + "Ġpaz ar", + "ά νÏī", + "άν Ïī", + "Ñĥ ÑģÑĤа", + "ÑĥÑģ ÑĤа", + "ÑĥÑģÑĤ а", + "ãģª ãģŁ", + "Ġ ÙĩÙĨÚ¯", + "ĠÙĩ ÙĨÚ¯", + "ĠÙĩÙĨ Ú¯", + "Ю ÐĽ", + "Ġв елик", + "Ġвели к", + "Ġвел ик", + "Ġве лик", + "Ġnh Ỽ", + "Ġ ìĭľíĹĺ", + "Ġìĭľ íĹĺ", + ") ìĿĺ", + "Ùĥ Ùĩ", + "Ġ à¹ģล", + "Ġà¹ģ ล", + "Û² Ûµ", + "Ġار ساÙĦ", + "Ġ окÑĢем", + "Ġок ÑĢем", + "ά ÏĤ", + "ĠвÑĭ Ñħод", + "vÄĽt Å¡ÃŃ", + "ĠØ· رÛĮÙĤ", + "Ġк оÑĢоÑĤ", + "ĠкоÑĢ оÑĤ", + "Ġко ÑĢоÑĤ", + "н ÑĶ", + "ãĤĬ ãģ«", + "Ġ ä¹Ł", + "Ġä¹ Ł", + "ØŃ Øµ", + "ع ÙħاÙĦ", + "عÙħ اÙĦ", + "oloj ik", + "oloji k", + "Ġر ابط", + "Ġرا بط", + "çª Ĺ", + "Ġg iz", + "Ġgi z", + "Ġch ết", + "Ġchế t", + "æ¨ £", + "ส à¸ĩ", + "ÙĪ تر", + "ÙĪت ر", + "ĠÑı кÑĥ", + "ĠÑıк Ñĥ", + "çı¾ åľ¨", + "ĠоÑĤ ÑģÑĥÑĤÑģÑĤв", + "Ġ ê´ijê³ł", + "Ġê´ij ê³ł", + "Ñĸ ки", + "Ñĸк и", + "åĢ ¤", + "è® ¢", + "Ġ dle", + "Ġd le", + "Ġdl e", + "Ġ åł", + "Ġå ł", + "æ¨ ©", + "è® ¯", + "åĶ IJ", + "Ġ âĸ²", + "Ġâĸ ²", + "Ġli stop", + "Ġlist op", + "Ġlis top", + "Ġdat ové", + "Ġdato vé", + "ÏĦ ÏĮÏĤ", + "ÏĦÏĮ ÏĤ", + "Ġ оз", + "Ġо з", + "δ ÏĮ", + "èĴ Ĥ", + "Û³ Û°", + "ãĥª ãĥ¼ãĤº", + "ãĥªãĥ¼ ãĤº", + "ĠÙħر کز", + "ĠÙħرک ز", + "ĠпÑĸдÑĤ ÑĢим", + "ĠÑģ ез", + "é¡ ĺ", + "Ġol acaktır", + "Ġolacak tır", + "æº Ģ", + "ĠÏĢεÏģι ο", + "ĠÏĢεÏģ ιο", + "ĠÏĢε Ïģιο", + "ÑĦ а", + "ÏĦ ηÏĥη", + "ÏĦη Ïĥη", + "ç» ĥ", + "Ðŀ д", + "δ Ïħ", + "âĦ ĥ", + "Ġl ắp", + "ĠëĦ ĺ", + "Ø· اÙĨ", + "ĠÙ¾ ÙĨج", + "ĠÙ¾ÙĨ ج", + "ت اÙĨ", + "تا ÙĨ", + "i lerinin", + "iler inin", + "ileri nin", + "ilerin in", + "ilerini n", + "à Ī", + "ĠØ® ÙĪØ´", + "ĠØ®ÙĪ Ø´", + "Ġ ìĬ¬", + "ĠìĬ ¬", + "ĠاÙĦر ئÙĬس", + "ẵ n", + "Ġ شار", + "ĠØ´ ار", + "e ru", + "er u", + "ж ив", + "жи в", + "à¸Ļ าย", + "à¸Ļา ย", + "Ġs ẻ", + "Ġà¤ī à¤ļ", + "ãģ« ãģĭ", + "ç¡ Ģ", + "Ġyür üt", + "ĠС еÑĢг", + "ĠСеÑĢ г", + "Ġ каÑģ", + "Ġк аÑģ", + "Ġка Ñģ", + "ĠÐij ог", + "Ġìĸ´ëĸ »ê²Į", + "Ġ çŁ³", + "Ġç Ł³", + "ĠçŁ ³", + "Ġöl dür", + "Ġöld ür", + "л Ñĸв", + "лÑĸ в", + "Ġho Ãłng", + "ĠhoÃłn g", + "Ġb á»Ļt", + "Ġbá»Ļ t", + "çŀ ¬", + "Ġ 침", + "Ġì¹ ¨", + "N ếu", + "Ġne vy", + "Ġnev y", + "Ġ ìľ¤", + "Ġìľ ¤", + "Ġsou Äįást", + "ıs ıyla", + "ısı yla", + "Ġtük et", + "b ou", + "bo u", + "Ġд во", + "Ġдв о", + "س Ø·", + "å½ĵ çĦ¶", + "ãĥ ¨", + "Ġ زادÙĩ", + "Ġز ادÙĩ", + "Ġزاد Ùĩ", + "Ġ éĥ¨", + "Ġéĥ ¨", + "Ġر ÙĪØŃ", + "ĠرÙĪ ØŃ", + "Ġ ï¼į", + "Ġï¼ į", + "ĠмÑĸÑģ ÑĨев", + "ĠмÑĸÑģÑĨе в", + "θ εν", + "θε ν", + "ภĨ", + "л енÑĸ", + "лен Ñĸ", + "ле нÑĸ", + "çį ²", + "ĠH OH", + "ĠHO H", + "s ın", + "sı n", + "ิ à¸ķร", + "ิà¸ķ ร", + "è² ¡", + "ĠpÅĻ id", + "ĠpÅĻi d", + "à¹Ģ หà¸Ļ", + "à¹Ģห à¸Ļ", + "l ý", + "è¨Ģ èijī", + "ठĵ", + "âĸįâĸįâĸįâĸį âĸįâĸįâĸįâĸį", + "ب اب", + "با ب", + "ãĥ¼ ãĥķ", + "ãĥ¼ãĥ ķ", + "м оÑĢ", + "мо ÑĢ", + "è¿ĩ ç¨ĭ", + "Ġ ãĥĽ", + "Ġãĥ Ľ", + "ĠK inh", + "ĠKi nh", + "ĠKin h", + "íķľ êµŃ", + "Ġìĸ´ëĸ ¤", + "Ġв лиÑı", + "Ġf ayd", + "Ġfa yd", + "Ġص ÙĨع", + "ĠصÙĨ ع", + "Ġal ır", + "Ġet tiÄŁi", + "Ġetti ÄŁi", + "ά κ", + "im izin", + "imi zin", + "imiz in", + "imizi n", + "ัà¸ļ à¸ľ", + "Ġзем елÑĮ", + "ÙĬÙĦ اد", + "ÙĬÙĦا د", + "æ¶ ¨", + "çı ł", + "ĠØ£ غ", + "Ġz ku", + "Ġzk u", + "âĢŀ A", + "า à¸ķร", + "าà¸ķ ร", + "a yi", + "ay i", + "ãĥ© ãĤ¹", + "и ло", + "ил о", + "ĠÄij á»į", + "ĠÄijá» į", + ". Îķ", + "ë ľ", + "ĠμÏĢο Ïģεί", + "å¸ ¶", + "Ġar tır", + "Ġart ır", + "า à¸į", + "าภį", + "å¿ ĺ", + "ta lya", + "tal ya", + "Ġpoz dÄĽji", + "ĠpozdÄĽ ji", + "Ġnep ÅĻ", + "Ġ æ¹", + "Ġæ ¹", + "اÙĩ ÛĮ", + "Ġsat ın", + "Ġ ë²Į", + "Ġë² Į", + "ج ÙĪ", + "ä¸Ģ 缴", + "ìķĦ ìļĶ", + "Âł P", + "Ġ ØĽ", + "ĠØ Ľ", + "Ġп ал", + "Ġпа л", + "表 æĥħ", + "Ġc anlı", + "Ġcan lı", + "æĪIJ 为", + "ÙĪ ÙĨا", + "ÙĪÙĨ ا", + "Ġ âĢ¯", + "ĠâĢ ¯", + "à¸ģำ ล", + "åį ĸ", + "Ġ αÏĥ", + "Ġα Ïĥ", + "и нок", + "ин ок", + "а мп", + "ам п", + "ล à¸Ńà¸ĩ", + "ÙĤ ÙĤ", + "ĠпÑĢо Ñħод", + "ĠпÑĢоÑħ од", + "ãĤĦãĤĭ 夫", + "Ïĩ η", + "è² ¨", + "ĠÙģ ÙĬÙĩ", + "ĠÙģÙĬ Ùĩ", + "ÙĬ رÙĬ", + "ÙĬر ÙĬ", + "Ġвне ÑĪ", + "Ġk arak", + "Ġka rak", + "Ġkar ak", + "Ġkara k", + "Ø« ÙĦ", + "Ùĩ ÙĪرÛĮ", + "ÙĩÙĪر ÛĮ", + "اÙĪر Ù¾", + "ĠÄij á»ı", + "ĠÄijá» ı", + "ji Å¡tÄĽnÃŃ", + "jiÅ¡tÄĽ nÃŃ", + "ت بر", + "تب ر", + "Ġê·¸ ê²ĥ", + "Ġg ül", + "Ġgü l", + "Ġпо кÑĥп", + "Ġпок Ñĥп", + "l ilik", + "li lik", + "lili k", + "lil ik", + "Ġz da", + "Ġzd a", + "åīį ãģ«", + "ĠÙħÙĩ ÙĨد", + "Ġ ÎijÎĿ", + "ĠÎij ÎĿ", + "ĠÚ©ÛĮÙĦ ÙĪÙħتر", + "Ġp ÅĻeh", + "ĠpÅĻ eh", + "ĠpÅĻe h", + "а леж", + "ал еж", + "але ж", + "Ġka yn", + "Ġkay n", + "è® ¿", + "Ġì¤ij êµŃ", + "ĠÑĪиÑĢ ок", + "ĠÑĪи ÑĢок", + "ĠÙħشار کت", + "âĢ Ĥ", + "Ġ íŤ", + "ĠíĹ ¤", + "Ġìłľ íĴĪ", + "ĠØ´ ÛĮر", + "ĠØ´ÛĮ ر", + "es inden", + "esinde n", + "esin den", + "ÑĢ ÑĸÑĩ", + "ÑĢÑĸ Ñĩ", + "èı ²", + "Ñģ коÑĢ", + "Ñģк оÑĢ", + "Ñģко ÑĢ", + "e tik", + "et ik", + "eti k", + "า à¸ľ", + "าภľ", + "ĠØ· بÛĮ", + "Ġطب ÛĮ", + "κ ÎŃ", + "ĠìŀĪ ìĸ´", + "Ġ dek", + "Ġd ek", + "Ġde k", + "ÑĢ Ñĸй", + "ÑĢÑĸ й", + "å ĨĴ", + "åĨ Ĵ", + "nÃŃ ci", + "® ¤", + "ĠÙħر تب", + "Ġy azı", + "Ġya zı", + "Ġyaz ı", + "üs lü", + "ìľ¼ ëĤĺ", + "e lerine", + "eler ine", + "ele rine", + "eleri ne", + "elerin e", + "Ġy oÄŁun", + "Ġб ак", + "Ġба к", + "ÎĻ ÎŁ", + "ά λÏħ", + "άλ Ïħ", + "ç´ Ļ", + "ĠÑĢÑĥ ками", + "ĠÑĢÑĥк ами", + "Ġçöz üm", + "ìłķ ìĿĦ", + "Ġgüç lü", + "λ ÏĮ", + "Ġb elli", + "Ġbe lli", + "Ġbel li", + "Ġbell i", + "ÃŃ Å¡e", + "ÃŃÅ¡ e", + "ĠÏĮ ÏĢÏīÏĤ", + "Ġna Å¡", + "Ġp ár", + "Ġpá r", + "ÑĪ ÑĤ", + "Ġ ìĨ¡", + "ĠìĨ ¡", + "à¥Ĥ रत", + "à¥Ĥर त", + "ĠÏĢολ Ïį", + "ĠÏĢο λÏį", + "ç° ¡", + "èĤ ¯", + "æ¹ ¾", + "Ġ äºĭ", + "Ġब स", + "Ġ무 ë£Į", + "д ина", + "дин а", + "ди на", + "èª °", + "л еж", + "ле ж", + "Ġú ÅĻad", + "ĠоÑģвÑĸ ÑĤи", + "ĠоÑģвÑĸÑĤ и", + "ĠвÑĸд Ñĩ", + "ĠпÑĢи знаÑĩ", + "ĠпÑĢизна Ñĩ", + "ĠпÑĢиз наÑĩ", + "çĶ³ 请", + "' ya", + "'y a", + "ä¿ Ĭ", + "Ġ ÙĬÙĪÙĨ", + "ĠÙĬ ÙĪÙĨ", + "ĠÙĬÙĪ ÙĨ", + "Ġس ع", + "Ġ ÐĶаÑĤа", + "ĠÐĶ аÑĤа", + "ĠÐĶа ÑĤа", + "è¨Ģ ãģĨ", + "ĠØŃ ØªÛĮ", + "ĠJi ÅĻÃŃ", + "ĠÐ¥ аÑĢ", + "éĻ Ī", + "à¹Ī าà¸Īะ", + "à¹Īา à¸Īะ", + "Ġsay esinde", + "ĠÑĤÑĢеб а", + "ê°Ģ ì§Ģ", + "Ġy emek", + "Ġye mek", + "Ġyem ek", + "Ġyeme k", + "è¦ ļ", + "ặ n", + "ãĢĢ ãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ĠãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢĠãĢĢ", + "Ġ 举", + "Ġä¸ ľ", + "Ġ ÙĪا", + "ĠÙĪ ا", + "ĠÙħ ÙĪس", + "ĠÙħÙĪ س", + "Ġком анд", + "Ġкоман д", + "Ġseç im", + "Ñĩ еннÑı", + "Ñĩен нÑı", + "Ġtot iž", + "Ġr á»Ńa", + "ı a", + "Ø¢ Ùħ", + "ÑĨ Ñĸон", + "ÑĨÑĸ он", + ": :::::::::::", + ":: ::::::::::", + ":::: ::::::::", + ":::::: ::::::", + ":::::::: ::::", + "::: :::::::::", + "::::: :::::::", + "::::::: :::::", + "::::::::: :::", + ":::::::::: ::", + "::::::::::: :", + "ÐĿ ÐIJ", + "ı za", + "ız a", + "h end", + "he nd", + "hen d", + "Ġफ र", + "ัà¸Ķ à¸ģาร", + "Ġ Cách", + "ĠC ách", + "ĠCác h", + "ĠпоÑĤ Ñĸм", + "Ġá¼ Ģ", + "ا ÙĦا", + "اÙĦ ا", + "á» ¡", + "ر ÛĮÙħ", + "رÛĮ Ùħ", + "å® «", + "Ġز ÙħÛĮÙĨ", + "ĠزÙħ ÛĮÙĨ", + "ÑĢ еÑģÑĤ", + "ÑĢе ÑģÑĤ", + "ÑĢеÑģ ÑĤ", + "б аÑĩ", + "ба Ñĩ", + "Ùĩر ست", + "н ог", + "но г", + "ï¼Į 大", + "ĠëĺIJ íķľ", + "Ġz ůst", + "Ġzů st", + "ĠÐĴ она", + "ĠÐĴо на", + "å¤ĩ 份", + "Ġ اÙģت", + "Ġا Ùģت", + "ĠاÙģ ت", + "o je", + "oj e", + "Ñģк ÑĸлÑĮки", + "Ġnh ẹ", + "Ġк еÑĢÑĸв", + "ĠкеÑĢ Ñĸв", + "á¿ ¦", + "æĸ¹ æ¡Ī", + "з аÑĨиÑı", + "за ÑĨиÑı", + "ĠвÑĸдповÑĸд но", + "ĠвÑĸдпов Ñĸдно", + "ãĤ¤ ãĤ¹", + "г ал", + "га л", + "ĠобÑĭ Ñĩно", + "ĠобÑĭÑĩ но", + "اÙĪرپ ÙĪÛĮÙĨت", + "å® ľ", + "l osti", + "lo sti", + "los ti", + "lost i", + "è¿Ľ åħ¥", + "uyor du", + "벤 íĬ¸", + "æīĭ ãĤĴ", + "ÐŁ од", + "ÐŁÐ¾ д", + "ĠÙħØŃ Ø¯ÙĪد", + "Ġ Ø¢Ùħد", + "ĠØ¢ Ùħد", + "ĠØ¢Ùħ د", + "ar akter", + "arak ter", + "çļĦ 大", + "Ġsı cak", + "l ant", + "la nt", + "lan t", + "Ġd ấu", + "ĠÙĨ Ú©", + "èĢħ ãģ®", + "Ġkend ini", + "Ġkendi ni", + "Ġп аÑĨи", + "Ġпа ÑĨи", + "Ġ 기íĥĢ", + "Ġ기 íĥĢ", + "ĠвмеÑģÑĤ е", + "в аеÑĤÑģÑı", + "ва еÑĤÑģÑı", + "ваеÑĤ ÑģÑı", + "Ġ ë§ī", + "Ġë§ ī", + "ĠchvÃŃ li", + "Ø® ÛĮ", + "ÙĦ ع", + "n ÃŃky", + "nÃŃ ky", + "nÃŃk y", + "､ :", + "ëIJľ ëĭ¤", + "ì§ ķ", + "Ġк вÑĸÑĤ", + "Ġкв ÑĸÑĤ", + "¨ ìĸ´", + "l iž", + "li ž", + "Ġë¹Ħë°Ģ ê¸Ģ", + "Ġkh á»iji", + "Ġ ë°©ìĨ¡", + "Ġë°© ìĨ¡", + "e chan", + "ec han", + "ech an", + "echa n", + "Ġзакон одав", + "Ġа кÑĤ", + "Ġак ÑĤ", + "문 ìłľ", + "ĠN ó", + "Ġ çĤ¹", + "Ġç Ĥ¹", + "ĠçĤ ¹", + "hled em", + "hle dem", + "ĠÑģво ÑĹÑħ", + "ĠÑģвоÑĹ Ñħ", + "Ġر ÙĤÙħ", + "ĠرÙĤ Ùħ", + "æĽ ¼", + "ि वर", + "िव र", + "åİ ļ", + "ĠÐļ од", + "ĠÐļо д", + "à¤Ń à¤Ĺ", + "ìŀIJ ëĬĶ", + "à¸Ļ ม", + "Ñĥ Ñģа", + "ÑĥÑģ а", + "Ġg ünü", + "Ġgün ü", + "ĠÄij ÃŃch", + "Ġtr ữ", + "å ·»", + "å· »", + "éĵ¶ è¡Į", + "ØŃ ÙĨ", + "è® ¨", + "γ Ïĩ", + "á½ ¸", + "a larında", + "alar ında", + "aları nda", + "aların da", + "Ġk af", + "Ġka f", + "ÙĪ اج", + "ÙĪا ج", + "ĠиÑģ клÑİÑĩ", + "ĠиÑģк лÑİÑĩ", + "Ġnh iá»ħ", + "á»į t", + "ĠìĽ ¹", + "Ġ éĿ¢", + "ĠéĿ ¢", + "ãģ® ãģĮ", + "Ġм ало", + "Ġмал о", + "Ġма ло", + "Ñĸ лÑĸ", + "Ñĸл Ñĸ", + "Ġ biên", + "Ġb iên", + "Ġbi ên", + "n ému", + "né mu", + "ném u", + "пÑĢи меÑĢ", + "пÑĢ имеÑĢ", + "âĸł âĸł", + "Ġk amp", + "Ġka mp", + "Ġkam p", + "Ġ веÑī", + "Ġв еÑī", + "Ġве Ñī", + "Äį em", + "Äįe m", + "à¥ģ ध", + "à¥ģठ§", + "æŁ »", + "ت ÙĪÙĨ", + "تÙĪ ÙĨ", + "åıª æľī", + "ãģ¯ ãģĦ", + "Ġ รวม", + "Ġร วม", + "ãĤ ŀ", + "ãģĻ ãĤĭãģ¨", + "ãģĻãĤĭ ãģ¨", + "å¾Ī å¤ļ", + "à¹Ī à¸ķ", + "ĠsvÄĽt a", + "ĠsvÄĽ ta", + "Ġ ê°Ģ격", + "Ġê°Ģ 격", + "Ú¯ Ùĩ", + "an daÅŁ", + "and aÅŁ", + "anda ÅŁ", + "ãĥª ãĤ¹", + "Ïī μα", + "ĠØ® ÙĪب", + "ĠØ®ÙĪ ب", + "ç´ ħ", + "Ñĩ иÑģ", + "Ñĩи Ñģ", + "ì¢ Į", + "ĠØŃض رت", + "Ġви ÑĢÑĸÑĪ", + "Ù¾ ر", + "Ġtý d", + "Ġkon tro", + "Ġkont ro", + "д ейÑģÑĤв", + "ãģŁãĤģ ãģ«", + "ì ī", + "мини ÑģÑĤÑĢа", + "мин иÑģÑĤÑĢа", + "âĢ ¯", + "åī ij", + "ни ÑĨÑĸ", + "ниÑĨ Ñĸ", + "å¦ ĩ", + "Ġ лиÑĪ", + "Ġл иÑĪ", + "Ġли ÑĪ", + "ãģ£ ãģ¦ãĤĭ", + "ãģ£ãģ¦ ãĤĭ", + "на ÑĢÑĥж", + "наÑĢ Ñĥж", + "Ñī иÑħ", + "Ñīи Ñħ", + "ÏĦ οκ", + "ÏĦο κ", + "ov áno", + "ová no", + "ován o", + "تر ÙĦ", + "ÑĢ ек", + "ÑĢе к", + "غ ات", + "Ġ omez", + "Ġo mez", + "Ġom ez", + "ì ĵ°", + "ĠÃľ l", + "ï½ Ĵ", + "lı ģını", + "lıģ ını", + "lıģın ı", + "Ġv ượt", + "Ġb ÄĽÅ¾", + "ĠbÄĽ ž", + "Ãľ R", + "Ġ ãĥ¾", + "Ġãĥ ¾", + "ĠdoÄŁ al", + "Ġh atır", + "Ġha tır", + "Ġhat ır", + "Ġsv ým", + "ì§Ģ ëıĦ", + "à¹Ģà¸ł à¸Ĺ", + "Ġv ay", + "Ġva y", + "Ġ æĻĤ", + "Ġæ ĻĤ", + "ĠæĻ Ĥ", + "à¥įव प", + "Ġp lo", + "Ġpl o", + "é¢Ħ è§Ī", + "Ġçık tı", + "Ġ دÙĨ", + "Ġد ÙĨ", + "n ánÃŃ", + "ná nÃŃ", + "ê· Ģ", + "íĺ Ģ", + "à¸ŀ à¸ļ", + "m uÅŁtur", + "muÅŁ tur", + "å®ĺ æĸ¹", + "ĠíĶĦ ë¡ľê·¸ëŀ¨", + "éĢŁ 度", + "ler dir", + "lerdi r", + "ÑĩеÑģ кого", + "Ñĩе Ñģкого", + "ĠÄ°n san", + "âĶ ĥ", + "Ġà¤ĩत न", + "С Ð¡Ðł", + "Ġا Ùħر", + "ĠاÙħ ر", + "Ġkö tü", + "Ùģ Ø´", + "Ġb oj", + "Ġbo j", + "ĠÑĨÑĸ ÑĶÑĹ", + "Ġsöy lem", + "Ġsöyl em", + "ни ÑĨÑĭ", + "ниÑĨ Ñĭ", + "ãĢĤ 她", + "âĢĿ .Ċ", + "âĢĿ. Ċ", + "Ġm ilion", + "Ġmil ion", + "Ġmi lion", + "Ġmili on", + "Ġson unda", + "Ġsonu nda", + "з Ñĥ", + "à¥į मà¤ķ", + "à¥įम à¤ķ", + "人 åı£", + "n ÄĽÅ¾", + "nÄĽ ž", + "ĠÑģ моÑĤ", + "ĠÑģм оÑĤ", + "Ġкомп лекÑģ", + "Ġкомплек Ñģ", + "Ġзави Ñģим", + "Ġиме ÑİÑĤ", + "Ġl ạc", + "Ġlạ c", + "Ġ hangi", + "Ġh angi", + "Ġhang i", + "Ġhan gi", + "ëĶ ©", + "åĬ ³", + "ĠvÄĽ ci", + "ĠvÄĽc i", + "е ÑĢов", + "еÑĢ ов", + "еÑĢо в", + "κ Ïģι", + "Ġdur umu", + "Ġdurum u", + "Ġ بÙĪاسطة", + "ĠبÙĪ اسطة", + "ĠØ£ بÙĬ", + "Ġأب ÙĬ", + "ĠAÄŁ ustos", + "ε Ïĩ", + "Ġд иÑĤи", + "Ġди ÑĤи", + "ĠдиÑĤ и", + "ÑĦ ика", + "ÑĦи ка", + "ÑĦик а", + "Ġ NÄĥm", + "ĠN Äĥm", + "Ġ 기ìĪł", + "Ġ기 ìĪł", + "Ġhlav nÃŃ", + "ä¿ ĥ", + "Ġलà¤Ĺ त", + "ĠO br", + "ĠOb r", + ". ย", + "ко вод", + "ков од", + "ково д", + "o pis", + "op is", + "opi s", + "Ġ ãĥī", + "Ġãĥ ī", + "Ġبش ÙĥÙĦ", + "н ием", + "ни ем", + "ние м", + "Ġtém ÄĽÅĻ", + "ĠاÙĦ ØŃر", + "ĠاÙĦØŃ Ø±", + "ĠÙĦ ازÙħ", + "ĠÙĦا زÙħ", + "Ġm ái", + "Ġmá i", + "i liÄŁi", + "ili ÄŁi", + "ë³ ¼", + "Ġy ık", + "Ġyı k", + "ç½ ²", + "ÑĢ ава", + "ÑĢа ва", + "ÑĢав а", + "Ñī ин", + "Ñīи н", + "ãģ« 対", + "ç²¾ ç¥ŀ", + "à¹ī ส", + "Ġtem sil", + "à Ĩ", + "ìķ Ķ", + "ĠпÑĢавилÑĮ но", + "ÑĢ оÑİ", + "ÑĢо Ñİ", + "Û±Û³ Û¸", + "è© ŀ", + "اء Ø©", + "ÙĪ ارÙĩ", + "ÙĪا رÙĩ", + "ÙĪار Ùĩ", + "ï¼ ħ", + "ĠÐľ ик", + "ĠÐľÐ¸ к", + "æģ ¶", + "æı Ĵ", + "ा पन", + "ाप न", + "ĠÚ©ÛĮÙģ ÛĮت", + "ĠT Ãłi", + "Ġt iá»ĥu", + "ov alo", + "ova lo", + "oval o", + "çĿ ¡", + "Ñĩ ил", + "Ñĩи л", + "Ġ лиÑĤ", + "Ġл иÑĤ", + "Ġли ÑĤ", + "λεÏħ ÏĦα", + "Ġ окон", + "Ġо кон", + "Ġок он", + ": :|", + ":: |", + "в ала", + "ва ла", + "вал а", + "ĠÙħرک زÛĮ", + "ĠÙħرکز ÛĮ", + "Ġ alÄ±ÅŁ", + "Ġa lÄ±ÅŁ", + "Ġal Ä±ÅŁ", + "Ġдолж но", + "Ġдол жно", + "æĻĤ 代", + "Ġ sert", + "Ġs ert", + "Ġse rt", + "Ġser t", + "е ÑĤом", + "еÑĤ ом", + "ัà¸Ļ ย", + "åģ ·", + "Ġ vÃŃc", + "Ġv ÃŃc", + "ĠvÃŃ c", + "ĠÑħ оÑĤÑı", + "ĠÑħоÑĤ Ñı", + "a larını", + "alar ını", + "aların ı", + "len mesi", + "lenme si", + "ãĥ³ ãĥIJ", + "ãĥ³ãĥ IJ", + "Ġëª ĩ", + "Ġá» ¦y", + "ĠاÙĦ کتر", + "vy Å¡Å¡ÃŃ", + "è² ¬", + "주 ìĭľ", + "á ÅĻe", + "áÅĻ e", + "Ġy ere", + "Ġye re", + "Ġyer e", + "ãĤ¢ ãĥ³", + "ĠاÙĦس عÙĪد", + "ĠØ¢ Ø´", + "Ġch óng", + "Ġchó ng", + "Ġ è»", + "Ġè »", + "г аÑĶ", + "га ÑĶ", + "Ġ ãģĤ", + "ç¨ ³", + "δ εÏĤ", + "δε ÏĤ", + "缮 çļĦ", + "Ġce vap", + "Ġcev ap", + "Ñģ ÑĤе", + "ÑģÑĤ е", + "é¡ ¿", + "म न", + "é¡ ¾", + "Ġк ÑĢедиÑĤ", + "ĠÙħس تÙĤ", + "ĠÙħست ÙĤ", + "Ġ миÑĤ", + "Ġм иÑĤ", + "Ġми ÑĤ", + "Ġt á»ĵn", + "Ġtá» ĵn", + "Ġ جÙĦ", + "Ġج ÙĦ", + "Ä© a", + "ĠاÙĦع ÙĦÙħ", + "ĠاÙĦعÙĦ Ùħ", + "á ků", + "ák ů", + "Ġ íķĻêµIJ", + "ĠíķĻ êµIJ", + "à¸Ĺ à¸Ńà¸ĩ", + "ห à¸Ļà¸Ķ", + "หà¸Ļ à¸Ķ", + "ĠлÑĸÑĤ еÑĢаÑĤÑĥ", + "ëIJ ł", + "ά ÏģÏĩ", + "άÏģ Ïĩ", + "ĠÙĤد رت", + "ĠÙĤدر ت", + "à¸Ļ าà¸ĩ", + "à¸Ļา à¸ĩ", + "Ġa rac", + "Ġar ac", + "Ġara c", + "Ġj ÃŃd", + "ĠjÃŃ d", + "Ġtür lü", + "íĶ ½", + "er siz", + "ers iz", + "е ним", + "ен им", + "ени м", + "Ġyüz yıl", + "Ġ ãģĦ", + "ĠÎļ Ïħ", + "Ġ æļ", + "Ġæ ļ", + "Ġp ůj", + "Ġpů j", + "Ġt á»Ļi", + "Ġth iên", + "Ġthi ên", + "Ä° S", + "Ġth úc", + "Ġthú c", + "æĹ ģ", + "ìŀIJ ìĿ¸", + "Ġöl üm", + "ر ÛĮÙģ", + "رÛĮ Ùģ", + "ÑĢ еж", + "ÑĢе ж", + "ص اÙĦ", + "ر ÙģØ©", + "رÙģ Ø©", + "i ếp", + "iế p", + "Ñı ÑĤиÑı", + "ÑıÑĤ иÑı", + "ÑıÑĤи Ñı", + "Ġpou žit", + "á tu", + "át u", + "为 ä»Ģä¹Ī", + "ì ģ", + "Ġ krát", + "Ġk rát", + "Ġkr át", + "ĠپرÙĪ ÚĺÙĩ", + "Ġrozhod nutÃŃ", + "ĠÑĥ нивеÑĢ", + "Ñĸй но", + "Ġ åij¨", + "Ġåij ¨", + "Ġk iá»ĥu", + "缮 åīį", + "ä¿ Ħ", + "ÏĦ οι", + "ÏĦο ι", + "ÑĦеÑĢ ен", + "uÅŁ tur", + "Ġ nÃŃm", + "Ġn ÃŃm", + "ĠnÃŃ m", + "âĢĮ Ø®", + "Ġ ủy", + "Ġ ÑģÑĤаÑĤи", + "ĠÑģÑĤ аÑĤи", + "ĠÑģÑĤаÑĤ и", + "ĠÑģÑĤа ÑĤи", + "ÑĩеÑģ кий", + "Ñĩе Ñģкий", + "ÑĩеÑģки й", + "Ġj estli", + "Ġjest li", + "ĠÙ¾ ÙĨ", + "Ġob ce", + "ĠجÙĩ اÙĨÛĮ", + "ĠجÙĩاÙĨ ÛĮ", + "едаг ог", + "ãģ§ ãģ®", + "Ġbu á»Ļc", + "ì¹´ ì§Ģëħ¸", + "à¹ĩ à¸Ħ", + "ĠÄį tvrt", + "Ġ ника", + "Ġн ика", + "Ġни ка", + "Ġник а", + "Ġвп лив", + "Ġд иÑĢ", + "Ġди ÑĢ", + "ĠÑģоб ÑģÑĤвен", + "Ġë§İ ìĿ´", + "æ¾ ³", + "ÑĢ Ñĥб", + "ÑĢÑĥ б", + "æ£ ĭ", + "声 éŁ³", + "ä¹ ĥ", + "تÛĮ جÙĩ", + "å¹ ¼", + "o nya", + "on ya", + "ony a", + "ĠPlan tae", + "ĠPlant ae", + "Ч ÑĤо", + "æIJ Ń", + "ä½ľ çĶ¨", + "ìħ ¨", + "Ġк ÑĢÑĥг", + "Ġ ÙĪÙģÙĬ", + "ĠÙĪ ÙģÙĬ", + "ĠÙĪÙģ ÙĬ", + "Ġ ï¼ŀ", + "Ġï¼ ŀ", + "ÑĪ ки", + "Âł Ðľ", + "ا Ø´ÛĮ", + "اش ÛĮ", + "ĠÅŀ ubat", + "ĠÅŀu bat", + "Ġع شر", + "Ġعش ر", + "l if", + "li f", + "Ġpou žitÃŃ", + "Ġpoužit ÃŃ", + "íĨ ¡", + "Ġб лок", + "Ġбл ок", + "èĢ ¶", + "ู ร", + "Ġv üc", + "Ø´ ÙĪد", + "Ø´ÙĪ د", + "и ма", + "им а", + "ни ÑĨип", + "ниÑĨ ип", + "ìĿ´ ëĵľ", + "Ġ âĢIJ", + "ĠâĢ IJ", + "Ġ назнаÑĩ", + "Ġна знаÑĩ", + "Ġназ наÑĩ", + "Ġназна Ñĩ", + "Ġstr any", + "Ġstran y", + "Ġstra ny", + "æ® ¿", + "ĠاÙĦ رÙĪ", + "ĠاÙĦر ÙĪ", + "çº ¸", + "åĪ ij", + "ï¼Į ä»İ", + "Ġ ë©´", + "Ġë© ´", + "ĠпÑĢовед еннÑı", + "Ġh ava", + "Ġha va", + "Ġhav a", + "ĠìĹĨ ìĹĪëĭ¤", + "ĠìĹĨìĹĪ ëĭ¤", + "å¢ŀ åĬł", + "Ú ¾", + "ç¼ º", + "Ġع بار", + "Ġعب ار", + "Ġt ắc", + "Ġin ÅŁa", + "er se", + "ers e", + "ر ÙĬب", + "رÙĬ ب", + "Ġá»ķ n", + "Ø£ Ø©", + "ĠÏĢολ ι", + "ĠÏĢο λι", + "Ġm ắc", + "Ñģ ол", + "Ñģо л", + "æ´ ŀ", + "- го", + "-г о", + "ç¨ĭ 度", + "ĠвикоÑĢиÑģÑĤ аннÑı", + "âĢŀ ظ", + "e lerinde", + "eler inde", + "eleri nde", + "elerin de", + "ĠNh Æ°ng", + "ĠNhÆ° ng", + "st ÅĻed", + "Ġhasta lık", + "Ġhast alık", + "à¹ī à¹Ģà¸Ľ", + "Ġd efa", + "Ġde fa", + "Ġdef a", + "Ġ زÙĬ", + "Ġز ÙĬ", + "اط ÙĤ", + "Ġп ÑĢой", + "ĠпÑĢ ой", + "ĠпÑĢо й", + "Ġок ÑĢÑĥг", + "ν ια", + "νι α", + "l adu", + "la du", + "lad u", + "k oli", + "ko li", + "kol i", + "Ġ oÄŁ", + "Ġo ÄŁ", + "Ġви Ñģок", + "ĠвиÑģ ок", + "Ð ĩ", + "çĽ ĸ", + "ãĤı ãģij", + "ãĥ¼ ãĥģ", + "ãĥ¼ãĥ ģ", + "æ¡ ¥", + "ĠÅ¡kol y", + "ĠÅ¡k oly", + "i tom", + "it om", + "ito m", + "Ġت ØŃص", + "ĠتØŃ Øµ", + "a lara", + "al ara", + "ala ra", + "alar a", + "Ġк ал", + "Ġка л", + "ĠпÑĢи Ñħод", + "Ġ é¦ĸ页", + "Ġé¦ĸ 页", + " į", + "ĠÛĮ عÙĨÛĮ", + "Ġt ùy", + "Ģ ë¡ľ", + "볤 ê³ł", + "á ze", + "áz e", + "Ġ ек", + "Ġе к", + "èħ ¹", + "ĠF akat", + "ĠFa kat", + "ĠFak at", + "п о", + "ĠÄij á»įc", + "ĠÄijá»į c", + "å Īĺ", + "åĪ ĺ", + "áz al", + "ÑĤ он", + "ÑĤо н", + "Ú¯ ÙĪ", + "ä¸ Ī", + "ìĹ ¼", + "ĠÙĦÙĦ Ø£", + "ĠE ÄŁer", + "åħ±åĴĮ åĽ½", + "Ø° ر", + "Ġd aÄŁ", + "Ġda ÄŁ", + "è¡Į ä¸ļ", + "ê±°ëŀĺ ê°Ģ", + "è´Ł è´£", + "C ông", + "ĠÑĦ илÑĮ", + "ĠÑĦил ÑĮ", + "Ġ аÑģ", + "Ġа Ñģ", + "Ġch ẳng", + "ним аÑĤÑĮ", + "нима ÑĤÑĮ", + "Ġif ad", + "Ġi fad", + "Ġ ìħ", + "Ġì ħ", + "çĪ µ", + "ĠÅĻe Å¡enÃŃ", + "åĽ½ 产", + "Ġкак ой", + "Ġка кой", + "Ġम ध", + "ĠY ar", + "ĠYa r", + "ob raz", + "obra z", + "Ġon emoc", + "Ġ âĤ", + "Ġâ Ĥ", + "åİŁ åĽł", + "ĠÙĥ رد", + "ĠÙĥر د", + "Ġآز اد", + "Ġad lı", + "ĠH izmet", + "ãĥ¼ ãĥij", + "ãĥ¼ãĥ ij", + "ÙĨ سÙĬØ©", + "ÙĨس ÙĬØ©", + "Ġв нÑĥÑĤ", + "ĠвнÑĥ ÑĤ", + "Ġd ále", + "Ġdál e", + "Ġdá le", + "Îķ Î¥", + "Ġ ÑĥÑħ", + "ĠÑĥ Ñħ", + "Ġ ÑĢев", + "ĠÑĢ ев", + "ĠÑĢе в", + "Ġ меÑĪ", + "Ġм еÑĪ", + "ĠkoÅŁ ul", + "ĠاÛĮ راÙĨÛĮ", + "ĠاÛĮراÙĨ ÛĮ", + "éĺ µ", + "Ġ ëıĻìķĪ", + "ĠëıĻ ìķĪ", + "à¹Ģ à¸Ł", + "à¹ĢภŁ", + "ëłĪ 벨", + "è¨Ń è¨Ī", + "p rak", + "pr ak", + "pra k", + "p oÄį", + "po Äį", + "اع دة", + "اعد Ø©", + "Ġas ker", + "Ġask er", + "ĠÙĪÛĮ ÚĺÙĩ", + "ĠÙĪÛĮÚĺ Ùĩ", + "ĠТ еÑĢ", + "ĠТе ÑĢ", + "mak ta", + "makt a", + "ĠÄįty ÅĻ", + "Âł С", + "âĢĮÚ©ÙĨ ÙĨد", + "ï¼Į 並", + "ĠÑĢоÑģ Ñĸй", + "Ġu nut", + "Ġun ut", + "è¿Ļ ä¸Ģ", + "o pak", + "op ak", + "opa k", + "èĢ IJ", + "Ġз амеÑĤ", + "Ġза меÑĤ", + "Ġзам еÑĤ", + "à¹Į ล", + "ب ÙĨ", + "Ġ 몰", + "Ġëª °", + "Ġins anlar", + "Ġinsan lar", + "åı¯ æĺ¯", + "æ¢ ¦", + "к од", + "ко д", + "èĽ Ľ", + "kl adnÃŃ", + "klad nÃŃ", + "ÑĢов од", + "ÑĢо вод", + "ĠмÑĸ ÑģÑĤа", + "ĠмÑĸÑģ ÑĤа", + "ĠмÑĸÑģÑĤ а", + "åĩº äºĨ", + "Ġп аÑģ", + "Ġпа Ñģ", + "о бов", + "об ов", + "Ú¯ اÙĩÛĮ", + "گاÙĩ ÛĮ", + "в ин", + "ви н", + "à¥įर ध", + "Ġком пон", + "Ġкомп он", + "Ġ аÑĤ", + "Ġа ÑĤ", + "Ġa det", + "Ġad et", + "Ġade t", + "Ġ ãĥģ", + "Ġãĥ ģ", + "ĠØ° ات", + "ĠØŃ ÙĪ", + "Ġtro chu", + "à¹ģ หà¸Ļ", + "à¹ģห à¸Ļ", + "Ġзав жди", + "ĠPart isi", + "ĠParti si", + "ĠS avaÅŁ", + "ĠSav aÅŁ", + "Ġs ÃŃd", + "ĠsÃŃ d", + "Ġ Ñģон", + "ĠÑģ он", + "ĠÑģо н", + "ر ÙĬÙģ", + "رÙĬ Ùģ", + "Ġz cela", + "åĺ ´", + "ĠÑĦ ÑĥÑĤ", + "il erek", + "ile rek", + "iler ek", + "ilere k", + "m alıdır", + "malı dır", + "Ġd á»±a", + "Ġdá»± a", + "à¸Ĺำ à¸ĩาà¸Ļ", + "ĠÙĪÙĦ ÙĥÙĨ", + "ĠÙĪÙĦÙĥ ÙĨ", + "ãģª ãĤĵãģł", + "ãģªãĤĵ ãģł", + "ĠÚ© ÙħÛĮ", + "ĠÚ©Ùħ ÛĮ", + "Ġléka ÅĻ", + "Ïģ Ïį", + "ج Ùħع", + "جÙħ ع", + "ın ızı", + "ını zı", + "ınız ı", + "ĠAn adolu", + "ãģ«ãĤĪ ãģ£ãģ¦", + "Ġê·¸ëŁ¬ ëĤĺ", + "Ġ íĮĶ", + "ĠíĮ Ķ", + "Ñĸ ÑĤÑĮ", + "ÑĸÑĤ ÑĮ", + "Ġ ¦", + "Ġ ¦", + "ä¸į è¦ģ", + "à¸ĸ ม", + "Ġ ÙĬد", + "ĠÙĬ د", + "ĠpÅĻ ep", + "ĠpÅĻe p", + "Ġ è¦ģ", + "Ġè¦ ģ", + "ĠпÑĢо екÑĤ", + "ĠпÑĢоек ÑĤ", + "ĠÑĢе ги", + "ĠÑĢег и", + "Ġd ạy", + "к ового", + "ков ого", + "ково го", + "Ġ ıs", + "Ġı s", + "ĠK ı", + "ĠÙģÙĬ Ùĩا", + "ĠÙģÙĬÙĩ ا", + "ÛĮ ات", + "ÛĮا ت", + "ĠÑģÑĤ ала", + "ĠÑģÑĤал а", + "ĠÑģÑĤа ла", + "æĬ ľ", + "Ñĥ ÑĢа", + "ÑĥÑĢ а", + "ĠÙ¾ اÛĮاÙĨ", + "ĠپاÛĮ اÙĨ", + "Ġپا ÛĮاÙĨ", + "Ġitibar en", + "а нÑĸÑĹ", + "ан ÑĸÑĹ", + "анÑĸ ÑĹ", + "Ġо ÑĦоÑĢм", + "л еÑĩ", + "ле Ñĩ", + "ε ξ", + "æĶ¿ çŃĸ", + "Ġ ç½ij", + "Ġç½ ij", + "å Ĥ¬", + "åĤ ¬", + "ĠìĿ´ 룰", + "Ġkar deÅŁ", + "Ñİ Ñīего", + "ÑİÑī его", + "л ки", + "ĠاÛĮ اÙĦات", + "ت Ùĩا", + "تÙĩ ا", + "Ġпод Ñħод", + "ĠØŃ ÙĪÙĦ", + "ĠØŃÙĪ ÙĦ", + "ĠÑģов ÑĢем", + "íĿ ¥", + "Ġ 詳細", + "Ġè© ³ç´°", + "ı yı", + "ıy ı", + "ĠتÙĤ ÙĪ", + "æ¯Ķ è¾ĥ", + "Ġαν ÏĦι", + "Ġ ΣΤ", + "ĠΣ Τ", + "ji Å¡Å¥", + "yn ı", + "Ġpo cházet", + "- Ðļ", + "Ġзав д", + "Ùİ Ø³", + "ç»ĵ æŀĦ", + "Ùħ ار", + "Ùħا ر", + "ν οι", + "νο ι", + "ĠÎł εÏģι", + "ĠγεÏģ ι", + "èĩ £", + "Ġna cházÃŃ", + "Ġnach ázÃŃ", + "ÏĦ Ïİ", + "à¥įय त", + "u yu", + "uy u", + "æķ Ĺ", + "e bi", + "eb i", + "Ġë°Ķ ë¡ľ", + "ĠгÑĢ н", + "ĠاÙĦ اس", + "Ġorg án", + "Ġ edin", + "Ġe din", + "Ġed in", + "Ġedi n", + "åŁ ĥ", + "à¹ģ à¸Ħ", + "ĠØŃ Ø¯ÙĪد", + "ĠØŃد ÙĪد", + "ĠдÑĢÑĥг ой", + "ĠдÑĢÑĥго й", + "оÑģ ков", + "оÑģк ов", + "ĠS ợ", + "ĠpÅĻ ib", + "ĠpÅĻi b", + "ä¿Ŀ æĬ¤", + "Ùħ بر", + "Ġ ãĥĨ", + "Ġãĥ Ĩ", + "Ġd oz", + "Ġdo z", + "op tera", + "opt era", + "ิล à¸Ľ", + "د ارÛĮ", + "دار ÛĮ", + "دا رÛĮ", + "æĦŁ è§ī", + "代 çIJĨ", + "ÙĨ دا", + "ÙĨد ا", + "ا ÙĬا", + "اÙĬ ا", + "ص ÙĨ", + "Ġce lé", + "Ġcel é", + "Ġ è©ķ", + "Ġè© ķ", + "à¸ĩ à¸Ļ", + "Ġ leh", + "Ġl eh", + "Ġle h", + "èİ· å¾Ĺ", + "ãĢĢ ï¾ī", + "ĠìĦł ìĪĺ", + "르 ëĬĶ", + "à¤Ĩ र", + "å§Ķ åijĺ", + "æĹł çłģ", + "Ġ è·", + "Ġè ·", + "Ġza jÃŃm", + "Ġzaj ÃŃm", + "ec ké", + "eck é", + "æ µľ", + "æµ ľ", + "ĠÑĥ нÑĸвеÑĢÑģиÑĤ", + "ĠбÑİдж еÑĤ", + "à¥ĩ .", + "Ġv stup", + "Ġ оÑī", + "Ġо Ñī", + "Ġ åľĭ", + "Ġåľ ĭ", + "ä¸ģ 缮", + "Ġв едÑĮ", + "Ġвед ÑĮ", + "Ġë§IJ ìĿĦ", + "Ġtek nik", + "Ġtekn ik", + "ãĢĢ ï½Į", + "ãĢĢï½ Į", + "ĠпÑĸд виÑī", + "ĠÑģвÑıз и", + "ĠÑģвÑı зи", + "Ġتر جÙħ", + " ī", + "ĠÄij âu", + "Ñĸ Ñĩного", + "ÑĸÑĩ ного", + "å°ij å¹´", + "e cta", + "ect a", + "ec ta", + "ि लत", + "िल त", + "ι οÏĤ", + "ιο ÏĤ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "t eg", + "te g", + "á» īnh", + "á»ī nh", + "¯ ¿", + "Ġne bu", + "Ġneb u", + "ÙĬ ÙĬÙĨ", + "о ÑıÑĤ", + "оÑı ÑĤ", + "é¤ Ĭ", + "ĠاÙĤتص ادÛĮ", + "ĠاÙĤتصاد ÛĮ", + "âĢĻ nun", + "âĢĻn un", + "ĠÐĴ Ñĸк", + "Ġng Äĥn", + "ëĮĢ íķĻêµIJ", + "ëĮĢíķĻ êµIJ", + "é ı", + "़ र", + "ا باÙĨ", + "اب اÙĨ", + "Ùİ Ùĥ", + "Ġet kil", + "Ġetk il", + "Ġetki l", + "Ġch ắn", + "Ġë°ľ ìĥĿ", + "Ġtam amen", + "Ġtamam en", + "ĠÙħØŃ ÛĮØ·", + "ü lü", + "ül ü", + "åģ¥ 康", + "ĠÑĢаÑģÑĤ ениÑı", + "ÏĢο ί", + "Ġ è¶ħ", + "Ġè¶ ħ", + "á Äį", + "ĠìĻ¸ ë¶Ģ", + "ĠØ® ÛĮÙĦÛĮ", + "ĠØ®ÛĮ ÙĦÛĮ", + "Ġد ÙĪست", + "ĠدÙĪ ست", + "à¹Ģà¸Ĥ à¸ķ", + "Ġk alan", + "Ġka lan", + "Ġkal an", + "ë¨ ¼", + "a vÄĽ", + "av ÄĽ", + "문 íĻĶ", + "Ġди аг", + "ĠÙĨ ÙĪÙĬس", + "ĠÙĨÙĪ ÙĬس", + "íķ ij", + "à¸ŀ าะ", + "ëĭ¤ ê°Ģ", + "Ġn iá»ĩm", + "Ġس ÙĪÙħ", + "ĠسÙĪ Ùħ", + "- м", + "à¸Ķำ à¹Ģà¸Ļ", + "à¹ĩ ว", + "ãĢĤ ãģĵãģ®", + "ç¯ ī", + "Width Space", + "Zero WidthSpace", + "ائ ÙħØ©", + "ائÙħ Ø©", + "à¹Ħà¸ĭ à¸ķ", + "ä¸ĭè½½ 次æķ°", + "ä¼¼ ä¹İ", + "ĠÑĤ в", + "Ġzá kaz", + "Ġج دا", + "Ġجد ا", + "Ġg ider", + "Ġgi der", + "Ġgid er", + "ãĥ¼ ãĥĵ", + "ãĥ¼ãĥ ĵ", + "n ů", + "Ġë§ģ íģ¬", + "ĠdÃ¼ÅŁ ük", + "Ñĥ нок", + "Ñĥн ок", + "Ġt óc", + "ĠÑĤ ÑĢÑĥб", + "ĠÑĤÑĢ Ñĥб", + "ĠÑĤÑĢÑĥ б", + "о кÑģ", + "ок Ñģ", + "Ġtr ải", + "Ġtrả i", + "Ġm iá»ħn", + "Ġth Æ°á»Ľc", + "Ġnh áºŃt", + "Âł D", + "m asının", + "mas ının", + "masını n", + "è¼ ª", + "ĠÎĿ ο", + "er ç", + "Ġdok once", + "Ġdokon ce", + "ĠG üven", + "ĠGü ven", + "ov aná", + "ova ná", + "ovan á", + "е зд", + "ез д", + "Ñĸ нÑĮ", + "Ñĸн ÑĮ", + "èģ ²", + "اÙĦ Ø£", + "ï¼Į ä½Ĩæĺ¯", + "ï¼Įä½Ĩ æĺ¯", + "Ġпол ноÑģÑĤÑĮÑİ", + "Port ály", + "ĠØŃ Ø§Ùģظ", + "à¥Ĥ à¤ķ", + "ÑĢ Ñĥн", + "ÑĢÑĥ н", + "人 çī©", + "Ġa çı", + "Ġaç ı", + "Ġp oru", + "Ġpo ru", + "Ġpor u", + "er iod", + "eri od", + "ĠAmer ika", + "ĠAmerik a", + "çĩ Ł", + "Ġ رÙĪد", + "Ġر ÙĪد", + "ĠرÙĪ د", + "ĠкÑĢов и", + "ÙĪ ÙĤت", + "ÙĪÙĤ ت", + "éĺ ¶", + "ãĥ»âĶģ ãĥ»âĶģ", + "ر ÙĬÙħ", + "رÙĬ Ùħ", + "åİĨ åı²", + "ä¸ ¸", + "Ġзн овÑĥ", + "Ġзнов Ñĥ", + "ĠÑģво его", + "ĠÑģвое го", + "бÑĥд ÑĮ", + "ĠØŃ Ø¬Ùħ", + "ĠØŃج Ùħ", + "ĠδÏį ο", + "ìķĪ ëĤ´", + "Ġ ãģ§", + "à¹Ī ะ", + "Ùij Ùı", + "çµIJ æŀľ", + "âĢĻ i", + "à¹Į ,", + "åŃĺ äºİ", + "Ġरà¤ĸ न", + "ĠسرÙħ اÛĮÙĩ", + "Ġг лÑĥб", + "ĠглÑĥ б", + "ĠÑĢаз Ñĸ", + "ĠÑĢа зÑĸ", + "Ñĩ нÑĸ", + "ï¼Į åıĪ", + "c ısı", + "cı sı", + "æľī åħ³", + "ãĤ» ãĥ³", + "èIJ ¨", + "ĠGi áo", + "ĠGiá o", + "ĠاÙĦØ« اÙĨÙĬ", + "ĠÑĢаз ом", + "Ġ ÑĤÑĢо", + "ĠÑĤ ÑĢо", + "ĠÑĤÑĢ о", + "Ġaçık lam", + "åĨ³ å®ļ", + "à¸Ń à¸Ľ", + "åĶ ¯", + "ĠÅŁ ark", + "ĠÅŁar k", + "Ġsist emi", + "Ġsistem i", + "Ġto prak", + "Ġtop rak", + "èĢĥ ãģĪ", + "Ġпоп ÑĥлÑıÑĢ", + "Ġ ëĨį", + "ĠëĨ į", + "ا ÙĬÙĨ", + "اÙĬ ÙĨ", + "स म", + "Ġ ÂĢ", + "Ġ Ģ", + "Ġed erek", + "Ġeder ek", + "Ġg ec", + "Ġge c", + "ìĤ¬ ìĹħ", + "ĠÑĢ оки", + "ĠÑĢок и", + "ĠбеÑĢ ем", + "ĠخاÙĨÙĪ ادÙĩ", + "Ġ èµ·", + "Ġèµ ·", + "Ġ ЧÑĤо", + "ĠЧ ÑĤо", + "Ġo bÄĽ", + "Ġob ÄĽ", + "и нÑĸ", + "ин Ñĸ", + "ìĿ´ ìĹĪ", + "ĠIn di", + "ĠInd i", + "Ġд иÑĤ", + "Ġди ÑĤ", + "ãĥ¶ æľĪ", + "Ġнем ного", + "Ġzáklad ÄĽ", + "à¹Ĥ à¸Ħ", + "ĠÑģам ого", + "ĠÑģамо го", + "Ġب ØŃØ«", + "ĠبØŃ Ø«", + "Ġ æ¶", + "Ġæ ¶", + "ов ж", + "Ġоб ÑĢаÑī", + "ĠобÑĢа Ñī", + "à Ĵ", + "ว รร", + "วร ร", + "à¤Ĥ श", + "ĠоÑĩ еÑĢед", + "ĠÙģ رز", + "ĠÙģر ز", + "ëĮĢ íķľ", + "Ġs izin", + "Ġsi zin", + "Ġsiz in", + "Ġsizi n", + "ر Ùģت", + "رÙģ ت", + "Ñİ Ñīим", + "ÑİÑī им", + "æ» ij", + "a vir", + "av ir", + "avi r", + "ĠÙĪ صÙĦ", + "ĠÙĪص ÙĦ", + "Ġqu ay", + "Ġqua y", + "Ġг ип", + "ÑĢ ениÑı", + "ÑĢе ниÑı", + "ÑĢен иÑı", + "à¥į वत", + "à¥įव त", + "ιν Ïīν", + "à¤ľ ह", + "Ġh Æ¡i", + "Ġpo važ", + "Ġpov až", + "Ġع رب", + "м енÑĤа", + "мен ÑĤа", + "менÑĤ а", + "Ġо ÑģÑĤан", + "ĠоÑģÑĤ ан", + "ä¹ĭ éĹ´", + "a cÃŃch", + "ac ÃŃch", + "acÃŃ ch", + "ĠÑģказ ала", + "ĠÑģказал а", + "ìĿ´ ëĿ¼ëĬĶ", + "ìĿ´ëĿ¼ ëĬĶ", + "ĠØ´ اخ", + "Ġëĭ¹ ìĭł", + "ar lar", + "arl ar", + "Ġмл н", + "åĨ ¬", + ". :.:.:", + ".: .:.:", + ".:.: .:", + ".:. :.:", + ".:.:. :", + "Ġ θε", + "Ġθ ε", + "Ġher kes", + "Ġherk es", + "л Ñıд", + "лÑı д", + "ا Ùħا", + "اÙħ ا", + "Ġë ŃIJ", + "Ïĥιμο ÏĢοι", + "Ġ obraz", + "Ġob raz", + "Ġobr az", + "Ġobra z", + "غ اÙĦ", + "B Æ°á»Ľc", + "å° Ĭ", + "ìŀIJ 를", + "æĢ Ĵ", + "οÏħ Ïģγ", + "å¼ķ ãģį", + "Ġkon uda", + "Ġkonu da", + "ĠاÙĦت ج", + "Ġ krit", + "Ġk rit", + "Ġkr it", + "å¿ į", + "ĠìłĦìĦ¸ ê°Ģ", + "г овоÑĢ", + "го воÑĢ", + "гов оÑĢ", + "Ġist iyor", + "о ки", + "ок и", + "ĠобеÑģп еÑĩ", + "ĠобеÑģпе Ñĩ", + "Ġay rıca", + "Ġayrı ca", + "à¹Ģ à¸ľ", + "à¹Ģภľ", + "а ÑĢод", + "аÑĢ од", + "Ä° Åŀ", + "ĠجÙħ ÙĩÙĪرÛĮ", + "ĠجÙħÙĩÙĪر ÛĮ", + "ĠÑģво иÑħ", + "ĠÑģвои Ñħ", + "Ġprov ád", + "Ġ ÑĢам", + "ĠÑĢ ам", + "ĠÑĢаР¼", + "ĠÑĢа м", + "ĠÙĤ ض", + "л иÑĤелÑĮ", + "лиÑĤ елÑĮ", + "ãĤ± ãĥĥãĥĪ", + "оÑģ оÑĦ", + "Ġर हन", + "Ġरह न", + "k ový", + "ko vý", + "kov ý", + "ì° ¸", + "γ κα", + "γκ α", + "λ οι", + "λο ι", + "μ ÏĢο", + "μÏĢ ο", + "ĠÄij au", + "ĠÄija u", + "н иÑİ", + "ни Ñİ", + "Ġman žel", + "Ġ íĺ¼", + "Ġíĺ ¼", + "ĠÑĤ иÑģ", + "ĠÑĤи Ñģ", + "ãĥĨ ãĥ«", + "ab ilecek", + "abil ecek", + "abile cek", + "abilece k", + "н ин", + "ни н", + "à¸ģรรม à¸ģาร", + "éł IJ", + "Ġph ê", + "j edn", + "je dn", + "jed n", + "交 æµģ", + "Ġвним ание", + "об ÑĢеÑĤ", + "Ġжиз нÑĮ", + "ÑĢи ÑģÑĤи", + "ÑĢиÑģÑĤ и", + "ÑĢиÑģ ÑĤи", + "à¥Ī à¤ļ", + "Ġyüz den", + "Ġyüzde n", + "Ġg iy", + "Ġgi y", + "éļ Ķ", + "ä» ²", + "Ġ èĻ", + "Ġè Ļ", + "ĠP arti", + "ĠPart i", + "ĠPar ti", + "Ġ éĸ¢", + "Ġéĸ ¢", + "ัà¸ļ ส", + "Ġnej lepÅ¡ÃŃ", + "Ùİ Ùī", + "ĠìĿ´ ìłľ", + "Ġc ắt", + "ÑĢоз Ñĥм", + "Ġnej sou", + "l ÃŃd", + "lÃŃ d", + "θ ο", + "à¹ĩ à¸ĩ", + "ĠÑģп ÑĢоÑģ", + "ma mÄ±ÅŁ", + "mam Ä±ÅŁ", + "Ġ 쪽", + "Ġì ª½", + "ا ÙģÙĤ", + "اÙģ ÙĤ", + "ÑĨÑĸй ниÑħ", + "Ġ é¦Ļ", + "Ġé¦ Ļ", + "ĠÙħÛĮÙĦÛĮ ÙĪÙĨ", + "å¤ ¢", + "ĠÙģ Ùĩرست", + "r ý", + "Ġпо вÑĸдом", + "Ġпов Ñĸдом", + "ec eÄŁi", + "ece ÄŁi", + "ĠзабезпеÑĩ еннÑı", + " Ķ", + "ãģĹ ãģªãģĦ", + "åŁº ç¡Ģ", + "ĠÚĨ ÙĨÛĮÙĨ", + "ĠÑĢоз ÑĢоб", + "ä¸Ģ äºĽ", + "ãĥ³ ãģ®", + "ĠпÑĢа ÑĨÑĸв", + "ĠпÑĢаÑĨÑĸ в", + "å¾Ĺ åĪ°", + "Ġt ấn", + "åŃĺæ¡£ å¤ĩ份", + "Ġ íĻĪ", + "ĠíĻ Ī", + "Ġ à¸Ķาว", + "Ġà¸Ķ าว", + "ìĭ ±", + "л ина", + "ли на", + "лин а", + "ĠвоÑģп ал", + "ÄŁ inden", + "ÄŁin den", + "ÄŁinde n", + "аÑĤ елей", + "аÑĤе лей", + "r ž", + "ĠÑĦ Ñĥн", + "ĠÐIJ л", + "ĠпоÑĩ ÑĤи", + "о вÑĸд", + "ов Ñĸд", + "овÑĸ д", + "ا عب", + "اع ب", + "าะ ห", + "Ġвоз ÑĢаÑģÑĤ", + "ิà¸ĩ ห", + "ĠÙģ ÙĦس", + "ĠÙģÙĦ س", + "ĠÅ¡ est", + "à¸Ĭ าว", + "Ġ 골", + "Ġê³ ¨", + "Ġ oÄį", + "Ġo Äį", + "ãĤ¸ ãĥ§", + "к оÑģÑĤи", + "ко ÑģÑĤи", + "éĽĨ åĽ¢", + "æ± ĩ", + "ĠpÅĻÃŃ liÅ¡", + "Ġ ìĿij", + "ĠìĿ ij", + "ди ви", + "див и", + "ĠдокÑĥм енÑĤа", + "ĠдокÑĥменÑĤ а", + "ĠCh âu", + "Ġm áu", + "Ġmá u", + "Ġkh ô", + "à ķ", + "Ñī ий", + "Ñīи й", + "Ġs ẵn", + "Ġкон ÑĦ", + "Ġз ÑĥÑģÑĤ", + "åĽŀ çŃĶ", + "Ġ коÑĢиÑģÑĤ", + "ĠкоÑĢ иÑģÑĤ", + "Ġко ÑĢиÑģÑĤ", + "ĠÏĢεÏģ ί", + "ĠÏĢε Ïģί", + "ä¸ °", + "Ġm ạch", + "ан к", + "ä¸ĭ æĿ¥", + "èµĦ æĸĻ", + "ย à¸Ńà¸Ķ", + "ĠÏĢ ιο", + "à¹ī à¸ĩาà¸Ļ", + "à¹īà¸ĩ าà¸Ļ", + "Ġum ÃŃst", + "æ½ ®", + "çªģ çĦ¶", + "Ġk ultur", + "Ġkul tur", + "ĠاÙĦ صÙģ", + "ĠاÙĦص Ùģ", + "a larının", + "alar ının", + "aların ın", + "alarını n", + "ĠÎĶη μο", + "Ġвикон аннÑı", + "Ġвико наннÑı", + "ï½ ¿", + "Ġбез опаÑģ", + "ĠÑģ аÑħ", + "Ġn oh", + "Ġno h", + "à¹ĥ à¸ļ", + "éĥ½ å¸Ĥ", + "ÅŁ am", + "ÅŁa m", + "б ÑĥÑĤ", + "бÑĥ ÑĤ", + "Ġ모 ìĬµ", + "Ġв аг", + "Ġва г", + "çIJĨ 解", + "Ġekonom ik", + "Ġkh ắc", + "Ġs vat", + "Ġsv at", + "лиÑĪ ком", + "ัà¸ĩ à¸Īาà¸ģ", + "iz yon", + "èĥ½ å¤Ł", + "ί νει", + "ίν ει", + " Ĭ", + "ì¦ Į", + "Ġ ÙĩاÛĮÛĮ", + "ĠÙĩ اÛĮÛĮ", + "ĠÙĩاÛĮ ÛĮ", + "ĠkiÅŁ iler", + "ĠkiÅŁi ler", + "Ġк леÑĤ", + "Ġкл еÑĤ", + "Ġкле ÑĤ", + "íĺ ģ", + "à¥ĥ द", + "i Å¡", + "ëĶĶ ìĺ¤", + "ÙĬ راÙĨ", + "ÙĬر اÙĨ", + "ÙĬرا ÙĨ", + "ĠÐĿ Ñĥ", + "à¸Ń à¸Ļà¸Ĺ", + "à¸Ńà¸Ļ à¸Ĺ", + "ĠÑģ оÑĩ", + "ĠÑģо Ñĩ", + "Ġist eyen", + "ĠS ez", + "ĠSe z", + "Ġ ãĤ»", + "ĠãĤ »", + "ĠA ç", + "âĢĮ ÙĨ", + "ĠÑĤ оп", + "ĠÑĤо п", + "ĠÑĤеÑĢÑĢиÑĤ оÑĢ", + "a cılık", + "acı lık", + "Ġод нÑĥ", + "Ġv eri", + "Ġver i", + "Ġve ri", + "ĠÚ© د", + "ĠÚ¯ ÙģتÙĩ", + "ĠÚ¯Ùģت Ùĩ", + "Ġcin sel", + "Ġcins el", + "олог ии", + "ĠpÅĻed mÄĽt", + "à¤Ĥ à¤ĺ", + "Ġ 空", + "Ġç© º", + "γ α", + "' ye", + "'y e", + "ت رة", + "تر Ø©", + "Ġd ÅĻÃŃ", + "ĠH Ãłn", + "ĠHÃł n", + "Ġر شتÙĩ", + "Ġv idea", + "Ġvi dea", + "Ġvid ea", + "Ġvide a", + "Ġ ног", + "Ġн ог", + "Ġно г", + "æ ·»", + "æ· »", + "è¿ĺ æľī", + "ÙĨ در", + "ÙĨد ر", + "Ġy erde", + "Ġyer de", + "Ġk ent", + "Ġke nt", + "Ġken t", + "à¸ļ าล", + "Ġд еÑģÑı", + "Ġде ÑģÑı", + "ä¸ļ åĬ¡", + "Ġоб ÑĬек", + "ĠобÑĬ ек", + "ĠвнÑĥÑĤÑĢ ÑĸÑĪ", + "ĠвнÑĥÑĤ ÑĢÑĸÑĪ", + "k ola", + "ko la", + "kol a", + "eb nÃŃ", + "ี ล", + "Ġ ,.", + "Ġ, .", + "ĠмÑĸж наÑĢод", + "ãģªãĤĵ ãģ¦", + "ĠS öz", + "Ġ chod", + "Ġc hod", + "Ġch od", + "Ġcho d", + "Ġtr úc", + "Ġtrú c", + "ìļĶ ìĿ¼", + "Ġph áºŃn", + "Ñģ ка", + "Ñģк а", + "ĠÑħ лоп", + "Ñģ ким", + "Ñģк им", + "Ñģки м", + "Ġka pit", + "Ġkap it", + "ëĵ¤ ìĹIJê²Į", + "Ġb Ãło", + "ĠbÃł o", + "lı ģın", + "lıģı n", + "lıģ ın", + "Ä° ÅŁ", + "Äį nÃŃk", + "ÄįnÃŃ k", + "Ġ NgoÃłi", + "ĠNg oÃłi", + "Ġب ÛĮاÙĨ", + "ĠبÛĮ اÙĨ", + "Ġpro Äį", + "Ġpr oÄį", + "ĠпÑĢоÑĤ Ñıгом", + "åĢ ī", + "е Ñİ", + "Ġ νο", + "Ġν ο", + "ëĿ¼ ëıĦ", + "ì ·¨", + "Ġви Ñıв", + "Ġпо над", + "Ġпон ад", + "Ġжов ÑĤ", + "Ġ æ¯Ķ", + "Ġæ¯ Ķ", + "Ġd oby", + "Ġdo by", + "Ġdob y", + "л ам", + "ла м", + "Ñij л", + "Ġ ÑĢаÑħ", + "ĠÑĢ аÑħ", + "ĠÑĢа Ñħ", + "Ġвоз ника", + "Ġвозник а", + "ниÑĨÑĤ во", + "å± ¤", + "ĠоÑĤ лиÑĩ", + "ĠоÑĤли Ñĩ", + "çĤ İ", + "é£ ¯", + "Ġživ ota", + "Ġživot a", + "at ör", + "Ġce lý", + "Ġcel ý", + "Ġ aday", + "Ġa day", + "Ġad ay", + "Ġada y", + "ر ÙĬÙĥÙĬ", + "رÙĬ ÙĥÙĬ", + "رÙĬÙĥ ÙĬ", + "Ġب ص", + "m eyen", + "me yen", + "meye n", + "mey en", + "ìļ° ìĬ¤", + "ب ÙĪÙĦ", + "بÙĪ ÙĦ", + "Ġ озна", + "Ġо зна", + "Ġоз на", + "é º¼", + "éº ¼", + "æĵ ļ", + "Ġz kou", + "Ġzk ou", + "ëĤĺ ìļĶ", + "Ġk ry", + "Ġkr y", + "Ġnem oh", + "Ġvyu žÃŃ", + "Ġ æľ¨", + "Ġад мÑĸнÑĸÑģÑĤÑĢа", + "ا Ùĩا", + "اÙĩ ا", + "à¹ĥ à¸ģล", + "＿＿＿＿ ＿＿＿＿", + "Ġ гоÑĤ", + "Ġг оÑĤ", + "ĠدÛĮ گرÛĮ", + "ĠدÛĮگر ÛĮ", + "Ġл екаÑĢ", + "è§ Ģ", + "Ġ íĺij", + "Ġíĺ ij", + "ĠB öyle", + "ist rov", + "istr ov", + "istro v", + "女 åŃIJ", + "Ġпоп еÑĢед", + "ĠÙĨÙĪÙĬس ÙĨدÙĩ", + "ÙĴ ÙĦ", + "ĠÐŁ ав", + "Ġö rnek", + "Ġör nek", + "Ġп ÑĢик", + "ĠпÑĢ ик", + "ĠпÑĢи к", + "Ġ ÑĪи", + "ĠÑĪ и", + "üslü man", + "ĠÙħÙĤ ابÙĦ", + "åįģ äºĮ", + "Ġb ekl", + "Ġbe kl", + "Ġbek l", + "Ġver ir", + "Ġve rir", + "Ġveri r", + "ÙĪ Ø°", + "ض Ø©", + "ÑĢо ÑĤив", + "ÑĢоÑĤ ив", + "æĮ ij", + ". .:", + ".. :", + "Ġخارج ÙĬØ©", + "a dık", + "ad ık", + "adı k", + "ĠÐŁ оÑĩ", + "ĠÐŁÐ¾ Ñĩ", + "ĠÑħÑĥд ож", + "客 æĪ·", + "μ ον", + "μο ν", + "ek tiv", + "ekt iv", + "Ġt vá", + "Ġtv á", + "Û² Û²", + "Ġl á»įc", + "Ġо но", + "Ġон о", + "ÑĨ иÑĤ", + "ÑĨи ÑĤ", + "ĠÐĴ Ñģ", + "Ġ å¢", + "Ġå ¢", + "æµ ª", + "а ÑĢÑĸ", + "аÑĢ Ñĸ", + "Ġsür ekli", + "Ġ stra", + "Ġs tra", + "Ġst ra", + "Ġstr a", + "Ġb ize", + "Ġbi ze", + "Ġbiz e", + "Ġtes pit", + "Ġch âu", + "ĠاÙĦ ض", + "à¹īà¸Ń à¸ĩà¸ģ", + "à¹īà¸Ńà¸ĩ à¸ģ", + "Ġ èĢħ", + "ĠèĢ ħ", + "ĠH á»", + "Ġкажд Ñĭй", + "а Ñİ", + "à¸Ļ à¸Ħร", + "à¸Ļà¸Ħ ร", + "à¸Ĺ ะ", + "ĠÙħر اجع", + "ĠÙħراج ع", + "Ġha line", + "Ġhal ine", + "δ οÏĤ", + "δο ÏĤ", + "e ÄŁi", + "ĠÙħÛĮ زاÙĨ", + "Ġ ÙĩÙĦ", + "ĠÙĩ ÙĦ", + "Ġb olest", + "Ġbo lest", + "Ġbol est", + "Ġ åľŁ", + "Ġåľ Ł", + "Ġu zman", + "Ġuz man", + "ÑĢ ог", + "ÑĢо г", + "確 èªį", + "ĠÑĢÑĸз ниÑħ", + "Ġза кÑĢÑĭ", + "Ġзак ÑĢÑĭ", + "лÑĥ ги", + "лÑĥг и", + "ĠÑģо веÑĤ", + "ĠÑģов еÑĤ", + "id di", + "idd i", + "åIJĪ ãĤıãģĽ", + "Ġ åIJī", + "ĠåIJ ī", + "Ġk iá»ĩm", + "ë² ½", + "ĠÙħع ÙħÙĪÙĦ", + "ĠопÑĢед елÑı", + "ĠопÑĢедел Ñı", + "Ġmik tar", + "Ġ ìŀIJëıĻ", + "ĠìŀIJ ëıĻ", + "Ġil aç", + "л оÑĩ", + "ло Ñĩ", + "Ġy ılı", + "Ġyıl ı", + "Ġyı lı", + "Ġ ÄIJá»ĥ", + "ĠÄIJ á»ĥ", + "ĠÄIJá» ĥ", + "Ġab ych", + "Ġaby ch", + "Ġrek lam", + "Ġrekl am", + "Ġv ypad", + "Ġvy pad", + "Ġvyp ad", + "Ġна ÑĥÑĩ", + "à¹Ģà¸Ħร าะห", + "Ġ ä»ĸ", + "p ovÄĽ", + "po vÄĽ", + "ï¼Į 让", + "ç¥ Ŀ", + "ا ÙĪÙĨد", + "اÙĪ ÙĨد", + "اÙĪÙĨ د", + "Ġ: |:", + "Ġ:| :", + "Ġre ž", + "Ġvyb av", + "ìľ ¤", + "æŃ ´", + "огÑĢаÑĦ иÑı", + "ez peÄį", + "ezpe Äį", + "± n", + "о вÑĥ", + "ов Ñĥ", + "Ġд Ñĥма", + "ĠдÑĥ ма", + "ĠдÑĥм а", + "Ġjedn odu", + "Ġjedno du", + "о Ñīи", + "оÑī и", + "ĠÙħ شتر", + "ĠÙħØ´ تر", + "è¦ ³", + "Ġyok tur", + "Ġyoktu r", + "Ġob Äįan", + "ĠTr ần", + "ım sız", + "α ιν", + "αι ν", + " Į", + "ر ÛĮاÙĨ", + "رÛĮ اÙĨ", + "ĠJe ho", + "ĠJeh o", + "ĠاÙĦ Ø¢ÙĨ", + "ĠاÙĦØ¢ ÙĨ", + "ÑģÑĮ ким", + "ÑģÑĮк им", + "Ġk dyby", + "Ġkdy by", + "ĠbaÅŁ ına", + "Ġprez ident", + "Ġ Viá»ĩc", + "ĠV iá»ĩc", + "åħ ¼", + "à¥Į à¤ľ", + "Ġ매매 ê°Ģ", + "模 å¼ı", + "nÃŃ mu", + "nÃŃm u", + "Ġ åĤ", + "Ġå Ĥ", + "Ġ deniz", + "Ġd eniz", + "Ġden iz", + "ĺ èĽĽ", + "Ġ èĢĮ", + "ĠèĢ Į", + "ÙĪ ØŃ", + "Ñĭ п", + "Ġâĸ ¼", + "n ul", + "nu l", + "ĠS ev", + "ĠSe v", + "Ġ ruh", + "Ġr uh", + "Ġru h", + "Ġh ạ", + "Ġ Ñıн", + "ĠÑı н", + "Ġ기 본", + "Ġv elik", + "Ġve lik", + "Ġvel ik", + "ĠT ân", + "и лиÑģÑĮ", + "ил иÑģÑĮ", + "или ÑģÑĮ", + "ĠÑħ ÑĢа", + "åĤ ·", + "Ġà¤Ĩ à¤ı", + "Ġn ynÃŃ", + "Ġny nÃŃ", + "» ØĮ", + "ĠØ´ ع", + "æĿ Ĥ", + "Ġм ÑĭÑĪ", + "ĠмÑĭ ÑĪ", + "ãģĻ ãģIJ", + "Ġ ê³µì§Ģ", + "Ġê³µ ì§Ģ", + "Ġt á»Ļc", + "ãĥ¼ ãĥĩ", + "ãĥ¼ãĥ ĩ", + "ĠÑģ ело", + "ĠÑģел о", + "Ġا عÙĦاÙħ", + "Ġاع ÙĦاÙħ", + "ĠÅŁ imdi", + "ĠÅŁi mdi", + "ĠاÙĦÙħ ÙĬÙĦاد", + "ĠاÙĨÙĤÙĦ اب", + "Ġشخص ÙĬØ©", + "ĠK ür", + "ĠKü r", + "Ġ вÑĸÑĤ", + "Ġв ÑĸÑĤ", + "ĠвÑĸ ÑĤ", + "ĠاÙĨد ازÙĩ", + "Ġм оÑī", + "Ġмо Ñī", + "t ernet", + "ter net", + "tern et", + "ĠαÏħ ÏĦή", + "ĠÑĢоз ÑĤа", + "Ġв ив", + "Ġви в", + "l ej", + "le j", + "Ġ 表", + "Ġè¡ ¨", + "ÏĥÏĥ ÏĮÏĦε", + "ĠÙĬ ست", + "ĠÙĬس ت", + "Ġм аÑĪ", + "Ġма ÑĪ", + "åĿ ļ", + "Ġком наÑĤ", + "า หล", + "าห ล", + "Ġ çĻ¼", + "ĠçĻ ¼", + "ĠاÙĪÙĦ ÛĮÙĨ", + "è¿IJ åĬ¨", + "Ġп ÑĥнкÑĤ", + "ĠпÑĥнк ÑĤ", + "ĠоÑģоб енно", + "Ġм ам", + "Ġма м", + "ç» ©", + "￣￣￣￣ ￣￣￣￣", + "алÑĮ нÑĭм", + "ĠЦ енÑĤ", + "ĠЦе нÑĤ", + "- Ðľ", + "ç· Ĵ", + "Ġह à¤ľ", + "о ÑĤÑĭ", + "оÑĤ Ñĭ", + "ãĤ¤ ãĥī", + "د ارة", + "دار Ø©", + "دا رة", + "ãģ¨ ãģĹãģŁ", + "ั à¸ŀย", + "ัà¸ŀ ย", + "Ġot áz", + "Ġдопом огоÑİ", + "à¹ģละ à¸ģาร", + "ĠÑĤÑĢанÑģп оÑĢÑĤ", + "ĠÑĤÑĢанÑģпоÑĢ ÑĤ", + "ĠÙĤر Ø¢ÙĨ", + "Ġ 第ä¸Ģ", + "Ġ第 ä¸Ģ", + "Ġм ил", + "Ġми л", + "Ġng ôi", + "Ġl inh", + "Ġli nh", + "Ġlin h", + "ĠNh ân", + "ÑĮогод нÑĸ", + "æĢ Ģ", + "à¹ī าส", + "à¹īา ส", + ".:: .::", + "Ġbi rey", + "Ġbir ey", + "æĢĿ ãģĦ", + "à¹ĥ à¸Ķ", + "веÑĢ д", + "ве ÑĢд", + "Ġlistop adu", + "Ġ à¹ģม", + "Ġà¹ģ ม", + "г е", + "Ġк ÑĥÑħ", + "ĠкÑĥ Ñħ", + "Ġ íĻľëıĻ", + "ĠíĻľ ëıĻ", + "Ġ èİ", + "Ġè İ", + "ĠÐIJ лÑĮ", + "ĠÐIJл ÑĮ", + "íļĮ ìĿĺ", + "ĠÏĢ Ïģα", + "Ġv ui", + "Ġvu i", + "ว ร", + "à¤Ĥ व", + "Ġg ece", + "Ġge ce", + "Ġgec e", + "ç« ¶", + "Ġk uv", + "Ġku v", + "м еÑī", + "ме Ñī", + "ĠÑĤеп еÑĢÑĮ", + "ĠÑĤепеÑĢ ÑĮ", + "à¸Ń à¹Ģม", + "åĪ¶ 度", + "ĠÑĤ ÑĢеÑĤ", + "ĠÑĤÑĢ еÑĤ", + "ĠÙĨ تÛĮجÙĩ", + "ä»ĺ ãģį", + "Ġ ï¾ŀ", + "Ġï¾ ŀ", + "Ġ Ñĩого", + "ĠÑĩ ого", + "âĢIJ -", + "ĠÅĻÃŃ ká", + "à¸ĩ à¹ĥà¸Ļ", + "ĠnÄĽkol ika", + "ĠnÄĽkolik a", + "Ġb una", + "Ġbu na", + "Ġbun a", + "ï¼Į åŃĺäºİ", + "ล ำ", + "ãĢģ ãģ¨", + "Ġn á»Ļp", + "ĠاÙĦ جÙĨ", + "ĠاÙĦج ÙĨ", + "ĠÎł αν", + "Ġγα ν", + "Ðŀ Ðł", + "Ġدخ تر", + "Ġúda je", + "Ġúdaj e", + "Ġ å¼ł", + "Ġå¼ ł", + "r etim", + "re tim", + "ret im", + "s ınız", + "sın ız", + "ĠÙĩÙĨ اÙĥ", + "ĠÙĩÙĨا Ùĥ", + "ÐĽ Ь", + "æķ ¬", + "Îij Îľ", + "页éĿ¢ åŃĺæ¡£å¤ĩ份", + "ìĤ¬ ê°Ģ", + "Ġt rest", + "Ġtr est", + "Ġtre st", + "Ġtres t", + "v iÄį", + "vi Äį", + "ĠÙ¾ ÛĮدا", + "ĠÙ¾ÛĮ دا", + "ζ ε", + "ĠÐŁ ов", + "ĠÐŁÐ¾ в", + "ÙĦÙħ ات", + "o rex", + "or ex", + "ore x", + "è¬ Ľ", + "ĠвÑĸдк ÑĢиÑĤ", + "м аÑħ", + "ма Ñħ", + "ĠÑĩиÑģ ле", + "ت بار", + "تب ار", + "ĠÎŃ Îº", + "ìķĦ íĮĮíĬ¸", + "r avel", + "ra vel", + "rav el", + "α Ïĥία", + "αÏĥ ία", + "a Äį", + "Ġ à¤ıन", + "Ġà¤ı न", + "ละ à¹Ģà¸Ń", + "Ġз алеж", + "Ġза леж", + "Ġзал еж", + "Ġ æģ", + "Ġæ ģ", + "Ġмож еÑĤе", + "ĠможеÑĤ е", + "Ġможе ÑĤе", + "Ġпо вед", + "Ġпов ед", + "ĠبسÛĮ ارÛĮ", + "ĠبسÛĮار ÛĮ", + "Ġ poÄįet", + "Ġpo Äįet", + "ĠpoÄį et", + "ر بع", + "رب ع", + "e lez", + "el ez", + "ele z", + "ا ÙĪرÛĮ", + "اÙĪ رÛĮ", + "اÙĪر ÛĮ", + "Ġba ÅŁk", + "ĠbaÅŁ k", + "å° Ĥ", + "Ġhal de", + "æĭ Ł", + "S au", + "Sa u", + "о ÑĨи", + "ี à¸Ħ", + "Ġв лади", + "Ġвла ди", + "Ġвлад и", + "ÙIJ Ùħ", + "k ud", + "ku d", + "à¥Ĥ ब", + "å§Ķ åĵ¡", + "า รà¸ĵ", + "าร à¸ĵ", + "o rů", + "or ů", + "Ġ ÙħÙĪÙĦ", + "ĠÙħ ÙĪÙĦ", + "ĠÙħÙĪ ÙĦ", + "Ġ byt", + "Ġb yt", + "Ġby t", + "ĠpÅĻÃŃslu Å¡", + "èĭ± è¯Ń", + "éĢ IJ", + "Ġvel ké", + "Ġvelk é", + "Ġà¤Ĩ श", + "Ġph iếu", + "Ġphi ếu", + "à¹ĥ ส", + "Ġاس Ù¾", + "Ġzbo žÃŃ", + "ãģĵ ãĤĵãģª", + "ãģĵãĤĵ ãģª", + "ĠÙĪÙĩ ÙĬ", + "ĠÑĥÑĩа ÑģÑĤÑĮ", + "ĠÑĥÑĩаÑģÑĤ ÑĮ", + "ĠÑĥÑĩаÑģ ÑĤÑĮ", + "à¸Īำ à¸Ļวà¸Ļ", + "Ġتر Ú©", + "åįģ åĪĨ", + "ÎŁ Îł", + "ÎŁÎ ł", + "κ ολ", + "κο λ", + "Ġf akat", + "Ġfa kat", + "Ġfak at", + "Ġch á»Ĺ", + "éĢļ çŁ¥", + "Ġв одÑĥ", + "Ġво дÑĥ", + "Ġвод Ñĥ", + "ĠÎļα ÏĦηγοÏģία", + "aca ģını", + "acaÄŁ ını", + "л ого", + "ло го", + "ĠmÃ¼ÅŁ ter", + "Ġj ednou", + "Ġjed nou", + "Ġjedn ou", + "Ġjedno u", + "Ġб аÑĢ", + "Ġба ÑĢ", + "i dae", + "id ae", + "ida e", + "d ım", + "dı m", + "è¾ ²", + "åIJ ¹", + "ëIJ ©ëĭĪëĭ¤", + "ĠÅŁekl inde", + "e ným", + "en ým", + "ený m", + "ëĵ ¯", + "i tÄĽ", + "it ÄĽ", + "Ġк олÑĮ", + "Ġкол ÑĮ", + "Ġко лÑĮ", + "ëĮĢ íķĻ", + "ĠÃĸ r", + "Ġ ê½", + "Ġê ½", + "ĠUB ND", + "Ġh ik", + "Ġhi k", + "ãĤī ãģĹãģĦ", + "ãĤīãģĹ ãģĦ", + "åĩº åĵģ", + "C ó", + "Ġ Îŀ", + "ĠÎ ŀ", + "Ġ åħ¥", + "Ġåħ ¥", + "ĠNg uyên", + "ĠÙ¾ ÙĪØ´", + "лÑı ÑĶ", + "ĠØ¢ غاز", + "Ġnhiá»ħ m", + "d ivid", + "div id", + "di vid", + "ç ĺ", + "ا ÙģتÙĩ", + "اÙģ تÙĩ", + "اÙģت Ùĩ", + "а меÑĤ", + "ам еÑĤ", + "нÑĥ лÑģÑı", + "нÑĥл ÑģÑı", + "ä¼ģ æ¥Ń", + "ÑĢоб ÑĸÑĤ", + "dü ÄŁÃ¼", + "dÃ¼ÄŁ ü", + "Ġ کاÙĨ", + "ĠÚ© اÙĨ", + "à¸Ń à¸ĩà¸Ĺ", + "à¸Ńà¸ĩ à¸Ĺ", + "й н", + "Ġpoh yb", + "Ġpohy b", + "Ġb iá»ĩn", + "Ġbi á»ĩn", + "Ġ ï¼Ľ", + "Ġï¼ Ľ", + "Ùħ ÙĨد", + "ÙħÙĨ د", + "Ġà¤Ĩ à¤ķ", + "ĠÄįlov ÄĽk", + "ĠÄįlovÄĽ k", + "ãĤĴè¦ĭ ãĤĭ", + "ë· °", + "ĠÑĥв елиÑĩ", + "ĠÑĥвели Ñĩ", + "Ġ ê´", + "Ġê ´", + "Ġyan lÄ±ÅŁ", + "éº ¦", + "Ġå¤ĸ éĥ¨", + "ÏĦ οÏħÏģγ", + "ÏĦοÏħ Ïģγ", + "Ġп ÑĢоÑĩ", + "ĠпÑĢ оÑĩ", + "ĠпÑĢо Ñĩ", + "ĠÑĢÑĥ ковод", + "çĽ ¤", + "èľ ĺèĽĽ", + "å®ī è£ħ", + "ĠУ кÑĢа", + "Ġtart Ä±ÅŁ", + "ÑĤ аж", + "ÑĤа ж", + "ĠoluÅŁ an", + "ĠRus ya", + "Ġк лÑĥб", + "Ġкл Ñĥб", + "ĠклÑĥ б", + "ĠÎł Ρ", + "alı dır", + "k ın", + "kı n", + "ĠзмÑĸ ни", + "ĠзмÑĸн и", + "leÅŁ ik", + "еÑĢ п", + "об Ñīе", + "обÑī е", + "Ġqu áºŃn", + "Ġप श", + "ãĤĴ åıĹ", + "à¹Ģล à¸Ĥ", + "ا ضر", + "اض ر", + "Ġuž ivatel", + "λ ία", + "λί α", + "ĠÐĴ они", + "ĠÐĴо ни", + "ุà¸Ķ à¸Ĺ", + "ĠV Ãł", + "ãĥ³ ãĤ¿", + ") ëĬĶ", + "æ¸ Ľ", + "Ġ μÏĢ", + "Ġμ ÏĢ", + "å· §", + "ĠÑĪ кол", + "ĠÑĪк ол", + "Ġì²ĺ ìĿĮ", + "ัà¸ģ à¸Ķ", + "æ® Ĭ", + "Ġnh á»Ŀ", + "ĠοÏĢο ία", + "à¹ģ à¸Ļว", + "à¹ģà¸Ļ ว", + "меÑĢик ан", + "nÃŃ ka", + "nÃŃk a", + "Ġíĺ¸ íħĶ", + "سب ب", + "à¸ĩ ม", + "ìŀĪ ëĬĶ", + "غ Ø·", + "Ùı ÙĦ", + "¹ æŀľ", + "Ñĩ Ñĸв", + "ÑĩÑĸ в", + "ÑĪ аÑı", + "ÑĪа Ñı", + "ĠØ¥ ÙĦا", + "ĠØ¥ÙĦ ا", + "خص ÙĪص", + "ll ll", + "ĠÑį ÑĤим", + "ĠÑįÑĤ им", + "ĠÑįÑĤи м", + "Ġz vÃŃ", + "Ġzv ÃŃ", + "Ġqu án", + "Ġquá n", + "à¸Ļ à¸ģ", + "Ġп олов", + "Ġпо лов", + "Ġпол ов", + "Ġ æ·±", + "Ġæ· ±", + "Ġm iá»ģn", + "Ġmi á»ģn", + "人 éĸĵ", + "Ġз им", + "Ġmey dana", + "е ÑĦ", + "Ġb á»ģn", + "Ġbá»ģ n", + "ز ÙĬد", + "زÙĬ د", + "ĠÐł еÑģп", + "ĠÐłÐµ Ñģп", + "ÎĻ ΣΤ", + "ÎĻΣ Τ", + "Ġ æĶ¶", + "ĠæĶ ¶", + "r aya", + "ra ya", + "ray a", + "ĠتÙĪ اÙĨد", + "ĠتÙĪاÙĨ د", + "Ġ ister", + "Ġis ter", + "Ġi ster", + "Ġist er", + "Ġ ë°Ģ", + "Ġë° Ģ", + "ĠмеÑħ ани", + "Ġ à¸ķำ", + "Ġà¸ķ ำ", + "Ġд ека", + "Ġде ка", + "Ġдек а", + "à¤Ĥ à¤Ĺल", + "à¤Ĥà¤Ĺ ल", + "ãĥ¼ ãĤ«ãĥ¼", + "Ġnep ÅĻÃŃ", + "ĠnepÅĻ ÃŃ", + "ĠÑģ ÑĩиÑĤ", + "ĠÑģÑĩ иÑĤ", + "Ġο μά", + "Ġç ift", + "ب ÛĮÙĨÛĮ", + "بÛĮ ÙĨÛĮ", + "بÛĮÙĨ ÛĮ", + "m eleri", + "me leri", + "mel eri", + "meler i", + "Ġвоз дейÑģÑĤв", + "d ou", + "do u", + "ìĥģ ìĿĦ", + "ĠÐĴ олод", + "ĠÐĴо лод", + "ĠÐĴол од", + "ε β", + "ÐĿ Ðĺ", + "Ñı к", + "Ïį ÏĦε", + "з ано", + "за но", + "len ir", + "c elik", + "ce lik", + "cel ik", + "ĠÑģоÑģÑĤав лÑıеÑĤ", + "ι αÏĤ", + "ια ÏĤ", + "ĠÐĵ оÑĢ", + "ä¹ĭ ä¸Ģ", + "Ïĥμ ÏĮÏĤ", + "ÏĥμÏĮ ÏĤ", + "ãģ« éĸ¢", + "Ġв Ñĩ", + "Ġп оÑģк", + "Ġпо Ñģк", + "ĠпоÑģ к", + "è¼ ¯", + "à¥Ģ श", + "ĠØ¢ ثار", + "à¸Ħวาม ร", + "Ġ един", + "Ġе дин", + "Ġеди н", + "íħ IJ", + "å¹³ æĪIJ", + "ĠkiÅŁ inin", + "ĠkiÅŁi nin", + "ãĤ² ãĥ¼ãĥł", + "à¥įत व", + "Ġkapsam ında", + "Ġak tar", + "Ġakt ar", + "Ġtr ừ", + "Ġر شد", + "Ġна каз", + "Ġнак аз", + "ر ÙĬÙĦ", + "رÙĬ ÙĦ", + "à¸Ń à¸Ħ", + "Ġگذ شتÙĩ", + "Ġ æ°ij", + "Ġæ° ij", + "ĠÑĤеб Ñı", + "s por", + "sp or", + "spo r", + "Ñİ ÑīаÑı", + "ÑİÑī аÑı", + "окÑĢем а", + "в ад", + "ва д", + "ĠCh úng", + "ĠزÛĮ ادÛĮ", + "ĠزÛĮاد ÛĮ", + "е ного", + "ен ого", + "ено го", + "ĠÚ© سÛĮ", + "à ŀ", + "Ġad ına", + "Ġadı na", + "Ñĥ да", + "Ñĥд а", + "Ñĸ ÑĶ", + "аÑĤ ели", + "аÑĤе ли", + "Ġnáv Å¡tÄĽ", + "çĶ¨ äºİ", + "ĠپرÙĪ ÙĨدÙĩ", + "ĠÙĨ بÙĪد", + "ĠÙĨب ÙĪد", + "س ات", + "ìĹ ĺ", + "ãģ£ ãģ¦ãĤĤ", + "ãģ£ãģ¦ ãĤĤ", + "Ġ çī©", + "Ġçī ©", + "Ðĺ з", + "åĪ ·", + "Ġ íľ´", + "Ġí ľ´", + "ĠоÑģоб лив", + "ãģĹ ãģ¾ãģ£ãģŁ", + "ãģĹãģ¾ ãģ£ãģŁ", + "a ydı", + "ay dı", + "ayd ı", + "åĩº çļĦ", + "ĠìķĦëĭĪ ëĿ¼", + "ıs ını", + "à¸Ĺาà¸ĩ à¸ģาร", + "Ġzv uky", + "Ġ 管", + "Ġç® ¡", + "âĸĭ âĸĭ", + "ĠÑĤ елеÑĦ", + "ĠÑĤел еÑĦ", + "Ġн елÑĮзÑı", + "ãĥ« ãģ®", + "Ïĥ ÏĢ", + "Ġ ç³", + "Ġç ³", + "åł ¡", + "ÑĨ Ñĥз", + "ÑĨÑĥ з", + "رÙĬ ÙĤØ©", + "رÙĬÙĤ Ø©", + "à¤¿à¤Ľ ल", + "è² ©", + "ĠУ кÑĢаÑĹн", + "ĠУкÑĢаÑĹ Ð½", + "ĠÙħسئ ÙĪÙĦ", + "Ġо ÑĩÑĸ", + "ĠоÑĩ Ñĸ", + "æľĢ å¾Į", + "Ġзна Ñİ", + "Ġзн аÑİ", + "à¹ī à¸Ļà¸Ĺ", + "à¹īà¸Ļ à¸Ĺ", + "ĠÑĤ еÑĢап", + "ĠÑĤеÑĢ ап", + "ĠÑĤе ÑĢап", + "ĠÑģп ок", + "ĠØ®ÙĪد رÙĪ", + "éĺ »", + "Ġdüz ey", + "ä¸Ģ åĢĭ", + "ا ÙģÙĩ", + "اÙģ Ùĩ", + "à¤Ĥ य", + "èµĦ 产", + "继 ç»Ń", + "ĠÑģ лаб", + "ĠÑģл аб", + "æĦı æĢĿ", + "ĠíĻĺ ìĤ°", + "ĠÑı ÑĢ", + "Ġd ůvod", + "Ġdů vod", + "çĿ Ľ", + "تÛĮ ب", + "ĠÙĪ ÛĮر", + "ĠÙĪÛĮ ر", + "ĠÙĩ زÛĮÙĨÙĩ", + "Ġben zer", + "Ġbenz er", + "ĠÙħ ادÙĩ", + "ĠÙħا دÙĩ", + "ĠÙħاد Ùĩ", + "à¥Į à¤ķ", + "Ġ à¹Ģà¸ķ", + "Ġà¹Ģ à¸ķ", + "Ġà¹Ģภķ", + "ãĤĪ ãģı", + "ид енÑĤ", + "èĭ± èªŀ", + "е ÑĢÑĭ", + "еÑĢ Ñĭ", + "Ġê¸Ī ìķ¡", + "Ġ ãĥ¼", + "Ġãĥ ¼", + "Ġ ëį¤íĶĦ", + "Ġëį ¤íĶĦ", + "ÑĢ аÑĤÑĮ", + "ÑĢа ÑĤÑĮ", + "ÑĢаÑĤ ÑĮ", + "Ġ åįķ", + "Ġåį ķ", + "à¹Ģà¸ī à¸ŀาะ", + "Ġ æĶ¿", + "ĠæĶ ¿", + "Ġà¤Ĩ म", + "Ġз ни", + "Ġзн и", + "Ġ ëĿ¼ìĿ´", + "ĠëĿ¼ ìĿ´", + "æİ Į", + "çIJĨ çĶ±", + "Ġ اغ", + "Ġا غ", + "ĠØ§Ø º", + "ĠÑģ иг", + "ĠÑģи г", + "Ġе ÑĦекÑĤив", + "ĠÐŁ ÑĢед", + "ĠÐŁÑĢ ед", + "ãĥ´ ãĤ£", + "Ġви ко", + "Ġвик о", + "Ġt vrd", + "Ġtv rd", + "ëĤ´ 기", + "ãĥĭ ãĤ¢", + "ĠÙħشاÙĩ دÙĩ", + "Ġस à¤ļ", + "l Ã¼ÄŁ", + "lü ÄŁ", + "è¯ģ åĪ¸", + "Ġs iêu", + "Ġsi êu", + "Ġ оÑĤв", + "ĠоÑĤ в", + "Ġvyt voÅĻ", + "ĠØŃ ÙħÙĦ", + "ĠØŃÙħ ÙĦ", + "ĠÑĦ ÑĢан", + "à¹ī à¸Ķ", + "åĮ» éĻ¢", + "Ġв лад", + "Ġвла д", + "غ ÙĦ", + "建 ç«ĭ", + "os loven", + "osl oven", + "и лаÑģÑĮ", + "ила ÑģÑĮ", + "عÙĦ ÙĪÙħات", + "عÙĦÙĪÙħ ات", + "Ġ ترÛĮÙĨ", + "Ġتر ÛĮÙĨ", + "ÎŃ Ïģει", + "ÎŃÏģ ει", + "Ġb áºŃt", + "ĠÙħØ´ Ú©", + "Ġر ئÙĬس", + "Ġرئ ÙĬس", + "Ġìłľ ìŀij", + "γ η", + "Ġн Ñĸк", + "ĠнÑĸ к", + "Ġ구 ìĦ±", + "ĠÄij en", + "Ġà¤ļ र", + "Ġgeç miÅŁ", + "äºĨ 解", + "Ġл еÑģ", + "Ġqu anh", + "Ġqua nh", + "Ġquan h", + "ãĢĮ æĪij", + "ĠNÄĽkter á", + "ëŀ į", + "Ãħ Ÿ", + "à¤Ĥ दर", + "à¤Ĥद र", + "ìķĦ ìĿ´", + "å°ij ãģĹ", + "ĠØ´Ùĩر ÛĮ", + "ĠØ´Ùĩ رÛĮ", + "κ ÏĦη", + "ĠâĹ Ħ", + "Ġ Ùĥس", + "ĠÙĥ س", + "è· Į", + "à ı", + "å·¥ åħ·", + "åĬ ĥ", + "p om", + "po m", + "ĠнавÑĩ аннÑı", + "Ġ رج", + "Ġر ج", + "ÑĢ ÑĥеÑĤÑģÑı", + "ÑĢÑĥ еÑĤÑģÑı", + "ÑĢÑĥеÑĤ ÑģÑı", + "Ġν ÎŃ", + "ÛĮÙĨ Ú©", + "à¹Ĥ à¸ĭ", + "åĭ ¤", + "ãģĹãģ¾ ãģĨ", + "ĠÑģ оглаÑģ", + "ĠÑģог лаÑģ", + "éĩij èŀį", + "ç »¿", + "ç» ¿", + "ĠС ан", + "æķ µ", + "Ġпо вÑĸÑĤ", + "Ġпов ÑĸÑĤ", + "Ġпом оÑīи", + "ĠпомоÑī и", + "ãĥ¡ ãĥªãĤ«", + "ãĤ· ãĤ¢", + "ĠÏĢ ÏģοÏĤ", + "ĠÏĢÏģο ÏĤ", + "èĪª 空", + "ĠваÑĢи анÑĤ", + "ĠваÑĢиан ÑĤ", + "Ġyalnız ca", + "ç³» çµ±", + "ĠÙģ ÙĪر", + "ĠÙģÙĪ ر", + "оÑĩ ной", + "оÑĩно й", + "à¹Ģว à¸Ńร", + "ĠкÑĥлÑĮ ÑĤÑĥÑĢ", + "ĠкÑĥлÑĮÑĤÑĥ ÑĢ", + "Ïĩ ι", + "ÄįÃŃ ta", + " ĵ", + "人 ãģĮ", + "κ οÏį", + "κο Ïį", + "ĠÑĢе ÑĶ", + "Ġв ÑģÑİ", + "ĠвÑģ Ñİ", + "éº Ĺ", + "Ġز ÙĨاÙĨ", + "ĠزÙĨ اÙĨ", + "çĭ Ĥ", + "Ġ หม", + "Ġห ม", + "Ġx úc", + "åħ Ĵ", + "ÄŁ inin", + "ÄŁi nin", + "ÄŁini n", + "ÄŁin in", + "åĸľ 欢", + "ĠÑģÑĤ ад", + "ĠÑģÑĤа д", + "iy esi", + "iye si", + "ìļ ±", + "è Ŀ", + "Ġ kus", + "Ġk us", + "Ġku s", + "ÏĦ ολ", + "ÏĦο λ", + "г Ñĸв", + "Ñĸ ли", + "Ñĸл и", + "ãģĦ ãĤĦ", + "é© Ĺ", + "ont rol", + "ا ÙĦÙĥ", + "اÙĦ Ùĥ", + "к овиÑħ", + "ко виÑħ", + "ков иÑħ", + "ĠÑģÑĤ ало", + "ĠÑģÑĤал о", + "ĠÑģÑĤа ло", + "ĠÎł αÏģα", + "Ġγα Ïģα", + "ĠγαÏģ α", + "Ġ chy", + "Ġc hy", + "Ġch y", + "Ġcih az", + "ĩ ´", + "ìŀ¥ ìĿ´", + "a ceae", + "ace ae", + "acea e", + "Ø´ Ùĩر", + "Ø´Ùĩ ر", + "ил аннÑı", + "çļĦ å°ı", + "Ġth ụ", + "Ġthá» ¥", + "ÙĪ ÙĨت", + "ÙĪÙĨ ت", + "л оÑĢ", + "ло ÑĢ", + "ãĤĴ æĮģ", + "ĠÎĶ ι", + "Ġ 羣", + "Ġçľ Ł", + "ÐĽ Ðŀ", + "é½ IJ", + "çİ Ħ", + "ا ÙĪÙĩ", + "اÙĪ Ùĩ", + "Ġи нÑĤ", + "Ġин ÑĤ", + "à¥Ģ à¤Łà¤°", + "à¥Ģà¤Ł र", + "Ġ обÑīе", + "Ġоб Ñīе", + "ĠобÑī е", + "Ġдеп ÑĥÑĤ", + "μÎŃν εÏĤ", + "ĠÙĥ ÙĬÙģ", + "ع ÙħÙĦ", + "عÙħ ÙĦ", + "ï¼Į å¦Ĥæŀľ", + "ï¼Įå¦Ĥ æŀľ", + "Ġин ÑĦек", + "i tele", + "it ele", + "ite le", + "itel e", + "Ġ ãĢĢãĢĢĠãĢĢ", + "ĠãĢĢ ãĢĢĠãĢĢ", + "ĠãĢĢãĢĢ ĠãĢĢ", + "ãĤ¤ ãĥ³ãĥĪ", + "ãĤ¤ãĥ³ ãĥĪ", + "л ÑĸÑĤ", + "лÑĸ ÑĤ", + "Ġ ÑģÑİ", + "ĠÑģ Ñİ", + "Ġz ase", + "Ġza se", + "Ġzas e", + "d ech", + "de ch", + "dec h", + "е ко", + "ек о", + "è® ĵ", + "åı ¬", + "з ем", + "Îł Îij", + "Ġvz du", + "า à¸Īาà¸ģ", + "าà¸Ī าà¸ģ", + "ko liv", + "kol iv", + "koli v", + "zk um", + "èģ Ĭ", + "Ġì±Ħ ìļ©", + "๠į", + "Ġ asp", + "Ġa sp", + "Ġas p", + "Û² Û´", + "ìĿ¸ ëį°", + "ĠkarÅŁÄ± laÅŁ", + "ï¼Į åı¯ä»¥", + "ï¼Įåı¯ 以", + "Ġà¤ĩन à¤ķ", + "Ġ ìĬ¤íĥĢ", + "ĠìĬ¤ íĥĢ", + "éĥ¨ å±ĭ", + "åĪ¶ ä½ľ", + "ãĥ¼ ãĤ·ãĥ§ãĥ³", + "ον ÏĦαÏĤ", + "γ ο", + "Ġìŀij ìĦ±", + "èij £", + "oz ÅĻejmÄĽ", + "ĠÑĢезÑĥлÑĮÑĤаÑĤ е", + "ĠÑĢезÑĥлÑĮÑĤ аÑĤе", + "ĠIns ecta", + "Ġs kon", + "Ġsk on", + "o tu", + "ot u", + "Ġp ÄĽt", + "ĠpÄĽ t", + "Ñģ ÑĮого", + "ÑģÑĮ ого", + "ĠÄ°s lam", + "Ġl á»ħ", + "Ġlá» ħ", + "ä¸Ń åľĭ", + "ĠÐľÑĸ нÑĸÑģÑĤ", + "åIJĪ åIJĮ", + "asy onu", + "asyon u", + "ож еÑĤ", + "оже ÑĤ", + "èĩª åĬ¨", + "ÑģÑĮ коÑİ", + "ÑģÑĮк оÑİ", + "ÑģÑĮко Ñİ", + "ĠkiÅŁ isel", + "ĠkiÅŁi sel", + "ÏĦ ικοÏį", + "ÏĦικ οÏį", + "ÏĦι κοÏį", + "ÏĦικο Ïį", + "Ġ ÑĥÑĩаÑģ", + "ĠÑĥ ÑĩаÑģ", + "ĠÑĥÑĩ аÑģ", + "ĠÑĥÑĩа Ñģ", + "ıl mÄ±ÅŁtır", + "ılmÄ±ÅŁ tır", + "ĠÑı ке", + "ĠÑıк е", + "Ñī инÑĭ", + "Ñīи нÑĭ", + "Ñīин Ñĭ", + "м аÑĢ", + "ма ÑĢ", + "Ġso udu", + "Ġsou du", + "Ġsoud u", + "Âł Я", + "Ġд ÑĢÑĥ", + "ĠдÑĢ Ñĥ", + "ãģ¡ ãĤĩ", + "à¥ĭ à¥ľ", + "ï¾ ij", + "Ġ ÏĦÏĮ", + "ĠÏĦ ÏĮ", + "Ġ ضر", + "Ġض ر", + "l áš", + "lá Å¡", + "Ġд Ñĸв", + "ĠдÑĸ в", + "Ġج دÙĬد", + "Ġجد ÙĬد", + "Ġнеб олÑĮÑĪ", + "ĠнеболÑĮ ÑĪ", + "éģ Ń", + "ç» į", + "ĠKur ulu", + "ĠKurul u", + "ÑģÑĤÑĢ ÑĥменÑĤ", + "ÑģÑĤÑĢÑĥ менÑĤ", + "è¿Ļ æĺ¯", + "ìĻ Ķëĭ¤", + "ìĻĶ ëĭ¤", + "м елÑĮ", + "ме лÑĮ", + "Ġ ä¼Ĭ", + "ủ ng", + "ĠзавиÑģим оÑģÑĤи", + "ëį ¤íĶĦ", + "çĩ ĥ", + "è¿ĩ åİ»", + "ĠзаÑģÑĤоÑģ ÑĥваннÑı", + "Ġداخ ÙĦÛĮ", + "ĠداخÙĦ ÛĮ", + "Ñī Ñij", + "ĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂł", + "ĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂł", + "ïº ®", + "ĠاÙĦÙħ ÙħÙĦÙĥØ©", + "s ında", + "sı nda", + "sın da", + "è³ Ģ", + "å± ı", + "Ġ ê¿", + "Ġê ¿", + "Ġdo ktor", + "Ġdok tor", + "ĠÙĤ اب", + "ĠS ist", + "ĠSi st", + "ĠмеÑģÑĤ е", + "ĠÑģоÑħ ÑĢа", + "ا شتÙĩ", + "اش تÙĩ", + "اشت Ùĩ", + "Ġ æľŁ", + "ĠпоÑģк олÑĮкÑĥ", + "Ġp ev", + "Ġpe v", + "ا گر", + "اگ ر", + "Ùħ ز", + "Ġض ÙħÙĨ", + "ॠ©", + "g esi", + "ge si", + "ges i", + "a ÄŁa", + "aÄŁ a", + "解 åĨ³", + "ëħ¸ ì¶ľ", + "Ġl uyá»ĩn", + "Ġкон ÑĤак", + "ĠконÑĤ ак", + "ภº", + "Ġ NgÃły", + "ĠNg Ãły", + "Ġvý stav", + "Ġth uyết", + "اÛĮ ع", + "Ġ: /:", + "Ġ:/ :", + "Ġph ạt", + "ĠÎij ÏĢÏĮ", + "ĠÎijÏĢ ÏĮ", + "Ġ muz", + "Ġm uz", + "Ġmu z", + "Ġ ìĥī", + "Ġìĥ ī", + "ĠÃĩ in", + "Ġکار برد", + "Ġکاربر د", + "ائ د", + "ب اد", + "با د", + "à¥į तम", + "à¥įत म", + "Ġ ëijĺ", + "Ġëij ĺ", + "Ġм оз", + "Ġмо з", + "Å¡ ÃŃch", + "Å¡ÃŃ ch", + "Ġ มห", + "Ġม ห", + "ĠØ¢ س", + "ĠÑģ лиÑĪком", + "èĥ ¡", + "è£ ģ", + "æĪ »", + "ĠìĦ¤ ëªħ", + "Ġo tom", + "Ġot om", + "Ġoto m", + "Ġलà¤Ĺ à¤Ńà¤Ĺ", + "à¸ĩ à¸ģ", + "ا بد", + "اب د", + "à¸Ļ าม", + "à¸Ļา ม", + "èĤ ©", + "Ġشد ÙĨد", + "ĠشدÙĨ د", + "ãģĿãģ® ä»ĸ", + "ad lo", + "ÄĽ n", + "ĠÙĦ Ùĩا", + "ĠÙĦÙĩ ا", + "Ġмин им", + "Ġми ним", + "Ġd ÅĻev", + "ĠTh iên", + "ĠThi ên", + "ëŀ Ļ", + "en gin", + "eng in", + "à¥Ģ मत", + "à¥Ģम त", + "ĠÑĥп оÑĤÑĢеб", + "âĢĮ تر", + "Ġç¥ŀ 马", + "ov ánÃŃm", + "ová nÃŃm", + "ovánÃŃ m", + "ován ÃŃm", + "Ġд ело", + "Ġдел о", + "Ġде ло", + "Ġ ç¼ĸ", + "Ġç¼ ĸ", + "ĠاÙĦ ظ", + "Ġ вий", + "Ġв ий", + "Ġви й", + "а ÑĤом", + "аÑĤ ом", + "аÑĤо м", + "åħ¬ åijĬ", + "ĠÄij em", + "ãĤ· ãĥªãĥ¼ãĤº", + "ä¸ĭ çļĦ", + "l ası", + "la sı", + "las ı", + "ĠвÑĭ боÑĢ", + "ĠвÑĭб оÑĢ", + "ÑĤ оÑĤ", + "ÑĤо ÑĤ", + "ëıĦ ë³Ħ", + "ĠÑĥ ÑģÑĤан", + "ĠÑĥÑģÑĤ ан", + "Ġ íŀĪ", + "Ġíŀ Ī", + "лÑĥ аÑĤа", + "Ġth ác", + "а нием", + "ан ием", + "ани ем", + "ание м", + "ов аÑĤÑĮÑģÑı", + "ова ÑĤÑĮÑģÑı", + "оваÑĤÑĮ ÑģÑı", + "ÑĤ ÑĶ", + "ÐŃ ÑĤо", + "ï¼Į è¦ģ", + "ĠV z", + "ĠØŃ ÙĪزÙĩ", + "ĠØŃÙĪ زÙĩ", + "- к", + "V Ỽi", + "ent ů", + "Ġbulun duÄŁu", + "Ġbulundu ÄŁu", + "ر ÙĪØ·", + "رÙĪ Ø·", + "ĠÑĹ Ð¹", + "Ġçev r", + "Ġ ÅĻed", + "ĠÅĻ ed", + "ĠÅĻe d", + "Ġس اختÙĩ", + "Ġساخت Ùĩ", + "åĬŀ æ³ķ", + "Ġ ÙĤÙĦ", + "ĠÙĤ ÙĦ", + "i ÅŁi", + "iÅŁ i", + "ï¼Ŀ ï¼Ŀ", + "س اس", + "Ġúdaj ů", + "å ¬", + "æį Ł", + "á ct", + "ác t", + "ĠÎij ÏĢ", + "çĪ ·", + "Ġ ÅĻád", + "ĠÅĻ ád", + "Ġl á»Ĺi", + "Ġlá» Ĺi", + "Ġlá»Ĺ i", + "on tent", + "ont ent", + "onte nt", + "ĠÙħ Ø°", + "ol oji", + "olo ji", + "oloj i", + "Ġپرد اخت", + "à¹ī าà¸ŀ", + "à¹īา à¸ŀ", + "ĠдейÑģÑĤв иÑı", + "Ġmnož stvÃŃ", + "ìķĪ ë§Ī", + "åģ ¶", + "Ġ ÃĶng", + "ĠÃĶ ng", + "Ġdak ika", + "hen dis", + "hend is", + "Ġb ác", + "å¯ ¶", + "à¹ĩà¸ģ หà¸į", + "noc enÃŃ", + "ĠErd oÄŁan", + ": ::::::::::::", + ":: :::::::::::", + ":::: :::::::::", + ":::::: :::::::", + ":::::::: :::::", + "::: ::::::::::", + "::::: ::::::::", + "::::::: ::::::", + "::::::::: ::::", + ":::::::::: :::", + "::::::::::: ::", + ":::::::::::: :", + "аÑĤ ем", + "аÑĤе м", + "d ız", + "dı z", + "ĠØ£ÙĬ ضا", + "ĠØ£ÙĬض ا", + "ĠÑįÑĦ ÑĦек", + "ãĤĮ ãģ¦ãģĦãĤĭ", + "ãĤĮãģ¦ ãģĦãĤĭ", + "ĠbaÅŁv uru", + "ĠbaÅŁvur u", + "ά νει", + "άν ει", + "ĠÏĦε λεÏħÏĦα", + "Ġê²Ģ ìĥī", + "ĠÚ©ÙĨ ترÙĦ", + "Ġ शà¤ķ", + "Ġश à¤ķ", + "å¼ ¹", + "Ġol muÅŁtur", + "Ġolm uÅŁtur", + "ĠolmuÅŁ tur", + "Ġв ÑģÑĤÑĥп", + "ĠвÑģÑĤ Ñĥп", + "Ñĩ ила", + "Ñĩи ла", + "Ñĩил а", + "ย า", + "ĠØ£ØŃ Ùħد", + "os lav", + "osl av", + "ĠÑĩа Ñģов", + "ĠÑĩаÑģ ов", + "Ġzá kladnÃŃ", + "Ġzáklad nÃŃ", + "Ġस व", + "д он", + "до н", + "ĠÅĻÃŃj na", + "κ οÏħ", + "κο Ïħ", + "éĢģ æĸĻçĦ¡æĸĻ", + "éĢģæĸĻ çĦ¡æĸĻ", + "Ïĥ ίαÏĤ", + "Ïĥία ÏĤ", + "Ïĥί αÏĤ", + "ãĤ´ ãĥª", + "Ġв иб", + "Ġви б", + "å½ Ĵ", + "Ġназ ад", + "ĠçĻ¾åº¦ æĶ¶å½ķ", + "á» Ĩ", + "Ġkal dı", + "ì¼ ľ", + "Ġ íıŃ", + "Ġíı Ń", + "ĠÑĩи ном", + "ĠÑĩин ом", + "è ¹", + "Ñı л", + "ĠÑĢаз дел", + "ĠÑĢазд ел", + "d G", + "ĠT ento", + "ĠTen to", + "ĠTent o", + "Ñı ÑĤÑĮÑģÑı", + "ÑıÑĤÑĮ ÑģÑı", + "éĿ¢ çļĦ", + "ĠÎķ ÏĢι", + "ĠÎķÏĢ ι", + "ê° ij", + "Ġk èm", + "ни ÑĨÑı", + "ниÑĨ Ñı", + "çĸ «", + "éĽ Ļ", + "ĠÙħر Ùĥز", + "Ġна Ñĥк", + "å¢ Ĺ", + "ĠÑĤе пеÑĢ", + "ĠÑĤеп еÑĢ", + "ा à¤ł", + "ाठł", + "à¹ĩà¸ļ à¹Ħà¸ĭà¸ķ", + "μβ ÏģίοÏħ", + "ĠÑĦÑĸн анÑģов", + "ĠÑĦÑĸнанÑģ ов", + "Ñĸ ÑĶÑİ", + "ÑĸÑĶ Ñİ", + "Ïģ ίζ", + "Ïģί ζ", + "ì¤ Ħ", + "ĠباÙĨ Ú©", + "t ul", + "tu l", + "li ÄŁini", + "liÄŁi ni", + "liÄŁ ini", + "liÄŁin i", + "ĠпозволÑı еÑĤ", + "Ġпозвол ÑıеÑĤ", + "Ïĥ ί", + "Ġ ìĽĥ", + "ĠìĽ ĥ", + "à¹Į à¸Ħ", + "Ġpol ov", + "Ġpo lov", + "Ġpolo v", + "ìŀ¥ ìĿĦ", + "is té", + "ist é", + "ĠС Ð¡Ð¡Ðł", + "á hl", + "áh l", + "è ¥", + "Ġкомп лек", + "à¸Ĥ à¸Ļาà¸Ķ", + "ั ศ", + "ν αν", + "να ν", + "Ġç¥ŀ马 æĶ¶å½ķ", + "ìĭľ ìĺ¤", + "Ġé¦ĸ页 第", + "ĠçĻ¾åº¦ æµģéĩı", + "åij¨ æĶ¶å½ķ", + "Ġh atta", + "Ġhat ta", + "ÐĴ Ñĸд", + "ĠвÑĭ ÑģÑĤÑĥп", + "Ú© ارÛĮ", + "کار ÛĮ", + "کا رÛĮ", + "K hi", + "Kh i", + "Ġì°¾ ìķĦ", + "Ġn ặng", + "éĨ «", + "ĠV Å¡", + "ĠпеÑĢ ен", + "ĠпеÑĢе н", + "л ава", + "ла ва", + "лав а", + "ÙĬ ÙħÙĬ", + "ÙĬÙħ ÙĬ", + "Ġvat andaÅŁ", + "Ġ ιÏĥÏĦο", + "Ġι ÏĥÏĦο", + "Ġ à¸ĵ", + "Ġภĵ", + "स ल", + "г ен", + "ге н", + "Ġ بÙĪر", + "Ġب ÙĪر", + "ĠبÙĪ ر", + "âĢĮدÙĩ د", + "âĢĮد Ùĩد", + "l ıklı", + "lık lı", + "Ġ strate", + "Ġst rate", + "Ġstr ate", + "Ġstrat e", + "Ġstra te", + "ب ÙĪر", + "بÙĪ ر", + "ãĢģ ãĤ¢", + "Ġson uc", + "Ġsonu c", + "Ġна иболее", + "- в", + "Ġвод ой", + "oj enÃŃ", + "oje nÃŃ", + "Ġغ رب", + "Ġغر ب", + "Ġb eri", + "Ġbe ri", + "Ġber i", + "a dÄĽ", + "ad ÄĽ", + "Ġd ovol", + "Ġdo vol", + "Ġdov ol", + "âĢĮÚ©ÙĨ ÙĨدگاÙĨ", + "âĢĮÚ©ÙĨÙĨد گاÙĨ", + "ãģķ ãĤī", + "ãĥ³ ãĤº", + "ãĤ« ãĥ«", + "om etr", + "ome tr", + "omet r", + "åĩ Ģ", + "ĠÙģ ÙĪÙĦ", + "ĠÙģÙĪ ÙĦ", + "ĠÙħ ÙĪسÛĮ", + "ĠÙħÙĪ سÛĮ", + "ĠÙħÙĪس ÛĮ", + "ĠاÙĦÙħغ رب", + "e cko", + "ec ko", + "eck o", + "ÙĢÙĢÙĢÙĢ ÙĢÙĢÙĢÙĢ", + "ê°Ģ 격", + "ÑĢ ÑĥÑĤ", + "ÑĢÑĥ ÑĤ", + "Ġ ë¶Ģë¶Ħ", + "Ġë¶Ģ ë¶Ħ", + "ĠpÅĻed pis", + "Ġoprav du", + "еÑĤ иÑĩ", + "еÑĤи Ñĩ", + "à¹Ĥ à¸Ħรà¸ĩà¸ģาร", + "æ ħ§", + "æħ §", + "æĭ ľ", + "س Ùĥ", + "ìŀ¡ ëĭ´", + "à¸Ľà¸£à¸°à¸¡ าà¸ĵ", + "è´¨ éĩı", + "Ġголов Ñĥ", + "Ġгол овÑĥ", + "л ениÑİ", + "лен иÑİ", + "ле ниÑİ", + "Ġन à¤ı", + "Ġprojekt u", + "ا Ùģر", + "اÙģ ر", + "at ivnÃŃ", + "ati vnÃŃ", + "ativ nÃŃ", + "ÎŃ Î½ÏĦ", + "ÎŃν ÏĦ", + "ãĥī ãĥ©", + "Ġted av", + "ê ¼", + "à¸Ľà¸£à¸°à¸ģ าศ", + "Ġt uto", + "Ġtu to", + "Ġtut o", + "Ġch iếu", + "Ġchi ếu", + "Ġchiế u", + "Ġv yz", + "Ġvy z", + "ÑĢ оÑĪ", + "ÑĢо ÑĪ", + "åıĸ å¾Ĺ", + "Ġм иÑģÑĤ", + "Ġми ÑģÑĤ", + "ĠмиÑģ ÑĤ", + "ĠÑģлÑĥÑĩа ÑıÑħ", + "Ġغ Ø°", + "ĠÑĥ клад", + "ĠÑĥк лад", + "ĠÑĥÑģÑĤанов лен", + "Ġtes lim", + "Ġ ãĢį", + "ĠãĢ į", + "Ġ è£", + "Ġè £", + "æ¯ «", + "éĬĢ è¡Į", + "e cts", + "ect s", + "ec ts", + "k emiz", + "kem iz", + "ν ηÏĤ", + "νη ÏĤ", + "è¾ º", + "Ġп ÑĢем", + "ĠпÑĢ ем", + "ĠпÑĢе м", + "Ġson ucu", + "Ġsonuc u", + "Ġsonu cu", + "P okud", + "Po kud", + "Pok ud", + "ĠÐŀÑģ об", + "è¾ Ľ", + "è¼ ¸", + "ë³´ ê³ł", + "à¸ļ à¸Ħ", + "ãĢĤ ãĢį", + "ा ।ĊĊ", + "ा। ĊĊ", + "ा।Ċ Ċ", + "ĠÑģамоÑģÑĤ оÑıÑĤелÑĮ", + "ÙĦ ÛĮت", + "ÙĦÛĮ ت", + "λ εκ", + "λε κ", + "ĠÑĢай она", + "ĠÑĢайон а", + "ÑĮ и", + "à¹Ī าà¸Ĺ", + "à¹Īา à¸Ĺ", + "Ġ à¸Ľà¸£à¸°à¹Ģà¸Ĺศ", + "Ġà¸Ľà¸£à¸° à¹Ģà¸Ĺศ", + "ม à¸Ń", + "ا Ùĩر", + "اÙĩ ر", + "Ġви боÑĢ", + "Ġвиб оÑĢ", + "ÑİÑĩи ÑģÑĮ", + "Ġp ovol", + "Ġpo vol", + "Ġpov ol", + "a base", + "ab ase", + "aba se", + "âĢ³ N", + "Ú© ÙĪ", + "ĠУкÑĢаÑĹ Ð½Ð°", + "ĠУкÑĢа ÑĹна", + "ĠУкÑĢаÑĹн а", + "sta nov", + "stan ov", + "ĠÑĥÑĩ аÑģÑĤи", + "ĠÑĥÑĩа ÑģÑĤи", + "ĠÑĥÑĩаÑģÑĤ и", + "ĠÑĥÑĩаÑģ ÑĤи", + "Ġh lad", + "Ġhl ad", + "ĠÑĢаÑģÑģ каз", + "ãģ¿ ãģŁãģĦ", + "á½ °", + "Ġ åĽŀ", + "ĠåĽ ŀ", + "Ġ Æ°Æ¡ng", + "α Ïģά", + "αÏģ ά", + "Ø® ب", + "æį ķ", + "ÃŃ ÅĻ", + "Ġ سÛĮÙĨ", + "Ġس ÛĮÙĨ", + "ĠسÛĮ ÙĨ", + "Âł in", + "ĠM ÄĽst", + "æķĻ åѦ", + "ĠоÑģоб иÑģÑĤ", + "ĠоÑģоби ÑģÑĤ", + "u ji", + "uj i", + "çĶ» åĥı", + "ĠداÙĨ Ø´ÙĨاÙħÙĩ", + "ĠداÙĨØ´ ÙĨاÙħÙĩ", + "ìĿ´ ìķ¼", + "Ġзап иÑĤ", + "ĠÑģво ими", + "ĠÑģвои ми", + "ĠÑģвоим и", + "Û²Û° Û²", + "ï¼Į å°Ĩ", + "ãĥ¼ ãģ®", + "Ġth ÃŃ", + "ĠÙħت ÙĪسط", + "à¥ĩ Ċ", + "å¤ļ å°ij", + "ï¼Į çĦ¶åIJİ", + "íĹ Ī", + "Ġ à¤Ńà¤Ĺ", + "Ġà¤Ń à¤Ĺ", + "Ġ åı·", + "Ġåı ·", + "Ġt eor", + "Ġte or", + "å Ĥ¨", + "åĤ ¨", + "Ġ ÑĢÑĸÑĩ", + "ĠÑĢ ÑĸÑĩ", + "ĠÑģÑĤаÑĤ ÑĤÑĸ", + "Ġرابط Ùĩ", + "Ġ ï¼ľ", + "Ġï¼ ľ", + "ب اØŃ", + "با ØŃ", + "ิà¸Ļ à¸Ĺาà¸ĩ", + "ิà¸Ļà¸Ĺ าà¸ĩ", + "à¥ĩà¤Ĥ Ċ", + "ائ ÙĤ", + "ĠاÙĦج دÙĬد", + "l iÄį", + "li Äį", + "ا ØŃÙĦ", + "اØŃ ÙĦ", + "mé nÄĽ", + "Ġb ầu", + "ĠÐĴ ал", + "Ġб лагод", + "Ġбла год", + "Ġблаг од", + "еÑĤ елÑĮ", + "еÑĤе лÑĮ", + "å¹³ åĿĩ", + "м ин", + "ми н", + "Ġsü rec", + "Ġsür ec", + "Ġsüre c", + "Ġза вод", + "Ġзав од", + "èį IJ", + "ÑĤ ий", + "ÑĤи й", + "л об", + "ло б", + "Ġ вок", + "Ġв ок", + "Ġво к", + "l adıģı", + "la dıģı", + "lad ıģı", + "ladı ģı", + "ladıģ ı", + "اÙĬ ÙĬ", + "ê²ł ìĬµëĭĪëĭ¤", + "Ġamac ıyla", + "Ġamacı yla", + "ï¼Į åĽłä¸º", + "ï¼ĮåĽł 为", + "ãģ§ ãģĤãģ£ãģŁ", + "ãģ§ãģĤ ãģ£ãģŁ", + "ĠØ´ رÙĪع", + "Ġشر ÙĪع", + "æŁ Ķ", + "' nun", + "'n un", + "о кол", + "ок ол", + "око л", + "Ġc iddi", + "Ġcid di", + "Ġb ụ", + "Ġyap ılacak", + "Ġyapı lacak", + "Ġyapıl acak", + "ĠÑĩÑĥв ÑģÑĤв", + "ìĤ¬ ìĿĺ", + "à¸Ń à¸Ļà¸Ķ", + "à¸Ńà¸Ļ à¸Ķ", + "ΊΤ", + "Ġëĭ¤ ìĸij", + "ëĭ¤ ë©´", + "im izi", + "imi zi", + "imiz i", + "ä¹ Ĥ", + "ãģ² ãģ¨", + "Ġ éĿŀ", + "ĠéĿ ŀ", + "âĢĮپدÛĮ ا", + "ä¹ ĺ", + "ãĥĬ ãĥ«", + "ĠпÑĸдпÑĢиÑĶм ÑģÑĤва", + "ĠпÑĸдпÑĢиÑĶмÑģÑĤв а", + "๠ij", + "è¿ Ŀ", + "ĠÙħ ÙĨÙĩ", + "ĠÙħÙĨ Ùĩ", + "ÑĢ ик", + "ÑĢи к", + "а ÑĢÑĸв", + "аÑĢ Ñĸв", + "аÑĢÑĸ в", + "Ġ кого", + "Ġк ого", + "Ġко го", + "ĠÙĤ ص", + "Ġ æĿ¥", + "ĠæĿ ¥", + "ĠPh òng", + "Ġ ово", + "Ġо во", + "Ġов о", + "ĠпеÑĢ ева", + "ĠпеÑĢе ва", + "ĠпеÑĢев а", + "é£ ²", + "à¤Ĥ à¤Łà¤°", + "à¤Ĥà¤Ł र", + "ÙĬ را", + "ÙĬر ا", + "il diÄŁi", + "ildi ÄŁi", + "e tin", + "et in", + "eti n", + "Ïĩε ία", + "Ïĩεί α", + "Ġzah rani", + "ÙĪ جد", + "ÙĪج د", + "Ġ ç¯", + "Ġç ¯", + "าร ย", + "Ġза ко", + "Ġзак о", + "ĠتÙĤ س", + "ãĤ¹ ãĤ¿ãĥ¼", + "ãĤ¹ãĤ¿ ãĥ¼", + "æĿ °", + "Ġ ãĤ°", + "ĠãĤ °", + "Ġ é»Ħ", + "Ġé» Ħ", + "Ġ Ðļогда", + "ĠÐļ огда", + "ॠ«", + "Ġ 次", + "Ġæ¬ ¡", + "ĠвÑĭ ÑĢаж", + "Ġch Äĥm", + "лÑı ÑĶÑĤÑĮÑģÑı", + "лÑıÑĶ ÑĤÑĮÑģÑı", + "د ÙĩÙħ", + "دÙĩ Ùħ", + "Ġv rch", + "Ġvr ch", + "çº Į", + "п оÑĢ", + "по ÑĢ", + "Ġm aÄŁ", + "Ġma ÄŁ", + "å¾Ĵ æŃ©", + "po dob", + "pod ob", + "ะ à¹ģ", + "éģ¸ æīĭ", + "å¸ ¯", + "Ġse bou", + "Ġseb ou", + "in ize", + "ini ze", + "iniz e", + "ĠÐľ ак", + "ĠÐľÐ° к", + "Ġ æĻ®", + "ĠæĻ ®", + "ĠÏħÏĢ άÏģÏĩ", + "ĠÄIJ Ãł", + "ĠBr no", + "Ġ Å¡ÃŃ", + "ĠÅ¡ ÃŃ", + "اÙĦ ص", + "Ġngh iêm", + "Ġnghi êm", + "Ġon ları", + "Ġonlar ı", + "Ġu žÃŃ", + "Ġuž ÃŃ", + "èĩªåĪĨ ãģ®", + "ĠнаÑħод иÑĤÑģÑı", + "Ġj si", + "Ġjs i", + "Ġस मर", + "Ġसम र", + "ĠÏĨ Ïī", + "Û±Û¹ Û¸", + "Ġà¤ľà¤Ĺ ह", + "éŃ ļ", + "ìĿ¸ ê°Ģ", + "ÄIJ iá»ģu", + "ĠØ£ عÙĦاÙħ", + "Ġأع ÙĦاÙħ", + "à¥ĩà¤Ĥ ।Ċ", + "à¥ĩà¤Ĥ। Ċ", + "å½¢ æĪIJ", + "Ġ ikt", + "Ġi kt", + "Ġik t", + "Ġzd roj", + "ĠAmer ik", + "Ρ Îĵ", + "à¸ĩ ส", + "ĠíĴ Ģ", + "Ñģол ÑİÑĤ", + "ÙĪ ÙĬت", + "ÙĪÙĬ ت", + "Ġgörün tü", + "ан нÑĭÑħ", + "аннÑĭ Ñħ", + "ĠØ£ ÙĤ", + "Ġ миÑĢ", + "Ġм иÑĢ", + "Ġми ÑĢ", + "å« Į", + "Ġm á»iji", + "Ġd erin", + "Ġde rin", + "Ġder in", + "é ĴĪ", + "éĴ Ī", + "Ġма ÑĪи", + "ĠмаÑĪ и", + "ì¸ ¡", + "ĠجÙĨ ÙĪب", + "ĠÑģ ло", + "ĠÑģл о", + "ãĢĤ ä¸Ģ", + "ени ÑıÑħ", + "ениÑı Ñħ", + "ĠÑĩолов Ñĸк", + "Ġy ana", + "Ġya na", + "Ġyan a", + "Ġо кÑĤ", + "Ġок ÑĤ", + "Ġ неÑĢ", + "Ġн еÑĢ", + "Ġне ÑĢ", + "æĪ ¶", + "н ÑĮомÑĥ", + "нÑĮ омÑĥ", + "нÑĮо мÑĥ", + "ĠÑĸ мен", + "ĠÑĸм ен", + "ãĤı ãģŁãģĹ", + "ĠÎĵ ια", + "ĠÎĵι α", + "ãĢģ ç§ģ", + "Ġ kou", + "Ġk ou", + "Ġko u", + "ĠÑĨ еÑĢк", + "ĠÑĨеÑĢ к", + "lay arak", + "ãĢ ĩ", + "ا ÙĦس", + "اÙĦ س", + "Âł T", + "Ġд ÑĢÑĥж", + "ĠдÑĢÑĥ ж", + "ĠдÑĢ Ñĥж", + "Ġд воÑĢ", + "Ġдв оÑĢ", + "Ġдво ÑĢ", + "λ ί", + "ĠëĨ Ģ", + "Ġte plot", + "Ġtep lot", + "Ùģ ات", + "б Ñĸ", + "Ġgüven lik", + "Ġgüvenli k", + "n ÄĽn", + "nÄĽ n", + "è© ©", + "Ġinsan ların", + "Ġinsanlar ın", + "ĠìĦ¤ ì¹ĺ", + "èĵ Ŀ", + "a vatel", + "av atel", + "ava tel", + "j ev", + "je v", + "ĠÚĨ را", + "Ġgerek iyor", + "ãĥĥ ãĤ°", + "ĠÃĩ ok", + "Ġ ÙĪجÙĩ", + "ĠÙĪ جÙĩ", + "ĠÙĪج Ùĩ", + "Ġ Ñĥли", + "ĠÑĥ ли", + "ĠÑĥл и", + " ij", + "åij Ģ", + "ĠоÑĢгани заÑĨии", + "ĠоÑĢганиз аÑĨии", + "ĠоÑĢганиза ÑĨии", + "ĠÑĸÑģ нÑĥ", + "Ġneb ude", + "Ġnebu de", + "Ġë° ¤", + "ä¸Ĭ ãģĮ", + "Ġध न", + "ĠرÙĪ ابط", + "γγ ελ", + "Ġдо ÑģÑıг", + "ĠдоÑģ Ñıг", + "ĠاÙĦÙĤ دÙħ", + "ĠاÙĦÙĤد Ùħ", + "Ġзна Ñħод", + "ĠÄįÃŃs lo", + "ÅŁ k", + "ĠاÙĦد ÙĬÙĨ", + "Ġgün lük", + "ÙĥÙĬ ÙĬÙģ", + "ÎŃ Ïģα", + "ÎŃÏģ α", + "à¸ķ รว", + "à¸ķร ว", + "Ġнали Ñĩи", + "ا ÙħÛĮÙĨ", + "اÙħ ÛĮÙĨ", + "اÙħÛĮ ÙĨ", + "Ġμ ικ", + "Ġdönem de", + "à¹Ī à¸Ĺ", + "æĥ ij", + "à¥ĭà¤Ĥ ,", + "Ñĩ Ñı", + "ãģ¾ ãĤĭ", + "ĠاÙĦ تÙĨ", + "ĠاÙĦت ÙĨ", + "ÑĢ аг", + "ÑĢаР³", + "ÑĢа г", + "ëĵ¤ ê³¼", + "Ń Ķ", + "ĠÙħÙĨ Ùĩا", + "ĠÙħÙĨÙĩ ا", + "ĠTh ế", + "éIJ µ", + "Ġ ï¾Ħ", + "Ġï¾ Ħ", + "ĠاÙĦØ¥ سÙĦاÙħ", + "ãĤ¦ ãĤ¹", + "ÙĬ دÙĬ", + "ÙĬد ÙĬ", + "Ġ å¾Ĺ", + "Ġå¾ Ĺ", + "Ġза ÑĢаз", + "ãĤ¸ ãĥ¥", + "Ġت عد", + "Ġتع د", + "i ÃŃ", + "Ġç ocu", + "oz ici", + "Ġ ë²Ķ", + "Ġë² Ķ", + "ĠØ¢Ùħ دÙĩ", + "ĠØ¢Ùħد Ùĩ", + "ÑĦ ик", + "ÑĦи к", + "Ġпо ÑģÑĤанов", + "ĠпоÑģÑĤ анов", + "Ġkrál ov", + "¨ ¨", + "Ġì¤ij ìļĶ", + "ĠG Wei", + "ĠGW ei", + "Ġvý voj", + "Ġboy ut", + "Ġ nek", + "Ġn ek", + "Ġne k", + "ا ÙĩاÛĮ", + "اÙĩ اÛĮ", + "اÙĩا ÛĮ", + "Ġst ranÄĽ", + "Ġstran ÄĽ", + "Ġstra nÄĽ", + "и ем", + "ие м", + "Ġпо ÑĢаж", + "ĠпоÑĢ аж", + "à¥įर दर", + "à¥įरद र", + "é¡Ķ ãĤĴ", + "ĠY üz", + "Ġо знаÑĩа", + "Ġозна Ñĩа", + "à¹ģล à¸Ļà¸Ķ", + "Ġب ÙĩرÙĩ", + "ĠبÙĩ رÙĩ", + "ен ÑĤÑĥ", + "енÑĤ Ñĥ", + "ĠÐĿ ад", + "ĠÐĿа д", + "ĠÐŁ олÑĮ", + "ĠÐŁÐ¾ лÑĮ", + "ĠÐŁÐ¾Ð» ÑĮ", + "ãĥĹ ãĥª", + "á¿ ¶", + "âĢĮپدÛĮ اÛĮ", + "âĢĮپدÛĮا ÛĮ", + "ĠÙ¾ اÙĪرپÙĪÛĮÙĨت", + "ิà¸ģ า", + "Ġε νÏİ", + "Ġεν Ïİ", + "Ġس اÛĮر", + "éģ º", + "ãĢģ ä»Ĭ", + "ĠL ê", + "äºĭ æĥħ", + "ĠY er", + "ĠYe r", + "èħ °", + "ĠاÙĦر سÙħ", + "ĠاÙĦÙħ ÙĪÙĤع", + "ĠاÙĦÙħÙĪ ÙĤع", + "Ġh Ãłm", + "Ġд ÑĢев", + "ĠдÑĢ ев", + "á tel", + "át el", + "áte l", + "ĠвÑģ Ñij", + "ìĺ ¥", + "ĠM ec", + "ĠMe c", + "ãĤ Ľ", + "Ġص اد", + "ĠÚ¯ ردد", + "Ġگرد د", + "Ġگر دد", + "Ġkr ás", + "èĮĥ åĽ´", + "a larına", + "alar ına", + "aları na", + "aların a", + "èĻ ļ", + "ĠØ¢ ÙĪرد", + "ĠØ¢ÙĪر د", + "ç¼ ĵ", + "ิ à¸ŀ", + "Ġ ãĥĭ", + "Ġãĥ ĭ", + "Ġ æĢ§", + "ĠæĢ §", + "ĠÙħÙĨ Ø°", + "ç· ´", + "Ġ ê¶ģ", + "Ġê ¶ģ", + "в аем", + "ва ем", + "Ġζ Ïī", + "Ġn avr", + "Ġna vr", + "Ġnav r", + "Ïĥ ÏĦαÏĥη", + "ÏĥÏĦα Ïĥη", + "Ġر Ø£", + "Ġd opl", + "Ġdo pl", + "Ġdop l", + "＿ ＿＿", + "＿＿ ＿", + "çĶļ èĩ³", + "Äį el", + "Äįe l", + "æĦı åij³", + "ç¥ Ń", + "à ĺ", + "ÑģÑĤв еннÑĭе", + "ÑģÑĤвен нÑĭе", + "è£ ¡", + "Ġ ãĢī", + "ĠãĢ ī", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "Ġ вал", + "Ġв ал", + "Ġва л", + "Ġ ẩm", + "Ġd iyor", + "Ġdi yor", + "Ġdiy or", + "à¸Ńà¸ĩ à¸Īาà¸ģ", + "ĠPh ó", + "ĠÐĵ е", + "ĠвеÑĢ еÑģ", + "Ġве ÑĢеÑģ", + "Ġk onz", + "Ġko nz", + "Ġkon z", + "ر ز", + "ĠÑģоб оÑİ", + "Ġεκ εί", + "ìĺģ ìĸ´", + "i ag", + "ia g", + "ĠÑģ енÑĤ", + "Ġn ấu", + "Ġja ké", + "Ġjak é", + "Ġro zh", + "Ġroz h", + "Ġб ог", + "Ġбо г", + "ÙĨ اد", + "ÙĨا د", + "ĠاÙħ ÙĪر", + "à¹Į à¸ģาร", + "à¹Įà¸ģ าร", + "ĠY aÅŁ", + "ĠYa ÅŁ", + "é Ī", + "åķ ª", + "Ġon ay", + "Ġona y", + "ìĹ ĩ", + "o mu", + "om u", + "ÑĨ Ñĸйного", + "ÑĨÑĸй ного", + "ÑĨÑĸйно го", + "ĠÑģ ал", + "ĠΣ Ïħν", + "ĠΣÏħ ν", + "Ġsav un", + "å¦ Ļ", + "à¸Īะ ม", + "ãĤ¹ ãĤ¯", + "Ġd osy", + "Ġdo sy", + "Ġdos y", + "ľ ĺ", + "ë¨ ¹", + "Ġmin ul", + "Ġmi nul", + "ãĢĭ Ċ", + "åģ ı", + "ĠÐļ аÑĤ", + "ĠÐļа ÑĤ", + "Ġed ilmesi", + "Ġedilm esi", + "Ġedil mesi", + "ÑĨÑĸ ÑĶн", + "ìĦ± ìĿ´", + "åĸ Ķ", + "Ġв ÑĸÑĢ", + "ĠвÑĸ ÑĢ", + "è¯ ij", + "ाà¤ĩ ड", + "ĠÙĪÙĤ تÛĮ", + "ĠÙĪÙĤت ÛĮ", + "ÄIJ á»ĥ", + "Ġ vyÅ¡Å¡ÃŃ", + "Ġvy Å¡Å¡ÃŃ", + "Äį ila", + "Äįi la", + "Äįil a", + "а дÑĥ", + "ад Ñĥ", + "çī¹ åĪ¥", + "ĠìĿ¸ 기", + "u jÃŃcÃŃch", + "ujÃŃ cÃŃch", + "ujÃŃcÃŃ ch", + "ĠPo dle", + "ĠPod le", + "Ġy avaÅŁ", + "Ļ æ±Ł", + "Ġka yb", + "Ġkay b", + "åĬ ª", + "ç´ ¹", + "Ġоб ÑĢабоÑĤ", + "ĠобÑĢа боÑĤ", + "Ġм аÑı", + "Ġма Ñı", + "Ġ åıĬ", + "Ġåı Ĭ", + "æİ¥ åıĹ", + "ÙĨ تÛĮ", + "ÙĨت ÛĮ", + "Ġ ÏĩÏİ", + "ĠÏĩ Ïİ", + "ÑĤ ÑĢо", + "ÑĤÑĢ о", + "Ġu yar", + "Ġuy ar", + "ĠعÙħÙĦ کرد", + "Ġо ÑĨен", + "ĠмеÑģÑĤ а", + "à¸ķ ลาà¸Ķ", + "à¸ķล าà¸Ķ", + "Ùħ ÙĤ", + "ild ren", + "Ġзави ÑģиÑĤ", + "Âł ĠÂł", + "ÂłĠ Âł", + "Ġm ožná", + "Ġmož ná", + "æĺŃ åĴĮ", + "ır ken", + "к ин", + "ки н", + "åĿ Ĥ", + "ÏĦ Ïĥι", + "ÏĦÏĥ ι", + "ĠÑĩ Ñĥд", + "Ðļ он", + "is lav", + "isl av", + "ĠÐļ ÑĢаÑģ", + "ĠÐļÑĢа Ñģ", + "N ej", + "Ne j", + "Âł b", + "r of", + "ro f", + "Ġ ileri", + "Ġi leri", + "Ġil eri", + "Ġile ri", + "Ġiler i", + "ĠÐŀ ÑĢ", + "ĠCh á»ī", + "Ġn üfus", + "ĠÑĸ нÑĤ", + "ĠÑĸн ÑĤ", + "! âĢľ", + "Ġन र", + "主 ä¹ī", + "ĠتÙĨ ظ", + "ův odu", + "ůvod u", + "ĠгоÑĢ ода", + "ĠгоÑĢод а", + "Ġk ural", + "Ġkur al", + "Ġku ral", + "Ġj edin", + "Ġje din", + "Ġjed in", + "ÑĢ аÑĤег", + "ÑĢаÑĤ ег", + "åĢ º", + "Ġzpůsob em", + "ìĿ¸ ìĿĺ", + "Ġ ÙĨب", + "ĠÙĨ ب", + "ĠN ga", + "ĠNg a", + "ĠÐĿ ай", + "ĠÐĿа й", + "ĠاÙģ زار", + "ĠاÙģز ار", + "нÑĥ вÑģÑı", + "нÑĥв ÑģÑı", + "Ġдв оÑħ", + "Ġдво Ñħ", + "Ġro zp", + "Ġroz p", + "ε ίοÏħ", + "εί οÏħ", + "είο Ïħ", + "Ġο ικο", + "Ġοι κο", + "ĠG eç", + "ĠGe ç", + " Ĺ", + "Ġch iếm", + "Ġchiế m", + "ĠÑĢаÑģпÑĢоÑģÑĤ ÑĢан", + "Ġh Æ°Æ¡ng", + "èĩª åĭķ", + "ĠÙħÙĪ ÙģÙĤ", + "æĮ ¥", + "ï¼ģ âĢĿĊĊ", + "ï¼ģâĢĿ ĊĊ", + "Ïģο ÏĨοÏģ", + "èı Į", + "ãĥ´ ãĤ¡", + "欧 ç¾İ", + "ĠÑĤеп ло", + "ãģĤ ãģĤ", + "ãĤ¦ ãĥ³", + "ĠÅŁ eyi", + "ĠÅŁey i", + "Ġs üt", + "Ġsü t", + "ãģ¹ ãģ¦", + "ãĥ³ ãĥij", + "ãĥ³ãĥ ij", + "μÎŃν Ïīν", + "Ġgenel likle", + "Ġدر ÙħاÙĨ", + "Ù ª", + "Ġak ıl", + "ĠÐľ Ñĭ", + "Ġet miÅŁ", + "Ġetm iÅŁ", + "Å¡ la", + "Ġвозмож ноÑģÑĤÑĮ", + "Ġвозможно ÑģÑĤÑĮ", + "Ġgün cel", + "Ġná ro", + "å½¢ å¼ı", + "Ġα ÏĢοÏĦε", + "ĠαÏĢο ÏĦε", + "ĠмÑĸÑģ ÑĨÑı", + "Ġ رض", + "Ġر ض", + "ä¸į çŁ¥éģĵ", + "ä¸įçŁ¥ éģĵ", + "r ava", + "ra va", + "rav a", + "ĠÎļ ά", + "ิà¸Ļ à¸Ĺร", + "ิà¸Ļà¸Ĺ ร", + "Ġли ÑģÑĤÑĮ", + "ĠлиÑģÑĤ ÑĮ", + "èĨ ľ", + "ãģ«ãģª ãĤĬ", + "Ġ æĿ¾", + "ĠæĿ ¾", + "å® ı", + "Ġм иÑģ", + "Ġми Ñģ", + "át nÃŃ", + "Ġyıl lık", + "ĠMerk ezi", + "ĠMerkez i", + "Ġiç eri", + "Ġiçer i", + "ÅĻ ÃŃž", + "ÅĻÃŃ Å¾", + "Ġp ÅĻe", + "ĠpÅĻ e", + "Ïĩ Ïģι", + "Ġ åįĥ", + "Ġåį ĥ", + "Ġs rp", + "Ġsr p", + "à¹Ĥ à¸Ĺร", + "à¹Ĥà¸Ĺ ร", + "ĠK rál", + "ĠKr ál", + ". Σ", + "á val", + "áv al", + "l éd", + "lé d", + "Ġ λα", + "Ġλ α", + "ี ยวà¸ģ", + "ีย วà¸ģ", + "ียว à¸ģ", + "ãģı ãģª", + "ĠvÅ¡ ichni", + "ĠпÑĢед оÑģÑĤав", + "ì ¿", + "Ġ 구ê¸ĢìĥģìľĦ", + "Ġ구 ê¸ĢìĥģìľĦ", + "Ġ구ê¸Ģ ìĥģìľĦ", + "Ġà¤īप लब", + "в оз", + "во з", + "ĠëħĦ ëıĦë³Ħ", + "､ _", + "à¸ļ รร", + "à¸ļร ร", + "ĠÑģв ÑĸÑĤÑĥ", + "ĠÑģвÑĸÑĤ Ñĥ", + "ĠÑĢÑĥб лей", + "len me", + "lÃŃ Äį", + "ÏĦ ει", + "ÏĦε ι", + "Ġ åı¤", + "Ġåı ¤", + "ĠObr ázky", + "Ġìĺģ íĸ¥", + "ĠгÑĢаж дан", + "í Ĥ¹", + "íĤ ¹", + "Ġsahip tir", + "Ġп оÑĩаÑĤкÑĥ", + "ĠпоÑĩ аÑĤкÑĥ", + "ĠØ£ÙĬ ض", + "ĠÑĤоÑĢ гов", + "Ġgel ecek", + "Ġgele cek", + "Ġ 문íĻĶ", + "Ġ문 íĻĶ", + "ik leri", + "ikler i", + "ĠнеобÑħÑĸд но", + "Ġ äºij", + "o vol", + "ov ol", + "ovo l", + "Ġद ल", + "ĠìķĬ ê³ł", + "Ġм г", + "Ġz jist", + "an lı", + "ั à¸ĩà¸Ļ", + "ัà¸ĩ à¸Ļ", + "ÑĢа Ñħов", + "ÑĢаÑħ ов", + "ι νη", + "ιν η", + "Ġп лоÑĤ", + "Ġпл оÑĤ", + "Ġпло ÑĤ", + "Ġn itel", + "Ġni tel", + "Ġnit el", + "ìĬ¤ íģ¬", + "ĠSon ra", + "ĠÑģ боÑĢ", + "ĠÑģб оÑĢ", + "Ġ ÏĥοÏħ", + "ĠÏĥ οÏħ", + "Ġol mam", + "Ġolm am", + "Ġolma m", + "Ġan aliz", + "Ġanal iz", + "à¹Į ว", + "Ġm ỹ", + "Ġmá» ¹", + "ce ae", + "cea e", + "Ġ ден", + "Ġд ен", + "Ġде н", + "веÑĢ жд", + "веÑĢж д", + "Ạ¢", + "ãģĵ ãģ¨ãĤĤ", + "ãģĵãģ¨ ãĤĤ", + "ìĤ¬ íķŃ", + "è¨Ģ ãģ£ãģŁ", + "Ġ ì¹´ì§Ģëħ¸", + "Ġì¹´ ì§Ģëħ¸", + "ÑĢ иÑĤи", + "ÑĢи ÑĤи", + "ÑĢиÑĤ и", + "Ġch ce", + "Ġçev ir", + "ÛĮ ÛĮÙĨ", + "ä¼ļ è®®", + "ัม à¸ŀ", + "Ġ åĦ", + "Ġå Ħ", + "ĠÙ¾ در", + "å¼ı ä¼ļ社", + "Ġ ÑĨен", + "ĠÑĨ ен", + "ĠÑĨе н", + "ิ à¸ĸ", + "Ġji nak", + "Ġjin ak", + "Ġб лÑİ", + "Ġбл Ñİ", + "и ÑĨин", + "иÑĨ ин", + "ÙĴ Ùĩ", + "Ú© ÙĪر", + "Ú©ÙĪ ر", + "Ġ ìķħ", + "Ġìķ ħ", + "e ksiyon", + "ek siyon", + "eks iyon", + "ĠÑģ веÑĢ", + "ĠÑģв еÑĢ", + "ĠобÑĢаз ованиÑı", + "Ġ ãĥĻ", + "Ġãĥ Ļ", + "æľī 人", + "Ġbilg ileri", + "Ġbilgi leri", + "Ġbilgiler i", + "Ġh ầu", + "еÑĢ Ñĸг", + "еÑĢÑĸ г", + "Ġva Å¡e", + "Ġn edir", + "Ġne dir", + "Ġned ir", + "ä¸į å¾Ĺ", + "ĠbaÅŁar ılı", + "ĠbaÅŁarı lı", + "Ġkay bet", + "Ġkayb et", + "å© ·", + "ĠÐĿ ав", + "ĠÐĿа в", + "Ġê´Ģ íķľ", + "Ñģ ÑĤÑİ", + "ÑģÑĤ Ñİ", + "å®ŀ éĻħ", + "k lady", + "kl ady", + "klad y", + "kla dy", + "д аÑĤÑĮ", + "да ÑĤÑĮ", + "даÑĤ ÑĮ", + "r aç", + "ra ç", + "Ġkuv vet", + "à¸ģาร à¸Ĺ", + "å ļ", + "Ġ ÑĢеп", + "ĠÑĢ еп", + "ĠÑĢе п", + "Ġ à¸Ŀ", + "ĠภĿ", + "ĠDi ÄŁer", + "íĶĦ íĬ¸", + "Ġnej vÄĽtÅ¡ÃŃ", + "Ġìłģ ìļ©", + "Ġonemoc nÄĽnÃŃ", + "а ка", + "ак а", + "Ðł аз", + "ĠÙģ Ø¥ÙĨ", + "ãĤµ ãĤ¤ãĤº", + "ãĤµãĤ¤ ãĤº", + "Ġv lád", + "Ġvl ád", + "Ġvlá d", + "Ġr ady", + "Ġrad y", + "Ġra dy", + "ãĢģ ãģĵãĤĮ", + "ÑģÑĤв ие", + "lı ÄŁa", + "lıģ a", + "å ŃĶ", + "åŃ Ķ", + "Ġ áo", + "Ġá o", + "à¸Ń าà¸ģาศ", + "Ġ à¤ıम", + "Ġà¤ı म", + "δ αÏĤ", + "δα ÏĤ", + "Ġа пÑĢ", + "Ġап ÑĢ", + "æİ Ľ", + "Ġ ç«ĭ", + "Ġç« ĭ", + "âĸı âĸı", + "ĠС м", + "Ġne má", + "Ġnem á", + "Ġ è¢", + "Ġè ¢", + "νο μα", + "νομ α", + "ĠÙģ رÙĪد", + "ĠÙģر ÙĪد", + "ĠÙģرÙĪ د", + "Ġül ke", + "Ġülk e", + "Ġ æĺŁ", + "Ġæĺ Ł", + "ั à¸Ļà¸ģ", + "ัà¸Ļ à¸ģ", + "ãģķãĤĵ ãģ®", + "eÅŁ il", + "ÄŁ iz", + "ÄŁi z", + "ĠÐij оÑĢ", + "Ġt ầm", + "ει ÏĦοÏħÏģγ", + "Ġ γÏģα", + "Ġγ Ïģα", + "à¥įष à¤ķ", + "Ġv ẻ", + "Ġkend isine", + "Ġkendisi ne", + "ĠìķĮ ê³ł", + "Ġêµ Ńìłľ", + "ĠêµŃ ìłľ", + "ĠnÄĽk do", + "Ġ ÛĮÙĩ", + "ĠÛĮ Ùĩ", + "Ġکار بر", + "ãĥĻ ãĥ«", + "ï» ´", + "Ġt uyên", + "Ġtuy ên", + "Ġç at", + "Ġça t", + "âĢIJ âĢIJ", + " ı", + "Ġ ìĤ¬ìĹħ", + "ĠìĤ¬ ìĹħ", + "é ĨĴ", + "éĨ Ĵ", + "æıIJ é«ĺ", + "æ· ¡", + "Ġ ÄŁ", + "ĠÄ Ł", + "èĸ ¦", + "ãĢĭ ï¼Ī", + "æ¡ ĥ", + "ìĹ Ħ", + "Ġ æŀĹ", + "Ġæŀ Ĺ", + "Ä Ĥ", + "ĠÄĮ ech", + "α ιο", + "αι ο", + "ĠØ· رÙĬÙĤ", + "Ġطر ÙĬÙĤ", + "Ġзав еÑĢÑĪ", + "ĠзавеÑĢ ÑĪ", + "تÙĪ بر", + "ĠØŃ Ø¬", + "ĠÎŃÏĩ οÏħν", + "¿ ÃĤ", + "Ġd ÄĽtÃŃ", + "ĠdÄĽ tÃŃ", + "ĠdÄĽt ÃŃ", + "Ġiç ine", + "Ġiçin e", + "Ġiçi ne", + "ĠCh úa", + "ан нÑĭй", + "аннÑĭ й", + "ĠÙĪÛĮ Úĺ", + "Ġna stav", + "Ġnast av", + "ıs ına", + "ısı na", + "ĠÑĹ Ð¼", + "п он", + "по н", + "е нÑı", + "ен Ñı", + "ĠÙĪ ظ", + "Ú¯ ÙĦ", + "หล วà¸ĩ", + "Ġza stav", + "Ġzast av", + "а кон", + "ак он", + "³³³³³³³³³³³³³³³³ ³³³³³³³³³³³³³³³³", + "ĠK ır", + "ĠKı r", + "çµ ¶", + "ĠоÑĢганÑĸ заÑĨÑĸÑĹ", + "ĠоÑĢганÑĸз аÑĨÑĸÑĹ", + "ĠоÑĢганÑĸза ÑĨÑĸÑĹ", + "ãģŁ ãĤĬ", + "Ø° ÙĬ", + "Ġर à¤ķ", + "amp iyon", + "Ġ æ¸ħ", + "Ġæ¸ ħ", + "çľ¼ çĿĽ", + "Ġìķ ĬìĿĢ", + "ĠìķĬ ìĿĢ", + "é¹ ¿", + "Ġ å¿ĥ", + "Ġå¿ ĥ", + "ĠпÑĢек ÑĢаÑģ", + "ĠÑģ егоднÑı", + "Ġ सल", + "Ġस ल", + "ĠÏħ ÏĢÏĮ", + "ĠÏħÏĢ ÏĮ", + "ĠÐķ го", + "ĠÐĽ и", + "ãĤ¨ ãĥ«", + "Ġл ÑİÑĤ", + "ĠлÑİ ÑĤ", + "é¥ °", + "Ġvz dál", + "¯ ÃĤ", + "Ġна Ñıв", + "Ġتش Ú©ÛĮÙĦ", + "Ġس ÙĪÛĮ", + "ĠسÙĪ ÛĮ", + "Ġt ái", + "Ġtá i", + "Ġk apı", + "Ġkap ı", + "ĠsvÄĽt ÄĽ", + "ĠsvÄĽ tÄĽ", + "δ ÏĮν", + "δÏĮ ν", + "æ¼ ¢", + "ì į¨", + "ĠbaÅŁv ur", + "ÑĢ ина", + "ÑĢи на", + "ÑĢин а", + "Ġk elim", + "Ġke lim", + "Ġkel im", + "аÑĤ ок", + "аÑĤо к", + "Ġκά θε", + "ĠYük sek", + "à¹ĩà¸Ļ à¸ľ", + "éł Ĥ", + "åIJĮ æĻĤ", + "ÅŁ tır", + "ÅŁt ır", + "ว à¸ĩศ", + "วà¸ĩ ศ", + "o ty", + "ot y", + "Ġ ارد", + "Ġا رد", + "Ġار د", + "ĠìŀIJìĭł ìĿĺ", + "ĠÑıн ва", + "üyor du", + "æĿ ¨", + "ĠâĢĵ Ċ", + "ï¼Į å®ĥ", + "е йн", + "ей н", + "ĠпеÑĢ еÑĤ", + "ĠпеÑĢе ÑĤ", + "ĠdeÄŁiÅŁik lik", + "ĠогÑĢа ниÑĩ", + "ìĦľ ìļ¸", + "Ġgel iyor", + "ĠÙ¾ Ø°ÛĮر", + "åĵ ²", + "ey in", + "eyi n", + "Ġëı Ī", + "Ġun iverz", + "Ġh ned", + "Ġhn ed", + "Ġt áºŃn", + "vo ÅĻÃŃ", + "voÅĻ ÃŃ", + "Ġn iên", + "Ġni ên", + "dÄĽ podob", + "ìĤ¬ íļĮ", + "ãģĮ ãģĤãĤĬ", + "ĠÑģ ÑĸÑĩ", + "' '\"", + "'' \"", + "Ġtop lantı", + "ĠÑģ ÑĩеÑĤ", + "ĠÑģÑĩ еÑĤ", + "åĩĨ å¤ĩ", + "ан ÑĸÑı", + "анÑĸ Ñı", + "Ġ zel", + "Ġz el", + "Ġze l", + "v ala", + "val a", + "va la", + "Ġа пп", + "Ġап п", + "ĠاÙĦÙħ ÙĦÙĥ", + "ĠاÙĦÙħÙĦ Ùĥ", + "Ġho ÅŁ", + "ĠÐĵ ен", + "ĠÐĵе н", + "ÑĤ аб", + "ÑĤа б", + "ĠÄĮesk o", + "ĠÄĮes ko", + "Ġмай же", + "ĠmÄĽ sto", + "ĠmÄĽst o", + "yo nel", + "yon el", + "ê±° 리", + "Ġìĺ¨ ëĿ¼ìĿ¸", + "ç´ ¯", + "Ġde rec", + "Ġder ec", + "Ġdere c", + "Ġок ÑĢÑĥж", + "Ġy abancı", + "Ġ íĦ°", + "ĠíĦ °", + "Ġ èµĦ", + "Ġèµ Ħ", + "ÎĻÎļ ÎĹ", + "Ġп Ñĭ", + "Ġv ÄĽn", + "ĠvÄĽ n", + "и нки", + "ин ки", + "ụ p", + "æľº 械", + "ĠìķĮ 볤", + "ëħ ķ", + "Ġ λÏĮγ", + "Ġλ ÏĮγ", + "e yn", + "ey n", + "Ġ ëIJĺìĹĪëĭ¤", + "ĠëIJĺ ìĹĪëĭ¤", + "ĠëIJĺìĹĪ ëĭ¤", + "æ± ¡", + "Ġve dle", + "Ġved le", + "ĠÙĥ تب", + "ë§ ¨", + "ĠÙħÙĤ اÙĪ", + "å¹´ ãģ«", + "ाà¤ĩ à¤ķ", + "ĠÑģÑĤ оÑģ", + "ĠÑģÑĤо Ñģ", + "ĠÏĥ ÏĦοÏħÏĤ", + "м еÑĤÑĮ", + "ме ÑĤÑĮ", + "меÑĤ ÑĮ", + "Ġes as", + "Ġesa s", + "ëIJĺ ê³ł", + "ĠkvÄĽt na", + "Ġ éľ", + "Ġé ľ", + "d ük", + "dü k", + "åŁ ·", + "è ªĮ", + "èª Į", + "Ġm luv", + "Ġml uv", + "ĠпÑĢи нÑı", + "ĠпÑĢин Ñı", + "Ġpo té", + "Ġpot é", + "ĠÚ© ÙĨÙħ", + "ĠÚ©ÙĨ Ùħ", + "ĠпÑĢед лож", + "ĠÐľÐ¾Ñģк ва", + "ï¼Į å¦Ĥ", + "Ġsv ém", + "Ġsvé m", + "Ġا ÙħÙĨ", + "ĠاÙħ ÙĨ", + "ส าย", + "ĠÑĥм енÑĮ", + "Ġ ãģĵãģ®", + "åī Ĥ", + "ĠÑģ еÑĢÑĮ", + "ĠÑģеÑĢ ÑĮ", + "Ġm á»ĩ", + "Ġmá» ĩ", + "Ġ ä¹Ŀ", + "Ġä¹ Ŀ", + "Ġза кÑĸн", + "Ġзак Ñĸн", + "Ġв елиÑĩ", + "Ġвели Ñĩ", + "Ġвел иÑĩ", + "Ġве лиÑĩ", + "Ġкон ÑĤÑĢа", + "ĠконÑĤ ÑĢа", + "ĠконÑĤÑĢ а", + "ĠS osyal", + "Ġy ukarı", + "Ġد ÙĪب", + "ĠدÙĪ ب", + "ä¾ §", + "Ġза мен", + "Ġзам ен", + "ï» ®", + "Ġso bÄĽ", + "Ġsob ÄĽ", + "ĠТак же", + "Ð İ", + "ε δ", + "Ùħ ارÛĮ", + "Ùħا رÛĮ", + "Ùħار ÛĮ", + "ξ ι", + "ì¹ Ń", + "Ġп лаÑģÑĤи", + "Ġпл аÑģÑĤи", + "Ġпла ÑģÑĤи", + "Ïĥ οÏħν", + "Ïĥο Ïħν", + "ÏĥοÏħ ν", + "èľĺèĽĽ è¯į", + "ÙĪ ÛĮزÛĮ", + "ÙĪÛĮ زÛĮ", + "Ġnap ÅĻ", + "ĠÑĤип а", + "ĠÑĤи па", + "à¥Ĥ à¤Ľ", + "ĠÅŁ ah", + "л ÑıÑĤи", + "лÑı ÑĤи", + "ب ÛĮر", + "بÛĮ ر", + "ระ ยะ", + "ĠболÑĮ ÑĪин", + "ĠболÑĮÑĪ ин", + "ÏĦη ÏĦα", + "Ġíıī ê°Ģ", + "Ġpro jev", + "Ġproj ev", + "Ġproje v", + "ò i", + "Ġк нÑı", + "ÏĨ εÏģ", + "е ÑĢÑĥ", + "еÑĢ Ñĥ", + "Ñį н", + "ĠعÙħ ÙĦÛĮ", + "ĠعÙħÙĦ ÛĮ", + "à¤ł न", + "ãĥ³ ãĤ¯", + "ĠìķĦ ëŀĺ", + "Î Ī", + "Ġب است", + "Ġبا ست", + "Ġ تÙĥ", + "Ġت Ùĥ", + "a ÄįnÃŃ", + "aÄį nÃŃ", + "ĠлÑĸ кÑĥваннÑı", + "ĠлÑĸк ÑĥваннÑı", + "à¸Ħ à¹Ĥà¸Ļ", + "Ġ èĥ½", + "Ġè ĥ½", + "Ġèĥ ½", + "θ λη", + "len miÅŁ", + "Ġl á»Ļ", + "Ġlá» Ļ", + "Ġsi lah", + "Ġsil ah", + "ĠA ustr", + "ĠAust r", + "ĠAus tr", + "ĠAu str", + "ØŃ ÙĤ", + ".*** .***", + "ì ©", + "Ġg Ãł", + "Ġباز بÛĮÙĨÛĮ", + "ĠÄij Ãłn", + "ÃŃ ky", + "ÃŃk y", + "ĠÎķ ν", + "ض Ùħ", + "å§ ĵ", + "Ġ ÙĨÙĪÛĮس", + "ĠÙĨ ÙĪÛĮس", + "ĠÙĨÙĪ ÛĮس", + "Ġskup iny", + "Ġس ÛĮد", + "ĠسÛĮ د", + "Ġal dıģı", + "Ġald ıģı", + "Ġaldı ģı", + "m eli", + "me li", + "mel i", + "в иж", + "ви ж", + "ì¹ĺ ëĬĶ", + "ов аÑħ", + "ова Ñħ", + "Ġ æ©", + "Ġæ ©", + "Ø´ÙĨ اسÛĮ", + "Ø´ÙĨاس ÛĮ", + "Ġn imi", + "Ġni mi", + "Ġnim i", + "ĠÐĵ ÑĢи", + "íĹ Į", + "Ġк в", + "éŁ ĵ", + "Ġ íĽĦ기", + "ĠíĽĦ 기", + "Ġ stÅĻÃŃ", + "Ġst ÅĻÃŃ", + "ĠstÅĻ ÃŃ", + "ĠкÑĸлÑĮ кÑĸÑģÑĤÑĮ", + "ĠBakan lıģı", + "ĠменÑĮ ÑĪе", + "ا ÙĪÛĮ", + "اÙĪ ÛĮ", + "Ġار ÙĪÙ¾", + "Ġ èī²", + "Ġèī ²", + "ĠÚ©ÙĪÚĨ Ú©", + "ĠA ynı", + "Ġ äºĨ", + "Ġس Ùģر", + "ĠسÙģ ر", + "ĠÑĤе аÑĤ", + "Ġ vÄĽd", + "ĠvÄĽ d", + "а ÑĢов", + "аÑĢ ов", + "Ġоб меж", + "ĠìķĬ ìķĺ", + "追 åĬł", + "éł Ī", + "dÄĽ lenÃŃ", + "dÄĽl enÃŃ", + "dÄĽlen ÃŃ", + "Ġk ims", + "Ġki ms", + "Ġkim s", + "Ġ èı²", + "Ġèı ²", + "Ġг ÑĢÑĥн", + "ĠгÑĢÑĥ н", + "ĠгÑĢ Ñĥн", + "ĠØ¢ ÙĦÙħاÙĨ", + "ĠØ¢ÙĦ ÙħاÙĨ", + "Ġав г", + "ĠÑī оÑģÑĮ", + "ĠÑīо ÑģÑĮ", + "Ġ å¾·", + "Ġå¾ ·", + "ĠÐĿа ÑĨÑĸоналÑĮ", + "æĪIJ ç«ĭ", + "ูà¸Ļ ย", + "ãĥ¼ ãĥ«ãĥī", + "ãĥ¼ãĥ« ãĥī", + "éĽ ²", + "ĠT á»ķ", + "cı lık", + "ĠAlma nya", + "ĠAlman ya", + "Ġov Å¡em", + " ĭ", + "ĠÏĩÏģη ÏĥιμοÏĢοι", + "Ġörg üt", + "िस स", + "èĹ Ŀ", + "ĠGi ải", + "Ġsv ob", + "Ġsvo b", + "Ġrůzn ých", + "Ġrůz ných", + "Ġsmlou vy", + "ÑĢ еÑģÑģ", + "ÑĢеÑģ Ñģ", + "ี à¹Ģà¸Ķ", + "ĠاÙħ رÙĪز", + "ĠاÙħر ÙĪز", + "ãĤ ħ", + "åĿ ¦", + "à¹ī à¸Ħ", + "Ġ каж", + "Ġк аж", + "Ġка ж", + "å¼ Ĺ", + "Ñĩ ноÑĹ", + "Ñĩно ÑĹ", + "åľ Ī", + "ĠØ¢ ÙĩÙĨÚ¯", + "ëª °", + "Ġ æº", + "Ġæ º", + "Ġ èĦ", + "Ġè Ħ", + "ä¸Ģ æŃ¥", + "оÑĩ ка", + "Ġpro stor", + "Ġpros tor", + "Ġprost or", + "Ġng ắn", + "Ġ ç·", + "Ġç ·", + "н аÑĢ", + "на ÑĢ", + "Ġà¤ľ व", + "ĠнаÑĩ алÑĮ", + "Ġне дел", + "Ġнед ел", + "ĠÑģиÑģÑĤем Ñĥ", + "ج ÙĬ", + "اد ات", + "ادا ت", + "Ġ æ¢", + "Ġæ ¢", + "ĠجاÙħ عة", + "ĠجاÙħع Ø©", + "Ġ ä»İ", + "Ġà¤ħ फ", + "èĸ Ħ", + "Ġب اÙĤ", + "Ġبا ÙĤ", + "ب ÙĬع", + "بÙĬ ع", + "ãģķ ãĤĮãģ¦", + "ãģķãĤĮ ãģ¦", + "ĠÃĩ alÄ±ÅŁ", + "Ø®ÙĪ است", + "ãĥĥ ãĤ·ãĥ¥", + "ĠØŃ Ø³ÛĮÙĨ", + "ĠØŃس ÛĮÙĨ", + "Ġоб наÑĢÑĥж", + "в Ñĸдом", + "вÑĸ дом", + "вÑĸд ом", + "Ġh ôm", + "л анд", + "ла нд", + "лан д", + "Ġव à¤ľà¤¹", + "س ÙĬÙĨ", + "سÙĬ ÙĨ", + "æł ı", + "Ġna vÃŃc", + "Ġnav ÃŃc", + "ãĤµ ãĤ¤ãĥĪ", + "ãĤµãĤ¤ ãĥĪ", + "ĠÑı комÑĥ", + "ĠÑıк омÑĥ", + "Ġí Ľ", + "ĠY ani", + "ĠYan i", + "ĠYa ni", + "ãĤĵ ãģ§ãģĻ", + "ãĤĵãģ§ ãģĻ", + "Ġг ÑĢÑĥп", + "ĠгÑĢÑĥ п", + "ĠгÑĢ Ñĥп", + "Äį ný", + "ÑĨ ик", + "ÑĨи к", + "ÙĪ ÙĬر", + "ÙĪÙĬ ر", + "Ġ Xã", + "ĠX ã", + "Ġf yz", + "Ġfy z", + "Ġ ï½ī", + "Ġï½ ī", + "âĢĮ ترÛĮÙĨ", + "âĢĮتر ÛĮÙĨ", + "à¤Ł à¤ķ", + "ÑĦоÑĢм и", + "ÑĦоÑĢ ми", + "ĠO yun", + "ĠOy un", + "åł´ æīĢ", + "ØŃ Ø«", + "ĠìķĮ ìķĦ", + "ÑĢав илÑĮ", + "ÑĢави лÑĮ", + "ï¼Į âĢĿ", + "b oru", + "bo ru", + "bor u", + "ĠK ullan", + "ĠKul lan", + "ĠKay nak", + "Ġê° ĸ", + "ç´ Ķ", + "ï¼Į æ¯ı", + "ÎĹ Î¡", + "Ġp ůl", + "Ġpů l", + "Ġг оÑģÑĤ", + "ر ÙĪÙħ", + "رÙĪ Ùħ", + "ï¼Į åį³", + "Û² Û³", + "ĠÙĨØ® ست", + "ĠÚ© سب", + "Ġ à¹Ģà¸ļ", + "Ġà¹Ģ à¸ļ", + "Ġà¹Ģภļ", + "Ġy azar", + "Ġya zar", + "Ġyaz ar", + "j ekt", + "je kt", + "à¹Ĥล ย", + "Ġдоб ÑĢе", + "Ġپزش Ú©ÛĮ", + "ĠتÙĩ ÛĮÙĩ", + "ç¾İ åľĭ", + "но ÑģÑıÑĤ", + "ноÑģ ÑıÑĤ", + "ноÑģÑı ÑĤ", + "ëłĪ ìĬ¤", + "åĹ ¯", + "Ġr Ãłng", + "ĠÎķ ξ", + "а ÑĤаÑĢ", + "аÑĤ аÑĢ", + "аÑĤа ÑĢ", + "k ova", + "ko va", + "kov a", + "ĠÅŁey ler", + "Ø® اص", + "ĠìķĪ ìłĦ", + "Ñī ей", + "Ñīе й", + "Ġë° Ŀ", + "âĢĮتÙĪاÙĨ د", + "ãģĪ ãģ°", + "Ġv ữ", + "Ġvá» ¯", + "ĠÑģ ама", + "ĠÑģам а", + "ĠобоÑĢ Ñĥд", + "Ġобо ÑĢÑĥд", + "âĢĮ باشد", + "à¹Į à¸Ń", + "Ġdet ay", + "æĤ ²", + " Ī", + "ãĤ¦ ãĤ£", + "ĠпÑĢав ила", + "ĠпÑĢави ла", + "ĠпÑĢавил а", + "kr ét", + "à¹Į ร", + "åĮ ¹", + "Ġ åħį", + "Ġå ħį", + "Ġåħ į", + "ĠÑģилÑĮ но", + "ĠиÑģ ÑĤоÑĩ", + "ĠиÑģÑĤ оÑĩ", + "ĠsaÄŁ lar", + "Ġ æѦ", + "ĠæŃ ¦", + "íĸ ĪìĬµëĭĪëĭ¤", + "íĸĪ ìĬµëĭĪëĭ¤", + "Kh ông", + "à¹Īาà¸ĩ à¹Ĩ", + "Û° Û°Û°", + "Û°Û° Û°", + "Ġ رÙĤ", + "Ġر ÙĤ", + "âĢĻ ÑıÑĤ", + "âĢĻÑı ÑĤ", + "åĽ ²", + "à¹ģ à¸Ķà¸ĩ", + "Ġžád né", + "c ouz", + "co uz", + "cou z", + "à ĭ", + "ĠпÑĸд гоÑĤов", + "Ġ ëĮĢíķĻ", + "ĠëĮĢ íķĻ", + "Ġdüny anın", + "èĢģ å¸Ī", + "èģĮ ä¸ļ", + "Ġy eri", + "Ġye ri", + "Ġyer i", + "à¥ĭ à¤ķर", + "à¥ĭà¤ķ र", + "ĠبÙĩ تر", + "ëĭĪ ìķĦ", + "ìĿĮ ìĿĦ", + "Ġ æĮĩ", + "ĠæĮ ĩ", + "ãĢį ï¼Ī", + "ĠÑģооÑĤвеÑĤÑģÑĤв ии", + "æĬ ĵ", + "à¹Ĥ à¸Ĺ", + "Ġtr á»ĵng", + "ĠпÑĢа ÑĨÑĸ", + "Ġ ëĨĵ", + "ĠëĨ ĵ", + "à¤ĩ न", + "Ġìłķ ë§IJ", + "ãĢ ķ", + "Ġc áºŃn", + "åĸ Ŀ", + "Ġê³Ħ ìĨį", + "Ġ ä¸İ", + "Ġä¸ İ", + "å¥ ı", + "Ġع اÙĦÙħ", + "Ġvys vÄĽt", + "Ġдо ÑĢог", + "ĠдоÑĢ ог", + "Ġн еÑĢв", + "ĠнеÑĢ в", + "Ġб еÑĤ", + "Ġп ÑĢиÑĤ", + "ĠпÑĢ иÑĤ", + "ĠпÑĢи ÑĤ", + "ов Ñĭй", + "å· ¡", + "Ùģ اع", + "Ðļ Ðĺ", + "à¸ķ รวà¸Ī", + "à¸ķรว à¸Ī", + "ĠÐľ ай", + "ĠÐľÐ° й", + "ëıĦ ë¡ľ", + "Ġz lat", + "ĠsaÄŁ lam", + "Ïģ αν", + "Ïģα ν", + "à¸Ĭ ร", + "å¹´ ãģ®", + "à¸Ħ รà¸Ńà¸ĩ", + "à¸Ħร à¸Ńà¸ĩ", + " ħ", + "Ġho á", + "Ġдов олÑĮно", + "Ġol maz", + "Ġolm az", + "Ġolma z", + "ĠpodmÃŃn ky", + "ĠÑħозÑı й", + "æĻ ´", + "ÑĢ ова", + "ÑĢов а", + "ÑĢо ва", + "Ġl ược", + "ान न", + "Ġкап иÑĤ", + "ĠÚĺ اÙĨ", + "æľī äºĽ", + "ĠповеÑĢÑħ ноÑģÑĤи", + "ĠÑĨ Ñĸн", + "ĠÑĨÑĸ н", + "ü yle", + "üy le", + "Ġj azy", + "Ġja zy", + "Ġjaz y", + "ĠPh ú", + "Ġ सन", + "Ġस न", + "åĩº åĶ®", + "Âł д", + "Ġ ãĤ¯", + "ĠãĤ ¯", + "çĶ± äºİ", + "à¥į पत", + "à¥įप त", + "ĠاÙĦØ® اÙħ", + "Ġاص ÙĦاØŃ", + "ĠاصÙĦ اØŃ", + "Ġ تÛĮ", + "Ġت ÛĮ", + "Ġt ato", + "Ġta to", + "Ġtat o", + "å¹ ¹", + "æ³ ½", + "à¸Ńà¸ģ à¸Īาà¸ģ", + "Ñĥ лÑİ", + "Ñĥл Ñİ", + "Ġв Ñģп", + "ĠвÑģ п", + "m ekte", + "me kte", + "mek te", + "à¥Ģ फ", + "ĠÚĺ ÙĪئ", + "Ġl á»ĩnh", + "Ġlá»ĩ nh", + "âĢĮ کرد", + "âĢĮÚ© رد", + "íı¬ ì¸ł", + "an ki", + "ank i", + "Ġëĵ±ë¡Ŀ ëĮĢíĸī", + "Ġ ãĤĿ", + "ĠãĤ Ŀ", + "Ġار زش", + "Ġارز Ø´", + "Ġth ú", + "Ġ ấn", + "è¡Į 为", + "ĠÑģ нова", + "ê ¾¸", + "Ġsou hlas", + "Ġв озв", + "Ġвоз в", + "Ġво зв", + "ÏģÎŃ ÏĢει", + "ĠнÑĸ Ñĩого", + "ĠнÑĸÑĩ ого", + "н ож", + "но ж", + "ÑĤ ик", + "ÑĤи к", + "ãģ© ãģĵ", + "ĠоÑģнов е", + "ãĤ ¥", + "à¸Ľà¸£à¸° à¸Īำ", + "Ġ à¸Ĺà¸Ńà¸ĩ", + "Ġà¸Ĺ à¸Ńà¸ĩ", + "Ġek sik", + "Ġeks ik", + "ĠÙĦ Ø¥", + "ãģĭ ãģ®", + "Ġ ãģª", + "- प", + "Ïģ ει", + "Ïģε ι", + "ĠìłĦ 문", + "า à¸ģล", + "าà¸ģ ล", + "β ε", + "íĬ¹ ë³Ħ", + "íķĺ ë©´ìĦľ", + "íķĺë©´ ìĦľ", + "à¸Ħà¹Ĥà¸Ļ à¹Ĥลย", + "Ġ 好", + "Ġå¥ ½", + "Ġy ayım", + "Ġyay ım", + "ë§Į ëĤ¨", + "ĠкиÑģ лоÑĤ", + "ĠкиÑģл оÑĤ", + "ĠÑį неÑĢг", + "çĸ ¾", + "Ġد Ø´", + "Ġsor uml", + "Ġsoru ml", + "Ġза клад", + "Ġзак лад", + "à¸Ĭ à¸Ńà¸ļ", + "ĠÙģرÙĩÙĨÚ¯ ÛĮ", + "Ġà¤ı ल", + "Ġë¹Ħ êµIJ", + "l erce", + "ler ce", + "Ġ Ø·ÙĦب", + "ĠØ· ÙĦب", + "ĠØ·ÙĦ ب", + "ãģ« ãģĹãģ¦", + "ĠÑı коÑĹ", + "ĠÑıк оÑĹ", + "ĠاÙĦب تÙĩ", + "ĠÐľ аÑĤ", + "ĠÐľÐ° ÑĤ", + "åį ĵ", + "Ġ åħ¬åı¸", + "Ġåħ¬ åı¸", + "Ġsöy ley", + "Ġsöyl ey", + "ĠìĥĪ ë¡ľìļ´", + "ĠÑĦ аÑĢ", + "Ġalt ına", + "Ġaltın a", + "Ġaltı na", + "Ġsta vu", + "Ġstav u", + "âĢĻ ı", + "al izace", + "aliz ace", + "Ġви ÑģÑĤÑĥп", + "æķĻ å¸Ī", + "à¥Ģ à¤ıस", + "à¥Ģà¤ı स", + "o dÄĽ", + "od ÄĽ", + "ĠÑĨ Ñĸл", + "ĠÑĨÑĸ л", + "ĠëĮĢ ìĥģ", + "ĠкоÑĤоÑĢ ом", + "ĠкоÑĤ оÑĢом", + "Ġظ رÙģ", + "éİ ®", + "اÙģ ÙĬØ©", + "اÙģÙĬ Ø©", + "Ġ ìĹĨìĿ´", + "ĠìĹĨ ìĿ´", + "ĠμÏĮ νο", + "ĠC Æ¡", + "å¯ »", + "ÏĦ ιÏĥ", + "ÏĦι Ïĥ", + "Ġ ãĤĦ", + "ĠãĤ Ħ", + "Ġjed noho", + "Ġjedn oho", + "Ġjedno ho", + "ا ا", + "Ø§Ø §", + "et ler", + "Ġव स", + "ĠÑĢазлиÑĩ нÑĭÑħ", + "Ġج غراÙģ", + "Ġth ừa", + "Ġthá» «a", + "ĠгÑĢомад Ñıн", + "ॠ°", + "ĠاÙĦØ£ Ø®", + "Ġнаг ÑĢÑĥз", + "ç¸ ¾", + "à¥Ĥ ह", + "ĠпÑĢÑıм о", + "â Ĭ", + "ĠاÙĦØ£ÙĪÙĦ Ùī", + "æĸ° èģŀ", + "Ġìĥģ íĻ©", + "it esi", + "ite si", + "ites i", + "ëį° ìĿ´íĬ¸", + "æŃ ·", + "ï¼ĮèĢĮ ä¸Ķ", + "ãģ¯ ãģļ", + "产 çĶŁ", + "æ°Ĺ ãģĮ", + "y slu", + "ys lu", + "ysl u", + "ìĸ´ ëĤĺ", + "ا Ú©Ùħ", + "اک Ùħ", + "âĢ ĥ", + ") ìĿĢ", + "Ġجست ارÙĩاÛĮ", + "ÙĪ Ø«", + "ãħ İ", + "Ġkav ram", + "v ál", + "vá l", + "æľ Ń", + "æĤ ł", + "ìħ Ģ", + "h rad", + "hr ad", + "hra d", + "Ġت ÙĥÙĪÙĨ", + "ĠتÙĥ ÙĪÙĨ", + "ĠH òa", + "å¹´ çļĦ", + "Ġç arp", + "Ġça rp", + "Ġy olu", + "Ġyo lu", + "Ġyol u", + "Ġdub na", + "ĠÐĴ елик", + "ĠÐĴели к", + "Ġt ôn", + "Ġtô n", + "æ ķĮ", + "æķ Į", + "Ġc oi", + "Ġco i", + "Ġnak onec", + "ĠÑį ÑĤÑĥ", + "ĠÑįÑĤ Ñĥ", + "íĨµ ëł¹", + "ÑĪ ел", + "ÑĪе л", + "Ġneb yl", + "Ġneby l", + "in ç", + "ب اÙĦØ¥ÙĨجÙĦÙĬزÙĬØ©", + "باÙĦ Ø¥ÙĨجÙĦÙĬزÙĬØ©", + "ï¼ ¡", + "о нÑĮ", + "он ÑĮ", + "Ġне маÑĶ", + "Ġнем аÑĶ", + "Ġê³ł ê°Ŀ", + "ĠÙĤ طع", + "ĠÙĤØ· ع", + "ĠÑĤеÑĢиÑĤоÑĢ ÑĸÑĹ", + "人 ãģ¯", + "ĠΣ α", + "éĤ£ äºĽ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ios per", + "í Ĥ¨", + "íĤ ¨", + "r aki", + "ra ki", + "rak i", + "اÛĮ ج", + "Âł C", + "Ġан алÑĸз", + "ãĤı ãĤĬ", + "ĠìķĦëĭ Į", + "ĠاÙĦعÙħÙĦ ÙĬØ©", + "ĠاÙĦعÙħ ÙĦÙĬØ©", + "l ament", + "la ment", + "lam ent", + "é» ¨", + "u jÃŃcÃŃm", + "ujÃŃ cÃŃm", + "ujÃŃcÃŃ m", + "Ġr ẻ", + "ä¸į åĪ°", + "Ġrez erv", + "ĠاÙĦØ° ÙĬÙĨ", + "ĠاÙĦØ°ÙĬ ÙĨ", + "æĭ ¥", + "Ðĺ н", + "Ġतह त", + "r esi", + "re si", + "res i", + "Ġ ãĥ¢", + "Ġãĥ ¢", + "л ев", + "ле в", + "ãĢĢ r", + "Ġ ä»Ĭ", + "Ġö dem", + "Ġpot rav", + "ĠêµIJ ìĪĺ", + "ÑĢ еди", + "ÑĢед и", + "ÑĢе ди", + "ĠÎļ ÎijÎĻ", + "Ġ наÑĩала", + "ĠнаÑĩ ала", + "Ġиз б", + "ĠbÅĻez na", + "Ġle dna", + "Ġled na", + "ÑĢ ÑĥÑİÑĤ", + "ÑĢÑĥ ÑİÑĤ", + "Ġ моÑĤ", + "Ġм оÑĤ", + "Ġмо ÑĤ", + "åıĹ åĪ°", + "ĠÑĢÑĥ кÑĥ", + "ĠÑĢÑĥк Ñĥ", + "Ỽ m", + "ad ele", + "ade le", + "adel e", + "ĠÑĢоз глÑı", + "åħ IJ", + "Ġر ÙĪاÙĨ", + "ĠرÙĪ اÙĨ", + "а ков", + "ак ов", + "Ñĥ ÑĢÑĭ", + "ÑĥÑĢ Ñĭ", + "Ġaz al", + "ĠÑĥ кÑĢа", + "ĠÑĥк ÑĢа", + "пи он", + "ĠÄįlov ÄĽ", + "äºĮäºĮ äºĮäºĮ", + "ا بÙĬ", + "اب ÙĬ", + "Ġas lında", + "ë¹ Ī", + "Ġв ÑĢаÑĩ", + "ĠвÑĢа Ñĩ", + "ë£ ¹", + "Ġген еÑĢа", + "à¸ģาร ส", + "ĠÑģов Ñģем", + "ÙĪ ÙĦا", + "ÙĪÙĦ ا", + "Ġश ब", + "ाà¤ĸ ण", + "ست اÙĨÛĮ", + "ستاÙĨ ÛĮ", + "æĬ ½", + "Ġrů z", + "ĠíĮIJ 매", + "à¸ģาร à¸ķ", + "ائ ÛĮ", + "a sal", + "as al", + "asa l", + "ĠÑĢабоÑĤ Ñĥ", + "ĠÑĢаб оÑĤÑĥ", + "ĠÑĢабо ÑĤÑĥ", + "à¥ĭल न", + "Ġ 马", + "Ġé© ¬", + "Ġl ai", + "Ġla i", + "ó i", + "v ap", + "va p", + "ëħĦ ìĹIJëĬĶ", + "ëħĦìĹIJ ëĬĶ", + "ĠпеÑĢед баÑĩ", + "Ġп леÑĩ", + "Ġпл еÑĩ", + "id det", + "idd et", + "ĠÑĩ оÑĢ", + "i yan", + "iy an", + "iya n", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ĠãĢĢ", + "ĠØŃر ÙģÙĩ", + "ĠØŃرÙģ Ùĩ", + "大 éĺª", + "Ñĩ ого", + "Ġ ки", + "Ġк и", + "ا ÙĪÙĬ", + "اÙĪ ÙĬ", + "ĠbaÅŁ lan", + "Ġmerk ezi", + "Ġmerkez i", + "© ©", + "Ġر است", + "Ġرا ست", + "Ġ ëĬĶ", + "ĠëĬ Ķ", + "ĠÑģ ÑĢав", + "ĠвнÑĥ ÑĤÑĢи", + "ĠвнÑĥÑĤÑĢ и", + "ĠвнÑĥÑĤ ÑĢи", + "ãĢĢ ãĥİ", + "åĿ Ľ", + "Ġв ÑĤ", + ": :/", + ":: /", + "Ġsöz leÅŁ", + "Ġver diÄŁi", + "Ġverdi ÄŁi", + "ิ ยม", + "ิย ม", + "ĠÐŁ ÑĢоÑĤ", + "ĠÐŁÑĢ оÑĤ", + "ĠÐŁÑĢо ÑĤ", + "Ùĥ ار", + "Ġب ÙĨدÛĮ", + "ĠبÙĨ دÛĮ", + "ĠبÙĨد ÛĮ", + "Ùı ÙĪ", + "缴 æĴŃ", + "ĠÙħ ÙĦÙĬ", + "ĠÙħÙĦ ÙĬ", + "Ġnut né", + "ะà¹ģ à¸Ļà¸Ļ", + "ĠM ã", + "Ġ ì´", + "Ġì ´", + "à¹Ī าม", + "à¹Īา ม", + "м оÑģ", + "мо Ñģ", + "Ġпо Ñıви", + "ĠпоÑıв и", + "Ġn ghi", + "Ġng hi", + "Ġngh i", + "Ġ ëIJĺëĬĶ", + "ĠëIJĺ ëĬĶ", + "Ñģ клад", + "Ñģк лад", + "à¤Ĺ ल", + "ĠC á»Ļng", + "çŁ¥ è¯Ĩ", + "Ġ taj", + "Ġt aj", + "Ġta j", + "Ġع بر", + "Ġعب ر", + "éĻĦ è¿ij", + "ü ÄŁ", + "Ġê³µ ê³ł", + "è£ ķ", + "âĢĮ Ø´ÙĨ", + "âĢĮØ´ ÙĨ", + "Ġgerç ekten", + "Ġgerçek ten", + "n un", + "nu n", + "Ùħ Ø´", + "ê°Ģ ëĬ¥", + "ãĥ© ãĥ³ãĥī", + "ãĥ©ãĥ³ ãĥī", + "ay acak", + "aya cak", + "åįģ ä¸Ģ", + "ĠB ảo", + "Ġyet erli", + "Ġyeter li", + "ž iv", + "ži v", + "ĠÙĬÙĨ اÙĬر", + "Ġb ýval", + "Ġbý val", + "ìĽĶ ê¹Įì§Ģ", + "Ġn ợ", + "Ġ ê´Ģê³Ħ", + "Ġê´Ģ ê³Ħ", + "Ġ íĿ¬", + "ĠíĿ ¬", + "а ÑİÑĤÑĮ", + "аÑİÑĤ ÑĮ", + "аÑİ ÑĤÑĮ", + "Ġgö tür", + "Ġваж но", + "Ġва жно", + "æµ ©", + "ĠìĿ¼ ë¶Ģ", + "ÑĨÑĸй ний", + "ëł¥ ìĿĦ", + "Ġл еÑĩение", + "ĠлеÑĩ ение", + "éĸ¢ ä¿Ĥ", + "ĠT üm", + "ìĻ Ķ", + "éģ Ĺ", + "ĠD ön", + "Ġ ÑģпÑĸлÑĮ", + "ĠÑģп ÑĸлÑĮ", + "ĠÑģпÑĸл ÑĮ", + "ãĥģ ãĤ§", + "н ÑıеÑĤÑģÑı", + "нÑı еÑĤÑģÑı", + "нÑıеÑĤ ÑģÑı", + "il tere", + "ilter e", + "ilt ere", + "Ġ íĮĢ", + "Ġí ĮĢ", + "ĠíĮ Ģ", + "è¨Ń å®ļ", + "Ġro din", + "Ġrod in", + "Ġrodi n", + "ĠاÙĤتص اد", + "алÑĮ не", + "à¥į à¤ķर", + "à¥įà¤ķ र", + "Ġvý bÄĽ", + "Ġteh lik", + "âĶ IJ", + "Ġ çĶ°", + "Ïģί ÏĤ", + "iy el", + "iye l", + "Ġth iá»ĩu", + "Ġthi á»ĩu", + "ÏĪ ηÏĤ", + "ÏĪη ÏĤ", + "Ġд ве", + "Ġдв е", + "ĠEl ekt", + "ĠEle kt", + "à¸ģ à¸İ", + "о ÑĢÑĥж", + "оÑĢ Ñĥж", + "оÑĢÑĥ ж", + "a ÅŁÄ±", + "aÅŁ ı", + "è© ³ç´°", + "Ġات ÙģاÙĤ", + "Ġg ắn", + "æ²Ĵ æľī", + "ĠÙħطاÙĦ عÙĩ", + "ÏĦ ιν", + "ÏĦι ν", + "Ġok res", + "Ñ ľ", + "ê° Ķëĭ¤", + "Ðł оз", + "å¾ĭ 宾", + "ï¼ī ï¼Ī", + "Ġìļ´ìĺģ ìŀIJ", + "ãĤ« ãĥĨ", + "l aÄį", + "la Äį", + "à¥ĩब स", + "Ġo Äįi", + "ĠoÄį i", + "- б", + "e lerden", + "eler den", + "elerde n", + "k ových", + "kov ých", + "kový ch", + "ĠÄ°z mir", + "สม าà¸Ĭ", + "lad atel", + "Ġ æ»", + "Ġæ »", + "éĶĢ åĶ®", + "ĠдоÑģлÑĸд женнÑı", + "ĠлÑĸ каÑĢ", + "ĠлÑĸка ÑĢ", + "ĠлÑĸк аÑĢ", + "Ġодна ко", + "ĠV ác", + "Ġ è«", + "Ġè «", + "éĢ² è¡Į", + "以 å¤ĸ", + "é³ ¥", + "Ġ ÙĨج", + "ĠÙĨ ج", + "ĠbaÅŁ kan", + "ĠbaÅŁka n", + "ĠbaÅŁk an", + "Ġopat ÅĻenÃŃ", + "ا رش", + "ار Ø´", + "ض اÙģØ©", + "ضا ÙģØ©", + "ãĤ¹ ãĥ¬", + "ή ν", + "ÄĽ tÃŃ", + "ÄĽt ÃŃ", + "ว ย", + "Ġرس ÙĪÙĦ", + "ÅĻ ich", + "ÅĻi ch", + "ĠpÅĻ ih", + "ĠpÅĻi h", + "ÑĮ ми", + "çĦ¶ èĢĮ", + "Ġth ẳng", + "l amaz", + "la maz", + "lam az", + "lama z", + "ÙĢ ÙĢÙĢ", + "ÙĢÙĢ ÙĢ", + "Ġì°¸ ìŬ", + "ĠÙĨÙĪ شتÙĩ", + "ĠÙĨÙĪØ´ تÙĩ", + "ĠÑģÑĤ ек", + "ãģ® ãģ¿", + "ĠÙĪ اÙĦع", + "ĠÙĪاÙĦ ع", + "ĠÙĪا ÙĦع", + "æķ ¢", + "à¥Ģà¤Ĥ ,", + "ÐŀÑģ нов", + "им оÑģÑĤи", + "имо ÑģÑĤи", + "ĠÄĮesk á", + "ĠÄĮes ká", + "Ñĸ Ñĩний", + "ÑĸÑĩ ний", + "าม ารà¸ĸ", + "ekk ür", + "Âł h", + "ι κη", + "ικ η", + "Ġتع ÛĮÛĮÙĨ", + "к оÑģÑĤÑĸ", + "ко ÑģÑĤÑĸ", + "ĠMust afa", + "Ġì¦ ī", + "ãģ§ ãģĤãĤĬ", + "ãģ§ãģĤ ãĤĬ", + "å·¥ ä¸ļ", + "ov ÃŃd", + "ovÃŃ d", + "ÐĿ о", + "Ġس پس", + "Ġسپ س", + "Ú¯ÛĮ رد", + "Ú¯ÛĮر د", + "Ġп едагог", + "Ġ کارÛĮ", + "ĠÚ© ارÛĮ", + "Ġکار ÛĮ", + "ĠÑĪ ÑĤÑĥ", + "ĠÑĪÑĤ Ñĥ", + "æĮ Ĥ", + "Ø¢ Ùħد", + "Ø¢Ùħ د", + "羣 æĺ¯", + "Ġ ابت", + "Ġا بت", + "Ġاب ت", + "Ġرئ ÛĮس", + "Ġد ÛĮÙĨ", + "ĠدÛĮ ÙĨ", + "ÏĪ ε", + "Ġse zon", + "Ġsez on", + "Ġ çĨ", + "Ġç Ĩ", + "स न", + "ãĥ» ãĤ¢", + "Ġ åħŃ", + "Ġåħ Ń", + "Ġ è±", + "Ġè ±", + "Ġìłľ 목", + "ĠÙħ عد", + "ĠÙħع د", + "ĠÙģ ÙĤد", + "ĠÙģÙĤ د", + "éĤ Ĭ", + "Ω Σ", + "Ġ å¡", + "Ġå ¡", + "Ġob vyk", + "ĠìĿ´ ëłĩê²Į", + "ĠбоÑĢ оÑĤÑĮ", + "Û² Û±", + "Ġ á»ijng", + "Ġá» ijng", + "è¯ Ĺ", + "Ġ ÄIJá»iji", + "ĠÄIJ á»iji", + "ĠбеÑĢез нÑı", + "Ġs oÄŁ", + "Ġso ÄŁ", + "Ġ ï¾į", + "Ġï¾ į", + "ãĤĴ ãģ¤", + "ãģĹ ãĤĥ", + "еÑĢ еÑĩ", + "еÑĢе Ñĩ", + "ãĢĢ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢãĢĢĠ ãĢĢĠãĢĢĠãĢĢ", + "æĪ ª", + "ĠاÙĦسعÙĪد ÙĬØ©", + "ĠëĤ¨ ìŀIJ", + "ĠAng iosper", + "???????? ????????", + "Ġpr ům", + "Ġprů m", + "ĠплоÑī ад", + "Ġ ÏĦÏģα", + "ĠÏĦ Ïģα", + "д аÑİÑĤ", + "да ÑİÑĤ", + "Ġsı nav", + "Ġsın av", + "Ġm ặc", + "æ°´ å¹³", + "Ġви глÑı", + "Ġвиг лÑı", + "Ġn ást", + "Ġná st", + "Ġnás t", + "ĠобÑĭ Ñĩ", + "ĠìĿ´ìķ¼ 기", + "ë¹ Ľ", + "ĠB aÄŁ", + "ĠBa ÄŁ", + "ĠاÙĦØ« اÙĦØ«", + "Ġser vis", + "Ġserv is", + "Ġservi s", + "Ġ 룬", + "ĠëŁ ¬", + "ом ина", + "ί θ", + "Ġ Ấ", + "ĠẠ¤", + "ê²½ 기", + "Ġì¡ ¸", + "ี à¸ļ", + "Ġà¤ĺ à¤Łà¤¨", + "Ġ à¸Ļาà¸ĩ", + "Ġà¸Ļ าà¸ĩ", + ". Îł", + "ìķ ķ", + "r ün", + "Ġon ların", + "Ġonları n", + "Ġonlar ın", + "Ġзб ÑĸлÑĮÑĪ", + "à¹ģ à¸Ł", + "ĠìŬ 기", + "Ġ ëĮĢíijľ", + "ĠëĮĢ íijľ", + "ĠÑģи лÑĥ", + "ĠÑģил Ñĥ", + "à¹Ĥ à¸Ľ", + "Ġت ÙĤد", + "ĠتÙĤ د", + "ĠÐŁ ом", + "ĠÐŁÐ¾ м", + "ĠмаÑģ ла", + "Ġ ìĺģìĥģ", + "Ġìĺģ ìĥģ", + "н ение", + "не ние", + "нен ие", + "λα μβ", + "ĠB yl", + "ĠBy l", + "æĬ µ", + "æİ ª", + "Ġκαθ ÏİÏĤ", + "m ızı", + "æĸ° çļĦ", + "éĩį è¤ĩ", + "ั à¸Ľ", + "çŃ Ĩ", + "ĠÑĤ ка", + "ĠзнаÑĩ еннÑı", + "Ġзна ÑĩеннÑı", + "л аÑĤи", + "ла ÑĤи", + "лаÑĤ и", + "Ġv liv", + "Ġvl iv", + "ÐIJ н", + "ĠÚĨ اپ", + "ĠпиÑĤ анÑĮ", + ": ï½ī", + "æķĻ æİĪ", + "Ġì¹ľ 구", + "Ġtr ao", + "Ġtra o", + "à¥įयà¤ķ त", + "ุà¸Ħ à¸Ħล", + "ĠرÙĪ Ø´ÙĨ", + "ĠرÙĪØ´ ÙĨ", + "ĠعÙĦÙĬ Ùĩا", + "ĠعÙĦÙĬÙĩ ا", + "ãĢģ ãģĦ", + "ëħĦ ìĹIJ", + "éĢ Ĩ", + "Ġмаг аз", + "ï¾ŀ ï¾ŀ", + "Ġs ice", + "Ġsi ce", + "Ġsic e", + "âĢĻ te", + "âĢĻt e", + "ĠاÙĦÙĦ غة", + "á u", + "èĩª 身", + "Ġng Å©", + "ĠÑģк ладÑĥ", + "ĠÑģклад Ñĥ", + "Ġz ru", + "Ġtr uy", + "Ġ ilan", + "Ġi lan", + "Ġil an", + "ĠÙ¾ اÛĮÙĩ", + "ĠپاÛĮ Ùĩ", + "Ġپا ÛĮÙĩ", + ": :::::::::::::", + ":: ::::::::::::", + ":::: ::::::::::", + ":::::: ::::::::", + ":::::::: ::::::", + "::: :::::::::::", + "::::: :::::::::", + "::::::: :::::::", + "::::::::: :::::", + ":::::::::: ::::", + "::::::::::: :::", + ":::::::::::: ::", + "::::::::::::: :", + "f ak", + "fa k", + "ÑĤ еÑħ", + "ÑĤе Ñħ", + "Ġt aky", + "Ġta ky", + "Ġtak y", + "Ġìĸ¸ ìĸ´", + "ed enÃŃ", + "eden ÃŃ", + "ede nÃŃ", + "Ġà¤ļ लत", + "Ġà¤ļल त", + "Ġë°° ìļ°", + "Ġjmé no", + "ĠÙĦ Ø£ÙĨ", + "ĠÙĦØ£ ÙĨ", + "α νά", + "αν ά", + "к ÑĥлÑĮ", + "кÑĥ лÑĮ", + "кÑĥл ÑĮ", + "ĠØŃÙģ ظ", + "ĠآزÙħ ÙĪÙĨ", + "иÑĤелÑĮ нÑĭе", + "ĠÐŀ лекÑģанд", + "èį £", + "Ġà¤ľà¤¬ à¤ķ", + "Ġr odi", + "Ġro di", + "Ġrod i", + "Ġبرخ ÙĪرد", + "Ġhaf ta", + "Ġhaft a", + "λ ικά", + "λι κά", + "λικ ά", + "à¸ķ à¸Ļ", + "ĠбеÑĢ ег", + "αν δ", + "- С", + "Ġprav idel", + "ĠбÑĸ лÑı", + "ĠбÑĸл Ñı", + "íĴ į", + "ĠпÑĢед ÑĥÑģ", + "ĠмÑĥ ниÑĨип", + "åĮĸ åѦ", + "ĠتÙħ اس", + "Ġà¤ī ल", + "Ðĵ Ðŀ", + "غ ر", + "r adan", + "ra dan", + "rad an", + "rada n", + "ĠëĤĺ ìĺ¤", + "è¨ Ĥ", + "à¹Ģà¸ĺ à¸Ń", + "âĢĮ سÛĮ", + "âĢĮس ÛĮ", + "ĠобÑıз аÑĤелÑĮно", + "ĠобÑıзаÑĤелÑĮ но", + "о ÑĤе", + "оÑĤ е", + "à¹Į à¸Ĭ", + "çĶ¨ çļĦ", + "Ġalt ın", + "Ġaltı n", + "ĠÑģоÑĤ ÑĢÑĥд", + "Ñĸ нки", + "Ñĸн ки", + "озмож но", + "Î IJ", + "ë¹ Į", + " ķ", + "ĠÑĤ оÑĩно", + "ĠÑĤо Ñĩно", + "ĠÑĤоÑĩ но", + "Ġj men", + "Ġjm en", + "اÙĦ ÛĮا", + "اÙĦÛĮ ا", + "èĪ į", + "ch odu", + "cho du", + "chod u", + "ê³ ¤", + "ick ém", + "ické m", + "ĠÙħ ÙĪر", + "ĠÙħÙĪ ر", + "ãĥª ãĥ³ãĤ¯", + "ãĥªãĥ³ ãĤ¯", + "Ġa ÅŁam", + "ĠaÅŁ am", + "Ġ иÑĤ", + "Ġи ÑĤ", + "Ġन य", + "Ġ μο", + "Ġμ ο", + "éķ ľ", + "ĠبÙĨ ابر", + "ĠبÙĨا بر", + "Ġت خصص", + "Ġส à¸ŀ", + "ĠпÑĢоÑĦеÑģ Ñģи", + "Ġp uan", + "Ġpu an", + "ĠÙģر ÙħاÙĨ", + "ĠÙģرÙħ اÙĨ", + "ëĮĢ íļĮ", + "Ġп ÑıÑĤ", + "ĠÙħ ÙĪب", + "ĠÙħÙĪ ب", + "ĠvÄĽ ku", + "Ġ ëĥ", + "Ġë ĥ", + "ec ký", + "eck ý", + "ĠìĪĺ ëıĦ", + "Ġth ao", + "Ġtha o", + "Ġk apat", + "Ġka pat", + "Ġkap at", + "ĠзаÑħ воÑĢÑİ", + "Ġ åħī", + "Ġåħ ī", + "ر اÙĨÛĮ", + "راÙĨ ÛĮ", + "را ÙĨÛĮ", + "éĢł æĪIJ", + "ĠÑģв Ñĸй", + "ĠдоÑģ иÑĤÑĮ", + "Ġmil yar", + "Ġener ji", + "Ġenerj i", + "Ġк ип", + "Ġки п", + "Ġì¢ĭ ìķĦ", + "Ġب Ø¥", + "ê²Į ìĭľ", + "ĠL Æ°u", + "ĠÙħÙĨظ ÙĪر", + "Ïī μά", + "ζ ί", + "ım da", + "Ġ ìĿ´ë¥¼", + "ĠìĿ´ 를", + "๠Ĵ", + "Ġв важ", + "Ġвв аж", + "Ġga zet", + "Ġgaze t", + "Ġgaz et", + "à¥įत न", + "à¹īำ หà¸Ļ", + "åľŁ åľ°", + "Ġसद स", + "ت بة", + "تب Ø©", + "Ġpo ÄįÃŃta", + "Ġìĭľ ìĬ¤íħľ", + "ร à¸Ħ", + "Ġed ecek", + "ĠتØŃ ÙĦÛĮÙĦ", + "æĮī çħ§", + "åĿ ª", + "Ġê·¸ ê°Ģ", + "ت ÙĩÙħ", + "تÙĩ Ùħ", + "Ġб аж", + "Ġба ж", + "ا Ùģع", + "اÙģ ع", + "éĢļ 常", + "ĠТ и", + "γ νÏī", + "ì¹ Ļ", + "Ġznam ená", + "ï¼¼ ï¼¼", + "α ÏĢÏĮ", + "åĨĻ 羣", + "Ġ ï¼¼Ċ", + "Ġï¼¼ Ċ", + "åĬł å·¥", + "èĤ¡ä»½ æľīéĻIJåħ¬åı¸", + "Ñı ÑĤий", + "ÑıÑĤ ий", + "ÑıÑĤи й", + "Ġh âl", + "Ġç ab", + "Ġça b", + "ĠØŃ Ø§Ø¶Ø±", + "P ÅĻ", + "ĠاÙĦ تÙĤ", + "ĠاÙĦت ÙĤ", + "ξ ηÏĤ", + "ξη ÏĤ", + "б е", + "Ġkh ám", + "Ġkhá m", + "Ġ âĮĴ", + "Ġâ ĮĴ", + "Ġ éķ¿", + "Ġéķ ¿", + "Ġ âĢ¦Ċ", + "ĠâĢ¦ Ċ", + "द म", + "ĠSt udi", + "ĠStud i", + "Ġk odu", + "Ġko du", + "Ġkod u", + "Ġkom unik", + "Ġkomun ik", + "Ġkat kı", + "n ete", + "ne te", + "net e", + "Ġr apor", + "Ġrap or", + "Ġra por", + "éĨ ´", + "ãĤī ãģĽ", + "ĠнеÑģк олÑĮ", + "Ġhá»į p", + "ï¿£ ￣￣", + "￣￣ ï¿£", + "º ¼", + "è£ Ĥ", + "ед ÑĮ", + "Ġا ÙĦاØŃ", + "ĠاÙĦ اØŃ", + "l adık", + "la dık", + "lad ık", + "ladı k", + "Ġfot oÄŁraf", + "æĹ¥ ãģ®", + "ĠØŃ Ø§ÙĦت", + "ĠØŃاÙĦ ت", + "ĠØ« ÙĦاث", + "а ÑĤов", + "аÑĤ ов", + "аÑĤо в", + "ey se", + "Ġê°IJ ìĤ¬", + "á že", + "áž e", + "Ġн ада", + "Ġна да", + "Ġнад а", + "Ġà¤ķ हन", + "Ġà¤ķह न", + "Ġ ãĥĿ", + "Ġãĥ Ŀ", + "ãģ« ãģĤãĤĭ", + "ãģ«ãģª ãģ£ãģ¦", + "ÙĪ دÙĩ", + "ÙĪد Ùĩ", + "Ġpo Å¡k", + "太 éĺ³åŁİ", + "ç»ı éªĮ", + "æĴŃ æĶ¾", + "Ġma jet", + "Ġmaj et", + "Ñħ о", + "ĠÑĤ еÑģÑĤ", + "ĠÑĤе ÑģÑĤ", + "ï¼ı Ċ", + "Ïĥε ÏĦε", + "ĠТ омÑĥ", + "ĠТо мÑĥ", + "ĠТом Ñĥ", + "Ùİ ØŃ", + "ĠìŀĪ ìľ¼ë©°", + "Ġза знаÑĩ", + "éļ IJ", + "Ġд ÑĸÑĹ", + "ĠдÑĸ ÑĹ", + "к ÑĤив", + "кÑĤ ив", + "кÑĤи в", + "ÙĪ ÙģÙĬ", + "ÙĪÙģ ÙĬ", + "Ġt á»Ŀ", + "Ġtá» Ŀ", + "à¸¹à¸Ľ à¹ģà¸ļà¸ļ", + "ĠÑĢ едак", + "ĠÑĢед ак", + "Ġa teÅŁ", + "Ġat eÅŁ", + "Ġate ÅŁ", + "Ġkh iá»ĥn", + "Ġkhi á»ĥn", + "ü ny", + "ün y", + "ี ยà¸ģ", + "ีย à¸ģ", + "ĠÑĩа Ñīе", + "Ġt uy", + "Ġtu y", + "γ Ïīν", + "γÏī ν", + "ร à¸Ńà¸ļ", + "Ġtr ùng", + "à¹ģà¸Ĺ à¸Ļ", + "Ġα κÏĮ", + "Ġακ ÏĮ", + "ĠÐĴеÑĢ Ñħов", + "à¹ĥ à¸Ļส", + "à¹ĥà¸Ļ ส", + "ãĢģ ä½ķ", + "åĩ ¦", + "Ġ ç»ı", + "Ġç» ı", + "æ¨ ĵ", + "اÙĨÚ¯ ÙĦÛĮسÛĮ", + "Ġ lepÅ¡ÃŃ", + "Ġlep Å¡ÃŃ", + "Ġ å¼Ģå§ĭ", + "Ġå¼Ģ å§ĭ", + "éĻ º", + "ĠÑĩ еÑĤÑĭ", + "ĠÑĩеÑĤ Ñĭ", + "ĠС еÑĢ", + "оÑİ Ð·", + "Ġx ung", + "Ġxu ng", + "åĵģ çīĮ", + "Ġìĥģ íĥľ", + "ĠÙĨ صب", + "ĠÙĨص ب", + "ĠÑĩ омÑĥ", + "Ġتر Ú©ÛĮ", + "Ġترک ÛĮ", + "- ли", + "o vÃŃ", + "ov ÃŃ", + "Ġا ÙĨج", + "ĠاÙĨ ج", + "çµ ¡", + "Ġت ÙĪص", + "ĠتÙĪ ص", + "Ġ ì¿ł", + "Ġì ¿ł", + "Ġvar sa", + "Ġva rsa", + "Ġvars a", + "ĠÑĢаз ÑĢабоÑĤ", + "à¸Ĥ à¸Ńà¸ĩà¸Ħ", + "à¸Ĥà¸Ńà¸ĩ à¸Ħ", + "éŃ Ĥ", + "Ġà¤Ĭ पर", + "æĿ¥ 说", + "ĠÑĨенÑĤ ÑĢалÑĮ", + "ĠÑĨенÑĤÑĢ алÑĮ", + "ĠÑĨенÑĤÑĢа лÑĮ", + "ĠTak ım", + "Ġon lar", + "Ġسر عت", + "好 åĥı", + "Ġbu á»ķi", + "ĠÐij ел", + "Âł c", + "Ø£ ت", + "à¸Ĥ à¸ĵะ", + "ãģ« åĩº", + "Ġ+ **************", + "ÏĦη κε", + "ا جر", + "اج ر", + "Ġ âĢ²", + "ĠâĢ ²", + "ãĥ¼ ãĥ¬", + "ãĥ¼ãĥ ¬", + "é¥ Ń", + "Ġج ÙĦس", + "ĠجÙĦ س", + "Ġب ستÙĩ", + "Ġبس تÙĩ", + "ว าà¸ĩ", + "Ġ βά", + "Ġβ ά", + "Ġа меÑĢикан", + "ĠPr emi", + "ĠPre mi", + "ĠPrem i", + "m ae", + "ma e", + "ĠÑģ ÑĢеди", + "ĠÑģÑĢед и", + "Ạł", + "Ġв ÑĢед", + "ãĢĤ èĢĮ", + "åĴ ²", + "Ġê³µ ê°ľ", + "èĤ ¥", + "з виÑĩай", + "Ġpro cent", + "Ġproc ent", + "и лоÑģÑĮ", + "ил оÑģÑĮ", + "ило ÑģÑĮ", + "श न", + "é łģ", + "éł ģ", + "е кÑĤи", + "ек ÑĤи", + "екÑĤ и", + "د اشت", + "دا شت", + "íķĻ íļĮ", + "ãĢĢ ãĢĢãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢĠãĢĢ ĠãĢĢ", + "ĠÙħد ÙĬÙĨØ©", + "िल न", + "Ġ èĹ", + "Ġè Ĺ", + "м иÑĢ", + "ми ÑĢ", + "Ġн оÑĢ", + "Ġно ÑĢ", + "Ġ íķĺì§Ģ", + "Ġíķĺ ì§Ģ", + "в еÑī", + "ве Ñī", + "nÄĽ m", + "е ÑĢами", + "еÑĢ ами", + "еÑĢа ми", + "Ġpra cov", + "Ġprac ov", + "ĠبÙĬ اÙĨات", + "ĠÏĥ Ïįν", + "ĠÏĥÏį ν", + "Ġج Ø°", + "ãģĦ ãģ§", + "ĠB ÃŃ", + "è± Ĩ", + "Ġh mot", + "Ġhm ot", + "il eceÄŁi", + "ilece ÄŁi", + "Ġت اث", + "Ġتا Ø«", + "è´ ´", + "Ġ ê¸ī", + "Ġê¸ ī", + "Ġm ysl", + "Ġmy sl", + "Ġmys l", + "ĠìĿ´ íķ´", + "Ġ기 ëĬ¥", + "ĠТ ам", + "ĠТа м", + "ĠнаÑģ елениÑı", + "ĠM ez", + "ĠMe z", + "Ġ모 르", + "íĻĶ 를", + "ĠÙĨسخ Ùĩ", + "ĠتÙĦ ÙĪÛĮزÛĮ", + "ĠÄįerv na", + "Æ°á» ¡ng", + "ص ØŃ", + "ĠÑĤ ÑĢен", + "ĠÑĤÑĢ ен", + "Õ ¡", + "Ġce lou", + "Ġcel ou", + "Å© i", + "ìĹĨ ìĿ´", + "nÃŃ ku", + "nÃŃk u", + "Ġprogram u", + "à¥į पन", + "à¥įप न", + "Ġп ÑĢеж", + "ĠпÑĢ еж", + "ĠпÑĢе ж", + "ا رب", + "ار ب", + "æľŁ éĸĵ", + "Ġ μά", + "Ġμ ά", + "ëįĶ ëĭĪ", + "ụ n", + "ĠпеÑĢ еÑģÑĤ", + "ĠпеÑĢе ÑģÑĤ", + "ĠпеÑĢеÑģ ÑĤ", + "对 äºİ", + "è¿IJ è¡Į", + "ĠÑĤ ан", + "ĠÑĤа н", + "Ġ ìĤ¬ìĿ´íĬ¸", + "ĠìĤ¬ ìĿ´íĬ¸", + "ĠìĤ¬ìĿ´ íĬ¸", + "ĠQu ảng", + "ĠQuản g", + "Ġst ojÃŃ", + "Ġsto jÃŃ", + "ãĥŃ ãĥ¼", + "Ú¯ ار", + "Ġе неÑĢг", + "Ġkter ým", + "Ġkterý m", + "ĠпÑĢи мÑĸ", + "ĠпÑĢим Ñĸ", + "ĠкаÑĢÑĤ и", + "ĠкаÑĢ ÑĤи", + "Ġz engin", + "Ġzen gin", + "ï¼Į åĨį", + "Ġت رب", + "Ġتر ب", + "ĠÑĨенÑĤ ÑĢ", + "ĠÑĨен ÑĤÑĢ", + "ĠsaÄŁ lamak", + "ĠsaÄŁlam ak", + "ëĭ Ŀ", + "ãģ® åŃIJ", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "Ġs Æ¡n", + "ĠsÆ¡ n", + "z ı", + "ÑĤ аки", + "ÑĤа ки", + "ÑĤак и", + "ÄĽ stÃŃ", + "ÄĽst ÃŃ", + "Ġ à¥", + "Ġà ¥", + "é ®", + "åŁ¹ è®Ń", + "Ġ ìĶ¨", + "ĠìĶ ¨", + "Ġbel ki", + "ĠìĿ´ 벤íĬ¸", + "ëĶĶ ìĸ´", + "Ġs Ãłn", + "ни кам", + "ник ам", + "ника м", + "a lim", + "al im", + "ali m", + "対 å¿ľ", + "ĠS á»±", + "éģĵ è·¯", + "é«ĺ æ¸ħ", + "Ġd õi", + "ĠÙĦ ÙĢ", + "Ġ èĤ¡", + "ĠèĤ ¡", + "ν ι", + "âĢŀ J", + "' nde", + "'n de", + "Îij Îĵ", + "ãģ¨ ãģªãĤĭ", + "ãģ¨ãģª ãĤĭ", + "çĪ ¸", + "ع ÙĦÛĮ", + "عÙĦ ÛĮ", + "Ïģι ÏĥÏĦ", + "ÏģιÏĥ ÏĦ", + "Ġe ÄŁit", + "ĠeÄŁ it", + "Ġзов нÑĸÑĪ", + "Ġп ÑĢим", + "ĠпÑĢ им", + "ĠпÑĢи м", + "س Ùħبر", + "سÙħ بر", + "ĠmÄĽst ÄĽ", + "ĠÏĢεÏģι ÏĥÏĥÏĮÏĦε", + "ÐIJ Ðł", + "æĦŁ åĪ°", + "Ġ문 ìĦľ", + "ãģĭ ãĤĭ", + "ÙĤÙĬ ÙĤØ©", + "ÙĤÙĬÙĤ Ø©", + "Ġв ÑĤÑĢа", + "ĠвÑĤ ÑĢа", + "Ġ à¸Ńำ", + "Ġà¸Ń ำ", + "Ñģ кÑĥÑİ", + "Ñģк ÑĥÑİ", + "د ÙĩاÛĮ", + "دÙĩ اÛĮ", + "ĠÄ° st", + "ĠÄ°s t", + "ĠÐĹ Ð°Ð²", + "ĠÐĹа в", + "Ġ éĥ½", + "Ġé ĥ½", + "Ġéĥ ½", + "ÑĪ ем", + "ÑĪе м", + "Ġе ÑīÑij", + "ĠÐľÐ¸Ñħ ай", + "ĠÑĥпÑĢав лениÑı", + "л еннÑĭе", + "лен нÑĭе", + "ĠzaÄį al", + "æ¡ Į", + "Ġп Ñĸз", + "л ÑıÑĤÑĮÑģÑı", + "лÑı ÑĤÑĮÑģÑı", + "лÑıÑĤÑĮ ÑģÑı", + "Ġ ìŀIJë£Į", + "ĠìŀIJ ë£Į", + "ãĢĢ ãĢĢĠ", + "ãĢĢãĢĢ Ġ", + "ĠK ral", + "ĠKr al", + "ĠKra l", + "èĪ ī", + "Ġà¤Ń व", + "Ġ Ø®Ùħ", + "ĠØ® Ùħ", + "Ġа кадем", + "Ġ isten", + "Ġis ten", + "Ġi sten", + "Ġist en", + "ĠиÑģ кÑĥÑģ", + "ĠиÑģк ÑĥÑģ", + "ĠعÙĨد Ùħا", + "Ġا ÙĦاÙħ", + "ĠاÙĦ اÙħ", + "is mus", + "ism us", + "ismu s", + "Ġayr ıntı", + "Ġ Що", + "ĠЩ о", + "ĠÙĩ ÙĪØ´", + "ĠÙĩÙĪ Ø´", + "د ÙĪاج", + "دÙĪ اج", + "л аж", + "ла ж", + "ĠÚ©ÙĨ ار", + "Âł R", + "æĢ§ çļĦ", + "Ñģ Ñĸм", + "ÑģÑĸ м", + "ĠM üz", + "ĠMü z", + "ÑĢ овиÑĩ", + "ÑĢов иÑĩ", + "ÑĢо виÑĩ", + "Ġ Ω", + "ĠÎ ©", + "Ġìĸ´ ëĶĶ", + "س ÙħØ©", + "سÙħ Ø©", + "Ġ ÑĢÑı", + "ĠÑĢ Ñı", + "Ġt Æ°Æ¡i", + "ĠtÆ° Æ¡i", + "ĠÑĢаÑģ Ñħод", + "åı° çģ£", + "ĠاÙĦ ÙĪÙĤت", + "ĠاÙĦÙĪ ÙĤت", + "بر اÛĮ", + "ĠзÑĢоб иÑĤи", + "Ġб ÑĥÑĢ", + "ĠбÑĥ ÑĢ", + "ĠÄįin nosti", + "ĠÄįinnost i", + "Ġص اØŃ", + "ĠصÙĨ عت", + "ĠصÙĨع ت", + "Ġ Ø·ÙĦ", + "ĠØ· ÙĦ", + "ξ Ïį", + "ĠtisÃŃ c", + "ĠFr ansa", + "ĠFran sa", + "ì¦ ĺ", + "è» ½", + "Ñ ĺ", + "ÏĮÏĦη ÏĦαÏĤ", + "ÏĮÏĦηÏĦα ÏĤ", + "ĠM illet", + "ĠMill et", + "ĠMil let", + "ãĢĢ ãĥ¾", + "ĠпÑĢ ием", + "ĠпÑĢи ем", + "ĠترجÙħ Ùĩ", + "Ġس ÙĪد", + "ĠسÙĪ د", + "ĠsouÄįást ÃŃ", + "ÐĶ о", + "Ġtr ụ", + "足 çIJĥ", + "à¸Ľ à¸ģ", + "Ġu stanov", + "ÎŁ ÎĻ", + "ÎŁÎ Ļ", + "Ðŀ н", + "Ġн еж", + "Ġне ж", + "к ог", + "ко г", + "ä¸Ģ çĤ¹", + "Ġد ÙĪراÙĨ", + "ĠدÙĪ راÙĨ", + "ĠدÙĪر اÙĨ", + "å½± éŁ¿", + "el idir", + "eli dir", + "âĢŀ N", + "es iyle", + "esi yle", + "ÑĢем енно", + "ÑĢе менно", + "Ġilet iÅŁim", + "ม à¹Ģà¸ķ", + "以 åīį", + "ãĥĭ ãĥ¼", + "鼻 話", + "à¹Ĥ à¸ŀ", + "ov ky", + "Ġза мÑĸ", + "Ġзам Ñĸ", + "Ġव à¤ķ", + " Ļ", + "ĠвÑĸй ни", + "Ġol madıģı", + "Ġolm adıģı", + "Ġolmadı ģı", + "Ġolma dıģı", + "æ¢ ģ", + "ĠТ еп", + "ĠТе п", + "nÄĽ te", + "nÄĽt e", + "èħ ķ", + "ìĤ¬ ëĬĶ", + "m amak", + "ma mak", + "mam ak", + "Ġc iz", + "Ġci z", + "æ£ Ĵ", + "Ġ ï¼ı:", + "Ġï¼ı :", + "éģĭ åĭķ", + "ĠÙĩ ÙĨا", + "ĠÙĩÙĨ ا", + "Ġ ê°ij", + "Ġê° ij", + "ĠÙĩÙĨÚ¯ اÙħ", + "ĠuÄŁ ra", + "å½ ¦", + "Ġob jekt", + "Ġobj ekt", + "ãģ¨ ãģĻãĤĭ", + "åĽ½ åĨħ", + "ĠдеÑĢжав и", + "ĠдеÑĢж ави", + "Ġ èĮ", + "Ġè Į", + "Ġulus lararası", + "Ù £", + "Ġmut lak", + "Ġз обов", + "Ġ γεν", + "Ġγ εν", + "Ġγε ν", + "à¹Ħà¸Ł à¸Ł", + "Ġözg ür", + "íĦ ¸", + "Ġвипад кÑĥ", + "Ġà¤ķ ब", + "ĠاÙĦ خط", + "ĠاÙĦØ® Ø·", + "θη καν", + "ï¼Į æĬĬ", + "ÑıÑĤ ÑĤÑı", + "Ġolmadı ģını", + "Ġolma dıģını", + "Âłk W", + "ĠnÄĽkter ých", + "ãĥĩ ãĥ«", + "æ¤į çī©", + "μι λοÏĤ", + "ÐIJÑĢ ÑħÑĸв", + "ĠТ о", + "èĸ ¬", + "ÑģÑĤв иÑı", + "Ġ Ø®ÙĪاست", + "ĠØ®ÙĪ است", + "олог ÑĸÑĹ", + "ÙĪ اÙĩد", + "ÙĪاÙĩ د", + "ÙĪا Ùĩد", + "Ġ нак", + "Ġн ак", + "Ġна к", + "ĠкоÑĤоÑĢ ÑĥÑİ", + "Ġद à¤ķ", + "âĢŀ M", + "λ ια", + "λι α", + "æŃ ²", + "第 åĽĽ", + "à¤¾à¤ľ स", + "Ġ( «", + "Ġth ẻ", + "､ Ċ", + "ç£ ģ", + "Ġ ÙĦÙĤ", + "ĠÙĦ ÙĤ", + "Ġ ìķĶ", + "Ġìķ Ķ", + "Ġн ового", + "Ġнов ого", + "ĠìķĦ 주", + "Ġ ëIJĺìĸ´", + "ĠëIJĺ ìĸ´", + "Ġo lun", + "Ġol un", + "à ¾", + "Ġkar iy", + "Ġkari y", + "ĠØŃ Ø³Ø¨", + "ĠØŃس ب", + "ĠìĿĺ 미", + ". Ðľ", + "Ġoz naÄį", + "ÙĦ سÙĦ", + "ÙĦس ÙĦ", + "ĠÐĴ ид", + "ĠÐĴи д", + "ë¡ľ ëĤĺ", + "à¥įà¤Ł म", + "í ľ´", + "Ġbilg isayar", + "ìĿ¸ ì§Ģ", + "Ġв ов", + "Ġво в", + "nict vÃŃm", + "nictvÃŃ m", + "า à¸Ńย", + "าà¸Ń ย", + "Ġشخص ÛĮ", + "п Ñĸон", + "æľ¬ å½ĵ", + "Ġب ÙĢ", + "ĠмаÑģ ло", + "ĠPh át", + "Ġ ба", + "Ġб а", + "алÑĮ номÑĥ", + "алÑĮно мÑĥ", + "алÑĮном Ñĥ", + "社 åĮº", + "Ġ Ò", + ": ::|", + ":: :|", + "::: |", + "ê ´", + "Ġ ä¸ĥ", + "Ġä¸ ĥ", + "ĠÙĪ اÙĦد", + "ĠÙĪاÙĦ د", + "ни ке", + "ник е", + "à¸Ń ลล", + "à¸Ńล ล", + "Ġyer leÅŁ", + "Ġkom bin", + "Ġkomb in", + "u Å¡", + "Ġо ÑĤÑĢи", + "ĠоÑĤ ÑĢи", + "ä¹ Į", + "iÅŁ ti", + "Ġs óng", + "Ġsó ng", + "λ ηÏĤ", + "λη ÏĤ", + "Ġк ÑĥÑĢÑģ", + "ĠкÑĥÑĢ Ñģ", + "à¹Ī าà¸Ħ", + "à¹Īา à¸Ħ", + "Ġ ÙĬس", + "ĠÙĬ س", + "Ġ داÙħ", + "Ġد اÙħ", + "çĴ° å¢ĥ", + "Ñĩ енко", + "Ñĩен ко", + "ãĢį ãģ®", + "ĠmÃŃ sta", + "ĠmÃŃst a", + "ĠÑĦ оÑĤ", + "ĠpÅĻÃŃ zn", + "ĠÑĢ аза", + "ĠÑĢаз а", + "ĠÑĢа за", + "ç´ «", + "lá da", + "lád a", + "ĠÑģпеÑĨи алиÑģÑĤ", + "ĠبÛĮ ÙħارÛĮ", + "ĠبÛĮÙħ ارÛĮ", + "ĠبÛĮÙħار ÛĮ", + "Ġëĵ £", + "çĭ Ĺ", + "ÙĪ ÙĪ", + "ан ÑĸÑĤ", + "анÑĸ ÑĤ", + "ĠدÙĨ باÙĦ", + "ĠÙħجÙħÙĪع Ø©", + "ÃŃ na", + "ÃŃn a", + "ĠH alk", + "ĠHa lk", + "ĠHal k", + "á jem", + "áj em", + "enÃŃ ze", + "Ġim z", + "« ng", + "Ġ ÎķÎł", + "ĠÎķ Îł", + "ĠÙħ Ùĩد", + "ĠÙħÙĩ د", + "ìľĦìĽIJ íļĮ", + "Ġìľł íĺķ", + "ाप स", + "Ġje ž", + "ан Ñĸз", + "анÑĸ з", + "иÑĤ ай", + "иÑĤа й", + "á¿ ĸ", + "ir ler", + "irl er", + "기 ê°Ħ", + "Ġ воÑĢ", + "Ġв оÑĢ", + "Ġво ÑĢ", + "Ġ Ïİ", + "ĠÏ İ", + "Ġpo zn", + "Ġpoz n", + "Ġ ساÙĨ", + "Ġس اÙĨ", + "å ¯¿", + "å¯ ¿", + "æĸ¯ çī¹", + "Ġtu rist", + "Ġtur ist", + "ĠìŀIJ ìľł", + "à¥Ģ à¤ĸ", + "μ με", + "μμ ε", + "an sı", + "ans ı", + "ìĨĮ ëħĦ", + "Ġted avi", + "Ġtedav i", + "Ñĩ еÑģÑĤва", + "Ñĩе ÑģÑĤва", + "å£ ĵ", + "о ве", + "ов е", + "ï¼Į çľĭ", + "ĠпоÑģл Ñĥг", + "ĠпоÑģ лÑĥг", + "ĠÑĤÑĢ анÑģ", + "ĠÑĤÑĢан Ñģ", + "Ġz áz", + "Ġzá z", + "æĪ ´", + "Ġм она", + "Ġмон а", + "Ġмо на", + "ิ à¹Ģà¸Ħราะห", + "ĠÙĨ ÛĮÙħ", + "ĠÙĨÛĮ Ùħ", + "ĠìĤ¬ëŀĮ ìĿ´", + "a hat", + "ah at", + "aha t", + "Ïħ κ", + "ĠоÑĤ каз", + "ĠоÑĤк аз", + "ĠÐĴолод ими", + "ĠС к", + "िà¤ķ त", + "å¦ ĸ", + "Ġëĭ¤ìļ´ ë¡ľëĵľ", + "ìĺģ ìĥģ", + "Ġन à¤Ī", + "c ete", + "ce te", + "ĠгÑĢи б", + "ĠгÑĢ иб", + "ece ÄŁini", + "eceÄŁi ni", + "Ġç oÄŁu", + "ĠçoÄŁ u", + "ĠмаÑĤеÑĢи ала", + "ĠмаÑĤеÑĢиал а", + "ứ t", + "Ġz aten", + "Ġza ten", + "Ġzat en", + "ĠF RA", + "ĠFR A", + "ĠBir liÄŁi", + "Ġs itesi", + "Ġsit esi", + "Ġsite si", + "Ġsites i", + "Ġ åĶ", + "Ġå Ķ", + "ĠÐĴ ол", + "ĠÐĴо л", + "Âł PS", + "ÂłP S", + "ा लत", + "ाल त", + "Ġ баÑĩ", + "Ġб аÑĩ", + "Ġба Ñĩ", + "алÑĸ заÑĨÑĸÑĹ", + "алÑĸз аÑĨÑĸÑĹ", + "ĠS lov", + "ĠSl ov", + "ĠSlo v", + "ç³ ĸ", + "ĠговоÑĢ иÑĤ", + "Ġв вед", + "Ġвв ед", + "ุà¸ķ à¸ļà¸Ńล", + "ãģĨ ãģ¡", + "Ġyap tık", + "Ġyaptı k", + "Ġìłķ ì¹ĺ", + "ê°ľ 를", + "à¥Ī सल", + "à¥Īस ल", + "ج ÙĬÙĦ", + "جÙĬ ÙĦ", + "ĠзаÑģÑĤоÑģ ов", + "è¿ «", + "ĠKur ul", + "ĠNas ıl", + "ĠнапÑĢÑı м", + "Ġ ä½į", + "à¹Į à¸ļ", + "Ġ éģĵ", + "Ġéģ ĵ", + "Ġни же", + "Ġниж е", + "Ġк оÑģÑĤ", + "Ġко ÑģÑĤ", + "ĠкоÑģ ÑĤ", + "ظ Ùĩر", + "ظÙĩ ر", + "Т а", + "ì§ Ŀ", + "Ġön ünde", + "ж Ñĸ", + "Ġاجر اÛĮ", + "Ġاجرا ÛĮ", + "ĠоÑĢган Ñĸв", + "ĠоÑĢганÑĸ в", + "v ise", + "vis e", + "vi se", + "Ġ ìĿĦ", + "ĠìĿ Ħ", + "à¸ķ รà¸ĩ", + "à¸ķร à¸ĩ", + "Ú©ÙĨ ÙĪÙĨ", + "Ġdlou ho", + "Ġdlouh o", + "Ðŀ ÐĿ", + "Ġ ìľ¡", + "Ġìľ ¡", + "缮 æłĩ", + "ë¯ Ģë¡ľ", + "ï¼ıï¼ıï¼ıï¼ı ï¼ıï¼ıï¼ıï¼ı", + "ĠпоÑĩ емÑĥ", + "æķħ äºĭ", + "ÑĤ еÑģÑĮ", + "ÑĤе ÑģÑĮ", + "ĠÙĤ ÙĦب", + "ĠÙĤÙĦ ب", + "Ġت جÙĩ", + "Ġتج Ùĩ", + "i lendir", + "il endir", + "ilen dir", + "Ġи гÑĢа", + "Ġиг ÑĢа", + "ĠÐĶ он", + "ĠÐĶо н", + "ĠpÅĻÃŃ jem", + "è¦ Ĩ", + "С п", + "- ни", + "on se", + "ons e", + "и ной", + "ин ой", + "о Ñĩного", + "оÑĩ ного", + "оÑĩно го", + "ا ساÙĨ", + "اس اÙĨ", + "ĠполÑĥÑĩ иÑĤÑĮ", + "ĠполÑĥ ÑĩиÑĤÑĮ", + "ÑĤ ап", + "ÑĤа п", + "ĠL ý", + "ĠÃĤ u", + "Ġh üc", + "e bek", + "eb ek", + "ebe k", + "ĠY ayın", + "æĹ ĭ", + "ัà¸Ļ à¸Ĺร", + "ัà¸Ļà¸Ĺ ร", + "Ġвикон ав", + "Ġвико нав", + "Ġs ông", + "à¥ģ à¤ľ", + "à¥ģठľ", + "ĠÐĹ Ð°Ð³", + "ĠÐĹа г", + "¤ ëĭ¤", + "Ġc Å©", + "ĠÚ¯ رÙħ", + "Ġگر Ùħ", + "ä¼ ı", + "ãģ« ãģĻãĤĭ", + "- Ф", + "Ġ ÙĤÙħ", + "ĠÙĤ Ùħ", + "Ġo lacaÄŁ", + "Ġol acaÄŁ", + "æĿ¥ äºĨ", + "æĭĽ èģĺ", + "ĠÐĿаÑģ еленнÑı", + "Ġ ìĺģìĸ´", + "Ġìĺģ ìĸ´", + "Ġ æѤ", + "ĠæŃ ¤", + "Ġب دÙĨ", + "Ġبد ÙĨ", + "Û² Û¸", + "оÑĢ аÑĤив", + "оÑĢа ÑĤив", + "ï¼ ³", + "Ġneby lo", + "Ġnebyl o", + "ĠÑĥ ÑĩиÑĤ", + "ĠÑĥÑĩ иÑĤ", + "æĿ ľ", + "Ġд анÑĸ", + "Ġда нÑĸ", + "Ġдан Ñĸ", + "Ġsp otÅĻeb", + "Ġspot ÅĻeb", + "ãĥ¼ ãĥĨãĤ£", + "ãĥ¼ãĥĨ ãĤ£", + "ен нÑĥÑİ", + "ê¹Į ìļĶ", + "v em", + "ve m", + "P ÅĻÃŃ", + "PÅĻ ÃŃ", + "Ġy andan", + "Ġyan dan", + "é¼ ĵ", + "Ġدست ÙĪر", + "Ġدس تÙĪر", + "Ġhaf if", + "h ů", + "Ġv áž", + "Ġvá ž", + "ĠìķĦ ì§ģ", + "Ùı ر", + "Ġ ла", + "Ġл а", + "ëł ī", + "า à¸Ľà¸£à¸°", + "à¸²à¸Ľ ระ", + "lık lar", + "lıkla r", + "ĠÑģÑĤанд аÑĢÑĤ", + "à¸Ń à¹ĥห", + "å¥ ´", + "ĠоÑĤ п", + "âĪ ł", + "ãĥ¼ ãĥĢ", + "ãĥ¼ãĥ Ģ", + "ch áze", + "cház e", + "Ġê·¸ ëłĩê²Į", + "Ġê·¸ëłĩ ê²Į", + "os tel", + "ost el", + "oste l", + "Ġгал Ñĥз", + "â k", + "еÑĨ ÑĤ", + "ëŀij ìĬ¤", + "ĠÄį ist", + "ĠÄįi st", + "ÑĢ ана", + "ÑĢа на", + "ÑĢан а", + "Ġv ững", + "Ġvữ ng", + "Ġs eni", + "Ġse ni", + "Ġsen i", + "Ġg óc", + "Ġgó c", + "ÏĨ ÏĮ", + "á nu", + "án u", + "Ġ öt", + "Ġö t", + "Ġs óc", + "Ġsó c", + "ãģĦ ãģ®", + "ĠÑģк лада", + "ĠÑģклад а", + "ÐIJÑĢÑħÑĸв овано", + "ĠìĿ´ ë²Ī", + "ãĤ¹ ãģ®", + "il ebilir", + "ile bilir", + "ï½Ģ ãĥ½", + "ีย à¸į", + "Ġκα ὶ", + "Ġë ¯¿", + "æĽ´ å¤ļ", + "ıs ının", + "ısını n", + "ĠGi ám", + "ĠGiá m", + "æŃ£ å¼ı", + "Ïĥ μÏĮ", + "Ïĥμ ÏĮ", + "Ġarch it", + "Ġarc hit", + "Ġ ï½²", + "Ġï½ ²", + "Ñĩ аÑİÑĤÑģÑı", + "Ñĩа ÑİÑĤÑģÑı", + "ÑĩаÑİÑĤ ÑģÑı", + "ë²Ħ ì§Ģ", + "ãĤ¤ ãĥ¤", + "é«ĺ æł¡", + "è¨ ³", + "ĠÙħ ÛĮÚ©", + "ĠÙħÛĮ Ú©", + "Ġ æĥħ", + "Ġæĥ ħ", + "Ġ pha", + "Ġp ha", + "Ġph a", + "太 éĥİ", + "à¸ŀระ ราà¸Ĭ", + "ÙĤ ÙĬØ©", + "ÙĤÙĬ Ø©", + "ĠÑĥ лÑĥÑĩ", + "ĠÑĥл ÑĥÑĩ", + "ÑģÑĤв ÑĥеÑĤ", + "ÑģÑĤвÑĥ еÑĤ", + "Ġk eÅŁ", + "Ġke ÅŁ", + "é«ĺ çŃī", + "Ġs Ỽm", + "Ïģ κε", + "Ïģκ ε", + "μ οÏģ", + "μο Ïģ", + "Ġzá stup", + "o zÃŃ", + "oz ÃŃ", + "Ġm ili", + "Ġmil i", + "Ġmi li", + "Ġмог ли", + "Ġз ÑĢозÑĥм", + "Ġباش ÛĮد", + "Ġak ci", + "Ġд ÑĢа", + "ĠдÑĢ а", + "Ġα Ïģι", + "ĠαÏģ ι", + "ãģĭ ãĤīãģ®", + "ãģĭãĤī ãģ®", + "å¯ Ĵ", + "ĠZ aman", + "ĠZa man", + "ĠZam an", + "ĠÑĸ де", + "ĠÑĸд е", + "Ġ ãĢĢĠ", + "ĠãĢĢ Ġ", + "Ġk lu", + "Ġkl u", + "ak lı", + "à¥ĩ à¤ļ", + "à¥ĩठļ", + "ĠÑģвоб од", + "س اÙħ", + "Ġ ов", + "Ġо в", + "Ġu byt", + "Ġub yt", + "éĩĩ çĶ¨", + "Ġdavran Ä±ÅŁ", + "ĠnabÃŃ zÃŃ", + "ĠÐij Ñĥд", + "Ġ Ïī", + "ĠÏ ī", + "ĠاÙĦ رØŃ", + "ĠاÙĦر ØŃ", + "ั à¸ķà¸Ļ", + "ัà¸ķ à¸Ļ", + "и ме", + "им е", + "Ġت ÙĦÙĥ", + "ĠتÙĦ Ùĥ", + "ت Ùħع", + "تÙħ ع", + "Ġад миниÑģÑĤÑĢа", + "Ġzor unda", + "Ġzorun da", + "ĠÙĨ سبة", + "ĠÙĨسب Ø©", + "ĠÙĨس بة", + "ĠصÙĨع تÛĮ", + "ĠصÙĨعت ÛĮ", + "ĠÑĦÑĥн да", + "éı ¡", + "Ġpo tom", + "Ġpot om", + "Ġп ÑĢеÑģÑĤ", + "ĠпÑĢ еÑģÑĤ", + "ĠпÑĢе ÑģÑĤ", + "ĠпÑĢеÑģ ÑĤ", + "Ġsı rada", + "Ġsır ada", + "Ġsıra da", + "Ġ ayar", + "Ġa yar", + "Ġay ar", + "ا ÙĤÙĦ", + "اÙĤ ÙĦ", + "æº ª", + "ĠØ¢ÙĤ اÛĮ", + "ĠпеÑĢе Ñħод", + "ĠпÑĢакÑĤи ÑĩеÑģки", + "é» ĥ", + "ĠÑĥ Ñħод", + "ĠÑĥÑħ од", + "ĠÙħ تÙģ", + "ĠÙħت Ùģ", + "Ġsiyas i", + "Ġпо ÑĤен", + "ĠпоÑĤ ен", + "Ùİ Ùģ", + "ĠÐĽ Ñĥ", + "ĠконÑĤÑĢ олÑĮ", + "ĠÑģказ аÑĤÑĮ", + "à¥Ģ à¤ķरण", + "à¥Ģà¤ķ रण", + "åħ¨ çIJĥ", + "Û² Û¶", + "Ġt oto", + "Ġto to", + "Ġtot o", + "Ġ ÙĪد", + "ĠÙĪ د", + "ãĤ¿ãĤ¤ ãĥĹ", + "åľ į", + "å¼ķ çĶ¨", + "ï¼ £", + "èĬ ¸", + "ä»ĭ ç»į", + "ĠÑĤеÑĢÑĢиÑĤоÑĢ ии", + "æĹ¥ ãģ«", + "m ÃŃt", + "mÃŃ t", + "am ız", + "amı z", + "ìĿ´ ìĸ´", + "Ġyar Ä±ÅŁ", + "Ġyarı ÅŁ", + "Ġg üc", + "Ġgü c", + "Ġ Ïĩα", + "ĠÏĩ α", + "ัà¸Ļย ายà¸Ļ", + "ãĤĴ è¡Į", + "Ġm illi", + "Ġmill i", + "Ġmil li", + "Ġmi lli", + "Ġ çı¾", + "Ġçı ¾", + "K dyž", + "m azon", + "ma zon", + "maz on", + "ë³´ ëĤ´ê¸°", + "ĠÑĤÑĢÑĥ дов", + "ĠÑĤÑĢÑĥд ов", + "é£ ¾", + "Ġви ник", + "Ġвин ик", + "ĠÙĪز ارت", + "ĠÙĪزار ت", + "éĩĮ çļĦ", + "м аз", + "ма з", + "ĠR US", + "ĠRU S", + "е кÑĤÑĥ", + "ек ÑĤÑĥ", + "екÑĤ Ñĥ", + "Ġع اش", + "Ġk once", + "Ġko nce", + "Ġkon ce", + "ãĤĪãģĨ ãģ§ãģĻ", + "Ġмал ÑĭÑĪ", + "m eni", + "me ni", + "men i", + "е Ñģа", + "еÑģ а", + "ا ضÛĮ", + "اض ÛĮ", + "Ġb rat", + "Ġbr at", + "Ġbra t", + "ĠвÑĸд ноÑģ", + "θ εÏģ", + "θε Ïģ", + "ĠЧ ем", + "æij ĩ", + "ĠÙħ ادر", + "ĠÙħا در", + "ĠÙħاد ر", + "çĶ¨ åĵģ", + "ĠÙħØŃ Ø§Ùģظ", + "Ġm yÅ¡", + "Ġmy Å¡", + "ج ع", + "Ġis im", + "Ġi sim", + "Ġisi m", + "æ³ Ĭ", + "ıl maz", + "ĠÎĽ α", + "å¯ ©", + "Ġay ır", + "е ними", + "ен ими", + "ени ми", + "еним и", + "à¥ĩह तर", + "åľ Ĩ", + "ãģ¾ ãģ£ãģŁ", + "çĶ¢ åĵģ", + "ĠÑĸнÑĦоÑĢма ÑĨÑĸÑĹ", + "Ġt ủ", + "Ġtá» §", + "สม à¸ļ", + "Ġst ÅĻ", + "Ġë°ľ íijľ", + "а ÑĢÑĮ", + "аÑĢ ÑĮ", + "ĠC ao", + "ĠCa o", + "Ρ ÎĻ", + "à¸ģาร à¸Ī", + "Ġпод Ñĥм", + "ä»ķ äºĭ", + "ĠÐļ ÑĢоме", + "Ġ ìĹĶ", + "ĠìĹ Ķ", + "Ġ Ñĥда", + "ĠÑĥ да", + "ĠÑĥд а", + "ĠавÑĤом аÑĤи", + "Ġ à¸Ħà¸ĵะ", + "Ġà¸Ħ à¸ĵะ", + "ĠK iÅŁ", + "ĠKi ÅŁ", + "ĠÑģоÑģÑĤоÑı ние", + "l isi", + "li si", + "lis i", + "Ġëĸ ¨ìĸ´", + "oot ball", + "Ġ íį¼", + "Ġí į¼", + "Ġ лим", + "Ġл им", + "Ġли м", + "Ġç erç", + "ÙĪÙĦ ÙĬÙĪ", + "ÙĪÙĦÙĬ ÙĪ", + "Ġs lož", + "Ġsl ož", + "Ġslo ž", + "Ġ 먼", + "Ġë¨ ¼", + "ร à¸Ńà¸ĩ", + "ÑĪ ее", + "ÑĪе е", + "âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦ âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦", + "ãģĵ ãģ¡ãĤī", + "о ÑĢÑĭ", + "оÑĢ Ñĭ", + "çĥ Ł", + "Âł F", + "а ного", + "ан ого", + "ано го", + "Ø« ÛĮر", + "çı į", + "å¸Ĥ åł´", + "vÄĽ dom", + "vÄĽd om", + "ì² ¨ë¶Ģ", + "ĠìĤ¬ ê±´", + "ï¾ Į", + "à¹ĥ à¸Ļว", + "à¹ĥà¸Ļ ว", + "Ġzvlá Å¡t", + "ÏĦ εÏħ", + "ÏĦε Ïħ", + "Ġкак ие", + "Ġка кие", + "ÏĨοÏģ ά", + "ÏĨο Ïģά", + "åĦ Ħ", + "Ġzp ÄĽt", + "íķľ íħĮ", + "Ġz vol", + "Ġzv ol", + "Ġ çĹ", + "Ġç Ĺ", + "ÑĢа нениÑı", + "ÑĢан ениÑı", + "ĠسÛĮ است", + "ĠÐļ оли", + "ĠÐļол и", + "ĠÐļо ли", + "ĠоÑĢганиз ма", + "ĠоÑĢганизм а", + "ĠÑıнва ÑĢÑı", + "Ġد ادÙĨ", + "Ġداد ÙĨ", + "п ÑĢа", + "пÑĢ а", + "ï¼Į ä»ĸ们", + "ï¼Įä»ĸ 们", + "æijĺ è¦ģ", + "Ġqu ần", + "ÙĬ ÙĪÙĨ", + "ÙĬÙĪ ÙĨ", + "Ġви Ñħов", + "Âł à¹Ģà¸Ķ", + "Ġ елем", + "Ġе лем", + "eb ilecek", + "Ġд оÑĩ", + "Ġдо Ñĩ", + "Ġб лаг", + "Ġбл аг", + "Ġбла г", + "ĠÑı й", + "ad nÃŃ", + "Ġzá roveÅĪ", + "en stvÃŃ", + "âĢĮ اÙĨ", + "ãģķãĤĵ ãģ¯", + "/ |", + "ĠاÙĦع اÙħØ©", + "ĠاÙĦعاÙħ Ø©", + "éł ¼", + "Ġخدا ÙĪÙĨد", + "Ġخد اÙĪÙĨد", + "н ам", + "на м", + "ĠÑģ лиз", + "ĠÑģл из", + "æ¶ ī", + "ร ษ", + "e ÅŁtir", + "eÅŁ tir", + "ĠÙĨ دار", + "ĠÙĨد ار", + "ร าà¸Ħ", + "è¨Ģ ãĤı", + "Ġ èŃ", + "Ġè Ń", + "Ġк ÑĢиÑĤ", + "ĠкÑĢи ÑĤ", + "ĠвоздÑĥ Ñħа", + "ĠвоздÑĥÑħ а", + "Ġà¤Ĺ त", + "Ġprá vo", + "Ġpráv o", + "à¥ĭष ण", + "Ġs ắp", + "íı Ń", + "Ġص رÙģ", + "ĠراÛĮ گاÙĨ", + "ĠоÑĤ к", + "ëĨ ĵ", + "ĠÑģек ÑĢеÑĤ", + "Ä° n", + "on avir", + "ona vir", + "ĠV ys", + "ĠVy s", + "ĠbaÅŁ lat", + "ĠMu ham", + "ĠлиÑģÑĤ оп", + "ĠT icaret", + "ĠTi caret", + "ĠTic aret", + "Ġad landır", + "ĠÐĶ миÑĤ", + "Ïĥμ οÏį", + "Ïĥμο Ïį", + "ä¾ µ", + "ìĭľ ëĬĶ", + "à¹ģà¸Ľ ลà¸ĩ", + "ın ıza", + "ını za", + "ınız a", + "- г", + "и ÑĩноÑĹ", + "иÑĩ ноÑĹ", + "иÑĩно ÑĹ", + "Ñĥ ÑĢи", + "ÑĥÑĢ и", + "U Z", + "ìĽ ł", + "Ġتبد ÛĮÙĦ", + "æ º«", + "æº «", + "ĠÑĢам каÑħ", + "Ġn ét", + "Ġné t", + "æ² ¿", + "Ġroz Å¡ÃŃ", + "Ġस प", + "ĠÑĤак е", + "ĠÑĤа ке", + "ÑĢ аÑĩ", + "ÑĢа Ñĩ", + "ĠاÙĦ ÙĤد", + "ĠاÙĦÙĤ د", + "íķĻ ê³¼", + "Ñĥв аннÑıм", + "ÑĥваннÑı м", + "Ġm ám", + "Ġmá m", + "ë¡ ¯", + "á½ IJ", + "Ġet kili", + "Ġetk ili", + "Ġetkil i", + "Ġetki li", + "Ġار تÙģ", + "Ġtechn olog", + "Ġtechno log", + "Ġ ì½ĺ", + "Ġì½ ĺ", + "Ġت ÙĥÙĬÙĬÙģ", + "ĠpÅĻ ece", + "ĠpÅĻe ce", + "家 åºŃ", + "Ġ ãģı", + "âĶ ´", + "íģ ¼", + "ĠÎľ ά", + "à¹Ģ à¸ķร", + "à¹Ģà¸ķ ร", + "ĠÑģÑĤанов иÑĤÑģÑı", + "ç«ĭ ãģ¡", + "Ġ éĸĭ", + "Ġéĸ ĭ", + "ĠÄ° yi", + "ĠnÄĽkter é", + "ĠÑĢоб оÑĤ", + "ĠÄIJ Æ°á»Ŀng", + "ĠاÙĦ اج", + "Ġsp eci", + "Ġspec i", + "Ġspe ci", + "çī¹ åĪ«", + "åŃ Ŀ", + "âĢĮ گذ", + "âĢĮÚ¯ Ø°", + "a lıģı", + "al ıģı", + "alı ģı", + "Ġм иÑĢа", + "Ġми ÑĢа", + "ĠмиÑĢ а", + "í İĺìĿ´ì§Ģ", + "íİĺ ìĿ´ì§Ģ", + "Ø® Ùģ", + "ãĤª ãĥª", + "Ġس ÛĮÙħ", + "ĠسÛĮ Ùħ", + "Ġìĸ´ ëĬIJ", + "алÑĮ нÑĥ", + "Ñĩ ний", + "ümüz de", + "æĻº èĥ½", + "ý n", + "ĠتÙĤÙĪ ÛĮت", + "Ġп ÑĢиг", + "ĠпÑĢ иг", + "ĠпÑĢи г", + "ĠгÑĢÑĥпп Ñĭ", + "am ı", + "γ οÏį", + "γο Ïį", + "оÑĢ ÑĤÑĥ", + "оÑĢÑĤ Ñĥ", + "ĠG iang", + "ĠGi ang", + "ĠGian g", + "ĠGia ng", + "ÅĻ en", + "ÅĻe n", + "Ġokol ÃŃ", + "产 ä¸ļ", + "Ġ зм", + "Ġз м", + "Ġ é¾", + "Ġé ¾", + "ÙĬ ار", + "ÙĬا ر", + "ĠاÙĦØ´ÙĬ Ø®", + "иÑĤелÑĮ нÑĭй", + "Ġ اÙĩÙħ", + "Ġا ÙĩÙħ", + "ĠاÙĩ Ùħ", + "ĠباÙĦ رÙĬاض", + "ĠÙ¾ÛĮ اÙħ", + "Ġk redi", + "Ġkr edi", + "Ġkre di", + "Ġkred i", + "ĠA rap", + "ĠAr ap", + "ĠAra p", + "Ġ ÑĢаб", + "ĠÑĢ аб", + "ĠÑĢаР±", + "ĠÑĢа б", + "ĠнекоÑĤоÑĢ ÑĭÑħ", + "ĠØŃاÙģظ Ùĩ", + "иÑĤелÑĮ ного", + "иÑĤелÑĮно го", + "Ġgerek mektedir", + "ĠD eniz", + "ĠDen iz", + "ĠتÙĦ اش", + "st agram", + "sta gram", + "stag ram", + "áv ky", + "åĬł åħ¥", + "oz or", + "ozo r", + "Ġdurum unda", + "Ġdurumu nda", + "Ġíıī ëĭ¹", + "Ġ ë´ī", + "Ġë´ ī", + "Ġp enÄĽ", + "Ġpe nÄĽ", + "Ġpen ÄĽ", + "Ú¯ اÙĨÛĮ", + "گاÙĨ ÛĮ", + "ĠK up", + "ĠKu p", + "Ġ ÑĨеÑĢ", + "ĠÑĨ еÑĢ", + "ĠÑĨе ÑĢ", + "ul ması", + "âij ł", + "ĠÑģÑĸÑĩ нÑı", + "ım ıza", + "ımız a", + "ımı za", + "å®ļ çļĦ", + "Âł ÑĤ", + "åĬŀ åħ¬", + "ìľ¼ ëĭĪ", + "ĠاÙĦ Ø¥ÙĨ", + "ĠاÙĦØ¥ ÙĨ", + "Ġ çĥ", + "Ġç ĥ", + "ãĢį ï¼Į", + "ÑĹ Ð½Ð°", + "ĠпÑĢигоÑĤов лениÑı", + "Ð ħ", + "ĠÑģ олн", + "ĠÑģол н", + "Ġë¶Ģ ìĤ°", + "æħ ¶", + "ãĤ ¾", + "v oje", + "vo je", + "voj e", + "ÛĮ دÙĨ", + "ÛĮد ÙĨ", + "ìĥĿ ëĭĺ", + "ç¹ ģ", + "á du", + "ád u", + ": ::::::::::::::", + ":: :::::::::::::", + ":::: :::::::::::", + ":::::: :::::::::", + ":::::::: :::::::", + "::: ::::::::::::", + "::::: ::::::::::", + "::::::: ::::::::", + "::::::::: ::::::", + ":::::::::: :::::", + "::::::::::: ::::", + ":::::::::::: :::", + "::::::::::::: ::", + ":::::::::::::: :", + "س ÙĨÚ¯", + "سÙĨ Ú¯", + "éĶ ĭ", + "Ġ звиÑĩай", + "Ġз виÑĩай", + "å§Ķåijĺ ä¼ļ", + "ĠμÎŃ Ïĥα", + "ĠÑĢ ождениÑı", + "æĪIJ 人", + "Ġ dÃŃl", + "Ġd ÃŃl", + "ĠdÃŃ l", + "ĠÐĶ об", + "ĠÐĶо б", + "Ġ à¹ĥà¸Ĭ", + "ÏĢ ί", + "g amber", + "gam ber", + "ĠÙĪÛĮÚĺ Ú¯ÛĮ", + "Ġ èĬ±", + "ĠèĬ ±", + "Ġb Ãły", + "ĠbÃł y", + "ĠжовÑĤ нÑı", + "åħ¬ å¼Ģ", + "ĠÑĤ оÑĩки", + "ĠÑĤо Ñĩки", + "ĠÑĤоÑĩ ки", + "ãģĤ ãģ®", + "а лÑĸв", + "ал Ñĸв", + "алÑĸ в", + "Ġch arakter", + "Ġchar akter", + "ĠÎĴ α", + "Ġzku Å¡en", + "Ġà¤Ńà¤Ĺ व", + "Ñĩ ика", + "Ñĩи ка", + "Ñĩик а", + "à¥Ģà¤Ĥ ।", + "è£ ı", + "åijĬ è¯ī", + "iy atı", + "iya tı", + "iyat ı", + "ĠÑĨ елÑĮ", + "ĠÑĨе лÑĮ", + "ĠÑĨел ÑĮ", + "Ġ ìĬĪ", + "ĠìĬ Ī", + "а ÑĢд", + "аÑĢ д", + "ĠÃľl ke", + "Ġpro since", + "Ġpros ince", + "ĠÙĨ گاÙĩ", + "ĠÙĨÚ¯ اÙĩ", + "ãĢĮ ãģĬ", + "ÎŁ Τ", + "ÎŁÎ ¤", + "ìĦľ ëĬĶ", + "ÙĪ گر", + "ض اÙĨ", + "ضا ÙĨ", + "Ġdů sled", + "çIJ ´", + "à¸ķำ à¹ģหà¸Ļ", + "к ÑĤÑĸв", + "кÑĤ Ñĸв", + "lád á", + "á¿ Ĩ", + "ĠD oÄŁu", + "ĠDo ÄŁu", + "ĠDoÄŁ u", + "ãģij ãĤĮãģ°", + "缮 ãĤĴ", + "Ġ 缴", + "ĠçĽ ´", + "æ Ľ°", + "æĽ °", + "ĠвÑĤоÑĢ ой", + "Ġг лÑĥ", + "ĠìĿ ½", + "기 ì¤Ģ", + "Ġma dde", + "Ġmad de", + "Ġmadd e", + "Ġjed né", + "Ġjedn é", + "Ġо ÑĦÑĸ", + "ìĭĿ ìĿĦ", + "Ġch út", + "Ġchú t", + "åĩº ãģĹãģŁ", + "åĩºãģĹ ãģŁ", + "и ÑĩеÑģкаÑı", + "иÑĩеÑģ каÑı", + "Ġ лок", + "Ġл ок", + "Ġal tı", + "Ġalt ı", + "ëĵľ ëĬĶ", + "ey gamber", + "ĠÑģв ое", + "ĠÑģво е", + "ĠtaÅŁ ım", + "ĠÑĤо Ñīо", + "Ġgeç ti", + "Ġpr emi", + "Ġpre mi", + "Ġprem i", + "ĠMeh met", + "ï¼Į åĽłæѤ", + "ï¼ĮåĽł æѤ", + "ί κη", + "ίκ η", + "Ġönce ki", + "Ġönc eki", + "Ġ à¤ķन", + "Ġà¤ķ न", + "ĠÑĤемп еÑĢаÑĤÑĥÑĢа", + "ĠÑĤемпеÑĢаÑĤÑĥ ÑĢа", + "éĺ ´", + "Ġìĸ¼ ë§Ī", + "Ø´ ب", + "á ky", + "ák y", + "ãĢĢ V", + "воÑĢ еннÑı", + "l asyon", + "las yon", + "Ġд оказ", + "Ġдо каз", + "Ġдок аз", + "Ġëľ »", + "Ġоб лиÑĩ", + "Ġобл иÑĩ", + "ÎĻ ÎijÎļ", + "ÎĻÎij Îļ", + "Ġ ÑĢазд", + "ĠÑĢаз д", + "ĠÑĢа зд", + "ï¼Į 为", + "å® ½", + "Ġk orum", + "Ġko rum", + "Ġkor um", + "åķĬ åķĬ", + "ĠÅĻe kla", + "ĠÅĻekl a", + "ĠÅĻek la", + "ãĥĹ ãĥ¬", + "Ġв аÑĢÑĤ", + "ĠваÑĢ ÑĤ", + "ĠпÑĢоблем Ñĭ", + "Ġ ä½ł", + "Ġth Æ¡m", + "Ġta kové", + "Ġtak ové", + "Ġtako vé", + "л енÑĭ", + "лен Ñĭ", + "ле нÑĭ", + "Ġ åĪ¶", + "ĠåĪ ¶", + "Ġji ných", + "Ġjin ých", + "Ġjiný ch", + "ĠÙĨ ص", + "ĠгÑĢÑĥд нÑı", + "Ġ ãģĹ", + "иÑĤелÑĮ ной", + "иÑĤелÑĮно й", + "ĠاØŃ ØªÙħ", + "Ñİ ÑĢ", + "ÏĨ Ïħ", + "Ġ Ø´ÙħاÙĦÛĮ", + "ĠØ´Ùħ اÙĦÛĮ", + "ĠØ´Ùħا ÙĦÛĮ", + "ĠØ´ÙħاÙĦ ÛĮ", + "Ġ ì»´", + "Ġì» ´", + "acaÄŁ ız", + "acaģı z", + "ì§Ģ ë§ī", + "ĠÑĦин анÑģов", + "Ġ ê·¹", + "Ġê· ¹", + "ĠÚĨ ÛĮزÛĮ", + "ĠÚĨÛĮز ÛĮ", + "à¥Ģ à¤Ľ", + "ص ات", + "ान म", + "Ġв озможно", + "Ġвозмож но", + "è¨ İ", + "çĦ ¦", + "ĠاÙĦبÙĦ د", + "Ġ çĶ³åįļ", + "ç¥ ¥", + "Ġë°Ķ ëĿ¼", + "Ú¯ ÛĮر", + "Ú¯ÛĮ ر", + "Ûµ Û°", + "μι οÏħÏģγ", + "ĠpÅĻed sed", + "ç»ı èIJ¥", + "å§ ij", + "e mey", + "em ey", + "eme y", + "ĠÙĨ ÙĪÙģ", + "ĠÙĨÙĪ Ùģ", + "å¾ ½", + "Ġprá va", + "Ġpráv a", + "Ġво обÑīе", + "Ġ íĭ°", + "Ġíĭ °", + "Ġب Ø£ÙĨ", + "Ġبأ ÙĨ", + "ĠFr anti", + "ĠFran ti", + "ĠP aÅŁa", + "ĠPa ÅŁa", + "ĠÙ¾ ست", + "Ġپس ت", + "k ân", + "ĠÑģиг н", + "Ġd ần", + "æ IJľ", + "æIJ ľ", + "Ġr oky", + "Ġro ky", + "Ġrok y", + "Ùĥ ÙĪر", + "ÙĥÙĪ ر", + "ĠÎĶ ή", + "али заÑĨии", + "ализ аÑĨии", + "ализа ÑĨии", + "ä¼ł å¥ĩ", + "ı da", + "lÃŃ b", + "ĠÑĢÑĸв нÑı", + "Ġн оÑı", + "Ġно Ñı", + "bÄĽ hu", + "bÄĽh u", + "ิà¸ĩห าà¸Ħม", + "ï¼Į åį´", + "Ġ ÑĩеÑģ", + "ĠÑĩ еÑģ", + "lan mÄ±ÅŁtır", + "lanmÄ±ÅŁ tır", + "Ġ Æ°á»Ľc", + "áv acÃŃ", + "ีฬ า", + "δ ÎŃ", + "âĢĮØ´ ÙĪÙĨد", + "Ġ ÑĢобÑĸÑĤ", + "ĠÑĢоб ÑĸÑĤ", + "Ġ å·´", + "Ġå· ´", + "ĠM ev", + "ĠMe v", + "ĠÙħرØŃ ÙĦÙĩ", + "Ġвз ÑĢоÑģ", + "ç½ ļ", + "Ġب اÙĦÙħ", + "Ġبا ÙĦÙħ", + "ĠباÙĦ Ùħ", + "Ġиз гоÑĤов", + "ĠS por", + "ĠSp or", + "ĠSpo r", + "åĦ Ģ", + "ĠاÙĦ Ø£ÙĨ", + "ĠاÙĦØ£ ÙĨ", + "à¹Īา à¸ĩà¸ģ", + "à¹Īาà¸ĩ à¸ģ", + "л аÑģÑĤи", + "ла ÑģÑĤи", + "лаÑģ ÑĤи", + "ÎŁ Îļ", + "ÎŁÎ ļ", + "Ġ Ú©ÛĮ", + "ĠÚ© ÛĮ", + "åij½ 令", + "ØŃ Ø¯Ø«", + "ØŃد Ø«", + "ÙĬ ÙĥÙĬ", + "ÙĬÙĥ ÙĬ", + "ĠпеÑĢв Ñĭй", + "ãĤ¹ ãĤ³", + "ĠÅ¡ pat", + "ĠÅ¡p at", + "Ġnik do", + "ั à¸ĩม", + "ัà¸ĩ ม", + "èµ «", + "æĺ ¨", + "Ġв Ñĥли", + "ĠвÑĥл и", + "ĠÐļ а", + "à¹Ī ละ", + "Ġsa mot", + "Ġsam ot", + "Ġsamo t", + "ĠобеÑģп е", + "ĠÙħعرÙģ ÛĮ", + "ĠÙħØŃصÙĪÙĦ ات", + "в анов", + "ва нов", + "ван ов", + "вано в", + "ĠÙħستÙĤ ÛĮÙħ", + "å¢ Ļ", + "Âł Ðļ", + "Ġд оÑĤ", + "Ġдо ÑĤ", + "z im", + "zi m", + "ÙIJ ر", + "Ġ Ø´ÙĪ", + "ĠØ´ ÙĪ", + "åľ¨ åľ°", + "Ġ çİ°", + "Ġçİ °", + "Ġ åĮĸ", + "ĠåĮ ĸ", + "ز ÙĪ", + "Ġyay gın", + "Ġо ÑĢиг", + "ĠоÑĢ иг", + "Ùı ÙĨ", + "Ġev rop", + "Ġ ï½ľ", + "Ġï½ ľ", + "Ġëħ¸ì¶ľ ëĵ±ë¡Ŀ", + "åĩ Ŀ", + "л еннÑĭÑħ", + "лен нÑĭÑħ", + "Ġje nom", + "Ġjen om", + "Ġ ЧÑĤобÑĭ", + "ĠЧ ÑĤобÑĭ", + "ĠЧÑĤо бÑĭ", + "ĠìĹĨ ëĭ¤", + "ĠìŬ ìĦ±", + "Ġres mi", + "im álnÃŃ", + "缮 ãģ®", + "s ian", + "si an", + "-ни бÑĥдÑĮ", + "ο κ", + "çĭ¬ ç«ĭ", + "ÅŁ ehir", + "åIJ IJ", + "åĪ¶ éĢł", + "Ġ ÎĶεν", + "ĠÎĶ εν", + "ĠÎĶε ν", + "ãĥĭ ãĥ¥", + "иÑĤелÑĮ нÑĭÑħ", + "Ġ ÙĥاÙħ", + "ĠÙĥ اÙħ", + "Ïģ κ", + "Ġr au", + "Ġra u", + "ĠÑģм еÑĢÑĤи", + "ĠÑģмеÑĢ ÑĤи", + "ĠÏĮ ÏĦαν", + "Ġ Tại", + "ĠT ại", + "Ġ رب", + "Ġر ب", + "ε νο", + "εν ο", + "ر دد", + "رد د", + "Ġ à¸ģระ", + "Ġà¸ģ ระ", + "Ġà¸ģร ะ", + "Ïĥ μο", + "Ïĥμ ο", + "Ġ æ¼Ķ", + "Ġæ¼ Ķ", + "ิà¸Ī à¸ģรรม", + "ĠÑĢаз ви", + "ĠÑĢазв и", + "ãĤ¹ ãĥļ", + "Ñĸ ÑĩноÑĹ", + "ÑĸÑĩ ноÑĹ", + "lá Å¡enÃŃ", + "láš enÃŃ", + "اب عة", + "ابع Ø©", + "ov ými", + "ový mi", + "ovým i", + "а нг", + "ан г", + "Ġкап ÑĸÑĤ", + "ãĢģ âĢĭ", + "íĸĪ ëįĺ", + "ĠÑĥ ÑģÑĸ", + "ĠÑĥÑģ Ñĸ", + "ย าว", + "ยา ว", + "Ø£ Ùħ", + "ãĥ© ãĥĥãĤ¯", + "Ġë ķ", + "ĠسÙĨ ÙĪات", + "ĠÑģÑĤаÑĤ ÑĮи", + "ĠÑģÑĤаÑĤÑĮ и", + "ÑĹ Ñħ", + "Ïģο Ïĩή", + "ĠØ£Ùĥ تÙĪبر", + "lan ma", + "Ġmal zem", + "ç £¨", + "ç£ ¨", + "Ġб окÑĥ", + "Ġбо кÑĥ", + "Ġбок Ñĥ", + "åŃĹ å¹ķ", + "ĠоÑĢганÑĸ за", + "ĠоÑĢганÑĸз а", + "ãĥ© ãĤ¤ãĥ³", + "ãĥ©ãĤ¤ ãĥ³", + "ĠÙħع دÙĨ", + "ĠÙħعد ÙĨ", + "çĶ· åŃIJ", + "Ġ æĤ", + "Ġæ Ĥ", + "Ạ¾", + "Ġmez iná", + "Ġmezi ná", + "и ваÑİÑĤ", + "ив аÑİÑĤ", + "ива ÑİÑĤ", + "ĠطبÛĮ عÛĮ", + "èĻ ij", + "à¤Ł र", + "Ġпод Ñģ", + "ĠÅŁ aÅŁ", + "à¸Ļ à¹Ĩ", + "ĠÅ¡ p", + "v ÄĽÅĻ", + "vÄĽ ÅĻ", + "з ÑĮ", + "ëĿ¼ ë§Ī", + "ุ à¸ĺ", + "âĢ¦ Ø·", + "리 ì§Ģ", + "âĦĸâĦĸ âĦĸâĦĸ", + "Ġb ức", + "ĠSp oj", + "ĠSpo j", + "ĠиÑģполÑĮзов ани", + "ĠиÑģполÑĮз овани", + "å·¦ åı³", + "en ler", + "ĠоÑī ÑĥÑī", + "Ġоб лÑĸ", + "Ġобл Ñĸ", + "ظ ËĨ", + "ÙĦ ÛĮس", + "ÙĦÛĮ س", + "æıIJ åįĩ", + "ĠговоÑĢ иÑĤÑĮ", + "ĠговоÑĢиÑĤ ÑĮ", + "Ġk ür", + "Ġkü r", + "Ġλ ειÏĦοÏħÏģγ", + "ла га", + "лаг а", + "ĠÑģÑĥ дÑĥ", + "ĠÑģÑĥд Ñĥ", + "Ġ 측", + "Ġì¸ ¡", + "θε Ïĥη", + "Ġ нен", + "Ġн ен", + "Ġне н", + "Ġbiç imde", + "Ġbiçim de", + "ÑĨÑĸй ноÑĹ", + "ÑĨÑĸйно ÑĹ", + "à¹Ģà¸Ħ ย", + "ĠDal Å¡ÃŃ", + "Ġи меÑĤÑĮ", + "Ġим еÑĤÑĮ", + "Ġиме ÑĤÑĮ", + "èĭ Ĺ", + "ĠÙħع رÙĪÙģ", + "Ġt ạp", + "Ġm eÅŁ", + "Ġme ÅŁ", + "Âł N", + "оÑĢ они", + "оÑĢон и", + "оÑĢо ни", + "ع Ùģ", + "à¹Ĥ รà¸ĩà¹Ģร", + "à¹Ĥรà¸ĩ à¹Ģร", + "âĶ ¬", + "Ġ à¹Ģà¸ŀราะ", + "Ġà¹Ģà¸ŀ ราะ", + "Ġèı² å¾ĭ宾", + "ÑģÑĤв енное", + "ÑģÑĤвен ное", + "ÑģÑĤвенно е", + "Ġاز دÙĪاج", + "ĠÑĦ ев", + "éł »", + "Ġ สล", + "Ġส ล", + "à¸ķ à¸Ńà¸Ļ", + "Ġ 기ê°Ħ", + "Ġ기 ê°Ħ", + "ä½ ©", + "ÏĦ ην", + "ÏĦη ν", + "ëĤ¬ ëĭ¤", + "ĠQ uy", + "ĠQu y", + "Ġë¶ Ļ", + "ĠС Ñĥд", + "и ж", + "Ġ à¹Ģà¸ģม", + "Ġà¹Ģà¸ģ ม", + "ĠÑģв ÑıÑĤ", + "ĠÑģвÑı ÑĤ", + "et ooth", + "eto oth", + "ε Ïģο", + "εÏģ ο", + "ÙĦ ÙħØ©", + "ÙĦÙħ Ø©", + "Ø´ ÙĪر", + "Ø´ÙĪ ر", + "Ġd omu", + "Ġdo mu", + "Ġdom u", + "èį Ĵ", + "m î", + "ëıĦ 를", + "ĠÑĢекомендÑĥ еÑĤÑģÑı", + "Ġsonra sında", + "Ġsonrası nda", + "Ġд нÑĸв", + "Ġç al", + "Ġça l", + "ãĤ«ãĥĨ ãĤ´ãĥª", + "Ġ еж", + "Ġе ж", + "Ġìķ ī", + "èī² çļĦ", + "âĢĻ nde", + "âĢĻn de", + "Ġ ÏĢÏīÏĤ", + "ĠÏĢ ÏīÏĤ", + "ĠÑĩеÑĤ веÑĢ", + "k ili", + "ki li", + "kil i", + "æĢ§ èĥ½", + "اد ÙĬØ©", + "ادÙĬ Ø©", + "çº ¯", + "ĠاÙĦ تش", + "ĠاÙĦت Ø´", + "ĠÑĤ ела", + "ĠÑĤе ла", + "ĠÑĤел а", + "Ġоб ÑĬем", + "ĠобÑĬ ем", + "å²Ĺ ä½į", + "Ġkon krét", + "Ġa rada", + "Ġar ada", + "Ġara da", + "ìĭľ ìĹIJ", + "Ġor anı", + "Ġoran ı", + "ر Ùĥ", + "ÐĽ ÐIJ", + "Ġ ménÄĽ", + "Ġmé nÄĽ", + "ج ÙĪÛĮ", + "جÙĪ ÛĮ", + "Ġv ợ", + "Ġvá» £", + "ĠAngiosper mae", + "èĥ İ", + "Ġh ôn", + "äºĭ æ¥Ń", + "ĠоÑĤ веÑĢ", + "ĠоÑĤв еÑĢ", + "Ġs rd", + "Ġsr d", + "Å¡ li", + "ส à¸ģ", + "æ¼ ı", + "ĠØ´ رØŃ", + "Ġشر ØŃ", + "ÑĨ Ñıми", + "ÑĨÑı ми", + "Ġs lav", + "Ġsl av", + "Ġsla v", + "Ġc eny", + "Ġce ny", + "Ġcen y", + "à¸Ń à¹Ģร", + "Ġ ÙĪÙĦد", + "ĠÙĪÙĦ د", + "Ġк оÑĢа", + "ĠкоÑĢ а", + "Ġко ÑĢа", + "Ġб ÑĢон", + ": .:.:.:.:", + ":.:.: .:.:", + ":.: .:.:.:", + "Ġne mus", + "Ġnem us", + "è¿Ļ æł·çļĦ", + "è¿Ļæł· çļĦ", + "Ġبر ÙĨاÙħج", + "Ġú plnÄĽ", + "ีà¸Ļ าà¸Ħม", + "Ġë°Ľ ìķĦ", + "με Ïģα", + "μεÏģ α", + "ç¼ ©", + "Ġn ắm", + "ĠобÑĬ ÑıÑģ", + "ĠконÑĤÑĢ олÑİ", + "á vajÃŃcÃŃ", + "ávajÃŃ cÃŃ", + "Ġk um", + "Ġku m", + "çĶ· 人", + "Ġv nitÅĻ", + "Ġب دÙĩ", + "Ġبد Ùĩ", + "Ġأب رÙĬÙĦ", + "人æ°ij åħ±åĴĮåĽ½", + "Ġyap ılır", + "Ġyapıl ır", + "Ġna Å¡ÃŃ", + "ĠnaÅ¡ ÃŃ", + "ãĥ¼ ãĥŃ", + "ãĥ¼ãĥ Ń", + "Ġt ạm", + "Ġhen üz", + "Ġz emi", + "Ġze mi", + "Ġzem i", + "Ġkh áng", + "Ġkhá ng", + "åħ¬ åħ±", + "Ġ èĢģ", + "ĠèĢ ģ", + "ĠعÙĪ اÙħÙĦ", + "Âł V", + "à¹ī à¹ģà¸ģ", + "άν ÏĦα", + "ĠÑĤÑĢав нÑı", + "Ġη μÎŃ", + "è´ ¸", + "ส à¸Ķ", + "Ġس Ùħت", + "ĠسÙħ ت", + "ĠØ® اک", + "ĠÑĤак ий", + "ĠÑĤа кий", + "Ġet tik", + "Ġett ik", + "Ġetti k", + "ĠÏĮ λ", + "Ġп оли", + "Ġпо ли", + "Ġпол и", + "Ġ нож", + "Ġн ож", + "Ġно ж", + "غ اÙĨ", + "ÙĨ دÙĬ", + "ÙĨد ÙĬ", + "ĠÄįty ÅĻi", + "ĠÄįtyÅĻ i", + "ĠPh Æ°Æ¡ng", + "ĠÙĪر زش", + "ĠÙĪرز Ø´", + "ãģĦ ãģĭ", + "r vé", + "rv é", + "Ġतर फ", + "Ġन à¤Ĺर", + "m asında", + "ma sında", + "mas ında", + "ması nda", + "е виÑĩ", + "ев иÑĩ", + "еви Ñĩ", + "ve ÅĻej", + "ä¿Ŀ æĮģ", + "æĬĢ èĥ½", + "æݨ èįIJ", + "l âm", + "Ġ Ïį", + "ĠÏ į", + "å¢ŀ éķ¿", + "Ġاص ÙģÙĩ", + "ĠÐĹак онÑĥ", + "ĠÐŁ ÑĢез", + "ĠÐŁÑĢ ез", + "Ġpod por", + "Ġpodp or", + "기 íĥĢ", + "Ġ íıIJ", + "Ġíı IJ", + "Ġ ëĭĪ", + "Ġëĭ Ī", + "lar ınız", + "ların ız", + "larını z", + "ãĥĸ ãĥŃ", + "ĠÑĦÑĢан ÑĨÑĥз", + "ãĥĬ ãĥ¼", + "Ġb eled", + "Ġbe led", + "Ġbel ed", + "Ġbele d", + "ัà¸Ļว าà¸Ħม", + "ĠÙģ رÙĪ", + "ĠÙģر ÙĪ", + "ÑĦ ÑĢов", + "ĠìĿ´ 룬", + "ượ u", + "Ġê³µ ìĭĿ", + "Ġbird en", + "Ġbir den", + "Ġз елен", + "Ġзел ен", + "çĴ ĥ", + "Ġh á»ĵng", + "Ġhá»ĵ ng", + "ĠÅ¡ kola", + "ĠÅ¡kol a", + "ĠÅ¡k ola", + "ĠÑģам ом", + "ĠÑģамо м", + "an lık", + "anlı k", + "空 éĹ´", + "åįĹ çľģ", + "л еÑĢг", + "ле ÑĢг", + "леÑĢ г", + "Ñĸз неÑģ", + "Âł A", + "ãĢį ãĤĴ", + "Ġkend ine", + "Ġkendi ne", + "Ġ اÙĪÙĨ", + "Ġا ÙĪÙĨ", + "ĠاÙĪ ÙĨ", + "ãĢ Ķ", + "ĠΣ Ïį", + "à¹Ģ à¸Ħล", + "à¹Ģà¸Ħ ล", + "å¥ ¶", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "Ġú Äįet", + "ĠúÄį et", + "Ñĥ ла", + "Ñĥл а", + "éĢļ ä¿¡", + "Ġì¦ IJ", + ". čĊĊ", + ".čĊ Ċ", + "ĠÐľ ед", + "ا عÙĬ", + "اع ÙĬ", + "Ġjeho ž", + "ĠGü ney", + "ĠGün ey", + "ĠÎij ÏĢο", + "ĠÎijÏĢ ο", + "Ġп олÑĸ", + "Ġпо лÑĸ", + "Ġпол Ñĸ", + "ü me", + "üm e", + "ho dob", + "hod ob", + "ĠÎĿ α", + "ĠØ¢ ÙĦات", + "ĠØ¢ÙĦ ات", + "ĠpÅĻ iz", + "ĠpÅĻi z", + "Ġt avs", + "Ġta vs", + "Ġtav s", + "Ġتب ÙĦÛĮ", + "ãĥ³ ãĥĶ", + "ãĥ³ãĥ Ķ", + "Ø® رج", + "خر ج", + "Ġак кÑĥ", + "Ġú prav", + "ĠاØŃ Ø³Ø§Ø³", + "ì¹´ ëĿ¼", + "ı mızı", + "ım ızı", + "ımız ı", + "ımı zı", + "Ġд окÑĥменÑĤ", + "Ġдок ÑĥменÑĤ", + "ĠдокÑĥм енÑĤ", + "Ġ اصÙĦ", + "Ġا صÙĦ", + "Ġاص ÙĦ", + "ظ Ùĩ", + "ĠìĿ¸ ê°Ħ", + "Ġج رÛĮاÙĨ", + "Ġجر ÛĮاÙĨ", + "Î¥ ÎĿ", + "ÑĩеÑģ каÑı", + "Ñĩе ÑģкаÑı", + "ÙĬ ÙĨÙĬØ©", + "ÙĬÙĨ ÙĬØ©", + "ÙĬÙĨÙĬ Ø©", + "åĴ ¨", + "æĹħ 游", + "Ġ à¸Īำà¸Ļวà¸Ļ", + "Ġà¸Īำ à¸Ļวà¸Ļ", + "Ġ анг", + "Ġа нг", + "Ġан г", + "Ïħ Ïĩ", + "èĻ «", + "ĠÙħ ÙĤر", + "ĠÙħÙĤ ر", + "ĠÙħÙĪسÛĮ ÙĤÛĮ", + "ut ut", + "ĠÐĽ е", + "ĠÐŁ ÑĸÑģлÑı", + "ãĤŃ ãĥ¼", + "ุล าà¸Ħม", + "åĩ ¡", + "ÏĢ οÏį", + "ÏĢο Ïį", + "ĠÃĸ dül", + "Ïĥ κ", + "Ġ ÑĨÑİ", + "ĠÑĨ Ñİ", + "Ñĭ ваÑı", + "Ñĭв аÑı", + "Ñĭва Ñı", + "ï½ŀ ï½ŀ", + "ĠØ´ ÙħاÙĦ", + "ĠØ´Ùħ اÙĦ", + "ĠØ´Ùħا ÙĦ", + "è¿ ħ", + "ĠبÙĦ Ú©Ùĩ", + "çİ Ľ", + "Ġì§Ģ ëĤĺ", + "ĠÙģ کر", + "ĠÑģÑĤеп ени", + "Ġна Ñĥки", + "ĠнаÑĥк и", + "çī© çIJĨ", + "ÄĽ le", + "ÄĽl e", + "Ġо ÑģкÑĸлÑĮки", + "ĠкÑĥлÑĮÑĤÑĥ ÑĢи", + "ĠкÑĥлÑĮÑĤÑĥÑĢ и", + "èĢĥ è¯ķ", + "Ġmateri ál", + "ĠÑģÑĤ воÑĢеннÑı", + "ĠÑģÑĤвоÑĢ еннÑı", + "Ġà¤ħ द", + "æıIJ åĩº", + "Ġè©ķ 価", + "ÙĴ د", + "Ġë§Įëĵ¤ ìĸ´", + "duÄŁu nu", + "duÄŁ unu", + "ÙĬ ÙĨÙĩ", + "ÙĬÙĨ Ùĩ", + "åĵ ¦", + "оÑĩ нÑĭÑħ", + "ĠÙħ ض", + "is mu", + "ism u", + "Ġ Ñĩай", + "ĠÑĩ ай", + "ĠÑĩа й", + "ÙĪ رÙĪب", + "ÙĪر ÙĪب", + "Ġ англ", + "Ġан гл", + "Ġанг л", + "oÄŁun luk", + "ĠпÑĢед пол", + "ĠÎŃ ÏīÏĤ", + "ส à¸ĸ", + "ĠÎķλλά δα", + "ĠBi lg", + "ĠBil g", + "Ġ بات", + "Ġب ات", + "Ġبا ت", + "ĠÐĽÑĮв Ñĸв", + "Ġyap ılması", + "Ġyapıl ması", + "æ£Ģ æŁ¥", + "æķ° åѦ", + "Ġ :.:", + "Ġ: .:", + "Ġ:. :", + "Ġ çİ©", + "Ġçİ ©", + "Îļ α", + "à¹Ģà¸Ĺ à¸Ħà¹Ĥà¸Ļà¹Ĥลย", + "Ġساخت ÙħاÙĨ", + "ĠìĨĮ 리", + "é¼ »", + "Ġs mr", + "Ġsm r", + "Ġëĭ¤ìĸij íķľ", + "Ġjed nánÃŃ", + "Ġjedn ánÃŃ", + "Ġjedná nÃŃ", + "Ġserv isi", + "Ġservi si", + "Ġservis i", + "Ġey lem", + "Ġм али", + "Ġмал и", + "Ġма ли", + "Ġvý hod", + "éĻ¤ äºĨ", + "ĠпоÑĢÑıд кÑĥ", + "Ġn ový", + "Ġno vý", + "Ġnov ý", + "å¤ ķ", + "ĠнекоÑĤоÑĢ Ñĭе", + "Ġ^ {}", + "Ġ^{ }", + "γÏī γ", + "Ñĥ ÑĪки", + "ÑĥÑĪ ки", + "Ġp sik", + "Ġps ik", + "Ġpsi k", + "ĠíĶĦ 리", + "Ø´ اء", + "Ġ ван", + "Ġв ан", + "Ġва н", + "Ġس ÙĥاÙĨ", + "ç¢ ¼", + "ĠÎľ η", + "ĠÑĥÑĢов енÑĮ", + "ãĤµ ãĥ¼", + "ĠاÙĦب ØŃر", + "Ġd nÃŃ", + "Ġdn ÃŃ", + "à¸ģาร ศ", + "e diÄŁi", + "edi ÄŁi", + "Ġbelir li", + "Ùĭ ØĮ", + "ĠzamÄĽst nan", + "ĠzamÄĽstn an", + "æŁ ±", + "ا ÙģÙĬ", + "اÙģ ÙĬ", + "Ġh ải", + "æĢĿ æĥ³", + "Ġn eler", + "Ġne ler", + "Ġnel er", + "Ġرس ÙħÛĮ", + "ĠرسÙħ ÛĮ", + "Ñģ еÑĢ", + "Ñģе ÑĢ", + "ãģĵãģ¨ ãģ§", + "ĠZá kladnÃŃ", + "л ова", + "ло ва", + "лов а", + "к ÑĤÑĥ", + "кÑĤ Ñĥ", + "ÙĪس Ùģ", + "Ñĸб лÑĸ", + "Ì Ĥ", + "ÑĢ д", + "éĻ ³", + "æį ·", + "ĠyaÅŁ ayan", + "à¥ģ à¤ļ", + "à¥ģठļ", + "ÑĸÑĤ ÑĤÑı", + "Ġb á»ģ", + "ëĤĺ ëĿ¼", + "Ġм ÑıÑģ", + "Ġ{ [%", + "Ġ{[ %", + "θ α", + "Ġдоз волÑı", + "Ġдозвол Ñı", + "Ġ åIJĦ", + "ĠåIJ Ħ", + "ĠÐŁ еÑĢв", + "ĠÐŁÐµÑĢ в", + "ĠSaÄŁ lık", + "ÑģÑĤоÑĢ иÑı", + "Ġbun lar", + "Ġs á»ķ", + "़ à¥į", + "Ġ åĪ©", + "ĠåĪ ©", + "ĠÑģ поÑģ", + "ĠÑģп оÑģ", + "Ġyap tır", + "Ġyaptı r", + "Ġt Æ°á»Ŀng", + "ÙĪ ÙĨØ©", + "ÙĪÙĨ Ø©", + "Ġ еп", + "Ġе п", + "ãģ§ãģį ãģªãģĦ", + "Ùģ تÙħ", + "Ùģت Ùħ", + "ĠÐĵ ол", + "íķĺ ì§Ģë§Į", + "íķĺì§Ģ ë§Į", + "Ġì§Ħ ì§ľ", + "Ġob jedn", + "Ġobj edn", + "Ġизмен ениÑı", + "女 人", + "Ġпл ани", + "Ġпла ни", + "Ġплан и", + "ĠFak ült", + "Ġt zv", + "Ġtz v", + "ĠобÑıз аÑĤелÑĮ", + "Ġблиз ÑĮко", + "r ası", + "ra sı", + "ras ı", + "ĠεÏĢί ÏĥηÏĤ", + "ĠÑĦак ÑĤи", + "ĠÑĦакÑĤ и", + "ĠÄIJ ặc", + "ĠAlt ın", + "л иÑĤ", + "ли ÑĤ", + "Ġл ÑĸÑģ", + "ĠлÑĸ Ñģ", + "çī §", + "Ġп ÑĥÑģÑĤ", + "ĠпÑĥ ÑģÑĤ", + "Ġком ÑĸÑģ", + "ä¿Ŀ éļľ", + "åħ· ä½ĵ", + "- ÑĤ", + "Ġtr hu", + "Ġtrh u", + "Ġâī Ī", + "Ġдека бÑĢÑı", + "ĠÑĦоÑĢм Ñĭ", + "ĠÑĦоÑĢ мÑĭ", + "Ng oÃłi", + "Ġdo hod", + "رÙĬ ÙĥÙĬØ©", + "رÙĬÙĥ ÙĬØ©", + "رÙĬÙĥÙĬ Ø©", + "ĠØ¢ÙħÙĪز Ø´ÛĮ", + "ĠØ¢ÙħÙĪزش ÛĮ", + "ĠzajÃŃm av", + "Ġkat ılım", + "Ġkatıl ım", + "ä¸ ĺ", + "Ġko num", + "Ġkon um", + "Ġkonu m", + "Ġм оÑĩ", + "Ġмо Ñĩ", + "ãĥ³ ãĥķ", + "ãĥ³ãĥ ķ", + "диви дÑĥ", + "Ġ äºļ", + "Ġ æĴ", + "Ġæ Ĵ", + "γÏģά ÏĨ", + "ãĥIJ ãĤ¹", + "Ġп Ñĥнк", + "ĠBir leÅŁik", + "Ġqu en", + "Ġque n", + "Ġq uen", + "Ġв каз", + "Ġвк аз", + "à¥ĩ शà¤ķ", + "à¥ĩश à¤ķ", + "ĠY unan", + "ĠYu nan", + "ĠYun an", + "ãģł ãģ¨", + "Û±Û¹ Û·", + "á ty", + "át y", + "Ġ ÙĪص", + "ĠÙĪ ص", + "Ġнег аÑĤив", + "ãģ¤ ãģ®", + "Ġ åĬ¨", + "ĠåĬ ¨", + "ãĥį ãĥĥãĥĪ", + "Ġд Ñĸй", + "ĠдÑĸ й", + "ĠbaÅŁ ında", + "Ġtr Æ°ng", + "Ġm akin", + "Ġma kin", + "Ġmak in", + "Ġ æĦĽ", + "ĠæĦ Ľ", + "м еÑĩ", + "ме Ñĩ", + "Ġ è¿ij", + "Ġè¿ ij", + "ÙĤ در", + "ÙĤد ر", + "Ġاست اÙĨد", + "ĠاستاÙĨ د", + "Ġinform acÃŃ", + "ार à¤ķ", + "è¬ Ŀ", + "ÑĢаб аÑĤ", + "Ġ çŃĶ", + "Ġç ŃĶ", + "ĠçŃ Ķ", + "Ġ èĩ³", + "Ġèĩ ³", + "Ġп олÑĮ", + "Ġпо лÑĮ", + "Ġпол ÑĮ", + "ĠÙĩÙĨ ر", + "ëĮĢ ë¹Ħ", + "Ġخارج ÛĮ", + "r act", + "ra ct", + "rac t", + "ãĢĤ ãģĵãĤĮ", + "ĠØ´ÙĪر اÛĮ", + "л енно", + "лен но", + "Ġh isset", + "Ġhis set", + "Ġhiss et", + "Ġc Ãłi", + "ĠcÃł i", + "ĠÑĦ оÑĤо", + "ĠÑĦоÑĤ о", + "æģ Ĵ", + "Ġмед иÑĨин", + "Ġмеди ÑĨин", + "ÑģÑĤ вÑĸ", + "ÑģÑĤв Ñĸ", + "ĠاÙĦ عÙĦ", + "ĠاÙĦع ÙĦ", + "ĠпиÑģÑĮ мен", + "ãĢĤ ãģ¾ãģŁ", + "Ġvlast nÄĽ", + "Ġп ода", + "Ġпо да", + "Ġпод а", + "Ïģ οι", + "Ïģο ι", + "Ġ ìĦĿ", + "ĠìĦ Ŀ", + "ĠìĿ¼ ìĿ´", + "Ġ ìĽĮ", + "ĠìĽ Į", + "ок Ñģи", + "окÑģ и", + "Ġos oby", + "Ġosob y", + "ÐŁÐ¾Ñģ ле", + "ĠÑĸÑģÑĤоÑĢ ÑĸÑĹ", + "ع ÙĦÙī", + "عÙĦ Ùī", + "н ка", + "ت Ùħبر", + "تÙħ بر", + "à¥ĩ हर", + "à¥ĩह र", + "ĠJ ana", + "ĠJan a", + "ĠJa na", + "ÙĦ ÙĬات", + "ÙĦÙĬ ات", + "ĠмаÑĢ ÑĤа", + "ĠÐļи ÑĶ", + "ĠÑĢоб оÑĤÑĥ", + "ĠÑĢобоÑĤ Ñĥ", + "Ġnh ấn", + "и Ñģлов", + "иÑģ лов", + "ëŁ Ń", + "Ġo dv", + "Ġod v", + "ĠT á»īnh", + "âĢľ ê·¸", + "ãģ» ãģĨ", + "é² ľ", + "м еÑĨÑĮ", + "ме ÑĨÑĮ", + "า ศาสà¸ķร", + "าศ าสà¸ķร", + "à¥ģ à¤ĵ", + "à¥ģठĵ", + "ิ à¸Ļà¸Ĺ", + "ิà¸Ļ à¸Ĺ", + "m ada", + "ma da", + "mad a", + "ز اÙħ", + "زا Ùħ", + "ĠÙĥ بÙĬر", + "å®ŀ æĸ½", + "ze ÅĪ", + "Ġl ái", + "Ġlá i", + "Ïĥ μα", + "Ïĥμ α", + "ا سات", + "اس ات", + "ÑĦ ÑĤ", + "è° ±", + "çĮ ľ", + "Ġpro bÃŃ", + "Ġprob ÃŃ", + "æľĢ è¿ij", + "ÑĢ ад", + "ÑĢаР´", + "ÑĢа д", + "ãĤ½ ãĥ³", + "Ġ клад", + "Ġк лад", + "Ġкл ад", + "Ġкла д", + "à¥ľ à¤ķ", + "é v", + "ล าย", + "ลา ย", + "èİ İ", + "ĠμÎŃ ÏĩÏģι", + "Ġ кÑĥÑģ", + "Ġк ÑĥÑģ", + "ĠкÑĥ Ñģ", + "Ġ íĻĺê²½", + "ĠíĻĺ ê²½", + "Ñĩ оÑĹ", + "åıĺ åĮĸ", + "Ġب تÙĪاÙĨ", + "Ġبت ÙĪاÙĨ", + "Ġt ắt", + "Ġgöster en", + "а лÑİ", + "ал Ñİ", + "Ġкоман ди", + "Ġкоманд и", + "Ġ 컨", + "Ġì» ¨", + "Ñĥ нд", + "Ñĥн д", + "Ġج ÙĦÙĪ", + "ĠجÙĦ ÙĪ", + "åŃIJ çļĦ", + "ĠÑģ б", + "ĠÐł аÑģ", + "ĠÐłÐ° Ñģ", + "P CP", + "PC P", + "ĠCumhur baÅŁ", + "од аÑĤелÑĮ", + "ÃŃ sto", + "ÃŃs to", + "ÃŃst o", + "Ġo znám", + "Ġoz nám", + "ãĥ¼ ãĥĭ", + "ãĥ¼ãĥ ĭ", + "Ġok uy", + "Ġoku y", + "o phy", + "op hy", + "oph y", + "า à¸Ļà¸Ħร", + "าà¸Ļ à¸Ħร", + "ĠÎķ θν", + "ay ım", + "ayı m", + "Ùİ Ø£", + "æİ ¡", + "Ġfunk ce", + "Ġfunkc e", + "æļ ĸ", + "Ø· ار", + "ĠÐĿ аг", + "ĠÐĿа г", + "Ġ ä¸ĩåĨĨ", + "Ġä¸ĩ åĨĨ", + "Ġ íĴį", + "ĠíĴ į", + "Ġ ä½ı", + "Ġ ï¼İ", + "Ġï¼ İ", + "Ñĭ ваÑİÑĤÑģÑı", + "Ñĭв аÑİÑĤÑģÑı", + "Ñĭва ÑİÑĤÑģÑı", + "ÑĭваÑİÑĤ ÑģÑı", + "ĠP la", + "ĠPl a", + "ا ÙĬÙĦ", + "اÙĬ ÙĦ", + "Ġ무 ìĹĩ", + "Ġкон еÑĩно", + "к м", + "à¤Ĥ पर", + "à¤Ĥप र", + "Ġ ìłķë¶Ģ", + "Ġìłķ ë¶Ģ", + "ĠëĤ´ 볤", + "ãĤ° ãĥ«", + "çģ °", + "Ġc yk", + "Ġcy k", + "Ġжел Ñĥд", + "ĠëĨĴ ìĿĢ", + "çĶŁ åij½", + "æµ ´", + "Ġart Ä±ÅŁ", + "Ġ Ðĩ", + "ĠÐ ĩ", + "ï¼ ²", + "e kim", + "ek im", + "eki m", + "ĠÑĦ едеÑĢа", + "ĠвеÑĢеÑģ нÑı", + "н иÑĤе", + "ни ÑĤе", + "ниÑĤ е", + "ĠÄ°ÅŁ te", + "ĠÙĪضع ÛĮت", + "ãģķ ãģ¾", + "ĠtÅĻ etÃŃ", + "ĠtÅĻet ÃŃ", + "u luÄŁ", + "ulu ÄŁ", + "ĠCumhur iyet", + "ä¼ Ł", + "Ġ ë§Ŀ", + "Ġë§ Ŀ", + "Ġver mek", + "Ġverm ek", + "Ġn alez", + "Ġna lez", + "Ġnal ez", + "Ġnale z", + "çĵ ¶", + "Ġd iÅŁ", + "Ġdi ÅŁ", + "ĠH á»ĵng", + "ĠHá»ĵ ng", + "غ ÙĬرة", + "غÙĬر Ø©", + "å© Ĩ", + "н ив", + "ни в", + "Ġr út", + "' nda", + "'n da", + "Ġh roz", + "Ġhr oz", + "à¥ī प", + "Ġза коном", + "Ġзак оном", + "Ġзакон ом", + "Ġзако ном", + "Ġjed nu", + "Ġjedn u", + "ĠKa dın", + "ĠKad ın", + "in dir", + "ind ir", + "indi r", + "س ازÛĮ", + "åĮº åŁŁ", + "ĠkonuÅŁ tu", + "Ġز ÙĨد", + "ĠزÙĨ د", + "ा ĊĊ", + "ाĊ Ċ", + "ĠÐIJ з", + "à¸ĩ à¸Ĥà¸Ńà¸ĩ", + "à¸ĩà¸Ĥ à¸Ńà¸ĩ", + "ĠÑģвой ÑģÑĤва", + "Ġìŀij íĴĪ", + "пе ки", + "Ġ å°±", + "Ġå° ±", + "ев ого", + "ево го", + "ĠtaÅŁ ıy", + "ĠÙħÙĨ Ø·ÙĤØ©", + "ĠÙħÙĨØ· ÙĤØ©", + "ĠÃĩ ocuk", + "Û² Û·", + "ĠÏĥÏħ μÏĢ", + "é£Ł åĵģ", + "h á", + "ï¼ ¯", + "ÙĦ ÙħÙĩ", + "ÙĦÙħ Ùĩ", + "ãģ¨ãģª ãģ£ãģŁ", + "о ÑĢÑĸ", + "оÑĢ Ñĸ", + "° }", + "ĠtaÅŁ ın", + "çŁ ¿", + "ĠÑĩаÑģÑĤ ини", + "ĠÑĩаÑģÑĤи ни", + "ĠدÙĬ سÙħبر", + "Ġ èī¯", + "Ġèī ¯", + "st ÅĻÃŃ", + "Ġ ÑĨик", + "ĠÑĨ ик", + "ĠÑĨи к", + "âĢķâĢķ âĢķâĢķ", + "ĠÄ°ng iltere", + "ĠÑģÑĤ ÑĢаÑĤег", + "ĠÑģÑĤÑĢ аÑĤег", + "ÃĦ Ÿ", + "и Ñĩного", + "иÑĩ ного", + "иÑĩно го", + "ÃŃ rk", + "ÃŃr k", + "ĠÎij Ïģ", + "! âĢľĊĊ", + "!âĢľ ĊĊ", + "Ġ 깨", + "Ġê¹ ¨", + "à¥ģà¤Ĩ त", + "ĠدÙĨÛĮ ا", + "ĠدÙĨ ÛĮا", + "l ÃŃn", + "lÃŃ n", + "Ġà¤ķ ड", + "ĠÙħ بت", + "ĠÙħب ت", + "ем ÑĭÑħ", + "о би", + "об и", + "ย à¸Ļà¸ķ", + "ยà¸Ļ à¸ķ", + "à¤Ĥध न", + "ÚĨ ÛĮ", + "Ġ çŁ¥", + "Ġç Ł¥", + "ĠçŁ ¥", + "ĠXu ân", + "a daki", + "ad aki", + "ada ki", + "Ġ orta", + "Ġor ta", + "Ġort a", + "æł¹ æľ¬", + "åħ± åIJĮ", + "н ений", + "не ний", + "нен ий", + "ب ÙĬرة", + "بÙĬ رة", + "بÙĬر Ø©", + "çŃ ĭ", + "ïº Ķ", + "âĢĮ ÙĩاÙĬ", + "âĢĮÙĩا ÙĬ", + "Ġö deme", + "Ġödem e", + "ĠØ¢ÙĨ ÚĨÙĩ", + "Ġза Ñıви", + "ĠзаÑıв и", + "ĠÙĨÙĤ Ø´Ùĩ", + "ĠÙĨÙĤØ´ Ùĩ", + "Ġ ç³»", + "Ġç ³»", + "Ġç³ »", + "à¥ĭ ।", + "Ġì§Ģ ìłķ", + "Ġin sp", + "Ġins p", + "Ġ ÑĤен", + "ĠÑĤ ен", + "ĠÑĤе н", + "Ġت Ø·", + "Ġqu ảng", + "Ġquả ng", + "Ġquản g", + "åī £", + "ãģı ãģ®", + "ĠÑĨ им", + "ĠÑĨи м", + "k ovi", + "ko vi", + "kov i", + "i yah", + "iy ah", + "iya h", + "Ġ ëIJľëĭ¤", + "ĠëIJľ ëĭ¤", + "ص Ùĩ", + "ĠÄij u", + "Ġsu á»ijt", + "ı ma", + "ım a", + "ì§Ģ ê³ł", + "Ì ĥ", + "à¸ļ าย", + "ĠCert if", + "ĠCer tif", + "ĠÑĥÑģ ÑĸÑħ", + "ĠÑĥÑģÑĸ Ñħ", + "à¸ķะ ว", + "εί ÏĦε", + "Ġ č", + "Ġмож ливÑĸÑģÑĤÑĮ", + "Ġможлив ÑĸÑģÑĤÑĮ", + "Ġ -âĢIJ", + "Ġ- âĢIJ", + "Ġ íĺ¹", + "Ġíĺ ¹", + "ìĤ¬ ì§Ħ", + "Ġд аниÑħ", + "Ġда ниÑħ", + "Ġдан иÑħ", + "Ġzah áj", + "주 ëĬĶ", + "Ġг ид", + "n iž", + "ni ž", + "Ġ^{ °}", + "Ġk ro", + "Ġkr o", + "Äį en", + "Äįe n", + "ÏĨ ι", + "ımız da", + "Ġ æ¹ĸ", + "Ġæ¹ ĸ", + "Ġпов ÑĢежд", + "Ġì¡´ ìŀ¬", + "à¸Ļ าà¸Ļ", + "à¸Ļา à¸Ļ", + "μÎŃ Î½Î¿ÏĤ", + "μÎŃν οÏĤ", + "μÎŃνο ÏĤ", + "æ½ ľ", + "ï¼Į 使", + "Ġd osp", + "Ġdo sp", + "Ġdos p", + "Ġl iá»ģn", + "Ġli á»ģn", + "ัà¸ļ à¸Ħวาม", + "ัà¸ļà¸Ħ วาม", + "ĠÑĢабоÑĤ е", + "ĠÑĢаб оÑĤе", + "ĠÑĢабо ÑĤе", + "Ġмай бÑĥÑĤ", + "à¹Ģà¸ģ ษ", + "B aÅŁ", + "Ba ÅŁ", + "Ġ æĿ±äº¬", + "ĠæĿ± 京", + "наÑĩ ала", + "δ ει", + "δε ι", + "à¥Ī प", + "Ñĸ мÑĸ", + "Ñĸм Ñĸ", + "Ġf izik", + "Ġfi zik", + "Ġfiz ik", + "ว ล", + "ä¼ į", + "Ġ à¸Ĭà¸Ļะ", + "Ġà¸Ĭ à¸Ļะ", + "' ÑıÑĤ", + "'Ñı ÑĤ", + "н ил", + "ни л", + "и нов", + "ин ов", + "ĠÄijo án", + "รว à¸Ī", + "f et", + "fe t", + "à¹Į à¹Ĥ", + "Ġ маÑĤи", + "Ġм аÑĤи", + "ĠмаÑĤ и", + "Ġма ÑĤи", + "é¨ İ", + "Ðļ Т", + "à¹Ģส à¸Ļà¸Ń", + "à¹Ģสà¸Ļ à¸Ń", + "Ġм ав", + "Ġма в", + "lı ģına", + "lıģı na", + "lıģ ına", + "lıģın a", + "Ġпо Ñĩина", + "ĠпоÑĩ ина", + "ู à¸ķร", + "ูà¸ķ ร", + "ÑĨ еÑĢ", + "ÑĨе ÑĢ", + "uj ete", + "uje te", + "ujet e", + "Ġtah min", + "Ġвим ог", + "า à¸Ł", + "าภŁ", + "е дж", + "ед ж", + "ÏĦ εÏį", + "ÏĦε Ïį", + "ad la", + "ĠÄij Æ°Æ¡ng", + "Ġد استاÙĨ", + "Ġbas ın", + "Ġba sın", + "ĠÑħ в", + "Ġ reak", + "Ġre ak", + "ĠоÑĤ меÑĤ", + "æ³ ¥", + "Ġm áte", + "Ġmá te", + "Ġmát e", + "Ġzo run", + "Ġzor un", + "ãģ¨æĢĿ ãģĨ", + "Ġدر جة", + "ĠвÑĸд ÑģÑĥÑĤ", + "Ġع اÙħÙĦ", + "ĠعاÙħ ÙĦ", + "èĶ µ", + "Ġson raki", + "Ġsonra ki", + "Ġmoh li", + "Ġmohl i", + "и ваеÑĤ", + "ив аеÑĤ", + "ива еÑĤ", + "ĠпÑĸд ÑģÑĤав", + "Ġost rov", + "Ġostr ov", + "ान व", + "âĢŀ P", + "Ġви знаÑĩа", + "ĠвизнаÑĩ а", + "Ġprav dÄĽpodob", + "Ġz az", + "Ġza z", + "ìĿ´ 를", + "Ġдж еÑĢ", + "ĠÐł ад", + "ĠÐłÐ° д", + "ĠÑģеÑĢÑĮ ез", + "Ġ дем", + "Ġд ем", + "Ġде м", + "ÏĢ ή", + "ĠÐĦ вÑĢоп", + "ĠÐĦв ÑĢоп", + "ĠÄįesk é", + "ĠÄįe ské", + "ï¾ ı", + "Ġ ØŃÙĬ", + "ĠØŃ ÙĬ", + "ì¼ ĢìĿ´", + "ì¼Ģ ìĿ´", + "ĠØ® ÙĪÙĨ", + "ĠØ®ÙĪ ÙĨ", + "Âł L", + "ãģĦ ãģ«", + "из неÑģ", + "ĠÙħ ÙĤاÙħ", + "ĠÙħÙĤ اÙħ", + "ĠاÙĦ ØŃÙĦ", + "ĠاÙĦØŃ ÙĦ", + "ëĨ į", + "ĠØ¢ ÛĮا", + "ĠØ¢ÛĮ ا", + "ç¿ ¼", + "ï¼ ½", + "æ¸ IJ", + "ли вÑĸ", + "лив Ñĸ", + "ãģĦ ãģ¦ãģĦãĤĭ", + "ãģĦãģ¦ ãģĦãĤĭ", + "Ġ ÎijÎł", + "ĠÎij Îł", + "ĠиÑģполÑĮз ÑĥеÑĤÑģÑı", + "ĠиÑģполÑĮзÑĥ еÑĤÑģÑı", + "Ġm át", + "Ġmá t", + "Ġμε γά", + "Ġμεγ ά", + "ëħ ¼", + "æµ· éģĵ", + "ĠÙħØ´Ú© ÙĦات", + "ĠÙħØ´Ú©ÙĦ ات", + "Ñĩ на", + "'; ';", + "Ġ μία", + "Ġμ ία", + "Ïģ Ïİν", + "ÏģÏİ Î½", + "Ġby ste", + "ĠÑįлек ÑĤÑĢи", + "ĠÑįлекÑĤÑĢ и", + "ĠY ardım", + "ĠYard ım", + "ĠYar dım", + "Ġh át", + "Ġhá t", + "ĠÐĶ еÑĢжав", + ". С", + "Ġo rada", + "Ġor ada", + "Ġora da", + "Ġal anı", + "Ġalan ı", + "åľ° åŁŁ", + "ĠدÙĩ ÙĨد", + "мен ÑĪ", + "ĠоÑĢг анов", + "ĠоÑĢган ов", + "Ġع ص", + "ู à¸ĩส", + "ูà¸ĩ ส", + "ĠØ´ عر", + "Ġشع ر", + "Ġìĸ »", + "Ġά λλ", + "Ġάλ λ", + "Ġg ói", + "Ġgó i", + "ĠÙĨ اØŃ", + "å¼ ĺ", + "à¥įथ ल", + "i lim", + "il im", + "ili m", + "ëIJĺ ì§Ģ", + "Ġкон ÑĨе", + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "Ġì¤Ģ ë¹Ħ", + "Ġostat nÃŃ", + "Ġvlá dy", + "Ġvlád y", + "ĠÑģо биÑĢа", + "ĠÑģоб иÑĢа", + "ĠìĹŃ ìĤ¬", + "à¹ģ à¸ģรม", + "à¹ģà¸ģ รม", + ". ï¼ı", + "Ùı ÙĪÙĨ", + "ÙıÙĪ ÙĨ", + "Ù¾ س", + "ĠW ikip", + "ĠWi kip", + "ĠWiki p", + "ĠWik ip", + "Ġ æ¾", + "Ġæ ¾", + "Ġж аÑĢ", + "容 æĺĵ", + "ĠprostÅĻed nictvÃŃm", + "Ġž eny", + "Ġže ny", + "Ġžen y", + "Ġèı²å¾ĭ宾 çĶ³åįļ", + "а ÑİÑĤÑģÑı", + "аÑİÑĤ ÑģÑı", + "Ġm iêu", + "Ġmi êu", + "Ġp enÃŃze", + "δ ιά", + "δι ά", + "ol dur", + "old ur", + "ĠпÑĢимеÑĢ но", + "ĠìŀĪ ê³ł", + "à¸ĩ à¸Ńย", + "к овий", + "ко вий", + "ков ий", + ". ÎŁ", + "à¹ĥ à¸Ħร", + "çĭ ł", + "ĠÐŁ Ñĸв", + "æĶ¹ éĿ©", + "ĠÐĿаÑģ еление", + "Å¡et ÅĻ", + "ÙĴ ب", + "Ġ âĶĢ", + "ĠâĶ Ģ", + "غ ÙĬÙĦ", + "ĠдÑĸÑıлÑĮ нÑĸÑģÑĤÑĮ", + "ĠÙĦ ÙĬس", + "ĠÙĦÙĬ س", + "Ġìĭľ ìŀ¥", + "ãĥŁ ãĥ¥", + "ĠÚ© ÙĪت", + "ĠÚ©ÙĪ ت", + "ĠÎĵ ι", + "ิ à¹Ģว", + "e ktor", + "ek tor", + "ekt or", + "ĠбÑĥд Ñĥ", + "ĠбÑĥ дÑĥ", + "но важ", + "нов аж", + "нова ж", + "Ñī аеÑĤÑģÑı", + "Ñīа еÑĤÑģÑı", + "Ġng ôn", + "ĠvÄĽ c", + "å¾ IJ", + "à¸Ńà¹Ģม ร", + "ัà¸į à¸Ĭ", + "ĠиÑģполÑĮз ÑĥÑİÑĤ", + "ĠиÑģполÑĮзÑĥ ÑİÑĤ", + "r ubu", + "ru bu", + "rub u", + "Ġnh á»±a", + "ãģĮ ãģĬ", + "ĠÐĵ аÑĢ", + "о ÑĢе", + "оÑĢ е", + "Ġз олоÑĤ", + "æ Ł³", + "æŁ ³", + "Ġ ÙĬØ´", + "ĠÙĬ Ø´", + "Ġповин нÑĸ", + "اÙĤ تص", + "ÙĦ ØŃ", + "ĠокÑĤ ÑıбÑĢÑı", + "ĠnÄĽk dy", + "Ġо бÑĢа", + "Ġоб ÑĢа", + "ست Ú¯ÛĮ", + "符 åIJĪ", + "Ġth iá»ĥu", + "æĺ¯ ä»Ģä¹Ī", + "Ġro zs", + "Ġroz s", + "ì½ľ 걸", + "Ġк аÑĦ", + "Ġка ÑĦ", + "åIJĮ æŃ¥", + "ì¼ ĵ", + "ÏĢ ÏĦÏħ", + "à¸ł ายà¹ĥà¸Ļ", + "ι ÏĥÏĦή", + "ιÏĥ ÏĦή", + "ĠدÙĪÙĦ ار", + "ĠÙħا ÙĬÙĪ", + "ĠÙħاÙĬ ÙĪ", + "Ġ peÄį", + "Ġp eÄį", + "Ġpe Äį", + "ัà¸ļ ม", + "ÎĻ ÎĶ", + "ı ydı", + "ıy dı", + "ัà¸ģ à¸Ĺ", + "à¸Ľà¸£à¸° à¸ĸม", + "κ αι", + "κα ι", + "Ġpro dej", + "Ġprod ej", + "ĠиÑİ Ð»Ñı", + "Ġv Å©", + "é© ±", + "Ġh vÄĽ", + "Ġhv ÄĽ", + "æĥ³ è¦ģ", + "ç¯ Ħ", + "ç ak", + "ça k", + "Ġм Ñıг", + "ım ın", + "ımı n", + "Ġdisp ozici", + "Ġu kaz", + "Ġuk az", + "r acak", + "ra cak", + "rac ak", + "Ġболез ни", + "ว à¹Ĥม", + "Ġз ел", + "ĠÐĴ ики", + "ĠÐĴи ки", + "ĠÐĴик и", + "ĠÐł од", + "ูà¸ģ à¸Ħ", + "í ij¸", + "Ġth ải", + "ĠbaÄŁ ımsız", + "ĠÑĢоÑģ Ñģий", + "ĠÐļ ам", + "ĠÐļа м", + "ĠиÑģполÑĮзов аниÑı", + "ĠиÑģполÑĮз ованиÑı", + "ĠиÑģполÑĮзовани Ñı", + "ĠØŃ Ø°", + "Âł ³³³³³³³³", + "³³ ³³³³³³³", + "³³³³ ³³³³³", + "³³³ ³³³³³³", + "³³³³³³³³ Âł", + "³³³³³³³ ³³", + "³³³³³ ³³³³", + "³³³³³³ ³³³", + "ĠاÙĨت ÙĤاÙĦ", + "Ġаб ÑģолÑİÑĤ", + "Ġ Ä±ÅŁÄ±k", + "ĠÄ±ÅŁÄ± k", + "ÏĦο γÏģαÏĨ", + "ĠболÑĮÑĪ ой", + "Ġعب ارت", + "Ġعبار ت", + "ÃŃ Å¾", + "Ġدر ست", + "Ġدرس ت", + "ĠÑģл ово", + "ĠÑģлов о", + "ĠÑģло во", + "à¥Ī Ċ", + "ب ÙĪب", + "بÙĪ ب", + "ĠÐĴ оÑĤ", + "ĠÐĴо ÑĤ", + "ว à¹Ħà¸Ľ", + "Ġbil inen", + "Ġbilin en", + "Ġ ÙĤÙĬ", + "ĠÙĤ ÙĬ", + "Ġbun ların", + "Ġbunlar ın", + "Ġbunları n", + "Ùij ت", + "Ġbas it", + "Ġba sit", + "ë¦ ¿", + "ائ رة", + "ائر Ø©", + "Ġp ů", + "Ġed ilmiÅŁ", + "Ġedilm iÅŁ", + "Ġedil miÅŁ", + "Ġ ä½IJ", + "ĠYön etim", + "ĠYönet im", + "Ùħ ÛĮر", + "ÙħÛĮ ر", + "Ġsp ou", + "Ġspo u", + "æ·± åľ³", + "Ġвза ÑĶм", + "ÎĻ ÎĽ", + "Ð ĥ", + "ĠдеÑĢжав ноÑĹ", + "Ġ mrt", + "Ġm rt", + "Ġmr t", + "ĠDe mir", + "ĠDem ir", + "é» İ", + "ĠÑĢег ÑĥлÑıÑĢ", + "Ġник огда", + "å¼ ¾", + "à¥ī ड", + "Ġг лаз", + "Ġгла з", + "ĠÙħÛĮ Ú©ÙĨ", + "ĠÙħÛĮÚ© ÙĨ", + "éĻIJ å®ļ", + "Ġнав к", + "Ġпод ÑĤ", + "ĠتصÙĪ ÛĮر", + "ĠاÙĦØŃ Ø¯ÙĬØ«", + "Ġdo Å¡lo", + "нÑİ Ñİ", + "ĠÑģ Ñħод", + "ĠÑģÑħ од", + "Ø· ÙĤØ©", + "ĠÑģенÑĤ ÑıбÑĢÑı", + "çī¹ æ®Ĭ", + "à¸ģาร à¹ģà¸Ĥ", + "á zd", + "áz d", + "ÑĶ ÑĤе", + "ĠΣ ε", + "ĠÙĦ ÙĥÙĦ", + "ĠÙĦÙĥ ÙĦ", + "åIJį åŃĹ", + "اÙĨ ÛĮا", + "اÙĨÛĮ ا", + "Ġc ins", + "Ġcin s", + "Ġci ns", + "기 ìĹħ", + "Ġ éŁ³", + "Ġé Ł³", + "ĠéŁ ³", + "éł ĥ", + "ย าย", + "ยา ย", + "ìļ ķ", + "ĠvÃŃ tÄĽz", + "à¥įर ब", + "Ġشر ÙĤÛĮ", + "ĠشرÙĤ ÛĮ", + "ĠbezpeÄį nost", + "Ġçerç ev", + "Ġ 맼", + "Ġë§ Ľ", + "c ky", + "ck y", + "ĵ ¨", + "ĠÑĥм оваÑħ", + "ĠÑĥмов аÑħ", + "л иÑħ", + "ли Ñħ", + "m eniz", + "men iz", + "meni z", + "Ġب Ú¯ÛĮر", + "Ġبگ ÛĮر", + "ÙĨ Ùī", + "Ġ à¸ģารà¹ģà¸Ĥ", + "Ġà¸ģาร à¹ģà¸Ĥ", + "ι Ïĥε", + "ιÏĥ ε", + "âĢ³ E", + "Ġdönem inde", + "리 ì¹´", + "Ġ åĪ°", + "ĠåĪ °", + "Ġhu kuk", + "Ġhuku k", + "а ÑĤоÑĢа", + "аÑĤ оÑĢа", + "аÑĤоÑĢ а", + "аÑĤо ÑĢа", + "ĠاÙĦ عÙĨ", + "ĠاÙĦع ÙĨ", + "ïº ĺ", + "ün üz", + "ünü z", + "Ñģ оÑĤ", + "Ñģо ÑĤ", + "ุ ษ", + "Ġd Æ°Æ¡ng", + "ov ny", + "Ġ ÑĦоÑĢма", + "ĠÑĦоÑĢм а", + "ĠÑĦоÑĢ ма", + "ãģĹ ãģ®", + "ãģĹãģ ®", + "ز ÙĬز", + "زÙĬ ز", + "ĠاÙĦÙĨ اس", + "Ġ Ñĩим", + "ĠÑĩ им", + "ĠÑĩи м", + "大 人", + "Ú¯ ÙĬ", + "ĠÐĵ оÑģп", + "é¢Ĩ 导", + "Ġn inh", + "Ġni nh", + "Ġnin h", + "Ġร าà¸Ħา", + "Ġราà¸Ħ า", + "ÙĤ اء", + "ìī ¬", + "ĠìĿ´ ìłĦ", + "ĠÃ¶ÄŁret men", + "ĠÑĨвеÑĤ а", + "ен ноÑģÑĤÑĮ", + "енно ÑģÑĤÑĮ", + "大 ãģį", + "ĠмиÑģÑĤ еÑĨÑĤ", + "ر ÙĪت", + "رÙĪ ت", + "p oÅĪ", + "po ÅĪ", + "ĠÅŀ irket", + "ĠкÑĢаÑģ ив", + "ĠÑĢеÑģ ÑĥÑĢÑģ", + "ĠÑĢеÑģÑĥÑĢ Ñģ", + "ä¹ ¾", + "Ġ ÙģÙĩ", + "ĠÙģ Ùĩ", + "ĠY Ãĸ", + "èĬ ³", + "μ ÏīÏĤ", + "ÄĽ ji", + "ÄĽj i", + "Ġв лаж", + "Ġвла ж", + "ĠÑĥв ели", + "ا ذا", + "اذ ا", + "ãĢĤ å¦Ĥæŀľ", + "ĠпÑĢи ÑģÑĥÑĤÑģÑĤв", + "ĠẤ n", + "æĢ ĸ", + "ĠÐľ еÑĤ", + "Ġje dna", + "Ġjed na", + "Ġjedn a", + "Ġc ục", + "Ġcụ c", + "ĠاÙĨت شار", + "Ġз окÑĢема", + "и ÑĩеÑģки", + "иÑĩеÑģ ки", + "ĠкÑĢаÑĹ Ð½Ð¸", + "ĠкÑĢаÑĹн и", + "и ÑĢÑĥ", + "иÑĢ Ñĥ", + "ĠÑĸн ÑĤеÑĢ", + "ĠÑĸнÑĤ еÑĢ", + "Ġан алог", + "Ñ Ľ", + "ี à¸ĭ", + "н Ñĥли", + "нÑĥ ли", + "нÑĥл и", + "ĠN inh", + "ĠNi nh", + "ĠNin h", + "еÑĢ аÑĤоÑĢ", + "еÑĢа ÑĤоÑĢ", + "Ġr uce", + "Ġru ce", + "ĠÑĪ кÑĸ", + "ĠÑĪк Ñĸ", + "تر ÙĨت", + "Ġson rası", + "Ġsonra sı", + "Ġ æį", + "Ġæ į", + "ÑĨен ÑĤÑĢа", + "ÑĨенÑĤ ÑĢа", + "Ġà¸Ńำ à¹Ģà¸ł", + "Ø· ÙĬ", + "ï¼Į å½ĵ", + "ĠÑĤ ÑĢеÑħ", + "ĠÑĤÑĢ еÑħ", + "Âł H", + "æ´ ª", + "ãĥ³ ãĥĦ", + "ãĥ³ãĥ Ħ", + "ĠвÑĸдповÑĸд алÑĮ", + "âĢĻ daki", + "âĢĻd aki", + "âĢĻda ki", + "á ÅĻi", + "áÅĻ i", + "ĠpÅĻ em", + "ĠpÅĻe m", + "t uk", + "tu k", + "ĠÙģر ÙħÙĪد", + "ĠÙģرÙħ ÙĪد", + "Ġ ìĿ¸ì¦Ŀ", + "ĠìĿ¸ ì¦Ŀ", + "สำ à¸Ļ", + "ìĥģ ìĿĺ", + "ÅĻ ÃŃm", + "ÅĻÃŃ m", + "æ¾ ¤", + "Ġ ÑĢей", + "ĠÑĢ ей", + "ĠÑĢе й", + "ĠлÑİб ой", + "u jte", + "uj te", + "ë³µ ì§Ģ", + "Ġ درس", + "Ġد رس", + "Ġدر س", + "ĠÐĴ лади", + "ĠÑģво им", + "ĠÑģвои м", + "ĠìĿ¸íĦ° ëĦ·", + "è± Ĭ", + "Ġн алог", + "Ġнал ог", + "ãĤĪ ãģ³", + "ĠØ® اطر", + "Ġ ìŀħëĭĪëĭ¤", + "Ġìŀħ ëĭĪëĭ¤", + "ãĢĤ ãģĹãģĭãģĹ", + "л аг", + "ла г", + "å° ĸ", + "ëĭ ¥", + "ìĬ¤ ëĬĶ", + "ìĭł ì²Ń", + "ãĥĩ ãĥ¼ãĤ¿", + "ĠÑĥÑĢов нÑı", + "Ġ무 ìĬ¨", + "ĠاÙĦØ£ رض", + "à¹ī à¸ķ", + "Ỽ t", + "ĠÙĨÛĮ رÙĪ", + "ĠÙĨÛĮر ÙĪ", + "å¢ ¨", + "ãĤ¶ ãĥ¼", + "r uba", + "ru ba", + "rub a", + "ĠÙĨØ´ دÙĩ", + "и лÑı", + "ил Ñı", + "a cÃŃm", + "ac ÃŃm", + "acÃŃ m", + "ãĥ© ãĤ¯", + "X H", + "Ġس رد", + "Ġسر د", + "Ġद स", + "t ember", + "tem ber", + "ĠDoÄŁ um", + "ĠDoÄŁu m", + "ĠпÑĢ оÑĢ", + "ĠпÑĢо ÑĢ", + "θ οÏĤ", + "θο ÏĤ", + "ĠiÅŁ e", + "à¸Ń à¸Ł", + "л аÑĪ", + "ла ÑĪ", + "اص ÙĦÙĩ", + "اصÙĦ Ùĩ", + "l ivÄĽ", + "li vÄĽ", + "liv ÄĽ", + "ë¶Ģ ë¶Ħ", + "н ак", + "на к", + "åįģ ä¸ī", + "ส าห", + "à¸Ľà¸£à¸°à¹Ģà¸Ĺศ à¹Ħà¸Ĺย", + "ãĤŃ ãĥ³ãĤ°", + "ĠмеÑĤ оÑİ", + "Ġkullan arak", + "âij ¡", + "ÛĮز ات", + "ĠÙħÙĪب اÛĮÙĦ", + "ĠзнаÑĩ иÑĤ", + "Ġзна ÑĩиÑĤ", + "Ġorgan izace", + "Ġorganiz ace", + "ÑĢ ии", + "ÑĢи и", + "ov na", + "Ġ ê²½ìłľ", + "Ġê²½ ìłľ", + "ãĢģ å½¼", + "Ġम स", + "Ġ à¹Ĥà¸Ľà¸£", + "Ġà¹Ĥ à¸Ľà¸£", + "L ARI", + "LA RI", + "LAR I", + "æĩ Ĥ", + "Ġ ва", + "Ġв а", + "ĠÙĥ ÙĨت", + "ĠÙĥÙĨ ت", + "ĠÑĢабоÑĤ а", + "ĠÑĢаб оÑĤа", + "ĠÑĢабо ÑĤа", + "Âł ĠÂłĠÂł", + "ÂłĠ ÂłĠÂł", + "ÂłĠÂł ĠÂł", + "好 äºĨ", + "ĠzamÄĽst n", + "ж енÑĮ", + "же нÑĮ", + "жен ÑĮ", + "Ġu kon", + "Ġuk on", + "nÄĽ né", + "nÄĽn é", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ĠاÙĦخاص Ø©", + "ĠÄį asu", + "ĠÄįas u", + "å°ı 说", + "ĠØŃر کت", + "æij Ħ", + "Ïĩ Ïī", + "ĠÑģв еж", + "æĸ° éĹ»", + "Ġ ìĭ±", + "Ġìĭ ±", + "Ġe ÄŁer", + "ĠeÄŁ er", + "Ġsitu ace", + "Ġ ç·¨", + "Ġç ·¨", + "Ġç· ¨", + "f ik", + "fi k", + "ë§ Īëĭ¤", + "ë§Ī ëĭ¤", + "Îķ Îļ", + "Ġê°ľ ìµľ", + "Ġc Ãł", + "ا دث", + "اد Ø«", + "Ġsay ıda", + "Ġsayı da", + "ĠØ£ ÙģضÙĦ", + "ĠØ£Ùģ ضÙĦ", + "æ³ķ éĻ¢", + "Ġ .,", + "Ġ. ,", + "ĠTh Æ°Æ¡ng", + "Ïģ ÏĮÏĤ", + "ÏģÏĮ ÏĤ", + "ãģĹ ãĤĪãģĨ", + "Ç İ", + "æ ij¸", + "æij ¸", + "Ġ éĻ³", + "ĠéĻ ³", + "¥ IJ", + "ฤ à¸Ķ", + "Ġgi ảng", + "Ġgiả ng", + "Ġgiản g", + "ĠлÑİ Ð±Ð¾Ð²", + "ĠлÑİб ов", + "Ġek ran", + "о пиÑģ", + "оп иÑģ", + "еж дÑĥ", + "Ġназ ва", + "æĭ ĵ", + "ı f", + "à¹Ī à¸ģ", + "и ÑĩнÑĸ", + "иÑĩ нÑĸ", + "Ġ ê³Ħíļį", + "Ġê³Ħ íļį", + "à¸ł าà¸Ħม", + "à¸łà¸²à¸Ħ ม", + "Ġ اپ", + "Ġا Ù¾", + "리 ìĿĺ", + "ãģ§ãģĻ ãģĮ", + "Ġkon ci", + "Ġکار خاÙĨÙĩ", + "Ġ ä½ķ", + "ĠÑĤ ва", + "ĠÑĤв а", + "ĠÐŁ оÑģÑĤ", + "ĠÐŁÐ¾ ÑģÑĤ", + "ĠÐŁÐ¾Ñģ ÑĤ", + "ĠапÑĢ елÑı", + "ĠاÙĦع راÙĤ", + "ä¸Ń åįİ", + "à¹ĩ à¸Ńà¸ģ", + "à¥įत à¤ķ", + "Ġz ájem", + "Ġzá jem", + "Ġدر جÙĩ", + "Ġब à¥ľ", + "ĠÑģÑĤ ÑĢан", + "ĠÑģÑĤÑĢ ан", + "ĠÑģÑĤÑĢа н", + "èѦ å¯Ł", + "Ġyer leÅŁtir", + "ĠyerleÅŁ tir", + "ĠV Å©", + "ç¾İ åħĥ", + "Ġì¡° ê¸Ī", + "Ġ รà¸Ńà¸ĩ", + "Ġร à¸Ńà¸ĩ", + "Ġak adem", + "Ġaka dem", + "à¸Ħ à¸ĵะ", + "Ġpoz it", + "Ġkon eÄį", + "Ġkone Äį", + "è°ĥ æŁ¥", + "Ġ ãģĭ", + "ĠÄįerv ence", + "ĠOd kazy", + "ĠëıĦ ìĭľ", + "ั สà¸Ķ", + "ัส à¸Ķ", + "Ġg ái", + "ĠÐł об", + "Ġб оÑı", + "Ġбо Ñı", + "æī ©", + "å¼Ģ å±ķ", + "a nik", + "an ik", + "ani k", + "Ġvy ž", + "ĠbaÅŁ lay", + "Ġbak Ä±ÅŁ", + "ek ce", + "ÑģÑĤ ика", + "ÑģÑĤи ка", + "еÑĢа ÑĤÑĥÑĢа", + "еÑĢаÑĤÑĥ ÑĢа", + "Ġë¶Ħ ë¥ĺ", + "ĠPo Äįet", + "od áÅĻ", + "ëĭĺ ìĿĺ", + "Ġk lid", + "Ġkl id", + "Ġkli d", + "Û² Û¹", + "ĠÚĨ ÛĮز", + "m ür", + "Ġs ứ", + "ÙĬا ÙĨØ©", + "ÙĬاÙĨ Ø©", + "åĬ ±", + "Ġ oku", + "Ġo ku", + "Ġok u", + "Ġв оди", + "Ġво ди", + "Ġвод и", + "ĠزÛĮر ا", + "ĠزÛĮ را", + "大 åĪ©", + "ĠÙĦ ÛĮÙĨÚ©", + "ĠÙĬ جب", + "ĠÙĬج ب", + "Ùħ ÛĮÙĦ", + "ÙħÛĮ ÙĦ", + "ĠÏĥ ÏĦÏģα", + "æĻ ĵ", + "ิ สà¸ķ", + "ิส à¸ķ", + "ĠÅŁ iddet", + "ĠÑĢекомен да", + "Ġpožad av", + "Ġп ÑĸÑģ", + "åħ¬ å¼ı", + "Ġ Ú¯ÛĮرÛĮ", + "ĠÚ¯ ÛĮرÛĮ", + "ĠÚ¯ÛĮ رÛĮ", + "ĠÚ¯ÛĮر ÛĮ", + "к ÑĤа", + "кÑĤ а", + "ĠÙħÙĨ اطÙĤ", + "Ġfirm y", + "Ġfir my", + "Ġ à¹Ħà¸Ľ", + "Ġà¹Ħ à¸Ľ", + "Ġ ÎŃÏģγ", + "ĠÎŃ Ïģγ", + "å¿« éĢŁ", + "ãģĮ ãģªãģĦ", + "н еÑģÑĤи", + "не ÑģÑĤи", + "неÑģ ÑĤи", + "Ġ ç²¾", + "Ġç² ¾", + "ÑĢ ади", + "ÑĢа ди", + "ÑĢад и", + "ãĤĴ ãģĭ", + "ïº ª", + "ky nÄĽ", + "Ġह त", + "t ak", + "ta k", + "ĠÙĬÙĪÙĨ ÙĬÙĪ", + "ö ÄŁ", + "Ġ ÑĢÑĥк", + "ĠÑĢ Ñĥк", + "ĠÑĢÑĥ к", + "åľĭ éļĽ", + "Ñİ ÑģÑĮ", + "Ġдав но", + "Ġp opis", + "Ġpop is", + "Ġpo pis", + "ĠB Ä°L", + "ĠÙĨ ÙĤد", + "ĠÙĨÙĤ د", + "ĠÑģп ож", + "ÑĨион нÑĭÑħ", + "ĠÑĪ п", + "Ñĥ ÑİÑīиÑħ", + "ÑĥÑİ ÑīиÑħ", + "ÑĥÑİÑī иÑħ", + "ĠвоздÑĥ Ñħ", + "ÑĤ ие", + "ÑĤи е", + "ĠU ž", + "ÏĮ δ", + "à¸ģร าà¸Ħม", + "Ġalan ında", + "Ġalanı nda", + "Ġs ắt", + "ãĥIJ ãĤ¤", + "Ng Ãły", + "Ġ ë¹Į", + "Ġë¹ Į", + "ï¼ī ãģ¯", + "Ġ ä¿¡", + "Ðķ С", + "ĠT ato", + "ĠTa to", + "ĠTat o", + "Ġún ora", + "e rap", + "er ap", + "era p", + "Ä ł", + "ĠT áºŃp", + "Ġкомп ании", + "ãĥ© ãĤ¤ãĥĪ", + "ãĥ©ãĤ¤ ãĥĪ", + "éľĢ æ±Ĥ", + "Ġت ÙĪÙĤ", + "ĠتÙĪ ÙĤ", + "âĢĻ âĢĻ", + "ëŀį ëĭĪëĭ¤", + "ĠквÑĸÑĤ нÑı", + "Ġoyun cu", + "ÂĢÂĢÂĢÂĢ ÂĢÂĢÂĢÂĢ", + "åĨ Ĭ", + "Ġyap mÄ±ÅŁ", + "ัà¸ĩ à¹Ħม", + "Ġзап аÑħ", + "á la", + "ál a", + "ĠÑĤеÑħ ниÑĩеÑģ", + "Ġ ØŃص", + "ĠØŃ Øµ", + "ร à¸Ķ", + "å¼ Ħ", + "ĠÚ¯ÛĮ اÙĩ", + "اÙĩ رة", + "اÙĩر Ø©", + "Ġà¤ı ड", + "ним аеÑĤ", + "нима еÑĤ", + "ا دÙĨ", + "اد ÙĨ", + "Îľ Îij", + "Ġ 社", + "Ġç¤ ¾", + "аÑĢ Ñĩ", + "ت ز", + "æ¶ ¦", + "in izin", + "ini zin", + "iniz in", + "inizi n", + "Ġbey az", + "Ġ بÙĪÙĦ", + "Ġب ÙĪÙĦ", + "ĠبÙĪ ÙĦ", + "åĿ ¡", + "ãģ® ãĤĪãģĨãģ«", + "Ġyap tıģ", + "Ġyaptı ÄŁ", + "Ġd aģı", + "Ġda ģı", + "ĠdaÄŁ ı", + "ĠbaÅŁ arı", + "ĠbaÅŁar ı", + "Ġ ÏĢά", + "ĠÏĢ ά", + "ĠпÑĢод аж", + "B á»Ļ", + "Ġत त", + "Ġpod stat", + "Ġpods tat", + "Ġ æµģ", + "Ġæµ ģ", + "Ġzdrav ÃŃ", + "Ġ ç¡", + "Ġç ¡", + "Ġ opak", + "Ġo pak", + "Ġop ak", + "Ġhá»į a", + "æĭ Ķ", + "Ñĥ жд", + "Ñĥж д", + "Ġtr ứng", + "ÙĪر ÙĬØ©", + "ÙĪرÙĬ Ø©", + "Ñĭ л", + "um suz", + "ums uz", + "Ġ سبب", + "Ġسب ب", + "许 å¤ļ", + "å®ŀ éªĮ", + "Ġб оли", + "Ġбол и", + "Ġбо ли", + "Ġd uyá»ĩt", + "áºŃ c", + "ĠÐij ез", + "ĠبÙĦ ÙĨد", + "м м", + "ÑĢ ел", + "ÑĢе л", + "N Ä°", + "Ġ ãĥ¯", + "Ġãĥ ¯", + "éĭ ¼", + "ĠÑģв Ñı", + "Ġ åIJİ", + "ĠåIJ İ", + "Ġmu ht", + "Ġmuh t", + "ĠпÑĢоблем и", + "ĠÑĤÑıж ел", + "ĠС ем", + "ฤษ à¸łà¸²à¸Ħม", + "à¹Ī าà¸ķ", + "à¹Īา à¸ķ", + "ör ü", + "üy orum", + "üyor um", + "ĠاÙĦØ£ ØŃ", + "ĠÑģÑĤÑĢ аÑĪ", + "ĠÑģÑĤÑĢа ÑĪ", + "h oo", + "ho o", + "ध र", + "Ġt lak", + "Ġtl ak", + "Ġsrp na", + "ifik ace", + "Ġ reh", + "Ġre h", + "Ġr eh", + "Ġм инÑĥ", + "Ġмин Ñĥ", + "Ġми нÑĥ", + "ãĢĢ j", + "ĠгÑĢÑĥ пи", + "ĠгÑĢÑĥп и", + "Ġ άλ", + "Ġά λ", + "Ġolur sa", + "λογ ία", + "ĠÐĴ ик", + "ĠÐĴи к", + "Ġmüc adel", + "Ġz ávÄĽ", + "Ġzá vÄĽ", + "Ġzáv ÄĽ", + "ĠÑĦев ÑĢа", + "Äį ná", + "à¹Į à¹Ģà¸ĭ", + "ĠÙĦ ÙĦØŃ", + "ĠÙĦÙĦ ØŃ", + "ÑĢ ип", + "ÑĢи п", + "Ġб Ñĥк", + "ĠбÑĥ к", + "ãģĪ ãģªãģĦ", + "Ġpo rad", + "Ġpor ad", + "Ġsa mostat", + "Ġsam ostat", + "Ġsamo stat", + "Ġt esis", + "Ġte sis", + "Ġtes is", + "اب ÙĤÙĩ", + "ابÙĤ Ùĩ", + "Ġجد ÙĬدة", + "ĠجدÙĬد Ø©", + "éĢ Ĵ", + "âĶģ âĶ", + "س ÛĮÙĨ", + "سÛĮ ÙĨ", + "Ġgerek tiÄŁini", + "ียà¸Ļ à¸ļ", + "è¨Ģ ãģ£ãģ¦", + "ĠÑĸн ÑĤеÑĢеÑģ", + "ĠÑĸнÑĤеÑĢ еÑģ", + "ĠÑı ким", + "ĠÑıк им", + "Ġ æĢ»", + "ĠæĢ »", + "k ovou", + "ko vou", + "kov ou", + "Ġd emek", + "Ġde mek", + "Ġdem ek", + "اÙĨ ÙĬا", + "اÙĨÙĬ ا", + "Ġdom ů", + "Å¡ nÃŃ", + "ate ÅĻ", + "åĢ «", + "δο Ïĥη", + "Ġ 기ìĹħ", + "Ġ기 ìĹħ", + "åĶ ĩ", + "ì¹ ł", + "Ñĸ дÑĥ", + "Ñĸд Ñĥ", + "린 ìĿ´", + "æľĢ åĪĿ", + "è ¸ı", + "è¸ ı", + "æĥ³ åĪ°", + "à¥į बर", + "à¥įब र", + "Ġ ìŀĶ", + "Ġìŀ Ķ", + "ĠÑĢаз нÑĭÑħ", + "k rom", + "kr om", + "ι αν", + "ια ν", + "Ġд ÑĢÑĥз", + "ĠдÑĢÑĥ з", + "ĠдÑĢ Ñĥз", + "ä »¿", + "ä» ¿", + "Ġê·¸ ëłĩ", + "Ġд алÑĸ", + "Ġда лÑĸ", + "Ġдал Ñĸ", + "æķĪ æŀľ", + "Ġह व", + "è¼ Ŀ", + "Ġì°¸ ê³ł", + "Ġ ìĨĶ", + "ĠìĨ Ķ", + "Ġz nal", + "Ġzn al", + "ĠпеÑĢ Ñģ", + "ÙIJ Ùij", + "ĠÑĤ еж", + "ĠÑĤе ж", + "åĭ Ł", + "ι θ", + "Äį ů", + "Ġe kip", + "Ġek ip", + "Ġk hung", + "Ġkh ung", + "Ġkhu ng", + "éĹ ĺ", + "ĠتصÙħ ÛĮÙħ", + "о иÑĤ", + "ĠÑħ ол", + "æĬ ŀ", + "a mam", + "am am", + "ama m", + "Ġâĸ ³", + "ãģ ĩ", + "Ġع ÙĨÙĩ", + "ĠعÙĨ Ùĩ", + "Ġì°¸ ê°Ģ", + "ĠÎļ ÏĮ", + "åı¤ å±ĭ", + "к овоÑĹ", + "ков оÑĹ", + "ково ÑĹ", + "ศ à¸Ī", + "олог иÑı", + "ĠÙħØ« بت", + "ĠÐļÑĢа ÑĹна", + "ĠмеÑģÑı ÑĨев", + "Ġalın an", + "ĠÏĢÏģα γμα", + "Ġ ìŀ¡ëĭ´", + "Ġìŀ¡ ëĭ´", + "Ġп лод", + "Ġпл од", + "Ġпло д", + "ĠÑĤка ни", + "ÑģÑĭ лки", + "ÑģÑĭл ки", + "سط س", + "ra nÄĽ", + "ran ÄĽ", + "к аж", + "ка ж", + "е маÑĤи", + "ем аÑĤи", + "ема ÑĤи", + "Ġز ÛĮست", + "ĠزÛĮ ست", + "æ¿ Ł", + "Ġpop lat", + "Ġpo plat", + "γ ÎŃν", + "íĨł íĨł", + "Ġt ây", + "Ġìµľ ê·¼", + "ãĥ© ãĥ³ãĤ¹", + "ãĥ©ãĥ³ ãĤ¹", + "Ġgün eÅŁ", + "Ġ ÙģÙĤ", + "ĠÙģ ÙĤ", + "ĠsaÄŁ layan", + "ĠsaÄŁlay an", + "ĠØŃ Ø²Ø¨", + "à¥ģल न", + "ĠB ilim", + "ĠBi lim", + "ĠBil im", + "ĠB atı", + "ĠBa tı", + "ĠBat ı", + "æł· çļĦ", + "δ ικ", + "δι κ", + "α ÏģίοÏħ", + "αÏģ ίοÏħ", + "Ġ ìĽĢ", + "ĠìĽ Ģ", + "Ġl á»Ńa", + "ÙĨ ÙĪع", + "çİ ²", + "а ном", + "ан ом", + "ано м", + "Ġst átnÃŃ", + "Ġstát nÃŃ", + "Ġ äºİ", + "Ġm ùi", + "ĠÄij á»Ļt", + "ĠÄijá»Ļ t", + "æ² ĥ", + "åħ¬ åľĴ", + "ĠÑģ ÑĮогоднÑĸ", + "но Ñģи", + "ноÑģ и", + "Z a", + "Ġд ли", + "ĠÏĥÏħν ÎŃ", + "ĠV á»ĭ", + "m av", + "ma v", + "ĠM üslüman", + "/ ï¼ı", + "ĠзаÑī иÑĤ", + "é ĸī", + "éĸ ī", + "Ġ çģ«", + "Ġçģ «", + "Ġ å·Ŀ", + "Ġå· Ŀ", + "Ġ аж", + "Ġа ж", + "è¿ĩ æĿ¥", + "à¸Ĺ าà¸Ļ", + "ĠAr aÅŁtır", + "ĠAra ÅŁtır", + "Õ¡ Õ", + "Ġpo mÄĽr", + "Ġpom ÄĽr", + "Ġd ům", + "Ġdů m", + "å¦ ®", + "Ġhlav nÄĽ", + "Ġfin ans", + "Ġfinan s", + "Ġ γνÏī", + "Ġγ νÏī", + "ÏĥÏĦη μα", + "ï¼Į çĶ¨", + "ìĭŃ ìĭľìĺ¤", + "ĠÙħ ثاÙĦ", + "ĠÙħØ« اÙĦ", + "- Ðij", + "ÑĨÑĸй нÑĸ", + "Ġد ستÙĩ", + "Ġدست Ùĩ", + "Ġدس تÙĩ", + "à¥ī स", + "ÑĢ Ñĸп", + "ÑĢÑĸ п", + "ĠpÅĻi pom", + "ĠpÅĻip om", + "Ġ ÙĪÙĦÙĬ", + "ĠÙĪ ÙĦÙĬ", + "ĠÙĪÙĦ ÙĬ", + "ĠÙĪ زÙĨ", + "ĠÙĪز ÙĨ", + "Ġelekt rik", + "Ġelektr ik", + "ĠQu ân", + "i vé", + "iv é", + "Ġl ẽ", + "ç®Ģ åįķ", + "Ġon lara", + "Ġonlar a", + "оÑģ лав", + "ìĭľ íĤ¤", + "ëª ¬", + "ĠÙħÙĤ دار", + "ĠÙħÙĤد ار", + "ĠOr ta", + "ĠOrt a", + "ĠS eç", + "ĠSe ç", + "ĠÙĨÙĪÙģ Ùħبر", + "ุà¸Ļ ายà¸Ļ", + "ĠÑĥм ови", + "ĠÑĥмов и", + "Ġपर म", + "Ġ strom", + "Ġst rom", + "Ġstr om", + "Ġstro m", + "ĠкÑĢа Ñīе", + "ç§ ¦", + "缸 æīĭ", + "鼻 è¦ĸ", + "Ġuygu lama", + "Ġuygulam a", + "Ġ ÑĢиз", + "ĠÑĢ из", + "æĪ ²", + "य र", + "ĠH lav", + "Ġ ìĭ¸", + "Ġìĭ ¸", + "Ġли пнÑı", + "ÅĪ ujÃŃ", + "ÑĢ из", + "ÑĢи з", + "é«ĺ éĢŁ", + "缸 å½ĵ", + "k enin", + "ke nin", + "ken in", + "Ġо ÑģÑĤанов", + "ĠоÑģÑĤ анов", + "ĠоÑģÑĤан ов", + "Ġbit k", + "Ġbi tk", + "ova ného", + "ovan ého", + "ované ho", + "ĠÐľ аÑĢи", + "ĠÐľÐ°ÑĢ и", + "ĠÐľÐ° ÑĢи", + "èµ ¶", + "ì½ ©", + "Ġölç ü", + "ĠС еÑĢед", + "ĠСеÑĢ ед", + "ĠTh á»Ŀi", + "Ïī να", + "Ïīν α", + "ÙĪ بة", + "ÙĪب Ø©", + "Ġch ụp", + "âĢĮ د", + "Ġch áy", + "ĠÐĴ ели", + "Ġоб ÑģÑĤ", + "ĠобÑģ ÑĤ", + "Ġìĭľ ì¦Į", + "د ÙħØ©", + "دÙħ Ø©", + "п од", + "по д", + "l ue", + "lu e", + "ĠдÑĸ лÑıн", + "ĠÙ¾ ÙĪست", + "ĠاÙĦ ÙĨس", + "ĠاÙĦÙĨ س", + "èĤ Į", + "ìĪĺ 를", + "Ġú rov", + "ĠÙħØ´ Ú©ÙĦ", + "ĠÙħØ´Ú© ÙĦ", + "éĩįè¤ĩ éĩįè¤ĩ", + "н ез", + "не з", + "Ġdop oruÄį", + "Ġtas arım", + "Ġtasar ım", + "íģ¬ 기", + "ìĿ´ ìħĺ", + "Ġde set", + "Ġdes et", + "Ġdese t", + "ĠÙħرتب Ø·", + "ัà¸Ĵ à¸Ļา", + "ัà¸Ĵà¸Ļ า", + "' ı", + "Ñĩ ки", + "ĠìŀĪ ëįĺ", + "ÑĪ ка", + "n ám", + "ná m", + "ÑģÑĤ ÑĢов", + "ÑģÑĤÑĢ ов", + "ÑģÑĤÑĢо в", + "à¥į सर", + "à¥įस र", + "нÑĥ лаÑģÑĮ", + "нÑĥла ÑģÑĮ", + "ãģ¡ãĤĩ ãģ£ãģ¨", + "Ġ å¦", + "Ġå ¦", + "γ ÏĮ", + "Ġ é»ij", + "Ġé» ij", + "X em", + "Ġt á»ĩ", + "Ġtá» ĩ", + "ĠëĮĢ íĨµëł¹", + "기 ê´Ģ", + "æīį èĥ½", + "è¯Ń è¨Ģ", + "ed eyse", + "ĠТ Ñĭ", + "ĠÑģо един", + "ĠìĹĨ ìĬµëĭĪëĭ¤", + "Ñı ÑİÑĤ", + "à¹ģ หล", + "à¹ģห ล", + "Ġì§Ģ ë°©", + "Ġosob nÃŃ", + "ÛĮ ÙĦÛĮ", + "ÛĮÙĦ ÛĮ", + "Ġавг ÑĥÑģÑĤа", + "Ñī ик", + "Ñīи к", + "Ġvý Å¡e", + "g th", + "gt h", + "ĠÏĢ αν", + "ĠÏĢα ν", + "ج ار", + "جا ر", + "Ġвид ов", + "Ġви дов", + "ìĿ´ ìĬĪ", + "ĠÐij аÑĢ", + "ĠÏĮ ÏĢοÏħ", + "æ¤ ħ", + "Ġع اÙĦÛĮ", + "ĠQ uyết", + "ĠQuy ết", + "Ãľ M", + "ãĥĿ ãĤ¤ãĥ³ãĥĪ", + "Ġ ê¹Į", + "Ġê¹ Į", + "Ġкан ди", + "k ového", + "kov ého", + "kové ho", + "ĠMerk ez", + "Ġy iy", + "Ġyi y", + "ĠpÅĻÃŃ spÄĽ", + "ĠÑĤемпеÑĢаÑĤÑĥ ÑĢÑĭ", + "ĠÙ¾ ÙĬ", + "ฤ ศà¸Ī", + "è°ĥ çĶ¨", + "ĠÑģÑĤоÑĢ онÑĥ", + "ĠÑģÑĤоÑĢон Ñĥ", + "à¹ī à¸Ĭ", + "好 ãģį", + ". Åŀ", + "Ġп ÑĢоз", + "ĠпÑĢ оз", + "ĠпÑĢо з", + "ÙĨت اج", + "鼻 åŃIJ", + ".: .:.", + ".:.: .", + ".:. :.", + "è¨ ĵ", + "и ÑĩеÑģкое", + "иÑĩеÑģ кое", + "Ġн оги", + "Ġно ги", + "Ġног и", + "Ġ λÎŃ", + "Ġλ ÎŃ", + "Ġsık ıntı", + "Ġê°Ģ 족", + "ĠتÙĨ ظÙĬÙģ", + "ĠتÙĨظ ÙĬÙģ", + "Ġö dül", + "ĠaÅŁaģı daki", + "Ġž elez", + "Ġže lez", + "ĠاÙĦع دÙĬد", + "غ ÙĨ", + "Ġокон Ñĩ", + "ÑĢем Ñı", + "ÑĢе мÑı", + "L Ä°", + "Ġne jd", + "Ġnej d", + "Ġ ÏĢλα", + "ĠÏĢ λα", + "Ñģ ко", + "Ñģк о", + "Ġ ìĪĻ", + "ĠìĪ Ļ", + "ĠÙ¾ ÙĪÙĦ", + "θεν ήÏĤ", + "Ġ주 ìļĶ", + "Ġ æĬ¥", + "ĠæĬ ¥", + "ĠÙħ Ùħا", + "ĠÙħÙħ ا", + "Ðł Ð¡Ðł", + "ĠÑĢа дÑĸ", + "ĠÑĢад Ñĸ", + "ä¸Ģ ç§į", + "é¾ Ħ", + "Ġsö yl", + "Ġsöy l", + "Ïģκε ια", + "Ïģκ εια", + "Ġзем лÑĸ", + "Ġve Äįer", + "g eç", + "ge ç", + "س تÙħ", + "ست Ùħ", + "Ġse fer", + "ĠÑģ вÑĸд", + "ĠÑģв Ñĸд", + "ï»Ł ï»", + "а лов", + "ал ов", + "ало в", + "ìĬ¤ 를", + "âī ¥", + "ĠتÙĦ ÙģÙĨ", + "ĠتÙĦÙģ ÙĨ", + "åİ» äºĨ", + "़ à¥ĭà¤Ĥ", + "़à¥ĭ à¤Ĥ", + "ĠÑĦоÑĢм е", + "ĠÑĦоÑĢ ме", + "d üm", + "dü m", + "åħ ģ", + "ÑĢ ап", + "ÑĢаР¿", + "ÑĢа п", + "ĠV Æ°Æ¡ng", + "à¸Ńะ à¹Ħร", + "ัà¸ģษ à¸ĵ", + "Ġ åį³", + "Ġåį ³", + "ĠاÙĦ رÙħ", + "ĠاÙĦر Ùħ", + "ĠзаÑħиÑģÑĤ Ñĥ", + "° E", + "o dÃŃ", + "od ÃŃ", + "Ġव न", + "ĠÄij èn", + "Ġ åıĹ", + "Ġåı Ĺ", + "èIJ½ ãģ¡", + "Ġ zim", + "Ġz im", + "Ġzi m", + "리 ì¦Ī", + "èĪ Ĵ", + "Ġзб ÑĸÑĢ", + "Ġ ä»·æł¼", + "ĠлÑİ Ð´Ð¸Ð½Ð°", + "ĠлÑİд ина", + "ĠлÑİди на", + "ĠÐŁÐ¾Ñģ иланнÑı", + "и Ñī", + "ĠÎ ¨", + "ิà¸ģ ายà¸Ļ", + "ิà¸ģา ยà¸Ļ", + "Ġbu dete", + "Ġbud ete", + "Ġbude te", + "Ġз ÑĢоÑģÑĤ", + "Ġ vyk", + "Ġv yk", + "Ġvy k", + "ĠÐĹ ÐµÐ¼", + "ĠиÑİ Ð½Ñı", + "ĠmÄĽ lo", + "ĠmÄĽl o", + "ÙĦ اÙģ", + "ÙĦا Ùģ", + "Ġ ÙĪØ´", + "ĠÙĪ Ø´", + "ĠÑģп ÑĢави", + "ĠÑģпÑĢав и", + "ãģĻ ãģİ", + "ĠгÑĢа дÑĥ", + "ĠгÑĢ адÑĥ", + "R oz", + "Ro z", + "ι νή", + "ιν ή", + "Ġch á»ĵng", + "ä¸Ģ åį·", + "Ġ Xem", + "ĠX em", + "ĠÑģимв ол", + "ĠÑģим вол", + "Ġod mÃŃt", + "ĠÑĢÑıд ом", + "ĠÑĢÑı дом", + "ĠÑĩеÑĢв нÑı", + "à¸ģระ à¸Ĺ", + "人 人", + "æ°Ĺ æĮģãģ¡", + "un daki", + "und aki", + "unda ki", + "åľĭ 家", + "εÏģ μαν", + "Ġ лÑĮ", + "Ġл ÑĮ", + "ĠN üfus", + "Ġм еÑĢе", + "ĠмеÑĢ е", + "بر اÙĬر", + "н аннÑı", + "Ġ наÑĢ", + "Ġн аÑĢ", + "Ġна ÑĢ", + "Ġt ấm", + "æĸ½ å·¥", + "é¡ ¯", + "Ġh è", + "æĺİ çĻ½", + "Ġдо гов", + "Ġдог ов", + "ĠÙģ رÙħ", + "ĠÙģر Ùħ", + "èĢ Ĺ", + "ìĬ¤ ìĿĺ", + "ìĦ¸ ëĮĢ", + "è¯ ļ", + "Ġнеб олÑĮ", + "Ġ à¸Ľà¸£à¸°à¸ģ", + "Ġà¸Ľà¸£à¸° à¸ģ", + "Ġì¹ ¼", + "Ġov liv", + "Ġ NGC", + "ĠN GC", + "ĠNG C", + "ãĢĤ ä¸į", + "ا ÙĦÙī", + "اÙĦ Ùī", + "æī £", + ". ÐIJ", + "ÑĢа ÑģÑĤа", + "ÑĢаÑģ ÑĤа", + "ÑĢаÑģÑĤ а", + "ĠÃĩ ev", + "ãģ£ ãģ¡", + "ãģ£ãģ ¡", + "ï¼Į éĥ½", + "Ġrov nÄĽÅ¾", + "ĠÏĩÏģÏĮ νια", + "Ġì¡° ìĦł", + "ĠØ¢ باد", + "Ġآب اد", + "ĠÐľ аÑģ", + "ĠÐľÐ° Ñģ", + "çĻ¼ å±ķ", + "ä» Ķ", + "Ġkend isini", + "Ġkendisi ni", + "à¹Īà¸Ńà¸ĩ à¹Ģà¸Ĺ", + "ĠV ÄĽ", + "Ġr ượu", + "Ġm áme", + "Ġmá me", + "Ġmám e", + "ĠоÑĩеÑĢед ÑĮ", + "Ġسب تÙħبر", + "Ġб ок", + "Ġбо к", + "ì§Ģ ìĹŃ", + "Ġتا Ø«ÛĮر", + "Ġتاث ÛĮر", + "Ġl isans", + "Ġli sans", + "Ġlis ans", + "Ġger ektir", + "Ġgerek tir", + "Ġs izi", + "Ġsi zi", + "Ġsiz i", + "Ñĸ но", + "Ñĸн о", + "ĠM Ã¼ÅŁ", + "ĠMü ÅŁ", + "ãģı ãĤīãģĦ", + "ãģıãĤī ãģĦ", + "Ġза клÑİÑĩ", + "Ġзак лÑİÑĩ", + "ãģĵãģ¨ ãģ«", + "è¨Ģ ãģĦ", + "ãĢģ å°ı", + "Ġet mektedir", + "Ġetm ektedir", + "åł± åijĬ", + "Ġkar Ä±ÅŁ", + "Ġоб лад", + "Ġобла д", + "Ġобл ад", + "å¥ ij", + "ra cat", + "rac at", + "ĠارتÙģ اع", + "μ αι", + "μα ι", + "íĶ Ī", + "ĠÙĪ ÙĦÙħ", + "ĠÙĪÙĦ Ùħ", + "ëĬĶ ì§Ģ", + "lom ou", + "Ġли ÑĨа", + "ĠлиÑĨ а", + "ĠìĿĮ ìķħ", + "Ġhod nÄĽ", + "èĭ± æĸĩ", + " Ħ", + "à¹ī าà¸Ĥà¸Ńà¸ĩ", + "à¹īา à¸Ĥà¸Ńà¸ĩ", + "Ġê³Ħ ìķ½", + "åIJĦ ç§į", + "ĠÙħر Ú¯", + "éĶ ģ", + "Ġन द", + "ãĥĭ ãĥ¡", + "Ġ ем", + "Ġе м", + "Ġe leÅŁtir", + "Ġel eÅŁtir", + "Ġele ÅŁtir", + "Ġ íĬ¹ë³Ħ", + "ĠíĬ¹ ë³Ħ", + "ĠÎ¥ ÏĢο", + "Å¡ ker", + "Å¡k er", + "L ERÄ°", + "LER Ä°", + "æ² Ī", + "l ikleri", + "lik leri", + "likle ri", + "likler i", + "ĠÙħÙĩÙĨد سÛĮ", + "ĠbaÄŁ ır", + "dı ģını", + "dıģ ını", + "ĠاÙĦ تد", + "ĠاÙĦت د", + "à¸¸à¸Ľ à¸ģรà¸ĵ", + "ĠÑģлед ÑĥÑİÑīие", + "ĠÑģледÑĥÑİÑī ие", + "Ġì§ģ ìłij", + "å° ¤", + "ĠоÑģнов Ñĸ", + "Ġt ÄĽla", + "ĠtÄĽ la", + "ĠtÄĽl a", + "Ġп ак", + "Ġпа к", + "iz ace", + "iza ce", + "Ġná rod", + "Ġnáro d", + "a ný", + "an ý", + "ĠÑį п", + "Ġüç üncü", + "Î¥ Ρ", + "éĨ´ éĨ´", + "à¹Ģà¸ģ à¸Ńร", + "âĢĮاÙĨ بار", + "ç¶ Ļ", + "Îij Îł", + "ı lıģı", + "ılı ģı", + "ıl ıģı", + "ılıģ ı", + "ĠÃľ rün", + "Ġдоз вол", + "Ġ íĥĪ", + "Ġíĥ Ī", + "Ġà¤ĵ वर", + "è« ¸", + "èĺ ĩ", + "ĠпÑĢоÑģÑĤ ÑĢан", + "éĿĴ å¹´", + "ãģ® æĸ¹", + "ĠÚĨ Ú¯ÙĪÙĨÙĩ", + "ÙĦ Ø·", + "âĢľ æĪij", + "Ġëĭ¤ìļ´ ë°Ľ", + "ा .Ċ", + "ा. Ċ", + "Ġmüc adele", + "Ġmücadel e", + "Ġc ÃŃt", + "ĠcÃŃ t", + "à¹Īวม à¸ģ", + "ÄŁ ına", + "ģı na", + "ģın a", + "ê°ľ ë°ľ", + "ĠÏĢ αιδ", + "ĠÏĢα ιδ", + "ĠÏĢαι δ", + "ض اÛĮ", + "ضا ÛĮ", + "Ġbor ç", + "íĬ ľ", + "ĠخدÙħ ت", + "Ġخد Ùħت", + "Ġu dál", + "Ġud ál", + "Ġ виг", + "Ġв иг", + "Ġви г", + "Ġ ë°°ìĨ¡", + "Ġë°° ìĨ¡", + "å¹ ¾", + "Ùİ Ø¬", + "Ġ ìĹĺ", + "ĠìĹ ĺ", + "çĢ ¬", + "ï Ģ", + "ĠÎij θή", + "пÑĢи клад", + "ĠпÑĢи Ñĩина", + "ĠпÑĢиÑĩин а", + "ĠпÑĢиÑĩ ина", + "ĠÙģ شار", + "æ »¿", + "æ» ¿", + "Ġd ostat", + "Ġdo stat", + "Ġdos tat", + "Ġdost at", + "Ġ졸 ìĹħ", + "Ġا رز", + "Ġار ز", + "ÙĪÙĦ ÙĪج", + "ÙĪÙĦÙĪ ج", + "س ÙĪ", + "æĺł çĶ»", + "Ġth ôi", + "Ġ ³³³", + "ĠÂł ³³", + "Ġ³³ Âł", + "à¹ģ à¸Ļะ", + "à¹ģà¸Ļ ะ", + "è¨Ń åĤĻ", + "Ġмног ие", + "ÑĤ оÑĦ", + "ÑĤо ÑĦ", + "i Å¡tÄĽ", + "iÅ¡ tÄĽ", + "à¤Ĺ ढ", + "Ġин дивидÑĥ", + "Ġ ìĥĿíĻľ", + "ĠìĥĿ íĻľ", + "Ġзов ÑģÑĸм", + "íĥ ķ", + "çľ ł", + "ĠêµŃ ëĤ´", + "e ptal", + "ep tal", + "ept al", + "r aci", + "ra ci", + "rac i", + "è¡ ¡", + "ãĦ ·", + "ĠSt ÅĻed", + "اÙĦ ÙĬا", + "اÙĦÙĬ ا", + "Σ Τ", + "Ľ °", + "ãĥī ãĥ«", + "á zÃŃ", + "áz ÃŃ", + "Ġа Ñģп", + "ĠаÑģ п", + "ĠdÄ±ÅŁ arı", + "ĠвиÑĢоб ниÑĨÑĤва", + "e za", + "ez a", + "ï¼Į ä¸įè¿ĩ", + "ï¼Įä¸į è¿ĩ", + "çĥ ¦", + "ãĥ³ ãĤ°ãĥ«", + "ãĥ³ãĤ° ãĥ«", + "Ġroz voj", + "ĠÙħÙĨت شر", + "ĠÑĥÑĤ еп", + "Ġد ÙĬÙĨ", + "ĠدÙĬ ÙĨ", + "ĠзаÑģоб Ñĸв", + "Ng Æ°á»Ŀi", + "ãĤ· ãĥ¼", + "ĠFran sız", + "ÎĻ Τ", + "ائ Ùģ", + "ι Ïĩ", + "ี à¹Ģม", + "à¥į मन", + "à¥įम न", + "à¥įम à¤ļ", + "Ġس عر", + "Ġسع ر", + "ï¾ Ŀ", + "ë°© ë²ķ", + "ĠС о", + "Ġà¤ĸ बर", + "ìĨĮ ê°ľ", + "Ġsl ova", + "Ġslo va", + "Ġslov a", + "Q PCP", + "QP CP", + "ĠK ız", + "ĠKı z", + "Ø· ÙģاÙĦ", + "Ø·Ùģ اÙĦ", + "Ġк оÑĢм", + "ĠкоÑĢ м", + "ĠìĹħ ëį°ìĿ´íĬ¸", + "es poÅĪ", + "esp oÅĪ", + "à¸Ķ าว", + "à¸Ķา ว", + "о ÑĢом", + "оÑĢ ом", + "оÑĢо м", + "ĠгÑĢа ÑĦ", + "ĠгÑĢ аÑĦ", + "Ġп ÑĸÑĪ", + "Ġ ë¿IJ", + "Ġë ¿IJ", + "ý v", + "С ам", + "Ġk rev", + "Ġkr ev", + "Ġkre v", + "ĠB unu", + "ĠBu nu", + "ĠBun u", + "Ġz obraz", + "Ġسخ ÙĨ", + "Ġ æĶ¯", + "ĠæĶ ¯", + "лÑİ Ð±", + "Ùİ Ø§ÙĨ", + "Ùİا ÙĨ", + "маÑĤ ÑĢива", + "λ εÏį", + "λε Ïį", + "Ġпо Ñħод", + "ĠпоÑħ од", + "Ġг ÑĢе", + "ĠгÑĢ е", + "çľĭ çĿĢ", + "à¸Īำ à¸ģ", + "ัà¸ĩà¸Ħ ม", + "Ġseç enek", + "Ä° stanbul", + "ĠвÑĸд мов", + "m iyor", + "mi yor", + "Ġm ụn", + "ìĿ´ ìĹIJ", + "ĠNh Æ°", + "Âł tom", + "Âłt om", + "lık ları", + "lıkla rı", + "lıklar ı", + "Âł Äij", + "ãĥ» ãĥŀ", + "Ġ Ùģت", + "ĠÙģ ت", + "ĠFakült esi", + "ìłĦ íŀĪ", + "éª ij", + "Ġìŀij ìĿĢ", + "ç¼ ĺ", + "ìº IJ", + "Ġmü zik", + "Ġmüz ik", + "а лÑĭ", + "ал Ñĭ", + "Ġp ozem", + "Ġpo zem", + "Ġpoz em", + "çĥ §", + "Ġ 常", + "Ġå¸ ¸", + "Å¡ il", + "Å¡i l", + "à¤Ĩ प", + "à¸ģำ หà¸Ļà¸Ķ", + "Ġگرد Ø´", + "λ ιά", + "λι ά", + "Ġö den", + "åıª è¦ģ", + "ĠÄIJ o", + "Ġstrat ej", + "Ġstra tej", + "Ġstrate j", + "ĠÙĩ تÙĦ", + "ÙĤ Ùģ", + "Ġkullan ılır", + "Ġkullanıl ır", + "ĠÑģп оÑģÑĤ", + "ĠÑģпоÑģ ÑĤ", + "ĠnÄĽ ho", + "ĠÐŁ еÑĢед", + "ĠÐŁÐµÑĢ ед", + "Ġиз меÑĢ", + "] ]>", + "]] >", + "ĠнÑĸк оли", + "Ġha yal", + "Ġhay al", + "Ġhaya l", + "Ġдод аÑĤков", + "Ġन à¤ķ", + "Ġins anın", + "Ġinsan ın", + "ุม à¸łà¸²à¸ŀ", + "ograf ie", + "в об", + "во б", + "ĠاÙĨ ساÙĨÛĮ", + "ĠاÙĨساÙĨ ÛĮ", + "Ġm ük", + "Ġmü k", + "ĠÑĥ меÑĢ", + "ĠÑĥм еÑĢ", + "оÑĩ нÑĭе", + "ëıĦ ìĿĺ", + "Ġ ara", + "Ġa ra", + "Ġar a", + "Ġë¹ ¨", + "Ġκ Ïį", + "л ой", + "ло й", + "Ñģи он", + "Ġroz dÃŃl", + "ay ıf", + "ayı f", + "ĠÙĪاØŃ Ø¯Ø©", + "ĠÙĪاØŃد Ø©", + "ĠÙĪا ØŃدة", + "о ÑĢалÑĮ", + "оÑĢ алÑĮ", + "оÑĢа лÑĮ", + "Ġpo chop", + "Ġpoc hop", + "éļ ¨", + "à¹īà¸Ń à¸ĩà¸Ļ", + "à¹īà¸Ńà¸ĩ à¸Ļ", + "Ġ ÙĪاÙĨ", + "ĠÙĪ اÙĨ", + "ĠÙĪا ÙĨ", + "Îľ ε", + "Ġ μον", + "Ġμ ον", + "Ġμο ν", + "Ñĥ ÑĪка", + "ÑĥÑĪ ка", + "or dum", + "ord um", + "æ¸ħ æ¥ļ", + "ĠDe ÄŁ", + "ÏĢ Ïģο", + "ĠÙĪاÙĦ تÙĬ", + "ĠÙĪاÙĦت ÙĬ", + "Ġp okus", + "Ġpo kus", + "Ġpok us", + "íĽĦ 기", + "é¥ ®", + "æĹħ è¡Į", + "Ġжен Ñīин", + "ĠdoÄŁru dan", + "Ġ Ñıб", + "ĠÑı б", + "Ġza ÄįÃŃ", + "ĠzaÄį ÃŃ", + "Ġë³´ ìŬ", + "- CP", + "-C P", + "åIJ ¨", + "à¥ĭ à¤ĸ", + "ÑĢ огÑĢа", + "ÑĢо гÑĢа", + "ÑĢог ÑĢа", + "ler di", + "ìĬ ´", + "Ùı ÙĪا", + "ÙıÙĪ ا", + "Ġustanov enÃŃ", + "Ġд оÑģÑĤав", + "Ġдо ÑģÑĤав", + "ĠдоÑģÑĤ ав", + "Ġfır sat", + "ĠاÙĦÙħÙĩ ÙĨØ©", + "ĠвеÑī еÑģÑĤва", + "ĠвеÑīеÑģÑĤв а", + "Ġн еÑģп", + "Ġне Ñģп", + "ĠнеÑģ п", + "ĠاÙĦکتر ÙĪÙĨ", + "t aÅŁ", + "ta ÅŁ", + "æĪ Ĵ", + "Ġy urt", + "Ġyu rt", + "Ġgir di", + "ĠÐļ Ñĥб", + "Ġ 를", + "Ġë¥ ¼", + "ุ à¹Į", + "ãģĿãģĨ ãģª", + "à¹ī Ċ", + "ĠвÑĭ бÑĢа", + "ĠвÑĭб ÑĢа", + "k ovÄĽ", + "ko vÄĽ", + "kov ÄĽ", + "ĠS iz", + "ĠSi z", + "Ġ گاÙĩ", + "ĠÚ¯ اÙĩ", + "ĠЧ аÑģ", + "Ġзг Ñĸдно", + ". ÐŁ", + "å§ Ĭ", + "ĠÐļ ÑĥÑĢ", + "ĠìĿĺ íķ´", + "Ġet raf", + "Ġк аÑĪ", + "Ġка ÑĪ", + "ĠØ· ÛĮ", + "ξ ει", + "ξε ι", + "ç² Ĵ", + "ĠØ¢ Ø°", + "Ġböl ge", + "Ġbölg e", + "Ġम à¤ľà¤¬", + "Ġà¤®à¤ľ ब", + "ÙIJ Ùĥ", + "Ġvál ky", + "ãģł ãĤĪ", + "Ġmes aj", + "Ġmesa j", + "ĠpÅĻ ist", + "ĠpÅĻi st", + "Ġtyp u", + "Ġty pu", + "ĠкиÑĪ еÑĩ", + "ãĤī ãģ®", + "Ġkend isi", + "Ġkendi si", + "ĠвÑĸдб Ñĥва", + "ĠвÑĸдбÑĥ ва", + "ä¾ ¯", + "Ġди за", + "ãĢĢ Ċ", + "ĠпÑĢоÑĨеÑģ Ñĥ", + "ĠÑįлек ÑĤÑĢ", + "_P US", + "Ġмног иÑħ", + "Ġk ém", + "Ġké m", + "æŀ ª", + "çİ° 代", + "Ġ éħį", + "Ġé ħį", + "Ġéħ į", + "ë¡ Ń", + "ÑĤи ÑģÑı", + "Ġl ục", + "ĠÙĪ اÙĦØŃ", + "ĠÙĪاÙĦ ØŃ", + "ĠÙĪا ÙĦØŃ", + "p tal", + "pt al", + "pta l", + "ẵ ng", + "ẵn g", + "ÏĢ λ", + "Ġd olu", + "Ġdo lu", + "Ġdol u", + "Ġt òa", + "Ġин огда", + "ĠпоÑĢÑıд ок", + "Як Ñīо", + "âĶ ĺ", + "Ġغ ربÛĮ", + "Ġغرب ÛĮ", + "Ġغر بÛĮ", + "移 åĬ¨", + "ยà¸Ļ à¸ķร", + "ยà¸Ļà¸ķ ร", + "H DATA", + "HD ATA", + "_PUSH DATA", + "_PUS HDATA", + "ĠØ« ابت", + "åĮħ åIJ«", + "ĠÏĢ ÏģÎŃÏĢει", + "़ à¥ĭ", + "åIJį åīį", + "ÑĤ еÑĢи", + "ÑĤе ÑĢи", + "ÑĤеÑĢ и", + "ï½ ¯", + "Ġ åħĪ", + "Ġåħ Ī", + "н ед", + "не д", + "Ïģ οÏįν", + "Ïģο Ïįν", + "ÏģοÏį ν", + "в ей", + "ве й", + "èĤ ĸ", + "ĠÅĻed itel", + "Ġth ép", + "Ġthé p", + "ĠÙĩ ÙģتÙĩ", + "ĠÙĩÙģت Ùĩ", + "ĠдÑĢÑĥг а", + "ĠдÑĢÑĥ га", + "ER Ä°", + "Ġ Ả", + "ĠẠ¢", + "ĠпеÑĢ еÑĢ", + "ĠпеÑĢе ÑĢ", + "Ġж еÑģÑĤ", + "Ġже ÑģÑĤ", + "ĠÄij ẳng", + "ç¦ ®", + "алÑĮ ном", + "алÑĮно м", + "िष य", + "ид енÑĤа", + "иденÑĤ а", + "Ġآخر ÛĮÙĨ", + "Ġ æĵ", + "Ġæ ĵ", + "Ġ มหาว", + "Ġมห าว", + "ĠлÑİ ÑĤого", + "ĠлÑİÑĤ ого", + "Ġб ÑĸзнеÑģ", + "gı ç", + "Ġng á»ĵi", + "оÑĩ нÑĭй", + "Ġo Äįek", + "ĠoÄį ek", + "ĠÙħ رة", + "ĠÙħر Ø©", + "Ġt var", + "Ġtv ar", + "Ġsam ozÅĻejmÄĽ", + "ĠBeled iye", + "Ġв ода", + "Ġво да", + "Ġвод а", + "Ġ Ú¯ÛĮرد", + "ĠÚ¯ÛĮ رد", + "ĠÚ¯ÛĮر د", + "Ġг одÑĭ", + "Ġгод Ñĭ", + "ãģ« è¡Į", + "æĺ¯ æĪij", + "ÑĪ или", + "ÑĪи ли", + "Ġ åĽ½äº§", + "ĠåĽ½ 产", + "ủ i", + "ĠбÑĥд ÑĥÑĤÑĮ", + "ĠбÑĥдÑĥÑĤ ÑĮ", + "ĠбÑĥдÑĥ ÑĤÑĮ", + "ĠÑĢай онÑĥ", + "ĠÑĢайон Ñĥ", + "Ġì ĵ", + "ĠÙĪ اس", + "ĠÙĪا س", + "ĠاÛĮ شاÙĨ", + "ενο δο", + "Ġнез алеж", + "ĠÙ¾ شت", + "Ġپش ت", + "Ġgir iÅŁim", + "ĠgiriÅŁ im", + "Ġд еле", + "Ġдел е", + "Ġде ле", + "ĠاصÙģÙĩ اÙĨ", + "à¸Ķ วà¸ģ", + "ĠاÙĦ ÙĤÙĬ", + "ĠاÙĦÙĤ ÙĬ", + "à¹Į à¸Ī", + "ëª »", + "Ġd ru", + "Ġdr u", + "è¿ ¹", + "ад женнÑı", + "адж еннÑı", + "Ùģ ÙĨ", + "Ïĩ οÏĤ", + "Ïĩο ÏĤ", + "à¹Ĥ à¸Ī", + "e yle", + "ey le", + "å¡ ij", + "Ġu prav", + "Ġup rav", + "Ġз даÑĤ", + "Ġзд аÑĤ", + "Ġзда ÑĤ", + "Ġvid ÄĽt", + "Ġ à¸Ľà¸£", + "Ġà¸Ľ ร", + "Ġ ÑĦеÑĢ", + "ĠÑĦ еÑĢ", + "ÐĨ н", + "Ġ ìµľìĭł", + "Ġìµľ ìĭł", + "l oha", + "lo ha", + "loh a", + "ĠиÑģп ÑĭÑĤ", + "Ġ avan", + "Ġa van", + "Ġav an", + "Ġava n", + "γ οÏħ", + "γο Ïħ", + "ĠGi ấy", + "ãĤ»ãĥ³ ãĤ¿ãĥ¼", + "éģ į", + "е ÑĢаÑħ", + "еÑĢ аÑħ", + "еÑĢа Ñħ", + "Ġê°Ģ ì§Ģê³ł", + "Ġê°Ģì§Ģ ê³ł", + "Ġ ид", + "Ġи д", + "Ġmnoh em", + "æ£Ģ æµĭ", + "Ġet me", + "Ġetm e", + "Ġ تÙħر", + "Ġت Ùħر", + "ĠتÙħ ر", + "ĠbaÅŁ layan", + "ĠbaÅŁlay an", + "ãģı ãĤĮ", + "à¹ĩà¸Ļ à¸ģาร", + "ĠÑħаÑĢакÑĤеÑĢ из", + "Ġanlam ına", + "Ùı Ùĩ", + "ĠÑģеÑĢ пнÑı", + "çķª çµĦ", + "Ġ msgid", + "Ġmsg id", + "Ġms gid", + "Ġzv ÃŃÅĻ", + "ĠzvÃŃ ÅĻ", + "ĠíļĮ ìĽIJ", + "Ġya par", + "Ġyap ar", + "ä¼ĺ åĬ¿", + "ен нÑĭми", + "еннÑĭм и", + "ĠØ£ Ø«", + "ì² Ļ", + "Ġji ného", + "Ġjin ého", + "Ġjiné ho", + "Ġد Ùģاع", + "ĠدÙģ اع", + "ĠØŃÚ© ÙĪÙħ", + "Ġr izik", + "Ġri zik", + "ά λι", + "άλ ι", + "à¸ĩ à¸Ĥ", + "èµ ¢", + "Ġ ÎķÎĽ", + "ĠÎķ ÎĽ", + "Ġok um", + "Ġoku m", + "æĶ¶ åħ¥", + "ĠÚĨ ÛĮÙĨ", + "æľī çļĦ", + "ÑĨ ами", + "ÑĨа ми", + "d ÄĽnÃŃ", + "dÄĽ nÃŃ", + "ĠкоÑĢ аб", + "Ġко ÑĢаб", + "ĠкоÑĢа б", + "Ġa landa", + "Ġal anda", + "Ġalan da", + "ส à¸Ļาม", + "สà¸Ļ าม", + "ï¼ī ãģ®", + "ı sız", + "ıs ız", + "ısı z", + "ÙĬ ÙĬر", + "Ùĥ ÙĬØ©", + "ÙĥÙĬ Ø©", + "Ġnebo Å¥", + "Ġbit ir", + "Ġbi tir", + "Ġ ãĥľ", + "Ġãĥ ľ", + "Ùij ا", + "ï¼ Ĩ", + "ĠاÙĦت ارÙĬØ®", + "มห าà¸Ļà¸Ħร", + "at ürk", + "ãĤ¹ãĥĨ ãĥł", + "θή κη", + "Ġ καν", + "Ġκ αν", + "Ġκα ν", + "ĠS ür", + "ĠSü r", + "Ġd Ä±ÅŁÄ±", + "ĠdÄ±ÅŁ ı", + "Ġk ancel", + "Ġkan cel", + "ĠÙ¾ خش", + "h Pa", + "ĠÄį t", + "ĠпÑĢ оÑħ", + "ĠпÑĢо Ñħ", + "à¹ī à¸Ī", + "Ġê±° ìķ¼", + "ĠдеÑĢжав ного", + "èĤ¡ 举", + "ìĿ´ íģ¬", + "Ùĥ تÙĪر", + "Ùĥت ÙĪر", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "è¨ º", + "Ġب Ùħا", + "ĠبÙħ ا", + "ĠноÑĢм аÑĤив", + "ç iler", + "çi ler", + "à¸ĩ ศ", + "éĽĨ ä¸Ń", + "ÑĢ иÑģ", + "ÑĢи Ñģ", + "Ñĩ аÑĶ", + "Ñĩа ÑĶ", + "li ÄŁin", + "liÄŁi n", + "liÄŁ in", + "ãĥ¼ ãĤ¿ãĥ¼", + "ãĥ¼ãĤ¿ ãĥ¼", + "а ÑĢаÑĤ", + "аÑĢ аÑĤ", + "аÑĢа ÑĤ", + "åĬĽ éĩı", + "ĠÑģÑħ ем", + "åħ¥ åı£", + "离 å¼Ģ", + "ÏģοÏĨοÏģ ίεÏĤ", + "ĠÐĹ Ð°ÑĤем", + "ĠkarÅŁ ısında", + "ĠkarÅŁÄ± sında", + "ĠاÙĨت ظ", + "ï½ Ĭ", + "Ġ eÅŁit", + "ĠeÅŁ it", + "Ġyaz ılı", + "Ġyazı lı", + "Ðļ ом", + "ا زÙĬ", + "از ÙĬ", + "Ġki mse", + "Ġkim se", + "Ġkims e", + "ÑĢа Ñīи", + "ÑĢаÑī и", + "ัà¸ģ ส", + "Ġkan un", + "Ġka nun", + "Ġ ëIJĺìĹĪ", + "ĠëIJĺ ìĹĪ", + "Ġι ÏĥÏĩ", + "Ġм еди", + "Ġмед и", + "æ° §", + "ï¼Į åħ¶ä¸Ń", + "ï¼Įåħ¶ ä¸Ń", + "Ġyok tu", + "Ġ ãĤ½", + "ĠãĤ ½", + "ĠпÑĢи обÑĢеÑĤ", + "ÙĪ ÛĮØ´", + "ÙĪÛĮ Ø´", + "ãħł ãħł", + "Ġکرد Ùħ", + "Ġکر دÙħ", + "Ġdu var", + "Ġ ç¸", + "Ġç ¸", + "ıs ır", + "ısı r", + "Ġïº į", + "ĠÐłÐ¾Ñģ ÑģиÑı", + "à¹ī à¹ĥà¸Ļ", + "Ġ iÅŁi", + "Ġi ÅŁi", + "ĠiÅŁ i", + "d ol", + "do l", + "ĠÙħØŃ ÙħÙĪد", + "ĠÑģам ÑĭÑħ", + "ĠبÙĨابر اÛĮÙĨ", + "ãĤĮ ãģ©", + "ุà¸ķ สาห", + ". »", + "ู à¸Ĭ", + "ĠT ep", + "ĠTe p", + "ãģı ãĤĵ", + "Ġ å¸ĥ", + "Ġå¸ ĥ", + "Ġत ल", + "Ġs erm", + "Ġse rm", + "Ġser m", + "λ ÏĮγ", + "λÏĮ γ", + "ĠÅŀ imdi", + "Ġà¤ľà¤¨ त", + "- ÐĴ", + "è¨ ª", + "ĠвÑĸд пов", + "ิ à¸Ļà¸Ķ", + "ิà¸Ļ à¸Ķ", + "ι ÏĥμÏĮÏĤ", + "ιÏĥμ ÏĮÏĤ", + "Ω Τ", + "âĨĴ âĨĴ", + "ικο ί", + "ĠÑģп ÑĢава", + "ĠÑģпÑĢав а", + "æľº åħ³", + "Ġ ÃĿ", + "Ġà Ŀ", + "Ġм ова", + "Ġмо ва", + "Ġмов а", + "Ġмог ла", + "Ġд лиÑĤелÑĮ", + "ãģĹ ãģ¦ãĤĤ", + "ãģĹãģ¦ ãĤĤ", + "Ġβ Ïģί", + "Ġж од", + "éĹ ª", + "ĠмÑĸ ÑģÑĮкоÑĹ", + "η Ïģε", + "çł Ĥ", + "Ġkter ých", + "Ġkterý ch", + "ĠÐĵ олов", + "ĠÐĵол ов", + "Ġh á»Ļp", + "Ġhá»Ļ p", + "Ġpa nÃŃ", + "Ġpan ÃŃ", + "تÙħ اد", + " ľ", + "åįģ åħŃ", + "κ οÏĤ", + "κο ÏĤ", + "ев ÑĭÑħ", + "æĭ Ĵ", + "ĠÑģÑĤ оÑĢон", + "ĠÑģÑĤоÑĢ он", + "ĠÑģÑĤо ÑĢон", + "Ġph óng", + "ĠÑĥлÑĥÑĩ ÑĪ", + "m rt", + "mr t", + "m par", + "mp ar", + "ĠS lav", + "ĠSl av", + "Ġ kov", + "Ġk ov", + "Ġko v", + "ìĿ¸ ìĿĢ", + "Ġ åºĶ", + "Ġåº Ķ", + "ั à¸ļà¸Ħ", + "ัà¸ļ à¸Ħ", + "Ġk ì", + "Ġa Å¥", + "ÅĻ ÃŃt", + "ÅĻÃŃ t", + "ì° Į", + "Ùħ ÙĨت", + "ÙħÙĨ ت", + "ıyor lar", + "æŃ£ 常", + "н ÑıÑĤÑĤÑı", + "нÑıÑĤ ÑĤÑı", + "r acÃŃ", + "ra cÃŃ", + "rac ÃŃ", + "ĠпиÑĤ аниÑı", + "à¸Īะ à¹Ģà¸Ľ", + "ĠاÙĦÙĩ ÙĨد", + "ĠD ost", + "ĠDo st", + "ĠDos t", + "ĠÐĴаÑģ илÑĮ", + "Ġ íĥĦ", + "Ġíĥ Ħ", + "Ġn ạn", + "à¹Īà¸Ń à¹Ħà¸Ľ", + "رÙĪ ض", + "± ظ", + "Ġbych om", + "à¸Ļ วย", + "à¸Ļว ย", + "ãģł ãģ£ãģ¦", + "ĠÐĺ Ñģп", + "ĠÐĺÑģ п", + "à¸Ħร à¸ļ", + "Ġ สà¸ĸาà¸Ļ", + "Ġส à¸ĸาà¸Ļ", + "ĠëĤ ®", + "j iÅ¡tÄĽ", + "ji Å¡tÄĽ", + "ĠÙģ ÙĪت", + "ĠÙģÙĪ ت", + "ĠCh Æ°Æ¡ng", + "ĠìĿ´ 루", + "ĠpÅĻÃŃ tom", + "t ual", + "tu al", + "b ette", + "be tte", + "bet te", + "bett e", + "Ġsa bah", + "Ġsab ah", + "μ ί", + "Ġm á»ĩnh", + "Ġmá»ĩ nh", + "ãģ® ãģłãĤįãģĨ", + "ãģ®ãģł ãĤįãģĨ", + "Ġzam ÄĽÅĻ", + "åįģ äºĶ", + "ĠìķĬ ìĿĦ", + "اÙĨ ÙĪ", + "е нÑĥ", + "ен Ñĥ", + "ĠÑĥ год", + "ĠÑĥг од", + "ĠV Æ°á»Ŀn", + "Ġëĵ± ìĿĦ", + "Ġbelirt ilen", + "æŁ Ħ", + "Ġtek lif", + "¬ Ĥ", + "Ġпод аÑĤков", + "ĠاÙĦ ÙĨÙĩ", + "ĠاÙĦÙĨ Ùĩ", + "ï¼ ´", + "ìĽ ĥ", + "Ġ हल", + "Ġह ल", + "Ġ имÑĥ", + "Ġи мÑĥ", + "Ġим Ñĥ", + "ĠкоÑĤоÑĢ Ñĭм", + "ï¼Į 以åıĬ", + "ï¼Į以 åıĬ", + "ĠÑĤаб ли", + "ा :", + "Ġب رج", + "Ġبر ج", + "ĠÎŃ Î½Î±Î½", + "ĠÎŃνα ν", + "ĠÎŃν αν", + "ĠÙĬ ÙĪÙĦÙĬÙĪ", + "ý Å¡", + "Ġ ÙĬج", + "ĠÙĬ ج", + "ĠÑĤÑĢо Ñħи", + "æŀ Ŀ", + "Ġd Ãły", + "ĠBur ada", + "ĠBu rada", + "ĠÏĥÏħ μβ", + "ĠÎij ÏģÏĩ", + "ĠÎijÏģ Ïĩ", + "Ġsoci álnÃŃ", + "Ġ Ú¯ÙĪ", + "ĠÚ¯ ÙĪ", + "Ġyan ıt", + "Ġyanı t", + "ãģ¯ ãģªãģĦ", + "ãģ® ä¸Ĭ", + "Ġn úi", + "ĠرÙģت ار", + "ĠÙħ رات", + "ĠÙħر ات", + "ز ÙħاÙĨ", + "زÙħ اÙĨ", + "าà¸Ī ารย", + "ĠÑĩиÑģ лÑĸ", + "Ġس ÙĨت", + "ĠسÙĨ ت", + "ĠÃĸzel likle", + "ì ĩ¼", + "ìĩ ¼", + "ĠÄį ÃŃm", + "AD DE", + "ADD E", + "ãģ® ãĤĪãģĨãģª", + "ÙĪÙĦÙĪ ÚĺÛĮ", + "ĠíĻľ ìļ©", + "ãĢģ ãģ©ãģĨ", + "ĠÎł ÏģÏī", + "çĻ» åł´", + "Ġнад аннÑı", + "Ġм еÑĢеж", + "ĠмеÑĢ еж", + "ĠмеÑĢе ж", + "Ġ ìĿµ", + "ĠìĿ µ", + "jÃŃ cÃŃch", + "jÃŃcÃŃ ch", + "it ou", + "ito u", + "ÙĤ ÙĪÙĦ", + "Ùħ ج", + "Ġب ÙĨد", + "ĠبÙĨ د", + "Ġön üne", + "Ġ ï½°", + "Ġï½ °", + "з в", + "Ġе ÑģÑĤе", + "Ðł Ðĺ", + "ÑĢ ол", + "ÑĢо л", + "a yla", + "ay la", + "Ġк лÑĥ", + "Ġкл Ñĥ", + "æݨ èĸ¦", + "ĠÑĢоз ÑĢаÑħ", + "Ġ ìĥģëĭ´", + "Ġìĥģ ëĭ´", + "ĠÙĨ سÙħØ©", + "ĠÙĨس ÙħØ©", + "Ġви Ñħод", + "à¥Ģ à¤Ĩà¤Ī", + "ĠпÑĢи ÑģÑĤÑĥп", + "ÙĴ ع", + "ĠteÅŁ ekkür", + "дÑı ки", + "Ġfi kir", + "Ġfik ir", + "ัศ à¸Ļ", + "ĠآزÙħ اÛĮØ´", + "Ġb izi", + "Ġbi zi", + "Ġbiz i", + "ÏĨ αÏģ", + "ÏĨα Ïģ", + "æľª æĿ¥", + "æIJ º", + "Ġδ Ïħνα", + "ĠδÏħ να", + "Ġ رÙĪÙħ", + "Ġر ÙĪÙħ", + "ĠرÙĪ Ùħ", + "Ġb undan", + "Ġbund an", + "Ġbun dan", + "ĠÙĤ اÙĦب", + "ĠÙĤاÙĦ ب", + "Ġ haft", + "Ġh aft", + "Ġha ft", + "Ġhaf t", + "å¿ ½", + "ĠÐľ оÑĢ", + "Ġzá pas", + "Ġzáp as", + "Ġ ë¹Ľ", + "Ġë¹ Ľ", + "å» ·", + "äºĪ ç´Ħ", + "Ġkh uyến", + "Ġ ÎijÎĵ", + "ĠÎij Îĵ", + "Ġìŀij ìĹħ", + "ड र", + "Ġjednodu ch", + "à¥ī म", + "ĠdeÄŁ ildi", + "ĠdeÄŁil di", + "Ġk olo", + "Ġko lo", + "Ġkol o", + "Ġد ÙĤÛĮ", + "л ами", + "ла ми", + "лам и", + "ĠH á»įc", + "ĠHá»į c", + "Ġप स", + "ĠÎł ÏģÏĮ", + "ĠâĹ ij", + "Ġ наÑģлÑĸд", + "Ġна ÑģлÑĸд", + "ĠнаÑģ лÑĸд", + "Ġ диви", + "Ġди ви", + "Ġдив и", + "ĠpÅĻes nÄĽ", + "ĠТак им", + "ĠТа ким", + "Ġru kou", + "Ġruk ou", + "ä¸Ģ åĪĩ", + "ĠÑģ пÑĢи", + "ĠÑģп ÑĢи", + "en ské", + "ens ké", + "æĹ ¦", + "ĠÙĤ ÙĨ", + "Ġú stav", + "िश त", + "à¹Į )", + "ĠT rang", + "ĠTr ang", + "ĠTra ng", + "ĠTran g", + "Ġmoh la", + "Ġmohl a", + "ĠÎķ λλην", + "Ġп оки", + "Ġпо ки", + "Ġпок и", + "ĠØ¢ Ùħار", + "ĠØ¢Ùħ ار", + "åIJ ¾", + "ĠÑĢ еÑģп", + "ĠÑĢе Ñģп", + "ĠÑĢеÑģ п", + "Ġta kdir", + "Ġtak dir", + "Ġrahat sız", + "éŁ³ ä¹IJ", + "Ġ âĶĥ", + "ĠâĶ ĥ", + "i lis", + "il is", + "ili s", + "ĠÙĪ اÙĦØ¥", + "ĠÙĪاÙĦ Ø¥", + "å® Ļ", + "Ñĥ мов", + "Ñĥм ов", + "ĠÐĽ иÑĤ", + "ĠÐĽÐ¸ ÑĤ", + ": :::|", + ":: ::|", + ":::: |", + "::: :|", + "åħ ½", + "ĠÙĨزد ÛĮÚ©", + "е лÑĸв", + "ел Ñĸв", + "елÑĸ в", + "θ οÏįν", + "θο Ïįν", + "ìĹIJìĦľ ëıĦ", + "èµĦ æł¼", + "çIJĨ 论", + "ĠKe mal", + "ĠKem al", + "Ġк еÑĢ", + "ษ ายà¸Ļ", + "Ġ åįİ", + "Ġåį İ", + ") ìĹIJ", + "Ġ ëĬĺ", + "ĠëĬ ĺ", + "ãĥĿ ãĥ¼ãĥĪ", + "ĠÐĹ Ð´", + "اص ÙĬÙĦ", + "Ġk atı", + "Ġka tı", + "Ġkat ı", + "ãĤĤãģĹ ãĤĮãģªãģĦ", + "Ġкажд ого", + "Ġ дÑĢ", + "Ġд ÑĢ", + "Ġfut bol", + "ÙĦ ÙĬÙģ", + "ÙĦÙĬ Ùģ", + "Ġì§Ģ ëĤľ", + "ĠÙ¾ÛĮØ´ ÙĨÙĩ", + "ü lük", + "ül ük", + "ülü k", + "Ġ à¸ķำà¸ļล", + "Ġà¸ķำ à¸ļล", + "Ġb áºŃc", + "Ġ åĽł", + "ĠåĽ ł", + "ik ler", + "Ïģ ιά", + "Ïģι ά", + "Ġв важа", + "Ġвваж а", + "Ġvy pl", + "Ġvyp l", + "Ġв низ", + "í Ģ", + "çľ ¾", + "ĠÑģ ила", + "ĠÑģи ла", + "ĠÑģил а", + "ĠналиÑĩи и", + "Ġع راÙĤ", + "ĠاÙĦÙħ Ùĥ", + "å°± ä¼ļ", + "Ġм Ñĸг", + "ĠмÑĸ г", + "ĠÎĮ μιλοÏĤ", + "Ñī его", + "Ñīе го", + "Ġíĸī ìłķ", + "Âł mph", + "Âłm ph", + "Ġma lé", + "Ġmal é", + "ĠÛĮ اÙģتÙĩ", + "ĠÛĮا ÙģتÙĩ", + "ĠÛĮاÙģت Ùĩ", + "Ġmn oha", + "Ġmnoh a", + "γ ά", + "Ġпо ÑģÑĤÑĢо", + "ĠпоÑģ ÑĤÑĢо", + "ĠпоÑģÑĤ ÑĢо", + "ĠاÙĦÙħ ÙĪس", + "ĠاÙĦÙħÙĪ س", + "Ġol ma", + "Ġolm a", + "ëī´ ìĬ¤", + "Ġt utar", + "Ġtu tar", + "Ġtut ar", + "ãĥ¼ãĥĵ ãĤ¹", + "à¥įथ न", + "-ли бо", + "æ¥Ń åĭĻ", + "ĠоÑģоб ливо", + "ĠоÑģоблив о", + "è® Ģ", + "ÙģÙĩ ÙĪÙħ", + "Ġk ẻ", + "Ġ Å¡tÄĽ", + "ĠÅ¡ tÄĽ", + "ĠÅ¡t ÄĽ", + "Ġc ầm", + "ĠÄįlán ky", + "ĠÄIJ iá»ĩn", + "( =", + "OV Ãģ", + "ul du", + "uld u", + "a ft", + "af t", + "Ġl ãi", + "Ġlã i", + "Ġd oldur", + "Ġdol dur", + "³³ ³³³³³³³³³", + "³³³³ ³³³³³³³", + "³³³ ³³³³³³³³", + "³³³³³³³³ ³³³", + "³³³³³³³ ³³³³", + "³³³³³ ³³³³³³", + "³³³³³³ ³³³³³", + "³³³³³³³³³ ³³", + "β ι", + "ãģ£ãģ¦ ãģįãģŁ", + "ì¶ľìŀ¥ ìķĪë§Ī", + "å¯ Ŀ", + "Ġë¶Ģ íĥģ", + "ĠاÙĦ اخ", + "Ġγ Ïħνα", + "à¤ı म", + "à¥Į ल", + "ع ادة", + "عا دة", + "عاد Ø©", + "Ġ κοÏħ", + "Ġκ οÏħ", + "Ġκο Ïħ", + "ĠÙħØ· رØŃ", + "ĠÑĩелов еÑĩ", + "Ġn umar", + "Ġnum ar", + "Ġnu mar", + "Ġnuma r", + "Ġ дина", + "Ġд ина", + "Ġди на", + "ÏĦ ÏģÎŃ", + "ÏĦÏģ ÎŃ", + "λ ικ", + "λι κ", + "Ġдол го", + "Ġnh iêu", + "ĠвоÑģ ÑģÑĤанов", + "ap ı", + "Ġ kanı", + "Ġk anı", + "Ġkan ı", + "ĠK ế", + "ãĤī ãģļ", + "Ġhar ek", + "Ġha rek", + "Ġhare k", + "ãģłãģij ãģ§", + "æ» ħ", + "Ġo hled", + "Ġoh led", + "е ÑĢим", + "еÑĢ им", + "еÑĢи м", + "ĠØŃ ÙĬÙĨ", + "ĠØŃÙĬ ÙĨ", + "ĠÙĤ Ùĩر", + "Ġब à¥Ŀ", + "اپ ÛĮÙħ", + "è¶ħ è¿ĩ", + "Ġ æħ", + "Ġæ ħ", + "Ġت Ùģس", + "ĠتÙģ س", + "as ıyla", + "ası yla", + "б иÑĤ", + "би ÑĤ", + "ĠØŃ Ø§Ø¬", + "ĠÑĤÑĢеб ованиÑı", + "Ġ æݨ", + "Ġæİ ¨", + "Ġ ç±³", + "Ġç± ³", + "ãĤ³ ãĥ¼ãĥī", + "ĠÑĥ Ñģи", + "ĠÑĥÑģ и", + "Ġاخ ÙĦاÙĤ", + "Ġdo stup", + "Ġdost up", + "Ġع ÙĦاÙĤ", + "ĠعÙĦ اÙĤ", + "िव स", + "Ġ оди", + "Ġо ди", + "Ġод и", + "t ej", + "te j", + "Ġthá» ıa", + "ัà¸ģษ à¸ĵะ", + "ัà¸ģษà¸ĵ ะ", + "ĠÑĢаÑģ к", + "ĠÑĢа Ñģк", + "ĠÐĿ аÑĢод", + "ĠÐĿа ÑĢод", + "Ġза кÑĥп", + "Ġзак Ñĥп", + "o že", + "ož e", + "Ġاج را", + "Ġاجر ا", + "ê´ij ê³ł", + "аÑĢÑĤ ам", + "Ġп еÑĢеж", + "ĠпеÑĢ еж", + "ĠпеÑĢе ж", + "èij£ äºĭ", + "ĠÑı коÑģÑĤÑĸ", + "ĠÑıк оÑģÑĤÑĸ", + "Ġв Ñĥл", + "м он", + "мо н", + "Ġch lap", + "Ġ ÑįÑĤомÑĥ", + "ĠÑįÑĤ омÑĥ", + "ĠÑįÑĤо мÑĥ", + "ĠÑįÑĤом Ñĥ", + "а ÑĤÑĸ", + "аÑĤ Ñĸ", + "Ġ íĴĪ", + "Ġí ĴĪ", + "ĠíĴ Ī", + "è¡Ĺ éģĵ", + "س د", + "ÙĪ رÙĩ", + "ÙĪر Ùĩ", + "ĠزÛĮ اد", + "åľ¨çº¿ è§Ĩé¢ij", + "ا ÙĪÙĬØ©", + "اÙĪ ÙĬØ©", + "اÙĪÙĬ Ø©", + "ï¼Į å°±æĺ¯", + "ï¼Įå°± æĺ¯", + "e lerinden", + "eler inden", + "elerin den", + "elerinde n", + "ÑĢ ажд", + "ÑĢа жд", + "ÑĢаж д", + "Ġп озд", + "Ġпо зд", + "Ġпоз д", + "Ġзна ÑĤÑĮ", + "Ġзн аÑĤÑĮ", + "ัà¸ļ สà¸Ļ", + "ัà¸ļส à¸Ļ", + "à¥ĩà¤ĸ त", + "Ġ æĽ°", + "Ġæ Ľ°", + "ĠæĽ °", + "ê³¼ ìłķ", + "é® ®", + "ĠV iá»ĩn", + "ĠVi á»ĩn", + "Ġd voj", + "Ġdv oj", + "ίν εÏĦαι", + "Ġosob nÃŃch", + "ĠosobnÃŃ ch", + "Ġ âĢª", + "ĠâĢ ª", + "éĻ µ", + "ĠØ®ÙĪد Ø´", + "ĠاÙĨ ر", + "ĠпÑĢоÑĦеÑģÑģи оналÑĮ", + "k ám", + "ká m", + "ĠÙħ ÙĥاÙĨ", + "ĠÙħÙĥ اÙĨ", + "ĠاÙĦØ£ د", + "Ġ ê³µë¶Ģ", + "Ġê³µ ë¶Ģ", + "ĠÄij ức", + "ĠÄijứ c", + "ĠCumhur iyeti", + "ĠCumhuriyet i", + "åĩº ãģĹ", + "д ами", + "да ми", + "дам и", + "ĠìĪĺ ìĥģ", + "ĠÙģ براÙĬر", + "Ġsü resi", + "Ġsür esi", + "Ġsüre si", + "Ġب ج", + "Ġ æĶ¾", + "ĠæĶ ¾", + "ØŃ ÛĮ", + "çłĶ究 æīĢ", + "åĩºçīĪ 社", + "ĠÙħÙĪ تÙĪر", + "&& &&", + "ĠпеÑĢ ей", + "ĠпеÑĢе й", + "Ġ ìĦłê±°", + "ĠìĦł ê±°", + "ĠúspÄĽ Å¡", + "ار Ú©", + "Ġet tir", + "Ġett ir", + "Ġetti r", + "Ġ ì¶ľìŀ¥", + "Ġì¶ľ ìŀ¥", + "ĠKa nun", + "ĠKan un", + "ĠÑĥменÑĮ ÑĪ", + "ĠзаÑĤ веÑĢдж", + "ĠاÙĦد ÙĪÙĦÙĬ", + "ĠاÙĦدÙĪÙĦ ÙĬ", + "Ġ ãĥĵ", + "Ġãĥ ĵ", + "ĠB azı", + "ĠBa zı", + "ĠBaz ı", + "åŃIJ ãģ®", + "åĩ ¯", + "Ġse beb", + "Ġseb eb", + "Ġsebe b", + "Ġ åħ±", + "Ġåħ ±", + "Ġd nů", + "Ġdn ů", + "ä½į äºİ", + "ĠZ d", + "æī ±", + "Ġتج ربÙĩ", + "ÃĶ NG", + "Ġìĺ¬ ëĿ¼", + "Ïī ÏĦεÏģ", + "ĠÑģ вид", + "ĠÑģв ид", + "ĠÑģви д", + "æ¯Ķ èµĽ", + "ãģ« åIJij", + "ìľĦ 를", + "ãģĹ ãģ¾ãģĹãģŁ", + "ãģĹãģ¾ ãģĹãģŁ", + "Ġd á»ĭ", + "ĠÐł ÑĥÑģ", + "Ġv á»ı", + "Ġvá» ı", + "à¤Ĥड ल", + "Ġп иÑī", + "Ġпи Ñī", + "Ġsmr ti", + "Ġsmrt i", + "à¸Īาà¸ģ à¸ģาร", + "ĠÑģаÑħ аÑĢ", + "Ġtho át", + "ج ÙħØ©", + "جÙħ Ø©", + "Ġпоз вол", + "ĠاÙĦØ« اÙĨÙĬØ©", + "ĠاÙĦثاÙĨÙĬ Ø©", + "ز ادÙĩ", + "زا دÙĩ", + "ãĢģ ä¸Ń", + "ή μεÏģα", + "æ¦ ľ", + "l acaģı", + "lac aģı", + "lacaÄŁ ı", + "Ġна ÑĪиÑħ", + "ĠнаÑĪ иÑħ", + "ìĶ Ģ", + "ĠÐĺ ÑģÑĤоÑĢиÑı", + "ün deki", + "ünd eki", + "ünde ki", + "ĠпеÑĢ ел", + "ĠпеÑĢе л", + "Ġ목 ìĨĮ", + "ĠÑģÑĤаÑĤ ÑĥÑģ", + "о вали", + "ов али", + "ова ли", + "овал и", + "ÅĻ az", + "ĠдÑĢÑĥг ого", + "ĠдÑĢÑĥго го", + "ÙĥÙĪÙħ Ø©", + "ÙĥÙĪ ÙħØ©", + "Ñĩ иÑģÑĤ", + "Ñĩи ÑģÑĤ", + "ÑĩиÑģ ÑĤ", + "μ μ", + "åıį åºĶ", + "ic ari", + "ica ri", + "ĠÙ¾ اک", + "Ġپا Ú©", + "алÑĮ ним", + "ĠB una", + "ĠBu na", + "ĠBun a", + "и ÑĤив", + "иÑĤ ив", + "иÑĤи в", + "ÑĦ ÑĢа", + "ãĥ¼ ãĥĸãĥ«", + "ãĥ¼ãĥĸ ãĥ«", + "ĠÑĤоб ÑĤо", + "룬 ìĬ¤", + "ĠاÙĦ اع", + "åħ¬ éĸĭ", + "å¥ ī", + "ÙĪÙĦ د", + "åIJį çĦ¡ãģĹ", + "æ°ij 主", + "à¥ģ à¤ľà¤°", + "à¥ģà¤ľ र", + "ìĤ¬ 무", + "Ġön celik", + "Ġönce lik", + "Ġönc elik", + "Ġ å¨", + "Ġå ¨", + "Ñı б", + "çľ ī", + "à¥įव य", + "ĠH ình", + "çļĦ åľ°æĸ¹", + "çļĦåľ° æĸ¹", + "ĠاÙĦ تس", + "ĠاÙĦت س", + "ä¸Ī 夫", + "Ġп ÑĥблÑĸ", + "ĠnÄĽjak é", + "ÄIJ á»iji", + "ĠÑģоÑģÑĤоÑı ниÑı", + "à¥Ģ )", + "ĠÄij áºŃu", + "j ed", + "je d", + "ê ¶ģ", + "Ġs enin", + "Ġse nin", + "Ġsen in", + "Ġseni n", + "ĠH óa", + "âĻ ł", + "лÑı ÑİÑĤÑĮ", + "лÑıÑİÑĤ ÑĮ", + "éĹ ²", + "ìĿ¸ íĬ¸", + "ت بÙĩ", + "تب Ùĩ", + "Ġरà¤ĸ त", + "ĠÑģлов ами", + "ĠÑģлова ми", + "ĠÑģло вами", + "Ġطب ÙĤ", + "Ġuy du", + "ุà¸ĩà¹Ģà¸Ĺà¸ŀ มหาà¸Ļà¸Ħร", + "ĠSan at", + "ĠSa nat", + "à¹ī าà¸Ĭ", + "à¹īา à¸Ĭ", + "Ġкни ж", + "Ìģ c", + "ا Ùħج", + "اÙħ ج", + "δ Ïİ", + "Å ®", + "Ġb inh", + "Ġbi nh", + "Ġbin h", + "è¾ Ĩ", + "n eÄŁi", + "ne ÄŁi", + "Ø· ÙĨ", + "å¸ ķ", + "Ġ ìĩ¼", + "Ġì ĩ¼", + "оÑģ ÑĢед", + "ĠοÏĢο ίο", + "k ır", + "kı r", + "à¥Ī श", + "Ġ à¸ĩาà¸Ļ", + "Ġà¸ĩ าà¸Ļ", + "Ġd ruž", + "Ġdru ž", + "em atik", + "ema tik", + "emat ik", + "a dıģ", + "ad ıģ", + "adı ÄŁ", + "è¾ ŀ", + "ĠpoužÃŃ vá", + "Ġkur tar", + "ĠsaÄŁ lan", + "ãĢı ï¼Ī", + "Ġmůže me", + "Ġmůž eme", + "Ġ باد", + "Ġب اد", + "Ġبا د", + "æľŁ éĹ´", + "ا تÙģ", + "ات Ùģ", + "Ġyaz ılım", + "Ġyazılı m", + "ĠìĹ° ê²°", + "ÙĬ ÙģØ©", + "ÙĬÙģ Ø©", + "Ġ emin", + "Ġe min", + "Ġem in", + "ĠнеÑģколÑĮ киÑħ", + "Û´ Û°", + "å¯ §", + "ί ζει", + "ίζ ει", + "Ġd él", + "Ġdé l", + "ver iÅŁ", + "価 æł¼", + "Ġاست اد", + "Ġал ког", + ".H CM", + "ί οÏĤ", + "ίο ÏĤ", + "α κ", + "Ø· ع", + "ãģ£ ãģį", + "ãģ£ãģ į", + "Ñı еÑĤÑģÑı", + "ÑıеÑĤ ÑģÑı", + "л ика", + "ли ка", + "лик а", + "Ġ ÑĨÑı", + "ĠÑĨ Ñı", + "Ġë§Ī ì§Ģë§ī", + "ĠаÑĢ ми", + "Ġγ λÏİ", + "E NÃį", + "EN Ãį", + "ë ®¤", + "ŃIJ ï¸ı", + "Ġ æ¯ı", + "Ġæ¯ ı", + "Ġ æĸ¼", + "Ġæĸ ¼", + "Ġκα λÏį", + "ĠТ ом", + "ĠТо м", + "ul ur", + "ulu r", + "Ġak ce", + "ĠÙħÙĪ جب", + "ĠÙħÙĪج ب", + "e siz", + "es iz", + "esi z", + "н Ñıв", + "нÑı в", + "алÑĮ нÑĥÑİ", + "алÑĮнÑĥ Ñİ", + "ал ÑĸÑģÑĤ", + "алÑĸ ÑģÑĤ", + "Ġв аÑĢÑĸ", + "ĠваÑĢ Ñĸ", + "Ġва ÑĢÑĸ", + "ĠÙħؤ س", + "ĠÙħ اÛĮÙĦ", + "ĠÙħا ÛĮÙĦ", + "ĠμεÏĦα ξÏį", + "åĩº ãģĻ", + "Ġv á»Ŀi", + "Ġvá» Ŀi", + "ëŁ ´", + "ï¼ ĭ", + "æ¯ İ", + "Ġt abi", + "Ġtab i", + "Ġta bi", + "âĤ ĥ", + "æ£ĭ çīĮ", + "Ġ ÃIJ", + "Ġà IJ", + "ĠпÑĢоÑĦеÑģ Ñĸй", + "Ñĥв аннÑĸ", + "Îľ Îł", + "Ġж ил", + "Úĺ ÙĨ", + "л ÑĥÑĪ", + "лÑĥ ÑĪ", + "á½ ´", + "о веÑĢ", + "ов еÑĢ", + "ове ÑĢ", + "è¾¼ ãģ¿", + "ĠÐľ акÑģим", + "ĠÐľÐ°Ðº Ñģим", + "Ġвз глÑıд", + "Ġн аÑĤÑĥ", + "Ġна ÑĤÑĥ", + "ĠнаÑĤ Ñĥ", + "म à¤ķ", + "ĠÑħ ими", + "ĠÑĢозÑĤа ÑĪ", + "ÙĪ راÙĨ", + "ÙĪر اÙĨ", + "ÙĪرا ÙĨ", + "ĠØ´Ùĩر ÙĩاÛĮ", + "æ© Łèĥ½", + "æ©Ł èĥ½", + "Ø® Ø°", + "ĠÑģво ÑĶÑĹ", + "ĠÑģвоÑĶ ÑĹ", + "н ÑıеÑĤ", + "нÑı еÑĤ", + "Ġgh ế", + "ĠpÅĻed ch", + "ÑĶ ÑĪ", + "огÑĢаÑĦ ÑĸÑı", + "Ġ à¸Ĺำà¹ĥห", + "Ġà¸Ĺำ à¹ĥห", + "åĿ Ĭ", + "Ïģ Ïīν", + "ÏģÏī ν", + "า ระ", + "าร ะ", + "ĠK ết", + "ĠKế t", + "Ġch ặt", + "Ġ éĻĪ", + "ĠéĻ Ī", + "ĠdÄĽ lat", + "ĠdÄĽl at", + "ĠбÑĥд ÑĥÑī", + "ĠбÑĥдÑĥ Ñī", + "ĠAç ık", + "æłª å¼ıä¼ļ社", + "ĠÐŁ аÑĢ", + "ĠK hu", + "ĠKh u", + "ãĢģ æĸ°", + "Ġб ой", + "Ġбо й", + "ë§Ī íĬ¸", + "ĠÑģоп ÑĢов", + "س اب", + "н иÑģÑĤ", + "ни ÑģÑĤ", + "å¼ ĥ", + "Ġ Ø´ÙĨاس", + "ĠØ´ÙĨ اس", + "ен ном", + "енно м", + "Ġ 项", + "Ġé¡ ¹", + "èīº æľ¯", + "о зем", + "оз ем", + "ĠÑĢеÑĪ ениÑı", + "l ady", + "la dy", + "lad y", + "ĠвÑģ ей", + "ĠвÑģе й", + "æĶ» åĩ»", + "Ġê²° ìłķ", + "ãĢĢ ï¾ŀ", + "Ġê°IJ ëıħ", + "- ÐIJ", + "Ġm ÃŃr", + "ĠmÃŃ r", + "à¥ģप à¤ı", + "нÑĸ ÑĨип", + "б ом", + "бо м", + "Ġ Å¡t", + "ĠÅ¡ t", + "éľ į", + "ĠÑĢеÑĪ ение", + "Ġдиаг ноÑģÑĤи", + "i par", + "ip ar", + "ipa r", + "ا ÛĮز", + "اÛĮ ز", + "ã ng", + "ãn g", + "ั วร", + "ัว ร", + "ĠÑĨ аÑĢ", + "Ġs ly", + "Ġsl y", + "ν Ïİ", + "ĠK uzey", + "رÛĮ ب", + "Ġc enu", + "Ġce nu", + "Ġcen u", + "Ġcert if", + "Ġcer tif", + "ĠÑĤ ÑĢеÑĤÑĮ", + "ĠÑĤÑĢ еÑĤÑĮ", + "ĠÑĤÑĢеÑĤ ÑĮ", + "ิà¸Ķ à¸Ĥ", + "Ġпа ÑĨÑĸÑĶн", + "ÅĻ iv", + "ÅĻi v", + "èĦ Ĥ", + "¢ °", + "ĠPh ần", + "ĠмеÑĤод и", + "ĠмеÑĤ оди", + "Ạ¤", + "ìĨ Ķ", + "åIJĮ åѦ", + "Ġ åĢĭ", + "ĠåĢ ĭ", + "моÑĤ ÑĢÑı", + "моÑĤÑĢ Ñı", + "Ġuv ád", + "Û±Û¹ Û¶", + "éģ¸ æĬŀ", + "! »", + "ë ĺIJ", + "ĠÛĮ ÙĪتÛĮ", + "ĠاÙĦØŃ Ø±Ø¨", + "ĠاÙĦØŃر ب", + "олог ÑĸÑı", + "n ila", + "ni la", + "nil a", + "ĠÄij ảng", + "á zi", + "áz i", + "ÑĢ оÑī", + "ÑĢо Ñī", + "Ġort adan", + "Ġorta dan", + "Ġاخ بار", + "Ġà¤ħ à¤ľ", + "Ġ매 ìļ°", + "Ġп ой", + "Ġпо й", + "Ġ جÙĬ", + "Ġج ÙĬ", + "к ÑĥваÑĤи", + "кÑĥ ваÑĤи", + "Ġá» ŀ", + "Ġب شر", + "Ġبش ر", + "Ġ ÙĥÙĬÙĦ", + "ĠÙĥ ÙĬÙĦ", + "Ñī еÑģÑĤво", + "Ñīе ÑģÑĤво", + "ÑīеÑģÑĤв о", + "ĠìŬ íĸī", + "ا ÙħÙĬ", + "اÙħ ÙĬ", + "в ÑĸлÑĮ", + "вÑĸ лÑĮ", + "ĠPr vnÃŃ", + "Ġ ÙĪسÛĮ", + "ĠÙĪ سÛĮ", + "ĠÙĪس ÛĮ", + "ĠÄIJ á»", + "æĪ¿ éĹ´", + "åľ¨çº¿ éĺħ读", + "æķ ·", + "Ġt rai", + "Ġtr ai", + "Ġtra i", + "ä¿ Ĺ", + "ĠÑģамоÑģÑĤоÑıÑĤелÑĮ но", + "ĠÑĤÑĢеб ÑĥеÑĤÑģÑı", + "ĠÑĤÑĢебÑĥеÑĤ ÑģÑı", + "δ Ïģα", + "ĠÑĢеÑĩ ов", + "Ġв Ñĸк", + "ĠвÑĸ к", + "Ġ ÑĢÑĥÑĩ", + "ĠÑĢ ÑĥÑĩ", + "ĠÑĢÑĥ Ñĩ", + "å¥ §", + "ĠolduÄŁ una", + "ĠolduÄŁu na", + "ев Ñĭе", + "Ġ à¸Ħล", + "Ġà¸Ħ ล", + "ا ÙĦÙĤ", + "اÙĦ ÙĤ", + "ĠÑĸм енÑĸ", + "ĠÑĸмен Ñĸ", + "æĶ» æĴĥ", + "ĠÑĥнивеÑĢ ÑģиÑĤ", + "Ġth Äĥm", + "ĠлиÑģÑĤоп ада", + "२ ०", + "Ø® ÙĬ", + "Îķ Îł", + "Ġart tır", + "Ġس خت", + "Ġسخ ت", + "ï¼Ī æĺŃåĴĮ", + "ĠÎŁ Ïħ", + "и ваниÑı", + "ив аниÑı", + "ива ниÑı", + "Ġstav eb", + "âħ ¥", + "γÏī γή", + "γÏīγ ή", + "Ù ©", + "ĠиÑģÑģлед ованиÑı", + "åĢĭ 人", + "Ġëĭ¤ìļ´ë°Ľ 기", + "ĠÏĦ ελ", + "ĠÏĦε λ", + "° N", + "ĠباÙĦ ÙĨ", + "à¹Į à¸ŀ", + "Ġnem ůže", + "Ġголов а", + "Ġгол ова", + "à¹Į à¹ģ", + "æ¢ ¯", + " ĺ", + "δ ηÏĤ", + "δη ÏĤ", + "ìĿ¸ ì¦Ŀ", + "l ayın", + "lay ın", + "á½ ·", + "ĠÙĨت اÛĮج", + "ĠÑģоб лÑİд", + "Ġдви жениÑı", + "Ġдвиж ениÑı", + "ì Į", + "Ġ povÄĽ", + "Ġp ovÄĽ", + "Ġpo vÄĽ", + "Ġpov ÄĽ", + "Ġ ìłĦìĹIJ", + "ĠìłĦ ìĹIJ", + "å¦Ĥ ä¸ĭ", + "ĠاÙĦÙħ در", + "ĠاÙĦÙħد ر", + "ï¼Į æĪĸ", + "ا را", + "ار ا", + "æ°ij æĹı", + "Ġب رÙĤ", + "Ġبر ÙĤ", + "Ġзап аÑģ", + "à¸Ļ à¹ĥà¸Ī", + "é f", + "Ġ à¸Łà¸£", + "Ġà¸Ł ร", + "Ġë³´ ëĤ´", + "Ġ 欧ç¾İ", + "Ġ欧 ç¾İ", + "- ÑĤаки", + "-ÑĤ аки", + "é© ļ", + "ÑĢ ÑĸÑı", + "ÑĢÑĸ Ñı", + "æŁ ı", + "ĠповÑĸÑĤ ÑĢÑı", + "çµĦ ç¹Ķ", + "d aÅŁ", + "da ÅŁ", + "Ġहम ल", + "ĠÑĢеÑĶ ÑģÑĤÑĢа", + "ά β", + "ĠÎł ο", + "Ġê·¸ 림", + "Ñĩ аÑİÑĤ", + "Ñĩа ÑİÑĤ", + "à¸ĩ à¸ķ", + "íĥ ĢìĿ´", + "íĥĢ ìĿ´", + "æī ¬", + "Ġpo jist", + "Ġpoj ist", + "Ġ çłĶ", + "Ġçł Ķ", + "Ġ åıĸ", + "Ġåı ĸ", + "Ġüzer indeki", + "Ġüzerinde ki", + "j Å¡ÃŃch", + "jÅ¡ÃŃ ch", + "à¥Ģद व", + "æª ¢", + "ĠмаÑĤеÑĢи алов", + "ĠмаÑĤеÑĢиал ов", + "и ваннÑı", + "ив аннÑı", + "Ġ å°Ĩ", + "Ġå° Ĩ", + "л л", + "Ġнаб лÑİд", + "ĠнаблÑİ Ð´", + "ĠG öz", + "ĠGö z", + "Ġв зÑı", + "Ġвз Ñı", + "çĶµ è§Ĩ", + "Ġв ак", + "Ġва к", + "ç¿ Ķ", + "Ġвза им", + "Ġg itti", + "Ġgi tti", + "Ġgit ti", + "it eleri", + "ite leri", + "itel eri", + "itele ri", + "ä»· åĢ¼", + "ĠاÙĦ تص", + "ĠاÙĦت ص", + "िन à¤ķ", + "éĢļ ãĤĬ", + "ĠÑģ ÑĦеÑĢ", + "ĠÑģÑĦ еÑĢ", + "çĻº 売", + "âĿ ¤", + "ĠÚ¯ÙĪØ´ ÛĮ", + "ĠÚ¯ÙĪ Ø´ÛĮ", + "аг аÑĤо", + "ĠÏĥÏħ γκ", + "ав иÑģ", + "ави Ñģ", + "æĤ£ èĢħ", + "ĠØ® اÙħ", + "ÎĻÎļ ÎĹΣ", + "ÎĻÎļÎĹ Î£", + "ınız da", + "pan ÄĽl", + "pa nÄĽl", + "ĠÄIJ á»ĭa", + "à¹ģละ ส", + "Ġ ãĤĤ", + "ĠãĤ Ĥ", + "Ġsonuc unda", + "Ġsonucu nda", + "ìĿ į", + "e less", + "el ess", + "ele ss", + "ĠN ha", + "ĠNh a", + "Ġzak áz", + "Ġв оÑģÑĤ", + "Ġво ÑģÑĤ", + "ĠвоÑģ ÑĤ", + "ĠvzdÄĽl ávánÃŃ", + "- ม", + "Ġmet rů", + "ĠپاÛĮ ÛĮÙĨ", + "Ġپا ÛĮÛĮÙĨ", + "ĠÑĢаÑģÑĤ ение", + "Ġmu á»iji", + "èµĦ éĩij", + "ĠÅŁ üph", + "ÙĬ ÙĦÙħ", + "ÙĬÙĦ Ùħ", + "ĠdÃ¼ÅŁÃ¼n c", + "Ġк Ñĸм", + "ĠÏĩÏī ÏģίÏĤ", + "áz ev", + "áze v", + "ĠDe ÄŁer", + "ĠDeÄŁ er", + "å·¥ æ¥Ń", + "Ġر Ùħز", + "ĠرÙħ ز", + "Ġal espoÅĪ", + "ĠпÑĢе ÑģÑĤÑĥп", + "ĠпÑĢеÑģÑĤ Ñĥп", + "ĠعÙĦ اÙĪÙĩ", + "Ġme rak", + "Ġmer ak", + "à¹Į :", + "çİ° åľº", + "ÑĨ веÑĤ", + "Ġप à¥ľ", + "Ġëĭ¤ìĿĮ ê³¼", + "u dic", + "ud ic", + "udi c", + "ĠL ep", + "ĠLe p", + "Ġод нÑĸ", + "Ġa larak", + "Ġal arak", + "å®ī æİĴ", + "Ġ à¸Ĥà¸Ļาà¸Ķ", + "Ġà¸Ĥ à¸Ļาà¸Ķ", + "re zent", + "rez ent", + "is inden", + "isin den", + "isinde n", + "ر ÙĪÛĮ", + "رÙĪ ÛĮ", + "Ġp lu", + "Ġpl u", + "ç«ĭ ãģ¦", + "Ñĭ ваниÑı", + "Ñĭв аниÑı", + "Ñĭва ниÑı", + "Ġr ast", + "Ġra st", + "Ġras t", + "Ġdüzen lem", + "je zd", + "jez d", + "Ġве ÑīеÑģÑĤв", + "ĠвеÑī еÑģÑĤв", + "ĠдиÑĢ екÑĤоÑĢ", + "ÑĦ ÑĦ", + "t ainment", + "tain ment", + "ĠاÙĦ ÙĪز", + "ĠاÙĦÙĪ ز", + "l anda", + "land a", + "la nda", + "lan da", + "ĠÙĨÚ¯ Ùĩد", + "ĠпÑĢоÑĤив оп", + "ãģ£ ãģı", + "ãģ£ãģ ı", + "ãģ¨ãģª ãĤĬ", + "Ġë°ľ 견", + "i ctor", + "ic tor", + "ict or", + "ãĤ¸ ãĤª", + "ÎŁ Φ", + "ÎŁÎ ¦", + "ĠÑģклад Ñĸ", + "Ġob sahuje", + "Ġobsah uje", + "ĠUkr a", + "ĠUk ra", + "æķ ¦", + "ĠÏĩ αÏģα", + "ĠÏĩα Ïģα", + "ĠÑĢег Ñĥли", + "俺 ãģ¯", + "ัà¸ķ ว", + "éĦ ī", + "Ġب اÛĮ", + "Ġبا ÛĮ", + "éĬ ·", + "ĠN ẵng", + "л од", + "ло д", + "ا رÙģ", + "ار Ùģ", + "æ´ ģ", + "ĠëıĻ ìĿ¼", + "ÑĤив ного", + "âĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģ âĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģ", + "Ġ- :-", + "Ġ-: -", + "ì» ¬", + "ĠÑĪ аг", + "ìłĦ ìŀIJ", + "çļĦ äºĭæĥħ", + "çļĦäºĭ æĥħ", + "ĠÑĢег Ñĸ", + "िय ल", + "ĠÐĿ аз", + "ĠÐĿа з", + "ĠÐĻ ого", + "ĠÐł ом", + "ĠÃĸr neÄŁin", + "Ġп ÑĢеÑģ", + "ĠпÑĢ еÑģ", + "ĠпÑĢе Ñģ", + "u luÄŁu", + "ulu ÄŁu", + "uluÄŁ u", + "Ġза дов", + "Ġзад ов", + "ÅĻ eh", + "ÅĻe h", + "æ¯ķ ä¸ļ", + "Ġth áºŃp", + "ëĤ ¸", + "Ġdlou hodob", + "Ġdlouho dob", + "дÑĸ лÑĥ", + "дÑĸл Ñĥ", + "a lat", + "al at", + "ala t", + "ä» °", + "о ком", + "ок ом", + "око м", + "ĠÑĦ ÑĸлÑĮ", + "ĠÑĦÑĸл ÑĮ", + "ĠNg ân", + "Ġ ترÙĥ", + "Ġت رÙĥ", + "Ġتر Ùĥ", + "ĠÑĤ Ñī", + "ر ÙĪد", + "رÙĪ د", + "ç uk", + "çu k", + "ra nÃŃ", + "ran ÃŃ", + "Ġdo laÅŁ", + "Ġdol aÅŁ", + "ĠQ uang", + "ĠQu ang", + "ĠpÅĻed pok", + "Ġnám ÄĽstÃŃ", + "ой Ñĩив", + "çĭ Ģ", + "Ġб изнеÑģ", + "ãģŁ ãģı", + "ĠìĿ¸ ì²ľ", + "о ÑĢо", + "оÑĢ о", + "ĠKü rt", + "ĠKür t", + "ê·¸ 룬", + "ÑĨ аÑĤÑĮ", + "ÑĨа ÑĤÑĮ", + "ĠB ên", + "Ġ acı", + "Ġa cı", + "Ġac ı", + "Ú© Ø´", + "ï¼Ī å¹³æĪIJ", + "Ġ èģĶ", + "Ġèģ Ķ", + ") ãĢģ", + "d iler", + "di ler", + "Ñĩ иÑĤÑĮ", + "ÑĩиÑĤ ÑĮ", + "Ñĩи ÑĤÑĮ", + "Ư á»", + "éĻ ¶", + "il eceÄŁini", + "ilece ÄŁini", + "ileceÄŁi ni", + "Ġv Å¡em", + "ĠvÅ¡ em", + "ĠvÅ¡e m", + "å¼Ģ å¥ĸ", + "è§Ħ 模", + "ul muÅŁ", + "Ġ åĪĺ", + "Ġå Īĺ", + "ĠåĪ ĺ", + "е о", + "еР¾", + "ĠпеÑĢев ÑĸÑĢ", + "åĪĨ åĪ«", + "Ġjed ná", + "Ġjedn á", + "li ÄŁe", + "liÄŁ e", + "ĠرÙħ ضاÙĨ", + "ık lı", + "ıkl ı", + "Ùĩ ÙĢ", + "éĩį çĤ¹", + "Ñĩ иваеÑĤÑģÑı", + "Ñĩи ваеÑĤÑģÑı", + "Ñĩив аеÑĤÑģÑı", + "Ñĩива еÑĤÑģÑı", + "ë¡ľ ìĦľ", + "ÏĦ εÏģο", + "ÏĦε Ïģο", + "ÏĦεÏģ ο", + "åľ° ä¸ĭ", + "д наннÑı", + "дн аннÑı", + "Ġng ược", + "ॠª", + "ĠÎij λ", + "Ġa lacak", + "Ġal acak", + "Ġ à¹Ģà¸ĩ", + "Ġà¹Ģ à¸ĩ", + "Ġà¹Ģภĩ", + "اÛĮ ÙĨد", + "اÛĮÙĨ د", + "Ġh Ãłi", + "ÑĢо из", + "ĠЧ и", + "Ġ ÑıÑģ", + "ĠÑı Ñģ", + "خر ÛĮد", + "Ġhu deb", + "Ġhud eb", + "åľ §", + "Ġ ìĦ¼", + "ĠìĦ ¼", + "åĶ¯ ä¸Ģ", + "Ġ вÑĸлÑĮ", + "Ġв ÑĸлÑĮ", + "ĠвÑĸ лÑĮ", + "ĠباÙĦ اتر", + "ĠباÙĦا تر", + "à¸Ńà¸ģ าส", + "Ġ Tôi", + "ĠT ôi", + "ม à¸Ĥ", + "o mor", + "om or", + "omo r", + "ĠO lomou", + "Ġx ong", + "Ġxo ng", + "Ġdomác ÃŃ", + "Ġ اختÛĮ", + "Ġاخ تÛĮ", + "Ġاخت ÛĮ", + "ĠÑĤеÑħ нÑĸÑĩ", + "ĠÑĤеÑħнÑĸ Ñĩ", + "ĠiÅŁ te", + "à¥Į द", + "Ġнад еж", + "Ø®ÛĮ ص", + "åĬª åĬĽ", + "ĠتجÙĩ ÛĮزات", + "Ġv ole", + "Ġvo le", + "Ġvol e", + "k inci", + "kin ci", + "Ġhes ab", + "ĠÑģ еÑģÑĤ", + "Ú© ا", + "ÑĤеÑĢ н", + "ร รà¸Ħ", + "รร à¸Ħ", + "åıĤ èĢĥ", + "ĠÐļ аб", + "ĠÐļа б", + "ĠÄ° mpar", + "Ġnáv rh", + "Ġnávr h", + "åĴ¨ 询", + "à¸ĸ าม", + "Ġye rel", + "Ġyer el", + "Ġyere l", + "ĠÃĸ l", + "çĮ Ľ", + "ĠاÙĦÙĪØ· ÙĨÙĬ", + "Ġ ìĿ´ìĸ´", + "ĠìĿ´ ìĸ´", + "ิà¸Ĺย าศาสà¸ķร", + "ิà¸Ĺยา ศาสà¸ķร", + "ĠA ÅŁ", + "Ġзем лÑİ", + "ĠдомаÑĪ ниÑħ", + "ĠÑĥ веÑĢ", + "ĠÑĥв еÑĢ", + "A LI", + "AL I", + "г ан", + "га н", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġdo stan", + "Ġdos tan", + "Ġdost an", + "ez pe", + "ãģĭ ãģĦ", + "ر ÙģتÙĩ", + "رÙģ تÙĩ", + "رÙģت Ùĩ", + "Ġм ÑĥÑģ", + "ĠмÑĥ Ñģ", + "à¹Į à¸Ł", + "è¦ º", + "али за", + "ализ а", + "ĠÑĥÑĩ ÑĢежд", + "ĠÚ© اÙĦ", + "Ġetk isi", + "Ġetki si", + "ä½Ĩ æĺ¯", + "Ġsou vis", + "ĠSav aÅŁÄ±", + "ĠSavaÅŁ ı", + "Ġب سبب", + "ÎŁ ι", + "ÎŁÎ ¹", + "è ļ", + "Ġ æ®", + "Ġæ ®", + "Ġìĺģ êµŃ", + "ا سÛĮÙĪÙĨ", + "اسÛĮ ÙĪÙĨ", + "ĠاÙĦات ØŃاد", + "Ġ глÑı", + "Ġг лÑı", + "à¹ĩà¸ģ à¸ĭ", + "Ġج ÙĪÙĨ", + "ĠجÙĪ ÙĨ", + "ĠاÙĦرسÙħ ÙĬ", + "Âł G", + "ĠÑĤо бÑĸ", + "ĠÑĤоб Ñĸ", + " ĩ", + "Ġ ëĮĢíĸī", + "ĠëĮĢ íĸī", + "çĬ¶ æħĭ", + "Ġê·¸ ëĥ¥", + "Ġи мп", + "Ġим п", + "ĠتÙĨظ ÛĮÙħ", + "ÙĦ اÛĮÙĨ", + "ÙĦا ÛĮÙĨ", + "ÑģÑĤв еннÑĭм", + "ÑģÑĤвен нÑĭм", + "о пол", + "оп ол", + "ر ÙĪج", + "رÙĪ ج", + "Ġ à¸ĩ", + "Ġภĩ", + "Ġ çĤº", + "ĠçĤ º", + "ĠUlus lararası", + "à¥Į à¤Ĥ", + "ãĢģ ãģĿãģĨ", + "Ġس ادÙĩ", + "ÎŃ Î±ÏĤ", + "ÎŃα ÏĤ", + "Ġà¤Ĩ ल", + "- ÑĦ", + "ĠÎłÎ¿Î» ι", + "ĠÎłÎ¿ λι", + "Ġно ÑıбÑĢÑı", + "ĠноÑı бÑĢÑı", + "ÙĪ ÙĦÙĬ", + "ÙĪÙĦ ÙĬ", + "æĽľ æĹ¥", + "æĮģ ç»Ń", + "Ġê¼ Ń", + "ece ÄŁiz", + "eceÄŁi z", + "ĠÛĮ اÙģت", + "ĠÛĮا Ùģت", + "Ġ åı¸", + "Ġåı ¸", + "ाà¤Ĺ त", + "Ġ æķħ", + "Ġæķ ħ", + "Ġал леÑĢг", + "Ġt uz", + "Ġtu z", + "еÑĢ ÑĤи", + "еÑĢÑĤ и", + "Ġth ầu", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ĠãĢĢ", + "- à¤ħ", + "Ġим мÑĥ", + "ÑĢ ай", + "ÑĢаР¹", + "ÑĢа й", + "主 義", + "ĠbaÅŁ lar", + "Ġä¸Ĭ 涨", + "ع ا", + "ĠÎĻ Ïī", + "ียà¸ĩ à¹ĥหม", + "ĠاÙĦÙħد ÙĬÙĨØ©", + "Ñģ ÑĮко", + "ÑģÑĮ ко", + "ÑģÑĮк о", + "ĠتارÛĮØ® ÛĮ", + "at ÃŃm", + "âĢļ Ø·", + "Ø¢ خر", + "ĠëĦ £", + "ĠÙĨÙħ اÛĮد", + "ĠÙĨÙħاÛĮ د", + "ãģķãĤĵ ãģĮ", + "Ġb ò", + "Ġ à¸ķาม", + "Ġà¸ķ าม", + "ë³´ ìķĺëĭ¤", + "а ÑĤÑĸв", + "аÑĤ Ñĸв", + "аÑĤÑĸ в", + "ĠÑĦ ил", + "Ġkısm ı", + "iá»ĩ ng", + "iá»ĩn g", + "Ġay dın", + "éģķ ãģĦ", + "е ви", + "ев и", + "Ġ å¾®", + "Ġå¾ ®", + "( íģ¬ê¸°", + "Ġ Ú¯ÛĮر", + "ĠÚ¯ ÛĮر", + "ĠÚ¯ÛĮ ر", + "ìķĦ ìĦľ", + "Ġδη μιοÏħÏģγ", + "ãģ«ãģĬ ãģĦãģ¦", + "ĠÃľ NÄ°", + "и ÑĤом", + "иÑĤ ом", + "ع ÙĦاÙħ", + "عÙĦ اÙħ", + "åIJİ çļĦ", + "Ġp lá", + "Ġpl á", + "à¸Ľà¸£à¸° à¹Ĥย", + "ç¢ İ", + "Ġ éĺ²", + "Ġéĺ ²", + "ëĬ Ķëĭ¤", + "ëĬĶ ëĭ¤", + "Ġ æĹ¥æľŁ", + "ĠæĹ¥ æľŁ", + "Ġgeç erli", + "л аÑĤÑĭ", + "ла ÑĤÑĭ", + "лаÑĤ Ñĭ", + "Ġmutlak a", + "ÙĪ غ", + "à¹Ģ ฮ", + "à¹Ģภ®", + "Ġï» £", + "e deki", + "ed eki", + "ede ki", + "à¹Į à¹Ģà¸Ļ", + "Ġнайб ÑĸлÑĮÑĪ", + "ĠнайбÑĸлÑĮ ÑĪ", + "ï¼ Ĭ", + "Ġ à¹Ĥรà¸ĩ", + "Ġà¹Ĥ รà¸ĩ", + "Ġfot bal", + "Ġ éĢģ", + "ĠéĢ ģ", + "âĢĮاÙĦ ÙħÙĦ", + "Ïīμά ÏĦιο", + "Ġú kol", + "åįļ 士", + "d ub", + "du b", + "ı lıģ", + "ılı ÄŁ", + "ıl ıģ", + "ëĵľ 를", + "çĭ IJ", + "α λλ", + "αλ λ", + "æŃ» 亡", + "ĠпÑĢед поÑĩ", + "çµ µ", + "Ġм ÑĥзÑĭ", + "ĠмÑĥ зÑĭ", + "ĠмÑĥз Ñĭ", + "еÑĢÑĤ в", + "ĠÙĥ ÙĨد", + "ĠÙĥÙĨ د", + "Ġu lož", + "Ġul ož", + "ÎŁÎ¥ ÎĽ", + "g ili", + "gi li", + "gil i", + "üs tü", + "üst ü", + "н ки", + "ĠÙĤ ÙĪاÙĨ", + "ι ακ", + "ια κ", + "ĠÅŁ er", + "ĠкиÑģ л", + "Ġки Ñģл", + "Ùģ ضÙĦ", + "ĠÐIJ ÑĦ", + "γ εν", + "γε ν", + "Ġdo stal", + "Ġdos tal", + "Ġdost al", + "ĠsaÄŁ lıklı", + "ĠsaÄŁlık lı", + "家 æĹı", + "ÄIJ T", + "е ÑĢин", + "еÑĢ ин", + "еÑĢи н", + "ĠìĿ´ëŁ¬ íķľ", + "Ġdüny ada", + "Ġdünya da", + "Ġnh ắc", + "Âł ÂłĊ", + "³³ Ċ", + "ν ηÏĥη", + "νη Ïĥη", + "γÏģα μμα", + "Ġtak son", + "ĠTürk çe", + "ĠÙģراÙĨ سÙĩ", + "天 åłĤ", + "æº ¶", + "Ġ oto", + "Ġo to", + "Ġot o", + "èµ µ", + "ch yb", + "chy b", + "Ġ å¾Ĵ", + "Ġå¾ Ĵ", + "ÏĦ Ïį", + "áh nout", + "à¥į पर", + "à¥įप र", + "Ġv las", + "Ġvl as", + "Ġíļ¨ ê³¼", + "Ġt hang", + "Ġth ang", + "Ġthan g", + "Ġtha ng", + "Ġol masına", + "Ġolm asına", + "Ġolması na", + "ĠпоÑĢÑĥÑĪ еннÑı", + "Ġqu ỹ", + "ĠíĿ IJ", + "ĠìĪ ¨", + "Ġ ë²Ī째", + "Ġë²Ī 째", + "ẹ n", + "Ġз год", + "Ġзг од", + "Ġ تز", + "Ġت ز", + "Ġاخ تص", + "Ġاخت ص", + "ĠзÑĥÑģÑĤ ÑĢÑĸ", + "Ġt ặng", + "ῶ ν", + "Ġ ì½ľ", + "Ġì½ ľ", + "ов аниÑħ", + "ова ниÑħ", + "овани Ñħ", + "ован иÑħ", + "âĢĮ شد", + "âĢĮØ´ د", + "Ġa raya", + "Ġar aya", + "Ġara ya", + "Ġaray a", + "r ové", + "ro vé", + "rov é", + "Ġاخ تÙĦ", + "Ġاخت ÙĦ", + "ли вий", + "лив ий", + "Ġات ØŃاد", + "Ġak ÅŁam", + "ĠÚ©ÙĦ اس", + "ãĤ¢ ãĥĥãĥĹ", + "Ġz ih", + "Ġzi h", + "å ĩĮ", + "åĩ Į", + "å±± å¸Ĥ", + "Ġçev res", + "Ġçevr es", + "Ġçevre s", + "Ġог ÑĢом", + "ĠØ¢ دÙħ", + "ĠtÄĽ lo", + "ĠtÄĽl o", + "ï¼Į æľ¬", + "ĠÚĺاÙĨ ÙĪÛĮÙĩ", + "Ġkr aje", + "Ġkra je", + "Ġkraj e", + "μ ία", + "μί α", + "èħ ¿", + "âĢŀ To", + "決 å®ļ", + "ì ĩ", + "Ġ éĴ", + "Ġé Ĵ", + "ĠΣ ÏĦα", + "ĠجÙħ ÙĩÙĪر", + "ĠGen ç", + "r ám", + "rá m", + "ĠÐł ез", + "ĠÐłÐµ з", + "Ġvyt vá", + "ĠпÑĢоизвод ÑģÑĤва", + "ĠÙħ Ø°Ùĩ", + "ĠÙħØ° Ùĩ", + "Ġihtiy ac", + "ãĤ¯ ãĤ»", + "Ġn êu", + "å¾ ³", + "Ġ ëĵĿ", + "Ġëĵ Ŀ", + "н аÑĩе", + "на Ñĩе", + "наÑĩ е", + "ĠÏĥÏħ μμε", + "ÏĨ Ïīν", + "в авÑģÑı", + "ва вÑģÑı", + "вав ÑģÑı", + "Ġви ÑĤами", + "ĠвиÑĤ ами", + "Ìģ t", + "Ġfinan ÄįnÃŃ", + "åıĬ åħ¶", + "âĢ ħ", + "çĭ ¼", + "ัà¸ļ à¸ķ", + "ãģĽ ãĤĭ", + "ÎĻÎļ ÎŁ", + "λ λι", + "λλ ι", + "ÑĤ оÑİ", + "ÑĤо Ñİ", + "ا عÙĬØ©", + "اع ÙĬØ©", + "اعÙĬ Ø©", + "vÃŃ ce", + "vÃŃc e", + "о нÑĸв", + "он Ñĸв", + "онÑĸ в", + "ì£ Ħ", + "å» ł", + "ĠØ´ÙĬ Ø¡", + "ĠТ ем", + "ĠТе м", + "Ġاب زار", + "ĠTH PT", + "γ γÏģαÏĨ", + "ĠëĮĢ íķ´ìĦľ", + "ĠëĮĢíķ´ ìĦľ", + "ĠPh ạm", + "ÑĨион ной", + "| /", + "Ġ ãĤ¸ãĥ£", + "ĠãĤ¸ ãĥ£", + "ÑĮ ÑİÑĤ", + "ÑĮÑİ ÑĤ", + "Ñĥ зÑĭ", + "Ñĥз Ñĭ", + "ĠÙħ اد", + "ĠÙħا د", + "ĠmÄĽ ly", + "ĠmÄĽl y", + "Ġ çĪ±", + "ĠçĪ ±", + "Ġr ád", + "Ġrá d", + "à¸Ħว à¸ļà¸Ħ", + "à¥Ī ?", + "Ġl idi", + "Ġli di", + "Ġlid i", + "m amız", + "mam ız", + "Ġ à¹ģà¸ģ", + "Ġà¹ģ à¸ģ", + "ãĤ¯ ãĤ·ãĥ§ãĥ³", + "à¸Ńำ à¸Ļวย", + "es át", + "Ġv iêm", + "Ġvi êm", + "è¡Į åĬ¨", + "มาà¸ģ à¸ģว", + "ĠØ®ÙĪ اب", + "Ġser best", + "ÅĻÃŃ z", + "ĠíĺĦ ëĮĢ", + "ãĢĮ ãģĿãģĨ", + "çĤ ¸", + "om ik", + "omi k", + "ĠÄ° ran", + "Ġer iÅŁ", + "ĠÑģ ела", + "ĠÑģел а", + "Ġار زÛĮ", + "Ġارز ÛĮ", + "ãĥĪ ãĥª", + "ĠB ÄĽ", + "е кÑĥ", + "ек Ñĥ", + "Ч ÑĤобÑĭ", + "ЧÑĤо бÑĭ", + "Ġanlam da", + "Îij Îĺ", + "ĠLINE AR", + "ĠLIN EAR", + "æľī çĤ¹", + "ÑĤ аÑĢ", + "ÑĤа ÑĢ", + "it ler", + "itle r", + "Ġn ÃŃž", + "ĠnÃŃ Å¾", + "ĠС ÑģÑĭлки", + "å ¶", + "Ġв пол", + "Ġвп ол", + "ĠدÙĤÛĮ ÙĤÙĩ", + "ĠدÙĤÛĮÙĤ Ùĩ", + "Ġ ä½ĵ", + "ر Ùī", + "ëĶ °", + "Ġà¤ķ व", + "Ġж иÑĢ", + "æij Ĩ", + "Ġì¤ij ìĭ¬", + "Ġк Ñĥб", + "ĠкÑĥ б", + "Ġz lep", + "ĠÑĢÑĭ б", + "é³ ´", + "à¹ģà¸ľ à¸Ļ", + "Ġ íĢ", + "Ġí Ģ", + "ĠÐĿ еÑĤ", + "ĠÐĿе ÑĤ", + "ž itÄĽ", + "žit ÄĽ", + "ži tÄĽ", + "Ġb Äĥng", + "ĠH ava", + "ĠHa va", + "ĠHav a", + "Ġ모 ëį¸", + "ĠH ãy", + "ĠìĿ´ ê²ĥ", + "Ġìĥģ ìĦ¸", + "me miÅŁ", + "mem iÅŁ", + "ĠθÎŃ Ïĥη", + "ण न", + "ĠskuteÄį nÄĽ", + "ĠTarih i", + "Ġtext u", + "Ġtex tu", + "ï¼Į éĢĻ", + "ĠاÛĮÙĨتر ÙĨتÛĮ", + "ĠÙ¾ اد", + "Ġپا د", + "ิà¸Ļ à¸ģาร", + "ĠNg á»įc", + "ĠÑĢоб иÑĤи", + "íĸĪ ê³ł", + "Ġम ण", + "ÐĽ Ðĺ", + "Ġпо ÑĤеÑĢ", + "ĠпоÑĤ еÑĢ", + "Ñģ ом", + "Ñģо м", + "ĠاÙĪ ÙĦÛĮÙĩ", + "ĠاÙĪÙĦ ÛĮÙĩ", + "éĽ ij", + "ĠGi á", + "Ġk anal", + "Ġkan al", + "Ġka nal", + "Ġavant aj", + "Ġavan taj", + "Ġr yb", + "Ġry b", + "Ø® تÙĩ", + "خت Ùĩ", + "ĠÙĪ رÙĪد", + "ĠÙĪر ÙĪد", + "ÐĴ ÑĤ", + "Ïī Ïĥε", + "기 ë¡ľ", + "ĠÐĽ Ñĸ", + "Ġt ảng", + "Ġtả ng", + "Ġص ÙĦÙī", + "ĠÑĥ лÑĭ", + "ĠÑĥл Ñĭ", + "Ġcu á»ijn", + "ĠÐIJ нг", + "ĠÐIJн г", + "Ġد اÙĪ", + "ĠÑĪлÑıÑħ ом", + "ĠÄįlovÄĽk a", + "ĠÄįlovÄĽ ka", + "d ete", + "de te", + "det e", + "ÑĬ ем", + "à¹Į à¹ĥà¸Ļ", + "à¤ķ न", + "åĪ ¤æĸŃ", + "åĪ¤ æĸŃ", + "ĸ ìĹIJ", + "ÏĦ ÏīÏĥη", + "ÏĦÏī Ïĥη", + "ĠÙģÙĨ اÙĪرÛĮ", + "ĠyaÅŁ ında", + "ĠÏĥÏĩ ÎŃ", + "Ġ yı", + "Ġy ı", + "Ġp ÅĻen", + "ĠpÅĻ en", + "ĠpÅĻe n", + "ĠÑĦоÑĢм ÑĥваннÑı", + "ĠÑĦоÑĢмÑĥ ваннÑı", + "ü mÃ¼ÅŁ", + "üm Ã¼ÅŁ", + "ümü ÅŁ", + "Ġ δο", + "Ġδ ο", + "ımız ın", + "ımızı n", + "Ġ é¢Ħ", + "Ġé¢ Ħ", + "оÑģÑĤ ÑĮÑİ", + "оÑģÑĤÑĮ Ñİ", + "ĠоÑĤкÑĢÑĭ ÑĤ", + "Ġأغ سطس", + "ĠA sp", + "ĠAs p", + "ĠÑĥ зн", + "ĠÑĥз н", + "ĠÙĪ است", + "ĠÙĪا ست", + "ĠÙĪاس ت", + "e lerle", + "eler le", + "èķ ī", + "Ġت Ú©ÙĨ", + "Ġتک ÙĨ", + "Ñĥ мÑĥ", + "Ñĥм Ñĥ", + "à¹Į à¸ĭ", + "ाद न", + "ĠâĢĭ âĢĭâĢĭ", + "ĠâĢĭâĢĭ âĢĭ", + "Ġa lıyor", + "Ġal ıyor", + "Ġî ¡", + "Ùħ دة", + "Ùħد Ø©", + "Ġ Ïĥει", + "ĠÏĥ ει", + "ĠÏĥε ι", + "Ġ è¿Ļ", + "Ġè¿ Ļ", + "ĠÅŀ ehir", + "ен ÑĤами", + "енÑĤ ами", + "енÑĤа ми", + "ãĤ¿ ãĥ«", + "ห าย", + "หา ย", + "ай ÑĤ", + "Ġh arc", + "Ġhar c", + "Ġha rc", + "ãĢĤ ãģĬ", + "Ġتأ Ø«ÛĮر", + "า à¸Ĭà¸Ļ", + "าà¸Ĭ à¸Ļ", + "Ġth áºŃm", + "Ġ æ¿", + "Ġæ ¿", + "Ġm Å©i", + "Ġprv nÃŃm", + "ĠprvnÃŃ m", + "Ġбаг аÑĤÑĮ", + "ĠбагаÑĤ ÑĮ", + "ãģķãĤī ãģ«", + "b iên", + "bi ên", + "åºĶ å½ĵ", + "ìĿ´ ë²Ħ", + "Ġpou žÃŃt", + "ĠpoužÃŃ t", + "Ġokam ž", + "e sin", + "es in", + "esi n", + "v ÄĽl", + "vÄĽ l", + "Ġ ضÙĪ", + "Ġض ÙĪ", + "è» Ł", + "- з", + "à¥Ī त", + "è¨Ī ç®Ĺ", + "r abilir", + "ra bilir", + "rab ilir", + "ĠÐłÐ¾Ñģ ÑĸÑĹ", + "Ġpla tÃŃ", + "Ġplat ÃŃ", + "Ġdosp ÄĽl", + "Ġر ضا", + "Ġرض ا", + "Ġn ového", + "Ġnov ého", + "Ġnové ho", + "Ġна ÑĨионалÑĮ", + "ĠÐIJ б", + "ãģĮ ãģĤãģ£ãģŁ", + "Ġ ë¹Ī", + "Ġë¹ Ī", + "âĢĮ Ùħ", + "å±ŀ äºİ", + "Ġt ane", + "Ġta ne", + "Ġtan e", + "ÙĬ اÙĩ", + "ÙĬا Ùĩ", + "Ġ βο", + "Ġβ ο", + "Ġ ëĬ¥", + "ĠëĬ ¥", + "ãĥĩãĤ£ ãĥ¼ãĤ¹", + "Ġ Ø°Ùĥر", + "ĠØ° Ùĥر", + "Ġobvyk le", + "Ġbir inci", + "ĠاÙĦ زر", + "ĠاÙĦز ر", + "ìĿ´ ë¹Ħ", + "ĠØ¥ د", + "ĠE kon", + "ĠEk on", + "ÐŁ ол", + "ÐŁÐ¾ л", + "ĠвеÑĢ оÑıÑĤ", + "Ġyarar lan", + "Ġа ÑĢом", + "ĠаÑĢ ом", + "Ġ éĦ", + "Ġé Ħ", + "Ġ iddi", + "Ġid di", + "i Äįka", + "iÄį ka", + "struk ce", + "mÃ¼ÅŁ tür", + "Ïħ ÏĦÏĮ", + "ë¡ ±", + "Ġal maktadır", + "Ġalmak tadır", + "ени Ñıми", + "ениÑı ми", + "ียà¸Ļ ร", + "à¹ĩ à¸Ļว", + "à¹ĩà¸Ļ ว", + "и кÑĥ", + "ик Ñĥ", + "е нка", + "ен ка", + "âĢĻ yi", + "âĢĻy i", + "Ġpo hod", + "Ġpoh od", + "Ġ زر", + "Ġز ر", + "Ġx ấu", + "Ġ à¸łà¸²à¸©", + "Ġà¸ł าษ", + "Âł Ðŀ", + "Ġ δικ", + "Ġδ ικ", + "Ġδι κ", + "Ġназ ива", + "åıª èĥ½", + "大 éĩı", + "ĠÄij ế", + "Ġ 第äºĮ", + "Ġ第 äºĮ", + "ĠkiÅŁ ilerin", + "ĠkiÅŁi lerin", + "ĠkiÅŁiler in", + "Ġdob ré", + "Ġdobr é", + "é© ¾", + "Ġdůležit é", + "ë¡ ¤", + "μÎŃ Î½Î¿Ïħ", + "μÎŃν οÏħ", + "μÎŃνο Ïħ", + "Ġtr ú", + "Ġbiç im", + "Ġ ÐĿÐIJ", + "ĠÐĿ ÐIJ", + "Ġ å¾Į", + "Ġå¾ Į", + "Ġdu yg", + "Ġduy g", + "åŀ Ĥ", + "ÐĨ ÐĨ", + "Ġet meye", + "Ġetm eye", + "Ġetme ye", + "ĠÙĦب اس", + "Ġд вÑĸ", + "Ġдв Ñĸ", + "Ġ 긴", + "Ġê¸ ´", + "ÑĨ Ñĸйно", + "ÑĨÑĸй но", + "κ ÏĦή", + "ï½ Ŀ", + "ĠÑĦевÑĢа лÑı", + "å¯ «", + "Ġ 겨", + "Ġê² ¨", + "Ġyıl larda", + "Ġyıllar da", + "Ġз Ñĥп", + "Ġobchod nÃŃ", + "Ġاض اÙģÙĩ", + "в еÑĢж", + "веÑĢ ж", + "Ġ æłĩ", + "Ġæł ĩ", + "ج اج", + "جا ج", + "Ġر ÙĪسÛĮ", + "ĠرÙĪ سÛĮ", + "Ġstand art", + "Ġstan dart", + "é ru", + "ér u", + ") ìĿĦ", + "д екÑģ", + "де кÑģ", + "Ġ âĪļ", + "ĠâĪ ļ", + "ĠÄ°ngiliz ce", + "èĬ Ŀ", + "身 ä¸Ĭ", + "ØŁ ØŁ", + "Ġm ẽ", + "Îij ÎĶ", + "енÑģ ив", + "âĢĻ ta", + "âĢĻt a", + "à¹ī าà¸ģ", + "à¹īา à¸ģ", + "ÎŁÎĽ ÎŁÎĵ", + "ä»ĺ ãģij", + "Ġs Ãłng", + "ĠsÃłn g", + "Ġह à¤Ł", + "ÑĭÑĪ лен", + "ĠØ® طر", + "Ġخط ر", + "Ġнай ÑĤи", + "缸 ä¿¡", + "Ïī δ", + "ठĶ", + "Ġdo pad", + "Ġdop ad", + "à¹Ħà¸Ł ล", + "æ ģµ", + "æģ µ", + "í Ĥ¬", + "íĤ ¬", + "Ä±ÅŁ ma", + "ãģı ãĤĮãģŁ", + "ãģıãĤĮ ãģŁ", + "Ġnap rost", + "ĠÑģоÑģÑĤав е", + "Ġ ÙĪسط", + "ĠÙĪ سط", + "ĠÙĪس Ø·", + "๠ķ", + "éĸĭ çĻº", + "ĠдеÑĢ ева", + "ĠдеÑĢев а", + "- ÐĶ", + "à¸ĩ à¸Ĭ", + "ิà¸ķ ย", + "ĠاÙĦÙĤ اÙĨÙĪÙĨ", + "ãĤ¹ ãĤ«", + "l ÃŃž", + "lÃŃ Å¾", + "Ġан ализ", + "Ġproblém y", + "æĸĩ åѦ", + "çĹħ éĻ¢", + "Ñģ ед", + "Ñģе д", + "ï¼Į å°ı", + "Ġعش ÙĤ", + "ãģ° ãģĭãĤĬ", + "Ġع ÙĤد", + "ĠعÙĤ د", + "ØŃ ÙĬØ©", + "ØŃÙĬ Ø©", + "Ġë°Ķ ëŀįëĭĪëĭ¤", + "inc lu", + "incl u", + "Ġ ëĵľë¦½ëĭĪëĭ¤", + "Ġëĵľ 립ëĭĪëĭ¤", + "åį« çĶŁ", + "Ġвид Ñĥ", + "Ġви дÑĥ", + "ุ à¸ļาล", + "ุà¸ļ าล", + "ÑĢ ÑĥкÑĤ", + "ÑĢÑĥ кÑĤ", + "ÑĢÑĥк ÑĤ", + "ĠоÑģ вÑĸÑĤ", + "ĠоÑģвÑĸ ÑĤ", + "Ġvel ký", + "Ġvelk ý", + "Ġch tÄĽl", + "ĠchtÄĽ l", + "æīĵ å¼Ģ", + "Ġзакон одаÑĤелÑĮ", + "ан Ñģи", + "анÑģ и", + "ì¶ ĺ", + "ĠÙħر اج", + "åģľ æŃ¢", + "Ġво но", + "ìłķ ìĿ´", + "Ġroz sah", + "Ġrozs ah", + "Ġ æĻ´", + "ĠæĻ ´", + "Ġza jist", + "Ġzaj ist", + "Âł м", + "tı ģını", + "tıģ ını", + "Ġhizmet i", + ". Îij", + "ĠÙħعÙħÙĪÙĦ ا", + "Ġ ži", + "Ġž i", + "Ġg á»įn", + "èĮ Ĥ", + "Ġh uz", + "Ġhu z", + "ζ ει", + "ζε ι", + "à¥ī à¤Ł", + "Ġиз дел", + "ìŀ ĸ", + "ĠëĶ° 른", + "Ġk ia", + "Ġki a", + "Ġz nÄĽnÃŃ", + "Ġzn ÄĽnÃŃ", + "ĠоÑĢгани за", + "ĠоÑĢганиз а", + "از ات", + "Ġrež im", + "Ġв енÑĤи", + "b ách", + "Ġод номÑĥ", + "Ġодно мÑĥ", + "Ġодном Ñĥ", + "Ġkit ab", + "Ġki tab", + "Ġkita b", + "Ġfran couz", + "Ġfranc ouz", + "ĠØ£ ÙĦ", + "Ġس رÙĪ", + "Ġسر ÙĪ", + "Ùij ÙĦ", + "Ġ ман", + "Ġм ан", + "Ġма н", + "ë° į", + "Ġк Ñĥда", + "ĠкÑĥ да", + "Ùı س", + "ãĢĤ æѤ", + "ا شة", + "اش Ø©", + "à¸Ĥà¸Ńà¸ĩ à¸ľ", + "主 ä»»", + "ив ÑĪи", + "Ġà¸ģ รà¸ģ", + "Ġà¸ģร à¸ģ", + "ек Ñģи", + "екÑģ и", + "иÑĤ еÑĤ", + "иÑĤе ÑĤ", + "ĠØ£ ÙĦÙģ", + "ĠØ£ÙĦ Ùģ", + "а ними", + "ан ими", + "ани ми", + "ãĥļ ãĥ¼ãĤ¸", + "ĠпÑĢав ил", + "ĠпÑĢави л", + "åªĴ ä½ĵ", + "Ñİ Ñīее", + "ÑİÑī ее", + "ä¸Ģ 人", + "β ο", + "ìĭ ¸", + "о зна", + "оз на", + "å¤ī æĽ´", + "ĠÙħØ´ Ùĩد", + "æ³ķ 人", + "ĠBa kanı", + "ĠBak anı", + "ĠBakan ı", + "ĠÑħоÑĩ а", + "Ġα ξ", + "Ġver ilm", + "Ġveri lm", + "Ġk onus", + "Ġkon us", + "Ġkonu s", + "με νη", + "μεν η", + "Ġ 馬", + "Ġé ¦¬", + "Ġé¦ ¬", + "Ġìĭ¤ ìłľ", + "Ġjed no", + "Ġjedn o", + "Ġб аб", + "Ġба б", + "åĥ į", + "æĺ¯ ä¸Ģ个", + "æĺ¯ä¸Ģ 个", + "- е", + "ĠpÅĻek vap", + "à¸Ń à¸ŀ", + "ĠY ol", + "ĠYo l", + "ĠÑĥÑģÑĤан авлива", + "ê² ¼", + "Ġ 件", + "اÙĦ Ø´", + "Ġоб ÑĥÑĩ", + "åĺ Ľ", + "ĠÑħоÑĩ Ñĥ", + "ĠÐķ в", + "ÑĦ оÑĢÑĤ", + "ÑĦоÑĢ ÑĤ", + "Ġर न", + "âĢŀ V", + "èľ ľ", + "Ġd oma", + "Ġdo ma", + "Ġdom a", + "æĶ¯ æı´", + "Ġ اخت", + "Ġا خت", + "Ġاخ ت", + "å¾ ª", + "à¥Ĥ à¤ļन", + "à¥Ĥà¤ļ न", + "ा हन", + "ाह न", + "Ġ å¤ı", + "Ġå¤ ı", + "ĠاÙĦØ£ Ùħر", + "ĠاÙĦØ£Ùħ ر", + "ĠбеÑĢем енноÑģÑĤи", + "ĠTh á»±c", + "é£İ éĻ©", + "Ġül kemiz", + "Ġülk emiz", + "çķª åı·", + "ÑģÑĤ ÑĢе", + "ÑģÑĤÑĢ е", + "ÑĪ ло", + "ĠصاØŃ Ø¨", + "ι νε", + "ιν ε", + "ĠK ıs", + "ĠKı s", + "ĠPr ahy", + "ĠPra hy", + "æ¹ ¿", + "Ġv ým", + "Ġvý m", + "çĽ Ĵ", + "ÎŁ ÎĶ", + "ÎŁÎ Ķ", + "ãģł ãģª", + "ĠpÅĻÃŃ ležit", + "Ġìĸ¸ ìłľ", + "ĠÑĪвид ко", + "Ġsitu aci", + "åħĥ ç´ł", + "Ä°T ESÄ°", + "ĠV ak", + "ĠVa k", + "Ġner edeyse", + "i iii", + "ii ii", + "iii i", + "ÑĢа зд", + "ÑĢаз д", + "Ġп олиÑĤ", + "Ġпо лиÑĤ", + "Ġпол иÑĤ", + "Ġполи ÑĤ", + "Ġп огод", + "Ġпо год", + "Ġпог од", + "ĠпÑĢоÑĨеÑģ Ñģе", + "ĠпÑĢоÑĨеÑģÑģ е", + "Ġмен ÑĪе", + "äºĮ 人", + "ĠÙħÙĪ اط", + "Ġp ÅĻik", + "ĠpÅĻ ik", + "ĠpÅĻi k", + "è· ¡", + "Ġs erg", + "Ġse rg", + "Ġser g", + "ĠÑĢаÑģ ÑģÑĤоÑı", + "и Ñĩно", + "иÑĩ но", + "ĠÎĶ ÎĹÎľ", + "¨ Ø·", + "ص بØŃ", + "صب ØŃ", + "สะ à¸Ķวà¸ģ", + "د رÛĮ", + "در ÛĮ", + "k ům", + "ků m", + "ç§ģ ãģ¯", + "Ġt vor", + "Ġtv or", + "à¥įव व", + "Ġp ÅĻiv", + "ĠpÅĻ iv", + "ĠpÅĻi v", + "Ġ íı´", + "Ġíı ´", + "Ġst átu", + "Ġstát u", + "Ġed ilmiÅŁtir", + "Ġedilm iÅŁtir", + "Ġedil miÅŁtir", + "ĠedilmiÅŁ tir", + "ØŃ Ùħ", + "Ġб ÑĥÑħ", + "ĠбÑĥ Ñħ", + "สำ à¹Ģร", + "ĠتÙĪ ضÛĮ", + "ãģĿãĤĮ ãģ¯", + "Ġà¤ħव ध", + "é ŀĭ", + "éŀ ĭ", + "âĤ¬ Ċ", + "Ġ éº", + "Ġé º", + "ĠÄĮ es", + "Ġpop rvé", + "ï¼Į åĽł", + "Ġal mÄ±ÅŁ", + "Ġalm Ä±ÅŁ", + "l al", + "la l", + "ĠØ® ÙĪبÛĮ", + "ĠØ®ÙĪ بÛĮ", + "ĠØ®ÙĪب ÛĮ", + "Ġκ οÏģ", + "Ġκο Ïģ", + "ìļ´ ëıĻ", + "m ayın", + "may ın", + "mayı n", + "Ġak tif", + "Ġakt if", + "ĠاÙĨج ÙħÙĨ", + "ĠÑģ ÑĤак", + "ĠÑģÑĤ ак", + "ĠÑģÑĤа к", + "ĠÑģÑĤ аÑĢа", + "ĠÑģÑĤаÑĢ а", + "ĠÑģÑĤа ÑĢа", + "ÙĦ ÙģØ©", + "ÙĦÙģ Ø©", + "Ġparç ası", + "ĠкоÑĢп ÑĥÑģ", + "ãĢģ é«ĺ", + "! ..", + "!. .", + "ĠÎł ÎijÎĿ", + "ĠÙĩÙĨ ÙĪز", + "ion álnÃŃ", + "Ġprá vnÃŃ", + "Ġpráv nÃŃ", + " Ŀ", + "Ġت ÛĮر", + "ĠتÛĮ ر", + "Ġ åŁİ", + "ĠåŁ İ", + "Ġзг ад", + "Ġsaldır ı", + "æŁ¥çľĭ æijĺè¦ģ", + "é« ª", + "Ùģ صÙĦ", + "ãģĻ ãģ¹ãģ¦", + "е во", + "ев о", + "ê´Ģ리 ìŀIJ", + "Ġìĺ Ĩ", + "udic ots", + "ÙĪر ÙĨ", + "Ġcel kem", + "ãĤ¤ ãĤº", + "ìĬ¤ ê°Ģ", + "販 売", + "ĠíĮĮìĿ¼ 첨ë¶Ģ", + "ë ¢°", + "Ġe nergie", + "Ġenerg ie", + "Ġener gie", + "es idir", + "esi dir", + "Ġm iá»ĩng", + "éĻ ·", + "Ġг аÑĢа", + "ĠгаÑĢ а", + "Ġb iliyor", + "Ġbil iyor", + "çį² å¾Ĺ", + "еÑĤ еÑĢб", + "à¹Īา à¹Ģà¸Ľ", + "Ġμα ζί", + "Ġzprac ovánÃŃ", + "Ñģ м", + "Ġh ala", + "Ġha la", + "Ġhal a", + "Ġز ÙĪج", + "ĠвÑĸд нов", + "à¹Ģหม าะ", + "ĠÐłÐµÑģп Ñĥбли", + "åĩºåĵģ èĢħ", + "Ñī ини", + "Ñīи ни", + "Ñīин и", + "ัà¸Ļ à¹Ģà¸Ľ", + "Ġtý den", + "Ġtýd en", + "Ġب ÙĬت", + "ĠبÙĬ ت", + "Ñģ комÑĥ", + "Ñģк омÑĥ", + "Ñģком Ñĥ", + "Ñģко мÑĥ", + "ĠÙĩÙĪ اپÛĮÙħ", + "оÑģ нов", + "é¸ Ł", + "Ġsou krom", + "Ġfa iz", + "Ġdem ok", + "Ġdemo k", + "Ġkter ém", + "Ġkteré m", + "Ġëħ ¹", + "л аÑĩ", + "ла Ñĩ", + "ĠоÑĤвеÑĤ ÑģÑĤвен", + "Ġ ï¼¼:", + "Ġï¼¼ :", + "Ġ λο", + "Ġλ ο", + "ÄĮ esk", + "ê°Ģ ìļĶ", + "Ġ ãĥĬ", + "Ġãĥ Ĭ", + "Ġnhu áºŃn", + "ĠÑģ или", + "ĠÑģи ли", + "ĠÑģил и", + "ĠÐľ он", + "Ġç ap", + "Ġça p", + "ĠRow Box", + "Ġм аÑģÑĤ", + "ĠмаÑģ ÑĤ", + "Ġма ÑģÑĤ", + "ĠÐľ а", + "ĠдÑĢÑĥг о", + "ĠдÑĢÑĥ го", + "ĠØ£ Ø´", + "ë°© ìĨ¡", + "ĠпÑĸд пиÑģ", + "èĩ ¨", + "åī ©", + "Ġh iá»ĥn", + "Ġhi á»ĥn", + "ĠÙĤر ارد", + "ĠÙĤرار د", + "ist rat", + "istr at", + "istra t", + "ÐŁ Ñĸд", + "ÏĦε Ïģα", + "ÏĦεÏģ α", + "Ġpoz dÄĽ", + "ĠbaÅŁ ta", + "夫 人", + "л ини", + "ли ни", + "лин и", + "Ġка ÑĩеÑģÑĤва", + "ĠкаÑĩе ÑģÑĤва", + "Ġkur tul", + "Ġ ì¢Į", + "Ġì¢ Į", + "ãģ«ãģĬ ãģijãĤĭ", + "åľ° åįĢ", + "ĠÑĩа Ñģом", + "ĠÑĩаÑģ ом", + "ìµľ ê³ł", + "Ġn gang", + "Ġng ang", + "Ġnga ng", + "ا Ùĩد", + "اÙĩ د", + "ĠШ ев", + "ĠpÅĻ itom", + "ĠpÅĻi tom", + "Ġch ấm", + "ĠÐľ еÑģÑĤо", + "ĠÑģовеÑĢÑĪ енно", + "ÃŃ cÃŃ", + "ÃŃc ÃŃ", + "Ń å·ŀ", + "åĪĽ æĸ°", + "äºĶ æľĪ", + "Ġا عÙħاÙĦ", + "Ġاع ÙħاÙĦ", + "Ġвозмож ноÑģÑĤи", + "Ġвозможно ÑģÑĤи", + "ĠпÑĢод овж", + "n ÄĽt", + "nÄĽ t", + "ĠÐĿа пÑĢимеÑĢ", + "ĠاÙĦ دÙħ", + "ĠاÙĦد Ùħ", + "Ġ à¹ģà¸ļà¸ļ", + "Ġà¹ģ à¸ļà¸ļ", + "çĶŁ çļĦ", + "ĠÑħ аÑĢÑĩ", + "ĠSon uç", + "Ġrůzn é", + "Ġrůz né", + "Ġ اذ", + "Ġا Ø°", + "ĠØ§Ø °", + "à¸ķ à¸Ńà¸ļ", + "P ÅĻed", + "PÅĻ ed", + "ĠдеÑĢев Ñıн", + "ë´ IJ", + "ĠëĬIJ ëĤ", + "جÙħ ÙĬع", + "ĠBöyle ce", + "èµ ı", + "Ġب سÙĬ", + "Ġبس ÙĬ", + "ĠÃĩ aÄŁ", + "Ġت اÛĮ", + "Ġتا ÛĮ", + "Ġnej vyÅ¡Å¡ÃŃ", + "èĸ ©", + "Ïĩε δÏĮν", + "Ġëĵ± ìĿĺ", + "e yh", + "ey h", + "æĸĻ çIJĨ", + "ا تÙĩ", + "ات Ùĩ", + "æī «", + "Ġ å©", + "Ġå ©", + "ĠпÑĢи вед", + "ĠпÑĢив ед", + "æī ¶", + "Ġ 견", + "Ġê² ¬", + "Ġا ÙħÛĮر", + "ĠاÙħ ÛĮر", + "ाय ल", + "æ¡ ij", + "à¸Ļ à¹Ģà¸ķ", + "ила кÑĤи", + "家 ä¼Ļ", + "Ġbulun uyor", + "y sa", + "ys a", + " Ĩ", + "ĠB Ä°R", + "íĨ ¤", + "à¤Ĥà¤Ĺ à¤łà¤¨", + "ÎĶ εν", + "à¥Į à¤ķर", + "à¥Įà¤ķ र", + "éĸĵ ãģ«", + "Ġм об", + "Ġмо б", + "ĠMo rav", + "ĠMor av", + "è§Ħ åĪĴ", + "ĠÑģвÑĸÑĤ Ñĸ", + "ul ts", + "ult s", + "Ġze mÃŃ", + "Ġzem ÃŃ", + "Âł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "ÂłĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "ĠÐŁ оп", + "ĠÐŁÐ¾ п", + "ãģĤ ãģĴ", + "Ġpom oci", + "Ġpomoc i", + "ĠзмÑĸ ÑģÑĤ", + "Ġзм ÑĸÑģÑĤ", + "主 人", + "ĠS ı", + "ãĥĽ ãĥĨãĥ«", + "ĠÑĥва гÑĥ", + "å» ³", + "à¹Ģม à¸ķร", + "est li", + "Ġlo ạt", + "ãĤ¢ ãĥ¼", + "ĠÎĶ ε", + "Ġbun ları", + "Ġbunlar ı", + "Ġ çĤ¹åĩ»", + "ĠçĤ¹ åĩ»", + "Ġ BÃłi", + "ĠB Ãłi", + "ĠBÃł i", + "Ġ ä¸ĸ", + "Ġä¸ ĸ", + "Ġê³ł ê°ľë¥¼", + "ĠÐŃ ÑĤоÑĤ", + "ĠÐŃÑĤо ÑĤ", + "Ġmem nun", + "Ġ ।Ċ", + "Ġ। Ċ", + "ĠиÑģÑĤоÑĢ ии", + "Ġ ì°©", + "Ġì° ©", + "१ ९", + "१ॠ¯", + "ĠÐŀд нак", + "ĠÐŀдна к", + "Ġv ede", + "Ġve de", + "Ġved e", + "ÏĨ ÎŃÏģει", + "ÏĨÎŃ Ïģει", + "â b", + "çĬ¶ åĨµ", + "åįı è®®", + "Ġ ê°Ŀ", + "Ġê° Ŀ", + "е вид", + "ев ид", + "еви д", + "j mu", + "jm u", + "Ġколи ÑĩеÑģÑĤва", + "ĠколиÑĩ еÑģÑĤва", + "ĠколиÑĩе ÑģÑĤва", + "à Ľ", + "i Äįe", + "iÄį e", + "Ġfirm alar", + "Ġfir malar", + "Ġfirma lar", + "èĢ Ģ", + "к Ñĸн", + "кÑĸ н", + "ĠêµŃ 민", + "Ġ목 ë¡Ŀ", + "ĠÎļ αÏģ", + "ĠÎļα Ïģ", + "Ġhis sed", + "Ġhiss ed", + "ï¼ «", + "Ġ Tên", + "ĠT ên", + "ĠÑĤÑĭ ÑģÑıÑĩ", + "ØŃÙĬ ØŃ", + "Ġвпол не", + "ĠS ınıf", + "ĠSın ıf", + "Ġμ ην", + "Ġμη ν", + "Ġ íij¸", + "Ġí ij¸", + "ĠاÙĦ طبÙĬ", + "ĠاÙĦØ· بÙĬ", + "ĠاÙĦطب ÙĬ", + "ĠزÛĮ ب", + "Ġп Ñĥ", + "Ġp raž", + "Ġpr až", + "Ġpra ž", + "ìĹĨ ëĬĶ", + "θ ÏģÏī", + "Ġi çi", + "Ġiç i", + "Ġб Ñĸл", + "ĠбÑĸ л", + "Ðł Ñij", + "Ġì¶ķ 구", + "Ġl ạ", + "Ġ ãĥķãĤ¡", + "Ġãĥķ ãĤ¡", + "Ġ èĸ", + "Ġè ĸ", + "μα ÏĦο", + "éĩij å±ŀ", + "á li", + "ál i", + "ĠÙģ Ø£", + "ĠKar lov", + "ĠKarl ov", + "ĠZ áp", + "ĠZá p", + "ãĥª ãĥ³ãĤ°", + "ãĥªãĥ³ ãĤ°", + "ab ilmek", + "abil mek", + "ĠС и", + "Ġc ÃŃrk", + "ĠcÃŃ rk", + "Ġk á»ĭp", + "Ġà¤ij नल", + "ĠÙĪ ØŃدة", + "ĠÙĪØŃ Ø¯Ø©", + "ãĥĭ ãĥĥãĤ¯", + "Ġn Æ°á»Ľng", + "Ġа кÑĤÑĥ", + "Ġак ÑĤÑĥ", + "ĠакÑĤ Ñĥ", + "å¸Ŀ åĽ½", + "Ġn ázev", + "Ġnáz ev", + "ĠÑĢемон ÑĤ", + "ĠÑĢ инкÑĥ", + "ĠÏĢ άνÏī", + "ĠÏĢά νÏī", + "ÏĦ ικο", + "ÏĦικ ο", + "ÏĦι κο", + "ĠìĤ¼ ìĦ±", + "ĠÑģимпÑĤом Ñĭ", + "ĠÑĢа нÑĸÑĪе", + "ĠJ á", + "ĠÑģÑĩиÑĤа еÑĤÑģÑı", + "ĠÑģÑĩиÑĤ аеÑĤÑģÑı", + "Ġп оÑĢÑĸв", + "Ġпо ÑĢÑĸв", + "ĠпоÑĢ Ñĸв", + "ĠÐľ ал", + "ĠÐľÐ° л", + "éĿ¢ 积", + "ĠÙĦ غ", + "Ġج Ø´ÙĨ", + "Ġнед ели", + "Ġнедел и", + "Ġì¦Ŀ ê°Ģ", + "ãĨį ëıĻ", + "Ġl ượt", + "ĠÄIJ á»ĭnh", + "Ġ à¸Ńà¸Ńà¸Ļà¹Ħลà¸Ļ", + "Ġà¸Ń à¸Ńà¸Ļà¹Ħลà¸Ļ", + "Ġyap arak", + "Ġyapar ak", + "ĠÄij ai", + "ĠÄija i", + "Ġо ÑĦиÑĨи", + "Ġε μÏĢ", + "ξ ειÏĤ", + "ξει ÏĤ", + "Ġкон ÑĦеÑĢен", + "Ġ arası", + "Ġa rası", + "Ġar ası", + "Ġaras ı", + "Ġara sı", + "à¸ķ า", + "Ġ ë´IJ", + "Ġë´ IJ", + "о вана", + "ов ана", + "ова на", + "ован а", + "ì§Ģ ê°Ģ", + "ĠV ám", + "ि à¤ľà¤¨", + "à¤¿à¤ľ न", + "Ġ ç¼ĸè¾ij", + "Ġç¼ĸ è¾ij", + "ζ ÏĮ", + "ĠÏĦ ÏģÏĮ", + "Ġücret siz", + "ĠکاÙħ ÙĦا", + "ĠکاÙħÙĦ ا", + ": ::/", + ":: :/", + "::: /", + "à¹Į ĊĊ", + "à¹ĮĊ Ċ", + "Ġéĸ¢ éĢ£", + "Ġ kara", + "Ġk ara", + "Ġka ra", + "Ġkar a", + "Ġбез пеки", + "ĠzmÄĽ ny", + "ĠzmÄĽn y", + "Ġê¿ Ī", + "v rd", + "vr d", + "li ÄŁine", + "liÄŁi ne", + "liÄŁ ine", + "liÄŁin e", + "ĠاÙĨتخاب ات", + "ĠдоÑģ вÑĸд", + "Ġkter ého", + "Ġkteré ho", + "ен ÑĤом", + "енÑĤ ом", + "ê³µ ë¶Ģ", + "ìł Ŀ", + "Ġë§Į 족", + "Ġ æij", + "Ġæ ij", + "åĩº åı£", + "建 è®®", + "о ÑĤÑı", + "оÑĤ Ñı", + "Ġ Òij", + "ĠÒ ij", + "íĶĦ ë¡ľ", + "Ġg ió", + "Ġgi ó", + "ãĤ· ãĤ§", + "Ġλ εÏĢ", + "íķĺ 볤", + "Ġyok sa", + "Ġist ih", + "ï¼ ¶", + "ĠاÙĦ عÙħ", + "ĠاÙĦع Ùħ", + "Ġکار گرد", + "à¹Ģà¸ŀ ราะ", + "Ġn ových", + "Ġnov ých", + "Ġnový ch", + "ĠÑģ на", + "Ġs ana", + "Ġsa na", + "Ġsan a", + "व त", + "Ä±ÅŁ man", + "Ä±ÅŁma n", + "åı¦ å¤ĸ", + "ì¶ľìŀ¥ ìĥµ", + "å© ¦", + "ĠкоÑĪ ÑĤÑĸв", + "ĠÙĪاÙĦ ÙĨ", + "Ġب اÙĦØ¥", + "ĠباÙĦ Ø¥", + "Ġ æĬĢ", + "ĠæĬ Ģ", + "Ġмн оже", + "à¥Ĥ ड", + "ĠC ục", + "Ġe vet", + "Ġev et", + "Ġeve t", + "èģĶ åIJĪ", + "Ġ³³Ġ³³ Ġ³³Ġ³³", + "çļĦ å¿ĥ", + "Ġd áng", + "Ġdá ng", + "Ġdán g", + "اÛĮ سÙĩ", + "Ġ erken", + "Ġer ken", + "Ġerk en", + "æ³ ¡", + "ائ ب", + "Ġyap ıldı", + "Ġyapıl dı", + "ĠQu ản", + "æŶ 代", + "ìĽ ¨ìĸ´", + "ìĽ¨ ìĸ´", + "Ġг ÑĸÑĢ", + "ok oj", + "oko j", + "Ùĥ رة", + "Ùĥر Ø©", + "Ñİ Ðº", + "Ġvý j", + "Ġhod iny", + "Ġhodin y", + "Ġелек ÑĤÑĢон", + "m ıyor", + "ĠìŀĪ ëĭ¤ëĬĶ", + "ĠìŀĪëĭ¤ ëĬĶ", + "à¹ī à¹ī", + "иÑĤелÑĮ ное", + "иÑĤелÑĮно е", + "Ġyıl lar", + "Äı te", + "ĠÄįin nost", + "ุà¸ĵ à¸łà¸²à¸ŀ", + "í ĵ¨", + "н г", + "ู รà¸ĵ", + "ูร à¸ĵ", + "ĠпоÑĢÑıд ке", + "Ġëĭ¹ ìĭľ", + "ĠÐľ оÑģков", + "ĠÐľÐ¾Ñģк ов", + "Ġk red", + "Ġkr ed", + "Ġkre d", + "u rum", + "ur um", + "uru m", + "Ġ ÑĤÑı", + "ĠÑĤ Ñı", + "Ú© ÙĨاÙĨ", + "Ú©ÙĨ اÙĨ", + "д ии", + "ди и", + "ÑĢи мÑĸн", + "ÑĢим Ñĸн", + "ĠоÑĢгани зм", + "ĠоÑĢганиз м", + "Ġ éĽĨ", + "ĠéĽ Ĩ", + "ι ÏĥÏĦο", + "ιÏĥ ÏĦο", + "ä¿¡ çĶ¨", + "åįģ åĽĽ", + "à¹Ī à¹ĥà¸Ĭ", + "ĠÑĥ вид", + "ĠÑĥв ид", + "ัà¸ĩ à¸ģล", + "ัà¸ĩà¸ģ ล", + "åı¦ ä¸Ģ", + "ãĥ« ãĥķ", + "ัà¸ļ à¸Ľà¸£", + "ĠÃľ st", + "説 æĺİ", + "в ай", + "ва й", + "а Ñĩе", + "аÑĩ е", + "æ¬ £", + "Ġkat ıl", + "Ġkatı l", + "ĠC em", + "ĠCe m", + "ĠاÙĦ جÙĩ", + "ĠاÙĦج Ùĩ", + "Ġг ÑĢÑĥз", + "ĠгÑĢÑĥ з", + "ĠгÑĢ Ñĥз", + "Ġза ÑģÑĤав", + "ĠзаÑģÑĤ ав", + "cı lar", + "ĠÑħоÑĤ ел", + "Ġs nÃŃm", + "Ġsn ÃŃm", + "ĠsnÃŃ m", + "ï¼Į 被", + "Ġ виÑī", + "Ġв иÑī", + "Ġви Ñī", + "Ġdem okrat", + "Ġdemok rat", + "à¥ĩ à¤Łà¤°", + "à¥ĩà¤Ł र", + "åij¨ å¹´", + "Ġod pad", + "Ġodp ad", + "Ġda ÅĪ", + "Ġ 代", + "à¹ĩ à¸Ļà¸Ń", + "à¹ĩà¸Ļ à¸Ń", + "ĠÑģк олÑĮко", + "Ġα ÏĨ", + "ĠpÅĻes vÄĽd", + "Ġ åĵģ", + "Ġåĵ ģ", + "ĠинÑĦоÑĢм аÑĨии", + "ĠинÑĦоÑĢма ÑĨии", + "çĽ Ĺ", + "ãģ¾ ãģ¨", + "ĠÑģам ов", + "ĠÑģамо в", + "Ġpo cit", + "Ġpoc it", + "Ġíݸ ì§ij", + "ĠÑģм еÑģÑĮ", + "Ġpo jiÅ¡tÄĽnÃŃ", + "ãģ® ãĤĤ", + "à¹Ī าà¸ģาร", + "à¹Īา à¸ģาร", + "à¹Īาà¸ģ าร", + "ĠÛĮ ÙĪÙĨ", + "Ġ기 ìĸµ", + "ick ými", + "ický mi", + "ickým i", + "a lace", + "al ace", + "ala ce", + "鼻 å½±", + "Ñİ Ð²Ð°Ð½Ð½Ñı", + "缸 åIJĮ", + "Ġ ãĢĥ", + "ĠãĢ ĥ", + "ĠдокÑĥм енÑĤÑĸв", + "ĠдокÑĥменÑĤ Ñĸв", + "ï¼ ¹", + "åĪ° åºķ", + "ó z", + "ĠAh met", + "ĠÙħس اØŃت", + "Ġhl avou", + "Ġhlav ou", + "ül ebilir", + "üle bilir", + "ãĢĤ ä½ł", + "à¹ĩà¸ģ à¸Ĭาย", + "¤ ¤", + "Ġ æĦı", + "ĠæĦ ı", + "Ġch áºŃm", + ". д", + "Ġ cca", + "Ġc ca", + "Ġcc a", + "Ġol umsuz", + " ŀ", + "çĬ ¬", + "ĠпоÑģÑĤоÑıн но", + "Ġ.************** Ċ", + "Ġا ستر", + "Ġاست ر", + "Ġاس تر", + "ĠдалÑĮ ней", + "ů r", + "ä¿Ŀ èŃ·", + "боÑĢ аÑĤоÑĢ", + "боÑĢа ÑĤоÑĢ", + "à ·", + "Ïĥ ÏĦαν", + "ÏĥÏĦ αν", + "ÏĥÏĦα ν", + "ĠÙģ ÙĬÙĦÙħ", + "ĠÙģÙĬ ÙĦÙħ", + "ç ek", + "çe k", + "ìŀIJ 기", + "Ġ æ¥Ń", + "Ġæ¥ Ń", + "н Ñĸп", + "нÑĸ п", + "èī ĩ", + "Ġm oci", + "Ġmo ci", + "Ġmoc i", + "ìľ µ", + "리 ê·¸", + "ĠÐļ о", + "éĤ£ éĩĮ", + "ĠС ÑĤаÑĢ", + "ĠСÑĤ аÑĢ", + "ĠСÑĤа ÑĢ", + "ĠتÙĪاÙĨ ÛĮد", + "Ġng uyá»ĩn", + "Ġnguy á»ĩn", + "Ġ สามารà¸ĸ", + "Ġส ามารà¸ĸ", + "Ñĸ Ñĩна", + "ÑĸÑĩ на", + "Ġ 被", + "Ġè¢ «", + "ุà¸ķสาห à¸ģรรม", + "Ġع صر", + "Ġعص ر", + "ĠÃľNÄ° VERS", + "Ġteh dy", + "ĠÙĪصÙĦ ات", + "ĠÙĪص ÙĦات", + "ä¿Ŀ è¯ģ", + "ĠE udicots", + "ĠÎł ÎŃ", + "建 è¨Ń", + "ĠìłĦ êµŃ", + "Ġ ØŃÛĮ", + "ĠØŃ ÛĮ", + "ãĤ¤ ãĥĦ", + "ĠØŃ Ø§ØµÙĦ", + "ĠجÙĨ ÙĪبÛĮ", + "ĠجÙĨÙĪب ÛĮ", + "ãĢģ æĹ¥æľ¬", + "à Ļ", + "Ġ à¸Ĺาà¸ĩ", + "Ġà¸Ĺ าà¸ĩ", + "ĠÙĨØŃ ÙĪ", + "اÙĩ ÙĬÙħ", + "å¾Į ãģ«", + "à¸Īะ à¹Ħà¸Ķ", + "åĩł 个", + "à¥ģ à¤ģ", + "à¥ģठģ", + "ëĮĢ ìĿĺ", + "Ġl Ãłn", + "ĠlÃł n", + "ìĽĶ ë¶ĢíĦ°", + "Æ ł", + "Ġ еди", + "Ġе ди", + "Ġs pis", + "Ġsp is", + "Ġspi s", + "æľī ä»Ģä¹Ī", + "Ġneb yla", + "Ġneby la", + "Ġnebyl a", + "Ġíķ´ ìĻ¸", + "ë¡ľ ë¶ĢíĦ°", + "аÑĢ Ñħ", + "l ili", + "li li", + "lil i", + "Ġíķĺ 루", + "ma ması", + "mam ası", + "Ñĩ аеÑĤ", + "Ñĩа еÑĤ", + "ĠØŃ Ø§ÙĦØ©", + "ĠØŃاÙĦ Ø©", + "ĠBöl üm", + "缸 éĹľ", + "ĠдÑĢÑĥг ими", + "ĠдÑĢÑĥгим и", + "çĽ£ çĿ£", + "à¥Ī à¤ľ", + "Ġعبد اÙĦÙĦÙĩ", + "ĠعبداÙĦ ÙĦÙĩ", + "Ġ è¿ŀ", + "Ġè¿ ŀ", + "ĠÐľ ин", + "ĠÐľÐ¸ н", + "Ġê¸ °ëĭ¤", + "Ġ기 ëĭ¤", + "Ġê³µ 격", + "è¡Į åĭķ", + "ा मà¤ķ", + "ाम à¤ķ", + "æ±Ĥ è´Ń", + "模 åŀĭ", + "Ñģ оÑĢ", + "Ñģо ÑĢ", + "r ane", + "ra ne", + "ran e", + "à¹ĩà¸Ī à¸ŀระ", + "ĠÙħس ÛĮر", + "è£ħ ç½®", + "ìķ ¤", + "nÄĽ jÅ¡ÃŃch", + "nÄĽjÅ¡ÃŃ ch", + "αλ ÏįÏĦε", + "ĠH akk", + "ĠHa kk", + "ĠHak k", + "访 éĹ®", + "ĠÑĤ еÑĩ", + "ĠÑĤе Ñĩ", + "ĠL á»ĭch", + "Ġدش ÙħÙĨ", + "Î Į", + "Ġ ÏĢε", + "ĠÏĢ ε", + "Ġза мов", + "Ġзам ов", + "Ġb irim", + "Ġbi rim", + "Ġbir im", + "Ġbiri m", + "ãĤ· ãĤ¹ãĥĨãĥł", + "ĠÏĢÏģο ÏĬ", + "Ĭ ìĿĢ", + "в иг", + "ви г", + "Ġëıħ ìĿ¼", + "ĠÑĢев олÑİ", + "Ġ é¦Ļ港", + "Ġé¦Ļ 港", + "Ġ lez", + "Ġl ez", + "Ġle z", + "ĠبÛĮ Ùħار", + "ĠبÛĮÙħ ار", + "Ġduy gu", + "Ġduyg u", + "Ġë Ľ°", + "Ġa macı", + "Ġam acı", + "Ġama cı", + "Ġamac ı", + "à¥įय प", + "ĠìŀIJ ìĦ¸", + "اÙĪ ÛĮر", + "اÙĪÛĮ ر", + "Ġs pole", + "Ġsp ole", + "Ġspo le", + "Ġspol e", + "Ãĸ L", + "Ġ جع", + "Ġج ع", + "ÙĦ ÛĮÙħ", + "ÙĦÛĮ Ùħ", + "ãģªãģ© ãģ®", + "à¸Ľà¸£à¸°à¸ª à¸ļ", + "ĠnaÅ¡ ich", + "ĠпÑĢедÑģÑĤав лÑıеÑĤ", + "Ġзд об", + "Ġo bou", + "Ġob ou", + "Ø® ÙĪاÙĨ", + "Ø®ÙĪ اÙĨ", + "ãĥ¬ ãĥĥãĥĪ", + "о дейÑģÑĤв", + "од ейÑģÑĤв", + "Ú© رÛĮ", + "کر ÛĮ", + "Ġات اÙĤ", + "ĠÑįкÑģп лÑĥаÑĤа", + "ï½ ¢", + "ĠÙĦÙĦ Ø¥", + "ĠاÙĦÙĨ ظاÙħ", + "ĠíĶĦ ëŀijìĬ¤", + "ıs ıt", + "ısı t", + "åŃ Ļ", + "Ġžád ný", + "ÙĤ Ùī", + "ัà¸ģ à¹Ģร", + "Ġë²ł ìĬ¤íĬ¸", + "Ġ ãĥ«", + "Ġãĥ «", + "åı Ķ", + "n ické", + "nic ké", + "nick é", + "Ġε ιÏĥ", + "Ġει Ïĥ", + "ãĥ« ãĥī", + "Ġدار Ùħ", + "Ġг ем", + "Ġге м", + "Ġ åѸ", + "ĠåŃ ¸", + "ान सà¤Ń", + "ानस à¤Ń", + "али зи", + "ализ и", + "ов анÑĸ", + "ова нÑĸ", + "ован Ñĸ", + "Ġо бо", + "Ġоб о", + "ìłĦ ìĹIJ", + "ĠS inh", + "ĠSi nh", + "ĠSin h", + "Ġ ÙĨع", + "ĠÙĨ ع", + "Ġоб лаÑģ", + "Ġобла Ñģ", + "Ġобл аÑģ", + "Ïħ ÏĢ", + "èĥ ¶", + "Ġaz alt", + "Ġazal t", + "åħ¨ éĿ¢", + "ĠK romÄĽ", + "ĠKro mÄĽ", + "ĠC z", + "æĬ¥ åIJį", + "Ġnásled ujÃŃcÃŃ", + "Ġна пÑĢиклад", + "ĠнапÑĢи клад", + "ãģª ãģijãĤĮãģ°", + "à¸Ń าย", + "çľĭ çľĭ", + "Ġà¸ģร à¸ģà¸İ", + "Ġà¸ģรà¸ģ à¸İ", + "ed nou", + "edn ou", + "ا زÙĦ", + "از ÙĦ", + "ãĢģ æľ¬", + "е Ñģи", + "еÑģ и", + "Ġta rz", + "Ġtar z", + "ãĢĢ ï¾Ĭ", + "Ġroz um", + "ãĤ« ãĥ¼ãĥī", + "ãĤ«ãĥ¼ ãĥī", + "Ġà¤ĩ à¤ķ", + "Ġpros tÄĽ", + "Ġprost ÄĽ", + "ĠÎĵ κ", + "ç© ´", + "ĠH ük", + "la vÃŃ", + "lav ÃŃ", + "ê ¿", + "é¸ ¡", + "Ġвозник аеÑĤ", + "Ġвозника еÑĤ", + "ÑŁ ÑŁÑŁ", + "ÑŁÑŁ ÑŁ", + "Ġпо нима", + "Ġпон има", + "ÐŁ Ðŀ", + "ãģĶãģĸ ãģĦãģ¾ãģĻ", + "ãģ ħ", + "Ġtr val", + "Ġдал еко", + "ĠÙĨ ÙĬز", + "ĠÙĨÙĬ ز", + "ĠвÑĭ Ñıв", + "ิà¸Ĺย า", + "ิà¸Ĺ ยา", + "Ġl á»Ĺ", + "Ġlá» Ĺ", + "à¹Ģ สà¸Ļ", + "à¹Ģส à¸Ļ", + "ĠÑģÑĤ енÑĭ", + "ĠÑģÑĤен Ñĭ", + "à¥įड ल", + "Ġjednotliv ých", + "ĠпÑĢиб лиз", + "i kat", + "ik at", + "ika t", + "Ġп одав", + "Ġпо дав", + "Ġпод ав", + "Ġпода в", + "ر ÛĮز", + "رÛĮ ز", + "ĠØ¢ÙĨ جا", + "社 æľĥ", + "Ġà¤ľà¤¨ वर", + "Ġa ile", + "Ġai le", + "Ġail e", + "ี à¸Ľ", + "Ġ èħ", + "Ġè ħ", + "ãģ§ ãģĹãĤĩãģĨ", + "С Ðŀ", + "ãĢģ ãĢĬ", + "ìĿ¼ 본", + "ov anou", + "ova nou", + "ovan ou", + "ν ÏĮ", + "å± ¥", + "ع ÙĦÙĤ", + "عÙĦ ÙĤ", + "Ġìī ½", + "Ġгли б", + "Ġê²ĥ ìŀħëĭĪëĭ¤", + "ĠнеобÑħодим оÑģÑĤи", + "ĠнеобÑħодимо ÑģÑĤи", + "Ġتخصص ÛĮ", + "ا سر", + "اس ر", + "ï¼Į 说", + "ĠÐĿ Ñĸ", + "Ġvy rob", + "ÑĪ ÑĥÑİ", + "ÑĪÑĥ Ñİ", + "æĪ¿ å±ĭ", + "Âł ÐĹ", + "à¹Ģ à¸ŀล", + "à¹Ģà¸ŀ ล", + "åĨħ éĥ¨", + "ĠدÙĦ ار", + "Ġп ÑĤи", + "Å¡ ti", + "Å¡t i", + "ĠaraÅŁtır ma", + "Ġзна ком", + "Ġε λλην", + "Ġ ấm", + "ÑĢ ак", + "ÑĢаРº", + "ÑĢа к", + "ãĤŃ ãĥ¥", + "Ġth áºŃn", + "èŃ ľ", + "ëªħ ìĿĺ", + "Ġy eter", + "Ġyet er", + "Ġye ter", + "Ġна Ñģлед", + "ĠнаÑģ лед", + "ĠÐļ ан", + "ĠÐļа н", + "ĠвÑĭ биÑĢа", + "ĠвÑĭб иÑĢа", + "ĠΣ Ïĩ", + "ĠÑĤеÑĢ мÑĸн", + "Ġ æ´»", + "Ġæ´ »", + "ĠاÙĦ تÙģ", + "ĠاÙĦت Ùģ", + "ĠJ apon", + "ĠJa pon", + "ĠJap on", + "éĤ ª", + "ë¶Ħ ìĦĿ", + "Ġли ÑĨо", + "ĠлиÑĨ о", + "Ġm ê", + "à¸Ħ วร", + "à¸Ħว ร", + "Ġà¤ħ à¤Ĺल", + "Ġà¤ħà¤Ĺ ल", + "ĠÙĩ ج", + "룬 ìļ´", + "Ġвой нÑĭ", + "اÙĪر زÛĮ", + "ĠÑģп ÑĢÑı", + "çĦ ¼", + "è¢ ĸ", + "Ġiç eren", + "Ġiçer en", + "Ġëħ¸ ëŀĺ", + "ĠЧеÑĢ ез", + "ÙĪج ÙĪد", + "Ñı ÑĤие", + "ÑıÑĤ ие", + "ÑıÑĤи е", + "à¸Ńลล าร", + "è ·¨", + "è· ¨", + "ĠM illi", + "ĠMill i", + "ĠMil li", + "ĠMi lli", + "件 äºĭ", + "Ġ æľĿ", + "βολ ή", + "βο λή", + "Ġ ков", + "Ġк ов", + "Ġко в", + "ĠØ´Ùĩ ÛĮد", + "ä¸ĭ åİ»", + "Ġìłķ ìĭł", + "оÑĩ кÑĥ", + "ï¼Į 便", + "γ κε", + "γκ ε", + "ĠÙħ باش", + "ĠÙħب اش", + "Ġay ında", + "Ġ ä»»", + "ÑģÑĤоÑĢ ÑĸÑı", + "ä¸Ń åѦ", + "ç¸ ®", + "ĠÑĦ Ñĸл", + "ãĢģ ãĤĦ", + "Ġ æĺ¥", + "Ġæĺ ¥", + "Ġter ör", + "Ġповин ен", + "Ġmilion ů", + "ĠÙģ ارس", + "ĠÙģار س", + "Ġв вод", + "Ġвв од", + "Ø· اÙĦ", + "Ġê¶ģ ê¸Ī", + "Ġuk áz", + "çĶ ľ", + "æļ Ĥ", + "ص ت", + "Ðļ огда", + "Ġम ल", + "ά να", + "άν α", + "Ġдок ÑĤоÑĢ", + "Ġком мÑĥ", + "ĠпÑĸд Ñģ", + "Ġà¸ģรà¸ģà¸İ าà¸Ħม", + "Âł г", + "Ġö ne", + "Ġön e", + "ĠÄIJ á»ģ", + "ĠÄIJá» ģ", + "äºĭ åĭĻ", + "Ġs rov", + "Ġsr ov", + "Ġ άν", + "Ġά ν", + "ëıĦ ê°Ģ", + "acaÄŁ ım", + "acaģı m", + "к ол", + "ко л", + "Ġb á»ĵi", + "Ġپرد از", + "Ġ ä¸ļ", + "Ġä¸ ļ", + "ëĭ¤ ìļ´", + "Ġп ÑĢедел", + "ĠпÑĢед ел", + "ĠпÑĢе дел", + "ĠÑĦедеÑĢа лÑĮ", + "ĠاÙĦ Ø£Ùĥ", + "ĠاÙĦØ£ Ùĥ", + "ãĢĢ ãĢĢãĢĢãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢĠãĢĢ ĠãĢĢ", + "Ġtr ấn", + "Ġд лин", + "Ġдли н", + "ĠÑĸ мп", + "ĠÑĸм п", + "ĠsmÄĽ rem", + "° ëĭ¤", + "Ġr ừng", + "ici álnÃŃ", + "è¡ Ĩ", + "μ ιο", + "μι ο", + "Ġاد ارÙĩ", + "ĠÑĤ ÑĢÑĮ", + "ĠÑĤÑĢ ÑĮ", + "ĠÄ° li", + "ĠÄ°l i", + "มà¸Ļ à¸ķร", + "à¥įव à¤ļ", + "е ÑĢо", + "еÑĢ о", + "ĠK UR", + "sk ými", + "ský mi", + "ským i", + "δ ί", + "u tin", + "ut in", + "uti n", + "Ġver iler", + "Ġveri ler", + "สà¸ĸาà¸Ļ à¸Ĺ", + "ĠзаÑħод Ñĸв", + "ĠÙģرÙĪد گاÙĩ", + "Ġ çĶ±", + "ู à¹ģล", + "éĥ ij", + "ĠJ ako", + "ĠJa ko", + "ĠJak o", + "ĠÑĢазвиÑĤи е", + "ĠÑĢазви ÑĤие", + "à¤ī न", + "ÙĬ دا", + "ÙĬد ا", + "Ġà¸ŀ à¸¤à¸©à¸łà¸²à¸Ħม", + "물 ìĿĦ", + "ë łĢ", + "ëł Ģ", + "- ÐĽ", + "ãĢĤ ãģĤ", + "Ġпод в", + "ï¼ī ï¼ļ", + "论 åĿĽ", + "ائ ع", + "ãĤĴ ãģĻãĤĭ", + "ĠØ£ ص", + "Ñĩ ики", + "Ñĩи ки", + "Ñĩик и", + "ĠÑģÑĤ ил", + "ley ici", + "Ñģ илÑĮ", + "Ñģи лÑĮ", + "Ġbulun du", + "ĠÑģеÑĢед ови", + "à¤Ĥ र", + "ĠاÛĮÙĨ جا", + "åľŃ åľŃ", + "ĠmyÅ¡ len", + "ĠÑĢозвиÑĤ ок", + "Ġiy ileÅŁ", + "Ġiyi leÅŁ", + "Ġв Ñĸз", + "ĠвÑĸ з", + "ëĤĺ 무", + "æĦı è§ģ", + "ι ÏĥÏĦη", + "ιÏĥ ÏĦη", + "ãĥĥ ãĥĦ", + "äºĭ æķħ", + "m adıģı", + "ma dıģı", + "mad ıģı", + "madı ģı", + "Ġà¤ħ पर", + "Ġà¤ħप र", + "ĠÚĨ رخ", + "Ġп лав", + "Ġпл ав", + "Ġпла в", + "以 æĿ¥", + "Ġë© Ģ", + "T uy", + "Tu y", + "ãĥ¼ ãĥį", + "ãĥ¼ãĥ į", + "Ġиз ÑĥÑĩ", + "ĠstÅĻed nÃŃ", + "课 ç¨ĭ", + "Ġê·¸ëħĢ ëĬĶ", + "ĠдоговоÑĢ Ñĥ", + "Ġдогов оÑĢÑĥ", + "ĠÄij á»ĭch", + "ĠÄijá»ĭ ch", + "Ġkar arı", + "Ġkarar ı", + "Ġkara rı", + "åIJ ´", + "Ùĥ اÙħ", + "ĠпоÑĤ ол", + "в ок", + "во к", + "ĠD üz", + "Τ α", + "å µ", + "âĢĻ na", + "âĢĻn a", + "а дж", + "ад ж", + "ĠdÅĻÃŃ ve", + "æ¢ ¨", + "ĠAv ust", + "åĬĽ ãĤĴ", + "à¹Ģ à¸ģล", + "à¹Ģà¸ģ ล", + "Ġпоб ед", + "Ġп ÑĢиÑĩ", + "ĠпÑĢ иÑĩ", + "ĠпÑĢи Ñĩ", + "ĠÐij Ñĸ", + "åŃ ¤", + "ĠÐł ег", + "ĠÐłÐµ г", + "Ġyet iÅŁ", + "Ġн еÑİ", + "Ġне Ñİ", + "Ġb ÃŃl", + "ĠbÃŃ l", + "ìĹĨ ìĿĮ", + "ĠÄ° talya", + "ÐĴ Ñģе", + "å¾Į ãģ®", + "Ġje jÃŃm", + "Ġjej ÃŃm", + "ĠjejÃŃ m", + "ĠвиглÑı дÑĸ", + "о гÑĢад", + "ог ÑĢад", + "огÑĢа д", + "Ġbo hat", + "Ġboh at", + "Ġ åħĭ", + "Ġåħ ĭ", + "ĠдиÑĤи ни", + "ĠдиÑĤ ини", + "лÑı ÑĤоÑĢ", + "ма га", + "маг а", + "ëĭĪ ìĬ¤", + "ĠÐł ади", + "ĠÐłÐ°Ð´ и", + "ĠÐłÐ° ди", + "ÏĢ οÏħÏģγ", + "ÏĢοÏħ Ïģγ", + "& ZeroWidthSpace", + "Ġ struk", + "Ġst ruk", + "Ġstr uk", + "Ġstru k", + "æIJ ŀ", + "Ġ ãģĿãģ®ä»ĸ", + "ìĿ¸ ìĿĦ", + "ĠпÑĢо веÑģÑĤи", + "ĠпÑĢов еÑģÑĤи", + "漫 çĶ»", + "Ġçİ© 家", + "ĠÙĪ رز", + "ĠÙĪر ز", + "ĠÑģвоÑĹ Ð¼", + "ĠL RV", + "ĠLR V", + "ิà¸ķ à¸ł", + "स त", + "ĠíĿ Ķ", + "âĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹı âĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹı", + "Ġt voÅĻÃŃ", + "ĠtvoÅĻ ÃŃ", + "Ġ ÐŁÐŀ", + "ĠÐŁ Ðŀ", + "é«ĺ 度", + ".h wp", + ".hw p", + "à¸ķำ à¸ļล", + "Ġد س", + "ìĪĺ ê°Ģ", + "ìĶ ©", + "ï¼ī ãĢĤĊ", + "ï¼īãĢĤ Ċ", + "æĭ ³", + "Ġl ô", + "ĠK ültür", + "اط عة", + "Ġku chy", + "Ġst roj", + "Ġstr oj", + "Ġstro j", + "μ ενο", + "με νο", + "μεν ο", + "ĠконÑģÑĤÑĢÑĥк ÑĨии", + "å°ı åѦ", + "Ġ åįļ", + "Ġåį ļ", + "Ġ èĢĥ", + "ĠèĢ ĥ", + "Ġas ıl", + "æĪij åĢij", + "خر اج", + "ĠO nun", + "ĠOn un", + "Ġ ç¾İåĽ½", + "Ġç¾İ åĽ½", + "à¥Ĥ बर", + "à¥Ĥब र", + "Ġmu ži", + "Ġmuž i", + "å§ «", + "Ġв б", + "Ġдо ме", + "Ġдом е", + "Ġ ам", + "Ġа м", + "Ġk uru", + "Ġkur u", + "Ġku ru", + "æ± Ĺ", + "l ediÄŁi", + "le diÄŁi", + "ledi ÄŁi", + "Ġv ẽ", + "å¾ ĵ", + "ĠгÑĥб еÑĢ", + "ĠÑģÑĤанов иÑĤÑĮ", + "ĠzemÄĽ dÄĽl", + "ÙĦ ÙĦ", + "Ġr amen", + "Ġra men", + "Ġram en", + "Ġprů bÄĽhu", + "Ġb lok", + "Ġbl ok", + "Ġblo k", + "ý val", + "ýv al", + "v ou", + "vo u", + "ν ά", + "ëĶĶ ìĭľ", + "ÑĨион нÑĭе", + "Ġê²Įìĭľ íĮIJ", + "ãĥ³ ãĥĩãĤ£", + "ãĥ³ãĥĩ ãĤ£", + "ä¸Ģ 级", + "и Ñĩа", + "иÑĩ а", + "ĠسرÛĮ اÙĦ", + "i lin", + "il in", + "ili n", + "ा यन", + "ाय न", + "ÙĨ ÙĪÛĮس", + "ĠÐĶ и", + "Ġاد بÛĮ", + "ĠÑĥ дов", + "ĠÑĥд ов", + "ĠÐĹ Ð°Ð¼", + "ĠÐĹа м", + "à¥ģà¤Ń व", + "Ñģ ок", + "Ñģо к", + "ĠÑĢай оне", + "ĠÑĢайон е", + "Ġ EK", + "ĠE K", + "æĤ ī", + "Ġsor umlu", + "Ġsoruml u", + "Ġzv yÅ¡", + "à¹Ģà¸ĭ à¸Ńร", + "in áÅĻ", + "iná ÅĻ", + "Ġu drž", + "Ġud rž", + "но вид", + "нов ид", + "ĠspoleÄį nÄĽ", + "Ġspole ÄįnÄĽ", + "æĪIJ äºĨ", + "ï¼ ¤", + "ัà¸ŀ à¸Ĺ", + "а ÑĪа", + "аÑĪ а", + "ĠÙĨ ادÙĬ", + "à¹ĥ à¸Ļà¸Ĺ", + "à¹ĥà¸Ļ à¸Ĺ", + "å¡ ļ", + "Ġس Ú©", + "ãĥģ ãĥ¥", + "ĠмаÑĢ ÑĪ", + "а леннÑı", + "ал еннÑı", + "ĠØŃÙħ اÛĮت", + "ãĥ³ ãĤ¸", + "รษ à¸IJ", + "Ġк ÑĢем", + "ĠK ažd", + "ê ½", + "Ġpar lament", + "Ġparl ament", + "ĠÅŁ un", + "ĠÅŁu n", + "Ġk ys", + "Ġky s", + "ÏĦ ÏĤ", + "ê°ľ ìĿĺ", + "Ġve lice", + "Ġvel ice", + "Ġce stu", + "Ġces tu", + "Ġcest u", + "ظ Ø©", + "è¯ Ĭ", + "Ġ út", + "Ġú t", + "ĠØ® ÙĪر", + "ĠØ®ÙĪ ر", + "ĠТ е", + "Ġобла ÑģÑĤ", + "ĠоблаÑģ ÑĤ", + "Ġобл аÑģÑĤ", + "à¹Ī à¸Ńà¸ķ", + "à¹Īà¸Ń à¸ķ", + "ĠAc adem", + "ĠAcad em", + "ãĢĤ æľ¬", + "Ġ 風", + "Ġé¢ ¨", + "Ñģ ен", + "Ñģе н", + "ãĥ¢ ãĥĩãĥ«", + "Ġзавд аннÑı", + "ãģ¾ ãĤĮ", + "моÑĤ ÑĢеÑĤÑĮ", + "моÑĤÑĢ еÑĤÑĮ", + "Ġkh á»ķ", + "à¹Ī ร", + "د رس", + "در س", + "ĠÄĮesk osloven", + "Ġ 计", + "Ġè® ¡", + "ĠÑĤак ом", + "ĠÑĤа ком", + "ĠÙĦ اعب", + "ĠÙĦا عب", + "ĠMuham med", + "ĠÙħ ÙĦÙģ", + "ĠÙħÙĦ Ùģ", + "ĠÙĪس ÙĦÙħ", + "ãĤ·ãĥ£ ãĥ«", + "Ġо кÑĢа", + "Ġок ÑĢа", + "à¥ģ मत", + "à¥ģम त", + "ĠëĪĦ 구", + "Ġned eni", + "Ġneden i", + "ĠëĤł ì§ľ", + "/ km", + "/k m", + "Ġд емон", + "Ġде мон", + "Ġдем он", + "ĠصÙĨ اÛĮع", + "m asından", + "mas ından", + "masında n", + "åīį ãģ®", + "æĪIJ 绩", + "ल à¤Ĺ", + "Ġ åĮħ", + "ĠåĮ ħ", + "à¸Ńà¸ģà¸Īาà¸ģ à¸Ļ", + "ا دا", + "اد ا", + "Ġay lık", + "ĠÙħ ÙĤد", + "ĠÙħÙĤ د", + "Ġönemli dir", + "ĠìĪľ ê°Ħ", + "Ġd inh", + "Ġdi nh", + "Ġdin h", + "Ġná kup", + "ist ické", + "istic ké", + "åº Ł", + "ìĬ¤ íĨł", + "Ġd ny", + "Ġdn y", + "ĠìŀĪ ëıĦë¡Ŀ", + "ìĽIJ ìĿĺ", + "ãĥķ ãĥ¬", + "p oz", + "po z", + "Ġ ев", + "Ġе в", + "ĠdÃ¼ÅŁ ür", + "à¥įर à¤ļ", + "Ġê²° íĺ¼", + "Ġ ÑĨенÑĤÑĢа", + "ĠÑĨенÑĤ ÑĢа", + "ĠÑĨен ÑĤÑĢа", + "ĠÑĨенÑĤÑĢ а", + "åŁ ĭ", + "ï¿£ ï½Ģ", + "æѦ åĻ¨", + "à¹Īาà¸Ļ มา", + "Ġर व", + "Ùij د", + "μÎŃ Î½Î¿Î¹", + "μÎŃν οι", + "μÎŃνο ι", + "Ġë§IJ ìĶĢ", + "Ġpo ÅĻad", + "Ġب غ", + "ĠÏĮ λα", + "ĠÏĮλ α", + "à¹ī à¹Ħà¸Ĥ", + "à¹Ģà¸ģ าะ", + "Ġb ạc", + "Ġd á", + "d ÄĽla", + "dÄĽ la", + "dÄĽl a", + "Ġt eb", + "Ġte b", + "Ġk èo", + "ãĤı ãĤĮ", + "Ġist iyorum", + "Ġistiyor um", + "λ ήÏĤ", + "λή ÏĤ", + "ÐIJ в", + "Ġa sla", + "Ġas la", + "Ġperform ans", + "Ġperfor mans", + "Ġperforman s", + "ĠVác lav", + "Ïģ ίαÏĤ", + "Ïģί αÏĤ", + "Ïģία ÏĤ", + "Ġ tÄĽl", + "Ġt ÄĽl", + "ĠtÄĽ l", + "æĮ Ļ", + "о ба", + "об а", + "ãģij ãĤĮãģ©", + "ĠëĶ ¸", + "ÙĪ اء", + "ÙĪا Ø¡", + "ĠÚ©ÙĪد کاÙĨ", + "ĠÚ©ÙĪدک اÙĨ", + "Ġп лиÑĤ", + "Ġпл иÑĤ", + "Ġ bilir", + "Ġb ilir", + "Ġbil ir", + "Ñĥ же", + "Ñĥж е", + "ÏĦÎŃ Î»Îµ", + "Ġà¤Ĩ à¤ķर", + "Ġà¤Ĩà¤ķ र", + "ĠÑĤÑĢ Ñĥда", + "ĠÑĤÑĢÑĥ да", + "ĠÑĤÑĢÑĥд а", + "Ġدر ÛĮا", + "ĠدرÛĮ ا", + "Ì §", + "Ġng á»įt", + "ÙĨس ا", + "а ÑģÑĤи", + "аÑģ ÑĤи", + "аÑģÑĤ и", + "ï½ £", + "Âł на", + "ем Ñĭе", + "Ġس عÙĪد", + "Ġسع ÙĪد", + "Ġ alım", + "Ġal ım", + "è´ «", + "åĪ° çļĦ", + "Ġkesin likle", + "Ġzá sad", + "Ġ ìĬ¤íĬ¸", + "ĠìĬ¤ íĬ¸", + "Ġd ahi", + "Ġda hi", + "Ġdah i", + "t é", + "åįģ åħ«", + "Ġz ayıf", + "Ø° ار", + "ذا ر", + "Ġا ÙĬراÙĨ", + "ĠاÙĬ راÙĨ", + "Ġhod nocenÃŃ", + "D ST", + "DS T", + "Ġìĸ ĺ", + "æĺ ĩ", + "éĻ £", + "Ġк ле", + "Ġкл е", + "Ġu plat", + "Ġup lat", + "ĠاÙĦتع ÙĦÙĬÙħ", + "ÏĢοί ηÏĥη", + "ек ÑĤоÑĢа", + "екÑĤ оÑĢа", + "екÑĤоÑĢ а", + "Ġë§IJ ìĿ´", + "ĠÙģ رÙĬÙĤ", + "ĠÙģر ÙĬÙĤ", + "帮 åĬ©", + "çĶŁ ãģį", + "åĨħ ãģ®", + "èģĶ 缣", + "г ÑĢад", + "гÑĢа д", + "Ġch uyến", + "ãĤĤ ãĤĬ", + "ĠÑĩаÑģÑĤ ина", + "ĠÑĩаÑģÑĤи на", + "ãģª ãģıãģª", + "ãģªãģı ãģª", + "ÑĶ в", + "ĠÑĦ аÑħ", + "k uk", + "ku k", + "çĶ· æĢ§", + "ĠÙħÛĮÙĦ ادÛĮ", + "Ġb eden", + "Ġbe den", + "Ġbed en", + "ê°Ģ 를", + "म र", + "Ġìĸ´ 머ëĭĪ", + "èģĶ ç½ij", + "Âł mi", + "Âłm i", + "Ġzah rn", + "æ² ĸ", + "Ġkhu ẩn", + "Ġo práv", + "Ġop ráv", + "Ġopr áv", + "ाह à¤ķ", + "ĠÚ©ÙĪت اÙĩ", + "Ġо бол", + "Ġоб ол", + "Ġобо л", + "Ġph úc", + "r ánÃŃ", + "rá nÃŃ", + "rán ÃŃ", + "à¥įर थ", + "æݪ æĸ½", + "Ġв олод", + "Ġво лод", + "Ġвол од", + "Ġsp ÃŃÅ¡e", + "Ġm Æ¡", + "ÑĬ ек", + "ng ör", + "à¤ī त", + "k siyon", + "ks iyon", + "ksi yon", + "а ÑĤе", + "аÑĤ е", + "Ġجز Ø¡", + "áv ka", + "ÐĴ С", + "laÅŁ ma", + "Ġ ç¿", + "Ġç ¿", + "à¸Ń าà¸Ĭ", + "ни ÑĨÑĥ", + "ниÑĨ Ñĥ", + "Ġ หาà¸ģ", + "Ġห าà¸ģ", + "ãģĭ ãģĹ", + "íı ´", + "Ġг аÑĢан", + "ĠгаÑĢ ан", + "ĠгаÑĢа н", + "Ġ Ïĥαν", + "ĠÏĥ αν", + "Ġдобав иÑĤÑĮ", + "ĠÑĢаз ÑĢеÑĪ", + "á ¾", + "æĺ¯ ä¸ª", + "μ ÎŃÏĤ", + "μÎŃ ÏĤ", + "ĠÄ°mpar ator", + "æ¨Ļ æºĸ", + "Ñģ ÑĤÑĭ", + "ÑģÑĤ Ñĭ", + "Ġg ücü", + "Ġgü cü", + "Ġgüc ü", + "Ġ íĥĢìĿ´", + "Ġíĥ ĢìĿ´", + "ĠíĥĢ ìĿ´", + "Ġ åħ¶ä»ĸ", + "Ġåħ¶ ä»ĸ", + "Ġt ông", + "Ġtô ng", + "Ġtôn g", + "Ġv edenÃŃ", + "Ġved enÃŃ", + "Ġvede nÃŃ", + "ëĵľ ë¡ľ", + "Ġm esel", + "Ġme sel", + "Ġmes el", + "Ġ Äįe", + "ĠÄį e", + "j de", + "jd e", + "Ïģ εια", + "Ïģε ια", + "Ïģει α", + "ãĤĪ ãģŃ", + "Ðł ÐĿ", + "è·Ŀ 离", + "ĠÙĤ ائÙħØ©", + "า à¸ļาล", + "าà¸ļ าล", + "ĠÑģай ÑĤÑĸ", + "Ġर स", + "ĠÙĤر ÙĨ", + "Ġná vr", + "Ġnáv r", + "Ú© Ùħ", + "çļĦ æīĭ", + "Ġsor unu", + "Ġsorun u", + "Ġsoru nu", + "/N ÄIJ", + "nut ÃŃm", + "nutÃŃ m", + "ĠØ® ÙĪرد", + "ĠØ®ÙĪ رد", + "ĠØ®ÙĪر د", + "Ġng á»Ŀ", + "Ġ: .|", + "Ġ:. |", + "Ġbudou c", + "i Äįky", + "iÄį ky", + "Ġد رد", + "Ġدر د", + "ÑĢо ниÑĩеÑģ", + "ÑĢон иÑĩеÑģ", + "ç¾ Ĭ", + "ĠìķĦ ë²Ħì§Ģ", + "ĠKan unu", + "ĠKanun u", + "ĠпÑĢивод иÑĤ", + "άλÏħ ÏĪηÏĤ", + "ĠVlad im", + "Ġal ıp", + "Ġе ÑĤап", + "Ġà¤Ĺ लत", + "ĠراÙĩ ÙĨÙħ", + "Ġpoz isyon", + "Ġgö ç", + "èµ ŀ", + "Ġм ой", + "Ġмо й", + "ĠÎł ά", + "Ġ ìĪł", + "ĠìĪ ł", + "ĠØ¢ÛĮ ÙĨدÙĩ", + "a ná", + "an á", + "举 çľģ", + "ĠÙħت عدد", + "Ġ åįĬ", + "Ġåį Ĭ", + "ãĢĢ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "Ġth á»Ŀ", + "Ġthá» Ŀ", + "Ġвд ÑĢÑĥг", + "п аÑĤ", + "па ÑĤ", + "ĠпÑĢовед ениÑı", + "ÙĨ ز", + "ĠاÙĦب ØŃØ«", + "æģ ¢", + "Ġbak tı", + "Ġ è·¯", + "Ġè· ¯", + "Ġзаболева ний", + "ĠÐķ вÑĢоп", + "ĠÐķв ÑĢоп", + "Ġtarih li", + "ê¹ ¨", + "ĠÚ© ÙĪÙĩ", + "ĠÚ©ÙĪ Ùĩ", + "Ġìĸ´ 볤", + "Ġtit ul", + "Ġti tul", + "Ġvyd ánÃŃ", + "éĺ¶ æ®µ", + "à¸Īะ à¸ķ", + "Ġм оÑı", + "Ġмо Ñı", + "ĠкоÑĢ ол", + "Ġко ÑĢол", + "Ġб анк", + "Ġбан к", + "วรร à¸ĵ", + "วร รà¸ĵ", + "ĠÙĥس ارة", + "ĠK hoa", + "ĠKh oa", + "ĠKho a", + "ĠÑĥнÑĸвеÑĢÑģиÑĤ еÑĤ", + "ãģ«éĸ¢ ãģĻãĤĭ", + "r uary", + "ru ary", + "Ġ à¸Ĥาย", + "Ġà¸Ĥ าย", + "Ġsv az", + "ĠØ´ رÙĤ", + "Ġشر ÙĤ", + "Ġд ÑĭÑħ", + "Ġиз бав", + "Ġизб ав", + "ĠÑı кÑĸй", + "ĠÑıк Ñĸй", + "ĠÑıкÑĸ й", + "ĠÎľ ον", + "Ġg ön", + "Ġgö n", + "ĠUkr aj", + "ĠUk raj", + "ĠUkra j", + "ัà¸Ļ à¸Ńà¸Ńà¸ģ", + "ัà¸Ļà¸Ń à¸Ńà¸ģ", + "Ġม à¸ģราà¸Ħม", + "и ÑĤов", + "иÑĤ ов", + "Ġanal ý", + "Ġana lý", + "ĠоÑĤ меÑĩ", + "Ġبر اÙī", + "âĪ ı", + "ัà¸ģ à¸ģ", + "æĭ¥ æľī", + "ĠÑĸнÑĪ ого", + "Ġкомп анÑĸÑĹ", + "Ġk ÅĻes", + "ĠÑĢаб оÑĩ", + "ĠÑĢабо Ñĩ", + "a dÃŃ", + "ad ÃŃ", + "ìł ł", + "à¹Ħ หà¸Ļ", + "à¥ģब ह", + "âĢĻ deki", + "âĢĻd eki", + "âĢĻde ki", + "çħ ¤", + "ĠпаÑĢ Ñĥ", + "Ġпа ÑĢÑĥ", + "ìĦ Ń", + "Ġнеп оÑģÑĢед", + "ĠÄ° b", + "Ġà¸ŀ ฤศà¸Ī", + "íĭ ´", + "Ġ ëłĪìĿ´", + "ĠëłĪ ìĿ´", + "ĠTh á»ķ", + "Ñı еÑĤ", + "ائ ج", + "» çĴĥ", + "ÐĴ Ðŀ", + "åĸ Ĭ", + "Ġ 第ä¸ī", + "Ġ第 ä¸ī", + "Ġвок ÑĢÑĥг", + "Ñĩ енÑĮ", + "Ñĩе нÑĮ", + "Ñĩен ÑĮ", + "Ġolan ak", + "Ġola nak", + "t ura", + "tu ra", + "tur a", + "Ġ ÙħÙĬÙĦ", + "ĠÙħ ÙĬÙĦ", + "ĠÙħÙĬ ÙĦ", + "ey di", + "ĠÙħد ÙĬر", + "Ġnel ze", + "ัว à¸Ńย", + "ìħ ľ", + "Ġhlav u", + "Ġkor uy", + "ÑĨ ин", + "ÑĨи н", + "ĠдиÑģ ÑĨип", + "ĠÙħ اÙĨد", + "ĠÙħا ÙĨد", + "ĠÙħاÙĨ د", + "Ġпод ÑĢоб", + "Т Ðŀ", + "ÙĤر ار", + "à¹ģà¸Ļะ à¸Ļำ", + "문 ìĿĦ", + "æĮ¯ ãĤĬ", + "P ÅĻi", + "PÅĻ i", + "Ġy ên", + "श à¤ķ", + "Âł je", + "ĠÐļон ÑģÑĤиÑĤÑĥ", + "à¥ģ ह", + "à¥ģठ¹", + "ĠÙ¾ ا", + "ìĨĮ 를", + "Ġд ела", + "Ġдел а", + "Ġде ла", + "к ид", + "ки д", + "à¹Ĥ à¸Ĭ", + "커 ìĬ¤", + "dÄĽ len", + "dÄĽl en", + "à¤Ķ र", + "äºİ æĺ¯", + "ĠÙĩÙħ ÛĮØ´Ùĩ", + "ĠbaÅŁ lam", + "Ġ ìĽ¨", + "ĠìĽ ¨", + "Ġden eyim", + "Ġdeney im", + "Ġü ye", + "Ġüy e", + "Ġ νÏĮ", + "Ġν ÏĮ", + "Ġà¤ĸ ड", + "n ÄĽl", + "nÄĽ l", + "ĠÑģÑĦ еÑĢÑĸ", + "ĠÑģÑĦеÑĢ Ñĸ", + "à¸Ńà¸Ķ à¸ł", + "ä¸Ģ å¹´", + "Ġvur gu", + "Äŀ Ä°", + "âĢĻ Ċ", + "ĠÑĸн ÑĪими", + "ĠÑĸнÑĪ ими", + "Ġз менÑĪ", + "Ġठĭ", + "Ġв ека", + "Ġве ка", + "ĠØŃÚ©ÙĪÙħ ت", + "ĠتÙħ اÙħÛĮ", + "ĠتÙħاÙħ ÛĮ", + "Ġs mrt", + "Ġsm rt", + "Ġsmr t", + "Ġh ủy", + "Ġyap ılmÄ±ÅŁ", + "Ġyapıl mÄ±ÅŁ", + "à¹ī à¸ľ", + "ĠY en", + "ĠYe n", + "Ġ Ñĥл", + "ĠÑĥ л", + "ĠS vÄĽt", + "ĠSv ÄĽt", + "ั à¸Ħ", + "ĠmÄĽsÃŃ ců", + "д енÑĤи", + "ден ÑĤи", + "Ġ ï¾ĺ", + "Ġï¾ ĺ", + "Ġпол иÑĤи", + "Ġполи ÑĤи", + "ĠполиÑĤ и", + "s kyt", + "sk yt", + "sky t", + "ä¹Ł æľī", + "Ġê°Ļ ìĬµëĭĪëĭ¤", + "Ġê·¸ëŀĺ ìĦľ", + "ÏĦε Ïģη", + "ÏĦεÏģ η", + "Ñĩ еÑĢ", + "Ñĩе ÑĢ", + "ĠÃľNÄ°VERS Ä°TESÄ°", + "ส à¸ł", + "Ġ สร", + "Ġส ร", + "ान द", + "ĠaÅŁ ırı", + "λ ίοÏħ", + "λί οÏħ", + "Ġ ÙĦÙģ", + "ĠÙĦ Ùģ", + "ÃŃ nu", + "ÃŃn u", + "à¸Ń าร", + "ÑĤ ÑĥÑĢа", + "ÑĤÑĥ ÑĢа", + "ÑĤÑĥÑĢ а", + "ĠÄįesk ých", + "ĠÄįe ských", + "ĠÄįeský ch", + "Ġph ức", + "以 为", + "ÏģÏī ÏĢα", + "ĠاÙĨر ÚĺÛĮ", + "» )", + "a lardan", + "alar dan", + "alarda n", + "ĠÑģÑĤ воÑĢÑİ", + "ĠÑģÑĤвоÑĢ Ñİ", + "Ġt ráv", + "Ġtr áv", + "ॠ¬", + "ãģĬ ãĤĪãģ³", + "ïľ ĭ", + "ad il", + "adi l", + "ĠΤ ι", + "Ġ ëIJ©ëĭĪëĭ¤", + "ĠëIJ ©ëĭĪëĭ¤", + "Ġε μÏĨ", + "Ġ구 ì¡°", + "ìĹŃ ìĭľ", + "ĠاÙĦ جاÙħ", + "ĠاÙĦج اÙħ", + "主 é¢ĺ", + "ãĤ¹ ãĥĿ", + "Ġ ìĹŃìĭľ", + "ĠìĹŃ ìĭľ", + "ĠÚ©Ùħ تر", + "ĠSp oleÄį", + "ол оÑĪ", + "оло ÑĪ", + "ĠSur iye", + "Ч еÑĢ", + "æĪĺ æĸĹ", + "Ġz ávis", + "Ġzá vis", + "Ġzáv is", + "æĽ¸ 館", + "Ġmus el", + "Ġmu sel", + "Ġmuse l", + "Ġ çĿ", + "Ġç Ŀ", + "Ùħ Ùħ", + "ĠاÙĦØ® ارج", + "Ġ ÐĵÐŀ", + "ĠÐĵ Ðŀ", + "ĠваÑĢ ÑĤо", + "ĠваÑĢÑĤ о", + "Ïģα β", + "Ġपह à¤ļ", + "ub lice", + "ublic e", + "ubl ice", + "ÑĨион ного", + "è Į¨", + "èĮ ¨", + "ĠدÙģ تر", + "Ġ Ùģس", + "ĠÙģ س", + "Ġन à¤ľà¤°", + "t arı", + "ta rı", + "tar ı", + "Ġоб ÑĢоб", + "ĠÐł а", + "ĠاÙĦ صÙĨ", + "ĠاÙĦص ÙĨ", + "Ø´ Ø©", + "ĠìĹĨ ìĹĪ", + "ož ná", + "æľĢ çµĤ", + "Ù ¥", + "r ech", + "re ch", + "rec h", + "ĠاÙĦØ£ سر", + "ĠاÙĦأس ر", + "Ġм ови", + "Ġмо ви", + "Ġмов и", + "Ġì¡° êµIJ", + "Ñĸ меÑĩ", + "Ñĸм еÑĩ", + "ãĥ¯ ãĥ¼", + "б ÑĥÑĢг", + "бÑĥ ÑĢг", + "Ġس ÙĦس", + "ĠسÙĦ س", + "åѦ ä¼ļ", + "Ġ ë¦", + "Ġë ¦", + "åħĭ æĸ¯", + "æĸĩ çĮ®", + "Ġx Æ°Æ¡ng", + "Ġyo lc", + "Ġyol c", + "Ġ ìĤ¬ë¬´", + "ĠìĤ¬ 무", + "ãĤı ãģļ", + "ĠÑĢаÑģÑĤ ений", + "ĠÙģ ضاÛĮ", + "ĠÙģض اÛĮ", + "Ġna opak", + "Ġnao pak", + "ĠпÑĢи вÑĭ", + "ĠпÑĢив Ñĭ", + "Ġد ÛĮدÙĩ", + "ĠدÛĮ دÙĩ", + "ĠدÛĮد Ùĩ", + "à¸ģาร à¹ĥà¸Ĭ", + "Ġ åŀ", + "Ġå ŀ", + "çij Ł", + "以 åIJİ", + "ĠpÅĻib liž", + "ĠdÃ¼ÅŁ man", + "Ġt emin", + "Ġte min", + "Ġtem in", + "ĠÑĥÑģл Ñĥг", + "ĠÑĥÑģ лÑĥг", + "Ġद ब", + "ĠìĥĪ ê¸Ģ", + "ĠÑĥÑģÑĤÑĢой ÑģÑĤва", + "ĠТ ÑĥÑĤ", + "ÏĦ ίοÏħ", + "ÏĦί οÏħ", + "ĠÄ°s lâm", + "Ù ¤", + "åıĤ ä¸İ", + "Ġк ÑĥÑģÑĤ", + "ĠкÑĥ ÑģÑĤ", + "ĠкÑĥÑģ ÑĤ", + "éĻIJ åĪ¶", + "ت ÙĬÙĨ", + "تÙĬ ÙĨ", + "ĠоÑģÑĤ аннÑĸ", + "ĠоÑģÑĤан нÑĸ", + "ic ations", + "ication s", + "ا Ú©ÛĮ", + "اک ÛĮ", + "но ÑģÑı", + "ноÑģ Ñı", + "ÄŁ an", + "ÄŁa n", + "ãģı ãĤĮãĤĭ", + "ãģıãĤĮ ãĤĭ", + "Ġyap ıyor", + "Ġyapı yor", + "Ġê°ķ ëĤ¨", + "Ùħ ÙĬÙħ", + "ÙħÙĬ Ùħ", + "æ ŃIJ", + "æŃ IJ", + "Ġر ع", + "Ġb oÄŁ", + "Ġbo ÄŁ", + "ĠиÑģ Ñħод", + "èª ł", + "æł· åŃIJ", + "Ġbu deme", + "Ġbud eme", + "Ġbude me", + "ĠÑģ еÑĤ", + "ι ÏĥμοÏį", + "ιÏĥμ οÏį", + "Ġ å¾ĴæŃ©", + "Ġå¾Ĵ æŃ©", + "u álnÃŃ", + "ĠاÙĦع ÙĤ", + "Ġسب Ú©", + "ĠاÙĦØ£ خرÙī", + "ĠاÙĦأخ رÙī", + "E FA", + "EF A", + "åĽº å®ļ", + "Ġ ãĤ¬", + "ĠãĤ ¬", + "ĠìŀIJ ìĹ°", + "ยว à¸Ĥ", + "ب س", + "un ma", + "Ġза ним", + "Ġзан им", + "à¹ĥà¸Ļ ร", + "èĢĥ èĻij", + "æ·· åIJĪ", + "å° ĭ", + "Ġçık Ä±ÅŁ", + "Ġm aliyet", + "Ġmal iyet", + "éľ Ĭ", + "ãģŁãĤģ ãģ®", + "ĠÙ¾ Ø´", + "Ġз лоÑĩ", + "Ġvý Å¡i", + "Ġsch vál", + "ĠÙĨÙħ ÙĪدÙĩ", + "ĠÙĨÙħÙĪد Ùĩ", + "Î Ĩ", + "Ġz ách", + "Ġzá ch", + "Ġ Ïĥκ", + "ĠÏĥ κ", + "ãĤ¹ ãĥŀ", + "ĠÙħس ائÙĦ", + "ĠاÙĦاج تÙħاع", + "åľ° çĤ¹", + "ا ÛĮاÙĨ", + "اÛĮ اÙĨ", + "ĠÐŀ к", + "ê¸ Ķ", + "e lease", + "el ease", + "ele ase", + "Ġطب ÙĤÙĩ", + "ĠطبÙĤ Ùĩ", + "éij ij", + "Ġì½Ķ ë¡ľëĤĺ", + "é¼ ł", + "大 åħ¨", + "ĠпÑĢи веÑģÑĤи", + "ĠпÑĢив еÑģÑĤи", + "Ġاب تد", + "Ġابت د", + "리 ë¡ľ", + "ĠÑģÑĤÑĢ анÑĭ", + "ĠÑģÑĤÑĢа нÑĭ", + "ĠÑģÑĤÑĢан Ñĭ", + "ĠzatÃŃm co", + "Ġh uyết", + "Ġhuy ết", + "سÛĮ ÙĪÙĨ", + "Ġsor du", + "âĢĮ رس", + "ĠÑĦ ÑĢон", + "Ġed ip", + "Ġedi p", + "ÙĨ Ú¯ÛĮ", + "ÙĨÚ¯ ÛĮ", + "Ġк иÑĢ", + "Ġки ÑĢ", + "Ġ íķ´ìķ¼", + "Ġíķ´ ìķ¼", + "ì» ´", + "ÑĨик лоп", + "ĠпÑĢимен ениÑı", + "Ġоб л", + "éļ ª", + "Ġk romÄĽ", + "Ġkro mÄĽ", + "æł¸ å¿ĥ", + "ra him", + "rah im", + "о ÑĢд", + "оÑĢ д", + "Ġl Ãłnh", + "ĠlÃł nh", + "ĠlÃłn h", + "Ġо ÑģÑĤÑĢов", + "ĠоÑģÑĤ ÑĢов", + "; |", + "b uz", + "bu z", + "Ġ ÏĦÏģο", + "ĠÏĦ Ïģο", + "ĠÐĴ аÑĢ", + "æī İ", + "ı lÄ±ÅŁ", + "ılı ÅŁ", + "ıl Ä±ÅŁ", + "éĿ¢ ç©į", + "身 份", + "é¢Ĩ åŁŁ", + "ĠاÙĦÙĤر ÙĨ", + "Ġ пÑĢиклад", + "ĠпÑĢи клад", + "ĠпÑĢик лад", + "ãĥģ ãĥ¼ãĥł", + "Ġสà¸ŀ à¸Ľ", + "Ġо ÑĩиÑģÑĤ", + "ĠоÑĩ иÑģÑĤ", + "ĠоÑĩи ÑģÑĤ", + "Ġмил ли", + "а ÑĨÑĸÑĹ", + "ี à¹Ģà¸Ń", + "Ġt anın", + "Ġtan ın", + "Ġtanı n", + "çĪ¶ 亲", + "Ġmsg str", + "Ġmsgs tr", + "ĠØ´ ÛĮÙħÛĮ", + "ĠØ´ÛĮ ÙħÛĮ", + "ĠÙģر اÙĩÙħ", + "Ġ 맥", + "Ġë§ ¥", + "ãĢĤ å½ĵ", + "Ġкон ÑĨенÑĤÑĢа", + "êµIJ íļĮ", + "ãĤī ãĤĮãģ¦", + "ãĤīãĤĮ ãģ¦", + "Ġya sak", + "Ġyas ak", + "ĠÐij ол", + "Ġ æ¾³", + "Ġæ¾ ³", + "çĩ ķ", + "Ġ جا", + "Ġج ا", + "ëij ĺ", + "Ġدر Ø®ÙĪاست", + "ĠmÃŃst nÃŃ", + "ÂĤ ÃĮ", + "Ġbas kı", + "Ġu çak", + "Ġuç ak", + "ä» ĵ", + "Ġìľł ì§Ģ", + "Ġп оба", + "Ġпо ба", + "Ġпоб а", + "Ġz eptal", + "Ġze ptal", + "ç»Ļ æĪij", + "ĠAt atürk", + "ĠÙħÙĨ اس", + "Ñ Ĵ", + "Ġar acı", + "Ġarac ı", + "Ġara cı", + "лÑİ ÑĶ", + "Ġnit elik", + "Ġnitel ik", + "ĠM ezi", + "ĠMe zi", + "ĠMez i", + "ĠÎŃ Î½Î±ÏĤ", + "ĠÎŃνα ÏĤ", + "ĠÎŃν αÏĤ", + "Ïİν ÏĦαÏĤ", + "v až", + "va ž", + "Ġk uzey", + "Ġ ÏİÏģα", + "ĠÏİ Ïģα", + "ĠÑĢоз пов", + "ĠÑĢозп ов", + "à¹Ī าà¸ģ", + "à¹Īา à¸ģ", + "ãĢģ ä¸ī", + "ĠÑģÑĤ аÑĢи", + "ĠÑģÑĤаÑĢ и", + "ĠÑģÑĤа ÑĢи", + "Ġhak kı", + "Ġhakk ı", + "ĠØ¢Ùħ ادÙĩ", + "íĮ Ķ", + "о мÑĸ", + "ом Ñĸ", + "Ġ âĢł", + "ĠâĢ ł", + "ãģĭ ãĤı", + "ãĢĮ ä½ł", + "æ³ķ åĽ½", + "ÙIJ ÙĬÙĨ", + "ÙIJÙĬ ÙĨ", + "æī ķ", + "н или", + "ни ли", + "нил и", + "ĠÑĥÑģÑĤанов ки", + "Ġl ông", + "Ġlô ng", + "त म", + "ÙĪ ÙĨÙĬØ©", + "ÙĪÙĨ ÙĬØ©", + "ÙĪÙĨÙĬ Ø©", + "ÙĬ تÙĬ", + "ÙĬت ÙĬ", + "Ġê²Įìĭľ 물", + "Ġve Å¡ker", + "ÎŃ Ïģγ", + "ÎŃÏģ γ", + "ĠÑĥ Ñģе", + "ĠÑĥÑģ е", + "Ġk ıl", + "Ġkı l", + "Ġil gi", + "Ġilg i", + "μ Ïīν", + "Ġз вÑĸлÑĮ", + "Ġзв ÑĸлÑĮ", + "Ġön lem", + "à¸ģà¸İ หมาย", + "ĠH iá»ĩp", + "Ġг оÑĢм", + "ĠгоÑĢ м", + "лÑı ÑİÑĤÑĮÑģÑı", + "лÑıÑİÑĤÑĮ ÑģÑı", + "la maya", + "lam aya", + "lama ya", + "ĠÑģпоÑģоб ом", + "ãģ¸ ãģ¨", + "ç¦ģ æŃ¢", + "ĠÑĢаÑħ Ñĥнок", + "ĠоÑĤвеÑĢ ÑģÑĤи", + ".: .:.:.", + ".:.: .:.", + ".:.:.: .", + ".:.:. :.", + "Ġmü da", + "о наÑħ", + "он аÑħ", + "она Ñħ", + "Ì£ c", + "Ġyap acak", + "Ġн азвание", + "Ġназ вание", + "Ġназва ние", + "对 æĸ¹", + "ëĮĢ íijľ", + "çĪ Ń", + "в ана", + "ва на", + "ван а", + "ह न", + "ĠпÑĢоблем а", + "Ġжен ÑīинÑĭ", + "ĠженÑīин Ñĭ", + "èŀ º", + "Ġhosp odáÅĻ", + "ĠСÑĤ еп", + "ĠodpovÄĽ d", + "ĠS á»Ń", + "e view", + "ev iew", + "evi ew", + "åĩł ä¹İ", + "çŁ ¢", + "æĿ¥ ãģŁ", + "Ġп олоÑģ", + "Ġпол оÑģ", + "ĠÑģ ел", + "å± Ĩ", + "ĠпеÑĢв ой", + "ĠпÑĢоÑĨеÑģ Ñģа", + "ĠпÑĢоÑĨеÑģÑģ а", + "ãĢĢ ãĤĿ", + "ت اÙħبر", + "تا Ùħبر", + "и лаÑģÑı", + "ила ÑģÑı", + "ï¼Į æĹł", + "ĠвлаÑģ ноÑģÑĤÑĸ", + "íķĺ ìŀIJ", + "аÑĤ ки", + "ĠB Ãł", + "ĠK arel", + "ĠKar el", + "ĠKa rel", + "ĠKare l", + "è· µ", + "ر ÛĮÙĩ", + "رÛĮ Ùĩ", + "ĠëĤĺ 를", + "ĠобеÑģпеÑĩ ива", + "ĠобеÑģпе Ñĩива", + "à¥įर पत", + "ãģĹ ãĤĩ", + "åį Ĵ", + "Ġ 奥", + "Ġå¥ ¥", + "ĠпÑĢ оÑĤе", + "ĠпÑĢо ÑĤе", + "ĠпÑĢоÑĤ е", + "Ġ æĭĽ", + "Ġæĭ Ľ", + "ĠСÑĤ ÑĢана", + "ĠÑĢабоÑĤ аÑĤÑĮ", + "ĠÑĢабоÑĤа ÑĤÑĮ", + "Ġتش Ø®ÛĮص", + "ек ÑģÑĥ", + "екÑģ Ñĥ", + "Ġ 리그", + "Ġ리 ê·¸", + "Ġص اÙĦØŃ", + "ĠbaÅŁ lamÄ±ÅŁ", + "ĠbaÅŁlam Ä±ÅŁ", + "ĠÙ¾ÛĮ اÙħبر", + "ĠÙ¾ÛĮاÙħ بر", + "ز ا", + "Ġм аÑģÑģ", + "ĠмаÑģ Ñģ", + "ĠÎł αÏģ", + "Ġγα Ïģ", + "ëĿ¼ íĶ¼", + "Ġy arı", + "Ġya rı", + "Ġyar ı", + "ĠÑĤип Ñĥ", + "Ðŀ п", + "ãģij ãģªãģĦ", + "e mem", + "em em", + "eme m", + "ĠnÄĽ mu", + "ĠnÄĽm u", + "ĠÙĨ شر", + "ĠÙĨØ´ ر", + "ĠÎijθή να", + "Ùģ راÙĨ", + "Ùģر اÙĨ", + "Ġ 網", + "Ġç¶ ²", + "ĠпÑĢом иÑģлов", + "ĠBu gün", + "ĠBug ün", + "ìŀ Ķ", + "ĠжÑĸн ок", + "Ġ à¸Ľà¸£à¸°à¹Ģà¸łà¸Ĺ", + "Ġà¸Ľà¸£à¸° à¹Ģà¸łà¸Ĺ", + "ĠвикоÑĢиÑģÑĤов ÑĥваÑĤи", + "ĠТ им", + "ĠТи м", + ") 를", + "еж аÑĤÑĮ", + "Ġs ona", + "Ġso na", + "Ġson a", + "Ø´ÙĨ بÙĩ", + "Ġnich ž", + "åī Ľ", + "ĠÙģ تØŃ", + "ĠÙģت ØŃ", + "ĠÙħÙĤ دÙħ", + "ĠÙħÙĤد Ùħ", + "ĠGüven lik", + "e um", + "eu m", + "ç»ı è¿ĩ", + "è·Ŀ éĽ¢", + "Âł не", + "Ġا صÙĪÙĦ", + "Ġاص ÙĪÙĦ", + "ĠzaÄį átku", + "ิà¹Ģว à¸ĵ", + "Ġà¤ķ à¤Ł", + "Ġk riz", + "Ġkr iz", + "Ġp án", + "Ġpá n", + "ĠбоÑĢ ÑĮ", + "Ġбо ÑĢÑĮ", + "ظ ÙħØ©", + "ظÙħ Ø©", + "Ġê²½ ë¶ģ", + "ĠاÙĦÙĬ ÙħÙĨ", + "ĠاÙĦعرب ÙĬ", + "Ġh lub", + "Ġhl ub", + "Ġch á»Ŀ", + "è¥ ²", + "ëĵľ 리", + "ãĥĸ ãĥª", + "ĠÑģÑĤол ÑĸÑĤÑĤÑı", + "ر بÙĬØ©", + "رب ÙĬØ©", + "Ġ æ°¸", + "Ġæ° ¸", + "Ġê±° ìĿĺ", + "Ġβ αÏĥ", + "Ġβα Ïĥ", + "Ġa rz", + "Ġar z", + "ãĥ¢ ãĥ³", + "ĠÑĢÑĸв енÑĮ", + "ä¸į çŁ¥", + "导 èĩ´", + "ا ÙĬØ´", + "اÙĬ Ø´", + "ĠпÑĢев ÑĭÑĪ", + "Ġп н", + "ĠÎĴ ÏģοÏĩή", + "Ġ 身", + "Ġè º«", + "ĠÄIJ ầu", + "ĠÏĮ μÏīÏĤ", + "j ÃŃž", + "jÃŃ Å¾", + "Ġλ ίγ", + "ĠÑĪк оли", + "ĠÑĪкол и", + "ãģ£ãģ± ãģĦ", + "z dy", + "zd y", + "Ġê³ §", + "t eÅŁ", + "te ÅŁ", + "ÑĢ еÑī", + "ÑĢе Ñī", + "κ ει", + "κε ι", + "sah uje", + "Ġà¤īस स", + "ĠTan rı", + "ä¸į 好", + "éĥ Ń", + "ĠвÑĭ глÑıд", + "Ġç oÄŁ", + "Ġин ÑģÑĤÑĢÑĥменÑĤ", + "r ej", + "re j", + "èĪ Į", + "ãģĭ ãĤīãģªãģĦ", + "ãģĭãĤī ãģªãģĦ", + "ĠнепÑĢи ÑıÑĤ", + "Ġк ÑĢоме", + "ζ η", + "Ġл ог", + "ा वर", + "ाव र", + "ëħķ íķĺìĦ¸ìļĶ", + "ाह रण", + "ाहर ण", + "Ġgüven ilir", + "T ại", + "ĠØ´Ùĩر د", + "ĠØ´Ùĩ رد", + "ĠΤ ε", + "о ÑĢаз", + "оÑĢ аз", + "оÑĢа з", + "Ġl Ãłng", + "ĠlÃł ng", + "ĠlÃłn g", + "ï¼ ©", + "æĬķ 注", + "Ġsiyas et", + "ÐĽ Ñİ", + "Ġt ÅĻet", + "ĠtÅĻ et", + "ĠÏĢÏģÏİ ÏĦη", + "ĠÑĥлÑĭ б", + "ĠL âm", + "ÑĥлÑĮÑĤ а", + "ÑĥлÑĮ ÑĤа", + "åŁº åľ°", + "Ġskup ina", + "æ°¸ ä¹ħ", + "лÑĥ гов", + "лÑĥг ов", + "Ġ ÑĨÑĸй", + "ĠÑĨ Ñĸй", + "ĠÑĨÑĸ й", + "ĠP oh", + "ĠPo h", + "i д", + "ĠTr uy", + "ĠTru y", + "çļĦ ä¸Ģ个", + "çļĦä¸Ģ 个", + "ë²Ħ ìłĦ", + "Ġx ứ", + "à¸ĩ à¹ģรà¸ģ", + "à¸Ħ à¸Ńม", + "Ġelektron ik", + "ĠaÄŁ aç", + "Ġà¤ľ य", + "ĠповеÑĢÑħ ноÑģÑĤÑĮ", + "ĠاÙĩÙħ ÛĮت", + "ли виÑħ", + "лив иÑħ", + "ĠolduÄŁ undan", + "ï¼ī :", + "ÑĨи ÑıÑħ", + "ÑĨиÑı Ñħ", + "製 ä½ľ", + "à¸Ĺ รà¸ĩ", + "à¸Ĺร à¸ĩ", + "ey im", + "eyi m", + "Ġná klad", + "c ilik", + "ci lik", + "cil ik", + "ĠÐĵ лав", + "ĠUy gu", + "ĠÑĢег ÑĥлÑİ", + "à¤Ĥ à¤ľà¤¨", + "à¤Ĥà¤ľ न", + "Ġkayn aģı", + "à¹ī าà¸Ń", + "à¹īา à¸Ń", + "Ġgör mek", + "ĠíĮ ¬", + "Ġ å®Į", + "Ġå® Į", + "Ø« ÙħاÙĨ", + "ĠÑĤак аÑı", + "ĠÑĤа каÑı", + "ĠÑĤака Ñı", + "Ġне из", + "Ġzpráv y", + "ĠاÙĦØ´ خص", + "Ġìĺ¤ íĽĦ", + "ĠاÙĦ طب", + "ĠاÙĦØ· ب", + "atır ım", + "ر ÙĬر", + "رÙĬ ر", + "ĠÙħع ÙħارÛĮ", + "Ãľ RK", + "ÃľR K", + "ĠÒ IJ", + "ĠìĦ ¬", + "æīĭ ãģ«", + "Ġë³Ģ íĻĶ", + "u lace", + "ul ace", + "ula ce", + "Ġs ợ", + "ÑĢ иÑĩ", + "ÑĢи Ñĩ", + "มห าว", + "Ġk â", + "ĠÑģп ÑĢоб", + "Ùĩ رÙĩ", + "Ùĩر Ùĩ", + "ाध न", + "ĠÏĢ αι", + "ĠÏĢα ι", + "ب عد", + "بع د", + "ĠاÙĦ تÙĪ", + "ĠاÙĦت ÙĪ", + "ç»ı çIJĨ", + "p ůsob", + "æ¬ ł", + "ĠзаÑħвоÑĢÑİ Ð²Ð°Ð½Ð½Ñı", + "Ø® Ø©", + "ÚĨ ار", + "Ġboz uk", + "] âĢı", + "ĠSoc orro", + "Ġ hrad", + "Ġh rad", + "Ġhr ad", + "Ġhra d", + "над леж", + "ĠÑĥÑĩаÑģÑĤ ие", + "ĠÑĥÑĩаÑģ ÑĤие", + "ĠÑĥÑĩаÑģÑĤи е", + "å¤ī ãĤı", + "Ġy ans", + "Ġya ns", + "Ġyan s", + "ĠØ¥ ÙĦ", + "Ø® بر", + "خب ر", + "ÑĨиклоп ед", + "ι Ïİν", + "ιÏİ Î½", + "Ïĥ ÏĦÏģο", + "ÏĥÏĦ Ïģο", + "Ġb anka", + "Ġbank a", + "Ġban ka", + "ĠsoÄŁ uk", + "Ġün lü", + "é¢ ľ", + "Ġر Ùģع", + "ĠرÙģ ع", + "çIJ ³", + "ĠÑģоÑģÑĤоÑı нии", + "ν ονÏĦαÏĤ", + "νον ÏĦαÏĤ", + "Ġа кÑĤи", + "Ġак ÑĤи", + "ĠакÑĤ и", + "ĠÏĢολ Ïħ", + "ĠÏĢο λÏħ", + "Ġм оÑĹ", + "Ġмо ÑĹ", + "Ġ æł¼", + "Ġæł ¼", + "ç² Ĺ", + "ĠÑģлÑĥÑĩ ай", + "ĠÑģлÑĥ Ñĩай", + "ĠÑģлÑĥÑĩа й", + "ìĿ¼ ìĹIJ", + "ĠÑĤÑĢеб ÑĥеÑĤ", + "Ġ åıĤèĢĥ", + "ĠåıĤ èĢĥ", + "an gl", + "ang l", + "am ik", + "ami k", + "Ġ Ä°Åŀ", + "ĠÄ° Åŀ", + "æ¹ ¯", + "ĠÄij áo", + "ĠÄijá o", + "ละ à¸Ħร", + "Ñģ о", + "Âł ob", + "Ġk lim", + "Ġkl im", + "Ġkli m", + "èĥ Ĩ", + "ìĥĿ íĻľ", + "ãĥij ãĥ³", + "- ब", + "Ġк ад", + "Ġка д", + "à¹Ī สามารà¸ĸ", + "ĠÙħس ÙĦÙħاÙĨ", + "ç¿ °", + "ĠB ütün", + "ĠK raj", + "ĠKr aj", + "ĠKra j", + "ĠпеÑĢ Ñģп", + "ĠпеÑĢÑģ п", + "Ġener j", + "ãģķ ãģĽãĤĭ", + "ãģķãģĽ ãĤĭ", + "è¾¾ åĪ°", + "ा à¤Ĭ", + "ाठĬ", + "ĠگرÙģ تÙĨ", + "ĠگرÙģت ÙĨ", + "ÑĪ кÑĥ", + "ĠÐŁ ло", + "ÃŃ ny", + "ÃŃn y", + "ĠH ra", + "ĠÚĨ ÙĨاÙĨ", + "Ġ à¹Ħà¸Ĺย", + "Ġà¹Ħ à¸Ĺย", + "vise jÃŃcÃŃ", + "Û³ Û³", + "ĠÐľÑĸнÑĸÑģÑĤ еÑĢ", + "à¹Ĥ à¸Ń", + "ĠدÙĩ ÛĮد", + "æ¯Ķ ä¾ĭ", + "Ïĥι εÏį", + "Ç IJ", + "ãĢģ ãģª", + "Ġत स", + "ĠÄ° t", + "ĠìłĦ ìŁģ", + "à¹Ģ à¸Īร", + "à¹Ģà¸Ī ร", + "Ġelek tr", + "Ġelekt r", + "Ġd Æ°", + "â ĶĶ", + "âĶ Ķ", + "Ġ ìĥ¤", + "Ġìĥ ¤", + "ä» ®", + "à¸ģาร à¹Ģล", + "Ġм ÑĥлÑĮ", + "ĠмÑĥ лÑĮ", + "Ġ 度", + "Ġåº ¦", + "ĠH uyá»ĩn", + "в ен", + "ве н", + "Ġl Æ°á»Ľi", + "Ġprovoz u", + "Ñĥ ÑĢÑĥ", + "ÑĥÑĢ Ñĥ", + "ÑĢ ÑĸÑĹ", + "ÑĢÑĸ ÑĹ", + "Ġçocu ÄŁ", + "ัà¸IJ à¸ļาล", + "ÙĦ ÙĬÙĩ", + "ÙĦÙĬ Ùĩ", + "Ġ[âĢ¦] ...Ċ", + "åİŁ å§ĭ", + "Ġs klad", + "Ġsk lad", + "Ġskl ad", + "Ġسپ تاÙħبر", + "ĠTom áš", + "Ġس ÙĪاÙĦ", + "ĠسÙĪ اÙĦ", + "çģ Ń", + "ãĤĵ ãģ©", + "на знаÑĩ", + "ĠÄij Ä©a", + "ĠudÄĽl at", + "Ġà¤Ĩ दम", + "Ġà¤Ĩद म", + "ï¼ ¬", + "ι νÏĮ", + "ιν ÏĮ", + "iÅŁ leri", + "ÄIJ ây", + "Ġرس اÙĨÙĩ", + "ع اÙħ", + "عا Ùħ", + "ãĥ¼ãĥij ãĥ¼", + "Ġdo prov", + "Ġdop rov", + "ĠмÑĸÑģ ÑĤо", + "ĠмÑĸÑģÑĤ о", + "ï¼ ¥", + "ел Ñĸг", + "елÑĸ г", + "ائ ز", + "ä¸į äºĨ", + "ĠÐIJлекÑģанд ÑĢ", + "ĠвÑĢем ен", + "Ġdve ÅĻe", + "Ġch ảy", + "Ġ otel", + "Ġo tel", + "Ġot el", + "èĤ¯ å®ļ", + "ĠÑĥÑĤ веÑĢжд", + "ĠÐļом п", + "ĠÐļо мп", + "Ġ ëĤĺëĿ¼", + "ĠëĤĺ ëĿ¼", + "ĠвÑĸдбÑĥва ÑĶÑĤÑĮÑģÑı", + "ãĢģ ãĢİ", + "ĠkarÅŁÄ± lık", + "Ġl ẫn", + "çħ Ļ", + "ع کس", + "å¼ ¥", + "Ġte cr", + "Ġtec r", + "Ġne od", + "Ġneo d", + "æĪIJ çĤº", + "åħ¥ ãĤĬ", + "ĠÐŁ ÑĢод", + "ĠÐŁÑĢ од", + "ĠÐŁÑĢо д", + "ĠÏĢ Ïģά", + "ื à¸Ńà¸Ķ", + "ืà¸Ń à¸Ķ", + "ÑģÑĤ аÑĤи", + "ÑģÑĤа ÑĤи", + "е ноÑĹ", + "ен оÑĹ", + "ено ÑĹ", + "Ñĩи Ñģл", + "ÑĩиÑģ л", + "羣 æŃ£", + "Ġ ราà¸Ħ", + "Ġร าà¸Ħ", + "Ñĥ ÑĢе", + "ÑĥÑĢ е", + "ĠØ´ اÙĩد", + "ĠشاÙĩ د", + "ا عر", + "اع ر", + "Ġê²½ íĹĺ", + "à¸Ļ à¸Ħ", + "ãĥį ãĥ«", + "ÏĢοÏħ λοÏĤ", + "Ġम à¤Ī", + "ìĬ¤ ì½Ķ", + "itel né", + "å¼Ģ æĶ¾", + "ç į¨", + "çį ¨", + "ĠpÅĻ ech", + "ĠpÅĻe ch", + "ú Äįast", + "å¢ ĵ", + "Ġ å½±", + "Ġå½ ±", + "ÙĨ ساÙĨ", + "ÙĨس اÙĨ", + "ÙĨسا ÙĨ", + "Ġд вад", + "Ġдв ад", + "Ġдва д", + "Ġи деÑĤ", + "Ġиде ÑĤ", + "Ġид еÑĤ", + "Ġпод клÑİÑĩ", + "Ġподк лÑİÑĩ", + "íĬ¹ë³Ħ ìĭľ", + "B Ãłi", + "Å¡ ku", + "Å¡k u", + "i lerden", + "iler den", + "åıĺ å¾Ĺ", + "ëıĻ ìķĪ", + "Ġpostup nÄĽ", + "ĠиÑĤ ог", + "Ġd ůvodu", + "Ġdůvod u", + "siz lik", + "ÙĦ اÙĨ", + "ÙĦا ÙĨ", + "éĤ£ ç§į", + "ĠÑĩа Ñģа", + "ĠÑĩаÑģ а", + "ä¸į æĸŃ", + "ĠØ®ÛĮ اباÙĨ", + "ĠاÙĦد اخ", + "ĠÑģÑĤоÑĢ Ñĸн", + "Ġì¶ľ ìĹ°", + "æ² Ł", + "Ġh ry", + "Ġhr y", + "ĠG Ãľ", + "ĠìĿ¸ 구", + "l ied", + "li ed", + "lie d", + "Ġع اÙĦÙĬØ©", + "ĠпÑĢед ваÑĢ", + "ан ной", + "åı¥ è¯Ŀ", + "éł ĵ", + "ë°Ķ ìĿ¼", + "ï¼ı /", + "ĠÙħخت صات", + "ëŀ «", + "ĠçalÄ±ÅŁ maları", + "ĠçalÄ±ÅŁmalar ı", + "ĠçalÄ±ÅŁma ları", + "Ġrepublik a", + "Ġ ì³", + "Ġì ³", + "ा )", + "Ġê±´ ê°ķ", + "Ġê³µ ëıĻ", + "èħ ¦", + "ĠìĦľ ë¡ľ", + "ĠпÑĢовод иÑĤÑĮ", + "ĠдейÑģÑĤв иÑĤелÑĮно", + "v eç", + "ve ç", + "Ø« اÙĦ", + "Ġgöster ir", + "ır lar", + "ĠÑģам Ñĭм", + "á lo", + "ál o", + "é¢ij 次", + "à¥Ī à¤Ĺ", + "ا دÙħ", + "اد Ùħ", + "çĮ ª", + "ĠS ản", + "Ġ çı", + "Ġç ı", + "Ġl ety", + "Ġle ty", + "Ġlet y", + "Ġrep ublice", + "Ġrepublic e", + "æĿ¥ èĩª", + "Ġv ết", + "Ġbi rik", + "Ġbir ik", + "Ġbiri k", + "Ġm ekt", + "Ġme kt", + "Ġmek t", + "ĠاÙĦ ÙĪÙģ", + "ĠاÙĦÙĪ Ùģ", + "Ġj ich", + "Ġji ch", + "ä¸Ģ 覧", + "éľ² åĩº", + "ĠH iá»ĩn", + "ĠHi á»ĩn", + "Ġd iá»ĩt", + "ĠÑħ ÑĢиÑģÑĤи", + "åĪļ æīį", + "k ate", + "ka te", + "kat e", + "Ġb azen", + "Ġba zen", + "Ġbaz en", + "ĠurÄįit ÄĽ", + "ĠurÄį itÄĽ", + "Ġumož ÅĪuje", + "é¡ĺ ãģĦ", + "/Q ÄIJ", + "Ġmen Å¡ÃŃ", + "ÏĥκεÏħ ή", + "ĠÑĨеÑĢк ов", + "ĠÑĨеÑĢ ков", + "Ġ è´Ń", + "Ġè´ Ń", + "ок ÑĢаÑĤи", + "ĠÑĢоз к", + "α νοÏħ", + "αν οÏħ", + "Ġyön etic", + "Ġyönet ic", + "Ġol madan", + "Ġolm adan", + "Ġolma dan", + "åĨľ ä¸ļ", + "Ġë°Ķ ëŀĮ", + "çĵ ľ", + "ÑĪ аеÑĤÑģÑı", + "ÑĪа еÑĤÑģÑı", + "ĠÐļ оÑģÑĤ", + "ĠÐļо ÑģÑĤ", + "ĠÙħ عت", + "ĠÙħع ت", + "Ġ à¸ŀล", + "Ġà¸ŀ ล", + "ĠÙħتÙģ اÙĪت", + "ãĤī ãģı", + "èĪ Ĺ", + "Ġتع رÛĮÙģ", + "éīĦ éģĵ", + "Ġpé Äįe", + "ì» µ", + "Ġпод ÑĢаз", + "Ġбан кÑĥ", + "Ġбанк Ñĥ", + "Ä°S Ä°", + "æ¡ IJ", + "à¹Ĥ รà¸Ħ", + "à¹Ĥร à¸Ħ", + "ĠØŃØ° Ùģ", + "Ġ ë£", + "Ġë £", + "л иж", + "ли ж", + "Ġ ìĤ°ìĹħ", + "ĠìĤ° ìĹħ", + "ĠпÑĢи ÑĩинÑĭ", + "ĠпÑĢиÑĩин Ñĭ", + "ĠпÑĢиÑĩ инÑĭ", + "Ġна зна", + "Ġназ на", + "ãĥª ãĤ¹ãĥĪ", + "ãĥªãĤ¹ ãĥĪ", + "ìłķ ë¶Ģ", + "Ïĥ ÏĨα", + "ÏĥÏĨ α", + "å¦ ĥ", + "Ġголов и", + "Ġгол ови", + "ëIJĺìĹĪ ìĬµëĭĪëĭ¤", + "Ġεν ÏĮÏĤ", + "ãĤ¤ ãĥ³ãĤ¿", + "ãĤ¤ãĥ³ ãĤ¿", + "Ġs lun", + "Ġsl un", + "Ġslu n", + "ëł ´", + "ĠÑģÑĥÑīеÑģÑĤв ÑĥеÑĤ", + "ĠÑģÑĥÑīе ÑģÑĤвÑĥеÑĤ", + "з аб", + "за б", + "æĽ´ åĬł", + "Ġблагод аÑĢÑı", + "ĠëĮĢ 구", + "è¾ ħ", + "ห าà¸ģ", + "หา à¸ģ", + "Ġ æİ¥", + "Ġæİ ¥", + "ëĮĢ 를", + "人 ç±»", + "j eme", + "je me", + "jem e", + "åĪĨ å¸ĥ", + "ìŀ¥ ìĿĢ", + "Ġдопом оги", + "ìĻĦ ë£Į", + "o sy", + "os y", + "èĭ± éĽĦ", + "Ġ ÙĦس", + "ĠÙĦ س", + "म ह", + "Ġ à¸ģำ", + "Ġà¸ģ ำ", + "Ġداش تÙĨ", + "Ġداشت ÙĨ", + "Ń ìłľ", + "Ä° ng", + "Ä°n g", + "ĠTh Æ°á»Ŀng", + "íĻ Ģ", + "Ñį ÑĦ", + "íķ´ ìļĶ", + "ĠÐľ Ñĸж", + "ĠÐľÑĸ ж", + "еÑĢÑĸ га", + "еÑĢÑĸг а", + "Ġε á¼", + "à¹ģ สà¸ĩ", + "à¹ģส à¸ĩ", + "ãĥĢ ãĤ¤", + "Ġc esty", + "Ġce sty", + "Ġces ty", + "Ġcest y", + "Ġpr ázd", + "Ġprá zd", + "第 ä¸Ģ次", + "第ä¸Ģ 次", + "ĠÙĩÙħ سر", + "Ġz ev", + "Ġze v", + "Âł E", + "ĠBeled iyesi", + "ĠBelediye si", + "ĠпÑĢоп ози", + "Ġanlay Ä±ÅŁ", + "Âł Ùħ", + "ĠÑĢаÑģÑģ ÑĩиÑĤ", + "ĠاÙĦØ£Ùħ رÙĬÙĥÙĬØ©", + "ĠاÙĦØ£ÙħرÙĬÙĥÙĬ Ø©", + "Ġž ena", + "Ġže na", + "Ġžen a", + "d eniz", + "den iz", + "Ġn oci", + "Ġno ci", + "Ġnoc i", + "Ġst ál", + "ุ ย", + "주 ìĨĮ", + "Ġз еÑĢ", + "Ġ ìĨĮê°ľ", + "ĠìĨĮ ê°ľ", + "Ġkh ẳng", + "at ıcı", + "atı cı", + "ÄĽ ž", + "ĠÑĩ ÑĥÑĤÑĮ", + "Ġc áºŃu", + "ĠاطÙĦ اع", + "æµ ħ", + "Ġst rav", + "Ġstr av", + "Ġstra v", + "ĠSan ayi", + "Ġ طبÙĬ", + "ĠØ· بÙĬ", + "Ġطب ÙĬ", + "Ġhız la", + "Ïİ Î½Î±", + "Ïİν α", + "à¤¿à¤ľ ल", + "ÙħØŃ Ùħد", + "à¸ļ à¸ģ", + "Ġvzdál en", + "ĠÑĤак ими", + "ĠÑĤа кими", + "ĠÑĤаким и", + "ãĢĤ ãģĿãģĹãģ¦", + "Ġka lp", + "Ġkal p", + "Ġкож ного", + "Ðł µ", + "ÙĦع اب", + "ĠÙħ ÙĪÙĨ", + "ĠÙħÙĪ ÙĨ", + "ĠìĿ¼ ìĿĦ", + "Ġ ë°ĶìĿ´", + "Ġë°Ķ ìĿ´", + "Ġme kan", + "Ġmek an", + "ĠجاÙħ ع", + "Ġجا Ùħع", + "ĠÙĨ Ùģت", + "ĠÙĨÙģ ت", + "ĠاÙĦ سÙħ", + "ĠاÙĦس Ùħ", + "л ÑĭÑħ", + "лÑĭ Ñħ", + "èĥĮ æĻ¯", + "Ġê²ĥ ëıĦ", + "ĠìĤ´ ìķĦ", + "y dı", + "yd ı", + "Ġна веÑĢ", + "Ġнав еÑĢ", + "åŃIJ ãģ¯", + "l uluk", + "lu luk", + "Ġhá»Ĺ n", + "Ġ Ø´Ùģ", + "ĠØ´ Ùģ", + "Ġع ÙĦت", + "ĠعÙĦ ت", + "à¸Ħร าม", + "ĠÎļ ÏįÏĢ", + "Ġà¹Ģม ษายà¸Ļ", + "ÙĨد ÙĤ", + "ĠÑĥ ÑģÑĤÑĢа", + "ĠÑĥÑģÑĤ ÑĢа", + "ĠÑĥÑģ ÑĤÑĢа", + "ĠÎĵ εν", + "ĠÐĨ ван", + "ĠP hong", + "ĠPh ong", + "ĠPhon g", + "家 çļĦ", + "ĠÐIJ лекÑģ", + "ĠÐIJле кÑģ", + "ĠÐIJл екÑģ", + "Ġзб еÑĢÑĸг", + "ĠÅŁark ı", + "ĠÅŁar kı", + "ĠظرÙģ ÛĮت", + "ĠÙħ عÙĨÛĮ", + "ĠÙħع ÙĨÛĮ", + "ĠÙħعÙĨ ÛĮ", + "Ġ лов", + "Ġл ов", + "ĠìĤ ¶", + "èħ IJ", + "Ġ å¯Į", + "Ġå¯ Į", + "E RG", + "ER G", + "ĠÑģÑĤо имоÑģÑĤÑĮ", + "ÅĻ et", + "ÅĻe t", + "à¥ī य", + "à¹Ī าร", + "à¹Īา ร", + "ĠارÙĪÙ¾ ا", + "Ġб ÑĢоÑģ", + "ĠоÑĤ ноÑģÑıÑĤ", + "ĠоÑĤноÑģ ÑıÑĤ", + "ĠÎŁ κ", + "ÑĨÑĮ кий", + "ÏĬ κ", + "ãģĤãĤĬ ãģ¾ãģĽãĤĵ", + "ĠÑĥ ник", + "ĠÄij iá»ĥn", + "ĠÄiji á»ĥn", + "Ġvý zkum", + "Ġh ứ", + "Ġhá» ©", + "Ġ ÙĪات", + "ĠÙĪ ات", + "ĠÙĪا ت", + "Ġ å¹³æĸ¹", + "Ġå¹³ æĸ¹", + "Ïħ μ", + "ãĤĴ 使", + "εί ÏĦαι", + "两 人", + "Ġ åĮ»", + "ĠåĮ »", + "ÑĢаÑĤ иÑĤÑĮ", + "ÑĢаÑĤи ÑĤÑĮ", + "ĠاÙĦ اÙĨت", + "ĠاÙĦاÙĨ ت", + "ãģ® 人", + "ر Ø´", + "ĠТ ÑĥÑĢ", + "r nÄĽ", + "rn ÄĽ", + "天 天", + "ม าร", + "มา ร", + "Ġort alama", + "Ġorta lama", + "ĠпеÑĢе пиÑģ", + "ĠпеÑĢеп иÑģ", + "ĠìĥĿ ìĤ°", + "å¿ Ĩ", + "í ĩ´", + "ï¼Į 该", + "éĮ ¢", + "ÏĢα ίδ", + "ĠмеÑĢ опÑĢи", + "Ġг ÑĢав", + "ĠгÑĢа в", + "ĠгÑĢ ав", + "ÃĶ ng", + "Ġ æ¤", + "Ġæ ¤", + "ĠاÙĦد ÙĪÙĦØ©", + "ĠاÙĦدÙĪÙĦ Ø©", + "Ġ оÑģÑĮ", + "Ġо ÑģÑĮ", + "ĠоÑģ ÑĮ", + "å¥ Ķ", + "Ġgüven li", + "íķĺ ìĭł", + "Ġ éĬ", + "Ġé Ĭ", + "éŁ³ æ¨Ĥ", + "Ġmed ya", + "Ġب ÙĨا", + "ĠبÙĨ ا", + "а ма", + "ам а", + "Ġ ãĤŃãĥ£", + "ĠãĤŃ ãĥ£", + "èĹ ¥", + "l arım", + "lar ım", + "ları m", + "ĠT iếng", + "iyor lar", + "ï¼ ¢", + "æĶ Ŀ", + "Ñĸй ÑģÑĮкоÑĹ", + "Ġyet iÅŁtir", + "ĠyetiÅŁ tir", + "ĠÙ¾ سر", + "Ġپس ر", + "ãĤī ãģĹ", + " ļ", + "ìĥ ¤", + "à¸Ķ าห", + "à¸Ķา ห", + "ĠتØŃص ÛĮÙĦ", + "Ġб енз", + "éģ £", + "Ġнаб лÑİ", + "ä½ĵ ç³»", + "ãĥ¯ ãĤ¤ãĥĪ", + "Âł ÂłĠ", + "³³ Ġ", + "书 è®°", + "ĠMü hendis", + "p lor", + "pl or", + "l az", + "la z", + "лÑı ли", + "Ġpom áh", + "Ġб лиж", + "Ġбл иж", + "Ġбли ж", + "ĠÑĩиÑģ ла", + "Ġubyt ovánÃŃ", + "ÑĢаÑĤ но", + "Ġtr Äĥm", + "Ġاب راÙĩ", + "át ka", + "Ġiç indeki", + "Ġiçin deki", + "Ġiçinde ki", + "ั à¸ļà¸Ļ", + "ัà¸ļ à¸Ļ", + "ĠاÙħ ÛĮد", + "n ave", + "na ve", + "nav e", + "e cut", + "ec ut", + "å°± åľ¨", + "Ġt radi", + "Ġtr adi", + "Ġtrad i", + "Ġtra di", + "Ø· ÙĦÙĤ", + "Ø·ÙĦ ÙĤ", + "ãĤ¦ ãĤ©", + "Ġkhu ôn", + "ìĬ¤ ë¡ľ", + "ÏĦ ÎŃÏģα", + "ÏĦÎŃ Ïģα", + "ĠÏĥ κο", + "ĠÏĥκ ο", + "ë§ Ľ", + "ĠÙģ ÙĨÛĮ", + "ĠÙģÙĨ ÛĮ", + "à¹Į à¹Ģà¸ŀ", + "ĠاÙĦع ظ", + "Ġth ôn", + "기 ìĿĺ", + "Ġภ¿", + "Ñĥ ÑİÑĤÑģÑı", + "ÑĥÑİÑĤ ÑģÑı", + "ĠÙħ کاÙĨ", + "ĠÙħÚ© اÙĨ", + "Ġ âĹİ", + "ĠâĹ İ", + "Ġ çľģ", + "Ġçľ ģ", + "Ġ åį¡", + "Ġåį ¡", + "ĠпеÑĢ ÑĪий", + "ĠпеÑĢÑĪ ий", + "ĠíĽĦ ë³´", + "Ġآر اÙħ", + "ãģĮ ãģĦ", + "ย าà¸Ļ", + "ยา à¸Ļ", + "μ ει", + "με ι", + "ĠM áy", + "Ġz ů", + "Ġpodp oru", + "Ġpodpor u", + "ì» ¨", + "Ñģ ÑĤÑĢи", + "ÑģÑĤ ÑĢи", + "ÑģÑĤÑĢ и", + "ÏĢ ÏĦÏīÏĥη", + "Ф ÐĽ", + "åĵª éĩĮ", + "ĠпеÑĢв ÑĥÑİ", + "Ġyer inde", + "Ġyeri nde", + "ĠزÛĮ با", + "ĠزÛĮب ا", + "Ġodst ran", + "à¥Ģ à¤Ĺ", + "ĠÑĢÑĸз нÑĸ", + "Ïģ ηÏĥη", + "Ïģη Ïĥη", + "âĢĮاÙĦÙħÙĦ ÙĦÛĮ", + "ع اد", + "عا د", + "à¥įप ष", + "ÑŁ N", + "ï½ Ľ", + "ãĥ¼ ãĥľ", + "ãĥ¼ãĥ ľ", + "è´Ń ä¹°", + "ĠìĿ¸ê¸° ê¸Ģ", + "ĠÙħÛĮ Ø´ÙĪد", + "ĠбезопаÑģ ноÑģÑĤи", + "ĠνεÏĨ οκ", + "ãģ« ãģ¨", + "ĠÑĨеÑĢк ви", + "ت Ùĥ", + "ĠH Ãłng", + "ĠHÃł ng", + "ĠHÃłn g", + "ĠÙĦ ÙĦس", + "ĠÙĦÙĦ س", + "ĠνεÏĨοκ άλÏħÏĪηÏĤ", + "r aman", + "ra man", + "ram an", + "rama n", + "Ġvy vol", + "n iÄį", + "ni Äį", + "ر اÙĨÙĩ", + "راÙĨ Ùĩ", + "را ÙĨÙĩ", + "Ġp eÅŁ", + "Ġpe ÅŁ", + "ãĥ« ãĤ¯", + "å´ ĩ", + "Ġim kân", + "åĮ» çĸĹ", + "Ġप à¥Ŀ", + "άν νηÏĤ", + "Ġ جÛĮ", + "Ġج ÛĮ", + "Ġp roje", + "Ġpro je", + "Ġpr oje", + "Ġproj e", + "Ġül kenin", + "Ġülk enin", + "Ġülke nin", + "ĠK ew", + "ĠKe w", + "ĠاÙĦÙħ Ùģ", + "Ø£ Ùĥ", + "çĻº 表", + "Ġ δÏħ", + "Ġδ Ïħ", + "Ġ åĽ½å®¶", + "ĠåĽ½ 家", + "ĠKiÅŁ isel", + "ãĥ³ ãĤ¬", + "Ġzpráv a", + "V iá»ĩc", + "e rif", + "er if", + "eri f", + "Ġstrán ky", + "éļ ł", + "è¼ ķ", + "к оз", + "ко з", + "Ġस à¤ľ", + "Ùĩد اÙģ", + "l oub", + "lo ub", + "lou b", + "à¸łà¸²à¸ŀ ยà¸Ļà¸ķร", + "Ġíķł ìĿ¸", + "ĠÄIJ Ãło", + "ĠÄIJÃł o", + "ĠÙĨاØŃ ÛĮÙĩ", + "(= )", + "ĠÅŀ ampiyon", + "Ġp iÅŁ", + "Ġpi ÅŁ", + "Ġ Ø°Ùĩ", + "ĠØ° Ùĩ", + "ॠ¯", + "ĠÑģÑĢед ÑģÑĤво", + "ĠÑģÑĢедÑģÑĤв о", + "Ġ à¹Ģวลา", + "Ġà¹Ģว ลา", + "ĠÑĩ Ñĥж", + "Ġver ileri", + "Ġveri leri", + "Ġveriler i", + "ĠÚ© ارت", + "Ġکار ت", + "а ви", + "ав и", + "Ġà¤ķर व", + "Ġres tau", + "Ġrest au", + "Ġresta u", + "ê°ľ ìĽĶ", + "Ġм иÑĢов", + "Ġми ÑĢов", + "ĠмиÑĢ ов", + "ì° ®", + "ĠnÄĽjak ý", + "Ġses siz", + "Ġsess iz", + "اء ات", + "ĠÐĹ Ð°Ñħ", + "ĠÐĹа Ñħ", + "Ñı ÑīиÑħ", + "ÑıÑī иÑħ", + "п ÑĢ", + "Ġпод алÑĮ", + "Ġпода лÑĮ", + "ĠопÑĢедел иÑĤÑĮ", + "ॠŃ", + "Ġ رÙģ", + "Ġر Ùģ", + "幸 ç¦ı", + "à »", + "Ġ vÄĽdom", + "ĠvÄĽ dom", + "ĠvÄĽd om", + "ĠÑģвид еÑĤелÑĮ", + "ĠÎĵ οÏħ", + "ılıģı yla", + "ılıģ ıyla", + "çĻ» éĮ²", + "Ġä¸ĭ è·Į", + "Ġп лÑİ", + "Ġпл Ñİ", + "н од", + "но д", + "ĠØ£ جÙĦ", + "Ġأج ÙĦ", + "Ġà¤ķ थ", + "éĥ½ ä¸į", + "Ġs ene", + "Ġse ne", + "Ġsen e", + "Ġp ÄĽ", + "è¨Ī åĬĥ", + "Ġа Ñĥд", + "Ġод ном", + "Ġодно м", + "Ġ ä¸ĩåħĥ", + "Ġä¸ĩ åħĥ", + "ĠÙĪ Ùħا", + "ĠÙĪÙħ ا", + "ĠÐĶ ÑĢÑĥг", + "èµ· ãģĵ", + "в аÑİÑĤÑģÑı", + "ва ÑİÑĤÑģÑı", + "ваÑİÑĤ ÑģÑı", + "л аÑĤÑĥ", + "ла ÑĤÑĥ", + "лаÑĤ Ñĥ", + "Ġ تÙĪÙĨ", + "Ġت ÙĪÙĨ", + "ĠتÙĪ ÙĨ", + "Ñī аÑı", + "Ñīа Ñı", + "ή λ", + "ĠÐŁ ÑĢа", + "ĠÐŁÑĢ а", + "Ġاست رات", + "Ġاستر ات", + "ิà¸Ļ à¹Ģà¸Ķ", + "à¥įà¤Ĺ त", + "Âł з", + "Ġп олоÑĤ", + "Ġпо лоÑĤ", + "Ġпол оÑĤ", + "æ® ĸ", + "æ¡ Ĩ", + "ĠS istem", + "ĠSi stem", + "ĠSist em", + "Ġr uku", + "Ġru ku", + "Ġruk u", + "ãĥĥ ãĤ«ãĥ¼", + "ĠобÑıз ан", + "Ġkö ÅŁ", + "Ġad ını", + "Ø´Ùħ اÙĦÛĮ", + "na ÄįenÃŃ", + "naÄį enÃŃ", + "Ġ .ï¼ı", + "Ġ. ï¼ı", + "Ġ å®ĺ", + "Ġå® ĺ", + "Ġtoplum sal", + "èª ¤", + "ĠبÙĩ بÙĪد", + "ÑģÑĤв еннаÑı", + "ÑģÑĤвен наÑı", + "ĠØ¢ Ù¾", + "ĠجÙĦ سÙĩ", + "ĠجÙĦس Ùĩ", + "ãĢĢ ï½", + "åĵ Ń", + "æīĢ å±ŀ", + "æĴ ®", + "ì¢ Ģ", + "Ġ ει", + "Ġε ι", + "ì¹ĺ 를", + "Ġ ê³¼ìłķ", + "Ġê³¼ ìłķ", + "u uml", + "uum l", + "uu ml", + "δ ά", + "Ġ زد", + "Ġز د", + "ìĽIJ ìĿĦ", + "ĠvÄĽ cÃŃ", + "ĠvÄĽc ÃŃ", + "د Ø«", + "Ġs anki", + "Ġsan ki", + "Ġsank i", + "åĥı æĺ¯", + "л аÑĢа", + "ла ÑĢа", + "ìĤ¬ ìĿ´", + "ãĤı ãĤĮãģŁ", + "ãĤıãĤĮ ãģŁ", + "ĠÄij ón", + "ĠÄijó n", + "åIJ¯ åĬ¨", + "Ġgi Ãłnh", + "ĠgiÃł nh", + "Ġkır mızı", + "Ø® Ùħ", + "æIJ į", + "åĪĩ ãĤĬ", + "ãĤµ ãĥ¼ãĥĵãĤ¹", + "Ùĩ ار", + "Ùĩا ر", + "Ø° Ùĥر", + "о ÑĢоз", + "оÑĢ оз", + "оÑĢо з", + "à¥Īà¤Ĥ ।ĊĊ", + "à¥Īà¤Ĥ। ĊĊ", + "à¥Īà¤Ĥ।Ċ Ċ", + "ĠíĻĪ íİĺìĿ´ì§Ģ", + "ĠÙĥ بÙĬرة", + "ĠÙĥبÙĬر Ø©", + "н ина", + "ни на", + "нин а", + "íķĺ ìļ°", + "å¼ķçĶ¨ é¢ij次", + "ॠ®", + "ĠбаÑĤÑĮ кÑĸв", + "à¸Ł à¸Ńร", + "ี .", + "ìłĿ íĬ¸", + "éĺħ读 次æķ°", + "Ġit ir", + "Ġi tir", + "ÑĪ ин", + "ÑĪи н", + "ĠV áºŃy", + "çĤ ®", + "ла год", + "лаг од", + "Ø´ÙĨ اس", + "á» IJ", + "ĠÑı год", + "Ġì¤ij ìķĻ", + "ر ÙĬØ·", + "رÙĬ Ø·", + "ĠìĪĺ íĸī", + "Ġ ä¸ĢèĪ¬", + "Ġä¸Ģ èĪ¬", + "ĠÑħви лин", + "ĠÐľÐ¾Ð¶ но", + "ĠнаÑĩ але", + "Ġод нов", + "Ġодно в", + "ĠÃľ ç", + "ÑĨион нÑĭй", + "Ġ ìļķ", + "Ġìļ ķ", + "æ¼ Ĥ", + "å² ³", + "ت دÙī", + "تد Ùī", + "κ ηÏĤ", + "κη ÏĤ", + "âĢĻ nda", + "âĢĻn da", + "ï¼IJ ï¼IJ", + "èª ī", + "é§ħ å¾ĴæŃ©", + "ĠÙģرز ÙĨد", + "åħ¬ è·¯", + "α ÏĥίαÏĤ", + "αÏĥ ίαÏĤ", + "αÏĥία ÏĤ", + "าà¸ĵ าà¸Ī", + "ëij ¥", + "Ġ ÏĢοι", + "ĠÏĢ οι", + "ĠÏĢο ι", + "Ġب داÙĨ", + "Ġبد اÙĨ", + "к ап", + "ка п", + "ĠìŀĪ ëĬĶëį°", + "ĠìŀĪëĬĶ ëį°", + "ï¼Į æѤ", + "à¸Ľà¸£à¸°à¹Ĥย à¸Ĭà¸Ļ", + "ĠÚ©Ø´ÙĪر ÙĩاÛĮ", + "ุ ส", + "ãģ¹ ãģį", + "ĠÑģам Ñĭй", + "Ġп лÑı", + "Ġпл Ñı", + "Ġб ед", + "人 æīį", + "ส หร", + "ู à¸ķ", + "Ġkullan ımı", + "Ġkullanım ı", + "íķĻ ëħĦ", + "æ²» çĸĹ", + "ãĢĤ ä¸įè¿ĩ", + "ãĢĤä¸į è¿ĩ", + "æ£ ļ", + "ëĤ¨ ëıĦ", + "ĠØ¢ تش", + "Ïĩ ÎŃÏĤ", + "Ġfunk ci", + "Ġfunkc i", + "н ообÑĢаз", + "но обÑĢаз", + "à¥ĭ फ", + "Ġk aps", + "Ġka ps", + "Ġkap s", + "าษ à¸İ", + "( ع", + "ï¼Į åĬł", + "à¹Ĭ à¸ģ", + "ĠÙĩ Ø´", + "Ġدر ÙĪÙĨ", + "Ġ меÑĩ", + "Ġм еÑĩ", + "ĠпÑĢеж де", + "à¹Ī ย", + "Ġار شد", + "า à¹Ģล", + "æ¯Ķ è¼ĥ", + "ĠØ° کر", + "Ġ æĿ¡", + "ĠæĿ ¡", + "Ð Ĭ", + "Ñĥ кÑĢаÑĹн", + "ÙĬÙĨ ات", + "ÙĬÙĨا ت", + "ì¢ ĭ", + "д иÑı", + "ди Ñı", + "ÏĦ Ïģι", + "ÏĦÏģ ι", + "ĠÐļ аз", + "ĠÐļа з", + "ÙĤ ÙĦاÙĦ", + "ÙĤÙĦ اÙĦ", + "_ ,,", + "_, ,", + "ĠÚĨ ت", + "ĠìĿ¼ ìłķ", + "ĠÐŁ ÑĢоÑĦ", + "ĠÐŁÑĢ оÑĦ", + "ĠÐŁÑĢо ÑĦ", + "æ³ Ľ", + "Ġdruh ý", + "Ñĩ Ñĥк", + "ÑĩÑĥ к", + "l edik", + "le dik", + "led ik", + "ledi k", + "Ġhey ec", + "Ñĭ вал", + "Ñĭв ал", + "Ñĭва л", + "ĠD üny", + "ĠDün y", + "Ġ çĻº", + "ĠçĻ º", + "ĠpÅĻ átel", + "β άλ", + "βά λ", + "Ġ غر", + "Ġغ ر", + "ëĭ¨ ì²´", + "ìĽ¨ ëĶĶìĭľ", + "ÑĢаÑī ениÑı", + "н ÑĨиклопед", + "Ġpodnik atel", + "Ġìĭł ìŀħ", + "ĠÙģر Ø¢", + "и лиÑģÑı", + "или ÑģÑı", + "Ġol umlu", + "à¥įष मत", + "ĠÙħت خصص", + "й ом", + "ؤ اÙĦ", + "ĠÐĿ аÑĤ", + "ĠÐĿа ÑĤ", + "ìĺ¤ ëĬĶ", + "ĠMüdür lÃ¼ÄŁÃ¼", + "ĠH Ãłnh", + "ĠHÃł nh", + "ĠHÃłn h", + "Ġس ابÙĤ", + "ï¼ī çļĦ", + "ĠQu ý", + "lád ánÃŃ", + "ládá nÃŃ", + "Ġ ìļ´ëıĻ", + "Ġìļ´ ëıĻ", + "ĠÐĺ Ñħ", + "è« ¾", + "lıģ ının", + "lıģını n", + "lıģın ın", + "l il", + "li l", + "u Äį", + "ĠÑĩем пÑĸон", + "ÑĤ ож", + "ÑĤо ж", + "Ġ ä½Ľ", + "ни ÑĨе", + "ниÑĨ е", + "ĠпеÑĢв ого", + "Ġ Ñģом", + "ĠÑģ ом", + "ĠÑģо м", + "Ïĩ Ïİ", + "ÅĻ ik", + "ÅĻi k", + "иÑĤелÑĮ ÑģÑĤва", + "ĠÄ° ki", + "Ġask eri", + "Ġasker i", + "c isi", + "ci si", + "cis i", + "Ġjed nÃŃm", + "Ġjedn ÃŃm", + "Ġsta nice", + "Ġstan ice", + "èĤ¡ 票", + "à¸ľ ม", + "T ừ", + "Å¡ ak", + "ÏĦ ία", + "ÏĦί α", + "м ами", + "ма ми", + "ãģĮ åĩº", + "μο ί", + "м аÑĶ", + "ма ÑĶ", + "ëł¥ ìĿ´", + "ãĤĦ ãģ£ãģ¦", + "Ġ å¼µ", + "Ġå¼ µ", + "ØĮ Ċ", + "Ġ »Ċ", + "Ġ» Ċ", + "ا جات", + "اج ات", + "á½ ³", + "æĻĤ ãģ®", + "Ġп окол", + "Ġпо кол", + "Ġпок ол", + "ÑĸÑĤ еÑĤ", + "Ġíķ´ ê²°", + "Ġde dim", + "Ġded im", + "Ġdedi m", + "ĠÑĤ веÑĢд", + "Ġжен Ñīина", + "ĠженÑīин а", + "ед ини", + "еди ни", + "един и", + "ĠÙ¾ ÛĮÚ©", + "ĠÙ¾ÛĮ Ú©", + "iver site", + "ivers ite", + "iversit e", + "ĠآسÛĮ اب", + "ĠÑħаÑĢакÑĤеÑĢиÑģÑĤи ки", + "ĠØ£ÙĨ Ùĩا", + "ĠØ£ÙĨÙĩ ا", + "ĠÑĥкÑĢаÑĹн ÑģÑĮкоÑĹ", + "ĠاختÙĦ اÙģ", + "Ġاخت ÙĦاÙģ", + "Ġt ez", + "Ġte z", + "Ïģ εÏħ", + "Ïģε Ïħ", + "Ġkon umu", + "Ġkonu mu", + "Ġkonum u", + "ĠÑĤеÑħ нÑĸ", + "м Ñĸв", + "мÑĸ в", + "èĬ ¯", + "ĠÏĥ ελ", + "ĠÏĥε λ", + "Ä ¢", + "μ ιÏĥ", + "μι Ïĥ", + "ี à¹īĊ", + "ีà¹ī Ċ", + "Ġm ne", + "Ġmn e", + "ĠоÑĤв еÑĩ", + "ĠÎ ī", + "Ġ éĩİ", + "Ġéĩ İ", + "Ġg ấp", + "ĠпÑĢодÑĥк ÑĤÑĭ", + "ĠпÑĢодÑĥкÑĤ Ñĭ", + "ĠС ÑĢед", + "Ñĸл лÑı", + "à¸ļ à¸Ńà¸ģ", + "ĠtÅĻÃŃ dy", + "Ġth á»ķ", + "Ġthá» ķ", + "ãĥĩãĤ£ ãĤ¢", + "ÏĢοι η", + "ν ει", + "νε ι", + "æĪij们 çļĦ", + "Ġprofes yonel", + "ĠRa kou", + "ĠRak ou", + "Ġвид но", + "Ġz by", + "Ġzb y", + "ĠØŃ Ø§ÙĦÛĮ", + "ĠØŃاÙĦ ÛĮ", + "Ġ é£Ł", + "Ġé£ Ł", + "ĠL Ãłm", + "ĠÚ¯ ست", + "ĠТ ип", + "ĠТи п", + "θ ι", + "á vis", + "áv is", + "ÙIJ ب", + "åı¯èĥ½ æĢ§", + "ĠÑģем ей", + "ãĤī ãĤĮãģ¦ãģĦãĤĭ", + "ãĤīãĤĮ ãģ¦ãģĦãĤĭ", + "ãĤīãĤĮãģ¦ ãģĦãĤĭ", + "ìĥģ íĴĪ", + "Ġ οÏħ", + "Ġο Ïħ", + "Ġà¤ħà¤Ĺ स", + "о лом", + "ол ом", + "оло м", + "γ ον", + "γο ν", + "ĠÑģв ÑıÑī", + "ĠÑģвÑı Ñī", + "æĵ ¦", + "Ïĥ ÏĦηκε", + "ÏĥÏĦη κε", + "èĢħ çļĦ", + "- à¤ķ", + "ÑĤ ии", + "ÑĤи и", + "ĠвизнаÑĩ еннÑı", + "åıij åĩº", + "д аÑħ", + "да Ñħ", + "ĠмоÑĢ Ñı", + "Ġмо ÑĢÑı", + "æī¾ åĪ°", + "ÙĦ ÙĪب", + "ÙĦÙĪ ب", + "èĬ Ļ", + "ĠÑĦак ÑĤ", + "æ¯į 亲", + "id lo", + "idl o", + "ĠSt ad", + "ĠSta d", + "Ñį й", + "ìĽIJ ìĿ´", + "à¤ı न", + "æķ´ 个", + "Ġf ık", + "ĠÙħ ات", + "ĠÙħا ت", + "ÏĢ ον", + "ÏĢο ν", + "Ġê²½ 기ëıĦ", + "Ġ경기 ëıĦ", + "Ġα δ", + "Ġvz pom", + "Ġn á»ĵi", + "ĠÙĨÙĤ اط", + "ожд ение", + "Ġз алÑĸз", + "Ġзал Ñĸз", + "Ġr ủi", + "è¾ °", + ".:.:.:.:.:.:.:.: .:.:.:.:.:.:.:.:", + "ĠM Ãľ", + "Ġk ari", + "Ġka ri", + "Ġkar i", + "ĠÑģ обÑĭ", + "ĠÑģо бÑĭ", + "ĠÑģоб Ñĭ", + "ìĸ´ ì§Ħ", + "ر ÙĬس", + "رÙĬ س", + "u bu", + "ub u", + "ĠØ® ÙĦÙģ", + "ĠØ®ÙĦ Ùģ", + "ظٹ Ø·", + "æĿ ī", + "Ġ æĻ®éĢļ", + "ĠæĻ® éĢļ", + "ĠÙħÙĪاط ÙĨØ©", + "ĠÑģÑĤ анÑĥ", + "ĠÑģÑĤан Ñĥ", + "ĠÑģÑĤа нÑĥ", + "Ġê·¸ëħĢ ìĿĺ", + "ĠÙĦ Ùĥرة", + "ĠÙĦÙĥ رة", + "Ġo sm", + "Ġos m", + "ĠÑĥ ÑĢож", + "е га", + "ег а", + "Ġf else", + "Ġfe lse", + "Ġfel se", + "æĢĿ èĢĥ", + "ãĢĮ ãģĪ", + "Ġн овиÑħ", + "Ġнов иÑħ", + "Ġно виÑħ", + "๠IJ", + "ü ml", + "üm l", + "ĠíĶ¼ íķ´", + "ìĿ¼ ë°ĺ", + "Ġtür ü", + "ĠмÑĸ ÑģÑĤÑĸ", + "ĠмÑĸÑģ ÑĤÑĸ", + "ĠмÑĸÑģÑĤ Ñĸ", + "Ġkažd é", + "ĠÙħس جد", + "ấ c", + "ĠÙģ Ú©ÛĮ", + "Ġ yasal", + "Ġy asal", + "Ġya sal", + "Ġyas al", + "å°± ç®Ĺ", + "ĠоблиÑĩ ÑĩÑı", + "ĠÙĦ دÙĬ", + "ĠÙĦد ÙĬ", + "ا بات", + "اب ات", + "ĠÑģп аÑģ", + "êµ° ìļĶ", + "Ġп ад", + "Ġпа д", + "Ġб ÑĢаÑĤ", + "ĠбÑĢа ÑĤ", + "éĩį 大", + "Ġdüzen lenen", + "G ün", + "Ġaplik ace", + "à¸Ń ห", + "Ġ çħ", + "Ġç ħ", + "ĠÑģоÑģÑĤ оиÑĤ", + "è¯Ħ ä»·", + "ĠD uy", + "ĠDu y", + "Ø· اÙĤ", + "ĠпÑĢид еÑĤÑģÑı", + "Ġt olik", + "Ġto lik", + "Ġtol ik", + "Ġob rov", + "Ġobr ov", + "ĠpÅĻip oj", + "Ġ Ä±ÅŁÄ±", + "Ġı ÅŁÄ±", + "Ú¯ ÙĪÛĮ", + "Ú¯ÙĪ ÛĮ", + "æľŁ å¾ħ", + "ип лом", + "Ġ ince", + "Ġin ce", + "Ġi nce", + "Ġinc e", + "ĠС об", + "ĠСо б", + "ен ÑĮÑİ", + "енÑĮ Ñİ", + "è§Ĵ èī²", + "Ġ à¸ķร", + "Ġà¸ķ ร", + "Ġb ại", + "Ġê°ĢëĬ¥ íķľ", + "ĠblÃŃ zk", + "Ġt ách", + "Ġtá ch", + "Ġtác h", + "Ġвид Ñĭ", + "Ġви дÑĭ", + "и Ñĩна", + "иÑĩ на", + "Ġvyž ad", + "ĠìĨIJ ìĿĦ", + "ĠÐĿ ÑĸмеÑĩ", + "ĠÐĿÑĸ меÑĩ", + "åŁº äºİ", + "ĠÐļ ÑĢи", + "Ġعز ÛĮز", + "t iler", + "til er", + "ti ler", + "tile r", + "е вÑĸ", + "ев Ñĸ", + "Ġmož nosti", + "Ġmožnost i", + "ب از", + "با ز", + "ĠìĤ¬ ë§Ŀ", + "Ġz ÅĻejmÄĽ", + "íĹ ¤", + "Ġürün leri", + "ĠÎł λη", + "а ки", + "ак и", + "ãĤĴ éĸĭ", + "a nou", + "an ou", + "ano u", + "åĽ½ ãģ®", + "ĠyaÅŁ anan", + "ĠyaÅŁan an", + "ĠÑģ евеÑĢ", + "Ġ æ©Ł", + "Ġæ© Ł", + "มาà¸ģ มาย", + "Ġíijľ íĺĦ", + "ร ส", + "Ġض ربÙĩ", + "Ġضر بÙĩ", + "ĠE vet", + "ĠEv et", + "ĠEve t", + "æĨ ¶", + "Ġد ÙĤÛĮÙĤ", + "ĠدÙĤÛĮ ÙĤ", + "Ġвозник нов", + "ìľł 머", + "Ġíijľ ìĭľ", + "ÛĮ Ø´ÙĨ", + "ÛĮØ´ ÙĨ", + "ãĥĹ ãĥ©", + "ÑĤ Ñİ", + "ÙĪ سÛĮ", + "ÙĪس ÛĮ", + ") ìĿ´", + "è¯ģ æĺİ", + "ãģ§ãģį ãģ¾ãģĻ", + "ìĪĺ ìĿĺ", + "çĸ Ĩ", + "ĠÙħ ÙģÙĩÙĪÙħ", + "оÑĩ аÑĤкÑĥ", + "ाल à¤ķ", + "æ¡ Ĥ", + "ĠоÑħ оÑĢони", + "ĠارزÛĮ ابÛĮ", + "Ġìµľ ëĮĢ", + "Ġtho ải", + "ĠЦенÑĤ ÑĢалÑĮ", + "Ġ çķĻ", + "Ġçķ Ļ", + "à¸Ľà¸£à¸° à¹Ģà¸łà¸Ĺ", + "æµ· å¤ĸ", + "ĠÅŀ u", + "íĻľ ëıĻ", + "ĠdvÄĽ ma", + "istrov stvÃŃ", + "Ġarac ılıģıyla", + "Ġtr á»Ļn", + "» :", + "íĭ ±", + "ĠÙĦÛĮ Ú¯", + ". Ðļ", + "ĠÙħÙĤ اÛĮسÙĩ", + "Ġв мÑĸ", + "ر ÙĪب", + "رÙĪ ب", + "ĠاÙĦ Ø´Ùħ", + "ĠاÙĦØ´ Ùħ", + "Ġden nÄĽ", + "Ġdenn ÄĽ", + "Ñĥ Ñĩа", + "ÑĥÑĩ а", + "åħ ¹", + "Ñī им", + "Ñīи м", + "ĠíĬ¹ íŀĪ", + "ĠاستاÙĨد ارد", + "à¥Ģ ध", + "ãĤ¸ ãĤ¢", + "à¹ĩ à¹ĩ", + "иÑģ Ñģ", + "Ġkazan ç", + "ĠzÃŃsk al", + "åĽŀ æĿ¥", + "Ġп ÑıÑĤÑĮ", + "ĠпÑıÑĤ ÑĮ", + "ĠÄij ãi", + "ĠÄijã i", + "Ġ ÙĪرد", + "ĠÙĪ رد", + "ĠÙĪر د", + "Ġ ìķķ", + "Ġìķ ķ", + "ุ à¸Ĺร", + "ุà¸Ĺ ร", + "åĬ¨ çī©", + "Ġp ublik", + "Ġpub lik", + "Ġpubli k", + "æĪIJ æľ¬", + "æĪIJ åijĺ", + "ãĤ¤ ãĤ¯", + "شر ÙĥØ©", + "á¿Ĩ ÏĤ", + "Ġy ola", + "Ġyo la", + "Ġyol a", + "üyor uz", + "Ġк ÑĥÑĢи", + "ĠкÑĥÑĢ и", + "ĠкÑĥ ÑĢи", + "ĠпоÑħ ож", + "Ġìłľ ê°Ģ", + "िय त", + "ائ ÙĦØ©", + "ائÙĦ Ø©", + "Ġ ãģ¾", + "़ à¥ĩà¤Ĥ", + "़à¥ĩ à¤Ĥ", + "ÑģÑĮ кими", + "ÑģÑĮк ими", + "ÑģÑĮким и", + "âĢľ ä½ł", + "imiz de", + "ìµľ ìĭł", + "Ạ¬", + "è Ł", + "à¸Ħ รà¸Ńà¸ļ", + "à¸Ħร à¸Ńà¸ļ", + "ãĢĢ ãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ت غ", + "ĠVÅ¡ ech", + "à¸±à¸Ľ à¸Ķาห", + "Ġa td", + "Ġat d", + "в оÑİ", + "во Ñİ", + "Ġyap ım", + "Ġyapı m", + "olog ické", + "ologic ké", + "Ġп лен", + "Ġпл ен", + "Ġlaz ım", + "r ung", + "ru ng", + "run g", + "ìĦľ ê´Ģ", + "Ġji ný", + "Ġjin ý", + "Ġtr òn", + "Ġtrò n", + "ĠполÑĸÑĤи ки", + "ا ÙĥÙħ", + "اÙĥ Ùħ", + "دÛĮ گر", + "à¥Īà¤Ĥ .Ċ", + "à¥Īà¤Ĥ. Ċ", + "Ġ اÙĩد", + "Ġا Ùĩد", + "ĠاÙĩ د", + "Ġ ãĥį", + "Ġãĥ į", + "ĠпÑĢодÑĥк ÑĤов", + "ĠпÑĢодÑĥкÑĤ ов", + "æĤ Ł", + "ĠpÅĻÃŃpad ech", + "ĠzaÄį ala", + "ĠzaÄįal a", + "åħ¥ ãĤĮ", + "ĠÑĢÑĸв нÑĸ", + "æĦŁ æĥħ", + "ĠΧ α", + "ì £½", + "ì£ ½", + "ิà¸Ī ารà¸ĵ", + "Âł б", + "Ñĸ ÑĹв", + "ÑĸÑĹ Ð²", + "ب Ø´", + "çļĦ éĹ®é¢ĺ", + "Ġza stup", + "Ġzast up", + "볤 ìļĶ", + "ãģ§ãģĻ ãģŃ", + "âĢĮ داÙĨ", + "âĢĮد اÙĨ", + "ï¼Į æĤ¨", + "Ġu vÄĽdom", + "ãģ¦ ãĤĭ", + "ìĤ¬ ëŀĮ", + "l un", + "lu n", + "éĽĨ åIJĪ", + "ë§ ¹", + "Ġž id", + "Ġži d", + "ठĬ", + "Ġt rp", + "Ġtr p", + "л ениÑħ", + "лен иÑħ", + "ле ниÑħ", + "＿ __", + "＿_ _", + "Ðľ Ðŀ", + "å¼ ĭ", + "λÎŃ Î¿Î½", + "ĠÄij òi", + "Ġк ÑĢок", + "lay ıcı", + "ì¶ľìŀ¥ ë§ĪìĤ¬ì§Ģ", + "åij Ī", + "éľ ŀ", + "Ġпо глÑıд", + "Ġпог лÑıд", + "ت رÙĥ", + "تر Ùĥ", + "ĠتÙģ اÙĪت", + "Ġ å®®", + "Ġå® ®", + "ĠدÙĪر بÛĮÙĨ", + "æĶ¾ åľ¨", + "ĠÑģлÑĥÑĩа ев", + "ĠÑģлÑĥÑĩае в", + "ĠÏħÏĢ ηÏģε", + "ë§ ŀ", + "ãģĻ ãģĻ", + "ê²ł ëĭ¤", + "ราย à¸ģาร", + "ĠÏĢ Ïģιν", + "ĠÑģ меÑĪ", + "ĠÑģм еÑĪ", + "å§ ī", + "Ġvýsled ky", + "Ġpot vr", + "åıij è¡Į", + "Ġt úi", + "Ġtú i", + "ĠìĤ¬ ëĿ¼", + "ç«Ļ åľ¨", + "Ġja ký", + "Ġjak ý", + "Ġ à¸ļาà¸ĩ", + "Ġà¸ļ าà¸ĩ", + "Ġdik kate", + "Ġdikkat e", + "Ġدر Ø¢Ùħد", + "æİĴ åIJį", + "r álnÃŃ", + "rál nÃŃ", + "ê³¼ ìĿĺ", + "ä½ µ", + "о лаг", + "ол аг", + "ола г", + "is iyle", + "isi yle", + "Ġ æ½", + "Ġæ ½", + "Ġ तम", + "Ġत म", + "Ġd ij", + "Ġdi j", + "Ġnh ánh", + "ĠR ek", + "ĠRe k", + "设 æĸ½", + "ĠpodmÃŃn ek", + "并 ä¸į", + "к ÑĥÑĤ", + "кÑĥ ÑĤ", + "Ġê³ł 볤", + "çļĦ å£°éŁ³", + "æĪĺ äºī", + "д аÑı", + "да Ñı", + "Ġê´Ģ ìĭ¬", + "ĠÑĦÑĸн анÑģ", + "ĠK öy", + "ĠKö y", + "Ġж ал", + "ĠÑģлÑĥж би", + "м ена", + "мен а", + "ме на", + "ت ÙĬار", + "تÙĬ ار", + "ĠÑĩем пион", + "ÏĢ ιÏĥ", + "ÏĢι Ïĥ", + "landır ma", + "mak tan", + "makta n", + "makt an", + "Ġ 丶", + "Ġä¸ ¶", + "à¹Ī à¸Ńส", + "à¹Īà¸Ń ส", + "ĠmÃ¼ÅŁ teri", + "ĠmÃ¼ÅŁter i", + "Ġص ÙĨد", + "ĠصÙĨ د", + "Ġet mesi", + "Ġetm esi", + "Ġetme si", + "Ġп оÑĢÑĤ", + "ĠпоÑĢ ÑĤ", + "ν ονÏĦαι", + "νον ÏĦαι", + "Ġ ãħĭãħĭ", + "ĠK AR", + "ĠKA R", + "Ġ uch", + "Ġu ch", + "Ġuc h", + "ĠØ® ÙĦÙĤ", + "ĠØ®ÙĦ ÙĤ", + "าษà¸İ ร", + "æŃ ¡", + "Ġи мени", + "Ġим ени", + "Ġиме ни", + "ãģł ãģijãģ©", + "ãģłãģij ãģ©", + "Ġìĭ¤ ìĭľ", + "ÏĥÏī ÏĢ", + "Ġ ì£", + "Ġì £", + "t ÄĽÅ¾", + "tÄĽ ž", + "Ġözel likleri", + "Ġözellik leri", + "Ġözellikle ri", + "Ġب Ù¾", + "Ġиз обÑĢаж", + "ÙĬÙħ ÙĥÙĨ", + "Ġ ãĥĶ", + "Ġãĥ Ķ", + "ĠÐĶ ив", + "ĠÐĶи в", + "ĠØ¥ ÙĬ", + "Ùĥ ÙĬÙĦ", + "ÙĥÙĬ ÙĦ", + "ĠÅŁ ik", + "ĠÅŁi k", + "Ġà¤Ĩ à¤ĸ", + "lar ınızı", + "ların ızı", + "larını zı", + "larınız ı", + "ĠвÑĸд ÑĢÑĸз", + "ĠÑĢоб оÑĤа", + "ĠÑĢобоÑĤ а", + "Ġta rif", + "Ġtar if", + "Ġ اÙĪت", + "Ġا ÙĪت", + "ĠاÙĪ ت", + "ın ma", + "é£Ł ãģ¹", + "Ġuzav ÅĻ", + "ë£ ¸", + "çĽij çĿ£", + "Ġ: ï¼¼", + "θ Ïħν", + "θÏħ ν", + "à¸Ķ ร", + "a larından", + "alar ından", + "aların dan", + "alarında n", + "èĩª æĭį", + "Ġro ÄįnÃŃ", + "ाà¤ĩ व", + "Ġ ÙĥÙĪر", + "ĠÙĥ ÙĪر", + "ĠÏĦ αιν", + "ĠÏĦα ιν", + "ĠÑĸн див", + "r ve", + "rv e", + "ĠνεÏĨ ÏİÏĥειÏĤ", + "Ġb á»ijn", + "Ġbá»ij n", + "Ġ å¿«", + "Ġå¿ «", + "ĠÑģ олÑĮ", + "ĠÑģо лÑĮ", + "ĠÑģол ÑĮ", + "li ÄŁinde", + "liÄŁi nde", + "liÄŁ inde", + "liÄŁin de", + "िन à¤Ł", + "a htar", + "ah tar", + "Ġneb ezpeÄį", + "æĹ¢ çĦ¶", + "ĠëĮĢ ìłĦ", + "ĠÙĨÚ¯Ùĩد ارÛĮ", + "ĠzÃŃsk at", + "Ġнали Ñĩие", + "ĠналиÑĩи е", + "Ġ aks", + "Ġa ks", + "Ġak s", + "ï¼ī ãĢĤĊĊ", + "ï¼īãĢĤ ĊĊ", + "ï¼īãĢĤĊ Ċ", + "Ġrod iny", + "Ġrodin y", + "Ġrodi ny", + "Ġза ÑħÑĸд", + "ĠзаÑħ Ñĸд", + "å¾® ç¬ij", + "ÂłÐĶ а", + "r adu", + "ra du", + "rad u", + "ī nh", + "p les", + "pl es", + "ple s", + "ĠK ons", + "ĠKon s", + "ĠKo ns", + "ิ à¹Ĥล", + "ิà¹Ĥ ล", + "ĠاÙĦ ÙĪص", + "ĠاÙĦÙĪ ص", + "åIJ¬ åĪ°", + "ĠÑģпоÑĢ ÑĤив", + "ĠÑģ айÑĤе", + "ĠÑģай ÑĤе", + "Ġ اظ", + "Ġا ظ", + "ĠØ§Ø ¸", + "lar ındaki", + "ların daki", + "larında ki", + "Ġtá»ķ n", + "ÐĿ ÐĨ", + "Ġned ost", + "ĠÑĤоÑĢ гÑĸв", + "Ġ اÛĮت", + "Ġا ÛĮت", + "ĠاÛĮ ت", + "Ġاختص اص", + "ĠÃľ y", + "ĠS adece", + "ĠSad ece", + "ĠÙħØ® رÙĪØ·", + "Ä ģn", + "Äģ n", + "ç esi", + "çe si", + "Ġ çĬ", + "Ġç Ĭ", + "ãĤĤ ãģ£ãģ¨", + "Ġ éŁĵ", + "ĠéŁ ĵ", + "èµ ĸ", + "ĠполÑĥÑĩ ениÑı", + "Ġë ĺ", + "âĢĻ ÑĹ", + "b ÃŃr", + "bÃŃ r", + "Ġб ÑĸблÑĸ", + "ĠD á»±", + "же неÑĢ", + "жен еÑĢ", + "ç½ij åĪĬ", + "Ġल à¥ľà¤ķ", + "ĠÑĥÑĩ нÑĸв", + "èĪ °", + "ĠÃĸÄŁ ren", + "Ġ ola", + "Ġo la", + "Ġol a", + "Ġ। âĢĿĊĊ", + "ระ à¹Ģà¸ļ", + "á½ ²", + "Ġ رز", + "Ġر ز", + "е и", + "еР¸", + "Ñı Ñĩи", + "ÑıÑĩ и", + "ØŃ Ø¨", + "æĴ ¤", + "ãģ¾ãģŁ ãģ¯", + "б ина", + "би на", + "бин а", + "ĠÎł εÏģ", + "ĠоÑĤноÑģ иÑĤÑģÑı", + "åīį çļĦ", + "Ġ Å¡Å¥", + "ĠÅ¡ Å¥", + "Ġyıl da", + "Ġyı lda", + ": ::::|", + ":: :::|", + ":::: :|", + "::: ::|", + "::::: |", + "us til", + "ust il", + "اÙĦ Ø¥", + "ĠsouÄįas né", + "ĠÙĨÛĮ رÙĪÛĮ", + "ĠÙĨÛĮر ÙĪÛĮ", + "ĠÙĨÛĮرÙĪ ÛĮ", + "ÑĩеÑģ кое", + "Ñĩе Ñģкое", + "ظ Ùģ", + "ĠÙ¾ÛĮØ´ ÛĮÙĨÙĩ", + "Ġع ÙģØ´", + "Ġrost lin", + "ç½ijåĪĬ ä¸ĭ载次æķ°", + "ĠпÑĢигоÑĤов иÑĤÑĮ", + "ãĥ Į", + "ĠÙĪ Ùħع", + "ĠÙĪÙħ ع", + "Ġb ecer", + "Ġbe cer", + "Ġbec er", + "Ġ ãĤ±", + "ĠãĤ ±", + "Ïĩ ήÏĤ", + "Ïĩή ÏĤ", + "о ÑģÑĤÑĥп", + "оÑģÑĤ Ñĥп", + "Ġë°ľ 매", + "Ñĸй ного", + "Ñĸйно го", + "Ġh rd", + "Ġhr d", + "ĠпÑĢепаÑĢа ÑĤÑĭ", + "ĠÙģ رض", + "ĠÙģر ض", + "ĠTy to", + "Ġ кÑĢаÑĹн", + "ĠкÑĢаÑĹ Ð½", + "Ġز اد", + "Ġikt idar", + "ì§ ĵ", + "Ùij ر", + "ÑĢÑı дÑĥ", + "ÑĢÑıд Ñĥ", + "к Ñĸй", + "кÑĸ й", + "âĶ £", + "Ġко жи", + "Ġкож и", + "Ġت ازÙĩ", + "Ġتا زÙĩ", + "o bec", + "ob ec", + "obe c", + "in ae", + "ina e", + "Ġvyj ád", + "Ġ رÙģتÙĩ", + "Ġر ÙģتÙĩ", + "ĠرÙģت Ùĩ", + "ĠرÙģ تÙĩ", + "Щ о", + "ĠBy lo", + "ĠByl o", + "оÑĤ в", + "ĠденÑĮ ги", + "é§ Ĩ", + "Ġма ÑĪин", + "ĠмаÑĪ ин", + "ĠмаÑĪи н", + "ĠØ£ ج", + "ì´Ī ëĵ±íķĻêµIJ", + "dı ģında", + "dıģı nda", + "dıģ ında", + "б аÑģ", + "ба Ñģ", + "Ġ æł¹", + "Ġæł ¹", + "ÎijÎĿ Τ", + "ÙĴ ØŃ", + "Ġjejich ž", + "ìĹIJìĦľ ìĿĺ", + "Ġад же", + "Ġì ı", + "Ïĥ οÏħ", + "Ïĥο Ïħ", + "et leri", + "etler i", + "Ġبعد ÛĮ", + "Ġبع دÛĮ", + "ĠìŀIJëıĻ ì°¨", + "ิà¸į à¸į", + "Ġt isk", + "Ġti sk", + "ãĥ¼ ãĤ¹ãĥĪ", + "ãĥ¼ãĤ¹ ãĥĪ", + "Ġमत लब", + "ê³Ħ íļį", + "ãĤ¦ ãĥĪ", + "Ġ à¹Ģมà¸ķร", + "Ġà¹Ģม à¸ķร", + "Ġop siyon", + "Ġops iyon", + "ĠÑĢав но", + "ĠبÛĮ ÙħÙĩ", + "ĠبÛĮÙħ Ùĩ", + "Ġ먼 ìłĢ", + "иÑĤелÑĮ нÑĭм", + "ĠнÑĸ би", + "Ġде ÑģÑıÑĤ", + "ĠдеÑģÑı ÑĤ", + "ĠÑģиÑĤÑĥа ÑĨии", + "еÑĢ ÑĪе", + "еÑĢÑĪ е", + "Ä ¾", + "ุ à¸ķร", + "ุà¸ķ ร", + "Ġyönet imi", + "Ġyönetim i", + "éIJ ĺ", + "ĠÙħÛĮ تÙĪاÙĨ", + "Ġز ÙĨدÙĩ", + "ĠزÙĨ دÙĩ", + "ĠزÙĨد Ùĩ", + "ãĥŃ ãĥ³", + "ĠK BS", + "ĠKB S", + "ìĦľ ë¹ĦìĬ¤", + "ï» ł", + "eck ého", + "ecké ho", + "ĠÙĤابÙĦ ÛĮت", + "ĠÙĤاب ÙĦÛĮت", + "ãĢĤ ä»Ĭ", + "ÃŃ nÄĽ", + "ÃŃn ÄĽ", + "ĠÑģм ог", + "ĠÑģл ÑĭÑĪ", + "ÙĴ Ùģ", + "po ÅĻád", + "елÑĮ но", + "Ġεί Ïĩαν", + "-ÐŁ еÑĤеÑĢб", + "ĠCh iến", + "ĠChi ến", + "é ry", + "ér y", + "ĠÑĸн ÑģÑĤиÑĤÑĥÑĤ", + "ç»Ĩ èĥŀ", + "Ñĭ ÑŁN", + "Ġv ua", + "Ġvu a", + "Ġà¤ħ श", + "ÑĢоÑģ ÑĤо", + "ÑĢоÑģÑĤ о", + "Ġvů Äįi", + "ë ¿IJ", + "Ġl iá»ĩt", + "Ġíķ µ", + "Ġ اÙģر", + "Ġا Ùģر", + "ĠاÙģ ر", + "ĠTek nik", + "Ġr oli", + "Ġro li", + "Ġrol i", + "Ġпоп ÑĭÑĤ", + "аÑĤ кÑĸв", + "Ġün iversit", + "аÑĤ оÑĢÑĭ", + "аÑĤоÑĢ Ñĭ", + "аÑĤо ÑĢÑĭ", + "ÑİÑīиÑħ ÑģÑı", + "Ġت ض", + "лÑİ ÑĩаеÑĤÑģÑı", + "лÑİÑĩ аеÑĤÑģÑı", + "лÑİÑĩа еÑĤÑģÑı", + "Ġíĸī ë³µ", + "Ġayrıntı lı", + "ĠкиÑĢ п", + "æĭ ¼", + "ëģ Ķ", + "л аÑĤа", + "ла ÑĤа", + "лаÑĤ а", + "Ġkho án", + "Ġhâl â", + "Ïĥ Ïħ", + "ог лаÑģ", + "æİ¥ çĿĢ", + "éĿ© åij½", + "Ġp ÅĻeb", + "ĠpÅĻ eb", + "ĠpÅĻe b", + "à¹Ģà¸ī ล", + "ĠاÙĦÙħÙĦ ÙĦÛĮ", + "åł Ĩ", + "íı IJ", + "à¸ķล à¸Ńà¸Ķ", + "° С", + "ìĤ¬ ëŀij", + "Ġг иб", + "ë²Ī 째", + "æĶ¹ åıĺ", + "表 çİ°", + "и ÑĩеÑģким", + "иÑĩеÑģ ким", + "иÑĩеÑģки м", + "สม à¹Ģà¸Ķ", + "å±ħ æ°ij", + " Ľ", + "ĠìķĦìĿ´ ëĶĶ", + "ĠмеждÑĥ наÑĢод", + "Ġy em", + "Ġye m", + "Ġm ül", + "Ġmü l", + "Ġا ÛĮست", + "ĠاÛĮ ست", + "Ġ ãĥ´", + "Ġãĥ ´", + "ัà¸Ļ à¹Ħà¸Ķ", + "à¥Ģ ण", + "åħ¶ å®ŀ", + "Ġgel enek", + "Ġgele nek", + "Ġgelen ek", + "ë¶ģ ëıĦ", + "à¹ī าà¸ķ", + "à¹īา à¸ķ", + "Ġ ìī¬", + "Ġìī ¬", + "Ġ ÏĢÎŃ", + "ĠÏĢ ÎŃ", + "ĠÙĥ اÙħÙĦ", + "ĠÙĥاÙħ ÙĦ", + "Ġتع ÙħÛĮر", + "è¨ ´", + "ë¹ Ļ", + "iy im", + "iyi m", + "å° ¿", + "éĤ£ æł·", + "êµŃ ìĿĺ", + "ãģĹãģ¦ ãģĬãĤĬ", + "Ġ niž", + "Ġn iž", + "Ġni ž", + "Ġκ ον", + "Ġκο ν", + "à¹Ī าà¸Ń", + "à¹Īา à¸Ń", + "Ġ γε", + "Ġγ ε", + "ĠС евеÑĢ", + "edi álnÃŃ", + "ãģŁãģ¡ ãģ®", + "m ayacak", + "may acak", + "maya cak", + "Ñ Ļ", + "ĠÑĥ гл", + "ĠÑĥг л", + "Ġk apas", + "Ġka pas", + "Ġkap as", + "Ñĥв алиÑģÑı", + "Ñĥва лиÑģÑı", + "Ñĥвали ÑģÑı", + "ĠмеÑģÑı ÑĨа", + "á» ¯u", + "ữ u", + "ิ ลล", + "ิล ล", + "ãĤĪãĤĬ ãĤĤ", + "à¥ĩ ण", + "à¥ĩठ£", + "Ġ 客", + "Ġå® ¢", + "ĠdeÄŁ erli", + "ĠdeÄŁer li", + "ÙĪ از", + "ÙĪا ز", + "ี à¸Ńย", + "ีà¸Ń ย", + "Ġ åıĪ", + "Ġåı Ī", + "Ġ à¸Ķร", + "Ġà¸Ķ ร", + "ĠÙĨ اب", + "ĠتÙĦÙĪÛĮزÛĮ ÙĪÙĨ", + "Ġol anlar", + "Ġolan lar", + "ä¼ĺ ç§Ģ", + "Ùĥ اÙĦ", + "ĠдеÑģÑı ÑĤи", + "ĠдеÑģÑıÑĤ и", + "m án", + "má n", + "ĠÑĢ анÑĮ", + "ĠÑĢа нÑĮ", + "ĠÑĢан ÑĮ", + "Ġìłľ ì¶ľ", + "è³ ¢", + "а бо", + "аб о", + "Ġtechn ik", + "Ġtech nik", + "ĠK iá»ĥm", + "ĠKi á»ĥm", + "t eki", + "te ki", + "tek i", + "á ¹", + "Ġm nÄĽ", + "Ġmn ÄĽ", + "Ġê³µ ê°Ħ", + "ĠM ek", + "ĠMe k", + "Ġاع تÙħاد", + "à¹Į à¹Ħà¸Ķ", + "ε ÏģÏĮ", + "εÏģ ÏĮ", + "ĠÑĥд аÑĢ", + "ĠÑĥда ÑĢ", + "оÑĩ ÑĮ", + "æ¦Ĥ 念", + "ÑĢ ал", + "ÑĢаР»", + "ÑĢа л", + "алÑĮ нÑĭми", + "алÑĮнÑĭм и", + "à¥ģर स", + "r áci", + "rá ci", + "Ġ ÙĤÙĪÙĦ", + "ĠÙĤ ÙĪÙĦ", + "Ġद व", + "ĠпÑĢав да", + "Ġ å¿ħ", + "Ġå¿ ħ", + "Ġdos ud", + "нÑĥ ÑĤÑĮÑģÑı", + "нÑĥÑĤÑĮ ÑģÑı", + "N Äĥm", + "à¸ĺ à¸Ļ", + "Ġdok un", + "Ġ åľ¨çº¿", + "Ġåľ¨ 线", + "ู à¹Ħ", + "ụ y", + "Ġн овÑĭÑħ", + "Ġнов ÑĭÑħ", + "Ġmez un", + "ĠC ần", + "à¸ģาร à¸ŀ", + "ĠìĺĪ ìłķ", + "Ïĥ ή", + "à¹Īà¸Ļ à¹Ģà¸ģม", + "ĠÙĪ اÙĦس", + "ĠÙĪاÙĦ س", + "ĠÙĪا ÙĦس", + "ãĥ³ ãĥĨãĤ£", + "ãĥ³ãĥĨ ãĤ£", + "çľĭ è§ģ", + "Ġس اÙĦÙħ", + "ĠساÙĦ Ùħ", + "ĠбагаÑĤÑĮ оÑħ", + "ĠÄij Ãłi", + "Ġد ستÛĮ", + "Ġدست ÛĮ", + "Ġدس تÛĮ", + "à¸ŀ à¸Ń", + "еп ÑĤи", + "ĠìłĦ íĻĶ", + "æĻĤ ãģ«", + "ĠSe znam", + "ĠSez nam", + "мÑĸ нÑĥ", + "мÑĸн Ñĥ", + "; ?#", + "à¥Ģ सर", + "à¥Ģस र", + "ĠÚĨ ÛĮست", + "νο ια", + "νοι α", + "ั à¸Ļà¸Ń", + "ัà¸Ļ à¸Ń", + "Ġ à¸Ħำ", + "Ġà¸Ħ ำ", + "Ġë³´ íĺ¸", + "Ġid dia", + "Ġiddi a", + "Ġβ ιβ", + "é«ĺ ä¸Ń", + "Ù ¨", + "ÐĴ аж", + "ĠиÑģп олн", + "ÑĪ ÑĤов", + "ÑĪÑĤ ов", + "ĠT aÅŁ", + "ĠTa ÅŁ", + "ìĽ ħ", + "åĬ ¹", + "Ġ åıĥ", + "Ġåı ĥ", + "Ġprost oru", + "Ġprostor u", + "ĠÑģп ад", + "е ÑĢина", + "еÑĢ ина", + "еÑĢи на", + "еÑĢин а", + "ĠpÅĻek lad", + "ĠpÅĻe klad", + "Å¡ ov", + "ĠÙģ ÙĩÙħ", + "ĠÙģÙĩ Ùħ", + "æĬ ij", + "Ġابت دا", + "Ġابتد ا", + "ãĤĴ ãģĬ", + "l ikler", + "lik ler", + "likle r", + "ĠÙħ اÙĥ", + "ĠÙħا Ùĥ", + "Ġko nut", + "Ġkon ut", + "Ġkonu t", + "ĠداÙĨØ´ جÙĪÛĮ", + "Ġоп ÑĤим", + "Ġб Ñĥма", + "ĠбÑĥ ма", + "ĠлÑİд Ñıм", + "Ġл Ñĸка", + "ĠлÑĸ ка", + "ĠлÑĸк а", + "ĠÑĢоз повÑĸд", + "ĠÑĢозп овÑĸд", + "ĠÑĢозпов Ñĸд", + "nes enÃŃ", + "Ġ à¸łà¸²à¸ŀ", + "Ġà¸ł าà¸ŀ", + "и Ñĩний", + "иÑĩ ний", + "ا Ø·ÙĦ", + "اط ÙĦ", + "Ñİ Ñīими", + "ÑİÑī ими", + "ÑİÑīим и", + "ãģı ãģ¨", + "éŃ ¯", + "ĠجÙĨ سÛĮ", + "Ðĺ Т", + "र ल", + "ĠÚ©ÙĪد Ú©", + "о лиÑĤ", + "ол иÑĤ", + "оли ÑĤ", + "ĠÑģÑĤÑĢÑĥкÑĤÑĥ ÑĢ", + "ve kili", + "vek ili", + "Ġब य", + "Ġgel miÅŁ", + "िर फ", + "Ġнай кÑĢа", + "ĠÐĶж он", + "Ġ ãĥĹãĥŃ", + "ĠãĥĹ ãĥŃ", + "ĠyaÅŁ lı", + "Ġkar Ä±ÅŁtır", + "ĠkarÄ±ÅŁ tır", + "ĠvÄĽtÅ¡ inou", + "Ġvaz geç", + "à¹ī าà¸Ħ", + "à¹īา à¸Ħ", + "lendir me", + "Ġ ç¨ĭ", + "Ġç¨ ĭ", + "说 è¯Ŀ", + "ĠíķĦìļĶ íķľ", + "aÅĻ ilo", + "Ġle žÃŃ", + "ĠAmer ikan", + "ĠAmerika n", + "ĠAmerik an", + "ãĤĦ ãģĻ", + "va jÃŃcÃŃ", + "vajÃŃ cÃŃ", + "ÐĿ Я", + "ĠìĹĦ ë§Ī", + "Ġ åĥ", + "Ġå ĥ", + "r ál", + "rá l", + "Ġç ay", + "Ġça y", + "tu ÄŁ", + "ุà¸į าà¸ķ", + "ĠÑģ лив", + "ĠÑģл ив", + "ν οÏħ", + "νο Ïħ", + "ĠO v", + "ĠC HP", + "ĠCH P", + "ĠZe mÄĽ", + "ĠZem ÄĽ", + "ĠÄįesk ý", + "ĠÄįe ský", + "ĠTh ánh", + "иÑĤелÑĮ ноÑģÑĤÑĮ", + "иÑĤелÑĮно ÑģÑĤÑĮ", + "æĦı ä¹ī", + "à¥įरम ण", + "Ġди амеÑĤ", + "Ġk lin", + "Ġkl in", + "Ġkli n", + "Ġ کرÛĮ", + "ĠÚ© رÛĮ", + "Ġکر ÛĮ", + "ãģ§ãģ¯ ãģªãģı", + "飯 åºĹ", + "Ġk ênh", + "Ġkê nh", + "ĠÑĢанÑĮ ÑĪе", + "ãĤĴ ãģĹãģŁ", + "ĠпÑĢи боÑĢ", + "ĠпÑĢиб оÑĢ", + "Ġà¤ĸ तर", + "Ġ yu", + "Ġy u", + "é§ IJ", + "ĠÑĢ або", + "ĠÑĢа бо", + "ĠÑĢаб о", + "ĠС ÐłÐ¡Ðł", + "èĬ ¬", + "ž ila", + "ži la", + "žil a", + "еÑĢ ÑĤа", + "еÑĢÑĤ а", + "и ÑģÑĤÑĢа", + "иÑģ ÑĤÑĢа", + "иÑģÑĤ ÑĢа", + "Ġкни ги", + "ĠFranc ie", + "ĠFran cie", + "ĠÚĺ اپ", + "ĠÎļ οÏħ", + "ĠÎļο Ïħ", + "ัว à¹Ģà¸Ńà¸ĩ", + "Ġl ắng", + "Ġ нами", + "Ġн ами", + "Ġна ми", + "Ġнам и", + "Ġпод ой", + "д ÑĢом", + "дÑĢ ом", + "o bus", + "ob us", + "ÐĴ Ñĸн", + "Ġst alo", + "Ġsta lo", + "Ġstal o", + "Ġà¤ı à¤ľ", + "ĠL inh", + "ĠLin h", + "ĠLi nh", + "ebilir iz", + "Ġзав ÑĤÑĢа", + "μ εÏģο", + "με Ïģο", + "μεÏģ ο", + "Ġ ÎŃν", + "ĠÎŃ Î½", + "ÑıÑĤ но", + "Ġд оÑĢож", + "Ġдо ÑĢож", + "ĠдоÑĢ ож", + "åıĤ çħ§", + "Ïĥ ιο", + "Ïĥι ο", + "à¹ī à¹Ģà¸ģ", + "a ných", + "an ých", + "aný ch", + "ç· ł", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "åĬĽ çļĦ", + "ĠS ır", + "ĠSı r", + "Ġ ì§ĢëıĦ", + "Ġì§Ģ ëıĦ", + "ç· Ĭ", + "ĠpoÄį tu", + "ï¼Į ä¸İ", + "ä¸ĸ ç´Ģ", + "ем ого", + "емо го", + "Ġhus us", + "Ġhu sus", + "Ġölçü de", + "Ġtr ục", + "Ġtrụ c", + "à¸Ľà¸¥ à¸Ńà¸Ķà¸ł", + "Âłp ÅĻÃŃ", + "ĠBöl gesi", + "м ом", + "мо м", + "ãģ« ãģ¦", + "Ġ쪽 ì§Ģ", + "ÄĽt Å¡", + "ĠìĦ± ê³µ", + "र त", + "ur du", + "urd u", + "ĠìĽĢ ì§ģ", + "ÑŁ ÐŃ", + "nÃŃ kem", + "nÃŃk em", + "ĠskuteÄį nosti", + "Ġ даÑĤ", + "Ġд аÑĤ", + "Ġда ÑĤ", + "n eum", + "ne um", + "ĠÑĤаб леÑĤ", + "j vu", + "Ġs edm", + "Ġse dm", + "Ġsed m", + "س ÙĬØ©", + "سÙĬ Ø©", + "ĠкоÑĢ об", + "Ġко ÑĢоб", + "em mel", + "emm el", + "emme l", + "ãģ¤ ãģij", + "é¦Ļ èķī", + "Ġشخص ÛĮت", + "ĠشخصÛĮ ت", + "ä¸Ĭ äºĨ", + "ÙĪ را", + "ÙĪر ا", + "ĠаÑĤ моÑģ", + "Ġ лей", + "Ġл ей", + "Ġz prav", + "Ġzp rav", + "Ġëķ ħ", + "ู à¸Ĺ", + "Ġ اسر", + "Ġا سر", + "Ġاس ر", + "ĠAy dın", + "ĠعÙħ ÙĦÙĬØ©", + "ĠعÙħÙĦ ÙĬØ©", + "Ġд ÑĸÑĶ", + "ĠдÑĸ ÑĶ", + "Ġd ök", + "Ġdö k", + "Ġफ ल", + "ĠìĤ¬ëŀĮ ëĵ¤ìĿ´", + "ĠнаÑĤÑĥ ÑĢалÑĮ", + "æŁ ľ", + "温 度", + "Ġk les", + "Ġkl es", + "Ġkle s", + "Ġин веÑģÑĤи", + "s üz", + "æĴ °", + "Ġ ãĤ¢ãĥ«", + "ĠãĤ¢ ãĥ«", + "Ġ èĴ", + "Ġè Ĵ", + "ад ки", + "Ġk lÃŃÄį", + "Ïĩ εί", + "Ïĩε ί", + "ĠTh iết", + "ĠThi ết", + "ĠسرÛĮ ع", + "ĠÏĢεÏģιο Ïĩή", + "ÙĪ ÙĤÙģ", + "ÙĪÙĤ Ùģ", + "Ïģ ÏīÏĥη", + "ÏģÏī Ïĥη", + "ĠسÙĦ اÙħت", + "ĠسÙĦاÙħ ت", + "ëĵ¤ ëıĦ", + "ĠveÅĻej né", + "Ġvi tam", + "Ġvit am", + "Ġvita m", + "ĠبازÛĮ گر", + "ĠÑĢеÑĨеп ÑĤ", + "ĠìľĦ íķ´ìĦľ", + "ĠìľĦíķ´ ìĦľ", + "ĠØ£Ùĥ بر", + "Ġk üt", + "Ġkü t", + "민 주", + "Ġté ž", + "Ġ å¼ķ", + "Ġå¼ ķ", + "ÑĩаÑģ но", + "çļĦ åľ°", + "Ġarchit ekt", + "Ġбак ÑĤеÑĢ", + "Ġ ãģį", + "Ġ одеÑĢж", + "Ġо деÑĢж", + "Ġод еÑĢж", + "Ġتج ارÛĮ", + "éĿ Ī", + "Ġre cep", + "Ġrec ep", + "Ġrece p", + "é© ¶", + "Ġد ÙĩÙĩ", + "ĠدÙĩ Ùĩ", + "è² Į", + "çµIJ å©ļ", + "ılı ç", + "ãģĭãĤī ãģ¯", + "å¿ĥ éĩĮ", + "æĬķ è³ĩ", + "è² Ŀ", + "ĠкÑĥлÑĮÑĤÑĥ ÑĢÑĭ", + "ĠкÑĥлÑĮÑĤÑĥÑĢ Ñĭ", + "Ġ å°ij", + "Ġå° ij", + "à¹ģ à¸ŀร", + "à¹ģà¸ŀ ร", + "γ κÏĮ", + "γκ ÏĮ", + "ar ım", + "arı m", + "Ġاس اسÛĮ", + "Ġاساس ÛĮ", + "Ġposled nÃŃch", + "ĠposlednÃŃ ch", + "ĠÙħ ÙħÙĨ", + "ĠÙħÙħ ÙĨ", + "Ġпоз иÑĤив", + "Ġпози ÑĤив", + "ìł ¤", + "Ñĥ вавÑģÑı", + "Ñĥв авÑģÑı", + "Ñĥва вÑģÑı", + "Ñĥвав ÑģÑı", + "Ġجز ئ", + "ìĿ´ ìŀIJ", + "Ġин ÑģÑĤÑĢÑĥк", + "Ġη λεκ", + "Ġde mir", + "Ġdem ir", + "Ġdemi r", + "ä¸Ńæĸĩ åŃĹå¹ķ", + "Ġعاش ÙĤ", + "Ġب اÙĦÙĤ", + "Ġبا ÙĦÙĤ", + "ĠباÙĦ ÙĤ", + "Ġ maz", + "Ġm az", + "Ġma z", + "ά νι", + "άν ι", + "Ġ dÃ¼ÄŁ", + "Ġd Ã¼ÄŁ", + "Ġdü ÄŁ", + "Ġ κÏģα", + "Ġκ Ïģα", + "ĠбÑĥд ÑĤо", + "ç¦ı åĪ©", + "ĠпÑĢед назнаÑĩ", + "Ùħ ÙĦØ©", + "ÙħÙĦ Ø©", + "ĠбÑĥд инкÑĥ", + "Å¥ an", + "íķ Ģ", + "ç´¹ ä»ĭ", + "Ú© ز", + "ĠкаÑĦ ед", + "ãģ« è¦ĭ", + "าà¸ķร à¸IJาà¸Ļ", + "ë¡ľ ëĬĶ", + "i vÄĽ", + "iv ÄĽ", + "èĥ½ æºIJ", + "ï¼Į åħ¨", + "ĠÑĥ див", + "ĠÑĥд ив", + "Ġë§Į ëĤĺ", + "ÐĴ ÐIJ", + "ĠG ür", + "ĠGü r", + "ĠдÑĢÑĥг им", + "Ïĥ Ïį", + "Ġ oÄŁlu", + "ĠoÄŁ lu", + "Ġê°Ģ ê¹Į", + "ĠзнаÑĩ иÑĤелÑĮно", + "ĠзнаÑĩиÑĤ елÑĮно", + "о зÑĸ", + "оз Ñĸ", + "Ġm á»±c", + "ĠB eÅŁ", + "ĠBe ÅŁ", + "Ġ jezd", + "Ġje zd", + "á vÄĽ", + "áv ÄĽ", + "ÏĦη Ïĥε", + "ãģ¦ãģĦ ãģªãģĦ", + "ĠСв ÑıÑĤ", + "Ġम श", + "ĠΤ οÏħ", + "ĠΤο Ïħ", + "声 ãĤĴ", + "ĠÑģам ое", + "ĠÑģамо е", + "Ġ åĮº", + "ĠåĮ º", + "ĠìĤ¬ëŀĮ ìĿĢ", + "ĠÙħ ÙĦت", + "ĠÙħÙĦ ت", + "Ġj oker", + "Ġjo ker", + "Ġjoke r", + "Ġne ob", + "Ġneo b", + "ĠÑĤ ака", + "ĠÑĤак а", + "ĠÑĤа ка", + "ĠÙĩ Ùģت", + "Ġδε δο", + "ĠзаÑħ оп", + "ĠاÙĦÙħ خت", + "ез да", + "езд а", + "Ġíķľ ë²Ī", + "Ġع اÙħØ©", + "ĠعاÙħ Ø©", + "Ġdo state", + "Ġdost ate", + "Ġdostat e", + "Ġp lav", + "Ġpl av", + "Ġpla v", + "楽 ãģĹ", + ".;.; .;.;", + "в аÑĶ", + "ва ÑĶ", + "Ġbụ i", + "ĠÄij ỡ", + "ĠÄijá» ¡", + "Ġmys lÃŃ", + "Ġmysl ÃŃ", + "ĠÙĨ ار", + "Ġn út", + "Ġм ала", + "Ġмал а", + "Ġма ла", + "Τ Ρ", + "ĠاÙĦرÙħ زÙĬØ©", + "la dım", + "lad ım", + "ladı m", + "ä¸Ģ ç·Ĵ", + "ĠiÅŁ ç", + "l ivé", + "li vé", + "liv é", + "르 ê²Į", + "ан наÑı", + "ظËĨ Ø·", + "Ġd ừng", + "ÙĦÙĥ تر", + "çŃĶ æ¡Ī", + "ĠÙħÙĪÙĤع ÛĮت", + "ĠÑĸн озем", + "ĠиÑģ Ñĩ", + "Ġнеп ÑĢавилÑĮ", + "b akan", + "ba kan", + "bak an", + "Ġ çīĪ", + "Ġçī Ī", + "ен нÑİ", + "à¸ĩ à¹Ģศ", + "à¸Ħวาม à¸Ħ", + "% .Ċ", + "%. Ċ", + "à¹Ī à¹Ģà¸Ľ", + "ĠØ¢ بÛĮ", + "Ġآب ÛĮ", + "Ġst áty", + "Ġstát y", + "Ġتر تÛĮب", + "Äįem ž", + "Ġ é¹", + "Ġé ¹", + "Ġ ÙģاÙĦ", + "ĠÙģ اÙĦ", + "Ġbelir len", + "ĠâĨ ĺ", + "èĩ³ å°ij", + "ĠBun lar", + "Ġ ä¸ĵ", + "Ġä¸ ĵ", + "ĠÙħØŃ Ø§Ø³", + "ĠìĦľ ë²Ħ", + "Ġc anh", + "Ġcan h", + "Ġca nh", + "ĠпÑĢоÑĤ Ñıж", + "ĠнÑĸ меÑĨÑĮ", + "à¥Īà¤ł à¤ķ", + "ëĭ ī", + "Ġна неÑģ", + "Ġвоз ÑĢаÑģÑĤа", + "ĠвозÑĢаÑģÑĤ а", + "Ġ[âĢ¦ ]Ċ", + "Ġ[âĢ¦] Ċ", + ". à¸ŀ", + "ิ ศาสà¸ķร", + "ิศ าสà¸ķร", + "çģ ½", + "ê°Ļ ìĿĢ", + "ล à¸ĩà¸Ĺ", + "ลà¸ĩ à¸Ĺ", + "ãĤ± ãĥ¼ãĤ¹", + "Ġ ãĤ¢ãĤ¤", + "ĠãĤ¢ ãĤ¤", + "Ñģ Ñİ", + "ĠÙĦ ر", + "ãģĭ ãģ£ãģ¦", + "Ġ기 ë°ĺ", + "Ġ !:", + "Ġ! :", + "ĠÑģ ÑĬ", + "Ġ Ø´ÙĨاسÛĮ", + "ĠØ´ÙĨ اسÛĮ", + "ĠØ´ÙĨاس ÛĮ", + "ĠìķĦ 침", + "Ġعب اس", + "Ġ à¸ķà¸Ńà¸Ļ", + "Ġà¸ķ à¸Ńà¸Ļ", + "ĠмеÑĤал ли", + "ÑĪ ила", + "ÑĪи ла", + "Ġpod rob", + "Ġpodr ob", + "ÑĸÑģ но", + "Ġ 赤", + "Ġèµ ¤", + "c iler", + "ci ler", + "cil er", + "o zem", + "oz em", + "oze m", + "ĠоÑģнов нÑĭÑħ", + "Âł à¤ķ", + "à¸ĸ à¸Ļà¸Ļ", + "ан ÑĤаж", + "анÑĤ аж", + "анÑĤа ж", + "ĠD ÃŃky", + "Ġگذ ارÛĮ", + "æľº ä¼ļ", + "οÏħ λίοÏħ", + "οÏħλ ίοÏħ", + "оÑĩ ек", + "Ġнап иÑĤ", + "ĠبÛĮØ´ ترÛĮ", + "ĠبÛĮشتر ÛĮ", + "ä¾ į", + "ĠاÙĦ ÙħÙħ", + "ĠاÙĦÙħ Ùħ", + "ÙĪز ÙĬع", + "Ġgöz lem", + "è°ĥ æķ´", + "Âłm iles", + "Âłmi les", + "Ġk oc", + "Ġko c", + "ัà¸į ห", + "æ³ ³", + "ĠÎij γγ", + "ĠÎijγ γ", + "ĠÙĨÙħ از", + "ุ à¸Ĺ", + "ãĥı ãĤ¤", + "Ġth ù", + "к ÑĥлÑı", + "кÑĥ лÑı", + "кÑĥл Ñı", + "ĠпÑĥÑĤ ем", + "èĩº çģ£", + "Ġver gi", + "Ġverg i", + "åł´åIJĪ ãģ¯", + "ĠÑĤÑĢÑĮ оÑħ", + "Ġë³´ ë©´", + "âĸ ²", + "Ïħ γ", + "ĠдоÑĤ ÑĢим", + "æľ µ", + "Ġum ÄĽnÃŃ", + "èī¯ ãģĦ", + "Âł à¸Ļาà¸ĩ", + "Ðİ ÑĭÑŁN", + "ä¸ī 个", + "ียร à¸ķ", + "ï¼Į åIJĮæŶ", + "ĠÑĢозÑĢаÑħ Ñĥн", + "ĠD ers", + "ĠDe rs", + "ĠDer s", + "ãģª ãģ®", + "Ġê·¸ 를", + "d ikleri", + "dik leri", + "Ġhay ata", + "Ġhaya ta", + "Ġhayat a", + "è§Ħ èĮĥ", + "ç»ĵ åIJĪ", + "Ġs cé", + "Ġsc é", + "Ġc Æ¡m", + "ĠcÆ¡ m", + "åѸ éĻ¢", + "ĠÐĦ в", + "ĠÄįlán ek", + "ĠдоÑģÑĤ иг", + "ĠдоÑģÑĤи г", + "ा à¤ĩस", + "ाà¤ĩ स", + "εÏħ Ïĥη", + "éģ© çĶ¨", + "Ïĥ ον", + "Ïĥο ν", + "ıl maktadır", + "ëªħ ìĿĦ", + "ı b", + "Ġstar Å¡ÃŃ", + "Ġch ÃŃn", + "ĠchÃŃ n", + "ä¸Ģ 个人", + "ä¸Ģ个 人", + "ĠFranti Å¡ek", + "n ÄĽji", + "nÄĽ ji", + "ï» ¨", + "ĠÙĦÙĦ د", + "Ġp okoj", + "Ġpok oj", + "Ġj ih", + "Ġji h", + "ãĢį ãĢĤ", + "Ġعبد اÙĦ", + "ãĤĵãģ§ ãģĦãĤĭ", + "Ġмод елÑĮ", + "ĠteÅŁ kil", + "ĠÄĮ er", + "à¹Ģà¸Ķ à¸Ńร", + "' na", + "'n a", + "λο γή", + "λογ ή", + "Ġ kola", + "Ġk ola", + "Ġko la", + "Ġkol a", + "ãĥĢ ãĥ¼", + "иÑĤ елем", + "иÑĤе лем", + "ĠÏĥÏħ νο", + "ĠÏĥÏħν ο", + "ĠK urum", + "ĠKur um", + "ĠKu rum", + "Ġsnad no", + "ĠاÙĦÙĤر Ø¢ÙĨ", + "ĠV á»ģ", + "é«ĺ ãģĦ", + "Ġyıl dız", + "Ġbir isi", + "Ġbiri si", + "Ġkh úc", + "ÙĪ ÛĮÙĦ", + "ÙĪÛĮ ÙĦ", + "æľĢ ä½³", + "Ġส าà¸Ĥ", + "ĠÐŁ ок", + "ĠÐŁÐ¾ к", + "âī ł", + "à¹Ĥà¸Ľà¸£ à¹ģà¸ģรม", + "à¥įय यन", + "èij ¡", + "Ġn ovÄĽ", + "Ġno vÄĽ", + "Ġnov ÄĽ", + "ay ıp", + "ayı p", + "ĠSing ap", + "ĠSin gap", + "è° ĵ", + "ãĤ¶ ãĤ¤ãĥ³", + "Ġн овÑĭе", + "Ġнов Ñĭе", + "Ġh ảo", + "Ġ èŤ", + "ĠèĹ ¤", + "ãĥ³ ãĥĸ", + "ãĥ³ãĥ ĸ", + "Âł ĊĊ", + "ÂłĊ Ċ", + "θ εια", + "θε ια", + "Ġпоп ада", + "ĠëĶĶ ìŀIJìĿ¸", + "Ġداشت ÙĨد", + "ĠداشتÙĨ د", + "ĠØ´ÙĨ اختÙĩ", + "Ïĥ μαÏĦα", + "Ïĥμα ÏĦα", + "å¹³æĸ¹ åħ¬éĩĮ", + "Ġg öl", + "Ġgö l", + "ек оÑĤоÑĢ", + "еко ÑĤоÑĢ", + "Ġm álo", + "Ġmá lo", + "Ġاج ازÙĩ", + "Ú© اراÙĨ", + "کار اÙĨ", + "کا راÙĨ", + "ĠпÑĸдпÑĢиÑĶм ÑģÑĤв", + "ä¸ī å¹´", + "ĠسÙģ ÛĮد", + "ĠμÎŃ ÏģοÏĤ", + "ÐĻ ÐĻ", + "Ġh Æ°", + "س ÙĪب", + "سÙĪ ب", + "ĠÙĦ ذا", + "Ġnem ovit", + "Ġd ÃŃv", + "ĠdÃŃ v", + "Ä° s", + "¶ ¶", + "Ġph Æ°á»Ŀng", + "ĠÙĨØŃ ÙĪÙĩ", + "ĠÙĨØŃÙĪ Ùĩ", + "Ð ĭ", + "Ġz byt", + "Ġzb yt", + "Ġzby t", + "ed ii", + "edi i", + "n ech", + "ne ch", + "ĠадмÑĸнÑĸÑģÑĤÑĢа ÑĤив", + "Ġne vÄĽ", + "Ġnev ÄĽ", + "Ġ ож", + "Ġо ж", + "ĠÄIJ ó", + "à¸Ľà¸£à¸° ว", + "Ġvhod né", + "Ġum ÄĽl", + "ĠÑĢазлиÑĩ нÑĭе", + "ĠpÅĻi roz", + "Ġبخ Ø´ÛĮ", + "Ġبخش ÛĮ", + "ãģ® 大", + "ĠاÙĦ ÙĥÙĩ", + "ĠاÙĦÙĥ Ùĩ", + "ec ká", + "eck á", + "Ġzorun lu", + "ĠÐľÐ¸Ðº ола", + "Ġ amel", + "Ġa mel", + "Ġam el", + "к овÑĭе", + "ков Ñĭе", + ": :::/", + ":: ::/", + ":::: /", + "::: :/", + "ä¸įåIJĮ çļĦ", + "ĠÙĪÙĥ اÙĨت", + "ĠÙĪÙĥاÙĨ ت", + "à¸Ń à¸Ń", + "lá sil", + "ĠпÑĢедпол аг", + "ï½ ±", + "Ġ νε", + "Ġν ε", + "Ġн овÑĭй", + "Ġнов Ñĭй", + "Ġìĺģíĸ¥ ìĿĦ", + "Ġê°Ģ ì§Ħ", + "åĥ ħ", + "Y D", + "Ġب اغ", + "Ġبا غ", + "ĠØ´Ú© ست", + "Ġgü ney", + "Ġgün ey", + "и ÑģÑĮ", + "иÑģ ÑĮ", + "ãģĭ ãģªãģĦ", + "ãģĭãģª ãģĦ", + "ĠT òa", + "Ġگرد ÛĮد", + "Ġگر دÛĮد", + "ØŃ ÙĦ", + "lu vÃŃ", + "luv ÃŃ", + "v éd", + "vé d", + "Ġìĺ ·", + "Ġε ÏĢα", + "ĠεÏĢ α", + "ĠÑĤи ÑģÑıÑĩ", + "ĠÑĤиÑģ ÑıÑĩ", + "Ġê½ ĥ", + "ĠP US", + "ĠPU S", + "ĠдÑĥм кÑĥ", + "Ġ âĢĿĊ", + "ĠâĢĿ Ċ", + "ĠìĬ¤ íı¬ì¸ł", + "Ùĩ Ùĩ", + "Ġg ắng", + "Ġgắn g", + "ิ à¸łà¸²à¸ŀ", + "éĩĮ éĿ¢", + "br ıs", + "Ġz áb", + "Ġzá b", + "κ αÏĤ", + "κα ÏĤ", + "ĠåıĮ 线", + "ล ล", + "ĠÄIJ Ãłi", + "ĠÄIJÃł i", + "åѸ æł¡", + "ĠÑĢаÑģп ÑĢед", + "ĠÑģÑĤан еÑĤ", + "ĠÑģÑĤа неÑĤ", + "Ġл ак", + "Ġла к", + "Ġпод к", + "Ġg ören", + "Ġgö ren", + "Ġgör en", + "Ġgöre n", + "르 ê³ł", + "ĠÑĦ ÑĢÑĥкÑĤ", + "íĵ¨ íĦ°", + "ãģĻ ãĤĮãģ°", + "ãĤĴ ä½ľ", + "à¸Ńà¸Ńà¸ģ à¹ģà¸ļà¸ļ", + "Ġku lak", + "Ġkul ak", + "ĠíĶĮ ëłĪìĿ´", + "ĠØŃ Ø¯ÙĬØ«", + "ĠØŃد ÙĬØ«", + "ãģĨ ãĤĵ", + "Ġм Ñĸк", + "ĠмÑĸ к", + "à¤ĩस à¤ķ", + "ĠÑĥ ÑĤоÑĩ", + "ĠÑĥÑĤ оÑĩ", + "ĠÙĥ Ø«ÙĬر", + "ĠY ine", + "ĠYi ne", + "ĠYin e", + "ัว หà¸Ļ", + "н ÑĸÑĹ", + "нÑĸ ÑĹ", + "åį ¢", + "Ñĥ Ñģлов", + "ÑĥÑģ лов", + "ìĽĮ íģ¬", + "Ġà¤ħ à¤ĸ", + "ĠÑĨ Ñĸка", + "ĠÑĨÑĸ ка", + "ìĦł ìĿĦ", + "ĠØ£ ر", + "гал ÑĤеÑĢ", + "angl icky", + "ĠÑģ оÑģÑĥд", + "ĠÑģоÑģ Ñĥд", + "ĠÑĥ Ñıв", + "ĠпÑĢодÑĥк ÑĨÑĸÑĹ", + "Ġc hua", + "Ġch ua", + "Ġchu a", + "Ġd án", + "Ġdá n", + "ाम à¤Ĺ", + "ئ ت", + "ĠФ ед", + "Ġh rom", + "Ġhr om", + "íķ´ ë³´", + "ĠØ¢ÙĨ ÙĦاÛĮÙĨ", + "- пÑĢав", + "-п ÑĢав", + "Ġì¤ijìļĶ íķľ", + "Ġв кÑĥ", + "Ġвк Ñĥ", + "Ġ 大éĺª", + "Ġ大 éĺª", + "Ġt erk", + "Ġte rk", + "Ġter k", + "Ġпод Ñĸб", + "ĠвÑĸд вÑĸд", + "à¥Į à¤Ł", + "è³ £", + "Ġب تÙĨ", + "Ġبت ÙĨ", + "Ġبع ضÛĮ", + "Ġبعض ÛĮ", + "ãģª ãģĬ", + "ä»ĸ åĢij", + "Ġtavs iye", + "ĠM ısır", + "ĠØ¥ Ø°", + "Ġ æIJ", + "Ġæ IJ", + "íķĺ ëĤĺ", + "ĠÙĪ Ø®", + "ãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "Ġta kový", + "Ġtak ový", + "Ġtako vý", + "Ġबन न", + "Ġз ÑĢениÑı", + "ĠÙĪ ÙģÙĤ", + "ĠÙĪÙģ ÙĤ", + "ë¹Ħ ìķĦ", + "Ġпом ожеÑĤ", + "åĮĹ å¸Ĥ", + "dık ları", + "Ġ éĵģ", + "Ġéĵ ģ", + "Ġakt uálnÃŃ", + "Ġaktu álnÃŃ", + "Ġв в", + "ãĤĤ ãģªãģĦ", + "íĨµ ìĭł", + "ÏĦα Ïĥη", + "Ġìĥģ ëĮĢ", + "Ġ æł¡", + "Ġæł ¡", + "ãĢĤ éĤ£", + "ĠرÙĪسÛĮ Ùĩ", + "Ġtelev izyon", + "å¹´ é¾Ħ", + "ĠÐijоÑĢ иÑģ", + "리 ìĸ´", + "Ġz veÅĻej", + "ж но", + "ĠÐŀ ÑģÑĤ", + "ĠÐŀÑģ ÑĤ", + "ĠмÑĥж Ñĩин", + "Ġy eÅŁil", + "ĠСов еÑĤ", + "ĠСо веÑĤ", + "ĠB ÃĸL", + "ĠТак ож", + "Ġob nov", + "ĠпÑĢи надлеж", + "ĠвиÑģ нов", + "Ø· Ùħ", + "ĠìĹĨ ìĸ´", + "ĠM ùa", + "ä½ı å®ħ", + "åĮ» åѦ", + "Ġна ÑĢез", + "ĠнаÑĢ ез", + "ãĥĭ ï¾Ĩ", + "ĠM ặt", + "Ġvu ông", + "ä¸Ģ åĮº", + "ĠẢ nh", + "ÑĢ иÑĦ", + "ÑĢи ÑĦ", + "ä¿Ŀ éĻ©", + "ĠÏĩÏģή Ïĥη", + "åIJĮ æĦı", + "Ġ æīĵ", + "Ġæī ĵ", + "e tÄĽ", + "et ÄĽ", + "ĠÙĪ Ø°ÙĦÙĥ", + "ĠÑĤ иж", + "ĠÑĤи ж", + "ĠÎŁ ικο", + "ĠÎŁÎ¹ κο", + "ĠмÑĸÑģ ÑĨÑĸ", + "ĠÑĢебен ок", + "ĠÅŀ ah", + "عÙĦ ÙĪÙħ", + "l adıģ", + "la dıģ", + "lad ıģ", + "ladı ÄŁ", + "Ġg iden", + "Ġgi den", + "Ġgid en", + "лив оÑģÑĤÑĸ", + "ливо ÑģÑĤÑĸ", + "ÙĴ س", + "ĠT HB", + "ĠTH B", + "Ġmes lek", + "Âł ÐĿе", + "ÂłÐĿ е", + "μÏĨ Ïīνα", + "Ġ ÙĪاج", + "ĠÙĪ اج", + "ĠÙĪا ج", + "на ÑģлÑĸд", + "æĺŁ æľŁ", + "ÐĶ ж", + "ĠÑĢабоÑĤ аеÑĤ", + "ĠÑĢабоÑĤа еÑĤ", + "Ġs ánh", + "ìļ° 리", + "Ġا بÙĪ", + "Ġاب ÙĪ", + "çļĦ æĥħ", + "ĠìĻ¸ êµŃ", + "Ġk abil", + "Ġka bil", + "Ġkab il", + "еÑĢв Ñĭе", + "Ġgi Ãłu", + "ĠgiÃł u", + "Ġt á»ı", + "Ġtá» ı", + "Âł Ðij", + "å®Į æķ´", + "Ġmuž ů", + "ĠpomÄĽr nÄĽ", + "ĠÙħ خصÙĪص", + "ĠÐĶ ем", + "ãĤı ãĤĮãĤĭ", + "ãĤıãĤĮ ãĤĭ", + "ĠпÑĢи бÑĭ", + "ĠпÑĢиб Ñĭ", + "ĠکاÙħ Ù¾ÛĮ", + "ï¼ Ń", + "Ġt rh", + "Ġtr h", + "ĠÐij олÑĮÑĪ", + "´ :", + "и ваеÑĤÑģÑı", + "ив аеÑĤÑģÑı", + "ива еÑĤÑģÑı", + "иваеÑĤ ÑģÑı", + "Ġ ìĤ¬íķŃ", + "ĠìĤ¬ íķŃ", + "è¿Ľ ä¸ĢæŃ¥", + "ÑĨ ей", + "ÑĨе й", + "ãģ¾ ãģļ", + "аÑĤ елем", + "аÑĤе лем", + "éĮ ¯", + "Ġžal ob", + "ÑĨ ез", + "ÑĨе з", + "и нÑĥв", + "ин Ñĥв", + "инÑĥ в", + "Ġver ze", + "Ġve rze", + "Ġverz e", + "åĽŀ åĪ°", + "Ġd ược", + "ائ ÙĬÙĦ", + "ائÙĬ ÙĦ", + "sto upil", + "stoup il", + "论 æĸĩ", + "ĠÐŁ аÑĢи", + "ĠÐŁÐ°ÑĢ и", + "Ġдек оÑĢаÑĤив", + "اخ تÛĮ", + "اخت ÛĮ", + "ĠÑģÑĤ ÑĢем", + "ĠÑģÑĤÑĢ ем", + "ãĥ»âĶģãĥ»âĶģ ãĥ»âĶģãĥ»âĶģ", + "ĠÑģам ой", + "ĠÑģамо й", + "Ñĩ ÑĤо", + "ìĥģ ëĭ´", + "âī ¤", + "ÑĤ ого", + "ÑĤо го", + "ëIJ ¨", + "ı lacak", + "ıl acak", + "ä¸Ń ãģ«", + "ĠÏħÏĢάÏģÏĩ οÏħν", + "ĠвÑĸд бÑĥ", + "ĠвÑĸдб Ñĥ", + "çİ »çĴĥ", + "Ġвп еÑĢед", + "ĠPl zeÅĪ", + "Ú¯ اب", + "à¹Ģศ รษà¸IJ", + "ï¼Į æľĢ", + "Ùħ ÙĨÛĮ", + "ÙħÙĨ ÛĮ", + "çħ§ çīĩ", + "缮 å½ķ", + "ÑĢиÑĤ ÑĤÑı", + "âĢĮ اش", + "Ġ ëĮĢíļĮ", + "ĠëĮĢ íļĮ", + "ĠÅĻ adu", + "- ÑĤеÑħ", + "-ÑĤ еÑħ", + "Ġ ÙĬÙĪ", + "ĠÙĬ ÙĪ", + "Ġ à¹ģà¸ŀ", + "Ġà¹ģ à¸ŀ", + "ا ÙĥÙĨ", + "اÙĥ ÙĨ", + "Ġ기 ìŀIJ", + "Ġг Ñĸд", + "Ġìļ° 리ëĬĶ", + "Ġìļ°ë¦¬ ëĬĶ", + "Ø´ ÙħارÛĮ", + "Ø´Ùħ ارÛĮ", + "Ġt icari", + "Ġtic ari", + "âij ¢", + "ĠاÙĦ بد", + "ĠاÙĦب د", + "ĠÑĢаÑģ Ñĩ", + "Ġ اÙĦÛĮ", + "Ġا ÙĦÛĮ", + "ĠاÙĦ ÛĮ", + "Ġsü rede", + "Ġsür ede", + "Ġsüre de", + "Ġاع تر", + "Ġпо нÑıÑĤÑĮ", + "Ġпон ÑıÑĤÑĮ", + "γ κο", + "γκ ο", + "ï¼Į æ¯Ķ", + "ĠS eb", + "ĠSe b", + "Ġìĭł ê·ľ", + "æĶ¶ çĽĬ", + "ĠÙ¾ÛĮØ´ÙĨÙĩ اد", + "Îľ ÎijΤ", + "ÎľÎij Τ", + "ë°Ķ ìĿ´", + "ä¾Ľ åºĶ", + "б ин", + "би н", + "人 æ°Ĺ", + "ãģı ãĤī", + "Ġsk vÄĽl", + "Ġëĵ± ìŀ¥", + "æĭħ å½ĵ", + "Ġim kan", + "æ Ļ¨", + "æĻ ¨", + "ï¼Į çİ°åľ¨", + "Ġsrd ce", + "ìĤ° ìĹħ", + "Ġмод ели", + "æľ¬å½ĵ ãģ«", + "а нка", + "ан ка", + "анк а", + "Ġyür üy", + "ĠоÑĩ евид", + "ĠØŃ Ø³ÙĬÙĨ", + "ĠØŃس ÙĬÙĨ", + "Ñī аÑİÑĤ", + "Ñīа ÑİÑĤ", + "lé dl", + "léd l", + "ÑĨ о", + "ĠcÃŃ sa", + "ãģĭ ãģij", + "èĹ į", + "ĠØ®ÙĪاÙĩ ÙĨد", + "Ġmu že", + "Ġmuž e", + "Ġна коп", + "Ġнак оп", + "di ÄŁini", + "diÄŁi ni", + "er seniz", + "ers eniz", + "ersen iz", + "ĠпÑĢаÑĨÑĸв никÑĸв", + "д лÑı", + "Ġα ÏĥÏĦ", + "ĠαÏĥ ÏĦ", + "æ¶Ī è´¹", + "Ġ è¨Ģ", + "Ġè¨ Ģ", + "Ġb át", + "ĠØ´ ÙĥÙĦ", + "ĠÑģп иÑĢ", + "ÏĢο ÏĦε", + "Ġس اÙĦÙĩ", + "ĠساÙĦ Ùĩ", + "e kil", + "ek il", + "eki l", + "à¹ģ à¸Ĭม", + "ĠÏĥ ÏĦι", + "ĠÙħ Ø·ÙĦب", + "ĠÙħØ· ÙĦب", + "Ġìłķ ì±ħ", + "ê´Ģ ê³Ħ", + "å¹¹ ç·ļ", + "Ġ 京", + "éĢļ éģİ", + "ĠدÛĮ گراÙĨ", + "ĠدÛĮگر اÙĨ", + "ĠØ£ Ùħا", + "ĠØ£Ùħ ا", + "æĺ¯ ä¸į", + "ĠëĮĢ ëĭµ", + "ĠE rk", + "ĠEr k", + "p erty", + "per ty", + "pert y", + "ĠнаÑĩина еÑĤ", + "Ġê·¸ 리", + "ë£ ¡", + "ĠìĽ¹ ìĤ¬ìĿ´íĬ¸", + "ार न", + "æĦı è¯Ĩ", + "ĠС ÐŁ", + "Ġب اÙĬد", + "Ġبا ÙĬد", + "Ġbakım ından", + "/ TT", + "/T T", + "ĠÙģ اصÙĦÙĩ", + "ĠÙħØ« ÙĦا", + "ĠÙħØ«ÙĦ ا", + "Ġк вад", + "Ġкв ад", + "ĠØ´ اÛĮد", + "ĠuÄį itel", + "çĪ ½", + "Ġعرض Ùĩ", + "Ġ 交", + "ĠÑĩ еÑģÑĤÑĮ", + "ĠÑĩеÑģ ÑĤÑĮ", + "à¥Ī ?Ċ", + "à¥Ī? Ċ", + "ĠخاÙĨ Ùħ", + "et iyle", + "eti yle", + "Ġε γκα", + "ĠÑģÑĥ Ñīе", + "ĠìĿ¼ ìĸ´", + "ĠÐĽ ени", + "ĠÐĽÐµ ни", + "Ġ 声", + "Ġå£ °", + "á lie", + "ál ie", + "áli e", + "ãĥ¡ ãĥ¼ãĤ¸", + "à¥Ģ तर", + "à¥Ģत र", + "г алÑĸ", + "га лÑĸ", + "гал Ñĸ", + "ĠмÑĸ нÑĸм", + "ĠE ÅŁ", + "ĠпÑĢоиз оÑĪ", + "ÐĿ аÑģ", + "ÐĿа Ñģ", + "Ġب ÙĨÛĮ", + "ĠبÙĨ ÛĮ", + "让 æĪij", + "ĠпоÑģÑĤ еп", + "ĠìļĶ 구", + "ılı p", + "ıl ıp", + "Ġج ÙĪر", + "ĠجÙĪ ر", + "ĠëĮĢ ë¶Ģë¶Ħ", + "à¹ĩ à¸ķาม", + "à¹ĩà¸ķ าม", + "ĠÑĦ аÑģ", + "Ġìłķ ê·ľ", + "ла менÑĤ", + "лам енÑĤ", + "ÄŁ en", + "ÄŁe n", + "à¥ĩà¤Ĥ ĊĊ", + "à¥ĩà¤ĤĊ Ċ", + "ĠÐĺ ванов", + "ĠØŃ Ú©Ùħ", + "ĠØŃÚ© Ùħ", + "Ġ ï¾ļ", + "Ġï¾ ļ", + "ï¼ »", + "Ġne vid", + "Ġnev id", + "Ġла боÑĢаÑĤоÑĢ", + "à¸ŀย าà¸ļาล", + "Ġed iyorum", + "Ġediyor um", + "Ġhl avy", + "Ġhlav y", + "ĠEvrop ské", + "Ġph ái", + "Ġphá i", + "ãĥĵ ãĥ¼", + "ê´ij ìĹŃìĭľ", + "äº ľ", + "ØŃد اث", + "ĠпÑĢоÑĦ илакÑĤи", + "ro stÅĻed", + "rost ÅĻed", + "Ġм алÑĮ", + "Ġмал ÑĮ", + "Ġма лÑĮ", + "Ġmü dür", + "ا ساس", + "اس اس", + "ĠгалÑĥз Ñĸ", + "ี à¸Ł", + "Ġغذ اÛĮÛĮ", + "åŃIJ ä¾Ľ", + "Ġbah sed", + "ĠKrál ové", + "åį »", + "Ġ %,", + "Ġ% ,", + "ç½Ĺ æĸ¯", + "ë ļ", + "Ġ çij", + "Ġç ij", + "Ġξε ÏĦα", + "ĠÐŃ ÑĤи", + "ĠíĨµ íķ©", + "Ġاک تبر", + "ĠmÄĽsÃŃ ce", + "ìĪĺ ë¡ľ", + "ÑĦ Ñĸк", + "ÑĦÑĸ к", + "ĠÐĴ оз", + "ĠÐĴо з", + "ÑĩеÑģ ким", + "Ñĩе Ñģким", + "ÑĩеÑģки м", + "ìļ´ ëĵľ", + "Ġná klady", + "Ġnáklad y", + "ĠпоÑĤ ÑĢап", + "ĠÑĢÑĥ каÑħ", + "ĠÑĢÑĥк аÑħ", + "ι λο", + "ιλ ο", + "ĠG ül", + "ĠGü l", + "ë© ĺ", + "à¹ī ย", + "m akt", + "ma kt", + "mak t", + "ãĥ³ ãĥIJãĥ¼", + "ãĥ³ãĥIJ ãĥ¼", + "Ġн ÑĸÑı", + "ĠнÑĸ Ñı", + "ĠоÑĤ ÑĤен", + "m esinin", + "mes inin", + "mesi nin", + "mesini n", + "ĠвÑģп ом", + "Ġ ìĿ´ëĬĶ", + "ĠìĿ´ ëĬĶ", + "dy by", + "ãĤ¿ ãĥ³", + "âĹ İ", + "à¹īา หà¸Ļ", + "à¹īาห à¸Ļ", + "اد Ú¯ÛĮ", + "Ïĩ ία", + "Ġsna žÃŃ", + "Ġà¤ļ à¤ķ", + "μή μα", + "Ġ Ùĥر", + "ĠÙĥ ر", + "Ġκ οι", + "Ġκο ι", + "éĢ ¸", + "Ġne ust", + "Ġneu st", + "ĠÙĨظ اÙħÛĮ", + "ĠÙĨظاÙħ ÛĮ", + "åįļ çī©", + "Ġ ë²½", + "Ġë² ½", + "á½ ±", + "Ġì¶ľ ìĭľ", + "Ġar má", + "Ġarm á", + "ĠÙĩÙħ کارÛĮ", + "çļĦ æĥħåĨµ", + "çļĦæĥħ åĨµ", + "ÙĤ اÙħ", + "ÙĤ ب", + "Ġ éĤ£", + "ĠéĤ £", + "Ġë§ ¡", + "Ġo lası", + "Ġol ası", + "Ġola sı", + "β ÎŃÏģ", + "ä½ķ ãģĭ", + "ĠÑĥÑĩ еб", + "Ġв Ñĥз", + "Ġبر گز", + "Ġبرگ ز", + "' yi", + "'y i", + "Ġп ÑĢазд", + "ĠпÑĢа зд", + "ĠÐŀ ÑĢг", + "ĠÐŀÑĢ г", + "Ġ 并", + "Ġå¹ ¶", + "ĠÑģ ви", + "ĠÑģв и", + "ĠÙħÛĮ داÙĨ", + "ĠnaÅ¡e ho", + "ĠBA Åŀ", + "å» Ĭ", + "Ì Ī", + "ãģĵ ãģĿ", + "à¹ĩà¸Ļ à¸ŀ", + "οÏģ ειο", + "Ġбаг аÑĤ", + "γ ει", + "γε ι", + "μ είο", + "με ίο", + "à¹Īà¸ĩ à¸Ĭาà¸ķ", + "ĠHizmet leri", + "ĠAfr ika", + "ĠAf rika", + "Ġted bir", + ", ､", + "ä¸ī 级", + "ÐİÑĭÑŁN ÐİÑĭÑŁN", + "ĠÐļ ÑĢÑĸм", + "Ġa ray", + "Ġar ay", + "Ġara y", + "Ġböyle ce", + "к оÑĤ", + "ко ÑĤ", + "éĻ °", + "åĽ½ éļĽ", + "t ÄĽl", + "tÄĽ l", + "Ġp olis", + "Ġpol is", + "Ġpo lis", + "Ġu vol", + "Ġuv ol", + "ĠìĪĺ ê°ķ", + "çĶµ èĦij", + "Ġs ami", + "Ġsa mi", + "Ġsam i", + "Ġشاخ Ùĩ", + "Ġв ÑģÑĮого", + "ĠвÑģ ÑĮого", + "ĠØŃد اÙĤÙĦ", + "Ġ iken", + "Ġi ken", + "Ġik en", + "ãĤ¯ãĥ© ãĥĸ", + "Ġzá vod", + "Ġzáv od", + "ब ल", + "ë°° ìĨ¡", + "éĩĩ è´Ń", + "ëł ¬", + "Ġ ।ĊĊ", + "Ġ। ĊĊ", + "Ġ।Ċ Ċ", + "Ġê°ģ ê°ģ", + "Ġм ак", + "Ġма к", + "Ïģα Ïĥη", + "ĠiÅŁlem i", + "ãģĹ ãģ¦ãģĦãģ¾ãģĻ", + "ãģĹãģ¦ ãģĦãģ¾ãģĻ", + "ãģĹãģ¦ãģĦ ãģ¾ãģĻ", + "ĠP ek", + "ĠPe k", + "Ñİ Ð½", + "Ġvel kou", + "Ġvelk ou", + "åĬŀ çIJĨ", + "å®ĥ 们", + "Ġ èIJ¬", + "ĠèIJ ¬", + "ĠнаÑĢод Ñĥ", + "ĠнаÑĢ одÑĥ", + "Ġch ó", + "ĠH iç", + "ĠHi ç", + "Û³ Ûµ", + "Ġ รà¸Ńà¸ļ", + "Ġร à¸Ńà¸ļ", + "Û³ Û¶", + "à¸Ĥ ว", + "ä½į æĸ¼", + "ĠС ÑĤа", + "ĠСÑĤ а", + "ั à¸Ļม", + "ัà¸Ļ ม", + "ाप à¤ķ", + "ĠÑĥ ÑĢок", + "ãĤ¢ ãĥ¡ãĥªãĤ«", + "Ġз мож", + "Ġзм ож", + "sk ému", + "ské mu", + "ském u", + "Ġ è»Ĭ", + "Ġè» Ĭ", + "ĠاختÛĮ ار", + "ĠP Åĺ", + "л Ñıв", + "лÑı в", + "Ġ маз", + "Ġм аз", + "Ġма з", + "Ġözel liÄŁi", + "åij¼ ãģ°", + "Ġbir inin", + "Ġbiri nin", + "Ġод не", + "Ì Ĩ", + "ä»ĸ ãģ®", + "建 ç¯ī", + "поÑģ еÑĢед", + "ห ลà¸Ķ", + "หล à¸Ķ", + "å¤ļ ãģĦ", + "ÏĦή ÏĥειÏĤ", + "Ġر ÙĪÙĨد", + "ĠرÙĪ ÙĨد", + "èģ ½", + "ì¤ij ìĹIJ", + "ìĬ¤ íĭ°", + "Ġз вÑĸÑĤ", + "Ġзв ÑĸÑĤ", + "ĠаÑĢ ÑĤи", + "Ġc Æ°á»Ŀi", + "ĠcÆ° á»Ŀi", + "ın dır", + "ınd ır", + "Ġг олод", + "Ġгол од", + "ا زد", + "از د", + "à¹Īาว ว", + "ãĥ¡ ãĥ©", + "عÙĨ ÙĪاÙĨ", + "% )Ċ", + "%) Ċ", + "ĠÑħолод илÑĮ", + "人 们", + "C Ä°", + "ÐĹ Ð°Ð¿", + "ÐĹа п", + "ĠpÅĻ isp", + "ĠpÅĻi sp", + "Ġdurum larda", + "ÑĢ Ñĸд", + "ÑĢÑĸ д", + "Âł У", + "Ġε ÏĨαÏģ", + "Ġs prav", + "Ġsp rav", + "Ġspr av", + "ĠоÑĤÑĢим аннÑı", + "ï¼Į 没æľī", + "о вала", + "ов ала", + "ова ла", + "овал а", + "Ġng ại", + "ãĢĤ 大", + "Ġ даеÑĤ", + "Ġд аеÑĤ", + "Ġда еÑĤ", + "ĠpÃŃs em", + "ÑĨ ÑıÑĤÑĮ", + "ÑĨÑı ÑĤÑĮ", + "ov nÄĽ", + "ë¦ ī", + "Ġê² ģ", + "Ñģ ÑĤин", + "ÑģÑĤ ин", + "ÑģÑĤи н", + "ĠS ayı", + "ĠSa yı", + "ĠSay ı", + "ãĢĭ çļĦ", + "Ġyol uyla", + "Ġyolu yla", + "елеÑĦ он", + "Ġr áno", + "Ġrá no", + "Ġíĸī ëıĻ", + "ĠاÙĦخاÙħ سة", + "Ġповин на", + "ÅĻ ila", + "ÅĻi la", + "ÅĻil a", + "Ġà¤ļ रण", + "Ġà¤ļर ण", + "Ġبرگ زار", + "Ġبرگز ار", + "ìļ´ ëį°", + "à¹Ģà¸Ľ à¸Ńร", + "Ġdal eko", + "led nÃŃ", + "åIJį 稱", + "лив ÑĸÑģÑĤÑĮ", + "ливÑĸ ÑģÑĤÑĮ", + "Ġ몸 ìĿĦ", + "о ÑĢÑĸв", + "оÑĢ Ñĸв", + "оÑĢÑĸ в", + "Ц е", + "بد Ø£", + "ë°ĺ 기", + "k rát", + "kr át", + "ä¸į 足", + "Ġolduk ları", + "len iyor", + "Ġìĭľ íĸī", + "ĠпÑĢи нимаÑĤÑĮ", + "à¸Ĥà¸Ńà¸ĩ ร", + "ÏĪ ει", + "ÏĪε ι", + "Ġ ẩn", + "ت س", + "ĠÑĤ ай", + "ĠÑĤа й", + "Ġнев озможно", + "åıĬ ãģ³", + "r oti", + "ro ti", + "rot i", + "ï½ Ń", + "д ом", + "до м", + "ой но", + "å£ Ĭ", + "说 çļĦ", + "Ġsk oro", + "ni ÄįnÃŃ", + "niÄį nÃŃ", + "ĠProf es", + "ĠÑħ ÑĢониÑĩеÑģ", + "Ġ주 문", + "ĠZ n", + "ĠÑģ лой", + "ĠÑģл ой", + "ĠÑģло й", + "Îł Ïģο", + "æĮĩ æķ°", + "ĠпеÑĢ еÑĪ", + "ĠпеÑĢе ÑĪ", + "à¥ģà¤ķ स", + "Ġê°Ģ ìłķ", + "Ġ íķĺë©´", + "Ġíķĺ ë©´", + "Û±Û¹ Û´", + "к Ñĥл", + "кÑĥ л", + "ÙĬ ÙĦا", + "ÙĬÙĦ ا", + "ĠدÙĪب ارÙĩ", + "| l", + "ĠÐľ Ñĥ", + "н ила", + "ни ла", + "нил а", + "ãģ¦ ãģĦãģ¾ãģĻ", + "ãģ¦ãģĦ ãģ¾ãģĻ", + "m acı", + "ma cı", + "mac ı", + "ãģŁ ãģ¡ãģ¯", + "ãģŁãģ¡ ãģ¯", + "ĠاÙĦÙĥ تاب", + "移 åĭķ", + "λ μ", + "_ ï¼ı", + "Ġê°Ģ ìŀħ", + "èħ ¾", + "ĠпÑĢез иденÑĤ", + "Ġë¶Ħ ìķ¼", + "a hy", + "ah y", + "Å¡et ÅĻenÃŃ", + "Å¡etÅĻ enÃŃ", + "éĵ º", + "ĠpÅĻÃŃ ro", + "Ðķ Т", + "ĠìļĶ ì²Ń", + "Ġmoh lo", + "Ġmohl o", + "å¿ĥ çIJĨ", + "Ġvysok é", + "& uuml", + "ÏĦ ικα", + "ÏĦικ α", + "ÏĦι κα", + "ìĹħ ì²´", + "ãģ§ ãģĤ", + "ราย à¸ĩาà¸Ļ", + "ĠpÅĻÃŃspÄĽ v", + "Ġet miÅŁtir", + "Ġetm iÅŁtir", + "ĠetmiÅŁ tir", + "她 们", + "ÏĢ λα", + "ÏĢλ α", + "ứ a", + "Ġ 说", + "Ġè¯ ´", + "ĠÑģо Ñģед", + "ĠÑģоÑģ ед", + "åĩ ī", + "ĠÐł е", + "åİŁ æĿ¥", + "ĠÐIJÑĢ Ñħ", + "ب ÙĬÙĨ", + "بÙĬ ÙĨ", + "åľ° 说", + "Ġ ört", + "Ġö rt", + "Ġör t", + "ĠΣ εÏĢ", + "ĠΣε ÏĢ", + "ÂŃ ÙĩاÛĮ", + "ĠاÙĦ اÙĤتص", + "å°½ 管", + "ÑĤ Ñĭй", + "ÑĤÑĭ й", + "t ains", + "ta ins", + "tain s", + "ÙĢ ÙĦ", + "ç§ijæĬĢ æľīéĻIJåħ¬åı¸", + "æı ®", + "ัà¸ķ à¸ĸ", + "á»Ĺ ng", + "ล าà¸Ķ", + "ลา à¸Ķ", + "æļ ®", + "ĠÙĨÙģ سÙĩ", + "ĠÙĨÙģس Ùĩ", + "Ġ çľĭ", + "Ġçľ ĭ", + "Ġ ãģ¿", + "Ġt arım", + "Ġtar ım", + "Û±Û¹ Ûµ", + "ĠÎ Ĭ", + "Ġkom plex", + "Ġkomple x", + "Ġkomp lex", + "ĠNh Ä©", + "è´¹ çĶ¨", + "Ġکاربر اÙĨ", + "ÅĪ ovánÃŃ", + "Ġ ků", + "Ġk ů", + "д ап", + "да п", + "Îķ Χ", + "ê·¸ ëŀĺ", + "Ġdön dü", + "人 åĵ¡", + "ĠT iá»ĥu", + "ĠÙĪÛĮر اÛĮØ´", + "Ġö ngör", + "ĠÙĪ غÙĬر", + "ĠÑģ кÑĢÑĭ", + "ĠÑģк ÑĢÑĭ", + "âĢIJ '", + "Ġ немÑĥ", + "Ġн емÑĥ", + "Ġне мÑĥ", + "Ġнем Ñĥ", + "ĠH á»ĩ", + "ĠHá» ĩ", + "Ġdüzen li", + "ĠsoutÄĽ že", + "ãĢģ ãĥŀ", + "ÏĦο μα", + "ÄĽ lÃŃ", + "ÄĽl ÃŃ", + "ĠØ£ ÙĦÙħاÙĨ", + "ĠØ£ÙĦ ÙħاÙĨ", + "çł ²", + "Ġtr Ãł", + "Ġ ä¸ĸçķĮ", + "Ġä¸ĸ çķĮ", + "ay ız", + "ayı z", + "ım lı", + "ĠاÙĦØ£ Ùģ", + "íķĺ ëĬĶëį°", + "íķĺëĬĶ ëį°", + "в ано", + "ва но", + "ван о", + "ĠpÅĻi Äįemž", + "Ùĥ ÙĬب", + "ÙĥÙĬ ب", + "ĠмаÑĤ емаÑĤи", + "м ени", + "мен и", + "ме ни", + "ĠпÑĢо екÑĤÑĥ", + "ĠпÑĢоек ÑĤÑĥ", + "ĠпÑĢоекÑĤ Ñĥ", + "ี à¹Ĥà¸Ń", + "ีà¹Ĥ à¸Ń", + "о Ñĥ", + "ĠاÙĦ شرÙĥØ©", + "ĠاÙĦشر ÙĥØ©", + "æ³ £", + "ÙĪÙĤ ÙĬت", + "ÑĪ ив", + "ÑĪи в", + "Ġperson el", + "Ġpersone l", + "Ġperso nel", + "Ø´ تر", + "شت ر", + "à¸Ķ า", + "Ġë ª½", + "Ġëª ½", + "åĿIJ åľ¨", + "о ке", + "ок е", + "Ġë§Ī ë²ķ", + "ĠØ£ ÙĨا", + "ĠØ£ÙĨ ا", + "ëł µ", + "ĠÙħب اÙĨÛĮ", + "èĭ ¹æŀľ", + "Ġ ศร", + "Ġศ ร", + "ĠÐĽ ÑĥÑĩ", + "ĠÐĽÑĥ Ñĩ", + "ÎŁ ΥΣ", + "ÎŁÎ¥ Σ", + "ĠÄį á", + "ãģĽ ãģ¦", + "Ġk Ä±ÅŁ", + "Ġkı ÅŁ", + "ÑĪ ев", + "ÑĪе в", + "æĮĩ 导", + "à¹ģละ ม", + "Ġvol eb", + "Ġvole b", + "ĠÑģи лÑĭ", + "ĠÑģил Ñĭ", + "Ġdruh ou", + "Ġdru hou", + "Ġ ì°¬", + "Ġì° ¬", + "ĠìŀĪ ìĿĮ", + "Î¥ Σ", + "ä¸į å®ī", + "Ġ ìĹĨìĿĮ", + "ĠìĹĨ ìĿĮ", + "Ġde term", + "Ġdet erm", + "Ġdeter m", + "ĠاÙĦÙħ عÙĦÙĪÙħات", + "íĺ ¹", + "âĻ ¡", + "à¥įब न", + "Ġخش Ú©", + "ĠN ová", + "ĠNo vá", + "ĠNov á", + "ĠÑĦÑĥнда менÑĤ", + "ĠпÑĢогÑĢам и", + "ĠпÑĢогÑĢа ми", + "ĠпÑĢог ÑĢами", + "ĠعÙĦ ÙĬÙĥ", + "ĠعÙĦÙĬ Ùĥ", + "। ĊĊ", + "।Ċ Ċ", + "Ġver iyor", + "Ġveri yor", + "Ġ ÑĶв", + "ĠÑĶ в", + "ĠìŀĪ ëĭ¤ê³ł", + "ĠìŀĪëĭ¤ ê³ł", + "ĠاÙĦØ£Ùħ رÙĬÙĥÙĬ", + "ĠاÙĦØ£Ùħر ÙĬÙĥÙĬ", + "Ġå¤ĸéĥ¨ ãĥªãĥ³ãĤ¯", + "Ġ ä¿®", + "Ġп ÑĥÑĤи", + "ĠпÑĥÑĤ и", + "ĠпÑĥ ÑĤи", + "Ġο Ïģγ", + "ĠоÑģнов ном", + "Ġ наÑĢÑĥж", + "Ġна ÑĢÑĥж", + "ĠнаÑĢ Ñĥж", + "Ġми ÑĢе", + "ĠмиÑĢ е", + "o vÄĽt", + "ov ÄĽt", + "ovÄĽ t", + "Ġíĥ IJ", + "Ġsok ak", + "Ġspolup ráci", + "ÐĶ Ðļ", + "Ġ åĺ", + "Ġå ĺ", + "âĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸį âĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸį", + "Ġ ³³³³", + "ĠÂł ³³³", + "Ġ³³ ³³", + "Ġ³³³ Âł", + "Ġhay ır", + "Ġ ìĻĶ", + "ĠìĻ Ķ", + "æĤ¨ çļĦ", + "æĮ º", + "Ġ 민주", + "Ġ민 주", + "Ġhot elu", + "Ġhotel u", + "ี à¸ľ", + "ìŀIJ ëıĻ", + "ä¼¼ çļĦ", + "ÎŃν ÏĦÏģο", + "ÎŃνÏĦ Ïģο", + "Ø´ ÙĪ", + "Ġ é¤", + "Ġé ¤", + "Ġ λι", + "Ġλ ι", + "Ġol maktadır", + "Ġolmak tadır", + "ĠоÑģ веÑī", + "Ġв ина", + "Ġви на", + "Ġвин а", + "Ġخاص Ø©", + "r ana", + "ra na", + "ran a", + "γÏģα ÏĨή", + "γÏģαÏĨ ή", + "ÑĨ еÑģ", + "ÑĨе Ñģ", + "ĠdoÄŁru lt", + "ĠdoÄŁr ult", + "ĠÙĤرار داد", + "ĠÙĤرارد اد", + "ĠÐļ ал", + "ĠÐļа л", + "ê²½ ìłľ", + "Ïĩ ÏĮ", + "Ñĥ ÑİÑīий", + "ÑĥÑİ Ñīий", + "ÑĥÑİÑī ий", + "ëĭ ĺìĿ´", + "ëĭĺ ìĿ´", + "ë Į", + "л аз", + "ла з", + "Ġng ừng", + "i sku", + "is ku", + "isk u", + "ìĦł ê±°", + "ĠÑįлек ÑĤÑĢон", + "ĠÑįлекÑĤÑĢ он", + "ĠV oj", + "ĠVo j", + "н Ñıми", + "нÑı ми", + "ĠÙĪ Ø£ÙĨ", + "ĠÙĪØ£ ÙĨ", + "äº Ń", + "绣 计", + "ĠÅŁ iÅŁ", + "ĠÅŁi ÅŁ", + "ãĢį çļĦ", + "æŃ ¯", + "Ġкол лек", + "Ġд виж", + "Ġдв иж", + "Ġдви ж", + "Ġn á»Ńa", + "Äįas ÃŃ", + "Ġs onu", + "Ġso nu", + "Ġson u", + "ĠмеÑħ анÑĸз", + "ž ený", + "že ný", + "žen ý", + "Ġза ÑģÑĤÑĥп", + "ĠзаÑģÑĤ Ñĥп", + "ê´Ģ 볨", + "ĠÑĤоваÑĢ Ñĸв", + "ĠÑĤов аÑĢÑĸв", + "Ġ ì¼ĢìĿ´", + "Ġì¼ ĢìĿ´", + "à¥ģà¤Ĺ त", + "Ġzá sob", + "мов ÑĸÑĢ", + "u fac", + "uf ac", + "ů ležit", + "Ġви гоÑĤов", + "Ġвиг оÑĤов", + "ĠاÙĦÙĨ ÙĪ", + "Ġع اÙħا", + "ĠعاÙħ ا", + "æģ ¨", + "ĠìĿ´ë¯¸ ì§Ģ", + "Ġt voÅĻ", + "Ġtv oÅĻ", + "Ġvyu žitÃŃ", + "Ġgel iÅŁim", + "ĠgeliÅŁ im", + "ì³ ¤ëĭ¤", + "หà¸Ļ à¸Ńà¸ĩ", + "ĠìĿ¸ ìłķ", + "à¥į दर", + "à¥įद र", + "ĠпеÑĢед а", + "ĠпеÑĢе да", + "ĠздÑĸйÑģ неннÑı", + "ÙĨ ع", + "è¡£ æľį", + "Ġl oa", + "Ġlo a", + "íĻ Ī", + "èĭ± åĽ½", + "ĠD ruh", + "ĠDr uh", + "Ø® اÙĨ", + "д ам", + "да м", + "аÑĤелÑĮ нÑĭÑħ", + "θ ÏģÏİ", + "ĠØ£ Ùħر", + "ĠØ£Ùħ ر", + "ĠÅĻ ada", + "Ġbul uÅŁ", + "ĠÑĤÑĢанÑģп оÑĢ", + "ĠÑĤÑĢанÑģ поÑĢ", + "ĠÙĤ تÙĦ", + "ĠTa rif", + "ĠTar if", + "R us", + "Ru s", + "ĠзаÑģ Ñĸд", + "ĠÄ° h", + "l eyin", + "ley in", + "Ġvy rá", + "ĠD ÄĽ", + "иб ли", + "a vou", + "av ou", + "avo u", + "ĠÐĵеÑĢ м", + "н емÑĥ", + "не мÑĥ", + "нем Ñĥ", + "Ġкон ÑĨеп", + "ĠконÑĨе п", + "ĠÙĤ ادر", + "Ġsou bor", + "Ġl á»iji", + "Ġ çµIJ", + "Ġçµ IJ", + "л еннÑĭй", + "лен нÑĭй", + "κ Ïħ", + "Ġдопом аг", + "à¸ŀวà¸ģ à¹Ģà¸Ĥ", + "Ġqu ang", + "Ġq uang", + "Ġqua ng", + "Ġquan g", + "ĠØ· ÙĦا", + "ĠØ·ÙĦ ا", + "Ġ éĩĮ", + "Ġé ĩĮ", + "Ġéĩ Į", + "ĠÙĨÙħÙĪد ار", + "ĠÅŁ ar", + "ĠÑģп Ñĸл", + "ÂŃ n", + "ì§Ģ ìļĶ", + "åīį å¾Ģ", + "åħ³ éĶ®", + "å®ŀ åľ¨", + "éŁ³ 楽", + "ĠÙħسئ ÙĦÙĩ", + "Ġy eme", + "Ġye me", + "Ġyem e", + "ĠÑĪ аÑħ", + "기 ìĪł", + "Ġ สำà¸Ļ", + "Ġสำ à¸Ļ", + "ĠÙĪرزش ÛĮ", + "ĠÙĪرز Ø´ÛĮ", + "ãģĹ ãģŁãĤī", + "ãģĹãģŁ ãĤī", + "ί ÏĥÏī", + "ίÏĥ Ïī", + "о кон", + "ок он", + "око н", + "ãģŁ ãĤī", + "ĠØ¥ ÙĦÙĬÙĩ", + "ĠØ¥ÙĦÙĬ Ùĩ", + "ĠØ¥ÙĦ ÙĬÙĩ", + "Ġآذ رب", + "Ġr á»Ŀi", + "Ġod ak", + "Ġм огÑĥ", + "Ġмог Ñĥ", + "Ġмо гÑĥ", + "ĠÚ¯ ÙĨ", + "è² ¼", + "ed la", + "edl a", + "Ġоп ÑĭÑĤ", + "la maktadır", + "lamak tadır", + "å°¼ äºļ", + "éĥ½ ä¼ļ", + "ĠÎĺε ÏĥÏĥα", + "Ġв ог", + "Ġво г", + "ç»Ī äºİ", + "ĠÑĥÑĢов не", + "Ġv lak", + "Ġvl ak", + "ĠØ¢ ÙĦØ©", + "ĠØ¢ÙĦ Ø©", + "Ġε ιδ", + "Ġει δ", + "â ĩ", + "д ÑĥÑĤ", + "дÑĥ ÑĤ", + "Ñĸ нг", + "Ñĸн г", + "ĠØ£Ùħ رÙĬÙĥÙĬ", + "ĠØ£Ùħر ÙĬÙĥÙĬ", + "از ÙĨد", + "Ġب اÙĦØ£", + "ĠباÙĦ Ø£", + "Ġत न", + "Ġkay det", + "룬 리", + "Ġ drž", + "Ġd rž", + "Ġdr ž", + "Ġп енÑģ", + "Ġпен Ñģ", + "ĠpÅĻÃŃ Äį", + "ĠТ олÑĮко", + "Ġб аÑĤаÑĢ", + "Ġба ÑĤаÑĢ", + "éĵģ è·¯", + "ĠÙ¾ÛĮ ÚĨ", + "ĠÎĵ εÏī", + "ĠαÏħ ÏĦά", + "Äŀ I", + "ĠакÑĤив но", + "ÎĹ ÎľÎij", + "ÎĹÎľ Îij", + "Ġvar lık", + "Ġ åıª", + "Ġåı ª", + "ĠзаÑī иÑĤÑĭ", + "ĠзаÑīиÑĤ Ñĭ", + "л им", + "ли м", + "ĠÙħشاÙĩ دة", + "и ком", + "ик ом", + "Ġì¡° ìĤ¬", + "о ген", + "ог ен", + "Ġm ấy", + "g ii", + "gi i", + "èĽ ĩ", + "ĠØ® ÙĪÛĮØ´", + "ĠØ®ÙĪ ÛĮØ´", + "Ġn ová", + "Ġno vá", + "Ġnov á", + "к овой", + "ков ой", + "ково й", + "Ġkan ıt", + "Ġkanı t", + "éĿ¢ è®®", + "ĠرÙĪست ا", + "ìĸ´ ê°Ģ", + "ĠоÑĤноÑĪ ениÑı", + "Ġhodnot y", + "ÙĪ رات", + "ÙĪر ات", + "ÙĪرا ت", + "ĠpÅĻ ÃŃst", + "ĠpÅĻÃŃ st", + "Ġth á»į", + "Ġthá» į", + "Ġçık art", + "Ġçıkar t", + "Ġçı kart", + "о обÑĢаз", + "Ġnem ÄĽl", + "Âł ro", + "ĠدÙĪÙĦ تÛĮ", + "ĠدÙĪÙĦت ÛĮ", + "ี ,", + "ä¸Ģ 度", + "ia omi", + "iao mi", + "åĹ İ", + "Ùı ع", + "ĠваÑĢи ан", + "Ġpod aÅĻilo", + "ĠëĤĺ ê°Ģ", + "èIJ¥ ä¸ļ", + "ĠабÑģолÑİÑĤ но", + "Ġë¸Į ëĿ¼", + "ĠгоÑĢ из", + "a ģın", + "aÄŁ ın", + "aģı n", + "Ġyer ini", + "Ġyeri ni", + "à¹īา à¸Ļà¸Ķ", + "à¹īาà¸Ļ à¸Ķ", + "æIJ ¬", + "Ġb alık", + "Ġbal ık", + "Ġba lık", + "ĠÅŁ ans", + "认 è¯Ĩ", + "Ġistedi ÄŁiniz", + "Ġjist ÄĽ", + "Ġ ìĪĺê°Ģ", + "ĠìĪĺ ê°Ģ", + "ï¼Į ä¸Ĭ", + "à¤ľ ब", + "Ġви Ñıви", + "ĠвиÑıв и", + "ë§ ¥", + "ãģĹ ãģ¦ãĤĭ", + "ãģĹãģ¦ ãĤĭ", + "ÙĬÙĥ ا", + "ĠH üs", + "c ının", + "Ġश त", + "ĠÑĢаÑģп олаг", + "ĠÑģпÑĢав ж", + "ืà¸Ń à¸ĸ", + "ĠвеÑĢ ÑĤик", + "Ġvy stav", + "ĠÑĢе алÑĸзаÑĨÑĸÑĹ", + "в ами", + "ва ми", + "ãĤ¹ ãĥĨãĤ£", + "ãĤ¹ãĥĨ ãĤ£", + "ëħ ģ", + "ĠÑĢе ÑĩÑĸ", + "ĠÑĢеÑĩ Ñĸ", + "Ùģ اÙĦ", + "िà¤ķ à¤Ł", + "ĠвозÑĢаÑģÑĤ е", + "к аÑģ", + "ка Ñģ", + "ĠÐĺ Ñģ", + "Ġл Ñĸк", + "ĠлÑĸ к", + "ĠÏĥη μαν", + "м енÑĤÑĥ", + "мен ÑĤÑĥ", + "менÑĤ Ñĥ", + "н ÑıÑİÑĤ", + "нÑı ÑİÑĤ", + "æŁ ´", + "Ġθ εÏī", + "Ġθε Ïī", + "çĬ¯ 罪", + "ĠÙĤ طر", + "ĠÙĤØ· ر", + "ÐĶ ÐIJ", + "- |", + "Ġ ÑģÑĤÑĸ", + "ĠÑģ ÑĤÑĸ", + "ĠÑģÑĤ Ñĸ", + "Ġu yum", + "Ġuy um", + "Ġpot ÅĻeba", + "ĠpotÅĻeb a", + "ĠعÙħÙĦ ÛĮات", + "ĠعÙħÙĦÛĮ ات", + "å¥ ª", + "ا خر", + "اخ ر", + "ĠÚ© ساÙĨÛĮ", + "ت Ùħر", + "تÙħ ر", + "ÑĮ еÑĢ", + "ÑĮе ÑĢ", + "ĠN ez", + "ĠNe z", + "íļĮ ìĤ¬", + "ĠBank ası", + "е гÑĢа", + "ег ÑĢа", + "à¸Ĥà¸ĵะ à¸Ĺ", + "åIJĪ æł¼", + "ĠìŬ룬 ë¶Ħ", + "y asal", + "ya sal", + "yas al", + "Ġ è¡ĮæĶ¿", + "Ġè¡Į æĶ¿", + "åĬ ī", + "dık tan", + "ãĤ¢ãĥ« ãĥIJ", + "ĠاÛĮÙĨ ÚĨ", + "Ġdij ital", + "å° ĺ", + "ĠÑĢаз меÑī", + "ĠÑĢазм еÑī", + "ĠкÑĸлÑĮ коÑģÑĤÑĸ", + "ĠEv ropy", + "ĠEvrop y", + "ĠÑĢоз ви", + "ÑİÑī ÑĥÑİ", + "Ġ ong", + "Ġo ng", + "Ġon g", + "Ġhe psi", + "Ġhep si", + "v ailability", + "vail ability", + "Ġتص ÙħÙĬÙħ", + "ĠتصÙħ ÙĬÙħ", + "Ñĥ йÑĤе", + "Ñĥй ÑĤе", + "ह ल", + "ĠÅ¡ iro", + "Ġp ás", + "Ġpá s", + ";; ;;;;", + ";;;; ;;", + ";;; ;;;", + "éħį åIJĪ", + "ĠاÙĦعاÙĦÙħ ÙĬØ©", + "ÐĴ о", + "h af", + "ha f", + "l áv", + "lá v", + "Ġb ì", + "Ġm ůj", + "Ġmů j", + "ê»ĺ ìĦľ", + "ÂłB f", + "ĠÑģпÑĢоÑģ ил", + "âĢĮÚ©ÙĨ ÙĨدÙĩ", + "âĢĮÚ©ÙĨÙĨد Ùĩ", + "ÙĨد ÙĬØ©", + "ÙĨدÙĬ Ø©", + "çī¹ èī²", + "Ġìķ ¨", + "ุษ ย", + "ĠФ оÑĢ", + "пиÑģ ок", + "пи Ñģок", + "u žel", + "ım lar", + "çĬ¶ æ³ģ", + "Ġãĥ¬ ãĥĩãĤ£ãĥ¼ãĤ¹", + "Ñħ ови", + "Ñħов и", + "Ñħо ви", + "ÂłK Äį", + "Ñĩ им", + "Ñĩи м", + "Ġت ÙĪÙħ", + "ĠتÙĪ Ùħ", + "à¹Ģà¸ģษ à¸ķร", + "Ġìĭ± ê¸Ģ", + "Ùħ ارات", + "Ùħا رات", + "Ùħار ات", + "ê nh", + "ên h", + "ĠÅĻ id", + "æĬ ¬", + "Ñģ иÑİ", + "Ñģи Ñİ", + "æħ İ", + "Ġçev re", + "Ġçevr e", + "ãĥĪ ãĥ«", + "Ġyıl dır", + "Ġzá znam", + "Ġzáz nam", + "æľº åľº", + "Ġпо ÑĶ", + "ĠвÑĭ ÑĢаÑīи", + "Ġ Ùģع", + "ĠÙģ ع", + "ë »", + "Ġدار ÛĮÙħ", + "ï¼Į æĽ´", + "Ġзем ли", + "اب ÙĤات", + "ابÙĤ ات", + "Ġm á»Ŀi", + "Ġmá» Ŀi", + "k ých", + "ký ch", + "ÙĦ اة", + "ÙĦا Ø©", + "å¸ ½", + "بر اÙĩÙĬÙħ", + "Ġпо баÑĩ", + "Ġпоб аÑĩ", + "Ġпоба Ñĩ", + "ाà¤ĩ म", + "à¹Īาà¸ĩ à¸Ľà¸£à¸°à¹Ģà¸Ĺศ", + "ĠìĦ¸ ìĥģ", + "Ġпомог аеÑĤ", + "ĠÏĦÏĮ Ïĥο", + "æĸ ·", + "ĠÙģر اÙĪ", + "à¹Ħà¸Ľ ย", + "erg isi", + "Ġ éĻIJ", + "ĠéĻ IJ", + ". xz", + ".x z", + "ĠÑģл ÑĥÑħ", + "ĠÑģлÑĥ Ñħ", + "е коном", + "ек оном", + "еко ном", + "ĠNh ất", + "± Ø·", + "ĠëĪĪ ìĿĦ", + "Ġ íļĮìĤ¬", + "ĠíļĮ ìĤ¬", + "Ñ ĵ", + "Ġ åIJįçĦ¡ãģĹ", + "ĠåIJį çĦ¡ãģĹ", + "Ġομά δα", + "ĩ Į", + "li ÄŁinin", + "liÄŁi nin", + "liÄŁ inin", + "liÄŁini n", + "liÄŁin in", + "ع اÙĨ", + "عا ÙĨ", + "Ġز ÙĨÛĮ", + "ĠزÙĨ ÛĮ", + "T ôi", + "Ġet ki", + "Ġetk i", + "ĠìĹ° ëĿ½", + "Ġкон ÑĨа", + "è° ĭ", + "Ġзем лÑı", + "íĻĺ ê²½", + "ĠÙħÚ© اÙĨÛĮ", + "ĠÙħکاÙĨ ÛĮ", + "çĸ ²", + "Ġ ç¢", + "Ġç ¢", + "Ġkur ulan", + "Ġkurul an", + "Ġkuru lan", + "ؤ ÙĪÙĦ", + "د Ùī", + "ĠاÙĦÙħÙĨ Ø·ÙĤØ©", + "Ġn ắng", + "ÐŁ Ðļ", + "ол ай", + "ола й", + "Y K", + "åij Ĩ", + "λ αν", + "λα ν", + "西 çľģ", + "ĠÎĴ αÏĥ", + "ĠÎĴα Ïĥ", + "ĠíĻķ ìĭ¤", + "Z D", + "п Ñĸд", + "Ġ наÑĩе", + "Ġн аÑĩе", + "Ġна Ñĩе", + "ĠнаÑĩ е", + "Ġ ÏĦά", + "ĠÏĦ ά", + "å½ »", + "âĢŀ D", + "Ġ èĩº", + "Ġèĩ º", + "Ġна ÑĪей", + "ĠнаÑĪ ей", + "ĠtÃŃm to", + "Ġت سÙħ", + "Ġتس Ùħ", + "Ïģθ Ïģο", + "令 人", + "ĠP azar", + "ĠPa zar", + "ĠPaz ar", + "ãĤĵ ãģ¨", + "ç«ĭ åĪ»", + "Âģ @", + "Ġb ắc", + "ìĬ¤ íħĮ", + "Ġkadın lar", + "fig ur", + "ãģ¤ ãģ¶", + "Ġæµ Ļæ±Ł", + "Ġдек ÑĸлÑĮ", + "è¡ Ŀ", + "ยà¸Ļ à¹ģà¸Ľà¸¥à¸ĩ", + "o let", + "ol et", + "ole t", + "Ġned ok", + "n amen", + "name n", + "na men", + "nam en", + "åħĦ å¼Ł", + "ืà¸Ń à¸Ĥ", + "èĤ ĥ", + "Ġb üny", + "Ġbü ny", + "ĠÑĢад Ñıн", + "ãĢģ äºĮ", + "ан нÑİ", + "Ġ æīĭæľº", + "Ġæīĭ æľº", + "ĠоÑģ лож", + "Ġо глÑı", + "Ġог лÑı", + "Ġسب ز", + "Ġaktiv it", + "Ġà¤ı प", + "ç« ľ", + "Ġd iren", + "Ġdi ren", + "Ġdir en", + "Ġdire n", + "i в", + "ĠY atırım", + "ÑĨÑĸй на", + "Ġдо мов", + "Ġдом ов", + "ẳ n", + "ĠC oÄŁraf", + "Ùģ ÙĪ", + "æ°Ĺ ãģ«åħ¥", + "ç§ģ ãģ®", + "ï½ į", + "à¥Į ड", + "ĠÐĵÑĢи гоÑĢ", + "ĠP eygamber", + "ĠPey gamber", + "Ġα γα", + "Ġαγ α", + "Ġef ekt", + "ĠìŀĪ ìĸ´ìĦľ", + "ĠìŀĪìĸ´ ìĦľ", + "ĠплаÑĤ еж", + "ĠT rab", + "ĠTr ab", + "ĠTra b", + "o very", + "ov ery", + "ove ry", + "over y", + "âĢ¦âĢ¦ ãĢĤ", + "Ġyap maya", + "Ġнайб ÑĸлÑĮ", + "ĠÙħÙĨ زÙĦ", + "ÙĪ ÙĬÙĥ", + "ÙĪÙĬ Ùĥ", + "ıl dıģında", + "ıldı ģında", + "ıldıģı nda", + "ĠpÅĻÃŃpad nÄĽ", + "ĠμÏĢο ÏģοÏį", + "Ġëĵľ ëĿ¼ë§Ī", + "Ġë°© 문", + "ĠС им", + "ĠСи м", + "Ú© ات", + "کا ت", + "е ком", + "ек ом", + "еко м", + "ر ÙĬع", + "رÙĬ ع", + "Ùĩد Ùģ", + "æĹı èĩªæ²»", + "Ġzm ÄĽn", + "ĠzmÄĽ n", + "Ġв клад", + "Ġвк лад", + "Ġ بÙĦغ", + "ĠبÙĦ غ", + "Ġ ç§ĭ", + "Ġç§ ĭ", + "N gh", + "Ng h", + "Ġend iÅŁ", + "ĠCumhurbaÅŁ kanı", + "ĠK af", + "ĠKa f", + "Ġ à¹ģหล", + "Ġà¹ģ หล", + "Ġmut lu", + "ĠÑģ иÑĢ", + "ĠÑģи ÑĢ", + "Ġг Ñĥм", + "æ¿ ĥ", + "çĤ ī", + "ĠB áo", + "à¥Ĥ ष", + "Ġìłķ íĻķ", + "ान स", + "ï» ¤", + "наÑģлÑĸд ок", + "po Äįet", + "poÄį et", + "ë§ĮìĽIJ ìŀħëĭĪëĭ¤", + "ĠìĦľìļ¸ íĬ¹ë³Ħìĭľ", + "Îķ ÎĻΣ", + "ÎķÎĻ Σ", + "ุม à¸Ĭà¸Ļ", + "Ġм ÑĸлÑĮ", + "ĠмÑĸ лÑĮ", + "æ ħĮ", + "æħ Į", + "Ïĥκε ÏĦαι", + "Ïĥκ εÏĦαι", + "Ġ ãĢľ", + "ĠãĢ ľ", + "Ġkal iteli", + "ĠÑģмеÑĢ ÑĤÑĮ", + "è¼ Ķ", + "Ġ биÑĤ", + "Ġб иÑĤ", + "Ġби ÑĤ", + "ĠΣ ÏĦο", + "à¸ĩà¹Ģศ ส", + "åİŁ æľ¬", + "Ġk nÃŃ", + "Ġkn ÃŃ", + "äºĴ èģĶç½ij", + "ĠÑĩеловеÑĩ еÑģ", + "çŃ Ĵ", + "à¸Īำ หà¸Ļ", + "åĩº åİ»", + "ãĤ¢ ãĥĭãĥ¡", + "å±ķ 示", + "r ych", + "ry ch", + "à¤ħ ब", + "o ÅĪ", + "jÃŃ cÃŃm", + "jÃŃcÃŃ m", + "ا ØŃØ«", + "اØŃ Ø«", + "ĠÙĪاÙĤع ÛĮ", + "ĠФедеÑĢа лÑĮ", + "ĠФед еÑĢалÑĮ", + "Ñģ ам", + "Ñģа м", + "Ġ ìĺ¥", + "Ġìĺ ¥", + "åľ° çIJĥ", + "Ġs uyu", + "Ġsu yu", + "Ġsuy u", + "s eniz", + "sen iz", + "à¥ī फ", + "Ġê°Ļ ëĭ¤", + "ĠпÑĢизна ÑĩеннÑı", + "ĠпÑĢизнаÑĩ еннÑı", + "ĠS ın", + "ĠSı n", + "ĠاÙħÙĨ ÛĮت", + "Ġl átky", + "ĠÐij и", + "Ġsür eci", + "Ġsüre ci", + "Ġsürec i", + "·· ··", + "Ġê²½ ì°°", + "Ġк алÑĮ", + "Ġка лÑĮ", + "Ġкал ÑĮ", + "Ġник ÑĤо", + "Ùij Ùħ", + "ĠدÙĬ گر", + "Ġalın ması", + "л еннÑĸ", + "лен нÑĸ", + "ิว à¹Ģà¸ķà¸Ńร", + "à¸Ľà¸ģ à¸Ħรà¸Ńà¸ĩ", + "Ġзаконодав ÑģÑĤва", + "ãĢĢ ãĤ¤", + "Ġëħ¸ íķĺìļ°", + "ĠD Ã¼ÅŁ", + "Ġг ÑĥÑģÑĤ", + "ĠÐĴ аÑĪ", + "ĠاÙħ تÛĮ", + "Ġpar amet", + "Ġparam et", + "Ġpara met", + "ĠÎłÎ±Î½ εÏĢ", + "à¹Į à¸ģร", + "à¹Įà¸ģ ร", + "ζ α", + "ĠëįĶ ìļ±", + "ÙĪ ÙĦات", + "ÙĪÙĦ ات", + "ÙĪÙĦا ت", + "в аÑĤиÑģÑı", + "ва ÑĤиÑģÑı", + "ваÑĤи ÑģÑı", + "Ġk ök", + "Ġkö k", + "ÙĨ ب", + "ĠвÑĭÑģок ой", + "ãĥ¼ ãĥ¼", + "ãĥ¼ãĥ ¼", + "éĶ ¦" + ] + } +} \ No newline at end of file diff --git a/report_generation/16_16_8/checkpoint-38000/tokenizer_config.json b/report_generation/16_16_8/checkpoint-38000/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..15da5134bead434f0fc23ac12d8b4cce879dca76 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/tokenizer_config.json @@ -0,0 +1,2104 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128256": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128257": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128258": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128259": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128260": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 128000, + "pad_token": "", + "padding_side": "right", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/report_generation/16_16_8/checkpoint-38000/trainer_state.json b/report_generation/16_16_8/checkpoint-38000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..e2dd6e8c0d051dfed649e3324f13cfacd96a1a21 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/trainer_state.json @@ -0,0 +1,266033 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 32.23070398642918, + "eval_steps": 500, + "global_step": 38000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0008481764206955047, + "grad_norm": 64.56248187877317, + "learning_rate": 5.654509471303364e-09, + "loss": 12.7834, + "step": 1 + }, + { + "epoch": 0.0016963528413910093, + "grad_norm": 69.85128400276606, + "learning_rate": 1.1309018942606728e-08, + "loss": 12.7465, + "step": 2 + }, + { + "epoch": 0.002544529262086514, + "grad_norm": 67.75940819321747, + "learning_rate": 1.6963528413910095e-08, + "loss": 12.8186, + "step": 3 + }, + { + "epoch": 0.0033927056827820186, + "grad_norm": 68.54462294627642, + "learning_rate": 2.2618037885213457e-08, + "loss": 12.815, + "step": 4 + }, + { + "epoch": 0.004240882103477523, + "grad_norm": 68.65507744605043, + "learning_rate": 2.8272547356516825e-08, + "loss": 12.8465, + "step": 5 + }, + { + "epoch": 0.005089058524173028, + "grad_norm": 68.5335847959985, + "learning_rate": 3.392705682782019e-08, + "loss": 12.7754, + "step": 6 + }, + { + "epoch": 0.005937234944868533, + "grad_norm": 65.54795221618167, + "learning_rate": 3.9581566299123555e-08, + "loss": 12.8056, + "step": 7 + }, + { + "epoch": 0.006785411365564037, + "grad_norm": 64.7401544628799, + "learning_rate": 4.523607577042691e-08, + "loss": 12.795, + "step": 8 + }, + { + "epoch": 0.007633587786259542, + "grad_norm": 71.32327090309849, + "learning_rate": 5.0890585241730285e-08, + "loss": 12.7084, + "step": 9 + }, + { + "epoch": 0.008481764206955046, + "grad_norm": 71.94576751161361, + "learning_rate": 5.654509471303365e-08, + "loss": 12.7889, + "step": 10 + }, + { + "epoch": 0.009329940627650551, + "grad_norm": 66.9727929520234, + "learning_rate": 6.219960418433701e-08, + "loss": 12.8733, + "step": 11 + }, + { + "epoch": 0.010178117048346057, + "grad_norm": 69.83105100462801, + "learning_rate": 6.785411365564038e-08, + "loss": 12.7537, + "step": 12 + }, + { + "epoch": 0.01102629346904156, + "grad_norm": 72.46992406468247, + "learning_rate": 7.350862312694374e-08, + "loss": 12.7807, + "step": 13 + }, + { + "epoch": 0.011874469889737066, + "grad_norm": 67.07182031696297, + "learning_rate": 7.916313259824711e-08, + "loss": 12.8688, + "step": 14 + }, + { + "epoch": 0.01272264631043257, + "grad_norm": 67.38135906587844, + "learning_rate": 8.481764206955047e-08, + "loss": 12.7963, + "step": 15 + }, + { + "epoch": 0.013570822731128074, + "grad_norm": 72.9141683918595, + "learning_rate": 9.047215154085383e-08, + "loss": 12.8054, + "step": 16 + }, + { + "epoch": 0.01441899915182358, + "grad_norm": 68.58671377267946, + "learning_rate": 9.61266610121572e-08, + "loss": 12.8072, + "step": 17 + }, + { + "epoch": 0.015267175572519083, + "grad_norm": 66.48979021846961, + "learning_rate": 1.0178117048346057e-07, + "loss": 12.7631, + "step": 18 + }, + { + "epoch": 0.016115351993214587, + "grad_norm": 67.8925454401676, + "learning_rate": 1.0743567995476394e-07, + "loss": 12.8337, + "step": 19 + }, + { + "epoch": 0.016963528413910092, + "grad_norm": 65.7206070672577, + "learning_rate": 1.130901894260673e-07, + "loss": 12.8736, + "step": 20 + }, + { + "epoch": 0.017811704834605598, + "grad_norm": 65.50083457390961, + "learning_rate": 1.1874469889737067e-07, + "loss": 12.811, + "step": 21 + }, + { + "epoch": 0.018659881255301103, + "grad_norm": 72.73106127660154, + "learning_rate": 1.2439920836867402e-07, + "loss": 12.8186, + "step": 22 + }, + { + "epoch": 0.019508057675996608, + "grad_norm": 68.1722511455615, + "learning_rate": 1.300537178399774e-07, + "loss": 12.7399, + "step": 23 + }, + { + "epoch": 0.020356234096692113, + "grad_norm": 68.84322120128537, + "learning_rate": 1.3570822731128076e-07, + "loss": 12.7915, + "step": 24 + }, + { + "epoch": 0.021204410517387615, + "grad_norm": 66.81092461640169, + "learning_rate": 1.4136273678258413e-07, + "loss": 12.7675, + "step": 25 + }, + { + "epoch": 0.02205258693808312, + "grad_norm": 70.35386093867292, + "learning_rate": 1.4701724625388748e-07, + "loss": 12.8193, + "step": 26 + }, + { + "epoch": 0.022900763358778626, + "grad_norm": 63.29965182253422, + "learning_rate": 1.5267175572519085e-07, + "loss": 12.7954, + "step": 27 + }, + { + "epoch": 0.02374893977947413, + "grad_norm": 66.26574614757217, + "learning_rate": 1.5832626519649422e-07, + "loss": 12.7374, + "step": 28 + }, + { + "epoch": 0.024597116200169637, + "grad_norm": 66.55164504405697, + "learning_rate": 1.639807746677976e-07, + "loss": 12.7186, + "step": 29 + }, + { + "epoch": 0.02544529262086514, + "grad_norm": 70.53449140889501, + "learning_rate": 1.6963528413910094e-07, + "loss": 12.7467, + "step": 30 + }, + { + "epoch": 0.026293469041560644, + "grad_norm": 69.10996929418269, + "learning_rate": 1.752897936104043e-07, + "loss": 12.722, + "step": 31 + }, + { + "epoch": 0.02714164546225615, + "grad_norm": 68.30625182404629, + "learning_rate": 1.8094430308170765e-07, + "loss": 12.7066, + "step": 32 + }, + { + "epoch": 0.027989821882951654, + "grad_norm": 64.66854278194299, + "learning_rate": 1.8659881255301105e-07, + "loss": 12.7411, + "step": 33 + }, + { + "epoch": 0.02883799830364716, + "grad_norm": 68.72217365810634, + "learning_rate": 1.922533220243144e-07, + "loss": 12.6454, + "step": 34 + }, + { + "epoch": 0.029686174724342665, + "grad_norm": 66.2071195021171, + "learning_rate": 1.9790783149561777e-07, + "loss": 12.7752, + "step": 35 + }, + { + "epoch": 0.030534351145038167, + "grad_norm": 72.38955808351938, + "learning_rate": 2.0356234096692114e-07, + "loss": 12.6808, + "step": 36 + }, + { + "epoch": 0.031382527565733676, + "grad_norm": 66.02854329798845, + "learning_rate": 2.0921685043822448e-07, + "loss": 12.6722, + "step": 37 + }, + { + "epoch": 0.032230703986429174, + "grad_norm": 66.9249743671136, + "learning_rate": 2.1487135990952788e-07, + "loss": 12.6889, + "step": 38 + }, + { + "epoch": 0.03307888040712468, + "grad_norm": 66.84959461106612, + "learning_rate": 2.2052586938083123e-07, + "loss": 12.6444, + "step": 39 + }, + { + "epoch": 0.033927056827820185, + "grad_norm": 67.9388499714974, + "learning_rate": 2.261803788521346e-07, + "loss": 12.6658, + "step": 40 + }, + { + "epoch": 0.03477523324851569, + "grad_norm": 66.97249439717494, + "learning_rate": 2.3183488832343794e-07, + "loss": 12.5889, + "step": 41 + }, + { + "epoch": 0.035623409669211195, + "grad_norm": 67.27883563409306, + "learning_rate": 2.3748939779474134e-07, + "loss": 12.5826, + "step": 42 + }, + { + "epoch": 0.0364715860899067, + "grad_norm": 66.41830673973394, + "learning_rate": 2.4314390726604466e-07, + "loss": 12.5626, + "step": 43 + }, + { + "epoch": 0.037319762510602206, + "grad_norm": 70.00157067109362, + "learning_rate": 2.4879841673734803e-07, + "loss": 12.5602, + "step": 44 + }, + { + "epoch": 0.03816793893129771, + "grad_norm": 68.22433631220859, + "learning_rate": 2.544529262086514e-07, + "loss": 12.5682, + "step": 45 + }, + { + "epoch": 0.039016115351993216, + "grad_norm": 72.43965647111017, + "learning_rate": 2.601074356799548e-07, + "loss": 12.5174, + "step": 46 + }, + { + "epoch": 0.03986429177268872, + "grad_norm": 66.79576637129243, + "learning_rate": 2.6576194515125815e-07, + "loss": 12.5053, + "step": 47 + }, + { + "epoch": 0.04071246819338423, + "grad_norm": 68.27436403082585, + "learning_rate": 2.714164546225615e-07, + "loss": 12.4653, + "step": 48 + }, + { + "epoch": 0.041560644614079725, + "grad_norm": 69.74850226957373, + "learning_rate": 2.770709640938649e-07, + "loss": 12.4689, + "step": 49 + }, + { + "epoch": 0.04240882103477523, + "grad_norm": 78.20269523670856, + "learning_rate": 2.8272547356516826e-07, + "loss": 12.5056, + "step": 50 + }, + { + "epoch": 0.043256997455470736, + "grad_norm": 69.18792802278094, + "learning_rate": 2.8837998303647163e-07, + "loss": 12.3631, + "step": 51 + }, + { + "epoch": 0.04410517387616624, + "grad_norm": 72.89325995829189, + "learning_rate": 2.9403449250777495e-07, + "loss": 12.3412, + "step": 52 + }, + { + "epoch": 0.04495335029686175, + "grad_norm": 78.62049251477958, + "learning_rate": 2.996890019790783e-07, + "loss": 12.3011, + "step": 53 + }, + { + "epoch": 0.04580152671755725, + "grad_norm": 73.99182091550057, + "learning_rate": 3.053435114503817e-07, + "loss": 12.1771, + "step": 54 + }, + { + "epoch": 0.04664970313825276, + "grad_norm": 75.64815689272145, + "learning_rate": 3.1099802092168507e-07, + "loss": 12.079, + "step": 55 + }, + { + "epoch": 0.04749787955894826, + "grad_norm": 80.64917254195608, + "learning_rate": 3.1665253039298844e-07, + "loss": 12.0608, + "step": 56 + }, + { + "epoch": 0.04834605597964377, + "grad_norm": 92.53305227456462, + "learning_rate": 3.2230703986429176e-07, + "loss": 12.0245, + "step": 57 + }, + { + "epoch": 0.04919423240033927, + "grad_norm": 82.60049181910955, + "learning_rate": 3.279615493355952e-07, + "loss": 12.0496, + "step": 58 + }, + { + "epoch": 0.05004240882103478, + "grad_norm": 88.4071508723378, + "learning_rate": 3.336160588068985e-07, + "loss": 11.9812, + "step": 59 + }, + { + "epoch": 0.05089058524173028, + "grad_norm": 93.00710516510411, + "learning_rate": 3.3927056827820187e-07, + "loss": 11.9405, + "step": 60 + }, + { + "epoch": 0.05173876166242578, + "grad_norm": 80.91943281460938, + "learning_rate": 3.449250777495053e-07, + "loss": 11.841, + "step": 61 + }, + { + "epoch": 0.05258693808312129, + "grad_norm": 101.545478753876, + "learning_rate": 3.505795872208086e-07, + "loss": 11.7905, + "step": 62 + }, + { + "epoch": 0.05343511450381679, + "grad_norm": 106.66211754013341, + "learning_rate": 3.56234096692112e-07, + "loss": 11.7153, + "step": 63 + }, + { + "epoch": 0.0542832909245123, + "grad_norm": 116.2094704008159, + "learning_rate": 3.618886061634153e-07, + "loss": 11.6229, + "step": 64 + }, + { + "epoch": 0.0551314673452078, + "grad_norm": 126.39644274132657, + "learning_rate": 3.6754311563471873e-07, + "loss": 11.5539, + "step": 65 + }, + { + "epoch": 0.05597964376590331, + "grad_norm": 138.99809897949552, + "learning_rate": 3.731976251060221e-07, + "loss": 11.4282, + "step": 66 + }, + { + "epoch": 0.056827820186598814, + "grad_norm": 130.1267514263376, + "learning_rate": 3.788521345773254e-07, + "loss": 11.3694, + "step": 67 + }, + { + "epoch": 0.05767599660729432, + "grad_norm": 131.96884988902434, + "learning_rate": 3.845066440486288e-07, + "loss": 11.2196, + "step": 68 + }, + { + "epoch": 0.058524173027989825, + "grad_norm": 136.7836612653648, + "learning_rate": 3.901611535199322e-07, + "loss": 11.0171, + "step": 69 + }, + { + "epoch": 0.05937234944868533, + "grad_norm": 130.34967062898713, + "learning_rate": 3.9581566299123554e-07, + "loss": 10.8074, + "step": 70 + }, + { + "epoch": 0.06022052586938083, + "grad_norm": 85.703981847529, + "learning_rate": 4.014701724625389e-07, + "loss": 10.5797, + "step": 71 + }, + { + "epoch": 0.061068702290076333, + "grad_norm": 56.60049907746007, + "learning_rate": 4.071246819338423e-07, + "loss": 10.4006, + "step": 72 + }, + { + "epoch": 0.06191687871077184, + "grad_norm": 44.70157280910222, + "learning_rate": 4.1277919140514565e-07, + "loss": 10.3438, + "step": 73 + }, + { + "epoch": 0.06276505513146735, + "grad_norm": 42.32725994199599, + "learning_rate": 4.1843370087644897e-07, + "loss": 10.245, + "step": 74 + }, + { + "epoch": 0.06361323155216285, + "grad_norm": 59.386634455988606, + "learning_rate": 4.2408821034775234e-07, + "loss": 10.1961, + "step": 75 + }, + { + "epoch": 0.06446140797285835, + "grad_norm": 65.33467565680034, + "learning_rate": 4.2974271981905577e-07, + "loss": 10.1437, + "step": 76 + }, + { + "epoch": 0.06530958439355386, + "grad_norm": 72.71969478748419, + "learning_rate": 4.353972292903591e-07, + "loss": 10.1833, + "step": 77 + }, + { + "epoch": 0.06615776081424936, + "grad_norm": 79.90371179000479, + "learning_rate": 4.4105173876166246e-07, + "loss": 10.198, + "step": 78 + }, + { + "epoch": 0.06700593723494487, + "grad_norm": 85.61795559815457, + "learning_rate": 4.467062482329658e-07, + "loss": 10.1443, + "step": 79 + }, + { + "epoch": 0.06785411365564037, + "grad_norm": 95.13821140112582, + "learning_rate": 4.523607577042692e-07, + "loss": 10.1472, + "step": 80 + }, + { + "epoch": 0.06870229007633588, + "grad_norm": 89.52035007393624, + "learning_rate": 4.5801526717557257e-07, + "loss": 10.1173, + "step": 81 + }, + { + "epoch": 0.06955046649703138, + "grad_norm": 100.41405580997933, + "learning_rate": 4.636697766468759e-07, + "loss": 10.0837, + "step": 82 + }, + { + "epoch": 0.07039864291772689, + "grad_norm": 86.84963256392149, + "learning_rate": 4.693242861181793e-07, + "loss": 10.0643, + "step": 83 + }, + { + "epoch": 0.07124681933842239, + "grad_norm": 95.59859537151502, + "learning_rate": 4.749787955894827e-07, + "loss": 9.998, + "step": 84 + }, + { + "epoch": 0.0720949957591179, + "grad_norm": 95.2717327055615, + "learning_rate": 4.806333050607861e-07, + "loss": 9.9081, + "step": 85 + }, + { + "epoch": 0.0729431721798134, + "grad_norm": 83.79688194686915, + "learning_rate": 4.862878145320893e-07, + "loss": 9.8779, + "step": 86 + }, + { + "epoch": 0.0737913486005089, + "grad_norm": 61.04102448565808, + "learning_rate": 4.919423240033928e-07, + "loss": 9.8971, + "step": 87 + }, + { + "epoch": 0.07463952502120441, + "grad_norm": 38.239105582215544, + "learning_rate": 4.975968334746961e-07, + "loss": 9.8057, + "step": 88 + }, + { + "epoch": 0.07548770144189991, + "grad_norm": 33.87393995908681, + "learning_rate": 5.032513429459994e-07, + "loss": 9.7975, + "step": 89 + }, + { + "epoch": 0.07633587786259542, + "grad_norm": 33.9779367901138, + "learning_rate": 5.089058524173028e-07, + "loss": 9.7605, + "step": 90 + }, + { + "epoch": 0.07718405428329092, + "grad_norm": 49.45055413696726, + "learning_rate": 5.145603618886062e-07, + "loss": 9.7459, + "step": 91 + }, + { + "epoch": 0.07803223070398643, + "grad_norm": 38.35823568063304, + "learning_rate": 5.202148713599096e-07, + "loss": 9.7469, + "step": 92 + }, + { + "epoch": 0.07888040712468193, + "grad_norm": 83.62109340538935, + "learning_rate": 5.258693808312129e-07, + "loss": 9.6327, + "step": 93 + }, + { + "epoch": 0.07972858354537744, + "grad_norm": 62.514553785716764, + "learning_rate": 5.315238903025163e-07, + "loss": 9.6627, + "step": 94 + }, + { + "epoch": 0.08057675996607294, + "grad_norm": 59.957196229828334, + "learning_rate": 5.371783997738197e-07, + "loss": 9.6072, + "step": 95 + }, + { + "epoch": 0.08142493638676845, + "grad_norm": 53.069493504100244, + "learning_rate": 5.42832909245123e-07, + "loss": 9.5029, + "step": 96 + }, + { + "epoch": 0.08227311280746395, + "grad_norm": 45.27874394358433, + "learning_rate": 5.484874187164264e-07, + "loss": 9.5641, + "step": 97 + }, + { + "epoch": 0.08312128922815945, + "grad_norm": 48.44735791386297, + "learning_rate": 5.541419281877298e-07, + "loss": 9.4574, + "step": 98 + }, + { + "epoch": 0.08396946564885496, + "grad_norm": 57.79362156989284, + "learning_rate": 5.597964376590332e-07, + "loss": 9.4181, + "step": 99 + }, + { + "epoch": 0.08481764206955046, + "grad_norm": 38.15352804746158, + "learning_rate": 5.654509471303365e-07, + "loss": 9.3521, + "step": 100 + }, + { + "epoch": 0.08566581849024597, + "grad_norm": 35.56252137615475, + "learning_rate": 5.711054566016398e-07, + "loss": 9.3241, + "step": 101 + }, + { + "epoch": 0.08651399491094147, + "grad_norm": 32.68382118699045, + "learning_rate": 5.767599660729433e-07, + "loss": 9.248, + "step": 102 + }, + { + "epoch": 0.08736217133163698, + "grad_norm": 37.471687526922686, + "learning_rate": 5.824144755442465e-07, + "loss": 9.2426, + "step": 103 + }, + { + "epoch": 0.08821034775233248, + "grad_norm": 40.933832848572415, + "learning_rate": 5.880689850155499e-07, + "loss": 9.2627, + "step": 104 + }, + { + "epoch": 0.089058524173028, + "grad_norm": 36.48992469421887, + "learning_rate": 5.937234944868534e-07, + "loss": 9.2055, + "step": 105 + }, + { + "epoch": 0.0899067005937235, + "grad_norm": 42.166568243318544, + "learning_rate": 5.993780039581566e-07, + "loss": 9.1634, + "step": 106 + }, + { + "epoch": 0.090754877014419, + "grad_norm": 38.06968730970864, + "learning_rate": 6.0503251342946e-07, + "loss": 9.1292, + "step": 107 + }, + { + "epoch": 0.0916030534351145, + "grad_norm": 32.38313782601, + "learning_rate": 6.106870229007634e-07, + "loss": 9.0591, + "step": 108 + }, + { + "epoch": 0.09245122985581, + "grad_norm": 30.565535749042272, + "learning_rate": 6.163415323720668e-07, + "loss": 9.0498, + "step": 109 + }, + { + "epoch": 0.09329940627650551, + "grad_norm": 37.82246669804049, + "learning_rate": 6.219960418433701e-07, + "loss": 9.0459, + "step": 110 + }, + { + "epoch": 0.09414758269720101, + "grad_norm": 40.210855092156294, + "learning_rate": 6.276505513146736e-07, + "loss": 8.995, + "step": 111 + }, + { + "epoch": 0.09499575911789652, + "grad_norm": 43.920935035642444, + "learning_rate": 6.333050607859769e-07, + "loss": 8.9547, + "step": 112 + }, + { + "epoch": 0.09584393553859202, + "grad_norm": 35.230691294636976, + "learning_rate": 6.389595702572802e-07, + "loss": 9.0176, + "step": 113 + }, + { + "epoch": 0.09669211195928754, + "grad_norm": 22.836269575872574, + "learning_rate": 6.446140797285835e-07, + "loss": 8.9188, + "step": 114 + }, + { + "epoch": 0.09754028837998303, + "grad_norm": 40.021238304025616, + "learning_rate": 6.50268589199887e-07, + "loss": 8.9119, + "step": 115 + }, + { + "epoch": 0.09838846480067855, + "grad_norm": 37.12824410832021, + "learning_rate": 6.559230986711904e-07, + "loss": 8.9035, + "step": 116 + }, + { + "epoch": 0.09923664122137404, + "grad_norm": 38.81800857667911, + "learning_rate": 6.615776081424936e-07, + "loss": 8.9067, + "step": 117 + }, + { + "epoch": 0.10008481764206956, + "grad_norm": 26.088521136224195, + "learning_rate": 6.67232117613797e-07, + "loss": 8.8826, + "step": 118 + }, + { + "epoch": 0.10093299406276506, + "grad_norm": 24.127234412403347, + "learning_rate": 6.728866270851005e-07, + "loss": 8.793, + "step": 119 + }, + { + "epoch": 0.10178117048346055, + "grad_norm": 20.62833659396108, + "learning_rate": 6.785411365564037e-07, + "loss": 8.7397, + "step": 120 + }, + { + "epoch": 0.10262934690415607, + "grad_norm": 23.265190783962776, + "learning_rate": 6.841956460277071e-07, + "loss": 8.8204, + "step": 121 + }, + { + "epoch": 0.10347752332485156, + "grad_norm": 25.43175118721048, + "learning_rate": 6.898501554990106e-07, + "loss": 8.8055, + "step": 122 + }, + { + "epoch": 0.10432569974554708, + "grad_norm": 38.10186666906128, + "learning_rate": 6.955046649703139e-07, + "loss": 8.7051, + "step": 123 + }, + { + "epoch": 0.10517387616624257, + "grad_norm": 37.51743479854149, + "learning_rate": 7.011591744416172e-07, + "loss": 8.6705, + "step": 124 + }, + { + "epoch": 0.10602205258693809, + "grad_norm": 33.410895833379875, + "learning_rate": 7.068136839129205e-07, + "loss": 8.7202, + "step": 125 + }, + { + "epoch": 0.10687022900763359, + "grad_norm": 27.61776239486278, + "learning_rate": 7.12468193384224e-07, + "loss": 8.6208, + "step": 126 + }, + { + "epoch": 0.1077184054283291, + "grad_norm": 23.18632174131797, + "learning_rate": 7.181227028555273e-07, + "loss": 8.5539, + "step": 127 + }, + { + "epoch": 0.1085665818490246, + "grad_norm": 19.318476798533744, + "learning_rate": 7.237772123268306e-07, + "loss": 8.5707, + "step": 128 + }, + { + "epoch": 0.10941475826972011, + "grad_norm": 20.33200983355156, + "learning_rate": 7.294317217981341e-07, + "loss": 8.6083, + "step": 129 + }, + { + "epoch": 0.1102629346904156, + "grad_norm": 23.928730039978035, + "learning_rate": 7.350862312694375e-07, + "loss": 8.5045, + "step": 130 + }, + { + "epoch": 0.1111111111111111, + "grad_norm": 19.52674365027602, + "learning_rate": 7.407407407407407e-07, + "loss": 8.5642, + "step": 131 + }, + { + "epoch": 0.11195928753180662, + "grad_norm": 18.660109266608984, + "learning_rate": 7.463952502120442e-07, + "loss": 8.556, + "step": 132 + }, + { + "epoch": 0.11280746395250212, + "grad_norm": 21.492051955402207, + "learning_rate": 7.520497596833476e-07, + "loss": 8.4987, + "step": 133 + }, + { + "epoch": 0.11365564037319763, + "grad_norm": 19.14004222250025, + "learning_rate": 7.577042691546508e-07, + "loss": 8.5421, + "step": 134 + }, + { + "epoch": 0.11450381679389313, + "grad_norm": 17.8814512500939, + "learning_rate": 7.633587786259543e-07, + "loss": 8.4562, + "step": 135 + }, + { + "epoch": 0.11535199321458864, + "grad_norm": 16.77944693420304, + "learning_rate": 7.690132880972576e-07, + "loss": 8.4362, + "step": 136 + }, + { + "epoch": 0.11620016963528414, + "grad_norm": 29.981155078105584, + "learning_rate": 7.74667797568561e-07, + "loss": 8.4319, + "step": 137 + }, + { + "epoch": 0.11704834605597965, + "grad_norm": 26.313808188116752, + "learning_rate": 7.803223070398644e-07, + "loss": 8.374, + "step": 138 + }, + { + "epoch": 0.11789652247667515, + "grad_norm": 36.24895932272157, + "learning_rate": 7.859768165111677e-07, + "loss": 8.3524, + "step": 139 + }, + { + "epoch": 0.11874469889737066, + "grad_norm": 24.617927181173435, + "learning_rate": 7.916313259824711e-07, + "loss": 8.3668, + "step": 140 + }, + { + "epoch": 0.11959287531806616, + "grad_norm": 32.183193350462886, + "learning_rate": 7.972858354537745e-07, + "loss": 8.2901, + "step": 141 + }, + { + "epoch": 0.12044105173876166, + "grad_norm": 22.937161361814095, + "learning_rate": 8.029403449250778e-07, + "loss": 8.3076, + "step": 142 + }, + { + "epoch": 0.12128922815945717, + "grad_norm": 31.240176920110923, + "learning_rate": 8.085948543963812e-07, + "loss": 8.2682, + "step": 143 + }, + { + "epoch": 0.12213740458015267, + "grad_norm": 26.68059836164637, + "learning_rate": 8.142493638676846e-07, + "loss": 8.238, + "step": 144 + }, + { + "epoch": 0.12298558100084818, + "grad_norm": 32.83624863390997, + "learning_rate": 8.199038733389879e-07, + "loss": 8.1909, + "step": 145 + }, + { + "epoch": 0.12383375742154368, + "grad_norm": 25.083723904210515, + "learning_rate": 8.255583828102913e-07, + "loss": 8.2909, + "step": 146 + }, + { + "epoch": 0.12468193384223919, + "grad_norm": 23.846664187925732, + "learning_rate": 8.312128922815946e-07, + "loss": 8.1448, + "step": 147 + }, + { + "epoch": 0.1255301102629347, + "grad_norm": 31.02457043042761, + "learning_rate": 8.368674017528979e-07, + "loss": 8.0775, + "step": 148 + }, + { + "epoch": 0.1263782866836302, + "grad_norm": 28.69438871309294, + "learning_rate": 8.425219112242014e-07, + "loss": 8.0797, + "step": 149 + }, + { + "epoch": 0.1272264631043257, + "grad_norm": 25.65978054014273, + "learning_rate": 8.481764206955047e-07, + "loss": 8.0895, + "step": 150 + }, + { + "epoch": 0.1280746395250212, + "grad_norm": 29.683702461526078, + "learning_rate": 8.538309301668081e-07, + "loss": 8.017, + "step": 151 + }, + { + "epoch": 0.1289228159457167, + "grad_norm": 42.011259385523466, + "learning_rate": 8.594854396381115e-07, + "loss": 7.9547, + "step": 152 + }, + { + "epoch": 0.1297709923664122, + "grad_norm": 29.31171455249793, + "learning_rate": 8.651399491094148e-07, + "loss": 7.9605, + "step": 153 + }, + { + "epoch": 0.13061916878710772, + "grad_norm": 21.24088692359915, + "learning_rate": 8.707944585807182e-07, + "loss": 7.9524, + "step": 154 + }, + { + "epoch": 0.13146734520780323, + "grad_norm": 20.3153580056328, + "learning_rate": 8.764489680520216e-07, + "loss": 7.8915, + "step": 155 + }, + { + "epoch": 0.13231552162849872, + "grad_norm": 21.64639259721895, + "learning_rate": 8.821034775233249e-07, + "loss": 7.8697, + "step": 156 + }, + { + "epoch": 0.13316369804919423, + "grad_norm": 20.214313907147147, + "learning_rate": 8.877579869946283e-07, + "loss": 7.8505, + "step": 157 + }, + { + "epoch": 0.13401187446988974, + "grad_norm": 33.389998076544096, + "learning_rate": 8.934124964659315e-07, + "loss": 7.8115, + "step": 158 + }, + { + "epoch": 0.13486005089058525, + "grad_norm": 24.81310953527952, + "learning_rate": 8.99067005937235e-07, + "loss": 7.7522, + "step": 159 + }, + { + "epoch": 0.13570822731128074, + "grad_norm": 25.88359501899307, + "learning_rate": 9.047215154085384e-07, + "loss": 7.738, + "step": 160 + }, + { + "epoch": 0.13655640373197625, + "grad_norm": 23.095065613093276, + "learning_rate": 9.103760248798417e-07, + "loss": 7.6694, + "step": 161 + }, + { + "epoch": 0.13740458015267176, + "grad_norm": 22.250469323943193, + "learning_rate": 9.160305343511451e-07, + "loss": 7.6945, + "step": 162 + }, + { + "epoch": 0.13825275657336725, + "grad_norm": 28.81942354262178, + "learning_rate": 9.216850438224485e-07, + "loss": 7.6335, + "step": 163 + }, + { + "epoch": 0.13910093299406276, + "grad_norm": 23.87867990729585, + "learning_rate": 9.273395532937518e-07, + "loss": 7.6497, + "step": 164 + }, + { + "epoch": 0.13994910941475827, + "grad_norm": 21.54957322361771, + "learning_rate": 9.329940627650553e-07, + "loss": 7.5851, + "step": 165 + }, + { + "epoch": 0.14079728583545378, + "grad_norm": 22.00013737036551, + "learning_rate": 9.386485722363586e-07, + "loss": 7.5045, + "step": 166 + }, + { + "epoch": 0.14164546225614927, + "grad_norm": 23.11193749789025, + "learning_rate": 9.443030817076619e-07, + "loss": 7.4491, + "step": 167 + }, + { + "epoch": 0.14249363867684478, + "grad_norm": 27.347728967319913, + "learning_rate": 9.499575911789654e-07, + "loss": 7.4421, + "step": 168 + }, + { + "epoch": 0.1433418150975403, + "grad_norm": 23.49964036228259, + "learning_rate": 9.556121006502685e-07, + "loss": 7.4564, + "step": 169 + }, + { + "epoch": 0.1441899915182358, + "grad_norm": 24.320760732863647, + "learning_rate": 9.612666101215721e-07, + "loss": 7.3976, + "step": 170 + }, + { + "epoch": 0.1450381679389313, + "grad_norm": 23.697275709413177, + "learning_rate": 9.669211195928755e-07, + "loss": 7.3884, + "step": 171 + }, + { + "epoch": 0.1458863443596268, + "grad_norm": 40.87822506035101, + "learning_rate": 9.725756290641786e-07, + "loss": 7.323, + "step": 172 + }, + { + "epoch": 0.14673452078032231, + "grad_norm": 22.682890634237314, + "learning_rate": 9.782301385354822e-07, + "loss": 7.3183, + "step": 173 + }, + { + "epoch": 0.1475826972010178, + "grad_norm": 31.52134151815776, + "learning_rate": 9.838846480067856e-07, + "loss": 7.2343, + "step": 174 + }, + { + "epoch": 0.1484308736217133, + "grad_norm": 29.569356798747677, + "learning_rate": 9.895391574780888e-07, + "loss": 7.1955, + "step": 175 + }, + { + "epoch": 0.14927905004240882, + "grad_norm": 27.56552529244729, + "learning_rate": 9.951936669493921e-07, + "loss": 7.1834, + "step": 176 + }, + { + "epoch": 0.15012722646310434, + "grad_norm": 28.28003271145355, + "learning_rate": 1.0008481764206957e-06, + "loss": 7.1444, + "step": 177 + }, + { + "epoch": 0.15097540288379982, + "grad_norm": 48.59015088668913, + "learning_rate": 1.0065026858919989e-06, + "loss": 7.0286, + "step": 178 + }, + { + "epoch": 0.15182357930449533, + "grad_norm": 27.849421715024544, + "learning_rate": 1.0121571953633022e-06, + "loss": 7.0113, + "step": 179 + }, + { + "epoch": 0.15267175572519084, + "grad_norm": 24.518641716146, + "learning_rate": 1.0178117048346056e-06, + "loss": 7.0252, + "step": 180 + }, + { + "epoch": 0.15351993214588636, + "grad_norm": 40.15353795612389, + "learning_rate": 1.023466214305909e-06, + "loss": 6.9516, + "step": 181 + }, + { + "epoch": 0.15436810856658184, + "grad_norm": 26.059941136999175, + "learning_rate": 1.0291207237772124e-06, + "loss": 6.836, + "step": 182 + }, + { + "epoch": 0.15521628498727735, + "grad_norm": 30.52810593852684, + "learning_rate": 1.0347752332485157e-06, + "loss": 6.7721, + "step": 183 + }, + { + "epoch": 0.15606446140797287, + "grad_norm": 31.785641911867945, + "learning_rate": 1.040429742719819e-06, + "loss": 6.7888, + "step": 184 + }, + { + "epoch": 0.15691263782866835, + "grad_norm": 31.68874707231149, + "learning_rate": 1.0460842521911225e-06, + "loss": 6.6946, + "step": 185 + }, + { + "epoch": 0.15776081424936386, + "grad_norm": 35.580219702900244, + "learning_rate": 1.0517387616624258e-06, + "loss": 6.6387, + "step": 186 + }, + { + "epoch": 0.15860899067005937, + "grad_norm": 33.696788196486345, + "learning_rate": 1.0573932711337292e-06, + "loss": 6.529, + "step": 187 + }, + { + "epoch": 0.1594571670907549, + "grad_norm": 40.65231576797154, + "learning_rate": 1.0630477806050326e-06, + "loss": 6.556, + "step": 188 + }, + { + "epoch": 0.16030534351145037, + "grad_norm": 26.900218140476024, + "learning_rate": 1.068702290076336e-06, + "loss": 6.4323, + "step": 189 + }, + { + "epoch": 0.16115351993214588, + "grad_norm": 24.014210947303514, + "learning_rate": 1.0743567995476393e-06, + "loss": 6.426, + "step": 190 + }, + { + "epoch": 0.1620016963528414, + "grad_norm": 26.94640826944721, + "learning_rate": 1.0800113090189427e-06, + "loss": 6.3892, + "step": 191 + }, + { + "epoch": 0.1628498727735369, + "grad_norm": 23.28154377390881, + "learning_rate": 1.085665818490246e-06, + "loss": 6.2671, + "step": 192 + }, + { + "epoch": 0.1636980491942324, + "grad_norm": 28.087324705640967, + "learning_rate": 1.0913203279615494e-06, + "loss": 6.2192, + "step": 193 + }, + { + "epoch": 0.1645462256149279, + "grad_norm": 26.18051178016302, + "learning_rate": 1.0969748374328528e-06, + "loss": 6.1696, + "step": 194 + }, + { + "epoch": 0.16539440203562342, + "grad_norm": 25.76879811591623, + "learning_rate": 1.1026293469041562e-06, + "loss": 6.1196, + "step": 195 + }, + { + "epoch": 0.1662425784563189, + "grad_norm": 31.84559252120088, + "learning_rate": 1.1082838563754596e-06, + "loss": 6.0452, + "step": 196 + }, + { + "epoch": 0.1670907548770144, + "grad_norm": 35.83917200725045, + "learning_rate": 1.113938365846763e-06, + "loss": 5.9356, + "step": 197 + }, + { + "epoch": 0.16793893129770993, + "grad_norm": 31.575782895022506, + "learning_rate": 1.1195928753180663e-06, + "loss": 5.9116, + "step": 198 + }, + { + "epoch": 0.16878710771840544, + "grad_norm": 27.351210776060885, + "learning_rate": 1.1252473847893697e-06, + "loss": 5.8981, + "step": 199 + }, + { + "epoch": 0.16963528413910092, + "grad_norm": 25.59814769076747, + "learning_rate": 1.130901894260673e-06, + "loss": 5.8136, + "step": 200 + }, + { + "epoch": 0.17048346055979643, + "grad_norm": 30.642485052983147, + "learning_rate": 1.1365564037319764e-06, + "loss": 5.8296, + "step": 201 + }, + { + "epoch": 0.17133163698049195, + "grad_norm": 42.837454468556636, + "learning_rate": 1.1422109132032796e-06, + "loss": 5.6454, + "step": 202 + }, + { + "epoch": 0.17217981340118746, + "grad_norm": 42.04469408240122, + "learning_rate": 1.1478654226745832e-06, + "loss": 5.5088, + "step": 203 + }, + { + "epoch": 0.17302798982188294, + "grad_norm": 24.7550928902902, + "learning_rate": 1.1535199321458865e-06, + "loss": 5.4801, + "step": 204 + }, + { + "epoch": 0.17387616624257846, + "grad_norm": 27.20516535921494, + "learning_rate": 1.1591744416171897e-06, + "loss": 5.3308, + "step": 205 + }, + { + "epoch": 0.17472434266327397, + "grad_norm": 34.071047441808695, + "learning_rate": 1.164828951088493e-06, + "loss": 5.309, + "step": 206 + }, + { + "epoch": 0.17557251908396945, + "grad_norm": 41.05123384207956, + "learning_rate": 1.1704834605597967e-06, + "loss": 5.2295, + "step": 207 + }, + { + "epoch": 0.17642069550466496, + "grad_norm": 19.530358694230816, + "learning_rate": 1.1761379700310998e-06, + "loss": 5.1858, + "step": 208 + }, + { + "epoch": 0.17726887192536048, + "grad_norm": 14.068484812926403, + "learning_rate": 1.1817924795024032e-06, + "loss": 5.2, + "step": 209 + }, + { + "epoch": 0.178117048346056, + "grad_norm": 13.295969322336564, + "learning_rate": 1.1874469889737068e-06, + "loss": 4.9807, + "step": 210 + }, + { + "epoch": 0.17896522476675147, + "grad_norm": 12.70832047557282, + "learning_rate": 1.19310149844501e-06, + "loss": 5.0056, + "step": 211 + }, + { + "epoch": 0.179813401187447, + "grad_norm": 11.724219140803871, + "learning_rate": 1.1987560079163133e-06, + "loss": 4.961, + "step": 212 + }, + { + "epoch": 0.1806615776081425, + "grad_norm": 11.720935554346461, + "learning_rate": 1.2044105173876167e-06, + "loss": 4.9927, + "step": 213 + }, + { + "epoch": 0.181509754028838, + "grad_norm": 12.031179530670787, + "learning_rate": 1.21006502685892e-06, + "loss": 4.8178, + "step": 214 + }, + { + "epoch": 0.1823579304495335, + "grad_norm": 11.410451830171917, + "learning_rate": 1.2157195363302234e-06, + "loss": 4.8258, + "step": 215 + }, + { + "epoch": 0.183206106870229, + "grad_norm": 11.360173311378615, + "learning_rate": 1.2213740458015268e-06, + "loss": 4.8235, + "step": 216 + }, + { + "epoch": 0.18405428329092452, + "grad_norm": 11.629071567546344, + "learning_rate": 1.2270285552728302e-06, + "loss": 4.8047, + "step": 217 + }, + { + "epoch": 0.18490245971162, + "grad_norm": 10.543644108485362, + "learning_rate": 1.2326830647441335e-06, + "loss": 4.7663, + "step": 218 + }, + { + "epoch": 0.18575063613231552, + "grad_norm": 11.643909200842653, + "learning_rate": 1.238337574215437e-06, + "loss": 4.6392, + "step": 219 + }, + { + "epoch": 0.18659881255301103, + "grad_norm": 10.41481271926767, + "learning_rate": 1.2439920836867403e-06, + "loss": 4.5943, + "step": 220 + }, + { + "epoch": 0.18744698897370654, + "grad_norm": 10.39839826325507, + "learning_rate": 1.2496465931580436e-06, + "loss": 4.5605, + "step": 221 + }, + { + "epoch": 0.18829516539440203, + "grad_norm": 10.30380446180122, + "learning_rate": 1.2553011026293472e-06, + "loss": 4.6867, + "step": 222 + }, + { + "epoch": 0.18914334181509754, + "grad_norm": 9.712021664983396, + "learning_rate": 1.2609556121006502e-06, + "loss": 4.5562, + "step": 223 + }, + { + "epoch": 0.18999151823579305, + "grad_norm": 9.857249733316136, + "learning_rate": 1.2666101215719538e-06, + "loss": 4.5343, + "step": 224 + }, + { + "epoch": 0.19083969465648856, + "grad_norm": 9.112493509098035, + "learning_rate": 1.2722646310432571e-06, + "loss": 4.4301, + "step": 225 + }, + { + "epoch": 0.19168787107718405, + "grad_norm": 9.354288534561428, + "learning_rate": 1.2779191405145605e-06, + "loss": 4.4915, + "step": 226 + }, + { + "epoch": 0.19253604749787956, + "grad_norm": 9.508796875409052, + "learning_rate": 1.2835736499858639e-06, + "loss": 4.521, + "step": 227 + }, + { + "epoch": 0.19338422391857507, + "grad_norm": 9.283111325969982, + "learning_rate": 1.289228159457167e-06, + "loss": 4.3956, + "step": 228 + }, + { + "epoch": 0.19423240033927056, + "grad_norm": 9.948543528343297, + "learning_rate": 1.2948826689284704e-06, + "loss": 4.4676, + "step": 229 + }, + { + "epoch": 0.19508057675996607, + "grad_norm": 8.926853827838492, + "learning_rate": 1.300537178399774e-06, + "loss": 4.3261, + "step": 230 + }, + { + "epoch": 0.19592875318066158, + "grad_norm": 8.975204223035158, + "learning_rate": 1.3061916878710774e-06, + "loss": 4.3702, + "step": 231 + }, + { + "epoch": 0.1967769296013571, + "grad_norm": 8.308568750827849, + "learning_rate": 1.3118461973423807e-06, + "loss": 4.2747, + "step": 232 + }, + { + "epoch": 0.19762510602205258, + "grad_norm": 9.083884746138137, + "learning_rate": 1.317500706813684e-06, + "loss": 4.3856, + "step": 233 + }, + { + "epoch": 0.1984732824427481, + "grad_norm": 8.075985660420006, + "learning_rate": 1.3231552162849873e-06, + "loss": 4.2334, + "step": 234 + }, + { + "epoch": 0.1993214588634436, + "grad_norm": 8.81767804729838, + "learning_rate": 1.3288097257562906e-06, + "loss": 4.2488, + "step": 235 + }, + { + "epoch": 0.2001696352841391, + "grad_norm": 8.096281570220864, + "learning_rate": 1.334464235227594e-06, + "loss": 4.2483, + "step": 236 + }, + { + "epoch": 0.2010178117048346, + "grad_norm": 7.731439183793558, + "learning_rate": 1.3401187446988976e-06, + "loss": 4.2763, + "step": 237 + }, + { + "epoch": 0.2018659881255301, + "grad_norm": 7.787111347727256, + "learning_rate": 1.345773254170201e-06, + "loss": 4.0686, + "step": 238 + }, + { + "epoch": 0.20271416454622562, + "grad_norm": 7.153033433135739, + "learning_rate": 1.3514277636415041e-06, + "loss": 4.0952, + "step": 239 + }, + { + "epoch": 0.2035623409669211, + "grad_norm": 7.167684722847778, + "learning_rate": 1.3570822731128075e-06, + "loss": 4.0801, + "step": 240 + }, + { + "epoch": 0.20441051738761662, + "grad_norm": 8.592391136064254, + "learning_rate": 1.3627367825841109e-06, + "loss": 4.139, + "step": 241 + }, + { + "epoch": 0.20525869380831213, + "grad_norm": 7.9443514213669655, + "learning_rate": 1.3683912920554142e-06, + "loss": 4.0133, + "step": 242 + }, + { + "epoch": 0.20610687022900764, + "grad_norm": 7.314124918588925, + "learning_rate": 1.3740458015267178e-06, + "loss": 3.9694, + "step": 243 + }, + { + "epoch": 0.20695504664970313, + "grad_norm": 8.097882804711272, + "learning_rate": 1.3797003109980212e-06, + "loss": 4.0552, + "step": 244 + }, + { + "epoch": 0.20780322307039864, + "grad_norm": 7.4142834040733785, + "learning_rate": 1.3853548204693243e-06, + "loss": 3.982, + "step": 245 + }, + { + "epoch": 0.20865139949109415, + "grad_norm": 8.07541502515735, + "learning_rate": 1.3910093299406277e-06, + "loss": 4.1566, + "step": 246 + }, + { + "epoch": 0.20949957591178966, + "grad_norm": 6.729526903786807, + "learning_rate": 1.396663839411931e-06, + "loss": 3.9366, + "step": 247 + }, + { + "epoch": 0.21034775233248515, + "grad_norm": 6.78079775979689, + "learning_rate": 1.4023183488832345e-06, + "loss": 3.9502, + "step": 248 + }, + { + "epoch": 0.21119592875318066, + "grad_norm": 7.440902752722244, + "learning_rate": 1.407972858354538e-06, + "loss": 3.8679, + "step": 249 + }, + { + "epoch": 0.21204410517387617, + "grad_norm": 6.711048637451163, + "learning_rate": 1.413627367825841e-06, + "loss": 3.8673, + "step": 250 + }, + { + "epoch": 0.21289228159457166, + "grad_norm": 6.958881556318949, + "learning_rate": 1.4192818772971446e-06, + "loss": 3.9785, + "step": 251 + }, + { + "epoch": 0.21374045801526717, + "grad_norm": 6.950832954617666, + "learning_rate": 1.424936386768448e-06, + "loss": 3.9147, + "step": 252 + }, + { + "epoch": 0.21458863443596268, + "grad_norm": 7.065287335258113, + "learning_rate": 1.4305908962397513e-06, + "loss": 3.8444, + "step": 253 + }, + { + "epoch": 0.2154368108566582, + "grad_norm": 6.355108984870947, + "learning_rate": 1.4362454057110547e-06, + "loss": 3.6814, + "step": 254 + }, + { + "epoch": 0.21628498727735368, + "grad_norm": 7.897728603004023, + "learning_rate": 1.441899915182358e-06, + "loss": 3.9569, + "step": 255 + }, + { + "epoch": 0.2171331636980492, + "grad_norm": 6.538906953356704, + "learning_rate": 1.4475544246536612e-06, + "loss": 3.6787, + "step": 256 + }, + { + "epoch": 0.2179813401187447, + "grad_norm": 6.771898235876811, + "learning_rate": 1.4532089341249648e-06, + "loss": 3.7985, + "step": 257 + }, + { + "epoch": 0.21882951653944022, + "grad_norm": 6.325096692404364, + "learning_rate": 1.4588634435962682e-06, + "loss": 3.7355, + "step": 258 + }, + { + "epoch": 0.2196776929601357, + "grad_norm": 6.77244495204809, + "learning_rate": 1.4645179530675716e-06, + "loss": 3.6234, + "step": 259 + }, + { + "epoch": 0.2205258693808312, + "grad_norm": 6.590303574362531, + "learning_rate": 1.470172462538875e-06, + "loss": 3.7308, + "step": 260 + }, + { + "epoch": 0.22137404580152673, + "grad_norm": 6.550451948134825, + "learning_rate": 1.475826972010178e-06, + "loss": 3.6475, + "step": 261 + }, + { + "epoch": 0.2222222222222222, + "grad_norm": 6.9250832823553825, + "learning_rate": 1.4814814814814815e-06, + "loss": 3.6965, + "step": 262 + }, + { + "epoch": 0.22307039864291772, + "grad_norm": 6.1251299620894955, + "learning_rate": 1.487135990952785e-06, + "loss": 3.6196, + "step": 263 + }, + { + "epoch": 0.22391857506361323, + "grad_norm": 6.796557961112013, + "learning_rate": 1.4927905004240884e-06, + "loss": 3.6462, + "step": 264 + }, + { + "epoch": 0.22476675148430875, + "grad_norm": 6.119368140198582, + "learning_rate": 1.4984450098953918e-06, + "loss": 3.6855, + "step": 265 + }, + { + "epoch": 0.22561492790500423, + "grad_norm": 6.92077994956852, + "learning_rate": 1.5040995193666952e-06, + "loss": 3.7272, + "step": 266 + }, + { + "epoch": 0.22646310432569974, + "grad_norm": 6.258375168834698, + "learning_rate": 1.5097540288379983e-06, + "loss": 3.6631, + "step": 267 + }, + { + "epoch": 0.22731128074639526, + "grad_norm": 5.861345059742746, + "learning_rate": 1.5154085383093017e-06, + "loss": 3.5855, + "step": 268 + }, + { + "epoch": 0.22815945716709077, + "grad_norm": 6.064215114444647, + "learning_rate": 1.521063047780605e-06, + "loss": 3.6652, + "step": 269 + }, + { + "epoch": 0.22900763358778625, + "grad_norm": 5.841058630875578, + "learning_rate": 1.5267175572519086e-06, + "loss": 3.5412, + "step": 270 + }, + { + "epoch": 0.22985581000848176, + "grad_norm": 5.961558656643134, + "learning_rate": 1.532372066723212e-06, + "loss": 3.5011, + "step": 271 + }, + { + "epoch": 0.23070398642917728, + "grad_norm": 6.070446988567751, + "learning_rate": 1.5380265761945152e-06, + "loss": 3.6288, + "step": 272 + }, + { + "epoch": 0.23155216284987276, + "grad_norm": 6.5607324632455, + "learning_rate": 1.5436810856658185e-06, + "loss": 3.6162, + "step": 273 + }, + { + "epoch": 0.23240033927056827, + "grad_norm": 5.834503034981957, + "learning_rate": 1.549335595137122e-06, + "loss": 3.4264, + "step": 274 + }, + { + "epoch": 0.23324851569126379, + "grad_norm": 5.924104119640843, + "learning_rate": 1.5549901046084253e-06, + "loss": 3.4536, + "step": 275 + }, + { + "epoch": 0.2340966921119593, + "grad_norm": 5.712312892027265, + "learning_rate": 1.5606446140797289e-06, + "loss": 3.3721, + "step": 276 + }, + { + "epoch": 0.23494486853265478, + "grad_norm": 5.254231214129552, + "learning_rate": 1.5662991235510322e-06, + "loss": 3.4721, + "step": 277 + }, + { + "epoch": 0.2357930449533503, + "grad_norm": 5.113649501030794, + "learning_rate": 1.5719536330223354e-06, + "loss": 3.4786, + "step": 278 + }, + { + "epoch": 0.2366412213740458, + "grad_norm": 5.602491419142143, + "learning_rate": 1.5776081424936388e-06, + "loss": 3.4302, + "step": 279 + }, + { + "epoch": 0.23748939779474132, + "grad_norm": 5.333107764602475, + "learning_rate": 1.5832626519649421e-06, + "loss": 3.3227, + "step": 280 + }, + { + "epoch": 0.2383375742154368, + "grad_norm": 5.872750159705373, + "learning_rate": 1.5889171614362455e-06, + "loss": 3.2781, + "step": 281 + }, + { + "epoch": 0.23918575063613232, + "grad_norm": 4.795395734763366, + "learning_rate": 1.594571670907549e-06, + "loss": 3.3883, + "step": 282 + }, + { + "epoch": 0.24003392705682783, + "grad_norm": 5.040999738817563, + "learning_rate": 1.600226180378852e-06, + "loss": 3.3422, + "step": 283 + }, + { + "epoch": 0.2408821034775233, + "grad_norm": 6.096118463140219, + "learning_rate": 1.6058806898501556e-06, + "loss": 3.402, + "step": 284 + }, + { + "epoch": 0.24173027989821882, + "grad_norm": 5.077040441224157, + "learning_rate": 1.611535199321459e-06, + "loss": 3.3932, + "step": 285 + }, + { + "epoch": 0.24257845631891434, + "grad_norm": 5.251900946264645, + "learning_rate": 1.6171897087927624e-06, + "loss": 3.2492, + "step": 286 + }, + { + "epoch": 0.24342663273960985, + "grad_norm": 5.2825864560502875, + "learning_rate": 1.6228442182640657e-06, + "loss": 3.3038, + "step": 287 + }, + { + "epoch": 0.24427480916030533, + "grad_norm": 5.19779737171996, + "learning_rate": 1.6284987277353691e-06, + "loss": 3.2975, + "step": 288 + }, + { + "epoch": 0.24512298558100085, + "grad_norm": 5.102940361793194, + "learning_rate": 1.6341532372066723e-06, + "loss": 3.302, + "step": 289 + }, + { + "epoch": 0.24597116200169636, + "grad_norm": 4.595311583203127, + "learning_rate": 1.6398077466779759e-06, + "loss": 3.1934, + "step": 290 + }, + { + "epoch": 0.24681933842239187, + "grad_norm": 5.418052956071307, + "learning_rate": 1.6454622561492792e-06, + "loss": 3.4064, + "step": 291 + }, + { + "epoch": 0.24766751484308736, + "grad_norm": 4.79646377091487, + "learning_rate": 1.6511167656205826e-06, + "loss": 3.199, + "step": 292 + }, + { + "epoch": 0.24851569126378287, + "grad_norm": 4.476303019860506, + "learning_rate": 1.656771275091886e-06, + "loss": 3.1648, + "step": 293 + }, + { + "epoch": 0.24936386768447838, + "grad_norm": 5.14412443547743, + "learning_rate": 1.6624257845631891e-06, + "loss": 3.1225, + "step": 294 + }, + { + "epoch": 0.2502120441051739, + "grad_norm": 5.0814612686056355, + "learning_rate": 1.6680802940344925e-06, + "loss": 3.313, + "step": 295 + }, + { + "epoch": 0.2510602205258694, + "grad_norm": 6.320377640084213, + "learning_rate": 1.6737348035057959e-06, + "loss": 3.2338, + "step": 296 + }, + { + "epoch": 0.25190839694656486, + "grad_norm": 4.882570124355437, + "learning_rate": 1.6793893129770995e-06, + "loss": 3.2079, + "step": 297 + }, + { + "epoch": 0.2527565733672604, + "grad_norm": 4.650288036445739, + "learning_rate": 1.6850438224484028e-06, + "loss": 3.1144, + "step": 298 + }, + { + "epoch": 0.2536047497879559, + "grad_norm": 5.294026242772753, + "learning_rate": 1.6906983319197062e-06, + "loss": 3.1716, + "step": 299 + }, + { + "epoch": 0.2544529262086514, + "grad_norm": 5.357050024376996, + "learning_rate": 1.6963528413910094e-06, + "loss": 3.0884, + "step": 300 + }, + { + "epoch": 0.2553011026293469, + "grad_norm": 4.8213264364767445, + "learning_rate": 1.7020073508623127e-06, + "loss": 2.9905, + "step": 301 + }, + { + "epoch": 0.2561492790500424, + "grad_norm": 4.692522867127853, + "learning_rate": 1.7076618603336161e-06, + "loss": 3.1154, + "step": 302 + }, + { + "epoch": 0.25699745547073793, + "grad_norm": 5.338932243904527, + "learning_rate": 1.7133163698049197e-06, + "loss": 3.0892, + "step": 303 + }, + { + "epoch": 0.2578456318914334, + "grad_norm": 5.099120041936578, + "learning_rate": 1.718970879276223e-06, + "loss": 3.1109, + "step": 304 + }, + { + "epoch": 0.2586938083121289, + "grad_norm": 4.934568347294044, + "learning_rate": 1.7246253887475262e-06, + "loss": 2.9988, + "step": 305 + }, + { + "epoch": 0.2595419847328244, + "grad_norm": 4.801731800021703, + "learning_rate": 1.7302798982188296e-06, + "loss": 2.9932, + "step": 306 + }, + { + "epoch": 0.26039016115351993, + "grad_norm": 5.893494686940178, + "learning_rate": 1.735934407690133e-06, + "loss": 3.1524, + "step": 307 + }, + { + "epoch": 0.26123833757421544, + "grad_norm": 4.90579632630824, + "learning_rate": 1.7415889171614363e-06, + "loss": 2.9955, + "step": 308 + }, + { + "epoch": 0.26208651399491095, + "grad_norm": 4.565184352807736, + "learning_rate": 1.74724342663274e-06, + "loss": 2.9787, + "step": 309 + }, + { + "epoch": 0.26293469041560646, + "grad_norm": 5.078465979489991, + "learning_rate": 1.7528979361040433e-06, + "loss": 3.0549, + "step": 310 + }, + { + "epoch": 0.263782866836302, + "grad_norm": 5.377632614316242, + "learning_rate": 1.7585524455753465e-06, + "loss": 3.0431, + "step": 311 + }, + { + "epoch": 0.26463104325699743, + "grad_norm": 4.664826674465332, + "learning_rate": 1.7642069550466498e-06, + "loss": 2.9743, + "step": 312 + }, + { + "epoch": 0.26547921967769295, + "grad_norm": 4.482346812783927, + "learning_rate": 1.7698614645179532e-06, + "loss": 2.9886, + "step": 313 + }, + { + "epoch": 0.26632739609838846, + "grad_norm": 5.300556420918757, + "learning_rate": 1.7755159739892566e-06, + "loss": 3.1122, + "step": 314 + }, + { + "epoch": 0.26717557251908397, + "grad_norm": 4.727082983889216, + "learning_rate": 1.78117048346056e-06, + "loss": 2.9321, + "step": 315 + }, + { + "epoch": 0.2680237489397795, + "grad_norm": 4.472978197505452, + "learning_rate": 1.786824992931863e-06, + "loss": 2.8939, + "step": 316 + }, + { + "epoch": 0.268871925360475, + "grad_norm": 4.394678720902072, + "learning_rate": 1.7924795024031667e-06, + "loss": 2.9781, + "step": 317 + }, + { + "epoch": 0.2697201017811705, + "grad_norm": 4.400133272742664, + "learning_rate": 1.79813401187447e-06, + "loss": 2.9707, + "step": 318 + }, + { + "epoch": 0.27056827820186596, + "grad_norm": 4.552076460152583, + "learning_rate": 1.8037885213457734e-06, + "loss": 3.0223, + "step": 319 + }, + { + "epoch": 0.2714164546225615, + "grad_norm": 4.014836905736831, + "learning_rate": 1.8094430308170768e-06, + "loss": 2.9266, + "step": 320 + }, + { + "epoch": 0.272264631043257, + "grad_norm": 5.11168795853517, + "learning_rate": 1.8150975402883802e-06, + "loss": 2.8891, + "step": 321 + }, + { + "epoch": 0.2731128074639525, + "grad_norm": 4.720159567575679, + "learning_rate": 1.8207520497596833e-06, + "loss": 2.8713, + "step": 322 + }, + { + "epoch": 0.273960983884648, + "grad_norm": 4.84327084266842, + "learning_rate": 1.826406559230987e-06, + "loss": 2.893, + "step": 323 + }, + { + "epoch": 0.2748091603053435, + "grad_norm": 5.0687513991954924, + "learning_rate": 1.8320610687022903e-06, + "loss": 2.8052, + "step": 324 + }, + { + "epoch": 0.27565733672603904, + "grad_norm": 5.53414281327678, + "learning_rate": 1.8377155781735937e-06, + "loss": 2.926, + "step": 325 + }, + { + "epoch": 0.2765055131467345, + "grad_norm": 4.953621570803946, + "learning_rate": 1.843370087644897e-06, + "loss": 2.9168, + "step": 326 + }, + { + "epoch": 0.27735368956743, + "grad_norm": 4.506292239108578, + "learning_rate": 1.8490245971162002e-06, + "loss": 2.8555, + "step": 327 + }, + { + "epoch": 0.2782018659881255, + "grad_norm": 4.633433768703006, + "learning_rate": 1.8546791065875036e-06, + "loss": 2.8681, + "step": 328 + }, + { + "epoch": 0.27905004240882103, + "grad_norm": 4.839536345187277, + "learning_rate": 1.860333616058807e-06, + "loss": 2.74, + "step": 329 + }, + { + "epoch": 0.27989821882951654, + "grad_norm": 4.2596423095404985, + "learning_rate": 1.8659881255301105e-06, + "loss": 2.7795, + "step": 330 + }, + { + "epoch": 0.28074639525021206, + "grad_norm": 4.8635245055770415, + "learning_rate": 1.8716426350014139e-06, + "loss": 2.7373, + "step": 331 + }, + { + "epoch": 0.28159457167090757, + "grad_norm": 4.356774295406442, + "learning_rate": 1.8772971444727173e-06, + "loss": 2.7532, + "step": 332 + }, + { + "epoch": 0.2824427480916031, + "grad_norm": 4.965087950527755, + "learning_rate": 1.8829516539440204e-06, + "loss": 2.642, + "step": 333 + }, + { + "epoch": 0.28329092451229854, + "grad_norm": 4.743581228218175, + "learning_rate": 1.8886061634153238e-06, + "loss": 2.8273, + "step": 334 + }, + { + "epoch": 0.28413910093299405, + "grad_norm": 5.156265464838835, + "learning_rate": 1.8942606728866272e-06, + "loss": 2.6297, + "step": 335 + }, + { + "epoch": 0.28498727735368956, + "grad_norm": 4.891459188505655, + "learning_rate": 1.8999151823579307e-06, + "loss": 2.5339, + "step": 336 + }, + { + "epoch": 0.2858354537743851, + "grad_norm": 4.675702722795466, + "learning_rate": 1.9055696918292341e-06, + "loss": 2.7556, + "step": 337 + }, + { + "epoch": 0.2866836301950806, + "grad_norm": 4.499284534334221, + "learning_rate": 1.911224201300537e-06, + "loss": 2.7259, + "step": 338 + }, + { + "epoch": 0.2875318066157761, + "grad_norm": 6.135029049605395, + "learning_rate": 1.9168787107718404e-06, + "loss": 2.7668, + "step": 339 + }, + { + "epoch": 0.2883799830364716, + "grad_norm": 4.922561872371869, + "learning_rate": 1.9225332202431442e-06, + "loss": 2.6898, + "step": 340 + }, + { + "epoch": 0.28922815945716707, + "grad_norm": 5.144536558920623, + "learning_rate": 1.9281877297144476e-06, + "loss": 2.5897, + "step": 341 + }, + { + "epoch": 0.2900763358778626, + "grad_norm": 4.868031103440167, + "learning_rate": 1.933842239185751e-06, + "loss": 2.6121, + "step": 342 + }, + { + "epoch": 0.2909245122985581, + "grad_norm": 5.559885278640946, + "learning_rate": 1.9394967486570543e-06, + "loss": 2.602, + "step": 343 + }, + { + "epoch": 0.2917726887192536, + "grad_norm": 5.022511979196821, + "learning_rate": 1.9451512581283573e-06, + "loss": 2.6536, + "step": 344 + }, + { + "epoch": 0.2926208651399491, + "grad_norm": 4.330907343220703, + "learning_rate": 1.9508057675996607e-06, + "loss": 2.65, + "step": 345 + }, + { + "epoch": 0.29346904156064463, + "grad_norm": 4.612372003569446, + "learning_rate": 1.9564602770709645e-06, + "loss": 2.6477, + "step": 346 + }, + { + "epoch": 0.29431721798134014, + "grad_norm": 4.818557224516861, + "learning_rate": 1.962114786542268e-06, + "loss": 2.6915, + "step": 347 + }, + { + "epoch": 0.2951653944020356, + "grad_norm": 4.71495043982647, + "learning_rate": 1.967769296013571e-06, + "loss": 2.5851, + "step": 348 + }, + { + "epoch": 0.2960135708227311, + "grad_norm": 4.463835570142229, + "learning_rate": 1.973423805484874e-06, + "loss": 2.6881, + "step": 349 + }, + { + "epoch": 0.2968617472434266, + "grad_norm": 4.9144723297451876, + "learning_rate": 1.9790783149561775e-06, + "loss": 2.6204, + "step": 350 + }, + { + "epoch": 0.29770992366412213, + "grad_norm": 4.960013395091457, + "learning_rate": 1.984732824427481e-06, + "loss": 2.5506, + "step": 351 + }, + { + "epoch": 0.29855810008481765, + "grad_norm": 4.919523312435436, + "learning_rate": 1.9903873338987843e-06, + "loss": 2.5418, + "step": 352 + }, + { + "epoch": 0.29940627650551316, + "grad_norm": 5.154655885128625, + "learning_rate": 1.996041843370088e-06, + "loss": 2.5318, + "step": 353 + }, + { + "epoch": 0.30025445292620867, + "grad_norm": 4.563640373604085, + "learning_rate": 2.0016963528413914e-06, + "loss": 2.5743, + "step": 354 + }, + { + "epoch": 0.3011026293469042, + "grad_norm": 5.304116010553017, + "learning_rate": 2.0073508623126944e-06, + "loss": 2.371, + "step": 355 + }, + { + "epoch": 0.30195080576759964, + "grad_norm": 4.794299241857517, + "learning_rate": 2.0130053717839977e-06, + "loss": 2.5874, + "step": 356 + }, + { + "epoch": 0.30279898218829515, + "grad_norm": 4.790761597801592, + "learning_rate": 2.018659881255301e-06, + "loss": 2.5357, + "step": 357 + }, + { + "epoch": 0.30364715860899066, + "grad_norm": 4.371796488496338, + "learning_rate": 2.0243143907266045e-06, + "loss": 2.4738, + "step": 358 + }, + { + "epoch": 0.3044953350296862, + "grad_norm": 4.513206808936837, + "learning_rate": 2.0299689001979083e-06, + "loss": 2.5742, + "step": 359 + }, + { + "epoch": 0.3053435114503817, + "grad_norm": 4.930127071083285, + "learning_rate": 2.0356234096692112e-06, + "loss": 2.4615, + "step": 360 + }, + { + "epoch": 0.3061916878710772, + "grad_norm": 4.449717360320937, + "learning_rate": 2.0412779191405146e-06, + "loss": 2.6299, + "step": 361 + }, + { + "epoch": 0.3070398642917727, + "grad_norm": 5.1696181365259655, + "learning_rate": 2.046932428611818e-06, + "loss": 2.5349, + "step": 362 + }, + { + "epoch": 0.30788804071246817, + "grad_norm": 4.387356109018043, + "learning_rate": 2.0525869380831214e-06, + "loss": 2.4163, + "step": 363 + }, + { + "epoch": 0.3087362171331637, + "grad_norm": 4.649530340136435, + "learning_rate": 2.0582414475544247e-06, + "loss": 2.5739, + "step": 364 + }, + { + "epoch": 0.3095843935538592, + "grad_norm": 5.907108561858183, + "learning_rate": 2.0638959570257285e-06, + "loss": 2.5368, + "step": 365 + }, + { + "epoch": 0.3104325699745547, + "grad_norm": 4.36150487852677, + "learning_rate": 2.0695504664970315e-06, + "loss": 2.3864, + "step": 366 + }, + { + "epoch": 0.3112807463952502, + "grad_norm": 5.086211775316848, + "learning_rate": 2.075204975968335e-06, + "loss": 2.4373, + "step": 367 + }, + { + "epoch": 0.31212892281594573, + "grad_norm": 6.36197814947992, + "learning_rate": 2.080859485439638e-06, + "loss": 2.4726, + "step": 368 + }, + { + "epoch": 0.31297709923664124, + "grad_norm": 5.921482330449565, + "learning_rate": 2.0865139949109416e-06, + "loss": 2.3743, + "step": 369 + }, + { + "epoch": 0.3138252756573367, + "grad_norm": 5.7600610241417405, + "learning_rate": 2.092168504382245e-06, + "loss": 2.3106, + "step": 370 + }, + { + "epoch": 0.3146734520780322, + "grad_norm": 7.6930674527742795, + "learning_rate": 2.0978230138535483e-06, + "loss": 2.3922, + "step": 371 + }, + { + "epoch": 0.3155216284987277, + "grad_norm": 5.529916428244681, + "learning_rate": 2.1034775233248517e-06, + "loss": 2.3316, + "step": 372 + }, + { + "epoch": 0.31636980491942324, + "grad_norm": 5.800220236853858, + "learning_rate": 2.109132032796155e-06, + "loss": 2.2832, + "step": 373 + }, + { + "epoch": 0.31721798134011875, + "grad_norm": 7.013670911159381, + "learning_rate": 2.1147865422674584e-06, + "loss": 2.3195, + "step": 374 + }, + { + "epoch": 0.31806615776081426, + "grad_norm": 4.73533049628972, + "learning_rate": 2.120441051738762e-06, + "loss": 2.342, + "step": 375 + }, + { + "epoch": 0.3189143341815098, + "grad_norm": 6.777984159447871, + "learning_rate": 2.126095561210065e-06, + "loss": 2.3745, + "step": 376 + }, + { + "epoch": 0.3197625106022053, + "grad_norm": 5.673516511453795, + "learning_rate": 2.1317500706813686e-06, + "loss": 2.192, + "step": 377 + }, + { + "epoch": 0.32061068702290074, + "grad_norm": 5.242078750258251, + "learning_rate": 2.137404580152672e-06, + "loss": 2.3052, + "step": 378 + }, + { + "epoch": 0.32145886344359625, + "grad_norm": 5.824182342380099, + "learning_rate": 2.1430590896239753e-06, + "loss": 2.2331, + "step": 379 + }, + { + "epoch": 0.32230703986429177, + "grad_norm": 5.907083997730355, + "learning_rate": 2.1487135990952787e-06, + "loss": 2.2687, + "step": 380 + }, + { + "epoch": 0.3231552162849873, + "grad_norm": 5.091795552830548, + "learning_rate": 2.154368108566582e-06, + "loss": 2.2853, + "step": 381 + }, + { + "epoch": 0.3240033927056828, + "grad_norm": 5.125513172563213, + "learning_rate": 2.1600226180378854e-06, + "loss": 2.361, + "step": 382 + }, + { + "epoch": 0.3248515691263783, + "grad_norm": 5.017806651588397, + "learning_rate": 2.1656771275091888e-06, + "loss": 2.2744, + "step": 383 + }, + { + "epoch": 0.3256997455470738, + "grad_norm": 5.353697976779427, + "learning_rate": 2.171331636980492e-06, + "loss": 2.0803, + "step": 384 + }, + { + "epoch": 0.3265479219677693, + "grad_norm": 5.9363176220546725, + "learning_rate": 2.1769861464517955e-06, + "loss": 2.2025, + "step": 385 + }, + { + "epoch": 0.3273960983884648, + "grad_norm": 5.135444691960741, + "learning_rate": 2.182640655923099e-06, + "loss": 2.2037, + "step": 386 + }, + { + "epoch": 0.3282442748091603, + "grad_norm": 7.3422952827143195, + "learning_rate": 2.1882951653944023e-06, + "loss": 2.3063, + "step": 387 + }, + { + "epoch": 0.3290924512298558, + "grad_norm": 6.5975145127694645, + "learning_rate": 2.1939496748657056e-06, + "loss": 2.2704, + "step": 388 + }, + { + "epoch": 0.3299406276505513, + "grad_norm": 5.087234152293336, + "learning_rate": 2.199604184337009e-06, + "loss": 2.0225, + "step": 389 + }, + { + "epoch": 0.33078880407124683, + "grad_norm": 7.249197020033139, + "learning_rate": 2.2052586938083124e-06, + "loss": 2.3185, + "step": 390 + }, + { + "epoch": 0.33163698049194235, + "grad_norm": 8.281617754776116, + "learning_rate": 2.2109132032796158e-06, + "loss": 2.0913, + "step": 391 + }, + { + "epoch": 0.3324851569126378, + "grad_norm": 4.853095606133734, + "learning_rate": 2.216567712750919e-06, + "loss": 2.2333, + "step": 392 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 6.107518054341675, + "learning_rate": 2.222222222222222e-06, + "loss": 2.1616, + "step": 393 + }, + { + "epoch": 0.3341815097540288, + "grad_norm": 6.267856464715306, + "learning_rate": 2.227876731693526e-06, + "loss": 2.1046, + "step": 394 + }, + { + "epoch": 0.33502968617472434, + "grad_norm": 5.635203560626855, + "learning_rate": 2.2335312411648292e-06, + "loss": 2.1069, + "step": 395 + }, + { + "epoch": 0.33587786259541985, + "grad_norm": 7.063007658606948, + "learning_rate": 2.2391857506361326e-06, + "loss": 2.1977, + "step": 396 + }, + { + "epoch": 0.33672603901611536, + "grad_norm": 6.825644261900113, + "learning_rate": 2.244840260107436e-06, + "loss": 2.1288, + "step": 397 + }, + { + "epoch": 0.3375742154368109, + "grad_norm": 9.825426730066996, + "learning_rate": 2.2504947695787394e-06, + "loss": 2.3091, + "step": 398 + }, + { + "epoch": 0.3384223918575064, + "grad_norm": 7.269626967557822, + "learning_rate": 2.2561492790500423e-06, + "loss": 1.9245, + "step": 399 + }, + { + "epoch": 0.33927056827820185, + "grad_norm": 6.497871083621463, + "learning_rate": 2.261803788521346e-06, + "loss": 2.0785, + "step": 400 + }, + { + "epoch": 0.34011874469889736, + "grad_norm": 6.438808480708481, + "learning_rate": 2.2674582979926495e-06, + "loss": 1.973, + "step": 401 + }, + { + "epoch": 0.34096692111959287, + "grad_norm": 7.313221565339288, + "learning_rate": 2.273112807463953e-06, + "loss": 1.9849, + "step": 402 + }, + { + "epoch": 0.3418150975402884, + "grad_norm": 5.942790250828564, + "learning_rate": 2.2787673169352562e-06, + "loss": 1.9321, + "step": 403 + }, + { + "epoch": 0.3426632739609839, + "grad_norm": 7.0919048258735025, + "learning_rate": 2.284421826406559e-06, + "loss": 2.123, + "step": 404 + }, + { + "epoch": 0.3435114503816794, + "grad_norm": 6.398178085311242, + "learning_rate": 2.2900763358778625e-06, + "loss": 2.058, + "step": 405 + }, + { + "epoch": 0.3443596268023749, + "grad_norm": 9.550241024713218, + "learning_rate": 2.2957308453491663e-06, + "loss": 1.7749, + "step": 406 + }, + { + "epoch": 0.3452078032230704, + "grad_norm": 9.278143991460944, + "learning_rate": 2.3013853548204697e-06, + "loss": 1.909, + "step": 407 + }, + { + "epoch": 0.3460559796437659, + "grad_norm": 10.143642476429706, + "learning_rate": 2.307039864291773e-06, + "loss": 2.1322, + "step": 408 + }, + { + "epoch": 0.3469041560644614, + "grad_norm": 13.574379095395514, + "learning_rate": 2.3126943737630764e-06, + "loss": 1.8985, + "step": 409 + }, + { + "epoch": 0.3477523324851569, + "grad_norm": 8.21092476564895, + "learning_rate": 2.3183488832343794e-06, + "loss": 1.9334, + "step": 410 + }, + { + "epoch": 0.3486005089058524, + "grad_norm": 11.20165889517196, + "learning_rate": 2.3240033927056828e-06, + "loss": 2.0787, + "step": 411 + }, + { + "epoch": 0.34944868532654794, + "grad_norm": 11.06442311726822, + "learning_rate": 2.329657902176986e-06, + "loss": 1.9571, + "step": 412 + }, + { + "epoch": 0.35029686174724345, + "grad_norm": 8.293556687545514, + "learning_rate": 2.33531241164829e-06, + "loss": 2.0159, + "step": 413 + }, + { + "epoch": 0.3511450381679389, + "grad_norm": 14.578607874979308, + "learning_rate": 2.3409669211195933e-06, + "loss": 1.8674, + "step": 414 + }, + { + "epoch": 0.3519932145886344, + "grad_norm": 6.364448323204811, + "learning_rate": 2.3466214305908962e-06, + "loss": 1.8597, + "step": 415 + }, + { + "epoch": 0.35284139100932993, + "grad_norm": 11.403315310840757, + "learning_rate": 2.3522759400621996e-06, + "loss": 1.77, + "step": 416 + }, + { + "epoch": 0.35368956743002544, + "grad_norm": 6.449855471393836, + "learning_rate": 2.357930449533503e-06, + "loss": 1.7784, + "step": 417 + }, + { + "epoch": 0.35453774385072095, + "grad_norm": 6.794629374344469, + "learning_rate": 2.3635849590048064e-06, + "loss": 1.9514, + "step": 418 + }, + { + "epoch": 0.35538592027141647, + "grad_norm": 7.805947516983958, + "learning_rate": 2.36923946847611e-06, + "loss": 1.8839, + "step": 419 + }, + { + "epoch": 0.356234096692112, + "grad_norm": 6.87654514838281, + "learning_rate": 2.3748939779474135e-06, + "loss": 1.7997, + "step": 420 + }, + { + "epoch": 0.3570822731128075, + "grad_norm": 8.337094951812709, + "learning_rate": 2.3805484874187165e-06, + "loss": 1.9341, + "step": 421 + }, + { + "epoch": 0.35793044953350295, + "grad_norm": 7.894435559390491, + "learning_rate": 2.38620299689002e-06, + "loss": 1.9036, + "step": 422 + }, + { + "epoch": 0.35877862595419846, + "grad_norm": 6.346439580042933, + "learning_rate": 2.3918575063613232e-06, + "loss": 1.8246, + "step": 423 + }, + { + "epoch": 0.359626802374894, + "grad_norm": 7.198483182200306, + "learning_rate": 2.3975120158326266e-06, + "loss": 1.8007, + "step": 424 + }, + { + "epoch": 0.3604749787955895, + "grad_norm": 5.845947910364943, + "learning_rate": 2.4031665253039304e-06, + "loss": 1.9995, + "step": 425 + }, + { + "epoch": 0.361323155216285, + "grad_norm": 8.457855415655299, + "learning_rate": 2.4088210347752333e-06, + "loss": 1.7842, + "step": 426 + }, + { + "epoch": 0.3621713316369805, + "grad_norm": 6.727786511264639, + "learning_rate": 2.4144755442465367e-06, + "loss": 1.9282, + "step": 427 + }, + { + "epoch": 0.363019508057676, + "grad_norm": 10.599263463487288, + "learning_rate": 2.42013005371784e-06, + "loss": 1.7362, + "step": 428 + }, + { + "epoch": 0.3638676844783715, + "grad_norm": 5.56345367522603, + "learning_rate": 2.4257845631891435e-06, + "loss": 1.7802, + "step": 429 + }, + { + "epoch": 0.364715860899067, + "grad_norm": 10.444579123007394, + "learning_rate": 2.431439072660447e-06, + "loss": 1.8442, + "step": 430 + }, + { + "epoch": 0.3655640373197625, + "grad_norm": 7.533864690802981, + "learning_rate": 2.43709358213175e-06, + "loss": 1.7434, + "step": 431 + }, + { + "epoch": 0.366412213740458, + "grad_norm": 9.180226299362683, + "learning_rate": 2.4427480916030536e-06, + "loss": 1.7192, + "step": 432 + }, + { + "epoch": 0.3672603901611535, + "grad_norm": 5.67951867947372, + "learning_rate": 2.448402601074357e-06, + "loss": 1.7369, + "step": 433 + }, + { + "epoch": 0.36810856658184904, + "grad_norm": 5.834206928868025, + "learning_rate": 2.4540571105456603e-06, + "loss": 1.6676, + "step": 434 + }, + { + "epoch": 0.36895674300254455, + "grad_norm": 7.518101191524396, + "learning_rate": 2.4597116200169637e-06, + "loss": 1.7674, + "step": 435 + }, + { + "epoch": 0.36980491942324, + "grad_norm": 6.541791015104779, + "learning_rate": 2.465366129488267e-06, + "loss": 1.9156, + "step": 436 + }, + { + "epoch": 0.3706530958439355, + "grad_norm": 9.357076022365264, + "learning_rate": 2.4710206389595704e-06, + "loss": 1.6235, + "step": 437 + }, + { + "epoch": 0.37150127226463103, + "grad_norm": 5.881072320826322, + "learning_rate": 2.476675148430874e-06, + "loss": 1.648, + "step": 438 + }, + { + "epoch": 0.37234944868532655, + "grad_norm": 7.370582086246413, + "learning_rate": 2.482329657902177e-06, + "loss": 1.8105, + "step": 439 + }, + { + "epoch": 0.37319762510602206, + "grad_norm": 6.966044772533235, + "learning_rate": 2.4879841673734805e-06, + "loss": 1.7799, + "step": 440 + }, + { + "epoch": 0.37404580152671757, + "grad_norm": 6.710645857528862, + "learning_rate": 2.493638676844784e-06, + "loss": 1.8236, + "step": 441 + }, + { + "epoch": 0.3748939779474131, + "grad_norm": 8.77909531965735, + "learning_rate": 2.4992931863160873e-06, + "loss": 1.6162, + "step": 442 + }, + { + "epoch": 0.3757421543681086, + "grad_norm": 9.920120132526408, + "learning_rate": 2.5049476957873907e-06, + "loss": 1.7391, + "step": 443 + }, + { + "epoch": 0.37659033078880405, + "grad_norm": 6.454145982735938, + "learning_rate": 2.5106022052586944e-06, + "loss": 1.5453, + "step": 444 + }, + { + "epoch": 0.37743850720949956, + "grad_norm": 6.396432557233377, + "learning_rate": 2.516256714729997e-06, + "loss": 1.6747, + "step": 445 + }, + { + "epoch": 0.3782866836301951, + "grad_norm": 6.036382292549348, + "learning_rate": 2.5219112242013003e-06, + "loss": 1.7002, + "step": 446 + }, + { + "epoch": 0.3791348600508906, + "grad_norm": 6.064047733028239, + "learning_rate": 2.527565733672604e-06, + "loss": 1.7383, + "step": 447 + }, + { + "epoch": 0.3799830364715861, + "grad_norm": 6.752701763766531, + "learning_rate": 2.5332202431439075e-06, + "loss": 1.6017, + "step": 448 + }, + { + "epoch": 0.3808312128922816, + "grad_norm": 6.677802385128575, + "learning_rate": 2.538874752615211e-06, + "loss": 1.7213, + "step": 449 + }, + { + "epoch": 0.3816793893129771, + "grad_norm": 7.780314880384823, + "learning_rate": 2.5445292620865143e-06, + "loss": 1.6792, + "step": 450 + }, + { + "epoch": 0.3825275657336726, + "grad_norm": 6.461860262066694, + "learning_rate": 2.5501837715578176e-06, + "loss": 1.7123, + "step": 451 + }, + { + "epoch": 0.3833757421543681, + "grad_norm": 7.485220384348502, + "learning_rate": 2.555838281029121e-06, + "loss": 1.5065, + "step": 452 + }, + { + "epoch": 0.3842239185750636, + "grad_norm": 9.54952234741361, + "learning_rate": 2.5614927905004244e-06, + "loss": 1.8199, + "step": 453 + }, + { + "epoch": 0.3850720949957591, + "grad_norm": 7.48276470966452, + "learning_rate": 2.5671472999717277e-06, + "loss": 1.5247, + "step": 454 + }, + { + "epoch": 0.38592027141645463, + "grad_norm": 6.329924430325009, + "learning_rate": 2.572801809443031e-06, + "loss": 1.6153, + "step": 455 + }, + { + "epoch": 0.38676844783715014, + "grad_norm": 7.27887322123789, + "learning_rate": 2.578456318914334e-06, + "loss": 1.723, + "step": 456 + }, + { + "epoch": 0.38761662425784565, + "grad_norm": 6.347804138974824, + "learning_rate": 2.5841108283856374e-06, + "loss": 1.6324, + "step": 457 + }, + { + "epoch": 0.3884648006785411, + "grad_norm": 6.7090069129836865, + "learning_rate": 2.589765337856941e-06, + "loss": 1.5765, + "step": 458 + }, + { + "epoch": 0.3893129770992366, + "grad_norm": 6.6627636542434185, + "learning_rate": 2.595419847328244e-06, + "loss": 1.6293, + "step": 459 + }, + { + "epoch": 0.39016115351993214, + "grad_norm": 6.36078699037662, + "learning_rate": 2.601074356799548e-06, + "loss": 1.6789, + "step": 460 + }, + { + "epoch": 0.39100932994062765, + "grad_norm": 6.249852353508074, + "learning_rate": 2.6067288662708513e-06, + "loss": 1.5428, + "step": 461 + }, + { + "epoch": 0.39185750636132316, + "grad_norm": 6.487551197047265, + "learning_rate": 2.6123833757421547e-06, + "loss": 1.5222, + "step": 462 + }, + { + "epoch": 0.3927056827820187, + "grad_norm": 8.16019097660858, + "learning_rate": 2.618037885213458e-06, + "loss": 1.681, + "step": 463 + }, + { + "epoch": 0.3935538592027142, + "grad_norm": 7.767349552211811, + "learning_rate": 2.6236923946847615e-06, + "loss": 1.6143, + "step": 464 + }, + { + "epoch": 0.3944020356234097, + "grad_norm": 8.821258426208908, + "learning_rate": 2.629346904156065e-06, + "loss": 1.6617, + "step": 465 + }, + { + "epoch": 0.39525021204410515, + "grad_norm": 5.666173751804686, + "learning_rate": 2.635001413627368e-06, + "loss": 1.6223, + "step": 466 + }, + { + "epoch": 0.39609838846480067, + "grad_norm": 11.059914542907267, + "learning_rate": 2.640655923098671e-06, + "loss": 1.6796, + "step": 467 + }, + { + "epoch": 0.3969465648854962, + "grad_norm": 6.698403176459363, + "learning_rate": 2.6463104325699745e-06, + "loss": 1.6055, + "step": 468 + }, + { + "epoch": 0.3977947413061917, + "grad_norm": 6.232432259811825, + "learning_rate": 2.651964942041278e-06, + "loss": 1.6891, + "step": 469 + }, + { + "epoch": 0.3986429177268872, + "grad_norm": 5.9306947189617825, + "learning_rate": 2.6576194515125813e-06, + "loss": 1.5343, + "step": 470 + }, + { + "epoch": 0.3994910941475827, + "grad_norm": 6.240327009048175, + "learning_rate": 2.6632739609838846e-06, + "loss": 1.4745, + "step": 471 + }, + { + "epoch": 0.4003392705682782, + "grad_norm": 8.52406389503498, + "learning_rate": 2.668928470455188e-06, + "loss": 1.5435, + "step": 472 + }, + { + "epoch": 0.4011874469889737, + "grad_norm": 7.124849125007154, + "learning_rate": 2.674582979926492e-06, + "loss": 1.4585, + "step": 473 + }, + { + "epoch": 0.4020356234096692, + "grad_norm": 6.640987011459934, + "learning_rate": 2.680237489397795e-06, + "loss": 1.5578, + "step": 474 + }, + { + "epoch": 0.4028837998303647, + "grad_norm": 7.35842299086552, + "learning_rate": 2.6858919988690985e-06, + "loss": 1.5416, + "step": 475 + }, + { + "epoch": 0.4037319762510602, + "grad_norm": 6.461504296090294, + "learning_rate": 2.691546508340402e-06, + "loss": 1.4117, + "step": 476 + }, + { + "epoch": 0.40458015267175573, + "grad_norm": 9.700164481084501, + "learning_rate": 2.6972010178117053e-06, + "loss": 1.6427, + "step": 477 + }, + { + "epoch": 0.40542832909245125, + "grad_norm": 8.435817275931024, + "learning_rate": 2.7028555272830082e-06, + "loss": 1.4924, + "step": 478 + }, + { + "epoch": 0.40627650551314676, + "grad_norm": 12.797809180098556, + "learning_rate": 2.7085100367543116e-06, + "loss": 1.308, + "step": 479 + }, + { + "epoch": 0.4071246819338422, + "grad_norm": 14.420705516218902, + "learning_rate": 2.714164546225615e-06, + "loss": 1.4286, + "step": 480 + }, + { + "epoch": 0.4079728583545377, + "grad_norm": 8.593657648927783, + "learning_rate": 2.7198190556969184e-06, + "loss": 1.4378, + "step": 481 + }, + { + "epoch": 0.40882103477523324, + "grad_norm": 9.275168634878879, + "learning_rate": 2.7254735651682217e-06, + "loss": 1.3266, + "step": 482 + }, + { + "epoch": 0.40966921119592875, + "grad_norm": 9.038381068696234, + "learning_rate": 2.731128074639525e-06, + "loss": 1.4703, + "step": 483 + }, + { + "epoch": 0.41051738761662426, + "grad_norm": 8.917545690041988, + "learning_rate": 2.7367825841108285e-06, + "loss": 1.4789, + "step": 484 + }, + { + "epoch": 0.4113655640373198, + "grad_norm": 7.396444763663945, + "learning_rate": 2.7424370935821323e-06, + "loss": 1.3761, + "step": 485 + }, + { + "epoch": 0.4122137404580153, + "grad_norm": 9.042334654409196, + "learning_rate": 2.7480916030534356e-06, + "loss": 1.4699, + "step": 486 + }, + { + "epoch": 0.41306191687871074, + "grad_norm": 10.677470820235934, + "learning_rate": 2.753746112524739e-06, + "loss": 1.4874, + "step": 487 + }, + { + "epoch": 0.41391009329940626, + "grad_norm": 7.1384506143469775, + "learning_rate": 2.7594006219960424e-06, + "loss": 1.5984, + "step": 488 + }, + { + "epoch": 0.41475826972010177, + "grad_norm": 9.258837055131654, + "learning_rate": 2.7650551314673453e-06, + "loss": 1.3755, + "step": 489 + }, + { + "epoch": 0.4156064461407973, + "grad_norm": 6.502772076308709, + "learning_rate": 2.7707096409386487e-06, + "loss": 1.4094, + "step": 490 + }, + { + "epoch": 0.4164546225614928, + "grad_norm": 6.115611058053723, + "learning_rate": 2.776364150409952e-06, + "loss": 1.479, + "step": 491 + }, + { + "epoch": 0.4173027989821883, + "grad_norm": 6.866115996818428, + "learning_rate": 2.7820186598812554e-06, + "loss": 1.4355, + "step": 492 + }, + { + "epoch": 0.4181509754028838, + "grad_norm": 6.3648587849022, + "learning_rate": 2.787673169352559e-06, + "loss": 1.402, + "step": 493 + }, + { + "epoch": 0.41899915182357933, + "grad_norm": 6.831933682078029, + "learning_rate": 2.793327678823862e-06, + "loss": 1.3589, + "step": 494 + }, + { + "epoch": 0.4198473282442748, + "grad_norm": 6.7669663789191405, + "learning_rate": 2.7989821882951656e-06, + "loss": 1.4445, + "step": 495 + }, + { + "epoch": 0.4206955046649703, + "grad_norm": 7.705065217375436, + "learning_rate": 2.804636697766469e-06, + "loss": 1.4202, + "step": 496 + }, + { + "epoch": 0.4215436810856658, + "grad_norm": 7.25830689485292, + "learning_rate": 2.8102912072377723e-06, + "loss": 1.4119, + "step": 497 + }, + { + "epoch": 0.4223918575063613, + "grad_norm": 6.804231876633449, + "learning_rate": 2.815945716709076e-06, + "loss": 1.1968, + "step": 498 + }, + { + "epoch": 0.42324003392705684, + "grad_norm": 8.31983753517644, + "learning_rate": 2.8216002261803795e-06, + "loss": 1.34, + "step": 499 + }, + { + "epoch": 0.42408821034775235, + "grad_norm": 7.8089841154914, + "learning_rate": 2.827254735651682e-06, + "loss": 1.3953, + "step": 500 + }, + { + "epoch": 0.42493638676844786, + "grad_norm": 7.520154376829527, + "learning_rate": 2.8329092451229858e-06, + "loss": 1.4987, + "step": 501 + }, + { + "epoch": 0.4257845631891433, + "grad_norm": 8.469239090495352, + "learning_rate": 2.838563754594289e-06, + "loss": 1.4587, + "step": 502 + }, + { + "epoch": 0.42663273960983883, + "grad_norm": 6.2955950292797445, + "learning_rate": 2.8442182640655925e-06, + "loss": 1.2972, + "step": 503 + }, + { + "epoch": 0.42748091603053434, + "grad_norm": 10.315360417642065, + "learning_rate": 2.849872773536896e-06, + "loss": 1.5388, + "step": 504 + }, + { + "epoch": 0.42832909245122985, + "grad_norm": 7.191346986004209, + "learning_rate": 2.8555272830081993e-06, + "loss": 1.4517, + "step": 505 + }, + { + "epoch": 0.42917726887192537, + "grad_norm": 9.669032085406492, + "learning_rate": 2.8611817924795026e-06, + "loss": 1.4353, + "step": 506 + }, + { + "epoch": 0.4300254452926209, + "grad_norm": 8.825844571415002, + "learning_rate": 2.866836301950806e-06, + "loss": 1.3368, + "step": 507 + }, + { + "epoch": 0.4308736217133164, + "grad_norm": 8.42208652428277, + "learning_rate": 2.8724908114221094e-06, + "loss": 1.3858, + "step": 508 + }, + { + "epoch": 0.43172179813401185, + "grad_norm": 9.116216878075825, + "learning_rate": 2.8781453208934128e-06, + "loss": 1.3032, + "step": 509 + }, + { + "epoch": 0.43256997455470736, + "grad_norm": 5.796644043012514, + "learning_rate": 2.883799830364716e-06, + "loss": 1.4293, + "step": 510 + }, + { + "epoch": 0.43341815097540287, + "grad_norm": 11.617607123102813, + "learning_rate": 2.889454339836019e-06, + "loss": 1.2312, + "step": 511 + }, + { + "epoch": 0.4342663273960984, + "grad_norm": 5.6000923639237845, + "learning_rate": 2.8951088493073224e-06, + "loss": 1.4572, + "step": 512 + }, + { + "epoch": 0.4351145038167939, + "grad_norm": 5.994283006951906, + "learning_rate": 2.900763358778626e-06, + "loss": 1.2729, + "step": 513 + }, + { + "epoch": 0.4359626802374894, + "grad_norm": 7.44474195658107, + "learning_rate": 2.9064178682499296e-06, + "loss": 1.4354, + "step": 514 + }, + { + "epoch": 0.4368108566581849, + "grad_norm": 7.758647116556326, + "learning_rate": 2.912072377721233e-06, + "loss": 1.2236, + "step": 515 + }, + { + "epoch": 0.43765903307888043, + "grad_norm": 6.391913530192927, + "learning_rate": 2.9177268871925364e-06, + "loss": 1.3545, + "step": 516 + }, + { + "epoch": 0.4385072094995759, + "grad_norm": 6.107777656724955, + "learning_rate": 2.9233813966638397e-06, + "loss": 1.2727, + "step": 517 + }, + { + "epoch": 0.4393553859202714, + "grad_norm": 7.3119290063235685, + "learning_rate": 2.929035906135143e-06, + "loss": 1.3853, + "step": 518 + }, + { + "epoch": 0.4402035623409669, + "grad_norm": 5.515485407412742, + "learning_rate": 2.9346904156064465e-06, + "loss": 1.3911, + "step": 519 + }, + { + "epoch": 0.4410517387616624, + "grad_norm": 7.473037035830789, + "learning_rate": 2.94034492507775e-06, + "loss": 1.2817, + "step": 520 + }, + { + "epoch": 0.44189991518235794, + "grad_norm": 6.662508215202172, + "learning_rate": 2.9459994345490532e-06, + "loss": 1.5316, + "step": 521 + }, + { + "epoch": 0.44274809160305345, + "grad_norm": 6.152307272225488, + "learning_rate": 2.951653944020356e-06, + "loss": 1.3275, + "step": 522 + }, + { + "epoch": 0.44359626802374896, + "grad_norm": 7.7444528490803215, + "learning_rate": 2.9573084534916595e-06, + "loss": 1.3385, + "step": 523 + }, + { + "epoch": 0.4444444444444444, + "grad_norm": 6.052513605262978, + "learning_rate": 2.962962962962963e-06, + "loss": 1.3269, + "step": 524 + }, + { + "epoch": 0.44529262086513993, + "grad_norm": 5.4082367888465175, + "learning_rate": 2.9686174724342663e-06, + "loss": 1.3847, + "step": 525 + }, + { + "epoch": 0.44614079728583544, + "grad_norm": 6.800222774685399, + "learning_rate": 2.97427198190557e-06, + "loss": 1.382, + "step": 526 + }, + { + "epoch": 0.44698897370653096, + "grad_norm": 6.29420215182313, + "learning_rate": 2.9799264913768734e-06, + "loss": 1.185, + "step": 527 + }, + { + "epoch": 0.44783715012722647, + "grad_norm": 7.667052162913055, + "learning_rate": 2.985581000848177e-06, + "loss": 1.142, + "step": 528 + }, + { + "epoch": 0.448685326547922, + "grad_norm": 5.354607908250249, + "learning_rate": 2.99123551031948e-06, + "loss": 1.3333, + "step": 529 + }, + { + "epoch": 0.4495335029686175, + "grad_norm": 6.216760941282343, + "learning_rate": 2.9968900197907836e-06, + "loss": 1.2331, + "step": 530 + }, + { + "epoch": 0.45038167938931295, + "grad_norm": 6.817879192032137, + "learning_rate": 3.002544529262087e-06, + "loss": 1.4154, + "step": 531 + }, + { + "epoch": 0.45122985581000846, + "grad_norm": 5.617633971174334, + "learning_rate": 3.0081990387333903e-06, + "loss": 1.3655, + "step": 532 + }, + { + "epoch": 0.452078032230704, + "grad_norm": 6.825642710193538, + "learning_rate": 3.0138535482046933e-06, + "loss": 1.4844, + "step": 533 + }, + { + "epoch": 0.4529262086513995, + "grad_norm": 7.434141880710367, + "learning_rate": 3.0195080576759966e-06, + "loss": 1.3166, + "step": 534 + }, + { + "epoch": 0.453774385072095, + "grad_norm": 6.810818529917452, + "learning_rate": 3.0251625671473e-06, + "loss": 1.214, + "step": 535 + }, + { + "epoch": 0.4546225614927905, + "grad_norm": 8.063754335600914, + "learning_rate": 3.0308170766186034e-06, + "loss": 1.3037, + "step": 536 + }, + { + "epoch": 0.455470737913486, + "grad_norm": 7.046294072003205, + "learning_rate": 3.0364715860899067e-06, + "loss": 1.1204, + "step": 537 + }, + { + "epoch": 0.45631891433418154, + "grad_norm": 6.1444575664208365, + "learning_rate": 3.04212609556121e-06, + "loss": 1.4138, + "step": 538 + }, + { + "epoch": 0.457167090754877, + "grad_norm": 7.728386566677127, + "learning_rate": 3.047780605032514e-06, + "loss": 1.1683, + "step": 539 + }, + { + "epoch": 0.4580152671755725, + "grad_norm": 6.475274230009533, + "learning_rate": 3.0534351145038173e-06, + "loss": 1.3042, + "step": 540 + }, + { + "epoch": 0.458863443596268, + "grad_norm": 7.098967123475016, + "learning_rate": 3.0590896239751206e-06, + "loss": 1.2111, + "step": 541 + }, + { + "epoch": 0.45971162001696353, + "grad_norm": 6.809920611024545, + "learning_rate": 3.064744133446424e-06, + "loss": 1.3256, + "step": 542 + }, + { + "epoch": 0.46055979643765904, + "grad_norm": 8.222320436523338, + "learning_rate": 3.0703986429177274e-06, + "loss": 1.175, + "step": 543 + }, + { + "epoch": 0.46140797285835455, + "grad_norm": 7.554927687985572, + "learning_rate": 3.0760531523890303e-06, + "loss": 1.1733, + "step": 544 + }, + { + "epoch": 0.46225614927905007, + "grad_norm": 9.773027811718919, + "learning_rate": 3.0817076618603337e-06, + "loss": 1.2621, + "step": 545 + }, + { + "epoch": 0.4631043256997455, + "grad_norm": 8.223871574371252, + "learning_rate": 3.087362171331637e-06, + "loss": 1.1845, + "step": 546 + }, + { + "epoch": 0.46395250212044103, + "grad_norm": 6.323285422000675, + "learning_rate": 3.0930166808029405e-06, + "loss": 1.2298, + "step": 547 + }, + { + "epoch": 0.46480067854113655, + "grad_norm": 11.602887364840152, + "learning_rate": 3.098671190274244e-06, + "loss": 1.1437, + "step": 548 + }, + { + "epoch": 0.46564885496183206, + "grad_norm": 6.01604857177885, + "learning_rate": 3.104325699745547e-06, + "loss": 1.2266, + "step": 549 + }, + { + "epoch": 0.46649703138252757, + "grad_norm": 7.9586599345187485, + "learning_rate": 3.1099802092168506e-06, + "loss": 1.092, + "step": 550 + }, + { + "epoch": 0.4673452078032231, + "grad_norm": 9.196463154360575, + "learning_rate": 3.115634718688154e-06, + "loss": 1.2096, + "step": 551 + }, + { + "epoch": 0.4681933842239186, + "grad_norm": 5.581218488465723, + "learning_rate": 3.1212892281594577e-06, + "loss": 1.3292, + "step": 552 + }, + { + "epoch": 0.46904156064461405, + "grad_norm": 9.896970284178474, + "learning_rate": 3.126943737630761e-06, + "loss": 1.1665, + "step": 553 + }, + { + "epoch": 0.46988973706530957, + "grad_norm": 7.075190655566177, + "learning_rate": 3.1325982471020645e-06, + "loss": 1.4034, + "step": 554 + }, + { + "epoch": 0.4707379134860051, + "grad_norm": 6.436809430085827, + "learning_rate": 3.1382527565733674e-06, + "loss": 1.1331, + "step": 555 + }, + { + "epoch": 0.4715860899067006, + "grad_norm": 8.740697422233222, + "learning_rate": 3.143907266044671e-06, + "loss": 1.2477, + "step": 556 + }, + { + "epoch": 0.4724342663273961, + "grad_norm": 5.250379992777504, + "learning_rate": 3.149561775515974e-06, + "loss": 1.1483, + "step": 557 + }, + { + "epoch": 0.4732824427480916, + "grad_norm": 6.988885648198309, + "learning_rate": 3.1552162849872775e-06, + "loss": 1.2111, + "step": 558 + }, + { + "epoch": 0.4741306191687871, + "grad_norm": 9.442862554556186, + "learning_rate": 3.160870794458581e-06, + "loss": 1.0851, + "step": 559 + }, + { + "epoch": 0.47497879558948264, + "grad_norm": 6.027450917768832, + "learning_rate": 3.1665253039298843e-06, + "loss": 1.1042, + "step": 560 + }, + { + "epoch": 0.4758269720101781, + "grad_norm": 7.410273573997875, + "learning_rate": 3.1721798134011877e-06, + "loss": 1.169, + "step": 561 + }, + { + "epoch": 0.4766751484308736, + "grad_norm": 10.016913435116933, + "learning_rate": 3.177834322872491e-06, + "loss": 1.2188, + "step": 562 + }, + { + "epoch": 0.4775233248515691, + "grad_norm": 6.883116429079025, + "learning_rate": 3.1834888323437944e-06, + "loss": 1.1443, + "step": 563 + }, + { + "epoch": 0.47837150127226463, + "grad_norm": 10.510317467688084, + "learning_rate": 3.189143341815098e-06, + "loss": 1.113, + "step": 564 + }, + { + "epoch": 0.47921967769296014, + "grad_norm": 5.485437000887243, + "learning_rate": 3.1947978512864016e-06, + "loss": 1.2031, + "step": 565 + }, + { + "epoch": 0.48006785411365566, + "grad_norm": 10.183524086475796, + "learning_rate": 3.200452360757704e-06, + "loss": 1.2338, + "step": 566 + }, + { + "epoch": 0.48091603053435117, + "grad_norm": 7.158426430072414, + "learning_rate": 3.206106870229008e-06, + "loss": 1.1061, + "step": 567 + }, + { + "epoch": 0.4817642069550466, + "grad_norm": 6.805899594164116, + "learning_rate": 3.2117613797003113e-06, + "loss": 1.2691, + "step": 568 + }, + { + "epoch": 0.48261238337574214, + "grad_norm": 7.552021825354627, + "learning_rate": 3.2174158891716146e-06, + "loss": 1.2266, + "step": 569 + }, + { + "epoch": 0.48346055979643765, + "grad_norm": 5.260958128094999, + "learning_rate": 3.223070398642918e-06, + "loss": 1.2539, + "step": 570 + }, + { + "epoch": 0.48430873621713316, + "grad_norm": 6.609203013938573, + "learning_rate": 3.2287249081142214e-06, + "loss": 1.2542, + "step": 571 + }, + { + "epoch": 0.4851569126378287, + "grad_norm": 4.888872972817096, + "learning_rate": 3.2343794175855247e-06, + "loss": 1.2686, + "step": 572 + }, + { + "epoch": 0.4860050890585242, + "grad_norm": 7.132108135193591, + "learning_rate": 3.240033927056828e-06, + "loss": 1.361, + "step": 573 + }, + { + "epoch": 0.4868532654792197, + "grad_norm": 4.741429769216439, + "learning_rate": 3.2456884365281315e-06, + "loss": 1.0824, + "step": 574 + }, + { + "epoch": 0.48770144189991516, + "grad_norm": 7.161001108499784, + "learning_rate": 3.251342945999435e-06, + "loss": 1.1265, + "step": 575 + }, + { + "epoch": 0.48854961832061067, + "grad_norm": 5.9945462394302975, + "learning_rate": 3.2569974554707382e-06, + "loss": 1.2786, + "step": 576 + }, + { + "epoch": 0.4893977947413062, + "grad_norm": 7.520946143058559, + "learning_rate": 3.262651964942041e-06, + "loss": 1.2096, + "step": 577 + }, + { + "epoch": 0.4902459711620017, + "grad_norm": 4.4503374506186075, + "learning_rate": 3.2683064744133446e-06, + "loss": 1.1592, + "step": 578 + }, + { + "epoch": 0.4910941475826972, + "grad_norm": 9.763393861739557, + "learning_rate": 3.273960983884648e-06, + "loss": 1.0628, + "step": 579 + }, + { + "epoch": 0.4919423240033927, + "grad_norm": 5.942674461411981, + "learning_rate": 3.2796154933559517e-06, + "loss": 1.1159, + "step": 580 + }, + { + "epoch": 0.49279050042408823, + "grad_norm": 6.788157673023068, + "learning_rate": 3.285270002827255e-06, + "loss": 0.984, + "step": 581 + }, + { + "epoch": 0.49363867684478374, + "grad_norm": 7.409564831347983, + "learning_rate": 3.2909245122985585e-06, + "loss": 1.3074, + "step": 582 + }, + { + "epoch": 0.4944868532654792, + "grad_norm": 5.623558350818135, + "learning_rate": 3.296579021769862e-06, + "loss": 1.1895, + "step": 583 + }, + { + "epoch": 0.4953350296861747, + "grad_norm": 7.727838854100159, + "learning_rate": 3.302233531241165e-06, + "loss": 0.9207, + "step": 584 + }, + { + "epoch": 0.4961832061068702, + "grad_norm": 6.302870563482376, + "learning_rate": 3.3078880407124686e-06, + "loss": 1.2901, + "step": 585 + }, + { + "epoch": 0.49703138252756573, + "grad_norm": 6.876726389241312, + "learning_rate": 3.313542550183772e-06, + "loss": 1.333, + "step": 586 + }, + { + "epoch": 0.49787955894826125, + "grad_norm": 5.910146146192576, + "learning_rate": 3.3191970596550753e-06, + "loss": 1.1011, + "step": 587 + }, + { + "epoch": 0.49872773536895676, + "grad_norm": 7.1408617599119815, + "learning_rate": 3.3248515691263783e-06, + "loss": 1.0757, + "step": 588 + }, + { + "epoch": 0.49957591178965227, + "grad_norm": 7.107076876766042, + "learning_rate": 3.3305060785976816e-06, + "loss": 1.0854, + "step": 589 + }, + { + "epoch": 0.5004240882103478, + "grad_norm": 5.881675447851716, + "learning_rate": 3.336160588068985e-06, + "loss": 1.2373, + "step": 590 + }, + { + "epoch": 0.5012722646310432, + "grad_norm": 6.552881066751962, + "learning_rate": 3.3418150975402884e-06, + "loss": 1.1387, + "step": 591 + }, + { + "epoch": 0.5021204410517388, + "grad_norm": 5.064052350313748, + "learning_rate": 3.3474696070115918e-06, + "loss": 1.0911, + "step": 592 + }, + { + "epoch": 0.5029686174724343, + "grad_norm": 6.118848196841828, + "learning_rate": 3.3531241164828955e-06, + "loss": 1.0375, + "step": 593 + }, + { + "epoch": 0.5038167938931297, + "grad_norm": 5.62586689036115, + "learning_rate": 3.358778625954199e-06, + "loss": 1.2019, + "step": 594 + }, + { + "epoch": 0.5046649703138253, + "grad_norm": 8.143452435572298, + "learning_rate": 3.3644331354255023e-06, + "loss": 1.1066, + "step": 595 + }, + { + "epoch": 0.5055131467345207, + "grad_norm": 5.769711222208538, + "learning_rate": 3.3700876448968057e-06, + "loss": 1.0396, + "step": 596 + }, + { + "epoch": 0.5063613231552163, + "grad_norm": 9.132606706465683, + "learning_rate": 3.375742154368109e-06, + "loss": 1.167, + "step": 597 + }, + { + "epoch": 0.5072094995759118, + "grad_norm": 7.325701421823678, + "learning_rate": 3.3813966638394124e-06, + "loss": 1.1247, + "step": 598 + }, + { + "epoch": 0.5080576759966073, + "grad_norm": 6.09506162086323, + "learning_rate": 3.3870511733107154e-06, + "loss": 0.9625, + "step": 599 + }, + { + "epoch": 0.5089058524173028, + "grad_norm": 12.39802931545773, + "learning_rate": 3.3927056827820187e-06, + "loss": 1.1292, + "step": 600 + }, + { + "epoch": 0.5097540288379983, + "grad_norm": 6.757791108071372, + "learning_rate": 3.398360192253322e-06, + "loss": 1.1444, + "step": 601 + }, + { + "epoch": 0.5106022052586938, + "grad_norm": 7.428437648783498, + "learning_rate": 3.4040147017246255e-06, + "loss": 1.157, + "step": 602 + }, + { + "epoch": 0.5114503816793893, + "grad_norm": 6.544095805095329, + "learning_rate": 3.409669211195929e-06, + "loss": 1.1806, + "step": 603 + }, + { + "epoch": 0.5122985581000848, + "grad_norm": 6.363773328044607, + "learning_rate": 3.4153237206672322e-06, + "loss": 1.035, + "step": 604 + }, + { + "epoch": 0.5131467345207803, + "grad_norm": 5.528474497126439, + "learning_rate": 3.420978230138536e-06, + "loss": 1.0307, + "step": 605 + }, + { + "epoch": 0.5139949109414759, + "grad_norm": 6.536581083720399, + "learning_rate": 3.4266327396098394e-06, + "loss": 1.1025, + "step": 606 + }, + { + "epoch": 0.5148430873621713, + "grad_norm": 7.021317022938865, + "learning_rate": 3.4322872490811428e-06, + "loss": 1.1769, + "step": 607 + }, + { + "epoch": 0.5156912637828668, + "grad_norm": 5.486899327052069, + "learning_rate": 3.437941758552446e-06, + "loss": 1.0376, + "step": 608 + }, + { + "epoch": 0.5165394402035624, + "grad_norm": 6.138060632517435, + "learning_rate": 3.4435962680237495e-06, + "loss": 0.9892, + "step": 609 + }, + { + "epoch": 0.5173876166242578, + "grad_norm": 5.505823407031692, + "learning_rate": 3.4492507774950524e-06, + "loss": 1.1512, + "step": 610 + }, + { + "epoch": 0.5182357930449534, + "grad_norm": 5.4283309751287545, + "learning_rate": 3.454905286966356e-06, + "loss": 1.0293, + "step": 611 + }, + { + "epoch": 0.5190839694656488, + "grad_norm": 6.772311269997238, + "learning_rate": 3.460559796437659e-06, + "loss": 0.8991, + "step": 612 + }, + { + "epoch": 0.5199321458863444, + "grad_norm": 5.063592494355314, + "learning_rate": 3.4662143059089626e-06, + "loss": 1.09, + "step": 613 + }, + { + "epoch": 0.5207803223070399, + "grad_norm": 5.894807305265299, + "learning_rate": 3.471868815380266e-06, + "loss": 1.1278, + "step": 614 + }, + { + "epoch": 0.5216284987277354, + "grad_norm": 5.834522052462265, + "learning_rate": 3.4775233248515693e-06, + "loss": 1.1397, + "step": 615 + }, + { + "epoch": 0.5224766751484309, + "grad_norm": 6.011012016645961, + "learning_rate": 3.4831778343228727e-06, + "loss": 1.0544, + "step": 616 + }, + { + "epoch": 0.5233248515691263, + "grad_norm": 5.415688277956156, + "learning_rate": 3.488832343794176e-06, + "loss": 0.9893, + "step": 617 + }, + { + "epoch": 0.5241730279898219, + "grad_norm": 5.694250081819382, + "learning_rate": 3.49448685326548e-06, + "loss": 1.079, + "step": 618 + }, + { + "epoch": 0.5250212044105174, + "grad_norm": 5.357124980855371, + "learning_rate": 3.500141362736783e-06, + "loss": 1.1687, + "step": 619 + }, + { + "epoch": 0.5258693808312129, + "grad_norm": 5.177250032291554, + "learning_rate": 3.5057958722080866e-06, + "loss": 0.9173, + "step": 620 + }, + { + "epoch": 0.5267175572519084, + "grad_norm": 5.028842481915393, + "learning_rate": 3.5114503816793895e-06, + "loss": 0.953, + "step": 621 + }, + { + "epoch": 0.527565733672604, + "grad_norm": 4.746114616781271, + "learning_rate": 3.517104891150693e-06, + "loss": 1.1087, + "step": 622 + }, + { + "epoch": 0.5284139100932994, + "grad_norm": 5.265928816638177, + "learning_rate": 3.5227594006219963e-06, + "loss": 1.0233, + "step": 623 + }, + { + "epoch": 0.5292620865139949, + "grad_norm": 5.170678460126238, + "learning_rate": 3.5284139100932996e-06, + "loss": 1.011, + "step": 624 + }, + { + "epoch": 0.5301102629346904, + "grad_norm": 5.613078530118729, + "learning_rate": 3.534068419564603e-06, + "loss": 1.0609, + "step": 625 + }, + { + "epoch": 0.5309584393553859, + "grad_norm": 4.833925714691609, + "learning_rate": 3.5397229290359064e-06, + "loss": 1.0504, + "step": 626 + }, + { + "epoch": 0.5318066157760815, + "grad_norm": 6.466595819403558, + "learning_rate": 3.5453774385072098e-06, + "loss": 1.0448, + "step": 627 + }, + { + "epoch": 0.5326547921967769, + "grad_norm": 7.9590855795470725, + "learning_rate": 3.551031947978513e-06, + "loss": 1.1864, + "step": 628 + }, + { + "epoch": 0.5335029686174725, + "grad_norm": 5.920552773330815, + "learning_rate": 3.5566864574498165e-06, + "loss": 0.9798, + "step": 629 + }, + { + "epoch": 0.5343511450381679, + "grad_norm": 5.719901444998031, + "learning_rate": 3.56234096692112e-06, + "loss": 1.0549, + "step": 630 + }, + { + "epoch": 0.5351993214588634, + "grad_norm": 7.151194718211453, + "learning_rate": 3.5679954763924237e-06, + "loss": 0.9848, + "step": 631 + }, + { + "epoch": 0.536047497879559, + "grad_norm": 5.51613049411184, + "learning_rate": 3.573649985863726e-06, + "loss": 1.1075, + "step": 632 + }, + { + "epoch": 0.5368956743002544, + "grad_norm": 5.463436696764812, + "learning_rate": 3.5793044953350296e-06, + "loss": 1.1437, + "step": 633 + }, + { + "epoch": 0.53774385072095, + "grad_norm": 7.230033332553208, + "learning_rate": 3.5849590048063334e-06, + "loss": 0.9829, + "step": 634 + }, + { + "epoch": 0.5385920271416454, + "grad_norm": 6.0348777379825345, + "learning_rate": 3.5906135142776367e-06, + "loss": 0.9761, + "step": 635 + }, + { + "epoch": 0.539440203562341, + "grad_norm": 9.114147362244868, + "learning_rate": 3.59626802374894e-06, + "loss": 0.9174, + "step": 636 + }, + { + "epoch": 0.5402883799830365, + "grad_norm": 5.698334871718072, + "learning_rate": 3.6019225332202435e-06, + "loss": 1.0913, + "step": 637 + }, + { + "epoch": 0.5411365564037319, + "grad_norm": 10.219751247095827, + "learning_rate": 3.607577042691547e-06, + "loss": 1.0892, + "step": 638 + }, + { + "epoch": 0.5419847328244275, + "grad_norm": 5.949712595400815, + "learning_rate": 3.6132315521628502e-06, + "loss": 1.054, + "step": 639 + }, + { + "epoch": 0.542832909245123, + "grad_norm": 9.119911493804855, + "learning_rate": 3.6188860616341536e-06, + "loss": 1.0608, + "step": 640 + }, + { + "epoch": 0.5436810856658185, + "grad_norm": 5.132241429733186, + "learning_rate": 3.624540571105457e-06, + "loss": 0.9299, + "step": 641 + }, + { + "epoch": 0.544529262086514, + "grad_norm": 6.0285658496294445, + "learning_rate": 3.6301950805767603e-06, + "loss": 0.989, + "step": 642 + }, + { + "epoch": 0.5453774385072095, + "grad_norm": 5.305429166036199, + "learning_rate": 3.6358495900480633e-06, + "loss": 1.121, + "step": 643 + }, + { + "epoch": 0.546225614927905, + "grad_norm": 6.11409778290194, + "learning_rate": 3.6415040995193667e-06, + "loss": 0.9448, + "step": 644 + }, + { + "epoch": 0.5470737913486005, + "grad_norm": 5.33667307489928, + "learning_rate": 3.64715860899067e-06, + "loss": 0.9691, + "step": 645 + }, + { + "epoch": 0.547921967769296, + "grad_norm": 4.913422970936925, + "learning_rate": 3.652813118461974e-06, + "loss": 0.9802, + "step": 646 + }, + { + "epoch": 0.5487701441899915, + "grad_norm": 4.825920852536908, + "learning_rate": 3.658467627933277e-06, + "loss": 1.0141, + "step": 647 + }, + { + "epoch": 0.549618320610687, + "grad_norm": 8.427702204621347, + "learning_rate": 3.6641221374045806e-06, + "loss": 1.0721, + "step": 648 + }, + { + "epoch": 0.5504664970313825, + "grad_norm": 4.907436605828711, + "learning_rate": 3.669776646875884e-06, + "loss": 1.0635, + "step": 649 + }, + { + "epoch": 0.5513146734520781, + "grad_norm": 6.664377325433455, + "learning_rate": 3.6754311563471873e-06, + "loss": 0.8962, + "step": 650 + }, + { + "epoch": 0.5521628498727735, + "grad_norm": 5.388394117925035, + "learning_rate": 3.6810856658184907e-06, + "loss": 1.0896, + "step": 651 + }, + { + "epoch": 0.553011026293469, + "grad_norm": 7.084279224497223, + "learning_rate": 3.686740175289794e-06, + "loss": 1.0135, + "step": 652 + }, + { + "epoch": 0.5538592027141646, + "grad_norm": 6.33396414612788, + "learning_rate": 3.6923946847610974e-06, + "loss": 0.8943, + "step": 653 + }, + { + "epoch": 0.55470737913486, + "grad_norm": 6.10307928561115, + "learning_rate": 3.6980491942324004e-06, + "loss": 0.9394, + "step": 654 + }, + { + "epoch": 0.5555555555555556, + "grad_norm": 5.350468347926817, + "learning_rate": 3.7037037037037037e-06, + "loss": 0.9638, + "step": 655 + }, + { + "epoch": 0.556403731976251, + "grad_norm": 5.48749472283188, + "learning_rate": 3.709358213175007e-06, + "loss": 0.9853, + "step": 656 + }, + { + "epoch": 0.5572519083969466, + "grad_norm": 5.296381802308557, + "learning_rate": 3.7150127226463105e-06, + "loss": 0.9845, + "step": 657 + }, + { + "epoch": 0.5581000848176421, + "grad_norm": 4.523947082541627, + "learning_rate": 3.720667232117614e-06, + "loss": 1.0493, + "step": 658 + }, + { + "epoch": 0.5589482612383376, + "grad_norm": 5.629423767148734, + "learning_rate": 3.7263217415889176e-06, + "loss": 0.9818, + "step": 659 + }, + { + "epoch": 0.5597964376590331, + "grad_norm": 5.767556971814348, + "learning_rate": 3.731976251060221e-06, + "loss": 1.0067, + "step": 660 + }, + { + "epoch": 0.5606446140797285, + "grad_norm": 4.62083424333714, + "learning_rate": 3.7376307605315244e-06, + "loss": 0.9131, + "step": 661 + }, + { + "epoch": 0.5614927905004241, + "grad_norm": 6.016919044730153, + "learning_rate": 3.7432852700028278e-06, + "loss": 0.9851, + "step": 662 + }, + { + "epoch": 0.5623409669211196, + "grad_norm": 5.606226601460615, + "learning_rate": 3.748939779474131e-06, + "loss": 1.1531, + "step": 663 + }, + { + "epoch": 0.5631891433418151, + "grad_norm": 6.692755095450365, + "learning_rate": 3.7545942889454345e-06, + "loss": 1.0067, + "step": 664 + }, + { + "epoch": 0.5640373197625106, + "grad_norm": 5.717474586484239, + "learning_rate": 3.7602487984167375e-06, + "loss": 0.8982, + "step": 665 + }, + { + "epoch": 0.5648854961832062, + "grad_norm": 5.239454440923456, + "learning_rate": 3.765903307888041e-06, + "loss": 1.0118, + "step": 666 + }, + { + "epoch": 0.5657336726039016, + "grad_norm": 5.009490608154798, + "learning_rate": 3.771557817359344e-06, + "loss": 1.1021, + "step": 667 + }, + { + "epoch": 0.5665818490245971, + "grad_norm": 5.6630107594047425, + "learning_rate": 3.7772123268306476e-06, + "loss": 1.0693, + "step": 668 + }, + { + "epoch": 0.5674300254452926, + "grad_norm": 5.095868444475928, + "learning_rate": 3.782866836301951e-06, + "loss": 0.8759, + "step": 669 + }, + { + "epoch": 0.5682782018659881, + "grad_norm": 6.356105534386126, + "learning_rate": 3.7885213457732543e-06, + "loss": 1.071, + "step": 670 + }, + { + "epoch": 0.5691263782866837, + "grad_norm": 4.632719933697266, + "learning_rate": 3.7941758552445577e-06, + "loss": 0.9018, + "step": 671 + }, + { + "epoch": 0.5699745547073791, + "grad_norm": 5.248082720300317, + "learning_rate": 3.7998303647158615e-06, + "loss": 1.0753, + "step": 672 + }, + { + "epoch": 0.5708227311280747, + "grad_norm": 6.886944164252985, + "learning_rate": 3.805484874187165e-06, + "loss": 0.9809, + "step": 673 + }, + { + "epoch": 0.5716709075487701, + "grad_norm": 5.63920739512106, + "learning_rate": 3.8111393836584682e-06, + "loss": 1.0879, + "step": 674 + }, + { + "epoch": 0.5725190839694656, + "grad_norm": 7.603973469193015, + "learning_rate": 3.816793893129772e-06, + "loss": 0.9449, + "step": 675 + }, + { + "epoch": 0.5733672603901612, + "grad_norm": 5.143471451798496, + "learning_rate": 3.822448402601074e-06, + "loss": 0.931, + "step": 676 + }, + { + "epoch": 0.5742154368108566, + "grad_norm": 4.104806729045353, + "learning_rate": 3.8281029120723775e-06, + "loss": 0.9701, + "step": 677 + }, + { + "epoch": 0.5750636132315522, + "grad_norm": 5.6640094321479895, + "learning_rate": 3.833757421543681e-06, + "loss": 0.9413, + "step": 678 + }, + { + "epoch": 0.5759117896522477, + "grad_norm": 4.471306971947119, + "learning_rate": 3.839411931014985e-06, + "loss": 0.9077, + "step": 679 + }, + { + "epoch": 0.5767599660729432, + "grad_norm": 5.933238514640149, + "learning_rate": 3.8450664404862885e-06, + "loss": 0.9216, + "step": 680 + }, + { + "epoch": 0.5776081424936387, + "grad_norm": 5.153631897280631, + "learning_rate": 3.850720949957592e-06, + "loss": 0.9922, + "step": 681 + }, + { + "epoch": 0.5784563189143341, + "grad_norm": 4.923918803117798, + "learning_rate": 3.856375459428895e-06, + "loss": 0.9502, + "step": 682 + }, + { + "epoch": 0.5793044953350297, + "grad_norm": 6.508885710612345, + "learning_rate": 3.8620299689001986e-06, + "loss": 0.9796, + "step": 683 + }, + { + "epoch": 0.5801526717557252, + "grad_norm": 5.021429958805087, + "learning_rate": 3.867684478371502e-06, + "loss": 1.0925, + "step": 684 + }, + { + "epoch": 0.5810008481764207, + "grad_norm": 5.943396950309668, + "learning_rate": 3.873338987842805e-06, + "loss": 0.8828, + "step": 685 + }, + { + "epoch": 0.5818490245971162, + "grad_norm": 4.705397235573657, + "learning_rate": 3.878993497314109e-06, + "loss": 0.9565, + "step": 686 + }, + { + "epoch": 0.5826972010178118, + "grad_norm": 6.0091621643130155, + "learning_rate": 3.884648006785411e-06, + "loss": 0.9923, + "step": 687 + }, + { + "epoch": 0.5835453774385072, + "grad_norm": 4.957540200678868, + "learning_rate": 3.890302516256715e-06, + "loss": 1.0238, + "step": 688 + }, + { + "epoch": 0.5843935538592027, + "grad_norm": 5.301619859876489, + "learning_rate": 3.895957025728018e-06, + "loss": 1.1595, + "step": 689 + }, + { + "epoch": 0.5852417302798982, + "grad_norm": 6.383627928598157, + "learning_rate": 3.901611535199321e-06, + "loss": 0.9066, + "step": 690 + }, + { + "epoch": 0.5860899067005937, + "grad_norm": 5.14072826708525, + "learning_rate": 3.907266044670625e-06, + "loss": 0.9926, + "step": 691 + }, + { + "epoch": 0.5869380831212893, + "grad_norm": 4.0143386125644565, + "learning_rate": 3.912920554141929e-06, + "loss": 0.9641, + "step": 692 + }, + { + "epoch": 0.5877862595419847, + "grad_norm": 5.474546444135914, + "learning_rate": 3.918575063613232e-06, + "loss": 0.9419, + "step": 693 + }, + { + "epoch": 0.5886344359626803, + "grad_norm": 5.811925630181868, + "learning_rate": 3.924229573084536e-06, + "loss": 0.8009, + "step": 694 + }, + { + "epoch": 0.5894826123833757, + "grad_norm": 4.468889142458014, + "learning_rate": 3.929884082555839e-06, + "loss": 0.9462, + "step": 695 + }, + { + "epoch": 0.5903307888040712, + "grad_norm": 4.74252873819904, + "learning_rate": 3.935538592027142e-06, + "loss": 0.9383, + "step": 696 + }, + { + "epoch": 0.5911789652247668, + "grad_norm": 5.1611189620449744, + "learning_rate": 3.941193101498446e-06, + "loss": 1.0259, + "step": 697 + }, + { + "epoch": 0.5920271416454622, + "grad_norm": 5.155463283346704, + "learning_rate": 3.946847610969748e-06, + "loss": 0.7859, + "step": 698 + }, + { + "epoch": 0.5928753180661578, + "grad_norm": 4.160005890725281, + "learning_rate": 3.952502120441052e-06, + "loss": 0.9892, + "step": 699 + }, + { + "epoch": 0.5937234944868532, + "grad_norm": 5.370066029456354, + "learning_rate": 3.958156629912355e-06, + "loss": 0.9793, + "step": 700 + }, + { + "epoch": 0.5945716709075488, + "grad_norm": 6.24704505772777, + "learning_rate": 3.963811139383658e-06, + "loss": 1.1277, + "step": 701 + }, + { + "epoch": 0.5954198473282443, + "grad_norm": 6.41899257491726, + "learning_rate": 3.969465648854962e-06, + "loss": 0.7949, + "step": 702 + }, + { + "epoch": 0.5962680237489398, + "grad_norm": 5.14507372800869, + "learning_rate": 3.975120158326265e-06, + "loss": 0.9631, + "step": 703 + }, + { + "epoch": 0.5971162001696353, + "grad_norm": 6.161293894767215, + "learning_rate": 3.9807746677975685e-06, + "loss": 0.8177, + "step": 704 + }, + { + "epoch": 0.5979643765903307, + "grad_norm": 6.954670482703191, + "learning_rate": 3.986429177268873e-06, + "loss": 1.0616, + "step": 705 + }, + { + "epoch": 0.5988125530110263, + "grad_norm": 4.925779097405929, + "learning_rate": 3.992083686740176e-06, + "loss": 1.0361, + "step": 706 + }, + { + "epoch": 0.5996607294317218, + "grad_norm": 6.94818256041457, + "learning_rate": 3.9977381962114795e-06, + "loss": 0.9223, + "step": 707 + }, + { + "epoch": 0.6005089058524173, + "grad_norm": 4.3586331205123, + "learning_rate": 4.003392705682783e-06, + "loss": 1.1079, + "step": 708 + }, + { + "epoch": 0.6013570822731128, + "grad_norm": 4.553020374184278, + "learning_rate": 4.009047215154085e-06, + "loss": 0.8993, + "step": 709 + }, + { + "epoch": 0.6022052586938084, + "grad_norm": 5.81794328514389, + "learning_rate": 4.014701724625389e-06, + "loss": 0.8042, + "step": 710 + }, + { + "epoch": 0.6030534351145038, + "grad_norm": 5.038186615421368, + "learning_rate": 4.020356234096692e-06, + "loss": 1.1448, + "step": 711 + }, + { + "epoch": 0.6039016115351993, + "grad_norm": 5.178784483290414, + "learning_rate": 4.0260107435679955e-06, + "loss": 0.9282, + "step": 712 + }, + { + "epoch": 0.6047497879558948, + "grad_norm": 6.583502592123967, + "learning_rate": 4.031665253039299e-06, + "loss": 0.837, + "step": 713 + }, + { + "epoch": 0.6055979643765903, + "grad_norm": 4.4991519823745865, + "learning_rate": 4.037319762510602e-06, + "loss": 0.9107, + "step": 714 + }, + { + "epoch": 0.6064461407972859, + "grad_norm": 5.335896762770076, + "learning_rate": 4.042974271981906e-06, + "loss": 0.9496, + "step": 715 + }, + { + "epoch": 0.6072943172179813, + "grad_norm": 5.947465941418043, + "learning_rate": 4.048628781453209e-06, + "loss": 1.0012, + "step": 716 + }, + { + "epoch": 0.6081424936386769, + "grad_norm": 4.327034664946316, + "learning_rate": 4.054283290924513e-06, + "loss": 0.9291, + "step": 717 + }, + { + "epoch": 0.6089906700593724, + "grad_norm": 7.170757204173264, + "learning_rate": 4.0599378003958166e-06, + "loss": 0.9153, + "step": 718 + }, + { + "epoch": 0.6098388464800678, + "grad_norm": 4.848418471528799, + "learning_rate": 4.06559230986712e-06, + "loss": 1.0729, + "step": 719 + }, + { + "epoch": 0.6106870229007634, + "grad_norm": 4.752903436474518, + "learning_rate": 4.0712468193384225e-06, + "loss": 0.832, + "step": 720 + }, + { + "epoch": 0.6115351993214588, + "grad_norm": 5.260225038701215, + "learning_rate": 4.076901328809726e-06, + "loss": 0.9132, + "step": 721 + }, + { + "epoch": 0.6123833757421544, + "grad_norm": 5.115556446205455, + "learning_rate": 4.082555838281029e-06, + "loss": 0.9148, + "step": 722 + }, + { + "epoch": 0.6132315521628499, + "grad_norm": 4.571305319630792, + "learning_rate": 4.088210347752333e-06, + "loss": 0.9311, + "step": 723 + }, + { + "epoch": 0.6140797285835454, + "grad_norm": 4.371784216764731, + "learning_rate": 4.093864857223636e-06, + "loss": 0.9295, + "step": 724 + }, + { + "epoch": 0.6149279050042409, + "grad_norm": 5.768009242499924, + "learning_rate": 4.099519366694939e-06, + "loss": 0.9189, + "step": 725 + }, + { + "epoch": 0.6157760814249363, + "grad_norm": 3.949530531212431, + "learning_rate": 4.105173876166243e-06, + "loss": 0.9754, + "step": 726 + }, + { + "epoch": 0.6166242578456319, + "grad_norm": 4.835283221778517, + "learning_rate": 4.110828385637546e-06, + "loss": 1.0861, + "step": 727 + }, + { + "epoch": 0.6174724342663274, + "grad_norm": 6.27363722886914, + "learning_rate": 4.1164828951088494e-06, + "loss": 1.0405, + "step": 728 + }, + { + "epoch": 0.6183206106870229, + "grad_norm": 4.579144476594886, + "learning_rate": 4.122137404580153e-06, + "loss": 1.1035, + "step": 729 + }, + { + "epoch": 0.6191687871077184, + "grad_norm": 5.834157393675307, + "learning_rate": 4.127791914051457e-06, + "loss": 0.9235, + "step": 730 + }, + { + "epoch": 0.620016963528414, + "grad_norm": 4.915592774207882, + "learning_rate": 4.1334464235227596e-06, + "loss": 0.8696, + "step": 731 + }, + { + "epoch": 0.6208651399491094, + "grad_norm": 4.931404399596389, + "learning_rate": 4.139100932994063e-06, + "loss": 0.9021, + "step": 732 + }, + { + "epoch": 0.6217133163698049, + "grad_norm": 5.965625455086651, + "learning_rate": 4.144755442465366e-06, + "loss": 1.077, + "step": 733 + }, + { + "epoch": 0.6225614927905004, + "grad_norm": 5.467565650089816, + "learning_rate": 4.15040995193667e-06, + "loss": 0.9251, + "step": 734 + }, + { + "epoch": 0.6234096692111959, + "grad_norm": 5.288328315746851, + "learning_rate": 4.156064461407973e-06, + "loss": 0.9764, + "step": 735 + }, + { + "epoch": 0.6242578456318915, + "grad_norm": 5.1554810020778925, + "learning_rate": 4.161718970879276e-06, + "loss": 0.8721, + "step": 736 + }, + { + "epoch": 0.6251060220525869, + "grad_norm": 6.529134957949766, + "learning_rate": 4.16737348035058e-06, + "loss": 0.9083, + "step": 737 + }, + { + "epoch": 0.6259541984732825, + "grad_norm": 6.130476207333095, + "learning_rate": 4.173027989821883e-06, + "loss": 1.0061, + "step": 738 + }, + { + "epoch": 0.6268023748939779, + "grad_norm": 5.930593591465908, + "learning_rate": 4.1786824992931865e-06, + "loss": 0.9662, + "step": 739 + }, + { + "epoch": 0.6276505513146734, + "grad_norm": 5.0969646671556745, + "learning_rate": 4.18433700876449e-06, + "loss": 0.9838, + "step": 740 + }, + { + "epoch": 0.628498727735369, + "grad_norm": 5.090929971757502, + "learning_rate": 4.189991518235793e-06, + "loss": 0.99, + "step": 741 + }, + { + "epoch": 0.6293469041560644, + "grad_norm": 5.680398428863686, + "learning_rate": 4.195646027707097e-06, + "loss": 0.9682, + "step": 742 + }, + { + "epoch": 0.63019508057676, + "grad_norm": 5.493657180082965, + "learning_rate": 4.2013005371784e-06, + "loss": 1.0085, + "step": 743 + }, + { + "epoch": 0.6310432569974554, + "grad_norm": 5.431498635455933, + "learning_rate": 4.206955046649703e-06, + "loss": 0.9541, + "step": 744 + }, + { + "epoch": 0.631891433418151, + "grad_norm": 5.189063915461147, + "learning_rate": 4.212609556121007e-06, + "loss": 0.9229, + "step": 745 + }, + { + "epoch": 0.6327396098388465, + "grad_norm": 5.850392708863774, + "learning_rate": 4.21826406559231e-06, + "loss": 1.0002, + "step": 746 + }, + { + "epoch": 0.6335877862595419, + "grad_norm": 5.83070156604567, + "learning_rate": 4.2239185750636135e-06, + "loss": 0.8799, + "step": 747 + }, + { + "epoch": 0.6344359626802375, + "grad_norm": 4.579181633541447, + "learning_rate": 4.229573084534917e-06, + "loss": 0.925, + "step": 748 + }, + { + "epoch": 0.635284139100933, + "grad_norm": 5.3101276490960565, + "learning_rate": 4.23522759400622e-06, + "loss": 0.9539, + "step": 749 + }, + { + "epoch": 0.6361323155216285, + "grad_norm": 4.8247451909859755, + "learning_rate": 4.240882103477524e-06, + "loss": 0.6997, + "step": 750 + }, + { + "epoch": 0.636980491942324, + "grad_norm": 5.3556701830074145, + "learning_rate": 4.246536612948827e-06, + "loss": 0.8879, + "step": 751 + }, + { + "epoch": 0.6378286683630195, + "grad_norm": 4.635825902026209, + "learning_rate": 4.25219112242013e-06, + "loss": 0.8708, + "step": 752 + }, + { + "epoch": 0.638676844783715, + "grad_norm": 4.311538058325205, + "learning_rate": 4.257845631891434e-06, + "loss": 1.0454, + "step": 753 + }, + { + "epoch": 0.6395250212044106, + "grad_norm": 4.100136986520352, + "learning_rate": 4.263500141362737e-06, + "loss": 0.8685, + "step": 754 + }, + { + "epoch": 0.640373197625106, + "grad_norm": 4.820896077570628, + "learning_rate": 4.2691546508340405e-06, + "loss": 0.8996, + "step": 755 + }, + { + "epoch": 0.6412213740458015, + "grad_norm": 3.8230624051589768, + "learning_rate": 4.274809160305344e-06, + "loss": 0.9251, + "step": 756 + }, + { + "epoch": 0.642069550466497, + "grad_norm": 4.315334574079753, + "learning_rate": 4.280463669776647e-06, + "loss": 0.9413, + "step": 757 + }, + { + "epoch": 0.6429177268871925, + "grad_norm": 4.455091226730879, + "learning_rate": 4.286118179247951e-06, + "loss": 0.8933, + "step": 758 + }, + { + "epoch": 0.6437659033078881, + "grad_norm": 4.0344655183605145, + "learning_rate": 4.291772688719254e-06, + "loss": 0.8062, + "step": 759 + }, + { + "epoch": 0.6446140797285835, + "grad_norm": 4.754944150910696, + "learning_rate": 4.297427198190557e-06, + "loss": 0.9131, + "step": 760 + }, + { + "epoch": 0.6454622561492791, + "grad_norm": 5.677028382613036, + "learning_rate": 4.303081707661861e-06, + "loss": 0.913, + "step": 761 + }, + { + "epoch": 0.6463104325699746, + "grad_norm": 4.596863972631868, + "learning_rate": 4.308736217133164e-06, + "loss": 0.7968, + "step": 762 + }, + { + "epoch": 0.64715860899067, + "grad_norm": 4.171189460561631, + "learning_rate": 4.3143907266044674e-06, + "loss": 0.8319, + "step": 763 + }, + { + "epoch": 0.6480067854113656, + "grad_norm": 4.208373095844755, + "learning_rate": 4.320045236075771e-06, + "loss": 0.7965, + "step": 764 + }, + { + "epoch": 0.648854961832061, + "grad_norm": 4.6817087184108015, + "learning_rate": 4.325699745547074e-06, + "loss": 0.8394, + "step": 765 + }, + { + "epoch": 0.6497031382527566, + "grad_norm": 4.859317642290542, + "learning_rate": 4.3313542550183776e-06, + "loss": 0.8979, + "step": 766 + }, + { + "epoch": 0.6505513146734521, + "grad_norm": 4.06284498768662, + "learning_rate": 4.337008764489681e-06, + "loss": 0.9746, + "step": 767 + }, + { + "epoch": 0.6513994910941476, + "grad_norm": 4.414826737459632, + "learning_rate": 4.342663273960984e-06, + "loss": 0.8712, + "step": 768 + }, + { + "epoch": 0.6522476675148431, + "grad_norm": 4.954897623532135, + "learning_rate": 4.348317783432288e-06, + "loss": 0.8522, + "step": 769 + }, + { + "epoch": 0.6530958439355385, + "grad_norm": 4.046894713825395, + "learning_rate": 4.353972292903591e-06, + "loss": 0.8172, + "step": 770 + }, + { + "epoch": 0.6539440203562341, + "grad_norm": 4.103265076433653, + "learning_rate": 4.359626802374894e-06, + "loss": 0.9199, + "step": 771 + }, + { + "epoch": 0.6547921967769296, + "grad_norm": 5.5359640196385875, + "learning_rate": 4.365281311846198e-06, + "loss": 0.9784, + "step": 772 + }, + { + "epoch": 0.6556403731976251, + "grad_norm": 5.148625698379355, + "learning_rate": 4.370935821317501e-06, + "loss": 0.9991, + "step": 773 + }, + { + "epoch": 0.6564885496183206, + "grad_norm": 4.7135695277091605, + "learning_rate": 4.3765903307888045e-06, + "loss": 0.9675, + "step": 774 + }, + { + "epoch": 0.6573367260390162, + "grad_norm": 5.206577758033596, + "learning_rate": 4.382244840260108e-06, + "loss": 0.8507, + "step": 775 + }, + { + "epoch": 0.6581849024597116, + "grad_norm": 4.694553105642316, + "learning_rate": 4.387899349731411e-06, + "loss": 0.7838, + "step": 776 + }, + { + "epoch": 0.6590330788804071, + "grad_norm": 3.929378234401625, + "learning_rate": 4.393553859202715e-06, + "loss": 0.8534, + "step": 777 + }, + { + "epoch": 0.6598812553011026, + "grad_norm": 4.80303625436099, + "learning_rate": 4.399208368674018e-06, + "loss": 0.9816, + "step": 778 + }, + { + "epoch": 0.6607294317217981, + "grad_norm": 4.152123127642014, + "learning_rate": 4.404862878145321e-06, + "loss": 0.8098, + "step": 779 + }, + { + "epoch": 0.6615776081424937, + "grad_norm": 4.307276502773337, + "learning_rate": 4.410517387616625e-06, + "loss": 1.035, + "step": 780 + }, + { + "epoch": 0.6624257845631891, + "grad_norm": 5.237970212705929, + "learning_rate": 4.416171897087928e-06, + "loss": 0.9189, + "step": 781 + }, + { + "epoch": 0.6632739609838847, + "grad_norm": 3.8094912190122145, + "learning_rate": 4.4218264065592315e-06, + "loss": 0.8691, + "step": 782 + }, + { + "epoch": 0.6641221374045801, + "grad_norm": 3.857868805007482, + "learning_rate": 4.427480916030535e-06, + "loss": 0.9018, + "step": 783 + }, + { + "epoch": 0.6649703138252756, + "grad_norm": 4.773906532114393, + "learning_rate": 4.433135425501838e-06, + "loss": 0.862, + "step": 784 + }, + { + "epoch": 0.6658184902459712, + "grad_norm": 4.338994715215106, + "learning_rate": 4.438789934973142e-06, + "loss": 0.8281, + "step": 785 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 3.909676350712993, + "learning_rate": 4.444444444444444e-06, + "loss": 0.8589, + "step": 786 + }, + { + "epoch": 0.6675148430873622, + "grad_norm": 4.720010094504173, + "learning_rate": 4.450098953915748e-06, + "loss": 0.8389, + "step": 787 + }, + { + "epoch": 0.6683630195080577, + "grad_norm": 4.396685393724885, + "learning_rate": 4.455753463387052e-06, + "loss": 0.9124, + "step": 788 + }, + { + "epoch": 0.6692111959287532, + "grad_norm": 4.887102070270061, + "learning_rate": 4.461407972858355e-06, + "loss": 0.998, + "step": 789 + }, + { + "epoch": 0.6700593723494487, + "grad_norm": 3.8739512216753296, + "learning_rate": 4.4670624823296585e-06, + "loss": 0.8241, + "step": 790 + }, + { + "epoch": 0.6709075487701441, + "grad_norm": 5.6998150651587745, + "learning_rate": 4.472716991800962e-06, + "loss": 0.841, + "step": 791 + }, + { + "epoch": 0.6717557251908397, + "grad_norm": 4.499652993429966, + "learning_rate": 4.478371501272265e-06, + "loss": 0.9229, + "step": 792 + }, + { + "epoch": 0.6726039016115352, + "grad_norm": 4.49515852074353, + "learning_rate": 4.484026010743569e-06, + "loss": 0.9179, + "step": 793 + }, + { + "epoch": 0.6734520780322307, + "grad_norm": 4.938396064906167, + "learning_rate": 4.489680520214872e-06, + "loss": 0.8986, + "step": 794 + }, + { + "epoch": 0.6743002544529262, + "grad_norm": 4.305341865161483, + "learning_rate": 4.495335029686175e-06, + "loss": 0.8599, + "step": 795 + }, + { + "epoch": 0.6751484308736218, + "grad_norm": 5.310540367290853, + "learning_rate": 4.500989539157479e-06, + "loss": 0.7567, + "step": 796 + }, + { + "epoch": 0.6759966072943172, + "grad_norm": 5.183676124908472, + "learning_rate": 4.506644048628781e-06, + "loss": 0.9037, + "step": 797 + }, + { + "epoch": 0.6768447837150128, + "grad_norm": 4.419284070379218, + "learning_rate": 4.512298558100085e-06, + "loss": 0.7985, + "step": 798 + }, + { + "epoch": 0.6776929601357082, + "grad_norm": 4.47421512836857, + "learning_rate": 4.517953067571389e-06, + "loss": 0.9755, + "step": 799 + }, + { + "epoch": 0.6785411365564037, + "grad_norm": 4.981647236272576, + "learning_rate": 4.523607577042692e-06, + "loss": 0.8923, + "step": 800 + }, + { + "epoch": 0.6793893129770993, + "grad_norm": 5.120213968064684, + "learning_rate": 4.5292620865139956e-06, + "loss": 0.8601, + "step": 801 + }, + { + "epoch": 0.6802374893977947, + "grad_norm": 4.189699909119053, + "learning_rate": 4.534916595985299e-06, + "loss": 0.8349, + "step": 802 + }, + { + "epoch": 0.6810856658184903, + "grad_norm": 4.500820576510531, + "learning_rate": 4.540571105456602e-06, + "loss": 0.8129, + "step": 803 + }, + { + "epoch": 0.6819338422391857, + "grad_norm": 4.243009865199838, + "learning_rate": 4.546225614927906e-06, + "loss": 1.0039, + "step": 804 + }, + { + "epoch": 0.6827820186598813, + "grad_norm": 4.489438270656213, + "learning_rate": 4.551880124399209e-06, + "loss": 0.7565, + "step": 805 + }, + { + "epoch": 0.6836301950805768, + "grad_norm": 4.225791909847823, + "learning_rate": 4.5575346338705124e-06, + "loss": 0.7509, + "step": 806 + }, + { + "epoch": 0.6844783715012722, + "grad_norm": 4.235960935973202, + "learning_rate": 4.563189143341816e-06, + "loss": 0.8178, + "step": 807 + }, + { + "epoch": 0.6853265479219678, + "grad_norm": 4.4028940791121505, + "learning_rate": 4.568843652813118e-06, + "loss": 0.7883, + "step": 808 + }, + { + "epoch": 0.6861747243426632, + "grad_norm": 4.68215612463577, + "learning_rate": 4.574498162284422e-06, + "loss": 0.8156, + "step": 809 + }, + { + "epoch": 0.6870229007633588, + "grad_norm": 4.7330036230641115, + "learning_rate": 4.580152671755725e-06, + "loss": 0.8911, + "step": 810 + }, + { + "epoch": 0.6878710771840543, + "grad_norm": 4.555348526065086, + "learning_rate": 4.5858071812270284e-06, + "loss": 0.738, + "step": 811 + }, + { + "epoch": 0.6887192536047498, + "grad_norm": 4.698945614786088, + "learning_rate": 4.591461690698333e-06, + "loss": 0.8656, + "step": 812 + }, + { + "epoch": 0.6895674300254453, + "grad_norm": 4.650411434649496, + "learning_rate": 4.597116200169636e-06, + "loss": 0.9053, + "step": 813 + }, + { + "epoch": 0.6904156064461408, + "grad_norm": 4.149379365593007, + "learning_rate": 4.602770709640939e-06, + "loss": 0.8672, + "step": 814 + }, + { + "epoch": 0.6912637828668363, + "grad_norm": 4.297210311486172, + "learning_rate": 4.608425219112243e-06, + "loss": 0.8853, + "step": 815 + }, + { + "epoch": 0.6921119592875318, + "grad_norm": 5.37081732993789, + "learning_rate": 4.614079728583546e-06, + "loss": 0.7352, + "step": 816 + }, + { + "epoch": 0.6929601357082273, + "grad_norm": 4.5058757574340165, + "learning_rate": 4.6197342380548495e-06, + "loss": 0.8044, + "step": 817 + }, + { + "epoch": 0.6938083121289228, + "grad_norm": 4.666068576890783, + "learning_rate": 4.625388747526153e-06, + "loss": 0.8584, + "step": 818 + }, + { + "epoch": 0.6946564885496184, + "grad_norm": 4.247077904518902, + "learning_rate": 4.631043256997455e-06, + "loss": 0.831, + "step": 819 + }, + { + "epoch": 0.6955046649703138, + "grad_norm": 6.789856160393611, + "learning_rate": 4.636697766468759e-06, + "loss": 0.8684, + "step": 820 + }, + { + "epoch": 0.6963528413910093, + "grad_norm": 3.740325273276115, + "learning_rate": 4.642352275940062e-06, + "loss": 0.8914, + "step": 821 + }, + { + "epoch": 0.6972010178117048, + "grad_norm": 4.325696636034413, + "learning_rate": 4.6480067854113655e-06, + "loss": 0.796, + "step": 822 + }, + { + "epoch": 0.6980491942324003, + "grad_norm": 5.8187353500122425, + "learning_rate": 4.653661294882669e-06, + "loss": 0.8366, + "step": 823 + }, + { + "epoch": 0.6988973706530959, + "grad_norm": 4.298161592470312, + "learning_rate": 4.659315804353972e-06, + "loss": 0.7863, + "step": 824 + }, + { + "epoch": 0.6997455470737913, + "grad_norm": 4.280213937039556, + "learning_rate": 4.6649703138252765e-06, + "loss": 0.8787, + "step": 825 + }, + { + "epoch": 0.7005937234944869, + "grad_norm": 4.914481574953571, + "learning_rate": 4.67062482329658e-06, + "loss": 0.8275, + "step": 826 + }, + { + "epoch": 0.7014418999151824, + "grad_norm": 4.669559007567794, + "learning_rate": 4.676279332767883e-06, + "loss": 0.7998, + "step": 827 + }, + { + "epoch": 0.7022900763358778, + "grad_norm": 5.659180154544246, + "learning_rate": 4.681933842239187e-06, + "loss": 0.8164, + "step": 828 + }, + { + "epoch": 0.7031382527565734, + "grad_norm": 4.881712059851736, + "learning_rate": 4.68758835171049e-06, + "loss": 0.856, + "step": 829 + }, + { + "epoch": 0.7039864291772688, + "grad_norm": 3.9061892278816734, + "learning_rate": 4.6932428611817925e-06, + "loss": 0.7885, + "step": 830 + }, + { + "epoch": 0.7048346055979644, + "grad_norm": 5.096892198763439, + "learning_rate": 4.698897370653096e-06, + "loss": 0.8538, + "step": 831 + }, + { + "epoch": 0.7056827820186599, + "grad_norm": 4.350319745166096, + "learning_rate": 4.704551880124399e-06, + "loss": 0.893, + "step": 832 + }, + { + "epoch": 0.7065309584393554, + "grad_norm": 3.925326425430584, + "learning_rate": 4.710206389595703e-06, + "loss": 0.8343, + "step": 833 + }, + { + "epoch": 0.7073791348600509, + "grad_norm": 5.45391761052217, + "learning_rate": 4.715860899067006e-06, + "loss": 0.7334, + "step": 834 + }, + { + "epoch": 0.7082273112807463, + "grad_norm": 5.201027514906566, + "learning_rate": 4.721515408538309e-06, + "loss": 1.0092, + "step": 835 + }, + { + "epoch": 0.7090754877014419, + "grad_norm": 4.903767468060543, + "learning_rate": 4.727169918009613e-06, + "loss": 0.767, + "step": 836 + }, + { + "epoch": 0.7099236641221374, + "grad_norm": 6.023995723067504, + "learning_rate": 4.732824427480917e-06, + "loss": 0.8649, + "step": 837 + }, + { + "epoch": 0.7107718405428329, + "grad_norm": 4.539458350978999, + "learning_rate": 4.73847893695222e-06, + "loss": 0.7576, + "step": 838 + }, + { + "epoch": 0.7116200169635284, + "grad_norm": 5.064602199386722, + "learning_rate": 4.744133446423524e-06, + "loss": 0.9285, + "step": 839 + }, + { + "epoch": 0.712468193384224, + "grad_norm": 4.813328434223369, + "learning_rate": 4.749787955894827e-06, + "loss": 0.8785, + "step": 840 + }, + { + "epoch": 0.7133163698049194, + "grad_norm": 5.419324000667031, + "learning_rate": 4.75544246536613e-06, + "loss": 0.9498, + "step": 841 + }, + { + "epoch": 0.714164546225615, + "grad_norm": 4.808180227822277, + "learning_rate": 4.761096974837433e-06, + "loss": 0.7924, + "step": 842 + }, + { + "epoch": 0.7150127226463104, + "grad_norm": 4.836200388969791, + "learning_rate": 4.766751484308736e-06, + "loss": 0.8406, + "step": 843 + }, + { + "epoch": 0.7158608990670059, + "grad_norm": 5.078898961450219, + "learning_rate": 4.77240599378004e-06, + "loss": 0.7754, + "step": 844 + }, + { + "epoch": 0.7167090754877015, + "grad_norm": 5.984340219068549, + "learning_rate": 4.778060503251343e-06, + "loss": 0.8045, + "step": 845 + }, + { + "epoch": 0.7175572519083969, + "grad_norm": 4.959777742495329, + "learning_rate": 4.7837150127226464e-06, + "loss": 0.931, + "step": 846 + }, + { + "epoch": 0.7184054283290925, + "grad_norm": 5.591098064111353, + "learning_rate": 4.78936952219395e-06, + "loss": 0.8597, + "step": 847 + }, + { + "epoch": 0.719253604749788, + "grad_norm": 5.162385280404282, + "learning_rate": 4.795024031665253e-06, + "loss": 0.7243, + "step": 848 + }, + { + "epoch": 0.7201017811704835, + "grad_norm": 4.847621084730823, + "learning_rate": 4.8006785411365566e-06, + "loss": 0.9221, + "step": 849 + }, + { + "epoch": 0.720949957591179, + "grad_norm": 5.5338896322700135, + "learning_rate": 4.806333050607861e-06, + "loss": 0.7963, + "step": 850 + }, + { + "epoch": 0.7217981340118744, + "grad_norm": 4.075279769456977, + "learning_rate": 4.811987560079164e-06, + "loss": 0.8246, + "step": 851 + }, + { + "epoch": 0.72264631043257, + "grad_norm": 4.0440231333426775, + "learning_rate": 4.817642069550467e-06, + "loss": 0.7326, + "step": 852 + }, + { + "epoch": 0.7234944868532655, + "grad_norm": 4.441819551269153, + "learning_rate": 4.82329657902177e-06, + "loss": 0.7538, + "step": 853 + }, + { + "epoch": 0.724342663273961, + "grad_norm": 3.9290150573321343, + "learning_rate": 4.828951088493073e-06, + "loss": 0.7334, + "step": 854 + }, + { + "epoch": 0.7251908396946565, + "grad_norm": 4.673425536075999, + "learning_rate": 4.834605597964377e-06, + "loss": 0.8432, + "step": 855 + }, + { + "epoch": 0.726039016115352, + "grad_norm": 4.5080977221945915, + "learning_rate": 4.84026010743568e-06, + "loss": 0.7593, + "step": 856 + }, + { + "epoch": 0.7268871925360475, + "grad_norm": 4.297950299361873, + "learning_rate": 4.8459146169069835e-06, + "loss": 1.0088, + "step": 857 + }, + { + "epoch": 0.727735368956743, + "grad_norm": 5.564017460583146, + "learning_rate": 4.851569126378287e-06, + "loss": 0.8162, + "step": 858 + }, + { + "epoch": 0.7285835453774385, + "grad_norm": 4.588357868156461, + "learning_rate": 4.85722363584959e-06, + "loss": 0.7826, + "step": 859 + }, + { + "epoch": 0.729431721798134, + "grad_norm": 5.056343108117101, + "learning_rate": 4.862878145320894e-06, + "loss": 0.8048, + "step": 860 + }, + { + "epoch": 0.7302798982188295, + "grad_norm": 4.7363102820360465, + "learning_rate": 4.868532654792197e-06, + "loss": 0.8711, + "step": 861 + }, + { + "epoch": 0.731128074639525, + "grad_norm": 4.447116406833911, + "learning_rate": 4.8741871642635e-06, + "loss": 0.8532, + "step": 862 + }, + { + "epoch": 0.7319762510602206, + "grad_norm": 4.774384065148973, + "learning_rate": 4.879841673734804e-06, + "loss": 0.7408, + "step": 863 + }, + { + "epoch": 0.732824427480916, + "grad_norm": 4.242409652040258, + "learning_rate": 4.885496183206107e-06, + "loss": 0.8632, + "step": 864 + }, + { + "epoch": 0.7336726039016115, + "grad_norm": 5.275654814708161, + "learning_rate": 4.8911506926774105e-06, + "loss": 0.8296, + "step": 865 + }, + { + "epoch": 0.734520780322307, + "grad_norm": 4.172446604733591, + "learning_rate": 4.896805202148714e-06, + "loss": 0.7818, + "step": 866 + }, + { + "epoch": 0.7353689567430025, + "grad_norm": 3.779706421400544, + "learning_rate": 4.902459711620017e-06, + "loss": 0.8017, + "step": 867 + }, + { + "epoch": 0.7362171331636981, + "grad_norm": 3.6954042741381685, + "learning_rate": 4.908114221091321e-06, + "loss": 0.8998, + "step": 868 + }, + { + "epoch": 0.7370653095843935, + "grad_norm": 4.527186257573705, + "learning_rate": 4.913768730562624e-06, + "loss": 0.8676, + "step": 869 + }, + { + "epoch": 0.7379134860050891, + "grad_norm": 4.182301896571786, + "learning_rate": 4.919423240033927e-06, + "loss": 0.9446, + "step": 870 + }, + { + "epoch": 0.7387616624257846, + "grad_norm": 4.866274052788498, + "learning_rate": 4.925077749505231e-06, + "loss": 0.8719, + "step": 871 + }, + { + "epoch": 0.73960983884648, + "grad_norm": 4.808748968752662, + "learning_rate": 4.930732258976534e-06, + "loss": 0.8091, + "step": 872 + }, + { + "epoch": 0.7404580152671756, + "grad_norm": 4.203430919942842, + "learning_rate": 4.9363867684478375e-06, + "loss": 0.7468, + "step": 873 + }, + { + "epoch": 0.741306191687871, + "grad_norm": 5.911791164364998, + "learning_rate": 4.942041277919141e-06, + "loss": 0.7449, + "step": 874 + }, + { + "epoch": 0.7421543681085666, + "grad_norm": 5.804002731273148, + "learning_rate": 4.947695787390444e-06, + "loss": 0.8446, + "step": 875 + }, + { + "epoch": 0.7430025445292621, + "grad_norm": 4.177233992299606, + "learning_rate": 4.953350296861748e-06, + "loss": 0.6719, + "step": 876 + }, + { + "epoch": 0.7438507209499576, + "grad_norm": 5.48929621920975, + "learning_rate": 4.959004806333051e-06, + "loss": 0.8024, + "step": 877 + }, + { + "epoch": 0.7446988973706531, + "grad_norm": 4.584632693341794, + "learning_rate": 4.964659315804354e-06, + "loss": 0.8388, + "step": 878 + }, + { + "epoch": 0.7455470737913485, + "grad_norm": 4.3346056104227975, + "learning_rate": 4.970313825275658e-06, + "loss": 0.8643, + "step": 879 + }, + { + "epoch": 0.7463952502120441, + "grad_norm": 4.983556068886046, + "learning_rate": 4.975968334746961e-06, + "loss": 0.8706, + "step": 880 + }, + { + "epoch": 0.7472434266327396, + "grad_norm": 3.9579812874812723, + "learning_rate": 4.9816228442182645e-06, + "loss": 0.7895, + "step": 881 + }, + { + "epoch": 0.7480916030534351, + "grad_norm": 3.7909417298177135, + "learning_rate": 4.987277353689568e-06, + "loss": 0.8362, + "step": 882 + }, + { + "epoch": 0.7489397794741306, + "grad_norm": 4.808159586233542, + "learning_rate": 4.992931863160871e-06, + "loss": 0.775, + "step": 883 + }, + { + "epoch": 0.7497879558948262, + "grad_norm": 4.269150627314149, + "learning_rate": 4.9985863726321746e-06, + "loss": 0.8478, + "step": 884 + }, + { + "epoch": 0.7506361323155216, + "grad_norm": 4.43582877811714, + "learning_rate": 5.004240882103478e-06, + "loss": 0.9126, + "step": 885 + }, + { + "epoch": 0.7514843087362172, + "grad_norm": 4.530233682209926, + "learning_rate": 5.009895391574781e-06, + "loss": 0.8758, + "step": 886 + }, + { + "epoch": 0.7523324851569126, + "grad_norm": 3.8187404739368698, + "learning_rate": 5.015549901046085e-06, + "loss": 0.7516, + "step": 887 + }, + { + "epoch": 0.7531806615776081, + "grad_norm": 4.756249535854151, + "learning_rate": 5.021204410517389e-06, + "loss": 0.7882, + "step": 888 + }, + { + "epoch": 0.7540288379983037, + "grad_norm": 4.306521609606582, + "learning_rate": 5.026858919988692e-06, + "loss": 0.9176, + "step": 889 + }, + { + "epoch": 0.7548770144189991, + "grad_norm": 3.688818590377942, + "learning_rate": 5.032513429459994e-06, + "loss": 0.8253, + "step": 890 + }, + { + "epoch": 0.7557251908396947, + "grad_norm": 4.622767086021485, + "learning_rate": 5.038167938931297e-06, + "loss": 0.7715, + "step": 891 + }, + { + "epoch": 0.7565733672603902, + "grad_norm": 3.7958292512872993, + "learning_rate": 5.043822448402601e-06, + "loss": 0.7725, + "step": 892 + }, + { + "epoch": 0.7574215436810857, + "grad_norm": 3.9794201416779575, + "learning_rate": 5.049476957873904e-06, + "loss": 0.8374, + "step": 893 + }, + { + "epoch": 0.7582697201017812, + "grad_norm": 4.025732346378921, + "learning_rate": 5.055131467345208e-06, + "loss": 0.7665, + "step": 894 + }, + { + "epoch": 0.7591178965224766, + "grad_norm": 3.5128186577045213, + "learning_rate": 5.060785976816512e-06, + "loss": 0.8043, + "step": 895 + }, + { + "epoch": 0.7599660729431722, + "grad_norm": 3.8187211397010214, + "learning_rate": 5.066440486287815e-06, + "loss": 0.8182, + "step": 896 + }, + { + "epoch": 0.7608142493638677, + "grad_norm": 3.9076744194908093, + "learning_rate": 5.072094995759118e-06, + "loss": 0.8002, + "step": 897 + }, + { + "epoch": 0.7616624257845632, + "grad_norm": 4.47178918513851, + "learning_rate": 5.077749505230422e-06, + "loss": 0.9383, + "step": 898 + }, + { + "epoch": 0.7625106022052587, + "grad_norm": 3.6831000845556514, + "learning_rate": 5.083404014701725e-06, + "loss": 0.7249, + "step": 899 + }, + { + "epoch": 0.7633587786259542, + "grad_norm": 3.6369411646500964, + "learning_rate": 5.0890585241730285e-06, + "loss": 0.8864, + "step": 900 + }, + { + "epoch": 0.7642069550466497, + "grad_norm": 3.9442825590249098, + "learning_rate": 5.094713033644332e-06, + "loss": 0.9095, + "step": 901 + }, + { + "epoch": 0.7650551314673452, + "grad_norm": 4.330403643954701, + "learning_rate": 5.100367543115635e-06, + "loss": 0.6611, + "step": 902 + }, + { + "epoch": 0.7659033078880407, + "grad_norm": 3.45300997808917, + "learning_rate": 5.106022052586939e-06, + "loss": 0.7871, + "step": 903 + }, + { + "epoch": 0.7667514843087362, + "grad_norm": 4.407824521660291, + "learning_rate": 5.111676562058242e-06, + "loss": 0.8944, + "step": 904 + }, + { + "epoch": 0.7675996607294318, + "grad_norm": 4.0344996414308465, + "learning_rate": 5.117331071529545e-06, + "loss": 0.8421, + "step": 905 + }, + { + "epoch": 0.7684478371501272, + "grad_norm": 3.329135016967295, + "learning_rate": 5.122985581000849e-06, + "loss": 0.8589, + "step": 906 + }, + { + "epoch": 0.7692960135708228, + "grad_norm": 3.8507893484039295, + "learning_rate": 5.128640090472152e-06, + "loss": 0.8876, + "step": 907 + }, + { + "epoch": 0.7701441899915182, + "grad_norm": 3.327300920657426, + "learning_rate": 5.1342945999434555e-06, + "loss": 0.8499, + "step": 908 + }, + { + "epoch": 0.7709923664122137, + "grad_norm": 3.5132199734163754, + "learning_rate": 5.139949109414759e-06, + "loss": 0.8008, + "step": 909 + }, + { + "epoch": 0.7718405428329093, + "grad_norm": 3.5802579415537306, + "learning_rate": 5.145603618886062e-06, + "loss": 0.7476, + "step": 910 + }, + { + "epoch": 0.7726887192536047, + "grad_norm": 3.746358490353134, + "learning_rate": 5.151258128357366e-06, + "loss": 0.9247, + "step": 911 + }, + { + "epoch": 0.7735368956743003, + "grad_norm": 4.270990764825204, + "learning_rate": 5.156912637828668e-06, + "loss": 0.899, + "step": 912 + }, + { + "epoch": 0.7743850720949957, + "grad_norm": 4.03119610695884, + "learning_rate": 5.1625671472999715e-06, + "loss": 0.7382, + "step": 913 + }, + { + "epoch": 0.7752332485156913, + "grad_norm": 3.8002826532650227, + "learning_rate": 5.168221656771275e-06, + "loss": 0.7474, + "step": 914 + }, + { + "epoch": 0.7760814249363868, + "grad_norm": 3.445920607473542, + "learning_rate": 5.173876166242578e-06, + "loss": 0.7193, + "step": 915 + }, + { + "epoch": 0.7769296013570822, + "grad_norm": 3.921734929654987, + "learning_rate": 5.179530675713882e-06, + "loss": 0.8167, + "step": 916 + }, + { + "epoch": 0.7777777777777778, + "grad_norm": 4.0158999653907, + "learning_rate": 5.185185185185185e-06, + "loss": 0.886, + "step": 917 + }, + { + "epoch": 0.7786259541984732, + "grad_norm": 4.389798617851412, + "learning_rate": 5.190839694656488e-06, + "loss": 0.7599, + "step": 918 + }, + { + "epoch": 0.7794741306191688, + "grad_norm": 3.5324357765284153, + "learning_rate": 5.1964942041277926e-06, + "loss": 0.6701, + "step": 919 + }, + { + "epoch": 0.7803223070398643, + "grad_norm": 4.0188342053244295, + "learning_rate": 5.202148713599096e-06, + "loss": 0.7907, + "step": 920 + }, + { + "epoch": 0.7811704834605598, + "grad_norm": 3.7232852344935417, + "learning_rate": 5.207803223070399e-06, + "loss": 0.7903, + "step": 921 + }, + { + "epoch": 0.7820186598812553, + "grad_norm": 3.8019219984319665, + "learning_rate": 5.213457732541703e-06, + "loss": 0.7532, + "step": 922 + }, + { + "epoch": 0.7828668363019508, + "grad_norm": 3.5430491173435392, + "learning_rate": 5.219112242013006e-06, + "loss": 0.7286, + "step": 923 + }, + { + "epoch": 0.7837150127226463, + "grad_norm": 3.9215676435090785, + "learning_rate": 5.2247667514843094e-06, + "loss": 0.7454, + "step": 924 + }, + { + "epoch": 0.7845631891433418, + "grad_norm": 3.993854780868531, + "learning_rate": 5.230421260955613e-06, + "loss": 0.8397, + "step": 925 + }, + { + "epoch": 0.7854113655640373, + "grad_norm": 3.7158787891927587, + "learning_rate": 5.236075770426916e-06, + "loss": 0.8637, + "step": 926 + }, + { + "epoch": 0.7862595419847328, + "grad_norm": 4.533137679208687, + "learning_rate": 5.2417302798982195e-06, + "loss": 0.5789, + "step": 927 + }, + { + "epoch": 0.7871077184054284, + "grad_norm": 3.7921413623243123, + "learning_rate": 5.247384789369523e-06, + "loss": 0.8429, + "step": 928 + }, + { + "epoch": 0.7879558948261238, + "grad_norm": 4.6391716168436625, + "learning_rate": 5.253039298840826e-06, + "loss": 0.7372, + "step": 929 + }, + { + "epoch": 0.7888040712468194, + "grad_norm": 4.637130342988684, + "learning_rate": 5.25869380831213e-06, + "loss": 0.9032, + "step": 930 + }, + { + "epoch": 0.7896522476675149, + "grad_norm": 5.0493471182030785, + "learning_rate": 5.264348317783433e-06, + "loss": 0.7812, + "step": 931 + }, + { + "epoch": 0.7905004240882103, + "grad_norm": 5.1136637695026765, + "learning_rate": 5.270002827254736e-06, + "loss": 0.701, + "step": 932 + }, + { + "epoch": 0.7913486005089059, + "grad_norm": 4.316592843823052, + "learning_rate": 5.27565733672604e-06, + "loss": 0.6793, + "step": 933 + }, + { + "epoch": 0.7921967769296013, + "grad_norm": 4.5348694995144285, + "learning_rate": 5.281311846197342e-06, + "loss": 0.7294, + "step": 934 + }, + { + "epoch": 0.7930449533502969, + "grad_norm": 4.9965659587688, + "learning_rate": 5.286966355668646e-06, + "loss": 0.784, + "step": 935 + }, + { + "epoch": 0.7938931297709924, + "grad_norm": 4.009843324374993, + "learning_rate": 5.292620865139949e-06, + "loss": 0.7592, + "step": 936 + }, + { + "epoch": 0.7947413061916879, + "grad_norm": 6.294001810650021, + "learning_rate": 5.298275374611252e-06, + "loss": 0.7178, + "step": 937 + }, + { + "epoch": 0.7955894826123834, + "grad_norm": 4.389583572986664, + "learning_rate": 5.303929884082556e-06, + "loss": 0.944, + "step": 938 + }, + { + "epoch": 0.7964376590330788, + "grad_norm": 5.194962919479681, + "learning_rate": 5.309584393553859e-06, + "loss": 0.8091, + "step": 939 + }, + { + "epoch": 0.7972858354537744, + "grad_norm": 3.845373231555716, + "learning_rate": 5.3152389030251625e-06, + "loss": 0.6661, + "step": 940 + }, + { + "epoch": 0.7981340118744699, + "grad_norm": 3.777716775838882, + "learning_rate": 5.320893412496466e-06, + "loss": 0.7704, + "step": 941 + }, + { + "epoch": 0.7989821882951654, + "grad_norm": 4.067947652883994, + "learning_rate": 5.326547921967769e-06, + "loss": 0.7597, + "step": 942 + }, + { + "epoch": 0.7998303647158609, + "grad_norm": 4.429032025940276, + "learning_rate": 5.332202431439073e-06, + "loss": 0.8288, + "step": 943 + }, + { + "epoch": 0.8006785411365565, + "grad_norm": 4.613385933484471, + "learning_rate": 5.337856940910376e-06, + "loss": 0.7799, + "step": 944 + }, + { + "epoch": 0.8015267175572519, + "grad_norm": 3.3296935728594623, + "learning_rate": 5.34351145038168e-06, + "loss": 0.6477, + "step": 945 + }, + { + "epoch": 0.8023748939779474, + "grad_norm": 5.672820747021386, + "learning_rate": 5.349165959852984e-06, + "loss": 0.7692, + "step": 946 + }, + { + "epoch": 0.8032230703986429, + "grad_norm": 4.9167399213848135, + "learning_rate": 5.354820469324287e-06, + "loss": 0.7599, + "step": 947 + }, + { + "epoch": 0.8040712468193384, + "grad_norm": 3.9840250926732, + "learning_rate": 5.36047497879559e-06, + "loss": 0.855, + "step": 948 + }, + { + "epoch": 0.804919423240034, + "grad_norm": 4.755352483982604, + "learning_rate": 5.366129488266894e-06, + "loss": 0.8535, + "step": 949 + }, + { + "epoch": 0.8057675996607294, + "grad_norm": 4.971213942702606, + "learning_rate": 5.371783997738197e-06, + "loss": 0.7598, + "step": 950 + }, + { + "epoch": 0.806615776081425, + "grad_norm": 4.400521892583966, + "learning_rate": 5.3774385072095005e-06, + "loss": 0.8136, + "step": 951 + }, + { + "epoch": 0.8074639525021204, + "grad_norm": 4.736778090461827, + "learning_rate": 5.383093016680804e-06, + "loss": 0.8638, + "step": 952 + }, + { + "epoch": 0.8083121289228159, + "grad_norm": 4.842683488708093, + "learning_rate": 5.388747526152107e-06, + "loss": 0.8148, + "step": 953 + }, + { + "epoch": 0.8091603053435115, + "grad_norm": 3.5676727080787156, + "learning_rate": 5.394402035623411e-06, + "loss": 0.8057, + "step": 954 + }, + { + "epoch": 0.8100084817642069, + "grad_norm": 4.201809481772105, + "learning_rate": 5.400056545094714e-06, + "loss": 0.7976, + "step": 955 + }, + { + "epoch": 0.8108566581849025, + "grad_norm": 3.8592581268610004, + "learning_rate": 5.4057110545660165e-06, + "loss": 0.7495, + "step": 956 + }, + { + "epoch": 0.811704834605598, + "grad_norm": 4.687585866481371, + "learning_rate": 5.41136556403732e-06, + "loss": 0.9081, + "step": 957 + }, + { + "epoch": 0.8125530110262935, + "grad_norm": 4.1866447622035485, + "learning_rate": 5.417020073508623e-06, + "loss": 0.7584, + "step": 958 + }, + { + "epoch": 0.813401187446989, + "grad_norm": 3.3415026677677777, + "learning_rate": 5.422674582979927e-06, + "loss": 0.7716, + "step": 959 + }, + { + "epoch": 0.8142493638676844, + "grad_norm": 3.4886161067154613, + "learning_rate": 5.42832909245123e-06, + "loss": 0.7668, + "step": 960 + }, + { + "epoch": 0.81509754028838, + "grad_norm": 4.294090710613567, + "learning_rate": 5.433983601922533e-06, + "loss": 0.7236, + "step": 961 + }, + { + "epoch": 0.8159457167090755, + "grad_norm": 3.896058895950762, + "learning_rate": 5.439638111393837e-06, + "loss": 0.8407, + "step": 962 + }, + { + "epoch": 0.816793893129771, + "grad_norm": 3.772417412645239, + "learning_rate": 5.44529262086514e-06, + "loss": 0.7716, + "step": 963 + }, + { + "epoch": 0.8176420695504665, + "grad_norm": 4.293308627976475, + "learning_rate": 5.4509471303364434e-06, + "loss": 0.8074, + "step": 964 + }, + { + "epoch": 0.818490245971162, + "grad_norm": 4.412304727059251, + "learning_rate": 5.456601639807747e-06, + "loss": 0.796, + "step": 965 + }, + { + "epoch": 0.8193384223918575, + "grad_norm": 4.382002598412711, + "learning_rate": 5.46225614927905e-06, + "loss": 0.8076, + "step": 966 + }, + { + "epoch": 0.820186598812553, + "grad_norm": 4.644965131910655, + "learning_rate": 5.4679106587503536e-06, + "loss": 0.824, + "step": 967 + }, + { + "epoch": 0.8210347752332485, + "grad_norm": 3.6949518515014073, + "learning_rate": 5.473565168221657e-06, + "loss": 0.7618, + "step": 968 + }, + { + "epoch": 0.821882951653944, + "grad_norm": 4.66973424955387, + "learning_rate": 5.47921967769296e-06, + "loss": 0.8377, + "step": 969 + }, + { + "epoch": 0.8227311280746396, + "grad_norm": 4.258870817953971, + "learning_rate": 5.4848741871642645e-06, + "loss": 0.8068, + "step": 970 + }, + { + "epoch": 0.823579304495335, + "grad_norm": 4.0794153202896135, + "learning_rate": 5.490528696635568e-06, + "loss": 0.8721, + "step": 971 + }, + { + "epoch": 0.8244274809160306, + "grad_norm": 4.037804801486182, + "learning_rate": 5.496183206106871e-06, + "loss": 0.7947, + "step": 972 + }, + { + "epoch": 0.825275657336726, + "grad_norm": 3.8006033980202227, + "learning_rate": 5.501837715578175e-06, + "loss": 0.744, + "step": 973 + }, + { + "epoch": 0.8261238337574215, + "grad_norm": 4.445599450581995, + "learning_rate": 5.507492225049478e-06, + "loss": 0.8642, + "step": 974 + }, + { + "epoch": 0.8269720101781171, + "grad_norm": 4.020335407136175, + "learning_rate": 5.513146734520781e-06, + "loss": 0.7177, + "step": 975 + }, + { + "epoch": 0.8278201865988125, + "grad_norm": 4.298027783421423, + "learning_rate": 5.518801243992085e-06, + "loss": 0.8067, + "step": 976 + }, + { + "epoch": 0.8286683630195081, + "grad_norm": 3.839556575661968, + "learning_rate": 5.524455753463388e-06, + "loss": 0.8149, + "step": 977 + }, + { + "epoch": 0.8295165394402035, + "grad_norm": 5.001778417854473, + "learning_rate": 5.530110262934691e-06, + "loss": 0.7129, + "step": 978 + }, + { + "epoch": 0.8303647158608991, + "grad_norm": 4.563611924196883, + "learning_rate": 5.535764772405994e-06, + "loss": 0.8242, + "step": 979 + }, + { + "epoch": 0.8312128922815946, + "grad_norm": 4.949732198730722, + "learning_rate": 5.541419281877297e-06, + "loss": 0.8777, + "step": 980 + }, + { + "epoch": 0.8320610687022901, + "grad_norm": 4.455155235266574, + "learning_rate": 5.547073791348601e-06, + "loss": 0.7402, + "step": 981 + }, + { + "epoch": 0.8329092451229856, + "grad_norm": 4.336697076133125, + "learning_rate": 5.552728300819904e-06, + "loss": 0.7519, + "step": 982 + }, + { + "epoch": 0.833757421543681, + "grad_norm": 4.712853564667711, + "learning_rate": 5.5583828102912075e-06, + "loss": 0.7508, + "step": 983 + }, + { + "epoch": 0.8346055979643766, + "grad_norm": 4.479326476628411, + "learning_rate": 5.564037319762511e-06, + "loss": 0.8469, + "step": 984 + }, + { + "epoch": 0.8354537743850721, + "grad_norm": 3.6193078900146887, + "learning_rate": 5.569691829233814e-06, + "loss": 0.8, + "step": 985 + }, + { + "epoch": 0.8363019508057676, + "grad_norm": 3.769189873100867, + "learning_rate": 5.575346338705118e-06, + "loss": 0.7132, + "step": 986 + }, + { + "epoch": 0.8371501272264631, + "grad_norm": 4.459637973403097, + "learning_rate": 5.581000848176421e-06, + "loss": 0.7463, + "step": 987 + }, + { + "epoch": 0.8379983036471587, + "grad_norm": 4.428314825905205, + "learning_rate": 5.586655357647724e-06, + "loss": 0.794, + "step": 988 + }, + { + "epoch": 0.8388464800678541, + "grad_norm": 4.172359930567205, + "learning_rate": 5.592309867119028e-06, + "loss": 0.8989, + "step": 989 + }, + { + "epoch": 0.8396946564885496, + "grad_norm": 4.244143159534347, + "learning_rate": 5.597964376590331e-06, + "loss": 0.8203, + "step": 990 + }, + { + "epoch": 0.8405428329092451, + "grad_norm": 5.079311402869808, + "learning_rate": 5.6036188860616345e-06, + "loss": 0.741, + "step": 991 + }, + { + "epoch": 0.8413910093299406, + "grad_norm": 4.5512291835846295, + "learning_rate": 5.609273395532938e-06, + "loss": 0.8405, + "step": 992 + }, + { + "epoch": 0.8422391857506362, + "grad_norm": 4.5307448857784, + "learning_rate": 5.614927905004241e-06, + "loss": 0.7141, + "step": 993 + }, + { + "epoch": 0.8430873621713316, + "grad_norm": 4.415531430445697, + "learning_rate": 5.620582414475545e-06, + "loss": 0.7936, + "step": 994 + }, + { + "epoch": 0.8439355385920272, + "grad_norm": 4.837238201063116, + "learning_rate": 5.626236923946849e-06, + "loss": 0.755, + "step": 995 + }, + { + "epoch": 0.8447837150127226, + "grad_norm": 4.059333273051397, + "learning_rate": 5.631891433418152e-06, + "loss": 0.8317, + "step": 996 + }, + { + "epoch": 0.8456318914334181, + "grad_norm": 4.663527265431991, + "learning_rate": 5.6375459428894556e-06, + "loss": 0.765, + "step": 997 + }, + { + "epoch": 0.8464800678541137, + "grad_norm": 4.0325764172763705, + "learning_rate": 5.643200452360759e-06, + "loss": 0.7083, + "step": 998 + }, + { + "epoch": 0.8473282442748091, + "grad_norm": 4.1634923552734415, + "learning_rate": 5.648854961832062e-06, + "loss": 0.7916, + "step": 999 + }, + { + "epoch": 0.8481764206955047, + "grad_norm": 4.326964740380908, + "learning_rate": 5.654509471303364e-06, + "loss": 0.6873, + "step": 1000 + }, + { + "epoch": 0.8490245971162002, + "grad_norm": 3.5451409081218617, + "learning_rate": 5.660163980774668e-06, + "loss": 0.7941, + "step": 1001 + }, + { + "epoch": 0.8498727735368957, + "grad_norm": 3.8089343491330596, + "learning_rate": 5.6658184902459716e-06, + "loss": 0.7848, + "step": 1002 + }, + { + "epoch": 0.8507209499575912, + "grad_norm": 4.210090816693588, + "learning_rate": 5.671472999717275e-06, + "loss": 0.8617, + "step": 1003 + }, + { + "epoch": 0.8515691263782866, + "grad_norm": 3.7427506663790338, + "learning_rate": 5.677127509188578e-06, + "loss": 0.8664, + "step": 1004 + }, + { + "epoch": 0.8524173027989822, + "grad_norm": 3.72295598582167, + "learning_rate": 5.682782018659882e-06, + "loss": 0.7326, + "step": 1005 + }, + { + "epoch": 0.8532654792196777, + "grad_norm": 3.8721489034125964, + "learning_rate": 5.688436528131185e-06, + "loss": 0.6945, + "step": 1006 + }, + { + "epoch": 0.8541136556403732, + "grad_norm": 4.08059050333423, + "learning_rate": 5.6940910376024884e-06, + "loss": 0.8222, + "step": 1007 + }, + { + "epoch": 0.8549618320610687, + "grad_norm": 2.969206340259618, + "learning_rate": 5.699745547073792e-06, + "loss": 0.7304, + "step": 1008 + }, + { + "epoch": 0.8558100084817643, + "grad_norm": 3.5185566339044474, + "learning_rate": 5.705400056545095e-06, + "loss": 0.7862, + "step": 1009 + }, + { + "epoch": 0.8566581849024597, + "grad_norm": 3.9256376385456275, + "learning_rate": 5.7110545660163985e-06, + "loss": 0.9225, + "step": 1010 + }, + { + "epoch": 0.8575063613231552, + "grad_norm": 3.573573524076868, + "learning_rate": 5.716709075487702e-06, + "loss": 0.7026, + "step": 1011 + }, + { + "epoch": 0.8583545377438507, + "grad_norm": 3.905708047578429, + "learning_rate": 5.722363584959005e-06, + "loss": 0.7417, + "step": 1012 + }, + { + "epoch": 0.8592027141645462, + "grad_norm": 3.5019542110876145, + "learning_rate": 5.728018094430309e-06, + "loss": 0.6889, + "step": 1013 + }, + { + "epoch": 0.8600508905852418, + "grad_norm": 3.780592737056584, + "learning_rate": 5.733672603901612e-06, + "loss": 0.7363, + "step": 1014 + }, + { + "epoch": 0.8608990670059372, + "grad_norm": 3.5646685349412994, + "learning_rate": 5.739327113372915e-06, + "loss": 0.7408, + "step": 1015 + }, + { + "epoch": 0.8617472434266328, + "grad_norm": 3.295259960005205, + "learning_rate": 5.744981622844219e-06, + "loss": 0.8529, + "step": 1016 + }, + { + "epoch": 0.8625954198473282, + "grad_norm": 3.414027178979191, + "learning_rate": 5.750636132315522e-06, + "loss": 0.9113, + "step": 1017 + }, + { + "epoch": 0.8634435962680237, + "grad_norm": 3.694532705141429, + "learning_rate": 5.7562906417868255e-06, + "loss": 0.7369, + "step": 1018 + }, + { + "epoch": 0.8642917726887193, + "grad_norm": 3.1932326535270055, + "learning_rate": 5.761945151258129e-06, + "loss": 0.8421, + "step": 1019 + }, + { + "epoch": 0.8651399491094147, + "grad_norm": 3.811331155947097, + "learning_rate": 5.767599660729432e-06, + "loss": 0.6772, + "step": 1020 + }, + { + "epoch": 0.8659881255301103, + "grad_norm": 3.580493621845326, + "learning_rate": 5.7732541702007365e-06, + "loss": 0.7461, + "step": 1021 + }, + { + "epoch": 0.8668363019508057, + "grad_norm": 3.4178354503872925, + "learning_rate": 5.778908679672038e-06, + "loss": 0.6335, + "step": 1022 + }, + { + "epoch": 0.8676844783715013, + "grad_norm": 3.3774579411517456, + "learning_rate": 5.7845631891433415e-06, + "loss": 0.6805, + "step": 1023 + }, + { + "epoch": 0.8685326547921968, + "grad_norm": 3.430060897726787, + "learning_rate": 5.790217698614645e-06, + "loss": 0.5641, + "step": 1024 + }, + { + "epoch": 0.8693808312128923, + "grad_norm": 3.705053148882601, + "learning_rate": 5.795872208085948e-06, + "loss": 0.7568, + "step": 1025 + }, + { + "epoch": 0.8702290076335878, + "grad_norm": 3.81539421146754, + "learning_rate": 5.801526717557252e-06, + "loss": 0.7869, + "step": 1026 + }, + { + "epoch": 0.8710771840542832, + "grad_norm": 3.58700661262419, + "learning_rate": 5.807181227028556e-06, + "loss": 0.7503, + "step": 1027 + }, + { + "epoch": 0.8719253604749788, + "grad_norm": 3.843279548797671, + "learning_rate": 5.812835736499859e-06, + "loss": 0.7237, + "step": 1028 + }, + { + "epoch": 0.8727735368956743, + "grad_norm": 4.14780102024265, + "learning_rate": 5.818490245971163e-06, + "loss": 0.9509, + "step": 1029 + }, + { + "epoch": 0.8736217133163698, + "grad_norm": 3.191115788534733, + "learning_rate": 5.824144755442466e-06, + "loss": 0.8051, + "step": 1030 + }, + { + "epoch": 0.8744698897370653, + "grad_norm": 3.753594519664392, + "learning_rate": 5.829799264913769e-06, + "loss": 0.7711, + "step": 1031 + }, + { + "epoch": 0.8753180661577609, + "grad_norm": 3.830634378927821, + "learning_rate": 5.835453774385073e-06, + "loss": 0.6817, + "step": 1032 + }, + { + "epoch": 0.8761662425784563, + "grad_norm": 3.484223191369601, + "learning_rate": 5.841108283856376e-06, + "loss": 0.7123, + "step": 1033 + }, + { + "epoch": 0.8770144189991518, + "grad_norm": 3.6459673104631656, + "learning_rate": 5.8467627933276795e-06, + "loss": 0.6845, + "step": 1034 + }, + { + "epoch": 0.8778625954198473, + "grad_norm": 3.8793193230361, + "learning_rate": 5.852417302798983e-06, + "loss": 0.7896, + "step": 1035 + }, + { + "epoch": 0.8787107718405428, + "grad_norm": 3.1897952542944017, + "learning_rate": 5.858071812270286e-06, + "loss": 0.7669, + "step": 1036 + }, + { + "epoch": 0.8795589482612384, + "grad_norm": 3.7552437677044885, + "learning_rate": 5.8637263217415896e-06, + "loss": 0.7349, + "step": 1037 + }, + { + "epoch": 0.8804071246819338, + "grad_norm": 3.431743993514117, + "learning_rate": 5.869380831212893e-06, + "loss": 0.6403, + "step": 1038 + }, + { + "epoch": 0.8812553011026294, + "grad_norm": 3.9953632319903476, + "learning_rate": 5.875035340684196e-06, + "loss": 0.7168, + "step": 1039 + }, + { + "epoch": 0.8821034775233249, + "grad_norm": 4.305316101811466, + "learning_rate": 5.8806898501555e-06, + "loss": 0.7232, + "step": 1040 + }, + { + "epoch": 0.8829516539440203, + "grad_norm": 3.6353866705252385, + "learning_rate": 5.886344359626803e-06, + "loss": 0.7744, + "step": 1041 + }, + { + "epoch": 0.8837998303647159, + "grad_norm": 4.301329436918341, + "learning_rate": 5.8919988690981064e-06, + "loss": 0.6762, + "step": 1042 + }, + { + "epoch": 0.8846480067854113, + "grad_norm": 3.71719639780188, + "learning_rate": 5.89765337856941e-06, + "loss": 0.8341, + "step": 1043 + }, + { + "epoch": 0.8854961832061069, + "grad_norm": 3.8562132085216922, + "learning_rate": 5.903307888040712e-06, + "loss": 0.7226, + "step": 1044 + }, + { + "epoch": 0.8863443596268024, + "grad_norm": 3.8056595275285, + "learning_rate": 5.908962397512016e-06, + "loss": 0.643, + "step": 1045 + }, + { + "epoch": 0.8871925360474979, + "grad_norm": 4.906371316194964, + "learning_rate": 5.914616906983319e-06, + "loss": 0.9456, + "step": 1046 + }, + { + "epoch": 0.8880407124681934, + "grad_norm": 3.776434700492015, + "learning_rate": 5.9202714164546224e-06, + "loss": 0.7601, + "step": 1047 + }, + { + "epoch": 0.8888888888888888, + "grad_norm": 3.6148819183431495, + "learning_rate": 5.925925925925926e-06, + "loss": 0.7563, + "step": 1048 + }, + { + "epoch": 0.8897370653095844, + "grad_norm": 4.948332805242828, + "learning_rate": 5.931580435397229e-06, + "loss": 0.6796, + "step": 1049 + }, + { + "epoch": 0.8905852417302799, + "grad_norm": 3.6807003135249987, + "learning_rate": 5.9372349448685326e-06, + "loss": 0.7449, + "step": 1050 + }, + { + "epoch": 0.8914334181509754, + "grad_norm": 4.799366261661984, + "learning_rate": 5.942889454339836e-06, + "loss": 0.7217, + "step": 1051 + }, + { + "epoch": 0.8922815945716709, + "grad_norm": 4.292616343474544, + "learning_rate": 5.94854396381114e-06, + "loss": 0.7756, + "step": 1052 + }, + { + "epoch": 0.8931297709923665, + "grad_norm": 3.628499091232793, + "learning_rate": 5.9541984732824435e-06, + "loss": 0.659, + "step": 1053 + }, + { + "epoch": 0.8939779474130619, + "grad_norm": 3.9303064353885158, + "learning_rate": 5.959852982753747e-06, + "loss": 0.7176, + "step": 1054 + }, + { + "epoch": 0.8948261238337574, + "grad_norm": 3.3616276549998867, + "learning_rate": 5.96550749222505e-06, + "loss": 0.5936, + "step": 1055 + }, + { + "epoch": 0.8956743002544529, + "grad_norm": 3.9154366822582785, + "learning_rate": 5.971162001696354e-06, + "loss": 0.8211, + "step": 1056 + }, + { + "epoch": 0.8965224766751484, + "grad_norm": 4.14692391930503, + "learning_rate": 5.976816511167657e-06, + "loss": 0.7747, + "step": 1057 + }, + { + "epoch": 0.897370653095844, + "grad_norm": 4.070829937488216, + "learning_rate": 5.98247102063896e-06, + "loss": 0.6727, + "step": 1058 + }, + { + "epoch": 0.8982188295165394, + "grad_norm": 3.2654465937605357, + "learning_rate": 5.988125530110264e-06, + "loss": 0.6714, + "step": 1059 + }, + { + "epoch": 0.899067005937235, + "grad_norm": 2.9686739598600704, + "learning_rate": 5.993780039581567e-06, + "loss": 0.7113, + "step": 1060 + }, + { + "epoch": 0.8999151823579304, + "grad_norm": 3.752613693830507, + "learning_rate": 5.9994345490528705e-06, + "loss": 0.6677, + "step": 1061 + }, + { + "epoch": 0.9007633587786259, + "grad_norm": 3.868277517849365, + "learning_rate": 6.005089058524174e-06, + "loss": 0.7297, + "step": 1062 + }, + { + "epoch": 0.9016115351993215, + "grad_norm": 3.4803426528111494, + "learning_rate": 6.010743567995477e-06, + "loss": 0.7212, + "step": 1063 + }, + { + "epoch": 0.9024597116200169, + "grad_norm": 3.7954354209039387, + "learning_rate": 6.016398077466781e-06, + "loss": 0.7469, + "step": 1064 + }, + { + "epoch": 0.9033078880407125, + "grad_norm": 3.3657053089359548, + "learning_rate": 6.022052586938084e-06, + "loss": 0.7489, + "step": 1065 + }, + { + "epoch": 0.904156064461408, + "grad_norm": 3.4467873490355716, + "learning_rate": 6.0277070964093865e-06, + "loss": 0.7755, + "step": 1066 + }, + { + "epoch": 0.9050042408821035, + "grad_norm": 3.640585685685937, + "learning_rate": 6.03336160588069e-06, + "loss": 0.8411, + "step": 1067 + }, + { + "epoch": 0.905852417302799, + "grad_norm": 3.535160424407069, + "learning_rate": 6.039016115351993e-06, + "loss": 0.8018, + "step": 1068 + }, + { + "epoch": 0.9067005937234945, + "grad_norm": 3.6218993570463542, + "learning_rate": 6.044670624823297e-06, + "loss": 0.756, + "step": 1069 + }, + { + "epoch": 0.90754877014419, + "grad_norm": 3.592531757173998, + "learning_rate": 6.0503251342946e-06, + "loss": 0.851, + "step": 1070 + }, + { + "epoch": 0.9083969465648855, + "grad_norm": 3.314828008271283, + "learning_rate": 6.055979643765903e-06, + "loss": 0.7244, + "step": 1071 + }, + { + "epoch": 0.909245122985581, + "grad_norm": 3.6173781805727576, + "learning_rate": 6.061634153237207e-06, + "loss": 0.7309, + "step": 1072 + }, + { + "epoch": 0.9100932994062765, + "grad_norm": 4.0906667728776975, + "learning_rate": 6.06728866270851e-06, + "loss": 0.6827, + "step": 1073 + }, + { + "epoch": 0.910941475826972, + "grad_norm": 3.9232722526089674, + "learning_rate": 6.0729431721798135e-06, + "loss": 0.7807, + "step": 1074 + }, + { + "epoch": 0.9117896522476675, + "grad_norm": 3.225184595761146, + "learning_rate": 6.078597681651117e-06, + "loss": 0.7465, + "step": 1075 + }, + { + "epoch": 0.9126378286683631, + "grad_norm": 3.598756019703259, + "learning_rate": 6.08425219112242e-06, + "loss": 0.6213, + "step": 1076 + }, + { + "epoch": 0.9134860050890585, + "grad_norm": 3.8117388140150417, + "learning_rate": 6.0899067005937244e-06, + "loss": 0.746, + "step": 1077 + }, + { + "epoch": 0.914334181509754, + "grad_norm": 3.813221355616975, + "learning_rate": 6.095561210065028e-06, + "loss": 0.6243, + "step": 1078 + }, + { + "epoch": 0.9151823579304496, + "grad_norm": 3.8433554438894157, + "learning_rate": 6.101215719536331e-06, + "loss": 0.6659, + "step": 1079 + }, + { + "epoch": 0.916030534351145, + "grad_norm": 4.242405608676741, + "learning_rate": 6.1068702290076346e-06, + "loss": 0.7997, + "step": 1080 + }, + { + "epoch": 0.9168787107718406, + "grad_norm": 3.3058664116055656, + "learning_rate": 6.112524738478938e-06, + "loss": 0.7141, + "step": 1081 + }, + { + "epoch": 0.917726887192536, + "grad_norm": 4.156802939184789, + "learning_rate": 6.118179247950241e-06, + "loss": 0.8619, + "step": 1082 + }, + { + "epoch": 0.9185750636132316, + "grad_norm": 3.426938633652764, + "learning_rate": 6.123833757421545e-06, + "loss": 0.7558, + "step": 1083 + }, + { + "epoch": 0.9194232400339271, + "grad_norm": 3.5648456440608776, + "learning_rate": 6.129488266892848e-06, + "loss": 0.7134, + "step": 1084 + }, + { + "epoch": 0.9202714164546225, + "grad_norm": 4.079305503758166, + "learning_rate": 6.135142776364151e-06, + "loss": 0.7142, + "step": 1085 + }, + { + "epoch": 0.9211195928753181, + "grad_norm": 3.4488766368323955, + "learning_rate": 6.140797285835455e-06, + "loss": 0.6763, + "step": 1086 + }, + { + "epoch": 0.9219677692960135, + "grad_norm": 3.493866347664497, + "learning_rate": 6.146451795306758e-06, + "loss": 0.6809, + "step": 1087 + }, + { + "epoch": 0.9228159457167091, + "grad_norm": 3.892059685071028, + "learning_rate": 6.152106304778061e-06, + "loss": 0.7221, + "step": 1088 + }, + { + "epoch": 0.9236641221374046, + "grad_norm": 4.277668038952567, + "learning_rate": 6.157760814249364e-06, + "loss": 0.6713, + "step": 1089 + }, + { + "epoch": 0.9245122985581001, + "grad_norm": 3.7053266270531378, + "learning_rate": 6.163415323720667e-06, + "loss": 0.6597, + "step": 1090 + }, + { + "epoch": 0.9253604749787956, + "grad_norm": 3.6807567887635857, + "learning_rate": 6.169069833191971e-06, + "loss": 0.7125, + "step": 1091 + }, + { + "epoch": 0.926208651399491, + "grad_norm": 3.68185128209964, + "learning_rate": 6.174724342663274e-06, + "loss": 0.7372, + "step": 1092 + }, + { + "epoch": 0.9270568278201866, + "grad_norm": 3.140300535637513, + "learning_rate": 6.1803788521345775e-06, + "loss": 0.6619, + "step": 1093 + }, + { + "epoch": 0.9279050042408821, + "grad_norm": 3.299382474051224, + "learning_rate": 6.186033361605881e-06, + "loss": 0.7459, + "step": 1094 + }, + { + "epoch": 0.9287531806615776, + "grad_norm": 3.3197912150859774, + "learning_rate": 6.191687871077184e-06, + "loss": 0.8293, + "step": 1095 + }, + { + "epoch": 0.9296013570822731, + "grad_norm": 3.269098370861314, + "learning_rate": 6.197342380548488e-06, + "loss": 0.7306, + "step": 1096 + }, + { + "epoch": 0.9304495335029687, + "grad_norm": 3.401904955409528, + "learning_rate": 6.202996890019791e-06, + "loss": 0.6494, + "step": 1097 + }, + { + "epoch": 0.9312977099236641, + "grad_norm": 3.3235881757791335, + "learning_rate": 6.208651399491094e-06, + "loss": 0.7915, + "step": 1098 + }, + { + "epoch": 0.9321458863443596, + "grad_norm": 3.5746331196858083, + "learning_rate": 6.214305908962398e-06, + "loss": 0.721, + "step": 1099 + }, + { + "epoch": 0.9329940627650551, + "grad_norm": 3.070957009167513, + "learning_rate": 6.219960418433701e-06, + "loss": 0.6392, + "step": 1100 + }, + { + "epoch": 0.9338422391857506, + "grad_norm": 3.298077834437819, + "learning_rate": 6.2256149279050045e-06, + "loss": 0.6547, + "step": 1101 + }, + { + "epoch": 0.9346904156064462, + "grad_norm": 3.9238498593018054, + "learning_rate": 6.231269437376308e-06, + "loss": 0.811, + "step": 1102 + }, + { + "epoch": 0.9355385920271416, + "grad_norm": 3.4683121145103923, + "learning_rate": 6.236923946847612e-06, + "loss": 0.6895, + "step": 1103 + }, + { + "epoch": 0.9363867684478372, + "grad_norm": 3.6101709949072744, + "learning_rate": 6.2425784563189155e-06, + "loss": 0.732, + "step": 1104 + }, + { + "epoch": 0.9372349448685326, + "grad_norm": 3.461378043579347, + "learning_rate": 6.248232965790219e-06, + "loss": 0.7113, + "step": 1105 + }, + { + "epoch": 0.9380831212892281, + "grad_norm": 4.675490748829683, + "learning_rate": 6.253887475261522e-06, + "loss": 0.7275, + "step": 1106 + }, + { + "epoch": 0.9389312977099237, + "grad_norm": 3.2848433245608435, + "learning_rate": 6.259541984732826e-06, + "loss": 0.6455, + "step": 1107 + }, + { + "epoch": 0.9397794741306191, + "grad_norm": 3.5261461593987518, + "learning_rate": 6.265196494204129e-06, + "loss": 0.8346, + "step": 1108 + }, + { + "epoch": 0.9406276505513147, + "grad_norm": 3.2452660513994664, + "learning_rate": 6.270851003675432e-06, + "loss": 0.7074, + "step": 1109 + }, + { + "epoch": 0.9414758269720102, + "grad_norm": 3.7993535766562183, + "learning_rate": 6.276505513146735e-06, + "loss": 0.8702, + "step": 1110 + }, + { + "epoch": 0.9423240033927057, + "grad_norm": 3.7399211779649084, + "learning_rate": 6.282160022618038e-06, + "loss": 0.7044, + "step": 1111 + }, + { + "epoch": 0.9431721798134012, + "grad_norm": 3.7746634991662087, + "learning_rate": 6.287814532089342e-06, + "loss": 0.7315, + "step": 1112 + }, + { + "epoch": 0.9440203562340967, + "grad_norm": 3.6538784809852336, + "learning_rate": 6.293469041560645e-06, + "loss": 0.779, + "step": 1113 + }, + { + "epoch": 0.9448685326547922, + "grad_norm": 3.444629708430546, + "learning_rate": 6.299123551031948e-06, + "loss": 0.6884, + "step": 1114 + }, + { + "epoch": 0.9457167090754877, + "grad_norm": 3.5598112776932154, + "learning_rate": 6.304778060503252e-06, + "loss": 0.8014, + "step": 1115 + }, + { + "epoch": 0.9465648854961832, + "grad_norm": 3.258997395866913, + "learning_rate": 6.310432569974555e-06, + "loss": 0.806, + "step": 1116 + }, + { + "epoch": 0.9474130619168787, + "grad_norm": 2.9811335838039925, + "learning_rate": 6.3160870794458585e-06, + "loss": 0.7314, + "step": 1117 + }, + { + "epoch": 0.9482612383375743, + "grad_norm": 3.282107047517162, + "learning_rate": 6.321741588917162e-06, + "loss": 0.6602, + "step": 1118 + }, + { + "epoch": 0.9491094147582697, + "grad_norm": 3.310628473462629, + "learning_rate": 6.327396098388465e-06, + "loss": 0.8196, + "step": 1119 + }, + { + "epoch": 0.9499575911789653, + "grad_norm": 3.358169368652307, + "learning_rate": 6.3330506078597686e-06, + "loss": 0.7656, + "step": 1120 + }, + { + "epoch": 0.9508057675996607, + "grad_norm": 3.7551023635793426, + "learning_rate": 6.338705117331072e-06, + "loss": 0.6868, + "step": 1121 + }, + { + "epoch": 0.9516539440203562, + "grad_norm": 3.7431605879388474, + "learning_rate": 6.344359626802375e-06, + "loss": 0.7611, + "step": 1122 + }, + { + "epoch": 0.9525021204410518, + "grad_norm": 3.2009038773679026, + "learning_rate": 6.350014136273679e-06, + "loss": 0.7721, + "step": 1123 + }, + { + "epoch": 0.9533502968617472, + "grad_norm": 3.8642165390093304, + "learning_rate": 6.355668645744982e-06, + "loss": 0.616, + "step": 1124 + }, + { + "epoch": 0.9541984732824428, + "grad_norm": 3.2259096918516708, + "learning_rate": 6.3613231552162854e-06, + "loss": 0.7133, + "step": 1125 + }, + { + "epoch": 0.9550466497031382, + "grad_norm": 3.169559890506487, + "learning_rate": 6.366977664687589e-06, + "loss": 0.6966, + "step": 1126 + }, + { + "epoch": 0.9558948261238338, + "grad_norm": 3.5182494289983195, + "learning_rate": 6.372632174158892e-06, + "loss": 0.7844, + "step": 1127 + }, + { + "epoch": 0.9567430025445293, + "grad_norm": 3.2615629621568822, + "learning_rate": 6.378286683630196e-06, + "loss": 0.6942, + "step": 1128 + }, + { + "epoch": 0.9575911789652247, + "grad_norm": 3.564997818115773, + "learning_rate": 6.3839411931015e-06, + "loss": 0.8623, + "step": 1129 + }, + { + "epoch": 0.9584393553859203, + "grad_norm": 4.049548688657502, + "learning_rate": 6.389595702572803e-06, + "loss": 0.6743, + "step": 1130 + }, + { + "epoch": 0.9592875318066157, + "grad_norm": 3.162151999681805, + "learning_rate": 6.3952502120441065e-06, + "loss": 0.7809, + "step": 1131 + }, + { + "epoch": 0.9601357082273113, + "grad_norm": 3.341048090028464, + "learning_rate": 6.400904721515408e-06, + "loss": 0.7117, + "step": 1132 + }, + { + "epoch": 0.9609838846480068, + "grad_norm": 3.93702313774311, + "learning_rate": 6.4065592309867116e-06, + "loss": 0.732, + "step": 1133 + }, + { + "epoch": 0.9618320610687023, + "grad_norm": 3.4398206685788657, + "learning_rate": 6.412213740458016e-06, + "loss": 0.7123, + "step": 1134 + }, + { + "epoch": 0.9626802374893978, + "grad_norm": 3.7104240698684268, + "learning_rate": 6.417868249929319e-06, + "loss": 0.7467, + "step": 1135 + }, + { + "epoch": 0.9635284139100933, + "grad_norm": 3.308251541547701, + "learning_rate": 6.4235227594006225e-06, + "loss": 0.6272, + "step": 1136 + }, + { + "epoch": 0.9643765903307888, + "grad_norm": 3.2480493538535424, + "learning_rate": 6.429177268871926e-06, + "loss": 0.7298, + "step": 1137 + }, + { + "epoch": 0.9652247667514843, + "grad_norm": 3.3098029583242146, + "learning_rate": 6.434831778343229e-06, + "loss": 0.68, + "step": 1138 + }, + { + "epoch": 0.9660729431721798, + "grad_norm": 4.062760585373905, + "learning_rate": 6.440486287814533e-06, + "loss": 0.7672, + "step": 1139 + }, + { + "epoch": 0.9669211195928753, + "grad_norm": 3.5969986428431957, + "learning_rate": 6.446140797285836e-06, + "loss": 0.7307, + "step": 1140 + }, + { + "epoch": 0.9677692960135709, + "grad_norm": 3.629163417426901, + "learning_rate": 6.451795306757139e-06, + "loss": 0.7651, + "step": 1141 + }, + { + "epoch": 0.9686174724342663, + "grad_norm": 3.387486446503767, + "learning_rate": 6.457449816228443e-06, + "loss": 0.6687, + "step": 1142 + }, + { + "epoch": 0.9694656488549618, + "grad_norm": 3.7119494483133977, + "learning_rate": 6.463104325699746e-06, + "loss": 0.6287, + "step": 1143 + }, + { + "epoch": 0.9703138252756573, + "grad_norm": 3.983816465351939, + "learning_rate": 6.4687588351710495e-06, + "loss": 0.6283, + "step": 1144 + }, + { + "epoch": 0.9711620016963528, + "grad_norm": 3.262344037236596, + "learning_rate": 6.474413344642353e-06, + "loss": 0.7807, + "step": 1145 + }, + { + "epoch": 0.9720101781170484, + "grad_norm": 3.7005162152069726, + "learning_rate": 6.480067854113656e-06, + "loss": 0.7765, + "step": 1146 + }, + { + "epoch": 0.9728583545377438, + "grad_norm": 3.7748068630583527, + "learning_rate": 6.48572236358496e-06, + "loss": 0.7518, + "step": 1147 + }, + { + "epoch": 0.9737065309584394, + "grad_norm": 3.018490972674895, + "learning_rate": 6.491376873056263e-06, + "loss": 0.6058, + "step": 1148 + }, + { + "epoch": 0.9745547073791349, + "grad_norm": 3.86358098917502, + "learning_rate": 6.497031382527566e-06, + "loss": 0.7762, + "step": 1149 + }, + { + "epoch": 0.9754028837998303, + "grad_norm": 3.9257480152570685, + "learning_rate": 6.50268589199887e-06, + "loss": 0.7011, + "step": 1150 + }, + { + "epoch": 0.9762510602205259, + "grad_norm": 4.035012935517128, + "learning_rate": 6.508340401470173e-06, + "loss": 0.7576, + "step": 1151 + }, + { + "epoch": 0.9770992366412213, + "grad_norm": 3.2580136297133167, + "learning_rate": 6.5139949109414765e-06, + "loss": 0.6818, + "step": 1152 + }, + { + "epoch": 0.9779474130619169, + "grad_norm": 3.643706162843197, + "learning_rate": 6.519649420412781e-06, + "loss": 0.7768, + "step": 1153 + }, + { + "epoch": 0.9787955894826124, + "grad_norm": 3.5469414115930347, + "learning_rate": 6.525303929884082e-06, + "loss": 0.7437, + "step": 1154 + }, + { + "epoch": 0.9796437659033079, + "grad_norm": 4.2058072387227865, + "learning_rate": 6.530958439355386e-06, + "loss": 0.6336, + "step": 1155 + }, + { + "epoch": 0.9804919423240034, + "grad_norm": 3.511415996031192, + "learning_rate": 6.536612948826689e-06, + "loss": 0.7107, + "step": 1156 + }, + { + "epoch": 0.981340118744699, + "grad_norm": 4.078966978589445, + "learning_rate": 6.5422674582979925e-06, + "loss": 0.7508, + "step": 1157 + }, + { + "epoch": 0.9821882951653944, + "grad_norm": 4.3720321166762846, + "learning_rate": 6.547921967769296e-06, + "loss": 0.7552, + "step": 1158 + }, + { + "epoch": 0.9830364715860899, + "grad_norm": 2.9794704724691714, + "learning_rate": 6.5535764772406e-06, + "loss": 0.7412, + "step": 1159 + }, + { + "epoch": 0.9838846480067854, + "grad_norm": 3.338333879192085, + "learning_rate": 6.5592309867119034e-06, + "loss": 0.8087, + "step": 1160 + }, + { + "epoch": 0.9847328244274809, + "grad_norm": 3.4463499487374274, + "learning_rate": 6.564885496183207e-06, + "loss": 0.7787, + "step": 1161 + }, + { + "epoch": 0.9855810008481765, + "grad_norm": 3.1408479880939266, + "learning_rate": 6.57054000565451e-06, + "loss": 0.6829, + "step": 1162 + }, + { + "epoch": 0.9864291772688719, + "grad_norm": 3.296555869082306, + "learning_rate": 6.5761945151258135e-06, + "loss": 0.6113, + "step": 1163 + }, + { + "epoch": 0.9872773536895675, + "grad_norm": 3.795556045264934, + "learning_rate": 6.581849024597117e-06, + "loss": 0.7562, + "step": 1164 + }, + { + "epoch": 0.9881255301102629, + "grad_norm": 3.6281270666097254, + "learning_rate": 6.58750353406842e-06, + "loss": 0.7488, + "step": 1165 + }, + { + "epoch": 0.9889737065309584, + "grad_norm": 3.4636349831365063, + "learning_rate": 6.593158043539724e-06, + "loss": 0.7081, + "step": 1166 + }, + { + "epoch": 0.989821882951654, + "grad_norm": 2.990079335308948, + "learning_rate": 6.598812553011027e-06, + "loss": 0.5733, + "step": 1167 + }, + { + "epoch": 0.9906700593723494, + "grad_norm": 3.2934510159913692, + "learning_rate": 6.60446706248233e-06, + "loss": 0.6651, + "step": 1168 + }, + { + "epoch": 0.991518235793045, + "grad_norm": 3.2584018052273116, + "learning_rate": 6.610121571953634e-06, + "loss": 0.6798, + "step": 1169 + }, + { + "epoch": 0.9923664122137404, + "grad_norm": 3.470935978527438, + "learning_rate": 6.615776081424937e-06, + "loss": 0.737, + "step": 1170 + }, + { + "epoch": 0.993214588634436, + "grad_norm": 3.14151029488006, + "learning_rate": 6.6214305908962405e-06, + "loss": 0.7499, + "step": 1171 + }, + { + "epoch": 0.9940627650551315, + "grad_norm": 3.8160679560381796, + "learning_rate": 6.627085100367544e-06, + "loss": 0.6347, + "step": 1172 + }, + { + "epoch": 0.9949109414758269, + "grad_norm": 3.2741107115104877, + "learning_rate": 6.632739609838847e-06, + "loss": 0.6995, + "step": 1173 + }, + { + "epoch": 0.9957591178965225, + "grad_norm": 3.0959791057248935, + "learning_rate": 6.638394119310151e-06, + "loss": 0.7008, + "step": 1174 + }, + { + "epoch": 0.996607294317218, + "grad_norm": 3.188455730316546, + "learning_rate": 6.644048628781454e-06, + "loss": 0.6901, + "step": 1175 + }, + { + "epoch": 0.9974554707379135, + "grad_norm": 3.3077101199666177, + "learning_rate": 6.6497031382527565e-06, + "loss": 0.7538, + "step": 1176 + }, + { + "epoch": 0.998303647158609, + "grad_norm": 3.026109295356428, + "learning_rate": 6.65535764772406e-06, + "loss": 0.7196, + "step": 1177 + }, + { + "epoch": 0.9991518235793045, + "grad_norm": 3.279405551904372, + "learning_rate": 6.661012157195363e-06, + "loss": 0.6788, + "step": 1178 + }, + { + "epoch": 1.0, + "grad_norm": 3.3540861298887563, + "learning_rate": 6.666666666666667e-06, + "loss": 0.7942, + "step": 1179 + }, + { + "epoch": 1.0008481764206956, + "grad_norm": 3.1305977708568498, + "learning_rate": 6.67232117613797e-06, + "loss": 0.7608, + "step": 1180 + }, + { + "epoch": 1.001696352841391, + "grad_norm": 3.394814819160297, + "learning_rate": 6.677975685609273e-06, + "loss": 0.7015, + "step": 1181 + }, + { + "epoch": 1.0025445292620865, + "grad_norm": 3.36959123632997, + "learning_rate": 6.683630195080577e-06, + "loss": 0.7289, + "step": 1182 + }, + { + "epoch": 1.003392705682782, + "grad_norm": 3.0534723508286596, + "learning_rate": 6.68928470455188e-06, + "loss": 0.6924, + "step": 1183 + }, + { + "epoch": 1.0042408821034776, + "grad_norm": 2.997183932884502, + "learning_rate": 6.6949392140231835e-06, + "loss": 0.7679, + "step": 1184 + }, + { + "epoch": 1.005089058524173, + "grad_norm": 3.0217758157898573, + "learning_rate": 6.700593723494488e-06, + "loss": 0.6431, + "step": 1185 + }, + { + "epoch": 1.0059372349448685, + "grad_norm": 3.307532783316461, + "learning_rate": 6.706248232965791e-06, + "loss": 0.6454, + "step": 1186 + }, + { + "epoch": 1.006785411365564, + "grad_norm": 4.024801481591726, + "learning_rate": 6.7119027424370945e-06, + "loss": 0.9277, + "step": 1187 + }, + { + "epoch": 1.0076335877862594, + "grad_norm": 3.0500947946152626, + "learning_rate": 6.717557251908398e-06, + "loss": 0.701, + "step": 1188 + }, + { + "epoch": 1.008481764206955, + "grad_norm": 3.1290464399355646, + "learning_rate": 6.723211761379701e-06, + "loss": 0.708, + "step": 1189 + }, + { + "epoch": 1.0093299406276506, + "grad_norm": 3.6689982146579787, + "learning_rate": 6.728866270851005e-06, + "loss": 0.7417, + "step": 1190 + }, + { + "epoch": 1.0101781170483461, + "grad_norm": 3.1868378923644003, + "learning_rate": 6.734520780322308e-06, + "loss": 0.7102, + "step": 1191 + }, + { + "epoch": 1.0110262934690415, + "grad_norm": 3.2692817525034106, + "learning_rate": 6.740175289793611e-06, + "loss": 0.6316, + "step": 1192 + }, + { + "epoch": 1.011874469889737, + "grad_norm": 3.4099027298064923, + "learning_rate": 6.745829799264915e-06, + "loss": 0.6792, + "step": 1193 + }, + { + "epoch": 1.0127226463104326, + "grad_norm": 3.3238207403598308, + "learning_rate": 6.751484308736218e-06, + "loss": 0.743, + "step": 1194 + }, + { + "epoch": 1.013570822731128, + "grad_norm": 3.4730495452241814, + "learning_rate": 6.7571388182075214e-06, + "loss": 0.8136, + "step": 1195 + }, + { + "epoch": 1.0144189991518235, + "grad_norm": 3.6528181285313024, + "learning_rate": 6.762793327678825e-06, + "loss": 0.637, + "step": 1196 + }, + { + "epoch": 1.015267175572519, + "grad_norm": 3.5410720914238194, + "learning_rate": 6.768447837150128e-06, + "loss": 0.7421, + "step": 1197 + }, + { + "epoch": 1.0161153519932147, + "grad_norm": 3.556581884769924, + "learning_rate": 6.774102346621431e-06, + "loss": 0.7164, + "step": 1198 + }, + { + "epoch": 1.01696352841391, + "grad_norm": 3.710340825568963, + "learning_rate": 6.779756856092734e-06, + "loss": 0.7048, + "step": 1199 + }, + { + "epoch": 1.0178117048346056, + "grad_norm": 3.228631822322101, + "learning_rate": 6.7854113655640375e-06, + "loss": 0.6624, + "step": 1200 + }, + { + "epoch": 1.0186598812553012, + "grad_norm": 3.717475504808904, + "learning_rate": 6.791065875035341e-06, + "loss": 0.7495, + "step": 1201 + }, + { + "epoch": 1.0195080576759965, + "grad_norm": 3.8490426281269308, + "learning_rate": 6.796720384506644e-06, + "loss": 0.7412, + "step": 1202 + }, + { + "epoch": 1.020356234096692, + "grad_norm": 2.9726776487388147, + "learning_rate": 6.8023748939779476e-06, + "loss": 0.824, + "step": 1203 + }, + { + "epoch": 1.0212044105173876, + "grad_norm": 3.310125390520173, + "learning_rate": 6.808029403449251e-06, + "loss": 0.7311, + "step": 1204 + }, + { + "epoch": 1.0220525869380832, + "grad_norm": 3.4465526358827954, + "learning_rate": 6.813683912920554e-06, + "loss": 0.8075, + "step": 1205 + }, + { + "epoch": 1.0229007633587786, + "grad_norm": 3.5504510499374167, + "learning_rate": 6.819338422391858e-06, + "loss": 0.8385, + "step": 1206 + }, + { + "epoch": 1.0237489397794741, + "grad_norm": 3.504419843807509, + "learning_rate": 6.824992931863161e-06, + "loss": 0.6108, + "step": 1207 + }, + { + "epoch": 1.0245971162001697, + "grad_norm": 3.731693215476591, + "learning_rate": 6.8306474413344644e-06, + "loss": 0.8012, + "step": 1208 + }, + { + "epoch": 1.025445292620865, + "grad_norm": 4.156483438579848, + "learning_rate": 6.836301950805768e-06, + "loss": 0.787, + "step": 1209 + }, + { + "epoch": 1.0262934690415606, + "grad_norm": 2.961932920354691, + "learning_rate": 6.841956460277072e-06, + "loss": 0.651, + "step": 1210 + }, + { + "epoch": 1.0271416454622562, + "grad_norm": 3.1997984869049736, + "learning_rate": 6.847610969748375e-06, + "loss": 0.6362, + "step": 1211 + }, + { + "epoch": 1.0279898218829517, + "grad_norm": 3.981148469717502, + "learning_rate": 6.853265479219679e-06, + "loss": 0.6943, + "step": 1212 + }, + { + "epoch": 1.028837998303647, + "grad_norm": 3.4006057544694124, + "learning_rate": 6.858919988690982e-06, + "loss": 0.7364, + "step": 1213 + }, + { + "epoch": 1.0296861747243427, + "grad_norm": 3.2187679860380065, + "learning_rate": 6.8645744981622855e-06, + "loss": 0.6359, + "step": 1214 + }, + { + "epoch": 1.0305343511450382, + "grad_norm": 3.955673715786359, + "learning_rate": 6.870229007633589e-06, + "loss": 0.7181, + "step": 1215 + }, + { + "epoch": 1.0313825275657336, + "grad_norm": 3.5890794485165793, + "learning_rate": 6.875883517104892e-06, + "loss": 0.6871, + "step": 1216 + }, + { + "epoch": 1.0322307039864291, + "grad_norm": 3.706688758198894, + "learning_rate": 6.881538026576196e-06, + "loss": 0.7395, + "step": 1217 + }, + { + "epoch": 1.0330788804071247, + "grad_norm": 3.6557707435753506, + "learning_rate": 6.887192536047499e-06, + "loss": 0.6347, + "step": 1218 + }, + { + "epoch": 1.0339270568278203, + "grad_norm": 3.1811507145553963, + "learning_rate": 6.892847045518802e-06, + "loss": 0.7691, + "step": 1219 + }, + { + "epoch": 1.0347752332485156, + "grad_norm": 3.2689624588695736, + "learning_rate": 6.898501554990105e-06, + "loss": 0.6588, + "step": 1220 + }, + { + "epoch": 1.0356234096692112, + "grad_norm": 3.739964316646594, + "learning_rate": 6.904156064461408e-06, + "loss": 0.6923, + "step": 1221 + }, + { + "epoch": 1.0364715860899067, + "grad_norm": 3.822708592667872, + "learning_rate": 6.909810573932712e-06, + "loss": 0.8418, + "step": 1222 + }, + { + "epoch": 1.0373197625106023, + "grad_norm": 3.6100565572136896, + "learning_rate": 6.915465083404015e-06, + "loss": 0.6969, + "step": 1223 + }, + { + "epoch": 1.0381679389312977, + "grad_norm": 3.632288354190523, + "learning_rate": 6.921119592875318e-06, + "loss": 0.5904, + "step": 1224 + }, + { + "epoch": 1.0390161153519932, + "grad_norm": 2.9389037528725632, + "learning_rate": 6.926774102346622e-06, + "loss": 0.7153, + "step": 1225 + }, + { + "epoch": 1.0398642917726888, + "grad_norm": 3.680609910921193, + "learning_rate": 6.932428611817925e-06, + "loss": 0.7067, + "step": 1226 + }, + { + "epoch": 1.0407124681933841, + "grad_norm": 3.222084958246777, + "learning_rate": 6.9380831212892285e-06, + "loss": 0.7354, + "step": 1227 + }, + { + "epoch": 1.0415606446140797, + "grad_norm": 3.5592480167943714, + "learning_rate": 6.943737630760532e-06, + "loss": 0.736, + "step": 1228 + }, + { + "epoch": 1.0424088210347753, + "grad_norm": 3.4519511472760205, + "learning_rate": 6.949392140231835e-06, + "loss": 0.7437, + "step": 1229 + }, + { + "epoch": 1.0432569974554706, + "grad_norm": 4.24662155648942, + "learning_rate": 6.955046649703139e-06, + "loss": 0.6842, + "step": 1230 + }, + { + "epoch": 1.0441051738761662, + "grad_norm": 3.6908902496526603, + "learning_rate": 6.960701159174442e-06, + "loss": 0.5775, + "step": 1231 + }, + { + "epoch": 1.0449533502968618, + "grad_norm": 3.481057617668431, + "learning_rate": 6.966355668645745e-06, + "loss": 0.6674, + "step": 1232 + }, + { + "epoch": 1.0458015267175573, + "grad_norm": 3.2719381489616612, + "learning_rate": 6.972010178117049e-06, + "loss": 0.6904, + "step": 1233 + }, + { + "epoch": 1.0466497031382527, + "grad_norm": 3.5642369947801287, + "learning_rate": 6.977664687588352e-06, + "loss": 0.677, + "step": 1234 + }, + { + "epoch": 1.0474978795589482, + "grad_norm": 3.7352845411085216, + "learning_rate": 6.983319197059656e-06, + "loss": 0.6678, + "step": 1235 + }, + { + "epoch": 1.0483460559796438, + "grad_norm": 2.8186631867725014, + "learning_rate": 6.98897370653096e-06, + "loss": 0.7146, + "step": 1236 + }, + { + "epoch": 1.0491942324003394, + "grad_norm": 3.5027806189635395, + "learning_rate": 6.994628216002263e-06, + "loss": 0.7095, + "step": 1237 + }, + { + "epoch": 1.0500424088210347, + "grad_norm": 3.1854707438605234, + "learning_rate": 7.000282725473566e-06, + "loss": 0.7279, + "step": 1238 + }, + { + "epoch": 1.0508905852417303, + "grad_norm": 3.249731699846869, + "learning_rate": 7.00593723494487e-06, + "loss": 0.7067, + "step": 1239 + }, + { + "epoch": 1.0517387616624259, + "grad_norm": 3.4258599160539287, + "learning_rate": 7.011591744416173e-06, + "loss": 0.6948, + "step": 1240 + }, + { + "epoch": 1.0525869380831212, + "grad_norm": 2.879506312903951, + "learning_rate": 7.0172462538874765e-06, + "loss": 0.6779, + "step": 1241 + }, + { + "epoch": 1.0534351145038168, + "grad_norm": 3.5627746330793726, + "learning_rate": 7.022900763358779e-06, + "loss": 0.6422, + "step": 1242 + }, + { + "epoch": 1.0542832909245123, + "grad_norm": 3.247843990836754, + "learning_rate": 7.0285552728300824e-06, + "loss": 0.6102, + "step": 1243 + }, + { + "epoch": 1.055131467345208, + "grad_norm": 3.1268255205302466, + "learning_rate": 7.034209782301386e-06, + "loss": 0.6739, + "step": 1244 + }, + { + "epoch": 1.0559796437659033, + "grad_norm": 3.53333693801875, + "learning_rate": 7.039864291772689e-06, + "loss": 0.6377, + "step": 1245 + }, + { + "epoch": 1.0568278201865988, + "grad_norm": 3.2391217386668107, + "learning_rate": 7.0455188012439925e-06, + "loss": 0.7412, + "step": 1246 + }, + { + "epoch": 1.0576759966072944, + "grad_norm": 3.423082705844619, + "learning_rate": 7.051173310715296e-06, + "loss": 0.7189, + "step": 1247 + }, + { + "epoch": 1.0585241730279897, + "grad_norm": 3.1926873046471673, + "learning_rate": 7.056827820186599e-06, + "loss": 0.6259, + "step": 1248 + }, + { + "epoch": 1.0593723494486853, + "grad_norm": 3.4698697736737967, + "learning_rate": 7.062482329657903e-06, + "loss": 0.6541, + "step": 1249 + }, + { + "epoch": 1.0602205258693809, + "grad_norm": 3.2763807273148635, + "learning_rate": 7.068136839129206e-06, + "loss": 0.6552, + "step": 1250 + }, + { + "epoch": 1.0610687022900764, + "grad_norm": 2.8802780683051052, + "learning_rate": 7.073791348600509e-06, + "loss": 0.642, + "step": 1251 + }, + { + "epoch": 1.0619168787107718, + "grad_norm": 3.2439546495405445, + "learning_rate": 7.079445858071813e-06, + "loss": 0.7053, + "step": 1252 + }, + { + "epoch": 1.0627650551314674, + "grad_norm": 3.4587491945023867, + "learning_rate": 7.085100367543116e-06, + "loss": 0.6448, + "step": 1253 + }, + { + "epoch": 1.063613231552163, + "grad_norm": 3.290802356348995, + "learning_rate": 7.0907548770144195e-06, + "loss": 0.6291, + "step": 1254 + }, + { + "epoch": 1.0644614079728583, + "grad_norm": 3.9605110495683506, + "learning_rate": 7.096409386485723e-06, + "loss": 0.7691, + "step": 1255 + }, + { + "epoch": 1.0653095843935538, + "grad_norm": 3.0772145273215035, + "learning_rate": 7.102063895957026e-06, + "loss": 0.6521, + "step": 1256 + }, + { + "epoch": 1.0661577608142494, + "grad_norm": 3.8021799922510002, + "learning_rate": 7.10771840542833e-06, + "loss": 0.6405, + "step": 1257 + }, + { + "epoch": 1.067005937234945, + "grad_norm": 3.3197400971337214, + "learning_rate": 7.113372914899633e-06, + "loss": 0.8011, + "step": 1258 + }, + { + "epoch": 1.0678541136556403, + "grad_norm": 2.904644612489432, + "learning_rate": 7.119027424370936e-06, + "loss": 0.7265, + "step": 1259 + }, + { + "epoch": 1.0687022900763359, + "grad_norm": 3.9164030156114564, + "learning_rate": 7.12468193384224e-06, + "loss": 0.7347, + "step": 1260 + }, + { + "epoch": 1.0695504664970314, + "grad_norm": 3.690543707502441, + "learning_rate": 7.130336443313544e-06, + "loss": 0.7191, + "step": 1261 + }, + { + "epoch": 1.0703986429177268, + "grad_norm": 2.6918406349379254, + "learning_rate": 7.135990952784847e-06, + "loss": 0.691, + "step": 1262 + }, + { + "epoch": 1.0712468193384224, + "grad_norm": 4.379820088306624, + "learning_rate": 7.141645462256151e-06, + "loss": 0.5988, + "step": 1263 + }, + { + "epoch": 1.072094995759118, + "grad_norm": 3.148223533293752, + "learning_rate": 7.147299971727452e-06, + "loss": 0.5148, + "step": 1264 + }, + { + "epoch": 1.0729431721798135, + "grad_norm": 4.223152417612415, + "learning_rate": 7.152954481198756e-06, + "loss": 0.8648, + "step": 1265 + }, + { + "epoch": 1.0737913486005088, + "grad_norm": 3.8327467296586764, + "learning_rate": 7.158608990670059e-06, + "loss": 0.8281, + "step": 1266 + }, + { + "epoch": 1.0746395250212044, + "grad_norm": 3.5403375611656687, + "learning_rate": 7.164263500141363e-06, + "loss": 0.6952, + "step": 1267 + }, + { + "epoch": 1.0754877014419, + "grad_norm": 4.051773072150954, + "learning_rate": 7.169918009612667e-06, + "loss": 0.694, + "step": 1268 + }, + { + "epoch": 1.0763358778625953, + "grad_norm": 3.035025669180237, + "learning_rate": 7.17557251908397e-06, + "loss": 0.6507, + "step": 1269 + }, + { + "epoch": 1.077184054283291, + "grad_norm": 3.2284640573081456, + "learning_rate": 7.1812270285552735e-06, + "loss": 0.646, + "step": 1270 + }, + { + "epoch": 1.0780322307039865, + "grad_norm": 3.354879005033076, + "learning_rate": 7.186881538026577e-06, + "loss": 0.5776, + "step": 1271 + }, + { + "epoch": 1.078880407124682, + "grad_norm": 3.1315294961834796, + "learning_rate": 7.19253604749788e-06, + "loss": 0.6269, + "step": 1272 + }, + { + "epoch": 1.0797285835453774, + "grad_norm": 2.7074879842283064, + "learning_rate": 7.198190556969184e-06, + "loss": 0.5921, + "step": 1273 + }, + { + "epoch": 1.080576759966073, + "grad_norm": 2.663116523638196, + "learning_rate": 7.203845066440487e-06, + "loss": 0.707, + "step": 1274 + }, + { + "epoch": 1.0814249363867685, + "grad_norm": 3.2232366134812502, + "learning_rate": 7.20949957591179e-06, + "loss": 0.6492, + "step": 1275 + }, + { + "epoch": 1.0822731128074639, + "grad_norm": 2.9574556246892576, + "learning_rate": 7.215154085383094e-06, + "loss": 0.5584, + "step": 1276 + }, + { + "epoch": 1.0831212892281594, + "grad_norm": 2.8388656587548335, + "learning_rate": 7.220808594854397e-06, + "loss": 0.7036, + "step": 1277 + }, + { + "epoch": 1.083969465648855, + "grad_norm": 3.751815771263549, + "learning_rate": 7.2264631043257004e-06, + "loss": 0.7369, + "step": 1278 + }, + { + "epoch": 1.0848176420695506, + "grad_norm": 3.1393672372334107, + "learning_rate": 7.232117613797004e-06, + "loss": 0.6542, + "step": 1279 + }, + { + "epoch": 1.085665818490246, + "grad_norm": 3.2515198465354804, + "learning_rate": 7.237772123268307e-06, + "loss": 0.5767, + "step": 1280 + }, + { + "epoch": 1.0865139949109415, + "grad_norm": 3.09721959121536, + "learning_rate": 7.2434266327396106e-06, + "loss": 0.6504, + "step": 1281 + }, + { + "epoch": 1.087362171331637, + "grad_norm": 3.3105263951840933, + "learning_rate": 7.249081142210914e-06, + "loss": 0.7294, + "step": 1282 + }, + { + "epoch": 1.0882103477523324, + "grad_norm": 3.4430001433170725, + "learning_rate": 7.254735651682217e-06, + "loss": 0.7197, + "step": 1283 + }, + { + "epoch": 1.089058524173028, + "grad_norm": 2.785824774297481, + "learning_rate": 7.260390161153521e-06, + "loss": 0.6288, + "step": 1284 + }, + { + "epoch": 1.0899067005937235, + "grad_norm": 2.831353186988093, + "learning_rate": 7.266044670624824e-06, + "loss": 0.6119, + "step": 1285 + }, + { + "epoch": 1.090754877014419, + "grad_norm": 3.8593105430524375, + "learning_rate": 7.2716991800961266e-06, + "loss": 0.6339, + "step": 1286 + }, + { + "epoch": 1.0916030534351144, + "grad_norm": 3.264611134650279, + "learning_rate": 7.27735368956743e-06, + "loss": 0.6902, + "step": 1287 + }, + { + "epoch": 1.09245122985581, + "grad_norm": 3.701168759094858, + "learning_rate": 7.283008199038733e-06, + "loss": 0.636, + "step": 1288 + }, + { + "epoch": 1.0932994062765056, + "grad_norm": 3.2149353599378627, + "learning_rate": 7.288662708510037e-06, + "loss": 0.7061, + "step": 1289 + }, + { + "epoch": 1.094147582697201, + "grad_norm": 2.9251024618766244, + "learning_rate": 7.29431721798134e-06, + "loss": 0.6699, + "step": 1290 + }, + { + "epoch": 1.0949957591178965, + "grad_norm": 3.0948313977738757, + "learning_rate": 7.299971727452643e-06, + "loss": 0.6438, + "step": 1291 + }, + { + "epoch": 1.095843935538592, + "grad_norm": 2.864037194327785, + "learning_rate": 7.305626236923948e-06, + "loss": 0.7593, + "step": 1292 + }, + { + "epoch": 1.0966921119592876, + "grad_norm": 3.3747099036569037, + "learning_rate": 7.311280746395251e-06, + "loss": 0.7256, + "step": 1293 + }, + { + "epoch": 1.097540288379983, + "grad_norm": 3.048020509604758, + "learning_rate": 7.316935255866554e-06, + "loss": 0.6825, + "step": 1294 + }, + { + "epoch": 1.0983884648006785, + "grad_norm": 3.0493503860243925, + "learning_rate": 7.322589765337858e-06, + "loss": 0.5501, + "step": 1295 + }, + { + "epoch": 1.099236641221374, + "grad_norm": 2.958590644028927, + "learning_rate": 7.328244274809161e-06, + "loss": 0.7467, + "step": 1296 + }, + { + "epoch": 1.1000848176420694, + "grad_norm": 3.0059521483104032, + "learning_rate": 7.3338987842804645e-06, + "loss": 0.7052, + "step": 1297 + }, + { + "epoch": 1.100932994062765, + "grad_norm": 3.5636395741016527, + "learning_rate": 7.339553293751768e-06, + "loss": 0.6722, + "step": 1298 + }, + { + "epoch": 1.1017811704834606, + "grad_norm": 3.029154462491792, + "learning_rate": 7.345207803223071e-06, + "loss": 0.7278, + "step": 1299 + }, + { + "epoch": 1.1026293469041561, + "grad_norm": 3.706051400629052, + "learning_rate": 7.350862312694375e-06, + "loss": 0.6768, + "step": 1300 + }, + { + "epoch": 1.1034775233248515, + "grad_norm": 3.2081948174732244, + "learning_rate": 7.356516822165678e-06, + "loss": 0.6155, + "step": 1301 + }, + { + "epoch": 1.104325699745547, + "grad_norm": 3.1273985152818, + "learning_rate": 7.362171331636981e-06, + "loss": 0.7956, + "step": 1302 + }, + { + "epoch": 1.1051738761662426, + "grad_norm": 3.6637717229593805, + "learning_rate": 7.367825841108285e-06, + "loss": 0.5228, + "step": 1303 + }, + { + "epoch": 1.1060220525869382, + "grad_norm": 3.9538539559921935, + "learning_rate": 7.373480350579588e-06, + "loss": 0.6919, + "step": 1304 + }, + { + "epoch": 1.1068702290076335, + "grad_norm": 3.3689470690750016, + "learning_rate": 7.3791348600508915e-06, + "loss": 0.6628, + "step": 1305 + }, + { + "epoch": 1.1077184054283291, + "grad_norm": 3.725406978136228, + "learning_rate": 7.384789369522195e-06, + "loss": 0.6511, + "step": 1306 + }, + { + "epoch": 1.1085665818490247, + "grad_norm": 3.4631895890705984, + "learning_rate": 7.390443878993498e-06, + "loss": 0.8195, + "step": 1307 + }, + { + "epoch": 1.10941475826972, + "grad_norm": 3.072861667909061, + "learning_rate": 7.396098388464801e-06, + "loss": 0.7463, + "step": 1308 + }, + { + "epoch": 1.1102629346904156, + "grad_norm": 3.7721433194248255, + "learning_rate": 7.401752897936104e-06, + "loss": 0.6358, + "step": 1309 + }, + { + "epoch": 1.1111111111111112, + "grad_norm": 3.3915689733528467, + "learning_rate": 7.4074074074074075e-06, + "loss": 0.6205, + "step": 1310 + }, + { + "epoch": 1.1119592875318065, + "grad_norm": 3.1294096144412604, + "learning_rate": 7.413061916878711e-06, + "loss": 0.5852, + "step": 1311 + }, + { + "epoch": 1.112807463952502, + "grad_norm": 3.2703721268616834, + "learning_rate": 7.418716426350014e-06, + "loss": 0.6353, + "step": 1312 + }, + { + "epoch": 1.1136556403731976, + "grad_norm": 3.827889079909787, + "learning_rate": 7.424370935821318e-06, + "loss": 0.7362, + "step": 1313 + }, + { + "epoch": 1.1145038167938932, + "grad_norm": 3.2166166122494784, + "learning_rate": 7.430025445292621e-06, + "loss": 0.5886, + "step": 1314 + }, + { + "epoch": 1.1153519932145886, + "grad_norm": 3.9173154332500095, + "learning_rate": 7.435679954763924e-06, + "loss": 0.6796, + "step": 1315 + }, + { + "epoch": 1.1162001696352841, + "grad_norm": 3.117352310484066, + "learning_rate": 7.441334464235228e-06, + "loss": 0.6747, + "step": 1316 + }, + { + "epoch": 1.1170483460559797, + "grad_norm": 3.254595379144581, + "learning_rate": 7.446988973706532e-06, + "loss": 0.6383, + "step": 1317 + }, + { + "epoch": 1.1178965224766753, + "grad_norm": 3.4697778775227466, + "learning_rate": 7.452643483177835e-06, + "loss": 0.6435, + "step": 1318 + }, + { + "epoch": 1.1187446988973706, + "grad_norm": 3.4111627023385784, + "learning_rate": 7.458297992649139e-06, + "loss": 0.6631, + "step": 1319 + }, + { + "epoch": 1.1195928753180662, + "grad_norm": 3.28311607529805, + "learning_rate": 7.463952502120442e-06, + "loss": 0.6442, + "step": 1320 + }, + { + "epoch": 1.1204410517387617, + "grad_norm": 3.6451251783646925, + "learning_rate": 7.469607011591745e-06, + "loss": 0.8076, + "step": 1321 + }, + { + "epoch": 1.121289228159457, + "grad_norm": 3.1974759587184933, + "learning_rate": 7.475261521063049e-06, + "loss": 0.6532, + "step": 1322 + }, + { + "epoch": 1.1221374045801527, + "grad_norm": 3.6286202949060726, + "learning_rate": 7.480916030534352e-06, + "loss": 0.7984, + "step": 1323 + }, + { + "epoch": 1.1229855810008482, + "grad_norm": 3.2217585598358616, + "learning_rate": 7.4865705400056555e-06, + "loss": 0.731, + "step": 1324 + }, + { + "epoch": 1.1238337574215436, + "grad_norm": 2.963990655005593, + "learning_rate": 7.492225049476959e-06, + "loss": 0.7012, + "step": 1325 + }, + { + "epoch": 1.1246819338422391, + "grad_norm": 2.913409669282973, + "learning_rate": 7.497879558948262e-06, + "loss": 0.6873, + "step": 1326 + }, + { + "epoch": 1.1255301102629347, + "grad_norm": 3.492360310757426, + "learning_rate": 7.503534068419566e-06, + "loss": 0.7404, + "step": 1327 + }, + { + "epoch": 1.1263782866836303, + "grad_norm": 2.867627643620835, + "learning_rate": 7.509188577890869e-06, + "loss": 0.6992, + "step": 1328 + }, + { + "epoch": 1.1272264631043256, + "grad_norm": 3.291333245694056, + "learning_rate": 7.514843087362172e-06, + "loss": 0.7734, + "step": 1329 + }, + { + "epoch": 1.1280746395250212, + "grad_norm": 3.6460075889688803, + "learning_rate": 7.520497596833475e-06, + "loss": 0.6928, + "step": 1330 + }, + { + "epoch": 1.1289228159457168, + "grad_norm": 3.274705742932354, + "learning_rate": 7.526152106304778e-06, + "loss": 0.7186, + "step": 1331 + }, + { + "epoch": 1.1297709923664123, + "grad_norm": 2.884630973322891, + "learning_rate": 7.531806615776082e-06, + "loss": 0.6647, + "step": 1332 + }, + { + "epoch": 1.1306191687871077, + "grad_norm": 3.6364324342876193, + "learning_rate": 7.537461125247385e-06, + "loss": 0.7044, + "step": 1333 + }, + { + "epoch": 1.1314673452078032, + "grad_norm": 2.770482025103075, + "learning_rate": 7.543115634718688e-06, + "loss": 0.6327, + "step": 1334 + }, + { + "epoch": 1.1323155216284988, + "grad_norm": 3.876459303906372, + "learning_rate": 7.548770144189992e-06, + "loss": 0.6794, + "step": 1335 + }, + { + "epoch": 1.1331636980491941, + "grad_norm": 3.5506173778282792, + "learning_rate": 7.554424653661295e-06, + "loss": 0.6204, + "step": 1336 + }, + { + "epoch": 1.1340118744698897, + "grad_norm": 2.952233277469645, + "learning_rate": 7.5600791631325985e-06, + "loss": 0.6458, + "step": 1337 + }, + { + "epoch": 1.1348600508905853, + "grad_norm": 3.7703656427893404, + "learning_rate": 7.565733672603902e-06, + "loss": 0.6233, + "step": 1338 + }, + { + "epoch": 1.1357082273112806, + "grad_norm": 3.537793633296868, + "learning_rate": 7.571388182075205e-06, + "loss": 0.6838, + "step": 1339 + }, + { + "epoch": 1.1365564037319762, + "grad_norm": 3.2511717529671156, + "learning_rate": 7.577042691546509e-06, + "loss": 0.5921, + "step": 1340 + }, + { + "epoch": 1.1374045801526718, + "grad_norm": 3.261917353974231, + "learning_rate": 7.582697201017812e-06, + "loss": 0.6832, + "step": 1341 + }, + { + "epoch": 1.1382527565733673, + "grad_norm": 3.2002598085334757, + "learning_rate": 7.588351710489115e-06, + "loss": 0.6822, + "step": 1342 + }, + { + "epoch": 1.1391009329940627, + "grad_norm": 3.094823365772329, + "learning_rate": 7.59400621996042e-06, + "loss": 0.7164, + "step": 1343 + }, + { + "epoch": 1.1399491094147582, + "grad_norm": 3.3684033194058314, + "learning_rate": 7.599660729431723e-06, + "loss": 0.6915, + "step": 1344 + }, + { + "epoch": 1.1407972858354538, + "grad_norm": 3.6294291111004675, + "learning_rate": 7.605315238903026e-06, + "loss": 0.7025, + "step": 1345 + }, + { + "epoch": 1.1416454622561494, + "grad_norm": 3.237164997090952, + "learning_rate": 7.61096974837433e-06, + "loss": 0.8126, + "step": 1346 + }, + { + "epoch": 1.1424936386768447, + "grad_norm": 2.9148275849721017, + "learning_rate": 7.616624257845633e-06, + "loss": 0.6633, + "step": 1347 + }, + { + "epoch": 1.1433418150975403, + "grad_norm": 3.894118336222361, + "learning_rate": 7.6222787673169364e-06, + "loss": 0.6934, + "step": 1348 + }, + { + "epoch": 1.1441899915182359, + "grad_norm": 3.4125022001276886, + "learning_rate": 7.62793327678824e-06, + "loss": 0.7692, + "step": 1349 + }, + { + "epoch": 1.1450381679389312, + "grad_norm": 3.4625234947922974, + "learning_rate": 7.633587786259543e-06, + "loss": 0.6787, + "step": 1350 + }, + { + "epoch": 1.1458863443596268, + "grad_norm": 2.8555612993161725, + "learning_rate": 7.639242295730847e-06, + "loss": 0.6571, + "step": 1351 + }, + { + "epoch": 1.1467345207803223, + "grad_norm": 2.997655933867357, + "learning_rate": 7.644896805202148e-06, + "loss": 0.67, + "step": 1352 + }, + { + "epoch": 1.1475826972010177, + "grad_norm": 3.7386846466377146, + "learning_rate": 7.650551314673452e-06, + "loss": 0.662, + "step": 1353 + }, + { + "epoch": 1.1484308736217133, + "grad_norm": 2.8865410112937555, + "learning_rate": 7.656205824144755e-06, + "loss": 0.6145, + "step": 1354 + }, + { + "epoch": 1.1492790500424088, + "grad_norm": 2.6696408651173567, + "learning_rate": 7.661860333616058e-06, + "loss": 0.6141, + "step": 1355 + }, + { + "epoch": 1.1501272264631044, + "grad_norm": 3.9434210431819614, + "learning_rate": 7.667514843087362e-06, + "loss": 0.6566, + "step": 1356 + }, + { + "epoch": 1.1509754028837997, + "grad_norm": 3.123407811727567, + "learning_rate": 7.673169352558665e-06, + "loss": 0.787, + "step": 1357 + }, + { + "epoch": 1.1518235793044953, + "grad_norm": 3.271251638847506, + "learning_rate": 7.67882386202997e-06, + "loss": 0.7081, + "step": 1358 + }, + { + "epoch": 1.1526717557251909, + "grad_norm": 3.1560272184266345, + "learning_rate": 7.684478371501274e-06, + "loss": 0.6441, + "step": 1359 + }, + { + "epoch": 1.1535199321458864, + "grad_norm": 3.036529950544205, + "learning_rate": 7.690132880972577e-06, + "loss": 0.5724, + "step": 1360 + }, + { + "epoch": 1.1543681085665818, + "grad_norm": 3.335208691270364, + "learning_rate": 7.69578739044388e-06, + "loss": 0.7198, + "step": 1361 + }, + { + "epoch": 1.1552162849872774, + "grad_norm": 3.0592369503501278, + "learning_rate": 7.701441899915184e-06, + "loss": 0.7269, + "step": 1362 + }, + { + "epoch": 1.156064461407973, + "grad_norm": 3.046722710568797, + "learning_rate": 7.707096409386487e-06, + "loss": 0.6745, + "step": 1363 + }, + { + "epoch": 1.1569126378286683, + "grad_norm": 3.182565893886328, + "learning_rate": 7.71275091885779e-06, + "loss": 0.7627, + "step": 1364 + }, + { + "epoch": 1.1577608142493638, + "grad_norm": 3.252484648639036, + "learning_rate": 7.718405428329094e-06, + "loss": 0.6375, + "step": 1365 + }, + { + "epoch": 1.1586089906700594, + "grad_norm": 3.076970055523548, + "learning_rate": 7.724059937800397e-06, + "loss": 0.7325, + "step": 1366 + }, + { + "epoch": 1.159457167090755, + "grad_norm": 3.222986753008455, + "learning_rate": 7.7297144472717e-06, + "loss": 0.6228, + "step": 1367 + }, + { + "epoch": 1.1603053435114503, + "grad_norm": 2.9329675400517505, + "learning_rate": 7.735368956743004e-06, + "loss": 0.6343, + "step": 1368 + }, + { + "epoch": 1.1611535199321459, + "grad_norm": 2.86099096676044, + "learning_rate": 7.741023466214307e-06, + "loss": 0.7, + "step": 1369 + }, + { + "epoch": 1.1620016963528415, + "grad_norm": 2.822451488564832, + "learning_rate": 7.74667797568561e-06, + "loss": 0.7137, + "step": 1370 + }, + { + "epoch": 1.162849872773537, + "grad_norm": 3.054690719664212, + "learning_rate": 7.752332485156914e-06, + "loss": 0.642, + "step": 1371 + }, + { + "epoch": 1.1636980491942324, + "grad_norm": 2.537892067499947, + "learning_rate": 7.757986994628217e-06, + "loss": 0.6502, + "step": 1372 + }, + { + "epoch": 1.164546225614928, + "grad_norm": 2.7565263593161355, + "learning_rate": 7.76364150409952e-06, + "loss": 0.7276, + "step": 1373 + }, + { + "epoch": 1.1653944020356235, + "grad_norm": 2.69218046233115, + "learning_rate": 7.769296013570822e-06, + "loss": 0.6271, + "step": 1374 + }, + { + "epoch": 1.1662425784563188, + "grad_norm": 2.8286779320311792, + "learning_rate": 7.774950523042126e-06, + "loss": 0.5877, + "step": 1375 + }, + { + "epoch": 1.1670907548770144, + "grad_norm": 2.904894485835079, + "learning_rate": 7.78060503251343e-06, + "loss": 0.6713, + "step": 1376 + }, + { + "epoch": 1.16793893129771, + "grad_norm": 3.013577853014941, + "learning_rate": 7.786259541984733e-06, + "loss": 0.677, + "step": 1377 + }, + { + "epoch": 1.1687871077184053, + "grad_norm": 2.793079533630375, + "learning_rate": 7.791914051456036e-06, + "loss": 0.5774, + "step": 1378 + }, + { + "epoch": 1.169635284139101, + "grad_norm": 3.656572616476725, + "learning_rate": 7.79756856092734e-06, + "loss": 0.7579, + "step": 1379 + }, + { + "epoch": 1.1704834605597965, + "grad_norm": 2.908400286780098, + "learning_rate": 7.803223070398643e-06, + "loss": 0.6557, + "step": 1380 + }, + { + "epoch": 1.171331636980492, + "grad_norm": 3.0182274159005478, + "learning_rate": 7.808877579869946e-06, + "loss": 0.7418, + "step": 1381 + }, + { + "epoch": 1.1721798134011874, + "grad_norm": 2.999815052547511, + "learning_rate": 7.81453208934125e-06, + "loss": 0.8028, + "step": 1382 + }, + { + "epoch": 1.173027989821883, + "grad_norm": 3.254554568248453, + "learning_rate": 7.820186598812553e-06, + "loss": 0.6493, + "step": 1383 + }, + { + "epoch": 1.1738761662425785, + "grad_norm": 2.663789268384072, + "learning_rate": 7.825841108283858e-06, + "loss": 0.6816, + "step": 1384 + }, + { + "epoch": 1.174724342663274, + "grad_norm": 3.2031224519256654, + "learning_rate": 7.831495617755161e-06, + "loss": 0.6912, + "step": 1385 + }, + { + "epoch": 1.1755725190839694, + "grad_norm": 3.0021881408711417, + "learning_rate": 7.837150127226465e-06, + "loss": 0.5364, + "step": 1386 + }, + { + "epoch": 1.176420695504665, + "grad_norm": 2.965172304547956, + "learning_rate": 7.842804636697768e-06, + "loss": 0.6253, + "step": 1387 + }, + { + "epoch": 1.1772688719253606, + "grad_norm": 2.746921470789708, + "learning_rate": 7.848459146169071e-06, + "loss": 0.6551, + "step": 1388 + }, + { + "epoch": 1.178117048346056, + "grad_norm": 3.074406781756308, + "learning_rate": 7.854113655640375e-06, + "loss": 0.673, + "step": 1389 + }, + { + "epoch": 1.1789652247667515, + "grad_norm": 3.02459352056249, + "learning_rate": 7.859768165111678e-06, + "loss": 0.6621, + "step": 1390 + }, + { + "epoch": 1.179813401187447, + "grad_norm": 2.9529568834434246, + "learning_rate": 7.865422674582981e-06, + "loss": 0.6804, + "step": 1391 + }, + { + "epoch": 1.1806615776081424, + "grad_norm": 2.9254589061852574, + "learning_rate": 7.871077184054285e-06, + "loss": 0.756, + "step": 1392 + }, + { + "epoch": 1.181509754028838, + "grad_norm": 3.099851400396189, + "learning_rate": 7.876731693525588e-06, + "loss": 0.7904, + "step": 1393 + }, + { + "epoch": 1.1823579304495335, + "grad_norm": 2.9858645135388944, + "learning_rate": 7.882386202996892e-06, + "loss": 0.6127, + "step": 1394 + }, + { + "epoch": 1.183206106870229, + "grad_norm": 3.0532602642802633, + "learning_rate": 7.888040712468195e-06, + "loss": 0.5488, + "step": 1395 + }, + { + "epoch": 1.1840542832909244, + "grad_norm": 3.053272889406728, + "learning_rate": 7.893695221939497e-06, + "loss": 0.7266, + "step": 1396 + }, + { + "epoch": 1.18490245971162, + "grad_norm": 3.046857118651489, + "learning_rate": 7.8993497314108e-06, + "loss": 0.6668, + "step": 1397 + }, + { + "epoch": 1.1857506361323156, + "grad_norm": 3.226128206279221, + "learning_rate": 7.905004240882103e-06, + "loss": 0.7911, + "step": 1398 + }, + { + "epoch": 1.1865988125530111, + "grad_norm": 2.795345984286305, + "learning_rate": 7.910658750353407e-06, + "loss": 0.6745, + "step": 1399 + }, + { + "epoch": 1.1874469889737065, + "grad_norm": 3.05199513171023, + "learning_rate": 7.91631325982471e-06, + "loss": 0.5516, + "step": 1400 + }, + { + "epoch": 1.188295165394402, + "grad_norm": 2.81716627847122, + "learning_rate": 7.921967769296013e-06, + "loss": 0.657, + "step": 1401 + }, + { + "epoch": 1.1891433418150976, + "grad_norm": 2.645595922802137, + "learning_rate": 7.927622278767317e-06, + "loss": 0.5474, + "step": 1402 + }, + { + "epoch": 1.189991518235793, + "grad_norm": 2.6512536779942737, + "learning_rate": 7.93327678823862e-06, + "loss": 0.6308, + "step": 1403 + }, + { + "epoch": 1.1908396946564885, + "grad_norm": 3.301680490785023, + "learning_rate": 7.938931297709924e-06, + "loss": 0.5887, + "step": 1404 + }, + { + "epoch": 1.191687871077184, + "grad_norm": 2.818411231165612, + "learning_rate": 7.944585807181227e-06, + "loss": 0.7158, + "step": 1405 + }, + { + "epoch": 1.1925360474978794, + "grad_norm": 3.4007735441361695, + "learning_rate": 7.95024031665253e-06, + "loss": 0.699, + "step": 1406 + }, + { + "epoch": 1.193384223918575, + "grad_norm": 2.7176393553513365, + "learning_rate": 7.955894826123834e-06, + "loss": 0.6447, + "step": 1407 + }, + { + "epoch": 1.1942324003392706, + "grad_norm": 2.9286218522813434, + "learning_rate": 7.961549335595137e-06, + "loss": 0.6106, + "step": 1408 + }, + { + "epoch": 1.1950805767599662, + "grad_norm": 2.8596093489450483, + "learning_rate": 7.967203845066442e-06, + "loss": 0.6412, + "step": 1409 + }, + { + "epoch": 1.1959287531806615, + "grad_norm": 2.925378593844877, + "learning_rate": 7.972858354537745e-06, + "loss": 0.6092, + "step": 1410 + }, + { + "epoch": 1.196776929601357, + "grad_norm": 2.926984142721711, + "learning_rate": 7.978512864009049e-06, + "loss": 0.6938, + "step": 1411 + }, + { + "epoch": 1.1976251060220526, + "grad_norm": 3.135248229411882, + "learning_rate": 7.984167373480352e-06, + "loss": 0.811, + "step": 1412 + }, + { + "epoch": 1.1984732824427482, + "grad_norm": 2.98643571737006, + "learning_rate": 7.989821882951656e-06, + "loss": 0.5471, + "step": 1413 + }, + { + "epoch": 1.1993214588634435, + "grad_norm": 2.7580469885326635, + "learning_rate": 7.995476392422959e-06, + "loss": 0.7643, + "step": 1414 + }, + { + "epoch": 1.2001696352841391, + "grad_norm": 3.3989253084305493, + "learning_rate": 8.001130901894262e-06, + "loss": 0.6214, + "step": 1415 + }, + { + "epoch": 1.2010178117048347, + "grad_norm": 3.176365190107523, + "learning_rate": 8.006785411365566e-06, + "loss": 0.6261, + "step": 1416 + }, + { + "epoch": 1.20186598812553, + "grad_norm": 2.8244757195454997, + "learning_rate": 8.012439920836867e-06, + "loss": 0.6261, + "step": 1417 + }, + { + "epoch": 1.2027141645462256, + "grad_norm": 3.364194058909232, + "learning_rate": 8.01809443030817e-06, + "loss": 0.716, + "step": 1418 + }, + { + "epoch": 1.2035623409669212, + "grad_norm": 3.982170232565293, + "learning_rate": 8.023748939779474e-06, + "loss": 0.7001, + "step": 1419 + }, + { + "epoch": 1.2044105173876165, + "grad_norm": 2.923894961820801, + "learning_rate": 8.029403449250778e-06, + "loss": 0.6743, + "step": 1420 + }, + { + "epoch": 1.205258693808312, + "grad_norm": 3.5696356468116353, + "learning_rate": 8.035057958722081e-06, + "loss": 0.7524, + "step": 1421 + }, + { + "epoch": 1.2061068702290076, + "grad_norm": 3.274766893215238, + "learning_rate": 8.040712468193384e-06, + "loss": 0.5796, + "step": 1422 + }, + { + "epoch": 1.2069550466497032, + "grad_norm": 2.409950529275235, + "learning_rate": 8.046366977664688e-06, + "loss": 0.5832, + "step": 1423 + }, + { + "epoch": 1.2078032230703986, + "grad_norm": 3.1208066031566473, + "learning_rate": 8.052021487135991e-06, + "loss": 0.6704, + "step": 1424 + }, + { + "epoch": 1.2086513994910941, + "grad_norm": 3.0547372557393895, + "learning_rate": 8.057675996607294e-06, + "loss": 0.6824, + "step": 1425 + }, + { + "epoch": 1.2094995759117897, + "grad_norm": 3.269229301316801, + "learning_rate": 8.063330506078598e-06, + "loss": 0.6785, + "step": 1426 + }, + { + "epoch": 1.2103477523324853, + "grad_norm": 3.292146053544918, + "learning_rate": 8.068985015549901e-06, + "loss": 0.6722, + "step": 1427 + }, + { + "epoch": 1.2111959287531806, + "grad_norm": 3.0665588501897534, + "learning_rate": 8.074639525021204e-06, + "loss": 0.6542, + "step": 1428 + }, + { + "epoch": 1.2120441051738762, + "grad_norm": 3.0882964903958565, + "learning_rate": 8.080294034492508e-06, + "loss": 0.5648, + "step": 1429 + }, + { + "epoch": 1.2128922815945717, + "grad_norm": 3.209322593977032, + "learning_rate": 8.085948543963811e-06, + "loss": 0.7385, + "step": 1430 + }, + { + "epoch": 1.213740458015267, + "grad_norm": 3.0504108653913895, + "learning_rate": 8.091603053435115e-06, + "loss": 0.7699, + "step": 1431 + }, + { + "epoch": 1.2145886344359627, + "grad_norm": 3.325103743982914, + "learning_rate": 8.097257562906418e-06, + "loss": 0.7903, + "step": 1432 + }, + { + "epoch": 1.2154368108566582, + "grad_norm": 2.653475499782423, + "learning_rate": 8.102912072377721e-06, + "loss": 0.5278, + "step": 1433 + }, + { + "epoch": 1.2162849872773536, + "grad_norm": 2.756450078840521, + "learning_rate": 8.108566581849026e-06, + "loss": 0.5888, + "step": 1434 + }, + { + "epoch": 1.2171331636980491, + "grad_norm": 3.152631143875455, + "learning_rate": 8.11422109132033e-06, + "loss": 0.6177, + "step": 1435 + }, + { + "epoch": 1.2179813401187447, + "grad_norm": 2.9592876417040235, + "learning_rate": 8.119875600791633e-06, + "loss": 0.5636, + "step": 1436 + }, + { + "epoch": 1.2188295165394403, + "grad_norm": 3.2152353292518305, + "learning_rate": 8.125530110262937e-06, + "loss": 0.6949, + "step": 1437 + }, + { + "epoch": 1.2196776929601356, + "grad_norm": 2.8834283429838603, + "learning_rate": 8.13118461973424e-06, + "loss": 0.6355, + "step": 1438 + }, + { + "epoch": 1.2205258693808312, + "grad_norm": 2.793726908765215, + "learning_rate": 8.136839129205542e-06, + "loss": 0.7008, + "step": 1439 + }, + { + "epoch": 1.2213740458015268, + "grad_norm": 3.01777509084123, + "learning_rate": 8.142493638676845e-06, + "loss": 0.7074, + "step": 1440 + }, + { + "epoch": 1.2222222222222223, + "grad_norm": 2.8739234813033674, + "learning_rate": 8.148148148148148e-06, + "loss": 0.6996, + "step": 1441 + }, + { + "epoch": 1.2230703986429177, + "grad_norm": 3.225323373668235, + "learning_rate": 8.153802657619452e-06, + "loss": 0.6719, + "step": 1442 + }, + { + "epoch": 1.2239185750636132, + "grad_norm": 3.172902623322616, + "learning_rate": 8.159457167090755e-06, + "loss": 0.7642, + "step": 1443 + }, + { + "epoch": 1.2247667514843088, + "grad_norm": 4.219315058780079, + "learning_rate": 8.165111676562058e-06, + "loss": 0.7173, + "step": 1444 + }, + { + "epoch": 1.2256149279050041, + "grad_norm": 3.1333628607972144, + "learning_rate": 8.170766186033362e-06, + "loss": 0.6669, + "step": 1445 + }, + { + "epoch": 1.2264631043256997, + "grad_norm": 2.6981661449421583, + "learning_rate": 8.176420695504665e-06, + "loss": 0.5639, + "step": 1446 + }, + { + "epoch": 1.2273112807463953, + "grad_norm": 3.5717131109033082, + "learning_rate": 8.182075204975969e-06, + "loss": 0.697, + "step": 1447 + }, + { + "epoch": 1.2281594571670909, + "grad_norm": 3.231208434499787, + "learning_rate": 8.187729714447272e-06, + "loss": 0.6565, + "step": 1448 + }, + { + "epoch": 1.2290076335877862, + "grad_norm": 3.0905266653271233, + "learning_rate": 8.193384223918575e-06, + "loss": 0.6476, + "step": 1449 + }, + { + "epoch": 1.2298558100084818, + "grad_norm": 3.0509610406645065, + "learning_rate": 8.199038733389879e-06, + "loss": 0.6273, + "step": 1450 + }, + { + "epoch": 1.2307039864291773, + "grad_norm": 3.309957490244975, + "learning_rate": 8.204693242861182e-06, + "loss": 0.674, + "step": 1451 + }, + { + "epoch": 1.2315521628498727, + "grad_norm": 2.9026756874510187, + "learning_rate": 8.210347752332485e-06, + "loss": 0.7509, + "step": 1452 + }, + { + "epoch": 1.2324003392705682, + "grad_norm": 2.841501842035683, + "learning_rate": 8.216002261803789e-06, + "loss": 0.585, + "step": 1453 + }, + { + "epoch": 1.2332485156912638, + "grad_norm": 2.757599511155874, + "learning_rate": 8.221656771275092e-06, + "loss": 0.7498, + "step": 1454 + }, + { + "epoch": 1.2340966921119594, + "grad_norm": 2.8713991753956307, + "learning_rate": 8.227311280746396e-06, + "loss": 0.6991, + "step": 1455 + }, + { + "epoch": 1.2349448685326547, + "grad_norm": 3.1572931693357353, + "learning_rate": 8.232965790217699e-06, + "loss": 0.6804, + "step": 1456 + }, + { + "epoch": 1.2357930449533503, + "grad_norm": 2.812182645642021, + "learning_rate": 8.238620299689002e-06, + "loss": 0.5868, + "step": 1457 + }, + { + "epoch": 1.2366412213740459, + "grad_norm": 2.5138576491461557, + "learning_rate": 8.244274809160306e-06, + "loss": 0.5839, + "step": 1458 + }, + { + "epoch": 1.2374893977947412, + "grad_norm": 3.3941348540766247, + "learning_rate": 8.249929318631609e-06, + "loss": 0.6219, + "step": 1459 + }, + { + "epoch": 1.2383375742154368, + "grad_norm": 3.273151115121071, + "learning_rate": 8.255583828102914e-06, + "loss": 0.5612, + "step": 1460 + }, + { + "epoch": 1.2391857506361323, + "grad_norm": 3.0466723026462503, + "learning_rate": 8.261238337574216e-06, + "loss": 0.7176, + "step": 1461 + }, + { + "epoch": 1.240033927056828, + "grad_norm": 3.0598655599403117, + "learning_rate": 8.266892847045519e-06, + "loss": 0.6111, + "step": 1462 + }, + { + "epoch": 1.2408821034775233, + "grad_norm": 2.930044789387567, + "learning_rate": 8.272547356516822e-06, + "loss": 0.6369, + "step": 1463 + }, + { + "epoch": 1.2417302798982188, + "grad_norm": 2.791610280292889, + "learning_rate": 8.278201865988126e-06, + "loss": 0.7404, + "step": 1464 + }, + { + "epoch": 1.2425784563189144, + "grad_norm": 2.6438776261072987, + "learning_rate": 8.28385637545943e-06, + "loss": 0.6077, + "step": 1465 + }, + { + "epoch": 1.24342663273961, + "grad_norm": 3.1720249795438513, + "learning_rate": 8.289510884930733e-06, + "loss": 0.6574, + "step": 1466 + }, + { + "epoch": 1.2442748091603053, + "grad_norm": 2.683096751179597, + "learning_rate": 8.295165394402036e-06, + "loss": 0.5428, + "step": 1467 + }, + { + "epoch": 1.2451229855810009, + "grad_norm": 2.915498208003579, + "learning_rate": 8.30081990387334e-06, + "loss": 0.7079, + "step": 1468 + }, + { + "epoch": 1.2459711620016964, + "grad_norm": 3.0174642312176023, + "learning_rate": 8.306474413344643e-06, + "loss": 0.5615, + "step": 1469 + }, + { + "epoch": 1.2468193384223918, + "grad_norm": 2.467518967675259, + "learning_rate": 8.312128922815946e-06, + "loss": 0.5677, + "step": 1470 + }, + { + "epoch": 1.2476675148430874, + "grad_norm": 3.4329084232535143, + "learning_rate": 8.31778343228725e-06, + "loss": 0.6791, + "step": 1471 + }, + { + "epoch": 1.248515691263783, + "grad_norm": 2.8737272980784847, + "learning_rate": 8.323437941758553e-06, + "loss": 0.6345, + "step": 1472 + }, + { + "epoch": 1.2493638676844783, + "grad_norm": 3.043200039215749, + "learning_rate": 8.329092451229856e-06, + "loss": 0.6479, + "step": 1473 + }, + { + "epoch": 1.2502120441051738, + "grad_norm": 2.6249368554201467, + "learning_rate": 8.33474696070116e-06, + "loss": 0.6778, + "step": 1474 + }, + { + "epoch": 1.2510602205258694, + "grad_norm": 2.7614061427290775, + "learning_rate": 8.340401470172463e-06, + "loss": 0.6425, + "step": 1475 + }, + { + "epoch": 1.2519083969465647, + "grad_norm": 2.7229404258238925, + "learning_rate": 8.346055979643766e-06, + "loss": 0.6464, + "step": 1476 + }, + { + "epoch": 1.2527565733672603, + "grad_norm": 2.344189483408581, + "learning_rate": 8.35171048911507e-06, + "loss": 0.606, + "step": 1477 + }, + { + "epoch": 1.2536047497879559, + "grad_norm": 2.997464228480134, + "learning_rate": 8.357364998586373e-06, + "loss": 0.6042, + "step": 1478 + }, + { + "epoch": 1.2544529262086515, + "grad_norm": 2.760667830095778, + "learning_rate": 8.363019508057676e-06, + "loss": 0.6324, + "step": 1479 + }, + { + "epoch": 1.255301102629347, + "grad_norm": 2.799033502918019, + "learning_rate": 8.36867401752898e-06, + "loss": 0.6423, + "step": 1480 + }, + { + "epoch": 1.2561492790500424, + "grad_norm": 2.992411138657903, + "learning_rate": 8.374328527000283e-06, + "loss": 0.661, + "step": 1481 + }, + { + "epoch": 1.256997455470738, + "grad_norm": 2.6906942411967294, + "learning_rate": 8.379983036471587e-06, + "loss": 0.6503, + "step": 1482 + }, + { + "epoch": 1.2578456318914335, + "grad_norm": 2.536170191613175, + "learning_rate": 8.38563754594289e-06, + "loss": 0.7009, + "step": 1483 + }, + { + "epoch": 1.2586938083121288, + "grad_norm": 2.7552504819086163, + "learning_rate": 8.391292055414193e-06, + "loss": 0.5267, + "step": 1484 + }, + { + "epoch": 1.2595419847328244, + "grad_norm": 2.813298170159398, + "learning_rate": 8.396946564885497e-06, + "loss": 0.6376, + "step": 1485 + }, + { + "epoch": 1.26039016115352, + "grad_norm": 2.5481604120124066, + "learning_rate": 8.4026010743568e-06, + "loss": 0.6685, + "step": 1486 + }, + { + "epoch": 1.2612383375742153, + "grad_norm": 2.791967416478325, + "learning_rate": 8.408255583828103e-06, + "loss": 0.5842, + "step": 1487 + }, + { + "epoch": 1.262086513994911, + "grad_norm": 3.156504085353939, + "learning_rate": 8.413910093299407e-06, + "loss": 0.6098, + "step": 1488 + }, + { + "epoch": 1.2629346904156065, + "grad_norm": 2.9952168924731937, + "learning_rate": 8.41956460277071e-06, + "loss": 0.7859, + "step": 1489 + }, + { + "epoch": 1.263782866836302, + "grad_norm": 2.6035576121010315, + "learning_rate": 8.425219112242014e-06, + "loss": 0.6704, + "step": 1490 + }, + { + "epoch": 1.2646310432569974, + "grad_norm": 2.6742661581753167, + "learning_rate": 8.430873621713317e-06, + "loss": 0.5926, + "step": 1491 + }, + { + "epoch": 1.265479219677693, + "grad_norm": 2.8129933197031023, + "learning_rate": 8.43652813118462e-06, + "loss": 0.6849, + "step": 1492 + }, + { + "epoch": 1.2663273960983885, + "grad_norm": 2.584148543725929, + "learning_rate": 8.442182640655924e-06, + "loss": 0.6455, + "step": 1493 + }, + { + "epoch": 1.267175572519084, + "grad_norm": 2.4835381915646044, + "learning_rate": 8.447837150127227e-06, + "loss": 0.5104, + "step": 1494 + }, + { + "epoch": 1.2680237489397794, + "grad_norm": 3.3517120709863923, + "learning_rate": 8.45349165959853e-06, + "loss": 0.6712, + "step": 1495 + }, + { + "epoch": 1.268871925360475, + "grad_norm": 2.6163769420881127, + "learning_rate": 8.459146169069834e-06, + "loss": 0.5941, + "step": 1496 + }, + { + "epoch": 1.2697201017811706, + "grad_norm": 2.8421451972757765, + "learning_rate": 8.464800678541137e-06, + "loss": 0.6849, + "step": 1497 + }, + { + "epoch": 1.270568278201866, + "grad_norm": 2.988060302920357, + "learning_rate": 8.47045518801244e-06, + "loss": 0.596, + "step": 1498 + }, + { + "epoch": 1.2714164546225615, + "grad_norm": 2.761682506504113, + "learning_rate": 8.476109697483744e-06, + "loss": 0.5954, + "step": 1499 + }, + { + "epoch": 1.272264631043257, + "grad_norm": 3.403022150628787, + "learning_rate": 8.481764206955047e-06, + "loss": 0.7212, + "step": 1500 + }, + { + "epoch": 1.2731128074639524, + "grad_norm": 2.5775264787690255, + "learning_rate": 8.48741871642635e-06, + "loss": 0.6188, + "step": 1501 + }, + { + "epoch": 1.273960983884648, + "grad_norm": 2.5785844931176816, + "learning_rate": 8.493073225897654e-06, + "loss": 0.6563, + "step": 1502 + }, + { + "epoch": 1.2748091603053435, + "grad_norm": 2.7606154594542778, + "learning_rate": 8.498727735368957e-06, + "loss": 0.7604, + "step": 1503 + }, + { + "epoch": 1.275657336726039, + "grad_norm": 2.5829019361491747, + "learning_rate": 8.50438224484026e-06, + "loss": 0.6953, + "step": 1504 + }, + { + "epoch": 1.2765055131467344, + "grad_norm": 2.7295050529969966, + "learning_rate": 8.510036754311564e-06, + "loss": 0.5874, + "step": 1505 + }, + { + "epoch": 1.27735368956743, + "grad_norm": 2.797993101772245, + "learning_rate": 8.515691263782867e-06, + "loss": 0.5192, + "step": 1506 + }, + { + "epoch": 1.2782018659881256, + "grad_norm": 3.344628051853822, + "learning_rate": 8.52134577325417e-06, + "loss": 0.6234, + "step": 1507 + }, + { + "epoch": 1.2790500424088211, + "grad_norm": 2.7224086753664407, + "learning_rate": 8.527000282725474e-06, + "loss": 0.6451, + "step": 1508 + }, + { + "epoch": 1.2798982188295165, + "grad_norm": 2.6891433566684015, + "learning_rate": 8.532654792196778e-06, + "loss": 0.7864, + "step": 1509 + }, + { + "epoch": 1.280746395250212, + "grad_norm": 2.66831373952958, + "learning_rate": 8.538309301668081e-06, + "loss": 0.7568, + "step": 1510 + }, + { + "epoch": 1.2815945716709076, + "grad_norm": 2.952576436922609, + "learning_rate": 8.543963811139384e-06, + "loss": 0.7025, + "step": 1511 + }, + { + "epoch": 1.282442748091603, + "grad_norm": 2.8473746690696906, + "learning_rate": 8.549618320610688e-06, + "loss": 0.7239, + "step": 1512 + }, + { + "epoch": 1.2832909245122985, + "grad_norm": 3.042124438063216, + "learning_rate": 8.555272830081991e-06, + "loss": 0.6829, + "step": 1513 + }, + { + "epoch": 1.284139100932994, + "grad_norm": 2.5209073389110204, + "learning_rate": 8.560927339553294e-06, + "loss": 0.5998, + "step": 1514 + }, + { + "epoch": 1.2849872773536894, + "grad_norm": 2.5779243119385673, + "learning_rate": 8.566581849024598e-06, + "loss": 0.4703, + "step": 1515 + }, + { + "epoch": 1.285835453774385, + "grad_norm": 2.918873665703586, + "learning_rate": 8.572236358495901e-06, + "loss": 0.6439, + "step": 1516 + }, + { + "epoch": 1.2866836301950806, + "grad_norm": 2.7566675839590853, + "learning_rate": 8.577890867967205e-06, + "loss": 0.6628, + "step": 1517 + }, + { + "epoch": 1.2875318066157762, + "grad_norm": 2.8437261668313907, + "learning_rate": 8.583545377438508e-06, + "loss": 0.6188, + "step": 1518 + }, + { + "epoch": 1.2883799830364717, + "grad_norm": 2.5641512032270697, + "learning_rate": 8.589199886909811e-06, + "loss": 0.6261, + "step": 1519 + }, + { + "epoch": 1.289228159457167, + "grad_norm": 2.8668963886821937, + "learning_rate": 8.594854396381115e-06, + "loss": 0.6816, + "step": 1520 + }, + { + "epoch": 1.2900763358778626, + "grad_norm": 2.7798486563709046, + "learning_rate": 8.600508905852418e-06, + "loss": 0.7871, + "step": 1521 + }, + { + "epoch": 1.2909245122985582, + "grad_norm": 2.935835583260475, + "learning_rate": 8.606163415323721e-06, + "loss": 0.763, + "step": 1522 + }, + { + "epoch": 1.2917726887192535, + "grad_norm": 2.575618671460871, + "learning_rate": 8.611817924795025e-06, + "loss": 0.6325, + "step": 1523 + }, + { + "epoch": 1.2926208651399491, + "grad_norm": 3.0687300878952968, + "learning_rate": 8.617472434266328e-06, + "loss": 0.5887, + "step": 1524 + }, + { + "epoch": 1.2934690415606447, + "grad_norm": 2.6989064985772573, + "learning_rate": 8.623126943737632e-06, + "loss": 0.7063, + "step": 1525 + }, + { + "epoch": 1.29431721798134, + "grad_norm": 2.773670684664673, + "learning_rate": 8.628781453208935e-06, + "loss": 0.5101, + "step": 1526 + }, + { + "epoch": 1.2951653944020356, + "grad_norm": 3.112602925923249, + "learning_rate": 8.634435962680238e-06, + "loss": 0.7379, + "step": 1527 + }, + { + "epoch": 1.2960135708227312, + "grad_norm": 2.800272158655935, + "learning_rate": 8.640090472151542e-06, + "loss": 0.7066, + "step": 1528 + }, + { + "epoch": 1.2968617472434265, + "grad_norm": 2.9248617530565912, + "learning_rate": 8.645744981622845e-06, + "loss": 0.7596, + "step": 1529 + }, + { + "epoch": 1.297709923664122, + "grad_norm": 2.813262428551419, + "learning_rate": 8.651399491094148e-06, + "loss": 0.6617, + "step": 1530 + }, + { + "epoch": 1.2985581000848176, + "grad_norm": 2.9963901325827997, + "learning_rate": 8.657054000565452e-06, + "loss": 0.7575, + "step": 1531 + }, + { + "epoch": 1.2994062765055132, + "grad_norm": 2.7595563961832563, + "learning_rate": 8.662708510036755e-06, + "loss": 0.6509, + "step": 1532 + }, + { + "epoch": 1.3002544529262088, + "grad_norm": 3.085138645642865, + "learning_rate": 8.668363019508059e-06, + "loss": 0.5723, + "step": 1533 + }, + { + "epoch": 1.3011026293469041, + "grad_norm": 2.7130818746159693, + "learning_rate": 8.674017528979362e-06, + "loss": 0.6397, + "step": 1534 + }, + { + "epoch": 1.3019508057675997, + "grad_norm": 2.67186579180684, + "learning_rate": 8.679672038450665e-06, + "loss": 0.6558, + "step": 1535 + }, + { + "epoch": 1.3027989821882953, + "grad_norm": 3.2942193706038507, + "learning_rate": 8.685326547921969e-06, + "loss": 0.6683, + "step": 1536 + }, + { + "epoch": 1.3036471586089906, + "grad_norm": 2.750372999075091, + "learning_rate": 8.690981057393272e-06, + "loss": 0.6704, + "step": 1537 + }, + { + "epoch": 1.3044953350296862, + "grad_norm": 2.7927242983336953, + "learning_rate": 8.696635566864575e-06, + "loss": 0.6607, + "step": 1538 + }, + { + "epoch": 1.3053435114503817, + "grad_norm": 2.710414673040083, + "learning_rate": 8.702290076335879e-06, + "loss": 0.5673, + "step": 1539 + }, + { + "epoch": 1.306191687871077, + "grad_norm": 3.024335186375743, + "learning_rate": 8.707944585807182e-06, + "loss": 0.6483, + "step": 1540 + }, + { + "epoch": 1.3070398642917727, + "grad_norm": 2.577844954565471, + "learning_rate": 8.713599095278485e-06, + "loss": 0.6457, + "step": 1541 + }, + { + "epoch": 1.3078880407124682, + "grad_norm": 2.2380858782149406, + "learning_rate": 8.719253604749789e-06, + "loss": 0.6318, + "step": 1542 + }, + { + "epoch": 1.3087362171331636, + "grad_norm": 2.6303156538881813, + "learning_rate": 8.724908114221092e-06, + "loss": 0.5848, + "step": 1543 + }, + { + "epoch": 1.3095843935538591, + "grad_norm": 2.9253610839127115, + "learning_rate": 8.730562623692396e-06, + "loss": 0.8057, + "step": 1544 + }, + { + "epoch": 1.3104325699745547, + "grad_norm": 2.8597980263355307, + "learning_rate": 8.736217133163699e-06, + "loss": 0.691, + "step": 1545 + }, + { + "epoch": 1.3112807463952503, + "grad_norm": 3.0457863660731896, + "learning_rate": 8.741871642635002e-06, + "loss": 0.7127, + "step": 1546 + }, + { + "epoch": 1.3121289228159458, + "grad_norm": 2.618827581818721, + "learning_rate": 8.747526152106306e-06, + "loss": 0.5809, + "step": 1547 + }, + { + "epoch": 1.3129770992366412, + "grad_norm": 2.749940595017168, + "learning_rate": 8.753180661577609e-06, + "loss": 0.6219, + "step": 1548 + }, + { + "epoch": 1.3138252756573368, + "grad_norm": 2.6326255573983657, + "learning_rate": 8.758835171048912e-06, + "loss": 0.5926, + "step": 1549 + }, + { + "epoch": 1.3146734520780323, + "grad_norm": 2.9055085202511077, + "learning_rate": 8.764489680520216e-06, + "loss": 0.7111, + "step": 1550 + }, + { + "epoch": 1.3155216284987277, + "grad_norm": 2.736414382660551, + "learning_rate": 8.77014418999152e-06, + "loss": 0.7001, + "step": 1551 + }, + { + "epoch": 1.3163698049194232, + "grad_norm": 2.4806709108916283, + "learning_rate": 8.775798699462823e-06, + "loss": 0.6293, + "step": 1552 + }, + { + "epoch": 1.3172179813401188, + "grad_norm": 2.6822675156519082, + "learning_rate": 8.781453208934126e-06, + "loss": 0.6132, + "step": 1553 + }, + { + "epoch": 1.3180661577608141, + "grad_norm": 2.4415382260019953, + "learning_rate": 8.78710771840543e-06, + "loss": 0.5762, + "step": 1554 + }, + { + "epoch": 1.3189143341815097, + "grad_norm": 2.8008615202763854, + "learning_rate": 8.792762227876733e-06, + "loss": 0.6679, + "step": 1555 + }, + { + "epoch": 1.3197625106022053, + "grad_norm": 2.7890891863357727, + "learning_rate": 8.798416737348036e-06, + "loss": 0.6231, + "step": 1556 + }, + { + "epoch": 1.3206106870229006, + "grad_norm": 2.649925381144572, + "learning_rate": 8.80407124681934e-06, + "loss": 0.6023, + "step": 1557 + }, + { + "epoch": 1.3214588634435962, + "grad_norm": 2.583077623085864, + "learning_rate": 8.809725756290643e-06, + "loss": 0.6419, + "step": 1558 + }, + { + "epoch": 1.3223070398642918, + "grad_norm": 2.359948178606251, + "learning_rate": 8.815380265761946e-06, + "loss": 0.631, + "step": 1559 + }, + { + "epoch": 1.3231552162849873, + "grad_norm": 2.97641839659324, + "learning_rate": 8.82103477523325e-06, + "loss": 0.7166, + "step": 1560 + }, + { + "epoch": 1.324003392705683, + "grad_norm": 2.295258399250372, + "learning_rate": 8.826689284704553e-06, + "loss": 0.7065, + "step": 1561 + }, + { + "epoch": 1.3248515691263782, + "grad_norm": 2.5635541057114204, + "learning_rate": 8.832343794175856e-06, + "loss": 0.5868, + "step": 1562 + }, + { + "epoch": 1.3256997455470738, + "grad_norm": 2.8486633629843565, + "learning_rate": 8.83799830364716e-06, + "loss": 0.5481, + "step": 1563 + }, + { + "epoch": 1.3265479219677694, + "grad_norm": 2.4666616092018305, + "learning_rate": 8.843652813118463e-06, + "loss": 0.6406, + "step": 1564 + }, + { + "epoch": 1.3273960983884647, + "grad_norm": 2.709675657990478, + "learning_rate": 8.849307322589766e-06, + "loss": 0.5632, + "step": 1565 + }, + { + "epoch": 1.3282442748091603, + "grad_norm": 2.855640131143263, + "learning_rate": 8.85496183206107e-06, + "loss": 0.5959, + "step": 1566 + }, + { + "epoch": 1.3290924512298559, + "grad_norm": 2.8158620890829598, + "learning_rate": 8.860616341532373e-06, + "loss": 0.6089, + "step": 1567 + }, + { + "epoch": 1.3299406276505512, + "grad_norm": 2.855241061877215, + "learning_rate": 8.866270851003677e-06, + "loss": 0.6934, + "step": 1568 + }, + { + "epoch": 1.3307888040712468, + "grad_norm": 2.8096742198554994, + "learning_rate": 8.87192536047498e-06, + "loss": 0.5956, + "step": 1569 + }, + { + "epoch": 1.3316369804919423, + "grad_norm": 2.6394385136757315, + "learning_rate": 8.877579869946283e-06, + "loss": 0.7597, + "step": 1570 + }, + { + "epoch": 1.3324851569126377, + "grad_norm": 2.571858018721935, + "learning_rate": 8.883234379417585e-06, + "loss": 0.6588, + "step": 1571 + }, + { + "epoch": 1.3333333333333333, + "grad_norm": 2.548296706967437, + "learning_rate": 8.888888888888888e-06, + "loss": 0.5788, + "step": 1572 + }, + { + "epoch": 1.3341815097540288, + "grad_norm": 3.3774450078648317, + "learning_rate": 8.894543398360193e-06, + "loss": 0.7242, + "step": 1573 + }, + { + "epoch": 1.3350296861747244, + "grad_norm": 2.3734443754507053, + "learning_rate": 8.900197907831497e-06, + "loss": 0.7059, + "step": 1574 + }, + { + "epoch": 1.33587786259542, + "grad_norm": 3.1589038423311013, + "learning_rate": 8.9058524173028e-06, + "loss": 0.7326, + "step": 1575 + }, + { + "epoch": 1.3367260390161153, + "grad_norm": 2.674622609415995, + "learning_rate": 8.911506926774103e-06, + "loss": 0.6614, + "step": 1576 + }, + { + "epoch": 1.3375742154368109, + "grad_norm": 2.7083732793846855, + "learning_rate": 8.917161436245407e-06, + "loss": 0.7093, + "step": 1577 + }, + { + "epoch": 1.3384223918575064, + "grad_norm": 3.5762142651030997, + "learning_rate": 8.92281594571671e-06, + "loss": 0.6874, + "step": 1578 + }, + { + "epoch": 1.3392705682782018, + "grad_norm": 2.60899522210495, + "learning_rate": 8.928470455188014e-06, + "loss": 0.7186, + "step": 1579 + }, + { + "epoch": 1.3401187446988974, + "grad_norm": 2.3190439722202365, + "learning_rate": 8.934124964659317e-06, + "loss": 0.6849, + "step": 1580 + }, + { + "epoch": 1.340966921119593, + "grad_norm": 3.283778575085948, + "learning_rate": 8.93977947413062e-06, + "loss": 0.5968, + "step": 1581 + }, + { + "epoch": 1.3418150975402883, + "grad_norm": 2.564801967213821, + "learning_rate": 8.945433983601924e-06, + "loss": 0.5194, + "step": 1582 + }, + { + "epoch": 1.3426632739609838, + "grad_norm": 2.90495301674065, + "learning_rate": 8.951088493073227e-06, + "loss": 0.5039, + "step": 1583 + }, + { + "epoch": 1.3435114503816794, + "grad_norm": 3.9016227260997685, + "learning_rate": 8.95674300254453e-06, + "loss": 0.6276, + "step": 1584 + }, + { + "epoch": 1.344359626802375, + "grad_norm": 2.9575194204100295, + "learning_rate": 8.962397512015834e-06, + "loss": 0.65, + "step": 1585 + }, + { + "epoch": 1.3452078032230703, + "grad_norm": 2.9670521914788095, + "learning_rate": 8.968052021487137e-06, + "loss": 0.5952, + "step": 1586 + }, + { + "epoch": 1.3460559796437659, + "grad_norm": 3.8487437604056627, + "learning_rate": 8.97370653095844e-06, + "loss": 0.7193, + "step": 1587 + }, + { + "epoch": 1.3469041560644615, + "grad_norm": 2.7737815342330063, + "learning_rate": 8.979361040429744e-06, + "loss": 0.7091, + "step": 1588 + }, + { + "epoch": 1.347752332485157, + "grad_norm": 3.0369926324856547, + "learning_rate": 8.985015549901047e-06, + "loss": 0.6574, + "step": 1589 + }, + { + "epoch": 1.3486005089058524, + "grad_norm": 3.2615812097174217, + "learning_rate": 8.99067005937235e-06, + "loss": 0.7493, + "step": 1590 + }, + { + "epoch": 1.349448685326548, + "grad_norm": 3.2840462800989387, + "learning_rate": 8.996324568843654e-06, + "loss": 0.6488, + "step": 1591 + }, + { + "epoch": 1.3502968617472435, + "grad_norm": 2.4634932531812526, + "learning_rate": 9.001979078314957e-06, + "loss": 0.5118, + "step": 1592 + }, + { + "epoch": 1.3511450381679388, + "grad_norm": 3.5458793798537247, + "learning_rate": 9.007633587786259e-06, + "loss": 0.5668, + "step": 1593 + }, + { + "epoch": 1.3519932145886344, + "grad_norm": 2.7590255422345273, + "learning_rate": 9.013288097257562e-06, + "loss": 0.5726, + "step": 1594 + }, + { + "epoch": 1.35284139100933, + "grad_norm": 3.0462627895238765, + "learning_rate": 9.018942606728866e-06, + "loss": 0.721, + "step": 1595 + }, + { + "epoch": 1.3536895674300253, + "grad_norm": 2.8481588789799432, + "learning_rate": 9.02459711620017e-06, + "loss": 0.5847, + "step": 1596 + }, + { + "epoch": 1.354537743850721, + "grad_norm": 2.726744874313454, + "learning_rate": 9.030251625671473e-06, + "loss": 0.5959, + "step": 1597 + }, + { + "epoch": 1.3553859202714165, + "grad_norm": 2.67962695913941, + "learning_rate": 9.035906135142778e-06, + "loss": 0.7367, + "step": 1598 + }, + { + "epoch": 1.356234096692112, + "grad_norm": 2.579714968918636, + "learning_rate": 9.041560644614081e-06, + "loss": 0.5951, + "step": 1599 + }, + { + "epoch": 1.3570822731128076, + "grad_norm": 2.8313751612917333, + "learning_rate": 9.047215154085384e-06, + "loss": 0.6407, + "step": 1600 + }, + { + "epoch": 1.357930449533503, + "grad_norm": 2.8774438557318103, + "learning_rate": 9.052869663556688e-06, + "loss": 0.5306, + "step": 1601 + }, + { + "epoch": 1.3587786259541985, + "grad_norm": 2.6799194298664357, + "learning_rate": 9.058524173027991e-06, + "loss": 0.6483, + "step": 1602 + }, + { + "epoch": 1.359626802374894, + "grad_norm": 3.054351065053009, + "learning_rate": 9.064178682499295e-06, + "loss": 0.7332, + "step": 1603 + }, + { + "epoch": 1.3604749787955894, + "grad_norm": 3.0408833827823756, + "learning_rate": 9.069833191970598e-06, + "loss": 0.6576, + "step": 1604 + }, + { + "epoch": 1.361323155216285, + "grad_norm": 2.9783199564555476, + "learning_rate": 9.075487701441901e-06, + "loss": 0.7056, + "step": 1605 + }, + { + "epoch": 1.3621713316369806, + "grad_norm": 2.5934438179333927, + "learning_rate": 9.081142210913205e-06, + "loss": 0.4789, + "step": 1606 + }, + { + "epoch": 1.363019508057676, + "grad_norm": 2.768028481621078, + "learning_rate": 9.086796720384508e-06, + "loss": 0.5817, + "step": 1607 + }, + { + "epoch": 1.3638676844783715, + "grad_norm": 2.8899870819025164, + "learning_rate": 9.092451229855811e-06, + "loss": 0.6085, + "step": 1608 + }, + { + "epoch": 1.364715860899067, + "grad_norm": 2.767346558335705, + "learning_rate": 9.098105739327115e-06, + "loss": 0.7026, + "step": 1609 + }, + { + "epoch": 1.3655640373197624, + "grad_norm": 2.9020566257821523, + "learning_rate": 9.103760248798418e-06, + "loss": 0.6412, + "step": 1610 + }, + { + "epoch": 1.366412213740458, + "grad_norm": 3.10594313938405, + "learning_rate": 9.109414758269721e-06, + "loss": 0.606, + "step": 1611 + }, + { + "epoch": 1.3672603901611535, + "grad_norm": 3.001176642149907, + "learning_rate": 9.115069267741025e-06, + "loss": 0.6748, + "step": 1612 + }, + { + "epoch": 1.368108566581849, + "grad_norm": 3.3027154676903354, + "learning_rate": 9.120723777212328e-06, + "loss": 0.6519, + "step": 1613 + }, + { + "epoch": 1.3689567430025447, + "grad_norm": 2.6354782102832486, + "learning_rate": 9.126378286683632e-06, + "loss": 0.6524, + "step": 1614 + }, + { + "epoch": 1.36980491942324, + "grad_norm": 2.7957982909759216, + "learning_rate": 9.132032796154933e-06, + "loss": 0.5892, + "step": 1615 + }, + { + "epoch": 1.3706530958439356, + "grad_norm": 2.7179974315920017, + "learning_rate": 9.137687305626237e-06, + "loss": 0.6982, + "step": 1616 + }, + { + "epoch": 1.3715012722646311, + "grad_norm": 2.835839180062168, + "learning_rate": 9.14334181509754e-06, + "loss": 0.6365, + "step": 1617 + }, + { + "epoch": 1.3723494486853265, + "grad_norm": 2.6101913255436737, + "learning_rate": 9.148996324568843e-06, + "loss": 0.6851, + "step": 1618 + }, + { + "epoch": 1.373197625106022, + "grad_norm": 2.6691258350506555, + "learning_rate": 9.154650834040147e-06, + "loss": 0.6018, + "step": 1619 + }, + { + "epoch": 1.3740458015267176, + "grad_norm": 2.659807590312443, + "learning_rate": 9.16030534351145e-06, + "loss": 0.6977, + "step": 1620 + }, + { + "epoch": 1.374893977947413, + "grad_norm": 2.887965692984804, + "learning_rate": 9.165959852982754e-06, + "loss": 0.6339, + "step": 1621 + }, + { + "epoch": 1.3757421543681085, + "grad_norm": 2.567292872501067, + "learning_rate": 9.171614362454057e-06, + "loss": 0.5838, + "step": 1622 + }, + { + "epoch": 1.376590330788804, + "grad_norm": 2.81356573434119, + "learning_rate": 9.17726887192536e-06, + "loss": 0.6746, + "step": 1623 + }, + { + "epoch": 1.3774385072094995, + "grad_norm": 2.9303428023820763, + "learning_rate": 9.182923381396665e-06, + "loss": 0.6211, + "step": 1624 + }, + { + "epoch": 1.378286683630195, + "grad_norm": 2.973220156686268, + "learning_rate": 9.188577890867969e-06, + "loss": 0.6689, + "step": 1625 + }, + { + "epoch": 1.3791348600508906, + "grad_norm": 2.7866896217424886, + "learning_rate": 9.194232400339272e-06, + "loss": 0.6336, + "step": 1626 + }, + { + "epoch": 1.3799830364715862, + "grad_norm": 2.5649442038142696, + "learning_rate": 9.199886909810575e-06, + "loss": 0.606, + "step": 1627 + }, + { + "epoch": 1.3808312128922817, + "grad_norm": 3.187117873680847, + "learning_rate": 9.205541419281879e-06, + "loss": 0.6198, + "step": 1628 + }, + { + "epoch": 1.381679389312977, + "grad_norm": 2.6162448623828456, + "learning_rate": 9.211195928753182e-06, + "loss": 0.652, + "step": 1629 + }, + { + "epoch": 1.3825275657336726, + "grad_norm": 2.5539950591292704, + "learning_rate": 9.216850438224486e-06, + "loss": 0.5917, + "step": 1630 + }, + { + "epoch": 1.3833757421543682, + "grad_norm": 2.791963276853707, + "learning_rate": 9.222504947695789e-06, + "loss": 0.694, + "step": 1631 + }, + { + "epoch": 1.3842239185750635, + "grad_norm": 2.950873887495672, + "learning_rate": 9.228159457167092e-06, + "loss": 0.6057, + "step": 1632 + }, + { + "epoch": 1.3850720949957591, + "grad_norm": 2.464997712223962, + "learning_rate": 9.233813966638396e-06, + "loss": 0.5824, + "step": 1633 + }, + { + "epoch": 1.3859202714164547, + "grad_norm": 2.456170703897244, + "learning_rate": 9.239468476109699e-06, + "loss": 0.6971, + "step": 1634 + }, + { + "epoch": 1.38676844783715, + "grad_norm": 2.876782188526147, + "learning_rate": 9.245122985581002e-06, + "loss": 0.7243, + "step": 1635 + }, + { + "epoch": 1.3876166242578456, + "grad_norm": 2.4711679111565283, + "learning_rate": 9.250777495052306e-06, + "loss": 0.5567, + "step": 1636 + }, + { + "epoch": 1.3884648006785412, + "grad_norm": 2.7906976638736665, + "learning_rate": 9.256432004523607e-06, + "loss": 0.6929, + "step": 1637 + }, + { + "epoch": 1.3893129770992365, + "grad_norm": 2.5780081851708694, + "learning_rate": 9.26208651399491e-06, + "loss": 0.6823, + "step": 1638 + }, + { + "epoch": 1.390161153519932, + "grad_norm": 2.691511207636649, + "learning_rate": 9.267741023466214e-06, + "loss": 0.5335, + "step": 1639 + }, + { + "epoch": 1.3910093299406276, + "grad_norm": 3.1741973307545805, + "learning_rate": 9.273395532937518e-06, + "loss": 0.731, + "step": 1640 + }, + { + "epoch": 1.3918575063613232, + "grad_norm": 2.8515727921633953, + "learning_rate": 9.279050042408821e-06, + "loss": 0.7525, + "step": 1641 + }, + { + "epoch": 1.3927056827820188, + "grad_norm": 2.513522641384172, + "learning_rate": 9.284704551880124e-06, + "loss": 0.5828, + "step": 1642 + }, + { + "epoch": 1.3935538592027141, + "grad_norm": 3.0577240491257403, + "learning_rate": 9.290359061351428e-06, + "loss": 0.6695, + "step": 1643 + }, + { + "epoch": 1.3944020356234097, + "grad_norm": 2.7979414701254277, + "learning_rate": 9.296013570822731e-06, + "loss": 0.6366, + "step": 1644 + }, + { + "epoch": 1.3952502120441053, + "grad_norm": 2.8385601821581044, + "learning_rate": 9.301668080294034e-06, + "loss": 0.651, + "step": 1645 + }, + { + "epoch": 1.3960983884648006, + "grad_norm": 2.4760598980814827, + "learning_rate": 9.307322589765338e-06, + "loss": 0.5099, + "step": 1646 + }, + { + "epoch": 1.3969465648854962, + "grad_norm": 2.668303224480344, + "learning_rate": 9.312977099236641e-06, + "loss": 0.5606, + "step": 1647 + }, + { + "epoch": 1.3977947413061917, + "grad_norm": 2.562061156793367, + "learning_rate": 9.318631608707945e-06, + "loss": 0.7074, + "step": 1648 + }, + { + "epoch": 1.398642917726887, + "grad_norm": 2.700689760329632, + "learning_rate": 9.32428611817925e-06, + "loss": 0.5615, + "step": 1649 + }, + { + "epoch": 1.3994910941475827, + "grad_norm": 2.384504178616175, + "learning_rate": 9.329940627650553e-06, + "loss": 0.5676, + "step": 1650 + }, + { + "epoch": 1.4003392705682782, + "grad_norm": 2.6797076799008672, + "learning_rate": 9.335595137121856e-06, + "loss": 0.6343, + "step": 1651 + }, + { + "epoch": 1.4011874469889736, + "grad_norm": 2.7342525747928503, + "learning_rate": 9.34124964659316e-06, + "loss": 0.6649, + "step": 1652 + }, + { + "epoch": 1.4020356234096691, + "grad_norm": 2.744026668811836, + "learning_rate": 9.346904156064463e-06, + "loss": 0.6682, + "step": 1653 + }, + { + "epoch": 1.4028837998303647, + "grad_norm": 2.3559942915986563, + "learning_rate": 9.352558665535766e-06, + "loss": 0.5363, + "step": 1654 + }, + { + "epoch": 1.4037319762510603, + "grad_norm": 2.827869511446484, + "learning_rate": 9.35821317500707e-06, + "loss": 0.5954, + "step": 1655 + }, + { + "epoch": 1.4045801526717558, + "grad_norm": 2.5256708024872756, + "learning_rate": 9.363867684478373e-06, + "loss": 0.6072, + "step": 1656 + }, + { + "epoch": 1.4054283290924512, + "grad_norm": 2.306025177848165, + "learning_rate": 9.369522193949677e-06, + "loss": 0.5553, + "step": 1657 + }, + { + "epoch": 1.4062765055131468, + "grad_norm": 2.3981396306064697, + "learning_rate": 9.37517670342098e-06, + "loss": 0.6142, + "step": 1658 + }, + { + "epoch": 1.4071246819338423, + "grad_norm": 2.641621231690898, + "learning_rate": 9.380831212892282e-06, + "loss": 0.6833, + "step": 1659 + }, + { + "epoch": 1.4079728583545377, + "grad_norm": 2.665906232290656, + "learning_rate": 9.386485722363585e-06, + "loss": 0.5155, + "step": 1660 + }, + { + "epoch": 1.4088210347752332, + "grad_norm": 2.4550584845749497, + "learning_rate": 9.392140231834888e-06, + "loss": 0.6154, + "step": 1661 + }, + { + "epoch": 1.4096692111959288, + "grad_norm": 3.0254903076331208, + "learning_rate": 9.397794741306192e-06, + "loss": 0.6395, + "step": 1662 + }, + { + "epoch": 1.4105173876166242, + "grad_norm": 2.5903747433553055, + "learning_rate": 9.403449250777495e-06, + "loss": 0.6875, + "step": 1663 + }, + { + "epoch": 1.4113655640373197, + "grad_norm": 2.4390759825074535, + "learning_rate": 9.409103760248798e-06, + "loss": 0.6358, + "step": 1664 + }, + { + "epoch": 1.4122137404580153, + "grad_norm": 2.415385101291896, + "learning_rate": 9.414758269720102e-06, + "loss": 0.6001, + "step": 1665 + }, + { + "epoch": 1.4130619168787106, + "grad_norm": 2.5375901736263073, + "learning_rate": 9.420412779191405e-06, + "loss": 0.546, + "step": 1666 + }, + { + "epoch": 1.4139100932994062, + "grad_norm": 2.643813078608881, + "learning_rate": 9.426067288662709e-06, + "loss": 0.5954, + "step": 1667 + }, + { + "epoch": 1.4147582697201018, + "grad_norm": 2.610129671506956, + "learning_rate": 9.431721798134012e-06, + "loss": 0.563, + "step": 1668 + }, + { + "epoch": 1.4156064461407973, + "grad_norm": 2.406143766080129, + "learning_rate": 9.437376307605315e-06, + "loss": 0.5479, + "step": 1669 + }, + { + "epoch": 1.416454622561493, + "grad_norm": 2.459074672860706, + "learning_rate": 9.443030817076619e-06, + "loss": 0.632, + "step": 1670 + }, + { + "epoch": 1.4173027989821882, + "grad_norm": 2.594118641622137, + "learning_rate": 9.448685326547922e-06, + "loss": 0.5848, + "step": 1671 + }, + { + "epoch": 1.4181509754028838, + "grad_norm": 2.419253111682877, + "learning_rate": 9.454339836019225e-06, + "loss": 0.7084, + "step": 1672 + }, + { + "epoch": 1.4189991518235794, + "grad_norm": 2.8231561242985257, + "learning_rate": 9.459994345490529e-06, + "loss": 0.6758, + "step": 1673 + }, + { + "epoch": 1.4198473282442747, + "grad_norm": 2.5401596585946793, + "learning_rate": 9.465648854961834e-06, + "loss": 0.5856, + "step": 1674 + }, + { + "epoch": 1.4206955046649703, + "grad_norm": 2.981909968837398, + "learning_rate": 9.471303364433137e-06, + "loss": 0.7279, + "step": 1675 + }, + { + "epoch": 1.4215436810856659, + "grad_norm": 2.659511627044202, + "learning_rate": 9.47695787390444e-06, + "loss": 0.58, + "step": 1676 + }, + { + "epoch": 1.4223918575063612, + "grad_norm": 2.65077286419185, + "learning_rate": 9.482612383375744e-06, + "loss": 0.6405, + "step": 1677 + }, + { + "epoch": 1.4232400339270568, + "grad_norm": 2.953105048211852, + "learning_rate": 9.488266892847047e-06, + "loss": 0.6394, + "step": 1678 + }, + { + "epoch": 1.4240882103477523, + "grad_norm": 2.469472980986239, + "learning_rate": 9.49392140231835e-06, + "loss": 0.5919, + "step": 1679 + }, + { + "epoch": 1.424936386768448, + "grad_norm": 2.817635518001718, + "learning_rate": 9.499575911789654e-06, + "loss": 0.5261, + "step": 1680 + }, + { + "epoch": 1.4257845631891433, + "grad_norm": 2.7220030534305897, + "learning_rate": 9.505230421260956e-06, + "loss": 0.6891, + "step": 1681 + }, + { + "epoch": 1.4266327396098388, + "grad_norm": 3.0247488114739807, + "learning_rate": 9.51088493073226e-06, + "loss": 0.5099, + "step": 1682 + }, + { + "epoch": 1.4274809160305344, + "grad_norm": 2.879058924358174, + "learning_rate": 9.516539440203563e-06, + "loss": 0.6069, + "step": 1683 + }, + { + "epoch": 1.42832909245123, + "grad_norm": 3.1729545121372023, + "learning_rate": 9.522193949674866e-06, + "loss": 0.6113, + "step": 1684 + }, + { + "epoch": 1.4291772688719253, + "grad_norm": 2.6133369872608254, + "learning_rate": 9.52784845914617e-06, + "loss": 0.7161, + "step": 1685 + }, + { + "epoch": 1.4300254452926209, + "grad_norm": 2.5329989447595835, + "learning_rate": 9.533502968617473e-06, + "loss": 0.6202, + "step": 1686 + }, + { + "epoch": 1.4308736217133164, + "grad_norm": 2.994470810421272, + "learning_rate": 9.539157478088776e-06, + "loss": 0.6182, + "step": 1687 + }, + { + "epoch": 1.4317217981340118, + "grad_norm": 2.3907375579728503, + "learning_rate": 9.54481198756008e-06, + "loss": 0.4964, + "step": 1688 + }, + { + "epoch": 1.4325699745547074, + "grad_norm": 2.3498561415899086, + "learning_rate": 9.550466497031383e-06, + "loss": 0.4925, + "step": 1689 + }, + { + "epoch": 1.433418150975403, + "grad_norm": 2.7744203808272268, + "learning_rate": 9.556121006502686e-06, + "loss": 0.6456, + "step": 1690 + }, + { + "epoch": 1.4342663273960983, + "grad_norm": 2.8443007442473247, + "learning_rate": 9.56177551597399e-06, + "loss": 0.5754, + "step": 1691 + }, + { + "epoch": 1.4351145038167938, + "grad_norm": 2.5297396807567356, + "learning_rate": 9.567430025445293e-06, + "loss": 0.5539, + "step": 1692 + }, + { + "epoch": 1.4359626802374894, + "grad_norm": 2.5914154233230855, + "learning_rate": 9.573084534916596e-06, + "loss": 0.6466, + "step": 1693 + }, + { + "epoch": 1.436810856658185, + "grad_norm": 2.568497426876998, + "learning_rate": 9.5787390443879e-06, + "loss": 0.6401, + "step": 1694 + }, + { + "epoch": 1.4376590330788805, + "grad_norm": 2.5454325023705056, + "learning_rate": 9.584393553859203e-06, + "loss": 0.6455, + "step": 1695 + }, + { + "epoch": 1.438507209499576, + "grad_norm": 2.468428404340371, + "learning_rate": 9.590048063330506e-06, + "loss": 0.5701, + "step": 1696 + }, + { + "epoch": 1.4393553859202715, + "grad_norm": 2.6002322268753497, + "learning_rate": 9.59570257280181e-06, + "loss": 0.6323, + "step": 1697 + }, + { + "epoch": 1.440203562340967, + "grad_norm": 2.7032203737780387, + "learning_rate": 9.601357082273113e-06, + "loss": 0.5791, + "step": 1698 + }, + { + "epoch": 1.4410517387616624, + "grad_norm": 2.7440906245401533, + "learning_rate": 9.607011591744416e-06, + "loss": 0.6657, + "step": 1699 + }, + { + "epoch": 1.441899915182358, + "grad_norm": 2.518165011181052, + "learning_rate": 9.612666101215722e-06, + "loss": 0.5031, + "step": 1700 + }, + { + "epoch": 1.4427480916030535, + "grad_norm": 2.9796562217903872, + "learning_rate": 9.618320610687025e-06, + "loss": 0.7201, + "step": 1701 + }, + { + "epoch": 1.4435962680237489, + "grad_norm": 2.5292926773394715, + "learning_rate": 9.623975120158328e-06, + "loss": 0.5555, + "step": 1702 + }, + { + "epoch": 1.4444444444444444, + "grad_norm": 2.778017883425629, + "learning_rate": 9.62962962962963e-06, + "loss": 0.6056, + "step": 1703 + }, + { + "epoch": 1.44529262086514, + "grad_norm": 2.5836319478294456, + "learning_rate": 9.635284139100933e-06, + "loss": 0.6919, + "step": 1704 + }, + { + "epoch": 1.4461407972858353, + "grad_norm": 2.6620509879970236, + "learning_rate": 9.640938648572237e-06, + "loss": 0.4801, + "step": 1705 + }, + { + "epoch": 1.446988973706531, + "grad_norm": 2.4045003366734536, + "learning_rate": 9.64659315804354e-06, + "loss": 0.5157, + "step": 1706 + }, + { + "epoch": 1.4478371501272265, + "grad_norm": 2.6163304946063457, + "learning_rate": 9.652247667514843e-06, + "loss": 0.5519, + "step": 1707 + }, + { + "epoch": 1.448685326547922, + "grad_norm": 2.6347143688741763, + "learning_rate": 9.657902176986147e-06, + "loss": 0.622, + "step": 1708 + }, + { + "epoch": 1.4495335029686176, + "grad_norm": 2.438692882075338, + "learning_rate": 9.66355668645745e-06, + "loss": 0.6239, + "step": 1709 + }, + { + "epoch": 1.450381679389313, + "grad_norm": 2.524074425412726, + "learning_rate": 9.669211195928754e-06, + "loss": 0.5981, + "step": 1710 + }, + { + "epoch": 1.4512298558100085, + "grad_norm": 2.574991861724495, + "learning_rate": 9.674865705400057e-06, + "loss": 0.6936, + "step": 1711 + }, + { + "epoch": 1.452078032230704, + "grad_norm": 2.5010514744171117, + "learning_rate": 9.68052021487136e-06, + "loss": 0.6581, + "step": 1712 + }, + { + "epoch": 1.4529262086513994, + "grad_norm": 2.3580023176576166, + "learning_rate": 9.686174724342664e-06, + "loss": 0.5832, + "step": 1713 + }, + { + "epoch": 1.453774385072095, + "grad_norm": 2.6350055882026218, + "learning_rate": 9.691829233813967e-06, + "loss": 0.6778, + "step": 1714 + }, + { + "epoch": 1.4546225614927906, + "grad_norm": 2.1480662340680547, + "learning_rate": 9.69748374328527e-06, + "loss": 0.5728, + "step": 1715 + }, + { + "epoch": 1.455470737913486, + "grad_norm": 2.594792925496567, + "learning_rate": 9.703138252756574e-06, + "loss": 0.6234, + "step": 1716 + }, + { + "epoch": 1.4563189143341815, + "grad_norm": 2.3589794285959034, + "learning_rate": 9.708792762227877e-06, + "loss": 0.5985, + "step": 1717 + }, + { + "epoch": 1.457167090754877, + "grad_norm": 2.2355005986454715, + "learning_rate": 9.71444727169918e-06, + "loss": 0.4887, + "step": 1718 + }, + { + "epoch": 1.4580152671755724, + "grad_norm": 2.541507664966096, + "learning_rate": 9.720101781170484e-06, + "loss": 0.678, + "step": 1719 + }, + { + "epoch": 1.458863443596268, + "grad_norm": 2.5991312833446685, + "learning_rate": 9.725756290641787e-06, + "loss": 0.5783, + "step": 1720 + }, + { + "epoch": 1.4597116200169635, + "grad_norm": 2.906218619872568, + "learning_rate": 9.73141080011309e-06, + "loss": 0.5986, + "step": 1721 + }, + { + "epoch": 1.460559796437659, + "grad_norm": 2.197368903944866, + "learning_rate": 9.737065309584394e-06, + "loss": 0.5596, + "step": 1722 + }, + { + "epoch": 1.4614079728583547, + "grad_norm": 2.318579125537217, + "learning_rate": 9.742719819055697e-06, + "loss": 0.5555, + "step": 1723 + }, + { + "epoch": 1.46225614927905, + "grad_norm": 2.6339235820597784, + "learning_rate": 9.748374328527e-06, + "loss": 0.7113, + "step": 1724 + }, + { + "epoch": 1.4631043256997456, + "grad_norm": 2.877605933206114, + "learning_rate": 9.754028837998304e-06, + "loss": 0.6494, + "step": 1725 + }, + { + "epoch": 1.4639525021204411, + "grad_norm": 2.5276657562973366, + "learning_rate": 9.759683347469608e-06, + "loss": 0.6088, + "step": 1726 + }, + { + "epoch": 1.4648006785411365, + "grad_norm": 2.2384610357039225, + "learning_rate": 9.765337856940911e-06, + "loss": 0.5676, + "step": 1727 + }, + { + "epoch": 1.465648854961832, + "grad_norm": 2.5796355347793805, + "learning_rate": 9.770992366412214e-06, + "loss": 0.5752, + "step": 1728 + }, + { + "epoch": 1.4664970313825276, + "grad_norm": 2.6050004965533198, + "learning_rate": 9.776646875883518e-06, + "loss": 0.6336, + "step": 1729 + }, + { + "epoch": 1.467345207803223, + "grad_norm": 2.637434392641064, + "learning_rate": 9.782301385354821e-06, + "loss": 0.6371, + "step": 1730 + }, + { + "epoch": 1.4681933842239185, + "grad_norm": 2.389559698226556, + "learning_rate": 9.787955894826124e-06, + "loss": 0.6519, + "step": 1731 + }, + { + "epoch": 1.469041560644614, + "grad_norm": 2.3932925600591366, + "learning_rate": 9.793610404297428e-06, + "loss": 0.5561, + "step": 1732 + }, + { + "epoch": 1.4698897370653095, + "grad_norm": 2.3825352368366737, + "learning_rate": 9.799264913768731e-06, + "loss": 0.6194, + "step": 1733 + }, + { + "epoch": 1.470737913486005, + "grad_norm": 2.4537362902427367, + "learning_rate": 9.804919423240034e-06, + "loss": 0.4976, + "step": 1734 + }, + { + "epoch": 1.4715860899067006, + "grad_norm": 2.2788556586071618, + "learning_rate": 9.810573932711338e-06, + "loss": 0.4871, + "step": 1735 + }, + { + "epoch": 1.4724342663273962, + "grad_norm": 2.8494449972962497, + "learning_rate": 9.816228442182641e-06, + "loss": 0.6278, + "step": 1736 + }, + { + "epoch": 1.4732824427480917, + "grad_norm": 2.566551406904725, + "learning_rate": 9.821882951653945e-06, + "loss": 0.5806, + "step": 1737 + }, + { + "epoch": 1.474130619168787, + "grad_norm": 2.7388880079768048, + "learning_rate": 9.827537461125248e-06, + "loss": 0.5417, + "step": 1738 + }, + { + "epoch": 1.4749787955894826, + "grad_norm": 2.2710133358858675, + "learning_rate": 9.833191970596551e-06, + "loss": 0.6335, + "step": 1739 + }, + { + "epoch": 1.4758269720101782, + "grad_norm": 2.6429052555363897, + "learning_rate": 9.838846480067855e-06, + "loss": 0.5943, + "step": 1740 + }, + { + "epoch": 1.4766751484308736, + "grad_norm": 2.651085426985854, + "learning_rate": 9.844500989539158e-06, + "loss": 0.5372, + "step": 1741 + }, + { + "epoch": 1.4775233248515691, + "grad_norm": 2.651061075175265, + "learning_rate": 9.850155499010461e-06, + "loss": 0.6995, + "step": 1742 + }, + { + "epoch": 1.4783715012722647, + "grad_norm": 2.828088790417345, + "learning_rate": 9.855810008481765e-06, + "loss": 0.6479, + "step": 1743 + }, + { + "epoch": 1.47921967769296, + "grad_norm": 2.260286254804587, + "learning_rate": 9.861464517953068e-06, + "loss": 0.5779, + "step": 1744 + }, + { + "epoch": 1.4800678541136556, + "grad_norm": 2.6266782480189423, + "learning_rate": 9.867119027424372e-06, + "loss": 0.6867, + "step": 1745 + }, + { + "epoch": 1.4809160305343512, + "grad_norm": 2.6400150974435306, + "learning_rate": 9.872773536895675e-06, + "loss": 0.6769, + "step": 1746 + }, + { + "epoch": 1.4817642069550465, + "grad_norm": 2.492963973078541, + "learning_rate": 9.878428046366978e-06, + "loss": 0.5968, + "step": 1747 + }, + { + "epoch": 1.482612383375742, + "grad_norm": 2.4579071151427834, + "learning_rate": 9.884082555838282e-06, + "loss": 0.6827, + "step": 1748 + }, + { + "epoch": 1.4834605597964376, + "grad_norm": 2.800659647352115, + "learning_rate": 9.889737065309585e-06, + "loss": 0.744, + "step": 1749 + }, + { + "epoch": 1.4843087362171332, + "grad_norm": 2.267270878464917, + "learning_rate": 9.895391574780888e-06, + "loss": 0.6467, + "step": 1750 + }, + { + "epoch": 1.4851569126378288, + "grad_norm": 2.6742811263353667, + "learning_rate": 9.901046084252192e-06, + "loss": 0.5787, + "step": 1751 + }, + { + "epoch": 1.4860050890585241, + "grad_norm": 2.7247131476475186, + "learning_rate": 9.906700593723495e-06, + "loss": 0.5938, + "step": 1752 + }, + { + "epoch": 1.4868532654792197, + "grad_norm": 2.344012987757788, + "learning_rate": 9.912355103194799e-06, + "loss": 0.5976, + "step": 1753 + }, + { + "epoch": 1.4877014418999153, + "grad_norm": 2.613875275228208, + "learning_rate": 9.918009612666102e-06, + "loss": 0.633, + "step": 1754 + }, + { + "epoch": 1.4885496183206106, + "grad_norm": 2.638242307833701, + "learning_rate": 9.923664122137405e-06, + "loss": 0.6524, + "step": 1755 + }, + { + "epoch": 1.4893977947413062, + "grad_norm": 2.3268196920830184, + "learning_rate": 9.929318631608709e-06, + "loss": 0.5316, + "step": 1756 + }, + { + "epoch": 1.4902459711620017, + "grad_norm": 2.515058046826096, + "learning_rate": 9.934973141080012e-06, + "loss": 0.5491, + "step": 1757 + }, + { + "epoch": 1.491094147582697, + "grad_norm": 2.440804476061893, + "learning_rate": 9.940627650551315e-06, + "loss": 0.6487, + "step": 1758 + }, + { + "epoch": 1.4919423240033927, + "grad_norm": 2.5863585801940867, + "learning_rate": 9.946282160022619e-06, + "loss": 0.648, + "step": 1759 + }, + { + "epoch": 1.4927905004240882, + "grad_norm": 2.21887595507182, + "learning_rate": 9.951936669493922e-06, + "loss": 0.5837, + "step": 1760 + }, + { + "epoch": 1.4936386768447838, + "grad_norm": 2.9400814201006917, + "learning_rate": 9.957591178965226e-06, + "loss": 0.6902, + "step": 1761 + }, + { + "epoch": 1.4944868532654791, + "grad_norm": 2.317292640673954, + "learning_rate": 9.963245688436529e-06, + "loss": 0.7432, + "step": 1762 + }, + { + "epoch": 1.4953350296861747, + "grad_norm": 2.2606297228873737, + "learning_rate": 9.968900197907832e-06, + "loss": 0.5939, + "step": 1763 + }, + { + "epoch": 1.4961832061068703, + "grad_norm": 2.5595148541945036, + "learning_rate": 9.974554707379136e-06, + "loss": 0.6137, + "step": 1764 + }, + { + "epoch": 1.4970313825275658, + "grad_norm": 2.3814683746265377, + "learning_rate": 9.980209216850439e-06, + "loss": 0.5641, + "step": 1765 + }, + { + "epoch": 1.4978795589482612, + "grad_norm": 2.4367135179098454, + "learning_rate": 9.985863726321742e-06, + "loss": 0.675, + "step": 1766 + }, + { + "epoch": 1.4987277353689568, + "grad_norm": 2.3802585363067714, + "learning_rate": 9.991518235793046e-06, + "loss": 0.5637, + "step": 1767 + }, + { + "epoch": 1.4995759117896523, + "grad_norm": 2.368809619907522, + "learning_rate": 9.997172745264349e-06, + "loss": 0.6164, + "step": 1768 + }, + { + "epoch": 1.5004240882103477, + "grad_norm": 2.8784816158373276, + "learning_rate": 1.0002827254735653e-05, + "loss": 0.6817, + "step": 1769 + }, + { + "epoch": 1.5012722646310432, + "grad_norm": 2.3485055520288265, + "learning_rate": 1.0008481764206956e-05, + "loss": 0.5946, + "step": 1770 + }, + { + "epoch": 1.5021204410517388, + "grad_norm": 2.9743235109918755, + "learning_rate": 1.001413627367826e-05, + "loss": 0.7133, + "step": 1771 + }, + { + "epoch": 1.5029686174724342, + "grad_norm": 2.4168100733340965, + "learning_rate": 1.0019790783149563e-05, + "loss": 0.633, + "step": 1772 + }, + { + "epoch": 1.5038167938931297, + "grad_norm": 2.50994407855276, + "learning_rate": 1.0025445292620866e-05, + "loss": 0.575, + "step": 1773 + }, + { + "epoch": 1.5046649703138253, + "grad_norm": 2.3985984877522704, + "learning_rate": 1.003109980209217e-05, + "loss": 0.6761, + "step": 1774 + }, + { + "epoch": 1.5055131467345206, + "grad_norm": 2.4152555779297016, + "learning_rate": 1.0036754311563473e-05, + "loss": 0.7338, + "step": 1775 + }, + { + "epoch": 1.5063613231552164, + "grad_norm": 2.679271274520554, + "learning_rate": 1.0042408821034778e-05, + "loss": 0.6071, + "step": 1776 + }, + { + "epoch": 1.5072094995759118, + "grad_norm": 2.3294981862044213, + "learning_rate": 1.004806333050608e-05, + "loss": 0.6054, + "step": 1777 + }, + { + "epoch": 1.5080576759966073, + "grad_norm": 2.3768377096760354, + "learning_rate": 1.0053717839977385e-05, + "loss": 0.6335, + "step": 1778 + }, + { + "epoch": 1.508905852417303, + "grad_norm": 2.45426543030794, + "learning_rate": 1.0059372349448686e-05, + "loss": 0.6772, + "step": 1779 + }, + { + "epoch": 1.5097540288379983, + "grad_norm": 2.3434615535521433, + "learning_rate": 1.0065026858919988e-05, + "loss": 0.6421, + "step": 1780 + }, + { + "epoch": 1.5106022052586938, + "grad_norm": 2.6017490542569925, + "learning_rate": 1.0070681368391293e-05, + "loss": 0.6018, + "step": 1781 + }, + { + "epoch": 1.5114503816793894, + "grad_norm": 2.1978078752897514, + "learning_rate": 1.0076335877862595e-05, + "loss": 0.527, + "step": 1782 + }, + { + "epoch": 1.5122985581000847, + "grad_norm": 2.7287422376860366, + "learning_rate": 1.00819903873339e-05, + "loss": 0.6056, + "step": 1783 + }, + { + "epoch": 1.5131467345207803, + "grad_norm": 2.814257174436364, + "learning_rate": 1.0087644896805201e-05, + "loss": 0.6228, + "step": 1784 + }, + { + "epoch": 1.5139949109414759, + "grad_norm": 2.53804759379655, + "learning_rate": 1.0093299406276506e-05, + "loss": 0.6795, + "step": 1785 + }, + { + "epoch": 1.5148430873621712, + "grad_norm": 2.60313630524215, + "learning_rate": 1.0098953915747808e-05, + "loss": 0.5834, + "step": 1786 + }, + { + "epoch": 1.5156912637828668, + "grad_norm": 2.3385846227834755, + "learning_rate": 1.0104608425219113e-05, + "loss": 0.4388, + "step": 1787 + }, + { + "epoch": 1.5165394402035624, + "grad_norm": 2.5803543363210166, + "learning_rate": 1.0110262934690417e-05, + "loss": 0.5564, + "step": 1788 + }, + { + "epoch": 1.5173876166242577, + "grad_norm": 2.6646325008702725, + "learning_rate": 1.011591744416172e-05, + "loss": 0.6526, + "step": 1789 + }, + { + "epoch": 1.5182357930449535, + "grad_norm": 2.272106295943479, + "learning_rate": 1.0121571953633023e-05, + "loss": 0.6312, + "step": 1790 + }, + { + "epoch": 1.5190839694656488, + "grad_norm": 2.5083535279912006, + "learning_rate": 1.0127226463104327e-05, + "loss": 0.5908, + "step": 1791 + }, + { + "epoch": 1.5199321458863444, + "grad_norm": 2.4168917208350256, + "learning_rate": 1.013288097257563e-05, + "loss": 0.6592, + "step": 1792 + }, + { + "epoch": 1.52078032230704, + "grad_norm": 2.616886364013655, + "learning_rate": 1.0138535482046933e-05, + "loss": 0.6259, + "step": 1793 + }, + { + "epoch": 1.5216284987277353, + "grad_norm": 2.2226240582488965, + "learning_rate": 1.0144189991518237e-05, + "loss": 0.6777, + "step": 1794 + }, + { + "epoch": 1.5224766751484309, + "grad_norm": 2.174270643929674, + "learning_rate": 1.014984450098954e-05, + "loss": 0.5285, + "step": 1795 + }, + { + "epoch": 1.5233248515691264, + "grad_norm": 2.246524486104721, + "learning_rate": 1.0155499010460844e-05, + "loss": 0.5862, + "step": 1796 + }, + { + "epoch": 1.5241730279898218, + "grad_norm": 2.314588388958217, + "learning_rate": 1.0161153519932147e-05, + "loss": 0.5917, + "step": 1797 + }, + { + "epoch": 1.5250212044105174, + "grad_norm": 3.149675643188373, + "learning_rate": 1.016680802940345e-05, + "loss": 0.7396, + "step": 1798 + }, + { + "epoch": 1.525869380831213, + "grad_norm": 2.400196731749186, + "learning_rate": 1.0172462538874754e-05, + "loss": 0.5716, + "step": 1799 + }, + { + "epoch": 1.5267175572519083, + "grad_norm": 2.5937185286098767, + "learning_rate": 1.0178117048346057e-05, + "loss": 0.6246, + "step": 1800 + }, + { + "epoch": 1.527565733672604, + "grad_norm": 2.4110184649151436, + "learning_rate": 1.0183771557817362e-05, + "loss": 0.5664, + "step": 1801 + }, + { + "epoch": 1.5284139100932994, + "grad_norm": 2.6248355473120557, + "learning_rate": 1.0189426067288664e-05, + "loss": 0.6543, + "step": 1802 + }, + { + "epoch": 1.5292620865139948, + "grad_norm": 2.596487885784758, + "learning_rate": 1.0195080576759965e-05, + "loss": 0.6956, + "step": 1803 + }, + { + "epoch": 1.5301102629346905, + "grad_norm": 2.458326603178357, + "learning_rate": 1.020073508623127e-05, + "loss": 0.6598, + "step": 1804 + }, + { + "epoch": 1.530958439355386, + "grad_norm": 2.5836602175599013, + "learning_rate": 1.0206389595702572e-05, + "loss": 0.7093, + "step": 1805 + }, + { + "epoch": 1.5318066157760815, + "grad_norm": 2.4716581322342455, + "learning_rate": 1.0212044105173877e-05, + "loss": 0.5285, + "step": 1806 + }, + { + "epoch": 1.532654792196777, + "grad_norm": 2.1469438039292013, + "learning_rate": 1.0217698614645179e-05, + "loss": 0.5514, + "step": 1807 + }, + { + "epoch": 1.5335029686174724, + "grad_norm": 2.252787745258725, + "learning_rate": 1.0223353124116484e-05, + "loss": 0.4744, + "step": 1808 + }, + { + "epoch": 1.534351145038168, + "grad_norm": 2.9953808680970635, + "learning_rate": 1.0229007633587786e-05, + "loss": 0.4765, + "step": 1809 + }, + { + "epoch": 1.5351993214588635, + "grad_norm": 3.049521132680429, + "learning_rate": 1.023466214305909e-05, + "loss": 0.6409, + "step": 1810 + }, + { + "epoch": 1.5360474978795589, + "grad_norm": 2.4289198513549914, + "learning_rate": 1.0240316652530392e-05, + "loss": 0.5916, + "step": 1811 + }, + { + "epoch": 1.5368956743002544, + "grad_norm": 2.753258773831943, + "learning_rate": 1.0245971162001697e-05, + "loss": 0.637, + "step": 1812 + }, + { + "epoch": 1.53774385072095, + "grad_norm": 2.7795579927227023, + "learning_rate": 1.0251625671473001e-05, + "loss": 0.587, + "step": 1813 + }, + { + "epoch": 1.5385920271416453, + "grad_norm": 2.730541834936056, + "learning_rate": 1.0257280180944304e-05, + "loss": 0.6761, + "step": 1814 + }, + { + "epoch": 1.5394402035623411, + "grad_norm": 2.424460364262939, + "learning_rate": 1.0262934690415608e-05, + "loss": 0.5578, + "step": 1815 + }, + { + "epoch": 1.5402883799830365, + "grad_norm": 3.027981302564919, + "learning_rate": 1.0268589199886911e-05, + "loss": 0.6629, + "step": 1816 + }, + { + "epoch": 1.5411365564037318, + "grad_norm": 2.678289850166786, + "learning_rate": 1.0274243709358214e-05, + "loss": 0.6085, + "step": 1817 + }, + { + "epoch": 1.5419847328244276, + "grad_norm": 2.3920265721844762, + "learning_rate": 1.0279898218829518e-05, + "loss": 0.5495, + "step": 1818 + }, + { + "epoch": 1.542832909245123, + "grad_norm": 2.670766046562393, + "learning_rate": 1.0285552728300821e-05, + "loss": 0.6293, + "step": 1819 + }, + { + "epoch": 1.5436810856658185, + "grad_norm": 2.364164428649182, + "learning_rate": 1.0291207237772124e-05, + "loss": 0.549, + "step": 1820 + }, + { + "epoch": 1.544529262086514, + "grad_norm": 2.6105798201621586, + "learning_rate": 1.0296861747243428e-05, + "loss": 0.6435, + "step": 1821 + }, + { + "epoch": 1.5453774385072094, + "grad_norm": 2.3652960863909254, + "learning_rate": 1.0302516256714731e-05, + "loss": 0.5723, + "step": 1822 + }, + { + "epoch": 1.546225614927905, + "grad_norm": 2.3970483867295944, + "learning_rate": 1.0308170766186035e-05, + "loss": 0.6481, + "step": 1823 + }, + { + "epoch": 1.5470737913486006, + "grad_norm": 2.275212987876325, + "learning_rate": 1.0313825275657336e-05, + "loss": 0.7065, + "step": 1824 + }, + { + "epoch": 1.547921967769296, + "grad_norm": 2.7607755049583487, + "learning_rate": 1.0319479785128641e-05, + "loss": 0.6218, + "step": 1825 + }, + { + "epoch": 1.5487701441899915, + "grad_norm": 2.4024104347673223, + "learning_rate": 1.0325134294599943e-05, + "loss": 0.6398, + "step": 1826 + }, + { + "epoch": 1.549618320610687, + "grad_norm": 3.043695455014977, + "learning_rate": 1.0330788804071248e-05, + "loss": 0.766, + "step": 1827 + }, + { + "epoch": 1.5504664970313824, + "grad_norm": 2.508078192616022, + "learning_rate": 1.033644331354255e-05, + "loss": 0.5921, + "step": 1828 + }, + { + "epoch": 1.5513146734520782, + "grad_norm": 2.38912617220185, + "learning_rate": 1.0342097823013855e-05, + "loss": 0.6795, + "step": 1829 + }, + { + "epoch": 1.5521628498727735, + "grad_norm": 2.5343476243822196, + "learning_rate": 1.0347752332485156e-05, + "loss": 0.6277, + "step": 1830 + }, + { + "epoch": 1.5530110262934689, + "grad_norm": 2.616710721011841, + "learning_rate": 1.0353406841956462e-05, + "loss": 0.6074, + "step": 1831 + }, + { + "epoch": 1.5538592027141647, + "grad_norm": 2.449214955316291, + "learning_rate": 1.0359061351427763e-05, + "loss": 0.6396, + "step": 1832 + }, + { + "epoch": 1.55470737913486, + "grad_norm": 2.4237131500409004, + "learning_rate": 1.0364715860899068e-05, + "loss": 0.5958, + "step": 1833 + }, + { + "epoch": 1.5555555555555556, + "grad_norm": 2.250454031271476, + "learning_rate": 1.037037037037037e-05, + "loss": 0.4961, + "step": 1834 + }, + { + "epoch": 1.5564037319762511, + "grad_norm": 2.4323643198641363, + "learning_rate": 1.0376024879841675e-05, + "loss": 0.6848, + "step": 1835 + }, + { + "epoch": 1.5572519083969465, + "grad_norm": 2.4799291297145567, + "learning_rate": 1.0381679389312977e-05, + "loss": 0.5583, + "step": 1836 + }, + { + "epoch": 1.558100084817642, + "grad_norm": 2.3393060082339123, + "learning_rate": 1.0387333898784282e-05, + "loss": 0.5967, + "step": 1837 + }, + { + "epoch": 1.5589482612383376, + "grad_norm": 2.1460220042960088, + "learning_rate": 1.0392988408255585e-05, + "loss": 0.6173, + "step": 1838 + }, + { + "epoch": 1.559796437659033, + "grad_norm": 2.453436637967693, + "learning_rate": 1.0398642917726889e-05, + "loss": 0.5801, + "step": 1839 + }, + { + "epoch": 1.5606446140797285, + "grad_norm": 2.252134746744463, + "learning_rate": 1.0404297427198192e-05, + "loss": 0.5568, + "step": 1840 + }, + { + "epoch": 1.561492790500424, + "grad_norm": 2.4168079033174297, + "learning_rate": 1.0409951936669495e-05, + "loss": 0.5639, + "step": 1841 + }, + { + "epoch": 1.5623409669211195, + "grad_norm": 2.3286394923989793, + "learning_rate": 1.0415606446140799e-05, + "loss": 0.6369, + "step": 1842 + }, + { + "epoch": 1.5631891433418152, + "grad_norm": 2.882394795052754, + "learning_rate": 1.0421260955612102e-05, + "loss": 0.5827, + "step": 1843 + }, + { + "epoch": 1.5640373197625106, + "grad_norm": 2.201415736425271, + "learning_rate": 1.0426915465083405e-05, + "loss": 0.5787, + "step": 1844 + }, + { + "epoch": 1.5648854961832062, + "grad_norm": 2.7349334337402613, + "learning_rate": 1.0432569974554709e-05, + "loss": 0.5379, + "step": 1845 + }, + { + "epoch": 1.5657336726039017, + "grad_norm": 2.6940814281741763, + "learning_rate": 1.0438224484026012e-05, + "loss": 0.6206, + "step": 1846 + }, + { + "epoch": 1.566581849024597, + "grad_norm": 2.3686426227218167, + "learning_rate": 1.0443878993497314e-05, + "loss": 0.4913, + "step": 1847 + }, + { + "epoch": 1.5674300254452926, + "grad_norm": 2.3657319880712815, + "learning_rate": 1.0449533502968619e-05, + "loss": 0.5637, + "step": 1848 + }, + { + "epoch": 1.5682782018659882, + "grad_norm": 2.755395775284245, + "learning_rate": 1.045518801243992e-05, + "loss": 0.4968, + "step": 1849 + }, + { + "epoch": 1.5691263782866836, + "grad_norm": 2.687134154422821, + "learning_rate": 1.0460842521911226e-05, + "loss": 0.6424, + "step": 1850 + }, + { + "epoch": 1.5699745547073791, + "grad_norm": 2.776973874565077, + "learning_rate": 1.0466497031382527e-05, + "loss": 0.5042, + "step": 1851 + }, + { + "epoch": 1.5708227311280747, + "grad_norm": 2.162858638197069, + "learning_rate": 1.0472151540853832e-05, + "loss": 0.5311, + "step": 1852 + }, + { + "epoch": 1.57167090754877, + "grad_norm": 2.4390007991678044, + "learning_rate": 1.0477806050325134e-05, + "loss": 0.5899, + "step": 1853 + }, + { + "epoch": 1.5725190839694656, + "grad_norm": 2.13213706999303, + "learning_rate": 1.0483460559796439e-05, + "loss": 0.6513, + "step": 1854 + }, + { + "epoch": 1.5733672603901612, + "grad_norm": 2.4412121322934057, + "learning_rate": 1.048911506926774e-05, + "loss": 0.5177, + "step": 1855 + }, + { + "epoch": 1.5742154368108565, + "grad_norm": 2.359805092658482, + "learning_rate": 1.0494769578739046e-05, + "loss": 0.6155, + "step": 1856 + }, + { + "epoch": 1.5750636132315523, + "grad_norm": 3.0054754781940334, + "learning_rate": 1.0500424088210348e-05, + "loss": 0.732, + "step": 1857 + }, + { + "epoch": 1.5759117896522477, + "grad_norm": 2.455964785148855, + "learning_rate": 1.0506078597681653e-05, + "loss": 0.6235, + "step": 1858 + }, + { + "epoch": 1.5767599660729432, + "grad_norm": 2.4171606161328696, + "learning_rate": 1.0511733107152954e-05, + "loss": 0.6022, + "step": 1859 + }, + { + "epoch": 1.5776081424936388, + "grad_norm": 2.2419426793789947, + "learning_rate": 1.051738761662426e-05, + "loss": 0.6069, + "step": 1860 + }, + { + "epoch": 1.5784563189143341, + "grad_norm": 2.146754270648814, + "learning_rate": 1.0523042126095561e-05, + "loss": 0.5132, + "step": 1861 + }, + { + "epoch": 1.5793044953350297, + "grad_norm": 2.155230955456581, + "learning_rate": 1.0528696635566866e-05, + "loss": 0.4997, + "step": 1862 + }, + { + "epoch": 1.5801526717557253, + "grad_norm": 2.543549760999862, + "learning_rate": 1.0534351145038168e-05, + "loss": 0.57, + "step": 1863 + }, + { + "epoch": 1.5810008481764206, + "grad_norm": 2.5145822309984434, + "learning_rate": 1.0540005654509473e-05, + "loss": 0.6104, + "step": 1864 + }, + { + "epoch": 1.5818490245971162, + "grad_norm": 2.2399752817110934, + "learning_rate": 1.0545660163980776e-05, + "loss": 0.6065, + "step": 1865 + }, + { + "epoch": 1.5826972010178118, + "grad_norm": 2.059854236694825, + "learning_rate": 1.055131467345208e-05, + "loss": 0.5555, + "step": 1866 + }, + { + "epoch": 1.583545377438507, + "grad_norm": 2.3667399219645118, + "learning_rate": 1.0556969182923383e-05, + "loss": 0.549, + "step": 1867 + }, + { + "epoch": 1.5843935538592027, + "grad_norm": 2.3774093292906704, + "learning_rate": 1.0562623692394685e-05, + "loss": 0.5606, + "step": 1868 + }, + { + "epoch": 1.5852417302798982, + "grad_norm": 2.431644482594631, + "learning_rate": 1.056827820186599e-05, + "loss": 0.6566, + "step": 1869 + }, + { + "epoch": 1.5860899067005936, + "grad_norm": 2.4671410545533305, + "learning_rate": 1.0573932711337291e-05, + "loss": 0.7018, + "step": 1870 + }, + { + "epoch": 1.5869380831212894, + "grad_norm": 2.305259038778706, + "learning_rate": 1.0579587220808596e-05, + "loss": 0.6076, + "step": 1871 + }, + { + "epoch": 1.5877862595419847, + "grad_norm": 2.52489572930681, + "learning_rate": 1.0585241730279898e-05, + "loss": 0.5822, + "step": 1872 + }, + { + "epoch": 1.5886344359626803, + "grad_norm": 2.162385632433673, + "learning_rate": 1.0590896239751203e-05, + "loss": 0.5241, + "step": 1873 + }, + { + "epoch": 1.5894826123833758, + "grad_norm": 2.182000252913647, + "learning_rate": 1.0596550749222505e-05, + "loss": 0.5584, + "step": 1874 + }, + { + "epoch": 1.5903307888040712, + "grad_norm": 2.332257402691052, + "learning_rate": 1.060220525869381e-05, + "loss": 0.6222, + "step": 1875 + }, + { + "epoch": 1.5911789652247668, + "grad_norm": 2.120195561793523, + "learning_rate": 1.0607859768165112e-05, + "loss": 0.593, + "step": 1876 + }, + { + "epoch": 1.5920271416454623, + "grad_norm": 2.3352583011008052, + "learning_rate": 1.0613514277636417e-05, + "loss": 0.5292, + "step": 1877 + }, + { + "epoch": 1.5928753180661577, + "grad_norm": 2.259345202349643, + "learning_rate": 1.0619168787107718e-05, + "loss": 0.5852, + "step": 1878 + }, + { + "epoch": 1.5937234944868532, + "grad_norm": 2.5466953762617863, + "learning_rate": 1.0624823296579023e-05, + "loss": 0.5666, + "step": 1879 + }, + { + "epoch": 1.5945716709075488, + "grad_norm": 2.0762839081940223, + "learning_rate": 1.0630477806050325e-05, + "loss": 0.5882, + "step": 1880 + }, + { + "epoch": 1.5954198473282442, + "grad_norm": 2.215799514495901, + "learning_rate": 1.063613231552163e-05, + "loss": 0.5595, + "step": 1881 + }, + { + "epoch": 1.59626802374894, + "grad_norm": 2.178152869676424, + "learning_rate": 1.0641786824992932e-05, + "loss": 0.6022, + "step": 1882 + }, + { + "epoch": 1.5971162001696353, + "grad_norm": 2.2417369217946974, + "learning_rate": 1.0647441334464237e-05, + "loss": 0.5888, + "step": 1883 + }, + { + "epoch": 1.5979643765903306, + "grad_norm": 2.2528837881242203, + "learning_rate": 1.0653095843935539e-05, + "loss": 0.5861, + "step": 1884 + }, + { + "epoch": 1.5988125530110264, + "grad_norm": 2.3039600999172407, + "learning_rate": 1.0658750353406844e-05, + "loss": 0.5809, + "step": 1885 + }, + { + "epoch": 1.5996607294317218, + "grad_norm": 2.2849928523033647, + "learning_rate": 1.0664404862878145e-05, + "loss": 0.6581, + "step": 1886 + }, + { + "epoch": 1.6005089058524173, + "grad_norm": 2.4665599704155947, + "learning_rate": 1.067005937234945e-05, + "loss": 0.5265, + "step": 1887 + }, + { + "epoch": 1.601357082273113, + "grad_norm": 2.2245071841285826, + "learning_rate": 1.0675713881820752e-05, + "loss": 0.5474, + "step": 1888 + }, + { + "epoch": 1.6022052586938083, + "grad_norm": 2.3607849354948165, + "learning_rate": 1.0681368391292057e-05, + "loss": 0.6287, + "step": 1889 + }, + { + "epoch": 1.6030534351145038, + "grad_norm": 2.47322003180155, + "learning_rate": 1.068702290076336e-05, + "loss": 0.5533, + "step": 1890 + }, + { + "epoch": 1.6039016115351994, + "grad_norm": 2.12949029574693, + "learning_rate": 1.0692677410234662e-05, + "loss": 0.6186, + "step": 1891 + }, + { + "epoch": 1.6047497879558947, + "grad_norm": 2.1554620819395933, + "learning_rate": 1.0698331919705967e-05, + "loss": 0.5648, + "step": 1892 + }, + { + "epoch": 1.6055979643765903, + "grad_norm": 2.3179155766941255, + "learning_rate": 1.0703986429177269e-05, + "loss": 0.7233, + "step": 1893 + }, + { + "epoch": 1.6064461407972859, + "grad_norm": 2.255774062170703, + "learning_rate": 1.0709640938648574e-05, + "loss": 0.646, + "step": 1894 + }, + { + "epoch": 1.6072943172179812, + "grad_norm": 2.2762693272143855, + "learning_rate": 1.0715295448119876e-05, + "loss": 0.5983, + "step": 1895 + }, + { + "epoch": 1.608142493638677, + "grad_norm": 2.2853795618493487, + "learning_rate": 1.072094995759118e-05, + "loss": 0.6751, + "step": 1896 + }, + { + "epoch": 1.6089906700593724, + "grad_norm": 2.282484505931139, + "learning_rate": 1.0726604467062482e-05, + "loss": 0.5217, + "step": 1897 + }, + { + "epoch": 1.6098388464800677, + "grad_norm": 2.1433844546990426, + "learning_rate": 1.0732258976533787e-05, + "loss": 0.5906, + "step": 1898 + }, + { + "epoch": 1.6106870229007635, + "grad_norm": 2.4266714235086697, + "learning_rate": 1.0737913486005089e-05, + "loss": 0.5638, + "step": 1899 + }, + { + "epoch": 1.6115351993214588, + "grad_norm": 2.341184801126669, + "learning_rate": 1.0743567995476394e-05, + "loss": 0.5624, + "step": 1900 + }, + { + "epoch": 1.6123833757421544, + "grad_norm": 2.4095538467937727, + "learning_rate": 1.0749222504947696e-05, + "loss": 0.672, + "step": 1901 + }, + { + "epoch": 1.61323155216285, + "grad_norm": 2.105372288808991, + "learning_rate": 1.0754877014419001e-05, + "loss": 0.6731, + "step": 1902 + }, + { + "epoch": 1.6140797285835453, + "grad_norm": 2.30818298597916, + "learning_rate": 1.0760531523890303e-05, + "loss": 0.5004, + "step": 1903 + }, + { + "epoch": 1.6149279050042409, + "grad_norm": 2.206348727590692, + "learning_rate": 1.0766186033361608e-05, + "loss": 0.5937, + "step": 1904 + }, + { + "epoch": 1.6157760814249365, + "grad_norm": 2.29683152385636, + "learning_rate": 1.077184054283291e-05, + "loss": 0.5883, + "step": 1905 + }, + { + "epoch": 1.6166242578456318, + "grad_norm": 2.3353489599965567, + "learning_rate": 1.0777495052304214e-05, + "loss": 0.6485, + "step": 1906 + }, + { + "epoch": 1.6174724342663274, + "grad_norm": 2.0583801755439435, + "learning_rate": 1.0783149561775516e-05, + "loss": 0.6061, + "step": 1907 + }, + { + "epoch": 1.618320610687023, + "grad_norm": 2.336970102121917, + "learning_rate": 1.0788804071246821e-05, + "loss": 0.5279, + "step": 1908 + }, + { + "epoch": 1.6191687871077183, + "grad_norm": 2.3020991704160005, + "learning_rate": 1.0794458580718123e-05, + "loss": 0.581, + "step": 1909 + }, + { + "epoch": 1.620016963528414, + "grad_norm": 2.729852958970999, + "learning_rate": 1.0800113090189428e-05, + "loss": 0.5563, + "step": 1910 + }, + { + "epoch": 1.6208651399491094, + "grad_norm": 2.878807685204902, + "learning_rate": 1.080576759966073e-05, + "loss": 0.5893, + "step": 1911 + }, + { + "epoch": 1.6217133163698048, + "grad_norm": 2.691773660608202, + "learning_rate": 1.0811422109132033e-05, + "loss": 0.5702, + "step": 1912 + }, + { + "epoch": 1.6225614927905005, + "grad_norm": 2.2587588328964103, + "learning_rate": 1.0817076618603336e-05, + "loss": 0.586, + "step": 1913 + }, + { + "epoch": 1.623409669211196, + "grad_norm": 2.162354100774148, + "learning_rate": 1.082273112807464e-05, + "loss": 0.5709, + "step": 1914 + }, + { + "epoch": 1.6242578456318915, + "grad_norm": 2.560110812502835, + "learning_rate": 1.0828385637545945e-05, + "loss": 0.6285, + "step": 1915 + }, + { + "epoch": 1.625106022052587, + "grad_norm": 2.7310456063302384, + "learning_rate": 1.0834040147017246e-05, + "loss": 0.6511, + "step": 1916 + }, + { + "epoch": 1.6259541984732824, + "grad_norm": 2.2819229744410103, + "learning_rate": 1.0839694656488552e-05, + "loss": 0.5826, + "step": 1917 + }, + { + "epoch": 1.626802374893978, + "grad_norm": 2.3994070695533645, + "learning_rate": 1.0845349165959853e-05, + "loss": 0.6787, + "step": 1918 + }, + { + "epoch": 1.6276505513146735, + "grad_norm": 2.2768054799470376, + "learning_rate": 1.0851003675431158e-05, + "loss": 0.6517, + "step": 1919 + }, + { + "epoch": 1.6284987277353689, + "grad_norm": 2.3554471332883757, + "learning_rate": 1.085665818490246e-05, + "loss": 0.7286, + "step": 1920 + }, + { + "epoch": 1.6293469041560644, + "grad_norm": 2.279301969802396, + "learning_rate": 1.0862312694373765e-05, + "loss": 0.575, + "step": 1921 + }, + { + "epoch": 1.63019508057676, + "grad_norm": 2.2526948341178583, + "learning_rate": 1.0867967203845067e-05, + "loss": 0.6131, + "step": 1922 + }, + { + "epoch": 1.6310432569974553, + "grad_norm": 2.156328138689386, + "learning_rate": 1.0873621713316372e-05, + "loss": 0.5723, + "step": 1923 + }, + { + "epoch": 1.6318914334181511, + "grad_norm": 2.2836035639674894, + "learning_rate": 1.0879276222787673e-05, + "loss": 0.6453, + "step": 1924 + }, + { + "epoch": 1.6327396098388465, + "grad_norm": 2.5309577916712187, + "learning_rate": 1.0884930732258978e-05, + "loss": 0.603, + "step": 1925 + }, + { + "epoch": 1.6335877862595418, + "grad_norm": 2.498677841192566, + "learning_rate": 1.089058524173028e-05, + "loss": 0.5739, + "step": 1926 + }, + { + "epoch": 1.6344359626802376, + "grad_norm": 2.1528148674846337, + "learning_rate": 1.0896239751201585e-05, + "loss": 0.5196, + "step": 1927 + }, + { + "epoch": 1.635284139100933, + "grad_norm": 2.2524518553215636, + "learning_rate": 1.0901894260672887e-05, + "loss": 0.6026, + "step": 1928 + }, + { + "epoch": 1.6361323155216285, + "grad_norm": 2.049111803837781, + "learning_rate": 1.0907548770144192e-05, + "loss": 0.5444, + "step": 1929 + }, + { + "epoch": 1.636980491942324, + "grad_norm": 2.673152997762835, + "learning_rate": 1.0913203279615494e-05, + "loss": 0.6681, + "step": 1930 + }, + { + "epoch": 1.6378286683630194, + "grad_norm": 2.5266110575072274, + "learning_rate": 1.0918857789086799e-05, + "loss": 0.636, + "step": 1931 + }, + { + "epoch": 1.638676844783715, + "grad_norm": 2.423168663936483, + "learning_rate": 1.09245122985581e-05, + "loss": 0.5666, + "step": 1932 + }, + { + "epoch": 1.6395250212044106, + "grad_norm": 2.4749332241219304, + "learning_rate": 1.0930166808029405e-05, + "loss": 0.6832, + "step": 1933 + }, + { + "epoch": 1.640373197625106, + "grad_norm": 2.3398495404272786, + "learning_rate": 1.0935821317500707e-05, + "loss": 0.5657, + "step": 1934 + }, + { + "epoch": 1.6412213740458015, + "grad_norm": 2.570617604233659, + "learning_rate": 1.094147582697201e-05, + "loss": 0.7177, + "step": 1935 + }, + { + "epoch": 1.642069550466497, + "grad_norm": 2.553099904628451, + "learning_rate": 1.0947130336443314e-05, + "loss": 0.616, + "step": 1936 + }, + { + "epoch": 1.6429177268871924, + "grad_norm": 2.3533518490300227, + "learning_rate": 1.0952784845914617e-05, + "loss": 0.6062, + "step": 1937 + }, + { + "epoch": 1.6437659033078882, + "grad_norm": 2.5555537180921184, + "learning_rate": 1.095843935538592e-05, + "loss": 0.6466, + "step": 1938 + }, + { + "epoch": 1.6446140797285835, + "grad_norm": 2.1818896076773573, + "learning_rate": 1.0964093864857224e-05, + "loss": 0.6213, + "step": 1939 + }, + { + "epoch": 1.645462256149279, + "grad_norm": 2.0988841541280414, + "learning_rate": 1.0969748374328529e-05, + "loss": 0.5664, + "step": 1940 + }, + { + "epoch": 1.6463104325699747, + "grad_norm": 2.666946479413569, + "learning_rate": 1.097540288379983e-05, + "loss": 0.5475, + "step": 1941 + }, + { + "epoch": 1.64715860899067, + "grad_norm": 2.4301193965240393, + "learning_rate": 1.0981057393271136e-05, + "loss": 0.6224, + "step": 1942 + }, + { + "epoch": 1.6480067854113656, + "grad_norm": 2.430184446130057, + "learning_rate": 1.0986711902742437e-05, + "loss": 0.5561, + "step": 1943 + }, + { + "epoch": 1.6488549618320612, + "grad_norm": 2.0057878166695415, + "learning_rate": 1.0992366412213743e-05, + "loss": 0.5366, + "step": 1944 + }, + { + "epoch": 1.6497031382527565, + "grad_norm": 2.481782709169442, + "learning_rate": 1.0998020921685044e-05, + "loss": 0.7606, + "step": 1945 + }, + { + "epoch": 1.650551314673452, + "grad_norm": 2.4854090584891018, + "learning_rate": 1.100367543115635e-05, + "loss": 0.5794, + "step": 1946 + }, + { + "epoch": 1.6513994910941476, + "grad_norm": 2.517083985625458, + "learning_rate": 1.1009329940627651e-05, + "loss": 0.5784, + "step": 1947 + }, + { + "epoch": 1.652247667514843, + "grad_norm": 2.2473467837707704, + "learning_rate": 1.1014984450098956e-05, + "loss": 0.635, + "step": 1948 + }, + { + "epoch": 1.6530958439355385, + "grad_norm": 2.1279483598722484, + "learning_rate": 1.1020638959570258e-05, + "loss": 0.5495, + "step": 1949 + }, + { + "epoch": 1.6539440203562341, + "grad_norm": 2.3086803642868805, + "learning_rate": 1.1026293469041563e-05, + "loss": 0.6072, + "step": 1950 + }, + { + "epoch": 1.6547921967769295, + "grad_norm": 2.351713593060833, + "learning_rate": 1.1031947978512864e-05, + "loss": 0.694, + "step": 1951 + }, + { + "epoch": 1.6556403731976252, + "grad_norm": 2.5320195948204893, + "learning_rate": 1.103760248798417e-05, + "loss": 0.6803, + "step": 1952 + }, + { + "epoch": 1.6564885496183206, + "grad_norm": 2.321219697719793, + "learning_rate": 1.1043256997455471e-05, + "loss": 0.6719, + "step": 1953 + }, + { + "epoch": 1.6573367260390162, + "grad_norm": 2.338762468787494, + "learning_rate": 1.1048911506926776e-05, + "loss": 0.587, + "step": 1954 + }, + { + "epoch": 1.6581849024597117, + "grad_norm": 2.2531413982986317, + "learning_rate": 1.1054566016398078e-05, + "loss": 0.6584, + "step": 1955 + }, + { + "epoch": 1.659033078880407, + "grad_norm": 2.768124914396415, + "learning_rate": 1.1060220525869381e-05, + "loss": 0.6553, + "step": 1956 + }, + { + "epoch": 1.6598812553011026, + "grad_norm": 2.5046328385788894, + "learning_rate": 1.1065875035340685e-05, + "loss": 0.5662, + "step": 1957 + }, + { + "epoch": 1.6607294317217982, + "grad_norm": 2.65676221398918, + "learning_rate": 1.1071529544811988e-05, + "loss": 0.5649, + "step": 1958 + }, + { + "epoch": 1.6615776081424936, + "grad_norm": 2.231349702934204, + "learning_rate": 1.1077184054283291e-05, + "loss": 0.545, + "step": 1959 + }, + { + "epoch": 1.6624257845631891, + "grad_norm": 2.4151066971627606, + "learning_rate": 1.1082838563754595e-05, + "loss": 0.5452, + "step": 1960 + }, + { + "epoch": 1.6632739609838847, + "grad_norm": 2.66697975292532, + "learning_rate": 1.1088493073225898e-05, + "loss": 0.5844, + "step": 1961 + }, + { + "epoch": 1.66412213740458, + "grad_norm": 2.2412439279228704, + "learning_rate": 1.1094147582697202e-05, + "loss": 0.4923, + "step": 1962 + }, + { + "epoch": 1.6649703138252756, + "grad_norm": 2.4265586293109394, + "learning_rate": 1.1099802092168505e-05, + "loss": 0.5704, + "step": 1963 + }, + { + "epoch": 1.6658184902459712, + "grad_norm": 2.414245500495066, + "learning_rate": 1.1105456601639808e-05, + "loss": 0.5384, + "step": 1964 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 2.2292232048783998, + "learning_rate": 1.1111111111111113e-05, + "loss": 0.6413, + "step": 1965 + }, + { + "epoch": 1.6675148430873623, + "grad_norm": 2.679039480481616, + "learning_rate": 1.1116765620582415e-05, + "loss": 0.5731, + "step": 1966 + }, + { + "epoch": 1.6683630195080577, + "grad_norm": 2.424691256675178, + "learning_rate": 1.112242013005372e-05, + "loss": 0.471, + "step": 1967 + }, + { + "epoch": 1.6692111959287532, + "grad_norm": 2.3803277727390406, + "learning_rate": 1.1128074639525022e-05, + "loss": 0.6478, + "step": 1968 + }, + { + "epoch": 1.6700593723494488, + "grad_norm": 2.1513661165827616, + "learning_rate": 1.1133729148996327e-05, + "loss": 0.4925, + "step": 1969 + }, + { + "epoch": 1.6709075487701441, + "grad_norm": 2.1568119910343393, + "learning_rate": 1.1139383658467629e-05, + "loss": 0.5694, + "step": 1970 + }, + { + "epoch": 1.6717557251908397, + "grad_norm": 2.1514390550888725, + "learning_rate": 1.1145038167938934e-05, + "loss": 0.5598, + "step": 1971 + }, + { + "epoch": 1.6726039016115353, + "grad_norm": 2.084311786759017, + "learning_rate": 1.1150692677410235e-05, + "loss": 0.5483, + "step": 1972 + }, + { + "epoch": 1.6734520780322306, + "grad_norm": 2.300661232641053, + "learning_rate": 1.115634718688154e-05, + "loss": 0.5814, + "step": 1973 + }, + { + "epoch": 1.6743002544529262, + "grad_norm": 2.218012760500949, + "learning_rate": 1.1162001696352842e-05, + "loss": 0.5246, + "step": 1974 + }, + { + "epoch": 1.6751484308736218, + "grad_norm": 2.5250332393343466, + "learning_rate": 1.1167656205824147e-05, + "loss": 0.6882, + "step": 1975 + }, + { + "epoch": 1.675996607294317, + "grad_norm": 2.346612717531976, + "learning_rate": 1.1173310715295449e-05, + "loss": 0.6757, + "step": 1976 + }, + { + "epoch": 1.6768447837150129, + "grad_norm": 2.356646668632696, + "learning_rate": 1.1178965224766754e-05, + "loss": 0.6169, + "step": 1977 + }, + { + "epoch": 1.6776929601357082, + "grad_norm": 2.565477046525327, + "learning_rate": 1.1184619734238055e-05, + "loss": 0.6208, + "step": 1978 + }, + { + "epoch": 1.6785411365564036, + "grad_norm": 2.063651505502932, + "learning_rate": 1.1190274243709359e-05, + "loss": 0.5392, + "step": 1979 + }, + { + "epoch": 1.6793893129770994, + "grad_norm": 2.3419287383535505, + "learning_rate": 1.1195928753180662e-05, + "loss": 0.5144, + "step": 1980 + }, + { + "epoch": 1.6802374893977947, + "grad_norm": 3.009646619370835, + "learning_rate": 1.1201583262651966e-05, + "loss": 0.6169, + "step": 1981 + }, + { + "epoch": 1.6810856658184903, + "grad_norm": 2.2193679840315252, + "learning_rate": 1.1207237772123269e-05, + "loss": 0.5796, + "step": 1982 + }, + { + "epoch": 1.6819338422391859, + "grad_norm": 2.876862837379939, + "learning_rate": 1.1212892281594572e-05, + "loss": 0.6596, + "step": 1983 + }, + { + "epoch": 1.6827820186598812, + "grad_norm": 2.7313880741815937, + "learning_rate": 1.1218546791065876e-05, + "loss": 0.6238, + "step": 1984 + }, + { + "epoch": 1.6836301950805768, + "grad_norm": 2.37302073415459, + "learning_rate": 1.1224201300537179e-05, + "loss": 0.5887, + "step": 1985 + }, + { + "epoch": 1.6844783715012723, + "grad_norm": 2.2345394980739384, + "learning_rate": 1.1229855810008482e-05, + "loss": 0.6144, + "step": 1986 + }, + { + "epoch": 1.6853265479219677, + "grad_norm": 2.4130322105319832, + "learning_rate": 1.1235510319479786e-05, + "loss": 0.602, + "step": 1987 + }, + { + "epoch": 1.6861747243426632, + "grad_norm": 2.0935034179326037, + "learning_rate": 1.124116482895109e-05, + "loss": 0.6151, + "step": 1988 + }, + { + "epoch": 1.6870229007633588, + "grad_norm": 2.4590607321382385, + "learning_rate": 1.1246819338422393e-05, + "loss": 0.5664, + "step": 1989 + }, + { + "epoch": 1.6878710771840542, + "grad_norm": 2.245185836118213, + "learning_rate": 1.1252473847893698e-05, + "loss": 0.6028, + "step": 1990 + }, + { + "epoch": 1.68871925360475, + "grad_norm": 2.4534009320906085, + "learning_rate": 1.1258128357365e-05, + "loss": 0.6692, + "step": 1991 + }, + { + "epoch": 1.6895674300254453, + "grad_norm": 2.4178421319880194, + "learning_rate": 1.1263782866836304e-05, + "loss": 0.5201, + "step": 1992 + }, + { + "epoch": 1.6904156064461406, + "grad_norm": 2.1817947129678754, + "learning_rate": 1.1269437376307606e-05, + "loss": 0.558, + "step": 1993 + }, + { + "epoch": 1.6912637828668364, + "grad_norm": 2.475621448138161, + "learning_rate": 1.1275091885778911e-05, + "loss": 0.619, + "step": 1994 + }, + { + "epoch": 1.6921119592875318, + "grad_norm": 2.2661517367795505, + "learning_rate": 1.1280746395250213e-05, + "loss": 0.5278, + "step": 1995 + }, + { + "epoch": 1.6929601357082273, + "grad_norm": 2.2150658956114415, + "learning_rate": 1.1286400904721518e-05, + "loss": 0.714, + "step": 1996 + }, + { + "epoch": 1.693808312128923, + "grad_norm": 2.921344851934736, + "learning_rate": 1.129205541419282e-05, + "loss": 0.5681, + "step": 1997 + }, + { + "epoch": 1.6946564885496183, + "grad_norm": 2.537871927592006, + "learning_rate": 1.1297709923664125e-05, + "loss": 0.5532, + "step": 1998 + }, + { + "epoch": 1.6955046649703138, + "grad_norm": 2.293014720479537, + "learning_rate": 1.1303364433135426e-05, + "loss": 0.5359, + "step": 1999 + }, + { + "epoch": 1.6963528413910094, + "grad_norm": 2.464399393043787, + "learning_rate": 1.1309018942606728e-05, + "loss": 0.584, + "step": 2000 + }, + { + "epoch": 1.6972010178117047, + "grad_norm": 2.0875262728459782, + "learning_rate": 1.1314673452078033e-05, + "loss": 0.5589, + "step": 2001 + }, + { + "epoch": 1.6980491942324003, + "grad_norm": 2.3467108432225996, + "learning_rate": 1.1320327961549336e-05, + "loss": 0.5564, + "step": 2002 + }, + { + "epoch": 1.6988973706530959, + "grad_norm": 2.3523637991880357, + "learning_rate": 1.132598247102064e-05, + "loss": 0.6204, + "step": 2003 + }, + { + "epoch": 1.6997455470737912, + "grad_norm": 2.1708498144730433, + "learning_rate": 1.1331636980491943e-05, + "loss": 0.6021, + "step": 2004 + }, + { + "epoch": 1.700593723494487, + "grad_norm": 2.0108384103793338, + "learning_rate": 1.1337291489963247e-05, + "loss": 0.5834, + "step": 2005 + }, + { + "epoch": 1.7014418999151824, + "grad_norm": 2.5047237415050967, + "learning_rate": 1.134294599943455e-05, + "loss": 0.5241, + "step": 2006 + }, + { + "epoch": 1.7022900763358777, + "grad_norm": 2.253164628315781, + "learning_rate": 1.1348600508905853e-05, + "loss": 0.6495, + "step": 2007 + }, + { + "epoch": 1.7031382527565735, + "grad_norm": 2.5237042447642675, + "learning_rate": 1.1354255018377157e-05, + "loss": 0.6537, + "step": 2008 + }, + { + "epoch": 1.7039864291772688, + "grad_norm": 2.2821240052541722, + "learning_rate": 1.135990952784846e-05, + "loss": 0.5478, + "step": 2009 + }, + { + "epoch": 1.7048346055979644, + "grad_norm": 2.2648600887432893, + "learning_rate": 1.1365564037319763e-05, + "loss": 0.6535, + "step": 2010 + }, + { + "epoch": 1.70568278201866, + "grad_norm": 2.660784363548955, + "learning_rate": 1.1371218546791067e-05, + "loss": 0.6039, + "step": 2011 + }, + { + "epoch": 1.7065309584393553, + "grad_norm": 2.0358277412942547, + "learning_rate": 1.137687305626237e-05, + "loss": 0.5598, + "step": 2012 + }, + { + "epoch": 1.7073791348600509, + "grad_norm": 2.33299299926549, + "learning_rate": 1.1382527565733673e-05, + "loss": 0.5773, + "step": 2013 + }, + { + "epoch": 1.7082273112807465, + "grad_norm": 2.4359769192933776, + "learning_rate": 1.1388182075204977e-05, + "loss": 0.6246, + "step": 2014 + }, + { + "epoch": 1.7090754877014418, + "grad_norm": 2.223597486488611, + "learning_rate": 1.139383658467628e-05, + "loss": 0.5281, + "step": 2015 + }, + { + "epoch": 1.7099236641221374, + "grad_norm": 2.0230290445942267, + "learning_rate": 1.1399491094147584e-05, + "loss": 0.6144, + "step": 2016 + }, + { + "epoch": 1.710771840542833, + "grad_norm": 2.127366968632331, + "learning_rate": 1.1405145603618889e-05, + "loss": 0.7074, + "step": 2017 + }, + { + "epoch": 1.7116200169635283, + "grad_norm": 2.331014372834414, + "learning_rate": 1.141080011309019e-05, + "loss": 0.6265, + "step": 2018 + }, + { + "epoch": 1.712468193384224, + "grad_norm": 2.047916624189269, + "learning_rate": 1.1416454622561495e-05, + "loss": 0.598, + "step": 2019 + }, + { + "epoch": 1.7133163698049194, + "grad_norm": 2.128413271154156, + "learning_rate": 1.1422109132032797e-05, + "loss": 0.5781, + "step": 2020 + }, + { + "epoch": 1.714164546225615, + "grad_norm": 2.0836344173142227, + "learning_rate": 1.1427763641504102e-05, + "loss": 0.5943, + "step": 2021 + }, + { + "epoch": 1.7150127226463106, + "grad_norm": 2.046401980932851, + "learning_rate": 1.1433418150975404e-05, + "loss": 0.5631, + "step": 2022 + }, + { + "epoch": 1.715860899067006, + "grad_norm": 2.276827445687981, + "learning_rate": 1.1439072660446706e-05, + "loss": 0.5813, + "step": 2023 + }, + { + "epoch": 1.7167090754877015, + "grad_norm": 2.1934187360808526, + "learning_rate": 1.144472716991801e-05, + "loss": 0.6034, + "step": 2024 + }, + { + "epoch": 1.717557251908397, + "grad_norm": 2.1486489588096873, + "learning_rate": 1.1450381679389312e-05, + "loss": 0.5116, + "step": 2025 + }, + { + "epoch": 1.7184054283290924, + "grad_norm": 2.292030724704833, + "learning_rate": 1.1456036188860617e-05, + "loss": 0.6278, + "step": 2026 + }, + { + "epoch": 1.719253604749788, + "grad_norm": 2.128806822784499, + "learning_rate": 1.1461690698331919e-05, + "loss": 0.6043, + "step": 2027 + }, + { + "epoch": 1.7201017811704835, + "grad_norm": 2.5334084992412405, + "learning_rate": 1.1467345207803224e-05, + "loss": 0.6755, + "step": 2028 + }, + { + "epoch": 1.7209499575911789, + "grad_norm": 2.3257362009263933, + "learning_rate": 1.1472999717274527e-05, + "loss": 0.5974, + "step": 2029 + }, + { + "epoch": 1.7217981340118744, + "grad_norm": 2.1716575672732037, + "learning_rate": 1.147865422674583e-05, + "loss": 0.7346, + "step": 2030 + }, + { + "epoch": 1.72264631043257, + "grad_norm": 2.41530865437093, + "learning_rate": 1.1484308736217134e-05, + "loss": 0.6674, + "step": 2031 + }, + { + "epoch": 1.7234944868532653, + "grad_norm": 2.675338367867762, + "learning_rate": 1.1489963245688438e-05, + "loss": 0.5539, + "step": 2032 + }, + { + "epoch": 1.7243426632739611, + "grad_norm": 2.8779882180259038, + "learning_rate": 1.1495617755159741e-05, + "loss": 0.6998, + "step": 2033 + }, + { + "epoch": 1.7251908396946565, + "grad_norm": 2.486273701455118, + "learning_rate": 1.1501272264631044e-05, + "loss": 0.5122, + "step": 2034 + }, + { + "epoch": 1.726039016115352, + "grad_norm": 2.62212183744404, + "learning_rate": 1.1506926774102348e-05, + "loss": 0.6591, + "step": 2035 + }, + { + "epoch": 1.7268871925360476, + "grad_norm": 2.5144334220152023, + "learning_rate": 1.1512581283573651e-05, + "loss": 0.5748, + "step": 2036 + }, + { + "epoch": 1.727735368956743, + "grad_norm": 2.708933303574987, + "learning_rate": 1.1518235793044954e-05, + "loss": 0.5235, + "step": 2037 + }, + { + "epoch": 1.7285835453774385, + "grad_norm": 2.0493938587480143, + "learning_rate": 1.1523890302516258e-05, + "loss": 0.5221, + "step": 2038 + }, + { + "epoch": 1.729431721798134, + "grad_norm": 2.1156421967422876, + "learning_rate": 1.1529544811987561e-05, + "loss": 0.5333, + "step": 2039 + }, + { + "epoch": 1.7302798982188294, + "grad_norm": 2.4692525140363446, + "learning_rate": 1.1535199321458865e-05, + "loss": 0.6473, + "step": 2040 + }, + { + "epoch": 1.731128074639525, + "grad_norm": 2.461572287863448, + "learning_rate": 1.1540853830930168e-05, + "loss": 0.5914, + "step": 2041 + }, + { + "epoch": 1.7319762510602206, + "grad_norm": 2.1525558370969176, + "learning_rate": 1.1546508340401473e-05, + "loss": 0.6857, + "step": 2042 + }, + { + "epoch": 1.732824427480916, + "grad_norm": 2.2985837670240317, + "learning_rate": 1.1552162849872775e-05, + "loss": 0.6419, + "step": 2043 + }, + { + "epoch": 1.7336726039016115, + "grad_norm": 2.082748522502004, + "learning_rate": 1.1557817359344076e-05, + "loss": 0.577, + "step": 2044 + }, + { + "epoch": 1.734520780322307, + "grad_norm": 2.1105367458244015, + "learning_rate": 1.1563471868815381e-05, + "loss": 0.5483, + "step": 2045 + }, + { + "epoch": 1.7353689567430024, + "grad_norm": 2.3735914623085557, + "learning_rate": 1.1569126378286683e-05, + "loss": 0.594, + "step": 2046 + }, + { + "epoch": 1.7362171331636982, + "grad_norm": 2.253820758443195, + "learning_rate": 1.1574780887757988e-05, + "loss": 0.5798, + "step": 2047 + }, + { + "epoch": 1.7370653095843935, + "grad_norm": 2.123699819811902, + "learning_rate": 1.158043539722929e-05, + "loss": 0.5614, + "step": 2048 + }, + { + "epoch": 1.737913486005089, + "grad_norm": 2.1119915228132955, + "learning_rate": 1.1586089906700595e-05, + "loss": 0.5826, + "step": 2049 + }, + { + "epoch": 1.7387616624257847, + "grad_norm": 2.2602481019211087, + "learning_rate": 1.1591744416171897e-05, + "loss": 0.6382, + "step": 2050 + }, + { + "epoch": 1.73960983884648, + "grad_norm": 2.129322062825949, + "learning_rate": 1.1597398925643202e-05, + "loss": 0.6128, + "step": 2051 + }, + { + "epoch": 1.7404580152671756, + "grad_norm": 2.3570960841651645, + "learning_rate": 1.1603053435114503e-05, + "loss": 0.5871, + "step": 2052 + }, + { + "epoch": 1.7413061916878712, + "grad_norm": 2.0431226036364953, + "learning_rate": 1.1608707944585808e-05, + "loss": 0.6128, + "step": 2053 + }, + { + "epoch": 1.7421543681085665, + "grad_norm": 2.271612865574078, + "learning_rate": 1.1614362454057112e-05, + "loss": 0.575, + "step": 2054 + }, + { + "epoch": 1.743002544529262, + "grad_norm": 1.786654084067937, + "learning_rate": 1.1620016963528415e-05, + "loss": 0.4573, + "step": 2055 + }, + { + "epoch": 1.7438507209499576, + "grad_norm": 2.4451361595290333, + "learning_rate": 1.1625671472999718e-05, + "loss": 0.6119, + "step": 2056 + }, + { + "epoch": 1.744698897370653, + "grad_norm": 2.3085791250558882, + "learning_rate": 1.1631325982471022e-05, + "loss": 0.6099, + "step": 2057 + }, + { + "epoch": 1.7455470737913485, + "grad_norm": 2.1968528621800893, + "learning_rate": 1.1636980491942325e-05, + "loss": 0.5916, + "step": 2058 + }, + { + "epoch": 1.7463952502120441, + "grad_norm": 2.2749711756236652, + "learning_rate": 1.1642635001413629e-05, + "loss": 0.5855, + "step": 2059 + }, + { + "epoch": 1.7472434266327395, + "grad_norm": 2.303457772897207, + "learning_rate": 1.1648289510884932e-05, + "loss": 0.5388, + "step": 2060 + }, + { + "epoch": 1.7480916030534353, + "grad_norm": 2.422235367557941, + "learning_rate": 1.1653944020356235e-05, + "loss": 0.5872, + "step": 2061 + }, + { + "epoch": 1.7489397794741306, + "grad_norm": 2.0752155702076194, + "learning_rate": 1.1659598529827539e-05, + "loss": 0.6087, + "step": 2062 + }, + { + "epoch": 1.7497879558948262, + "grad_norm": 2.433913692991815, + "learning_rate": 1.1665253039298842e-05, + "loss": 0.6456, + "step": 2063 + }, + { + "epoch": 1.7506361323155217, + "grad_norm": 2.314953091709723, + "learning_rate": 1.1670907548770145e-05, + "loss": 0.5988, + "step": 2064 + }, + { + "epoch": 1.751484308736217, + "grad_norm": 2.080213287024776, + "learning_rate": 1.1676562058241449e-05, + "loss": 0.6169, + "step": 2065 + }, + { + "epoch": 1.7523324851569126, + "grad_norm": 2.298635781966133, + "learning_rate": 1.1682216567712752e-05, + "loss": 0.639, + "step": 2066 + }, + { + "epoch": 1.7531806615776082, + "grad_norm": 2.387897293141956, + "learning_rate": 1.1687871077184054e-05, + "loss": 0.6793, + "step": 2067 + }, + { + "epoch": 1.7540288379983036, + "grad_norm": 2.2080971264922558, + "learning_rate": 1.1693525586655359e-05, + "loss": 0.5741, + "step": 2068 + }, + { + "epoch": 1.7548770144189991, + "grad_norm": 2.26177729548636, + "learning_rate": 1.169918009612666e-05, + "loss": 0.5827, + "step": 2069 + }, + { + "epoch": 1.7557251908396947, + "grad_norm": 2.3593636780276808, + "learning_rate": 1.1704834605597966e-05, + "loss": 0.6155, + "step": 2070 + }, + { + "epoch": 1.75657336726039, + "grad_norm": 2.20213283807871, + "learning_rate": 1.1710489115069267e-05, + "loss": 0.5963, + "step": 2071 + }, + { + "epoch": 1.7574215436810858, + "grad_norm": 2.270144588951656, + "learning_rate": 1.1716143624540572e-05, + "loss": 0.5447, + "step": 2072 + }, + { + "epoch": 1.7582697201017812, + "grad_norm": 2.247215544729818, + "learning_rate": 1.1721798134011874e-05, + "loss": 0.571, + "step": 2073 + }, + { + "epoch": 1.7591178965224765, + "grad_norm": 1.9474075208466575, + "learning_rate": 1.1727452643483179e-05, + "loss": 0.5778, + "step": 2074 + }, + { + "epoch": 1.7599660729431723, + "grad_norm": 2.148553634335404, + "learning_rate": 1.173310715295448e-05, + "loss": 0.5096, + "step": 2075 + }, + { + "epoch": 1.7608142493638677, + "grad_norm": 2.1150977672698943, + "learning_rate": 1.1738761662425786e-05, + "loss": 0.5631, + "step": 2076 + }, + { + "epoch": 1.7616624257845632, + "grad_norm": 2.0874382065666737, + "learning_rate": 1.1744416171897088e-05, + "loss": 0.5988, + "step": 2077 + }, + { + "epoch": 1.7625106022052588, + "grad_norm": 2.0898218018164445, + "learning_rate": 1.1750070681368393e-05, + "loss": 0.6403, + "step": 2078 + }, + { + "epoch": 1.7633587786259541, + "grad_norm": 1.828884469077826, + "learning_rate": 1.1755725190839696e-05, + "loss": 0.5991, + "step": 2079 + }, + { + "epoch": 1.7642069550466497, + "grad_norm": 2.3005966133595597, + "learning_rate": 1.1761379700311e-05, + "loss": 0.6749, + "step": 2080 + }, + { + "epoch": 1.7650551314673453, + "grad_norm": 2.0857736799451225, + "learning_rate": 1.1767034209782303e-05, + "loss": 0.4594, + "step": 2081 + }, + { + "epoch": 1.7659033078880406, + "grad_norm": 2.4000033140186394, + "learning_rate": 1.1772688719253606e-05, + "loss": 0.6515, + "step": 2082 + }, + { + "epoch": 1.7667514843087362, + "grad_norm": 2.1007883166428187, + "learning_rate": 1.177834322872491e-05, + "loss": 0.5819, + "step": 2083 + }, + { + "epoch": 1.7675996607294318, + "grad_norm": 2.239869588320618, + "learning_rate": 1.1783997738196213e-05, + "loss": 0.5799, + "step": 2084 + }, + { + "epoch": 1.768447837150127, + "grad_norm": 2.1400631611880407, + "learning_rate": 1.1789652247667516e-05, + "loss": 0.5625, + "step": 2085 + }, + { + "epoch": 1.769296013570823, + "grad_norm": 2.0524073372445586, + "learning_rate": 1.179530675713882e-05, + "loss": 0.5599, + "step": 2086 + }, + { + "epoch": 1.7701441899915182, + "grad_norm": 2.054840785075327, + "learning_rate": 1.1800961266610123e-05, + "loss": 0.5298, + "step": 2087 + }, + { + "epoch": 1.7709923664122136, + "grad_norm": 2.4183818354440607, + "learning_rate": 1.1806615776081425e-05, + "loss": 0.5826, + "step": 2088 + }, + { + "epoch": 1.7718405428329094, + "grad_norm": 2.177612085879427, + "learning_rate": 1.181227028555273e-05, + "loss": 0.6096, + "step": 2089 + }, + { + "epoch": 1.7726887192536047, + "grad_norm": 2.1341470673245957, + "learning_rate": 1.1817924795024031e-05, + "loss": 0.5255, + "step": 2090 + }, + { + "epoch": 1.7735368956743003, + "grad_norm": 2.023514730011788, + "learning_rate": 1.1823579304495336e-05, + "loss": 0.4412, + "step": 2091 + }, + { + "epoch": 1.7743850720949959, + "grad_norm": 2.2224416560617164, + "learning_rate": 1.1829233813966638e-05, + "loss": 0.5502, + "step": 2092 + }, + { + "epoch": 1.7752332485156912, + "grad_norm": 2.195747050916174, + "learning_rate": 1.1834888323437943e-05, + "loss": 0.5553, + "step": 2093 + }, + { + "epoch": 1.7760814249363868, + "grad_norm": 2.128357293434277, + "learning_rate": 1.1840542832909245e-05, + "loss": 0.5828, + "step": 2094 + }, + { + "epoch": 1.7769296013570823, + "grad_norm": 2.1676861743624785, + "learning_rate": 1.184619734238055e-05, + "loss": 0.5316, + "step": 2095 + }, + { + "epoch": 1.7777777777777777, + "grad_norm": 2.5600678925799274, + "learning_rate": 1.1851851851851852e-05, + "loss": 0.687, + "step": 2096 + }, + { + "epoch": 1.7786259541984732, + "grad_norm": 2.443768796398873, + "learning_rate": 1.1857506361323157e-05, + "loss": 0.5642, + "step": 2097 + }, + { + "epoch": 1.7794741306191688, + "grad_norm": 2.0084393702946612, + "learning_rate": 1.1863160870794458e-05, + "loss": 0.5912, + "step": 2098 + }, + { + "epoch": 1.7803223070398642, + "grad_norm": 2.4505855825197416, + "learning_rate": 1.1868815380265763e-05, + "loss": 0.5853, + "step": 2099 + }, + { + "epoch": 1.78117048346056, + "grad_norm": 2.262688860490076, + "learning_rate": 1.1874469889737065e-05, + "loss": 0.6716, + "step": 2100 + }, + { + "epoch": 1.7820186598812553, + "grad_norm": 2.157842837776872, + "learning_rate": 1.188012439920837e-05, + "loss": 0.5342, + "step": 2101 + }, + { + "epoch": 1.7828668363019506, + "grad_norm": 1.952281943371737, + "learning_rate": 1.1885778908679672e-05, + "loss": 0.615, + "step": 2102 + }, + { + "epoch": 1.7837150127226464, + "grad_norm": 2.0058791133851726, + "learning_rate": 1.1891433418150977e-05, + "loss": 0.5889, + "step": 2103 + }, + { + "epoch": 1.7845631891433418, + "grad_norm": 2.026563542413456, + "learning_rate": 1.189708792762228e-05, + "loss": 0.5214, + "step": 2104 + }, + { + "epoch": 1.7854113655640373, + "grad_norm": 2.2087390701007044, + "learning_rate": 1.1902742437093584e-05, + "loss": 0.6265, + "step": 2105 + }, + { + "epoch": 1.786259541984733, + "grad_norm": 2.295994525564679, + "learning_rate": 1.1908396946564887e-05, + "loss": 0.6275, + "step": 2106 + }, + { + "epoch": 1.7871077184054283, + "grad_norm": 2.2098217702226526, + "learning_rate": 1.191405145603619e-05, + "loss": 0.5459, + "step": 2107 + }, + { + "epoch": 1.7879558948261238, + "grad_norm": 2.19122422977494, + "learning_rate": 1.1919705965507494e-05, + "loss": 0.6129, + "step": 2108 + }, + { + "epoch": 1.7888040712468194, + "grad_norm": 2.374057145131967, + "learning_rate": 1.1925360474978797e-05, + "loss": 0.7029, + "step": 2109 + }, + { + "epoch": 1.7896522476675147, + "grad_norm": 2.3395823683729446, + "learning_rate": 1.19310149844501e-05, + "loss": 0.5786, + "step": 2110 + }, + { + "epoch": 1.7905004240882103, + "grad_norm": 2.184291368374571, + "learning_rate": 1.1936669493921402e-05, + "loss": 0.5848, + "step": 2111 + }, + { + "epoch": 1.7913486005089059, + "grad_norm": 2.390445987759224, + "learning_rate": 1.1942324003392707e-05, + "loss": 0.5927, + "step": 2112 + }, + { + "epoch": 1.7921967769296012, + "grad_norm": 2.4418766691192566, + "learning_rate": 1.1947978512864009e-05, + "loss": 0.6789, + "step": 2113 + }, + { + "epoch": 1.793044953350297, + "grad_norm": 2.0013584288688957, + "learning_rate": 1.1953633022335314e-05, + "loss": 0.6087, + "step": 2114 + }, + { + "epoch": 1.7938931297709924, + "grad_norm": 2.3637302705790777, + "learning_rate": 1.1959287531806616e-05, + "loss": 0.5105, + "step": 2115 + }, + { + "epoch": 1.794741306191688, + "grad_norm": 2.1120590639992907, + "learning_rate": 1.196494204127792e-05, + "loss": 0.5192, + "step": 2116 + }, + { + "epoch": 1.7955894826123835, + "grad_norm": 2.286315034536893, + "learning_rate": 1.1970596550749222e-05, + "loss": 0.5601, + "step": 2117 + }, + { + "epoch": 1.7964376590330788, + "grad_norm": 1.9543578765155791, + "learning_rate": 1.1976251060220527e-05, + "loss": 0.5382, + "step": 2118 + }, + { + "epoch": 1.7972858354537744, + "grad_norm": 2.086290169144695, + "learning_rate": 1.198190556969183e-05, + "loss": 0.4667, + "step": 2119 + }, + { + "epoch": 1.79813401187447, + "grad_norm": 1.9592764510954146, + "learning_rate": 1.1987560079163134e-05, + "loss": 0.5222, + "step": 2120 + }, + { + "epoch": 1.7989821882951653, + "grad_norm": 2.4536359951633475, + "learning_rate": 1.1993214588634436e-05, + "loss": 0.5711, + "step": 2121 + }, + { + "epoch": 1.7998303647158609, + "grad_norm": 2.309005327558922, + "learning_rate": 1.1998869098105741e-05, + "loss": 0.5155, + "step": 2122 + }, + { + "epoch": 1.8006785411365565, + "grad_norm": 2.114051128070585, + "learning_rate": 1.2004523607577043e-05, + "loss": 0.6616, + "step": 2123 + }, + { + "epoch": 1.8015267175572518, + "grad_norm": 2.1219563986621672, + "learning_rate": 1.2010178117048348e-05, + "loss": 0.58, + "step": 2124 + }, + { + "epoch": 1.8023748939779474, + "grad_norm": 2.2396586713623776, + "learning_rate": 1.201583262651965e-05, + "loss": 0.64, + "step": 2125 + }, + { + "epoch": 1.803223070398643, + "grad_norm": 2.0850066350495324, + "learning_rate": 1.2021487135990954e-05, + "loss": 0.6424, + "step": 2126 + }, + { + "epoch": 1.8040712468193383, + "grad_norm": 2.07325432125159, + "learning_rate": 1.2027141645462256e-05, + "loss": 0.5936, + "step": 2127 + }, + { + "epoch": 1.804919423240034, + "grad_norm": 2.0053653925366755, + "learning_rate": 1.2032796154933561e-05, + "loss": 0.5623, + "step": 2128 + }, + { + "epoch": 1.8057675996607294, + "grad_norm": 2.411959450319813, + "learning_rate": 1.2038450664404865e-05, + "loss": 0.5832, + "step": 2129 + }, + { + "epoch": 1.806615776081425, + "grad_norm": 2.2001078069575173, + "learning_rate": 1.2044105173876168e-05, + "loss": 0.6764, + "step": 2130 + }, + { + "epoch": 1.8074639525021206, + "grad_norm": 2.033679088014297, + "learning_rate": 1.2049759683347471e-05, + "loss": 0.623, + "step": 2131 + }, + { + "epoch": 1.808312128922816, + "grad_norm": 2.0303420200077595, + "learning_rate": 1.2055414192818773e-05, + "loss": 0.4805, + "step": 2132 + }, + { + "epoch": 1.8091603053435115, + "grad_norm": 2.245237152583685, + "learning_rate": 1.2061068702290078e-05, + "loss": 0.6519, + "step": 2133 + }, + { + "epoch": 1.810008481764207, + "grad_norm": 2.3625148852237468, + "learning_rate": 1.206672321176138e-05, + "loss": 0.5931, + "step": 2134 + }, + { + "epoch": 1.8108566581849024, + "grad_norm": 2.3740261711384933, + "learning_rate": 1.2072377721232685e-05, + "loss": 0.7053, + "step": 2135 + }, + { + "epoch": 1.811704834605598, + "grad_norm": 2.0412087834475177, + "learning_rate": 1.2078032230703986e-05, + "loss": 0.5999, + "step": 2136 + }, + { + "epoch": 1.8125530110262935, + "grad_norm": 2.494837122283657, + "learning_rate": 1.2083686740175292e-05, + "loss": 0.6228, + "step": 2137 + }, + { + "epoch": 1.8134011874469889, + "grad_norm": 2.268098186774724, + "learning_rate": 1.2089341249646593e-05, + "loss": 0.571, + "step": 2138 + }, + { + "epoch": 1.8142493638676844, + "grad_norm": 2.07297371836015, + "learning_rate": 1.2094995759117898e-05, + "loss": 0.515, + "step": 2139 + }, + { + "epoch": 1.81509754028838, + "grad_norm": 2.403612143505736, + "learning_rate": 1.21006502685892e-05, + "loss": 0.5857, + "step": 2140 + }, + { + "epoch": 1.8159457167090753, + "grad_norm": 2.318609597855621, + "learning_rate": 1.2106304778060505e-05, + "loss": 0.6032, + "step": 2141 + }, + { + "epoch": 1.8167938931297711, + "grad_norm": 2.186229570897723, + "learning_rate": 1.2111959287531807e-05, + "loss": 0.5683, + "step": 2142 + }, + { + "epoch": 1.8176420695504665, + "grad_norm": 2.3116810364332463, + "learning_rate": 1.2117613797003112e-05, + "loss": 0.6836, + "step": 2143 + }, + { + "epoch": 1.818490245971162, + "grad_norm": 2.1310647283237425, + "learning_rate": 1.2123268306474413e-05, + "loss": 0.5226, + "step": 2144 + }, + { + "epoch": 1.8193384223918576, + "grad_norm": 2.4635172128819987, + "learning_rate": 1.2128922815945719e-05, + "loss": 0.6805, + "step": 2145 + }, + { + "epoch": 1.820186598812553, + "grad_norm": 2.227330191895, + "learning_rate": 1.213457732541702e-05, + "loss": 0.692, + "step": 2146 + }, + { + "epoch": 1.8210347752332485, + "grad_norm": 2.668225672901326, + "learning_rate": 1.2140231834888325e-05, + "loss": 0.5664, + "step": 2147 + }, + { + "epoch": 1.821882951653944, + "grad_norm": 2.054907287801171, + "learning_rate": 1.2145886344359627e-05, + "loss": 0.5427, + "step": 2148 + }, + { + "epoch": 1.8227311280746394, + "grad_norm": 2.176159609079616, + "learning_rate": 1.2151540853830932e-05, + "loss": 0.576, + "step": 2149 + }, + { + "epoch": 1.823579304495335, + "grad_norm": 2.3411801282443183, + "learning_rate": 1.2157195363302234e-05, + "loss": 0.7145, + "step": 2150 + }, + { + "epoch": 1.8244274809160306, + "grad_norm": 2.2350038448052927, + "learning_rate": 1.2162849872773539e-05, + "loss": 0.6232, + "step": 2151 + }, + { + "epoch": 1.825275657336726, + "grad_norm": 2.3937980074173923, + "learning_rate": 1.216850438224484e-05, + "loss": 0.5457, + "step": 2152 + }, + { + "epoch": 1.8261238337574215, + "grad_norm": 2.265444511232489, + "learning_rate": 1.2174158891716144e-05, + "loss": 0.6196, + "step": 2153 + }, + { + "epoch": 1.826972010178117, + "grad_norm": 2.1812370782432784, + "learning_rate": 1.2179813401187449e-05, + "loss": 0.5368, + "step": 2154 + }, + { + "epoch": 1.8278201865988124, + "grad_norm": 2.5546353050586643, + "learning_rate": 1.218546791065875e-05, + "loss": 0.5999, + "step": 2155 + }, + { + "epoch": 1.8286683630195082, + "grad_norm": 2.336254277311875, + "learning_rate": 1.2191122420130056e-05, + "loss": 0.505, + "step": 2156 + }, + { + "epoch": 1.8295165394402035, + "grad_norm": 2.0868331184714686, + "learning_rate": 1.2196776929601357e-05, + "loss": 0.5512, + "step": 2157 + }, + { + "epoch": 1.830364715860899, + "grad_norm": 2.3228894143657572, + "learning_rate": 1.2202431439072662e-05, + "loss": 0.5364, + "step": 2158 + }, + { + "epoch": 1.8312128922815947, + "grad_norm": 1.942238989530438, + "learning_rate": 1.2208085948543964e-05, + "loss": 0.5803, + "step": 2159 + }, + { + "epoch": 1.83206106870229, + "grad_norm": 2.1522963328806797, + "learning_rate": 1.2213740458015269e-05, + "loss": 0.7036, + "step": 2160 + }, + { + "epoch": 1.8329092451229856, + "grad_norm": 2.021625254182504, + "learning_rate": 1.221939496748657e-05, + "loss": 0.5187, + "step": 2161 + }, + { + "epoch": 1.8337574215436812, + "grad_norm": 2.345261111327402, + "learning_rate": 1.2225049476957876e-05, + "loss": 0.5638, + "step": 2162 + }, + { + "epoch": 1.8346055979643765, + "grad_norm": 2.2811255539105986, + "learning_rate": 1.2230703986429178e-05, + "loss": 0.6226, + "step": 2163 + }, + { + "epoch": 1.835453774385072, + "grad_norm": 2.4377931905236565, + "learning_rate": 1.2236358495900483e-05, + "loss": 0.5395, + "step": 2164 + }, + { + "epoch": 1.8363019508057676, + "grad_norm": 2.437015462929665, + "learning_rate": 1.2242013005371784e-05, + "loss": 0.6279, + "step": 2165 + }, + { + "epoch": 1.837150127226463, + "grad_norm": 2.011626840119596, + "learning_rate": 1.224766751484309e-05, + "loss": 0.466, + "step": 2166 + }, + { + "epoch": 1.8379983036471588, + "grad_norm": 2.105257469814098, + "learning_rate": 1.2253322024314391e-05, + "loss": 0.5223, + "step": 2167 + }, + { + "epoch": 1.8388464800678541, + "grad_norm": 2.118985709018363, + "learning_rate": 1.2258976533785696e-05, + "loss": 0.5396, + "step": 2168 + }, + { + "epoch": 1.8396946564885495, + "grad_norm": 2.2995331577275038, + "learning_rate": 1.2264631043256998e-05, + "loss": 0.6524, + "step": 2169 + }, + { + "epoch": 1.8405428329092453, + "grad_norm": 2.084715171893093, + "learning_rate": 1.2270285552728303e-05, + "loss": 0.5195, + "step": 2170 + }, + { + "epoch": 1.8413910093299406, + "grad_norm": 2.009825213017774, + "learning_rate": 1.2275940062199604e-05, + "loss": 0.5727, + "step": 2171 + }, + { + "epoch": 1.8422391857506362, + "grad_norm": 2.220683838522005, + "learning_rate": 1.228159457167091e-05, + "loss": 0.7222, + "step": 2172 + }, + { + "epoch": 1.8430873621713317, + "grad_norm": 2.020595695080303, + "learning_rate": 1.2287249081142211e-05, + "loss": 0.5061, + "step": 2173 + }, + { + "epoch": 1.843935538592027, + "grad_norm": 2.0124502684568544, + "learning_rate": 1.2292903590613516e-05, + "loss": 0.4776, + "step": 2174 + }, + { + "epoch": 1.8447837150127226, + "grad_norm": 2.354701689977584, + "learning_rate": 1.2298558100084818e-05, + "loss": 0.5409, + "step": 2175 + }, + { + "epoch": 1.8456318914334182, + "grad_norm": 2.1728380776364444, + "learning_rate": 1.2304212609556121e-05, + "loss": 0.6114, + "step": 2176 + }, + { + "epoch": 1.8464800678541136, + "grad_norm": 1.8730147511245907, + "learning_rate": 1.2309867119027425e-05, + "loss": 0.479, + "step": 2177 + }, + { + "epoch": 1.8473282442748091, + "grad_norm": 2.885518086023857, + "learning_rate": 1.2315521628498728e-05, + "loss": 0.6652, + "step": 2178 + }, + { + "epoch": 1.8481764206955047, + "grad_norm": 1.9474865225780322, + "learning_rate": 1.2321176137970031e-05, + "loss": 0.475, + "step": 2179 + }, + { + "epoch": 1.8490245971162, + "grad_norm": 2.281372386731459, + "learning_rate": 1.2326830647441335e-05, + "loss": 0.6528, + "step": 2180 + }, + { + "epoch": 1.8498727735368958, + "grad_norm": 2.0345046841128833, + "learning_rate": 1.233248515691264e-05, + "loss": 0.6188, + "step": 2181 + }, + { + "epoch": 1.8507209499575912, + "grad_norm": 2.9618321941143773, + "learning_rate": 1.2338139666383942e-05, + "loss": 0.5376, + "step": 2182 + }, + { + "epoch": 1.8515691263782865, + "grad_norm": 2.072252537476264, + "learning_rate": 1.2343794175855247e-05, + "loss": 0.5222, + "step": 2183 + }, + { + "epoch": 1.8524173027989823, + "grad_norm": 2.9857662088031756, + "learning_rate": 1.2349448685326548e-05, + "loss": 0.6787, + "step": 2184 + }, + { + "epoch": 1.8532654792196777, + "grad_norm": 2.2437159904774164, + "learning_rate": 1.2355103194797853e-05, + "loss": 0.6091, + "step": 2185 + }, + { + "epoch": 1.8541136556403732, + "grad_norm": 2.264275751527006, + "learning_rate": 1.2360757704269155e-05, + "loss": 0.4884, + "step": 2186 + }, + { + "epoch": 1.8549618320610688, + "grad_norm": 2.1737804213435976, + "learning_rate": 1.236641221374046e-05, + "loss": 0.6463, + "step": 2187 + }, + { + "epoch": 1.8558100084817641, + "grad_norm": 2.015179608906374, + "learning_rate": 1.2372066723211762e-05, + "loss": 0.499, + "step": 2188 + }, + { + "epoch": 1.8566581849024597, + "grad_norm": 2.1749442641792984, + "learning_rate": 1.2377721232683067e-05, + "loss": 0.5505, + "step": 2189 + }, + { + "epoch": 1.8575063613231553, + "grad_norm": 2.5211131849606114, + "learning_rate": 1.2383375742154369e-05, + "loss": 0.6652, + "step": 2190 + }, + { + "epoch": 1.8583545377438506, + "grad_norm": 2.2335303571831684, + "learning_rate": 1.2389030251625674e-05, + "loss": 0.6452, + "step": 2191 + }, + { + "epoch": 1.8592027141645462, + "grad_norm": 2.0326157468735744, + "learning_rate": 1.2394684761096975e-05, + "loss": 0.5458, + "step": 2192 + }, + { + "epoch": 1.8600508905852418, + "grad_norm": 2.4365943809355963, + "learning_rate": 1.240033927056828e-05, + "loss": 0.6193, + "step": 2193 + }, + { + "epoch": 1.860899067005937, + "grad_norm": 2.1732628831718306, + "learning_rate": 1.2405993780039582e-05, + "loss": 0.6538, + "step": 2194 + }, + { + "epoch": 1.861747243426633, + "grad_norm": 1.9371839908683428, + "learning_rate": 1.2411648289510887e-05, + "loss": 0.5415, + "step": 2195 + }, + { + "epoch": 1.8625954198473282, + "grad_norm": 2.16586961190995, + "learning_rate": 1.2417302798982189e-05, + "loss": 0.5025, + "step": 2196 + }, + { + "epoch": 1.8634435962680236, + "grad_norm": 2.2828412616127616, + "learning_rate": 1.2422957308453492e-05, + "loss": 0.5574, + "step": 2197 + }, + { + "epoch": 1.8642917726887194, + "grad_norm": 2.530733308694432, + "learning_rate": 1.2428611817924796e-05, + "loss": 0.5967, + "step": 2198 + }, + { + "epoch": 1.8651399491094147, + "grad_norm": 1.9706006938609524, + "learning_rate": 1.2434266327396099e-05, + "loss": 0.5661, + "step": 2199 + }, + { + "epoch": 1.8659881255301103, + "grad_norm": 2.20729422477108, + "learning_rate": 1.2439920836867402e-05, + "loss": 0.5977, + "step": 2200 + }, + { + "epoch": 1.8668363019508059, + "grad_norm": 3.1002900532552546, + "learning_rate": 1.2445575346338706e-05, + "loss": 0.4743, + "step": 2201 + }, + { + "epoch": 1.8676844783715012, + "grad_norm": 2.258974638774447, + "learning_rate": 1.2451229855810009e-05, + "loss": 0.5035, + "step": 2202 + }, + { + "epoch": 1.8685326547921968, + "grad_norm": 2.0673307541265804, + "learning_rate": 1.2456884365281312e-05, + "loss": 0.5647, + "step": 2203 + }, + { + "epoch": 1.8693808312128923, + "grad_norm": 1.9726194054897412, + "learning_rate": 1.2462538874752616e-05, + "loss": 0.6239, + "step": 2204 + }, + { + "epoch": 1.8702290076335877, + "grad_norm": 2.389004686024625, + "learning_rate": 1.2468193384223919e-05, + "loss": 0.6261, + "step": 2205 + }, + { + "epoch": 1.8710771840542832, + "grad_norm": 2.2091110667476324, + "learning_rate": 1.2473847893695224e-05, + "loss": 0.5165, + "step": 2206 + }, + { + "epoch": 1.8719253604749788, + "grad_norm": 2.099241255071455, + "learning_rate": 1.2479502403166526e-05, + "loss": 0.614, + "step": 2207 + }, + { + "epoch": 1.8727735368956742, + "grad_norm": 2.0085629410102777, + "learning_rate": 1.2485156912637831e-05, + "loss": 0.526, + "step": 2208 + }, + { + "epoch": 1.87362171331637, + "grad_norm": 1.988662800039127, + "learning_rate": 1.2490811422109133e-05, + "loss": 0.5589, + "step": 2209 + }, + { + "epoch": 1.8744698897370653, + "grad_norm": 2.2415358129205147, + "learning_rate": 1.2496465931580438e-05, + "loss": 0.6585, + "step": 2210 + }, + { + "epoch": 1.8753180661577609, + "grad_norm": 2.044846936186037, + "learning_rate": 1.250212044105174e-05, + "loss": 0.5838, + "step": 2211 + }, + { + "epoch": 1.8761662425784564, + "grad_norm": 2.0943014277370082, + "learning_rate": 1.2507774950523044e-05, + "loss": 0.5811, + "step": 2212 + }, + { + "epoch": 1.8770144189991518, + "grad_norm": 2.332897436394309, + "learning_rate": 1.2513429459994346e-05, + "loss": 0.538, + "step": 2213 + }, + { + "epoch": 1.8778625954198473, + "grad_norm": 2.1860067353827297, + "learning_rate": 1.2519083969465651e-05, + "loss": 0.5715, + "step": 2214 + }, + { + "epoch": 1.878710771840543, + "grad_norm": 2.2794985955369973, + "learning_rate": 1.2524738478936953e-05, + "loss": 0.6529, + "step": 2215 + }, + { + "epoch": 1.8795589482612383, + "grad_norm": 1.9969533874050445, + "learning_rate": 1.2530392988408258e-05, + "loss": 0.4994, + "step": 2216 + }, + { + "epoch": 1.8804071246819338, + "grad_norm": 2.1114462377292056, + "learning_rate": 1.253604749787956e-05, + "loss": 0.5592, + "step": 2217 + }, + { + "epoch": 1.8812553011026294, + "grad_norm": 2.145963246356991, + "learning_rate": 1.2541702007350865e-05, + "loss": 0.6058, + "step": 2218 + }, + { + "epoch": 1.8821034775233247, + "grad_norm": 1.9384024853183393, + "learning_rate": 1.2547356516822166e-05, + "loss": 0.5649, + "step": 2219 + }, + { + "epoch": 1.8829516539440203, + "grad_norm": 2.0614817039186657, + "learning_rate": 1.255301102629347e-05, + "loss": 0.5957, + "step": 2220 + }, + { + "epoch": 1.8837998303647159, + "grad_norm": 2.0028932613845685, + "learning_rate": 1.2558665535764773e-05, + "loss": 0.5113, + "step": 2221 + }, + { + "epoch": 1.8846480067854112, + "grad_norm": 2.1402775417937563, + "learning_rate": 1.2564320045236076e-05, + "loss": 0.6283, + "step": 2222 + }, + { + "epoch": 1.885496183206107, + "grad_norm": 1.9259344773599993, + "learning_rate": 1.256997455470738e-05, + "loss": 0.5934, + "step": 2223 + }, + { + "epoch": 1.8863443596268024, + "grad_norm": 2.2759798967126317, + "learning_rate": 1.2575629064178683e-05, + "loss": 0.5706, + "step": 2224 + }, + { + "epoch": 1.887192536047498, + "grad_norm": 2.042035040083011, + "learning_rate": 1.2581283573649987e-05, + "loss": 0.5587, + "step": 2225 + }, + { + "epoch": 1.8880407124681935, + "grad_norm": 1.9557868477212457, + "learning_rate": 1.258693808312129e-05, + "loss": 0.5078, + "step": 2226 + }, + { + "epoch": 1.8888888888888888, + "grad_norm": 1.8409866362468326, + "learning_rate": 1.2592592592592593e-05, + "loss": 0.4686, + "step": 2227 + }, + { + "epoch": 1.8897370653095844, + "grad_norm": 2.381620539220419, + "learning_rate": 1.2598247102063897e-05, + "loss": 0.59, + "step": 2228 + }, + { + "epoch": 1.89058524173028, + "grad_norm": 2.132284291051156, + "learning_rate": 1.26039016115352e-05, + "loss": 0.6077, + "step": 2229 + }, + { + "epoch": 1.8914334181509753, + "grad_norm": 1.8708665378851435, + "learning_rate": 1.2609556121006503e-05, + "loss": 0.5084, + "step": 2230 + }, + { + "epoch": 1.8922815945716709, + "grad_norm": 1.990100710507775, + "learning_rate": 1.2615210630477808e-05, + "loss": 0.5063, + "step": 2231 + }, + { + "epoch": 1.8931297709923665, + "grad_norm": 2.001876460513735, + "learning_rate": 1.262086513994911e-05, + "loss": 0.479, + "step": 2232 + }, + { + "epoch": 1.8939779474130618, + "grad_norm": 2.523405152249347, + "learning_rate": 1.2626519649420415e-05, + "loss": 0.6374, + "step": 2233 + }, + { + "epoch": 1.8948261238337574, + "grad_norm": 2.02571970131518, + "learning_rate": 1.2632174158891717e-05, + "loss": 0.4803, + "step": 2234 + }, + { + "epoch": 1.895674300254453, + "grad_norm": 2.2686863587477615, + "learning_rate": 1.2637828668363022e-05, + "loss": 0.5692, + "step": 2235 + }, + { + "epoch": 1.8965224766751483, + "grad_norm": 2.1251513547896583, + "learning_rate": 1.2643483177834324e-05, + "loss": 0.5476, + "step": 2236 + }, + { + "epoch": 1.897370653095844, + "grad_norm": 2.075845468243415, + "learning_rate": 1.2649137687305629e-05, + "loss": 0.5204, + "step": 2237 + }, + { + "epoch": 1.8982188295165394, + "grad_norm": 2.043360676588034, + "learning_rate": 1.265479219677693e-05, + "loss": 0.4853, + "step": 2238 + }, + { + "epoch": 1.899067005937235, + "grad_norm": 2.270737341013696, + "learning_rate": 1.2660446706248235e-05, + "loss": 0.6724, + "step": 2239 + }, + { + "epoch": 1.8999151823579306, + "grad_norm": 2.2976325119535033, + "learning_rate": 1.2666101215719537e-05, + "loss": 0.6438, + "step": 2240 + }, + { + "epoch": 1.900763358778626, + "grad_norm": 1.8904506148439593, + "learning_rate": 1.2671755725190839e-05, + "loss": 0.535, + "step": 2241 + }, + { + "epoch": 1.9016115351993215, + "grad_norm": 2.134524281418282, + "learning_rate": 1.2677410234662144e-05, + "loss": 0.6011, + "step": 2242 + }, + { + "epoch": 1.902459711620017, + "grad_norm": 1.930291288325505, + "learning_rate": 1.2683064744133447e-05, + "loss": 0.5375, + "step": 2243 + }, + { + "epoch": 1.9033078880407124, + "grad_norm": 1.9613181402553697, + "learning_rate": 1.268871925360475e-05, + "loss": 0.5071, + "step": 2244 + }, + { + "epoch": 1.904156064461408, + "grad_norm": 2.4363953186968303, + "learning_rate": 1.2694373763076054e-05, + "loss": 0.6776, + "step": 2245 + }, + { + "epoch": 1.9050042408821035, + "grad_norm": 1.8372665607894758, + "learning_rate": 1.2700028272547357e-05, + "loss": 0.5671, + "step": 2246 + }, + { + "epoch": 1.9058524173027989, + "grad_norm": 2.1825496933455573, + "learning_rate": 1.270568278201866e-05, + "loss": 0.5755, + "step": 2247 + }, + { + "epoch": 1.9067005937234947, + "grad_norm": 1.7853807742440546, + "learning_rate": 1.2711337291489964e-05, + "loss": 0.4115, + "step": 2248 + }, + { + "epoch": 1.90754877014419, + "grad_norm": 2.1022977336877546, + "learning_rate": 1.2716991800961267e-05, + "loss": 0.516, + "step": 2249 + }, + { + "epoch": 1.9083969465648853, + "grad_norm": 2.2651766105243856, + "learning_rate": 1.2722646310432571e-05, + "loss": 0.4624, + "step": 2250 + }, + { + "epoch": 1.9092451229855811, + "grad_norm": 2.1697523081754917, + "learning_rate": 1.2728300819903874e-05, + "loss": 0.5816, + "step": 2251 + }, + { + "epoch": 1.9100932994062765, + "grad_norm": 2.042443756165443, + "learning_rate": 1.2733955329375178e-05, + "loss": 0.5479, + "step": 2252 + }, + { + "epoch": 1.910941475826972, + "grad_norm": 2.083189446752421, + "learning_rate": 1.2739609838846481e-05, + "loss": 0.6406, + "step": 2253 + }, + { + "epoch": 1.9117896522476676, + "grad_norm": 2.0662089746590104, + "learning_rate": 1.2745264348317784e-05, + "loss": 0.4994, + "step": 2254 + }, + { + "epoch": 1.912637828668363, + "grad_norm": 2.1962025460169876, + "learning_rate": 1.2750918857789088e-05, + "loss": 0.6827, + "step": 2255 + }, + { + "epoch": 1.9134860050890585, + "grad_norm": 1.8790460806770428, + "learning_rate": 1.2756573367260393e-05, + "loss": 0.532, + "step": 2256 + }, + { + "epoch": 1.914334181509754, + "grad_norm": 2.129892961136275, + "learning_rate": 1.2762227876731694e-05, + "loss": 0.5294, + "step": 2257 + }, + { + "epoch": 1.9151823579304494, + "grad_norm": 2.0748712190503107, + "learning_rate": 1.2767882386203e-05, + "loss": 0.5928, + "step": 2258 + }, + { + "epoch": 1.916030534351145, + "grad_norm": 2.0242681485292047, + "learning_rate": 1.2773536895674301e-05, + "loss": 0.5255, + "step": 2259 + }, + { + "epoch": 1.9168787107718406, + "grad_norm": 2.23837575591935, + "learning_rate": 1.2779191405145606e-05, + "loss": 0.5813, + "step": 2260 + }, + { + "epoch": 1.917726887192536, + "grad_norm": 2.397509976852343, + "learning_rate": 1.2784845914616908e-05, + "loss": 0.583, + "step": 2261 + }, + { + "epoch": 1.9185750636132317, + "grad_norm": 2.1004529910687157, + "learning_rate": 1.2790500424088213e-05, + "loss": 0.4644, + "step": 2262 + }, + { + "epoch": 1.919423240033927, + "grad_norm": 2.125841874284041, + "learning_rate": 1.2796154933559515e-05, + "loss": 0.5932, + "step": 2263 + }, + { + "epoch": 1.9202714164546224, + "grad_norm": 2.055294016250851, + "learning_rate": 1.2801809443030816e-05, + "loss": 0.4768, + "step": 2264 + }, + { + "epoch": 1.9211195928753182, + "grad_norm": 2.0536629846954293, + "learning_rate": 1.2807463952502121e-05, + "loss": 0.5269, + "step": 2265 + }, + { + "epoch": 1.9219677692960135, + "grad_norm": 2.338149987184349, + "learning_rate": 1.2813118461973423e-05, + "loss": 0.5349, + "step": 2266 + }, + { + "epoch": 1.922815945716709, + "grad_norm": 2.0060421563590713, + "learning_rate": 1.2818772971444728e-05, + "loss": 0.5229, + "step": 2267 + }, + { + "epoch": 1.9236641221374047, + "grad_norm": 2.052824238975272, + "learning_rate": 1.2824427480916032e-05, + "loss": 0.6304, + "step": 2268 + }, + { + "epoch": 1.9245122985581, + "grad_norm": 2.289366857686215, + "learning_rate": 1.2830081990387335e-05, + "loss": 0.5531, + "step": 2269 + }, + { + "epoch": 1.9253604749787956, + "grad_norm": 1.94858201386558, + "learning_rate": 1.2835736499858638e-05, + "loss": 0.5867, + "step": 2270 + }, + { + "epoch": 1.9262086513994912, + "grad_norm": 2.078452291943078, + "learning_rate": 1.2841391009329942e-05, + "loss": 0.5562, + "step": 2271 + }, + { + "epoch": 1.9270568278201865, + "grad_norm": 2.3745147145979133, + "learning_rate": 1.2847045518801245e-05, + "loss": 0.5343, + "step": 2272 + }, + { + "epoch": 1.927905004240882, + "grad_norm": 2.3564106511106773, + "learning_rate": 1.2852700028272548e-05, + "loss": 0.5949, + "step": 2273 + }, + { + "epoch": 1.9287531806615776, + "grad_norm": 2.1778183329817047, + "learning_rate": 1.2858354537743852e-05, + "loss": 0.5937, + "step": 2274 + }, + { + "epoch": 1.929601357082273, + "grad_norm": 2.1709378846570955, + "learning_rate": 1.2864009047215155e-05, + "loss": 0.6142, + "step": 2275 + }, + { + "epoch": 1.9304495335029688, + "grad_norm": 2.0556969247523513, + "learning_rate": 1.2869663556686459e-05, + "loss": 0.5435, + "step": 2276 + }, + { + "epoch": 1.9312977099236641, + "grad_norm": 2.3787976673715425, + "learning_rate": 1.2875318066157762e-05, + "loss": 0.4752, + "step": 2277 + }, + { + "epoch": 1.9321458863443595, + "grad_norm": 2.2636244112549466, + "learning_rate": 1.2880972575629065e-05, + "loss": 0.5223, + "step": 2278 + }, + { + "epoch": 1.9329940627650553, + "grad_norm": 2.450889746715543, + "learning_rate": 1.2886627085100369e-05, + "loss": 0.6093, + "step": 2279 + }, + { + "epoch": 1.9338422391857506, + "grad_norm": 2.575451269238152, + "learning_rate": 1.2892281594571672e-05, + "loss": 0.6786, + "step": 2280 + }, + { + "epoch": 1.9346904156064462, + "grad_norm": 2.1195066912306717, + "learning_rate": 1.2897936104042977e-05, + "loss": 0.492, + "step": 2281 + }, + { + "epoch": 1.9355385920271417, + "grad_norm": 2.4006182313670035, + "learning_rate": 1.2903590613514279e-05, + "loss": 0.6035, + "step": 2282 + }, + { + "epoch": 1.936386768447837, + "grad_norm": 2.1830845672853827, + "learning_rate": 1.2909245122985584e-05, + "loss": 0.5893, + "step": 2283 + }, + { + "epoch": 1.9372349448685326, + "grad_norm": 1.946398168900901, + "learning_rate": 1.2914899632456885e-05, + "loss": 0.5269, + "step": 2284 + }, + { + "epoch": 1.9380831212892282, + "grad_norm": 2.4608682411329217, + "learning_rate": 1.2920554141928187e-05, + "loss": 0.635, + "step": 2285 + }, + { + "epoch": 1.9389312977099236, + "grad_norm": 1.9500836335863823, + "learning_rate": 1.2926208651399492e-05, + "loss": 0.4532, + "step": 2286 + }, + { + "epoch": 1.9397794741306191, + "grad_norm": 2.2103497013859488, + "learning_rate": 1.2931863160870794e-05, + "loss": 0.6173, + "step": 2287 + }, + { + "epoch": 1.9406276505513147, + "grad_norm": 2.462881699014039, + "learning_rate": 1.2937517670342099e-05, + "loss": 0.7211, + "step": 2288 + }, + { + "epoch": 1.94147582697201, + "grad_norm": 2.6097132238884395, + "learning_rate": 1.29431721798134e-05, + "loss": 0.6448, + "step": 2289 + }, + { + "epoch": 1.9423240033927058, + "grad_norm": 2.0088872715477146, + "learning_rate": 1.2948826689284706e-05, + "loss": 0.5886, + "step": 2290 + }, + { + "epoch": 1.9431721798134012, + "grad_norm": 1.9783779249502709, + "learning_rate": 1.2954481198756007e-05, + "loss": 0.4976, + "step": 2291 + }, + { + "epoch": 1.9440203562340967, + "grad_norm": 2.1190802342751898, + "learning_rate": 1.2960135708227312e-05, + "loss": 0.6096, + "step": 2292 + }, + { + "epoch": 1.9448685326547923, + "grad_norm": 2.0540451289925574, + "learning_rate": 1.2965790217698616e-05, + "loss": 0.5532, + "step": 2293 + }, + { + "epoch": 1.9457167090754877, + "grad_norm": 1.870430245558593, + "learning_rate": 1.297144472716992e-05, + "loss": 0.5934, + "step": 2294 + }, + { + "epoch": 1.9465648854961832, + "grad_norm": 2.356436669539947, + "learning_rate": 1.2977099236641223e-05, + "loss": 0.6977, + "step": 2295 + }, + { + "epoch": 1.9474130619168788, + "grad_norm": 2.0578409377785953, + "learning_rate": 1.2982753746112526e-05, + "loss": 0.5746, + "step": 2296 + }, + { + "epoch": 1.9482612383375741, + "grad_norm": 2.1448048894137774, + "learning_rate": 1.298840825558383e-05, + "loss": 0.6138, + "step": 2297 + }, + { + "epoch": 1.9491094147582697, + "grad_norm": 2.248169738263811, + "learning_rate": 1.2994062765055133e-05, + "loss": 0.5379, + "step": 2298 + }, + { + "epoch": 1.9499575911789653, + "grad_norm": 2.0050916311632103, + "learning_rate": 1.2999717274526436e-05, + "loss": 0.5749, + "step": 2299 + }, + { + "epoch": 1.9508057675996606, + "grad_norm": 1.9562252946780037, + "learning_rate": 1.300537178399774e-05, + "loss": 0.5413, + "step": 2300 + }, + { + "epoch": 1.9516539440203562, + "grad_norm": 1.8789331247273304, + "learning_rate": 1.3011026293469043e-05, + "loss": 0.5306, + "step": 2301 + }, + { + "epoch": 1.9525021204410518, + "grad_norm": 2.0490009681874515, + "learning_rate": 1.3016680802940346e-05, + "loss": 0.5349, + "step": 2302 + }, + { + "epoch": 1.953350296861747, + "grad_norm": 1.72998349187109, + "learning_rate": 1.302233531241165e-05, + "loss": 0.4503, + "step": 2303 + }, + { + "epoch": 1.954198473282443, + "grad_norm": 2.0987609143599175, + "learning_rate": 1.3027989821882953e-05, + "loss": 0.5902, + "step": 2304 + }, + { + "epoch": 1.9550466497031382, + "grad_norm": 1.9733550310930963, + "learning_rate": 1.3033644331354256e-05, + "loss": 0.5517, + "step": 2305 + }, + { + "epoch": 1.9558948261238338, + "grad_norm": 1.9495145287649274, + "learning_rate": 1.3039298840825561e-05, + "loss": 0.5627, + "step": 2306 + }, + { + "epoch": 1.9567430025445294, + "grad_norm": 2.0936953199634156, + "learning_rate": 1.3044953350296863e-05, + "loss": 0.6697, + "step": 2307 + }, + { + "epoch": 1.9575911789652247, + "grad_norm": 2.15280447276661, + "learning_rate": 1.3050607859768165e-05, + "loss": 0.4891, + "step": 2308 + }, + { + "epoch": 1.9584393553859203, + "grad_norm": 1.9591684990694813, + "learning_rate": 1.305626236923947e-05, + "loss": 0.6027, + "step": 2309 + }, + { + "epoch": 1.9592875318066159, + "grad_norm": 2.4712764339704743, + "learning_rate": 1.3061916878710771e-05, + "loss": 0.6633, + "step": 2310 + }, + { + "epoch": 1.9601357082273112, + "grad_norm": 2.1593284051128157, + "learning_rate": 1.3067571388182077e-05, + "loss": 0.5393, + "step": 2311 + }, + { + "epoch": 1.9609838846480068, + "grad_norm": 1.9800369790667587, + "learning_rate": 1.3073225897653378e-05, + "loss": 0.6414, + "step": 2312 + }, + { + "epoch": 1.9618320610687023, + "grad_norm": 1.8123553329364508, + "learning_rate": 1.3078880407124683e-05, + "loss": 0.554, + "step": 2313 + }, + { + "epoch": 1.9626802374893977, + "grad_norm": 2.027423279666286, + "learning_rate": 1.3084534916595985e-05, + "loss": 0.5459, + "step": 2314 + }, + { + "epoch": 1.9635284139100933, + "grad_norm": 1.965885029811379, + "learning_rate": 1.309018942606729e-05, + "loss": 0.6059, + "step": 2315 + }, + { + "epoch": 1.9643765903307888, + "grad_norm": 2.030608019408012, + "learning_rate": 1.3095843935538592e-05, + "loss": 0.5974, + "step": 2316 + }, + { + "epoch": 1.9652247667514842, + "grad_norm": 1.879698757153758, + "learning_rate": 1.3101498445009897e-05, + "loss": 0.5517, + "step": 2317 + }, + { + "epoch": 1.96607294317218, + "grad_norm": 2.56808604236548, + "learning_rate": 1.31071529544812e-05, + "loss": 0.5533, + "step": 2318 + }, + { + "epoch": 1.9669211195928753, + "grad_norm": 2.08064624571999, + "learning_rate": 1.3112807463952503e-05, + "loss": 0.5651, + "step": 2319 + }, + { + "epoch": 1.9677692960135709, + "grad_norm": 2.0942335766681834, + "learning_rate": 1.3118461973423807e-05, + "loss": 0.6884, + "step": 2320 + }, + { + "epoch": 1.9686174724342664, + "grad_norm": 2.2116534830449943, + "learning_rate": 1.312411648289511e-05, + "loss": 0.644, + "step": 2321 + }, + { + "epoch": 1.9694656488549618, + "grad_norm": 1.9383310133268334, + "learning_rate": 1.3129770992366414e-05, + "loss": 0.5107, + "step": 2322 + }, + { + "epoch": 1.9703138252756573, + "grad_norm": 2.0289385635562183, + "learning_rate": 1.3135425501837717e-05, + "loss": 0.5972, + "step": 2323 + }, + { + "epoch": 1.971162001696353, + "grad_norm": 2.385643186893154, + "learning_rate": 1.314108001130902e-05, + "loss": 0.6825, + "step": 2324 + }, + { + "epoch": 1.9720101781170483, + "grad_norm": 1.9633331605580517, + "learning_rate": 1.3146734520780324e-05, + "loss": 0.5919, + "step": 2325 + }, + { + "epoch": 1.9728583545377438, + "grad_norm": 1.9452253758749822, + "learning_rate": 1.3152389030251627e-05, + "loss": 0.4705, + "step": 2326 + }, + { + "epoch": 1.9737065309584394, + "grad_norm": 2.396161180356127, + "learning_rate": 1.315804353972293e-05, + "loss": 0.6516, + "step": 2327 + }, + { + "epoch": 1.9745547073791347, + "grad_norm": 2.124536917766432, + "learning_rate": 1.3163698049194234e-05, + "loss": 0.6188, + "step": 2328 + }, + { + "epoch": 1.9754028837998303, + "grad_norm": 2.3441556194408335, + "learning_rate": 1.3169352558665536e-05, + "loss": 0.6837, + "step": 2329 + }, + { + "epoch": 1.9762510602205259, + "grad_norm": 1.9871448994717442, + "learning_rate": 1.317500706813684e-05, + "loss": 0.579, + "step": 2330 + }, + { + "epoch": 1.9770992366412212, + "grad_norm": 1.965488958284986, + "learning_rate": 1.3180661577608142e-05, + "loss": 0.5547, + "step": 2331 + }, + { + "epoch": 1.977947413061917, + "grad_norm": 1.8619394043631339, + "learning_rate": 1.3186316087079447e-05, + "loss": 0.5401, + "step": 2332 + }, + { + "epoch": 1.9787955894826124, + "grad_norm": 1.875259523591344, + "learning_rate": 1.3191970596550749e-05, + "loss": 0.5821, + "step": 2333 + }, + { + "epoch": 1.979643765903308, + "grad_norm": 1.9295185671463764, + "learning_rate": 1.3197625106022054e-05, + "loss": 0.5855, + "step": 2334 + }, + { + "epoch": 1.9804919423240035, + "grad_norm": 1.8996090520264974, + "learning_rate": 1.3203279615493356e-05, + "loss": 0.537, + "step": 2335 + }, + { + "epoch": 1.9813401187446988, + "grad_norm": 2.1592590333766797, + "learning_rate": 1.320893412496466e-05, + "loss": 0.5439, + "step": 2336 + }, + { + "epoch": 1.9821882951653944, + "grad_norm": 2.0481005662767107, + "learning_rate": 1.3214588634435962e-05, + "loss": 0.5804, + "step": 2337 + }, + { + "epoch": 1.98303647158609, + "grad_norm": 1.9648442987804418, + "learning_rate": 1.3220243143907268e-05, + "loss": 0.5404, + "step": 2338 + }, + { + "epoch": 1.9838846480067853, + "grad_norm": 2.2002744307007855, + "learning_rate": 1.322589765337857e-05, + "loss": 0.636, + "step": 2339 + }, + { + "epoch": 1.984732824427481, + "grad_norm": 2.032880885199119, + "learning_rate": 1.3231552162849874e-05, + "loss": 0.5712, + "step": 2340 + }, + { + "epoch": 1.9855810008481765, + "grad_norm": 1.7543551064627028, + "learning_rate": 1.3237206672321176e-05, + "loss": 0.438, + "step": 2341 + }, + { + "epoch": 1.9864291772688718, + "grad_norm": 2.112500343465293, + "learning_rate": 1.3242861181792481e-05, + "loss": 0.6187, + "step": 2342 + }, + { + "epoch": 1.9872773536895676, + "grad_norm": 2.1400433867755284, + "learning_rate": 1.3248515691263783e-05, + "loss": 0.5071, + "step": 2343 + }, + { + "epoch": 1.988125530110263, + "grad_norm": 2.3152102368788507, + "learning_rate": 1.3254170200735088e-05, + "loss": 0.5454, + "step": 2344 + }, + { + "epoch": 1.9889737065309583, + "grad_norm": 1.890816044973289, + "learning_rate": 1.3259824710206391e-05, + "loss": 0.5823, + "step": 2345 + }, + { + "epoch": 1.989821882951654, + "grad_norm": 1.8663240662582576, + "learning_rate": 1.3265479219677695e-05, + "loss": 0.6027, + "step": 2346 + }, + { + "epoch": 1.9906700593723494, + "grad_norm": 2.1062174669062856, + "learning_rate": 1.3271133729148998e-05, + "loss": 0.5805, + "step": 2347 + }, + { + "epoch": 1.991518235793045, + "grad_norm": 2.1004276691290378, + "learning_rate": 1.3276788238620301e-05, + "loss": 0.5514, + "step": 2348 + }, + { + "epoch": 1.9923664122137406, + "grad_norm": 2.2115381014984674, + "learning_rate": 1.3282442748091605e-05, + "loss": 0.6189, + "step": 2349 + }, + { + "epoch": 1.993214588634436, + "grad_norm": 2.482398429334948, + "learning_rate": 1.3288097257562908e-05, + "loss": 0.6859, + "step": 2350 + }, + { + "epoch": 1.9940627650551315, + "grad_norm": 2.078364928765164, + "learning_rate": 1.3293751767034211e-05, + "loss": 0.5996, + "step": 2351 + }, + { + "epoch": 1.994910941475827, + "grad_norm": 2.0342355841702306, + "learning_rate": 1.3299406276505513e-05, + "loss": 0.5822, + "step": 2352 + }, + { + "epoch": 1.9957591178965224, + "grad_norm": 2.2925456256457872, + "learning_rate": 1.3305060785976818e-05, + "loss": 0.5106, + "step": 2353 + }, + { + "epoch": 1.996607294317218, + "grad_norm": 1.8343990147703728, + "learning_rate": 1.331071529544812e-05, + "loss": 0.4594, + "step": 2354 + }, + { + "epoch": 1.9974554707379135, + "grad_norm": 2.4633242853485218, + "learning_rate": 1.3316369804919425e-05, + "loss": 0.7152, + "step": 2355 + }, + { + "epoch": 1.9983036471586089, + "grad_norm": 2.0730948028877707, + "learning_rate": 1.3322024314390727e-05, + "loss": 0.5808, + "step": 2356 + }, + { + "epoch": 1.9991518235793047, + "grad_norm": 2.062465641043724, + "learning_rate": 1.3327678823862032e-05, + "loss": 0.5412, + "step": 2357 + }, + { + "epoch": 2.0, + "grad_norm": 1.9369713927994947, + "learning_rate": 1.3333333333333333e-05, + "loss": 0.6618, + "step": 2358 + }, + { + "epoch": 2.0008481764206953, + "grad_norm": 2.0539814815300597, + "learning_rate": 1.3338987842804638e-05, + "loss": 0.5193, + "step": 2359 + }, + { + "epoch": 2.001696352841391, + "grad_norm": 1.8763215543764191, + "learning_rate": 1.334464235227594e-05, + "loss": 0.5341, + "step": 2360 + }, + { + "epoch": 2.0025445292620865, + "grad_norm": 1.8068477785396422, + "learning_rate": 1.3350296861747245e-05, + "loss": 0.5437, + "step": 2361 + }, + { + "epoch": 2.003392705682782, + "grad_norm": 2.0414703937444396, + "learning_rate": 1.3355951371218547e-05, + "loss": 0.596, + "step": 2362 + }, + { + "epoch": 2.0042408821034776, + "grad_norm": 2.054898696929409, + "learning_rate": 1.3361605880689852e-05, + "loss": 0.5573, + "step": 2363 + }, + { + "epoch": 2.005089058524173, + "grad_norm": 1.9471959142058521, + "learning_rate": 1.3367260390161154e-05, + "loss": 0.5496, + "step": 2364 + }, + { + "epoch": 2.0059372349448688, + "grad_norm": 1.7991164574870608, + "learning_rate": 1.3372914899632459e-05, + "loss": 0.505, + "step": 2365 + }, + { + "epoch": 2.006785411365564, + "grad_norm": 2.1982188932299804, + "learning_rate": 1.337856940910376e-05, + "loss": 0.5654, + "step": 2366 + }, + { + "epoch": 2.0076335877862594, + "grad_norm": 1.9048607302969094, + "learning_rate": 1.3384223918575065e-05, + "loss": 0.5836, + "step": 2367 + }, + { + "epoch": 2.0084817642069552, + "grad_norm": 1.9383311791583702, + "learning_rate": 1.3389878428046367e-05, + "loss": 0.6057, + "step": 2368 + }, + { + "epoch": 2.0093299406276506, + "grad_norm": 2.1826436887964, + "learning_rate": 1.3395532937517672e-05, + "loss": 0.603, + "step": 2369 + }, + { + "epoch": 2.010178117048346, + "grad_norm": 2.216850991316222, + "learning_rate": 1.3401187446988975e-05, + "loss": 0.6103, + "step": 2370 + }, + { + "epoch": 2.0110262934690417, + "grad_norm": 2.0495299614515665, + "learning_rate": 1.3406841956460279e-05, + "loss": 0.4865, + "step": 2371 + }, + { + "epoch": 2.011874469889737, + "grad_norm": 2.079636959721549, + "learning_rate": 1.3412496465931582e-05, + "loss": 0.6023, + "step": 2372 + }, + { + "epoch": 2.0127226463104324, + "grad_norm": 2.350597894751413, + "learning_rate": 1.3418150975402884e-05, + "loss": 0.7061, + "step": 2373 + }, + { + "epoch": 2.013570822731128, + "grad_norm": 2.099583223476667, + "learning_rate": 1.3423805484874189e-05, + "loss": 0.5304, + "step": 2374 + }, + { + "epoch": 2.0144189991518235, + "grad_norm": 2.1288928189014165, + "learning_rate": 1.342945999434549e-05, + "loss": 0.5787, + "step": 2375 + }, + { + "epoch": 2.015267175572519, + "grad_norm": 2.0605015277484626, + "learning_rate": 1.3435114503816796e-05, + "loss": 0.5178, + "step": 2376 + }, + { + "epoch": 2.0161153519932147, + "grad_norm": 1.939241420126797, + "learning_rate": 1.3440769013288097e-05, + "loss": 0.5547, + "step": 2377 + }, + { + "epoch": 2.01696352841391, + "grad_norm": 2.2617098245486917, + "learning_rate": 1.3446423522759402e-05, + "loss": 0.5885, + "step": 2378 + }, + { + "epoch": 2.017811704834606, + "grad_norm": 2.4163221968760826, + "learning_rate": 1.3452078032230704e-05, + "loss": 0.6564, + "step": 2379 + }, + { + "epoch": 2.018659881255301, + "grad_norm": 1.895934710935988, + "learning_rate": 1.345773254170201e-05, + "loss": 0.5414, + "step": 2380 + }, + { + "epoch": 2.0195080576759965, + "grad_norm": 2.1370013292252077, + "learning_rate": 1.346338705117331e-05, + "loss": 0.5644, + "step": 2381 + }, + { + "epoch": 2.0203562340966923, + "grad_norm": 1.816674183571011, + "learning_rate": 1.3469041560644616e-05, + "loss": 0.6272, + "step": 2382 + }, + { + "epoch": 2.0212044105173876, + "grad_norm": 1.9202763894300003, + "learning_rate": 1.3474696070115918e-05, + "loss": 0.5238, + "step": 2383 + }, + { + "epoch": 2.022052586938083, + "grad_norm": 2.0298320143593602, + "learning_rate": 1.3480350579587223e-05, + "loss": 0.5325, + "step": 2384 + }, + { + "epoch": 2.0229007633587788, + "grad_norm": 1.9485324591142552, + "learning_rate": 1.3486005089058524e-05, + "loss": 0.5218, + "step": 2385 + }, + { + "epoch": 2.023748939779474, + "grad_norm": 2.07784959447888, + "learning_rate": 1.349165959852983e-05, + "loss": 0.5445, + "step": 2386 + }, + { + "epoch": 2.0245971162001695, + "grad_norm": 1.8824437310793192, + "learning_rate": 1.3497314108001131e-05, + "loss": 0.5718, + "step": 2387 + }, + { + "epoch": 2.0254452926208653, + "grad_norm": 2.3815020094861565, + "learning_rate": 1.3502968617472436e-05, + "loss": 0.6187, + "step": 2388 + }, + { + "epoch": 2.0262934690415606, + "grad_norm": 1.9514920037313757, + "learning_rate": 1.3508623126943738e-05, + "loss": 0.5102, + "step": 2389 + }, + { + "epoch": 2.027141645462256, + "grad_norm": 1.8043034130198223, + "learning_rate": 1.3514277636415043e-05, + "loss": 0.4724, + "step": 2390 + }, + { + "epoch": 2.0279898218829517, + "grad_norm": 2.0191913693779395, + "learning_rate": 1.3519932145886345e-05, + "loss": 0.5605, + "step": 2391 + }, + { + "epoch": 2.028837998303647, + "grad_norm": 2.022367253448034, + "learning_rate": 1.352558665535765e-05, + "loss": 0.5506, + "step": 2392 + }, + { + "epoch": 2.029686174724343, + "grad_norm": 1.7776347791920766, + "learning_rate": 1.3531241164828951e-05, + "loss": 0.5108, + "step": 2393 + }, + { + "epoch": 2.030534351145038, + "grad_norm": 1.6752076973325998, + "learning_rate": 1.3536895674300256e-05, + "loss": 0.5254, + "step": 2394 + }, + { + "epoch": 2.0313825275657336, + "grad_norm": 1.8982069354302302, + "learning_rate": 1.354255018377156e-05, + "loss": 0.577, + "step": 2395 + }, + { + "epoch": 2.0322307039864294, + "grad_norm": 1.974347407806478, + "learning_rate": 1.3548204693242861e-05, + "loss": 0.5526, + "step": 2396 + }, + { + "epoch": 2.0330788804071247, + "grad_norm": 1.8084847779195732, + "learning_rate": 1.3553859202714166e-05, + "loss": 0.4868, + "step": 2397 + }, + { + "epoch": 2.03392705682782, + "grad_norm": 1.897940835020501, + "learning_rate": 1.3559513712185468e-05, + "loss": 0.501, + "step": 2398 + }, + { + "epoch": 2.034775233248516, + "grad_norm": 1.9076426125394368, + "learning_rate": 1.3565168221656773e-05, + "loss": 0.5099, + "step": 2399 + }, + { + "epoch": 2.035623409669211, + "grad_norm": 2.0349067000448797, + "learning_rate": 1.3570822731128075e-05, + "loss": 0.5651, + "step": 2400 + }, + { + "epoch": 2.0364715860899065, + "grad_norm": 2.2085377536660054, + "learning_rate": 1.357647724059938e-05, + "loss": 0.6286, + "step": 2401 + }, + { + "epoch": 2.0373197625106023, + "grad_norm": 1.8781764992466585, + "learning_rate": 1.3582131750070682e-05, + "loss": 0.5636, + "step": 2402 + }, + { + "epoch": 2.0381679389312977, + "grad_norm": 2.0488907192765358, + "learning_rate": 1.3587786259541987e-05, + "loss": 0.581, + "step": 2403 + }, + { + "epoch": 2.039016115351993, + "grad_norm": 2.0588218474096225, + "learning_rate": 1.3593440769013288e-05, + "loss": 0.5083, + "step": 2404 + }, + { + "epoch": 2.039864291772689, + "grad_norm": 2.2971074240576037, + "learning_rate": 1.3599095278484593e-05, + "loss": 0.5131, + "step": 2405 + }, + { + "epoch": 2.040712468193384, + "grad_norm": 2.205733240427317, + "learning_rate": 1.3604749787955895e-05, + "loss": 0.5647, + "step": 2406 + }, + { + "epoch": 2.04156064461408, + "grad_norm": 2.1611563368787206, + "learning_rate": 1.36104042974272e-05, + "loss": 0.5134, + "step": 2407 + }, + { + "epoch": 2.0424088210347753, + "grad_norm": 1.9487401731561198, + "learning_rate": 1.3616058806898502e-05, + "loss": 0.4695, + "step": 2408 + }, + { + "epoch": 2.0432569974554706, + "grad_norm": 1.9381673064321285, + "learning_rate": 1.3621713316369807e-05, + "loss": 0.6054, + "step": 2409 + }, + { + "epoch": 2.0441051738761664, + "grad_norm": 2.032283013658826, + "learning_rate": 1.3627367825841109e-05, + "loss": 0.5852, + "step": 2410 + }, + { + "epoch": 2.0449533502968618, + "grad_norm": 2.14801033425749, + "learning_rate": 1.3633022335312414e-05, + "loss": 0.5698, + "step": 2411 + }, + { + "epoch": 2.045801526717557, + "grad_norm": 1.9030408977105329, + "learning_rate": 1.3638676844783715e-05, + "loss": 0.5075, + "step": 2412 + }, + { + "epoch": 2.046649703138253, + "grad_norm": 1.7800592118922676, + "learning_rate": 1.364433135425502e-05, + "loss": 0.4766, + "step": 2413 + }, + { + "epoch": 2.0474978795589482, + "grad_norm": 1.8496549584438828, + "learning_rate": 1.3649985863726322e-05, + "loss": 0.4906, + "step": 2414 + }, + { + "epoch": 2.0483460559796436, + "grad_norm": 2.0851493642631187, + "learning_rate": 1.3655640373197627e-05, + "loss": 0.5091, + "step": 2415 + }, + { + "epoch": 2.0491942324003394, + "grad_norm": 2.1341657900316537, + "learning_rate": 1.3661294882668929e-05, + "loss": 0.5776, + "step": 2416 + }, + { + "epoch": 2.0500424088210347, + "grad_norm": 2.139761930053037, + "learning_rate": 1.3666949392140232e-05, + "loss": 0.5864, + "step": 2417 + }, + { + "epoch": 2.05089058524173, + "grad_norm": 2.005409884322196, + "learning_rate": 1.3672603901611536e-05, + "loss": 0.5025, + "step": 2418 + }, + { + "epoch": 2.051738761662426, + "grad_norm": 1.844312124697709, + "learning_rate": 1.3678258411082839e-05, + "loss": 0.514, + "step": 2419 + }, + { + "epoch": 2.052586938083121, + "grad_norm": 2.2886146174595465, + "learning_rate": 1.3683912920554144e-05, + "loss": 0.5488, + "step": 2420 + }, + { + "epoch": 2.053435114503817, + "grad_norm": 1.9969124010184929, + "learning_rate": 1.3689567430025446e-05, + "loss": 0.5393, + "step": 2421 + }, + { + "epoch": 2.0542832909245123, + "grad_norm": 1.9895754368988736, + "learning_rate": 1.369522193949675e-05, + "loss": 0.5654, + "step": 2422 + }, + { + "epoch": 2.0551314673452077, + "grad_norm": 2.1415247070268824, + "learning_rate": 1.3700876448968052e-05, + "loss": 0.5197, + "step": 2423 + }, + { + "epoch": 2.0559796437659035, + "grad_norm": 2.1252941179542573, + "learning_rate": 1.3706530958439358e-05, + "loss": 0.5085, + "step": 2424 + }, + { + "epoch": 2.056827820186599, + "grad_norm": 2.2896051837176863, + "learning_rate": 1.371218546791066e-05, + "loss": 0.5335, + "step": 2425 + }, + { + "epoch": 2.057675996607294, + "grad_norm": 1.9486465616017041, + "learning_rate": 1.3717839977381964e-05, + "loss": 0.5365, + "step": 2426 + }, + { + "epoch": 2.05852417302799, + "grad_norm": 1.925612515677276, + "learning_rate": 1.3723494486853266e-05, + "loss": 0.6298, + "step": 2427 + }, + { + "epoch": 2.0593723494486853, + "grad_norm": 1.9689929610910735, + "learning_rate": 1.3729148996324571e-05, + "loss": 0.6033, + "step": 2428 + }, + { + "epoch": 2.0602205258693806, + "grad_norm": 2.1003610565058826, + "learning_rate": 1.3734803505795873e-05, + "loss": 0.5579, + "step": 2429 + }, + { + "epoch": 2.0610687022900764, + "grad_norm": 1.8431300828493, + "learning_rate": 1.3740458015267178e-05, + "loss": 0.4816, + "step": 2430 + }, + { + "epoch": 2.061916878710772, + "grad_norm": 1.881532911959101, + "learning_rate": 1.374611252473848e-05, + "loss": 0.6119, + "step": 2431 + }, + { + "epoch": 2.062765055131467, + "grad_norm": 2.189552202656788, + "learning_rate": 1.3751767034209784e-05, + "loss": 0.6173, + "step": 2432 + }, + { + "epoch": 2.063613231552163, + "grad_norm": 1.8023743254148181, + "learning_rate": 1.3757421543681086e-05, + "loss": 0.5291, + "step": 2433 + }, + { + "epoch": 2.0644614079728583, + "grad_norm": 1.8703203560185446, + "learning_rate": 1.3763076053152391e-05, + "loss": 0.5475, + "step": 2434 + }, + { + "epoch": 2.065309584393554, + "grad_norm": 2.046711452280414, + "learning_rate": 1.3768730562623693e-05, + "loss": 0.501, + "step": 2435 + }, + { + "epoch": 2.0661577608142494, + "grad_norm": 1.926811584930603, + "learning_rate": 1.3774385072094998e-05, + "loss": 0.5401, + "step": 2436 + }, + { + "epoch": 2.0670059372349447, + "grad_norm": 2.166805476449602, + "learning_rate": 1.37800395815663e-05, + "loss": 0.613, + "step": 2437 + }, + { + "epoch": 2.0678541136556405, + "grad_norm": 2.0060579918622823, + "learning_rate": 1.3785694091037605e-05, + "loss": 0.5235, + "step": 2438 + }, + { + "epoch": 2.068702290076336, + "grad_norm": 2.042001803674988, + "learning_rate": 1.3791348600508906e-05, + "loss": 0.4924, + "step": 2439 + }, + { + "epoch": 2.0695504664970312, + "grad_norm": 1.8363955704264951, + "learning_rate": 1.379700310998021e-05, + "loss": 0.4562, + "step": 2440 + }, + { + "epoch": 2.070398642917727, + "grad_norm": 1.842226446283199, + "learning_rate": 1.3802657619451513e-05, + "loss": 0.5278, + "step": 2441 + }, + { + "epoch": 2.0712468193384224, + "grad_norm": 2.140760114812174, + "learning_rate": 1.3808312128922817e-05, + "loss": 0.5899, + "step": 2442 + }, + { + "epoch": 2.0720949957591177, + "grad_norm": 1.9123685208295627, + "learning_rate": 1.381396663839412e-05, + "loss": 0.5306, + "step": 2443 + }, + { + "epoch": 2.0729431721798135, + "grad_norm": 1.9088256378173667, + "learning_rate": 1.3819621147865423e-05, + "loss": 0.4694, + "step": 2444 + }, + { + "epoch": 2.073791348600509, + "grad_norm": 1.9982895782411714, + "learning_rate": 1.3825275657336728e-05, + "loss": 0.4504, + "step": 2445 + }, + { + "epoch": 2.0746395250212046, + "grad_norm": 2.012288189906702, + "learning_rate": 1.383093016680803e-05, + "loss": 0.5241, + "step": 2446 + }, + { + "epoch": 2.0754877014419, + "grad_norm": 1.9002984927786475, + "learning_rate": 1.3836584676279335e-05, + "loss": 0.5966, + "step": 2447 + }, + { + "epoch": 2.0763358778625953, + "grad_norm": 2.1148576214418244, + "learning_rate": 1.3842239185750637e-05, + "loss": 0.6958, + "step": 2448 + }, + { + "epoch": 2.077184054283291, + "grad_norm": 1.8707536810177257, + "learning_rate": 1.3847893695221942e-05, + "loss": 0.5196, + "step": 2449 + }, + { + "epoch": 2.0780322307039865, + "grad_norm": 1.9880618586958516, + "learning_rate": 1.3853548204693243e-05, + "loss": 0.5131, + "step": 2450 + }, + { + "epoch": 2.078880407124682, + "grad_norm": 1.8558647803960275, + "learning_rate": 1.3859202714164549e-05, + "loss": 0.5689, + "step": 2451 + }, + { + "epoch": 2.0797285835453776, + "grad_norm": 1.9344952510766684, + "learning_rate": 1.386485722363585e-05, + "loss": 0.6111, + "step": 2452 + }, + { + "epoch": 2.080576759966073, + "grad_norm": 1.6964690226992007, + "learning_rate": 1.3870511733107155e-05, + "loss": 0.5001, + "step": 2453 + }, + { + "epoch": 2.0814249363867683, + "grad_norm": 1.9952801483594633, + "learning_rate": 1.3876166242578457e-05, + "loss": 0.58, + "step": 2454 + }, + { + "epoch": 2.082273112807464, + "grad_norm": 1.5840852780321977, + "learning_rate": 1.3881820752049762e-05, + "loss": 0.4248, + "step": 2455 + }, + { + "epoch": 2.0831212892281594, + "grad_norm": 1.8537563402129118, + "learning_rate": 1.3887475261521064e-05, + "loss": 0.5288, + "step": 2456 + }, + { + "epoch": 2.0839694656488548, + "grad_norm": 2.07042599473366, + "learning_rate": 1.3893129770992369e-05, + "loss": 0.5551, + "step": 2457 + }, + { + "epoch": 2.0848176420695506, + "grad_norm": 1.8945851749034988, + "learning_rate": 1.389878428046367e-05, + "loss": 0.5195, + "step": 2458 + }, + { + "epoch": 2.085665818490246, + "grad_norm": 1.8300305171267475, + "learning_rate": 1.3904438789934976e-05, + "loss": 0.4598, + "step": 2459 + }, + { + "epoch": 2.0865139949109412, + "grad_norm": 2.0441115245741104, + "learning_rate": 1.3910093299406277e-05, + "loss": 0.5934, + "step": 2460 + }, + { + "epoch": 2.087362171331637, + "grad_norm": 1.9071207081062445, + "learning_rate": 1.391574780887758e-05, + "loss": 0.5661, + "step": 2461 + }, + { + "epoch": 2.0882103477523324, + "grad_norm": 1.7948832516296618, + "learning_rate": 1.3921402318348884e-05, + "loss": 0.5507, + "step": 2462 + }, + { + "epoch": 2.089058524173028, + "grad_norm": 1.9397695970742355, + "learning_rate": 1.3927056827820187e-05, + "loss": 0.6166, + "step": 2463 + }, + { + "epoch": 2.0899067005937235, + "grad_norm": 2.0381219931360035, + "learning_rate": 1.393271133729149e-05, + "loss": 0.6012, + "step": 2464 + }, + { + "epoch": 2.090754877014419, + "grad_norm": 2.460793628524905, + "learning_rate": 1.3938365846762794e-05, + "loss": 0.6215, + "step": 2465 + }, + { + "epoch": 2.0916030534351147, + "grad_norm": 1.9318043172222485, + "learning_rate": 1.3944020356234097e-05, + "loss": 0.5159, + "step": 2466 + }, + { + "epoch": 2.09245122985581, + "grad_norm": 2.051065596662072, + "learning_rate": 1.39496748657054e-05, + "loss": 0.5712, + "step": 2467 + }, + { + "epoch": 2.0932994062765053, + "grad_norm": 2.184881204301992, + "learning_rate": 1.3955329375176704e-05, + "loss": 0.6445, + "step": 2468 + }, + { + "epoch": 2.094147582697201, + "grad_norm": 2.1032896003511112, + "learning_rate": 1.3960983884648008e-05, + "loss": 0.6003, + "step": 2469 + }, + { + "epoch": 2.0949957591178965, + "grad_norm": 2.042805457110808, + "learning_rate": 1.3966638394119313e-05, + "loss": 0.5503, + "step": 2470 + }, + { + "epoch": 2.095843935538592, + "grad_norm": 1.9803862027073038, + "learning_rate": 1.3972292903590614e-05, + "loss": 0.6054, + "step": 2471 + }, + { + "epoch": 2.0966921119592876, + "grad_norm": 2.0989534541512813, + "learning_rate": 1.397794741306192e-05, + "loss": 0.5894, + "step": 2472 + }, + { + "epoch": 2.097540288379983, + "grad_norm": 1.802323648177157, + "learning_rate": 1.3983601922533221e-05, + "loss": 0.5428, + "step": 2473 + }, + { + "epoch": 2.0983884648006788, + "grad_norm": 2.1460769204004735, + "learning_rate": 1.3989256432004526e-05, + "loss": 0.6098, + "step": 2474 + }, + { + "epoch": 2.099236641221374, + "grad_norm": 1.7748013472505264, + "learning_rate": 1.3994910941475828e-05, + "loss": 0.4915, + "step": 2475 + }, + { + "epoch": 2.1000848176420694, + "grad_norm": 2.0120334980342753, + "learning_rate": 1.4000565450947133e-05, + "loss": 0.4724, + "step": 2476 + }, + { + "epoch": 2.1009329940627652, + "grad_norm": 1.9838873390484184, + "learning_rate": 1.4006219960418435e-05, + "loss": 0.6194, + "step": 2477 + }, + { + "epoch": 2.1017811704834606, + "grad_norm": 1.975344882038576, + "learning_rate": 1.401187446988974e-05, + "loss": 0.5109, + "step": 2478 + }, + { + "epoch": 2.102629346904156, + "grad_norm": 2.330736603355239, + "learning_rate": 1.4017528979361041e-05, + "loss": 0.584, + "step": 2479 + }, + { + "epoch": 2.1034775233248517, + "grad_norm": 1.9302290539454423, + "learning_rate": 1.4023183488832346e-05, + "loss": 0.4568, + "step": 2480 + }, + { + "epoch": 2.104325699745547, + "grad_norm": 2.1172660863603494, + "learning_rate": 1.4028837998303648e-05, + "loss": 0.5865, + "step": 2481 + }, + { + "epoch": 2.1051738761662424, + "grad_norm": 2.1167105517671385, + "learning_rate": 1.4034492507774953e-05, + "loss": 0.6254, + "step": 2482 + }, + { + "epoch": 2.106022052586938, + "grad_norm": 1.90369108565508, + "learning_rate": 1.4040147017246255e-05, + "loss": 0.5316, + "step": 2483 + }, + { + "epoch": 2.1068702290076335, + "grad_norm": 1.8313939430035326, + "learning_rate": 1.4045801526717558e-05, + "loss": 0.4597, + "step": 2484 + }, + { + "epoch": 2.107718405428329, + "grad_norm": 2.2446579580238697, + "learning_rate": 1.4051456036188861e-05, + "loss": 0.5492, + "step": 2485 + }, + { + "epoch": 2.1085665818490247, + "grad_norm": 2.0038244592427397, + "learning_rate": 1.4057110545660165e-05, + "loss": 0.5602, + "step": 2486 + }, + { + "epoch": 2.10941475826972, + "grad_norm": 2.2238135601245257, + "learning_rate": 1.4062765055131468e-05, + "loss": 0.5392, + "step": 2487 + }, + { + "epoch": 2.110262934690416, + "grad_norm": 2.1347606802559898, + "learning_rate": 1.4068419564602772e-05, + "loss": 0.5043, + "step": 2488 + }, + { + "epoch": 2.111111111111111, + "grad_norm": 2.214397380204099, + "learning_rate": 1.4074074074074075e-05, + "loss": 0.5444, + "step": 2489 + }, + { + "epoch": 2.1119592875318065, + "grad_norm": 2.3364055126408654, + "learning_rate": 1.4079728583545378e-05, + "loss": 0.6869, + "step": 2490 + }, + { + "epoch": 2.1128074639525023, + "grad_norm": 1.9038222347779032, + "learning_rate": 1.4085383093016682e-05, + "loss": 0.5541, + "step": 2491 + }, + { + "epoch": 2.1136556403731976, + "grad_norm": 2.0928803509539518, + "learning_rate": 1.4091037602487985e-05, + "loss": 0.5507, + "step": 2492 + }, + { + "epoch": 2.114503816793893, + "grad_norm": 2.0643463957327106, + "learning_rate": 1.4096692111959288e-05, + "loss": 0.5545, + "step": 2493 + }, + { + "epoch": 2.1153519932145888, + "grad_norm": 2.0878786591388883, + "learning_rate": 1.4102346621430592e-05, + "loss": 0.6118, + "step": 2494 + }, + { + "epoch": 2.116200169635284, + "grad_norm": 1.8294572399416875, + "learning_rate": 1.4108001130901895e-05, + "loss": 0.536, + "step": 2495 + }, + { + "epoch": 2.1170483460559795, + "grad_norm": 2.1026616395309303, + "learning_rate": 1.4113655640373199e-05, + "loss": 0.5776, + "step": 2496 + }, + { + "epoch": 2.1178965224766753, + "grad_norm": 1.9766455142210293, + "learning_rate": 1.4119310149844504e-05, + "loss": 0.5918, + "step": 2497 + }, + { + "epoch": 2.1187446988973706, + "grad_norm": 2.022907935422632, + "learning_rate": 1.4124964659315805e-05, + "loss": 0.4658, + "step": 2498 + }, + { + "epoch": 2.119592875318066, + "grad_norm": 1.8990008482727818, + "learning_rate": 1.413061916878711e-05, + "loss": 0.5698, + "step": 2499 + }, + { + "epoch": 2.1204410517387617, + "grad_norm": 1.9493652639299595, + "learning_rate": 1.4136273678258412e-05, + "loss": 0.5681, + "step": 2500 + }, + { + "epoch": 2.121289228159457, + "grad_norm": 2.0927875931159154, + "learning_rate": 1.4141928187729717e-05, + "loss": 0.5399, + "step": 2501 + }, + { + "epoch": 2.122137404580153, + "grad_norm": 1.9833362397032088, + "learning_rate": 1.4147582697201019e-05, + "loss": 0.5543, + "step": 2502 + }, + { + "epoch": 2.122985581000848, + "grad_norm": 1.9633049379397673, + "learning_rate": 1.4153237206672324e-05, + "loss": 0.5509, + "step": 2503 + }, + { + "epoch": 2.1238337574215436, + "grad_norm": 2.2231630470294403, + "learning_rate": 1.4158891716143626e-05, + "loss": 0.636, + "step": 2504 + }, + { + "epoch": 2.1246819338422394, + "grad_norm": 1.9553392448644413, + "learning_rate": 1.4164546225614927e-05, + "loss": 0.4855, + "step": 2505 + }, + { + "epoch": 2.1255301102629347, + "grad_norm": 1.9613972592731928, + "learning_rate": 1.4170200735086232e-05, + "loss": 0.5372, + "step": 2506 + }, + { + "epoch": 2.12637828668363, + "grad_norm": 2.0672506041138576, + "learning_rate": 1.4175855244557534e-05, + "loss": 0.5998, + "step": 2507 + }, + { + "epoch": 2.127226463104326, + "grad_norm": 2.0203244776531197, + "learning_rate": 1.4181509754028839e-05, + "loss": 0.615, + "step": 2508 + }, + { + "epoch": 2.128074639525021, + "grad_norm": 1.8870172691803304, + "learning_rate": 1.4187164263500142e-05, + "loss": 0.5395, + "step": 2509 + }, + { + "epoch": 2.1289228159457165, + "grad_norm": 1.8911836348343536, + "learning_rate": 1.4192818772971446e-05, + "loss": 0.4804, + "step": 2510 + }, + { + "epoch": 2.1297709923664123, + "grad_norm": 2.1646468410738615, + "learning_rate": 1.4198473282442749e-05, + "loss": 0.624, + "step": 2511 + }, + { + "epoch": 2.1306191687871077, + "grad_norm": 2.0013158808946074, + "learning_rate": 1.4204127791914053e-05, + "loss": 0.5427, + "step": 2512 + }, + { + "epoch": 2.1314673452078035, + "grad_norm": 2.050401304846307, + "learning_rate": 1.4209782301385356e-05, + "loss": 0.6268, + "step": 2513 + }, + { + "epoch": 2.132315521628499, + "grad_norm": 1.9247125446524511, + "learning_rate": 1.421543681085666e-05, + "loss": 0.5638, + "step": 2514 + }, + { + "epoch": 2.133163698049194, + "grad_norm": 1.9583720699924416, + "learning_rate": 1.4221091320327963e-05, + "loss": 0.4542, + "step": 2515 + }, + { + "epoch": 2.13401187446989, + "grad_norm": 2.0004872903523925, + "learning_rate": 1.4226745829799266e-05, + "loss": 0.57, + "step": 2516 + }, + { + "epoch": 2.1348600508905853, + "grad_norm": 1.9295659200066035, + "learning_rate": 1.423240033927057e-05, + "loss": 0.4534, + "step": 2517 + }, + { + "epoch": 2.1357082273112806, + "grad_norm": 2.4928880667583018, + "learning_rate": 1.4238054848741873e-05, + "loss": 0.6127, + "step": 2518 + }, + { + "epoch": 2.1365564037319764, + "grad_norm": 2.143139772121904, + "learning_rate": 1.4243709358213176e-05, + "loss": 0.5245, + "step": 2519 + }, + { + "epoch": 2.1374045801526718, + "grad_norm": 1.985773136008129, + "learning_rate": 1.424936386768448e-05, + "loss": 0.5239, + "step": 2520 + }, + { + "epoch": 2.138252756573367, + "grad_norm": 1.9018695873694855, + "learning_rate": 1.4255018377155783e-05, + "loss": 0.5396, + "step": 2521 + }, + { + "epoch": 2.139100932994063, + "grad_norm": 1.9625637041126687, + "learning_rate": 1.4260672886627088e-05, + "loss": 0.5199, + "step": 2522 + }, + { + "epoch": 2.1399491094147582, + "grad_norm": 1.8312694325705563, + "learning_rate": 1.426632739609839e-05, + "loss": 0.5327, + "step": 2523 + }, + { + "epoch": 2.1407972858354536, + "grad_norm": 2.1186921133857672, + "learning_rate": 1.4271981905569695e-05, + "loss": 0.6123, + "step": 2524 + }, + { + "epoch": 2.1416454622561494, + "grad_norm": 1.9433356355273033, + "learning_rate": 1.4277636415040996e-05, + "loss": 0.6166, + "step": 2525 + }, + { + "epoch": 2.1424936386768447, + "grad_norm": 1.6517775473968423, + "learning_rate": 1.4283290924512301e-05, + "loss": 0.472, + "step": 2526 + }, + { + "epoch": 2.14334181509754, + "grad_norm": 2.2199871861440315, + "learning_rate": 1.4288945433983603e-05, + "loss": 0.5225, + "step": 2527 + }, + { + "epoch": 2.144189991518236, + "grad_norm": 1.8319481574004535, + "learning_rate": 1.4294599943454905e-05, + "loss": 0.5454, + "step": 2528 + }, + { + "epoch": 2.145038167938931, + "grad_norm": 1.8530094160955, + "learning_rate": 1.430025445292621e-05, + "loss": 0.4454, + "step": 2529 + }, + { + "epoch": 2.145886344359627, + "grad_norm": 1.977585405627206, + "learning_rate": 1.4305908962397512e-05, + "loss": 0.509, + "step": 2530 + }, + { + "epoch": 2.1467345207803223, + "grad_norm": 2.0300869874029, + "learning_rate": 1.4311563471868817e-05, + "loss": 0.5316, + "step": 2531 + }, + { + "epoch": 2.1475826972010177, + "grad_norm": 1.873593598079761, + "learning_rate": 1.4317217981340118e-05, + "loss": 0.5117, + "step": 2532 + }, + { + "epoch": 2.1484308736217135, + "grad_norm": 1.6679811454620213, + "learning_rate": 1.4322872490811423e-05, + "loss": 0.5526, + "step": 2533 + }, + { + "epoch": 2.149279050042409, + "grad_norm": 1.8331154060278185, + "learning_rate": 1.4328527000282727e-05, + "loss": 0.5258, + "step": 2534 + }, + { + "epoch": 2.150127226463104, + "grad_norm": 1.939621642168501, + "learning_rate": 1.433418150975403e-05, + "loss": 0.5896, + "step": 2535 + }, + { + "epoch": 2.1509754028838, + "grad_norm": 1.9020776216491186, + "learning_rate": 1.4339836019225333e-05, + "loss": 0.5626, + "step": 2536 + }, + { + "epoch": 2.1518235793044953, + "grad_norm": 1.7963183348019112, + "learning_rate": 1.4345490528696637e-05, + "loss": 0.5614, + "step": 2537 + }, + { + "epoch": 2.1526717557251906, + "grad_norm": 2.0035757383736175, + "learning_rate": 1.435114503816794e-05, + "loss": 0.5264, + "step": 2538 + }, + { + "epoch": 2.1535199321458864, + "grad_norm": 1.8977779743285106, + "learning_rate": 1.4356799547639244e-05, + "loss": 0.5096, + "step": 2539 + }, + { + "epoch": 2.154368108566582, + "grad_norm": 1.7828520707104911, + "learning_rate": 1.4362454057110547e-05, + "loss": 0.5426, + "step": 2540 + }, + { + "epoch": 2.1552162849872776, + "grad_norm": 2.094436126611195, + "learning_rate": 1.436810856658185e-05, + "loss": 0.5542, + "step": 2541 + }, + { + "epoch": 2.156064461407973, + "grad_norm": 1.9062111051233743, + "learning_rate": 1.4373763076053154e-05, + "loss": 0.5879, + "step": 2542 + }, + { + "epoch": 2.1569126378286683, + "grad_norm": 1.9437277605018264, + "learning_rate": 1.4379417585524457e-05, + "loss": 0.6023, + "step": 2543 + }, + { + "epoch": 2.157760814249364, + "grad_norm": 1.8807170401250102, + "learning_rate": 1.438507209499576e-05, + "loss": 0.5376, + "step": 2544 + }, + { + "epoch": 2.1586089906700594, + "grad_norm": 2.0795115499619428, + "learning_rate": 1.4390726604467064e-05, + "loss": 0.5768, + "step": 2545 + }, + { + "epoch": 2.1594571670907547, + "grad_norm": 2.0289080247761166, + "learning_rate": 1.4396381113938367e-05, + "loss": 0.6274, + "step": 2546 + }, + { + "epoch": 2.1603053435114505, + "grad_norm": 2.0126227382422326, + "learning_rate": 1.4402035623409672e-05, + "loss": 0.5431, + "step": 2547 + }, + { + "epoch": 2.161153519932146, + "grad_norm": 1.939306005832965, + "learning_rate": 1.4407690132880974e-05, + "loss": 0.5409, + "step": 2548 + }, + { + "epoch": 2.1620016963528412, + "grad_norm": 1.9603045363653033, + "learning_rate": 1.4413344642352276e-05, + "loss": 0.5719, + "step": 2549 + }, + { + "epoch": 2.162849872773537, + "grad_norm": 1.8899667094731565, + "learning_rate": 1.441899915182358e-05, + "loss": 0.5289, + "step": 2550 + }, + { + "epoch": 2.1636980491942324, + "grad_norm": 1.9636333349841024, + "learning_rate": 1.4424653661294882e-05, + "loss": 0.514, + "step": 2551 + }, + { + "epoch": 2.1645462256149277, + "grad_norm": 1.6942374108816167, + "learning_rate": 1.4430308170766187e-05, + "loss": 0.442, + "step": 2552 + }, + { + "epoch": 2.1653944020356235, + "grad_norm": 1.8518418215772252, + "learning_rate": 1.4435962680237489e-05, + "loss": 0.5441, + "step": 2553 + }, + { + "epoch": 2.166242578456319, + "grad_norm": 1.8434481309774604, + "learning_rate": 1.4441617189708794e-05, + "loss": 0.6043, + "step": 2554 + }, + { + "epoch": 2.167090754877014, + "grad_norm": 2.2528895492994168, + "learning_rate": 1.4447271699180096e-05, + "loss": 0.6104, + "step": 2555 + }, + { + "epoch": 2.16793893129771, + "grad_norm": 1.904437400481046, + "learning_rate": 1.4452926208651401e-05, + "loss": 0.5222, + "step": 2556 + }, + { + "epoch": 2.1687871077184053, + "grad_norm": 2.0063701457796568, + "learning_rate": 1.4458580718122703e-05, + "loss": 0.5799, + "step": 2557 + }, + { + "epoch": 2.169635284139101, + "grad_norm": 2.4062679533761884, + "learning_rate": 1.4464235227594008e-05, + "loss": 0.6397, + "step": 2558 + }, + { + "epoch": 2.1704834605597965, + "grad_norm": 1.6015006124191935, + "learning_rate": 1.4469889737065311e-05, + "loss": 0.4562, + "step": 2559 + }, + { + "epoch": 2.171331636980492, + "grad_norm": 2.0673408317415074, + "learning_rate": 1.4475544246536614e-05, + "loss": 0.5581, + "step": 2560 + }, + { + "epoch": 2.1721798134011876, + "grad_norm": 1.8479137982190763, + "learning_rate": 1.4481198756007918e-05, + "loss": 0.5211, + "step": 2561 + }, + { + "epoch": 2.173027989821883, + "grad_norm": 1.8933256109590517, + "learning_rate": 1.4486853265479221e-05, + "loss": 0.5649, + "step": 2562 + }, + { + "epoch": 2.1738761662425783, + "grad_norm": 1.630010211930266, + "learning_rate": 1.4492507774950524e-05, + "loss": 0.4547, + "step": 2563 + }, + { + "epoch": 2.174724342663274, + "grad_norm": 1.7961672817964143, + "learning_rate": 1.4498162284421828e-05, + "loss": 0.4908, + "step": 2564 + }, + { + "epoch": 2.1755725190839694, + "grad_norm": 1.7999283234109034, + "learning_rate": 1.4503816793893131e-05, + "loss": 0.5429, + "step": 2565 + }, + { + "epoch": 2.1764206955046648, + "grad_norm": 1.855934100476932, + "learning_rate": 1.4509471303364435e-05, + "loss": 0.5262, + "step": 2566 + }, + { + "epoch": 2.1772688719253606, + "grad_norm": 1.9649992886091474, + "learning_rate": 1.4515125812835738e-05, + "loss": 0.5458, + "step": 2567 + }, + { + "epoch": 2.178117048346056, + "grad_norm": 1.9611157609212488, + "learning_rate": 1.4520780322307041e-05, + "loss": 0.5643, + "step": 2568 + }, + { + "epoch": 2.1789652247667517, + "grad_norm": 1.9822161975017951, + "learning_rate": 1.4526434831778345e-05, + "loss": 0.5768, + "step": 2569 + }, + { + "epoch": 2.179813401187447, + "grad_norm": 1.7495063010859044, + "learning_rate": 1.4532089341249648e-05, + "loss": 0.5433, + "step": 2570 + }, + { + "epoch": 2.1806615776081424, + "grad_norm": 1.939555935702944, + "learning_rate": 1.4537743850720951e-05, + "loss": 0.5948, + "step": 2571 + }, + { + "epoch": 2.181509754028838, + "grad_norm": 1.8092971353299037, + "learning_rate": 1.4543398360192253e-05, + "loss": 0.5247, + "step": 2572 + }, + { + "epoch": 2.1823579304495335, + "grad_norm": 1.7116580828241295, + "learning_rate": 1.4549052869663558e-05, + "loss": 0.4842, + "step": 2573 + }, + { + "epoch": 2.183206106870229, + "grad_norm": 1.9274014787503257, + "learning_rate": 1.455470737913486e-05, + "loss": 0.5552, + "step": 2574 + }, + { + "epoch": 2.1840542832909247, + "grad_norm": 2.1555332914485175, + "learning_rate": 1.4560361888606165e-05, + "loss": 0.5779, + "step": 2575 + }, + { + "epoch": 2.18490245971162, + "grad_norm": 1.879386469501111, + "learning_rate": 1.4566016398077467e-05, + "loss": 0.5736, + "step": 2576 + }, + { + "epoch": 2.1857506361323153, + "grad_norm": 1.9529158750366133, + "learning_rate": 1.4571670907548772e-05, + "loss": 0.5594, + "step": 2577 + }, + { + "epoch": 2.186598812553011, + "grad_norm": 1.89903815100795, + "learning_rate": 1.4577325417020073e-05, + "loss": 0.5398, + "step": 2578 + }, + { + "epoch": 2.1874469889737065, + "grad_norm": 2.0240206330227477, + "learning_rate": 1.4582979926491378e-05, + "loss": 0.5844, + "step": 2579 + }, + { + "epoch": 2.188295165394402, + "grad_norm": 1.8221185940759055, + "learning_rate": 1.458863443596268e-05, + "loss": 0.5479, + "step": 2580 + }, + { + "epoch": 2.1891433418150976, + "grad_norm": 2.2369002528654547, + "learning_rate": 1.4594288945433985e-05, + "loss": 0.5737, + "step": 2581 + }, + { + "epoch": 2.189991518235793, + "grad_norm": 1.8303413757060507, + "learning_rate": 1.4599943454905287e-05, + "loss": 0.5872, + "step": 2582 + }, + { + "epoch": 2.1908396946564888, + "grad_norm": 2.01712966543966, + "learning_rate": 1.4605597964376592e-05, + "loss": 0.6448, + "step": 2583 + }, + { + "epoch": 2.191687871077184, + "grad_norm": 1.8304801032205869, + "learning_rate": 1.4611252473847895e-05, + "loss": 0.5444, + "step": 2584 + }, + { + "epoch": 2.1925360474978794, + "grad_norm": 1.8183748497468095, + "learning_rate": 1.4616906983319199e-05, + "loss": 0.5822, + "step": 2585 + }, + { + "epoch": 2.1933842239185752, + "grad_norm": 1.8143412304326032, + "learning_rate": 1.4622561492790502e-05, + "loss": 0.5049, + "step": 2586 + }, + { + "epoch": 2.1942324003392706, + "grad_norm": 1.9568155710204556, + "learning_rate": 1.4628216002261805e-05, + "loss": 0.5261, + "step": 2587 + }, + { + "epoch": 2.195080576759966, + "grad_norm": 1.9103758590729132, + "learning_rate": 1.4633870511733109e-05, + "loss": 0.589, + "step": 2588 + }, + { + "epoch": 2.1959287531806617, + "grad_norm": 1.8148636418856618, + "learning_rate": 1.4639525021204412e-05, + "loss": 0.512, + "step": 2589 + }, + { + "epoch": 2.196776929601357, + "grad_norm": 1.7926739433170704, + "learning_rate": 1.4645179530675716e-05, + "loss": 0.4556, + "step": 2590 + }, + { + "epoch": 2.1976251060220524, + "grad_norm": 1.8327610521768374, + "learning_rate": 1.4650834040147019e-05, + "loss": 0.5583, + "step": 2591 + }, + { + "epoch": 2.198473282442748, + "grad_norm": 2.0277574899549684, + "learning_rate": 1.4656488549618322e-05, + "loss": 0.6534, + "step": 2592 + }, + { + "epoch": 2.1993214588634435, + "grad_norm": 1.8964705478486545, + "learning_rate": 1.4662143059089624e-05, + "loss": 0.5135, + "step": 2593 + }, + { + "epoch": 2.200169635284139, + "grad_norm": 1.6672357869640406, + "learning_rate": 1.4667797568560929e-05, + "loss": 0.5685, + "step": 2594 + }, + { + "epoch": 2.2010178117048347, + "grad_norm": 2.2860523034676525, + "learning_rate": 1.467345207803223e-05, + "loss": 0.6243, + "step": 2595 + }, + { + "epoch": 2.20186598812553, + "grad_norm": 1.9840878546711962, + "learning_rate": 1.4679106587503536e-05, + "loss": 0.5471, + "step": 2596 + }, + { + "epoch": 2.202714164546226, + "grad_norm": 1.8703384576979751, + "learning_rate": 1.4684761096974837e-05, + "loss": 0.509, + "step": 2597 + }, + { + "epoch": 2.203562340966921, + "grad_norm": 1.8412289802088149, + "learning_rate": 1.4690415606446142e-05, + "loss": 0.5265, + "step": 2598 + }, + { + "epoch": 2.2044105173876165, + "grad_norm": 2.3699516056578247, + "learning_rate": 1.4696070115917444e-05, + "loss": 0.6245, + "step": 2599 + }, + { + "epoch": 2.2052586938083123, + "grad_norm": 1.9711671866757152, + "learning_rate": 1.470172462538875e-05, + "loss": 0.5712, + "step": 2600 + }, + { + "epoch": 2.2061068702290076, + "grad_norm": 1.6823494036824334, + "learning_rate": 1.4707379134860051e-05, + "loss": 0.4786, + "step": 2601 + }, + { + "epoch": 2.206955046649703, + "grad_norm": 2.2181718956042107, + "learning_rate": 1.4713033644331356e-05, + "loss": 0.5811, + "step": 2602 + }, + { + "epoch": 2.207803223070399, + "grad_norm": 1.8783855516609278, + "learning_rate": 1.4718688153802658e-05, + "loss": 0.4956, + "step": 2603 + }, + { + "epoch": 2.208651399491094, + "grad_norm": 1.794079362321342, + "learning_rate": 1.4724342663273963e-05, + "loss": 0.5421, + "step": 2604 + }, + { + "epoch": 2.2094995759117895, + "grad_norm": 2.082575924848597, + "learning_rate": 1.4729997172745264e-05, + "loss": 0.5727, + "step": 2605 + }, + { + "epoch": 2.2103477523324853, + "grad_norm": 1.8384706756516456, + "learning_rate": 1.473565168221657e-05, + "loss": 0.5963, + "step": 2606 + }, + { + "epoch": 2.2111959287531806, + "grad_norm": 1.9067424839134353, + "learning_rate": 1.4741306191687871e-05, + "loss": 0.5193, + "step": 2607 + }, + { + "epoch": 2.2120441051738764, + "grad_norm": 1.9992588956775295, + "learning_rate": 1.4746960701159176e-05, + "loss": 0.6038, + "step": 2608 + }, + { + "epoch": 2.2128922815945717, + "grad_norm": 1.8265452326177312, + "learning_rate": 1.475261521063048e-05, + "loss": 0.5505, + "step": 2609 + }, + { + "epoch": 2.213740458015267, + "grad_norm": 2.200528488853795, + "learning_rate": 1.4758269720101783e-05, + "loss": 0.6665, + "step": 2610 + }, + { + "epoch": 2.214588634435963, + "grad_norm": 2.2202309241254876, + "learning_rate": 1.4763924229573086e-05, + "loss": 0.4906, + "step": 2611 + }, + { + "epoch": 2.2154368108566582, + "grad_norm": 1.8309371344245726, + "learning_rate": 1.476957873904439e-05, + "loss": 0.4954, + "step": 2612 + }, + { + "epoch": 2.2162849872773536, + "grad_norm": 1.7495917254937263, + "learning_rate": 1.4775233248515693e-05, + "loss": 0.5736, + "step": 2613 + }, + { + "epoch": 2.2171331636980494, + "grad_norm": 1.8549522586900273, + "learning_rate": 1.4780887757986996e-05, + "loss": 0.5344, + "step": 2614 + }, + { + "epoch": 2.2179813401187447, + "grad_norm": 2.00640479503442, + "learning_rate": 1.47865422674583e-05, + "loss": 0.5507, + "step": 2615 + }, + { + "epoch": 2.21882951653944, + "grad_norm": 1.9398968778743784, + "learning_rate": 1.4792196776929601e-05, + "loss": 0.6568, + "step": 2616 + }, + { + "epoch": 2.219677692960136, + "grad_norm": 2.121234967973468, + "learning_rate": 1.4797851286400907e-05, + "loss": 0.6593, + "step": 2617 + }, + { + "epoch": 2.220525869380831, + "grad_norm": 2.1443086931802595, + "learning_rate": 1.4803505795872208e-05, + "loss": 0.6306, + "step": 2618 + }, + { + "epoch": 2.2213740458015265, + "grad_norm": 1.9051863208413855, + "learning_rate": 1.4809160305343513e-05, + "loss": 0.5607, + "step": 2619 + }, + { + "epoch": 2.2222222222222223, + "grad_norm": 1.8628029233008412, + "learning_rate": 1.4814814814814815e-05, + "loss": 0.4903, + "step": 2620 + }, + { + "epoch": 2.2230703986429177, + "grad_norm": 1.847191279399843, + "learning_rate": 1.482046932428612e-05, + "loss": 0.5251, + "step": 2621 + }, + { + "epoch": 2.223918575063613, + "grad_norm": 1.9419022855954895, + "learning_rate": 1.4826123833757422e-05, + "loss": 0.5056, + "step": 2622 + }, + { + "epoch": 2.224766751484309, + "grad_norm": 2.0042547964658572, + "learning_rate": 1.4831778343228727e-05, + "loss": 0.6153, + "step": 2623 + }, + { + "epoch": 2.225614927905004, + "grad_norm": 2.0410150725968776, + "learning_rate": 1.4837432852700028e-05, + "loss": 0.5415, + "step": 2624 + }, + { + "epoch": 2.2264631043257, + "grad_norm": 1.8327376904007058, + "learning_rate": 1.4843087362171334e-05, + "loss": 0.5265, + "step": 2625 + }, + { + "epoch": 2.2273112807463953, + "grad_norm": 1.8203636899071973, + "learning_rate": 1.4848741871642635e-05, + "loss": 0.5314, + "step": 2626 + }, + { + "epoch": 2.2281594571670906, + "grad_norm": 1.9632854128021706, + "learning_rate": 1.485439638111394e-05, + "loss": 0.5488, + "step": 2627 + }, + { + "epoch": 2.2290076335877864, + "grad_norm": 2.0188040763743222, + "learning_rate": 1.4860050890585242e-05, + "loss": 0.4727, + "step": 2628 + }, + { + "epoch": 2.2298558100084818, + "grad_norm": 2.117774773901613, + "learning_rate": 1.4865705400056547e-05, + "loss": 0.5976, + "step": 2629 + }, + { + "epoch": 2.230703986429177, + "grad_norm": 1.812568478686479, + "learning_rate": 1.4871359909527849e-05, + "loss": 0.4953, + "step": 2630 + }, + { + "epoch": 2.231552162849873, + "grad_norm": 2.459936852521483, + "learning_rate": 1.4877014418999154e-05, + "loss": 0.6297, + "step": 2631 + }, + { + "epoch": 2.2324003392705682, + "grad_norm": 2.091518782913437, + "learning_rate": 1.4882668928470455e-05, + "loss": 0.5878, + "step": 2632 + }, + { + "epoch": 2.2332485156912636, + "grad_norm": 2.020353223847832, + "learning_rate": 1.488832343794176e-05, + "loss": 0.5595, + "step": 2633 + }, + { + "epoch": 2.2340966921119594, + "grad_norm": 1.977738229582096, + "learning_rate": 1.4893977947413064e-05, + "loss": 0.5668, + "step": 2634 + }, + { + "epoch": 2.2349448685326547, + "grad_norm": 1.776191641259634, + "learning_rate": 1.4899632456884367e-05, + "loss": 0.5052, + "step": 2635 + }, + { + "epoch": 2.2357930449533505, + "grad_norm": 1.7953075648518668, + "learning_rate": 1.490528696635567e-05, + "loss": 0.5251, + "step": 2636 + }, + { + "epoch": 2.236641221374046, + "grad_norm": 2.115905541714718, + "learning_rate": 1.4910941475826972e-05, + "loss": 0.5415, + "step": 2637 + }, + { + "epoch": 2.237489397794741, + "grad_norm": 1.8946604234157474, + "learning_rate": 1.4916595985298277e-05, + "loss": 0.5349, + "step": 2638 + }, + { + "epoch": 2.238337574215437, + "grad_norm": 1.7477343296591166, + "learning_rate": 1.4922250494769579e-05, + "loss": 0.5524, + "step": 2639 + }, + { + "epoch": 2.2391857506361323, + "grad_norm": 1.67356444785642, + "learning_rate": 1.4927905004240884e-05, + "loss": 0.502, + "step": 2640 + }, + { + "epoch": 2.2400339270568277, + "grad_norm": 1.7115365037518204, + "learning_rate": 1.4933559513712186e-05, + "loss": 0.4609, + "step": 2641 + }, + { + "epoch": 2.2408821034775235, + "grad_norm": 1.9190196836556948, + "learning_rate": 1.493921402318349e-05, + "loss": 0.6545, + "step": 2642 + }, + { + "epoch": 2.241730279898219, + "grad_norm": 1.8685648238109793, + "learning_rate": 1.4944868532654793e-05, + "loss": 0.6277, + "step": 2643 + }, + { + "epoch": 2.242578456318914, + "grad_norm": 1.8334187035103098, + "learning_rate": 1.4950523042126098e-05, + "loss": 0.5553, + "step": 2644 + }, + { + "epoch": 2.24342663273961, + "grad_norm": 2.0176638532495237, + "learning_rate": 1.49561775515974e-05, + "loss": 0.6138, + "step": 2645 + }, + { + "epoch": 2.2442748091603053, + "grad_norm": 1.907062591499395, + "learning_rate": 1.4961832061068704e-05, + "loss": 0.5584, + "step": 2646 + }, + { + "epoch": 2.2451229855810007, + "grad_norm": 1.9039931808475765, + "learning_rate": 1.4967486570540006e-05, + "loss": 0.611, + "step": 2647 + }, + { + "epoch": 2.2459711620016964, + "grad_norm": 1.6890149529318104, + "learning_rate": 1.4973141080011311e-05, + "loss": 0.5372, + "step": 2648 + }, + { + "epoch": 2.246819338422392, + "grad_norm": 1.9795619537822262, + "learning_rate": 1.4978795589482613e-05, + "loss": 0.5847, + "step": 2649 + }, + { + "epoch": 2.247667514843087, + "grad_norm": 1.884045791507382, + "learning_rate": 1.4984450098953918e-05, + "loss": 0.5028, + "step": 2650 + }, + { + "epoch": 2.248515691263783, + "grad_norm": 1.8354361305133542, + "learning_rate": 1.499010460842522e-05, + "loss": 0.5138, + "step": 2651 + }, + { + "epoch": 2.2493638676844783, + "grad_norm": 1.9884103589087168, + "learning_rate": 1.4995759117896525e-05, + "loss": 0.5811, + "step": 2652 + }, + { + "epoch": 2.250212044105174, + "grad_norm": 1.833455201131297, + "learning_rate": 1.5001413627367826e-05, + "loss": 0.4925, + "step": 2653 + }, + { + "epoch": 2.2510602205258694, + "grad_norm": 2.0177198390710753, + "learning_rate": 1.5007068136839131e-05, + "loss": 0.4836, + "step": 2654 + }, + { + "epoch": 2.2519083969465647, + "grad_norm": 1.8721728637785127, + "learning_rate": 1.5012722646310433e-05, + "loss": 0.4856, + "step": 2655 + }, + { + "epoch": 2.2527565733672605, + "grad_norm": 1.8993747856928485, + "learning_rate": 1.5018377155781738e-05, + "loss": 0.6015, + "step": 2656 + }, + { + "epoch": 2.253604749787956, + "grad_norm": 1.9165302857930844, + "learning_rate": 1.502403166525304e-05, + "loss": 0.5288, + "step": 2657 + }, + { + "epoch": 2.2544529262086512, + "grad_norm": 2.0970691464447437, + "learning_rate": 1.5029686174724345e-05, + "loss": 0.5324, + "step": 2658 + }, + { + "epoch": 2.255301102629347, + "grad_norm": 1.9619289846036594, + "learning_rate": 1.5035340684195646e-05, + "loss": 0.6153, + "step": 2659 + }, + { + "epoch": 2.2561492790500424, + "grad_norm": 2.1054510317541086, + "learning_rate": 1.504099519366695e-05, + "loss": 0.6846, + "step": 2660 + }, + { + "epoch": 2.2569974554707377, + "grad_norm": 1.7034650821025827, + "learning_rate": 1.5046649703138255e-05, + "loss": 0.5319, + "step": 2661 + }, + { + "epoch": 2.2578456318914335, + "grad_norm": 1.9179141349839286, + "learning_rate": 1.5052304212609557e-05, + "loss": 0.546, + "step": 2662 + }, + { + "epoch": 2.258693808312129, + "grad_norm": 1.7073097250548999, + "learning_rate": 1.5057958722080862e-05, + "loss": 0.4857, + "step": 2663 + }, + { + "epoch": 2.2595419847328246, + "grad_norm": 1.9028765141920276, + "learning_rate": 1.5063613231552163e-05, + "loss": 0.5581, + "step": 2664 + }, + { + "epoch": 2.26039016115352, + "grad_norm": 1.8362729015068442, + "learning_rate": 1.5069267741023468e-05, + "loss": 0.5433, + "step": 2665 + }, + { + "epoch": 2.2612383375742153, + "grad_norm": 2.058607158289151, + "learning_rate": 1.507492225049477e-05, + "loss": 0.6644, + "step": 2666 + }, + { + "epoch": 2.262086513994911, + "grad_norm": 1.7692168093270584, + "learning_rate": 1.5080576759966075e-05, + "loss": 0.4839, + "step": 2667 + }, + { + "epoch": 2.2629346904156065, + "grad_norm": 1.9329807744780214, + "learning_rate": 1.5086231269437377e-05, + "loss": 0.4574, + "step": 2668 + }, + { + "epoch": 2.263782866836302, + "grad_norm": 1.83792019842103, + "learning_rate": 1.5091885778908682e-05, + "loss": 0.4914, + "step": 2669 + }, + { + "epoch": 2.2646310432569976, + "grad_norm": 1.7910870990074281, + "learning_rate": 1.5097540288379984e-05, + "loss": 0.5813, + "step": 2670 + }, + { + "epoch": 2.265479219677693, + "grad_norm": 2.0225539234318046, + "learning_rate": 1.5103194797851289e-05, + "loss": 0.5679, + "step": 2671 + }, + { + "epoch": 2.2663273960983883, + "grad_norm": 1.8166474938791728, + "learning_rate": 1.510884930732259e-05, + "loss": 0.5581, + "step": 2672 + }, + { + "epoch": 2.267175572519084, + "grad_norm": 2.2884970996943172, + "learning_rate": 1.5114503816793895e-05, + "loss": 0.4745, + "step": 2673 + }, + { + "epoch": 2.2680237489397794, + "grad_norm": 1.6887129408138286, + "learning_rate": 1.5120158326265197e-05, + "loss": 0.5298, + "step": 2674 + }, + { + "epoch": 2.268871925360475, + "grad_norm": 2.1626420547073915, + "learning_rate": 1.5125812835736502e-05, + "loss": 0.5519, + "step": 2675 + }, + { + "epoch": 2.2697201017811706, + "grad_norm": 1.929022777553033, + "learning_rate": 1.5131467345207804e-05, + "loss": 0.549, + "step": 2676 + }, + { + "epoch": 2.270568278201866, + "grad_norm": 1.7771773399593211, + "learning_rate": 1.5137121854679109e-05, + "loss": 0.4896, + "step": 2677 + }, + { + "epoch": 2.2714164546225613, + "grad_norm": 1.968490573294488, + "learning_rate": 1.514277636415041e-05, + "loss": 0.565, + "step": 2678 + }, + { + "epoch": 2.272264631043257, + "grad_norm": 1.8415761992817954, + "learning_rate": 1.5148430873621716e-05, + "loss": 0.5295, + "step": 2679 + }, + { + "epoch": 2.2731128074639524, + "grad_norm": 1.8991462733452396, + "learning_rate": 1.5154085383093017e-05, + "loss": 0.6054, + "step": 2680 + }, + { + "epoch": 2.273960983884648, + "grad_norm": 1.7840895172667617, + "learning_rate": 1.515973989256432e-05, + "loss": 0.5635, + "step": 2681 + }, + { + "epoch": 2.2748091603053435, + "grad_norm": 1.9491401907740693, + "learning_rate": 1.5165394402035624e-05, + "loss": 0.5365, + "step": 2682 + }, + { + "epoch": 2.275657336726039, + "grad_norm": 1.877671772006476, + "learning_rate": 1.5171048911506927e-05, + "loss": 0.6002, + "step": 2683 + }, + { + "epoch": 2.2765055131467347, + "grad_norm": 1.8194952199136443, + "learning_rate": 1.517670342097823e-05, + "loss": 0.5867, + "step": 2684 + }, + { + "epoch": 2.27735368956743, + "grad_norm": 1.7777900456036062, + "learning_rate": 1.5182357930449534e-05, + "loss": 0.5636, + "step": 2685 + }, + { + "epoch": 2.2782018659881254, + "grad_norm": 1.8423600452187576, + "learning_rate": 1.518801243992084e-05, + "loss": 0.4841, + "step": 2686 + }, + { + "epoch": 2.279050042408821, + "grad_norm": 1.720109195081957, + "learning_rate": 1.5193666949392141e-05, + "loss": 0.5015, + "step": 2687 + }, + { + "epoch": 2.2798982188295165, + "grad_norm": 1.8771417542804518, + "learning_rate": 1.5199321458863446e-05, + "loss": 0.564, + "step": 2688 + }, + { + "epoch": 2.280746395250212, + "grad_norm": 2.109320439587674, + "learning_rate": 1.5204975968334748e-05, + "loss": 0.5434, + "step": 2689 + }, + { + "epoch": 2.2815945716709076, + "grad_norm": 2.1023676190946743, + "learning_rate": 1.5210630477806053e-05, + "loss": 0.5562, + "step": 2690 + }, + { + "epoch": 2.282442748091603, + "grad_norm": 1.7793332203271317, + "learning_rate": 1.5216284987277354e-05, + "loss": 0.4459, + "step": 2691 + }, + { + "epoch": 2.2832909245122988, + "grad_norm": 2.032313619045131, + "learning_rate": 1.522193949674866e-05, + "loss": 0.5595, + "step": 2692 + }, + { + "epoch": 2.284139100932994, + "grad_norm": 1.9938323753005125, + "learning_rate": 1.5227594006219961e-05, + "loss": 0.6061, + "step": 2693 + }, + { + "epoch": 2.2849872773536894, + "grad_norm": 2.0397197781099035, + "learning_rate": 1.5233248515691266e-05, + "loss": 0.5785, + "step": 2694 + }, + { + "epoch": 2.2858354537743852, + "grad_norm": 1.8350814561129751, + "learning_rate": 1.5238903025162568e-05, + "loss": 0.4816, + "step": 2695 + }, + { + "epoch": 2.2866836301950806, + "grad_norm": 1.9064227703394434, + "learning_rate": 1.5244557534633873e-05, + "loss": 0.6058, + "step": 2696 + }, + { + "epoch": 2.287531806615776, + "grad_norm": 1.8216223888597256, + "learning_rate": 1.5250212044105175e-05, + "loss": 0.5871, + "step": 2697 + }, + { + "epoch": 2.2883799830364717, + "grad_norm": 1.812164421909898, + "learning_rate": 1.525586655357648e-05, + "loss": 0.5663, + "step": 2698 + }, + { + "epoch": 2.289228159457167, + "grad_norm": 1.9885852682980172, + "learning_rate": 1.5261521063047783e-05, + "loss": 0.5746, + "step": 2699 + }, + { + "epoch": 2.2900763358778624, + "grad_norm": 2.120471389617271, + "learning_rate": 1.5267175572519086e-05, + "loss": 0.4505, + "step": 2700 + }, + { + "epoch": 2.290924512298558, + "grad_norm": 1.848277621496837, + "learning_rate": 1.527283008199039e-05, + "loss": 0.5196, + "step": 2701 + }, + { + "epoch": 2.2917726887192535, + "grad_norm": 2.0240352406562834, + "learning_rate": 1.5278484591461693e-05, + "loss": 0.5207, + "step": 2702 + }, + { + "epoch": 2.2926208651399493, + "grad_norm": 1.8543760556234112, + "learning_rate": 1.5284139100932996e-05, + "loss": 0.5981, + "step": 2703 + }, + { + "epoch": 2.2934690415606447, + "grad_norm": 1.7810558928581548, + "learning_rate": 1.5289793610404296e-05, + "loss": 0.5485, + "step": 2704 + }, + { + "epoch": 2.29431721798134, + "grad_norm": 1.7877418141983699, + "learning_rate": 1.5295448119875603e-05, + "loss": 0.4935, + "step": 2705 + }, + { + "epoch": 2.2951653944020354, + "grad_norm": 1.7850076364652516, + "learning_rate": 1.5301102629346903e-05, + "loss": 0.5718, + "step": 2706 + }, + { + "epoch": 2.296013570822731, + "grad_norm": 1.906955549645277, + "learning_rate": 1.530675713881821e-05, + "loss": 0.4859, + "step": 2707 + }, + { + "epoch": 2.2968617472434265, + "grad_norm": 1.9203990268548923, + "learning_rate": 1.531241164828951e-05, + "loss": 0.6054, + "step": 2708 + }, + { + "epoch": 2.2977099236641223, + "grad_norm": 1.7130987263272317, + "learning_rate": 1.5318066157760817e-05, + "loss": 0.4591, + "step": 2709 + }, + { + "epoch": 2.2985581000848176, + "grad_norm": 1.9591818074584977, + "learning_rate": 1.5323720667232117e-05, + "loss": 0.5163, + "step": 2710 + }, + { + "epoch": 2.299406276505513, + "grad_norm": 1.871848377921615, + "learning_rate": 1.5329375176703423e-05, + "loss": 0.5984, + "step": 2711 + }, + { + "epoch": 2.300254452926209, + "grad_norm": 1.8253505145491842, + "learning_rate": 1.5335029686174723e-05, + "loss": 0.5221, + "step": 2712 + }, + { + "epoch": 2.301102629346904, + "grad_norm": 1.8135074043919066, + "learning_rate": 1.534068419564603e-05, + "loss": 0.5821, + "step": 2713 + }, + { + "epoch": 2.3019508057675995, + "grad_norm": 1.8718777422293638, + "learning_rate": 1.534633870511733e-05, + "loss": 0.5649, + "step": 2714 + }, + { + "epoch": 2.3027989821882953, + "grad_norm": 1.9665033775464316, + "learning_rate": 1.5351993214588637e-05, + "loss": 0.6178, + "step": 2715 + }, + { + "epoch": 2.3036471586089906, + "grad_norm": 2.013677170340076, + "learning_rate": 1.535764772405994e-05, + "loss": 0.6069, + "step": 2716 + }, + { + "epoch": 2.304495335029686, + "grad_norm": 2.1006705613114702, + "learning_rate": 1.5363302233531244e-05, + "loss": 0.6112, + "step": 2717 + }, + { + "epoch": 2.3053435114503817, + "grad_norm": 2.1699413697587686, + "learning_rate": 1.5368956743002547e-05, + "loss": 0.5254, + "step": 2718 + }, + { + "epoch": 2.306191687871077, + "grad_norm": 1.8819701236954154, + "learning_rate": 1.537461125247385e-05, + "loss": 0.5126, + "step": 2719 + }, + { + "epoch": 2.307039864291773, + "grad_norm": 2.198493122237451, + "learning_rate": 1.5380265761945154e-05, + "loss": 0.5474, + "step": 2720 + }, + { + "epoch": 2.3078880407124682, + "grad_norm": 2.2848901260689725, + "learning_rate": 1.5385920271416457e-05, + "loss": 0.5343, + "step": 2721 + }, + { + "epoch": 2.3087362171331636, + "grad_norm": 1.6842671419026631, + "learning_rate": 1.539157478088776e-05, + "loss": 0.5657, + "step": 2722 + }, + { + "epoch": 2.3095843935538594, + "grad_norm": 1.9232295431617383, + "learning_rate": 1.5397229290359064e-05, + "loss": 0.5407, + "step": 2723 + }, + { + "epoch": 2.3104325699745547, + "grad_norm": 1.7362698662404754, + "learning_rate": 1.5402883799830367e-05, + "loss": 0.4057, + "step": 2724 + }, + { + "epoch": 2.31128074639525, + "grad_norm": 1.914828215369081, + "learning_rate": 1.5408538309301667e-05, + "loss": 0.5157, + "step": 2725 + }, + { + "epoch": 2.312128922815946, + "grad_norm": 1.9693464673799879, + "learning_rate": 1.5414192818772974e-05, + "loss": 0.6051, + "step": 2726 + }, + { + "epoch": 2.312977099236641, + "grad_norm": 2.0719635831276957, + "learning_rate": 1.5419847328244274e-05, + "loss": 0.5872, + "step": 2727 + }, + { + "epoch": 2.3138252756573365, + "grad_norm": 1.7794056688756101, + "learning_rate": 1.542550183771558e-05, + "loss": 0.4637, + "step": 2728 + }, + { + "epoch": 2.3146734520780323, + "grad_norm": 1.8754184672169782, + "learning_rate": 1.543115634718688e-05, + "loss": 0.6646, + "step": 2729 + }, + { + "epoch": 2.3155216284987277, + "grad_norm": 1.8704482351952056, + "learning_rate": 1.5436810856658188e-05, + "loss": 0.4542, + "step": 2730 + }, + { + "epoch": 2.3163698049194235, + "grad_norm": 1.746834741918008, + "learning_rate": 1.5442465366129488e-05, + "loss": 0.525, + "step": 2731 + }, + { + "epoch": 2.317217981340119, + "grad_norm": 1.9334575945516017, + "learning_rate": 1.5448119875600794e-05, + "loss": 0.5319, + "step": 2732 + }, + { + "epoch": 2.318066157760814, + "grad_norm": 1.8617475103321741, + "learning_rate": 1.5453774385072094e-05, + "loss": 0.5669, + "step": 2733 + }, + { + "epoch": 2.31891433418151, + "grad_norm": 1.6715000084949996, + "learning_rate": 1.54594288945434e-05, + "loss": 0.42, + "step": 2734 + }, + { + "epoch": 2.3197625106022053, + "grad_norm": 1.8887457825748206, + "learning_rate": 1.54650834040147e-05, + "loss": 0.5232, + "step": 2735 + }, + { + "epoch": 2.3206106870229006, + "grad_norm": 1.9725407449116479, + "learning_rate": 1.5470737913486008e-05, + "loss": 0.476, + "step": 2736 + }, + { + "epoch": 2.3214588634435964, + "grad_norm": 2.016388317110221, + "learning_rate": 1.5476392422957308e-05, + "loss": 0.5789, + "step": 2737 + }, + { + "epoch": 2.3223070398642918, + "grad_norm": 2.166930335738771, + "learning_rate": 1.5482046932428615e-05, + "loss": 0.6019, + "step": 2738 + }, + { + "epoch": 2.323155216284987, + "grad_norm": 1.8361179251930653, + "learning_rate": 1.5487701441899914e-05, + "loss": 0.5346, + "step": 2739 + }, + { + "epoch": 2.324003392705683, + "grad_norm": 1.9606940442374108, + "learning_rate": 1.549335595137122e-05, + "loss": 0.6357, + "step": 2740 + }, + { + "epoch": 2.3248515691263782, + "grad_norm": 1.8482298139639823, + "learning_rate": 1.549901046084252e-05, + "loss": 0.4613, + "step": 2741 + }, + { + "epoch": 2.325699745547074, + "grad_norm": 2.0717345836610233, + "learning_rate": 1.5504664970313828e-05, + "loss": 0.5407, + "step": 2742 + }, + { + "epoch": 2.3265479219677694, + "grad_norm": 2.117373275069301, + "learning_rate": 1.551031947978513e-05, + "loss": 0.5097, + "step": 2743 + }, + { + "epoch": 2.3273960983884647, + "grad_norm": 2.1087299586548824, + "learning_rate": 1.5515973989256435e-05, + "loss": 0.5532, + "step": 2744 + }, + { + "epoch": 2.32824427480916, + "grad_norm": 2.089242859988429, + "learning_rate": 1.5521628498727738e-05, + "loss": 0.5636, + "step": 2745 + }, + { + "epoch": 2.329092451229856, + "grad_norm": 1.8593115578630557, + "learning_rate": 1.552728300819904e-05, + "loss": 0.5458, + "step": 2746 + }, + { + "epoch": 2.329940627650551, + "grad_norm": 1.92958926853842, + "learning_rate": 1.5532937517670345e-05, + "loss": 0.5098, + "step": 2747 + }, + { + "epoch": 2.330788804071247, + "grad_norm": 1.677836008365686, + "learning_rate": 1.5538592027141645e-05, + "loss": 0.6046, + "step": 2748 + }, + { + "epoch": 2.3316369804919423, + "grad_norm": 1.9388526399104162, + "learning_rate": 1.554424653661295e-05, + "loss": 0.5817, + "step": 2749 + }, + { + "epoch": 2.3324851569126377, + "grad_norm": 2.263350874787104, + "learning_rate": 1.554990104608425e-05, + "loss": 0.6118, + "step": 2750 + }, + { + "epoch": 2.3333333333333335, + "grad_norm": 1.761355530555943, + "learning_rate": 1.555555555555556e-05, + "loss": 0.4814, + "step": 2751 + }, + { + "epoch": 2.334181509754029, + "grad_norm": 1.8959104859008797, + "learning_rate": 1.556121006502686e-05, + "loss": 0.4937, + "step": 2752 + }, + { + "epoch": 2.335029686174724, + "grad_norm": 1.8727990107700339, + "learning_rate": 1.5566864574498165e-05, + "loss": 0.5568, + "step": 2753 + }, + { + "epoch": 2.33587786259542, + "grad_norm": 1.8883842704377807, + "learning_rate": 1.5572519083969465e-05, + "loss": 0.4833, + "step": 2754 + }, + { + "epoch": 2.3367260390161153, + "grad_norm": 1.7035835359221208, + "learning_rate": 1.5578173593440772e-05, + "loss": 0.5609, + "step": 2755 + }, + { + "epoch": 2.3375742154368107, + "grad_norm": 2.3098041319835527, + "learning_rate": 1.5583828102912072e-05, + "loss": 0.6706, + "step": 2756 + }, + { + "epoch": 2.3384223918575064, + "grad_norm": 1.8179561401776463, + "learning_rate": 1.558948261238338e-05, + "loss": 0.5084, + "step": 2757 + }, + { + "epoch": 2.339270568278202, + "grad_norm": 1.7383653202012253, + "learning_rate": 1.559513712185468e-05, + "loss": 0.5216, + "step": 2758 + }, + { + "epoch": 2.3401187446988976, + "grad_norm": 1.6307747932594236, + "learning_rate": 1.5600791631325985e-05, + "loss": 0.5532, + "step": 2759 + }, + { + "epoch": 2.340966921119593, + "grad_norm": 1.8014846375079514, + "learning_rate": 1.5606446140797285e-05, + "loss": 0.5048, + "step": 2760 + }, + { + "epoch": 2.3418150975402883, + "grad_norm": 1.828049320421431, + "learning_rate": 1.5612100650268592e-05, + "loss": 0.4867, + "step": 2761 + }, + { + "epoch": 2.342663273960984, + "grad_norm": 1.7549248174187146, + "learning_rate": 1.5617755159739892e-05, + "loss": 0.5302, + "step": 2762 + }, + { + "epoch": 2.3435114503816794, + "grad_norm": 1.8996822321474098, + "learning_rate": 1.56234096692112e-05, + "loss": 0.5973, + "step": 2763 + }, + { + "epoch": 2.3443596268023748, + "grad_norm": 1.745617700922669, + "learning_rate": 1.56290641786825e-05, + "loss": 0.4653, + "step": 2764 + }, + { + "epoch": 2.3452078032230705, + "grad_norm": 1.6473404821547701, + "learning_rate": 1.5634718688153806e-05, + "loss": 0.5006, + "step": 2765 + }, + { + "epoch": 2.346055979643766, + "grad_norm": 1.7633519400400706, + "learning_rate": 1.5640373197625106e-05, + "loss": 0.4969, + "step": 2766 + }, + { + "epoch": 2.3469041560644612, + "grad_norm": 1.7853867754871542, + "learning_rate": 1.5646027707096412e-05, + "loss": 0.5639, + "step": 2767 + }, + { + "epoch": 2.347752332485157, + "grad_norm": 1.7828001611820692, + "learning_rate": 1.5651682216567716e-05, + "loss": 0.5087, + "step": 2768 + }, + { + "epoch": 2.3486005089058524, + "grad_norm": 2.139898203150148, + "learning_rate": 1.5657336726039016e-05, + "loss": 0.5657, + "step": 2769 + }, + { + "epoch": 2.349448685326548, + "grad_norm": 1.690356862190682, + "learning_rate": 1.5662991235510322e-05, + "loss": 0.5182, + "step": 2770 + }, + { + "epoch": 2.3502968617472435, + "grad_norm": 2.025083272508143, + "learning_rate": 1.5668645744981622e-05, + "loss": 0.6181, + "step": 2771 + }, + { + "epoch": 2.351145038167939, + "grad_norm": 1.8198301919068838, + "learning_rate": 1.567430025445293e-05, + "loss": 0.6001, + "step": 2772 + }, + { + "epoch": 2.351993214588634, + "grad_norm": 1.9789027943294504, + "learning_rate": 1.567995476392423e-05, + "loss": 0.587, + "step": 2773 + }, + { + "epoch": 2.35284139100933, + "grad_norm": 2.0809821724301987, + "learning_rate": 1.5685609273395536e-05, + "loss": 0.5347, + "step": 2774 + }, + { + "epoch": 2.3536895674300253, + "grad_norm": 2.1421136889872527, + "learning_rate": 1.5691263782866836e-05, + "loss": 0.6157, + "step": 2775 + }, + { + "epoch": 2.354537743850721, + "grad_norm": 1.846411773300133, + "learning_rate": 1.5696918292338143e-05, + "loss": 0.5243, + "step": 2776 + }, + { + "epoch": 2.3553859202714165, + "grad_norm": 1.7200639431777192, + "learning_rate": 1.5702572801809443e-05, + "loss": 0.5055, + "step": 2777 + }, + { + "epoch": 2.356234096692112, + "grad_norm": 2.0404578742441255, + "learning_rate": 1.570822731128075e-05, + "loss": 0.5853, + "step": 2778 + }, + { + "epoch": 2.3570822731128076, + "grad_norm": 1.7790368664340712, + "learning_rate": 1.571388182075205e-05, + "loss": 0.4957, + "step": 2779 + }, + { + "epoch": 2.357930449533503, + "grad_norm": 1.9308450721830848, + "learning_rate": 1.5719536330223356e-05, + "loss": 0.5939, + "step": 2780 + }, + { + "epoch": 2.3587786259541983, + "grad_norm": 1.9205987084368152, + "learning_rate": 1.5725190839694656e-05, + "loss": 0.5661, + "step": 2781 + }, + { + "epoch": 2.359626802374894, + "grad_norm": 1.8882935877648186, + "learning_rate": 1.5730845349165963e-05, + "loss": 0.5727, + "step": 2782 + }, + { + "epoch": 2.3604749787955894, + "grad_norm": 1.875627256076926, + "learning_rate": 1.5736499858637263e-05, + "loss": 0.5711, + "step": 2783 + }, + { + "epoch": 2.3613231552162848, + "grad_norm": 2.2647995028075067, + "learning_rate": 1.574215436810857e-05, + "loss": 0.6673, + "step": 2784 + }, + { + "epoch": 2.3621713316369806, + "grad_norm": 1.7534615255847108, + "learning_rate": 1.574780887757987e-05, + "loss": 0.5658, + "step": 2785 + }, + { + "epoch": 2.363019508057676, + "grad_norm": 1.9797222269272545, + "learning_rate": 1.5753463387051176e-05, + "loss": 0.6343, + "step": 2786 + }, + { + "epoch": 2.3638676844783717, + "grad_norm": 1.8559165562981124, + "learning_rate": 1.5759117896522476e-05, + "loss": 0.5454, + "step": 2787 + }, + { + "epoch": 2.364715860899067, + "grad_norm": 1.8262321557744, + "learning_rate": 1.5764772405993783e-05, + "loss": 0.5654, + "step": 2788 + }, + { + "epoch": 2.3655640373197624, + "grad_norm": 1.773508052679936, + "learning_rate": 1.5770426915465083e-05, + "loss": 0.4921, + "step": 2789 + }, + { + "epoch": 2.366412213740458, + "grad_norm": 2.035204597546915, + "learning_rate": 1.577608142493639e-05, + "loss": 0.5911, + "step": 2790 + }, + { + "epoch": 2.3672603901611535, + "grad_norm": 1.75524667878728, + "learning_rate": 1.578173593440769e-05, + "loss": 0.5696, + "step": 2791 + }, + { + "epoch": 2.368108566581849, + "grad_norm": 1.94929677746225, + "learning_rate": 1.5787390443878993e-05, + "loss": 0.6609, + "step": 2792 + }, + { + "epoch": 2.3689567430025447, + "grad_norm": 2.1392105298822446, + "learning_rate": 1.57930449533503e-05, + "loss": 0.6482, + "step": 2793 + }, + { + "epoch": 2.36980491942324, + "grad_norm": 1.9098115152044077, + "learning_rate": 1.57986994628216e-05, + "loss": 0.6431, + "step": 2794 + }, + { + "epoch": 2.3706530958439354, + "grad_norm": 1.8849889125975383, + "learning_rate": 1.5804353972292907e-05, + "loss": 0.5699, + "step": 2795 + }, + { + "epoch": 2.371501272264631, + "grad_norm": 1.7303504360669368, + "learning_rate": 1.5810008481764207e-05, + "loss": 0.5866, + "step": 2796 + }, + { + "epoch": 2.3723494486853265, + "grad_norm": 2.000577151137271, + "learning_rate": 1.5815662991235513e-05, + "loss": 0.5713, + "step": 2797 + }, + { + "epoch": 2.3731976251060223, + "grad_norm": 1.8251636996480665, + "learning_rate": 1.5821317500706813e-05, + "loss": 0.5856, + "step": 2798 + }, + { + "epoch": 2.3740458015267176, + "grad_norm": 1.7911242122567477, + "learning_rate": 1.582697201017812e-05, + "loss": 0.4886, + "step": 2799 + }, + { + "epoch": 2.374893977947413, + "grad_norm": 1.7706608401586308, + "learning_rate": 1.583262651964942e-05, + "loss": 0.5261, + "step": 2800 + }, + { + "epoch": 2.3757421543681088, + "grad_norm": 1.668847991889657, + "learning_rate": 1.5838281029120727e-05, + "loss": 0.4388, + "step": 2801 + }, + { + "epoch": 2.376590330788804, + "grad_norm": 1.689165403417576, + "learning_rate": 1.5843935538592027e-05, + "loss": 0.5116, + "step": 2802 + }, + { + "epoch": 2.3774385072094995, + "grad_norm": 1.6170899050998477, + "learning_rate": 1.5849590048063334e-05, + "loss": 0.4153, + "step": 2803 + }, + { + "epoch": 2.3782866836301952, + "grad_norm": 1.6418130962401065, + "learning_rate": 1.5855244557534634e-05, + "loss": 0.576, + "step": 2804 + }, + { + "epoch": 2.3791348600508906, + "grad_norm": 1.8922429570879429, + "learning_rate": 1.586089906700594e-05, + "loss": 0.4678, + "step": 2805 + }, + { + "epoch": 2.379983036471586, + "grad_norm": 1.9702299811357087, + "learning_rate": 1.586655357647724e-05, + "loss": 0.5543, + "step": 2806 + }, + { + "epoch": 2.3808312128922817, + "grad_norm": 1.8559853767272205, + "learning_rate": 1.5872208085948547e-05, + "loss": 0.5795, + "step": 2807 + }, + { + "epoch": 2.381679389312977, + "grad_norm": 1.8111431013825177, + "learning_rate": 1.5877862595419847e-05, + "loss": 0.5933, + "step": 2808 + }, + { + "epoch": 2.3825275657336724, + "grad_norm": 1.9363852057721638, + "learning_rate": 1.5883517104891154e-05, + "loss": 0.5203, + "step": 2809 + }, + { + "epoch": 2.383375742154368, + "grad_norm": 1.8806115703872035, + "learning_rate": 1.5889171614362454e-05, + "loss": 0.4677, + "step": 2810 + }, + { + "epoch": 2.3842239185750635, + "grad_norm": 2.06227237112035, + "learning_rate": 1.589482612383376e-05, + "loss": 0.4645, + "step": 2811 + }, + { + "epoch": 2.385072094995759, + "grad_norm": 2.119132270888445, + "learning_rate": 1.590048063330506e-05, + "loss": 0.6151, + "step": 2812 + }, + { + "epoch": 2.3859202714164547, + "grad_norm": 1.8417667464883092, + "learning_rate": 1.5906135142776364e-05, + "loss": 0.4926, + "step": 2813 + }, + { + "epoch": 2.38676844783715, + "grad_norm": 1.7380343832535805, + "learning_rate": 1.5911789652247667e-05, + "loss": 0.5063, + "step": 2814 + }, + { + "epoch": 2.387616624257846, + "grad_norm": 1.9842594036742138, + "learning_rate": 1.591744416171897e-05, + "loss": 0.5597, + "step": 2815 + }, + { + "epoch": 2.388464800678541, + "grad_norm": 1.6440697526343897, + "learning_rate": 1.5923098671190274e-05, + "loss": 0.5819, + "step": 2816 + }, + { + "epoch": 2.3893129770992365, + "grad_norm": 1.9388570030849264, + "learning_rate": 1.5928753180661577e-05, + "loss": 0.646, + "step": 2817 + }, + { + "epoch": 2.3901611535199323, + "grad_norm": 1.954335382588476, + "learning_rate": 1.5934407690132884e-05, + "loss": 0.6167, + "step": 2818 + }, + { + "epoch": 2.3910093299406276, + "grad_norm": 1.7426591480978502, + "learning_rate": 1.5940062199604184e-05, + "loss": 0.5186, + "step": 2819 + }, + { + "epoch": 2.391857506361323, + "grad_norm": 1.7884269985219485, + "learning_rate": 1.594571670907549e-05, + "loss": 0.5146, + "step": 2820 + }, + { + "epoch": 2.392705682782019, + "grad_norm": 1.9034384200146968, + "learning_rate": 1.595137121854679e-05, + "loss": 0.5952, + "step": 2821 + }, + { + "epoch": 2.393553859202714, + "grad_norm": 1.88018727834031, + "learning_rate": 1.5957025728018098e-05, + "loss": 0.5922, + "step": 2822 + }, + { + "epoch": 2.3944020356234095, + "grad_norm": 1.5653914189386318, + "learning_rate": 1.5962680237489398e-05, + "loss": 0.4813, + "step": 2823 + }, + { + "epoch": 2.3952502120441053, + "grad_norm": 2.0807320025751017, + "learning_rate": 1.5968334746960704e-05, + "loss": 0.6174, + "step": 2824 + }, + { + "epoch": 2.3960983884648006, + "grad_norm": 1.9802909931334105, + "learning_rate": 1.5973989256432004e-05, + "loss": 0.5194, + "step": 2825 + }, + { + "epoch": 2.3969465648854964, + "grad_norm": 1.609790770530314, + "learning_rate": 1.597964376590331e-05, + "loss": 0.5782, + "step": 2826 + }, + { + "epoch": 2.3977947413061917, + "grad_norm": 1.873972765470737, + "learning_rate": 1.598529827537461e-05, + "loss": 0.5622, + "step": 2827 + }, + { + "epoch": 2.398642917726887, + "grad_norm": 1.8345130723743333, + "learning_rate": 1.5990952784845918e-05, + "loss": 0.6039, + "step": 2828 + }, + { + "epoch": 2.399491094147583, + "grad_norm": 1.778548194704228, + "learning_rate": 1.5996607294317218e-05, + "loss": 0.5558, + "step": 2829 + }, + { + "epoch": 2.4003392705682782, + "grad_norm": 1.7949281195169309, + "learning_rate": 1.6002261803788525e-05, + "loss": 0.4876, + "step": 2830 + }, + { + "epoch": 2.4011874469889736, + "grad_norm": 1.7032555838358465, + "learning_rate": 1.6007916313259825e-05, + "loss": 0.568, + "step": 2831 + }, + { + "epoch": 2.4020356234096694, + "grad_norm": 1.6095771521259647, + "learning_rate": 1.601357082273113e-05, + "loss": 0.551, + "step": 2832 + }, + { + "epoch": 2.4028837998303647, + "grad_norm": 1.7363741692224188, + "learning_rate": 1.601922533220243e-05, + "loss": 0.5027, + "step": 2833 + }, + { + "epoch": 2.40373197625106, + "grad_norm": 1.8135565584937323, + "learning_rate": 1.6024879841673735e-05, + "loss": 0.536, + "step": 2834 + }, + { + "epoch": 2.404580152671756, + "grad_norm": 1.6314050587199673, + "learning_rate": 1.6030534351145038e-05, + "loss": 0.5119, + "step": 2835 + }, + { + "epoch": 2.405428329092451, + "grad_norm": 1.7352455283761572, + "learning_rate": 1.603618886061634e-05, + "loss": 0.6118, + "step": 2836 + }, + { + "epoch": 2.406276505513147, + "grad_norm": 1.623333089538813, + "learning_rate": 1.6041843370087645e-05, + "loss": 0.5553, + "step": 2837 + }, + { + "epoch": 2.4071246819338423, + "grad_norm": 1.7243455735146258, + "learning_rate": 1.6047497879558948e-05, + "loss": 0.5864, + "step": 2838 + }, + { + "epoch": 2.4079728583545377, + "grad_norm": 1.5129378606169896, + "learning_rate": 1.605315238903025e-05, + "loss": 0.5168, + "step": 2839 + }, + { + "epoch": 2.408821034775233, + "grad_norm": 1.7419825324103193, + "learning_rate": 1.6058806898501555e-05, + "loss": 0.6206, + "step": 2840 + }, + { + "epoch": 2.409669211195929, + "grad_norm": 1.8911483679726933, + "learning_rate": 1.606446140797286e-05, + "loss": 0.5262, + "step": 2841 + }, + { + "epoch": 2.410517387616624, + "grad_norm": 1.7226672318753948, + "learning_rate": 1.6070115917444162e-05, + "loss": 0.5806, + "step": 2842 + }, + { + "epoch": 2.41136556403732, + "grad_norm": 1.9302492394718724, + "learning_rate": 1.607577042691547e-05, + "loss": 0.5211, + "step": 2843 + }, + { + "epoch": 2.4122137404580153, + "grad_norm": 1.841254330995923, + "learning_rate": 1.608142493638677e-05, + "loss": 0.6494, + "step": 2844 + }, + { + "epoch": 2.4130619168787106, + "grad_norm": 1.6023327202313502, + "learning_rate": 1.6087079445858075e-05, + "loss": 0.5609, + "step": 2845 + }, + { + "epoch": 2.4139100932994064, + "grad_norm": 1.6715454127019522, + "learning_rate": 1.6092733955329375e-05, + "loss": 0.5953, + "step": 2846 + }, + { + "epoch": 2.4147582697201018, + "grad_norm": 1.850933461828136, + "learning_rate": 1.6098388464800682e-05, + "loss": 0.5506, + "step": 2847 + }, + { + "epoch": 2.415606446140797, + "grad_norm": 1.7354327657987616, + "learning_rate": 1.6104042974271982e-05, + "loss": 0.5771, + "step": 2848 + }, + { + "epoch": 2.416454622561493, + "grad_norm": 1.5628146461128576, + "learning_rate": 1.610969748374329e-05, + "loss": 0.4911, + "step": 2849 + }, + { + "epoch": 2.4173027989821882, + "grad_norm": 1.8712160780841307, + "learning_rate": 1.611535199321459e-05, + "loss": 0.6206, + "step": 2850 + }, + { + "epoch": 2.4181509754028836, + "grad_norm": 1.652626576892387, + "learning_rate": 1.6121006502685895e-05, + "loss": 0.5286, + "step": 2851 + }, + { + "epoch": 2.4189991518235794, + "grad_norm": 1.6769637850089947, + "learning_rate": 1.6126661012157195e-05, + "loss": 0.5188, + "step": 2852 + }, + { + "epoch": 2.4198473282442747, + "grad_norm": 1.901813660877309, + "learning_rate": 1.6132315521628502e-05, + "loss": 0.5689, + "step": 2853 + }, + { + "epoch": 2.4206955046649705, + "grad_norm": 1.8299786998834218, + "learning_rate": 1.6137970031099802e-05, + "loss": 0.6193, + "step": 2854 + }, + { + "epoch": 2.421543681085666, + "grad_norm": 1.8222587091279105, + "learning_rate": 1.614362454057111e-05, + "loss": 0.5586, + "step": 2855 + }, + { + "epoch": 2.422391857506361, + "grad_norm": 1.7844584334820293, + "learning_rate": 1.614927905004241e-05, + "loss": 0.5214, + "step": 2856 + }, + { + "epoch": 2.423240033927057, + "grad_norm": 1.81271915100432, + "learning_rate": 1.6154933559513712e-05, + "loss": 0.5236, + "step": 2857 + }, + { + "epoch": 2.4240882103477523, + "grad_norm": 1.6592331095913615, + "learning_rate": 1.6160588068985016e-05, + "loss": 0.5224, + "step": 2858 + }, + { + "epoch": 2.4249363867684477, + "grad_norm": 1.528556748993715, + "learning_rate": 1.616624257845632e-05, + "loss": 0.4867, + "step": 2859 + }, + { + "epoch": 2.4257845631891435, + "grad_norm": 1.5774382627361778, + "learning_rate": 1.6171897087927622e-05, + "loss": 0.5113, + "step": 2860 + }, + { + "epoch": 2.426632739609839, + "grad_norm": 1.6624492856643773, + "learning_rate": 1.6177551597398926e-05, + "loss": 0.5148, + "step": 2861 + }, + { + "epoch": 2.427480916030534, + "grad_norm": 1.691825950805151, + "learning_rate": 1.618320610687023e-05, + "loss": 0.548, + "step": 2862 + }, + { + "epoch": 2.42832909245123, + "grad_norm": 1.7573578328605048, + "learning_rate": 1.6188860616341533e-05, + "loss": 0.5284, + "step": 2863 + }, + { + "epoch": 2.4291772688719253, + "grad_norm": 1.6159586320985344, + "learning_rate": 1.6194515125812836e-05, + "loss": 0.5256, + "step": 2864 + }, + { + "epoch": 2.430025445292621, + "grad_norm": 1.7163430345300534, + "learning_rate": 1.620016963528414e-05, + "loss": 0.5259, + "step": 2865 + }, + { + "epoch": 2.4308736217133164, + "grad_norm": 1.6245015528877673, + "learning_rate": 1.6205824144755443e-05, + "loss": 0.474, + "step": 2866 + }, + { + "epoch": 2.431721798134012, + "grad_norm": 1.8390280603854752, + "learning_rate": 1.6211478654226746e-05, + "loss": 0.5637, + "step": 2867 + }, + { + "epoch": 2.432569974554707, + "grad_norm": 1.6917855848943788, + "learning_rate": 1.6217133163698053e-05, + "loss": 0.5529, + "step": 2868 + }, + { + "epoch": 2.433418150975403, + "grad_norm": 1.6809536035240649, + "learning_rate": 1.6222787673169353e-05, + "loss": 0.4865, + "step": 2869 + }, + { + "epoch": 2.4342663273960983, + "grad_norm": 1.615825563323852, + "learning_rate": 1.622844218264066e-05, + "loss": 0.5371, + "step": 2870 + }, + { + "epoch": 2.435114503816794, + "grad_norm": 1.7536512937297897, + "learning_rate": 1.623409669211196e-05, + "loss": 0.5441, + "step": 2871 + }, + { + "epoch": 2.4359626802374894, + "grad_norm": 1.67152389287519, + "learning_rate": 1.6239751201583266e-05, + "loss": 0.5789, + "step": 2872 + }, + { + "epoch": 2.4368108566581848, + "grad_norm": 1.7328836801946133, + "learning_rate": 1.6245405711054566e-05, + "loss": 0.5802, + "step": 2873 + }, + { + "epoch": 2.4376590330788805, + "grad_norm": 1.446155195396985, + "learning_rate": 1.6251060220525873e-05, + "loss": 0.4308, + "step": 2874 + }, + { + "epoch": 2.438507209499576, + "grad_norm": 1.7063728494604347, + "learning_rate": 1.6256714729997173e-05, + "loss": 0.5625, + "step": 2875 + }, + { + "epoch": 2.4393553859202712, + "grad_norm": 1.6381740147554924, + "learning_rate": 1.626236923946848e-05, + "loss": 0.5378, + "step": 2876 + }, + { + "epoch": 2.440203562340967, + "grad_norm": 1.7293009052828705, + "learning_rate": 1.626802374893978e-05, + "loss": 0.5322, + "step": 2877 + }, + { + "epoch": 2.4410517387616624, + "grad_norm": 1.8845291548700638, + "learning_rate": 1.6273678258411083e-05, + "loss": 0.5654, + "step": 2878 + }, + { + "epoch": 2.4418999151823577, + "grad_norm": 1.847311536874853, + "learning_rate": 1.6279332767882387e-05, + "loss": 0.5196, + "step": 2879 + }, + { + "epoch": 2.4427480916030535, + "grad_norm": 1.6860680276308917, + "learning_rate": 1.628498727735369e-05, + "loss": 0.5096, + "step": 2880 + }, + { + "epoch": 2.443596268023749, + "grad_norm": 1.7186084277934068, + "learning_rate": 1.6290641786824993e-05, + "loss": 0.467, + "step": 2881 + }, + { + "epoch": 2.4444444444444446, + "grad_norm": 2.086707716959574, + "learning_rate": 1.6296296296296297e-05, + "loss": 0.5185, + "step": 2882 + }, + { + "epoch": 2.44529262086514, + "grad_norm": 1.8344170730129248, + "learning_rate": 1.63019508057676e-05, + "loss": 0.5116, + "step": 2883 + }, + { + "epoch": 2.4461407972858353, + "grad_norm": 1.9875501806296756, + "learning_rate": 1.6307605315238903e-05, + "loss": 0.5722, + "step": 2884 + }, + { + "epoch": 2.446988973706531, + "grad_norm": 1.7439063892587898, + "learning_rate": 1.6313259824710207e-05, + "loss": 0.4794, + "step": 2885 + }, + { + "epoch": 2.4478371501272265, + "grad_norm": 1.7366241725774731, + "learning_rate": 1.631891433418151e-05, + "loss": 0.6502, + "step": 2886 + }, + { + "epoch": 2.448685326547922, + "grad_norm": 1.724299228999216, + "learning_rate": 1.6324568843652813e-05, + "loss": 0.5294, + "step": 2887 + }, + { + "epoch": 2.4495335029686176, + "grad_norm": 1.7374511334395732, + "learning_rate": 1.6330223353124117e-05, + "loss": 0.5822, + "step": 2888 + }, + { + "epoch": 2.450381679389313, + "grad_norm": 1.6590956824194312, + "learning_rate": 1.633587786259542e-05, + "loss": 0.5514, + "step": 2889 + }, + { + "epoch": 2.4512298558100083, + "grad_norm": 1.6862740024452556, + "learning_rate": 1.6341532372066724e-05, + "loss": 0.5799, + "step": 2890 + }, + { + "epoch": 2.452078032230704, + "grad_norm": 1.8540791590115864, + "learning_rate": 1.6347186881538027e-05, + "loss": 0.526, + "step": 2891 + }, + { + "epoch": 2.4529262086513994, + "grad_norm": 1.5869481249492612, + "learning_rate": 1.635284139100933e-05, + "loss": 0.4461, + "step": 2892 + }, + { + "epoch": 2.453774385072095, + "grad_norm": 1.7641436341426002, + "learning_rate": 1.6358495900480634e-05, + "loss": 0.5815, + "step": 2893 + }, + { + "epoch": 2.4546225614927906, + "grad_norm": 1.5542404741854796, + "learning_rate": 1.6364150409951937e-05, + "loss": 0.5446, + "step": 2894 + }, + { + "epoch": 2.455470737913486, + "grad_norm": 1.566806163461336, + "learning_rate": 1.6369804919423244e-05, + "loss": 0.476, + "step": 2895 + }, + { + "epoch": 2.4563189143341817, + "grad_norm": 1.6763801904566424, + "learning_rate": 1.6375459428894544e-05, + "loss": 0.5729, + "step": 2896 + }, + { + "epoch": 2.457167090754877, + "grad_norm": 1.7112615420027144, + "learning_rate": 1.638111393836585e-05, + "loss": 0.5498, + "step": 2897 + }, + { + "epoch": 2.4580152671755724, + "grad_norm": 1.7887111924499737, + "learning_rate": 1.638676844783715e-05, + "loss": 0.6009, + "step": 2898 + }, + { + "epoch": 2.458863443596268, + "grad_norm": 1.6685524555665594, + "learning_rate": 1.6392422957308457e-05, + "loss": 0.5633, + "step": 2899 + }, + { + "epoch": 2.4597116200169635, + "grad_norm": 1.746876268865627, + "learning_rate": 1.6398077466779757e-05, + "loss": 0.5729, + "step": 2900 + }, + { + "epoch": 2.460559796437659, + "grad_norm": 1.6838242805772448, + "learning_rate": 1.640373197625106e-05, + "loss": 0.521, + "step": 2901 + }, + { + "epoch": 2.4614079728583547, + "grad_norm": 2.1246892209667485, + "learning_rate": 1.6409386485722364e-05, + "loss": 0.484, + "step": 2902 + }, + { + "epoch": 2.46225614927905, + "grad_norm": 1.7019093779896168, + "learning_rate": 1.6415040995193667e-05, + "loss": 0.4823, + "step": 2903 + }, + { + "epoch": 2.4631043256997454, + "grad_norm": 1.7098561972608544, + "learning_rate": 1.642069550466497e-05, + "loss": 0.6265, + "step": 2904 + }, + { + "epoch": 2.463952502120441, + "grad_norm": 1.8783157527067122, + "learning_rate": 1.6426350014136274e-05, + "loss": 0.5314, + "step": 2905 + }, + { + "epoch": 2.4648006785411365, + "grad_norm": 1.7884450396324985, + "learning_rate": 1.6432004523607578e-05, + "loss": 0.4833, + "step": 2906 + }, + { + "epoch": 2.465648854961832, + "grad_norm": 1.7512550844760677, + "learning_rate": 1.643765903307888e-05, + "loss": 0.5808, + "step": 2907 + }, + { + "epoch": 2.4664970313825276, + "grad_norm": 1.7440969028476794, + "learning_rate": 1.6443313542550184e-05, + "loss": 0.5671, + "step": 2908 + }, + { + "epoch": 2.467345207803223, + "grad_norm": 1.7096200269776995, + "learning_rate": 1.6448968052021488e-05, + "loss": 0.6257, + "step": 2909 + }, + { + "epoch": 2.4681933842239188, + "grad_norm": 1.6897733332269884, + "learning_rate": 1.645462256149279e-05, + "loss": 0.3982, + "step": 2910 + }, + { + "epoch": 2.469041560644614, + "grad_norm": 1.828951606834906, + "learning_rate": 1.6460277070964094e-05, + "loss": 0.597, + "step": 2911 + }, + { + "epoch": 2.4698897370653095, + "grad_norm": 1.6536874762252889, + "learning_rate": 1.6465931580435398e-05, + "loss": 0.5206, + "step": 2912 + }, + { + "epoch": 2.4707379134860052, + "grad_norm": 1.6643545857067228, + "learning_rate": 1.64715860899067e-05, + "loss": 0.5719, + "step": 2913 + }, + { + "epoch": 2.4715860899067006, + "grad_norm": 1.6238097171045378, + "learning_rate": 1.6477240599378005e-05, + "loss": 0.4513, + "step": 2914 + }, + { + "epoch": 2.472434266327396, + "grad_norm": 1.5709743936941596, + "learning_rate": 1.6482895108849308e-05, + "loss": 0.4472, + "step": 2915 + }, + { + "epoch": 2.4732824427480917, + "grad_norm": 1.6243750029472566, + "learning_rate": 1.648854961832061e-05, + "loss": 0.4304, + "step": 2916 + }, + { + "epoch": 2.474130619168787, + "grad_norm": 1.7385574869965295, + "learning_rate": 1.6494204127791915e-05, + "loss": 0.5261, + "step": 2917 + }, + { + "epoch": 2.4749787955894824, + "grad_norm": 1.5745141593500867, + "learning_rate": 1.6499858637263218e-05, + "loss": 0.4471, + "step": 2918 + }, + { + "epoch": 2.475826972010178, + "grad_norm": 1.6752864127669151, + "learning_rate": 1.650551314673452e-05, + "loss": 0.4408, + "step": 2919 + }, + { + "epoch": 2.4766751484308736, + "grad_norm": 1.721277491034936, + "learning_rate": 1.6511167656205828e-05, + "loss": 0.5384, + "step": 2920 + }, + { + "epoch": 2.4775233248515693, + "grad_norm": 1.5191412720386728, + "learning_rate": 1.6516822165677128e-05, + "loss": 0.4664, + "step": 2921 + }, + { + "epoch": 2.4783715012722647, + "grad_norm": 1.6569551300591538, + "learning_rate": 1.652247667514843e-05, + "loss": 0.4769, + "step": 2922 + }, + { + "epoch": 2.47921967769296, + "grad_norm": 1.6119659349169921, + "learning_rate": 1.6528131184619735e-05, + "loss": 0.4452, + "step": 2923 + }, + { + "epoch": 2.480067854113656, + "grad_norm": 1.6021102062584227, + "learning_rate": 1.6533785694091038e-05, + "loss": 0.5527, + "step": 2924 + }, + { + "epoch": 2.480916030534351, + "grad_norm": 1.9586107870018665, + "learning_rate": 1.653944020356234e-05, + "loss": 0.6047, + "step": 2925 + }, + { + "epoch": 2.4817642069550465, + "grad_norm": 1.7345636275637268, + "learning_rate": 1.6545094713033645e-05, + "loss": 0.4594, + "step": 2926 + }, + { + "epoch": 2.4826123833757423, + "grad_norm": 2.0075289217951275, + "learning_rate": 1.655074922250495e-05, + "loss": 0.6019, + "step": 2927 + }, + { + "epoch": 2.4834605597964376, + "grad_norm": 1.629974588856115, + "learning_rate": 1.6556403731976252e-05, + "loss": 0.577, + "step": 2928 + }, + { + "epoch": 2.484308736217133, + "grad_norm": 1.615946094729623, + "learning_rate": 1.6562058241447555e-05, + "loss": 0.5774, + "step": 2929 + }, + { + "epoch": 2.485156912637829, + "grad_norm": 1.667783073023987, + "learning_rate": 1.656771275091886e-05, + "loss": 0.4373, + "step": 2930 + }, + { + "epoch": 2.486005089058524, + "grad_norm": 1.7108721206870188, + "learning_rate": 1.6573367260390162e-05, + "loss": 0.4657, + "step": 2931 + }, + { + "epoch": 2.48685326547922, + "grad_norm": 1.731328326992789, + "learning_rate": 1.6579021769861465e-05, + "loss": 0.6321, + "step": 2932 + }, + { + "epoch": 2.4877014418999153, + "grad_norm": 1.701965864880452, + "learning_rate": 1.658467627933277e-05, + "loss": 0.5819, + "step": 2933 + }, + { + "epoch": 2.4885496183206106, + "grad_norm": 1.8073512716863134, + "learning_rate": 1.6590330788804072e-05, + "loss": 0.6047, + "step": 2934 + }, + { + "epoch": 2.489397794741306, + "grad_norm": 2.5643124025285293, + "learning_rate": 1.6595985298275375e-05, + "loss": 0.5934, + "step": 2935 + }, + { + "epoch": 2.4902459711620017, + "grad_norm": 1.668697188776, + "learning_rate": 1.660163980774668e-05, + "loss": 0.5855, + "step": 2936 + }, + { + "epoch": 2.491094147582697, + "grad_norm": 1.6888101478151247, + "learning_rate": 1.6607294317217982e-05, + "loss": 0.4618, + "step": 2937 + }, + { + "epoch": 2.491942324003393, + "grad_norm": 1.7493289846973905, + "learning_rate": 1.6612948826689285e-05, + "loss": 0.4466, + "step": 2938 + }, + { + "epoch": 2.4927905004240882, + "grad_norm": 1.8920320416005247, + "learning_rate": 1.661860333616059e-05, + "loss": 0.6, + "step": 2939 + }, + { + "epoch": 2.4936386768447836, + "grad_norm": 1.6809374360705045, + "learning_rate": 1.6624257845631892e-05, + "loss": 0.4904, + "step": 2940 + }, + { + "epoch": 2.4944868532654794, + "grad_norm": 1.6732341981641337, + "learning_rate": 1.6629912355103196e-05, + "loss": 0.582, + "step": 2941 + }, + { + "epoch": 2.4953350296861747, + "grad_norm": 1.4399875368400932, + "learning_rate": 1.66355668645745e-05, + "loss": 0.4844, + "step": 2942 + }, + { + "epoch": 2.49618320610687, + "grad_norm": 1.820549375853217, + "learning_rate": 1.6641221374045802e-05, + "loss": 0.6086, + "step": 2943 + }, + { + "epoch": 2.497031382527566, + "grad_norm": 1.6323645512427423, + "learning_rate": 1.6646875883517106e-05, + "loss": 0.4407, + "step": 2944 + }, + { + "epoch": 2.497879558948261, + "grad_norm": 1.5503650559632, + "learning_rate": 1.665253039298841e-05, + "loss": 0.5013, + "step": 2945 + }, + { + "epoch": 2.4987277353689565, + "grad_norm": 1.6748462545793847, + "learning_rate": 1.6658184902459712e-05, + "loss": 0.5223, + "step": 2946 + }, + { + "epoch": 2.4995759117896523, + "grad_norm": 1.7728474694435234, + "learning_rate": 1.6663839411931016e-05, + "loss": 0.4448, + "step": 2947 + }, + { + "epoch": 2.5004240882103477, + "grad_norm": 1.7679429753194587, + "learning_rate": 1.666949392140232e-05, + "loss": 0.5987, + "step": 2948 + }, + { + "epoch": 2.5012722646310435, + "grad_norm": 2.006327659560254, + "learning_rate": 1.6675148430873623e-05, + "loss": 0.5146, + "step": 2949 + }, + { + "epoch": 2.502120441051739, + "grad_norm": 1.6807539615386546, + "learning_rate": 1.6680802940344926e-05, + "loss": 0.5535, + "step": 2950 + }, + { + "epoch": 2.502968617472434, + "grad_norm": 1.650282824517702, + "learning_rate": 1.668645744981623e-05, + "loss": 0.5747, + "step": 2951 + }, + { + "epoch": 2.5038167938931295, + "grad_norm": 1.635967796477053, + "learning_rate": 1.6692111959287533e-05, + "loss": 0.5313, + "step": 2952 + }, + { + "epoch": 2.5046649703138253, + "grad_norm": 2.05453353455248, + "learning_rate": 1.6697766468758836e-05, + "loss": 0.5892, + "step": 2953 + }, + { + "epoch": 2.5055131467345206, + "grad_norm": 1.7187841484584434, + "learning_rate": 1.670342097823014e-05, + "loss": 0.5421, + "step": 2954 + }, + { + "epoch": 2.5063613231552164, + "grad_norm": 1.5990754174485398, + "learning_rate": 1.6709075487701443e-05, + "loss": 0.5527, + "step": 2955 + }, + { + "epoch": 2.5072094995759118, + "grad_norm": 1.482027992027307, + "learning_rate": 1.6714729997172746e-05, + "loss": 0.4906, + "step": 2956 + }, + { + "epoch": 2.508057675996607, + "grad_norm": 1.98287381316832, + "learning_rate": 1.672038450664405e-05, + "loss": 0.5504, + "step": 2957 + }, + { + "epoch": 2.508905852417303, + "grad_norm": 1.669884988275228, + "learning_rate": 1.6726039016115353e-05, + "loss": 0.5303, + "step": 2958 + }, + { + "epoch": 2.5097540288379983, + "grad_norm": 1.6102265128520397, + "learning_rate": 1.6731693525586656e-05, + "loss": 0.5989, + "step": 2959 + }, + { + "epoch": 2.510602205258694, + "grad_norm": 1.6090840012457306, + "learning_rate": 1.673734803505796e-05, + "loss": 0.5155, + "step": 2960 + }, + { + "epoch": 2.5114503816793894, + "grad_norm": 1.7483965164074615, + "learning_rate": 1.6743002544529263e-05, + "loss": 0.634, + "step": 2961 + }, + { + "epoch": 2.5122985581000847, + "grad_norm": 1.5454886713757212, + "learning_rate": 1.6748657054000566e-05, + "loss": 0.5205, + "step": 2962 + }, + { + "epoch": 2.51314673452078, + "grad_norm": 1.7947789900369973, + "learning_rate": 1.675431156347187e-05, + "loss": 0.6056, + "step": 2963 + }, + { + "epoch": 2.513994910941476, + "grad_norm": 1.8667998786788467, + "learning_rate": 1.6759966072943173e-05, + "loss": 0.5235, + "step": 2964 + }, + { + "epoch": 2.514843087362171, + "grad_norm": 1.474101947487906, + "learning_rate": 1.6765620582414476e-05, + "loss": 0.4417, + "step": 2965 + }, + { + "epoch": 2.515691263782867, + "grad_norm": 1.813531980166433, + "learning_rate": 1.677127509188578e-05, + "loss": 0.6092, + "step": 2966 + }, + { + "epoch": 2.5165394402035624, + "grad_norm": 1.5496770703732528, + "learning_rate": 1.6776929601357083e-05, + "loss": 0.5682, + "step": 2967 + }, + { + "epoch": 2.5173876166242577, + "grad_norm": 1.749125100273683, + "learning_rate": 1.6782584110828387e-05, + "loss": 0.6221, + "step": 2968 + }, + { + "epoch": 2.5182357930449535, + "grad_norm": 1.6044873973346157, + "learning_rate": 1.678823862029969e-05, + "loss": 0.4867, + "step": 2969 + }, + { + "epoch": 2.519083969465649, + "grad_norm": 1.7766065491401992, + "learning_rate": 1.6793893129770993e-05, + "loss": 0.5544, + "step": 2970 + }, + { + "epoch": 2.5199321458863446, + "grad_norm": 1.5912984121463312, + "learning_rate": 1.6799547639242297e-05, + "loss": 0.4977, + "step": 2971 + }, + { + "epoch": 2.52078032230704, + "grad_norm": 1.5648568804917282, + "learning_rate": 1.68052021487136e-05, + "loss": 0.4841, + "step": 2972 + }, + { + "epoch": 2.5216284987277353, + "grad_norm": 1.6283656998909941, + "learning_rate": 1.6810856658184903e-05, + "loss": 0.5092, + "step": 2973 + }, + { + "epoch": 2.5224766751484307, + "grad_norm": 1.5870931644198294, + "learning_rate": 1.6816511167656207e-05, + "loss": 0.5232, + "step": 2974 + }, + { + "epoch": 2.5233248515691264, + "grad_norm": 1.5424290803681866, + "learning_rate": 1.682216567712751e-05, + "loss": 0.5077, + "step": 2975 + }, + { + "epoch": 2.524173027989822, + "grad_norm": 1.7089011971134966, + "learning_rate": 1.6827820186598814e-05, + "loss": 0.5682, + "step": 2976 + }, + { + "epoch": 2.5250212044105176, + "grad_norm": 1.5984269586091397, + "learning_rate": 1.6833474696070117e-05, + "loss": 0.5277, + "step": 2977 + }, + { + "epoch": 2.525869380831213, + "grad_norm": 1.6141810548100728, + "learning_rate": 1.683912920554142e-05, + "loss": 0.5442, + "step": 2978 + }, + { + "epoch": 2.5267175572519083, + "grad_norm": 1.9049960897529061, + "learning_rate": 1.6844783715012724e-05, + "loss": 0.5308, + "step": 2979 + }, + { + "epoch": 2.527565733672604, + "grad_norm": 1.546641435051898, + "learning_rate": 1.6850438224484027e-05, + "loss": 0.517, + "step": 2980 + }, + { + "epoch": 2.5284139100932994, + "grad_norm": 1.779014992429529, + "learning_rate": 1.685609273395533e-05, + "loss": 0.561, + "step": 2981 + }, + { + "epoch": 2.5292620865139948, + "grad_norm": 1.8464072379913865, + "learning_rate": 1.6861747243426634e-05, + "loss": 0.5283, + "step": 2982 + }, + { + "epoch": 2.5301102629346905, + "grad_norm": 1.6768455151353103, + "learning_rate": 1.6867401752897937e-05, + "loss": 0.5959, + "step": 2983 + }, + { + "epoch": 2.530958439355386, + "grad_norm": 1.8420773887792408, + "learning_rate": 1.687305626236924e-05, + "loss": 0.5631, + "step": 2984 + }, + { + "epoch": 2.5318066157760812, + "grad_norm": 1.8583357036942856, + "learning_rate": 1.6878710771840544e-05, + "loss": 0.7172, + "step": 2985 + }, + { + "epoch": 2.532654792196777, + "grad_norm": 1.6197953050718457, + "learning_rate": 1.6884365281311847e-05, + "loss": 0.5107, + "step": 2986 + }, + { + "epoch": 2.5335029686174724, + "grad_norm": 1.662089500955057, + "learning_rate": 1.689001979078315e-05, + "loss": 0.4831, + "step": 2987 + }, + { + "epoch": 2.534351145038168, + "grad_norm": 1.6771962534435003, + "learning_rate": 1.6895674300254454e-05, + "loss": 0.4797, + "step": 2988 + }, + { + "epoch": 2.5351993214588635, + "grad_norm": 1.5818886397123235, + "learning_rate": 1.6901328809725757e-05, + "loss": 0.489, + "step": 2989 + }, + { + "epoch": 2.536047497879559, + "grad_norm": 1.8884381485761512, + "learning_rate": 1.690698331919706e-05, + "loss": 0.5102, + "step": 2990 + }, + { + "epoch": 2.536895674300254, + "grad_norm": 1.7258767941759827, + "learning_rate": 1.6912637828668364e-05, + "loss": 0.5735, + "step": 2991 + }, + { + "epoch": 2.53774385072095, + "grad_norm": 1.5630187351276768, + "learning_rate": 1.6918292338139668e-05, + "loss": 0.5078, + "step": 2992 + }, + { + "epoch": 2.5385920271416453, + "grad_norm": 1.672264420047521, + "learning_rate": 1.692394684761097e-05, + "loss": 0.6267, + "step": 2993 + }, + { + "epoch": 2.539440203562341, + "grad_norm": 1.71101498682409, + "learning_rate": 1.6929601357082274e-05, + "loss": 0.4703, + "step": 2994 + }, + { + "epoch": 2.5402883799830365, + "grad_norm": 1.7759107352294792, + "learning_rate": 1.6935255866553578e-05, + "loss": 0.6348, + "step": 2995 + }, + { + "epoch": 2.541136556403732, + "grad_norm": 1.491500584011361, + "learning_rate": 1.694091037602488e-05, + "loss": 0.4611, + "step": 2996 + }, + { + "epoch": 2.5419847328244276, + "grad_norm": 2.004545653792221, + "learning_rate": 1.6946564885496184e-05, + "loss": 0.6663, + "step": 2997 + }, + { + "epoch": 2.542832909245123, + "grad_norm": 1.673560963968778, + "learning_rate": 1.6952219394967488e-05, + "loss": 0.5633, + "step": 2998 + }, + { + "epoch": 2.5436810856658187, + "grad_norm": 1.6001498875230662, + "learning_rate": 1.695787390443879e-05, + "loss": 0.5095, + "step": 2999 + }, + { + "epoch": 2.544529262086514, + "grad_norm": 1.5339419248564918, + "learning_rate": 1.6963528413910094e-05, + "loss": 0.4438, + "step": 3000 + }, + { + "epoch": 2.5453774385072094, + "grad_norm": 1.7154026285181847, + "learning_rate": 1.6969182923381398e-05, + "loss": 0.5754, + "step": 3001 + }, + { + "epoch": 2.546225614927905, + "grad_norm": 1.5555309677158078, + "learning_rate": 1.69748374328527e-05, + "loss": 0.4758, + "step": 3002 + }, + { + "epoch": 2.5470737913486006, + "grad_norm": 1.6778427478569338, + "learning_rate": 1.6980491942324005e-05, + "loss": 0.4878, + "step": 3003 + }, + { + "epoch": 2.547921967769296, + "grad_norm": 1.7337893855918212, + "learning_rate": 1.6986146451795308e-05, + "loss": 0.5632, + "step": 3004 + }, + { + "epoch": 2.5487701441899917, + "grad_norm": 1.6084576519221565, + "learning_rate": 1.699180096126661e-05, + "loss": 0.5459, + "step": 3005 + }, + { + "epoch": 2.549618320610687, + "grad_norm": 1.6599988539079396, + "learning_rate": 1.6997455470737915e-05, + "loss": 0.6202, + "step": 3006 + }, + { + "epoch": 2.5504664970313824, + "grad_norm": 1.5796789499336543, + "learning_rate": 1.7003109980209218e-05, + "loss": 0.5366, + "step": 3007 + }, + { + "epoch": 2.551314673452078, + "grad_norm": 1.9315770553413607, + "learning_rate": 1.700876448968052e-05, + "loss": 0.5796, + "step": 3008 + }, + { + "epoch": 2.5521628498727735, + "grad_norm": 1.6267698165936413, + "learning_rate": 1.7014418999151825e-05, + "loss": 0.5899, + "step": 3009 + }, + { + "epoch": 2.553011026293469, + "grad_norm": 1.818750651877176, + "learning_rate": 1.7020073508623128e-05, + "loss": 0.5925, + "step": 3010 + }, + { + "epoch": 2.5538592027141647, + "grad_norm": 1.5130927907630478, + "learning_rate": 1.702572801809443e-05, + "loss": 0.5197, + "step": 3011 + }, + { + "epoch": 2.55470737913486, + "grad_norm": 1.8162993252982502, + "learning_rate": 1.7031382527565735e-05, + "loss": 0.5114, + "step": 3012 + }, + { + "epoch": 2.5555555555555554, + "grad_norm": 1.605854887189843, + "learning_rate": 1.7037037037037038e-05, + "loss": 0.4632, + "step": 3013 + }, + { + "epoch": 2.556403731976251, + "grad_norm": 1.8885785487738715, + "learning_rate": 1.704269154650834e-05, + "loss": 0.5093, + "step": 3014 + }, + { + "epoch": 2.5572519083969465, + "grad_norm": 1.5713444478827372, + "learning_rate": 1.7048346055979645e-05, + "loss": 0.5619, + "step": 3015 + }, + { + "epoch": 2.5581000848176423, + "grad_norm": 1.6699329241112404, + "learning_rate": 1.705400056545095e-05, + "loss": 0.6078, + "step": 3016 + }, + { + "epoch": 2.5589482612383376, + "grad_norm": 1.6633969011917922, + "learning_rate": 1.7059655074922252e-05, + "loss": 0.5941, + "step": 3017 + }, + { + "epoch": 2.559796437659033, + "grad_norm": 1.8155322104520129, + "learning_rate": 1.7065309584393555e-05, + "loss": 0.58, + "step": 3018 + }, + { + "epoch": 2.5606446140797283, + "grad_norm": 1.5838818262920369, + "learning_rate": 1.707096409386486e-05, + "loss": 0.4786, + "step": 3019 + }, + { + "epoch": 2.561492790500424, + "grad_norm": 1.6118147628571764, + "learning_rate": 1.7076618603336162e-05, + "loss": 0.5424, + "step": 3020 + }, + { + "epoch": 2.5623409669211195, + "grad_norm": 1.8285866964582655, + "learning_rate": 1.7082273112807465e-05, + "loss": 0.5344, + "step": 3021 + }, + { + "epoch": 2.5631891433418152, + "grad_norm": 1.7657003937064528, + "learning_rate": 1.708792762227877e-05, + "loss": 0.5407, + "step": 3022 + }, + { + "epoch": 2.5640373197625106, + "grad_norm": 1.784144369520012, + "learning_rate": 1.7093582131750072e-05, + "loss": 0.6473, + "step": 3023 + }, + { + "epoch": 2.564885496183206, + "grad_norm": 1.4683671512181178, + "learning_rate": 1.7099236641221375e-05, + "loss": 0.508, + "step": 3024 + }, + { + "epoch": 2.5657336726039017, + "grad_norm": 1.8216899762247256, + "learning_rate": 1.710489115069268e-05, + "loss": 0.5762, + "step": 3025 + }, + { + "epoch": 2.566581849024597, + "grad_norm": 1.4868712610676513, + "learning_rate": 1.7110545660163982e-05, + "loss": 0.523, + "step": 3026 + }, + { + "epoch": 2.567430025445293, + "grad_norm": 1.661636434498686, + "learning_rate": 1.7116200169635286e-05, + "loss": 0.4822, + "step": 3027 + }, + { + "epoch": 2.568278201865988, + "grad_norm": 1.563661378736549, + "learning_rate": 1.712185467910659e-05, + "loss": 0.4863, + "step": 3028 + }, + { + "epoch": 2.5691263782866836, + "grad_norm": 1.5863029864591909, + "learning_rate": 1.7127509188577892e-05, + "loss": 0.5251, + "step": 3029 + }, + { + "epoch": 2.569974554707379, + "grad_norm": 1.7909841735480598, + "learning_rate": 1.7133163698049196e-05, + "loss": 0.594, + "step": 3030 + }, + { + "epoch": 2.5708227311280747, + "grad_norm": 1.4782688796836518, + "learning_rate": 1.71388182075205e-05, + "loss": 0.4931, + "step": 3031 + }, + { + "epoch": 2.57167090754877, + "grad_norm": 1.5543755037110814, + "learning_rate": 1.7144472716991802e-05, + "loss": 0.5425, + "step": 3032 + }, + { + "epoch": 2.572519083969466, + "grad_norm": 1.7215221797581495, + "learning_rate": 1.7150127226463106e-05, + "loss": 0.6453, + "step": 3033 + }, + { + "epoch": 2.573367260390161, + "grad_norm": 1.5840829937450247, + "learning_rate": 1.715578173593441e-05, + "loss": 0.4837, + "step": 3034 + }, + { + "epoch": 2.5742154368108565, + "grad_norm": 1.7036559480810665, + "learning_rate": 1.7161436245405712e-05, + "loss": 0.4654, + "step": 3035 + }, + { + "epoch": 2.5750636132315523, + "grad_norm": 1.5290603321999685, + "learning_rate": 1.7167090754877016e-05, + "loss": 0.4441, + "step": 3036 + }, + { + "epoch": 2.5759117896522477, + "grad_norm": 1.4860570543240803, + "learning_rate": 1.717274526434832e-05, + "loss": 0.3859, + "step": 3037 + }, + { + "epoch": 2.5767599660729434, + "grad_norm": 1.9709831056215814, + "learning_rate": 1.7178399773819623e-05, + "loss": 0.4857, + "step": 3038 + }, + { + "epoch": 2.577608142493639, + "grad_norm": 1.5767339537600724, + "learning_rate": 1.7184054283290926e-05, + "loss": 0.4594, + "step": 3039 + }, + { + "epoch": 2.578456318914334, + "grad_norm": 1.6242846729045046, + "learning_rate": 1.718970879276223e-05, + "loss": 0.5417, + "step": 3040 + }, + { + "epoch": 2.5793044953350295, + "grad_norm": 1.6099861125854333, + "learning_rate": 1.7195363302233533e-05, + "loss": 0.5698, + "step": 3041 + }, + { + "epoch": 2.5801526717557253, + "grad_norm": 1.4929213458452033, + "learning_rate": 1.7201017811704836e-05, + "loss": 0.5439, + "step": 3042 + }, + { + "epoch": 2.5810008481764206, + "grad_norm": 1.6818587875638313, + "learning_rate": 1.720667232117614e-05, + "loss": 0.5317, + "step": 3043 + }, + { + "epoch": 2.5818490245971164, + "grad_norm": 1.720322115726815, + "learning_rate": 1.7212326830647443e-05, + "loss": 0.4837, + "step": 3044 + }, + { + "epoch": 2.5826972010178118, + "grad_norm": 1.6331202228717268, + "learning_rate": 1.7217981340118746e-05, + "loss": 0.5234, + "step": 3045 + }, + { + "epoch": 2.583545377438507, + "grad_norm": 1.5002106842069625, + "learning_rate": 1.722363584959005e-05, + "loss": 0.4962, + "step": 3046 + }, + { + "epoch": 2.5843935538592024, + "grad_norm": 1.9812318155719548, + "learning_rate": 1.7229290359061353e-05, + "loss": 0.569, + "step": 3047 + }, + { + "epoch": 2.5852417302798982, + "grad_norm": 1.5312738576626188, + "learning_rate": 1.7234944868532656e-05, + "loss": 0.5307, + "step": 3048 + }, + { + "epoch": 2.5860899067005936, + "grad_norm": 1.453106352619169, + "learning_rate": 1.724059937800396e-05, + "loss": 0.4496, + "step": 3049 + }, + { + "epoch": 2.5869380831212894, + "grad_norm": 1.6159351883728401, + "learning_rate": 1.7246253887475263e-05, + "loss": 0.4996, + "step": 3050 + }, + { + "epoch": 2.5877862595419847, + "grad_norm": 1.6883435696992786, + "learning_rate": 1.7251908396946566e-05, + "loss": 0.593, + "step": 3051 + }, + { + "epoch": 2.58863443596268, + "grad_norm": 1.6949025490380834, + "learning_rate": 1.725756290641787e-05, + "loss": 0.577, + "step": 3052 + }, + { + "epoch": 2.589482612383376, + "grad_norm": 1.583814052894738, + "learning_rate": 1.7263217415889173e-05, + "loss": 0.5804, + "step": 3053 + }, + { + "epoch": 2.590330788804071, + "grad_norm": 1.5987685946068326, + "learning_rate": 1.7268871925360477e-05, + "loss": 0.4218, + "step": 3054 + }, + { + "epoch": 2.591178965224767, + "grad_norm": 1.6738550965425172, + "learning_rate": 1.727452643483178e-05, + "loss": 0.5592, + "step": 3055 + }, + { + "epoch": 2.5920271416454623, + "grad_norm": 1.5698609424579222, + "learning_rate": 1.7280180944303083e-05, + "loss": 0.5716, + "step": 3056 + }, + { + "epoch": 2.5928753180661577, + "grad_norm": 1.6340917362141296, + "learning_rate": 1.7285835453774387e-05, + "loss": 0.4846, + "step": 3057 + }, + { + "epoch": 2.593723494486853, + "grad_norm": 1.6350807252449953, + "learning_rate": 1.729148996324569e-05, + "loss": 0.5412, + "step": 3058 + }, + { + "epoch": 2.594571670907549, + "grad_norm": 1.6732163065977266, + "learning_rate": 1.7297144472716993e-05, + "loss": 0.5321, + "step": 3059 + }, + { + "epoch": 2.595419847328244, + "grad_norm": 1.752328290147066, + "learning_rate": 1.7302798982188297e-05, + "loss": 0.556, + "step": 3060 + }, + { + "epoch": 2.59626802374894, + "grad_norm": 1.5257164150001843, + "learning_rate": 1.73084534916596e-05, + "loss": 0.474, + "step": 3061 + }, + { + "epoch": 2.5971162001696353, + "grad_norm": 1.3717859498556038, + "learning_rate": 1.7314108001130904e-05, + "loss": 0.4361, + "step": 3062 + }, + { + "epoch": 2.5979643765903306, + "grad_norm": 1.6242624015330103, + "learning_rate": 1.7319762510602207e-05, + "loss": 0.3769, + "step": 3063 + }, + { + "epoch": 2.5988125530110264, + "grad_norm": 1.515149799555317, + "learning_rate": 1.732541702007351e-05, + "loss": 0.5254, + "step": 3064 + }, + { + "epoch": 2.5996607294317218, + "grad_norm": 1.4437148376828346, + "learning_rate": 1.7331071529544814e-05, + "loss": 0.5284, + "step": 3065 + }, + { + "epoch": 2.6005089058524176, + "grad_norm": 1.4817391250412941, + "learning_rate": 1.7336726039016117e-05, + "loss": 0.5171, + "step": 3066 + }, + { + "epoch": 2.601357082273113, + "grad_norm": 1.5215199129839054, + "learning_rate": 1.734238054848742e-05, + "loss": 0.4927, + "step": 3067 + }, + { + "epoch": 2.6022052586938083, + "grad_norm": 1.5285644335367332, + "learning_rate": 1.7348035057958724e-05, + "loss": 0.524, + "step": 3068 + }, + { + "epoch": 2.6030534351145036, + "grad_norm": 1.4272710826627732, + "learning_rate": 1.7353689567430027e-05, + "loss": 0.4916, + "step": 3069 + }, + { + "epoch": 2.6039016115351994, + "grad_norm": 1.6599770650826127, + "learning_rate": 1.735934407690133e-05, + "loss": 0.5212, + "step": 3070 + }, + { + "epoch": 2.6047497879558947, + "grad_norm": 1.6730748535831488, + "learning_rate": 1.7364998586372634e-05, + "loss": 0.5074, + "step": 3071 + }, + { + "epoch": 2.6055979643765905, + "grad_norm": 1.5071592663696132, + "learning_rate": 1.7370653095843937e-05, + "loss": 0.4068, + "step": 3072 + }, + { + "epoch": 2.606446140797286, + "grad_norm": 1.6257806760352043, + "learning_rate": 1.737630760531524e-05, + "loss": 0.6016, + "step": 3073 + }, + { + "epoch": 2.607294317217981, + "grad_norm": 1.5447951005355958, + "learning_rate": 1.7381962114786544e-05, + "loss": 0.4916, + "step": 3074 + }, + { + "epoch": 2.608142493638677, + "grad_norm": 1.6516204608264045, + "learning_rate": 1.7387616624257847e-05, + "loss": 0.5719, + "step": 3075 + }, + { + "epoch": 2.6089906700593724, + "grad_norm": 1.591606065139823, + "learning_rate": 1.739327113372915e-05, + "loss": 0.5397, + "step": 3076 + }, + { + "epoch": 2.6098388464800677, + "grad_norm": 1.7969418090753242, + "learning_rate": 1.7398925643200454e-05, + "loss": 0.6716, + "step": 3077 + }, + { + "epoch": 2.6106870229007635, + "grad_norm": 1.6593667972441701, + "learning_rate": 1.7404580152671757e-05, + "loss": 0.5466, + "step": 3078 + }, + { + "epoch": 2.611535199321459, + "grad_norm": 1.458881933892528, + "learning_rate": 1.741023466214306e-05, + "loss": 0.4669, + "step": 3079 + }, + { + "epoch": 2.612383375742154, + "grad_norm": 1.6700332448581237, + "learning_rate": 1.7415889171614364e-05, + "loss": 0.5391, + "step": 3080 + }, + { + "epoch": 2.61323155216285, + "grad_norm": 1.646748869559256, + "learning_rate": 1.7421543681085668e-05, + "loss": 0.5569, + "step": 3081 + }, + { + "epoch": 2.6140797285835453, + "grad_norm": 1.745108785337161, + "learning_rate": 1.742719819055697e-05, + "loss": 0.5284, + "step": 3082 + }, + { + "epoch": 2.614927905004241, + "grad_norm": 1.686354328289653, + "learning_rate": 1.7432852700028274e-05, + "loss": 0.5948, + "step": 3083 + }, + { + "epoch": 2.6157760814249365, + "grad_norm": 1.7730802545274644, + "learning_rate": 1.7438507209499578e-05, + "loss": 0.5361, + "step": 3084 + }, + { + "epoch": 2.616624257845632, + "grad_norm": 1.6251771148852163, + "learning_rate": 1.744416171897088e-05, + "loss": 0.4697, + "step": 3085 + }, + { + "epoch": 2.617472434266327, + "grad_norm": 1.5694944367002135, + "learning_rate": 1.7449816228442184e-05, + "loss": 0.5639, + "step": 3086 + }, + { + "epoch": 2.618320610687023, + "grad_norm": 1.591667878569197, + "learning_rate": 1.7455470737913488e-05, + "loss": 0.4559, + "step": 3087 + }, + { + "epoch": 2.6191687871077183, + "grad_norm": 1.7144071594963508, + "learning_rate": 1.746112524738479e-05, + "loss": 0.4183, + "step": 3088 + }, + { + "epoch": 2.620016963528414, + "grad_norm": 1.625173785798841, + "learning_rate": 1.7466779756856095e-05, + "loss": 0.5172, + "step": 3089 + }, + { + "epoch": 2.6208651399491094, + "grad_norm": 1.730834500272883, + "learning_rate": 1.7472434266327398e-05, + "loss": 0.5596, + "step": 3090 + }, + { + "epoch": 2.6217133163698048, + "grad_norm": 1.5795574167606272, + "learning_rate": 1.74780887757987e-05, + "loss": 0.516, + "step": 3091 + }, + { + "epoch": 2.6225614927905005, + "grad_norm": 1.6796634406947264, + "learning_rate": 1.7483743285270005e-05, + "loss": 0.5358, + "step": 3092 + }, + { + "epoch": 2.623409669211196, + "grad_norm": 1.450377312572707, + "learning_rate": 1.7489397794741308e-05, + "loss": 0.5378, + "step": 3093 + }, + { + "epoch": 2.6242578456318917, + "grad_norm": 1.4858050075090656, + "learning_rate": 1.749505230421261e-05, + "loss": 0.5098, + "step": 3094 + }, + { + "epoch": 2.625106022052587, + "grad_norm": 1.7055753581150728, + "learning_rate": 1.7500706813683915e-05, + "loss": 0.5688, + "step": 3095 + }, + { + "epoch": 2.6259541984732824, + "grad_norm": 1.7108584480257365, + "learning_rate": 1.7506361323155218e-05, + "loss": 0.5599, + "step": 3096 + }, + { + "epoch": 2.6268023748939777, + "grad_norm": 1.7000208179822633, + "learning_rate": 1.751201583262652e-05, + "loss": 0.5762, + "step": 3097 + }, + { + "epoch": 2.6276505513146735, + "grad_norm": 1.513440363533055, + "learning_rate": 1.7517670342097825e-05, + "loss": 0.4899, + "step": 3098 + }, + { + "epoch": 2.628498727735369, + "grad_norm": 1.6239639765202039, + "learning_rate": 1.7523324851569128e-05, + "loss": 0.5303, + "step": 3099 + }, + { + "epoch": 2.6293469041560646, + "grad_norm": 1.7746516960426264, + "learning_rate": 1.752897936104043e-05, + "loss": 0.5514, + "step": 3100 + }, + { + "epoch": 2.63019508057676, + "grad_norm": 1.9165882744970761, + "learning_rate": 1.7534633870511735e-05, + "loss": 0.5963, + "step": 3101 + }, + { + "epoch": 2.6310432569974553, + "grad_norm": 1.626348839724466, + "learning_rate": 1.754028837998304e-05, + "loss": 0.4439, + "step": 3102 + }, + { + "epoch": 2.631891433418151, + "grad_norm": 1.722233504369865, + "learning_rate": 1.7545942889454342e-05, + "loss": 0.5399, + "step": 3103 + }, + { + "epoch": 2.6327396098388465, + "grad_norm": 1.9475078802949533, + "learning_rate": 1.7551597398925645e-05, + "loss": 0.5903, + "step": 3104 + }, + { + "epoch": 2.633587786259542, + "grad_norm": 1.594161295524196, + "learning_rate": 1.755725190839695e-05, + "loss": 0.5279, + "step": 3105 + }, + { + "epoch": 2.6344359626802376, + "grad_norm": 1.533238608794645, + "learning_rate": 1.7562906417868252e-05, + "loss": 0.5156, + "step": 3106 + }, + { + "epoch": 2.635284139100933, + "grad_norm": 1.6216740757219292, + "learning_rate": 1.7568560927339555e-05, + "loss": 0.5421, + "step": 3107 + }, + { + "epoch": 2.6361323155216283, + "grad_norm": 1.8874315123809982, + "learning_rate": 1.757421543681086e-05, + "loss": 0.6053, + "step": 3108 + }, + { + "epoch": 2.636980491942324, + "grad_norm": 1.5777983450874635, + "learning_rate": 1.7579869946282162e-05, + "loss": 0.5263, + "step": 3109 + }, + { + "epoch": 2.6378286683630194, + "grad_norm": 1.701306899535357, + "learning_rate": 1.7585524455753465e-05, + "loss": 0.589, + "step": 3110 + }, + { + "epoch": 2.6386768447837152, + "grad_norm": 1.5411851733019928, + "learning_rate": 1.759117896522477e-05, + "loss": 0.5228, + "step": 3111 + }, + { + "epoch": 2.6395250212044106, + "grad_norm": 1.56211536665418, + "learning_rate": 1.7596833474696072e-05, + "loss": 0.5153, + "step": 3112 + }, + { + "epoch": 2.640373197625106, + "grad_norm": 1.5878077048008596, + "learning_rate": 1.7602487984167375e-05, + "loss": 0.59, + "step": 3113 + }, + { + "epoch": 2.6412213740458013, + "grad_norm": 1.3968092819218099, + "learning_rate": 1.760814249363868e-05, + "loss": 0.5157, + "step": 3114 + }, + { + "epoch": 2.642069550466497, + "grad_norm": 1.4256481973408353, + "learning_rate": 1.7613797003109982e-05, + "loss": 0.495, + "step": 3115 + }, + { + "epoch": 2.6429177268871924, + "grad_norm": 1.6101379030491731, + "learning_rate": 1.7619451512581286e-05, + "loss": 0.5964, + "step": 3116 + }, + { + "epoch": 2.643765903307888, + "grad_norm": 1.5889683903507903, + "learning_rate": 1.762510602205259e-05, + "loss": 0.5996, + "step": 3117 + }, + { + "epoch": 2.6446140797285835, + "grad_norm": 1.5936587357890368, + "learning_rate": 1.7630760531523892e-05, + "loss": 0.5078, + "step": 3118 + }, + { + "epoch": 2.645462256149279, + "grad_norm": 1.7103578508586408, + "learning_rate": 1.7636415040995196e-05, + "loss": 0.5392, + "step": 3119 + }, + { + "epoch": 2.6463104325699747, + "grad_norm": 1.493467069326219, + "learning_rate": 1.76420695504665e-05, + "loss": 0.5323, + "step": 3120 + }, + { + "epoch": 2.64715860899067, + "grad_norm": 1.5131297334862934, + "learning_rate": 1.7647724059937802e-05, + "loss": 0.4212, + "step": 3121 + }, + { + "epoch": 2.648006785411366, + "grad_norm": 1.796027385352866, + "learning_rate": 1.7653378569409106e-05, + "loss": 0.5836, + "step": 3122 + }, + { + "epoch": 2.648854961832061, + "grad_norm": 1.4736987623963844, + "learning_rate": 1.765903307888041e-05, + "loss": 0.5196, + "step": 3123 + }, + { + "epoch": 2.6497031382527565, + "grad_norm": 1.6469706016032433, + "learning_rate": 1.7664687588351713e-05, + "loss": 0.5172, + "step": 3124 + }, + { + "epoch": 2.650551314673452, + "grad_norm": 1.6394608382605407, + "learning_rate": 1.7670342097823016e-05, + "loss": 0.5342, + "step": 3125 + }, + { + "epoch": 2.6513994910941476, + "grad_norm": 1.5791200647541734, + "learning_rate": 1.767599660729432e-05, + "loss": 0.5324, + "step": 3126 + }, + { + "epoch": 2.652247667514843, + "grad_norm": 1.5774286303390517, + "learning_rate": 1.7681651116765623e-05, + "loss": 0.467, + "step": 3127 + }, + { + "epoch": 2.6530958439355388, + "grad_norm": 1.4711289126977365, + "learning_rate": 1.7687305626236926e-05, + "loss": 0.5693, + "step": 3128 + }, + { + "epoch": 2.653944020356234, + "grad_norm": 1.43696098294592, + "learning_rate": 1.769296013570823e-05, + "loss": 0.4599, + "step": 3129 + }, + { + "epoch": 2.6547921967769295, + "grad_norm": 1.5407201410586957, + "learning_rate": 1.7698614645179533e-05, + "loss": 0.5917, + "step": 3130 + }, + { + "epoch": 2.6556403731976252, + "grad_norm": 1.6930728313467622, + "learning_rate": 1.7704269154650836e-05, + "loss": 0.5358, + "step": 3131 + }, + { + "epoch": 2.6564885496183206, + "grad_norm": 1.5848746101765234, + "learning_rate": 1.770992366412214e-05, + "loss": 0.4354, + "step": 3132 + }, + { + "epoch": 2.6573367260390164, + "grad_norm": 1.695389281919872, + "learning_rate": 1.7715578173593443e-05, + "loss": 0.477, + "step": 3133 + }, + { + "epoch": 2.6581849024597117, + "grad_norm": 1.5814151684603865, + "learning_rate": 1.7721232683064746e-05, + "loss": 0.5265, + "step": 3134 + }, + { + "epoch": 2.659033078880407, + "grad_norm": 1.7531206024291122, + "learning_rate": 1.772688719253605e-05, + "loss": 0.6132, + "step": 3135 + }, + { + "epoch": 2.6598812553011024, + "grad_norm": 1.4926157310588413, + "learning_rate": 1.7732541702007353e-05, + "loss": 0.5001, + "step": 3136 + }, + { + "epoch": 2.660729431721798, + "grad_norm": 1.559633205486814, + "learning_rate": 1.7738196211478656e-05, + "loss": 0.5026, + "step": 3137 + }, + { + "epoch": 2.6615776081424936, + "grad_norm": 1.7005451599263266, + "learning_rate": 1.774385072094996e-05, + "loss": 0.4955, + "step": 3138 + }, + { + "epoch": 2.6624257845631893, + "grad_norm": 1.6437574807837902, + "learning_rate": 1.7749505230421263e-05, + "loss": 0.5077, + "step": 3139 + }, + { + "epoch": 2.6632739609838847, + "grad_norm": 1.6542950329409578, + "learning_rate": 1.7755159739892566e-05, + "loss": 0.528, + "step": 3140 + }, + { + "epoch": 2.66412213740458, + "grad_norm": 1.6639678057421112, + "learning_rate": 1.776081424936387e-05, + "loss": 0.5156, + "step": 3141 + }, + { + "epoch": 2.6649703138252754, + "grad_norm": 1.5695626826187197, + "learning_rate": 1.776646875883517e-05, + "loss": 0.6009, + "step": 3142 + }, + { + "epoch": 2.665818490245971, + "grad_norm": 1.6482985001265993, + "learning_rate": 1.7772123268306477e-05, + "loss": 0.5664, + "step": 3143 + }, + { + "epoch": 2.6666666666666665, + "grad_norm": 1.6360252158261614, + "learning_rate": 1.7777777777777777e-05, + "loss": 0.5262, + "step": 3144 + }, + { + "epoch": 2.6675148430873623, + "grad_norm": 1.6258162912832888, + "learning_rate": 1.7783432287249083e-05, + "loss": 0.5186, + "step": 3145 + }, + { + "epoch": 2.6683630195080577, + "grad_norm": 1.8171729744775063, + "learning_rate": 1.7789086796720387e-05, + "loss": 0.5853, + "step": 3146 + }, + { + "epoch": 2.669211195928753, + "grad_norm": 1.7776971965806176, + "learning_rate": 1.779474130619169e-05, + "loss": 0.4643, + "step": 3147 + }, + { + "epoch": 2.670059372349449, + "grad_norm": 1.4657840206944748, + "learning_rate": 1.7800395815662993e-05, + "loss": 0.5608, + "step": 3148 + }, + { + "epoch": 2.670907548770144, + "grad_norm": 1.4829510516557658, + "learning_rate": 1.7806050325134297e-05, + "loss": 0.4563, + "step": 3149 + }, + { + "epoch": 2.67175572519084, + "grad_norm": 1.7262006587755618, + "learning_rate": 1.78117048346056e-05, + "loss": 0.5357, + "step": 3150 + }, + { + "epoch": 2.6726039016115353, + "grad_norm": 1.7153104452860735, + "learning_rate": 1.7817359344076904e-05, + "loss": 0.5751, + "step": 3151 + }, + { + "epoch": 2.6734520780322306, + "grad_norm": 1.5610825712695784, + "learning_rate": 1.7823013853548207e-05, + "loss": 0.5195, + "step": 3152 + }, + { + "epoch": 2.674300254452926, + "grad_norm": 1.6245688615590752, + "learning_rate": 1.782866836301951e-05, + "loss": 0.6268, + "step": 3153 + }, + { + "epoch": 2.6751484308736218, + "grad_norm": 1.5109388907295822, + "learning_rate": 1.7834322872490814e-05, + "loss": 0.598, + "step": 3154 + }, + { + "epoch": 2.675996607294317, + "grad_norm": 1.5993245504172164, + "learning_rate": 1.7839977381962117e-05, + "loss": 0.5711, + "step": 3155 + }, + { + "epoch": 2.676844783715013, + "grad_norm": 1.6223397866671894, + "learning_rate": 1.784563189143342e-05, + "loss": 0.5247, + "step": 3156 + }, + { + "epoch": 2.6776929601357082, + "grad_norm": 1.519427625219214, + "learning_rate": 1.7851286400904724e-05, + "loss": 0.5036, + "step": 3157 + }, + { + "epoch": 2.6785411365564036, + "grad_norm": 1.4556862417920453, + "learning_rate": 1.7856940910376027e-05, + "loss": 0.4972, + "step": 3158 + }, + { + "epoch": 2.6793893129770994, + "grad_norm": 1.965650351751603, + "learning_rate": 1.786259541984733e-05, + "loss": 0.5787, + "step": 3159 + }, + { + "epoch": 2.6802374893977947, + "grad_norm": 1.4202047326415432, + "learning_rate": 1.7868249929318634e-05, + "loss": 0.5552, + "step": 3160 + }, + { + "epoch": 2.6810856658184905, + "grad_norm": 1.6605541567967963, + "learning_rate": 1.7873904438789937e-05, + "loss": 0.5332, + "step": 3161 + }, + { + "epoch": 2.681933842239186, + "grad_norm": 1.617065328680257, + "learning_rate": 1.787955894826124e-05, + "loss": 0.4915, + "step": 3162 + }, + { + "epoch": 2.682782018659881, + "grad_norm": 1.5012259176118101, + "learning_rate": 1.7885213457732544e-05, + "loss": 0.4957, + "step": 3163 + }, + { + "epoch": 2.6836301950805765, + "grad_norm": 1.7395100958643075, + "learning_rate": 1.7890867967203847e-05, + "loss": 0.4706, + "step": 3164 + }, + { + "epoch": 2.6844783715012723, + "grad_norm": 1.6610381362357465, + "learning_rate": 1.7896522476675147e-05, + "loss": 0.5481, + "step": 3165 + }, + { + "epoch": 2.6853265479219677, + "grad_norm": 1.7154921578086808, + "learning_rate": 1.7902176986146454e-05, + "loss": 0.4596, + "step": 3166 + }, + { + "epoch": 2.6861747243426635, + "grad_norm": 1.7855266298661594, + "learning_rate": 1.7907831495617754e-05, + "loss": 0.5912, + "step": 3167 + }, + { + "epoch": 2.687022900763359, + "grad_norm": 1.7660002816382563, + "learning_rate": 1.791348600508906e-05, + "loss": 0.549, + "step": 3168 + }, + { + "epoch": 2.687871077184054, + "grad_norm": 1.8520861780582216, + "learning_rate": 1.791914051456036e-05, + "loss": 0.4985, + "step": 3169 + }, + { + "epoch": 2.68871925360475, + "grad_norm": 1.685944369729244, + "learning_rate": 1.7924795024031668e-05, + "loss": 0.5594, + "step": 3170 + }, + { + "epoch": 2.6895674300254453, + "grad_norm": 1.6477806630735266, + "learning_rate": 1.793044953350297e-05, + "loss": 0.5324, + "step": 3171 + }, + { + "epoch": 2.6904156064461406, + "grad_norm": 1.7857777277865174, + "learning_rate": 1.7936104042974274e-05, + "loss": 0.526, + "step": 3172 + }, + { + "epoch": 2.6912637828668364, + "grad_norm": 1.5917613713144239, + "learning_rate": 1.7941758552445578e-05, + "loss": 0.5594, + "step": 3173 + }, + { + "epoch": 2.6921119592875318, + "grad_norm": 1.7665801429831864, + "learning_rate": 1.794741306191688e-05, + "loss": 0.5879, + "step": 3174 + }, + { + "epoch": 2.692960135708227, + "grad_norm": 1.8038987183457327, + "learning_rate": 1.7953067571388185e-05, + "loss": 0.5038, + "step": 3175 + }, + { + "epoch": 2.693808312128923, + "grad_norm": 1.607649266302725, + "learning_rate": 1.7958722080859488e-05, + "loss": 0.5259, + "step": 3176 + }, + { + "epoch": 2.6946564885496183, + "grad_norm": 1.632684061796704, + "learning_rate": 1.796437659033079e-05, + "loss": 0.5866, + "step": 3177 + }, + { + "epoch": 2.695504664970314, + "grad_norm": 1.5306359580108968, + "learning_rate": 1.7970031099802095e-05, + "loss": 0.4478, + "step": 3178 + }, + { + "epoch": 2.6963528413910094, + "grad_norm": 1.6465830795529757, + "learning_rate": 1.7975685609273398e-05, + "loss": 0.4989, + "step": 3179 + }, + { + "epoch": 2.6972010178117047, + "grad_norm": 1.596215472624312, + "learning_rate": 1.79813401187447e-05, + "loss": 0.5794, + "step": 3180 + }, + { + "epoch": 2.6980491942324, + "grad_norm": 1.569159776242524, + "learning_rate": 1.7986994628216005e-05, + "loss": 0.4475, + "step": 3181 + }, + { + "epoch": 2.698897370653096, + "grad_norm": 1.7400768874523995, + "learning_rate": 1.7992649137687308e-05, + "loss": 0.4967, + "step": 3182 + }, + { + "epoch": 2.699745547073791, + "grad_norm": 1.5585192897040747, + "learning_rate": 1.799830364715861e-05, + "loss": 0.5179, + "step": 3183 + }, + { + "epoch": 2.700593723494487, + "grad_norm": 1.5306814918764529, + "learning_rate": 1.8003958156629915e-05, + "loss": 0.4703, + "step": 3184 + }, + { + "epoch": 2.7014418999151824, + "grad_norm": 1.6126632801150171, + "learning_rate": 1.8009612666101218e-05, + "loss": 0.4721, + "step": 3185 + }, + { + "epoch": 2.7022900763358777, + "grad_norm": 1.5516647096116682, + "learning_rate": 1.8015267175572518e-05, + "loss": 0.4949, + "step": 3186 + }, + { + "epoch": 2.7031382527565735, + "grad_norm": 1.6278072660318745, + "learning_rate": 1.8020921685043825e-05, + "loss": 0.457, + "step": 3187 + }, + { + "epoch": 2.703986429177269, + "grad_norm": 1.7513707953320787, + "learning_rate": 1.8026576194515125e-05, + "loss": 0.4999, + "step": 3188 + }, + { + "epoch": 2.7048346055979646, + "grad_norm": 1.5717547805203762, + "learning_rate": 1.8032230703986432e-05, + "loss": 0.5417, + "step": 3189 + }, + { + "epoch": 2.70568278201866, + "grad_norm": 1.6167627576300705, + "learning_rate": 1.803788521345773e-05, + "loss": 0.567, + "step": 3190 + }, + { + "epoch": 2.7065309584393553, + "grad_norm": 1.6665421326349807, + "learning_rate": 1.804353972292904e-05, + "loss": 0.5808, + "step": 3191 + }, + { + "epoch": 2.7073791348600507, + "grad_norm": 1.6761843190834163, + "learning_rate": 1.804919423240034e-05, + "loss": 0.5998, + "step": 3192 + }, + { + "epoch": 2.7082273112807465, + "grad_norm": 1.6389033624227316, + "learning_rate": 1.8054848741871645e-05, + "loss": 0.5203, + "step": 3193 + }, + { + "epoch": 2.709075487701442, + "grad_norm": 1.4316736309317306, + "learning_rate": 1.8060503251342945e-05, + "loss": 0.5762, + "step": 3194 + }, + { + "epoch": 2.7099236641221376, + "grad_norm": 1.6166830373127492, + "learning_rate": 1.8066157760814252e-05, + "loss": 0.4389, + "step": 3195 + }, + { + "epoch": 2.710771840542833, + "grad_norm": 1.4972476384361422, + "learning_rate": 1.8071812270285555e-05, + "loss": 0.4241, + "step": 3196 + }, + { + "epoch": 2.7116200169635283, + "grad_norm": 1.7218575673634688, + "learning_rate": 1.807746677975686e-05, + "loss": 0.6083, + "step": 3197 + }, + { + "epoch": 2.712468193384224, + "grad_norm": 1.6599433441263234, + "learning_rate": 1.8083121289228162e-05, + "loss": 0.506, + "step": 3198 + }, + { + "epoch": 2.7133163698049194, + "grad_norm": 1.8893068627118401, + "learning_rate": 1.8088775798699465e-05, + "loss": 0.5955, + "step": 3199 + }, + { + "epoch": 2.714164546225615, + "grad_norm": 1.4261747675234202, + "learning_rate": 1.809443030817077e-05, + "loss": 0.5522, + "step": 3200 + }, + { + "epoch": 2.7150127226463106, + "grad_norm": 1.6717468309033507, + "learning_rate": 1.8100084817642072e-05, + "loss": 0.5178, + "step": 3201 + }, + { + "epoch": 2.715860899067006, + "grad_norm": 1.6735890824561672, + "learning_rate": 1.8105739327113376e-05, + "loss": 0.5556, + "step": 3202 + }, + { + "epoch": 2.7167090754877012, + "grad_norm": 1.4727031345791168, + "learning_rate": 1.811139383658468e-05, + "loss": 0.4882, + "step": 3203 + }, + { + "epoch": 2.717557251908397, + "grad_norm": 1.8019504649468092, + "learning_rate": 1.8117048346055982e-05, + "loss": 0.5745, + "step": 3204 + }, + { + "epoch": 2.7184054283290924, + "grad_norm": 1.6666342099783749, + "learning_rate": 1.8122702855527286e-05, + "loss": 0.5436, + "step": 3205 + }, + { + "epoch": 2.719253604749788, + "grad_norm": 1.722065150864541, + "learning_rate": 1.812835736499859e-05, + "loss": 0.5776, + "step": 3206 + }, + { + "epoch": 2.7201017811704835, + "grad_norm": 1.7386859599436721, + "learning_rate": 1.8134011874469892e-05, + "loss": 0.566, + "step": 3207 + }, + { + "epoch": 2.720949957591179, + "grad_norm": 1.724836483087565, + "learning_rate": 1.8139666383941196e-05, + "loss": 0.529, + "step": 3208 + }, + { + "epoch": 2.721798134011874, + "grad_norm": 1.3468215034017024, + "learning_rate": 1.8145320893412496e-05, + "loss": 0.443, + "step": 3209 + }, + { + "epoch": 2.72264631043257, + "grad_norm": 1.5357325929359078, + "learning_rate": 1.8150975402883803e-05, + "loss": 0.4801, + "step": 3210 + }, + { + "epoch": 2.7234944868532653, + "grad_norm": 1.5661150248626277, + "learning_rate": 1.8156629912355102e-05, + "loss": 0.5866, + "step": 3211 + }, + { + "epoch": 2.724342663273961, + "grad_norm": 1.5740275183082186, + "learning_rate": 1.816228442182641e-05, + "loss": 0.4667, + "step": 3212 + }, + { + "epoch": 2.7251908396946565, + "grad_norm": 1.5033716640861243, + "learning_rate": 1.816793893129771e-05, + "loss": 0.5407, + "step": 3213 + }, + { + "epoch": 2.726039016115352, + "grad_norm": 1.7163131776249008, + "learning_rate": 1.8173593440769016e-05, + "loss": 0.5042, + "step": 3214 + }, + { + "epoch": 2.7268871925360476, + "grad_norm": 1.4749376793875968, + "learning_rate": 1.8179247950240316e-05, + "loss": 0.5109, + "step": 3215 + }, + { + "epoch": 2.727735368956743, + "grad_norm": 1.5814656313574353, + "learning_rate": 1.8184902459711623e-05, + "loss": 0.5035, + "step": 3216 + }, + { + "epoch": 2.7285835453774387, + "grad_norm": 1.3963811958127177, + "learning_rate": 1.8190556969182923e-05, + "loss": 0.4505, + "step": 3217 + }, + { + "epoch": 2.729431721798134, + "grad_norm": 1.4985369988698778, + "learning_rate": 1.819621147865423e-05, + "loss": 0.4775, + "step": 3218 + }, + { + "epoch": 2.7302798982188294, + "grad_norm": 1.4384968203184492, + "learning_rate": 1.820186598812553e-05, + "loss": 0.5732, + "step": 3219 + }, + { + "epoch": 2.731128074639525, + "grad_norm": 1.3947069350713126, + "learning_rate": 1.8207520497596836e-05, + "loss": 0.5859, + "step": 3220 + }, + { + "epoch": 2.7319762510602206, + "grad_norm": 1.4911997038995994, + "learning_rate": 1.8213175007068136e-05, + "loss": 0.5288, + "step": 3221 + }, + { + "epoch": 2.732824427480916, + "grad_norm": 1.74226861289937, + "learning_rate": 1.8218829516539443e-05, + "loss": 0.6341, + "step": 3222 + }, + { + "epoch": 2.7336726039016117, + "grad_norm": 1.4097798236068004, + "learning_rate": 1.8224484026010746e-05, + "loss": 0.5565, + "step": 3223 + }, + { + "epoch": 2.734520780322307, + "grad_norm": 1.6228484232366804, + "learning_rate": 1.823013853548205e-05, + "loss": 0.5273, + "step": 3224 + }, + { + "epoch": 2.7353689567430024, + "grad_norm": 1.4852862246102583, + "learning_rate": 1.8235793044953353e-05, + "loss": 0.5079, + "step": 3225 + }, + { + "epoch": 2.736217133163698, + "grad_norm": 1.6210953380760869, + "learning_rate": 1.8241447554424656e-05, + "loss": 0.5532, + "step": 3226 + }, + { + "epoch": 2.7370653095843935, + "grad_norm": 1.4262606265565974, + "learning_rate": 1.824710206389596e-05, + "loss": 0.4945, + "step": 3227 + }, + { + "epoch": 2.7379134860050893, + "grad_norm": 1.7053032703657038, + "learning_rate": 1.8252756573367263e-05, + "loss": 0.5058, + "step": 3228 + }, + { + "epoch": 2.7387616624257847, + "grad_norm": 1.4893466455659412, + "learning_rate": 1.8258411082838567e-05, + "loss": 0.5123, + "step": 3229 + }, + { + "epoch": 2.73960983884648, + "grad_norm": 1.5101857754243533, + "learning_rate": 1.8264065592309867e-05, + "loss": 0.5367, + "step": 3230 + }, + { + "epoch": 2.7404580152671754, + "grad_norm": 1.513759734180637, + "learning_rate": 1.8269720101781173e-05, + "loss": 0.5406, + "step": 3231 + }, + { + "epoch": 2.741306191687871, + "grad_norm": 1.386643429085672, + "learning_rate": 1.8275374611252473e-05, + "loss": 0.6238, + "step": 3232 + }, + { + "epoch": 2.7421543681085665, + "grad_norm": 1.5583732664507959, + "learning_rate": 1.828102912072378e-05, + "loss": 0.5182, + "step": 3233 + }, + { + "epoch": 2.7430025445292623, + "grad_norm": 1.5470046176163168, + "learning_rate": 1.828668363019508e-05, + "loss": 0.5466, + "step": 3234 + }, + { + "epoch": 2.7438507209499576, + "grad_norm": 1.604847677375861, + "learning_rate": 1.8292338139666387e-05, + "loss": 0.5414, + "step": 3235 + }, + { + "epoch": 2.744698897370653, + "grad_norm": 1.5698842439769183, + "learning_rate": 1.8297992649137687e-05, + "loss": 0.4938, + "step": 3236 + }, + { + "epoch": 2.7455470737913483, + "grad_norm": 1.3444743194276618, + "learning_rate": 1.8303647158608994e-05, + "loss": 0.4756, + "step": 3237 + }, + { + "epoch": 2.746395250212044, + "grad_norm": 1.6116756783731465, + "learning_rate": 1.8309301668080294e-05, + "loss": 0.5569, + "step": 3238 + }, + { + "epoch": 2.7472434266327395, + "grad_norm": 1.3678755827515872, + "learning_rate": 1.83149561775516e-05, + "loss": 0.4673, + "step": 3239 + }, + { + "epoch": 2.7480916030534353, + "grad_norm": 1.557456155369072, + "learning_rate": 1.83206106870229e-05, + "loss": 0.5469, + "step": 3240 + }, + { + "epoch": 2.7489397794741306, + "grad_norm": 1.5334927816439956, + "learning_rate": 1.8326265196494207e-05, + "loss": 0.5863, + "step": 3241 + }, + { + "epoch": 2.749787955894826, + "grad_norm": 1.6541906174852417, + "learning_rate": 1.8331919705965507e-05, + "loss": 0.6044, + "step": 3242 + }, + { + "epoch": 2.7506361323155217, + "grad_norm": 1.62686850829275, + "learning_rate": 1.8337574215436814e-05, + "loss": 0.5067, + "step": 3243 + }, + { + "epoch": 2.751484308736217, + "grad_norm": 1.7041142121044575, + "learning_rate": 1.8343228724908114e-05, + "loss": 0.5129, + "step": 3244 + }, + { + "epoch": 2.752332485156913, + "grad_norm": 1.6921914229403463, + "learning_rate": 1.834888323437942e-05, + "loss": 0.5296, + "step": 3245 + }, + { + "epoch": 2.753180661577608, + "grad_norm": 1.479505704394484, + "learning_rate": 1.835453774385072e-05, + "loss": 0.529, + "step": 3246 + }, + { + "epoch": 2.7540288379983036, + "grad_norm": 1.5592610962981195, + "learning_rate": 1.8360192253322027e-05, + "loss": 0.5307, + "step": 3247 + }, + { + "epoch": 2.754877014418999, + "grad_norm": 1.5147929254918104, + "learning_rate": 1.836584676279333e-05, + "loss": 0.4984, + "step": 3248 + }, + { + "epoch": 2.7557251908396947, + "grad_norm": 1.4572701763455878, + "learning_rate": 1.8371501272264634e-05, + "loss": 0.461, + "step": 3249 + }, + { + "epoch": 2.75657336726039, + "grad_norm": 1.4695501058236868, + "learning_rate": 1.8377155781735937e-05, + "loss": 0.4376, + "step": 3250 + }, + { + "epoch": 2.757421543681086, + "grad_norm": 1.5826948234046176, + "learning_rate": 1.838281029120724e-05, + "loss": 0.4919, + "step": 3251 + }, + { + "epoch": 2.758269720101781, + "grad_norm": 1.5531837778094983, + "learning_rate": 1.8388464800678544e-05, + "loss": 0.5392, + "step": 3252 + }, + { + "epoch": 2.7591178965224765, + "grad_norm": 1.6450239674972444, + "learning_rate": 1.8394119310149844e-05, + "loss": 0.5025, + "step": 3253 + }, + { + "epoch": 2.7599660729431723, + "grad_norm": 1.4914035557048584, + "learning_rate": 1.839977381962115e-05, + "loss": 0.5351, + "step": 3254 + }, + { + "epoch": 2.7608142493638677, + "grad_norm": 1.5766070258067488, + "learning_rate": 1.840542832909245e-05, + "loss": 0.4815, + "step": 3255 + }, + { + "epoch": 2.7616624257845634, + "grad_norm": 1.6867506889135764, + "learning_rate": 1.8411082838563758e-05, + "loss": 0.4782, + "step": 3256 + }, + { + "epoch": 2.762510602205259, + "grad_norm": 1.6128618981818104, + "learning_rate": 1.8416737348035058e-05, + "loss": 0.5427, + "step": 3257 + }, + { + "epoch": 2.763358778625954, + "grad_norm": 1.4405199734595449, + "learning_rate": 1.8422391857506364e-05, + "loss": 0.4477, + "step": 3258 + }, + { + "epoch": 2.7642069550466495, + "grad_norm": 1.582427975941791, + "learning_rate": 1.8428046366977664e-05, + "loss": 0.4914, + "step": 3259 + }, + { + "epoch": 2.7650551314673453, + "grad_norm": 1.8726051736644684, + "learning_rate": 1.843370087644897e-05, + "loss": 0.6782, + "step": 3260 + }, + { + "epoch": 2.7659033078880406, + "grad_norm": 1.6709279660517944, + "learning_rate": 1.843935538592027e-05, + "loss": 0.4965, + "step": 3261 + }, + { + "epoch": 2.7667514843087364, + "grad_norm": 1.5204707249298974, + "learning_rate": 1.8445009895391578e-05, + "loss": 0.4639, + "step": 3262 + }, + { + "epoch": 2.7675996607294318, + "grad_norm": 1.5594400096758754, + "learning_rate": 1.8450664404862878e-05, + "loss": 0.5443, + "step": 3263 + }, + { + "epoch": 2.768447837150127, + "grad_norm": 1.615032421208013, + "learning_rate": 1.8456318914334185e-05, + "loss": 0.4998, + "step": 3264 + }, + { + "epoch": 2.769296013570823, + "grad_norm": 1.4903054700658291, + "learning_rate": 1.8461973423805485e-05, + "loss": 0.4275, + "step": 3265 + }, + { + "epoch": 2.7701441899915182, + "grad_norm": 1.5938968316642563, + "learning_rate": 1.846762793327679e-05, + "loss": 0.4938, + "step": 3266 + }, + { + "epoch": 2.7709923664122136, + "grad_norm": 1.6718596212760881, + "learning_rate": 1.847328244274809e-05, + "loss": 0.5474, + "step": 3267 + }, + { + "epoch": 2.7718405428329094, + "grad_norm": 2.120829702408417, + "learning_rate": 1.8478936952219398e-05, + "loss": 0.519, + "step": 3268 + }, + { + "epoch": 2.7726887192536047, + "grad_norm": 1.5346410255816976, + "learning_rate": 1.8484591461690698e-05, + "loss": 0.4425, + "step": 3269 + }, + { + "epoch": 2.7735368956743, + "grad_norm": 2.0990762410236106, + "learning_rate": 1.8490245971162005e-05, + "loss": 0.5361, + "step": 3270 + }, + { + "epoch": 2.774385072094996, + "grad_norm": 1.5169614624365055, + "learning_rate": 1.8495900480633305e-05, + "loss": 0.5177, + "step": 3271 + }, + { + "epoch": 2.775233248515691, + "grad_norm": 1.5615629693037716, + "learning_rate": 1.850155499010461e-05, + "loss": 0.4953, + "step": 3272 + }, + { + "epoch": 2.776081424936387, + "grad_norm": 1.7521881301918676, + "learning_rate": 1.8507209499575915e-05, + "loss": 0.6083, + "step": 3273 + }, + { + "epoch": 2.7769296013570823, + "grad_norm": 1.5397143185173745, + "learning_rate": 1.8512864009047215e-05, + "loss": 0.57, + "step": 3274 + }, + { + "epoch": 2.7777777777777777, + "grad_norm": 1.6244391795530315, + "learning_rate": 1.851851851851852e-05, + "loss": 0.6232, + "step": 3275 + }, + { + "epoch": 2.778625954198473, + "grad_norm": 1.5566883737444595, + "learning_rate": 1.852417302798982e-05, + "loss": 0.5506, + "step": 3276 + }, + { + "epoch": 2.779474130619169, + "grad_norm": 1.5044011473219732, + "learning_rate": 1.852982753746113e-05, + "loss": 0.5206, + "step": 3277 + }, + { + "epoch": 2.780322307039864, + "grad_norm": 1.366109659334589, + "learning_rate": 1.853548204693243e-05, + "loss": 0.4172, + "step": 3278 + }, + { + "epoch": 2.78117048346056, + "grad_norm": 1.5691948946888494, + "learning_rate": 1.8541136556403735e-05, + "loss": 0.5314, + "step": 3279 + }, + { + "epoch": 2.7820186598812553, + "grad_norm": 1.5104827606931273, + "learning_rate": 1.8546791065875035e-05, + "loss": 0.4935, + "step": 3280 + }, + { + "epoch": 2.7828668363019506, + "grad_norm": 1.3992356012414646, + "learning_rate": 1.8552445575346342e-05, + "loss": 0.5172, + "step": 3281 + }, + { + "epoch": 2.7837150127226464, + "grad_norm": 1.5511139376293759, + "learning_rate": 1.8558100084817642e-05, + "loss": 0.5661, + "step": 3282 + }, + { + "epoch": 2.7845631891433418, + "grad_norm": 1.4611558589624576, + "learning_rate": 1.856375459428895e-05, + "loss": 0.5439, + "step": 3283 + }, + { + "epoch": 2.7854113655640376, + "grad_norm": 1.6018304004892219, + "learning_rate": 1.856940910376025e-05, + "loss": 0.5993, + "step": 3284 + }, + { + "epoch": 2.786259541984733, + "grad_norm": 1.4488565892394931, + "learning_rate": 1.8575063613231555e-05, + "loss": 0.5312, + "step": 3285 + }, + { + "epoch": 2.7871077184054283, + "grad_norm": 1.5412814739521568, + "learning_rate": 1.8580718122702855e-05, + "loss": 0.5726, + "step": 3286 + }, + { + "epoch": 2.7879558948261236, + "grad_norm": 1.4447696072936422, + "learning_rate": 1.8586372632174162e-05, + "loss": 0.4725, + "step": 3287 + }, + { + "epoch": 2.7888040712468194, + "grad_norm": 1.5797820810003156, + "learning_rate": 1.8592027141645462e-05, + "loss": 0.5794, + "step": 3288 + }, + { + "epoch": 2.7896522476675147, + "grad_norm": 1.5623295859052604, + "learning_rate": 1.859768165111677e-05, + "loss": 0.4455, + "step": 3289 + }, + { + "epoch": 2.7905004240882105, + "grad_norm": 1.464887325220954, + "learning_rate": 1.860333616058807e-05, + "loss": 0.5376, + "step": 3290 + }, + { + "epoch": 2.791348600508906, + "grad_norm": 1.726590494261103, + "learning_rate": 1.8608990670059376e-05, + "loss": 0.6233, + "step": 3291 + }, + { + "epoch": 2.792196776929601, + "grad_norm": 1.4877451484312785, + "learning_rate": 1.8614645179530676e-05, + "loss": 0.5558, + "step": 3292 + }, + { + "epoch": 2.793044953350297, + "grad_norm": 1.404405984316298, + "learning_rate": 1.8620299689001982e-05, + "loss": 0.5157, + "step": 3293 + }, + { + "epoch": 2.7938931297709924, + "grad_norm": 1.5175897955917983, + "learning_rate": 1.8625954198473282e-05, + "loss": 0.5251, + "step": 3294 + }, + { + "epoch": 2.794741306191688, + "grad_norm": 1.5711321154670856, + "learning_rate": 1.863160870794459e-05, + "loss": 0.5755, + "step": 3295 + }, + { + "epoch": 2.7955894826123835, + "grad_norm": 1.5561462151644994, + "learning_rate": 1.863726321741589e-05, + "loss": 0.4457, + "step": 3296 + }, + { + "epoch": 2.796437659033079, + "grad_norm": 1.5205624832973414, + "learning_rate": 1.8642917726887192e-05, + "loss": 0.5833, + "step": 3297 + }, + { + "epoch": 2.797285835453774, + "grad_norm": 1.379127879849565, + "learning_rate": 1.86485722363585e-05, + "loss": 0.5111, + "step": 3298 + }, + { + "epoch": 2.79813401187447, + "grad_norm": 1.3545582545692911, + "learning_rate": 1.86542267458298e-05, + "loss": 0.4482, + "step": 3299 + }, + { + "epoch": 2.7989821882951653, + "grad_norm": 1.6112495025113092, + "learning_rate": 1.8659881255301106e-05, + "loss": 0.6164, + "step": 3300 + }, + { + "epoch": 2.799830364715861, + "grad_norm": 1.343713953686897, + "learning_rate": 1.8665535764772406e-05, + "loss": 0.3904, + "step": 3301 + }, + { + "epoch": 2.8006785411365565, + "grad_norm": 1.4913027037053008, + "learning_rate": 1.8671190274243713e-05, + "loss": 0.559, + "step": 3302 + }, + { + "epoch": 2.801526717557252, + "grad_norm": 1.308124926652548, + "learning_rate": 1.8676844783715013e-05, + "loss": 0.4487, + "step": 3303 + }, + { + "epoch": 2.802374893977947, + "grad_norm": 1.3886855220317458, + "learning_rate": 1.868249929318632e-05, + "loss": 0.4413, + "step": 3304 + }, + { + "epoch": 2.803223070398643, + "grad_norm": 1.4448185294413705, + "learning_rate": 1.868815380265762e-05, + "loss": 0.4969, + "step": 3305 + }, + { + "epoch": 2.8040712468193383, + "grad_norm": 1.4242981818592177, + "learning_rate": 1.8693808312128926e-05, + "loss": 0.5245, + "step": 3306 + }, + { + "epoch": 2.804919423240034, + "grad_norm": 1.4865969464521294, + "learning_rate": 1.8699462821600226e-05, + "loss": 0.487, + "step": 3307 + }, + { + "epoch": 2.8057675996607294, + "grad_norm": 1.5415561040709171, + "learning_rate": 1.8705117331071533e-05, + "loss": 0.5453, + "step": 3308 + }, + { + "epoch": 2.8066157760814248, + "grad_norm": 1.4667947300923097, + "learning_rate": 1.8710771840542833e-05, + "loss": 0.5155, + "step": 3309 + }, + { + "epoch": 2.8074639525021206, + "grad_norm": 1.4896423744794005, + "learning_rate": 1.871642635001414e-05, + "loss": 0.5258, + "step": 3310 + }, + { + "epoch": 2.808312128922816, + "grad_norm": 1.6088120540523574, + "learning_rate": 1.872208085948544e-05, + "loss": 0.4609, + "step": 3311 + }, + { + "epoch": 2.8091603053435117, + "grad_norm": 1.3415429171798388, + "learning_rate": 1.8727735368956746e-05, + "loss": 0.4761, + "step": 3312 + }, + { + "epoch": 2.810008481764207, + "grad_norm": 1.4173197918805627, + "learning_rate": 1.8733389878428046e-05, + "loss": 0.4386, + "step": 3313 + }, + { + "epoch": 2.8108566581849024, + "grad_norm": 1.3401225263393202, + "learning_rate": 1.8739044387899353e-05, + "loss": 0.3721, + "step": 3314 + }, + { + "epoch": 2.8117048346055977, + "grad_norm": 1.7008898477202352, + "learning_rate": 1.8744698897370653e-05, + "loss": 0.5782, + "step": 3315 + }, + { + "epoch": 2.8125530110262935, + "grad_norm": 1.6120887020641377, + "learning_rate": 1.875035340684196e-05, + "loss": 0.5287, + "step": 3316 + }, + { + "epoch": 2.813401187446989, + "grad_norm": 1.4203548500420822, + "learning_rate": 1.875600791631326e-05, + "loss": 0.5614, + "step": 3317 + }, + { + "epoch": 2.8142493638676847, + "grad_norm": 1.4523139849551825, + "learning_rate": 1.8761662425784563e-05, + "loss": 0.472, + "step": 3318 + }, + { + "epoch": 2.81509754028838, + "grad_norm": 1.5445918875423825, + "learning_rate": 1.8767316935255867e-05, + "loss": 0.6177, + "step": 3319 + }, + { + "epoch": 2.8159457167090753, + "grad_norm": 1.4102545715733672, + "learning_rate": 1.877297144472717e-05, + "loss": 0.4875, + "step": 3320 + }, + { + "epoch": 2.816793893129771, + "grad_norm": 1.4470213263388523, + "learning_rate": 1.8778625954198473e-05, + "loss": 0.4772, + "step": 3321 + }, + { + "epoch": 2.8176420695504665, + "grad_norm": 1.3738545307925982, + "learning_rate": 1.8784280463669777e-05, + "loss": 0.5359, + "step": 3322 + }, + { + "epoch": 2.8184902459711623, + "grad_norm": 1.6032690964661935, + "learning_rate": 1.8789934973141084e-05, + "loss": 0.622, + "step": 3323 + }, + { + "epoch": 2.8193384223918576, + "grad_norm": 1.5367117093193976, + "learning_rate": 1.8795589482612383e-05, + "loss": 0.6019, + "step": 3324 + }, + { + "epoch": 2.820186598812553, + "grad_norm": 1.353688379245971, + "learning_rate": 1.880124399208369e-05, + "loss": 0.476, + "step": 3325 + }, + { + "epoch": 2.8210347752332483, + "grad_norm": 1.6341925606167573, + "learning_rate": 1.880689850155499e-05, + "loss": 0.5829, + "step": 3326 + }, + { + "epoch": 2.821882951653944, + "grad_norm": 1.4412257196037088, + "learning_rate": 1.8812553011026297e-05, + "loss": 0.4733, + "step": 3327 + }, + { + "epoch": 2.8227311280746394, + "grad_norm": 1.5308595902018156, + "learning_rate": 1.8818207520497597e-05, + "loss": 0.5922, + "step": 3328 + }, + { + "epoch": 2.8235793044953352, + "grad_norm": 1.7242069150525945, + "learning_rate": 1.8823862029968904e-05, + "loss": 0.6255, + "step": 3329 + }, + { + "epoch": 2.8244274809160306, + "grad_norm": 1.5563152333350825, + "learning_rate": 1.8829516539440204e-05, + "loss": 0.6195, + "step": 3330 + }, + { + "epoch": 2.825275657336726, + "grad_norm": 1.4773805779595695, + "learning_rate": 1.883517104891151e-05, + "loss": 0.5459, + "step": 3331 + }, + { + "epoch": 2.8261238337574213, + "grad_norm": 1.4534179931503282, + "learning_rate": 1.884082555838281e-05, + "loss": 0.5412, + "step": 3332 + }, + { + "epoch": 2.826972010178117, + "grad_norm": 1.4900595548177593, + "learning_rate": 1.8846480067854117e-05, + "loss": 0.4939, + "step": 3333 + }, + { + "epoch": 2.8278201865988124, + "grad_norm": 1.4418388470206494, + "learning_rate": 1.8852134577325417e-05, + "loss": 0.4995, + "step": 3334 + }, + { + "epoch": 2.828668363019508, + "grad_norm": 1.5853325978057844, + "learning_rate": 1.8857789086796724e-05, + "loss": 0.5534, + "step": 3335 + }, + { + "epoch": 2.8295165394402035, + "grad_norm": 2.08358297216967, + "learning_rate": 1.8863443596268024e-05, + "loss": 0.5777, + "step": 3336 + }, + { + "epoch": 2.830364715860899, + "grad_norm": 1.7190484725903514, + "learning_rate": 1.886909810573933e-05, + "loss": 0.5465, + "step": 3337 + }, + { + "epoch": 2.8312128922815947, + "grad_norm": 1.5967747725972248, + "learning_rate": 1.887475261521063e-05, + "loss": 0.526, + "step": 3338 + }, + { + "epoch": 2.83206106870229, + "grad_norm": 1.592550937498287, + "learning_rate": 1.8880407124681937e-05, + "loss": 0.5588, + "step": 3339 + }, + { + "epoch": 2.832909245122986, + "grad_norm": 1.6524035775910784, + "learning_rate": 1.8886061634153237e-05, + "loss": 0.5653, + "step": 3340 + }, + { + "epoch": 2.833757421543681, + "grad_norm": 1.405460542155553, + "learning_rate": 1.889171614362454e-05, + "loss": 0.5151, + "step": 3341 + }, + { + "epoch": 2.8346055979643765, + "grad_norm": 1.865337095217652, + "learning_rate": 1.8897370653095844e-05, + "loss": 0.5554, + "step": 3342 + }, + { + "epoch": 2.835453774385072, + "grad_norm": 2.0127401616513025, + "learning_rate": 1.8903025162567148e-05, + "loss": 0.5465, + "step": 3343 + }, + { + "epoch": 2.8363019508057676, + "grad_norm": 1.3728782876336068, + "learning_rate": 1.890867967203845e-05, + "loss": 0.421, + "step": 3344 + }, + { + "epoch": 2.837150127226463, + "grad_norm": 1.5288403064656908, + "learning_rate": 1.8914334181509754e-05, + "loss": 0.5155, + "step": 3345 + }, + { + "epoch": 2.8379983036471588, + "grad_norm": 1.6828861405341355, + "learning_rate": 1.8919988690981058e-05, + "loss": 0.5907, + "step": 3346 + }, + { + "epoch": 2.838846480067854, + "grad_norm": 1.6235354517899714, + "learning_rate": 1.892564320045236e-05, + "loss": 0.5196, + "step": 3347 + }, + { + "epoch": 2.8396946564885495, + "grad_norm": 1.4677401690623482, + "learning_rate": 1.8931297709923668e-05, + "loss": 0.5668, + "step": 3348 + }, + { + "epoch": 2.8405428329092453, + "grad_norm": 1.8486067288827208, + "learning_rate": 1.8936952219394968e-05, + "loss": 0.578, + "step": 3349 + }, + { + "epoch": 2.8413910093299406, + "grad_norm": 1.7198535470957435, + "learning_rate": 1.8942606728866275e-05, + "loss": 0.5151, + "step": 3350 + }, + { + "epoch": 2.8422391857506364, + "grad_norm": 1.4245132723756528, + "learning_rate": 1.8948261238337575e-05, + "loss": 0.4943, + "step": 3351 + }, + { + "epoch": 2.8430873621713317, + "grad_norm": 1.4603795524049246, + "learning_rate": 1.895391574780888e-05, + "loss": 0.4936, + "step": 3352 + }, + { + "epoch": 2.843935538592027, + "grad_norm": 1.530873600364757, + "learning_rate": 1.895957025728018e-05, + "loss": 0.5531, + "step": 3353 + }, + { + "epoch": 2.8447837150127224, + "grad_norm": 1.9673089664145136, + "learning_rate": 1.8965224766751488e-05, + "loss": 0.5339, + "step": 3354 + }, + { + "epoch": 2.845631891433418, + "grad_norm": 1.4098687723866958, + "learning_rate": 1.8970879276222788e-05, + "loss": 0.4713, + "step": 3355 + }, + { + "epoch": 2.8464800678541136, + "grad_norm": 1.439968180616409, + "learning_rate": 1.8976533785694095e-05, + "loss": 0.5095, + "step": 3356 + }, + { + "epoch": 2.8473282442748094, + "grad_norm": 1.3960409980339852, + "learning_rate": 1.8982188295165395e-05, + "loss": 0.5307, + "step": 3357 + }, + { + "epoch": 2.8481764206955047, + "grad_norm": 1.5857291841845809, + "learning_rate": 1.89878428046367e-05, + "loss": 0.5286, + "step": 3358 + }, + { + "epoch": 2.8490245971162, + "grad_norm": 1.495264073322245, + "learning_rate": 1.8993497314108e-05, + "loss": 0.4857, + "step": 3359 + }, + { + "epoch": 2.849872773536896, + "grad_norm": 1.602752730590786, + "learning_rate": 1.8999151823579308e-05, + "loss": 0.5935, + "step": 3360 + }, + { + "epoch": 2.850720949957591, + "grad_norm": 1.3244763548231557, + "learning_rate": 1.9004806333050608e-05, + "loss": 0.559, + "step": 3361 + }, + { + "epoch": 2.8515691263782865, + "grad_norm": 1.4741568790470605, + "learning_rate": 1.901046084252191e-05, + "loss": 0.505, + "step": 3362 + }, + { + "epoch": 2.8524173027989823, + "grad_norm": 1.5426265672935635, + "learning_rate": 1.9016115351993215e-05, + "loss": 0.5691, + "step": 3363 + }, + { + "epoch": 2.8532654792196777, + "grad_norm": 1.5061805337332355, + "learning_rate": 1.902176986146452e-05, + "loss": 0.5375, + "step": 3364 + }, + { + "epoch": 2.854113655640373, + "grad_norm": 1.418500413783408, + "learning_rate": 1.9027424370935822e-05, + "loss": 0.3902, + "step": 3365 + }, + { + "epoch": 2.854961832061069, + "grad_norm": 1.5950050365354536, + "learning_rate": 1.9033078880407125e-05, + "loss": 0.5662, + "step": 3366 + }, + { + "epoch": 2.855810008481764, + "grad_norm": 1.4501509504507684, + "learning_rate": 1.903873338987843e-05, + "loss": 0.5425, + "step": 3367 + }, + { + "epoch": 2.85665818490246, + "grad_norm": 1.4792524026579914, + "learning_rate": 1.9044387899349732e-05, + "loss": 0.5618, + "step": 3368 + }, + { + "epoch": 2.8575063613231553, + "grad_norm": 1.38096932361493, + "learning_rate": 1.9050042408821035e-05, + "loss": 0.4526, + "step": 3369 + }, + { + "epoch": 2.8583545377438506, + "grad_norm": 1.5065375659882634, + "learning_rate": 1.905569691829234e-05, + "loss": 0.4555, + "step": 3370 + }, + { + "epoch": 2.859202714164546, + "grad_norm": 1.351126099020819, + "learning_rate": 1.9061351427763642e-05, + "loss": 0.4792, + "step": 3371 + }, + { + "epoch": 2.8600508905852418, + "grad_norm": 1.286325357519421, + "learning_rate": 1.9067005937234945e-05, + "loss": 0.4677, + "step": 3372 + }, + { + "epoch": 2.860899067005937, + "grad_norm": 1.4551721137619433, + "learning_rate": 1.907266044670625e-05, + "loss": 0.5195, + "step": 3373 + }, + { + "epoch": 2.861747243426633, + "grad_norm": 1.5374727329842361, + "learning_rate": 1.9078314956177552e-05, + "loss": 0.607, + "step": 3374 + }, + { + "epoch": 2.8625954198473282, + "grad_norm": 1.541452632031744, + "learning_rate": 1.908396946564886e-05, + "loss": 0.5017, + "step": 3375 + }, + { + "epoch": 2.8634435962680236, + "grad_norm": 1.4477440157125112, + "learning_rate": 1.908962397512016e-05, + "loss": 0.6056, + "step": 3376 + }, + { + "epoch": 2.8642917726887194, + "grad_norm": 1.5800572307076368, + "learning_rate": 1.9095278484591466e-05, + "loss": 0.5128, + "step": 3377 + }, + { + "epoch": 2.8651399491094147, + "grad_norm": 1.6099882474933938, + "learning_rate": 1.9100932994062766e-05, + "loss": 0.5069, + "step": 3378 + }, + { + "epoch": 2.8659881255301105, + "grad_norm": 1.7533199569400382, + "learning_rate": 1.9106587503534072e-05, + "loss": 0.5879, + "step": 3379 + }, + { + "epoch": 2.866836301950806, + "grad_norm": 1.5487370906137525, + "learning_rate": 1.9112242013005372e-05, + "loss": 0.5101, + "step": 3380 + }, + { + "epoch": 2.867684478371501, + "grad_norm": 1.6184511298167776, + "learning_rate": 1.911789652247668e-05, + "loss": 0.5176, + "step": 3381 + }, + { + "epoch": 2.8685326547921965, + "grad_norm": 1.5765684879732216, + "learning_rate": 1.912355103194798e-05, + "loss": 0.5352, + "step": 3382 + }, + { + "epoch": 2.8693808312128923, + "grad_norm": 1.3950657868545508, + "learning_rate": 1.9129205541419286e-05, + "loss": 0.5884, + "step": 3383 + }, + { + "epoch": 2.8702290076335877, + "grad_norm": 1.6859636150600215, + "learning_rate": 1.9134860050890586e-05, + "loss": 0.5802, + "step": 3384 + }, + { + "epoch": 2.8710771840542835, + "grad_norm": 1.4639423961024205, + "learning_rate": 1.914051456036189e-05, + "loss": 0.5155, + "step": 3385 + }, + { + "epoch": 2.871925360474979, + "grad_norm": 1.560355897210977, + "learning_rate": 1.9146169069833193e-05, + "loss": 0.5786, + "step": 3386 + }, + { + "epoch": 2.872773536895674, + "grad_norm": 1.3912072227205148, + "learning_rate": 1.9151823579304496e-05, + "loss": 0.4983, + "step": 3387 + }, + { + "epoch": 2.87362171331637, + "grad_norm": 1.4844284763748232, + "learning_rate": 1.91574780887758e-05, + "loss": 0.4975, + "step": 3388 + }, + { + "epoch": 2.8744698897370653, + "grad_norm": 1.5558652387548488, + "learning_rate": 1.9163132598247103e-05, + "loss": 0.5067, + "step": 3389 + }, + { + "epoch": 2.875318066157761, + "grad_norm": 1.479060559850201, + "learning_rate": 1.9168787107718406e-05, + "loss": 0.575, + "step": 3390 + }, + { + "epoch": 2.8761662425784564, + "grad_norm": 1.43330169556962, + "learning_rate": 1.917444161718971e-05, + "loss": 0.5166, + "step": 3391 + }, + { + "epoch": 2.877014418999152, + "grad_norm": 1.7606633968521597, + "learning_rate": 1.9180096126661013e-05, + "loss": 0.5453, + "step": 3392 + }, + { + "epoch": 2.877862595419847, + "grad_norm": 1.4669682953179455, + "learning_rate": 1.9185750636132316e-05, + "loss": 0.5514, + "step": 3393 + }, + { + "epoch": 2.878710771840543, + "grad_norm": 1.4724375466466866, + "learning_rate": 1.919140514560362e-05, + "loss": 0.5195, + "step": 3394 + }, + { + "epoch": 2.8795589482612383, + "grad_norm": 1.6150791060902678, + "learning_rate": 1.9197059655074923e-05, + "loss": 0.5212, + "step": 3395 + }, + { + "epoch": 2.880407124681934, + "grad_norm": 1.5634682782443914, + "learning_rate": 1.9202714164546226e-05, + "loss": 0.4348, + "step": 3396 + }, + { + "epoch": 2.8812553011026294, + "grad_norm": 1.7481942669021031, + "learning_rate": 1.920836867401753e-05, + "loss": 0.5582, + "step": 3397 + }, + { + "epoch": 2.8821034775233247, + "grad_norm": 1.4841740726210375, + "learning_rate": 1.9214023183488833e-05, + "loss": 0.5306, + "step": 3398 + }, + { + "epoch": 2.88295165394402, + "grad_norm": 1.3779909164427082, + "learning_rate": 1.9219677692960136e-05, + "loss": 0.5702, + "step": 3399 + }, + { + "epoch": 2.883799830364716, + "grad_norm": 1.5485360226798586, + "learning_rate": 1.9225332202431443e-05, + "loss": 0.507, + "step": 3400 + }, + { + "epoch": 2.8846480067854112, + "grad_norm": 1.4795065385112502, + "learning_rate": 1.9230986711902743e-05, + "loss": 0.582, + "step": 3401 + }, + { + "epoch": 2.885496183206107, + "grad_norm": 1.5606861079445917, + "learning_rate": 1.923664122137405e-05, + "loss": 0.59, + "step": 3402 + }, + { + "epoch": 2.8863443596268024, + "grad_norm": 1.48590383340168, + "learning_rate": 1.924229573084535e-05, + "loss": 0.5169, + "step": 3403 + }, + { + "epoch": 2.8871925360474977, + "grad_norm": 1.483655822842903, + "learning_rate": 1.9247950240316657e-05, + "loss": 0.4444, + "step": 3404 + }, + { + "epoch": 2.8880407124681935, + "grad_norm": 1.4234096842633237, + "learning_rate": 1.9253604749787957e-05, + "loss": 0.5514, + "step": 3405 + }, + { + "epoch": 2.888888888888889, + "grad_norm": 1.5600223909878383, + "learning_rate": 1.925925925925926e-05, + "loss": 0.5264, + "step": 3406 + }, + { + "epoch": 2.8897370653095846, + "grad_norm": 1.6842471413267481, + "learning_rate": 1.9264913768730563e-05, + "loss": 0.4728, + "step": 3407 + }, + { + "epoch": 2.89058524173028, + "grad_norm": 1.3719923527929767, + "learning_rate": 1.9270568278201867e-05, + "loss": 0.4898, + "step": 3408 + }, + { + "epoch": 2.8914334181509753, + "grad_norm": 1.6306854320902935, + "learning_rate": 1.927622278767317e-05, + "loss": 0.4929, + "step": 3409 + }, + { + "epoch": 2.8922815945716707, + "grad_norm": 1.605538197220281, + "learning_rate": 1.9281877297144473e-05, + "loss": 0.4985, + "step": 3410 + }, + { + "epoch": 2.8931297709923665, + "grad_norm": 1.459670871833582, + "learning_rate": 1.9287531806615777e-05, + "loss": 0.4773, + "step": 3411 + }, + { + "epoch": 2.893977947413062, + "grad_norm": 1.486592669692271, + "learning_rate": 1.929318631608708e-05, + "loss": 0.5748, + "step": 3412 + }, + { + "epoch": 2.8948261238337576, + "grad_norm": 1.2803348646176942, + "learning_rate": 1.9298840825558384e-05, + "loss": 0.4625, + "step": 3413 + }, + { + "epoch": 2.895674300254453, + "grad_norm": 1.5369949631302444, + "learning_rate": 1.9304495335029687e-05, + "loss": 0.5749, + "step": 3414 + }, + { + "epoch": 2.8965224766751483, + "grad_norm": 1.480901749770682, + "learning_rate": 1.931014984450099e-05, + "loss": 0.5177, + "step": 3415 + }, + { + "epoch": 2.897370653095844, + "grad_norm": 1.4786238205544753, + "learning_rate": 1.9315804353972294e-05, + "loss": 0.5156, + "step": 3416 + }, + { + "epoch": 2.8982188295165394, + "grad_norm": 1.4297088100430841, + "learning_rate": 1.9321458863443597e-05, + "loss": 0.5728, + "step": 3417 + }, + { + "epoch": 2.899067005937235, + "grad_norm": 1.638671395054384, + "learning_rate": 1.93271133729149e-05, + "loss": 0.5517, + "step": 3418 + }, + { + "epoch": 2.8999151823579306, + "grad_norm": 1.4697443514033652, + "learning_rate": 1.9332767882386204e-05, + "loss": 0.535, + "step": 3419 + }, + { + "epoch": 2.900763358778626, + "grad_norm": 1.3761161008010814, + "learning_rate": 1.9338422391857507e-05, + "loss": 0.4232, + "step": 3420 + }, + { + "epoch": 2.9016115351993212, + "grad_norm": 1.657684571295162, + "learning_rate": 1.934407690132881e-05, + "loss": 0.5588, + "step": 3421 + }, + { + "epoch": 2.902459711620017, + "grad_norm": 1.6181937467894967, + "learning_rate": 1.9349731410800114e-05, + "loss": 0.5275, + "step": 3422 + }, + { + "epoch": 2.9033078880407124, + "grad_norm": 1.5032444137590795, + "learning_rate": 1.9355385920271417e-05, + "loss": 0.4858, + "step": 3423 + }, + { + "epoch": 2.904156064461408, + "grad_norm": 1.6013716405190492, + "learning_rate": 1.936104042974272e-05, + "loss": 0.4456, + "step": 3424 + }, + { + "epoch": 2.9050042408821035, + "grad_norm": 1.52524894422294, + "learning_rate": 1.9366694939214027e-05, + "loss": 0.5284, + "step": 3425 + }, + { + "epoch": 2.905852417302799, + "grad_norm": 1.6074646128082812, + "learning_rate": 1.9372349448685327e-05, + "loss": 0.4922, + "step": 3426 + }, + { + "epoch": 2.9067005937234947, + "grad_norm": 1.4883247383762788, + "learning_rate": 1.9378003958156634e-05, + "loss": 0.4497, + "step": 3427 + }, + { + "epoch": 2.90754877014419, + "grad_norm": 1.3734286853365674, + "learning_rate": 1.9383658467627934e-05, + "loss": 0.5181, + "step": 3428 + }, + { + "epoch": 2.9083969465648853, + "grad_norm": 1.5133338066272592, + "learning_rate": 1.9389312977099238e-05, + "loss": 0.485, + "step": 3429 + }, + { + "epoch": 2.909245122985581, + "grad_norm": 1.6139167964410468, + "learning_rate": 1.939496748657054e-05, + "loss": 0.527, + "step": 3430 + }, + { + "epoch": 2.9100932994062765, + "grad_norm": 1.5113901427332088, + "learning_rate": 1.9400621996041844e-05, + "loss": 0.5585, + "step": 3431 + }, + { + "epoch": 2.910941475826972, + "grad_norm": 1.2537935558962683, + "learning_rate": 1.9406276505513148e-05, + "loss": 0.4276, + "step": 3432 + }, + { + "epoch": 2.9117896522476676, + "grad_norm": 1.4853327375770127, + "learning_rate": 1.941193101498445e-05, + "loss": 0.5352, + "step": 3433 + }, + { + "epoch": 2.912637828668363, + "grad_norm": 1.4933080178351785, + "learning_rate": 1.9417585524455754e-05, + "loss": 0.4807, + "step": 3434 + }, + { + "epoch": 2.9134860050890588, + "grad_norm": 1.6656587974917516, + "learning_rate": 1.9423240033927058e-05, + "loss": 0.5374, + "step": 3435 + }, + { + "epoch": 2.914334181509754, + "grad_norm": 1.564783065922162, + "learning_rate": 1.942889454339836e-05, + "loss": 0.5489, + "step": 3436 + }, + { + "epoch": 2.9151823579304494, + "grad_norm": 1.4907840669345012, + "learning_rate": 1.9434549052869664e-05, + "loss": 0.5173, + "step": 3437 + }, + { + "epoch": 2.916030534351145, + "grad_norm": 1.3831839363825964, + "learning_rate": 1.9440203562340968e-05, + "loss": 0.5664, + "step": 3438 + }, + { + "epoch": 2.9168787107718406, + "grad_norm": 1.3609242923957638, + "learning_rate": 1.944585807181227e-05, + "loss": 0.458, + "step": 3439 + }, + { + "epoch": 2.917726887192536, + "grad_norm": 1.6002464919038517, + "learning_rate": 1.9451512581283575e-05, + "loss": 0.6061, + "step": 3440 + }, + { + "epoch": 2.9185750636132317, + "grad_norm": 1.4653437215763523, + "learning_rate": 1.9457167090754878e-05, + "loss": 0.5094, + "step": 3441 + }, + { + "epoch": 2.919423240033927, + "grad_norm": 1.349458827854132, + "learning_rate": 1.946282160022618e-05, + "loss": 0.5184, + "step": 3442 + }, + { + "epoch": 2.9202714164546224, + "grad_norm": 1.6780916115889035, + "learning_rate": 1.9468476109697485e-05, + "loss": 0.5725, + "step": 3443 + }, + { + "epoch": 2.921119592875318, + "grad_norm": 1.421301583012537, + "learning_rate": 1.9474130619168788e-05, + "loss": 0.4917, + "step": 3444 + }, + { + "epoch": 2.9219677692960135, + "grad_norm": 1.4880254702878066, + "learning_rate": 1.947978512864009e-05, + "loss": 0.4742, + "step": 3445 + }, + { + "epoch": 2.9228159457167093, + "grad_norm": 1.386722058290053, + "learning_rate": 1.9485439638111395e-05, + "loss": 0.5222, + "step": 3446 + }, + { + "epoch": 2.9236641221374047, + "grad_norm": 1.3569933559803262, + "learning_rate": 1.9491094147582698e-05, + "loss": 0.4524, + "step": 3447 + }, + { + "epoch": 2.9245122985581, + "grad_norm": 1.381339044148851, + "learning_rate": 1.9496748657054e-05, + "loss": 0.5094, + "step": 3448 + }, + { + "epoch": 2.9253604749787954, + "grad_norm": 1.4433900991674904, + "learning_rate": 1.9502403166525305e-05, + "loss": 0.5121, + "step": 3449 + }, + { + "epoch": 2.926208651399491, + "grad_norm": 1.6749668730977927, + "learning_rate": 1.950805767599661e-05, + "loss": 0.6294, + "step": 3450 + }, + { + "epoch": 2.9270568278201865, + "grad_norm": 1.620356643533369, + "learning_rate": 1.951371218546791e-05, + "loss": 0.4987, + "step": 3451 + }, + { + "epoch": 2.9279050042408823, + "grad_norm": 1.571795245646489, + "learning_rate": 1.9519366694939215e-05, + "loss": 0.4993, + "step": 3452 + }, + { + "epoch": 2.9287531806615776, + "grad_norm": 1.446711100171919, + "learning_rate": 1.952502120441052e-05, + "loss": 0.4414, + "step": 3453 + }, + { + "epoch": 2.929601357082273, + "grad_norm": 1.4065478335366834, + "learning_rate": 1.9530675713881822e-05, + "loss": 0.5606, + "step": 3454 + }, + { + "epoch": 2.9304495335029688, + "grad_norm": 1.4505607013509048, + "learning_rate": 1.9536330223353125e-05, + "loss": 0.52, + "step": 3455 + }, + { + "epoch": 2.931297709923664, + "grad_norm": 1.5674057904024254, + "learning_rate": 1.954198473282443e-05, + "loss": 0.5903, + "step": 3456 + }, + { + "epoch": 2.9321458863443595, + "grad_norm": 1.4746760263387366, + "learning_rate": 1.9547639242295732e-05, + "loss": 0.4902, + "step": 3457 + }, + { + "epoch": 2.9329940627650553, + "grad_norm": 1.3829438802512626, + "learning_rate": 1.9553293751767035e-05, + "loss": 0.4801, + "step": 3458 + }, + { + "epoch": 2.9338422391857506, + "grad_norm": 1.7255010197405396, + "learning_rate": 1.955894826123834e-05, + "loss": 0.6083, + "step": 3459 + }, + { + "epoch": 2.934690415606446, + "grad_norm": 1.6198040885373934, + "learning_rate": 1.9564602770709642e-05, + "loss": 0.5815, + "step": 3460 + }, + { + "epoch": 2.9355385920271417, + "grad_norm": 1.4227565746710984, + "learning_rate": 1.9570257280180945e-05, + "loss": 0.5549, + "step": 3461 + }, + { + "epoch": 2.936386768447837, + "grad_norm": 1.4409203268964736, + "learning_rate": 1.957591178965225e-05, + "loss": 0.5097, + "step": 3462 + }, + { + "epoch": 2.937234944868533, + "grad_norm": 1.597215801352296, + "learning_rate": 1.9581566299123552e-05, + "loss": 0.5972, + "step": 3463 + }, + { + "epoch": 2.938083121289228, + "grad_norm": 1.649899536781478, + "learning_rate": 1.9587220808594856e-05, + "loss": 0.5616, + "step": 3464 + }, + { + "epoch": 2.9389312977099236, + "grad_norm": 1.5812263121508112, + "learning_rate": 1.959287531806616e-05, + "loss": 0.5625, + "step": 3465 + }, + { + "epoch": 2.939779474130619, + "grad_norm": 1.337042366724454, + "learning_rate": 1.9598529827537462e-05, + "loss": 0.5288, + "step": 3466 + }, + { + "epoch": 2.9406276505513147, + "grad_norm": 1.3303029208989778, + "learning_rate": 1.9604184337008766e-05, + "loss": 0.5101, + "step": 3467 + }, + { + "epoch": 2.94147582697201, + "grad_norm": 1.3016015692647382, + "learning_rate": 1.960983884648007e-05, + "loss": 0.4545, + "step": 3468 + }, + { + "epoch": 2.942324003392706, + "grad_norm": 1.3297502468093298, + "learning_rate": 1.9615493355951372e-05, + "loss": 0.435, + "step": 3469 + }, + { + "epoch": 2.943172179813401, + "grad_norm": 1.6360939521029962, + "learning_rate": 1.9621147865422676e-05, + "loss": 0.4961, + "step": 3470 + }, + { + "epoch": 2.9440203562340965, + "grad_norm": 1.4643487234905392, + "learning_rate": 1.962680237489398e-05, + "loss": 0.5204, + "step": 3471 + }, + { + "epoch": 2.9448685326547923, + "grad_norm": 1.6521747796605837, + "learning_rate": 1.9632456884365282e-05, + "loss": 0.4659, + "step": 3472 + }, + { + "epoch": 2.9457167090754877, + "grad_norm": 1.4428351760696863, + "learning_rate": 1.9638111393836586e-05, + "loss": 0.5057, + "step": 3473 + }, + { + "epoch": 2.9465648854961835, + "grad_norm": 1.436645437630421, + "learning_rate": 1.964376590330789e-05, + "loss": 0.45, + "step": 3474 + }, + { + "epoch": 2.947413061916879, + "grad_norm": 1.5035829696382377, + "learning_rate": 1.9649420412779193e-05, + "loss": 0.4904, + "step": 3475 + }, + { + "epoch": 2.948261238337574, + "grad_norm": 1.4021958877927092, + "learning_rate": 1.9655074922250496e-05, + "loss": 0.5292, + "step": 3476 + }, + { + "epoch": 2.9491094147582695, + "grad_norm": 1.4926491198751677, + "learning_rate": 1.96607294317218e-05, + "loss": 0.5487, + "step": 3477 + }, + { + "epoch": 2.9499575911789653, + "grad_norm": 1.3699671413323349, + "learning_rate": 1.9666383941193103e-05, + "loss": 0.3916, + "step": 3478 + }, + { + "epoch": 2.9508057675996606, + "grad_norm": 1.3700501981235633, + "learning_rate": 1.9672038450664406e-05, + "loss": 0.4832, + "step": 3479 + }, + { + "epoch": 2.9516539440203564, + "grad_norm": 1.6431144060847207, + "learning_rate": 1.967769296013571e-05, + "loss": 0.5976, + "step": 3480 + }, + { + "epoch": 2.9525021204410518, + "grad_norm": 1.398702738068286, + "learning_rate": 1.9683347469607013e-05, + "loss": 0.5371, + "step": 3481 + }, + { + "epoch": 2.953350296861747, + "grad_norm": 1.4799173205999874, + "learning_rate": 1.9689001979078316e-05, + "loss": 0.5936, + "step": 3482 + }, + { + "epoch": 2.954198473282443, + "grad_norm": 1.5331060506515917, + "learning_rate": 1.969465648854962e-05, + "loss": 0.541, + "step": 3483 + }, + { + "epoch": 2.9550466497031382, + "grad_norm": 1.4780080176797423, + "learning_rate": 1.9700310998020923e-05, + "loss": 0.5806, + "step": 3484 + }, + { + "epoch": 2.955894826123834, + "grad_norm": 1.4258051886723675, + "learning_rate": 1.9705965507492226e-05, + "loss": 0.5012, + "step": 3485 + }, + { + "epoch": 2.9567430025445294, + "grad_norm": 1.489919754939226, + "learning_rate": 1.971162001696353e-05, + "loss": 0.4954, + "step": 3486 + }, + { + "epoch": 2.9575911789652247, + "grad_norm": 1.5206120140074495, + "learning_rate": 1.9717274526434833e-05, + "loss": 0.5004, + "step": 3487 + }, + { + "epoch": 2.95843935538592, + "grad_norm": 1.4758458646241803, + "learning_rate": 1.9722929035906136e-05, + "loss": 0.447, + "step": 3488 + }, + { + "epoch": 2.959287531806616, + "grad_norm": 1.500288780845223, + "learning_rate": 1.972858354537744e-05, + "loss": 0.5672, + "step": 3489 + }, + { + "epoch": 2.960135708227311, + "grad_norm": 1.6030974805912053, + "learning_rate": 1.9734238054848743e-05, + "loss": 0.6294, + "step": 3490 + }, + { + "epoch": 2.960983884648007, + "grad_norm": 1.470991104396545, + "learning_rate": 1.9739892564320047e-05, + "loss": 0.5878, + "step": 3491 + }, + { + "epoch": 2.9618320610687023, + "grad_norm": 1.3057009104647308, + "learning_rate": 1.974554707379135e-05, + "loss": 0.4428, + "step": 3492 + }, + { + "epoch": 2.9626802374893977, + "grad_norm": 1.466316333174251, + "learning_rate": 1.9751201583262653e-05, + "loss": 0.4323, + "step": 3493 + }, + { + "epoch": 2.963528413910093, + "grad_norm": 1.5641801481154318, + "learning_rate": 1.9756856092733957e-05, + "loss": 0.522, + "step": 3494 + }, + { + "epoch": 2.964376590330789, + "grad_norm": 1.4354253246147002, + "learning_rate": 1.976251060220526e-05, + "loss": 0.5052, + "step": 3495 + }, + { + "epoch": 2.965224766751484, + "grad_norm": 1.4650459295782872, + "learning_rate": 1.9768165111676563e-05, + "loss": 0.4482, + "step": 3496 + }, + { + "epoch": 2.96607294317218, + "grad_norm": 1.6143879497421514, + "learning_rate": 1.9773819621147867e-05, + "loss": 0.5254, + "step": 3497 + }, + { + "epoch": 2.9669211195928753, + "grad_norm": 1.5613577552988163, + "learning_rate": 1.977947413061917e-05, + "loss": 0.5727, + "step": 3498 + }, + { + "epoch": 2.9677692960135706, + "grad_norm": 1.3843523378264186, + "learning_rate": 1.9785128640090474e-05, + "loss": 0.5428, + "step": 3499 + }, + { + "epoch": 2.9686174724342664, + "grad_norm": 1.4952854759041203, + "learning_rate": 1.9790783149561777e-05, + "loss": 0.702, + "step": 3500 + }, + { + "epoch": 2.969465648854962, + "grad_norm": 1.461628984419159, + "learning_rate": 1.979643765903308e-05, + "loss": 0.5369, + "step": 3501 + }, + { + "epoch": 2.9703138252756576, + "grad_norm": 1.406940069279328, + "learning_rate": 1.9802092168504384e-05, + "loss": 0.5038, + "step": 3502 + }, + { + "epoch": 2.971162001696353, + "grad_norm": 1.3357178675108519, + "learning_rate": 1.9807746677975687e-05, + "loss": 0.4617, + "step": 3503 + }, + { + "epoch": 2.9720101781170483, + "grad_norm": 1.4302725372795997, + "learning_rate": 1.981340118744699e-05, + "loss": 0.5331, + "step": 3504 + }, + { + "epoch": 2.9728583545377436, + "grad_norm": 1.4372626186286288, + "learning_rate": 1.9819055696918294e-05, + "loss": 0.5578, + "step": 3505 + }, + { + "epoch": 2.9737065309584394, + "grad_norm": 1.3759661620602426, + "learning_rate": 1.9824710206389597e-05, + "loss": 0.4564, + "step": 3506 + }, + { + "epoch": 2.9745547073791347, + "grad_norm": 1.5016909072693858, + "learning_rate": 1.98303647158609e-05, + "loss": 0.5354, + "step": 3507 + }, + { + "epoch": 2.9754028837998305, + "grad_norm": 1.398537280949331, + "learning_rate": 1.9836019225332204e-05, + "loss": 0.4629, + "step": 3508 + }, + { + "epoch": 2.976251060220526, + "grad_norm": 1.2893799512467987, + "learning_rate": 1.9841673734803507e-05, + "loss": 0.4846, + "step": 3509 + }, + { + "epoch": 2.9770992366412212, + "grad_norm": 1.4145531259759325, + "learning_rate": 1.984732824427481e-05, + "loss": 0.5383, + "step": 3510 + }, + { + "epoch": 2.977947413061917, + "grad_norm": 1.4079567144437402, + "learning_rate": 1.9852982753746114e-05, + "loss": 0.5113, + "step": 3511 + }, + { + "epoch": 2.9787955894826124, + "grad_norm": 1.5512482815618918, + "learning_rate": 1.9858637263217417e-05, + "loss": 0.5437, + "step": 3512 + }, + { + "epoch": 2.979643765903308, + "grad_norm": 1.3771172673245717, + "learning_rate": 1.986429177268872e-05, + "loss": 0.4951, + "step": 3513 + }, + { + "epoch": 2.9804919423240035, + "grad_norm": 1.4884875356691185, + "learning_rate": 1.9869946282160024e-05, + "loss": 0.5335, + "step": 3514 + }, + { + "epoch": 2.981340118744699, + "grad_norm": 1.5164734455108586, + "learning_rate": 1.9875600791631327e-05, + "loss": 0.517, + "step": 3515 + }, + { + "epoch": 2.982188295165394, + "grad_norm": 1.6116031160546036, + "learning_rate": 1.988125530110263e-05, + "loss": 0.5537, + "step": 3516 + }, + { + "epoch": 2.98303647158609, + "grad_norm": 1.3194448279852866, + "learning_rate": 1.9886909810573934e-05, + "loss": 0.5258, + "step": 3517 + }, + { + "epoch": 2.9838846480067853, + "grad_norm": 1.5974166257987144, + "learning_rate": 1.9892564320045238e-05, + "loss": 0.5077, + "step": 3518 + }, + { + "epoch": 2.984732824427481, + "grad_norm": 1.5590245807162488, + "learning_rate": 1.989821882951654e-05, + "loss": 0.5325, + "step": 3519 + }, + { + "epoch": 2.9855810008481765, + "grad_norm": 1.4591804465667482, + "learning_rate": 1.9903873338987844e-05, + "loss": 0.5212, + "step": 3520 + }, + { + "epoch": 2.986429177268872, + "grad_norm": 1.3783702199129593, + "learning_rate": 1.9909527848459148e-05, + "loss": 0.5102, + "step": 3521 + }, + { + "epoch": 2.9872773536895676, + "grad_norm": 1.529012747931352, + "learning_rate": 1.991518235793045e-05, + "loss": 0.534, + "step": 3522 + }, + { + "epoch": 2.988125530110263, + "grad_norm": 1.4200909257666638, + "learning_rate": 1.9920836867401754e-05, + "loss": 0.5262, + "step": 3523 + }, + { + "epoch": 2.9889737065309583, + "grad_norm": 1.2884010536668138, + "learning_rate": 1.9926491376873058e-05, + "loss": 0.4586, + "step": 3524 + }, + { + "epoch": 2.989821882951654, + "grad_norm": 1.5317776986442782, + "learning_rate": 1.993214588634436e-05, + "loss": 0.5957, + "step": 3525 + }, + { + "epoch": 2.9906700593723494, + "grad_norm": 1.4542024324905038, + "learning_rate": 1.9937800395815665e-05, + "loss": 0.5497, + "step": 3526 + }, + { + "epoch": 2.9915182357930448, + "grad_norm": 1.2211472525739575, + "learning_rate": 1.9943454905286968e-05, + "loss": 0.356, + "step": 3527 + }, + { + "epoch": 2.9923664122137406, + "grad_norm": 1.4038419013040597, + "learning_rate": 1.994910941475827e-05, + "loss": 0.5379, + "step": 3528 + }, + { + "epoch": 2.993214588634436, + "grad_norm": 1.501977400007307, + "learning_rate": 1.9954763924229575e-05, + "loss": 0.5356, + "step": 3529 + }, + { + "epoch": 2.9940627650551317, + "grad_norm": 1.4195679432014863, + "learning_rate": 1.9960418433700878e-05, + "loss": 0.5345, + "step": 3530 + }, + { + "epoch": 2.994910941475827, + "grad_norm": 1.38974136056439, + "learning_rate": 1.996607294317218e-05, + "loss": 0.4049, + "step": 3531 + }, + { + "epoch": 2.9957591178965224, + "grad_norm": 1.6629377712148898, + "learning_rate": 1.9971727452643485e-05, + "loss": 0.5887, + "step": 3532 + }, + { + "epoch": 2.9966072943172177, + "grad_norm": 1.4405162930129842, + "learning_rate": 1.9977381962114788e-05, + "loss": 0.4778, + "step": 3533 + }, + { + "epoch": 2.9974554707379135, + "grad_norm": 1.5677152073311773, + "learning_rate": 1.998303647158609e-05, + "loss": 0.5056, + "step": 3534 + }, + { + "epoch": 2.998303647158609, + "grad_norm": 1.3585419814913458, + "learning_rate": 1.9988690981057395e-05, + "loss": 0.5034, + "step": 3535 + }, + { + "epoch": 2.9991518235793047, + "grad_norm": 1.3402156295849947, + "learning_rate": 1.9994345490528698e-05, + "loss": 0.4633, + "step": 3536 + }, + { + "epoch": 3.0, + "grad_norm": 1.578483376597675, + "learning_rate": 2e-05, + "loss": 0.6112, + "step": 3537 + }, + { + "epoch": 3.0008481764206953, + "grad_norm": 1.5522151715535724, + "learning_rate": 1.99999999962269e-05, + "loss": 0.5517, + "step": 3538 + }, + { + "epoch": 3.001696352841391, + "grad_norm": 1.381721307024211, + "learning_rate": 1.999999998490759e-05, + "loss": 0.437, + "step": 3539 + }, + { + "epoch": 3.0025445292620865, + "grad_norm": 1.4230248532668341, + "learning_rate": 1.9999999966042075e-05, + "loss": 0.4267, + "step": 3540 + }, + { + "epoch": 3.003392705682782, + "grad_norm": 1.4844383660217828, + "learning_rate": 1.999999993963035e-05, + "loss": 0.4957, + "step": 3541 + }, + { + "epoch": 3.0042408821034776, + "grad_norm": 1.3952869753516683, + "learning_rate": 1.9999999905672424e-05, + "loss": 0.4669, + "step": 3542 + }, + { + "epoch": 3.005089058524173, + "grad_norm": 1.5287934247764168, + "learning_rate": 1.999999986416829e-05, + "loss": 0.5093, + "step": 3543 + }, + { + "epoch": 3.0059372349448688, + "grad_norm": 1.650649189026846, + "learning_rate": 1.999999981511795e-05, + "loss": 0.5079, + "step": 3544 + }, + { + "epoch": 3.006785411365564, + "grad_norm": 1.4574180947146682, + "learning_rate": 1.9999999758521405e-05, + "loss": 0.4506, + "step": 3545 + }, + { + "epoch": 3.0076335877862594, + "grad_norm": 1.519235101313261, + "learning_rate": 1.9999999694378652e-05, + "loss": 0.5073, + "step": 3546 + }, + { + "epoch": 3.0084817642069552, + "grad_norm": 1.358810618311146, + "learning_rate": 1.9999999622689694e-05, + "loss": 0.451, + "step": 3547 + }, + { + "epoch": 3.0093299406276506, + "grad_norm": 1.7068003420830544, + "learning_rate": 1.9999999543454532e-05, + "loss": 0.5082, + "step": 3548 + }, + { + "epoch": 3.010178117048346, + "grad_norm": 1.3769841331675619, + "learning_rate": 1.999999945667316e-05, + "loss": 0.4335, + "step": 3549 + }, + { + "epoch": 3.0110262934690417, + "grad_norm": 1.524660965699273, + "learning_rate": 1.999999936234559e-05, + "loss": 0.5891, + "step": 3550 + }, + { + "epoch": 3.011874469889737, + "grad_norm": 1.4632977516626167, + "learning_rate": 1.9999999260471805e-05, + "loss": 0.4193, + "step": 3551 + }, + { + "epoch": 3.0127226463104324, + "grad_norm": 1.5294449846215643, + "learning_rate": 1.9999999151051818e-05, + "loss": 0.4776, + "step": 3552 + }, + { + "epoch": 3.013570822731128, + "grad_norm": 1.5250163008290563, + "learning_rate": 1.9999999034085628e-05, + "loss": 0.5541, + "step": 3553 + }, + { + "epoch": 3.0144189991518235, + "grad_norm": 1.5180374626245063, + "learning_rate": 1.999999890957323e-05, + "loss": 0.5241, + "step": 3554 + }, + { + "epoch": 3.015267175572519, + "grad_norm": 1.4142211778452063, + "learning_rate": 1.9999998777514625e-05, + "loss": 0.4916, + "step": 3555 + }, + { + "epoch": 3.0161153519932147, + "grad_norm": 1.4055371449478462, + "learning_rate": 1.999999863790982e-05, + "loss": 0.4472, + "step": 3556 + }, + { + "epoch": 3.01696352841391, + "grad_norm": 1.4995137901301883, + "learning_rate": 1.9999998490758804e-05, + "loss": 0.4872, + "step": 3557 + }, + { + "epoch": 3.017811704834606, + "grad_norm": 1.3772226051207193, + "learning_rate": 1.9999998336061585e-05, + "loss": 0.5004, + "step": 3558 + }, + { + "epoch": 3.018659881255301, + "grad_norm": 1.4694654873328985, + "learning_rate": 1.9999998173818164e-05, + "loss": 0.4381, + "step": 3559 + }, + { + "epoch": 3.0195080576759965, + "grad_norm": 1.409473794278321, + "learning_rate": 1.9999998004028532e-05, + "loss": 0.4693, + "step": 3560 + }, + { + "epoch": 3.0203562340966923, + "grad_norm": 1.5433125146817963, + "learning_rate": 1.9999997826692705e-05, + "loss": 0.4948, + "step": 3561 + }, + { + "epoch": 3.0212044105173876, + "grad_norm": 1.3852460790186385, + "learning_rate": 1.9999997641810664e-05, + "loss": 0.4727, + "step": 3562 + }, + { + "epoch": 3.022052586938083, + "grad_norm": 1.3705971257059903, + "learning_rate": 1.9999997449382424e-05, + "loss": 0.4817, + "step": 3563 + }, + { + "epoch": 3.0229007633587788, + "grad_norm": 1.3558078436302068, + "learning_rate": 1.9999997249407977e-05, + "loss": 0.4678, + "step": 3564 + }, + { + "epoch": 3.023748939779474, + "grad_norm": 1.375516067739141, + "learning_rate": 1.9999997041887328e-05, + "loss": 0.4943, + "step": 3565 + }, + { + "epoch": 3.0245971162001695, + "grad_norm": 1.4592892924600127, + "learning_rate": 1.9999996826820475e-05, + "loss": 0.5649, + "step": 3566 + }, + { + "epoch": 3.0254452926208653, + "grad_norm": 1.4565030525645815, + "learning_rate": 1.9999996604207416e-05, + "loss": 0.4405, + "step": 3567 + }, + { + "epoch": 3.0262934690415606, + "grad_norm": 1.2395684392377855, + "learning_rate": 1.9999996374048154e-05, + "loss": 0.5322, + "step": 3568 + }, + { + "epoch": 3.027141645462256, + "grad_norm": 1.3326153447314362, + "learning_rate": 1.9999996136342686e-05, + "loss": 0.4462, + "step": 3569 + }, + { + "epoch": 3.0279898218829517, + "grad_norm": 1.443179723186292, + "learning_rate": 1.999999589109102e-05, + "loss": 0.5767, + "step": 3570 + }, + { + "epoch": 3.028837998303647, + "grad_norm": 1.4394059255720686, + "learning_rate": 1.9999995638293148e-05, + "loss": 0.61, + "step": 3571 + }, + { + "epoch": 3.029686174724343, + "grad_norm": 1.6399552939627418, + "learning_rate": 1.9999995377949074e-05, + "loss": 0.5359, + "step": 3572 + }, + { + "epoch": 3.030534351145038, + "grad_norm": 1.4589435860230244, + "learning_rate": 1.9999995110058797e-05, + "loss": 0.4368, + "step": 3573 + }, + { + "epoch": 3.0313825275657336, + "grad_norm": 1.44721859090123, + "learning_rate": 1.999999483462232e-05, + "loss": 0.4478, + "step": 3574 + }, + { + "epoch": 3.0322307039864294, + "grad_norm": 1.4430709349054855, + "learning_rate": 1.9999994551639638e-05, + "loss": 0.5608, + "step": 3575 + }, + { + "epoch": 3.0330788804071247, + "grad_norm": 1.404343429688001, + "learning_rate": 1.9999994261110752e-05, + "loss": 0.4985, + "step": 3576 + }, + { + "epoch": 3.03392705682782, + "grad_norm": 1.3696715829810642, + "learning_rate": 1.999999396303567e-05, + "loss": 0.5023, + "step": 3577 + }, + { + "epoch": 3.034775233248516, + "grad_norm": 1.4480671426847287, + "learning_rate": 1.9999993657414382e-05, + "loss": 0.3884, + "step": 3578 + }, + { + "epoch": 3.035623409669211, + "grad_norm": 1.3527018422349175, + "learning_rate": 1.9999993344246894e-05, + "loss": 0.3817, + "step": 3579 + }, + { + "epoch": 3.0364715860899065, + "grad_norm": 1.3379891761167524, + "learning_rate": 1.9999993023533204e-05, + "loss": 0.4572, + "step": 3580 + }, + { + "epoch": 3.0373197625106023, + "grad_norm": 1.4834349704634577, + "learning_rate": 1.9999992695273313e-05, + "loss": 0.4886, + "step": 3581 + }, + { + "epoch": 3.0381679389312977, + "grad_norm": 1.3642961703776193, + "learning_rate": 1.9999992359467223e-05, + "loss": 0.4763, + "step": 3582 + }, + { + "epoch": 3.039016115351993, + "grad_norm": 1.4489861804988362, + "learning_rate": 1.999999201611493e-05, + "loss": 0.4768, + "step": 3583 + }, + { + "epoch": 3.039864291772689, + "grad_norm": 1.4251687938632875, + "learning_rate": 1.999999166521644e-05, + "loss": 0.5093, + "step": 3584 + }, + { + "epoch": 3.040712468193384, + "grad_norm": 1.453236816514575, + "learning_rate": 1.999999130677175e-05, + "loss": 0.5137, + "step": 3585 + }, + { + "epoch": 3.04156064461408, + "grad_norm": 1.2207058495304084, + "learning_rate": 1.9999990940780857e-05, + "loss": 0.5068, + "step": 3586 + }, + { + "epoch": 3.0424088210347753, + "grad_norm": 1.507319199790992, + "learning_rate": 1.999999056724377e-05, + "loss": 0.5299, + "step": 3587 + }, + { + "epoch": 3.0432569974554706, + "grad_norm": 1.4460517117018044, + "learning_rate": 1.9999990186160475e-05, + "loss": 0.4786, + "step": 3588 + }, + { + "epoch": 3.0441051738761664, + "grad_norm": 1.3595237646512779, + "learning_rate": 1.9999989797530988e-05, + "loss": 0.4796, + "step": 3589 + }, + { + "epoch": 3.0449533502968618, + "grad_norm": 1.382215177680194, + "learning_rate": 1.99999894013553e-05, + "loss": 0.3698, + "step": 3590 + }, + { + "epoch": 3.045801526717557, + "grad_norm": 1.3246254574801428, + "learning_rate": 1.9999988997633415e-05, + "loss": 0.4211, + "step": 3591 + }, + { + "epoch": 3.046649703138253, + "grad_norm": 1.3298932650969586, + "learning_rate": 1.9999988586365333e-05, + "loss": 0.4525, + "step": 3592 + }, + { + "epoch": 3.0474978795589482, + "grad_norm": 1.6192009953737792, + "learning_rate": 1.999998816755105e-05, + "loss": 0.5193, + "step": 3593 + }, + { + "epoch": 3.0483460559796436, + "grad_norm": 1.7168791391347005, + "learning_rate": 1.9999987741190576e-05, + "loss": 0.4908, + "step": 3594 + }, + { + "epoch": 3.0491942324003394, + "grad_norm": 1.405035770514672, + "learning_rate": 1.99999873072839e-05, + "loss": 0.4769, + "step": 3595 + }, + { + "epoch": 3.0500424088210347, + "grad_norm": 1.5302785327076802, + "learning_rate": 1.999998686583103e-05, + "loss": 0.3991, + "step": 3596 + }, + { + "epoch": 3.05089058524173, + "grad_norm": 1.6309415964451586, + "learning_rate": 1.9999986416831964e-05, + "loss": 0.5023, + "step": 3597 + }, + { + "epoch": 3.051738761662426, + "grad_norm": 1.354413577173445, + "learning_rate": 1.9999985960286698e-05, + "loss": 0.3897, + "step": 3598 + }, + { + "epoch": 3.052586938083121, + "grad_norm": 1.7284545990527587, + "learning_rate": 1.999998549619524e-05, + "loss": 0.5468, + "step": 3599 + }, + { + "epoch": 3.053435114503817, + "grad_norm": 1.570550759447929, + "learning_rate": 1.9999985024557586e-05, + "loss": 0.5477, + "step": 3600 + }, + { + "epoch": 3.0542832909245123, + "grad_norm": 1.5021256735264796, + "learning_rate": 1.9999984545373735e-05, + "loss": 0.4994, + "step": 3601 + }, + { + "epoch": 3.0551314673452077, + "grad_norm": 1.4181743413265944, + "learning_rate": 1.9999984058643694e-05, + "loss": 0.4766, + "step": 3602 + }, + { + "epoch": 3.0559796437659035, + "grad_norm": 1.4158728862006966, + "learning_rate": 1.9999983564367456e-05, + "loss": 0.5641, + "step": 3603 + }, + { + "epoch": 3.056827820186599, + "grad_norm": 1.2135175139098988, + "learning_rate": 1.9999983062545026e-05, + "loss": 0.3824, + "step": 3604 + }, + { + "epoch": 3.057675996607294, + "grad_norm": 1.4583855220774007, + "learning_rate": 1.9999982553176397e-05, + "loss": 0.4211, + "step": 3605 + }, + { + "epoch": 3.05852417302799, + "grad_norm": 1.537086389079853, + "learning_rate": 1.999998203626158e-05, + "loss": 0.5432, + "step": 3606 + }, + { + "epoch": 3.0593723494486853, + "grad_norm": 1.6167262684188626, + "learning_rate": 1.999998151180057e-05, + "loss": 0.4928, + "step": 3607 + }, + { + "epoch": 3.0602205258693806, + "grad_norm": 1.2984813572839853, + "learning_rate": 1.9999980979793368e-05, + "loss": 0.443, + "step": 3608 + }, + { + "epoch": 3.0610687022900764, + "grad_norm": 1.8253736175734527, + "learning_rate": 1.9999980440239974e-05, + "loss": 0.5005, + "step": 3609 + }, + { + "epoch": 3.061916878710772, + "grad_norm": 1.4890842756227527, + "learning_rate": 1.9999979893140387e-05, + "loss": 0.4571, + "step": 3610 + }, + { + "epoch": 3.062765055131467, + "grad_norm": 1.4139611394778866, + "learning_rate": 1.999997933849461e-05, + "loss": 0.5022, + "step": 3611 + }, + { + "epoch": 3.063613231552163, + "grad_norm": 1.3747458963742691, + "learning_rate": 1.999997877630264e-05, + "loss": 0.5121, + "step": 3612 + }, + { + "epoch": 3.0644614079728583, + "grad_norm": 1.4021171400861516, + "learning_rate": 1.9999978206564486e-05, + "loss": 0.4587, + "step": 3613 + }, + { + "epoch": 3.065309584393554, + "grad_norm": 1.7120167082110782, + "learning_rate": 1.999997762928014e-05, + "loss": 0.5513, + "step": 3614 + }, + { + "epoch": 3.0661577608142494, + "grad_norm": 1.32975830824043, + "learning_rate": 1.99999770444496e-05, + "loss": 0.4638, + "step": 3615 + }, + { + "epoch": 3.0670059372349447, + "grad_norm": 1.4895938816611858, + "learning_rate": 1.9999976452072874e-05, + "loss": 0.4541, + "step": 3616 + }, + { + "epoch": 3.0678541136556405, + "grad_norm": 1.4236623506968058, + "learning_rate": 1.999997585214996e-05, + "loss": 0.4709, + "step": 3617 + }, + { + "epoch": 3.068702290076336, + "grad_norm": 1.2575868725615107, + "learning_rate": 1.999997524468086e-05, + "loss": 0.4824, + "step": 3618 + }, + { + "epoch": 3.0695504664970312, + "grad_norm": 1.4262219372117102, + "learning_rate": 1.9999974629665567e-05, + "loss": 0.4326, + "step": 3619 + }, + { + "epoch": 3.070398642917727, + "grad_norm": 1.5737125614556113, + "learning_rate": 1.9999974007104096e-05, + "loss": 0.5761, + "step": 3620 + }, + { + "epoch": 3.0712468193384224, + "grad_norm": 1.5116680695718665, + "learning_rate": 1.9999973376996433e-05, + "loss": 0.5282, + "step": 3621 + }, + { + "epoch": 3.0720949957591177, + "grad_norm": 1.4913832893703332, + "learning_rate": 1.9999972739342583e-05, + "loss": 0.4668, + "step": 3622 + }, + { + "epoch": 3.0729431721798135, + "grad_norm": 1.457627566247339, + "learning_rate": 1.9999972094142547e-05, + "loss": 0.5088, + "step": 3623 + }, + { + "epoch": 3.073791348600509, + "grad_norm": 1.4355770499167277, + "learning_rate": 1.9999971441396325e-05, + "loss": 0.562, + "step": 3624 + }, + { + "epoch": 3.0746395250212046, + "grad_norm": 1.6731394007703206, + "learning_rate": 1.999997078110392e-05, + "loss": 0.5452, + "step": 3625 + }, + { + "epoch": 3.0754877014419, + "grad_norm": 1.4558930738348825, + "learning_rate": 1.9999970113265333e-05, + "loss": 0.5114, + "step": 3626 + }, + { + "epoch": 3.0763358778625953, + "grad_norm": 1.4487736234899866, + "learning_rate": 1.9999969437880564e-05, + "loss": 0.4749, + "step": 3627 + }, + { + "epoch": 3.077184054283291, + "grad_norm": 1.31276207953252, + "learning_rate": 1.9999968754949604e-05, + "loss": 0.4445, + "step": 3628 + }, + { + "epoch": 3.0780322307039865, + "grad_norm": 1.365861717704139, + "learning_rate": 1.999996806447247e-05, + "loss": 0.4804, + "step": 3629 + }, + { + "epoch": 3.078880407124682, + "grad_norm": 1.6961972283773807, + "learning_rate": 1.9999967366449148e-05, + "loss": 0.5069, + "step": 3630 + }, + { + "epoch": 3.0797285835453776, + "grad_norm": 1.5244016392537159, + "learning_rate": 1.9999966660879648e-05, + "loss": 0.4587, + "step": 3631 + }, + { + "epoch": 3.080576759966073, + "grad_norm": 1.45595875347347, + "learning_rate": 1.9999965947763965e-05, + "loss": 0.486, + "step": 3632 + }, + { + "epoch": 3.0814249363867683, + "grad_norm": 1.442125826034772, + "learning_rate": 1.99999652271021e-05, + "loss": 0.4268, + "step": 3633 + }, + { + "epoch": 3.082273112807464, + "grad_norm": 1.8208661406019657, + "learning_rate": 1.9999964498894057e-05, + "loss": 0.4696, + "step": 3634 + }, + { + "epoch": 3.0831212892281594, + "grad_norm": 1.3209793239198753, + "learning_rate": 1.9999963763139837e-05, + "loss": 0.4247, + "step": 3635 + }, + { + "epoch": 3.0839694656488548, + "grad_norm": 1.380064215893176, + "learning_rate": 1.9999963019839433e-05, + "loss": 0.4462, + "step": 3636 + }, + { + "epoch": 3.0848176420695506, + "grad_norm": 1.4015041139274558, + "learning_rate": 1.9999962268992857e-05, + "loss": 0.46, + "step": 3637 + }, + { + "epoch": 3.085665818490246, + "grad_norm": 1.277538945088155, + "learning_rate": 1.99999615106001e-05, + "loss": 0.4573, + "step": 3638 + }, + { + "epoch": 3.0865139949109412, + "grad_norm": 1.527436312618746, + "learning_rate": 1.9999960744661164e-05, + "loss": 0.4866, + "step": 3639 + }, + { + "epoch": 3.087362171331637, + "grad_norm": 1.3515810381330553, + "learning_rate": 1.9999959971176054e-05, + "loss": 0.4546, + "step": 3640 + }, + { + "epoch": 3.0882103477523324, + "grad_norm": 1.3239103460276853, + "learning_rate": 1.9999959190144768e-05, + "loss": 0.4723, + "step": 3641 + }, + { + "epoch": 3.089058524173028, + "grad_norm": 1.3437302039585153, + "learning_rate": 1.9999958401567302e-05, + "loss": 0.4914, + "step": 3642 + }, + { + "epoch": 3.0899067005937235, + "grad_norm": 1.4497197693698798, + "learning_rate": 1.9999957605443668e-05, + "loss": 0.4712, + "step": 3643 + }, + { + "epoch": 3.090754877014419, + "grad_norm": 1.2437759932637125, + "learning_rate": 1.9999956801773854e-05, + "loss": 0.4521, + "step": 3644 + }, + { + "epoch": 3.0916030534351147, + "grad_norm": 1.3017030059993142, + "learning_rate": 1.999995599055787e-05, + "loss": 0.4625, + "step": 3645 + }, + { + "epoch": 3.09245122985581, + "grad_norm": 1.664455419475612, + "learning_rate": 1.9999955171795712e-05, + "loss": 0.5657, + "step": 3646 + }, + { + "epoch": 3.0932994062765053, + "grad_norm": 1.3002095156163462, + "learning_rate": 1.999995434548738e-05, + "loss": 0.5051, + "step": 3647 + }, + { + "epoch": 3.094147582697201, + "grad_norm": 1.4145954621556946, + "learning_rate": 1.999995351163288e-05, + "loss": 0.4071, + "step": 3648 + }, + { + "epoch": 3.0949957591178965, + "grad_norm": 1.4033930969190684, + "learning_rate": 1.9999952670232208e-05, + "loss": 0.4246, + "step": 3649 + }, + { + "epoch": 3.095843935538592, + "grad_norm": 1.5824611653978145, + "learning_rate": 1.9999951821285366e-05, + "loss": 0.5627, + "step": 3650 + }, + { + "epoch": 3.0966921119592876, + "grad_norm": 1.511837204186315, + "learning_rate": 1.999995096479235e-05, + "loss": 0.5312, + "step": 3651 + }, + { + "epoch": 3.097540288379983, + "grad_norm": 1.4034097248874908, + "learning_rate": 1.9999950100753168e-05, + "loss": 0.5108, + "step": 3652 + }, + { + "epoch": 3.0983884648006788, + "grad_norm": 1.3065463891972098, + "learning_rate": 1.999994922916782e-05, + "loss": 0.4253, + "step": 3653 + }, + { + "epoch": 3.099236641221374, + "grad_norm": 1.3150324758567202, + "learning_rate": 1.99999483500363e-05, + "loss": 0.4647, + "step": 3654 + }, + { + "epoch": 3.1000848176420694, + "grad_norm": 1.3820006034801482, + "learning_rate": 1.9999947463358613e-05, + "loss": 0.4752, + "step": 3655 + }, + { + "epoch": 3.1009329940627652, + "grad_norm": 1.203791275879919, + "learning_rate": 1.9999946569134763e-05, + "loss": 0.4167, + "step": 3656 + }, + { + "epoch": 3.1017811704834606, + "grad_norm": 1.6662305737111314, + "learning_rate": 1.9999945667364745e-05, + "loss": 0.4947, + "step": 3657 + }, + { + "epoch": 3.102629346904156, + "grad_norm": 1.4467667133549098, + "learning_rate": 1.999994475804856e-05, + "loss": 0.5207, + "step": 3658 + }, + { + "epoch": 3.1034775233248517, + "grad_norm": 1.4616409568116007, + "learning_rate": 1.999994384118621e-05, + "loss": 0.5095, + "step": 3659 + }, + { + "epoch": 3.104325699745547, + "grad_norm": 1.6270515260070832, + "learning_rate": 1.99999429167777e-05, + "loss": 0.587, + "step": 3660 + }, + { + "epoch": 3.1051738761662424, + "grad_norm": 1.157333001030601, + "learning_rate": 1.9999941984823026e-05, + "loss": 0.4156, + "step": 3661 + }, + { + "epoch": 3.106022052586938, + "grad_norm": 1.418506026266146, + "learning_rate": 1.999994104532219e-05, + "loss": 0.4759, + "step": 3662 + }, + { + "epoch": 3.1068702290076335, + "grad_norm": 1.4132032769090064, + "learning_rate": 1.999994009827519e-05, + "loss": 0.4622, + "step": 3663 + }, + { + "epoch": 3.107718405428329, + "grad_norm": 1.4404989044672871, + "learning_rate": 1.999993914368203e-05, + "loss": 0.6194, + "step": 3664 + }, + { + "epoch": 3.1085665818490247, + "grad_norm": 1.3364457668371035, + "learning_rate": 1.999993818154271e-05, + "loss": 0.475, + "step": 3665 + }, + { + "epoch": 3.10941475826972, + "grad_norm": 1.5794632354062947, + "learning_rate": 1.999993721185723e-05, + "loss": 0.5215, + "step": 3666 + }, + { + "epoch": 3.110262934690416, + "grad_norm": 1.4752689592969042, + "learning_rate": 1.9999936234625592e-05, + "loss": 0.4908, + "step": 3667 + }, + { + "epoch": 3.111111111111111, + "grad_norm": 1.641026204781745, + "learning_rate": 1.9999935249847798e-05, + "loss": 0.5002, + "step": 3668 + }, + { + "epoch": 3.1119592875318065, + "grad_norm": 1.3894754352591916, + "learning_rate": 1.999993425752384e-05, + "loss": 0.4956, + "step": 3669 + }, + { + "epoch": 3.1128074639525023, + "grad_norm": 1.5574729086600447, + "learning_rate": 1.9999933257653733e-05, + "loss": 0.5714, + "step": 3670 + }, + { + "epoch": 3.1136556403731976, + "grad_norm": 1.4591740709087653, + "learning_rate": 1.9999932250237465e-05, + "loss": 0.5422, + "step": 3671 + }, + { + "epoch": 3.114503816793893, + "grad_norm": 1.3333592007906694, + "learning_rate": 1.9999931235275042e-05, + "loss": 0.5278, + "step": 3672 + }, + { + "epoch": 3.1153519932145888, + "grad_norm": 1.4797031231423374, + "learning_rate": 1.9999930212766467e-05, + "loss": 0.4838, + "step": 3673 + }, + { + "epoch": 3.116200169635284, + "grad_norm": 1.4595762016014198, + "learning_rate": 1.999992918271174e-05, + "loss": 0.4533, + "step": 3674 + }, + { + "epoch": 3.1170483460559795, + "grad_norm": 1.392665623618301, + "learning_rate": 1.9999928145110857e-05, + "loss": 0.5656, + "step": 3675 + }, + { + "epoch": 3.1178965224766753, + "grad_norm": 1.4292905012280663, + "learning_rate": 1.9999927099963825e-05, + "loss": 0.4865, + "step": 3676 + }, + { + "epoch": 3.1187446988973706, + "grad_norm": 1.4107020792803773, + "learning_rate": 1.9999926047270638e-05, + "loss": 0.427, + "step": 3677 + }, + { + "epoch": 3.119592875318066, + "grad_norm": 1.3668499786440014, + "learning_rate": 1.9999924987031302e-05, + "loss": 0.4233, + "step": 3678 + }, + { + "epoch": 3.1204410517387617, + "grad_norm": 1.4739032643343952, + "learning_rate": 1.999992391924582e-05, + "loss": 0.5612, + "step": 3679 + }, + { + "epoch": 3.121289228159457, + "grad_norm": 1.4629249662772073, + "learning_rate": 1.9999922843914187e-05, + "loss": 0.5298, + "step": 3680 + }, + { + "epoch": 3.122137404580153, + "grad_norm": 1.4411787480526546, + "learning_rate": 1.9999921761036405e-05, + "loss": 0.5027, + "step": 3681 + }, + { + "epoch": 3.122985581000848, + "grad_norm": 1.393832275793604, + "learning_rate": 1.9999920670612477e-05, + "loss": 0.539, + "step": 3682 + }, + { + "epoch": 3.1238337574215436, + "grad_norm": 1.4906091718577905, + "learning_rate": 1.99999195726424e-05, + "loss": 0.4672, + "step": 3683 + }, + { + "epoch": 3.1246819338422394, + "grad_norm": 1.452794347481182, + "learning_rate": 1.999991846712618e-05, + "loss": 0.4777, + "step": 3684 + }, + { + "epoch": 3.1255301102629347, + "grad_norm": 1.266475176619763, + "learning_rate": 1.9999917354063815e-05, + "loss": 0.5527, + "step": 3685 + }, + { + "epoch": 3.12637828668363, + "grad_norm": 1.3919345275647437, + "learning_rate": 1.9999916233455306e-05, + "loss": 0.4853, + "step": 3686 + }, + { + "epoch": 3.127226463104326, + "grad_norm": 1.390869851713306, + "learning_rate": 1.9999915105300655e-05, + "loss": 0.4515, + "step": 3687 + }, + { + "epoch": 3.128074639525021, + "grad_norm": 1.3918873886699588, + "learning_rate": 1.999991396959986e-05, + "loss": 0.4444, + "step": 3688 + }, + { + "epoch": 3.1289228159457165, + "grad_norm": 1.5568929057164569, + "learning_rate": 1.9999912826352927e-05, + "loss": 0.5229, + "step": 3689 + }, + { + "epoch": 3.1297709923664123, + "grad_norm": 1.3771981280132994, + "learning_rate": 1.999991167555985e-05, + "loss": 0.4707, + "step": 3690 + }, + { + "epoch": 3.1306191687871077, + "grad_norm": 1.2858486811309937, + "learning_rate": 1.9999910517220634e-05, + "loss": 0.4285, + "step": 3691 + }, + { + "epoch": 3.1314673452078035, + "grad_norm": 1.5729757699582627, + "learning_rate": 1.999990935133528e-05, + "loss": 0.507, + "step": 3692 + }, + { + "epoch": 3.132315521628499, + "grad_norm": 1.3662747703270688, + "learning_rate": 1.999990817790379e-05, + "loss": 0.4973, + "step": 3693 + }, + { + "epoch": 3.133163698049194, + "grad_norm": 1.3593022118052627, + "learning_rate": 1.999990699692616e-05, + "loss": 0.5261, + "step": 3694 + }, + { + "epoch": 3.13401187446989, + "grad_norm": 1.3677990621699985, + "learning_rate": 1.9999905808402395e-05, + "loss": 0.5519, + "step": 3695 + }, + { + "epoch": 3.1348600508905853, + "grad_norm": 1.4158816915825787, + "learning_rate": 1.9999904612332497e-05, + "loss": 0.5311, + "step": 3696 + }, + { + "epoch": 3.1357082273112806, + "grad_norm": 1.6521627231644773, + "learning_rate": 1.9999903408716463e-05, + "loss": 0.5084, + "step": 3697 + }, + { + "epoch": 3.1365564037319764, + "grad_norm": 1.4599923034814706, + "learning_rate": 1.9999902197554294e-05, + "loss": 0.5707, + "step": 3698 + }, + { + "epoch": 3.1374045801526718, + "grad_norm": 1.4577573715870442, + "learning_rate": 1.9999900978845997e-05, + "loss": 0.4713, + "step": 3699 + }, + { + "epoch": 3.138252756573367, + "grad_norm": 1.4189012673068306, + "learning_rate": 1.9999899752591564e-05, + "loss": 0.4228, + "step": 3700 + }, + { + "epoch": 3.139100932994063, + "grad_norm": 1.4972243245665877, + "learning_rate": 1.9999898518791006e-05, + "loss": 0.5214, + "step": 3701 + }, + { + "epoch": 3.1399491094147582, + "grad_norm": 1.542652054401386, + "learning_rate": 1.9999897277444314e-05, + "loss": 0.5199, + "step": 3702 + }, + { + "epoch": 3.1407972858354536, + "grad_norm": 1.2777443920838978, + "learning_rate": 1.9999896028551492e-05, + "loss": 0.5145, + "step": 3703 + }, + { + "epoch": 3.1416454622561494, + "grad_norm": 1.3066078065147873, + "learning_rate": 1.9999894772112546e-05, + "loss": 0.4111, + "step": 3704 + }, + { + "epoch": 3.1424936386768447, + "grad_norm": 1.4640861101383522, + "learning_rate": 1.999989350812747e-05, + "loss": 0.4498, + "step": 3705 + }, + { + "epoch": 3.14334181509754, + "grad_norm": 1.4465933886227125, + "learning_rate": 1.999989223659627e-05, + "loss": 0.5302, + "step": 3706 + }, + { + "epoch": 3.144189991518236, + "grad_norm": 1.3991630878515242, + "learning_rate": 1.999989095751895e-05, + "loss": 0.5363, + "step": 3707 + }, + { + "epoch": 3.145038167938931, + "grad_norm": 1.5115099700769499, + "learning_rate": 1.99998896708955e-05, + "loss": 0.554, + "step": 3708 + }, + { + "epoch": 3.145886344359627, + "grad_norm": 1.7533267915225095, + "learning_rate": 1.999988837672593e-05, + "loss": 0.4826, + "step": 3709 + }, + { + "epoch": 3.1467345207803223, + "grad_norm": 1.340282856458046, + "learning_rate": 1.9999887075010235e-05, + "loss": 0.5321, + "step": 3710 + }, + { + "epoch": 3.1475826972010177, + "grad_norm": 1.3956080492969942, + "learning_rate": 1.999988576574842e-05, + "loss": 0.5326, + "step": 3711 + }, + { + "epoch": 3.1484308736217135, + "grad_norm": 1.1777582444632073, + "learning_rate": 1.9999884448940487e-05, + "loss": 0.4288, + "step": 3712 + }, + { + "epoch": 3.149279050042409, + "grad_norm": 1.5847784362718045, + "learning_rate": 1.9999883124586432e-05, + "loss": 0.5553, + "step": 3713 + }, + { + "epoch": 3.150127226463104, + "grad_norm": 1.4291289755676169, + "learning_rate": 1.999988179268626e-05, + "loss": 0.5467, + "step": 3714 + }, + { + "epoch": 3.1509754028838, + "grad_norm": 1.3267338262690858, + "learning_rate": 1.999988045323997e-05, + "loss": 0.4814, + "step": 3715 + }, + { + "epoch": 3.1518235793044953, + "grad_norm": 1.3237142016628929, + "learning_rate": 1.9999879106247568e-05, + "loss": 0.4916, + "step": 3716 + }, + { + "epoch": 3.1526717557251906, + "grad_norm": 1.3561839778132867, + "learning_rate": 1.999987775170905e-05, + "loss": 0.448, + "step": 3717 + }, + { + "epoch": 3.1535199321458864, + "grad_norm": 1.4358428199199276, + "learning_rate": 1.9999876389624414e-05, + "loss": 0.4762, + "step": 3718 + }, + { + "epoch": 3.154368108566582, + "grad_norm": 1.4544379949576565, + "learning_rate": 1.999987501999367e-05, + "loss": 0.5094, + "step": 3719 + }, + { + "epoch": 3.1552162849872776, + "grad_norm": 1.4094253862282289, + "learning_rate": 1.999987364281681e-05, + "loss": 0.461, + "step": 3720 + }, + { + "epoch": 3.156064461407973, + "grad_norm": 1.7158204134760584, + "learning_rate": 1.999987225809384e-05, + "loss": 0.4183, + "step": 3721 + }, + { + "epoch": 3.1569126378286683, + "grad_norm": 1.251062356925776, + "learning_rate": 1.9999870865824766e-05, + "loss": 0.3752, + "step": 3722 + }, + { + "epoch": 3.157760814249364, + "grad_norm": 1.6677238222146862, + "learning_rate": 1.9999869466009575e-05, + "loss": 0.473, + "step": 3723 + }, + { + "epoch": 3.1586089906700594, + "grad_norm": 1.515496685428801, + "learning_rate": 1.999986805864828e-05, + "loss": 0.5267, + "step": 3724 + }, + { + "epoch": 3.1594571670907547, + "grad_norm": 1.3945698686528647, + "learning_rate": 1.999986664374088e-05, + "loss": 0.5073, + "step": 3725 + }, + { + "epoch": 3.1603053435114505, + "grad_norm": 1.5586474965197985, + "learning_rate": 1.9999865221287373e-05, + "loss": 0.4781, + "step": 3726 + }, + { + "epoch": 3.161153519932146, + "grad_norm": 1.294514522831424, + "learning_rate": 1.9999863791287764e-05, + "loss": 0.4554, + "step": 3727 + }, + { + "epoch": 3.1620016963528412, + "grad_norm": 1.2871440728243742, + "learning_rate": 1.9999862353742044e-05, + "loss": 0.4993, + "step": 3728 + }, + { + "epoch": 3.162849872773537, + "grad_norm": 1.484090720441996, + "learning_rate": 1.999986090865023e-05, + "loss": 0.4781, + "step": 3729 + }, + { + "epoch": 3.1636980491942324, + "grad_norm": 1.4464102554077851, + "learning_rate": 1.9999859456012313e-05, + "loss": 0.5235, + "step": 3730 + }, + { + "epoch": 3.1645462256149277, + "grad_norm": 1.4500212880634584, + "learning_rate": 1.9999857995828295e-05, + "loss": 0.4869, + "step": 3731 + }, + { + "epoch": 3.1653944020356235, + "grad_norm": 1.6018018725115801, + "learning_rate": 1.9999856528098176e-05, + "loss": 0.498, + "step": 3732 + }, + { + "epoch": 3.166242578456319, + "grad_norm": 1.7549458808246026, + "learning_rate": 1.999985505282196e-05, + "loss": 0.5063, + "step": 3733 + }, + { + "epoch": 3.167090754877014, + "grad_norm": 1.3694309792914072, + "learning_rate": 1.9999853569999647e-05, + "loss": 0.5051, + "step": 3734 + }, + { + "epoch": 3.16793893129771, + "grad_norm": 1.4875627503690956, + "learning_rate": 1.9999852079631238e-05, + "loss": 0.5351, + "step": 3735 + }, + { + "epoch": 3.1687871077184053, + "grad_norm": 1.445488032357368, + "learning_rate": 1.9999850581716737e-05, + "loss": 0.4353, + "step": 3736 + }, + { + "epoch": 3.169635284139101, + "grad_norm": 1.4700351334611843, + "learning_rate": 1.9999849076256142e-05, + "loss": 0.4565, + "step": 3737 + }, + { + "epoch": 3.1704834605597965, + "grad_norm": 1.4326042396718008, + "learning_rate": 1.9999847563249452e-05, + "loss": 0.5772, + "step": 3738 + }, + { + "epoch": 3.171331636980492, + "grad_norm": 1.4040923660398958, + "learning_rate": 1.9999846042696675e-05, + "loss": 0.4746, + "step": 3739 + }, + { + "epoch": 3.1721798134011876, + "grad_norm": 1.6617741642918018, + "learning_rate": 1.9999844514597803e-05, + "loss": 0.4745, + "step": 3740 + }, + { + "epoch": 3.173027989821883, + "grad_norm": 1.4152419634596285, + "learning_rate": 1.9999842978952846e-05, + "loss": 0.4276, + "step": 3741 + }, + { + "epoch": 3.1738761662425783, + "grad_norm": 1.3619123026618338, + "learning_rate": 1.99998414357618e-05, + "loss": 0.4533, + "step": 3742 + }, + { + "epoch": 3.174724342663274, + "grad_norm": 1.372379126649747, + "learning_rate": 1.9999839885024667e-05, + "loss": 0.4455, + "step": 3743 + }, + { + "epoch": 3.1755725190839694, + "grad_norm": 1.4266161170026153, + "learning_rate": 1.999983832674145e-05, + "loss": 0.4664, + "step": 3744 + }, + { + "epoch": 3.1764206955046648, + "grad_norm": 1.3387306035569646, + "learning_rate": 1.999983676091215e-05, + "loss": 0.48, + "step": 3745 + }, + { + "epoch": 3.1772688719253606, + "grad_norm": 1.3944724737734686, + "learning_rate": 1.9999835187536764e-05, + "loss": 0.4594, + "step": 3746 + }, + { + "epoch": 3.178117048346056, + "grad_norm": 1.353540006377924, + "learning_rate": 1.9999833606615295e-05, + "loss": 0.4831, + "step": 3747 + }, + { + "epoch": 3.1789652247667517, + "grad_norm": 1.6472745929199675, + "learning_rate": 1.9999832018147747e-05, + "loss": 0.5407, + "step": 3748 + }, + { + "epoch": 3.179813401187447, + "grad_norm": 1.332162143986424, + "learning_rate": 1.9999830422134123e-05, + "loss": 0.4389, + "step": 3749 + }, + { + "epoch": 3.1806615776081424, + "grad_norm": 1.3859800234904147, + "learning_rate": 1.9999828818574417e-05, + "loss": 0.5053, + "step": 3750 + }, + { + "epoch": 3.181509754028838, + "grad_norm": 1.494839604488725, + "learning_rate": 1.9999827207468633e-05, + "loss": 0.4871, + "step": 3751 + }, + { + "epoch": 3.1823579304495335, + "grad_norm": 1.3205625484975752, + "learning_rate": 1.9999825588816776e-05, + "loss": 0.4401, + "step": 3752 + }, + { + "epoch": 3.183206106870229, + "grad_norm": 1.4034217115543137, + "learning_rate": 1.9999823962618844e-05, + "loss": 0.4662, + "step": 3753 + }, + { + "epoch": 3.1840542832909247, + "grad_norm": 1.375346028482887, + "learning_rate": 1.9999822328874838e-05, + "loss": 0.4654, + "step": 3754 + }, + { + "epoch": 3.18490245971162, + "grad_norm": 1.6889727685052285, + "learning_rate": 1.999982068758476e-05, + "loss": 0.656, + "step": 3755 + }, + { + "epoch": 3.1857506361323153, + "grad_norm": 1.391719282854233, + "learning_rate": 1.9999819038748613e-05, + "loss": 0.4799, + "step": 3756 + }, + { + "epoch": 3.186598812553011, + "grad_norm": 1.4321599965147052, + "learning_rate": 1.9999817382366394e-05, + "loss": 0.5211, + "step": 3757 + }, + { + "epoch": 3.1874469889737065, + "grad_norm": 1.3513034812020106, + "learning_rate": 1.9999815718438108e-05, + "loss": 0.4691, + "step": 3758 + }, + { + "epoch": 3.188295165394402, + "grad_norm": 1.3166081348275294, + "learning_rate": 1.9999814046963755e-05, + "loss": 0.4207, + "step": 3759 + }, + { + "epoch": 3.1891433418150976, + "grad_norm": 1.304454268301312, + "learning_rate": 1.9999812367943337e-05, + "loss": 0.4527, + "step": 3760 + }, + { + "epoch": 3.189991518235793, + "grad_norm": 1.2793753645428498, + "learning_rate": 1.999981068137685e-05, + "loss": 0.4184, + "step": 3761 + }, + { + "epoch": 3.1908396946564888, + "grad_norm": 1.4993387643644327, + "learning_rate": 1.9999808987264303e-05, + "loss": 0.4891, + "step": 3762 + }, + { + "epoch": 3.191687871077184, + "grad_norm": 1.513518335263311, + "learning_rate": 1.9999807285605693e-05, + "loss": 0.5358, + "step": 3763 + }, + { + "epoch": 3.1925360474978794, + "grad_norm": 1.4868737995614851, + "learning_rate": 1.9999805576401026e-05, + "loss": 0.5136, + "step": 3764 + }, + { + "epoch": 3.1933842239185752, + "grad_norm": 1.2784789062914608, + "learning_rate": 1.9999803859650295e-05, + "loss": 0.4814, + "step": 3765 + }, + { + "epoch": 3.1942324003392706, + "grad_norm": 1.3818493737404207, + "learning_rate": 1.9999802135353507e-05, + "loss": 0.5023, + "step": 3766 + }, + { + "epoch": 3.195080576759966, + "grad_norm": 1.4189930947562797, + "learning_rate": 1.9999800403510665e-05, + "loss": 0.5127, + "step": 3767 + }, + { + "epoch": 3.1959287531806617, + "grad_norm": 1.413629869571854, + "learning_rate": 1.999979866412176e-05, + "loss": 0.487, + "step": 3768 + }, + { + "epoch": 3.196776929601357, + "grad_norm": 1.3053376931913634, + "learning_rate": 1.9999796917186808e-05, + "loss": 0.4203, + "step": 3769 + }, + { + "epoch": 3.1976251060220524, + "grad_norm": 1.5485298214056695, + "learning_rate": 1.99997951627058e-05, + "loss": 0.535, + "step": 3770 + }, + { + "epoch": 3.198473282442748, + "grad_norm": 1.6496358797315296, + "learning_rate": 1.9999793400678743e-05, + "loss": 0.58, + "step": 3771 + }, + { + "epoch": 3.1993214588634435, + "grad_norm": 1.3668168164462156, + "learning_rate": 1.999979163110563e-05, + "loss": 0.4909, + "step": 3772 + }, + { + "epoch": 3.200169635284139, + "grad_norm": 1.3772489617458337, + "learning_rate": 1.9999789853986472e-05, + "loss": 0.4816, + "step": 3773 + }, + { + "epoch": 3.2010178117048347, + "grad_norm": 1.2870727260413162, + "learning_rate": 1.9999788069321266e-05, + "loss": 0.5203, + "step": 3774 + }, + { + "epoch": 3.20186598812553, + "grad_norm": 1.5259663186477557, + "learning_rate": 1.9999786277110016e-05, + "loss": 0.6132, + "step": 3775 + }, + { + "epoch": 3.202714164546226, + "grad_norm": 1.4248558527361679, + "learning_rate": 1.999978447735272e-05, + "loss": 0.4554, + "step": 3776 + }, + { + "epoch": 3.203562340966921, + "grad_norm": 1.3506500646754096, + "learning_rate": 1.999978267004938e-05, + "loss": 0.5509, + "step": 3777 + }, + { + "epoch": 3.2044105173876165, + "grad_norm": 1.3739900117707162, + "learning_rate": 1.9999780855199998e-05, + "loss": 0.4361, + "step": 3778 + }, + { + "epoch": 3.2052586938083123, + "grad_norm": 1.3601346185271765, + "learning_rate": 1.999977903280457e-05, + "loss": 0.5086, + "step": 3779 + }, + { + "epoch": 3.2061068702290076, + "grad_norm": 1.348494928019964, + "learning_rate": 1.9999777202863112e-05, + "loss": 0.4863, + "step": 3780 + }, + { + "epoch": 3.206955046649703, + "grad_norm": 1.326313154371956, + "learning_rate": 1.999977536537561e-05, + "loss": 0.4767, + "step": 3781 + }, + { + "epoch": 3.207803223070399, + "grad_norm": 1.4409192484253381, + "learning_rate": 1.999977352034207e-05, + "loss": 0.5275, + "step": 3782 + }, + { + "epoch": 3.208651399491094, + "grad_norm": 1.3906358763795952, + "learning_rate": 1.99997716677625e-05, + "loss": 0.4846, + "step": 3783 + }, + { + "epoch": 3.2094995759117895, + "grad_norm": 1.3483036892952722, + "learning_rate": 1.9999769807636892e-05, + "loss": 0.5427, + "step": 3784 + }, + { + "epoch": 3.2103477523324853, + "grad_norm": 1.4157612417702816, + "learning_rate": 1.9999767939965253e-05, + "loss": 0.5404, + "step": 3785 + }, + { + "epoch": 3.2111959287531806, + "grad_norm": 1.5417268125333252, + "learning_rate": 1.9999766064747583e-05, + "loss": 0.4005, + "step": 3786 + }, + { + "epoch": 3.2120441051738764, + "grad_norm": 1.4219403620163984, + "learning_rate": 1.9999764181983883e-05, + "loss": 0.424, + "step": 3787 + }, + { + "epoch": 3.2128922815945717, + "grad_norm": 2.005708983366848, + "learning_rate": 1.9999762291674153e-05, + "loss": 0.4966, + "step": 3788 + }, + { + "epoch": 3.213740458015267, + "grad_norm": 1.555015626280543, + "learning_rate": 1.99997603938184e-05, + "loss": 0.4165, + "step": 3789 + }, + { + "epoch": 3.214588634435963, + "grad_norm": 1.3308524605104326, + "learning_rate": 1.999975848841662e-05, + "loss": 0.5429, + "step": 3790 + }, + { + "epoch": 3.2154368108566582, + "grad_norm": 1.4511368591949243, + "learning_rate": 1.9999756575468815e-05, + "loss": 0.5374, + "step": 3791 + }, + { + "epoch": 3.2162849872773536, + "grad_norm": 1.342043545225086, + "learning_rate": 1.9999754654974988e-05, + "loss": 0.5261, + "step": 3792 + }, + { + "epoch": 3.2171331636980494, + "grad_norm": 1.3454317002151492, + "learning_rate": 1.999975272693514e-05, + "loss": 0.4873, + "step": 3793 + }, + { + "epoch": 3.2179813401187447, + "grad_norm": 1.4460670862177814, + "learning_rate": 1.9999750791349273e-05, + "loss": 0.5886, + "step": 3794 + }, + { + "epoch": 3.21882951653944, + "grad_norm": 1.5563325806811086, + "learning_rate": 1.9999748848217386e-05, + "loss": 0.5539, + "step": 3795 + }, + { + "epoch": 3.219677692960136, + "grad_norm": 1.3209952930412545, + "learning_rate": 1.9999746897539486e-05, + "loss": 0.4623, + "step": 3796 + }, + { + "epoch": 3.220525869380831, + "grad_norm": 1.3624195188309256, + "learning_rate": 1.999974493931557e-05, + "loss": 0.4578, + "step": 3797 + }, + { + "epoch": 3.2213740458015265, + "grad_norm": 1.5862618314252863, + "learning_rate": 1.999974297354564e-05, + "loss": 0.4704, + "step": 3798 + }, + { + "epoch": 3.2222222222222223, + "grad_norm": 1.6314716715307414, + "learning_rate": 1.9999741000229695e-05, + "loss": 0.5429, + "step": 3799 + }, + { + "epoch": 3.2230703986429177, + "grad_norm": 1.6230281187912958, + "learning_rate": 1.999973901936774e-05, + "loss": 0.4698, + "step": 3800 + }, + { + "epoch": 3.223918575063613, + "grad_norm": 1.63840785327607, + "learning_rate": 1.9999737030959778e-05, + "loss": 0.5279, + "step": 3801 + }, + { + "epoch": 3.224766751484309, + "grad_norm": 1.4762362453185875, + "learning_rate": 1.999973503500581e-05, + "loss": 0.4181, + "step": 3802 + }, + { + "epoch": 3.225614927905004, + "grad_norm": 1.4842711613749342, + "learning_rate": 1.999973303150583e-05, + "loss": 0.5273, + "step": 3803 + }, + { + "epoch": 3.2264631043257, + "grad_norm": 1.4197185347304817, + "learning_rate": 1.999973102045985e-05, + "loss": 0.495, + "step": 3804 + }, + { + "epoch": 3.2273112807463953, + "grad_norm": 1.405823251509092, + "learning_rate": 1.9999729001867864e-05, + "loss": 0.4425, + "step": 3805 + }, + { + "epoch": 3.2281594571670906, + "grad_norm": 1.518121461686843, + "learning_rate": 1.9999726975729875e-05, + "loss": 0.4473, + "step": 3806 + }, + { + "epoch": 3.2290076335877864, + "grad_norm": 1.31083016023204, + "learning_rate": 1.999972494204589e-05, + "loss": 0.4965, + "step": 3807 + }, + { + "epoch": 3.2298558100084818, + "grad_norm": 1.433208899401546, + "learning_rate": 1.9999722900815905e-05, + "loss": 0.5323, + "step": 3808 + }, + { + "epoch": 3.230703986429177, + "grad_norm": 1.4798421341446302, + "learning_rate": 1.999972085203992e-05, + "loss": 0.5883, + "step": 3809 + }, + { + "epoch": 3.231552162849873, + "grad_norm": 1.4267885481103544, + "learning_rate": 1.9999718795717943e-05, + "loss": 0.4904, + "step": 3810 + }, + { + "epoch": 3.2324003392705682, + "grad_norm": 1.2406105869079458, + "learning_rate": 1.9999716731849973e-05, + "loss": 0.3937, + "step": 3811 + }, + { + "epoch": 3.2332485156912636, + "grad_norm": 1.3561700579493388, + "learning_rate": 1.9999714660436006e-05, + "loss": 0.5518, + "step": 3812 + }, + { + "epoch": 3.2340966921119594, + "grad_norm": 1.3882258819176867, + "learning_rate": 1.999971258147605e-05, + "loss": 0.4636, + "step": 3813 + }, + { + "epoch": 3.2349448685326547, + "grad_norm": 1.2618994200146734, + "learning_rate": 1.9999710494970105e-05, + "loss": 0.4925, + "step": 3814 + }, + { + "epoch": 3.2357930449533505, + "grad_norm": 1.4105985421293907, + "learning_rate": 1.9999708400918173e-05, + "loss": 0.5191, + "step": 3815 + }, + { + "epoch": 3.236641221374046, + "grad_norm": 1.5412899063545298, + "learning_rate": 1.9999706299320255e-05, + "loss": 0.4989, + "step": 3816 + }, + { + "epoch": 3.237489397794741, + "grad_norm": 1.2584933197078003, + "learning_rate": 1.9999704190176354e-05, + "loss": 0.437, + "step": 3817 + }, + { + "epoch": 3.238337574215437, + "grad_norm": 1.3668934618734543, + "learning_rate": 1.9999702073486467e-05, + "loss": 0.5526, + "step": 3818 + }, + { + "epoch": 3.2391857506361323, + "grad_norm": 1.416482613174693, + "learning_rate": 1.9999699949250598e-05, + "loss": 0.5279, + "step": 3819 + }, + { + "epoch": 3.2400339270568277, + "grad_norm": 1.381784769181172, + "learning_rate": 1.9999697817468756e-05, + "loss": 0.511, + "step": 3820 + }, + { + "epoch": 3.2408821034775235, + "grad_norm": 1.3193638812360844, + "learning_rate": 1.9999695678140928e-05, + "loss": 0.4571, + "step": 3821 + }, + { + "epoch": 3.241730279898219, + "grad_norm": 1.3780136116985882, + "learning_rate": 1.9999693531267127e-05, + "loss": 0.4544, + "step": 3822 + }, + { + "epoch": 3.242578456318914, + "grad_norm": 1.551088957135235, + "learning_rate": 1.999969137684735e-05, + "loss": 0.6366, + "step": 3823 + }, + { + "epoch": 3.24342663273961, + "grad_norm": 1.345814059284187, + "learning_rate": 1.99996892148816e-05, + "loss": 0.5494, + "step": 3824 + }, + { + "epoch": 3.2442748091603053, + "grad_norm": 1.2956507940436466, + "learning_rate": 1.999968704536988e-05, + "loss": 0.4761, + "step": 3825 + }, + { + "epoch": 3.2451229855810007, + "grad_norm": 1.3470788394427746, + "learning_rate": 1.9999684868312187e-05, + "loss": 0.4521, + "step": 3826 + }, + { + "epoch": 3.2459711620016964, + "grad_norm": 1.1834831371880596, + "learning_rate": 1.9999682683708527e-05, + "loss": 0.4079, + "step": 3827 + }, + { + "epoch": 3.246819338422392, + "grad_norm": 1.3834377459638394, + "learning_rate": 1.99996804915589e-05, + "loss": 0.4981, + "step": 3828 + }, + { + "epoch": 3.247667514843087, + "grad_norm": 1.428168910771593, + "learning_rate": 1.9999678291863312e-05, + "loss": 0.5262, + "step": 3829 + }, + { + "epoch": 3.248515691263783, + "grad_norm": 1.456053393333816, + "learning_rate": 1.9999676084621755e-05, + "loss": 0.5506, + "step": 3830 + }, + { + "epoch": 3.2493638676844783, + "grad_norm": 1.4384787339183795, + "learning_rate": 1.999967386983424e-05, + "loss": 0.4854, + "step": 3831 + }, + { + "epoch": 3.250212044105174, + "grad_norm": 1.4075779954583667, + "learning_rate": 1.9999671647500762e-05, + "loss": 0.5861, + "step": 3832 + }, + { + "epoch": 3.2510602205258694, + "grad_norm": 1.4067896281325023, + "learning_rate": 1.9999669417621327e-05, + "loss": 0.5505, + "step": 3833 + }, + { + "epoch": 3.2519083969465647, + "grad_norm": 1.5298412284531735, + "learning_rate": 1.9999667180195933e-05, + "loss": 0.5361, + "step": 3834 + }, + { + "epoch": 3.2527565733672605, + "grad_norm": 1.532410083549607, + "learning_rate": 1.9999664935224587e-05, + "loss": 0.4884, + "step": 3835 + }, + { + "epoch": 3.253604749787956, + "grad_norm": 1.3589683475748275, + "learning_rate": 1.9999662682707285e-05, + "loss": 0.5276, + "step": 3836 + }, + { + "epoch": 3.2544529262086512, + "grad_norm": 1.505579074020679, + "learning_rate": 1.9999660422644035e-05, + "loss": 0.5361, + "step": 3837 + }, + { + "epoch": 3.255301102629347, + "grad_norm": 1.510065169754128, + "learning_rate": 1.9999658155034832e-05, + "loss": 0.5589, + "step": 3838 + }, + { + "epoch": 3.2561492790500424, + "grad_norm": 1.2973621963430388, + "learning_rate": 1.9999655879879683e-05, + "loss": 0.458, + "step": 3839 + }, + { + "epoch": 3.2569974554707377, + "grad_norm": 1.33551746172551, + "learning_rate": 1.9999653597178586e-05, + "loss": 0.5332, + "step": 3840 + }, + { + "epoch": 3.2578456318914335, + "grad_norm": 1.4194249534058365, + "learning_rate": 1.9999651306931547e-05, + "loss": 0.4926, + "step": 3841 + }, + { + "epoch": 3.258693808312129, + "grad_norm": 1.3247688462640124, + "learning_rate": 1.999964900913856e-05, + "loss": 0.5285, + "step": 3842 + }, + { + "epoch": 3.2595419847328246, + "grad_norm": 1.2735417846177444, + "learning_rate": 1.9999646703799635e-05, + "loss": 0.5465, + "step": 3843 + }, + { + "epoch": 3.26039016115352, + "grad_norm": 1.430407184826306, + "learning_rate": 1.999964439091477e-05, + "loss": 0.4993, + "step": 3844 + }, + { + "epoch": 3.2612383375742153, + "grad_norm": 1.5512196040388082, + "learning_rate": 1.9999642070483965e-05, + "loss": 0.5784, + "step": 3845 + }, + { + "epoch": 3.262086513994911, + "grad_norm": 1.3911946074684252, + "learning_rate": 1.9999639742507226e-05, + "loss": 0.4385, + "step": 3846 + }, + { + "epoch": 3.2629346904156065, + "grad_norm": 1.4062431737394356, + "learning_rate": 1.9999637406984554e-05, + "loss": 0.5993, + "step": 3847 + }, + { + "epoch": 3.263782866836302, + "grad_norm": 1.5237698285711994, + "learning_rate": 1.9999635063915947e-05, + "loss": 0.5714, + "step": 3848 + }, + { + "epoch": 3.2646310432569976, + "grad_norm": 1.3985229625207865, + "learning_rate": 1.9999632713301412e-05, + "loss": 0.5325, + "step": 3849 + }, + { + "epoch": 3.265479219677693, + "grad_norm": 1.3095508227527477, + "learning_rate": 1.9999630355140948e-05, + "loss": 0.4795, + "step": 3850 + }, + { + "epoch": 3.2663273960983883, + "grad_norm": 1.2712160961109231, + "learning_rate": 1.9999627989434552e-05, + "loss": 0.496, + "step": 3851 + }, + { + "epoch": 3.267175572519084, + "grad_norm": 1.333925456187547, + "learning_rate": 1.9999625616182235e-05, + "loss": 0.4851, + "step": 3852 + }, + { + "epoch": 3.2680237489397794, + "grad_norm": 1.3317548910879733, + "learning_rate": 1.9999623235383995e-05, + "loss": 0.4818, + "step": 3853 + }, + { + "epoch": 3.268871925360475, + "grad_norm": 1.4030697074013703, + "learning_rate": 1.9999620847039827e-05, + "loss": 0.4655, + "step": 3854 + }, + { + "epoch": 3.2697201017811706, + "grad_norm": 1.452551842050759, + "learning_rate": 1.9999618451149744e-05, + "loss": 0.555, + "step": 3855 + }, + { + "epoch": 3.270568278201866, + "grad_norm": 1.2299784616505447, + "learning_rate": 1.9999616047713743e-05, + "loss": 0.4231, + "step": 3856 + }, + { + "epoch": 3.2714164546225613, + "grad_norm": 1.3928762828603496, + "learning_rate": 1.9999613636731824e-05, + "loss": 0.4435, + "step": 3857 + }, + { + "epoch": 3.272264631043257, + "grad_norm": 1.3463465445974123, + "learning_rate": 1.9999611218203992e-05, + "loss": 0.5146, + "step": 3858 + }, + { + "epoch": 3.2731128074639524, + "grad_norm": 1.3088202759831278, + "learning_rate": 1.9999608792130246e-05, + "loss": 0.4345, + "step": 3859 + }, + { + "epoch": 3.273960983884648, + "grad_norm": 1.326085782797083, + "learning_rate": 1.999960635851059e-05, + "loss": 0.4525, + "step": 3860 + }, + { + "epoch": 3.2748091603053435, + "grad_norm": 1.5066026965514192, + "learning_rate": 1.9999603917345022e-05, + "loss": 0.5184, + "step": 3861 + }, + { + "epoch": 3.275657336726039, + "grad_norm": 1.2988729775995254, + "learning_rate": 1.9999601468633548e-05, + "loss": 0.5394, + "step": 3862 + }, + { + "epoch": 3.2765055131467347, + "grad_norm": 1.3064775066946124, + "learning_rate": 1.9999599012376166e-05, + "loss": 0.5442, + "step": 3863 + }, + { + "epoch": 3.27735368956743, + "grad_norm": 1.3739908500407447, + "learning_rate": 1.9999596548572885e-05, + "loss": 0.491, + "step": 3864 + }, + { + "epoch": 3.2782018659881254, + "grad_norm": 1.2233189835151552, + "learning_rate": 1.99995940772237e-05, + "loss": 0.4345, + "step": 3865 + }, + { + "epoch": 3.279050042408821, + "grad_norm": 1.4769070465204504, + "learning_rate": 1.9999591598328617e-05, + "loss": 0.4717, + "step": 3866 + }, + { + "epoch": 3.2798982188295165, + "grad_norm": 1.3094254437803112, + "learning_rate": 1.9999589111887635e-05, + "loss": 0.4447, + "step": 3867 + }, + { + "epoch": 3.280746395250212, + "grad_norm": 1.6128279283606022, + "learning_rate": 1.9999586617900756e-05, + "loss": 0.5064, + "step": 3868 + }, + { + "epoch": 3.2815945716709076, + "grad_norm": 1.4844256740504274, + "learning_rate": 1.9999584116367985e-05, + "loss": 0.5336, + "step": 3869 + }, + { + "epoch": 3.282442748091603, + "grad_norm": 1.3955532681039615, + "learning_rate": 1.999958160728932e-05, + "loss": 0.4999, + "step": 3870 + }, + { + "epoch": 3.2832909245122988, + "grad_norm": 1.1558379812364297, + "learning_rate": 1.9999579090664763e-05, + "loss": 0.4424, + "step": 3871 + }, + { + "epoch": 3.284139100932994, + "grad_norm": 1.4844119361863233, + "learning_rate": 1.9999576566494322e-05, + "loss": 0.465, + "step": 3872 + }, + { + "epoch": 3.2849872773536894, + "grad_norm": 1.4581925558294722, + "learning_rate": 1.999957403477799e-05, + "loss": 0.5246, + "step": 3873 + }, + { + "epoch": 3.2858354537743852, + "grad_norm": 1.2948916045466536, + "learning_rate": 1.9999571495515777e-05, + "loss": 0.5402, + "step": 3874 + }, + { + "epoch": 3.2866836301950806, + "grad_norm": 1.3523190838605552, + "learning_rate": 1.999956894870768e-05, + "loss": 0.496, + "step": 3875 + }, + { + "epoch": 3.287531806615776, + "grad_norm": 1.3425060134085869, + "learning_rate": 1.9999566394353696e-05, + "loss": 0.4937, + "step": 3876 + }, + { + "epoch": 3.2883799830364717, + "grad_norm": 1.4181901340653438, + "learning_rate": 1.999956383245384e-05, + "loss": 0.4295, + "step": 3877 + }, + { + "epoch": 3.289228159457167, + "grad_norm": 1.2292024083425261, + "learning_rate": 1.9999561263008105e-05, + "loss": 0.475, + "step": 3878 + }, + { + "epoch": 3.2900763358778624, + "grad_norm": 1.3354756823648355, + "learning_rate": 1.9999558686016496e-05, + "loss": 0.4576, + "step": 3879 + }, + { + "epoch": 3.290924512298558, + "grad_norm": 1.3662722923782074, + "learning_rate": 1.9999556101479013e-05, + "loss": 0.411, + "step": 3880 + }, + { + "epoch": 3.2917726887192535, + "grad_norm": 1.4196494453030488, + "learning_rate": 1.999955350939566e-05, + "loss": 0.5177, + "step": 3881 + }, + { + "epoch": 3.2926208651399493, + "grad_norm": 1.3880985533684036, + "learning_rate": 1.9999550909766434e-05, + "loss": 0.5613, + "step": 3882 + }, + { + "epoch": 3.2934690415606447, + "grad_norm": 1.3527977293970659, + "learning_rate": 1.999954830259134e-05, + "loss": 0.4521, + "step": 3883 + }, + { + "epoch": 3.29431721798134, + "grad_norm": 1.4049210147181188, + "learning_rate": 1.9999545687870388e-05, + "loss": 0.5, + "step": 3884 + }, + { + "epoch": 3.2951653944020354, + "grad_norm": 1.4736834907742717, + "learning_rate": 1.9999543065603567e-05, + "loss": 0.5709, + "step": 3885 + }, + { + "epoch": 3.296013570822731, + "grad_norm": 1.7558203343953134, + "learning_rate": 1.999954043579089e-05, + "loss": 0.5422, + "step": 3886 + }, + { + "epoch": 3.2968617472434265, + "grad_norm": 1.3034633442092827, + "learning_rate": 1.9999537798432347e-05, + "loss": 0.5459, + "step": 3887 + }, + { + "epoch": 3.2977099236641223, + "grad_norm": 1.2559011068726706, + "learning_rate": 1.999953515352795e-05, + "loss": 0.4878, + "step": 3888 + }, + { + "epoch": 3.2985581000848176, + "grad_norm": 1.252204055327425, + "learning_rate": 1.9999532501077696e-05, + "loss": 0.454, + "step": 3889 + }, + { + "epoch": 3.299406276505513, + "grad_norm": 1.4592869433501268, + "learning_rate": 1.9999529841081592e-05, + "loss": 0.3746, + "step": 3890 + }, + { + "epoch": 3.300254452926209, + "grad_norm": 1.3329721571433681, + "learning_rate": 1.9999527173539634e-05, + "loss": 0.444, + "step": 3891 + }, + { + "epoch": 3.301102629346904, + "grad_norm": 1.5127999708651771, + "learning_rate": 1.9999524498451825e-05, + "loss": 0.5148, + "step": 3892 + }, + { + "epoch": 3.3019508057675995, + "grad_norm": 1.3040183261283043, + "learning_rate": 1.9999521815818172e-05, + "loss": 0.4386, + "step": 3893 + }, + { + "epoch": 3.3027989821882953, + "grad_norm": 1.3600295190446758, + "learning_rate": 1.999951912563867e-05, + "loss": 0.5248, + "step": 3894 + }, + { + "epoch": 3.3036471586089906, + "grad_norm": 1.4102174517086885, + "learning_rate": 1.9999516427913328e-05, + "loss": 0.4406, + "step": 3895 + }, + { + "epoch": 3.304495335029686, + "grad_norm": 1.2594318377235725, + "learning_rate": 1.9999513722642143e-05, + "loss": 0.4895, + "step": 3896 + }, + { + "epoch": 3.3053435114503817, + "grad_norm": 1.376231287347087, + "learning_rate": 1.9999511009825122e-05, + "loss": 0.5484, + "step": 3897 + }, + { + "epoch": 3.306191687871077, + "grad_norm": 1.335959933719574, + "learning_rate": 1.999950828946226e-05, + "loss": 0.5441, + "step": 3898 + }, + { + "epoch": 3.307039864291773, + "grad_norm": 1.263397328280604, + "learning_rate": 1.999950556155356e-05, + "loss": 0.4498, + "step": 3899 + }, + { + "epoch": 3.3078880407124682, + "grad_norm": 1.3241494724655827, + "learning_rate": 1.9999502826099032e-05, + "loss": 0.5196, + "step": 3900 + }, + { + "epoch": 3.3087362171331636, + "grad_norm": 1.2381580667413132, + "learning_rate": 1.9999500083098673e-05, + "loss": 0.557, + "step": 3901 + }, + { + "epoch": 3.3095843935538594, + "grad_norm": 1.4743064295348989, + "learning_rate": 1.9999497332552486e-05, + "loss": 0.548, + "step": 3902 + }, + { + "epoch": 3.3104325699745547, + "grad_norm": 1.2869500029329084, + "learning_rate": 1.999949457446047e-05, + "loss": 0.5102, + "step": 3903 + }, + { + "epoch": 3.31128074639525, + "grad_norm": 1.1337934222315977, + "learning_rate": 1.999949180882263e-05, + "loss": 0.4965, + "step": 3904 + }, + { + "epoch": 3.312128922815946, + "grad_norm": 1.2435953382783889, + "learning_rate": 1.9999489035638966e-05, + "loss": 0.4619, + "step": 3905 + }, + { + "epoch": 3.312977099236641, + "grad_norm": 1.2423474884380035, + "learning_rate": 1.9999486254909482e-05, + "loss": 0.4824, + "step": 3906 + }, + { + "epoch": 3.3138252756573365, + "grad_norm": 1.225250386647954, + "learning_rate": 1.9999483466634178e-05, + "loss": 0.4857, + "step": 3907 + }, + { + "epoch": 3.3146734520780323, + "grad_norm": 1.2383380350016442, + "learning_rate": 1.9999480670813064e-05, + "loss": 0.54, + "step": 3908 + }, + { + "epoch": 3.3155216284987277, + "grad_norm": 1.1348830908102288, + "learning_rate": 1.9999477867446127e-05, + "loss": 0.435, + "step": 3909 + }, + { + "epoch": 3.3163698049194235, + "grad_norm": 1.4199804047567441, + "learning_rate": 1.9999475056533383e-05, + "loss": 0.5985, + "step": 3910 + }, + { + "epoch": 3.317217981340119, + "grad_norm": 1.447388401405184, + "learning_rate": 1.999947223807483e-05, + "loss": 0.4671, + "step": 3911 + }, + { + "epoch": 3.318066157760814, + "grad_norm": 1.3456768455673145, + "learning_rate": 1.9999469412070466e-05, + "loss": 0.5414, + "step": 3912 + }, + { + "epoch": 3.31891433418151, + "grad_norm": 1.2025707010480229, + "learning_rate": 1.9999466578520295e-05, + "loss": 0.4917, + "step": 3913 + }, + { + "epoch": 3.3197625106022053, + "grad_norm": 1.3510547930265346, + "learning_rate": 1.9999463737424322e-05, + "loss": 0.496, + "step": 3914 + }, + { + "epoch": 3.3206106870229006, + "grad_norm": 1.2739852996949856, + "learning_rate": 1.9999460888782552e-05, + "loss": 0.4462, + "step": 3915 + }, + { + "epoch": 3.3214588634435964, + "grad_norm": 1.385539734246246, + "learning_rate": 1.9999458032594975e-05, + "loss": 0.484, + "step": 3916 + }, + { + "epoch": 3.3223070398642918, + "grad_norm": 1.251658622315061, + "learning_rate": 1.9999455168861606e-05, + "loss": 0.4719, + "step": 3917 + }, + { + "epoch": 3.323155216284987, + "grad_norm": 1.3700245963658633, + "learning_rate": 1.999945229758244e-05, + "loss": 0.466, + "step": 3918 + }, + { + "epoch": 3.324003392705683, + "grad_norm": 1.2935232459737085, + "learning_rate": 1.9999449418757484e-05, + "loss": 0.6114, + "step": 3919 + }, + { + "epoch": 3.3248515691263782, + "grad_norm": 1.3062497610981274, + "learning_rate": 1.9999446532386733e-05, + "loss": 0.4668, + "step": 3920 + }, + { + "epoch": 3.325699745547074, + "grad_norm": 1.2246686940506946, + "learning_rate": 1.9999443638470194e-05, + "loss": 0.4652, + "step": 3921 + }, + { + "epoch": 3.3265479219677694, + "grad_norm": 1.3378533244098352, + "learning_rate": 1.999944073700787e-05, + "loss": 0.5403, + "step": 3922 + }, + { + "epoch": 3.3273960983884647, + "grad_norm": 1.2526423589466218, + "learning_rate": 1.9999437827999763e-05, + "loss": 0.4326, + "step": 3923 + }, + { + "epoch": 3.32824427480916, + "grad_norm": 1.4446082168817513, + "learning_rate": 1.9999434911445873e-05, + "loss": 0.5168, + "step": 3924 + }, + { + "epoch": 3.329092451229856, + "grad_norm": 1.236796091111531, + "learning_rate": 1.9999431987346206e-05, + "loss": 0.4894, + "step": 3925 + }, + { + "epoch": 3.329940627650551, + "grad_norm": 1.4151768284035604, + "learning_rate": 1.9999429055700758e-05, + "loss": 0.5388, + "step": 3926 + }, + { + "epoch": 3.330788804071247, + "grad_norm": 1.289079583631751, + "learning_rate": 1.9999426116509536e-05, + "loss": 0.5431, + "step": 3927 + }, + { + "epoch": 3.3316369804919423, + "grad_norm": 1.3291882216395325, + "learning_rate": 1.9999423169772538e-05, + "loss": 0.5401, + "step": 3928 + }, + { + "epoch": 3.3324851569126377, + "grad_norm": 1.2211793363171066, + "learning_rate": 1.999942021548977e-05, + "loss": 0.4011, + "step": 3929 + }, + { + "epoch": 3.3333333333333335, + "grad_norm": 1.1887043557627242, + "learning_rate": 1.9999417253661235e-05, + "loss": 0.5221, + "step": 3930 + }, + { + "epoch": 3.334181509754029, + "grad_norm": 1.2685550642368513, + "learning_rate": 1.9999414284286932e-05, + "loss": 0.4357, + "step": 3931 + }, + { + "epoch": 3.335029686174724, + "grad_norm": 1.3691978601108927, + "learning_rate": 1.9999411307366868e-05, + "loss": 0.4854, + "step": 3932 + }, + { + "epoch": 3.33587786259542, + "grad_norm": 1.2445335155550177, + "learning_rate": 1.999940832290104e-05, + "loss": 0.4394, + "step": 3933 + }, + { + "epoch": 3.3367260390161153, + "grad_norm": 1.342812302292489, + "learning_rate": 1.999940533088945e-05, + "loss": 0.4981, + "step": 3934 + }, + { + "epoch": 3.3375742154368107, + "grad_norm": 1.3791892670990291, + "learning_rate": 1.999940233133211e-05, + "loss": 0.455, + "step": 3935 + }, + { + "epoch": 3.3384223918575064, + "grad_norm": 1.364165146865497, + "learning_rate": 1.9999399324229007e-05, + "loss": 0.4881, + "step": 3936 + }, + { + "epoch": 3.339270568278202, + "grad_norm": 1.5421614147362293, + "learning_rate": 1.9999396309580154e-05, + "loss": 0.5, + "step": 3937 + }, + { + "epoch": 3.3401187446988976, + "grad_norm": 1.4293969225260537, + "learning_rate": 1.999939328738555e-05, + "loss": 0.4775, + "step": 3938 + }, + { + "epoch": 3.340966921119593, + "grad_norm": 1.165792815871862, + "learning_rate": 1.99993902576452e-05, + "loss": 0.3999, + "step": 3939 + }, + { + "epoch": 3.3418150975402883, + "grad_norm": 1.3006656012176994, + "learning_rate": 1.9999387220359102e-05, + "loss": 0.4629, + "step": 3940 + }, + { + "epoch": 3.342663273960984, + "grad_norm": 1.3608121466807759, + "learning_rate": 1.999938417552726e-05, + "loss": 0.5072, + "step": 3941 + }, + { + "epoch": 3.3435114503816794, + "grad_norm": 1.325986155660383, + "learning_rate": 1.9999381123149678e-05, + "loss": 0.5394, + "step": 3942 + }, + { + "epoch": 3.3443596268023748, + "grad_norm": 1.2323399519823437, + "learning_rate": 1.9999378063226354e-05, + "loss": 0.4876, + "step": 3943 + }, + { + "epoch": 3.3452078032230705, + "grad_norm": 1.2340134656291857, + "learning_rate": 1.9999374995757295e-05, + "loss": 0.4486, + "step": 3944 + }, + { + "epoch": 3.346055979643766, + "grad_norm": 1.2146114701005597, + "learning_rate": 1.99993719207425e-05, + "loss": 0.4698, + "step": 3945 + }, + { + "epoch": 3.3469041560644612, + "grad_norm": 1.2598754391892473, + "learning_rate": 1.9999368838181974e-05, + "loss": 0.4763, + "step": 3946 + }, + { + "epoch": 3.347752332485157, + "grad_norm": 1.2369161162312934, + "learning_rate": 1.999936574807572e-05, + "loss": 0.4891, + "step": 3947 + }, + { + "epoch": 3.3486005089058524, + "grad_norm": 1.1248384983780557, + "learning_rate": 1.9999362650423735e-05, + "loss": 0.4241, + "step": 3948 + }, + { + "epoch": 3.349448685326548, + "grad_norm": 1.3944834257065104, + "learning_rate": 1.9999359545226026e-05, + "loss": 0.5208, + "step": 3949 + }, + { + "epoch": 3.3502968617472435, + "grad_norm": 1.4438921377476768, + "learning_rate": 1.9999356432482595e-05, + "loss": 0.4774, + "step": 3950 + }, + { + "epoch": 3.351145038167939, + "grad_norm": 1.1777296981908447, + "learning_rate": 1.9999353312193442e-05, + "loss": 0.4398, + "step": 3951 + }, + { + "epoch": 3.351993214588634, + "grad_norm": 1.301467018102729, + "learning_rate": 1.999935018435857e-05, + "loss": 0.4555, + "step": 3952 + }, + { + "epoch": 3.35284139100933, + "grad_norm": 1.2274638458652045, + "learning_rate": 1.9999347048977985e-05, + "loss": 0.4659, + "step": 3953 + }, + { + "epoch": 3.3536895674300253, + "grad_norm": 1.3823285139411392, + "learning_rate": 1.999934390605169e-05, + "loss": 0.5869, + "step": 3954 + }, + { + "epoch": 3.354537743850721, + "grad_norm": 1.3303164870154227, + "learning_rate": 1.9999340755579677e-05, + "loss": 0.4452, + "step": 3955 + }, + { + "epoch": 3.3553859202714165, + "grad_norm": 1.222824608214384, + "learning_rate": 1.999933759756196e-05, + "loss": 0.4724, + "step": 3956 + }, + { + "epoch": 3.356234096692112, + "grad_norm": 1.5883957214849032, + "learning_rate": 1.9999334431998533e-05, + "loss": 0.5636, + "step": 3957 + }, + { + "epoch": 3.3570822731128076, + "grad_norm": 1.2512670314812149, + "learning_rate": 1.99993312588894e-05, + "loss": 0.4235, + "step": 3958 + }, + { + "epoch": 3.357930449533503, + "grad_norm": 1.418539623330062, + "learning_rate": 1.9999328078234572e-05, + "loss": 0.4882, + "step": 3959 + }, + { + "epoch": 3.3587786259541983, + "grad_norm": 1.6373766604790942, + "learning_rate": 1.999932489003404e-05, + "loss": 0.582, + "step": 3960 + }, + { + "epoch": 3.359626802374894, + "grad_norm": 1.2545860271910456, + "learning_rate": 1.9999321694287815e-05, + "loss": 0.5208, + "step": 3961 + }, + { + "epoch": 3.3604749787955894, + "grad_norm": 1.293381203955172, + "learning_rate": 1.9999318490995895e-05, + "loss": 0.5027, + "step": 3962 + }, + { + "epoch": 3.3613231552162848, + "grad_norm": 1.2621789139340374, + "learning_rate": 1.9999315280158283e-05, + "loss": 0.4869, + "step": 3963 + }, + { + "epoch": 3.3621713316369806, + "grad_norm": 1.4162713207353985, + "learning_rate": 1.999931206177498e-05, + "loss": 0.5007, + "step": 3964 + }, + { + "epoch": 3.363019508057676, + "grad_norm": 1.4056112356359547, + "learning_rate": 1.999930883584599e-05, + "loss": 0.4672, + "step": 3965 + }, + { + "epoch": 3.3638676844783717, + "grad_norm": 1.274693119468697, + "learning_rate": 1.9999305602371316e-05, + "loss": 0.4717, + "step": 3966 + }, + { + "epoch": 3.364715860899067, + "grad_norm": 1.3890773118093875, + "learning_rate": 1.999930236135096e-05, + "loss": 0.5026, + "step": 3967 + }, + { + "epoch": 3.3655640373197624, + "grad_norm": 1.479995794859616, + "learning_rate": 1.999929911278492e-05, + "loss": 0.4767, + "step": 3968 + }, + { + "epoch": 3.366412213740458, + "grad_norm": 1.2954219275131307, + "learning_rate": 1.999929585667321e-05, + "loss": 0.4733, + "step": 3969 + }, + { + "epoch": 3.3672603901611535, + "grad_norm": 1.3294293374923223, + "learning_rate": 1.999929259301582e-05, + "loss": 0.5316, + "step": 3970 + }, + { + "epoch": 3.368108566581849, + "grad_norm": 1.2757987996672107, + "learning_rate": 1.999928932181276e-05, + "loss": 0.5119, + "step": 3971 + }, + { + "epoch": 3.3689567430025447, + "grad_norm": 1.3726015026394989, + "learning_rate": 1.999928604306403e-05, + "loss": 0.428, + "step": 3972 + }, + { + "epoch": 3.36980491942324, + "grad_norm": 1.4011002565287678, + "learning_rate": 1.9999282756769634e-05, + "loss": 0.4512, + "step": 3973 + }, + { + "epoch": 3.3706530958439354, + "grad_norm": 1.482988709425031, + "learning_rate": 1.999927946292957e-05, + "loss": 0.5361, + "step": 3974 + }, + { + "epoch": 3.371501272264631, + "grad_norm": 1.2639815380416966, + "learning_rate": 1.9999276161543845e-05, + "loss": 0.5063, + "step": 3975 + }, + { + "epoch": 3.3723494486853265, + "grad_norm": 1.8641356615325686, + "learning_rate": 1.999927285261246e-05, + "loss": 0.5871, + "step": 3976 + }, + { + "epoch": 3.3731976251060223, + "grad_norm": 1.7226536812329996, + "learning_rate": 1.9999269536135418e-05, + "loss": 0.5328, + "step": 3977 + }, + { + "epoch": 3.3740458015267176, + "grad_norm": 1.240862143456525, + "learning_rate": 1.9999266212112717e-05, + "loss": 0.5389, + "step": 3978 + }, + { + "epoch": 3.374893977947413, + "grad_norm": 1.4677862533027262, + "learning_rate": 1.999926288054437e-05, + "loss": 0.5123, + "step": 3979 + }, + { + "epoch": 3.3757421543681088, + "grad_norm": 1.3065004321578733, + "learning_rate": 1.999925954143037e-05, + "loss": 0.5103, + "step": 3980 + }, + { + "epoch": 3.376590330788804, + "grad_norm": 1.3078575507303807, + "learning_rate": 1.9999256194770723e-05, + "loss": 0.4476, + "step": 3981 + }, + { + "epoch": 3.3774385072094995, + "grad_norm": 1.3635931993494461, + "learning_rate": 1.999925284056543e-05, + "loss": 0.5323, + "step": 3982 + }, + { + "epoch": 3.3782866836301952, + "grad_norm": 1.3436531877419473, + "learning_rate": 1.9999249478814495e-05, + "loss": 0.4807, + "step": 3983 + }, + { + "epoch": 3.3791348600508906, + "grad_norm": 1.3803366991510886, + "learning_rate": 1.999924610951792e-05, + "loss": 0.5979, + "step": 3984 + }, + { + "epoch": 3.379983036471586, + "grad_norm": 1.3142170352975489, + "learning_rate": 1.999924273267571e-05, + "loss": 0.5612, + "step": 3985 + }, + { + "epoch": 3.3808312128922817, + "grad_norm": 1.161289399646566, + "learning_rate": 1.9999239348287866e-05, + "loss": 0.4551, + "step": 3986 + }, + { + "epoch": 3.381679389312977, + "grad_norm": 1.3084806841867411, + "learning_rate": 1.9999235956354383e-05, + "loss": 0.5334, + "step": 3987 + }, + { + "epoch": 3.3825275657336724, + "grad_norm": 1.17931502349781, + "learning_rate": 1.9999232556875276e-05, + "loss": 0.416, + "step": 3988 + }, + { + "epoch": 3.383375742154368, + "grad_norm": 1.226092614040395, + "learning_rate": 1.9999229149850543e-05, + "loss": 0.4494, + "step": 3989 + }, + { + "epoch": 3.3842239185750635, + "grad_norm": 1.3303784607617586, + "learning_rate": 1.9999225735280182e-05, + "loss": 0.5585, + "step": 3990 + }, + { + "epoch": 3.385072094995759, + "grad_norm": 1.339769124860462, + "learning_rate": 1.99992223131642e-05, + "loss": 0.575, + "step": 3991 + }, + { + "epoch": 3.3859202714164547, + "grad_norm": 1.2508669756868749, + "learning_rate": 1.99992188835026e-05, + "loss": 0.452, + "step": 3992 + }, + { + "epoch": 3.38676844783715, + "grad_norm": 1.4809344614581577, + "learning_rate": 1.9999215446295383e-05, + "loss": 0.5496, + "step": 3993 + }, + { + "epoch": 3.387616624257846, + "grad_norm": 1.235540980143265, + "learning_rate": 1.999921200154255e-05, + "loss": 0.4676, + "step": 3994 + }, + { + "epoch": 3.388464800678541, + "grad_norm": 1.2866769968148744, + "learning_rate": 1.9999208549244107e-05, + "loss": 0.5179, + "step": 3995 + }, + { + "epoch": 3.3893129770992365, + "grad_norm": 1.3377630318031857, + "learning_rate": 1.9999205089400055e-05, + "loss": 0.4916, + "step": 3996 + }, + { + "epoch": 3.3901611535199323, + "grad_norm": 1.1294340695829699, + "learning_rate": 1.9999201622010397e-05, + "loss": 0.4074, + "step": 3997 + }, + { + "epoch": 3.3910093299406276, + "grad_norm": 1.2805113494940839, + "learning_rate": 1.9999198147075133e-05, + "loss": 0.5162, + "step": 3998 + }, + { + "epoch": 3.391857506361323, + "grad_norm": 1.3261658310291293, + "learning_rate": 1.999919466459427e-05, + "loss": 0.4862, + "step": 3999 + }, + { + "epoch": 3.392705682782019, + "grad_norm": 1.2418043686699567, + "learning_rate": 1.999919117456781e-05, + "loss": 0.4093, + "step": 4000 + }, + { + "epoch": 3.393553859202714, + "grad_norm": 1.1591225372907377, + "learning_rate": 1.9999187676995753e-05, + "loss": 0.4068, + "step": 4001 + }, + { + "epoch": 3.3944020356234095, + "grad_norm": 1.3119739576023821, + "learning_rate": 1.9999184171878102e-05, + "loss": 0.4689, + "step": 4002 + }, + { + "epoch": 3.3952502120441053, + "grad_norm": 1.3505299500373178, + "learning_rate": 1.999918065921486e-05, + "loss": 0.5577, + "step": 4003 + }, + { + "epoch": 3.3960983884648006, + "grad_norm": 1.3337220234450058, + "learning_rate": 1.9999177139006032e-05, + "loss": 0.4252, + "step": 4004 + }, + { + "epoch": 3.3969465648854964, + "grad_norm": 1.2018580357636315, + "learning_rate": 1.9999173611251615e-05, + "loss": 0.4435, + "step": 4005 + }, + { + "epoch": 3.3977947413061917, + "grad_norm": 1.139343872589933, + "learning_rate": 1.999917007595162e-05, + "loss": 0.4181, + "step": 4006 + }, + { + "epoch": 3.398642917726887, + "grad_norm": 1.382419785879576, + "learning_rate": 1.9999166533106044e-05, + "loss": 0.5163, + "step": 4007 + }, + { + "epoch": 3.399491094147583, + "grad_norm": 1.3471060873560714, + "learning_rate": 1.999916298271489e-05, + "loss": 0.4722, + "step": 4008 + }, + { + "epoch": 3.4003392705682782, + "grad_norm": 1.2201171734509741, + "learning_rate": 1.999915942477816e-05, + "loss": 0.4054, + "step": 4009 + }, + { + "epoch": 3.4011874469889736, + "grad_norm": 1.3557909595984885, + "learning_rate": 1.999915585929586e-05, + "loss": 0.4931, + "step": 4010 + }, + { + "epoch": 3.4020356234096694, + "grad_norm": 1.4706477516165068, + "learning_rate": 1.999915228626799e-05, + "loss": 0.5515, + "step": 4011 + }, + { + "epoch": 3.4028837998303647, + "grad_norm": 1.200489291798828, + "learning_rate": 1.9999148705694554e-05, + "loss": 0.443, + "step": 4012 + }, + { + "epoch": 3.40373197625106, + "grad_norm": 1.3234080176777057, + "learning_rate": 1.9999145117575555e-05, + "loss": 0.4847, + "step": 4013 + }, + { + "epoch": 3.404580152671756, + "grad_norm": 1.2558691173426935, + "learning_rate": 1.9999141521910994e-05, + "loss": 0.3859, + "step": 4014 + }, + { + "epoch": 3.405428329092451, + "grad_norm": 1.311063406703187, + "learning_rate": 1.9999137918700873e-05, + "loss": 0.4049, + "step": 4015 + }, + { + "epoch": 3.406276505513147, + "grad_norm": 1.3405042828027234, + "learning_rate": 1.99991343079452e-05, + "loss": 0.5019, + "step": 4016 + }, + { + "epoch": 3.4071246819338423, + "grad_norm": 1.7112410969628238, + "learning_rate": 1.999913068964397e-05, + "loss": 0.5518, + "step": 4017 + }, + { + "epoch": 3.4079728583545377, + "grad_norm": 1.4414676295007556, + "learning_rate": 1.9999127063797194e-05, + "loss": 0.5603, + "step": 4018 + }, + { + "epoch": 3.408821034775233, + "grad_norm": 1.3087038026187536, + "learning_rate": 1.9999123430404867e-05, + "loss": 0.4928, + "step": 4019 + }, + { + "epoch": 3.409669211195929, + "grad_norm": 1.368746071717426, + "learning_rate": 1.9999119789466997e-05, + "loss": 0.495, + "step": 4020 + }, + { + "epoch": 3.410517387616624, + "grad_norm": 1.361482890451204, + "learning_rate": 1.9999116140983586e-05, + "loss": 0.5037, + "step": 4021 + }, + { + "epoch": 3.41136556403732, + "grad_norm": 1.295729183430826, + "learning_rate": 1.9999112484954635e-05, + "loss": 0.4973, + "step": 4022 + }, + { + "epoch": 3.4122137404580153, + "grad_norm": 1.2235914467599986, + "learning_rate": 1.9999108821380146e-05, + "loss": 0.5228, + "step": 4023 + }, + { + "epoch": 3.4130619168787106, + "grad_norm": 1.2266710059012231, + "learning_rate": 1.9999105150260125e-05, + "loss": 0.408, + "step": 4024 + }, + { + "epoch": 3.4139100932994064, + "grad_norm": 1.3231576510393677, + "learning_rate": 1.9999101471594574e-05, + "loss": 0.4801, + "step": 4025 + }, + { + "epoch": 3.4147582697201018, + "grad_norm": 1.2140093709129283, + "learning_rate": 1.9999097785383492e-05, + "loss": 0.4809, + "step": 4026 + }, + { + "epoch": 3.415606446140797, + "grad_norm": 1.305497482006984, + "learning_rate": 1.9999094091626888e-05, + "loss": 0.5465, + "step": 4027 + }, + { + "epoch": 3.416454622561493, + "grad_norm": 1.2188354633774787, + "learning_rate": 1.9999090390324758e-05, + "loss": 0.4437, + "step": 4028 + }, + { + "epoch": 3.4173027989821882, + "grad_norm": 1.2727363109094547, + "learning_rate": 1.999908668147711e-05, + "loss": 0.4456, + "step": 4029 + }, + { + "epoch": 3.4181509754028836, + "grad_norm": 1.2019425055950188, + "learning_rate": 1.9999082965083943e-05, + "loss": 0.509, + "step": 4030 + }, + { + "epoch": 3.4189991518235794, + "grad_norm": 1.2846827038576876, + "learning_rate": 1.9999079241145268e-05, + "loss": 0.4163, + "step": 4031 + }, + { + "epoch": 3.4198473282442747, + "grad_norm": 1.2831190884375234, + "learning_rate": 1.9999075509661074e-05, + "loss": 0.4741, + "step": 4032 + }, + { + "epoch": 3.4206955046649705, + "grad_norm": 1.2527989591291342, + "learning_rate": 1.9999071770631375e-05, + "loss": 0.4506, + "step": 4033 + }, + { + "epoch": 3.421543681085666, + "grad_norm": 1.6028666263465734, + "learning_rate": 1.999906802405617e-05, + "loss": 0.5401, + "step": 4034 + }, + { + "epoch": 3.422391857506361, + "grad_norm": 1.3205682013232742, + "learning_rate": 1.9999064269935463e-05, + "loss": 0.4549, + "step": 4035 + }, + { + "epoch": 3.423240033927057, + "grad_norm": 1.2702517998431615, + "learning_rate": 1.9999060508269256e-05, + "loss": 0.4984, + "step": 4036 + }, + { + "epoch": 3.4240882103477523, + "grad_norm": 1.3355523078938751, + "learning_rate": 1.999905673905755e-05, + "loss": 0.4313, + "step": 4037 + }, + { + "epoch": 3.4249363867684477, + "grad_norm": 1.1680800852388908, + "learning_rate": 1.9999052962300354e-05, + "loss": 0.4228, + "step": 4038 + }, + { + "epoch": 3.4257845631891435, + "grad_norm": 1.316413309205451, + "learning_rate": 1.9999049177997662e-05, + "loss": 0.5527, + "step": 4039 + }, + { + "epoch": 3.426632739609839, + "grad_norm": 1.4996003693542466, + "learning_rate": 1.9999045386149482e-05, + "loss": 0.3806, + "step": 4040 + }, + { + "epoch": 3.427480916030534, + "grad_norm": 1.1397775690329357, + "learning_rate": 1.9999041586755818e-05, + "loss": 0.4473, + "step": 4041 + }, + { + "epoch": 3.42832909245123, + "grad_norm": 1.3379559867557957, + "learning_rate": 1.999903777981667e-05, + "loss": 0.5232, + "step": 4042 + }, + { + "epoch": 3.4291772688719253, + "grad_norm": 1.2202841149783652, + "learning_rate": 1.999903396533204e-05, + "loss": 0.5113, + "step": 4043 + }, + { + "epoch": 3.430025445292621, + "grad_norm": 1.130599014353974, + "learning_rate": 1.9999030143301933e-05, + "loss": 0.4146, + "step": 4044 + }, + { + "epoch": 3.4308736217133164, + "grad_norm": 1.2876764169737782, + "learning_rate": 1.9999026313726354e-05, + "loss": 0.5659, + "step": 4045 + }, + { + "epoch": 3.431721798134012, + "grad_norm": 1.2710753881162349, + "learning_rate": 1.9999022476605303e-05, + "loss": 0.4614, + "step": 4046 + }, + { + "epoch": 3.432569974554707, + "grad_norm": 1.0848753951393972, + "learning_rate": 1.999901863193878e-05, + "loss": 0.4371, + "step": 4047 + }, + { + "epoch": 3.433418150975403, + "grad_norm": 1.3131098022749808, + "learning_rate": 1.99990147797268e-05, + "loss": 0.5133, + "step": 4048 + }, + { + "epoch": 3.4342663273960983, + "grad_norm": 1.1014533082844435, + "learning_rate": 1.9999010919969352e-05, + "loss": 0.4099, + "step": 4049 + }, + { + "epoch": 3.435114503816794, + "grad_norm": 1.3996924781131306, + "learning_rate": 1.999900705266644e-05, + "loss": 0.5223, + "step": 4050 + }, + { + "epoch": 3.4359626802374894, + "grad_norm": 1.1649063717621186, + "learning_rate": 1.9999003177818078e-05, + "loss": 0.479, + "step": 4051 + }, + { + "epoch": 3.4368108566581848, + "grad_norm": 1.2838290561937187, + "learning_rate": 1.999899929542426e-05, + "loss": 0.3975, + "step": 4052 + }, + { + "epoch": 3.4376590330788805, + "grad_norm": 1.4587888784879788, + "learning_rate": 1.999899540548499e-05, + "loss": 0.5524, + "step": 4053 + }, + { + "epoch": 3.438507209499576, + "grad_norm": 1.3476392987099683, + "learning_rate": 1.9998991508000273e-05, + "loss": 0.4975, + "step": 4054 + }, + { + "epoch": 3.4393553859202712, + "grad_norm": 1.282690533198203, + "learning_rate": 1.9998987602970108e-05, + "loss": 0.4988, + "step": 4055 + }, + { + "epoch": 3.440203562340967, + "grad_norm": 1.344132121633233, + "learning_rate": 1.99989836903945e-05, + "loss": 0.5482, + "step": 4056 + }, + { + "epoch": 3.4410517387616624, + "grad_norm": 1.3551480606200186, + "learning_rate": 1.9998979770273458e-05, + "loss": 0.5873, + "step": 4057 + }, + { + "epoch": 3.4418999151823577, + "grad_norm": 1.1880512271896169, + "learning_rate": 1.999897584260698e-05, + "loss": 0.5105, + "step": 4058 + }, + { + "epoch": 3.4427480916030535, + "grad_norm": 1.2534983122044934, + "learning_rate": 1.9998971907395063e-05, + "loss": 0.4035, + "step": 4059 + }, + { + "epoch": 3.443596268023749, + "grad_norm": 1.246996870682011, + "learning_rate": 1.999896796463772e-05, + "loss": 0.4361, + "step": 4060 + }, + { + "epoch": 3.4444444444444446, + "grad_norm": 1.2966576442342637, + "learning_rate": 1.9998964014334946e-05, + "loss": 0.4976, + "step": 4061 + }, + { + "epoch": 3.44529262086514, + "grad_norm": 1.2934787020200926, + "learning_rate": 1.999896005648675e-05, + "loss": 0.526, + "step": 4062 + }, + { + "epoch": 3.4461407972858353, + "grad_norm": 1.0597623954076791, + "learning_rate": 1.9998956091093134e-05, + "loss": 0.3342, + "step": 4063 + }, + { + "epoch": 3.446988973706531, + "grad_norm": 1.286797625408848, + "learning_rate": 1.9998952118154098e-05, + "loss": 0.5367, + "step": 4064 + }, + { + "epoch": 3.4478371501272265, + "grad_norm": 1.4356968846062765, + "learning_rate": 1.9998948137669648e-05, + "loss": 0.5875, + "step": 4065 + }, + { + "epoch": 3.448685326547922, + "grad_norm": 1.174699409455735, + "learning_rate": 1.9998944149639784e-05, + "loss": 0.3908, + "step": 4066 + }, + { + "epoch": 3.4495335029686176, + "grad_norm": 1.1613618473170888, + "learning_rate": 1.999894015406451e-05, + "loss": 0.4193, + "step": 4067 + }, + { + "epoch": 3.450381679389313, + "grad_norm": 1.329142944825893, + "learning_rate": 1.9998936150943834e-05, + "loss": 0.5029, + "step": 4068 + }, + { + "epoch": 3.4512298558100083, + "grad_norm": 1.236336999491108, + "learning_rate": 1.999893214027775e-05, + "loss": 0.468, + "step": 4069 + }, + { + "epoch": 3.452078032230704, + "grad_norm": 1.2914401748415436, + "learning_rate": 1.9998928122066266e-05, + "loss": 0.5233, + "step": 4070 + }, + { + "epoch": 3.4529262086513994, + "grad_norm": 1.2691119259577157, + "learning_rate": 1.9998924096309386e-05, + "loss": 0.4958, + "step": 4071 + }, + { + "epoch": 3.453774385072095, + "grad_norm": 1.3564170192158116, + "learning_rate": 1.999892006300711e-05, + "loss": 0.452, + "step": 4072 + }, + { + "epoch": 3.4546225614927906, + "grad_norm": 1.325933416990271, + "learning_rate": 1.9998916022159442e-05, + "loss": 0.4004, + "step": 4073 + }, + { + "epoch": 3.455470737913486, + "grad_norm": 1.2063198235677552, + "learning_rate": 1.9998911973766392e-05, + "loss": 0.4942, + "step": 4074 + }, + { + "epoch": 3.4563189143341817, + "grad_norm": 1.296104753189955, + "learning_rate": 1.999890791782795e-05, + "loss": 0.5398, + "step": 4075 + }, + { + "epoch": 3.457167090754877, + "grad_norm": 1.2435324871686813, + "learning_rate": 1.9998903854344126e-05, + "loss": 0.5125, + "step": 4076 + }, + { + "epoch": 3.4580152671755724, + "grad_norm": 1.2694718304367383, + "learning_rate": 1.9998899783314928e-05, + "loss": 0.4778, + "step": 4077 + }, + { + "epoch": 3.458863443596268, + "grad_norm": 1.144226969567934, + "learning_rate": 1.9998895704740352e-05, + "loss": 0.451, + "step": 4078 + }, + { + "epoch": 3.4597116200169635, + "grad_norm": 1.2783257380245552, + "learning_rate": 1.9998891618620404e-05, + "loss": 0.4159, + "step": 4079 + }, + { + "epoch": 3.460559796437659, + "grad_norm": 1.3206570691240667, + "learning_rate": 1.9998887524955083e-05, + "loss": 0.4989, + "step": 4080 + }, + { + "epoch": 3.4614079728583547, + "grad_norm": 1.5028618004590921, + "learning_rate": 1.9998883423744396e-05, + "loss": 0.5277, + "step": 4081 + }, + { + "epoch": 3.46225614927905, + "grad_norm": 1.2459372303071248, + "learning_rate": 1.999887931498835e-05, + "loss": 0.4445, + "step": 4082 + }, + { + "epoch": 3.4631043256997454, + "grad_norm": 1.1721673851658143, + "learning_rate": 1.9998875198686937e-05, + "loss": 0.3825, + "step": 4083 + }, + { + "epoch": 3.463952502120441, + "grad_norm": 1.1636542348435348, + "learning_rate": 1.9998871074840172e-05, + "loss": 0.483, + "step": 4084 + }, + { + "epoch": 3.4648006785411365, + "grad_norm": 1.3191687339526499, + "learning_rate": 1.999886694344805e-05, + "loss": 0.4274, + "step": 4085 + }, + { + "epoch": 3.465648854961832, + "grad_norm": 1.2558554197978076, + "learning_rate": 1.9998862804510577e-05, + "loss": 0.5035, + "step": 4086 + }, + { + "epoch": 3.4664970313825276, + "grad_norm": 1.3603881271142533, + "learning_rate": 1.9998858658027758e-05, + "loss": 0.4332, + "step": 4087 + }, + { + "epoch": 3.467345207803223, + "grad_norm": 1.3070809640179533, + "learning_rate": 1.9998854503999593e-05, + "loss": 0.4978, + "step": 4088 + }, + { + "epoch": 3.4681933842239188, + "grad_norm": 1.438070115469193, + "learning_rate": 1.9998850342426085e-05, + "loss": 0.5078, + "step": 4089 + }, + { + "epoch": 3.469041560644614, + "grad_norm": 1.2677976931745767, + "learning_rate": 1.999884617330724e-05, + "loss": 0.4694, + "step": 4090 + }, + { + "epoch": 3.4698897370653095, + "grad_norm": 1.3522135723791604, + "learning_rate": 1.9998841996643057e-05, + "loss": 0.4782, + "step": 4091 + }, + { + "epoch": 3.4707379134860052, + "grad_norm": 1.4109301959676208, + "learning_rate": 1.9998837812433542e-05, + "loss": 0.5106, + "step": 4092 + }, + { + "epoch": 3.4715860899067006, + "grad_norm": 1.2846159984998964, + "learning_rate": 1.9998833620678702e-05, + "loss": 0.4144, + "step": 4093 + }, + { + "epoch": 3.472434266327396, + "grad_norm": 1.2846342264333659, + "learning_rate": 1.999882942137853e-05, + "loss": 0.5537, + "step": 4094 + }, + { + "epoch": 3.4732824427480917, + "grad_norm": 1.3600864048187564, + "learning_rate": 1.9998825214533043e-05, + "loss": 0.5815, + "step": 4095 + }, + { + "epoch": 3.474130619168787, + "grad_norm": 1.5961392797008456, + "learning_rate": 1.9998821000142227e-05, + "loss": 0.559, + "step": 4096 + }, + { + "epoch": 3.4749787955894824, + "grad_norm": 1.3278611594554732, + "learning_rate": 1.9998816778206102e-05, + "loss": 0.3866, + "step": 4097 + }, + { + "epoch": 3.475826972010178, + "grad_norm": 1.3329083486281523, + "learning_rate": 1.999881254872466e-05, + "loss": 0.4309, + "step": 4098 + }, + { + "epoch": 3.4766751484308736, + "grad_norm": 1.2492939567911892, + "learning_rate": 1.999880831169791e-05, + "loss": 0.5145, + "step": 4099 + }, + { + "epoch": 3.4775233248515693, + "grad_norm": 1.4916299294174133, + "learning_rate": 1.9998804067125853e-05, + "loss": 0.4477, + "step": 4100 + }, + { + "epoch": 3.4783715012722647, + "grad_norm": 1.4129557966427166, + "learning_rate": 1.9998799815008488e-05, + "loss": 0.4914, + "step": 4101 + }, + { + "epoch": 3.47921967769296, + "grad_norm": 1.2129323264847927, + "learning_rate": 1.9998795555345827e-05, + "loss": 0.4315, + "step": 4102 + }, + { + "epoch": 3.480067854113656, + "grad_norm": 1.4125035035942493, + "learning_rate": 1.999879128813787e-05, + "loss": 0.5388, + "step": 4103 + }, + { + "epoch": 3.480916030534351, + "grad_norm": 1.2311944399741146, + "learning_rate": 1.9998787013384615e-05, + "loss": 0.4681, + "step": 4104 + }, + { + "epoch": 3.4817642069550465, + "grad_norm": 1.282235900448051, + "learning_rate": 1.999878273108607e-05, + "loss": 0.4484, + "step": 4105 + }, + { + "epoch": 3.4826123833757423, + "grad_norm": 1.2664952418533817, + "learning_rate": 1.9998778441242236e-05, + "loss": 0.4988, + "step": 4106 + }, + { + "epoch": 3.4834605597964376, + "grad_norm": 1.2288390665620927, + "learning_rate": 1.999877414385312e-05, + "loss": 0.4752, + "step": 4107 + }, + { + "epoch": 3.484308736217133, + "grad_norm": 1.2349743727177, + "learning_rate": 1.9998769838918725e-05, + "loss": 0.4348, + "step": 4108 + }, + { + "epoch": 3.485156912637829, + "grad_norm": 1.3909284962290025, + "learning_rate": 1.9998765526439047e-05, + "loss": 0.4842, + "step": 4109 + }, + { + "epoch": 3.486005089058524, + "grad_norm": 1.357177751203121, + "learning_rate": 1.9998761206414098e-05, + "loss": 0.5579, + "step": 4110 + }, + { + "epoch": 3.48685326547922, + "grad_norm": 1.3391344525013122, + "learning_rate": 1.9998756878843878e-05, + "loss": 0.4863, + "step": 4111 + }, + { + "epoch": 3.4877014418999153, + "grad_norm": 1.4244108628665777, + "learning_rate": 1.9998752543728387e-05, + "loss": 0.4535, + "step": 4112 + }, + { + "epoch": 3.4885496183206106, + "grad_norm": 1.2903758966355028, + "learning_rate": 1.9998748201067634e-05, + "loss": 0.5198, + "step": 4113 + }, + { + "epoch": 3.489397794741306, + "grad_norm": 1.2390778851889956, + "learning_rate": 1.9998743850861617e-05, + "loss": 0.4882, + "step": 4114 + }, + { + "epoch": 3.4902459711620017, + "grad_norm": 1.051816726559999, + "learning_rate": 1.9998739493110343e-05, + "loss": 0.4403, + "step": 4115 + }, + { + "epoch": 3.491094147582697, + "grad_norm": 1.295190546199765, + "learning_rate": 1.9998735127813814e-05, + "loss": 0.4592, + "step": 4116 + }, + { + "epoch": 3.491942324003393, + "grad_norm": 1.400722061395946, + "learning_rate": 1.9998730754972034e-05, + "loss": 0.4678, + "step": 4117 + }, + { + "epoch": 3.4927905004240882, + "grad_norm": 1.3750113257525192, + "learning_rate": 1.9998726374585003e-05, + "loss": 0.494, + "step": 4118 + }, + { + "epoch": 3.4936386768447836, + "grad_norm": 1.3389403753999827, + "learning_rate": 1.999872198665273e-05, + "loss": 0.4843, + "step": 4119 + }, + { + "epoch": 3.4944868532654794, + "grad_norm": 1.1578874383535298, + "learning_rate": 1.9998717591175216e-05, + "loss": 0.4608, + "step": 4120 + }, + { + "epoch": 3.4953350296861747, + "grad_norm": 1.3789777759545458, + "learning_rate": 1.999871318815246e-05, + "loss": 0.5245, + "step": 4121 + }, + { + "epoch": 3.49618320610687, + "grad_norm": 1.2067276934682676, + "learning_rate": 1.999870877758447e-05, + "loss": 0.4218, + "step": 4122 + }, + { + "epoch": 3.497031382527566, + "grad_norm": 1.2763701751021215, + "learning_rate": 1.999870435947125e-05, + "loss": 0.4632, + "step": 4123 + }, + { + "epoch": 3.497879558948261, + "grad_norm": 1.2989865589969594, + "learning_rate": 1.99986999338128e-05, + "loss": 0.5384, + "step": 4124 + }, + { + "epoch": 3.4987277353689565, + "grad_norm": 1.1924327013285643, + "learning_rate": 1.9998695500609125e-05, + "loss": 0.5457, + "step": 4125 + }, + { + "epoch": 3.4995759117896523, + "grad_norm": 1.0542783740079225, + "learning_rate": 1.999869105986023e-05, + "loss": 0.3479, + "step": 4126 + }, + { + "epoch": 3.5004240882103477, + "grad_norm": 1.2788646299886104, + "learning_rate": 1.9998686611566113e-05, + "loss": 0.4914, + "step": 4127 + }, + { + "epoch": 3.5012722646310435, + "grad_norm": 1.224130521989552, + "learning_rate": 1.9998682155726783e-05, + "loss": 0.4738, + "step": 4128 + }, + { + "epoch": 3.502120441051739, + "grad_norm": 1.3288148883698145, + "learning_rate": 1.999867769234224e-05, + "loss": 0.4829, + "step": 4129 + }, + { + "epoch": 3.502968617472434, + "grad_norm": 1.1905894756992579, + "learning_rate": 1.999867322141249e-05, + "loss": 0.4916, + "step": 4130 + }, + { + "epoch": 3.5038167938931295, + "grad_norm": 1.3325099550049624, + "learning_rate": 1.9998668742937536e-05, + "loss": 0.4278, + "step": 4131 + }, + { + "epoch": 3.5046649703138253, + "grad_norm": 1.274167114874209, + "learning_rate": 1.999866425691738e-05, + "loss": 0.4378, + "step": 4132 + }, + { + "epoch": 3.5055131467345206, + "grad_norm": 1.3612098076515922, + "learning_rate": 1.9998659763352025e-05, + "loss": 0.5135, + "step": 4133 + }, + { + "epoch": 3.5063613231552164, + "grad_norm": 1.4691125533107066, + "learning_rate": 1.9998655262241474e-05, + "loss": 0.4922, + "step": 4134 + }, + { + "epoch": 3.5072094995759118, + "grad_norm": 1.2642147273300437, + "learning_rate": 1.9998650753585737e-05, + "loss": 0.5315, + "step": 4135 + }, + { + "epoch": 3.508057675996607, + "grad_norm": 1.2692001800670576, + "learning_rate": 1.9998646237384806e-05, + "loss": 0.5015, + "step": 4136 + }, + { + "epoch": 3.508905852417303, + "grad_norm": 1.6415455787354014, + "learning_rate": 1.9998641713638693e-05, + "loss": 0.5569, + "step": 4137 + }, + { + "epoch": 3.5097540288379983, + "grad_norm": 1.1463390037736492, + "learning_rate": 1.99986371823474e-05, + "loss": 0.4377, + "step": 4138 + }, + { + "epoch": 3.510602205258694, + "grad_norm": 1.270337708609411, + "learning_rate": 1.9998632643510926e-05, + "loss": 0.4645, + "step": 4139 + }, + { + "epoch": 3.5114503816793894, + "grad_norm": 1.2425144002090103, + "learning_rate": 1.9998628097129277e-05, + "loss": 0.4771, + "step": 4140 + }, + { + "epoch": 3.5122985581000847, + "grad_norm": 1.2094059677798132, + "learning_rate": 1.999862354320246e-05, + "loss": 0.4497, + "step": 4141 + }, + { + "epoch": 3.51314673452078, + "grad_norm": 1.2494654933600344, + "learning_rate": 1.9998618981730472e-05, + "loss": 0.5264, + "step": 4142 + }, + { + "epoch": 3.513994910941476, + "grad_norm": 1.2816719769312062, + "learning_rate": 1.9998614412713328e-05, + "loss": 0.5221, + "step": 4143 + }, + { + "epoch": 3.514843087362171, + "grad_norm": 1.2566443088323789, + "learning_rate": 1.9998609836151017e-05, + "loss": 0.4514, + "step": 4144 + }, + { + "epoch": 3.515691263782867, + "grad_norm": 1.3281294575446783, + "learning_rate": 1.999860525204355e-05, + "loss": 0.4739, + "step": 4145 + }, + { + "epoch": 3.5165394402035624, + "grad_norm": 1.2943342380318335, + "learning_rate": 1.9998600660390927e-05, + "loss": 0.505, + "step": 4146 + }, + { + "epoch": 3.5173876166242577, + "grad_norm": 1.2999799985779017, + "learning_rate": 1.9998596061193158e-05, + "loss": 0.5232, + "step": 4147 + }, + { + "epoch": 3.5182357930449535, + "grad_norm": 1.3535313628261352, + "learning_rate": 1.999859145445024e-05, + "loss": 0.4938, + "step": 4148 + }, + { + "epoch": 3.519083969465649, + "grad_norm": 1.289246002099762, + "learning_rate": 1.999858684016218e-05, + "loss": 0.5089, + "step": 4149 + }, + { + "epoch": 3.5199321458863446, + "grad_norm": 1.3128367080848973, + "learning_rate": 1.9998582218328976e-05, + "loss": 0.5192, + "step": 4150 + }, + { + "epoch": 3.52078032230704, + "grad_norm": 1.2955741390283277, + "learning_rate": 1.9998577588950637e-05, + "loss": 0.4875, + "step": 4151 + }, + { + "epoch": 3.5216284987277353, + "grad_norm": 1.4019873011927184, + "learning_rate": 1.9998572952027172e-05, + "loss": 0.4324, + "step": 4152 + }, + { + "epoch": 3.5224766751484307, + "grad_norm": 1.2069597696757708, + "learning_rate": 1.999856830755857e-05, + "loss": 0.4399, + "step": 4153 + }, + { + "epoch": 3.5233248515691264, + "grad_norm": 1.1521812534476605, + "learning_rate": 1.9998563655544843e-05, + "loss": 0.4893, + "step": 4154 + }, + { + "epoch": 3.524173027989822, + "grad_norm": 1.1290281454636872, + "learning_rate": 1.9998558995986e-05, + "loss": 0.4077, + "step": 4155 + }, + { + "epoch": 3.5250212044105176, + "grad_norm": 1.0819467132583684, + "learning_rate": 1.9998554328882035e-05, + "loss": 0.3644, + "step": 4156 + }, + { + "epoch": 3.525869380831213, + "grad_norm": 1.2216107248614627, + "learning_rate": 1.9998549654232953e-05, + "loss": 0.5049, + "step": 4157 + }, + { + "epoch": 3.5267175572519083, + "grad_norm": 1.2165149739161407, + "learning_rate": 1.999854497203876e-05, + "loss": 0.4673, + "step": 4158 + }, + { + "epoch": 3.527565733672604, + "grad_norm": 1.1873521500575988, + "learning_rate": 1.9998540282299457e-05, + "loss": 0.5229, + "step": 4159 + }, + { + "epoch": 3.5284139100932994, + "grad_norm": 1.239777192180481, + "learning_rate": 1.9998535585015052e-05, + "loss": 0.4713, + "step": 4160 + }, + { + "epoch": 3.5292620865139948, + "grad_norm": 1.2663087589987996, + "learning_rate": 1.9998530880185546e-05, + "loss": 0.5052, + "step": 4161 + }, + { + "epoch": 3.5301102629346905, + "grad_norm": 1.3766323253328945, + "learning_rate": 1.999852616781094e-05, + "loss": 0.4573, + "step": 4162 + }, + { + "epoch": 3.530958439355386, + "grad_norm": 1.1190368223858094, + "learning_rate": 1.9998521447891242e-05, + "loss": 0.4303, + "step": 4163 + }, + { + "epoch": 3.5318066157760812, + "grad_norm": 1.3876400154057635, + "learning_rate": 1.9998516720426454e-05, + "loss": 0.5499, + "step": 4164 + }, + { + "epoch": 3.532654792196777, + "grad_norm": 1.2140506203052444, + "learning_rate": 1.999851198541658e-05, + "loss": 0.4499, + "step": 4165 + }, + { + "epoch": 3.5335029686174724, + "grad_norm": 1.3989519630028526, + "learning_rate": 1.999850724286162e-05, + "loss": 0.5025, + "step": 4166 + }, + { + "epoch": 3.534351145038168, + "grad_norm": 1.5838327456146792, + "learning_rate": 1.999850249276158e-05, + "loss": 0.5385, + "step": 4167 + }, + { + "epoch": 3.5351993214588635, + "grad_norm": 1.2897253194796565, + "learning_rate": 1.9998497735116466e-05, + "loss": 0.4714, + "step": 4168 + }, + { + "epoch": 3.536047497879559, + "grad_norm": 1.2138656230560174, + "learning_rate": 1.999849296992628e-05, + "loss": 0.459, + "step": 4169 + }, + { + "epoch": 3.536895674300254, + "grad_norm": 1.32295541899556, + "learning_rate": 1.999848819719102e-05, + "loss": 0.4875, + "step": 4170 + }, + { + "epoch": 3.53774385072095, + "grad_norm": 1.2934856649509439, + "learning_rate": 1.9998483416910703e-05, + "loss": 0.4866, + "step": 4171 + }, + { + "epoch": 3.5385920271416453, + "grad_norm": 1.3634903145476513, + "learning_rate": 1.9998478629085317e-05, + "loss": 0.5202, + "step": 4172 + }, + { + "epoch": 3.539440203562341, + "grad_norm": 1.4059648591747282, + "learning_rate": 1.9998473833714877e-05, + "loss": 0.4757, + "step": 4173 + }, + { + "epoch": 3.5402883799830365, + "grad_norm": 1.2150895180839587, + "learning_rate": 1.9998469030799382e-05, + "loss": 0.3816, + "step": 4174 + }, + { + "epoch": 3.541136556403732, + "grad_norm": 1.3018886322624412, + "learning_rate": 1.9998464220338833e-05, + "loss": 0.5666, + "step": 4175 + }, + { + "epoch": 3.5419847328244276, + "grad_norm": 1.1654680840014648, + "learning_rate": 1.999845940233324e-05, + "loss": 0.4581, + "step": 4176 + }, + { + "epoch": 3.542832909245123, + "grad_norm": 1.2135537905126366, + "learning_rate": 1.9998454576782606e-05, + "loss": 0.4919, + "step": 4177 + }, + { + "epoch": 3.5436810856658187, + "grad_norm": 1.2535898111381825, + "learning_rate": 1.9998449743686924e-05, + "loss": 0.5439, + "step": 4178 + }, + { + "epoch": 3.544529262086514, + "grad_norm": 1.2595875585671534, + "learning_rate": 1.999844490304621e-05, + "loss": 0.4829, + "step": 4179 + }, + { + "epoch": 3.5453774385072094, + "grad_norm": 1.3310671169553658, + "learning_rate": 1.9998440054860465e-05, + "loss": 0.5437, + "step": 4180 + }, + { + "epoch": 3.546225614927905, + "grad_norm": 1.6397711940461215, + "learning_rate": 1.9998435199129688e-05, + "loss": 0.4734, + "step": 4181 + }, + { + "epoch": 3.5470737913486006, + "grad_norm": 1.3208223735699463, + "learning_rate": 1.9998430335853887e-05, + "loss": 0.5367, + "step": 4182 + }, + { + "epoch": 3.547921967769296, + "grad_norm": 1.56252892055041, + "learning_rate": 1.9998425465033065e-05, + "loss": 0.4779, + "step": 4183 + }, + { + "epoch": 3.5487701441899917, + "grad_norm": 1.3358077016345933, + "learning_rate": 1.9998420586667223e-05, + "loss": 0.5036, + "step": 4184 + }, + { + "epoch": 3.549618320610687, + "grad_norm": 1.3667784768041311, + "learning_rate": 1.999841570075637e-05, + "loss": 0.4554, + "step": 4185 + }, + { + "epoch": 3.5504664970313824, + "grad_norm": 1.391207404875042, + "learning_rate": 1.9998410807300504e-05, + "loss": 0.4755, + "step": 4186 + }, + { + "epoch": 3.551314673452078, + "grad_norm": 1.1864290410244913, + "learning_rate": 1.999840590629963e-05, + "loss": 0.414, + "step": 4187 + }, + { + "epoch": 3.5521628498727735, + "grad_norm": 1.2639223122022456, + "learning_rate": 1.9998400997753754e-05, + "loss": 0.4911, + "step": 4188 + }, + { + "epoch": 3.553011026293469, + "grad_norm": 1.138265784482303, + "learning_rate": 1.9998396081662884e-05, + "loss": 0.4373, + "step": 4189 + }, + { + "epoch": 3.5538592027141647, + "grad_norm": 1.2508226879393576, + "learning_rate": 1.999839115802701e-05, + "loss": 0.4301, + "step": 4190 + }, + { + "epoch": 3.55470737913486, + "grad_norm": 1.4323013686160557, + "learning_rate": 1.9998386226846147e-05, + "loss": 0.5599, + "step": 4191 + }, + { + "epoch": 3.5555555555555554, + "grad_norm": 1.1610489664965877, + "learning_rate": 1.9998381288120296e-05, + "loss": 0.4569, + "step": 4192 + }, + { + "epoch": 3.556403731976251, + "grad_norm": 1.3158644516817377, + "learning_rate": 1.999837634184946e-05, + "loss": 0.4795, + "step": 4193 + }, + { + "epoch": 3.5572519083969465, + "grad_norm": 1.2127331472381349, + "learning_rate": 1.9998371388033642e-05, + "loss": 0.4623, + "step": 4194 + }, + { + "epoch": 3.5581000848176423, + "grad_norm": 1.356424446443672, + "learning_rate": 1.999836642667285e-05, + "loss": 0.546, + "step": 4195 + }, + { + "epoch": 3.5589482612383376, + "grad_norm": 1.2793129772249536, + "learning_rate": 1.999836145776708e-05, + "loss": 0.5051, + "step": 4196 + }, + { + "epoch": 3.559796437659033, + "grad_norm": 1.121378981863167, + "learning_rate": 1.9998356481316343e-05, + "loss": 0.4975, + "step": 4197 + }, + { + "epoch": 3.5606446140797283, + "grad_norm": 1.4379977894070843, + "learning_rate": 1.9998351497320637e-05, + "loss": 0.5813, + "step": 4198 + }, + { + "epoch": 3.561492790500424, + "grad_norm": 1.1903763175338782, + "learning_rate": 1.9998346505779972e-05, + "loss": 0.4003, + "step": 4199 + }, + { + "epoch": 3.5623409669211195, + "grad_norm": 1.2515731934128234, + "learning_rate": 1.999834150669435e-05, + "loss": 0.45, + "step": 4200 + }, + { + "epoch": 3.5631891433418152, + "grad_norm": 1.230308977544813, + "learning_rate": 1.999833650006377e-05, + "loss": 0.5313, + "step": 4201 + }, + { + "epoch": 3.5640373197625106, + "grad_norm": 1.2434357485296195, + "learning_rate": 1.9998331485888242e-05, + "loss": 0.5436, + "step": 4202 + }, + { + "epoch": 3.564885496183206, + "grad_norm": 1.2473281639330884, + "learning_rate": 1.9998326464167766e-05, + "loss": 0.4921, + "step": 4203 + }, + { + "epoch": 3.5657336726039017, + "grad_norm": 1.195066034562769, + "learning_rate": 1.9998321434902347e-05, + "loss": 0.5119, + "step": 4204 + }, + { + "epoch": 3.566581849024597, + "grad_norm": 1.2357933322292565, + "learning_rate": 1.9998316398091985e-05, + "loss": 0.4669, + "step": 4205 + }, + { + "epoch": 3.567430025445293, + "grad_norm": 1.195741369685166, + "learning_rate": 1.999831135373669e-05, + "loss": 0.459, + "step": 4206 + }, + { + "epoch": 3.568278201865988, + "grad_norm": 1.4765711972740982, + "learning_rate": 1.9998306301836465e-05, + "loss": 0.5051, + "step": 4207 + }, + { + "epoch": 3.5691263782866836, + "grad_norm": 1.4948507736659897, + "learning_rate": 1.999830124239131e-05, + "loss": 0.4479, + "step": 4208 + }, + { + "epoch": 3.569974554707379, + "grad_norm": 1.1475012284999269, + "learning_rate": 1.9998296175401228e-05, + "loss": 0.4859, + "step": 4209 + }, + { + "epoch": 3.5708227311280747, + "grad_norm": 1.1226594402461814, + "learning_rate": 1.999829110086623e-05, + "loss": 0.3916, + "step": 4210 + }, + { + "epoch": 3.57167090754877, + "grad_norm": 1.2931656360064139, + "learning_rate": 1.9998286018786316e-05, + "loss": 0.4722, + "step": 4211 + }, + { + "epoch": 3.572519083969466, + "grad_norm": 1.476633574284647, + "learning_rate": 1.9998280929161485e-05, + "loss": 0.4458, + "step": 4212 + }, + { + "epoch": 3.573367260390161, + "grad_norm": 1.2379960397801981, + "learning_rate": 1.9998275831991746e-05, + "loss": 0.5173, + "step": 4213 + }, + { + "epoch": 3.5742154368108565, + "grad_norm": 1.2424637821493738, + "learning_rate": 1.9998270727277104e-05, + "loss": 0.4684, + "step": 4214 + }, + { + "epoch": 3.5750636132315523, + "grad_norm": 1.2858044358664642, + "learning_rate": 1.999826561501756e-05, + "loss": 0.4773, + "step": 4215 + }, + { + "epoch": 3.5759117896522477, + "grad_norm": 1.191762938669176, + "learning_rate": 1.999826049521312e-05, + "loss": 0.4807, + "step": 4216 + }, + { + "epoch": 3.5767599660729434, + "grad_norm": 1.1311143000079875, + "learning_rate": 1.999825536786378e-05, + "loss": 0.4987, + "step": 4217 + }, + { + "epoch": 3.577608142493639, + "grad_norm": 1.2360850345392855, + "learning_rate": 1.9998250232969556e-05, + "loss": 0.5062, + "step": 4218 + }, + { + "epoch": 3.578456318914334, + "grad_norm": 1.3672165325417176, + "learning_rate": 1.9998245090530445e-05, + "loss": 0.5449, + "step": 4219 + }, + { + "epoch": 3.5793044953350295, + "grad_norm": 1.0935550338856161, + "learning_rate": 1.9998239940546456e-05, + "loss": 0.3977, + "step": 4220 + }, + { + "epoch": 3.5801526717557253, + "grad_norm": 1.3044295263157692, + "learning_rate": 1.9998234783017586e-05, + "loss": 0.5001, + "step": 4221 + }, + { + "epoch": 3.5810008481764206, + "grad_norm": 1.2945329627700375, + "learning_rate": 1.9998229617943837e-05, + "loss": 0.4722, + "step": 4222 + }, + { + "epoch": 3.5818490245971164, + "grad_norm": 1.25171849802581, + "learning_rate": 1.9998224445325224e-05, + "loss": 0.4543, + "step": 4223 + }, + { + "epoch": 3.5826972010178118, + "grad_norm": 1.4316170024749308, + "learning_rate": 1.9998219265161746e-05, + "loss": 0.4615, + "step": 4224 + }, + { + "epoch": 3.583545377438507, + "grad_norm": 1.1060811417561174, + "learning_rate": 1.99982140774534e-05, + "loss": 0.4331, + "step": 4225 + }, + { + "epoch": 3.5843935538592024, + "grad_norm": 1.2433351351897837, + "learning_rate": 1.9998208882200196e-05, + "loss": 0.4643, + "step": 4226 + }, + { + "epoch": 3.5852417302798982, + "grad_norm": 1.3975348332457145, + "learning_rate": 1.999820367940214e-05, + "loss": 0.5369, + "step": 4227 + }, + { + "epoch": 3.5860899067005936, + "grad_norm": 1.3463293672264889, + "learning_rate": 1.9998198469059232e-05, + "loss": 0.5092, + "step": 4228 + }, + { + "epoch": 3.5869380831212894, + "grad_norm": 1.0704291565078656, + "learning_rate": 1.999819325117148e-05, + "loss": 0.4343, + "step": 4229 + }, + { + "epoch": 3.5877862595419847, + "grad_norm": 1.1420796805825602, + "learning_rate": 1.9998188025738883e-05, + "loss": 0.4461, + "step": 4230 + }, + { + "epoch": 3.58863443596268, + "grad_norm": 1.2566129963168968, + "learning_rate": 1.9998182792761448e-05, + "loss": 0.4724, + "step": 4231 + }, + { + "epoch": 3.589482612383376, + "grad_norm": 1.1709897075269475, + "learning_rate": 1.9998177552239178e-05, + "loss": 0.458, + "step": 4232 + }, + { + "epoch": 3.590330788804071, + "grad_norm": 1.2262382376693246, + "learning_rate": 1.9998172304172077e-05, + "loss": 0.4854, + "step": 4233 + }, + { + "epoch": 3.591178965224767, + "grad_norm": 1.3703222834788438, + "learning_rate": 1.9998167048560146e-05, + "loss": 0.5032, + "step": 4234 + }, + { + "epoch": 3.5920271416454623, + "grad_norm": 1.3709469786758772, + "learning_rate": 1.9998161785403397e-05, + "loss": 0.5109, + "step": 4235 + }, + { + "epoch": 3.5928753180661577, + "grad_norm": 1.2688784567775175, + "learning_rate": 1.9998156514701828e-05, + "loss": 0.4353, + "step": 4236 + }, + { + "epoch": 3.593723494486853, + "grad_norm": 1.2062634129727967, + "learning_rate": 1.999815123645544e-05, + "loss": 0.4289, + "step": 4237 + }, + { + "epoch": 3.594571670907549, + "grad_norm": 1.3306427122021856, + "learning_rate": 1.9998145950664244e-05, + "loss": 0.5293, + "step": 4238 + }, + { + "epoch": 3.595419847328244, + "grad_norm": 1.1378554728399701, + "learning_rate": 1.9998140657328243e-05, + "loss": 0.4132, + "step": 4239 + }, + { + "epoch": 3.59626802374894, + "grad_norm": 1.1940195183454274, + "learning_rate": 1.9998135356447436e-05, + "loss": 0.4165, + "step": 4240 + }, + { + "epoch": 3.5971162001696353, + "grad_norm": 1.169964414283446, + "learning_rate": 1.9998130048021828e-05, + "loss": 0.4212, + "step": 4241 + }, + { + "epoch": 3.5979643765903306, + "grad_norm": 1.218883394978293, + "learning_rate": 1.999812473205143e-05, + "loss": 0.4617, + "step": 4242 + }, + { + "epoch": 3.5988125530110264, + "grad_norm": 1.3392438557333972, + "learning_rate": 1.9998119408536238e-05, + "loss": 0.4769, + "step": 4243 + }, + { + "epoch": 3.5996607294317218, + "grad_norm": 1.3621506014564275, + "learning_rate": 1.999811407747626e-05, + "loss": 0.5137, + "step": 4244 + }, + { + "epoch": 3.6005089058524176, + "grad_norm": 1.1528569747934185, + "learning_rate": 1.9998108738871495e-05, + "loss": 0.4245, + "step": 4245 + }, + { + "epoch": 3.601357082273113, + "grad_norm": 1.4470634956405926, + "learning_rate": 1.9998103392721956e-05, + "loss": 0.528, + "step": 4246 + }, + { + "epoch": 3.6022052586938083, + "grad_norm": 1.4599631924158698, + "learning_rate": 1.999809803902764e-05, + "loss": 0.4653, + "step": 4247 + }, + { + "epoch": 3.6030534351145036, + "grad_norm": 1.1514655311160362, + "learning_rate": 1.9998092677788553e-05, + "loss": 0.3856, + "step": 4248 + }, + { + "epoch": 3.6039016115351994, + "grad_norm": 1.1434327987441166, + "learning_rate": 1.99980873090047e-05, + "loss": 0.4595, + "step": 4249 + }, + { + "epoch": 3.6047497879558947, + "grad_norm": 1.2012420140402973, + "learning_rate": 1.9998081932676085e-05, + "loss": 0.4711, + "step": 4250 + }, + { + "epoch": 3.6055979643765905, + "grad_norm": 1.3569254674294546, + "learning_rate": 1.999807654880271e-05, + "loss": 0.5576, + "step": 4251 + }, + { + "epoch": 3.606446140797286, + "grad_norm": 1.3093821011394502, + "learning_rate": 1.999807115738458e-05, + "loss": 0.4819, + "step": 4252 + }, + { + "epoch": 3.607294317217981, + "grad_norm": 1.1748991611391757, + "learning_rate": 1.99980657584217e-05, + "loss": 0.5043, + "step": 4253 + }, + { + "epoch": 3.608142493638677, + "grad_norm": 1.3041628438776542, + "learning_rate": 1.9998060351914073e-05, + "loss": 0.5049, + "step": 4254 + }, + { + "epoch": 3.6089906700593724, + "grad_norm": 1.3074686328158918, + "learning_rate": 1.99980549378617e-05, + "loss": 0.6446, + "step": 4255 + }, + { + "epoch": 3.6098388464800677, + "grad_norm": 1.3357256939287994, + "learning_rate": 1.9998049516264594e-05, + "loss": 0.5551, + "step": 4256 + }, + { + "epoch": 3.6106870229007635, + "grad_norm": 1.2470245078485556, + "learning_rate": 1.9998044087122754e-05, + "loss": 0.5761, + "step": 4257 + }, + { + "epoch": 3.611535199321459, + "grad_norm": 1.2480532028726958, + "learning_rate": 1.999803865043618e-05, + "loss": 0.4435, + "step": 4258 + }, + { + "epoch": 3.612383375742154, + "grad_norm": 1.2656109356270981, + "learning_rate": 1.999803320620488e-05, + "loss": 0.4894, + "step": 4259 + }, + { + "epoch": 3.61323155216285, + "grad_norm": 1.219908073478738, + "learning_rate": 1.9998027754428862e-05, + "loss": 0.4356, + "step": 4260 + }, + { + "epoch": 3.6140797285835453, + "grad_norm": 1.4199431696859244, + "learning_rate": 1.9998022295108123e-05, + "loss": 0.4761, + "step": 4261 + }, + { + "epoch": 3.614927905004241, + "grad_norm": 1.3926051720026842, + "learning_rate": 1.999801682824267e-05, + "loss": 0.4687, + "step": 4262 + }, + { + "epoch": 3.6157760814249365, + "grad_norm": 1.2794926311057229, + "learning_rate": 1.999801135383251e-05, + "loss": 0.4696, + "step": 4263 + }, + { + "epoch": 3.616624257845632, + "grad_norm": 1.196241025509604, + "learning_rate": 1.9998005871877644e-05, + "loss": 0.5093, + "step": 4264 + }, + { + "epoch": 3.617472434266327, + "grad_norm": 1.406832255907837, + "learning_rate": 1.9998000382378073e-05, + "loss": 0.4074, + "step": 4265 + }, + { + "epoch": 3.618320610687023, + "grad_norm": 1.2426720436172625, + "learning_rate": 1.999799488533381e-05, + "loss": 0.5444, + "step": 4266 + }, + { + "epoch": 3.6191687871077183, + "grad_norm": 1.2534330496560502, + "learning_rate": 1.999798938074485e-05, + "loss": 0.4588, + "step": 4267 + }, + { + "epoch": 3.620016963528414, + "grad_norm": 1.3018414420732682, + "learning_rate": 1.99979838686112e-05, + "loss": 0.4335, + "step": 4268 + }, + { + "epoch": 3.6208651399491094, + "grad_norm": 1.4071769252447142, + "learning_rate": 1.999797834893287e-05, + "loss": 0.4947, + "step": 4269 + }, + { + "epoch": 3.6217133163698048, + "grad_norm": 1.2667810352012205, + "learning_rate": 1.9997972821709858e-05, + "loss": 0.4236, + "step": 4270 + }, + { + "epoch": 3.6225614927905005, + "grad_norm": 1.29542145562819, + "learning_rate": 1.9997967286942166e-05, + "loss": 0.5045, + "step": 4271 + }, + { + "epoch": 3.623409669211196, + "grad_norm": 1.2078651617646774, + "learning_rate": 1.9997961744629805e-05, + "loss": 0.362, + "step": 4272 + }, + { + "epoch": 3.6242578456318917, + "grad_norm": 1.349502919209062, + "learning_rate": 1.9997956194772773e-05, + "loss": 0.4726, + "step": 4273 + }, + { + "epoch": 3.625106022052587, + "grad_norm": 1.2629209906238108, + "learning_rate": 1.999795063737108e-05, + "loss": 0.5009, + "step": 4274 + }, + { + "epoch": 3.6259541984732824, + "grad_norm": 1.225598315711434, + "learning_rate": 1.9997945072424726e-05, + "loss": 0.5328, + "step": 4275 + }, + { + "epoch": 3.6268023748939777, + "grad_norm": 1.1790210122196896, + "learning_rate": 1.999793949993372e-05, + "loss": 0.4686, + "step": 4276 + }, + { + "epoch": 3.6276505513146735, + "grad_norm": 1.1463640801956805, + "learning_rate": 1.999793391989806e-05, + "loss": 0.4072, + "step": 4277 + }, + { + "epoch": 3.628498727735369, + "grad_norm": 1.2132911279247351, + "learning_rate": 1.999792833231775e-05, + "loss": 0.4785, + "step": 4278 + }, + { + "epoch": 3.6293469041560646, + "grad_norm": 1.237030126898154, + "learning_rate": 1.9997922737192802e-05, + "loss": 0.4622, + "step": 4279 + }, + { + "epoch": 3.63019508057676, + "grad_norm": 1.2546968492497295, + "learning_rate": 1.9997917134523215e-05, + "loss": 0.5173, + "step": 4280 + }, + { + "epoch": 3.6310432569974553, + "grad_norm": 1.1320586764179597, + "learning_rate": 1.999791152430899e-05, + "loss": 0.4579, + "step": 4281 + }, + { + "epoch": 3.631891433418151, + "grad_norm": 1.219610027901348, + "learning_rate": 1.9997905906550138e-05, + "loss": 0.5254, + "step": 4282 + }, + { + "epoch": 3.6327396098388465, + "grad_norm": 1.3386618201143488, + "learning_rate": 1.999790028124666e-05, + "loss": 0.5, + "step": 4283 + }, + { + "epoch": 3.633587786259542, + "grad_norm": 1.2965598971457122, + "learning_rate": 1.9997894648398558e-05, + "loss": 0.4411, + "step": 4284 + }, + { + "epoch": 3.6344359626802376, + "grad_norm": 1.1584470618406952, + "learning_rate": 1.9997889008005837e-05, + "loss": 0.4038, + "step": 4285 + }, + { + "epoch": 3.635284139100933, + "grad_norm": 1.3451331068169643, + "learning_rate": 1.9997883360068506e-05, + "loss": 0.5537, + "step": 4286 + }, + { + "epoch": 3.6361323155216283, + "grad_norm": 1.2810289682068468, + "learning_rate": 1.9997877704586567e-05, + "loss": 0.4924, + "step": 4287 + }, + { + "epoch": 3.636980491942324, + "grad_norm": 1.203776328723364, + "learning_rate": 1.999787204156002e-05, + "loss": 0.4754, + "step": 4288 + }, + { + "epoch": 3.6378286683630194, + "grad_norm": 1.1458872453733586, + "learning_rate": 1.9997866370988878e-05, + "loss": 0.5185, + "step": 4289 + }, + { + "epoch": 3.6386768447837152, + "grad_norm": 1.2215244427785648, + "learning_rate": 1.9997860692873135e-05, + "loss": 0.582, + "step": 4290 + }, + { + "epoch": 3.6395250212044106, + "grad_norm": 1.207409132035449, + "learning_rate": 1.9997855007212805e-05, + "loss": 0.4379, + "step": 4291 + }, + { + "epoch": 3.640373197625106, + "grad_norm": 1.338147605376835, + "learning_rate": 1.999784931400788e-05, + "loss": 0.5497, + "step": 4292 + }, + { + "epoch": 3.6412213740458013, + "grad_norm": 1.248632437861018, + "learning_rate": 1.9997843613258377e-05, + "loss": 0.5218, + "step": 4293 + }, + { + "epoch": 3.642069550466497, + "grad_norm": 1.5318114870351478, + "learning_rate": 1.9997837904964293e-05, + "loss": 0.4839, + "step": 4294 + }, + { + "epoch": 3.6429177268871924, + "grad_norm": 1.2946963371382607, + "learning_rate": 1.9997832189125636e-05, + "loss": 0.3835, + "step": 4295 + }, + { + "epoch": 3.643765903307888, + "grad_norm": 1.3267626877524858, + "learning_rate": 1.9997826465742406e-05, + "loss": 0.5259, + "step": 4296 + }, + { + "epoch": 3.6446140797285835, + "grad_norm": 1.4361739301942937, + "learning_rate": 1.9997820734814616e-05, + "loss": 0.6056, + "step": 4297 + }, + { + "epoch": 3.645462256149279, + "grad_norm": 1.066696484197942, + "learning_rate": 1.999781499634226e-05, + "loss": 0.4531, + "step": 4298 + }, + { + "epoch": 3.6463104325699747, + "grad_norm": 1.2753143118347454, + "learning_rate": 1.9997809250325346e-05, + "loss": 0.5566, + "step": 4299 + }, + { + "epoch": 3.64715860899067, + "grad_norm": 1.3098456436364905, + "learning_rate": 1.999780349676388e-05, + "loss": 0.5609, + "step": 4300 + }, + { + "epoch": 3.648006785411366, + "grad_norm": 1.2043867898059712, + "learning_rate": 1.9997797735657864e-05, + "loss": 0.4231, + "step": 4301 + }, + { + "epoch": 3.648854961832061, + "grad_norm": 1.0406297606221975, + "learning_rate": 1.9997791967007306e-05, + "loss": 0.3805, + "step": 4302 + }, + { + "epoch": 3.6497031382527565, + "grad_norm": 1.2008646524093824, + "learning_rate": 1.999778619081221e-05, + "loss": 0.4786, + "step": 4303 + }, + { + "epoch": 3.650551314673452, + "grad_norm": 1.281400416015836, + "learning_rate": 1.9997780407072575e-05, + "loss": 0.5054, + "step": 4304 + }, + { + "epoch": 3.6513994910941476, + "grad_norm": 1.4720411442072578, + "learning_rate": 1.9997774615788408e-05, + "loss": 0.5492, + "step": 4305 + }, + { + "epoch": 3.652247667514843, + "grad_norm": 1.2262243761080507, + "learning_rate": 1.9997768816959716e-05, + "loss": 0.5016, + "step": 4306 + }, + { + "epoch": 3.6530958439355388, + "grad_norm": 1.3728248415832367, + "learning_rate": 1.9997763010586498e-05, + "loss": 0.5465, + "step": 4307 + }, + { + "epoch": 3.653944020356234, + "grad_norm": 1.2019354991317108, + "learning_rate": 1.9997757196668768e-05, + "loss": 0.4091, + "step": 4308 + }, + { + "epoch": 3.6547921967769295, + "grad_norm": 1.176176508911228, + "learning_rate": 1.999775137520652e-05, + "loss": 0.5336, + "step": 4309 + }, + { + "epoch": 3.6556403731976252, + "grad_norm": 1.17842710503514, + "learning_rate": 1.9997745546199767e-05, + "loss": 0.4555, + "step": 4310 + }, + { + "epoch": 3.6564885496183206, + "grad_norm": 1.2032669867823789, + "learning_rate": 1.9997739709648503e-05, + "loss": 0.4367, + "step": 4311 + }, + { + "epoch": 3.6573367260390164, + "grad_norm": 1.282677790824779, + "learning_rate": 1.9997733865552744e-05, + "loss": 0.5078, + "step": 4312 + }, + { + "epoch": 3.6581849024597117, + "grad_norm": 1.1416129082026538, + "learning_rate": 1.9997728013912486e-05, + "loss": 0.4149, + "step": 4313 + }, + { + "epoch": 3.659033078880407, + "grad_norm": 1.2904850858317838, + "learning_rate": 1.9997722154727736e-05, + "loss": 0.5388, + "step": 4314 + }, + { + "epoch": 3.6598812553011024, + "grad_norm": 1.1458786492976254, + "learning_rate": 1.99977162879985e-05, + "loss": 0.481, + "step": 4315 + }, + { + "epoch": 3.660729431721798, + "grad_norm": 1.2909331608272028, + "learning_rate": 1.999771041372478e-05, + "loss": 0.5752, + "step": 4316 + }, + { + "epoch": 3.6615776081424936, + "grad_norm": 1.182335095034368, + "learning_rate": 1.9997704531906585e-05, + "loss": 0.471, + "step": 4317 + }, + { + "epoch": 3.6624257845631893, + "grad_norm": 1.2860944793993934, + "learning_rate": 1.999769864254391e-05, + "loss": 0.444, + "step": 4318 + }, + { + "epoch": 3.6632739609838847, + "grad_norm": 1.2579029747136141, + "learning_rate": 1.999769274563677e-05, + "loss": 0.4565, + "step": 4319 + }, + { + "epoch": 3.66412213740458, + "grad_norm": 1.3050085677202317, + "learning_rate": 1.9997686841185162e-05, + "loss": 0.4648, + "step": 4320 + }, + { + "epoch": 3.6649703138252754, + "grad_norm": 1.385861721956181, + "learning_rate": 1.9997680929189097e-05, + "loss": 0.4674, + "step": 4321 + }, + { + "epoch": 3.665818490245971, + "grad_norm": 1.2194635243946101, + "learning_rate": 1.9997675009648574e-05, + "loss": 0.4191, + "step": 4322 + }, + { + "epoch": 3.6666666666666665, + "grad_norm": 1.3235632719907868, + "learning_rate": 1.9997669082563597e-05, + "loss": 0.4524, + "step": 4323 + }, + { + "epoch": 3.6675148430873623, + "grad_norm": 1.197134298834163, + "learning_rate": 1.9997663147934178e-05, + "loss": 0.4755, + "step": 4324 + }, + { + "epoch": 3.6683630195080577, + "grad_norm": 1.2304520917701145, + "learning_rate": 1.999765720576031e-05, + "loss": 0.3874, + "step": 4325 + }, + { + "epoch": 3.669211195928753, + "grad_norm": 1.2926369987522093, + "learning_rate": 1.999765125604201e-05, + "loss": 0.5319, + "step": 4326 + }, + { + "epoch": 3.670059372349449, + "grad_norm": 1.2229750032266, + "learning_rate": 1.9997645298779274e-05, + "loss": 0.4327, + "step": 4327 + }, + { + "epoch": 3.670907548770144, + "grad_norm": 1.3305084048469225, + "learning_rate": 1.9997639333972104e-05, + "loss": 0.5308, + "step": 4328 + }, + { + "epoch": 3.67175572519084, + "grad_norm": 1.2382144102557897, + "learning_rate": 1.9997633361620513e-05, + "loss": 0.5402, + "step": 4329 + }, + { + "epoch": 3.6726039016115353, + "grad_norm": 1.1229628455891631, + "learning_rate": 1.9997627381724505e-05, + "loss": 0.4029, + "step": 4330 + }, + { + "epoch": 3.6734520780322306, + "grad_norm": 1.2018257569248452, + "learning_rate": 1.9997621394284076e-05, + "loss": 0.4166, + "step": 4331 + }, + { + "epoch": 3.674300254452926, + "grad_norm": 1.3002006797194807, + "learning_rate": 1.999761539929924e-05, + "loss": 0.527, + "step": 4332 + }, + { + "epoch": 3.6751484308736218, + "grad_norm": 1.2989823004868983, + "learning_rate": 1.9997609396769993e-05, + "loss": 0.4992, + "step": 4333 + }, + { + "epoch": 3.675996607294317, + "grad_norm": 1.2720401209038108, + "learning_rate": 1.999760338669635e-05, + "loss": 0.4825, + "step": 4334 + }, + { + "epoch": 3.676844783715013, + "grad_norm": 1.1133462677330486, + "learning_rate": 1.9997597369078305e-05, + "loss": 0.412, + "step": 4335 + }, + { + "epoch": 3.6776929601357082, + "grad_norm": 1.361527764754995, + "learning_rate": 1.9997591343915866e-05, + "loss": 0.5544, + "step": 4336 + }, + { + "epoch": 3.6785411365564036, + "grad_norm": 1.2496365434109098, + "learning_rate": 1.999758531120904e-05, + "loss": 0.4245, + "step": 4337 + }, + { + "epoch": 3.6793893129770994, + "grad_norm": 1.1726637684140897, + "learning_rate": 1.999757927095783e-05, + "loss": 0.4904, + "step": 4338 + }, + { + "epoch": 3.6802374893977947, + "grad_norm": 1.2295632328408752, + "learning_rate": 1.999757322316224e-05, + "loss": 0.515, + "step": 4339 + }, + { + "epoch": 3.6810856658184905, + "grad_norm": 1.4238913058704699, + "learning_rate": 1.9997567167822275e-05, + "loss": 0.5429, + "step": 4340 + }, + { + "epoch": 3.681933842239186, + "grad_norm": 1.2784696440067798, + "learning_rate": 1.9997561104937943e-05, + "loss": 0.487, + "step": 4341 + }, + { + "epoch": 3.682782018659881, + "grad_norm": 1.2883598852844436, + "learning_rate": 1.999755503450924e-05, + "loss": 0.4563, + "step": 4342 + }, + { + "epoch": 3.6836301950805765, + "grad_norm": 1.2473622135423719, + "learning_rate": 1.999754895653618e-05, + "loss": 0.4472, + "step": 4343 + }, + { + "epoch": 3.6844783715012723, + "grad_norm": 1.200039952195408, + "learning_rate": 1.999754287101876e-05, + "loss": 0.4911, + "step": 4344 + }, + { + "epoch": 3.6853265479219677, + "grad_norm": 1.1549909277314585, + "learning_rate": 1.9997536777956988e-05, + "loss": 0.4356, + "step": 4345 + }, + { + "epoch": 3.6861747243426635, + "grad_norm": 1.2434940692360985, + "learning_rate": 1.999753067735087e-05, + "loss": 0.5533, + "step": 4346 + }, + { + "epoch": 3.687022900763359, + "grad_norm": 1.2177957130621686, + "learning_rate": 1.9997524569200413e-05, + "loss": 0.4768, + "step": 4347 + }, + { + "epoch": 3.687871077184054, + "grad_norm": 1.2620986892642079, + "learning_rate": 1.9997518453505613e-05, + "loss": 0.4857, + "step": 4348 + }, + { + "epoch": 3.68871925360475, + "grad_norm": 1.2731554882941316, + "learning_rate": 1.9997512330266483e-05, + "loss": 0.5281, + "step": 4349 + }, + { + "epoch": 3.6895674300254453, + "grad_norm": 1.2033504528483416, + "learning_rate": 1.999750619948302e-05, + "loss": 0.4921, + "step": 4350 + }, + { + "epoch": 3.6904156064461406, + "grad_norm": 1.0953104225586308, + "learning_rate": 1.9997500061155236e-05, + "loss": 0.4224, + "step": 4351 + }, + { + "epoch": 3.6912637828668364, + "grad_norm": 1.205776778649743, + "learning_rate": 1.999749391528313e-05, + "loss": 0.5093, + "step": 4352 + }, + { + "epoch": 3.6921119592875318, + "grad_norm": 1.1526595515685703, + "learning_rate": 1.999748776186671e-05, + "loss": 0.4536, + "step": 4353 + }, + { + "epoch": 3.692960135708227, + "grad_norm": 1.184000477379264, + "learning_rate": 1.999748160090598e-05, + "loss": 0.4133, + "step": 4354 + }, + { + "epoch": 3.693808312128923, + "grad_norm": 1.0587312648990126, + "learning_rate": 1.9997475432400942e-05, + "loss": 0.3948, + "step": 4355 + }, + { + "epoch": 3.6946564885496183, + "grad_norm": 1.3252977597799556, + "learning_rate": 1.9997469256351606e-05, + "loss": 0.6028, + "step": 4356 + }, + { + "epoch": 3.695504664970314, + "grad_norm": 1.1516068728904152, + "learning_rate": 1.9997463072757974e-05, + "loss": 0.5173, + "step": 4357 + }, + { + "epoch": 3.6963528413910094, + "grad_norm": 1.3151044405613082, + "learning_rate": 1.9997456881620046e-05, + "loss": 0.4766, + "step": 4358 + }, + { + "epoch": 3.6972010178117047, + "grad_norm": 1.197956551382063, + "learning_rate": 1.9997450682937837e-05, + "loss": 0.3692, + "step": 4359 + }, + { + "epoch": 3.6980491942324, + "grad_norm": 1.129137502077537, + "learning_rate": 1.9997444476711342e-05, + "loss": 0.4235, + "step": 4360 + }, + { + "epoch": 3.698897370653096, + "grad_norm": 1.4505842790056087, + "learning_rate": 1.999743826294057e-05, + "loss": 0.5334, + "step": 4361 + }, + { + "epoch": 3.699745547073791, + "grad_norm": 1.2104339853411537, + "learning_rate": 1.9997432041625523e-05, + "loss": 0.5184, + "step": 4362 + }, + { + "epoch": 3.700593723494487, + "grad_norm": 1.2173285063899537, + "learning_rate": 1.9997425812766207e-05, + "loss": 0.4663, + "step": 4363 + }, + { + "epoch": 3.7014418999151824, + "grad_norm": 1.2917628945412867, + "learning_rate": 1.9997419576362632e-05, + "loss": 0.46, + "step": 4364 + }, + { + "epoch": 3.7022900763358777, + "grad_norm": 1.328490809086576, + "learning_rate": 1.9997413332414792e-05, + "loss": 0.4682, + "step": 4365 + }, + { + "epoch": 3.7031382527565735, + "grad_norm": 1.1771604232449986, + "learning_rate": 1.9997407080922704e-05, + "loss": 0.4408, + "step": 4366 + }, + { + "epoch": 3.703986429177269, + "grad_norm": 1.1298169123075086, + "learning_rate": 1.999740082188636e-05, + "loss": 0.4186, + "step": 4367 + }, + { + "epoch": 3.7048346055979646, + "grad_norm": 1.2125915579757613, + "learning_rate": 1.9997394555305777e-05, + "loss": 0.5262, + "step": 4368 + }, + { + "epoch": 3.70568278201866, + "grad_norm": 1.11157484514175, + "learning_rate": 1.9997388281180955e-05, + "loss": 0.4471, + "step": 4369 + }, + { + "epoch": 3.7065309584393553, + "grad_norm": 1.0749338481495145, + "learning_rate": 1.9997381999511892e-05, + "loss": 0.4264, + "step": 4370 + }, + { + "epoch": 3.7073791348600507, + "grad_norm": 1.329194820947279, + "learning_rate": 1.99973757102986e-05, + "loss": 0.5462, + "step": 4371 + }, + { + "epoch": 3.7082273112807465, + "grad_norm": 1.2023127628166068, + "learning_rate": 1.9997369413541086e-05, + "loss": 0.4756, + "step": 4372 + }, + { + "epoch": 3.709075487701442, + "grad_norm": 1.2746810393986843, + "learning_rate": 1.9997363109239347e-05, + "loss": 0.5228, + "step": 4373 + }, + { + "epoch": 3.7099236641221376, + "grad_norm": 1.2471405209179693, + "learning_rate": 1.9997356797393393e-05, + "loss": 0.5331, + "step": 4374 + }, + { + "epoch": 3.710771840542833, + "grad_norm": 1.1475754871527923, + "learning_rate": 1.999735047800323e-05, + "loss": 0.4942, + "step": 4375 + }, + { + "epoch": 3.7116200169635283, + "grad_norm": 1.134142828637119, + "learning_rate": 1.9997344151068854e-05, + "loss": 0.4747, + "step": 4376 + }, + { + "epoch": 3.712468193384224, + "grad_norm": 1.100378633650487, + "learning_rate": 1.999733781659028e-05, + "loss": 0.4527, + "step": 4377 + }, + { + "epoch": 3.7133163698049194, + "grad_norm": 1.2707425225408233, + "learning_rate": 1.9997331474567506e-05, + "loss": 0.4249, + "step": 4378 + }, + { + "epoch": 3.714164546225615, + "grad_norm": 1.3335275056752696, + "learning_rate": 1.9997325125000542e-05, + "loss": 0.5261, + "step": 4379 + }, + { + "epoch": 3.7150127226463106, + "grad_norm": 1.2296000963989957, + "learning_rate": 1.9997318767889392e-05, + "loss": 0.4693, + "step": 4380 + }, + { + "epoch": 3.715860899067006, + "grad_norm": 1.2542029482218278, + "learning_rate": 1.9997312403234055e-05, + "loss": 0.4769, + "step": 4381 + }, + { + "epoch": 3.7167090754877012, + "grad_norm": 1.106501348661381, + "learning_rate": 1.9997306031034544e-05, + "loss": 0.475, + "step": 4382 + }, + { + "epoch": 3.717557251908397, + "grad_norm": 1.1556620965873245, + "learning_rate": 1.9997299651290856e-05, + "loss": 0.509, + "step": 4383 + }, + { + "epoch": 3.7184054283290924, + "grad_norm": 1.1916108108130947, + "learning_rate": 1.9997293264003002e-05, + "loss": 0.4674, + "step": 4384 + }, + { + "epoch": 3.719253604749788, + "grad_norm": 1.2457447031092521, + "learning_rate": 1.9997286869170984e-05, + "loss": 0.4634, + "step": 4385 + }, + { + "epoch": 3.7201017811704835, + "grad_norm": 1.2135142862903376, + "learning_rate": 1.9997280466794807e-05, + "loss": 0.475, + "step": 4386 + }, + { + "epoch": 3.720949957591179, + "grad_norm": 1.243245334123198, + "learning_rate": 1.9997274056874476e-05, + "loss": 0.5715, + "step": 4387 + }, + { + "epoch": 3.721798134011874, + "grad_norm": 1.218257985376385, + "learning_rate": 1.9997267639409995e-05, + "loss": 0.5061, + "step": 4388 + }, + { + "epoch": 3.72264631043257, + "grad_norm": 1.0567201379481148, + "learning_rate": 1.9997261214401372e-05, + "loss": 0.4469, + "step": 4389 + }, + { + "epoch": 3.7234944868532653, + "grad_norm": 1.2270478906977933, + "learning_rate": 1.999725478184861e-05, + "loss": 0.5071, + "step": 4390 + }, + { + "epoch": 3.724342663273961, + "grad_norm": 1.305949070759921, + "learning_rate": 1.999724834175171e-05, + "loss": 0.4951, + "step": 4391 + }, + { + "epoch": 3.7251908396946565, + "grad_norm": 1.2158665087537086, + "learning_rate": 1.999724189411068e-05, + "loss": 0.537, + "step": 4392 + }, + { + "epoch": 3.726039016115352, + "grad_norm": 1.1868605714662055, + "learning_rate": 1.999723543892553e-05, + "loss": 0.4361, + "step": 4393 + }, + { + "epoch": 3.7268871925360476, + "grad_norm": 1.1319610650037624, + "learning_rate": 1.9997228976196258e-05, + "loss": 0.4713, + "step": 4394 + }, + { + "epoch": 3.727735368956743, + "grad_norm": 1.278122662032416, + "learning_rate": 1.9997222505922868e-05, + "loss": 0.4077, + "step": 4395 + }, + { + "epoch": 3.7285835453774387, + "grad_norm": 1.2155237648385395, + "learning_rate": 1.999721602810537e-05, + "loss": 0.5758, + "step": 4396 + }, + { + "epoch": 3.729431721798134, + "grad_norm": 1.1242095060301855, + "learning_rate": 1.9997209542743764e-05, + "loss": 0.4224, + "step": 4397 + }, + { + "epoch": 3.7302798982188294, + "grad_norm": 1.1169745852049273, + "learning_rate": 1.9997203049838064e-05, + "loss": 0.479, + "step": 4398 + }, + { + "epoch": 3.731128074639525, + "grad_norm": 1.2291840293128686, + "learning_rate": 1.999719654938826e-05, + "loss": 0.5257, + "step": 4399 + }, + { + "epoch": 3.7319762510602206, + "grad_norm": 1.2065921469453593, + "learning_rate": 1.9997190041394373e-05, + "loss": 0.4852, + "step": 4400 + }, + { + "epoch": 3.732824427480916, + "grad_norm": 1.3222264135031316, + "learning_rate": 1.9997183525856396e-05, + "loss": 0.5008, + "step": 4401 + }, + { + "epoch": 3.7336726039016117, + "grad_norm": 1.1701581063376034, + "learning_rate": 1.999717700277434e-05, + "loss": 0.4943, + "step": 4402 + }, + { + "epoch": 3.734520780322307, + "grad_norm": 1.1725218758024412, + "learning_rate": 1.9997170472148206e-05, + "loss": 0.468, + "step": 4403 + }, + { + "epoch": 3.7353689567430024, + "grad_norm": 1.151826885674749, + "learning_rate": 1.9997163933978004e-05, + "loss": 0.4385, + "step": 4404 + }, + { + "epoch": 3.736217133163698, + "grad_norm": 1.158544348006643, + "learning_rate": 1.9997157388263736e-05, + "loss": 0.4616, + "step": 4405 + }, + { + "epoch": 3.7370653095843935, + "grad_norm": 1.1462311129184373, + "learning_rate": 1.9997150835005407e-05, + "loss": 0.5021, + "step": 4406 + }, + { + "epoch": 3.7379134860050893, + "grad_norm": 1.1601292907549081, + "learning_rate": 1.9997144274203016e-05, + "loss": 0.5253, + "step": 4407 + }, + { + "epoch": 3.7387616624257847, + "grad_norm": 1.1730451435629587, + "learning_rate": 1.999713770585658e-05, + "loss": 0.4343, + "step": 4408 + }, + { + "epoch": 3.73960983884648, + "grad_norm": 1.1893944904793528, + "learning_rate": 1.9997131129966093e-05, + "loss": 0.4889, + "step": 4409 + }, + { + "epoch": 3.7404580152671754, + "grad_norm": 1.2844708937729419, + "learning_rate": 1.999712454653157e-05, + "loss": 0.4373, + "step": 4410 + }, + { + "epoch": 3.741306191687871, + "grad_norm": 1.1858926024807561, + "learning_rate": 1.9997117955553008e-05, + "loss": 0.5201, + "step": 4411 + }, + { + "epoch": 3.7421543681085665, + "grad_norm": 1.3251323060262385, + "learning_rate": 1.9997111357030414e-05, + "loss": 0.4612, + "step": 4412 + }, + { + "epoch": 3.7430025445292623, + "grad_norm": 1.2586767536492718, + "learning_rate": 1.9997104750963795e-05, + "loss": 0.4851, + "step": 4413 + }, + { + "epoch": 3.7438507209499576, + "grad_norm": 1.3163061069652084, + "learning_rate": 1.9997098137353155e-05, + "loss": 0.4866, + "step": 4414 + }, + { + "epoch": 3.744698897370653, + "grad_norm": 1.2010212491619787, + "learning_rate": 1.9997091516198498e-05, + "loss": 0.4727, + "step": 4415 + }, + { + "epoch": 3.7455470737913483, + "grad_norm": 1.225470658881086, + "learning_rate": 1.999708488749983e-05, + "loss": 0.5418, + "step": 4416 + }, + { + "epoch": 3.746395250212044, + "grad_norm": 1.1969311329372374, + "learning_rate": 1.9997078251257154e-05, + "loss": 0.4725, + "step": 4417 + }, + { + "epoch": 3.7472434266327395, + "grad_norm": 1.2717225348211691, + "learning_rate": 1.9997071607470477e-05, + "loss": 0.5571, + "step": 4418 + }, + { + "epoch": 3.7480916030534353, + "grad_norm": 1.2404278308182668, + "learning_rate": 1.9997064956139804e-05, + "loss": 0.5422, + "step": 4419 + }, + { + "epoch": 3.7489397794741306, + "grad_norm": 1.21031255163693, + "learning_rate": 1.9997058297265143e-05, + "loss": 0.4289, + "step": 4420 + }, + { + "epoch": 3.749787955894826, + "grad_norm": 1.1222249643243842, + "learning_rate": 1.999705163084649e-05, + "loss": 0.479, + "step": 4421 + }, + { + "epoch": 3.7506361323155217, + "grad_norm": 1.1756484375012508, + "learning_rate": 1.999704495688386e-05, + "loss": 0.4385, + "step": 4422 + }, + { + "epoch": 3.751484308736217, + "grad_norm": 1.2342039144329564, + "learning_rate": 1.9997038275377254e-05, + "loss": 0.4653, + "step": 4423 + }, + { + "epoch": 3.752332485156913, + "grad_norm": 1.220199406205115, + "learning_rate": 1.9997031586326675e-05, + "loss": 0.4238, + "step": 4424 + }, + { + "epoch": 3.753180661577608, + "grad_norm": 1.2864739768163083, + "learning_rate": 1.999702488973213e-05, + "loss": 0.4653, + "step": 4425 + }, + { + "epoch": 3.7540288379983036, + "grad_norm": 1.46570090329595, + "learning_rate": 1.999701818559362e-05, + "loss": 0.516, + "step": 4426 + }, + { + "epoch": 3.754877014418999, + "grad_norm": 1.1814386387895355, + "learning_rate": 1.9997011473911158e-05, + "loss": 0.5049, + "step": 4427 + }, + { + "epoch": 3.7557251908396947, + "grad_norm": 1.0181193264468882, + "learning_rate": 1.999700475468475e-05, + "loss": 0.4359, + "step": 4428 + }, + { + "epoch": 3.75657336726039, + "grad_norm": 1.2668279749442617, + "learning_rate": 1.999699802791439e-05, + "loss": 0.5427, + "step": 4429 + }, + { + "epoch": 3.757421543681086, + "grad_norm": 1.4118375840021464, + "learning_rate": 1.999699129360009e-05, + "loss": 0.4599, + "step": 4430 + }, + { + "epoch": 3.758269720101781, + "grad_norm": 1.0475865792268733, + "learning_rate": 1.999698455174185e-05, + "loss": 0.4709, + "step": 4431 + }, + { + "epoch": 3.7591178965224765, + "grad_norm": 1.162021989061862, + "learning_rate": 1.9996977802339686e-05, + "loss": 0.489, + "step": 4432 + }, + { + "epoch": 3.7599660729431723, + "grad_norm": 1.093836104255796, + "learning_rate": 1.9996971045393593e-05, + "loss": 0.4598, + "step": 4433 + }, + { + "epoch": 3.7608142493638677, + "grad_norm": 1.110960859318047, + "learning_rate": 1.9996964280903583e-05, + "loss": 0.4076, + "step": 4434 + }, + { + "epoch": 3.7616624257845634, + "grad_norm": 1.0936495292372248, + "learning_rate": 1.9996957508869654e-05, + "loss": 0.4118, + "step": 4435 + }, + { + "epoch": 3.762510602205259, + "grad_norm": 1.2349567339787109, + "learning_rate": 1.9996950729291815e-05, + "loss": 0.4813, + "step": 4436 + }, + { + "epoch": 3.763358778625954, + "grad_norm": 1.1073020859364044, + "learning_rate": 1.9996943942170074e-05, + "loss": 0.4365, + "step": 4437 + }, + { + "epoch": 3.7642069550466495, + "grad_norm": 1.098813748881168, + "learning_rate": 1.999693714750443e-05, + "loss": 0.4034, + "step": 4438 + }, + { + "epoch": 3.7650551314673453, + "grad_norm": 1.1941428922987276, + "learning_rate": 1.9996930345294892e-05, + "loss": 0.5101, + "step": 4439 + }, + { + "epoch": 3.7659033078880406, + "grad_norm": 1.106108853089101, + "learning_rate": 1.9996923535541464e-05, + "loss": 0.4762, + "step": 4440 + }, + { + "epoch": 3.7667514843087364, + "grad_norm": 1.1612386386792846, + "learning_rate": 1.999691671824415e-05, + "loss": 0.463, + "step": 4441 + }, + { + "epoch": 3.7675996607294318, + "grad_norm": 1.1693761080623526, + "learning_rate": 1.999690989340296e-05, + "loss": 0.4274, + "step": 4442 + }, + { + "epoch": 3.768447837150127, + "grad_norm": 1.2091888228394407, + "learning_rate": 1.9996903061017895e-05, + "loss": 0.5416, + "step": 4443 + }, + { + "epoch": 3.769296013570823, + "grad_norm": 1.1337587665725917, + "learning_rate": 1.999689622108896e-05, + "loss": 0.4712, + "step": 4444 + }, + { + "epoch": 3.7701441899915182, + "grad_norm": 1.0951160304001386, + "learning_rate": 1.9996889373616158e-05, + "loss": 0.5346, + "step": 4445 + }, + { + "epoch": 3.7709923664122136, + "grad_norm": 1.112051407778291, + "learning_rate": 1.9996882518599502e-05, + "loss": 0.4249, + "step": 4446 + }, + { + "epoch": 3.7718405428329094, + "grad_norm": 1.26815839397349, + "learning_rate": 1.999687565603899e-05, + "loss": 0.4651, + "step": 4447 + }, + { + "epoch": 3.7726887192536047, + "grad_norm": 1.2271350660753775, + "learning_rate": 1.9996868785934632e-05, + "loss": 0.4125, + "step": 4448 + }, + { + "epoch": 3.7735368956743, + "grad_norm": 1.2996229924459424, + "learning_rate": 1.9996861908286428e-05, + "loss": 0.5358, + "step": 4449 + }, + { + "epoch": 3.774385072094996, + "grad_norm": 1.1782743319440403, + "learning_rate": 1.9996855023094386e-05, + "loss": 0.4701, + "step": 4450 + }, + { + "epoch": 3.775233248515691, + "grad_norm": 1.1079340947711478, + "learning_rate": 1.999684813035851e-05, + "loss": 0.4355, + "step": 4451 + }, + { + "epoch": 3.776081424936387, + "grad_norm": 1.1129117453474242, + "learning_rate": 1.9996841230078807e-05, + "loss": 0.45, + "step": 4452 + }, + { + "epoch": 3.7769296013570823, + "grad_norm": 1.1315643588357958, + "learning_rate": 1.9996834322255285e-05, + "loss": 0.4752, + "step": 4453 + }, + { + "epoch": 3.7777777777777777, + "grad_norm": 1.2010339917318342, + "learning_rate": 1.999682740688794e-05, + "loss": 0.4942, + "step": 4454 + }, + { + "epoch": 3.778625954198473, + "grad_norm": 1.2461809236232224, + "learning_rate": 1.999682048397679e-05, + "loss": 0.5287, + "step": 4455 + }, + { + "epoch": 3.779474130619169, + "grad_norm": 1.313304850271557, + "learning_rate": 1.9996813553521828e-05, + "loss": 0.4632, + "step": 4456 + }, + { + "epoch": 3.780322307039864, + "grad_norm": 1.0757164074445782, + "learning_rate": 1.9996806615523065e-05, + "loss": 0.4475, + "step": 4457 + }, + { + "epoch": 3.78117048346056, + "grad_norm": 1.1990889666766225, + "learning_rate": 1.9996799669980505e-05, + "loss": 0.4832, + "step": 4458 + }, + { + "epoch": 3.7820186598812553, + "grad_norm": 1.212231755383164, + "learning_rate": 1.9996792716894154e-05, + "loss": 0.5232, + "step": 4459 + }, + { + "epoch": 3.7828668363019506, + "grad_norm": 1.1548781219706656, + "learning_rate": 1.999678575626402e-05, + "loss": 0.5005, + "step": 4460 + }, + { + "epoch": 3.7837150127226464, + "grad_norm": 1.17303477586949, + "learning_rate": 1.9996778788090104e-05, + "loss": 0.4775, + "step": 4461 + }, + { + "epoch": 3.7845631891433418, + "grad_norm": 1.4811555248086337, + "learning_rate": 1.9996771812372412e-05, + "loss": 0.4975, + "step": 4462 + }, + { + "epoch": 3.7854113655640376, + "grad_norm": 1.2965491273281646, + "learning_rate": 1.999676482911095e-05, + "loss": 0.524, + "step": 4463 + }, + { + "epoch": 3.786259541984733, + "grad_norm": 1.3306244739957165, + "learning_rate": 1.999675783830572e-05, + "loss": 0.4314, + "step": 4464 + }, + { + "epoch": 3.7871077184054283, + "grad_norm": 1.2646031480829456, + "learning_rate": 1.9996750839956737e-05, + "loss": 0.5706, + "step": 4465 + }, + { + "epoch": 3.7879558948261236, + "grad_norm": 1.2371700707315483, + "learning_rate": 1.9996743834063994e-05, + "loss": 0.5134, + "step": 4466 + }, + { + "epoch": 3.7888040712468194, + "grad_norm": 1.1273439827077607, + "learning_rate": 1.9996736820627505e-05, + "loss": 0.3709, + "step": 4467 + }, + { + "epoch": 3.7896522476675147, + "grad_norm": 1.3291080311291037, + "learning_rate": 1.9996729799647272e-05, + "loss": 0.55, + "step": 4468 + }, + { + "epoch": 3.7905004240882105, + "grad_norm": 1.2798306705018496, + "learning_rate": 1.99967227711233e-05, + "loss": 0.4807, + "step": 4469 + }, + { + "epoch": 3.791348600508906, + "grad_norm": 1.3753000201184533, + "learning_rate": 1.9996715735055594e-05, + "loss": 0.488, + "step": 4470 + }, + { + "epoch": 3.792196776929601, + "grad_norm": 1.2734017862791518, + "learning_rate": 1.9996708691444162e-05, + "loss": 0.5909, + "step": 4471 + }, + { + "epoch": 3.793044953350297, + "grad_norm": 1.2041478484148147, + "learning_rate": 1.9996701640289004e-05, + "loss": 0.458, + "step": 4472 + }, + { + "epoch": 3.7938931297709924, + "grad_norm": 1.3506910307662061, + "learning_rate": 1.9996694581590136e-05, + "loss": 0.407, + "step": 4473 + }, + { + "epoch": 3.794741306191688, + "grad_norm": 1.1737859123814751, + "learning_rate": 1.999668751534755e-05, + "loss": 0.5215, + "step": 4474 + }, + { + "epoch": 3.7955894826123835, + "grad_norm": 1.5063479955236885, + "learning_rate": 1.9996680441561257e-05, + "loss": 0.524, + "step": 4475 + }, + { + "epoch": 3.796437659033079, + "grad_norm": 1.2710074633557684, + "learning_rate": 1.9996673360231265e-05, + "loss": 0.4808, + "step": 4476 + }, + { + "epoch": 3.797285835453774, + "grad_norm": 1.1302046314030787, + "learning_rate": 1.9996666271357577e-05, + "loss": 0.5116, + "step": 4477 + }, + { + "epoch": 3.79813401187447, + "grad_norm": 1.1378587639945759, + "learning_rate": 1.9996659174940197e-05, + "loss": 0.4706, + "step": 4478 + }, + { + "epoch": 3.7989821882951653, + "grad_norm": 1.1857633569533015, + "learning_rate": 1.9996652070979138e-05, + "loss": 0.4932, + "step": 4479 + }, + { + "epoch": 3.799830364715861, + "grad_norm": 1.3060524933381397, + "learning_rate": 1.9996644959474394e-05, + "loss": 0.5112, + "step": 4480 + }, + { + "epoch": 3.8006785411365565, + "grad_norm": 1.2518604063351852, + "learning_rate": 1.9996637840425977e-05, + "loss": 0.4402, + "step": 4481 + }, + { + "epoch": 3.801526717557252, + "grad_norm": 1.1660102209336085, + "learning_rate": 1.999663071383389e-05, + "loss": 0.4791, + "step": 4482 + }, + { + "epoch": 3.802374893977947, + "grad_norm": 1.0806795309054076, + "learning_rate": 1.999662357969814e-05, + "loss": 0.4434, + "step": 4483 + }, + { + "epoch": 3.803223070398643, + "grad_norm": 1.2726130679932461, + "learning_rate": 1.999661643801873e-05, + "loss": 0.5157, + "step": 4484 + }, + { + "epoch": 3.8040712468193383, + "grad_norm": 1.1132199431530592, + "learning_rate": 1.999660928879567e-05, + "loss": 0.4649, + "step": 4485 + }, + { + "epoch": 3.804919423240034, + "grad_norm": 1.1789178609493864, + "learning_rate": 1.999660213202896e-05, + "loss": 0.5132, + "step": 4486 + }, + { + "epoch": 3.8057675996607294, + "grad_norm": 1.1851444718311446, + "learning_rate": 1.999659496771861e-05, + "loss": 0.4215, + "step": 4487 + }, + { + "epoch": 3.8066157760814248, + "grad_norm": 1.0371154549728283, + "learning_rate": 1.999658779586462e-05, + "loss": 0.4028, + "step": 4488 + }, + { + "epoch": 3.8074639525021206, + "grad_norm": 1.321265555720874, + "learning_rate": 1.9996580616467004e-05, + "loss": 0.5005, + "step": 4489 + }, + { + "epoch": 3.808312128922816, + "grad_norm": 1.195785142214559, + "learning_rate": 1.999657342952576e-05, + "loss": 0.5287, + "step": 4490 + }, + { + "epoch": 3.8091603053435117, + "grad_norm": 1.2242627232661893, + "learning_rate": 1.9996566235040894e-05, + "loss": 0.4542, + "step": 4491 + }, + { + "epoch": 3.810008481764207, + "grad_norm": 1.1439021968724115, + "learning_rate": 1.9996559033012413e-05, + "loss": 0.5062, + "step": 4492 + }, + { + "epoch": 3.8108566581849024, + "grad_norm": 1.2695953543979765, + "learning_rate": 1.9996551823440322e-05, + "loss": 0.4736, + "step": 4493 + }, + { + "epoch": 3.8117048346055977, + "grad_norm": 1.1733284631193903, + "learning_rate": 1.999654460632463e-05, + "loss": 0.4818, + "step": 4494 + }, + { + "epoch": 3.8125530110262935, + "grad_norm": 1.1958773035148456, + "learning_rate": 1.9996537381665337e-05, + "loss": 0.5285, + "step": 4495 + }, + { + "epoch": 3.813401187446989, + "grad_norm": 1.269357018064198, + "learning_rate": 1.9996530149462453e-05, + "loss": 0.4304, + "step": 4496 + }, + { + "epoch": 3.8142493638676847, + "grad_norm": 1.2755042281834506, + "learning_rate": 1.9996522909715978e-05, + "loss": 0.5601, + "step": 4497 + }, + { + "epoch": 3.81509754028838, + "grad_norm": 1.112651735056945, + "learning_rate": 1.9996515662425923e-05, + "loss": 0.4719, + "step": 4498 + }, + { + "epoch": 3.8159457167090753, + "grad_norm": 1.1922012047907076, + "learning_rate": 1.999650840759229e-05, + "loss": 0.5645, + "step": 4499 + }, + { + "epoch": 3.816793893129771, + "grad_norm": 1.06980354626054, + "learning_rate": 1.9996501145215088e-05, + "loss": 0.4462, + "step": 4500 + }, + { + "epoch": 3.8176420695504665, + "grad_norm": 1.2205820528841838, + "learning_rate": 1.9996493875294315e-05, + "loss": 0.4661, + "step": 4501 + }, + { + "epoch": 3.8184902459711623, + "grad_norm": 1.1126232663780617, + "learning_rate": 1.999648659782999e-05, + "loss": 0.5111, + "step": 4502 + }, + { + "epoch": 3.8193384223918576, + "grad_norm": 1.122772201689095, + "learning_rate": 1.99964793128221e-05, + "loss": 0.432, + "step": 4503 + }, + { + "epoch": 3.820186598812553, + "grad_norm": 1.177287984130491, + "learning_rate": 1.9996472020270668e-05, + "loss": 0.5123, + "step": 4504 + }, + { + "epoch": 3.8210347752332483, + "grad_norm": 1.1614633718409981, + "learning_rate": 1.999646472017569e-05, + "loss": 0.4484, + "step": 4505 + }, + { + "epoch": 3.821882951653944, + "grad_norm": 1.254100219827845, + "learning_rate": 1.9996457412537175e-05, + "loss": 0.4586, + "step": 4506 + }, + { + "epoch": 3.8227311280746394, + "grad_norm": 1.2694813073598425, + "learning_rate": 1.999645009735512e-05, + "loss": 0.52, + "step": 4507 + }, + { + "epoch": 3.8235793044953352, + "grad_norm": 1.489387566761372, + "learning_rate": 1.9996442774629545e-05, + "loss": 0.4724, + "step": 4508 + }, + { + "epoch": 3.8244274809160306, + "grad_norm": 1.2535444032777376, + "learning_rate": 1.9996435444360446e-05, + "loss": 0.5782, + "step": 4509 + }, + { + "epoch": 3.825275657336726, + "grad_norm": 1.39205497789129, + "learning_rate": 1.999642810654783e-05, + "loss": 0.4636, + "step": 4510 + }, + { + "epoch": 3.8261238337574213, + "grad_norm": 1.1441915674801753, + "learning_rate": 1.999642076119171e-05, + "loss": 0.3866, + "step": 4511 + }, + { + "epoch": 3.826972010178117, + "grad_norm": 1.2101960470643767, + "learning_rate": 1.9996413408292076e-05, + "loss": 0.4655, + "step": 4512 + }, + { + "epoch": 3.8278201865988124, + "grad_norm": 1.2213656004274625, + "learning_rate": 1.9996406047848946e-05, + "loss": 0.5722, + "step": 4513 + }, + { + "epoch": 3.828668363019508, + "grad_norm": 1.1788853953320086, + "learning_rate": 1.999639867986232e-05, + "loss": 0.4684, + "step": 4514 + }, + { + "epoch": 3.8295165394402035, + "grad_norm": 1.3171264260084035, + "learning_rate": 1.999639130433221e-05, + "loss": 0.5289, + "step": 4515 + }, + { + "epoch": 3.830364715860899, + "grad_norm": 1.2425959404379205, + "learning_rate": 1.9996383921258615e-05, + "loss": 0.5628, + "step": 4516 + }, + { + "epoch": 3.8312128922815947, + "grad_norm": 1.115483758832634, + "learning_rate": 1.999637653064154e-05, + "loss": 0.4545, + "step": 4517 + }, + { + "epoch": 3.83206106870229, + "grad_norm": 1.1327589989118556, + "learning_rate": 1.9996369132480994e-05, + "loss": 0.5387, + "step": 4518 + }, + { + "epoch": 3.832909245122986, + "grad_norm": 1.271609699612793, + "learning_rate": 1.9996361726776983e-05, + "loss": 0.4784, + "step": 4519 + }, + { + "epoch": 3.833757421543681, + "grad_norm": 1.3061383861414404, + "learning_rate": 1.9996354313529508e-05, + "loss": 0.4614, + "step": 4520 + }, + { + "epoch": 3.8346055979643765, + "grad_norm": 1.1257565577351858, + "learning_rate": 1.999634689273858e-05, + "loss": 0.4143, + "step": 4521 + }, + { + "epoch": 3.835453774385072, + "grad_norm": 1.104023158620052, + "learning_rate": 1.9996339464404208e-05, + "loss": 0.4489, + "step": 4522 + }, + { + "epoch": 3.8363019508057676, + "grad_norm": 1.2989866962221126, + "learning_rate": 1.9996332028526384e-05, + "loss": 0.5324, + "step": 4523 + }, + { + "epoch": 3.837150127226463, + "grad_norm": 1.2211842861640838, + "learning_rate": 1.9996324585105124e-05, + "loss": 0.5289, + "step": 4524 + }, + { + "epoch": 3.8379983036471588, + "grad_norm": 1.1238369689316492, + "learning_rate": 1.9996317134140434e-05, + "loss": 0.4385, + "step": 4525 + }, + { + "epoch": 3.838846480067854, + "grad_norm": 1.2305287450101143, + "learning_rate": 1.9996309675632315e-05, + "loss": 0.4354, + "step": 4526 + }, + { + "epoch": 3.8396946564885495, + "grad_norm": 1.147832717075915, + "learning_rate": 1.9996302209580775e-05, + "loss": 0.4533, + "step": 4527 + }, + { + "epoch": 3.8405428329092453, + "grad_norm": 1.1781678213833424, + "learning_rate": 1.999629473598582e-05, + "loss": 0.5362, + "step": 4528 + }, + { + "epoch": 3.8413910093299406, + "grad_norm": 1.2343342512154534, + "learning_rate": 1.999628725484745e-05, + "loss": 0.5273, + "step": 4529 + }, + { + "epoch": 3.8422391857506364, + "grad_norm": 1.278931909191571, + "learning_rate": 1.9996279766165685e-05, + "loss": 0.4544, + "step": 4530 + }, + { + "epoch": 3.8430873621713317, + "grad_norm": 1.101116453895496, + "learning_rate": 1.9996272269940517e-05, + "loss": 0.4301, + "step": 4531 + }, + { + "epoch": 3.843935538592027, + "grad_norm": 1.2567115850323414, + "learning_rate": 1.999626476617195e-05, + "loss": 0.363, + "step": 4532 + }, + { + "epoch": 3.8447837150127224, + "grad_norm": 1.0829575803421263, + "learning_rate": 1.9996257254860002e-05, + "loss": 0.4954, + "step": 4533 + }, + { + "epoch": 3.845631891433418, + "grad_norm": 1.104508992719033, + "learning_rate": 1.999624973600467e-05, + "loss": 0.4727, + "step": 4534 + }, + { + "epoch": 3.8464800678541136, + "grad_norm": 1.2465626912414967, + "learning_rate": 1.999624220960596e-05, + "loss": 0.5179, + "step": 4535 + }, + { + "epoch": 3.8473282442748094, + "grad_norm": 1.081746925812827, + "learning_rate": 1.9996234675663887e-05, + "loss": 0.453, + "step": 4536 + }, + { + "epoch": 3.8481764206955047, + "grad_norm": 1.1928463619403034, + "learning_rate": 1.9996227134178442e-05, + "loss": 0.4536, + "step": 4537 + }, + { + "epoch": 3.8490245971162, + "grad_norm": 1.2310442470112037, + "learning_rate": 1.9996219585149637e-05, + "loss": 0.4862, + "step": 4538 + }, + { + "epoch": 3.849872773536896, + "grad_norm": 1.2356995456870112, + "learning_rate": 1.9996212028577485e-05, + "loss": 0.4243, + "step": 4539 + }, + { + "epoch": 3.850720949957591, + "grad_norm": 1.1389986678792072, + "learning_rate": 1.9996204464461983e-05, + "loss": 0.5067, + "step": 4540 + }, + { + "epoch": 3.8515691263782865, + "grad_norm": 1.3173822264688264, + "learning_rate": 1.9996196892803134e-05, + "loss": 0.6267, + "step": 4541 + }, + { + "epoch": 3.8524173027989823, + "grad_norm": 1.137325890017331, + "learning_rate": 1.9996189313600952e-05, + "loss": 0.4423, + "step": 4542 + }, + { + "epoch": 3.8532654792196777, + "grad_norm": 1.1569471895463639, + "learning_rate": 1.999618172685544e-05, + "loss": 0.4766, + "step": 4543 + }, + { + "epoch": 3.854113655640373, + "grad_norm": 1.2975413908594449, + "learning_rate": 1.9996174132566605e-05, + "loss": 0.514, + "step": 4544 + }, + { + "epoch": 3.854961832061069, + "grad_norm": 1.1180932344151955, + "learning_rate": 1.999616653073445e-05, + "loss": 0.4468, + "step": 4545 + }, + { + "epoch": 3.855810008481764, + "grad_norm": 1.188810915830905, + "learning_rate": 1.9996158921358982e-05, + "loss": 0.4957, + "step": 4546 + }, + { + "epoch": 3.85665818490246, + "grad_norm": 1.0344636729467225, + "learning_rate": 1.9996151304440205e-05, + "loss": 0.4397, + "step": 4547 + }, + { + "epoch": 3.8575063613231553, + "grad_norm": 1.0818083858103231, + "learning_rate": 1.9996143679978125e-05, + "loss": 0.4165, + "step": 4548 + }, + { + "epoch": 3.8583545377438506, + "grad_norm": 1.1655444853040107, + "learning_rate": 1.9996136047972753e-05, + "loss": 0.3606, + "step": 4549 + }, + { + "epoch": 3.859202714164546, + "grad_norm": 1.2318680228949408, + "learning_rate": 1.9996128408424088e-05, + "loss": 0.4754, + "step": 4550 + }, + { + "epoch": 3.8600508905852418, + "grad_norm": 1.2496909696220568, + "learning_rate": 1.9996120761332137e-05, + "loss": 0.479, + "step": 4551 + }, + { + "epoch": 3.860899067005937, + "grad_norm": 1.3233981906865782, + "learning_rate": 1.9996113106696907e-05, + "loss": 0.5033, + "step": 4552 + }, + { + "epoch": 3.861747243426633, + "grad_norm": 1.1052904448637468, + "learning_rate": 1.9996105444518405e-05, + "loss": 0.4177, + "step": 4553 + }, + { + "epoch": 3.8625954198473282, + "grad_norm": 1.2020591554285487, + "learning_rate": 1.9996097774796637e-05, + "loss": 0.5258, + "step": 4554 + }, + { + "epoch": 3.8634435962680236, + "grad_norm": 1.16581422036343, + "learning_rate": 1.9996090097531608e-05, + "loss": 0.579, + "step": 4555 + }, + { + "epoch": 3.8642917726887194, + "grad_norm": 1.1620311163017902, + "learning_rate": 1.999608241272332e-05, + "loss": 0.5329, + "step": 4556 + }, + { + "epoch": 3.8651399491094147, + "grad_norm": 1.1415733233209215, + "learning_rate": 1.9996074720371786e-05, + "loss": 0.386, + "step": 4557 + }, + { + "epoch": 3.8659881255301105, + "grad_norm": 1.3162311121382022, + "learning_rate": 1.9996067020477004e-05, + "loss": 0.5485, + "step": 4558 + }, + { + "epoch": 3.866836301950806, + "grad_norm": 1.1028400726628307, + "learning_rate": 1.9996059313038987e-05, + "loss": 0.4014, + "step": 4559 + }, + { + "epoch": 3.867684478371501, + "grad_norm": 1.426575674964297, + "learning_rate": 1.9996051598057735e-05, + "loss": 0.5511, + "step": 4560 + }, + { + "epoch": 3.8685326547921965, + "grad_norm": 1.1405206493628814, + "learning_rate": 1.999604387553326e-05, + "loss": 0.4458, + "step": 4561 + }, + { + "epoch": 3.8693808312128923, + "grad_norm": 1.2143194805825654, + "learning_rate": 1.999603614546556e-05, + "loss": 0.4185, + "step": 4562 + }, + { + "epoch": 3.8702290076335877, + "grad_norm": 1.314081587787845, + "learning_rate": 1.9996028407854648e-05, + "loss": 0.5556, + "step": 4563 + }, + { + "epoch": 3.8710771840542835, + "grad_norm": 1.173226664618661, + "learning_rate": 1.9996020662700527e-05, + "loss": 0.4458, + "step": 4564 + }, + { + "epoch": 3.871925360474979, + "grad_norm": 1.146126132618048, + "learning_rate": 1.99960129100032e-05, + "loss": 0.4509, + "step": 4565 + }, + { + "epoch": 3.872773536895674, + "grad_norm": 1.182822454289794, + "learning_rate": 1.9996005149762676e-05, + "loss": 0.4531, + "step": 4566 + }, + { + "epoch": 3.87362171331637, + "grad_norm": 1.174146191374263, + "learning_rate": 1.9995997381978962e-05, + "loss": 0.468, + "step": 4567 + }, + { + "epoch": 3.8744698897370653, + "grad_norm": 1.3559269823588407, + "learning_rate": 1.999598960665206e-05, + "loss": 0.5309, + "step": 4568 + }, + { + "epoch": 3.875318066157761, + "grad_norm": 1.2605741082361557, + "learning_rate": 1.9995981823781982e-05, + "loss": 0.4689, + "step": 4569 + }, + { + "epoch": 3.8761662425784564, + "grad_norm": 1.1588130250171595, + "learning_rate": 1.9995974033368726e-05, + "loss": 0.5053, + "step": 4570 + }, + { + "epoch": 3.877014418999152, + "grad_norm": 1.135125365529715, + "learning_rate": 1.9995966235412306e-05, + "loss": 0.436, + "step": 4571 + }, + { + "epoch": 3.877862595419847, + "grad_norm": 1.1393764383878842, + "learning_rate": 1.9995958429912722e-05, + "loss": 0.5644, + "step": 4572 + }, + { + "epoch": 3.878710771840543, + "grad_norm": 1.1599447192026127, + "learning_rate": 1.999595061686998e-05, + "loss": 0.4433, + "step": 4573 + }, + { + "epoch": 3.8795589482612383, + "grad_norm": 1.0852704319808715, + "learning_rate": 1.999594279628409e-05, + "loss": 0.4754, + "step": 4574 + }, + { + "epoch": 3.880407124681934, + "grad_norm": 1.2859849477729977, + "learning_rate": 1.9995934968155053e-05, + "loss": 0.5078, + "step": 4575 + }, + { + "epoch": 3.8812553011026294, + "grad_norm": 1.2457265739720202, + "learning_rate": 1.9995927132482878e-05, + "loss": 0.455, + "step": 4576 + }, + { + "epoch": 3.8821034775233247, + "grad_norm": 1.1868457636844922, + "learning_rate": 1.999591928926757e-05, + "loss": 0.4348, + "step": 4577 + }, + { + "epoch": 3.88295165394402, + "grad_norm": 1.2029383286684086, + "learning_rate": 1.9995911438509136e-05, + "loss": 0.3889, + "step": 4578 + }, + { + "epoch": 3.883799830364716, + "grad_norm": 1.5013070382598293, + "learning_rate": 1.9995903580207585e-05, + "loss": 0.5057, + "step": 4579 + }, + { + "epoch": 3.8846480067854112, + "grad_norm": 1.1850619216249156, + "learning_rate": 1.9995895714362914e-05, + "loss": 0.467, + "step": 4580 + }, + { + "epoch": 3.885496183206107, + "grad_norm": 1.2571521913890276, + "learning_rate": 1.9995887840975134e-05, + "loss": 0.4997, + "step": 4581 + }, + { + "epoch": 3.8863443596268024, + "grad_norm": 1.2213442944136106, + "learning_rate": 1.9995879960044255e-05, + "loss": 0.4366, + "step": 4582 + }, + { + "epoch": 3.8871925360474977, + "grad_norm": 1.2191263131118961, + "learning_rate": 1.9995872071570275e-05, + "loss": 0.4259, + "step": 4583 + }, + { + "epoch": 3.8880407124681935, + "grad_norm": 1.2416552534184737, + "learning_rate": 1.9995864175553207e-05, + "loss": 0.5524, + "step": 4584 + }, + { + "epoch": 3.888888888888889, + "grad_norm": 1.1136146757660947, + "learning_rate": 1.999585627199305e-05, + "loss": 0.5102, + "step": 4585 + }, + { + "epoch": 3.8897370653095846, + "grad_norm": 1.1113968957143077, + "learning_rate": 1.9995848360889816e-05, + "loss": 0.4102, + "step": 4586 + }, + { + "epoch": 3.89058524173028, + "grad_norm": 1.189209292424959, + "learning_rate": 1.9995840442243507e-05, + "loss": 0.5202, + "step": 4587 + }, + { + "epoch": 3.8914334181509753, + "grad_norm": 1.1449226347149466, + "learning_rate": 1.9995832516054135e-05, + "loss": 0.4455, + "step": 4588 + }, + { + "epoch": 3.8922815945716707, + "grad_norm": 1.2479312456225573, + "learning_rate": 1.99958245823217e-05, + "loss": 0.4319, + "step": 4589 + }, + { + "epoch": 3.8931297709923665, + "grad_norm": 1.1361227258225255, + "learning_rate": 1.9995816641046206e-05, + "loss": 0.4583, + "step": 4590 + }, + { + "epoch": 3.893977947413062, + "grad_norm": 1.2850999256798092, + "learning_rate": 1.9995808692227665e-05, + "loss": 0.5209, + "step": 4591 + }, + { + "epoch": 3.8948261238337576, + "grad_norm": 1.201783548397348, + "learning_rate": 1.999580073586608e-05, + "loss": 0.4719, + "step": 4592 + }, + { + "epoch": 3.895674300254453, + "grad_norm": 1.170853891727351, + "learning_rate": 1.999579277196146e-05, + "loss": 0.4253, + "step": 4593 + }, + { + "epoch": 3.8965224766751483, + "grad_norm": 1.2180159641316182, + "learning_rate": 1.9995784800513805e-05, + "loss": 0.5097, + "step": 4594 + }, + { + "epoch": 3.897370653095844, + "grad_norm": 1.3158928320553347, + "learning_rate": 1.999577682152313e-05, + "loss": 0.5727, + "step": 4595 + }, + { + "epoch": 3.8982188295165394, + "grad_norm": 1.15006262157548, + "learning_rate": 1.999576883498943e-05, + "loss": 0.4639, + "step": 4596 + }, + { + "epoch": 3.899067005937235, + "grad_norm": 1.1230488774073861, + "learning_rate": 1.999576084091272e-05, + "loss": 0.5387, + "step": 4597 + }, + { + "epoch": 3.8999151823579306, + "grad_norm": 1.1329987404557307, + "learning_rate": 1.9995752839293002e-05, + "loss": 0.4849, + "step": 4598 + }, + { + "epoch": 3.900763358778626, + "grad_norm": 1.1445486033332826, + "learning_rate": 1.9995744830130282e-05, + "loss": 0.451, + "step": 4599 + }, + { + "epoch": 3.9016115351993212, + "grad_norm": 1.1663873914039544, + "learning_rate": 1.999573681342457e-05, + "loss": 0.5053, + "step": 4600 + }, + { + "epoch": 3.902459711620017, + "grad_norm": 1.1113785463265693, + "learning_rate": 1.9995728789175866e-05, + "loss": 0.4393, + "step": 4601 + }, + { + "epoch": 3.9033078880407124, + "grad_norm": 1.247597216840595, + "learning_rate": 1.999572075738418e-05, + "loss": 0.4834, + "step": 4602 + }, + { + "epoch": 3.904156064461408, + "grad_norm": 1.2260924302501295, + "learning_rate": 1.9995712718049516e-05, + "loss": 0.4543, + "step": 4603 + }, + { + "epoch": 3.9050042408821035, + "grad_norm": 1.2659288710117418, + "learning_rate": 1.9995704671171882e-05, + "loss": 0.5101, + "step": 4604 + }, + { + "epoch": 3.905852417302799, + "grad_norm": 1.1984761742471277, + "learning_rate": 1.9995696616751284e-05, + "loss": 0.5028, + "step": 4605 + }, + { + "epoch": 3.9067005937234947, + "grad_norm": 1.2124418257195886, + "learning_rate": 1.9995688554787725e-05, + "loss": 0.4487, + "step": 4606 + }, + { + "epoch": 3.90754877014419, + "grad_norm": 1.2859244807420103, + "learning_rate": 1.9995680485281216e-05, + "loss": 0.4425, + "step": 4607 + }, + { + "epoch": 3.9083969465648853, + "grad_norm": 1.1633193939882178, + "learning_rate": 1.999567240823176e-05, + "loss": 0.4241, + "step": 4608 + }, + { + "epoch": 3.909245122985581, + "grad_norm": 1.115312609311322, + "learning_rate": 1.999566432363936e-05, + "loss": 0.4047, + "step": 4609 + }, + { + "epoch": 3.9100932994062765, + "grad_norm": 1.0983715335754634, + "learning_rate": 1.999565623150403e-05, + "loss": 0.4455, + "step": 4610 + }, + { + "epoch": 3.910941475826972, + "grad_norm": 1.1208508108059039, + "learning_rate": 1.999564813182577e-05, + "loss": 0.4486, + "step": 4611 + }, + { + "epoch": 3.9117896522476676, + "grad_norm": 1.0799133688707268, + "learning_rate": 1.9995640024604588e-05, + "loss": 0.4495, + "step": 4612 + }, + { + "epoch": 3.912637828668363, + "grad_norm": 1.3110470036904283, + "learning_rate": 1.9995631909840488e-05, + "loss": 0.5663, + "step": 4613 + }, + { + "epoch": 3.9134860050890588, + "grad_norm": 1.1773546356038616, + "learning_rate": 1.999562378753348e-05, + "loss": 0.4705, + "step": 4614 + }, + { + "epoch": 3.914334181509754, + "grad_norm": 1.258561054444141, + "learning_rate": 1.999561565768357e-05, + "loss": 0.5285, + "step": 4615 + }, + { + "epoch": 3.9151823579304494, + "grad_norm": 1.220913311435265, + "learning_rate": 1.9995607520290758e-05, + "loss": 0.5085, + "step": 4616 + }, + { + "epoch": 3.916030534351145, + "grad_norm": 1.2806522769514797, + "learning_rate": 1.999559937535506e-05, + "loss": 0.4512, + "step": 4617 + }, + { + "epoch": 3.9168787107718406, + "grad_norm": 1.1901912900952558, + "learning_rate": 1.999559122287647e-05, + "loss": 0.4992, + "step": 4618 + }, + { + "epoch": 3.917726887192536, + "grad_norm": 1.7474711041930073, + "learning_rate": 1.9995583062855007e-05, + "loss": 0.4926, + "step": 4619 + }, + { + "epoch": 3.9185750636132317, + "grad_norm": 1.2393161600013283, + "learning_rate": 1.9995574895290665e-05, + "loss": 0.4663, + "step": 4620 + }, + { + "epoch": 3.919423240033927, + "grad_norm": 1.416033330584315, + "learning_rate": 1.999556672018346e-05, + "loss": 0.5721, + "step": 4621 + }, + { + "epoch": 3.9202714164546224, + "grad_norm": 1.1936067903667582, + "learning_rate": 1.9995558537533394e-05, + "loss": 0.504, + "step": 4622 + }, + { + "epoch": 3.921119592875318, + "grad_norm": 1.1162160921316673, + "learning_rate": 1.999555034734047e-05, + "loss": 0.4869, + "step": 4623 + }, + { + "epoch": 3.9219677692960135, + "grad_norm": 1.1216134742382737, + "learning_rate": 1.9995542149604704e-05, + "loss": 0.3672, + "step": 4624 + }, + { + "epoch": 3.9228159457167093, + "grad_norm": 1.173096771739789, + "learning_rate": 1.9995533944326095e-05, + "loss": 0.406, + "step": 4625 + }, + { + "epoch": 3.9236641221374047, + "grad_norm": 1.0514600292968619, + "learning_rate": 1.9995525731504647e-05, + "loss": 0.4357, + "step": 4626 + }, + { + "epoch": 3.9245122985581, + "grad_norm": 1.265903953685609, + "learning_rate": 1.9995517511140367e-05, + "loss": 0.504, + "step": 4627 + }, + { + "epoch": 3.9253604749787954, + "grad_norm": 1.3179334225462744, + "learning_rate": 1.9995509283233265e-05, + "loss": 0.4168, + "step": 4628 + }, + { + "epoch": 3.926208651399491, + "grad_norm": 1.0628257634939964, + "learning_rate": 1.999550104778335e-05, + "loss": 0.4725, + "step": 4629 + }, + { + "epoch": 3.9270568278201865, + "grad_norm": 1.381211428359105, + "learning_rate": 1.9995492804790618e-05, + "loss": 0.4855, + "step": 4630 + }, + { + "epoch": 3.9279050042408823, + "grad_norm": 1.2633923841536405, + "learning_rate": 1.9995484554255086e-05, + "loss": 0.4551, + "step": 4631 + }, + { + "epoch": 3.9287531806615776, + "grad_norm": 1.0928902227821609, + "learning_rate": 1.9995476296176752e-05, + "loss": 0.4529, + "step": 4632 + }, + { + "epoch": 3.929601357082273, + "grad_norm": 1.2273100516051494, + "learning_rate": 1.9995468030555627e-05, + "loss": 0.5252, + "step": 4633 + }, + { + "epoch": 3.9304495335029688, + "grad_norm": 1.1152808485498509, + "learning_rate": 1.9995459757391714e-05, + "loss": 0.4607, + "step": 4634 + }, + { + "epoch": 3.931297709923664, + "grad_norm": 1.1666106127246967, + "learning_rate": 1.999545147668502e-05, + "loss": 0.4673, + "step": 4635 + }, + { + "epoch": 3.9321458863443595, + "grad_norm": 1.2602267804095306, + "learning_rate": 1.9995443188435553e-05, + "loss": 0.4338, + "step": 4636 + }, + { + "epoch": 3.9329940627650553, + "grad_norm": 1.3146589843964955, + "learning_rate": 1.9995434892643325e-05, + "loss": 0.5169, + "step": 4637 + }, + { + "epoch": 3.9338422391857506, + "grad_norm": 1.2955720855404316, + "learning_rate": 1.9995426589308326e-05, + "loss": 0.5226, + "step": 4638 + }, + { + "epoch": 3.934690415606446, + "grad_norm": 1.2053856105232632, + "learning_rate": 1.999541827843058e-05, + "loss": 0.5228, + "step": 4639 + }, + { + "epoch": 3.9355385920271417, + "grad_norm": 1.126734859599782, + "learning_rate": 1.9995409960010083e-05, + "loss": 0.4703, + "step": 4640 + }, + { + "epoch": 3.936386768447837, + "grad_norm": 1.1583416713085815, + "learning_rate": 1.999540163404684e-05, + "loss": 0.468, + "step": 4641 + }, + { + "epoch": 3.937234944868533, + "grad_norm": 1.4178884554178333, + "learning_rate": 1.9995393300540865e-05, + "loss": 0.536, + "step": 4642 + }, + { + "epoch": 3.938083121289228, + "grad_norm": 1.162080251311551, + "learning_rate": 1.9995384959492158e-05, + "loss": 0.4945, + "step": 4643 + }, + { + "epoch": 3.9389312977099236, + "grad_norm": 1.1409875503662978, + "learning_rate": 1.9995376610900727e-05, + "loss": 0.4873, + "step": 4644 + }, + { + "epoch": 3.939779474130619, + "grad_norm": 1.194245788100745, + "learning_rate": 1.999536825476658e-05, + "loss": 0.4544, + "step": 4645 + }, + { + "epoch": 3.9406276505513147, + "grad_norm": 1.3637963402923654, + "learning_rate": 1.9995359891089722e-05, + "loss": 0.5842, + "step": 4646 + }, + { + "epoch": 3.94147582697201, + "grad_norm": 1.191442055898972, + "learning_rate": 1.999535151987016e-05, + "loss": 0.482, + "step": 4647 + }, + { + "epoch": 3.942324003392706, + "grad_norm": 1.1005573925807095, + "learning_rate": 1.9995343141107895e-05, + "loss": 0.4258, + "step": 4648 + }, + { + "epoch": 3.943172179813401, + "grad_norm": 1.0557242868663097, + "learning_rate": 1.9995334754802943e-05, + "loss": 0.3896, + "step": 4649 + }, + { + "epoch": 3.9440203562340965, + "grad_norm": 1.3558483832830348, + "learning_rate": 1.9995326360955304e-05, + "loss": 0.5401, + "step": 4650 + }, + { + "epoch": 3.9448685326547923, + "grad_norm": 1.2196385184909575, + "learning_rate": 1.9995317959564982e-05, + "loss": 0.4485, + "step": 4651 + }, + { + "epoch": 3.9457167090754877, + "grad_norm": 1.2366869792190143, + "learning_rate": 1.9995309550631995e-05, + "loss": 0.4923, + "step": 4652 + }, + { + "epoch": 3.9465648854961835, + "grad_norm": 1.1743086390313762, + "learning_rate": 1.9995301134156335e-05, + "loss": 0.502, + "step": 4653 + }, + { + "epoch": 3.947413061916879, + "grad_norm": 1.2777342882801956, + "learning_rate": 1.9995292710138016e-05, + "loss": 0.5022, + "step": 4654 + }, + { + "epoch": 3.948261238337574, + "grad_norm": 1.1949503469550178, + "learning_rate": 1.9995284278577042e-05, + "loss": 0.4473, + "step": 4655 + }, + { + "epoch": 3.9491094147582695, + "grad_norm": 1.1176894912721596, + "learning_rate": 1.9995275839473422e-05, + "loss": 0.4572, + "step": 4656 + }, + { + "epoch": 3.9499575911789653, + "grad_norm": 1.3221416954948946, + "learning_rate": 1.9995267392827163e-05, + "loss": 0.5517, + "step": 4657 + }, + { + "epoch": 3.9508057675996606, + "grad_norm": 1.3139816935004485, + "learning_rate": 1.9995258938638266e-05, + "loss": 0.4822, + "step": 4658 + }, + { + "epoch": 3.9516539440203564, + "grad_norm": 1.0382177757808209, + "learning_rate": 1.9995250476906744e-05, + "loss": 0.4518, + "step": 4659 + }, + { + "epoch": 3.9525021204410518, + "grad_norm": 1.2099765986652256, + "learning_rate": 1.9995242007632596e-05, + "loss": 0.4689, + "step": 4660 + }, + { + "epoch": 3.953350296861747, + "grad_norm": 1.1449748080296465, + "learning_rate": 1.999523353081583e-05, + "loss": 0.5021, + "step": 4661 + }, + { + "epoch": 3.954198473282443, + "grad_norm": 1.0358091504713662, + "learning_rate": 1.999522504645646e-05, + "loss": 0.4359, + "step": 4662 + }, + { + "epoch": 3.9550466497031382, + "grad_norm": 1.085870506604741, + "learning_rate": 1.9995216554554485e-05, + "loss": 0.4337, + "step": 4663 + }, + { + "epoch": 3.955894826123834, + "grad_norm": 1.031292091942446, + "learning_rate": 1.9995208055109915e-05, + "loss": 0.4601, + "step": 4664 + }, + { + "epoch": 3.9567430025445294, + "grad_norm": 1.1474649834169441, + "learning_rate": 1.9995199548122754e-05, + "loss": 0.5037, + "step": 4665 + }, + { + "epoch": 3.9575911789652247, + "grad_norm": 1.1454947236927902, + "learning_rate": 1.999519103359301e-05, + "loss": 0.5242, + "step": 4666 + }, + { + "epoch": 3.95843935538592, + "grad_norm": 1.1136734944295885, + "learning_rate": 1.9995182511520688e-05, + "loss": 0.4893, + "step": 4667 + }, + { + "epoch": 3.959287531806616, + "grad_norm": 1.0043267468520374, + "learning_rate": 1.9995173981905794e-05, + "loss": 0.4981, + "step": 4668 + }, + { + "epoch": 3.960135708227311, + "grad_norm": 1.1642947231977758, + "learning_rate": 1.9995165444748336e-05, + "loss": 0.5254, + "step": 4669 + }, + { + "epoch": 3.960983884648007, + "grad_norm": 1.0884842050021355, + "learning_rate": 1.9995156900048324e-05, + "loss": 0.4522, + "step": 4670 + }, + { + "epoch": 3.9618320610687023, + "grad_norm": 1.0344239069492362, + "learning_rate": 1.9995148347805754e-05, + "loss": 0.4366, + "step": 4671 + }, + { + "epoch": 3.9626802374893977, + "grad_norm": 1.1560141432911824, + "learning_rate": 1.9995139788020644e-05, + "loss": 0.4627, + "step": 4672 + }, + { + "epoch": 3.963528413910093, + "grad_norm": 1.2139209397996216, + "learning_rate": 1.9995131220692997e-05, + "loss": 0.4882, + "step": 4673 + }, + { + "epoch": 3.964376590330789, + "grad_norm": 1.3084483573243817, + "learning_rate": 1.9995122645822813e-05, + "loss": 0.5318, + "step": 4674 + }, + { + "epoch": 3.965224766751484, + "grad_norm": 1.117318004941164, + "learning_rate": 1.9995114063410102e-05, + "loss": 0.4107, + "step": 4675 + }, + { + "epoch": 3.96607294317218, + "grad_norm": 1.1199111812600449, + "learning_rate": 1.9995105473454878e-05, + "loss": 0.484, + "step": 4676 + }, + { + "epoch": 3.9669211195928753, + "grad_norm": 1.0647691442600613, + "learning_rate": 1.9995096875957137e-05, + "loss": 0.4476, + "step": 4677 + }, + { + "epoch": 3.9677692960135706, + "grad_norm": 1.055512322145091, + "learning_rate": 1.9995088270916893e-05, + "loss": 0.4313, + "step": 4678 + }, + { + "epoch": 3.9686174724342664, + "grad_norm": 1.1499340901503576, + "learning_rate": 1.9995079658334146e-05, + "loss": 0.5057, + "step": 4679 + }, + { + "epoch": 3.969465648854962, + "grad_norm": 1.0685262878728221, + "learning_rate": 1.9995071038208906e-05, + "loss": 0.4541, + "step": 4680 + }, + { + "epoch": 3.9703138252756576, + "grad_norm": 1.0909549751537189, + "learning_rate": 1.9995062410541183e-05, + "loss": 0.4067, + "step": 4681 + }, + { + "epoch": 3.971162001696353, + "grad_norm": 1.0541655968225314, + "learning_rate": 1.9995053775330977e-05, + "loss": 0.456, + "step": 4682 + }, + { + "epoch": 3.9720101781170483, + "grad_norm": 1.1496806931997605, + "learning_rate": 1.9995045132578295e-05, + "loss": 0.4602, + "step": 4683 + }, + { + "epoch": 3.9728583545377436, + "grad_norm": 1.2883572693229743, + "learning_rate": 1.999503648228315e-05, + "loss": 0.5454, + "step": 4684 + }, + { + "epoch": 3.9737065309584394, + "grad_norm": 1.4250547838175973, + "learning_rate": 1.9995027824445545e-05, + "loss": 0.5142, + "step": 4685 + }, + { + "epoch": 3.9745547073791347, + "grad_norm": 1.2393078742358667, + "learning_rate": 1.9995019159065482e-05, + "loss": 0.4538, + "step": 4686 + }, + { + "epoch": 3.9754028837998305, + "grad_norm": 1.1642130273875102, + "learning_rate": 1.9995010486142978e-05, + "loss": 0.4183, + "step": 4687 + }, + { + "epoch": 3.976251060220526, + "grad_norm": 1.0599746824979301, + "learning_rate": 1.9995001805678024e-05, + "loss": 0.385, + "step": 4688 + }, + { + "epoch": 3.9770992366412212, + "grad_norm": 1.2000441985749373, + "learning_rate": 1.999499311767064e-05, + "loss": 0.512, + "step": 4689 + }, + { + "epoch": 3.977947413061917, + "grad_norm": 1.2386742320657433, + "learning_rate": 1.999498442212083e-05, + "loss": 0.4897, + "step": 4690 + }, + { + "epoch": 3.9787955894826124, + "grad_norm": 1.143178331161241, + "learning_rate": 1.99949757190286e-05, + "loss": 0.4258, + "step": 4691 + }, + { + "epoch": 3.979643765903308, + "grad_norm": 1.1402689506815296, + "learning_rate": 1.9994967008393948e-05, + "loss": 0.4579, + "step": 4692 + }, + { + "epoch": 3.9804919423240035, + "grad_norm": 1.1105823283848453, + "learning_rate": 1.9994958290216892e-05, + "loss": 0.4431, + "step": 4693 + }, + { + "epoch": 3.981340118744699, + "grad_norm": 1.1966035184117882, + "learning_rate": 1.9994949564497435e-05, + "loss": 0.4801, + "step": 4694 + }, + { + "epoch": 3.982188295165394, + "grad_norm": 1.2417479703526795, + "learning_rate": 1.9994940831235583e-05, + "loss": 0.5438, + "step": 4695 + }, + { + "epoch": 3.98303647158609, + "grad_norm": 1.2529680375110235, + "learning_rate": 1.9994932090431343e-05, + "loss": 0.5223, + "step": 4696 + }, + { + "epoch": 3.9838846480067853, + "grad_norm": 1.2719266593554022, + "learning_rate": 1.999492334208472e-05, + "loss": 0.4788, + "step": 4697 + }, + { + "epoch": 3.984732824427481, + "grad_norm": 1.2204456120105511, + "learning_rate": 1.9994914586195723e-05, + "loss": 0.5257, + "step": 4698 + }, + { + "epoch": 3.9855810008481765, + "grad_norm": 1.2369115031463798, + "learning_rate": 1.9994905822764353e-05, + "loss": 0.5544, + "step": 4699 + }, + { + "epoch": 3.986429177268872, + "grad_norm": 1.1068490865131135, + "learning_rate": 1.9994897051790626e-05, + "loss": 0.4081, + "step": 4700 + }, + { + "epoch": 3.9872773536895676, + "grad_norm": 1.0774865577632795, + "learning_rate": 1.999488827327454e-05, + "loss": 0.4841, + "step": 4701 + }, + { + "epoch": 3.988125530110263, + "grad_norm": 1.058679943747984, + "learning_rate": 1.999487948721611e-05, + "loss": 0.5018, + "step": 4702 + }, + { + "epoch": 3.9889737065309583, + "grad_norm": 1.0795232139932789, + "learning_rate": 1.9994870693615333e-05, + "loss": 0.4086, + "step": 4703 + }, + { + "epoch": 3.989821882951654, + "grad_norm": 1.1511816136721706, + "learning_rate": 1.999486189247222e-05, + "loss": 0.4448, + "step": 4704 + }, + { + "epoch": 3.9906700593723494, + "grad_norm": 1.1969845474439194, + "learning_rate": 1.9994853083786783e-05, + "loss": 0.5202, + "step": 4705 + }, + { + "epoch": 3.9915182357930448, + "grad_norm": 1.2219840750035043, + "learning_rate": 1.999484426755902e-05, + "loss": 0.4461, + "step": 4706 + }, + { + "epoch": 3.9923664122137406, + "grad_norm": 1.0219570736488173, + "learning_rate": 1.9994835443788943e-05, + "loss": 0.3958, + "step": 4707 + }, + { + "epoch": 3.993214588634436, + "grad_norm": 1.0412529013628242, + "learning_rate": 1.999482661247656e-05, + "loss": 0.4547, + "step": 4708 + }, + { + "epoch": 3.9940627650551317, + "grad_norm": 1.0189941430984657, + "learning_rate": 1.999481777362187e-05, + "loss": 0.4109, + "step": 4709 + }, + { + "epoch": 3.994910941475827, + "grad_norm": 1.1548561330692213, + "learning_rate": 1.9994808927224886e-05, + "loss": 0.3938, + "step": 4710 + }, + { + "epoch": 3.9957591178965224, + "grad_norm": 1.2032672598958085, + "learning_rate": 1.9994800073285613e-05, + "loss": 0.4478, + "step": 4711 + }, + { + "epoch": 3.9966072943172177, + "grad_norm": 1.042057931553335, + "learning_rate": 1.999479121180406e-05, + "loss": 0.3698, + "step": 4712 + }, + { + "epoch": 3.9974554707379135, + "grad_norm": 1.2368973880514207, + "learning_rate": 1.999478234278023e-05, + "loss": 0.416, + "step": 4713 + }, + { + "epoch": 3.998303647158609, + "grad_norm": 1.0662269715685837, + "learning_rate": 1.9994773466214127e-05, + "loss": 0.4863, + "step": 4714 + }, + { + "epoch": 3.9991518235793047, + "grad_norm": 1.1595538526505555, + "learning_rate": 1.9994764582105766e-05, + "loss": 0.4761, + "step": 4715 + }, + { + "epoch": 4.0, + "grad_norm": 1.191700243857005, + "learning_rate": 1.9994755690455154e-05, + "loss": 0.6116, + "step": 4716 + }, + { + "epoch": 4.000848176420695, + "grad_norm": 1.1990238410320548, + "learning_rate": 1.9994746791262285e-05, + "loss": 0.4442, + "step": 4717 + }, + { + "epoch": 4.001696352841391, + "grad_norm": 1.3369976971589461, + "learning_rate": 1.9994737884527177e-05, + "loss": 0.411, + "step": 4718 + }, + { + "epoch": 4.002544529262087, + "grad_norm": 1.2267290388824748, + "learning_rate": 1.9994728970249834e-05, + "loss": 0.4384, + "step": 4719 + }, + { + "epoch": 4.003392705682782, + "grad_norm": 1.2090670906903391, + "learning_rate": 1.9994720048430266e-05, + "loss": 0.414, + "step": 4720 + }, + { + "epoch": 4.004240882103478, + "grad_norm": 1.4575091856003433, + "learning_rate": 1.9994711119068472e-05, + "loss": 0.4602, + "step": 4721 + }, + { + "epoch": 4.005089058524173, + "grad_norm": 1.2351762357634943, + "learning_rate": 1.9994702182164463e-05, + "loss": 0.3973, + "step": 4722 + }, + { + "epoch": 4.005937234944868, + "grad_norm": 1.2537259349273508, + "learning_rate": 1.9994693237718246e-05, + "loss": 0.5115, + "step": 4723 + }, + { + "epoch": 4.006785411365564, + "grad_norm": 1.2241683205502984, + "learning_rate": 1.9994684285729827e-05, + "loss": 0.4831, + "step": 4724 + }, + { + "epoch": 4.00763358778626, + "grad_norm": 1.185627875655885, + "learning_rate": 1.9994675326199214e-05, + "loss": 0.3923, + "step": 4725 + }, + { + "epoch": 4.008481764206955, + "grad_norm": 1.264559012207827, + "learning_rate": 1.9994666359126412e-05, + "loss": 0.4534, + "step": 4726 + }, + { + "epoch": 4.009329940627651, + "grad_norm": 1.358782109376362, + "learning_rate": 1.9994657384511432e-05, + "loss": 0.4588, + "step": 4727 + }, + { + "epoch": 4.010178117048346, + "grad_norm": 1.337055147129619, + "learning_rate": 1.999464840235427e-05, + "loss": 0.4432, + "step": 4728 + }, + { + "epoch": 4.011026293469041, + "grad_norm": 1.16188823235512, + "learning_rate": 1.999463941265495e-05, + "loss": 0.3969, + "step": 4729 + }, + { + "epoch": 4.0118744698897375, + "grad_norm": 1.3323237275123805, + "learning_rate": 1.9994630415413464e-05, + "loss": 0.5046, + "step": 4730 + }, + { + "epoch": 4.012722646310433, + "grad_norm": 1.105736604456296, + "learning_rate": 1.9994621410629827e-05, + "loss": 0.391, + "step": 4731 + }, + { + "epoch": 4.013570822731128, + "grad_norm": 1.224619873607678, + "learning_rate": 1.999461239830404e-05, + "loss": 0.4793, + "step": 4732 + }, + { + "epoch": 4.0144189991518235, + "grad_norm": 1.2695261115118954, + "learning_rate": 1.999460337843611e-05, + "loss": 0.552, + "step": 4733 + }, + { + "epoch": 4.015267175572519, + "grad_norm": 1.3115277128387126, + "learning_rate": 1.999459435102605e-05, + "loss": 0.4718, + "step": 4734 + }, + { + "epoch": 4.016115351993214, + "grad_norm": 1.1300846671380171, + "learning_rate": 1.999458531607386e-05, + "loss": 0.4103, + "step": 4735 + }, + { + "epoch": 4.0169635284139105, + "grad_norm": 1.2333938472906596, + "learning_rate": 1.999457627357955e-05, + "loss": 0.4822, + "step": 4736 + }, + { + "epoch": 4.017811704834606, + "grad_norm": 1.2878650323458065, + "learning_rate": 1.9994567223543128e-05, + "loss": 0.447, + "step": 4737 + }, + { + "epoch": 4.018659881255301, + "grad_norm": 1.3966269706944965, + "learning_rate": 1.99945581659646e-05, + "loss": 0.4736, + "step": 4738 + }, + { + "epoch": 4.0195080576759965, + "grad_norm": 1.2085864914673103, + "learning_rate": 1.9994549100843976e-05, + "loss": 0.3787, + "step": 4739 + }, + { + "epoch": 4.020356234096692, + "grad_norm": 1.1825004163748412, + "learning_rate": 1.9994540028181253e-05, + "loss": 0.457, + "step": 4740 + }, + { + "epoch": 4.021204410517387, + "grad_norm": 1.244217758545775, + "learning_rate": 1.9994530947976444e-05, + "loss": 0.4971, + "step": 4741 + }, + { + "epoch": 4.022052586938083, + "grad_norm": 1.1366345712204573, + "learning_rate": 1.9994521860229562e-05, + "loss": 0.3992, + "step": 4742 + }, + { + "epoch": 4.022900763358779, + "grad_norm": 1.317931702211003, + "learning_rate": 1.9994512764940604e-05, + "loss": 0.4613, + "step": 4743 + }, + { + "epoch": 4.023748939779474, + "grad_norm": 1.108576434032686, + "learning_rate": 1.9994503662109576e-05, + "loss": 0.447, + "step": 4744 + }, + { + "epoch": 4.0245971162001695, + "grad_norm": 1.187819792575083, + "learning_rate": 1.9994494551736496e-05, + "loss": 0.3893, + "step": 4745 + }, + { + "epoch": 4.025445292620865, + "grad_norm": 1.2589817160594827, + "learning_rate": 1.9994485433821363e-05, + "loss": 0.3976, + "step": 4746 + }, + { + "epoch": 4.026293469041561, + "grad_norm": 1.6063347783169946, + "learning_rate": 1.9994476308364185e-05, + "loss": 0.4778, + "step": 4747 + }, + { + "epoch": 4.027141645462256, + "grad_norm": 1.1380649746952138, + "learning_rate": 1.9994467175364968e-05, + "loss": 0.424, + "step": 4748 + }, + { + "epoch": 4.027989821882952, + "grad_norm": 1.3939269894850113, + "learning_rate": 1.999445803482372e-05, + "loss": 0.4528, + "step": 4749 + }, + { + "epoch": 4.028837998303647, + "grad_norm": 1.138191853885993, + "learning_rate": 1.9994448886740447e-05, + "loss": 0.4666, + "step": 4750 + }, + { + "epoch": 4.029686174724342, + "grad_norm": 1.159338968238065, + "learning_rate": 1.999443973111516e-05, + "loss": 0.4385, + "step": 4751 + }, + { + "epoch": 4.030534351145038, + "grad_norm": 1.4176945520279125, + "learning_rate": 1.999443056794786e-05, + "loss": 0.4662, + "step": 4752 + }, + { + "epoch": 4.031382527565734, + "grad_norm": 1.1507858128105837, + "learning_rate": 1.999442139723856e-05, + "loss": 0.425, + "step": 4753 + }, + { + "epoch": 4.032230703986429, + "grad_norm": 1.1928721955724861, + "learning_rate": 1.999441221898726e-05, + "loss": 0.5077, + "step": 4754 + }, + { + "epoch": 4.033078880407125, + "grad_norm": 1.2226694367100348, + "learning_rate": 1.9994403033193972e-05, + "loss": 0.4915, + "step": 4755 + }, + { + "epoch": 4.03392705682782, + "grad_norm": 1.2168012847687768, + "learning_rate": 1.99943938398587e-05, + "loss": 0.3846, + "step": 4756 + }, + { + "epoch": 4.034775233248515, + "grad_norm": 1.1246946234890358, + "learning_rate": 1.9994384638981454e-05, + "loss": 0.4238, + "step": 4757 + }, + { + "epoch": 4.035623409669212, + "grad_norm": 1.407421431419311, + "learning_rate": 1.999437543056224e-05, + "loss": 0.5235, + "step": 4758 + }, + { + "epoch": 4.036471586089907, + "grad_norm": 1.122150837683494, + "learning_rate": 1.9994366214601062e-05, + "loss": 0.3731, + "step": 4759 + }, + { + "epoch": 4.037319762510602, + "grad_norm": 1.3942747167421312, + "learning_rate": 1.999435699109793e-05, + "loss": 0.4361, + "step": 4760 + }, + { + "epoch": 4.038167938931298, + "grad_norm": 1.1988722887417942, + "learning_rate": 1.999434776005285e-05, + "loss": 0.4549, + "step": 4761 + }, + { + "epoch": 4.039016115351993, + "grad_norm": 1.2901553981875464, + "learning_rate": 1.999433852146583e-05, + "loss": 0.5714, + "step": 4762 + }, + { + "epoch": 4.039864291772688, + "grad_norm": 1.1885246081073628, + "learning_rate": 1.9994329275336874e-05, + "loss": 0.4879, + "step": 4763 + }, + { + "epoch": 4.040712468193385, + "grad_norm": 1.113807294085197, + "learning_rate": 1.9994320021665996e-05, + "loss": 0.3176, + "step": 4764 + }, + { + "epoch": 4.04156064461408, + "grad_norm": 1.301800840868296, + "learning_rate": 1.9994310760453193e-05, + "loss": 0.4678, + "step": 4765 + }, + { + "epoch": 4.042408821034775, + "grad_norm": 1.3047809526198706, + "learning_rate": 1.999430149169848e-05, + "loss": 0.4808, + "step": 4766 + }, + { + "epoch": 4.043256997455471, + "grad_norm": 1.1275049202195606, + "learning_rate": 1.999429221540186e-05, + "loss": 0.4135, + "step": 4767 + }, + { + "epoch": 4.044105173876166, + "grad_norm": 1.2163816744348361, + "learning_rate": 1.999428293156334e-05, + "loss": 0.4081, + "step": 4768 + }, + { + "epoch": 4.044953350296861, + "grad_norm": 1.1787929122526317, + "learning_rate": 1.999427364018293e-05, + "loss": 0.3914, + "step": 4769 + }, + { + "epoch": 4.0458015267175576, + "grad_norm": 1.4904323769812873, + "learning_rate": 1.9994264341260634e-05, + "loss": 0.5228, + "step": 4770 + }, + { + "epoch": 4.046649703138253, + "grad_norm": 1.2075814351107164, + "learning_rate": 1.999425503479646e-05, + "loss": 0.4849, + "step": 4771 + }, + { + "epoch": 4.047497879558948, + "grad_norm": 1.1887989099467469, + "learning_rate": 1.9994245720790414e-05, + "loss": 0.4807, + "step": 4772 + }, + { + "epoch": 4.048346055979644, + "grad_norm": 1.1891579618545132, + "learning_rate": 1.9994236399242503e-05, + "loss": 0.4826, + "step": 4773 + }, + { + "epoch": 4.049194232400339, + "grad_norm": 1.288222893668987, + "learning_rate": 1.9994227070152742e-05, + "loss": 0.5201, + "step": 4774 + }, + { + "epoch": 4.050042408821035, + "grad_norm": 1.3050328749120887, + "learning_rate": 1.9994217733521122e-05, + "loss": 0.4455, + "step": 4775 + }, + { + "epoch": 4.0508905852417305, + "grad_norm": 1.3588449415997215, + "learning_rate": 1.9994208389347664e-05, + "loss": 0.4773, + "step": 4776 + }, + { + "epoch": 4.051738761662426, + "grad_norm": 1.1663713159865183, + "learning_rate": 1.9994199037632372e-05, + "loss": 0.4126, + "step": 4777 + }, + { + "epoch": 4.052586938083121, + "grad_norm": 1.1981020281076382, + "learning_rate": 1.999418967837525e-05, + "loss": 0.4365, + "step": 4778 + }, + { + "epoch": 4.0534351145038165, + "grad_norm": 1.167749623690471, + "learning_rate": 1.9994180311576307e-05, + "loss": 0.3902, + "step": 4779 + }, + { + "epoch": 4.054283290924512, + "grad_norm": 1.3102072499559752, + "learning_rate": 1.9994170937235546e-05, + "loss": 0.4286, + "step": 4780 + }, + { + "epoch": 4.055131467345208, + "grad_norm": 1.0561333863559863, + "learning_rate": 1.9994161555352984e-05, + "loss": 0.4311, + "step": 4781 + }, + { + "epoch": 4.0559796437659035, + "grad_norm": 1.1293355223209023, + "learning_rate": 1.9994152165928616e-05, + "loss": 0.4033, + "step": 4782 + }, + { + "epoch": 4.056827820186599, + "grad_norm": 1.511741811127281, + "learning_rate": 1.9994142768962453e-05, + "loss": 0.4918, + "step": 4783 + }, + { + "epoch": 4.057675996607294, + "grad_norm": 1.1644764027682233, + "learning_rate": 1.999413336445451e-05, + "loss": 0.4697, + "step": 4784 + }, + { + "epoch": 4.0585241730279895, + "grad_norm": 1.1553452739461927, + "learning_rate": 1.9994123952404783e-05, + "loss": 0.4787, + "step": 4785 + }, + { + "epoch": 4.059372349448686, + "grad_norm": 1.220248497875675, + "learning_rate": 1.9994114532813286e-05, + "loss": 0.481, + "step": 4786 + }, + { + "epoch": 4.060220525869381, + "grad_norm": 1.2760319155839313, + "learning_rate": 1.9994105105680024e-05, + "loss": 0.4965, + "step": 4787 + }, + { + "epoch": 4.061068702290076, + "grad_norm": 1.295906963568523, + "learning_rate": 1.9994095671005005e-05, + "loss": 0.3865, + "step": 4788 + }, + { + "epoch": 4.061916878710772, + "grad_norm": 1.1343417582850475, + "learning_rate": 1.9994086228788238e-05, + "loss": 0.4265, + "step": 4789 + }, + { + "epoch": 4.062765055131467, + "grad_norm": 1.1448615131665933, + "learning_rate": 1.9994076779029724e-05, + "loss": 0.4416, + "step": 4790 + }, + { + "epoch": 4.0636132315521625, + "grad_norm": 1.1621614104916465, + "learning_rate": 1.999406732172947e-05, + "loss": 0.4061, + "step": 4791 + }, + { + "epoch": 4.064461407972859, + "grad_norm": 1.2235110240052647, + "learning_rate": 1.9994057856887492e-05, + "loss": 0.3882, + "step": 4792 + }, + { + "epoch": 4.065309584393554, + "grad_norm": 1.181399244201106, + "learning_rate": 1.999404838450379e-05, + "loss": 0.4853, + "step": 4793 + }, + { + "epoch": 4.066157760814249, + "grad_norm": 1.229682270033066, + "learning_rate": 1.9994038904578376e-05, + "loss": 0.4199, + "step": 4794 + }, + { + "epoch": 4.067005937234945, + "grad_norm": 1.3274608710187714, + "learning_rate": 1.999402941711125e-05, + "loss": 0.5031, + "step": 4795 + }, + { + "epoch": 4.06785411365564, + "grad_norm": 1.6021095988774867, + "learning_rate": 1.9994019922102422e-05, + "loss": 0.4958, + "step": 4796 + }, + { + "epoch": 4.068702290076336, + "grad_norm": 1.2750607958630984, + "learning_rate": 1.9994010419551905e-05, + "loss": 0.492, + "step": 4797 + }, + { + "epoch": 4.069550466497032, + "grad_norm": 1.1610513368430326, + "learning_rate": 1.99940009094597e-05, + "loss": 0.438, + "step": 4798 + }, + { + "epoch": 4.070398642917727, + "grad_norm": 1.2100953290004537, + "learning_rate": 1.9993991391825817e-05, + "loss": 0.4229, + "step": 4799 + }, + { + "epoch": 4.071246819338422, + "grad_norm": 1.3963447194643772, + "learning_rate": 1.999398186665026e-05, + "loss": 0.4357, + "step": 4800 + }, + { + "epoch": 4.072094995759118, + "grad_norm": 1.2316375692667767, + "learning_rate": 1.999397233393304e-05, + "loss": 0.499, + "step": 4801 + }, + { + "epoch": 4.072943172179813, + "grad_norm": 1.1268653119075047, + "learning_rate": 1.9993962793674166e-05, + "loss": 0.4321, + "step": 4802 + }, + { + "epoch": 4.073791348600509, + "grad_norm": 1.1738392673189446, + "learning_rate": 1.9993953245873634e-05, + "loss": 0.5081, + "step": 4803 + }, + { + "epoch": 4.074639525021205, + "grad_norm": 1.153082364384687, + "learning_rate": 1.999394369053146e-05, + "loss": 0.4709, + "step": 4804 + }, + { + "epoch": 4.0754877014419, + "grad_norm": 1.1508437503606872, + "learning_rate": 1.9993934127647657e-05, + "loss": 0.4748, + "step": 4805 + }, + { + "epoch": 4.076335877862595, + "grad_norm": 1.1353000043120034, + "learning_rate": 1.9993924557222218e-05, + "loss": 0.4113, + "step": 4806 + }, + { + "epoch": 4.077184054283291, + "grad_norm": 1.0460817199867545, + "learning_rate": 1.999391497925516e-05, + "loss": 0.4085, + "step": 4807 + }, + { + "epoch": 4.078032230703986, + "grad_norm": 1.3837349932586385, + "learning_rate": 1.9993905393746486e-05, + "loss": 0.5279, + "step": 4808 + }, + { + "epoch": 4.078880407124682, + "grad_norm": 1.3346988070070052, + "learning_rate": 1.9993895800696208e-05, + "loss": 0.5064, + "step": 4809 + }, + { + "epoch": 4.079728583545378, + "grad_norm": 1.1555204715933272, + "learning_rate": 1.999388620010433e-05, + "loss": 0.4118, + "step": 4810 + }, + { + "epoch": 4.080576759966073, + "grad_norm": 1.3424361107062317, + "learning_rate": 1.999387659197086e-05, + "loss": 0.4152, + "step": 4811 + }, + { + "epoch": 4.081424936386768, + "grad_norm": 1.2294056127051063, + "learning_rate": 1.99938669762958e-05, + "loss": 0.4189, + "step": 4812 + }, + { + "epoch": 4.082273112807464, + "grad_norm": 1.194269463622979, + "learning_rate": 1.9993857353079166e-05, + "loss": 0.4017, + "step": 4813 + }, + { + "epoch": 4.08312128922816, + "grad_norm": 1.27399173225941, + "learning_rate": 1.999384772232096e-05, + "loss": 0.4334, + "step": 4814 + }, + { + "epoch": 4.083969465648855, + "grad_norm": 1.2484949348973529, + "learning_rate": 1.999383808402119e-05, + "loss": 0.4261, + "step": 4815 + }, + { + "epoch": 4.084817642069551, + "grad_norm": 1.1595421935690504, + "learning_rate": 1.9993828438179866e-05, + "loss": 0.3799, + "step": 4816 + }, + { + "epoch": 4.085665818490246, + "grad_norm": 1.2436283471169711, + "learning_rate": 1.999381878479699e-05, + "loss": 0.4529, + "step": 4817 + }, + { + "epoch": 4.086513994910941, + "grad_norm": 1.1841977795329055, + "learning_rate": 1.9993809123872574e-05, + "loss": 0.4147, + "step": 4818 + }, + { + "epoch": 4.087362171331637, + "grad_norm": 1.173421722670953, + "learning_rate": 1.9993799455406623e-05, + "loss": 0.4691, + "step": 4819 + }, + { + "epoch": 4.088210347752333, + "grad_norm": 1.143705564529545, + "learning_rate": 1.9993789779399147e-05, + "loss": 0.4592, + "step": 4820 + }, + { + "epoch": 4.089058524173028, + "grad_norm": 1.3179315322253062, + "learning_rate": 1.9993780095850147e-05, + "loss": 0.4459, + "step": 4821 + }, + { + "epoch": 4.0899067005937235, + "grad_norm": 1.0598964857246034, + "learning_rate": 1.9993770404759637e-05, + "loss": 0.4193, + "step": 4822 + }, + { + "epoch": 4.090754877014419, + "grad_norm": 1.1814085159921361, + "learning_rate": 1.9993760706127623e-05, + "loss": 0.4229, + "step": 4823 + }, + { + "epoch": 4.091603053435114, + "grad_norm": 1.2609687423309253, + "learning_rate": 1.999375099995411e-05, + "loss": 0.4121, + "step": 4824 + }, + { + "epoch": 4.09245122985581, + "grad_norm": 1.2259064581364543, + "learning_rate": 1.9993741286239104e-05, + "loss": 0.4782, + "step": 4825 + }, + { + "epoch": 4.093299406276506, + "grad_norm": 1.2564777705757226, + "learning_rate": 1.999373156498262e-05, + "loss": 0.4433, + "step": 4826 + }, + { + "epoch": 4.094147582697201, + "grad_norm": 1.1685584599119272, + "learning_rate": 1.9993721836184653e-05, + "loss": 0.4484, + "step": 4827 + }, + { + "epoch": 4.0949957591178965, + "grad_norm": 1.2273774515684062, + "learning_rate": 1.9993712099845222e-05, + "loss": 0.4058, + "step": 4828 + }, + { + "epoch": 4.095843935538592, + "grad_norm": 1.1209817138658513, + "learning_rate": 1.999370235596433e-05, + "loss": 0.4735, + "step": 4829 + }, + { + "epoch": 4.096692111959287, + "grad_norm": 1.1670850178218224, + "learning_rate": 1.9993692604541986e-05, + "loss": 0.4791, + "step": 4830 + }, + { + "epoch": 4.097540288379983, + "grad_norm": 1.1873531227973362, + "learning_rate": 1.999368284557819e-05, + "loss": 0.4113, + "step": 4831 + }, + { + "epoch": 4.098388464800679, + "grad_norm": 1.2333875838088189, + "learning_rate": 1.9993673079072956e-05, + "loss": 0.5237, + "step": 4832 + }, + { + "epoch": 4.099236641221374, + "grad_norm": 1.115793676030762, + "learning_rate": 1.9993663305026295e-05, + "loss": 0.4541, + "step": 4833 + }, + { + "epoch": 4.1000848176420694, + "grad_norm": 1.397982347330113, + "learning_rate": 1.9993653523438205e-05, + "loss": 0.5179, + "step": 4834 + }, + { + "epoch": 4.100932994062765, + "grad_norm": 1.1884142446988155, + "learning_rate": 1.99936437343087e-05, + "loss": 0.4358, + "step": 4835 + }, + { + "epoch": 4.10178117048346, + "grad_norm": 1.1490171310345414, + "learning_rate": 1.9993633937637786e-05, + "loss": 0.3672, + "step": 4836 + }, + { + "epoch": 4.102629346904156, + "grad_norm": 1.1800187798595412, + "learning_rate": 1.999362413342547e-05, + "loss": 0.4561, + "step": 4837 + }, + { + "epoch": 4.103477523324852, + "grad_norm": 1.2738937907609496, + "learning_rate": 1.9993614321671756e-05, + "loss": 0.4585, + "step": 4838 + }, + { + "epoch": 4.104325699745547, + "grad_norm": 1.1768367732179752, + "learning_rate": 1.999360450237666e-05, + "loss": 0.3839, + "step": 4839 + }, + { + "epoch": 4.105173876166242, + "grad_norm": 1.2896457351573138, + "learning_rate": 1.999359467554018e-05, + "loss": 0.396, + "step": 4840 + }, + { + "epoch": 4.106022052586938, + "grad_norm": 1.3103323133171698, + "learning_rate": 1.9993584841162325e-05, + "loss": 0.4442, + "step": 4841 + }, + { + "epoch": 4.106870229007634, + "grad_norm": 1.2625463350128772, + "learning_rate": 1.999357499924311e-05, + "loss": 0.4382, + "step": 4842 + }, + { + "epoch": 4.107718405428329, + "grad_norm": 1.3549837035568248, + "learning_rate": 1.9993565149782536e-05, + "loss": 0.4477, + "step": 4843 + }, + { + "epoch": 4.108566581849025, + "grad_norm": 1.2824033486862754, + "learning_rate": 1.9993555292780612e-05, + "loss": 0.5458, + "step": 4844 + }, + { + "epoch": 4.10941475826972, + "grad_norm": 1.1756235318779484, + "learning_rate": 1.999354542823734e-05, + "loss": 0.5395, + "step": 4845 + }, + { + "epoch": 4.110262934690415, + "grad_norm": 1.1654721731771096, + "learning_rate": 1.999353555615274e-05, + "loss": 0.4507, + "step": 4846 + }, + { + "epoch": 4.111111111111111, + "grad_norm": 1.2090138253239426, + "learning_rate": 1.9993525676526807e-05, + "loss": 0.4747, + "step": 4847 + }, + { + "epoch": 4.111959287531807, + "grad_norm": 1.322607822549738, + "learning_rate": 1.9993515789359557e-05, + "loss": 0.5255, + "step": 4848 + }, + { + "epoch": 4.112807463952502, + "grad_norm": 1.2480832129112207, + "learning_rate": 1.999350589465099e-05, + "loss": 0.4388, + "step": 4849 + }, + { + "epoch": 4.113655640373198, + "grad_norm": 1.1580861511188323, + "learning_rate": 1.999349599240112e-05, + "loss": 0.419, + "step": 4850 + }, + { + "epoch": 4.114503816793893, + "grad_norm": 1.3716078152439368, + "learning_rate": 1.999348608260995e-05, + "loss": 0.4575, + "step": 4851 + }, + { + "epoch": 4.115351993214588, + "grad_norm": 1.2805177077653316, + "learning_rate": 1.9993476165277492e-05, + "loss": 0.5212, + "step": 4852 + }, + { + "epoch": 4.116200169635285, + "grad_norm": 1.255136899956283, + "learning_rate": 1.999346624040375e-05, + "loss": 0.5086, + "step": 4853 + }, + { + "epoch": 4.11704834605598, + "grad_norm": 1.0611351037615733, + "learning_rate": 1.9993456307988732e-05, + "loss": 0.4159, + "step": 4854 + }, + { + "epoch": 4.117896522476675, + "grad_norm": 1.208910411653571, + "learning_rate": 1.9993446368032444e-05, + "loss": 0.3974, + "step": 4855 + }, + { + "epoch": 4.118744698897371, + "grad_norm": 1.2250549946856286, + "learning_rate": 1.9993436420534896e-05, + "loss": 0.4468, + "step": 4856 + }, + { + "epoch": 4.119592875318066, + "grad_norm": 1.3103553345751007, + "learning_rate": 1.99934264654961e-05, + "loss": 0.5149, + "step": 4857 + }, + { + "epoch": 4.120441051738761, + "grad_norm": 1.1225440665247428, + "learning_rate": 1.9993416502916056e-05, + "loss": 0.4422, + "step": 4858 + }, + { + "epoch": 4.1212892281594575, + "grad_norm": 1.175852664623761, + "learning_rate": 1.999340653279477e-05, + "loss": 0.4333, + "step": 4859 + }, + { + "epoch": 4.122137404580153, + "grad_norm": 1.112156289299972, + "learning_rate": 1.9993396555132258e-05, + "loss": 0.4193, + "step": 4860 + }, + { + "epoch": 4.122985581000848, + "grad_norm": 1.0518230905735588, + "learning_rate": 1.9993386569928516e-05, + "loss": 0.4037, + "step": 4861 + }, + { + "epoch": 4.123833757421544, + "grad_norm": 1.1500350321139963, + "learning_rate": 1.9993376577183566e-05, + "loss": 0.4365, + "step": 4862 + }, + { + "epoch": 4.124681933842239, + "grad_norm": 1.2032601911568426, + "learning_rate": 1.99933665768974e-05, + "loss": 0.4856, + "step": 4863 + }, + { + "epoch": 4.125530110262934, + "grad_norm": 1.2442572764063056, + "learning_rate": 1.9993356569070043e-05, + "loss": 0.4778, + "step": 4864 + }, + { + "epoch": 4.1263782866836305, + "grad_norm": 1.2235319356293672, + "learning_rate": 1.9993346553701487e-05, + "loss": 0.3887, + "step": 4865 + }, + { + "epoch": 4.127226463104326, + "grad_norm": 1.0111721041679205, + "learning_rate": 1.999333653079175e-05, + "loss": 0.3705, + "step": 4866 + }, + { + "epoch": 4.128074639525021, + "grad_norm": 1.1141616313113794, + "learning_rate": 1.9993326500340832e-05, + "loss": 0.4392, + "step": 4867 + }, + { + "epoch": 4.1289228159457165, + "grad_norm": 1.1166066384268318, + "learning_rate": 1.999331646234874e-05, + "loss": 0.3961, + "step": 4868 + }, + { + "epoch": 4.129770992366412, + "grad_norm": 1.1164646972651542, + "learning_rate": 1.999330641681549e-05, + "loss": 0.4856, + "step": 4869 + }, + { + "epoch": 4.130619168787108, + "grad_norm": 1.268096541085861, + "learning_rate": 1.9993296363741087e-05, + "loss": 0.4421, + "step": 4870 + }, + { + "epoch": 4.1314673452078035, + "grad_norm": 1.2528218195816467, + "learning_rate": 1.999328630312553e-05, + "loss": 0.4055, + "step": 4871 + }, + { + "epoch": 4.132315521628499, + "grad_norm": 1.1766169913138114, + "learning_rate": 1.9993276234968842e-05, + "loss": 0.4393, + "step": 4872 + }, + { + "epoch": 4.133163698049194, + "grad_norm": 1.2447907071733681, + "learning_rate": 1.9993266159271014e-05, + "loss": 0.4191, + "step": 4873 + }, + { + "epoch": 4.1340118744698895, + "grad_norm": 1.2463373480882296, + "learning_rate": 1.9993256076032063e-05, + "loss": 0.4724, + "step": 4874 + }, + { + "epoch": 4.134860050890585, + "grad_norm": 1.2575646622399734, + "learning_rate": 1.9993245985252e-05, + "loss": 0.4873, + "step": 4875 + }, + { + "epoch": 4.135708227311281, + "grad_norm": 1.1959035754620535, + "learning_rate": 1.999323588693082e-05, + "loss": 0.4974, + "step": 4876 + }, + { + "epoch": 4.136556403731976, + "grad_norm": 1.247920944797972, + "learning_rate": 1.9993225781068544e-05, + "loss": 0.3959, + "step": 4877 + }, + { + "epoch": 4.137404580152672, + "grad_norm": 1.237063703707792, + "learning_rate": 1.999321566766517e-05, + "loss": 0.4347, + "step": 4878 + }, + { + "epoch": 4.138252756573367, + "grad_norm": 1.3898665967905206, + "learning_rate": 1.9993205546720713e-05, + "loss": 0.4902, + "step": 4879 + }, + { + "epoch": 4.1391009329940625, + "grad_norm": 1.1983563443924212, + "learning_rate": 1.9993195418235176e-05, + "loss": 0.393, + "step": 4880 + }, + { + "epoch": 4.139949109414759, + "grad_norm": 1.1608300626953785, + "learning_rate": 1.999318528220857e-05, + "loss": 0.5231, + "step": 4881 + }, + { + "epoch": 4.140797285835454, + "grad_norm": 1.158997208859157, + "learning_rate": 1.999317513864089e-05, + "loss": 0.48, + "step": 4882 + }, + { + "epoch": 4.141645462256149, + "grad_norm": 1.1996929562881158, + "learning_rate": 1.9993164987532164e-05, + "loss": 0.4941, + "step": 4883 + }, + { + "epoch": 4.142493638676845, + "grad_norm": 1.127668688595285, + "learning_rate": 1.9993154828882388e-05, + "loss": 0.3949, + "step": 4884 + }, + { + "epoch": 4.14334181509754, + "grad_norm": 1.115294665609684, + "learning_rate": 1.9993144662691568e-05, + "loss": 0.4287, + "step": 4885 + }, + { + "epoch": 4.144189991518235, + "grad_norm": 1.2198445476631152, + "learning_rate": 1.999313448895972e-05, + "loss": 0.3741, + "step": 4886 + }, + { + "epoch": 4.145038167938932, + "grad_norm": 1.3011426216967215, + "learning_rate": 1.999312430768684e-05, + "loss": 0.4624, + "step": 4887 + }, + { + "epoch": 4.145886344359627, + "grad_norm": 1.1572709685624725, + "learning_rate": 1.9993114118872948e-05, + "loss": 0.4107, + "step": 4888 + }, + { + "epoch": 4.146734520780322, + "grad_norm": 1.4465843571751502, + "learning_rate": 1.9993103922518045e-05, + "loss": 0.3781, + "step": 4889 + }, + { + "epoch": 4.147582697201018, + "grad_norm": 1.1922052226891322, + "learning_rate": 1.999309371862214e-05, + "loss": 0.4093, + "step": 4890 + }, + { + "epoch": 4.148430873621713, + "grad_norm": 1.308430044468448, + "learning_rate": 1.9993083507185236e-05, + "loss": 0.4989, + "step": 4891 + }, + { + "epoch": 4.149279050042409, + "grad_norm": 1.177675792615034, + "learning_rate": 1.999307328820735e-05, + "loss": 0.4756, + "step": 4892 + }, + { + "epoch": 4.150127226463105, + "grad_norm": 1.146928324112093, + "learning_rate": 1.9993063061688483e-05, + "loss": 0.4649, + "step": 4893 + }, + { + "epoch": 4.1509754028838, + "grad_norm": 1.4753664939228894, + "learning_rate": 1.9993052827628644e-05, + "loss": 0.4205, + "step": 4894 + }, + { + "epoch": 4.151823579304495, + "grad_norm": 1.2809649172171858, + "learning_rate": 1.9993042586027844e-05, + "loss": 0.5019, + "step": 4895 + }, + { + "epoch": 4.152671755725191, + "grad_norm": 1.2190350966294086, + "learning_rate": 1.9993032336886088e-05, + "loss": 0.461, + "step": 4896 + }, + { + "epoch": 4.153519932145886, + "grad_norm": 1.1924534503556896, + "learning_rate": 1.999302208020338e-05, + "loss": 0.3491, + "step": 4897 + }, + { + "epoch": 4.154368108566582, + "grad_norm": 1.3221532221306689, + "learning_rate": 1.9993011815979733e-05, + "loss": 0.5116, + "step": 4898 + }, + { + "epoch": 4.155216284987278, + "grad_norm": 1.2882183111234728, + "learning_rate": 1.9993001544215154e-05, + "loss": 0.3875, + "step": 4899 + }, + { + "epoch": 4.156064461407973, + "grad_norm": 1.3014641418559918, + "learning_rate": 1.999299126490965e-05, + "loss": 0.4526, + "step": 4900 + }, + { + "epoch": 4.156912637828668, + "grad_norm": 1.3840869775891365, + "learning_rate": 1.999298097806323e-05, + "loss": 0.5033, + "step": 4901 + }, + { + "epoch": 4.157760814249364, + "grad_norm": 1.2257765717476894, + "learning_rate": 1.99929706836759e-05, + "loss": 0.4755, + "step": 4902 + }, + { + "epoch": 4.158608990670059, + "grad_norm": 1.2799603262641466, + "learning_rate": 1.9992960381747667e-05, + "loss": 0.5075, + "step": 4903 + }, + { + "epoch": 4.159457167090755, + "grad_norm": 1.188212388722726, + "learning_rate": 1.999295007227854e-05, + "loss": 0.3913, + "step": 4904 + }, + { + "epoch": 4.1603053435114505, + "grad_norm": 1.1657083644417605, + "learning_rate": 1.9992939755268528e-05, + "loss": 0.4128, + "step": 4905 + }, + { + "epoch": 4.161153519932146, + "grad_norm": 1.1465894012015714, + "learning_rate": 1.9992929430717635e-05, + "loss": 0.3625, + "step": 4906 + }, + { + "epoch": 4.162001696352841, + "grad_norm": 1.195855308910299, + "learning_rate": 1.9992919098625875e-05, + "loss": 0.489, + "step": 4907 + }, + { + "epoch": 4.162849872773537, + "grad_norm": 1.117104240013864, + "learning_rate": 1.999290875899325e-05, + "loss": 0.4173, + "step": 4908 + }, + { + "epoch": 4.163698049194233, + "grad_norm": 1.2137415292733382, + "learning_rate": 1.9992898411819773e-05, + "loss": 0.3951, + "step": 4909 + }, + { + "epoch": 4.164546225614928, + "grad_norm": 1.4479956890625902, + "learning_rate": 1.9992888057105447e-05, + "loss": 0.422, + "step": 4910 + }, + { + "epoch": 4.1653944020356235, + "grad_norm": 1.1406153396902425, + "learning_rate": 1.999287769485028e-05, + "loss": 0.4227, + "step": 4911 + }, + { + "epoch": 4.166242578456319, + "grad_norm": 1.142208140563576, + "learning_rate": 1.999286732505428e-05, + "loss": 0.4407, + "step": 4912 + }, + { + "epoch": 4.167090754877014, + "grad_norm": 1.181414565105666, + "learning_rate": 1.999285694771746e-05, + "loss": 0.338, + "step": 4913 + }, + { + "epoch": 4.1679389312977095, + "grad_norm": 1.2242600216259911, + "learning_rate": 1.9992846562839826e-05, + "loss": 0.4414, + "step": 4914 + }, + { + "epoch": 4.168787107718406, + "grad_norm": 1.2555992776451508, + "learning_rate": 1.999283617042138e-05, + "loss": 0.4119, + "step": 4915 + }, + { + "epoch": 4.169635284139101, + "grad_norm": 1.1135817122177363, + "learning_rate": 1.9992825770462136e-05, + "loss": 0.4588, + "step": 4916 + }, + { + "epoch": 4.1704834605597965, + "grad_norm": 1.2742957423013392, + "learning_rate": 1.9992815362962095e-05, + "loss": 0.4279, + "step": 4917 + }, + { + "epoch": 4.171331636980492, + "grad_norm": 1.2265032713958726, + "learning_rate": 1.9992804947921277e-05, + "loss": 0.4787, + "step": 4918 + }, + { + "epoch": 4.172179813401187, + "grad_norm": 1.1260051022755206, + "learning_rate": 1.999279452533968e-05, + "loss": 0.4825, + "step": 4919 + }, + { + "epoch": 4.1730279898218825, + "grad_norm": 1.0891018302696855, + "learning_rate": 1.9992784095217307e-05, + "loss": 0.3767, + "step": 4920 + }, + { + "epoch": 4.173876166242579, + "grad_norm": 1.303119354379816, + "learning_rate": 1.999277365755418e-05, + "loss": 0.4262, + "step": 4921 + }, + { + "epoch": 4.174724342663274, + "grad_norm": 1.1779673691650983, + "learning_rate": 1.9992763212350297e-05, + "loss": 0.4518, + "step": 4922 + }, + { + "epoch": 4.175572519083969, + "grad_norm": 1.1402008484539885, + "learning_rate": 1.9992752759605674e-05, + "loss": 0.4263, + "step": 4923 + }, + { + "epoch": 4.176420695504665, + "grad_norm": 1.1097040414095731, + "learning_rate": 1.999274229932031e-05, + "loss": 0.39, + "step": 4924 + }, + { + "epoch": 4.17726887192536, + "grad_norm": 1.392966973501265, + "learning_rate": 1.9992731831494217e-05, + "loss": 0.4383, + "step": 4925 + }, + { + "epoch": 4.178117048346056, + "grad_norm": 1.1841113434938293, + "learning_rate": 1.9992721356127403e-05, + "loss": 0.4092, + "step": 4926 + }, + { + "epoch": 4.178965224766752, + "grad_norm": 1.2151604158246807, + "learning_rate": 1.9992710873219875e-05, + "loss": 0.4974, + "step": 4927 + }, + { + "epoch": 4.179813401187447, + "grad_norm": 1.1519043406774327, + "learning_rate": 1.999270038277164e-05, + "loss": 0.4314, + "step": 4928 + }, + { + "epoch": 4.180661577608142, + "grad_norm": 1.1375567095948755, + "learning_rate": 1.9992689884782708e-05, + "loss": 0.3004, + "step": 4929 + }, + { + "epoch": 4.181509754028838, + "grad_norm": 1.6208909955342303, + "learning_rate": 1.9992679379253088e-05, + "loss": 0.4583, + "step": 4930 + }, + { + "epoch": 4.182357930449533, + "grad_norm": 1.1005597715210682, + "learning_rate": 1.9992668866182785e-05, + "loss": 0.463, + "step": 4931 + }, + { + "epoch": 4.183206106870229, + "grad_norm": 1.1070239951397012, + "learning_rate": 1.9992658345571808e-05, + "loss": 0.3771, + "step": 4932 + }, + { + "epoch": 4.184054283290925, + "grad_norm": 1.2469868203301409, + "learning_rate": 1.9992647817420165e-05, + "loss": 0.4514, + "step": 4933 + }, + { + "epoch": 4.18490245971162, + "grad_norm": 1.1432788654495034, + "learning_rate": 1.999263728172786e-05, + "loss": 0.4744, + "step": 4934 + }, + { + "epoch": 4.185750636132315, + "grad_norm": 1.169293505512428, + "learning_rate": 1.9992626738494908e-05, + "loss": 0.4222, + "step": 4935 + }, + { + "epoch": 4.186598812553011, + "grad_norm": 1.019298302686128, + "learning_rate": 1.9992616187721318e-05, + "loss": 0.4487, + "step": 4936 + }, + { + "epoch": 4.187446988973707, + "grad_norm": 1.1666217916821635, + "learning_rate": 1.999260562940709e-05, + "loss": 0.4205, + "step": 4937 + }, + { + "epoch": 4.188295165394402, + "grad_norm": 1.1730110978877233, + "learning_rate": 1.9992595063552237e-05, + "loss": 0.523, + "step": 4938 + }, + { + "epoch": 4.189143341815098, + "grad_norm": 1.2138296708482657, + "learning_rate": 1.9992584490156762e-05, + "loss": 0.4413, + "step": 4939 + }, + { + "epoch": 4.189991518235793, + "grad_norm": 1.1240952071021109, + "learning_rate": 1.999257390922068e-05, + "loss": 0.385, + "step": 4940 + }, + { + "epoch": 4.190839694656488, + "grad_norm": 1.2084062403857398, + "learning_rate": 1.9992563320743995e-05, + "loss": 0.4378, + "step": 4941 + }, + { + "epoch": 4.191687871077184, + "grad_norm": 1.2728101748981704, + "learning_rate": 1.9992552724726717e-05, + "loss": 0.4783, + "step": 4942 + }, + { + "epoch": 4.19253604749788, + "grad_norm": 1.0574256525930716, + "learning_rate": 1.9992542121168853e-05, + "loss": 0.3759, + "step": 4943 + }, + { + "epoch": 4.193384223918575, + "grad_norm": 1.1078658744272367, + "learning_rate": 1.9992531510070407e-05, + "loss": 0.4154, + "step": 4944 + }, + { + "epoch": 4.194232400339271, + "grad_norm": 1.1304313275179807, + "learning_rate": 1.9992520891431396e-05, + "loss": 0.4163, + "step": 4945 + }, + { + "epoch": 4.195080576759966, + "grad_norm": 1.0338523983137593, + "learning_rate": 1.999251026525182e-05, + "loss": 0.4122, + "step": 4946 + }, + { + "epoch": 4.195928753180661, + "grad_norm": 1.3084448548083376, + "learning_rate": 1.9992499631531688e-05, + "loss": 0.4081, + "step": 4947 + }, + { + "epoch": 4.1967769296013575, + "grad_norm": 1.24600253987061, + "learning_rate": 1.9992488990271012e-05, + "loss": 0.4654, + "step": 4948 + }, + { + "epoch": 4.197625106022053, + "grad_norm": 0.9865596500199285, + "learning_rate": 1.9992478341469798e-05, + "loss": 0.3727, + "step": 4949 + }, + { + "epoch": 4.198473282442748, + "grad_norm": 1.154664079210316, + "learning_rate": 1.999246768512805e-05, + "loss": 0.432, + "step": 4950 + }, + { + "epoch": 4.1993214588634435, + "grad_norm": 1.2207937601707182, + "learning_rate": 1.9992457021245783e-05, + "loss": 0.4977, + "step": 4951 + }, + { + "epoch": 4.200169635284139, + "grad_norm": 1.1701622594810892, + "learning_rate": 1.9992446349823002e-05, + "loss": 0.4764, + "step": 4952 + }, + { + "epoch": 4.201017811704834, + "grad_norm": 1.1094016245784821, + "learning_rate": 1.9992435670859714e-05, + "loss": 0.4137, + "step": 4953 + }, + { + "epoch": 4.2018659881255305, + "grad_norm": 1.3085825033827247, + "learning_rate": 1.999242498435593e-05, + "loss": 0.4485, + "step": 4954 + }, + { + "epoch": 4.202714164546226, + "grad_norm": 1.3323893419388753, + "learning_rate": 1.9992414290311656e-05, + "loss": 0.4227, + "step": 4955 + }, + { + "epoch": 4.203562340966921, + "grad_norm": 1.179506771359928, + "learning_rate": 1.9992403588726896e-05, + "loss": 0.5108, + "step": 4956 + }, + { + "epoch": 4.2044105173876165, + "grad_norm": 1.125401887782981, + "learning_rate": 1.9992392879601666e-05, + "loss": 0.4133, + "step": 4957 + }, + { + "epoch": 4.205258693808312, + "grad_norm": 1.1913228509495022, + "learning_rate": 1.999238216293597e-05, + "loss": 0.5111, + "step": 4958 + }, + { + "epoch": 4.206106870229007, + "grad_norm": 1.2476801381035256, + "learning_rate": 1.9992371438729815e-05, + "loss": 0.4536, + "step": 4959 + }, + { + "epoch": 4.206955046649703, + "grad_norm": 1.0733459217294883, + "learning_rate": 1.9992360706983208e-05, + "loss": 0.39, + "step": 4960 + }, + { + "epoch": 4.207803223070399, + "grad_norm": 1.1422174722647533, + "learning_rate": 1.9992349967696164e-05, + "loss": 0.4518, + "step": 4961 + }, + { + "epoch": 4.208651399491094, + "grad_norm": 1.0916776317862584, + "learning_rate": 1.9992339220868688e-05, + "loss": 0.3825, + "step": 4962 + }, + { + "epoch": 4.2094995759117895, + "grad_norm": 1.2129897716446438, + "learning_rate": 1.999232846650078e-05, + "loss": 0.3865, + "step": 4963 + }, + { + "epoch": 4.210347752332485, + "grad_norm": 1.2530663846728027, + "learning_rate": 1.9992317704592463e-05, + "loss": 0.5652, + "step": 4964 + }, + { + "epoch": 4.211195928753181, + "grad_norm": 1.0910869024559822, + "learning_rate": 1.9992306935143735e-05, + "loss": 0.4463, + "step": 4965 + }, + { + "epoch": 4.212044105173876, + "grad_norm": 1.2216793795407894, + "learning_rate": 1.99922961581546e-05, + "loss": 0.4563, + "step": 4966 + }, + { + "epoch": 4.212892281594572, + "grad_norm": 1.2838921782395774, + "learning_rate": 1.999228537362508e-05, + "loss": 0.4424, + "step": 4967 + }, + { + "epoch": 4.213740458015267, + "grad_norm": 1.1368283273233155, + "learning_rate": 1.999227458155517e-05, + "loss": 0.4162, + "step": 4968 + }, + { + "epoch": 4.214588634435962, + "grad_norm": 1.2566681603070595, + "learning_rate": 1.999226378194489e-05, + "loss": 0.4616, + "step": 4969 + }, + { + "epoch": 4.215436810856658, + "grad_norm": 1.139860477683336, + "learning_rate": 1.9992252974794234e-05, + "loss": 0.3992, + "step": 4970 + }, + { + "epoch": 4.216284987277354, + "grad_norm": 1.1201150243894797, + "learning_rate": 1.9992242160103223e-05, + "loss": 0.3809, + "step": 4971 + }, + { + "epoch": 4.217133163698049, + "grad_norm": 1.2965654194752785, + "learning_rate": 1.999223133787186e-05, + "loss": 0.5104, + "step": 4972 + }, + { + "epoch": 4.217981340118745, + "grad_norm": 1.1500833585695125, + "learning_rate": 1.999222050810015e-05, + "loss": 0.4444, + "step": 4973 + }, + { + "epoch": 4.21882951653944, + "grad_norm": 1.1958432158468826, + "learning_rate": 1.9992209670788108e-05, + "loss": 0.4558, + "step": 4974 + }, + { + "epoch": 4.219677692960135, + "grad_norm": 1.0386857155628124, + "learning_rate": 1.9992198825935734e-05, + "loss": 0.4086, + "step": 4975 + }, + { + "epoch": 4.220525869380832, + "grad_norm": 1.1329006314952015, + "learning_rate": 1.9992187973543043e-05, + "loss": 0.4191, + "step": 4976 + }, + { + "epoch": 4.221374045801527, + "grad_norm": 1.1597378198587494, + "learning_rate": 1.9992177113610044e-05, + "loss": 0.43, + "step": 4977 + }, + { + "epoch": 4.222222222222222, + "grad_norm": 1.3554274856202069, + "learning_rate": 1.9992166246136738e-05, + "loss": 0.4711, + "step": 4978 + }, + { + "epoch": 4.223070398642918, + "grad_norm": 1.222733208710919, + "learning_rate": 1.9992155371123137e-05, + "loss": 0.4337, + "step": 4979 + }, + { + "epoch": 4.223918575063613, + "grad_norm": 1.3304074066684806, + "learning_rate": 1.9992144488569253e-05, + "loss": 0.4861, + "step": 4980 + }, + { + "epoch": 4.224766751484308, + "grad_norm": 1.2171830686410965, + "learning_rate": 1.999213359847509e-05, + "loss": 0.4738, + "step": 4981 + }, + { + "epoch": 4.225614927905005, + "grad_norm": 1.1171783849064296, + "learning_rate": 1.9992122700840656e-05, + "loss": 0.4005, + "step": 4982 + }, + { + "epoch": 4.2264631043257, + "grad_norm": 1.2163107530165052, + "learning_rate": 1.999211179566596e-05, + "loss": 0.4284, + "step": 4983 + }, + { + "epoch": 4.227311280746395, + "grad_norm": 1.1584814338563092, + "learning_rate": 1.999210088295101e-05, + "loss": 0.4133, + "step": 4984 + }, + { + "epoch": 4.228159457167091, + "grad_norm": 1.0452183394463928, + "learning_rate": 1.999208996269582e-05, + "loss": 0.3691, + "step": 4985 + }, + { + "epoch": 4.229007633587786, + "grad_norm": 1.2700047917727009, + "learning_rate": 1.9992079034900387e-05, + "loss": 0.4563, + "step": 4986 + }, + { + "epoch": 4.229855810008482, + "grad_norm": 1.0950343234279816, + "learning_rate": 1.9992068099564725e-05, + "loss": 0.4046, + "step": 4987 + }, + { + "epoch": 4.2307039864291776, + "grad_norm": 1.2691699377475107, + "learning_rate": 1.999205715668884e-05, + "loss": 0.4562, + "step": 4988 + }, + { + "epoch": 4.231552162849873, + "grad_norm": 1.1612469312897005, + "learning_rate": 1.999204620627275e-05, + "loss": 0.4414, + "step": 4989 + }, + { + "epoch": 4.232400339270568, + "grad_norm": 1.1609667096530807, + "learning_rate": 1.9992035248316453e-05, + "loss": 0.4541, + "step": 4990 + }, + { + "epoch": 4.233248515691264, + "grad_norm": 1.230925962068211, + "learning_rate": 1.999202428281996e-05, + "loss": 0.3733, + "step": 4991 + }, + { + "epoch": 4.234096692111959, + "grad_norm": 1.2107131725965623, + "learning_rate": 1.999201330978328e-05, + "loss": 0.3945, + "step": 4992 + }, + { + "epoch": 4.234944868532655, + "grad_norm": 1.134558967937123, + "learning_rate": 1.999200232920642e-05, + "loss": 0.442, + "step": 4993 + }, + { + "epoch": 4.2357930449533505, + "grad_norm": 1.2698562678579974, + "learning_rate": 1.9991991341089387e-05, + "loss": 0.415, + "step": 4994 + }, + { + "epoch": 4.236641221374046, + "grad_norm": 1.1502069555079024, + "learning_rate": 1.9991980345432192e-05, + "loss": 0.5245, + "step": 4995 + }, + { + "epoch": 4.237489397794741, + "grad_norm": 1.1034422575772558, + "learning_rate": 1.9991969342234846e-05, + "loss": 0.3834, + "step": 4996 + }, + { + "epoch": 4.2383375742154366, + "grad_norm": 1.2086241361767223, + "learning_rate": 1.999195833149735e-05, + "loss": 0.4697, + "step": 4997 + }, + { + "epoch": 4.239185750636132, + "grad_norm": 1.043879196902345, + "learning_rate": 1.999194731321972e-05, + "loss": 0.4133, + "step": 4998 + }, + { + "epoch": 4.240033927056828, + "grad_norm": 1.0298501255415171, + "learning_rate": 1.9991936287401958e-05, + "loss": 0.3583, + "step": 4999 + }, + { + "epoch": 4.2408821034775235, + "grad_norm": 1.0827641138171797, + "learning_rate": 1.9991925254044076e-05, + "loss": 0.4312, + "step": 5000 + }, + { + "epoch": 4.241730279898219, + "grad_norm": 1.2310016136211481, + "learning_rate": 1.999191421314608e-05, + "loss": 0.3685, + "step": 5001 + }, + { + "epoch": 4.242578456318914, + "grad_norm": 1.1614220962952413, + "learning_rate": 1.999190316470798e-05, + "loss": 0.4402, + "step": 5002 + }, + { + "epoch": 4.2434266327396095, + "grad_norm": 1.0677697101031018, + "learning_rate": 1.9991892108729783e-05, + "loss": 0.4276, + "step": 5003 + }, + { + "epoch": 4.244274809160306, + "grad_norm": 1.0561347471006968, + "learning_rate": 1.99918810452115e-05, + "loss": 0.4337, + "step": 5004 + }, + { + "epoch": 4.245122985581001, + "grad_norm": 1.2723641543559416, + "learning_rate": 1.9991869974153137e-05, + "loss": 0.4499, + "step": 5005 + }, + { + "epoch": 4.245971162001696, + "grad_norm": 1.111910694979548, + "learning_rate": 1.9991858895554704e-05, + "loss": 0.4456, + "step": 5006 + }, + { + "epoch": 4.246819338422392, + "grad_norm": 1.1350752594284212, + "learning_rate": 1.9991847809416206e-05, + "loss": 0.4882, + "step": 5007 + }, + { + "epoch": 4.247667514843087, + "grad_norm": 1.2308482315549494, + "learning_rate": 1.9991836715737656e-05, + "loss": 0.4622, + "step": 5008 + }, + { + "epoch": 4.2485156912637825, + "grad_norm": 1.1441241655561791, + "learning_rate": 1.9991825614519058e-05, + "loss": 0.4412, + "step": 5009 + }, + { + "epoch": 4.249363867684479, + "grad_norm": 1.2487115340764705, + "learning_rate": 1.9991814505760424e-05, + "loss": 0.4476, + "step": 5010 + }, + { + "epoch": 4.250212044105174, + "grad_norm": 1.0436529421683818, + "learning_rate": 1.9991803389461757e-05, + "loss": 0.3831, + "step": 5011 + }, + { + "epoch": 4.251060220525869, + "grad_norm": 1.3103992753474363, + "learning_rate": 1.9991792265623073e-05, + "loss": 0.4667, + "step": 5012 + }, + { + "epoch": 4.251908396946565, + "grad_norm": 1.1431987050347752, + "learning_rate": 1.9991781134244377e-05, + "loss": 0.4092, + "step": 5013 + }, + { + "epoch": 4.25275657336726, + "grad_norm": 1.16675576898012, + "learning_rate": 1.9991769995325674e-05, + "loss": 0.4419, + "step": 5014 + }, + { + "epoch": 4.253604749787955, + "grad_norm": 1.1759552076659614, + "learning_rate": 1.9991758848866976e-05, + "loss": 0.542, + "step": 5015 + }, + { + "epoch": 4.254452926208652, + "grad_norm": 1.1175076094853087, + "learning_rate": 1.9991747694868292e-05, + "loss": 0.4271, + "step": 5016 + }, + { + "epoch": 4.255301102629347, + "grad_norm": 1.1737666323617368, + "learning_rate": 1.999173653332963e-05, + "loss": 0.4599, + "step": 5017 + }, + { + "epoch": 4.256149279050042, + "grad_norm": 1.2898247436005572, + "learning_rate": 1.9991725364250997e-05, + "loss": 0.3517, + "step": 5018 + }, + { + "epoch": 4.256997455470738, + "grad_norm": 1.1648101187312645, + "learning_rate": 1.99917141876324e-05, + "loss": 0.4981, + "step": 5019 + }, + { + "epoch": 4.257845631891433, + "grad_norm": 1.2415649827746351, + "learning_rate": 1.9991703003473853e-05, + "loss": 0.4569, + "step": 5020 + }, + { + "epoch": 4.258693808312129, + "grad_norm": 1.304189928023538, + "learning_rate": 1.9991691811775356e-05, + "loss": 0.5023, + "step": 5021 + }, + { + "epoch": 4.259541984732825, + "grad_norm": 1.1309624663812936, + "learning_rate": 1.9991680612536926e-05, + "loss": 0.388, + "step": 5022 + }, + { + "epoch": 4.26039016115352, + "grad_norm": 1.1801586243927715, + "learning_rate": 1.9991669405758566e-05, + "loss": 0.4936, + "step": 5023 + }, + { + "epoch": 4.261238337574215, + "grad_norm": 1.1719407799457537, + "learning_rate": 1.9991658191440287e-05, + "loss": 0.4344, + "step": 5024 + }, + { + "epoch": 4.262086513994911, + "grad_norm": 1.3029879174872494, + "learning_rate": 1.99916469695821e-05, + "loss": 0.4256, + "step": 5025 + }, + { + "epoch": 4.262934690415607, + "grad_norm": 1.1373654665831636, + "learning_rate": 1.9991635740184006e-05, + "loss": 0.4971, + "step": 5026 + }, + { + "epoch": 4.263782866836302, + "grad_norm": 1.1847867922869089, + "learning_rate": 1.9991624503246017e-05, + "loss": 0.4325, + "step": 5027 + }, + { + "epoch": 4.264631043256998, + "grad_norm": 1.176340345206327, + "learning_rate": 1.9991613258768144e-05, + "loss": 0.3898, + "step": 5028 + }, + { + "epoch": 4.265479219677693, + "grad_norm": 1.2193181350467737, + "learning_rate": 1.9991602006750394e-05, + "loss": 0.4381, + "step": 5029 + }, + { + "epoch": 4.266327396098388, + "grad_norm": 1.3945088232630942, + "learning_rate": 1.9991590747192773e-05, + "loss": 0.5156, + "step": 5030 + }, + { + "epoch": 4.267175572519084, + "grad_norm": 1.4203124096100421, + "learning_rate": 1.9991579480095296e-05, + "loss": 0.4361, + "step": 5031 + }, + { + "epoch": 4.26802374893978, + "grad_norm": 1.2595108900250038, + "learning_rate": 1.9991568205457964e-05, + "loss": 0.4436, + "step": 5032 + }, + { + "epoch": 4.268871925360475, + "grad_norm": 1.1417414442197684, + "learning_rate": 1.999155692328079e-05, + "loss": 0.5268, + "step": 5033 + }, + { + "epoch": 4.269720101781171, + "grad_norm": 1.216619580044241, + "learning_rate": 1.999154563356378e-05, + "loss": 0.4593, + "step": 5034 + }, + { + "epoch": 4.270568278201866, + "grad_norm": 1.2273361478549767, + "learning_rate": 1.9991534336306944e-05, + "loss": 0.3977, + "step": 5035 + }, + { + "epoch": 4.271416454622561, + "grad_norm": 1.2036958541330154, + "learning_rate": 1.999152303151029e-05, + "loss": 0.5198, + "step": 5036 + }, + { + "epoch": 4.272264631043257, + "grad_norm": 1.0734084481723911, + "learning_rate": 1.9991511719173825e-05, + "loss": 0.4319, + "step": 5037 + }, + { + "epoch": 4.273112807463953, + "grad_norm": 1.1300684986230225, + "learning_rate": 1.9991500399297562e-05, + "loss": 0.3769, + "step": 5038 + }, + { + "epoch": 4.273960983884648, + "grad_norm": 1.146501044542345, + "learning_rate": 1.9991489071881506e-05, + "loss": 0.4462, + "step": 5039 + }, + { + "epoch": 4.2748091603053435, + "grad_norm": 1.1340773488629752, + "learning_rate": 1.9991477736925668e-05, + "loss": 0.43, + "step": 5040 + }, + { + "epoch": 4.275657336726039, + "grad_norm": 1.2115945121757403, + "learning_rate": 1.999146639443005e-05, + "loss": 0.3915, + "step": 5041 + }, + { + "epoch": 4.276505513146734, + "grad_norm": 1.3922602931726011, + "learning_rate": 1.999145504439467e-05, + "loss": 0.4948, + "step": 5042 + }, + { + "epoch": 4.2773536895674305, + "grad_norm": 1.1769739258938445, + "learning_rate": 1.999144368681953e-05, + "loss": 0.4627, + "step": 5043 + }, + { + "epoch": 4.278201865988126, + "grad_norm": 1.1073337657782074, + "learning_rate": 1.999143232170464e-05, + "loss": 0.4358, + "step": 5044 + }, + { + "epoch": 4.279050042408821, + "grad_norm": 1.215020813754448, + "learning_rate": 1.9991420949050013e-05, + "loss": 0.4888, + "step": 5045 + }, + { + "epoch": 4.2798982188295165, + "grad_norm": 1.181551271639335, + "learning_rate": 1.999140956885565e-05, + "loss": 0.4291, + "step": 5046 + }, + { + "epoch": 4.280746395250212, + "grad_norm": 1.1865785252928505, + "learning_rate": 1.9991398181121564e-05, + "loss": 0.4508, + "step": 5047 + }, + { + "epoch": 4.281594571670907, + "grad_norm": 1.190249005291208, + "learning_rate": 1.9991386785847764e-05, + "loss": 0.4264, + "step": 5048 + }, + { + "epoch": 4.282442748091603, + "grad_norm": 1.0143056683603222, + "learning_rate": 1.9991375383034256e-05, + "loss": 0.4063, + "step": 5049 + }, + { + "epoch": 4.283290924512299, + "grad_norm": 1.1617914581808084, + "learning_rate": 1.9991363972681054e-05, + "loss": 0.5054, + "step": 5050 + }, + { + "epoch": 4.284139100932994, + "grad_norm": 1.2366314143852235, + "learning_rate": 1.999135255478816e-05, + "loss": 0.4559, + "step": 5051 + }, + { + "epoch": 4.2849872773536894, + "grad_norm": 1.3168958281588332, + "learning_rate": 1.9991341129355584e-05, + "loss": 0.5073, + "step": 5052 + }, + { + "epoch": 4.285835453774385, + "grad_norm": 1.180312333572049, + "learning_rate": 1.9991329696383335e-05, + "loss": 0.3861, + "step": 5053 + }, + { + "epoch": 4.28668363019508, + "grad_norm": 1.1614832095010152, + "learning_rate": 1.9991318255871427e-05, + "loss": 0.4472, + "step": 5054 + }, + { + "epoch": 4.287531806615776, + "grad_norm": 1.2052328863081165, + "learning_rate": 1.999130680781986e-05, + "loss": 0.4236, + "step": 5055 + }, + { + "epoch": 4.288379983036472, + "grad_norm": 1.0747721738967773, + "learning_rate": 1.999129535222865e-05, + "loss": 0.4369, + "step": 5056 + }, + { + "epoch": 4.289228159457167, + "grad_norm": 1.0918176216569435, + "learning_rate": 1.9991283889097802e-05, + "loss": 0.4189, + "step": 5057 + }, + { + "epoch": 4.290076335877862, + "grad_norm": 1.1113421791449714, + "learning_rate": 1.9991272418427323e-05, + "loss": 0.3864, + "step": 5058 + }, + { + "epoch": 4.290924512298558, + "grad_norm": 1.1627965436574332, + "learning_rate": 1.9991260940217224e-05, + "loss": 0.4047, + "step": 5059 + }, + { + "epoch": 4.291772688719254, + "grad_norm": 1.22584717444019, + "learning_rate": 1.9991249454467518e-05, + "loss": 0.4808, + "step": 5060 + }, + { + "epoch": 4.292620865139949, + "grad_norm": 1.2646485214782928, + "learning_rate": 1.9991237961178206e-05, + "loss": 0.4638, + "step": 5061 + }, + { + "epoch": 4.293469041560645, + "grad_norm": 1.241679926407554, + "learning_rate": 1.99912264603493e-05, + "loss": 0.4089, + "step": 5062 + }, + { + "epoch": 4.29431721798134, + "grad_norm": 1.1325549036080007, + "learning_rate": 1.9991214951980808e-05, + "loss": 0.4774, + "step": 5063 + }, + { + "epoch": 4.295165394402035, + "grad_norm": 1.1673460985083066, + "learning_rate": 1.999120343607274e-05, + "loss": 0.4537, + "step": 5064 + }, + { + "epoch": 4.296013570822731, + "grad_norm": 1.0297412244901216, + "learning_rate": 1.9991191912625103e-05, + "loss": 0.4058, + "step": 5065 + }, + { + "epoch": 4.296861747243427, + "grad_norm": 1.183725687714773, + "learning_rate": 1.9991180381637906e-05, + "loss": 0.4195, + "step": 5066 + }, + { + "epoch": 4.297709923664122, + "grad_norm": 1.108057302675472, + "learning_rate": 1.9991168843111163e-05, + "loss": 0.3957, + "step": 5067 + }, + { + "epoch": 4.298558100084818, + "grad_norm": 1.1931082499177874, + "learning_rate": 1.9991157297044875e-05, + "loss": 0.4021, + "step": 5068 + }, + { + "epoch": 4.299406276505513, + "grad_norm": 1.1145813102128377, + "learning_rate": 1.999114574343905e-05, + "loss": 0.3958, + "step": 5069 + }, + { + "epoch": 4.300254452926208, + "grad_norm": 1.0985412598254551, + "learning_rate": 1.9991134182293703e-05, + "loss": 0.3893, + "step": 5070 + }, + { + "epoch": 4.301102629346905, + "grad_norm": 1.193229909005953, + "learning_rate": 1.9991122613608844e-05, + "loss": 0.4304, + "step": 5071 + }, + { + "epoch": 4.3019508057676, + "grad_norm": 1.0277571131878112, + "learning_rate": 1.9991111037384473e-05, + "loss": 0.3924, + "step": 5072 + }, + { + "epoch": 4.302798982188295, + "grad_norm": 1.1640013975210368, + "learning_rate": 1.9991099453620607e-05, + "loss": 0.4092, + "step": 5073 + }, + { + "epoch": 4.303647158608991, + "grad_norm": 1.2178782587129182, + "learning_rate": 1.999108786231725e-05, + "loss": 0.4108, + "step": 5074 + }, + { + "epoch": 4.304495335029686, + "grad_norm": 1.0721312705989126, + "learning_rate": 1.999107626347441e-05, + "loss": 0.3595, + "step": 5075 + }, + { + "epoch": 4.305343511450381, + "grad_norm": 1.0978570186065482, + "learning_rate": 1.9991064657092098e-05, + "loss": 0.4297, + "step": 5076 + }, + { + "epoch": 4.3061916878710775, + "grad_norm": 1.2408684997847936, + "learning_rate": 1.9991053043170326e-05, + "loss": 0.5452, + "step": 5077 + }, + { + "epoch": 4.307039864291773, + "grad_norm": 1.1024902064227204, + "learning_rate": 1.99910414217091e-05, + "loss": 0.47, + "step": 5078 + }, + { + "epoch": 4.307888040712468, + "grad_norm": 1.07988712089614, + "learning_rate": 1.9991029792708423e-05, + "loss": 0.3371, + "step": 5079 + }, + { + "epoch": 4.308736217133164, + "grad_norm": 1.324632535193322, + "learning_rate": 1.9991018156168313e-05, + "loss": 0.4914, + "step": 5080 + }, + { + "epoch": 4.309584393553859, + "grad_norm": 1.2603867509301532, + "learning_rate": 1.999100651208877e-05, + "loss": 0.4671, + "step": 5081 + }, + { + "epoch": 4.310432569974555, + "grad_norm": 1.1341828423643057, + "learning_rate": 1.9990994860469813e-05, + "loss": 0.413, + "step": 5082 + }, + { + "epoch": 4.3112807463952505, + "grad_norm": 1.1458627373211734, + "learning_rate": 1.9990983201311443e-05, + "loss": 0.4681, + "step": 5083 + }, + { + "epoch": 4.312128922815946, + "grad_norm": 1.4393669179703792, + "learning_rate": 1.9990971534613674e-05, + "loss": 0.431, + "step": 5084 + }, + { + "epoch": 4.312977099236641, + "grad_norm": 1.047079570769157, + "learning_rate": 1.9990959860376508e-05, + "loss": 0.404, + "step": 5085 + }, + { + "epoch": 4.3138252756573365, + "grad_norm": 0.9708142028393594, + "learning_rate": 1.999094817859996e-05, + "loss": 0.4475, + "step": 5086 + }, + { + "epoch": 4.314673452078032, + "grad_norm": 1.3915879990173914, + "learning_rate": 1.9990936489284036e-05, + "loss": 0.4763, + "step": 5087 + }, + { + "epoch": 4.315521628498728, + "grad_norm": 1.1884618590920866, + "learning_rate": 1.9990924792428742e-05, + "loss": 0.4157, + "step": 5088 + }, + { + "epoch": 4.3163698049194235, + "grad_norm": 1.0943576566371982, + "learning_rate": 1.9990913088034093e-05, + "loss": 0.4463, + "step": 5089 + }, + { + "epoch": 4.317217981340119, + "grad_norm": 1.1375761745621595, + "learning_rate": 1.9990901376100096e-05, + "loss": 0.4217, + "step": 5090 + }, + { + "epoch": 4.318066157760814, + "grad_norm": 1.2240127214236591, + "learning_rate": 1.9990889656626756e-05, + "loss": 0.4876, + "step": 5091 + }, + { + "epoch": 4.3189143341815095, + "grad_norm": 1.2443033799634544, + "learning_rate": 1.9990877929614085e-05, + "loss": 0.4861, + "step": 5092 + }, + { + "epoch": 4.319762510602205, + "grad_norm": 1.1185379271942382, + "learning_rate": 1.9990866195062095e-05, + "loss": 0.4738, + "step": 5093 + }, + { + "epoch": 4.320610687022901, + "grad_norm": 1.264711199951115, + "learning_rate": 1.999085445297079e-05, + "loss": 0.3558, + "step": 5094 + }, + { + "epoch": 4.321458863443596, + "grad_norm": 1.2330082049128488, + "learning_rate": 1.9990842703340177e-05, + "loss": 0.4715, + "step": 5095 + }, + { + "epoch": 4.322307039864292, + "grad_norm": 1.247964451110921, + "learning_rate": 1.9990830946170273e-05, + "loss": 0.4338, + "step": 5096 + }, + { + "epoch": 4.323155216284987, + "grad_norm": 1.1558319040608316, + "learning_rate": 1.9990819181461078e-05, + "loss": 0.4267, + "step": 5097 + }, + { + "epoch": 4.3240033927056825, + "grad_norm": 1.1533760406735007, + "learning_rate": 1.9990807409212605e-05, + "loss": 0.4522, + "step": 5098 + }, + { + "epoch": 4.324851569126379, + "grad_norm": 1.123369419920283, + "learning_rate": 1.9990795629424865e-05, + "loss": 0.4478, + "step": 5099 + }, + { + "epoch": 4.325699745547074, + "grad_norm": 1.2288422732157107, + "learning_rate": 1.9990783842097868e-05, + "loss": 0.4894, + "step": 5100 + }, + { + "epoch": 4.326547921967769, + "grad_norm": 1.0861617559564842, + "learning_rate": 1.9990772047231616e-05, + "loss": 0.3813, + "step": 5101 + }, + { + "epoch": 4.327396098388465, + "grad_norm": 1.3832869010526618, + "learning_rate": 1.9990760244826117e-05, + "loss": 0.4899, + "step": 5102 + }, + { + "epoch": 4.32824427480916, + "grad_norm": 1.2741112356887452, + "learning_rate": 1.999074843488139e-05, + "loss": 0.4203, + "step": 5103 + }, + { + "epoch": 4.329092451229855, + "grad_norm": 1.1561891811129261, + "learning_rate": 1.9990736617397436e-05, + "loss": 0.4349, + "step": 5104 + }, + { + "epoch": 4.329940627650552, + "grad_norm": 1.258095509887005, + "learning_rate": 1.9990724792374267e-05, + "loss": 0.5356, + "step": 5105 + }, + { + "epoch": 4.330788804071247, + "grad_norm": 1.2032902606005915, + "learning_rate": 1.999071295981189e-05, + "loss": 0.4863, + "step": 5106 + }, + { + "epoch": 4.331636980491942, + "grad_norm": 1.190657852834885, + "learning_rate": 1.9990701119710317e-05, + "loss": 0.3982, + "step": 5107 + }, + { + "epoch": 4.332485156912638, + "grad_norm": 1.1244617278820266, + "learning_rate": 1.9990689272069552e-05, + "loss": 0.4042, + "step": 5108 + }, + { + "epoch": 4.333333333333333, + "grad_norm": 1.1949148071240507, + "learning_rate": 1.999067741688961e-05, + "loss": 0.4465, + "step": 5109 + }, + { + "epoch": 4.334181509754028, + "grad_norm": 1.2315288724889264, + "learning_rate": 1.9990665554170495e-05, + "loss": 0.4276, + "step": 5110 + }, + { + "epoch": 4.335029686174725, + "grad_norm": 1.2416888113898017, + "learning_rate": 1.999065368391222e-05, + "loss": 0.5013, + "step": 5111 + }, + { + "epoch": 4.33587786259542, + "grad_norm": 1.0812598887217564, + "learning_rate": 1.9990641806114788e-05, + "loss": 0.4713, + "step": 5112 + }, + { + "epoch": 4.336726039016115, + "grad_norm": 1.0769795319526756, + "learning_rate": 1.999062992077821e-05, + "loss": 0.4818, + "step": 5113 + }, + { + "epoch": 4.337574215436811, + "grad_norm": 1.14860586058454, + "learning_rate": 1.9990618027902503e-05, + "loss": 0.4586, + "step": 5114 + }, + { + "epoch": 4.338422391857506, + "grad_norm": 1.034541785933464, + "learning_rate": 1.9990606127487665e-05, + "loss": 0.3632, + "step": 5115 + }, + { + "epoch": 4.339270568278202, + "grad_norm": 1.2314101174481793, + "learning_rate": 1.9990594219533713e-05, + "loss": 0.516, + "step": 5116 + }, + { + "epoch": 4.340118744698898, + "grad_norm": 1.2332071817475823, + "learning_rate": 1.9990582304040652e-05, + "loss": 0.3871, + "step": 5117 + }, + { + "epoch": 4.340966921119593, + "grad_norm": 1.2770874960408163, + "learning_rate": 1.999057038100849e-05, + "loss": 0.4578, + "step": 5118 + }, + { + "epoch": 4.341815097540288, + "grad_norm": 1.2158443407474282, + "learning_rate": 1.9990558450437237e-05, + "loss": 0.4328, + "step": 5119 + }, + { + "epoch": 4.342663273960984, + "grad_norm": 1.0539655444719653, + "learning_rate": 1.9990546512326906e-05, + "loss": 0.3864, + "step": 5120 + }, + { + "epoch": 4.34351145038168, + "grad_norm": 1.1373079730437858, + "learning_rate": 1.99905345666775e-05, + "loss": 0.472, + "step": 5121 + }, + { + "epoch": 4.344359626802375, + "grad_norm": 1.1846179568346304, + "learning_rate": 1.9990522613489035e-05, + "loss": 0.4617, + "step": 5122 + }, + { + "epoch": 4.3452078032230705, + "grad_norm": 1.4043361923697901, + "learning_rate": 1.999051065276151e-05, + "loss": 0.4973, + "step": 5123 + }, + { + "epoch": 4.346055979643766, + "grad_norm": 1.0676955544461542, + "learning_rate": 1.999049868449494e-05, + "loss": 0.4322, + "step": 5124 + }, + { + "epoch": 4.346904156064461, + "grad_norm": 1.103286756409267, + "learning_rate": 1.9990486708689336e-05, + "loss": 0.4855, + "step": 5125 + }, + { + "epoch": 4.347752332485157, + "grad_norm": 1.2228565074552076, + "learning_rate": 1.9990474725344704e-05, + "loss": 0.4976, + "step": 5126 + }, + { + "epoch": 4.348600508905853, + "grad_norm": 1.1471495789634458, + "learning_rate": 1.9990462734461053e-05, + "loss": 0.4309, + "step": 5127 + }, + { + "epoch": 4.349448685326548, + "grad_norm": 1.1598206329525462, + "learning_rate": 1.9990450736038395e-05, + "loss": 0.4163, + "step": 5128 + }, + { + "epoch": 4.3502968617472435, + "grad_norm": 1.212379190818735, + "learning_rate": 1.9990438730076737e-05, + "loss": 0.4596, + "step": 5129 + }, + { + "epoch": 4.351145038167939, + "grad_norm": 1.530864730103359, + "learning_rate": 1.9990426716576086e-05, + "loss": 0.4343, + "step": 5130 + }, + { + "epoch": 4.351993214588634, + "grad_norm": 1.1364200328018452, + "learning_rate": 1.9990414695536455e-05, + "loss": 0.4585, + "step": 5131 + }, + { + "epoch": 4.3528413910093295, + "grad_norm": 1.0563335854799567, + "learning_rate": 1.999040266695785e-05, + "loss": 0.4205, + "step": 5132 + }, + { + "epoch": 4.353689567430026, + "grad_norm": 1.0622944284246787, + "learning_rate": 1.999039063084028e-05, + "loss": 0.4502, + "step": 5133 + }, + { + "epoch": 4.354537743850721, + "grad_norm": 1.1222495711651974, + "learning_rate": 1.9990378587183755e-05, + "loss": 0.3989, + "step": 5134 + }, + { + "epoch": 4.3553859202714165, + "grad_norm": 1.081479565289533, + "learning_rate": 1.9990366535988284e-05, + "loss": 0.4324, + "step": 5135 + }, + { + "epoch": 4.356234096692112, + "grad_norm": 1.0917624934448766, + "learning_rate": 1.9990354477253882e-05, + "loss": 0.4392, + "step": 5136 + }, + { + "epoch": 4.357082273112807, + "grad_norm": 1.2414478665596411, + "learning_rate": 1.9990342410980544e-05, + "loss": 0.4663, + "step": 5137 + }, + { + "epoch": 4.357930449533503, + "grad_norm": 1.1201271438723623, + "learning_rate": 1.9990330337168295e-05, + "loss": 0.3758, + "step": 5138 + }, + { + "epoch": 4.358778625954199, + "grad_norm": 1.1701426742231944, + "learning_rate": 1.9990318255817133e-05, + "loss": 0.4881, + "step": 5139 + }, + { + "epoch": 4.359626802374894, + "grad_norm": 1.2744212081724677, + "learning_rate": 1.999030616692707e-05, + "loss": 0.5225, + "step": 5140 + }, + { + "epoch": 4.360474978795589, + "grad_norm": 1.233290709412237, + "learning_rate": 1.999029407049812e-05, + "loss": 0.4688, + "step": 5141 + }, + { + "epoch": 4.361323155216285, + "grad_norm": 1.2216836916938096, + "learning_rate": 1.9990281966530287e-05, + "loss": 0.432, + "step": 5142 + }, + { + "epoch": 4.36217133163698, + "grad_norm": 1.3831308077999778, + "learning_rate": 1.9990269855023577e-05, + "loss": 0.4508, + "step": 5143 + }, + { + "epoch": 4.363019508057676, + "grad_norm": 1.0440456162976879, + "learning_rate": 1.999025773597801e-05, + "loss": 0.3939, + "step": 5144 + }, + { + "epoch": 4.363867684478372, + "grad_norm": 1.241794098837663, + "learning_rate": 1.9990245609393585e-05, + "loss": 0.5037, + "step": 5145 + }, + { + "epoch": 4.364715860899067, + "grad_norm": 1.1153005478441762, + "learning_rate": 1.9990233475270313e-05, + "loss": 0.4678, + "step": 5146 + }, + { + "epoch": 4.365564037319762, + "grad_norm": 1.0917608120466864, + "learning_rate": 1.999022133360821e-05, + "loss": 0.4134, + "step": 5147 + }, + { + "epoch": 4.366412213740458, + "grad_norm": 1.2630022308816142, + "learning_rate": 1.9990209184407274e-05, + "loss": 0.4439, + "step": 5148 + }, + { + "epoch": 4.367260390161153, + "grad_norm": 1.3663596428687512, + "learning_rate": 1.999019702766752e-05, + "loss": 0.4487, + "step": 5149 + }, + { + "epoch": 4.368108566581849, + "grad_norm": 1.0838816134466462, + "learning_rate": 1.9990184863388964e-05, + "loss": 0.4711, + "step": 5150 + }, + { + "epoch": 4.368956743002545, + "grad_norm": 1.0904513271601712, + "learning_rate": 1.9990172691571604e-05, + "loss": 0.4517, + "step": 5151 + }, + { + "epoch": 4.36980491942324, + "grad_norm": 1.1321294952440433, + "learning_rate": 1.9990160512215454e-05, + "loss": 0.4885, + "step": 5152 + }, + { + "epoch": 4.370653095843935, + "grad_norm": 1.1975478882617334, + "learning_rate": 1.999014832532052e-05, + "loss": 0.4145, + "step": 5153 + }, + { + "epoch": 4.371501272264631, + "grad_norm": 1.2509646180693104, + "learning_rate": 1.999013613088682e-05, + "loss": 0.3534, + "step": 5154 + }, + { + "epoch": 4.372349448685327, + "grad_norm": 1.2117839509878046, + "learning_rate": 1.9990123928914355e-05, + "loss": 0.4909, + "step": 5155 + }, + { + "epoch": 4.373197625106022, + "grad_norm": 1.1281708380011957, + "learning_rate": 1.9990111719403134e-05, + "loss": 0.454, + "step": 5156 + }, + { + "epoch": 4.374045801526718, + "grad_norm": 1.02259997301538, + "learning_rate": 1.999009950235317e-05, + "loss": 0.3362, + "step": 5157 + }, + { + "epoch": 4.374893977947413, + "grad_norm": 1.2271375819305488, + "learning_rate": 1.9990087277764477e-05, + "loss": 0.4054, + "step": 5158 + }, + { + "epoch": 4.375742154368108, + "grad_norm": 1.1085098324504565, + "learning_rate": 1.999007504563705e-05, + "loss": 0.4122, + "step": 5159 + }, + { + "epoch": 4.376590330788804, + "grad_norm": 1.1542716331748692, + "learning_rate": 1.999006280597091e-05, + "loss": 0.4567, + "step": 5160 + }, + { + "epoch": 4.3774385072095, + "grad_norm": 1.1502220309807574, + "learning_rate": 1.9990050558766063e-05, + "loss": 0.4359, + "step": 5161 + }, + { + "epoch": 4.378286683630195, + "grad_norm": 1.2642380985488366, + "learning_rate": 1.9990038304022518e-05, + "loss": 0.5122, + "step": 5162 + }, + { + "epoch": 4.379134860050891, + "grad_norm": 1.1350616113289813, + "learning_rate": 1.9990026041740284e-05, + "loss": 0.4546, + "step": 5163 + }, + { + "epoch": 4.379983036471586, + "grad_norm": 1.1421922897943546, + "learning_rate": 1.999001377191937e-05, + "loss": 0.4619, + "step": 5164 + }, + { + "epoch": 4.380831212892281, + "grad_norm": 1.157944887629792, + "learning_rate": 1.999000149455978e-05, + "loss": 0.4219, + "step": 5165 + }, + { + "epoch": 4.3816793893129775, + "grad_norm": 1.1550179747869411, + "learning_rate": 1.9989989209661535e-05, + "loss": 0.4247, + "step": 5166 + }, + { + "epoch": 4.382527565733673, + "grad_norm": 1.2718892564483655, + "learning_rate": 1.9989976917224637e-05, + "loss": 0.4642, + "step": 5167 + }, + { + "epoch": 4.383375742154368, + "grad_norm": 1.22403199163582, + "learning_rate": 1.99899646172491e-05, + "loss": 0.4455, + "step": 5168 + }, + { + "epoch": 4.3842239185750635, + "grad_norm": 1.265036231472907, + "learning_rate": 1.9989952309734923e-05, + "loss": 0.4831, + "step": 5169 + }, + { + "epoch": 4.385072094995759, + "grad_norm": 1.0838441793180331, + "learning_rate": 1.998993999468213e-05, + "loss": 0.4433, + "step": 5170 + }, + { + "epoch": 4.385920271416454, + "grad_norm": 1.2391131323826605, + "learning_rate": 1.9989927672090713e-05, + "loss": 0.4606, + "step": 5171 + }, + { + "epoch": 4.3867684478371505, + "grad_norm": 1.089884174631102, + "learning_rate": 1.9989915341960697e-05, + "loss": 0.3946, + "step": 5172 + }, + { + "epoch": 4.387616624257846, + "grad_norm": 1.0569234957241014, + "learning_rate": 1.9989903004292083e-05, + "loss": 0.3685, + "step": 5173 + }, + { + "epoch": 4.388464800678541, + "grad_norm": 1.4634324570487856, + "learning_rate": 1.9989890659084884e-05, + "loss": 0.4983, + "step": 5174 + }, + { + "epoch": 4.3893129770992365, + "grad_norm": 1.2588468221068978, + "learning_rate": 1.9989878306339104e-05, + "loss": 0.5255, + "step": 5175 + }, + { + "epoch": 4.390161153519932, + "grad_norm": 1.2230591019950856, + "learning_rate": 1.998986594605476e-05, + "loss": 0.4975, + "step": 5176 + }, + { + "epoch": 4.391009329940628, + "grad_norm": 1.08920287349851, + "learning_rate": 1.9989853578231854e-05, + "loss": 0.4351, + "step": 5177 + }, + { + "epoch": 4.391857506361323, + "grad_norm": 1.1725996855915328, + "learning_rate": 1.99898412028704e-05, + "loss": 0.4253, + "step": 5178 + }, + { + "epoch": 4.392705682782019, + "grad_norm": 1.197680377704977, + "learning_rate": 1.9989828819970403e-05, + "loss": 0.3756, + "step": 5179 + }, + { + "epoch": 4.393553859202714, + "grad_norm": 1.2019086507028487, + "learning_rate": 1.9989816429531878e-05, + "loss": 0.4263, + "step": 5180 + }, + { + "epoch": 4.3944020356234095, + "grad_norm": 1.1817567799233057, + "learning_rate": 1.9989804031554834e-05, + "loss": 0.4425, + "step": 5181 + }, + { + "epoch": 4.395250212044105, + "grad_norm": 1.204619461979566, + "learning_rate": 1.998979162603927e-05, + "loss": 0.3831, + "step": 5182 + }, + { + "epoch": 4.396098388464801, + "grad_norm": 1.124499216523207, + "learning_rate": 1.998977921298521e-05, + "loss": 0.4178, + "step": 5183 + }, + { + "epoch": 4.396946564885496, + "grad_norm": 1.7449815762655423, + "learning_rate": 1.9989766792392658e-05, + "loss": 0.4076, + "step": 5184 + }, + { + "epoch": 4.397794741306192, + "grad_norm": 1.08249237619518, + "learning_rate": 1.9989754364261617e-05, + "loss": 0.4239, + "step": 5185 + }, + { + "epoch": 4.398642917726887, + "grad_norm": 1.022408580195694, + "learning_rate": 1.9989741928592105e-05, + "loss": 0.3763, + "step": 5186 + }, + { + "epoch": 4.399491094147582, + "grad_norm": 1.2177065514581658, + "learning_rate": 1.9989729485384125e-05, + "loss": 0.4706, + "step": 5187 + }, + { + "epoch": 4.400339270568278, + "grad_norm": 1.1654457268878, + "learning_rate": 1.9989717034637694e-05, + "loss": 0.4748, + "step": 5188 + }, + { + "epoch": 4.401187446988974, + "grad_norm": 1.1256612482025727, + "learning_rate": 1.998970457635281e-05, + "loss": 0.4673, + "step": 5189 + }, + { + "epoch": 4.402035623409669, + "grad_norm": 1.0464223455292032, + "learning_rate": 1.9989692110529493e-05, + "loss": 0.3889, + "step": 5190 + }, + { + "epoch": 4.402883799830365, + "grad_norm": 1.1803995364802617, + "learning_rate": 1.9989679637167746e-05, + "loss": 0.3979, + "step": 5191 + }, + { + "epoch": 4.40373197625106, + "grad_norm": 1.1358286543842189, + "learning_rate": 1.9989667156267583e-05, + "loss": 0.3991, + "step": 5192 + }, + { + "epoch": 4.404580152671755, + "grad_norm": 1.2713337401127764, + "learning_rate": 1.998965466782901e-05, + "loss": 0.4583, + "step": 5193 + }, + { + "epoch": 4.405428329092452, + "grad_norm": 1.1025673174921606, + "learning_rate": 1.998964217185204e-05, + "loss": 0.3829, + "step": 5194 + }, + { + "epoch": 4.406276505513147, + "grad_norm": 1.082938141593675, + "learning_rate": 1.9989629668336675e-05, + "loss": 0.4189, + "step": 5195 + }, + { + "epoch": 4.407124681933842, + "grad_norm": 1.031953918757726, + "learning_rate": 1.998961715728293e-05, + "loss": 0.4162, + "step": 5196 + }, + { + "epoch": 4.407972858354538, + "grad_norm": 1.0474467812363568, + "learning_rate": 1.9989604638690818e-05, + "loss": 0.4674, + "step": 5197 + }, + { + "epoch": 4.408821034775233, + "grad_norm": 1.0754883788447325, + "learning_rate": 1.9989592112560342e-05, + "loss": 0.4198, + "step": 5198 + }, + { + "epoch": 4.409669211195928, + "grad_norm": 1.0761247536305285, + "learning_rate": 1.9989579578891517e-05, + "loss": 0.3669, + "step": 5199 + }, + { + "epoch": 4.410517387616625, + "grad_norm": 1.1305130168413213, + "learning_rate": 1.9989567037684346e-05, + "loss": 0.4366, + "step": 5200 + }, + { + "epoch": 4.41136556403732, + "grad_norm": 1.1922468110138558, + "learning_rate": 1.9989554488938845e-05, + "loss": 0.4372, + "step": 5201 + }, + { + "epoch": 4.412213740458015, + "grad_norm": 1.3162737059954837, + "learning_rate": 1.9989541932655016e-05, + "loss": 0.4857, + "step": 5202 + }, + { + "epoch": 4.413061916878711, + "grad_norm": 1.0961770006888083, + "learning_rate": 1.9989529368832875e-05, + "loss": 0.4905, + "step": 5203 + }, + { + "epoch": 4.413910093299406, + "grad_norm": 1.1510876840446702, + "learning_rate": 1.998951679747243e-05, + "loss": 0.441, + "step": 5204 + }, + { + "epoch": 4.414758269720101, + "grad_norm": 1.2479724009917175, + "learning_rate": 1.9989504218573684e-05, + "loss": 0.4572, + "step": 5205 + }, + { + "epoch": 4.415606446140798, + "grad_norm": 1.333070720911824, + "learning_rate": 1.998949163213666e-05, + "loss": 0.437, + "step": 5206 + }, + { + "epoch": 4.416454622561493, + "grad_norm": 1.1148610523337261, + "learning_rate": 1.9989479038161357e-05, + "loss": 0.4419, + "step": 5207 + }, + { + "epoch": 4.417302798982188, + "grad_norm": 1.088128399985802, + "learning_rate": 1.9989466436647788e-05, + "loss": 0.4354, + "step": 5208 + }, + { + "epoch": 4.418150975402884, + "grad_norm": 1.0564226348805756, + "learning_rate": 1.9989453827595957e-05, + "loss": 0.4203, + "step": 5209 + }, + { + "epoch": 4.418999151823579, + "grad_norm": 1.1270270546189027, + "learning_rate": 1.9989441211005883e-05, + "loss": 0.412, + "step": 5210 + }, + { + "epoch": 4.419847328244275, + "grad_norm": 1.03658841467493, + "learning_rate": 1.9989428586877567e-05, + "loss": 0.3833, + "step": 5211 + }, + { + "epoch": 4.4206955046649705, + "grad_norm": 1.1188356879032364, + "learning_rate": 1.9989415955211025e-05, + "loss": 0.4288, + "step": 5212 + }, + { + "epoch": 4.421543681085666, + "grad_norm": 1.227274103516436, + "learning_rate": 1.9989403316006265e-05, + "loss": 0.4577, + "step": 5213 + }, + { + "epoch": 4.422391857506361, + "grad_norm": 1.0621671122286278, + "learning_rate": 1.998939066926329e-05, + "loss": 0.4383, + "step": 5214 + }, + { + "epoch": 4.423240033927057, + "grad_norm": 1.1992028153366308, + "learning_rate": 1.998937801498212e-05, + "loss": 0.4361, + "step": 5215 + }, + { + "epoch": 4.424088210347753, + "grad_norm": 1.1045242757422116, + "learning_rate": 1.9989365353162754e-05, + "loss": 0.4332, + "step": 5216 + }, + { + "epoch": 4.424936386768448, + "grad_norm": 1.1970624676927577, + "learning_rate": 1.9989352683805213e-05, + "loss": 0.5185, + "step": 5217 + }, + { + "epoch": 4.4257845631891435, + "grad_norm": 1.2685276401981618, + "learning_rate": 1.99893400069095e-05, + "loss": 0.4755, + "step": 5218 + }, + { + "epoch": 4.426632739609839, + "grad_norm": 1.2501570837731553, + "learning_rate": 1.9989327322475623e-05, + "loss": 0.4056, + "step": 5219 + }, + { + "epoch": 4.427480916030534, + "grad_norm": 1.2009517702208292, + "learning_rate": 1.998931463050359e-05, + "loss": 0.4646, + "step": 5220 + }, + { + "epoch": 4.4283290924512295, + "grad_norm": 1.2268708523444039, + "learning_rate": 1.9989301930993422e-05, + "loss": 0.4678, + "step": 5221 + }, + { + "epoch": 4.429177268871926, + "grad_norm": 1.3121557587086736, + "learning_rate": 1.9989289223945115e-05, + "loss": 0.4562, + "step": 5222 + }, + { + "epoch": 4.430025445292621, + "grad_norm": 1.2613410450856821, + "learning_rate": 1.9989276509358685e-05, + "loss": 0.4255, + "step": 5223 + }, + { + "epoch": 4.4308736217133164, + "grad_norm": 1.1517089532059877, + "learning_rate": 1.998926378723414e-05, + "loss": 0.4902, + "step": 5224 + }, + { + "epoch": 4.431721798134012, + "grad_norm": 1.182845818968037, + "learning_rate": 1.9989251057571496e-05, + "loss": 0.4269, + "step": 5225 + }, + { + "epoch": 4.432569974554707, + "grad_norm": 1.3067124645847614, + "learning_rate": 1.9989238320370753e-05, + "loss": 0.6113, + "step": 5226 + }, + { + "epoch": 4.4334181509754025, + "grad_norm": 1.178425516514869, + "learning_rate": 1.9989225575631926e-05, + "loss": 0.4389, + "step": 5227 + }, + { + "epoch": 4.434266327396099, + "grad_norm": 1.2454596679204588, + "learning_rate": 1.9989212823355023e-05, + "loss": 0.4857, + "step": 5228 + }, + { + "epoch": 4.435114503816794, + "grad_norm": 1.182902579368051, + "learning_rate": 1.9989200063540056e-05, + "loss": 0.4558, + "step": 5229 + }, + { + "epoch": 4.435962680237489, + "grad_norm": 1.107263410605028, + "learning_rate": 1.9989187296187028e-05, + "loss": 0.4687, + "step": 5230 + }, + { + "epoch": 4.436810856658185, + "grad_norm": 1.1002241787045526, + "learning_rate": 1.998917452129596e-05, + "loss": 0.4281, + "step": 5231 + }, + { + "epoch": 4.43765903307888, + "grad_norm": 1.260595992907494, + "learning_rate": 1.998916173886685e-05, + "loss": 0.4637, + "step": 5232 + }, + { + "epoch": 4.438507209499576, + "grad_norm": 1.107524849874593, + "learning_rate": 1.9989148948899714e-05, + "loss": 0.4926, + "step": 5233 + }, + { + "epoch": 4.439355385920272, + "grad_norm": 1.2778902059205441, + "learning_rate": 1.998913615139456e-05, + "loss": 0.5058, + "step": 5234 + }, + { + "epoch": 4.440203562340967, + "grad_norm": 1.0451161198519654, + "learning_rate": 1.9989123346351397e-05, + "loss": 0.3998, + "step": 5235 + }, + { + "epoch": 4.441051738761662, + "grad_norm": 1.1440697312940828, + "learning_rate": 1.9989110533770235e-05, + "loss": 0.3862, + "step": 5236 + }, + { + "epoch": 4.441899915182358, + "grad_norm": 1.1874921042742883, + "learning_rate": 1.9989097713651086e-05, + "loss": 0.5064, + "step": 5237 + }, + { + "epoch": 4.442748091603053, + "grad_norm": 1.4853770443574612, + "learning_rate": 1.998908488599396e-05, + "loss": 0.5127, + "step": 5238 + }, + { + "epoch": 4.443596268023749, + "grad_norm": 1.2678861934047971, + "learning_rate": 1.998907205079886e-05, + "loss": 0.5221, + "step": 5239 + }, + { + "epoch": 4.444444444444445, + "grad_norm": 1.0895244251216516, + "learning_rate": 1.9989059208065803e-05, + "loss": 0.3981, + "step": 5240 + }, + { + "epoch": 4.44529262086514, + "grad_norm": 1.0880728442081802, + "learning_rate": 1.9989046357794795e-05, + "loss": 0.4432, + "step": 5241 + }, + { + "epoch": 4.446140797285835, + "grad_norm": 1.2176844969009304, + "learning_rate": 1.9989033499985847e-05, + "loss": 0.4806, + "step": 5242 + }, + { + "epoch": 4.446988973706531, + "grad_norm": 1.13179581104644, + "learning_rate": 1.9989020634638967e-05, + "loss": 0.4038, + "step": 5243 + }, + { + "epoch": 4.447837150127226, + "grad_norm": 1.0129649486401648, + "learning_rate": 1.998900776175417e-05, + "loss": 0.4037, + "step": 5244 + }, + { + "epoch": 4.448685326547922, + "grad_norm": 1.1536702620720398, + "learning_rate": 1.9988994881331457e-05, + "loss": 0.4368, + "step": 5245 + }, + { + "epoch": 4.449533502968618, + "grad_norm": 1.1752026473087394, + "learning_rate": 1.9988981993370848e-05, + "loss": 0.544, + "step": 5246 + }, + { + "epoch": 4.450381679389313, + "grad_norm": 1.108492068368967, + "learning_rate": 1.9988969097872343e-05, + "loss": 0.3973, + "step": 5247 + }, + { + "epoch": 4.451229855810008, + "grad_norm": 1.0075350512072654, + "learning_rate": 1.998895619483596e-05, + "loss": 0.3918, + "step": 5248 + }, + { + "epoch": 4.452078032230704, + "grad_norm": 1.1825416570664067, + "learning_rate": 1.9988943284261698e-05, + "loss": 0.4917, + "step": 5249 + }, + { + "epoch": 4.4529262086514, + "grad_norm": 1.2035619226386356, + "learning_rate": 1.9988930366149578e-05, + "loss": 0.4428, + "step": 5250 + }, + { + "epoch": 4.453774385072095, + "grad_norm": 1.1763037723574585, + "learning_rate": 1.9988917440499604e-05, + "loss": 0.4766, + "step": 5251 + }, + { + "epoch": 4.454622561492791, + "grad_norm": 1.1157096245164901, + "learning_rate": 1.9988904507311788e-05, + "loss": 0.3908, + "step": 5252 + }, + { + "epoch": 4.455470737913486, + "grad_norm": 1.1495774536282655, + "learning_rate": 1.998889156658614e-05, + "loss": 0.4003, + "step": 5253 + }, + { + "epoch": 4.456318914334181, + "grad_norm": 1.2116650438069476, + "learning_rate": 1.9988878618322665e-05, + "loss": 0.455, + "step": 5254 + }, + { + "epoch": 4.457167090754877, + "grad_norm": 1.0548711645011812, + "learning_rate": 1.9988865662521377e-05, + "loss": 0.3181, + "step": 5255 + }, + { + "epoch": 4.458015267175573, + "grad_norm": 1.12907561942507, + "learning_rate": 1.9988852699182286e-05, + "loss": 0.4948, + "step": 5256 + }, + { + "epoch": 4.458863443596268, + "grad_norm": 1.00836323289429, + "learning_rate": 1.99888397283054e-05, + "loss": 0.4248, + "step": 5257 + }, + { + "epoch": 4.4597116200169635, + "grad_norm": 1.2401233060148409, + "learning_rate": 1.998882674989073e-05, + "loss": 0.5715, + "step": 5258 + }, + { + "epoch": 4.460559796437659, + "grad_norm": 1.2891741476706777, + "learning_rate": 1.9988813763938286e-05, + "loss": 0.4506, + "step": 5259 + }, + { + "epoch": 4.461407972858354, + "grad_norm": 1.1697568568889618, + "learning_rate": 1.9988800770448078e-05, + "loss": 0.4968, + "step": 5260 + }, + { + "epoch": 4.4622561492790505, + "grad_norm": 1.2109008747363805, + "learning_rate": 1.9988787769420113e-05, + "loss": 0.4535, + "step": 5261 + }, + { + "epoch": 4.463104325699746, + "grad_norm": 1.19210960801754, + "learning_rate": 1.9988774760854402e-05, + "loss": 0.4095, + "step": 5262 + }, + { + "epoch": 4.463952502120441, + "grad_norm": 1.1535994136536656, + "learning_rate": 1.998876174475096e-05, + "loss": 0.4978, + "step": 5263 + }, + { + "epoch": 4.4648006785411365, + "grad_norm": 1.1173923015772922, + "learning_rate": 1.998874872110979e-05, + "loss": 0.4162, + "step": 5264 + }, + { + "epoch": 4.465648854961832, + "grad_norm": 1.0718633893678624, + "learning_rate": 1.9988735689930904e-05, + "loss": 0.4257, + "step": 5265 + }, + { + "epoch": 4.466497031382527, + "grad_norm": 1.145877412510129, + "learning_rate": 1.9988722651214313e-05, + "loss": 0.4752, + "step": 5266 + }, + { + "epoch": 4.467345207803223, + "grad_norm": 1.0982817723121518, + "learning_rate": 1.9988709604960023e-05, + "loss": 0.4268, + "step": 5267 + }, + { + "epoch": 4.468193384223919, + "grad_norm": 1.069441106269643, + "learning_rate": 1.998869655116805e-05, + "loss": 0.4566, + "step": 5268 + }, + { + "epoch": 4.469041560644614, + "grad_norm": 1.0626391569187348, + "learning_rate": 1.9988683489838402e-05, + "loss": 0.4072, + "step": 5269 + }, + { + "epoch": 4.4698897370653095, + "grad_norm": 1.1467252311933673, + "learning_rate": 1.9988670420971084e-05, + "loss": 0.4274, + "step": 5270 + }, + { + "epoch": 4.470737913486005, + "grad_norm": 1.1158487097207108, + "learning_rate": 1.9988657344566108e-05, + "loss": 0.4785, + "step": 5271 + }, + { + "epoch": 4.471586089906701, + "grad_norm": 1.1261085281322827, + "learning_rate": 1.998864426062349e-05, + "loss": 0.395, + "step": 5272 + }, + { + "epoch": 4.472434266327396, + "grad_norm": 1.087139488111804, + "learning_rate": 1.9988631169143232e-05, + "loss": 0.3608, + "step": 5273 + }, + { + "epoch": 4.473282442748092, + "grad_norm": 1.1683596160996916, + "learning_rate": 1.998861807012535e-05, + "loss": 0.4608, + "step": 5274 + }, + { + "epoch": 4.474130619168787, + "grad_norm": 1.094797442345228, + "learning_rate": 1.9988604963569845e-05, + "loss": 0.3997, + "step": 5275 + }, + { + "epoch": 4.474978795589482, + "grad_norm": 1.128103947533196, + "learning_rate": 1.9988591849476738e-05, + "loss": 0.4726, + "step": 5276 + }, + { + "epoch": 4.475826972010178, + "grad_norm": 1.25832725794053, + "learning_rate": 1.998857872784603e-05, + "loss": 0.4752, + "step": 5277 + }, + { + "epoch": 4.476675148430874, + "grad_norm": 1.173186321009596, + "learning_rate": 1.9988565598677735e-05, + "loss": 0.4349, + "step": 5278 + }, + { + "epoch": 4.477523324851569, + "grad_norm": 1.1302139548472712, + "learning_rate": 1.9988552461971867e-05, + "loss": 0.4312, + "step": 5279 + }, + { + "epoch": 4.478371501272265, + "grad_norm": 1.1556970973324334, + "learning_rate": 1.9988539317728425e-05, + "loss": 0.4715, + "step": 5280 + }, + { + "epoch": 4.47921967769296, + "grad_norm": 1.279917142808669, + "learning_rate": 1.9988526165947434e-05, + "loss": 0.512, + "step": 5281 + }, + { + "epoch": 4.480067854113655, + "grad_norm": 1.2084195227407204, + "learning_rate": 1.9988513006628886e-05, + "loss": 0.4456, + "step": 5282 + }, + { + "epoch": 4.480916030534351, + "grad_norm": 1.2792306339911543, + "learning_rate": 1.9988499839772805e-05, + "loss": 0.4322, + "step": 5283 + }, + { + "epoch": 4.481764206955047, + "grad_norm": 1.1896686332336948, + "learning_rate": 1.9988486665379195e-05, + "loss": 0.4039, + "step": 5284 + }, + { + "epoch": 4.482612383375742, + "grad_norm": 1.2238644874883418, + "learning_rate": 1.998847348344807e-05, + "loss": 0.4442, + "step": 5285 + }, + { + "epoch": 4.483460559796438, + "grad_norm": 1.0508500921913517, + "learning_rate": 1.998846029397943e-05, + "loss": 0.3942, + "step": 5286 + }, + { + "epoch": 4.484308736217133, + "grad_norm": 1.0498587178917074, + "learning_rate": 1.9988447096973297e-05, + "loss": 0.4151, + "step": 5287 + }, + { + "epoch": 4.485156912637828, + "grad_norm": 1.2842337851934693, + "learning_rate": 1.9988433892429675e-05, + "loss": 0.4203, + "step": 5288 + }, + { + "epoch": 4.486005089058525, + "grad_norm": 1.188198045817931, + "learning_rate": 1.9988420680348574e-05, + "loss": 0.3947, + "step": 5289 + }, + { + "epoch": 4.48685326547922, + "grad_norm": 1.2117757360945525, + "learning_rate": 1.9988407460730008e-05, + "loss": 0.4118, + "step": 5290 + }, + { + "epoch": 4.487701441899915, + "grad_norm": 1.197682413706219, + "learning_rate": 1.998839423357398e-05, + "loss": 0.4279, + "step": 5291 + }, + { + "epoch": 4.488549618320611, + "grad_norm": 1.180688961639711, + "learning_rate": 1.9988380998880505e-05, + "loss": 0.4845, + "step": 5292 + }, + { + "epoch": 4.489397794741306, + "grad_norm": 1.1360461261547627, + "learning_rate": 1.998836775664959e-05, + "loss": 0.4482, + "step": 5293 + }, + { + "epoch": 4.490245971162001, + "grad_norm": 1.1571273831306166, + "learning_rate": 1.998835450688125e-05, + "loss": 0.3771, + "step": 5294 + }, + { + "epoch": 4.4910941475826975, + "grad_norm": 1.3434151110848507, + "learning_rate": 1.998834124957549e-05, + "loss": 0.4773, + "step": 5295 + }, + { + "epoch": 4.491942324003393, + "grad_norm": 1.1349910554485934, + "learning_rate": 1.9988327984732322e-05, + "loss": 0.4214, + "step": 5296 + }, + { + "epoch": 4.492790500424088, + "grad_norm": 1.113403473918865, + "learning_rate": 1.998831471235176e-05, + "loss": 0.4092, + "step": 5297 + }, + { + "epoch": 4.493638676844784, + "grad_norm": 1.2076564706535622, + "learning_rate": 1.9988301432433802e-05, + "loss": 0.51, + "step": 5298 + }, + { + "epoch": 4.494486853265479, + "grad_norm": 1.2778609843195998, + "learning_rate": 1.998828814497847e-05, + "loss": 0.3823, + "step": 5299 + }, + { + "epoch": 4.495335029686174, + "grad_norm": 1.131230012441902, + "learning_rate": 1.998827484998577e-05, + "loss": 0.3717, + "step": 5300 + }, + { + "epoch": 4.4961832061068705, + "grad_norm": 1.1319852989221049, + "learning_rate": 1.998826154745571e-05, + "loss": 0.4628, + "step": 5301 + }, + { + "epoch": 4.497031382527566, + "grad_norm": 1.228681717604956, + "learning_rate": 1.9988248237388306e-05, + "loss": 0.4759, + "step": 5302 + }, + { + "epoch": 4.497879558948261, + "grad_norm": 1.2317903150724592, + "learning_rate": 1.998823491978356e-05, + "loss": 0.5147, + "step": 5303 + }, + { + "epoch": 4.4987277353689565, + "grad_norm": 1.1149060147509247, + "learning_rate": 1.9988221594641487e-05, + "loss": 0.4273, + "step": 5304 + }, + { + "epoch": 4.499575911789652, + "grad_norm": 1.1379724208539683, + "learning_rate": 1.9988208261962098e-05, + "loss": 0.4292, + "step": 5305 + }, + { + "epoch": 4.500424088210348, + "grad_norm": 1.1150178963620632, + "learning_rate": 1.9988194921745397e-05, + "loss": 0.3475, + "step": 5306 + }, + { + "epoch": 4.5012722646310435, + "grad_norm": 1.3263546781018996, + "learning_rate": 1.99881815739914e-05, + "loss": 0.4717, + "step": 5307 + }, + { + "epoch": 4.502120441051739, + "grad_norm": 1.1338364246792247, + "learning_rate": 1.9988168218700114e-05, + "loss": 0.3905, + "step": 5308 + }, + { + "epoch": 4.502968617472434, + "grad_norm": 1.069378313582425, + "learning_rate": 1.9988154855871557e-05, + "loss": 0.3579, + "step": 5309 + }, + { + "epoch": 4.5038167938931295, + "grad_norm": 1.2298852411869021, + "learning_rate": 1.9988141485505724e-05, + "loss": 0.4395, + "step": 5310 + }, + { + "epoch": 4.504664970313826, + "grad_norm": 1.2244785708108457, + "learning_rate": 1.9988128107602637e-05, + "loss": 0.3879, + "step": 5311 + }, + { + "epoch": 4.505513146734521, + "grad_norm": 1.1546263974050288, + "learning_rate": 1.99881147221623e-05, + "loss": 0.422, + "step": 5312 + }, + { + "epoch": 4.506361323155216, + "grad_norm": 1.1184970273002057, + "learning_rate": 1.998810132918473e-05, + "loss": 0.3481, + "step": 5313 + }, + { + "epoch": 4.507209499575912, + "grad_norm": 1.0294045861682706, + "learning_rate": 1.9988087928669932e-05, + "loss": 0.4079, + "step": 5314 + }, + { + "epoch": 4.508057675996607, + "grad_norm": 1.0398300453961329, + "learning_rate": 1.9988074520617916e-05, + "loss": 0.4011, + "step": 5315 + }, + { + "epoch": 4.5089058524173025, + "grad_norm": 1.09771409719994, + "learning_rate": 1.9988061105028693e-05, + "loss": 0.3475, + "step": 5316 + }, + { + "epoch": 4.509754028837998, + "grad_norm": 1.0517695306082437, + "learning_rate": 1.9988047681902273e-05, + "loss": 0.3434, + "step": 5317 + }, + { + "epoch": 4.510602205258694, + "grad_norm": 1.0083078856295962, + "learning_rate": 1.9988034251238665e-05, + "loss": 0.4221, + "step": 5318 + }, + { + "epoch": 4.511450381679389, + "grad_norm": 1.124741712391482, + "learning_rate": 1.9988020813037883e-05, + "loss": 0.4438, + "step": 5319 + }, + { + "epoch": 4.512298558100085, + "grad_norm": 1.1491458426864938, + "learning_rate": 1.9988007367299932e-05, + "loss": 0.4463, + "step": 5320 + }, + { + "epoch": 4.51314673452078, + "grad_norm": 1.0256804169882483, + "learning_rate": 1.9987993914024827e-05, + "loss": 0.3887, + "step": 5321 + }, + { + "epoch": 4.513994910941475, + "grad_norm": 1.0934466100344784, + "learning_rate": 1.9987980453212576e-05, + "loss": 0.4431, + "step": 5322 + }, + { + "epoch": 4.514843087362172, + "grad_norm": 1.2333462862568707, + "learning_rate": 1.9987966984863188e-05, + "loss": 0.3683, + "step": 5323 + }, + { + "epoch": 4.515691263782867, + "grad_norm": 1.014657480495772, + "learning_rate": 1.9987953508976674e-05, + "loss": 0.4126, + "step": 5324 + }, + { + "epoch": 4.516539440203562, + "grad_norm": 1.0568252785534658, + "learning_rate": 1.9987940025553044e-05, + "loss": 0.3685, + "step": 5325 + }, + { + "epoch": 4.517387616624258, + "grad_norm": 1.1244421979507975, + "learning_rate": 1.998792653459231e-05, + "loss": 0.4265, + "step": 5326 + }, + { + "epoch": 4.518235793044953, + "grad_norm": 1.062773187772982, + "learning_rate": 1.998791303609448e-05, + "loss": 0.4034, + "step": 5327 + }, + { + "epoch": 4.519083969465649, + "grad_norm": 1.1529794309968628, + "learning_rate": 1.9987899530059564e-05, + "loss": 0.3975, + "step": 5328 + }, + { + "epoch": 4.519932145886345, + "grad_norm": 1.2379620479713898, + "learning_rate": 1.9987886016487575e-05, + "loss": 0.4824, + "step": 5329 + }, + { + "epoch": 4.52078032230704, + "grad_norm": 1.1792604448782102, + "learning_rate": 1.998787249537852e-05, + "loss": 0.4261, + "step": 5330 + }, + { + "epoch": 4.521628498727735, + "grad_norm": 1.0334241015860983, + "learning_rate": 1.998785896673241e-05, + "loss": 0.4177, + "step": 5331 + }, + { + "epoch": 4.522476675148431, + "grad_norm": 1.1057616314490701, + "learning_rate": 1.9987845430549258e-05, + "loss": 0.4114, + "step": 5332 + }, + { + "epoch": 4.523324851569126, + "grad_norm": 1.6512913247695946, + "learning_rate": 1.998783188682907e-05, + "loss": 0.5047, + "step": 5333 + }, + { + "epoch": 4.524173027989822, + "grad_norm": 1.3604440379155238, + "learning_rate": 1.998781833557186e-05, + "loss": 0.4881, + "step": 5334 + }, + { + "epoch": 4.525021204410518, + "grad_norm": 1.076817386000967, + "learning_rate": 1.9987804776777632e-05, + "loss": 0.4397, + "step": 5335 + }, + { + "epoch": 4.525869380831213, + "grad_norm": 1.1510871811997712, + "learning_rate": 1.9987791210446404e-05, + "loss": 0.442, + "step": 5336 + }, + { + "epoch": 4.526717557251908, + "grad_norm": 1.180641864588997, + "learning_rate": 1.998777763657818e-05, + "loss": 0.5055, + "step": 5337 + }, + { + "epoch": 4.527565733672604, + "grad_norm": 1.1348122942861958, + "learning_rate": 1.9987764055172975e-05, + "loss": 0.4536, + "step": 5338 + }, + { + "epoch": 4.528413910093299, + "grad_norm": 1.2107417861789576, + "learning_rate": 1.99877504662308e-05, + "loss": 0.4696, + "step": 5339 + }, + { + "epoch": 4.529262086513995, + "grad_norm": 1.3004863085479925, + "learning_rate": 1.998773686975166e-05, + "loss": 0.3916, + "step": 5340 + }, + { + "epoch": 4.5301102629346905, + "grad_norm": 1.049307439150059, + "learning_rate": 1.9987723265735565e-05, + "loss": 0.4471, + "step": 5341 + }, + { + "epoch": 4.530958439355386, + "grad_norm": 1.0417929971098137, + "learning_rate": 1.9987709654182535e-05, + "loss": 0.4522, + "step": 5342 + }, + { + "epoch": 4.531806615776081, + "grad_norm": 1.0297374769844365, + "learning_rate": 1.998769603509257e-05, + "loss": 0.4724, + "step": 5343 + }, + { + "epoch": 4.532654792196777, + "grad_norm": 1.0781888281478305, + "learning_rate": 1.998768240846568e-05, + "loss": 0.4234, + "step": 5344 + }, + { + "epoch": 4.533502968617473, + "grad_norm": 1.1776884908496075, + "learning_rate": 1.998766877430188e-05, + "loss": 0.4617, + "step": 5345 + }, + { + "epoch": 4.534351145038168, + "grad_norm": 1.2737365018175535, + "learning_rate": 1.9987655132601184e-05, + "loss": 0.4493, + "step": 5346 + }, + { + "epoch": 4.5351993214588635, + "grad_norm": 1.05012968323474, + "learning_rate": 1.9987641483363594e-05, + "loss": 0.4037, + "step": 5347 + }, + { + "epoch": 4.536047497879559, + "grad_norm": 1.1606096766888914, + "learning_rate": 1.9987627826589128e-05, + "loss": 0.3695, + "step": 5348 + }, + { + "epoch": 4.536895674300254, + "grad_norm": 1.075601689766899, + "learning_rate": 1.9987614162277787e-05, + "loss": 0.5136, + "step": 5349 + }, + { + "epoch": 4.53774385072095, + "grad_norm": 0.9931431606109768, + "learning_rate": 1.9987600490429588e-05, + "loss": 0.3976, + "step": 5350 + }, + { + "epoch": 4.538592027141646, + "grad_norm": 1.285959337448651, + "learning_rate": 1.998758681104454e-05, + "loss": 0.4137, + "step": 5351 + }, + { + "epoch": 4.539440203562341, + "grad_norm": 1.0940012370141077, + "learning_rate": 1.9987573124122654e-05, + "loss": 0.4531, + "step": 5352 + }, + { + "epoch": 4.5402883799830365, + "grad_norm": 1.0917583044042274, + "learning_rate": 1.9987559429663937e-05, + "loss": 0.409, + "step": 5353 + }, + { + "epoch": 4.541136556403732, + "grad_norm": 1.0366214960755626, + "learning_rate": 1.99875457276684e-05, + "loss": 0.3763, + "step": 5354 + }, + { + "epoch": 4.541984732824427, + "grad_norm": 1.1215578176104064, + "learning_rate": 1.998753201813606e-05, + "loss": 0.4263, + "step": 5355 + }, + { + "epoch": 4.5428329092451225, + "grad_norm": 1.2409716326222355, + "learning_rate": 1.9987518301066918e-05, + "loss": 0.5225, + "step": 5356 + }, + { + "epoch": 4.543681085665819, + "grad_norm": 1.1679708930760258, + "learning_rate": 1.9987504576460994e-05, + "loss": 0.4319, + "step": 5357 + }, + { + "epoch": 4.544529262086514, + "grad_norm": 1.183845919473552, + "learning_rate": 1.9987490844318292e-05, + "loss": 0.4469, + "step": 5358 + }, + { + "epoch": 4.545377438507209, + "grad_norm": 1.1410345280730017, + "learning_rate": 1.998747710463882e-05, + "loss": 0.3964, + "step": 5359 + }, + { + "epoch": 4.546225614927905, + "grad_norm": 1.0756352251675887, + "learning_rate": 1.9987463357422598e-05, + "loss": 0.3692, + "step": 5360 + }, + { + "epoch": 4.5470737913486, + "grad_norm": 1.3095615614645209, + "learning_rate": 1.9987449602669626e-05, + "loss": 0.3845, + "step": 5361 + }, + { + "epoch": 4.547921967769296, + "grad_norm": 1.376810891182192, + "learning_rate": 1.9987435840379917e-05, + "loss": 0.4327, + "step": 5362 + }, + { + "epoch": 4.548770144189992, + "grad_norm": 1.1512864140911712, + "learning_rate": 1.9987422070553482e-05, + "loss": 0.3859, + "step": 5363 + }, + { + "epoch": 4.549618320610687, + "grad_norm": 1.2908500700801864, + "learning_rate": 1.9987408293190337e-05, + "loss": 0.4305, + "step": 5364 + }, + { + "epoch": 4.550466497031382, + "grad_norm": 1.218998813595227, + "learning_rate": 1.9987394508290487e-05, + "loss": 0.4126, + "step": 5365 + }, + { + "epoch": 4.551314673452078, + "grad_norm": 1.4120318668408058, + "learning_rate": 1.998738071585394e-05, + "loss": 0.4542, + "step": 5366 + }, + { + "epoch": 4.552162849872774, + "grad_norm": 1.123823351710516, + "learning_rate": 1.998736691588071e-05, + "loss": 0.4271, + "step": 5367 + }, + { + "epoch": 4.553011026293469, + "grad_norm": 1.3192437361972411, + "learning_rate": 1.998735310837081e-05, + "loss": 0.4018, + "step": 5368 + }, + { + "epoch": 4.553859202714165, + "grad_norm": 1.0975105609774347, + "learning_rate": 1.9987339293324244e-05, + "loss": 0.3951, + "step": 5369 + }, + { + "epoch": 4.55470737913486, + "grad_norm": 1.1515586647805771, + "learning_rate": 1.998732547074103e-05, + "loss": 0.4379, + "step": 5370 + }, + { + "epoch": 4.555555555555555, + "grad_norm": 1.1199873533776703, + "learning_rate": 1.9987311640621173e-05, + "loss": 0.3835, + "step": 5371 + }, + { + "epoch": 4.556403731976251, + "grad_norm": 1.2239484367579105, + "learning_rate": 1.9987297802964685e-05, + "loss": 0.4491, + "step": 5372 + }, + { + "epoch": 4.557251908396947, + "grad_norm": 1.1643094483585337, + "learning_rate": 1.9987283957771573e-05, + "loss": 0.4623, + "step": 5373 + }, + { + "epoch": 4.558100084817642, + "grad_norm": 1.250138845523526, + "learning_rate": 1.9987270105041852e-05, + "loss": 0.5263, + "step": 5374 + }, + { + "epoch": 4.558948261238338, + "grad_norm": 1.4594884120721074, + "learning_rate": 1.9987256244775534e-05, + "loss": 0.4058, + "step": 5375 + }, + { + "epoch": 4.559796437659033, + "grad_norm": 1.1467841392853741, + "learning_rate": 1.9987242376972625e-05, + "loss": 0.4463, + "step": 5376 + }, + { + "epoch": 4.560644614079728, + "grad_norm": 1.3191324698238867, + "learning_rate": 1.9987228501633136e-05, + "loss": 0.4634, + "step": 5377 + }, + { + "epoch": 4.561492790500424, + "grad_norm": 1.0487723086137053, + "learning_rate": 1.998721461875708e-05, + "loss": 0.3301, + "step": 5378 + }, + { + "epoch": 4.56234096692112, + "grad_norm": 1.2559082630567158, + "learning_rate": 1.9987200728344462e-05, + "loss": 0.4486, + "step": 5379 + }, + { + "epoch": 4.563189143341815, + "grad_norm": 1.08442893793425, + "learning_rate": 1.99871868303953e-05, + "loss": 0.4638, + "step": 5380 + }, + { + "epoch": 4.564037319762511, + "grad_norm": 1.2920661427649647, + "learning_rate": 1.99871729249096e-05, + "loss": 0.4723, + "step": 5381 + }, + { + "epoch": 4.564885496183206, + "grad_norm": 1.04177176126861, + "learning_rate": 1.9987159011887374e-05, + "loss": 0.4104, + "step": 5382 + }, + { + "epoch": 4.565733672603901, + "grad_norm": 1.1076617705828047, + "learning_rate": 1.998714509132863e-05, + "loss": 0.432, + "step": 5383 + }, + { + "epoch": 4.5665818490245975, + "grad_norm": 1.0692937684085404, + "learning_rate": 1.998713116323338e-05, + "loss": 0.443, + "step": 5384 + }, + { + "epoch": 4.567430025445293, + "grad_norm": 1.1476070533552976, + "learning_rate": 1.998711722760164e-05, + "loss": 0.4002, + "step": 5385 + }, + { + "epoch": 4.568278201865988, + "grad_norm": 1.2127912361334583, + "learning_rate": 1.998710328443341e-05, + "loss": 0.4438, + "step": 5386 + }, + { + "epoch": 4.5691263782866836, + "grad_norm": 1.2751284927893622, + "learning_rate": 1.9987089333728708e-05, + "loss": 0.4157, + "step": 5387 + }, + { + "epoch": 4.569974554707379, + "grad_norm": 1.2349441313651786, + "learning_rate": 1.9987075375487543e-05, + "loss": 0.4553, + "step": 5388 + }, + { + "epoch": 4.570822731128075, + "grad_norm": 1.0926820987587673, + "learning_rate": 1.998706140970993e-05, + "loss": 0.375, + "step": 5389 + }, + { + "epoch": 4.5716709075487705, + "grad_norm": 1.1312388564838551, + "learning_rate": 1.9987047436395866e-05, + "loss": 0.436, + "step": 5390 + }, + { + "epoch": 4.572519083969466, + "grad_norm": 0.9241334071035843, + "learning_rate": 1.998703345554537e-05, + "loss": 0.2936, + "step": 5391 + }, + { + "epoch": 4.573367260390161, + "grad_norm": 1.2590953817705353, + "learning_rate": 1.9987019467158456e-05, + "loss": 0.5059, + "step": 5392 + }, + { + "epoch": 4.5742154368108565, + "grad_norm": 1.114548485511177, + "learning_rate": 1.9987005471235132e-05, + "loss": 0.4525, + "step": 5393 + }, + { + "epoch": 4.575063613231552, + "grad_norm": 1.1246920220574883, + "learning_rate": 1.9986991467775408e-05, + "loss": 0.4446, + "step": 5394 + }, + { + "epoch": 4.575911789652247, + "grad_norm": 1.4118718498386142, + "learning_rate": 1.9986977456779292e-05, + "loss": 0.4625, + "step": 5395 + }, + { + "epoch": 4.576759966072943, + "grad_norm": 1.1682823778372617, + "learning_rate": 1.99869634382468e-05, + "loss": 0.4703, + "step": 5396 + }, + { + "epoch": 4.577608142493639, + "grad_norm": 1.1570824789924619, + "learning_rate": 1.9986949412177935e-05, + "loss": 0.4277, + "step": 5397 + }, + { + "epoch": 4.578456318914334, + "grad_norm": 1.3440062526002945, + "learning_rate": 1.9986935378572715e-05, + "loss": 0.4662, + "step": 5398 + }, + { + "epoch": 4.5793044953350295, + "grad_norm": 1.2814311031318482, + "learning_rate": 1.9986921337431147e-05, + "loss": 0.4837, + "step": 5399 + }, + { + "epoch": 4.580152671755725, + "grad_norm": 0.9928492577546079, + "learning_rate": 1.9986907288753243e-05, + "loss": 0.4014, + "step": 5400 + }, + { + "epoch": 4.581000848176421, + "grad_norm": 1.1800108331845314, + "learning_rate": 1.9986893232539012e-05, + "loss": 0.39, + "step": 5401 + }, + { + "epoch": 4.581849024597116, + "grad_norm": 1.0994502389023415, + "learning_rate": 1.9986879168788468e-05, + "loss": 0.3307, + "step": 5402 + }, + { + "epoch": 4.582697201017812, + "grad_norm": 1.1364089030697264, + "learning_rate": 1.9986865097501615e-05, + "loss": 0.4504, + "step": 5403 + }, + { + "epoch": 4.583545377438507, + "grad_norm": 1.1524278010280409, + "learning_rate": 1.9986851018678472e-05, + "loss": 0.396, + "step": 5404 + }, + { + "epoch": 4.584393553859202, + "grad_norm": 1.1389711917679861, + "learning_rate": 1.9986836932319043e-05, + "loss": 0.409, + "step": 5405 + }, + { + "epoch": 4.585241730279899, + "grad_norm": 1.1030526763711308, + "learning_rate": 1.998682283842334e-05, + "loss": 0.4304, + "step": 5406 + }, + { + "epoch": 4.586089906700594, + "grad_norm": 1.0589678054579836, + "learning_rate": 1.9986808736991375e-05, + "loss": 0.3768, + "step": 5407 + }, + { + "epoch": 4.586938083121289, + "grad_norm": 1.1361024019406936, + "learning_rate": 1.998679462802316e-05, + "loss": 0.3956, + "step": 5408 + }, + { + "epoch": 4.587786259541985, + "grad_norm": 1.2397026226862273, + "learning_rate": 1.99867805115187e-05, + "loss": 0.4952, + "step": 5409 + }, + { + "epoch": 4.58863443596268, + "grad_norm": 1.1484272212234194, + "learning_rate": 1.998676638747801e-05, + "loss": 0.4001, + "step": 5410 + }, + { + "epoch": 4.589482612383375, + "grad_norm": 1.1074165277755907, + "learning_rate": 1.9986752255901107e-05, + "loss": 0.3733, + "step": 5411 + }, + { + "epoch": 4.590330788804071, + "grad_norm": 1.0361215934333308, + "learning_rate": 1.9986738116787988e-05, + "loss": 0.3549, + "step": 5412 + }, + { + "epoch": 4.591178965224767, + "grad_norm": 1.1887208716997948, + "learning_rate": 1.9986723970138672e-05, + "loss": 0.4798, + "step": 5413 + }, + { + "epoch": 4.592027141645462, + "grad_norm": 1.0200527255485177, + "learning_rate": 1.9986709815953168e-05, + "loss": 0.3885, + "step": 5414 + }, + { + "epoch": 4.592875318066158, + "grad_norm": 1.2096313023800898, + "learning_rate": 1.998669565423149e-05, + "loss": 0.4719, + "step": 5415 + }, + { + "epoch": 4.593723494486853, + "grad_norm": 1.1881512962429333, + "learning_rate": 1.998668148497364e-05, + "loss": 0.4399, + "step": 5416 + }, + { + "epoch": 4.594571670907548, + "grad_norm": 1.0158006003742956, + "learning_rate": 1.9986667308179642e-05, + "loss": 0.3969, + "step": 5417 + }, + { + "epoch": 4.595419847328245, + "grad_norm": 1.5138326515801817, + "learning_rate": 1.9986653123849493e-05, + "loss": 0.3973, + "step": 5418 + }, + { + "epoch": 4.59626802374894, + "grad_norm": 1.1928189026712626, + "learning_rate": 1.998663893198321e-05, + "loss": 0.4724, + "step": 5419 + }, + { + "epoch": 4.597116200169635, + "grad_norm": 1.253508074203057, + "learning_rate": 1.9986624732580803e-05, + "loss": 0.4157, + "step": 5420 + }, + { + "epoch": 4.597964376590331, + "grad_norm": 1.085506531050654, + "learning_rate": 1.9986610525642287e-05, + "loss": 0.3888, + "step": 5421 + }, + { + "epoch": 4.598812553011026, + "grad_norm": 1.152717941293887, + "learning_rate": 1.9986596311167665e-05, + "loss": 0.4477, + "step": 5422 + }, + { + "epoch": 4.599660729431722, + "grad_norm": 1.159097786948367, + "learning_rate": 1.9986582089156953e-05, + "loss": 0.389, + "step": 5423 + }, + { + "epoch": 4.600508905852418, + "grad_norm": 1.1350946088710743, + "learning_rate": 1.998656785961016e-05, + "loss": 0.3814, + "step": 5424 + }, + { + "epoch": 4.601357082273113, + "grad_norm": 1.1961569383113992, + "learning_rate": 1.99865536225273e-05, + "loss": 0.4015, + "step": 5425 + }, + { + "epoch": 4.602205258693808, + "grad_norm": 1.038058162101275, + "learning_rate": 1.9986539377908377e-05, + "loss": 0.4632, + "step": 5426 + }, + { + "epoch": 4.603053435114504, + "grad_norm": 1.2293673981124758, + "learning_rate": 1.9986525125753406e-05, + "loss": 0.4405, + "step": 5427 + }, + { + "epoch": 4.603901611535199, + "grad_norm": 1.143110158305515, + "learning_rate": 1.99865108660624e-05, + "loss": 0.373, + "step": 5428 + }, + { + "epoch": 4.604749787955895, + "grad_norm": 1.13647875145596, + "learning_rate": 1.9986496598835365e-05, + "loss": 0.4061, + "step": 5429 + }, + { + "epoch": 4.6055979643765905, + "grad_norm": 1.25305390927794, + "learning_rate": 1.9986482324072312e-05, + "loss": 0.4475, + "step": 5430 + }, + { + "epoch": 4.606446140797286, + "grad_norm": 1.0634623535867531, + "learning_rate": 1.9986468041773254e-05, + "loss": 0.4882, + "step": 5431 + }, + { + "epoch": 4.607294317217981, + "grad_norm": 1.0413519042994235, + "learning_rate": 1.99864537519382e-05, + "loss": 0.4512, + "step": 5432 + }, + { + "epoch": 4.608142493638677, + "grad_norm": 1.0134257332076344, + "learning_rate": 1.9986439454567166e-05, + "loss": 0.4536, + "step": 5433 + }, + { + "epoch": 4.608990670059372, + "grad_norm": 1.2492096255390917, + "learning_rate": 1.9986425149660155e-05, + "loss": 0.5169, + "step": 5434 + }, + { + "epoch": 4.609838846480068, + "grad_norm": 1.1591125015338604, + "learning_rate": 1.9986410837217187e-05, + "loss": 0.4898, + "step": 5435 + }, + { + "epoch": 4.6106870229007635, + "grad_norm": 1.0162041713405499, + "learning_rate": 1.9986396517238265e-05, + "loss": 0.4208, + "step": 5436 + }, + { + "epoch": 4.611535199321459, + "grad_norm": 1.1518492199215657, + "learning_rate": 1.9986382189723403e-05, + "loss": 0.5292, + "step": 5437 + }, + { + "epoch": 4.612383375742154, + "grad_norm": 1.2067764185404652, + "learning_rate": 1.9986367854672607e-05, + "loss": 0.4142, + "step": 5438 + }, + { + "epoch": 4.6132315521628495, + "grad_norm": 1.1857495914785428, + "learning_rate": 1.9986353512085895e-05, + "loss": 0.455, + "step": 5439 + }, + { + "epoch": 4.614079728583546, + "grad_norm": 1.071371665959762, + "learning_rate": 1.9986339161963273e-05, + "loss": 0.4137, + "step": 5440 + }, + { + "epoch": 4.614927905004241, + "grad_norm": 1.1832980486986846, + "learning_rate": 1.9986324804304754e-05, + "loss": 0.4626, + "step": 5441 + }, + { + "epoch": 4.6157760814249365, + "grad_norm": 1.0293133763641238, + "learning_rate": 1.998631043911035e-05, + "loss": 0.4164, + "step": 5442 + }, + { + "epoch": 4.616624257845632, + "grad_norm": 1.092827973441374, + "learning_rate": 1.9986296066380072e-05, + "loss": 0.4298, + "step": 5443 + }, + { + "epoch": 4.617472434266327, + "grad_norm": 1.045150765961642, + "learning_rate": 1.9986281686113926e-05, + "loss": 0.3892, + "step": 5444 + }, + { + "epoch": 4.618320610687023, + "grad_norm": 1.3161377684324835, + "learning_rate": 1.9986267298311928e-05, + "loss": 0.3747, + "step": 5445 + }, + { + "epoch": 4.619168787107719, + "grad_norm": 1.003861563329073, + "learning_rate": 1.9986252902974084e-05, + "loss": 0.4165, + "step": 5446 + }, + { + "epoch": 4.620016963528414, + "grad_norm": 1.2414448351518979, + "learning_rate": 1.998623850010041e-05, + "loss": 0.4973, + "step": 5447 + }, + { + "epoch": 4.620865139949109, + "grad_norm": 1.1439474578161846, + "learning_rate": 1.9986224089690914e-05, + "loss": 0.4217, + "step": 5448 + }, + { + "epoch": 4.621713316369805, + "grad_norm": 1.2054512986777168, + "learning_rate": 1.9986209671745608e-05, + "loss": 0.4204, + "step": 5449 + }, + { + "epoch": 4.6225614927905, + "grad_norm": 1.0387894493868297, + "learning_rate": 1.99861952462645e-05, + "loss": 0.452, + "step": 5450 + }, + { + "epoch": 4.6234096692111954, + "grad_norm": 1.0908192808718635, + "learning_rate": 1.9986180813247605e-05, + "loss": 0.4195, + "step": 5451 + }, + { + "epoch": 4.624257845631892, + "grad_norm": 1.054116136739949, + "learning_rate": 1.998616637269493e-05, + "loss": 0.3427, + "step": 5452 + }, + { + "epoch": 4.625106022052587, + "grad_norm": 1.0755481391296953, + "learning_rate": 1.998615192460649e-05, + "loss": 0.4672, + "step": 5453 + }, + { + "epoch": 4.625954198473282, + "grad_norm": 1.165637046252206, + "learning_rate": 1.9986137468982295e-05, + "loss": 0.4159, + "step": 5454 + }, + { + "epoch": 4.626802374893978, + "grad_norm": 1.1716396690958824, + "learning_rate": 1.9986123005822353e-05, + "loss": 0.3777, + "step": 5455 + }, + { + "epoch": 4.627650551314673, + "grad_norm": 0.9959067681239868, + "learning_rate": 1.9986108535126675e-05, + "loss": 0.3756, + "step": 5456 + }, + { + "epoch": 4.628498727735369, + "grad_norm": 1.3267090216478699, + "learning_rate": 1.9986094056895276e-05, + "loss": 0.4952, + "step": 5457 + }, + { + "epoch": 4.629346904156065, + "grad_norm": 1.2052950535406266, + "learning_rate": 1.9986079571128164e-05, + "loss": 0.4769, + "step": 5458 + }, + { + "epoch": 4.63019508057676, + "grad_norm": 1.229041145999145, + "learning_rate": 1.9986065077825353e-05, + "loss": 0.4465, + "step": 5459 + }, + { + "epoch": 4.631043256997455, + "grad_norm": 1.2585470375100396, + "learning_rate": 1.9986050576986848e-05, + "loss": 0.3652, + "step": 5460 + }, + { + "epoch": 4.631891433418151, + "grad_norm": 1.090615466792229, + "learning_rate": 1.9986036068612664e-05, + "loss": 0.4795, + "step": 5461 + }, + { + "epoch": 4.632739609838847, + "grad_norm": 1.1502459067320625, + "learning_rate": 1.9986021552702814e-05, + "loss": 0.4744, + "step": 5462 + }, + { + "epoch": 4.633587786259542, + "grad_norm": 1.2117286623460404, + "learning_rate": 1.9986007029257305e-05, + "loss": 0.4942, + "step": 5463 + }, + { + "epoch": 4.634435962680238, + "grad_norm": 1.054006387182753, + "learning_rate": 1.9985992498276147e-05, + "loss": 0.4706, + "step": 5464 + }, + { + "epoch": 4.635284139100933, + "grad_norm": 1.0847925883581193, + "learning_rate": 1.9985977959759353e-05, + "loss": 0.4617, + "step": 5465 + }, + { + "epoch": 4.636132315521628, + "grad_norm": 1.0950586026678226, + "learning_rate": 1.9985963413706934e-05, + "loss": 0.4227, + "step": 5466 + }, + { + "epoch": 4.636980491942324, + "grad_norm": 1.1605587865772349, + "learning_rate": 1.9985948860118904e-05, + "loss": 0.4396, + "step": 5467 + }, + { + "epoch": 4.63782866836302, + "grad_norm": 1.0872808034690535, + "learning_rate": 1.998593429899527e-05, + "loss": 0.4371, + "step": 5468 + }, + { + "epoch": 4.638676844783715, + "grad_norm": 1.14652226768486, + "learning_rate": 1.9985919730336042e-05, + "loss": 0.4365, + "step": 5469 + }, + { + "epoch": 4.639525021204411, + "grad_norm": 1.587434091274934, + "learning_rate": 1.9985905154141238e-05, + "loss": 0.4086, + "step": 5470 + }, + { + "epoch": 4.640373197625106, + "grad_norm": 1.0250522245667384, + "learning_rate": 1.998589057041086e-05, + "loss": 0.3619, + "step": 5471 + }, + { + "epoch": 4.641221374045801, + "grad_norm": 0.9742480964208652, + "learning_rate": 1.9985875979144923e-05, + "loss": 0.4041, + "step": 5472 + }, + { + "epoch": 4.642069550466497, + "grad_norm": 1.1443668225480728, + "learning_rate": 1.998586138034344e-05, + "loss": 0.411, + "step": 5473 + }, + { + "epoch": 4.642917726887193, + "grad_norm": 1.044107492405066, + "learning_rate": 1.998584677400642e-05, + "loss": 0.4277, + "step": 5474 + }, + { + "epoch": 4.643765903307888, + "grad_norm": 0.9788808722303801, + "learning_rate": 1.9985832160133874e-05, + "loss": 0.4165, + "step": 5475 + }, + { + "epoch": 4.6446140797285835, + "grad_norm": 0.9700909854313705, + "learning_rate": 1.998581753872581e-05, + "loss": 0.3786, + "step": 5476 + }, + { + "epoch": 4.645462256149279, + "grad_norm": 1.043256406845881, + "learning_rate": 1.9985802909782246e-05, + "loss": 0.4358, + "step": 5477 + }, + { + "epoch": 4.646310432569974, + "grad_norm": 1.0839449745567176, + "learning_rate": 1.9985788273303188e-05, + "loss": 0.3851, + "step": 5478 + }, + { + "epoch": 4.6471586089906705, + "grad_norm": 1.097877264960605, + "learning_rate": 1.998577362928865e-05, + "loss": 0.439, + "step": 5479 + }, + { + "epoch": 4.648006785411366, + "grad_norm": 1.3148083615530382, + "learning_rate": 1.9985758977738635e-05, + "loss": 0.452, + "step": 5480 + }, + { + "epoch": 4.648854961832061, + "grad_norm": 1.1799540996044622, + "learning_rate": 1.9985744318653166e-05, + "loss": 0.4529, + "step": 5481 + }, + { + "epoch": 4.6497031382527565, + "grad_norm": 1.1350900432465794, + "learning_rate": 1.9985729652032248e-05, + "loss": 0.4042, + "step": 5482 + }, + { + "epoch": 4.650551314673452, + "grad_norm": 1.0766275065908657, + "learning_rate": 1.998571497787589e-05, + "loss": 0.4273, + "step": 5483 + }, + { + "epoch": 4.651399491094148, + "grad_norm": 1.1473322609889927, + "learning_rate": 1.998570029618411e-05, + "loss": 0.495, + "step": 5484 + }, + { + "epoch": 4.652247667514843, + "grad_norm": 1.0015010626155756, + "learning_rate": 1.998568560695691e-05, + "loss": 0.4554, + "step": 5485 + }, + { + "epoch": 4.653095843935539, + "grad_norm": 1.163501936469146, + "learning_rate": 1.9985670910194312e-05, + "loss": 0.5104, + "step": 5486 + }, + { + "epoch": 4.653944020356234, + "grad_norm": 1.0734501556257747, + "learning_rate": 1.9985656205896315e-05, + "loss": 0.4586, + "step": 5487 + }, + { + "epoch": 4.6547921967769295, + "grad_norm": 1.1453638212901718, + "learning_rate": 1.998564149406294e-05, + "loss": 0.4447, + "step": 5488 + }, + { + "epoch": 4.655640373197625, + "grad_norm": 0.8962232082023591, + "learning_rate": 1.998562677469419e-05, + "loss": 0.3882, + "step": 5489 + }, + { + "epoch": 4.65648854961832, + "grad_norm": 1.2418936653799018, + "learning_rate": 1.998561204779008e-05, + "loss": 0.4355, + "step": 5490 + }, + { + "epoch": 4.657336726039016, + "grad_norm": 1.1380090386215342, + "learning_rate": 1.9985597313350625e-05, + "loss": 0.3647, + "step": 5491 + }, + { + "epoch": 4.658184902459712, + "grad_norm": 1.2103620055671962, + "learning_rate": 1.9985582571375834e-05, + "loss": 0.4394, + "step": 5492 + }, + { + "epoch": 4.659033078880407, + "grad_norm": 1.0618499878478798, + "learning_rate": 1.998556782186571e-05, + "loss": 0.3703, + "step": 5493 + }, + { + "epoch": 4.659881255301102, + "grad_norm": 1.1422480516825828, + "learning_rate": 1.9985553064820276e-05, + "loss": 0.4117, + "step": 5494 + }, + { + "epoch": 4.660729431721798, + "grad_norm": 1.2384811525127228, + "learning_rate": 1.9985538300239537e-05, + "loss": 0.4166, + "step": 5495 + }, + { + "epoch": 4.661577608142494, + "grad_norm": 1.0931762148553397, + "learning_rate": 1.9985523528123504e-05, + "loss": 0.3494, + "step": 5496 + }, + { + "epoch": 4.662425784563189, + "grad_norm": 1.067888040804771, + "learning_rate": 1.9985508748472186e-05, + "loss": 0.459, + "step": 5497 + }, + { + "epoch": 4.663273960983885, + "grad_norm": 1.1675206458860934, + "learning_rate": 1.99854939612856e-05, + "loss": 0.4695, + "step": 5498 + }, + { + "epoch": 4.66412213740458, + "grad_norm": 1.0136420338907732, + "learning_rate": 1.9985479166563753e-05, + "loss": 0.3812, + "step": 5499 + }, + { + "epoch": 4.664970313825275, + "grad_norm": 1.4772839025543576, + "learning_rate": 1.998546436430666e-05, + "loss": 0.4205, + "step": 5500 + }, + { + "epoch": 4.665818490245972, + "grad_norm": 1.0221104341050957, + "learning_rate": 1.9985449554514328e-05, + "loss": 0.4314, + "step": 5501 + }, + { + "epoch": 4.666666666666667, + "grad_norm": 1.1169798278954015, + "learning_rate": 1.998543473718677e-05, + "loss": 0.3986, + "step": 5502 + }, + { + "epoch": 4.667514843087362, + "grad_norm": 1.2166428780278307, + "learning_rate": 1.9985419912323997e-05, + "loss": 0.4042, + "step": 5503 + }, + { + "epoch": 4.668363019508058, + "grad_norm": 1.0981196867797942, + "learning_rate": 1.9985405079926023e-05, + "loss": 0.4336, + "step": 5504 + }, + { + "epoch": 4.669211195928753, + "grad_norm": 1.086231938549658, + "learning_rate": 1.9985390239992853e-05, + "loss": 0.4202, + "step": 5505 + }, + { + "epoch": 4.670059372349448, + "grad_norm": 1.322267910039151, + "learning_rate": 1.9985375392524505e-05, + "loss": 0.4795, + "step": 5506 + }, + { + "epoch": 4.670907548770144, + "grad_norm": 1.0855210495391079, + "learning_rate": 1.9985360537520983e-05, + "loss": 0.4447, + "step": 5507 + }, + { + "epoch": 4.67175572519084, + "grad_norm": 1.0803314956732528, + "learning_rate": 1.9985345674982303e-05, + "loss": 0.4614, + "step": 5508 + }, + { + "epoch": 4.672603901611535, + "grad_norm": 1.0750855773320627, + "learning_rate": 1.9985330804908476e-05, + "loss": 0.4139, + "step": 5509 + }, + { + "epoch": 4.673452078032231, + "grad_norm": 1.1393649461227882, + "learning_rate": 1.9985315927299515e-05, + "loss": 0.4956, + "step": 5510 + }, + { + "epoch": 4.674300254452926, + "grad_norm": 1.0609645621678085, + "learning_rate": 1.9985301042155426e-05, + "loss": 0.4296, + "step": 5511 + }, + { + "epoch": 4.675148430873621, + "grad_norm": 1.085613148090909, + "learning_rate": 1.998528614947622e-05, + "loss": 0.3953, + "step": 5512 + }, + { + "epoch": 4.6759966072943175, + "grad_norm": 1.3178843294301872, + "learning_rate": 1.998527124926192e-05, + "loss": 0.4871, + "step": 5513 + }, + { + "epoch": 4.676844783715013, + "grad_norm": 1.0485494795767156, + "learning_rate": 1.998525634151252e-05, + "loss": 0.4893, + "step": 5514 + }, + { + "epoch": 4.677692960135708, + "grad_norm": 1.0303170746585821, + "learning_rate": 1.998524142622804e-05, + "loss": 0.3382, + "step": 5515 + }, + { + "epoch": 4.678541136556404, + "grad_norm": 1.0982976377246931, + "learning_rate": 1.9985226503408497e-05, + "loss": 0.4686, + "step": 5516 + }, + { + "epoch": 4.679389312977099, + "grad_norm": 1.0483675806793888, + "learning_rate": 1.9985211573053893e-05, + "loss": 0.4048, + "step": 5517 + }, + { + "epoch": 4.680237489397795, + "grad_norm": 1.3507969223551477, + "learning_rate": 1.9985196635164243e-05, + "loss": 0.4948, + "step": 5518 + }, + { + "epoch": 4.6810856658184905, + "grad_norm": 1.0553835560941105, + "learning_rate": 1.9985181689739557e-05, + "loss": 0.4217, + "step": 5519 + }, + { + "epoch": 4.681933842239186, + "grad_norm": 1.0430222168997145, + "learning_rate": 1.9985166736779846e-05, + "loss": 0.4265, + "step": 5520 + }, + { + "epoch": 4.682782018659881, + "grad_norm": 1.0983143209633761, + "learning_rate": 1.9985151776285122e-05, + "loss": 0.4866, + "step": 5521 + }, + { + "epoch": 4.6836301950805765, + "grad_norm": 1.182845548464749, + "learning_rate": 1.9985136808255397e-05, + "loss": 0.3977, + "step": 5522 + }, + { + "epoch": 4.684478371501272, + "grad_norm": 1.0419824090414829, + "learning_rate": 1.9985121832690684e-05, + "loss": 0.3904, + "step": 5523 + }, + { + "epoch": 4.685326547921968, + "grad_norm": 1.0142827079656425, + "learning_rate": 1.9985106849590993e-05, + "loss": 0.4139, + "step": 5524 + }, + { + "epoch": 4.6861747243426635, + "grad_norm": 1.2158868368912354, + "learning_rate": 1.998509185895633e-05, + "loss": 0.4133, + "step": 5525 + }, + { + "epoch": 4.687022900763359, + "grad_norm": 1.1105176115466693, + "learning_rate": 1.9985076860786713e-05, + "loss": 0.409, + "step": 5526 + }, + { + "epoch": 4.687871077184054, + "grad_norm": 1.0616137541179036, + "learning_rate": 1.9985061855082152e-05, + "loss": 0.5016, + "step": 5527 + }, + { + "epoch": 4.6887192536047495, + "grad_norm": 1.1424046061259885, + "learning_rate": 1.998504684184266e-05, + "loss": 0.4411, + "step": 5528 + }, + { + "epoch": 4.689567430025445, + "grad_norm": 1.0617994015859225, + "learning_rate": 1.998503182106824e-05, + "loss": 0.3698, + "step": 5529 + }, + { + "epoch": 4.690415606446141, + "grad_norm": 1.1330641431372968, + "learning_rate": 1.9985016792758914e-05, + "loss": 0.4798, + "step": 5530 + }, + { + "epoch": 4.691263782866836, + "grad_norm": 1.0121639123865052, + "learning_rate": 1.9985001756914685e-05, + "loss": 0.4399, + "step": 5531 + }, + { + "epoch": 4.692111959287532, + "grad_norm": 1.0190371466644594, + "learning_rate": 1.9984986713535572e-05, + "loss": 0.3697, + "step": 5532 + }, + { + "epoch": 4.692960135708227, + "grad_norm": 1.212186709737622, + "learning_rate": 1.9984971662621576e-05, + "loss": 0.4525, + "step": 5533 + }, + { + "epoch": 4.6938083121289225, + "grad_norm": 1.1989025975567416, + "learning_rate": 1.998495660417272e-05, + "loss": 0.4157, + "step": 5534 + }, + { + "epoch": 4.694656488549619, + "grad_norm": 1.1565450608042842, + "learning_rate": 1.9984941538189005e-05, + "loss": 0.3855, + "step": 5535 + }, + { + "epoch": 4.695504664970314, + "grad_norm": 1.0318447668667687, + "learning_rate": 1.998492646467045e-05, + "loss": 0.3976, + "step": 5536 + }, + { + "epoch": 4.696352841391009, + "grad_norm": 1.29431484568728, + "learning_rate": 1.9984911383617064e-05, + "loss": 0.475, + "step": 5537 + }, + { + "epoch": 4.697201017811705, + "grad_norm": 1.1761018352082107, + "learning_rate": 1.9984896295028858e-05, + "loss": 0.428, + "step": 5538 + }, + { + "epoch": 4.6980491942324, + "grad_norm": 1.051600406947253, + "learning_rate": 1.9984881198905844e-05, + "loss": 0.3149, + "step": 5539 + }, + { + "epoch": 4.698897370653096, + "grad_norm": 1.0277762532342667, + "learning_rate": 1.998486609524803e-05, + "loss": 0.3997, + "step": 5540 + }, + { + "epoch": 4.699745547073792, + "grad_norm": 1.1739709635294442, + "learning_rate": 1.9984850984055433e-05, + "loss": 0.4831, + "step": 5541 + }, + { + "epoch": 4.700593723494487, + "grad_norm": 1.1419841155760697, + "learning_rate": 1.998483586532806e-05, + "loss": 0.3999, + "step": 5542 + }, + { + "epoch": 4.701441899915182, + "grad_norm": 1.1101426919057233, + "learning_rate": 1.9984820739065923e-05, + "loss": 0.4738, + "step": 5543 + }, + { + "epoch": 4.702290076335878, + "grad_norm": 1.2792808528346364, + "learning_rate": 1.998480560526904e-05, + "loss": 0.4713, + "step": 5544 + }, + { + "epoch": 4.703138252756573, + "grad_norm": 1.1122138290572487, + "learning_rate": 1.9984790463937413e-05, + "loss": 0.4327, + "step": 5545 + }, + { + "epoch": 4.703986429177268, + "grad_norm": 0.9868833344010736, + "learning_rate": 1.9984775315071056e-05, + "loss": 0.4375, + "step": 5546 + }, + { + "epoch": 4.704834605597965, + "grad_norm": 1.1490667643483536, + "learning_rate": 1.9984760158669982e-05, + "loss": 0.5027, + "step": 5547 + }, + { + "epoch": 4.70568278201866, + "grad_norm": 1.1829879601407078, + "learning_rate": 1.99847449947342e-05, + "loss": 0.4479, + "step": 5548 + }, + { + "epoch": 4.706530958439355, + "grad_norm": 1.0649517861652282, + "learning_rate": 1.998472982326373e-05, + "loss": 0.4605, + "step": 5549 + }, + { + "epoch": 4.707379134860051, + "grad_norm": 1.101492426058428, + "learning_rate": 1.9984714644258573e-05, + "loss": 0.3878, + "step": 5550 + }, + { + "epoch": 4.708227311280746, + "grad_norm": 1.0536208110800436, + "learning_rate": 1.9984699457718745e-05, + "loss": 0.3905, + "step": 5551 + }, + { + "epoch": 4.709075487701442, + "grad_norm": 1.2985204591853143, + "learning_rate": 1.9984684263644255e-05, + "loss": 0.4509, + "step": 5552 + }, + { + "epoch": 4.709923664122138, + "grad_norm": 1.1677023105869682, + "learning_rate": 1.998466906203512e-05, + "loss": 0.4778, + "step": 5553 + }, + { + "epoch": 4.710771840542833, + "grad_norm": 1.210035559724487, + "learning_rate": 1.9984653852891346e-05, + "loss": 0.3971, + "step": 5554 + }, + { + "epoch": 4.711620016963528, + "grad_norm": 1.2361205265205808, + "learning_rate": 1.9984638636212944e-05, + "loss": 0.4161, + "step": 5555 + }, + { + "epoch": 4.712468193384224, + "grad_norm": 1.203501971206359, + "learning_rate": 1.9984623411999934e-05, + "loss": 0.3597, + "step": 5556 + }, + { + "epoch": 4.71331636980492, + "grad_norm": 1.0523507399247896, + "learning_rate": 1.9984608180252315e-05, + "loss": 0.4223, + "step": 5557 + }, + { + "epoch": 4.714164546225615, + "grad_norm": 1.1253143895687763, + "learning_rate": 1.998459294097011e-05, + "loss": 0.4638, + "step": 5558 + }, + { + "epoch": 4.7150127226463106, + "grad_norm": 1.1901633266972633, + "learning_rate": 1.998457769415332e-05, + "loss": 0.4391, + "step": 5559 + }, + { + "epoch": 4.715860899067006, + "grad_norm": 1.0661501086236604, + "learning_rate": 1.9984562439801964e-05, + "loss": 0.5232, + "step": 5560 + }, + { + "epoch": 4.716709075487701, + "grad_norm": 0.9939186951017337, + "learning_rate": 1.9984547177916052e-05, + "loss": 0.4401, + "step": 5561 + }, + { + "epoch": 4.717557251908397, + "grad_norm": 0.9817568178745602, + "learning_rate": 1.9984531908495596e-05, + "loss": 0.4083, + "step": 5562 + }, + { + "epoch": 4.718405428329093, + "grad_norm": 1.008726145381398, + "learning_rate": 1.9984516631540605e-05, + "loss": 0.4202, + "step": 5563 + }, + { + "epoch": 4.719253604749788, + "grad_norm": 0.9962999953758073, + "learning_rate": 1.998450134705109e-05, + "loss": 0.3946, + "step": 5564 + }, + { + "epoch": 4.7201017811704835, + "grad_norm": 0.9931695345586735, + "learning_rate": 1.9984486055027065e-05, + "loss": 0.3322, + "step": 5565 + }, + { + "epoch": 4.720949957591179, + "grad_norm": 1.1805399247057538, + "learning_rate": 1.9984470755468543e-05, + "loss": 0.393, + "step": 5566 + }, + { + "epoch": 4.721798134011874, + "grad_norm": 1.154784602072303, + "learning_rate": 1.9984455448375534e-05, + "loss": 0.4557, + "step": 5567 + }, + { + "epoch": 4.7226463104325695, + "grad_norm": 1.140945665972561, + "learning_rate": 1.9984440133748048e-05, + "loss": 0.3903, + "step": 5568 + }, + { + "epoch": 4.723494486853266, + "grad_norm": 1.1656239117259741, + "learning_rate": 1.99844248115861e-05, + "loss": 0.401, + "step": 5569 + }, + { + "epoch": 4.724342663273961, + "grad_norm": 1.1335240243461613, + "learning_rate": 1.9984409481889694e-05, + "loss": 0.4626, + "step": 5570 + }, + { + "epoch": 4.7251908396946565, + "grad_norm": 1.2483473177818583, + "learning_rate": 1.998439414465885e-05, + "loss": 0.5286, + "step": 5571 + }, + { + "epoch": 4.726039016115352, + "grad_norm": 1.0666255436498466, + "learning_rate": 1.9984378799893576e-05, + "loss": 0.392, + "step": 5572 + }, + { + "epoch": 4.726887192536047, + "grad_norm": 1.2039381418499215, + "learning_rate": 1.9984363447593883e-05, + "loss": 0.4724, + "step": 5573 + }, + { + "epoch": 4.727735368956743, + "grad_norm": 1.0867687293176735, + "learning_rate": 1.9984348087759785e-05, + "loss": 0.4769, + "step": 5574 + }, + { + "epoch": 4.728583545377439, + "grad_norm": 1.1498936399452364, + "learning_rate": 1.998433272039129e-05, + "loss": 0.4906, + "step": 5575 + }, + { + "epoch": 4.729431721798134, + "grad_norm": 1.0189993081429232, + "learning_rate": 1.9984317345488416e-05, + "loss": 0.3897, + "step": 5576 + }, + { + "epoch": 4.730279898218829, + "grad_norm": 1.1228496853900432, + "learning_rate": 1.9984301963051166e-05, + "loss": 0.4494, + "step": 5577 + }, + { + "epoch": 4.731128074639525, + "grad_norm": 1.178532361011597, + "learning_rate": 1.9984286573079557e-05, + "loss": 0.4529, + "step": 5578 + }, + { + "epoch": 4.731976251060221, + "grad_norm": 0.9785886046215099, + "learning_rate": 1.99842711755736e-05, + "loss": 0.3915, + "step": 5579 + }, + { + "epoch": 4.732824427480916, + "grad_norm": 1.1014909204197039, + "learning_rate": 1.9984255770533303e-05, + "loss": 0.3792, + "step": 5580 + }, + { + "epoch": 4.733672603901612, + "grad_norm": 1.1534031112231369, + "learning_rate": 1.9984240357958685e-05, + "loss": 0.4448, + "step": 5581 + }, + { + "epoch": 4.734520780322307, + "grad_norm": 1.01811729753432, + "learning_rate": 1.9984224937849753e-05, + "loss": 0.4257, + "step": 5582 + }, + { + "epoch": 4.735368956743002, + "grad_norm": 1.31044343051483, + "learning_rate": 1.9984209510206517e-05, + "loss": 0.4497, + "step": 5583 + }, + { + "epoch": 4.736217133163698, + "grad_norm": 1.321758708648162, + "learning_rate": 1.9984194075028994e-05, + "loss": 0.4381, + "step": 5584 + }, + { + "epoch": 4.737065309584393, + "grad_norm": 1.1339010074491334, + "learning_rate": 1.9984178632317187e-05, + "loss": 0.428, + "step": 5585 + }, + { + "epoch": 4.737913486005089, + "grad_norm": 1.178041481214778, + "learning_rate": 1.9984163182071117e-05, + "loss": 0.4734, + "step": 5586 + }, + { + "epoch": 4.738761662425785, + "grad_norm": 1.1521671112646148, + "learning_rate": 1.998414772429079e-05, + "loss": 0.4413, + "step": 5587 + }, + { + "epoch": 4.73960983884648, + "grad_norm": 1.00337431481097, + "learning_rate": 1.998413225897622e-05, + "loss": 0.3892, + "step": 5588 + }, + { + "epoch": 4.740458015267175, + "grad_norm": 1.0898861721444446, + "learning_rate": 1.9984116786127417e-05, + "loss": 0.3413, + "step": 5589 + }, + { + "epoch": 4.741306191687871, + "grad_norm": 1.1294927017895053, + "learning_rate": 1.9984101305744396e-05, + "loss": 0.4851, + "step": 5590 + }, + { + "epoch": 4.742154368108567, + "grad_norm": 1.4308216257583455, + "learning_rate": 1.9984085817827163e-05, + "loss": 0.3957, + "step": 5591 + }, + { + "epoch": 4.743002544529262, + "grad_norm": 1.1365259761277784, + "learning_rate": 1.9984070322375734e-05, + "loss": 0.5026, + "step": 5592 + }, + { + "epoch": 4.743850720949958, + "grad_norm": 1.129614157581252, + "learning_rate": 1.998405481939012e-05, + "loss": 0.4089, + "step": 5593 + }, + { + "epoch": 4.744698897370653, + "grad_norm": 1.0581228534474683, + "learning_rate": 1.9984039308870334e-05, + "loss": 0.4045, + "step": 5594 + }, + { + "epoch": 4.745547073791348, + "grad_norm": 1.1246589040310522, + "learning_rate": 1.9984023790816384e-05, + "loss": 0.403, + "step": 5595 + }, + { + "epoch": 4.746395250212045, + "grad_norm": 1.1428026866428032, + "learning_rate": 1.998400826522828e-05, + "loss": 0.431, + "step": 5596 + }, + { + "epoch": 4.74724342663274, + "grad_norm": 1.0538619806628797, + "learning_rate": 1.9983992732106045e-05, + "loss": 0.4195, + "step": 5597 + }, + { + "epoch": 4.748091603053435, + "grad_norm": 1.199026502971039, + "learning_rate": 1.998397719144968e-05, + "loss": 0.4172, + "step": 5598 + }, + { + "epoch": 4.748939779474131, + "grad_norm": 1.4238922664617426, + "learning_rate": 1.9983961643259203e-05, + "loss": 0.4347, + "step": 5599 + }, + { + "epoch": 4.749787955894826, + "grad_norm": 0.9941904332709145, + "learning_rate": 1.9983946087534617e-05, + "loss": 0.416, + "step": 5600 + }, + { + "epoch": 4.750636132315521, + "grad_norm": 1.2024799298832718, + "learning_rate": 1.9983930524275944e-05, + "loss": 0.4418, + "step": 5601 + }, + { + "epoch": 4.7514843087362175, + "grad_norm": 1.1481833467921128, + "learning_rate": 1.998391495348319e-05, + "loss": 0.419, + "step": 5602 + }, + { + "epoch": 4.752332485156913, + "grad_norm": 1.1289538808581754, + "learning_rate": 1.998389937515637e-05, + "loss": 0.4359, + "step": 5603 + }, + { + "epoch": 4.753180661577608, + "grad_norm": 1.044672406462111, + "learning_rate": 1.998388378929549e-05, + "loss": 0.4369, + "step": 5604 + }, + { + "epoch": 4.754028837998304, + "grad_norm": 1.2956931252408206, + "learning_rate": 1.9983868195900563e-05, + "loss": 0.4019, + "step": 5605 + }, + { + "epoch": 4.754877014418999, + "grad_norm": 1.0264446945515484, + "learning_rate": 1.9983852594971608e-05, + "loss": 0.4466, + "step": 5606 + }, + { + "epoch": 4.755725190839694, + "grad_norm": 1.1739727978274492, + "learning_rate": 1.998383698650863e-05, + "loss": 0.3667, + "step": 5607 + }, + { + "epoch": 4.7565733672603905, + "grad_norm": 1.085264315137445, + "learning_rate": 1.9983821370511646e-05, + "loss": 0.4332, + "step": 5608 + }, + { + "epoch": 4.757421543681086, + "grad_norm": 1.4689775444339586, + "learning_rate": 1.9983805746980664e-05, + "loss": 0.4342, + "step": 5609 + }, + { + "epoch": 4.758269720101781, + "grad_norm": 1.0965061426167542, + "learning_rate": 1.9983790115915692e-05, + "loss": 0.513, + "step": 5610 + }, + { + "epoch": 4.7591178965224765, + "grad_norm": 1.0704885708413374, + "learning_rate": 1.998377447731675e-05, + "loss": 0.4147, + "step": 5611 + }, + { + "epoch": 4.759966072943172, + "grad_norm": 1.16798434162501, + "learning_rate": 1.9983758831183845e-05, + "loss": 0.4089, + "step": 5612 + }, + { + "epoch": 4.760814249363868, + "grad_norm": 1.1423388277019688, + "learning_rate": 1.9983743177516988e-05, + "loss": 0.4563, + "step": 5613 + }, + { + "epoch": 4.7616624257845634, + "grad_norm": 0.9769616431275936, + "learning_rate": 1.9983727516316194e-05, + "loss": 0.3782, + "step": 5614 + }, + { + "epoch": 4.762510602205259, + "grad_norm": 1.1824181920499757, + "learning_rate": 1.9983711847581472e-05, + "loss": 0.4359, + "step": 5615 + }, + { + "epoch": 4.763358778625954, + "grad_norm": 1.0778407792936728, + "learning_rate": 1.998369617131284e-05, + "loss": 0.4364, + "step": 5616 + }, + { + "epoch": 4.7642069550466495, + "grad_norm": 1.1430420559461492, + "learning_rate": 1.99836804875103e-05, + "loss": 0.3378, + "step": 5617 + }, + { + "epoch": 4.765055131467345, + "grad_norm": 1.3762583384047113, + "learning_rate": 1.998366479617387e-05, + "loss": 0.5233, + "step": 5618 + }, + { + "epoch": 4.765903307888041, + "grad_norm": 1.2903642904734245, + "learning_rate": 1.998364909730356e-05, + "loss": 0.4685, + "step": 5619 + }, + { + "epoch": 4.766751484308736, + "grad_norm": 1.1664701212843112, + "learning_rate": 1.9983633390899383e-05, + "loss": 0.3509, + "step": 5620 + }, + { + "epoch": 4.767599660729432, + "grad_norm": 1.181470657174827, + "learning_rate": 1.998361767696135e-05, + "loss": 0.4581, + "step": 5621 + }, + { + "epoch": 4.768447837150127, + "grad_norm": 1.0828358034538428, + "learning_rate": 1.9983601955489477e-05, + "loss": 0.4707, + "step": 5622 + }, + { + "epoch": 4.7692960135708224, + "grad_norm": 1.0330296959071206, + "learning_rate": 1.998358622648377e-05, + "loss": 0.4193, + "step": 5623 + }, + { + "epoch": 4.770144189991518, + "grad_norm": 1.1194381494615353, + "learning_rate": 1.998357048994424e-05, + "loss": 0.4021, + "step": 5624 + }, + { + "epoch": 4.770992366412214, + "grad_norm": 1.0646012292119493, + "learning_rate": 1.9983554745870905e-05, + "loss": 0.3982, + "step": 5625 + }, + { + "epoch": 4.771840542832909, + "grad_norm": 0.9564672572860948, + "learning_rate": 1.9983538994263774e-05, + "loss": 0.3828, + "step": 5626 + }, + { + "epoch": 4.772688719253605, + "grad_norm": 1.2092386757560993, + "learning_rate": 1.9983523235122857e-05, + "loss": 0.4324, + "step": 5627 + }, + { + "epoch": 4.7735368956743, + "grad_norm": 1.0833559955075411, + "learning_rate": 1.9983507468448168e-05, + "loss": 0.4478, + "step": 5628 + }, + { + "epoch": 4.774385072094995, + "grad_norm": 1.0370169043706574, + "learning_rate": 1.998349169423972e-05, + "loss": 0.4508, + "step": 5629 + }, + { + "epoch": 4.775233248515692, + "grad_norm": 0.9959527007639821, + "learning_rate": 1.9983475912497523e-05, + "loss": 0.3918, + "step": 5630 + }, + { + "epoch": 4.776081424936387, + "grad_norm": 1.0310108324499982, + "learning_rate": 1.9983460123221586e-05, + "loss": 0.4204, + "step": 5631 + }, + { + "epoch": 4.776929601357082, + "grad_norm": 1.1849612256539073, + "learning_rate": 1.9983444326411928e-05, + "loss": 0.4398, + "step": 5632 + }, + { + "epoch": 4.777777777777778, + "grad_norm": 1.0313755559016493, + "learning_rate": 1.9983428522068556e-05, + "loss": 0.3966, + "step": 5633 + }, + { + "epoch": 4.778625954198473, + "grad_norm": 1.0636021993466689, + "learning_rate": 1.998341271019148e-05, + "loss": 0.3845, + "step": 5634 + }, + { + "epoch": 4.779474130619169, + "grad_norm": 0.9579130956724875, + "learning_rate": 1.9983396890780717e-05, + "loss": 0.351, + "step": 5635 + }, + { + "epoch": 4.780322307039865, + "grad_norm": 1.0468131712227964, + "learning_rate": 1.998338106383628e-05, + "loss": 0.4064, + "step": 5636 + }, + { + "epoch": 4.78117048346056, + "grad_norm": 1.4150719171353892, + "learning_rate": 1.9983365229358175e-05, + "loss": 0.4455, + "step": 5637 + }, + { + "epoch": 4.782018659881255, + "grad_norm": 1.1532106972365996, + "learning_rate": 1.9983349387346415e-05, + "loss": 0.4678, + "step": 5638 + }, + { + "epoch": 4.782866836301951, + "grad_norm": 1.1900663260743634, + "learning_rate": 1.9983333537801018e-05, + "loss": 0.4432, + "step": 5639 + }, + { + "epoch": 4.783715012722646, + "grad_norm": 1.0396109655060213, + "learning_rate": 1.9983317680721988e-05, + "loss": 0.3638, + "step": 5640 + }, + { + "epoch": 4.784563189143341, + "grad_norm": 1.0521991099593953, + "learning_rate": 1.998330181610934e-05, + "loss": 0.4345, + "step": 5641 + }, + { + "epoch": 4.785411365564038, + "grad_norm": 0.9837462128715643, + "learning_rate": 1.9983285943963093e-05, + "loss": 0.3833, + "step": 5642 + }, + { + "epoch": 4.786259541984733, + "grad_norm": 0.9961436566667031, + "learning_rate": 1.9983270064283245e-05, + "loss": 0.3329, + "step": 5643 + }, + { + "epoch": 4.787107718405428, + "grad_norm": 1.1174173425991252, + "learning_rate": 1.9983254177069818e-05, + "loss": 0.4261, + "step": 5644 + }, + { + "epoch": 4.787955894826124, + "grad_norm": 1.1696619222175315, + "learning_rate": 1.9983238282322826e-05, + "loss": 0.4158, + "step": 5645 + }, + { + "epoch": 4.788804071246819, + "grad_norm": 1.0602426540306533, + "learning_rate": 1.998322238004227e-05, + "loss": 0.3567, + "step": 5646 + }, + { + "epoch": 4.789652247667515, + "grad_norm": 1.0110555747124583, + "learning_rate": 1.9983206470228174e-05, + "loss": 0.4518, + "step": 5647 + }, + { + "epoch": 4.7905004240882105, + "grad_norm": 1.385858114569769, + "learning_rate": 1.998319055288054e-05, + "loss": 0.5223, + "step": 5648 + }, + { + "epoch": 4.791348600508906, + "grad_norm": 1.1124172222507493, + "learning_rate": 1.9983174627999386e-05, + "loss": 0.4815, + "step": 5649 + }, + { + "epoch": 4.792196776929601, + "grad_norm": 1.05316223394531, + "learning_rate": 1.9983158695584724e-05, + "loss": 0.5035, + "step": 5650 + }, + { + "epoch": 4.793044953350297, + "grad_norm": 1.0201096354520336, + "learning_rate": 1.9983142755636564e-05, + "loss": 0.4866, + "step": 5651 + }, + { + "epoch": 4.793893129770993, + "grad_norm": 1.121721965605852, + "learning_rate": 1.9983126808154917e-05, + "loss": 0.4755, + "step": 5652 + }, + { + "epoch": 4.794741306191688, + "grad_norm": 1.0765947837023426, + "learning_rate": 1.9983110853139796e-05, + "loss": 0.4741, + "step": 5653 + }, + { + "epoch": 4.7955894826123835, + "grad_norm": 1.0876222485942275, + "learning_rate": 1.998309489059122e-05, + "loss": 0.4762, + "step": 5654 + }, + { + "epoch": 4.796437659033079, + "grad_norm": 1.2327412816272325, + "learning_rate": 1.998307892050919e-05, + "loss": 0.4643, + "step": 5655 + }, + { + "epoch": 4.797285835453774, + "grad_norm": 1.0557391606033322, + "learning_rate": 1.9983062942893724e-05, + "loss": 0.4432, + "step": 5656 + }, + { + "epoch": 4.7981340118744695, + "grad_norm": 1.0950184879828526, + "learning_rate": 1.9983046957744833e-05, + "loss": 0.4515, + "step": 5657 + }, + { + "epoch": 4.798982188295166, + "grad_norm": 1.0890128991058468, + "learning_rate": 1.9983030965062527e-05, + "loss": 0.4357, + "step": 5658 + }, + { + "epoch": 4.799830364715861, + "grad_norm": 1.379902649990088, + "learning_rate": 1.998301496484682e-05, + "loss": 0.4088, + "step": 5659 + }, + { + "epoch": 4.8006785411365565, + "grad_norm": 1.068620605993933, + "learning_rate": 1.9982998957097726e-05, + "loss": 0.4572, + "step": 5660 + }, + { + "epoch": 4.801526717557252, + "grad_norm": 1.1484457935592456, + "learning_rate": 1.9982982941815255e-05, + "loss": 0.4843, + "step": 5661 + }, + { + "epoch": 4.802374893977947, + "grad_norm": 1.1384613699172865, + "learning_rate": 1.998296691899942e-05, + "loss": 0.4608, + "step": 5662 + }, + { + "epoch": 4.8032230703986425, + "grad_norm": 0.9882698022116967, + "learning_rate": 1.998295088865023e-05, + "loss": 0.3879, + "step": 5663 + }, + { + "epoch": 4.804071246819339, + "grad_norm": 1.2695191648982291, + "learning_rate": 1.99829348507677e-05, + "loss": 0.3963, + "step": 5664 + }, + { + "epoch": 4.804919423240034, + "grad_norm": 1.0630922943418921, + "learning_rate": 1.9982918805351842e-05, + "loss": 0.348, + "step": 5665 + }, + { + "epoch": 4.805767599660729, + "grad_norm": 1.0601329579489993, + "learning_rate": 1.9982902752402667e-05, + "loss": 0.4291, + "step": 5666 + }, + { + "epoch": 4.806615776081425, + "grad_norm": 1.0118198736793425, + "learning_rate": 1.9982886691920188e-05, + "loss": 0.389, + "step": 5667 + }, + { + "epoch": 4.80746395250212, + "grad_norm": 1.3080703166642174, + "learning_rate": 1.9982870623904417e-05, + "loss": 0.4451, + "step": 5668 + }, + { + "epoch": 4.808312128922816, + "grad_norm": 1.1221560640652815, + "learning_rate": 1.998285454835537e-05, + "loss": 0.3759, + "step": 5669 + }, + { + "epoch": 4.809160305343512, + "grad_norm": 1.1816065827534294, + "learning_rate": 1.998283846527305e-05, + "loss": 0.4702, + "step": 5670 + }, + { + "epoch": 4.810008481764207, + "grad_norm": 1.58169267050911, + "learning_rate": 1.9982822374657477e-05, + "loss": 0.4188, + "step": 5671 + }, + { + "epoch": 4.810856658184902, + "grad_norm": 1.150706072884828, + "learning_rate": 1.998280627650866e-05, + "loss": 0.4354, + "step": 5672 + }, + { + "epoch": 4.811704834605598, + "grad_norm": 1.123692827418426, + "learning_rate": 1.998279017082661e-05, + "loss": 0.4213, + "step": 5673 + }, + { + "epoch": 4.812553011026294, + "grad_norm": 1.056194258723604, + "learning_rate": 1.998277405761134e-05, + "loss": 0.4804, + "step": 5674 + }, + { + "epoch": 4.813401187446989, + "grad_norm": 0.9992516865566036, + "learning_rate": 1.9982757936862865e-05, + "loss": 0.3692, + "step": 5675 + }, + { + "epoch": 4.814249363867685, + "grad_norm": 0.9834136350849455, + "learning_rate": 1.9982741808581195e-05, + "loss": 0.409, + "step": 5676 + }, + { + "epoch": 4.81509754028838, + "grad_norm": 1.1307356365014514, + "learning_rate": 1.998272567276634e-05, + "loss": 0.4271, + "step": 5677 + }, + { + "epoch": 4.815945716709075, + "grad_norm": 0.9765651484040851, + "learning_rate": 1.9982709529418315e-05, + "loss": 0.3558, + "step": 5678 + }, + { + "epoch": 4.816793893129771, + "grad_norm": 1.1130633124998568, + "learning_rate": 1.9982693378537135e-05, + "loss": 0.4557, + "step": 5679 + }, + { + "epoch": 4.817642069550466, + "grad_norm": 1.1063291042586365, + "learning_rate": 1.9982677220122807e-05, + "loss": 0.4367, + "step": 5680 + }, + { + "epoch": 4.818490245971162, + "grad_norm": 1.0591056933725236, + "learning_rate": 1.9982661054175344e-05, + "loss": 0.4335, + "step": 5681 + }, + { + "epoch": 4.819338422391858, + "grad_norm": 1.0500785140816002, + "learning_rate": 1.998264488069476e-05, + "loss": 0.3616, + "step": 5682 + }, + { + "epoch": 4.820186598812553, + "grad_norm": 1.053274013202931, + "learning_rate": 1.9982628699681067e-05, + "loss": 0.4207, + "step": 5683 + }, + { + "epoch": 4.821034775233248, + "grad_norm": 1.2318062606372675, + "learning_rate": 1.9982612511134273e-05, + "loss": 0.383, + "step": 5684 + }, + { + "epoch": 4.821882951653944, + "grad_norm": 1.142950638431055, + "learning_rate": 1.9982596315054396e-05, + "loss": 0.3905, + "step": 5685 + }, + { + "epoch": 4.82273112807464, + "grad_norm": 1.0963126716352303, + "learning_rate": 1.9982580111441448e-05, + "loss": 0.423, + "step": 5686 + }, + { + "epoch": 4.823579304495335, + "grad_norm": 1.1253824110461113, + "learning_rate": 1.9982563900295436e-05, + "loss": 0.4913, + "step": 5687 + }, + { + "epoch": 4.824427480916031, + "grad_norm": 1.1586079593736285, + "learning_rate": 1.9982547681616377e-05, + "loss": 0.4648, + "step": 5688 + }, + { + "epoch": 4.825275657336726, + "grad_norm": 1.0430068594277393, + "learning_rate": 1.9982531455404278e-05, + "loss": 0.341, + "step": 5689 + }, + { + "epoch": 4.826123833757421, + "grad_norm": 1.1352465022331744, + "learning_rate": 1.9982515221659162e-05, + "loss": 0.3826, + "step": 5690 + }, + { + "epoch": 4.8269720101781175, + "grad_norm": 1.1793722787122618, + "learning_rate": 1.998249898038103e-05, + "loss": 0.4748, + "step": 5691 + }, + { + "epoch": 4.827820186598813, + "grad_norm": 1.136987162449365, + "learning_rate": 1.99824827315699e-05, + "loss": 0.5286, + "step": 5692 + }, + { + "epoch": 4.828668363019508, + "grad_norm": 1.1429619631560284, + "learning_rate": 1.9982466475225783e-05, + "loss": 0.4587, + "step": 5693 + }, + { + "epoch": 4.8295165394402035, + "grad_norm": 1.0931732359926132, + "learning_rate": 1.998245021134869e-05, + "loss": 0.4369, + "step": 5694 + }, + { + "epoch": 4.830364715860899, + "grad_norm": 1.0895882848489549, + "learning_rate": 1.9982433939938632e-05, + "loss": 0.4017, + "step": 5695 + }, + { + "epoch": 4.831212892281594, + "grad_norm": 1.0222288044765808, + "learning_rate": 1.9982417660995625e-05, + "loss": 0.3728, + "step": 5696 + }, + { + "epoch": 4.8320610687022905, + "grad_norm": 1.1490939453840785, + "learning_rate": 1.9982401374519683e-05, + "loss": 0.4177, + "step": 5697 + }, + { + "epoch": 4.832909245122986, + "grad_norm": 1.0971195066870099, + "learning_rate": 1.998238508051081e-05, + "loss": 0.4674, + "step": 5698 + }, + { + "epoch": 4.833757421543681, + "grad_norm": 1.0898820861890006, + "learning_rate": 1.9982368778969028e-05, + "loss": 0.4112, + "step": 5699 + }, + { + "epoch": 4.8346055979643765, + "grad_norm": 0.9935600276167106, + "learning_rate": 1.9982352469894342e-05, + "loss": 0.3656, + "step": 5700 + }, + { + "epoch": 4.835453774385072, + "grad_norm": 1.220821340820356, + "learning_rate": 1.998233615328677e-05, + "loss": 0.3319, + "step": 5701 + }, + { + "epoch": 4.836301950805767, + "grad_norm": 1.0685732893750726, + "learning_rate": 1.9982319829146317e-05, + "loss": 0.3731, + "step": 5702 + }, + { + "epoch": 4.837150127226463, + "grad_norm": 1.0781413659914745, + "learning_rate": 1.9982303497473002e-05, + "loss": 0.3638, + "step": 5703 + }, + { + "epoch": 4.837998303647159, + "grad_norm": 1.4389250165679546, + "learning_rate": 1.9982287158266837e-05, + "loss": 0.4818, + "step": 5704 + }, + { + "epoch": 4.838846480067854, + "grad_norm": 0.9807677234245461, + "learning_rate": 1.9982270811527828e-05, + "loss": 0.3769, + "step": 5705 + }, + { + "epoch": 4.8396946564885495, + "grad_norm": 1.105395808162683, + "learning_rate": 1.9982254457255992e-05, + "loss": 0.4058, + "step": 5706 + }, + { + "epoch": 4.840542832909245, + "grad_norm": 1.1031788341233921, + "learning_rate": 1.9982238095451344e-05, + "loss": 0.4682, + "step": 5707 + }, + { + "epoch": 4.841391009329941, + "grad_norm": 1.0577503664184753, + "learning_rate": 1.9982221726113892e-05, + "loss": 0.439, + "step": 5708 + }, + { + "epoch": 4.842239185750636, + "grad_norm": 1.2734029526669854, + "learning_rate": 1.9982205349243648e-05, + "loss": 0.3947, + "step": 5709 + }, + { + "epoch": 4.843087362171332, + "grad_norm": 1.2445685390964192, + "learning_rate": 1.9982188964840628e-05, + "loss": 0.4364, + "step": 5710 + }, + { + "epoch": 4.843935538592027, + "grad_norm": 1.1256586457894646, + "learning_rate": 1.9982172572904842e-05, + "loss": 0.4479, + "step": 5711 + }, + { + "epoch": 4.844783715012722, + "grad_norm": 1.2898068355144086, + "learning_rate": 1.99821561734363e-05, + "loss": 0.4227, + "step": 5712 + }, + { + "epoch": 4.845631891433418, + "grad_norm": 1.4102628812265972, + "learning_rate": 1.998213976643502e-05, + "loss": 0.4442, + "step": 5713 + }, + { + "epoch": 4.846480067854114, + "grad_norm": 1.1103962258448203, + "learning_rate": 1.9982123351901016e-05, + "loss": 0.4717, + "step": 5714 + }, + { + "epoch": 4.847328244274809, + "grad_norm": 1.0432082774617544, + "learning_rate": 1.998210692983429e-05, + "loss": 0.38, + "step": 5715 + }, + { + "epoch": 4.848176420695505, + "grad_norm": 1.061391726977044, + "learning_rate": 1.9982090500234862e-05, + "loss": 0.4874, + "step": 5716 + }, + { + "epoch": 4.8490245971162, + "grad_norm": 0.9963699087672472, + "learning_rate": 1.9982074063102744e-05, + "loss": 0.3892, + "step": 5717 + }, + { + "epoch": 4.849872773536895, + "grad_norm": 1.2829947889291924, + "learning_rate": 1.9982057618437944e-05, + "loss": 0.4024, + "step": 5718 + }, + { + "epoch": 4.850720949957591, + "grad_norm": 1.031877610528233, + "learning_rate": 1.9982041166240477e-05, + "loss": 0.3617, + "step": 5719 + }, + { + "epoch": 4.851569126378287, + "grad_norm": 1.091230026335815, + "learning_rate": 1.9982024706510363e-05, + "loss": 0.4452, + "step": 5720 + }, + { + "epoch": 4.852417302798982, + "grad_norm": 1.0114305701269715, + "learning_rate": 1.9982008239247598e-05, + "loss": 0.4153, + "step": 5721 + }, + { + "epoch": 4.853265479219678, + "grad_norm": 1.116753849492792, + "learning_rate": 1.998199176445221e-05, + "loss": 0.4416, + "step": 5722 + }, + { + "epoch": 4.854113655640373, + "grad_norm": 1.1686645551300423, + "learning_rate": 1.9981975282124202e-05, + "loss": 0.3902, + "step": 5723 + }, + { + "epoch": 4.854961832061068, + "grad_norm": 0.9729046111623202, + "learning_rate": 1.998195879226359e-05, + "loss": 0.3814, + "step": 5724 + }, + { + "epoch": 4.855810008481765, + "grad_norm": 1.024723977167344, + "learning_rate": 1.9981942294870388e-05, + "loss": 0.4007, + "step": 5725 + }, + { + "epoch": 4.85665818490246, + "grad_norm": 1.2070135963261377, + "learning_rate": 1.9981925789944605e-05, + "loss": 0.4067, + "step": 5726 + }, + { + "epoch": 4.857506361323155, + "grad_norm": 1.1363436799463185, + "learning_rate": 1.998190927748626e-05, + "loss": 0.4346, + "step": 5727 + }, + { + "epoch": 4.858354537743851, + "grad_norm": 1.4668519609009696, + "learning_rate": 1.9981892757495355e-05, + "loss": 0.3789, + "step": 5728 + }, + { + "epoch": 4.859202714164546, + "grad_norm": 1.151983716277657, + "learning_rate": 1.9981876229971905e-05, + "loss": 0.4596, + "step": 5729 + }, + { + "epoch": 4.860050890585242, + "grad_norm": 1.0847239118503313, + "learning_rate": 1.998185969491593e-05, + "loss": 0.3683, + "step": 5730 + }, + { + "epoch": 4.8608990670059375, + "grad_norm": 1.0519336745790673, + "learning_rate": 1.9981843152327437e-05, + "loss": 0.4133, + "step": 5731 + }, + { + "epoch": 4.861747243426633, + "grad_norm": 1.0456165551075922, + "learning_rate": 1.998182660220644e-05, + "loss": 0.45, + "step": 5732 + }, + { + "epoch": 4.862595419847328, + "grad_norm": 1.0231759744950664, + "learning_rate": 1.998181004455295e-05, + "loss": 0.4121, + "step": 5733 + }, + { + "epoch": 4.863443596268024, + "grad_norm": 1.2443251585120028, + "learning_rate": 1.9981793479366983e-05, + "loss": 0.4837, + "step": 5734 + }, + { + "epoch": 4.864291772688719, + "grad_norm": 1.0201006087145075, + "learning_rate": 1.9981776906648546e-05, + "loss": 0.3834, + "step": 5735 + }, + { + "epoch": 4.865139949109414, + "grad_norm": 1.0803696445436937, + "learning_rate": 1.9981760326397654e-05, + "loss": 0.4429, + "step": 5736 + }, + { + "epoch": 4.8659881255301105, + "grad_norm": 1.0000614578712446, + "learning_rate": 1.9981743738614322e-05, + "loss": 0.3546, + "step": 5737 + }, + { + "epoch": 4.866836301950806, + "grad_norm": 1.127190045155176, + "learning_rate": 1.9981727143298557e-05, + "loss": 0.4743, + "step": 5738 + }, + { + "epoch": 4.867684478371501, + "grad_norm": 1.285366226122334, + "learning_rate": 1.9981710540450378e-05, + "loss": 0.4517, + "step": 5739 + }, + { + "epoch": 4.8685326547921965, + "grad_norm": 1.1619919070536122, + "learning_rate": 1.9981693930069796e-05, + "loss": 0.4659, + "step": 5740 + }, + { + "epoch": 4.869380831212892, + "grad_norm": 1.0701901699054117, + "learning_rate": 1.9981677312156817e-05, + "loss": 0.4674, + "step": 5741 + }, + { + "epoch": 4.870229007633588, + "grad_norm": 1.336857459123081, + "learning_rate": 1.9981660686711463e-05, + "loss": 0.4777, + "step": 5742 + }, + { + "epoch": 4.8710771840542835, + "grad_norm": 1.087642015923936, + "learning_rate": 1.9981644053733736e-05, + "loss": 0.451, + "step": 5743 + }, + { + "epoch": 4.871925360474979, + "grad_norm": 1.2561512327683204, + "learning_rate": 1.998162741322366e-05, + "loss": 0.5152, + "step": 5744 + }, + { + "epoch": 4.872773536895674, + "grad_norm": 1.1160718353748926, + "learning_rate": 1.9981610765181242e-05, + "loss": 0.5341, + "step": 5745 + }, + { + "epoch": 4.8736217133163695, + "grad_norm": 1.0662119251730302, + "learning_rate": 1.9981594109606496e-05, + "loss": 0.3742, + "step": 5746 + }, + { + "epoch": 4.874469889737066, + "grad_norm": 1.004251805016669, + "learning_rate": 1.9981577446499428e-05, + "loss": 0.4215, + "step": 5747 + }, + { + "epoch": 4.875318066157761, + "grad_norm": 1.0781342750861764, + "learning_rate": 1.998156077586006e-05, + "loss": 0.4172, + "step": 5748 + }, + { + "epoch": 4.876166242578456, + "grad_norm": 1.0972096080507416, + "learning_rate": 1.99815440976884e-05, + "loss": 0.4225, + "step": 5749 + }, + { + "epoch": 4.877014418999152, + "grad_norm": 1.0277949423536799, + "learning_rate": 1.9981527411984458e-05, + "loss": 0.3834, + "step": 5750 + }, + { + "epoch": 4.877862595419847, + "grad_norm": 1.0031009592476319, + "learning_rate": 1.9981510718748255e-05, + "loss": 0.3956, + "step": 5751 + }, + { + "epoch": 4.8787107718405425, + "grad_norm": 1.161425707255491, + "learning_rate": 1.998149401797979e-05, + "loss": 0.3919, + "step": 5752 + }, + { + "epoch": 4.879558948261239, + "grad_norm": 1.157398812068015, + "learning_rate": 1.998147730967909e-05, + "loss": 0.4852, + "step": 5753 + }, + { + "epoch": 4.880407124681934, + "grad_norm": 1.150099945555884, + "learning_rate": 1.9981460593846162e-05, + "loss": 0.4171, + "step": 5754 + }, + { + "epoch": 4.881255301102629, + "grad_norm": 1.0429538916219996, + "learning_rate": 1.9981443870481017e-05, + "loss": 0.4183, + "step": 5755 + }, + { + "epoch": 4.882103477523325, + "grad_norm": 0.993138178751261, + "learning_rate": 1.9981427139583666e-05, + "loss": 0.394, + "step": 5756 + }, + { + "epoch": 4.88295165394402, + "grad_norm": 1.1471165830525283, + "learning_rate": 1.9981410401154125e-05, + "loss": 0.3898, + "step": 5757 + }, + { + "epoch": 4.883799830364715, + "grad_norm": 1.0630327872110197, + "learning_rate": 1.9981393655192408e-05, + "loss": 0.4204, + "step": 5758 + }, + { + "epoch": 4.884648006785412, + "grad_norm": 1.0867485913069401, + "learning_rate": 1.9981376901698525e-05, + "loss": 0.4805, + "step": 5759 + }, + { + "epoch": 4.885496183206107, + "grad_norm": 1.114353887474472, + "learning_rate": 1.998136014067249e-05, + "loss": 0.4212, + "step": 5760 + }, + { + "epoch": 4.886344359626802, + "grad_norm": 1.0629558368586094, + "learning_rate": 1.9981343372114312e-05, + "loss": 0.4975, + "step": 5761 + }, + { + "epoch": 4.887192536047498, + "grad_norm": 1.1416129778409791, + "learning_rate": 1.998132659602401e-05, + "loss": 0.4493, + "step": 5762 + }, + { + "epoch": 4.888040712468193, + "grad_norm": 1.2228668933145588, + "learning_rate": 1.998130981240159e-05, + "loss": 0.3989, + "step": 5763 + }, + { + "epoch": 4.888888888888889, + "grad_norm": 1.1146571289884506, + "learning_rate": 1.998129302124707e-05, + "loss": 0.4247, + "step": 5764 + }, + { + "epoch": 4.889737065309585, + "grad_norm": 1.0783369261009241, + "learning_rate": 1.998127622256046e-05, + "loss": 0.4123, + "step": 5765 + }, + { + "epoch": 4.89058524173028, + "grad_norm": 1.0227327931277586, + "learning_rate": 1.9981259416341775e-05, + "loss": 0.3457, + "step": 5766 + }, + { + "epoch": 4.891433418150975, + "grad_norm": 1.0654974047816657, + "learning_rate": 1.9981242602591022e-05, + "loss": 0.3871, + "step": 5767 + }, + { + "epoch": 4.892281594571671, + "grad_norm": 0.9303628100856425, + "learning_rate": 1.998122578130822e-05, + "loss": 0.3278, + "step": 5768 + }, + { + "epoch": 4.893129770992367, + "grad_norm": 1.0856186559601444, + "learning_rate": 1.9981208952493377e-05, + "loss": 0.456, + "step": 5769 + }, + { + "epoch": 4.893977947413062, + "grad_norm": 1.0554236560615682, + "learning_rate": 1.9981192116146512e-05, + "loss": 0.4093, + "step": 5770 + }, + { + "epoch": 4.894826123833758, + "grad_norm": 1.0340568288026815, + "learning_rate": 1.998117527226763e-05, + "loss": 0.4378, + "step": 5771 + }, + { + "epoch": 4.895674300254453, + "grad_norm": 0.9966487391350692, + "learning_rate": 1.998115842085675e-05, + "loss": 0.451, + "step": 5772 + }, + { + "epoch": 4.896522476675148, + "grad_norm": 1.0351609554172512, + "learning_rate": 1.9981141561913878e-05, + "loss": 0.4223, + "step": 5773 + }, + { + "epoch": 4.897370653095844, + "grad_norm": 1.0801605869809692, + "learning_rate": 1.9981124695439034e-05, + "loss": 0.4577, + "step": 5774 + }, + { + "epoch": 4.898218829516539, + "grad_norm": 1.1820230605918025, + "learning_rate": 1.9981107821432227e-05, + "loss": 0.4537, + "step": 5775 + }, + { + "epoch": 4.899067005937235, + "grad_norm": 1.130138619440152, + "learning_rate": 1.998109093989347e-05, + "loss": 0.4091, + "step": 5776 + }, + { + "epoch": 4.8999151823579306, + "grad_norm": 1.0333039148870573, + "learning_rate": 1.9981074050822776e-05, + "loss": 0.4163, + "step": 5777 + }, + { + "epoch": 4.900763358778626, + "grad_norm": 1.1343804865534064, + "learning_rate": 1.998105715422016e-05, + "loss": 0.3829, + "step": 5778 + }, + { + "epoch": 4.901611535199321, + "grad_norm": 1.0449086194954984, + "learning_rate": 1.9981040250085627e-05, + "loss": 0.4114, + "step": 5779 + }, + { + "epoch": 4.902459711620017, + "grad_norm": 1.1497647160997986, + "learning_rate": 1.99810233384192e-05, + "loss": 0.4452, + "step": 5780 + }, + { + "epoch": 4.903307888040713, + "grad_norm": 1.0866118947412629, + "learning_rate": 1.9981006419220885e-05, + "loss": 0.4129, + "step": 5781 + }, + { + "epoch": 4.904156064461408, + "grad_norm": 0.9399354077228279, + "learning_rate": 1.99809894924907e-05, + "loss": 0.3868, + "step": 5782 + }, + { + "epoch": 4.9050042408821035, + "grad_norm": 1.0049787959746923, + "learning_rate": 1.998097255822865e-05, + "loss": 0.3881, + "step": 5783 + }, + { + "epoch": 4.905852417302799, + "grad_norm": 1.0787161382615975, + "learning_rate": 1.9980955616434754e-05, + "loss": 0.3318, + "step": 5784 + }, + { + "epoch": 4.906700593723494, + "grad_norm": 1.0790563883418016, + "learning_rate": 1.9980938667109022e-05, + "loss": 0.3731, + "step": 5785 + }, + { + "epoch": 4.90754877014419, + "grad_norm": 1.3723220227773751, + "learning_rate": 1.998092171025147e-05, + "loss": 0.4608, + "step": 5786 + }, + { + "epoch": 4.908396946564886, + "grad_norm": 1.109179406211337, + "learning_rate": 1.998090474586211e-05, + "loss": 0.4093, + "step": 5787 + }, + { + "epoch": 4.909245122985581, + "grad_norm": 1.1118638073940725, + "learning_rate": 1.998088777394095e-05, + "loss": 0.4886, + "step": 5788 + }, + { + "epoch": 4.9100932994062765, + "grad_norm": 1.358268466163531, + "learning_rate": 1.998087079448801e-05, + "loss": 0.3867, + "step": 5789 + }, + { + "epoch": 4.910941475826972, + "grad_norm": 1.0965630982482204, + "learning_rate": 1.9980853807503297e-05, + "loss": 0.4618, + "step": 5790 + }, + { + "epoch": 4.911789652247667, + "grad_norm": 1.2666349515838564, + "learning_rate": 1.9980836812986823e-05, + "loss": 0.407, + "step": 5791 + }, + { + "epoch": 4.912637828668363, + "grad_norm": 1.1139530157560404, + "learning_rate": 1.998081981093861e-05, + "loss": 0.4086, + "step": 5792 + }, + { + "epoch": 4.913486005089059, + "grad_norm": 1.0543730088901153, + "learning_rate": 1.998080280135866e-05, + "loss": 0.4093, + "step": 5793 + }, + { + "epoch": 4.914334181509754, + "grad_norm": 1.2732827442881278, + "learning_rate": 1.998078578424699e-05, + "loss": 0.4777, + "step": 5794 + }, + { + "epoch": 4.915182357930449, + "grad_norm": 1.1862186562721364, + "learning_rate": 1.9980768759603615e-05, + "loss": 0.4474, + "step": 5795 + }, + { + "epoch": 4.916030534351145, + "grad_norm": 1.0123528174889085, + "learning_rate": 1.9980751727428544e-05, + "loss": 0.4291, + "step": 5796 + }, + { + "epoch": 4.91687871077184, + "grad_norm": 1.18834342323794, + "learning_rate": 1.9980734687721798e-05, + "loss": 0.3807, + "step": 5797 + }, + { + "epoch": 4.917726887192536, + "grad_norm": 1.2133734680094233, + "learning_rate": 1.9980717640483377e-05, + "loss": 0.5059, + "step": 5798 + }, + { + "epoch": 4.918575063613232, + "grad_norm": 1.2086788566471298, + "learning_rate": 1.9980700585713305e-05, + "loss": 0.4815, + "step": 5799 + }, + { + "epoch": 4.919423240033927, + "grad_norm": 1.0239486735235206, + "learning_rate": 1.998068352341159e-05, + "loss": 0.3731, + "step": 5800 + }, + { + "epoch": 4.920271416454622, + "grad_norm": 1.009844840482862, + "learning_rate": 1.9980666453578242e-05, + "loss": 0.4445, + "step": 5801 + }, + { + "epoch": 4.921119592875318, + "grad_norm": 0.9520866901465106, + "learning_rate": 1.9980649376213282e-05, + "loss": 0.4233, + "step": 5802 + }, + { + "epoch": 4.921967769296014, + "grad_norm": 1.255249564113706, + "learning_rate": 1.9980632291316715e-05, + "loss": 0.4864, + "step": 5803 + }, + { + "epoch": 4.922815945716709, + "grad_norm": 1.1369636286550342, + "learning_rate": 1.9980615198888558e-05, + "loss": 0.396, + "step": 5804 + }, + { + "epoch": 4.923664122137405, + "grad_norm": 1.0707653506162287, + "learning_rate": 1.9980598098928824e-05, + "loss": 0.3285, + "step": 5805 + }, + { + "epoch": 4.9245122985581, + "grad_norm": 1.1108806848094586, + "learning_rate": 1.9980580991437525e-05, + "loss": 0.3653, + "step": 5806 + }, + { + "epoch": 4.925360474978795, + "grad_norm": 1.0844015751211855, + "learning_rate": 1.9980563876414672e-05, + "loss": 0.4159, + "step": 5807 + }, + { + "epoch": 4.926208651399491, + "grad_norm": 1.1335705212633755, + "learning_rate": 1.998054675386028e-05, + "loss": 0.4654, + "step": 5808 + }, + { + "epoch": 4.927056827820187, + "grad_norm": 0.8940703488946462, + "learning_rate": 1.998052962377436e-05, + "loss": 0.3502, + "step": 5809 + }, + { + "epoch": 4.927905004240882, + "grad_norm": 0.9579939427763705, + "learning_rate": 1.9980512486156927e-05, + "loss": 0.3728, + "step": 5810 + }, + { + "epoch": 4.928753180661578, + "grad_norm": 0.9297785180635922, + "learning_rate": 1.9980495341007996e-05, + "loss": 0.3945, + "step": 5811 + }, + { + "epoch": 4.929601357082273, + "grad_norm": 1.0511621765652197, + "learning_rate": 1.998047818832758e-05, + "loss": 0.4042, + "step": 5812 + }, + { + "epoch": 4.930449533502968, + "grad_norm": 1.1163488396881431, + "learning_rate": 1.9980461028115686e-05, + "loss": 0.4454, + "step": 5813 + }, + { + "epoch": 4.931297709923664, + "grad_norm": 0.984984873704617, + "learning_rate": 1.998044386037233e-05, + "loss": 0.4413, + "step": 5814 + }, + { + "epoch": 4.93214588634436, + "grad_norm": 1.0302930061784048, + "learning_rate": 1.9980426685097524e-05, + "loss": 0.3892, + "step": 5815 + }, + { + "epoch": 4.932994062765055, + "grad_norm": 1.1272604359780736, + "learning_rate": 1.9980409502291284e-05, + "loss": 0.4469, + "step": 5816 + }, + { + "epoch": 4.933842239185751, + "grad_norm": 1.1171693231797653, + "learning_rate": 1.9980392311953623e-05, + "loss": 0.4942, + "step": 5817 + }, + { + "epoch": 4.934690415606446, + "grad_norm": 1.120091878771941, + "learning_rate": 1.9980375114084548e-05, + "loss": 0.4135, + "step": 5818 + }, + { + "epoch": 4.935538592027141, + "grad_norm": 1.109068252001245, + "learning_rate": 1.998035790868408e-05, + "loss": 0.4183, + "step": 5819 + }, + { + "epoch": 4.9363867684478375, + "grad_norm": 1.0204380233557595, + "learning_rate": 1.9980340695752228e-05, + "loss": 0.3722, + "step": 5820 + }, + { + "epoch": 4.937234944868533, + "grad_norm": 1.105582237155768, + "learning_rate": 1.9980323475289003e-05, + "loss": 0.4368, + "step": 5821 + }, + { + "epoch": 4.938083121289228, + "grad_norm": 1.096026625905511, + "learning_rate": 1.9980306247294422e-05, + "loss": 0.3691, + "step": 5822 + }, + { + "epoch": 4.938931297709924, + "grad_norm": 1.1103574099731883, + "learning_rate": 1.9980289011768495e-05, + "loss": 0.3882, + "step": 5823 + }, + { + "epoch": 4.939779474130619, + "grad_norm": 0.9918370705043044, + "learning_rate": 1.9980271768711236e-05, + "loss": 0.4109, + "step": 5824 + }, + { + "epoch": 4.940627650551315, + "grad_norm": 1.011170024375473, + "learning_rate": 1.9980254518122657e-05, + "loss": 0.4373, + "step": 5825 + }, + { + "epoch": 4.9414758269720105, + "grad_norm": 1.2854884090776617, + "learning_rate": 1.9980237260002774e-05, + "loss": 0.4552, + "step": 5826 + }, + { + "epoch": 4.942324003392706, + "grad_norm": 1.082002115158714, + "learning_rate": 1.99802199943516e-05, + "loss": 0.4284, + "step": 5827 + }, + { + "epoch": 4.943172179813401, + "grad_norm": 1.003075563781972, + "learning_rate": 1.998020272116914e-05, + "loss": 0.4242, + "step": 5828 + }, + { + "epoch": 4.9440203562340965, + "grad_norm": 1.050488091099944, + "learning_rate": 1.998018544045542e-05, + "loss": 0.4721, + "step": 5829 + }, + { + "epoch": 4.944868532654792, + "grad_norm": 1.0230551128868102, + "learning_rate": 1.9980168152210443e-05, + "loss": 0.4144, + "step": 5830 + }, + { + "epoch": 4.945716709075487, + "grad_norm": 1.1140132210299711, + "learning_rate": 1.9980150856434226e-05, + "loss": 0.4072, + "step": 5831 + }, + { + "epoch": 4.9465648854961835, + "grad_norm": 1.060415934793933, + "learning_rate": 1.998013355312678e-05, + "loss": 0.4144, + "step": 5832 + }, + { + "epoch": 4.947413061916879, + "grad_norm": 1.0859705879606982, + "learning_rate": 1.9980116242288122e-05, + "loss": 0.41, + "step": 5833 + }, + { + "epoch": 4.948261238337574, + "grad_norm": 1.170485049525842, + "learning_rate": 1.998009892391826e-05, + "loss": 0.4158, + "step": 5834 + }, + { + "epoch": 4.9491094147582695, + "grad_norm": 1.110615305046077, + "learning_rate": 1.9980081598017214e-05, + "loss": 0.4313, + "step": 5835 + }, + { + "epoch": 4.949957591178965, + "grad_norm": 1.0610639742143246, + "learning_rate": 1.9980064264584985e-05, + "loss": 0.3842, + "step": 5836 + }, + { + "epoch": 4.950805767599661, + "grad_norm": 0.9528227155287321, + "learning_rate": 1.99800469236216e-05, + "loss": 0.3499, + "step": 5837 + }, + { + "epoch": 4.951653944020356, + "grad_norm": 1.1507799922182316, + "learning_rate": 1.9980029575127065e-05, + "loss": 0.525, + "step": 5838 + }, + { + "epoch": 4.952502120441052, + "grad_norm": 1.0275362006831985, + "learning_rate": 1.9980012219101394e-05, + "loss": 0.4112, + "step": 5839 + }, + { + "epoch": 4.953350296861747, + "grad_norm": 1.0599484812284716, + "learning_rate": 1.9979994855544597e-05, + "loss": 0.4116, + "step": 5840 + }, + { + "epoch": 4.9541984732824424, + "grad_norm": 0.9899635432122552, + "learning_rate": 1.9979977484456695e-05, + "loss": 0.3868, + "step": 5841 + }, + { + "epoch": 4.955046649703139, + "grad_norm": 1.0249830078409872, + "learning_rate": 1.997996010583769e-05, + "loss": 0.3787, + "step": 5842 + }, + { + "epoch": 4.955894826123834, + "grad_norm": 1.205686859745058, + "learning_rate": 1.9979942719687605e-05, + "loss": 0.4443, + "step": 5843 + }, + { + "epoch": 4.956743002544529, + "grad_norm": 1.11371753043758, + "learning_rate": 1.997992532600645e-05, + "loss": 0.4141, + "step": 5844 + }, + { + "epoch": 4.957591178965225, + "grad_norm": 1.042704697092315, + "learning_rate": 1.997990792479424e-05, + "loss": 0.4445, + "step": 5845 + }, + { + "epoch": 4.95843935538592, + "grad_norm": 1.0877776487036577, + "learning_rate": 1.997989051605098e-05, + "loss": 0.4107, + "step": 5846 + }, + { + "epoch": 4.959287531806615, + "grad_norm": 1.2070669442050064, + "learning_rate": 1.997987309977669e-05, + "loss": 0.4112, + "step": 5847 + }, + { + "epoch": 4.960135708227312, + "grad_norm": 1.1716052441430784, + "learning_rate": 1.9979855675971386e-05, + "loss": 0.402, + "step": 5848 + }, + { + "epoch": 4.960983884648007, + "grad_norm": 1.2000945019154963, + "learning_rate": 1.9979838244635074e-05, + "loss": 0.4439, + "step": 5849 + }, + { + "epoch": 4.961832061068702, + "grad_norm": 1.0424387072904244, + "learning_rate": 1.9979820805767768e-05, + "loss": 0.4063, + "step": 5850 + }, + { + "epoch": 4.962680237489398, + "grad_norm": 1.1495656163929944, + "learning_rate": 1.997980335936949e-05, + "loss": 0.4209, + "step": 5851 + }, + { + "epoch": 4.963528413910093, + "grad_norm": 1.0655650267652919, + "learning_rate": 1.997978590544024e-05, + "loss": 0.4676, + "step": 5852 + }, + { + "epoch": 4.964376590330788, + "grad_norm": 1.074472411850977, + "learning_rate": 1.997976844398004e-05, + "loss": 0.4423, + "step": 5853 + }, + { + "epoch": 4.965224766751485, + "grad_norm": 1.1576415158402766, + "learning_rate": 1.9979750974988903e-05, + "loss": 0.4057, + "step": 5854 + }, + { + "epoch": 4.96607294317218, + "grad_norm": 1.1188033420099845, + "learning_rate": 1.997973349846684e-05, + "loss": 0.4283, + "step": 5855 + }, + { + "epoch": 4.966921119592875, + "grad_norm": 1.2319049785273302, + "learning_rate": 1.9979716014413863e-05, + "loss": 0.3732, + "step": 5856 + }, + { + "epoch": 4.967769296013571, + "grad_norm": 1.1568453739797357, + "learning_rate": 1.9979698522829988e-05, + "loss": 0.4285, + "step": 5857 + }, + { + "epoch": 4.968617472434266, + "grad_norm": 1.0744232887514502, + "learning_rate": 1.9979681023715224e-05, + "loss": 0.427, + "step": 5858 + }, + { + "epoch": 4.969465648854962, + "grad_norm": 1.0619798901037345, + "learning_rate": 1.997966351706959e-05, + "loss": 0.4586, + "step": 5859 + }, + { + "epoch": 4.970313825275658, + "grad_norm": 1.0546834569499233, + "learning_rate": 1.9979646002893092e-05, + "loss": 0.4498, + "step": 5860 + }, + { + "epoch": 4.971162001696353, + "grad_norm": 1.0137206719864946, + "learning_rate": 1.997962848118575e-05, + "loss": 0.4158, + "step": 5861 + }, + { + "epoch": 4.972010178117048, + "grad_norm": 1.1479245344012532, + "learning_rate": 1.9979610951947578e-05, + "loss": 0.412, + "step": 5862 + }, + { + "epoch": 4.972858354537744, + "grad_norm": 1.053676662159931, + "learning_rate": 1.997959341517858e-05, + "loss": 0.3817, + "step": 5863 + }, + { + "epoch": 4.97370653095844, + "grad_norm": 1.0947997362714428, + "learning_rate": 1.9979575870878777e-05, + "loss": 0.3923, + "step": 5864 + }, + { + "epoch": 4.974554707379135, + "grad_norm": 1.0366765111598277, + "learning_rate": 1.9979558319048183e-05, + "loss": 0.402, + "step": 5865 + }, + { + "epoch": 4.9754028837998305, + "grad_norm": 1.055803210018447, + "learning_rate": 1.9979540759686805e-05, + "loss": 0.3504, + "step": 5866 + }, + { + "epoch": 4.976251060220526, + "grad_norm": 1.042077490251155, + "learning_rate": 1.997952319279466e-05, + "loss": 0.3917, + "step": 5867 + }, + { + "epoch": 4.977099236641221, + "grad_norm": 1.0133292044259503, + "learning_rate": 1.9979505618371762e-05, + "loss": 0.4436, + "step": 5868 + }, + { + "epoch": 4.977947413061917, + "grad_norm": 0.97956921716022, + "learning_rate": 1.9979488036418125e-05, + "loss": 0.3338, + "step": 5869 + }, + { + "epoch": 4.978795589482612, + "grad_norm": 1.0448587988506477, + "learning_rate": 1.997947044693376e-05, + "loss": 0.4277, + "step": 5870 + }, + { + "epoch": 4.979643765903308, + "grad_norm": 1.209501873819106, + "learning_rate": 1.9979452849918676e-05, + "loss": 0.3239, + "step": 5871 + }, + { + "epoch": 4.9804919423240035, + "grad_norm": 0.9978048086133511, + "learning_rate": 1.9979435245372895e-05, + "loss": 0.3987, + "step": 5872 + }, + { + "epoch": 4.981340118744699, + "grad_norm": 1.2565952914406107, + "learning_rate": 1.9979417633296428e-05, + "loss": 0.4426, + "step": 5873 + }, + { + "epoch": 4.982188295165394, + "grad_norm": 1.0659616386393378, + "learning_rate": 1.9979400013689286e-05, + "loss": 0.5047, + "step": 5874 + }, + { + "epoch": 4.9830364715860895, + "grad_norm": 1.0903711844071067, + "learning_rate": 1.997938238655148e-05, + "loss": 0.4144, + "step": 5875 + }, + { + "epoch": 4.983884648006786, + "grad_norm": 1.0226625644846266, + "learning_rate": 1.9979364751883028e-05, + "loss": 0.403, + "step": 5876 + }, + { + "epoch": 4.984732824427481, + "grad_norm": 1.0351099992279928, + "learning_rate": 1.9979347109683945e-05, + "loss": 0.4189, + "step": 5877 + }, + { + "epoch": 4.9855810008481765, + "grad_norm": 0.9119002429242911, + "learning_rate": 1.9979329459954235e-05, + "loss": 0.3857, + "step": 5878 + }, + { + "epoch": 4.986429177268872, + "grad_norm": 1.0895100262442863, + "learning_rate": 1.997931180269392e-05, + "loss": 0.4605, + "step": 5879 + }, + { + "epoch": 4.987277353689567, + "grad_norm": 0.9787105833105498, + "learning_rate": 1.9979294137903012e-05, + "loss": 0.3732, + "step": 5880 + }, + { + "epoch": 4.988125530110263, + "grad_norm": 1.2855962835565486, + "learning_rate": 1.997927646558152e-05, + "loss": 0.4765, + "step": 5881 + }, + { + "epoch": 4.988973706530959, + "grad_norm": 1.0561791039461352, + "learning_rate": 1.997925878572946e-05, + "loss": 0.3619, + "step": 5882 + }, + { + "epoch": 4.989821882951654, + "grad_norm": 1.1002555433966208, + "learning_rate": 1.997924109834685e-05, + "loss": 0.4437, + "step": 5883 + }, + { + "epoch": 4.990670059372349, + "grad_norm": 1.029706133977886, + "learning_rate": 1.9979223403433695e-05, + "loss": 0.3765, + "step": 5884 + }, + { + "epoch": 4.991518235793045, + "grad_norm": 0.9862289528060298, + "learning_rate": 1.9979205700990017e-05, + "loss": 0.4708, + "step": 5885 + }, + { + "epoch": 4.99236641221374, + "grad_norm": 1.1147666810989458, + "learning_rate": 1.9979187991015817e-05, + "loss": 0.3481, + "step": 5886 + }, + { + "epoch": 4.993214588634436, + "grad_norm": 1.0826970369065299, + "learning_rate": 1.9979170273511124e-05, + "loss": 0.439, + "step": 5887 + }, + { + "epoch": 4.994062765055132, + "grad_norm": 1.0275362741379688, + "learning_rate": 1.9979152548475936e-05, + "loss": 0.4021, + "step": 5888 + }, + { + "epoch": 4.994910941475827, + "grad_norm": 1.023790029190216, + "learning_rate": 1.997913481591028e-05, + "loss": 0.4047, + "step": 5889 + }, + { + "epoch": 4.995759117896522, + "grad_norm": 1.173167142639764, + "learning_rate": 1.997911707581416e-05, + "loss": 0.4213, + "step": 5890 + }, + { + "epoch": 4.996607294317218, + "grad_norm": 1.1835119493287822, + "learning_rate": 1.997909932818759e-05, + "loss": 0.4013, + "step": 5891 + }, + { + "epoch": 4.997455470737913, + "grad_norm": 1.059176025286602, + "learning_rate": 1.997908157303059e-05, + "loss": 0.4179, + "step": 5892 + }, + { + "epoch": 4.998303647158609, + "grad_norm": 1.1368436595227098, + "learning_rate": 1.997906381034317e-05, + "loss": 0.4523, + "step": 5893 + }, + { + "epoch": 4.999151823579305, + "grad_norm": 1.0265894152271813, + "learning_rate": 1.9979046040125342e-05, + "loss": 0.4007, + "step": 5894 + }, + { + "epoch": 5.0, + "grad_norm": 1.0395932418089464, + "learning_rate": 1.997902826237712e-05, + "loss": 0.4463, + "step": 5895 + }, + { + "epoch": 5.000848176420695, + "grad_norm": 0.997654881188041, + "learning_rate": 1.9979010477098514e-05, + "loss": 0.355, + "step": 5896 + }, + { + "epoch": 5.001696352841391, + "grad_norm": 1.0430236196569984, + "learning_rate": 1.9978992684289544e-05, + "loss": 0.3209, + "step": 5897 + }, + { + "epoch": 5.002544529262087, + "grad_norm": 1.0201434597113332, + "learning_rate": 1.997897488395022e-05, + "loss": 0.4009, + "step": 5898 + }, + { + "epoch": 5.003392705682782, + "grad_norm": 1.013670818258424, + "learning_rate": 1.9978957076080556e-05, + "loss": 0.3541, + "step": 5899 + }, + { + "epoch": 5.004240882103478, + "grad_norm": 1.1001972480073376, + "learning_rate": 1.9978939260680566e-05, + "loss": 0.3722, + "step": 5900 + }, + { + "epoch": 5.005089058524173, + "grad_norm": 1.1462186738490432, + "learning_rate": 1.997892143775026e-05, + "loss": 0.3941, + "step": 5901 + }, + { + "epoch": 5.005937234944868, + "grad_norm": 1.0875944893282008, + "learning_rate": 1.9978903607289654e-05, + "loss": 0.3805, + "step": 5902 + }, + { + "epoch": 5.006785411365564, + "grad_norm": 1.0788865432596528, + "learning_rate": 1.9978885769298767e-05, + "loss": 0.4266, + "step": 5903 + }, + { + "epoch": 5.00763358778626, + "grad_norm": 1.0249436123240523, + "learning_rate": 1.9978867923777604e-05, + "loss": 0.3876, + "step": 5904 + }, + { + "epoch": 5.008481764206955, + "grad_norm": 1.096298181838086, + "learning_rate": 1.997885007072618e-05, + "loss": 0.3933, + "step": 5905 + }, + { + "epoch": 5.009329940627651, + "grad_norm": 1.0212865679212686, + "learning_rate": 1.997883221014451e-05, + "loss": 0.4183, + "step": 5906 + }, + { + "epoch": 5.010178117048346, + "grad_norm": 1.1077046545837421, + "learning_rate": 1.997881434203261e-05, + "loss": 0.4052, + "step": 5907 + }, + { + "epoch": 5.011026293469041, + "grad_norm": 1.1699166058293557, + "learning_rate": 1.9978796466390488e-05, + "loss": 0.3901, + "step": 5908 + }, + { + "epoch": 5.0118744698897375, + "grad_norm": 1.0556286298714843, + "learning_rate": 1.9978778583218162e-05, + "loss": 0.3808, + "step": 5909 + }, + { + "epoch": 5.012722646310433, + "grad_norm": 1.3021325932357588, + "learning_rate": 1.9978760692515645e-05, + "loss": 0.3919, + "step": 5910 + }, + { + "epoch": 5.013570822731128, + "grad_norm": 1.3145745816725618, + "learning_rate": 1.9978742794282944e-05, + "loss": 0.4356, + "step": 5911 + }, + { + "epoch": 5.0144189991518235, + "grad_norm": 1.0892740427825462, + "learning_rate": 1.9978724888520084e-05, + "loss": 0.3859, + "step": 5912 + }, + { + "epoch": 5.015267175572519, + "grad_norm": 1.0438336677851718, + "learning_rate": 1.9978706975227073e-05, + "loss": 0.3786, + "step": 5913 + }, + { + "epoch": 5.016115351993214, + "grad_norm": 1.0875071285215578, + "learning_rate": 1.9978689054403922e-05, + "loss": 0.3271, + "step": 5914 + }, + { + "epoch": 5.0169635284139105, + "grad_norm": 1.1020366819113239, + "learning_rate": 1.9978671126050645e-05, + "loss": 0.4193, + "step": 5915 + }, + { + "epoch": 5.017811704834606, + "grad_norm": 1.140286243409598, + "learning_rate": 1.9978653190167256e-05, + "loss": 0.3827, + "step": 5916 + }, + { + "epoch": 5.018659881255301, + "grad_norm": 1.0438888335657743, + "learning_rate": 1.9978635246753774e-05, + "loss": 0.3633, + "step": 5917 + }, + { + "epoch": 5.0195080576759965, + "grad_norm": 1.2766646904086953, + "learning_rate": 1.9978617295810206e-05, + "loss": 0.3838, + "step": 5918 + }, + { + "epoch": 5.020356234096692, + "grad_norm": 1.1454013009865691, + "learning_rate": 1.9978599337336566e-05, + "loss": 0.3395, + "step": 5919 + }, + { + "epoch": 5.021204410517387, + "grad_norm": 1.1106784300239447, + "learning_rate": 1.997858137133287e-05, + "loss": 0.3496, + "step": 5920 + }, + { + "epoch": 5.022052586938083, + "grad_norm": 1.256839612437173, + "learning_rate": 1.9978563397799135e-05, + "loss": 0.382, + "step": 5921 + }, + { + "epoch": 5.022900763358779, + "grad_norm": 1.169628088296691, + "learning_rate": 1.9978545416735363e-05, + "loss": 0.3397, + "step": 5922 + }, + { + "epoch": 5.023748939779474, + "grad_norm": 1.3793697248438068, + "learning_rate": 1.9978527428141578e-05, + "loss": 0.4977, + "step": 5923 + }, + { + "epoch": 5.0245971162001695, + "grad_norm": 1.0713609009258627, + "learning_rate": 1.997850943201779e-05, + "loss": 0.4241, + "step": 5924 + }, + { + "epoch": 5.025445292620865, + "grad_norm": 1.1244000714402411, + "learning_rate": 1.9978491428364017e-05, + "loss": 0.3506, + "step": 5925 + }, + { + "epoch": 5.026293469041561, + "grad_norm": 1.3091866375032335, + "learning_rate": 1.9978473417180265e-05, + "loss": 0.3797, + "step": 5926 + }, + { + "epoch": 5.027141645462256, + "grad_norm": 0.9925085134487756, + "learning_rate": 1.9978455398466554e-05, + "loss": 0.3567, + "step": 5927 + }, + { + "epoch": 5.027989821882952, + "grad_norm": 1.0184210674563117, + "learning_rate": 1.9978437372222892e-05, + "loss": 0.3671, + "step": 5928 + }, + { + "epoch": 5.028837998303647, + "grad_norm": 1.0368844936502728, + "learning_rate": 1.9978419338449297e-05, + "loss": 0.3634, + "step": 5929 + }, + { + "epoch": 5.029686174724342, + "grad_norm": 1.0981627272580377, + "learning_rate": 1.997840129714578e-05, + "loss": 0.3235, + "step": 5930 + }, + { + "epoch": 5.030534351145038, + "grad_norm": 1.105745048479583, + "learning_rate": 1.9978383248312355e-05, + "loss": 0.3608, + "step": 5931 + }, + { + "epoch": 5.031382527565734, + "grad_norm": 1.3975860134277245, + "learning_rate": 1.997836519194904e-05, + "loss": 0.3647, + "step": 5932 + }, + { + "epoch": 5.032230703986429, + "grad_norm": 1.0610595803160252, + "learning_rate": 1.997834712805584e-05, + "loss": 0.3965, + "step": 5933 + }, + { + "epoch": 5.033078880407125, + "grad_norm": 1.1183495842687055, + "learning_rate": 1.9978329056632776e-05, + "loss": 0.3704, + "step": 5934 + }, + { + "epoch": 5.03392705682782, + "grad_norm": 1.4754399313237443, + "learning_rate": 1.997831097767986e-05, + "loss": 0.4221, + "step": 5935 + }, + { + "epoch": 5.034775233248515, + "grad_norm": 1.2106892101313769, + "learning_rate": 1.9978292891197106e-05, + "loss": 0.3977, + "step": 5936 + }, + { + "epoch": 5.035623409669212, + "grad_norm": 1.1868325545739202, + "learning_rate": 1.997827479718452e-05, + "loss": 0.3723, + "step": 5937 + }, + { + "epoch": 5.036471586089907, + "grad_norm": 1.18640111936152, + "learning_rate": 1.9978256695642126e-05, + "loss": 0.3696, + "step": 5938 + }, + { + "epoch": 5.037319762510602, + "grad_norm": 1.2503900940603065, + "learning_rate": 1.9978238586569935e-05, + "loss": 0.3649, + "step": 5939 + }, + { + "epoch": 5.038167938931298, + "grad_norm": 1.1028975945389603, + "learning_rate": 1.9978220469967956e-05, + "loss": 0.3745, + "step": 5940 + }, + { + "epoch": 5.039016115351993, + "grad_norm": 1.1818649101402297, + "learning_rate": 1.997820234583621e-05, + "loss": 0.3846, + "step": 5941 + }, + { + "epoch": 5.039864291772688, + "grad_norm": 1.1459206835973992, + "learning_rate": 1.9978184214174704e-05, + "loss": 0.3201, + "step": 5942 + }, + { + "epoch": 5.040712468193385, + "grad_norm": 1.1168760850693822, + "learning_rate": 1.9978166074983458e-05, + "loss": 0.4037, + "step": 5943 + }, + { + "epoch": 5.04156064461408, + "grad_norm": 1.1850348388508745, + "learning_rate": 1.9978147928262478e-05, + "loss": 0.3501, + "step": 5944 + }, + { + "epoch": 5.042408821034775, + "grad_norm": 1.179096008289021, + "learning_rate": 1.9978129774011786e-05, + "loss": 0.3927, + "step": 5945 + }, + { + "epoch": 5.043256997455471, + "grad_norm": 1.254076255224165, + "learning_rate": 1.997811161223139e-05, + "loss": 0.4091, + "step": 5946 + }, + { + "epoch": 5.044105173876166, + "grad_norm": 1.0457583400909176, + "learning_rate": 1.9978093442921302e-05, + "loss": 0.3977, + "step": 5947 + }, + { + "epoch": 5.044953350296861, + "grad_norm": 1.1886175579202436, + "learning_rate": 1.9978075266081546e-05, + "loss": 0.4113, + "step": 5948 + }, + { + "epoch": 5.0458015267175576, + "grad_norm": 1.1429720467839306, + "learning_rate": 1.997805708171212e-05, + "loss": 0.3736, + "step": 5949 + }, + { + "epoch": 5.046649703138253, + "grad_norm": 1.331285373263524, + "learning_rate": 1.9978038889813052e-05, + "loss": 0.4172, + "step": 5950 + }, + { + "epoch": 5.047497879558948, + "grad_norm": 1.0225665194081905, + "learning_rate": 1.997802069038435e-05, + "loss": 0.3428, + "step": 5951 + }, + { + "epoch": 5.048346055979644, + "grad_norm": 1.0441320222420505, + "learning_rate": 1.9978002483426026e-05, + "loss": 0.3271, + "step": 5952 + }, + { + "epoch": 5.049194232400339, + "grad_norm": 1.1232301603679264, + "learning_rate": 1.9977984268938098e-05, + "loss": 0.4017, + "step": 5953 + }, + { + "epoch": 5.050042408821035, + "grad_norm": 1.0508791049020547, + "learning_rate": 1.9977966046920575e-05, + "loss": 0.3204, + "step": 5954 + }, + { + "epoch": 5.0508905852417305, + "grad_norm": 0.98563576321488, + "learning_rate": 1.9977947817373475e-05, + "loss": 0.3583, + "step": 5955 + }, + { + "epoch": 5.051738761662426, + "grad_norm": 1.0366586870195749, + "learning_rate": 1.9977929580296807e-05, + "loss": 0.3761, + "step": 5956 + }, + { + "epoch": 5.052586938083121, + "grad_norm": 1.127902822984316, + "learning_rate": 1.997791133569059e-05, + "loss": 0.3972, + "step": 5957 + }, + { + "epoch": 5.0534351145038165, + "grad_norm": 1.1066167919199617, + "learning_rate": 1.9977893083554835e-05, + "loss": 0.4116, + "step": 5958 + }, + { + "epoch": 5.054283290924512, + "grad_norm": 1.213235979208124, + "learning_rate": 1.9977874823889554e-05, + "loss": 0.4336, + "step": 5959 + }, + { + "epoch": 5.055131467345208, + "grad_norm": 1.2674283739401888, + "learning_rate": 1.9977856556694766e-05, + "loss": 0.3433, + "step": 5960 + }, + { + "epoch": 5.0559796437659035, + "grad_norm": 1.0152767738735287, + "learning_rate": 1.997783828197048e-05, + "loss": 0.3309, + "step": 5961 + }, + { + "epoch": 5.056827820186599, + "grad_norm": 0.9608072971167635, + "learning_rate": 1.9977819999716713e-05, + "loss": 0.403, + "step": 5962 + }, + { + "epoch": 5.057675996607294, + "grad_norm": 1.2272460074998588, + "learning_rate": 1.997780170993347e-05, + "loss": 0.3794, + "step": 5963 + }, + { + "epoch": 5.0585241730279895, + "grad_norm": 1.1025160629280188, + "learning_rate": 1.997778341262078e-05, + "loss": 0.3987, + "step": 5964 + }, + { + "epoch": 5.059372349448686, + "grad_norm": 1.0299073546580853, + "learning_rate": 1.9977765107778652e-05, + "loss": 0.3631, + "step": 5965 + }, + { + "epoch": 5.060220525869381, + "grad_norm": 1.2594622483397027, + "learning_rate": 1.9977746795407088e-05, + "loss": 0.4239, + "step": 5966 + }, + { + "epoch": 5.061068702290076, + "grad_norm": 1.146405757567579, + "learning_rate": 1.9977728475506116e-05, + "loss": 0.4289, + "step": 5967 + }, + { + "epoch": 5.061916878710772, + "grad_norm": 1.1548971849864884, + "learning_rate": 1.9977710148075743e-05, + "loss": 0.4033, + "step": 5968 + }, + { + "epoch": 5.062765055131467, + "grad_norm": 1.204821806922827, + "learning_rate": 1.9977691813115985e-05, + "loss": 0.3795, + "step": 5969 + }, + { + "epoch": 5.0636132315521625, + "grad_norm": 1.0866638314849957, + "learning_rate": 1.9977673470626853e-05, + "loss": 0.3681, + "step": 5970 + }, + { + "epoch": 5.064461407972859, + "grad_norm": 1.182525619297314, + "learning_rate": 1.9977655120608364e-05, + "loss": 0.428, + "step": 5971 + }, + { + "epoch": 5.065309584393554, + "grad_norm": 1.203976110415294, + "learning_rate": 1.9977636763060532e-05, + "loss": 0.4517, + "step": 5972 + }, + { + "epoch": 5.066157760814249, + "grad_norm": 1.3461763534912412, + "learning_rate": 1.997761839798337e-05, + "loss": 0.4307, + "step": 5973 + }, + { + "epoch": 5.067005937234945, + "grad_norm": 1.2795680815845667, + "learning_rate": 1.997760002537689e-05, + "loss": 0.4071, + "step": 5974 + }, + { + "epoch": 5.06785411365564, + "grad_norm": 1.0438108123670211, + "learning_rate": 1.9977581645241108e-05, + "loss": 0.3291, + "step": 5975 + }, + { + "epoch": 5.068702290076336, + "grad_norm": 1.1036175118677725, + "learning_rate": 1.9977563257576033e-05, + "loss": 0.3562, + "step": 5976 + }, + { + "epoch": 5.069550466497032, + "grad_norm": 1.0976801063715353, + "learning_rate": 1.9977544862381686e-05, + "loss": 0.3738, + "step": 5977 + }, + { + "epoch": 5.070398642917727, + "grad_norm": 1.0515157091794174, + "learning_rate": 1.997752645965808e-05, + "loss": 0.3745, + "step": 5978 + }, + { + "epoch": 5.071246819338422, + "grad_norm": 1.127699618095888, + "learning_rate": 1.9977508049405224e-05, + "loss": 0.3541, + "step": 5979 + }, + { + "epoch": 5.072094995759118, + "grad_norm": 1.0546625525671967, + "learning_rate": 1.9977489631623137e-05, + "loss": 0.3653, + "step": 5980 + }, + { + "epoch": 5.072943172179813, + "grad_norm": 1.245747398162989, + "learning_rate": 1.997747120631183e-05, + "loss": 0.3718, + "step": 5981 + }, + { + "epoch": 5.073791348600509, + "grad_norm": 1.257828772740577, + "learning_rate": 1.997745277347132e-05, + "loss": 0.4548, + "step": 5982 + }, + { + "epoch": 5.074639525021205, + "grad_norm": 1.2806777050793772, + "learning_rate": 1.997743433310161e-05, + "loss": 0.4427, + "step": 5983 + }, + { + "epoch": 5.0754877014419, + "grad_norm": 1.213809075622859, + "learning_rate": 1.997741588520273e-05, + "loss": 0.3707, + "step": 5984 + }, + { + "epoch": 5.076335877862595, + "grad_norm": 1.0089607130661553, + "learning_rate": 1.9977397429774683e-05, + "loss": 0.3987, + "step": 5985 + }, + { + "epoch": 5.077184054283291, + "grad_norm": 1.0237681729672912, + "learning_rate": 1.997737896681749e-05, + "loss": 0.3786, + "step": 5986 + }, + { + "epoch": 5.078032230703986, + "grad_norm": 1.086563077982576, + "learning_rate": 1.9977360496331156e-05, + "loss": 0.3737, + "step": 5987 + }, + { + "epoch": 5.078880407124682, + "grad_norm": 1.0685834651154802, + "learning_rate": 1.9977342018315703e-05, + "loss": 0.3869, + "step": 5988 + }, + { + "epoch": 5.079728583545378, + "grad_norm": 1.0781437276049233, + "learning_rate": 1.997732353277114e-05, + "loss": 0.3482, + "step": 5989 + }, + { + "epoch": 5.080576759966073, + "grad_norm": 1.1463983582595911, + "learning_rate": 1.9977305039697486e-05, + "loss": 0.4168, + "step": 5990 + }, + { + "epoch": 5.081424936386768, + "grad_norm": 1.4417690640896959, + "learning_rate": 1.997728653909475e-05, + "loss": 0.444, + "step": 5991 + }, + { + "epoch": 5.082273112807464, + "grad_norm": 1.1935499575593453, + "learning_rate": 1.9977268030962946e-05, + "loss": 0.3083, + "step": 5992 + }, + { + "epoch": 5.08312128922816, + "grad_norm": 1.2773265239177738, + "learning_rate": 1.9977249515302092e-05, + "loss": 0.3804, + "step": 5993 + }, + { + "epoch": 5.083969465648855, + "grad_norm": 1.1452638656339276, + "learning_rate": 1.99772309921122e-05, + "loss": 0.3698, + "step": 5994 + }, + { + "epoch": 5.084817642069551, + "grad_norm": 1.0789523833166625, + "learning_rate": 1.9977212461393285e-05, + "loss": 0.373, + "step": 5995 + }, + { + "epoch": 5.085665818490246, + "grad_norm": 1.2904213743869264, + "learning_rate": 1.9977193923145356e-05, + "loss": 0.4391, + "step": 5996 + }, + { + "epoch": 5.086513994910941, + "grad_norm": 1.2734766214032904, + "learning_rate": 1.9977175377368435e-05, + "loss": 0.3404, + "step": 5997 + }, + { + "epoch": 5.087362171331637, + "grad_norm": 1.0834186622294482, + "learning_rate": 1.997715682406253e-05, + "loss": 0.3855, + "step": 5998 + }, + { + "epoch": 5.088210347752333, + "grad_norm": 1.024966311521329, + "learning_rate": 1.9977138263227655e-05, + "loss": 0.4016, + "step": 5999 + }, + { + "epoch": 5.089058524173028, + "grad_norm": 1.1263239078667537, + "learning_rate": 1.9977119694863828e-05, + "loss": 0.3929, + "step": 6000 + }, + { + "epoch": 5.0899067005937235, + "grad_norm": 1.2625449893378289, + "learning_rate": 1.997710111897106e-05, + "loss": 0.381, + "step": 6001 + }, + { + "epoch": 5.090754877014419, + "grad_norm": 1.1734962297380225, + "learning_rate": 1.9977082535549367e-05, + "loss": 0.3653, + "step": 6002 + }, + { + "epoch": 5.091603053435114, + "grad_norm": 1.1956102839276719, + "learning_rate": 1.997706394459876e-05, + "loss": 0.4078, + "step": 6003 + }, + { + "epoch": 5.09245122985581, + "grad_norm": 1.0551820871227096, + "learning_rate": 1.9977045346119257e-05, + "loss": 0.346, + "step": 6004 + }, + { + "epoch": 5.093299406276506, + "grad_norm": 1.1027316027978729, + "learning_rate": 1.997702674011087e-05, + "loss": 0.3035, + "step": 6005 + }, + { + "epoch": 5.094147582697201, + "grad_norm": 1.2506082128951033, + "learning_rate": 1.997700812657361e-05, + "loss": 0.3994, + "step": 6006 + }, + { + "epoch": 5.0949957591178965, + "grad_norm": 1.0454383463513732, + "learning_rate": 1.9976989505507496e-05, + "loss": 0.3384, + "step": 6007 + }, + { + "epoch": 5.095843935538592, + "grad_norm": 1.1605232182496765, + "learning_rate": 1.997697087691254e-05, + "loss": 0.4801, + "step": 6008 + }, + { + "epoch": 5.096692111959287, + "grad_norm": 1.130354162599088, + "learning_rate": 1.9976952240788754e-05, + "loss": 0.3945, + "step": 6009 + }, + { + "epoch": 5.097540288379983, + "grad_norm": 1.1590123083044992, + "learning_rate": 1.9976933597136153e-05, + "loss": 0.3423, + "step": 6010 + }, + { + "epoch": 5.098388464800679, + "grad_norm": 0.9919713460678478, + "learning_rate": 1.9976914945954757e-05, + "loss": 0.3405, + "step": 6011 + }, + { + "epoch": 5.099236641221374, + "grad_norm": 1.2101808895920054, + "learning_rate": 1.9976896287244574e-05, + "loss": 0.3595, + "step": 6012 + }, + { + "epoch": 5.1000848176420694, + "grad_norm": 1.0934824324758126, + "learning_rate": 1.997687762100562e-05, + "loss": 0.3527, + "step": 6013 + }, + { + "epoch": 5.100932994062765, + "grad_norm": 1.3264138705623747, + "learning_rate": 1.9976858947237904e-05, + "loss": 0.3721, + "step": 6014 + }, + { + "epoch": 5.10178117048346, + "grad_norm": 1.2881307043743198, + "learning_rate": 1.9976840265941448e-05, + "loss": 0.4096, + "step": 6015 + }, + { + "epoch": 5.102629346904156, + "grad_norm": 1.067591951252977, + "learning_rate": 1.9976821577116262e-05, + "loss": 0.3539, + "step": 6016 + }, + { + "epoch": 5.103477523324852, + "grad_norm": 1.1298553234766182, + "learning_rate": 1.9976802880762362e-05, + "loss": 0.3964, + "step": 6017 + }, + { + "epoch": 5.104325699745547, + "grad_norm": 1.2016465167760673, + "learning_rate": 1.997678417687976e-05, + "loss": 0.4569, + "step": 6018 + }, + { + "epoch": 5.105173876166242, + "grad_norm": 1.154578590682635, + "learning_rate": 1.997676546546847e-05, + "loss": 0.3744, + "step": 6019 + }, + { + "epoch": 5.106022052586938, + "grad_norm": 1.0927730705215766, + "learning_rate": 1.9976746746528508e-05, + "loss": 0.4174, + "step": 6020 + }, + { + "epoch": 5.106870229007634, + "grad_norm": 1.1952299226718042, + "learning_rate": 1.9976728020059886e-05, + "loss": 0.3582, + "step": 6021 + }, + { + "epoch": 5.107718405428329, + "grad_norm": 1.062748424847814, + "learning_rate": 1.9976709286062623e-05, + "loss": 0.3646, + "step": 6022 + }, + { + "epoch": 5.108566581849025, + "grad_norm": 1.1988396797645435, + "learning_rate": 1.9976690544536727e-05, + "loss": 0.3913, + "step": 6023 + }, + { + "epoch": 5.10941475826972, + "grad_norm": 1.1037438792772096, + "learning_rate": 1.9976671795482212e-05, + "loss": 0.3577, + "step": 6024 + }, + { + "epoch": 5.110262934690415, + "grad_norm": 1.137606963789102, + "learning_rate": 1.99766530388991e-05, + "loss": 0.3352, + "step": 6025 + }, + { + "epoch": 5.111111111111111, + "grad_norm": 1.060218182246276, + "learning_rate": 1.9976634274787396e-05, + "loss": 0.2964, + "step": 6026 + }, + { + "epoch": 5.111959287531807, + "grad_norm": 1.102932551580473, + "learning_rate": 1.9976615503147117e-05, + "loss": 0.3088, + "step": 6027 + }, + { + "epoch": 5.112807463952502, + "grad_norm": 1.3387798751879254, + "learning_rate": 1.9976596723978284e-05, + "loss": 0.4113, + "step": 6028 + }, + { + "epoch": 5.113655640373198, + "grad_norm": 1.0639796483923198, + "learning_rate": 1.9976577937280898e-05, + "loss": 0.3277, + "step": 6029 + }, + { + "epoch": 5.114503816793893, + "grad_norm": 1.2432633574941487, + "learning_rate": 1.9976559143054987e-05, + "loss": 0.4258, + "step": 6030 + }, + { + "epoch": 5.115351993214588, + "grad_norm": 1.2316113674390834, + "learning_rate": 1.9976540341300556e-05, + "loss": 0.4066, + "step": 6031 + }, + { + "epoch": 5.116200169635285, + "grad_norm": 1.2107057808068222, + "learning_rate": 1.997652153201762e-05, + "loss": 0.3859, + "step": 6032 + }, + { + "epoch": 5.11704834605598, + "grad_norm": 1.0297606731001625, + "learning_rate": 1.9976502715206197e-05, + "loss": 0.388, + "step": 6033 + }, + { + "epoch": 5.117896522476675, + "grad_norm": 1.2015371620047017, + "learning_rate": 1.99764838908663e-05, + "loss": 0.3816, + "step": 6034 + }, + { + "epoch": 5.118744698897371, + "grad_norm": 1.251887204118109, + "learning_rate": 1.9976465058997944e-05, + "loss": 0.3371, + "step": 6035 + }, + { + "epoch": 5.119592875318066, + "grad_norm": 1.0143313913876693, + "learning_rate": 1.997644621960114e-05, + "loss": 0.3204, + "step": 6036 + }, + { + "epoch": 5.120441051738761, + "grad_norm": 1.0739735227123368, + "learning_rate": 1.9976427372675904e-05, + "loss": 0.325, + "step": 6037 + }, + { + "epoch": 5.1212892281594575, + "grad_norm": 1.149332898236235, + "learning_rate": 1.997640851822225e-05, + "loss": 0.3445, + "step": 6038 + }, + { + "epoch": 5.122137404580153, + "grad_norm": 1.092391475254044, + "learning_rate": 1.9976389656240193e-05, + "loss": 0.3853, + "step": 6039 + }, + { + "epoch": 5.122985581000848, + "grad_norm": 1.091161189279545, + "learning_rate": 1.9976370786729746e-05, + "loss": 0.4362, + "step": 6040 + }, + { + "epoch": 5.123833757421544, + "grad_norm": 1.3904966907366223, + "learning_rate": 1.9976351909690925e-05, + "loss": 0.4312, + "step": 6041 + }, + { + "epoch": 5.124681933842239, + "grad_norm": 1.05299726711232, + "learning_rate": 1.9976333025123743e-05, + "loss": 0.3231, + "step": 6042 + }, + { + "epoch": 5.125530110262934, + "grad_norm": 1.0507679492744477, + "learning_rate": 1.997631413302821e-05, + "loss": 0.3975, + "step": 6043 + }, + { + "epoch": 5.1263782866836305, + "grad_norm": 1.2995519999751979, + "learning_rate": 1.997629523340435e-05, + "loss": 0.469, + "step": 6044 + }, + { + "epoch": 5.127226463104326, + "grad_norm": 1.0576223133942146, + "learning_rate": 1.9976276326252173e-05, + "loss": 0.3724, + "step": 6045 + }, + { + "epoch": 5.128074639525021, + "grad_norm": 1.0745391031150915, + "learning_rate": 1.997625741157169e-05, + "loss": 0.3547, + "step": 6046 + }, + { + "epoch": 5.1289228159457165, + "grad_norm": 1.1408679254462715, + "learning_rate": 1.9976238489362915e-05, + "loss": 0.4209, + "step": 6047 + }, + { + "epoch": 5.129770992366412, + "grad_norm": 1.294547524994597, + "learning_rate": 1.9976219559625868e-05, + "loss": 0.4532, + "step": 6048 + }, + { + "epoch": 5.130619168787108, + "grad_norm": 1.098675275841266, + "learning_rate": 1.997620062236056e-05, + "loss": 0.4213, + "step": 6049 + }, + { + "epoch": 5.1314673452078035, + "grad_norm": 1.1250774658567484, + "learning_rate": 1.9976181677567003e-05, + "loss": 0.3275, + "step": 6050 + }, + { + "epoch": 5.132315521628499, + "grad_norm": 1.1317316471012484, + "learning_rate": 1.9976162725245215e-05, + "loss": 0.4172, + "step": 6051 + }, + { + "epoch": 5.133163698049194, + "grad_norm": 1.031094225768043, + "learning_rate": 1.997614376539521e-05, + "loss": 0.3668, + "step": 6052 + }, + { + "epoch": 5.1340118744698895, + "grad_norm": 1.2693395695471867, + "learning_rate": 1.9976124798017e-05, + "loss": 0.3684, + "step": 6053 + }, + { + "epoch": 5.134860050890585, + "grad_norm": 1.1985324386948955, + "learning_rate": 1.99761058231106e-05, + "loss": 0.4052, + "step": 6054 + }, + { + "epoch": 5.135708227311281, + "grad_norm": 1.0581519755534163, + "learning_rate": 1.9976086840676024e-05, + "loss": 0.3926, + "step": 6055 + }, + { + "epoch": 5.136556403731976, + "grad_norm": 1.0947463737360954, + "learning_rate": 1.9976067850713288e-05, + "loss": 0.3949, + "step": 6056 + }, + { + "epoch": 5.137404580152672, + "grad_norm": 1.3417878012420692, + "learning_rate": 1.9976048853222408e-05, + "loss": 0.3311, + "step": 6057 + }, + { + "epoch": 5.138252756573367, + "grad_norm": 1.193869407777288, + "learning_rate": 1.9976029848203393e-05, + "loss": 0.3903, + "step": 6058 + }, + { + "epoch": 5.1391009329940625, + "grad_norm": 1.1015764724646422, + "learning_rate": 1.9976010835656262e-05, + "loss": 0.4149, + "step": 6059 + }, + { + "epoch": 5.139949109414759, + "grad_norm": 0.9769517395391781, + "learning_rate": 1.9975991815581027e-05, + "loss": 0.3245, + "step": 6060 + }, + { + "epoch": 5.140797285835454, + "grad_norm": 1.2201199971709453, + "learning_rate": 1.99759727879777e-05, + "loss": 0.4058, + "step": 6061 + }, + { + "epoch": 5.141645462256149, + "grad_norm": 1.1932618403400566, + "learning_rate": 1.9975953752846303e-05, + "loss": 0.5108, + "step": 6062 + }, + { + "epoch": 5.142493638676845, + "grad_norm": 1.1139689603951615, + "learning_rate": 1.9975934710186842e-05, + "loss": 0.3457, + "step": 6063 + }, + { + "epoch": 5.14334181509754, + "grad_norm": 1.118376915386331, + "learning_rate": 1.997591565999934e-05, + "loss": 0.4871, + "step": 6064 + }, + { + "epoch": 5.144189991518235, + "grad_norm": 1.0184547133979243, + "learning_rate": 1.9975896602283802e-05, + "loss": 0.3223, + "step": 6065 + }, + { + "epoch": 5.145038167938932, + "grad_norm": 1.1652183413823165, + "learning_rate": 1.997587753704025e-05, + "loss": 0.4122, + "step": 6066 + }, + { + "epoch": 5.145886344359627, + "grad_norm": 1.1397438713815309, + "learning_rate": 1.997585846426869e-05, + "loss": 0.3869, + "step": 6067 + }, + { + "epoch": 5.146734520780322, + "grad_norm": 1.1230692876680937, + "learning_rate": 1.9975839383969145e-05, + "loss": 0.3654, + "step": 6068 + }, + { + "epoch": 5.147582697201018, + "grad_norm": 1.0148804015615391, + "learning_rate": 1.9975820296141625e-05, + "loss": 0.3521, + "step": 6069 + }, + { + "epoch": 5.148430873621713, + "grad_norm": 1.0967900824439047, + "learning_rate": 1.9975801200786143e-05, + "loss": 0.3256, + "step": 6070 + }, + { + "epoch": 5.149279050042409, + "grad_norm": 1.2486370411212642, + "learning_rate": 1.997578209790272e-05, + "loss": 0.411, + "step": 6071 + }, + { + "epoch": 5.150127226463105, + "grad_norm": 1.2821080631328279, + "learning_rate": 1.9975762987491365e-05, + "loss": 0.3851, + "step": 6072 + }, + { + "epoch": 5.1509754028838, + "grad_norm": 1.0615707820823004, + "learning_rate": 1.9975743869552094e-05, + "loss": 0.3268, + "step": 6073 + }, + { + "epoch": 5.151823579304495, + "grad_norm": 1.041492783643728, + "learning_rate": 1.997572474408492e-05, + "loss": 0.3805, + "step": 6074 + }, + { + "epoch": 5.152671755725191, + "grad_norm": 1.0918097319808968, + "learning_rate": 1.9975705611089856e-05, + "loss": 0.3505, + "step": 6075 + }, + { + "epoch": 5.153519932145886, + "grad_norm": 1.238426090085325, + "learning_rate": 1.9975686470566922e-05, + "loss": 0.3611, + "step": 6076 + }, + { + "epoch": 5.154368108566582, + "grad_norm": 1.012351939136897, + "learning_rate": 1.9975667322516132e-05, + "loss": 0.3461, + "step": 6077 + }, + { + "epoch": 5.155216284987278, + "grad_norm": 1.1475709633555016, + "learning_rate": 1.9975648166937492e-05, + "loss": 0.3955, + "step": 6078 + }, + { + "epoch": 5.156064461407973, + "grad_norm": 1.0846704126122346, + "learning_rate": 1.9975629003831027e-05, + "loss": 0.3741, + "step": 6079 + }, + { + "epoch": 5.156912637828668, + "grad_norm": 1.0885838531191023, + "learning_rate": 1.9975609833196742e-05, + "loss": 0.3797, + "step": 6080 + }, + { + "epoch": 5.157760814249364, + "grad_norm": 1.0795321350979705, + "learning_rate": 1.997559065503466e-05, + "loss": 0.326, + "step": 6081 + }, + { + "epoch": 5.158608990670059, + "grad_norm": 1.1054280438862545, + "learning_rate": 1.997557146934479e-05, + "loss": 0.3807, + "step": 6082 + }, + { + "epoch": 5.159457167090755, + "grad_norm": 1.1221116533200266, + "learning_rate": 1.9975552276127148e-05, + "loss": 0.3531, + "step": 6083 + }, + { + "epoch": 5.1603053435114505, + "grad_norm": 1.2043812095930053, + "learning_rate": 1.9975533075381747e-05, + "loss": 0.4078, + "step": 6084 + }, + { + "epoch": 5.161153519932146, + "grad_norm": 1.1338360782584735, + "learning_rate": 1.9975513867108605e-05, + "loss": 0.3602, + "step": 6085 + }, + { + "epoch": 5.162001696352841, + "grad_norm": 1.336548069517544, + "learning_rate": 1.9975494651307735e-05, + "loss": 0.3773, + "step": 6086 + }, + { + "epoch": 5.162849872773537, + "grad_norm": 1.0423589932798707, + "learning_rate": 1.9975475427979152e-05, + "loss": 0.3821, + "step": 6087 + }, + { + "epoch": 5.163698049194233, + "grad_norm": 1.1810750779228225, + "learning_rate": 1.9975456197122868e-05, + "loss": 0.3559, + "step": 6088 + }, + { + "epoch": 5.164546225614928, + "grad_norm": 1.175953402455314, + "learning_rate": 1.9975436958738897e-05, + "loss": 0.3721, + "step": 6089 + }, + { + "epoch": 5.1653944020356235, + "grad_norm": 1.018474777850306, + "learning_rate": 1.997541771282726e-05, + "loss": 0.3185, + "step": 6090 + }, + { + "epoch": 5.166242578456319, + "grad_norm": 1.2329039289569728, + "learning_rate": 1.9975398459387963e-05, + "loss": 0.3889, + "step": 6091 + }, + { + "epoch": 5.167090754877014, + "grad_norm": 1.2382802861741018, + "learning_rate": 1.9975379198421027e-05, + "loss": 0.3832, + "step": 6092 + }, + { + "epoch": 5.1679389312977095, + "grad_norm": 1.2019283152170854, + "learning_rate": 1.9975359929926464e-05, + "loss": 0.4147, + "step": 6093 + }, + { + "epoch": 5.168787107718406, + "grad_norm": 1.1691091271618508, + "learning_rate": 1.9975340653904286e-05, + "loss": 0.379, + "step": 6094 + }, + { + "epoch": 5.169635284139101, + "grad_norm": 1.3720449183470906, + "learning_rate": 1.9975321370354513e-05, + "loss": 0.4147, + "step": 6095 + }, + { + "epoch": 5.1704834605597965, + "grad_norm": 1.1145669643152045, + "learning_rate": 1.9975302079277158e-05, + "loss": 0.414, + "step": 6096 + }, + { + "epoch": 5.171331636980492, + "grad_norm": 1.2915273750184466, + "learning_rate": 1.9975282780672235e-05, + "loss": 0.4482, + "step": 6097 + }, + { + "epoch": 5.172179813401187, + "grad_norm": 1.150333665866147, + "learning_rate": 1.9975263474539753e-05, + "loss": 0.3649, + "step": 6098 + }, + { + "epoch": 5.1730279898218825, + "grad_norm": 1.0621453393151594, + "learning_rate": 1.9975244160879734e-05, + "loss": 0.3607, + "step": 6099 + }, + { + "epoch": 5.173876166242579, + "grad_norm": 1.3999760914027966, + "learning_rate": 1.997522483969219e-05, + "loss": 0.4293, + "step": 6100 + }, + { + "epoch": 5.174724342663274, + "grad_norm": 1.1793101027410255, + "learning_rate": 1.9975205510977137e-05, + "loss": 0.3582, + "step": 6101 + }, + { + "epoch": 5.175572519083969, + "grad_norm": 1.3838621771107729, + "learning_rate": 1.997518617473459e-05, + "loss": 0.3577, + "step": 6102 + }, + { + "epoch": 5.176420695504665, + "grad_norm": 1.0355577059825083, + "learning_rate": 1.9975166830964558e-05, + "loss": 0.3473, + "step": 6103 + }, + { + "epoch": 5.17726887192536, + "grad_norm": 1.1232195361797066, + "learning_rate": 1.997514747966706e-05, + "loss": 0.3808, + "step": 6104 + }, + { + "epoch": 5.178117048346056, + "grad_norm": 1.1546242612734194, + "learning_rate": 1.9975128120842112e-05, + "loss": 0.4291, + "step": 6105 + }, + { + "epoch": 5.178965224766752, + "grad_norm": 1.1601033281338877, + "learning_rate": 1.9975108754489725e-05, + "loss": 0.3764, + "step": 6106 + }, + { + "epoch": 5.179813401187447, + "grad_norm": 1.0630668997818473, + "learning_rate": 1.9975089380609916e-05, + "loss": 0.3712, + "step": 6107 + }, + { + "epoch": 5.180661577608142, + "grad_norm": 1.2803040315267638, + "learning_rate": 1.9975069999202697e-05, + "loss": 0.4399, + "step": 6108 + }, + { + "epoch": 5.181509754028838, + "grad_norm": 1.1729545203555596, + "learning_rate": 1.9975050610268087e-05, + "loss": 0.3996, + "step": 6109 + }, + { + "epoch": 5.182357930449533, + "grad_norm": 1.6880763563770256, + "learning_rate": 1.9975031213806097e-05, + "loss": 0.4051, + "step": 6110 + }, + { + "epoch": 5.183206106870229, + "grad_norm": 1.158639717750106, + "learning_rate": 1.9975011809816743e-05, + "loss": 0.4035, + "step": 6111 + }, + { + "epoch": 5.184054283290925, + "grad_norm": 1.0232315518382593, + "learning_rate": 1.997499239830004e-05, + "loss": 0.3246, + "step": 6112 + }, + { + "epoch": 5.18490245971162, + "grad_norm": 1.08598718439089, + "learning_rate": 1.9974972979256e-05, + "loss": 0.4086, + "step": 6113 + }, + { + "epoch": 5.185750636132315, + "grad_norm": 1.2807225233632757, + "learning_rate": 1.9974953552684643e-05, + "loss": 0.4362, + "step": 6114 + }, + { + "epoch": 5.186598812553011, + "grad_norm": 1.0931574788001155, + "learning_rate": 1.997493411858598e-05, + "loss": 0.3757, + "step": 6115 + }, + { + "epoch": 5.187446988973707, + "grad_norm": 1.0527679886343941, + "learning_rate": 1.9974914676960023e-05, + "loss": 0.3554, + "step": 6116 + }, + { + "epoch": 5.188295165394402, + "grad_norm": 1.20878080522827, + "learning_rate": 1.997489522780679e-05, + "loss": 0.4183, + "step": 6117 + }, + { + "epoch": 5.189143341815098, + "grad_norm": 1.0147499376528757, + "learning_rate": 1.99748757711263e-05, + "loss": 0.3474, + "step": 6118 + }, + { + "epoch": 5.189991518235793, + "grad_norm": 1.4369240381440818, + "learning_rate": 1.997485630691856e-05, + "loss": 0.4522, + "step": 6119 + }, + { + "epoch": 5.190839694656488, + "grad_norm": 1.1741183843309417, + "learning_rate": 1.9974836835183586e-05, + "loss": 0.3917, + "step": 6120 + }, + { + "epoch": 5.191687871077184, + "grad_norm": 1.3103990450518594, + "learning_rate": 1.9974817355921395e-05, + "loss": 0.3775, + "step": 6121 + }, + { + "epoch": 5.19253604749788, + "grad_norm": 1.149239992375636, + "learning_rate": 1.9974797869132002e-05, + "loss": 0.4571, + "step": 6122 + }, + { + "epoch": 5.193384223918575, + "grad_norm": 1.0421968213007766, + "learning_rate": 1.9974778374815424e-05, + "loss": 0.402, + "step": 6123 + }, + { + "epoch": 5.194232400339271, + "grad_norm": 1.0397260192008804, + "learning_rate": 1.997475887297167e-05, + "loss": 0.374, + "step": 6124 + }, + { + "epoch": 5.195080576759966, + "grad_norm": 1.063089232476596, + "learning_rate": 1.9974739363600758e-05, + "loss": 0.3464, + "step": 6125 + }, + { + "epoch": 5.195928753180661, + "grad_norm": 1.3389756387102123, + "learning_rate": 1.9974719846702698e-05, + "loss": 0.3515, + "step": 6126 + }, + { + "epoch": 5.1967769296013575, + "grad_norm": 1.161447640096309, + "learning_rate": 1.9974700322277514e-05, + "loss": 0.4203, + "step": 6127 + }, + { + "epoch": 5.197625106022053, + "grad_norm": 1.0993592064324065, + "learning_rate": 1.9974680790325212e-05, + "loss": 0.3855, + "step": 6128 + }, + { + "epoch": 5.198473282442748, + "grad_norm": 1.1425284569703398, + "learning_rate": 1.9974661250845813e-05, + "loss": 0.3718, + "step": 6129 + }, + { + "epoch": 5.1993214588634435, + "grad_norm": 1.1818140356497355, + "learning_rate": 1.997464170383933e-05, + "loss": 0.3615, + "step": 6130 + }, + { + "epoch": 5.200169635284139, + "grad_norm": 1.1984774489914198, + "learning_rate": 1.9974622149305773e-05, + "loss": 0.3686, + "step": 6131 + }, + { + "epoch": 5.201017811704834, + "grad_norm": 1.30321200970936, + "learning_rate": 1.997460258724516e-05, + "loss": 0.3817, + "step": 6132 + }, + { + "epoch": 5.2018659881255305, + "grad_norm": 1.1035630597329935, + "learning_rate": 1.9974583017657507e-05, + "loss": 0.3825, + "step": 6133 + }, + { + "epoch": 5.202714164546226, + "grad_norm": 1.1776945489129753, + "learning_rate": 1.997456344054283e-05, + "loss": 0.3871, + "step": 6134 + }, + { + "epoch": 5.203562340966921, + "grad_norm": 1.160641152089475, + "learning_rate": 1.997454385590114e-05, + "loss": 0.4043, + "step": 6135 + }, + { + "epoch": 5.2044105173876165, + "grad_norm": 1.038981343596873, + "learning_rate": 1.9974524263732455e-05, + "loss": 0.3128, + "step": 6136 + }, + { + "epoch": 5.205258693808312, + "grad_norm": 1.2157834021701146, + "learning_rate": 1.9974504664036786e-05, + "loss": 0.3915, + "step": 6137 + }, + { + "epoch": 5.206106870229007, + "grad_norm": 1.1968927918075494, + "learning_rate": 1.9974485056814154e-05, + "loss": 0.456, + "step": 6138 + }, + { + "epoch": 5.206955046649703, + "grad_norm": 1.1612700313784992, + "learning_rate": 1.9974465442064568e-05, + "loss": 0.3587, + "step": 6139 + }, + { + "epoch": 5.207803223070399, + "grad_norm": 1.157228090144407, + "learning_rate": 1.9974445819788044e-05, + "loss": 0.3866, + "step": 6140 + }, + { + "epoch": 5.208651399491094, + "grad_norm": 1.0131139228103292, + "learning_rate": 1.99744261899846e-05, + "loss": 0.3385, + "step": 6141 + }, + { + "epoch": 5.2094995759117895, + "grad_norm": 1.0373827263402309, + "learning_rate": 1.9974406552654245e-05, + "loss": 0.3737, + "step": 6142 + }, + { + "epoch": 5.210347752332485, + "grad_norm": 1.3676479564004074, + "learning_rate": 1.9974386907797e-05, + "loss": 0.3324, + "step": 6143 + }, + { + "epoch": 5.211195928753181, + "grad_norm": 1.3417736991153, + "learning_rate": 1.9974367255412874e-05, + "loss": 0.4149, + "step": 6144 + }, + { + "epoch": 5.212044105173876, + "grad_norm": 1.2401066912585403, + "learning_rate": 1.9974347595501887e-05, + "loss": 0.4792, + "step": 6145 + }, + { + "epoch": 5.212892281594572, + "grad_norm": 1.390674752644391, + "learning_rate": 1.997432792806405e-05, + "loss": 0.5149, + "step": 6146 + }, + { + "epoch": 5.213740458015267, + "grad_norm": 1.1279471946521773, + "learning_rate": 1.997430825309938e-05, + "loss": 0.424, + "step": 6147 + }, + { + "epoch": 5.214588634435962, + "grad_norm": 1.0715777499931662, + "learning_rate": 1.9974288570607895e-05, + "loss": 0.3449, + "step": 6148 + }, + { + "epoch": 5.215436810856658, + "grad_norm": 1.2195710476655908, + "learning_rate": 1.99742688805896e-05, + "loss": 0.3921, + "step": 6149 + }, + { + "epoch": 5.216284987277354, + "grad_norm": 1.365551682410789, + "learning_rate": 1.9974249183044518e-05, + "loss": 0.4339, + "step": 6150 + }, + { + "epoch": 5.217133163698049, + "grad_norm": 1.1230276207088432, + "learning_rate": 1.9974229477972664e-05, + "loss": 0.4339, + "step": 6151 + }, + { + "epoch": 5.217981340118745, + "grad_norm": 1.1477077817869155, + "learning_rate": 1.9974209765374052e-05, + "loss": 0.4001, + "step": 6152 + }, + { + "epoch": 5.21882951653944, + "grad_norm": 1.239597571961732, + "learning_rate": 1.9974190045248695e-05, + "loss": 0.4166, + "step": 6153 + }, + { + "epoch": 5.219677692960135, + "grad_norm": 1.1368568772790528, + "learning_rate": 1.9974170317596603e-05, + "loss": 0.4227, + "step": 6154 + }, + { + "epoch": 5.220525869380832, + "grad_norm": 1.1253222488205825, + "learning_rate": 1.99741505824178e-05, + "loss": 0.3976, + "step": 6155 + }, + { + "epoch": 5.221374045801527, + "grad_norm": 1.1832628621035988, + "learning_rate": 1.99741308397123e-05, + "loss": 0.3894, + "step": 6156 + }, + { + "epoch": 5.222222222222222, + "grad_norm": 1.131000863173116, + "learning_rate": 1.9974111089480112e-05, + "loss": 0.3776, + "step": 6157 + }, + { + "epoch": 5.223070398642918, + "grad_norm": 1.1697103684974628, + "learning_rate": 1.9974091331721258e-05, + "loss": 0.3693, + "step": 6158 + }, + { + "epoch": 5.223918575063613, + "grad_norm": 1.1691585723163676, + "learning_rate": 1.9974071566435743e-05, + "loss": 0.4416, + "step": 6159 + }, + { + "epoch": 5.224766751484308, + "grad_norm": 1.0887812164649202, + "learning_rate": 1.997405179362359e-05, + "loss": 0.3716, + "step": 6160 + }, + { + "epoch": 5.225614927905005, + "grad_norm": 1.1876909352065637, + "learning_rate": 1.9974032013284814e-05, + "loss": 0.4121, + "step": 6161 + }, + { + "epoch": 5.2264631043257, + "grad_norm": 1.0519334798972193, + "learning_rate": 1.9974012225419426e-05, + "loss": 0.3736, + "step": 6162 + }, + { + "epoch": 5.227311280746395, + "grad_norm": 1.129835494337599, + "learning_rate": 1.9973992430027443e-05, + "loss": 0.4231, + "step": 6163 + }, + { + "epoch": 5.228159457167091, + "grad_norm": 1.1452054515247156, + "learning_rate": 1.997397262710888e-05, + "loss": 0.3845, + "step": 6164 + }, + { + "epoch": 5.229007633587786, + "grad_norm": 1.1945829297030015, + "learning_rate": 1.9973952816663754e-05, + "loss": 0.4413, + "step": 6165 + }, + { + "epoch": 5.229855810008482, + "grad_norm": 1.2123978569121256, + "learning_rate": 1.9973932998692075e-05, + "loss": 0.3396, + "step": 6166 + }, + { + "epoch": 5.2307039864291776, + "grad_norm": 1.0876163021881053, + "learning_rate": 1.997391317319386e-05, + "loss": 0.4456, + "step": 6167 + }, + { + "epoch": 5.231552162849873, + "grad_norm": 1.1506590275867983, + "learning_rate": 1.997389334016913e-05, + "loss": 0.3691, + "step": 6168 + }, + { + "epoch": 5.232400339270568, + "grad_norm": 1.1063522837638358, + "learning_rate": 1.997387349961789e-05, + "loss": 0.3674, + "step": 6169 + }, + { + "epoch": 5.233248515691264, + "grad_norm": 1.3875754075558595, + "learning_rate": 1.9973853651540155e-05, + "loss": 0.3966, + "step": 6170 + }, + { + "epoch": 5.234096692111959, + "grad_norm": 1.1008595326147799, + "learning_rate": 1.997383379593595e-05, + "loss": 0.397, + "step": 6171 + }, + { + "epoch": 5.234944868532655, + "grad_norm": 1.1062153776265973, + "learning_rate": 1.9973813932805283e-05, + "loss": 0.3427, + "step": 6172 + }, + { + "epoch": 5.2357930449533505, + "grad_norm": 1.1294358304943166, + "learning_rate": 1.997379406214817e-05, + "loss": 0.4044, + "step": 6173 + }, + { + "epoch": 5.236641221374046, + "grad_norm": 1.0863781287671146, + "learning_rate": 1.9973774183964627e-05, + "loss": 0.4284, + "step": 6174 + }, + { + "epoch": 5.237489397794741, + "grad_norm": 0.974935683970051, + "learning_rate": 1.997375429825467e-05, + "loss": 0.3961, + "step": 6175 + }, + { + "epoch": 5.2383375742154366, + "grad_norm": 1.0508295662674194, + "learning_rate": 1.997373440501831e-05, + "loss": 0.3141, + "step": 6176 + }, + { + "epoch": 5.239185750636132, + "grad_norm": 1.203923540237114, + "learning_rate": 1.9973714504255563e-05, + "loss": 0.4218, + "step": 6177 + }, + { + "epoch": 5.240033927056828, + "grad_norm": 1.1937372122229093, + "learning_rate": 1.9973694595966448e-05, + "loss": 0.4625, + "step": 6178 + }, + { + "epoch": 5.2408821034775235, + "grad_norm": 1.1868328512472945, + "learning_rate": 1.9973674680150977e-05, + "loss": 0.4222, + "step": 6179 + }, + { + "epoch": 5.241730279898219, + "grad_norm": 0.9763707717174352, + "learning_rate": 1.9973654756809165e-05, + "loss": 0.3155, + "step": 6180 + }, + { + "epoch": 5.242578456318914, + "grad_norm": 1.03922463013616, + "learning_rate": 1.997363482594103e-05, + "loss": 0.385, + "step": 6181 + }, + { + "epoch": 5.2434266327396095, + "grad_norm": 1.1780071845221307, + "learning_rate": 1.997361488754658e-05, + "loss": 0.4444, + "step": 6182 + }, + { + "epoch": 5.244274809160306, + "grad_norm": 1.0730265244800092, + "learning_rate": 1.9973594941625838e-05, + "loss": 0.3868, + "step": 6183 + }, + { + "epoch": 5.245122985581001, + "grad_norm": 1.534051921264943, + "learning_rate": 1.9973574988178815e-05, + "loss": 0.3875, + "step": 6184 + }, + { + "epoch": 5.245971162001696, + "grad_norm": 1.0106313580930628, + "learning_rate": 1.9973555027205528e-05, + "loss": 0.3724, + "step": 6185 + }, + { + "epoch": 5.246819338422392, + "grad_norm": 1.2183346465816953, + "learning_rate": 1.9973535058705987e-05, + "loss": 0.3748, + "step": 6186 + }, + { + "epoch": 5.247667514843087, + "grad_norm": 1.0787329937796222, + "learning_rate": 1.9973515082680213e-05, + "loss": 0.3132, + "step": 6187 + }, + { + "epoch": 5.2485156912637825, + "grad_norm": 1.2223838338317683, + "learning_rate": 1.9973495099128216e-05, + "loss": 0.429, + "step": 6188 + }, + { + "epoch": 5.249363867684479, + "grad_norm": 1.081162818737158, + "learning_rate": 1.997347510805002e-05, + "loss": 0.413, + "step": 6189 + }, + { + "epoch": 5.250212044105174, + "grad_norm": 1.0249296039299518, + "learning_rate": 1.997345510944563e-05, + "loss": 0.3424, + "step": 6190 + }, + { + "epoch": 5.251060220525869, + "grad_norm": 1.195117662750442, + "learning_rate": 1.9973435103315065e-05, + "loss": 0.4724, + "step": 6191 + }, + { + "epoch": 5.251908396946565, + "grad_norm": 1.2457710309630083, + "learning_rate": 1.997341508965834e-05, + "loss": 0.4039, + "step": 6192 + }, + { + "epoch": 5.25275657336726, + "grad_norm": 1.073627487427904, + "learning_rate": 1.9973395068475476e-05, + "loss": 0.4338, + "step": 6193 + }, + { + "epoch": 5.253604749787955, + "grad_norm": 1.2700195031662806, + "learning_rate": 1.9973375039766475e-05, + "loss": 0.3951, + "step": 6194 + }, + { + "epoch": 5.254452926208652, + "grad_norm": 1.3696298401897335, + "learning_rate": 1.997335500353136e-05, + "loss": 0.4244, + "step": 6195 + }, + { + "epoch": 5.255301102629347, + "grad_norm": 1.1303361998889492, + "learning_rate": 1.997333495977015e-05, + "loss": 0.3794, + "step": 6196 + }, + { + "epoch": 5.256149279050042, + "grad_norm": 1.1861865501688793, + "learning_rate": 1.9973314908482852e-05, + "loss": 0.3757, + "step": 6197 + }, + { + "epoch": 5.256997455470738, + "grad_norm": 1.0996452881350696, + "learning_rate": 1.9973294849669487e-05, + "loss": 0.4054, + "step": 6198 + }, + { + "epoch": 5.257845631891433, + "grad_norm": 1.2336557780096493, + "learning_rate": 1.997327478333007e-05, + "loss": 0.4472, + "step": 6199 + }, + { + "epoch": 5.258693808312129, + "grad_norm": 1.044556380595218, + "learning_rate": 1.997325470946461e-05, + "loss": 0.3624, + "step": 6200 + }, + { + "epoch": 5.259541984732825, + "grad_norm": 1.2094842292807937, + "learning_rate": 1.997323462807313e-05, + "loss": 0.3435, + "step": 6201 + }, + { + "epoch": 5.26039016115352, + "grad_norm": 1.1850510749667877, + "learning_rate": 1.997321453915564e-05, + "loss": 0.3513, + "step": 6202 + }, + { + "epoch": 5.261238337574215, + "grad_norm": 1.139994511065913, + "learning_rate": 1.9973194442712155e-05, + "loss": 0.3898, + "step": 6203 + }, + { + "epoch": 5.262086513994911, + "grad_norm": 1.3221201405190797, + "learning_rate": 1.9973174338742695e-05, + "loss": 0.4234, + "step": 6204 + }, + { + "epoch": 5.262934690415607, + "grad_norm": 1.0822780656490225, + "learning_rate": 1.9973154227247272e-05, + "loss": 0.3601, + "step": 6205 + }, + { + "epoch": 5.263782866836302, + "grad_norm": 1.0688930441310671, + "learning_rate": 1.99731341082259e-05, + "loss": 0.3657, + "step": 6206 + }, + { + "epoch": 5.264631043256998, + "grad_norm": 0.9892738797111512, + "learning_rate": 1.9973113981678595e-05, + "loss": 0.3531, + "step": 6207 + }, + { + "epoch": 5.265479219677693, + "grad_norm": 1.0651865030138625, + "learning_rate": 1.9973093847605373e-05, + "loss": 0.3853, + "step": 6208 + }, + { + "epoch": 5.266327396098388, + "grad_norm": 1.0362850710499267, + "learning_rate": 1.9973073706006247e-05, + "loss": 0.3076, + "step": 6209 + }, + { + "epoch": 5.267175572519084, + "grad_norm": 1.2192403657398452, + "learning_rate": 1.9973053556881237e-05, + "loss": 0.3998, + "step": 6210 + }, + { + "epoch": 5.26802374893978, + "grad_norm": 1.3504150380533793, + "learning_rate": 1.9973033400230352e-05, + "loss": 0.3891, + "step": 6211 + }, + { + "epoch": 5.268871925360475, + "grad_norm": 1.1644805485421248, + "learning_rate": 1.9973013236053614e-05, + "loss": 0.42, + "step": 6212 + }, + { + "epoch": 5.269720101781171, + "grad_norm": 1.1037594491640088, + "learning_rate": 1.9972993064351032e-05, + "loss": 0.3922, + "step": 6213 + }, + { + "epoch": 5.270568278201866, + "grad_norm": 1.0838718310036495, + "learning_rate": 1.9972972885122623e-05, + "loss": 0.362, + "step": 6214 + }, + { + "epoch": 5.271416454622561, + "grad_norm": 1.2801875847090738, + "learning_rate": 1.9972952698368408e-05, + "loss": 0.4395, + "step": 6215 + }, + { + "epoch": 5.272264631043257, + "grad_norm": 1.3074645889557637, + "learning_rate": 1.9972932504088393e-05, + "loss": 0.4123, + "step": 6216 + }, + { + "epoch": 5.273112807463953, + "grad_norm": 1.1238099343501051, + "learning_rate": 1.9972912302282595e-05, + "loss": 0.3905, + "step": 6217 + }, + { + "epoch": 5.273960983884648, + "grad_norm": 1.2170673036879378, + "learning_rate": 1.997289209295104e-05, + "loss": 0.437, + "step": 6218 + }, + { + "epoch": 5.2748091603053435, + "grad_norm": 1.1163433404280425, + "learning_rate": 1.9972871876093727e-05, + "loss": 0.3223, + "step": 6219 + }, + { + "epoch": 5.275657336726039, + "grad_norm": 1.23040556956879, + "learning_rate": 1.9972851651710683e-05, + "loss": 0.3606, + "step": 6220 + }, + { + "epoch": 5.276505513146734, + "grad_norm": 1.2624174668524797, + "learning_rate": 1.9972831419801917e-05, + "loss": 0.394, + "step": 6221 + }, + { + "epoch": 5.2773536895674305, + "grad_norm": 1.3429969457357183, + "learning_rate": 1.997281118036745e-05, + "loss": 0.3893, + "step": 6222 + }, + { + "epoch": 5.278201865988126, + "grad_norm": 1.3114670368902699, + "learning_rate": 1.9972790933407295e-05, + "loss": 0.4022, + "step": 6223 + }, + { + "epoch": 5.279050042408821, + "grad_norm": 1.0344281779658535, + "learning_rate": 1.9972770678921462e-05, + "loss": 0.3283, + "step": 6224 + }, + { + "epoch": 5.2798982188295165, + "grad_norm": 1.0079788791988586, + "learning_rate": 1.9972750416909972e-05, + "loss": 0.4041, + "step": 6225 + }, + { + "epoch": 5.280746395250212, + "grad_norm": 1.0968164131933864, + "learning_rate": 1.997273014737284e-05, + "loss": 0.4379, + "step": 6226 + }, + { + "epoch": 5.281594571670907, + "grad_norm": 1.307996583290038, + "learning_rate": 1.997270987031008e-05, + "loss": 0.4486, + "step": 6227 + }, + { + "epoch": 5.282442748091603, + "grad_norm": 1.16779047790732, + "learning_rate": 1.9972689585721707e-05, + "loss": 0.3797, + "step": 6228 + }, + { + "epoch": 5.283290924512299, + "grad_norm": 1.2552894940767476, + "learning_rate": 1.997266929360774e-05, + "loss": 0.4049, + "step": 6229 + }, + { + "epoch": 5.284139100932994, + "grad_norm": 1.1316680068698008, + "learning_rate": 1.9972648993968187e-05, + "loss": 0.3753, + "step": 6230 + }, + { + "epoch": 5.2849872773536894, + "grad_norm": 1.2336542359080531, + "learning_rate": 1.9972628686803068e-05, + "loss": 0.4626, + "step": 6231 + }, + { + "epoch": 5.285835453774385, + "grad_norm": 1.2003595556820337, + "learning_rate": 1.99726083721124e-05, + "loss": 0.5389, + "step": 6232 + }, + { + "epoch": 5.28668363019508, + "grad_norm": 1.1938105912987578, + "learning_rate": 1.9972588049896193e-05, + "loss": 0.3858, + "step": 6233 + }, + { + "epoch": 5.287531806615776, + "grad_norm": 1.2480691691745345, + "learning_rate": 1.9972567720154468e-05, + "loss": 0.4024, + "step": 6234 + }, + { + "epoch": 5.288379983036472, + "grad_norm": 1.0869077446647013, + "learning_rate": 1.9972547382887235e-05, + "loss": 0.3594, + "step": 6235 + }, + { + "epoch": 5.289228159457167, + "grad_norm": 1.090160762319917, + "learning_rate": 1.9972527038094517e-05, + "loss": 0.3969, + "step": 6236 + }, + { + "epoch": 5.290076335877862, + "grad_norm": 1.0851442711212809, + "learning_rate": 1.9972506685776318e-05, + "loss": 0.3897, + "step": 6237 + }, + { + "epoch": 5.290924512298558, + "grad_norm": 1.102804099994009, + "learning_rate": 1.9972486325932665e-05, + "loss": 0.4216, + "step": 6238 + }, + { + "epoch": 5.291772688719254, + "grad_norm": 1.082607344635998, + "learning_rate": 1.9972465958563568e-05, + "loss": 0.3601, + "step": 6239 + }, + { + "epoch": 5.292620865139949, + "grad_norm": 1.1123681913598364, + "learning_rate": 1.997244558366904e-05, + "loss": 0.4068, + "step": 6240 + }, + { + "epoch": 5.293469041560645, + "grad_norm": 1.2469928521310787, + "learning_rate": 1.99724252012491e-05, + "loss": 0.4064, + "step": 6241 + }, + { + "epoch": 5.29431721798134, + "grad_norm": 1.1899195871416564, + "learning_rate": 1.9972404811303762e-05, + "loss": 0.4189, + "step": 6242 + }, + { + "epoch": 5.295165394402035, + "grad_norm": 1.2525271569109961, + "learning_rate": 1.9972384413833042e-05, + "loss": 0.4234, + "step": 6243 + }, + { + "epoch": 5.296013570822731, + "grad_norm": 1.1185891324925468, + "learning_rate": 1.9972364008836956e-05, + "loss": 0.3421, + "step": 6244 + }, + { + "epoch": 5.296861747243427, + "grad_norm": 1.0171848237219159, + "learning_rate": 1.997234359631552e-05, + "loss": 0.364, + "step": 6245 + }, + { + "epoch": 5.297709923664122, + "grad_norm": 1.057592340441913, + "learning_rate": 1.9972323176268744e-05, + "loss": 0.3713, + "step": 6246 + }, + { + "epoch": 5.298558100084818, + "grad_norm": 1.009598562718619, + "learning_rate": 1.997230274869665e-05, + "loss": 0.3459, + "step": 6247 + }, + { + "epoch": 5.299406276505513, + "grad_norm": 1.1061702366844832, + "learning_rate": 1.997228231359925e-05, + "loss": 0.4478, + "step": 6248 + }, + { + "epoch": 5.300254452926208, + "grad_norm": 1.1258984642644854, + "learning_rate": 1.9972261870976558e-05, + "loss": 0.3236, + "step": 6249 + }, + { + "epoch": 5.301102629346905, + "grad_norm": 1.2047103908592778, + "learning_rate": 1.9972241420828595e-05, + "loss": 0.3452, + "step": 6250 + }, + { + "epoch": 5.3019508057676, + "grad_norm": 1.299509270191353, + "learning_rate": 1.997222096315537e-05, + "loss": 0.4685, + "step": 6251 + }, + { + "epoch": 5.302798982188295, + "grad_norm": 1.1711546757098392, + "learning_rate": 1.9972200497956905e-05, + "loss": 0.3859, + "step": 6252 + }, + { + "epoch": 5.303647158608991, + "grad_norm": 1.1785476755732645, + "learning_rate": 1.997218002523321e-05, + "loss": 0.3829, + "step": 6253 + }, + { + "epoch": 5.304495335029686, + "grad_norm": 1.0049200763790653, + "learning_rate": 1.99721595449843e-05, + "loss": 0.3493, + "step": 6254 + }, + { + "epoch": 5.305343511450381, + "grad_norm": 1.1888718822419337, + "learning_rate": 1.9972139057210196e-05, + "loss": 0.4047, + "step": 6255 + }, + { + "epoch": 5.3061916878710775, + "grad_norm": 1.1748680969567584, + "learning_rate": 1.997211856191091e-05, + "loss": 0.3919, + "step": 6256 + }, + { + "epoch": 5.307039864291773, + "grad_norm": 1.055808752573376, + "learning_rate": 1.9972098059086456e-05, + "loss": 0.3603, + "step": 6257 + }, + { + "epoch": 5.307888040712468, + "grad_norm": 1.2737149590774808, + "learning_rate": 1.9972077548736856e-05, + "loss": 0.4293, + "step": 6258 + }, + { + "epoch": 5.308736217133164, + "grad_norm": 1.124173123339976, + "learning_rate": 1.9972057030862117e-05, + "loss": 0.4182, + "step": 6259 + }, + { + "epoch": 5.309584393553859, + "grad_norm": 1.231847749105105, + "learning_rate": 1.9972036505462256e-05, + "loss": 0.3716, + "step": 6260 + }, + { + "epoch": 5.310432569974555, + "grad_norm": 1.2305867759314046, + "learning_rate": 1.9972015972537293e-05, + "loss": 0.3915, + "step": 6261 + }, + { + "epoch": 5.3112807463952505, + "grad_norm": 1.210529965806167, + "learning_rate": 1.9971995432087242e-05, + "loss": 0.4354, + "step": 6262 + }, + { + "epoch": 5.312128922815946, + "grad_norm": 1.19745586312576, + "learning_rate": 1.9971974884112116e-05, + "loss": 0.3379, + "step": 6263 + }, + { + "epoch": 5.312977099236641, + "grad_norm": 1.0759140737087043, + "learning_rate": 1.9971954328611933e-05, + "loss": 0.4123, + "step": 6264 + }, + { + "epoch": 5.3138252756573365, + "grad_norm": 1.0937573038632942, + "learning_rate": 1.9971933765586706e-05, + "loss": 0.3831, + "step": 6265 + }, + { + "epoch": 5.314673452078032, + "grad_norm": 1.1654411776617886, + "learning_rate": 1.9971913195036454e-05, + "loss": 0.364, + "step": 6266 + }, + { + "epoch": 5.315521628498728, + "grad_norm": 1.1005705280164153, + "learning_rate": 1.997189261696119e-05, + "loss": 0.3195, + "step": 6267 + }, + { + "epoch": 5.3163698049194235, + "grad_norm": 1.3789898209296367, + "learning_rate": 1.9971872031360932e-05, + "loss": 0.4215, + "step": 6268 + }, + { + "epoch": 5.317217981340119, + "grad_norm": 1.2609062534583453, + "learning_rate": 1.997185143823569e-05, + "loss": 0.4201, + "step": 6269 + }, + { + "epoch": 5.318066157760814, + "grad_norm": 1.2025035716258115, + "learning_rate": 1.997183083758549e-05, + "loss": 0.3958, + "step": 6270 + }, + { + "epoch": 5.3189143341815095, + "grad_norm": 1.1801671507481564, + "learning_rate": 1.9971810229410337e-05, + "loss": 0.3728, + "step": 6271 + }, + { + "epoch": 5.319762510602205, + "grad_norm": 1.088877828792979, + "learning_rate": 1.9971789613710245e-05, + "loss": 0.407, + "step": 6272 + }, + { + "epoch": 5.320610687022901, + "grad_norm": 1.1736403003923581, + "learning_rate": 1.9971768990485244e-05, + "loss": 0.3495, + "step": 6273 + }, + { + "epoch": 5.321458863443596, + "grad_norm": 1.1667003933067657, + "learning_rate": 1.9971748359735335e-05, + "loss": 0.4176, + "step": 6274 + }, + { + "epoch": 5.322307039864292, + "grad_norm": 1.1917408937328848, + "learning_rate": 1.9971727721460538e-05, + "loss": 0.3381, + "step": 6275 + }, + { + "epoch": 5.323155216284987, + "grad_norm": 1.116798570197002, + "learning_rate": 1.9971707075660872e-05, + "loss": 0.3315, + "step": 6276 + }, + { + "epoch": 5.3240033927056825, + "grad_norm": 1.1531378631621476, + "learning_rate": 1.9971686422336352e-05, + "loss": 0.394, + "step": 6277 + }, + { + "epoch": 5.324851569126379, + "grad_norm": 1.0616607148367214, + "learning_rate": 1.9971665761486992e-05, + "loss": 0.3299, + "step": 6278 + }, + { + "epoch": 5.325699745547074, + "grad_norm": 1.0545955659420454, + "learning_rate": 1.9971645093112807e-05, + "loss": 0.299, + "step": 6279 + }, + { + "epoch": 5.326547921967769, + "grad_norm": 1.1077994978228825, + "learning_rate": 1.997162441721381e-05, + "loss": 0.3678, + "step": 6280 + }, + { + "epoch": 5.327396098388465, + "grad_norm": 1.1735732046153715, + "learning_rate": 1.997160373379002e-05, + "loss": 0.4271, + "step": 6281 + }, + { + "epoch": 5.32824427480916, + "grad_norm": 1.0291940556235768, + "learning_rate": 1.9971583042841453e-05, + "loss": 0.4291, + "step": 6282 + }, + { + "epoch": 5.329092451229855, + "grad_norm": 1.0954350776526367, + "learning_rate": 1.9971562344368126e-05, + "loss": 0.3873, + "step": 6283 + }, + { + "epoch": 5.329940627650552, + "grad_norm": 1.2294955886144985, + "learning_rate": 1.9971541638370052e-05, + "loss": 0.3913, + "step": 6284 + }, + { + "epoch": 5.330788804071247, + "grad_norm": 1.2655606350655384, + "learning_rate": 1.9971520924847247e-05, + "loss": 0.3813, + "step": 6285 + }, + { + "epoch": 5.331636980491942, + "grad_norm": 1.0792895499290833, + "learning_rate": 1.9971500203799722e-05, + "loss": 0.342, + "step": 6286 + }, + { + "epoch": 5.332485156912638, + "grad_norm": 1.2183108403904044, + "learning_rate": 1.9971479475227502e-05, + "loss": 0.4716, + "step": 6287 + }, + { + "epoch": 5.333333333333333, + "grad_norm": 1.1075258499569172, + "learning_rate": 1.9971458739130598e-05, + "loss": 0.3884, + "step": 6288 + }, + { + "epoch": 5.334181509754028, + "grad_norm": 1.1155391438398459, + "learning_rate": 1.9971437995509025e-05, + "loss": 0.3823, + "step": 6289 + }, + { + "epoch": 5.335029686174725, + "grad_norm": 1.0729235092397635, + "learning_rate": 1.9971417244362798e-05, + "loss": 0.3616, + "step": 6290 + }, + { + "epoch": 5.33587786259542, + "grad_norm": 1.1074036890449692, + "learning_rate": 1.9971396485691933e-05, + "loss": 0.3408, + "step": 6291 + }, + { + "epoch": 5.336726039016115, + "grad_norm": 1.2596189048673667, + "learning_rate": 1.997137571949645e-05, + "loss": 0.3727, + "step": 6292 + }, + { + "epoch": 5.337574215436811, + "grad_norm": 1.2314621634737781, + "learning_rate": 1.997135494577636e-05, + "loss": 0.4033, + "step": 6293 + }, + { + "epoch": 5.338422391857506, + "grad_norm": 1.1962904567228398, + "learning_rate": 1.997133416453168e-05, + "loss": 0.3777, + "step": 6294 + }, + { + "epoch": 5.339270568278202, + "grad_norm": 1.3291978166842995, + "learning_rate": 1.997131337576243e-05, + "loss": 0.3924, + "step": 6295 + }, + { + "epoch": 5.340118744698898, + "grad_norm": 1.154350795060076, + "learning_rate": 1.9971292579468613e-05, + "loss": 0.4076, + "step": 6296 + }, + { + "epoch": 5.340966921119593, + "grad_norm": 1.0628254260907297, + "learning_rate": 1.997127177565026e-05, + "loss": 0.3784, + "step": 6297 + }, + { + "epoch": 5.341815097540288, + "grad_norm": 1.1683213584116239, + "learning_rate": 1.9971250964307372e-05, + "loss": 0.3501, + "step": 6298 + }, + { + "epoch": 5.342663273960984, + "grad_norm": 1.22124188842605, + "learning_rate": 1.997123014543998e-05, + "loss": 0.4304, + "step": 6299 + }, + { + "epoch": 5.34351145038168, + "grad_norm": 1.519445468405693, + "learning_rate": 1.997120931904809e-05, + "loss": 0.3646, + "step": 6300 + }, + { + "epoch": 5.344359626802375, + "grad_norm": 0.9911593085925343, + "learning_rate": 1.9971188485131717e-05, + "loss": 0.3142, + "step": 6301 + }, + { + "epoch": 5.3452078032230705, + "grad_norm": 1.3468129647324314, + "learning_rate": 1.9971167643690883e-05, + "loss": 0.3652, + "step": 6302 + }, + { + "epoch": 5.346055979643766, + "grad_norm": 1.2748533408649612, + "learning_rate": 1.9971146794725598e-05, + "loss": 0.4127, + "step": 6303 + }, + { + "epoch": 5.346904156064461, + "grad_norm": 1.2658589890261696, + "learning_rate": 1.9971125938235883e-05, + "loss": 0.3707, + "step": 6304 + }, + { + "epoch": 5.347752332485157, + "grad_norm": 1.2884982162231322, + "learning_rate": 1.997110507422175e-05, + "loss": 0.4146, + "step": 6305 + }, + { + "epoch": 5.348600508905853, + "grad_norm": 1.1276392792959589, + "learning_rate": 1.997108420268321e-05, + "loss": 0.3979, + "step": 6306 + }, + { + "epoch": 5.349448685326548, + "grad_norm": 1.1388708210157044, + "learning_rate": 1.997106332362029e-05, + "loss": 0.3604, + "step": 6307 + }, + { + "epoch": 5.3502968617472435, + "grad_norm": 1.1279910948563683, + "learning_rate": 1.9971042437033e-05, + "loss": 0.3685, + "step": 6308 + }, + { + "epoch": 5.351145038167939, + "grad_norm": 1.7024248119788077, + "learning_rate": 1.9971021542921353e-05, + "loss": 0.396, + "step": 6309 + }, + { + "epoch": 5.351993214588634, + "grad_norm": 1.2096686724706587, + "learning_rate": 1.997100064128537e-05, + "loss": 0.4109, + "step": 6310 + }, + { + "epoch": 5.3528413910093295, + "grad_norm": 1.1954307428811333, + "learning_rate": 1.9970979732125066e-05, + "loss": 0.3631, + "step": 6311 + }, + { + "epoch": 5.353689567430026, + "grad_norm": 1.157941036531357, + "learning_rate": 1.997095881544045e-05, + "loss": 0.3656, + "step": 6312 + }, + { + "epoch": 5.354537743850721, + "grad_norm": 1.2166635649213633, + "learning_rate": 1.9970937891231547e-05, + "loss": 0.3856, + "step": 6313 + }, + { + "epoch": 5.3553859202714165, + "grad_norm": 1.126118076453829, + "learning_rate": 1.9970916959498366e-05, + "loss": 0.3963, + "step": 6314 + }, + { + "epoch": 5.356234096692112, + "grad_norm": 1.050238544707847, + "learning_rate": 1.9970896020240928e-05, + "loss": 0.3499, + "step": 6315 + }, + { + "epoch": 5.357082273112807, + "grad_norm": 1.176910420044627, + "learning_rate": 1.997087507345924e-05, + "loss": 0.3231, + "step": 6316 + }, + { + "epoch": 5.357930449533503, + "grad_norm": 1.2616850044309038, + "learning_rate": 1.9970854119153334e-05, + "loss": 0.4467, + "step": 6317 + }, + { + "epoch": 5.358778625954199, + "grad_norm": 1.1647816321205546, + "learning_rate": 1.997083315732321e-05, + "loss": 0.3861, + "step": 6318 + }, + { + "epoch": 5.359626802374894, + "grad_norm": 1.0072877786634225, + "learning_rate": 1.9970812187968888e-05, + "loss": 0.3679, + "step": 6319 + }, + { + "epoch": 5.360474978795589, + "grad_norm": 1.310894460356579, + "learning_rate": 1.997079121109039e-05, + "loss": 0.4767, + "step": 6320 + }, + { + "epoch": 5.361323155216285, + "grad_norm": 1.2298703581675272, + "learning_rate": 1.9970770226687724e-05, + "loss": 0.3765, + "step": 6321 + }, + { + "epoch": 5.36217133163698, + "grad_norm": 1.2130970548353512, + "learning_rate": 1.9970749234760913e-05, + "loss": 0.3944, + "step": 6322 + }, + { + "epoch": 5.363019508057676, + "grad_norm": 1.1224713124163148, + "learning_rate": 1.9970728235309966e-05, + "loss": 0.428, + "step": 6323 + }, + { + "epoch": 5.363867684478372, + "grad_norm": 1.1820019689745798, + "learning_rate": 1.9970707228334906e-05, + "loss": 0.3727, + "step": 6324 + }, + { + "epoch": 5.364715860899067, + "grad_norm": 1.2417103287240843, + "learning_rate": 1.9970686213835738e-05, + "loss": 0.3737, + "step": 6325 + }, + { + "epoch": 5.365564037319762, + "grad_norm": 1.2314077158554235, + "learning_rate": 1.9970665191812487e-05, + "loss": 0.4602, + "step": 6326 + }, + { + "epoch": 5.366412213740458, + "grad_norm": 1.025524374436874, + "learning_rate": 1.997064416226517e-05, + "loss": 0.3875, + "step": 6327 + }, + { + "epoch": 5.367260390161153, + "grad_norm": 1.1654932456278406, + "learning_rate": 1.9970623125193795e-05, + "loss": 0.3875, + "step": 6328 + }, + { + "epoch": 5.368108566581849, + "grad_norm": 1.0451007649966544, + "learning_rate": 1.9970602080598387e-05, + "loss": 0.3482, + "step": 6329 + }, + { + "epoch": 5.368956743002545, + "grad_norm": 1.0981638482804124, + "learning_rate": 1.997058102847895e-05, + "loss": 0.3978, + "step": 6330 + }, + { + "epoch": 5.36980491942324, + "grad_norm": 1.0462676303832745, + "learning_rate": 1.9970559968835515e-05, + "loss": 0.396, + "step": 6331 + }, + { + "epoch": 5.370653095843935, + "grad_norm": 1.0016955887701433, + "learning_rate": 1.9970538901668085e-05, + "loss": 0.3617, + "step": 6332 + }, + { + "epoch": 5.371501272264631, + "grad_norm": 1.125138218398766, + "learning_rate": 1.9970517826976682e-05, + "loss": 0.3634, + "step": 6333 + }, + { + "epoch": 5.372349448685327, + "grad_norm": 1.1599893477887717, + "learning_rate": 1.9970496744761322e-05, + "loss": 0.4009, + "step": 6334 + }, + { + "epoch": 5.373197625106022, + "grad_norm": 1.1007158347390258, + "learning_rate": 1.9970475655022016e-05, + "loss": 0.3655, + "step": 6335 + }, + { + "epoch": 5.374045801526718, + "grad_norm": 1.1222448528763207, + "learning_rate": 1.9970454557758784e-05, + "loss": 0.3142, + "step": 6336 + }, + { + "epoch": 5.374893977947413, + "grad_norm": 1.1833336121740166, + "learning_rate": 1.9970433452971646e-05, + "loss": 0.3803, + "step": 6337 + }, + { + "epoch": 5.375742154368108, + "grad_norm": 1.0494241557280966, + "learning_rate": 1.997041234066061e-05, + "loss": 0.3092, + "step": 6338 + }, + { + "epoch": 5.376590330788804, + "grad_norm": 1.2597693713693692, + "learning_rate": 1.9970391220825697e-05, + "loss": 0.4377, + "step": 6339 + }, + { + "epoch": 5.3774385072095, + "grad_norm": 1.0406090767054608, + "learning_rate": 1.9970370093466917e-05, + "loss": 0.4071, + "step": 6340 + }, + { + "epoch": 5.378286683630195, + "grad_norm": 1.0493682844946772, + "learning_rate": 1.9970348958584295e-05, + "loss": 0.3287, + "step": 6341 + }, + { + "epoch": 5.379134860050891, + "grad_norm": 1.0497588717843354, + "learning_rate": 1.997032781617784e-05, + "loss": 0.3446, + "step": 6342 + }, + { + "epoch": 5.379983036471586, + "grad_norm": 1.1037404875826116, + "learning_rate": 1.997030666624757e-05, + "loss": 0.4206, + "step": 6343 + }, + { + "epoch": 5.380831212892281, + "grad_norm": 1.3577958425817658, + "learning_rate": 1.99702855087935e-05, + "loss": 0.4618, + "step": 6344 + }, + { + "epoch": 5.3816793893129775, + "grad_norm": 1.1908090346020008, + "learning_rate": 1.997026434381565e-05, + "loss": 0.377, + "step": 6345 + }, + { + "epoch": 5.382527565733673, + "grad_norm": 1.2739941987135954, + "learning_rate": 1.997024317131403e-05, + "loss": 0.4362, + "step": 6346 + }, + { + "epoch": 5.383375742154368, + "grad_norm": 1.0428034494479297, + "learning_rate": 1.9970221991288663e-05, + "loss": 0.3589, + "step": 6347 + }, + { + "epoch": 5.3842239185750635, + "grad_norm": 1.408885366458233, + "learning_rate": 1.9970200803739556e-05, + "loss": 0.3908, + "step": 6348 + }, + { + "epoch": 5.385072094995759, + "grad_norm": 1.1319225262072898, + "learning_rate": 1.9970179608666732e-05, + "loss": 0.4594, + "step": 6349 + }, + { + "epoch": 5.385920271416454, + "grad_norm": 1.1125318403843307, + "learning_rate": 1.9970158406070206e-05, + "loss": 0.4425, + "step": 6350 + }, + { + "epoch": 5.3867684478371505, + "grad_norm": 1.112791989148744, + "learning_rate": 1.997013719594999e-05, + "loss": 0.3364, + "step": 6351 + }, + { + "epoch": 5.387616624257846, + "grad_norm": 1.122276432787526, + "learning_rate": 1.9970115978306105e-05, + "loss": 0.3079, + "step": 6352 + }, + { + "epoch": 5.388464800678541, + "grad_norm": 1.1738247185220396, + "learning_rate": 1.9970094753138566e-05, + "loss": 0.3572, + "step": 6353 + }, + { + "epoch": 5.3893129770992365, + "grad_norm": 1.0836417773982854, + "learning_rate": 1.9970073520447387e-05, + "loss": 0.312, + "step": 6354 + }, + { + "epoch": 5.390161153519932, + "grad_norm": 1.169989648802614, + "learning_rate": 1.9970052280232583e-05, + "loss": 0.4355, + "step": 6355 + }, + { + "epoch": 5.391009329940628, + "grad_norm": 1.1781595156642262, + "learning_rate": 1.9970031032494174e-05, + "loss": 0.3473, + "step": 6356 + }, + { + "epoch": 5.391857506361323, + "grad_norm": 1.3350646504499128, + "learning_rate": 1.9970009777232176e-05, + "loss": 0.3653, + "step": 6357 + }, + { + "epoch": 5.392705682782019, + "grad_norm": 1.2366757282445147, + "learning_rate": 1.99699885144466e-05, + "loss": 0.3334, + "step": 6358 + }, + { + "epoch": 5.393553859202714, + "grad_norm": 1.0479195909868546, + "learning_rate": 1.9969967244137467e-05, + "loss": 0.3606, + "step": 6359 + }, + { + "epoch": 5.3944020356234095, + "grad_norm": 1.0864256895317441, + "learning_rate": 1.9969945966304788e-05, + "loss": 0.3819, + "step": 6360 + }, + { + "epoch": 5.395250212044105, + "grad_norm": 1.0336978779531902, + "learning_rate": 1.9969924680948586e-05, + "loss": 0.3503, + "step": 6361 + }, + { + "epoch": 5.396098388464801, + "grad_norm": 1.166119514616239, + "learning_rate": 1.996990338806887e-05, + "loss": 0.4024, + "step": 6362 + }, + { + "epoch": 5.396946564885496, + "grad_norm": 1.1650935238664073, + "learning_rate": 1.996988208766566e-05, + "loss": 0.3972, + "step": 6363 + }, + { + "epoch": 5.397794741306192, + "grad_norm": 1.2540730150341979, + "learning_rate": 1.9969860779738975e-05, + "loss": 0.4072, + "step": 6364 + }, + { + "epoch": 5.398642917726887, + "grad_norm": 0.9401770233387284, + "learning_rate": 1.996983946428882e-05, + "loss": 0.3424, + "step": 6365 + }, + { + "epoch": 5.399491094147582, + "grad_norm": 1.1032248422308628, + "learning_rate": 1.996981814131523e-05, + "loss": 0.4299, + "step": 6366 + }, + { + "epoch": 5.400339270568278, + "grad_norm": 1.2268258785280939, + "learning_rate": 1.99697968108182e-05, + "loss": 0.4568, + "step": 6367 + }, + { + "epoch": 5.401187446988974, + "grad_norm": 1.1052734726794122, + "learning_rate": 1.996977547279776e-05, + "loss": 0.433, + "step": 6368 + }, + { + "epoch": 5.402035623409669, + "grad_norm": 1.2266336793898294, + "learning_rate": 1.996975412725392e-05, + "loss": 0.4755, + "step": 6369 + }, + { + "epoch": 5.402883799830365, + "grad_norm": 1.185382202204152, + "learning_rate": 1.9969732774186698e-05, + "loss": 0.3663, + "step": 6370 + }, + { + "epoch": 5.40373197625106, + "grad_norm": 1.1922593322879347, + "learning_rate": 1.996971141359611e-05, + "loss": 0.3746, + "step": 6371 + }, + { + "epoch": 5.404580152671755, + "grad_norm": 1.259415760712036, + "learning_rate": 1.9969690045482175e-05, + "loss": 0.4371, + "step": 6372 + }, + { + "epoch": 5.405428329092452, + "grad_norm": 1.0632582725524824, + "learning_rate": 1.9969668669844905e-05, + "loss": 0.3575, + "step": 6373 + }, + { + "epoch": 5.406276505513147, + "grad_norm": 1.0737108224720924, + "learning_rate": 1.9969647286684316e-05, + "loss": 0.3743, + "step": 6374 + }, + { + "epoch": 5.407124681933842, + "grad_norm": 1.1500645941048795, + "learning_rate": 1.9969625896000428e-05, + "loss": 0.345, + "step": 6375 + }, + { + "epoch": 5.407972858354538, + "grad_norm": 1.1837502940974363, + "learning_rate": 1.996960449779325e-05, + "loss": 0.3438, + "step": 6376 + }, + { + "epoch": 5.408821034775233, + "grad_norm": 1.2101572079609175, + "learning_rate": 1.9969583092062808e-05, + "loss": 0.4296, + "step": 6377 + }, + { + "epoch": 5.409669211195928, + "grad_norm": 1.2172284825297732, + "learning_rate": 1.996956167880911e-05, + "loss": 0.4427, + "step": 6378 + }, + { + "epoch": 5.410517387616625, + "grad_norm": 1.1100846607281825, + "learning_rate": 1.9969540258032177e-05, + "loss": 0.408, + "step": 6379 + }, + { + "epoch": 5.41136556403732, + "grad_norm": 1.164765435415619, + "learning_rate": 1.9969518829732023e-05, + "loss": 0.4193, + "step": 6380 + }, + { + "epoch": 5.412213740458015, + "grad_norm": 1.0862777290092134, + "learning_rate": 1.9969497393908665e-05, + "loss": 0.4154, + "step": 6381 + }, + { + "epoch": 5.413061916878711, + "grad_norm": 1.198233467023614, + "learning_rate": 1.9969475950562116e-05, + "loss": 0.4743, + "step": 6382 + }, + { + "epoch": 5.413910093299406, + "grad_norm": 1.0784457086160522, + "learning_rate": 1.9969454499692396e-05, + "loss": 0.3902, + "step": 6383 + }, + { + "epoch": 5.414758269720101, + "grad_norm": 1.1041738472191305, + "learning_rate": 1.9969433041299523e-05, + "loss": 0.362, + "step": 6384 + }, + { + "epoch": 5.415606446140798, + "grad_norm": 1.0833571476420059, + "learning_rate": 1.9969411575383507e-05, + "loss": 0.2988, + "step": 6385 + }, + { + "epoch": 5.416454622561493, + "grad_norm": 1.3175710368359594, + "learning_rate": 1.9969390101944367e-05, + "loss": 0.467, + "step": 6386 + }, + { + "epoch": 5.417302798982188, + "grad_norm": 1.0755491932683388, + "learning_rate": 1.9969368620982125e-05, + "loss": 0.3477, + "step": 6387 + }, + { + "epoch": 5.418150975402884, + "grad_norm": 1.1677573533462748, + "learning_rate": 1.9969347132496787e-05, + "loss": 0.4375, + "step": 6388 + }, + { + "epoch": 5.418999151823579, + "grad_norm": 1.0414748673172696, + "learning_rate": 1.9969325636488377e-05, + "loss": 0.3588, + "step": 6389 + }, + { + "epoch": 5.419847328244275, + "grad_norm": 1.0016809432079234, + "learning_rate": 1.9969304132956905e-05, + "loss": 0.3583, + "step": 6390 + }, + { + "epoch": 5.4206955046649705, + "grad_norm": 1.1223232190833377, + "learning_rate": 1.9969282621902394e-05, + "loss": 0.38, + "step": 6391 + }, + { + "epoch": 5.421543681085666, + "grad_norm": 1.2435262092887334, + "learning_rate": 1.9969261103324852e-05, + "loss": 0.4077, + "step": 6392 + }, + { + "epoch": 5.422391857506361, + "grad_norm": 1.1093364270764292, + "learning_rate": 1.9969239577224305e-05, + "loss": 0.3471, + "step": 6393 + }, + { + "epoch": 5.423240033927057, + "grad_norm": 1.2670200474912872, + "learning_rate": 1.9969218043600765e-05, + "loss": 0.3826, + "step": 6394 + }, + { + "epoch": 5.424088210347753, + "grad_norm": 1.0918963450169, + "learning_rate": 1.9969196502454243e-05, + "loss": 0.3609, + "step": 6395 + }, + { + "epoch": 5.424936386768448, + "grad_norm": 1.1684199542340796, + "learning_rate": 1.996917495378476e-05, + "loss": 0.386, + "step": 6396 + }, + { + "epoch": 5.4257845631891435, + "grad_norm": 1.0944843855602826, + "learning_rate": 1.9969153397592336e-05, + "loss": 0.3675, + "step": 6397 + }, + { + "epoch": 5.426632739609839, + "grad_norm": 1.179869311488018, + "learning_rate": 1.996913183387698e-05, + "loss": 0.4335, + "step": 6398 + }, + { + "epoch": 5.427480916030534, + "grad_norm": 1.2365954353516493, + "learning_rate": 1.9969110262638712e-05, + "loss": 0.358, + "step": 6399 + }, + { + "epoch": 5.4283290924512295, + "grad_norm": 1.0588765186201827, + "learning_rate": 1.996908868387755e-05, + "loss": 0.464, + "step": 6400 + }, + { + "epoch": 5.429177268871926, + "grad_norm": 1.0572415883610682, + "learning_rate": 1.9969067097593508e-05, + "loss": 0.3794, + "step": 6401 + }, + { + "epoch": 5.430025445292621, + "grad_norm": 1.0681107370775582, + "learning_rate": 1.99690455037866e-05, + "loss": 0.3282, + "step": 6402 + }, + { + "epoch": 5.4308736217133164, + "grad_norm": 0.992600264162841, + "learning_rate": 1.9969023902456845e-05, + "loss": 0.3512, + "step": 6403 + }, + { + "epoch": 5.431721798134012, + "grad_norm": 1.208366103638608, + "learning_rate": 1.996900229360426e-05, + "loss": 0.433, + "step": 6404 + }, + { + "epoch": 5.432569974554707, + "grad_norm": 1.1358069640018105, + "learning_rate": 1.996898067722886e-05, + "loss": 0.3876, + "step": 6405 + }, + { + "epoch": 5.4334181509754025, + "grad_norm": 1.9556671799657481, + "learning_rate": 1.9968959053330664e-05, + "loss": 0.3956, + "step": 6406 + }, + { + "epoch": 5.434266327396099, + "grad_norm": 1.1096808414340877, + "learning_rate": 1.996893742190968e-05, + "loss": 0.4213, + "step": 6407 + }, + { + "epoch": 5.435114503816794, + "grad_norm": 1.0445305474377613, + "learning_rate": 1.9968915782965935e-05, + "loss": 0.3767, + "step": 6408 + }, + { + "epoch": 5.435962680237489, + "grad_norm": 0.9885164455758374, + "learning_rate": 1.9968894136499442e-05, + "loss": 0.3193, + "step": 6409 + }, + { + "epoch": 5.436810856658185, + "grad_norm": 1.0696052675722976, + "learning_rate": 1.9968872482510212e-05, + "loss": 0.378, + "step": 6410 + }, + { + "epoch": 5.43765903307888, + "grad_norm": 1.0796331259478014, + "learning_rate": 1.9968850820998266e-05, + "loss": 0.4107, + "step": 6411 + }, + { + "epoch": 5.438507209499576, + "grad_norm": 1.1386177829893098, + "learning_rate": 1.9968829151963623e-05, + "loss": 0.4686, + "step": 6412 + }, + { + "epoch": 5.439355385920272, + "grad_norm": 1.0676561403000493, + "learning_rate": 1.996880747540629e-05, + "loss": 0.3687, + "step": 6413 + }, + { + "epoch": 5.440203562340967, + "grad_norm": 1.0550336346921763, + "learning_rate": 1.9968785791326294e-05, + "loss": 0.3924, + "step": 6414 + }, + { + "epoch": 5.441051738761662, + "grad_norm": 1.1828270313787357, + "learning_rate": 1.9968764099723644e-05, + "loss": 0.4663, + "step": 6415 + }, + { + "epoch": 5.441899915182358, + "grad_norm": 1.2142573122125646, + "learning_rate": 1.9968742400598363e-05, + "loss": 0.4625, + "step": 6416 + }, + { + "epoch": 5.442748091603053, + "grad_norm": 1.1677505750698212, + "learning_rate": 1.996872069395046e-05, + "loss": 0.4282, + "step": 6417 + }, + { + "epoch": 5.443596268023749, + "grad_norm": 1.1048108488892157, + "learning_rate": 1.996869897977996e-05, + "loss": 0.3777, + "step": 6418 + }, + { + "epoch": 5.444444444444445, + "grad_norm": 0.9242665787556404, + "learning_rate": 1.9968677258086868e-05, + "loss": 0.3538, + "step": 6419 + }, + { + "epoch": 5.44529262086514, + "grad_norm": 1.0895067377334349, + "learning_rate": 1.996865552887121e-05, + "loss": 0.3868, + "step": 6420 + }, + { + "epoch": 5.446140797285835, + "grad_norm": 1.0986365789822625, + "learning_rate": 1.9968633792132995e-05, + "loss": 0.3384, + "step": 6421 + }, + { + "epoch": 5.446988973706531, + "grad_norm": 1.2644191771423143, + "learning_rate": 1.9968612047872246e-05, + "loss": 0.4704, + "step": 6422 + }, + { + "epoch": 5.447837150127226, + "grad_norm": 1.0810831222750161, + "learning_rate": 1.996859029608898e-05, + "loss": 0.3688, + "step": 6423 + }, + { + "epoch": 5.448685326547922, + "grad_norm": 1.0679628741047642, + "learning_rate": 1.9968568536783206e-05, + "loss": 0.3834, + "step": 6424 + }, + { + "epoch": 5.449533502968618, + "grad_norm": 1.1393400876582565, + "learning_rate": 1.9968546769954948e-05, + "loss": 0.381, + "step": 6425 + }, + { + "epoch": 5.450381679389313, + "grad_norm": 1.1171492628855364, + "learning_rate": 1.9968524995604216e-05, + "loss": 0.3685, + "step": 6426 + }, + { + "epoch": 5.451229855810008, + "grad_norm": 1.2142675122615718, + "learning_rate": 1.996850321373103e-05, + "loss": 0.4289, + "step": 6427 + }, + { + "epoch": 5.452078032230704, + "grad_norm": 1.222199901822017, + "learning_rate": 1.9968481424335407e-05, + "loss": 0.4557, + "step": 6428 + }, + { + "epoch": 5.4529262086514, + "grad_norm": 1.154175047762085, + "learning_rate": 1.9968459627417363e-05, + "loss": 0.3767, + "step": 6429 + }, + { + "epoch": 5.453774385072095, + "grad_norm": 1.2682253082163286, + "learning_rate": 1.996843782297691e-05, + "loss": 0.4346, + "step": 6430 + }, + { + "epoch": 5.454622561492791, + "grad_norm": 1.1212287637215614, + "learning_rate": 1.9968416011014075e-05, + "loss": 0.3713, + "step": 6431 + }, + { + "epoch": 5.455470737913486, + "grad_norm": 1.0754483862452264, + "learning_rate": 1.996839419152886e-05, + "loss": 0.4569, + "step": 6432 + }, + { + "epoch": 5.456318914334181, + "grad_norm": 1.1900988533793846, + "learning_rate": 1.9968372364521293e-05, + "loss": 0.3793, + "step": 6433 + }, + { + "epoch": 5.457167090754877, + "grad_norm": 1.2626960439837522, + "learning_rate": 1.9968350529991388e-05, + "loss": 0.3757, + "step": 6434 + }, + { + "epoch": 5.458015267175573, + "grad_norm": 1.2405373504637955, + "learning_rate": 1.996832868793916e-05, + "loss": 0.4161, + "step": 6435 + }, + { + "epoch": 5.458863443596268, + "grad_norm": 1.166801420151843, + "learning_rate": 1.9968306838364625e-05, + "loss": 0.4202, + "step": 6436 + }, + { + "epoch": 5.4597116200169635, + "grad_norm": 1.111324904408289, + "learning_rate": 1.9968284981267797e-05, + "loss": 0.3528, + "step": 6437 + }, + { + "epoch": 5.460559796437659, + "grad_norm": 1.1972179104517626, + "learning_rate": 1.99682631166487e-05, + "loss": 0.447, + "step": 6438 + }, + { + "epoch": 5.461407972858354, + "grad_norm": 1.0963476788355553, + "learning_rate": 1.9968241244507345e-05, + "loss": 0.353, + "step": 6439 + }, + { + "epoch": 5.4622561492790505, + "grad_norm": 1.059683785319526, + "learning_rate": 1.996821936484375e-05, + "loss": 0.3859, + "step": 6440 + }, + { + "epoch": 5.463104325699746, + "grad_norm": 1.0866018436121367, + "learning_rate": 1.996819747765793e-05, + "loss": 0.3409, + "step": 6441 + }, + { + "epoch": 5.463952502120441, + "grad_norm": 1.1342250384166501, + "learning_rate": 1.99681755829499e-05, + "loss": 0.3985, + "step": 6442 + }, + { + "epoch": 5.4648006785411365, + "grad_norm": 1.1667346698199612, + "learning_rate": 1.9968153680719683e-05, + "loss": 0.3776, + "step": 6443 + }, + { + "epoch": 5.465648854961832, + "grad_norm": 1.0229302678653611, + "learning_rate": 1.996813177096729e-05, + "loss": 0.3889, + "step": 6444 + }, + { + "epoch": 5.466497031382527, + "grad_norm": 0.9745984287927661, + "learning_rate": 1.996810985369274e-05, + "loss": 0.3369, + "step": 6445 + }, + { + "epoch": 5.467345207803223, + "grad_norm": 1.0279158341047199, + "learning_rate": 1.996808792889605e-05, + "loss": 0.3129, + "step": 6446 + }, + { + "epoch": 5.468193384223919, + "grad_norm": 1.0756946952892203, + "learning_rate": 1.9968065996577235e-05, + "loss": 0.4155, + "step": 6447 + }, + { + "epoch": 5.469041560644614, + "grad_norm": 1.150596041550635, + "learning_rate": 1.996804405673631e-05, + "loss": 0.3619, + "step": 6448 + }, + { + "epoch": 5.4698897370653095, + "grad_norm": 1.052764433409156, + "learning_rate": 1.996802210937329e-05, + "loss": 0.3461, + "step": 6449 + }, + { + "epoch": 5.470737913486005, + "grad_norm": 1.2444920710584546, + "learning_rate": 1.9968000154488204e-05, + "loss": 0.414, + "step": 6450 + }, + { + "epoch": 5.471586089906701, + "grad_norm": 1.0968997503428903, + "learning_rate": 1.9967978192081054e-05, + "loss": 0.3578, + "step": 6451 + }, + { + "epoch": 5.472434266327396, + "grad_norm": 1.0984292036605552, + "learning_rate": 1.9967956222151862e-05, + "loss": 0.3956, + "step": 6452 + }, + { + "epoch": 5.473282442748092, + "grad_norm": 1.1680641091358954, + "learning_rate": 1.9967934244700648e-05, + "loss": 0.3906, + "step": 6453 + }, + { + "epoch": 5.474130619168787, + "grad_norm": 1.0072777955652807, + "learning_rate": 1.9967912259727426e-05, + "loss": 0.3586, + "step": 6454 + }, + { + "epoch": 5.474978795589482, + "grad_norm": 1.0774603671554372, + "learning_rate": 1.9967890267232205e-05, + "loss": 0.338, + "step": 6455 + }, + { + "epoch": 5.475826972010178, + "grad_norm": 1.1748969817284252, + "learning_rate": 1.9967868267215013e-05, + "loss": 0.4208, + "step": 6456 + }, + { + "epoch": 5.476675148430874, + "grad_norm": 1.1773318177358059, + "learning_rate": 1.996784625967586e-05, + "loss": 0.3898, + "step": 6457 + }, + { + "epoch": 5.477523324851569, + "grad_norm": 1.066631316707981, + "learning_rate": 1.9967824244614768e-05, + "loss": 0.3911, + "step": 6458 + }, + { + "epoch": 5.478371501272265, + "grad_norm": 1.1078837253171863, + "learning_rate": 1.9967802222031748e-05, + "loss": 0.3697, + "step": 6459 + }, + { + "epoch": 5.47921967769296, + "grad_norm": 1.1275642824713612, + "learning_rate": 1.996778019192682e-05, + "loss": 0.3864, + "step": 6460 + }, + { + "epoch": 5.480067854113655, + "grad_norm": 1.1354538485405914, + "learning_rate": 1.99677581543e-05, + "loss": 0.3472, + "step": 6461 + }, + { + "epoch": 5.480916030534351, + "grad_norm": 1.006603251426133, + "learning_rate": 1.9967736109151302e-05, + "loss": 0.3376, + "step": 6462 + }, + { + "epoch": 5.481764206955047, + "grad_norm": 1.3687568616904864, + "learning_rate": 1.9967714056480747e-05, + "loss": 0.3746, + "step": 6463 + }, + { + "epoch": 5.482612383375742, + "grad_norm": 1.0971135905959688, + "learning_rate": 1.996769199628835e-05, + "loss": 0.3863, + "step": 6464 + }, + { + "epoch": 5.483460559796438, + "grad_norm": 1.0508222279285069, + "learning_rate": 1.9967669928574126e-05, + "loss": 0.3853, + "step": 6465 + }, + { + "epoch": 5.484308736217133, + "grad_norm": 1.2412932906102807, + "learning_rate": 1.996764785333809e-05, + "loss": 0.4505, + "step": 6466 + }, + { + "epoch": 5.485156912637828, + "grad_norm": 1.2183873205478377, + "learning_rate": 1.9967625770580265e-05, + "loss": 0.4051, + "step": 6467 + }, + { + "epoch": 5.486005089058525, + "grad_norm": 1.1184882228520192, + "learning_rate": 1.9967603680300664e-05, + "loss": 0.3846, + "step": 6468 + }, + { + "epoch": 5.48685326547922, + "grad_norm": 1.0031233178597965, + "learning_rate": 1.9967581582499303e-05, + "loss": 0.4368, + "step": 6469 + }, + { + "epoch": 5.487701441899915, + "grad_norm": 1.0346504543696622, + "learning_rate": 1.99675594771762e-05, + "loss": 0.4049, + "step": 6470 + }, + { + "epoch": 5.488549618320611, + "grad_norm": 0.9779679808914522, + "learning_rate": 1.9967537364331367e-05, + "loss": 0.3, + "step": 6471 + }, + { + "epoch": 5.489397794741306, + "grad_norm": 1.151381295824561, + "learning_rate": 1.996751524396483e-05, + "loss": 0.3601, + "step": 6472 + }, + { + "epoch": 5.490245971162001, + "grad_norm": 1.1225168099232457, + "learning_rate": 1.9967493116076598e-05, + "loss": 0.3945, + "step": 6473 + }, + { + "epoch": 5.4910941475826975, + "grad_norm": 1.1179638882950318, + "learning_rate": 1.9967470980666692e-05, + "loss": 0.3709, + "step": 6474 + }, + { + "epoch": 5.491942324003393, + "grad_norm": 1.1646279398995456, + "learning_rate": 1.9967448837735127e-05, + "loss": 0.398, + "step": 6475 + }, + { + "epoch": 5.492790500424088, + "grad_norm": 1.0232557641544409, + "learning_rate": 1.996742668728192e-05, + "loss": 0.3556, + "step": 6476 + }, + { + "epoch": 5.493638676844784, + "grad_norm": 1.190128567352251, + "learning_rate": 1.9967404529307083e-05, + "loss": 0.3473, + "step": 6477 + }, + { + "epoch": 5.494486853265479, + "grad_norm": 1.1467785111835747, + "learning_rate": 1.9967382363810638e-05, + "loss": 0.416, + "step": 6478 + }, + { + "epoch": 5.495335029686174, + "grad_norm": 1.1171063439861295, + "learning_rate": 1.9967360190792605e-05, + "loss": 0.3318, + "step": 6479 + }, + { + "epoch": 5.4961832061068705, + "grad_norm": 1.167500854109447, + "learning_rate": 1.9967338010252993e-05, + "loss": 0.4435, + "step": 6480 + }, + { + "epoch": 5.497031382527566, + "grad_norm": 1.1988155949097765, + "learning_rate": 1.9967315822191824e-05, + "loss": 0.3678, + "step": 6481 + }, + { + "epoch": 5.497879558948261, + "grad_norm": 1.1455582923608125, + "learning_rate": 1.996729362660911e-05, + "loss": 0.387, + "step": 6482 + }, + { + "epoch": 5.4987277353689565, + "grad_norm": 1.2352501776700828, + "learning_rate": 1.9967271423504874e-05, + "loss": 0.416, + "step": 6483 + }, + { + "epoch": 5.499575911789652, + "grad_norm": 1.0244482189141433, + "learning_rate": 1.9967249212879127e-05, + "loss": 0.3219, + "step": 6484 + }, + { + "epoch": 5.500424088210348, + "grad_norm": 1.0792243555857357, + "learning_rate": 1.9967226994731894e-05, + "loss": 0.4543, + "step": 6485 + }, + { + "epoch": 5.5012722646310435, + "grad_norm": 1.1594241938535135, + "learning_rate": 1.996720476906318e-05, + "loss": 0.3334, + "step": 6486 + }, + { + "epoch": 5.502120441051739, + "grad_norm": 1.1401433820671443, + "learning_rate": 1.9967182535873007e-05, + "loss": 0.4403, + "step": 6487 + }, + { + "epoch": 5.502968617472434, + "grad_norm": 1.1745454266571689, + "learning_rate": 1.9967160295161395e-05, + "loss": 0.4357, + "step": 6488 + }, + { + "epoch": 5.5038167938931295, + "grad_norm": 1.0345256546212196, + "learning_rate": 1.996713804692836e-05, + "loss": 0.3961, + "step": 6489 + }, + { + "epoch": 5.504664970313826, + "grad_norm": 1.0448957921551045, + "learning_rate": 1.9967115791173915e-05, + "loss": 0.3547, + "step": 6490 + }, + { + "epoch": 5.505513146734521, + "grad_norm": 1.0669224535827817, + "learning_rate": 1.996709352789808e-05, + "loss": 0.374, + "step": 6491 + }, + { + "epoch": 5.506361323155216, + "grad_norm": 1.1992784936535876, + "learning_rate": 1.996707125710087e-05, + "loss": 0.3608, + "step": 6492 + }, + { + "epoch": 5.507209499575912, + "grad_norm": 1.1947275258266463, + "learning_rate": 1.9967048978782304e-05, + "loss": 0.3744, + "step": 6493 + }, + { + "epoch": 5.508057675996607, + "grad_norm": 1.163328264820771, + "learning_rate": 1.9967026692942396e-05, + "loss": 0.3325, + "step": 6494 + }, + { + "epoch": 5.5089058524173025, + "grad_norm": 1.1105416263394547, + "learning_rate": 1.9967004399581164e-05, + "loss": 0.3445, + "step": 6495 + }, + { + "epoch": 5.509754028837998, + "grad_norm": 1.1303421575689436, + "learning_rate": 1.9966982098698625e-05, + "loss": 0.3528, + "step": 6496 + }, + { + "epoch": 5.510602205258694, + "grad_norm": 1.3816074857616554, + "learning_rate": 1.9966959790294796e-05, + "loss": 0.3966, + "step": 6497 + }, + { + "epoch": 5.511450381679389, + "grad_norm": 1.1389266791976866, + "learning_rate": 1.9966937474369694e-05, + "loss": 0.3255, + "step": 6498 + }, + { + "epoch": 5.512298558100085, + "grad_norm": 1.1516958680734446, + "learning_rate": 1.9966915150923332e-05, + "loss": 0.3773, + "step": 6499 + }, + { + "epoch": 5.51314673452078, + "grad_norm": 1.3119050992341468, + "learning_rate": 1.9966892819955735e-05, + "loss": 0.4244, + "step": 6500 + }, + { + "epoch": 5.513994910941475, + "grad_norm": 1.1191003752050286, + "learning_rate": 1.9966870481466912e-05, + "loss": 0.3902, + "step": 6501 + }, + { + "epoch": 5.514843087362172, + "grad_norm": 1.1360251380479875, + "learning_rate": 1.9966848135456887e-05, + "loss": 0.3787, + "step": 6502 + }, + { + "epoch": 5.515691263782867, + "grad_norm": 0.9709867549342183, + "learning_rate": 1.996682578192567e-05, + "loss": 0.3985, + "step": 6503 + }, + { + "epoch": 5.516539440203562, + "grad_norm": 1.1571065064711445, + "learning_rate": 1.9966803420873282e-05, + "loss": 0.3779, + "step": 6504 + }, + { + "epoch": 5.517387616624258, + "grad_norm": 1.063054511973059, + "learning_rate": 1.996678105229974e-05, + "loss": 0.3674, + "step": 6505 + }, + { + "epoch": 5.518235793044953, + "grad_norm": 1.228437511606076, + "learning_rate": 1.9966758676205055e-05, + "loss": 0.3788, + "step": 6506 + }, + { + "epoch": 5.519083969465649, + "grad_norm": 1.2489363340530677, + "learning_rate": 1.996673629258925e-05, + "loss": 0.3984, + "step": 6507 + }, + { + "epoch": 5.519932145886345, + "grad_norm": 1.2366096038780168, + "learning_rate": 1.9966713901452343e-05, + "loss": 0.4461, + "step": 6508 + }, + { + "epoch": 5.52078032230704, + "grad_norm": 1.1103446777196655, + "learning_rate": 1.9966691502794348e-05, + "loss": 0.3679, + "step": 6509 + }, + { + "epoch": 5.521628498727735, + "grad_norm": 1.2233707004562455, + "learning_rate": 1.996666909661528e-05, + "loss": 0.3818, + "step": 6510 + }, + { + "epoch": 5.522476675148431, + "grad_norm": 1.0764204072871622, + "learning_rate": 1.9966646682915156e-05, + "loss": 0.345, + "step": 6511 + }, + { + "epoch": 5.523324851569126, + "grad_norm": 1.033585064064458, + "learning_rate": 1.9966624261694e-05, + "loss": 0.3238, + "step": 6512 + }, + { + "epoch": 5.524173027989822, + "grad_norm": 1.20768446030285, + "learning_rate": 1.996660183295182e-05, + "loss": 0.3693, + "step": 6513 + }, + { + "epoch": 5.525021204410518, + "grad_norm": 1.2493291661022183, + "learning_rate": 1.996657939668864e-05, + "loss": 0.4404, + "step": 6514 + }, + { + "epoch": 5.525869380831213, + "grad_norm": 0.9231477187921485, + "learning_rate": 1.996655695290447e-05, + "loss": 0.2735, + "step": 6515 + }, + { + "epoch": 5.526717557251908, + "grad_norm": 1.2501996991831323, + "learning_rate": 1.9966534501599334e-05, + "loss": 0.4475, + "step": 6516 + }, + { + "epoch": 5.527565733672604, + "grad_norm": 1.0687697892652692, + "learning_rate": 1.996651204277324e-05, + "loss": 0.3591, + "step": 6517 + }, + { + "epoch": 5.528413910093299, + "grad_norm": 1.2259061750739995, + "learning_rate": 1.9966489576426218e-05, + "loss": 0.4025, + "step": 6518 + }, + { + "epoch": 5.529262086513995, + "grad_norm": 1.0308249603967181, + "learning_rate": 1.9966467102558274e-05, + "loss": 0.3749, + "step": 6519 + }, + { + "epoch": 5.5301102629346905, + "grad_norm": 1.179101975216411, + "learning_rate": 1.9966444621169426e-05, + "loss": 0.3846, + "step": 6520 + }, + { + "epoch": 5.530958439355386, + "grad_norm": 1.3237753304126096, + "learning_rate": 1.9966422132259698e-05, + "loss": 0.418, + "step": 6521 + }, + { + "epoch": 5.531806615776081, + "grad_norm": 1.0798899503066632, + "learning_rate": 1.99663996358291e-05, + "loss": 0.3598, + "step": 6522 + }, + { + "epoch": 5.532654792196777, + "grad_norm": 0.9731099247627901, + "learning_rate": 1.9966377131877652e-05, + "loss": 0.3301, + "step": 6523 + }, + { + "epoch": 5.533502968617473, + "grad_norm": 1.0951191963785016, + "learning_rate": 1.996635462040537e-05, + "loss": 0.4229, + "step": 6524 + }, + { + "epoch": 5.534351145038168, + "grad_norm": 1.0471487343073758, + "learning_rate": 1.996633210141227e-05, + "loss": 0.3041, + "step": 6525 + }, + { + "epoch": 5.5351993214588635, + "grad_norm": 1.1318395509080619, + "learning_rate": 1.996630957489837e-05, + "loss": 0.4055, + "step": 6526 + }, + { + "epoch": 5.536047497879559, + "grad_norm": 1.1712375864394262, + "learning_rate": 1.9966287040863692e-05, + "loss": 0.373, + "step": 6527 + }, + { + "epoch": 5.536895674300254, + "grad_norm": 1.0576357348828067, + "learning_rate": 1.9966264499308244e-05, + "loss": 0.3672, + "step": 6528 + }, + { + "epoch": 5.53774385072095, + "grad_norm": 1.1904004137667616, + "learning_rate": 1.996624195023205e-05, + "loss": 0.3826, + "step": 6529 + }, + { + "epoch": 5.538592027141646, + "grad_norm": 1.1268648792759208, + "learning_rate": 1.9966219393635124e-05, + "loss": 0.3532, + "step": 6530 + }, + { + "epoch": 5.539440203562341, + "grad_norm": 1.059024608153484, + "learning_rate": 1.9966196829517483e-05, + "loss": 0.3945, + "step": 6531 + }, + { + "epoch": 5.5402883799830365, + "grad_norm": 1.0846649214385655, + "learning_rate": 1.996617425787914e-05, + "loss": 0.3635, + "step": 6532 + }, + { + "epoch": 5.541136556403732, + "grad_norm": 1.126298613697533, + "learning_rate": 1.996615167872012e-05, + "loss": 0.3879, + "step": 6533 + }, + { + "epoch": 5.541984732824427, + "grad_norm": 1.0400688814918169, + "learning_rate": 1.9966129092040438e-05, + "loss": 0.314, + "step": 6534 + }, + { + "epoch": 5.5428329092451225, + "grad_norm": 1.090146168851945, + "learning_rate": 1.9966106497840106e-05, + "loss": 0.3429, + "step": 6535 + }, + { + "epoch": 5.543681085665819, + "grad_norm": 1.051770742829029, + "learning_rate": 1.996608389611915e-05, + "loss": 0.3463, + "step": 6536 + }, + { + "epoch": 5.544529262086514, + "grad_norm": 1.4133333606625935, + "learning_rate": 1.9966061286877576e-05, + "loss": 0.3806, + "step": 6537 + }, + { + "epoch": 5.545377438507209, + "grad_norm": 1.077831617412865, + "learning_rate": 1.9966038670115407e-05, + "loss": 0.339, + "step": 6538 + }, + { + "epoch": 5.546225614927905, + "grad_norm": 1.0663093191945094, + "learning_rate": 1.9966016045832663e-05, + "loss": 0.412, + "step": 6539 + }, + { + "epoch": 5.5470737913486, + "grad_norm": 1.2147923518044081, + "learning_rate": 1.9965993414029358e-05, + "loss": 0.3974, + "step": 6540 + }, + { + "epoch": 5.547921967769296, + "grad_norm": 1.046135475062312, + "learning_rate": 1.9965970774705505e-05, + "loss": 0.408, + "step": 6541 + }, + { + "epoch": 5.548770144189992, + "grad_norm": 1.0829788363358772, + "learning_rate": 1.9965948127861127e-05, + "loss": 0.3797, + "step": 6542 + }, + { + "epoch": 5.549618320610687, + "grad_norm": 1.1775263638375226, + "learning_rate": 1.9965925473496242e-05, + "loss": 0.3984, + "step": 6543 + }, + { + "epoch": 5.550466497031382, + "grad_norm": 0.9938247119652287, + "learning_rate": 1.996590281161086e-05, + "loss": 0.3591, + "step": 6544 + }, + { + "epoch": 5.551314673452078, + "grad_norm": 1.0509088965362414, + "learning_rate": 1.9965880142205004e-05, + "loss": 0.4164, + "step": 6545 + }, + { + "epoch": 5.552162849872774, + "grad_norm": 1.506069161895469, + "learning_rate": 1.996585746527869e-05, + "loss": 0.341, + "step": 6546 + }, + { + "epoch": 5.553011026293469, + "grad_norm": 1.1040343187929085, + "learning_rate": 1.9965834780831933e-05, + "loss": 0.4124, + "step": 6547 + }, + { + "epoch": 5.553859202714165, + "grad_norm": 1.11508237694874, + "learning_rate": 1.9965812088864755e-05, + "loss": 0.3709, + "step": 6548 + }, + { + "epoch": 5.55470737913486, + "grad_norm": 1.2075237521896305, + "learning_rate": 1.9965789389377168e-05, + "loss": 0.3577, + "step": 6549 + }, + { + "epoch": 5.555555555555555, + "grad_norm": 1.0393114534540233, + "learning_rate": 1.9965766682369188e-05, + "loss": 0.3316, + "step": 6550 + }, + { + "epoch": 5.556403731976251, + "grad_norm": 1.0553860522793717, + "learning_rate": 1.9965743967840837e-05, + "loss": 0.3523, + "step": 6551 + }, + { + "epoch": 5.557251908396947, + "grad_norm": 1.092795262575013, + "learning_rate": 1.9965721245792127e-05, + "loss": 0.3147, + "step": 6552 + }, + { + "epoch": 5.558100084817642, + "grad_norm": 1.34429199994062, + "learning_rate": 1.9965698516223083e-05, + "loss": 0.3877, + "step": 6553 + }, + { + "epoch": 5.558948261238338, + "grad_norm": 1.1455638120578662, + "learning_rate": 1.9965675779133718e-05, + "loss": 0.3577, + "step": 6554 + }, + { + "epoch": 5.559796437659033, + "grad_norm": 1.2942642092048793, + "learning_rate": 1.9965653034524046e-05, + "loss": 0.4186, + "step": 6555 + }, + { + "epoch": 5.560644614079728, + "grad_norm": 1.2073474813577703, + "learning_rate": 1.9965630282394086e-05, + "loss": 0.3693, + "step": 6556 + }, + { + "epoch": 5.561492790500424, + "grad_norm": 1.0854042671917419, + "learning_rate": 1.9965607522743856e-05, + "loss": 0.4207, + "step": 6557 + }, + { + "epoch": 5.56234096692112, + "grad_norm": 1.191062189344955, + "learning_rate": 1.9965584755573376e-05, + "loss": 0.3904, + "step": 6558 + }, + { + "epoch": 5.563189143341815, + "grad_norm": 1.3498485073807196, + "learning_rate": 1.996556198088266e-05, + "loss": 0.4316, + "step": 6559 + }, + { + "epoch": 5.564037319762511, + "grad_norm": 1.1309611167405877, + "learning_rate": 1.996553919867172e-05, + "loss": 0.4391, + "step": 6560 + }, + { + "epoch": 5.564885496183206, + "grad_norm": 1.2418179117430146, + "learning_rate": 1.9965516408940583e-05, + "loss": 0.4076, + "step": 6561 + }, + { + "epoch": 5.565733672603901, + "grad_norm": 1.0796476365753012, + "learning_rate": 1.9965493611689262e-05, + "loss": 0.3739, + "step": 6562 + }, + { + "epoch": 5.5665818490245975, + "grad_norm": 1.0968770478768992, + "learning_rate": 1.9965470806917774e-05, + "loss": 0.3792, + "step": 6563 + }, + { + "epoch": 5.567430025445293, + "grad_norm": 1.0351462275686942, + "learning_rate": 1.9965447994626137e-05, + "loss": 0.389, + "step": 6564 + }, + { + "epoch": 5.568278201865988, + "grad_norm": 1.1731111126058882, + "learning_rate": 1.9965425174814365e-05, + "loss": 0.3975, + "step": 6565 + }, + { + "epoch": 5.5691263782866836, + "grad_norm": 1.1008948352582295, + "learning_rate": 1.996540234748248e-05, + "loss": 0.3986, + "step": 6566 + }, + { + "epoch": 5.569974554707379, + "grad_norm": 1.0745159969817024, + "learning_rate": 1.9965379512630495e-05, + "loss": 0.3869, + "step": 6567 + }, + { + "epoch": 5.570822731128075, + "grad_norm": 1.1419835129724631, + "learning_rate": 1.9965356670258428e-05, + "loss": 0.4217, + "step": 6568 + }, + { + "epoch": 5.5716709075487705, + "grad_norm": 1.4438481561364545, + "learning_rate": 1.99653338203663e-05, + "loss": 0.3624, + "step": 6569 + }, + { + "epoch": 5.572519083969466, + "grad_norm": 1.3739867647623627, + "learning_rate": 1.9965310962954127e-05, + "loss": 0.4069, + "step": 6570 + }, + { + "epoch": 5.573367260390161, + "grad_norm": 1.2619344074173897, + "learning_rate": 1.9965288098021923e-05, + "loss": 0.3146, + "step": 6571 + }, + { + "epoch": 5.5742154368108565, + "grad_norm": 1.0624373347785305, + "learning_rate": 1.9965265225569706e-05, + "loss": 0.3475, + "step": 6572 + }, + { + "epoch": 5.575063613231552, + "grad_norm": 1.1013227429370525, + "learning_rate": 1.9965242345597494e-05, + "loss": 0.3828, + "step": 6573 + }, + { + "epoch": 5.575911789652247, + "grad_norm": 1.1607644380812712, + "learning_rate": 1.996521945810531e-05, + "loss": 0.3504, + "step": 6574 + }, + { + "epoch": 5.576759966072943, + "grad_norm": 1.3885061480114058, + "learning_rate": 1.996519656309316e-05, + "loss": 0.4026, + "step": 6575 + }, + { + "epoch": 5.577608142493639, + "grad_norm": 1.4973744617029794, + "learning_rate": 1.996517366056107e-05, + "loss": 0.4039, + "step": 6576 + }, + { + "epoch": 5.578456318914334, + "grad_norm": 1.1268119519960529, + "learning_rate": 1.9965150750509053e-05, + "loss": 0.3858, + "step": 6577 + }, + { + "epoch": 5.5793044953350295, + "grad_norm": 1.0707598287575109, + "learning_rate": 1.9965127832937127e-05, + "loss": 0.3455, + "step": 6578 + }, + { + "epoch": 5.580152671755725, + "grad_norm": 1.0265808631357634, + "learning_rate": 1.9965104907845312e-05, + "loss": 0.4937, + "step": 6579 + }, + { + "epoch": 5.581000848176421, + "grad_norm": 1.2595559081715784, + "learning_rate": 1.9965081975233624e-05, + "loss": 0.4235, + "step": 6580 + }, + { + "epoch": 5.581849024597116, + "grad_norm": 1.0462409734055036, + "learning_rate": 1.996505903510208e-05, + "loss": 0.3401, + "step": 6581 + }, + { + "epoch": 5.582697201017812, + "grad_norm": 1.1486593097042184, + "learning_rate": 1.9965036087450695e-05, + "loss": 0.4081, + "step": 6582 + }, + { + "epoch": 5.583545377438507, + "grad_norm": 0.9907470713020389, + "learning_rate": 1.996501313227949e-05, + "loss": 0.3442, + "step": 6583 + }, + { + "epoch": 5.584393553859202, + "grad_norm": 1.0927773918097636, + "learning_rate": 1.996499016958848e-05, + "loss": 0.3623, + "step": 6584 + }, + { + "epoch": 5.585241730279899, + "grad_norm": 1.4064141048318106, + "learning_rate": 1.9964967199377684e-05, + "loss": 0.4161, + "step": 6585 + }, + { + "epoch": 5.586089906700594, + "grad_norm": 1.1046710857794937, + "learning_rate": 1.9964944221647116e-05, + "loss": 0.4077, + "step": 6586 + }, + { + "epoch": 5.586938083121289, + "grad_norm": 1.0326371570686008, + "learning_rate": 1.9964921236396796e-05, + "loss": 0.3538, + "step": 6587 + }, + { + "epoch": 5.587786259541985, + "grad_norm": 1.0323069378498528, + "learning_rate": 1.996489824362674e-05, + "loss": 0.316, + "step": 6588 + }, + { + "epoch": 5.58863443596268, + "grad_norm": 1.048714449585157, + "learning_rate": 1.9964875243336968e-05, + "loss": 0.3731, + "step": 6589 + }, + { + "epoch": 5.589482612383375, + "grad_norm": 1.0878853454850177, + "learning_rate": 1.9964852235527497e-05, + "loss": 0.327, + "step": 6590 + }, + { + "epoch": 5.590330788804071, + "grad_norm": 1.0398840892208283, + "learning_rate": 1.996482922019834e-05, + "loss": 0.3502, + "step": 6591 + }, + { + "epoch": 5.591178965224767, + "grad_norm": 1.3962658759881732, + "learning_rate": 1.996480619734952e-05, + "loss": 0.3362, + "step": 6592 + }, + { + "epoch": 5.592027141645462, + "grad_norm": 1.118061013824537, + "learning_rate": 1.996478316698105e-05, + "loss": 0.4359, + "step": 6593 + }, + { + "epoch": 5.592875318066158, + "grad_norm": 1.0666943061645562, + "learning_rate": 1.996476012909295e-05, + "loss": 0.3659, + "step": 6594 + }, + { + "epoch": 5.593723494486853, + "grad_norm": 1.0597303429599654, + "learning_rate": 1.9964737083685236e-05, + "loss": 0.4065, + "step": 6595 + }, + { + "epoch": 5.594571670907548, + "grad_norm": 1.1125329436161813, + "learning_rate": 1.996471403075793e-05, + "loss": 0.3996, + "step": 6596 + }, + { + "epoch": 5.595419847328245, + "grad_norm": 1.2045035803128394, + "learning_rate": 1.996469097031104e-05, + "loss": 0.4015, + "step": 6597 + }, + { + "epoch": 5.59626802374894, + "grad_norm": 1.207164340595867, + "learning_rate": 1.996466790234459e-05, + "loss": 0.4394, + "step": 6598 + }, + { + "epoch": 5.597116200169635, + "grad_norm": 1.287787982038961, + "learning_rate": 1.9964644826858597e-05, + "loss": 0.3914, + "step": 6599 + }, + { + "epoch": 5.597964376590331, + "grad_norm": 1.0950356882370202, + "learning_rate": 1.9964621743853078e-05, + "loss": 0.3999, + "step": 6600 + }, + { + "epoch": 5.598812553011026, + "grad_norm": 1.1583461531249057, + "learning_rate": 1.996459865332805e-05, + "loss": 0.3728, + "step": 6601 + }, + { + "epoch": 5.599660729431722, + "grad_norm": 1.2620361740763766, + "learning_rate": 1.9964575555283528e-05, + "loss": 0.4349, + "step": 6602 + }, + { + "epoch": 5.600508905852418, + "grad_norm": 0.930672956957103, + "learning_rate": 1.9964552449719533e-05, + "loss": 0.3495, + "step": 6603 + }, + { + "epoch": 5.601357082273113, + "grad_norm": 0.9954769082958146, + "learning_rate": 1.996452933663608e-05, + "loss": 0.3668, + "step": 6604 + }, + { + "epoch": 5.602205258693808, + "grad_norm": 1.073926149935532, + "learning_rate": 1.9964506216033193e-05, + "loss": 0.3901, + "step": 6605 + }, + { + "epoch": 5.603053435114504, + "grad_norm": 1.03008209021181, + "learning_rate": 1.9964483087910878e-05, + "loss": 0.3186, + "step": 6606 + }, + { + "epoch": 5.603901611535199, + "grad_norm": 1.0890330115864262, + "learning_rate": 1.9964459952269164e-05, + "loss": 0.4248, + "step": 6607 + }, + { + "epoch": 5.604749787955895, + "grad_norm": 1.2395800158906243, + "learning_rate": 1.996443680910806e-05, + "loss": 0.3789, + "step": 6608 + }, + { + "epoch": 5.6055979643765905, + "grad_norm": 1.0758022810637216, + "learning_rate": 1.9964413658427587e-05, + "loss": 0.3368, + "step": 6609 + }, + { + "epoch": 5.606446140797286, + "grad_norm": 1.082056724434988, + "learning_rate": 1.9964390500227763e-05, + "loss": 0.3743, + "step": 6610 + }, + { + "epoch": 5.607294317217981, + "grad_norm": 1.264433490380992, + "learning_rate": 1.9964367334508603e-05, + "loss": 0.3777, + "step": 6611 + }, + { + "epoch": 5.608142493638677, + "grad_norm": 1.286157509643333, + "learning_rate": 1.9964344161270125e-05, + "loss": 0.3741, + "step": 6612 + }, + { + "epoch": 5.608990670059372, + "grad_norm": 1.1236626482864653, + "learning_rate": 1.996432098051235e-05, + "loss": 0.3943, + "step": 6613 + }, + { + "epoch": 5.609838846480068, + "grad_norm": 1.0056015911184415, + "learning_rate": 1.9964297792235292e-05, + "loss": 0.3622, + "step": 6614 + }, + { + "epoch": 5.6106870229007635, + "grad_norm": 0.9988133700574134, + "learning_rate": 1.996427459643897e-05, + "loss": 0.4085, + "step": 6615 + }, + { + "epoch": 5.611535199321459, + "grad_norm": 1.0866686380547115, + "learning_rate": 1.99642513931234e-05, + "loss": 0.3735, + "step": 6616 + }, + { + "epoch": 5.612383375742154, + "grad_norm": 1.155271968689835, + "learning_rate": 1.99642281822886e-05, + "loss": 0.3968, + "step": 6617 + }, + { + "epoch": 5.6132315521628495, + "grad_norm": 1.2996860902174927, + "learning_rate": 1.996420496393459e-05, + "loss": 0.3729, + "step": 6618 + }, + { + "epoch": 5.614079728583546, + "grad_norm": 1.35756160244751, + "learning_rate": 1.9964181738061382e-05, + "loss": 0.4, + "step": 6619 + }, + { + "epoch": 5.614927905004241, + "grad_norm": 1.1291525155374302, + "learning_rate": 1.9964158504669e-05, + "loss": 0.4264, + "step": 6620 + }, + { + "epoch": 5.6157760814249365, + "grad_norm": 1.3125000791387105, + "learning_rate": 1.9964135263757457e-05, + "loss": 0.4281, + "step": 6621 + }, + { + "epoch": 5.616624257845632, + "grad_norm": 1.2026016745312933, + "learning_rate": 1.9964112015326777e-05, + "loss": 0.3792, + "step": 6622 + }, + { + "epoch": 5.617472434266327, + "grad_norm": 1.0932231273168003, + "learning_rate": 1.9964088759376965e-05, + "loss": 0.452, + "step": 6623 + }, + { + "epoch": 5.618320610687023, + "grad_norm": 1.26186314405056, + "learning_rate": 1.9964065495908048e-05, + "loss": 0.4232, + "step": 6624 + }, + { + "epoch": 5.619168787107719, + "grad_norm": 1.1438153497905712, + "learning_rate": 1.9964042224920047e-05, + "loss": 0.3543, + "step": 6625 + }, + { + "epoch": 5.620016963528414, + "grad_norm": 1.0723604536674236, + "learning_rate": 1.9964018946412968e-05, + "loss": 0.355, + "step": 6626 + }, + { + "epoch": 5.620865139949109, + "grad_norm": 0.9492960989423778, + "learning_rate": 1.996399566038684e-05, + "loss": 0.3281, + "step": 6627 + }, + { + "epoch": 5.621713316369805, + "grad_norm": 1.0743223412810494, + "learning_rate": 1.9963972366841673e-05, + "loss": 0.3784, + "step": 6628 + }, + { + "epoch": 5.6225614927905, + "grad_norm": 1.1588625854453922, + "learning_rate": 1.9963949065777486e-05, + "loss": 0.5171, + "step": 6629 + }, + { + "epoch": 5.6234096692111954, + "grad_norm": 1.1312163057293865, + "learning_rate": 1.9963925757194297e-05, + "loss": 0.3614, + "step": 6630 + }, + { + "epoch": 5.624257845631892, + "grad_norm": 1.2126566594380181, + "learning_rate": 1.996390244109213e-05, + "loss": 0.368, + "step": 6631 + }, + { + "epoch": 5.625106022052587, + "grad_norm": 1.1885169271503493, + "learning_rate": 1.996387911747099e-05, + "loss": 0.4403, + "step": 6632 + }, + { + "epoch": 5.625954198473282, + "grad_norm": 1.2537673947715122, + "learning_rate": 1.9963855786330904e-05, + "loss": 0.4209, + "step": 6633 + }, + { + "epoch": 5.626802374893978, + "grad_norm": 0.9740887857696455, + "learning_rate": 1.9963832447671886e-05, + "loss": 0.3776, + "step": 6634 + }, + { + "epoch": 5.627650551314673, + "grad_norm": 1.0417076612697953, + "learning_rate": 1.996380910149396e-05, + "loss": 0.4089, + "step": 6635 + }, + { + "epoch": 5.628498727735369, + "grad_norm": 1.4674790169324476, + "learning_rate": 1.9963785747797134e-05, + "loss": 0.4318, + "step": 6636 + }, + { + "epoch": 5.629346904156065, + "grad_norm": 1.10523302488324, + "learning_rate": 1.996376238658143e-05, + "loss": 0.3856, + "step": 6637 + }, + { + "epoch": 5.63019508057676, + "grad_norm": 1.075042105704918, + "learning_rate": 1.9963739017846862e-05, + "loss": 0.3429, + "step": 6638 + }, + { + "epoch": 5.631043256997455, + "grad_norm": 0.9983581476188894, + "learning_rate": 1.9963715641593455e-05, + "loss": 0.3308, + "step": 6639 + }, + { + "epoch": 5.631891433418151, + "grad_norm": 1.1226938893914684, + "learning_rate": 1.996369225782122e-05, + "loss": 0.3331, + "step": 6640 + }, + { + "epoch": 5.632739609838847, + "grad_norm": 1.316945977347184, + "learning_rate": 1.996366886653018e-05, + "loss": 0.3944, + "step": 6641 + }, + { + "epoch": 5.633587786259542, + "grad_norm": 1.0169132836088879, + "learning_rate": 1.996364546772035e-05, + "loss": 0.3702, + "step": 6642 + }, + { + "epoch": 5.634435962680238, + "grad_norm": 1.1577732927093836, + "learning_rate": 1.996362206139175e-05, + "loss": 0.3565, + "step": 6643 + }, + { + "epoch": 5.635284139100933, + "grad_norm": 1.1284907525304133, + "learning_rate": 1.996359864754439e-05, + "loss": 0.3426, + "step": 6644 + }, + { + "epoch": 5.636132315521628, + "grad_norm": 1.1022849208626009, + "learning_rate": 1.9963575226178297e-05, + "loss": 0.4154, + "step": 6645 + }, + { + "epoch": 5.636980491942324, + "grad_norm": 1.2790823986150142, + "learning_rate": 1.9963551797293484e-05, + "loss": 0.541, + "step": 6646 + }, + { + "epoch": 5.63782866836302, + "grad_norm": 1.2103928513006246, + "learning_rate": 1.9963528360889967e-05, + "loss": 0.3139, + "step": 6647 + }, + { + "epoch": 5.638676844783715, + "grad_norm": 1.1316074533113116, + "learning_rate": 1.996350491696777e-05, + "loss": 0.3603, + "step": 6648 + }, + { + "epoch": 5.639525021204411, + "grad_norm": 1.3992237612595055, + "learning_rate": 1.9963481465526903e-05, + "loss": 0.4788, + "step": 6649 + }, + { + "epoch": 5.640373197625106, + "grad_norm": 1.1536158384023567, + "learning_rate": 1.996345800656739e-05, + "loss": 0.3872, + "step": 6650 + }, + { + "epoch": 5.641221374045801, + "grad_norm": 1.1080302025338236, + "learning_rate": 1.9963434540089243e-05, + "loss": 0.3302, + "step": 6651 + }, + { + "epoch": 5.642069550466497, + "grad_norm": 1.1705722455752152, + "learning_rate": 1.9963411066092486e-05, + "loss": 0.3863, + "step": 6652 + }, + { + "epoch": 5.642917726887193, + "grad_norm": 1.2680675432259307, + "learning_rate": 1.9963387584577133e-05, + "loss": 0.4396, + "step": 6653 + }, + { + "epoch": 5.643765903307888, + "grad_norm": 1.1152630549384592, + "learning_rate": 1.9963364095543203e-05, + "loss": 0.4169, + "step": 6654 + }, + { + "epoch": 5.6446140797285835, + "grad_norm": 1.0905439747972592, + "learning_rate": 1.996334059899071e-05, + "loss": 0.4092, + "step": 6655 + }, + { + "epoch": 5.645462256149279, + "grad_norm": 1.2011166897466645, + "learning_rate": 1.9963317094919677e-05, + "loss": 0.3973, + "step": 6656 + }, + { + "epoch": 5.646310432569974, + "grad_norm": 1.3312659165727159, + "learning_rate": 1.996329358333012e-05, + "loss": 0.382, + "step": 6657 + }, + { + "epoch": 5.6471586089906705, + "grad_norm": 1.1081806565121355, + "learning_rate": 1.9963270064222055e-05, + "loss": 0.3929, + "step": 6658 + }, + { + "epoch": 5.648006785411366, + "grad_norm": 1.0371132756727948, + "learning_rate": 1.9963246537595503e-05, + "loss": 0.3564, + "step": 6659 + }, + { + "epoch": 5.648854961832061, + "grad_norm": 1.1025102946762926, + "learning_rate": 1.996322300345048e-05, + "loss": 0.3941, + "step": 6660 + }, + { + "epoch": 5.6497031382527565, + "grad_norm": 1.201061300835416, + "learning_rate": 1.9963199461787e-05, + "loss": 0.398, + "step": 6661 + }, + { + "epoch": 5.650551314673452, + "grad_norm": 1.002165790265739, + "learning_rate": 1.9963175912605085e-05, + "loss": 0.3335, + "step": 6662 + }, + { + "epoch": 5.651399491094148, + "grad_norm": 1.0770406297911437, + "learning_rate": 1.9963152355904753e-05, + "loss": 0.3356, + "step": 6663 + }, + { + "epoch": 5.652247667514843, + "grad_norm": 1.0521134440345756, + "learning_rate": 1.996312879168602e-05, + "loss": 0.4189, + "step": 6664 + }, + { + "epoch": 5.653095843935539, + "grad_norm": 1.2980226460823674, + "learning_rate": 1.996310521994891e-05, + "loss": 0.3921, + "step": 6665 + }, + { + "epoch": 5.653944020356234, + "grad_norm": 1.1492603961537853, + "learning_rate": 1.9963081640693428e-05, + "loss": 0.4034, + "step": 6666 + }, + { + "epoch": 5.6547921967769295, + "grad_norm": 1.2449299108355267, + "learning_rate": 1.99630580539196e-05, + "loss": 0.4274, + "step": 6667 + }, + { + "epoch": 5.655640373197625, + "grad_norm": 1.2228110869364202, + "learning_rate": 1.9963034459627448e-05, + "loss": 0.4092, + "step": 6668 + }, + { + "epoch": 5.65648854961832, + "grad_norm": 1.3140442612320293, + "learning_rate": 1.9963010857816984e-05, + "loss": 0.3989, + "step": 6669 + }, + { + "epoch": 5.657336726039016, + "grad_norm": 1.273383334976135, + "learning_rate": 1.996298724848822e-05, + "loss": 0.3477, + "step": 6670 + }, + { + "epoch": 5.658184902459712, + "grad_norm": 1.2354007835295935, + "learning_rate": 1.9962963631641187e-05, + "loss": 0.3922, + "step": 6671 + }, + { + "epoch": 5.659033078880407, + "grad_norm": 1.0672365205048717, + "learning_rate": 1.9962940007275895e-05, + "loss": 0.3608, + "step": 6672 + }, + { + "epoch": 5.659881255301102, + "grad_norm": 1.0445541226495554, + "learning_rate": 1.996291637539236e-05, + "loss": 0.3907, + "step": 6673 + }, + { + "epoch": 5.660729431721798, + "grad_norm": 1.0548837884520212, + "learning_rate": 1.9962892735990604e-05, + "loss": 0.3705, + "step": 6674 + }, + { + "epoch": 5.661577608142494, + "grad_norm": 1.0847078418634346, + "learning_rate": 1.9962869089070648e-05, + "loss": 0.3763, + "step": 6675 + }, + { + "epoch": 5.662425784563189, + "grad_norm": 0.9469831773475659, + "learning_rate": 1.99628454346325e-05, + "loss": 0.2822, + "step": 6676 + }, + { + "epoch": 5.663273960983885, + "grad_norm": 1.0056762272242485, + "learning_rate": 1.9962821772676186e-05, + "loss": 0.3197, + "step": 6677 + }, + { + "epoch": 5.66412213740458, + "grad_norm": 1.0816781504577115, + "learning_rate": 1.996279810320172e-05, + "loss": 0.3324, + "step": 6678 + }, + { + "epoch": 5.664970313825275, + "grad_norm": 1.3269599527670217, + "learning_rate": 1.9962774426209124e-05, + "loss": 0.3651, + "step": 6679 + }, + { + "epoch": 5.665818490245972, + "grad_norm": 1.1810755950625436, + "learning_rate": 1.996275074169841e-05, + "loss": 0.4364, + "step": 6680 + }, + { + "epoch": 5.666666666666667, + "grad_norm": 1.1895460336241828, + "learning_rate": 1.99627270496696e-05, + "loss": 0.4006, + "step": 6681 + }, + { + "epoch": 5.667514843087362, + "grad_norm": 1.137787127758932, + "learning_rate": 1.996270335012271e-05, + "loss": 0.3293, + "step": 6682 + }, + { + "epoch": 5.668363019508058, + "grad_norm": 1.1618707564845063, + "learning_rate": 1.9962679643057765e-05, + "loss": 0.3439, + "step": 6683 + }, + { + "epoch": 5.669211195928753, + "grad_norm": 1.0665228203838841, + "learning_rate": 1.9962655928474767e-05, + "loss": 0.3506, + "step": 6684 + }, + { + "epoch": 5.670059372349448, + "grad_norm": 1.04318400644742, + "learning_rate": 1.9962632206373745e-05, + "loss": 0.3549, + "step": 6685 + }, + { + "epoch": 5.670907548770144, + "grad_norm": 1.0333359836765397, + "learning_rate": 1.996260847675472e-05, + "loss": 0.3848, + "step": 6686 + }, + { + "epoch": 5.67175572519084, + "grad_norm": 1.137644964928893, + "learning_rate": 1.9962584739617705e-05, + "loss": 0.372, + "step": 6687 + }, + { + "epoch": 5.672603901611535, + "grad_norm": 1.1682780416621605, + "learning_rate": 1.9962560994962716e-05, + "loss": 0.4369, + "step": 6688 + }, + { + "epoch": 5.673452078032231, + "grad_norm": 1.0572992831165036, + "learning_rate": 1.9962537242789772e-05, + "loss": 0.3658, + "step": 6689 + }, + { + "epoch": 5.674300254452926, + "grad_norm": 0.9743856553642934, + "learning_rate": 1.9962513483098892e-05, + "loss": 0.3677, + "step": 6690 + }, + { + "epoch": 5.675148430873621, + "grad_norm": 1.1752980604242178, + "learning_rate": 1.9962489715890096e-05, + "loss": 0.3771, + "step": 6691 + }, + { + "epoch": 5.6759966072943175, + "grad_norm": 1.169273471359763, + "learning_rate": 1.9962465941163402e-05, + "loss": 0.3935, + "step": 6692 + }, + { + "epoch": 5.676844783715013, + "grad_norm": 1.0242615089705127, + "learning_rate": 1.9962442158918823e-05, + "loss": 0.4105, + "step": 6693 + }, + { + "epoch": 5.677692960135708, + "grad_norm": 1.0707875847108173, + "learning_rate": 1.996241836915638e-05, + "loss": 0.3987, + "step": 6694 + }, + { + "epoch": 5.678541136556404, + "grad_norm": 1.0193607178051516, + "learning_rate": 1.996239457187609e-05, + "loss": 0.3513, + "step": 6695 + }, + { + "epoch": 5.679389312977099, + "grad_norm": 0.989901475999555, + "learning_rate": 1.996237076707797e-05, + "loss": 0.3799, + "step": 6696 + }, + { + "epoch": 5.680237489397795, + "grad_norm": 1.0758415240119348, + "learning_rate": 1.9962346954762043e-05, + "loss": 0.4084, + "step": 6697 + }, + { + "epoch": 5.6810856658184905, + "grad_norm": 1.1682495829779582, + "learning_rate": 1.996232313492832e-05, + "loss": 0.3182, + "step": 6698 + }, + { + "epoch": 5.681933842239186, + "grad_norm": 1.0981220638353968, + "learning_rate": 1.9962299307576824e-05, + "loss": 0.3574, + "step": 6699 + }, + { + "epoch": 5.682782018659881, + "grad_norm": 1.0846697101469835, + "learning_rate": 1.9962275472707572e-05, + "loss": 0.3504, + "step": 6700 + }, + { + "epoch": 5.6836301950805765, + "grad_norm": 1.1239539586155867, + "learning_rate": 1.996225163032058e-05, + "loss": 0.4757, + "step": 6701 + }, + { + "epoch": 5.684478371501272, + "grad_norm": 1.1704065800466814, + "learning_rate": 1.9962227780415873e-05, + "loss": 0.4236, + "step": 6702 + }, + { + "epoch": 5.685326547921968, + "grad_norm": 1.1743879024975519, + "learning_rate": 1.996220392299346e-05, + "loss": 0.3733, + "step": 6703 + }, + { + "epoch": 5.6861747243426635, + "grad_norm": 1.1065281210057467, + "learning_rate": 1.9962180058053363e-05, + "loss": 0.3649, + "step": 6704 + }, + { + "epoch": 5.687022900763359, + "grad_norm": 1.0332107022708787, + "learning_rate": 1.9962156185595598e-05, + "loss": 0.3032, + "step": 6705 + }, + { + "epoch": 5.687871077184054, + "grad_norm": 1.0496856623949256, + "learning_rate": 1.9962132305620184e-05, + "loss": 0.3655, + "step": 6706 + }, + { + "epoch": 5.6887192536047495, + "grad_norm": 1.2597613895895372, + "learning_rate": 1.996210841812714e-05, + "loss": 0.3573, + "step": 6707 + }, + { + "epoch": 5.689567430025445, + "grad_norm": 1.1029366725153016, + "learning_rate": 1.996208452311649e-05, + "loss": 0.3505, + "step": 6708 + }, + { + "epoch": 5.690415606446141, + "grad_norm": 1.2015751946738389, + "learning_rate": 1.9962060620588237e-05, + "loss": 0.3746, + "step": 6709 + }, + { + "epoch": 5.691263782866836, + "grad_norm": 1.0730237641570468, + "learning_rate": 1.9962036710542412e-05, + "loss": 0.3322, + "step": 6710 + }, + { + "epoch": 5.692111959287532, + "grad_norm": 1.0360661226902121, + "learning_rate": 1.9962012792979027e-05, + "loss": 0.4339, + "step": 6711 + }, + { + "epoch": 5.692960135708227, + "grad_norm": 1.1173850304020718, + "learning_rate": 1.9961988867898103e-05, + "loss": 0.3629, + "step": 6712 + }, + { + "epoch": 5.6938083121289225, + "grad_norm": 1.1775050904356321, + "learning_rate": 1.9961964935299653e-05, + "loss": 0.3522, + "step": 6713 + }, + { + "epoch": 5.694656488549619, + "grad_norm": 1.0101332529537328, + "learning_rate": 1.9961940995183704e-05, + "loss": 0.3499, + "step": 6714 + }, + { + "epoch": 5.695504664970314, + "grad_norm": 1.063335267537089, + "learning_rate": 1.9961917047550267e-05, + "loss": 0.3565, + "step": 6715 + }, + { + "epoch": 5.696352841391009, + "grad_norm": 1.254512300784307, + "learning_rate": 1.9961893092399362e-05, + "loss": 0.3912, + "step": 6716 + }, + { + "epoch": 5.697201017811705, + "grad_norm": 1.166657771488468, + "learning_rate": 1.9961869129731005e-05, + "loss": 0.3789, + "step": 6717 + }, + { + "epoch": 5.6980491942324, + "grad_norm": 1.072253982494833, + "learning_rate": 1.9961845159545217e-05, + "loss": 0.4282, + "step": 6718 + }, + { + "epoch": 5.698897370653096, + "grad_norm": 1.1672742027189487, + "learning_rate": 1.996182118184202e-05, + "loss": 0.4695, + "step": 6719 + }, + { + "epoch": 5.699745547073792, + "grad_norm": 1.0257497391687853, + "learning_rate": 1.9961797196621424e-05, + "loss": 0.3714, + "step": 6720 + }, + { + "epoch": 5.700593723494487, + "grad_norm": 1.0717633987783324, + "learning_rate": 1.996177320388345e-05, + "loss": 0.3939, + "step": 6721 + }, + { + "epoch": 5.701441899915182, + "grad_norm": 1.1244299558468764, + "learning_rate": 1.996174920362812e-05, + "loss": 0.4031, + "step": 6722 + }, + { + "epoch": 5.702290076335878, + "grad_norm": 1.119639406810268, + "learning_rate": 1.996172519585544e-05, + "loss": 0.4142, + "step": 6723 + }, + { + "epoch": 5.703138252756573, + "grad_norm": 1.0947548058422134, + "learning_rate": 1.9961701180565444e-05, + "loss": 0.3632, + "step": 6724 + }, + { + "epoch": 5.703986429177268, + "grad_norm": 1.0717815240230855, + "learning_rate": 1.996167715775814e-05, + "loss": 0.3417, + "step": 6725 + }, + { + "epoch": 5.704834605597965, + "grad_norm": 1.1247826545605957, + "learning_rate": 1.9961653127433553e-05, + "loss": 0.4145, + "step": 6726 + }, + { + "epoch": 5.70568278201866, + "grad_norm": 1.396205683682568, + "learning_rate": 1.9961629089591693e-05, + "loss": 0.3841, + "step": 6727 + }, + { + "epoch": 5.706530958439355, + "grad_norm": 1.1044579536965136, + "learning_rate": 1.9961605044232585e-05, + "loss": 0.4164, + "step": 6728 + }, + { + "epoch": 5.707379134860051, + "grad_norm": 1.0522519642384558, + "learning_rate": 1.9961580991356242e-05, + "loss": 0.3835, + "step": 6729 + }, + { + "epoch": 5.708227311280746, + "grad_norm": 1.1101218698399256, + "learning_rate": 1.9961556930962686e-05, + "loss": 0.3868, + "step": 6730 + }, + { + "epoch": 5.709075487701442, + "grad_norm": 1.1425042530057534, + "learning_rate": 1.9961532863051932e-05, + "loss": 0.3808, + "step": 6731 + }, + { + "epoch": 5.709923664122138, + "grad_norm": 1.0693796712747021, + "learning_rate": 1.9961508787624005e-05, + "loss": 0.2997, + "step": 6732 + }, + { + "epoch": 5.710771840542833, + "grad_norm": 1.2945139607286404, + "learning_rate": 1.9961484704678914e-05, + "loss": 0.3735, + "step": 6733 + }, + { + "epoch": 5.711620016963528, + "grad_norm": 1.1574766951085877, + "learning_rate": 1.996146061421668e-05, + "loss": 0.4019, + "step": 6734 + }, + { + "epoch": 5.712468193384224, + "grad_norm": 1.201325358994695, + "learning_rate": 1.9961436516237325e-05, + "loss": 0.3466, + "step": 6735 + }, + { + "epoch": 5.71331636980492, + "grad_norm": 1.4202789821458195, + "learning_rate": 1.9961412410740863e-05, + "loss": 0.3439, + "step": 6736 + }, + { + "epoch": 5.714164546225615, + "grad_norm": 1.0391454870628571, + "learning_rate": 1.9961388297727316e-05, + "loss": 0.3706, + "step": 6737 + }, + { + "epoch": 5.7150127226463106, + "grad_norm": 1.1641326477643719, + "learning_rate": 1.9961364177196697e-05, + "loss": 0.4147, + "step": 6738 + }, + { + "epoch": 5.715860899067006, + "grad_norm": 1.1325882456956062, + "learning_rate": 1.996134004914903e-05, + "loss": 0.3341, + "step": 6739 + }, + { + "epoch": 5.716709075487701, + "grad_norm": 1.2570397254052301, + "learning_rate": 1.996131591358433e-05, + "loss": 0.3448, + "step": 6740 + }, + { + "epoch": 5.717557251908397, + "grad_norm": 1.2492139111558378, + "learning_rate": 1.9961291770502616e-05, + "loss": 0.4202, + "step": 6741 + }, + { + "epoch": 5.718405428329093, + "grad_norm": 1.0663344863088253, + "learning_rate": 1.9961267619903903e-05, + "loss": 0.3434, + "step": 6742 + }, + { + "epoch": 5.719253604749788, + "grad_norm": 1.0494051721607747, + "learning_rate": 1.9961243461788213e-05, + "loss": 0.4255, + "step": 6743 + }, + { + "epoch": 5.7201017811704835, + "grad_norm": 1.1078826399903843, + "learning_rate": 1.9961219296155566e-05, + "loss": 0.3711, + "step": 6744 + }, + { + "epoch": 5.720949957591179, + "grad_norm": 1.0720434856434136, + "learning_rate": 1.9961195123005973e-05, + "loss": 0.3629, + "step": 6745 + }, + { + "epoch": 5.721798134011874, + "grad_norm": 1.2435843930915025, + "learning_rate": 1.996117094233946e-05, + "loss": 0.3474, + "step": 6746 + }, + { + "epoch": 5.7226463104325695, + "grad_norm": 1.1769638528763433, + "learning_rate": 1.9961146754156046e-05, + "loss": 0.4615, + "step": 6747 + }, + { + "epoch": 5.723494486853266, + "grad_norm": 1.1234526193596455, + "learning_rate": 1.996112255845574e-05, + "loss": 0.4223, + "step": 6748 + }, + { + "epoch": 5.724342663273961, + "grad_norm": 1.036470040059535, + "learning_rate": 1.9961098355238563e-05, + "loss": 0.3535, + "step": 6749 + }, + { + "epoch": 5.7251908396946565, + "grad_norm": 1.2633366748724142, + "learning_rate": 1.996107414450454e-05, + "loss": 0.4346, + "step": 6750 + }, + { + "epoch": 5.726039016115352, + "grad_norm": 1.1938229227878758, + "learning_rate": 1.9961049926253687e-05, + "loss": 0.4026, + "step": 6751 + }, + { + "epoch": 5.726887192536047, + "grad_norm": 1.1847271190861417, + "learning_rate": 1.9961025700486014e-05, + "loss": 0.3767, + "step": 6752 + }, + { + "epoch": 5.727735368956743, + "grad_norm": 1.0938804163119977, + "learning_rate": 1.996100146720155e-05, + "loss": 0.3685, + "step": 6753 + }, + { + "epoch": 5.728583545377439, + "grad_norm": 1.221277933278172, + "learning_rate": 1.9960977226400307e-05, + "loss": 0.3686, + "step": 6754 + }, + { + "epoch": 5.729431721798134, + "grad_norm": 1.065392136644339, + "learning_rate": 1.996095297808231e-05, + "loss": 0.3536, + "step": 6755 + }, + { + "epoch": 5.730279898218829, + "grad_norm": 1.2610395611345357, + "learning_rate": 1.996092872224757e-05, + "loss": 0.379, + "step": 6756 + }, + { + "epoch": 5.731128074639525, + "grad_norm": 1.1228391967248004, + "learning_rate": 1.9960904458896103e-05, + "loss": 0.3633, + "step": 6757 + }, + { + "epoch": 5.731976251060221, + "grad_norm": 1.0123551917930624, + "learning_rate": 1.9960880188027937e-05, + "loss": 0.3174, + "step": 6758 + }, + { + "epoch": 5.732824427480916, + "grad_norm": 1.0424159781379523, + "learning_rate": 1.9960855909643086e-05, + "loss": 0.3427, + "step": 6759 + }, + { + "epoch": 5.733672603901612, + "grad_norm": 1.17504559131648, + "learning_rate": 1.9960831623741566e-05, + "loss": 0.4648, + "step": 6760 + }, + { + "epoch": 5.734520780322307, + "grad_norm": 1.1266031619017456, + "learning_rate": 1.9960807330323394e-05, + "loss": 0.3482, + "step": 6761 + }, + { + "epoch": 5.735368956743002, + "grad_norm": 1.0596246458353322, + "learning_rate": 1.9960783029388598e-05, + "loss": 0.4679, + "step": 6762 + }, + { + "epoch": 5.736217133163698, + "grad_norm": 1.150877596944667, + "learning_rate": 1.9960758720937184e-05, + "loss": 0.3856, + "step": 6763 + }, + { + "epoch": 5.737065309584393, + "grad_norm": 1.08799975052304, + "learning_rate": 1.9960734404969176e-05, + "loss": 0.3828, + "step": 6764 + }, + { + "epoch": 5.737913486005089, + "grad_norm": 1.179725457815954, + "learning_rate": 1.9960710081484597e-05, + "loss": 0.3553, + "step": 6765 + }, + { + "epoch": 5.738761662425785, + "grad_norm": 1.2257074473294323, + "learning_rate": 1.996068575048346e-05, + "loss": 0.4364, + "step": 6766 + }, + { + "epoch": 5.73960983884648, + "grad_norm": 1.1480553875638515, + "learning_rate": 1.9960661411965784e-05, + "loss": 0.4003, + "step": 6767 + }, + { + "epoch": 5.740458015267175, + "grad_norm": 1.0911643410377398, + "learning_rate": 1.9960637065931586e-05, + "loss": 0.3772, + "step": 6768 + }, + { + "epoch": 5.741306191687871, + "grad_norm": 1.0998375877982975, + "learning_rate": 1.9960612712380885e-05, + "loss": 0.3888, + "step": 6769 + }, + { + "epoch": 5.742154368108567, + "grad_norm": 1.141521481546785, + "learning_rate": 1.9960588351313702e-05, + "loss": 0.4373, + "step": 6770 + }, + { + "epoch": 5.743002544529262, + "grad_norm": 1.1586674271432302, + "learning_rate": 1.9960563982730053e-05, + "loss": 0.3429, + "step": 6771 + }, + { + "epoch": 5.743850720949958, + "grad_norm": 0.9730921289870519, + "learning_rate": 1.996053960662996e-05, + "loss": 0.3369, + "step": 6772 + }, + { + "epoch": 5.744698897370653, + "grad_norm": 1.182314738743521, + "learning_rate": 1.9960515223013432e-05, + "loss": 0.4367, + "step": 6773 + }, + { + "epoch": 5.745547073791348, + "grad_norm": 1.0766565438290847, + "learning_rate": 1.99604908318805e-05, + "loss": 0.3849, + "step": 6774 + }, + { + "epoch": 5.746395250212045, + "grad_norm": 1.1733886218360383, + "learning_rate": 1.9960466433231172e-05, + "loss": 0.3499, + "step": 6775 + }, + { + "epoch": 5.74724342663274, + "grad_norm": 1.1378548640605521, + "learning_rate": 1.9960442027065472e-05, + "loss": 0.4107, + "step": 6776 + }, + { + "epoch": 5.748091603053435, + "grad_norm": 1.0207780327177434, + "learning_rate": 1.9960417613383418e-05, + "loss": 0.3651, + "step": 6777 + }, + { + "epoch": 5.748939779474131, + "grad_norm": 1.1730756426860636, + "learning_rate": 1.9960393192185027e-05, + "loss": 0.3683, + "step": 6778 + }, + { + "epoch": 5.749787955894826, + "grad_norm": 1.0621357241771325, + "learning_rate": 1.996036876347032e-05, + "loss": 0.3807, + "step": 6779 + }, + { + "epoch": 5.750636132315521, + "grad_norm": 0.9780643048932437, + "learning_rate": 1.996034432723931e-05, + "loss": 0.2714, + "step": 6780 + }, + { + "epoch": 5.7514843087362175, + "grad_norm": 1.0810353896270506, + "learning_rate": 1.996031988349202e-05, + "loss": 0.3219, + "step": 6781 + }, + { + "epoch": 5.752332485156913, + "grad_norm": 1.0851238129837648, + "learning_rate": 1.996029543222847e-05, + "loss": 0.3882, + "step": 6782 + }, + { + "epoch": 5.753180661577608, + "grad_norm": 1.1490237022140222, + "learning_rate": 1.996027097344867e-05, + "loss": 0.4346, + "step": 6783 + }, + { + "epoch": 5.754028837998304, + "grad_norm": 1.0791060826971408, + "learning_rate": 1.996024650715265e-05, + "loss": 0.4336, + "step": 6784 + }, + { + "epoch": 5.754877014418999, + "grad_norm": 1.1276203218327197, + "learning_rate": 1.996022203334042e-05, + "loss": 0.3278, + "step": 6785 + }, + { + "epoch": 5.755725190839694, + "grad_norm": 1.0572580075961655, + "learning_rate": 1.9960197552012e-05, + "loss": 0.3546, + "step": 6786 + }, + { + "epoch": 5.7565733672603905, + "grad_norm": 1.2771055410504215, + "learning_rate": 1.9960173063167413e-05, + "loss": 0.357, + "step": 6787 + }, + { + "epoch": 5.757421543681086, + "grad_norm": 1.0937296944620776, + "learning_rate": 1.996014856680667e-05, + "loss": 0.357, + "step": 6788 + }, + { + "epoch": 5.758269720101781, + "grad_norm": 1.0847073759580999, + "learning_rate": 1.9960124062929796e-05, + "loss": 0.3977, + "step": 6789 + }, + { + "epoch": 5.7591178965224765, + "grad_norm": 1.046104759665098, + "learning_rate": 1.9960099551536806e-05, + "loss": 0.3292, + "step": 6790 + }, + { + "epoch": 5.759966072943172, + "grad_norm": 1.1192811749536546, + "learning_rate": 1.996007503262772e-05, + "loss": 0.3914, + "step": 6791 + }, + { + "epoch": 5.760814249363868, + "grad_norm": 1.1258400372964645, + "learning_rate": 1.9960050506202555e-05, + "loss": 0.3934, + "step": 6792 + }, + { + "epoch": 5.7616624257845634, + "grad_norm": 1.1746505333879678, + "learning_rate": 1.996002597226133e-05, + "loss": 0.4322, + "step": 6793 + }, + { + "epoch": 5.762510602205259, + "grad_norm": 1.0544786238853563, + "learning_rate": 1.996000143080407e-05, + "loss": 0.3368, + "step": 6794 + }, + { + "epoch": 5.763358778625954, + "grad_norm": 1.0483628660220567, + "learning_rate": 1.995997688183078e-05, + "loss": 0.377, + "step": 6795 + }, + { + "epoch": 5.7642069550466495, + "grad_norm": 1.1260570534935794, + "learning_rate": 1.995995232534149e-05, + "loss": 0.3292, + "step": 6796 + }, + { + "epoch": 5.765055131467345, + "grad_norm": 1.157871600870545, + "learning_rate": 1.9959927761336214e-05, + "loss": 0.3984, + "step": 6797 + }, + { + "epoch": 5.765903307888041, + "grad_norm": 1.0734920889313018, + "learning_rate": 1.995990318981497e-05, + "loss": 0.3981, + "step": 6798 + }, + { + "epoch": 5.766751484308736, + "grad_norm": 1.484903925114709, + "learning_rate": 1.9959878610777777e-05, + "loss": 0.3932, + "step": 6799 + }, + { + "epoch": 5.767599660729432, + "grad_norm": 1.1484657238088296, + "learning_rate": 1.9959854024224657e-05, + "loss": 0.4302, + "step": 6800 + }, + { + "epoch": 5.768447837150127, + "grad_norm": 1.061622763400827, + "learning_rate": 1.9959829430155627e-05, + "loss": 0.3216, + "step": 6801 + }, + { + "epoch": 5.7692960135708224, + "grad_norm": 1.2995983314037731, + "learning_rate": 1.99598048285707e-05, + "loss": 0.3884, + "step": 6802 + }, + { + "epoch": 5.770144189991518, + "grad_norm": 1.045998424058259, + "learning_rate": 1.9959780219469903e-05, + "loss": 0.3459, + "step": 6803 + }, + { + "epoch": 5.770992366412214, + "grad_norm": 1.0921326256861188, + "learning_rate": 1.9959755602853245e-05, + "loss": 0.3577, + "step": 6804 + }, + { + "epoch": 5.771840542832909, + "grad_norm": 1.0371308848036829, + "learning_rate": 1.9959730978720756e-05, + "loss": 0.3844, + "step": 6805 + }, + { + "epoch": 5.772688719253605, + "grad_norm": 1.1547340645417508, + "learning_rate": 1.9959706347072446e-05, + "loss": 0.3391, + "step": 6806 + }, + { + "epoch": 5.7735368956743, + "grad_norm": 1.192434253591662, + "learning_rate": 1.9959681707908337e-05, + "loss": 0.3567, + "step": 6807 + }, + { + "epoch": 5.774385072094995, + "grad_norm": 1.1248365636341762, + "learning_rate": 1.9959657061228444e-05, + "loss": 0.3816, + "step": 6808 + }, + { + "epoch": 5.775233248515692, + "grad_norm": 1.1497065977114451, + "learning_rate": 1.9959632407032794e-05, + "loss": 0.3978, + "step": 6809 + }, + { + "epoch": 5.776081424936387, + "grad_norm": 1.0412509867257849, + "learning_rate": 1.9959607745321397e-05, + "loss": 0.3786, + "step": 6810 + }, + { + "epoch": 5.776929601357082, + "grad_norm": 1.074589899122441, + "learning_rate": 1.9959583076094273e-05, + "loss": 0.3519, + "step": 6811 + }, + { + "epoch": 5.777777777777778, + "grad_norm": 1.2151272460044726, + "learning_rate": 1.9959558399351443e-05, + "loss": 0.431, + "step": 6812 + }, + { + "epoch": 5.778625954198473, + "grad_norm": 1.1104672387081722, + "learning_rate": 1.9959533715092927e-05, + "loss": 0.3794, + "step": 6813 + }, + { + "epoch": 5.779474130619169, + "grad_norm": 1.1440276452517406, + "learning_rate": 1.9959509023318738e-05, + "loss": 0.3503, + "step": 6814 + }, + { + "epoch": 5.780322307039865, + "grad_norm": 1.115948734406545, + "learning_rate": 1.9959484324028904e-05, + "loss": 0.3679, + "step": 6815 + }, + { + "epoch": 5.78117048346056, + "grad_norm": 1.1751000086305083, + "learning_rate": 1.995945961722343e-05, + "loss": 0.4475, + "step": 6816 + }, + { + "epoch": 5.782018659881255, + "grad_norm": 1.1135004992050912, + "learning_rate": 1.995943490290235e-05, + "loss": 0.3282, + "step": 6817 + }, + { + "epoch": 5.782866836301951, + "grad_norm": 1.1052157369047053, + "learning_rate": 1.995941018106567e-05, + "loss": 0.3748, + "step": 6818 + }, + { + "epoch": 5.783715012722646, + "grad_norm": 1.1129511266582963, + "learning_rate": 1.9959385451713414e-05, + "loss": 0.3659, + "step": 6819 + }, + { + "epoch": 5.784563189143341, + "grad_norm": 1.0841577222582692, + "learning_rate": 1.9959360714845603e-05, + "loss": 0.3745, + "step": 6820 + }, + { + "epoch": 5.785411365564038, + "grad_norm": 1.1921573990635068, + "learning_rate": 1.9959335970462252e-05, + "loss": 0.3804, + "step": 6821 + }, + { + "epoch": 5.786259541984733, + "grad_norm": 1.2430418692400145, + "learning_rate": 1.995931121856338e-05, + "loss": 0.3416, + "step": 6822 + }, + { + "epoch": 5.787107718405428, + "grad_norm": 1.1338192745015554, + "learning_rate": 1.9959286459149007e-05, + "loss": 0.3548, + "step": 6823 + }, + { + "epoch": 5.787955894826124, + "grad_norm": 1.0516100080410948, + "learning_rate": 1.995926169221915e-05, + "loss": 0.3754, + "step": 6824 + }, + { + "epoch": 5.788804071246819, + "grad_norm": 1.066647673895653, + "learning_rate": 1.995923691777383e-05, + "loss": 0.3643, + "step": 6825 + }, + { + "epoch": 5.789652247667515, + "grad_norm": 1.264191537114423, + "learning_rate": 1.9959212135813066e-05, + "loss": 0.4048, + "step": 6826 + }, + { + "epoch": 5.7905004240882105, + "grad_norm": 1.1622544974314775, + "learning_rate": 1.9959187346336876e-05, + "loss": 0.4571, + "step": 6827 + }, + { + "epoch": 5.791348600508906, + "grad_norm": 1.0221085463737627, + "learning_rate": 1.995916254934527e-05, + "loss": 0.3405, + "step": 6828 + }, + { + "epoch": 5.792196776929601, + "grad_norm": 1.03773751849508, + "learning_rate": 1.9959137744838285e-05, + "loss": 0.3476, + "step": 6829 + }, + { + "epoch": 5.793044953350297, + "grad_norm": 1.0639570428984921, + "learning_rate": 1.9959112932815924e-05, + "loss": 0.3885, + "step": 6830 + }, + { + "epoch": 5.793893129770993, + "grad_norm": 1.356776566868538, + "learning_rate": 1.9959088113278213e-05, + "loss": 0.4426, + "step": 6831 + }, + { + "epoch": 5.794741306191688, + "grad_norm": 1.0100901920415333, + "learning_rate": 1.9959063286225164e-05, + "loss": 0.3473, + "step": 6832 + }, + { + "epoch": 5.7955894826123835, + "grad_norm": 1.0144003308405138, + "learning_rate": 1.9959038451656806e-05, + "loss": 0.368, + "step": 6833 + }, + { + "epoch": 5.796437659033079, + "grad_norm": 1.2699392699839973, + "learning_rate": 1.9959013609573148e-05, + "loss": 0.3934, + "step": 6834 + }, + { + "epoch": 5.797285835453774, + "grad_norm": 1.0515551115880333, + "learning_rate": 1.9958988759974213e-05, + "loss": 0.414, + "step": 6835 + }, + { + "epoch": 5.7981340118744695, + "grad_norm": 1.1121165305249945, + "learning_rate": 1.9958963902860023e-05, + "loss": 0.4479, + "step": 6836 + }, + { + "epoch": 5.798982188295166, + "grad_norm": 1.198262552189805, + "learning_rate": 1.9958939038230595e-05, + "loss": 0.4505, + "step": 6837 + }, + { + "epoch": 5.799830364715861, + "grad_norm": 1.029365149822366, + "learning_rate": 1.9958914166085944e-05, + "loss": 0.3662, + "step": 6838 + }, + { + "epoch": 5.8006785411365565, + "grad_norm": 1.2573646855845722, + "learning_rate": 1.9958889286426088e-05, + "loss": 0.3774, + "step": 6839 + }, + { + "epoch": 5.801526717557252, + "grad_norm": 1.1603006649865013, + "learning_rate": 1.995886439925105e-05, + "loss": 0.4587, + "step": 6840 + }, + { + "epoch": 5.802374893977947, + "grad_norm": 1.089930094578507, + "learning_rate": 1.9958839504560853e-05, + "loss": 0.3492, + "step": 6841 + }, + { + "epoch": 5.8032230703986425, + "grad_norm": 1.0687771570120759, + "learning_rate": 1.9958814602355504e-05, + "loss": 0.4036, + "step": 6842 + }, + { + "epoch": 5.804071246819339, + "grad_norm": 1.3703167077743312, + "learning_rate": 1.9958789692635032e-05, + "loss": 0.4, + "step": 6843 + }, + { + "epoch": 5.804919423240034, + "grad_norm": 0.9822260145322196, + "learning_rate": 1.995876477539945e-05, + "loss": 0.3672, + "step": 6844 + }, + { + "epoch": 5.805767599660729, + "grad_norm": 1.2000790275642477, + "learning_rate": 1.9958739850648778e-05, + "loss": 0.3799, + "step": 6845 + }, + { + "epoch": 5.806615776081425, + "grad_norm": 1.007261440329284, + "learning_rate": 1.9958714918383036e-05, + "loss": 0.3821, + "step": 6846 + }, + { + "epoch": 5.80746395250212, + "grad_norm": 1.1240399975565962, + "learning_rate": 1.9958689978602245e-05, + "loss": 0.297, + "step": 6847 + }, + { + "epoch": 5.808312128922816, + "grad_norm": 1.3660738259087433, + "learning_rate": 1.995866503130642e-05, + "loss": 0.3438, + "step": 6848 + }, + { + "epoch": 5.809160305343512, + "grad_norm": 1.1758350068220802, + "learning_rate": 1.995864007649558e-05, + "loss": 0.3867, + "step": 6849 + }, + { + "epoch": 5.810008481764207, + "grad_norm": 1.362260152345674, + "learning_rate": 1.9958615114169745e-05, + "loss": 0.4378, + "step": 6850 + }, + { + "epoch": 5.810856658184902, + "grad_norm": 1.0395178641098224, + "learning_rate": 1.9958590144328934e-05, + "loss": 0.379, + "step": 6851 + }, + { + "epoch": 5.811704834605598, + "grad_norm": 1.202834000119529, + "learning_rate": 1.9958565166973165e-05, + "loss": 0.3973, + "step": 6852 + }, + { + "epoch": 5.812553011026294, + "grad_norm": 1.2209036384571728, + "learning_rate": 1.995854018210246e-05, + "loss": 0.334, + "step": 6853 + }, + { + "epoch": 5.813401187446989, + "grad_norm": 1.2420139914827661, + "learning_rate": 1.9958515189716833e-05, + "loss": 0.4249, + "step": 6854 + }, + { + "epoch": 5.814249363867685, + "grad_norm": 1.1712202597341, + "learning_rate": 1.9958490189816304e-05, + "loss": 0.3969, + "step": 6855 + }, + { + "epoch": 5.81509754028838, + "grad_norm": 1.1333421226619802, + "learning_rate": 1.9958465182400894e-05, + "loss": 0.4272, + "step": 6856 + }, + { + "epoch": 5.815945716709075, + "grad_norm": 1.1633169623666961, + "learning_rate": 1.9958440167470622e-05, + "loss": 0.3803, + "step": 6857 + }, + { + "epoch": 5.816793893129771, + "grad_norm": 1.124298927652556, + "learning_rate": 1.9958415145025505e-05, + "loss": 0.4244, + "step": 6858 + }, + { + "epoch": 5.817642069550466, + "grad_norm": 1.1170437783546765, + "learning_rate": 1.9958390115065565e-05, + "loss": 0.3925, + "step": 6859 + }, + { + "epoch": 5.818490245971162, + "grad_norm": 1.372558222520514, + "learning_rate": 1.9958365077590813e-05, + "loss": 0.4152, + "step": 6860 + }, + { + "epoch": 5.819338422391858, + "grad_norm": 1.587954475474152, + "learning_rate": 1.995834003260128e-05, + "loss": 0.3916, + "step": 6861 + }, + { + "epoch": 5.820186598812553, + "grad_norm": 1.187800366672715, + "learning_rate": 1.9958314980096975e-05, + "loss": 0.3848, + "step": 6862 + }, + { + "epoch": 5.821034775233248, + "grad_norm": 1.1326907109245945, + "learning_rate": 1.995828992007792e-05, + "loss": 0.3713, + "step": 6863 + }, + { + "epoch": 5.821882951653944, + "grad_norm": 1.062452108103096, + "learning_rate": 1.9958264852544133e-05, + "loss": 0.3974, + "step": 6864 + }, + { + "epoch": 5.82273112807464, + "grad_norm": 1.1272124528935086, + "learning_rate": 1.9958239777495633e-05, + "loss": 0.37, + "step": 6865 + }, + { + "epoch": 5.823579304495335, + "grad_norm": 1.1991032273992217, + "learning_rate": 1.9958214694932443e-05, + "loss": 0.4187, + "step": 6866 + }, + { + "epoch": 5.824427480916031, + "grad_norm": 1.2317241988060408, + "learning_rate": 1.9958189604854577e-05, + "loss": 0.3021, + "step": 6867 + }, + { + "epoch": 5.825275657336726, + "grad_norm": 1.2052185175289405, + "learning_rate": 1.995816450726206e-05, + "loss": 0.3354, + "step": 6868 + }, + { + "epoch": 5.826123833757421, + "grad_norm": 1.3384077794700744, + "learning_rate": 1.99581394021549e-05, + "loss": 0.4141, + "step": 6869 + }, + { + "epoch": 5.8269720101781175, + "grad_norm": 1.2137623344609534, + "learning_rate": 1.9958114289533127e-05, + "loss": 0.4172, + "step": 6870 + }, + { + "epoch": 5.827820186598813, + "grad_norm": 1.1032743778740963, + "learning_rate": 1.9958089169396758e-05, + "loss": 0.3862, + "step": 6871 + }, + { + "epoch": 5.828668363019508, + "grad_norm": 1.1040499567538926, + "learning_rate": 1.9958064041745805e-05, + "loss": 0.3627, + "step": 6872 + }, + { + "epoch": 5.8295165394402035, + "grad_norm": 1.1755496019413711, + "learning_rate": 1.9958038906580293e-05, + "loss": 0.3488, + "step": 6873 + }, + { + "epoch": 5.830364715860899, + "grad_norm": 1.236613110982564, + "learning_rate": 1.9958013763900238e-05, + "loss": 0.4111, + "step": 6874 + }, + { + "epoch": 5.831212892281594, + "grad_norm": 1.2219000865924439, + "learning_rate": 1.9957988613705662e-05, + "loss": 0.4303, + "step": 6875 + }, + { + "epoch": 5.8320610687022905, + "grad_norm": 1.1174983520204855, + "learning_rate": 1.9957963455996582e-05, + "loss": 0.3684, + "step": 6876 + }, + { + "epoch": 5.832909245122986, + "grad_norm": 1.0126793694753724, + "learning_rate": 1.995793829077302e-05, + "loss": 0.3518, + "step": 6877 + }, + { + "epoch": 5.833757421543681, + "grad_norm": 1.0380251162253236, + "learning_rate": 1.9957913118034993e-05, + "loss": 0.2763, + "step": 6878 + }, + { + "epoch": 5.8346055979643765, + "grad_norm": 0.9953651396199605, + "learning_rate": 1.9957887937782514e-05, + "loss": 0.3638, + "step": 6879 + }, + { + "epoch": 5.835453774385072, + "grad_norm": 1.2038813350771662, + "learning_rate": 1.995786275001561e-05, + "loss": 0.4553, + "step": 6880 + }, + { + "epoch": 5.836301950805767, + "grad_norm": 0.9780258861736055, + "learning_rate": 1.99578375547343e-05, + "loss": 0.3879, + "step": 6881 + }, + { + "epoch": 5.837150127226463, + "grad_norm": 1.0283043499905058, + "learning_rate": 1.9957812351938598e-05, + "loss": 0.3911, + "step": 6882 + }, + { + "epoch": 5.837998303647159, + "grad_norm": 1.1478043470063497, + "learning_rate": 1.9957787141628525e-05, + "loss": 0.4441, + "step": 6883 + }, + { + "epoch": 5.838846480067854, + "grad_norm": 0.9932905156362107, + "learning_rate": 1.99577619238041e-05, + "loss": 0.3845, + "step": 6884 + }, + { + "epoch": 5.8396946564885495, + "grad_norm": 1.1403973648588341, + "learning_rate": 1.9957736698465346e-05, + "loss": 0.3994, + "step": 6885 + }, + { + "epoch": 5.840542832909245, + "grad_norm": 1.1400082325765135, + "learning_rate": 1.9957711465612277e-05, + "loss": 0.3556, + "step": 6886 + }, + { + "epoch": 5.841391009329941, + "grad_norm": 1.052278706043203, + "learning_rate": 1.995768622524491e-05, + "loss": 0.3852, + "step": 6887 + }, + { + "epoch": 5.842239185750636, + "grad_norm": 1.0448610430829555, + "learning_rate": 1.9957660977363272e-05, + "loss": 0.3726, + "step": 6888 + }, + { + "epoch": 5.843087362171332, + "grad_norm": 1.0274208015621744, + "learning_rate": 1.995763572196738e-05, + "loss": 0.3811, + "step": 6889 + }, + { + "epoch": 5.843935538592027, + "grad_norm": 1.1142144883763743, + "learning_rate": 1.9957610459057245e-05, + "loss": 0.4251, + "step": 6890 + }, + { + "epoch": 5.844783715012722, + "grad_norm": 1.1418798584129688, + "learning_rate": 1.9957585188632895e-05, + "loss": 0.3102, + "step": 6891 + }, + { + "epoch": 5.845631891433418, + "grad_norm": 1.0311765000615365, + "learning_rate": 1.9957559910694346e-05, + "loss": 0.4107, + "step": 6892 + }, + { + "epoch": 5.846480067854114, + "grad_norm": 0.9785482466902862, + "learning_rate": 1.9957534625241615e-05, + "loss": 0.3022, + "step": 6893 + }, + { + "epoch": 5.847328244274809, + "grad_norm": 0.966487332292439, + "learning_rate": 1.9957509332274726e-05, + "loss": 0.3553, + "step": 6894 + }, + { + "epoch": 5.848176420695505, + "grad_norm": 1.0663558534510917, + "learning_rate": 1.995748403179369e-05, + "loss": 0.3538, + "step": 6895 + }, + { + "epoch": 5.8490245971162, + "grad_norm": 1.1805275227980632, + "learning_rate": 1.995745872379854e-05, + "loss": 0.4159, + "step": 6896 + }, + { + "epoch": 5.849872773536895, + "grad_norm": 1.1413116772796623, + "learning_rate": 1.9957433408289278e-05, + "loss": 0.3398, + "step": 6897 + }, + { + "epoch": 5.850720949957591, + "grad_norm": 1.0851046873361194, + "learning_rate": 1.9957408085265936e-05, + "loss": 0.3511, + "step": 6898 + }, + { + "epoch": 5.851569126378287, + "grad_norm": 1.0871350870381504, + "learning_rate": 1.9957382754728525e-05, + "loss": 0.3038, + "step": 6899 + }, + { + "epoch": 5.852417302798982, + "grad_norm": 1.16041754932523, + "learning_rate": 1.9957357416677068e-05, + "loss": 0.3626, + "step": 6900 + }, + { + "epoch": 5.853265479219678, + "grad_norm": 1.1213230301329398, + "learning_rate": 1.9957332071111584e-05, + "loss": 0.367, + "step": 6901 + }, + { + "epoch": 5.854113655640373, + "grad_norm": 1.0591858501479798, + "learning_rate": 1.9957306718032095e-05, + "loss": 0.3446, + "step": 6902 + }, + { + "epoch": 5.854961832061068, + "grad_norm": 1.1536085081612273, + "learning_rate": 1.9957281357438618e-05, + "loss": 0.4275, + "step": 6903 + }, + { + "epoch": 5.855810008481765, + "grad_norm": 1.060774678223793, + "learning_rate": 1.995725598933117e-05, + "loss": 0.3723, + "step": 6904 + }, + { + "epoch": 5.85665818490246, + "grad_norm": 1.085550120504109, + "learning_rate": 1.9957230613709768e-05, + "loss": 0.3872, + "step": 6905 + }, + { + "epoch": 5.857506361323155, + "grad_norm": 1.0088131113108365, + "learning_rate": 1.9957205230574436e-05, + "loss": 0.4038, + "step": 6906 + }, + { + "epoch": 5.858354537743851, + "grad_norm": 1.1676291533205656, + "learning_rate": 1.995717983992519e-05, + "loss": 0.3703, + "step": 6907 + }, + { + "epoch": 5.859202714164546, + "grad_norm": 1.0280085197289315, + "learning_rate": 1.9957154441762055e-05, + "loss": 0.3545, + "step": 6908 + }, + { + "epoch": 5.860050890585242, + "grad_norm": 1.0071940898335094, + "learning_rate": 1.9957129036085042e-05, + "loss": 0.351, + "step": 6909 + }, + { + "epoch": 5.8608990670059375, + "grad_norm": 1.1296002676681565, + "learning_rate": 1.9957103622894176e-05, + "loss": 0.3366, + "step": 6910 + }, + { + "epoch": 5.861747243426633, + "grad_norm": 1.1673771297564313, + "learning_rate": 1.9957078202189474e-05, + "loss": 0.4113, + "step": 6911 + }, + { + "epoch": 5.862595419847328, + "grad_norm": 1.218899667183019, + "learning_rate": 1.9957052773970956e-05, + "loss": 0.3885, + "step": 6912 + }, + { + "epoch": 5.863443596268024, + "grad_norm": 1.075432112177874, + "learning_rate": 1.9957027338238643e-05, + "loss": 0.3604, + "step": 6913 + }, + { + "epoch": 5.864291772688719, + "grad_norm": 1.0955758442711083, + "learning_rate": 1.995700189499255e-05, + "loss": 0.3701, + "step": 6914 + }, + { + "epoch": 5.865139949109414, + "grad_norm": 1.1265394921035055, + "learning_rate": 1.9956976444232697e-05, + "loss": 0.3747, + "step": 6915 + }, + { + "epoch": 5.8659881255301105, + "grad_norm": 1.1855693505112501, + "learning_rate": 1.9956950985959102e-05, + "loss": 0.3463, + "step": 6916 + }, + { + "epoch": 5.866836301950806, + "grad_norm": 1.131081207657465, + "learning_rate": 1.995692552017179e-05, + "loss": 0.41, + "step": 6917 + }, + { + "epoch": 5.867684478371501, + "grad_norm": 1.1078398359211206, + "learning_rate": 1.9956900046870777e-05, + "loss": 0.3488, + "step": 6918 + }, + { + "epoch": 5.8685326547921965, + "grad_norm": 1.1407116584269634, + "learning_rate": 1.995687456605608e-05, + "loss": 0.33, + "step": 6919 + }, + { + "epoch": 5.869380831212892, + "grad_norm": 1.2799431842609679, + "learning_rate": 1.995684907772772e-05, + "loss": 0.3972, + "step": 6920 + }, + { + "epoch": 5.870229007633588, + "grad_norm": 1.206265763828243, + "learning_rate": 1.9956823581885717e-05, + "loss": 0.3585, + "step": 6921 + }, + { + "epoch": 5.8710771840542835, + "grad_norm": 1.1180534344815092, + "learning_rate": 1.995679807853009e-05, + "loss": 0.3406, + "step": 6922 + }, + { + "epoch": 5.871925360474979, + "grad_norm": 1.0496468867340178, + "learning_rate": 1.995677256766086e-05, + "loss": 0.3485, + "step": 6923 + }, + { + "epoch": 5.872773536895674, + "grad_norm": 1.2545963099452366, + "learning_rate": 1.9956747049278043e-05, + "loss": 0.4607, + "step": 6924 + }, + { + "epoch": 5.8736217133163695, + "grad_norm": 1.021292218637797, + "learning_rate": 1.9956721523381657e-05, + "loss": 0.3478, + "step": 6925 + }, + { + "epoch": 5.874469889737066, + "grad_norm": 0.9904721010211411, + "learning_rate": 1.9956695989971727e-05, + "loss": 0.3162, + "step": 6926 + }, + { + "epoch": 5.875318066157761, + "grad_norm": 1.2018669626411176, + "learning_rate": 1.995667044904827e-05, + "loss": 0.3907, + "step": 6927 + }, + { + "epoch": 5.876166242578456, + "grad_norm": 1.1550675466176807, + "learning_rate": 1.9956644900611296e-05, + "loss": 0.3556, + "step": 6928 + }, + { + "epoch": 5.877014418999152, + "grad_norm": 1.0444101846525782, + "learning_rate": 1.995661934466084e-05, + "loss": 0.3869, + "step": 6929 + }, + { + "epoch": 5.877862595419847, + "grad_norm": 1.2930557922324573, + "learning_rate": 1.995659378119691e-05, + "loss": 0.3611, + "step": 6930 + }, + { + "epoch": 5.8787107718405425, + "grad_norm": 1.0071460120010403, + "learning_rate": 1.995656821021953e-05, + "loss": 0.2821, + "step": 6931 + }, + { + "epoch": 5.879558948261239, + "grad_norm": 1.1291447218304207, + "learning_rate": 1.995654263172872e-05, + "loss": 0.3634, + "step": 6932 + }, + { + "epoch": 5.880407124681934, + "grad_norm": 1.0186375217946277, + "learning_rate": 1.9956517045724496e-05, + "loss": 0.3673, + "step": 6933 + }, + { + "epoch": 5.881255301102629, + "grad_norm": 1.2085343035429368, + "learning_rate": 1.9956491452206882e-05, + "loss": 0.4024, + "step": 6934 + }, + { + "epoch": 5.882103477523325, + "grad_norm": 1.0697083049424954, + "learning_rate": 1.995646585117589e-05, + "loss": 0.3493, + "step": 6935 + }, + { + "epoch": 5.88295165394402, + "grad_norm": 1.05468186837553, + "learning_rate": 1.9956440242631548e-05, + "loss": 0.3411, + "step": 6936 + }, + { + "epoch": 5.883799830364715, + "grad_norm": 1.2117637256136327, + "learning_rate": 1.995641462657387e-05, + "loss": 0.3795, + "step": 6937 + }, + { + "epoch": 5.884648006785412, + "grad_norm": 1.0789147391593648, + "learning_rate": 1.9956389003002868e-05, + "loss": 0.3888, + "step": 6938 + }, + { + "epoch": 5.885496183206107, + "grad_norm": 1.0442194943433216, + "learning_rate": 1.995636337191858e-05, + "loss": 0.4293, + "step": 6939 + }, + { + "epoch": 5.886344359626802, + "grad_norm": 1.1910322877436348, + "learning_rate": 1.995633773332101e-05, + "loss": 0.3751, + "step": 6940 + }, + { + "epoch": 5.887192536047498, + "grad_norm": 1.102729059372128, + "learning_rate": 1.9956312087210184e-05, + "loss": 0.3527, + "step": 6941 + }, + { + "epoch": 5.888040712468193, + "grad_norm": 1.087602811018115, + "learning_rate": 1.995628643358612e-05, + "loss": 0.3708, + "step": 6942 + }, + { + "epoch": 5.888888888888889, + "grad_norm": 1.2789538674437357, + "learning_rate": 1.9956260772448835e-05, + "loss": 0.3676, + "step": 6943 + }, + { + "epoch": 5.889737065309585, + "grad_norm": 0.955450209983515, + "learning_rate": 1.995623510379835e-05, + "loss": 0.361, + "step": 6944 + }, + { + "epoch": 5.89058524173028, + "grad_norm": 1.070943917501339, + "learning_rate": 1.995620942763469e-05, + "loss": 0.4177, + "step": 6945 + }, + { + "epoch": 5.891433418150975, + "grad_norm": 1.0112516159161415, + "learning_rate": 1.995618374395786e-05, + "loss": 0.2976, + "step": 6946 + }, + { + "epoch": 5.892281594571671, + "grad_norm": 1.1983152069038003, + "learning_rate": 1.9956158052767895e-05, + "loss": 0.32, + "step": 6947 + }, + { + "epoch": 5.893129770992367, + "grad_norm": 1.179719702537778, + "learning_rate": 1.9956132354064808e-05, + "loss": 0.4242, + "step": 6948 + }, + { + "epoch": 5.893977947413062, + "grad_norm": 1.0773496217307144, + "learning_rate": 1.9956106647848616e-05, + "loss": 0.3308, + "step": 6949 + }, + { + "epoch": 5.894826123833758, + "grad_norm": 1.0621249753885362, + "learning_rate": 1.995608093411934e-05, + "loss": 0.2867, + "step": 6950 + }, + { + "epoch": 5.895674300254453, + "grad_norm": 1.1020064096781375, + "learning_rate": 1.9956055212877002e-05, + "loss": 0.3193, + "step": 6951 + }, + { + "epoch": 5.896522476675148, + "grad_norm": 1.0710671996696894, + "learning_rate": 1.995602948412162e-05, + "loss": 0.3726, + "step": 6952 + }, + { + "epoch": 5.897370653095844, + "grad_norm": 1.1511274983845627, + "learning_rate": 1.995600374785321e-05, + "loss": 0.3892, + "step": 6953 + }, + { + "epoch": 5.898218829516539, + "grad_norm": 1.2757980521386034, + "learning_rate": 1.99559780040718e-05, + "loss": 0.361, + "step": 6954 + }, + { + "epoch": 5.899067005937235, + "grad_norm": 1.1519492417751394, + "learning_rate": 1.99559522527774e-05, + "loss": 0.3688, + "step": 6955 + }, + { + "epoch": 5.8999151823579306, + "grad_norm": 1.2246765698751136, + "learning_rate": 1.995592649397003e-05, + "loss": 0.4054, + "step": 6956 + }, + { + "epoch": 5.900763358778626, + "grad_norm": 1.193643846184662, + "learning_rate": 1.9955900727649715e-05, + "loss": 0.3433, + "step": 6957 + }, + { + "epoch": 5.901611535199321, + "grad_norm": 1.0666725227425442, + "learning_rate": 1.9955874953816475e-05, + "loss": 0.3723, + "step": 6958 + }, + { + "epoch": 5.902459711620017, + "grad_norm": 1.3165293401753881, + "learning_rate": 1.995584917247032e-05, + "loss": 0.4156, + "step": 6959 + }, + { + "epoch": 5.903307888040713, + "grad_norm": 1.2172802737576125, + "learning_rate": 1.9955823383611284e-05, + "loss": 0.379, + "step": 6960 + }, + { + "epoch": 5.904156064461408, + "grad_norm": 1.0093204890873253, + "learning_rate": 1.9955797587239375e-05, + "loss": 0.3799, + "step": 6961 + }, + { + "epoch": 5.9050042408821035, + "grad_norm": 1.1897517028275606, + "learning_rate": 1.9955771783354613e-05, + "loss": 0.4112, + "step": 6962 + }, + { + "epoch": 5.905852417302799, + "grad_norm": 1.0554424063800194, + "learning_rate": 1.9955745971957025e-05, + "loss": 0.3353, + "step": 6963 + }, + { + "epoch": 5.906700593723494, + "grad_norm": 1.0695941685660375, + "learning_rate": 1.9955720153046623e-05, + "loss": 0.3454, + "step": 6964 + }, + { + "epoch": 5.90754877014419, + "grad_norm": 1.0733016021759296, + "learning_rate": 1.995569432662343e-05, + "loss": 0.4342, + "step": 6965 + }, + { + "epoch": 5.908396946564886, + "grad_norm": 1.0359805286950212, + "learning_rate": 1.9955668492687463e-05, + "loss": 0.3349, + "step": 6966 + }, + { + "epoch": 5.909245122985581, + "grad_norm": 1.11062253867591, + "learning_rate": 1.9955642651238745e-05, + "loss": 0.3567, + "step": 6967 + }, + { + "epoch": 5.9100932994062765, + "grad_norm": 1.1818468682273187, + "learning_rate": 1.9955616802277295e-05, + "loss": 0.398, + "step": 6968 + }, + { + "epoch": 5.910941475826972, + "grad_norm": 1.0764290033983086, + "learning_rate": 1.995559094580313e-05, + "loss": 0.3232, + "step": 6969 + }, + { + "epoch": 5.911789652247667, + "grad_norm": 1.0626880192738632, + "learning_rate": 1.995556508181627e-05, + "loss": 0.4239, + "step": 6970 + }, + { + "epoch": 5.912637828668363, + "grad_norm": 1.3300859936946172, + "learning_rate": 1.9955539210316738e-05, + "loss": 0.3326, + "step": 6971 + }, + { + "epoch": 5.913486005089059, + "grad_norm": 1.2553510379229686, + "learning_rate": 1.9955513331304548e-05, + "loss": 0.4297, + "step": 6972 + }, + { + "epoch": 5.914334181509754, + "grad_norm": 1.2383227627031792, + "learning_rate": 1.995548744477972e-05, + "loss": 0.371, + "step": 6973 + }, + { + "epoch": 5.915182357930449, + "grad_norm": 1.1995473286589138, + "learning_rate": 1.9955461550742285e-05, + "loss": 0.3835, + "step": 6974 + }, + { + "epoch": 5.916030534351145, + "grad_norm": 1.1380750797027168, + "learning_rate": 1.9955435649192246e-05, + "loss": 0.4291, + "step": 6975 + }, + { + "epoch": 5.91687871077184, + "grad_norm": 1.1355112626163562, + "learning_rate": 1.995540974012963e-05, + "loss": 0.3938, + "step": 6976 + }, + { + "epoch": 5.917726887192536, + "grad_norm": 1.0738260860913664, + "learning_rate": 1.995538382355446e-05, + "loss": 0.3495, + "step": 6977 + }, + { + "epoch": 5.918575063613232, + "grad_norm": 1.1404495772555494, + "learning_rate": 1.995535789946675e-05, + "loss": 0.3578, + "step": 6978 + }, + { + "epoch": 5.919423240033927, + "grad_norm": 1.2988613804258082, + "learning_rate": 1.9955331967866524e-05, + "loss": 0.3973, + "step": 6979 + }, + { + "epoch": 5.920271416454622, + "grad_norm": 1.048732217146595, + "learning_rate": 1.9955306028753795e-05, + "loss": 0.365, + "step": 6980 + }, + { + "epoch": 5.921119592875318, + "grad_norm": 1.0566305523367443, + "learning_rate": 1.995528008212859e-05, + "loss": 0.2741, + "step": 6981 + }, + { + "epoch": 5.921967769296014, + "grad_norm": 1.3023650608925863, + "learning_rate": 1.9955254127990923e-05, + "loss": 0.3738, + "step": 6982 + }, + { + "epoch": 5.922815945716709, + "grad_norm": 1.2654798778549847, + "learning_rate": 1.995522816634082e-05, + "loss": 0.3982, + "step": 6983 + }, + { + "epoch": 5.923664122137405, + "grad_norm": 1.0553436606481503, + "learning_rate": 1.9955202197178293e-05, + "loss": 0.3744, + "step": 6984 + }, + { + "epoch": 5.9245122985581, + "grad_norm": 1.3225413285141352, + "learning_rate": 1.9955176220503367e-05, + "loss": 0.3219, + "step": 6985 + }, + { + "epoch": 5.925360474978795, + "grad_norm": 1.221253941169457, + "learning_rate": 1.9955150236316058e-05, + "loss": 0.387, + "step": 6986 + }, + { + "epoch": 5.926208651399491, + "grad_norm": 1.2650352712672388, + "learning_rate": 1.995512424461639e-05, + "loss": 0.3573, + "step": 6987 + }, + { + "epoch": 5.927056827820187, + "grad_norm": 1.054507583297375, + "learning_rate": 1.9955098245404377e-05, + "loss": 0.3453, + "step": 6988 + }, + { + "epoch": 5.927905004240882, + "grad_norm": 1.1864711963940249, + "learning_rate": 1.9955072238680046e-05, + "loss": 0.3946, + "step": 6989 + }, + { + "epoch": 5.928753180661578, + "grad_norm": 1.0531040420713387, + "learning_rate": 1.9955046224443406e-05, + "loss": 0.3862, + "step": 6990 + }, + { + "epoch": 5.929601357082273, + "grad_norm": 1.1802993725759539, + "learning_rate": 1.9955020202694485e-05, + "loss": 0.3801, + "step": 6991 + }, + { + "epoch": 5.930449533502968, + "grad_norm": 0.8964521129624909, + "learning_rate": 1.9954994173433304e-05, + "loss": 0.3366, + "step": 6992 + }, + { + "epoch": 5.931297709923664, + "grad_norm": 1.0445817406337299, + "learning_rate": 1.995496813665988e-05, + "loss": 0.3223, + "step": 6993 + }, + { + "epoch": 5.93214588634436, + "grad_norm": 1.1367433101690667, + "learning_rate": 1.9954942092374224e-05, + "loss": 0.4126, + "step": 6994 + }, + { + "epoch": 5.932994062765055, + "grad_norm": 1.0444634576478742, + "learning_rate": 1.995491604057637e-05, + "loss": 0.3434, + "step": 6995 + }, + { + "epoch": 5.933842239185751, + "grad_norm": 1.0715872799829067, + "learning_rate": 1.995488998126633e-05, + "loss": 0.3208, + "step": 6996 + }, + { + "epoch": 5.934690415606446, + "grad_norm": 1.1533828694799817, + "learning_rate": 1.9954863914444122e-05, + "loss": 0.4345, + "step": 6997 + }, + { + "epoch": 5.935538592027141, + "grad_norm": 1.094065941498739, + "learning_rate": 1.9954837840109773e-05, + "loss": 0.3641, + "step": 6998 + }, + { + "epoch": 5.9363867684478375, + "grad_norm": 1.0307784773237398, + "learning_rate": 1.9954811758263296e-05, + "loss": 0.3816, + "step": 6999 + }, + { + "epoch": 5.937234944868533, + "grad_norm": 1.2439101999663187, + "learning_rate": 1.995478566890471e-05, + "loss": 0.4327, + "step": 7000 + }, + { + "epoch": 5.938083121289228, + "grad_norm": 1.0479105911048154, + "learning_rate": 1.995475957203404e-05, + "loss": 0.3288, + "step": 7001 + }, + { + "epoch": 5.938931297709924, + "grad_norm": 1.1823488868043037, + "learning_rate": 1.9954733467651302e-05, + "loss": 0.3245, + "step": 7002 + }, + { + "epoch": 5.939779474130619, + "grad_norm": 1.0832095079507835, + "learning_rate": 1.995470735575652e-05, + "loss": 0.4245, + "step": 7003 + }, + { + "epoch": 5.940627650551315, + "grad_norm": 1.1671862019261983, + "learning_rate": 1.995468123634971e-05, + "loss": 0.4501, + "step": 7004 + }, + { + "epoch": 5.9414758269720105, + "grad_norm": 1.0800703746624998, + "learning_rate": 1.995465510943089e-05, + "loss": 0.3761, + "step": 7005 + }, + { + "epoch": 5.942324003392706, + "grad_norm": 1.2261326108295605, + "learning_rate": 1.995462897500008e-05, + "loss": 0.3801, + "step": 7006 + }, + { + "epoch": 5.943172179813401, + "grad_norm": 1.0006145984453718, + "learning_rate": 1.9954602833057306e-05, + "loss": 0.3314, + "step": 7007 + }, + { + "epoch": 5.9440203562340965, + "grad_norm": 1.1892114695268068, + "learning_rate": 1.9954576683602583e-05, + "loss": 0.3987, + "step": 7008 + }, + { + "epoch": 5.944868532654792, + "grad_norm": 1.0487315934530481, + "learning_rate": 1.995455052663593e-05, + "loss": 0.3975, + "step": 7009 + }, + { + "epoch": 5.945716709075487, + "grad_norm": 0.9297907453350631, + "learning_rate": 1.995452436215737e-05, + "loss": 0.3228, + "step": 7010 + }, + { + "epoch": 5.9465648854961835, + "grad_norm": 1.173670765350128, + "learning_rate": 1.9954498190166918e-05, + "loss": 0.3923, + "step": 7011 + }, + { + "epoch": 5.947413061916879, + "grad_norm": 1.0841130967898724, + "learning_rate": 1.9954472010664596e-05, + "loss": 0.3009, + "step": 7012 + }, + { + "epoch": 5.948261238337574, + "grad_norm": 1.0800145090212099, + "learning_rate": 1.9954445823650426e-05, + "loss": 0.4019, + "step": 7013 + }, + { + "epoch": 5.9491094147582695, + "grad_norm": 1.217868297903844, + "learning_rate": 1.9954419629124423e-05, + "loss": 0.3132, + "step": 7014 + }, + { + "epoch": 5.949957591178965, + "grad_norm": 1.1382032759472152, + "learning_rate": 1.9954393427086613e-05, + "loss": 0.3938, + "step": 7015 + }, + { + "epoch": 5.950805767599661, + "grad_norm": 1.1206600862545562, + "learning_rate": 1.995436721753701e-05, + "loss": 0.3356, + "step": 7016 + }, + { + "epoch": 5.951653944020356, + "grad_norm": 1.2142980192085386, + "learning_rate": 1.995434100047564e-05, + "loss": 0.3972, + "step": 7017 + }, + { + "epoch": 5.952502120441052, + "grad_norm": 1.3183512443399428, + "learning_rate": 1.995431477590252e-05, + "loss": 0.4242, + "step": 7018 + }, + { + "epoch": 5.953350296861747, + "grad_norm": 1.1538918982081232, + "learning_rate": 1.9954288543817663e-05, + "loss": 0.4254, + "step": 7019 + }, + { + "epoch": 5.9541984732824424, + "grad_norm": 1.144010293166017, + "learning_rate": 1.9954262304221098e-05, + "loss": 0.4091, + "step": 7020 + }, + { + "epoch": 5.955046649703139, + "grad_norm": 2.3481773034187476, + "learning_rate": 1.995423605711284e-05, + "loss": 0.3888, + "step": 7021 + }, + { + "epoch": 5.955894826123834, + "grad_norm": 1.0200397034081212, + "learning_rate": 1.9954209802492913e-05, + "loss": 0.4057, + "step": 7022 + }, + { + "epoch": 5.956743002544529, + "grad_norm": 1.0760698970545954, + "learning_rate": 1.995418354036133e-05, + "loss": 0.3317, + "step": 7023 + }, + { + "epoch": 5.957591178965225, + "grad_norm": 1.0563769796914078, + "learning_rate": 1.995415727071812e-05, + "loss": 0.3485, + "step": 7024 + }, + { + "epoch": 5.95843935538592, + "grad_norm": 1.1465714762333408, + "learning_rate": 1.9954130993563292e-05, + "loss": 0.3368, + "step": 7025 + }, + { + "epoch": 5.959287531806615, + "grad_norm": 1.1608330066398156, + "learning_rate": 1.9954104708896876e-05, + "loss": 0.3635, + "step": 7026 + }, + { + "epoch": 5.960135708227312, + "grad_norm": 1.043641198384819, + "learning_rate": 1.9954078416718884e-05, + "loss": 0.3346, + "step": 7027 + }, + { + "epoch": 5.960983884648007, + "grad_norm": 1.271631687866022, + "learning_rate": 1.9954052117029343e-05, + "loss": 0.3744, + "step": 7028 + }, + { + "epoch": 5.961832061068702, + "grad_norm": 1.1402610556637034, + "learning_rate": 1.9954025809828266e-05, + "loss": 0.3851, + "step": 7029 + }, + { + "epoch": 5.962680237489398, + "grad_norm": 1.1440144160028642, + "learning_rate": 1.9953999495115677e-05, + "loss": 0.3592, + "step": 7030 + }, + { + "epoch": 5.963528413910093, + "grad_norm": 1.0634001547754062, + "learning_rate": 1.9953973172891593e-05, + "loss": 0.4126, + "step": 7031 + }, + { + "epoch": 5.964376590330788, + "grad_norm": 1.122365337172509, + "learning_rate": 1.9953946843156038e-05, + "loss": 0.366, + "step": 7032 + }, + { + "epoch": 5.965224766751485, + "grad_norm": 1.0914255582701977, + "learning_rate": 1.995392050590903e-05, + "loss": 0.3122, + "step": 7033 + }, + { + "epoch": 5.96607294317218, + "grad_norm": 1.1255404868641334, + "learning_rate": 1.9953894161150585e-05, + "loss": 0.3415, + "step": 7034 + }, + { + "epoch": 5.966921119592875, + "grad_norm": 1.1129967963177685, + "learning_rate": 1.995386780888073e-05, + "loss": 0.3485, + "step": 7035 + }, + { + "epoch": 5.967769296013571, + "grad_norm": 1.3123829928876156, + "learning_rate": 1.9953841449099478e-05, + "loss": 0.3742, + "step": 7036 + }, + { + "epoch": 5.968617472434266, + "grad_norm": 1.335184716486617, + "learning_rate": 1.995381508180685e-05, + "loss": 0.4533, + "step": 7037 + }, + { + "epoch": 5.969465648854962, + "grad_norm": 1.0685197193046307, + "learning_rate": 1.9953788707002876e-05, + "loss": 0.398, + "step": 7038 + }, + { + "epoch": 5.970313825275658, + "grad_norm": 1.0635579336559096, + "learning_rate": 1.995376232468756e-05, + "loss": 0.4412, + "step": 7039 + }, + { + "epoch": 5.971162001696353, + "grad_norm": 1.0355413770199078, + "learning_rate": 1.9953735934860937e-05, + "loss": 0.376, + "step": 7040 + }, + { + "epoch": 5.972010178117048, + "grad_norm": 0.9664270974752519, + "learning_rate": 1.9953709537523012e-05, + "loss": 0.3645, + "step": 7041 + }, + { + "epoch": 5.972858354537744, + "grad_norm": 1.1082796832068313, + "learning_rate": 1.9953683132673815e-05, + "loss": 0.3896, + "step": 7042 + }, + { + "epoch": 5.97370653095844, + "grad_norm": 1.0940536386871358, + "learning_rate": 1.9953656720313367e-05, + "loss": 0.4759, + "step": 7043 + }, + { + "epoch": 5.974554707379135, + "grad_norm": 0.9726361662210427, + "learning_rate": 1.9953630300441682e-05, + "loss": 0.3547, + "step": 7044 + }, + { + "epoch": 5.9754028837998305, + "grad_norm": 1.01193905388049, + "learning_rate": 1.9953603873058783e-05, + "loss": 0.3174, + "step": 7045 + }, + { + "epoch": 5.976251060220526, + "grad_norm": 0.8902184489850633, + "learning_rate": 1.9953577438164687e-05, + "loss": 0.2968, + "step": 7046 + }, + { + "epoch": 5.977099236641221, + "grad_norm": 1.0244740396628964, + "learning_rate": 1.995355099575942e-05, + "loss": 0.3466, + "step": 7047 + }, + { + "epoch": 5.977947413061917, + "grad_norm": 1.199376556701769, + "learning_rate": 1.9953524545842993e-05, + "loss": 0.3237, + "step": 7048 + }, + { + "epoch": 5.978795589482612, + "grad_norm": 1.0352519626458334, + "learning_rate": 1.9953498088415436e-05, + "loss": 0.3372, + "step": 7049 + }, + { + "epoch": 5.979643765903308, + "grad_norm": 1.0925850238938382, + "learning_rate": 1.995347162347676e-05, + "loss": 0.3188, + "step": 7050 + }, + { + "epoch": 5.9804919423240035, + "grad_norm": 1.3314962572727196, + "learning_rate": 1.9953445151026992e-05, + "loss": 0.4073, + "step": 7051 + }, + { + "epoch": 5.981340118744699, + "grad_norm": 1.1378588978022146, + "learning_rate": 1.995341867106615e-05, + "loss": 0.3689, + "step": 7052 + }, + { + "epoch": 5.982188295165394, + "grad_norm": 1.0758470734831296, + "learning_rate": 1.995339218359425e-05, + "loss": 0.3706, + "step": 7053 + }, + { + "epoch": 5.9830364715860895, + "grad_norm": 1.1083765690623908, + "learning_rate": 1.9953365688611317e-05, + "loss": 0.3484, + "step": 7054 + }, + { + "epoch": 5.983884648006786, + "grad_norm": 1.090658980473806, + "learning_rate": 1.995333918611737e-05, + "loss": 0.3646, + "step": 7055 + }, + { + "epoch": 5.984732824427481, + "grad_norm": 1.356967970782416, + "learning_rate": 1.9953312676112426e-05, + "loss": 0.3957, + "step": 7056 + }, + { + "epoch": 5.9855810008481765, + "grad_norm": 1.1224914870513727, + "learning_rate": 1.9953286158596507e-05, + "loss": 0.3459, + "step": 7057 + }, + { + "epoch": 5.986429177268872, + "grad_norm": 1.1134974047323212, + "learning_rate": 1.9953259633569635e-05, + "loss": 0.3952, + "step": 7058 + }, + { + "epoch": 5.987277353689567, + "grad_norm": 1.1069825972006768, + "learning_rate": 1.9953233101031828e-05, + "loss": 0.3621, + "step": 7059 + }, + { + "epoch": 5.988125530110263, + "grad_norm": 1.1512213299299932, + "learning_rate": 1.9953206560983104e-05, + "loss": 0.3703, + "step": 7060 + }, + { + "epoch": 5.988973706530959, + "grad_norm": 1.0421212472771222, + "learning_rate": 1.9953180013423486e-05, + "loss": 0.361, + "step": 7061 + }, + { + "epoch": 5.989821882951654, + "grad_norm": 0.9673082674982162, + "learning_rate": 1.9953153458352993e-05, + "loss": 0.3192, + "step": 7062 + }, + { + "epoch": 5.990670059372349, + "grad_norm": 1.0756088100440857, + "learning_rate": 1.9953126895771645e-05, + "loss": 0.3579, + "step": 7063 + }, + { + "epoch": 5.991518235793045, + "grad_norm": 1.3217988422724316, + "learning_rate": 1.9953100325679463e-05, + "loss": 0.4122, + "step": 7064 + }, + { + "epoch": 5.99236641221374, + "grad_norm": 1.1037616593115385, + "learning_rate": 1.9953073748076466e-05, + "loss": 0.3115, + "step": 7065 + }, + { + "epoch": 5.993214588634436, + "grad_norm": 1.2227849044290435, + "learning_rate": 1.9953047162962673e-05, + "loss": 0.3989, + "step": 7066 + }, + { + "epoch": 5.994062765055132, + "grad_norm": 1.166212317468547, + "learning_rate": 1.995302057033811e-05, + "loss": 0.4403, + "step": 7067 + }, + { + "epoch": 5.994910941475827, + "grad_norm": 1.0176290123829645, + "learning_rate": 1.9952993970202787e-05, + "loss": 0.3678, + "step": 7068 + }, + { + "epoch": 5.995759117896522, + "grad_norm": 1.3716118050316763, + "learning_rate": 1.9952967362556732e-05, + "loss": 0.3944, + "step": 7069 + }, + { + "epoch": 5.996607294317218, + "grad_norm": 1.1722200346774534, + "learning_rate": 1.995294074739996e-05, + "loss": 0.4365, + "step": 7070 + }, + { + "epoch": 5.997455470737913, + "grad_norm": 1.1336586892493612, + "learning_rate": 1.9952914124732498e-05, + "loss": 0.3872, + "step": 7071 + }, + { + "epoch": 5.998303647158609, + "grad_norm": 1.132232066817039, + "learning_rate": 1.995288749455436e-05, + "loss": 0.3533, + "step": 7072 + }, + { + "epoch": 5.999151823579305, + "grad_norm": 1.079107245910023, + "learning_rate": 1.9952860856865567e-05, + "loss": 0.3105, + "step": 7073 + }, + { + "epoch": 6.0, + "grad_norm": 1.1312769280326709, + "learning_rate": 1.995283421166614e-05, + "loss": 0.4298, + "step": 7074 + }, + { + "epoch": 6.000848176420695, + "grad_norm": 1.116924755409376, + "learning_rate": 1.99528075589561e-05, + "loss": 0.3595, + "step": 7075 + }, + { + "epoch": 6.001696352841391, + "grad_norm": 1.1138089187965312, + "learning_rate": 1.9952780898735467e-05, + "loss": 0.3385, + "step": 7076 + }, + { + "epoch": 6.002544529262087, + "grad_norm": 1.0992246325034922, + "learning_rate": 1.995275423100426e-05, + "loss": 0.3012, + "step": 7077 + }, + { + "epoch": 6.003392705682782, + "grad_norm": 1.4264710890992147, + "learning_rate": 1.9952727555762498e-05, + "loss": 0.3246, + "step": 7078 + }, + { + "epoch": 6.004240882103478, + "grad_norm": 1.2951539631210236, + "learning_rate": 1.9952700873010204e-05, + "loss": 0.3197, + "step": 7079 + }, + { + "epoch": 6.005089058524173, + "grad_norm": 1.0881254043297761, + "learning_rate": 1.9952674182747397e-05, + "loss": 0.3141, + "step": 7080 + }, + { + "epoch": 6.005937234944868, + "grad_norm": 1.0959497818561859, + "learning_rate": 1.9952647484974096e-05, + "loss": 0.3319, + "step": 7081 + }, + { + "epoch": 6.006785411365564, + "grad_norm": 1.1375158688764129, + "learning_rate": 1.9952620779690322e-05, + "loss": 0.2967, + "step": 7082 + }, + { + "epoch": 6.00763358778626, + "grad_norm": 1.061982593144253, + "learning_rate": 1.9952594066896094e-05, + "loss": 0.2902, + "step": 7083 + }, + { + "epoch": 6.008481764206955, + "grad_norm": 0.9834219613353195, + "learning_rate": 1.9952567346591434e-05, + "loss": 0.2527, + "step": 7084 + }, + { + "epoch": 6.009329940627651, + "grad_norm": 1.0323338473289074, + "learning_rate": 1.995254061877636e-05, + "loss": 0.3052, + "step": 7085 + }, + { + "epoch": 6.010178117048346, + "grad_norm": 1.231583956094553, + "learning_rate": 1.9952513883450896e-05, + "loss": 0.3568, + "step": 7086 + }, + { + "epoch": 6.011026293469041, + "grad_norm": 1.1219569976013526, + "learning_rate": 1.9952487140615062e-05, + "loss": 0.2831, + "step": 7087 + }, + { + "epoch": 6.0118744698897375, + "grad_norm": 1.1436869261983251, + "learning_rate": 1.995246039026887e-05, + "loss": 0.345, + "step": 7088 + }, + { + "epoch": 6.012722646310433, + "grad_norm": 1.1088726269476006, + "learning_rate": 1.9952433632412355e-05, + "loss": 0.3212, + "step": 7089 + }, + { + "epoch": 6.013570822731128, + "grad_norm": 1.4060539677412385, + "learning_rate": 1.995240686704552e-05, + "loss": 0.312, + "step": 7090 + }, + { + "epoch": 6.0144189991518235, + "grad_norm": 1.2920265560044166, + "learning_rate": 1.9952380094168398e-05, + "loss": 0.3496, + "step": 7091 + }, + { + "epoch": 6.015267175572519, + "grad_norm": 1.0592097439351948, + "learning_rate": 1.9952353313781004e-05, + "loss": 0.3448, + "step": 7092 + }, + { + "epoch": 6.016115351993214, + "grad_norm": 1.085049463465244, + "learning_rate": 1.9952326525883356e-05, + "loss": 0.3477, + "step": 7093 + }, + { + "epoch": 6.0169635284139105, + "grad_norm": 1.1075380380198887, + "learning_rate": 1.995229973047548e-05, + "loss": 0.3638, + "step": 7094 + }, + { + "epoch": 6.017811704834606, + "grad_norm": 1.0405755641953742, + "learning_rate": 1.9952272927557394e-05, + "loss": 0.2855, + "step": 7095 + }, + { + "epoch": 6.018659881255301, + "grad_norm": 1.2232751436002347, + "learning_rate": 1.9952246117129116e-05, + "loss": 0.3312, + "step": 7096 + }, + { + "epoch": 6.0195080576759965, + "grad_norm": 1.179120819114605, + "learning_rate": 1.995221929919067e-05, + "loss": 0.2999, + "step": 7097 + }, + { + "epoch": 6.020356234096692, + "grad_norm": 1.3233218459979792, + "learning_rate": 1.995219247374207e-05, + "loss": 0.3027, + "step": 7098 + }, + { + "epoch": 6.021204410517387, + "grad_norm": 1.11229717669887, + "learning_rate": 1.9952165640783345e-05, + "loss": 0.3238, + "step": 7099 + }, + { + "epoch": 6.022052586938083, + "grad_norm": 1.076339103665187, + "learning_rate": 1.995213880031451e-05, + "loss": 0.3363, + "step": 7100 + }, + { + "epoch": 6.022900763358779, + "grad_norm": 1.36632831601022, + "learning_rate": 1.9952111952335584e-05, + "loss": 0.3022, + "step": 7101 + }, + { + "epoch": 6.023748939779474, + "grad_norm": 1.0664389421341598, + "learning_rate": 1.995208509684659e-05, + "loss": 0.3497, + "step": 7102 + }, + { + "epoch": 6.0245971162001695, + "grad_norm": 1.2253233405072188, + "learning_rate": 1.9952058233847545e-05, + "loss": 0.3673, + "step": 7103 + }, + { + "epoch": 6.025445292620865, + "grad_norm": 1.1410255089913726, + "learning_rate": 1.9952031363338475e-05, + "loss": 0.3643, + "step": 7104 + }, + { + "epoch": 6.026293469041561, + "grad_norm": 1.3444321226632427, + "learning_rate": 1.9952004485319395e-05, + "loss": 0.355, + "step": 7105 + }, + { + "epoch": 6.027141645462256, + "grad_norm": 1.1157476850125516, + "learning_rate": 1.995197759979033e-05, + "loss": 0.3508, + "step": 7106 + }, + { + "epoch": 6.027989821882952, + "grad_norm": 1.0290644293473006, + "learning_rate": 1.9951950706751292e-05, + "loss": 0.2898, + "step": 7107 + }, + { + "epoch": 6.028837998303647, + "grad_norm": 1.5237921090429714, + "learning_rate": 1.9951923806202314e-05, + "loss": 0.3568, + "step": 7108 + }, + { + "epoch": 6.029686174724342, + "grad_norm": 1.1456656818389706, + "learning_rate": 1.9951896898143403e-05, + "loss": 0.3354, + "step": 7109 + }, + { + "epoch": 6.030534351145038, + "grad_norm": 1.149003283904194, + "learning_rate": 1.995186998257459e-05, + "loss": 0.345, + "step": 7110 + }, + { + "epoch": 6.031382527565734, + "grad_norm": 1.3257047343007355, + "learning_rate": 1.9951843059495888e-05, + "loss": 0.3769, + "step": 7111 + }, + { + "epoch": 6.032230703986429, + "grad_norm": 1.1115550413906647, + "learning_rate": 1.9951816128907323e-05, + "loss": 0.3191, + "step": 7112 + }, + { + "epoch": 6.033078880407125, + "grad_norm": 1.1178061171382883, + "learning_rate": 1.9951789190808907e-05, + "loss": 0.3662, + "step": 7113 + }, + { + "epoch": 6.03392705682782, + "grad_norm": 1.1813186470230912, + "learning_rate": 1.995176224520067e-05, + "loss": 0.3625, + "step": 7114 + }, + { + "epoch": 6.034775233248515, + "grad_norm": 1.1628352674109936, + "learning_rate": 1.9951735292082625e-05, + "loss": 0.3603, + "step": 7115 + }, + { + "epoch": 6.035623409669212, + "grad_norm": 1.1036961583924445, + "learning_rate": 1.9951708331454796e-05, + "loss": 0.3143, + "step": 7116 + }, + { + "epoch": 6.036471586089907, + "grad_norm": 1.0891336464655779, + "learning_rate": 1.9951681363317207e-05, + "loss": 0.3386, + "step": 7117 + }, + { + "epoch": 6.037319762510602, + "grad_norm": 1.1336147061133641, + "learning_rate": 1.995165438766987e-05, + "loss": 0.3313, + "step": 7118 + }, + { + "epoch": 6.038167938931298, + "grad_norm": 1.2174947927428639, + "learning_rate": 1.995162740451281e-05, + "loss": 0.3222, + "step": 7119 + }, + { + "epoch": 6.039016115351993, + "grad_norm": 1.1209072755686196, + "learning_rate": 1.9951600413846045e-05, + "loss": 0.3448, + "step": 7120 + }, + { + "epoch": 6.039864291772688, + "grad_norm": 1.1291746492646773, + "learning_rate": 1.99515734156696e-05, + "loss": 0.3667, + "step": 7121 + }, + { + "epoch": 6.040712468193385, + "grad_norm": 1.255110593539268, + "learning_rate": 1.9951546409983492e-05, + "loss": 0.3558, + "step": 7122 + }, + { + "epoch": 6.04156064461408, + "grad_norm": 1.083490280748482, + "learning_rate": 1.9951519396787745e-05, + "loss": 0.315, + "step": 7123 + }, + { + "epoch": 6.042408821034775, + "grad_norm": 1.129737513125334, + "learning_rate": 1.995149237608237e-05, + "loss": 0.3951, + "step": 7124 + }, + { + "epoch": 6.043256997455471, + "grad_norm": 1.2667078466485455, + "learning_rate": 1.9951465347867397e-05, + "loss": 0.3717, + "step": 7125 + }, + { + "epoch": 6.044105173876166, + "grad_norm": 1.2321172624459964, + "learning_rate": 1.9951438312142843e-05, + "loss": 0.3484, + "step": 7126 + }, + { + "epoch": 6.044953350296861, + "grad_norm": 1.1199711725397319, + "learning_rate": 1.995141126890873e-05, + "loss": 0.3564, + "step": 7127 + }, + { + "epoch": 6.0458015267175576, + "grad_norm": 1.1707955481216803, + "learning_rate": 1.9951384218165072e-05, + "loss": 0.3536, + "step": 7128 + }, + { + "epoch": 6.046649703138253, + "grad_norm": 1.143774411961301, + "learning_rate": 1.9951357159911898e-05, + "loss": 0.3696, + "step": 7129 + }, + { + "epoch": 6.047497879558948, + "grad_norm": 1.4488923267481715, + "learning_rate": 1.9951330094149225e-05, + "loss": 0.3636, + "step": 7130 + }, + { + "epoch": 6.048346055979644, + "grad_norm": 1.0455677611468808, + "learning_rate": 1.995130302087707e-05, + "loss": 0.3053, + "step": 7131 + }, + { + "epoch": 6.049194232400339, + "grad_norm": 1.5477246694587652, + "learning_rate": 1.995127594009546e-05, + "loss": 0.2836, + "step": 7132 + }, + { + "epoch": 6.050042408821035, + "grad_norm": 1.2588149195612137, + "learning_rate": 1.9951248851804414e-05, + "loss": 0.2991, + "step": 7133 + }, + { + "epoch": 6.0508905852417305, + "grad_norm": 1.224150983345945, + "learning_rate": 1.9951221756003943e-05, + "loss": 0.312, + "step": 7134 + }, + { + "epoch": 6.051738761662426, + "grad_norm": 1.1350428728264785, + "learning_rate": 1.995119465269408e-05, + "loss": 0.3169, + "step": 7135 + }, + { + "epoch": 6.052586938083121, + "grad_norm": 1.0914234575856958, + "learning_rate": 1.995116754187484e-05, + "loss": 0.3461, + "step": 7136 + }, + { + "epoch": 6.0534351145038165, + "grad_norm": 1.1483469169441713, + "learning_rate": 1.9951140423546244e-05, + "loss": 0.315, + "step": 7137 + }, + { + "epoch": 6.054283290924512, + "grad_norm": 1.1348001797761422, + "learning_rate": 1.995111329770831e-05, + "loss": 0.2945, + "step": 7138 + }, + { + "epoch": 6.055131467345208, + "grad_norm": 1.1216942888561483, + "learning_rate": 1.9951086164361063e-05, + "loss": 0.3117, + "step": 7139 + }, + { + "epoch": 6.0559796437659035, + "grad_norm": 1.0065211400261325, + "learning_rate": 1.995105902350452e-05, + "loss": 0.2484, + "step": 7140 + }, + { + "epoch": 6.056827820186599, + "grad_norm": 1.302223115281372, + "learning_rate": 1.99510318751387e-05, + "loss": 0.3427, + "step": 7141 + }, + { + "epoch": 6.057675996607294, + "grad_norm": 1.2386840857919976, + "learning_rate": 1.9951004719263635e-05, + "loss": 0.2683, + "step": 7142 + }, + { + "epoch": 6.0585241730279895, + "grad_norm": 1.1582788805787416, + "learning_rate": 1.995097755587933e-05, + "loss": 0.3276, + "step": 7143 + }, + { + "epoch": 6.059372349448686, + "grad_norm": 1.098715780784087, + "learning_rate": 1.995095038498581e-05, + "loss": 0.3114, + "step": 7144 + }, + { + "epoch": 6.060220525869381, + "grad_norm": 1.1125244169029824, + "learning_rate": 1.9950923206583105e-05, + "loss": 0.3202, + "step": 7145 + }, + { + "epoch": 6.061068702290076, + "grad_norm": 1.1133718332231843, + "learning_rate": 1.995089602067122e-05, + "loss": 0.2374, + "step": 7146 + }, + { + "epoch": 6.061916878710772, + "grad_norm": 1.3439436557394993, + "learning_rate": 1.9950868827250193e-05, + "loss": 0.3704, + "step": 7147 + }, + { + "epoch": 6.062765055131467, + "grad_norm": 1.1877816927613165, + "learning_rate": 1.9950841626320028e-05, + "loss": 0.3575, + "step": 7148 + }, + { + "epoch": 6.0636132315521625, + "grad_norm": 1.2636839666775406, + "learning_rate": 1.9950814417880754e-05, + "loss": 0.3508, + "step": 7149 + }, + { + "epoch": 6.064461407972859, + "grad_norm": 1.2519088676115873, + "learning_rate": 1.995078720193239e-05, + "loss": 0.337, + "step": 7150 + }, + { + "epoch": 6.065309584393554, + "grad_norm": 1.2057704083503635, + "learning_rate": 1.9950759978474958e-05, + "loss": 0.3895, + "step": 7151 + }, + { + "epoch": 6.066157760814249, + "grad_norm": 1.3660855047231943, + "learning_rate": 1.9950732747508476e-05, + "loss": 0.3263, + "step": 7152 + }, + { + "epoch": 6.067005937234945, + "grad_norm": 1.3257317166081852, + "learning_rate": 1.995070550903297e-05, + "loss": 0.3473, + "step": 7153 + }, + { + "epoch": 6.06785411365564, + "grad_norm": 1.4197172690911728, + "learning_rate": 1.9950678263048452e-05, + "loss": 0.3673, + "step": 7154 + }, + { + "epoch": 6.068702290076336, + "grad_norm": 1.179297459191577, + "learning_rate": 1.995065100955495e-05, + "loss": 0.4388, + "step": 7155 + }, + { + "epoch": 6.069550466497032, + "grad_norm": 1.3170232895717082, + "learning_rate": 1.995062374855248e-05, + "loss": 0.3172, + "step": 7156 + }, + { + "epoch": 6.070398642917727, + "grad_norm": 1.1373756090958815, + "learning_rate": 1.9950596480041063e-05, + "loss": 0.3413, + "step": 7157 + }, + { + "epoch": 6.071246819338422, + "grad_norm": 1.2630792386429865, + "learning_rate": 1.9950569204020723e-05, + "loss": 0.3497, + "step": 7158 + }, + { + "epoch": 6.072094995759118, + "grad_norm": 1.4279324277169638, + "learning_rate": 1.9950541920491477e-05, + "loss": 0.3636, + "step": 7159 + }, + { + "epoch": 6.072943172179813, + "grad_norm": 1.1509799378270849, + "learning_rate": 1.9950514629453348e-05, + "loss": 0.2606, + "step": 7160 + }, + { + "epoch": 6.073791348600509, + "grad_norm": 1.256476021615223, + "learning_rate": 1.9950487330906356e-05, + "loss": 0.3352, + "step": 7161 + }, + { + "epoch": 6.074639525021205, + "grad_norm": 1.1452866032955396, + "learning_rate": 1.995046002485052e-05, + "loss": 0.3225, + "step": 7162 + }, + { + "epoch": 6.0754877014419, + "grad_norm": 0.9958498461243429, + "learning_rate": 1.995043271128586e-05, + "loss": 0.2841, + "step": 7163 + }, + { + "epoch": 6.076335877862595, + "grad_norm": 1.3014570318745322, + "learning_rate": 1.99504053902124e-05, + "loss": 0.36, + "step": 7164 + }, + { + "epoch": 6.077184054283291, + "grad_norm": 1.265798224520041, + "learning_rate": 1.995037806163016e-05, + "loss": 0.326, + "step": 7165 + }, + { + "epoch": 6.078032230703986, + "grad_norm": 1.4585480370874773, + "learning_rate": 1.9950350725539157e-05, + "loss": 0.3572, + "step": 7166 + }, + { + "epoch": 6.078880407124682, + "grad_norm": 1.1765655944240447, + "learning_rate": 1.9950323381939415e-05, + "loss": 0.2767, + "step": 7167 + }, + { + "epoch": 6.079728583545378, + "grad_norm": 1.1532629045697973, + "learning_rate": 1.9950296030830956e-05, + "loss": 0.3893, + "step": 7168 + }, + { + "epoch": 6.080576759966073, + "grad_norm": 1.18380522520222, + "learning_rate": 1.9950268672213797e-05, + "loss": 0.3516, + "step": 7169 + }, + { + "epoch": 6.081424936386768, + "grad_norm": 1.1753842117384683, + "learning_rate": 1.9950241306087962e-05, + "loss": 0.347, + "step": 7170 + }, + { + "epoch": 6.082273112807464, + "grad_norm": 1.0350721177475168, + "learning_rate": 1.9950213932453465e-05, + "loss": 0.2818, + "step": 7171 + }, + { + "epoch": 6.08312128922816, + "grad_norm": 1.298301900061761, + "learning_rate": 1.9950186551310336e-05, + "loss": 0.2973, + "step": 7172 + }, + { + "epoch": 6.083969465648855, + "grad_norm": 1.3161227927807355, + "learning_rate": 1.995015916265859e-05, + "loss": 0.3533, + "step": 7173 + }, + { + "epoch": 6.084817642069551, + "grad_norm": 1.470221449986436, + "learning_rate": 1.9950131766498246e-05, + "loss": 0.3513, + "step": 7174 + }, + { + "epoch": 6.085665818490246, + "grad_norm": 1.1107477345550643, + "learning_rate": 1.995010436282933e-05, + "loss": 0.3731, + "step": 7175 + }, + { + "epoch": 6.086513994910941, + "grad_norm": 1.2270565073058657, + "learning_rate": 1.995007695165186e-05, + "loss": 0.3346, + "step": 7176 + }, + { + "epoch": 6.087362171331637, + "grad_norm": 1.0418768537529823, + "learning_rate": 1.9950049532965857e-05, + "loss": 0.2829, + "step": 7177 + }, + { + "epoch": 6.088210347752333, + "grad_norm": 1.1009418297332378, + "learning_rate": 1.995002210677134e-05, + "loss": 0.3322, + "step": 7178 + }, + { + "epoch": 6.089058524173028, + "grad_norm": 1.196937860616285, + "learning_rate": 1.9949994673068335e-05, + "loss": 0.3045, + "step": 7179 + }, + { + "epoch": 6.0899067005937235, + "grad_norm": 1.255188171954832, + "learning_rate": 1.994996723185685e-05, + "loss": 0.3843, + "step": 7180 + }, + { + "epoch": 6.090754877014419, + "grad_norm": 1.1460267603574543, + "learning_rate": 1.9949939783136926e-05, + "loss": 0.3209, + "step": 7181 + }, + { + "epoch": 6.091603053435114, + "grad_norm": 1.2199599805986663, + "learning_rate": 1.9949912326908564e-05, + "loss": 0.3162, + "step": 7182 + }, + { + "epoch": 6.09245122985581, + "grad_norm": 1.218036011589972, + "learning_rate": 1.9949884863171798e-05, + "loss": 0.2818, + "step": 7183 + }, + { + "epoch": 6.093299406276506, + "grad_norm": 1.1896300494304328, + "learning_rate": 1.994985739192664e-05, + "loss": 0.3387, + "step": 7184 + }, + { + "epoch": 6.094147582697201, + "grad_norm": 1.2365089860462175, + "learning_rate": 1.9949829913173118e-05, + "loss": 0.3609, + "step": 7185 + }, + { + "epoch": 6.0949957591178965, + "grad_norm": 1.2008254156584488, + "learning_rate": 1.994980242691125e-05, + "loss": 0.3148, + "step": 7186 + }, + { + "epoch": 6.095843935538592, + "grad_norm": 1.2338839916266215, + "learning_rate": 1.994977493314105e-05, + "loss": 0.391, + "step": 7187 + }, + { + "epoch": 6.096692111959287, + "grad_norm": 1.1539213649629025, + "learning_rate": 1.9949747431862545e-05, + "loss": 0.3331, + "step": 7188 + }, + { + "epoch": 6.097540288379983, + "grad_norm": 1.1404034623008554, + "learning_rate": 1.994971992307576e-05, + "loss": 0.3361, + "step": 7189 + }, + { + "epoch": 6.098388464800679, + "grad_norm": 1.1472826129602136, + "learning_rate": 1.994969240678071e-05, + "loss": 0.3164, + "step": 7190 + }, + { + "epoch": 6.099236641221374, + "grad_norm": 1.1322550218425271, + "learning_rate": 1.994966488297742e-05, + "loss": 0.3032, + "step": 7191 + }, + { + "epoch": 6.1000848176420694, + "grad_norm": 1.191320210156414, + "learning_rate": 1.9949637351665902e-05, + "loss": 0.2773, + "step": 7192 + }, + { + "epoch": 6.100932994062765, + "grad_norm": 1.2993329481179516, + "learning_rate": 1.9949609812846183e-05, + "loss": 0.318, + "step": 7193 + }, + { + "epoch": 6.10178117048346, + "grad_norm": 1.1948886857124457, + "learning_rate": 1.9949582266518287e-05, + "loss": 0.3056, + "step": 7194 + }, + { + "epoch": 6.102629346904156, + "grad_norm": 1.1956459651455618, + "learning_rate": 1.994955471268223e-05, + "loss": 0.3396, + "step": 7195 + }, + { + "epoch": 6.103477523324852, + "grad_norm": 1.1402458886334215, + "learning_rate": 1.994952715133803e-05, + "loss": 0.3271, + "step": 7196 + }, + { + "epoch": 6.104325699745547, + "grad_norm": 1.567111286423258, + "learning_rate": 1.9949499582485713e-05, + "loss": 0.4112, + "step": 7197 + }, + { + "epoch": 6.105173876166242, + "grad_norm": 1.163217702560905, + "learning_rate": 1.99494720061253e-05, + "loss": 0.3, + "step": 7198 + }, + { + "epoch": 6.106022052586938, + "grad_norm": 1.1808998166124853, + "learning_rate": 1.9949444422256813e-05, + "loss": 0.3243, + "step": 7199 + }, + { + "epoch": 6.106870229007634, + "grad_norm": 1.1384698739531485, + "learning_rate": 1.9949416830880266e-05, + "loss": 0.3656, + "step": 7200 + }, + { + "epoch": 6.107718405428329, + "grad_norm": 1.1076435879632303, + "learning_rate": 1.994938923199569e-05, + "loss": 0.2961, + "step": 7201 + }, + { + "epoch": 6.108566581849025, + "grad_norm": 1.082876010369356, + "learning_rate": 1.9949361625603094e-05, + "loss": 0.3003, + "step": 7202 + }, + { + "epoch": 6.10941475826972, + "grad_norm": 1.203433544508352, + "learning_rate": 1.9949334011702507e-05, + "loss": 0.3579, + "step": 7203 + }, + { + "epoch": 6.110262934690415, + "grad_norm": 1.4118695796147835, + "learning_rate": 1.9949306390293946e-05, + "loss": 0.3196, + "step": 7204 + }, + { + "epoch": 6.111111111111111, + "grad_norm": 1.2779877988674138, + "learning_rate": 1.994927876137743e-05, + "loss": 0.3751, + "step": 7205 + }, + { + "epoch": 6.111959287531807, + "grad_norm": 1.0702041737486645, + "learning_rate": 1.9949251124952987e-05, + "loss": 0.3164, + "step": 7206 + }, + { + "epoch": 6.112807463952502, + "grad_norm": 1.2558781806218464, + "learning_rate": 1.9949223481020637e-05, + "loss": 0.2951, + "step": 7207 + }, + { + "epoch": 6.113655640373198, + "grad_norm": 1.2959214758312374, + "learning_rate": 1.994919582958039e-05, + "loss": 0.3573, + "step": 7208 + }, + { + "epoch": 6.114503816793893, + "grad_norm": 1.2010691590712728, + "learning_rate": 1.994916817063228e-05, + "loss": 0.3569, + "step": 7209 + }, + { + "epoch": 6.115351993214588, + "grad_norm": 1.0649549582709474, + "learning_rate": 1.9949140504176322e-05, + "loss": 0.3426, + "step": 7210 + }, + { + "epoch": 6.116200169635285, + "grad_norm": 1.1245499769405507, + "learning_rate": 1.9949112830212538e-05, + "loss": 0.3677, + "step": 7211 + }, + { + "epoch": 6.11704834605598, + "grad_norm": 1.0288333808252619, + "learning_rate": 1.9949085148740948e-05, + "loss": 0.2569, + "step": 7212 + }, + { + "epoch": 6.117896522476675, + "grad_norm": 1.1789975169998883, + "learning_rate": 1.994905745976157e-05, + "loss": 0.3362, + "step": 7213 + }, + { + "epoch": 6.118744698897371, + "grad_norm": 1.1477959239812976, + "learning_rate": 1.994902976327443e-05, + "loss": 0.2571, + "step": 7214 + }, + { + "epoch": 6.119592875318066, + "grad_norm": 1.3170624260353865, + "learning_rate": 1.994900205927955e-05, + "loss": 0.4002, + "step": 7215 + }, + { + "epoch": 6.120441051738761, + "grad_norm": 1.1792127745162089, + "learning_rate": 1.994897434777695e-05, + "loss": 0.3639, + "step": 7216 + }, + { + "epoch": 6.1212892281594575, + "grad_norm": 1.2736556637838332, + "learning_rate": 1.9948946628766642e-05, + "loss": 0.2826, + "step": 7217 + }, + { + "epoch": 6.122137404580153, + "grad_norm": 1.1607567524352187, + "learning_rate": 1.9948918902248654e-05, + "loss": 0.3217, + "step": 7218 + }, + { + "epoch": 6.122985581000848, + "grad_norm": 1.246023333443139, + "learning_rate": 1.9948891168223013e-05, + "loss": 0.3648, + "step": 7219 + }, + { + "epoch": 6.123833757421544, + "grad_norm": 1.0450293207022767, + "learning_rate": 1.9948863426689727e-05, + "loss": 0.2928, + "step": 7220 + }, + { + "epoch": 6.124681933842239, + "grad_norm": 1.2843262103181472, + "learning_rate": 1.9948835677648828e-05, + "loss": 0.3181, + "step": 7221 + }, + { + "epoch": 6.125530110262934, + "grad_norm": 0.9426070515337777, + "learning_rate": 1.994880792110033e-05, + "loss": 0.2579, + "step": 7222 + }, + { + "epoch": 6.1263782866836305, + "grad_norm": 1.311732496755211, + "learning_rate": 1.994878015704426e-05, + "loss": 0.3239, + "step": 7223 + }, + { + "epoch": 6.127226463104326, + "grad_norm": 1.2856858295810452, + "learning_rate": 1.994875238548063e-05, + "loss": 0.3433, + "step": 7224 + }, + { + "epoch": 6.128074639525021, + "grad_norm": 1.0192707405327543, + "learning_rate": 1.9948724606409467e-05, + "loss": 0.3042, + "step": 7225 + }, + { + "epoch": 6.1289228159457165, + "grad_norm": 1.1006335865411399, + "learning_rate": 1.9948696819830796e-05, + "loss": 0.295, + "step": 7226 + }, + { + "epoch": 6.129770992366412, + "grad_norm": 1.1662830437468765, + "learning_rate": 1.994866902574463e-05, + "loss": 0.394, + "step": 7227 + }, + { + "epoch": 6.130619168787108, + "grad_norm": 1.0983395082613105, + "learning_rate": 1.9948641224150992e-05, + "loss": 0.3206, + "step": 7228 + }, + { + "epoch": 6.1314673452078035, + "grad_norm": 1.5004787982025685, + "learning_rate": 1.9948613415049908e-05, + "loss": 0.3113, + "step": 7229 + }, + { + "epoch": 6.132315521628499, + "grad_norm": 1.1354046173841335, + "learning_rate": 1.994858559844139e-05, + "loss": 0.2758, + "step": 7230 + }, + { + "epoch": 6.133163698049194, + "grad_norm": 1.1516431771417652, + "learning_rate": 1.994855777432547e-05, + "loss": 0.3704, + "step": 7231 + }, + { + "epoch": 6.1340118744698895, + "grad_norm": 1.2302631551804262, + "learning_rate": 1.994852994270216e-05, + "loss": 0.4061, + "step": 7232 + }, + { + "epoch": 6.134860050890585, + "grad_norm": 1.2639443440244054, + "learning_rate": 1.9948502103571485e-05, + "loss": 0.33, + "step": 7233 + }, + { + "epoch": 6.135708227311281, + "grad_norm": 1.1721671632956376, + "learning_rate": 1.9948474256933464e-05, + "loss": 0.3241, + "step": 7234 + }, + { + "epoch": 6.136556403731976, + "grad_norm": 1.264987496439724, + "learning_rate": 1.994844640278812e-05, + "loss": 0.2946, + "step": 7235 + }, + { + "epoch": 6.137404580152672, + "grad_norm": 1.2388994089176522, + "learning_rate": 1.994841854113547e-05, + "loss": 0.3453, + "step": 7236 + }, + { + "epoch": 6.138252756573367, + "grad_norm": 1.019317788911151, + "learning_rate": 1.9948390671975547e-05, + "loss": 0.2897, + "step": 7237 + }, + { + "epoch": 6.1391009329940625, + "grad_norm": 1.251301702078254, + "learning_rate": 1.9948362795308358e-05, + "loss": 0.3414, + "step": 7238 + }, + { + "epoch": 6.139949109414759, + "grad_norm": 1.0797864829840824, + "learning_rate": 1.9948334911133927e-05, + "loss": 0.3337, + "step": 7239 + }, + { + "epoch": 6.140797285835454, + "grad_norm": 1.0251085220002205, + "learning_rate": 1.994830701945228e-05, + "loss": 0.2741, + "step": 7240 + }, + { + "epoch": 6.141645462256149, + "grad_norm": 1.001877172442846, + "learning_rate": 1.9948279120263435e-05, + "loss": 0.2752, + "step": 7241 + }, + { + "epoch": 6.142493638676845, + "grad_norm": 1.0915089817523678, + "learning_rate": 1.9948251213567414e-05, + "loss": 0.3665, + "step": 7242 + }, + { + "epoch": 6.14334181509754, + "grad_norm": 1.0913172596046776, + "learning_rate": 1.994822329936424e-05, + "loss": 0.2948, + "step": 7243 + }, + { + "epoch": 6.144189991518235, + "grad_norm": 1.1975767899881395, + "learning_rate": 1.9948195377653925e-05, + "loss": 0.364, + "step": 7244 + }, + { + "epoch": 6.145038167938932, + "grad_norm": 1.2743660396702134, + "learning_rate": 1.99481674484365e-05, + "loss": 0.4033, + "step": 7245 + }, + { + "epoch": 6.145886344359627, + "grad_norm": 1.191584766807133, + "learning_rate": 1.9948139511711983e-05, + "loss": 0.3032, + "step": 7246 + }, + { + "epoch": 6.146734520780322, + "grad_norm": 1.152368421182377, + "learning_rate": 1.9948111567480395e-05, + "loss": 0.281, + "step": 7247 + }, + { + "epoch": 6.147582697201018, + "grad_norm": 1.1694490749696376, + "learning_rate": 1.9948083615741754e-05, + "loss": 0.2868, + "step": 7248 + }, + { + "epoch": 6.148430873621713, + "grad_norm": 1.0933112250207346, + "learning_rate": 1.994805565649609e-05, + "loss": 0.3055, + "step": 7249 + }, + { + "epoch": 6.149279050042409, + "grad_norm": 1.2034861498712428, + "learning_rate": 1.9948027689743415e-05, + "loss": 0.2732, + "step": 7250 + }, + { + "epoch": 6.150127226463105, + "grad_norm": 1.187367025286558, + "learning_rate": 1.9947999715483753e-05, + "loss": 0.3307, + "step": 7251 + }, + { + "epoch": 6.1509754028838, + "grad_norm": 1.3160273654685457, + "learning_rate": 1.9947971733717124e-05, + "loss": 0.3102, + "step": 7252 + }, + { + "epoch": 6.151823579304495, + "grad_norm": 1.0833503925462387, + "learning_rate": 1.9947943744443553e-05, + "loss": 0.3396, + "step": 7253 + }, + { + "epoch": 6.152671755725191, + "grad_norm": 1.1699604368422492, + "learning_rate": 1.9947915747663057e-05, + "loss": 0.3155, + "step": 7254 + }, + { + "epoch": 6.153519932145886, + "grad_norm": 1.27526595428905, + "learning_rate": 1.9947887743375658e-05, + "loss": 0.3158, + "step": 7255 + }, + { + "epoch": 6.154368108566582, + "grad_norm": 1.159570449910702, + "learning_rate": 1.994785973158138e-05, + "loss": 0.3119, + "step": 7256 + }, + { + "epoch": 6.155216284987278, + "grad_norm": 1.19186132347875, + "learning_rate": 1.9947831712280238e-05, + "loss": 0.3367, + "step": 7257 + }, + { + "epoch": 6.156064461407973, + "grad_norm": 1.3271525581965786, + "learning_rate": 1.9947803685472262e-05, + "loss": 0.383, + "step": 7258 + }, + { + "epoch": 6.156912637828668, + "grad_norm": 1.1065796458832018, + "learning_rate": 1.9947775651157467e-05, + "loss": 0.2875, + "step": 7259 + }, + { + "epoch": 6.157760814249364, + "grad_norm": 1.2034451998525992, + "learning_rate": 1.9947747609335876e-05, + "loss": 0.3435, + "step": 7260 + }, + { + "epoch": 6.158608990670059, + "grad_norm": 1.1263389714343774, + "learning_rate": 1.9947719560007502e-05, + "loss": 0.3306, + "step": 7261 + }, + { + "epoch": 6.159457167090755, + "grad_norm": 1.2088391357848205, + "learning_rate": 1.994769150317238e-05, + "loss": 0.3298, + "step": 7262 + }, + { + "epoch": 6.1603053435114505, + "grad_norm": 1.1992980635364554, + "learning_rate": 1.9947663438830525e-05, + "loss": 0.3574, + "step": 7263 + }, + { + "epoch": 6.161153519932146, + "grad_norm": 1.0140917452434417, + "learning_rate": 1.9947635366981962e-05, + "loss": 0.3313, + "step": 7264 + }, + { + "epoch": 6.162001696352841, + "grad_norm": 1.240481325899186, + "learning_rate": 1.99476072876267e-05, + "loss": 0.3467, + "step": 7265 + }, + { + "epoch": 6.162849872773537, + "grad_norm": 1.3835260723271305, + "learning_rate": 1.9947579200764774e-05, + "loss": 0.3059, + "step": 7266 + }, + { + "epoch": 6.163698049194233, + "grad_norm": 1.0874643394802457, + "learning_rate": 1.99475511063962e-05, + "loss": 0.3561, + "step": 7267 + }, + { + "epoch": 6.164546225614928, + "grad_norm": 1.1801669428730845, + "learning_rate": 1.9947523004520996e-05, + "loss": 0.4008, + "step": 7268 + }, + { + "epoch": 6.1653944020356235, + "grad_norm": 1.1406735045340577, + "learning_rate": 1.9947494895139186e-05, + "loss": 0.3439, + "step": 7269 + }, + { + "epoch": 6.166242578456319, + "grad_norm": 1.189137937112425, + "learning_rate": 1.994746677825079e-05, + "loss": 0.2987, + "step": 7270 + }, + { + "epoch": 6.167090754877014, + "grad_norm": 1.0870580441508286, + "learning_rate": 1.9947438653855834e-05, + "loss": 0.3088, + "step": 7271 + }, + { + "epoch": 6.1679389312977095, + "grad_norm": 1.1292628173603525, + "learning_rate": 1.9947410521954335e-05, + "loss": 0.3574, + "step": 7272 + }, + { + "epoch": 6.168787107718406, + "grad_norm": 1.1554528806313529, + "learning_rate": 1.9947382382546316e-05, + "loss": 0.2686, + "step": 7273 + }, + { + "epoch": 6.169635284139101, + "grad_norm": 1.1559550052811698, + "learning_rate": 1.994735423563179e-05, + "loss": 0.2898, + "step": 7274 + }, + { + "epoch": 6.1704834605597965, + "grad_norm": 1.3543766036686393, + "learning_rate": 1.9947326081210794e-05, + "loss": 0.3277, + "step": 7275 + }, + { + "epoch": 6.171331636980492, + "grad_norm": 1.287645244269877, + "learning_rate": 1.9947297919283336e-05, + "loss": 0.3374, + "step": 7276 + }, + { + "epoch": 6.172179813401187, + "grad_norm": 1.1647818743304243, + "learning_rate": 1.9947269749849445e-05, + "loss": 0.413, + "step": 7277 + }, + { + "epoch": 6.1730279898218825, + "grad_norm": 1.3950071339059416, + "learning_rate": 1.9947241572909138e-05, + "loss": 0.3144, + "step": 7278 + }, + { + "epoch": 6.173876166242579, + "grad_norm": 1.0388883370989423, + "learning_rate": 1.994721338846244e-05, + "loss": 0.3388, + "step": 7279 + }, + { + "epoch": 6.174724342663274, + "grad_norm": 1.1975324686898134, + "learning_rate": 1.9947185196509364e-05, + "loss": 0.3793, + "step": 7280 + }, + { + "epoch": 6.175572519083969, + "grad_norm": 1.1308894403959755, + "learning_rate": 1.994715699704994e-05, + "loss": 0.3397, + "step": 7281 + }, + { + "epoch": 6.176420695504665, + "grad_norm": 1.053553457948058, + "learning_rate": 1.9947128790084185e-05, + "loss": 0.3162, + "step": 7282 + }, + { + "epoch": 6.17726887192536, + "grad_norm": 1.1865791340284508, + "learning_rate": 1.9947100575612123e-05, + "loss": 0.4107, + "step": 7283 + }, + { + "epoch": 6.178117048346056, + "grad_norm": 1.306636803782278, + "learning_rate": 1.9947072353633773e-05, + "loss": 0.3409, + "step": 7284 + }, + { + "epoch": 6.178965224766752, + "grad_norm": 1.23245704375665, + "learning_rate": 1.9947044124149156e-05, + "loss": 0.406, + "step": 7285 + }, + { + "epoch": 6.179813401187447, + "grad_norm": 1.084751714679155, + "learning_rate": 1.9947015887158296e-05, + "loss": 0.2505, + "step": 7286 + }, + { + "epoch": 6.180661577608142, + "grad_norm": 1.2335850701961921, + "learning_rate": 1.9946987642661212e-05, + "loss": 0.3497, + "step": 7287 + }, + { + "epoch": 6.181509754028838, + "grad_norm": 1.2787297203786303, + "learning_rate": 1.994695939065793e-05, + "loss": 0.3596, + "step": 7288 + }, + { + "epoch": 6.182357930449533, + "grad_norm": 1.129847747030016, + "learning_rate": 1.9946931131148464e-05, + "loss": 0.3272, + "step": 7289 + }, + { + "epoch": 6.183206106870229, + "grad_norm": 1.0861654603812037, + "learning_rate": 1.9946902864132837e-05, + "loss": 0.3375, + "step": 7290 + }, + { + "epoch": 6.184054283290925, + "grad_norm": 1.0687518905893565, + "learning_rate": 1.9946874589611075e-05, + "loss": 0.3799, + "step": 7291 + }, + { + "epoch": 6.18490245971162, + "grad_norm": 1.181859431153544, + "learning_rate": 1.9946846307583195e-05, + "loss": 0.3006, + "step": 7292 + }, + { + "epoch": 6.185750636132315, + "grad_norm": 1.1920474383915012, + "learning_rate": 1.9946818018049218e-05, + "loss": 0.2965, + "step": 7293 + }, + { + "epoch": 6.186598812553011, + "grad_norm": 1.267940389857119, + "learning_rate": 1.9946789721009166e-05, + "loss": 0.3149, + "step": 7294 + }, + { + "epoch": 6.187446988973707, + "grad_norm": 1.169413495216528, + "learning_rate": 1.9946761416463068e-05, + "loss": 0.3154, + "step": 7295 + }, + { + "epoch": 6.188295165394402, + "grad_norm": 1.056374107119843, + "learning_rate": 1.9946733104410933e-05, + "loss": 0.3482, + "step": 7296 + }, + { + "epoch": 6.189143341815098, + "grad_norm": 1.185622577589282, + "learning_rate": 1.994670478485279e-05, + "loss": 0.3448, + "step": 7297 + }, + { + "epoch": 6.189991518235793, + "grad_norm": 1.2712150419306274, + "learning_rate": 1.9946676457788658e-05, + "loss": 0.3661, + "step": 7298 + }, + { + "epoch": 6.190839694656488, + "grad_norm": 1.2006036244399543, + "learning_rate": 1.9946648123218558e-05, + "loss": 0.3174, + "step": 7299 + }, + { + "epoch": 6.191687871077184, + "grad_norm": 1.2531941267191085, + "learning_rate": 1.9946619781142517e-05, + "loss": 0.2643, + "step": 7300 + }, + { + "epoch": 6.19253604749788, + "grad_norm": 1.1481630019904965, + "learning_rate": 1.9946591431560547e-05, + "loss": 0.2988, + "step": 7301 + }, + { + "epoch": 6.193384223918575, + "grad_norm": 1.1938336930803826, + "learning_rate": 1.9946563074472677e-05, + "loss": 0.3533, + "step": 7302 + }, + { + "epoch": 6.194232400339271, + "grad_norm": 1.2118951660928188, + "learning_rate": 1.9946534709878925e-05, + "loss": 0.3045, + "step": 7303 + }, + { + "epoch": 6.195080576759966, + "grad_norm": 1.590272316286904, + "learning_rate": 1.9946506337779307e-05, + "loss": 0.3453, + "step": 7304 + }, + { + "epoch": 6.195928753180661, + "grad_norm": 1.1710401070392527, + "learning_rate": 1.9946477958173855e-05, + "loss": 0.3283, + "step": 7305 + }, + { + "epoch": 6.1967769296013575, + "grad_norm": 1.0628041783266313, + "learning_rate": 1.9946449571062586e-05, + "loss": 0.2984, + "step": 7306 + }, + { + "epoch": 6.197625106022053, + "grad_norm": 1.2592181108951828, + "learning_rate": 1.994642117644552e-05, + "loss": 0.3371, + "step": 7307 + }, + { + "epoch": 6.198473282442748, + "grad_norm": 1.079027352011526, + "learning_rate": 1.994639277432268e-05, + "loss": 0.2949, + "step": 7308 + }, + { + "epoch": 6.1993214588634435, + "grad_norm": 1.1337381418529766, + "learning_rate": 1.994636436469409e-05, + "loss": 0.3133, + "step": 7309 + }, + { + "epoch": 6.200169635284139, + "grad_norm": 1.1665663307735519, + "learning_rate": 1.9946335947559764e-05, + "loss": 0.3115, + "step": 7310 + }, + { + "epoch": 6.201017811704834, + "grad_norm": 1.1796661165736109, + "learning_rate": 1.994630752291973e-05, + "loss": 0.3848, + "step": 7311 + }, + { + "epoch": 6.2018659881255305, + "grad_norm": 1.086442184635656, + "learning_rate": 1.9946279090774005e-05, + "loss": 0.3248, + "step": 7312 + }, + { + "epoch": 6.202714164546226, + "grad_norm": 1.0403113530661616, + "learning_rate": 1.9946250651122615e-05, + "loss": 0.316, + "step": 7313 + }, + { + "epoch": 6.203562340966921, + "grad_norm": 1.1295478493768483, + "learning_rate": 1.9946222203965577e-05, + "loss": 0.3349, + "step": 7314 + }, + { + "epoch": 6.2044105173876165, + "grad_norm": 1.0906872970095494, + "learning_rate": 1.994619374930292e-05, + "loss": 0.3067, + "step": 7315 + }, + { + "epoch": 6.205258693808312, + "grad_norm": 1.24466921567468, + "learning_rate": 1.9946165287134655e-05, + "loss": 0.3636, + "step": 7316 + }, + { + "epoch": 6.206106870229007, + "grad_norm": 1.1437778346910736, + "learning_rate": 1.994613681746081e-05, + "loss": 0.3235, + "step": 7317 + }, + { + "epoch": 6.206955046649703, + "grad_norm": 1.0041503740799391, + "learning_rate": 1.9946108340281403e-05, + "loss": 0.3283, + "step": 7318 + }, + { + "epoch": 6.207803223070399, + "grad_norm": 1.2103110393469605, + "learning_rate": 1.9946079855596462e-05, + "loss": 0.3318, + "step": 7319 + }, + { + "epoch": 6.208651399491094, + "grad_norm": 1.188989891117202, + "learning_rate": 1.9946051363406e-05, + "loss": 0.348, + "step": 7320 + }, + { + "epoch": 6.2094995759117895, + "grad_norm": 1.1681478502402562, + "learning_rate": 1.9946022863710045e-05, + "loss": 0.2731, + "step": 7321 + }, + { + "epoch": 6.210347752332485, + "grad_norm": 1.2694497462630414, + "learning_rate": 1.9945994356508614e-05, + "loss": 0.3506, + "step": 7322 + }, + { + "epoch": 6.211195928753181, + "grad_norm": 1.2965637772310126, + "learning_rate": 1.9945965841801732e-05, + "loss": 0.2806, + "step": 7323 + }, + { + "epoch": 6.212044105173876, + "grad_norm": 1.2173554513676954, + "learning_rate": 1.994593731958942e-05, + "loss": 0.3314, + "step": 7324 + }, + { + "epoch": 6.212892281594572, + "grad_norm": 1.0451184683815717, + "learning_rate": 1.9945908789871695e-05, + "loss": 0.3585, + "step": 7325 + }, + { + "epoch": 6.213740458015267, + "grad_norm": 1.120125249815556, + "learning_rate": 1.9945880252648587e-05, + "loss": 0.3654, + "step": 7326 + }, + { + "epoch": 6.214588634435962, + "grad_norm": 1.1945967255988497, + "learning_rate": 1.994585170792011e-05, + "loss": 0.3558, + "step": 7327 + }, + { + "epoch": 6.215436810856658, + "grad_norm": 1.1351459814528948, + "learning_rate": 1.9945823155686286e-05, + "loss": 0.3385, + "step": 7328 + }, + { + "epoch": 6.216284987277354, + "grad_norm": 1.2608258250824111, + "learning_rate": 1.9945794595947142e-05, + "loss": 0.3386, + "step": 7329 + }, + { + "epoch": 6.217133163698049, + "grad_norm": 1.1449480827216787, + "learning_rate": 1.99457660287027e-05, + "loss": 0.3065, + "step": 7330 + }, + { + "epoch": 6.217981340118745, + "grad_norm": 1.294417843584053, + "learning_rate": 1.9945737453952972e-05, + "loss": 0.3187, + "step": 7331 + }, + { + "epoch": 6.21882951653944, + "grad_norm": 1.2266871305403406, + "learning_rate": 1.9945708871697987e-05, + "loss": 0.3301, + "step": 7332 + }, + { + "epoch": 6.219677692960135, + "grad_norm": 1.1580991296916328, + "learning_rate": 1.9945680281937766e-05, + "loss": 0.382, + "step": 7333 + }, + { + "epoch": 6.220525869380832, + "grad_norm": 1.223267895635287, + "learning_rate": 1.994565168467233e-05, + "loss": 0.3362, + "step": 7334 + }, + { + "epoch": 6.221374045801527, + "grad_norm": 1.1242536787845538, + "learning_rate": 1.9945623079901696e-05, + "loss": 0.3035, + "step": 7335 + }, + { + "epoch": 6.222222222222222, + "grad_norm": 1.109591485986253, + "learning_rate": 1.9945594467625895e-05, + "loss": 0.2849, + "step": 7336 + }, + { + "epoch": 6.223070398642918, + "grad_norm": 1.1833626595419118, + "learning_rate": 1.9945565847844942e-05, + "loss": 0.3153, + "step": 7337 + }, + { + "epoch": 6.223918575063613, + "grad_norm": 1.1632868824244755, + "learning_rate": 1.9945537220558857e-05, + "loss": 0.3455, + "step": 7338 + }, + { + "epoch": 6.224766751484308, + "grad_norm": 1.3163800094463023, + "learning_rate": 1.9945508585767667e-05, + "loss": 0.2973, + "step": 7339 + }, + { + "epoch": 6.225614927905005, + "grad_norm": 1.2289232182341274, + "learning_rate": 1.9945479943471392e-05, + "loss": 0.3496, + "step": 7340 + }, + { + "epoch": 6.2264631043257, + "grad_norm": 1.185164828783896, + "learning_rate": 1.994545129367005e-05, + "loss": 0.3195, + "step": 7341 + }, + { + "epoch": 6.227311280746395, + "grad_norm": 1.1334856531840765, + "learning_rate": 1.9945422636363667e-05, + "loss": 0.3253, + "step": 7342 + }, + { + "epoch": 6.228159457167091, + "grad_norm": 1.2136488107784658, + "learning_rate": 1.9945393971552264e-05, + "loss": 0.3559, + "step": 7343 + }, + { + "epoch": 6.229007633587786, + "grad_norm": 1.1186038057240446, + "learning_rate": 1.994536529923586e-05, + "loss": 0.3285, + "step": 7344 + }, + { + "epoch": 6.229855810008482, + "grad_norm": 1.2208822989916657, + "learning_rate": 1.9945336619414478e-05, + "loss": 0.3477, + "step": 7345 + }, + { + "epoch": 6.2307039864291776, + "grad_norm": 1.2076295841025726, + "learning_rate": 1.994530793208814e-05, + "loss": 0.3229, + "step": 7346 + }, + { + "epoch": 6.231552162849873, + "grad_norm": 1.10558930880854, + "learning_rate": 1.994527923725687e-05, + "loss": 0.3118, + "step": 7347 + }, + { + "epoch": 6.232400339270568, + "grad_norm": 1.5155303525118777, + "learning_rate": 1.9945250534920686e-05, + "loss": 0.3563, + "step": 7348 + }, + { + "epoch": 6.233248515691264, + "grad_norm": 1.2479020870901514, + "learning_rate": 1.994522182507961e-05, + "loss": 0.3699, + "step": 7349 + }, + { + "epoch": 6.234096692111959, + "grad_norm": 1.1282599645257616, + "learning_rate": 1.9945193107733667e-05, + "loss": 0.2997, + "step": 7350 + }, + { + "epoch": 6.234944868532655, + "grad_norm": 1.2446381397346722, + "learning_rate": 1.9945164382882875e-05, + "loss": 0.2905, + "step": 7351 + }, + { + "epoch": 6.2357930449533505, + "grad_norm": 1.3675659420638504, + "learning_rate": 1.9945135650527255e-05, + "loss": 0.3711, + "step": 7352 + }, + { + "epoch": 6.236641221374046, + "grad_norm": 1.0983122881467224, + "learning_rate": 1.9945106910666832e-05, + "loss": 0.3029, + "step": 7353 + }, + { + "epoch": 6.237489397794741, + "grad_norm": 1.0283045046413055, + "learning_rate": 1.9945078163301626e-05, + "loss": 0.3569, + "step": 7354 + }, + { + "epoch": 6.2383375742154366, + "grad_norm": 1.0110406402566332, + "learning_rate": 1.9945049408431657e-05, + "loss": 0.3587, + "step": 7355 + }, + { + "epoch": 6.239185750636132, + "grad_norm": 1.2175950393997188, + "learning_rate": 1.9945020646056953e-05, + "loss": 0.3224, + "step": 7356 + }, + { + "epoch": 6.240033927056828, + "grad_norm": 1.1904814237515178, + "learning_rate": 1.994499187617753e-05, + "loss": 0.3522, + "step": 7357 + }, + { + "epoch": 6.2408821034775235, + "grad_norm": 1.1351465287727545, + "learning_rate": 1.994496309879341e-05, + "loss": 0.3067, + "step": 7358 + }, + { + "epoch": 6.241730279898219, + "grad_norm": 1.0714607633248694, + "learning_rate": 1.9944934313904616e-05, + "loss": 0.293, + "step": 7359 + }, + { + "epoch": 6.242578456318914, + "grad_norm": 1.198644591004135, + "learning_rate": 1.994490552151117e-05, + "loss": 0.3043, + "step": 7360 + }, + { + "epoch": 6.2434266327396095, + "grad_norm": 1.248287271119786, + "learning_rate": 1.9944876721613094e-05, + "loss": 0.3391, + "step": 7361 + }, + { + "epoch": 6.244274809160306, + "grad_norm": 1.1089258448816663, + "learning_rate": 1.9944847914210406e-05, + "loss": 0.3056, + "step": 7362 + }, + { + "epoch": 6.245122985581001, + "grad_norm": 1.2707005631631163, + "learning_rate": 1.9944819099303135e-05, + "loss": 0.2931, + "step": 7363 + }, + { + "epoch": 6.245971162001696, + "grad_norm": 1.2677677948595005, + "learning_rate": 1.9944790276891295e-05, + "loss": 0.3258, + "step": 7364 + }, + { + "epoch": 6.246819338422392, + "grad_norm": 1.1947206612571535, + "learning_rate": 1.994476144697491e-05, + "loss": 0.2934, + "step": 7365 + }, + { + "epoch": 6.247667514843087, + "grad_norm": 1.023698300724001, + "learning_rate": 1.9944732609554006e-05, + "loss": 0.2933, + "step": 7366 + }, + { + "epoch": 6.2485156912637825, + "grad_norm": 1.0525442118943305, + "learning_rate": 1.9944703764628602e-05, + "loss": 0.3015, + "step": 7367 + }, + { + "epoch": 6.249363867684479, + "grad_norm": 1.1628336026666726, + "learning_rate": 1.9944674912198717e-05, + "loss": 0.31, + "step": 7368 + }, + { + "epoch": 6.250212044105174, + "grad_norm": 1.2290188497122165, + "learning_rate": 1.9944646052264377e-05, + "loss": 0.3549, + "step": 7369 + }, + { + "epoch": 6.251060220525869, + "grad_norm": 1.224731902796054, + "learning_rate": 1.9944617184825606e-05, + "loss": 0.2968, + "step": 7370 + }, + { + "epoch": 6.251908396946565, + "grad_norm": 1.2958711018119229, + "learning_rate": 1.9944588309882415e-05, + "loss": 0.3978, + "step": 7371 + }, + { + "epoch": 6.25275657336726, + "grad_norm": 1.0956036296822782, + "learning_rate": 1.9944559427434838e-05, + "loss": 0.3535, + "step": 7372 + }, + { + "epoch": 6.253604749787955, + "grad_norm": 0.993654705894302, + "learning_rate": 1.9944530537482887e-05, + "loss": 0.2707, + "step": 7373 + }, + { + "epoch": 6.254452926208652, + "grad_norm": 1.0843626791722654, + "learning_rate": 1.994450164002659e-05, + "loss": 0.2617, + "step": 7374 + }, + { + "epoch": 6.255301102629347, + "grad_norm": 1.2169798730403285, + "learning_rate": 1.9944472735065968e-05, + "loss": 0.3402, + "step": 7375 + }, + { + "epoch": 6.256149279050042, + "grad_norm": 1.3530911697461665, + "learning_rate": 1.994444382260104e-05, + "loss": 0.3702, + "step": 7376 + }, + { + "epoch": 6.256997455470738, + "grad_norm": 1.1193080541130291, + "learning_rate": 1.994441490263183e-05, + "loss": 0.3554, + "step": 7377 + }, + { + "epoch": 6.257845631891433, + "grad_norm": 1.2034497431056113, + "learning_rate": 1.9944385975158363e-05, + "loss": 0.3002, + "step": 7378 + }, + { + "epoch": 6.258693808312129, + "grad_norm": 1.3762964692783841, + "learning_rate": 1.9944357040180652e-05, + "loss": 0.3414, + "step": 7379 + }, + { + "epoch": 6.259541984732825, + "grad_norm": 1.1311353497892904, + "learning_rate": 1.994432809769873e-05, + "loss": 0.4051, + "step": 7380 + }, + { + "epoch": 6.26039016115352, + "grad_norm": 1.1954276767371437, + "learning_rate": 1.9944299147712607e-05, + "loss": 0.386, + "step": 7381 + }, + { + "epoch": 6.261238337574215, + "grad_norm": 1.317988963049068, + "learning_rate": 1.9944270190222312e-05, + "loss": 0.3669, + "step": 7382 + }, + { + "epoch": 6.262086513994911, + "grad_norm": 1.1438332125743251, + "learning_rate": 1.9944241225227867e-05, + "loss": 0.3426, + "step": 7383 + }, + { + "epoch": 6.262934690415607, + "grad_norm": 1.1383996487771022, + "learning_rate": 1.9944212252729292e-05, + "loss": 0.365, + "step": 7384 + }, + { + "epoch": 6.263782866836302, + "grad_norm": 1.3033587226542458, + "learning_rate": 1.9944183272726613e-05, + "loss": 0.3938, + "step": 7385 + }, + { + "epoch": 6.264631043256998, + "grad_norm": 1.2552083390883328, + "learning_rate": 1.9944154285219845e-05, + "loss": 0.3301, + "step": 7386 + }, + { + "epoch": 6.265479219677693, + "grad_norm": 1.2235514965566643, + "learning_rate": 1.994412529020901e-05, + "loss": 0.2894, + "step": 7387 + }, + { + "epoch": 6.266327396098388, + "grad_norm": 1.1166924561070757, + "learning_rate": 1.9944096287694138e-05, + "loss": 0.3232, + "step": 7388 + }, + { + "epoch": 6.267175572519084, + "grad_norm": 1.286447944456804, + "learning_rate": 1.9944067277675246e-05, + "loss": 0.388, + "step": 7389 + }, + { + "epoch": 6.26802374893978, + "grad_norm": 1.2372140293906866, + "learning_rate": 1.994403826015235e-05, + "loss": 0.3951, + "step": 7390 + }, + { + "epoch": 6.268871925360475, + "grad_norm": 1.1159116046531568, + "learning_rate": 1.9944009235125486e-05, + "loss": 0.3062, + "step": 7391 + }, + { + "epoch": 6.269720101781171, + "grad_norm": 1.192541006594832, + "learning_rate": 1.994398020259466e-05, + "loss": 0.352, + "step": 7392 + }, + { + "epoch": 6.270568278201866, + "grad_norm": 1.4142177739497672, + "learning_rate": 1.9943951162559907e-05, + "loss": 0.3095, + "step": 7393 + }, + { + "epoch": 6.271416454622561, + "grad_norm": 1.1441483408195339, + "learning_rate": 1.9943922115021244e-05, + "loss": 0.3265, + "step": 7394 + }, + { + "epoch": 6.272264631043257, + "grad_norm": 1.3033276655034705, + "learning_rate": 1.994389305997869e-05, + "loss": 0.3498, + "step": 7395 + }, + { + "epoch": 6.273112807463953, + "grad_norm": 1.156076575555146, + "learning_rate": 1.9943863997432266e-05, + "loss": 0.2835, + "step": 7396 + }, + { + "epoch": 6.273960983884648, + "grad_norm": 1.289627657627149, + "learning_rate": 1.9943834927382e-05, + "loss": 0.3582, + "step": 7397 + }, + { + "epoch": 6.2748091603053435, + "grad_norm": 1.1686728173778362, + "learning_rate": 1.9943805849827913e-05, + "loss": 0.3685, + "step": 7398 + }, + { + "epoch": 6.275657336726039, + "grad_norm": 1.386799814271402, + "learning_rate": 1.9943776764770024e-05, + "loss": 0.2856, + "step": 7399 + }, + { + "epoch": 6.276505513146734, + "grad_norm": 1.148451363907525, + "learning_rate": 1.9943747672208354e-05, + "loss": 0.3761, + "step": 7400 + }, + { + "epoch": 6.2773536895674305, + "grad_norm": 1.1663395511442154, + "learning_rate": 1.9943718572142932e-05, + "loss": 0.3625, + "step": 7401 + }, + { + "epoch": 6.278201865988126, + "grad_norm": 1.2204266549323375, + "learning_rate": 1.994368946457377e-05, + "loss": 0.3158, + "step": 7402 + }, + { + "epoch": 6.279050042408821, + "grad_norm": 1.3444480668869194, + "learning_rate": 1.9943660349500896e-05, + "loss": 0.314, + "step": 7403 + }, + { + "epoch": 6.2798982188295165, + "grad_norm": 1.228227309183624, + "learning_rate": 1.9943631226924333e-05, + "loss": 0.2929, + "step": 7404 + }, + { + "epoch": 6.280746395250212, + "grad_norm": 1.0802774913072417, + "learning_rate": 1.9943602096844098e-05, + "loss": 0.3179, + "step": 7405 + }, + { + "epoch": 6.281594571670907, + "grad_norm": 1.2153683970665083, + "learning_rate": 1.9943572959260215e-05, + "loss": 0.3431, + "step": 7406 + }, + { + "epoch": 6.282442748091603, + "grad_norm": 1.115045351532518, + "learning_rate": 1.994354381417271e-05, + "loss": 0.3162, + "step": 7407 + }, + { + "epoch": 6.283290924512299, + "grad_norm": 1.1251513954422832, + "learning_rate": 1.9943514661581604e-05, + "loss": 0.3069, + "step": 7408 + }, + { + "epoch": 6.284139100932994, + "grad_norm": 1.2837565420462107, + "learning_rate": 1.9943485501486912e-05, + "loss": 0.3872, + "step": 7409 + }, + { + "epoch": 6.2849872773536894, + "grad_norm": 1.0401924190059315, + "learning_rate": 1.994345633388866e-05, + "loss": 0.3419, + "step": 7410 + }, + { + "epoch": 6.285835453774385, + "grad_norm": 1.0094313647990008, + "learning_rate": 1.9943427158786873e-05, + "loss": 0.2802, + "step": 7411 + }, + { + "epoch": 6.28668363019508, + "grad_norm": 1.2665782483791863, + "learning_rate": 1.9943397976181573e-05, + "loss": 0.3472, + "step": 7412 + }, + { + "epoch": 6.287531806615776, + "grad_norm": 1.204601365380697, + "learning_rate": 1.9943368786072777e-05, + "loss": 0.3756, + "step": 7413 + }, + { + "epoch": 6.288379983036472, + "grad_norm": 1.3570536953810872, + "learning_rate": 1.9943339588460513e-05, + "loss": 0.372, + "step": 7414 + }, + { + "epoch": 6.289228159457167, + "grad_norm": 1.2186808906070643, + "learning_rate": 1.9943310383344798e-05, + "loss": 0.3704, + "step": 7415 + }, + { + "epoch": 6.290076335877862, + "grad_norm": 1.2533790253046015, + "learning_rate": 1.9943281170725654e-05, + "loss": 0.34, + "step": 7416 + }, + { + "epoch": 6.290924512298558, + "grad_norm": 1.0356545608328966, + "learning_rate": 1.9943251950603107e-05, + "loss": 0.3557, + "step": 7417 + }, + { + "epoch": 6.291772688719254, + "grad_norm": 1.1549492354160695, + "learning_rate": 1.994322272297718e-05, + "loss": 0.3184, + "step": 7418 + }, + { + "epoch": 6.292620865139949, + "grad_norm": 1.2436254947124155, + "learning_rate": 1.9943193487847887e-05, + "loss": 0.3498, + "step": 7419 + }, + { + "epoch": 6.293469041560645, + "grad_norm": 1.2504221108592228, + "learning_rate": 1.9943164245215256e-05, + "loss": 0.3152, + "step": 7420 + }, + { + "epoch": 6.29431721798134, + "grad_norm": 1.1352477553519482, + "learning_rate": 1.994313499507931e-05, + "loss": 0.4033, + "step": 7421 + }, + { + "epoch": 6.295165394402035, + "grad_norm": 1.1947213531829153, + "learning_rate": 1.9943105737440066e-05, + "loss": 0.3282, + "step": 7422 + }, + { + "epoch": 6.296013570822731, + "grad_norm": 1.1931325900199148, + "learning_rate": 1.9943076472297555e-05, + "loss": 0.3414, + "step": 7423 + }, + { + "epoch": 6.296861747243427, + "grad_norm": 1.2567365601217944, + "learning_rate": 1.9943047199651792e-05, + "loss": 0.3396, + "step": 7424 + }, + { + "epoch": 6.297709923664122, + "grad_norm": 1.2978642786556167, + "learning_rate": 1.9943017919502798e-05, + "loss": 0.3529, + "step": 7425 + }, + { + "epoch": 6.298558100084818, + "grad_norm": 1.2892807714260266, + "learning_rate": 1.99429886318506e-05, + "loss": 0.3745, + "step": 7426 + }, + { + "epoch": 6.299406276505513, + "grad_norm": 1.136681955764284, + "learning_rate": 1.9942959336695217e-05, + "loss": 0.3105, + "step": 7427 + }, + { + "epoch": 6.300254452926208, + "grad_norm": 1.1059893663180285, + "learning_rate": 1.994293003403667e-05, + "loss": 0.3447, + "step": 7428 + }, + { + "epoch": 6.301102629346905, + "grad_norm": 1.0768306434217618, + "learning_rate": 1.9942900723874985e-05, + "loss": 0.3099, + "step": 7429 + }, + { + "epoch": 6.3019508057676, + "grad_norm": 1.3276804658279902, + "learning_rate": 1.994287140621018e-05, + "loss": 0.3155, + "step": 7430 + }, + { + "epoch": 6.302798982188295, + "grad_norm": 1.3025862303733766, + "learning_rate": 1.9942842081042283e-05, + "loss": 0.3231, + "step": 7431 + }, + { + "epoch": 6.303647158608991, + "grad_norm": 1.2222432522108522, + "learning_rate": 1.994281274837131e-05, + "loss": 0.3141, + "step": 7432 + }, + { + "epoch": 6.304495335029686, + "grad_norm": 1.3937037618711547, + "learning_rate": 1.9942783408197285e-05, + "loss": 0.395, + "step": 7433 + }, + { + "epoch": 6.305343511450381, + "grad_norm": 1.2650265909625302, + "learning_rate": 1.9942754060520232e-05, + "loss": 0.3513, + "step": 7434 + }, + { + "epoch": 6.3061916878710775, + "grad_norm": 1.2990440157214016, + "learning_rate": 1.994272470534017e-05, + "loss": 0.4063, + "step": 7435 + }, + { + "epoch": 6.307039864291773, + "grad_norm": 1.2215395138496745, + "learning_rate": 1.9942695342657127e-05, + "loss": 0.2901, + "step": 7436 + }, + { + "epoch": 6.307888040712468, + "grad_norm": 1.3014432052588938, + "learning_rate": 1.994266597247112e-05, + "loss": 0.3366, + "step": 7437 + }, + { + "epoch": 6.308736217133164, + "grad_norm": 1.2340493023853811, + "learning_rate": 1.9942636594782168e-05, + "loss": 0.3477, + "step": 7438 + }, + { + "epoch": 6.309584393553859, + "grad_norm": 1.3074649855269942, + "learning_rate": 1.99426072095903e-05, + "loss": 0.3252, + "step": 7439 + }, + { + "epoch": 6.310432569974555, + "grad_norm": 1.16021009098567, + "learning_rate": 1.9942577816895537e-05, + "loss": 0.2975, + "step": 7440 + }, + { + "epoch": 6.3112807463952505, + "grad_norm": 1.098487410527998, + "learning_rate": 1.9942548416697898e-05, + "loss": 0.3069, + "step": 7441 + }, + { + "epoch": 6.312128922815946, + "grad_norm": 1.1183979467257603, + "learning_rate": 1.9942519008997404e-05, + "loss": 0.2848, + "step": 7442 + }, + { + "epoch": 6.312977099236641, + "grad_norm": 1.1527288349856983, + "learning_rate": 1.9942489593794088e-05, + "loss": 0.3237, + "step": 7443 + }, + { + "epoch": 6.3138252756573365, + "grad_norm": 1.1463020457455226, + "learning_rate": 1.9942460171087958e-05, + "loss": 0.2979, + "step": 7444 + }, + { + "epoch": 6.314673452078032, + "grad_norm": 1.2181684510471786, + "learning_rate": 1.9942430740879044e-05, + "loss": 0.3456, + "step": 7445 + }, + { + "epoch": 6.315521628498728, + "grad_norm": 1.0727515072019602, + "learning_rate": 1.9942401303167366e-05, + "loss": 0.3124, + "step": 7446 + }, + { + "epoch": 6.3163698049194235, + "grad_norm": 1.0227515546720296, + "learning_rate": 1.9942371857952948e-05, + "loss": 0.2963, + "step": 7447 + }, + { + "epoch": 6.317217981340119, + "grad_norm": 1.197924029340397, + "learning_rate": 1.9942342405235814e-05, + "loss": 0.3655, + "step": 7448 + }, + { + "epoch": 6.318066157760814, + "grad_norm": 1.0632074339109296, + "learning_rate": 1.994231294501598e-05, + "loss": 0.3051, + "step": 7449 + }, + { + "epoch": 6.3189143341815095, + "grad_norm": 1.1276037225263975, + "learning_rate": 1.9942283477293475e-05, + "loss": 0.3419, + "step": 7450 + }, + { + "epoch": 6.319762510602205, + "grad_norm": 1.104909176549734, + "learning_rate": 1.9942254002068317e-05, + "loss": 0.3076, + "step": 7451 + }, + { + "epoch": 6.320610687022901, + "grad_norm": 1.1879116777183851, + "learning_rate": 1.9942224519340524e-05, + "loss": 0.3376, + "step": 7452 + }, + { + "epoch": 6.321458863443596, + "grad_norm": 1.2032845788984579, + "learning_rate": 1.9942195029110127e-05, + "loss": 0.3321, + "step": 7453 + }, + { + "epoch": 6.322307039864292, + "grad_norm": 1.5981095596420045, + "learning_rate": 1.9942165531377145e-05, + "loss": 0.3543, + "step": 7454 + }, + { + "epoch": 6.323155216284987, + "grad_norm": 1.1616123270865055, + "learning_rate": 1.99421360261416e-05, + "loss": 0.3387, + "step": 7455 + }, + { + "epoch": 6.3240033927056825, + "grad_norm": 1.0612816783302896, + "learning_rate": 1.9942106513403515e-05, + "loss": 0.3085, + "step": 7456 + }, + { + "epoch": 6.324851569126379, + "grad_norm": 1.2664828015382017, + "learning_rate": 1.994207699316291e-05, + "loss": 0.3256, + "step": 7457 + }, + { + "epoch": 6.325699745547074, + "grad_norm": 1.3133893614650238, + "learning_rate": 1.994204746541981e-05, + "loss": 0.3537, + "step": 7458 + }, + { + "epoch": 6.326547921967769, + "grad_norm": 1.2399647061737402, + "learning_rate": 1.9942017930174235e-05, + "loss": 0.3643, + "step": 7459 + }, + { + "epoch": 6.327396098388465, + "grad_norm": 1.230866083065563, + "learning_rate": 1.994198838742621e-05, + "loss": 0.323, + "step": 7460 + }, + { + "epoch": 6.32824427480916, + "grad_norm": 1.3087484149814432, + "learning_rate": 1.994195883717575e-05, + "loss": 0.3692, + "step": 7461 + }, + { + "epoch": 6.329092451229855, + "grad_norm": 1.2200172359971337, + "learning_rate": 1.9941929279422887e-05, + "loss": 0.3097, + "step": 7462 + }, + { + "epoch": 6.329940627650552, + "grad_norm": 1.1870542394401924, + "learning_rate": 1.9941899714167637e-05, + "loss": 0.3462, + "step": 7463 + }, + { + "epoch": 6.330788804071247, + "grad_norm": 1.2015200127996502, + "learning_rate": 1.994187014141003e-05, + "loss": 0.2951, + "step": 7464 + }, + { + "epoch": 6.331636980491942, + "grad_norm": 1.1083085017807521, + "learning_rate": 1.9941840561150077e-05, + "loss": 0.3657, + "step": 7465 + }, + { + "epoch": 6.332485156912638, + "grad_norm": 1.0761233947486464, + "learning_rate": 1.994181097338781e-05, + "loss": 0.2992, + "step": 7466 + }, + { + "epoch": 6.333333333333333, + "grad_norm": 1.1896307784291726, + "learning_rate": 1.9941781378123244e-05, + "loss": 0.318, + "step": 7467 + }, + { + "epoch": 6.334181509754028, + "grad_norm": 1.1969459246784235, + "learning_rate": 1.9941751775356408e-05, + "loss": 0.3606, + "step": 7468 + }, + { + "epoch": 6.335029686174725, + "grad_norm": 1.106215617822422, + "learning_rate": 1.9941722165087317e-05, + "loss": 0.3227, + "step": 7469 + }, + { + "epoch": 6.33587786259542, + "grad_norm": 1.0549815940453269, + "learning_rate": 1.9941692547316004e-05, + "loss": 0.3273, + "step": 7470 + }, + { + "epoch": 6.336726039016115, + "grad_norm": 1.3839374760792853, + "learning_rate": 1.994166292204248e-05, + "loss": 0.2867, + "step": 7471 + }, + { + "epoch": 6.337574215436811, + "grad_norm": 1.0571706489773252, + "learning_rate": 1.9941633289266772e-05, + "loss": 0.3405, + "step": 7472 + }, + { + "epoch": 6.338422391857506, + "grad_norm": 1.261756659474884, + "learning_rate": 1.9941603648988903e-05, + "loss": 0.3984, + "step": 7473 + }, + { + "epoch": 6.339270568278202, + "grad_norm": 1.187879648878883, + "learning_rate": 1.9941574001208897e-05, + "loss": 0.3208, + "step": 7474 + }, + { + "epoch": 6.340118744698898, + "grad_norm": 1.12861635474223, + "learning_rate": 1.9941544345926774e-05, + "loss": 0.2879, + "step": 7475 + }, + { + "epoch": 6.340966921119593, + "grad_norm": 1.2837854634530415, + "learning_rate": 1.9941514683142555e-05, + "loss": 0.3031, + "step": 7476 + }, + { + "epoch": 6.341815097540288, + "grad_norm": 1.1181763221668795, + "learning_rate": 1.9941485012856264e-05, + "loss": 0.3154, + "step": 7477 + }, + { + "epoch": 6.342663273960984, + "grad_norm": 1.025430598976753, + "learning_rate": 1.9941455335067923e-05, + "loss": 0.3131, + "step": 7478 + }, + { + "epoch": 6.34351145038168, + "grad_norm": 1.2108851960268177, + "learning_rate": 1.9941425649777558e-05, + "loss": 0.3411, + "step": 7479 + }, + { + "epoch": 6.344359626802375, + "grad_norm": 1.2935802980085422, + "learning_rate": 1.9941395956985184e-05, + "loss": 0.3824, + "step": 7480 + }, + { + "epoch": 6.3452078032230705, + "grad_norm": 1.337408747114502, + "learning_rate": 1.994136625669083e-05, + "loss": 0.351, + "step": 7481 + }, + { + "epoch": 6.346055979643766, + "grad_norm": 1.122524681056221, + "learning_rate": 1.9941336548894518e-05, + "loss": 0.3571, + "step": 7482 + }, + { + "epoch": 6.346904156064461, + "grad_norm": 1.1761181091345463, + "learning_rate": 1.9941306833596265e-05, + "loss": 0.4024, + "step": 7483 + }, + { + "epoch": 6.347752332485157, + "grad_norm": 1.127528778350064, + "learning_rate": 1.99412771107961e-05, + "loss": 0.3368, + "step": 7484 + }, + { + "epoch": 6.348600508905853, + "grad_norm": 1.158675669212082, + "learning_rate": 1.994124738049404e-05, + "loss": 0.3873, + "step": 7485 + }, + { + "epoch": 6.349448685326548, + "grad_norm": 1.04349182389465, + "learning_rate": 1.9941217642690112e-05, + "loss": 0.3047, + "step": 7486 + }, + { + "epoch": 6.3502968617472435, + "grad_norm": 1.03162081469192, + "learning_rate": 1.9941187897384332e-05, + "loss": 0.2848, + "step": 7487 + }, + { + "epoch": 6.351145038167939, + "grad_norm": 1.2605077225820474, + "learning_rate": 1.994115814457673e-05, + "loss": 0.3468, + "step": 7488 + }, + { + "epoch": 6.351993214588634, + "grad_norm": 1.228850541636525, + "learning_rate": 1.9941128384267326e-05, + "loss": 0.2541, + "step": 7489 + }, + { + "epoch": 6.3528413910093295, + "grad_norm": 1.189831174568809, + "learning_rate": 1.9941098616456138e-05, + "loss": 0.2974, + "step": 7490 + }, + { + "epoch": 6.353689567430026, + "grad_norm": 1.556084237306946, + "learning_rate": 1.9941068841143195e-05, + "loss": 0.3314, + "step": 7491 + }, + { + "epoch": 6.354537743850721, + "grad_norm": 1.2572913920321602, + "learning_rate": 1.9941039058328516e-05, + "loss": 0.2791, + "step": 7492 + }, + { + "epoch": 6.3553859202714165, + "grad_norm": 1.0385768291815032, + "learning_rate": 1.9941009268012123e-05, + "loss": 0.288, + "step": 7493 + }, + { + "epoch": 6.356234096692112, + "grad_norm": 1.2516719990258969, + "learning_rate": 1.994097947019404e-05, + "loss": 0.3543, + "step": 7494 + }, + { + "epoch": 6.357082273112807, + "grad_norm": 1.1004731803657366, + "learning_rate": 1.994094966487429e-05, + "loss": 0.3059, + "step": 7495 + }, + { + "epoch": 6.357930449533503, + "grad_norm": 1.1928357801925173, + "learning_rate": 1.994091985205289e-05, + "loss": 0.3691, + "step": 7496 + }, + { + "epoch": 6.358778625954199, + "grad_norm": 1.1142400428179173, + "learning_rate": 1.994089003172987e-05, + "loss": 0.3544, + "step": 7497 + }, + { + "epoch": 6.359626802374894, + "grad_norm": 1.2191849514285595, + "learning_rate": 1.9940860203905253e-05, + "loss": 0.331, + "step": 7498 + }, + { + "epoch": 6.360474978795589, + "grad_norm": 1.2118393008558386, + "learning_rate": 1.994083036857905e-05, + "loss": 0.3162, + "step": 7499 + }, + { + "epoch": 6.361323155216285, + "grad_norm": 1.180886449645448, + "learning_rate": 1.9940800525751298e-05, + "loss": 0.3217, + "step": 7500 + }, + { + "epoch": 6.36217133163698, + "grad_norm": 1.2482690789734787, + "learning_rate": 1.994077067542201e-05, + "loss": 0.389, + "step": 7501 + }, + { + "epoch": 6.363019508057676, + "grad_norm": 1.9386827474269772, + "learning_rate": 1.9940740817591213e-05, + "loss": 0.3477, + "step": 7502 + }, + { + "epoch": 6.363867684478372, + "grad_norm": 1.1173473676722863, + "learning_rate": 1.994071095225893e-05, + "loss": 0.3162, + "step": 7503 + }, + { + "epoch": 6.364715860899067, + "grad_norm": 1.0443004550753012, + "learning_rate": 1.9940681079425177e-05, + "loss": 0.3039, + "step": 7504 + }, + { + "epoch": 6.365564037319762, + "grad_norm": 1.3250782303638773, + "learning_rate": 1.9940651199089985e-05, + "loss": 0.2703, + "step": 7505 + }, + { + "epoch": 6.366412213740458, + "grad_norm": 1.0617217806107562, + "learning_rate": 1.994062131125337e-05, + "loss": 0.3074, + "step": 7506 + }, + { + "epoch": 6.367260390161153, + "grad_norm": 1.185468294241029, + "learning_rate": 1.9940591415915355e-05, + "loss": 0.2763, + "step": 7507 + }, + { + "epoch": 6.368108566581849, + "grad_norm": 1.3116672019880864, + "learning_rate": 1.9940561513075968e-05, + "loss": 0.2956, + "step": 7508 + }, + { + "epoch": 6.368956743002545, + "grad_norm": 1.3610980807546909, + "learning_rate": 1.994053160273523e-05, + "loss": 0.2878, + "step": 7509 + }, + { + "epoch": 6.36980491942324, + "grad_norm": 1.2592489231182464, + "learning_rate": 1.994050168489316e-05, + "loss": 0.3578, + "step": 7510 + }, + { + "epoch": 6.370653095843935, + "grad_norm": 1.1540047711189863, + "learning_rate": 1.9940471759549782e-05, + "loss": 0.3502, + "step": 7511 + }, + { + "epoch": 6.371501272264631, + "grad_norm": 1.220651213103025, + "learning_rate": 1.994044182670512e-05, + "loss": 0.3423, + "step": 7512 + }, + { + "epoch": 6.372349448685327, + "grad_norm": 1.1227383411936283, + "learning_rate": 1.9940411886359196e-05, + "loss": 0.3987, + "step": 7513 + }, + { + "epoch": 6.373197625106022, + "grad_norm": 1.144687164234752, + "learning_rate": 1.994038193851203e-05, + "loss": 0.3197, + "step": 7514 + }, + { + "epoch": 6.374045801526718, + "grad_norm": 1.1955674973579486, + "learning_rate": 1.994035198316365e-05, + "loss": 0.3476, + "step": 7515 + }, + { + "epoch": 6.374893977947413, + "grad_norm": 1.1797024162781296, + "learning_rate": 1.9940322020314072e-05, + "loss": 0.336, + "step": 7516 + }, + { + "epoch": 6.375742154368108, + "grad_norm": 1.2761418958553585, + "learning_rate": 1.9940292049963324e-05, + "loss": 0.2946, + "step": 7517 + }, + { + "epoch": 6.376590330788804, + "grad_norm": 1.2007728001924716, + "learning_rate": 1.9940262072111427e-05, + "loss": 0.3125, + "step": 7518 + }, + { + "epoch": 6.3774385072095, + "grad_norm": 1.1234056087090138, + "learning_rate": 1.9940232086758403e-05, + "loss": 0.3626, + "step": 7519 + }, + { + "epoch": 6.378286683630195, + "grad_norm": 1.2441938523219385, + "learning_rate": 1.9940202093904273e-05, + "loss": 0.3218, + "step": 7520 + }, + { + "epoch": 6.379134860050891, + "grad_norm": 1.2005564994290359, + "learning_rate": 1.9940172093549062e-05, + "loss": 0.3367, + "step": 7521 + }, + { + "epoch": 6.379983036471586, + "grad_norm": 1.0296928329415211, + "learning_rate": 1.9940142085692796e-05, + "loss": 0.3004, + "step": 7522 + }, + { + "epoch": 6.380831212892281, + "grad_norm": 1.4167105537679472, + "learning_rate": 1.994011207033549e-05, + "loss": 0.3852, + "step": 7523 + }, + { + "epoch": 6.3816793893129775, + "grad_norm": 1.1954628682875037, + "learning_rate": 1.9940082047477172e-05, + "loss": 0.4131, + "step": 7524 + }, + { + "epoch": 6.382527565733673, + "grad_norm": 1.1055583834639093, + "learning_rate": 1.9940052017117863e-05, + "loss": 0.3112, + "step": 7525 + }, + { + "epoch": 6.383375742154368, + "grad_norm": 1.203685400287985, + "learning_rate": 1.9940021979257585e-05, + "loss": 0.3309, + "step": 7526 + }, + { + "epoch": 6.3842239185750635, + "grad_norm": 1.3200171449927993, + "learning_rate": 1.9939991933896363e-05, + "loss": 0.3418, + "step": 7527 + }, + { + "epoch": 6.385072094995759, + "grad_norm": 1.1938577333285845, + "learning_rate": 1.9939961881034217e-05, + "loss": 0.3513, + "step": 7528 + }, + { + "epoch": 6.385920271416454, + "grad_norm": 1.1931339927329276, + "learning_rate": 1.993993182067117e-05, + "loss": 0.2931, + "step": 7529 + }, + { + "epoch": 6.3867684478371505, + "grad_norm": 1.1848706324837832, + "learning_rate": 1.993990175280725e-05, + "loss": 0.299, + "step": 7530 + }, + { + "epoch": 6.387616624257846, + "grad_norm": 1.233133845832484, + "learning_rate": 1.993987167744247e-05, + "loss": 0.3684, + "step": 7531 + }, + { + "epoch": 6.388464800678541, + "grad_norm": 1.189101814680702, + "learning_rate": 1.993984159457686e-05, + "loss": 0.4168, + "step": 7532 + }, + { + "epoch": 6.3893129770992365, + "grad_norm": 1.0997813045775693, + "learning_rate": 1.993981150421044e-05, + "loss": 0.3248, + "step": 7533 + }, + { + "epoch": 6.390161153519932, + "grad_norm": 1.0989327916663594, + "learning_rate": 1.9939781406343236e-05, + "loss": 0.3311, + "step": 7534 + }, + { + "epoch": 6.391009329940628, + "grad_norm": 1.1366635602430428, + "learning_rate": 1.9939751300975266e-05, + "loss": 0.3092, + "step": 7535 + }, + { + "epoch": 6.391857506361323, + "grad_norm": 1.2877735637332344, + "learning_rate": 1.9939721188106552e-05, + "loss": 0.3229, + "step": 7536 + }, + { + "epoch": 6.392705682782019, + "grad_norm": 1.2208452658289035, + "learning_rate": 1.993969106773712e-05, + "loss": 0.3991, + "step": 7537 + }, + { + "epoch": 6.393553859202714, + "grad_norm": 1.0078156136851526, + "learning_rate": 1.9939660939866998e-05, + "loss": 0.2853, + "step": 7538 + }, + { + "epoch": 6.3944020356234095, + "grad_norm": 1.1604387652026795, + "learning_rate": 1.9939630804496196e-05, + "loss": 0.3018, + "step": 7539 + }, + { + "epoch": 6.395250212044105, + "grad_norm": 1.2210898934986265, + "learning_rate": 1.9939600661624748e-05, + "loss": 0.3146, + "step": 7540 + }, + { + "epoch": 6.396098388464801, + "grad_norm": 1.4014681758333887, + "learning_rate": 1.9939570511252674e-05, + "loss": 0.2918, + "step": 7541 + }, + { + "epoch": 6.396946564885496, + "grad_norm": 1.3027662439230323, + "learning_rate": 1.9939540353379988e-05, + "loss": 0.3336, + "step": 7542 + }, + { + "epoch": 6.397794741306192, + "grad_norm": 1.0659295635493815, + "learning_rate": 1.9939510188006727e-05, + "loss": 0.3131, + "step": 7543 + }, + { + "epoch": 6.398642917726887, + "grad_norm": 1.142285547961122, + "learning_rate": 1.99394800151329e-05, + "loss": 0.3157, + "step": 7544 + }, + { + "epoch": 6.399491094147582, + "grad_norm": 1.249168790922796, + "learning_rate": 1.993944983475854e-05, + "loss": 0.3192, + "step": 7545 + }, + { + "epoch": 6.400339270568278, + "grad_norm": 1.0499331960042133, + "learning_rate": 1.9939419646883673e-05, + "loss": 0.299, + "step": 7546 + }, + { + "epoch": 6.401187446988974, + "grad_norm": 1.131131093606879, + "learning_rate": 1.9939389451508308e-05, + "loss": 0.2729, + "step": 7547 + }, + { + "epoch": 6.402035623409669, + "grad_norm": 1.2532977047408584, + "learning_rate": 1.9939359248632473e-05, + "loss": 0.3639, + "step": 7548 + }, + { + "epoch": 6.402883799830365, + "grad_norm": 1.1050215167242847, + "learning_rate": 1.9939329038256196e-05, + "loss": 0.2798, + "step": 7549 + }, + { + "epoch": 6.40373197625106, + "grad_norm": 1.180825609193245, + "learning_rate": 1.9939298820379492e-05, + "loss": 0.3641, + "step": 7550 + }, + { + "epoch": 6.404580152671755, + "grad_norm": 1.1700964730479593, + "learning_rate": 1.9939268595002393e-05, + "loss": 0.3257, + "step": 7551 + }, + { + "epoch": 6.405428329092452, + "grad_norm": 1.0163293142993184, + "learning_rate": 1.9939238362124916e-05, + "loss": 0.3044, + "step": 7552 + }, + { + "epoch": 6.406276505513147, + "grad_norm": 1.185547112785613, + "learning_rate": 1.9939208121747084e-05, + "loss": 0.2734, + "step": 7553 + }, + { + "epoch": 6.407124681933842, + "grad_norm": 1.2173084234313145, + "learning_rate": 1.993917787386892e-05, + "loss": 0.3425, + "step": 7554 + }, + { + "epoch": 6.407972858354538, + "grad_norm": 1.097868065134207, + "learning_rate": 1.993914761849045e-05, + "loss": 0.312, + "step": 7555 + }, + { + "epoch": 6.408821034775233, + "grad_norm": 1.352561981862891, + "learning_rate": 1.9939117355611692e-05, + "loss": 0.3226, + "step": 7556 + }, + { + "epoch": 6.409669211195928, + "grad_norm": 1.178136126450536, + "learning_rate": 1.993908708523267e-05, + "loss": 0.295, + "step": 7557 + }, + { + "epoch": 6.410517387616625, + "grad_norm": 1.1171925515211498, + "learning_rate": 1.993905680735341e-05, + "loss": 0.3399, + "step": 7558 + }, + { + "epoch": 6.41136556403732, + "grad_norm": 1.104471705058022, + "learning_rate": 1.9939026521973935e-05, + "loss": 0.3165, + "step": 7559 + }, + { + "epoch": 6.412213740458015, + "grad_norm": 1.2808409850524862, + "learning_rate": 1.9938996229094263e-05, + "loss": 0.3312, + "step": 7560 + }, + { + "epoch": 6.413061916878711, + "grad_norm": 0.9582226230877204, + "learning_rate": 1.993896592871442e-05, + "loss": 0.2557, + "step": 7561 + }, + { + "epoch": 6.413910093299406, + "grad_norm": 1.1124695293365117, + "learning_rate": 1.9938935620834427e-05, + "loss": 0.2776, + "step": 7562 + }, + { + "epoch": 6.414758269720101, + "grad_norm": 1.2588644666204767, + "learning_rate": 1.993890530545431e-05, + "loss": 0.3358, + "step": 7563 + }, + { + "epoch": 6.415606446140798, + "grad_norm": 1.0549809706665234, + "learning_rate": 1.993887498257409e-05, + "loss": 0.2629, + "step": 7564 + }, + { + "epoch": 6.416454622561493, + "grad_norm": 1.1969929557794874, + "learning_rate": 1.993884465219379e-05, + "loss": 0.3138, + "step": 7565 + }, + { + "epoch": 6.417302798982188, + "grad_norm": 1.1274000147036427, + "learning_rate": 1.9938814314313433e-05, + "loss": 0.327, + "step": 7566 + }, + { + "epoch": 6.418150975402884, + "grad_norm": 1.3970007459341631, + "learning_rate": 1.9938783968933043e-05, + "loss": 0.339, + "step": 7567 + }, + { + "epoch": 6.418999151823579, + "grad_norm": 1.6144501620996567, + "learning_rate": 1.9938753616052637e-05, + "loss": 0.3396, + "step": 7568 + }, + { + "epoch": 6.419847328244275, + "grad_norm": 1.309554271935235, + "learning_rate": 1.9938723255672246e-05, + "loss": 0.2749, + "step": 7569 + }, + { + "epoch": 6.4206955046649705, + "grad_norm": 0.9829510879912008, + "learning_rate": 1.993869288779189e-05, + "loss": 0.2876, + "step": 7570 + }, + { + "epoch": 6.421543681085666, + "grad_norm": 1.334899055190712, + "learning_rate": 1.9938662512411587e-05, + "loss": 0.3859, + "step": 7571 + }, + { + "epoch": 6.422391857506361, + "grad_norm": 1.1244647498036329, + "learning_rate": 1.993863212953137e-05, + "loss": 0.3121, + "step": 7572 + }, + { + "epoch": 6.423240033927057, + "grad_norm": 1.2225396521586613, + "learning_rate": 1.9938601739151255e-05, + "loss": 0.3891, + "step": 7573 + }, + { + "epoch": 6.424088210347753, + "grad_norm": 1.171923966846113, + "learning_rate": 1.993857134127127e-05, + "loss": 0.348, + "step": 7574 + }, + { + "epoch": 6.424936386768448, + "grad_norm": 1.2836589272522911, + "learning_rate": 1.9938540935891425e-05, + "loss": 0.3651, + "step": 7575 + }, + { + "epoch": 6.4257845631891435, + "grad_norm": 1.2073222398126584, + "learning_rate": 1.993851052301176e-05, + "loss": 0.3251, + "step": 7576 + }, + { + "epoch": 6.426632739609839, + "grad_norm": 1.1416053796907184, + "learning_rate": 1.9938480102632286e-05, + "loss": 0.2548, + "step": 7577 + }, + { + "epoch": 6.427480916030534, + "grad_norm": 1.2158295656130267, + "learning_rate": 1.993844967475303e-05, + "loss": 0.2882, + "step": 7578 + }, + { + "epoch": 6.4283290924512295, + "grad_norm": 1.1355850249727113, + "learning_rate": 1.9938419239374015e-05, + "loss": 0.285, + "step": 7579 + }, + { + "epoch": 6.429177268871926, + "grad_norm": 1.1915364289710568, + "learning_rate": 1.9938388796495264e-05, + "loss": 0.2887, + "step": 7580 + }, + { + "epoch": 6.430025445292621, + "grad_norm": 1.1832110985492155, + "learning_rate": 1.9938358346116802e-05, + "loss": 0.3353, + "step": 7581 + }, + { + "epoch": 6.4308736217133164, + "grad_norm": 1.3091080128026131, + "learning_rate": 1.993832788823865e-05, + "loss": 0.3247, + "step": 7582 + }, + { + "epoch": 6.431721798134012, + "grad_norm": 1.0019185393364616, + "learning_rate": 1.993829742286083e-05, + "loss": 0.2718, + "step": 7583 + }, + { + "epoch": 6.432569974554707, + "grad_norm": 1.1314607230100213, + "learning_rate": 1.9938266949983363e-05, + "loss": 0.3425, + "step": 7584 + }, + { + "epoch": 6.4334181509754025, + "grad_norm": 1.1834426277054404, + "learning_rate": 1.9938236469606277e-05, + "loss": 0.36, + "step": 7585 + }, + { + "epoch": 6.434266327396099, + "grad_norm": 1.2299907518484026, + "learning_rate": 1.9938205981729592e-05, + "loss": 0.3481, + "step": 7586 + }, + { + "epoch": 6.435114503816794, + "grad_norm": 1.2167768697113814, + "learning_rate": 1.993817548635333e-05, + "loss": 0.3603, + "step": 7587 + }, + { + "epoch": 6.435962680237489, + "grad_norm": 1.1499140332695041, + "learning_rate": 1.9938144983477522e-05, + "loss": 0.3416, + "step": 7588 + }, + { + "epoch": 6.436810856658185, + "grad_norm": 1.1231391850149448, + "learning_rate": 1.9938114473102182e-05, + "loss": 0.3054, + "step": 7589 + }, + { + "epoch": 6.43765903307888, + "grad_norm": 1.136283409271886, + "learning_rate": 1.9938083955227334e-05, + "loss": 0.3185, + "step": 7590 + }, + { + "epoch": 6.438507209499576, + "grad_norm": 1.1955932839284455, + "learning_rate": 1.9938053429853005e-05, + "loss": 0.3086, + "step": 7591 + }, + { + "epoch": 6.439355385920272, + "grad_norm": 1.1718268129524252, + "learning_rate": 1.9938022896979215e-05, + "loss": 0.3494, + "step": 7592 + }, + { + "epoch": 6.440203562340967, + "grad_norm": 1.1029061792896973, + "learning_rate": 1.993799235660599e-05, + "loss": 0.3192, + "step": 7593 + }, + { + "epoch": 6.441051738761662, + "grad_norm": 1.187507090367836, + "learning_rate": 1.9937961808733347e-05, + "loss": 0.3546, + "step": 7594 + }, + { + "epoch": 6.441899915182358, + "grad_norm": 1.2656478538065445, + "learning_rate": 1.9937931253361316e-05, + "loss": 0.3074, + "step": 7595 + }, + { + "epoch": 6.442748091603053, + "grad_norm": 1.0533748725366336, + "learning_rate": 1.9937900690489916e-05, + "loss": 0.3117, + "step": 7596 + }, + { + "epoch": 6.443596268023749, + "grad_norm": 1.0908112196471969, + "learning_rate": 1.9937870120119174e-05, + "loss": 0.2879, + "step": 7597 + }, + { + "epoch": 6.444444444444445, + "grad_norm": 1.3571329135243007, + "learning_rate": 1.9937839542249108e-05, + "loss": 0.3224, + "step": 7598 + }, + { + "epoch": 6.44529262086514, + "grad_norm": 1.2269281011321471, + "learning_rate": 1.9937808956879743e-05, + "loss": 0.3038, + "step": 7599 + }, + { + "epoch": 6.446140797285835, + "grad_norm": 1.1900079976609879, + "learning_rate": 1.9937778364011105e-05, + "loss": 0.3731, + "step": 7600 + }, + { + "epoch": 6.446988973706531, + "grad_norm": 1.238681359025453, + "learning_rate": 1.993774776364321e-05, + "loss": 0.3522, + "step": 7601 + }, + { + "epoch": 6.447837150127226, + "grad_norm": 1.2269548991710535, + "learning_rate": 1.993771715577609e-05, + "loss": 0.2862, + "step": 7602 + }, + { + "epoch": 6.448685326547922, + "grad_norm": 1.2366902175643708, + "learning_rate": 1.9937686540409764e-05, + "loss": 0.3472, + "step": 7603 + }, + { + "epoch": 6.449533502968618, + "grad_norm": 1.0885018417569094, + "learning_rate": 1.9937655917544253e-05, + "loss": 0.3165, + "step": 7604 + }, + { + "epoch": 6.450381679389313, + "grad_norm": 1.211895222654072, + "learning_rate": 1.9937625287179584e-05, + "loss": 0.2837, + "step": 7605 + }, + { + "epoch": 6.451229855810008, + "grad_norm": 1.1955443295651966, + "learning_rate": 1.9937594649315773e-05, + "loss": 0.3441, + "step": 7606 + }, + { + "epoch": 6.452078032230704, + "grad_norm": 1.3299458596518923, + "learning_rate": 1.993756400395285e-05, + "loss": 0.337, + "step": 7607 + }, + { + "epoch": 6.4529262086514, + "grad_norm": 1.1969364658050816, + "learning_rate": 1.993753335109084e-05, + "loss": 0.3339, + "step": 7608 + }, + { + "epoch": 6.453774385072095, + "grad_norm": 1.1923162031219825, + "learning_rate": 1.993750269072976e-05, + "loss": 0.336, + "step": 7609 + }, + { + "epoch": 6.454622561492791, + "grad_norm": 1.0954350871981662, + "learning_rate": 1.9937472022869636e-05, + "loss": 0.3338, + "step": 7610 + }, + { + "epoch": 6.455470737913486, + "grad_norm": 1.4750675454676003, + "learning_rate": 1.993744134751049e-05, + "loss": 0.3601, + "step": 7611 + }, + { + "epoch": 6.456318914334181, + "grad_norm": 1.2863378745826437, + "learning_rate": 1.9937410664652345e-05, + "loss": 0.3309, + "step": 7612 + }, + { + "epoch": 6.457167090754877, + "grad_norm": 1.2084073959255066, + "learning_rate": 1.9937379974295225e-05, + "loss": 0.3231, + "step": 7613 + }, + { + "epoch": 6.458015267175573, + "grad_norm": 1.3306263758744492, + "learning_rate": 1.9937349276439154e-05, + "loss": 0.3175, + "step": 7614 + }, + { + "epoch": 6.458863443596268, + "grad_norm": 1.2151154406850957, + "learning_rate": 1.9937318571084157e-05, + "loss": 0.2827, + "step": 7615 + }, + { + "epoch": 6.4597116200169635, + "grad_norm": 1.226124827064891, + "learning_rate": 1.9937287858230253e-05, + "loss": 0.3743, + "step": 7616 + }, + { + "epoch": 6.460559796437659, + "grad_norm": 1.2520826837956758, + "learning_rate": 1.9937257137877467e-05, + "loss": 0.3284, + "step": 7617 + }, + { + "epoch": 6.461407972858354, + "grad_norm": 1.1836082744662106, + "learning_rate": 1.9937226410025818e-05, + "loss": 0.3285, + "step": 7618 + }, + { + "epoch": 6.4622561492790505, + "grad_norm": 1.074120782690031, + "learning_rate": 1.9937195674675335e-05, + "loss": 0.2482, + "step": 7619 + }, + { + "epoch": 6.463104325699746, + "grad_norm": 1.234621058853683, + "learning_rate": 1.9937164931826042e-05, + "loss": 0.2989, + "step": 7620 + }, + { + "epoch": 6.463952502120441, + "grad_norm": 1.093609388899684, + "learning_rate": 1.9937134181477956e-05, + "loss": 0.3102, + "step": 7621 + }, + { + "epoch": 6.4648006785411365, + "grad_norm": 1.1213858868866364, + "learning_rate": 1.993710342363111e-05, + "loss": 0.2788, + "step": 7622 + }, + { + "epoch": 6.465648854961832, + "grad_norm": 1.273882723395134, + "learning_rate": 1.9937072658285515e-05, + "loss": 0.3459, + "step": 7623 + }, + { + "epoch": 6.466497031382527, + "grad_norm": 1.2103802744261136, + "learning_rate": 1.9937041885441203e-05, + "loss": 0.2947, + "step": 7624 + }, + { + "epoch": 6.467345207803223, + "grad_norm": 1.4978101418557577, + "learning_rate": 1.993701110509819e-05, + "loss": 0.3365, + "step": 7625 + }, + { + "epoch": 6.468193384223919, + "grad_norm": 1.078251254171707, + "learning_rate": 1.9936980317256506e-05, + "loss": 0.3667, + "step": 7626 + }, + { + "epoch": 6.469041560644614, + "grad_norm": 1.1573808451429781, + "learning_rate": 1.9936949521916172e-05, + "loss": 0.3281, + "step": 7627 + }, + { + "epoch": 6.4698897370653095, + "grad_norm": 1.0763617091220443, + "learning_rate": 1.993691871907721e-05, + "loss": 0.3477, + "step": 7628 + }, + { + "epoch": 6.470737913486005, + "grad_norm": 1.0796998749640754, + "learning_rate": 1.993688790873965e-05, + "loss": 0.292, + "step": 7629 + }, + { + "epoch": 6.471586089906701, + "grad_norm": 1.1398016562521738, + "learning_rate": 1.9936857090903503e-05, + "loss": 0.3227, + "step": 7630 + }, + { + "epoch": 6.472434266327396, + "grad_norm": 1.1011560469778963, + "learning_rate": 1.99368262655688e-05, + "loss": 0.3055, + "step": 7631 + }, + { + "epoch": 6.473282442748092, + "grad_norm": 1.1617432643289445, + "learning_rate": 1.993679543273556e-05, + "loss": 0.2609, + "step": 7632 + }, + { + "epoch": 6.474130619168787, + "grad_norm": 1.1838349886345532, + "learning_rate": 1.9936764592403815e-05, + "loss": 0.3489, + "step": 7633 + }, + { + "epoch": 6.474978795589482, + "grad_norm": 1.1954770113016486, + "learning_rate": 1.993673374457358e-05, + "loss": 0.3825, + "step": 7634 + }, + { + "epoch": 6.475826972010178, + "grad_norm": 1.22470387573705, + "learning_rate": 1.9936702889244882e-05, + "loss": 0.3702, + "step": 7635 + }, + { + "epoch": 6.476675148430874, + "grad_norm": 1.3259641630142922, + "learning_rate": 1.9936672026417743e-05, + "loss": 0.3711, + "step": 7636 + }, + { + "epoch": 6.477523324851569, + "grad_norm": 1.1334802154305021, + "learning_rate": 1.9936641156092187e-05, + "loss": 0.2979, + "step": 7637 + }, + { + "epoch": 6.478371501272265, + "grad_norm": 1.1504010939361649, + "learning_rate": 1.9936610278268235e-05, + "loss": 0.3448, + "step": 7638 + }, + { + "epoch": 6.47921967769296, + "grad_norm": 1.2625061809314886, + "learning_rate": 1.993657939294591e-05, + "loss": 0.4394, + "step": 7639 + }, + { + "epoch": 6.480067854113655, + "grad_norm": 1.1260808088963408, + "learning_rate": 1.993654850012524e-05, + "loss": 0.3757, + "step": 7640 + }, + { + "epoch": 6.480916030534351, + "grad_norm": 1.0378464899832094, + "learning_rate": 1.9936517599806247e-05, + "loss": 0.2762, + "step": 7641 + }, + { + "epoch": 6.481764206955047, + "grad_norm": 1.2607974301132139, + "learning_rate": 1.993648669198895e-05, + "loss": 0.2987, + "step": 7642 + }, + { + "epoch": 6.482612383375742, + "grad_norm": 1.1295189308662938, + "learning_rate": 1.9936455776673378e-05, + "loss": 0.3541, + "step": 7643 + }, + { + "epoch": 6.483460559796438, + "grad_norm": 1.5563407817866106, + "learning_rate": 1.9936424853859552e-05, + "loss": 0.3154, + "step": 7644 + }, + { + "epoch": 6.484308736217133, + "grad_norm": 1.2522543281219565, + "learning_rate": 1.9936393923547492e-05, + "loss": 0.2622, + "step": 7645 + }, + { + "epoch": 6.485156912637828, + "grad_norm": 1.3131400687162564, + "learning_rate": 1.9936362985737225e-05, + "loss": 0.3613, + "step": 7646 + }, + { + "epoch": 6.486005089058525, + "grad_norm": 1.1472429572562715, + "learning_rate": 1.9936332040428773e-05, + "loss": 0.4132, + "step": 7647 + }, + { + "epoch": 6.48685326547922, + "grad_norm": 1.2826152142801814, + "learning_rate": 1.9936301087622164e-05, + "loss": 0.2788, + "step": 7648 + }, + { + "epoch": 6.487701441899915, + "grad_norm": 1.1496457973133618, + "learning_rate": 1.9936270127317413e-05, + "loss": 0.3406, + "step": 7649 + }, + { + "epoch": 6.488549618320611, + "grad_norm": 1.1879748190589121, + "learning_rate": 1.993623915951455e-05, + "loss": 0.3331, + "step": 7650 + }, + { + "epoch": 6.489397794741306, + "grad_norm": 1.2009165956918724, + "learning_rate": 1.9936208184213595e-05, + "loss": 0.3756, + "step": 7651 + }, + { + "epoch": 6.490245971162001, + "grad_norm": 1.0924531952645766, + "learning_rate": 1.9936177201414573e-05, + "loss": 0.2772, + "step": 7652 + }, + { + "epoch": 6.4910941475826975, + "grad_norm": 1.2661495953766722, + "learning_rate": 1.9936146211117507e-05, + "loss": 0.3543, + "step": 7653 + }, + { + "epoch": 6.491942324003393, + "grad_norm": 1.4407143065390629, + "learning_rate": 1.993611521332242e-05, + "loss": 0.3166, + "step": 7654 + }, + { + "epoch": 6.492790500424088, + "grad_norm": 1.203164686528024, + "learning_rate": 1.9936084208029337e-05, + "loss": 0.3261, + "step": 7655 + }, + { + "epoch": 6.493638676844784, + "grad_norm": 1.1998700562800184, + "learning_rate": 1.9936053195238277e-05, + "loss": 0.3111, + "step": 7656 + }, + { + "epoch": 6.494486853265479, + "grad_norm": 1.087782554140526, + "learning_rate": 1.993602217494927e-05, + "loss": 0.3133, + "step": 7657 + }, + { + "epoch": 6.495335029686174, + "grad_norm": 1.1835162614769337, + "learning_rate": 1.993599114716233e-05, + "loss": 0.3723, + "step": 7658 + }, + { + "epoch": 6.4961832061068705, + "grad_norm": 1.092623833270562, + "learning_rate": 1.993596011187749e-05, + "loss": 0.299, + "step": 7659 + }, + { + "epoch": 6.497031382527566, + "grad_norm": 1.2200503264442295, + "learning_rate": 1.993592906909477e-05, + "loss": 0.3807, + "step": 7660 + }, + { + "epoch": 6.497879558948261, + "grad_norm": 1.2926534009574149, + "learning_rate": 1.9935898018814192e-05, + "loss": 0.3, + "step": 7661 + }, + { + "epoch": 6.4987277353689565, + "grad_norm": 1.0946432616949218, + "learning_rate": 1.9935866961035783e-05, + "loss": 0.3227, + "step": 7662 + }, + { + "epoch": 6.499575911789652, + "grad_norm": 1.0870482303613753, + "learning_rate": 1.993583589575956e-05, + "loss": 0.3081, + "step": 7663 + }, + { + "epoch": 6.500424088210348, + "grad_norm": 1.0142474839682776, + "learning_rate": 1.993580482298555e-05, + "loss": 0.3484, + "step": 7664 + }, + { + "epoch": 6.5012722646310435, + "grad_norm": 1.0892043364138848, + "learning_rate": 1.993577374271378e-05, + "loss": 0.2586, + "step": 7665 + }, + { + "epoch": 6.502120441051739, + "grad_norm": 1.1152640410175199, + "learning_rate": 1.9935742654944274e-05, + "loss": 0.3223, + "step": 7666 + }, + { + "epoch": 6.502968617472434, + "grad_norm": 1.2635040095862133, + "learning_rate": 1.9935711559677043e-05, + "loss": 0.2921, + "step": 7667 + }, + { + "epoch": 6.5038167938931295, + "grad_norm": 0.9279971018202579, + "learning_rate": 1.9935680456912125e-05, + "loss": 0.2712, + "step": 7668 + }, + { + "epoch": 6.504664970313826, + "grad_norm": 1.2097309946359747, + "learning_rate": 1.9935649346649538e-05, + "loss": 0.3373, + "step": 7669 + }, + { + "epoch": 6.505513146734521, + "grad_norm": 1.1176900108451022, + "learning_rate": 1.99356182288893e-05, + "loss": 0.2886, + "step": 7670 + }, + { + "epoch": 6.506361323155216, + "grad_norm": 1.1183429852530833, + "learning_rate": 1.9935587103631446e-05, + "loss": 0.3168, + "step": 7671 + }, + { + "epoch": 6.507209499575912, + "grad_norm": 1.315125209642236, + "learning_rate": 1.9935555970875987e-05, + "loss": 0.3523, + "step": 7672 + }, + { + "epoch": 6.508057675996607, + "grad_norm": 1.2361080808568436, + "learning_rate": 1.993552483062296e-05, + "loss": 0.3522, + "step": 7673 + }, + { + "epoch": 6.5089058524173025, + "grad_norm": 1.1004554836781846, + "learning_rate": 1.9935493682872375e-05, + "loss": 0.2898, + "step": 7674 + }, + { + "epoch": 6.509754028837998, + "grad_norm": 0.947343571918342, + "learning_rate": 1.993546252762426e-05, + "loss": 0.2804, + "step": 7675 + }, + { + "epoch": 6.510602205258694, + "grad_norm": 1.316269205080628, + "learning_rate": 1.9935431364878646e-05, + "loss": 0.3597, + "step": 7676 + }, + { + "epoch": 6.511450381679389, + "grad_norm": 1.3250771551978924, + "learning_rate": 1.993540019463555e-05, + "loss": 0.3625, + "step": 7677 + }, + { + "epoch": 6.512298558100085, + "grad_norm": 1.2493070443147976, + "learning_rate": 1.993536901689499e-05, + "loss": 0.3055, + "step": 7678 + }, + { + "epoch": 6.51314673452078, + "grad_norm": 1.1341662338156218, + "learning_rate": 1.9935337831657002e-05, + "loss": 0.3219, + "step": 7679 + }, + { + "epoch": 6.513994910941475, + "grad_norm": 1.215497573302252, + "learning_rate": 1.9935306638921602e-05, + "loss": 0.3392, + "step": 7680 + }, + { + "epoch": 6.514843087362172, + "grad_norm": 1.1441549433707314, + "learning_rate": 1.9935275438688816e-05, + "loss": 0.289, + "step": 7681 + }, + { + "epoch": 6.515691263782867, + "grad_norm": 1.2112224859670193, + "learning_rate": 1.9935244230958663e-05, + "loss": 0.3139, + "step": 7682 + }, + { + "epoch": 6.516539440203562, + "grad_norm": 1.091251183495848, + "learning_rate": 1.993521301573117e-05, + "loss": 0.3077, + "step": 7683 + }, + { + "epoch": 6.517387616624258, + "grad_norm": 1.2152851773633824, + "learning_rate": 1.9935181793006363e-05, + "loss": 0.3655, + "step": 7684 + }, + { + "epoch": 6.518235793044953, + "grad_norm": 1.0713467659084621, + "learning_rate": 1.993515056278426e-05, + "loss": 0.2787, + "step": 7685 + }, + { + "epoch": 6.519083969465649, + "grad_norm": 1.2018728532112517, + "learning_rate": 1.993511932506489e-05, + "loss": 0.3428, + "step": 7686 + }, + { + "epoch": 6.519932145886345, + "grad_norm": 1.2085901383401028, + "learning_rate": 1.9935088079848273e-05, + "loss": 0.3451, + "step": 7687 + }, + { + "epoch": 6.52078032230704, + "grad_norm": 1.3130675724434, + "learning_rate": 1.9935056827134434e-05, + "loss": 0.4022, + "step": 7688 + }, + { + "epoch": 6.521628498727735, + "grad_norm": 1.0296626594503353, + "learning_rate": 1.9935025566923397e-05, + "loss": 0.2873, + "step": 7689 + }, + { + "epoch": 6.522476675148431, + "grad_norm": 1.2013603549057, + "learning_rate": 1.9934994299215183e-05, + "loss": 0.2882, + "step": 7690 + }, + { + "epoch": 6.523324851569126, + "grad_norm": 1.2567772818355005, + "learning_rate": 1.993496302400982e-05, + "loss": 0.2952, + "step": 7691 + }, + { + "epoch": 6.524173027989822, + "grad_norm": 1.171033999754997, + "learning_rate": 1.9934931741307327e-05, + "loss": 0.3376, + "step": 7692 + }, + { + "epoch": 6.525021204410518, + "grad_norm": 1.1343951612960734, + "learning_rate": 1.993490045110773e-05, + "loss": 0.3152, + "step": 7693 + }, + { + "epoch": 6.525869380831213, + "grad_norm": 1.2979972213143252, + "learning_rate": 1.9934869153411053e-05, + "loss": 0.3893, + "step": 7694 + }, + { + "epoch": 6.526717557251908, + "grad_norm": 1.1352000843973864, + "learning_rate": 1.993483784821732e-05, + "loss": 0.3549, + "step": 7695 + }, + { + "epoch": 6.527565733672604, + "grad_norm": 1.1792765212293586, + "learning_rate": 1.9934806535526553e-05, + "loss": 0.3314, + "step": 7696 + }, + { + "epoch": 6.528413910093299, + "grad_norm": 1.1062842882783754, + "learning_rate": 1.9934775215338773e-05, + "loss": 0.2566, + "step": 7697 + }, + { + "epoch": 6.529262086513995, + "grad_norm": 1.1859827326194847, + "learning_rate": 1.993474388765401e-05, + "loss": 0.3088, + "step": 7698 + }, + { + "epoch": 6.5301102629346905, + "grad_norm": 1.2599414029429203, + "learning_rate": 1.9934712552472283e-05, + "loss": 0.3488, + "step": 7699 + }, + { + "epoch": 6.530958439355386, + "grad_norm": 1.1311179224902101, + "learning_rate": 1.9934681209793617e-05, + "loss": 0.3673, + "step": 7700 + }, + { + "epoch": 6.531806615776081, + "grad_norm": 1.1317909353032718, + "learning_rate": 1.9934649859618035e-05, + "loss": 0.3103, + "step": 7701 + }, + { + "epoch": 6.532654792196777, + "grad_norm": 1.2363061578548404, + "learning_rate": 1.9934618501945565e-05, + "loss": 0.3812, + "step": 7702 + }, + { + "epoch": 6.533502968617473, + "grad_norm": 1.26105115158561, + "learning_rate": 1.9934587136776226e-05, + "loss": 0.2984, + "step": 7703 + }, + { + "epoch": 6.534351145038168, + "grad_norm": 1.1618657704460822, + "learning_rate": 1.993455576411004e-05, + "loss": 0.2793, + "step": 7704 + }, + { + "epoch": 6.5351993214588635, + "grad_norm": 1.3285924799704314, + "learning_rate": 1.9934524383947034e-05, + "loss": 0.3169, + "step": 7705 + }, + { + "epoch": 6.536047497879559, + "grad_norm": 1.0757370787113645, + "learning_rate": 1.9934492996287232e-05, + "loss": 0.2912, + "step": 7706 + }, + { + "epoch": 6.536895674300254, + "grad_norm": 1.2195072253162076, + "learning_rate": 1.9934461601130657e-05, + "loss": 0.2976, + "step": 7707 + }, + { + "epoch": 6.53774385072095, + "grad_norm": 1.1316764235556478, + "learning_rate": 1.993443019847733e-05, + "loss": 0.2892, + "step": 7708 + }, + { + "epoch": 6.538592027141646, + "grad_norm": 1.3546008663582474, + "learning_rate": 1.993439878832728e-05, + "loss": 0.3216, + "step": 7709 + }, + { + "epoch": 6.539440203562341, + "grad_norm": 1.20416627824652, + "learning_rate": 1.9934367370680527e-05, + "loss": 0.3271, + "step": 7710 + }, + { + "epoch": 6.5402883799830365, + "grad_norm": 1.2521531686218745, + "learning_rate": 1.9934335945537094e-05, + "loss": 0.3789, + "step": 7711 + }, + { + "epoch": 6.541136556403732, + "grad_norm": 1.1281279993611797, + "learning_rate": 1.993430451289701e-05, + "loss": 0.3684, + "step": 7712 + }, + { + "epoch": 6.541984732824427, + "grad_norm": 1.0658794300802434, + "learning_rate": 1.9934273072760292e-05, + "loss": 0.3287, + "step": 7713 + }, + { + "epoch": 6.5428329092451225, + "grad_norm": 1.0381402173299112, + "learning_rate": 1.993424162512697e-05, + "loss": 0.3275, + "step": 7714 + }, + { + "epoch": 6.543681085665819, + "grad_norm": 2.052677518567728, + "learning_rate": 1.993421016999706e-05, + "loss": 0.277, + "step": 7715 + }, + { + "epoch": 6.544529262086514, + "grad_norm": 1.0945846261955916, + "learning_rate": 1.9934178707370593e-05, + "loss": 0.3156, + "step": 7716 + }, + { + "epoch": 6.545377438507209, + "grad_norm": 1.116578080822097, + "learning_rate": 1.993414723724759e-05, + "loss": 0.2722, + "step": 7717 + }, + { + "epoch": 6.546225614927905, + "grad_norm": 1.2721354399856304, + "learning_rate": 1.9934115759628075e-05, + "loss": 0.3143, + "step": 7718 + }, + { + "epoch": 6.5470737913486, + "grad_norm": 1.1363444815408206, + "learning_rate": 1.9934084274512068e-05, + "loss": 0.3392, + "step": 7719 + }, + { + "epoch": 6.547921967769296, + "grad_norm": 1.2577759515539364, + "learning_rate": 1.99340527818996e-05, + "loss": 0.344, + "step": 7720 + }, + { + "epoch": 6.548770144189992, + "grad_norm": 1.46790795486207, + "learning_rate": 1.993402128179069e-05, + "loss": 0.3426, + "step": 7721 + }, + { + "epoch": 6.549618320610687, + "grad_norm": 1.0776155699361398, + "learning_rate": 1.9933989774185362e-05, + "loss": 0.2898, + "step": 7722 + }, + { + "epoch": 6.550466497031382, + "grad_norm": 1.085719919182422, + "learning_rate": 1.9933958259083642e-05, + "loss": 0.2733, + "step": 7723 + }, + { + "epoch": 6.551314673452078, + "grad_norm": 0.9965531715449615, + "learning_rate": 1.993392673648555e-05, + "loss": 0.2789, + "step": 7724 + }, + { + "epoch": 6.552162849872774, + "grad_norm": 1.1110928441122014, + "learning_rate": 1.9933895206391113e-05, + "loss": 0.3736, + "step": 7725 + }, + { + "epoch": 6.553011026293469, + "grad_norm": 1.10323102256244, + "learning_rate": 1.9933863668800354e-05, + "loss": 0.3627, + "step": 7726 + }, + { + "epoch": 6.553859202714165, + "grad_norm": 1.0851054158314508, + "learning_rate": 1.99338321237133e-05, + "loss": 0.3631, + "step": 7727 + }, + { + "epoch": 6.55470737913486, + "grad_norm": 1.1341650797822673, + "learning_rate": 1.9933800571129965e-05, + "loss": 0.2985, + "step": 7728 + }, + { + "epoch": 6.555555555555555, + "grad_norm": 1.2136544371557365, + "learning_rate": 1.9933769011050382e-05, + "loss": 0.3385, + "step": 7729 + }, + { + "epoch": 6.556403731976251, + "grad_norm": 1.1481558197621564, + "learning_rate": 1.9933737443474572e-05, + "loss": 0.2995, + "step": 7730 + }, + { + "epoch": 6.557251908396947, + "grad_norm": 1.159352321864219, + "learning_rate": 1.993370586840256e-05, + "loss": 0.3671, + "step": 7731 + }, + { + "epoch": 6.558100084817642, + "grad_norm": 1.1869243478239644, + "learning_rate": 1.993367428583437e-05, + "loss": 0.3696, + "step": 7732 + }, + { + "epoch": 6.558948261238338, + "grad_norm": 1.3563100787393352, + "learning_rate": 1.993364269577002e-05, + "loss": 0.3131, + "step": 7733 + }, + { + "epoch": 6.559796437659033, + "grad_norm": 1.2537966794279314, + "learning_rate": 1.993361109820954e-05, + "loss": 0.4038, + "step": 7734 + }, + { + "epoch": 6.560644614079728, + "grad_norm": 1.1741928865151325, + "learning_rate": 1.9933579493152954e-05, + "loss": 0.3362, + "step": 7735 + }, + { + "epoch": 6.561492790500424, + "grad_norm": 1.1586129405932812, + "learning_rate": 1.9933547880600287e-05, + "loss": 0.3147, + "step": 7736 + }, + { + "epoch": 6.56234096692112, + "grad_norm": 1.0957687105050473, + "learning_rate": 1.9933516260551555e-05, + "loss": 0.3128, + "step": 7737 + }, + { + "epoch": 6.563189143341815, + "grad_norm": 1.1697417030258723, + "learning_rate": 1.9933484633006784e-05, + "loss": 0.3384, + "step": 7738 + }, + { + "epoch": 6.564037319762511, + "grad_norm": 1.0775334611049125, + "learning_rate": 1.9933452997966006e-05, + "loss": 0.3963, + "step": 7739 + }, + { + "epoch": 6.564885496183206, + "grad_norm": 1.1054536922362979, + "learning_rate": 1.993342135542924e-05, + "loss": 0.3345, + "step": 7740 + }, + { + "epoch": 6.565733672603901, + "grad_norm": 1.1771362394030922, + "learning_rate": 1.9933389705396507e-05, + "loss": 0.3298, + "step": 7741 + }, + { + "epoch": 6.5665818490245975, + "grad_norm": 1.089559809917681, + "learning_rate": 1.9933358047867837e-05, + "loss": 0.2916, + "step": 7742 + }, + { + "epoch": 6.567430025445293, + "grad_norm": 1.167947956323148, + "learning_rate": 1.9933326382843248e-05, + "loss": 0.3023, + "step": 7743 + }, + { + "epoch": 6.568278201865988, + "grad_norm": 1.0068659655811871, + "learning_rate": 1.9933294710322763e-05, + "loss": 0.2708, + "step": 7744 + }, + { + "epoch": 6.5691263782866836, + "grad_norm": 1.201656080636359, + "learning_rate": 1.9933263030306412e-05, + "loss": 0.2788, + "step": 7745 + }, + { + "epoch": 6.569974554707379, + "grad_norm": 1.221242072104184, + "learning_rate": 1.9933231342794216e-05, + "loss": 0.3562, + "step": 7746 + }, + { + "epoch": 6.570822731128075, + "grad_norm": 1.1280354271693958, + "learning_rate": 1.9933199647786198e-05, + "loss": 0.319, + "step": 7747 + }, + { + "epoch": 6.5716709075487705, + "grad_norm": 1.3077798162587253, + "learning_rate": 1.9933167945282383e-05, + "loss": 0.363, + "step": 7748 + }, + { + "epoch": 6.572519083969466, + "grad_norm": 1.1573900720663237, + "learning_rate": 1.9933136235282794e-05, + "loss": 0.3075, + "step": 7749 + }, + { + "epoch": 6.573367260390161, + "grad_norm": 1.3830279920902797, + "learning_rate": 1.9933104517787458e-05, + "loss": 0.3364, + "step": 7750 + }, + { + "epoch": 6.5742154368108565, + "grad_norm": 1.2793181964962947, + "learning_rate": 1.9933072792796395e-05, + "loss": 0.365, + "step": 7751 + }, + { + "epoch": 6.575063613231552, + "grad_norm": 1.12249655489556, + "learning_rate": 1.993304106030963e-05, + "loss": 0.3222, + "step": 7752 + }, + { + "epoch": 6.575911789652247, + "grad_norm": 1.3196514209356411, + "learning_rate": 1.9933009320327188e-05, + "loss": 0.3226, + "step": 7753 + }, + { + "epoch": 6.576759966072943, + "grad_norm": 1.2139189039043368, + "learning_rate": 1.993297757284909e-05, + "loss": 0.2631, + "step": 7754 + }, + { + "epoch": 6.577608142493639, + "grad_norm": 1.0517290157347048, + "learning_rate": 1.9932945817875366e-05, + "loss": 0.3179, + "step": 7755 + }, + { + "epoch": 6.578456318914334, + "grad_norm": 1.0405047260053568, + "learning_rate": 1.9932914055406036e-05, + "loss": 0.3488, + "step": 7756 + }, + { + "epoch": 6.5793044953350295, + "grad_norm": 1.0450402090011512, + "learning_rate": 1.9932882285441126e-05, + "loss": 0.2938, + "step": 7757 + }, + { + "epoch": 6.580152671755725, + "grad_norm": 1.1340229610604071, + "learning_rate": 1.993285050798065e-05, + "loss": 0.3623, + "step": 7758 + }, + { + "epoch": 6.581000848176421, + "grad_norm": 1.30782208900622, + "learning_rate": 1.9932818723024646e-05, + "loss": 0.3195, + "step": 7759 + }, + { + "epoch": 6.581849024597116, + "grad_norm": 1.2612539612575975, + "learning_rate": 1.9932786930573135e-05, + "loss": 0.322, + "step": 7760 + }, + { + "epoch": 6.582697201017812, + "grad_norm": 1.188751861058347, + "learning_rate": 1.9932755130626135e-05, + "loss": 0.3751, + "step": 7761 + }, + { + "epoch": 6.583545377438507, + "grad_norm": 1.1322291088813279, + "learning_rate": 1.9932723323183672e-05, + "loss": 0.3669, + "step": 7762 + }, + { + "epoch": 6.584393553859202, + "grad_norm": 1.202317914662826, + "learning_rate": 1.993269150824577e-05, + "loss": 0.3803, + "step": 7763 + }, + { + "epoch": 6.585241730279899, + "grad_norm": 1.2130633720217856, + "learning_rate": 1.9932659685812458e-05, + "loss": 0.3079, + "step": 7764 + }, + { + "epoch": 6.586089906700594, + "grad_norm": 1.1315496107073852, + "learning_rate": 1.9932627855883754e-05, + "loss": 0.3309, + "step": 7765 + }, + { + "epoch": 6.586938083121289, + "grad_norm": 1.1075496443545594, + "learning_rate": 1.9932596018459686e-05, + "loss": 0.3054, + "step": 7766 + }, + { + "epoch": 6.587786259541985, + "grad_norm": 1.0627292006646678, + "learning_rate": 1.9932564173540277e-05, + "loss": 0.2921, + "step": 7767 + }, + { + "epoch": 6.58863443596268, + "grad_norm": 1.1192685799847775, + "learning_rate": 1.993253232112555e-05, + "loss": 0.269, + "step": 7768 + }, + { + "epoch": 6.589482612383375, + "grad_norm": 1.2369715699410089, + "learning_rate": 1.9932500461215528e-05, + "loss": 0.3585, + "step": 7769 + }, + { + "epoch": 6.590330788804071, + "grad_norm": 1.2791543991428964, + "learning_rate": 1.9932468593810234e-05, + "loss": 0.3553, + "step": 7770 + }, + { + "epoch": 6.591178965224767, + "grad_norm": 1.0993083574097866, + "learning_rate": 1.9932436718909698e-05, + "loss": 0.3287, + "step": 7771 + }, + { + "epoch": 6.592027141645462, + "grad_norm": 1.3072500201083714, + "learning_rate": 1.993240483651394e-05, + "loss": 0.2959, + "step": 7772 + }, + { + "epoch": 6.592875318066158, + "grad_norm": 1.2450362433632365, + "learning_rate": 1.993237294662298e-05, + "loss": 0.3674, + "step": 7773 + }, + { + "epoch": 6.593723494486853, + "grad_norm": 1.3180809717343025, + "learning_rate": 1.993234104923685e-05, + "loss": 0.3414, + "step": 7774 + }, + { + "epoch": 6.594571670907548, + "grad_norm": 1.198587419311839, + "learning_rate": 1.9932309144355573e-05, + "loss": 0.3629, + "step": 7775 + }, + { + "epoch": 6.595419847328245, + "grad_norm": 1.1461469562717408, + "learning_rate": 1.993227723197917e-05, + "loss": 0.3106, + "step": 7776 + }, + { + "epoch": 6.59626802374894, + "grad_norm": 1.1513793961819885, + "learning_rate": 1.993224531210766e-05, + "loss": 0.3707, + "step": 7777 + }, + { + "epoch": 6.597116200169635, + "grad_norm": 1.1268205756424339, + "learning_rate": 1.993221338474108e-05, + "loss": 0.2752, + "step": 7778 + }, + { + "epoch": 6.597964376590331, + "grad_norm": 1.0530998376706433, + "learning_rate": 1.9932181449879446e-05, + "loss": 0.29, + "step": 7779 + }, + { + "epoch": 6.598812553011026, + "grad_norm": 1.0858473559567063, + "learning_rate": 1.993214950752278e-05, + "loss": 0.2614, + "step": 7780 + }, + { + "epoch": 6.599660729431722, + "grad_norm": 1.194098171819937, + "learning_rate": 1.993211755767111e-05, + "loss": 0.3606, + "step": 7781 + }, + { + "epoch": 6.600508905852418, + "grad_norm": 1.1694979055222658, + "learning_rate": 1.993208560032446e-05, + "loss": 0.3091, + "step": 7782 + }, + { + "epoch": 6.601357082273113, + "grad_norm": 1.0915309432960842, + "learning_rate": 1.9932053635482857e-05, + "loss": 0.2496, + "step": 7783 + }, + { + "epoch": 6.602205258693808, + "grad_norm": 1.3549443013625277, + "learning_rate": 1.9932021663146315e-05, + "loss": 0.3336, + "step": 7784 + }, + { + "epoch": 6.603053435114504, + "grad_norm": 1.2208448680268476, + "learning_rate": 1.9931989683314867e-05, + "loss": 0.3642, + "step": 7785 + }, + { + "epoch": 6.603901611535199, + "grad_norm": 1.1804192702988114, + "learning_rate": 1.993195769598854e-05, + "loss": 0.316, + "step": 7786 + }, + { + "epoch": 6.604749787955895, + "grad_norm": 1.1434235319502182, + "learning_rate": 1.9931925701167345e-05, + "loss": 0.3346, + "step": 7787 + }, + { + "epoch": 6.6055979643765905, + "grad_norm": 1.1376063301577815, + "learning_rate": 1.993189369885132e-05, + "loss": 0.2838, + "step": 7788 + }, + { + "epoch": 6.606446140797286, + "grad_norm": 1.2204660542333832, + "learning_rate": 1.993186168904048e-05, + "loss": 0.2884, + "step": 7789 + }, + { + "epoch": 6.607294317217981, + "grad_norm": 1.0571274134095965, + "learning_rate": 1.993182967173485e-05, + "loss": 0.3134, + "step": 7790 + }, + { + "epoch": 6.608142493638677, + "grad_norm": 1.1620963529398811, + "learning_rate": 1.993179764693446e-05, + "loss": 0.3019, + "step": 7791 + }, + { + "epoch": 6.608990670059372, + "grad_norm": 1.290573441596794, + "learning_rate": 1.993176561463933e-05, + "loss": 0.3532, + "step": 7792 + }, + { + "epoch": 6.609838846480068, + "grad_norm": 1.1547090394397777, + "learning_rate": 1.9931733574849485e-05, + "loss": 0.2885, + "step": 7793 + }, + { + "epoch": 6.6106870229007635, + "grad_norm": 1.2765444283328038, + "learning_rate": 1.9931701527564954e-05, + "loss": 0.2996, + "step": 7794 + }, + { + "epoch": 6.611535199321459, + "grad_norm": 1.2551628138205118, + "learning_rate": 1.9931669472785747e-05, + "loss": 0.3791, + "step": 7795 + }, + { + "epoch": 6.612383375742154, + "grad_norm": 1.1769023584840443, + "learning_rate": 1.9931637410511904e-05, + "loss": 0.3394, + "step": 7796 + }, + { + "epoch": 6.6132315521628495, + "grad_norm": 1.0668622816905518, + "learning_rate": 1.993160534074344e-05, + "loss": 0.333, + "step": 7797 + }, + { + "epoch": 6.614079728583546, + "grad_norm": 1.2052530060754438, + "learning_rate": 1.9931573263480383e-05, + "loss": 0.3138, + "step": 7798 + }, + { + "epoch": 6.614927905004241, + "grad_norm": 1.272004024935285, + "learning_rate": 1.993154117872276e-05, + "loss": 0.3575, + "step": 7799 + }, + { + "epoch": 6.6157760814249365, + "grad_norm": 1.1096004612884112, + "learning_rate": 1.9931509086470583e-05, + "loss": 0.2906, + "step": 7800 + }, + { + "epoch": 6.616624257845632, + "grad_norm": 1.1388293256446818, + "learning_rate": 1.993147698672389e-05, + "loss": 0.3385, + "step": 7801 + }, + { + "epoch": 6.617472434266327, + "grad_norm": 1.3763067643295432, + "learning_rate": 1.99314448794827e-05, + "loss": 0.328, + "step": 7802 + }, + { + "epoch": 6.618320610687023, + "grad_norm": 1.0745648911116834, + "learning_rate": 1.9931412764747034e-05, + "loss": 0.2585, + "step": 7803 + }, + { + "epoch": 6.619168787107719, + "grad_norm": 1.2279348600091262, + "learning_rate": 1.993138064251692e-05, + "loss": 0.3112, + "step": 7804 + }, + { + "epoch": 6.620016963528414, + "grad_norm": 1.2151707713145454, + "learning_rate": 1.993134851279238e-05, + "loss": 0.3294, + "step": 7805 + }, + { + "epoch": 6.620865139949109, + "grad_norm": 1.15239897842119, + "learning_rate": 1.993131637557344e-05, + "loss": 0.3207, + "step": 7806 + }, + { + "epoch": 6.621713316369805, + "grad_norm": 1.2727120377641268, + "learning_rate": 1.9931284230860127e-05, + "loss": 0.3508, + "step": 7807 + }, + { + "epoch": 6.6225614927905, + "grad_norm": 1.07288984375442, + "learning_rate": 1.993125207865246e-05, + "loss": 0.2663, + "step": 7808 + }, + { + "epoch": 6.6234096692111954, + "grad_norm": 1.2470630431978988, + "learning_rate": 1.9931219918950468e-05, + "loss": 0.3283, + "step": 7809 + }, + { + "epoch": 6.624257845631892, + "grad_norm": 1.1208199845298028, + "learning_rate": 1.993118775175417e-05, + "loss": 0.285, + "step": 7810 + }, + { + "epoch": 6.625106022052587, + "grad_norm": 1.2070469628733564, + "learning_rate": 1.993115557706359e-05, + "loss": 0.2613, + "step": 7811 + }, + { + "epoch": 6.625954198473282, + "grad_norm": 1.105868753172306, + "learning_rate": 1.9931123394878763e-05, + "loss": 0.238, + "step": 7812 + }, + { + "epoch": 6.626802374893978, + "grad_norm": 1.0506042437299707, + "learning_rate": 1.99310912051997e-05, + "loss": 0.2878, + "step": 7813 + }, + { + "epoch": 6.627650551314673, + "grad_norm": 1.1292616640676392, + "learning_rate": 1.993105900802643e-05, + "loss": 0.3234, + "step": 7814 + }, + { + "epoch": 6.628498727735369, + "grad_norm": 1.1583790484398038, + "learning_rate": 1.993102680335898e-05, + "loss": 0.3485, + "step": 7815 + }, + { + "epoch": 6.629346904156065, + "grad_norm": 1.1084708209769774, + "learning_rate": 1.9930994591197375e-05, + "loss": 0.3141, + "step": 7816 + }, + { + "epoch": 6.63019508057676, + "grad_norm": 1.0747300394583017, + "learning_rate": 1.9930962371541633e-05, + "loss": 0.2847, + "step": 7817 + }, + { + "epoch": 6.631043256997455, + "grad_norm": 1.2399336411975714, + "learning_rate": 1.9930930144391783e-05, + "loss": 0.3336, + "step": 7818 + }, + { + "epoch": 6.631891433418151, + "grad_norm": 1.101040746733533, + "learning_rate": 1.9930897909747847e-05, + "loss": 0.3373, + "step": 7819 + }, + { + "epoch": 6.632739609838847, + "grad_norm": 1.1210445616504718, + "learning_rate": 1.9930865667609855e-05, + "loss": 0.2954, + "step": 7820 + }, + { + "epoch": 6.633587786259542, + "grad_norm": 1.1508863364505062, + "learning_rate": 1.9930833417977826e-05, + "loss": 0.2886, + "step": 7821 + }, + { + "epoch": 6.634435962680238, + "grad_norm": 1.1151856720513638, + "learning_rate": 1.9930801160851782e-05, + "loss": 0.2825, + "step": 7822 + }, + { + "epoch": 6.635284139100933, + "grad_norm": 1.60054686193762, + "learning_rate": 1.9930768896231753e-05, + "loss": 0.3589, + "step": 7823 + }, + { + "epoch": 6.636132315521628, + "grad_norm": 1.070397524565711, + "learning_rate": 1.9930736624117762e-05, + "loss": 0.3314, + "step": 7824 + }, + { + "epoch": 6.636980491942324, + "grad_norm": 1.2342180302179036, + "learning_rate": 1.9930704344509828e-05, + "loss": 0.3336, + "step": 7825 + }, + { + "epoch": 6.63782866836302, + "grad_norm": 1.4416007024950548, + "learning_rate": 1.9930672057407982e-05, + "loss": 0.4268, + "step": 7826 + }, + { + "epoch": 6.638676844783715, + "grad_norm": 1.0931179149219228, + "learning_rate": 1.993063976281225e-05, + "loss": 0.3346, + "step": 7827 + }, + { + "epoch": 6.639525021204411, + "grad_norm": 1.2192146444364087, + "learning_rate": 1.9930607460722648e-05, + "loss": 0.3883, + "step": 7828 + }, + { + "epoch": 6.640373197625106, + "grad_norm": 1.1111283304071946, + "learning_rate": 1.9930575151139206e-05, + "loss": 0.318, + "step": 7829 + }, + { + "epoch": 6.641221374045801, + "grad_norm": 1.0421033372308361, + "learning_rate": 1.993054283406195e-05, + "loss": 0.2982, + "step": 7830 + }, + { + "epoch": 6.642069550466497, + "grad_norm": 1.2231263085655233, + "learning_rate": 1.9930510509490896e-05, + "loss": 0.3395, + "step": 7831 + }, + { + "epoch": 6.642917726887193, + "grad_norm": 1.2345661639277243, + "learning_rate": 1.993047817742608e-05, + "loss": 0.3339, + "step": 7832 + }, + { + "epoch": 6.643765903307888, + "grad_norm": 1.0721534809151128, + "learning_rate": 1.9930445837867517e-05, + "loss": 0.2965, + "step": 7833 + }, + { + "epoch": 6.6446140797285835, + "grad_norm": 1.3837068067116245, + "learning_rate": 1.9930413490815234e-05, + "loss": 0.327, + "step": 7834 + }, + { + "epoch": 6.645462256149279, + "grad_norm": 1.1054488344792426, + "learning_rate": 1.9930381136269257e-05, + "loss": 0.3164, + "step": 7835 + }, + { + "epoch": 6.646310432569974, + "grad_norm": 1.371065488408613, + "learning_rate": 1.993034877422961e-05, + "loss": 0.3095, + "step": 7836 + }, + { + "epoch": 6.6471586089906705, + "grad_norm": 1.1362715208012486, + "learning_rate": 1.9930316404696318e-05, + "loss": 0.3251, + "step": 7837 + }, + { + "epoch": 6.648006785411366, + "grad_norm": 1.1845970748830554, + "learning_rate": 1.9930284027669403e-05, + "loss": 0.3131, + "step": 7838 + }, + { + "epoch": 6.648854961832061, + "grad_norm": 1.2204420677515964, + "learning_rate": 1.9930251643148892e-05, + "loss": 0.3228, + "step": 7839 + }, + { + "epoch": 6.6497031382527565, + "grad_norm": 1.2267401029372402, + "learning_rate": 1.993021925113481e-05, + "loss": 0.3128, + "step": 7840 + }, + { + "epoch": 6.650551314673452, + "grad_norm": 1.3035354169198203, + "learning_rate": 1.9930186851627175e-05, + "loss": 0.3782, + "step": 7841 + }, + { + "epoch": 6.651399491094148, + "grad_norm": 1.142010415805949, + "learning_rate": 1.993015444462602e-05, + "loss": 0.2853, + "step": 7842 + }, + { + "epoch": 6.652247667514843, + "grad_norm": 1.2311122331997906, + "learning_rate": 1.9930122030131365e-05, + "loss": 0.2871, + "step": 7843 + }, + { + "epoch": 6.653095843935539, + "grad_norm": 1.1826607568555714, + "learning_rate": 1.9930089608143236e-05, + "loss": 0.3772, + "step": 7844 + }, + { + "epoch": 6.653944020356234, + "grad_norm": 1.178582933379093, + "learning_rate": 1.9930057178661654e-05, + "loss": 0.318, + "step": 7845 + }, + { + "epoch": 6.6547921967769295, + "grad_norm": 1.1041772610046068, + "learning_rate": 1.993002474168665e-05, + "loss": 0.3577, + "step": 7846 + }, + { + "epoch": 6.655640373197625, + "grad_norm": 1.2010479188994432, + "learning_rate": 1.9929992297218242e-05, + "loss": 0.4518, + "step": 7847 + }, + { + "epoch": 6.65648854961832, + "grad_norm": 1.067220745562894, + "learning_rate": 1.9929959845256457e-05, + "loss": 0.3467, + "step": 7848 + }, + { + "epoch": 6.657336726039016, + "grad_norm": 1.1561671678340273, + "learning_rate": 1.992992738580132e-05, + "loss": 0.2866, + "step": 7849 + }, + { + "epoch": 6.658184902459712, + "grad_norm": 1.3032797059523193, + "learning_rate": 1.9929894918852858e-05, + "loss": 0.3931, + "step": 7850 + }, + { + "epoch": 6.659033078880407, + "grad_norm": 1.1108118445534934, + "learning_rate": 1.992986244441109e-05, + "loss": 0.3241, + "step": 7851 + }, + { + "epoch": 6.659881255301102, + "grad_norm": 1.0757379395015871, + "learning_rate": 1.9929829962476043e-05, + "loss": 0.3182, + "step": 7852 + }, + { + "epoch": 6.660729431721798, + "grad_norm": 1.2402068896036875, + "learning_rate": 1.9929797473047737e-05, + "loss": 0.3159, + "step": 7853 + }, + { + "epoch": 6.661577608142494, + "grad_norm": 1.2778945358744689, + "learning_rate": 1.9929764976126208e-05, + "loss": 0.4036, + "step": 7854 + }, + { + "epoch": 6.662425784563189, + "grad_norm": 1.066075336648298, + "learning_rate": 1.992973247171147e-05, + "loss": 0.3, + "step": 7855 + }, + { + "epoch": 6.663273960983885, + "grad_norm": 1.3758218263899502, + "learning_rate": 1.9929699959803553e-05, + "loss": 0.3846, + "step": 7856 + }, + { + "epoch": 6.66412213740458, + "grad_norm": 1.0775353190455013, + "learning_rate": 1.992966744040248e-05, + "loss": 0.2975, + "step": 7857 + }, + { + "epoch": 6.664970313825275, + "grad_norm": 1.04616947021947, + "learning_rate": 1.9929634913508272e-05, + "loss": 0.3134, + "step": 7858 + }, + { + "epoch": 6.665818490245972, + "grad_norm": 1.1354155942991289, + "learning_rate": 1.992960237912096e-05, + "loss": 0.3329, + "step": 7859 + }, + { + "epoch": 6.666666666666667, + "grad_norm": 1.1714413082761779, + "learning_rate": 1.9929569837240567e-05, + "loss": 0.3181, + "step": 7860 + }, + { + "epoch": 6.667514843087362, + "grad_norm": 1.2356008995173395, + "learning_rate": 1.9929537287867112e-05, + "loss": 0.3317, + "step": 7861 + }, + { + "epoch": 6.668363019508058, + "grad_norm": 1.1250875770296709, + "learning_rate": 1.9929504731000625e-05, + "loss": 0.304, + "step": 7862 + }, + { + "epoch": 6.669211195928753, + "grad_norm": 1.3450801769516612, + "learning_rate": 1.9929472166641128e-05, + "loss": 0.3387, + "step": 7863 + }, + { + "epoch": 6.670059372349448, + "grad_norm": 1.3119602414336304, + "learning_rate": 1.992943959478865e-05, + "loss": 0.3174, + "step": 7864 + }, + { + "epoch": 6.670907548770144, + "grad_norm": 1.1083563912936107, + "learning_rate": 1.9929407015443205e-05, + "loss": 0.3411, + "step": 7865 + }, + { + "epoch": 6.67175572519084, + "grad_norm": 1.2377808886213137, + "learning_rate": 1.992937442860483e-05, + "loss": 0.3025, + "step": 7866 + }, + { + "epoch": 6.672603901611535, + "grad_norm": 1.3151342702865292, + "learning_rate": 1.9929341834273542e-05, + "loss": 0.3307, + "step": 7867 + }, + { + "epoch": 6.673452078032231, + "grad_norm": 1.0647205996665121, + "learning_rate": 1.992930923244937e-05, + "loss": 0.2862, + "step": 7868 + }, + { + "epoch": 6.674300254452926, + "grad_norm": 1.0395901193062214, + "learning_rate": 1.9929276623132337e-05, + "loss": 0.3007, + "step": 7869 + }, + { + "epoch": 6.675148430873621, + "grad_norm": 1.0931114427821258, + "learning_rate": 1.9929244006322467e-05, + "loss": 0.3554, + "step": 7870 + }, + { + "epoch": 6.6759966072943175, + "grad_norm": 1.0689586795939376, + "learning_rate": 1.9929211382019783e-05, + "loss": 0.3027, + "step": 7871 + }, + { + "epoch": 6.676844783715013, + "grad_norm": 1.1019999697799236, + "learning_rate": 1.9929178750224314e-05, + "loss": 0.3546, + "step": 7872 + }, + { + "epoch": 6.677692960135708, + "grad_norm": 1.2531248654099556, + "learning_rate": 1.9929146110936076e-05, + "loss": 0.3385, + "step": 7873 + }, + { + "epoch": 6.678541136556404, + "grad_norm": 1.356404830624024, + "learning_rate": 1.9929113464155106e-05, + "loss": 0.3249, + "step": 7874 + }, + { + "epoch": 6.679389312977099, + "grad_norm": 1.2768466133326393, + "learning_rate": 1.992908080988142e-05, + "loss": 0.3207, + "step": 7875 + }, + { + "epoch": 6.680237489397795, + "grad_norm": 1.4897940290327472, + "learning_rate": 1.9929048148115044e-05, + "loss": 0.2964, + "step": 7876 + }, + { + "epoch": 6.6810856658184905, + "grad_norm": 1.3373353596976345, + "learning_rate": 1.9929015478856005e-05, + "loss": 0.3161, + "step": 7877 + }, + { + "epoch": 6.681933842239186, + "grad_norm": 1.3783547638613258, + "learning_rate": 1.9928982802104327e-05, + "loss": 0.4097, + "step": 7878 + }, + { + "epoch": 6.682782018659881, + "grad_norm": 1.183524749527873, + "learning_rate": 1.9928950117860032e-05, + "loss": 0.3042, + "step": 7879 + }, + { + "epoch": 6.6836301950805765, + "grad_norm": 1.2322414573200322, + "learning_rate": 1.9928917426123148e-05, + "loss": 0.3468, + "step": 7880 + }, + { + "epoch": 6.684478371501272, + "grad_norm": 1.226973176933385, + "learning_rate": 1.9928884726893698e-05, + "loss": 0.3734, + "step": 7881 + }, + { + "epoch": 6.685326547921968, + "grad_norm": 1.2019646504436616, + "learning_rate": 1.9928852020171704e-05, + "loss": 0.3098, + "step": 7882 + }, + { + "epoch": 6.6861747243426635, + "grad_norm": 1.227110584405391, + "learning_rate": 1.9928819305957198e-05, + "loss": 0.3434, + "step": 7883 + }, + { + "epoch": 6.687022900763359, + "grad_norm": 1.133194852972897, + "learning_rate": 1.9928786584250198e-05, + "loss": 0.3089, + "step": 7884 + }, + { + "epoch": 6.687871077184054, + "grad_norm": 1.1384022868966117, + "learning_rate": 1.992875385505073e-05, + "loss": 0.3055, + "step": 7885 + }, + { + "epoch": 6.6887192536047495, + "grad_norm": 1.0934065054959994, + "learning_rate": 1.9928721118358823e-05, + "loss": 0.2732, + "step": 7886 + }, + { + "epoch": 6.689567430025445, + "grad_norm": 1.1309993472134345, + "learning_rate": 1.9928688374174495e-05, + "loss": 0.2639, + "step": 7887 + }, + { + "epoch": 6.690415606446141, + "grad_norm": 1.1825027559567993, + "learning_rate": 1.9928655622497775e-05, + "loss": 0.3114, + "step": 7888 + }, + { + "epoch": 6.691263782866836, + "grad_norm": 1.1572281941349132, + "learning_rate": 1.9928622863328687e-05, + "loss": 0.3071, + "step": 7889 + }, + { + "epoch": 6.692111959287532, + "grad_norm": 1.1846442050888177, + "learning_rate": 1.9928590096667256e-05, + "loss": 0.285, + "step": 7890 + }, + { + "epoch": 6.692960135708227, + "grad_norm": 1.3389878988958805, + "learning_rate": 1.9928557322513504e-05, + "loss": 0.3067, + "step": 7891 + }, + { + "epoch": 6.6938083121289225, + "grad_norm": 1.001290692112044, + "learning_rate": 1.992852454086746e-05, + "loss": 0.2773, + "step": 7892 + }, + { + "epoch": 6.694656488549619, + "grad_norm": 1.0305094270359165, + "learning_rate": 1.9928491751729146e-05, + "loss": 0.3109, + "step": 7893 + }, + { + "epoch": 6.695504664970314, + "grad_norm": 1.1476764857800648, + "learning_rate": 1.992845895509859e-05, + "loss": 0.3625, + "step": 7894 + }, + { + "epoch": 6.696352841391009, + "grad_norm": 1.116792085078532, + "learning_rate": 1.992842615097581e-05, + "loss": 0.3057, + "step": 7895 + }, + { + "epoch": 6.697201017811705, + "grad_norm": 1.217022439969567, + "learning_rate": 1.9928393339360834e-05, + "loss": 0.2715, + "step": 7896 + }, + { + "epoch": 6.6980491942324, + "grad_norm": 1.191259042410471, + "learning_rate": 1.9928360520253692e-05, + "loss": 0.3185, + "step": 7897 + }, + { + "epoch": 6.698897370653096, + "grad_norm": 1.135424912843925, + "learning_rate": 1.9928327693654404e-05, + "loss": 0.35, + "step": 7898 + }, + { + "epoch": 6.699745547073792, + "grad_norm": 1.1279593930783725, + "learning_rate": 1.9928294859562994e-05, + "loss": 0.3574, + "step": 7899 + }, + { + "epoch": 6.700593723494487, + "grad_norm": 1.1473401172728575, + "learning_rate": 1.9928262017979487e-05, + "loss": 0.3043, + "step": 7900 + }, + { + "epoch": 6.701441899915182, + "grad_norm": 1.0419978904686593, + "learning_rate": 1.992822916890391e-05, + "loss": 0.3118, + "step": 7901 + }, + { + "epoch": 6.702290076335878, + "grad_norm": 1.3264434193057395, + "learning_rate": 1.9928196312336287e-05, + "loss": 0.3093, + "step": 7902 + }, + { + "epoch": 6.703138252756573, + "grad_norm": 1.1764365895128608, + "learning_rate": 1.992816344827664e-05, + "loss": 0.3082, + "step": 7903 + }, + { + "epoch": 6.703986429177268, + "grad_norm": 1.2096566458927434, + "learning_rate": 1.9928130576724996e-05, + "loss": 0.3385, + "step": 7904 + }, + { + "epoch": 6.704834605597965, + "grad_norm": 1.117238108470841, + "learning_rate": 1.9928097697681386e-05, + "loss": 0.2995, + "step": 7905 + }, + { + "epoch": 6.70568278201866, + "grad_norm": 1.21947764567407, + "learning_rate": 1.9928064811145823e-05, + "loss": 0.2995, + "step": 7906 + }, + { + "epoch": 6.706530958439355, + "grad_norm": 1.127887833081587, + "learning_rate": 1.992803191711834e-05, + "loss": 0.3317, + "step": 7907 + }, + { + "epoch": 6.707379134860051, + "grad_norm": 1.1647928790002873, + "learning_rate": 1.992799901559896e-05, + "loss": 0.3519, + "step": 7908 + }, + { + "epoch": 6.708227311280746, + "grad_norm": 1.0723851517816938, + "learning_rate": 1.9927966106587705e-05, + "loss": 0.3103, + "step": 7909 + }, + { + "epoch": 6.709075487701442, + "grad_norm": 1.1029834664861637, + "learning_rate": 1.99279331900846e-05, + "loss": 0.2567, + "step": 7910 + }, + { + "epoch": 6.709923664122138, + "grad_norm": 1.1491296072681125, + "learning_rate": 1.9927900266089677e-05, + "loss": 0.323, + "step": 7911 + }, + { + "epoch": 6.710771840542833, + "grad_norm": 1.186549100551145, + "learning_rate": 1.9927867334602953e-05, + "loss": 0.3197, + "step": 7912 + }, + { + "epoch": 6.711620016963528, + "grad_norm": 1.2088403057934427, + "learning_rate": 1.992783439562446e-05, + "loss": 0.2962, + "step": 7913 + }, + { + "epoch": 6.712468193384224, + "grad_norm": 1.364556114547852, + "learning_rate": 1.9927801449154215e-05, + "loss": 0.317, + "step": 7914 + }, + { + "epoch": 6.71331636980492, + "grad_norm": 1.5127780859440205, + "learning_rate": 1.9927768495192244e-05, + "loss": 0.2806, + "step": 7915 + }, + { + "epoch": 6.714164546225615, + "grad_norm": 1.2019235009844833, + "learning_rate": 1.9927735533738575e-05, + "loss": 0.3481, + "step": 7916 + }, + { + "epoch": 6.7150127226463106, + "grad_norm": 1.3330214247782923, + "learning_rate": 1.9927702564793236e-05, + "loss": 0.3406, + "step": 7917 + }, + { + "epoch": 6.715860899067006, + "grad_norm": 1.125875428577369, + "learning_rate": 1.9927669588356245e-05, + "loss": 0.2513, + "step": 7918 + }, + { + "epoch": 6.716709075487701, + "grad_norm": 1.1453840442996785, + "learning_rate": 1.9927636604427628e-05, + "loss": 0.3625, + "step": 7919 + }, + { + "epoch": 6.717557251908397, + "grad_norm": 1.1294838640429121, + "learning_rate": 1.9927603613007417e-05, + "loss": 0.2672, + "step": 7920 + }, + { + "epoch": 6.718405428329093, + "grad_norm": 1.4009052507226747, + "learning_rate": 1.9927570614095627e-05, + "loss": 0.3576, + "step": 7921 + }, + { + "epoch": 6.719253604749788, + "grad_norm": 1.2709683782086258, + "learning_rate": 1.992753760769229e-05, + "loss": 0.4071, + "step": 7922 + }, + { + "epoch": 6.7201017811704835, + "grad_norm": 1.191204892410252, + "learning_rate": 1.9927504593797428e-05, + "loss": 0.2953, + "step": 7923 + }, + { + "epoch": 6.720949957591179, + "grad_norm": 1.1298317953280115, + "learning_rate": 1.9927471572411065e-05, + "loss": 0.3384, + "step": 7924 + }, + { + "epoch": 6.721798134011874, + "grad_norm": 1.1275193571584932, + "learning_rate": 1.9927438543533228e-05, + "loss": 0.3019, + "step": 7925 + }, + { + "epoch": 6.7226463104325695, + "grad_norm": 1.3501284618990164, + "learning_rate": 1.992740550716394e-05, + "loss": 0.3724, + "step": 7926 + }, + { + "epoch": 6.723494486853266, + "grad_norm": 1.2186067688260553, + "learning_rate": 1.992737246330323e-05, + "loss": 0.3243, + "step": 7927 + }, + { + "epoch": 6.724342663273961, + "grad_norm": 1.2890670602288987, + "learning_rate": 1.9927339411951118e-05, + "loss": 0.3455, + "step": 7928 + }, + { + "epoch": 6.7251908396946565, + "grad_norm": 1.1774115207276306, + "learning_rate": 1.992730635310763e-05, + "loss": 0.312, + "step": 7929 + }, + { + "epoch": 6.726039016115352, + "grad_norm": 1.0899347979919558, + "learning_rate": 1.9927273286772797e-05, + "loss": 0.2748, + "step": 7930 + }, + { + "epoch": 6.726887192536047, + "grad_norm": 1.1010084498016437, + "learning_rate": 1.9927240212946635e-05, + "loss": 0.2645, + "step": 7931 + }, + { + "epoch": 6.727735368956743, + "grad_norm": 1.1144834932044219, + "learning_rate": 1.992720713162917e-05, + "loss": 0.301, + "step": 7932 + }, + { + "epoch": 6.728583545377439, + "grad_norm": 1.2663393270885464, + "learning_rate": 1.9927174042820436e-05, + "loss": 0.3439, + "step": 7933 + }, + { + "epoch": 6.729431721798134, + "grad_norm": 1.188392760976238, + "learning_rate": 1.992714094652045e-05, + "loss": 0.3374, + "step": 7934 + }, + { + "epoch": 6.730279898218829, + "grad_norm": 1.1277499935325748, + "learning_rate": 1.9927107842729237e-05, + "loss": 0.2716, + "step": 7935 + }, + { + "epoch": 6.731128074639525, + "grad_norm": 1.4129381519384925, + "learning_rate": 1.9927074731446824e-05, + "loss": 0.3102, + "step": 7936 + }, + { + "epoch": 6.731976251060221, + "grad_norm": 1.1413542552818736, + "learning_rate": 1.992704161267324e-05, + "loss": 0.2965, + "step": 7937 + }, + { + "epoch": 6.732824427480916, + "grad_norm": 1.3508899437286659, + "learning_rate": 1.99270084864085e-05, + "loss": 0.3667, + "step": 7938 + }, + { + "epoch": 6.733672603901612, + "grad_norm": 1.22847600268131, + "learning_rate": 1.9926975352652636e-05, + "loss": 0.3481, + "step": 7939 + }, + { + "epoch": 6.734520780322307, + "grad_norm": 1.0909314754247503, + "learning_rate": 1.992694221140567e-05, + "loss": 0.3546, + "step": 7940 + }, + { + "epoch": 6.735368956743002, + "grad_norm": 0.9665126890617272, + "learning_rate": 1.9926909062667633e-05, + "loss": 0.262, + "step": 7941 + }, + { + "epoch": 6.736217133163698, + "grad_norm": 1.2665883234776798, + "learning_rate": 1.9926875906438545e-05, + "loss": 0.3896, + "step": 7942 + }, + { + "epoch": 6.737065309584393, + "grad_norm": 1.1941700897189795, + "learning_rate": 1.992684274271843e-05, + "loss": 0.3127, + "step": 7943 + }, + { + "epoch": 6.737913486005089, + "grad_norm": 1.2233387531056221, + "learning_rate": 1.9926809571507314e-05, + "loss": 0.3074, + "step": 7944 + }, + { + "epoch": 6.738761662425785, + "grad_norm": 1.2201474510090988, + "learning_rate": 1.9926776392805225e-05, + "loss": 0.3192, + "step": 7945 + }, + { + "epoch": 6.73960983884648, + "grad_norm": 1.329820895978567, + "learning_rate": 1.9926743206612188e-05, + "loss": 0.31, + "step": 7946 + }, + { + "epoch": 6.740458015267175, + "grad_norm": 1.1017855172092992, + "learning_rate": 1.992671001292822e-05, + "loss": 0.361, + "step": 7947 + }, + { + "epoch": 6.741306191687871, + "grad_norm": 1.1447904216487224, + "learning_rate": 1.9926676811753355e-05, + "loss": 0.3266, + "step": 7948 + }, + { + "epoch": 6.742154368108567, + "grad_norm": 0.9947309747128649, + "learning_rate": 1.9926643603087615e-05, + "loss": 0.3164, + "step": 7949 + }, + { + "epoch": 6.743002544529262, + "grad_norm": 1.0905331970573402, + "learning_rate": 1.9926610386931027e-05, + "loss": 0.2999, + "step": 7950 + }, + { + "epoch": 6.743850720949958, + "grad_norm": 1.159975129250106, + "learning_rate": 1.9926577163283612e-05, + "loss": 0.3525, + "step": 7951 + }, + { + "epoch": 6.744698897370653, + "grad_norm": 1.2815711879050882, + "learning_rate": 1.9926543932145397e-05, + "loss": 0.3125, + "step": 7952 + }, + { + "epoch": 6.745547073791348, + "grad_norm": 1.337678552619904, + "learning_rate": 1.992651069351641e-05, + "loss": 0.3488, + "step": 7953 + }, + { + "epoch": 6.746395250212045, + "grad_norm": 1.1868586034528452, + "learning_rate": 1.9926477447396667e-05, + "loss": 0.341, + "step": 7954 + }, + { + "epoch": 6.74724342663274, + "grad_norm": 1.207680102041172, + "learning_rate": 1.9926444193786207e-05, + "loss": 0.293, + "step": 7955 + }, + { + "epoch": 6.748091603053435, + "grad_norm": 1.31928027560633, + "learning_rate": 1.992641093268504e-05, + "loss": 0.3497, + "step": 7956 + }, + { + "epoch": 6.748939779474131, + "grad_norm": 1.2324369643944686, + "learning_rate": 1.9926377664093204e-05, + "loss": 0.3168, + "step": 7957 + }, + { + "epoch": 6.749787955894826, + "grad_norm": 1.171442831386721, + "learning_rate": 1.992634438801072e-05, + "loss": 0.3135, + "step": 7958 + }, + { + "epoch": 6.750636132315521, + "grad_norm": 1.1480891462827452, + "learning_rate": 1.9926311104437607e-05, + "loss": 0.3262, + "step": 7959 + }, + { + "epoch": 6.7514843087362175, + "grad_norm": 1.1854340554716294, + "learning_rate": 1.9926277813373897e-05, + "loss": 0.2819, + "step": 7960 + }, + { + "epoch": 6.752332485156913, + "grad_norm": 1.1981321489224277, + "learning_rate": 1.9926244514819615e-05, + "loss": 0.2851, + "step": 7961 + }, + { + "epoch": 6.753180661577608, + "grad_norm": 1.1723091970521407, + "learning_rate": 1.9926211208774783e-05, + "loss": 0.3433, + "step": 7962 + }, + { + "epoch": 6.754028837998304, + "grad_norm": 1.1599309463698297, + "learning_rate": 1.9926177895239428e-05, + "loss": 0.3538, + "step": 7963 + }, + { + "epoch": 6.754877014418999, + "grad_norm": 1.1485974971427635, + "learning_rate": 1.992614457421357e-05, + "loss": 0.2908, + "step": 7964 + }, + { + "epoch": 6.755725190839694, + "grad_norm": 0.9999136471810234, + "learning_rate": 1.9926111245697247e-05, + "loss": 0.2974, + "step": 7965 + }, + { + "epoch": 6.7565733672603905, + "grad_norm": 1.135483898684614, + "learning_rate": 1.9926077909690467e-05, + "loss": 0.2975, + "step": 7966 + }, + { + "epoch": 6.757421543681086, + "grad_norm": 1.1891388908318832, + "learning_rate": 1.992604456619327e-05, + "loss": 0.3596, + "step": 7967 + }, + { + "epoch": 6.758269720101781, + "grad_norm": 1.0853697963236066, + "learning_rate": 1.9926011215205673e-05, + "loss": 0.3111, + "step": 7968 + }, + { + "epoch": 6.7591178965224765, + "grad_norm": 1.064522663290233, + "learning_rate": 1.9925977856727706e-05, + "loss": 0.2862, + "step": 7969 + }, + { + "epoch": 6.759966072943172, + "grad_norm": 1.2263961168025306, + "learning_rate": 1.992594449075939e-05, + "loss": 0.4007, + "step": 7970 + }, + { + "epoch": 6.760814249363868, + "grad_norm": 1.2110489966554647, + "learning_rate": 1.9925911117300746e-05, + "loss": 0.272, + "step": 7971 + }, + { + "epoch": 6.7616624257845634, + "grad_norm": 1.2940569712348466, + "learning_rate": 1.992587773635181e-05, + "loss": 0.4082, + "step": 7972 + }, + { + "epoch": 6.762510602205259, + "grad_norm": 1.1555238484560968, + "learning_rate": 1.9925844347912605e-05, + "loss": 0.353, + "step": 7973 + }, + { + "epoch": 6.763358778625954, + "grad_norm": 1.2599241000112227, + "learning_rate": 1.9925810951983147e-05, + "loss": 0.3405, + "step": 7974 + }, + { + "epoch": 6.7642069550466495, + "grad_norm": 1.206531567368964, + "learning_rate": 1.9925777548563472e-05, + "loss": 0.2963, + "step": 7975 + }, + { + "epoch": 6.765055131467345, + "grad_norm": 1.1192359493968496, + "learning_rate": 1.9925744137653596e-05, + "loss": 0.2494, + "step": 7976 + }, + { + "epoch": 6.765903307888041, + "grad_norm": 1.1904773338355872, + "learning_rate": 1.9925710719253553e-05, + "loss": 0.3063, + "step": 7977 + }, + { + "epoch": 6.766751484308736, + "grad_norm": 1.1452410031394364, + "learning_rate": 1.992567729336336e-05, + "loss": 0.2893, + "step": 7978 + }, + { + "epoch": 6.767599660729432, + "grad_norm": 1.0960903214808024, + "learning_rate": 1.992564385998305e-05, + "loss": 0.2958, + "step": 7979 + }, + { + "epoch": 6.768447837150127, + "grad_norm": 1.189718752073249, + "learning_rate": 1.9925610419112643e-05, + "loss": 0.2988, + "step": 7980 + }, + { + "epoch": 6.7692960135708224, + "grad_norm": 1.2696947732251604, + "learning_rate": 1.9925576970752167e-05, + "loss": 0.3294, + "step": 7981 + }, + { + "epoch": 6.770144189991518, + "grad_norm": 1.1187503236803378, + "learning_rate": 1.9925543514901644e-05, + "loss": 0.3405, + "step": 7982 + }, + { + "epoch": 6.770992366412214, + "grad_norm": 1.0905918515866733, + "learning_rate": 1.9925510051561103e-05, + "loss": 0.3143, + "step": 7983 + }, + { + "epoch": 6.771840542832909, + "grad_norm": 1.212169874713516, + "learning_rate": 1.9925476580730568e-05, + "loss": 0.2696, + "step": 7984 + }, + { + "epoch": 6.772688719253605, + "grad_norm": 1.1810689653595474, + "learning_rate": 1.992544310241006e-05, + "loss": 0.3032, + "step": 7985 + }, + { + "epoch": 6.7735368956743, + "grad_norm": 1.1232712227110233, + "learning_rate": 1.992540961659961e-05, + "loss": 0.3164, + "step": 7986 + }, + { + "epoch": 6.774385072094995, + "grad_norm": 1.0037809172856818, + "learning_rate": 1.9925376123299244e-05, + "loss": 0.2817, + "step": 7987 + }, + { + "epoch": 6.775233248515692, + "grad_norm": 1.2694490210907332, + "learning_rate": 1.992534262250898e-05, + "loss": 0.3762, + "step": 7988 + }, + { + "epoch": 6.776081424936387, + "grad_norm": 1.211011064516929, + "learning_rate": 1.9925309114228852e-05, + "loss": 0.3451, + "step": 7989 + }, + { + "epoch": 6.776929601357082, + "grad_norm": 1.1959388012531966, + "learning_rate": 1.992527559845888e-05, + "loss": 0.3077, + "step": 7990 + }, + { + "epoch": 6.777777777777778, + "grad_norm": 1.0495138306960825, + "learning_rate": 1.992524207519909e-05, + "loss": 0.263, + "step": 7991 + }, + { + "epoch": 6.778625954198473, + "grad_norm": 1.15951168118069, + "learning_rate": 1.9925208544449508e-05, + "loss": 0.3917, + "step": 7992 + }, + { + "epoch": 6.779474130619169, + "grad_norm": 1.1052626745835668, + "learning_rate": 1.992517500621016e-05, + "loss": 0.29, + "step": 7993 + }, + { + "epoch": 6.780322307039865, + "grad_norm": 1.296347219740426, + "learning_rate": 1.9925141460481065e-05, + "loss": 0.3862, + "step": 7994 + }, + { + "epoch": 6.78117048346056, + "grad_norm": 1.0969911492396947, + "learning_rate": 1.9925107907262258e-05, + "loss": 0.2462, + "step": 7995 + }, + { + "epoch": 6.782018659881255, + "grad_norm": 1.1381684088266388, + "learning_rate": 1.9925074346553758e-05, + "loss": 0.3772, + "step": 7996 + }, + { + "epoch": 6.782866836301951, + "grad_norm": 1.2610430482142974, + "learning_rate": 1.9925040778355593e-05, + "loss": 0.3364, + "step": 7997 + }, + { + "epoch": 6.783715012722646, + "grad_norm": 1.1747498114067634, + "learning_rate": 1.992500720266779e-05, + "loss": 0.3384, + "step": 7998 + }, + { + "epoch": 6.784563189143341, + "grad_norm": 1.187626459837582, + "learning_rate": 1.992497361949037e-05, + "loss": 0.3021, + "step": 7999 + }, + { + "epoch": 6.785411365564038, + "grad_norm": 1.2758191832969359, + "learning_rate": 1.992494002882336e-05, + "loss": 0.3447, + "step": 8000 + }, + { + "epoch": 6.786259541984733, + "grad_norm": 1.1715760241691737, + "learning_rate": 1.9924906430666786e-05, + "loss": 0.2442, + "step": 8001 + }, + { + "epoch": 6.787107718405428, + "grad_norm": 1.0384255929326167, + "learning_rate": 1.9924872825020675e-05, + "loss": 0.2857, + "step": 8002 + }, + { + "epoch": 6.787955894826124, + "grad_norm": 1.1121545984093395, + "learning_rate": 1.9924839211885044e-05, + "loss": 0.2887, + "step": 8003 + }, + { + "epoch": 6.788804071246819, + "grad_norm": 1.1728231418002621, + "learning_rate": 1.992480559125993e-05, + "loss": 0.367, + "step": 8004 + }, + { + "epoch": 6.789652247667515, + "grad_norm": 1.1054986596596892, + "learning_rate": 1.9924771963145352e-05, + "loss": 0.3403, + "step": 8005 + }, + { + "epoch": 6.7905004240882105, + "grad_norm": 1.0318895588508286, + "learning_rate": 1.992473832754134e-05, + "loss": 0.2601, + "step": 8006 + }, + { + "epoch": 6.791348600508906, + "grad_norm": 1.1730580080314894, + "learning_rate": 1.992470468444791e-05, + "loss": 0.3234, + "step": 8007 + }, + { + "epoch": 6.792196776929601, + "grad_norm": 1.0815695475637368, + "learning_rate": 1.9924671033865095e-05, + "loss": 0.3438, + "step": 8008 + }, + { + "epoch": 6.793044953350297, + "grad_norm": 1.4312813007820004, + "learning_rate": 1.992463737579292e-05, + "loss": 0.3257, + "step": 8009 + }, + { + "epoch": 6.793893129770993, + "grad_norm": 1.1445888045502188, + "learning_rate": 1.9924603710231408e-05, + "loss": 0.2796, + "step": 8010 + }, + { + "epoch": 6.794741306191688, + "grad_norm": 1.1701151873312317, + "learning_rate": 1.9924570037180583e-05, + "loss": 0.2877, + "step": 8011 + }, + { + "epoch": 6.7955894826123835, + "grad_norm": 1.2039467659882308, + "learning_rate": 1.9924536356640475e-05, + "loss": 0.2553, + "step": 8012 + }, + { + "epoch": 6.796437659033079, + "grad_norm": 1.244539610426574, + "learning_rate": 1.992450266861111e-05, + "loss": 0.3508, + "step": 8013 + }, + { + "epoch": 6.797285835453774, + "grad_norm": 1.4092024016273028, + "learning_rate": 1.9924468973092508e-05, + "loss": 0.3301, + "step": 8014 + }, + { + "epoch": 6.7981340118744695, + "grad_norm": 1.3240771581066082, + "learning_rate": 1.9924435270084696e-05, + "loss": 0.3389, + "step": 8015 + }, + { + "epoch": 6.798982188295166, + "grad_norm": 1.0485892721900303, + "learning_rate": 1.9924401559587703e-05, + "loss": 0.274, + "step": 8016 + }, + { + "epoch": 6.799830364715861, + "grad_norm": 1.266064934439875, + "learning_rate": 1.9924367841601553e-05, + "loss": 0.2868, + "step": 8017 + }, + { + "epoch": 6.8006785411365565, + "grad_norm": 1.1599529555438177, + "learning_rate": 1.9924334116126267e-05, + "loss": 0.319, + "step": 8018 + }, + { + "epoch": 6.801526717557252, + "grad_norm": 1.1646521852801013, + "learning_rate": 1.9924300383161874e-05, + "loss": 0.3312, + "step": 8019 + }, + { + "epoch": 6.802374893977947, + "grad_norm": 1.126125333119293, + "learning_rate": 1.9924266642708402e-05, + "loss": 0.2939, + "step": 8020 + }, + { + "epoch": 6.8032230703986425, + "grad_norm": 1.3415333090776351, + "learning_rate": 1.9924232894765872e-05, + "loss": 0.2645, + "step": 8021 + }, + { + "epoch": 6.804071246819339, + "grad_norm": 1.0675982929401586, + "learning_rate": 1.9924199139334313e-05, + "loss": 0.3241, + "step": 8022 + }, + { + "epoch": 6.804919423240034, + "grad_norm": 1.2247235605031406, + "learning_rate": 1.9924165376413746e-05, + "loss": 0.3662, + "step": 8023 + }, + { + "epoch": 6.805767599660729, + "grad_norm": 1.3559011810274535, + "learning_rate": 1.99241316060042e-05, + "loss": 0.3322, + "step": 8024 + }, + { + "epoch": 6.806615776081425, + "grad_norm": 1.1791626639851438, + "learning_rate": 1.99240978281057e-05, + "loss": 0.2731, + "step": 8025 + }, + { + "epoch": 6.80746395250212, + "grad_norm": 1.2372112505877884, + "learning_rate": 1.9924064042718273e-05, + "loss": 0.2943, + "step": 8026 + }, + { + "epoch": 6.808312128922816, + "grad_norm": 1.0772553197863386, + "learning_rate": 1.992403024984194e-05, + "loss": 0.285, + "step": 8027 + }, + { + "epoch": 6.809160305343512, + "grad_norm": 1.0522801698094084, + "learning_rate": 1.992399644947673e-05, + "loss": 0.2669, + "step": 8028 + }, + { + "epoch": 6.810008481764207, + "grad_norm": 1.1625897020988598, + "learning_rate": 1.9923962641622667e-05, + "loss": 0.2677, + "step": 8029 + }, + { + "epoch": 6.810856658184902, + "grad_norm": 1.056669770025713, + "learning_rate": 1.9923928826279777e-05, + "loss": 0.3023, + "step": 8030 + }, + { + "epoch": 6.811704834605598, + "grad_norm": 1.103462969613914, + "learning_rate": 1.9923895003448085e-05, + "loss": 0.2842, + "step": 8031 + }, + { + "epoch": 6.812553011026294, + "grad_norm": 1.1601602559803283, + "learning_rate": 1.992386117312762e-05, + "loss": 0.3113, + "step": 8032 + }, + { + "epoch": 6.813401187446989, + "grad_norm": 1.066945705359621, + "learning_rate": 1.9923827335318403e-05, + "loss": 0.2747, + "step": 8033 + }, + { + "epoch": 6.814249363867685, + "grad_norm": 1.1786247055135077, + "learning_rate": 1.9923793490020464e-05, + "loss": 0.3084, + "step": 8034 + }, + { + "epoch": 6.81509754028838, + "grad_norm": 1.1019977094386533, + "learning_rate": 1.9923759637233825e-05, + "loss": 0.27, + "step": 8035 + }, + { + "epoch": 6.815945716709075, + "grad_norm": 1.0267010506674858, + "learning_rate": 1.992372577695851e-05, + "loss": 0.2281, + "step": 8036 + }, + { + "epoch": 6.816793893129771, + "grad_norm": 1.211761917852606, + "learning_rate": 1.9923691909194546e-05, + "loss": 0.3289, + "step": 8037 + }, + { + "epoch": 6.817642069550466, + "grad_norm": 1.2204209440667035, + "learning_rate": 1.9923658033941964e-05, + "loss": 0.3827, + "step": 8038 + }, + { + "epoch": 6.818490245971162, + "grad_norm": 1.073216487552364, + "learning_rate": 1.992362415120078e-05, + "loss": 0.2848, + "step": 8039 + }, + { + "epoch": 6.819338422391858, + "grad_norm": 1.1101784697483141, + "learning_rate": 1.992359026097103e-05, + "loss": 0.3436, + "step": 8040 + }, + { + "epoch": 6.820186598812553, + "grad_norm": 1.4396729510701556, + "learning_rate": 1.992355636325273e-05, + "loss": 0.3277, + "step": 8041 + }, + { + "epoch": 6.821034775233248, + "grad_norm": 1.4802699254995004, + "learning_rate": 1.992352245804591e-05, + "loss": 0.375, + "step": 8042 + }, + { + "epoch": 6.821882951653944, + "grad_norm": 1.0131332936420114, + "learning_rate": 1.99234885453506e-05, + "loss": 0.3195, + "step": 8043 + }, + { + "epoch": 6.82273112807464, + "grad_norm": 1.1474133764634615, + "learning_rate": 1.9923454625166816e-05, + "loss": 0.3207, + "step": 8044 + }, + { + "epoch": 6.823579304495335, + "grad_norm": 0.9710543232778653, + "learning_rate": 1.992342069749459e-05, + "loss": 0.2373, + "step": 8045 + }, + { + "epoch": 6.824427480916031, + "grad_norm": 1.3512500716666485, + "learning_rate": 1.9923386762333943e-05, + "loss": 0.2986, + "step": 8046 + }, + { + "epoch": 6.825275657336726, + "grad_norm": 1.172670218054706, + "learning_rate": 1.992335281968491e-05, + "loss": 0.284, + "step": 8047 + }, + { + "epoch": 6.826123833757421, + "grad_norm": 1.4481350986593426, + "learning_rate": 1.992331886954751e-05, + "loss": 0.2647, + "step": 8048 + }, + { + "epoch": 6.8269720101781175, + "grad_norm": 1.2047783184042067, + "learning_rate": 1.9923284911921765e-05, + "loss": 0.3313, + "step": 8049 + }, + { + "epoch": 6.827820186598813, + "grad_norm": 1.4641967499718047, + "learning_rate": 1.9923250946807705e-05, + "loss": 0.2348, + "step": 8050 + }, + { + "epoch": 6.828668363019508, + "grad_norm": 1.1743128427351657, + "learning_rate": 1.9923216974205356e-05, + "loss": 0.3094, + "step": 8051 + }, + { + "epoch": 6.8295165394402035, + "grad_norm": 1.3283611464818974, + "learning_rate": 1.9923182994114743e-05, + "loss": 0.3673, + "step": 8052 + }, + { + "epoch": 6.830364715860899, + "grad_norm": 1.2164138144535876, + "learning_rate": 1.9923149006535892e-05, + "loss": 0.3137, + "step": 8053 + }, + { + "epoch": 6.831212892281594, + "grad_norm": 1.0796888617849034, + "learning_rate": 1.9923115011468826e-05, + "loss": 0.3296, + "step": 8054 + }, + { + "epoch": 6.8320610687022905, + "grad_norm": 1.202045720499217, + "learning_rate": 1.9923081008913575e-05, + "loss": 0.2893, + "step": 8055 + }, + { + "epoch": 6.832909245122986, + "grad_norm": 1.1551876403425112, + "learning_rate": 1.9923046998870164e-05, + "loss": 0.3528, + "step": 8056 + }, + { + "epoch": 6.833757421543681, + "grad_norm": 1.4489594774001795, + "learning_rate": 1.9923012981338615e-05, + "loss": 0.3687, + "step": 8057 + }, + { + "epoch": 6.8346055979643765, + "grad_norm": 1.2405389736380075, + "learning_rate": 1.9922978956318956e-05, + "loss": 0.2521, + "step": 8058 + }, + { + "epoch": 6.835453774385072, + "grad_norm": 1.3572080353820575, + "learning_rate": 1.992294492381121e-05, + "loss": 0.3381, + "step": 8059 + }, + { + "epoch": 6.836301950805767, + "grad_norm": 1.1754742334502717, + "learning_rate": 1.992291088381541e-05, + "loss": 0.2931, + "step": 8060 + }, + { + "epoch": 6.837150127226463, + "grad_norm": 1.1003756591237124, + "learning_rate": 1.9922876836331577e-05, + "loss": 0.3464, + "step": 8061 + }, + { + "epoch": 6.837998303647159, + "grad_norm": 1.134913526314269, + "learning_rate": 1.992284278135973e-05, + "loss": 0.3525, + "step": 8062 + }, + { + "epoch": 6.838846480067854, + "grad_norm": 1.2882562875997288, + "learning_rate": 1.9922808718899905e-05, + "loss": 0.3245, + "step": 8063 + }, + { + "epoch": 6.8396946564885495, + "grad_norm": 1.208562298476526, + "learning_rate": 1.9922774648952125e-05, + "loss": 0.3459, + "step": 8064 + }, + { + "epoch": 6.840542832909245, + "grad_norm": 1.0555579710905352, + "learning_rate": 1.9922740571516414e-05, + "loss": 0.2947, + "step": 8065 + }, + { + "epoch": 6.841391009329941, + "grad_norm": 1.1499267471272236, + "learning_rate": 1.99227064865928e-05, + "loss": 0.3154, + "step": 8066 + }, + { + "epoch": 6.842239185750636, + "grad_norm": 1.130933348611301, + "learning_rate": 1.9922672394181305e-05, + "loss": 0.3153, + "step": 8067 + }, + { + "epoch": 6.843087362171332, + "grad_norm": 1.197181669864167, + "learning_rate": 1.9922638294281955e-05, + "loss": 0.3489, + "step": 8068 + }, + { + "epoch": 6.843935538592027, + "grad_norm": 1.2083796668419273, + "learning_rate": 1.992260418689478e-05, + "loss": 0.307, + "step": 8069 + }, + { + "epoch": 6.844783715012722, + "grad_norm": 1.192389566108795, + "learning_rate": 1.9922570072019806e-05, + "loss": 0.3503, + "step": 8070 + }, + { + "epoch": 6.845631891433418, + "grad_norm": 1.1153551210174466, + "learning_rate": 1.992253594965705e-05, + "loss": 0.3485, + "step": 8071 + }, + { + "epoch": 6.846480067854114, + "grad_norm": 1.3433979823912336, + "learning_rate": 1.9922501819806548e-05, + "loss": 0.3267, + "step": 8072 + }, + { + "epoch": 6.847328244274809, + "grad_norm": 1.179880035112448, + "learning_rate": 1.992246768246832e-05, + "loss": 0.29, + "step": 8073 + }, + { + "epoch": 6.848176420695505, + "grad_norm": 1.127928148413369, + "learning_rate": 1.9922433537642397e-05, + "loss": 0.2787, + "step": 8074 + }, + { + "epoch": 6.8490245971162, + "grad_norm": 1.2230748719925058, + "learning_rate": 1.9922399385328798e-05, + "loss": 0.3561, + "step": 8075 + }, + { + "epoch": 6.849872773536895, + "grad_norm": 1.1819484025788234, + "learning_rate": 1.992236522552755e-05, + "loss": 0.3194, + "step": 8076 + }, + { + "epoch": 6.850720949957591, + "grad_norm": 1.2343721225553075, + "learning_rate": 1.992233105823868e-05, + "loss": 0.3515, + "step": 8077 + }, + { + "epoch": 6.851569126378287, + "grad_norm": 1.3375644911186344, + "learning_rate": 1.992229688346222e-05, + "loss": 0.3537, + "step": 8078 + }, + { + "epoch": 6.852417302798982, + "grad_norm": 1.1706865163633258, + "learning_rate": 1.9922262701198184e-05, + "loss": 0.3419, + "step": 8079 + }, + { + "epoch": 6.853265479219678, + "grad_norm": 1.3777094820850109, + "learning_rate": 1.992222851144661e-05, + "loss": 0.3545, + "step": 8080 + }, + { + "epoch": 6.854113655640373, + "grad_norm": 1.150957718462587, + "learning_rate": 1.9922194314207513e-05, + "loss": 0.3115, + "step": 8081 + }, + { + "epoch": 6.854961832061068, + "grad_norm": 1.2042336820493411, + "learning_rate": 1.9922160109480927e-05, + "loss": 0.2919, + "step": 8082 + }, + { + "epoch": 6.855810008481765, + "grad_norm": 1.2240889247184008, + "learning_rate": 1.9922125897266872e-05, + "loss": 0.3106, + "step": 8083 + }, + { + "epoch": 6.85665818490246, + "grad_norm": 1.252281667491135, + "learning_rate": 1.9922091677565377e-05, + "loss": 0.2877, + "step": 8084 + }, + { + "epoch": 6.857506361323155, + "grad_norm": 1.3750739165341657, + "learning_rate": 1.9922057450376467e-05, + "loss": 0.3327, + "step": 8085 + }, + { + "epoch": 6.858354537743851, + "grad_norm": 0.9119723427072319, + "learning_rate": 1.992202321570017e-05, + "loss": 0.2542, + "step": 8086 + }, + { + "epoch": 6.859202714164546, + "grad_norm": 1.0304604213709971, + "learning_rate": 1.9921988973536505e-05, + "loss": 0.2665, + "step": 8087 + }, + { + "epoch": 6.860050890585242, + "grad_norm": 1.2470180898020862, + "learning_rate": 1.9921954723885505e-05, + "loss": 0.3572, + "step": 8088 + }, + { + "epoch": 6.8608990670059375, + "grad_norm": 1.4027913184284886, + "learning_rate": 1.9921920466747197e-05, + "loss": 0.347, + "step": 8089 + }, + { + "epoch": 6.861747243426633, + "grad_norm": 1.2469515155425617, + "learning_rate": 1.9921886202121595e-05, + "loss": 0.2971, + "step": 8090 + }, + { + "epoch": 6.862595419847328, + "grad_norm": 1.0835379381470092, + "learning_rate": 1.992185193000874e-05, + "loss": 0.2694, + "step": 8091 + }, + { + "epoch": 6.863443596268024, + "grad_norm": 1.1694127862785064, + "learning_rate": 1.992181765040865e-05, + "loss": 0.3201, + "step": 8092 + }, + { + "epoch": 6.864291772688719, + "grad_norm": 1.1025006891330071, + "learning_rate": 1.992178336332135e-05, + "loss": 0.2835, + "step": 8093 + }, + { + "epoch": 6.865139949109414, + "grad_norm": 1.1516443085738028, + "learning_rate": 1.992174906874687e-05, + "loss": 0.3108, + "step": 8094 + }, + { + "epoch": 6.8659881255301105, + "grad_norm": 1.1401243454839576, + "learning_rate": 1.992171476668523e-05, + "loss": 0.2512, + "step": 8095 + }, + { + "epoch": 6.866836301950806, + "grad_norm": 1.1272027728248804, + "learning_rate": 1.9921680457136463e-05, + "loss": 0.2901, + "step": 8096 + }, + { + "epoch": 6.867684478371501, + "grad_norm": 1.2257918127804879, + "learning_rate": 1.992164614010059e-05, + "loss": 0.3026, + "step": 8097 + }, + { + "epoch": 6.8685326547921965, + "grad_norm": 1.0899780592316228, + "learning_rate": 1.9921611815577636e-05, + "loss": 0.2797, + "step": 8098 + }, + { + "epoch": 6.869380831212892, + "grad_norm": 0.9637614297819048, + "learning_rate": 1.992157748356763e-05, + "loss": 0.239, + "step": 8099 + }, + { + "epoch": 6.870229007633588, + "grad_norm": 1.2062194651200138, + "learning_rate": 1.99215431440706e-05, + "loss": 0.3171, + "step": 8100 + }, + { + "epoch": 6.8710771840542835, + "grad_norm": 0.9466797213439223, + "learning_rate": 1.992150879708657e-05, + "loss": 0.2098, + "step": 8101 + }, + { + "epoch": 6.871925360474979, + "grad_norm": 1.1497923781522585, + "learning_rate": 1.992147444261556e-05, + "loss": 0.3064, + "step": 8102 + }, + { + "epoch": 6.872773536895674, + "grad_norm": 1.6225155681056376, + "learning_rate": 1.9921440080657603e-05, + "loss": 0.3452, + "step": 8103 + }, + { + "epoch": 6.8736217133163695, + "grad_norm": 1.0982732463145635, + "learning_rate": 1.992140571121272e-05, + "loss": 0.2954, + "step": 8104 + }, + { + "epoch": 6.874469889737066, + "grad_norm": 1.1447190971699528, + "learning_rate": 1.9921371334280946e-05, + "loss": 0.2726, + "step": 8105 + }, + { + "epoch": 6.875318066157761, + "grad_norm": 1.3610695223529257, + "learning_rate": 1.9921336949862297e-05, + "loss": 0.3642, + "step": 8106 + }, + { + "epoch": 6.876166242578456, + "grad_norm": 1.175565745840068, + "learning_rate": 1.99213025579568e-05, + "loss": 0.3456, + "step": 8107 + }, + { + "epoch": 6.877014418999152, + "grad_norm": 1.0621026391498858, + "learning_rate": 1.992126815856449e-05, + "loss": 0.323, + "step": 8108 + }, + { + "epoch": 6.877862595419847, + "grad_norm": 1.175661444936086, + "learning_rate": 1.992123375168538e-05, + "loss": 0.3548, + "step": 8109 + }, + { + "epoch": 6.8787107718405425, + "grad_norm": 1.1271556711239994, + "learning_rate": 1.9921199337319506e-05, + "loss": 0.3153, + "step": 8110 + }, + { + "epoch": 6.879558948261239, + "grad_norm": 1.030583378537435, + "learning_rate": 1.992116491546689e-05, + "loss": 0.3023, + "step": 8111 + }, + { + "epoch": 6.880407124681934, + "grad_norm": 1.1730978150558602, + "learning_rate": 1.992113048612756e-05, + "loss": 0.3402, + "step": 8112 + }, + { + "epoch": 6.881255301102629, + "grad_norm": 1.1619922296899126, + "learning_rate": 1.992109604930154e-05, + "loss": 0.3445, + "step": 8113 + }, + { + "epoch": 6.882103477523325, + "grad_norm": 1.1069631089468353, + "learning_rate": 1.9921061604988852e-05, + "loss": 0.3191, + "step": 8114 + }, + { + "epoch": 6.88295165394402, + "grad_norm": 1.1376638209965837, + "learning_rate": 1.9921027153189532e-05, + "loss": 0.343, + "step": 8115 + }, + { + "epoch": 6.883799830364715, + "grad_norm": 1.343297302093977, + "learning_rate": 1.9920992693903596e-05, + "loss": 0.3615, + "step": 8116 + }, + { + "epoch": 6.884648006785412, + "grad_norm": 1.2676567335693287, + "learning_rate": 1.9920958227131075e-05, + "loss": 0.3645, + "step": 8117 + }, + { + "epoch": 6.885496183206107, + "grad_norm": 1.0677542852517723, + "learning_rate": 1.9920923752871998e-05, + "loss": 0.2572, + "step": 8118 + }, + { + "epoch": 6.886344359626802, + "grad_norm": 1.1022739580200833, + "learning_rate": 1.9920889271126384e-05, + "loss": 0.3534, + "step": 8119 + }, + { + "epoch": 6.887192536047498, + "grad_norm": 1.220664612752029, + "learning_rate": 1.9920854781894262e-05, + "loss": 0.3404, + "step": 8120 + }, + { + "epoch": 6.888040712468193, + "grad_norm": 1.2801772084316136, + "learning_rate": 1.992082028517566e-05, + "loss": 0.3417, + "step": 8121 + }, + { + "epoch": 6.888888888888889, + "grad_norm": 1.1823967362354753, + "learning_rate": 1.9920785780970604e-05, + "loss": 0.3286, + "step": 8122 + }, + { + "epoch": 6.889737065309585, + "grad_norm": 1.1714933125936497, + "learning_rate": 1.9920751269279116e-05, + "loss": 0.2376, + "step": 8123 + }, + { + "epoch": 6.89058524173028, + "grad_norm": 1.2055020788889426, + "learning_rate": 1.9920716750101222e-05, + "loss": 0.3089, + "step": 8124 + }, + { + "epoch": 6.891433418150975, + "grad_norm": 1.0984934263873052, + "learning_rate": 1.992068222343696e-05, + "loss": 0.2924, + "step": 8125 + }, + { + "epoch": 6.892281594571671, + "grad_norm": 1.2846171636110073, + "learning_rate": 1.9920647689286338e-05, + "loss": 0.2872, + "step": 8126 + }, + { + "epoch": 6.893129770992367, + "grad_norm": 1.2186466473954158, + "learning_rate": 1.9920613147649392e-05, + "loss": 0.3062, + "step": 8127 + }, + { + "epoch": 6.893977947413062, + "grad_norm": 1.2368879030208386, + "learning_rate": 1.992057859852615e-05, + "loss": 0.3516, + "step": 8128 + }, + { + "epoch": 6.894826123833758, + "grad_norm": 1.17113286549758, + "learning_rate": 1.992054404191663e-05, + "loss": 0.3317, + "step": 8129 + }, + { + "epoch": 6.895674300254453, + "grad_norm": 1.1313625378296006, + "learning_rate": 1.9920509477820865e-05, + "loss": 0.3039, + "step": 8130 + }, + { + "epoch": 6.896522476675148, + "grad_norm": 1.1068111870300128, + "learning_rate": 1.9920474906238882e-05, + "loss": 0.3224, + "step": 8131 + }, + { + "epoch": 6.897370653095844, + "grad_norm": 1.2062959512899019, + "learning_rate": 1.99204403271707e-05, + "loss": 0.317, + "step": 8132 + }, + { + "epoch": 6.898218829516539, + "grad_norm": 1.1236141866956177, + "learning_rate": 1.992040574061635e-05, + "loss": 0.327, + "step": 8133 + }, + { + "epoch": 6.899067005937235, + "grad_norm": 1.0870937797380054, + "learning_rate": 1.992037114657586e-05, + "loss": 0.3522, + "step": 8134 + }, + { + "epoch": 6.8999151823579306, + "grad_norm": 1.2708010440388178, + "learning_rate": 1.9920336545049254e-05, + "loss": 0.2488, + "step": 8135 + }, + { + "epoch": 6.900763358778626, + "grad_norm": 1.1315713273340486, + "learning_rate": 1.9920301936036553e-05, + "loss": 0.289, + "step": 8136 + }, + { + "epoch": 6.901611535199321, + "grad_norm": 1.2955006567186498, + "learning_rate": 1.992026731953779e-05, + "loss": 0.3728, + "step": 8137 + }, + { + "epoch": 6.902459711620017, + "grad_norm": 1.4216251742063104, + "learning_rate": 1.9920232695552987e-05, + "loss": 0.309, + "step": 8138 + }, + { + "epoch": 6.903307888040713, + "grad_norm": 1.3047783877716006, + "learning_rate": 1.9920198064082177e-05, + "loss": 0.2999, + "step": 8139 + }, + { + "epoch": 6.904156064461408, + "grad_norm": 1.2460907764891085, + "learning_rate": 1.9920163425125377e-05, + "loss": 0.2894, + "step": 8140 + }, + { + "epoch": 6.9050042408821035, + "grad_norm": 1.068840351877363, + "learning_rate": 1.9920128778682615e-05, + "loss": 0.2639, + "step": 8141 + }, + { + "epoch": 6.905852417302799, + "grad_norm": 1.1549832880054762, + "learning_rate": 1.9920094124753922e-05, + "loss": 0.2774, + "step": 8142 + }, + { + "epoch": 6.906700593723494, + "grad_norm": 1.257908368898756, + "learning_rate": 1.992005946333932e-05, + "loss": 0.3227, + "step": 8143 + }, + { + "epoch": 6.90754877014419, + "grad_norm": 1.1415055923751691, + "learning_rate": 1.992002479443884e-05, + "loss": 0.3484, + "step": 8144 + }, + { + "epoch": 6.908396946564886, + "grad_norm": 1.236568166047116, + "learning_rate": 1.9919990118052505e-05, + "loss": 0.3371, + "step": 8145 + }, + { + "epoch": 6.909245122985581, + "grad_norm": 1.2510760970114867, + "learning_rate": 1.9919955434180336e-05, + "loss": 0.3739, + "step": 8146 + }, + { + "epoch": 6.9100932994062765, + "grad_norm": 1.2074517475492808, + "learning_rate": 1.991992074282237e-05, + "loss": 0.3178, + "step": 8147 + }, + { + "epoch": 6.910941475826972, + "grad_norm": 1.083804470371697, + "learning_rate": 1.9919886043978622e-05, + "loss": 0.2979, + "step": 8148 + }, + { + "epoch": 6.911789652247667, + "grad_norm": 1.1270301255671895, + "learning_rate": 1.9919851337649127e-05, + "loss": 0.3291, + "step": 8149 + }, + { + "epoch": 6.912637828668363, + "grad_norm": 1.280977040830828, + "learning_rate": 1.9919816623833907e-05, + "loss": 0.3485, + "step": 8150 + }, + { + "epoch": 6.913486005089059, + "grad_norm": 0.9871170060788753, + "learning_rate": 1.9919781902532985e-05, + "loss": 0.2959, + "step": 8151 + }, + { + "epoch": 6.914334181509754, + "grad_norm": 1.2336263983480822, + "learning_rate": 1.9919747173746397e-05, + "loss": 0.3316, + "step": 8152 + }, + { + "epoch": 6.915182357930449, + "grad_norm": 1.2966279519256025, + "learning_rate": 1.9919712437474158e-05, + "loss": 0.3366, + "step": 8153 + }, + { + "epoch": 6.916030534351145, + "grad_norm": 1.1167033536744233, + "learning_rate": 1.9919677693716303e-05, + "loss": 0.2128, + "step": 8154 + }, + { + "epoch": 6.91687871077184, + "grad_norm": 1.276938975791096, + "learning_rate": 1.9919642942472852e-05, + "loss": 0.2907, + "step": 8155 + }, + { + "epoch": 6.917726887192536, + "grad_norm": 1.2433114330688697, + "learning_rate": 1.991960818374384e-05, + "loss": 0.3288, + "step": 8156 + }, + { + "epoch": 6.918575063613232, + "grad_norm": 1.5322510020630609, + "learning_rate": 1.991957341752928e-05, + "loss": 0.3213, + "step": 8157 + }, + { + "epoch": 6.919423240033927, + "grad_norm": 1.269078397458959, + "learning_rate": 1.991953864382921e-05, + "loss": 0.3914, + "step": 8158 + }, + { + "epoch": 6.920271416454622, + "grad_norm": 1.1442714470465458, + "learning_rate": 1.991950386264365e-05, + "loss": 0.2844, + "step": 8159 + }, + { + "epoch": 6.921119592875318, + "grad_norm": 1.1945225403846151, + "learning_rate": 1.9919469073972624e-05, + "loss": 0.3387, + "step": 8160 + }, + { + "epoch": 6.921967769296014, + "grad_norm": 1.0924928278646886, + "learning_rate": 1.9919434277816165e-05, + "loss": 0.273, + "step": 8161 + }, + { + "epoch": 6.922815945716709, + "grad_norm": 1.1443641077731161, + "learning_rate": 1.99193994741743e-05, + "loss": 0.3147, + "step": 8162 + }, + { + "epoch": 6.923664122137405, + "grad_norm": 1.3347239440823908, + "learning_rate": 1.9919364663047046e-05, + "loss": 0.3557, + "step": 8163 + }, + { + "epoch": 6.9245122985581, + "grad_norm": 1.2454079243123322, + "learning_rate": 1.991932984443444e-05, + "loss": 0.2748, + "step": 8164 + }, + { + "epoch": 6.925360474978795, + "grad_norm": 1.3169779283268659, + "learning_rate": 1.99192950183365e-05, + "loss": 0.3386, + "step": 8165 + }, + { + "epoch": 6.926208651399491, + "grad_norm": 1.2689820291044092, + "learning_rate": 1.9919260184753256e-05, + "loss": 0.2679, + "step": 8166 + }, + { + "epoch": 6.927056827820187, + "grad_norm": 1.312579317283436, + "learning_rate": 1.9919225343684735e-05, + "loss": 0.3068, + "step": 8167 + }, + { + "epoch": 6.927905004240882, + "grad_norm": 1.1374377265847015, + "learning_rate": 1.991919049513096e-05, + "loss": 0.3089, + "step": 8168 + }, + { + "epoch": 6.928753180661578, + "grad_norm": 1.2246927675416635, + "learning_rate": 1.991915563909196e-05, + "loss": 0.3368, + "step": 8169 + }, + { + "epoch": 6.929601357082273, + "grad_norm": 1.1897448855837927, + "learning_rate": 1.9919120775567763e-05, + "loss": 0.3322, + "step": 8170 + }, + { + "epoch": 6.930449533502968, + "grad_norm": 1.2618779005834033, + "learning_rate": 1.991908590455839e-05, + "loss": 0.3211, + "step": 8171 + }, + { + "epoch": 6.931297709923664, + "grad_norm": 1.132454467146666, + "learning_rate": 1.991905102606387e-05, + "loss": 0.2747, + "step": 8172 + }, + { + "epoch": 6.93214588634436, + "grad_norm": 1.2045686659952088, + "learning_rate": 1.9919016140084234e-05, + "loss": 0.3461, + "step": 8173 + }, + { + "epoch": 6.932994062765055, + "grad_norm": 1.1050488559584444, + "learning_rate": 1.99189812466195e-05, + "loss": 0.3254, + "step": 8174 + }, + { + "epoch": 6.933842239185751, + "grad_norm": 1.323959919059958, + "learning_rate": 1.9918946345669696e-05, + "loss": 0.3034, + "step": 8175 + }, + { + "epoch": 6.934690415606446, + "grad_norm": 1.0987614337288882, + "learning_rate": 1.9918911437234857e-05, + "loss": 0.2548, + "step": 8176 + }, + { + "epoch": 6.935538592027141, + "grad_norm": 1.11167373114662, + "learning_rate": 1.9918876521314997e-05, + "loss": 0.2932, + "step": 8177 + }, + { + "epoch": 6.9363867684478375, + "grad_norm": 1.2107038730486088, + "learning_rate": 1.991884159791015e-05, + "loss": 0.2819, + "step": 8178 + }, + { + "epoch": 6.937234944868533, + "grad_norm": 1.2359572632545355, + "learning_rate": 1.9918806667020343e-05, + "loss": 0.3295, + "step": 8179 + }, + { + "epoch": 6.938083121289228, + "grad_norm": 1.130684012248143, + "learning_rate": 1.99187717286456e-05, + "loss": 0.3882, + "step": 8180 + }, + { + "epoch": 6.938931297709924, + "grad_norm": 1.1227319845060233, + "learning_rate": 1.9918736782785943e-05, + "loss": 0.3172, + "step": 8181 + }, + { + "epoch": 6.939779474130619, + "grad_norm": 1.5136237353079458, + "learning_rate": 1.9918701829441403e-05, + "loss": 0.3231, + "step": 8182 + }, + { + "epoch": 6.940627650551315, + "grad_norm": 1.2504697640239726, + "learning_rate": 1.9918666868612013e-05, + "loss": 0.333, + "step": 8183 + }, + { + "epoch": 6.9414758269720105, + "grad_norm": 1.0633900261312283, + "learning_rate": 1.9918631900297788e-05, + "loss": 0.2578, + "step": 8184 + }, + { + "epoch": 6.942324003392706, + "grad_norm": 1.1197584742222952, + "learning_rate": 1.9918596924498757e-05, + "loss": 0.3284, + "step": 8185 + }, + { + "epoch": 6.943172179813401, + "grad_norm": 1.069671223202603, + "learning_rate": 1.991856194121495e-05, + "loss": 0.2737, + "step": 8186 + }, + { + "epoch": 6.9440203562340965, + "grad_norm": 1.2421487627897598, + "learning_rate": 1.9918526950446394e-05, + "loss": 0.3564, + "step": 8187 + }, + { + "epoch": 6.944868532654792, + "grad_norm": 1.3403780103925813, + "learning_rate": 1.991849195219311e-05, + "loss": 0.3232, + "step": 8188 + }, + { + "epoch": 6.945716709075487, + "grad_norm": 1.1194083192179138, + "learning_rate": 1.991845694645513e-05, + "loss": 0.2888, + "step": 8189 + }, + { + "epoch": 6.9465648854961835, + "grad_norm": 1.2722175728589906, + "learning_rate": 1.9918421933232475e-05, + "loss": 0.3259, + "step": 8190 + }, + { + "epoch": 6.947413061916879, + "grad_norm": 1.2926038949030836, + "learning_rate": 1.9918386912525176e-05, + "loss": 0.3995, + "step": 8191 + }, + { + "epoch": 6.948261238337574, + "grad_norm": 1.2308143984876159, + "learning_rate": 1.9918351884333254e-05, + "loss": 0.3611, + "step": 8192 + }, + { + "epoch": 6.9491094147582695, + "grad_norm": 1.2463371785875499, + "learning_rate": 1.9918316848656746e-05, + "loss": 0.3612, + "step": 8193 + }, + { + "epoch": 6.949957591178965, + "grad_norm": 1.096686568330855, + "learning_rate": 1.9918281805495668e-05, + "loss": 0.2734, + "step": 8194 + }, + { + "epoch": 6.950805767599661, + "grad_norm": 1.0778095037174291, + "learning_rate": 1.9918246754850048e-05, + "loss": 0.3097, + "step": 8195 + }, + { + "epoch": 6.951653944020356, + "grad_norm": 1.2320235409227167, + "learning_rate": 1.991821169671992e-05, + "loss": 0.28, + "step": 8196 + }, + { + "epoch": 6.952502120441052, + "grad_norm": 1.160776524372515, + "learning_rate": 1.99181766311053e-05, + "loss": 0.2923, + "step": 8197 + }, + { + "epoch": 6.953350296861747, + "grad_norm": 1.2357487107759242, + "learning_rate": 1.991814155800622e-05, + "loss": 0.3509, + "step": 8198 + }, + { + "epoch": 6.9541984732824424, + "grad_norm": 1.2572947539134607, + "learning_rate": 1.991810647742271e-05, + "loss": 0.352, + "step": 8199 + }, + { + "epoch": 6.955046649703139, + "grad_norm": 1.168455135440399, + "learning_rate": 1.9918071389354787e-05, + "loss": 0.3387, + "step": 8200 + }, + { + "epoch": 6.955894826123834, + "grad_norm": 1.2151228327260613, + "learning_rate": 1.9918036293802485e-05, + "loss": 0.3047, + "step": 8201 + }, + { + "epoch": 6.956743002544529, + "grad_norm": 1.0888599328398907, + "learning_rate": 1.991800119076583e-05, + "loss": 0.3318, + "step": 8202 + }, + { + "epoch": 6.957591178965225, + "grad_norm": 1.0960669415198858, + "learning_rate": 1.9917966080244847e-05, + "loss": 0.3359, + "step": 8203 + }, + { + "epoch": 6.95843935538592, + "grad_norm": 1.189989136986091, + "learning_rate": 1.991793096223956e-05, + "loss": 0.3386, + "step": 8204 + }, + { + "epoch": 6.959287531806615, + "grad_norm": 1.2545178349543344, + "learning_rate": 1.9917895836749995e-05, + "loss": 0.302, + "step": 8205 + }, + { + "epoch": 6.960135708227312, + "grad_norm": 1.2906484821486257, + "learning_rate": 1.9917860703776188e-05, + "loss": 0.3857, + "step": 8206 + }, + { + "epoch": 6.960983884648007, + "grad_norm": 1.2028238143431769, + "learning_rate": 1.9917825563318153e-05, + "loss": 0.3038, + "step": 8207 + }, + { + "epoch": 6.961832061068702, + "grad_norm": 1.2146672072089864, + "learning_rate": 1.9917790415375925e-05, + "loss": 0.3099, + "step": 8208 + }, + { + "epoch": 6.962680237489398, + "grad_norm": 1.176049158038888, + "learning_rate": 1.991775525994953e-05, + "loss": 0.3153, + "step": 8209 + }, + { + "epoch": 6.963528413910093, + "grad_norm": 1.1804921109748079, + "learning_rate": 1.9917720097038987e-05, + "loss": 0.3403, + "step": 8210 + }, + { + "epoch": 6.964376590330788, + "grad_norm": 1.3658241118200634, + "learning_rate": 1.9917684926644334e-05, + "loss": 0.2648, + "step": 8211 + }, + { + "epoch": 6.965224766751485, + "grad_norm": 1.168267799859966, + "learning_rate": 1.991764974876559e-05, + "loss": 0.3135, + "step": 8212 + }, + { + "epoch": 6.96607294317218, + "grad_norm": 1.2545598785618686, + "learning_rate": 1.991761456340278e-05, + "loss": 0.3411, + "step": 8213 + }, + { + "epoch": 6.966921119592875, + "grad_norm": 1.2638970476086184, + "learning_rate": 1.9917579370555935e-05, + "loss": 0.3314, + "step": 8214 + }, + { + "epoch": 6.967769296013571, + "grad_norm": 1.2211180863324718, + "learning_rate": 1.991754417022508e-05, + "loss": 0.3628, + "step": 8215 + }, + { + "epoch": 6.968617472434266, + "grad_norm": 1.3607025877077186, + "learning_rate": 1.9917508962410245e-05, + "loss": 0.2983, + "step": 8216 + }, + { + "epoch": 6.969465648854962, + "grad_norm": 1.2048475364436604, + "learning_rate": 1.991747374711145e-05, + "loss": 0.3079, + "step": 8217 + }, + { + "epoch": 6.970313825275658, + "grad_norm": 1.448558879177946, + "learning_rate": 1.9917438524328726e-05, + "loss": 0.3289, + "step": 8218 + }, + { + "epoch": 6.971162001696353, + "grad_norm": 1.1109913294648495, + "learning_rate": 1.9917403294062096e-05, + "loss": 0.3133, + "step": 8219 + }, + { + "epoch": 6.972010178117048, + "grad_norm": 1.204370714876366, + "learning_rate": 1.991736805631159e-05, + "loss": 0.326, + "step": 8220 + }, + { + "epoch": 6.972858354537744, + "grad_norm": 1.1382773010737557, + "learning_rate": 1.9917332811077236e-05, + "loss": 0.299, + "step": 8221 + }, + { + "epoch": 6.97370653095844, + "grad_norm": 1.1679952469851473, + "learning_rate": 1.9917297558359055e-05, + "loss": 0.2971, + "step": 8222 + }, + { + "epoch": 6.974554707379135, + "grad_norm": 1.0736815033409235, + "learning_rate": 1.9917262298157077e-05, + "loss": 0.3017, + "step": 8223 + }, + { + "epoch": 6.9754028837998305, + "grad_norm": 1.3797454181169242, + "learning_rate": 1.991722703047133e-05, + "loss": 0.4037, + "step": 8224 + }, + { + "epoch": 6.976251060220526, + "grad_norm": 1.4007821222951005, + "learning_rate": 1.991719175530184e-05, + "loss": 0.3138, + "step": 8225 + }, + { + "epoch": 6.977099236641221, + "grad_norm": 1.4178471053764932, + "learning_rate": 1.9917156472648633e-05, + "loss": 0.2886, + "step": 8226 + }, + { + "epoch": 6.977947413061917, + "grad_norm": 1.2137322298247075, + "learning_rate": 1.991712118251173e-05, + "loss": 0.3846, + "step": 8227 + }, + { + "epoch": 6.978795589482612, + "grad_norm": 1.1928669690007816, + "learning_rate": 1.9917085884891168e-05, + "loss": 0.2696, + "step": 8228 + }, + { + "epoch": 6.979643765903308, + "grad_norm": 1.142900337219757, + "learning_rate": 1.9917050579786967e-05, + "loss": 0.3264, + "step": 8229 + }, + { + "epoch": 6.9804919423240035, + "grad_norm": 1.3211249245980627, + "learning_rate": 1.9917015267199152e-05, + "loss": 0.368, + "step": 8230 + }, + { + "epoch": 6.981340118744699, + "grad_norm": 1.3285551852987478, + "learning_rate": 1.9916979947127757e-05, + "loss": 0.2956, + "step": 8231 + }, + { + "epoch": 6.982188295165394, + "grad_norm": 1.2088944976092202, + "learning_rate": 1.9916944619572806e-05, + "loss": 0.2736, + "step": 8232 + }, + { + "epoch": 6.9830364715860895, + "grad_norm": 1.232740420802896, + "learning_rate": 1.9916909284534322e-05, + "loss": 0.2635, + "step": 8233 + }, + { + "epoch": 6.983884648006786, + "grad_norm": 1.4533593747927909, + "learning_rate": 1.9916873942012332e-05, + "loss": 0.3611, + "step": 8234 + }, + { + "epoch": 6.984732824427481, + "grad_norm": 1.2694615752080187, + "learning_rate": 1.9916838592006864e-05, + "loss": 0.3629, + "step": 8235 + }, + { + "epoch": 6.9855810008481765, + "grad_norm": 1.1051322357328823, + "learning_rate": 1.9916803234517948e-05, + "loss": 0.3491, + "step": 8236 + }, + { + "epoch": 6.986429177268872, + "grad_norm": 1.1984990775566091, + "learning_rate": 1.9916767869545608e-05, + "loss": 0.3572, + "step": 8237 + }, + { + "epoch": 6.987277353689567, + "grad_norm": 1.1270675676915718, + "learning_rate": 1.991673249708987e-05, + "loss": 0.3431, + "step": 8238 + }, + { + "epoch": 6.988125530110263, + "grad_norm": 1.2332065111315396, + "learning_rate": 1.991669711715076e-05, + "loss": 0.3152, + "step": 8239 + }, + { + "epoch": 6.988973706530959, + "grad_norm": 1.2318609081069296, + "learning_rate": 1.9916661729728305e-05, + "loss": 0.3034, + "step": 8240 + }, + { + "epoch": 6.989821882951654, + "grad_norm": 1.2001469853249842, + "learning_rate": 1.9916626334822532e-05, + "loss": 0.2924, + "step": 8241 + }, + { + "epoch": 6.990670059372349, + "grad_norm": 1.2987815652335697, + "learning_rate": 1.9916590932433473e-05, + "loss": 0.2858, + "step": 8242 + }, + { + "epoch": 6.991518235793045, + "grad_norm": 1.0703360170243634, + "learning_rate": 1.9916555522561146e-05, + "loss": 0.3004, + "step": 8243 + }, + { + "epoch": 6.99236641221374, + "grad_norm": 1.513383085140973, + "learning_rate": 1.9916520105205584e-05, + "loss": 0.281, + "step": 8244 + }, + { + "epoch": 6.993214588634436, + "grad_norm": 1.0768993165784597, + "learning_rate": 1.991648468036681e-05, + "loss": 0.2489, + "step": 8245 + }, + { + "epoch": 6.994062765055132, + "grad_norm": 1.3216292742712834, + "learning_rate": 1.9916449248044852e-05, + "loss": 0.3171, + "step": 8246 + }, + { + "epoch": 6.994910941475827, + "grad_norm": 1.0717436860797869, + "learning_rate": 1.991641380823974e-05, + "loss": 0.2731, + "step": 8247 + }, + { + "epoch": 6.995759117896522, + "grad_norm": 1.2328162398294484, + "learning_rate": 1.9916378360951494e-05, + "loss": 0.3908, + "step": 8248 + }, + { + "epoch": 6.996607294317218, + "grad_norm": 1.200336675911792, + "learning_rate": 1.9916342906180146e-05, + "loss": 0.3561, + "step": 8249 + }, + { + "epoch": 6.997455470737913, + "grad_norm": 1.1327449170717467, + "learning_rate": 1.991630744392572e-05, + "loss": 0.3126, + "step": 8250 + }, + { + "epoch": 6.998303647158609, + "grad_norm": 1.1585907934872628, + "learning_rate": 1.9916271974188248e-05, + "loss": 0.3282, + "step": 8251 + }, + { + "epoch": 6.999151823579305, + "grad_norm": 0.9929248975625008, + "learning_rate": 1.9916236496967748e-05, + "loss": 0.2926, + "step": 8252 + }, + { + "epoch": 7.0, + "grad_norm": 1.2286267292621278, + "learning_rate": 1.9916201012264255e-05, + "loss": 0.344, + "step": 8253 + }, + { + "epoch": 7.000848176420695, + "grad_norm": 1.1383493524907324, + "learning_rate": 1.9916165520077788e-05, + "loss": 0.2863, + "step": 8254 + }, + { + "epoch": 7.001696352841391, + "grad_norm": 1.2097444786820635, + "learning_rate": 1.991613002040838e-05, + "loss": 0.3332, + "step": 8255 + }, + { + "epoch": 7.002544529262087, + "grad_norm": 1.1717950554872016, + "learning_rate": 1.9916094513256058e-05, + "loss": 0.2834, + "step": 8256 + }, + { + "epoch": 7.003392705682782, + "grad_norm": 1.3306330784267217, + "learning_rate": 1.9916058998620842e-05, + "loss": 0.3352, + "step": 8257 + }, + { + "epoch": 7.004240882103478, + "grad_norm": 1.1931487311863633, + "learning_rate": 1.991602347650277e-05, + "loss": 0.2569, + "step": 8258 + }, + { + "epoch": 7.005089058524173, + "grad_norm": 1.2844845946818821, + "learning_rate": 1.9915987946901857e-05, + "loss": 0.3136, + "step": 8259 + }, + { + "epoch": 7.005937234944868, + "grad_norm": 1.070202983368778, + "learning_rate": 1.9915952409818134e-05, + "loss": 0.2423, + "step": 8260 + }, + { + "epoch": 7.006785411365564, + "grad_norm": 1.0394127992478421, + "learning_rate": 1.9915916865251634e-05, + "loss": 0.2711, + "step": 8261 + }, + { + "epoch": 7.00763358778626, + "grad_norm": 1.224018530480761, + "learning_rate": 1.9915881313202377e-05, + "loss": 0.2645, + "step": 8262 + }, + { + "epoch": 7.008481764206955, + "grad_norm": 1.0304692916279994, + "learning_rate": 1.991584575367039e-05, + "loss": 0.2602, + "step": 8263 + }, + { + "epoch": 7.009329940627651, + "grad_norm": 1.5436735970536162, + "learning_rate": 1.99158101866557e-05, + "loss": 0.2669, + "step": 8264 + }, + { + "epoch": 7.010178117048346, + "grad_norm": 1.3030736368228555, + "learning_rate": 1.991577461215834e-05, + "loss": 0.2464, + "step": 8265 + }, + { + "epoch": 7.011026293469041, + "grad_norm": 1.3765070893505764, + "learning_rate": 1.991573903017833e-05, + "loss": 0.2856, + "step": 8266 + }, + { + "epoch": 7.0118744698897375, + "grad_norm": 1.0624148083545688, + "learning_rate": 1.99157034407157e-05, + "loss": 0.2498, + "step": 8267 + }, + { + "epoch": 7.012722646310433, + "grad_norm": 1.2830734529485341, + "learning_rate": 1.991566784377047e-05, + "loss": 0.2599, + "step": 8268 + }, + { + "epoch": 7.013570822731128, + "grad_norm": 1.1773464775721463, + "learning_rate": 1.991563223934268e-05, + "loss": 0.2565, + "step": 8269 + }, + { + "epoch": 7.0144189991518235, + "grad_norm": 1.133823466405137, + "learning_rate": 1.9915596627432343e-05, + "loss": 0.2775, + "step": 8270 + }, + { + "epoch": 7.015267175572519, + "grad_norm": 1.1901516761449484, + "learning_rate": 1.9915561008039498e-05, + "loss": 0.2649, + "step": 8271 + }, + { + "epoch": 7.016115351993214, + "grad_norm": 1.0804627252646557, + "learning_rate": 1.9915525381164163e-05, + "loss": 0.2522, + "step": 8272 + }, + { + "epoch": 7.0169635284139105, + "grad_norm": 1.2476537169198276, + "learning_rate": 1.9915489746806367e-05, + "loss": 0.271, + "step": 8273 + }, + { + "epoch": 7.017811704834606, + "grad_norm": 1.3084218272092178, + "learning_rate": 1.9915454104966142e-05, + "loss": 0.298, + "step": 8274 + }, + { + "epoch": 7.018659881255301, + "grad_norm": 1.5917578186349217, + "learning_rate": 1.991541845564351e-05, + "loss": 0.2698, + "step": 8275 + }, + { + "epoch": 7.0195080576759965, + "grad_norm": 1.467303178221459, + "learning_rate": 1.9915382798838494e-05, + "loss": 0.2987, + "step": 8276 + }, + { + "epoch": 7.020356234096692, + "grad_norm": 1.1611890097919237, + "learning_rate": 1.991534713455113e-05, + "loss": 0.264, + "step": 8277 + }, + { + "epoch": 7.021204410517387, + "grad_norm": 1.177500454305719, + "learning_rate": 1.991531146278144e-05, + "loss": 0.2851, + "step": 8278 + }, + { + "epoch": 7.022052586938083, + "grad_norm": 1.2667600572964406, + "learning_rate": 1.9915275783529455e-05, + "loss": 0.2702, + "step": 8279 + }, + { + "epoch": 7.022900763358779, + "grad_norm": 1.0965276839577762, + "learning_rate": 1.9915240096795193e-05, + "loss": 0.2527, + "step": 8280 + }, + { + "epoch": 7.023748939779474, + "grad_norm": 1.3342203063474039, + "learning_rate": 1.9915204402578686e-05, + "loss": 0.2947, + "step": 8281 + }, + { + "epoch": 7.0245971162001695, + "grad_norm": 1.1321293909948986, + "learning_rate": 1.9915168700879965e-05, + "loss": 0.2317, + "step": 8282 + }, + { + "epoch": 7.025445292620865, + "grad_norm": 1.2312880106214323, + "learning_rate": 1.9915132991699052e-05, + "loss": 0.274, + "step": 8283 + }, + { + "epoch": 7.026293469041561, + "grad_norm": 1.1815687614050272, + "learning_rate": 1.9915097275035972e-05, + "loss": 0.2521, + "step": 8284 + }, + { + "epoch": 7.027141645462256, + "grad_norm": 1.0410733178429958, + "learning_rate": 1.9915061550890762e-05, + "loss": 0.2832, + "step": 8285 + }, + { + "epoch": 7.027989821882952, + "grad_norm": 1.0957279283425, + "learning_rate": 1.991502581926344e-05, + "loss": 0.2319, + "step": 8286 + }, + { + "epoch": 7.028837998303647, + "grad_norm": 1.1822056394264697, + "learning_rate": 1.991499008015403e-05, + "loss": 0.2261, + "step": 8287 + }, + { + "epoch": 7.029686174724342, + "grad_norm": 1.1799177546459425, + "learning_rate": 1.991495433356257e-05, + "loss": 0.2261, + "step": 8288 + }, + { + "epoch": 7.030534351145038, + "grad_norm": 1.1079880174285572, + "learning_rate": 1.9914918579489074e-05, + "loss": 0.2266, + "step": 8289 + }, + { + "epoch": 7.031382527565734, + "grad_norm": 1.169203347581076, + "learning_rate": 1.9914882817933583e-05, + "loss": 0.2602, + "step": 8290 + }, + { + "epoch": 7.032230703986429, + "grad_norm": 1.084486488425309, + "learning_rate": 1.9914847048896115e-05, + "loss": 0.2634, + "step": 8291 + }, + { + "epoch": 7.033078880407125, + "grad_norm": 1.2134889405530775, + "learning_rate": 1.9914811272376696e-05, + "loss": 0.2813, + "step": 8292 + }, + { + "epoch": 7.03392705682782, + "grad_norm": 1.1036106750658514, + "learning_rate": 1.991477548837536e-05, + "loss": 0.2276, + "step": 8293 + }, + { + "epoch": 7.034775233248515, + "grad_norm": 1.3543205310240174, + "learning_rate": 1.991473969689213e-05, + "loss": 0.3026, + "step": 8294 + }, + { + "epoch": 7.035623409669212, + "grad_norm": 1.1564603995383014, + "learning_rate": 1.9914703897927033e-05, + "loss": 0.2382, + "step": 8295 + }, + { + "epoch": 7.036471586089907, + "grad_norm": 1.1730018653432985, + "learning_rate": 1.991466809148009e-05, + "loss": 0.2693, + "step": 8296 + }, + { + "epoch": 7.037319762510602, + "grad_norm": 1.2265811692456972, + "learning_rate": 1.991463227755134e-05, + "loss": 0.2468, + "step": 8297 + }, + { + "epoch": 7.038167938931298, + "grad_norm": 1.2971597942246542, + "learning_rate": 1.9914596456140805e-05, + "loss": 0.2929, + "step": 8298 + }, + { + "epoch": 7.039016115351993, + "grad_norm": 1.3200063609751773, + "learning_rate": 1.9914560627248505e-05, + "loss": 0.3075, + "step": 8299 + }, + { + "epoch": 7.039864291772688, + "grad_norm": 1.2157323724403568, + "learning_rate": 1.991452479087448e-05, + "loss": 0.2717, + "step": 8300 + }, + { + "epoch": 7.040712468193385, + "grad_norm": 1.0561613282756694, + "learning_rate": 1.9914488947018747e-05, + "loss": 0.191, + "step": 8301 + }, + { + "epoch": 7.04156064461408, + "grad_norm": 1.2238028033890378, + "learning_rate": 1.9914453095681335e-05, + "loss": 0.2924, + "step": 8302 + }, + { + "epoch": 7.042408821034775, + "grad_norm": 1.1385269843668437, + "learning_rate": 1.9914417236862274e-05, + "loss": 0.2528, + "step": 8303 + }, + { + "epoch": 7.043256997455471, + "grad_norm": 1.395009191604386, + "learning_rate": 1.991438137056159e-05, + "loss": 0.2383, + "step": 8304 + }, + { + "epoch": 7.044105173876166, + "grad_norm": 1.2809228033712226, + "learning_rate": 1.9914345496779308e-05, + "loss": 0.2902, + "step": 8305 + }, + { + "epoch": 7.044953350296861, + "grad_norm": 1.249020549463881, + "learning_rate": 1.9914309615515456e-05, + "loss": 0.2372, + "step": 8306 + }, + { + "epoch": 7.0458015267175576, + "grad_norm": 1.3355169939159968, + "learning_rate": 1.9914273726770064e-05, + "loss": 0.3201, + "step": 8307 + }, + { + "epoch": 7.046649703138253, + "grad_norm": 1.2978280438323246, + "learning_rate": 1.9914237830543155e-05, + "loss": 0.2666, + "step": 8308 + }, + { + "epoch": 7.047497879558948, + "grad_norm": 1.170206165108963, + "learning_rate": 1.9914201926834756e-05, + "loss": 0.2523, + "step": 8309 + }, + { + "epoch": 7.048346055979644, + "grad_norm": 1.23632680979072, + "learning_rate": 1.99141660156449e-05, + "loss": 0.2973, + "step": 8310 + }, + { + "epoch": 7.049194232400339, + "grad_norm": 1.1681829525851875, + "learning_rate": 1.9914130096973605e-05, + "loss": 0.2417, + "step": 8311 + }, + { + "epoch": 7.050042408821035, + "grad_norm": 1.2115564756281705, + "learning_rate": 1.9914094170820907e-05, + "loss": 0.2106, + "step": 8312 + }, + { + "epoch": 7.0508905852417305, + "grad_norm": 1.1021429443691784, + "learning_rate": 1.9914058237186828e-05, + "loss": 0.2469, + "step": 8313 + }, + { + "epoch": 7.051738761662426, + "grad_norm": 1.3584898636767444, + "learning_rate": 1.9914022296071395e-05, + "loss": 0.2791, + "step": 8314 + }, + { + "epoch": 7.052586938083121, + "grad_norm": 1.1497487540164897, + "learning_rate": 1.9913986347474637e-05, + "loss": 0.256, + "step": 8315 + }, + { + "epoch": 7.0534351145038165, + "grad_norm": 1.199478383704328, + "learning_rate": 1.991395039139658e-05, + "loss": 0.2651, + "step": 8316 + }, + { + "epoch": 7.054283290924512, + "grad_norm": 1.267297162079902, + "learning_rate": 1.9913914427837254e-05, + "loss": 0.2621, + "step": 8317 + }, + { + "epoch": 7.055131467345208, + "grad_norm": 1.3298937099603323, + "learning_rate": 1.9913878456796682e-05, + "loss": 0.2559, + "step": 8318 + }, + { + "epoch": 7.0559796437659035, + "grad_norm": 1.1668454764435723, + "learning_rate": 1.9913842478274894e-05, + "loss": 0.2483, + "step": 8319 + }, + { + "epoch": 7.056827820186599, + "grad_norm": 1.3123678416174598, + "learning_rate": 1.9913806492271915e-05, + "loss": 0.2414, + "step": 8320 + }, + { + "epoch": 7.057675996607294, + "grad_norm": 1.1628114398061453, + "learning_rate": 1.9913770498787772e-05, + "loss": 0.3057, + "step": 8321 + }, + { + "epoch": 7.0585241730279895, + "grad_norm": 1.166347698848338, + "learning_rate": 1.99137344978225e-05, + "loss": 0.2246, + "step": 8322 + }, + { + "epoch": 7.059372349448686, + "grad_norm": 1.0804516287754122, + "learning_rate": 1.991369848937611e-05, + "loss": 0.242, + "step": 8323 + }, + { + "epoch": 7.060220525869381, + "grad_norm": 1.1793462180745111, + "learning_rate": 1.9913662473448644e-05, + "loss": 0.2417, + "step": 8324 + }, + { + "epoch": 7.061068702290076, + "grad_norm": 1.3721132042300066, + "learning_rate": 1.991362645004012e-05, + "loss": 0.2895, + "step": 8325 + }, + { + "epoch": 7.061916878710772, + "grad_norm": 1.3595238708426223, + "learning_rate": 1.9913590419150576e-05, + "loss": 0.277, + "step": 8326 + }, + { + "epoch": 7.062765055131467, + "grad_norm": 1.205100373660393, + "learning_rate": 1.991355438078003e-05, + "loss": 0.2242, + "step": 8327 + }, + { + "epoch": 7.0636132315521625, + "grad_norm": 1.205232486437493, + "learning_rate": 1.9913518334928507e-05, + "loss": 0.2363, + "step": 8328 + }, + { + "epoch": 7.064461407972859, + "grad_norm": 1.3307871560056157, + "learning_rate": 1.991348228159604e-05, + "loss": 0.2967, + "step": 8329 + }, + { + "epoch": 7.065309584393554, + "grad_norm": 1.114621393281896, + "learning_rate": 1.991344622078266e-05, + "loss": 0.2666, + "step": 8330 + }, + { + "epoch": 7.066157760814249, + "grad_norm": 1.261474381084664, + "learning_rate": 1.9913410152488382e-05, + "loss": 0.2783, + "step": 8331 + }, + { + "epoch": 7.067005937234945, + "grad_norm": 1.0936572823530106, + "learning_rate": 1.9913374076713247e-05, + "loss": 0.2368, + "step": 8332 + }, + { + "epoch": 7.06785411365564, + "grad_norm": 1.2618692486169045, + "learning_rate": 1.9913337993457272e-05, + "loss": 0.2528, + "step": 8333 + }, + { + "epoch": 7.068702290076336, + "grad_norm": 1.1337990224470973, + "learning_rate": 1.991330190272049e-05, + "loss": 0.2185, + "step": 8334 + }, + { + "epoch": 7.069550466497032, + "grad_norm": 1.2425175766678112, + "learning_rate": 1.991326580450292e-05, + "loss": 0.2742, + "step": 8335 + }, + { + "epoch": 7.070398642917727, + "grad_norm": 1.1963803554582668, + "learning_rate": 1.9913229698804598e-05, + "loss": 0.256, + "step": 8336 + }, + { + "epoch": 7.071246819338422, + "grad_norm": 1.3008862817187081, + "learning_rate": 1.991319358562555e-05, + "loss": 0.3209, + "step": 8337 + }, + { + "epoch": 7.072094995759118, + "grad_norm": 1.3743701411877371, + "learning_rate": 1.9913157464965804e-05, + "loss": 0.2835, + "step": 8338 + }, + { + "epoch": 7.072943172179813, + "grad_norm": 1.4280309775805835, + "learning_rate": 1.9913121336825384e-05, + "loss": 0.2541, + "step": 8339 + }, + { + "epoch": 7.073791348600509, + "grad_norm": 1.1045317757309494, + "learning_rate": 1.9913085201204314e-05, + "loss": 0.1983, + "step": 8340 + }, + { + "epoch": 7.074639525021205, + "grad_norm": 1.2308489993506726, + "learning_rate": 1.991304905810263e-05, + "loss": 0.2972, + "step": 8341 + }, + { + "epoch": 7.0754877014419, + "grad_norm": 1.1898314888625716, + "learning_rate": 1.9913012907520353e-05, + "loss": 0.236, + "step": 8342 + }, + { + "epoch": 7.076335877862595, + "grad_norm": 1.4507921830635966, + "learning_rate": 1.9912976749457515e-05, + "loss": 0.2837, + "step": 8343 + }, + { + "epoch": 7.077184054283291, + "grad_norm": 1.4297382350770989, + "learning_rate": 1.9912940583914136e-05, + "loss": 0.2691, + "step": 8344 + }, + { + "epoch": 7.078032230703986, + "grad_norm": 1.1574337900943235, + "learning_rate": 1.991290441089025e-05, + "loss": 0.2631, + "step": 8345 + }, + { + "epoch": 7.078880407124682, + "grad_norm": 1.2153509109282465, + "learning_rate": 1.9912868230385877e-05, + "loss": 0.2516, + "step": 8346 + }, + { + "epoch": 7.079728583545378, + "grad_norm": 1.392480726041067, + "learning_rate": 1.9912832042401054e-05, + "loss": 0.2716, + "step": 8347 + }, + { + "epoch": 7.080576759966073, + "grad_norm": 1.2819702738259888, + "learning_rate": 1.9912795846935803e-05, + "loss": 0.2672, + "step": 8348 + }, + { + "epoch": 7.081424936386768, + "grad_norm": 1.1499625296457565, + "learning_rate": 1.9912759643990152e-05, + "loss": 0.2483, + "step": 8349 + }, + { + "epoch": 7.082273112807464, + "grad_norm": 1.2000524149815692, + "learning_rate": 1.991272343356413e-05, + "loss": 0.2466, + "step": 8350 + }, + { + "epoch": 7.08312128922816, + "grad_norm": 1.2747172489438088, + "learning_rate": 1.991268721565776e-05, + "loss": 0.2622, + "step": 8351 + }, + { + "epoch": 7.083969465648855, + "grad_norm": 1.103912053299765, + "learning_rate": 1.9912650990271074e-05, + "loss": 0.2927, + "step": 8352 + }, + { + "epoch": 7.084817642069551, + "grad_norm": 1.1110827761397546, + "learning_rate": 1.9912614757404093e-05, + "loss": 0.2796, + "step": 8353 + }, + { + "epoch": 7.085665818490246, + "grad_norm": 1.3541568764871763, + "learning_rate": 1.9912578517056852e-05, + "loss": 0.3179, + "step": 8354 + }, + { + "epoch": 7.086513994910941, + "grad_norm": 1.2473812990354687, + "learning_rate": 1.9912542269229376e-05, + "loss": 0.2856, + "step": 8355 + }, + { + "epoch": 7.087362171331637, + "grad_norm": 1.193802490519165, + "learning_rate": 1.9912506013921687e-05, + "loss": 0.2503, + "step": 8356 + }, + { + "epoch": 7.088210347752333, + "grad_norm": 1.2635485199056193, + "learning_rate": 1.991246975113382e-05, + "loss": 0.282, + "step": 8357 + }, + { + "epoch": 7.089058524173028, + "grad_norm": 1.2796684066992243, + "learning_rate": 1.9912433480865798e-05, + "loss": 0.2595, + "step": 8358 + }, + { + "epoch": 7.0899067005937235, + "grad_norm": 1.2846229495081303, + "learning_rate": 1.9912397203117648e-05, + "loss": 0.3079, + "step": 8359 + }, + { + "epoch": 7.090754877014419, + "grad_norm": 1.2664550132465169, + "learning_rate": 1.9912360917889398e-05, + "loss": 0.2757, + "step": 8360 + }, + { + "epoch": 7.091603053435114, + "grad_norm": 1.2334495183578196, + "learning_rate": 1.991232462518108e-05, + "loss": 0.2534, + "step": 8361 + }, + { + "epoch": 7.09245122985581, + "grad_norm": 1.2324908230469869, + "learning_rate": 1.9912288324992714e-05, + "loss": 0.243, + "step": 8362 + }, + { + "epoch": 7.093299406276506, + "grad_norm": 1.1327555979014676, + "learning_rate": 1.9912252017324336e-05, + "loss": 0.1872, + "step": 8363 + }, + { + "epoch": 7.094147582697201, + "grad_norm": 1.433026536034544, + "learning_rate": 1.9912215702175964e-05, + "loss": 0.3075, + "step": 8364 + }, + { + "epoch": 7.0949957591178965, + "grad_norm": 1.1430930491573938, + "learning_rate": 1.991217937954763e-05, + "loss": 0.2594, + "step": 8365 + }, + { + "epoch": 7.095843935538592, + "grad_norm": 1.2882910659714524, + "learning_rate": 1.991214304943936e-05, + "loss": 0.2615, + "step": 8366 + }, + { + "epoch": 7.096692111959287, + "grad_norm": 1.3080436563187308, + "learning_rate": 1.9912106711851183e-05, + "loss": 0.2669, + "step": 8367 + }, + { + "epoch": 7.097540288379983, + "grad_norm": 1.3264901796361193, + "learning_rate": 1.991207036678313e-05, + "loss": 0.3104, + "step": 8368 + }, + { + "epoch": 7.098388464800679, + "grad_norm": 1.1655084315203297, + "learning_rate": 1.9912034014235217e-05, + "loss": 0.2582, + "step": 8369 + }, + { + "epoch": 7.099236641221374, + "grad_norm": 1.0682970872507969, + "learning_rate": 1.9911997654207486e-05, + "loss": 0.2374, + "step": 8370 + }, + { + "epoch": 7.1000848176420694, + "grad_norm": 1.2189287284380297, + "learning_rate": 1.9911961286699953e-05, + "loss": 0.2666, + "step": 8371 + }, + { + "epoch": 7.100932994062765, + "grad_norm": 1.3803428435763379, + "learning_rate": 1.991192491171265e-05, + "loss": 0.3003, + "step": 8372 + }, + { + "epoch": 7.10178117048346, + "grad_norm": 1.277713868298442, + "learning_rate": 1.9911888529245605e-05, + "loss": 0.3192, + "step": 8373 + }, + { + "epoch": 7.102629346904156, + "grad_norm": 1.2608048413368063, + "learning_rate": 1.9911852139298844e-05, + "loss": 0.2725, + "step": 8374 + }, + { + "epoch": 7.103477523324852, + "grad_norm": 1.1509465295059431, + "learning_rate": 1.9911815741872396e-05, + "loss": 0.2522, + "step": 8375 + }, + { + "epoch": 7.104325699745547, + "grad_norm": 1.2590142348793414, + "learning_rate": 1.9911779336966285e-05, + "loss": 0.2646, + "step": 8376 + }, + { + "epoch": 7.105173876166242, + "grad_norm": 1.4068502995229153, + "learning_rate": 1.9911742924580544e-05, + "loss": 0.2977, + "step": 8377 + }, + { + "epoch": 7.106022052586938, + "grad_norm": 1.3266542461589375, + "learning_rate": 1.9911706504715198e-05, + "loss": 0.3324, + "step": 8378 + }, + { + "epoch": 7.106870229007634, + "grad_norm": 1.1432869093574598, + "learning_rate": 1.9911670077370272e-05, + "loss": 0.2242, + "step": 8379 + }, + { + "epoch": 7.107718405428329, + "grad_norm": 1.5307279430473746, + "learning_rate": 1.9911633642545795e-05, + "loss": 0.2457, + "step": 8380 + }, + { + "epoch": 7.108566581849025, + "grad_norm": 1.3279587890732347, + "learning_rate": 1.9911597200241797e-05, + "loss": 0.2859, + "step": 8381 + }, + { + "epoch": 7.10941475826972, + "grad_norm": 1.2571320675531195, + "learning_rate": 1.9911560750458298e-05, + "loss": 0.227, + "step": 8382 + }, + { + "epoch": 7.110262934690415, + "grad_norm": 1.2882058300732597, + "learning_rate": 1.9911524293195338e-05, + "loss": 0.2942, + "step": 8383 + }, + { + "epoch": 7.111111111111111, + "grad_norm": 1.1487655988010437, + "learning_rate": 1.9911487828452932e-05, + "loss": 0.2272, + "step": 8384 + }, + { + "epoch": 7.111959287531807, + "grad_norm": 1.243121330323433, + "learning_rate": 1.9911451356231114e-05, + "loss": 0.2859, + "step": 8385 + }, + { + "epoch": 7.112807463952502, + "grad_norm": 1.3215959642419894, + "learning_rate": 1.9911414876529913e-05, + "loss": 0.2605, + "step": 8386 + }, + { + "epoch": 7.113655640373198, + "grad_norm": 1.3551039219474608, + "learning_rate": 1.991137838934935e-05, + "loss": 0.3161, + "step": 8387 + }, + { + "epoch": 7.114503816793893, + "grad_norm": 1.2858382165758344, + "learning_rate": 1.9911341894689463e-05, + "loss": 0.304, + "step": 8388 + }, + { + "epoch": 7.115351993214588, + "grad_norm": 1.1110948589131713, + "learning_rate": 1.9911305392550268e-05, + "loss": 0.2741, + "step": 8389 + }, + { + "epoch": 7.116200169635285, + "grad_norm": 1.3857357548748033, + "learning_rate": 1.99112688829318e-05, + "loss": 0.2638, + "step": 8390 + }, + { + "epoch": 7.11704834605598, + "grad_norm": 1.190042288701004, + "learning_rate": 1.991123236583408e-05, + "loss": 0.3155, + "step": 8391 + }, + { + "epoch": 7.117896522476675, + "grad_norm": 1.327382171726799, + "learning_rate": 1.9911195841257144e-05, + "loss": 0.2811, + "step": 8392 + }, + { + "epoch": 7.118744698897371, + "grad_norm": 1.2563830039050343, + "learning_rate": 1.9911159309201013e-05, + "loss": 0.3003, + "step": 8393 + }, + { + "epoch": 7.119592875318066, + "grad_norm": 1.1176779625851345, + "learning_rate": 1.9911122769665717e-05, + "loss": 0.2155, + "step": 8394 + }, + { + "epoch": 7.120441051738761, + "grad_norm": 1.2254028033566435, + "learning_rate": 1.9911086222651285e-05, + "loss": 0.253, + "step": 8395 + }, + { + "epoch": 7.1212892281594575, + "grad_norm": 1.3844155628088275, + "learning_rate": 1.9911049668157743e-05, + "loss": 0.2807, + "step": 8396 + }, + { + "epoch": 7.122137404580153, + "grad_norm": 1.2549991008147054, + "learning_rate": 1.991101310618512e-05, + "loss": 0.3145, + "step": 8397 + }, + { + "epoch": 7.122985581000848, + "grad_norm": 1.3450171885712827, + "learning_rate": 1.991097653673344e-05, + "loss": 0.3018, + "step": 8398 + }, + { + "epoch": 7.123833757421544, + "grad_norm": 1.2046370859404751, + "learning_rate": 1.9910939959802732e-05, + "loss": 0.2814, + "step": 8399 + }, + { + "epoch": 7.124681933842239, + "grad_norm": 1.1267572313495604, + "learning_rate": 1.9910903375393023e-05, + "loss": 0.2392, + "step": 8400 + }, + { + "epoch": 7.125530110262934, + "grad_norm": 1.3198441276802957, + "learning_rate": 1.9910866783504344e-05, + "loss": 0.268, + "step": 8401 + }, + { + "epoch": 7.1263782866836305, + "grad_norm": 1.5056953370203379, + "learning_rate": 1.9910830184136724e-05, + "loss": 0.246, + "step": 8402 + }, + { + "epoch": 7.127226463104326, + "grad_norm": 1.1719162753997363, + "learning_rate": 1.9910793577290182e-05, + "loss": 0.2477, + "step": 8403 + }, + { + "epoch": 7.128074639525021, + "grad_norm": 1.2788330386278974, + "learning_rate": 1.9910756962964753e-05, + "loss": 0.3087, + "step": 8404 + }, + { + "epoch": 7.1289228159457165, + "grad_norm": 1.4199820363358957, + "learning_rate": 1.991072034116046e-05, + "loss": 0.2907, + "step": 8405 + }, + { + "epoch": 7.129770992366412, + "grad_norm": 1.4025913100087983, + "learning_rate": 1.9910683711877337e-05, + "loss": 0.2432, + "step": 8406 + }, + { + "epoch": 7.130619168787108, + "grad_norm": 1.3198731151902787, + "learning_rate": 1.9910647075115404e-05, + "loss": 0.2666, + "step": 8407 + }, + { + "epoch": 7.1314673452078035, + "grad_norm": 1.1960998707317338, + "learning_rate": 1.9910610430874696e-05, + "loss": 0.243, + "step": 8408 + }, + { + "epoch": 7.132315521628499, + "grad_norm": 1.1665165861073754, + "learning_rate": 1.9910573779155235e-05, + "loss": 0.2681, + "step": 8409 + }, + { + "epoch": 7.133163698049194, + "grad_norm": 1.2125156428647752, + "learning_rate": 1.9910537119957053e-05, + "loss": 0.2493, + "step": 8410 + }, + { + "epoch": 7.1340118744698895, + "grad_norm": 1.127970162604419, + "learning_rate": 1.991050045328017e-05, + "loss": 0.2658, + "step": 8411 + }, + { + "epoch": 7.134860050890585, + "grad_norm": 1.252337386299738, + "learning_rate": 1.9910463779124622e-05, + "loss": 0.3115, + "step": 8412 + }, + { + "epoch": 7.135708227311281, + "grad_norm": 1.193697500168053, + "learning_rate": 1.9910427097490435e-05, + "loss": 0.2935, + "step": 8413 + }, + { + "epoch": 7.136556403731976, + "grad_norm": 1.1826996503676928, + "learning_rate": 1.9910390408377634e-05, + "loss": 0.2637, + "step": 8414 + }, + { + "epoch": 7.137404580152672, + "grad_norm": 1.2720658364985513, + "learning_rate": 1.991035371178625e-05, + "loss": 0.2852, + "step": 8415 + }, + { + "epoch": 7.138252756573367, + "grad_norm": 1.2324465099239872, + "learning_rate": 1.9910317007716305e-05, + "loss": 0.2989, + "step": 8416 + }, + { + "epoch": 7.1391009329940625, + "grad_norm": 1.1429610371265746, + "learning_rate": 1.9910280296167835e-05, + "loss": 0.2466, + "step": 8417 + }, + { + "epoch": 7.139949109414759, + "grad_norm": 1.5491206401610194, + "learning_rate": 1.991024357714086e-05, + "loss": 0.2242, + "step": 8418 + }, + { + "epoch": 7.140797285835454, + "grad_norm": 1.335733596160399, + "learning_rate": 1.9910206850635413e-05, + "loss": 0.2165, + "step": 8419 + }, + { + "epoch": 7.141645462256149, + "grad_norm": 1.3093718900953348, + "learning_rate": 1.991017011665152e-05, + "loss": 0.3485, + "step": 8420 + }, + { + "epoch": 7.142493638676845, + "grad_norm": 1.2418731947853605, + "learning_rate": 1.9910133375189207e-05, + "loss": 0.2668, + "step": 8421 + }, + { + "epoch": 7.14334181509754, + "grad_norm": 1.3280596678278949, + "learning_rate": 1.99100966262485e-05, + "loss": 0.3261, + "step": 8422 + }, + { + "epoch": 7.144189991518235, + "grad_norm": 1.264072886747165, + "learning_rate": 1.9910059869829435e-05, + "loss": 0.2758, + "step": 8423 + }, + { + "epoch": 7.145038167938932, + "grad_norm": 1.1807243839673704, + "learning_rate": 1.991002310593203e-05, + "loss": 0.2296, + "step": 8424 + }, + { + "epoch": 7.145886344359627, + "grad_norm": 1.3447203568042845, + "learning_rate": 1.990998633455632e-05, + "loss": 0.2601, + "step": 8425 + }, + { + "epoch": 7.146734520780322, + "grad_norm": 1.1422018285531048, + "learning_rate": 1.990994955570233e-05, + "loss": 0.2424, + "step": 8426 + }, + { + "epoch": 7.147582697201018, + "grad_norm": 1.2601403003380125, + "learning_rate": 1.990991276937009e-05, + "loss": 0.2403, + "step": 8427 + }, + { + "epoch": 7.148430873621713, + "grad_norm": 1.315025578005249, + "learning_rate": 1.9909875975559618e-05, + "loss": 0.2408, + "step": 8428 + }, + { + "epoch": 7.149279050042409, + "grad_norm": 1.3394393400870974, + "learning_rate": 1.9909839174270954e-05, + "loss": 0.2834, + "step": 8429 + }, + { + "epoch": 7.150127226463105, + "grad_norm": 1.2125338075782592, + "learning_rate": 1.990980236550412e-05, + "loss": 0.2626, + "step": 8430 + }, + { + "epoch": 7.1509754028838, + "grad_norm": 1.5787626562563306, + "learning_rate": 1.990976554925915e-05, + "loss": 0.2694, + "step": 8431 + }, + { + "epoch": 7.151823579304495, + "grad_norm": 1.1753505606523418, + "learning_rate": 1.990972872553606e-05, + "loss": 0.2656, + "step": 8432 + }, + { + "epoch": 7.152671755725191, + "grad_norm": 1.2913326092849418, + "learning_rate": 1.9909691894334884e-05, + "loss": 0.2608, + "step": 8433 + }, + { + "epoch": 7.153519932145886, + "grad_norm": 1.2637681573472328, + "learning_rate": 1.9909655055655655e-05, + "loss": 0.3073, + "step": 8434 + }, + { + "epoch": 7.154368108566582, + "grad_norm": 1.1903621720618778, + "learning_rate": 1.9909618209498393e-05, + "loss": 0.3002, + "step": 8435 + }, + { + "epoch": 7.155216284987278, + "grad_norm": 1.1142888100800687, + "learning_rate": 1.990958135586313e-05, + "loss": 0.2591, + "step": 8436 + }, + { + "epoch": 7.156064461407973, + "grad_norm": 1.3279027681917157, + "learning_rate": 1.990954449474989e-05, + "loss": 0.2964, + "step": 8437 + }, + { + "epoch": 7.156912637828668, + "grad_norm": 1.1876380144276832, + "learning_rate": 1.9909507626158707e-05, + "loss": 0.2642, + "step": 8438 + }, + { + "epoch": 7.157760814249364, + "grad_norm": 1.1094335526853756, + "learning_rate": 1.9909470750089604e-05, + "loss": 0.2461, + "step": 8439 + }, + { + "epoch": 7.158608990670059, + "grad_norm": 1.3084524645638205, + "learning_rate": 1.9909433866542613e-05, + "loss": 0.2655, + "step": 8440 + }, + { + "epoch": 7.159457167090755, + "grad_norm": 1.2917993218374053, + "learning_rate": 1.9909396975517754e-05, + "loss": 0.2962, + "step": 8441 + }, + { + "epoch": 7.1603053435114505, + "grad_norm": 1.1496093544607702, + "learning_rate": 1.990936007701506e-05, + "loss": 0.2869, + "step": 8442 + }, + { + "epoch": 7.161153519932146, + "grad_norm": 1.2117976689610073, + "learning_rate": 1.9909323171034562e-05, + "loss": 0.2515, + "step": 8443 + }, + { + "epoch": 7.162001696352841, + "grad_norm": 1.1547096369627055, + "learning_rate": 1.9909286257576283e-05, + "loss": 0.2479, + "step": 8444 + }, + { + "epoch": 7.162849872773537, + "grad_norm": 1.0947761986651505, + "learning_rate": 1.990924933664025e-05, + "loss": 0.2751, + "step": 8445 + }, + { + "epoch": 7.163698049194233, + "grad_norm": 1.1853699565008458, + "learning_rate": 1.9909212408226497e-05, + "loss": 0.285, + "step": 8446 + }, + { + "epoch": 7.164546225614928, + "grad_norm": 1.1669181040671923, + "learning_rate": 1.9909175472335045e-05, + "loss": 0.2397, + "step": 8447 + }, + { + "epoch": 7.1653944020356235, + "grad_norm": 1.1763210340570542, + "learning_rate": 1.9909138528965926e-05, + "loss": 0.2529, + "step": 8448 + }, + { + "epoch": 7.166242578456319, + "grad_norm": 1.2307953375289409, + "learning_rate": 1.990910157811917e-05, + "loss": 0.2812, + "step": 8449 + }, + { + "epoch": 7.167090754877014, + "grad_norm": 1.246298814960979, + "learning_rate": 1.9909064619794794e-05, + "loss": 0.2939, + "step": 8450 + }, + { + "epoch": 7.1679389312977095, + "grad_norm": 1.1365773058545432, + "learning_rate": 1.990902765399284e-05, + "loss": 0.228, + "step": 8451 + }, + { + "epoch": 7.168787107718406, + "grad_norm": 1.2048403127716927, + "learning_rate": 1.9908990680713327e-05, + "loss": 0.288, + "step": 8452 + }, + { + "epoch": 7.169635284139101, + "grad_norm": 1.1947107434759252, + "learning_rate": 1.9908953699956288e-05, + "loss": 0.2261, + "step": 8453 + }, + { + "epoch": 7.1704834605597965, + "grad_norm": 1.371225273011466, + "learning_rate": 1.9908916711721743e-05, + "loss": 0.2949, + "step": 8454 + }, + { + "epoch": 7.171331636980492, + "grad_norm": 1.2013406315929207, + "learning_rate": 1.9908879716009728e-05, + "loss": 0.2735, + "step": 8455 + }, + { + "epoch": 7.172179813401187, + "grad_norm": 1.1643397753178917, + "learning_rate": 1.9908842712820268e-05, + "loss": 0.2639, + "step": 8456 + }, + { + "epoch": 7.1730279898218825, + "grad_norm": 1.1162504180248385, + "learning_rate": 1.9908805702153395e-05, + "loss": 0.238, + "step": 8457 + }, + { + "epoch": 7.173876166242579, + "grad_norm": 1.1731344423620278, + "learning_rate": 1.9908768684009124e-05, + "loss": 0.2801, + "step": 8458 + }, + { + "epoch": 7.174724342663274, + "grad_norm": 1.2805042002472558, + "learning_rate": 1.9908731658387498e-05, + "loss": 0.2566, + "step": 8459 + }, + { + "epoch": 7.175572519083969, + "grad_norm": 1.3030247102144144, + "learning_rate": 1.990869462528854e-05, + "loss": 0.2657, + "step": 8460 + }, + { + "epoch": 7.176420695504665, + "grad_norm": 1.2443683505601557, + "learning_rate": 1.990865758471227e-05, + "loss": 0.2879, + "step": 8461 + }, + { + "epoch": 7.17726887192536, + "grad_norm": 1.3314086917543457, + "learning_rate": 1.990862053665873e-05, + "loss": 0.2546, + "step": 8462 + }, + { + "epoch": 7.178117048346056, + "grad_norm": 1.1415398838865372, + "learning_rate": 1.9908583481127936e-05, + "loss": 0.2462, + "step": 8463 + }, + { + "epoch": 7.178965224766752, + "grad_norm": 1.2847799745402697, + "learning_rate": 1.9908546418119922e-05, + "loss": 0.3127, + "step": 8464 + }, + { + "epoch": 7.179813401187447, + "grad_norm": 1.2247103170797806, + "learning_rate": 1.9908509347634718e-05, + "loss": 0.2832, + "step": 8465 + }, + { + "epoch": 7.180661577608142, + "grad_norm": 1.0350013785017422, + "learning_rate": 1.9908472269672347e-05, + "loss": 0.2247, + "step": 8466 + }, + { + "epoch": 7.181509754028838, + "grad_norm": 1.2385323534169541, + "learning_rate": 1.9908435184232834e-05, + "loss": 0.2832, + "step": 8467 + }, + { + "epoch": 7.182357930449533, + "grad_norm": 1.2320851981454648, + "learning_rate": 1.990839809131622e-05, + "loss": 0.2813, + "step": 8468 + }, + { + "epoch": 7.183206106870229, + "grad_norm": 1.1324143393543746, + "learning_rate": 1.990836099092251e-05, + "loss": 0.2517, + "step": 8469 + }, + { + "epoch": 7.184054283290925, + "grad_norm": 1.3831649054991508, + "learning_rate": 1.990832388305176e-05, + "loss": 0.3147, + "step": 8470 + }, + { + "epoch": 7.18490245971162, + "grad_norm": 1.3310756509966002, + "learning_rate": 1.990828676770398e-05, + "loss": 0.2895, + "step": 8471 + }, + { + "epoch": 7.185750636132315, + "grad_norm": 1.234190310429981, + "learning_rate": 1.9908249644879204e-05, + "loss": 0.2906, + "step": 8472 + }, + { + "epoch": 7.186598812553011, + "grad_norm": 1.218385392934535, + "learning_rate": 1.9908212514577455e-05, + "loss": 0.2823, + "step": 8473 + }, + { + "epoch": 7.187446988973707, + "grad_norm": 1.1694069478525417, + "learning_rate": 1.9908175376798766e-05, + "loss": 0.2367, + "step": 8474 + }, + { + "epoch": 7.188295165394402, + "grad_norm": 1.1662490585526113, + "learning_rate": 1.9908138231543165e-05, + "loss": 0.2641, + "step": 8475 + }, + { + "epoch": 7.189143341815098, + "grad_norm": 1.2071697144924467, + "learning_rate": 1.990810107881068e-05, + "loss": 0.2408, + "step": 8476 + }, + { + "epoch": 7.189991518235793, + "grad_norm": 1.2017110422375326, + "learning_rate": 1.9908063918601335e-05, + "loss": 0.2409, + "step": 8477 + }, + { + "epoch": 7.190839694656488, + "grad_norm": 1.2786341106874097, + "learning_rate": 1.9908026750915163e-05, + "loss": 0.2589, + "step": 8478 + }, + { + "epoch": 7.191687871077184, + "grad_norm": 1.135824809630577, + "learning_rate": 1.9907989575752187e-05, + "loss": 0.2358, + "step": 8479 + }, + { + "epoch": 7.19253604749788, + "grad_norm": 1.1083961486551717, + "learning_rate": 1.9907952393112438e-05, + "loss": 0.2397, + "step": 8480 + }, + { + "epoch": 7.193384223918575, + "grad_norm": 1.236623242672083, + "learning_rate": 1.9907915202995946e-05, + "loss": 0.2562, + "step": 8481 + }, + { + "epoch": 7.194232400339271, + "grad_norm": 1.1496072983771661, + "learning_rate": 1.9907878005402735e-05, + "loss": 0.256, + "step": 8482 + }, + { + "epoch": 7.195080576759966, + "grad_norm": 1.1776449048853244, + "learning_rate": 1.9907840800332835e-05, + "loss": 0.2864, + "step": 8483 + }, + { + "epoch": 7.195928753180661, + "grad_norm": 1.2854748947364156, + "learning_rate": 1.9907803587786273e-05, + "loss": 0.2942, + "step": 8484 + }, + { + "epoch": 7.1967769296013575, + "grad_norm": 1.2258939100483859, + "learning_rate": 1.990776636776308e-05, + "loss": 0.2497, + "step": 8485 + }, + { + "epoch": 7.197625106022053, + "grad_norm": 1.2935028824751569, + "learning_rate": 1.9907729140263284e-05, + "loss": 0.2663, + "step": 8486 + }, + { + "epoch": 7.198473282442748, + "grad_norm": 1.1948156516601764, + "learning_rate": 1.9907691905286908e-05, + "loss": 0.3067, + "step": 8487 + }, + { + "epoch": 7.1993214588634435, + "grad_norm": 1.4821426196866587, + "learning_rate": 1.9907654662833984e-05, + "loss": 0.2256, + "step": 8488 + }, + { + "epoch": 7.200169635284139, + "grad_norm": 1.3077948583827603, + "learning_rate": 1.9907617412904542e-05, + "loss": 0.2859, + "step": 8489 + }, + { + "epoch": 7.201017811704834, + "grad_norm": 1.3832305873644153, + "learning_rate": 1.9907580155498604e-05, + "loss": 0.2848, + "step": 8490 + }, + { + "epoch": 7.2018659881255305, + "grad_norm": 1.253769144081065, + "learning_rate": 1.9907542890616205e-05, + "loss": 0.278, + "step": 8491 + }, + { + "epoch": 7.202714164546226, + "grad_norm": 1.3519180813376472, + "learning_rate": 1.9907505618257367e-05, + "loss": 0.2589, + "step": 8492 + }, + { + "epoch": 7.203562340966921, + "grad_norm": 1.2896555969946841, + "learning_rate": 1.9907468338422125e-05, + "loss": 0.2753, + "step": 8493 + }, + { + "epoch": 7.2044105173876165, + "grad_norm": 1.271906137620772, + "learning_rate": 1.99074310511105e-05, + "loss": 0.2836, + "step": 8494 + }, + { + "epoch": 7.205258693808312, + "grad_norm": 1.2929574300439384, + "learning_rate": 1.990739375632252e-05, + "loss": 0.2463, + "step": 8495 + }, + { + "epoch": 7.206106870229007, + "grad_norm": 1.2841407662166855, + "learning_rate": 1.9907356454058223e-05, + "loss": 0.2623, + "step": 8496 + }, + { + "epoch": 7.206955046649703, + "grad_norm": 1.1513337329472786, + "learning_rate": 1.9907319144317626e-05, + "loss": 0.2485, + "step": 8497 + }, + { + "epoch": 7.207803223070399, + "grad_norm": 1.2275637439070481, + "learning_rate": 1.9907281827100764e-05, + "loss": 0.2371, + "step": 8498 + }, + { + "epoch": 7.208651399491094, + "grad_norm": 1.1727412965239234, + "learning_rate": 1.9907244502407664e-05, + "loss": 0.2228, + "step": 8499 + }, + { + "epoch": 7.2094995759117895, + "grad_norm": 1.2433496525950094, + "learning_rate": 1.9907207170238353e-05, + "loss": 0.2224, + "step": 8500 + }, + { + "epoch": 7.210347752332485, + "grad_norm": 1.166318204121476, + "learning_rate": 1.9907169830592858e-05, + "loss": 0.2437, + "step": 8501 + }, + { + "epoch": 7.211195928753181, + "grad_norm": 1.1275675738015163, + "learning_rate": 1.9907132483471206e-05, + "loss": 0.2069, + "step": 8502 + }, + { + "epoch": 7.212044105173876, + "grad_norm": 1.106941166669788, + "learning_rate": 1.9907095128873428e-05, + "loss": 0.2384, + "step": 8503 + }, + { + "epoch": 7.212892281594572, + "grad_norm": 1.3883143446293509, + "learning_rate": 1.9907057766799554e-05, + "loss": 0.3128, + "step": 8504 + }, + { + "epoch": 7.213740458015267, + "grad_norm": 1.3337158667709883, + "learning_rate": 1.990702039724961e-05, + "loss": 0.2657, + "step": 8505 + }, + { + "epoch": 7.214588634435962, + "grad_norm": 1.6424781675524907, + "learning_rate": 1.9906983020223624e-05, + "loss": 0.2065, + "step": 8506 + }, + { + "epoch": 7.215436810856658, + "grad_norm": 1.3584449073931517, + "learning_rate": 1.9906945635721623e-05, + "loss": 0.1878, + "step": 8507 + }, + { + "epoch": 7.216284987277354, + "grad_norm": 1.2617949382847147, + "learning_rate": 1.990690824374364e-05, + "loss": 0.281, + "step": 8508 + }, + { + "epoch": 7.217133163698049, + "grad_norm": 1.0574628107712694, + "learning_rate": 1.9906870844289698e-05, + "loss": 0.2138, + "step": 8509 + }, + { + "epoch": 7.217981340118745, + "grad_norm": 1.2370985303282667, + "learning_rate": 1.9906833437359822e-05, + "loss": 0.2914, + "step": 8510 + }, + { + "epoch": 7.21882951653944, + "grad_norm": 1.2205844738240457, + "learning_rate": 1.990679602295405e-05, + "loss": 0.2633, + "step": 8511 + }, + { + "epoch": 7.219677692960135, + "grad_norm": 1.2393181979046257, + "learning_rate": 1.9906758601072407e-05, + "loss": 0.2131, + "step": 8512 + }, + { + "epoch": 7.220525869380832, + "grad_norm": 1.1031511605766482, + "learning_rate": 1.9906721171714915e-05, + "loss": 0.2554, + "step": 8513 + }, + { + "epoch": 7.221374045801527, + "grad_norm": 1.1959507717973354, + "learning_rate": 1.9906683734881608e-05, + "loss": 0.2175, + "step": 8514 + }, + { + "epoch": 7.222222222222222, + "grad_norm": 1.315920472128223, + "learning_rate": 1.9906646290572514e-05, + "loss": 0.2737, + "step": 8515 + }, + { + "epoch": 7.223070398642918, + "grad_norm": 1.2471636198016325, + "learning_rate": 1.9906608838787663e-05, + "loss": 0.2663, + "step": 8516 + }, + { + "epoch": 7.223918575063613, + "grad_norm": 1.1766864618326265, + "learning_rate": 1.990657137952708e-05, + "loss": 0.2491, + "step": 8517 + }, + { + "epoch": 7.224766751484308, + "grad_norm": 1.3337488334344727, + "learning_rate": 1.9906533912790792e-05, + "loss": 0.3226, + "step": 8518 + }, + { + "epoch": 7.225614927905005, + "grad_norm": 1.3467789185595462, + "learning_rate": 1.990649643857883e-05, + "loss": 0.3387, + "step": 8519 + }, + { + "epoch": 7.2264631043257, + "grad_norm": 1.2637783887296348, + "learning_rate": 1.9906458956891225e-05, + "loss": 0.3181, + "step": 8520 + }, + { + "epoch": 7.227311280746395, + "grad_norm": 1.1884871533662373, + "learning_rate": 1.9906421467727996e-05, + "loss": 0.2677, + "step": 8521 + }, + { + "epoch": 7.228159457167091, + "grad_norm": 1.2220522401232947, + "learning_rate": 1.990638397108918e-05, + "loss": 0.3025, + "step": 8522 + }, + { + "epoch": 7.229007633587786, + "grad_norm": 1.213970079832918, + "learning_rate": 1.9906346466974802e-05, + "loss": 0.2668, + "step": 8523 + }, + { + "epoch": 7.229855810008482, + "grad_norm": 1.4801161052196241, + "learning_rate": 1.990630895538489e-05, + "loss": 0.2282, + "step": 8524 + }, + { + "epoch": 7.2307039864291776, + "grad_norm": 1.3917176166269982, + "learning_rate": 1.9906271436319475e-05, + "loss": 0.273, + "step": 8525 + }, + { + "epoch": 7.231552162849873, + "grad_norm": 1.2306231562095522, + "learning_rate": 1.990623390977858e-05, + "loss": 0.2755, + "step": 8526 + }, + { + "epoch": 7.232400339270568, + "grad_norm": 1.0576415083644148, + "learning_rate": 1.9906196375762242e-05, + "loss": 0.2205, + "step": 8527 + }, + { + "epoch": 7.233248515691264, + "grad_norm": 1.1583054333349725, + "learning_rate": 1.990615883427048e-05, + "loss": 0.2408, + "step": 8528 + }, + { + "epoch": 7.234096692111959, + "grad_norm": 1.221569054311133, + "learning_rate": 1.990612128530333e-05, + "loss": 0.2034, + "step": 8529 + }, + { + "epoch": 7.234944868532655, + "grad_norm": 1.4016097384027233, + "learning_rate": 1.990608372886081e-05, + "loss": 0.2964, + "step": 8530 + }, + { + "epoch": 7.2357930449533505, + "grad_norm": 1.40675816796155, + "learning_rate": 1.990604616494296e-05, + "loss": 0.282, + "step": 8531 + }, + { + "epoch": 7.236641221374046, + "grad_norm": 1.332835014963114, + "learning_rate": 1.99060085935498e-05, + "loss": 0.2483, + "step": 8532 + }, + { + "epoch": 7.237489397794741, + "grad_norm": 1.1354085176914073, + "learning_rate": 1.9905971014681364e-05, + "loss": 0.2631, + "step": 8533 + }, + { + "epoch": 7.2383375742154366, + "grad_norm": 1.0590747096695954, + "learning_rate": 1.990593342833768e-05, + "loss": 0.2034, + "step": 8534 + }, + { + "epoch": 7.239185750636132, + "grad_norm": 1.2368469864198335, + "learning_rate": 1.9905895834518772e-05, + "loss": 0.3373, + "step": 8535 + }, + { + "epoch": 7.240033927056828, + "grad_norm": 1.1889778332078096, + "learning_rate": 1.990585823322467e-05, + "loss": 0.2361, + "step": 8536 + }, + { + "epoch": 7.2408821034775235, + "grad_norm": 1.277350966507812, + "learning_rate": 1.9905820624455403e-05, + "loss": 0.2731, + "step": 8537 + }, + { + "epoch": 7.241730279898219, + "grad_norm": 1.5296134806523003, + "learning_rate": 1.9905783008211e-05, + "loss": 0.3095, + "step": 8538 + }, + { + "epoch": 7.242578456318914, + "grad_norm": 1.3497206219053968, + "learning_rate": 1.9905745384491492e-05, + "loss": 0.2621, + "step": 8539 + }, + { + "epoch": 7.2434266327396095, + "grad_norm": 1.3656056442504512, + "learning_rate": 1.99057077532969e-05, + "loss": 0.2371, + "step": 8540 + }, + { + "epoch": 7.244274809160306, + "grad_norm": 1.1151583020016067, + "learning_rate": 1.9905670114627257e-05, + "loss": 0.2111, + "step": 8541 + }, + { + "epoch": 7.245122985581001, + "grad_norm": 1.433466625696919, + "learning_rate": 1.9905632468482595e-05, + "loss": 0.2554, + "step": 8542 + }, + { + "epoch": 7.245971162001696, + "grad_norm": 1.2109656518004916, + "learning_rate": 1.9905594814862936e-05, + "loss": 0.249, + "step": 8543 + }, + { + "epoch": 7.246819338422392, + "grad_norm": 1.304606085787767, + "learning_rate": 1.990555715376831e-05, + "loss": 0.2637, + "step": 8544 + }, + { + "epoch": 7.247667514843087, + "grad_norm": 1.2382789993674865, + "learning_rate": 1.9905519485198747e-05, + "loss": 0.2304, + "step": 8545 + }, + { + "epoch": 7.2485156912637825, + "grad_norm": 1.4388436686861965, + "learning_rate": 1.9905481809154277e-05, + "loss": 0.186, + "step": 8546 + }, + { + "epoch": 7.249363867684479, + "grad_norm": 1.1031630976554787, + "learning_rate": 1.9905444125634923e-05, + "loss": 0.2526, + "step": 8547 + }, + { + "epoch": 7.250212044105174, + "grad_norm": 1.4146234635562003, + "learning_rate": 1.9905406434640717e-05, + "loss": 0.2837, + "step": 8548 + }, + { + "epoch": 7.251060220525869, + "grad_norm": 1.4211307768457575, + "learning_rate": 1.990536873617169e-05, + "loss": 0.2664, + "step": 8549 + }, + { + "epoch": 7.251908396946565, + "grad_norm": 1.298179942541445, + "learning_rate": 1.9905331030227867e-05, + "loss": 0.2615, + "step": 8550 + }, + { + "epoch": 7.25275657336726, + "grad_norm": 1.2053636926053313, + "learning_rate": 1.9905293316809274e-05, + "loss": 0.2609, + "step": 8551 + }, + { + "epoch": 7.253604749787955, + "grad_norm": 1.1750789814196445, + "learning_rate": 1.9905255595915943e-05, + "loss": 0.2363, + "step": 8552 + }, + { + "epoch": 7.254452926208652, + "grad_norm": 1.2010628320865513, + "learning_rate": 1.9905217867547903e-05, + "loss": 0.216, + "step": 8553 + }, + { + "epoch": 7.255301102629347, + "grad_norm": 1.1160235188356247, + "learning_rate": 1.990518013170518e-05, + "loss": 0.2564, + "step": 8554 + }, + { + "epoch": 7.256149279050042, + "grad_norm": 1.1312078448327838, + "learning_rate": 1.9905142388387807e-05, + "loss": 0.2173, + "step": 8555 + }, + { + "epoch": 7.256997455470738, + "grad_norm": 1.1988127388220933, + "learning_rate": 1.9905104637595806e-05, + "loss": 0.2495, + "step": 8556 + }, + { + "epoch": 7.257845631891433, + "grad_norm": 1.3425437124578146, + "learning_rate": 1.990506687932921e-05, + "loss": 0.2492, + "step": 8557 + }, + { + "epoch": 7.258693808312129, + "grad_norm": 1.2022647947290657, + "learning_rate": 1.990502911358805e-05, + "loss": 0.184, + "step": 8558 + }, + { + "epoch": 7.259541984732825, + "grad_norm": 1.2474121672876912, + "learning_rate": 1.9904991340372345e-05, + "loss": 0.2518, + "step": 8559 + }, + { + "epoch": 7.26039016115352, + "grad_norm": 1.366129469127476, + "learning_rate": 1.990495355968213e-05, + "loss": 0.274, + "step": 8560 + }, + { + "epoch": 7.261238337574215, + "grad_norm": 1.2030495739748985, + "learning_rate": 1.9904915771517437e-05, + "loss": 0.2317, + "step": 8561 + }, + { + "epoch": 7.262086513994911, + "grad_norm": 1.373911251648002, + "learning_rate": 1.9904877975878287e-05, + "loss": 0.2528, + "step": 8562 + }, + { + "epoch": 7.262934690415607, + "grad_norm": 1.3427325149984146, + "learning_rate": 1.9904840172764715e-05, + "loss": 0.2687, + "step": 8563 + }, + { + "epoch": 7.263782866836302, + "grad_norm": 1.3445659977863218, + "learning_rate": 1.990480236217674e-05, + "loss": 0.3365, + "step": 8564 + }, + { + "epoch": 7.264631043256998, + "grad_norm": 1.279585857592398, + "learning_rate": 1.9904764544114403e-05, + "loss": 0.2593, + "step": 8565 + }, + { + "epoch": 7.265479219677693, + "grad_norm": 1.2771316536247044, + "learning_rate": 1.9904726718577725e-05, + "loss": 0.2626, + "step": 8566 + }, + { + "epoch": 7.266327396098388, + "grad_norm": 1.293653767089505, + "learning_rate": 1.9904688885566736e-05, + "loss": 0.3094, + "step": 8567 + }, + { + "epoch": 7.267175572519084, + "grad_norm": 1.2507416354689842, + "learning_rate": 1.9904651045081464e-05, + "loss": 0.2787, + "step": 8568 + }, + { + "epoch": 7.26802374893978, + "grad_norm": 1.153400160307515, + "learning_rate": 1.990461319712194e-05, + "loss": 0.2342, + "step": 8569 + }, + { + "epoch": 7.268871925360475, + "grad_norm": 1.205188410179405, + "learning_rate": 1.990457534168819e-05, + "loss": 0.2793, + "step": 8570 + }, + { + "epoch": 7.269720101781171, + "grad_norm": 1.3063323429001445, + "learning_rate": 1.990453747878024e-05, + "loss": 0.2189, + "step": 8571 + }, + { + "epoch": 7.270568278201866, + "grad_norm": 1.4024521510512462, + "learning_rate": 1.990449960839812e-05, + "loss": 0.2481, + "step": 8572 + }, + { + "epoch": 7.271416454622561, + "grad_norm": 1.3121409095069572, + "learning_rate": 1.9904461730541867e-05, + "loss": 0.2751, + "step": 8573 + }, + { + "epoch": 7.272264631043257, + "grad_norm": 1.326392960496912, + "learning_rate": 1.99044238452115e-05, + "loss": 0.2495, + "step": 8574 + }, + { + "epoch": 7.273112807463953, + "grad_norm": 1.1820279810210492, + "learning_rate": 1.9904385952407052e-05, + "loss": 0.2414, + "step": 8575 + }, + { + "epoch": 7.273960983884648, + "grad_norm": 1.2594695472131305, + "learning_rate": 1.990434805212855e-05, + "loss": 0.2566, + "step": 8576 + }, + { + "epoch": 7.2748091603053435, + "grad_norm": 1.085203755505879, + "learning_rate": 1.990431014437602e-05, + "loss": 0.217, + "step": 8577 + }, + { + "epoch": 7.275657336726039, + "grad_norm": 1.4292974163241707, + "learning_rate": 1.9904272229149496e-05, + "loss": 0.2799, + "step": 8578 + }, + { + "epoch": 7.276505513146734, + "grad_norm": 1.5063274519707048, + "learning_rate": 1.9904234306449003e-05, + "loss": 0.2658, + "step": 8579 + }, + { + "epoch": 7.2773536895674305, + "grad_norm": 1.134964212794298, + "learning_rate": 1.990419637627457e-05, + "loss": 0.296, + "step": 8580 + }, + { + "epoch": 7.278201865988126, + "grad_norm": 1.1870999352560077, + "learning_rate": 1.9904158438626227e-05, + "loss": 0.2827, + "step": 8581 + }, + { + "epoch": 7.279050042408821, + "grad_norm": 1.275234633113352, + "learning_rate": 1.9904120493504004e-05, + "loss": 0.2641, + "step": 8582 + }, + { + "epoch": 7.2798982188295165, + "grad_norm": 1.372830699477447, + "learning_rate": 1.9904082540907924e-05, + "loss": 0.2593, + "step": 8583 + }, + { + "epoch": 7.280746395250212, + "grad_norm": 1.2558235941163123, + "learning_rate": 1.990404458083802e-05, + "loss": 0.234, + "step": 8584 + }, + { + "epoch": 7.281594571670907, + "grad_norm": 1.6353356580004004, + "learning_rate": 1.990400661329432e-05, + "loss": 0.2878, + "step": 8585 + }, + { + "epoch": 7.282442748091603, + "grad_norm": 1.2063713286942817, + "learning_rate": 1.9903968638276853e-05, + "loss": 0.2142, + "step": 8586 + }, + { + "epoch": 7.283290924512299, + "grad_norm": 1.2610222411619474, + "learning_rate": 1.9903930655785647e-05, + "loss": 0.2771, + "step": 8587 + }, + { + "epoch": 7.284139100932994, + "grad_norm": 1.2197042316583622, + "learning_rate": 1.990389266582073e-05, + "loss": 0.2252, + "step": 8588 + }, + { + "epoch": 7.2849872773536894, + "grad_norm": 1.114393138987209, + "learning_rate": 1.990385466838213e-05, + "loss": 0.2168, + "step": 8589 + }, + { + "epoch": 7.285835453774385, + "grad_norm": 1.2992291057349734, + "learning_rate": 1.990381666346988e-05, + "loss": 0.2561, + "step": 8590 + }, + { + "epoch": 7.28668363019508, + "grad_norm": 1.1832145617479122, + "learning_rate": 1.9903778651084005e-05, + "loss": 0.2326, + "step": 8591 + }, + { + "epoch": 7.287531806615776, + "grad_norm": 1.3122569599175, + "learning_rate": 1.9903740631224534e-05, + "loss": 0.2919, + "step": 8592 + }, + { + "epoch": 7.288379983036472, + "grad_norm": 1.3394667854854072, + "learning_rate": 1.9903702603891495e-05, + "loss": 0.2657, + "step": 8593 + }, + { + "epoch": 7.289228159457167, + "grad_norm": 1.1961592834215264, + "learning_rate": 1.990366456908492e-05, + "loss": 0.2459, + "step": 8594 + }, + { + "epoch": 7.290076335877862, + "grad_norm": 1.1564808963380366, + "learning_rate": 1.9903626526804835e-05, + "loss": 0.2647, + "step": 8595 + }, + { + "epoch": 7.290924512298558, + "grad_norm": 1.1004771376293607, + "learning_rate": 1.9903588477051267e-05, + "loss": 0.2651, + "step": 8596 + }, + { + "epoch": 7.291772688719254, + "grad_norm": 1.2004536777596024, + "learning_rate": 1.990355041982425e-05, + "loss": 0.2592, + "step": 8597 + }, + { + "epoch": 7.292620865139949, + "grad_norm": 1.1689479127871913, + "learning_rate": 1.9903512355123808e-05, + "loss": 0.3133, + "step": 8598 + }, + { + "epoch": 7.293469041560645, + "grad_norm": 1.1538446526648665, + "learning_rate": 1.9903474282949973e-05, + "loss": 0.2734, + "step": 8599 + }, + { + "epoch": 7.29431721798134, + "grad_norm": 1.3885122422090983, + "learning_rate": 1.990343620330277e-05, + "loss": 0.2848, + "step": 8600 + }, + { + "epoch": 7.295165394402035, + "grad_norm": 1.1736337571474411, + "learning_rate": 1.9903398116182232e-05, + "loss": 0.2505, + "step": 8601 + }, + { + "epoch": 7.296013570822731, + "grad_norm": 1.335896457490705, + "learning_rate": 1.9903360021588383e-05, + "loss": 0.3215, + "step": 8602 + }, + { + "epoch": 7.296861747243427, + "grad_norm": 1.234376275378146, + "learning_rate": 1.9903321919521255e-05, + "loss": 0.2534, + "step": 8603 + }, + { + "epoch": 7.297709923664122, + "grad_norm": 1.2715786140172494, + "learning_rate": 1.9903283809980877e-05, + "loss": 0.258, + "step": 8604 + }, + { + "epoch": 7.298558100084818, + "grad_norm": 1.3472941056106282, + "learning_rate": 1.9903245692967276e-05, + "loss": 0.3193, + "step": 8605 + }, + { + "epoch": 7.299406276505513, + "grad_norm": 1.389157324941165, + "learning_rate": 1.9903207568480486e-05, + "loss": 0.2834, + "step": 8606 + }, + { + "epoch": 7.300254452926208, + "grad_norm": 1.2597820490322658, + "learning_rate": 1.9903169436520528e-05, + "loss": 0.2722, + "step": 8607 + }, + { + "epoch": 7.301102629346905, + "grad_norm": 1.0720809362746035, + "learning_rate": 1.990313129708743e-05, + "loss": 0.2134, + "step": 8608 + }, + { + "epoch": 7.3019508057676, + "grad_norm": 1.3509065985900486, + "learning_rate": 1.990309315018123e-05, + "loss": 0.2748, + "step": 8609 + }, + { + "epoch": 7.302798982188295, + "grad_norm": 1.4417497601982288, + "learning_rate": 1.990305499580195e-05, + "loss": 0.2594, + "step": 8610 + }, + { + "epoch": 7.303647158608991, + "grad_norm": 1.2822190022172666, + "learning_rate": 1.990301683394962e-05, + "loss": 0.2763, + "step": 8611 + }, + { + "epoch": 7.304495335029686, + "grad_norm": 1.367806236760576, + "learning_rate": 1.9902978664624272e-05, + "loss": 0.2727, + "step": 8612 + }, + { + "epoch": 7.305343511450381, + "grad_norm": 1.3460588356671095, + "learning_rate": 1.990294048782593e-05, + "loss": 0.2512, + "step": 8613 + }, + { + "epoch": 7.3061916878710775, + "grad_norm": 1.2408249527959965, + "learning_rate": 1.9902902303554627e-05, + "loss": 0.3205, + "step": 8614 + }, + { + "epoch": 7.307039864291773, + "grad_norm": 1.254481595519254, + "learning_rate": 1.9902864111810386e-05, + "loss": 0.3425, + "step": 8615 + }, + { + "epoch": 7.307888040712468, + "grad_norm": 1.19126839910998, + "learning_rate": 1.9902825912593243e-05, + "loss": 0.2649, + "step": 8616 + }, + { + "epoch": 7.308736217133164, + "grad_norm": 1.2699584701572502, + "learning_rate": 1.990278770590322e-05, + "loss": 0.3022, + "step": 8617 + }, + { + "epoch": 7.309584393553859, + "grad_norm": 1.2871746539534268, + "learning_rate": 1.9902749491740355e-05, + "loss": 0.2725, + "step": 8618 + }, + { + "epoch": 7.310432569974555, + "grad_norm": 1.5217012935837804, + "learning_rate": 1.9902711270104667e-05, + "loss": 0.2672, + "step": 8619 + }, + { + "epoch": 7.3112807463952505, + "grad_norm": 1.496288777009637, + "learning_rate": 1.990267304099619e-05, + "loss": 0.2558, + "step": 8620 + }, + { + "epoch": 7.312128922815946, + "grad_norm": 1.2638606281299287, + "learning_rate": 1.990263480441495e-05, + "loss": 0.242, + "step": 8621 + }, + { + "epoch": 7.312977099236641, + "grad_norm": 1.1930398809705876, + "learning_rate": 1.9902596560360976e-05, + "loss": 0.2451, + "step": 8622 + }, + { + "epoch": 7.3138252756573365, + "grad_norm": 1.2261298407225587, + "learning_rate": 1.99025583088343e-05, + "loss": 0.253, + "step": 8623 + }, + { + "epoch": 7.314673452078032, + "grad_norm": 1.262047652092717, + "learning_rate": 1.9902520049834952e-05, + "loss": 0.2891, + "step": 8624 + }, + { + "epoch": 7.315521628498728, + "grad_norm": 1.1852957199659138, + "learning_rate": 1.990248178336296e-05, + "loss": 0.3317, + "step": 8625 + }, + { + "epoch": 7.3163698049194235, + "grad_norm": 1.2616443108935733, + "learning_rate": 1.9902443509418346e-05, + "loss": 0.2963, + "step": 8626 + }, + { + "epoch": 7.317217981340119, + "grad_norm": 1.2048867534347079, + "learning_rate": 1.9902405228001145e-05, + "loss": 0.2327, + "step": 8627 + }, + { + "epoch": 7.318066157760814, + "grad_norm": 1.2592624905120213, + "learning_rate": 1.9902366939111386e-05, + "loss": 0.2512, + "step": 8628 + }, + { + "epoch": 7.3189143341815095, + "grad_norm": 1.2258462796633938, + "learning_rate": 1.9902328642749096e-05, + "loss": 0.2565, + "step": 8629 + }, + { + "epoch": 7.319762510602205, + "grad_norm": 1.1457849476655206, + "learning_rate": 1.9902290338914305e-05, + "loss": 0.2437, + "step": 8630 + }, + { + "epoch": 7.320610687022901, + "grad_norm": 1.4517716008290784, + "learning_rate": 1.990225202760704e-05, + "loss": 0.2472, + "step": 8631 + }, + { + "epoch": 7.321458863443596, + "grad_norm": 1.2128382033376457, + "learning_rate": 1.9902213708827334e-05, + "loss": 0.207, + "step": 8632 + }, + { + "epoch": 7.322307039864292, + "grad_norm": 1.2381900316901349, + "learning_rate": 1.9902175382575213e-05, + "loss": 0.2789, + "step": 8633 + }, + { + "epoch": 7.323155216284987, + "grad_norm": 1.2366183868963228, + "learning_rate": 1.9902137048850706e-05, + "loss": 0.2653, + "step": 8634 + }, + { + "epoch": 7.3240033927056825, + "grad_norm": 1.2822920958237851, + "learning_rate": 1.990209870765384e-05, + "loss": 0.2542, + "step": 8635 + }, + { + "epoch": 7.324851569126379, + "grad_norm": 1.231535030899193, + "learning_rate": 1.990206035898465e-05, + "loss": 0.2688, + "step": 8636 + }, + { + "epoch": 7.325699745547074, + "grad_norm": 1.1407934727425701, + "learning_rate": 1.990202200284316e-05, + "loss": 0.2283, + "step": 8637 + }, + { + "epoch": 7.326547921967769, + "grad_norm": 1.1460177794806565, + "learning_rate": 1.99019836392294e-05, + "loss": 0.2149, + "step": 8638 + }, + { + "epoch": 7.327396098388465, + "grad_norm": 1.158334335005309, + "learning_rate": 1.9901945268143397e-05, + "loss": 0.2624, + "step": 8639 + }, + { + "epoch": 7.32824427480916, + "grad_norm": 1.2688435615002263, + "learning_rate": 1.9901906889585182e-05, + "loss": 0.2643, + "step": 8640 + }, + { + "epoch": 7.329092451229855, + "grad_norm": 1.3811383951295286, + "learning_rate": 1.9901868503554788e-05, + "loss": 0.2681, + "step": 8641 + }, + { + "epoch": 7.329940627650552, + "grad_norm": 1.2445827453736267, + "learning_rate": 1.9901830110052235e-05, + "loss": 0.2243, + "step": 8642 + }, + { + "epoch": 7.330788804071247, + "grad_norm": 1.4638394966358732, + "learning_rate": 1.9901791709077557e-05, + "loss": 0.2698, + "step": 8643 + }, + { + "epoch": 7.331636980491942, + "grad_norm": 1.2580659090163797, + "learning_rate": 1.9901753300630785e-05, + "loss": 0.2, + "step": 8644 + }, + { + "epoch": 7.332485156912638, + "grad_norm": 1.470900192686864, + "learning_rate": 1.9901714884711945e-05, + "loss": 0.3252, + "step": 8645 + }, + { + "epoch": 7.333333333333333, + "grad_norm": 1.1515617527975965, + "learning_rate": 1.990167646132107e-05, + "loss": 0.2369, + "step": 8646 + }, + { + "epoch": 7.334181509754028, + "grad_norm": 1.1888413481178801, + "learning_rate": 1.990163803045818e-05, + "loss": 0.2483, + "step": 8647 + }, + { + "epoch": 7.335029686174725, + "grad_norm": 1.0721264568977389, + "learning_rate": 1.990159959212331e-05, + "loss": 0.2108, + "step": 8648 + }, + { + "epoch": 7.33587786259542, + "grad_norm": 1.2070183140486028, + "learning_rate": 1.9901561146316494e-05, + "loss": 0.3098, + "step": 8649 + }, + { + "epoch": 7.336726039016115, + "grad_norm": 1.2390147477308007, + "learning_rate": 1.9901522693037756e-05, + "loss": 0.2924, + "step": 8650 + }, + { + "epoch": 7.337574215436811, + "grad_norm": 1.541027110537084, + "learning_rate": 1.9901484232287122e-05, + "loss": 0.3282, + "step": 8651 + }, + { + "epoch": 7.338422391857506, + "grad_norm": 1.1781380401297734, + "learning_rate": 1.9901445764064622e-05, + "loss": 0.1975, + "step": 8652 + }, + { + "epoch": 7.339270568278202, + "grad_norm": 1.4526461366174435, + "learning_rate": 1.9901407288370288e-05, + "loss": 0.2764, + "step": 8653 + }, + { + "epoch": 7.340118744698898, + "grad_norm": 1.237097235075991, + "learning_rate": 1.990136880520415e-05, + "loss": 0.2347, + "step": 8654 + }, + { + "epoch": 7.340966921119593, + "grad_norm": 1.2554810496228543, + "learning_rate": 1.9901330314566235e-05, + "loss": 0.2481, + "step": 8655 + }, + { + "epoch": 7.341815097540288, + "grad_norm": 1.1517227131478776, + "learning_rate": 1.9901291816456573e-05, + "loss": 0.2416, + "step": 8656 + }, + { + "epoch": 7.342663273960984, + "grad_norm": 1.1966802143748705, + "learning_rate": 1.990125331087519e-05, + "loss": 0.2609, + "step": 8657 + }, + { + "epoch": 7.34351145038168, + "grad_norm": 1.1849689317262808, + "learning_rate": 1.9901214797822115e-05, + "loss": 0.2482, + "step": 8658 + }, + { + "epoch": 7.344359626802375, + "grad_norm": 1.2130085011360814, + "learning_rate": 1.9901176277297383e-05, + "loss": 0.2181, + "step": 8659 + }, + { + "epoch": 7.3452078032230705, + "grad_norm": 1.2215772766474513, + "learning_rate": 1.9901137749301015e-05, + "loss": 0.2439, + "step": 8660 + }, + { + "epoch": 7.346055979643766, + "grad_norm": 1.1904956197526357, + "learning_rate": 1.990109921383305e-05, + "loss": 0.2623, + "step": 8661 + }, + { + "epoch": 7.346904156064461, + "grad_norm": 1.376284091536746, + "learning_rate": 1.9901060670893505e-05, + "loss": 0.2059, + "step": 8662 + }, + { + "epoch": 7.347752332485157, + "grad_norm": 1.203850548711592, + "learning_rate": 1.9901022120482422e-05, + "loss": 0.2118, + "step": 8663 + }, + { + "epoch": 7.348600508905853, + "grad_norm": 1.450931147433247, + "learning_rate": 1.9900983562599817e-05, + "loss": 0.3194, + "step": 8664 + }, + { + "epoch": 7.349448685326548, + "grad_norm": 1.2843888444390485, + "learning_rate": 1.990094499724573e-05, + "loss": 0.275, + "step": 8665 + }, + { + "epoch": 7.3502968617472435, + "grad_norm": 1.2528026415280482, + "learning_rate": 1.9900906424420184e-05, + "loss": 0.2588, + "step": 8666 + }, + { + "epoch": 7.351145038167939, + "grad_norm": 1.3510530294620737, + "learning_rate": 1.990086784412321e-05, + "loss": 0.2534, + "step": 8667 + }, + { + "epoch": 7.351993214588634, + "grad_norm": 1.282829814957644, + "learning_rate": 1.990082925635484e-05, + "loss": 0.2562, + "step": 8668 + }, + { + "epoch": 7.3528413910093295, + "grad_norm": 0.9889441281192545, + "learning_rate": 1.9900790661115094e-05, + "loss": 0.2245, + "step": 8669 + }, + { + "epoch": 7.353689567430026, + "grad_norm": 1.1765758147328087, + "learning_rate": 1.9900752058404012e-05, + "loss": 0.2398, + "step": 8670 + }, + { + "epoch": 7.354537743850721, + "grad_norm": 1.1227358898896749, + "learning_rate": 1.990071344822162e-05, + "loss": 0.2874, + "step": 8671 + }, + { + "epoch": 7.3553859202714165, + "grad_norm": 1.434480525894844, + "learning_rate": 1.990067483056794e-05, + "loss": 0.2404, + "step": 8672 + }, + { + "epoch": 7.356234096692112, + "grad_norm": 1.2668463685832865, + "learning_rate": 1.9900636205443012e-05, + "loss": 0.2501, + "step": 8673 + }, + { + "epoch": 7.357082273112807, + "grad_norm": 1.3877512168468076, + "learning_rate": 1.9900597572846857e-05, + "loss": 0.2677, + "step": 8674 + }, + { + "epoch": 7.357930449533503, + "grad_norm": 1.2704000416432033, + "learning_rate": 1.9900558932779504e-05, + "loss": 0.2478, + "step": 8675 + }, + { + "epoch": 7.358778625954199, + "grad_norm": 1.3346349799954706, + "learning_rate": 1.9900520285240993e-05, + "loss": 0.2503, + "step": 8676 + }, + { + "epoch": 7.359626802374894, + "grad_norm": 1.229069047163694, + "learning_rate": 1.9900481630231336e-05, + "loss": 0.2733, + "step": 8677 + }, + { + "epoch": 7.360474978795589, + "grad_norm": 1.2652875658876708, + "learning_rate": 1.9900442967750577e-05, + "loss": 0.3162, + "step": 8678 + }, + { + "epoch": 7.361323155216285, + "grad_norm": 1.120526735310447, + "learning_rate": 1.990040429779874e-05, + "loss": 0.2411, + "step": 8679 + }, + { + "epoch": 7.36217133163698, + "grad_norm": 1.388471467749694, + "learning_rate": 1.9900365620375853e-05, + "loss": 0.283, + "step": 8680 + }, + { + "epoch": 7.363019508057676, + "grad_norm": 1.2962717666845596, + "learning_rate": 1.9900326935481945e-05, + "loss": 0.253, + "step": 8681 + }, + { + "epoch": 7.363867684478372, + "grad_norm": 1.1489781653574784, + "learning_rate": 1.9900288243117044e-05, + "loss": 0.2401, + "step": 8682 + }, + { + "epoch": 7.364715860899067, + "grad_norm": 1.2776252627470273, + "learning_rate": 1.9900249543281186e-05, + "loss": 0.248, + "step": 8683 + }, + { + "epoch": 7.365564037319762, + "grad_norm": 1.2702934042938911, + "learning_rate": 1.9900210835974394e-05, + "loss": 0.248, + "step": 8684 + }, + { + "epoch": 7.366412213740458, + "grad_norm": 1.3550408442726387, + "learning_rate": 1.99001721211967e-05, + "loss": 0.2046, + "step": 8685 + }, + { + "epoch": 7.367260390161153, + "grad_norm": 1.4742307495320877, + "learning_rate": 1.9900133398948127e-05, + "loss": 0.2403, + "step": 8686 + }, + { + "epoch": 7.368108566581849, + "grad_norm": 1.332005365443203, + "learning_rate": 1.9900094669228714e-05, + "loss": 0.2036, + "step": 8687 + }, + { + "epoch": 7.368956743002545, + "grad_norm": 1.1982326015625566, + "learning_rate": 1.9900055932038483e-05, + "loss": 0.2483, + "step": 8688 + }, + { + "epoch": 7.36980491942324, + "grad_norm": 1.233282262596048, + "learning_rate": 1.9900017187377467e-05, + "loss": 0.3129, + "step": 8689 + }, + { + "epoch": 7.370653095843935, + "grad_norm": 1.118056675810936, + "learning_rate": 1.9899978435245694e-05, + "loss": 0.2309, + "step": 8690 + }, + { + "epoch": 7.371501272264631, + "grad_norm": 1.1243075282373918, + "learning_rate": 1.9899939675643192e-05, + "loss": 0.258, + "step": 8691 + }, + { + "epoch": 7.372349448685327, + "grad_norm": 1.2720537036266792, + "learning_rate": 1.989990090856999e-05, + "loss": 0.308, + "step": 8692 + }, + { + "epoch": 7.373197625106022, + "grad_norm": 1.4282942783949832, + "learning_rate": 1.9899862134026123e-05, + "loss": 0.2802, + "step": 8693 + }, + { + "epoch": 7.374045801526718, + "grad_norm": 1.2798783422291184, + "learning_rate": 1.9899823352011614e-05, + "loss": 0.2842, + "step": 8694 + }, + { + "epoch": 7.374893977947413, + "grad_norm": 1.161631477185283, + "learning_rate": 1.9899784562526495e-05, + "loss": 0.2331, + "step": 8695 + }, + { + "epoch": 7.375742154368108, + "grad_norm": 1.2234225547349393, + "learning_rate": 1.9899745765570792e-05, + "loss": 0.2335, + "step": 8696 + }, + { + "epoch": 7.376590330788804, + "grad_norm": 1.279541574071637, + "learning_rate": 1.989970696114454e-05, + "loss": 0.1855, + "step": 8697 + }, + { + "epoch": 7.3774385072095, + "grad_norm": 1.2519364975005733, + "learning_rate": 1.9899668149247762e-05, + "loss": 0.2236, + "step": 8698 + }, + { + "epoch": 7.378286683630195, + "grad_norm": 1.3766962611078915, + "learning_rate": 1.989962932988049e-05, + "loss": 0.2766, + "step": 8699 + }, + { + "epoch": 7.379134860050891, + "grad_norm": 1.2581139878412537, + "learning_rate": 1.9899590503042755e-05, + "loss": 0.2797, + "step": 8700 + }, + { + "epoch": 7.379983036471586, + "grad_norm": 1.0910524970791788, + "learning_rate": 1.9899551668734583e-05, + "loss": 0.2556, + "step": 8701 + }, + { + "epoch": 7.380831212892281, + "grad_norm": 1.167748491596662, + "learning_rate": 1.9899512826956008e-05, + "loss": 0.2699, + "step": 8702 + }, + { + "epoch": 7.3816793893129775, + "grad_norm": 1.2227018537793606, + "learning_rate": 1.989947397770706e-05, + "loss": 0.2884, + "step": 8703 + }, + { + "epoch": 7.382527565733673, + "grad_norm": 1.3051120361711437, + "learning_rate": 1.9899435120987757e-05, + "loss": 0.2632, + "step": 8704 + }, + { + "epoch": 7.383375742154368, + "grad_norm": 1.1503060987108003, + "learning_rate": 1.989939625679814e-05, + "loss": 0.2475, + "step": 8705 + }, + { + "epoch": 7.3842239185750635, + "grad_norm": 1.311234415739696, + "learning_rate": 1.9899357385138234e-05, + "loss": 0.2959, + "step": 8706 + }, + { + "epoch": 7.385072094995759, + "grad_norm": 1.3064517517321246, + "learning_rate": 1.989931850600807e-05, + "loss": 0.1821, + "step": 8707 + }, + { + "epoch": 7.385920271416454, + "grad_norm": 1.3151560727321951, + "learning_rate": 1.9899279619407673e-05, + "loss": 0.2321, + "step": 8708 + }, + { + "epoch": 7.3867684478371505, + "grad_norm": 1.398521351893611, + "learning_rate": 1.9899240725337078e-05, + "loss": 0.2392, + "step": 8709 + }, + { + "epoch": 7.387616624257846, + "grad_norm": 1.4108578554499265, + "learning_rate": 1.9899201823796313e-05, + "loss": 0.266, + "step": 8710 + }, + { + "epoch": 7.388464800678541, + "grad_norm": 1.2180817723352766, + "learning_rate": 1.9899162914785405e-05, + "loss": 0.266, + "step": 8711 + }, + { + "epoch": 7.3893129770992365, + "grad_norm": 1.2871844895403874, + "learning_rate": 1.9899123998304385e-05, + "loss": 0.2439, + "step": 8712 + }, + { + "epoch": 7.390161153519932, + "grad_norm": 1.2365658636673678, + "learning_rate": 1.989908507435328e-05, + "loss": 0.2599, + "step": 8713 + }, + { + "epoch": 7.391009329940628, + "grad_norm": 1.1535833212567432, + "learning_rate": 1.989904614293212e-05, + "loss": 0.2292, + "step": 8714 + }, + { + "epoch": 7.391857506361323, + "grad_norm": 1.1376750676500353, + "learning_rate": 1.989900720404094e-05, + "loss": 0.2322, + "step": 8715 + }, + { + "epoch": 7.392705682782019, + "grad_norm": 1.3623563698333707, + "learning_rate": 1.989896825767976e-05, + "loss": 0.2632, + "step": 8716 + }, + { + "epoch": 7.393553859202714, + "grad_norm": 1.4372189411617062, + "learning_rate": 1.989892930384862e-05, + "loss": 0.2616, + "step": 8717 + }, + { + "epoch": 7.3944020356234095, + "grad_norm": 1.2751799202036103, + "learning_rate": 1.9898890342547543e-05, + "loss": 0.2729, + "step": 8718 + }, + { + "epoch": 7.395250212044105, + "grad_norm": 1.2800027599523331, + "learning_rate": 1.9898851373776557e-05, + "loss": 0.2465, + "step": 8719 + }, + { + "epoch": 7.396098388464801, + "grad_norm": 1.2594724851067232, + "learning_rate": 1.9898812397535696e-05, + "loss": 0.2394, + "step": 8720 + }, + { + "epoch": 7.396946564885496, + "grad_norm": 1.145249164001412, + "learning_rate": 1.9898773413824986e-05, + "loss": 0.2633, + "step": 8721 + }, + { + "epoch": 7.397794741306192, + "grad_norm": 1.459893924681923, + "learning_rate": 1.9898734422644456e-05, + "loss": 0.2842, + "step": 8722 + }, + { + "epoch": 7.398642917726887, + "grad_norm": 1.2604491160217217, + "learning_rate": 1.989869542399414e-05, + "loss": 0.2583, + "step": 8723 + }, + { + "epoch": 7.399491094147582, + "grad_norm": 1.3291629697910228, + "learning_rate": 1.989865641787406e-05, + "loss": 0.2111, + "step": 8724 + }, + { + "epoch": 7.400339270568278, + "grad_norm": 1.2519345402079507, + "learning_rate": 1.9898617404284254e-05, + "loss": 0.2668, + "step": 8725 + }, + { + "epoch": 7.401187446988974, + "grad_norm": 1.2905127508151482, + "learning_rate": 1.9898578383224745e-05, + "loss": 0.2428, + "step": 8726 + }, + { + "epoch": 7.402035623409669, + "grad_norm": 1.1574544600984062, + "learning_rate": 1.9898539354695564e-05, + "loss": 0.2521, + "step": 8727 + }, + { + "epoch": 7.402883799830365, + "grad_norm": 1.4686183541941922, + "learning_rate": 1.9898500318696742e-05, + "loss": 0.2716, + "step": 8728 + }, + { + "epoch": 7.40373197625106, + "grad_norm": 1.2336333112966271, + "learning_rate": 1.9898461275228305e-05, + "loss": 0.2574, + "step": 8729 + }, + { + "epoch": 7.404580152671755, + "grad_norm": 1.2644798823974583, + "learning_rate": 1.9898422224290292e-05, + "loss": 0.2785, + "step": 8730 + }, + { + "epoch": 7.405428329092452, + "grad_norm": 1.169878597191285, + "learning_rate": 1.9898383165882718e-05, + "loss": 0.2284, + "step": 8731 + }, + { + "epoch": 7.406276505513147, + "grad_norm": 1.222340900835527, + "learning_rate": 1.9898344100005625e-05, + "loss": 0.2002, + "step": 8732 + }, + { + "epoch": 7.407124681933842, + "grad_norm": 1.279757276450769, + "learning_rate": 1.9898305026659036e-05, + "loss": 0.2718, + "step": 8733 + }, + { + "epoch": 7.407972858354538, + "grad_norm": 1.2841456399850113, + "learning_rate": 1.9898265945842983e-05, + "loss": 0.2614, + "step": 8734 + }, + { + "epoch": 7.408821034775233, + "grad_norm": 1.1742039781630866, + "learning_rate": 1.989822685755749e-05, + "loss": 0.1741, + "step": 8735 + }, + { + "epoch": 7.409669211195928, + "grad_norm": 1.258241348209737, + "learning_rate": 1.9898187761802595e-05, + "loss": 0.2472, + "step": 8736 + }, + { + "epoch": 7.410517387616625, + "grad_norm": 1.2287203754772327, + "learning_rate": 1.989814865857832e-05, + "loss": 0.2856, + "step": 8737 + }, + { + "epoch": 7.41136556403732, + "grad_norm": 1.2488246812658665, + "learning_rate": 1.9898109547884705e-05, + "loss": 0.2396, + "step": 8738 + }, + { + "epoch": 7.412213740458015, + "grad_norm": 1.3300711510553505, + "learning_rate": 1.9898070429721766e-05, + "loss": 0.2396, + "step": 8739 + }, + { + "epoch": 7.413061916878711, + "grad_norm": 1.2567125837038144, + "learning_rate": 1.989803130408954e-05, + "loss": 0.2717, + "step": 8740 + }, + { + "epoch": 7.413910093299406, + "grad_norm": 1.5538486092342232, + "learning_rate": 1.9897992170988057e-05, + "loss": 0.3124, + "step": 8741 + }, + { + "epoch": 7.414758269720101, + "grad_norm": 1.2247439077571802, + "learning_rate": 1.9897953030417346e-05, + "loss": 0.2279, + "step": 8742 + }, + { + "epoch": 7.415606446140798, + "grad_norm": 1.2640050716824542, + "learning_rate": 1.9897913882377433e-05, + "loss": 0.195, + "step": 8743 + }, + { + "epoch": 7.416454622561493, + "grad_norm": 1.3080988191723182, + "learning_rate": 1.989787472686835e-05, + "loss": 0.2785, + "step": 8744 + }, + { + "epoch": 7.417302798982188, + "grad_norm": 1.2762543113387426, + "learning_rate": 1.9897835563890128e-05, + "loss": 0.2424, + "step": 8745 + }, + { + "epoch": 7.418150975402884, + "grad_norm": 1.3408526867606425, + "learning_rate": 1.9897796393442796e-05, + "loss": 0.2541, + "step": 8746 + }, + { + "epoch": 7.418999151823579, + "grad_norm": 1.5216289742673428, + "learning_rate": 1.989775721552638e-05, + "loss": 0.2482, + "step": 8747 + }, + { + "epoch": 7.419847328244275, + "grad_norm": 1.389019946923049, + "learning_rate": 1.9897718030140915e-05, + "loss": 0.2624, + "step": 8748 + }, + { + "epoch": 7.4206955046649705, + "grad_norm": 1.185192458695004, + "learning_rate": 1.9897678837286428e-05, + "loss": 0.2588, + "step": 8749 + }, + { + "epoch": 7.421543681085666, + "grad_norm": 1.3230101830743595, + "learning_rate": 1.989763963696295e-05, + "loss": 0.2801, + "step": 8750 + }, + { + "epoch": 7.422391857506361, + "grad_norm": 1.07309642902563, + "learning_rate": 1.9897600429170504e-05, + "loss": 0.2002, + "step": 8751 + }, + { + "epoch": 7.423240033927057, + "grad_norm": 1.1561692715223129, + "learning_rate": 1.9897561213909125e-05, + "loss": 0.2463, + "step": 8752 + }, + { + "epoch": 7.424088210347753, + "grad_norm": 1.285994104321705, + "learning_rate": 1.9897521991178847e-05, + "loss": 0.2667, + "step": 8753 + }, + { + "epoch": 7.424936386768448, + "grad_norm": 1.258663916312963, + "learning_rate": 1.9897482760979693e-05, + "loss": 0.2917, + "step": 8754 + }, + { + "epoch": 7.4257845631891435, + "grad_norm": 1.3254606100004505, + "learning_rate": 1.989744352331169e-05, + "loss": 0.2422, + "step": 8755 + }, + { + "epoch": 7.426632739609839, + "grad_norm": 1.0810954294411859, + "learning_rate": 1.9897404278174877e-05, + "loss": 0.2051, + "step": 8756 + }, + { + "epoch": 7.427480916030534, + "grad_norm": 1.35593610230038, + "learning_rate": 1.989736502556928e-05, + "loss": 0.2789, + "step": 8757 + }, + { + "epoch": 7.4283290924512295, + "grad_norm": 1.1784679530083528, + "learning_rate": 1.9897325765494925e-05, + "loss": 0.2682, + "step": 8758 + }, + { + "epoch": 7.429177268871926, + "grad_norm": 1.2103988764378948, + "learning_rate": 1.9897286497951844e-05, + "loss": 0.2631, + "step": 8759 + }, + { + "epoch": 7.430025445292621, + "grad_norm": 1.1117133570988236, + "learning_rate": 1.9897247222940063e-05, + "loss": 0.2322, + "step": 8760 + }, + { + "epoch": 7.4308736217133164, + "grad_norm": 1.2091072933747948, + "learning_rate": 1.989720794045962e-05, + "loss": 0.2374, + "step": 8761 + }, + { + "epoch": 7.431721798134012, + "grad_norm": 1.3658222894700287, + "learning_rate": 1.9897168650510535e-05, + "loss": 0.2442, + "step": 8762 + }, + { + "epoch": 7.432569974554707, + "grad_norm": 1.3950599758123163, + "learning_rate": 1.989712935309285e-05, + "loss": 0.3024, + "step": 8763 + }, + { + "epoch": 7.4334181509754025, + "grad_norm": 1.2426165886208378, + "learning_rate": 1.9897090048206582e-05, + "loss": 0.1991, + "step": 8764 + }, + { + "epoch": 7.434266327396099, + "grad_norm": 1.394544682997545, + "learning_rate": 1.9897050735851765e-05, + "loss": 0.2867, + "step": 8765 + }, + { + "epoch": 7.435114503816794, + "grad_norm": 1.2531044852853994, + "learning_rate": 1.989701141602843e-05, + "loss": 0.2508, + "step": 8766 + }, + { + "epoch": 7.435962680237489, + "grad_norm": 1.4898939667272895, + "learning_rate": 1.989697208873661e-05, + "loss": 0.2961, + "step": 8767 + }, + { + "epoch": 7.436810856658185, + "grad_norm": 1.0924301249997734, + "learning_rate": 1.989693275397633e-05, + "loss": 0.2276, + "step": 8768 + }, + { + "epoch": 7.43765903307888, + "grad_norm": 1.2621688580122454, + "learning_rate": 1.989689341174762e-05, + "loss": 0.2764, + "step": 8769 + }, + { + "epoch": 7.438507209499576, + "grad_norm": 1.110649887932916, + "learning_rate": 1.9896854062050507e-05, + "loss": 0.2159, + "step": 8770 + }, + { + "epoch": 7.439355385920272, + "grad_norm": 1.2427826438899043, + "learning_rate": 1.9896814704885024e-05, + "loss": 0.2993, + "step": 8771 + }, + { + "epoch": 7.440203562340967, + "grad_norm": 1.2684747168831274, + "learning_rate": 1.98967753402512e-05, + "loss": 0.3171, + "step": 8772 + }, + { + "epoch": 7.441051738761662, + "grad_norm": 1.1912472852392872, + "learning_rate": 1.989673596814907e-05, + "loss": 0.2229, + "step": 8773 + }, + { + "epoch": 7.441899915182358, + "grad_norm": 1.5494406664874483, + "learning_rate": 1.9896696588578656e-05, + "loss": 0.3379, + "step": 8774 + }, + { + "epoch": 7.442748091603053, + "grad_norm": 1.3356033974455128, + "learning_rate": 1.989665720153999e-05, + "loss": 0.2676, + "step": 8775 + }, + { + "epoch": 7.443596268023749, + "grad_norm": 1.3332810835222773, + "learning_rate": 1.9896617807033106e-05, + "loss": 0.2953, + "step": 8776 + }, + { + "epoch": 7.444444444444445, + "grad_norm": 1.1897612184687487, + "learning_rate": 1.9896578405058028e-05, + "loss": 0.2482, + "step": 8777 + }, + { + "epoch": 7.44529262086514, + "grad_norm": 1.193918087519147, + "learning_rate": 1.9896538995614783e-05, + "loss": 0.2849, + "step": 8778 + }, + { + "epoch": 7.446140797285835, + "grad_norm": 1.1847341802597857, + "learning_rate": 1.9896499578703415e-05, + "loss": 0.2715, + "step": 8779 + }, + { + "epoch": 7.446988973706531, + "grad_norm": 1.1027348245411372, + "learning_rate": 1.9896460154323937e-05, + "loss": 0.2118, + "step": 8780 + }, + { + "epoch": 7.447837150127226, + "grad_norm": 1.21579014775618, + "learning_rate": 1.989642072247639e-05, + "loss": 0.1866, + "step": 8781 + }, + { + "epoch": 7.448685326547922, + "grad_norm": 1.355044024061944, + "learning_rate": 1.98963812831608e-05, + "loss": 0.2685, + "step": 8782 + }, + { + "epoch": 7.449533502968618, + "grad_norm": 1.3319736429294886, + "learning_rate": 1.9896341836377195e-05, + "loss": 0.284, + "step": 8783 + }, + { + "epoch": 7.450381679389313, + "grad_norm": 1.442375891899775, + "learning_rate": 1.9896302382125606e-05, + "loss": 0.2919, + "step": 8784 + }, + { + "epoch": 7.451229855810008, + "grad_norm": 1.4570248059059552, + "learning_rate": 1.9896262920406066e-05, + "loss": 0.2482, + "step": 8785 + }, + { + "epoch": 7.452078032230704, + "grad_norm": 1.3239449037841504, + "learning_rate": 1.98962234512186e-05, + "loss": 0.313, + "step": 8786 + }, + { + "epoch": 7.4529262086514, + "grad_norm": 1.3726031501873828, + "learning_rate": 1.9896183974563235e-05, + "loss": 0.3183, + "step": 8787 + }, + { + "epoch": 7.453774385072095, + "grad_norm": 1.1594485041720866, + "learning_rate": 1.9896144490440013e-05, + "loss": 0.2362, + "step": 8788 + }, + { + "epoch": 7.454622561492791, + "grad_norm": 1.352967234697531, + "learning_rate": 1.9896104998848955e-05, + "loss": 0.2856, + "step": 8789 + }, + { + "epoch": 7.455470737913486, + "grad_norm": 1.1960191202542865, + "learning_rate": 1.9896065499790088e-05, + "loss": 0.2438, + "step": 8790 + }, + { + "epoch": 7.456318914334181, + "grad_norm": 1.2960744001857891, + "learning_rate": 1.9896025993263447e-05, + "loss": 0.2912, + "step": 8791 + }, + { + "epoch": 7.457167090754877, + "grad_norm": 1.243895968284058, + "learning_rate": 1.9895986479269065e-05, + "loss": 0.2412, + "step": 8792 + }, + { + "epoch": 7.458015267175573, + "grad_norm": 1.214574425076773, + "learning_rate": 1.9895946957806967e-05, + "loss": 0.2483, + "step": 8793 + }, + { + "epoch": 7.458863443596268, + "grad_norm": 1.339291746492165, + "learning_rate": 1.989590742887718e-05, + "loss": 0.2436, + "step": 8794 + }, + { + "epoch": 7.4597116200169635, + "grad_norm": 1.4415818879010645, + "learning_rate": 1.9895867892479738e-05, + "loss": 0.2502, + "step": 8795 + }, + { + "epoch": 7.460559796437659, + "grad_norm": 1.3435492176636668, + "learning_rate": 1.989582834861467e-05, + "loss": 0.2383, + "step": 8796 + }, + { + "epoch": 7.461407972858354, + "grad_norm": 1.085577515214007, + "learning_rate": 1.9895788797282007e-05, + "loss": 0.2575, + "step": 8797 + }, + { + "epoch": 7.4622561492790505, + "grad_norm": 1.2609533161957942, + "learning_rate": 1.9895749238481778e-05, + "loss": 0.2674, + "step": 8798 + }, + { + "epoch": 7.463104325699746, + "grad_norm": 1.1676370774956955, + "learning_rate": 1.9895709672214008e-05, + "loss": 0.2285, + "step": 8799 + }, + { + "epoch": 7.463952502120441, + "grad_norm": 1.2699317502450347, + "learning_rate": 1.989567009847874e-05, + "loss": 0.2575, + "step": 8800 + }, + { + "epoch": 7.4648006785411365, + "grad_norm": 1.198081950751298, + "learning_rate": 1.989563051727599e-05, + "loss": 0.2485, + "step": 8801 + }, + { + "epoch": 7.465648854961832, + "grad_norm": 1.113117068082633, + "learning_rate": 1.9895590928605794e-05, + "loss": 0.2643, + "step": 8802 + }, + { + "epoch": 7.466497031382527, + "grad_norm": 1.3383457318608805, + "learning_rate": 1.989555133246818e-05, + "loss": 0.2163, + "step": 8803 + }, + { + "epoch": 7.467345207803223, + "grad_norm": 1.249674629214616, + "learning_rate": 1.989551172886318e-05, + "loss": 0.2781, + "step": 8804 + }, + { + "epoch": 7.468193384223919, + "grad_norm": 1.4105194139514328, + "learning_rate": 1.9895472117790824e-05, + "loss": 0.255, + "step": 8805 + }, + { + "epoch": 7.469041560644614, + "grad_norm": 1.285262579811731, + "learning_rate": 1.9895432499251136e-05, + "loss": 0.2357, + "step": 8806 + }, + { + "epoch": 7.4698897370653095, + "grad_norm": 1.2773314013699633, + "learning_rate": 1.9895392873244156e-05, + "loss": 0.2954, + "step": 8807 + }, + { + "epoch": 7.470737913486005, + "grad_norm": 1.2098007021505535, + "learning_rate": 1.989535323976991e-05, + "loss": 0.2375, + "step": 8808 + }, + { + "epoch": 7.471586089906701, + "grad_norm": 1.0816170727555623, + "learning_rate": 1.989531359882842e-05, + "loss": 0.2512, + "step": 8809 + }, + { + "epoch": 7.472434266327396, + "grad_norm": 1.1298601635220917, + "learning_rate": 1.9895273950419724e-05, + "loss": 0.2294, + "step": 8810 + }, + { + "epoch": 7.473282442748092, + "grad_norm": 1.4299810679449385, + "learning_rate": 1.9895234294543854e-05, + "loss": 0.2354, + "step": 8811 + }, + { + "epoch": 7.474130619168787, + "grad_norm": 1.2293443096652423, + "learning_rate": 1.989519463120083e-05, + "loss": 0.2496, + "step": 8812 + }, + { + "epoch": 7.474978795589482, + "grad_norm": 1.2992319266658892, + "learning_rate": 1.9895154960390695e-05, + "loss": 0.227, + "step": 8813 + }, + { + "epoch": 7.475826972010178, + "grad_norm": 1.209898925978234, + "learning_rate": 1.9895115282113467e-05, + "loss": 0.2418, + "step": 8814 + }, + { + "epoch": 7.476675148430874, + "grad_norm": 1.4553140645315565, + "learning_rate": 1.9895075596369183e-05, + "loss": 0.3182, + "step": 8815 + }, + { + "epoch": 7.477523324851569, + "grad_norm": 1.1716952584165494, + "learning_rate": 1.989503590315787e-05, + "loss": 0.2346, + "step": 8816 + }, + { + "epoch": 7.478371501272265, + "grad_norm": 1.1327070436322861, + "learning_rate": 1.989499620247956e-05, + "loss": 0.2424, + "step": 8817 + }, + { + "epoch": 7.47921967769296, + "grad_norm": 1.149724288169391, + "learning_rate": 1.9894956494334284e-05, + "loss": 0.2477, + "step": 8818 + }, + { + "epoch": 7.480067854113655, + "grad_norm": 1.226037161618181, + "learning_rate": 1.9894916778722066e-05, + "loss": 0.2879, + "step": 8819 + }, + { + "epoch": 7.480916030534351, + "grad_norm": 1.3530681153989959, + "learning_rate": 1.989487705564294e-05, + "loss": 0.2233, + "step": 8820 + }, + { + "epoch": 7.481764206955047, + "grad_norm": 1.3985759153828479, + "learning_rate": 1.989483732509694e-05, + "loss": 0.2735, + "step": 8821 + }, + { + "epoch": 7.482612383375742, + "grad_norm": 1.2044860545749472, + "learning_rate": 1.989479758708409e-05, + "loss": 0.2612, + "step": 8822 + }, + { + "epoch": 7.483460559796438, + "grad_norm": 1.2543891730967285, + "learning_rate": 1.989475784160442e-05, + "loss": 0.2463, + "step": 8823 + }, + { + "epoch": 7.484308736217133, + "grad_norm": 1.3217408252219016, + "learning_rate": 1.989471808865796e-05, + "loss": 0.3008, + "step": 8824 + }, + { + "epoch": 7.485156912637828, + "grad_norm": 1.4645138969007503, + "learning_rate": 1.9894678328244743e-05, + "loss": 0.2827, + "step": 8825 + }, + { + "epoch": 7.486005089058525, + "grad_norm": 1.2184756743957386, + "learning_rate": 1.98946385603648e-05, + "loss": 0.3109, + "step": 8826 + }, + { + "epoch": 7.48685326547922, + "grad_norm": 1.165641327189211, + "learning_rate": 1.9894598785018154e-05, + "loss": 0.2111, + "step": 8827 + }, + { + "epoch": 7.487701441899915, + "grad_norm": 1.1902731307170353, + "learning_rate": 1.9894559002204846e-05, + "loss": 0.276, + "step": 8828 + }, + { + "epoch": 7.488549618320611, + "grad_norm": 1.2526667171077501, + "learning_rate": 1.98945192119249e-05, + "loss": 0.3076, + "step": 8829 + }, + { + "epoch": 7.489397794741306, + "grad_norm": 1.4776005867504016, + "learning_rate": 1.9894479414178342e-05, + "loss": 0.2748, + "step": 8830 + }, + { + "epoch": 7.490245971162001, + "grad_norm": 1.3273977054252961, + "learning_rate": 1.9894439608965204e-05, + "loss": 0.3059, + "step": 8831 + }, + { + "epoch": 7.4910941475826975, + "grad_norm": 1.1816196586231085, + "learning_rate": 1.989439979628552e-05, + "loss": 0.2655, + "step": 8832 + }, + { + "epoch": 7.491942324003393, + "grad_norm": 1.4192461774836587, + "learning_rate": 1.989435997613932e-05, + "loss": 0.2415, + "step": 8833 + }, + { + "epoch": 7.492790500424088, + "grad_norm": 1.1144527700546893, + "learning_rate": 1.9894320148526633e-05, + "loss": 0.2438, + "step": 8834 + }, + { + "epoch": 7.493638676844784, + "grad_norm": 1.4626241239446123, + "learning_rate": 1.9894280313447482e-05, + "loss": 0.3043, + "step": 8835 + }, + { + "epoch": 7.494486853265479, + "grad_norm": 1.2920466811720037, + "learning_rate": 1.9894240470901905e-05, + "loss": 0.271, + "step": 8836 + }, + { + "epoch": 7.495335029686174, + "grad_norm": 1.089417569815064, + "learning_rate": 1.9894200620889933e-05, + "loss": 0.2056, + "step": 8837 + }, + { + "epoch": 7.4961832061068705, + "grad_norm": 1.3911569481385697, + "learning_rate": 1.9894160763411592e-05, + "loss": 0.3065, + "step": 8838 + }, + { + "epoch": 7.497031382527566, + "grad_norm": 1.4331958332510457, + "learning_rate": 1.9894120898466913e-05, + "loss": 0.2992, + "step": 8839 + }, + { + "epoch": 7.497879558948261, + "grad_norm": 1.2766065687800716, + "learning_rate": 1.9894081026055927e-05, + "loss": 0.2579, + "step": 8840 + }, + { + "epoch": 7.4987277353689565, + "grad_norm": 1.200883355959464, + "learning_rate": 1.989404114617866e-05, + "loss": 0.2317, + "step": 8841 + }, + { + "epoch": 7.499575911789652, + "grad_norm": 1.2181482343081615, + "learning_rate": 1.989400125883515e-05, + "loss": 0.2261, + "step": 8842 + }, + { + "epoch": 7.500424088210348, + "grad_norm": 1.4591433891968055, + "learning_rate": 1.9893961364025422e-05, + "loss": 0.3045, + "step": 8843 + }, + { + "epoch": 7.5012722646310435, + "grad_norm": 1.4148480417708083, + "learning_rate": 1.9893921461749505e-05, + "loss": 0.2496, + "step": 8844 + }, + { + "epoch": 7.502120441051739, + "grad_norm": 1.2935699039430912, + "learning_rate": 1.9893881552007432e-05, + "loss": 0.2498, + "step": 8845 + }, + { + "epoch": 7.502968617472434, + "grad_norm": 1.4187399395322016, + "learning_rate": 1.9893841634799235e-05, + "loss": 0.2463, + "step": 8846 + }, + { + "epoch": 7.5038167938931295, + "grad_norm": 1.264671576325806, + "learning_rate": 1.9893801710124937e-05, + "loss": 0.2839, + "step": 8847 + }, + { + "epoch": 7.504664970313826, + "grad_norm": 1.384670900988691, + "learning_rate": 1.989376177798457e-05, + "loss": 0.2636, + "step": 8848 + }, + { + "epoch": 7.505513146734521, + "grad_norm": 1.332607290133514, + "learning_rate": 1.989372183837817e-05, + "loss": 0.1959, + "step": 8849 + }, + { + "epoch": 7.506361323155216, + "grad_norm": 1.261553240864848, + "learning_rate": 1.9893681891305764e-05, + "loss": 0.2836, + "step": 8850 + }, + { + "epoch": 7.507209499575912, + "grad_norm": 1.2091304387577708, + "learning_rate": 1.989364193676738e-05, + "loss": 0.2312, + "step": 8851 + }, + { + "epoch": 7.508057675996607, + "grad_norm": 1.1944103571136981, + "learning_rate": 1.9893601974763054e-05, + "loss": 0.2234, + "step": 8852 + }, + { + "epoch": 7.5089058524173025, + "grad_norm": 1.333440914734751, + "learning_rate": 1.9893562005292805e-05, + "loss": 0.239, + "step": 8853 + }, + { + "epoch": 7.509754028837998, + "grad_norm": 1.3336118020107035, + "learning_rate": 1.9893522028356673e-05, + "loss": 0.2856, + "step": 8854 + }, + { + "epoch": 7.510602205258694, + "grad_norm": 1.1771950630249686, + "learning_rate": 1.9893482043954687e-05, + "loss": 0.2627, + "step": 8855 + }, + { + "epoch": 7.511450381679389, + "grad_norm": 1.3603038722545695, + "learning_rate": 1.9893442052086875e-05, + "loss": 0.261, + "step": 8856 + }, + { + "epoch": 7.512298558100085, + "grad_norm": 1.2671853711416399, + "learning_rate": 1.9893402052753267e-05, + "loss": 0.226, + "step": 8857 + }, + { + "epoch": 7.51314673452078, + "grad_norm": 1.32391717478907, + "learning_rate": 1.9893362045953893e-05, + "loss": 0.2479, + "step": 8858 + }, + { + "epoch": 7.513994910941475, + "grad_norm": 1.3326889841852083, + "learning_rate": 1.9893322031688785e-05, + "loss": 0.2392, + "step": 8859 + }, + { + "epoch": 7.514843087362172, + "grad_norm": 1.5467286854220386, + "learning_rate": 1.9893282009957972e-05, + "loss": 0.284, + "step": 8860 + }, + { + "epoch": 7.515691263782867, + "grad_norm": 1.306300623442087, + "learning_rate": 1.9893241980761482e-05, + "loss": 0.2198, + "step": 8861 + }, + { + "epoch": 7.516539440203562, + "grad_norm": 1.156628905637544, + "learning_rate": 1.9893201944099353e-05, + "loss": 0.2142, + "step": 8862 + }, + { + "epoch": 7.517387616624258, + "grad_norm": 1.2318837023248026, + "learning_rate": 1.989316189997161e-05, + "loss": 0.2653, + "step": 8863 + }, + { + "epoch": 7.518235793044953, + "grad_norm": 1.1616327254822811, + "learning_rate": 1.9893121848378278e-05, + "loss": 0.2361, + "step": 8864 + }, + { + "epoch": 7.519083969465649, + "grad_norm": 1.0494179389347995, + "learning_rate": 1.9893081789319394e-05, + "loss": 0.1835, + "step": 8865 + }, + { + "epoch": 7.519932145886345, + "grad_norm": 1.412700687241297, + "learning_rate": 1.9893041722794986e-05, + "loss": 0.3165, + "step": 8866 + }, + { + "epoch": 7.52078032230704, + "grad_norm": 1.3296814980138165, + "learning_rate": 1.9893001648805086e-05, + "loss": 0.2398, + "step": 8867 + }, + { + "epoch": 7.521628498727735, + "grad_norm": 1.4417492279117006, + "learning_rate": 1.9892961567349723e-05, + "loss": 0.2873, + "step": 8868 + }, + { + "epoch": 7.522476675148431, + "grad_norm": 1.342644950122508, + "learning_rate": 1.9892921478428926e-05, + "loss": 0.2611, + "step": 8869 + }, + { + "epoch": 7.523324851569126, + "grad_norm": 1.2217375689102632, + "learning_rate": 1.9892881382042727e-05, + "loss": 0.2297, + "step": 8870 + }, + { + "epoch": 7.524173027989822, + "grad_norm": 1.211952604874884, + "learning_rate": 1.989284127819116e-05, + "loss": 0.3119, + "step": 8871 + }, + { + "epoch": 7.525021204410518, + "grad_norm": 1.29065069498068, + "learning_rate": 1.9892801166874245e-05, + "loss": 0.2798, + "step": 8872 + }, + { + "epoch": 7.525869380831213, + "grad_norm": 1.08628470862924, + "learning_rate": 1.989276104809202e-05, + "loss": 0.2371, + "step": 8873 + }, + { + "epoch": 7.526717557251908, + "grad_norm": 1.091402644337786, + "learning_rate": 1.9892720921844515e-05, + "loss": 0.2506, + "step": 8874 + }, + { + "epoch": 7.527565733672604, + "grad_norm": 1.3238453622891384, + "learning_rate": 1.989268078813176e-05, + "loss": 0.2591, + "step": 8875 + }, + { + "epoch": 7.528413910093299, + "grad_norm": 1.3381249261790702, + "learning_rate": 1.989264064695378e-05, + "loss": 0.249, + "step": 8876 + }, + { + "epoch": 7.529262086513995, + "grad_norm": 1.2727517412967544, + "learning_rate": 1.989260049831061e-05, + "loss": 0.2223, + "step": 8877 + }, + { + "epoch": 7.5301102629346905, + "grad_norm": 1.2182868637634077, + "learning_rate": 1.989256034220228e-05, + "loss": 0.2587, + "step": 8878 + }, + { + "epoch": 7.530958439355386, + "grad_norm": 1.276008563076272, + "learning_rate": 1.989252017862882e-05, + "loss": 0.2624, + "step": 8879 + }, + { + "epoch": 7.531806615776081, + "grad_norm": 1.3405012981819815, + "learning_rate": 1.9892480007590264e-05, + "loss": 0.2341, + "step": 8880 + }, + { + "epoch": 7.532654792196777, + "grad_norm": 1.2530112328559084, + "learning_rate": 1.9892439829086636e-05, + "loss": 0.3076, + "step": 8881 + }, + { + "epoch": 7.533502968617473, + "grad_norm": 1.1994561152491532, + "learning_rate": 1.9892399643117968e-05, + "loss": 0.2298, + "step": 8882 + }, + { + "epoch": 7.534351145038168, + "grad_norm": 1.1427742530687128, + "learning_rate": 1.9892359449684293e-05, + "loss": 0.2625, + "step": 8883 + }, + { + "epoch": 7.5351993214588635, + "grad_norm": 1.269615016291829, + "learning_rate": 1.989231924878564e-05, + "loss": 0.2613, + "step": 8884 + }, + { + "epoch": 7.536047497879559, + "grad_norm": 1.2217743793726024, + "learning_rate": 1.9892279040422037e-05, + "loss": 0.2616, + "step": 8885 + }, + { + "epoch": 7.536895674300254, + "grad_norm": 1.3837610619670289, + "learning_rate": 1.9892238824593516e-05, + "loss": 0.2424, + "step": 8886 + }, + { + "epoch": 7.53774385072095, + "grad_norm": 1.3001857548431899, + "learning_rate": 1.9892198601300107e-05, + "loss": 0.2537, + "step": 8887 + }, + { + "epoch": 7.538592027141646, + "grad_norm": 1.2545737547166116, + "learning_rate": 1.9892158370541845e-05, + "loss": 0.2305, + "step": 8888 + }, + { + "epoch": 7.539440203562341, + "grad_norm": 1.175720065990547, + "learning_rate": 1.9892118132318755e-05, + "loss": 0.2174, + "step": 8889 + }, + { + "epoch": 7.5402883799830365, + "grad_norm": 1.4299997742951143, + "learning_rate": 1.9892077886630866e-05, + "loss": 0.247, + "step": 8890 + }, + { + "epoch": 7.541136556403732, + "grad_norm": 1.2761241986705094, + "learning_rate": 1.989203763347821e-05, + "loss": 0.2749, + "step": 8891 + }, + { + "epoch": 7.541984732824427, + "grad_norm": 1.3419441041948985, + "learning_rate": 1.9891997372860824e-05, + "loss": 0.26, + "step": 8892 + }, + { + "epoch": 7.5428329092451225, + "grad_norm": 1.2916398806282692, + "learning_rate": 1.989195710477873e-05, + "loss": 0.2584, + "step": 8893 + }, + { + "epoch": 7.543681085665819, + "grad_norm": 1.0851992500269583, + "learning_rate": 1.9891916829231963e-05, + "loss": 0.2127, + "step": 8894 + }, + { + "epoch": 7.544529262086514, + "grad_norm": 1.3262795619936836, + "learning_rate": 1.989187654622055e-05, + "loss": 0.2477, + "step": 8895 + }, + { + "epoch": 7.545377438507209, + "grad_norm": 1.2635503868733475, + "learning_rate": 1.9891836255744522e-05, + "loss": 0.2487, + "step": 8896 + }, + { + "epoch": 7.546225614927905, + "grad_norm": 1.1459518933353672, + "learning_rate": 1.989179595780391e-05, + "loss": 0.2418, + "step": 8897 + }, + { + "epoch": 7.5470737913486, + "grad_norm": 1.2720297504767561, + "learning_rate": 1.9891755652398747e-05, + "loss": 0.2639, + "step": 8898 + }, + { + "epoch": 7.547921967769296, + "grad_norm": 1.278561506154991, + "learning_rate": 1.989171533952906e-05, + "loss": 0.215, + "step": 8899 + }, + { + "epoch": 7.548770144189992, + "grad_norm": 1.399266831233572, + "learning_rate": 1.989167501919488e-05, + "loss": 0.2367, + "step": 8900 + }, + { + "epoch": 7.549618320610687, + "grad_norm": 1.230727544704555, + "learning_rate": 1.9891634691396238e-05, + "loss": 0.2663, + "step": 8901 + }, + { + "epoch": 7.550466497031382, + "grad_norm": 1.557869804919364, + "learning_rate": 1.9891594356133164e-05, + "loss": 0.2688, + "step": 8902 + }, + { + "epoch": 7.551314673452078, + "grad_norm": 1.2531870523994404, + "learning_rate": 1.989155401340569e-05, + "loss": 0.2373, + "step": 8903 + }, + { + "epoch": 7.552162849872774, + "grad_norm": 1.2299849279863444, + "learning_rate": 1.989151366321385e-05, + "loss": 0.2694, + "step": 8904 + }, + { + "epoch": 7.553011026293469, + "grad_norm": 1.2321920469330772, + "learning_rate": 1.9891473305557666e-05, + "loss": 0.2909, + "step": 8905 + }, + { + "epoch": 7.553859202714165, + "grad_norm": 1.1281529496016782, + "learning_rate": 1.989143294043717e-05, + "loss": 0.2449, + "step": 8906 + }, + { + "epoch": 7.55470737913486, + "grad_norm": 1.2044595158006715, + "learning_rate": 1.9891392567852398e-05, + "loss": 0.2477, + "step": 8907 + }, + { + "epoch": 7.555555555555555, + "grad_norm": 1.1428021349439297, + "learning_rate": 1.9891352187803375e-05, + "loss": 0.2809, + "step": 8908 + }, + { + "epoch": 7.556403731976251, + "grad_norm": 1.3768428621074449, + "learning_rate": 1.9891311800290136e-05, + "loss": 0.2854, + "step": 8909 + }, + { + "epoch": 7.557251908396947, + "grad_norm": 1.3357824438685555, + "learning_rate": 1.9891271405312707e-05, + "loss": 0.2559, + "step": 8910 + }, + { + "epoch": 7.558100084817642, + "grad_norm": 1.2911539117278026, + "learning_rate": 1.989123100287112e-05, + "loss": 0.2815, + "step": 8911 + }, + { + "epoch": 7.558948261238338, + "grad_norm": 1.2677877362246903, + "learning_rate": 1.989119059296541e-05, + "loss": 0.2356, + "step": 8912 + }, + { + "epoch": 7.559796437659033, + "grad_norm": 1.2764171758832152, + "learning_rate": 1.9891150175595602e-05, + "loss": 0.2745, + "step": 8913 + }, + { + "epoch": 7.560644614079728, + "grad_norm": 1.2425749967877215, + "learning_rate": 1.9891109750761728e-05, + "loss": 0.2686, + "step": 8914 + }, + { + "epoch": 7.561492790500424, + "grad_norm": 1.1959684886059747, + "learning_rate": 1.9891069318463817e-05, + "loss": 0.2534, + "step": 8915 + }, + { + "epoch": 7.56234096692112, + "grad_norm": 1.2172453075247762, + "learning_rate": 1.9891028878701903e-05, + "loss": 0.27, + "step": 8916 + }, + { + "epoch": 7.563189143341815, + "grad_norm": 1.292669330756481, + "learning_rate": 1.9890988431476015e-05, + "loss": 0.2684, + "step": 8917 + }, + { + "epoch": 7.564037319762511, + "grad_norm": 1.127650045511944, + "learning_rate": 1.9890947976786182e-05, + "loss": 0.2151, + "step": 8918 + }, + { + "epoch": 7.564885496183206, + "grad_norm": 1.18339242757579, + "learning_rate": 1.9890907514632437e-05, + "loss": 0.2299, + "step": 8919 + }, + { + "epoch": 7.565733672603901, + "grad_norm": 1.340247614002813, + "learning_rate": 1.9890867045014806e-05, + "loss": 0.3139, + "step": 8920 + }, + { + "epoch": 7.5665818490245975, + "grad_norm": 1.357538601698621, + "learning_rate": 1.9890826567933325e-05, + "loss": 0.2763, + "step": 8921 + }, + { + "epoch": 7.567430025445293, + "grad_norm": 1.3222547786761378, + "learning_rate": 1.9890786083388023e-05, + "loss": 0.2109, + "step": 8922 + }, + { + "epoch": 7.568278201865988, + "grad_norm": 1.3486152044323112, + "learning_rate": 1.989074559137893e-05, + "loss": 0.2806, + "step": 8923 + }, + { + "epoch": 7.5691263782866836, + "grad_norm": 1.2839383716935966, + "learning_rate": 1.9890705091906076e-05, + "loss": 0.2481, + "step": 8924 + }, + { + "epoch": 7.569974554707379, + "grad_norm": 1.2366272598608434, + "learning_rate": 1.9890664584969492e-05, + "loss": 0.2782, + "step": 8925 + }, + { + "epoch": 7.570822731128075, + "grad_norm": 1.4342026894563427, + "learning_rate": 1.989062407056921e-05, + "loss": 0.2873, + "step": 8926 + }, + { + "epoch": 7.5716709075487705, + "grad_norm": 1.374510533119251, + "learning_rate": 1.9890583548705256e-05, + "loss": 0.2636, + "step": 8927 + }, + { + "epoch": 7.572519083969466, + "grad_norm": 1.1462759569275316, + "learning_rate": 1.9890543019377664e-05, + "loss": 0.2783, + "step": 8928 + }, + { + "epoch": 7.573367260390161, + "grad_norm": 1.218981981781462, + "learning_rate": 1.9890502482586465e-05, + "loss": 0.2351, + "step": 8929 + }, + { + "epoch": 7.5742154368108565, + "grad_norm": 1.2317005123471707, + "learning_rate": 1.989046193833169e-05, + "loss": 0.282, + "step": 8930 + }, + { + "epoch": 7.575063613231552, + "grad_norm": 1.2935649133483647, + "learning_rate": 1.989042138661337e-05, + "loss": 0.2578, + "step": 8931 + }, + { + "epoch": 7.575911789652247, + "grad_norm": 1.2416553933875507, + "learning_rate": 1.989038082743153e-05, + "loss": 0.24, + "step": 8932 + }, + { + "epoch": 7.576759966072943, + "grad_norm": 1.2359400498890833, + "learning_rate": 1.989034026078621e-05, + "loss": 0.2292, + "step": 8933 + }, + { + "epoch": 7.577608142493639, + "grad_norm": 1.4500906597148395, + "learning_rate": 1.989029968667743e-05, + "loss": 0.2482, + "step": 8934 + }, + { + "epoch": 7.578456318914334, + "grad_norm": 1.2793441795515528, + "learning_rate": 1.989025910510523e-05, + "loss": 0.2575, + "step": 8935 + }, + { + "epoch": 7.5793044953350295, + "grad_norm": 1.5776470662011814, + "learning_rate": 1.9890218516069633e-05, + "loss": 0.2814, + "step": 8936 + }, + { + "epoch": 7.580152671755725, + "grad_norm": 1.286363724215848, + "learning_rate": 1.9890177919570676e-05, + "loss": 0.2817, + "step": 8937 + }, + { + "epoch": 7.581000848176421, + "grad_norm": 1.1870836633514348, + "learning_rate": 1.9890137315608385e-05, + "loss": 0.2376, + "step": 8938 + }, + { + "epoch": 7.581849024597116, + "grad_norm": 1.2208641448208901, + "learning_rate": 1.9890096704182793e-05, + "loss": 0.2295, + "step": 8939 + }, + { + "epoch": 7.582697201017812, + "grad_norm": 1.460023894119619, + "learning_rate": 1.9890056085293928e-05, + "loss": 0.2618, + "step": 8940 + }, + { + "epoch": 7.583545377438507, + "grad_norm": 1.1893561761372138, + "learning_rate": 1.989001545894183e-05, + "loss": 0.2993, + "step": 8941 + }, + { + "epoch": 7.584393553859202, + "grad_norm": 1.261539247258695, + "learning_rate": 1.9889974825126517e-05, + "loss": 0.327, + "step": 8942 + }, + { + "epoch": 7.585241730279899, + "grad_norm": 1.0976821592919448, + "learning_rate": 1.9889934183848024e-05, + "loss": 0.2367, + "step": 8943 + }, + { + "epoch": 7.586089906700594, + "grad_norm": 1.2290697112011162, + "learning_rate": 1.9889893535106385e-05, + "loss": 0.2514, + "step": 8944 + }, + { + "epoch": 7.586938083121289, + "grad_norm": 1.110861305486459, + "learning_rate": 1.9889852878901626e-05, + "loss": 0.2629, + "step": 8945 + }, + { + "epoch": 7.587786259541985, + "grad_norm": 1.2514436538034979, + "learning_rate": 1.9889812215233782e-05, + "loss": 0.2564, + "step": 8946 + }, + { + "epoch": 7.58863443596268, + "grad_norm": 1.2635013069725343, + "learning_rate": 1.9889771544102884e-05, + "loss": 0.2012, + "step": 8947 + }, + { + "epoch": 7.589482612383375, + "grad_norm": 1.4656855018674317, + "learning_rate": 1.9889730865508957e-05, + "loss": 0.2445, + "step": 8948 + }, + { + "epoch": 7.590330788804071, + "grad_norm": 1.4151024411726543, + "learning_rate": 1.9889690179452037e-05, + "loss": 0.2888, + "step": 8949 + }, + { + "epoch": 7.591178965224767, + "grad_norm": 1.2560713003003365, + "learning_rate": 1.988964948593215e-05, + "loss": 0.2681, + "step": 8950 + }, + { + "epoch": 7.592027141645462, + "grad_norm": 1.0801108964163681, + "learning_rate": 1.9889608784949334e-05, + "loss": 0.2043, + "step": 8951 + }, + { + "epoch": 7.592875318066158, + "grad_norm": 1.2482404512342253, + "learning_rate": 1.9889568076503615e-05, + "loss": 0.2712, + "step": 8952 + }, + { + "epoch": 7.593723494486853, + "grad_norm": 1.1673906460872487, + "learning_rate": 1.988952736059502e-05, + "loss": 0.2425, + "step": 8953 + }, + { + "epoch": 7.594571670907548, + "grad_norm": 1.4465444428705376, + "learning_rate": 1.9889486637223586e-05, + "loss": 0.245, + "step": 8954 + }, + { + "epoch": 7.595419847328245, + "grad_norm": 1.1639788585325763, + "learning_rate": 1.9889445906389343e-05, + "loss": 0.2098, + "step": 8955 + }, + { + "epoch": 7.59626802374894, + "grad_norm": 1.348306430779679, + "learning_rate": 1.9889405168092316e-05, + "loss": 0.2715, + "step": 8956 + }, + { + "epoch": 7.597116200169635, + "grad_norm": 1.1183411590641539, + "learning_rate": 1.9889364422332543e-05, + "loss": 0.1952, + "step": 8957 + }, + { + "epoch": 7.597964376590331, + "grad_norm": 1.3417207538445888, + "learning_rate": 1.9889323669110054e-05, + "loss": 0.2833, + "step": 8958 + }, + { + "epoch": 7.598812553011026, + "grad_norm": 1.550755712323426, + "learning_rate": 1.9889282908424872e-05, + "loss": 0.2999, + "step": 8959 + }, + { + "epoch": 7.599660729431722, + "grad_norm": 1.2812450312265946, + "learning_rate": 1.9889242140277036e-05, + "loss": 0.2523, + "step": 8960 + }, + { + "epoch": 7.600508905852418, + "grad_norm": 1.3160826287821883, + "learning_rate": 1.9889201364666575e-05, + "loss": 0.2898, + "step": 8961 + }, + { + "epoch": 7.601357082273113, + "grad_norm": 1.1332922892562112, + "learning_rate": 1.988916058159352e-05, + "loss": 0.2437, + "step": 8962 + }, + { + "epoch": 7.602205258693808, + "grad_norm": 1.1474608598292706, + "learning_rate": 1.9889119791057897e-05, + "loss": 0.205, + "step": 8963 + }, + { + "epoch": 7.603053435114504, + "grad_norm": 1.298394024623252, + "learning_rate": 1.988907899305974e-05, + "loss": 0.285, + "step": 8964 + }, + { + "epoch": 7.603901611535199, + "grad_norm": 1.3787619697429292, + "learning_rate": 1.9889038187599085e-05, + "loss": 0.2207, + "step": 8965 + }, + { + "epoch": 7.604749787955895, + "grad_norm": 1.1322265735282895, + "learning_rate": 1.9888997374675955e-05, + "loss": 0.2527, + "step": 8966 + }, + { + "epoch": 7.6055979643765905, + "grad_norm": 1.1762035234349384, + "learning_rate": 1.988895655429038e-05, + "loss": 0.214, + "step": 8967 + }, + { + "epoch": 7.606446140797286, + "grad_norm": 1.2799056598954064, + "learning_rate": 1.98889157264424e-05, + "loss": 0.2307, + "step": 8968 + }, + { + "epoch": 7.607294317217981, + "grad_norm": 1.2365711920940878, + "learning_rate": 1.9888874891132038e-05, + "loss": 0.261, + "step": 8969 + }, + { + "epoch": 7.608142493638677, + "grad_norm": 1.4752852751410654, + "learning_rate": 1.9888834048359328e-05, + "loss": 0.2429, + "step": 8970 + }, + { + "epoch": 7.608990670059372, + "grad_norm": 1.272012042409576, + "learning_rate": 1.98887931981243e-05, + "loss": 0.2578, + "step": 8971 + }, + { + "epoch": 7.609838846480068, + "grad_norm": 1.479486539923997, + "learning_rate": 1.9888752340426984e-05, + "loss": 0.2846, + "step": 8972 + }, + { + "epoch": 7.6106870229007635, + "grad_norm": 1.2633089304455993, + "learning_rate": 1.9888711475267407e-05, + "loss": 0.2296, + "step": 8973 + }, + { + "epoch": 7.611535199321459, + "grad_norm": 1.1247717571987665, + "learning_rate": 1.988867060264561e-05, + "loss": 0.2699, + "step": 8974 + }, + { + "epoch": 7.612383375742154, + "grad_norm": 1.1732669948527423, + "learning_rate": 1.9888629722561622e-05, + "loss": 0.2078, + "step": 8975 + }, + { + "epoch": 7.6132315521628495, + "grad_norm": 1.2150535301196295, + "learning_rate": 1.9888588835015462e-05, + "loss": 0.2513, + "step": 8976 + }, + { + "epoch": 7.614079728583546, + "grad_norm": 1.508470652414873, + "learning_rate": 1.9888547940007173e-05, + "loss": 0.2596, + "step": 8977 + }, + { + "epoch": 7.614927905004241, + "grad_norm": 1.3667514851385152, + "learning_rate": 1.988850703753678e-05, + "loss": 0.2283, + "step": 8978 + }, + { + "epoch": 7.6157760814249365, + "grad_norm": 1.2212410510561464, + "learning_rate": 1.988846612760432e-05, + "loss": 0.2699, + "step": 8979 + }, + { + "epoch": 7.616624257845632, + "grad_norm": 1.3891497938593556, + "learning_rate": 1.9888425210209816e-05, + "loss": 0.3156, + "step": 8980 + }, + { + "epoch": 7.617472434266327, + "grad_norm": 1.4334373445603374, + "learning_rate": 1.9888384285353305e-05, + "loss": 0.2802, + "step": 8981 + }, + { + "epoch": 7.618320610687023, + "grad_norm": 1.6063281123315247, + "learning_rate": 1.9888343353034813e-05, + "loss": 0.2895, + "step": 8982 + }, + { + "epoch": 7.619168787107719, + "grad_norm": 1.2172790390154666, + "learning_rate": 1.988830241325437e-05, + "loss": 0.2748, + "step": 8983 + }, + { + "epoch": 7.620016963528414, + "grad_norm": 1.2371871309372693, + "learning_rate": 1.9888261466012016e-05, + "loss": 0.2496, + "step": 8984 + }, + { + "epoch": 7.620865139949109, + "grad_norm": 1.1938397541808223, + "learning_rate": 1.9888220511307774e-05, + "loss": 0.2475, + "step": 8985 + }, + { + "epoch": 7.621713316369805, + "grad_norm": 1.4040749685608693, + "learning_rate": 1.9888179549141675e-05, + "loss": 0.3018, + "step": 8986 + }, + { + "epoch": 7.6225614927905, + "grad_norm": 1.2486779506882388, + "learning_rate": 1.9888138579513753e-05, + "loss": 0.2542, + "step": 8987 + }, + { + "epoch": 7.6234096692111954, + "grad_norm": 1.3599369156319194, + "learning_rate": 1.988809760242404e-05, + "loss": 0.2982, + "step": 8988 + }, + { + "epoch": 7.624257845631892, + "grad_norm": 1.1739791324823692, + "learning_rate": 1.9888056617872564e-05, + "loss": 0.245, + "step": 8989 + }, + { + "epoch": 7.625106022052587, + "grad_norm": 1.2392768932451432, + "learning_rate": 1.9888015625859354e-05, + "loss": 0.2432, + "step": 8990 + }, + { + "epoch": 7.625954198473282, + "grad_norm": 1.2830174273832664, + "learning_rate": 1.9887974626384445e-05, + "loss": 0.2693, + "step": 8991 + }, + { + "epoch": 7.626802374893978, + "grad_norm": 1.3460742394690255, + "learning_rate": 1.988793361944787e-05, + "loss": 0.2543, + "step": 8992 + }, + { + "epoch": 7.627650551314673, + "grad_norm": 1.2501940553952573, + "learning_rate": 1.988789260504965e-05, + "loss": 0.2892, + "step": 8993 + }, + { + "epoch": 7.628498727735369, + "grad_norm": 1.2436234054136341, + "learning_rate": 1.9887851583189827e-05, + "loss": 0.2975, + "step": 8994 + }, + { + "epoch": 7.629346904156065, + "grad_norm": 1.2985420807718873, + "learning_rate": 1.9887810553868424e-05, + "loss": 0.3003, + "step": 8995 + }, + { + "epoch": 7.63019508057676, + "grad_norm": 1.6585312862358503, + "learning_rate": 1.9887769517085477e-05, + "loss": 0.2566, + "step": 8996 + }, + { + "epoch": 7.631043256997455, + "grad_norm": 1.2453568550033285, + "learning_rate": 1.9887728472841017e-05, + "loss": 0.2982, + "step": 8997 + }, + { + "epoch": 7.631891433418151, + "grad_norm": 1.3537577352028134, + "learning_rate": 1.988768742113507e-05, + "loss": 0.2831, + "step": 8998 + }, + { + "epoch": 7.632739609838847, + "grad_norm": 1.3400358762690676, + "learning_rate": 1.9887646361967673e-05, + "loss": 0.2535, + "step": 8999 + }, + { + "epoch": 7.633587786259542, + "grad_norm": 1.151003589105008, + "learning_rate": 1.9887605295338853e-05, + "loss": 0.2485, + "step": 9000 + }, + { + "epoch": 7.634435962680238, + "grad_norm": 1.260114223975441, + "learning_rate": 1.9887564221248642e-05, + "loss": 0.2662, + "step": 9001 + }, + { + "epoch": 7.635284139100933, + "grad_norm": 1.2529557014602526, + "learning_rate": 1.988752313969707e-05, + "loss": 0.2782, + "step": 9002 + }, + { + "epoch": 7.636132315521628, + "grad_norm": 1.0861858279001197, + "learning_rate": 1.988748205068417e-05, + "loss": 0.2089, + "step": 9003 + }, + { + "epoch": 7.636980491942324, + "grad_norm": 1.3890115161625014, + "learning_rate": 1.9887440954209976e-05, + "loss": 0.2608, + "step": 9004 + }, + { + "epoch": 7.63782866836302, + "grad_norm": 1.1388667278128122, + "learning_rate": 1.988739985027451e-05, + "loss": 0.256, + "step": 9005 + }, + { + "epoch": 7.638676844783715, + "grad_norm": 1.3981142889681466, + "learning_rate": 1.988735873887781e-05, + "loss": 0.2866, + "step": 9006 + }, + { + "epoch": 7.639525021204411, + "grad_norm": 1.2246403928492584, + "learning_rate": 1.9887317620019906e-05, + "loss": 0.2457, + "step": 9007 + }, + { + "epoch": 7.640373197625106, + "grad_norm": 1.1729567796749933, + "learning_rate": 1.9887276493700827e-05, + "loss": 0.2714, + "step": 9008 + }, + { + "epoch": 7.641221374045801, + "grad_norm": 1.2001086702397734, + "learning_rate": 1.9887235359920607e-05, + "loss": 0.2645, + "step": 9009 + }, + { + "epoch": 7.642069550466497, + "grad_norm": 1.2883687398130663, + "learning_rate": 1.9887194218679277e-05, + "loss": 0.2732, + "step": 9010 + }, + { + "epoch": 7.642917726887193, + "grad_norm": 1.2860257876186079, + "learning_rate": 1.988715306997686e-05, + "loss": 0.2535, + "step": 9011 + }, + { + "epoch": 7.643765903307888, + "grad_norm": 1.2867719505377413, + "learning_rate": 1.9887111913813396e-05, + "loss": 0.2166, + "step": 9012 + }, + { + "epoch": 7.6446140797285835, + "grad_norm": 1.3421819978183833, + "learning_rate": 1.988707075018892e-05, + "loss": 0.241, + "step": 9013 + }, + { + "epoch": 7.645462256149279, + "grad_norm": 1.2731572929218167, + "learning_rate": 1.988702957910345e-05, + "loss": 0.253, + "step": 9014 + }, + { + "epoch": 7.646310432569974, + "grad_norm": 1.289959225847647, + "learning_rate": 1.9886988400557024e-05, + "loss": 0.2441, + "step": 9015 + }, + { + "epoch": 7.6471586089906705, + "grad_norm": 1.1441556086672753, + "learning_rate": 1.988694721454967e-05, + "loss": 0.2254, + "step": 9016 + }, + { + "epoch": 7.648006785411366, + "grad_norm": 1.0618564389535412, + "learning_rate": 1.9886906021081428e-05, + "loss": 0.2477, + "step": 9017 + }, + { + "epoch": 7.648854961832061, + "grad_norm": 1.2569324980753769, + "learning_rate": 1.9886864820152322e-05, + "loss": 0.2472, + "step": 9018 + }, + { + "epoch": 7.6497031382527565, + "grad_norm": 1.231077193625227, + "learning_rate": 1.9886823611762384e-05, + "loss": 0.2692, + "step": 9019 + }, + { + "epoch": 7.650551314673452, + "grad_norm": 1.3449519815991533, + "learning_rate": 1.988678239591164e-05, + "loss": 0.2991, + "step": 9020 + }, + { + "epoch": 7.651399491094148, + "grad_norm": 1.1758246320713122, + "learning_rate": 1.988674117260013e-05, + "loss": 0.2469, + "step": 9021 + }, + { + "epoch": 7.652247667514843, + "grad_norm": 1.4077284954184066, + "learning_rate": 1.9886699941827882e-05, + "loss": 0.2529, + "step": 9022 + }, + { + "epoch": 7.653095843935539, + "grad_norm": 1.1575559604856993, + "learning_rate": 1.9886658703594923e-05, + "loss": 0.2297, + "step": 9023 + }, + { + "epoch": 7.653944020356234, + "grad_norm": 1.3353238189953671, + "learning_rate": 1.988661745790129e-05, + "loss": 0.2835, + "step": 9024 + }, + { + "epoch": 7.6547921967769295, + "grad_norm": 1.3358128350302931, + "learning_rate": 1.988657620474701e-05, + "loss": 0.2859, + "step": 9025 + }, + { + "epoch": 7.655640373197625, + "grad_norm": 1.374287984414738, + "learning_rate": 1.988653494413212e-05, + "loss": 0.3042, + "step": 9026 + }, + { + "epoch": 7.65648854961832, + "grad_norm": 1.3409569604106912, + "learning_rate": 1.9886493676056644e-05, + "loss": 0.2816, + "step": 9027 + }, + { + "epoch": 7.657336726039016, + "grad_norm": 1.1824827163368028, + "learning_rate": 1.9886452400520615e-05, + "loss": 0.2168, + "step": 9028 + }, + { + "epoch": 7.658184902459712, + "grad_norm": 1.2708884080350218, + "learning_rate": 1.9886411117524066e-05, + "loss": 0.2165, + "step": 9029 + }, + { + "epoch": 7.659033078880407, + "grad_norm": 1.1875688753875928, + "learning_rate": 1.9886369827067027e-05, + "loss": 0.2412, + "step": 9030 + }, + { + "epoch": 7.659881255301102, + "grad_norm": 1.302899911178469, + "learning_rate": 1.988632852914953e-05, + "loss": 0.3095, + "step": 9031 + }, + { + "epoch": 7.660729431721798, + "grad_norm": 1.1538173194404826, + "learning_rate": 1.9886287223771604e-05, + "loss": 0.258, + "step": 9032 + }, + { + "epoch": 7.661577608142494, + "grad_norm": 1.3494854875570648, + "learning_rate": 1.9886245910933285e-05, + "loss": 0.2945, + "step": 9033 + }, + { + "epoch": 7.662425784563189, + "grad_norm": 1.5830519992976353, + "learning_rate": 1.98862045906346e-05, + "loss": 0.2852, + "step": 9034 + }, + { + "epoch": 7.663273960983885, + "grad_norm": 1.1353789516610024, + "learning_rate": 1.988616326287558e-05, + "loss": 0.272, + "step": 9035 + }, + { + "epoch": 7.66412213740458, + "grad_norm": 1.2452998582764023, + "learning_rate": 1.988612192765626e-05, + "loss": 0.2393, + "step": 9036 + }, + { + "epoch": 7.664970313825275, + "grad_norm": 1.2008362434368802, + "learning_rate": 1.9886080584976665e-05, + "loss": 0.2301, + "step": 9037 + }, + { + "epoch": 7.665818490245972, + "grad_norm": 1.2064150730607486, + "learning_rate": 1.988603923483683e-05, + "loss": 0.242, + "step": 9038 + }, + { + "epoch": 7.666666666666667, + "grad_norm": 1.3484396171027846, + "learning_rate": 1.9885997877236788e-05, + "loss": 0.2486, + "step": 9039 + }, + { + "epoch": 7.667514843087362, + "grad_norm": 1.3659298564490543, + "learning_rate": 1.988595651217657e-05, + "loss": 0.2572, + "step": 9040 + }, + { + "epoch": 7.668363019508058, + "grad_norm": 1.2502926136901853, + "learning_rate": 1.98859151396562e-05, + "loss": 0.2616, + "step": 9041 + }, + { + "epoch": 7.669211195928753, + "grad_norm": 1.3393403303242983, + "learning_rate": 1.9885873759675717e-05, + "loss": 0.2995, + "step": 9042 + }, + { + "epoch": 7.670059372349448, + "grad_norm": 1.1276932548289, + "learning_rate": 1.9885832372235154e-05, + "loss": 0.2208, + "step": 9043 + }, + { + "epoch": 7.670907548770144, + "grad_norm": 1.307993248588346, + "learning_rate": 1.988579097733453e-05, + "loss": 0.2398, + "step": 9044 + }, + { + "epoch": 7.67175572519084, + "grad_norm": 1.2639352244548827, + "learning_rate": 1.9885749574973892e-05, + "loss": 0.2587, + "step": 9045 + }, + { + "epoch": 7.672603901611535, + "grad_norm": 1.3134303131126381, + "learning_rate": 1.9885708165153258e-05, + "loss": 0.2693, + "step": 9046 + }, + { + "epoch": 7.673452078032231, + "grad_norm": 1.2418002573002522, + "learning_rate": 1.9885666747872666e-05, + "loss": 0.2705, + "step": 9047 + }, + { + "epoch": 7.674300254452926, + "grad_norm": 1.3510687070089284, + "learning_rate": 1.988562532313215e-05, + "loss": 0.255, + "step": 9048 + }, + { + "epoch": 7.675148430873621, + "grad_norm": 1.179003704836717, + "learning_rate": 1.9885583890931736e-05, + "loss": 0.2332, + "step": 9049 + }, + { + "epoch": 7.6759966072943175, + "grad_norm": 1.3546677796206812, + "learning_rate": 1.9885542451271452e-05, + "loss": 0.2674, + "step": 9050 + }, + { + "epoch": 7.676844783715013, + "grad_norm": 1.2224453323121984, + "learning_rate": 1.9885501004151336e-05, + "loss": 0.2276, + "step": 9051 + }, + { + "epoch": 7.677692960135708, + "grad_norm": 1.3033596147490545, + "learning_rate": 1.988545954957142e-05, + "loss": 0.2806, + "step": 9052 + }, + { + "epoch": 7.678541136556404, + "grad_norm": 1.2757584803041462, + "learning_rate": 1.988541808753173e-05, + "loss": 0.2775, + "step": 9053 + }, + { + "epoch": 7.679389312977099, + "grad_norm": 1.2346572427959923, + "learning_rate": 1.9885376618032303e-05, + "loss": 0.2381, + "step": 9054 + }, + { + "epoch": 7.680237489397795, + "grad_norm": 1.2005392124349668, + "learning_rate": 1.9885335141073164e-05, + "loss": 0.2114, + "step": 9055 + }, + { + "epoch": 7.6810856658184905, + "grad_norm": 1.3877079361253282, + "learning_rate": 1.9885293656654346e-05, + "loss": 0.2594, + "step": 9056 + }, + { + "epoch": 7.681933842239186, + "grad_norm": 1.2673016823196446, + "learning_rate": 1.988525216477588e-05, + "loss": 0.2942, + "step": 9057 + }, + { + "epoch": 7.682782018659881, + "grad_norm": 1.2721415187844933, + "learning_rate": 1.9885210665437806e-05, + "loss": 0.22, + "step": 9058 + }, + { + "epoch": 7.6836301950805765, + "grad_norm": 1.2787124687066833, + "learning_rate": 1.9885169158640143e-05, + "loss": 0.2371, + "step": 9059 + }, + { + "epoch": 7.684478371501272, + "grad_norm": 1.2756511974530658, + "learning_rate": 1.9885127644382928e-05, + "loss": 0.235, + "step": 9060 + }, + { + "epoch": 7.685326547921968, + "grad_norm": 1.2509252385036131, + "learning_rate": 1.9885086122666192e-05, + "loss": 0.2304, + "step": 9061 + }, + { + "epoch": 7.6861747243426635, + "grad_norm": 1.1703672848173017, + "learning_rate": 1.9885044593489966e-05, + "loss": 0.2516, + "step": 9062 + }, + { + "epoch": 7.687022900763359, + "grad_norm": 1.2303190851051924, + "learning_rate": 1.9885003056854283e-05, + "loss": 0.2355, + "step": 9063 + }, + { + "epoch": 7.687871077184054, + "grad_norm": 1.1784892628437111, + "learning_rate": 1.9884961512759174e-05, + "loss": 0.1941, + "step": 9064 + }, + { + "epoch": 7.6887192536047495, + "grad_norm": 1.090750304180116, + "learning_rate": 1.9884919961204666e-05, + "loss": 0.2697, + "step": 9065 + }, + { + "epoch": 7.689567430025445, + "grad_norm": 1.1747319889271692, + "learning_rate": 1.9884878402190796e-05, + "loss": 0.2663, + "step": 9066 + }, + { + "epoch": 7.690415606446141, + "grad_norm": 1.2963024055219128, + "learning_rate": 1.988483683571759e-05, + "loss": 0.2458, + "step": 9067 + }, + { + "epoch": 7.691263782866836, + "grad_norm": 1.2971896275715324, + "learning_rate": 1.9884795261785086e-05, + "loss": 0.2424, + "step": 9068 + }, + { + "epoch": 7.692111959287532, + "grad_norm": 1.2742512079810742, + "learning_rate": 1.988475368039331e-05, + "loss": 0.2471, + "step": 9069 + }, + { + "epoch": 7.692960135708227, + "grad_norm": 1.2946793905686045, + "learning_rate": 1.9884712091542295e-05, + "loss": 0.2721, + "step": 9070 + }, + { + "epoch": 7.6938083121289225, + "grad_norm": 1.3080226884915251, + "learning_rate": 1.988467049523207e-05, + "loss": 0.2664, + "step": 9071 + }, + { + "epoch": 7.694656488549619, + "grad_norm": 1.173759756254965, + "learning_rate": 1.9884628891462674e-05, + "loss": 0.2573, + "step": 9072 + }, + { + "epoch": 7.695504664970314, + "grad_norm": 1.1914486979635666, + "learning_rate": 1.9884587280234132e-05, + "loss": 0.2215, + "step": 9073 + }, + { + "epoch": 7.696352841391009, + "grad_norm": 1.2630980336491513, + "learning_rate": 1.9884545661546473e-05, + "loss": 0.2567, + "step": 9074 + }, + { + "epoch": 7.697201017811705, + "grad_norm": 1.1828181703837075, + "learning_rate": 1.9884504035399733e-05, + "loss": 0.2227, + "step": 9075 + }, + { + "epoch": 7.6980491942324, + "grad_norm": 1.2397172292773109, + "learning_rate": 1.9884462401793946e-05, + "loss": 0.2506, + "step": 9076 + }, + { + "epoch": 7.698897370653096, + "grad_norm": 1.274060440945504, + "learning_rate": 1.988442076072914e-05, + "loss": 0.2443, + "step": 9077 + }, + { + "epoch": 7.699745547073792, + "grad_norm": 1.2182772983638235, + "learning_rate": 1.988437911220534e-05, + "loss": 0.2739, + "step": 9078 + }, + { + "epoch": 7.700593723494487, + "grad_norm": 1.219503721631271, + "learning_rate": 1.9884337456222587e-05, + "loss": 0.2731, + "step": 9079 + }, + { + "epoch": 7.701441899915182, + "grad_norm": 1.2628592078058127, + "learning_rate": 1.9884295792780912e-05, + "loss": 0.2564, + "step": 9080 + }, + { + "epoch": 7.702290076335878, + "grad_norm": 1.2212504574002532, + "learning_rate": 1.9884254121880343e-05, + "loss": 0.2293, + "step": 9081 + }, + { + "epoch": 7.703138252756573, + "grad_norm": 1.2244399216427584, + "learning_rate": 1.988421244352091e-05, + "loss": 0.2312, + "step": 9082 + }, + { + "epoch": 7.703986429177268, + "grad_norm": 1.0856288031433194, + "learning_rate": 1.9884170757702647e-05, + "loss": 0.2858, + "step": 9083 + }, + { + "epoch": 7.704834605597965, + "grad_norm": 1.2659504048945576, + "learning_rate": 1.9884129064425584e-05, + "loss": 0.2365, + "step": 9084 + }, + { + "epoch": 7.70568278201866, + "grad_norm": 1.1779272563803982, + "learning_rate": 1.9884087363689753e-05, + "loss": 0.2527, + "step": 9085 + }, + { + "epoch": 7.706530958439355, + "grad_norm": 1.2205666945512446, + "learning_rate": 1.988404565549519e-05, + "loss": 0.2327, + "step": 9086 + }, + { + "epoch": 7.707379134860051, + "grad_norm": 1.163783774711453, + "learning_rate": 1.988400393984192e-05, + "loss": 0.1947, + "step": 9087 + }, + { + "epoch": 7.708227311280746, + "grad_norm": 1.2992774551003168, + "learning_rate": 1.9883962216729975e-05, + "loss": 0.3071, + "step": 9088 + }, + { + "epoch": 7.709075487701442, + "grad_norm": 1.172154510947139, + "learning_rate": 1.988392048615939e-05, + "loss": 0.2428, + "step": 9089 + }, + { + "epoch": 7.709923664122138, + "grad_norm": 1.475954223447134, + "learning_rate": 1.9883878748130193e-05, + "loss": 0.2185, + "step": 9090 + }, + { + "epoch": 7.710771840542833, + "grad_norm": 1.228291801927376, + "learning_rate": 1.988383700264242e-05, + "loss": 0.2375, + "step": 9091 + }, + { + "epoch": 7.711620016963528, + "grad_norm": 1.3804902541832949, + "learning_rate": 1.9883795249696098e-05, + "loss": 0.3009, + "step": 9092 + }, + { + "epoch": 7.712468193384224, + "grad_norm": 1.381513874864211, + "learning_rate": 1.988375348929126e-05, + "loss": 0.2553, + "step": 9093 + }, + { + "epoch": 7.71331636980492, + "grad_norm": 1.282376570670008, + "learning_rate": 1.9883711721427943e-05, + "loss": 0.2634, + "step": 9094 + }, + { + "epoch": 7.714164546225615, + "grad_norm": 1.284648447395464, + "learning_rate": 1.988366994610617e-05, + "loss": 0.2203, + "step": 9095 + }, + { + "epoch": 7.7150127226463106, + "grad_norm": 1.1444251944413253, + "learning_rate": 1.988362816332597e-05, + "loss": 0.2099, + "step": 9096 + }, + { + "epoch": 7.715860899067006, + "grad_norm": 1.1923662970931974, + "learning_rate": 1.988358637308739e-05, + "loss": 0.2296, + "step": 9097 + }, + { + "epoch": 7.716709075487701, + "grad_norm": 1.2355557304461655, + "learning_rate": 1.9883544575390447e-05, + "loss": 0.2207, + "step": 9098 + }, + { + "epoch": 7.717557251908397, + "grad_norm": 1.3595457691309967, + "learning_rate": 1.9883502770235176e-05, + "loss": 0.2907, + "step": 9099 + }, + { + "epoch": 7.718405428329093, + "grad_norm": 1.2081416818068442, + "learning_rate": 1.9883460957621614e-05, + "loss": 0.253, + "step": 9100 + }, + { + "epoch": 7.719253604749788, + "grad_norm": 1.1793756375031248, + "learning_rate": 1.9883419137549787e-05, + "loss": 0.2165, + "step": 9101 + }, + { + "epoch": 7.7201017811704835, + "grad_norm": 1.3627709451753358, + "learning_rate": 1.9883377310019728e-05, + "loss": 0.2667, + "step": 9102 + }, + { + "epoch": 7.720949957591179, + "grad_norm": 1.351260753780998, + "learning_rate": 1.9883335475031468e-05, + "loss": 0.2163, + "step": 9103 + }, + { + "epoch": 7.721798134011874, + "grad_norm": 1.2873852473265546, + "learning_rate": 1.9883293632585043e-05, + "loss": 0.2437, + "step": 9104 + }, + { + "epoch": 7.7226463104325695, + "grad_norm": 1.3340072996426424, + "learning_rate": 1.9883251782680475e-05, + "loss": 0.2292, + "step": 9105 + }, + { + "epoch": 7.723494486853266, + "grad_norm": 1.1347112737499192, + "learning_rate": 1.9883209925317803e-05, + "loss": 0.2404, + "step": 9106 + }, + { + "epoch": 7.724342663273961, + "grad_norm": 1.1311774975248157, + "learning_rate": 1.988316806049706e-05, + "loss": 0.2391, + "step": 9107 + }, + { + "epoch": 7.7251908396946565, + "grad_norm": 1.3984056950444876, + "learning_rate": 1.988312618821827e-05, + "loss": 0.2617, + "step": 9108 + }, + { + "epoch": 7.726039016115352, + "grad_norm": 1.1521477751228115, + "learning_rate": 1.9883084308481474e-05, + "loss": 0.2411, + "step": 9109 + }, + { + "epoch": 7.726887192536047, + "grad_norm": 1.6004745475383446, + "learning_rate": 1.9883042421286694e-05, + "loss": 0.2691, + "step": 9110 + }, + { + "epoch": 7.727735368956743, + "grad_norm": 1.145299574171458, + "learning_rate": 1.9883000526633972e-05, + "loss": 0.2428, + "step": 9111 + }, + { + "epoch": 7.728583545377439, + "grad_norm": 1.0774801875470503, + "learning_rate": 1.9882958624523332e-05, + "loss": 0.2335, + "step": 9112 + }, + { + "epoch": 7.729431721798134, + "grad_norm": 1.2457636507522547, + "learning_rate": 1.9882916714954804e-05, + "loss": 0.2412, + "step": 9113 + }, + { + "epoch": 7.730279898218829, + "grad_norm": 1.3250167693439496, + "learning_rate": 1.988287479792843e-05, + "loss": 0.2665, + "step": 9114 + }, + { + "epoch": 7.731128074639525, + "grad_norm": 1.2229041807273007, + "learning_rate": 1.988283287344423e-05, + "loss": 0.2665, + "step": 9115 + }, + { + "epoch": 7.731976251060221, + "grad_norm": 1.1194820078989403, + "learning_rate": 1.9882790941502242e-05, + "loss": 0.1818, + "step": 9116 + }, + { + "epoch": 7.732824427480916, + "grad_norm": 1.216522320762155, + "learning_rate": 1.9882749002102494e-05, + "loss": 0.2553, + "step": 9117 + }, + { + "epoch": 7.733672603901612, + "grad_norm": 1.319526654386204, + "learning_rate": 1.988270705524502e-05, + "loss": 0.2438, + "step": 9118 + }, + { + "epoch": 7.734520780322307, + "grad_norm": 1.2575422202685231, + "learning_rate": 1.9882665100929857e-05, + "loss": 0.234, + "step": 9119 + }, + { + "epoch": 7.735368956743002, + "grad_norm": 1.1927344374985938, + "learning_rate": 1.9882623139157028e-05, + "loss": 0.2934, + "step": 9120 + }, + { + "epoch": 7.736217133163698, + "grad_norm": 1.4108572093329257, + "learning_rate": 1.9882581169926566e-05, + "loss": 0.2825, + "step": 9121 + }, + { + "epoch": 7.737065309584393, + "grad_norm": 1.2461632161244307, + "learning_rate": 1.9882539193238503e-05, + "loss": 0.2867, + "step": 9122 + }, + { + "epoch": 7.737913486005089, + "grad_norm": 1.2829457314795307, + "learning_rate": 1.9882497209092878e-05, + "loss": 0.2715, + "step": 9123 + }, + { + "epoch": 7.738761662425785, + "grad_norm": 1.1949502658881166, + "learning_rate": 1.9882455217489714e-05, + "loss": 0.2788, + "step": 9124 + }, + { + "epoch": 7.73960983884648, + "grad_norm": 1.2367334644802015, + "learning_rate": 1.9882413218429045e-05, + "loss": 0.2566, + "step": 9125 + }, + { + "epoch": 7.740458015267175, + "grad_norm": 1.1076436053520469, + "learning_rate": 1.98823712119109e-05, + "loss": 0.2077, + "step": 9126 + }, + { + "epoch": 7.741306191687871, + "grad_norm": 1.297596750542583, + "learning_rate": 1.988232919793532e-05, + "loss": 0.2411, + "step": 9127 + }, + { + "epoch": 7.742154368108567, + "grad_norm": 1.2953863902959397, + "learning_rate": 1.988228717650233e-05, + "loss": 0.245, + "step": 9128 + }, + { + "epoch": 7.743002544529262, + "grad_norm": 1.3221840523936665, + "learning_rate": 1.9882245147611958e-05, + "loss": 0.2178, + "step": 9129 + }, + { + "epoch": 7.743850720949958, + "grad_norm": 1.185047038135844, + "learning_rate": 1.9882203111264245e-05, + "loss": 0.2274, + "step": 9130 + }, + { + "epoch": 7.744698897370653, + "grad_norm": 1.1579193713707179, + "learning_rate": 1.9882161067459212e-05, + "loss": 0.2112, + "step": 9131 + }, + { + "epoch": 7.745547073791348, + "grad_norm": 1.321240959324926, + "learning_rate": 1.9882119016196902e-05, + "loss": 0.3007, + "step": 9132 + }, + { + "epoch": 7.746395250212045, + "grad_norm": 1.3312474631232434, + "learning_rate": 1.9882076957477338e-05, + "loss": 0.272, + "step": 9133 + }, + { + "epoch": 7.74724342663274, + "grad_norm": 1.2045119920333711, + "learning_rate": 1.9882034891300556e-05, + "loss": 0.2501, + "step": 9134 + }, + { + "epoch": 7.748091603053435, + "grad_norm": 1.172298298954577, + "learning_rate": 1.9881992817666588e-05, + "loss": 0.2769, + "step": 9135 + }, + { + "epoch": 7.748939779474131, + "grad_norm": 1.131194443294441, + "learning_rate": 1.988195073657546e-05, + "loss": 0.2325, + "step": 9136 + }, + { + "epoch": 7.749787955894826, + "grad_norm": 1.2192376495959636, + "learning_rate": 1.9881908648027214e-05, + "loss": 0.2853, + "step": 9137 + }, + { + "epoch": 7.750636132315521, + "grad_norm": 1.340290335834286, + "learning_rate": 1.9881866552021872e-05, + "loss": 0.2975, + "step": 9138 + }, + { + "epoch": 7.7514843087362175, + "grad_norm": 1.2718766885918382, + "learning_rate": 1.9881824448559473e-05, + "loss": 0.2356, + "step": 9139 + }, + { + "epoch": 7.752332485156913, + "grad_norm": 1.1856868227606452, + "learning_rate": 1.9881782337640042e-05, + "loss": 0.2543, + "step": 9140 + }, + { + "epoch": 7.753180661577608, + "grad_norm": 1.2672260025151305, + "learning_rate": 1.9881740219263615e-05, + "loss": 0.1962, + "step": 9141 + }, + { + "epoch": 7.754028837998304, + "grad_norm": 1.294683723945233, + "learning_rate": 1.9881698093430225e-05, + "loss": 0.2821, + "step": 9142 + }, + { + "epoch": 7.754877014418999, + "grad_norm": 1.2199501675484359, + "learning_rate": 1.9881655960139903e-05, + "loss": 0.2619, + "step": 9143 + }, + { + "epoch": 7.755725190839694, + "grad_norm": 1.3044917867504113, + "learning_rate": 1.988161381939268e-05, + "loss": 0.2459, + "step": 9144 + }, + { + "epoch": 7.7565733672603905, + "grad_norm": 1.2677463317969015, + "learning_rate": 1.9881571671188582e-05, + "loss": 0.2469, + "step": 9145 + }, + { + "epoch": 7.757421543681086, + "grad_norm": 1.1226164575778126, + "learning_rate": 1.9881529515527652e-05, + "loss": 0.2614, + "step": 9146 + }, + { + "epoch": 7.758269720101781, + "grad_norm": 1.1016986040305146, + "learning_rate": 1.988148735240991e-05, + "loss": 0.2462, + "step": 9147 + }, + { + "epoch": 7.7591178965224765, + "grad_norm": 1.1574797282823912, + "learning_rate": 1.98814451818354e-05, + "loss": 0.2487, + "step": 9148 + }, + { + "epoch": 7.759966072943172, + "grad_norm": 1.1944450943174678, + "learning_rate": 1.9881403003804144e-05, + "loss": 0.2429, + "step": 9149 + }, + { + "epoch": 7.760814249363868, + "grad_norm": 1.4313600070167534, + "learning_rate": 1.988136081831618e-05, + "loss": 0.2804, + "step": 9150 + }, + { + "epoch": 7.7616624257845634, + "grad_norm": 1.3978770482070675, + "learning_rate": 1.9881318625371535e-05, + "loss": 0.2831, + "step": 9151 + }, + { + "epoch": 7.762510602205259, + "grad_norm": 1.1631035425022667, + "learning_rate": 1.9881276424970246e-05, + "loss": 0.2191, + "step": 9152 + }, + { + "epoch": 7.763358778625954, + "grad_norm": 1.3465549954185503, + "learning_rate": 1.988123421711234e-05, + "loss": 0.2992, + "step": 9153 + }, + { + "epoch": 7.7642069550466495, + "grad_norm": 1.445070456348489, + "learning_rate": 1.988119200179785e-05, + "loss": 0.2973, + "step": 9154 + }, + { + "epoch": 7.765055131467345, + "grad_norm": 1.1257167717193008, + "learning_rate": 1.9881149779026812e-05, + "loss": 0.1878, + "step": 9155 + }, + { + "epoch": 7.765903307888041, + "grad_norm": 1.3058403534402085, + "learning_rate": 1.988110754879925e-05, + "loss": 0.2335, + "step": 9156 + }, + { + "epoch": 7.766751484308736, + "grad_norm": 1.4082607069561692, + "learning_rate": 1.9881065311115208e-05, + "loss": 0.2495, + "step": 9157 + }, + { + "epoch": 7.767599660729432, + "grad_norm": 1.2973044810362335, + "learning_rate": 1.9881023065974703e-05, + "loss": 0.2583, + "step": 9158 + }, + { + "epoch": 7.768447837150127, + "grad_norm": 1.1927415417016263, + "learning_rate": 1.988098081337778e-05, + "loss": 0.2666, + "step": 9159 + }, + { + "epoch": 7.7692960135708224, + "grad_norm": 1.3378910536459212, + "learning_rate": 1.988093855332446e-05, + "loss": 0.2774, + "step": 9160 + }, + { + "epoch": 7.770144189991518, + "grad_norm": 1.4360533564588036, + "learning_rate": 1.9880896285814782e-05, + "loss": 0.2563, + "step": 9161 + }, + { + "epoch": 7.770992366412214, + "grad_norm": 1.282317357905223, + "learning_rate": 1.9880854010848776e-05, + "loss": 0.2994, + "step": 9162 + }, + { + "epoch": 7.771840542832909, + "grad_norm": 1.2903057277200038, + "learning_rate": 1.9880811728426476e-05, + "loss": 0.2777, + "step": 9163 + }, + { + "epoch": 7.772688719253605, + "grad_norm": 1.4038907560094855, + "learning_rate": 1.988076943854791e-05, + "loss": 0.3013, + "step": 9164 + }, + { + "epoch": 7.7735368956743, + "grad_norm": 1.3690937152917029, + "learning_rate": 1.988072714121311e-05, + "loss": 0.27, + "step": 9165 + }, + { + "epoch": 7.774385072094995, + "grad_norm": 1.3233941000802198, + "learning_rate": 1.9880684836422112e-05, + "loss": 0.2006, + "step": 9166 + }, + { + "epoch": 7.775233248515692, + "grad_norm": 1.1310792012655129, + "learning_rate": 1.9880642524174944e-05, + "loss": 0.25, + "step": 9167 + }, + { + "epoch": 7.776081424936387, + "grad_norm": 1.2302415611244601, + "learning_rate": 1.988060020447164e-05, + "loss": 0.2052, + "step": 9168 + }, + { + "epoch": 7.776929601357082, + "grad_norm": 1.2704846910662666, + "learning_rate": 1.9880557877312234e-05, + "loss": 0.278, + "step": 9169 + }, + { + "epoch": 7.777777777777778, + "grad_norm": 1.3275674348909468, + "learning_rate": 1.988051554269675e-05, + "loss": 0.2656, + "step": 9170 + }, + { + "epoch": 7.778625954198473, + "grad_norm": 1.2805756178450514, + "learning_rate": 1.988047320062523e-05, + "loss": 0.2253, + "step": 9171 + }, + { + "epoch": 7.779474130619169, + "grad_norm": 1.1700261526466018, + "learning_rate": 1.9880430851097698e-05, + "loss": 0.205, + "step": 9172 + }, + { + "epoch": 7.780322307039865, + "grad_norm": 1.327169447931404, + "learning_rate": 1.988038849411419e-05, + "loss": 0.2476, + "step": 9173 + }, + { + "epoch": 7.78117048346056, + "grad_norm": 1.3020589741299682, + "learning_rate": 1.9880346129674736e-05, + "loss": 0.2574, + "step": 9174 + }, + { + "epoch": 7.782018659881255, + "grad_norm": 1.12071898214312, + "learning_rate": 1.9880303757779373e-05, + "loss": 0.2425, + "step": 9175 + }, + { + "epoch": 7.782866836301951, + "grad_norm": 1.179415015699327, + "learning_rate": 1.9880261378428124e-05, + "loss": 0.2475, + "step": 9176 + }, + { + "epoch": 7.783715012722646, + "grad_norm": 1.357853159589289, + "learning_rate": 1.988021899162103e-05, + "loss": 0.2706, + "step": 9177 + }, + { + "epoch": 7.784563189143341, + "grad_norm": 1.2437972026798256, + "learning_rate": 1.9880176597358115e-05, + "loss": 0.2506, + "step": 9178 + }, + { + "epoch": 7.785411365564038, + "grad_norm": 1.2536498837877417, + "learning_rate": 1.988013419563942e-05, + "loss": 0.2994, + "step": 9179 + }, + { + "epoch": 7.786259541984733, + "grad_norm": 1.0095693127264949, + "learning_rate": 1.988009178646497e-05, + "loss": 0.1695, + "step": 9180 + }, + { + "epoch": 7.787107718405428, + "grad_norm": 1.296436328677475, + "learning_rate": 1.98800493698348e-05, + "loss": 0.2455, + "step": 9181 + }, + { + "epoch": 7.787955894826124, + "grad_norm": 1.1768589286290172, + "learning_rate": 1.988000694574894e-05, + "loss": 0.2068, + "step": 9182 + }, + { + "epoch": 7.788804071246819, + "grad_norm": 1.4161140332697635, + "learning_rate": 1.987996451420742e-05, + "loss": 0.2694, + "step": 9183 + }, + { + "epoch": 7.789652247667515, + "grad_norm": 1.4212345508097493, + "learning_rate": 1.987992207521028e-05, + "loss": 0.2714, + "step": 9184 + }, + { + "epoch": 7.7905004240882105, + "grad_norm": 1.1989155361124837, + "learning_rate": 1.9879879628757546e-05, + "loss": 0.2087, + "step": 9185 + }, + { + "epoch": 7.791348600508906, + "grad_norm": 1.1778433184996686, + "learning_rate": 1.987983717484925e-05, + "loss": 0.2099, + "step": 9186 + }, + { + "epoch": 7.792196776929601, + "grad_norm": 1.2281431043465798, + "learning_rate": 1.9879794713485426e-05, + "loss": 0.2609, + "step": 9187 + }, + { + "epoch": 7.793044953350297, + "grad_norm": 1.1822006783315036, + "learning_rate": 1.9879752244666105e-05, + "loss": 0.245, + "step": 9188 + }, + { + "epoch": 7.793893129770993, + "grad_norm": 1.1554410195442055, + "learning_rate": 1.987970976839132e-05, + "loss": 0.1962, + "step": 9189 + }, + { + "epoch": 7.794741306191688, + "grad_norm": 1.4110508470093763, + "learning_rate": 1.98796672846611e-05, + "loss": 0.2494, + "step": 9190 + }, + { + "epoch": 7.7955894826123835, + "grad_norm": 1.5340759834862876, + "learning_rate": 1.9879624793475482e-05, + "loss": 0.2485, + "step": 9191 + }, + { + "epoch": 7.796437659033079, + "grad_norm": 1.2068900382042074, + "learning_rate": 1.9879582294834492e-05, + "loss": 0.2724, + "step": 9192 + }, + { + "epoch": 7.797285835453774, + "grad_norm": 1.2614375716862227, + "learning_rate": 1.987953978873817e-05, + "loss": 0.2217, + "step": 9193 + }, + { + "epoch": 7.7981340118744695, + "grad_norm": 1.3658456252892353, + "learning_rate": 1.9879497275186537e-05, + "loss": 0.2217, + "step": 9194 + }, + { + "epoch": 7.798982188295166, + "grad_norm": 1.210199740376608, + "learning_rate": 1.9879454754179636e-05, + "loss": 0.2395, + "step": 9195 + }, + { + "epoch": 7.799830364715861, + "grad_norm": 1.4370028107406843, + "learning_rate": 1.9879412225717497e-05, + "loss": 0.2727, + "step": 9196 + }, + { + "epoch": 7.8006785411365565, + "grad_norm": 1.2016148508862907, + "learning_rate": 1.9879369689800146e-05, + "loss": 0.2302, + "step": 9197 + }, + { + "epoch": 7.801526717557252, + "grad_norm": 1.0808823983012819, + "learning_rate": 1.987932714642762e-05, + "loss": 0.2307, + "step": 9198 + }, + { + "epoch": 7.802374893977947, + "grad_norm": 1.1696685195900056, + "learning_rate": 1.9879284595599952e-05, + "loss": 0.2428, + "step": 9199 + }, + { + "epoch": 7.8032230703986425, + "grad_norm": 1.1249353413011018, + "learning_rate": 1.987924203731717e-05, + "loss": 0.1883, + "step": 9200 + }, + { + "epoch": 7.804071246819339, + "grad_norm": 1.4751818124661, + "learning_rate": 1.987919947157931e-05, + "loss": 0.2775, + "step": 9201 + }, + { + "epoch": 7.804919423240034, + "grad_norm": 1.3974393517526145, + "learning_rate": 1.98791568983864e-05, + "loss": 0.2558, + "step": 9202 + }, + { + "epoch": 7.805767599660729, + "grad_norm": 1.2608223093381865, + "learning_rate": 1.9879114317738476e-05, + "loss": 0.2294, + "step": 9203 + }, + { + "epoch": 7.806615776081425, + "grad_norm": 1.2857393069540095, + "learning_rate": 1.9879071729635568e-05, + "loss": 0.2357, + "step": 9204 + }, + { + "epoch": 7.80746395250212, + "grad_norm": 1.237192162528663, + "learning_rate": 1.987902913407771e-05, + "loss": 0.2539, + "step": 9205 + }, + { + "epoch": 7.808312128922816, + "grad_norm": 1.3039904109445684, + "learning_rate": 1.9878986531064934e-05, + "loss": 0.2386, + "step": 9206 + }, + { + "epoch": 7.809160305343512, + "grad_norm": 1.258545349687743, + "learning_rate": 1.9878943920597265e-05, + "loss": 0.2465, + "step": 9207 + }, + { + "epoch": 7.810008481764207, + "grad_norm": 1.1780148276714568, + "learning_rate": 1.987890130267475e-05, + "loss": 0.2285, + "step": 9208 + }, + { + "epoch": 7.810856658184902, + "grad_norm": 1.2516227542742075, + "learning_rate": 1.9878858677297406e-05, + "loss": 0.2558, + "step": 9209 + }, + { + "epoch": 7.811704834605598, + "grad_norm": 1.5251357236784082, + "learning_rate": 1.9878816044465273e-05, + "loss": 0.2785, + "step": 9210 + }, + { + "epoch": 7.812553011026294, + "grad_norm": 1.2251769481369041, + "learning_rate": 1.9878773404178382e-05, + "loss": 0.2392, + "step": 9211 + }, + { + "epoch": 7.813401187446989, + "grad_norm": 1.3415367828523617, + "learning_rate": 1.9878730756436765e-05, + "loss": 0.2636, + "step": 9212 + }, + { + "epoch": 7.814249363867685, + "grad_norm": 1.294648142585276, + "learning_rate": 1.9878688101240455e-05, + "loss": 0.2535, + "step": 9213 + }, + { + "epoch": 7.81509754028838, + "grad_norm": 1.168848021585128, + "learning_rate": 1.9878645438589482e-05, + "loss": 0.2488, + "step": 9214 + }, + { + "epoch": 7.815945716709075, + "grad_norm": 1.2639632972853034, + "learning_rate": 1.9878602768483877e-05, + "loss": 0.254, + "step": 9215 + }, + { + "epoch": 7.816793893129771, + "grad_norm": 1.2786257225322097, + "learning_rate": 1.987856009092368e-05, + "loss": 0.2622, + "step": 9216 + }, + { + "epoch": 7.817642069550466, + "grad_norm": 1.3464730202865927, + "learning_rate": 1.9878517405908914e-05, + "loss": 0.2475, + "step": 9217 + }, + { + "epoch": 7.818490245971162, + "grad_norm": 1.3141180106393253, + "learning_rate": 1.9878474713439617e-05, + "loss": 0.2639, + "step": 9218 + }, + { + "epoch": 7.819338422391858, + "grad_norm": 1.287996088468085, + "learning_rate": 1.987843201351582e-05, + "loss": 0.2776, + "step": 9219 + }, + { + "epoch": 7.820186598812553, + "grad_norm": 1.4004906436070104, + "learning_rate": 1.9878389306137554e-05, + "loss": 0.2412, + "step": 9220 + }, + { + "epoch": 7.821034775233248, + "grad_norm": 1.5298910606047258, + "learning_rate": 1.9878346591304852e-05, + "loss": 0.2924, + "step": 9221 + }, + { + "epoch": 7.821882951653944, + "grad_norm": 1.3848963722994505, + "learning_rate": 1.9878303869017746e-05, + "loss": 0.2577, + "step": 9222 + }, + { + "epoch": 7.82273112807464, + "grad_norm": 1.3011756579280354, + "learning_rate": 1.9878261139276268e-05, + "loss": 0.2224, + "step": 9223 + }, + { + "epoch": 7.823579304495335, + "grad_norm": 1.2613287254155872, + "learning_rate": 1.987821840208045e-05, + "loss": 0.2745, + "step": 9224 + }, + { + "epoch": 7.824427480916031, + "grad_norm": 1.2722617987277047, + "learning_rate": 1.9878175657430325e-05, + "loss": 0.2294, + "step": 9225 + }, + { + "epoch": 7.825275657336726, + "grad_norm": 1.2032429855957691, + "learning_rate": 1.9878132905325924e-05, + "loss": 0.2584, + "step": 9226 + }, + { + "epoch": 7.826123833757421, + "grad_norm": 1.218761412978509, + "learning_rate": 1.987809014576728e-05, + "loss": 0.2769, + "step": 9227 + }, + { + "epoch": 7.8269720101781175, + "grad_norm": 1.1617506678391574, + "learning_rate": 1.9878047378754425e-05, + "loss": 0.2535, + "step": 9228 + }, + { + "epoch": 7.827820186598813, + "grad_norm": 1.3452348925824793, + "learning_rate": 1.9878004604287392e-05, + "loss": 0.2653, + "step": 9229 + }, + { + "epoch": 7.828668363019508, + "grad_norm": 1.3443935827791849, + "learning_rate": 1.9877961822366218e-05, + "loss": 0.2619, + "step": 9230 + }, + { + "epoch": 7.8295165394402035, + "grad_norm": 1.304653982746167, + "learning_rate": 1.9877919032990927e-05, + "loss": 0.2563, + "step": 9231 + }, + { + "epoch": 7.830364715860899, + "grad_norm": 1.2263982412604488, + "learning_rate": 1.9877876236161553e-05, + "loss": 0.228, + "step": 9232 + }, + { + "epoch": 7.831212892281594, + "grad_norm": 1.3252572887961507, + "learning_rate": 1.987783343187813e-05, + "loss": 0.2907, + "step": 9233 + }, + { + "epoch": 7.8320610687022905, + "grad_norm": 1.2041899108842087, + "learning_rate": 1.9877790620140692e-05, + "loss": 0.2758, + "step": 9234 + }, + { + "epoch": 7.832909245122986, + "grad_norm": 1.358109744818889, + "learning_rate": 1.987774780094927e-05, + "loss": 0.2221, + "step": 9235 + }, + { + "epoch": 7.833757421543681, + "grad_norm": 1.3361371604524193, + "learning_rate": 1.987770497430389e-05, + "loss": 0.2473, + "step": 9236 + }, + { + "epoch": 7.8346055979643765, + "grad_norm": 1.3231431152299824, + "learning_rate": 1.9877662140204597e-05, + "loss": 0.2705, + "step": 9237 + }, + { + "epoch": 7.835453774385072, + "grad_norm": 1.4369597922411204, + "learning_rate": 1.9877619298651416e-05, + "loss": 0.2658, + "step": 9238 + }, + { + "epoch": 7.836301950805767, + "grad_norm": 1.1336132873984948, + "learning_rate": 1.987757644964438e-05, + "loss": 0.2434, + "step": 9239 + }, + { + "epoch": 7.837150127226463, + "grad_norm": 1.1806588378923726, + "learning_rate": 1.9877533593183517e-05, + "loss": 0.2328, + "step": 9240 + }, + { + "epoch": 7.837998303647159, + "grad_norm": 1.3025202114599528, + "learning_rate": 1.9877490729268866e-05, + "loss": 0.2383, + "step": 9241 + }, + { + "epoch": 7.838846480067854, + "grad_norm": 1.2961330128825737, + "learning_rate": 1.9877447857900457e-05, + "loss": 0.3128, + "step": 9242 + }, + { + "epoch": 7.8396946564885495, + "grad_norm": 1.2629132561308363, + "learning_rate": 1.9877404979078324e-05, + "loss": 0.2676, + "step": 9243 + }, + { + "epoch": 7.840542832909245, + "grad_norm": 1.469245164282064, + "learning_rate": 1.9877362092802495e-05, + "loss": 0.1828, + "step": 9244 + }, + { + "epoch": 7.841391009329941, + "grad_norm": 1.5380245777775652, + "learning_rate": 1.9877319199073003e-05, + "loss": 0.2408, + "step": 9245 + }, + { + "epoch": 7.842239185750636, + "grad_norm": 1.2813982418257748, + "learning_rate": 1.9877276297889888e-05, + "loss": 0.2342, + "step": 9246 + }, + { + "epoch": 7.843087362171332, + "grad_norm": 1.1847318255122876, + "learning_rate": 1.987723338925317e-05, + "loss": 0.2637, + "step": 9247 + }, + { + "epoch": 7.843935538592027, + "grad_norm": 1.2951331673628355, + "learning_rate": 1.9877190473162893e-05, + "loss": 0.2507, + "step": 9248 + }, + { + "epoch": 7.844783715012722, + "grad_norm": 1.1423666310450389, + "learning_rate": 1.9877147549619085e-05, + "loss": 0.3075, + "step": 9249 + }, + { + "epoch": 7.845631891433418, + "grad_norm": 1.1997063798366046, + "learning_rate": 1.9877104618621776e-05, + "loss": 0.2504, + "step": 9250 + }, + { + "epoch": 7.846480067854114, + "grad_norm": 1.1018367432035108, + "learning_rate": 1.9877061680171e-05, + "loss": 0.2485, + "step": 9251 + }, + { + "epoch": 7.847328244274809, + "grad_norm": 1.3046689096473338, + "learning_rate": 1.987701873426679e-05, + "loss": 0.2793, + "step": 9252 + }, + { + "epoch": 7.848176420695505, + "grad_norm": 1.1553548359024233, + "learning_rate": 1.9876975780909176e-05, + "loss": 0.2429, + "step": 9253 + }, + { + "epoch": 7.8490245971162, + "grad_norm": 1.3563075651253376, + "learning_rate": 1.9876932820098194e-05, + "loss": 0.2584, + "step": 9254 + }, + { + "epoch": 7.849872773536895, + "grad_norm": 1.3492834036999442, + "learning_rate": 1.9876889851833875e-05, + "loss": 0.2679, + "step": 9255 + }, + { + "epoch": 7.850720949957591, + "grad_norm": 1.4251579486934396, + "learning_rate": 1.9876846876116252e-05, + "loss": 0.2544, + "step": 9256 + }, + { + "epoch": 7.851569126378287, + "grad_norm": 1.381650516459044, + "learning_rate": 1.9876803892945356e-05, + "loss": 0.2777, + "step": 9257 + }, + { + "epoch": 7.852417302798982, + "grad_norm": 1.243394193618506, + "learning_rate": 1.987676090232122e-05, + "loss": 0.2238, + "step": 9258 + }, + { + "epoch": 7.853265479219678, + "grad_norm": 1.1713857818724596, + "learning_rate": 1.9876717904243876e-05, + "loss": 0.2159, + "step": 9259 + }, + { + "epoch": 7.854113655640373, + "grad_norm": 1.3218986415313594, + "learning_rate": 1.9876674898713356e-05, + "loss": 0.2988, + "step": 9260 + }, + { + "epoch": 7.854961832061068, + "grad_norm": 1.4290826862696426, + "learning_rate": 1.98766318857297e-05, + "loss": 0.2088, + "step": 9261 + }, + { + "epoch": 7.855810008481765, + "grad_norm": 1.3809627058933507, + "learning_rate": 1.9876588865292924e-05, + "loss": 0.2752, + "step": 9262 + }, + { + "epoch": 7.85665818490246, + "grad_norm": 1.3464227604192058, + "learning_rate": 1.987654583740308e-05, + "loss": 0.3107, + "step": 9263 + }, + { + "epoch": 7.857506361323155, + "grad_norm": 1.1446378184894943, + "learning_rate": 1.9876502802060184e-05, + "loss": 0.2477, + "step": 9264 + }, + { + "epoch": 7.858354537743851, + "grad_norm": 1.2691039606107837, + "learning_rate": 1.9876459759264277e-05, + "loss": 0.244, + "step": 9265 + }, + { + "epoch": 7.859202714164546, + "grad_norm": 1.1672902796205995, + "learning_rate": 1.9876416709015392e-05, + "loss": 0.2029, + "step": 9266 + }, + { + "epoch": 7.860050890585242, + "grad_norm": 1.230576849644904, + "learning_rate": 1.9876373651313558e-05, + "loss": 0.2186, + "step": 9267 + }, + { + "epoch": 7.8608990670059375, + "grad_norm": 1.371909080753404, + "learning_rate": 1.987633058615881e-05, + "loss": 0.2601, + "step": 9268 + }, + { + "epoch": 7.861747243426633, + "grad_norm": 1.4222852151979692, + "learning_rate": 1.9876287513551176e-05, + "loss": 0.2802, + "step": 9269 + }, + { + "epoch": 7.862595419847328, + "grad_norm": 1.3774007266921695, + "learning_rate": 1.9876244433490695e-05, + "loss": 0.2686, + "step": 9270 + }, + { + "epoch": 7.863443596268024, + "grad_norm": 1.4033366357016288, + "learning_rate": 1.9876201345977394e-05, + "loss": 0.2269, + "step": 9271 + }, + { + "epoch": 7.864291772688719, + "grad_norm": 1.231187119001258, + "learning_rate": 1.9876158251011312e-05, + "loss": 0.2923, + "step": 9272 + }, + { + "epoch": 7.865139949109414, + "grad_norm": 1.08156947364054, + "learning_rate": 1.987611514859247e-05, + "loss": 0.2006, + "step": 9273 + }, + { + "epoch": 7.8659881255301105, + "grad_norm": 1.2772994172522636, + "learning_rate": 1.9876072038720916e-05, + "loss": 0.2325, + "step": 9274 + }, + { + "epoch": 7.866836301950806, + "grad_norm": 1.224608374405391, + "learning_rate": 1.9876028921396667e-05, + "loss": 0.2394, + "step": 9275 + }, + { + "epoch": 7.867684478371501, + "grad_norm": 1.0790111077677333, + "learning_rate": 1.987598579661977e-05, + "loss": 0.2194, + "step": 9276 + }, + { + "epoch": 7.8685326547921965, + "grad_norm": 1.0579689073906777, + "learning_rate": 1.9875942664390244e-05, + "loss": 0.1707, + "step": 9277 + }, + { + "epoch": 7.869380831212892, + "grad_norm": 1.3477039772195065, + "learning_rate": 1.9875899524708133e-05, + "loss": 0.2459, + "step": 9278 + }, + { + "epoch": 7.870229007633588, + "grad_norm": 1.3787699869530252, + "learning_rate": 1.9875856377573464e-05, + "loss": 0.2736, + "step": 9279 + }, + { + "epoch": 7.8710771840542835, + "grad_norm": 1.3685207455259016, + "learning_rate": 1.9875813222986268e-05, + "loss": 0.2556, + "step": 9280 + }, + { + "epoch": 7.871925360474979, + "grad_norm": 1.2353710968220324, + "learning_rate": 1.9875770060946584e-05, + "loss": 0.2225, + "step": 9281 + }, + { + "epoch": 7.872773536895674, + "grad_norm": 1.4384565516218135, + "learning_rate": 1.9875726891454433e-05, + "loss": 0.2711, + "step": 9282 + }, + { + "epoch": 7.8736217133163695, + "grad_norm": 1.3560584808992402, + "learning_rate": 1.987568371450986e-05, + "loss": 0.296, + "step": 9283 + }, + { + "epoch": 7.874469889737066, + "grad_norm": 1.1019097021914035, + "learning_rate": 1.9875640530112893e-05, + "loss": 0.2852, + "step": 9284 + }, + { + "epoch": 7.875318066157761, + "grad_norm": 1.1144070292117652, + "learning_rate": 1.9875597338263558e-05, + "loss": 0.2305, + "step": 9285 + }, + { + "epoch": 7.876166242578456, + "grad_norm": 1.1769430886863455, + "learning_rate": 1.98755541389619e-05, + "loss": 0.2487, + "step": 9286 + }, + { + "epoch": 7.877014418999152, + "grad_norm": 1.1819957758071689, + "learning_rate": 1.987551093220794e-05, + "loss": 0.2342, + "step": 9287 + }, + { + "epoch": 7.877862595419847, + "grad_norm": 1.3979994911087896, + "learning_rate": 1.9875467718001724e-05, + "loss": 0.256, + "step": 9288 + }, + { + "epoch": 7.8787107718405425, + "grad_norm": 1.2829991370650224, + "learning_rate": 1.987542449634327e-05, + "loss": 0.2796, + "step": 9289 + }, + { + "epoch": 7.879558948261239, + "grad_norm": 1.2987447984381737, + "learning_rate": 1.9875381267232618e-05, + "loss": 0.2548, + "step": 9290 + }, + { + "epoch": 7.880407124681934, + "grad_norm": 1.1740768510096755, + "learning_rate": 1.9875338030669803e-05, + "loss": 0.2071, + "step": 9291 + }, + { + "epoch": 7.881255301102629, + "grad_norm": 1.27267463441477, + "learning_rate": 1.987529478665485e-05, + "loss": 0.2011, + "step": 9292 + }, + { + "epoch": 7.882103477523325, + "grad_norm": 1.1553485714098986, + "learning_rate": 1.98752515351878e-05, + "loss": 0.235, + "step": 9293 + }, + { + "epoch": 7.88295165394402, + "grad_norm": 1.3432841288422996, + "learning_rate": 1.9875208276268677e-05, + "loss": 0.2915, + "step": 9294 + }, + { + "epoch": 7.883799830364715, + "grad_norm": 1.3628816329839801, + "learning_rate": 1.987516500989752e-05, + "loss": 0.2112, + "step": 9295 + }, + { + "epoch": 7.884648006785412, + "grad_norm": 1.316098041479558, + "learning_rate": 1.987512173607436e-05, + "loss": 0.2972, + "step": 9296 + }, + { + "epoch": 7.885496183206107, + "grad_norm": 1.2355210674217774, + "learning_rate": 1.9875078454799232e-05, + "loss": 0.2699, + "step": 9297 + }, + { + "epoch": 7.886344359626802, + "grad_norm": 1.2491131817503454, + "learning_rate": 1.987503516607216e-05, + "loss": 0.2213, + "step": 9298 + }, + { + "epoch": 7.887192536047498, + "grad_norm": 1.3993852014957717, + "learning_rate": 1.987499186989319e-05, + "loss": 0.3428, + "step": 9299 + }, + { + "epoch": 7.888040712468193, + "grad_norm": 1.2162075470789757, + "learning_rate": 1.9874948566262345e-05, + "loss": 0.2708, + "step": 9300 + }, + { + "epoch": 7.888888888888889, + "grad_norm": 1.2249568875116217, + "learning_rate": 1.987490525517966e-05, + "loss": 0.2643, + "step": 9301 + }, + { + "epoch": 7.889737065309585, + "grad_norm": 1.1800807421355581, + "learning_rate": 1.9874861936645166e-05, + "loss": 0.2047, + "step": 9302 + }, + { + "epoch": 7.89058524173028, + "grad_norm": 1.2071994222826992, + "learning_rate": 1.98748186106589e-05, + "loss": 0.2382, + "step": 9303 + }, + { + "epoch": 7.891433418150975, + "grad_norm": 1.2437373064743655, + "learning_rate": 1.987477527722089e-05, + "loss": 0.2616, + "step": 9304 + }, + { + "epoch": 7.892281594571671, + "grad_norm": 1.5178804668866812, + "learning_rate": 1.987473193633117e-05, + "loss": 0.2417, + "step": 9305 + }, + { + "epoch": 7.893129770992367, + "grad_norm": 1.2996002520094139, + "learning_rate": 1.987468858798978e-05, + "loss": 0.2059, + "step": 9306 + }, + { + "epoch": 7.893977947413062, + "grad_norm": 1.148157861936565, + "learning_rate": 1.987464523219674e-05, + "loss": 0.2289, + "step": 9307 + }, + { + "epoch": 7.894826123833758, + "grad_norm": 1.0017906180809326, + "learning_rate": 1.9874601868952094e-05, + "loss": 0.1913, + "step": 9308 + }, + { + "epoch": 7.895674300254453, + "grad_norm": 1.3928257737768255, + "learning_rate": 1.987455849825587e-05, + "loss": 0.2565, + "step": 9309 + }, + { + "epoch": 7.896522476675148, + "grad_norm": 1.3521428994869011, + "learning_rate": 1.9874515120108095e-05, + "loss": 0.2643, + "step": 9310 + }, + { + "epoch": 7.897370653095844, + "grad_norm": 1.272196588246389, + "learning_rate": 1.987447173450881e-05, + "loss": 0.2185, + "step": 9311 + }, + { + "epoch": 7.898218829516539, + "grad_norm": 1.1507214665021341, + "learning_rate": 1.9874428341458047e-05, + "loss": 0.196, + "step": 9312 + }, + { + "epoch": 7.899067005937235, + "grad_norm": 1.1942969880605867, + "learning_rate": 1.9874384940955833e-05, + "loss": 0.2423, + "step": 9313 + }, + { + "epoch": 7.8999151823579306, + "grad_norm": 1.2112337888631444, + "learning_rate": 1.9874341533002207e-05, + "loss": 0.2102, + "step": 9314 + }, + { + "epoch": 7.900763358778626, + "grad_norm": 1.2526026728846984, + "learning_rate": 1.98742981175972e-05, + "loss": 0.246, + "step": 9315 + }, + { + "epoch": 7.901611535199321, + "grad_norm": 1.3264259324583492, + "learning_rate": 1.9874254694740843e-05, + "loss": 0.2477, + "step": 9316 + }, + { + "epoch": 7.902459711620017, + "grad_norm": 1.4271280782677889, + "learning_rate": 1.987421126443317e-05, + "loss": 0.2477, + "step": 9317 + }, + { + "epoch": 7.903307888040713, + "grad_norm": 1.3385648060205473, + "learning_rate": 1.9874167826674212e-05, + "loss": 0.2704, + "step": 9318 + }, + { + "epoch": 7.904156064461408, + "grad_norm": 1.2901107913716188, + "learning_rate": 1.9874124381464007e-05, + "loss": 0.2977, + "step": 9319 + }, + { + "epoch": 7.9050042408821035, + "grad_norm": 1.432325815096028, + "learning_rate": 1.9874080928802583e-05, + "loss": 0.2924, + "step": 9320 + }, + { + "epoch": 7.905852417302799, + "grad_norm": 1.2925841663293338, + "learning_rate": 1.987403746868997e-05, + "loss": 0.2883, + "step": 9321 + }, + { + "epoch": 7.906700593723494, + "grad_norm": 1.1763990770692603, + "learning_rate": 1.9873994001126208e-05, + "loss": 0.2837, + "step": 9322 + }, + { + "epoch": 7.90754877014419, + "grad_norm": 1.1819782244376822, + "learning_rate": 1.9873950526111326e-05, + "loss": 0.2652, + "step": 9323 + }, + { + "epoch": 7.908396946564886, + "grad_norm": 1.2334352288552668, + "learning_rate": 1.9873907043645357e-05, + "loss": 0.2606, + "step": 9324 + }, + { + "epoch": 7.909245122985581, + "grad_norm": 1.1414519995406098, + "learning_rate": 1.9873863553728336e-05, + "loss": 0.2425, + "step": 9325 + }, + { + "epoch": 7.9100932994062765, + "grad_norm": 1.1429926070231737, + "learning_rate": 1.9873820056360292e-05, + "loss": 0.2331, + "step": 9326 + }, + { + "epoch": 7.910941475826972, + "grad_norm": 1.3103598312541929, + "learning_rate": 1.9873776551541262e-05, + "loss": 0.2797, + "step": 9327 + }, + { + "epoch": 7.911789652247667, + "grad_norm": 1.1875306437427766, + "learning_rate": 1.9873733039271276e-05, + "loss": 0.2327, + "step": 9328 + }, + { + "epoch": 7.912637828668363, + "grad_norm": 1.1478368504070526, + "learning_rate": 1.9873689519550365e-05, + "loss": 0.1903, + "step": 9329 + }, + { + "epoch": 7.913486005089059, + "grad_norm": 1.3983911118830799, + "learning_rate": 1.987364599237857e-05, + "loss": 0.2329, + "step": 9330 + }, + { + "epoch": 7.914334181509754, + "grad_norm": 1.2910951792378544, + "learning_rate": 1.987360245775591e-05, + "loss": 0.2085, + "step": 9331 + }, + { + "epoch": 7.915182357930449, + "grad_norm": 1.2042136756209911, + "learning_rate": 1.987355891568243e-05, + "loss": 0.2321, + "step": 9332 + }, + { + "epoch": 7.916030534351145, + "grad_norm": 1.3202103099516718, + "learning_rate": 1.987351536615816e-05, + "loss": 0.2758, + "step": 9333 + }, + { + "epoch": 7.91687871077184, + "grad_norm": 1.3272295836617374, + "learning_rate": 1.987347180918313e-05, + "loss": 0.2429, + "step": 9334 + }, + { + "epoch": 7.917726887192536, + "grad_norm": 1.585803306823642, + "learning_rate": 1.9873428244757375e-05, + "loss": 0.2691, + "step": 9335 + }, + { + "epoch": 7.918575063613232, + "grad_norm": 1.2673966694858811, + "learning_rate": 1.987338467288093e-05, + "loss": 0.2317, + "step": 9336 + }, + { + "epoch": 7.919423240033927, + "grad_norm": 1.1839249448090388, + "learning_rate": 1.9873341093553824e-05, + "loss": 0.2674, + "step": 9337 + }, + { + "epoch": 7.920271416454622, + "grad_norm": 1.226834976605217, + "learning_rate": 1.987329750677609e-05, + "loss": 0.2339, + "step": 9338 + }, + { + "epoch": 7.921119592875318, + "grad_norm": 1.3691085563509093, + "learning_rate": 1.987325391254776e-05, + "loss": 0.2323, + "step": 9339 + }, + { + "epoch": 7.921967769296014, + "grad_norm": 1.3103529846237971, + "learning_rate": 1.9873210310868876e-05, + "loss": 0.2138, + "step": 9340 + }, + { + "epoch": 7.922815945716709, + "grad_norm": 1.3303403193706598, + "learning_rate": 1.9873166701739456e-05, + "loss": 0.2704, + "step": 9341 + }, + { + "epoch": 7.923664122137405, + "grad_norm": 1.2966670448068534, + "learning_rate": 1.9873123085159545e-05, + "loss": 0.2249, + "step": 9342 + }, + { + "epoch": 7.9245122985581, + "grad_norm": 1.2324385496397987, + "learning_rate": 1.9873079461129172e-05, + "loss": 0.226, + "step": 9343 + }, + { + "epoch": 7.925360474978795, + "grad_norm": 1.2068534533358224, + "learning_rate": 1.987303582964837e-05, + "loss": 0.2291, + "step": 9344 + }, + { + "epoch": 7.926208651399491, + "grad_norm": 1.2859044853917279, + "learning_rate": 1.9872992190717172e-05, + "loss": 0.2334, + "step": 9345 + }, + { + "epoch": 7.927056827820187, + "grad_norm": 1.1386425472278079, + "learning_rate": 1.987294854433561e-05, + "loss": 0.2224, + "step": 9346 + }, + { + "epoch": 7.927905004240882, + "grad_norm": 1.2010517158791831, + "learning_rate": 1.9872904890503713e-05, + "loss": 0.2349, + "step": 9347 + }, + { + "epoch": 7.928753180661578, + "grad_norm": 1.4327604222756776, + "learning_rate": 1.9872861229221523e-05, + "loss": 0.302, + "step": 9348 + }, + { + "epoch": 7.929601357082273, + "grad_norm": 1.2872165528082595, + "learning_rate": 1.9872817560489067e-05, + "loss": 0.2602, + "step": 9349 + }, + { + "epoch": 7.930449533502968, + "grad_norm": 1.4458643874554973, + "learning_rate": 1.987277388430638e-05, + "loss": 0.2045, + "step": 9350 + }, + { + "epoch": 7.931297709923664, + "grad_norm": 1.4080292529359932, + "learning_rate": 1.9872730200673495e-05, + "loss": 0.2652, + "step": 9351 + }, + { + "epoch": 7.93214588634436, + "grad_norm": 1.3448744972701814, + "learning_rate": 1.9872686509590443e-05, + "loss": 0.2301, + "step": 9352 + }, + { + "epoch": 7.932994062765055, + "grad_norm": 1.1808453325909003, + "learning_rate": 1.9872642811057257e-05, + "loss": 0.2015, + "step": 9353 + }, + { + "epoch": 7.933842239185751, + "grad_norm": 1.172813945907178, + "learning_rate": 1.9872599105073974e-05, + "loss": 0.2263, + "step": 9354 + }, + { + "epoch": 7.934690415606446, + "grad_norm": 1.272234736130735, + "learning_rate": 1.9872555391640622e-05, + "loss": 0.2899, + "step": 9355 + }, + { + "epoch": 7.935538592027141, + "grad_norm": 1.1658342204478962, + "learning_rate": 1.987251167075724e-05, + "loss": 0.2353, + "step": 9356 + }, + { + "epoch": 7.9363867684478375, + "grad_norm": 1.3163765544315247, + "learning_rate": 1.9872467942423853e-05, + "loss": 0.2329, + "step": 9357 + }, + { + "epoch": 7.937234944868533, + "grad_norm": 1.3294094048954157, + "learning_rate": 1.9872424206640496e-05, + "loss": 0.2352, + "step": 9358 + }, + { + "epoch": 7.938083121289228, + "grad_norm": 1.4694532471355124, + "learning_rate": 1.9872380463407207e-05, + "loss": 0.2493, + "step": 9359 + }, + { + "epoch": 7.938931297709924, + "grad_norm": 1.1948614628675287, + "learning_rate": 1.9872336712724016e-05, + "loss": 0.2446, + "step": 9360 + }, + { + "epoch": 7.939779474130619, + "grad_norm": 1.5040016404657197, + "learning_rate": 1.9872292954590957e-05, + "loss": 0.2569, + "step": 9361 + }, + { + "epoch": 7.940627650551315, + "grad_norm": 1.2993346461376452, + "learning_rate": 1.9872249189008063e-05, + "loss": 0.2486, + "step": 9362 + }, + { + "epoch": 7.9414758269720105, + "grad_norm": 1.264062167680933, + "learning_rate": 1.9872205415975366e-05, + "loss": 0.3058, + "step": 9363 + }, + { + "epoch": 7.942324003392706, + "grad_norm": 1.097722446701789, + "learning_rate": 1.98721616354929e-05, + "loss": 0.2549, + "step": 9364 + }, + { + "epoch": 7.943172179813401, + "grad_norm": 1.244437333934804, + "learning_rate": 1.9872117847560695e-05, + "loss": 0.2326, + "step": 9365 + }, + { + "epoch": 7.9440203562340965, + "grad_norm": 1.2554249532565596, + "learning_rate": 1.9872074052178786e-05, + "loss": 0.2614, + "step": 9366 + }, + { + "epoch": 7.944868532654792, + "grad_norm": 1.2576528552955342, + "learning_rate": 1.987203024934721e-05, + "loss": 0.2571, + "step": 9367 + }, + { + "epoch": 7.945716709075487, + "grad_norm": 1.3631625167065318, + "learning_rate": 1.987198643906599e-05, + "loss": 0.2661, + "step": 9368 + }, + { + "epoch": 7.9465648854961835, + "grad_norm": 1.2267702065526453, + "learning_rate": 1.987194262133517e-05, + "loss": 0.274, + "step": 9369 + }, + { + "epoch": 7.947413061916879, + "grad_norm": 1.191978329584125, + "learning_rate": 1.9871898796154778e-05, + "loss": 0.25, + "step": 9370 + }, + { + "epoch": 7.948261238337574, + "grad_norm": 1.183290427343862, + "learning_rate": 1.987185496352485e-05, + "loss": 0.2468, + "step": 9371 + }, + { + "epoch": 7.9491094147582695, + "grad_norm": 1.4034323966623403, + "learning_rate": 1.987181112344541e-05, + "loss": 0.2638, + "step": 9372 + }, + { + "epoch": 7.949957591178965, + "grad_norm": 1.2333087704015937, + "learning_rate": 1.9871767275916505e-05, + "loss": 0.2533, + "step": 9373 + }, + { + "epoch": 7.950805767599661, + "grad_norm": 1.3070342834633761, + "learning_rate": 1.9871723420938157e-05, + "loss": 0.2011, + "step": 9374 + }, + { + "epoch": 7.951653944020356, + "grad_norm": 1.3658509484181134, + "learning_rate": 1.9871679558510402e-05, + "loss": 0.2773, + "step": 9375 + }, + { + "epoch": 7.952502120441052, + "grad_norm": 1.403527202749587, + "learning_rate": 1.9871635688633277e-05, + "loss": 0.2816, + "step": 9376 + }, + { + "epoch": 7.953350296861747, + "grad_norm": 1.1227922642669492, + "learning_rate": 1.9871591811306812e-05, + "loss": 0.1806, + "step": 9377 + }, + { + "epoch": 7.9541984732824424, + "grad_norm": 1.3251542088766712, + "learning_rate": 1.9871547926531038e-05, + "loss": 0.2519, + "step": 9378 + }, + { + "epoch": 7.955046649703139, + "grad_norm": 1.2194436262575992, + "learning_rate": 1.9871504034305992e-05, + "loss": 0.2391, + "step": 9379 + }, + { + "epoch": 7.955894826123834, + "grad_norm": 1.259529708929355, + "learning_rate": 1.9871460134631704e-05, + "loss": 0.2606, + "step": 9380 + }, + { + "epoch": 7.956743002544529, + "grad_norm": 1.3090019670147028, + "learning_rate": 1.9871416227508213e-05, + "loss": 0.2277, + "step": 9381 + }, + { + "epoch": 7.957591178965225, + "grad_norm": 1.4899259422976376, + "learning_rate": 1.9871372312935544e-05, + "loss": 0.2565, + "step": 9382 + }, + { + "epoch": 7.95843935538592, + "grad_norm": 1.1368912338731885, + "learning_rate": 1.9871328390913732e-05, + "loss": 0.2365, + "step": 9383 + }, + { + "epoch": 7.959287531806615, + "grad_norm": 1.4793888117743506, + "learning_rate": 1.9871284461442818e-05, + "loss": 0.2634, + "step": 9384 + }, + { + "epoch": 7.960135708227312, + "grad_norm": 1.2836975211355914, + "learning_rate": 1.9871240524522825e-05, + "loss": 0.2128, + "step": 9385 + }, + { + "epoch": 7.960983884648007, + "grad_norm": 1.2753118999220612, + "learning_rate": 1.987119658015379e-05, + "loss": 0.2625, + "step": 9386 + }, + { + "epoch": 7.961832061068702, + "grad_norm": 1.3072679387253856, + "learning_rate": 1.9871152628335748e-05, + "loss": 0.2482, + "step": 9387 + }, + { + "epoch": 7.962680237489398, + "grad_norm": 1.3959037909236338, + "learning_rate": 1.9871108669068732e-05, + "loss": 0.2368, + "step": 9388 + }, + { + "epoch": 7.963528413910093, + "grad_norm": 1.1797738814375793, + "learning_rate": 1.9871064702352773e-05, + "loss": 0.2128, + "step": 9389 + }, + { + "epoch": 7.964376590330788, + "grad_norm": 1.1465381129721945, + "learning_rate": 1.9871020728187904e-05, + "loss": 0.2271, + "step": 9390 + }, + { + "epoch": 7.965224766751485, + "grad_norm": 1.143152041824068, + "learning_rate": 1.987097674657416e-05, + "loss": 0.1963, + "step": 9391 + }, + { + "epoch": 7.96607294317218, + "grad_norm": 1.2848351583711088, + "learning_rate": 1.9870932757511574e-05, + "loss": 0.2648, + "step": 9392 + }, + { + "epoch": 7.966921119592875, + "grad_norm": 1.3469738279997705, + "learning_rate": 1.9870888761000177e-05, + "loss": 0.2552, + "step": 9393 + }, + { + "epoch": 7.967769296013571, + "grad_norm": 1.2667640856634894, + "learning_rate": 1.9870844757040006e-05, + "loss": 0.2532, + "step": 9394 + }, + { + "epoch": 7.968617472434266, + "grad_norm": 1.1436533698124294, + "learning_rate": 1.987080074563109e-05, + "loss": 0.2354, + "step": 9395 + }, + { + "epoch": 7.969465648854962, + "grad_norm": 1.2304145049522626, + "learning_rate": 1.9870756726773465e-05, + "loss": 0.2307, + "step": 9396 + }, + { + "epoch": 7.970313825275658, + "grad_norm": 1.1312495555696658, + "learning_rate": 1.9870712700467166e-05, + "loss": 0.2042, + "step": 9397 + }, + { + "epoch": 7.971162001696353, + "grad_norm": 1.2869747898910784, + "learning_rate": 1.9870668666712218e-05, + "loss": 0.3076, + "step": 9398 + }, + { + "epoch": 7.972010178117048, + "grad_norm": 1.243005820494402, + "learning_rate": 1.9870624625508666e-05, + "loss": 0.2812, + "step": 9399 + }, + { + "epoch": 7.972858354537744, + "grad_norm": 1.414629104620795, + "learning_rate": 1.987058057685653e-05, + "loss": 0.2265, + "step": 9400 + }, + { + "epoch": 7.97370653095844, + "grad_norm": 1.11187755653928, + "learning_rate": 1.9870536520755857e-05, + "loss": 0.2352, + "step": 9401 + }, + { + "epoch": 7.974554707379135, + "grad_norm": 1.2994721303498546, + "learning_rate": 1.987049245720667e-05, + "loss": 0.2389, + "step": 9402 + }, + { + "epoch": 7.9754028837998305, + "grad_norm": 1.3348940793175283, + "learning_rate": 1.987044838620901e-05, + "loss": 0.2603, + "step": 9403 + }, + { + "epoch": 7.976251060220526, + "grad_norm": 1.3915793920798436, + "learning_rate": 1.9870404307762902e-05, + "loss": 0.2651, + "step": 9404 + }, + { + "epoch": 7.977099236641221, + "grad_norm": 1.2295539002339497, + "learning_rate": 1.9870360221868384e-05, + "loss": 0.2292, + "step": 9405 + }, + { + "epoch": 7.977947413061917, + "grad_norm": 1.2518363251238886, + "learning_rate": 1.987031612852549e-05, + "loss": 0.273, + "step": 9406 + }, + { + "epoch": 7.978795589482612, + "grad_norm": 1.2810903224274761, + "learning_rate": 1.9870272027734253e-05, + "loss": 0.2636, + "step": 9407 + }, + { + "epoch": 7.979643765903308, + "grad_norm": 1.256543582375584, + "learning_rate": 1.9870227919494704e-05, + "loss": 0.2112, + "step": 9408 + }, + { + "epoch": 7.9804919423240035, + "grad_norm": 1.3088752430631656, + "learning_rate": 1.9870183803806876e-05, + "loss": 0.2594, + "step": 9409 + }, + { + "epoch": 7.981340118744699, + "grad_norm": 1.3443209769286235, + "learning_rate": 1.9870139680670802e-05, + "loss": 0.2917, + "step": 9410 + }, + { + "epoch": 7.982188295165394, + "grad_norm": 1.121800862694996, + "learning_rate": 1.987009555008652e-05, + "loss": 0.2637, + "step": 9411 + }, + { + "epoch": 7.9830364715860895, + "grad_norm": 1.3112162817063266, + "learning_rate": 1.9870051412054062e-05, + "loss": 0.2402, + "step": 9412 + }, + { + "epoch": 7.983884648006786, + "grad_norm": 1.3414657304865059, + "learning_rate": 1.9870007266573456e-05, + "loss": 0.2589, + "step": 9413 + }, + { + "epoch": 7.984732824427481, + "grad_norm": 1.5375493302727532, + "learning_rate": 1.9869963113644744e-05, + "loss": 0.27, + "step": 9414 + }, + { + "epoch": 7.9855810008481765, + "grad_norm": 1.3030953381531543, + "learning_rate": 1.9869918953267952e-05, + "loss": 0.2594, + "step": 9415 + }, + { + "epoch": 7.986429177268872, + "grad_norm": 1.2026391353435781, + "learning_rate": 1.9869874785443115e-05, + "loss": 0.2195, + "step": 9416 + }, + { + "epoch": 7.987277353689567, + "grad_norm": 1.4516616594704983, + "learning_rate": 1.9869830610170266e-05, + "loss": 0.2775, + "step": 9417 + }, + { + "epoch": 7.988125530110263, + "grad_norm": 1.5397206753244594, + "learning_rate": 1.986978642744944e-05, + "loss": 0.2185, + "step": 9418 + }, + { + "epoch": 7.988973706530959, + "grad_norm": 1.226092113621733, + "learning_rate": 1.986974223728067e-05, + "loss": 0.2179, + "step": 9419 + }, + { + "epoch": 7.989821882951654, + "grad_norm": 1.1153314629966016, + "learning_rate": 1.986969803966399e-05, + "loss": 0.215, + "step": 9420 + }, + { + "epoch": 7.990670059372349, + "grad_norm": 1.1814905254823842, + "learning_rate": 1.986965383459943e-05, + "loss": 0.2128, + "step": 9421 + }, + { + "epoch": 7.991518235793045, + "grad_norm": 1.295841197385148, + "learning_rate": 1.986960962208703e-05, + "loss": 0.2285, + "step": 9422 + }, + { + "epoch": 7.99236641221374, + "grad_norm": 1.4138954764177967, + "learning_rate": 1.9869565402126816e-05, + "loss": 0.262, + "step": 9423 + }, + { + "epoch": 7.993214588634436, + "grad_norm": 1.4346600537392202, + "learning_rate": 1.9869521174718822e-05, + "loss": 0.3112, + "step": 9424 + }, + { + "epoch": 7.994062765055132, + "grad_norm": 1.2170261248110867, + "learning_rate": 1.9869476939863087e-05, + "loss": 0.2236, + "step": 9425 + }, + { + "epoch": 7.994910941475827, + "grad_norm": 1.1328229100984963, + "learning_rate": 1.986943269755964e-05, + "loss": 0.26, + "step": 9426 + }, + { + "epoch": 7.995759117896522, + "grad_norm": 1.190561552542181, + "learning_rate": 1.986938844780852e-05, + "loss": 0.2367, + "step": 9427 + }, + { + "epoch": 7.996607294317218, + "grad_norm": 1.199764127727627, + "learning_rate": 1.9869344190609752e-05, + "loss": 0.2499, + "step": 9428 + }, + { + "epoch": 7.997455470737913, + "grad_norm": 1.1903383263469958, + "learning_rate": 1.9869299925963374e-05, + "loss": 0.2614, + "step": 9429 + }, + { + "epoch": 7.998303647158609, + "grad_norm": 1.2655323045697702, + "learning_rate": 1.9869255653869418e-05, + "loss": 0.2621, + "step": 9430 + }, + { + "epoch": 7.999151823579305, + "grad_norm": 1.1357628992311417, + "learning_rate": 1.9869211374327918e-05, + "loss": 0.2663, + "step": 9431 + }, + { + "epoch": 8.0, + "grad_norm": 1.35848316294592, + "learning_rate": 1.9869167087338908e-05, + "loss": 0.3012, + "step": 9432 + }, + { + "epoch": 8.000848176420696, + "grad_norm": 1.1632860070737345, + "learning_rate": 1.9869122792902422e-05, + "loss": 0.199, + "step": 9433 + }, + { + "epoch": 8.00169635284139, + "grad_norm": 1.2124908325638002, + "learning_rate": 1.9869078491018493e-05, + "loss": 0.2313, + "step": 9434 + }, + { + "epoch": 8.002544529262087, + "grad_norm": 1.3194111824588128, + "learning_rate": 1.9869034181687153e-05, + "loss": 0.1988, + "step": 9435 + }, + { + "epoch": 8.003392705682781, + "grad_norm": 1.1685096977675884, + "learning_rate": 1.9868989864908435e-05, + "loss": 0.1633, + "step": 9436 + }, + { + "epoch": 8.004240882103478, + "grad_norm": 1.268046172230132, + "learning_rate": 1.9868945540682376e-05, + "loss": 0.2161, + "step": 9437 + }, + { + "epoch": 8.005089058524174, + "grad_norm": 1.3775625780756442, + "learning_rate": 1.9868901209009003e-05, + "loss": 0.2142, + "step": 9438 + }, + { + "epoch": 8.005937234944868, + "grad_norm": 1.2077933100495148, + "learning_rate": 1.9868856869888358e-05, + "loss": 0.1796, + "step": 9439 + }, + { + "epoch": 8.006785411365565, + "grad_norm": 1.1097814362222937, + "learning_rate": 1.986881252332047e-05, + "loss": 0.187, + "step": 9440 + }, + { + "epoch": 8.007633587786259, + "grad_norm": 1.1917679888432249, + "learning_rate": 1.9868768169305373e-05, + "loss": 0.1433, + "step": 9441 + }, + { + "epoch": 8.008481764206955, + "grad_norm": 1.2278663534467047, + "learning_rate": 1.98687238078431e-05, + "loss": 0.2202, + "step": 9442 + }, + { + "epoch": 8.00932994062765, + "grad_norm": 1.2996285376894932, + "learning_rate": 1.986867943893368e-05, + "loss": 0.2369, + "step": 9443 + }, + { + "epoch": 8.010178117048346, + "grad_norm": 1.259536492715898, + "learning_rate": 1.9868635062577155e-05, + "loss": 0.2256, + "step": 9444 + }, + { + "epoch": 8.011026293469042, + "grad_norm": 1.1939574129450496, + "learning_rate": 1.9868590678773553e-05, + "loss": 0.2094, + "step": 9445 + }, + { + "epoch": 8.011874469889737, + "grad_norm": 1.182946196359117, + "learning_rate": 1.986854628752291e-05, + "loss": 0.1818, + "step": 9446 + }, + { + "epoch": 8.012722646310433, + "grad_norm": 1.3199765088254445, + "learning_rate": 1.986850188882526e-05, + "loss": 0.1961, + "step": 9447 + }, + { + "epoch": 8.013570822731127, + "grad_norm": 1.2123984131601082, + "learning_rate": 1.986845748268063e-05, + "loss": 0.1883, + "step": 9448 + }, + { + "epoch": 8.014418999151824, + "grad_norm": 1.2804991100929355, + "learning_rate": 1.9868413069089066e-05, + "loss": 0.1955, + "step": 9449 + }, + { + "epoch": 8.01526717557252, + "grad_norm": 1.3075577032509624, + "learning_rate": 1.9868368648050586e-05, + "loss": 0.2167, + "step": 9450 + }, + { + "epoch": 8.016115351993214, + "grad_norm": 1.2217539321803577, + "learning_rate": 1.9868324219565238e-05, + "loss": 0.1704, + "step": 9451 + }, + { + "epoch": 8.01696352841391, + "grad_norm": 1.511319896634205, + "learning_rate": 1.9868279783633046e-05, + "loss": 0.2562, + "step": 9452 + }, + { + "epoch": 8.017811704834605, + "grad_norm": 1.2457054487052517, + "learning_rate": 1.9868235340254046e-05, + "loss": 0.214, + "step": 9453 + }, + { + "epoch": 8.018659881255301, + "grad_norm": 1.328199663527752, + "learning_rate": 1.9868190889428274e-05, + "loss": 0.1899, + "step": 9454 + }, + { + "epoch": 8.019508057675997, + "grad_norm": 1.1374160126635198, + "learning_rate": 1.9868146431155762e-05, + "loss": 0.1758, + "step": 9455 + }, + { + "epoch": 8.020356234096692, + "grad_norm": 1.2567949837442993, + "learning_rate": 1.9868101965436542e-05, + "loss": 0.1929, + "step": 9456 + }, + { + "epoch": 8.021204410517388, + "grad_norm": 1.2682121610875172, + "learning_rate": 1.986805749227065e-05, + "loss": 0.2311, + "step": 9457 + }, + { + "epoch": 8.022052586938083, + "grad_norm": 1.167464271758486, + "learning_rate": 1.9868013011658117e-05, + "loss": 0.2195, + "step": 9458 + }, + { + "epoch": 8.022900763358779, + "grad_norm": 1.1303408660026006, + "learning_rate": 1.9867968523598976e-05, + "loss": 0.185, + "step": 9459 + }, + { + "epoch": 8.023748939779475, + "grad_norm": 1.2904845589229796, + "learning_rate": 1.9867924028093266e-05, + "loss": 0.1859, + "step": 9460 + }, + { + "epoch": 8.02459711620017, + "grad_norm": 1.3980105909440013, + "learning_rate": 1.9867879525141016e-05, + "loss": 0.1925, + "step": 9461 + }, + { + "epoch": 8.025445292620866, + "grad_norm": 1.318747100858415, + "learning_rate": 1.986783501474226e-05, + "loss": 0.1912, + "step": 9462 + }, + { + "epoch": 8.02629346904156, + "grad_norm": 1.4015214674626302, + "learning_rate": 1.9867790496897034e-05, + "loss": 0.2454, + "step": 9463 + }, + { + "epoch": 8.027141645462256, + "grad_norm": 1.325313195182215, + "learning_rate": 1.9867745971605367e-05, + "loss": 0.2217, + "step": 9464 + }, + { + "epoch": 8.02798982188295, + "grad_norm": 1.2224941791142898, + "learning_rate": 1.9867701438867298e-05, + "loss": 0.1873, + "step": 9465 + }, + { + "epoch": 8.028837998303647, + "grad_norm": 1.3152230797077744, + "learning_rate": 1.9867656898682857e-05, + "loss": 0.2438, + "step": 9466 + }, + { + "epoch": 8.029686174724343, + "grad_norm": 1.2516285605413537, + "learning_rate": 1.986761235105208e-05, + "loss": 0.2023, + "step": 9467 + }, + { + "epoch": 8.030534351145038, + "grad_norm": 1.136642337114885, + "learning_rate": 1.9867567795975e-05, + "loss": 0.1859, + "step": 9468 + }, + { + "epoch": 8.031382527565734, + "grad_norm": 1.235475481192681, + "learning_rate": 1.9867523233451644e-05, + "loss": 0.2193, + "step": 9469 + }, + { + "epoch": 8.032230703986428, + "grad_norm": 1.253001986756258, + "learning_rate": 1.9867478663482055e-05, + "loss": 0.1798, + "step": 9470 + }, + { + "epoch": 8.033078880407125, + "grad_norm": 1.3303517983012765, + "learning_rate": 1.9867434086066268e-05, + "loss": 0.2131, + "step": 9471 + }, + { + "epoch": 8.033927056827821, + "grad_norm": 1.3922921857407746, + "learning_rate": 1.9867389501204305e-05, + "loss": 0.2604, + "step": 9472 + }, + { + "epoch": 8.034775233248515, + "grad_norm": 1.2441761772185849, + "learning_rate": 1.9867344908896208e-05, + "loss": 0.2206, + "step": 9473 + }, + { + "epoch": 8.035623409669212, + "grad_norm": 1.1443570762552788, + "learning_rate": 1.986730030914201e-05, + "loss": 0.1853, + "step": 9474 + }, + { + "epoch": 8.036471586089906, + "grad_norm": 1.2399167127251483, + "learning_rate": 1.9867255701941742e-05, + "loss": 0.2487, + "step": 9475 + }, + { + "epoch": 8.037319762510602, + "grad_norm": 1.1410136354147422, + "learning_rate": 1.9867211087295444e-05, + "loss": 0.2087, + "step": 9476 + }, + { + "epoch": 8.038167938931299, + "grad_norm": 1.0776971339318104, + "learning_rate": 1.986716646520314e-05, + "loss": 0.1845, + "step": 9477 + }, + { + "epoch": 8.039016115351993, + "grad_norm": 1.41388573346276, + "learning_rate": 1.9867121835664873e-05, + "loss": 0.2102, + "step": 9478 + }, + { + "epoch": 8.03986429177269, + "grad_norm": 1.2462392293863187, + "learning_rate": 1.986707719868067e-05, + "loss": 0.1916, + "step": 9479 + }, + { + "epoch": 8.040712468193384, + "grad_norm": 1.3599042372222274, + "learning_rate": 1.9867032554250567e-05, + "loss": 0.2957, + "step": 9480 + }, + { + "epoch": 8.04156064461408, + "grad_norm": 1.2118288783451852, + "learning_rate": 1.9866987902374596e-05, + "loss": 0.1724, + "step": 9481 + }, + { + "epoch": 8.042408821034774, + "grad_norm": 1.3616397479244695, + "learning_rate": 1.9866943243052796e-05, + "loss": 0.2194, + "step": 9482 + }, + { + "epoch": 8.04325699745547, + "grad_norm": 1.279221856578805, + "learning_rate": 1.9866898576285197e-05, + "loss": 0.2439, + "step": 9483 + }, + { + "epoch": 8.044105173876167, + "grad_norm": 1.33369617590276, + "learning_rate": 1.9866853902071833e-05, + "loss": 0.2566, + "step": 9484 + }, + { + "epoch": 8.044953350296861, + "grad_norm": 1.2612625864268996, + "learning_rate": 1.9866809220412734e-05, + "loss": 0.2123, + "step": 9485 + }, + { + "epoch": 8.045801526717558, + "grad_norm": 1.1608932507904723, + "learning_rate": 1.986676453130794e-05, + "loss": 0.1824, + "step": 9486 + }, + { + "epoch": 8.046649703138252, + "grad_norm": 1.2093052791919185, + "learning_rate": 1.9866719834757484e-05, + "loss": 0.2063, + "step": 9487 + }, + { + "epoch": 8.047497879558948, + "grad_norm": 1.2260250557166439, + "learning_rate": 1.9866675130761395e-05, + "loss": 0.2177, + "step": 9488 + }, + { + "epoch": 8.048346055979644, + "grad_norm": 1.3041547786396992, + "learning_rate": 1.986663041931971e-05, + "loss": 0.2279, + "step": 9489 + }, + { + "epoch": 8.049194232400339, + "grad_norm": 1.3175783096126679, + "learning_rate": 1.9866585700432465e-05, + "loss": 0.1912, + "step": 9490 + }, + { + "epoch": 8.050042408821035, + "grad_norm": 1.2425761441265202, + "learning_rate": 1.9866540974099687e-05, + "loss": 0.2141, + "step": 9491 + }, + { + "epoch": 8.05089058524173, + "grad_norm": 1.3662342099439304, + "learning_rate": 1.9866496240321417e-05, + "loss": 0.1935, + "step": 9492 + }, + { + "epoch": 8.051738761662426, + "grad_norm": 1.3631654596543834, + "learning_rate": 1.986645149909768e-05, + "loss": 0.1992, + "step": 9493 + }, + { + "epoch": 8.052586938083122, + "grad_norm": 1.349681961037502, + "learning_rate": 1.986640675042852e-05, + "loss": 0.2799, + "step": 9494 + }, + { + "epoch": 8.053435114503817, + "grad_norm": 1.2693679839565695, + "learning_rate": 1.9866361994313966e-05, + "loss": 0.2317, + "step": 9495 + }, + { + "epoch": 8.054283290924513, + "grad_norm": 1.3061946751094342, + "learning_rate": 1.986631723075405e-05, + "loss": 0.2155, + "step": 9496 + }, + { + "epoch": 8.055131467345207, + "grad_norm": 1.1786967096066374, + "learning_rate": 1.986627245974881e-05, + "loss": 0.1963, + "step": 9497 + }, + { + "epoch": 8.055979643765903, + "grad_norm": 1.2285918151280815, + "learning_rate": 1.9866227681298276e-05, + "loss": 0.2223, + "step": 9498 + }, + { + "epoch": 8.056827820186598, + "grad_norm": 1.1977893292201525, + "learning_rate": 1.9866182895402483e-05, + "loss": 0.2501, + "step": 9499 + }, + { + "epoch": 8.057675996607294, + "grad_norm": 1.2694410765781747, + "learning_rate": 1.9866138102061463e-05, + "loss": 0.2419, + "step": 9500 + }, + { + "epoch": 8.05852417302799, + "grad_norm": 1.576733567366239, + "learning_rate": 1.9866093301275254e-05, + "loss": 0.2126, + "step": 9501 + }, + { + "epoch": 8.059372349448685, + "grad_norm": 1.2795669358550723, + "learning_rate": 1.986604849304389e-05, + "loss": 0.2295, + "step": 9502 + }, + { + "epoch": 8.060220525869381, + "grad_norm": 1.20918502751263, + "learning_rate": 1.9866003677367397e-05, + "loss": 0.2156, + "step": 9503 + }, + { + "epoch": 8.061068702290076, + "grad_norm": 1.331010540493524, + "learning_rate": 1.9865958854245817e-05, + "loss": 0.2024, + "step": 9504 + }, + { + "epoch": 8.061916878710772, + "grad_norm": 1.0665141189385066, + "learning_rate": 1.986591402367918e-05, + "loss": 0.1771, + "step": 9505 + }, + { + "epoch": 8.062765055131468, + "grad_norm": 1.264746787063411, + "learning_rate": 1.9865869185667522e-05, + "loss": 0.2266, + "step": 9506 + }, + { + "epoch": 8.063613231552162, + "grad_norm": 1.199437323782063, + "learning_rate": 1.9865824340210876e-05, + "loss": 0.168, + "step": 9507 + }, + { + "epoch": 8.064461407972859, + "grad_norm": 1.212037334209037, + "learning_rate": 1.9865779487309277e-05, + "loss": 0.1771, + "step": 9508 + }, + { + "epoch": 8.065309584393553, + "grad_norm": 1.3601688301537456, + "learning_rate": 1.9865734626962757e-05, + "loss": 0.2071, + "step": 9509 + }, + { + "epoch": 8.06615776081425, + "grad_norm": 1.1972437006550047, + "learning_rate": 1.9865689759171346e-05, + "loss": 0.2057, + "step": 9510 + }, + { + "epoch": 8.067005937234946, + "grad_norm": 1.599107865086, + "learning_rate": 1.9865644883935085e-05, + "loss": 0.2561, + "step": 9511 + }, + { + "epoch": 8.06785411365564, + "grad_norm": 1.3070668998534167, + "learning_rate": 1.9865600001254007e-05, + "loss": 0.2427, + "step": 9512 + }, + { + "epoch": 8.068702290076336, + "grad_norm": 1.1583375173253154, + "learning_rate": 1.986555511112814e-05, + "loss": 0.227, + "step": 9513 + }, + { + "epoch": 8.06955046649703, + "grad_norm": 1.1803249758113943, + "learning_rate": 1.9865510213557523e-05, + "loss": 0.2222, + "step": 9514 + }, + { + "epoch": 8.070398642917727, + "grad_norm": 1.1941972562144008, + "learning_rate": 1.986546530854219e-05, + "loss": 0.2029, + "step": 9515 + }, + { + "epoch": 8.071246819338423, + "grad_norm": 1.3066191503724018, + "learning_rate": 1.986542039608217e-05, + "loss": 0.1828, + "step": 9516 + }, + { + "epoch": 8.072094995759118, + "grad_norm": 1.2922210083033363, + "learning_rate": 1.9865375476177504e-05, + "loss": 0.1916, + "step": 9517 + }, + { + "epoch": 8.072943172179814, + "grad_norm": 1.3423827645836472, + "learning_rate": 1.986533054882822e-05, + "loss": 0.2165, + "step": 9518 + }, + { + "epoch": 8.073791348600508, + "grad_norm": 1.3472309560560911, + "learning_rate": 1.9865285614034356e-05, + "loss": 0.2291, + "step": 9519 + }, + { + "epoch": 8.074639525021205, + "grad_norm": 1.433414430921008, + "learning_rate": 1.9865240671795946e-05, + "loss": 0.222, + "step": 9520 + }, + { + "epoch": 8.075487701441899, + "grad_norm": 1.2747318674111803, + "learning_rate": 1.9865195722113017e-05, + "loss": 0.2242, + "step": 9521 + }, + { + "epoch": 8.076335877862595, + "grad_norm": 1.2894685427378036, + "learning_rate": 1.9865150764985613e-05, + "loss": 0.2137, + "step": 9522 + }, + { + "epoch": 8.077184054283292, + "grad_norm": 1.4863616675532831, + "learning_rate": 1.986510580041376e-05, + "loss": 0.2569, + "step": 9523 + }, + { + "epoch": 8.078032230703986, + "grad_norm": 1.2723962961134287, + "learning_rate": 1.9865060828397492e-05, + "loss": 0.1884, + "step": 9524 + }, + { + "epoch": 8.078880407124682, + "grad_norm": 1.237066281535623, + "learning_rate": 1.986501584893685e-05, + "loss": 0.1909, + "step": 9525 + }, + { + "epoch": 8.079728583545377, + "grad_norm": 1.1389249122209606, + "learning_rate": 1.986497086203186e-05, + "loss": 0.2007, + "step": 9526 + }, + { + "epoch": 8.080576759966073, + "grad_norm": 1.2153786783670817, + "learning_rate": 1.9864925867682562e-05, + "loss": 0.1828, + "step": 9527 + }, + { + "epoch": 8.08142493638677, + "grad_norm": 1.3975655555239597, + "learning_rate": 1.986488086588899e-05, + "loss": 0.1924, + "step": 9528 + }, + { + "epoch": 8.082273112807464, + "grad_norm": 1.2823950269937274, + "learning_rate": 1.986483585665117e-05, + "loss": 0.1757, + "step": 9529 + }, + { + "epoch": 8.08312128922816, + "grad_norm": 1.4750800354250622, + "learning_rate": 1.9864790839969146e-05, + "loss": 0.2064, + "step": 9530 + }, + { + "epoch": 8.083969465648854, + "grad_norm": 1.3434647836840725, + "learning_rate": 1.9864745815842944e-05, + "loss": 0.1747, + "step": 9531 + }, + { + "epoch": 8.08481764206955, + "grad_norm": 1.3896745142502263, + "learning_rate": 1.9864700784272607e-05, + "loss": 0.2357, + "step": 9532 + }, + { + "epoch": 8.085665818490247, + "grad_norm": 1.2448024251270475, + "learning_rate": 1.9864655745258157e-05, + "loss": 0.1949, + "step": 9533 + }, + { + "epoch": 8.086513994910941, + "grad_norm": 1.2151347831738417, + "learning_rate": 1.9864610698799637e-05, + "loss": 0.1868, + "step": 9534 + }, + { + "epoch": 8.087362171331637, + "grad_norm": 1.209801230134871, + "learning_rate": 1.986456564489708e-05, + "loss": 0.1925, + "step": 9535 + }, + { + "epoch": 8.088210347752332, + "grad_norm": 1.3554092564134168, + "learning_rate": 1.9864520583550515e-05, + "loss": 0.2217, + "step": 9536 + }, + { + "epoch": 8.089058524173028, + "grad_norm": 1.1775785228995324, + "learning_rate": 1.9864475514759982e-05, + "loss": 0.1992, + "step": 9537 + }, + { + "epoch": 8.089906700593723, + "grad_norm": 1.279600362518213, + "learning_rate": 1.986443043852551e-05, + "loss": 0.2199, + "step": 9538 + }, + { + "epoch": 8.090754877014419, + "grad_norm": 1.0698544897549636, + "learning_rate": 1.9864385354847138e-05, + "loss": 0.1721, + "step": 9539 + }, + { + "epoch": 8.091603053435115, + "grad_norm": 1.3010142797246764, + "learning_rate": 1.9864340263724896e-05, + "loss": 0.2032, + "step": 9540 + }, + { + "epoch": 8.09245122985581, + "grad_norm": 1.1903618334133947, + "learning_rate": 1.986429516515882e-05, + "loss": 0.1796, + "step": 9541 + }, + { + "epoch": 8.093299406276506, + "grad_norm": 1.3602544519253064, + "learning_rate": 1.9864250059148943e-05, + "loss": 0.2456, + "step": 9542 + }, + { + "epoch": 8.0941475826972, + "grad_norm": 1.2891139658508592, + "learning_rate": 1.9864204945695304e-05, + "loss": 0.2015, + "step": 9543 + }, + { + "epoch": 8.094995759117896, + "grad_norm": 1.2420842983516014, + "learning_rate": 1.9864159824797926e-05, + "loss": 0.1756, + "step": 9544 + }, + { + "epoch": 8.095843935538593, + "grad_norm": 1.2301719964814972, + "learning_rate": 1.9864114696456852e-05, + "loss": 0.1865, + "step": 9545 + }, + { + "epoch": 8.096692111959287, + "grad_norm": 1.3504958128253657, + "learning_rate": 1.9864069560672115e-05, + "loss": 0.2145, + "step": 9546 + }, + { + "epoch": 8.097540288379983, + "grad_norm": 1.3361852820455389, + "learning_rate": 1.9864024417443746e-05, + "loss": 0.2176, + "step": 9547 + }, + { + "epoch": 8.098388464800678, + "grad_norm": 1.543682956792848, + "learning_rate": 1.986397926677178e-05, + "loss": 0.2448, + "step": 9548 + }, + { + "epoch": 8.099236641221374, + "grad_norm": 1.3169411598686334, + "learning_rate": 1.9863934108656252e-05, + "loss": 0.2387, + "step": 9549 + }, + { + "epoch": 8.10008481764207, + "grad_norm": 1.2847570188448227, + "learning_rate": 1.98638889430972e-05, + "loss": 0.2086, + "step": 9550 + }, + { + "epoch": 8.100932994062765, + "grad_norm": 1.1553822552071031, + "learning_rate": 1.986384377009465e-05, + "loss": 0.1905, + "step": 9551 + }, + { + "epoch": 8.101781170483461, + "grad_norm": 1.236688526652769, + "learning_rate": 1.9863798589648643e-05, + "loss": 0.2122, + "step": 9552 + }, + { + "epoch": 8.102629346904155, + "grad_norm": 1.1262142027443112, + "learning_rate": 1.986375340175921e-05, + "loss": 0.2184, + "step": 9553 + }, + { + "epoch": 8.103477523324852, + "grad_norm": 1.4045564633097243, + "learning_rate": 1.986370820642638e-05, + "loss": 0.2313, + "step": 9554 + }, + { + "epoch": 8.104325699745548, + "grad_norm": 1.130942293811781, + "learning_rate": 1.9863663003650197e-05, + "loss": 0.1761, + "step": 9555 + }, + { + "epoch": 8.105173876166242, + "grad_norm": 1.3148242206071292, + "learning_rate": 1.986361779343069e-05, + "loss": 0.2178, + "step": 9556 + }, + { + "epoch": 8.106022052586939, + "grad_norm": 1.2153277920703844, + "learning_rate": 1.9863572575767892e-05, + "loss": 0.1791, + "step": 9557 + }, + { + "epoch": 8.106870229007633, + "grad_norm": 1.253141885069917, + "learning_rate": 1.9863527350661843e-05, + "loss": 0.2084, + "step": 9558 + }, + { + "epoch": 8.10771840542833, + "grad_norm": 1.368129942950305, + "learning_rate": 1.9863482118112566e-05, + "loss": 0.2715, + "step": 9559 + }, + { + "epoch": 8.108566581849024, + "grad_norm": 1.1510444176390506, + "learning_rate": 1.986343687812011e-05, + "loss": 0.1825, + "step": 9560 + }, + { + "epoch": 8.10941475826972, + "grad_norm": 1.2350552717759908, + "learning_rate": 1.9863391630684496e-05, + "loss": 0.2209, + "step": 9561 + }, + { + "epoch": 8.110262934690416, + "grad_norm": 1.3185904019547938, + "learning_rate": 1.9863346375805763e-05, + "loss": 0.1755, + "step": 9562 + }, + { + "epoch": 8.11111111111111, + "grad_norm": 1.2776667590428117, + "learning_rate": 1.986330111348395e-05, + "loss": 0.2026, + "step": 9563 + }, + { + "epoch": 8.111959287531807, + "grad_norm": 1.2848624022092567, + "learning_rate": 1.9863255843719084e-05, + "loss": 0.2145, + "step": 9564 + }, + { + "epoch": 8.112807463952501, + "grad_norm": 1.2349854298961513, + "learning_rate": 1.98632105665112e-05, + "loss": 0.2038, + "step": 9565 + }, + { + "epoch": 8.113655640373198, + "grad_norm": 1.552127592514712, + "learning_rate": 1.9863165281860334e-05, + "loss": 0.2014, + "step": 9566 + }, + { + "epoch": 8.114503816793894, + "grad_norm": 1.2442600125588463, + "learning_rate": 1.9863119989766525e-05, + "loss": 0.238, + "step": 9567 + }, + { + "epoch": 8.115351993214588, + "grad_norm": 1.220646038998787, + "learning_rate": 1.9863074690229797e-05, + "loss": 0.2061, + "step": 9568 + }, + { + "epoch": 8.116200169635285, + "grad_norm": 1.228358604699723, + "learning_rate": 1.986302938325019e-05, + "loss": 0.1701, + "step": 9569 + }, + { + "epoch": 8.117048346055979, + "grad_norm": 1.3492689618898532, + "learning_rate": 1.986298406882774e-05, + "loss": 0.2158, + "step": 9570 + }, + { + "epoch": 8.117896522476675, + "grad_norm": 1.2584363501599103, + "learning_rate": 1.986293874696248e-05, + "loss": 0.1855, + "step": 9571 + }, + { + "epoch": 8.118744698897371, + "grad_norm": 1.1884087572156825, + "learning_rate": 1.986289341765444e-05, + "loss": 0.1897, + "step": 9572 + }, + { + "epoch": 8.119592875318066, + "grad_norm": 1.33853658663818, + "learning_rate": 1.9862848080903658e-05, + "loss": 0.2301, + "step": 9573 + }, + { + "epoch": 8.120441051738762, + "grad_norm": 1.356845177415473, + "learning_rate": 1.9862802736710166e-05, + "loss": 0.1576, + "step": 9574 + }, + { + "epoch": 8.121289228159457, + "grad_norm": 1.4082354176937777, + "learning_rate": 1.9862757385074003e-05, + "loss": 0.221, + "step": 9575 + }, + { + "epoch": 8.122137404580153, + "grad_norm": 1.184196287639299, + "learning_rate": 1.98627120259952e-05, + "loss": 0.1862, + "step": 9576 + }, + { + "epoch": 8.122985581000847, + "grad_norm": 1.1982940305409977, + "learning_rate": 1.9862666659473787e-05, + "loss": 0.2232, + "step": 9577 + }, + { + "epoch": 8.123833757421544, + "grad_norm": 1.5239541493348756, + "learning_rate": 1.9862621285509808e-05, + "loss": 0.2086, + "step": 9578 + }, + { + "epoch": 8.12468193384224, + "grad_norm": 1.3621870866149621, + "learning_rate": 1.9862575904103286e-05, + "loss": 0.1966, + "step": 9579 + }, + { + "epoch": 8.125530110262934, + "grad_norm": 1.319964592388965, + "learning_rate": 1.9862530515254262e-05, + "loss": 0.2008, + "step": 9580 + }, + { + "epoch": 8.12637828668363, + "grad_norm": 1.2739819167792223, + "learning_rate": 1.9862485118962773e-05, + "loss": 0.2548, + "step": 9581 + }, + { + "epoch": 8.127226463104325, + "grad_norm": 1.6267381735512452, + "learning_rate": 1.9862439715228845e-05, + "loss": 0.266, + "step": 9582 + }, + { + "epoch": 8.128074639525021, + "grad_norm": 1.4164110726906818, + "learning_rate": 1.986239430405252e-05, + "loss": 0.2026, + "step": 9583 + }, + { + "epoch": 8.128922815945717, + "grad_norm": 1.2277903824258292, + "learning_rate": 1.9862348885433825e-05, + "loss": 0.2174, + "step": 9584 + }, + { + "epoch": 8.129770992366412, + "grad_norm": 1.1879816591199461, + "learning_rate": 1.9862303459372804e-05, + "loss": 0.1985, + "step": 9585 + }, + { + "epoch": 8.130619168787108, + "grad_norm": 1.1306616659229167, + "learning_rate": 1.9862258025869484e-05, + "loss": 0.1864, + "step": 9586 + }, + { + "epoch": 8.131467345207803, + "grad_norm": 1.265630712104033, + "learning_rate": 1.9862212584923898e-05, + "loss": 0.2118, + "step": 9587 + }, + { + "epoch": 8.132315521628499, + "grad_norm": 1.302528984009991, + "learning_rate": 1.986216713653608e-05, + "loss": 0.2116, + "step": 9588 + }, + { + "epoch": 8.133163698049195, + "grad_norm": 1.3799278042167515, + "learning_rate": 1.9862121680706073e-05, + "loss": 0.2186, + "step": 9589 + }, + { + "epoch": 8.13401187446989, + "grad_norm": 1.2814760404443684, + "learning_rate": 1.9862076217433905e-05, + "loss": 0.2103, + "step": 9590 + }, + { + "epoch": 8.134860050890586, + "grad_norm": 1.251818814514821, + "learning_rate": 1.986203074671961e-05, + "loss": 0.1783, + "step": 9591 + }, + { + "epoch": 8.13570822731128, + "grad_norm": 1.3408962997755327, + "learning_rate": 1.9861985268563224e-05, + "loss": 0.2125, + "step": 9592 + }, + { + "epoch": 8.136556403731976, + "grad_norm": 1.3109795982591324, + "learning_rate": 1.9861939782964778e-05, + "loss": 0.1669, + "step": 9593 + }, + { + "epoch": 8.137404580152673, + "grad_norm": 1.3831085557652836, + "learning_rate": 1.986189428992431e-05, + "loss": 0.2325, + "step": 9594 + }, + { + "epoch": 8.138252756573367, + "grad_norm": 1.1723166795108462, + "learning_rate": 1.9861848789441857e-05, + "loss": 0.1667, + "step": 9595 + }, + { + "epoch": 8.139100932994063, + "grad_norm": 1.3059870686019375, + "learning_rate": 1.9861803281517446e-05, + "loss": 0.2537, + "step": 9596 + }, + { + "epoch": 8.139949109414758, + "grad_norm": 1.4213684021610913, + "learning_rate": 1.9861757766151115e-05, + "loss": 0.2026, + "step": 9597 + }, + { + "epoch": 8.140797285835454, + "grad_norm": 1.319929138881274, + "learning_rate": 1.98617122433429e-05, + "loss": 0.2536, + "step": 9598 + }, + { + "epoch": 8.141645462256148, + "grad_norm": 1.244300248257914, + "learning_rate": 1.9861666713092834e-05, + "loss": 0.224, + "step": 9599 + }, + { + "epoch": 8.142493638676845, + "grad_norm": 1.2476154682590659, + "learning_rate": 1.9861621175400947e-05, + "loss": 0.2229, + "step": 9600 + }, + { + "epoch": 8.143341815097541, + "grad_norm": 1.2921560039016187, + "learning_rate": 1.986157563026728e-05, + "loss": 0.2527, + "step": 9601 + }, + { + "epoch": 8.144189991518235, + "grad_norm": 1.1516752328788198, + "learning_rate": 1.9861530077691863e-05, + "loss": 0.2032, + "step": 9602 + }, + { + "epoch": 8.145038167938932, + "grad_norm": 1.1266421062186933, + "learning_rate": 1.9861484517674735e-05, + "loss": 0.1769, + "step": 9603 + }, + { + "epoch": 8.145886344359626, + "grad_norm": 1.1459124318503122, + "learning_rate": 1.9861438950215926e-05, + "loss": 0.2184, + "step": 9604 + }, + { + "epoch": 8.146734520780322, + "grad_norm": 1.2989045696049497, + "learning_rate": 1.986139337531547e-05, + "loss": 0.2353, + "step": 9605 + }, + { + "epoch": 8.147582697201019, + "grad_norm": 1.2372221510243515, + "learning_rate": 1.9861347792973408e-05, + "loss": 0.2476, + "step": 9606 + }, + { + "epoch": 8.148430873621713, + "grad_norm": 1.1173166478665224, + "learning_rate": 1.9861302203189765e-05, + "loss": 0.1731, + "step": 9607 + }, + { + "epoch": 8.14927905004241, + "grad_norm": 1.2823734496194377, + "learning_rate": 1.986125660596458e-05, + "loss": 0.1641, + "step": 9608 + }, + { + "epoch": 8.150127226463104, + "grad_norm": 1.184868773756322, + "learning_rate": 1.986121100129789e-05, + "loss": 0.1979, + "step": 9609 + }, + { + "epoch": 8.1509754028838, + "grad_norm": 1.3935737812147644, + "learning_rate": 1.9861165389189728e-05, + "loss": 0.2296, + "step": 9610 + }, + { + "epoch": 8.151823579304496, + "grad_norm": 1.172591808772624, + "learning_rate": 1.9861119769640123e-05, + "loss": 0.1865, + "step": 9611 + }, + { + "epoch": 8.15267175572519, + "grad_norm": 1.3065676514277893, + "learning_rate": 1.986107414264912e-05, + "loss": 0.2077, + "step": 9612 + }, + { + "epoch": 8.153519932145887, + "grad_norm": 1.1552918059033146, + "learning_rate": 1.986102850821674e-05, + "loss": 0.1925, + "step": 9613 + }, + { + "epoch": 8.154368108566581, + "grad_norm": 1.6089233851348708, + "learning_rate": 1.9860982866343028e-05, + "loss": 0.2445, + "step": 9614 + }, + { + "epoch": 8.155216284987278, + "grad_norm": 1.2195819700519221, + "learning_rate": 1.9860937217028014e-05, + "loss": 0.26, + "step": 9615 + }, + { + "epoch": 8.156064461407972, + "grad_norm": 1.3301147281087378, + "learning_rate": 1.9860891560271736e-05, + "loss": 0.1917, + "step": 9616 + }, + { + "epoch": 8.156912637828668, + "grad_norm": 1.1977121517196219, + "learning_rate": 1.9860845896074225e-05, + "loss": 0.1868, + "step": 9617 + }, + { + "epoch": 8.157760814249365, + "grad_norm": 1.228764911018516, + "learning_rate": 1.9860800224435516e-05, + "loss": 0.2243, + "step": 9618 + }, + { + "epoch": 8.158608990670059, + "grad_norm": 1.3153683842318673, + "learning_rate": 1.9860754545355643e-05, + "loss": 0.2008, + "step": 9619 + }, + { + "epoch": 8.159457167090755, + "grad_norm": 1.2685976084055466, + "learning_rate": 1.986070885883464e-05, + "loss": 0.2332, + "step": 9620 + }, + { + "epoch": 8.16030534351145, + "grad_norm": 1.1816838451506089, + "learning_rate": 1.9860663164872544e-05, + "loss": 0.2449, + "step": 9621 + }, + { + "epoch": 8.161153519932146, + "grad_norm": 1.1293644382159052, + "learning_rate": 1.986061746346939e-05, + "loss": 0.1806, + "step": 9622 + }, + { + "epoch": 8.162001696352842, + "grad_norm": 1.2614035120281346, + "learning_rate": 1.986057175462521e-05, + "loss": 0.2123, + "step": 9623 + }, + { + "epoch": 8.162849872773537, + "grad_norm": 1.277274934069678, + "learning_rate": 1.9860526038340037e-05, + "loss": 0.1989, + "step": 9624 + }, + { + "epoch": 8.163698049194233, + "grad_norm": 1.3604479419206472, + "learning_rate": 1.986048031461391e-05, + "loss": 0.2153, + "step": 9625 + }, + { + "epoch": 8.164546225614927, + "grad_norm": 1.250196989161007, + "learning_rate": 1.9860434583446865e-05, + "loss": 0.1854, + "step": 9626 + }, + { + "epoch": 8.165394402035624, + "grad_norm": 1.3491349663553363, + "learning_rate": 1.9860388844838926e-05, + "loss": 0.2007, + "step": 9627 + }, + { + "epoch": 8.16624257845632, + "grad_norm": 1.2400347860651337, + "learning_rate": 1.9860343098790138e-05, + "loss": 0.2305, + "step": 9628 + }, + { + "epoch": 8.167090754877014, + "grad_norm": 1.4272614995350932, + "learning_rate": 1.986029734530053e-05, + "loss": 0.2422, + "step": 9629 + }, + { + "epoch": 8.16793893129771, + "grad_norm": 1.2471610219023221, + "learning_rate": 1.9860251584370137e-05, + "loss": 0.183, + "step": 9630 + }, + { + "epoch": 8.168787107718405, + "grad_norm": 1.2131536830924177, + "learning_rate": 1.9860205815999e-05, + "loss": 0.1846, + "step": 9631 + }, + { + "epoch": 8.169635284139101, + "grad_norm": 1.1960807458903215, + "learning_rate": 1.9860160040187143e-05, + "loss": 0.2003, + "step": 9632 + }, + { + "epoch": 8.170483460559796, + "grad_norm": 1.3504200537541566, + "learning_rate": 1.986011425693461e-05, + "loss": 0.2306, + "step": 9633 + }, + { + "epoch": 8.171331636980492, + "grad_norm": 1.2316130970908257, + "learning_rate": 1.9860068466241428e-05, + "loss": 0.2107, + "step": 9634 + }, + { + "epoch": 8.172179813401188, + "grad_norm": 1.5366162364493574, + "learning_rate": 1.986002266810764e-05, + "loss": 0.2927, + "step": 9635 + }, + { + "epoch": 8.173027989821882, + "grad_norm": 1.4503448004836021, + "learning_rate": 1.985997686253327e-05, + "loss": 0.2698, + "step": 9636 + }, + { + "epoch": 8.173876166242579, + "grad_norm": 1.2887307276774336, + "learning_rate": 1.985993104951836e-05, + "loss": 0.2397, + "step": 9637 + }, + { + "epoch": 8.174724342663273, + "grad_norm": 1.172628161228123, + "learning_rate": 1.9859885229062942e-05, + "loss": 0.1652, + "step": 9638 + }, + { + "epoch": 8.17557251908397, + "grad_norm": 1.3094109118220807, + "learning_rate": 1.9859839401167054e-05, + "loss": 0.2268, + "step": 9639 + }, + { + "epoch": 8.176420695504666, + "grad_norm": 1.1870536152502815, + "learning_rate": 1.9859793565830724e-05, + "loss": 0.1544, + "step": 9640 + }, + { + "epoch": 8.17726887192536, + "grad_norm": 1.1876299748415027, + "learning_rate": 1.9859747723053996e-05, + "loss": 0.2068, + "step": 9641 + }, + { + "epoch": 8.178117048346056, + "grad_norm": 1.1514535188338593, + "learning_rate": 1.9859701872836896e-05, + "loss": 0.1927, + "step": 9642 + }, + { + "epoch": 8.17896522476675, + "grad_norm": 1.2318846712191802, + "learning_rate": 1.985965601517946e-05, + "loss": 0.1925, + "step": 9643 + }, + { + "epoch": 8.179813401187447, + "grad_norm": 1.4370044471222498, + "learning_rate": 1.985961015008173e-05, + "loss": 0.2344, + "step": 9644 + }, + { + "epoch": 8.180661577608143, + "grad_norm": 1.500755302382478, + "learning_rate": 1.985956427754373e-05, + "loss": 0.2405, + "step": 9645 + }, + { + "epoch": 8.181509754028838, + "grad_norm": 1.3179971824381493, + "learning_rate": 1.98595183975655e-05, + "loss": 0.2244, + "step": 9646 + }, + { + "epoch": 8.182357930449534, + "grad_norm": 1.3858777809872302, + "learning_rate": 1.9859472510147072e-05, + "loss": 0.1961, + "step": 9647 + }, + { + "epoch": 8.183206106870228, + "grad_norm": 1.1532885163838318, + "learning_rate": 1.985942661528849e-05, + "loss": 0.18, + "step": 9648 + }, + { + "epoch": 8.184054283290925, + "grad_norm": 1.3007811075728601, + "learning_rate": 1.9859380712989777e-05, + "loss": 0.1916, + "step": 9649 + }, + { + "epoch": 8.18490245971162, + "grad_norm": 1.5969119104999974, + "learning_rate": 1.985933480325097e-05, + "loss": 0.2165, + "step": 9650 + }, + { + "epoch": 8.185750636132315, + "grad_norm": 1.387139805007675, + "learning_rate": 1.9859288886072105e-05, + "loss": 0.2336, + "step": 9651 + }, + { + "epoch": 8.186598812553012, + "grad_norm": 1.2945797037442097, + "learning_rate": 1.985924296145322e-05, + "loss": 0.259, + "step": 9652 + }, + { + "epoch": 8.187446988973706, + "grad_norm": 1.275953756080318, + "learning_rate": 1.9859197029394347e-05, + "loss": 0.2237, + "step": 9653 + }, + { + "epoch": 8.188295165394402, + "grad_norm": 1.168510962479572, + "learning_rate": 1.9859151089895522e-05, + "loss": 0.1784, + "step": 9654 + }, + { + "epoch": 8.189143341815097, + "grad_norm": 1.2236566103592312, + "learning_rate": 1.9859105142956777e-05, + "loss": 0.2463, + "step": 9655 + }, + { + "epoch": 8.189991518235793, + "grad_norm": 1.3658700055439794, + "learning_rate": 1.9859059188578146e-05, + "loss": 0.2313, + "step": 9656 + }, + { + "epoch": 8.19083969465649, + "grad_norm": 1.4884965204784417, + "learning_rate": 1.9859013226759668e-05, + "loss": 0.2102, + "step": 9657 + }, + { + "epoch": 8.191687871077184, + "grad_norm": 1.1959784225118195, + "learning_rate": 1.9858967257501374e-05, + "loss": 0.1688, + "step": 9658 + }, + { + "epoch": 8.19253604749788, + "grad_norm": 1.3607357605921384, + "learning_rate": 1.9858921280803302e-05, + "loss": 0.2224, + "step": 9659 + }, + { + "epoch": 8.193384223918574, + "grad_norm": 1.416245096713496, + "learning_rate": 1.9858875296665486e-05, + "loss": 0.2591, + "step": 9660 + }, + { + "epoch": 8.19423240033927, + "grad_norm": 1.377794283127322, + "learning_rate": 1.9858829305087955e-05, + "loss": 0.1884, + "step": 9661 + }, + { + "epoch": 8.195080576759967, + "grad_norm": 1.2906925951037596, + "learning_rate": 1.985878330607075e-05, + "loss": 0.1704, + "step": 9662 + }, + { + "epoch": 8.195928753180661, + "grad_norm": 1.4585827737472161, + "learning_rate": 1.9858737299613905e-05, + "loss": 0.2421, + "step": 9663 + }, + { + "epoch": 8.196776929601358, + "grad_norm": 1.2457082616732404, + "learning_rate": 1.985869128571745e-05, + "loss": 0.2003, + "step": 9664 + }, + { + "epoch": 8.197625106022052, + "grad_norm": 1.2469146232363075, + "learning_rate": 1.985864526438143e-05, + "loss": 0.1922, + "step": 9665 + }, + { + "epoch": 8.198473282442748, + "grad_norm": 1.3368835265229988, + "learning_rate": 1.9858599235605867e-05, + "loss": 0.1948, + "step": 9666 + }, + { + "epoch": 8.199321458863444, + "grad_norm": 1.3486814984037012, + "learning_rate": 1.98585531993908e-05, + "loss": 0.2321, + "step": 9667 + }, + { + "epoch": 8.200169635284139, + "grad_norm": 1.3826469020936487, + "learning_rate": 1.9858507155736273e-05, + "loss": 0.2206, + "step": 9668 + }, + { + "epoch": 8.201017811704835, + "grad_norm": 1.2760073499138451, + "learning_rate": 1.9858461104642308e-05, + "loss": 0.202, + "step": 9669 + }, + { + "epoch": 8.20186598812553, + "grad_norm": 1.2793394019805893, + "learning_rate": 1.9858415046108947e-05, + "loss": 0.1771, + "step": 9670 + }, + { + "epoch": 8.202714164546226, + "grad_norm": 1.4887636170919822, + "learning_rate": 1.985836898013622e-05, + "loss": 0.1992, + "step": 9671 + }, + { + "epoch": 8.20356234096692, + "grad_norm": 1.5438934713214703, + "learning_rate": 1.9858322906724168e-05, + "loss": 0.2194, + "step": 9672 + }, + { + "epoch": 8.204410517387617, + "grad_norm": 1.2415358781300985, + "learning_rate": 1.985827682587282e-05, + "loss": 0.2202, + "step": 9673 + }, + { + "epoch": 8.205258693808313, + "grad_norm": 1.2827042821907668, + "learning_rate": 1.9858230737582217e-05, + "loss": 0.2271, + "step": 9674 + }, + { + "epoch": 8.206106870229007, + "grad_norm": 1.236193104942093, + "learning_rate": 1.9858184641852384e-05, + "loss": 0.2282, + "step": 9675 + }, + { + "epoch": 8.206955046649703, + "grad_norm": 1.13872510532475, + "learning_rate": 1.9858138538683365e-05, + "loss": 0.2227, + "step": 9676 + }, + { + "epoch": 8.207803223070398, + "grad_norm": 1.4693851923568153, + "learning_rate": 1.985809242807519e-05, + "loss": 0.1947, + "step": 9677 + }, + { + "epoch": 8.208651399491094, + "grad_norm": 1.7799461188127002, + "learning_rate": 1.9858046310027897e-05, + "loss": 0.232, + "step": 9678 + }, + { + "epoch": 8.20949957591179, + "grad_norm": 1.304000382815193, + "learning_rate": 1.985800018454152e-05, + "loss": 0.2242, + "step": 9679 + }, + { + "epoch": 8.210347752332485, + "grad_norm": 1.2241028569530246, + "learning_rate": 1.985795405161609e-05, + "loss": 0.1785, + "step": 9680 + }, + { + "epoch": 8.211195928753181, + "grad_norm": 1.1793775551267505, + "learning_rate": 1.9857907911251646e-05, + "loss": 0.188, + "step": 9681 + }, + { + "epoch": 8.212044105173876, + "grad_norm": 1.0412945026282823, + "learning_rate": 1.9857861763448222e-05, + "loss": 0.1794, + "step": 9682 + }, + { + "epoch": 8.212892281594572, + "grad_norm": 1.1680952283247636, + "learning_rate": 1.985781560820585e-05, + "loss": 0.1833, + "step": 9683 + }, + { + "epoch": 8.213740458015268, + "grad_norm": 1.2435597263012885, + "learning_rate": 1.9857769445524568e-05, + "loss": 0.2292, + "step": 9684 + }, + { + "epoch": 8.214588634435962, + "grad_norm": 1.2227322538833465, + "learning_rate": 1.985772327540441e-05, + "loss": 0.2348, + "step": 9685 + }, + { + "epoch": 8.215436810856659, + "grad_norm": 1.2135752824629127, + "learning_rate": 1.9857677097845412e-05, + "loss": 0.1923, + "step": 9686 + }, + { + "epoch": 8.216284987277353, + "grad_norm": 1.3792674722717955, + "learning_rate": 1.9857630912847607e-05, + "loss": 0.2257, + "step": 9687 + }, + { + "epoch": 8.21713316369805, + "grad_norm": 1.416917768822997, + "learning_rate": 1.985758472041103e-05, + "loss": 0.2413, + "step": 9688 + }, + { + "epoch": 8.217981340118744, + "grad_norm": 1.2805387776915753, + "learning_rate": 1.9857538520535714e-05, + "loss": 0.1805, + "step": 9689 + }, + { + "epoch": 8.21882951653944, + "grad_norm": 1.1776108379099626, + "learning_rate": 1.98574923132217e-05, + "loss": 0.1688, + "step": 9690 + }, + { + "epoch": 8.219677692960136, + "grad_norm": 1.2706818951315946, + "learning_rate": 1.9857446098469017e-05, + "loss": 0.2113, + "step": 9691 + }, + { + "epoch": 8.22052586938083, + "grad_norm": 1.1952234381121567, + "learning_rate": 1.9857399876277703e-05, + "loss": 0.1994, + "step": 9692 + }, + { + "epoch": 8.221374045801527, + "grad_norm": 1.2464869483421888, + "learning_rate": 1.9857353646647793e-05, + "loss": 0.2164, + "step": 9693 + }, + { + "epoch": 8.222222222222221, + "grad_norm": 1.3517289198589353, + "learning_rate": 1.985730740957932e-05, + "loss": 0.1947, + "step": 9694 + }, + { + "epoch": 8.223070398642918, + "grad_norm": 1.1182647380194441, + "learning_rate": 1.9857261165072316e-05, + "loss": 0.177, + "step": 9695 + }, + { + "epoch": 8.223918575063614, + "grad_norm": 1.1359358503990586, + "learning_rate": 1.985721491312682e-05, + "loss": 0.207, + "step": 9696 + }, + { + "epoch": 8.224766751484308, + "grad_norm": 1.1571460230184576, + "learning_rate": 1.985716865374287e-05, + "loss": 0.19, + "step": 9697 + }, + { + "epoch": 8.225614927905005, + "grad_norm": 1.2980290099537033, + "learning_rate": 1.9857122386920497e-05, + "loss": 0.2085, + "step": 9698 + }, + { + "epoch": 8.226463104325699, + "grad_norm": 1.2844689116462684, + "learning_rate": 1.9857076112659737e-05, + "loss": 0.2214, + "step": 9699 + }, + { + "epoch": 8.227311280746395, + "grad_norm": 1.26990487545455, + "learning_rate": 1.985702983096062e-05, + "loss": 0.2273, + "step": 9700 + }, + { + "epoch": 8.228159457167092, + "grad_norm": 1.251848084549903, + "learning_rate": 1.9856983541823188e-05, + "loss": 0.1947, + "step": 9701 + }, + { + "epoch": 8.229007633587786, + "grad_norm": 1.3846934908651916, + "learning_rate": 1.9856937245247474e-05, + "loss": 0.2033, + "step": 9702 + }, + { + "epoch": 8.229855810008482, + "grad_norm": 1.2672077421560777, + "learning_rate": 1.985689094123351e-05, + "loss": 0.2035, + "step": 9703 + }, + { + "epoch": 8.230703986429177, + "grad_norm": 1.3227756399451704, + "learning_rate": 1.9856844629781332e-05, + "loss": 0.2209, + "step": 9704 + }, + { + "epoch": 8.231552162849873, + "grad_norm": 1.3783390760996233, + "learning_rate": 1.985679831089098e-05, + "loss": 0.2107, + "step": 9705 + }, + { + "epoch": 8.23240033927057, + "grad_norm": 1.244252091629979, + "learning_rate": 1.985675198456248e-05, + "loss": 0.1925, + "step": 9706 + }, + { + "epoch": 8.233248515691264, + "grad_norm": 1.2146656178279782, + "learning_rate": 1.9856705650795874e-05, + "loss": 0.1825, + "step": 9707 + }, + { + "epoch": 8.23409669211196, + "grad_norm": 1.2611680512874726, + "learning_rate": 1.9856659309591193e-05, + "loss": 0.2095, + "step": 9708 + }, + { + "epoch": 8.234944868532654, + "grad_norm": 1.217035455618444, + "learning_rate": 1.9856612960948475e-05, + "loss": 0.1848, + "step": 9709 + }, + { + "epoch": 8.23579304495335, + "grad_norm": 1.8588407406028773, + "learning_rate": 1.985656660486775e-05, + "loss": 0.2339, + "step": 9710 + }, + { + "epoch": 8.236641221374045, + "grad_norm": 1.3969739670175503, + "learning_rate": 1.9856520241349065e-05, + "loss": 0.2265, + "step": 9711 + }, + { + "epoch": 8.237489397794741, + "grad_norm": 1.3616855175126523, + "learning_rate": 1.985647387039244e-05, + "loss": 0.2132, + "step": 9712 + }, + { + "epoch": 8.238337574215437, + "grad_norm": 1.3491703222521019, + "learning_rate": 1.985642749199792e-05, + "loss": 0.21, + "step": 9713 + }, + { + "epoch": 8.239185750636132, + "grad_norm": 1.5622662415250852, + "learning_rate": 1.9856381106165534e-05, + "loss": 0.2448, + "step": 9714 + }, + { + "epoch": 8.240033927056828, + "grad_norm": 1.2944401568974082, + "learning_rate": 1.985633471289532e-05, + "loss": 0.1895, + "step": 9715 + }, + { + "epoch": 8.240882103477523, + "grad_norm": 1.3711057930902009, + "learning_rate": 1.9856288312187314e-05, + "loss": 0.2231, + "step": 9716 + }, + { + "epoch": 8.241730279898219, + "grad_norm": 1.3144128926541538, + "learning_rate": 1.9856241904041548e-05, + "loss": 0.2392, + "step": 9717 + }, + { + "epoch": 8.242578456318915, + "grad_norm": 1.3814810413102359, + "learning_rate": 1.985619548845806e-05, + "loss": 0.2426, + "step": 9718 + }, + { + "epoch": 8.24342663273961, + "grad_norm": 1.3788183854786944, + "learning_rate": 1.9856149065436882e-05, + "loss": 0.2106, + "step": 9719 + }, + { + "epoch": 8.244274809160306, + "grad_norm": 1.2965455511332025, + "learning_rate": 1.9856102634978052e-05, + "loss": 0.1753, + "step": 9720 + }, + { + "epoch": 8.245122985581, + "grad_norm": 1.207556387340365, + "learning_rate": 1.9856056197081606e-05, + "loss": 0.1785, + "step": 9721 + }, + { + "epoch": 8.245971162001696, + "grad_norm": 1.3879823117009618, + "learning_rate": 1.9856009751747574e-05, + "loss": 0.2135, + "step": 9722 + }, + { + "epoch": 8.246819338422393, + "grad_norm": 1.337236804283459, + "learning_rate": 1.9855963298975993e-05, + "loss": 0.245, + "step": 9723 + }, + { + "epoch": 8.247667514843087, + "grad_norm": 1.2984695538080842, + "learning_rate": 1.98559168387669e-05, + "loss": 0.1881, + "step": 9724 + }, + { + "epoch": 8.248515691263783, + "grad_norm": 1.2334199456341575, + "learning_rate": 1.985587037112033e-05, + "loss": 0.195, + "step": 9725 + }, + { + "epoch": 8.249363867684478, + "grad_norm": 1.2609195256322356, + "learning_rate": 1.9855823896036317e-05, + "loss": 0.2022, + "step": 9726 + }, + { + "epoch": 8.250212044105174, + "grad_norm": 1.193318443558687, + "learning_rate": 1.9855777413514893e-05, + "loss": 0.1821, + "step": 9727 + }, + { + "epoch": 8.251060220525869, + "grad_norm": 1.2979831807184388, + "learning_rate": 1.98557309235561e-05, + "loss": 0.2241, + "step": 9728 + }, + { + "epoch": 8.251908396946565, + "grad_norm": 1.4329177158517412, + "learning_rate": 1.985568442615997e-05, + "loss": 0.2385, + "step": 9729 + }, + { + "epoch": 8.252756573367261, + "grad_norm": 1.249914908071956, + "learning_rate": 1.985563792132653e-05, + "loss": 0.1928, + "step": 9730 + }, + { + "epoch": 8.253604749787955, + "grad_norm": 1.2295576131979242, + "learning_rate": 1.9855591409055828e-05, + "loss": 0.1878, + "step": 9731 + }, + { + "epoch": 8.254452926208652, + "grad_norm": 1.3749827966117671, + "learning_rate": 1.9855544889347895e-05, + "loss": 0.1914, + "step": 9732 + }, + { + "epoch": 8.255301102629346, + "grad_norm": 1.224022808039209, + "learning_rate": 1.985549836220276e-05, + "loss": 0.1894, + "step": 9733 + }, + { + "epoch": 8.256149279050042, + "grad_norm": 1.2234161340912844, + "learning_rate": 1.9855451827620466e-05, + "loss": 0.217, + "step": 9734 + }, + { + "epoch": 8.256997455470739, + "grad_norm": 1.1520975217046125, + "learning_rate": 1.9855405285601045e-05, + "loss": 0.1925, + "step": 9735 + }, + { + "epoch": 8.257845631891433, + "grad_norm": 1.3308345668018684, + "learning_rate": 1.9855358736144528e-05, + "loss": 0.2077, + "step": 9736 + }, + { + "epoch": 8.25869380831213, + "grad_norm": 1.2714530007920066, + "learning_rate": 1.9855312179250958e-05, + "loss": 0.1886, + "step": 9737 + }, + { + "epoch": 8.259541984732824, + "grad_norm": 1.2191691987982052, + "learning_rate": 1.9855265614920367e-05, + "loss": 0.1951, + "step": 9738 + }, + { + "epoch": 8.26039016115352, + "grad_norm": 1.5884089164823236, + "learning_rate": 1.9855219043152786e-05, + "loss": 0.2416, + "step": 9739 + }, + { + "epoch": 8.261238337574216, + "grad_norm": 1.2333560595835475, + "learning_rate": 1.985517246394826e-05, + "loss": 0.2057, + "step": 9740 + }, + { + "epoch": 8.26208651399491, + "grad_norm": 1.334561768367085, + "learning_rate": 1.985512587730681e-05, + "loss": 0.1976, + "step": 9741 + }, + { + "epoch": 8.262934690415607, + "grad_norm": 1.3121027001912158, + "learning_rate": 1.9855079283228483e-05, + "loss": 0.1773, + "step": 9742 + }, + { + "epoch": 8.263782866836301, + "grad_norm": 1.421545699028881, + "learning_rate": 1.9855032681713305e-05, + "loss": 0.2111, + "step": 9743 + }, + { + "epoch": 8.264631043256998, + "grad_norm": 1.2589017600298702, + "learning_rate": 1.9854986072761323e-05, + "loss": 0.2033, + "step": 9744 + }, + { + "epoch": 8.265479219677694, + "grad_norm": 1.1605625943543887, + "learning_rate": 1.9854939456372562e-05, + "loss": 0.2077, + "step": 9745 + }, + { + "epoch": 8.266327396098388, + "grad_norm": 1.1511283431422625, + "learning_rate": 1.9854892832547058e-05, + "loss": 0.195, + "step": 9746 + }, + { + "epoch": 8.267175572519085, + "grad_norm": 1.1567293056620003, + "learning_rate": 1.9854846201284855e-05, + "loss": 0.2248, + "step": 9747 + }, + { + "epoch": 8.268023748939779, + "grad_norm": 1.4131030940475127, + "learning_rate": 1.9854799562585977e-05, + "loss": 0.2234, + "step": 9748 + }, + { + "epoch": 8.268871925360475, + "grad_norm": 1.6724900795659106, + "learning_rate": 1.9854752916450466e-05, + "loss": 0.2078, + "step": 9749 + }, + { + "epoch": 8.26972010178117, + "grad_norm": 1.409588282155346, + "learning_rate": 1.9854706262878354e-05, + "loss": 0.2539, + "step": 9750 + }, + { + "epoch": 8.270568278201866, + "grad_norm": 1.1545240539983983, + "learning_rate": 1.985465960186968e-05, + "loss": 0.1606, + "step": 9751 + }, + { + "epoch": 8.271416454622562, + "grad_norm": 1.2189634882802438, + "learning_rate": 1.9854612933424474e-05, + "loss": 0.2149, + "step": 9752 + }, + { + "epoch": 8.272264631043257, + "grad_norm": 1.3946684088775085, + "learning_rate": 1.9854566257542775e-05, + "loss": 0.1856, + "step": 9753 + }, + { + "epoch": 8.273112807463953, + "grad_norm": 1.2133577370345494, + "learning_rate": 1.9854519574224614e-05, + "loss": 0.2322, + "step": 9754 + }, + { + "epoch": 8.273960983884647, + "grad_norm": 1.3173076097530514, + "learning_rate": 1.9854472883470036e-05, + "loss": 0.1987, + "step": 9755 + }, + { + "epoch": 8.274809160305344, + "grad_norm": 1.1424382911324256, + "learning_rate": 1.9854426185279064e-05, + "loss": 0.1564, + "step": 9756 + }, + { + "epoch": 8.27565733672604, + "grad_norm": 1.2030591233435155, + "learning_rate": 1.9854379479651743e-05, + "loss": 0.175, + "step": 9757 + }, + { + "epoch": 8.276505513146734, + "grad_norm": 1.3560641980756203, + "learning_rate": 1.98543327665881e-05, + "loss": 0.2058, + "step": 9758 + }, + { + "epoch": 8.27735368956743, + "grad_norm": 1.225636046194871, + "learning_rate": 1.9854286046088176e-05, + "loss": 0.2086, + "step": 9759 + }, + { + "epoch": 8.278201865988125, + "grad_norm": 1.296599623237441, + "learning_rate": 1.9854239318152003e-05, + "loss": 0.1818, + "step": 9760 + }, + { + "epoch": 8.279050042408821, + "grad_norm": 1.4352775636964088, + "learning_rate": 1.9854192582779622e-05, + "loss": 0.2385, + "step": 9761 + }, + { + "epoch": 8.279898218829517, + "grad_norm": 1.386721130690059, + "learning_rate": 1.985414583997106e-05, + "loss": 0.219, + "step": 9762 + }, + { + "epoch": 8.280746395250212, + "grad_norm": 1.2079792778511422, + "learning_rate": 1.9854099089726357e-05, + "loss": 0.1838, + "step": 9763 + }, + { + "epoch": 8.281594571670908, + "grad_norm": 1.2159230888684986, + "learning_rate": 1.985405233204555e-05, + "loss": 0.2073, + "step": 9764 + }, + { + "epoch": 8.282442748091603, + "grad_norm": 1.2298122837564591, + "learning_rate": 1.985400556692867e-05, + "loss": 0.1981, + "step": 9765 + }, + { + "epoch": 8.283290924512299, + "grad_norm": 1.4952173882109994, + "learning_rate": 1.9853958794375753e-05, + "loss": 0.2022, + "step": 9766 + }, + { + "epoch": 8.284139100932993, + "grad_norm": 1.200722461237815, + "learning_rate": 1.985391201438684e-05, + "loss": 0.1873, + "step": 9767 + }, + { + "epoch": 8.28498727735369, + "grad_norm": 1.2706153803137463, + "learning_rate": 1.985386522696196e-05, + "loss": 0.2056, + "step": 9768 + }, + { + "epoch": 8.285835453774386, + "grad_norm": 1.4442878977685971, + "learning_rate": 1.9853818432101145e-05, + "loss": 0.2119, + "step": 9769 + }, + { + "epoch": 8.28668363019508, + "grad_norm": 1.31627077558699, + "learning_rate": 1.985377162980444e-05, + "loss": 0.1825, + "step": 9770 + }, + { + "epoch": 8.287531806615776, + "grad_norm": 1.251405124972413, + "learning_rate": 1.9853724820071877e-05, + "loss": 0.1797, + "step": 9771 + }, + { + "epoch": 8.28837998303647, + "grad_norm": 1.2600924655698154, + "learning_rate": 1.985367800290349e-05, + "loss": 0.2166, + "step": 9772 + }, + { + "epoch": 8.289228159457167, + "grad_norm": 1.2242226137354275, + "learning_rate": 1.9853631178299315e-05, + "loss": 0.1891, + "step": 9773 + }, + { + "epoch": 8.290076335877863, + "grad_norm": 1.1457736999376364, + "learning_rate": 1.9853584346259383e-05, + "loss": 0.1758, + "step": 9774 + }, + { + "epoch": 8.290924512298558, + "grad_norm": 1.3018749320352754, + "learning_rate": 1.9853537506783733e-05, + "loss": 0.199, + "step": 9775 + }, + { + "epoch": 8.291772688719254, + "grad_norm": 1.1953056451734148, + "learning_rate": 1.9853490659872403e-05, + "loss": 0.1913, + "step": 9776 + }, + { + "epoch": 8.292620865139948, + "grad_norm": 1.1979478587104873, + "learning_rate": 1.9853443805525425e-05, + "loss": 0.2056, + "step": 9777 + }, + { + "epoch": 8.293469041560645, + "grad_norm": 1.4243944633633268, + "learning_rate": 1.9853396943742837e-05, + "loss": 0.2268, + "step": 9778 + }, + { + "epoch": 8.294317217981341, + "grad_norm": 1.2718091888563274, + "learning_rate": 1.9853350074524668e-05, + "loss": 0.169, + "step": 9779 + }, + { + "epoch": 8.295165394402035, + "grad_norm": 1.5185406337978062, + "learning_rate": 1.9853303197870962e-05, + "loss": 0.2216, + "step": 9780 + }, + { + "epoch": 8.296013570822732, + "grad_norm": 1.2905699118828835, + "learning_rate": 1.9853256313781747e-05, + "loss": 0.179, + "step": 9781 + }, + { + "epoch": 8.296861747243426, + "grad_norm": 1.2213626559909654, + "learning_rate": 1.9853209422257064e-05, + "loss": 0.2198, + "step": 9782 + }, + { + "epoch": 8.297709923664122, + "grad_norm": 1.2094456790106625, + "learning_rate": 1.9853162523296946e-05, + "loss": 0.1817, + "step": 9783 + }, + { + "epoch": 8.298558100084819, + "grad_norm": 1.3658254439926358, + "learning_rate": 1.985311561690143e-05, + "loss": 0.2271, + "step": 9784 + }, + { + "epoch": 8.299406276505513, + "grad_norm": 1.192588475124276, + "learning_rate": 1.9853068703070547e-05, + "loss": 0.1827, + "step": 9785 + }, + { + "epoch": 8.30025445292621, + "grad_norm": 1.3204002325002044, + "learning_rate": 1.9853021781804334e-05, + "loss": 0.2061, + "step": 9786 + }, + { + "epoch": 8.301102629346904, + "grad_norm": 1.3116443796119366, + "learning_rate": 1.985297485310283e-05, + "loss": 0.1926, + "step": 9787 + }, + { + "epoch": 8.3019508057676, + "grad_norm": 1.366574647183619, + "learning_rate": 1.985292791696607e-05, + "loss": 0.2187, + "step": 9788 + }, + { + "epoch": 8.302798982188294, + "grad_norm": 1.3178959031242647, + "learning_rate": 1.9852880973394084e-05, + "loss": 0.2152, + "step": 9789 + }, + { + "epoch": 8.30364715860899, + "grad_norm": 1.6356762812450456, + "learning_rate": 1.9852834022386912e-05, + "loss": 0.1992, + "step": 9790 + }, + { + "epoch": 8.304495335029687, + "grad_norm": 1.1824693508647341, + "learning_rate": 1.9852787063944586e-05, + "loss": 0.1901, + "step": 9791 + }, + { + "epoch": 8.305343511450381, + "grad_norm": 1.1695805222054645, + "learning_rate": 1.9852740098067147e-05, + "loss": 0.1638, + "step": 9792 + }, + { + "epoch": 8.306191687871078, + "grad_norm": 1.084247419374517, + "learning_rate": 1.9852693124754626e-05, + "loss": 0.1715, + "step": 9793 + }, + { + "epoch": 8.307039864291772, + "grad_norm": 1.244879967461139, + "learning_rate": 1.985264614400706e-05, + "loss": 0.2123, + "step": 9794 + }, + { + "epoch": 8.307888040712468, + "grad_norm": 1.5198014040188341, + "learning_rate": 1.9852599155824485e-05, + "loss": 0.2429, + "step": 9795 + }, + { + "epoch": 8.308736217133164, + "grad_norm": 1.4112643527720796, + "learning_rate": 1.9852552160206936e-05, + "loss": 0.2172, + "step": 9796 + }, + { + "epoch": 8.309584393553859, + "grad_norm": 1.3987568885432102, + "learning_rate": 1.9852505157154445e-05, + "loss": 0.1911, + "step": 9797 + }, + { + "epoch": 8.310432569974555, + "grad_norm": 1.3762451925992432, + "learning_rate": 1.9852458146667053e-05, + "loss": 0.2241, + "step": 9798 + }, + { + "epoch": 8.31128074639525, + "grad_norm": 1.2727413742937583, + "learning_rate": 1.985241112874479e-05, + "loss": 0.2043, + "step": 9799 + }, + { + "epoch": 8.312128922815946, + "grad_norm": 1.1747450594167863, + "learning_rate": 1.9852364103387698e-05, + "loss": 0.2194, + "step": 9800 + }, + { + "epoch": 8.312977099236642, + "grad_norm": 1.2776270385658972, + "learning_rate": 1.9852317070595805e-05, + "loss": 0.1873, + "step": 9801 + }, + { + "epoch": 8.313825275657337, + "grad_norm": 1.1374833430576003, + "learning_rate": 1.9852270030369154e-05, + "loss": 0.1494, + "step": 9802 + }, + { + "epoch": 8.314673452078033, + "grad_norm": 1.3853369272291882, + "learning_rate": 1.9852222982707774e-05, + "loss": 0.2167, + "step": 9803 + }, + { + "epoch": 8.315521628498727, + "grad_norm": 1.2844613844534245, + "learning_rate": 1.9852175927611704e-05, + "loss": 0.2027, + "step": 9804 + }, + { + "epoch": 8.316369804919423, + "grad_norm": 1.3143390992032928, + "learning_rate": 1.9852128865080982e-05, + "loss": 0.1897, + "step": 9805 + }, + { + "epoch": 8.317217981340118, + "grad_norm": 1.2157719143620462, + "learning_rate": 1.985208179511564e-05, + "loss": 0.2151, + "step": 9806 + }, + { + "epoch": 8.318066157760814, + "grad_norm": 1.2294143130787771, + "learning_rate": 1.985203471771571e-05, + "loss": 0.1981, + "step": 9807 + }, + { + "epoch": 8.31891433418151, + "grad_norm": 1.3240982374408186, + "learning_rate": 1.9851987632881236e-05, + "loss": 0.195, + "step": 9808 + }, + { + "epoch": 8.319762510602205, + "grad_norm": 1.3241400280599225, + "learning_rate": 1.9851940540612244e-05, + "loss": 0.2074, + "step": 9809 + }, + { + "epoch": 8.320610687022901, + "grad_norm": 1.360390588208179, + "learning_rate": 1.9851893440908777e-05, + "loss": 0.1912, + "step": 9810 + }, + { + "epoch": 8.321458863443596, + "grad_norm": 1.2908643058819569, + "learning_rate": 1.985184633377087e-05, + "loss": 0.1777, + "step": 9811 + }, + { + "epoch": 8.322307039864292, + "grad_norm": 1.35313917534851, + "learning_rate": 1.9851799219198556e-05, + "loss": 0.2137, + "step": 9812 + }, + { + "epoch": 8.323155216284988, + "grad_norm": 1.3889014937321411, + "learning_rate": 1.985175209719187e-05, + "loss": 0.248, + "step": 9813 + }, + { + "epoch": 8.324003392705682, + "grad_norm": 1.2007042521947242, + "learning_rate": 1.985170496775085e-05, + "loss": 0.1809, + "step": 9814 + }, + { + "epoch": 8.324851569126379, + "grad_norm": 1.18264684670822, + "learning_rate": 1.9851657830875527e-05, + "loss": 0.1894, + "step": 9815 + }, + { + "epoch": 8.325699745547073, + "grad_norm": 1.2568041362049678, + "learning_rate": 1.9851610686565942e-05, + "loss": 0.2255, + "step": 9816 + }, + { + "epoch": 8.32654792196777, + "grad_norm": 1.5848984538207782, + "learning_rate": 1.985156353482213e-05, + "loss": 0.2515, + "step": 9817 + }, + { + "epoch": 8.327396098388466, + "grad_norm": 1.27607206130936, + "learning_rate": 1.985151637564412e-05, + "loss": 0.2206, + "step": 9818 + }, + { + "epoch": 8.32824427480916, + "grad_norm": 1.5386860428445432, + "learning_rate": 1.985146920903196e-05, + "loss": 0.2548, + "step": 9819 + }, + { + "epoch": 8.329092451229856, + "grad_norm": 1.2411239649426027, + "learning_rate": 1.9851422034985674e-05, + "loss": 0.1977, + "step": 9820 + }, + { + "epoch": 8.32994062765055, + "grad_norm": 1.2714372615350489, + "learning_rate": 1.9851374853505302e-05, + "loss": 0.2048, + "step": 9821 + }, + { + "epoch": 8.330788804071247, + "grad_norm": 1.4781223140755462, + "learning_rate": 1.985132766459088e-05, + "loss": 0.2157, + "step": 9822 + }, + { + "epoch": 8.331636980491943, + "grad_norm": 1.3232184107924654, + "learning_rate": 1.9851280468242442e-05, + "loss": 0.2133, + "step": 9823 + }, + { + "epoch": 8.332485156912638, + "grad_norm": 1.382394209031324, + "learning_rate": 1.9851233264460025e-05, + "loss": 0.1577, + "step": 9824 + }, + { + "epoch": 8.333333333333334, + "grad_norm": 1.3967592989340911, + "learning_rate": 1.9851186053243667e-05, + "loss": 0.2179, + "step": 9825 + }, + { + "epoch": 8.334181509754028, + "grad_norm": 1.4369387617829503, + "learning_rate": 1.98511388345934e-05, + "loss": 0.204, + "step": 9826 + }, + { + "epoch": 8.335029686174725, + "grad_norm": 1.3909002414547786, + "learning_rate": 1.9851091608509258e-05, + "loss": 0.259, + "step": 9827 + }, + { + "epoch": 8.335877862595419, + "grad_norm": 1.2300436792530078, + "learning_rate": 1.9851044374991278e-05, + "loss": 0.2144, + "step": 9828 + }, + { + "epoch": 8.336726039016115, + "grad_norm": 1.3201222310520797, + "learning_rate": 1.98509971340395e-05, + "loss": 0.1892, + "step": 9829 + }, + { + "epoch": 8.337574215436812, + "grad_norm": 1.1838625677742323, + "learning_rate": 1.9850949885653957e-05, + "loss": 0.2116, + "step": 9830 + }, + { + "epoch": 8.338422391857506, + "grad_norm": 1.2447103396865544, + "learning_rate": 1.985090262983468e-05, + "loss": 0.2116, + "step": 9831 + }, + { + "epoch": 8.339270568278202, + "grad_norm": 1.3218665707573285, + "learning_rate": 1.985085536658171e-05, + "loss": 0.2335, + "step": 9832 + }, + { + "epoch": 8.340118744698897, + "grad_norm": 1.351019595535339, + "learning_rate": 1.9850808095895085e-05, + "loss": 0.2205, + "step": 9833 + }, + { + "epoch": 8.340966921119593, + "grad_norm": 1.264170325705878, + "learning_rate": 1.9850760817774834e-05, + "loss": 0.2034, + "step": 9834 + }, + { + "epoch": 8.34181509754029, + "grad_norm": 1.3402221351624064, + "learning_rate": 1.9850713532220998e-05, + "loss": 0.2131, + "step": 9835 + }, + { + "epoch": 8.342663273960984, + "grad_norm": 1.2799840449848345, + "learning_rate": 1.985066623923361e-05, + "loss": 0.2026, + "step": 9836 + }, + { + "epoch": 8.34351145038168, + "grad_norm": 1.4257490907775854, + "learning_rate": 1.9850618938812706e-05, + "loss": 0.2488, + "step": 9837 + }, + { + "epoch": 8.344359626802374, + "grad_norm": 1.3591280703725934, + "learning_rate": 1.985057163095832e-05, + "loss": 0.2123, + "step": 9838 + }, + { + "epoch": 8.34520780322307, + "grad_norm": 1.3491147104470356, + "learning_rate": 1.9850524315670492e-05, + "loss": 0.2173, + "step": 9839 + }, + { + "epoch": 8.346055979643765, + "grad_norm": 1.1553421791091742, + "learning_rate": 1.9850476992949253e-05, + "loss": 0.1436, + "step": 9840 + }, + { + "epoch": 8.346904156064461, + "grad_norm": 1.2448122553467622, + "learning_rate": 1.985042966279464e-05, + "loss": 0.199, + "step": 9841 + }, + { + "epoch": 8.347752332485157, + "grad_norm": 1.3010279990300586, + "learning_rate": 1.9850382325206695e-05, + "loss": 0.2135, + "step": 9842 + }, + { + "epoch": 8.348600508905852, + "grad_norm": 1.25227581997103, + "learning_rate": 1.9850334980185444e-05, + "loss": 0.1741, + "step": 9843 + }, + { + "epoch": 8.349448685326548, + "grad_norm": 1.1297526680069119, + "learning_rate": 1.985028762773093e-05, + "loss": 0.2013, + "step": 9844 + }, + { + "epoch": 8.350296861747243, + "grad_norm": 1.5166362246296146, + "learning_rate": 1.9850240267843183e-05, + "loss": 0.231, + "step": 9845 + }, + { + "epoch": 8.351145038167939, + "grad_norm": 1.363498371833332, + "learning_rate": 1.9850192900522244e-05, + "loss": 0.1834, + "step": 9846 + }, + { + "epoch": 8.351993214588635, + "grad_norm": 1.5656278932768068, + "learning_rate": 1.9850145525768144e-05, + "loss": 0.21, + "step": 9847 + }, + { + "epoch": 8.35284139100933, + "grad_norm": 1.274311563972981, + "learning_rate": 1.9850098143580924e-05, + "loss": 0.2055, + "step": 9848 + }, + { + "epoch": 8.353689567430026, + "grad_norm": 1.1423688638249587, + "learning_rate": 1.9850050753960613e-05, + "loss": 0.2153, + "step": 9849 + }, + { + "epoch": 8.35453774385072, + "grad_norm": 1.2439904345452655, + "learning_rate": 1.9850003356907256e-05, + "loss": 0.2295, + "step": 9850 + }, + { + "epoch": 8.355385920271416, + "grad_norm": 1.2536670006461017, + "learning_rate": 1.984995595242088e-05, + "loss": 0.1984, + "step": 9851 + }, + { + "epoch": 8.356234096692113, + "grad_norm": 1.0285984869076048, + "learning_rate": 1.9849908540501522e-05, + "loss": 0.1602, + "step": 9852 + }, + { + "epoch": 8.357082273112807, + "grad_norm": 1.1191068076216086, + "learning_rate": 1.984986112114922e-05, + "loss": 0.2095, + "step": 9853 + }, + { + "epoch": 8.357930449533503, + "grad_norm": 1.3122460794455235, + "learning_rate": 1.9849813694364017e-05, + "loss": 0.2032, + "step": 9854 + }, + { + "epoch": 8.358778625954198, + "grad_norm": 1.3216842556688133, + "learning_rate": 1.9849766260145934e-05, + "loss": 0.2311, + "step": 9855 + }, + { + "epoch": 8.359626802374894, + "grad_norm": 1.405660629390273, + "learning_rate": 1.9849718818495015e-05, + "loss": 0.1952, + "step": 9856 + }, + { + "epoch": 8.36047497879559, + "grad_norm": 1.2322274591983338, + "learning_rate": 1.98496713694113e-05, + "loss": 0.1923, + "step": 9857 + }, + { + "epoch": 8.361323155216285, + "grad_norm": 1.382446883636847, + "learning_rate": 1.9849623912894814e-05, + "loss": 0.2308, + "step": 9858 + }, + { + "epoch": 8.362171331636981, + "grad_norm": 1.1960296421223826, + "learning_rate": 1.9849576448945604e-05, + "loss": 0.2168, + "step": 9859 + }, + { + "epoch": 8.363019508057675, + "grad_norm": 1.293232209055334, + "learning_rate": 1.9849528977563696e-05, + "loss": 0.2284, + "step": 9860 + }, + { + "epoch": 8.363867684478372, + "grad_norm": 1.1864714619047478, + "learning_rate": 1.9849481498749132e-05, + "loss": 0.1916, + "step": 9861 + }, + { + "epoch": 8.364715860899066, + "grad_norm": 1.2012172723717813, + "learning_rate": 1.984943401250195e-05, + "loss": 0.1969, + "step": 9862 + }, + { + "epoch": 8.365564037319762, + "grad_norm": 1.2012264604265843, + "learning_rate": 1.9849386518822176e-05, + "loss": 0.1684, + "step": 9863 + }, + { + "epoch": 8.366412213740459, + "grad_norm": 1.4278186154954082, + "learning_rate": 1.9849339017709853e-05, + "loss": 0.2433, + "step": 9864 + }, + { + "epoch": 8.367260390161153, + "grad_norm": 1.4283888463195518, + "learning_rate": 1.984929150916502e-05, + "loss": 0.2255, + "step": 9865 + }, + { + "epoch": 8.36810856658185, + "grad_norm": 1.2363293559276451, + "learning_rate": 1.9849243993187707e-05, + "loss": 0.2192, + "step": 9866 + }, + { + "epoch": 8.368956743002544, + "grad_norm": 1.296875258883902, + "learning_rate": 1.9849196469777946e-05, + "loss": 0.2121, + "step": 9867 + }, + { + "epoch": 8.36980491942324, + "grad_norm": 1.232998759128384, + "learning_rate": 1.9849148938935782e-05, + "loss": 0.2062, + "step": 9868 + }, + { + "epoch": 8.370653095843936, + "grad_norm": 1.261195025520094, + "learning_rate": 1.9849101400661247e-05, + "loss": 0.2134, + "step": 9869 + }, + { + "epoch": 8.37150127226463, + "grad_norm": 1.2024306225149266, + "learning_rate": 1.984905385495438e-05, + "loss": 0.1995, + "step": 9870 + }, + { + "epoch": 8.372349448685327, + "grad_norm": 1.2715011058377361, + "learning_rate": 1.984900630181521e-05, + "loss": 0.2513, + "step": 9871 + }, + { + "epoch": 8.373197625106021, + "grad_norm": 1.3835876530471378, + "learning_rate": 1.984895874124378e-05, + "loss": 0.1942, + "step": 9872 + }, + { + "epoch": 8.374045801526718, + "grad_norm": 1.3139254664000761, + "learning_rate": 1.984891117324012e-05, + "loss": 0.2042, + "step": 9873 + }, + { + "epoch": 8.374893977947414, + "grad_norm": 1.4561006978467248, + "learning_rate": 1.9848863597804268e-05, + "loss": 0.2316, + "step": 9874 + }, + { + "epoch": 8.375742154368108, + "grad_norm": 1.3902816813463088, + "learning_rate": 1.9848816014936263e-05, + "loss": 0.258, + "step": 9875 + }, + { + "epoch": 8.376590330788805, + "grad_norm": 1.2804972913066461, + "learning_rate": 1.984876842463614e-05, + "loss": 0.1881, + "step": 9876 + }, + { + "epoch": 8.377438507209499, + "grad_norm": 1.1882464104032917, + "learning_rate": 1.9848720826903927e-05, + "loss": 0.1936, + "step": 9877 + }, + { + "epoch": 8.378286683630195, + "grad_norm": 1.2463436738734086, + "learning_rate": 1.984867322173967e-05, + "loss": 0.2053, + "step": 9878 + }, + { + "epoch": 8.37913486005089, + "grad_norm": 1.1710013434190327, + "learning_rate": 1.9848625609143402e-05, + "loss": 0.204, + "step": 9879 + }, + { + "epoch": 8.379983036471586, + "grad_norm": 1.2658614935835106, + "learning_rate": 1.9848577989115157e-05, + "loss": 0.1965, + "step": 9880 + }, + { + "epoch": 8.380831212892282, + "grad_norm": 1.3628483001363183, + "learning_rate": 1.984853036165497e-05, + "loss": 0.2018, + "step": 9881 + }, + { + "epoch": 8.381679389312977, + "grad_norm": 1.3352201861196495, + "learning_rate": 1.9848482726762884e-05, + "loss": 0.1847, + "step": 9882 + }, + { + "epoch": 8.382527565733673, + "grad_norm": 1.3035697130133457, + "learning_rate": 1.9848435084438926e-05, + "loss": 0.1639, + "step": 9883 + }, + { + "epoch": 8.383375742154367, + "grad_norm": 1.3826321735558178, + "learning_rate": 1.9848387434683135e-05, + "loss": 0.208, + "step": 9884 + }, + { + "epoch": 8.384223918575064, + "grad_norm": 1.3339519776198174, + "learning_rate": 1.9848339777495555e-05, + "loss": 0.1561, + "step": 9885 + }, + { + "epoch": 8.38507209499576, + "grad_norm": 1.2908894585383122, + "learning_rate": 1.9848292112876206e-05, + "loss": 0.2003, + "step": 9886 + }, + { + "epoch": 8.385920271416454, + "grad_norm": 1.384923956871327, + "learning_rate": 1.9848244440825136e-05, + "loss": 0.223, + "step": 9887 + }, + { + "epoch": 8.38676844783715, + "grad_norm": 1.2947305031074785, + "learning_rate": 1.984819676134238e-05, + "loss": 0.2131, + "step": 9888 + }, + { + "epoch": 8.387616624257845, + "grad_norm": 1.2592652133756563, + "learning_rate": 1.9848149074427966e-05, + "loss": 0.2122, + "step": 9889 + }, + { + "epoch": 8.388464800678541, + "grad_norm": 1.3219515042042171, + "learning_rate": 1.9848101380081942e-05, + "loss": 0.1954, + "step": 9890 + }, + { + "epoch": 8.389312977099237, + "grad_norm": 1.250987985175139, + "learning_rate": 1.9848053678304332e-05, + "loss": 0.2369, + "step": 9891 + }, + { + "epoch": 8.390161153519932, + "grad_norm": 1.143720427930473, + "learning_rate": 1.9848005969095183e-05, + "loss": 0.181, + "step": 9892 + }, + { + "epoch": 8.391009329940628, + "grad_norm": 1.2474371682181187, + "learning_rate": 1.9847958252454523e-05, + "loss": 0.1885, + "step": 9893 + }, + { + "epoch": 8.391857506361323, + "grad_norm": 1.4224466603099055, + "learning_rate": 1.984791052838239e-05, + "loss": 0.26, + "step": 9894 + }, + { + "epoch": 8.392705682782019, + "grad_norm": 1.2506558296860675, + "learning_rate": 1.984786279687882e-05, + "loss": 0.2277, + "step": 9895 + }, + { + "epoch": 8.393553859202715, + "grad_norm": 1.2398537352540693, + "learning_rate": 1.984781505794385e-05, + "loss": 0.1854, + "step": 9896 + }, + { + "epoch": 8.39440203562341, + "grad_norm": 1.2046964148964934, + "learning_rate": 1.984776731157752e-05, + "loss": 0.1544, + "step": 9897 + }, + { + "epoch": 8.395250212044106, + "grad_norm": 1.2525444692783239, + "learning_rate": 1.9847719557779858e-05, + "loss": 0.1975, + "step": 9898 + }, + { + "epoch": 8.3960983884648, + "grad_norm": 1.5308519117324186, + "learning_rate": 1.9847671796550902e-05, + "loss": 0.2076, + "step": 9899 + }, + { + "epoch": 8.396946564885496, + "grad_norm": 1.3457312214362418, + "learning_rate": 1.9847624027890693e-05, + "loss": 0.1887, + "step": 9900 + }, + { + "epoch": 8.39779474130619, + "grad_norm": 1.3066141642363909, + "learning_rate": 1.9847576251799264e-05, + "loss": 0.2024, + "step": 9901 + }, + { + "epoch": 8.398642917726887, + "grad_norm": 1.3164332860479526, + "learning_rate": 1.9847528468276648e-05, + "loss": 0.2143, + "step": 9902 + }, + { + "epoch": 8.399491094147583, + "grad_norm": 1.28407796457698, + "learning_rate": 1.9847480677322884e-05, + "loss": 0.1961, + "step": 9903 + }, + { + "epoch": 8.400339270568278, + "grad_norm": 1.2191838673733624, + "learning_rate": 1.9847432878938012e-05, + "loss": 0.2053, + "step": 9904 + }, + { + "epoch": 8.401187446988974, + "grad_norm": 1.3290817034956228, + "learning_rate": 1.9847385073122062e-05, + "loss": 0.2486, + "step": 9905 + }, + { + "epoch": 8.402035623409668, + "grad_norm": 1.3941559179714869, + "learning_rate": 1.9847337259875075e-05, + "loss": 0.2223, + "step": 9906 + }, + { + "epoch": 8.402883799830365, + "grad_norm": 1.3740645083772491, + "learning_rate": 1.984728943919708e-05, + "loss": 0.1772, + "step": 9907 + }, + { + "epoch": 8.403731976251061, + "grad_norm": 1.3518733044491802, + "learning_rate": 1.984724161108812e-05, + "loss": 0.2069, + "step": 9908 + }, + { + "epoch": 8.404580152671755, + "grad_norm": 1.266585602350274, + "learning_rate": 1.9847193775548225e-05, + "loss": 0.2063, + "step": 9909 + }, + { + "epoch": 8.405428329092452, + "grad_norm": 1.4762360859804007, + "learning_rate": 1.984714593257744e-05, + "loss": 0.2003, + "step": 9910 + }, + { + "epoch": 8.406276505513146, + "grad_norm": 1.571479543035531, + "learning_rate": 1.9847098082175792e-05, + "loss": 0.2758, + "step": 9911 + }, + { + "epoch": 8.407124681933842, + "grad_norm": 1.2062340739790884, + "learning_rate": 1.9847050224343322e-05, + "loss": 0.2028, + "step": 9912 + }, + { + "epoch": 8.407972858354539, + "grad_norm": 1.3488301818908623, + "learning_rate": 1.9847002359080062e-05, + "loss": 0.2068, + "step": 9913 + }, + { + "epoch": 8.408821034775233, + "grad_norm": 1.1905668077205918, + "learning_rate": 1.9846954486386053e-05, + "loss": 0.2124, + "step": 9914 + }, + { + "epoch": 8.40966921119593, + "grad_norm": 1.146839728951401, + "learning_rate": 1.9846906606261333e-05, + "loss": 0.1581, + "step": 9915 + }, + { + "epoch": 8.410517387616624, + "grad_norm": 1.1345890258271547, + "learning_rate": 1.9846858718705927e-05, + "loss": 0.1943, + "step": 9916 + }, + { + "epoch": 8.41136556403732, + "grad_norm": 1.2013607168884783, + "learning_rate": 1.9846810823719882e-05, + "loss": 0.1523, + "step": 9917 + }, + { + "epoch": 8.412213740458014, + "grad_norm": 1.3104776569719363, + "learning_rate": 1.984676292130323e-05, + "loss": 0.2836, + "step": 9918 + }, + { + "epoch": 8.41306191687871, + "grad_norm": 1.285902148241418, + "learning_rate": 1.9846715011456007e-05, + "loss": 0.2335, + "step": 9919 + }, + { + "epoch": 8.413910093299407, + "grad_norm": 1.3564265104092155, + "learning_rate": 1.9846667094178253e-05, + "loss": 0.1901, + "step": 9920 + }, + { + "epoch": 8.414758269720101, + "grad_norm": 1.3223112570089093, + "learning_rate": 1.9846619169469998e-05, + "loss": 0.1728, + "step": 9921 + }, + { + "epoch": 8.415606446140798, + "grad_norm": 1.331155073566309, + "learning_rate": 1.984657123733128e-05, + "loss": 0.2326, + "step": 9922 + }, + { + "epoch": 8.416454622561492, + "grad_norm": 1.332629983015542, + "learning_rate": 1.984652329776214e-05, + "loss": 0.2405, + "step": 9923 + }, + { + "epoch": 8.417302798982188, + "grad_norm": 1.3936722156464436, + "learning_rate": 1.984647535076261e-05, + "loss": 0.2307, + "step": 9924 + }, + { + "epoch": 8.418150975402884, + "grad_norm": 1.2507681378477462, + "learning_rate": 1.9846427396332727e-05, + "loss": 0.1709, + "step": 9925 + }, + { + "epoch": 8.418999151823579, + "grad_norm": 1.2059497839043642, + "learning_rate": 1.9846379434472526e-05, + "loss": 0.1936, + "step": 9926 + }, + { + "epoch": 8.419847328244275, + "grad_norm": 1.2300716991821612, + "learning_rate": 1.9846331465182046e-05, + "loss": 0.1639, + "step": 9927 + }, + { + "epoch": 8.42069550466497, + "grad_norm": 1.1602574959087488, + "learning_rate": 1.9846283488461316e-05, + "loss": 0.24, + "step": 9928 + }, + { + "epoch": 8.421543681085666, + "grad_norm": 1.1579678731176744, + "learning_rate": 1.984623550431038e-05, + "loss": 0.2026, + "step": 9929 + }, + { + "epoch": 8.422391857506362, + "grad_norm": 1.2486833615807995, + "learning_rate": 1.9846187512729274e-05, + "loss": 0.2055, + "step": 9930 + }, + { + "epoch": 8.423240033927057, + "grad_norm": 1.3236619921798212, + "learning_rate": 1.9846139513718028e-05, + "loss": 0.2733, + "step": 9931 + }, + { + "epoch": 8.424088210347753, + "grad_norm": 1.3325876422351235, + "learning_rate": 1.9846091507276687e-05, + "loss": 0.1986, + "step": 9932 + }, + { + "epoch": 8.424936386768447, + "grad_norm": 1.1753846589764947, + "learning_rate": 1.9846043493405278e-05, + "loss": 0.1985, + "step": 9933 + }, + { + "epoch": 8.425784563189143, + "grad_norm": 1.190028421547142, + "learning_rate": 1.9845995472103844e-05, + "loss": 0.1946, + "step": 9934 + }, + { + "epoch": 8.42663273960984, + "grad_norm": 1.1151250406174467, + "learning_rate": 1.9845947443372418e-05, + "loss": 0.1405, + "step": 9935 + }, + { + "epoch": 8.427480916030534, + "grad_norm": 1.2694895833471453, + "learning_rate": 1.9845899407211035e-05, + "loss": 0.205, + "step": 9936 + }, + { + "epoch": 8.42832909245123, + "grad_norm": 1.4450424865552096, + "learning_rate": 1.9845851363619733e-05, + "loss": 0.1998, + "step": 9937 + }, + { + "epoch": 8.429177268871925, + "grad_norm": 1.3168315002900857, + "learning_rate": 1.9845803312598557e-05, + "loss": 0.2253, + "step": 9938 + }, + { + "epoch": 8.430025445292621, + "grad_norm": 1.3248488819576685, + "learning_rate": 1.9845755254147526e-05, + "loss": 0.1957, + "step": 9939 + }, + { + "epoch": 8.430873621713316, + "grad_norm": 1.2927699318007542, + "learning_rate": 1.9845707188266687e-05, + "loss": 0.1924, + "step": 9940 + }, + { + "epoch": 8.431721798134012, + "grad_norm": 1.3912583147551012, + "learning_rate": 1.9845659114956076e-05, + "loss": 0.2051, + "step": 9941 + }, + { + "epoch": 8.432569974554708, + "grad_norm": 1.192024705977658, + "learning_rate": 1.9845611034215725e-05, + "loss": 0.2099, + "step": 9942 + }, + { + "epoch": 8.433418150975402, + "grad_norm": 1.3401388501064007, + "learning_rate": 1.9845562946045676e-05, + "loss": 0.2201, + "step": 9943 + }, + { + "epoch": 8.434266327396099, + "grad_norm": 1.3305786957266066, + "learning_rate": 1.9845514850445958e-05, + "loss": 0.2276, + "step": 9944 + }, + { + "epoch": 8.435114503816793, + "grad_norm": 1.0382208625186364, + "learning_rate": 1.9845466747416616e-05, + "loss": 0.1672, + "step": 9945 + }, + { + "epoch": 8.43596268023749, + "grad_norm": 1.4174346068200685, + "learning_rate": 1.984541863695768e-05, + "loss": 0.2293, + "step": 9946 + }, + { + "epoch": 8.436810856658186, + "grad_norm": 1.3458340294701467, + "learning_rate": 1.984537051906919e-05, + "loss": 0.2114, + "step": 9947 + }, + { + "epoch": 8.43765903307888, + "grad_norm": 1.4398358458383866, + "learning_rate": 1.9845322393751178e-05, + "loss": 0.1662, + "step": 9948 + }, + { + "epoch": 8.438507209499576, + "grad_norm": 1.186804775204663, + "learning_rate": 1.9845274261003686e-05, + "loss": 0.2335, + "step": 9949 + }, + { + "epoch": 8.43935538592027, + "grad_norm": 1.3668195992476835, + "learning_rate": 1.984522612082674e-05, + "loss": 0.1985, + "step": 9950 + }, + { + "epoch": 8.440203562340967, + "grad_norm": 1.5673743921287442, + "learning_rate": 1.984517797322039e-05, + "loss": 0.1598, + "step": 9951 + }, + { + "epoch": 8.441051738761663, + "grad_norm": 1.1745929145653418, + "learning_rate": 1.9845129818184662e-05, + "loss": 0.1702, + "step": 9952 + }, + { + "epoch": 8.441899915182358, + "grad_norm": 1.3917260552897877, + "learning_rate": 1.9845081655719598e-05, + "loss": 0.2341, + "step": 9953 + }, + { + "epoch": 8.442748091603054, + "grad_norm": 1.3821226197158911, + "learning_rate": 1.9845033485825235e-05, + "loss": 0.2684, + "step": 9954 + }, + { + "epoch": 8.443596268023748, + "grad_norm": 1.5196117873041315, + "learning_rate": 1.9844985308501603e-05, + "loss": 0.2093, + "step": 9955 + }, + { + "epoch": 8.444444444444445, + "grad_norm": 1.3459390357653453, + "learning_rate": 1.9844937123748744e-05, + "loss": 0.2024, + "step": 9956 + }, + { + "epoch": 8.445292620865139, + "grad_norm": 1.3166827872516054, + "learning_rate": 1.984488893156669e-05, + "loss": 0.1928, + "step": 9957 + }, + { + "epoch": 8.446140797285835, + "grad_norm": 1.257707392475039, + "learning_rate": 1.984484073195548e-05, + "loss": 0.249, + "step": 9958 + }, + { + "epoch": 8.446988973706532, + "grad_norm": 1.339157309948506, + "learning_rate": 1.9844792524915152e-05, + "loss": 0.2149, + "step": 9959 + }, + { + "epoch": 8.447837150127226, + "grad_norm": 1.3977762607705067, + "learning_rate": 1.984474431044574e-05, + "loss": 0.221, + "step": 9960 + }, + { + "epoch": 8.448685326547922, + "grad_norm": 1.2795293116647808, + "learning_rate": 1.984469608854728e-05, + "loss": 0.2217, + "step": 9961 + }, + { + "epoch": 8.449533502968617, + "grad_norm": 1.337576627563656, + "learning_rate": 1.984464785921981e-05, + "loss": 0.2533, + "step": 9962 + }, + { + "epoch": 8.450381679389313, + "grad_norm": 1.206324840597407, + "learning_rate": 1.9844599622463368e-05, + "loss": 0.1983, + "step": 9963 + }, + { + "epoch": 8.45122985581001, + "grad_norm": 1.3756352758745964, + "learning_rate": 1.9844551378277988e-05, + "loss": 0.1938, + "step": 9964 + }, + { + "epoch": 8.452078032230704, + "grad_norm": 1.3390567151610202, + "learning_rate": 1.9844503126663702e-05, + "loss": 0.2102, + "step": 9965 + }, + { + "epoch": 8.4529262086514, + "grad_norm": 1.561525526430529, + "learning_rate": 1.9844454867620554e-05, + "loss": 0.2032, + "step": 9966 + }, + { + "epoch": 8.453774385072094, + "grad_norm": 1.5064840976977283, + "learning_rate": 1.984440660114858e-05, + "loss": 0.1948, + "step": 9967 + }, + { + "epoch": 8.45462256149279, + "grad_norm": 1.2076297024598261, + "learning_rate": 1.984435832724781e-05, + "loss": 0.2248, + "step": 9968 + }, + { + "epoch": 8.455470737913487, + "grad_norm": 1.2534514205559906, + "learning_rate": 1.9844310045918286e-05, + "loss": 0.1715, + "step": 9969 + }, + { + "epoch": 8.456318914334181, + "grad_norm": 1.3054283568486096, + "learning_rate": 1.984426175716004e-05, + "loss": 0.1845, + "step": 9970 + }, + { + "epoch": 8.457167090754877, + "grad_norm": 1.2492754233103331, + "learning_rate": 1.9844213460973115e-05, + "loss": 0.166, + "step": 9971 + }, + { + "epoch": 8.458015267175572, + "grad_norm": 1.3153634204994222, + "learning_rate": 1.984416515735754e-05, + "loss": 0.208, + "step": 9972 + }, + { + "epoch": 8.458863443596268, + "grad_norm": 1.2792483637984409, + "learning_rate": 1.9844116846313358e-05, + "loss": 0.2093, + "step": 9973 + }, + { + "epoch": 8.459711620016964, + "grad_norm": 1.3010932419304306, + "learning_rate": 1.98440685278406e-05, + "loss": 0.2005, + "step": 9974 + }, + { + "epoch": 8.460559796437659, + "grad_norm": 1.2098108627785142, + "learning_rate": 1.9844020201939305e-05, + "loss": 0.1982, + "step": 9975 + }, + { + "epoch": 8.461407972858355, + "grad_norm": 1.1940469314167395, + "learning_rate": 1.984397186860951e-05, + "loss": 0.1981, + "step": 9976 + }, + { + "epoch": 8.46225614927905, + "grad_norm": 1.3550781438438897, + "learning_rate": 1.9843923527851252e-05, + "loss": 0.1744, + "step": 9977 + }, + { + "epoch": 8.463104325699746, + "grad_norm": 1.1321670556983887, + "learning_rate": 1.9843875179664565e-05, + "loss": 0.166, + "step": 9978 + }, + { + "epoch": 8.46395250212044, + "grad_norm": 1.3119178482874714, + "learning_rate": 1.9843826824049487e-05, + "loss": 0.2112, + "step": 9979 + }, + { + "epoch": 8.464800678541136, + "grad_norm": 1.4061988354873074, + "learning_rate": 1.9843778461006055e-05, + "loss": 0.2559, + "step": 9980 + }, + { + "epoch": 8.465648854961833, + "grad_norm": 1.1608153518989666, + "learning_rate": 1.9843730090534307e-05, + "loss": 0.1754, + "step": 9981 + }, + { + "epoch": 8.466497031382527, + "grad_norm": 1.2258708096787365, + "learning_rate": 1.9843681712634276e-05, + "loss": 0.1902, + "step": 9982 + }, + { + "epoch": 8.467345207803223, + "grad_norm": 1.4071032414389602, + "learning_rate": 1.9843633327305997e-05, + "loss": 0.217, + "step": 9983 + }, + { + "epoch": 8.468193384223918, + "grad_norm": 1.2724788431255092, + "learning_rate": 1.984358493454951e-05, + "loss": 0.1673, + "step": 9984 + }, + { + "epoch": 8.469041560644614, + "grad_norm": 1.3519647985241883, + "learning_rate": 1.9843536534364852e-05, + "loss": 0.1989, + "step": 9985 + }, + { + "epoch": 8.46988973706531, + "grad_norm": 1.374721299328521, + "learning_rate": 1.984348812675206e-05, + "loss": 0.1997, + "step": 9986 + }, + { + "epoch": 8.470737913486005, + "grad_norm": 1.3229637727189276, + "learning_rate": 1.9843439711711164e-05, + "loss": 0.19, + "step": 9987 + }, + { + "epoch": 8.471586089906701, + "grad_norm": 1.2866085260323012, + "learning_rate": 1.984339128924221e-05, + "loss": 0.1967, + "step": 9988 + }, + { + "epoch": 8.472434266327395, + "grad_norm": 1.4355439200687203, + "learning_rate": 1.984334285934523e-05, + "loss": 0.2416, + "step": 9989 + }, + { + "epoch": 8.473282442748092, + "grad_norm": 1.3073863367491676, + "learning_rate": 1.984329442202026e-05, + "loss": 0.2141, + "step": 9990 + }, + { + "epoch": 8.474130619168788, + "grad_norm": 1.275563888885048, + "learning_rate": 1.9843245977267336e-05, + "loss": 0.2125, + "step": 9991 + }, + { + "epoch": 8.474978795589482, + "grad_norm": 1.3837441845982608, + "learning_rate": 1.9843197525086493e-05, + "loss": 0.2249, + "step": 9992 + }, + { + "epoch": 8.475826972010179, + "grad_norm": 1.3893589444036796, + "learning_rate": 1.9843149065477775e-05, + "loss": 0.207, + "step": 9993 + }, + { + "epoch": 8.476675148430873, + "grad_norm": 1.3970678089805342, + "learning_rate": 1.984310059844121e-05, + "loss": 0.2345, + "step": 9994 + }, + { + "epoch": 8.47752332485157, + "grad_norm": 1.314801146750433, + "learning_rate": 1.9843052123976843e-05, + "loss": 0.2029, + "step": 9995 + }, + { + "epoch": 8.478371501272264, + "grad_norm": 1.2702147187864945, + "learning_rate": 1.9843003642084704e-05, + "loss": 0.1999, + "step": 9996 + }, + { + "epoch": 8.47921967769296, + "grad_norm": 1.8671964948298165, + "learning_rate": 1.9842955152764828e-05, + "loss": 0.22, + "step": 9997 + }, + { + "epoch": 8.480067854113656, + "grad_norm": 1.359194276059899, + "learning_rate": 1.984290665601726e-05, + "loss": 0.2355, + "step": 9998 + }, + { + "epoch": 8.48091603053435, + "grad_norm": 1.2998472481886076, + "learning_rate": 1.9842858151842028e-05, + "loss": 0.1667, + "step": 9999 + }, + { + "epoch": 8.481764206955047, + "grad_norm": 1.26910377855296, + "learning_rate": 1.9842809640239174e-05, + "loss": 0.1875, + "step": 10000 + }, + { + "epoch": 8.482612383375741, + "grad_norm": 1.2758067090733718, + "learning_rate": 1.9842761121208733e-05, + "loss": 0.1936, + "step": 10001 + }, + { + "epoch": 8.483460559796438, + "grad_norm": 1.3582985857812646, + "learning_rate": 1.9842712594750742e-05, + "loss": 0.1707, + "step": 10002 + }, + { + "epoch": 8.484308736217134, + "grad_norm": 1.350269335195709, + "learning_rate": 1.9842664060865237e-05, + "loss": 0.2457, + "step": 10003 + }, + { + "epoch": 8.485156912637828, + "grad_norm": 1.2150666142100366, + "learning_rate": 1.9842615519552252e-05, + "loss": 0.1727, + "step": 10004 + }, + { + "epoch": 8.486005089058525, + "grad_norm": 1.2420853339253868, + "learning_rate": 1.984256697081183e-05, + "loss": 0.2337, + "step": 10005 + }, + { + "epoch": 8.486853265479219, + "grad_norm": 1.5173976462477536, + "learning_rate": 1.9842518414644005e-05, + "loss": 0.1865, + "step": 10006 + }, + { + "epoch": 8.487701441899915, + "grad_norm": 1.3094681763545655, + "learning_rate": 1.9842469851048805e-05, + "loss": 0.2215, + "step": 10007 + }, + { + "epoch": 8.488549618320612, + "grad_norm": 1.3115004067465938, + "learning_rate": 1.9842421280026283e-05, + "loss": 0.235, + "step": 10008 + }, + { + "epoch": 8.489397794741306, + "grad_norm": 1.1295363521520232, + "learning_rate": 1.9842372701576463e-05, + "loss": 0.1569, + "step": 10009 + }, + { + "epoch": 8.490245971162002, + "grad_norm": 1.2461542035020108, + "learning_rate": 1.984232411569939e-05, + "loss": 0.2068, + "step": 10010 + }, + { + "epoch": 8.491094147582697, + "grad_norm": 1.2484206709869183, + "learning_rate": 1.9842275522395088e-05, + "loss": 0.2247, + "step": 10011 + }, + { + "epoch": 8.491942324003393, + "grad_norm": 1.4780579326461383, + "learning_rate": 1.9842226921663606e-05, + "loss": 0.2165, + "step": 10012 + }, + { + "epoch": 8.49279050042409, + "grad_norm": 1.2947201477171766, + "learning_rate": 1.9842178313504977e-05, + "loss": 0.1721, + "step": 10013 + }, + { + "epoch": 8.493638676844784, + "grad_norm": 1.2357403042738633, + "learning_rate": 1.9842129697919238e-05, + "loss": 0.2536, + "step": 10014 + }, + { + "epoch": 8.49448685326548, + "grad_norm": 1.46817534240526, + "learning_rate": 1.9842081074906426e-05, + "loss": 0.1909, + "step": 10015 + }, + { + "epoch": 8.495335029686174, + "grad_norm": 1.2089590995751802, + "learning_rate": 1.9842032444466575e-05, + "loss": 0.2286, + "step": 10016 + }, + { + "epoch": 8.49618320610687, + "grad_norm": 1.3441064805726353, + "learning_rate": 1.9841983806599722e-05, + "loss": 0.2184, + "step": 10017 + }, + { + "epoch": 8.497031382527565, + "grad_norm": 1.1224145360093034, + "learning_rate": 1.9841935161305908e-05, + "loss": 0.1873, + "step": 10018 + }, + { + "epoch": 8.497879558948261, + "grad_norm": 1.2527378298579508, + "learning_rate": 1.9841886508585167e-05, + "loss": 0.1933, + "step": 10019 + }, + { + "epoch": 8.498727735368957, + "grad_norm": 1.1494299856037316, + "learning_rate": 1.9841837848437533e-05, + "loss": 0.1856, + "step": 10020 + }, + { + "epoch": 8.499575911789652, + "grad_norm": 1.2030443968786946, + "learning_rate": 1.9841789180863046e-05, + "loss": 0.224, + "step": 10021 + }, + { + "epoch": 8.500424088210348, + "grad_norm": 1.3633929071515891, + "learning_rate": 1.9841740505861743e-05, + "loss": 0.2117, + "step": 10022 + }, + { + "epoch": 8.501272264631043, + "grad_norm": 1.2308383568879375, + "learning_rate": 1.984169182343366e-05, + "loss": 0.1885, + "step": 10023 + }, + { + "epoch": 8.502120441051739, + "grad_norm": 1.467505621033282, + "learning_rate": 1.984164313357883e-05, + "loss": 0.2433, + "step": 10024 + }, + { + "epoch": 8.502968617472435, + "grad_norm": 1.3513253613940677, + "learning_rate": 1.9841594436297296e-05, + "loss": 0.1936, + "step": 10025 + }, + { + "epoch": 8.50381679389313, + "grad_norm": 1.3135684201394249, + "learning_rate": 1.984154573158909e-05, + "loss": 0.2485, + "step": 10026 + }, + { + "epoch": 8.504664970313826, + "grad_norm": 1.3232736602531048, + "learning_rate": 1.9841497019454254e-05, + "loss": 0.1885, + "step": 10027 + }, + { + "epoch": 8.50551314673452, + "grad_norm": 1.4200714950961106, + "learning_rate": 1.984144829989282e-05, + "loss": 0.2537, + "step": 10028 + }, + { + "epoch": 8.506361323155216, + "grad_norm": 1.3211990421836681, + "learning_rate": 1.9841399572904825e-05, + "loss": 0.222, + "step": 10029 + }, + { + "epoch": 8.50720949957591, + "grad_norm": 1.2894174320923515, + "learning_rate": 1.9841350838490308e-05, + "loss": 0.2413, + "step": 10030 + }, + { + "epoch": 8.508057675996607, + "grad_norm": 1.2184934765098345, + "learning_rate": 1.9841302096649303e-05, + "loss": 0.1704, + "step": 10031 + }, + { + "epoch": 8.508905852417303, + "grad_norm": 1.3091661930702916, + "learning_rate": 1.984125334738185e-05, + "loss": 0.1911, + "step": 10032 + }, + { + "epoch": 8.509754028837998, + "grad_norm": 1.4083850863809952, + "learning_rate": 1.9841204590687987e-05, + "loss": 0.2468, + "step": 10033 + }, + { + "epoch": 8.510602205258694, + "grad_norm": 1.134796781283146, + "learning_rate": 1.9841155826567746e-05, + "loss": 0.1943, + "step": 10034 + }, + { + "epoch": 8.511450381679388, + "grad_norm": 1.269918211252975, + "learning_rate": 1.9841107055021164e-05, + "loss": 0.2504, + "step": 10035 + }, + { + "epoch": 8.512298558100085, + "grad_norm": 1.354917160419151, + "learning_rate": 1.9841058276048282e-05, + "loss": 0.2322, + "step": 10036 + }, + { + "epoch": 8.513146734520781, + "grad_norm": 1.3565218179392868, + "learning_rate": 1.9841009489649133e-05, + "loss": 0.1958, + "step": 10037 + }, + { + "epoch": 8.513994910941475, + "grad_norm": 1.460452006498169, + "learning_rate": 1.9840960695823755e-05, + "loss": 0.2018, + "step": 10038 + }, + { + "epoch": 8.514843087362172, + "grad_norm": 1.3316229729231217, + "learning_rate": 1.984091189457219e-05, + "loss": 0.2169, + "step": 10039 + }, + { + "epoch": 8.515691263782866, + "grad_norm": 1.3561017675334333, + "learning_rate": 1.9840863085894464e-05, + "loss": 0.198, + "step": 10040 + }, + { + "epoch": 8.516539440203562, + "grad_norm": 1.1963782259062585, + "learning_rate": 1.9840814269790622e-05, + "loss": 0.1775, + "step": 10041 + }, + { + "epoch": 8.517387616624259, + "grad_norm": 1.373605672220316, + "learning_rate": 1.9840765446260696e-05, + "loss": 0.1864, + "step": 10042 + }, + { + "epoch": 8.518235793044953, + "grad_norm": 1.328889278525864, + "learning_rate": 1.9840716615304728e-05, + "loss": 0.1933, + "step": 10043 + }, + { + "epoch": 8.51908396946565, + "grad_norm": 1.4127535062354442, + "learning_rate": 1.9840667776922754e-05, + "loss": 0.2219, + "step": 10044 + }, + { + "epoch": 8.519932145886344, + "grad_norm": 1.2747705133125122, + "learning_rate": 1.984061893111481e-05, + "loss": 0.1827, + "step": 10045 + }, + { + "epoch": 8.52078032230704, + "grad_norm": 1.4482124778750334, + "learning_rate": 1.984057007788093e-05, + "loss": 0.2518, + "step": 10046 + }, + { + "epoch": 8.521628498727736, + "grad_norm": 1.320383943359043, + "learning_rate": 1.984052121722115e-05, + "loss": 0.188, + "step": 10047 + }, + { + "epoch": 8.52247667514843, + "grad_norm": 1.3194967021117139, + "learning_rate": 1.9840472349135513e-05, + "loss": 0.2135, + "step": 10048 + }, + { + "epoch": 8.523324851569127, + "grad_norm": 1.2802109164357978, + "learning_rate": 1.9840423473624053e-05, + "loss": 0.2005, + "step": 10049 + }, + { + "epoch": 8.524173027989821, + "grad_norm": 1.1836839209461678, + "learning_rate": 1.9840374590686808e-05, + "loss": 0.1835, + "step": 10050 + }, + { + "epoch": 8.525021204410518, + "grad_norm": 1.3448871203963684, + "learning_rate": 1.984032570032381e-05, + "loss": 0.238, + "step": 10051 + }, + { + "epoch": 8.525869380831214, + "grad_norm": 1.3200436231822568, + "learning_rate": 1.98402768025351e-05, + "loss": 0.2458, + "step": 10052 + }, + { + "epoch": 8.526717557251908, + "grad_norm": 1.416756865405104, + "learning_rate": 1.9840227897320715e-05, + "loss": 0.2509, + "step": 10053 + }, + { + "epoch": 8.527565733672605, + "grad_norm": 1.237699318227663, + "learning_rate": 1.984017898468069e-05, + "loss": 0.2068, + "step": 10054 + }, + { + "epoch": 8.528413910093299, + "grad_norm": 1.439094069595712, + "learning_rate": 1.9840130064615063e-05, + "loss": 0.1789, + "step": 10055 + }, + { + "epoch": 8.529262086513995, + "grad_norm": 1.546432208567931, + "learning_rate": 1.9840081137123875e-05, + "loss": 0.242, + "step": 10056 + }, + { + "epoch": 8.53011026293469, + "grad_norm": 1.4230255203882332, + "learning_rate": 1.9840032202207155e-05, + "loss": 0.2018, + "step": 10057 + }, + { + "epoch": 8.530958439355386, + "grad_norm": 1.3041384686484125, + "learning_rate": 1.9839983259864944e-05, + "loss": 0.1987, + "step": 10058 + }, + { + "epoch": 8.531806615776082, + "grad_norm": 1.3329998145814324, + "learning_rate": 1.983993431009728e-05, + "loss": 0.2152, + "step": 10059 + }, + { + "epoch": 8.532654792196777, + "grad_norm": 1.298833939433578, + "learning_rate": 1.9839885352904197e-05, + "loss": 0.1934, + "step": 10060 + }, + { + "epoch": 8.533502968617473, + "grad_norm": 1.2754666654820017, + "learning_rate": 1.9839836388285735e-05, + "loss": 0.1914, + "step": 10061 + }, + { + "epoch": 8.534351145038167, + "grad_norm": 1.3752081334928545, + "learning_rate": 1.9839787416241928e-05, + "loss": 0.1923, + "step": 10062 + }, + { + "epoch": 8.535199321458864, + "grad_norm": 1.267055130187449, + "learning_rate": 1.9839738436772817e-05, + "loss": 0.1984, + "step": 10063 + }, + { + "epoch": 8.53604749787956, + "grad_norm": 1.206329274069383, + "learning_rate": 1.9839689449878435e-05, + "loss": 0.1744, + "step": 10064 + }, + { + "epoch": 8.536895674300254, + "grad_norm": 1.2982891592293877, + "learning_rate": 1.983964045555882e-05, + "loss": 0.1871, + "step": 10065 + }, + { + "epoch": 8.53774385072095, + "grad_norm": 1.4796671472451883, + "learning_rate": 1.9839591453814013e-05, + "loss": 0.2569, + "step": 10066 + }, + { + "epoch": 8.538592027141645, + "grad_norm": 1.3820025521838986, + "learning_rate": 1.9839542444644044e-05, + "loss": 0.2313, + "step": 10067 + }, + { + "epoch": 8.539440203562341, + "grad_norm": 1.1957770196967457, + "learning_rate": 1.9839493428048953e-05, + "loss": 0.2248, + "step": 10068 + }, + { + "epoch": 8.540288379983036, + "grad_norm": 1.2907382810069958, + "learning_rate": 1.983944440402878e-05, + "loss": 0.215, + "step": 10069 + }, + { + "epoch": 8.541136556403732, + "grad_norm": 1.2038055935379464, + "learning_rate": 1.9839395372583557e-05, + "loss": 0.1724, + "step": 10070 + }, + { + "epoch": 8.541984732824428, + "grad_norm": 1.1905676875840399, + "learning_rate": 1.9839346333713326e-05, + "loss": 0.2138, + "step": 10071 + }, + { + "epoch": 8.542832909245123, + "grad_norm": 1.25718570800687, + "learning_rate": 1.983929728741812e-05, + "loss": 0.179, + "step": 10072 + }, + { + "epoch": 8.543681085665819, + "grad_norm": 1.1872598319234695, + "learning_rate": 1.9839248233697975e-05, + "loss": 0.1653, + "step": 10073 + }, + { + "epoch": 8.544529262086513, + "grad_norm": 1.2801207605400766, + "learning_rate": 1.9839199172552933e-05, + "loss": 0.2181, + "step": 10074 + }, + { + "epoch": 8.54537743850721, + "grad_norm": 1.3981715118490838, + "learning_rate": 1.983915010398303e-05, + "loss": 0.2326, + "step": 10075 + }, + { + "epoch": 8.546225614927906, + "grad_norm": 1.4153086105219699, + "learning_rate": 1.98391010279883e-05, + "loss": 0.189, + "step": 10076 + }, + { + "epoch": 8.5470737913486, + "grad_norm": 1.2110875608605554, + "learning_rate": 1.9839051944568778e-05, + "loss": 0.1823, + "step": 10077 + }, + { + "epoch": 8.547921967769296, + "grad_norm": 1.2901669851248019, + "learning_rate": 1.983900285372451e-05, + "loss": 0.1991, + "step": 10078 + }, + { + "epoch": 8.54877014418999, + "grad_norm": 1.3091968914566492, + "learning_rate": 1.9838953755455525e-05, + "loss": 0.1816, + "step": 10079 + }, + { + "epoch": 8.549618320610687, + "grad_norm": 1.4278016296856306, + "learning_rate": 1.9838904649761862e-05, + "loss": 0.2218, + "step": 10080 + }, + { + "epoch": 8.550466497031383, + "grad_norm": 1.2314377591131147, + "learning_rate": 1.983885553664356e-05, + "loss": 0.1905, + "step": 10081 + }, + { + "epoch": 8.551314673452078, + "grad_norm": 1.3187494414464629, + "learning_rate": 1.9838806416100653e-05, + "loss": 0.2224, + "step": 10082 + }, + { + "epoch": 8.552162849872774, + "grad_norm": 1.233875657119792, + "learning_rate": 1.983875728813318e-05, + "loss": 0.171, + "step": 10083 + }, + { + "epoch": 8.553011026293468, + "grad_norm": 1.409041688597984, + "learning_rate": 1.983870815274118e-05, + "loss": 0.1903, + "step": 10084 + }, + { + "epoch": 8.553859202714165, + "grad_norm": 1.2826506692399777, + "learning_rate": 1.9838659009924687e-05, + "loss": 0.2147, + "step": 10085 + }, + { + "epoch": 8.554707379134861, + "grad_norm": 1.4651609241575332, + "learning_rate": 1.983860985968374e-05, + "loss": 0.2618, + "step": 10086 + }, + { + "epoch": 8.555555555555555, + "grad_norm": 1.2674529701996768, + "learning_rate": 1.9838560702018373e-05, + "loss": 0.1922, + "step": 10087 + }, + { + "epoch": 8.556403731976252, + "grad_norm": 1.1694343413284525, + "learning_rate": 1.983851153692863e-05, + "loss": 0.2028, + "step": 10088 + }, + { + "epoch": 8.557251908396946, + "grad_norm": 1.2781164752175278, + "learning_rate": 1.983846236441454e-05, + "loss": 0.2153, + "step": 10089 + }, + { + "epoch": 8.558100084817642, + "grad_norm": 1.2642846238843963, + "learning_rate": 1.983841318447614e-05, + "loss": 0.1788, + "step": 10090 + }, + { + "epoch": 8.558948261238339, + "grad_norm": 1.2389774924529446, + "learning_rate": 1.9838363997113476e-05, + "loss": 0.1934, + "step": 10091 + }, + { + "epoch": 8.559796437659033, + "grad_norm": 1.3962827987667936, + "learning_rate": 1.9838314802326577e-05, + "loss": 0.2151, + "step": 10092 + }, + { + "epoch": 8.56064461407973, + "grad_norm": 1.4016813221619386, + "learning_rate": 1.983826560011548e-05, + "loss": 0.2177, + "step": 10093 + }, + { + "epoch": 8.561492790500424, + "grad_norm": 1.2114439711647011, + "learning_rate": 1.983821639048023e-05, + "loss": 0.2045, + "step": 10094 + }, + { + "epoch": 8.56234096692112, + "grad_norm": 1.3463141060075976, + "learning_rate": 1.983816717342086e-05, + "loss": 0.224, + "step": 10095 + }, + { + "epoch": 8.563189143341814, + "grad_norm": 1.2838293296388332, + "learning_rate": 1.98381179489374e-05, + "loss": 0.2046, + "step": 10096 + }, + { + "epoch": 8.56403731976251, + "grad_norm": 1.297137781511257, + "learning_rate": 1.98380687170299e-05, + "loss": 0.1956, + "step": 10097 + }, + { + "epoch": 8.564885496183207, + "grad_norm": 1.3728170481872002, + "learning_rate": 1.9838019477698384e-05, + "loss": 0.1961, + "step": 10098 + }, + { + "epoch": 8.565733672603901, + "grad_norm": 1.2315251824213485, + "learning_rate": 1.9837970230942903e-05, + "loss": 0.1999, + "step": 10099 + }, + { + "epoch": 8.566581849024598, + "grad_norm": 1.3709108131364245, + "learning_rate": 1.983792097676348e-05, + "loss": 0.1976, + "step": 10100 + }, + { + "epoch": 8.567430025445292, + "grad_norm": 1.3325410492012364, + "learning_rate": 1.9837871715160162e-05, + "loss": 0.1856, + "step": 10101 + }, + { + "epoch": 8.568278201865988, + "grad_norm": 1.340374961129613, + "learning_rate": 1.9837822446132984e-05, + "loss": 0.2317, + "step": 10102 + }, + { + "epoch": 8.569126378286684, + "grad_norm": 1.3124921891969874, + "learning_rate": 1.983777316968198e-05, + "loss": 0.1932, + "step": 10103 + }, + { + "epoch": 8.569974554707379, + "grad_norm": 1.171964616068756, + "learning_rate": 1.9837723885807193e-05, + "loss": 0.1978, + "step": 10104 + }, + { + "epoch": 8.570822731128075, + "grad_norm": 1.2527208653232997, + "learning_rate": 1.9837674594508655e-05, + "loss": 0.2043, + "step": 10105 + }, + { + "epoch": 8.57167090754877, + "grad_norm": 1.2821779476980828, + "learning_rate": 1.9837625295786402e-05, + "loss": 0.2302, + "step": 10106 + }, + { + "epoch": 8.572519083969466, + "grad_norm": 1.1259949509941294, + "learning_rate": 1.9837575989640478e-05, + "loss": 0.1882, + "step": 10107 + }, + { + "epoch": 8.57336726039016, + "grad_norm": 1.26358842540125, + "learning_rate": 1.9837526676070916e-05, + "loss": 0.2057, + "step": 10108 + }, + { + "epoch": 8.574215436810857, + "grad_norm": 1.1736790164973605, + "learning_rate": 1.983747735507775e-05, + "loss": 0.1941, + "step": 10109 + }, + { + "epoch": 8.575063613231553, + "grad_norm": 1.2747393445095652, + "learning_rate": 1.9837428026661027e-05, + "loss": 0.1622, + "step": 10110 + }, + { + "epoch": 8.575911789652247, + "grad_norm": 1.260349527145528, + "learning_rate": 1.9837378690820774e-05, + "loss": 0.1713, + "step": 10111 + }, + { + "epoch": 8.576759966072943, + "grad_norm": 1.3396935673581913, + "learning_rate": 1.9837329347557032e-05, + "loss": 0.204, + "step": 10112 + }, + { + "epoch": 8.577608142493638, + "grad_norm": 1.3152859741054685, + "learning_rate": 1.983727999686984e-05, + "loss": 0.1986, + "step": 10113 + }, + { + "epoch": 8.578456318914334, + "grad_norm": 1.339420069935768, + "learning_rate": 1.9837230638759234e-05, + "loss": 0.2073, + "step": 10114 + }, + { + "epoch": 8.57930449533503, + "grad_norm": 1.3386118616825549, + "learning_rate": 1.9837181273225248e-05, + "loss": 0.1799, + "step": 10115 + }, + { + "epoch": 8.580152671755725, + "grad_norm": 1.3197557858165054, + "learning_rate": 1.9837131900267923e-05, + "loss": 0.2112, + "step": 10116 + }, + { + "epoch": 8.581000848176421, + "grad_norm": 1.3797187828352027, + "learning_rate": 1.9837082519887296e-05, + "loss": 0.205, + "step": 10117 + }, + { + "epoch": 8.581849024597116, + "grad_norm": 1.3289959258277926, + "learning_rate": 1.9837033132083404e-05, + "loss": 0.2731, + "step": 10118 + }, + { + "epoch": 8.582697201017812, + "grad_norm": 1.309513858184898, + "learning_rate": 1.9836983736856282e-05, + "loss": 0.2317, + "step": 10119 + }, + { + "epoch": 8.583545377438508, + "grad_norm": 1.316701989059221, + "learning_rate": 1.9836934334205973e-05, + "loss": 0.2068, + "step": 10120 + }, + { + "epoch": 8.584393553859202, + "grad_norm": 1.6412537659598212, + "learning_rate": 1.9836884924132508e-05, + "loss": 0.2115, + "step": 10121 + }, + { + "epoch": 8.585241730279899, + "grad_norm": 1.2577181833818596, + "learning_rate": 1.9836835506635927e-05, + "loss": 0.2027, + "step": 10122 + }, + { + "epoch": 8.586089906700593, + "grad_norm": 1.347808956287089, + "learning_rate": 1.9836786081716268e-05, + "loss": 0.1886, + "step": 10123 + }, + { + "epoch": 8.58693808312129, + "grad_norm": 1.2198145984616613, + "learning_rate": 1.9836736649373568e-05, + "loss": 0.1884, + "step": 10124 + }, + { + "epoch": 8.587786259541986, + "grad_norm": 1.3882797939141223, + "learning_rate": 1.9836687209607865e-05, + "loss": 0.222, + "step": 10125 + }, + { + "epoch": 8.58863443596268, + "grad_norm": 1.4998489735168412, + "learning_rate": 1.9836637762419194e-05, + "loss": 0.2048, + "step": 10126 + }, + { + "epoch": 8.589482612383376, + "grad_norm": 1.208010464907087, + "learning_rate": 1.983658830780759e-05, + "loss": 0.1655, + "step": 10127 + }, + { + "epoch": 8.59033078880407, + "grad_norm": 1.4268860537703554, + "learning_rate": 1.9836538845773097e-05, + "loss": 0.2239, + "step": 10128 + }, + { + "epoch": 8.591178965224767, + "grad_norm": 1.2711026910536212, + "learning_rate": 1.9836489376315748e-05, + "loss": 0.1786, + "step": 10129 + }, + { + "epoch": 8.592027141645461, + "grad_norm": 1.2294232839457169, + "learning_rate": 1.983643989943558e-05, + "loss": 0.1818, + "step": 10130 + }, + { + "epoch": 8.592875318066158, + "grad_norm": 1.4049865681209097, + "learning_rate": 1.9836390415132634e-05, + "loss": 0.1897, + "step": 10131 + }, + { + "epoch": 8.593723494486854, + "grad_norm": 1.3120548600015067, + "learning_rate": 1.983634092340694e-05, + "loss": 0.1793, + "step": 10132 + }, + { + "epoch": 8.594571670907548, + "grad_norm": 1.1850310905162507, + "learning_rate": 1.9836291424258546e-05, + "loss": 0.2065, + "step": 10133 + }, + { + "epoch": 8.595419847328245, + "grad_norm": 1.2399095410301324, + "learning_rate": 1.9836241917687483e-05, + "loss": 0.2255, + "step": 10134 + }, + { + "epoch": 8.596268023748939, + "grad_norm": 1.3849233961246052, + "learning_rate": 1.9836192403693788e-05, + "loss": 0.2139, + "step": 10135 + }, + { + "epoch": 8.597116200169635, + "grad_norm": 1.3622259875372154, + "learning_rate": 1.98361428822775e-05, + "loss": 0.2653, + "step": 10136 + }, + { + "epoch": 8.597964376590332, + "grad_norm": 1.301583131359283, + "learning_rate": 1.9836093353438652e-05, + "loss": 0.1946, + "step": 10137 + }, + { + "epoch": 8.598812553011026, + "grad_norm": 1.338237590983074, + "learning_rate": 1.983604381717729e-05, + "loss": 0.2053, + "step": 10138 + }, + { + "epoch": 8.599660729431722, + "grad_norm": 1.4229276087885188, + "learning_rate": 1.9835994273493445e-05, + "loss": 0.2271, + "step": 10139 + }, + { + "epoch": 8.600508905852417, + "grad_norm": 1.2905871500282533, + "learning_rate": 1.9835944722387155e-05, + "loss": 0.1731, + "step": 10140 + }, + { + "epoch": 8.601357082273113, + "grad_norm": 1.3377411582153569, + "learning_rate": 1.983589516385846e-05, + "loss": 0.1931, + "step": 10141 + }, + { + "epoch": 8.60220525869381, + "grad_norm": 1.4750268264622148, + "learning_rate": 1.9835845597907395e-05, + "loss": 0.2666, + "step": 10142 + }, + { + "epoch": 8.603053435114504, + "grad_norm": 1.2647317997533598, + "learning_rate": 1.9835796024533997e-05, + "loss": 0.2301, + "step": 10143 + }, + { + "epoch": 8.6039016115352, + "grad_norm": 1.2675614007440015, + "learning_rate": 1.9835746443738307e-05, + "loss": 0.1937, + "step": 10144 + }, + { + "epoch": 8.604749787955894, + "grad_norm": 1.33125209986567, + "learning_rate": 1.983569685552036e-05, + "loss": 0.233, + "step": 10145 + }, + { + "epoch": 8.60559796437659, + "grad_norm": 1.1754521992435134, + "learning_rate": 1.983564725988019e-05, + "loss": 0.1779, + "step": 10146 + }, + { + "epoch": 8.606446140797285, + "grad_norm": 1.1481377015307876, + "learning_rate": 1.983559765681784e-05, + "loss": 0.2223, + "step": 10147 + }, + { + "epoch": 8.607294317217981, + "grad_norm": 1.3089354116349443, + "learning_rate": 1.9835548046333344e-05, + "loss": 0.1944, + "step": 10148 + }, + { + "epoch": 8.608142493638677, + "grad_norm": 1.1399244020881227, + "learning_rate": 1.9835498428426742e-05, + "loss": 0.2101, + "step": 10149 + }, + { + "epoch": 8.608990670059372, + "grad_norm": 1.2676124617362836, + "learning_rate": 1.9835448803098068e-05, + "loss": 0.1701, + "step": 10150 + }, + { + "epoch": 8.609838846480068, + "grad_norm": 1.3080457993595627, + "learning_rate": 1.9835399170347362e-05, + "loss": 0.185, + "step": 10151 + }, + { + "epoch": 8.610687022900763, + "grad_norm": 1.3813250078028163, + "learning_rate": 1.9835349530174663e-05, + "loss": 0.2106, + "step": 10152 + }, + { + "epoch": 8.611535199321459, + "grad_norm": 1.2200420289257325, + "learning_rate": 1.9835299882580007e-05, + "loss": 0.2094, + "step": 10153 + }, + { + "epoch": 8.612383375742155, + "grad_norm": 1.1887822315316308, + "learning_rate": 1.983525022756343e-05, + "loss": 0.1863, + "step": 10154 + }, + { + "epoch": 8.61323155216285, + "grad_norm": 1.1809206864150272, + "learning_rate": 1.983520056512497e-05, + "loss": 0.28, + "step": 10155 + }, + { + "epoch": 8.614079728583546, + "grad_norm": 1.3706006259091272, + "learning_rate": 1.9835150895264663e-05, + "loss": 0.2217, + "step": 10156 + }, + { + "epoch": 8.61492790500424, + "grad_norm": 1.2747289312830894, + "learning_rate": 1.9835101217982552e-05, + "loss": 0.2002, + "step": 10157 + }, + { + "epoch": 8.615776081424936, + "grad_norm": 1.3941421563887, + "learning_rate": 1.9835051533278667e-05, + "loss": 0.1929, + "step": 10158 + }, + { + "epoch": 8.616624257845633, + "grad_norm": 1.3072099940556103, + "learning_rate": 1.9835001841153053e-05, + "loss": 0.2271, + "step": 10159 + }, + { + "epoch": 8.617472434266327, + "grad_norm": 1.5324367254018998, + "learning_rate": 1.9834952141605743e-05, + "loss": 0.1773, + "step": 10160 + }, + { + "epoch": 8.618320610687023, + "grad_norm": 1.2530306955949093, + "learning_rate": 1.983490243463677e-05, + "loss": 0.2014, + "step": 10161 + }, + { + "epoch": 8.619168787107718, + "grad_norm": 1.1985302200974928, + "learning_rate": 1.9834852720246183e-05, + "loss": 0.1886, + "step": 10162 + }, + { + "epoch": 8.620016963528414, + "grad_norm": 1.3318244595771032, + "learning_rate": 1.9834802998434012e-05, + "loss": 0.2154, + "step": 10163 + }, + { + "epoch": 8.62086513994911, + "grad_norm": 1.3128696511243878, + "learning_rate": 1.9834753269200298e-05, + "loss": 0.1515, + "step": 10164 + }, + { + "epoch": 8.621713316369805, + "grad_norm": 1.4965299924435929, + "learning_rate": 1.983470353254507e-05, + "loss": 0.232, + "step": 10165 + }, + { + "epoch": 8.622561492790501, + "grad_norm": 1.4283593726550043, + "learning_rate": 1.9834653788468378e-05, + "loss": 0.2207, + "step": 10166 + }, + { + "epoch": 8.623409669211195, + "grad_norm": 1.3054203254583738, + "learning_rate": 1.9834604036970253e-05, + "loss": 0.1729, + "step": 10167 + }, + { + "epoch": 8.624257845631892, + "grad_norm": 1.378964185613175, + "learning_rate": 1.983455427805073e-05, + "loss": 0.2058, + "step": 10168 + }, + { + "epoch": 8.625106022052586, + "grad_norm": 1.2100135540818044, + "learning_rate": 1.983450451170985e-05, + "loss": 0.209, + "step": 10169 + }, + { + "epoch": 8.625954198473282, + "grad_norm": 1.5019773025861882, + "learning_rate": 1.9834454737947652e-05, + "loss": 0.19, + "step": 10170 + }, + { + "epoch": 8.626802374893979, + "grad_norm": 1.1589780463439083, + "learning_rate": 1.9834404956764174e-05, + "loss": 0.1477, + "step": 10171 + }, + { + "epoch": 8.627650551314673, + "grad_norm": 1.5149326387141957, + "learning_rate": 1.9834355168159443e-05, + "loss": 0.1972, + "step": 10172 + }, + { + "epoch": 8.62849872773537, + "grad_norm": 1.3925089438772016, + "learning_rate": 1.983430537213351e-05, + "loss": 0.232, + "step": 10173 + }, + { + "epoch": 8.629346904156064, + "grad_norm": 1.2745603968491381, + "learning_rate": 1.9834255568686412e-05, + "loss": 0.1783, + "step": 10174 + }, + { + "epoch": 8.63019508057676, + "grad_norm": 1.2334505355860639, + "learning_rate": 1.9834205757818176e-05, + "loss": 0.242, + "step": 10175 + }, + { + "epoch": 8.631043256997456, + "grad_norm": 1.3204376980313262, + "learning_rate": 1.9834155939528848e-05, + "loss": 0.2056, + "step": 10176 + }, + { + "epoch": 8.63189143341815, + "grad_norm": 1.2036298635379565, + "learning_rate": 1.983410611381846e-05, + "loss": 0.2116, + "step": 10177 + }, + { + "epoch": 8.632739609838847, + "grad_norm": 1.2625785227867978, + "learning_rate": 1.9834056280687054e-05, + "loss": 0.1817, + "step": 10178 + }, + { + "epoch": 8.633587786259541, + "grad_norm": 1.2500075272064497, + "learning_rate": 1.9834006440134667e-05, + "loss": 0.1958, + "step": 10179 + }, + { + "epoch": 8.634435962680238, + "grad_norm": 1.1976723195670271, + "learning_rate": 1.9833956592161336e-05, + "loss": 0.1884, + "step": 10180 + }, + { + "epoch": 8.635284139100932, + "grad_norm": 1.2078110452737092, + "learning_rate": 1.9833906736767103e-05, + "loss": 0.1631, + "step": 10181 + }, + { + "epoch": 8.636132315521628, + "grad_norm": 1.3341652783828253, + "learning_rate": 1.9833856873951993e-05, + "loss": 0.1948, + "step": 10182 + }, + { + "epoch": 8.636980491942325, + "grad_norm": 1.2946391445327072, + "learning_rate": 1.9833807003716058e-05, + "loss": 0.2093, + "step": 10183 + }, + { + "epoch": 8.637828668363019, + "grad_norm": 1.3417193526575648, + "learning_rate": 1.9833757126059328e-05, + "loss": 0.1715, + "step": 10184 + }, + { + "epoch": 8.638676844783715, + "grad_norm": 1.4987771487094788, + "learning_rate": 1.983370724098184e-05, + "loss": 0.2097, + "step": 10185 + }, + { + "epoch": 8.63952502120441, + "grad_norm": 1.349561121231417, + "learning_rate": 1.9833657348483637e-05, + "loss": 0.2343, + "step": 10186 + }, + { + "epoch": 8.640373197625106, + "grad_norm": 1.2789322542909354, + "learning_rate": 1.983360744856475e-05, + "loss": 0.1638, + "step": 10187 + }, + { + "epoch": 8.641221374045802, + "grad_norm": 1.2868130232198323, + "learning_rate": 1.9833557541225222e-05, + "loss": 0.206, + "step": 10188 + }, + { + "epoch": 8.642069550466497, + "grad_norm": 1.3544024776876042, + "learning_rate": 1.9833507626465088e-05, + "loss": 0.238, + "step": 10189 + }, + { + "epoch": 8.642917726887193, + "grad_norm": 1.328315703508277, + "learning_rate": 1.983345770428439e-05, + "loss": 0.1855, + "step": 10190 + }, + { + "epoch": 8.643765903307887, + "grad_norm": 1.2821532183954272, + "learning_rate": 1.983340777468316e-05, + "loss": 0.2262, + "step": 10191 + }, + { + "epoch": 8.644614079728584, + "grad_norm": 1.2907825692937795, + "learning_rate": 1.9833357837661437e-05, + "loss": 0.2434, + "step": 10192 + }, + { + "epoch": 8.64546225614928, + "grad_norm": 1.316995279130191, + "learning_rate": 1.9833307893219256e-05, + "loss": 0.2236, + "step": 10193 + }, + { + "epoch": 8.646310432569974, + "grad_norm": 1.3079240484177397, + "learning_rate": 1.983325794135666e-05, + "loss": 0.2186, + "step": 10194 + }, + { + "epoch": 8.64715860899067, + "grad_norm": 1.2260461506176665, + "learning_rate": 1.9833207982073686e-05, + "loss": 0.2359, + "step": 10195 + }, + { + "epoch": 8.648006785411365, + "grad_norm": 1.4105788449761822, + "learning_rate": 1.9833158015370372e-05, + "loss": 0.1942, + "step": 10196 + }, + { + "epoch": 8.648854961832061, + "grad_norm": 1.468121021535895, + "learning_rate": 1.9833108041246754e-05, + "loss": 0.2036, + "step": 10197 + }, + { + "epoch": 8.649703138252757, + "grad_norm": 1.3747069313150972, + "learning_rate": 1.9833058059702867e-05, + "loss": 0.2268, + "step": 10198 + }, + { + "epoch": 8.650551314673452, + "grad_norm": 1.5274605179059584, + "learning_rate": 1.9833008070738754e-05, + "loss": 0.251, + "step": 10199 + }, + { + "epoch": 8.651399491094148, + "grad_norm": 1.2979640938480872, + "learning_rate": 1.983295807435445e-05, + "loss": 0.2163, + "step": 10200 + }, + { + "epoch": 8.652247667514843, + "grad_norm": 1.1956563181000952, + "learning_rate": 1.9832908070549994e-05, + "loss": 0.2248, + "step": 10201 + }, + { + "epoch": 8.653095843935539, + "grad_norm": 1.2615484986096452, + "learning_rate": 1.983285805932542e-05, + "loss": 0.1991, + "step": 10202 + }, + { + "epoch": 8.653944020356235, + "grad_norm": 1.472027017900837, + "learning_rate": 1.9832808040680773e-05, + "loss": 0.2117, + "step": 10203 + }, + { + "epoch": 8.65479219677693, + "grad_norm": 1.4248788383552975, + "learning_rate": 1.983275801461608e-05, + "loss": 0.2394, + "step": 10204 + }, + { + "epoch": 8.655640373197626, + "grad_norm": 1.573033180734585, + "learning_rate": 1.983270798113139e-05, + "loss": 0.2432, + "step": 10205 + }, + { + "epoch": 8.65648854961832, + "grad_norm": 1.2688534086291705, + "learning_rate": 1.9832657940226737e-05, + "loss": 0.1743, + "step": 10206 + }, + { + "epoch": 8.657336726039016, + "grad_norm": 1.4028242128919932, + "learning_rate": 1.9832607891902156e-05, + "loss": 0.2186, + "step": 10207 + }, + { + "epoch": 8.65818490245971, + "grad_norm": 1.388765524774246, + "learning_rate": 1.9832557836157684e-05, + "loss": 0.2072, + "step": 10208 + }, + { + "epoch": 8.659033078880407, + "grad_norm": 1.2269275972317912, + "learning_rate": 1.9832507772993363e-05, + "loss": 0.1807, + "step": 10209 + }, + { + "epoch": 8.659881255301103, + "grad_norm": 1.1727251914216372, + "learning_rate": 1.983245770240923e-05, + "loss": 0.2137, + "step": 10210 + }, + { + "epoch": 8.660729431721798, + "grad_norm": 1.2433161603245024, + "learning_rate": 1.983240762440532e-05, + "loss": 0.2095, + "step": 10211 + }, + { + "epoch": 8.661577608142494, + "grad_norm": 1.3560355079207165, + "learning_rate": 1.9832357538981673e-05, + "loss": 0.1902, + "step": 10212 + }, + { + "epoch": 8.662425784563188, + "grad_norm": 1.2784171758671508, + "learning_rate": 1.9832307446138324e-05, + "loss": 0.2394, + "step": 10213 + }, + { + "epoch": 8.663273960983885, + "grad_norm": 1.36933795266978, + "learning_rate": 1.9832257345875315e-05, + "loss": 0.1933, + "step": 10214 + }, + { + "epoch": 8.664122137404581, + "grad_norm": 1.2011540375415888, + "learning_rate": 1.9832207238192684e-05, + "loss": 0.1619, + "step": 10215 + }, + { + "epoch": 8.664970313825275, + "grad_norm": 1.3919183018452892, + "learning_rate": 1.9832157123090464e-05, + "loss": 0.2, + "step": 10216 + }, + { + "epoch": 8.665818490245972, + "grad_norm": 1.4389349644661407, + "learning_rate": 1.9832107000568696e-05, + "loss": 0.1814, + "step": 10217 + }, + { + "epoch": 8.666666666666666, + "grad_norm": 1.3215980471836681, + "learning_rate": 1.983205687062742e-05, + "loss": 0.2107, + "step": 10218 + }, + { + "epoch": 8.667514843087362, + "grad_norm": 1.201193615206001, + "learning_rate": 1.9832006733266667e-05, + "loss": 0.1647, + "step": 10219 + }, + { + "epoch": 8.668363019508057, + "grad_norm": 1.3943000808518407, + "learning_rate": 1.983195658848648e-05, + "loss": 0.2185, + "step": 10220 + }, + { + "epoch": 8.669211195928753, + "grad_norm": 1.3669381775270844, + "learning_rate": 1.9831906436286897e-05, + "loss": 0.1678, + "step": 10221 + }, + { + "epoch": 8.67005937234945, + "grad_norm": 1.3960554681876687, + "learning_rate": 1.9831856276667956e-05, + "loss": 0.2309, + "step": 10222 + }, + { + "epoch": 8.670907548770144, + "grad_norm": 1.3865907720086899, + "learning_rate": 1.983180610962969e-05, + "loss": 0.2058, + "step": 10223 + }, + { + "epoch": 8.67175572519084, + "grad_norm": 1.318284170788285, + "learning_rate": 1.9831755935172142e-05, + "loss": 0.2212, + "step": 10224 + }, + { + "epoch": 8.672603901611534, + "grad_norm": 1.3171784359804781, + "learning_rate": 1.983170575329535e-05, + "loss": 0.1767, + "step": 10225 + }, + { + "epoch": 8.67345207803223, + "grad_norm": 1.4655676626148848, + "learning_rate": 1.9831655563999346e-05, + "loss": 0.2139, + "step": 10226 + }, + { + "epoch": 8.674300254452927, + "grad_norm": 1.235967374439982, + "learning_rate": 1.9831605367284178e-05, + "loss": 0.1751, + "step": 10227 + }, + { + "epoch": 8.675148430873621, + "grad_norm": 1.3102799112362022, + "learning_rate": 1.9831555163149874e-05, + "loss": 0.195, + "step": 10228 + }, + { + "epoch": 8.675996607294318, + "grad_norm": 1.7064269508667982, + "learning_rate": 1.9831504951596477e-05, + "loss": 0.2227, + "step": 10229 + }, + { + "epoch": 8.676844783715012, + "grad_norm": 1.3009180690671498, + "learning_rate": 1.9831454732624023e-05, + "loss": 0.2259, + "step": 10230 + }, + { + "epoch": 8.677692960135708, + "grad_norm": 1.2484298430907765, + "learning_rate": 1.983140450623255e-05, + "loss": 0.2089, + "step": 10231 + }, + { + "epoch": 8.678541136556404, + "grad_norm": 1.2734819210838364, + "learning_rate": 1.9831354272422095e-05, + "loss": 0.2054, + "step": 10232 + }, + { + "epoch": 8.679389312977099, + "grad_norm": 1.3696870269581838, + "learning_rate": 1.9831304031192702e-05, + "loss": 0.2169, + "step": 10233 + }, + { + "epoch": 8.680237489397795, + "grad_norm": 1.363093375508577, + "learning_rate": 1.98312537825444e-05, + "loss": 0.2429, + "step": 10234 + }, + { + "epoch": 8.68108566581849, + "grad_norm": 1.3066485522481457, + "learning_rate": 1.9831203526477237e-05, + "loss": 0.2024, + "step": 10235 + }, + { + "epoch": 8.681933842239186, + "grad_norm": 1.4685793636530649, + "learning_rate": 1.9831153262991237e-05, + "loss": 0.262, + "step": 10236 + }, + { + "epoch": 8.682782018659882, + "grad_norm": 1.2807339906651043, + "learning_rate": 1.983110299208645e-05, + "loss": 0.2234, + "step": 10237 + }, + { + "epoch": 8.683630195080577, + "grad_norm": 1.3432355093724064, + "learning_rate": 1.9831052713762914e-05, + "loss": 0.1969, + "step": 10238 + }, + { + "epoch": 8.684478371501273, + "grad_norm": 1.2856237155262147, + "learning_rate": 1.9831002428020655e-05, + "loss": 0.2186, + "step": 10239 + }, + { + "epoch": 8.685326547921967, + "grad_norm": 1.0768201752014788, + "learning_rate": 1.9830952134859726e-05, + "loss": 0.1552, + "step": 10240 + }, + { + "epoch": 8.686174724342663, + "grad_norm": 1.1762366680316076, + "learning_rate": 1.9830901834280154e-05, + "loss": 0.1585, + "step": 10241 + }, + { + "epoch": 8.68702290076336, + "grad_norm": 1.3957152282430754, + "learning_rate": 1.9830851526281983e-05, + "loss": 0.2399, + "step": 10242 + }, + { + "epoch": 8.687871077184054, + "grad_norm": 1.200506306010663, + "learning_rate": 1.9830801210865247e-05, + "loss": 0.1561, + "step": 10243 + }, + { + "epoch": 8.68871925360475, + "grad_norm": 1.2044619458574057, + "learning_rate": 1.9830750888029982e-05, + "loss": 0.2024, + "step": 10244 + }, + { + "epoch": 8.689567430025445, + "grad_norm": 1.2843194083783047, + "learning_rate": 1.9830700557776237e-05, + "loss": 0.2114, + "step": 10245 + }, + { + "epoch": 8.690415606446141, + "grad_norm": 1.237975088251966, + "learning_rate": 1.983065022010404e-05, + "loss": 0.2043, + "step": 10246 + }, + { + "epoch": 8.691263782866836, + "grad_norm": 1.1550904336828127, + "learning_rate": 1.983059987501343e-05, + "loss": 0.1745, + "step": 10247 + }, + { + "epoch": 8.692111959287532, + "grad_norm": 1.3499454680023846, + "learning_rate": 1.9830549522504447e-05, + "loss": 0.2017, + "step": 10248 + }, + { + "epoch": 8.692960135708228, + "grad_norm": 1.3206477805275043, + "learning_rate": 1.983049916257713e-05, + "loss": 0.2029, + "step": 10249 + }, + { + "epoch": 8.693808312128922, + "grad_norm": 1.091195875707507, + "learning_rate": 1.9830448795231513e-05, + "loss": 0.1564, + "step": 10250 + }, + { + "epoch": 8.694656488549619, + "grad_norm": 1.287009601299378, + "learning_rate": 1.9830398420467643e-05, + "loss": 0.1813, + "step": 10251 + }, + { + "epoch": 8.695504664970313, + "grad_norm": 1.2340504402584958, + "learning_rate": 1.9830348038285544e-05, + "loss": 0.1657, + "step": 10252 + }, + { + "epoch": 8.69635284139101, + "grad_norm": 1.3496831490901413, + "learning_rate": 1.9830297648685265e-05, + "loss": 0.2153, + "step": 10253 + }, + { + "epoch": 8.697201017811706, + "grad_norm": 1.2980965351187035, + "learning_rate": 1.9830247251666842e-05, + "loss": 0.2134, + "step": 10254 + }, + { + "epoch": 8.6980491942324, + "grad_norm": 1.334205333948176, + "learning_rate": 1.983019684723031e-05, + "loss": 0.2518, + "step": 10255 + }, + { + "epoch": 8.698897370653096, + "grad_norm": 1.4061046194746298, + "learning_rate": 1.9830146435375712e-05, + "loss": 0.2273, + "step": 10256 + }, + { + "epoch": 8.69974554707379, + "grad_norm": 1.1917653327882893, + "learning_rate": 1.9830096016103076e-05, + "loss": 0.1878, + "step": 10257 + }, + { + "epoch": 8.700593723494487, + "grad_norm": 1.2054021817604659, + "learning_rate": 1.983004558941245e-05, + "loss": 0.2349, + "step": 10258 + }, + { + "epoch": 8.701441899915181, + "grad_norm": 1.135147108770188, + "learning_rate": 1.9829995155303875e-05, + "loss": 0.1662, + "step": 10259 + }, + { + "epoch": 8.702290076335878, + "grad_norm": 1.2073811021210497, + "learning_rate": 1.9829944713777377e-05, + "loss": 0.1602, + "step": 10260 + }, + { + "epoch": 8.703138252756574, + "grad_norm": 1.123268736130966, + "learning_rate": 1.9829894264832998e-05, + "loss": 0.1771, + "step": 10261 + }, + { + "epoch": 8.703986429177268, + "grad_norm": 1.2079383899249216, + "learning_rate": 1.9829843808470782e-05, + "loss": 0.1647, + "step": 10262 + }, + { + "epoch": 8.704834605597965, + "grad_norm": 1.2059566495689715, + "learning_rate": 1.9829793344690763e-05, + "loss": 0.186, + "step": 10263 + }, + { + "epoch": 8.705682782018659, + "grad_norm": 1.3808966844027866, + "learning_rate": 1.982974287349298e-05, + "loss": 0.2102, + "step": 10264 + }, + { + "epoch": 8.706530958439355, + "grad_norm": 1.5008726667960848, + "learning_rate": 1.982969239487747e-05, + "loss": 0.2114, + "step": 10265 + }, + { + "epoch": 8.707379134860052, + "grad_norm": 1.1911575016117306, + "learning_rate": 1.9829641908844268e-05, + "loss": 0.1706, + "step": 10266 + }, + { + "epoch": 8.708227311280746, + "grad_norm": 1.3136290621295563, + "learning_rate": 1.982959141539342e-05, + "loss": 0.2027, + "step": 10267 + }, + { + "epoch": 8.709075487701442, + "grad_norm": 1.308465871928285, + "learning_rate": 1.9829540914524956e-05, + "loss": 0.1824, + "step": 10268 + }, + { + "epoch": 8.709923664122137, + "grad_norm": 1.3756155578623415, + "learning_rate": 1.982949040623892e-05, + "loss": 0.2762, + "step": 10269 + }, + { + "epoch": 8.710771840542833, + "grad_norm": 1.2655585626871881, + "learning_rate": 1.9829439890535343e-05, + "loss": 0.177, + "step": 10270 + }, + { + "epoch": 8.71162001696353, + "grad_norm": 1.4152067628470026, + "learning_rate": 1.9829389367414277e-05, + "loss": 0.1623, + "step": 10271 + }, + { + "epoch": 8.712468193384224, + "grad_norm": 1.3505902914880827, + "learning_rate": 1.9829338836875746e-05, + "loss": 0.2152, + "step": 10272 + }, + { + "epoch": 8.71331636980492, + "grad_norm": 1.4956496954208818, + "learning_rate": 1.982928829891979e-05, + "loss": 0.2088, + "step": 10273 + }, + { + "epoch": 8.714164546225614, + "grad_norm": 1.215590413914972, + "learning_rate": 1.9829237753546454e-05, + "loss": 0.1693, + "step": 10274 + }, + { + "epoch": 8.71501272264631, + "grad_norm": 1.4062996835782442, + "learning_rate": 1.9829187200755774e-05, + "loss": 0.2172, + "step": 10275 + }, + { + "epoch": 8.715860899067007, + "grad_norm": 1.2973737248748296, + "learning_rate": 1.9829136640547787e-05, + "loss": 0.1845, + "step": 10276 + }, + { + "epoch": 8.716709075487701, + "grad_norm": 1.2884081597868464, + "learning_rate": 1.9829086072922528e-05, + "loss": 0.2143, + "step": 10277 + }, + { + "epoch": 8.717557251908397, + "grad_norm": 1.3133326565378711, + "learning_rate": 1.982903549788004e-05, + "loss": 0.1939, + "step": 10278 + }, + { + "epoch": 8.718405428329092, + "grad_norm": 1.4210288736424992, + "learning_rate": 1.9828984915420357e-05, + "loss": 0.2121, + "step": 10279 + }, + { + "epoch": 8.719253604749788, + "grad_norm": 1.2487996654639304, + "learning_rate": 1.9828934325543522e-05, + "loss": 0.1977, + "step": 10280 + }, + { + "epoch": 8.720101781170484, + "grad_norm": 1.2971653330428659, + "learning_rate": 1.982888372824957e-05, + "loss": 0.1925, + "step": 10281 + }, + { + "epoch": 8.720949957591179, + "grad_norm": 1.4139571756263478, + "learning_rate": 1.9828833123538538e-05, + "loss": 0.2065, + "step": 10282 + }, + { + "epoch": 8.721798134011875, + "grad_norm": 1.3781912037705006, + "learning_rate": 1.9828782511410467e-05, + "loss": 0.2009, + "step": 10283 + }, + { + "epoch": 8.72264631043257, + "grad_norm": 1.1955648509166252, + "learning_rate": 1.9828731891865392e-05, + "loss": 0.2094, + "step": 10284 + }, + { + "epoch": 8.723494486853266, + "grad_norm": 1.267953748394463, + "learning_rate": 1.9828681264903354e-05, + "loss": 0.1749, + "step": 10285 + }, + { + "epoch": 8.72434266327396, + "grad_norm": 1.3083987439590876, + "learning_rate": 1.9828630630524394e-05, + "loss": 0.1821, + "step": 10286 + }, + { + "epoch": 8.725190839694656, + "grad_norm": 1.4690574689486726, + "learning_rate": 1.9828579988728543e-05, + "loss": 0.1793, + "step": 10287 + }, + { + "epoch": 8.726039016115353, + "grad_norm": 1.3032893462720803, + "learning_rate": 1.9828529339515845e-05, + "loss": 0.2188, + "step": 10288 + }, + { + "epoch": 8.726887192536047, + "grad_norm": 1.3404917794041413, + "learning_rate": 1.9828478682886336e-05, + "loss": 0.1931, + "step": 10289 + }, + { + "epoch": 8.727735368956743, + "grad_norm": 1.4811202329349467, + "learning_rate": 1.9828428018840054e-05, + "loss": 0.1788, + "step": 10290 + }, + { + "epoch": 8.728583545377438, + "grad_norm": 1.1097818983554701, + "learning_rate": 1.9828377347377036e-05, + "loss": 0.1588, + "step": 10291 + }, + { + "epoch": 8.729431721798134, + "grad_norm": 1.3335482261029197, + "learning_rate": 1.982832666849732e-05, + "loss": 0.1713, + "step": 10292 + }, + { + "epoch": 8.73027989821883, + "grad_norm": 1.3870514215326926, + "learning_rate": 1.982827598220095e-05, + "loss": 0.2303, + "step": 10293 + }, + { + "epoch": 8.731128074639525, + "grad_norm": 1.355255150345081, + "learning_rate": 1.9828225288487963e-05, + "loss": 0.2095, + "step": 10294 + }, + { + "epoch": 8.731976251060221, + "grad_norm": 1.1649863715260222, + "learning_rate": 1.982817458735839e-05, + "loss": 0.2162, + "step": 10295 + }, + { + "epoch": 8.732824427480915, + "grad_norm": 1.2463501082935609, + "learning_rate": 1.9828123878812272e-05, + "loss": 0.1629, + "step": 10296 + }, + { + "epoch": 8.733672603901612, + "grad_norm": 1.2912445671070623, + "learning_rate": 1.9828073162849653e-05, + "loss": 0.1673, + "step": 10297 + }, + { + "epoch": 8.734520780322306, + "grad_norm": 1.4155539076909285, + "learning_rate": 1.9828022439470564e-05, + "loss": 0.2137, + "step": 10298 + }, + { + "epoch": 8.735368956743002, + "grad_norm": 1.239274186093367, + "learning_rate": 1.982797170867505e-05, + "loss": 0.195, + "step": 10299 + }, + { + "epoch": 8.736217133163699, + "grad_norm": 1.3335346782313646, + "learning_rate": 1.9827920970463146e-05, + "loss": 0.1967, + "step": 10300 + }, + { + "epoch": 8.737065309584393, + "grad_norm": 1.3671717289235625, + "learning_rate": 1.982787022483489e-05, + "loss": 0.2021, + "step": 10301 + }, + { + "epoch": 8.73791348600509, + "grad_norm": 1.3616494864231747, + "learning_rate": 1.982781947179032e-05, + "loss": 0.2436, + "step": 10302 + }, + { + "epoch": 8.738761662425784, + "grad_norm": 1.365604398448732, + "learning_rate": 1.9827768711329473e-05, + "loss": 0.1923, + "step": 10303 + }, + { + "epoch": 8.73960983884648, + "grad_norm": 1.2403380459121782, + "learning_rate": 1.9827717943452388e-05, + "loss": 0.2156, + "step": 10304 + }, + { + "epoch": 8.740458015267176, + "grad_norm": 1.4349668262646798, + "learning_rate": 1.982766716815911e-05, + "loss": 0.2498, + "step": 10305 + }, + { + "epoch": 8.74130619168787, + "grad_norm": 1.2418886594073222, + "learning_rate": 1.9827616385449665e-05, + "loss": 0.2435, + "step": 10306 + }, + { + "epoch": 8.742154368108567, + "grad_norm": 1.2947390094675846, + "learning_rate": 1.9827565595324104e-05, + "loss": 0.2103, + "step": 10307 + }, + { + "epoch": 8.743002544529261, + "grad_norm": 1.337418904420468, + "learning_rate": 1.9827514797782458e-05, + "loss": 0.2285, + "step": 10308 + }, + { + "epoch": 8.743850720949958, + "grad_norm": 1.562869620343962, + "learning_rate": 1.982746399282476e-05, + "loss": 0.2694, + "step": 10309 + }, + { + "epoch": 8.744698897370654, + "grad_norm": 1.3656766976876864, + "learning_rate": 1.9827413180451064e-05, + "loss": 0.1777, + "step": 10310 + }, + { + "epoch": 8.745547073791348, + "grad_norm": 1.1489639371171152, + "learning_rate": 1.9827362360661396e-05, + "loss": 0.2055, + "step": 10311 + }, + { + "epoch": 8.746395250212045, + "grad_norm": 1.3050199766850137, + "learning_rate": 1.9827311533455796e-05, + "loss": 0.2115, + "step": 10312 + }, + { + "epoch": 8.747243426632739, + "grad_norm": 1.2674389597650768, + "learning_rate": 1.9827260698834307e-05, + "loss": 0.1686, + "step": 10313 + }, + { + "epoch": 8.748091603053435, + "grad_norm": 1.2087428009031367, + "learning_rate": 1.9827209856796964e-05, + "loss": 0.1959, + "step": 10314 + }, + { + "epoch": 8.748939779474131, + "grad_norm": 1.3080300338792195, + "learning_rate": 1.9827159007343806e-05, + "loss": 0.2072, + "step": 10315 + }, + { + "epoch": 8.749787955894826, + "grad_norm": 1.520845051905311, + "learning_rate": 1.9827108150474868e-05, + "loss": 0.2, + "step": 10316 + }, + { + "epoch": 8.750636132315522, + "grad_norm": 1.4769434605434661, + "learning_rate": 1.9827057286190198e-05, + "loss": 0.2082, + "step": 10317 + }, + { + "epoch": 8.751484308736217, + "grad_norm": 1.3030459291925316, + "learning_rate": 1.982700641448982e-05, + "loss": 0.164, + "step": 10318 + }, + { + "epoch": 8.752332485156913, + "grad_norm": 1.3959574707279412, + "learning_rate": 1.9826955535373787e-05, + "loss": 0.2365, + "step": 10319 + }, + { + "epoch": 8.753180661577607, + "grad_norm": 1.3660894535947288, + "learning_rate": 1.9826904648842128e-05, + "loss": 0.2003, + "step": 10320 + }, + { + "epoch": 8.754028837998304, + "grad_norm": 1.19362676154278, + "learning_rate": 1.9826853754894885e-05, + "loss": 0.1897, + "step": 10321 + }, + { + "epoch": 8.754877014419, + "grad_norm": 1.3081348088653422, + "learning_rate": 1.9826802853532096e-05, + "loss": 0.2307, + "step": 10322 + }, + { + "epoch": 8.755725190839694, + "grad_norm": 1.397256333437855, + "learning_rate": 1.9826751944753794e-05, + "loss": 0.1825, + "step": 10323 + }, + { + "epoch": 8.75657336726039, + "grad_norm": 1.4356138526202011, + "learning_rate": 1.9826701028560027e-05, + "loss": 0.2031, + "step": 10324 + }, + { + "epoch": 8.757421543681085, + "grad_norm": 1.1869135548228489, + "learning_rate": 1.982665010495083e-05, + "loss": 0.1495, + "step": 10325 + }, + { + "epoch": 8.758269720101781, + "grad_norm": 1.2697580504335346, + "learning_rate": 1.9826599173926237e-05, + "loss": 0.2291, + "step": 10326 + }, + { + "epoch": 8.759117896522477, + "grad_norm": 1.0628470337162494, + "learning_rate": 1.982654823548629e-05, + "loss": 0.1698, + "step": 10327 + }, + { + "epoch": 8.759966072943172, + "grad_norm": 1.3381274955516995, + "learning_rate": 1.9826497289631026e-05, + "loss": 0.2178, + "step": 10328 + }, + { + "epoch": 8.760814249363868, + "grad_norm": 1.5705934394866865, + "learning_rate": 1.9826446336360486e-05, + "loss": 0.2, + "step": 10329 + }, + { + "epoch": 8.761662425784563, + "grad_norm": 1.4325025270242708, + "learning_rate": 1.982639537567471e-05, + "loss": 0.2297, + "step": 10330 + }, + { + "epoch": 8.762510602205259, + "grad_norm": 1.2133092486149344, + "learning_rate": 1.982634440757373e-05, + "loss": 0.1695, + "step": 10331 + }, + { + "epoch": 8.763358778625955, + "grad_norm": 1.4037575256849755, + "learning_rate": 1.982629343205759e-05, + "loss": 0.1697, + "step": 10332 + }, + { + "epoch": 8.76420695504665, + "grad_norm": 1.0925155123667931, + "learning_rate": 1.9826242449126327e-05, + "loss": 0.1651, + "step": 10333 + }, + { + "epoch": 8.765055131467346, + "grad_norm": 1.2574828742755975, + "learning_rate": 1.9826191458779975e-05, + "loss": 0.2047, + "step": 10334 + }, + { + "epoch": 8.76590330788804, + "grad_norm": 1.0661617438844957, + "learning_rate": 1.982614046101858e-05, + "loss": 0.1835, + "step": 10335 + }, + { + "epoch": 8.766751484308736, + "grad_norm": 1.366415885477003, + "learning_rate": 1.9826089455842175e-05, + "loss": 0.2042, + "step": 10336 + }, + { + "epoch": 8.76759966072943, + "grad_norm": 1.3458142918655815, + "learning_rate": 1.98260384432508e-05, + "loss": 0.2244, + "step": 10337 + }, + { + "epoch": 8.768447837150127, + "grad_norm": 1.368062684202497, + "learning_rate": 1.9825987423244495e-05, + "loss": 0.2075, + "step": 10338 + }, + { + "epoch": 8.769296013570823, + "grad_norm": 1.367095226412537, + "learning_rate": 1.9825936395823295e-05, + "loss": 0.2052, + "step": 10339 + }, + { + "epoch": 8.770144189991518, + "grad_norm": 1.224131452723731, + "learning_rate": 1.9825885360987243e-05, + "loss": 0.1754, + "step": 10340 + }, + { + "epoch": 8.770992366412214, + "grad_norm": 1.2344104081372722, + "learning_rate": 1.9825834318736376e-05, + "loss": 0.1967, + "step": 10341 + }, + { + "epoch": 8.771840542832908, + "grad_norm": 1.2888809461326869, + "learning_rate": 1.9825783269070728e-05, + "loss": 0.2134, + "step": 10342 + }, + { + "epoch": 8.772688719253605, + "grad_norm": 1.4018297885463187, + "learning_rate": 1.9825732211990344e-05, + "loss": 0.2155, + "step": 10343 + }, + { + "epoch": 8.773536895674301, + "grad_norm": 1.3587449466000792, + "learning_rate": 1.982568114749526e-05, + "loss": 0.199, + "step": 10344 + }, + { + "epoch": 8.774385072094995, + "grad_norm": 1.296250568853632, + "learning_rate": 1.9825630075585514e-05, + "loss": 0.2105, + "step": 10345 + }, + { + "epoch": 8.775233248515692, + "grad_norm": 1.3096299810602532, + "learning_rate": 1.9825578996261147e-05, + "loss": 0.234, + "step": 10346 + }, + { + "epoch": 8.776081424936386, + "grad_norm": 1.45532363015652, + "learning_rate": 1.9825527909522192e-05, + "loss": 0.2036, + "step": 10347 + }, + { + "epoch": 8.776929601357082, + "grad_norm": 1.3121595484831523, + "learning_rate": 1.9825476815368697e-05, + "loss": 0.1794, + "step": 10348 + }, + { + "epoch": 8.777777777777779, + "grad_norm": 1.1286282045804223, + "learning_rate": 1.982542571380069e-05, + "loss": 0.1985, + "step": 10349 + }, + { + "epoch": 8.778625954198473, + "grad_norm": 1.2837935125748103, + "learning_rate": 1.982537460481821e-05, + "loss": 0.1829, + "step": 10350 + }, + { + "epoch": 8.77947413061917, + "grad_norm": 1.1852243808954195, + "learning_rate": 1.982532348842131e-05, + "loss": 0.2293, + "step": 10351 + }, + { + "epoch": 8.780322307039864, + "grad_norm": 1.208434373663092, + "learning_rate": 1.982527236461001e-05, + "loss": 0.2038, + "step": 10352 + }, + { + "epoch": 8.78117048346056, + "grad_norm": 1.283193553912691, + "learning_rate": 1.982522123338436e-05, + "loss": 0.1904, + "step": 10353 + }, + { + "epoch": 8.782018659881256, + "grad_norm": 1.370806087933233, + "learning_rate": 1.9825170094744395e-05, + "loss": 0.1762, + "step": 10354 + }, + { + "epoch": 8.78286683630195, + "grad_norm": 1.461768970941169, + "learning_rate": 1.9825118948690156e-05, + "loss": 0.1835, + "step": 10355 + }, + { + "epoch": 8.783715012722647, + "grad_norm": 1.3278210275438176, + "learning_rate": 1.9825067795221674e-05, + "loss": 0.2315, + "step": 10356 + }, + { + "epoch": 8.784563189143341, + "grad_norm": 1.495597159152126, + "learning_rate": 1.9825016634338998e-05, + "loss": 0.2166, + "step": 10357 + }, + { + "epoch": 8.785411365564038, + "grad_norm": 1.2762344222676143, + "learning_rate": 1.982496546604216e-05, + "loss": 0.2104, + "step": 10358 + }, + { + "epoch": 8.786259541984732, + "grad_norm": 1.2005919177193543, + "learning_rate": 1.9824914290331204e-05, + "loss": 0.2019, + "step": 10359 + }, + { + "epoch": 8.787107718405428, + "grad_norm": 1.0109808827964775, + "learning_rate": 1.9824863107206164e-05, + "loss": 0.147, + "step": 10360 + }, + { + "epoch": 8.787955894826124, + "grad_norm": 1.2669221973721385, + "learning_rate": 1.9824811916667076e-05, + "loss": 0.1702, + "step": 10361 + }, + { + "epoch": 8.788804071246819, + "grad_norm": 1.3369135361213604, + "learning_rate": 1.9824760718713986e-05, + "loss": 0.2031, + "step": 10362 + }, + { + "epoch": 8.789652247667515, + "grad_norm": 1.4008313933639307, + "learning_rate": 1.9824709513346928e-05, + "loss": 0.1856, + "step": 10363 + }, + { + "epoch": 8.79050042408821, + "grad_norm": 1.3794585257045175, + "learning_rate": 1.982465830056594e-05, + "loss": 0.216, + "step": 10364 + }, + { + "epoch": 8.791348600508906, + "grad_norm": 1.321197332484318, + "learning_rate": 1.9824607080371062e-05, + "loss": 0.1998, + "step": 10365 + }, + { + "epoch": 8.792196776929602, + "grad_norm": 1.4826158004089032, + "learning_rate": 1.9824555852762336e-05, + "loss": 0.1964, + "step": 10366 + }, + { + "epoch": 8.793044953350297, + "grad_norm": 1.211502643187264, + "learning_rate": 1.9824504617739798e-05, + "loss": 0.1703, + "step": 10367 + }, + { + "epoch": 8.793893129770993, + "grad_norm": 1.5502706009343439, + "learning_rate": 1.982445337530348e-05, + "loss": 0.2282, + "step": 10368 + }, + { + "epoch": 8.794741306191687, + "grad_norm": 1.2255790116978154, + "learning_rate": 1.982440212545343e-05, + "loss": 0.1888, + "step": 10369 + }, + { + "epoch": 8.795589482612383, + "grad_norm": 1.2161724937245704, + "learning_rate": 1.982435086818969e-05, + "loss": 0.2049, + "step": 10370 + }, + { + "epoch": 8.796437659033078, + "grad_norm": 1.3717078256004684, + "learning_rate": 1.9824299603512286e-05, + "loss": 0.2352, + "step": 10371 + }, + { + "epoch": 8.797285835453774, + "grad_norm": 1.3457225427188448, + "learning_rate": 1.9824248331421265e-05, + "loss": 0.2352, + "step": 10372 + }, + { + "epoch": 8.79813401187447, + "grad_norm": 1.3291545339911985, + "learning_rate": 1.9824197051916663e-05, + "loss": 0.1966, + "step": 10373 + }, + { + "epoch": 8.798982188295165, + "grad_norm": 1.4763576425972467, + "learning_rate": 1.982414576499852e-05, + "loss": 0.1979, + "step": 10374 + }, + { + "epoch": 8.799830364715861, + "grad_norm": 1.1933532613527609, + "learning_rate": 1.982409447066687e-05, + "loss": 0.1845, + "step": 10375 + }, + { + "epoch": 8.800678541136556, + "grad_norm": 1.3157950560883078, + "learning_rate": 1.982404316892176e-05, + "loss": 0.1844, + "step": 10376 + }, + { + "epoch": 8.801526717557252, + "grad_norm": 1.355749862426313, + "learning_rate": 1.9823991859763226e-05, + "loss": 0.223, + "step": 10377 + }, + { + "epoch": 8.802374893977948, + "grad_norm": 1.2981078482646908, + "learning_rate": 1.98239405431913e-05, + "loss": 0.1686, + "step": 10378 + }, + { + "epoch": 8.803223070398642, + "grad_norm": 1.37986956240276, + "learning_rate": 1.982388921920603e-05, + "loss": 0.1996, + "step": 10379 + }, + { + "epoch": 8.804071246819339, + "grad_norm": 1.2509157897301622, + "learning_rate": 1.982383788780745e-05, + "loss": 0.1802, + "step": 10380 + }, + { + "epoch": 8.804919423240033, + "grad_norm": 1.2827665123036092, + "learning_rate": 1.98237865489956e-05, + "loss": 0.1943, + "step": 10381 + }, + { + "epoch": 8.80576759966073, + "grad_norm": 1.3168457087679728, + "learning_rate": 1.9823735202770513e-05, + "loss": 0.2003, + "step": 10382 + }, + { + "epoch": 8.806615776081426, + "grad_norm": 1.2369605009690576, + "learning_rate": 1.982368384913224e-05, + "loss": 0.1965, + "step": 10383 + }, + { + "epoch": 8.80746395250212, + "grad_norm": 1.4733958243607086, + "learning_rate": 1.982363248808081e-05, + "loss": 0.2099, + "step": 10384 + }, + { + "epoch": 8.808312128922816, + "grad_norm": 1.3439750634118035, + "learning_rate": 1.982358111961626e-05, + "loss": 0.1789, + "step": 10385 + }, + { + "epoch": 8.80916030534351, + "grad_norm": 1.3377087668421273, + "learning_rate": 1.9823529743738638e-05, + "loss": 0.192, + "step": 10386 + }, + { + "epoch": 8.810008481764207, + "grad_norm": 1.2966531399902956, + "learning_rate": 1.9823478360447977e-05, + "loss": 0.192, + "step": 10387 + }, + { + "epoch": 8.810856658184903, + "grad_norm": 1.255383518071377, + "learning_rate": 1.9823426969744316e-05, + "loss": 0.1943, + "step": 10388 + }, + { + "epoch": 8.811704834605598, + "grad_norm": 1.3814387562498118, + "learning_rate": 1.9823375571627698e-05, + "loss": 0.2359, + "step": 10389 + }, + { + "epoch": 8.812553011026294, + "grad_norm": 1.2604358659905748, + "learning_rate": 1.9823324166098153e-05, + "loss": 0.2337, + "step": 10390 + }, + { + "epoch": 8.813401187446988, + "grad_norm": 1.2824098204293959, + "learning_rate": 1.9823272753155727e-05, + "loss": 0.2074, + "step": 10391 + }, + { + "epoch": 8.814249363867685, + "grad_norm": 1.4002014991697969, + "learning_rate": 1.982322133280046e-05, + "loss": 0.2203, + "step": 10392 + }, + { + "epoch": 8.81509754028838, + "grad_norm": 1.284485582751906, + "learning_rate": 1.9823169905032382e-05, + "loss": 0.1694, + "step": 10393 + }, + { + "epoch": 8.815945716709075, + "grad_norm": 1.4249446240749515, + "learning_rate": 1.982311846985154e-05, + "loss": 0.1916, + "step": 10394 + }, + { + "epoch": 8.816793893129772, + "grad_norm": 1.2121878149487901, + "learning_rate": 1.982306702725797e-05, + "loss": 0.1723, + "step": 10395 + }, + { + "epoch": 8.817642069550466, + "grad_norm": 1.1870662848068063, + "learning_rate": 1.982301557725171e-05, + "loss": 0.1706, + "step": 10396 + }, + { + "epoch": 8.818490245971162, + "grad_norm": 1.3638063983046096, + "learning_rate": 1.9822964119832805e-05, + "loss": 0.2237, + "step": 10397 + }, + { + "epoch": 8.819338422391857, + "grad_norm": 1.3345929797263805, + "learning_rate": 1.9822912655001284e-05, + "loss": 0.2147, + "step": 10398 + }, + { + "epoch": 8.820186598812553, + "grad_norm": 1.3226121992183135, + "learning_rate": 1.982286118275719e-05, + "loss": 0.1784, + "step": 10399 + }, + { + "epoch": 8.82103477523325, + "grad_norm": 1.130953841698072, + "learning_rate": 1.9822809703100566e-05, + "loss": 0.1871, + "step": 10400 + }, + { + "epoch": 8.821882951653944, + "grad_norm": 1.363929509058533, + "learning_rate": 1.9822758216031445e-05, + "loss": 0.1916, + "step": 10401 + }, + { + "epoch": 8.82273112807464, + "grad_norm": 1.280865747150877, + "learning_rate": 1.982270672154987e-05, + "loss": 0.1852, + "step": 10402 + }, + { + "epoch": 8.823579304495334, + "grad_norm": 1.1492963878845648, + "learning_rate": 1.9822655219655877e-05, + "loss": 0.1641, + "step": 10403 + }, + { + "epoch": 8.82442748091603, + "grad_norm": 1.2154897135143374, + "learning_rate": 1.9822603710349504e-05, + "loss": 0.1908, + "step": 10404 + }, + { + "epoch": 8.825275657336727, + "grad_norm": 1.221383837972917, + "learning_rate": 1.9822552193630794e-05, + "loss": 0.1801, + "step": 10405 + }, + { + "epoch": 8.826123833757421, + "grad_norm": 1.4547962377864756, + "learning_rate": 1.9822500669499783e-05, + "loss": 0.1939, + "step": 10406 + }, + { + "epoch": 8.826972010178118, + "grad_norm": 1.3607070146981457, + "learning_rate": 1.982244913795651e-05, + "loss": 0.1772, + "step": 10407 + }, + { + "epoch": 8.827820186598812, + "grad_norm": 1.4352707216523932, + "learning_rate": 1.9822397599001016e-05, + "loss": 0.1846, + "step": 10408 + }, + { + "epoch": 8.828668363019508, + "grad_norm": 1.4613726874262187, + "learning_rate": 1.9822346052633334e-05, + "loss": 0.2351, + "step": 10409 + }, + { + "epoch": 8.829516539440203, + "grad_norm": 1.3482007042331001, + "learning_rate": 1.982229449885351e-05, + "loss": 0.1977, + "step": 10410 + }, + { + "epoch": 8.830364715860899, + "grad_norm": 1.2801833376655998, + "learning_rate": 1.9822242937661583e-05, + "loss": 0.2156, + "step": 10411 + }, + { + "epoch": 8.831212892281595, + "grad_norm": 1.1953560629301814, + "learning_rate": 1.9822191369057585e-05, + "loss": 0.1755, + "step": 10412 + }, + { + "epoch": 8.83206106870229, + "grad_norm": 1.4030625483085863, + "learning_rate": 1.982213979304156e-05, + "loss": 0.182, + "step": 10413 + }, + { + "epoch": 8.832909245122986, + "grad_norm": 1.3664449993630159, + "learning_rate": 1.9822088209613544e-05, + "loss": 0.1999, + "step": 10414 + }, + { + "epoch": 8.83375742154368, + "grad_norm": 1.2953767878526938, + "learning_rate": 1.982203661877358e-05, + "loss": 0.1917, + "step": 10415 + }, + { + "epoch": 8.834605597964376, + "grad_norm": 1.1612483660185056, + "learning_rate": 1.9821985020521704e-05, + "loss": 0.1636, + "step": 10416 + }, + { + "epoch": 8.835453774385073, + "grad_norm": 1.1834333424991035, + "learning_rate": 1.9821933414857958e-05, + "loss": 0.1765, + "step": 10417 + }, + { + "epoch": 8.836301950805767, + "grad_norm": 1.111810410288993, + "learning_rate": 1.9821881801782376e-05, + "loss": 0.1516, + "step": 10418 + }, + { + "epoch": 8.837150127226463, + "grad_norm": 1.363425947637239, + "learning_rate": 1.9821830181294998e-05, + "loss": 0.1882, + "step": 10419 + }, + { + "epoch": 8.837998303647158, + "grad_norm": 1.1379965634976295, + "learning_rate": 1.9821778553395868e-05, + "loss": 0.1663, + "step": 10420 + }, + { + "epoch": 8.838846480067854, + "grad_norm": 1.289205617535392, + "learning_rate": 1.982172691808502e-05, + "loss": 0.1698, + "step": 10421 + }, + { + "epoch": 8.83969465648855, + "grad_norm": 1.2835442958473826, + "learning_rate": 1.982167527536249e-05, + "loss": 0.2078, + "step": 10422 + }, + { + "epoch": 8.840542832909245, + "grad_norm": 1.2848500532990044, + "learning_rate": 1.982162362522833e-05, + "loss": 0.1937, + "step": 10423 + }, + { + "epoch": 8.841391009329941, + "grad_norm": 1.3327625751165733, + "learning_rate": 1.9821571967682566e-05, + "loss": 0.1956, + "step": 10424 + }, + { + "epoch": 8.842239185750635, + "grad_norm": 1.1552131471275673, + "learning_rate": 1.982152030272524e-05, + "loss": 0.1705, + "step": 10425 + }, + { + "epoch": 8.843087362171332, + "grad_norm": 1.3151720211901496, + "learning_rate": 1.9821468630356392e-05, + "loss": 0.1742, + "step": 10426 + }, + { + "epoch": 8.843935538592028, + "grad_norm": 1.2713128205556155, + "learning_rate": 1.982141695057606e-05, + "loss": 0.1979, + "step": 10427 + }, + { + "epoch": 8.844783715012722, + "grad_norm": 1.3223705537578119, + "learning_rate": 1.9821365263384292e-05, + "loss": 0.1866, + "step": 10428 + }, + { + "epoch": 8.845631891433419, + "grad_norm": 1.400717760513558, + "learning_rate": 1.982131356878111e-05, + "loss": 0.2323, + "step": 10429 + }, + { + "epoch": 8.846480067854113, + "grad_norm": 1.466456991071321, + "learning_rate": 1.982126186676657e-05, + "loss": 0.1988, + "step": 10430 + }, + { + "epoch": 8.84732824427481, + "grad_norm": 1.21981018705593, + "learning_rate": 1.98212101573407e-05, + "loss": 0.1858, + "step": 10431 + }, + { + "epoch": 8.848176420695506, + "grad_norm": 1.3320095544452832, + "learning_rate": 1.982115844050354e-05, + "loss": 0.208, + "step": 10432 + }, + { + "epoch": 8.8490245971162, + "grad_norm": 1.2807834391914479, + "learning_rate": 1.9821106716255135e-05, + "loss": 0.2054, + "step": 10433 + }, + { + "epoch": 8.849872773536896, + "grad_norm": 1.295478614078123, + "learning_rate": 1.982105498459552e-05, + "loss": 0.1804, + "step": 10434 + }, + { + "epoch": 8.85072094995759, + "grad_norm": 1.4308669570203698, + "learning_rate": 1.982100324552473e-05, + "loss": 0.2145, + "step": 10435 + }, + { + "epoch": 8.851569126378287, + "grad_norm": 1.2841347502108493, + "learning_rate": 1.982095149904281e-05, + "loss": 0.1788, + "step": 10436 + }, + { + "epoch": 8.852417302798981, + "grad_norm": 1.243624942462463, + "learning_rate": 1.98208997451498e-05, + "loss": 0.1763, + "step": 10437 + }, + { + "epoch": 8.853265479219678, + "grad_norm": 1.2958734469121735, + "learning_rate": 1.9820847983845736e-05, + "loss": 0.1728, + "step": 10438 + }, + { + "epoch": 8.854113655640374, + "grad_norm": 1.1296288753925932, + "learning_rate": 1.982079621513066e-05, + "loss": 0.1805, + "step": 10439 + }, + { + "epoch": 8.854961832061068, + "grad_norm": 1.305703223457671, + "learning_rate": 1.9820744439004605e-05, + "loss": 0.1577, + "step": 10440 + }, + { + "epoch": 8.855810008481765, + "grad_norm": 1.299871899905768, + "learning_rate": 1.9820692655467616e-05, + "loss": 0.2468, + "step": 10441 + }, + { + "epoch": 8.856658184902459, + "grad_norm": 1.3602927349771972, + "learning_rate": 1.9820640864519726e-05, + "loss": 0.1817, + "step": 10442 + }, + { + "epoch": 8.857506361323155, + "grad_norm": 1.3074070989582531, + "learning_rate": 1.9820589066160982e-05, + "loss": 0.1799, + "step": 10443 + }, + { + "epoch": 8.858354537743852, + "grad_norm": 1.2605286491833472, + "learning_rate": 1.982053726039142e-05, + "loss": 0.1895, + "step": 10444 + }, + { + "epoch": 8.859202714164546, + "grad_norm": 1.3286714491096019, + "learning_rate": 1.9820485447211072e-05, + "loss": 0.1915, + "step": 10445 + }, + { + "epoch": 8.860050890585242, + "grad_norm": 1.2692822468709228, + "learning_rate": 1.982043362661999e-05, + "loss": 0.2076, + "step": 10446 + }, + { + "epoch": 8.860899067005937, + "grad_norm": 1.3092737240055932, + "learning_rate": 1.9820381798618203e-05, + "loss": 0.233, + "step": 10447 + }, + { + "epoch": 8.861747243426633, + "grad_norm": 1.6925724747780324, + "learning_rate": 1.9820329963205752e-05, + "loss": 0.1963, + "step": 10448 + }, + { + "epoch": 8.862595419847327, + "grad_norm": 1.3125467253149694, + "learning_rate": 1.982027812038268e-05, + "loss": 0.215, + "step": 10449 + }, + { + "epoch": 8.863443596268024, + "grad_norm": 1.2719630635588035, + "learning_rate": 1.9820226270149024e-05, + "loss": 0.1962, + "step": 10450 + }, + { + "epoch": 8.86429177268872, + "grad_norm": 1.3234709038617984, + "learning_rate": 1.982017441250482e-05, + "loss": 0.1899, + "step": 10451 + }, + { + "epoch": 8.865139949109414, + "grad_norm": 1.5991687934420609, + "learning_rate": 1.982012254745011e-05, + "loss": 0.2414, + "step": 10452 + }, + { + "epoch": 8.86598812553011, + "grad_norm": 1.3403882834609564, + "learning_rate": 1.9820070674984938e-05, + "loss": 0.1845, + "step": 10453 + }, + { + "epoch": 8.866836301950805, + "grad_norm": 1.5121909253468646, + "learning_rate": 1.9820018795109336e-05, + "loss": 0.2146, + "step": 10454 + }, + { + "epoch": 8.867684478371501, + "grad_norm": 1.210306228900572, + "learning_rate": 1.9819966907823343e-05, + "loss": 0.1641, + "step": 10455 + }, + { + "epoch": 8.868532654792197, + "grad_norm": 1.4104600276616825, + "learning_rate": 1.9819915013127002e-05, + "loss": 0.1867, + "step": 10456 + }, + { + "epoch": 8.869380831212892, + "grad_norm": 1.2986559378577094, + "learning_rate": 1.981986311102035e-05, + "loss": 0.1987, + "step": 10457 + }, + { + "epoch": 8.870229007633588, + "grad_norm": 1.212207689894751, + "learning_rate": 1.981981120150343e-05, + "loss": 0.1839, + "step": 10458 + }, + { + "epoch": 8.871077184054283, + "grad_norm": 1.3448615724065978, + "learning_rate": 1.981975928457627e-05, + "loss": 0.2002, + "step": 10459 + }, + { + "epoch": 8.871925360474979, + "grad_norm": 1.4188258161762428, + "learning_rate": 1.9819707360238923e-05, + "loss": 0.178, + "step": 10460 + }, + { + "epoch": 8.872773536895675, + "grad_norm": 1.4052373957090838, + "learning_rate": 1.9819655428491423e-05, + "loss": 0.1913, + "step": 10461 + }, + { + "epoch": 8.87362171331637, + "grad_norm": 1.4343622666130502, + "learning_rate": 1.981960348933381e-05, + "loss": 0.1843, + "step": 10462 + }, + { + "epoch": 8.874469889737066, + "grad_norm": 1.1868601671265102, + "learning_rate": 1.9819551542766117e-05, + "loss": 0.2052, + "step": 10463 + }, + { + "epoch": 8.87531806615776, + "grad_norm": 1.2503747902936149, + "learning_rate": 1.981949958878839e-05, + "loss": 0.2035, + "step": 10464 + }, + { + "epoch": 8.876166242578456, + "grad_norm": 1.727818121238535, + "learning_rate": 1.981944762740067e-05, + "loss": 0.2132, + "step": 10465 + }, + { + "epoch": 8.877014418999153, + "grad_norm": 1.283119917541728, + "learning_rate": 1.9819395658602985e-05, + "loss": 0.1794, + "step": 10466 + }, + { + "epoch": 8.877862595419847, + "grad_norm": 1.3875993136245164, + "learning_rate": 1.9819343682395383e-05, + "loss": 0.2158, + "step": 10467 + }, + { + "epoch": 8.878710771840543, + "grad_norm": 1.4694710115052811, + "learning_rate": 1.9819291698777906e-05, + "loss": 0.224, + "step": 10468 + }, + { + "epoch": 8.879558948261238, + "grad_norm": 1.3050175493456364, + "learning_rate": 1.9819239707750588e-05, + "loss": 0.2008, + "step": 10469 + }, + { + "epoch": 8.880407124681934, + "grad_norm": 1.3369434786342216, + "learning_rate": 1.9819187709313467e-05, + "loss": 0.1782, + "step": 10470 + }, + { + "epoch": 8.88125530110263, + "grad_norm": 1.2291508788966663, + "learning_rate": 1.9819135703466586e-05, + "loss": 0.182, + "step": 10471 + }, + { + "epoch": 8.882103477523325, + "grad_norm": 1.3076729713218684, + "learning_rate": 1.9819083690209982e-05, + "loss": 0.1977, + "step": 10472 + }, + { + "epoch": 8.882951653944021, + "grad_norm": 1.2745633647953856, + "learning_rate": 1.9819031669543694e-05, + "loss": 0.1781, + "step": 10473 + }, + { + "epoch": 8.883799830364715, + "grad_norm": 1.220082271068833, + "learning_rate": 1.981897964146777e-05, + "loss": 0.204, + "step": 10474 + }, + { + "epoch": 8.884648006785412, + "grad_norm": 1.2450848004440527, + "learning_rate": 1.9818927605982232e-05, + "loss": 0.1947, + "step": 10475 + }, + { + "epoch": 8.885496183206106, + "grad_norm": 1.2967422083176392, + "learning_rate": 1.9818875563087133e-05, + "loss": 0.1707, + "step": 10476 + }, + { + "epoch": 8.886344359626802, + "grad_norm": 1.5355737146176702, + "learning_rate": 1.9818823512782508e-05, + "loss": 0.1878, + "step": 10477 + }, + { + "epoch": 8.887192536047499, + "grad_norm": 1.3199494051781486, + "learning_rate": 1.9818771455068395e-05, + "loss": 0.201, + "step": 10478 + }, + { + "epoch": 8.888040712468193, + "grad_norm": 1.3364986402637284, + "learning_rate": 1.9818719389944833e-05, + "loss": 0.1919, + "step": 10479 + }, + { + "epoch": 8.88888888888889, + "grad_norm": 1.3923475920727955, + "learning_rate": 1.9818667317411865e-05, + "loss": 0.2057, + "step": 10480 + }, + { + "epoch": 8.889737065309584, + "grad_norm": 1.291664081014867, + "learning_rate": 1.981861523746953e-05, + "loss": 0.1746, + "step": 10481 + }, + { + "epoch": 8.89058524173028, + "grad_norm": 1.3180428603063834, + "learning_rate": 1.9818563150117863e-05, + "loss": 0.2291, + "step": 10482 + }, + { + "epoch": 8.891433418150976, + "grad_norm": 1.173785122150267, + "learning_rate": 1.9818511055356907e-05, + "loss": 0.1493, + "step": 10483 + }, + { + "epoch": 8.89228159457167, + "grad_norm": 1.434655726386131, + "learning_rate": 1.98184589531867e-05, + "loss": 0.2168, + "step": 10484 + }, + { + "epoch": 8.893129770992367, + "grad_norm": 1.2065707169346336, + "learning_rate": 1.981840684360728e-05, + "loss": 0.2099, + "step": 10485 + }, + { + "epoch": 8.893977947413061, + "grad_norm": 1.3174199174980725, + "learning_rate": 1.981835472661869e-05, + "loss": 0.2156, + "step": 10486 + }, + { + "epoch": 8.894826123833758, + "grad_norm": 1.4767421328463568, + "learning_rate": 1.9818302602220966e-05, + "loss": 0.2463, + "step": 10487 + }, + { + "epoch": 8.895674300254452, + "grad_norm": 1.3315708819608845, + "learning_rate": 1.981825047041415e-05, + "loss": 0.2126, + "step": 10488 + }, + { + "epoch": 8.896522476675148, + "grad_norm": 1.323326067114149, + "learning_rate": 1.981819833119828e-05, + "loss": 0.1637, + "step": 10489 + }, + { + "epoch": 8.897370653095845, + "grad_norm": 1.5004110437535019, + "learning_rate": 1.981814618457339e-05, + "loss": 0.2034, + "step": 10490 + }, + { + "epoch": 8.898218829516539, + "grad_norm": 1.2451901730094002, + "learning_rate": 1.981809403053953e-05, + "loss": 0.1723, + "step": 10491 + }, + { + "epoch": 8.899067005937235, + "grad_norm": 1.4866684178347709, + "learning_rate": 1.981804186909673e-05, + "loss": 0.2471, + "step": 10492 + }, + { + "epoch": 8.89991518235793, + "grad_norm": 1.2270633566449443, + "learning_rate": 1.9817989700245037e-05, + "loss": 0.192, + "step": 10493 + }, + { + "epoch": 8.900763358778626, + "grad_norm": 1.328037429767692, + "learning_rate": 1.981793752398448e-05, + "loss": 0.2198, + "step": 10494 + }, + { + "epoch": 8.901611535199322, + "grad_norm": 1.349871679323761, + "learning_rate": 1.9817885340315112e-05, + "loss": 0.1853, + "step": 10495 + }, + { + "epoch": 8.902459711620017, + "grad_norm": 1.1498096374704703, + "learning_rate": 1.9817833149236962e-05, + "loss": 0.1372, + "step": 10496 + }, + { + "epoch": 8.903307888040713, + "grad_norm": 1.4292165856894679, + "learning_rate": 1.9817780950750076e-05, + "loss": 0.2025, + "step": 10497 + }, + { + "epoch": 8.904156064461407, + "grad_norm": 1.4163263739321015, + "learning_rate": 1.9817728744854487e-05, + "loss": 0.208, + "step": 10498 + }, + { + "epoch": 8.905004240882104, + "grad_norm": 1.5653626803164749, + "learning_rate": 1.9817676531550237e-05, + "loss": 0.2059, + "step": 10499 + }, + { + "epoch": 8.9058524173028, + "grad_norm": 1.5203215163392165, + "learning_rate": 1.9817624310837365e-05, + "loss": 0.2331, + "step": 10500 + }, + { + "epoch": 8.906700593723494, + "grad_norm": 1.2892138014006265, + "learning_rate": 1.9817572082715913e-05, + "loss": 0.1873, + "step": 10501 + }, + { + "epoch": 8.90754877014419, + "grad_norm": 1.3688202853369562, + "learning_rate": 1.9817519847185918e-05, + "loss": 0.211, + "step": 10502 + }, + { + "epoch": 8.908396946564885, + "grad_norm": 1.4377515424214025, + "learning_rate": 1.9817467604247424e-05, + "loss": 0.1967, + "step": 10503 + }, + { + "epoch": 8.909245122985581, + "grad_norm": 1.351749364453054, + "learning_rate": 1.981741535390046e-05, + "loss": 0.2087, + "step": 10504 + }, + { + "epoch": 8.910093299406277, + "grad_norm": 1.20111526323617, + "learning_rate": 1.9817363096145077e-05, + "loss": 0.1631, + "step": 10505 + }, + { + "epoch": 8.910941475826972, + "grad_norm": 1.3250045043432321, + "learning_rate": 1.9817310830981305e-05, + "loss": 0.1725, + "step": 10506 + }, + { + "epoch": 8.911789652247668, + "grad_norm": 1.122290525422439, + "learning_rate": 1.981725855840919e-05, + "loss": 0.1713, + "step": 10507 + }, + { + "epoch": 8.912637828668363, + "grad_norm": 1.359264368515786, + "learning_rate": 1.981720627842877e-05, + "loss": 0.2233, + "step": 10508 + }, + { + "epoch": 8.913486005089059, + "grad_norm": 1.521457047611686, + "learning_rate": 1.9817153991040087e-05, + "loss": 0.2185, + "step": 10509 + }, + { + "epoch": 8.914334181509753, + "grad_norm": 1.23321224963801, + "learning_rate": 1.981710169624317e-05, + "loss": 0.1966, + "step": 10510 + }, + { + "epoch": 8.91518235793045, + "grad_norm": 1.6229448049038515, + "learning_rate": 1.981704939403807e-05, + "loss": 0.1579, + "step": 10511 + }, + { + "epoch": 8.916030534351146, + "grad_norm": 1.26706178464709, + "learning_rate": 1.9816997084424823e-05, + "loss": 0.2146, + "step": 10512 + }, + { + "epoch": 8.91687871077184, + "grad_norm": 1.294175167258983, + "learning_rate": 1.9816944767403465e-05, + "loss": 0.2539, + "step": 10513 + }, + { + "epoch": 8.917726887192536, + "grad_norm": 1.282894620566339, + "learning_rate": 1.981689244297404e-05, + "loss": 0.2047, + "step": 10514 + }, + { + "epoch": 8.91857506361323, + "grad_norm": 1.2530634043781395, + "learning_rate": 1.9816840111136587e-05, + "loss": 0.1684, + "step": 10515 + }, + { + "epoch": 8.919423240033927, + "grad_norm": 1.1260543260822726, + "learning_rate": 1.981678777189114e-05, + "loss": 0.1629, + "step": 10516 + }, + { + "epoch": 8.920271416454623, + "grad_norm": 1.22837255170632, + "learning_rate": 1.981673542523774e-05, + "loss": 0.1786, + "step": 10517 + }, + { + "epoch": 8.921119592875318, + "grad_norm": 1.256496077931902, + "learning_rate": 1.981668307117644e-05, + "loss": 0.2147, + "step": 10518 + }, + { + "epoch": 8.921967769296014, + "grad_norm": 1.267896450846949, + "learning_rate": 1.981663070970726e-05, + "loss": 0.1745, + "step": 10519 + }, + { + "epoch": 8.922815945716708, + "grad_norm": 1.3555738514890092, + "learning_rate": 1.9816578340830248e-05, + "loss": 0.2311, + "step": 10520 + }, + { + "epoch": 8.923664122137405, + "grad_norm": 1.2222566438239544, + "learning_rate": 1.9816525964545447e-05, + "loss": 0.1789, + "step": 10521 + }, + { + "epoch": 8.924512298558101, + "grad_norm": 1.3549927234395391, + "learning_rate": 1.9816473580852893e-05, + "loss": 0.1994, + "step": 10522 + }, + { + "epoch": 8.925360474978795, + "grad_norm": 1.2370688547207986, + "learning_rate": 1.9816421189752625e-05, + "loss": 0.2181, + "step": 10523 + }, + { + "epoch": 8.926208651399492, + "grad_norm": 1.3069959636981505, + "learning_rate": 1.981636879124468e-05, + "loss": 0.1792, + "step": 10524 + }, + { + "epoch": 8.927056827820186, + "grad_norm": 1.37947020430629, + "learning_rate": 1.9816316385329104e-05, + "loss": 0.1941, + "step": 10525 + }, + { + "epoch": 8.927905004240882, + "grad_norm": 1.1022033764758035, + "learning_rate": 1.9816263972005934e-05, + "loss": 0.1757, + "step": 10526 + }, + { + "epoch": 8.928753180661577, + "grad_norm": 1.2610347706880267, + "learning_rate": 1.9816211551275207e-05, + "loss": 0.1815, + "step": 10527 + }, + { + "epoch": 8.929601357082273, + "grad_norm": 1.1790598386212925, + "learning_rate": 1.9816159123136964e-05, + "loss": 0.1749, + "step": 10528 + }, + { + "epoch": 8.93044953350297, + "grad_norm": 1.310004740518442, + "learning_rate": 1.9816106687591244e-05, + "loss": 0.2194, + "step": 10529 + }, + { + "epoch": 8.931297709923664, + "grad_norm": 1.2792533814065183, + "learning_rate": 1.9816054244638093e-05, + "loss": 0.1932, + "step": 10530 + }, + { + "epoch": 8.93214588634436, + "grad_norm": 1.4139143563948635, + "learning_rate": 1.981600179427754e-05, + "loss": 0.2049, + "step": 10531 + }, + { + "epoch": 8.932994062765054, + "grad_norm": 1.297845824151393, + "learning_rate": 1.981594933650963e-05, + "loss": 0.1884, + "step": 10532 + }, + { + "epoch": 8.93384223918575, + "grad_norm": 1.1948119058454405, + "learning_rate": 1.9815896871334404e-05, + "loss": 0.1776, + "step": 10533 + }, + { + "epoch": 8.934690415606447, + "grad_norm": 1.3541347720390733, + "learning_rate": 1.98158443987519e-05, + "loss": 0.2172, + "step": 10534 + }, + { + "epoch": 8.935538592027141, + "grad_norm": 1.2603624650542984, + "learning_rate": 1.9815791918762157e-05, + "loss": 0.1926, + "step": 10535 + }, + { + "epoch": 8.936386768447838, + "grad_norm": 1.2888034426366552, + "learning_rate": 1.9815739431365214e-05, + "loss": 0.2481, + "step": 10536 + }, + { + "epoch": 8.937234944868532, + "grad_norm": 1.2356237578643838, + "learning_rate": 1.981568693656111e-05, + "loss": 0.1918, + "step": 10537 + }, + { + "epoch": 8.938083121289228, + "grad_norm": 1.3673816007795732, + "learning_rate": 1.981563443434989e-05, + "loss": 0.1993, + "step": 10538 + }, + { + "epoch": 8.938931297709924, + "grad_norm": 1.2887826327358316, + "learning_rate": 1.9815581924731586e-05, + "loss": 0.2301, + "step": 10539 + }, + { + "epoch": 8.939779474130619, + "grad_norm": 1.384767716074869, + "learning_rate": 1.9815529407706244e-05, + "loss": 0.2057, + "step": 10540 + }, + { + "epoch": 8.940627650551315, + "grad_norm": 1.404796097495069, + "learning_rate": 1.9815476883273904e-05, + "loss": 0.2169, + "step": 10541 + }, + { + "epoch": 8.94147582697201, + "grad_norm": 1.2516358409762534, + "learning_rate": 1.98154243514346e-05, + "loss": 0.1502, + "step": 10542 + }, + { + "epoch": 8.942324003392706, + "grad_norm": 1.426451342101243, + "learning_rate": 1.9815371812188374e-05, + "loss": 0.2457, + "step": 10543 + }, + { + "epoch": 8.943172179813402, + "grad_norm": 1.2429909425134325, + "learning_rate": 1.9815319265535266e-05, + "loss": 0.1819, + "step": 10544 + }, + { + "epoch": 8.944020356234097, + "grad_norm": 1.3279851941843313, + "learning_rate": 1.9815266711475316e-05, + "loss": 0.2459, + "step": 10545 + }, + { + "epoch": 8.944868532654793, + "grad_norm": 1.3733115503181255, + "learning_rate": 1.981521415000856e-05, + "loss": 0.2288, + "step": 10546 + }, + { + "epoch": 8.945716709075487, + "grad_norm": 1.1497132409144197, + "learning_rate": 1.9815161581135047e-05, + "loss": 0.1536, + "step": 10547 + }, + { + "epoch": 8.946564885496183, + "grad_norm": 1.1592205033187666, + "learning_rate": 1.9815109004854807e-05, + "loss": 0.1882, + "step": 10548 + }, + { + "epoch": 8.947413061916878, + "grad_norm": 1.2812939415138456, + "learning_rate": 1.9815056421167887e-05, + "loss": 0.2089, + "step": 10549 + }, + { + "epoch": 8.948261238337574, + "grad_norm": 1.2513212137174157, + "learning_rate": 1.981500383007432e-05, + "loss": 0.1904, + "step": 10550 + }, + { + "epoch": 8.94910941475827, + "grad_norm": 1.3480328865544209, + "learning_rate": 1.9814951231574148e-05, + "loss": 0.2482, + "step": 10551 + }, + { + "epoch": 8.949957591178965, + "grad_norm": 1.3212365783994293, + "learning_rate": 1.9814898625667412e-05, + "loss": 0.1681, + "step": 10552 + }, + { + "epoch": 8.950805767599661, + "grad_norm": 1.2523411149574235, + "learning_rate": 1.9814846012354153e-05, + "loss": 0.2056, + "step": 10553 + }, + { + "epoch": 8.951653944020356, + "grad_norm": 1.2968951403384639, + "learning_rate": 1.9814793391634407e-05, + "loss": 0.1804, + "step": 10554 + }, + { + "epoch": 8.952502120441052, + "grad_norm": 1.4097764056633535, + "learning_rate": 1.981474076350822e-05, + "loss": 0.1917, + "step": 10555 + }, + { + "epoch": 8.953350296861748, + "grad_norm": 1.3344306961219616, + "learning_rate": 1.981468812797562e-05, + "loss": 0.1912, + "step": 10556 + }, + { + "epoch": 8.954198473282442, + "grad_norm": 1.413036787708183, + "learning_rate": 1.9814635485036657e-05, + "loss": 0.2016, + "step": 10557 + }, + { + "epoch": 8.955046649703139, + "grad_norm": 1.26303030055718, + "learning_rate": 1.9814582834691368e-05, + "loss": 0.1801, + "step": 10558 + }, + { + "epoch": 8.955894826123833, + "grad_norm": 1.236141653623589, + "learning_rate": 1.9814530176939796e-05, + "loss": 0.1629, + "step": 10559 + }, + { + "epoch": 8.95674300254453, + "grad_norm": 1.2971171123450707, + "learning_rate": 1.981447751178197e-05, + "loss": 0.1774, + "step": 10560 + }, + { + "epoch": 8.957591178965224, + "grad_norm": 1.2230109898086514, + "learning_rate": 1.9814424839217944e-05, + "loss": 0.1955, + "step": 10561 + }, + { + "epoch": 8.95843935538592, + "grad_norm": 1.4487652731457807, + "learning_rate": 1.9814372159247745e-05, + "loss": 0.2016, + "step": 10562 + }, + { + "epoch": 8.959287531806616, + "grad_norm": 1.2035767111619424, + "learning_rate": 1.981431947187142e-05, + "loss": 0.1632, + "step": 10563 + }, + { + "epoch": 8.96013570822731, + "grad_norm": 1.3473055411870987, + "learning_rate": 1.981426677708901e-05, + "loss": 0.2128, + "step": 10564 + }, + { + "epoch": 8.960983884648007, + "grad_norm": 1.3732981208717103, + "learning_rate": 1.9814214074900548e-05, + "loss": 0.2127, + "step": 10565 + }, + { + "epoch": 8.961832061068701, + "grad_norm": 1.0966647967510814, + "learning_rate": 1.981416136530608e-05, + "loss": 0.1873, + "step": 10566 + }, + { + "epoch": 8.962680237489398, + "grad_norm": 1.2690176307588823, + "learning_rate": 1.9814108648305644e-05, + "loss": 0.1939, + "step": 10567 + }, + { + "epoch": 8.963528413910094, + "grad_norm": 1.3227994662548908, + "learning_rate": 1.9814055923899277e-05, + "loss": 0.2295, + "step": 10568 + }, + { + "epoch": 8.964376590330788, + "grad_norm": 1.2631630813325931, + "learning_rate": 1.9814003192087023e-05, + "loss": 0.2315, + "step": 10569 + }, + { + "epoch": 8.965224766751485, + "grad_norm": 1.222813011423977, + "learning_rate": 1.981395045286892e-05, + "loss": 0.1759, + "step": 10570 + }, + { + "epoch": 8.966072943172179, + "grad_norm": 1.3407541275684913, + "learning_rate": 1.9813897706245008e-05, + "loss": 0.2107, + "step": 10571 + }, + { + "epoch": 8.966921119592875, + "grad_norm": 1.2261234533747642, + "learning_rate": 1.9813844952215324e-05, + "loss": 0.216, + "step": 10572 + }, + { + "epoch": 8.967769296013572, + "grad_norm": 1.3431437576124348, + "learning_rate": 1.9813792190779912e-05, + "loss": 0.2093, + "step": 10573 + }, + { + "epoch": 8.968617472434266, + "grad_norm": 1.353487502801711, + "learning_rate": 1.981373942193881e-05, + "loss": 0.2227, + "step": 10574 + }, + { + "epoch": 8.969465648854962, + "grad_norm": 1.336340563112804, + "learning_rate": 1.981368664569206e-05, + "loss": 0.1855, + "step": 10575 + }, + { + "epoch": 8.970313825275657, + "grad_norm": 1.3652240444601509, + "learning_rate": 1.9813633862039694e-05, + "loss": 0.1981, + "step": 10576 + }, + { + "epoch": 8.971162001696353, + "grad_norm": 1.382719607368192, + "learning_rate": 1.981358107098176e-05, + "loss": 0.2014, + "step": 10577 + }, + { + "epoch": 8.97201017811705, + "grad_norm": 1.2836704208662209, + "learning_rate": 1.9813528272518298e-05, + "loss": 0.2035, + "step": 10578 + }, + { + "epoch": 8.972858354537744, + "grad_norm": 1.2482860559023388, + "learning_rate": 1.9813475466649344e-05, + "loss": 0.1985, + "step": 10579 + }, + { + "epoch": 8.97370653095844, + "grad_norm": 1.201297444317748, + "learning_rate": 1.981342265337494e-05, + "loss": 0.1738, + "step": 10580 + }, + { + "epoch": 8.974554707379134, + "grad_norm": 1.5277214410564934, + "learning_rate": 1.9813369832695123e-05, + "loss": 0.1848, + "step": 10581 + }, + { + "epoch": 8.97540288379983, + "grad_norm": 1.2323390620664778, + "learning_rate": 1.9813317004609935e-05, + "loss": 0.1815, + "step": 10582 + }, + { + "epoch": 8.976251060220527, + "grad_norm": 1.4926796474707063, + "learning_rate": 1.981326416911942e-05, + "loss": 0.18, + "step": 10583 + }, + { + "epoch": 8.977099236641221, + "grad_norm": 1.2336964500316494, + "learning_rate": 1.981321132622361e-05, + "loss": 0.2, + "step": 10584 + }, + { + "epoch": 8.977947413061917, + "grad_norm": 1.3763699658667334, + "learning_rate": 1.981315847592254e-05, + "loss": 0.1842, + "step": 10585 + }, + { + "epoch": 8.978795589482612, + "grad_norm": 1.705890984235466, + "learning_rate": 1.981310561821627e-05, + "loss": 0.2214, + "step": 10586 + }, + { + "epoch": 8.979643765903308, + "grad_norm": 1.2253035493913471, + "learning_rate": 1.9813052753104824e-05, + "loss": 0.2116, + "step": 10587 + }, + { + "epoch": 8.980491942324003, + "grad_norm": 1.2135112269040678, + "learning_rate": 1.9812999880588248e-05, + "loss": 0.1846, + "step": 10588 + }, + { + "epoch": 8.981340118744699, + "grad_norm": 1.4321787855194004, + "learning_rate": 1.9812947000666578e-05, + "loss": 0.2216, + "step": 10589 + }, + { + "epoch": 8.982188295165395, + "grad_norm": 1.2623621003560987, + "learning_rate": 1.9812894113339854e-05, + "loss": 0.1832, + "step": 10590 + }, + { + "epoch": 8.98303647158609, + "grad_norm": 1.2948130270299991, + "learning_rate": 1.9812841218608124e-05, + "loss": 0.1932, + "step": 10591 + }, + { + "epoch": 8.983884648006786, + "grad_norm": 1.383455257255186, + "learning_rate": 1.9812788316471416e-05, + "loss": 0.1923, + "step": 10592 + }, + { + "epoch": 8.98473282442748, + "grad_norm": 1.2338294583801996, + "learning_rate": 1.9812735406929776e-05, + "loss": 0.1703, + "step": 10593 + }, + { + "epoch": 8.985581000848176, + "grad_norm": 1.441997608468148, + "learning_rate": 1.981268248998325e-05, + "loss": 0.2017, + "step": 10594 + }, + { + "epoch": 8.986429177268873, + "grad_norm": 1.3861441096554166, + "learning_rate": 1.981262956563186e-05, + "loss": 0.204, + "step": 10595 + }, + { + "epoch": 8.987277353689567, + "grad_norm": 1.3271810951546306, + "learning_rate": 1.9812576633875668e-05, + "loss": 0.2274, + "step": 10596 + }, + { + "epoch": 8.988125530110263, + "grad_norm": 1.1892721381489222, + "learning_rate": 1.9812523694714702e-05, + "loss": 0.1938, + "step": 10597 + }, + { + "epoch": 8.988973706530958, + "grad_norm": 1.24360627549741, + "learning_rate": 1.9812470748148998e-05, + "loss": 0.168, + "step": 10598 + }, + { + "epoch": 8.989821882951654, + "grad_norm": 1.365032650902487, + "learning_rate": 1.9812417794178603e-05, + "loss": 0.1875, + "step": 10599 + }, + { + "epoch": 8.990670059372349, + "grad_norm": 1.3880661207730947, + "learning_rate": 1.9812364832803558e-05, + "loss": 0.188, + "step": 10600 + }, + { + "epoch": 8.991518235793045, + "grad_norm": 1.3593160665254473, + "learning_rate": 1.9812311864023896e-05, + "loss": 0.1671, + "step": 10601 + }, + { + "epoch": 8.992366412213741, + "grad_norm": 1.1558558615242118, + "learning_rate": 1.9812258887839663e-05, + "loss": 0.1555, + "step": 10602 + }, + { + "epoch": 8.993214588634435, + "grad_norm": 1.3223971044945413, + "learning_rate": 1.9812205904250897e-05, + "loss": 0.1965, + "step": 10603 + }, + { + "epoch": 8.994062765055132, + "grad_norm": 1.3836426952670904, + "learning_rate": 1.981215291325764e-05, + "loss": 0.2296, + "step": 10604 + }, + { + "epoch": 8.994910941475826, + "grad_norm": 1.216744557970605, + "learning_rate": 1.9812099914859927e-05, + "loss": 0.1979, + "step": 10605 + }, + { + "epoch": 8.995759117896522, + "grad_norm": 1.2487436051808565, + "learning_rate": 1.9812046909057807e-05, + "loss": 0.1661, + "step": 10606 + }, + { + "epoch": 8.996607294317219, + "grad_norm": 1.2941246716928145, + "learning_rate": 1.981199389585131e-05, + "loss": 0.1862, + "step": 10607 + }, + { + "epoch": 8.997455470737913, + "grad_norm": 1.267666602743328, + "learning_rate": 1.9811940875240478e-05, + "loss": 0.1935, + "step": 10608 + }, + { + "epoch": 8.99830364715861, + "grad_norm": 1.23272359351319, + "learning_rate": 1.9811887847225356e-05, + "loss": 0.188, + "step": 10609 + }, + { + "epoch": 8.999151823579304, + "grad_norm": 1.2928070008252288, + "learning_rate": 1.981183481180598e-05, + "loss": 0.1943, + "step": 10610 + }, + { + "epoch": 9.0, + "grad_norm": 1.328488576983942, + "learning_rate": 1.9811781768982392e-05, + "loss": 0.2183, + "step": 10611 + }, + { + "epoch": 9.000848176420696, + "grad_norm": 1.1992084517394341, + "learning_rate": 1.981172871875463e-05, + "loss": 0.1316, + "step": 10612 + }, + { + "epoch": 9.00169635284139, + "grad_norm": 1.1159056113938415, + "learning_rate": 1.9811675661122738e-05, + "loss": 0.1399, + "step": 10613 + }, + { + "epoch": 9.002544529262087, + "grad_norm": 1.317732288996273, + "learning_rate": 1.981162259608675e-05, + "loss": 0.1383, + "step": 10614 + }, + { + "epoch": 9.003392705682781, + "grad_norm": 1.150883334192273, + "learning_rate": 1.9811569523646712e-05, + "loss": 0.153, + "step": 10615 + }, + { + "epoch": 9.004240882103478, + "grad_norm": 1.3028672762916609, + "learning_rate": 1.9811516443802657e-05, + "loss": 0.1443, + "step": 10616 + }, + { + "epoch": 9.005089058524174, + "grad_norm": 1.1671268187294566, + "learning_rate": 1.9811463356554633e-05, + "loss": 0.1459, + "step": 10617 + }, + { + "epoch": 9.005937234944868, + "grad_norm": 1.3969973540537535, + "learning_rate": 1.9811410261902678e-05, + "loss": 0.1513, + "step": 10618 + }, + { + "epoch": 9.006785411365565, + "grad_norm": 1.2523178045726546, + "learning_rate": 1.9811357159846827e-05, + "loss": 0.1882, + "step": 10619 + }, + { + "epoch": 9.007633587786259, + "grad_norm": 1.170504062253035, + "learning_rate": 1.9811304050387122e-05, + "loss": 0.1684, + "step": 10620 + }, + { + "epoch": 9.008481764206955, + "grad_norm": 1.3260554968465157, + "learning_rate": 1.981125093352361e-05, + "loss": 0.1323, + "step": 10621 + }, + { + "epoch": 9.00932994062765, + "grad_norm": 1.214507208389169, + "learning_rate": 1.9811197809256324e-05, + "loss": 0.1553, + "step": 10622 + }, + { + "epoch": 9.010178117048346, + "grad_norm": 1.1178474803895706, + "learning_rate": 1.9811144677585305e-05, + "loss": 0.1456, + "step": 10623 + }, + { + "epoch": 9.011026293469042, + "grad_norm": 1.2555364354999716, + "learning_rate": 1.9811091538510594e-05, + "loss": 0.1781, + "step": 10624 + }, + { + "epoch": 9.011874469889737, + "grad_norm": 1.10502908809944, + "learning_rate": 1.981103839203223e-05, + "loss": 0.1399, + "step": 10625 + }, + { + "epoch": 9.012722646310433, + "grad_norm": 1.2621106294718956, + "learning_rate": 1.9810985238150255e-05, + "loss": 0.1708, + "step": 10626 + }, + { + "epoch": 9.013570822731127, + "grad_norm": 1.256645015173953, + "learning_rate": 1.981093207686471e-05, + "loss": 0.1313, + "step": 10627 + }, + { + "epoch": 9.014418999151824, + "grad_norm": 1.3809205721878384, + "learning_rate": 1.981087890817563e-05, + "loss": 0.1596, + "step": 10628 + }, + { + "epoch": 9.01526717557252, + "grad_norm": 1.3613920029150848, + "learning_rate": 1.9810825732083063e-05, + "loss": 0.178, + "step": 10629 + }, + { + "epoch": 9.016115351993214, + "grad_norm": 1.414531799883505, + "learning_rate": 1.981077254858704e-05, + "loss": 0.1669, + "step": 10630 + }, + { + "epoch": 9.01696352841391, + "grad_norm": 1.1758929097839868, + "learning_rate": 1.981071935768761e-05, + "loss": 0.1381, + "step": 10631 + }, + { + "epoch": 9.017811704834605, + "grad_norm": 1.3794578650643923, + "learning_rate": 1.9810666159384808e-05, + "loss": 0.1536, + "step": 10632 + }, + { + "epoch": 9.018659881255301, + "grad_norm": 1.1451059604861769, + "learning_rate": 1.981061295367867e-05, + "loss": 0.1317, + "step": 10633 + }, + { + "epoch": 9.019508057675997, + "grad_norm": 1.2367587468619392, + "learning_rate": 1.9810559740569245e-05, + "loss": 0.1629, + "step": 10634 + }, + { + "epoch": 9.020356234096692, + "grad_norm": 1.156786033560031, + "learning_rate": 1.9810506520056572e-05, + "loss": 0.1185, + "step": 10635 + }, + { + "epoch": 9.021204410517388, + "grad_norm": 1.2541679014742984, + "learning_rate": 1.9810453292140685e-05, + "loss": 0.1883, + "step": 10636 + }, + { + "epoch": 9.022052586938083, + "grad_norm": 1.3701173687729191, + "learning_rate": 1.981040005682163e-05, + "loss": 0.143, + "step": 10637 + }, + { + "epoch": 9.022900763358779, + "grad_norm": 1.2315508473405643, + "learning_rate": 1.9810346814099444e-05, + "loss": 0.147, + "step": 10638 + }, + { + "epoch": 9.023748939779475, + "grad_norm": 1.398010476906013, + "learning_rate": 1.9810293563974167e-05, + "loss": 0.1675, + "step": 10639 + }, + { + "epoch": 9.02459711620017, + "grad_norm": 1.2254059796298244, + "learning_rate": 1.981024030644584e-05, + "loss": 0.1845, + "step": 10640 + }, + { + "epoch": 9.025445292620866, + "grad_norm": 1.19409823505434, + "learning_rate": 1.9810187041514504e-05, + "loss": 0.1433, + "step": 10641 + }, + { + "epoch": 9.02629346904156, + "grad_norm": 1.282023551944322, + "learning_rate": 1.98101337691802e-05, + "loss": 0.162, + "step": 10642 + }, + { + "epoch": 9.027141645462256, + "grad_norm": 1.165322541469869, + "learning_rate": 1.9810080489442963e-05, + "loss": 0.1458, + "step": 10643 + }, + { + "epoch": 9.02798982188295, + "grad_norm": 1.198131059677354, + "learning_rate": 1.981002720230284e-05, + "loss": 0.1307, + "step": 10644 + }, + { + "epoch": 9.028837998303647, + "grad_norm": 1.3327795027171547, + "learning_rate": 1.9809973907759868e-05, + "loss": 0.1253, + "step": 10645 + }, + { + "epoch": 9.029686174724343, + "grad_norm": 1.1359211383384167, + "learning_rate": 1.9809920605814084e-05, + "loss": 0.136, + "step": 10646 + }, + { + "epoch": 9.030534351145038, + "grad_norm": 1.3709790458899624, + "learning_rate": 1.9809867296465538e-05, + "loss": 0.183, + "step": 10647 + }, + { + "epoch": 9.031382527565734, + "grad_norm": 1.3263187341074543, + "learning_rate": 1.9809813979714262e-05, + "loss": 0.1545, + "step": 10648 + }, + { + "epoch": 9.032230703986428, + "grad_norm": 1.346009769727373, + "learning_rate": 1.9809760655560294e-05, + "loss": 0.176, + "step": 10649 + }, + { + "epoch": 9.033078880407125, + "grad_norm": 1.2456429147838992, + "learning_rate": 1.9809707324003682e-05, + "loss": 0.1497, + "step": 10650 + }, + { + "epoch": 9.033927056827821, + "grad_norm": 1.0393590463941735, + "learning_rate": 1.9809653985044463e-05, + "loss": 0.1316, + "step": 10651 + }, + { + "epoch": 9.034775233248515, + "grad_norm": 1.09368814443114, + "learning_rate": 1.9809600638682674e-05, + "loss": 0.1204, + "step": 10652 + }, + { + "epoch": 9.035623409669212, + "grad_norm": 1.152478883383796, + "learning_rate": 1.980954728491836e-05, + "loss": 0.1479, + "step": 10653 + }, + { + "epoch": 9.036471586089906, + "grad_norm": 1.2049182658700555, + "learning_rate": 1.980949392375156e-05, + "loss": 0.1525, + "step": 10654 + }, + { + "epoch": 9.037319762510602, + "grad_norm": 1.4354121731329599, + "learning_rate": 1.980944055518231e-05, + "loss": 0.1254, + "step": 10655 + }, + { + "epoch": 9.038167938931299, + "grad_norm": 1.2139613834131053, + "learning_rate": 1.980938717921066e-05, + "loss": 0.1346, + "step": 10656 + }, + { + "epoch": 9.039016115351993, + "grad_norm": 1.3729370898102613, + "learning_rate": 1.980933379583664e-05, + "loss": 0.1357, + "step": 10657 + }, + { + "epoch": 9.03986429177269, + "grad_norm": 1.3233588364451303, + "learning_rate": 1.9809280405060295e-05, + "loss": 0.1553, + "step": 10658 + }, + { + "epoch": 9.040712468193384, + "grad_norm": 1.2203309882690354, + "learning_rate": 1.9809227006881666e-05, + "loss": 0.1213, + "step": 10659 + }, + { + "epoch": 9.04156064461408, + "grad_norm": 1.3640251996341255, + "learning_rate": 1.980917360130079e-05, + "loss": 0.1695, + "step": 10660 + }, + { + "epoch": 9.042408821034774, + "grad_norm": 1.0929260197891362, + "learning_rate": 1.980912018831771e-05, + "loss": 0.1278, + "step": 10661 + }, + { + "epoch": 9.04325699745547, + "grad_norm": 1.1659471245391897, + "learning_rate": 1.9809066767932464e-05, + "loss": 0.1408, + "step": 10662 + }, + { + "epoch": 9.044105173876167, + "grad_norm": 1.1526090296957756, + "learning_rate": 1.98090133401451e-05, + "loss": 0.1407, + "step": 10663 + }, + { + "epoch": 9.044953350296861, + "grad_norm": 1.2779529000520224, + "learning_rate": 1.9808959904955646e-05, + "loss": 0.173, + "step": 10664 + }, + { + "epoch": 9.045801526717558, + "grad_norm": 1.3555167905496714, + "learning_rate": 1.980890646236415e-05, + "loss": 0.1847, + "step": 10665 + }, + { + "epoch": 9.046649703138252, + "grad_norm": 1.2527880490781849, + "learning_rate": 1.9808853012370656e-05, + "loss": 0.1607, + "step": 10666 + }, + { + "epoch": 9.047497879558948, + "grad_norm": 1.2172760497531714, + "learning_rate": 1.9808799554975194e-05, + "loss": 0.1554, + "step": 10667 + }, + { + "epoch": 9.048346055979644, + "grad_norm": 1.2692996085486539, + "learning_rate": 1.980874609017781e-05, + "loss": 0.1806, + "step": 10668 + }, + { + "epoch": 9.049194232400339, + "grad_norm": 1.3762872311533507, + "learning_rate": 1.9808692617978545e-05, + "loss": 0.1374, + "step": 10669 + }, + { + "epoch": 9.050042408821035, + "grad_norm": 1.2670496379147045, + "learning_rate": 1.9808639138377437e-05, + "loss": 0.1319, + "step": 10670 + }, + { + "epoch": 9.05089058524173, + "grad_norm": 1.341236615888769, + "learning_rate": 1.980858565137453e-05, + "loss": 0.1418, + "step": 10671 + }, + { + "epoch": 9.051738761662426, + "grad_norm": 1.27477491458442, + "learning_rate": 1.9808532156969858e-05, + "loss": 0.1387, + "step": 10672 + }, + { + "epoch": 9.052586938083122, + "grad_norm": 1.3279389917830549, + "learning_rate": 1.980847865516347e-05, + "loss": 0.1421, + "step": 10673 + }, + { + "epoch": 9.053435114503817, + "grad_norm": 1.3598266341273653, + "learning_rate": 1.98084251459554e-05, + "loss": 0.1708, + "step": 10674 + }, + { + "epoch": 9.054283290924513, + "grad_norm": 1.2875288196008092, + "learning_rate": 1.9808371629345692e-05, + "loss": 0.1706, + "step": 10675 + }, + { + "epoch": 9.055131467345207, + "grad_norm": 1.3056822002269668, + "learning_rate": 1.9808318105334382e-05, + "loss": 0.1737, + "step": 10676 + }, + { + "epoch": 9.055979643765903, + "grad_norm": 1.1793681705761838, + "learning_rate": 1.9808264573921515e-05, + "loss": 0.1665, + "step": 10677 + }, + { + "epoch": 9.056827820186598, + "grad_norm": 1.1124019484763237, + "learning_rate": 1.980821103510713e-05, + "loss": 0.1545, + "step": 10678 + }, + { + "epoch": 9.057675996607294, + "grad_norm": 1.2638565229282415, + "learning_rate": 1.9808157488891263e-05, + "loss": 0.1743, + "step": 10679 + }, + { + "epoch": 9.05852417302799, + "grad_norm": 1.254394107466262, + "learning_rate": 1.9808103935273956e-05, + "loss": 0.1339, + "step": 10680 + }, + { + "epoch": 9.059372349448685, + "grad_norm": 1.3186205627691971, + "learning_rate": 1.9808050374255258e-05, + "loss": 0.2023, + "step": 10681 + }, + { + "epoch": 9.060220525869381, + "grad_norm": 1.2446732420623225, + "learning_rate": 1.9807996805835203e-05, + "loss": 0.1563, + "step": 10682 + }, + { + "epoch": 9.061068702290076, + "grad_norm": 1.2669333635208304, + "learning_rate": 1.9807943230013828e-05, + "loss": 0.1389, + "step": 10683 + }, + { + "epoch": 9.061916878710772, + "grad_norm": 1.1771091970600525, + "learning_rate": 1.9807889646791178e-05, + "loss": 0.163, + "step": 10684 + }, + { + "epoch": 9.062765055131468, + "grad_norm": 1.2682662705044778, + "learning_rate": 1.9807836056167292e-05, + "loss": 0.1576, + "step": 10685 + }, + { + "epoch": 9.063613231552162, + "grad_norm": 1.3053162336626603, + "learning_rate": 1.980778245814221e-05, + "loss": 0.1564, + "step": 10686 + }, + { + "epoch": 9.064461407972859, + "grad_norm": 1.22713966337351, + "learning_rate": 1.980772885271597e-05, + "loss": 0.1418, + "step": 10687 + }, + { + "epoch": 9.065309584393553, + "grad_norm": 1.2555699648504026, + "learning_rate": 1.980767523988862e-05, + "loss": 0.1237, + "step": 10688 + }, + { + "epoch": 9.06615776081425, + "grad_norm": 1.4322460156269725, + "learning_rate": 1.9807621619660197e-05, + "loss": 0.171, + "step": 10689 + }, + { + "epoch": 9.067005937234946, + "grad_norm": 1.2218401984880554, + "learning_rate": 1.9807567992030737e-05, + "loss": 0.1501, + "step": 10690 + }, + { + "epoch": 9.06785411365564, + "grad_norm": 1.3147211123239662, + "learning_rate": 1.980751435700029e-05, + "loss": 0.1729, + "step": 10691 + }, + { + "epoch": 9.068702290076336, + "grad_norm": 1.479784813374546, + "learning_rate": 1.9807460714568884e-05, + "loss": 0.1769, + "step": 10692 + }, + { + "epoch": 9.06955046649703, + "grad_norm": 1.3970719915114371, + "learning_rate": 1.980740706473657e-05, + "loss": 0.1635, + "step": 10693 + }, + { + "epoch": 9.070398642917727, + "grad_norm": 1.3387446518004176, + "learning_rate": 1.980735340750338e-05, + "loss": 0.1485, + "step": 10694 + }, + { + "epoch": 9.071246819338423, + "grad_norm": 1.1300894407745639, + "learning_rate": 1.9807299742869365e-05, + "loss": 0.1459, + "step": 10695 + }, + { + "epoch": 9.072094995759118, + "grad_norm": 1.1428180241930828, + "learning_rate": 1.9807246070834555e-05, + "loss": 0.1516, + "step": 10696 + }, + { + "epoch": 9.072943172179814, + "grad_norm": 1.1241002139802079, + "learning_rate": 1.9807192391398994e-05, + "loss": 0.1419, + "step": 10697 + }, + { + "epoch": 9.073791348600508, + "grad_norm": 1.355516649025922, + "learning_rate": 1.9807138704562727e-05, + "loss": 0.1555, + "step": 10698 + }, + { + "epoch": 9.074639525021205, + "grad_norm": 1.2145809164375523, + "learning_rate": 1.9807085010325787e-05, + "loss": 0.1449, + "step": 10699 + }, + { + "epoch": 9.075487701441899, + "grad_norm": 1.3384783990064977, + "learning_rate": 1.9807031308688222e-05, + "loss": 0.1849, + "step": 10700 + }, + { + "epoch": 9.076335877862595, + "grad_norm": 1.1782624291839339, + "learning_rate": 1.980697759965007e-05, + "loss": 0.1397, + "step": 10701 + }, + { + "epoch": 9.077184054283292, + "grad_norm": 1.22627048179754, + "learning_rate": 1.9806923883211366e-05, + "loss": 0.1621, + "step": 10702 + }, + { + "epoch": 9.078032230703986, + "grad_norm": 1.182330687782748, + "learning_rate": 1.980687015937216e-05, + "loss": 0.1492, + "step": 10703 + }, + { + "epoch": 9.078880407124682, + "grad_norm": 1.1837833205194312, + "learning_rate": 1.9806816428132483e-05, + "loss": 0.1578, + "step": 10704 + }, + { + "epoch": 9.079728583545377, + "grad_norm": 1.211139981985642, + "learning_rate": 1.980676268949238e-05, + "loss": 0.1361, + "step": 10705 + }, + { + "epoch": 9.080576759966073, + "grad_norm": 1.2213913368419635, + "learning_rate": 1.9806708943451897e-05, + "loss": 0.1452, + "step": 10706 + }, + { + "epoch": 9.08142493638677, + "grad_norm": 1.2063380933278207, + "learning_rate": 1.9806655190011064e-05, + "loss": 0.1668, + "step": 10707 + }, + { + "epoch": 9.082273112807464, + "grad_norm": 1.4655639866493906, + "learning_rate": 1.9806601429169928e-05, + "loss": 0.186, + "step": 10708 + }, + { + "epoch": 9.08312128922816, + "grad_norm": 1.1779371660194948, + "learning_rate": 1.980654766092853e-05, + "loss": 0.1525, + "step": 10709 + }, + { + "epoch": 9.083969465648854, + "grad_norm": 1.0860931476680995, + "learning_rate": 1.980649388528691e-05, + "loss": 0.1373, + "step": 10710 + }, + { + "epoch": 9.08481764206955, + "grad_norm": 1.107888108262805, + "learning_rate": 1.9806440102245103e-05, + "loss": 0.1632, + "step": 10711 + }, + { + "epoch": 9.085665818490247, + "grad_norm": 1.244929539507287, + "learning_rate": 1.9806386311803157e-05, + "loss": 0.1678, + "step": 10712 + }, + { + "epoch": 9.086513994910941, + "grad_norm": 1.1710013588978534, + "learning_rate": 1.9806332513961108e-05, + "loss": 0.156, + "step": 10713 + }, + { + "epoch": 9.087362171331637, + "grad_norm": 1.2445720686407453, + "learning_rate": 1.9806278708719003e-05, + "loss": 0.1577, + "step": 10714 + }, + { + "epoch": 9.088210347752332, + "grad_norm": 1.262605843657089, + "learning_rate": 1.9806224896076872e-05, + "loss": 0.1624, + "step": 10715 + }, + { + "epoch": 9.089058524173028, + "grad_norm": 1.120584330274745, + "learning_rate": 1.9806171076034767e-05, + "loss": 0.1358, + "step": 10716 + }, + { + "epoch": 9.089906700593723, + "grad_norm": 1.2516677938801708, + "learning_rate": 1.980611724859272e-05, + "loss": 0.1643, + "step": 10717 + }, + { + "epoch": 9.090754877014419, + "grad_norm": 1.4245738384383404, + "learning_rate": 1.9806063413750775e-05, + "loss": 0.1522, + "step": 10718 + }, + { + "epoch": 9.091603053435115, + "grad_norm": 1.275749172078377, + "learning_rate": 1.9806009571508973e-05, + "loss": 0.1447, + "step": 10719 + }, + { + "epoch": 9.09245122985581, + "grad_norm": 1.2246884708117396, + "learning_rate": 1.9805955721867353e-05, + "loss": 0.1414, + "step": 10720 + }, + { + "epoch": 9.093299406276506, + "grad_norm": 1.193405040601506, + "learning_rate": 1.9805901864825957e-05, + "loss": 0.1051, + "step": 10721 + }, + { + "epoch": 9.0941475826972, + "grad_norm": 1.359303821201169, + "learning_rate": 1.9805848000384825e-05, + "loss": 0.1264, + "step": 10722 + }, + { + "epoch": 9.094995759117896, + "grad_norm": 1.3752465487557095, + "learning_rate": 1.9805794128544e-05, + "loss": 0.17, + "step": 10723 + }, + { + "epoch": 9.095843935538593, + "grad_norm": 1.2578328629964926, + "learning_rate": 1.9805740249303516e-05, + "loss": 0.1553, + "step": 10724 + }, + { + "epoch": 9.096692111959287, + "grad_norm": 1.2597379719505581, + "learning_rate": 1.9805686362663422e-05, + "loss": 0.1319, + "step": 10725 + }, + { + "epoch": 9.097540288379983, + "grad_norm": 1.3247943259988455, + "learning_rate": 1.9805632468623753e-05, + "loss": 0.1449, + "step": 10726 + }, + { + "epoch": 9.098388464800678, + "grad_norm": 1.1663555077719423, + "learning_rate": 1.9805578567184553e-05, + "loss": 0.1583, + "step": 10727 + }, + { + "epoch": 9.099236641221374, + "grad_norm": 1.4300471292830648, + "learning_rate": 1.980552465834586e-05, + "loss": 0.1356, + "step": 10728 + }, + { + "epoch": 9.10008481764207, + "grad_norm": 1.2133295990999204, + "learning_rate": 1.9805470742107717e-05, + "loss": 0.1275, + "step": 10729 + }, + { + "epoch": 9.100932994062765, + "grad_norm": 1.1913537768794085, + "learning_rate": 1.9805416818470165e-05, + "loss": 0.1167, + "step": 10730 + }, + { + "epoch": 9.101781170483461, + "grad_norm": 1.2869304126262824, + "learning_rate": 1.980536288743324e-05, + "loss": 0.1353, + "step": 10731 + }, + { + "epoch": 9.102629346904155, + "grad_norm": 1.232703926044964, + "learning_rate": 1.9805308948996988e-05, + "loss": 0.1624, + "step": 10732 + }, + { + "epoch": 9.103477523324852, + "grad_norm": 1.1558673003157465, + "learning_rate": 1.9805255003161447e-05, + "loss": 0.1725, + "step": 10733 + }, + { + "epoch": 9.104325699745548, + "grad_norm": 1.368827261094712, + "learning_rate": 1.980520104992666e-05, + "loss": 0.1763, + "step": 10734 + }, + { + "epoch": 9.105173876166242, + "grad_norm": 1.3188266362044805, + "learning_rate": 1.9805147089292665e-05, + "loss": 0.1887, + "step": 10735 + }, + { + "epoch": 9.106022052586939, + "grad_norm": 1.1916983541523611, + "learning_rate": 1.98050931212595e-05, + "loss": 0.1464, + "step": 10736 + }, + { + "epoch": 9.106870229007633, + "grad_norm": 1.168187902432361, + "learning_rate": 1.9805039145827216e-05, + "loss": 0.1496, + "step": 10737 + }, + { + "epoch": 9.10771840542833, + "grad_norm": 1.2312749027423722, + "learning_rate": 1.9804985162995844e-05, + "loss": 0.1366, + "step": 10738 + }, + { + "epoch": 9.108566581849024, + "grad_norm": 1.1484505131342138, + "learning_rate": 1.980493117276543e-05, + "loss": 0.12, + "step": 10739 + }, + { + "epoch": 9.10941475826972, + "grad_norm": 1.4669684659165207, + "learning_rate": 1.9804877175136013e-05, + "loss": 0.1306, + "step": 10740 + }, + { + "epoch": 9.110262934690416, + "grad_norm": 1.4084373227267182, + "learning_rate": 1.980482317010763e-05, + "loss": 0.1564, + "step": 10741 + }, + { + "epoch": 9.11111111111111, + "grad_norm": 1.3348308012244319, + "learning_rate": 1.980476915768033e-05, + "loss": 0.1909, + "step": 10742 + }, + { + "epoch": 9.111959287531807, + "grad_norm": 1.0731524291282586, + "learning_rate": 1.9804715137854146e-05, + "loss": 0.1369, + "step": 10743 + }, + { + "epoch": 9.112807463952501, + "grad_norm": 1.333329349778098, + "learning_rate": 1.980466111062912e-05, + "loss": 0.1515, + "step": 10744 + }, + { + "epoch": 9.113655640373198, + "grad_norm": 1.2406608036886766, + "learning_rate": 1.98046070760053e-05, + "loss": 0.1318, + "step": 10745 + }, + { + "epoch": 9.114503816793894, + "grad_norm": 1.2003273334257567, + "learning_rate": 1.9804553033982716e-05, + "loss": 0.1297, + "step": 10746 + }, + { + "epoch": 9.115351993214588, + "grad_norm": 1.253040275382422, + "learning_rate": 1.9804498984561416e-05, + "loss": 0.1447, + "step": 10747 + }, + { + "epoch": 9.116200169635285, + "grad_norm": 1.2042766780375027, + "learning_rate": 1.9804444927741438e-05, + "loss": 0.136, + "step": 10748 + }, + { + "epoch": 9.117048346055979, + "grad_norm": 1.2336601840535806, + "learning_rate": 1.9804390863522824e-05, + "loss": 0.1355, + "step": 10749 + }, + { + "epoch": 9.117896522476675, + "grad_norm": 1.3293825722308978, + "learning_rate": 1.9804336791905615e-05, + "loss": 0.1487, + "step": 10750 + }, + { + "epoch": 9.118744698897371, + "grad_norm": 1.2392768744319826, + "learning_rate": 1.9804282712889854e-05, + "loss": 0.1879, + "step": 10751 + }, + { + "epoch": 9.119592875318066, + "grad_norm": 1.3427165183803584, + "learning_rate": 1.9804228626475575e-05, + "loss": 0.1764, + "step": 10752 + }, + { + "epoch": 9.120441051738762, + "grad_norm": 1.22787008488539, + "learning_rate": 1.9804174532662827e-05, + "loss": 0.1354, + "step": 10753 + }, + { + "epoch": 9.121289228159457, + "grad_norm": 1.2401667471570172, + "learning_rate": 1.9804120431451645e-05, + "loss": 0.1525, + "step": 10754 + }, + { + "epoch": 9.122137404580153, + "grad_norm": 1.3327785544507023, + "learning_rate": 1.9804066322842067e-05, + "loss": 0.1473, + "step": 10755 + }, + { + "epoch": 9.122985581000847, + "grad_norm": 1.4194460736147139, + "learning_rate": 1.9804012206834145e-05, + "loss": 0.1802, + "step": 10756 + }, + { + "epoch": 9.123833757421544, + "grad_norm": 1.3013598246869502, + "learning_rate": 1.980395808342791e-05, + "loss": 0.1339, + "step": 10757 + }, + { + "epoch": 9.12468193384224, + "grad_norm": 1.2705562848909873, + "learning_rate": 1.9803903952623407e-05, + "loss": 0.1607, + "step": 10758 + }, + { + "epoch": 9.125530110262934, + "grad_norm": 1.2648760678586197, + "learning_rate": 1.9803849814420677e-05, + "loss": 0.1586, + "step": 10759 + }, + { + "epoch": 9.12637828668363, + "grad_norm": 1.3994388679943064, + "learning_rate": 1.9803795668819758e-05, + "loss": 0.1729, + "step": 10760 + }, + { + "epoch": 9.127226463104325, + "grad_norm": 1.267300732462965, + "learning_rate": 1.9803741515820693e-05, + "loss": 0.1537, + "step": 10761 + }, + { + "epoch": 9.128074639525021, + "grad_norm": 1.3841194748273014, + "learning_rate": 1.9803687355423525e-05, + "loss": 0.1711, + "step": 10762 + }, + { + "epoch": 9.128922815945717, + "grad_norm": 1.2298660548928344, + "learning_rate": 1.980363318762829e-05, + "loss": 0.1579, + "step": 10763 + }, + { + "epoch": 9.129770992366412, + "grad_norm": 1.2737426278769146, + "learning_rate": 1.9803579012435027e-05, + "loss": 0.1318, + "step": 10764 + }, + { + "epoch": 9.130619168787108, + "grad_norm": 1.206726171528997, + "learning_rate": 1.980352482984379e-05, + "loss": 0.1656, + "step": 10765 + }, + { + "epoch": 9.131467345207803, + "grad_norm": 1.1654716223484356, + "learning_rate": 1.9803470639854606e-05, + "loss": 0.1284, + "step": 10766 + }, + { + "epoch": 9.132315521628499, + "grad_norm": 1.2748992964025427, + "learning_rate": 1.980341644246752e-05, + "loss": 0.1357, + "step": 10767 + }, + { + "epoch": 9.133163698049195, + "grad_norm": 1.1778116037991937, + "learning_rate": 1.9803362237682578e-05, + "loss": 0.1248, + "step": 10768 + }, + { + "epoch": 9.13401187446989, + "grad_norm": 1.451734662656741, + "learning_rate": 1.980330802549981e-05, + "loss": 0.1746, + "step": 10769 + }, + { + "epoch": 9.134860050890586, + "grad_norm": 1.5465059232265166, + "learning_rate": 1.980325380591927e-05, + "loss": 0.1637, + "step": 10770 + }, + { + "epoch": 9.13570822731128, + "grad_norm": 1.3378010457198781, + "learning_rate": 1.980319957894099e-05, + "loss": 0.1639, + "step": 10771 + }, + { + "epoch": 9.136556403731976, + "grad_norm": 1.263086638340753, + "learning_rate": 1.9803145344565014e-05, + "loss": 0.1356, + "step": 10772 + }, + { + "epoch": 9.137404580152673, + "grad_norm": 1.2514290008169022, + "learning_rate": 1.980309110279138e-05, + "loss": 0.1605, + "step": 10773 + }, + { + "epoch": 9.138252756573367, + "grad_norm": 1.168543348207923, + "learning_rate": 1.9803036853620138e-05, + "loss": 0.1461, + "step": 10774 + }, + { + "epoch": 9.139100932994063, + "grad_norm": 1.018837489684656, + "learning_rate": 1.9802982597051316e-05, + "loss": 0.1043, + "step": 10775 + }, + { + "epoch": 9.139949109414758, + "grad_norm": 1.1750696004253476, + "learning_rate": 1.9802928333084962e-05, + "loss": 0.1658, + "step": 10776 + }, + { + "epoch": 9.140797285835454, + "grad_norm": 1.338349326005053, + "learning_rate": 1.9802874061721118e-05, + "loss": 0.1909, + "step": 10777 + }, + { + "epoch": 9.141645462256148, + "grad_norm": 1.5214809923060022, + "learning_rate": 1.9802819782959823e-05, + "loss": 0.2119, + "step": 10778 + }, + { + "epoch": 9.142493638676845, + "grad_norm": 1.306757253046099, + "learning_rate": 1.9802765496801118e-05, + "loss": 0.1551, + "step": 10779 + }, + { + "epoch": 9.143341815097541, + "grad_norm": 1.3370980623288307, + "learning_rate": 1.9802711203245043e-05, + "loss": 0.1708, + "step": 10780 + }, + { + "epoch": 9.144189991518235, + "grad_norm": 1.2074435570792552, + "learning_rate": 1.980265690229164e-05, + "loss": 0.1246, + "step": 10781 + }, + { + "epoch": 9.145038167938932, + "grad_norm": 1.308629320015368, + "learning_rate": 1.980260259394095e-05, + "loss": 0.152, + "step": 10782 + }, + { + "epoch": 9.145886344359626, + "grad_norm": 1.3069117644223052, + "learning_rate": 1.9802548278193013e-05, + "loss": 0.2013, + "step": 10783 + }, + { + "epoch": 9.146734520780322, + "grad_norm": 1.2931788046230814, + "learning_rate": 1.9802493955047876e-05, + "loss": 0.1587, + "step": 10784 + }, + { + "epoch": 9.147582697201019, + "grad_norm": 1.2241824558004202, + "learning_rate": 1.980243962450557e-05, + "loss": 0.1586, + "step": 10785 + }, + { + "epoch": 9.148430873621713, + "grad_norm": 1.2200755079063672, + "learning_rate": 1.980238528656614e-05, + "loss": 0.1659, + "step": 10786 + }, + { + "epoch": 9.14927905004241, + "grad_norm": 1.349767388455368, + "learning_rate": 1.9802330941229632e-05, + "loss": 0.1668, + "step": 10787 + }, + { + "epoch": 9.150127226463104, + "grad_norm": 1.26783045983821, + "learning_rate": 1.9802276588496082e-05, + "loss": 0.1484, + "step": 10788 + }, + { + "epoch": 9.1509754028838, + "grad_norm": 1.3719334181673994, + "learning_rate": 1.980222222836553e-05, + "loss": 0.1605, + "step": 10789 + }, + { + "epoch": 9.151823579304496, + "grad_norm": 1.1028302436952897, + "learning_rate": 1.980216786083802e-05, + "loss": 0.1388, + "step": 10790 + }, + { + "epoch": 9.15267175572519, + "grad_norm": 1.3530432785037785, + "learning_rate": 1.9802113485913593e-05, + "loss": 0.1613, + "step": 10791 + }, + { + "epoch": 9.153519932145887, + "grad_norm": 1.2341144319636213, + "learning_rate": 1.9802059103592288e-05, + "loss": 0.1376, + "step": 10792 + }, + { + "epoch": 9.154368108566581, + "grad_norm": 1.3330089865826424, + "learning_rate": 1.980200471387415e-05, + "loss": 0.1588, + "step": 10793 + }, + { + "epoch": 9.155216284987278, + "grad_norm": 1.3949940527707707, + "learning_rate": 1.9801950316759213e-05, + "loss": 0.1803, + "step": 10794 + }, + { + "epoch": 9.156064461407972, + "grad_norm": 1.1283501966004725, + "learning_rate": 1.9801895912247526e-05, + "loss": 0.1558, + "step": 10795 + }, + { + "epoch": 9.156912637828668, + "grad_norm": 1.2284833139816183, + "learning_rate": 1.9801841500339122e-05, + "loss": 0.189, + "step": 10796 + }, + { + "epoch": 9.157760814249365, + "grad_norm": 1.3055007402428518, + "learning_rate": 1.9801787081034048e-05, + "loss": 0.1852, + "step": 10797 + }, + { + "epoch": 9.158608990670059, + "grad_norm": 1.1395478354519493, + "learning_rate": 1.9801732654332343e-05, + "loss": 0.1622, + "step": 10798 + }, + { + "epoch": 9.159457167090755, + "grad_norm": 1.2115661138353566, + "learning_rate": 1.9801678220234052e-05, + "loss": 0.1433, + "step": 10799 + }, + { + "epoch": 9.16030534351145, + "grad_norm": 1.1782633000661948, + "learning_rate": 1.9801623778739208e-05, + "loss": 0.1329, + "step": 10800 + }, + { + "epoch": 9.161153519932146, + "grad_norm": 1.1541719690066272, + "learning_rate": 1.980156932984786e-05, + "loss": 0.1292, + "step": 10801 + }, + { + "epoch": 9.162001696352842, + "grad_norm": 1.3457840264109806, + "learning_rate": 1.9801514873560042e-05, + "loss": 0.1663, + "step": 10802 + }, + { + "epoch": 9.162849872773537, + "grad_norm": 1.2332486983846138, + "learning_rate": 1.98014604098758e-05, + "loss": 0.1683, + "step": 10803 + }, + { + "epoch": 9.163698049194233, + "grad_norm": 1.3504881098791286, + "learning_rate": 1.9801405938795178e-05, + "loss": 0.1892, + "step": 10804 + }, + { + "epoch": 9.164546225614927, + "grad_norm": 1.5119478400349495, + "learning_rate": 1.9801351460318208e-05, + "loss": 0.1363, + "step": 10805 + }, + { + "epoch": 9.165394402035624, + "grad_norm": 1.3253111774693653, + "learning_rate": 1.980129697444494e-05, + "loss": 0.1636, + "step": 10806 + }, + { + "epoch": 9.16624257845632, + "grad_norm": 1.2377408375010752, + "learning_rate": 1.980124248117541e-05, + "loss": 0.1408, + "step": 10807 + }, + { + "epoch": 9.167090754877014, + "grad_norm": 1.2923769569258738, + "learning_rate": 1.9801187980509657e-05, + "loss": 0.1583, + "step": 10808 + }, + { + "epoch": 9.16793893129771, + "grad_norm": 1.2184417546610853, + "learning_rate": 1.980113347244773e-05, + "loss": 0.1342, + "step": 10809 + }, + { + "epoch": 9.168787107718405, + "grad_norm": 1.280205438741578, + "learning_rate": 1.980107895698966e-05, + "loss": 0.1494, + "step": 10810 + }, + { + "epoch": 9.169635284139101, + "grad_norm": 1.2660118550742507, + "learning_rate": 1.98010244341355e-05, + "loss": 0.1786, + "step": 10811 + }, + { + "epoch": 9.170483460559796, + "grad_norm": 1.4254158457915276, + "learning_rate": 1.9800969903885285e-05, + "loss": 0.1541, + "step": 10812 + }, + { + "epoch": 9.171331636980492, + "grad_norm": 1.6176880428018285, + "learning_rate": 1.980091536623905e-05, + "loss": 0.1358, + "step": 10813 + }, + { + "epoch": 9.172179813401188, + "grad_norm": 1.2653751470322139, + "learning_rate": 1.9800860821196846e-05, + "loss": 0.1589, + "step": 10814 + }, + { + "epoch": 9.173027989821882, + "grad_norm": 1.2878777957779601, + "learning_rate": 1.980080626875871e-05, + "loss": 0.151, + "step": 10815 + }, + { + "epoch": 9.173876166242579, + "grad_norm": 1.1563515156846926, + "learning_rate": 1.980075170892468e-05, + "loss": 0.1689, + "step": 10816 + }, + { + "epoch": 9.174724342663273, + "grad_norm": 1.2254603694074844, + "learning_rate": 1.9800697141694806e-05, + "loss": 0.1692, + "step": 10817 + }, + { + "epoch": 9.17557251908397, + "grad_norm": 1.2485704050746131, + "learning_rate": 1.9800642567069124e-05, + "loss": 0.1455, + "step": 10818 + }, + { + "epoch": 9.176420695504666, + "grad_norm": 1.2946727751766418, + "learning_rate": 1.980058798504767e-05, + "loss": 0.1561, + "step": 10819 + }, + { + "epoch": 9.17726887192536, + "grad_norm": 1.2642393324025865, + "learning_rate": 1.9800533395630494e-05, + "loss": 0.1669, + "step": 10820 + }, + { + "epoch": 9.178117048346056, + "grad_norm": 1.3792442232885318, + "learning_rate": 1.9800478798817634e-05, + "loss": 0.1846, + "step": 10821 + }, + { + "epoch": 9.17896522476675, + "grad_norm": 1.1226536445684119, + "learning_rate": 1.980042419460913e-05, + "loss": 0.1364, + "step": 10822 + }, + { + "epoch": 9.179813401187447, + "grad_norm": 1.4202905880472572, + "learning_rate": 1.9800369583005022e-05, + "loss": 0.172, + "step": 10823 + }, + { + "epoch": 9.180661577608143, + "grad_norm": 1.2501847132157982, + "learning_rate": 1.9800314964005354e-05, + "loss": 0.1676, + "step": 10824 + }, + { + "epoch": 9.181509754028838, + "grad_norm": 1.3329771507523158, + "learning_rate": 1.9800260337610167e-05, + "loss": 0.135, + "step": 10825 + }, + { + "epoch": 9.182357930449534, + "grad_norm": 1.2067876463530287, + "learning_rate": 1.98002057038195e-05, + "loss": 0.1469, + "step": 10826 + }, + { + "epoch": 9.183206106870228, + "grad_norm": 1.332615898917851, + "learning_rate": 1.9800151062633397e-05, + "loss": 0.1718, + "step": 10827 + }, + { + "epoch": 9.184054283290925, + "grad_norm": 1.305782476357132, + "learning_rate": 1.9800096414051896e-05, + "loss": 0.1843, + "step": 10828 + }, + { + "epoch": 9.18490245971162, + "grad_norm": 1.1599507668899312, + "learning_rate": 1.9800041758075042e-05, + "loss": 0.1499, + "step": 10829 + }, + { + "epoch": 9.185750636132315, + "grad_norm": 1.366658941759152, + "learning_rate": 1.9799987094702876e-05, + "loss": 0.1647, + "step": 10830 + }, + { + "epoch": 9.186598812553012, + "grad_norm": 1.243151943052354, + "learning_rate": 1.9799932423935434e-05, + "loss": 0.1513, + "step": 10831 + }, + { + "epoch": 9.187446988973706, + "grad_norm": 1.4315657649544524, + "learning_rate": 1.9799877745772764e-05, + "loss": 0.1543, + "step": 10832 + }, + { + "epoch": 9.188295165394402, + "grad_norm": 1.3624201150980828, + "learning_rate": 1.97998230602149e-05, + "loss": 0.159, + "step": 10833 + }, + { + "epoch": 9.189143341815097, + "grad_norm": 1.3304820696012496, + "learning_rate": 1.9799768367261894e-05, + "loss": 0.1551, + "step": 10834 + }, + { + "epoch": 9.189991518235793, + "grad_norm": 1.398379192546584, + "learning_rate": 1.9799713666913778e-05, + "loss": 0.1647, + "step": 10835 + }, + { + "epoch": 9.19083969465649, + "grad_norm": 1.255144288602077, + "learning_rate": 1.9799658959170594e-05, + "loss": 0.1512, + "step": 10836 + }, + { + "epoch": 9.191687871077184, + "grad_norm": 1.2759995118310261, + "learning_rate": 1.9799604244032388e-05, + "loss": 0.1291, + "step": 10837 + }, + { + "epoch": 9.19253604749788, + "grad_norm": 1.3147758268989838, + "learning_rate": 1.97995495214992e-05, + "loss": 0.1687, + "step": 10838 + }, + { + "epoch": 9.193384223918574, + "grad_norm": 1.192303052961188, + "learning_rate": 1.9799494791571062e-05, + "loss": 0.14, + "step": 10839 + }, + { + "epoch": 9.19423240033927, + "grad_norm": 1.1995768314376256, + "learning_rate": 1.979944005424803e-05, + "loss": 0.1676, + "step": 10840 + }, + { + "epoch": 9.195080576759967, + "grad_norm": 1.2805793159446417, + "learning_rate": 1.9799385309530136e-05, + "loss": 0.1439, + "step": 10841 + }, + { + "epoch": 9.195928753180661, + "grad_norm": 1.2935218775064372, + "learning_rate": 1.9799330557417425e-05, + "loss": 0.1707, + "step": 10842 + }, + { + "epoch": 9.196776929601358, + "grad_norm": 1.2250282240476924, + "learning_rate": 1.9799275797909936e-05, + "loss": 0.1447, + "step": 10843 + }, + { + "epoch": 9.197625106022052, + "grad_norm": 1.3246656724816304, + "learning_rate": 1.9799221031007714e-05, + "loss": 0.1685, + "step": 10844 + }, + { + "epoch": 9.198473282442748, + "grad_norm": 1.2522419612983045, + "learning_rate": 1.9799166256710792e-05, + "loss": 0.1437, + "step": 10845 + }, + { + "epoch": 9.199321458863444, + "grad_norm": 1.4665298454440112, + "learning_rate": 1.9799111475019223e-05, + "loss": 0.1759, + "step": 10846 + }, + { + "epoch": 9.200169635284139, + "grad_norm": 1.2391923588311342, + "learning_rate": 1.9799056685933042e-05, + "loss": 0.144, + "step": 10847 + }, + { + "epoch": 9.201017811704835, + "grad_norm": 1.4862801785253335, + "learning_rate": 1.9799001889452287e-05, + "loss": 0.173, + "step": 10848 + }, + { + "epoch": 9.20186598812553, + "grad_norm": 1.1769988736200885, + "learning_rate": 1.9798947085577006e-05, + "loss": 0.1421, + "step": 10849 + }, + { + "epoch": 9.202714164546226, + "grad_norm": 1.1293291675178958, + "learning_rate": 1.979889227430724e-05, + "loss": 0.1415, + "step": 10850 + }, + { + "epoch": 9.20356234096692, + "grad_norm": 1.3339117276934573, + "learning_rate": 1.9798837455643023e-05, + "loss": 0.1713, + "step": 10851 + }, + { + "epoch": 9.204410517387617, + "grad_norm": 1.2951672680439559, + "learning_rate": 1.9798782629584402e-05, + "loss": 0.1571, + "step": 10852 + }, + { + "epoch": 9.205258693808313, + "grad_norm": 1.2530495399591532, + "learning_rate": 1.9798727796131422e-05, + "loss": 0.1658, + "step": 10853 + }, + { + "epoch": 9.206106870229007, + "grad_norm": 1.2505738095259442, + "learning_rate": 1.9798672955284114e-05, + "loss": 0.1665, + "step": 10854 + }, + { + "epoch": 9.206955046649703, + "grad_norm": 1.4749712164740716, + "learning_rate": 1.9798618107042528e-05, + "loss": 0.1563, + "step": 10855 + }, + { + "epoch": 9.207803223070398, + "grad_norm": 1.2325973716352727, + "learning_rate": 1.9798563251406703e-05, + "loss": 0.1648, + "step": 10856 + }, + { + "epoch": 9.208651399491094, + "grad_norm": 1.2779281540994256, + "learning_rate": 1.9798508388376677e-05, + "loss": 0.1515, + "step": 10857 + }, + { + "epoch": 9.20949957591179, + "grad_norm": 1.2782209088338263, + "learning_rate": 1.97984535179525e-05, + "loss": 0.2026, + "step": 10858 + }, + { + "epoch": 9.210347752332485, + "grad_norm": 1.1544716224505984, + "learning_rate": 1.9798398640134207e-05, + "loss": 0.1565, + "step": 10859 + }, + { + "epoch": 9.211195928753181, + "grad_norm": 1.3647284439528249, + "learning_rate": 1.9798343754921835e-05, + "loss": 0.198, + "step": 10860 + }, + { + "epoch": 9.212044105173876, + "grad_norm": 1.1844408182249635, + "learning_rate": 1.9798288862315438e-05, + "loss": 0.1478, + "step": 10861 + }, + { + "epoch": 9.212892281594572, + "grad_norm": 1.193321713445718, + "learning_rate": 1.9798233962315046e-05, + "loss": 0.1648, + "step": 10862 + }, + { + "epoch": 9.213740458015268, + "grad_norm": 1.4299787497132974, + "learning_rate": 1.9798179054920704e-05, + "loss": 0.1716, + "step": 10863 + }, + { + "epoch": 9.214588634435962, + "grad_norm": 1.141849797923745, + "learning_rate": 1.9798124140132455e-05, + "loss": 0.1647, + "step": 10864 + }, + { + "epoch": 9.215436810856659, + "grad_norm": 1.256324478862539, + "learning_rate": 1.979806921795034e-05, + "loss": 0.1445, + "step": 10865 + }, + { + "epoch": 9.216284987277353, + "grad_norm": 1.192088959154436, + "learning_rate": 1.97980142883744e-05, + "loss": 0.1536, + "step": 10866 + }, + { + "epoch": 9.21713316369805, + "grad_norm": 1.288269396273292, + "learning_rate": 1.9797959351404676e-05, + "loss": 0.1543, + "step": 10867 + }, + { + "epoch": 9.217981340118744, + "grad_norm": 1.2582842290058651, + "learning_rate": 1.9797904407041212e-05, + "loss": 0.165, + "step": 10868 + }, + { + "epoch": 9.21882951653944, + "grad_norm": 1.317054840746483, + "learning_rate": 1.9797849455284047e-05, + "loss": 0.1712, + "step": 10869 + }, + { + "epoch": 9.219677692960136, + "grad_norm": 1.1924983908462115, + "learning_rate": 1.979779449613322e-05, + "loss": 0.1618, + "step": 10870 + }, + { + "epoch": 9.22052586938083, + "grad_norm": 1.3120071250381773, + "learning_rate": 1.9797739529588775e-05, + "loss": 0.1872, + "step": 10871 + }, + { + "epoch": 9.221374045801527, + "grad_norm": 1.3953677694001787, + "learning_rate": 1.9797684555650755e-05, + "loss": 0.1587, + "step": 10872 + }, + { + "epoch": 9.222222222222221, + "grad_norm": 1.2015923932161243, + "learning_rate": 1.9797629574319202e-05, + "loss": 0.1545, + "step": 10873 + }, + { + "epoch": 9.223070398642918, + "grad_norm": 1.3648563524450454, + "learning_rate": 1.9797574585594155e-05, + "loss": 0.172, + "step": 10874 + }, + { + "epoch": 9.223918575063614, + "grad_norm": 1.1838942476961922, + "learning_rate": 1.9797519589475653e-05, + "loss": 0.1365, + "step": 10875 + }, + { + "epoch": 9.224766751484308, + "grad_norm": 1.254754937091037, + "learning_rate": 1.9797464585963745e-05, + "loss": 0.1691, + "step": 10876 + }, + { + "epoch": 9.225614927905005, + "grad_norm": 1.2559883925633057, + "learning_rate": 1.979740957505847e-05, + "loss": 0.1595, + "step": 10877 + }, + { + "epoch": 9.226463104325699, + "grad_norm": 1.1044124766437369, + "learning_rate": 1.979735455675986e-05, + "loss": 0.1266, + "step": 10878 + }, + { + "epoch": 9.227311280746395, + "grad_norm": 1.3473451609217142, + "learning_rate": 1.9797299531067972e-05, + "loss": 0.1654, + "step": 10879 + }, + { + "epoch": 9.228159457167092, + "grad_norm": 1.2176512241604038, + "learning_rate": 1.9797244497982834e-05, + "loss": 0.141, + "step": 10880 + }, + { + "epoch": 9.229007633587786, + "grad_norm": 1.3449536657111145, + "learning_rate": 1.9797189457504495e-05, + "loss": 0.1393, + "step": 10881 + }, + { + "epoch": 9.229855810008482, + "grad_norm": 1.4712020463486033, + "learning_rate": 1.9797134409632997e-05, + "loss": 0.1615, + "step": 10882 + }, + { + "epoch": 9.230703986429177, + "grad_norm": 1.3594826652407708, + "learning_rate": 1.9797079354368376e-05, + "loss": 0.1549, + "step": 10883 + }, + { + "epoch": 9.231552162849873, + "grad_norm": 1.2531944113384652, + "learning_rate": 1.979702429171068e-05, + "loss": 0.1635, + "step": 10884 + }, + { + "epoch": 9.23240033927057, + "grad_norm": 1.1701590982849566, + "learning_rate": 1.9796969221659946e-05, + "loss": 0.1267, + "step": 10885 + }, + { + "epoch": 9.233248515691264, + "grad_norm": 1.5101261579628873, + "learning_rate": 1.9796914144216214e-05, + "loss": 0.1418, + "step": 10886 + }, + { + "epoch": 9.23409669211196, + "grad_norm": 1.154324714436254, + "learning_rate": 1.9796859059379535e-05, + "loss": 0.1256, + "step": 10887 + }, + { + "epoch": 9.234944868532654, + "grad_norm": 1.2377236153218174, + "learning_rate": 1.979680396714994e-05, + "loss": 0.1528, + "step": 10888 + }, + { + "epoch": 9.23579304495335, + "grad_norm": 1.2259350858066715, + "learning_rate": 1.9796748867527476e-05, + "loss": 0.1378, + "step": 10889 + }, + { + "epoch": 9.236641221374045, + "grad_norm": 1.0852718410003563, + "learning_rate": 1.979669376051218e-05, + "loss": 0.1264, + "step": 10890 + }, + { + "epoch": 9.237489397794741, + "grad_norm": 1.4264690378664762, + "learning_rate": 1.97966386461041e-05, + "loss": 0.1713, + "step": 10891 + }, + { + "epoch": 9.238337574215437, + "grad_norm": 1.4270017012178966, + "learning_rate": 1.9796583524303277e-05, + "loss": 0.1637, + "step": 10892 + }, + { + "epoch": 9.239185750636132, + "grad_norm": 1.2212588573037522, + "learning_rate": 1.979652839510975e-05, + "loss": 0.135, + "step": 10893 + }, + { + "epoch": 9.240033927056828, + "grad_norm": 1.1750482052238613, + "learning_rate": 1.9796473258523555e-05, + "loss": 0.1486, + "step": 10894 + }, + { + "epoch": 9.240882103477523, + "grad_norm": 1.1804367498007269, + "learning_rate": 1.9796418114544745e-05, + "loss": 0.1264, + "step": 10895 + }, + { + "epoch": 9.241730279898219, + "grad_norm": 1.4363843084772834, + "learning_rate": 1.979636296317335e-05, + "loss": 0.1568, + "step": 10896 + }, + { + "epoch": 9.242578456318915, + "grad_norm": 1.3577747598587475, + "learning_rate": 1.9796307804409424e-05, + "loss": 0.1554, + "step": 10897 + }, + { + "epoch": 9.24342663273961, + "grad_norm": 1.3740674327962368, + "learning_rate": 1.9796252638252998e-05, + "loss": 0.1645, + "step": 10898 + }, + { + "epoch": 9.244274809160306, + "grad_norm": 1.3931402485819797, + "learning_rate": 1.979619746470412e-05, + "loss": 0.138, + "step": 10899 + }, + { + "epoch": 9.245122985581, + "grad_norm": 1.3068790579981955, + "learning_rate": 1.9796142283762827e-05, + "loss": 0.1383, + "step": 10900 + }, + { + "epoch": 9.245971162001696, + "grad_norm": 1.4975911006022424, + "learning_rate": 1.9796087095429164e-05, + "loss": 0.1844, + "step": 10901 + }, + { + "epoch": 9.246819338422393, + "grad_norm": 1.172134154636658, + "learning_rate": 1.9796031899703173e-05, + "loss": 0.1278, + "step": 10902 + }, + { + "epoch": 9.247667514843087, + "grad_norm": 1.2333312565438315, + "learning_rate": 1.9795976696584892e-05, + "loss": 0.1681, + "step": 10903 + }, + { + "epoch": 9.248515691263783, + "grad_norm": 1.487787540322444, + "learning_rate": 1.979592148607437e-05, + "loss": 0.1945, + "step": 10904 + }, + { + "epoch": 9.249363867684478, + "grad_norm": 1.214362629848286, + "learning_rate": 1.979586626817164e-05, + "loss": 0.1686, + "step": 10905 + }, + { + "epoch": 9.250212044105174, + "grad_norm": 1.3253594170418947, + "learning_rate": 1.9795811042876745e-05, + "loss": 0.1478, + "step": 10906 + }, + { + "epoch": 9.251060220525869, + "grad_norm": 1.319344945809912, + "learning_rate": 1.9795755810189733e-05, + "loss": 0.1523, + "step": 10907 + }, + { + "epoch": 9.251908396946565, + "grad_norm": 1.1598531111595745, + "learning_rate": 1.9795700570110637e-05, + "loss": 0.1395, + "step": 10908 + }, + { + "epoch": 9.252756573367261, + "grad_norm": 1.4650561686762187, + "learning_rate": 1.979564532263951e-05, + "loss": 0.1304, + "step": 10909 + }, + { + "epoch": 9.253604749787955, + "grad_norm": 1.3208888062491713, + "learning_rate": 1.979559006777638e-05, + "loss": 0.15, + "step": 10910 + }, + { + "epoch": 9.254452926208652, + "grad_norm": 1.2086717012703767, + "learning_rate": 1.9795534805521303e-05, + "loss": 0.1511, + "step": 10911 + }, + { + "epoch": 9.255301102629346, + "grad_norm": 1.5034237269449053, + "learning_rate": 1.979547953587431e-05, + "loss": 0.1754, + "step": 10912 + }, + { + "epoch": 9.256149279050042, + "grad_norm": 1.1871932193286583, + "learning_rate": 1.9795424258835446e-05, + "loss": 0.1387, + "step": 10913 + }, + { + "epoch": 9.256997455470739, + "grad_norm": 1.332410635241978, + "learning_rate": 1.979536897440475e-05, + "loss": 0.1774, + "step": 10914 + }, + { + "epoch": 9.257845631891433, + "grad_norm": 1.2614132590829057, + "learning_rate": 1.9795313682582272e-05, + "loss": 0.1506, + "step": 10915 + }, + { + "epoch": 9.25869380831213, + "grad_norm": 1.2329787244000323, + "learning_rate": 1.9795258383368045e-05, + "loss": 0.156, + "step": 10916 + }, + { + "epoch": 9.259541984732824, + "grad_norm": 1.1532558765632637, + "learning_rate": 1.9795203076762115e-05, + "loss": 0.1507, + "step": 10917 + }, + { + "epoch": 9.26039016115352, + "grad_norm": 1.4490378952669938, + "learning_rate": 1.979514776276452e-05, + "loss": 0.1924, + "step": 10918 + }, + { + "epoch": 9.261238337574216, + "grad_norm": 1.2170400120857123, + "learning_rate": 1.979509244137531e-05, + "loss": 0.1737, + "step": 10919 + }, + { + "epoch": 9.26208651399491, + "grad_norm": 1.2152345979078507, + "learning_rate": 1.9795037112594518e-05, + "loss": 0.1498, + "step": 10920 + }, + { + "epoch": 9.262934690415607, + "grad_norm": 1.108078376250685, + "learning_rate": 1.979498177642219e-05, + "loss": 0.1335, + "step": 10921 + }, + { + "epoch": 9.263782866836301, + "grad_norm": 1.3834367964856433, + "learning_rate": 1.9794926432858366e-05, + "loss": 0.1654, + "step": 10922 + }, + { + "epoch": 9.264631043256998, + "grad_norm": 1.2192545401063124, + "learning_rate": 1.9794871081903092e-05, + "loss": 0.1291, + "step": 10923 + }, + { + "epoch": 9.265479219677694, + "grad_norm": 1.1173580179518248, + "learning_rate": 1.97948157235564e-05, + "loss": 0.1225, + "step": 10924 + }, + { + "epoch": 9.266327396098388, + "grad_norm": 1.2940839468147907, + "learning_rate": 1.9794760357818345e-05, + "loss": 0.1245, + "step": 10925 + }, + { + "epoch": 9.267175572519085, + "grad_norm": 1.2556759770931327, + "learning_rate": 1.9794704984688957e-05, + "loss": 0.1305, + "step": 10926 + }, + { + "epoch": 9.268023748939779, + "grad_norm": 1.2273354033266948, + "learning_rate": 1.9794649604168285e-05, + "loss": 0.1299, + "step": 10927 + }, + { + "epoch": 9.268871925360475, + "grad_norm": 1.319216405459096, + "learning_rate": 1.9794594216256367e-05, + "loss": 0.1633, + "step": 10928 + }, + { + "epoch": 9.26972010178117, + "grad_norm": 1.3002213764727453, + "learning_rate": 1.9794538820953246e-05, + "loss": 0.1767, + "step": 10929 + }, + { + "epoch": 9.270568278201866, + "grad_norm": 1.3559056023959095, + "learning_rate": 1.9794483418258966e-05, + "loss": 0.1601, + "step": 10930 + }, + { + "epoch": 9.271416454622562, + "grad_norm": 1.1899574846611842, + "learning_rate": 1.9794428008173564e-05, + "loss": 0.159, + "step": 10931 + }, + { + "epoch": 9.272264631043257, + "grad_norm": 1.1658527033986024, + "learning_rate": 1.979437259069709e-05, + "loss": 0.1186, + "step": 10932 + }, + { + "epoch": 9.273112807463953, + "grad_norm": 1.328897640377594, + "learning_rate": 1.9794317165829574e-05, + "loss": 0.1538, + "step": 10933 + }, + { + "epoch": 9.273960983884647, + "grad_norm": 1.2884377245131555, + "learning_rate": 1.9794261733571066e-05, + "loss": 0.1554, + "step": 10934 + }, + { + "epoch": 9.274809160305344, + "grad_norm": 1.1611692491670882, + "learning_rate": 1.979420629392161e-05, + "loss": 0.127, + "step": 10935 + }, + { + "epoch": 9.27565733672604, + "grad_norm": 1.2999418201999011, + "learning_rate": 1.979415084688124e-05, + "loss": 0.1684, + "step": 10936 + }, + { + "epoch": 9.276505513146734, + "grad_norm": 1.202577834062764, + "learning_rate": 1.9794095392450003e-05, + "loss": 0.1638, + "step": 10937 + }, + { + "epoch": 9.27735368956743, + "grad_norm": 1.511831435467133, + "learning_rate": 1.979403993062794e-05, + "loss": 0.1576, + "step": 10938 + }, + { + "epoch": 9.278201865988125, + "grad_norm": 1.52814476464121, + "learning_rate": 1.9793984461415096e-05, + "loss": 0.1522, + "step": 10939 + }, + { + "epoch": 9.279050042408821, + "grad_norm": 1.4099048607653184, + "learning_rate": 1.9793928984811503e-05, + "loss": 0.1687, + "step": 10940 + }, + { + "epoch": 9.279898218829517, + "grad_norm": 1.3031887928058812, + "learning_rate": 1.9793873500817212e-05, + "loss": 0.1966, + "step": 10941 + }, + { + "epoch": 9.280746395250212, + "grad_norm": 1.2518941553651006, + "learning_rate": 1.9793818009432263e-05, + "loss": 0.1358, + "step": 10942 + }, + { + "epoch": 9.281594571670908, + "grad_norm": 1.277782305799018, + "learning_rate": 1.97937625106567e-05, + "loss": 0.181, + "step": 10943 + }, + { + "epoch": 9.282442748091603, + "grad_norm": 1.314301730144244, + "learning_rate": 1.9793707004490558e-05, + "loss": 0.1394, + "step": 10944 + }, + { + "epoch": 9.283290924512299, + "grad_norm": 1.1142329596569525, + "learning_rate": 1.979365149093388e-05, + "loss": 0.1294, + "step": 10945 + }, + { + "epoch": 9.284139100932993, + "grad_norm": 1.0858867962435192, + "learning_rate": 1.9793595969986714e-05, + "loss": 0.1265, + "step": 10946 + }, + { + "epoch": 9.28498727735369, + "grad_norm": 1.2055363541863295, + "learning_rate": 1.97935404416491e-05, + "loss": 0.156, + "step": 10947 + }, + { + "epoch": 9.285835453774386, + "grad_norm": 1.2921404005483392, + "learning_rate": 1.9793484905921076e-05, + "loss": 0.1878, + "step": 10948 + }, + { + "epoch": 9.28668363019508, + "grad_norm": 1.3637453823153565, + "learning_rate": 1.9793429362802685e-05, + "loss": 0.1901, + "step": 10949 + }, + { + "epoch": 9.287531806615776, + "grad_norm": 1.3553188251271484, + "learning_rate": 1.9793373812293973e-05, + "loss": 0.1344, + "step": 10950 + }, + { + "epoch": 9.28837998303647, + "grad_norm": 1.3605540218543783, + "learning_rate": 1.979331825439498e-05, + "loss": 0.1636, + "step": 10951 + }, + { + "epoch": 9.289228159457167, + "grad_norm": 1.207982558063238, + "learning_rate": 1.9793262689105747e-05, + "loss": 0.1449, + "step": 10952 + }, + { + "epoch": 9.290076335877863, + "grad_norm": 1.4049709404775856, + "learning_rate": 1.9793207116426313e-05, + "loss": 0.166, + "step": 10953 + }, + { + "epoch": 9.290924512298558, + "grad_norm": 1.4536250099021535, + "learning_rate": 1.9793151536356724e-05, + "loss": 0.144, + "step": 10954 + }, + { + "epoch": 9.291772688719254, + "grad_norm": 1.4343451816425252, + "learning_rate": 1.9793095948897023e-05, + "loss": 0.1921, + "step": 10955 + }, + { + "epoch": 9.292620865139948, + "grad_norm": 1.149433757995347, + "learning_rate": 1.9793040354047247e-05, + "loss": 0.1695, + "step": 10956 + }, + { + "epoch": 9.293469041560645, + "grad_norm": 1.2283461260013802, + "learning_rate": 1.979298475180744e-05, + "loss": 0.1411, + "step": 10957 + }, + { + "epoch": 9.294317217981341, + "grad_norm": 0.9873309162846331, + "learning_rate": 1.979292914217765e-05, + "loss": 0.1112, + "step": 10958 + }, + { + "epoch": 9.295165394402035, + "grad_norm": 1.2601663929726357, + "learning_rate": 1.979287352515791e-05, + "loss": 0.1582, + "step": 10959 + }, + { + "epoch": 9.296013570822732, + "grad_norm": 1.5156393085693791, + "learning_rate": 1.9792817900748268e-05, + "loss": 0.1955, + "step": 10960 + }, + { + "epoch": 9.296861747243426, + "grad_norm": 1.5683053500086195, + "learning_rate": 1.9792762268948764e-05, + "loss": 0.186, + "step": 10961 + }, + { + "epoch": 9.297709923664122, + "grad_norm": 1.3760349491294324, + "learning_rate": 1.9792706629759436e-05, + "loss": 0.148, + "step": 10962 + }, + { + "epoch": 9.298558100084819, + "grad_norm": 1.3099645007787346, + "learning_rate": 1.979265098318033e-05, + "loss": 0.1674, + "step": 10963 + }, + { + "epoch": 9.299406276505513, + "grad_norm": 1.342294180100821, + "learning_rate": 1.9792595329211492e-05, + "loss": 0.1762, + "step": 10964 + }, + { + "epoch": 9.30025445292621, + "grad_norm": 1.1278178270414059, + "learning_rate": 1.979253966785296e-05, + "loss": 0.1118, + "step": 10965 + }, + { + "epoch": 9.301102629346904, + "grad_norm": 1.3114009064726333, + "learning_rate": 1.979248399910477e-05, + "loss": 0.1434, + "step": 10966 + }, + { + "epoch": 9.3019508057676, + "grad_norm": 1.4065355335287704, + "learning_rate": 1.979242832296697e-05, + "loss": 0.1669, + "step": 10967 + }, + { + "epoch": 9.302798982188294, + "grad_norm": 1.156933898897515, + "learning_rate": 1.979237263943961e-05, + "loss": 0.1529, + "step": 10968 + }, + { + "epoch": 9.30364715860899, + "grad_norm": 1.3320731942943267, + "learning_rate": 1.9792316948522714e-05, + "loss": 0.1274, + "step": 10969 + }, + { + "epoch": 9.304495335029687, + "grad_norm": 1.3007639098647883, + "learning_rate": 1.9792261250216338e-05, + "loss": 0.1348, + "step": 10970 + }, + { + "epoch": 9.305343511450381, + "grad_norm": 1.4607372171561344, + "learning_rate": 1.979220554452052e-05, + "loss": 0.1608, + "step": 10971 + }, + { + "epoch": 9.306191687871078, + "grad_norm": 1.2586267731107619, + "learning_rate": 1.97921498314353e-05, + "loss": 0.1462, + "step": 10972 + }, + { + "epoch": 9.307039864291772, + "grad_norm": 1.219657910762614, + "learning_rate": 1.9792094110960723e-05, + "loss": 0.1242, + "step": 10973 + }, + { + "epoch": 9.307888040712468, + "grad_norm": 1.505243018319519, + "learning_rate": 1.979203838309683e-05, + "loss": 0.1809, + "step": 10974 + }, + { + "epoch": 9.308736217133164, + "grad_norm": 1.3185181301206876, + "learning_rate": 1.9791982647843663e-05, + "loss": 0.1622, + "step": 10975 + }, + { + "epoch": 9.309584393553859, + "grad_norm": 1.3088272367970044, + "learning_rate": 1.9791926905201265e-05, + "loss": 0.1719, + "step": 10976 + }, + { + "epoch": 9.310432569974555, + "grad_norm": 1.3938958677241404, + "learning_rate": 1.9791871155169677e-05, + "loss": 0.1618, + "step": 10977 + }, + { + "epoch": 9.31128074639525, + "grad_norm": 1.2925584779874615, + "learning_rate": 1.979181539774894e-05, + "loss": 0.1478, + "step": 10978 + }, + { + "epoch": 9.312128922815946, + "grad_norm": 1.3118711214933072, + "learning_rate": 1.97917596329391e-05, + "loss": 0.1402, + "step": 10979 + }, + { + "epoch": 9.312977099236642, + "grad_norm": 1.2385690840697055, + "learning_rate": 1.979170386074019e-05, + "loss": 0.1419, + "step": 10980 + }, + { + "epoch": 9.313825275657337, + "grad_norm": 1.2890896550366269, + "learning_rate": 1.9791648081152265e-05, + "loss": 0.1363, + "step": 10981 + }, + { + "epoch": 9.314673452078033, + "grad_norm": 1.3024108170815953, + "learning_rate": 1.9791592294175356e-05, + "loss": 0.1528, + "step": 10982 + }, + { + "epoch": 9.315521628498727, + "grad_norm": 1.284611819190378, + "learning_rate": 1.979153649980951e-05, + "loss": 0.1432, + "step": 10983 + }, + { + "epoch": 9.316369804919423, + "grad_norm": 1.2481936898666564, + "learning_rate": 1.979148069805477e-05, + "loss": 0.1438, + "step": 10984 + }, + { + "epoch": 9.317217981340118, + "grad_norm": 1.4776275138041224, + "learning_rate": 1.979142488891118e-05, + "loss": 0.1803, + "step": 10985 + }, + { + "epoch": 9.318066157760814, + "grad_norm": 1.5060504387639415, + "learning_rate": 1.9791369072378772e-05, + "loss": 0.181, + "step": 10986 + }, + { + "epoch": 9.31891433418151, + "grad_norm": 1.2166117681528892, + "learning_rate": 1.97913132484576e-05, + "loss": 0.14, + "step": 10987 + }, + { + "epoch": 9.319762510602205, + "grad_norm": 1.418809569993185, + "learning_rate": 1.9791257417147698e-05, + "loss": 0.1355, + "step": 10988 + }, + { + "epoch": 9.320610687022901, + "grad_norm": 1.3802217291302488, + "learning_rate": 1.9791201578449114e-05, + "loss": 0.1566, + "step": 10989 + }, + { + "epoch": 9.321458863443596, + "grad_norm": 1.2504081344922515, + "learning_rate": 1.9791145732361885e-05, + "loss": 0.1396, + "step": 10990 + }, + { + "epoch": 9.322307039864292, + "grad_norm": 1.25229438447239, + "learning_rate": 1.979108987888606e-05, + "loss": 0.1742, + "step": 10991 + }, + { + "epoch": 9.323155216284988, + "grad_norm": 1.3004958871262782, + "learning_rate": 1.979103401802167e-05, + "loss": 0.1575, + "step": 10992 + }, + { + "epoch": 9.324003392705682, + "grad_norm": 1.190395120947951, + "learning_rate": 1.9790978149768768e-05, + "loss": 0.137, + "step": 10993 + }, + { + "epoch": 9.324851569126379, + "grad_norm": 1.3723118864951989, + "learning_rate": 1.979092227412739e-05, + "loss": 0.1769, + "step": 10994 + }, + { + "epoch": 9.325699745547073, + "grad_norm": 1.3210278623253056, + "learning_rate": 1.9790866391097583e-05, + "loss": 0.1473, + "step": 10995 + }, + { + "epoch": 9.32654792196777, + "grad_norm": 1.2556688054869172, + "learning_rate": 1.9790810500679387e-05, + "loss": 0.1291, + "step": 10996 + }, + { + "epoch": 9.327396098388466, + "grad_norm": 1.3171710216278718, + "learning_rate": 1.979075460287284e-05, + "loss": 0.1477, + "step": 10997 + }, + { + "epoch": 9.32824427480916, + "grad_norm": 1.372288669790433, + "learning_rate": 1.979069869767799e-05, + "loss": 0.2149, + "step": 10998 + }, + { + "epoch": 9.329092451229856, + "grad_norm": 1.3876175656848553, + "learning_rate": 1.9790642785094877e-05, + "loss": 0.1419, + "step": 10999 + }, + { + "epoch": 9.32994062765055, + "grad_norm": 1.2553770243638473, + "learning_rate": 1.979058686512354e-05, + "loss": 0.1686, + "step": 11000 + }, + { + "epoch": 9.330788804071247, + "grad_norm": 1.077000319688589, + "learning_rate": 1.979053093776403e-05, + "loss": 0.1404, + "step": 11001 + }, + { + "epoch": 9.331636980491943, + "grad_norm": 1.3086655062438133, + "learning_rate": 1.9790475003016377e-05, + "loss": 0.1771, + "step": 11002 + }, + { + "epoch": 9.332485156912638, + "grad_norm": 1.3120893031597458, + "learning_rate": 1.9790419060880633e-05, + "loss": 0.1423, + "step": 11003 + }, + { + "epoch": 9.333333333333334, + "grad_norm": 1.149483685762536, + "learning_rate": 1.9790363111356838e-05, + "loss": 0.1121, + "step": 11004 + }, + { + "epoch": 9.334181509754028, + "grad_norm": 1.17343902895069, + "learning_rate": 1.979030715444503e-05, + "loss": 0.1631, + "step": 11005 + }, + { + "epoch": 9.335029686174725, + "grad_norm": 1.2105363113228722, + "learning_rate": 1.9790251190145258e-05, + "loss": 0.154, + "step": 11006 + }, + { + "epoch": 9.335877862595419, + "grad_norm": 1.2682959725002771, + "learning_rate": 1.9790195218457558e-05, + "loss": 0.1756, + "step": 11007 + }, + { + "epoch": 9.336726039016115, + "grad_norm": 1.45237727039906, + "learning_rate": 1.979013923938198e-05, + "loss": 0.1495, + "step": 11008 + }, + { + "epoch": 9.337574215436812, + "grad_norm": 1.2903963867140948, + "learning_rate": 1.979008325291855e-05, + "loss": 0.1797, + "step": 11009 + }, + { + "epoch": 9.338422391857506, + "grad_norm": 1.3952822024795442, + "learning_rate": 1.979002725906733e-05, + "loss": 0.1502, + "step": 11010 + }, + { + "epoch": 9.339270568278202, + "grad_norm": 1.3482513702951942, + "learning_rate": 1.9789971257828355e-05, + "loss": 0.1324, + "step": 11011 + }, + { + "epoch": 9.340118744698897, + "grad_norm": 1.3622067179768393, + "learning_rate": 1.978991524920166e-05, + "loss": 0.1801, + "step": 11012 + }, + { + "epoch": 9.340966921119593, + "grad_norm": 1.2457785700478226, + "learning_rate": 1.9789859233187296e-05, + "loss": 0.1457, + "step": 11013 + }, + { + "epoch": 9.34181509754029, + "grad_norm": 1.4163945955260926, + "learning_rate": 1.97898032097853e-05, + "loss": 0.1842, + "step": 11014 + }, + { + "epoch": 9.342663273960984, + "grad_norm": 1.182517896526012, + "learning_rate": 1.978974717899572e-05, + "loss": 0.1338, + "step": 11015 + }, + { + "epoch": 9.34351145038168, + "grad_norm": 1.3365557668745385, + "learning_rate": 1.9789691140818594e-05, + "loss": 0.1472, + "step": 11016 + }, + { + "epoch": 9.344359626802374, + "grad_norm": 1.4282915492619561, + "learning_rate": 1.9789635095253964e-05, + "loss": 0.1541, + "step": 11017 + }, + { + "epoch": 9.34520780322307, + "grad_norm": 1.358156014251961, + "learning_rate": 1.9789579042301876e-05, + "loss": 0.1374, + "step": 11018 + }, + { + "epoch": 9.346055979643765, + "grad_norm": 1.1201467227486874, + "learning_rate": 1.978952298196237e-05, + "loss": 0.122, + "step": 11019 + }, + { + "epoch": 9.346904156064461, + "grad_norm": 1.4046975772643375, + "learning_rate": 1.9789466914235485e-05, + "loss": 0.1939, + "step": 11020 + }, + { + "epoch": 9.347752332485157, + "grad_norm": 1.4572737447906383, + "learning_rate": 1.9789410839121268e-05, + "loss": 0.2072, + "step": 11021 + }, + { + "epoch": 9.348600508905852, + "grad_norm": 1.3252315779435357, + "learning_rate": 1.9789354756619757e-05, + "loss": 0.1785, + "step": 11022 + }, + { + "epoch": 9.349448685326548, + "grad_norm": 1.232721403258264, + "learning_rate": 1.9789298666731002e-05, + "loss": 0.1508, + "step": 11023 + }, + { + "epoch": 9.350296861747243, + "grad_norm": 1.303452007096831, + "learning_rate": 1.9789242569455038e-05, + "loss": 0.161, + "step": 11024 + }, + { + "epoch": 9.351145038167939, + "grad_norm": 1.1385945886189224, + "learning_rate": 1.978918646479191e-05, + "loss": 0.1502, + "step": 11025 + }, + { + "epoch": 9.351993214588635, + "grad_norm": 1.2477823874334384, + "learning_rate": 1.978913035274166e-05, + "loss": 0.1714, + "step": 11026 + }, + { + "epoch": 9.35284139100933, + "grad_norm": 1.2407427635298576, + "learning_rate": 1.978907423330433e-05, + "loss": 0.1239, + "step": 11027 + }, + { + "epoch": 9.353689567430026, + "grad_norm": 1.3546693931860512, + "learning_rate": 1.9789018106479962e-05, + "loss": 0.1745, + "step": 11028 + }, + { + "epoch": 9.35453774385072, + "grad_norm": 1.2272345465243073, + "learning_rate": 1.97889619722686e-05, + "loss": 0.1471, + "step": 11029 + }, + { + "epoch": 9.355385920271416, + "grad_norm": 1.3447413881606995, + "learning_rate": 1.9788905830670283e-05, + "loss": 0.1621, + "step": 11030 + }, + { + "epoch": 9.356234096692113, + "grad_norm": 1.4396914588544247, + "learning_rate": 1.9788849681685062e-05, + "loss": 0.1865, + "step": 11031 + }, + { + "epoch": 9.357082273112807, + "grad_norm": 1.684886220897188, + "learning_rate": 1.9788793525312968e-05, + "loss": 0.1653, + "step": 11032 + }, + { + "epoch": 9.357930449533503, + "grad_norm": 1.3438472471370808, + "learning_rate": 1.9788737361554052e-05, + "loss": 0.1727, + "step": 11033 + }, + { + "epoch": 9.358778625954198, + "grad_norm": 1.3962679021384348, + "learning_rate": 1.978868119040835e-05, + "loss": 0.1891, + "step": 11034 + }, + { + "epoch": 9.359626802374894, + "grad_norm": 1.2046418520532018, + "learning_rate": 1.9788625011875907e-05, + "loss": 0.1956, + "step": 11035 + }, + { + "epoch": 9.36047497879559, + "grad_norm": 1.2192974358103077, + "learning_rate": 1.978856882595677e-05, + "loss": 0.1404, + "step": 11036 + }, + { + "epoch": 9.361323155216285, + "grad_norm": 1.2833176801751494, + "learning_rate": 1.9788512632650973e-05, + "loss": 0.1459, + "step": 11037 + }, + { + "epoch": 9.362171331636981, + "grad_norm": 1.0898248406769777, + "learning_rate": 1.9788456431958565e-05, + "loss": 0.1187, + "step": 11038 + }, + { + "epoch": 9.363019508057675, + "grad_norm": 1.2456780741883113, + "learning_rate": 1.978840022387958e-05, + "loss": 0.1605, + "step": 11039 + }, + { + "epoch": 9.363867684478372, + "grad_norm": 1.5203239582289039, + "learning_rate": 1.9788344008414075e-05, + "loss": 0.1773, + "step": 11040 + }, + { + "epoch": 9.364715860899066, + "grad_norm": 1.202417697841346, + "learning_rate": 1.9788287785562082e-05, + "loss": 0.1399, + "step": 11041 + }, + { + "epoch": 9.365564037319762, + "grad_norm": 1.3961512558297793, + "learning_rate": 1.9788231555323643e-05, + "loss": 0.1597, + "step": 11042 + }, + { + "epoch": 9.366412213740459, + "grad_norm": 1.263267170030165, + "learning_rate": 1.9788175317698802e-05, + "loss": 0.1523, + "step": 11043 + }, + { + "epoch": 9.367260390161153, + "grad_norm": 1.3080551041488182, + "learning_rate": 1.97881190726876e-05, + "loss": 0.1467, + "step": 11044 + }, + { + "epoch": 9.36810856658185, + "grad_norm": 1.2895425075075213, + "learning_rate": 1.9788062820290088e-05, + "loss": 0.1613, + "step": 11045 + }, + { + "epoch": 9.368956743002544, + "grad_norm": 1.2998299775911315, + "learning_rate": 1.9788006560506296e-05, + "loss": 0.151, + "step": 11046 + }, + { + "epoch": 9.36980491942324, + "grad_norm": 5.106421343442968, + "learning_rate": 1.9787950293336276e-05, + "loss": 0.1495, + "step": 11047 + }, + { + "epoch": 9.370653095843936, + "grad_norm": 1.3272278349181632, + "learning_rate": 1.9787894018780067e-05, + "loss": 0.1467, + "step": 11048 + }, + { + "epoch": 9.37150127226463, + "grad_norm": 1.5272396254915954, + "learning_rate": 1.978783773683771e-05, + "loss": 0.1371, + "step": 11049 + }, + { + "epoch": 9.372349448685327, + "grad_norm": 1.544485954861501, + "learning_rate": 1.978778144750925e-05, + "loss": 0.1579, + "step": 11050 + }, + { + "epoch": 9.373197625106021, + "grad_norm": 1.1602981598989908, + "learning_rate": 1.9787725150794726e-05, + "loss": 0.139, + "step": 11051 + }, + { + "epoch": 9.374045801526718, + "grad_norm": 2.1856300827855772, + "learning_rate": 1.9787668846694184e-05, + "loss": 0.1529, + "step": 11052 + }, + { + "epoch": 9.374893977947414, + "grad_norm": 1.4991869106453826, + "learning_rate": 1.9787612535207667e-05, + "loss": 0.1703, + "step": 11053 + }, + { + "epoch": 9.375742154368108, + "grad_norm": 1.3549007718087234, + "learning_rate": 1.9787556216335213e-05, + "loss": 0.1317, + "step": 11054 + }, + { + "epoch": 9.376590330788805, + "grad_norm": 1.3930804653743964, + "learning_rate": 1.9787499890076872e-05, + "loss": 0.1637, + "step": 11055 + }, + { + "epoch": 9.377438507209499, + "grad_norm": 1.4274594177179463, + "learning_rate": 1.9787443556432678e-05, + "loss": 0.1611, + "step": 11056 + }, + { + "epoch": 9.378286683630195, + "grad_norm": 1.4423845828448503, + "learning_rate": 1.9787387215402675e-05, + "loss": 0.1521, + "step": 11057 + }, + { + "epoch": 9.37913486005089, + "grad_norm": 1.2552205740624542, + "learning_rate": 1.978733086698691e-05, + "loss": 0.1438, + "step": 11058 + }, + { + "epoch": 9.379983036471586, + "grad_norm": 1.2859816855542596, + "learning_rate": 1.9787274511185425e-05, + "loss": 0.1427, + "step": 11059 + }, + { + "epoch": 9.380831212892282, + "grad_norm": 1.4971960125481205, + "learning_rate": 1.978721814799826e-05, + "loss": 0.1484, + "step": 11060 + }, + { + "epoch": 9.381679389312977, + "grad_norm": 1.5103725190625867, + "learning_rate": 1.9787161777425456e-05, + "loss": 0.1347, + "step": 11061 + }, + { + "epoch": 9.382527565733673, + "grad_norm": 1.4496846316676457, + "learning_rate": 1.9787105399467063e-05, + "loss": 0.1854, + "step": 11062 + }, + { + "epoch": 9.383375742154367, + "grad_norm": 1.3116474672947507, + "learning_rate": 1.9787049014123115e-05, + "loss": 0.1694, + "step": 11063 + }, + { + "epoch": 9.384223918575064, + "grad_norm": 1.3096566610395097, + "learning_rate": 1.9786992621393657e-05, + "loss": 0.1537, + "step": 11064 + }, + { + "epoch": 9.38507209499576, + "grad_norm": 1.2254442255472353, + "learning_rate": 1.9786936221278735e-05, + "loss": 0.1336, + "step": 11065 + }, + { + "epoch": 9.385920271416454, + "grad_norm": 1.432393367578476, + "learning_rate": 1.978687981377839e-05, + "loss": 0.1738, + "step": 11066 + }, + { + "epoch": 9.38676844783715, + "grad_norm": 1.317363308046312, + "learning_rate": 1.978682339889266e-05, + "loss": 0.1459, + "step": 11067 + }, + { + "epoch": 9.387616624257845, + "grad_norm": 1.122736990518639, + "learning_rate": 1.9786766976621594e-05, + "loss": 0.1305, + "step": 11068 + }, + { + "epoch": 9.388464800678541, + "grad_norm": 1.4445803358248632, + "learning_rate": 1.9786710546965233e-05, + "loss": 0.17, + "step": 11069 + }, + { + "epoch": 9.389312977099237, + "grad_norm": 1.465409377290636, + "learning_rate": 1.9786654109923615e-05, + "loss": 0.1521, + "step": 11070 + }, + { + "epoch": 9.390161153519932, + "grad_norm": 1.18843913793726, + "learning_rate": 1.9786597665496788e-05, + "loss": 0.1154, + "step": 11071 + }, + { + "epoch": 9.391009329940628, + "grad_norm": 1.4533089174376488, + "learning_rate": 1.9786541213684793e-05, + "loss": 0.1725, + "step": 11072 + }, + { + "epoch": 9.391857506361323, + "grad_norm": 1.450207093861182, + "learning_rate": 1.978648475448767e-05, + "loss": 0.1415, + "step": 11073 + }, + { + "epoch": 9.392705682782019, + "grad_norm": 1.407390931693998, + "learning_rate": 1.9786428287905466e-05, + "loss": 0.1661, + "step": 11074 + }, + { + "epoch": 9.393553859202715, + "grad_norm": 1.2322160450630102, + "learning_rate": 1.978637181393822e-05, + "loss": 0.1323, + "step": 11075 + }, + { + "epoch": 9.39440203562341, + "grad_norm": 1.372547944235423, + "learning_rate": 1.978631533258598e-05, + "loss": 0.147, + "step": 11076 + }, + { + "epoch": 9.395250212044106, + "grad_norm": 1.3810639158745857, + "learning_rate": 1.978625884384878e-05, + "loss": 0.1659, + "step": 11077 + }, + { + "epoch": 9.3960983884648, + "grad_norm": 1.3577152611851444, + "learning_rate": 1.978620234772667e-05, + "loss": 0.1543, + "step": 11078 + }, + { + "epoch": 9.396946564885496, + "grad_norm": 1.2631917406118531, + "learning_rate": 1.9786145844219686e-05, + "loss": 0.1459, + "step": 11079 + }, + { + "epoch": 9.39779474130619, + "grad_norm": 1.9082934655753496, + "learning_rate": 1.978608933332788e-05, + "loss": 0.1729, + "step": 11080 + }, + { + "epoch": 9.398642917726887, + "grad_norm": 1.2403110068138081, + "learning_rate": 1.9786032815051285e-05, + "loss": 0.1473, + "step": 11081 + }, + { + "epoch": 9.399491094147583, + "grad_norm": 1.1048264547505953, + "learning_rate": 1.978597628938995e-05, + "loss": 0.129, + "step": 11082 + }, + { + "epoch": 9.400339270568278, + "grad_norm": 1.435498825522863, + "learning_rate": 1.9785919756343913e-05, + "loss": 0.1546, + "step": 11083 + }, + { + "epoch": 9.401187446988974, + "grad_norm": 1.2632914462031022, + "learning_rate": 1.978586321591322e-05, + "loss": 0.1954, + "step": 11084 + }, + { + "epoch": 9.402035623409668, + "grad_norm": 1.2308324025514175, + "learning_rate": 1.9785806668097914e-05, + "loss": 0.1226, + "step": 11085 + }, + { + "epoch": 9.402883799830365, + "grad_norm": 1.303501712147845, + "learning_rate": 1.978575011289804e-05, + "loss": 0.1592, + "step": 11086 + }, + { + "epoch": 9.403731976251061, + "grad_norm": 1.363183744883499, + "learning_rate": 1.9785693550313633e-05, + "loss": 0.1749, + "step": 11087 + }, + { + "epoch": 9.404580152671755, + "grad_norm": 1.410728373369087, + "learning_rate": 1.9785636980344743e-05, + "loss": 0.1805, + "step": 11088 + }, + { + "epoch": 9.405428329092452, + "grad_norm": 1.4209362922119089, + "learning_rate": 1.9785580402991406e-05, + "loss": 0.1524, + "step": 11089 + }, + { + "epoch": 9.406276505513146, + "grad_norm": 1.2782617484939136, + "learning_rate": 1.978552381825367e-05, + "loss": 0.1423, + "step": 11090 + }, + { + "epoch": 9.407124681933842, + "grad_norm": 1.3180470260179786, + "learning_rate": 1.9785467226131575e-05, + "loss": 0.1479, + "step": 11091 + }, + { + "epoch": 9.407972858354539, + "grad_norm": 1.309102882392494, + "learning_rate": 1.9785410626625165e-05, + "loss": 0.1617, + "step": 11092 + }, + { + "epoch": 9.408821034775233, + "grad_norm": 1.3574090395518337, + "learning_rate": 1.978535401973448e-05, + "loss": 0.1992, + "step": 11093 + }, + { + "epoch": 9.40966921119593, + "grad_norm": 1.3485164825909226, + "learning_rate": 1.9785297405459568e-05, + "loss": 0.1768, + "step": 11094 + }, + { + "epoch": 9.410517387616624, + "grad_norm": 1.204416276279431, + "learning_rate": 1.978524078380047e-05, + "loss": 0.1545, + "step": 11095 + }, + { + "epoch": 9.41136556403732, + "grad_norm": 1.1772003060634373, + "learning_rate": 1.9785184154757227e-05, + "loss": 0.1325, + "step": 11096 + }, + { + "epoch": 9.412213740458014, + "grad_norm": 1.3423593559516833, + "learning_rate": 1.978512751832988e-05, + "loss": 0.1731, + "step": 11097 + }, + { + "epoch": 9.41306191687871, + "grad_norm": 1.474318324440699, + "learning_rate": 1.9785070874518478e-05, + "loss": 0.1686, + "step": 11098 + }, + { + "epoch": 9.413910093299407, + "grad_norm": 1.4414422128887554, + "learning_rate": 1.9785014223323055e-05, + "loss": 0.1731, + "step": 11099 + }, + { + "epoch": 9.414758269720101, + "grad_norm": 1.1328192785707762, + "learning_rate": 1.978495756474366e-05, + "loss": 0.1281, + "step": 11100 + }, + { + "epoch": 9.415606446140798, + "grad_norm": 1.3410987463604451, + "learning_rate": 1.9784900898780336e-05, + "loss": 0.1771, + "step": 11101 + }, + { + "epoch": 9.416454622561492, + "grad_norm": 1.3815250017193106, + "learning_rate": 1.9784844225433124e-05, + "loss": 0.1727, + "step": 11102 + }, + { + "epoch": 9.417302798982188, + "grad_norm": 1.326591091732267, + "learning_rate": 1.9784787544702065e-05, + "loss": 0.1471, + "step": 11103 + }, + { + "epoch": 9.418150975402884, + "grad_norm": 1.3078508717981794, + "learning_rate": 1.9784730856587204e-05, + "loss": 0.1694, + "step": 11104 + }, + { + "epoch": 9.418999151823579, + "grad_norm": 1.3047323325363176, + "learning_rate": 1.9784674161088583e-05, + "loss": 0.1639, + "step": 11105 + }, + { + "epoch": 9.419847328244275, + "grad_norm": 1.3055009737515713, + "learning_rate": 1.9784617458206247e-05, + "loss": 0.1555, + "step": 11106 + }, + { + "epoch": 9.42069550466497, + "grad_norm": 1.1694992305289684, + "learning_rate": 1.9784560747940237e-05, + "loss": 0.1551, + "step": 11107 + }, + { + "epoch": 9.421543681085666, + "grad_norm": 1.3220209009560728, + "learning_rate": 1.9784504030290594e-05, + "loss": 0.1577, + "step": 11108 + }, + { + "epoch": 9.422391857506362, + "grad_norm": 1.3321402918046075, + "learning_rate": 1.978444730525736e-05, + "loss": 0.1654, + "step": 11109 + }, + { + "epoch": 9.423240033927057, + "grad_norm": 1.4796206508718197, + "learning_rate": 1.9784390572840585e-05, + "loss": 0.1743, + "step": 11110 + }, + { + "epoch": 9.424088210347753, + "grad_norm": 1.4803801781572354, + "learning_rate": 1.978433383304031e-05, + "loss": 0.1575, + "step": 11111 + }, + { + "epoch": 9.424936386768447, + "grad_norm": 1.2662103568703964, + "learning_rate": 1.9784277085856567e-05, + "loss": 0.1598, + "step": 11112 + }, + { + "epoch": 9.425784563189143, + "grad_norm": 1.4323294009140546, + "learning_rate": 1.978422033128941e-05, + "loss": 0.1811, + "step": 11113 + }, + { + "epoch": 9.42663273960984, + "grad_norm": 1.2865816370693428, + "learning_rate": 1.978416356933888e-05, + "loss": 0.1754, + "step": 11114 + }, + { + "epoch": 9.427480916030534, + "grad_norm": 1.412163756495983, + "learning_rate": 1.9784106800005016e-05, + "loss": 0.1704, + "step": 11115 + }, + { + "epoch": 9.42832909245123, + "grad_norm": 1.3365976311922527, + "learning_rate": 1.9784050023287866e-05, + "loss": 0.174, + "step": 11116 + }, + { + "epoch": 9.429177268871925, + "grad_norm": 1.2248813161634549, + "learning_rate": 1.9783993239187467e-05, + "loss": 0.1421, + "step": 11117 + }, + { + "epoch": 9.430025445292621, + "grad_norm": 1.320600021889986, + "learning_rate": 1.9783936447703866e-05, + "loss": 0.1876, + "step": 11118 + }, + { + "epoch": 9.430873621713316, + "grad_norm": 1.4450703221346177, + "learning_rate": 1.978387964883711e-05, + "loss": 0.1917, + "step": 11119 + }, + { + "epoch": 9.431721798134012, + "grad_norm": 1.2599212760320204, + "learning_rate": 1.978382284258723e-05, + "loss": 0.1632, + "step": 11120 + }, + { + "epoch": 9.432569974554708, + "grad_norm": 1.2666637489796544, + "learning_rate": 1.978376602895428e-05, + "loss": 0.1346, + "step": 11121 + }, + { + "epoch": 9.433418150975402, + "grad_norm": 1.2360529540222003, + "learning_rate": 1.9783709207938294e-05, + "loss": 0.1525, + "step": 11122 + }, + { + "epoch": 9.434266327396099, + "grad_norm": 1.3504390987172534, + "learning_rate": 1.9783652379539323e-05, + "loss": 0.1901, + "step": 11123 + }, + { + "epoch": 9.435114503816793, + "grad_norm": 1.1692191279820907, + "learning_rate": 1.9783595543757403e-05, + "loss": 0.138, + "step": 11124 + }, + { + "epoch": 9.43596268023749, + "grad_norm": 1.3034333232630724, + "learning_rate": 1.9783538700592584e-05, + "loss": 0.1911, + "step": 11125 + }, + { + "epoch": 9.436810856658186, + "grad_norm": 1.2905741304808658, + "learning_rate": 1.97834818500449e-05, + "loss": 0.1296, + "step": 11126 + }, + { + "epoch": 9.43765903307888, + "grad_norm": 1.2039407270908875, + "learning_rate": 1.9783424992114404e-05, + "loss": 0.1545, + "step": 11127 + }, + { + "epoch": 9.438507209499576, + "grad_norm": 1.2303278641851334, + "learning_rate": 1.978336812680113e-05, + "loss": 0.1615, + "step": 11128 + }, + { + "epoch": 9.43935538592027, + "grad_norm": 1.4243827081075302, + "learning_rate": 1.9783311254105125e-05, + "loss": 0.1773, + "step": 11129 + }, + { + "epoch": 9.440203562340967, + "grad_norm": 1.540573683168266, + "learning_rate": 1.9783254374026434e-05, + "loss": 0.1396, + "step": 11130 + }, + { + "epoch": 9.441051738761663, + "grad_norm": 1.3817835683207802, + "learning_rate": 1.97831974865651e-05, + "loss": 0.1192, + "step": 11131 + }, + { + "epoch": 9.441899915182358, + "grad_norm": 1.4369809666186966, + "learning_rate": 1.9783140591721157e-05, + "loss": 0.1464, + "step": 11132 + }, + { + "epoch": 9.442748091603054, + "grad_norm": 1.4701842100137241, + "learning_rate": 1.978308368949466e-05, + "loss": 0.1855, + "step": 11133 + }, + { + "epoch": 9.443596268023748, + "grad_norm": 1.3350115607643998, + "learning_rate": 1.978302677988564e-05, + "loss": 0.1438, + "step": 11134 + }, + { + "epoch": 9.444444444444445, + "grad_norm": 1.219500474362578, + "learning_rate": 1.978296986289415e-05, + "loss": 0.1324, + "step": 11135 + }, + { + "epoch": 9.445292620865139, + "grad_norm": 1.1876943941279485, + "learning_rate": 1.978291293852023e-05, + "loss": 0.1384, + "step": 11136 + }, + { + "epoch": 9.446140797285835, + "grad_norm": 1.21091118033277, + "learning_rate": 1.9782856006763924e-05, + "loss": 0.1256, + "step": 11137 + }, + { + "epoch": 9.446988973706532, + "grad_norm": 1.2435503838792403, + "learning_rate": 1.9782799067625268e-05, + "loss": 0.1846, + "step": 11138 + }, + { + "epoch": 9.447837150127226, + "grad_norm": 1.2679839270375461, + "learning_rate": 1.9782742121104313e-05, + "loss": 0.1622, + "step": 11139 + }, + { + "epoch": 9.448685326547922, + "grad_norm": 1.1867160471192648, + "learning_rate": 1.97826851672011e-05, + "loss": 0.1387, + "step": 11140 + }, + { + "epoch": 9.449533502968617, + "grad_norm": 1.3367759568768935, + "learning_rate": 1.9782628205915667e-05, + "loss": 0.1354, + "step": 11141 + }, + { + "epoch": 9.450381679389313, + "grad_norm": 1.2316452585573288, + "learning_rate": 1.9782571237248067e-05, + "loss": 0.1394, + "step": 11142 + }, + { + "epoch": 9.45122985581001, + "grad_norm": 1.306310181460757, + "learning_rate": 1.9782514261198334e-05, + "loss": 0.1682, + "step": 11143 + }, + { + "epoch": 9.452078032230704, + "grad_norm": 1.2773617932150139, + "learning_rate": 1.9782457277766513e-05, + "loss": 0.1373, + "step": 11144 + }, + { + "epoch": 9.4529262086514, + "grad_norm": 1.2214963377121846, + "learning_rate": 1.978240028695265e-05, + "loss": 0.1297, + "step": 11145 + }, + { + "epoch": 9.453774385072094, + "grad_norm": 1.4727242675887207, + "learning_rate": 1.9782343288756784e-05, + "loss": 0.1463, + "step": 11146 + }, + { + "epoch": 9.45462256149279, + "grad_norm": 1.404847747081019, + "learning_rate": 1.978228628317896e-05, + "loss": 0.1405, + "step": 11147 + }, + { + "epoch": 9.455470737913487, + "grad_norm": 1.2790316441515912, + "learning_rate": 1.9782229270219225e-05, + "loss": 0.1401, + "step": 11148 + }, + { + "epoch": 9.456318914334181, + "grad_norm": 1.2454593118846666, + "learning_rate": 1.9782172249877615e-05, + "loss": 0.1584, + "step": 11149 + }, + { + "epoch": 9.457167090754877, + "grad_norm": 1.280049487877376, + "learning_rate": 1.9782115222154176e-05, + "loss": 0.1656, + "step": 11150 + }, + { + "epoch": 9.458015267175572, + "grad_norm": 1.2230558047452127, + "learning_rate": 1.978205818704895e-05, + "loss": 0.1461, + "step": 11151 + }, + { + "epoch": 9.458863443596268, + "grad_norm": 1.1200133163879153, + "learning_rate": 1.9782001144561986e-05, + "loss": 0.1535, + "step": 11152 + }, + { + "epoch": 9.459711620016964, + "grad_norm": 1.1052980542112327, + "learning_rate": 1.9781944094693318e-05, + "loss": 0.1375, + "step": 11153 + }, + { + "epoch": 9.460559796437659, + "grad_norm": 1.3491360694817216, + "learning_rate": 1.9781887037442992e-05, + "loss": 0.1718, + "step": 11154 + }, + { + "epoch": 9.461407972858355, + "grad_norm": 1.450477066980376, + "learning_rate": 1.978182997281106e-05, + "loss": 0.175, + "step": 11155 + }, + { + "epoch": 9.46225614927905, + "grad_norm": 1.3342175396771698, + "learning_rate": 1.9781772900797548e-05, + "loss": 0.1806, + "step": 11156 + }, + { + "epoch": 9.463104325699746, + "grad_norm": 1.3759206239770607, + "learning_rate": 1.9781715821402515e-05, + "loss": 0.1549, + "step": 11157 + }, + { + "epoch": 9.46395250212044, + "grad_norm": 1.298748202662466, + "learning_rate": 1.9781658734625996e-05, + "loss": 0.1406, + "step": 11158 + }, + { + "epoch": 9.464800678541136, + "grad_norm": 1.4135532768946917, + "learning_rate": 1.9781601640468032e-05, + "loss": 0.148, + "step": 11159 + }, + { + "epoch": 9.465648854961833, + "grad_norm": 1.1586625241913833, + "learning_rate": 1.9781544538928674e-05, + "loss": 0.1546, + "step": 11160 + }, + { + "epoch": 9.466497031382527, + "grad_norm": 1.5239453123021043, + "learning_rate": 1.978148743000796e-05, + "loss": 0.1619, + "step": 11161 + }, + { + "epoch": 9.467345207803223, + "grad_norm": 1.3991317488384354, + "learning_rate": 1.9781430313705932e-05, + "loss": 0.1847, + "step": 11162 + }, + { + "epoch": 9.468193384223918, + "grad_norm": 1.3697737352697135, + "learning_rate": 1.9781373190022636e-05, + "loss": 0.1687, + "step": 11163 + }, + { + "epoch": 9.469041560644614, + "grad_norm": 1.3017144404778984, + "learning_rate": 1.9781316058958118e-05, + "loss": 0.1249, + "step": 11164 + }, + { + "epoch": 9.46988973706531, + "grad_norm": 1.360275911021333, + "learning_rate": 1.9781258920512413e-05, + "loss": 0.1529, + "step": 11165 + }, + { + "epoch": 9.470737913486005, + "grad_norm": 1.2136598544340302, + "learning_rate": 1.978120177468557e-05, + "loss": 0.135, + "step": 11166 + }, + { + "epoch": 9.471586089906701, + "grad_norm": 1.255053758208567, + "learning_rate": 1.9781144621477628e-05, + "loss": 0.114, + "step": 11167 + }, + { + "epoch": 9.472434266327395, + "grad_norm": 1.2488814517468665, + "learning_rate": 1.9781087460888635e-05, + "loss": 0.1481, + "step": 11168 + }, + { + "epoch": 9.473282442748092, + "grad_norm": 1.1653017935776067, + "learning_rate": 1.978103029291863e-05, + "loss": 0.1444, + "step": 11169 + }, + { + "epoch": 9.474130619168788, + "grad_norm": 1.2719704564865417, + "learning_rate": 1.978097311756766e-05, + "loss": 0.1536, + "step": 11170 + }, + { + "epoch": 9.474978795589482, + "grad_norm": 1.454790057557623, + "learning_rate": 1.9780915934835763e-05, + "loss": 0.1798, + "step": 11171 + }, + { + "epoch": 9.475826972010179, + "grad_norm": 1.3081174837816658, + "learning_rate": 1.978085874472299e-05, + "loss": 0.1194, + "step": 11172 + }, + { + "epoch": 9.476675148430873, + "grad_norm": 1.422695478890838, + "learning_rate": 1.9780801547229374e-05, + "loss": 0.1496, + "step": 11173 + }, + { + "epoch": 9.47752332485157, + "grad_norm": 1.4390877797562796, + "learning_rate": 1.9780744342354968e-05, + "loss": 0.1379, + "step": 11174 + }, + { + "epoch": 9.478371501272264, + "grad_norm": 1.1739499195941459, + "learning_rate": 1.978068713009981e-05, + "loss": 0.141, + "step": 11175 + }, + { + "epoch": 9.47921967769296, + "grad_norm": 1.274071184559771, + "learning_rate": 1.978062991046394e-05, + "loss": 0.1541, + "step": 11176 + }, + { + "epoch": 9.480067854113656, + "grad_norm": 1.2315548150798552, + "learning_rate": 1.9780572683447407e-05, + "loss": 0.1854, + "step": 11177 + }, + { + "epoch": 9.48091603053435, + "grad_norm": 1.2447024394065596, + "learning_rate": 1.9780515449050254e-05, + "loss": 0.1435, + "step": 11178 + }, + { + "epoch": 9.481764206955047, + "grad_norm": 1.3529736313072935, + "learning_rate": 1.978045820727252e-05, + "loss": 0.2005, + "step": 11179 + }, + { + "epoch": 9.482612383375741, + "grad_norm": 1.3926772164972527, + "learning_rate": 1.9780400958114252e-05, + "loss": 0.1632, + "step": 11180 + }, + { + "epoch": 9.483460559796438, + "grad_norm": 1.1353598158363054, + "learning_rate": 1.978034370157549e-05, + "loss": 0.139, + "step": 11181 + }, + { + "epoch": 9.484308736217134, + "grad_norm": 1.13310214722393, + "learning_rate": 1.9780286437656282e-05, + "loss": 0.1139, + "step": 11182 + }, + { + "epoch": 9.485156912637828, + "grad_norm": 1.3214735085431935, + "learning_rate": 1.9780229166356664e-05, + "loss": 0.1667, + "step": 11183 + }, + { + "epoch": 9.486005089058525, + "grad_norm": 1.3426914125086082, + "learning_rate": 1.9780171887676686e-05, + "loss": 0.1352, + "step": 11184 + }, + { + "epoch": 9.486853265479219, + "grad_norm": 1.4829780853919856, + "learning_rate": 1.978011460161639e-05, + "loss": 0.1215, + "step": 11185 + }, + { + "epoch": 9.487701441899915, + "grad_norm": 1.4091662818949617, + "learning_rate": 1.9780057308175817e-05, + "loss": 0.1325, + "step": 11186 + }, + { + "epoch": 9.488549618320612, + "grad_norm": 1.2470562212544798, + "learning_rate": 1.978000000735501e-05, + "loss": 0.1541, + "step": 11187 + }, + { + "epoch": 9.489397794741306, + "grad_norm": 1.352575925635558, + "learning_rate": 1.9779942699154017e-05, + "loss": 0.1646, + "step": 11188 + }, + { + "epoch": 9.490245971162002, + "grad_norm": 1.3324401420755438, + "learning_rate": 1.9779885383572872e-05, + "loss": 0.1563, + "step": 11189 + }, + { + "epoch": 9.491094147582697, + "grad_norm": 1.330338634892041, + "learning_rate": 1.9779828060611628e-05, + "loss": 0.1396, + "step": 11190 + }, + { + "epoch": 9.491942324003393, + "grad_norm": 1.2492235356692685, + "learning_rate": 1.9779770730270324e-05, + "loss": 0.1459, + "step": 11191 + }, + { + "epoch": 9.49279050042409, + "grad_norm": 1.2007889755429226, + "learning_rate": 1.9779713392549002e-05, + "loss": 0.1307, + "step": 11192 + }, + { + "epoch": 9.493638676844784, + "grad_norm": 1.2717275766334273, + "learning_rate": 1.9779656047447705e-05, + "loss": 0.1431, + "step": 11193 + }, + { + "epoch": 9.49448685326548, + "grad_norm": 1.3621203259510928, + "learning_rate": 1.9779598694966478e-05, + "loss": 0.1684, + "step": 11194 + }, + { + "epoch": 9.495335029686174, + "grad_norm": 1.4108597159557847, + "learning_rate": 1.9779541335105365e-05, + "loss": 0.1607, + "step": 11195 + }, + { + "epoch": 9.49618320610687, + "grad_norm": 1.307775660334843, + "learning_rate": 1.9779483967864412e-05, + "loss": 0.1361, + "step": 11196 + }, + { + "epoch": 9.497031382527565, + "grad_norm": 1.1886787250859527, + "learning_rate": 1.9779426593243655e-05, + "loss": 0.1421, + "step": 11197 + }, + { + "epoch": 9.497879558948261, + "grad_norm": 1.3140808997779392, + "learning_rate": 1.9779369211243143e-05, + "loss": 0.1545, + "step": 11198 + }, + { + "epoch": 9.498727735368957, + "grad_norm": 1.3103893942205869, + "learning_rate": 1.9779311821862915e-05, + "loss": 0.1445, + "step": 11199 + }, + { + "epoch": 9.499575911789652, + "grad_norm": 1.2027479599040518, + "learning_rate": 1.9779254425103017e-05, + "loss": 0.1458, + "step": 11200 + }, + { + "epoch": 9.500424088210348, + "grad_norm": 1.3182130602827558, + "learning_rate": 1.9779197020963497e-05, + "loss": 0.1833, + "step": 11201 + }, + { + "epoch": 9.501272264631043, + "grad_norm": 1.1010374189566354, + "learning_rate": 1.9779139609444388e-05, + "loss": 0.1294, + "step": 11202 + }, + { + "epoch": 9.502120441051739, + "grad_norm": 1.2784859008247844, + "learning_rate": 1.977908219054574e-05, + "loss": 0.1572, + "step": 11203 + }, + { + "epoch": 9.502968617472435, + "grad_norm": 1.3465163970806238, + "learning_rate": 1.9779024764267593e-05, + "loss": 0.1798, + "step": 11204 + }, + { + "epoch": 9.50381679389313, + "grad_norm": 1.347988315214715, + "learning_rate": 1.9778967330609995e-05, + "loss": 0.1735, + "step": 11205 + }, + { + "epoch": 9.504664970313826, + "grad_norm": 1.3803470088067034, + "learning_rate": 1.9778909889572988e-05, + "loss": 0.1436, + "step": 11206 + }, + { + "epoch": 9.50551314673452, + "grad_norm": 1.1487556708452014, + "learning_rate": 1.9778852441156612e-05, + "loss": 0.1149, + "step": 11207 + }, + { + "epoch": 9.506361323155216, + "grad_norm": 1.4394941510198878, + "learning_rate": 1.977879498536091e-05, + "loss": 0.1422, + "step": 11208 + }, + { + "epoch": 9.50720949957591, + "grad_norm": 1.232976485260199, + "learning_rate": 1.977873752218593e-05, + "loss": 0.1533, + "step": 11209 + }, + { + "epoch": 9.508057675996607, + "grad_norm": 1.3027769128321876, + "learning_rate": 1.9778680051631713e-05, + "loss": 0.1297, + "step": 11210 + }, + { + "epoch": 9.508905852417303, + "grad_norm": 1.7108586166190374, + "learning_rate": 1.9778622573698306e-05, + "loss": 0.1549, + "step": 11211 + }, + { + "epoch": 9.509754028837998, + "grad_norm": 1.2257078356659392, + "learning_rate": 1.977856508838574e-05, + "loss": 0.1536, + "step": 11212 + }, + { + "epoch": 9.510602205258694, + "grad_norm": 1.3409757532861102, + "learning_rate": 1.9778507595694077e-05, + "loss": 0.165, + "step": 11213 + }, + { + "epoch": 9.511450381679388, + "grad_norm": 1.543356609717474, + "learning_rate": 1.9778450095623345e-05, + "loss": 0.1629, + "step": 11214 + }, + { + "epoch": 9.512298558100085, + "grad_norm": 1.2182095489876175, + "learning_rate": 1.9778392588173592e-05, + "loss": 0.1524, + "step": 11215 + }, + { + "epoch": 9.513146734520781, + "grad_norm": 1.393055145631096, + "learning_rate": 1.9778335073344867e-05, + "loss": 0.1647, + "step": 11216 + }, + { + "epoch": 9.513994910941475, + "grad_norm": 1.3369786096466065, + "learning_rate": 1.9778277551137204e-05, + "loss": 0.1403, + "step": 11217 + }, + { + "epoch": 9.514843087362172, + "grad_norm": 1.4279933307083277, + "learning_rate": 1.9778220021550654e-05, + "loss": 0.1624, + "step": 11218 + }, + { + "epoch": 9.515691263782866, + "grad_norm": 1.2026483767816503, + "learning_rate": 1.9778162484585258e-05, + "loss": 0.1609, + "step": 11219 + }, + { + "epoch": 9.516539440203562, + "grad_norm": 1.4493219466411709, + "learning_rate": 1.9778104940241056e-05, + "loss": 0.1662, + "step": 11220 + }, + { + "epoch": 9.517387616624259, + "grad_norm": 1.1722545772509378, + "learning_rate": 1.9778047388518097e-05, + "loss": 0.1332, + "step": 11221 + }, + { + "epoch": 9.518235793044953, + "grad_norm": 1.4026496169476612, + "learning_rate": 1.977798982941642e-05, + "loss": 0.1583, + "step": 11222 + }, + { + "epoch": 9.51908396946565, + "grad_norm": 1.0788630578585414, + "learning_rate": 1.9777932262936073e-05, + "loss": 0.1311, + "step": 11223 + }, + { + "epoch": 9.519932145886344, + "grad_norm": 1.5512923845739244, + "learning_rate": 1.9777874689077096e-05, + "loss": 0.1877, + "step": 11224 + }, + { + "epoch": 9.52078032230704, + "grad_norm": 1.2491122957499976, + "learning_rate": 1.977781710783953e-05, + "loss": 0.1299, + "step": 11225 + }, + { + "epoch": 9.521628498727736, + "grad_norm": 1.2762365584064197, + "learning_rate": 1.9777759519223424e-05, + "loss": 0.1456, + "step": 11226 + }, + { + "epoch": 9.52247667514843, + "grad_norm": 1.5053589645234944, + "learning_rate": 1.9777701923228817e-05, + "loss": 0.2228, + "step": 11227 + }, + { + "epoch": 9.523324851569127, + "grad_norm": 1.3587687311555585, + "learning_rate": 1.9777644319855757e-05, + "loss": 0.1511, + "step": 11228 + }, + { + "epoch": 9.524173027989821, + "grad_norm": 1.3140360411226835, + "learning_rate": 1.9777586709104284e-05, + "loss": 0.1797, + "step": 11229 + }, + { + "epoch": 9.525021204410518, + "grad_norm": 1.100269591761395, + "learning_rate": 1.9777529090974443e-05, + "loss": 0.1361, + "step": 11230 + }, + { + "epoch": 9.525869380831214, + "grad_norm": 1.507659008321578, + "learning_rate": 1.9777471465466277e-05, + "loss": 0.148, + "step": 11231 + }, + { + "epoch": 9.526717557251908, + "grad_norm": 1.4409552202410902, + "learning_rate": 1.9777413832579828e-05, + "loss": 0.1941, + "step": 11232 + }, + { + "epoch": 9.527565733672605, + "grad_norm": 1.3959931222778394, + "learning_rate": 1.9777356192315142e-05, + "loss": 0.1572, + "step": 11233 + }, + { + "epoch": 9.528413910093299, + "grad_norm": 1.3952751405733308, + "learning_rate": 1.9777298544672264e-05, + "loss": 0.157, + "step": 11234 + }, + { + "epoch": 9.529262086513995, + "grad_norm": 1.4405553016584352, + "learning_rate": 1.977724088965123e-05, + "loss": 0.1828, + "step": 11235 + }, + { + "epoch": 9.53011026293469, + "grad_norm": 1.333559373755459, + "learning_rate": 1.9777183227252093e-05, + "loss": 0.164, + "step": 11236 + }, + { + "epoch": 9.530958439355386, + "grad_norm": 1.2692669116625024, + "learning_rate": 1.977712555747489e-05, + "loss": 0.1327, + "step": 11237 + }, + { + "epoch": 9.531806615776082, + "grad_norm": 1.3774920309771526, + "learning_rate": 1.9777067880319665e-05, + "loss": 0.1437, + "step": 11238 + }, + { + "epoch": 9.532654792196777, + "grad_norm": 1.5457402809154823, + "learning_rate": 1.9777010195786466e-05, + "loss": 0.1658, + "step": 11239 + }, + { + "epoch": 9.533502968617473, + "grad_norm": 1.4328861375344486, + "learning_rate": 1.9776952503875332e-05, + "loss": 0.1526, + "step": 11240 + }, + { + "epoch": 9.534351145038167, + "grad_norm": 1.2791703188492836, + "learning_rate": 1.9776894804586307e-05, + "loss": 0.1568, + "step": 11241 + }, + { + "epoch": 9.535199321458864, + "grad_norm": 1.2008318055699847, + "learning_rate": 1.977683709791944e-05, + "loss": 0.1527, + "step": 11242 + }, + { + "epoch": 9.53604749787956, + "grad_norm": 1.270731288899758, + "learning_rate": 1.9776779383874765e-05, + "loss": 0.1544, + "step": 11243 + }, + { + "epoch": 9.536895674300254, + "grad_norm": 1.4732465628083964, + "learning_rate": 1.9776721662452332e-05, + "loss": 0.1897, + "step": 11244 + }, + { + "epoch": 9.53774385072095, + "grad_norm": 1.3720598099731978, + "learning_rate": 1.9776663933652185e-05, + "loss": 0.1502, + "step": 11245 + }, + { + "epoch": 9.538592027141645, + "grad_norm": 1.2501229510695289, + "learning_rate": 1.9776606197474364e-05, + "loss": 0.1461, + "step": 11246 + }, + { + "epoch": 9.539440203562341, + "grad_norm": 1.3481779789972057, + "learning_rate": 1.9776548453918916e-05, + "loss": 0.1619, + "step": 11247 + }, + { + "epoch": 9.540288379983036, + "grad_norm": 1.4030273332414078, + "learning_rate": 1.977649070298588e-05, + "loss": 0.1505, + "step": 11248 + }, + { + "epoch": 9.541136556403732, + "grad_norm": 1.2017093921593336, + "learning_rate": 1.9776432944675304e-05, + "loss": 0.1438, + "step": 11249 + }, + { + "epoch": 9.541984732824428, + "grad_norm": 1.2016957762056382, + "learning_rate": 1.9776375178987234e-05, + "loss": 0.1446, + "step": 11250 + }, + { + "epoch": 9.542832909245123, + "grad_norm": 1.1340552158997796, + "learning_rate": 1.9776317405921704e-05, + "loss": 0.1195, + "step": 11251 + }, + { + "epoch": 9.543681085665819, + "grad_norm": 1.4472048771697656, + "learning_rate": 1.9776259625478764e-05, + "loss": 0.158, + "step": 11252 + }, + { + "epoch": 9.544529262086513, + "grad_norm": 1.3290807542143352, + "learning_rate": 1.977620183765846e-05, + "loss": 0.1131, + "step": 11253 + }, + { + "epoch": 9.54537743850721, + "grad_norm": 1.507684849051526, + "learning_rate": 1.977614404246083e-05, + "loss": 0.1755, + "step": 11254 + }, + { + "epoch": 9.546225614927906, + "grad_norm": 1.3357449114221212, + "learning_rate": 1.977608623988592e-05, + "loss": 0.1748, + "step": 11255 + }, + { + "epoch": 9.5470737913486, + "grad_norm": 1.204468726755297, + "learning_rate": 1.9776028429933776e-05, + "loss": 0.1304, + "step": 11256 + }, + { + "epoch": 9.547921967769296, + "grad_norm": 1.2962589733797103, + "learning_rate": 1.977597061260444e-05, + "loss": 0.1419, + "step": 11257 + }, + { + "epoch": 9.54877014418999, + "grad_norm": 1.226568351080916, + "learning_rate": 1.9775912787897953e-05, + "loss": 0.142, + "step": 11258 + }, + { + "epoch": 9.549618320610687, + "grad_norm": 1.3541287966134967, + "learning_rate": 1.977585495581436e-05, + "loss": 0.1575, + "step": 11259 + }, + { + "epoch": 9.550466497031383, + "grad_norm": 1.193147259723414, + "learning_rate": 1.9775797116353707e-05, + "loss": 0.1599, + "step": 11260 + }, + { + "epoch": 9.551314673452078, + "grad_norm": 1.4248750468271243, + "learning_rate": 1.9775739269516036e-05, + "loss": 0.1949, + "step": 11261 + }, + { + "epoch": 9.552162849872774, + "grad_norm": 1.2176827035104643, + "learning_rate": 1.977568141530139e-05, + "loss": 0.1616, + "step": 11262 + }, + { + "epoch": 9.553011026293468, + "grad_norm": 1.2336718170386223, + "learning_rate": 1.9775623553709812e-05, + "loss": 0.1369, + "step": 11263 + }, + { + "epoch": 9.553859202714165, + "grad_norm": 1.426673453545486, + "learning_rate": 1.9775565684741348e-05, + "loss": 0.183, + "step": 11264 + }, + { + "epoch": 9.554707379134861, + "grad_norm": 1.4549681484765975, + "learning_rate": 1.977550780839604e-05, + "loss": 0.1548, + "step": 11265 + }, + { + "epoch": 9.555555555555555, + "grad_norm": 1.1213209352447024, + "learning_rate": 1.9775449924673937e-05, + "loss": 0.1133, + "step": 11266 + }, + { + "epoch": 9.556403731976252, + "grad_norm": 1.3176583074121955, + "learning_rate": 1.977539203357507e-05, + "loss": 0.1859, + "step": 11267 + }, + { + "epoch": 9.557251908396946, + "grad_norm": 1.211447393873359, + "learning_rate": 1.97753341350995e-05, + "loss": 0.1218, + "step": 11268 + }, + { + "epoch": 9.558100084817642, + "grad_norm": 1.2350057529356093, + "learning_rate": 1.9775276229247253e-05, + "loss": 0.1727, + "step": 11269 + }, + { + "epoch": 9.558948261238339, + "grad_norm": 1.1385851926757102, + "learning_rate": 1.9775218316018383e-05, + "loss": 0.1415, + "step": 11270 + }, + { + "epoch": 9.559796437659033, + "grad_norm": 1.4518762943620611, + "learning_rate": 1.9775160395412934e-05, + "loss": 0.1605, + "step": 11271 + }, + { + "epoch": 9.56064461407973, + "grad_norm": 1.330320893686722, + "learning_rate": 1.9775102467430946e-05, + "loss": 0.1462, + "step": 11272 + }, + { + "epoch": 9.561492790500424, + "grad_norm": 1.2818086408982892, + "learning_rate": 1.9775044532072463e-05, + "loss": 0.1387, + "step": 11273 + }, + { + "epoch": 9.56234096692112, + "grad_norm": 1.233284627258888, + "learning_rate": 1.9774986589337533e-05, + "loss": 0.1488, + "step": 11274 + }, + { + "epoch": 9.563189143341814, + "grad_norm": 1.2761269592344324, + "learning_rate": 1.9774928639226193e-05, + "loss": 0.1611, + "step": 11275 + }, + { + "epoch": 9.56403731976251, + "grad_norm": 1.2492832576535615, + "learning_rate": 1.9774870681738493e-05, + "loss": 0.1449, + "step": 11276 + }, + { + "epoch": 9.564885496183207, + "grad_norm": 1.491514281429846, + "learning_rate": 1.977481271687447e-05, + "loss": 0.1777, + "step": 11277 + }, + { + "epoch": 9.565733672603901, + "grad_norm": 1.1454285511234779, + "learning_rate": 1.9774754744634175e-05, + "loss": 0.1465, + "step": 11278 + }, + { + "epoch": 9.566581849024598, + "grad_norm": 1.1563440638674678, + "learning_rate": 1.9774696765017652e-05, + "loss": 0.1202, + "step": 11279 + }, + { + "epoch": 9.567430025445292, + "grad_norm": 1.1791443624553353, + "learning_rate": 1.9774638778024935e-05, + "loss": 0.1343, + "step": 11280 + }, + { + "epoch": 9.568278201865988, + "grad_norm": 1.253101734256599, + "learning_rate": 1.977458078365608e-05, + "loss": 0.1668, + "step": 11281 + }, + { + "epoch": 9.569126378286684, + "grad_norm": 1.2613202329517363, + "learning_rate": 1.9774522781911118e-05, + "loss": 0.1235, + "step": 11282 + }, + { + "epoch": 9.569974554707379, + "grad_norm": 1.228136245929622, + "learning_rate": 1.9774464772790103e-05, + "loss": 0.1154, + "step": 11283 + }, + { + "epoch": 9.570822731128075, + "grad_norm": 1.193724883425263, + "learning_rate": 1.9774406756293077e-05, + "loss": 0.1533, + "step": 11284 + }, + { + "epoch": 9.57167090754877, + "grad_norm": 1.3747747900177067, + "learning_rate": 1.9774348732420078e-05, + "loss": 0.1708, + "step": 11285 + }, + { + "epoch": 9.572519083969466, + "grad_norm": 1.3529447671115198, + "learning_rate": 1.9774290701171157e-05, + "loss": 0.1446, + "step": 11286 + }, + { + "epoch": 9.57336726039016, + "grad_norm": 1.2210421011834018, + "learning_rate": 1.9774232662546354e-05, + "loss": 0.1261, + "step": 11287 + }, + { + "epoch": 9.574215436810857, + "grad_norm": 1.3617134820374075, + "learning_rate": 1.9774174616545718e-05, + "loss": 0.1594, + "step": 11288 + }, + { + "epoch": 9.575063613231553, + "grad_norm": 1.3292127566457286, + "learning_rate": 1.977411656316928e-05, + "loss": 0.165, + "step": 11289 + }, + { + "epoch": 9.575911789652247, + "grad_norm": 1.4067323947306767, + "learning_rate": 1.9774058502417097e-05, + "loss": 0.2024, + "step": 11290 + }, + { + "epoch": 9.576759966072943, + "grad_norm": 1.2749853656521848, + "learning_rate": 1.9774000434289205e-05, + "loss": 0.1578, + "step": 11291 + }, + { + "epoch": 9.577608142493638, + "grad_norm": 1.3454533541958686, + "learning_rate": 1.9773942358785655e-05, + "loss": 0.1967, + "step": 11292 + }, + { + "epoch": 9.578456318914334, + "grad_norm": 1.2942502675254068, + "learning_rate": 1.977388427590648e-05, + "loss": 0.1475, + "step": 11293 + }, + { + "epoch": 9.57930449533503, + "grad_norm": 1.3548413866994682, + "learning_rate": 1.9773826185651738e-05, + "loss": 0.1746, + "step": 11294 + }, + { + "epoch": 9.580152671755725, + "grad_norm": 1.266219978222789, + "learning_rate": 1.9773768088021464e-05, + "loss": 0.159, + "step": 11295 + }, + { + "epoch": 9.581000848176421, + "grad_norm": 1.1584326844188035, + "learning_rate": 1.97737099830157e-05, + "loss": 0.1265, + "step": 11296 + }, + { + "epoch": 9.581849024597116, + "grad_norm": 1.2628122305260208, + "learning_rate": 1.9773651870634496e-05, + "loss": 0.1423, + "step": 11297 + }, + { + "epoch": 9.582697201017812, + "grad_norm": 1.402385976902408, + "learning_rate": 1.977359375087789e-05, + "loss": 0.1674, + "step": 11298 + }, + { + "epoch": 9.583545377438508, + "grad_norm": 1.471344732717716, + "learning_rate": 1.9773535623745927e-05, + "loss": 0.1709, + "step": 11299 + }, + { + "epoch": 9.584393553859202, + "grad_norm": 1.2573908232526918, + "learning_rate": 1.9773477489238658e-05, + "loss": 0.1721, + "step": 11300 + }, + { + "epoch": 9.585241730279899, + "grad_norm": 1.7618297997914547, + "learning_rate": 1.9773419347356117e-05, + "loss": 0.1988, + "step": 11301 + }, + { + "epoch": 9.586089906700593, + "grad_norm": 1.2316643089767285, + "learning_rate": 1.9773361198098353e-05, + "loss": 0.1437, + "step": 11302 + }, + { + "epoch": 9.58693808312129, + "grad_norm": 1.1963535162438235, + "learning_rate": 1.977330304146541e-05, + "loss": 0.113, + "step": 11303 + }, + { + "epoch": 9.587786259541986, + "grad_norm": 1.5176913686690465, + "learning_rate": 1.977324487745733e-05, + "loss": 0.1869, + "step": 11304 + }, + { + "epoch": 9.58863443596268, + "grad_norm": 1.3756175702917657, + "learning_rate": 1.977318670607416e-05, + "loss": 0.1868, + "step": 11305 + }, + { + "epoch": 9.589482612383376, + "grad_norm": 1.237664762241794, + "learning_rate": 1.9773128527315942e-05, + "loss": 0.1697, + "step": 11306 + }, + { + "epoch": 9.59033078880407, + "grad_norm": 1.2727391726928254, + "learning_rate": 1.9773070341182716e-05, + "loss": 0.1309, + "step": 11307 + }, + { + "epoch": 9.591178965224767, + "grad_norm": 1.2778788142157613, + "learning_rate": 1.9773012147674534e-05, + "loss": 0.1565, + "step": 11308 + }, + { + "epoch": 9.592027141645461, + "grad_norm": 1.264583504155235, + "learning_rate": 1.9772953946791433e-05, + "loss": 0.15, + "step": 11309 + }, + { + "epoch": 9.592875318066158, + "grad_norm": 1.3564960070354197, + "learning_rate": 1.977289573853346e-05, + "loss": 0.1202, + "step": 11310 + }, + { + "epoch": 9.593723494486854, + "grad_norm": 1.4440612950213, + "learning_rate": 1.9772837522900658e-05, + "loss": 0.1594, + "step": 11311 + }, + { + "epoch": 9.594571670907548, + "grad_norm": 1.6089472236335571, + "learning_rate": 1.9772779299893073e-05, + "loss": 0.1464, + "step": 11312 + }, + { + "epoch": 9.595419847328245, + "grad_norm": 1.5230872760187713, + "learning_rate": 1.9772721069510744e-05, + "loss": 0.1365, + "step": 11313 + }, + { + "epoch": 9.596268023748939, + "grad_norm": 1.2029645371540683, + "learning_rate": 1.977266283175372e-05, + "loss": 0.1389, + "step": 11314 + }, + { + "epoch": 9.597116200169635, + "grad_norm": 1.2280828429092974, + "learning_rate": 1.9772604586622045e-05, + "loss": 0.1371, + "step": 11315 + }, + { + "epoch": 9.597964376590332, + "grad_norm": 1.037678346581302, + "learning_rate": 1.9772546334115758e-05, + "loss": 0.1321, + "step": 11316 + }, + { + "epoch": 9.598812553011026, + "grad_norm": 1.3495339673473101, + "learning_rate": 1.9772488074234907e-05, + "loss": 0.1839, + "step": 11317 + }, + { + "epoch": 9.599660729431722, + "grad_norm": 1.430869423222953, + "learning_rate": 1.9772429806979537e-05, + "loss": 0.1713, + "step": 11318 + }, + { + "epoch": 9.600508905852417, + "grad_norm": 1.3389460309878574, + "learning_rate": 1.977237153234969e-05, + "loss": 0.13, + "step": 11319 + }, + { + "epoch": 9.601357082273113, + "grad_norm": 1.403296410224987, + "learning_rate": 1.9772313250345405e-05, + "loss": 0.1651, + "step": 11320 + }, + { + "epoch": 9.60220525869381, + "grad_norm": 1.4500635682822343, + "learning_rate": 1.9772254960966734e-05, + "loss": 0.1418, + "step": 11321 + }, + { + "epoch": 9.603053435114504, + "grad_norm": 1.2921220628048853, + "learning_rate": 1.977219666421372e-05, + "loss": 0.1459, + "step": 11322 + }, + { + "epoch": 9.6039016115352, + "grad_norm": 1.2299350771174742, + "learning_rate": 1.9772138360086402e-05, + "loss": 0.1352, + "step": 11323 + }, + { + "epoch": 9.604749787955894, + "grad_norm": 1.3378876075102502, + "learning_rate": 1.9772080048584826e-05, + "loss": 0.1614, + "step": 11324 + }, + { + "epoch": 9.60559796437659, + "grad_norm": 1.306290450801214, + "learning_rate": 1.9772021729709042e-05, + "loss": 0.173, + "step": 11325 + }, + { + "epoch": 9.606446140797285, + "grad_norm": 1.4841287346991203, + "learning_rate": 1.9771963403459088e-05, + "loss": 0.1695, + "step": 11326 + }, + { + "epoch": 9.607294317217981, + "grad_norm": 1.3718746474268004, + "learning_rate": 1.9771905069835003e-05, + "loss": 0.1867, + "step": 11327 + }, + { + "epoch": 9.608142493638677, + "grad_norm": 1.237838375403672, + "learning_rate": 1.9771846728836843e-05, + "loss": 0.1643, + "step": 11328 + }, + { + "epoch": 9.608990670059372, + "grad_norm": 1.3295184447020465, + "learning_rate": 1.977178838046464e-05, + "loss": 0.1525, + "step": 11329 + }, + { + "epoch": 9.609838846480068, + "grad_norm": 1.3594445903753767, + "learning_rate": 1.9771730024718452e-05, + "loss": 0.1772, + "step": 11330 + }, + { + "epoch": 9.610687022900763, + "grad_norm": 1.2585567428664017, + "learning_rate": 1.9771671661598312e-05, + "loss": 0.164, + "step": 11331 + }, + { + "epoch": 9.611535199321459, + "grad_norm": 1.2666130427005373, + "learning_rate": 1.9771613291104263e-05, + "loss": 0.147, + "step": 11332 + }, + { + "epoch": 9.612383375742155, + "grad_norm": 1.3443424692225814, + "learning_rate": 1.9771554913236358e-05, + "loss": 0.1505, + "step": 11333 + }, + { + "epoch": 9.61323155216285, + "grad_norm": 1.5139028288546326, + "learning_rate": 1.9771496527994635e-05, + "loss": 0.1532, + "step": 11334 + }, + { + "epoch": 9.614079728583546, + "grad_norm": 1.306641013431107, + "learning_rate": 1.9771438135379134e-05, + "loss": 0.1739, + "step": 11335 + }, + { + "epoch": 9.61492790500424, + "grad_norm": 1.3337654662838772, + "learning_rate": 1.9771379735389913e-05, + "loss": 0.1574, + "step": 11336 + }, + { + "epoch": 9.615776081424936, + "grad_norm": 1.342456389864316, + "learning_rate": 1.9771321328027003e-05, + "loss": 0.1643, + "step": 11337 + }, + { + "epoch": 9.616624257845633, + "grad_norm": 1.3258407579504994, + "learning_rate": 1.977126291329045e-05, + "loss": 0.134, + "step": 11338 + }, + { + "epoch": 9.617472434266327, + "grad_norm": 1.3989130035281117, + "learning_rate": 1.9771204491180304e-05, + "loss": 0.1544, + "step": 11339 + }, + { + "epoch": 9.618320610687023, + "grad_norm": 1.2724059832384416, + "learning_rate": 1.9771146061696606e-05, + "loss": 0.1531, + "step": 11340 + }, + { + "epoch": 9.619168787107718, + "grad_norm": 1.5290531956501672, + "learning_rate": 1.97710876248394e-05, + "loss": 0.1574, + "step": 11341 + }, + { + "epoch": 9.620016963528414, + "grad_norm": 1.380120747051739, + "learning_rate": 1.9771029180608726e-05, + "loss": 0.1696, + "step": 11342 + }, + { + "epoch": 9.62086513994911, + "grad_norm": 1.3301715592839933, + "learning_rate": 1.9770970729004634e-05, + "loss": 0.165, + "step": 11343 + }, + { + "epoch": 9.621713316369805, + "grad_norm": 1.2893795012801263, + "learning_rate": 1.9770912270027168e-05, + "loss": 0.1621, + "step": 11344 + }, + { + "epoch": 9.622561492790501, + "grad_norm": 1.2528918511364882, + "learning_rate": 1.977085380367637e-05, + "loss": 0.1518, + "step": 11345 + }, + { + "epoch": 9.623409669211195, + "grad_norm": 1.2375930362454268, + "learning_rate": 1.977079532995228e-05, + "loss": 0.161, + "step": 11346 + }, + { + "epoch": 9.624257845631892, + "grad_norm": 1.1952822120933049, + "learning_rate": 1.977073684885495e-05, + "loss": 0.1397, + "step": 11347 + }, + { + "epoch": 9.625106022052586, + "grad_norm": 1.2897375918243303, + "learning_rate": 1.977067836038442e-05, + "loss": 0.1712, + "step": 11348 + }, + { + "epoch": 9.625954198473282, + "grad_norm": 1.2933538150645862, + "learning_rate": 1.9770619864540734e-05, + "loss": 0.1435, + "step": 11349 + }, + { + "epoch": 9.626802374893979, + "grad_norm": 1.3899381852537502, + "learning_rate": 1.9770561361323937e-05, + "loss": 0.1298, + "step": 11350 + }, + { + "epoch": 9.627650551314673, + "grad_norm": 1.4038222434460164, + "learning_rate": 1.9770502850734073e-05, + "loss": 0.1829, + "step": 11351 + }, + { + "epoch": 9.62849872773537, + "grad_norm": 1.3301200950030754, + "learning_rate": 1.9770444332771184e-05, + "loss": 0.1566, + "step": 11352 + }, + { + "epoch": 9.629346904156064, + "grad_norm": 1.3388353790541716, + "learning_rate": 1.977038580743532e-05, + "loss": 0.1499, + "step": 11353 + }, + { + "epoch": 9.63019508057676, + "grad_norm": 1.2759840789212866, + "learning_rate": 1.977032727472652e-05, + "loss": 0.1544, + "step": 11354 + }, + { + "epoch": 9.631043256997456, + "grad_norm": 1.3410541926784874, + "learning_rate": 1.977026873464483e-05, + "loss": 0.1662, + "step": 11355 + }, + { + "epoch": 9.63189143341815, + "grad_norm": 1.1821008533200024, + "learning_rate": 1.9770210187190293e-05, + "loss": 0.1529, + "step": 11356 + }, + { + "epoch": 9.632739609838847, + "grad_norm": 1.18208176729407, + "learning_rate": 1.9770151632362955e-05, + "loss": 0.1131, + "step": 11357 + }, + { + "epoch": 9.633587786259541, + "grad_norm": 1.2118430985598208, + "learning_rate": 1.977009307016286e-05, + "loss": 0.1426, + "step": 11358 + }, + { + "epoch": 9.634435962680238, + "grad_norm": 1.3708775213234612, + "learning_rate": 1.9770034500590046e-05, + "loss": 0.1752, + "step": 11359 + }, + { + "epoch": 9.635284139100932, + "grad_norm": 1.3424323064957855, + "learning_rate": 1.9769975923644567e-05, + "loss": 0.1275, + "step": 11360 + }, + { + "epoch": 9.636132315521628, + "grad_norm": 1.2938370871257252, + "learning_rate": 1.9769917339326462e-05, + "loss": 0.1467, + "step": 11361 + }, + { + "epoch": 9.636980491942325, + "grad_norm": 1.2557795340563893, + "learning_rate": 1.9769858747635776e-05, + "loss": 0.139, + "step": 11362 + }, + { + "epoch": 9.637828668363019, + "grad_norm": 1.3175002494513126, + "learning_rate": 1.9769800148572555e-05, + "loss": 0.1634, + "step": 11363 + }, + { + "epoch": 9.638676844783715, + "grad_norm": 1.3058840244533687, + "learning_rate": 1.976974154213684e-05, + "loss": 0.1413, + "step": 11364 + }, + { + "epoch": 9.63952502120441, + "grad_norm": 1.3044175557702438, + "learning_rate": 1.9769682928328678e-05, + "loss": 0.1432, + "step": 11365 + }, + { + "epoch": 9.640373197625106, + "grad_norm": 1.0743520451817579, + "learning_rate": 1.976962430714811e-05, + "loss": 0.1162, + "step": 11366 + }, + { + "epoch": 9.641221374045802, + "grad_norm": 1.260959329648366, + "learning_rate": 1.9769565678595183e-05, + "loss": 0.1482, + "step": 11367 + }, + { + "epoch": 9.642069550466497, + "grad_norm": 1.2398178088456684, + "learning_rate": 1.976950704266994e-05, + "loss": 0.1496, + "step": 11368 + }, + { + "epoch": 9.642917726887193, + "grad_norm": 1.369713031994623, + "learning_rate": 1.976944839937242e-05, + "loss": 0.1742, + "step": 11369 + }, + { + "epoch": 9.643765903307887, + "grad_norm": 1.2012286718721217, + "learning_rate": 1.976938974870268e-05, + "loss": 0.1477, + "step": 11370 + }, + { + "epoch": 9.644614079728584, + "grad_norm": 1.2882719614220595, + "learning_rate": 1.9769331090660754e-05, + "loss": 0.1277, + "step": 11371 + }, + { + "epoch": 9.64546225614928, + "grad_norm": 1.2159540720712654, + "learning_rate": 1.976927242524669e-05, + "loss": 0.1342, + "step": 11372 + }, + { + "epoch": 9.646310432569974, + "grad_norm": 1.2466705355523808, + "learning_rate": 1.9769213752460532e-05, + "loss": 0.1451, + "step": 11373 + }, + { + "epoch": 9.64715860899067, + "grad_norm": 1.3172099936970614, + "learning_rate": 1.9769155072302323e-05, + "loss": 0.1721, + "step": 11374 + }, + { + "epoch": 9.648006785411365, + "grad_norm": 1.336893265842228, + "learning_rate": 1.976909638477211e-05, + "loss": 0.154, + "step": 11375 + }, + { + "epoch": 9.648854961832061, + "grad_norm": 1.2658286924371362, + "learning_rate": 1.9769037689869936e-05, + "loss": 0.1304, + "step": 11376 + }, + { + "epoch": 9.649703138252757, + "grad_norm": 1.416611551559276, + "learning_rate": 1.976897898759584e-05, + "loss": 0.1663, + "step": 11377 + }, + { + "epoch": 9.650551314673452, + "grad_norm": 1.2009091251791109, + "learning_rate": 1.9768920277949875e-05, + "loss": 0.1586, + "step": 11378 + }, + { + "epoch": 9.651399491094148, + "grad_norm": 1.2557468929061244, + "learning_rate": 1.976886156093208e-05, + "loss": 0.1316, + "step": 11379 + }, + { + "epoch": 9.652247667514843, + "grad_norm": 1.6359378031923644, + "learning_rate": 1.97688028365425e-05, + "loss": 0.2249, + "step": 11380 + }, + { + "epoch": 9.653095843935539, + "grad_norm": 1.322162869807781, + "learning_rate": 1.9768744104781184e-05, + "loss": 0.1455, + "step": 11381 + }, + { + "epoch": 9.653944020356235, + "grad_norm": 1.4920290950396469, + "learning_rate": 1.9768685365648167e-05, + "loss": 0.1644, + "step": 11382 + }, + { + "epoch": 9.65479219677693, + "grad_norm": 1.3971049922259484, + "learning_rate": 1.9768626619143504e-05, + "loss": 0.1564, + "step": 11383 + }, + { + "epoch": 9.655640373197626, + "grad_norm": 1.2160703092005487, + "learning_rate": 1.9768567865267228e-05, + "loss": 0.1274, + "step": 11384 + }, + { + "epoch": 9.65648854961832, + "grad_norm": 1.4431838027860786, + "learning_rate": 1.9768509104019393e-05, + "loss": 0.1392, + "step": 11385 + }, + { + "epoch": 9.657336726039016, + "grad_norm": 1.2638462717271413, + "learning_rate": 1.9768450335400038e-05, + "loss": 0.1522, + "step": 11386 + }, + { + "epoch": 9.65818490245971, + "grad_norm": 1.4453128797186086, + "learning_rate": 1.9768391559409213e-05, + "loss": 0.188, + "step": 11387 + }, + { + "epoch": 9.659033078880407, + "grad_norm": 1.3169658336262642, + "learning_rate": 1.9768332776046954e-05, + "loss": 0.1328, + "step": 11388 + }, + { + "epoch": 9.659881255301103, + "grad_norm": 1.3416830278272682, + "learning_rate": 1.976827398531331e-05, + "loss": 0.1264, + "step": 11389 + }, + { + "epoch": 9.660729431721798, + "grad_norm": 1.3816281313897019, + "learning_rate": 1.9768215187208328e-05, + "loss": 0.1384, + "step": 11390 + }, + { + "epoch": 9.661577608142494, + "grad_norm": 1.4343828742032363, + "learning_rate": 1.9768156381732045e-05, + "loss": 0.1863, + "step": 11391 + }, + { + "epoch": 9.662425784563188, + "grad_norm": 1.429499476724143, + "learning_rate": 1.9768097568884512e-05, + "loss": 0.1761, + "step": 11392 + }, + { + "epoch": 9.663273960983885, + "grad_norm": 1.5931072727746254, + "learning_rate": 1.976803874866577e-05, + "loss": 0.1813, + "step": 11393 + }, + { + "epoch": 9.664122137404581, + "grad_norm": 1.1418790803896384, + "learning_rate": 1.976797992107587e-05, + "loss": 0.1139, + "step": 11394 + }, + { + "epoch": 9.664970313825275, + "grad_norm": 1.3506633263494303, + "learning_rate": 1.9767921086114846e-05, + "loss": 0.1641, + "step": 11395 + }, + { + "epoch": 9.665818490245972, + "grad_norm": 1.3158735178492722, + "learning_rate": 1.9767862243782744e-05, + "loss": 0.1697, + "step": 11396 + }, + { + "epoch": 9.666666666666666, + "grad_norm": 1.2469635184199688, + "learning_rate": 1.9767803394079618e-05, + "loss": 0.1606, + "step": 11397 + }, + { + "epoch": 9.667514843087362, + "grad_norm": 1.2250668940703953, + "learning_rate": 1.9767744537005503e-05, + "loss": 0.1542, + "step": 11398 + }, + { + "epoch": 9.668363019508057, + "grad_norm": 1.2859922577049225, + "learning_rate": 1.976768567256045e-05, + "loss": 0.1763, + "step": 11399 + }, + { + "epoch": 9.669211195928753, + "grad_norm": 1.3588233634527742, + "learning_rate": 1.9767626800744495e-05, + "loss": 0.1399, + "step": 11400 + }, + { + "epoch": 9.67005937234945, + "grad_norm": 1.3700978075626769, + "learning_rate": 1.976756792155769e-05, + "loss": 0.1492, + "step": 11401 + }, + { + "epoch": 9.670907548770144, + "grad_norm": 1.148518074333005, + "learning_rate": 1.976750903500008e-05, + "loss": 0.1204, + "step": 11402 + }, + { + "epoch": 9.67175572519084, + "grad_norm": 1.2418592782111026, + "learning_rate": 1.97674501410717e-05, + "loss": 0.1318, + "step": 11403 + }, + { + "epoch": 9.672603901611534, + "grad_norm": 1.3563666419651608, + "learning_rate": 1.9767391239772607e-05, + "loss": 0.1517, + "step": 11404 + }, + { + "epoch": 9.67345207803223, + "grad_norm": 1.3198947079072996, + "learning_rate": 1.9767332331102835e-05, + "loss": 0.165, + "step": 11405 + }, + { + "epoch": 9.674300254452927, + "grad_norm": 1.5272926310180859, + "learning_rate": 1.9767273415062433e-05, + "loss": 0.1885, + "step": 11406 + }, + { + "epoch": 9.675148430873621, + "grad_norm": 1.4002935519330928, + "learning_rate": 1.9767214491651446e-05, + "loss": 0.1389, + "step": 11407 + }, + { + "epoch": 9.675996607294318, + "grad_norm": 1.36112977296087, + "learning_rate": 1.9767155560869916e-05, + "loss": 0.1334, + "step": 11408 + }, + { + "epoch": 9.676844783715012, + "grad_norm": 1.2670482601842938, + "learning_rate": 1.9767096622717892e-05, + "loss": 0.1273, + "step": 11409 + }, + { + "epoch": 9.677692960135708, + "grad_norm": 1.257976212247919, + "learning_rate": 1.9767037677195415e-05, + "loss": 0.1469, + "step": 11410 + }, + { + "epoch": 9.678541136556404, + "grad_norm": 1.403711466998008, + "learning_rate": 1.976697872430253e-05, + "loss": 0.1895, + "step": 11411 + }, + { + "epoch": 9.679389312977099, + "grad_norm": 1.366074451205687, + "learning_rate": 1.976691976403928e-05, + "loss": 0.177, + "step": 11412 + }, + { + "epoch": 9.680237489397795, + "grad_norm": 1.357997789591678, + "learning_rate": 1.9766860796405713e-05, + "loss": 0.1597, + "step": 11413 + }, + { + "epoch": 9.68108566581849, + "grad_norm": 1.2277103019318159, + "learning_rate": 1.9766801821401867e-05, + "loss": 0.1616, + "step": 11414 + }, + { + "epoch": 9.681933842239186, + "grad_norm": 1.219490241712715, + "learning_rate": 1.9766742839027798e-05, + "loss": 0.1358, + "step": 11415 + }, + { + "epoch": 9.682782018659882, + "grad_norm": 1.2221922918855377, + "learning_rate": 1.976668384928354e-05, + "loss": 0.1715, + "step": 11416 + }, + { + "epoch": 9.683630195080577, + "grad_norm": 1.1320029741578583, + "learning_rate": 1.976662485216914e-05, + "loss": 0.1249, + "step": 11417 + }, + { + "epoch": 9.684478371501273, + "grad_norm": 1.516033323175823, + "learning_rate": 1.9766565847684643e-05, + "loss": 0.1746, + "step": 11418 + }, + { + "epoch": 9.685326547921967, + "grad_norm": 1.2663619071511227, + "learning_rate": 1.9766506835830094e-05, + "loss": 0.1749, + "step": 11419 + }, + { + "epoch": 9.686174724342663, + "grad_norm": 1.446799641692828, + "learning_rate": 1.9766447816605538e-05, + "loss": 0.1293, + "step": 11420 + }, + { + "epoch": 9.68702290076336, + "grad_norm": 1.2511547409206172, + "learning_rate": 1.9766388790011023e-05, + "loss": 0.1555, + "step": 11421 + }, + { + "epoch": 9.687871077184054, + "grad_norm": 1.385888400189412, + "learning_rate": 1.9766329756046586e-05, + "loss": 0.1649, + "step": 11422 + }, + { + "epoch": 9.68871925360475, + "grad_norm": 1.184294050176499, + "learning_rate": 1.9766270714712274e-05, + "loss": 0.1424, + "step": 11423 + }, + { + "epoch": 9.689567430025445, + "grad_norm": 1.1725446488937903, + "learning_rate": 1.9766211666008136e-05, + "loss": 0.15, + "step": 11424 + }, + { + "epoch": 9.690415606446141, + "grad_norm": 1.197987680848328, + "learning_rate": 1.976615260993421e-05, + "loss": 0.1522, + "step": 11425 + }, + { + "epoch": 9.691263782866836, + "grad_norm": 1.219748197731614, + "learning_rate": 1.9766093546490544e-05, + "loss": 0.1278, + "step": 11426 + }, + { + "epoch": 9.692111959287532, + "grad_norm": 1.252618275512362, + "learning_rate": 1.9766034475677186e-05, + "loss": 0.1478, + "step": 11427 + }, + { + "epoch": 9.692960135708228, + "grad_norm": 1.587292116767986, + "learning_rate": 1.9765975397494173e-05, + "loss": 0.1863, + "step": 11428 + }, + { + "epoch": 9.693808312128922, + "grad_norm": 1.2907849510331548, + "learning_rate": 1.9765916311941557e-05, + "loss": 0.1426, + "step": 11429 + }, + { + "epoch": 9.694656488549619, + "grad_norm": 1.3647037342792485, + "learning_rate": 1.9765857219019378e-05, + "loss": 0.1656, + "step": 11430 + }, + { + "epoch": 9.695504664970313, + "grad_norm": 1.4280613972986835, + "learning_rate": 1.9765798118727684e-05, + "loss": 0.1346, + "step": 11431 + }, + { + "epoch": 9.69635284139101, + "grad_norm": 1.250770190568348, + "learning_rate": 1.9765739011066512e-05, + "loss": 0.1264, + "step": 11432 + }, + { + "epoch": 9.697201017811706, + "grad_norm": 1.5269039363298111, + "learning_rate": 1.9765679896035916e-05, + "loss": 0.1772, + "step": 11433 + }, + { + "epoch": 9.6980491942324, + "grad_norm": 1.2900484958833605, + "learning_rate": 1.9765620773635937e-05, + "loss": 0.1964, + "step": 11434 + }, + { + "epoch": 9.698897370653096, + "grad_norm": 1.4181387865362287, + "learning_rate": 1.976556164386662e-05, + "loss": 0.1674, + "step": 11435 + }, + { + "epoch": 9.69974554707379, + "grad_norm": 1.3785989712111257, + "learning_rate": 1.9765502506728006e-05, + "loss": 0.1609, + "step": 11436 + }, + { + "epoch": 9.700593723494487, + "grad_norm": 1.558497180031525, + "learning_rate": 1.976544336222014e-05, + "loss": 0.1459, + "step": 11437 + }, + { + "epoch": 9.701441899915181, + "grad_norm": 1.3670621337931923, + "learning_rate": 1.9765384210343074e-05, + "loss": 0.1493, + "step": 11438 + }, + { + "epoch": 9.702290076335878, + "grad_norm": 1.4326102202821835, + "learning_rate": 1.9765325051096846e-05, + "loss": 0.1672, + "step": 11439 + }, + { + "epoch": 9.703138252756574, + "grad_norm": 1.6606308023629128, + "learning_rate": 1.97652658844815e-05, + "loss": 0.1388, + "step": 11440 + }, + { + "epoch": 9.703986429177268, + "grad_norm": 1.3092328458725337, + "learning_rate": 1.9765206710497086e-05, + "loss": 0.1442, + "step": 11441 + }, + { + "epoch": 9.704834605597965, + "grad_norm": 1.2439316649799006, + "learning_rate": 1.9765147529143647e-05, + "loss": 0.1426, + "step": 11442 + }, + { + "epoch": 9.705682782018659, + "grad_norm": 1.3970411017793034, + "learning_rate": 1.9765088340421226e-05, + "loss": 0.1606, + "step": 11443 + }, + { + "epoch": 9.706530958439355, + "grad_norm": 2.178828083423876, + "learning_rate": 1.9765029144329865e-05, + "loss": 0.1142, + "step": 11444 + }, + { + "epoch": 9.707379134860052, + "grad_norm": 1.449570320156756, + "learning_rate": 1.9764969940869615e-05, + "loss": 0.1752, + "step": 11445 + }, + { + "epoch": 9.708227311280746, + "grad_norm": 1.5286483489623652, + "learning_rate": 1.9764910730040514e-05, + "loss": 0.1564, + "step": 11446 + }, + { + "epoch": 9.709075487701442, + "grad_norm": 1.3204220298517824, + "learning_rate": 1.976485151184261e-05, + "loss": 0.1392, + "step": 11447 + }, + { + "epoch": 9.709923664122137, + "grad_norm": 1.3171726287883598, + "learning_rate": 1.9764792286275953e-05, + "loss": 0.1654, + "step": 11448 + }, + { + "epoch": 9.710771840542833, + "grad_norm": 1.3027714185189543, + "learning_rate": 1.9764733053340576e-05, + "loss": 0.1534, + "step": 11449 + }, + { + "epoch": 9.71162001696353, + "grad_norm": 1.338271972565051, + "learning_rate": 1.976467381303653e-05, + "loss": 0.1522, + "step": 11450 + }, + { + "epoch": 9.712468193384224, + "grad_norm": 1.3949865084782607, + "learning_rate": 1.9764614565363866e-05, + "loss": 0.1671, + "step": 11451 + }, + { + "epoch": 9.71331636980492, + "grad_norm": 1.3162763839388893, + "learning_rate": 1.976455531032262e-05, + "loss": 0.1434, + "step": 11452 + }, + { + "epoch": 9.714164546225614, + "grad_norm": 1.3912785226325717, + "learning_rate": 1.9764496047912838e-05, + "loss": 0.1753, + "step": 11453 + }, + { + "epoch": 9.71501272264631, + "grad_norm": 1.3512288525021412, + "learning_rate": 1.9764436778134568e-05, + "loss": 0.1483, + "step": 11454 + }, + { + "epoch": 9.715860899067007, + "grad_norm": 1.2939473065991567, + "learning_rate": 1.976437750098785e-05, + "loss": 0.1627, + "step": 11455 + }, + { + "epoch": 9.716709075487701, + "grad_norm": 1.3795101520683337, + "learning_rate": 1.9764318216472733e-05, + "loss": 0.13, + "step": 11456 + }, + { + "epoch": 9.717557251908397, + "grad_norm": 1.1995264002583983, + "learning_rate": 1.9764258924589257e-05, + "loss": 0.1341, + "step": 11457 + }, + { + "epoch": 9.718405428329092, + "grad_norm": 1.2910850491734756, + "learning_rate": 1.9764199625337476e-05, + "loss": 0.1592, + "step": 11458 + }, + { + "epoch": 9.719253604749788, + "grad_norm": 1.2696628298525088, + "learning_rate": 1.9764140318717423e-05, + "loss": 0.1277, + "step": 11459 + }, + { + "epoch": 9.720101781170484, + "grad_norm": 1.6098976140742174, + "learning_rate": 1.9764081004729152e-05, + "loss": 0.2249, + "step": 11460 + }, + { + "epoch": 9.720949957591179, + "grad_norm": 1.7333146826202963, + "learning_rate": 1.9764021683372704e-05, + "loss": 0.1994, + "step": 11461 + }, + { + "epoch": 9.721798134011875, + "grad_norm": 1.2315172390477096, + "learning_rate": 1.976396235464812e-05, + "loss": 0.1064, + "step": 11462 + }, + { + "epoch": 9.72264631043257, + "grad_norm": 1.2846997846332364, + "learning_rate": 1.9763903018555453e-05, + "loss": 0.1686, + "step": 11463 + }, + { + "epoch": 9.723494486853266, + "grad_norm": 1.3130207333270856, + "learning_rate": 1.9763843675094742e-05, + "loss": 0.1585, + "step": 11464 + }, + { + "epoch": 9.72434266327396, + "grad_norm": 1.5750617863108096, + "learning_rate": 1.976378432426603e-05, + "loss": 0.1332, + "step": 11465 + }, + { + "epoch": 9.725190839694656, + "grad_norm": 1.149784361967359, + "learning_rate": 1.976372496606937e-05, + "loss": 0.1308, + "step": 11466 + }, + { + "epoch": 9.726039016115353, + "grad_norm": 1.4933877526926598, + "learning_rate": 1.97636656005048e-05, + "loss": 0.1674, + "step": 11467 + }, + { + "epoch": 9.726887192536047, + "grad_norm": 1.3197926174768313, + "learning_rate": 1.9763606227572367e-05, + "loss": 0.1497, + "step": 11468 + }, + { + "epoch": 9.727735368956743, + "grad_norm": 1.4104726594366739, + "learning_rate": 1.9763546847272116e-05, + "loss": 0.1696, + "step": 11469 + }, + { + "epoch": 9.728583545377438, + "grad_norm": 1.6205600381572602, + "learning_rate": 1.9763487459604088e-05, + "loss": 0.1553, + "step": 11470 + }, + { + "epoch": 9.729431721798134, + "grad_norm": 1.362675956076587, + "learning_rate": 1.9763428064568337e-05, + "loss": 0.1287, + "step": 11471 + }, + { + "epoch": 9.73027989821883, + "grad_norm": 1.3517672793908233, + "learning_rate": 1.9763368662164897e-05, + "loss": 0.1465, + "step": 11472 + }, + { + "epoch": 9.731128074639525, + "grad_norm": 1.5127920726255843, + "learning_rate": 1.9763309252393818e-05, + "loss": 0.1399, + "step": 11473 + }, + { + "epoch": 9.731976251060221, + "grad_norm": 1.2669098198350721, + "learning_rate": 1.9763249835255145e-05, + "loss": 0.1584, + "step": 11474 + }, + { + "epoch": 9.732824427480915, + "grad_norm": 1.447972255630411, + "learning_rate": 1.9763190410748926e-05, + "loss": 0.1694, + "step": 11475 + }, + { + "epoch": 9.733672603901612, + "grad_norm": 1.3952874989719626, + "learning_rate": 1.9763130978875197e-05, + "loss": 0.1532, + "step": 11476 + }, + { + "epoch": 9.734520780322306, + "grad_norm": 1.3000031326129204, + "learning_rate": 1.9763071539634013e-05, + "loss": 0.1426, + "step": 11477 + }, + { + "epoch": 9.735368956743002, + "grad_norm": 1.3063376001319307, + "learning_rate": 1.976301209302541e-05, + "loss": 0.1588, + "step": 11478 + }, + { + "epoch": 9.736217133163699, + "grad_norm": 1.378548457512315, + "learning_rate": 1.9762952639049437e-05, + "loss": 0.1545, + "step": 11479 + }, + { + "epoch": 9.737065309584393, + "grad_norm": 1.4080394354447368, + "learning_rate": 1.976289317770614e-05, + "loss": 0.1576, + "step": 11480 + }, + { + "epoch": 9.73791348600509, + "grad_norm": 1.3175115010795175, + "learning_rate": 1.9762833708995563e-05, + "loss": 0.1531, + "step": 11481 + }, + { + "epoch": 9.738761662425784, + "grad_norm": 1.2959731402011692, + "learning_rate": 1.976277423291775e-05, + "loss": 0.1518, + "step": 11482 + }, + { + "epoch": 9.73960983884648, + "grad_norm": 1.2207994518190888, + "learning_rate": 1.9762714749472744e-05, + "loss": 0.1343, + "step": 11483 + }, + { + "epoch": 9.740458015267176, + "grad_norm": 1.3611149514851624, + "learning_rate": 1.9762655258660596e-05, + "loss": 0.1576, + "step": 11484 + }, + { + "epoch": 9.74130619168787, + "grad_norm": 1.2021195475308555, + "learning_rate": 1.9762595760481344e-05, + "loss": 0.1505, + "step": 11485 + }, + { + "epoch": 9.742154368108567, + "grad_norm": 1.2099858081463601, + "learning_rate": 1.9762536254935038e-05, + "loss": 0.1457, + "step": 11486 + }, + { + "epoch": 9.743002544529261, + "grad_norm": 1.4182838398513737, + "learning_rate": 1.976247674202172e-05, + "loss": 0.1463, + "step": 11487 + }, + { + "epoch": 9.743850720949958, + "grad_norm": 1.259171806372879, + "learning_rate": 1.9762417221741434e-05, + "loss": 0.1271, + "step": 11488 + }, + { + "epoch": 9.744698897370654, + "grad_norm": 1.3235272247759629, + "learning_rate": 1.9762357694094228e-05, + "loss": 0.1654, + "step": 11489 + }, + { + "epoch": 9.745547073791348, + "grad_norm": 1.2884092559540488, + "learning_rate": 1.9762298159080147e-05, + "loss": 0.1467, + "step": 11490 + }, + { + "epoch": 9.746395250212045, + "grad_norm": 1.2952752539067058, + "learning_rate": 1.9762238616699233e-05, + "loss": 0.1416, + "step": 11491 + }, + { + "epoch": 9.747243426632739, + "grad_norm": 1.2335293540908985, + "learning_rate": 1.9762179066951535e-05, + "loss": 0.1562, + "step": 11492 + }, + { + "epoch": 9.748091603053435, + "grad_norm": 1.3253798215017214, + "learning_rate": 1.976211950983709e-05, + "loss": 0.1357, + "step": 11493 + }, + { + "epoch": 9.748939779474131, + "grad_norm": 1.2559491553311277, + "learning_rate": 1.9762059945355952e-05, + "loss": 0.1525, + "step": 11494 + }, + { + "epoch": 9.749787955894826, + "grad_norm": 1.396840696979479, + "learning_rate": 1.9762000373508165e-05, + "loss": 0.1413, + "step": 11495 + }, + { + "epoch": 9.750636132315522, + "grad_norm": 1.2442938117226745, + "learning_rate": 1.9761940794293766e-05, + "loss": 0.1294, + "step": 11496 + }, + { + "epoch": 9.751484308736217, + "grad_norm": 1.482493808411822, + "learning_rate": 1.9761881207712807e-05, + "loss": 0.1495, + "step": 11497 + }, + { + "epoch": 9.752332485156913, + "grad_norm": 1.1850213806052767, + "learning_rate": 1.9761821613765334e-05, + "loss": 0.1127, + "step": 11498 + }, + { + "epoch": 9.753180661577607, + "grad_norm": 1.3956152114982399, + "learning_rate": 1.9761762012451385e-05, + "loss": 0.1709, + "step": 11499 + }, + { + "epoch": 9.754028837998304, + "grad_norm": 1.3963644978210221, + "learning_rate": 1.9761702403771014e-05, + "loss": 0.1681, + "step": 11500 + }, + { + "epoch": 9.754877014419, + "grad_norm": 1.3403869746810757, + "learning_rate": 1.9761642787724255e-05, + "loss": 0.1367, + "step": 11501 + }, + { + "epoch": 9.755725190839694, + "grad_norm": 1.3534468104614494, + "learning_rate": 1.9761583164311162e-05, + "loss": 0.1671, + "step": 11502 + }, + { + "epoch": 9.75657336726039, + "grad_norm": 1.2647417479342824, + "learning_rate": 1.976152353353178e-05, + "loss": 0.1482, + "step": 11503 + }, + { + "epoch": 9.757421543681085, + "grad_norm": 1.2806503809289167, + "learning_rate": 1.9761463895386148e-05, + "loss": 0.127, + "step": 11504 + }, + { + "epoch": 9.758269720101781, + "grad_norm": 1.46542215567084, + "learning_rate": 1.976140424987431e-05, + "loss": 0.1361, + "step": 11505 + }, + { + "epoch": 9.759117896522477, + "grad_norm": 1.395680813589661, + "learning_rate": 1.9761344596996323e-05, + "loss": 0.1729, + "step": 11506 + }, + { + "epoch": 9.759966072943172, + "grad_norm": 1.200912374000219, + "learning_rate": 1.9761284936752218e-05, + "loss": 0.1432, + "step": 11507 + }, + { + "epoch": 9.760814249363868, + "grad_norm": 1.4289353439982584, + "learning_rate": 1.976122526914205e-05, + "loss": 0.186, + "step": 11508 + }, + { + "epoch": 9.761662425784563, + "grad_norm": 1.5560664091108574, + "learning_rate": 1.9761165594165858e-05, + "loss": 0.1851, + "step": 11509 + }, + { + "epoch": 9.762510602205259, + "grad_norm": 1.278151677136492, + "learning_rate": 1.9761105911823693e-05, + "loss": 0.1564, + "step": 11510 + }, + { + "epoch": 9.763358778625955, + "grad_norm": 1.3647979175431044, + "learning_rate": 1.976104622211559e-05, + "loss": 0.1693, + "step": 11511 + }, + { + "epoch": 9.76420695504665, + "grad_norm": 1.4723330790907314, + "learning_rate": 1.9760986525041607e-05, + "loss": 0.1659, + "step": 11512 + }, + { + "epoch": 9.765055131467346, + "grad_norm": 1.3723703474457831, + "learning_rate": 1.976092682060178e-05, + "loss": 0.1573, + "step": 11513 + }, + { + "epoch": 9.76590330788804, + "grad_norm": 1.317798032800926, + "learning_rate": 1.9760867108796153e-05, + "loss": 0.1399, + "step": 11514 + }, + { + "epoch": 9.766751484308736, + "grad_norm": 1.3074835915658818, + "learning_rate": 1.9760807389624776e-05, + "loss": 0.1663, + "step": 11515 + }, + { + "epoch": 9.76759966072943, + "grad_norm": 1.152646276753233, + "learning_rate": 1.9760747663087692e-05, + "loss": 0.155, + "step": 11516 + }, + { + "epoch": 9.768447837150127, + "grad_norm": 1.1570670277042148, + "learning_rate": 1.9760687929184948e-05, + "loss": 0.1244, + "step": 11517 + }, + { + "epoch": 9.769296013570823, + "grad_norm": 1.2576049786858725, + "learning_rate": 1.976062818791659e-05, + "loss": 0.1294, + "step": 11518 + }, + { + "epoch": 9.770144189991518, + "grad_norm": 1.2573008287400822, + "learning_rate": 1.9760568439282658e-05, + "loss": 0.1472, + "step": 11519 + }, + { + "epoch": 9.770992366412214, + "grad_norm": 1.3226300551912884, + "learning_rate": 1.97605086832832e-05, + "loss": 0.1503, + "step": 11520 + }, + { + "epoch": 9.771840542832908, + "grad_norm": 1.4942449160598081, + "learning_rate": 1.9760448919918258e-05, + "loss": 0.2091, + "step": 11521 + }, + { + "epoch": 9.772688719253605, + "grad_norm": 1.2645858681520747, + "learning_rate": 1.9760389149187884e-05, + "loss": 0.1622, + "step": 11522 + }, + { + "epoch": 9.773536895674301, + "grad_norm": 1.2406113919033932, + "learning_rate": 1.9760329371092118e-05, + "loss": 0.1558, + "step": 11523 + }, + { + "epoch": 9.774385072094995, + "grad_norm": 1.2796698769008008, + "learning_rate": 1.9760269585631007e-05, + "loss": 0.1369, + "step": 11524 + }, + { + "epoch": 9.775233248515692, + "grad_norm": 1.3865952190580433, + "learning_rate": 1.9760209792804596e-05, + "loss": 0.1456, + "step": 11525 + }, + { + "epoch": 9.776081424936386, + "grad_norm": 1.2830991100933256, + "learning_rate": 1.9760149992612928e-05, + "loss": 0.185, + "step": 11526 + }, + { + "epoch": 9.776929601357082, + "grad_norm": 1.263358473805353, + "learning_rate": 1.976009018505605e-05, + "loss": 0.1821, + "step": 11527 + }, + { + "epoch": 9.777777777777779, + "grad_norm": 1.4284845716502867, + "learning_rate": 1.9760030370134004e-05, + "loss": 0.151, + "step": 11528 + }, + { + "epoch": 9.778625954198473, + "grad_norm": 1.6891158754278184, + "learning_rate": 1.975997054784684e-05, + "loss": 0.1513, + "step": 11529 + }, + { + "epoch": 9.77947413061917, + "grad_norm": 1.4421219525382776, + "learning_rate": 1.9759910718194602e-05, + "loss": 0.1652, + "step": 11530 + }, + { + "epoch": 9.780322307039864, + "grad_norm": 1.3337597087903144, + "learning_rate": 1.9759850881177333e-05, + "loss": 0.1466, + "step": 11531 + }, + { + "epoch": 9.78117048346056, + "grad_norm": 1.2409238097093986, + "learning_rate": 1.975979103679508e-05, + "loss": 0.1434, + "step": 11532 + }, + { + "epoch": 9.782018659881256, + "grad_norm": 1.2036270567143534, + "learning_rate": 1.9759731185047884e-05, + "loss": 0.1366, + "step": 11533 + }, + { + "epoch": 9.78286683630195, + "grad_norm": 1.1942992035249875, + "learning_rate": 1.9759671325935802e-05, + "loss": 0.1311, + "step": 11534 + }, + { + "epoch": 9.783715012722647, + "grad_norm": 1.3399894625000675, + "learning_rate": 1.9759611459458863e-05, + "loss": 0.1712, + "step": 11535 + }, + { + "epoch": 9.784563189143341, + "grad_norm": 1.2887455644414505, + "learning_rate": 1.975955158561712e-05, + "loss": 0.1515, + "step": 11536 + }, + { + "epoch": 9.785411365564038, + "grad_norm": 1.630980796552922, + "learning_rate": 1.9759491704410622e-05, + "loss": 0.1628, + "step": 11537 + }, + { + "epoch": 9.786259541984732, + "grad_norm": 1.2549235573829676, + "learning_rate": 1.9759431815839408e-05, + "loss": 0.1538, + "step": 11538 + }, + { + "epoch": 9.787107718405428, + "grad_norm": 1.2561975274341155, + "learning_rate": 1.9759371919903527e-05, + "loss": 0.1326, + "step": 11539 + }, + { + "epoch": 9.787955894826124, + "grad_norm": 1.3770796847325788, + "learning_rate": 1.9759312016603023e-05, + "loss": 0.1566, + "step": 11540 + }, + { + "epoch": 9.788804071246819, + "grad_norm": 1.2841263185240162, + "learning_rate": 1.9759252105937944e-05, + "loss": 0.151, + "step": 11541 + }, + { + "epoch": 9.789652247667515, + "grad_norm": 1.3932323122545613, + "learning_rate": 1.9759192187908324e-05, + "loss": 0.1743, + "step": 11542 + }, + { + "epoch": 9.79050042408821, + "grad_norm": 1.2569947120620832, + "learning_rate": 1.9759132262514222e-05, + "loss": 0.1213, + "step": 11543 + }, + { + "epoch": 9.791348600508906, + "grad_norm": 1.3273447705553576, + "learning_rate": 1.9759072329755678e-05, + "loss": 0.1355, + "step": 11544 + }, + { + "epoch": 9.792196776929602, + "grad_norm": 1.3427616851375608, + "learning_rate": 1.975901238963273e-05, + "loss": 0.1645, + "step": 11545 + }, + { + "epoch": 9.793044953350297, + "grad_norm": 1.273518198138252, + "learning_rate": 1.975895244214544e-05, + "loss": 0.145, + "step": 11546 + }, + { + "epoch": 9.793893129770993, + "grad_norm": 1.20800173519322, + "learning_rate": 1.975889248729384e-05, + "loss": 0.1359, + "step": 11547 + }, + { + "epoch": 9.794741306191687, + "grad_norm": 1.215789973906137, + "learning_rate": 1.9758832525077976e-05, + "loss": 0.1451, + "step": 11548 + }, + { + "epoch": 9.795589482612383, + "grad_norm": 1.2044269700491292, + "learning_rate": 1.9758772555497896e-05, + "loss": 0.1381, + "step": 11549 + }, + { + "epoch": 9.796437659033078, + "grad_norm": 1.2256434272220154, + "learning_rate": 1.9758712578553644e-05, + "loss": 0.1526, + "step": 11550 + }, + { + "epoch": 9.797285835453774, + "grad_norm": 1.403799761385835, + "learning_rate": 1.9758652594245268e-05, + "loss": 0.1498, + "step": 11551 + }, + { + "epoch": 9.79813401187447, + "grad_norm": 1.4412283355967317, + "learning_rate": 1.9758592602572814e-05, + "loss": 0.1319, + "step": 11552 + }, + { + "epoch": 9.798982188295165, + "grad_norm": 1.3757797130867246, + "learning_rate": 1.975853260353632e-05, + "loss": 0.1325, + "step": 11553 + }, + { + "epoch": 9.799830364715861, + "grad_norm": 1.5125649187302275, + "learning_rate": 1.975847259713584e-05, + "loss": 0.1364, + "step": 11554 + }, + { + "epoch": 9.800678541136556, + "grad_norm": 1.4389727050432866, + "learning_rate": 1.9758412583371415e-05, + "loss": 0.1476, + "step": 11555 + }, + { + "epoch": 9.801526717557252, + "grad_norm": 1.324354145783698, + "learning_rate": 1.975835256224309e-05, + "loss": 0.1485, + "step": 11556 + }, + { + "epoch": 9.802374893977948, + "grad_norm": 1.2940865121049128, + "learning_rate": 1.975829253375091e-05, + "loss": 0.1328, + "step": 11557 + }, + { + "epoch": 9.803223070398642, + "grad_norm": 1.3161158095681482, + "learning_rate": 1.975823249789492e-05, + "loss": 0.1414, + "step": 11558 + }, + { + "epoch": 9.804071246819339, + "grad_norm": 1.2081230410501793, + "learning_rate": 1.975817245467517e-05, + "loss": 0.1521, + "step": 11559 + }, + { + "epoch": 9.804919423240033, + "grad_norm": 1.2876032730930536, + "learning_rate": 1.9758112404091697e-05, + "loss": 0.1886, + "step": 11560 + }, + { + "epoch": 9.80576759966073, + "grad_norm": 1.1879011331968337, + "learning_rate": 1.975805234614456e-05, + "loss": 0.1531, + "step": 11561 + }, + { + "epoch": 9.806615776081426, + "grad_norm": 1.3703229936060481, + "learning_rate": 1.9757992280833788e-05, + "loss": 0.1872, + "step": 11562 + }, + { + "epoch": 9.80746395250212, + "grad_norm": 1.2561845015292032, + "learning_rate": 1.9757932208159435e-05, + "loss": 0.1422, + "step": 11563 + }, + { + "epoch": 9.808312128922816, + "grad_norm": 1.480758783373828, + "learning_rate": 1.9757872128121546e-05, + "loss": 0.155, + "step": 11564 + }, + { + "epoch": 9.80916030534351, + "grad_norm": 1.3035661003249435, + "learning_rate": 1.9757812040720166e-05, + "loss": 0.1297, + "step": 11565 + }, + { + "epoch": 9.810008481764207, + "grad_norm": 1.2756839562780493, + "learning_rate": 1.975775194595534e-05, + "loss": 0.137, + "step": 11566 + }, + { + "epoch": 9.810856658184903, + "grad_norm": 1.354321781704764, + "learning_rate": 1.975769184382711e-05, + "loss": 0.1405, + "step": 11567 + }, + { + "epoch": 9.811704834605598, + "grad_norm": 1.3206156635694832, + "learning_rate": 1.975763173433553e-05, + "loss": 0.1562, + "step": 11568 + }, + { + "epoch": 9.812553011026294, + "grad_norm": 1.352917521117902, + "learning_rate": 1.9757571617480635e-05, + "loss": 0.1596, + "step": 11569 + }, + { + "epoch": 9.813401187446988, + "grad_norm": 1.3858256480689197, + "learning_rate": 1.9757511493262476e-05, + "loss": 0.1594, + "step": 11570 + }, + { + "epoch": 9.814249363867685, + "grad_norm": 1.3835145132746745, + "learning_rate": 1.97574513616811e-05, + "loss": 0.1418, + "step": 11571 + }, + { + "epoch": 9.81509754028838, + "grad_norm": 1.3068803616658875, + "learning_rate": 1.975739122273655e-05, + "loss": 0.1679, + "step": 11572 + }, + { + "epoch": 9.815945716709075, + "grad_norm": 1.297501401650758, + "learning_rate": 1.9757331076428873e-05, + "loss": 0.1321, + "step": 11573 + }, + { + "epoch": 9.816793893129772, + "grad_norm": 1.3167660938991654, + "learning_rate": 1.975727092275811e-05, + "loss": 0.1589, + "step": 11574 + }, + { + "epoch": 9.817642069550466, + "grad_norm": 1.459900803627225, + "learning_rate": 1.9757210761724307e-05, + "loss": 0.1616, + "step": 11575 + }, + { + "epoch": 9.818490245971162, + "grad_norm": 1.2706283600420867, + "learning_rate": 1.9757150593327516e-05, + "loss": 0.172, + "step": 11576 + }, + { + "epoch": 9.819338422391857, + "grad_norm": 1.2370141892552475, + "learning_rate": 1.9757090417567775e-05, + "loss": 0.159, + "step": 11577 + }, + { + "epoch": 9.820186598812553, + "grad_norm": 1.3800718738895432, + "learning_rate": 1.9757030234445133e-05, + "loss": 0.1797, + "step": 11578 + }, + { + "epoch": 9.82103477523325, + "grad_norm": 1.2662868813887451, + "learning_rate": 1.9756970043959636e-05, + "loss": 0.1695, + "step": 11579 + }, + { + "epoch": 9.821882951653944, + "grad_norm": 1.270646854081388, + "learning_rate": 1.9756909846111326e-05, + "loss": 0.1477, + "step": 11580 + }, + { + "epoch": 9.82273112807464, + "grad_norm": 1.393919450463866, + "learning_rate": 1.9756849640900254e-05, + "loss": 0.171, + "step": 11581 + }, + { + "epoch": 9.823579304495334, + "grad_norm": 1.1831882439359664, + "learning_rate": 1.975678942832646e-05, + "loss": 0.1338, + "step": 11582 + }, + { + "epoch": 9.82442748091603, + "grad_norm": 1.2403870461172322, + "learning_rate": 1.975672920838999e-05, + "loss": 0.147, + "step": 11583 + }, + { + "epoch": 9.825275657336727, + "grad_norm": 1.2417748805290312, + "learning_rate": 1.9756668981090893e-05, + "loss": 0.1363, + "step": 11584 + }, + { + "epoch": 9.826123833757421, + "grad_norm": 1.2598991561734627, + "learning_rate": 1.9756608746429213e-05, + "loss": 0.1419, + "step": 11585 + }, + { + "epoch": 9.826972010178118, + "grad_norm": 1.5067217940512938, + "learning_rate": 1.9756548504404994e-05, + "loss": 0.1656, + "step": 11586 + }, + { + "epoch": 9.827820186598812, + "grad_norm": 1.336824024514195, + "learning_rate": 1.9756488255018283e-05, + "loss": 0.1571, + "step": 11587 + }, + { + "epoch": 9.828668363019508, + "grad_norm": 1.3156102963131089, + "learning_rate": 1.9756427998269125e-05, + "loss": 0.1578, + "step": 11588 + }, + { + "epoch": 9.829516539440203, + "grad_norm": 1.3429606255858115, + "learning_rate": 1.9756367734157563e-05, + "loss": 0.1602, + "step": 11589 + }, + { + "epoch": 9.830364715860899, + "grad_norm": 1.2956888950065624, + "learning_rate": 1.9756307462683645e-05, + "loss": 0.1461, + "step": 11590 + }, + { + "epoch": 9.831212892281595, + "grad_norm": 1.1381201374341559, + "learning_rate": 1.9756247183847418e-05, + "loss": 0.1142, + "step": 11591 + }, + { + "epoch": 9.83206106870229, + "grad_norm": 1.2402912163086763, + "learning_rate": 1.9756186897648926e-05, + "loss": 0.1338, + "step": 11592 + }, + { + "epoch": 9.832909245122986, + "grad_norm": 1.1763222650067129, + "learning_rate": 1.9756126604088214e-05, + "loss": 0.1504, + "step": 11593 + }, + { + "epoch": 9.83375742154368, + "grad_norm": 1.3700667955058086, + "learning_rate": 1.9756066303165325e-05, + "loss": 0.1387, + "step": 11594 + }, + { + "epoch": 9.834605597964376, + "grad_norm": 1.398497890925292, + "learning_rate": 1.975600599488031e-05, + "loss": 0.1224, + "step": 11595 + }, + { + "epoch": 9.835453774385073, + "grad_norm": 1.3660528130602159, + "learning_rate": 1.975594567923321e-05, + "loss": 0.1638, + "step": 11596 + }, + { + "epoch": 9.836301950805767, + "grad_norm": 1.3304283475273135, + "learning_rate": 1.9755885356224077e-05, + "loss": 0.1586, + "step": 11597 + }, + { + "epoch": 9.837150127226463, + "grad_norm": 1.2156920060430403, + "learning_rate": 1.9755825025852946e-05, + "loss": 0.1361, + "step": 11598 + }, + { + "epoch": 9.837998303647158, + "grad_norm": 1.4137415314612052, + "learning_rate": 1.975576468811987e-05, + "loss": 0.1778, + "step": 11599 + }, + { + "epoch": 9.838846480067854, + "grad_norm": 1.2765139158866046, + "learning_rate": 1.9755704343024897e-05, + "loss": 0.1492, + "step": 11600 + }, + { + "epoch": 9.83969465648855, + "grad_norm": 1.207746965007535, + "learning_rate": 1.9755643990568063e-05, + "loss": 0.1292, + "step": 11601 + }, + { + "epoch": 9.840542832909245, + "grad_norm": 1.3967532060422903, + "learning_rate": 1.975558363074942e-05, + "loss": 0.1575, + "step": 11602 + }, + { + "epoch": 9.841391009329941, + "grad_norm": 1.1160761669426205, + "learning_rate": 1.9755523263569013e-05, + "loss": 0.113, + "step": 11603 + }, + { + "epoch": 9.842239185750635, + "grad_norm": 1.1641035215741007, + "learning_rate": 1.9755462889026886e-05, + "loss": 0.1611, + "step": 11604 + }, + { + "epoch": 9.843087362171332, + "grad_norm": 1.3442896114065164, + "learning_rate": 1.9755402507123087e-05, + "loss": 0.1457, + "step": 11605 + }, + { + "epoch": 9.843935538592028, + "grad_norm": 1.3211474531145173, + "learning_rate": 1.975534211785766e-05, + "loss": 0.1344, + "step": 11606 + }, + { + "epoch": 9.844783715012722, + "grad_norm": 1.356794440646174, + "learning_rate": 1.975528172123065e-05, + "loss": 0.1282, + "step": 11607 + }, + { + "epoch": 9.845631891433419, + "grad_norm": 1.5730446713234822, + "learning_rate": 1.9755221317242104e-05, + "loss": 0.1758, + "step": 11608 + }, + { + "epoch": 9.846480067854113, + "grad_norm": 1.4355596078439712, + "learning_rate": 1.9755160905892065e-05, + "loss": 0.1863, + "step": 11609 + }, + { + "epoch": 9.84732824427481, + "grad_norm": 1.2415002954416778, + "learning_rate": 1.9755100487180585e-05, + "loss": 0.1614, + "step": 11610 + }, + { + "epoch": 9.848176420695506, + "grad_norm": 1.2264032403352416, + "learning_rate": 1.97550400611077e-05, + "loss": 0.1646, + "step": 11611 + }, + { + "epoch": 9.8490245971162, + "grad_norm": 1.4036999524456584, + "learning_rate": 1.9754979627673463e-05, + "loss": 0.1506, + "step": 11612 + }, + { + "epoch": 9.849872773536896, + "grad_norm": 1.1017349474632259, + "learning_rate": 1.9754919186877916e-05, + "loss": 0.1366, + "step": 11613 + }, + { + "epoch": 9.85072094995759, + "grad_norm": 1.2927427568187704, + "learning_rate": 1.9754858738721108e-05, + "loss": 0.1471, + "step": 11614 + }, + { + "epoch": 9.851569126378287, + "grad_norm": 1.279230782305518, + "learning_rate": 1.975479828320308e-05, + "loss": 0.1415, + "step": 11615 + }, + { + "epoch": 9.852417302798981, + "grad_norm": 1.287667213091949, + "learning_rate": 1.9754737820323885e-05, + "loss": 0.1392, + "step": 11616 + }, + { + "epoch": 9.853265479219678, + "grad_norm": 1.2892490372584222, + "learning_rate": 1.9754677350083558e-05, + "loss": 0.1631, + "step": 11617 + }, + { + "epoch": 9.854113655640374, + "grad_norm": 1.327336395789038, + "learning_rate": 1.975461687248215e-05, + "loss": 0.1561, + "step": 11618 + }, + { + "epoch": 9.854961832061068, + "grad_norm": 1.2391676689581728, + "learning_rate": 1.9754556387519713e-05, + "loss": 0.1608, + "step": 11619 + }, + { + "epoch": 9.855810008481765, + "grad_norm": 1.2937257042565526, + "learning_rate": 1.9754495895196282e-05, + "loss": 0.1289, + "step": 11620 + }, + { + "epoch": 9.856658184902459, + "grad_norm": 1.4093209318371251, + "learning_rate": 1.975443539551191e-05, + "loss": 0.157, + "step": 11621 + }, + { + "epoch": 9.857506361323155, + "grad_norm": 1.2268713803236009, + "learning_rate": 1.9754374888466635e-05, + "loss": 0.1219, + "step": 11622 + }, + { + "epoch": 9.858354537743852, + "grad_norm": 1.3252363946027566, + "learning_rate": 1.9754314374060513e-05, + "loss": 0.1376, + "step": 11623 + }, + { + "epoch": 9.859202714164546, + "grad_norm": 1.3476631634176264, + "learning_rate": 1.975425385229358e-05, + "loss": 0.171, + "step": 11624 + }, + { + "epoch": 9.860050890585242, + "grad_norm": 1.3869179750710474, + "learning_rate": 1.975419332316589e-05, + "loss": 0.1204, + "step": 11625 + }, + { + "epoch": 9.860899067005937, + "grad_norm": 1.327436140407684, + "learning_rate": 1.975413278667748e-05, + "loss": 0.1487, + "step": 11626 + }, + { + "epoch": 9.861747243426633, + "grad_norm": 1.3210005217056529, + "learning_rate": 1.9754072242828406e-05, + "loss": 0.1766, + "step": 11627 + }, + { + "epoch": 9.862595419847327, + "grad_norm": 1.2237705668240249, + "learning_rate": 1.9754011691618703e-05, + "loss": 0.164, + "step": 11628 + }, + { + "epoch": 9.863443596268024, + "grad_norm": 1.1673114414552637, + "learning_rate": 1.9753951133048422e-05, + "loss": 0.1452, + "step": 11629 + }, + { + "epoch": 9.86429177268872, + "grad_norm": 1.4322879009570895, + "learning_rate": 1.975389056711761e-05, + "loss": 0.1781, + "step": 11630 + }, + { + "epoch": 9.865139949109414, + "grad_norm": 1.4383704768881107, + "learning_rate": 1.9753829993826315e-05, + "loss": 0.1513, + "step": 11631 + }, + { + "epoch": 9.86598812553011, + "grad_norm": 1.116277518874111, + "learning_rate": 1.9753769413174573e-05, + "loss": 0.1347, + "step": 11632 + }, + { + "epoch": 9.866836301950805, + "grad_norm": 1.3101357082605807, + "learning_rate": 1.975370882516244e-05, + "loss": 0.1437, + "step": 11633 + }, + { + "epoch": 9.867684478371501, + "grad_norm": 1.2529332751393207, + "learning_rate": 1.9753648229789954e-05, + "loss": 0.114, + "step": 11634 + }, + { + "epoch": 9.868532654792197, + "grad_norm": 1.203214741836339, + "learning_rate": 1.9753587627057164e-05, + "loss": 0.1409, + "step": 11635 + }, + { + "epoch": 9.869380831212892, + "grad_norm": 1.3276405194736791, + "learning_rate": 1.9753527016964115e-05, + "loss": 0.1268, + "step": 11636 + }, + { + "epoch": 9.870229007633588, + "grad_norm": 1.50172168123811, + "learning_rate": 1.9753466399510855e-05, + "loss": 0.1683, + "step": 11637 + }, + { + "epoch": 9.871077184054283, + "grad_norm": 1.3675529766132573, + "learning_rate": 1.9753405774697428e-05, + "loss": 0.1464, + "step": 11638 + }, + { + "epoch": 9.871925360474979, + "grad_norm": 1.329140112836437, + "learning_rate": 1.975334514252388e-05, + "loss": 0.1536, + "step": 11639 + }, + { + "epoch": 9.872773536895675, + "grad_norm": 1.4454587188538994, + "learning_rate": 1.9753284502990257e-05, + "loss": 0.1618, + "step": 11640 + }, + { + "epoch": 9.87362171331637, + "grad_norm": 1.2954292523552629, + "learning_rate": 1.9753223856096605e-05, + "loss": 0.158, + "step": 11641 + }, + { + "epoch": 9.874469889737066, + "grad_norm": 1.39094900710178, + "learning_rate": 1.975316320184297e-05, + "loss": 0.142, + "step": 11642 + }, + { + "epoch": 9.87531806615776, + "grad_norm": 1.3293272276146726, + "learning_rate": 1.9753102540229392e-05, + "loss": 0.1642, + "step": 11643 + }, + { + "epoch": 9.876166242578456, + "grad_norm": 1.4221116398934655, + "learning_rate": 1.9753041871255925e-05, + "loss": 0.1523, + "step": 11644 + }, + { + "epoch": 9.877014418999153, + "grad_norm": 1.1580146228068469, + "learning_rate": 1.975298119492261e-05, + "loss": 0.1457, + "step": 11645 + }, + { + "epoch": 9.877862595419847, + "grad_norm": 1.3450125506178885, + "learning_rate": 1.9752920511229497e-05, + "loss": 0.146, + "step": 11646 + }, + { + "epoch": 9.878710771840543, + "grad_norm": 1.3032456076725403, + "learning_rate": 1.975285982017663e-05, + "loss": 0.1453, + "step": 11647 + }, + { + "epoch": 9.879558948261238, + "grad_norm": 1.3063538760538604, + "learning_rate": 1.9752799121764048e-05, + "loss": 0.1466, + "step": 11648 + }, + { + "epoch": 9.880407124681934, + "grad_norm": 1.3883480680188025, + "learning_rate": 1.9752738415991808e-05, + "loss": 0.1675, + "step": 11649 + }, + { + "epoch": 9.88125530110263, + "grad_norm": 1.3143919171909186, + "learning_rate": 1.975267770285995e-05, + "loss": 0.126, + "step": 11650 + }, + { + "epoch": 9.882103477523325, + "grad_norm": 1.2955899254915102, + "learning_rate": 1.975261698236852e-05, + "loss": 0.1804, + "step": 11651 + }, + { + "epoch": 9.882951653944021, + "grad_norm": 1.2892102241010064, + "learning_rate": 1.9752556254517562e-05, + "loss": 0.1492, + "step": 11652 + }, + { + "epoch": 9.883799830364715, + "grad_norm": 1.2849642445753355, + "learning_rate": 1.9752495519307125e-05, + "loss": 0.1524, + "step": 11653 + }, + { + "epoch": 9.884648006785412, + "grad_norm": 1.3607577412596703, + "learning_rate": 1.9752434776737253e-05, + "loss": 0.1585, + "step": 11654 + }, + { + "epoch": 9.885496183206106, + "grad_norm": 1.2594123520223854, + "learning_rate": 1.9752374026807993e-05, + "loss": 0.1268, + "step": 11655 + }, + { + "epoch": 9.886344359626802, + "grad_norm": 1.3492456274585376, + "learning_rate": 1.975231326951939e-05, + "loss": 0.1544, + "step": 11656 + }, + { + "epoch": 9.887192536047499, + "grad_norm": 1.275273210160324, + "learning_rate": 1.9752252504871494e-05, + "loss": 0.125, + "step": 11657 + }, + { + "epoch": 9.888040712468193, + "grad_norm": 1.153304108032533, + "learning_rate": 1.9752191732864343e-05, + "loss": 0.1181, + "step": 11658 + }, + { + "epoch": 9.88888888888889, + "grad_norm": 1.211065374021472, + "learning_rate": 1.975213095349799e-05, + "loss": 0.1626, + "step": 11659 + }, + { + "epoch": 9.889737065309584, + "grad_norm": 1.341376558082349, + "learning_rate": 1.9752070166772478e-05, + "loss": 0.1364, + "step": 11660 + }, + { + "epoch": 9.89058524173028, + "grad_norm": 1.4887450986419004, + "learning_rate": 1.975200937268785e-05, + "loss": 0.1491, + "step": 11661 + }, + { + "epoch": 9.891433418150976, + "grad_norm": 1.4122990977263403, + "learning_rate": 1.9751948571244157e-05, + "loss": 0.1471, + "step": 11662 + }, + { + "epoch": 9.89228159457167, + "grad_norm": 1.4258104289547058, + "learning_rate": 1.975188776244144e-05, + "loss": 0.144, + "step": 11663 + }, + { + "epoch": 9.893129770992367, + "grad_norm": 1.4910245941977862, + "learning_rate": 1.975182694627975e-05, + "loss": 0.1472, + "step": 11664 + }, + { + "epoch": 9.893977947413061, + "grad_norm": 1.1793905509242815, + "learning_rate": 1.975176612275913e-05, + "loss": 0.1462, + "step": 11665 + }, + { + "epoch": 9.894826123833758, + "grad_norm": 1.382601958371407, + "learning_rate": 1.9751705291879625e-05, + "loss": 0.1609, + "step": 11666 + }, + { + "epoch": 9.895674300254452, + "grad_norm": 1.3866501144931838, + "learning_rate": 1.9751644453641285e-05, + "loss": 0.1534, + "step": 11667 + }, + { + "epoch": 9.896522476675148, + "grad_norm": 1.3288144902650851, + "learning_rate": 1.975158360804415e-05, + "loss": 0.161, + "step": 11668 + }, + { + "epoch": 9.897370653095845, + "grad_norm": 1.3200263597419788, + "learning_rate": 1.9751522755088272e-05, + "loss": 0.146, + "step": 11669 + }, + { + "epoch": 9.898218829516539, + "grad_norm": 1.3736969406837274, + "learning_rate": 1.9751461894773688e-05, + "loss": 0.1368, + "step": 11670 + }, + { + "epoch": 9.899067005937235, + "grad_norm": 1.4388457298040196, + "learning_rate": 1.9751401027100458e-05, + "loss": 0.1603, + "step": 11671 + }, + { + "epoch": 9.89991518235793, + "grad_norm": 1.3443097315375074, + "learning_rate": 1.9751340152068612e-05, + "loss": 0.1601, + "step": 11672 + }, + { + "epoch": 9.900763358778626, + "grad_norm": 1.5360149528020042, + "learning_rate": 1.975127926967821e-05, + "loss": 0.1497, + "step": 11673 + }, + { + "epoch": 9.901611535199322, + "grad_norm": 1.326905996152208, + "learning_rate": 1.9751218379929287e-05, + "loss": 0.1601, + "step": 11674 + }, + { + "epoch": 9.902459711620017, + "grad_norm": 1.337779149061777, + "learning_rate": 1.9751157482821896e-05, + "loss": 0.1725, + "step": 11675 + }, + { + "epoch": 9.903307888040713, + "grad_norm": 1.3121433807143597, + "learning_rate": 1.9751096578356075e-05, + "loss": 0.1426, + "step": 11676 + }, + { + "epoch": 9.904156064461407, + "grad_norm": 1.4461112370585116, + "learning_rate": 1.9751035666531883e-05, + "loss": 0.1546, + "step": 11677 + }, + { + "epoch": 9.905004240882104, + "grad_norm": 1.4558176310189421, + "learning_rate": 1.9750974747349353e-05, + "loss": 0.148, + "step": 11678 + }, + { + "epoch": 9.9058524173028, + "grad_norm": 1.3225820548755067, + "learning_rate": 1.9750913820808543e-05, + "loss": 0.1574, + "step": 11679 + }, + { + "epoch": 9.906700593723494, + "grad_norm": 1.1941447389351059, + "learning_rate": 1.9750852886909486e-05, + "loss": 0.129, + "step": 11680 + }, + { + "epoch": 9.90754877014419, + "grad_norm": 1.2882073884201484, + "learning_rate": 1.9750791945652237e-05, + "loss": 0.1482, + "step": 11681 + }, + { + "epoch": 9.908396946564885, + "grad_norm": 1.2570492150825998, + "learning_rate": 1.975073099703684e-05, + "loss": 0.1526, + "step": 11682 + }, + { + "epoch": 9.909245122985581, + "grad_norm": 1.3460840104194418, + "learning_rate": 1.975067004106334e-05, + "loss": 0.145, + "step": 11683 + }, + { + "epoch": 9.910093299406277, + "grad_norm": 1.396869384041492, + "learning_rate": 1.975060907773178e-05, + "loss": 0.1377, + "step": 11684 + }, + { + "epoch": 9.910941475826972, + "grad_norm": 1.2795756810877168, + "learning_rate": 1.9750548107042215e-05, + "loss": 0.1397, + "step": 11685 + }, + { + "epoch": 9.911789652247668, + "grad_norm": 1.4743720228743218, + "learning_rate": 1.9750487128994683e-05, + "loss": 0.1549, + "step": 11686 + }, + { + "epoch": 9.912637828668363, + "grad_norm": 1.3781840099670681, + "learning_rate": 1.9750426143589233e-05, + "loss": 0.1384, + "step": 11687 + }, + { + "epoch": 9.913486005089059, + "grad_norm": 1.3470914393571636, + "learning_rate": 1.9750365150825906e-05, + "loss": 0.1496, + "step": 11688 + }, + { + "epoch": 9.914334181509753, + "grad_norm": 1.2141654612670492, + "learning_rate": 1.9750304150704756e-05, + "loss": 0.1486, + "step": 11689 + }, + { + "epoch": 9.91518235793045, + "grad_norm": 1.399035280610833, + "learning_rate": 1.9750243143225828e-05, + "loss": 0.1416, + "step": 11690 + }, + { + "epoch": 9.916030534351146, + "grad_norm": 1.4008528828305784, + "learning_rate": 1.9750182128389158e-05, + "loss": 0.136, + "step": 11691 + }, + { + "epoch": 9.91687871077184, + "grad_norm": 1.2381065262594335, + "learning_rate": 1.9750121106194808e-05, + "loss": 0.135, + "step": 11692 + }, + { + "epoch": 9.917726887192536, + "grad_norm": 1.229301346872192, + "learning_rate": 1.975006007664281e-05, + "loss": 0.1524, + "step": 11693 + }, + { + "epoch": 9.91857506361323, + "grad_norm": 1.4341532318156949, + "learning_rate": 1.9749999039733217e-05, + "loss": 0.1701, + "step": 11694 + }, + { + "epoch": 9.919423240033927, + "grad_norm": 1.2377671023506531, + "learning_rate": 1.9749937995466076e-05, + "loss": 0.1267, + "step": 11695 + }, + { + "epoch": 9.920271416454623, + "grad_norm": 1.3981410415022077, + "learning_rate": 1.9749876943841427e-05, + "loss": 0.1454, + "step": 11696 + }, + { + "epoch": 9.921119592875318, + "grad_norm": 1.4364658225407856, + "learning_rate": 1.9749815884859324e-05, + "loss": 0.1384, + "step": 11697 + }, + { + "epoch": 9.921967769296014, + "grad_norm": 1.4156501141962483, + "learning_rate": 1.9749754818519805e-05, + "loss": 0.1467, + "step": 11698 + }, + { + "epoch": 9.922815945716708, + "grad_norm": 1.2872903045327362, + "learning_rate": 1.974969374482292e-05, + "loss": 0.1419, + "step": 11699 + }, + { + "epoch": 9.923664122137405, + "grad_norm": 1.3102253212137827, + "learning_rate": 1.974963266376872e-05, + "loss": 0.1785, + "step": 11700 + }, + { + "epoch": 9.924512298558101, + "grad_norm": 1.2964269306777378, + "learning_rate": 1.9749571575357242e-05, + "loss": 0.1577, + "step": 11701 + }, + { + "epoch": 9.925360474978795, + "grad_norm": 1.1816523842888742, + "learning_rate": 1.974951047958854e-05, + "loss": 0.1427, + "step": 11702 + }, + { + "epoch": 9.926208651399492, + "grad_norm": 1.1056478689590143, + "learning_rate": 1.974944937646265e-05, + "loss": 0.1141, + "step": 11703 + }, + { + "epoch": 9.927056827820186, + "grad_norm": 1.3417845090629197, + "learning_rate": 1.974938826597963e-05, + "loss": 0.112, + "step": 11704 + }, + { + "epoch": 9.927905004240882, + "grad_norm": 1.4584141334730187, + "learning_rate": 1.9749327148139518e-05, + "loss": 0.156, + "step": 11705 + }, + { + "epoch": 9.928753180661577, + "grad_norm": 1.5305436971042303, + "learning_rate": 1.9749266022942363e-05, + "loss": 0.1521, + "step": 11706 + }, + { + "epoch": 9.929601357082273, + "grad_norm": 1.4414066600121316, + "learning_rate": 1.974920489038821e-05, + "loss": 0.1418, + "step": 11707 + }, + { + "epoch": 9.93044953350297, + "grad_norm": 1.3462238725127194, + "learning_rate": 1.9749143750477108e-05, + "loss": 0.131, + "step": 11708 + }, + { + "epoch": 9.931297709923664, + "grad_norm": 1.230020849354635, + "learning_rate": 1.9749082603209104e-05, + "loss": 0.1383, + "step": 11709 + }, + { + "epoch": 9.93214588634436, + "grad_norm": 1.450932208705726, + "learning_rate": 1.9749021448584235e-05, + "loss": 0.1344, + "step": 11710 + }, + { + "epoch": 9.932994062765054, + "grad_norm": 1.4356137234199162, + "learning_rate": 1.9748960286602557e-05, + "loss": 0.1418, + "step": 11711 + }, + { + "epoch": 9.93384223918575, + "grad_norm": 1.4720207002768453, + "learning_rate": 1.9748899117264112e-05, + "loss": 0.1922, + "step": 11712 + }, + { + "epoch": 9.934690415606447, + "grad_norm": 1.3849920461438903, + "learning_rate": 1.9748837940568947e-05, + "loss": 0.1401, + "step": 11713 + }, + { + "epoch": 9.935538592027141, + "grad_norm": 1.280265932259981, + "learning_rate": 1.9748776756517107e-05, + "loss": 0.1572, + "step": 11714 + }, + { + "epoch": 9.936386768447838, + "grad_norm": 1.224981059380251, + "learning_rate": 1.974871556510864e-05, + "loss": 0.1429, + "step": 11715 + }, + { + "epoch": 9.937234944868532, + "grad_norm": 1.3362713143100886, + "learning_rate": 1.974865436634359e-05, + "loss": 0.1583, + "step": 11716 + }, + { + "epoch": 9.938083121289228, + "grad_norm": 1.301971151757839, + "learning_rate": 1.9748593160222005e-05, + "loss": 0.1811, + "step": 11717 + }, + { + "epoch": 9.938931297709924, + "grad_norm": 1.2947295118686082, + "learning_rate": 1.974853194674393e-05, + "loss": 0.1467, + "step": 11718 + }, + { + "epoch": 9.939779474130619, + "grad_norm": 1.3775603879469938, + "learning_rate": 1.9748470725909415e-05, + "loss": 0.1534, + "step": 11719 + }, + { + "epoch": 9.940627650551315, + "grad_norm": 1.281730895945145, + "learning_rate": 1.9748409497718498e-05, + "loss": 0.1694, + "step": 11720 + }, + { + "epoch": 9.94147582697201, + "grad_norm": 1.2606792873509012, + "learning_rate": 1.9748348262171232e-05, + "loss": 0.1376, + "step": 11721 + }, + { + "epoch": 9.942324003392706, + "grad_norm": 1.248082076265528, + "learning_rate": 1.974828701926766e-05, + "loss": 0.1129, + "step": 11722 + }, + { + "epoch": 9.943172179813402, + "grad_norm": 1.4393781352876158, + "learning_rate": 1.9748225769007833e-05, + "loss": 0.1336, + "step": 11723 + }, + { + "epoch": 9.944020356234097, + "grad_norm": 1.4472176942820556, + "learning_rate": 1.9748164511391795e-05, + "loss": 0.1362, + "step": 11724 + }, + { + "epoch": 9.944868532654793, + "grad_norm": 1.3362765615145817, + "learning_rate": 1.9748103246419587e-05, + "loss": 0.1447, + "step": 11725 + }, + { + "epoch": 9.945716709075487, + "grad_norm": 1.2464390941999377, + "learning_rate": 1.9748041974091264e-05, + "loss": 0.1502, + "step": 11726 + }, + { + "epoch": 9.946564885496183, + "grad_norm": 1.364009831917095, + "learning_rate": 1.9747980694406863e-05, + "loss": 0.1459, + "step": 11727 + }, + { + "epoch": 9.947413061916878, + "grad_norm": 1.353301476265464, + "learning_rate": 1.9747919407366435e-05, + "loss": 0.1692, + "step": 11728 + }, + { + "epoch": 9.948261238337574, + "grad_norm": 1.32036465520655, + "learning_rate": 1.9747858112970027e-05, + "loss": 0.1835, + "step": 11729 + }, + { + "epoch": 9.94910941475827, + "grad_norm": 1.2648939271129285, + "learning_rate": 1.9747796811217687e-05, + "loss": 0.1393, + "step": 11730 + }, + { + "epoch": 9.949957591178965, + "grad_norm": 1.1767118630581863, + "learning_rate": 1.9747735502109455e-05, + "loss": 0.1276, + "step": 11731 + }, + { + "epoch": 9.950805767599661, + "grad_norm": 1.342436873762527, + "learning_rate": 1.9747674185645383e-05, + "loss": 0.1706, + "step": 11732 + }, + { + "epoch": 9.951653944020356, + "grad_norm": 1.3548798800557527, + "learning_rate": 1.974761286182551e-05, + "loss": 0.1546, + "step": 11733 + }, + { + "epoch": 9.952502120441052, + "grad_norm": 1.348395934656756, + "learning_rate": 1.9747551530649892e-05, + "loss": 0.1481, + "step": 11734 + }, + { + "epoch": 9.953350296861748, + "grad_norm": 1.319480452662939, + "learning_rate": 1.974749019211857e-05, + "loss": 0.1434, + "step": 11735 + }, + { + "epoch": 9.954198473282442, + "grad_norm": 1.2522386886214225, + "learning_rate": 1.9747428846231593e-05, + "loss": 0.1213, + "step": 11736 + }, + { + "epoch": 9.955046649703139, + "grad_norm": 1.3320130520819933, + "learning_rate": 1.9747367492989004e-05, + "loss": 0.1374, + "step": 11737 + }, + { + "epoch": 9.955894826123833, + "grad_norm": 1.323828446739083, + "learning_rate": 1.974730613239085e-05, + "loss": 0.1614, + "step": 11738 + }, + { + "epoch": 9.95674300254453, + "grad_norm": 1.2933853655462144, + "learning_rate": 1.9747244764437175e-05, + "loss": 0.1294, + "step": 11739 + }, + { + "epoch": 9.957591178965224, + "grad_norm": 1.2775373053092827, + "learning_rate": 1.9747183389128033e-05, + "loss": 0.1291, + "step": 11740 + }, + { + "epoch": 9.95843935538592, + "grad_norm": 1.1401070027246152, + "learning_rate": 1.9747122006463464e-05, + "loss": 0.1426, + "step": 11741 + }, + { + "epoch": 9.959287531806616, + "grad_norm": 1.2087184410352447, + "learning_rate": 1.9747060616443515e-05, + "loss": 0.1452, + "step": 11742 + }, + { + "epoch": 9.96013570822731, + "grad_norm": 1.1787030751767702, + "learning_rate": 1.9746999219068233e-05, + "loss": 0.1313, + "step": 11743 + }, + { + "epoch": 9.960983884648007, + "grad_norm": 1.3667678766026845, + "learning_rate": 1.9746937814337665e-05, + "loss": 0.1392, + "step": 11744 + }, + { + "epoch": 9.961832061068701, + "grad_norm": 1.2701321369564142, + "learning_rate": 1.9746876402251857e-05, + "loss": 0.1501, + "step": 11745 + }, + { + "epoch": 9.962680237489398, + "grad_norm": 1.319935290784942, + "learning_rate": 1.9746814982810852e-05, + "loss": 0.1146, + "step": 11746 + }, + { + "epoch": 9.963528413910094, + "grad_norm": 1.3650068356970801, + "learning_rate": 1.97467535560147e-05, + "loss": 0.1379, + "step": 11747 + }, + { + "epoch": 9.964376590330788, + "grad_norm": 1.4246007063406683, + "learning_rate": 1.974669212186345e-05, + "loss": 0.1612, + "step": 11748 + }, + { + "epoch": 9.965224766751485, + "grad_norm": 1.4827111167901852, + "learning_rate": 1.9746630680357145e-05, + "loss": 0.1916, + "step": 11749 + }, + { + "epoch": 9.966072943172179, + "grad_norm": 1.4136429751655035, + "learning_rate": 1.9746569231495833e-05, + "loss": 0.1518, + "step": 11750 + }, + { + "epoch": 9.966921119592875, + "grad_norm": 1.3251357646381907, + "learning_rate": 1.9746507775279554e-05, + "loss": 0.1392, + "step": 11751 + }, + { + "epoch": 9.967769296013572, + "grad_norm": 1.45633659222689, + "learning_rate": 1.9746446311708362e-05, + "loss": 0.137, + "step": 11752 + }, + { + "epoch": 9.968617472434266, + "grad_norm": 1.224564992683591, + "learning_rate": 1.97463848407823e-05, + "loss": 0.1422, + "step": 11753 + }, + { + "epoch": 9.969465648854962, + "grad_norm": 1.179945492247089, + "learning_rate": 1.9746323362501415e-05, + "loss": 0.1153, + "step": 11754 + }, + { + "epoch": 9.970313825275657, + "grad_norm": 1.3747715347003386, + "learning_rate": 1.9746261876865754e-05, + "loss": 0.1586, + "step": 11755 + }, + { + "epoch": 9.971162001696353, + "grad_norm": 1.3603256418333578, + "learning_rate": 1.9746200383875363e-05, + "loss": 0.1395, + "step": 11756 + }, + { + "epoch": 9.97201017811705, + "grad_norm": 1.34416878212836, + "learning_rate": 1.9746138883530287e-05, + "loss": 0.143, + "step": 11757 + }, + { + "epoch": 9.972858354537744, + "grad_norm": 1.330125318663227, + "learning_rate": 1.9746077375830576e-05, + "loss": 0.1288, + "step": 11758 + }, + { + "epoch": 9.97370653095844, + "grad_norm": 1.442863954520915, + "learning_rate": 1.974601586077627e-05, + "loss": 0.1398, + "step": 11759 + }, + { + "epoch": 9.974554707379134, + "grad_norm": 1.278827824838529, + "learning_rate": 1.9745954338367424e-05, + "loss": 0.1511, + "step": 11760 + }, + { + "epoch": 9.97540288379983, + "grad_norm": 1.254474627292618, + "learning_rate": 1.9745892808604077e-05, + "loss": 0.1406, + "step": 11761 + }, + { + "epoch": 9.976251060220527, + "grad_norm": 1.2265111458823856, + "learning_rate": 1.974583127148628e-05, + "loss": 0.145, + "step": 11762 + }, + { + "epoch": 9.977099236641221, + "grad_norm": 1.3364478798390653, + "learning_rate": 1.9745769727014076e-05, + "loss": 0.135, + "step": 11763 + }, + { + "epoch": 9.977947413061917, + "grad_norm": 1.3211806606088505, + "learning_rate": 1.9745708175187513e-05, + "loss": 0.1378, + "step": 11764 + }, + { + "epoch": 9.978795589482612, + "grad_norm": 1.3157110164745491, + "learning_rate": 1.974564661600664e-05, + "loss": 0.1469, + "step": 11765 + }, + { + "epoch": 9.979643765903308, + "grad_norm": 1.225722351105251, + "learning_rate": 1.97455850494715e-05, + "loss": 0.1305, + "step": 11766 + }, + { + "epoch": 9.980491942324003, + "grad_norm": 1.2925909720415838, + "learning_rate": 1.974552347558214e-05, + "loss": 0.1398, + "step": 11767 + }, + { + "epoch": 9.981340118744699, + "grad_norm": 1.264682406189558, + "learning_rate": 1.974546189433861e-05, + "loss": 0.1498, + "step": 11768 + }, + { + "epoch": 9.982188295165395, + "grad_norm": 1.40096225768237, + "learning_rate": 1.9745400305740953e-05, + "loss": 0.1403, + "step": 11769 + }, + { + "epoch": 9.98303647158609, + "grad_norm": 1.4743733533482482, + "learning_rate": 1.974533870978921e-05, + "loss": 0.167, + "step": 11770 + }, + { + "epoch": 9.983884648006786, + "grad_norm": 1.2719488927288278, + "learning_rate": 1.9745277106483442e-05, + "loss": 0.13, + "step": 11771 + }, + { + "epoch": 9.98473282442748, + "grad_norm": 1.253480132355123, + "learning_rate": 1.974521549582368e-05, + "loss": 0.1333, + "step": 11772 + }, + { + "epoch": 9.985581000848176, + "grad_norm": 1.2994836530893412, + "learning_rate": 1.974515387780998e-05, + "loss": 0.1283, + "step": 11773 + }, + { + "epoch": 9.986429177268873, + "grad_norm": 1.3855790090248261, + "learning_rate": 1.9745092252442388e-05, + "loss": 0.1395, + "step": 11774 + }, + { + "epoch": 9.987277353689567, + "grad_norm": 1.4146281820839977, + "learning_rate": 1.9745030619720946e-05, + "loss": 0.1616, + "step": 11775 + }, + { + "epoch": 9.988125530110263, + "grad_norm": 1.317962841176127, + "learning_rate": 1.9744968979645703e-05, + "loss": 0.1292, + "step": 11776 + }, + { + "epoch": 9.988973706530958, + "grad_norm": 1.3677208910055434, + "learning_rate": 1.9744907332216704e-05, + "loss": 0.1472, + "step": 11777 + }, + { + "epoch": 9.989821882951654, + "grad_norm": 1.2917697216758453, + "learning_rate": 1.9744845677434004e-05, + "loss": 0.1186, + "step": 11778 + }, + { + "epoch": 9.990670059372349, + "grad_norm": 1.295595036556043, + "learning_rate": 1.9744784015297636e-05, + "loss": 0.1402, + "step": 11779 + }, + { + "epoch": 9.991518235793045, + "grad_norm": 1.2650133267930173, + "learning_rate": 1.9744722345807653e-05, + "loss": 0.1384, + "step": 11780 + }, + { + "epoch": 9.992366412213741, + "grad_norm": 1.3767673427190312, + "learning_rate": 1.9744660668964106e-05, + "loss": 0.164, + "step": 11781 + }, + { + "epoch": 9.993214588634435, + "grad_norm": 1.2322441954770154, + "learning_rate": 1.9744598984767035e-05, + "loss": 0.1427, + "step": 11782 + }, + { + "epoch": 9.994062765055132, + "grad_norm": 1.5710661765333176, + "learning_rate": 1.9744537293216486e-05, + "loss": 0.1834, + "step": 11783 + }, + { + "epoch": 9.994910941475826, + "grad_norm": 1.1073109712547293, + "learning_rate": 1.974447559431251e-05, + "loss": 0.1261, + "step": 11784 + }, + { + "epoch": 9.995759117896522, + "grad_norm": 1.1549897398266076, + "learning_rate": 1.9744413888055155e-05, + "loss": 0.1311, + "step": 11785 + }, + { + "epoch": 9.996607294317219, + "grad_norm": 1.401933156156379, + "learning_rate": 1.974435217444446e-05, + "loss": 0.1509, + "step": 11786 + }, + { + "epoch": 9.997455470737913, + "grad_norm": 1.5381995407784148, + "learning_rate": 1.974429045348048e-05, + "loss": 0.1401, + "step": 11787 + }, + { + "epoch": 9.99830364715861, + "grad_norm": 1.3212065548321004, + "learning_rate": 1.9744228725163253e-05, + "loss": 0.1367, + "step": 11788 + }, + { + "epoch": 9.999151823579304, + "grad_norm": 1.2133527236177033, + "learning_rate": 1.9744166989492834e-05, + "loss": 0.1455, + "step": 11789 + }, + { + "epoch": 10.0, + "grad_norm": 1.3872154217134438, + "learning_rate": 1.9744105246469264e-05, + "loss": 0.1543, + "step": 11790 + }, + { + "epoch": 10.000848176420696, + "grad_norm": 1.0438650054158078, + "learning_rate": 1.9744043496092588e-05, + "loss": 0.1101, + "step": 11791 + }, + { + "epoch": 10.00169635284139, + "grad_norm": 1.1251676557851693, + "learning_rate": 1.974398173836286e-05, + "loss": 0.1124, + "step": 11792 + }, + { + "epoch": 10.002544529262087, + "grad_norm": 1.1117113350141776, + "learning_rate": 1.9743919973280123e-05, + "loss": 0.1012, + "step": 11793 + }, + { + "epoch": 10.003392705682781, + "grad_norm": 1.0700058654466005, + "learning_rate": 1.974385820084442e-05, + "loss": 0.0867, + "step": 11794 + }, + { + "epoch": 10.004240882103478, + "grad_norm": 1.2018662064321273, + "learning_rate": 1.9743796421055804e-05, + "loss": 0.1179, + "step": 11795 + }, + { + "epoch": 10.005089058524174, + "grad_norm": 1.2522281011500611, + "learning_rate": 1.9743734633914316e-05, + "loss": 0.0941, + "step": 11796 + }, + { + "epoch": 10.005937234944868, + "grad_norm": 1.3796604113745963, + "learning_rate": 1.9743672839420004e-05, + "loss": 0.1205, + "step": 11797 + }, + { + "epoch": 10.006785411365565, + "grad_norm": 1.122373683608876, + "learning_rate": 1.974361103757292e-05, + "loss": 0.0901, + "step": 11798 + }, + { + "epoch": 10.007633587786259, + "grad_norm": 1.2060741540808957, + "learning_rate": 1.9743549228373102e-05, + "loss": 0.1176, + "step": 11799 + }, + { + "epoch": 10.008481764206955, + "grad_norm": 1.402779582343343, + "learning_rate": 1.9743487411820605e-05, + "loss": 0.1234, + "step": 11800 + }, + { + "epoch": 10.00932994062765, + "grad_norm": 1.157060425305486, + "learning_rate": 1.9743425587915465e-05, + "loss": 0.1103, + "step": 11801 + }, + { + "epoch": 10.010178117048346, + "grad_norm": 1.1296658260917134, + "learning_rate": 1.974336375665774e-05, + "loss": 0.1034, + "step": 11802 + }, + { + "epoch": 10.011026293469042, + "grad_norm": 1.1877355322890204, + "learning_rate": 1.9743301918047472e-05, + "loss": 0.1479, + "step": 11803 + }, + { + "epoch": 10.011874469889737, + "grad_norm": 1.1521841959637962, + "learning_rate": 1.9743240072084706e-05, + "loss": 0.1106, + "step": 11804 + }, + { + "epoch": 10.012722646310433, + "grad_norm": 1.1822994337952164, + "learning_rate": 1.974317821876949e-05, + "loss": 0.1314, + "step": 11805 + }, + { + "epoch": 10.013570822731127, + "grad_norm": 1.202523166339072, + "learning_rate": 1.9743116358101872e-05, + "loss": 0.1211, + "step": 11806 + }, + { + "epoch": 10.014418999151824, + "grad_norm": 1.2154929407415134, + "learning_rate": 1.9743054490081898e-05, + "loss": 0.1266, + "step": 11807 + }, + { + "epoch": 10.01526717557252, + "grad_norm": 1.1828023115692115, + "learning_rate": 1.974299261470961e-05, + "loss": 0.0966, + "step": 11808 + }, + { + "epoch": 10.016115351993214, + "grad_norm": 1.1732657412452006, + "learning_rate": 1.9742930731985062e-05, + "loss": 0.1072, + "step": 11809 + }, + { + "epoch": 10.01696352841391, + "grad_norm": 1.2338599511576094, + "learning_rate": 1.97428688419083e-05, + "loss": 0.1179, + "step": 11810 + }, + { + "epoch": 10.017811704834605, + "grad_norm": 1.31783226551668, + "learning_rate": 1.9742806944479365e-05, + "loss": 0.114, + "step": 11811 + }, + { + "epoch": 10.018659881255301, + "grad_norm": 1.321821824842603, + "learning_rate": 1.9742745039698306e-05, + "loss": 0.1189, + "step": 11812 + }, + { + "epoch": 10.019508057675997, + "grad_norm": 1.384504846203912, + "learning_rate": 1.9742683127565174e-05, + "loss": 0.1108, + "step": 11813 + }, + { + "epoch": 10.020356234096692, + "grad_norm": 1.1464491804505457, + "learning_rate": 1.974262120808001e-05, + "loss": 0.0908, + "step": 11814 + }, + { + "epoch": 10.021204410517388, + "grad_norm": 1.1075056439431745, + "learning_rate": 1.9742559281242864e-05, + "loss": 0.1075, + "step": 11815 + }, + { + "epoch": 10.022052586938083, + "grad_norm": 1.1630532545986307, + "learning_rate": 1.9742497347053784e-05, + "loss": 0.0952, + "step": 11816 + }, + { + "epoch": 10.022900763358779, + "grad_norm": 1.180772951894886, + "learning_rate": 1.974243540551281e-05, + "loss": 0.1208, + "step": 11817 + }, + { + "epoch": 10.023748939779475, + "grad_norm": 1.3160945577573642, + "learning_rate": 1.9742373456619997e-05, + "loss": 0.0997, + "step": 11818 + }, + { + "epoch": 10.02459711620017, + "grad_norm": 1.1138589803495014, + "learning_rate": 1.974231150037539e-05, + "loss": 0.0995, + "step": 11819 + }, + { + "epoch": 10.025445292620866, + "grad_norm": 1.2783367838364763, + "learning_rate": 1.974224953677903e-05, + "loss": 0.1123, + "step": 11820 + }, + { + "epoch": 10.02629346904156, + "grad_norm": 1.223906225401813, + "learning_rate": 1.9742187565830968e-05, + "loss": 0.1259, + "step": 11821 + }, + { + "epoch": 10.027141645462256, + "grad_norm": 1.0792555069342147, + "learning_rate": 1.974212558753125e-05, + "loss": 0.1042, + "step": 11822 + }, + { + "epoch": 10.02798982188295, + "grad_norm": 1.3444464965740435, + "learning_rate": 1.9742063601879926e-05, + "loss": 0.1142, + "step": 11823 + }, + { + "epoch": 10.028837998303647, + "grad_norm": 1.091150873837195, + "learning_rate": 1.9742001608877038e-05, + "loss": 0.1016, + "step": 11824 + }, + { + "epoch": 10.029686174724343, + "grad_norm": 1.315015489977568, + "learning_rate": 1.9741939608522637e-05, + "loss": 0.1276, + "step": 11825 + }, + { + "epoch": 10.030534351145038, + "grad_norm": 1.0693754310790882, + "learning_rate": 1.9741877600816765e-05, + "loss": 0.0977, + "step": 11826 + }, + { + "epoch": 10.031382527565734, + "grad_norm": 1.1624501879174005, + "learning_rate": 1.974181558575947e-05, + "loss": 0.1342, + "step": 11827 + }, + { + "epoch": 10.032230703986428, + "grad_norm": 1.300772035623662, + "learning_rate": 1.9741753563350804e-05, + "loss": 0.1162, + "step": 11828 + }, + { + "epoch": 10.033078880407125, + "grad_norm": 1.2354453274694823, + "learning_rate": 1.9741691533590807e-05, + "loss": 0.1097, + "step": 11829 + }, + { + "epoch": 10.033927056827821, + "grad_norm": 1.34621516420159, + "learning_rate": 1.974162949647953e-05, + "loss": 0.126, + "step": 11830 + }, + { + "epoch": 10.034775233248515, + "grad_norm": 1.131312387016044, + "learning_rate": 1.9741567452017015e-05, + "loss": 0.0958, + "step": 11831 + }, + { + "epoch": 10.035623409669212, + "grad_norm": 1.3121240574745716, + "learning_rate": 1.974150540020332e-05, + "loss": 0.1561, + "step": 11832 + }, + { + "epoch": 10.036471586089906, + "grad_norm": 1.1695146756416477, + "learning_rate": 1.9741443341038478e-05, + "loss": 0.1157, + "step": 11833 + }, + { + "epoch": 10.037319762510602, + "grad_norm": 1.1435379780915558, + "learning_rate": 1.9741381274522543e-05, + "loss": 0.1089, + "step": 11834 + }, + { + "epoch": 10.038167938931299, + "grad_norm": 1.2046787282614946, + "learning_rate": 1.974131920065556e-05, + "loss": 0.1316, + "step": 11835 + }, + { + "epoch": 10.039016115351993, + "grad_norm": 1.149473817776735, + "learning_rate": 1.974125711943758e-05, + "loss": 0.1393, + "step": 11836 + }, + { + "epoch": 10.03986429177269, + "grad_norm": 1.091759794864965, + "learning_rate": 1.974119503086864e-05, + "loss": 0.1158, + "step": 11837 + }, + { + "epoch": 10.040712468193384, + "grad_norm": 1.0630905642812083, + "learning_rate": 1.97411329349488e-05, + "loss": 0.1007, + "step": 11838 + }, + { + "epoch": 10.04156064461408, + "grad_norm": 1.1776352561564087, + "learning_rate": 1.97410708316781e-05, + "loss": 0.113, + "step": 11839 + }, + { + "epoch": 10.042408821034774, + "grad_norm": 1.1082400378843444, + "learning_rate": 1.9741008721056584e-05, + "loss": 0.1195, + "step": 11840 + }, + { + "epoch": 10.04325699745547, + "grad_norm": 1.2415671298125457, + "learning_rate": 1.9740946603084306e-05, + "loss": 0.12, + "step": 11841 + }, + { + "epoch": 10.044105173876167, + "grad_norm": 1.0504813173337584, + "learning_rate": 1.9740884477761306e-05, + "loss": 0.0947, + "step": 11842 + }, + { + "epoch": 10.044953350296861, + "grad_norm": 1.2689090138271777, + "learning_rate": 1.9740822345087632e-05, + "loss": 0.1121, + "step": 11843 + }, + { + "epoch": 10.045801526717558, + "grad_norm": 1.2780078636461771, + "learning_rate": 1.974076020506334e-05, + "loss": 0.119, + "step": 11844 + }, + { + "epoch": 10.046649703138252, + "grad_norm": 1.0658888713718384, + "learning_rate": 1.974069805768846e-05, + "loss": 0.1046, + "step": 11845 + }, + { + "epoch": 10.047497879558948, + "grad_norm": 1.2882871452830005, + "learning_rate": 1.9740635902963056e-05, + "loss": 0.1064, + "step": 11846 + }, + { + "epoch": 10.048346055979644, + "grad_norm": 1.0626062174948165, + "learning_rate": 1.9740573740887164e-05, + "loss": 0.1081, + "step": 11847 + }, + { + "epoch": 10.049194232400339, + "grad_norm": 1.1227743333590745, + "learning_rate": 1.9740511571460832e-05, + "loss": 0.0902, + "step": 11848 + }, + { + "epoch": 10.050042408821035, + "grad_norm": 1.187541444143468, + "learning_rate": 1.974044939468411e-05, + "loss": 0.129, + "step": 11849 + }, + { + "epoch": 10.05089058524173, + "grad_norm": 1.0329412788925876, + "learning_rate": 1.974038721055705e-05, + "loss": 0.0846, + "step": 11850 + }, + { + "epoch": 10.051738761662426, + "grad_norm": 1.280060991564078, + "learning_rate": 1.9740325019079685e-05, + "loss": 0.1189, + "step": 11851 + }, + { + "epoch": 10.052586938083122, + "grad_norm": 1.1242711207467793, + "learning_rate": 1.9740262820252074e-05, + "loss": 0.1107, + "step": 11852 + }, + { + "epoch": 10.053435114503817, + "grad_norm": 1.2852090869178616, + "learning_rate": 1.974020061407426e-05, + "loss": 0.0952, + "step": 11853 + }, + { + "epoch": 10.054283290924513, + "grad_norm": 1.148692444182938, + "learning_rate": 1.974013840054629e-05, + "loss": 0.108, + "step": 11854 + }, + { + "epoch": 10.055131467345207, + "grad_norm": 1.4922345792784064, + "learning_rate": 1.974007617966821e-05, + "loss": 0.12, + "step": 11855 + }, + { + "epoch": 10.055979643765903, + "grad_norm": 1.1588437673156564, + "learning_rate": 1.9740013951440064e-05, + "loss": 0.1041, + "step": 11856 + }, + { + "epoch": 10.056827820186598, + "grad_norm": 1.1882995812440347, + "learning_rate": 1.9739951715861906e-05, + "loss": 0.121, + "step": 11857 + }, + { + "epoch": 10.057675996607294, + "grad_norm": 1.3453812867679242, + "learning_rate": 1.973988947293378e-05, + "loss": 0.1107, + "step": 11858 + }, + { + "epoch": 10.05852417302799, + "grad_norm": 1.2894014139894894, + "learning_rate": 1.9739827222655733e-05, + "loss": 0.1147, + "step": 11859 + }, + { + "epoch": 10.059372349448685, + "grad_norm": 1.1125945944762035, + "learning_rate": 1.9739764965027813e-05, + "loss": 0.1176, + "step": 11860 + }, + { + "epoch": 10.060220525869381, + "grad_norm": 1.1015199629588333, + "learning_rate": 1.973970270005006e-05, + "loss": 0.1182, + "step": 11861 + }, + { + "epoch": 10.061068702290076, + "grad_norm": 1.2814878874704136, + "learning_rate": 1.973964042772253e-05, + "loss": 0.1173, + "step": 11862 + }, + { + "epoch": 10.061916878710772, + "grad_norm": 1.3664799056748334, + "learning_rate": 1.9739578148045265e-05, + "loss": 0.1273, + "step": 11863 + }, + { + "epoch": 10.062765055131468, + "grad_norm": 1.6749485356948144, + "learning_rate": 1.9739515861018316e-05, + "loss": 0.1073, + "step": 11864 + }, + { + "epoch": 10.063613231552162, + "grad_norm": 1.2596743632784506, + "learning_rate": 1.9739453566641726e-05, + "loss": 0.1159, + "step": 11865 + }, + { + "epoch": 10.064461407972859, + "grad_norm": 1.1674921853454054, + "learning_rate": 1.9739391264915546e-05, + "loss": 0.1057, + "step": 11866 + }, + { + "epoch": 10.065309584393553, + "grad_norm": 1.7118080227820398, + "learning_rate": 1.9739328955839817e-05, + "loss": 0.1276, + "step": 11867 + }, + { + "epoch": 10.06615776081425, + "grad_norm": 1.3012943931779337, + "learning_rate": 1.9739266639414594e-05, + "loss": 0.1261, + "step": 11868 + }, + { + "epoch": 10.067005937234946, + "grad_norm": 1.1678228313582453, + "learning_rate": 1.9739204315639916e-05, + "loss": 0.1108, + "step": 11869 + }, + { + "epoch": 10.06785411365564, + "grad_norm": 1.224431484004984, + "learning_rate": 1.9739141984515835e-05, + "loss": 0.1186, + "step": 11870 + }, + { + "epoch": 10.068702290076336, + "grad_norm": 1.123779465966657, + "learning_rate": 1.9739079646042395e-05, + "loss": 0.1162, + "step": 11871 + }, + { + "epoch": 10.06955046649703, + "grad_norm": 1.229895428704754, + "learning_rate": 1.9739017300219646e-05, + "loss": 0.11, + "step": 11872 + }, + { + "epoch": 10.070398642917727, + "grad_norm": 1.3186208241706636, + "learning_rate": 1.9738954947047632e-05, + "loss": 0.107, + "step": 11873 + }, + { + "epoch": 10.071246819338423, + "grad_norm": 1.2157022928918995, + "learning_rate": 1.9738892586526406e-05, + "loss": 0.1009, + "step": 11874 + }, + { + "epoch": 10.072094995759118, + "grad_norm": 1.1976308503457436, + "learning_rate": 1.9738830218656006e-05, + "loss": 0.1252, + "step": 11875 + }, + { + "epoch": 10.072943172179814, + "grad_norm": 1.2275707354386696, + "learning_rate": 1.9738767843436487e-05, + "loss": 0.1261, + "step": 11876 + }, + { + "epoch": 10.073791348600508, + "grad_norm": 1.1478520254321374, + "learning_rate": 1.973870546086789e-05, + "loss": 0.1101, + "step": 11877 + }, + { + "epoch": 10.074639525021205, + "grad_norm": 1.0760248714013974, + "learning_rate": 1.973864307095027e-05, + "loss": 0.1091, + "step": 11878 + }, + { + "epoch": 10.075487701441899, + "grad_norm": 1.2274327032615584, + "learning_rate": 1.9738580673683666e-05, + "loss": 0.1144, + "step": 11879 + }, + { + "epoch": 10.076335877862595, + "grad_norm": 1.1726627124391424, + "learning_rate": 1.9738518269068127e-05, + "loss": 0.1115, + "step": 11880 + }, + { + "epoch": 10.077184054283292, + "grad_norm": 1.4009234173083045, + "learning_rate": 1.9738455857103706e-05, + "loss": 0.1231, + "step": 11881 + }, + { + "epoch": 10.078032230703986, + "grad_norm": 1.0630681920519944, + "learning_rate": 1.973839343779044e-05, + "loss": 0.0911, + "step": 11882 + }, + { + "epoch": 10.078880407124682, + "grad_norm": 1.210687425918749, + "learning_rate": 1.9738331011128385e-05, + "loss": 0.1082, + "step": 11883 + }, + { + "epoch": 10.079728583545377, + "grad_norm": 1.3900158082383478, + "learning_rate": 1.9738268577117584e-05, + "loss": 0.1156, + "step": 11884 + }, + { + "epoch": 10.080576759966073, + "grad_norm": 1.218548926764166, + "learning_rate": 1.9738206135758084e-05, + "loss": 0.1137, + "step": 11885 + }, + { + "epoch": 10.08142493638677, + "grad_norm": 1.084639696433848, + "learning_rate": 1.9738143687049932e-05, + "loss": 0.1014, + "step": 11886 + }, + { + "epoch": 10.082273112807464, + "grad_norm": 1.1897412762023254, + "learning_rate": 1.9738081230993177e-05, + "loss": 0.1101, + "step": 11887 + }, + { + "epoch": 10.08312128922816, + "grad_norm": 1.160374350347614, + "learning_rate": 1.9738018767587866e-05, + "loss": 0.1295, + "step": 11888 + }, + { + "epoch": 10.083969465648854, + "grad_norm": 1.3181276298371125, + "learning_rate": 1.9737956296834046e-05, + "loss": 0.1424, + "step": 11889 + }, + { + "epoch": 10.08481764206955, + "grad_norm": 1.2445029373087029, + "learning_rate": 1.973789381873176e-05, + "loss": 0.0962, + "step": 11890 + }, + { + "epoch": 10.085665818490247, + "grad_norm": 1.26139142363282, + "learning_rate": 1.9737831333281062e-05, + "loss": 0.1125, + "step": 11891 + }, + { + "epoch": 10.086513994910941, + "grad_norm": 1.3394036384733663, + "learning_rate": 1.9737768840481993e-05, + "loss": 0.113, + "step": 11892 + }, + { + "epoch": 10.087362171331637, + "grad_norm": 1.2290412331004301, + "learning_rate": 1.9737706340334605e-05, + "loss": 0.1264, + "step": 11893 + }, + { + "epoch": 10.088210347752332, + "grad_norm": 1.1833787351754155, + "learning_rate": 1.973764383283894e-05, + "loss": 0.1069, + "step": 11894 + }, + { + "epoch": 10.089058524173028, + "grad_norm": 1.4097911835964896, + "learning_rate": 1.973758131799505e-05, + "loss": 0.1072, + "step": 11895 + }, + { + "epoch": 10.089906700593723, + "grad_norm": 1.1041093641670034, + "learning_rate": 1.973751879580298e-05, + "loss": 0.0929, + "step": 11896 + }, + { + "epoch": 10.090754877014419, + "grad_norm": 1.1758910825535147, + "learning_rate": 1.973745626626278e-05, + "loss": 0.1119, + "step": 11897 + }, + { + "epoch": 10.091603053435115, + "grad_norm": 1.2656809426359947, + "learning_rate": 1.9737393729374493e-05, + "loss": 0.1247, + "step": 11898 + }, + { + "epoch": 10.09245122985581, + "grad_norm": 1.0624877312305776, + "learning_rate": 1.973733118513817e-05, + "loss": 0.1097, + "step": 11899 + }, + { + "epoch": 10.093299406276506, + "grad_norm": 1.1257743446102306, + "learning_rate": 1.9737268633553852e-05, + "loss": 0.1013, + "step": 11900 + }, + { + "epoch": 10.0941475826972, + "grad_norm": 1.1835534387097357, + "learning_rate": 1.973720607462159e-05, + "loss": 0.092, + "step": 11901 + }, + { + "epoch": 10.094995759117896, + "grad_norm": 1.216509673961369, + "learning_rate": 1.9737143508341435e-05, + "loss": 0.102, + "step": 11902 + }, + { + "epoch": 10.095843935538593, + "grad_norm": 1.1625475435523693, + "learning_rate": 1.973708093471343e-05, + "loss": 0.1294, + "step": 11903 + }, + { + "epoch": 10.096692111959287, + "grad_norm": 1.2279972543705584, + "learning_rate": 1.9737018353737625e-05, + "loss": 0.1115, + "step": 11904 + }, + { + "epoch": 10.097540288379983, + "grad_norm": 1.2512559159395698, + "learning_rate": 1.973695576541406e-05, + "loss": 0.1521, + "step": 11905 + }, + { + "epoch": 10.098388464800678, + "grad_norm": 1.41350865278669, + "learning_rate": 1.9736893169742792e-05, + "loss": 0.1036, + "step": 11906 + }, + { + "epoch": 10.099236641221374, + "grad_norm": 1.3463373984364884, + "learning_rate": 1.9736830566723862e-05, + "loss": 0.1145, + "step": 11907 + }, + { + "epoch": 10.10008481764207, + "grad_norm": 1.2860069464338089, + "learning_rate": 1.9736767956357318e-05, + "loss": 0.1247, + "step": 11908 + }, + { + "epoch": 10.100932994062765, + "grad_norm": 1.1165275579587337, + "learning_rate": 1.973670533864321e-05, + "loss": 0.1344, + "step": 11909 + }, + { + "epoch": 10.101781170483461, + "grad_norm": 1.0988910446537399, + "learning_rate": 1.9736642713581583e-05, + "loss": 0.0964, + "step": 11910 + }, + { + "epoch": 10.102629346904155, + "grad_norm": 1.1723145117264095, + "learning_rate": 1.9736580081172484e-05, + "loss": 0.1125, + "step": 11911 + }, + { + "epoch": 10.103477523324852, + "grad_norm": 1.3125219829814783, + "learning_rate": 1.973651744141596e-05, + "loss": 0.0941, + "step": 11912 + }, + { + "epoch": 10.104325699745548, + "grad_norm": 1.1343244434569637, + "learning_rate": 1.973645479431206e-05, + "loss": 0.0939, + "step": 11913 + }, + { + "epoch": 10.105173876166242, + "grad_norm": 1.1598226869550545, + "learning_rate": 1.973639213986083e-05, + "loss": 0.1251, + "step": 11914 + }, + { + "epoch": 10.106022052586939, + "grad_norm": 1.3647551589502296, + "learning_rate": 1.9736329478062318e-05, + "loss": 0.1216, + "step": 11915 + }, + { + "epoch": 10.106870229007633, + "grad_norm": 1.2515458906746166, + "learning_rate": 1.9736266808916573e-05, + "loss": 0.1209, + "step": 11916 + }, + { + "epoch": 10.10771840542833, + "grad_norm": 1.2361517392860415, + "learning_rate": 1.9736204132423637e-05, + "loss": 0.1101, + "step": 11917 + }, + { + "epoch": 10.108566581849024, + "grad_norm": 1.3084816853246921, + "learning_rate": 1.9736141448583564e-05, + "loss": 0.126, + "step": 11918 + }, + { + "epoch": 10.10941475826972, + "grad_norm": 1.236045308492087, + "learning_rate": 1.9736078757396396e-05, + "loss": 0.1036, + "step": 11919 + }, + { + "epoch": 10.110262934690416, + "grad_norm": 1.1937128556981482, + "learning_rate": 1.9736016058862182e-05, + "loss": 0.1008, + "step": 11920 + }, + { + "epoch": 10.11111111111111, + "grad_norm": 1.1767616166045711, + "learning_rate": 1.973595335298097e-05, + "loss": 0.0943, + "step": 11921 + }, + { + "epoch": 10.111959287531807, + "grad_norm": 1.1789625756699815, + "learning_rate": 1.973589063975281e-05, + "loss": 0.1136, + "step": 11922 + }, + { + "epoch": 10.112807463952501, + "grad_norm": 1.2549899007309786, + "learning_rate": 1.973582791917774e-05, + "loss": 0.1294, + "step": 11923 + }, + { + "epoch": 10.113655640373198, + "grad_norm": 1.3332338749792263, + "learning_rate": 1.9735765191255817e-05, + "loss": 0.1163, + "step": 11924 + }, + { + "epoch": 10.114503816793894, + "grad_norm": 1.294668692039065, + "learning_rate": 1.9735702455987086e-05, + "loss": 0.1235, + "step": 11925 + }, + { + "epoch": 10.115351993214588, + "grad_norm": 1.1693076510399842, + "learning_rate": 1.973563971337159e-05, + "loss": 0.1096, + "step": 11926 + }, + { + "epoch": 10.116200169635285, + "grad_norm": 1.2796373930399807, + "learning_rate": 1.973557696340938e-05, + "loss": 0.1169, + "step": 11927 + }, + { + "epoch": 10.117048346055979, + "grad_norm": 1.126624922891652, + "learning_rate": 1.9735514206100507e-05, + "loss": 0.1074, + "step": 11928 + }, + { + "epoch": 10.117896522476675, + "grad_norm": 1.2537850669240078, + "learning_rate": 1.973545144144501e-05, + "loss": 0.102, + "step": 11929 + }, + { + "epoch": 10.118744698897371, + "grad_norm": 1.2005362249040092, + "learning_rate": 1.9735388669442943e-05, + "loss": 0.1246, + "step": 11930 + }, + { + "epoch": 10.119592875318066, + "grad_norm": 1.3535051812627208, + "learning_rate": 1.9735325890094346e-05, + "loss": 0.107, + "step": 11931 + }, + { + "epoch": 10.120441051738762, + "grad_norm": 1.3371558711066056, + "learning_rate": 1.973526310339928e-05, + "loss": 0.1291, + "step": 11932 + }, + { + "epoch": 10.121289228159457, + "grad_norm": 1.2020379676667932, + "learning_rate": 1.9735200309357778e-05, + "loss": 0.1086, + "step": 11933 + }, + { + "epoch": 10.122137404580153, + "grad_norm": 1.2525846636079412, + "learning_rate": 1.973513750796989e-05, + "loss": 0.1275, + "step": 11934 + }, + { + "epoch": 10.122985581000847, + "grad_norm": 1.2856151186832723, + "learning_rate": 1.9735074699235675e-05, + "loss": 0.1288, + "step": 11935 + }, + { + "epoch": 10.123833757421544, + "grad_norm": 1.1637449241195188, + "learning_rate": 1.973501188315517e-05, + "loss": 0.0995, + "step": 11936 + }, + { + "epoch": 10.12468193384224, + "grad_norm": 1.2125041117097928, + "learning_rate": 1.973494905972842e-05, + "loss": 0.1234, + "step": 11937 + }, + { + "epoch": 10.125530110262934, + "grad_norm": 1.435338117378818, + "learning_rate": 1.973488622895548e-05, + "loss": 0.1264, + "step": 11938 + }, + { + "epoch": 10.12637828668363, + "grad_norm": 1.23717853479815, + "learning_rate": 1.9734823390836393e-05, + "loss": 0.1107, + "step": 11939 + }, + { + "epoch": 10.127226463104325, + "grad_norm": 1.2979837555187062, + "learning_rate": 1.9734760545371206e-05, + "loss": 0.1223, + "step": 11940 + }, + { + "epoch": 10.128074639525021, + "grad_norm": 1.2744024358719859, + "learning_rate": 1.973469769255997e-05, + "loss": 0.0939, + "step": 11941 + }, + { + "epoch": 10.128922815945717, + "grad_norm": 1.3791014217244029, + "learning_rate": 1.9734634832402732e-05, + "loss": 0.1113, + "step": 11942 + }, + { + "epoch": 10.129770992366412, + "grad_norm": 1.316649819555273, + "learning_rate": 1.9734571964899533e-05, + "loss": 0.1019, + "step": 11943 + }, + { + "epoch": 10.130619168787108, + "grad_norm": 1.222854331653586, + "learning_rate": 1.9734509090050428e-05, + "loss": 0.1185, + "step": 11944 + }, + { + "epoch": 10.131467345207803, + "grad_norm": 1.1856909796289434, + "learning_rate": 1.9734446207855463e-05, + "loss": 0.1198, + "step": 11945 + }, + { + "epoch": 10.132315521628499, + "grad_norm": 1.1536920410731206, + "learning_rate": 1.973438331831468e-05, + "loss": 0.1262, + "step": 11946 + }, + { + "epoch": 10.133163698049195, + "grad_norm": 1.1934485633103686, + "learning_rate": 1.9734320421428137e-05, + "loss": 0.1164, + "step": 11947 + }, + { + "epoch": 10.13401187446989, + "grad_norm": 1.0998163562000838, + "learning_rate": 1.973425751719587e-05, + "loss": 0.1043, + "step": 11948 + }, + { + "epoch": 10.134860050890586, + "grad_norm": 1.359225070945442, + "learning_rate": 1.9734194605617934e-05, + "loss": 0.0929, + "step": 11949 + }, + { + "epoch": 10.13570822731128, + "grad_norm": 1.1983805308192557, + "learning_rate": 1.9734131686694374e-05, + "loss": 0.1103, + "step": 11950 + }, + { + "epoch": 10.136556403731976, + "grad_norm": 1.2436986276688187, + "learning_rate": 1.9734068760425235e-05, + "loss": 0.1119, + "step": 11951 + }, + { + "epoch": 10.137404580152673, + "grad_norm": 1.2188240971032054, + "learning_rate": 1.973400582681057e-05, + "loss": 0.11, + "step": 11952 + }, + { + "epoch": 10.138252756573367, + "grad_norm": 1.1291133231375312, + "learning_rate": 1.973394288585042e-05, + "loss": 0.1101, + "step": 11953 + }, + { + "epoch": 10.139100932994063, + "grad_norm": 1.3010305304676701, + "learning_rate": 1.9733879937544838e-05, + "loss": 0.1027, + "step": 11954 + }, + { + "epoch": 10.139949109414758, + "grad_norm": 1.3369934107462813, + "learning_rate": 1.973381698189387e-05, + "loss": 0.1056, + "step": 11955 + }, + { + "epoch": 10.140797285835454, + "grad_norm": 1.3117152454404788, + "learning_rate": 1.9733754018897567e-05, + "loss": 0.1233, + "step": 11956 + }, + { + "epoch": 10.141645462256148, + "grad_norm": 1.0522584041821423, + "learning_rate": 1.9733691048555966e-05, + "loss": 0.1076, + "step": 11957 + }, + { + "epoch": 10.142493638676845, + "grad_norm": 1.1983015473914491, + "learning_rate": 1.9733628070869123e-05, + "loss": 0.1107, + "step": 11958 + }, + { + "epoch": 10.143341815097541, + "grad_norm": 1.0914320583273736, + "learning_rate": 1.9733565085837087e-05, + "loss": 0.1027, + "step": 11959 + }, + { + "epoch": 10.144189991518235, + "grad_norm": 1.4078561662727975, + "learning_rate": 1.97335020934599e-05, + "loss": 0.1076, + "step": 11960 + }, + { + "epoch": 10.145038167938932, + "grad_norm": 1.155684699032992, + "learning_rate": 1.973343909373761e-05, + "loss": 0.1278, + "step": 11961 + }, + { + "epoch": 10.145886344359626, + "grad_norm": 1.2821017984395213, + "learning_rate": 1.9733376086670265e-05, + "loss": 0.1395, + "step": 11962 + }, + { + "epoch": 10.146734520780322, + "grad_norm": 1.3589372412553211, + "learning_rate": 1.9733313072257916e-05, + "loss": 0.1138, + "step": 11963 + }, + { + "epoch": 10.147582697201019, + "grad_norm": 1.2996740849147577, + "learning_rate": 1.973325005050061e-05, + "loss": 0.1079, + "step": 11964 + }, + { + "epoch": 10.148430873621713, + "grad_norm": 1.2601751525698086, + "learning_rate": 1.973318702139839e-05, + "loss": 0.1358, + "step": 11965 + }, + { + "epoch": 10.14927905004241, + "grad_norm": 1.2192526058945243, + "learning_rate": 1.973312398495131e-05, + "loss": 0.1246, + "step": 11966 + }, + { + "epoch": 10.150127226463104, + "grad_norm": 1.1570247302485661, + "learning_rate": 1.973306094115941e-05, + "loss": 0.101, + "step": 11967 + }, + { + "epoch": 10.1509754028838, + "grad_norm": 1.204466894580656, + "learning_rate": 1.9732997890022743e-05, + "loss": 0.1237, + "step": 11968 + }, + { + "epoch": 10.151823579304496, + "grad_norm": 1.074446376672838, + "learning_rate": 1.9732934831541353e-05, + "loss": 0.1057, + "step": 11969 + }, + { + "epoch": 10.15267175572519, + "grad_norm": 1.4519982836516316, + "learning_rate": 1.973287176571529e-05, + "loss": 0.1457, + "step": 11970 + }, + { + "epoch": 10.153519932145887, + "grad_norm": 1.2743887103091276, + "learning_rate": 1.9732808692544604e-05, + "loss": 0.1124, + "step": 11971 + }, + { + "epoch": 10.154368108566581, + "grad_norm": 1.3035263645764357, + "learning_rate": 1.973274561202934e-05, + "loss": 0.1326, + "step": 11972 + }, + { + "epoch": 10.155216284987278, + "grad_norm": 1.4023281873493332, + "learning_rate": 1.9732682524169543e-05, + "loss": 0.1176, + "step": 11973 + }, + { + "epoch": 10.156064461407972, + "grad_norm": 1.1824264503417499, + "learning_rate": 1.9732619428965267e-05, + "loss": 0.0957, + "step": 11974 + }, + { + "epoch": 10.156912637828668, + "grad_norm": 1.13843826225682, + "learning_rate": 1.973255632641655e-05, + "loss": 0.0971, + "step": 11975 + }, + { + "epoch": 10.157760814249365, + "grad_norm": 1.4965904880531558, + "learning_rate": 1.973249321652345e-05, + "loss": 0.1248, + "step": 11976 + }, + { + "epoch": 10.158608990670059, + "grad_norm": 1.121352519778496, + "learning_rate": 1.973243009928601e-05, + "loss": 0.0998, + "step": 11977 + }, + { + "epoch": 10.159457167090755, + "grad_norm": 1.077064274256255, + "learning_rate": 1.9732366974704273e-05, + "loss": 0.087, + "step": 11978 + }, + { + "epoch": 10.16030534351145, + "grad_norm": 1.1615454478938831, + "learning_rate": 1.9732303842778296e-05, + "loss": 0.1124, + "step": 11979 + }, + { + "epoch": 10.161153519932146, + "grad_norm": 1.2597549117224691, + "learning_rate": 1.973224070350812e-05, + "loss": 0.11, + "step": 11980 + }, + { + "epoch": 10.162001696352842, + "grad_norm": 1.2213508073100539, + "learning_rate": 1.9732177556893796e-05, + "loss": 0.1056, + "step": 11981 + }, + { + "epoch": 10.162849872773537, + "grad_norm": 1.2453338770538693, + "learning_rate": 1.973211440293537e-05, + "loss": 0.1198, + "step": 11982 + }, + { + "epoch": 10.163698049194233, + "grad_norm": 1.3133124587215936, + "learning_rate": 1.973205124163289e-05, + "loss": 0.1159, + "step": 11983 + }, + { + "epoch": 10.164546225614927, + "grad_norm": 1.233111043092763, + "learning_rate": 1.97319880729864e-05, + "loss": 0.114, + "step": 11984 + }, + { + "epoch": 10.165394402035624, + "grad_norm": 1.3848570588907212, + "learning_rate": 1.9731924896995954e-05, + "loss": 0.1265, + "step": 11985 + }, + { + "epoch": 10.16624257845632, + "grad_norm": 1.3603469952797946, + "learning_rate": 1.9731861713661592e-05, + "loss": 0.1374, + "step": 11986 + }, + { + "epoch": 10.167090754877014, + "grad_norm": 1.3584706863441807, + "learning_rate": 1.9731798522983374e-05, + "loss": 0.1288, + "step": 11987 + }, + { + "epoch": 10.16793893129771, + "grad_norm": 1.0853963259845623, + "learning_rate": 1.9731735324961336e-05, + "loss": 0.0972, + "step": 11988 + }, + { + "epoch": 10.168787107718405, + "grad_norm": 1.160378002247656, + "learning_rate": 1.9731672119595532e-05, + "loss": 0.0865, + "step": 11989 + }, + { + "epoch": 10.169635284139101, + "grad_norm": 1.2788682178578294, + "learning_rate": 1.9731608906886004e-05, + "loss": 0.1026, + "step": 11990 + }, + { + "epoch": 10.170483460559796, + "grad_norm": 1.3023087966553621, + "learning_rate": 1.973154568683281e-05, + "loss": 0.1458, + "step": 11991 + }, + { + "epoch": 10.171331636980492, + "grad_norm": 1.23776363628492, + "learning_rate": 1.9731482459435983e-05, + "loss": 0.103, + "step": 11992 + }, + { + "epoch": 10.172179813401188, + "grad_norm": 1.2937696028083137, + "learning_rate": 1.9731419224695582e-05, + "loss": 0.1293, + "step": 11993 + }, + { + "epoch": 10.173027989821882, + "grad_norm": 1.4058118103139756, + "learning_rate": 1.9731355982611652e-05, + "loss": 0.1378, + "step": 11994 + }, + { + "epoch": 10.173876166242579, + "grad_norm": 1.2098229318332234, + "learning_rate": 1.9731292733184238e-05, + "loss": 0.1086, + "step": 11995 + }, + { + "epoch": 10.174724342663273, + "grad_norm": 1.2860821367100932, + "learning_rate": 1.9731229476413394e-05, + "loss": 0.1425, + "step": 11996 + }, + { + "epoch": 10.17557251908397, + "grad_norm": 1.1105931929515849, + "learning_rate": 1.973116621229916e-05, + "loss": 0.1099, + "step": 11997 + }, + { + "epoch": 10.176420695504666, + "grad_norm": 1.2415981330454309, + "learning_rate": 1.973110294084159e-05, + "loss": 0.1011, + "step": 11998 + }, + { + "epoch": 10.17726887192536, + "grad_norm": 1.207984678612305, + "learning_rate": 1.9731039662040726e-05, + "loss": 0.1092, + "step": 11999 + }, + { + "epoch": 10.178117048346056, + "grad_norm": 1.354804503359495, + "learning_rate": 1.9730976375896623e-05, + "loss": 0.1256, + "step": 12000 + }, + { + "epoch": 10.17896522476675, + "grad_norm": 1.4944650494333993, + "learning_rate": 1.973091308240932e-05, + "loss": 0.1078, + "step": 12001 + }, + { + "epoch": 10.179813401187447, + "grad_norm": 1.2228650785802526, + "learning_rate": 1.973084978157887e-05, + "loss": 0.1193, + "step": 12002 + }, + { + "epoch": 10.180661577608143, + "grad_norm": 1.2449902557836778, + "learning_rate": 1.9730786473405324e-05, + "loss": 0.1323, + "step": 12003 + }, + { + "epoch": 10.181509754028838, + "grad_norm": 1.3214979239317772, + "learning_rate": 1.9730723157888724e-05, + "loss": 0.1219, + "step": 12004 + }, + { + "epoch": 10.182357930449534, + "grad_norm": 1.2959263026139014, + "learning_rate": 1.9730659835029117e-05, + "loss": 0.1129, + "step": 12005 + }, + { + "epoch": 10.183206106870228, + "grad_norm": 1.6774278476640354, + "learning_rate": 1.9730596504826557e-05, + "loss": 0.1302, + "step": 12006 + }, + { + "epoch": 10.184054283290925, + "grad_norm": 1.3973285016942394, + "learning_rate": 1.9730533167281086e-05, + "loss": 0.1254, + "step": 12007 + }, + { + "epoch": 10.18490245971162, + "grad_norm": 1.2036270981423285, + "learning_rate": 1.9730469822392754e-05, + "loss": 0.1397, + "step": 12008 + }, + { + "epoch": 10.185750636132315, + "grad_norm": 1.2548078611365965, + "learning_rate": 1.9730406470161612e-05, + "loss": 0.1222, + "step": 12009 + }, + { + "epoch": 10.186598812553012, + "grad_norm": 1.1550835684994558, + "learning_rate": 1.97303431105877e-05, + "loss": 0.1008, + "step": 12010 + }, + { + "epoch": 10.187446988973706, + "grad_norm": 1.360673170193556, + "learning_rate": 1.9730279743671074e-05, + "loss": 0.1065, + "step": 12011 + }, + { + "epoch": 10.188295165394402, + "grad_norm": 1.3470011921118148, + "learning_rate": 1.973021636941178e-05, + "loss": 0.1249, + "step": 12012 + }, + { + "epoch": 10.189143341815097, + "grad_norm": 1.0991128630130638, + "learning_rate": 1.9730152987809862e-05, + "loss": 0.1237, + "step": 12013 + }, + { + "epoch": 10.189991518235793, + "grad_norm": 1.1774305598774713, + "learning_rate": 1.9730089598865368e-05, + "loss": 0.0955, + "step": 12014 + }, + { + "epoch": 10.19083969465649, + "grad_norm": 1.2334338114584502, + "learning_rate": 1.9730026202578348e-05, + "loss": 0.1221, + "step": 12015 + }, + { + "epoch": 10.191687871077184, + "grad_norm": 1.171728044117635, + "learning_rate": 1.972996279894885e-05, + "loss": 0.1036, + "step": 12016 + }, + { + "epoch": 10.19253604749788, + "grad_norm": 1.1904778851174467, + "learning_rate": 1.9729899387976922e-05, + "loss": 0.1142, + "step": 12017 + }, + { + "epoch": 10.193384223918574, + "grad_norm": 2.132353749909541, + "learning_rate": 1.972983596966261e-05, + "loss": 0.1293, + "step": 12018 + }, + { + "epoch": 10.19423240033927, + "grad_norm": 1.183514023784892, + "learning_rate": 1.9729772544005967e-05, + "loss": 0.1101, + "step": 12019 + }, + { + "epoch": 10.195080576759967, + "grad_norm": 1.2667058279491707, + "learning_rate": 1.9729709111007035e-05, + "loss": 0.1182, + "step": 12020 + }, + { + "epoch": 10.195928753180661, + "grad_norm": 1.2658044167975209, + "learning_rate": 1.9729645670665866e-05, + "loss": 0.109, + "step": 12021 + }, + { + "epoch": 10.196776929601358, + "grad_norm": 1.1317110821784062, + "learning_rate": 1.97295822229825e-05, + "loss": 0.0956, + "step": 12022 + }, + { + "epoch": 10.197625106022052, + "grad_norm": 1.3070441085501405, + "learning_rate": 1.9729518767956994e-05, + "loss": 0.1282, + "step": 12023 + }, + { + "epoch": 10.198473282442748, + "grad_norm": 1.177158607846607, + "learning_rate": 1.9729455305589394e-05, + "loss": 0.1145, + "step": 12024 + }, + { + "epoch": 10.199321458863444, + "grad_norm": 1.1930933245720077, + "learning_rate": 1.9729391835879746e-05, + "loss": 0.1259, + "step": 12025 + }, + { + "epoch": 10.200169635284139, + "grad_norm": 1.5477223342170097, + "learning_rate": 1.9729328358828094e-05, + "loss": 0.169, + "step": 12026 + }, + { + "epoch": 10.201017811704835, + "grad_norm": 1.1491469042729783, + "learning_rate": 1.9729264874434496e-05, + "loss": 0.118, + "step": 12027 + }, + { + "epoch": 10.20186598812553, + "grad_norm": 1.2100723579712136, + "learning_rate": 1.972920138269899e-05, + "loss": 0.106, + "step": 12028 + }, + { + "epoch": 10.202714164546226, + "grad_norm": 1.1490065884119796, + "learning_rate": 1.9729137883621628e-05, + "loss": 0.0996, + "step": 12029 + }, + { + "epoch": 10.20356234096692, + "grad_norm": 1.2793400588091075, + "learning_rate": 1.9729074377202463e-05, + "loss": 0.1306, + "step": 12030 + }, + { + "epoch": 10.204410517387617, + "grad_norm": 1.1425599855469801, + "learning_rate": 1.9729010863441535e-05, + "loss": 0.13, + "step": 12031 + }, + { + "epoch": 10.205258693808313, + "grad_norm": 1.211554763435576, + "learning_rate": 1.9728947342338895e-05, + "loss": 0.1174, + "step": 12032 + }, + { + "epoch": 10.206106870229007, + "grad_norm": 1.4027554276803151, + "learning_rate": 1.972888381389459e-05, + "loss": 0.1315, + "step": 12033 + }, + { + "epoch": 10.206955046649703, + "grad_norm": 1.1264327675138663, + "learning_rate": 1.972882027810867e-05, + "loss": 0.1276, + "step": 12034 + }, + { + "epoch": 10.207803223070398, + "grad_norm": 1.3359052034552157, + "learning_rate": 1.9728756734981177e-05, + "loss": 0.1223, + "step": 12035 + }, + { + "epoch": 10.208651399491094, + "grad_norm": 1.1836797529462566, + "learning_rate": 1.972869318451217e-05, + "loss": 0.0979, + "step": 12036 + }, + { + "epoch": 10.20949957591179, + "grad_norm": 1.5055053431565493, + "learning_rate": 1.972862962670169e-05, + "loss": 0.1555, + "step": 12037 + }, + { + "epoch": 10.210347752332485, + "grad_norm": 1.2338880277981523, + "learning_rate": 1.9728566061549778e-05, + "loss": 0.1116, + "step": 12038 + }, + { + "epoch": 10.211195928753181, + "grad_norm": 1.1142903484215274, + "learning_rate": 1.9728502489056496e-05, + "loss": 0.102, + "step": 12039 + }, + { + "epoch": 10.212044105173876, + "grad_norm": 1.195024638601802, + "learning_rate": 1.9728438909221882e-05, + "loss": 0.1054, + "step": 12040 + }, + { + "epoch": 10.212892281594572, + "grad_norm": 1.0900552913598642, + "learning_rate": 1.9728375322045993e-05, + "loss": 0.109, + "step": 12041 + }, + { + "epoch": 10.213740458015268, + "grad_norm": 1.1513985384979823, + "learning_rate": 1.9728311727528866e-05, + "loss": 0.116, + "step": 12042 + }, + { + "epoch": 10.214588634435962, + "grad_norm": 1.2670836144009785, + "learning_rate": 1.9728248125670558e-05, + "loss": 0.0986, + "step": 12043 + }, + { + "epoch": 10.215436810856659, + "grad_norm": 1.4107675465489404, + "learning_rate": 1.972818451647111e-05, + "loss": 0.1056, + "step": 12044 + }, + { + "epoch": 10.216284987277353, + "grad_norm": 1.1639594509968736, + "learning_rate": 1.9728120899930575e-05, + "loss": 0.0982, + "step": 12045 + }, + { + "epoch": 10.21713316369805, + "grad_norm": 1.3966363612388282, + "learning_rate": 1.9728057276049e-05, + "loss": 0.1231, + "step": 12046 + }, + { + "epoch": 10.217981340118744, + "grad_norm": 1.0992695855099686, + "learning_rate": 1.9727993644826432e-05, + "loss": 0.1197, + "step": 12047 + }, + { + "epoch": 10.21882951653944, + "grad_norm": 1.2361453947348993, + "learning_rate": 1.9727930006262918e-05, + "loss": 0.1176, + "step": 12048 + }, + { + "epoch": 10.219677692960136, + "grad_norm": 1.19846295769005, + "learning_rate": 1.972786636035851e-05, + "loss": 0.1042, + "step": 12049 + }, + { + "epoch": 10.22052586938083, + "grad_norm": 1.26028896284518, + "learning_rate": 1.9727802707113252e-05, + "loss": 0.1048, + "step": 12050 + }, + { + "epoch": 10.221374045801527, + "grad_norm": 1.1840490062461277, + "learning_rate": 1.9727739046527192e-05, + "loss": 0.1216, + "step": 12051 + }, + { + "epoch": 10.222222222222221, + "grad_norm": 1.1835655525414925, + "learning_rate": 1.9727675378600382e-05, + "loss": 0.1161, + "step": 12052 + }, + { + "epoch": 10.223070398642918, + "grad_norm": 1.054916121579219, + "learning_rate": 1.9727611703332867e-05, + "loss": 0.0995, + "step": 12053 + }, + { + "epoch": 10.223918575063614, + "grad_norm": 1.2615263650745974, + "learning_rate": 1.9727548020724696e-05, + "loss": 0.1097, + "step": 12054 + }, + { + "epoch": 10.224766751484308, + "grad_norm": 1.327233748746667, + "learning_rate": 1.9727484330775917e-05, + "loss": 0.1219, + "step": 12055 + }, + { + "epoch": 10.225614927905005, + "grad_norm": 1.1109604818029313, + "learning_rate": 1.9727420633486578e-05, + "loss": 0.1168, + "step": 12056 + }, + { + "epoch": 10.226463104325699, + "grad_norm": 1.084973160868797, + "learning_rate": 1.9727356928856726e-05, + "loss": 0.0952, + "step": 12057 + }, + { + "epoch": 10.227311280746395, + "grad_norm": 1.1628247801931184, + "learning_rate": 1.972729321688641e-05, + "loss": 0.1178, + "step": 12058 + }, + { + "epoch": 10.228159457167092, + "grad_norm": 1.2795918390896892, + "learning_rate": 1.9727229497575674e-05, + "loss": 0.1136, + "step": 12059 + }, + { + "epoch": 10.229007633587786, + "grad_norm": 1.2736661788238461, + "learning_rate": 1.9727165770924578e-05, + "loss": 0.0965, + "step": 12060 + }, + { + "epoch": 10.229855810008482, + "grad_norm": 1.270350466551771, + "learning_rate": 1.9727102036933156e-05, + "loss": 0.1146, + "step": 12061 + }, + { + "epoch": 10.230703986429177, + "grad_norm": 1.0813822013999128, + "learning_rate": 1.9727038295601464e-05, + "loss": 0.1008, + "step": 12062 + }, + { + "epoch": 10.231552162849873, + "grad_norm": 1.1553489334965887, + "learning_rate": 1.972697454692955e-05, + "loss": 0.1126, + "step": 12063 + }, + { + "epoch": 10.23240033927057, + "grad_norm": 1.2589226868651302, + "learning_rate": 1.9726910790917458e-05, + "loss": 0.1105, + "step": 12064 + }, + { + "epoch": 10.233248515691264, + "grad_norm": 1.3098519731695182, + "learning_rate": 1.9726847027565238e-05, + "loss": 0.1247, + "step": 12065 + }, + { + "epoch": 10.23409669211196, + "grad_norm": 1.17118933833903, + "learning_rate": 1.9726783256872942e-05, + "loss": 0.1139, + "step": 12066 + }, + { + "epoch": 10.234944868532654, + "grad_norm": 1.1192332069206385, + "learning_rate": 1.972671947884061e-05, + "loss": 0.1157, + "step": 12067 + }, + { + "epoch": 10.23579304495335, + "grad_norm": 1.1522609317739452, + "learning_rate": 1.97266556934683e-05, + "loss": 0.1073, + "step": 12068 + }, + { + "epoch": 10.236641221374045, + "grad_norm": 1.2418296506406503, + "learning_rate": 1.9726591900756053e-05, + "loss": 0.1169, + "step": 12069 + }, + { + "epoch": 10.237489397794741, + "grad_norm": 1.3903841090381586, + "learning_rate": 1.9726528100703918e-05, + "loss": 0.1349, + "step": 12070 + }, + { + "epoch": 10.238337574215437, + "grad_norm": 1.3761388130359231, + "learning_rate": 1.9726464293311948e-05, + "loss": 0.1408, + "step": 12071 + }, + { + "epoch": 10.239185750636132, + "grad_norm": 1.063336650456571, + "learning_rate": 1.9726400478580186e-05, + "loss": 0.1111, + "step": 12072 + }, + { + "epoch": 10.240033927056828, + "grad_norm": 1.1510036533414514, + "learning_rate": 1.972633665650868e-05, + "loss": 0.1326, + "step": 12073 + }, + { + "epoch": 10.240882103477523, + "grad_norm": 1.29875100172171, + "learning_rate": 1.9726272827097483e-05, + "loss": 0.1163, + "step": 12074 + }, + { + "epoch": 10.241730279898219, + "grad_norm": 1.2277285097155368, + "learning_rate": 1.9726208990346635e-05, + "loss": 0.1115, + "step": 12075 + }, + { + "epoch": 10.242578456318915, + "grad_norm": 1.3820515269207414, + "learning_rate": 1.9726145146256194e-05, + "loss": 0.1298, + "step": 12076 + }, + { + "epoch": 10.24342663273961, + "grad_norm": 1.4167078338300791, + "learning_rate": 1.97260812948262e-05, + "loss": 0.1316, + "step": 12077 + }, + { + "epoch": 10.244274809160306, + "grad_norm": 1.064026222900455, + "learning_rate": 1.9726017436056705e-05, + "loss": 0.0961, + "step": 12078 + }, + { + "epoch": 10.245122985581, + "grad_norm": 1.37324591717738, + "learning_rate": 1.9725953569947757e-05, + "loss": 0.132, + "step": 12079 + }, + { + "epoch": 10.245971162001696, + "grad_norm": 1.1548353886067604, + "learning_rate": 1.9725889696499404e-05, + "loss": 0.0843, + "step": 12080 + }, + { + "epoch": 10.246819338422393, + "grad_norm": 1.389785760639455, + "learning_rate": 1.9725825815711697e-05, + "loss": 0.1435, + "step": 12081 + }, + { + "epoch": 10.247667514843087, + "grad_norm": 1.4419352133945038, + "learning_rate": 1.9725761927584676e-05, + "loss": 0.1657, + "step": 12082 + }, + { + "epoch": 10.248515691263783, + "grad_norm": 1.1898316078866953, + "learning_rate": 1.97256980321184e-05, + "loss": 0.0989, + "step": 12083 + }, + { + "epoch": 10.249363867684478, + "grad_norm": 1.3706324343921037, + "learning_rate": 1.9725634129312908e-05, + "loss": 0.1223, + "step": 12084 + }, + { + "epoch": 10.250212044105174, + "grad_norm": 1.2749574382346902, + "learning_rate": 1.972557021916825e-05, + "loss": 0.1348, + "step": 12085 + }, + { + "epoch": 10.251060220525869, + "grad_norm": 1.1353735246160785, + "learning_rate": 1.972550630168448e-05, + "loss": 0.1037, + "step": 12086 + }, + { + "epoch": 10.251908396946565, + "grad_norm": 1.1307742006736075, + "learning_rate": 1.9725442376861642e-05, + "loss": 0.0997, + "step": 12087 + }, + { + "epoch": 10.252756573367261, + "grad_norm": 1.5221909068317456, + "learning_rate": 1.9725378444699784e-05, + "loss": 0.1441, + "step": 12088 + }, + { + "epoch": 10.253604749787955, + "grad_norm": 1.4121762674076959, + "learning_rate": 1.9725314505198958e-05, + "loss": 0.1142, + "step": 12089 + }, + { + "epoch": 10.254452926208652, + "grad_norm": 1.3531889647966653, + "learning_rate": 1.9725250558359205e-05, + "loss": 0.1232, + "step": 12090 + }, + { + "epoch": 10.255301102629346, + "grad_norm": 1.3700917007273248, + "learning_rate": 1.9725186604180582e-05, + "loss": 0.0991, + "step": 12091 + }, + { + "epoch": 10.256149279050042, + "grad_norm": 1.2272106139502026, + "learning_rate": 1.9725122642663127e-05, + "loss": 0.1117, + "step": 12092 + }, + { + "epoch": 10.256997455470739, + "grad_norm": 1.1922022761942055, + "learning_rate": 1.9725058673806897e-05, + "loss": 0.1097, + "step": 12093 + }, + { + "epoch": 10.257845631891433, + "grad_norm": 1.1065665155407856, + "learning_rate": 1.9724994697611936e-05, + "loss": 0.1006, + "step": 12094 + }, + { + "epoch": 10.25869380831213, + "grad_norm": 1.2178746440657937, + "learning_rate": 1.9724930714078296e-05, + "loss": 0.1312, + "step": 12095 + }, + { + "epoch": 10.259541984732824, + "grad_norm": 1.3458277755754933, + "learning_rate": 1.972486672320602e-05, + "loss": 0.1333, + "step": 12096 + }, + { + "epoch": 10.26039016115352, + "grad_norm": 1.1939309625789944, + "learning_rate": 1.972480272499516e-05, + "loss": 0.1175, + "step": 12097 + }, + { + "epoch": 10.261238337574216, + "grad_norm": 1.042390706496132, + "learning_rate": 1.9724738719445765e-05, + "loss": 0.0925, + "step": 12098 + }, + { + "epoch": 10.26208651399491, + "grad_norm": 1.1280156317430965, + "learning_rate": 1.972467470655788e-05, + "loss": 0.1095, + "step": 12099 + }, + { + "epoch": 10.262934690415607, + "grad_norm": 1.5235068938835663, + "learning_rate": 1.9724610686331554e-05, + "loss": 0.1156, + "step": 12100 + }, + { + "epoch": 10.263782866836301, + "grad_norm": 1.321707899075884, + "learning_rate": 1.9724546658766837e-05, + "loss": 0.1161, + "step": 12101 + }, + { + "epoch": 10.264631043256998, + "grad_norm": 1.3899680419803466, + "learning_rate": 1.9724482623863775e-05, + "loss": 0.1358, + "step": 12102 + }, + { + "epoch": 10.265479219677694, + "grad_norm": 1.412535930349775, + "learning_rate": 1.9724418581622423e-05, + "loss": 0.1318, + "step": 12103 + }, + { + "epoch": 10.266327396098388, + "grad_norm": 1.1842030967539188, + "learning_rate": 1.972435453204282e-05, + "loss": 0.1039, + "step": 12104 + }, + { + "epoch": 10.267175572519085, + "grad_norm": 1.1022375592385762, + "learning_rate": 1.972429047512502e-05, + "loss": 0.113, + "step": 12105 + }, + { + "epoch": 10.268023748939779, + "grad_norm": 1.3100872956695024, + "learning_rate": 1.972422641086907e-05, + "loss": 0.1115, + "step": 12106 + }, + { + "epoch": 10.268871925360475, + "grad_norm": 0.9888936236348291, + "learning_rate": 1.9724162339275018e-05, + "loss": 0.0886, + "step": 12107 + }, + { + "epoch": 10.26972010178117, + "grad_norm": 1.1230387733948874, + "learning_rate": 1.9724098260342913e-05, + "loss": 0.1041, + "step": 12108 + }, + { + "epoch": 10.270568278201866, + "grad_norm": 1.0874528950305387, + "learning_rate": 1.97240341740728e-05, + "loss": 0.0966, + "step": 12109 + }, + { + "epoch": 10.271416454622562, + "grad_norm": 1.253701932622161, + "learning_rate": 1.9723970080464733e-05, + "loss": 0.1016, + "step": 12110 + }, + { + "epoch": 10.272264631043257, + "grad_norm": 1.1798417796342917, + "learning_rate": 1.972390597951876e-05, + "loss": 0.1064, + "step": 12111 + }, + { + "epoch": 10.273112807463953, + "grad_norm": 1.4652613877647627, + "learning_rate": 1.9723841871234923e-05, + "loss": 0.125, + "step": 12112 + }, + { + "epoch": 10.273960983884647, + "grad_norm": 1.1279544766542433, + "learning_rate": 1.9723777755613277e-05, + "loss": 0.0994, + "step": 12113 + }, + { + "epoch": 10.274809160305344, + "grad_norm": 1.2904357287019048, + "learning_rate": 1.9723713632653866e-05, + "loss": 0.1106, + "step": 12114 + }, + { + "epoch": 10.27565733672604, + "grad_norm": 1.1523622303271797, + "learning_rate": 1.972364950235674e-05, + "loss": 0.0932, + "step": 12115 + }, + { + "epoch": 10.276505513146734, + "grad_norm": 1.1532552853794686, + "learning_rate": 1.972358536472195e-05, + "loss": 0.1075, + "step": 12116 + }, + { + "epoch": 10.27735368956743, + "grad_norm": 1.2644445156086825, + "learning_rate": 1.972352121974954e-05, + "loss": 0.128, + "step": 12117 + }, + { + "epoch": 10.278201865988125, + "grad_norm": 1.095247240418433, + "learning_rate": 1.972345706743956e-05, + "loss": 0.0951, + "step": 12118 + }, + { + "epoch": 10.279050042408821, + "grad_norm": 1.2628428135222227, + "learning_rate": 1.972339290779206e-05, + "loss": 0.1307, + "step": 12119 + }, + { + "epoch": 10.279898218829517, + "grad_norm": 1.2345564306907049, + "learning_rate": 1.9723328740807085e-05, + "loss": 0.1139, + "step": 12120 + }, + { + "epoch": 10.280746395250212, + "grad_norm": 1.2159003861294795, + "learning_rate": 1.972326456648469e-05, + "loss": 0.1346, + "step": 12121 + }, + { + "epoch": 10.281594571670908, + "grad_norm": 1.294221298860893, + "learning_rate": 1.9723200384824918e-05, + "loss": 0.1185, + "step": 12122 + }, + { + "epoch": 10.282442748091603, + "grad_norm": 1.3898000164131241, + "learning_rate": 1.9723136195827817e-05, + "loss": 0.1238, + "step": 12123 + }, + { + "epoch": 10.283290924512299, + "grad_norm": 1.232165264957111, + "learning_rate": 1.9723071999493438e-05, + "loss": 0.1113, + "step": 12124 + }, + { + "epoch": 10.284139100932993, + "grad_norm": 1.1445670095216476, + "learning_rate": 1.9723007795821826e-05, + "loss": 0.1226, + "step": 12125 + }, + { + "epoch": 10.28498727735369, + "grad_norm": 1.1844041483962657, + "learning_rate": 1.9722943584813036e-05, + "loss": 0.1003, + "step": 12126 + }, + { + "epoch": 10.285835453774386, + "grad_norm": 1.304274564408354, + "learning_rate": 1.9722879366467107e-05, + "loss": 0.1019, + "step": 12127 + }, + { + "epoch": 10.28668363019508, + "grad_norm": 1.3140934949726426, + "learning_rate": 1.9722815140784097e-05, + "loss": 0.1195, + "step": 12128 + }, + { + "epoch": 10.287531806615776, + "grad_norm": 1.2289720976440197, + "learning_rate": 1.972275090776405e-05, + "loss": 0.1125, + "step": 12129 + }, + { + "epoch": 10.28837998303647, + "grad_norm": 1.4395507679904327, + "learning_rate": 1.9722686667407012e-05, + "loss": 0.1025, + "step": 12130 + }, + { + "epoch": 10.289228159457167, + "grad_norm": 1.2654495182146046, + "learning_rate": 1.9722622419713038e-05, + "loss": 0.1082, + "step": 12131 + }, + { + "epoch": 10.290076335877863, + "grad_norm": 1.2666432498063696, + "learning_rate": 1.972255816468217e-05, + "loss": 0.1129, + "step": 12132 + }, + { + "epoch": 10.290924512298558, + "grad_norm": 1.2741105041490266, + "learning_rate": 1.9722493902314458e-05, + "loss": 0.1243, + "step": 12133 + }, + { + "epoch": 10.291772688719254, + "grad_norm": 1.3595785220473837, + "learning_rate": 1.9722429632609954e-05, + "loss": 0.1131, + "step": 12134 + }, + { + "epoch": 10.292620865139948, + "grad_norm": 1.2773574691317304, + "learning_rate": 1.9722365355568704e-05, + "loss": 0.1405, + "step": 12135 + }, + { + "epoch": 10.293469041560645, + "grad_norm": 1.2702370323776968, + "learning_rate": 1.9722301071190756e-05, + "loss": 0.109, + "step": 12136 + }, + { + "epoch": 10.294317217981341, + "grad_norm": 1.1886548295325574, + "learning_rate": 1.9722236779476158e-05, + "loss": 0.1032, + "step": 12137 + }, + { + "epoch": 10.295165394402035, + "grad_norm": 1.3478704040944491, + "learning_rate": 1.972217248042496e-05, + "loss": 0.1187, + "step": 12138 + }, + { + "epoch": 10.296013570822732, + "grad_norm": 1.3145771397903212, + "learning_rate": 1.9722108174037214e-05, + "loss": 0.1385, + "step": 12139 + }, + { + "epoch": 10.296861747243426, + "grad_norm": 1.3828062831660968, + "learning_rate": 1.972204386031296e-05, + "loss": 0.1294, + "step": 12140 + }, + { + "epoch": 10.297709923664122, + "grad_norm": 1.3848206064079212, + "learning_rate": 1.972197953925225e-05, + "loss": 0.1274, + "step": 12141 + }, + { + "epoch": 10.298558100084819, + "grad_norm": 1.1836769463826788, + "learning_rate": 1.972191521085514e-05, + "loss": 0.1166, + "step": 12142 + }, + { + "epoch": 10.299406276505513, + "grad_norm": 1.2725210872889956, + "learning_rate": 1.972185087512167e-05, + "loss": 0.1224, + "step": 12143 + }, + { + "epoch": 10.30025445292621, + "grad_norm": 1.2785056699853266, + "learning_rate": 1.972178653205189e-05, + "loss": 0.1197, + "step": 12144 + }, + { + "epoch": 10.301102629346904, + "grad_norm": 1.1405581659258952, + "learning_rate": 1.9721722181645848e-05, + "loss": 0.1016, + "step": 12145 + }, + { + "epoch": 10.3019508057676, + "grad_norm": 1.1914701489702175, + "learning_rate": 1.9721657823903598e-05, + "loss": 0.1052, + "step": 12146 + }, + { + "epoch": 10.302798982188294, + "grad_norm": 1.2966931189471331, + "learning_rate": 1.9721593458825183e-05, + "loss": 0.1153, + "step": 12147 + }, + { + "epoch": 10.30364715860899, + "grad_norm": 1.188841908947208, + "learning_rate": 1.9721529086410652e-05, + "loss": 0.1244, + "step": 12148 + }, + { + "epoch": 10.304495335029687, + "grad_norm": 1.1921139410097492, + "learning_rate": 1.9721464706660054e-05, + "loss": 0.1259, + "step": 12149 + }, + { + "epoch": 10.305343511450381, + "grad_norm": 1.1856181691911103, + "learning_rate": 1.972140031957344e-05, + "loss": 0.1074, + "step": 12150 + }, + { + "epoch": 10.306191687871078, + "grad_norm": 1.3087660267713304, + "learning_rate": 1.9721335925150855e-05, + "loss": 0.1206, + "step": 12151 + }, + { + "epoch": 10.307039864291772, + "grad_norm": 1.2622018381586564, + "learning_rate": 1.9721271523392352e-05, + "loss": 0.1065, + "step": 12152 + }, + { + "epoch": 10.307888040712468, + "grad_norm": 1.1911178195825511, + "learning_rate": 1.9721207114297975e-05, + "loss": 0.1135, + "step": 12153 + }, + { + "epoch": 10.308736217133164, + "grad_norm": 1.2880329689272605, + "learning_rate": 1.9721142697867774e-05, + "loss": 0.111, + "step": 12154 + }, + { + "epoch": 10.309584393553859, + "grad_norm": 1.1951232287293667, + "learning_rate": 1.97210782741018e-05, + "loss": 0.1342, + "step": 12155 + }, + { + "epoch": 10.310432569974555, + "grad_norm": 1.2238698675498347, + "learning_rate": 1.97210138430001e-05, + "loss": 0.1205, + "step": 12156 + }, + { + "epoch": 10.31128074639525, + "grad_norm": 1.21438490192031, + "learning_rate": 1.9720949404562723e-05, + "loss": 0.1012, + "step": 12157 + }, + { + "epoch": 10.312128922815946, + "grad_norm": 1.3898328102424027, + "learning_rate": 1.9720884958789718e-05, + "loss": 0.1184, + "step": 12158 + }, + { + "epoch": 10.312977099236642, + "grad_norm": 1.9955010525972299, + "learning_rate": 1.972082050568113e-05, + "loss": 0.0998, + "step": 12159 + }, + { + "epoch": 10.313825275657337, + "grad_norm": 1.322759804709758, + "learning_rate": 1.972075604523701e-05, + "loss": 0.1111, + "step": 12160 + }, + { + "epoch": 10.314673452078033, + "grad_norm": 1.1700652089113057, + "learning_rate": 1.9720691577457408e-05, + "loss": 0.1104, + "step": 12161 + }, + { + "epoch": 10.315521628498727, + "grad_norm": 1.272838718606474, + "learning_rate": 1.9720627102342372e-05, + "loss": 0.1287, + "step": 12162 + }, + { + "epoch": 10.316369804919423, + "grad_norm": 1.1062203210239303, + "learning_rate": 1.9720562619891953e-05, + "loss": 0.0971, + "step": 12163 + }, + { + "epoch": 10.317217981340118, + "grad_norm": 1.1738428706108717, + "learning_rate": 1.9720498130106192e-05, + "loss": 0.1016, + "step": 12164 + }, + { + "epoch": 10.318066157760814, + "grad_norm": 1.3054489351022647, + "learning_rate": 1.972043363298515e-05, + "loss": 0.1126, + "step": 12165 + }, + { + "epoch": 10.31891433418151, + "grad_norm": 1.2633176307654939, + "learning_rate": 1.972036912852886e-05, + "loss": 0.1239, + "step": 12166 + }, + { + "epoch": 10.319762510602205, + "grad_norm": 1.270343937776884, + "learning_rate": 1.9720304616737383e-05, + "loss": 0.1453, + "step": 12167 + }, + { + "epoch": 10.320610687022901, + "grad_norm": 1.2784824297810713, + "learning_rate": 1.9720240097610763e-05, + "loss": 0.1036, + "step": 12168 + }, + { + "epoch": 10.321458863443596, + "grad_norm": 1.3784245902045198, + "learning_rate": 1.972017557114905e-05, + "loss": 0.116, + "step": 12169 + }, + { + "epoch": 10.322307039864292, + "grad_norm": 1.3603172837303157, + "learning_rate": 1.972011103735229e-05, + "loss": 0.1129, + "step": 12170 + }, + { + "epoch": 10.323155216284988, + "grad_norm": 1.2560143126857024, + "learning_rate": 1.9720046496220537e-05, + "loss": 0.1037, + "step": 12171 + }, + { + "epoch": 10.324003392705682, + "grad_norm": 1.257560135665062, + "learning_rate": 1.9719981947753837e-05, + "loss": 0.1266, + "step": 12172 + }, + { + "epoch": 10.324851569126379, + "grad_norm": 1.2898378902129601, + "learning_rate": 1.9719917391952235e-05, + "loss": 0.1415, + "step": 12173 + }, + { + "epoch": 10.325699745547073, + "grad_norm": 1.3977391643120713, + "learning_rate": 1.9719852828815785e-05, + "loss": 0.1217, + "step": 12174 + }, + { + "epoch": 10.32654792196777, + "grad_norm": 1.3086329624284616, + "learning_rate": 1.9719788258344535e-05, + "loss": 0.124, + "step": 12175 + }, + { + "epoch": 10.327396098388466, + "grad_norm": 1.2645945038836306, + "learning_rate": 1.9719723680538528e-05, + "loss": 0.131, + "step": 12176 + }, + { + "epoch": 10.32824427480916, + "grad_norm": 1.23065339407866, + "learning_rate": 1.9719659095397822e-05, + "loss": 0.1218, + "step": 12177 + }, + { + "epoch": 10.329092451229856, + "grad_norm": 1.215159556981576, + "learning_rate": 1.971959450292246e-05, + "loss": 0.1039, + "step": 12178 + }, + { + "epoch": 10.32994062765055, + "grad_norm": 1.5172815023372006, + "learning_rate": 1.9719529903112487e-05, + "loss": 0.1252, + "step": 12179 + }, + { + "epoch": 10.330788804071247, + "grad_norm": 1.2465184022136546, + "learning_rate": 1.971946529596796e-05, + "loss": 0.1133, + "step": 12180 + }, + { + "epoch": 10.331636980491943, + "grad_norm": 1.2356304834926108, + "learning_rate": 1.9719400681488926e-05, + "loss": 0.1176, + "step": 12181 + }, + { + "epoch": 10.332485156912638, + "grad_norm": 1.2711540357274493, + "learning_rate": 1.971933605967543e-05, + "loss": 0.1252, + "step": 12182 + }, + { + "epoch": 10.333333333333334, + "grad_norm": 1.0883257892087066, + "learning_rate": 1.971927143052752e-05, + "loss": 0.096, + "step": 12183 + }, + { + "epoch": 10.334181509754028, + "grad_norm": 1.2790734543028315, + "learning_rate": 1.9719206794045252e-05, + "loss": 0.1251, + "step": 12184 + }, + { + "epoch": 10.335029686174725, + "grad_norm": 1.1659229299154121, + "learning_rate": 1.9719142150228666e-05, + "loss": 0.1121, + "step": 12185 + }, + { + "epoch": 10.335877862595419, + "grad_norm": 1.3368890045624264, + "learning_rate": 1.9719077499077816e-05, + "loss": 0.1168, + "step": 12186 + }, + { + "epoch": 10.336726039016115, + "grad_norm": 1.3015510932450483, + "learning_rate": 1.971901284059275e-05, + "loss": 0.134, + "step": 12187 + }, + { + "epoch": 10.337574215436812, + "grad_norm": 1.2492836364026767, + "learning_rate": 1.971894817477352e-05, + "loss": 0.1286, + "step": 12188 + }, + { + "epoch": 10.338422391857506, + "grad_norm": 1.228734409125877, + "learning_rate": 1.9718883501620167e-05, + "loss": 0.1151, + "step": 12189 + }, + { + "epoch": 10.339270568278202, + "grad_norm": 1.433408861646474, + "learning_rate": 1.9718818821132744e-05, + "loss": 0.1505, + "step": 12190 + }, + { + "epoch": 10.340118744698897, + "grad_norm": 1.2557464049411315, + "learning_rate": 1.9718754133311303e-05, + "loss": 0.1185, + "step": 12191 + }, + { + "epoch": 10.340966921119593, + "grad_norm": 1.2652594509093698, + "learning_rate": 1.9718689438155888e-05, + "loss": 0.1204, + "step": 12192 + }, + { + "epoch": 10.34181509754029, + "grad_norm": 1.2361944435015648, + "learning_rate": 1.9718624735666546e-05, + "loss": 0.1117, + "step": 12193 + }, + { + "epoch": 10.342663273960984, + "grad_norm": 1.2013006463434241, + "learning_rate": 1.9718560025843336e-05, + "loss": 0.1205, + "step": 12194 + }, + { + "epoch": 10.34351145038168, + "grad_norm": 1.347726529248156, + "learning_rate": 1.9718495308686295e-05, + "loss": 0.1213, + "step": 12195 + }, + { + "epoch": 10.344359626802374, + "grad_norm": 1.263922053503765, + "learning_rate": 1.9718430584195482e-05, + "loss": 0.1515, + "step": 12196 + }, + { + "epoch": 10.34520780322307, + "grad_norm": 1.252013933528739, + "learning_rate": 1.9718365852370937e-05, + "loss": 0.1135, + "step": 12197 + }, + { + "epoch": 10.346055979643765, + "grad_norm": 1.2520475520068035, + "learning_rate": 1.9718301113212716e-05, + "loss": 0.1199, + "step": 12198 + }, + { + "epoch": 10.346904156064461, + "grad_norm": 1.151183084552264, + "learning_rate": 1.971823636672086e-05, + "loss": 0.0853, + "step": 12199 + }, + { + "epoch": 10.347752332485157, + "grad_norm": 1.3600265536814993, + "learning_rate": 1.9718171612895423e-05, + "loss": 0.155, + "step": 12200 + }, + { + "epoch": 10.348600508905852, + "grad_norm": 1.3873650616738495, + "learning_rate": 1.9718106851736457e-05, + "loss": 0.1302, + "step": 12201 + }, + { + "epoch": 10.349448685326548, + "grad_norm": 1.5134827958267956, + "learning_rate": 1.9718042083244008e-05, + "loss": 0.112, + "step": 12202 + }, + { + "epoch": 10.350296861747243, + "grad_norm": 1.3942769021755412, + "learning_rate": 1.971797730741812e-05, + "loss": 0.1378, + "step": 12203 + }, + { + "epoch": 10.351145038167939, + "grad_norm": 1.3672232379750493, + "learning_rate": 1.9717912524258848e-05, + "loss": 0.1274, + "step": 12204 + }, + { + "epoch": 10.351993214588635, + "grad_norm": 1.353414059406657, + "learning_rate": 1.971784773376624e-05, + "loss": 0.1355, + "step": 12205 + }, + { + "epoch": 10.35284139100933, + "grad_norm": 1.0643175391394195, + "learning_rate": 1.971778293594034e-05, + "loss": 0.1038, + "step": 12206 + }, + { + "epoch": 10.353689567430026, + "grad_norm": 1.35649147231898, + "learning_rate": 1.9717718130781205e-05, + "loss": 0.1379, + "step": 12207 + }, + { + "epoch": 10.35453774385072, + "grad_norm": 1.3829090542258606, + "learning_rate": 1.9717653318288877e-05, + "loss": 0.1383, + "step": 12208 + }, + { + "epoch": 10.355385920271416, + "grad_norm": 1.1842389747960445, + "learning_rate": 1.971758849846341e-05, + "loss": 0.1236, + "step": 12209 + }, + { + "epoch": 10.356234096692113, + "grad_norm": 1.3686155304746241, + "learning_rate": 1.9717523671304844e-05, + "loss": 0.1268, + "step": 12210 + }, + { + "epoch": 10.357082273112807, + "grad_norm": 1.2929344281188855, + "learning_rate": 1.971745883681324e-05, + "loss": 0.1372, + "step": 12211 + }, + { + "epoch": 10.357930449533503, + "grad_norm": 1.266136922167426, + "learning_rate": 1.971739399498864e-05, + "loss": 0.1172, + "step": 12212 + }, + { + "epoch": 10.358778625954198, + "grad_norm": 1.3569124317697316, + "learning_rate": 1.9717329145831095e-05, + "loss": 0.1184, + "step": 12213 + }, + { + "epoch": 10.359626802374894, + "grad_norm": 1.3142837041361184, + "learning_rate": 1.971726428934065e-05, + "loss": 0.0922, + "step": 12214 + }, + { + "epoch": 10.36047497879559, + "grad_norm": 1.5022477772495377, + "learning_rate": 1.971719942551736e-05, + "loss": 0.1378, + "step": 12215 + }, + { + "epoch": 10.361323155216285, + "grad_norm": 1.521039971199329, + "learning_rate": 1.971713455436127e-05, + "loss": 0.1337, + "step": 12216 + }, + { + "epoch": 10.362171331636981, + "grad_norm": 1.1680283858561018, + "learning_rate": 1.971706967587243e-05, + "loss": 0.1152, + "step": 12217 + }, + { + "epoch": 10.363019508057675, + "grad_norm": 1.2419942755641549, + "learning_rate": 1.9717004790050888e-05, + "loss": 0.1336, + "step": 12218 + }, + { + "epoch": 10.363867684478372, + "grad_norm": 1.1427675409268951, + "learning_rate": 1.9716939896896697e-05, + "loss": 0.1031, + "step": 12219 + }, + { + "epoch": 10.364715860899066, + "grad_norm": 1.3262654534308003, + "learning_rate": 1.9716874996409897e-05, + "loss": 0.1069, + "step": 12220 + }, + { + "epoch": 10.365564037319762, + "grad_norm": 1.2278758125206481, + "learning_rate": 1.9716810088590547e-05, + "loss": 0.1293, + "step": 12221 + }, + { + "epoch": 10.366412213740459, + "grad_norm": 1.1321800107866804, + "learning_rate": 1.9716745173438694e-05, + "loss": 0.1037, + "step": 12222 + }, + { + "epoch": 10.367260390161153, + "grad_norm": 1.3901663074085575, + "learning_rate": 1.971668025095438e-05, + "loss": 0.1098, + "step": 12223 + }, + { + "epoch": 10.36810856658185, + "grad_norm": 1.3429561109517976, + "learning_rate": 1.9716615321137663e-05, + "loss": 0.1441, + "step": 12224 + }, + { + "epoch": 10.368956743002544, + "grad_norm": 1.3267385185873204, + "learning_rate": 1.9716550383988584e-05, + "loss": 0.1165, + "step": 12225 + }, + { + "epoch": 10.36980491942324, + "grad_norm": 1.2943471747706012, + "learning_rate": 1.9716485439507194e-05, + "loss": 0.1046, + "step": 12226 + }, + { + "epoch": 10.370653095843936, + "grad_norm": 1.3338320528601184, + "learning_rate": 1.971642048769355e-05, + "loss": 0.1118, + "step": 12227 + }, + { + "epoch": 10.37150127226463, + "grad_norm": 1.1578076826211028, + "learning_rate": 1.9716355528547692e-05, + "loss": 0.0966, + "step": 12228 + }, + { + "epoch": 10.372349448685327, + "grad_norm": 1.3186947107328548, + "learning_rate": 1.971629056206967e-05, + "loss": 0.1494, + "step": 12229 + }, + { + "epoch": 10.373197625106021, + "grad_norm": 1.360479130879402, + "learning_rate": 1.9716225588259538e-05, + "loss": 0.1329, + "step": 12230 + }, + { + "epoch": 10.374045801526718, + "grad_norm": 1.218854911206517, + "learning_rate": 1.9716160607117336e-05, + "loss": 0.1016, + "step": 12231 + }, + { + "epoch": 10.374893977947414, + "grad_norm": 1.190874079731051, + "learning_rate": 1.9716095618643126e-05, + "loss": 0.1221, + "step": 12232 + }, + { + "epoch": 10.375742154368108, + "grad_norm": 1.2398721322698523, + "learning_rate": 1.9716030622836947e-05, + "loss": 0.1129, + "step": 12233 + }, + { + "epoch": 10.376590330788805, + "grad_norm": 1.2496504927041119, + "learning_rate": 1.971596561969885e-05, + "loss": 0.1017, + "step": 12234 + }, + { + "epoch": 10.377438507209499, + "grad_norm": 1.2646304906659216, + "learning_rate": 1.9715900609228886e-05, + "loss": 0.1094, + "step": 12235 + }, + { + "epoch": 10.378286683630195, + "grad_norm": 1.3083752874959247, + "learning_rate": 1.9715835591427102e-05, + "loss": 0.1203, + "step": 12236 + }, + { + "epoch": 10.37913486005089, + "grad_norm": 1.4099178736353875, + "learning_rate": 1.971577056629355e-05, + "loss": 0.1246, + "step": 12237 + }, + { + "epoch": 10.379983036471586, + "grad_norm": 1.115470662764979, + "learning_rate": 1.9715705533828277e-05, + "loss": 0.0992, + "step": 12238 + }, + { + "epoch": 10.380831212892282, + "grad_norm": 1.3211710073409855, + "learning_rate": 1.971564049403133e-05, + "loss": 0.1307, + "step": 12239 + }, + { + "epoch": 10.381679389312977, + "grad_norm": 1.2324455272894586, + "learning_rate": 1.971557544690276e-05, + "loss": 0.1142, + "step": 12240 + }, + { + "epoch": 10.382527565733673, + "grad_norm": 1.173313507449888, + "learning_rate": 1.971551039244262e-05, + "loss": 0.0912, + "step": 12241 + }, + { + "epoch": 10.383375742154367, + "grad_norm": 1.2332143481252305, + "learning_rate": 1.9715445330650957e-05, + "loss": 0.1168, + "step": 12242 + }, + { + "epoch": 10.384223918575064, + "grad_norm": 1.340980310687518, + "learning_rate": 1.9715380261527812e-05, + "loss": 0.123, + "step": 12243 + }, + { + "epoch": 10.38507209499576, + "grad_norm": 1.2840397512010953, + "learning_rate": 1.9715315185073245e-05, + "loss": 0.1114, + "step": 12244 + }, + { + "epoch": 10.385920271416454, + "grad_norm": 1.2519840619938203, + "learning_rate": 1.97152501012873e-05, + "loss": 0.1177, + "step": 12245 + }, + { + "epoch": 10.38676844783715, + "grad_norm": 1.4308827238074315, + "learning_rate": 1.971518501017003e-05, + "loss": 0.1141, + "step": 12246 + }, + { + "epoch": 10.387616624257845, + "grad_norm": 1.1595137910190167, + "learning_rate": 1.9715119911721476e-05, + "loss": 0.1141, + "step": 12247 + }, + { + "epoch": 10.388464800678541, + "grad_norm": 1.260455456616099, + "learning_rate": 1.9715054805941693e-05, + "loss": 0.1254, + "step": 12248 + }, + { + "epoch": 10.389312977099237, + "grad_norm": 1.3204565710827298, + "learning_rate": 1.971498969283073e-05, + "loss": 0.1151, + "step": 12249 + }, + { + "epoch": 10.390161153519932, + "grad_norm": 1.252857092885767, + "learning_rate": 1.971492457238864e-05, + "loss": 0.1276, + "step": 12250 + }, + { + "epoch": 10.391009329940628, + "grad_norm": 1.4072843945834037, + "learning_rate": 1.9714859444615462e-05, + "loss": 0.1215, + "step": 12251 + }, + { + "epoch": 10.391857506361323, + "grad_norm": 1.3180836675197458, + "learning_rate": 1.9714794309511253e-05, + "loss": 0.1371, + "step": 12252 + }, + { + "epoch": 10.392705682782019, + "grad_norm": 1.3938428041382884, + "learning_rate": 1.971472916707606e-05, + "loss": 0.1404, + "step": 12253 + }, + { + "epoch": 10.393553859202715, + "grad_norm": 1.3484783430743115, + "learning_rate": 1.971466401730993e-05, + "loss": 0.1139, + "step": 12254 + }, + { + "epoch": 10.39440203562341, + "grad_norm": 1.2734391664639855, + "learning_rate": 1.9714598860212916e-05, + "loss": 0.1066, + "step": 12255 + }, + { + "epoch": 10.395250212044106, + "grad_norm": 1.2568458437312044, + "learning_rate": 1.9714533695785066e-05, + "loss": 0.106, + "step": 12256 + }, + { + "epoch": 10.3960983884648, + "grad_norm": 1.3261382962891444, + "learning_rate": 1.9714468524026428e-05, + "loss": 0.1166, + "step": 12257 + }, + { + "epoch": 10.396946564885496, + "grad_norm": 1.3091311091199307, + "learning_rate": 1.971440334493705e-05, + "loss": 0.1287, + "step": 12258 + }, + { + "epoch": 10.39779474130619, + "grad_norm": 1.3396080452390213, + "learning_rate": 1.9714338158516987e-05, + "loss": 0.1117, + "step": 12259 + }, + { + "epoch": 10.398642917726887, + "grad_norm": 1.232676967465358, + "learning_rate": 1.971427296476628e-05, + "loss": 0.1283, + "step": 12260 + }, + { + "epoch": 10.399491094147583, + "grad_norm": 1.5736248901893672, + "learning_rate": 1.9714207763684984e-05, + "loss": 0.115, + "step": 12261 + }, + { + "epoch": 10.400339270568278, + "grad_norm": 1.3063710869354896, + "learning_rate": 1.971414255527315e-05, + "loss": 0.1123, + "step": 12262 + }, + { + "epoch": 10.401187446988974, + "grad_norm": 1.2512418998217034, + "learning_rate": 1.9714077339530818e-05, + "loss": 0.1324, + "step": 12263 + }, + { + "epoch": 10.402035623409668, + "grad_norm": 1.1253800215727918, + "learning_rate": 1.9714012116458046e-05, + "loss": 0.1142, + "step": 12264 + }, + { + "epoch": 10.402883799830365, + "grad_norm": 1.09380152231434, + "learning_rate": 1.971394688605488e-05, + "loss": 0.099, + "step": 12265 + }, + { + "epoch": 10.403731976251061, + "grad_norm": 1.2029172527520386, + "learning_rate": 1.9713881648321368e-05, + "loss": 0.111, + "step": 12266 + }, + { + "epoch": 10.404580152671755, + "grad_norm": 1.3005874869545546, + "learning_rate": 1.971381640325756e-05, + "loss": 0.1182, + "step": 12267 + }, + { + "epoch": 10.405428329092452, + "grad_norm": 1.2882116088702824, + "learning_rate": 1.971375115086351e-05, + "loss": 0.1153, + "step": 12268 + }, + { + "epoch": 10.406276505513146, + "grad_norm": 1.1671172918750707, + "learning_rate": 1.9713685891139257e-05, + "loss": 0.1036, + "step": 12269 + }, + { + "epoch": 10.407124681933842, + "grad_norm": 1.4964002260595242, + "learning_rate": 1.971362062408486e-05, + "loss": 0.1105, + "step": 12270 + }, + { + "epoch": 10.407972858354539, + "grad_norm": 1.2459860234880369, + "learning_rate": 1.971355534970037e-05, + "loss": 0.1115, + "step": 12271 + }, + { + "epoch": 10.408821034775233, + "grad_norm": 1.1854378938203816, + "learning_rate": 1.9713490067985822e-05, + "loss": 0.1158, + "step": 12272 + }, + { + "epoch": 10.40966921119593, + "grad_norm": 1.3201785725642008, + "learning_rate": 1.971342477894128e-05, + "loss": 0.1308, + "step": 12273 + }, + { + "epoch": 10.410517387616624, + "grad_norm": 1.1319232502274927, + "learning_rate": 1.9713359482566784e-05, + "loss": 0.1116, + "step": 12274 + }, + { + "epoch": 10.41136556403732, + "grad_norm": 1.197220098409758, + "learning_rate": 1.9713294178862384e-05, + "loss": 0.1115, + "step": 12275 + }, + { + "epoch": 10.412213740458014, + "grad_norm": 1.0583312474120656, + "learning_rate": 1.9713228867828138e-05, + "loss": 0.0927, + "step": 12276 + }, + { + "epoch": 10.41306191687871, + "grad_norm": 1.3498574337529308, + "learning_rate": 1.9713163549464088e-05, + "loss": 0.1166, + "step": 12277 + }, + { + "epoch": 10.413910093299407, + "grad_norm": 1.221188806089666, + "learning_rate": 1.9713098223770283e-05, + "loss": 0.1076, + "step": 12278 + }, + { + "epoch": 10.414758269720101, + "grad_norm": 1.3504279159282824, + "learning_rate": 1.9713032890746773e-05, + "loss": 0.1145, + "step": 12279 + }, + { + "epoch": 10.415606446140798, + "grad_norm": 1.3816192599871, + "learning_rate": 1.971296755039361e-05, + "loss": 0.1222, + "step": 12280 + }, + { + "epoch": 10.416454622561492, + "grad_norm": 1.3263354519979382, + "learning_rate": 1.971290220271084e-05, + "loss": 0.1138, + "step": 12281 + }, + { + "epoch": 10.417302798982188, + "grad_norm": 1.3644052384945404, + "learning_rate": 1.9712836847698512e-05, + "loss": 0.1086, + "step": 12282 + }, + { + "epoch": 10.418150975402884, + "grad_norm": 1.2855354061758428, + "learning_rate": 1.971277148535668e-05, + "loss": 0.1265, + "step": 12283 + }, + { + "epoch": 10.418999151823579, + "grad_norm": 1.274689086738274, + "learning_rate": 1.9712706115685393e-05, + "loss": 0.0982, + "step": 12284 + }, + { + "epoch": 10.419847328244275, + "grad_norm": 1.185421899411888, + "learning_rate": 1.9712640738684695e-05, + "loss": 0.1132, + "step": 12285 + }, + { + "epoch": 10.42069550466497, + "grad_norm": 1.2481782055009782, + "learning_rate": 1.9712575354354638e-05, + "loss": 0.1071, + "step": 12286 + }, + { + "epoch": 10.421543681085666, + "grad_norm": 1.1592562845861663, + "learning_rate": 1.971250996269527e-05, + "loss": 0.1129, + "step": 12287 + }, + { + "epoch": 10.422391857506362, + "grad_norm": 1.251924418636063, + "learning_rate": 1.9712444563706642e-05, + "loss": 0.1138, + "step": 12288 + }, + { + "epoch": 10.423240033927057, + "grad_norm": 1.3329994912957264, + "learning_rate": 1.9712379157388805e-05, + "loss": 0.1193, + "step": 12289 + }, + { + "epoch": 10.424088210347753, + "grad_norm": 1.1868771766480752, + "learning_rate": 1.9712313743741802e-05, + "loss": 0.1159, + "step": 12290 + }, + { + "epoch": 10.424936386768447, + "grad_norm": 1.2656664877661779, + "learning_rate": 1.971224832276569e-05, + "loss": 0.116, + "step": 12291 + }, + { + "epoch": 10.425784563189143, + "grad_norm": 1.268039131460278, + "learning_rate": 1.9712182894460516e-05, + "loss": 0.1158, + "step": 12292 + }, + { + "epoch": 10.42663273960984, + "grad_norm": 1.2805479445726953, + "learning_rate": 1.971211745882633e-05, + "loss": 0.1146, + "step": 12293 + }, + { + "epoch": 10.427480916030534, + "grad_norm": 1.3052993815061522, + "learning_rate": 1.9712052015863175e-05, + "loss": 0.1199, + "step": 12294 + }, + { + "epoch": 10.42832909245123, + "grad_norm": 1.3435444434922978, + "learning_rate": 1.9711986565571107e-05, + "loss": 0.1172, + "step": 12295 + }, + { + "epoch": 10.429177268871925, + "grad_norm": 1.2221717593094832, + "learning_rate": 1.9711921107950176e-05, + "loss": 0.151, + "step": 12296 + }, + { + "epoch": 10.430025445292621, + "grad_norm": 1.2244694649210932, + "learning_rate": 1.9711855643000427e-05, + "loss": 0.1121, + "step": 12297 + }, + { + "epoch": 10.430873621713316, + "grad_norm": 1.2261973888859212, + "learning_rate": 1.9711790170721916e-05, + "loss": 0.1223, + "step": 12298 + }, + { + "epoch": 10.431721798134012, + "grad_norm": 1.2501282942261125, + "learning_rate": 1.9711724691114682e-05, + "loss": 0.0982, + "step": 12299 + }, + { + "epoch": 10.432569974554708, + "grad_norm": 1.301501561461491, + "learning_rate": 1.971165920417878e-05, + "loss": 0.1102, + "step": 12300 + }, + { + "epoch": 10.433418150975402, + "grad_norm": 1.332581639376331, + "learning_rate": 1.9711593709914265e-05, + "loss": 0.1135, + "step": 12301 + }, + { + "epoch": 10.434266327396099, + "grad_norm": 1.3256093573550267, + "learning_rate": 1.9711528208321176e-05, + "loss": 0.115, + "step": 12302 + }, + { + "epoch": 10.435114503816793, + "grad_norm": 1.2481220335567593, + "learning_rate": 1.9711462699399572e-05, + "loss": 0.1145, + "step": 12303 + }, + { + "epoch": 10.43596268023749, + "grad_norm": 1.1611338840939092, + "learning_rate": 1.9711397183149497e-05, + "loss": 0.1119, + "step": 12304 + }, + { + "epoch": 10.436810856658186, + "grad_norm": 1.137479355938326, + "learning_rate": 1.9711331659571e-05, + "loss": 0.0981, + "step": 12305 + }, + { + "epoch": 10.43765903307888, + "grad_norm": 1.1871678465043372, + "learning_rate": 1.971126612866413e-05, + "loss": 0.1027, + "step": 12306 + }, + { + "epoch": 10.438507209499576, + "grad_norm": 1.1991637736432004, + "learning_rate": 1.9711200590428943e-05, + "loss": 0.1119, + "step": 12307 + }, + { + "epoch": 10.43935538592027, + "grad_norm": 1.4196641839518849, + "learning_rate": 1.9711135044865483e-05, + "loss": 0.1436, + "step": 12308 + }, + { + "epoch": 10.440203562340967, + "grad_norm": 1.2169502145203874, + "learning_rate": 1.97110694919738e-05, + "loss": 0.1038, + "step": 12309 + }, + { + "epoch": 10.441051738761663, + "grad_norm": 1.1279202263788013, + "learning_rate": 1.971100393175394e-05, + "loss": 0.1167, + "step": 12310 + }, + { + "epoch": 10.441899915182358, + "grad_norm": 1.4074119700089067, + "learning_rate": 1.9710938364205958e-05, + "loss": 0.1331, + "step": 12311 + }, + { + "epoch": 10.442748091603054, + "grad_norm": 1.2135847486562983, + "learning_rate": 1.9710872789329903e-05, + "loss": 0.1042, + "step": 12312 + }, + { + "epoch": 10.443596268023748, + "grad_norm": 1.388231912164807, + "learning_rate": 1.9710807207125824e-05, + "loss": 0.1129, + "step": 12313 + }, + { + "epoch": 10.444444444444445, + "grad_norm": 1.3625127271173427, + "learning_rate": 1.9710741617593768e-05, + "loss": 0.1394, + "step": 12314 + }, + { + "epoch": 10.445292620865139, + "grad_norm": 1.0889388287477586, + "learning_rate": 1.9710676020733786e-05, + "loss": 0.1027, + "step": 12315 + }, + { + "epoch": 10.446140797285835, + "grad_norm": 1.3682802346758314, + "learning_rate": 1.971061041654593e-05, + "loss": 0.1289, + "step": 12316 + }, + { + "epoch": 10.446988973706532, + "grad_norm": 1.383269257690815, + "learning_rate": 1.9710544805030244e-05, + "loss": 0.1356, + "step": 12317 + }, + { + "epoch": 10.447837150127226, + "grad_norm": 1.2418630213224997, + "learning_rate": 1.9710479186186783e-05, + "loss": 0.1143, + "step": 12318 + }, + { + "epoch": 10.448685326547922, + "grad_norm": 1.2445001934603317, + "learning_rate": 1.971041356001559e-05, + "loss": 0.1115, + "step": 12319 + }, + { + "epoch": 10.449533502968617, + "grad_norm": 1.2509615707451103, + "learning_rate": 1.9710347926516725e-05, + "loss": 0.1339, + "step": 12320 + }, + { + "epoch": 10.450381679389313, + "grad_norm": 1.2586492308548054, + "learning_rate": 1.9710282285690224e-05, + "loss": 0.1244, + "step": 12321 + }, + { + "epoch": 10.45122985581001, + "grad_norm": 1.283517028960122, + "learning_rate": 1.9710216637536153e-05, + "loss": 0.1021, + "step": 12322 + }, + { + "epoch": 10.452078032230704, + "grad_norm": 1.298574036504809, + "learning_rate": 1.9710150982054546e-05, + "loss": 0.1143, + "step": 12323 + }, + { + "epoch": 10.4529262086514, + "grad_norm": 1.421206803672385, + "learning_rate": 1.971008531924546e-05, + "loss": 0.1418, + "step": 12324 + }, + { + "epoch": 10.453774385072094, + "grad_norm": 1.234345049858572, + "learning_rate": 1.9710019649108942e-05, + "loss": 0.1023, + "step": 12325 + }, + { + "epoch": 10.45462256149279, + "grad_norm": 1.3353855416761196, + "learning_rate": 1.9709953971645047e-05, + "loss": 0.1202, + "step": 12326 + }, + { + "epoch": 10.455470737913487, + "grad_norm": 1.1927166537809577, + "learning_rate": 1.9709888286853816e-05, + "loss": 0.1217, + "step": 12327 + }, + { + "epoch": 10.456318914334181, + "grad_norm": 1.4461566857985027, + "learning_rate": 1.9709822594735306e-05, + "loss": 0.1107, + "step": 12328 + }, + { + "epoch": 10.457167090754877, + "grad_norm": 1.3129391246861595, + "learning_rate": 1.9709756895289565e-05, + "loss": 0.1178, + "step": 12329 + }, + { + "epoch": 10.458015267175572, + "grad_norm": 1.201634271776567, + "learning_rate": 1.9709691188516636e-05, + "loss": 0.1024, + "step": 12330 + }, + { + "epoch": 10.458863443596268, + "grad_norm": 1.3865378559915378, + "learning_rate": 1.9709625474416578e-05, + "loss": 0.1085, + "step": 12331 + }, + { + "epoch": 10.459711620016964, + "grad_norm": 1.409200418949747, + "learning_rate": 1.9709559752989437e-05, + "loss": 0.115, + "step": 12332 + }, + { + "epoch": 10.460559796437659, + "grad_norm": 1.4598119887947807, + "learning_rate": 1.9709494024235258e-05, + "loss": 0.124, + "step": 12333 + }, + { + "epoch": 10.461407972858355, + "grad_norm": 1.3027751657601732, + "learning_rate": 1.9709428288154098e-05, + "loss": 0.1274, + "step": 12334 + }, + { + "epoch": 10.46225614927905, + "grad_norm": 1.2497076404398242, + "learning_rate": 1.9709362544746e-05, + "loss": 0.1077, + "step": 12335 + }, + { + "epoch": 10.463104325699746, + "grad_norm": 1.315056025453041, + "learning_rate": 1.9709296794011023e-05, + "loss": 0.1357, + "step": 12336 + }, + { + "epoch": 10.46395250212044, + "grad_norm": 1.3348477739035869, + "learning_rate": 1.9709231035949206e-05, + "loss": 0.1104, + "step": 12337 + }, + { + "epoch": 10.464800678541136, + "grad_norm": 1.2897593721651663, + "learning_rate": 1.97091652705606e-05, + "loss": 0.1036, + "step": 12338 + }, + { + "epoch": 10.465648854961833, + "grad_norm": 1.6728807893326991, + "learning_rate": 1.9709099497845266e-05, + "loss": 0.1334, + "step": 12339 + }, + { + "epoch": 10.466497031382527, + "grad_norm": 1.2789444788446467, + "learning_rate": 1.970903371780324e-05, + "loss": 0.131, + "step": 12340 + }, + { + "epoch": 10.467345207803223, + "grad_norm": 1.104749557573787, + "learning_rate": 1.9708967930434576e-05, + "loss": 0.1189, + "step": 12341 + }, + { + "epoch": 10.468193384223918, + "grad_norm": 1.2002090243258068, + "learning_rate": 1.9708902135739326e-05, + "loss": 0.1118, + "step": 12342 + }, + { + "epoch": 10.469041560644614, + "grad_norm": 1.0532069016871952, + "learning_rate": 1.970883633371754e-05, + "loss": 0.1002, + "step": 12343 + }, + { + "epoch": 10.46988973706531, + "grad_norm": 1.2977663598658933, + "learning_rate": 1.9708770524369266e-05, + "loss": 0.1164, + "step": 12344 + }, + { + "epoch": 10.470737913486005, + "grad_norm": 1.3152844494403668, + "learning_rate": 1.970870470769455e-05, + "loss": 0.1075, + "step": 12345 + }, + { + "epoch": 10.471586089906701, + "grad_norm": 1.2934375572645234, + "learning_rate": 1.9708638883693448e-05, + "loss": 0.1216, + "step": 12346 + }, + { + "epoch": 10.472434266327395, + "grad_norm": 1.1962154971218002, + "learning_rate": 1.9708573052366005e-05, + "loss": 0.097, + "step": 12347 + }, + { + "epoch": 10.473282442748092, + "grad_norm": 1.2081410852170456, + "learning_rate": 1.9708507213712276e-05, + "loss": 0.1258, + "step": 12348 + }, + { + "epoch": 10.474130619168788, + "grad_norm": 1.340747944856563, + "learning_rate": 1.9708441367732305e-05, + "loss": 0.1071, + "step": 12349 + }, + { + "epoch": 10.474978795589482, + "grad_norm": 1.227327994758977, + "learning_rate": 1.9708375514426142e-05, + "loss": 0.1235, + "step": 12350 + }, + { + "epoch": 10.475826972010179, + "grad_norm": 1.1264320275055337, + "learning_rate": 1.9708309653793846e-05, + "loss": 0.1003, + "step": 12351 + }, + { + "epoch": 10.476675148430873, + "grad_norm": 1.2917245799609511, + "learning_rate": 1.970824378583545e-05, + "loss": 0.1214, + "step": 12352 + }, + { + "epoch": 10.47752332485157, + "grad_norm": 1.1316852103467008, + "learning_rate": 1.970817791055102e-05, + "loss": 0.0971, + "step": 12353 + }, + { + "epoch": 10.478371501272264, + "grad_norm": 1.1276419609514705, + "learning_rate": 1.9708112027940593e-05, + "loss": 0.1005, + "step": 12354 + }, + { + "epoch": 10.47921967769296, + "grad_norm": 1.0355526390432326, + "learning_rate": 1.970804613800423e-05, + "loss": 0.0922, + "step": 12355 + }, + { + "epoch": 10.480067854113656, + "grad_norm": 1.2632787664029075, + "learning_rate": 1.9707980240741973e-05, + "loss": 0.1003, + "step": 12356 + }, + { + "epoch": 10.48091603053435, + "grad_norm": 1.369046815668805, + "learning_rate": 1.9707914336153875e-05, + "loss": 0.1164, + "step": 12357 + }, + { + "epoch": 10.481764206955047, + "grad_norm": 1.3480254988456783, + "learning_rate": 1.970784842423998e-05, + "loss": 0.1097, + "step": 12358 + }, + { + "epoch": 10.482612383375741, + "grad_norm": 1.2789726704642168, + "learning_rate": 1.9707782505000347e-05, + "loss": 0.1234, + "step": 12359 + }, + { + "epoch": 10.483460559796438, + "grad_norm": 1.2498783224337624, + "learning_rate": 1.970771657843502e-05, + "loss": 0.1212, + "step": 12360 + }, + { + "epoch": 10.484308736217134, + "grad_norm": 1.1235972587175924, + "learning_rate": 1.970765064454405e-05, + "loss": 0.0886, + "step": 12361 + }, + { + "epoch": 10.485156912637828, + "grad_norm": 1.202723201810481, + "learning_rate": 1.970758470332749e-05, + "loss": 0.1069, + "step": 12362 + }, + { + "epoch": 10.486005089058525, + "grad_norm": 1.325088642993255, + "learning_rate": 1.970751875478538e-05, + "loss": 0.1246, + "step": 12363 + }, + { + "epoch": 10.486853265479219, + "grad_norm": 1.2530897952720081, + "learning_rate": 1.970745279891778e-05, + "loss": 0.1397, + "step": 12364 + }, + { + "epoch": 10.487701441899915, + "grad_norm": 1.3376053678515878, + "learning_rate": 1.9707386835724734e-05, + "loss": 0.1217, + "step": 12365 + }, + { + "epoch": 10.488549618320612, + "grad_norm": 1.2255410066485406, + "learning_rate": 1.9707320865206295e-05, + "loss": 0.1042, + "step": 12366 + }, + { + "epoch": 10.489397794741306, + "grad_norm": 1.2912698163963283, + "learning_rate": 1.9707254887362515e-05, + "loss": 0.1081, + "step": 12367 + }, + { + "epoch": 10.490245971162002, + "grad_norm": 1.135924667168212, + "learning_rate": 1.9707188902193434e-05, + "loss": 0.1195, + "step": 12368 + }, + { + "epoch": 10.491094147582697, + "grad_norm": 1.3652788203798274, + "learning_rate": 1.970712290969911e-05, + "loss": 0.1291, + "step": 12369 + }, + { + "epoch": 10.491942324003393, + "grad_norm": 1.3850437856839344, + "learning_rate": 1.9707056909879596e-05, + "loss": 0.1286, + "step": 12370 + }, + { + "epoch": 10.49279050042409, + "grad_norm": 1.4268701847758694, + "learning_rate": 1.970699090273493e-05, + "loss": 0.1283, + "step": 12371 + }, + { + "epoch": 10.493638676844784, + "grad_norm": 1.2765668888094408, + "learning_rate": 1.9706924888265174e-05, + "loss": 0.1083, + "step": 12372 + }, + { + "epoch": 10.49448685326548, + "grad_norm": 1.1326819617467299, + "learning_rate": 1.970685886647037e-05, + "loss": 0.1043, + "step": 12373 + }, + { + "epoch": 10.495335029686174, + "grad_norm": 1.1961559087227032, + "learning_rate": 1.970679283735057e-05, + "loss": 0.1339, + "step": 12374 + }, + { + "epoch": 10.49618320610687, + "grad_norm": 1.1278506051849546, + "learning_rate": 1.9706726800905823e-05, + "loss": 0.1064, + "step": 12375 + }, + { + "epoch": 10.497031382527565, + "grad_norm": 1.1600236231470238, + "learning_rate": 1.9706660757136178e-05, + "loss": 0.1051, + "step": 12376 + }, + { + "epoch": 10.497879558948261, + "grad_norm": 1.0897160436476176, + "learning_rate": 1.970659470604169e-05, + "loss": 0.0898, + "step": 12377 + }, + { + "epoch": 10.498727735368957, + "grad_norm": 1.3705318127599695, + "learning_rate": 1.9706528647622406e-05, + "loss": 0.1015, + "step": 12378 + }, + { + "epoch": 10.499575911789652, + "grad_norm": 1.4263586316588004, + "learning_rate": 1.9706462581878375e-05, + "loss": 0.1295, + "step": 12379 + }, + { + "epoch": 10.500424088210348, + "grad_norm": 1.2773028325557865, + "learning_rate": 1.9706396508809646e-05, + "loss": 0.099, + "step": 12380 + }, + { + "epoch": 10.501272264631043, + "grad_norm": 1.228727551439915, + "learning_rate": 1.9706330428416268e-05, + "loss": 0.1049, + "step": 12381 + }, + { + "epoch": 10.502120441051739, + "grad_norm": 1.450709132283916, + "learning_rate": 1.9706264340698298e-05, + "loss": 0.1346, + "step": 12382 + }, + { + "epoch": 10.502968617472435, + "grad_norm": 1.2934214408641096, + "learning_rate": 1.9706198245655776e-05, + "loss": 0.1143, + "step": 12383 + }, + { + "epoch": 10.50381679389313, + "grad_norm": 1.3124803315520945, + "learning_rate": 1.9706132143288757e-05, + "loss": 0.1242, + "step": 12384 + }, + { + "epoch": 10.504664970313826, + "grad_norm": 1.2936801617713225, + "learning_rate": 1.9706066033597295e-05, + "loss": 0.1361, + "step": 12385 + }, + { + "epoch": 10.50551314673452, + "grad_norm": 1.3189795779994118, + "learning_rate": 1.9705999916581435e-05, + "loss": 0.1302, + "step": 12386 + }, + { + "epoch": 10.506361323155216, + "grad_norm": 0.9632101148411517, + "learning_rate": 1.9705933792241223e-05, + "loss": 0.0913, + "step": 12387 + }, + { + "epoch": 10.50720949957591, + "grad_norm": 1.0769514696551286, + "learning_rate": 1.9705867660576716e-05, + "loss": 0.0973, + "step": 12388 + }, + { + "epoch": 10.508057675996607, + "grad_norm": 1.1803082854658795, + "learning_rate": 1.970580152158796e-05, + "loss": 0.1103, + "step": 12389 + }, + { + "epoch": 10.508905852417303, + "grad_norm": 1.3215973368263878, + "learning_rate": 1.970573537527501e-05, + "loss": 0.1074, + "step": 12390 + }, + { + "epoch": 10.509754028837998, + "grad_norm": 1.369363540198166, + "learning_rate": 1.9705669221637906e-05, + "loss": 0.1252, + "step": 12391 + }, + { + "epoch": 10.510602205258694, + "grad_norm": 1.2962465979334046, + "learning_rate": 1.970560306067671e-05, + "loss": 0.0882, + "step": 12392 + }, + { + "epoch": 10.511450381679388, + "grad_norm": 1.5036687003831626, + "learning_rate": 1.9705536892391458e-05, + "loss": 0.1449, + "step": 12393 + }, + { + "epoch": 10.512298558100085, + "grad_norm": 1.3936359276617192, + "learning_rate": 1.9705470716782212e-05, + "loss": 0.1099, + "step": 12394 + }, + { + "epoch": 10.513146734520781, + "grad_norm": 1.237992838838507, + "learning_rate": 1.970540453384902e-05, + "loss": 0.1169, + "step": 12395 + }, + { + "epoch": 10.513994910941475, + "grad_norm": 1.1591107969910939, + "learning_rate": 1.9705338343591925e-05, + "loss": 0.0961, + "step": 12396 + }, + { + "epoch": 10.514843087362172, + "grad_norm": 1.2715006023532684, + "learning_rate": 1.9705272146010986e-05, + "loss": 0.1232, + "step": 12397 + }, + { + "epoch": 10.515691263782866, + "grad_norm": 1.2122572281141817, + "learning_rate": 1.9705205941106245e-05, + "loss": 0.1108, + "step": 12398 + }, + { + "epoch": 10.516539440203562, + "grad_norm": 1.2789659798449562, + "learning_rate": 1.970513972887776e-05, + "loss": 0.1351, + "step": 12399 + }, + { + "epoch": 10.517387616624259, + "grad_norm": 1.3248925249454446, + "learning_rate": 1.970507350932557e-05, + "loss": 0.1491, + "step": 12400 + }, + { + "epoch": 10.518235793044953, + "grad_norm": 1.4833580098440446, + "learning_rate": 1.9705007282449737e-05, + "loss": 0.1184, + "step": 12401 + }, + { + "epoch": 10.51908396946565, + "grad_norm": 1.243449434266618, + "learning_rate": 1.9704941048250304e-05, + "loss": 0.12, + "step": 12402 + }, + { + "epoch": 10.519932145886344, + "grad_norm": 1.1854678874925169, + "learning_rate": 1.9704874806727322e-05, + "loss": 0.1003, + "step": 12403 + }, + { + "epoch": 10.52078032230704, + "grad_norm": 1.117683753654001, + "learning_rate": 1.970480855788084e-05, + "loss": 0.1004, + "step": 12404 + }, + { + "epoch": 10.521628498727736, + "grad_norm": 1.3742187655618343, + "learning_rate": 1.970474230171091e-05, + "loss": 0.1018, + "step": 12405 + }, + { + "epoch": 10.52247667514843, + "grad_norm": 1.1842668978999433, + "learning_rate": 1.9704676038217583e-05, + "loss": 0.0922, + "step": 12406 + }, + { + "epoch": 10.523324851569127, + "grad_norm": 1.3589828720919135, + "learning_rate": 1.9704609767400906e-05, + "loss": 0.1092, + "step": 12407 + }, + { + "epoch": 10.524173027989821, + "grad_norm": 1.3632725884780863, + "learning_rate": 1.9704543489260933e-05, + "loss": 0.1146, + "step": 12408 + }, + { + "epoch": 10.525021204410518, + "grad_norm": 1.2967190235505663, + "learning_rate": 1.9704477203797707e-05, + "loss": 0.1126, + "step": 12409 + }, + { + "epoch": 10.525869380831214, + "grad_norm": 1.2910791517039737, + "learning_rate": 1.9704410911011285e-05, + "loss": 0.108, + "step": 12410 + }, + { + "epoch": 10.526717557251908, + "grad_norm": 1.3698999122743782, + "learning_rate": 1.9704344610901714e-05, + "loss": 0.1248, + "step": 12411 + }, + { + "epoch": 10.527565733672605, + "grad_norm": 1.3518775792016597, + "learning_rate": 1.9704278303469045e-05, + "loss": 0.1205, + "step": 12412 + }, + { + "epoch": 10.528413910093299, + "grad_norm": 1.2647112136248966, + "learning_rate": 1.9704211988713323e-05, + "loss": 0.1004, + "step": 12413 + }, + { + "epoch": 10.529262086513995, + "grad_norm": 1.334906647791387, + "learning_rate": 1.970414566663461e-05, + "loss": 0.121, + "step": 12414 + }, + { + "epoch": 10.53011026293469, + "grad_norm": 1.1757769738235833, + "learning_rate": 1.9704079337232943e-05, + "loss": 0.1012, + "step": 12415 + }, + { + "epoch": 10.530958439355386, + "grad_norm": 1.3194911802222513, + "learning_rate": 1.970401300050838e-05, + "loss": 0.118, + "step": 12416 + }, + { + "epoch": 10.531806615776082, + "grad_norm": 1.2003678731217668, + "learning_rate": 1.9703946656460968e-05, + "loss": 0.1149, + "step": 12417 + }, + { + "epoch": 10.532654792196777, + "grad_norm": 1.335616394340051, + "learning_rate": 1.9703880305090763e-05, + "loss": 0.1061, + "step": 12418 + }, + { + "epoch": 10.533502968617473, + "grad_norm": 1.3164497529200883, + "learning_rate": 1.9703813946397804e-05, + "loss": 0.1417, + "step": 12419 + }, + { + "epoch": 10.534351145038167, + "grad_norm": 1.170682763571143, + "learning_rate": 1.9703747580382145e-05, + "loss": 0.1064, + "step": 12420 + }, + { + "epoch": 10.535199321458864, + "grad_norm": 1.2406216590403516, + "learning_rate": 1.970368120704384e-05, + "loss": 0.0998, + "step": 12421 + }, + { + "epoch": 10.53604749787956, + "grad_norm": 1.486735234756469, + "learning_rate": 1.970361482638294e-05, + "loss": 0.147, + "step": 12422 + }, + { + "epoch": 10.536895674300254, + "grad_norm": 1.1794962549216237, + "learning_rate": 1.970354843839949e-05, + "loss": 0.1005, + "step": 12423 + }, + { + "epoch": 10.53774385072095, + "grad_norm": 1.40703038146426, + "learning_rate": 1.9703482043093546e-05, + "loss": 0.1298, + "step": 12424 + }, + { + "epoch": 10.538592027141645, + "grad_norm": 1.2724977056685498, + "learning_rate": 1.9703415640465148e-05, + "loss": 0.1277, + "step": 12425 + }, + { + "epoch": 10.539440203562341, + "grad_norm": 1.5861590248215622, + "learning_rate": 1.9703349230514357e-05, + "loss": 0.1609, + "step": 12426 + }, + { + "epoch": 10.540288379983036, + "grad_norm": 1.1920140018654393, + "learning_rate": 1.9703282813241217e-05, + "loss": 0.1188, + "step": 12427 + }, + { + "epoch": 10.541136556403732, + "grad_norm": 1.336955447415119, + "learning_rate": 1.970321638864578e-05, + "loss": 0.1283, + "step": 12428 + }, + { + "epoch": 10.541984732824428, + "grad_norm": 1.4294007277939906, + "learning_rate": 1.9703149956728093e-05, + "loss": 0.1426, + "step": 12429 + }, + { + "epoch": 10.542832909245123, + "grad_norm": 1.1662856967659545, + "learning_rate": 1.9703083517488214e-05, + "loss": 0.1109, + "step": 12430 + }, + { + "epoch": 10.543681085665819, + "grad_norm": 1.2455046015125102, + "learning_rate": 1.9703017070926186e-05, + "loss": 0.1146, + "step": 12431 + }, + { + "epoch": 10.544529262086513, + "grad_norm": 1.180951391071054, + "learning_rate": 1.970295061704206e-05, + "loss": 0.1034, + "step": 12432 + }, + { + "epoch": 10.54537743850721, + "grad_norm": 1.3061386702182383, + "learning_rate": 1.9702884155835892e-05, + "loss": 0.1157, + "step": 12433 + }, + { + "epoch": 10.546225614927906, + "grad_norm": 1.121001241102395, + "learning_rate": 1.970281768730772e-05, + "loss": 0.1099, + "step": 12434 + }, + { + "epoch": 10.5470737913486, + "grad_norm": 1.2737502928432707, + "learning_rate": 1.9702751211457608e-05, + "loss": 0.1301, + "step": 12435 + }, + { + "epoch": 10.547921967769296, + "grad_norm": 1.1651337884181754, + "learning_rate": 1.9702684728285596e-05, + "loss": 0.1111, + "step": 12436 + }, + { + "epoch": 10.54877014418999, + "grad_norm": 1.3182851618305034, + "learning_rate": 1.9702618237791743e-05, + "loss": 0.1172, + "step": 12437 + }, + { + "epoch": 10.549618320610687, + "grad_norm": 1.0707719300112877, + "learning_rate": 1.9702551739976086e-05, + "loss": 0.0926, + "step": 12438 + }, + { + "epoch": 10.550466497031383, + "grad_norm": 1.336928048791872, + "learning_rate": 1.970248523483869e-05, + "loss": 0.1266, + "step": 12439 + }, + { + "epoch": 10.551314673452078, + "grad_norm": 1.2042614272614243, + "learning_rate": 1.97024187223796e-05, + "loss": 0.1022, + "step": 12440 + }, + { + "epoch": 10.552162849872774, + "grad_norm": 1.1880078746317926, + "learning_rate": 1.970235220259886e-05, + "loss": 0.1004, + "step": 12441 + }, + { + "epoch": 10.553011026293468, + "grad_norm": 1.1920733443686555, + "learning_rate": 1.970228567549653e-05, + "loss": 0.1029, + "step": 12442 + }, + { + "epoch": 10.553859202714165, + "grad_norm": 1.5077779881536872, + "learning_rate": 1.970221914107265e-05, + "loss": 0.1302, + "step": 12443 + }, + { + "epoch": 10.554707379134861, + "grad_norm": 1.2629735581027042, + "learning_rate": 1.9702152599327277e-05, + "loss": 0.1103, + "step": 12444 + }, + { + "epoch": 10.555555555555555, + "grad_norm": 1.2140031623378764, + "learning_rate": 1.970208605026046e-05, + "loss": 0.1152, + "step": 12445 + }, + { + "epoch": 10.556403731976252, + "grad_norm": 1.244087836079758, + "learning_rate": 1.9702019493872247e-05, + "loss": 0.1302, + "step": 12446 + }, + { + "epoch": 10.557251908396946, + "grad_norm": 1.4302057006371245, + "learning_rate": 1.9701952930162693e-05, + "loss": 0.1312, + "step": 12447 + }, + { + "epoch": 10.558100084817642, + "grad_norm": 1.1407485828329305, + "learning_rate": 1.9701886359131843e-05, + "loss": 0.1139, + "step": 12448 + }, + { + "epoch": 10.558948261238339, + "grad_norm": 1.3494773337788322, + "learning_rate": 1.9701819780779755e-05, + "loss": 0.1374, + "step": 12449 + }, + { + "epoch": 10.559796437659033, + "grad_norm": 1.428386032135837, + "learning_rate": 1.9701753195106467e-05, + "loss": 0.1447, + "step": 12450 + }, + { + "epoch": 10.56064461407973, + "grad_norm": 1.3047875026243372, + "learning_rate": 1.970168660211204e-05, + "loss": 0.1293, + "step": 12451 + }, + { + "epoch": 10.561492790500424, + "grad_norm": 1.2169885660865545, + "learning_rate": 1.970162000179652e-05, + "loss": 0.1322, + "step": 12452 + }, + { + "epoch": 10.56234096692112, + "grad_norm": 1.3537861494724026, + "learning_rate": 1.9701553394159954e-05, + "loss": 0.1212, + "step": 12453 + }, + { + "epoch": 10.563189143341814, + "grad_norm": 1.321865051538683, + "learning_rate": 1.9701486779202396e-05, + "loss": 0.131, + "step": 12454 + }, + { + "epoch": 10.56403731976251, + "grad_norm": 1.4088736690130312, + "learning_rate": 1.9701420156923898e-05, + "loss": 0.1308, + "step": 12455 + }, + { + "epoch": 10.564885496183207, + "grad_norm": 1.3587806237668372, + "learning_rate": 1.970135352732451e-05, + "loss": 0.1216, + "step": 12456 + }, + { + "epoch": 10.565733672603901, + "grad_norm": 1.2712583366793984, + "learning_rate": 1.970128689040428e-05, + "loss": 0.1155, + "step": 12457 + }, + { + "epoch": 10.566581849024598, + "grad_norm": 1.235065877455846, + "learning_rate": 1.9701220246163257e-05, + "loss": 0.0994, + "step": 12458 + }, + { + "epoch": 10.567430025445292, + "grad_norm": 1.1821546814071353, + "learning_rate": 1.9701153594601495e-05, + "loss": 0.0876, + "step": 12459 + }, + { + "epoch": 10.568278201865988, + "grad_norm": 1.1133196721573022, + "learning_rate": 1.9701086935719044e-05, + "loss": 0.1022, + "step": 12460 + }, + { + "epoch": 10.569126378286684, + "grad_norm": 1.2250251366932123, + "learning_rate": 1.9701020269515948e-05, + "loss": 0.1, + "step": 12461 + }, + { + "epoch": 10.569974554707379, + "grad_norm": 1.2654796292409456, + "learning_rate": 1.9700953595992265e-05, + "loss": 0.1236, + "step": 12462 + }, + { + "epoch": 10.570822731128075, + "grad_norm": 1.4473014537845907, + "learning_rate": 1.970088691514804e-05, + "loss": 0.1399, + "step": 12463 + }, + { + "epoch": 10.57167090754877, + "grad_norm": 1.2851249104070834, + "learning_rate": 1.970082022698333e-05, + "loss": 0.1058, + "step": 12464 + }, + { + "epoch": 10.572519083969466, + "grad_norm": 1.2751953601611337, + "learning_rate": 1.970075353149818e-05, + "loss": 0.1176, + "step": 12465 + }, + { + "epoch": 10.57336726039016, + "grad_norm": 1.2758866547055006, + "learning_rate": 1.970068682869264e-05, + "loss": 0.1162, + "step": 12466 + }, + { + "epoch": 10.574215436810857, + "grad_norm": 1.3415809328345656, + "learning_rate": 1.970062011856676e-05, + "loss": 0.0954, + "step": 12467 + }, + { + "epoch": 10.575063613231553, + "grad_norm": 1.2385623589038122, + "learning_rate": 1.9700553401120594e-05, + "loss": 0.1261, + "step": 12468 + }, + { + "epoch": 10.575911789652247, + "grad_norm": 1.3373234346953546, + "learning_rate": 1.970048667635419e-05, + "loss": 0.106, + "step": 12469 + }, + { + "epoch": 10.576759966072943, + "grad_norm": 1.4394864240934546, + "learning_rate": 1.97004199442676e-05, + "loss": 0.1365, + "step": 12470 + }, + { + "epoch": 10.577608142493638, + "grad_norm": 1.0683360362196441, + "learning_rate": 1.970035320486087e-05, + "loss": 0.0969, + "step": 12471 + }, + { + "epoch": 10.578456318914334, + "grad_norm": 1.1578361757661497, + "learning_rate": 1.9700286458134056e-05, + "loss": 0.1246, + "step": 12472 + }, + { + "epoch": 10.57930449533503, + "grad_norm": 1.16253662960005, + "learning_rate": 1.9700219704087206e-05, + "loss": 0.1041, + "step": 12473 + }, + { + "epoch": 10.580152671755725, + "grad_norm": 1.1089144137618685, + "learning_rate": 1.970015294272037e-05, + "loss": 0.1016, + "step": 12474 + }, + { + "epoch": 10.581000848176421, + "grad_norm": 1.3030128686841755, + "learning_rate": 1.9700086174033598e-05, + "loss": 0.1136, + "step": 12475 + }, + { + "epoch": 10.581849024597116, + "grad_norm": 1.3870741894056198, + "learning_rate": 1.970001939802694e-05, + "loss": 0.146, + "step": 12476 + }, + { + "epoch": 10.582697201017812, + "grad_norm": 1.3202873936324957, + "learning_rate": 1.969995261470045e-05, + "loss": 0.154, + "step": 12477 + }, + { + "epoch": 10.583545377438508, + "grad_norm": 1.2444476634519295, + "learning_rate": 1.9699885824054173e-05, + "loss": 0.1169, + "step": 12478 + }, + { + "epoch": 10.584393553859202, + "grad_norm": 1.2332387036116563, + "learning_rate": 1.9699819026088163e-05, + "loss": 0.1262, + "step": 12479 + }, + { + "epoch": 10.585241730279899, + "grad_norm": 1.2317639791703177, + "learning_rate": 1.969975222080247e-05, + "loss": 0.1023, + "step": 12480 + }, + { + "epoch": 10.586089906700593, + "grad_norm": 1.1561847166809651, + "learning_rate": 1.9699685408197147e-05, + "loss": 0.1125, + "step": 12481 + }, + { + "epoch": 10.58693808312129, + "grad_norm": 1.3907015159663483, + "learning_rate": 1.969961858827224e-05, + "loss": 0.1416, + "step": 12482 + }, + { + "epoch": 10.587786259541986, + "grad_norm": 1.1651570091432033, + "learning_rate": 1.9699551761027796e-05, + "loss": 0.1054, + "step": 12483 + }, + { + "epoch": 10.58863443596268, + "grad_norm": 1.179439922110871, + "learning_rate": 1.9699484926463875e-05, + "loss": 0.1017, + "step": 12484 + }, + { + "epoch": 10.589482612383376, + "grad_norm": 1.1083674686105975, + "learning_rate": 1.969941808458052e-05, + "loss": 0.0954, + "step": 12485 + }, + { + "epoch": 10.59033078880407, + "grad_norm": 1.1662929892903562, + "learning_rate": 1.9699351235377787e-05, + "loss": 0.0912, + "step": 12486 + }, + { + "epoch": 10.591178965224767, + "grad_norm": 1.4856340574398035, + "learning_rate": 1.9699284378855722e-05, + "loss": 0.1245, + "step": 12487 + }, + { + "epoch": 10.592027141645461, + "grad_norm": 1.2868714553380942, + "learning_rate": 1.9699217515014378e-05, + "loss": 0.1099, + "step": 12488 + }, + { + "epoch": 10.592875318066158, + "grad_norm": 1.3445299205141288, + "learning_rate": 1.96991506438538e-05, + "loss": 0.1192, + "step": 12489 + }, + { + "epoch": 10.593723494486854, + "grad_norm": 1.2926469009260655, + "learning_rate": 1.969908376537405e-05, + "loss": 0.1167, + "step": 12490 + }, + { + "epoch": 10.594571670907548, + "grad_norm": 1.209456109358427, + "learning_rate": 1.9699016879575166e-05, + "loss": 0.1255, + "step": 12491 + }, + { + "epoch": 10.595419847328245, + "grad_norm": 1.183173501790924, + "learning_rate": 1.969894998645721e-05, + "loss": 0.1054, + "step": 12492 + }, + { + "epoch": 10.596268023748939, + "grad_norm": 1.20222394540335, + "learning_rate": 1.969888308602022e-05, + "loss": 0.1039, + "step": 12493 + }, + { + "epoch": 10.597116200169635, + "grad_norm": 1.1453880437357584, + "learning_rate": 1.9698816178264256e-05, + "loss": 0.1236, + "step": 12494 + }, + { + "epoch": 10.597964376590332, + "grad_norm": 1.2815204609102728, + "learning_rate": 1.969874926318936e-05, + "loss": 0.0981, + "step": 12495 + }, + { + "epoch": 10.598812553011026, + "grad_norm": 1.2822133921980978, + "learning_rate": 1.9698682340795594e-05, + "loss": 0.1041, + "step": 12496 + }, + { + "epoch": 10.599660729431722, + "grad_norm": 1.5600409638935901, + "learning_rate": 1.9698615411083e-05, + "loss": 0.1366, + "step": 12497 + }, + { + "epoch": 10.600508905852417, + "grad_norm": 1.3609991381643074, + "learning_rate": 1.9698548474051634e-05, + "loss": 0.138, + "step": 12498 + }, + { + "epoch": 10.601357082273113, + "grad_norm": 1.3932673061749998, + "learning_rate": 1.969848152970154e-05, + "loss": 0.1362, + "step": 12499 + }, + { + "epoch": 10.60220525869381, + "grad_norm": 1.275436242807893, + "learning_rate": 1.9698414578032775e-05, + "loss": 0.118, + "step": 12500 + }, + { + "epoch": 10.603053435114504, + "grad_norm": 1.3418778984972015, + "learning_rate": 1.9698347619045382e-05, + "loss": 0.1148, + "step": 12501 + }, + { + "epoch": 10.6039016115352, + "grad_norm": 1.446038433500316, + "learning_rate": 1.9698280652739418e-05, + "loss": 0.119, + "step": 12502 + }, + { + "epoch": 10.604749787955894, + "grad_norm": 1.270854496576041, + "learning_rate": 1.969821367911493e-05, + "loss": 0.1308, + "step": 12503 + }, + { + "epoch": 10.60559796437659, + "grad_norm": 1.2676999533044282, + "learning_rate": 1.9698146698171975e-05, + "loss": 0.1204, + "step": 12504 + }, + { + "epoch": 10.606446140797285, + "grad_norm": 1.2519405796203464, + "learning_rate": 1.9698079709910595e-05, + "loss": 0.1227, + "step": 12505 + }, + { + "epoch": 10.607294317217981, + "grad_norm": 1.4377547572387859, + "learning_rate": 1.9698012714330843e-05, + "loss": 0.1395, + "step": 12506 + }, + { + "epoch": 10.608142493638677, + "grad_norm": 1.3737946460008628, + "learning_rate": 1.969794571143277e-05, + "loss": 0.1151, + "step": 12507 + }, + { + "epoch": 10.608990670059372, + "grad_norm": 1.3299171468459854, + "learning_rate": 1.9697878701216432e-05, + "loss": 0.1236, + "step": 12508 + }, + { + "epoch": 10.609838846480068, + "grad_norm": 1.138342906420821, + "learning_rate": 1.9697811683681867e-05, + "loss": 0.0905, + "step": 12509 + }, + { + "epoch": 10.610687022900763, + "grad_norm": 1.3409837710129942, + "learning_rate": 1.969774465882914e-05, + "loss": 0.1106, + "step": 12510 + }, + { + "epoch": 10.611535199321459, + "grad_norm": 1.1404745847513496, + "learning_rate": 1.9697677626658295e-05, + "loss": 0.0989, + "step": 12511 + }, + { + "epoch": 10.612383375742155, + "grad_norm": 1.4020401189167575, + "learning_rate": 1.969761058716938e-05, + "loss": 0.1413, + "step": 12512 + }, + { + "epoch": 10.61323155216285, + "grad_norm": 1.190241173444625, + "learning_rate": 1.969754354036245e-05, + "loss": 0.1211, + "step": 12513 + }, + { + "epoch": 10.614079728583546, + "grad_norm": 1.176447514880853, + "learning_rate": 1.9697476486237552e-05, + "loss": 0.1185, + "step": 12514 + }, + { + "epoch": 10.61492790500424, + "grad_norm": 1.2326488606011599, + "learning_rate": 1.9697409424794738e-05, + "loss": 0.1148, + "step": 12515 + }, + { + "epoch": 10.615776081424936, + "grad_norm": 1.2485120870766644, + "learning_rate": 1.969734235603406e-05, + "loss": 0.116, + "step": 12516 + }, + { + "epoch": 10.616624257845633, + "grad_norm": 1.227502295549265, + "learning_rate": 1.9697275279955567e-05, + "loss": 0.1219, + "step": 12517 + }, + { + "epoch": 10.617472434266327, + "grad_norm": 1.223045575986197, + "learning_rate": 1.9697208196559308e-05, + "loss": 0.1103, + "step": 12518 + }, + { + "epoch": 10.618320610687023, + "grad_norm": 1.2180818038285461, + "learning_rate": 1.9697141105845342e-05, + "loss": 0.1306, + "step": 12519 + }, + { + "epoch": 10.619168787107718, + "grad_norm": 1.1647736850676156, + "learning_rate": 1.9697074007813707e-05, + "loss": 0.1052, + "step": 12520 + }, + { + "epoch": 10.620016963528414, + "grad_norm": 1.3865819783953588, + "learning_rate": 1.9697006902464465e-05, + "loss": 0.1005, + "step": 12521 + }, + { + "epoch": 10.62086513994911, + "grad_norm": 1.1665985524624474, + "learning_rate": 1.9696939789797658e-05, + "loss": 0.1142, + "step": 12522 + }, + { + "epoch": 10.621713316369805, + "grad_norm": 1.3379442750599169, + "learning_rate": 1.969687266981334e-05, + "loss": 0.1304, + "step": 12523 + }, + { + "epoch": 10.622561492790501, + "grad_norm": 1.673468575759974, + "learning_rate": 1.9696805542511566e-05, + "loss": 0.1394, + "step": 12524 + }, + { + "epoch": 10.623409669211195, + "grad_norm": 1.3160420358625529, + "learning_rate": 1.969673840789238e-05, + "loss": 0.1269, + "step": 12525 + }, + { + "epoch": 10.624257845631892, + "grad_norm": 1.2790354306289557, + "learning_rate": 1.9696671265955834e-05, + "loss": 0.1239, + "step": 12526 + }, + { + "epoch": 10.625106022052586, + "grad_norm": 1.1422405194821685, + "learning_rate": 1.969660411670198e-05, + "loss": 0.1031, + "step": 12527 + }, + { + "epoch": 10.625954198473282, + "grad_norm": 1.2060211824601548, + "learning_rate": 1.9696536960130872e-05, + "loss": 0.1041, + "step": 12528 + }, + { + "epoch": 10.626802374893979, + "grad_norm": 1.3557297677628444, + "learning_rate": 1.9696469796242557e-05, + "loss": 0.1163, + "step": 12529 + }, + { + "epoch": 10.627650551314673, + "grad_norm": 1.232167189720232, + "learning_rate": 1.9696402625037083e-05, + "loss": 0.098, + "step": 12530 + }, + { + "epoch": 10.62849872773537, + "grad_norm": 1.2787105291729592, + "learning_rate": 1.9696335446514505e-05, + "loss": 0.113, + "step": 12531 + }, + { + "epoch": 10.629346904156064, + "grad_norm": 1.4268020700466388, + "learning_rate": 1.969626826067487e-05, + "loss": 0.1283, + "step": 12532 + }, + { + "epoch": 10.63019508057676, + "grad_norm": 1.2143620123941041, + "learning_rate": 1.9696201067518235e-05, + "loss": 0.1137, + "step": 12533 + }, + { + "epoch": 10.631043256997456, + "grad_norm": 1.2437582500597173, + "learning_rate": 1.9696133867044646e-05, + "loss": 0.14, + "step": 12534 + }, + { + "epoch": 10.63189143341815, + "grad_norm": 1.2141168700231713, + "learning_rate": 1.9696066659254152e-05, + "loss": 0.116, + "step": 12535 + }, + { + "epoch": 10.632739609838847, + "grad_norm": 1.3266968799280692, + "learning_rate": 1.9695999444146808e-05, + "loss": 0.1362, + "step": 12536 + }, + { + "epoch": 10.633587786259541, + "grad_norm": 1.1048330246505087, + "learning_rate": 1.969593222172266e-05, + "loss": 0.1145, + "step": 12537 + }, + { + "epoch": 10.634435962680238, + "grad_norm": 1.0496347711262792, + "learning_rate": 1.969586499198177e-05, + "loss": 0.0971, + "step": 12538 + }, + { + "epoch": 10.635284139100932, + "grad_norm": 1.3480669609564735, + "learning_rate": 1.969579775492417e-05, + "loss": 0.1607, + "step": 12539 + }, + { + "epoch": 10.636132315521628, + "grad_norm": 1.2899464637584743, + "learning_rate": 1.969573051054993e-05, + "loss": 0.1267, + "step": 12540 + }, + { + "epoch": 10.636980491942325, + "grad_norm": 1.2393733814648231, + "learning_rate": 1.9695663258859087e-05, + "loss": 0.1086, + "step": 12541 + }, + { + "epoch": 10.637828668363019, + "grad_norm": 1.4472674028001722, + "learning_rate": 1.9695595999851695e-05, + "loss": 0.107, + "step": 12542 + }, + { + "epoch": 10.638676844783715, + "grad_norm": 1.1278351938211904, + "learning_rate": 1.969552873352781e-05, + "loss": 0.1052, + "step": 12543 + }, + { + "epoch": 10.63952502120441, + "grad_norm": 1.2204951544988096, + "learning_rate": 1.9695461459887477e-05, + "loss": 0.1172, + "step": 12544 + }, + { + "epoch": 10.640373197625106, + "grad_norm": 1.2802530693861411, + "learning_rate": 1.9695394178930748e-05, + "loss": 0.1057, + "step": 12545 + }, + { + "epoch": 10.641221374045802, + "grad_norm": 1.2109962006841573, + "learning_rate": 1.9695326890657677e-05, + "loss": 0.103, + "step": 12546 + }, + { + "epoch": 10.642069550466497, + "grad_norm": 1.3835339503039479, + "learning_rate": 1.9695259595068312e-05, + "loss": 0.1102, + "step": 12547 + }, + { + "epoch": 10.642917726887193, + "grad_norm": 1.2405133414721452, + "learning_rate": 1.9695192292162703e-05, + "loss": 0.1106, + "step": 12548 + }, + { + "epoch": 10.643765903307887, + "grad_norm": 1.4754970780532015, + "learning_rate": 1.9695124981940904e-05, + "loss": 0.1677, + "step": 12549 + }, + { + "epoch": 10.644614079728584, + "grad_norm": 1.1872013940108463, + "learning_rate": 1.969505766440296e-05, + "loss": 0.1051, + "step": 12550 + }, + { + "epoch": 10.64546225614928, + "grad_norm": 1.326081302894286, + "learning_rate": 1.969499033954893e-05, + "loss": 0.1097, + "step": 12551 + }, + { + "epoch": 10.646310432569974, + "grad_norm": 1.468627794410927, + "learning_rate": 1.969492300737886e-05, + "loss": 0.1444, + "step": 12552 + }, + { + "epoch": 10.64715860899067, + "grad_norm": 1.1454791944852543, + "learning_rate": 1.9694855667892798e-05, + "loss": 0.1092, + "step": 12553 + }, + { + "epoch": 10.648006785411365, + "grad_norm": 1.0896163594543757, + "learning_rate": 1.96947883210908e-05, + "loss": 0.1212, + "step": 12554 + }, + { + "epoch": 10.648854961832061, + "grad_norm": 1.2284368087457804, + "learning_rate": 1.9694720966972915e-05, + "loss": 0.1133, + "step": 12555 + }, + { + "epoch": 10.649703138252757, + "grad_norm": 1.0625095623628604, + "learning_rate": 1.9694653605539193e-05, + "loss": 0.0929, + "step": 12556 + }, + { + "epoch": 10.650551314673452, + "grad_norm": 1.2177678620383874, + "learning_rate": 1.9694586236789684e-05, + "loss": 0.1262, + "step": 12557 + }, + { + "epoch": 10.651399491094148, + "grad_norm": 1.4457787637037678, + "learning_rate": 1.9694518860724444e-05, + "loss": 0.1267, + "step": 12558 + }, + { + "epoch": 10.652247667514843, + "grad_norm": 1.3814569439962514, + "learning_rate": 1.969445147734352e-05, + "loss": 0.1022, + "step": 12559 + }, + { + "epoch": 10.653095843935539, + "grad_norm": 1.3091911176996642, + "learning_rate": 1.9694384086646963e-05, + "loss": 0.1204, + "step": 12560 + }, + { + "epoch": 10.653944020356235, + "grad_norm": 1.201273689757919, + "learning_rate": 1.9694316688634824e-05, + "loss": 0.1022, + "step": 12561 + }, + { + "epoch": 10.65479219677693, + "grad_norm": 1.2526371495525694, + "learning_rate": 1.9694249283307146e-05, + "loss": 0.1277, + "step": 12562 + }, + { + "epoch": 10.655640373197626, + "grad_norm": 1.2811174489883455, + "learning_rate": 1.9694181870663998e-05, + "loss": 0.1199, + "step": 12563 + }, + { + "epoch": 10.65648854961832, + "grad_norm": 1.195455577427534, + "learning_rate": 1.9694114450705415e-05, + "loss": 0.1081, + "step": 12564 + }, + { + "epoch": 10.657336726039016, + "grad_norm": 1.5798994612394097, + "learning_rate": 1.9694047023431456e-05, + "loss": 0.1081, + "step": 12565 + }, + { + "epoch": 10.65818490245971, + "grad_norm": 1.2392751567969644, + "learning_rate": 1.9693979588842167e-05, + "loss": 0.1021, + "step": 12566 + }, + { + "epoch": 10.659033078880407, + "grad_norm": 1.2359358256522524, + "learning_rate": 1.96939121469376e-05, + "loss": 0.1037, + "step": 12567 + }, + { + "epoch": 10.659881255301103, + "grad_norm": 1.3496528690072325, + "learning_rate": 1.969384469771781e-05, + "loss": 0.1136, + "step": 12568 + }, + { + "epoch": 10.660729431721798, + "grad_norm": 1.1611729796363799, + "learning_rate": 1.9693777241182845e-05, + "loss": 0.1046, + "step": 12569 + }, + { + "epoch": 10.661577608142494, + "grad_norm": 1.361690000257796, + "learning_rate": 1.9693709777332756e-05, + "loss": 0.1103, + "step": 12570 + }, + { + "epoch": 10.662425784563188, + "grad_norm": 1.3236737770189788, + "learning_rate": 1.9693642306167593e-05, + "loss": 0.1067, + "step": 12571 + }, + { + "epoch": 10.663273960983885, + "grad_norm": 1.2767577485149815, + "learning_rate": 1.969357482768741e-05, + "loss": 0.1057, + "step": 12572 + }, + { + "epoch": 10.664122137404581, + "grad_norm": 1.442658980630033, + "learning_rate": 1.9693507341892248e-05, + "loss": 0.1258, + "step": 12573 + }, + { + "epoch": 10.664970313825275, + "grad_norm": 1.2876360012569772, + "learning_rate": 1.9693439848782172e-05, + "loss": 0.1129, + "step": 12574 + }, + { + "epoch": 10.665818490245972, + "grad_norm": 1.2788952111865581, + "learning_rate": 1.9693372348357225e-05, + "loss": 0.1, + "step": 12575 + }, + { + "epoch": 10.666666666666666, + "grad_norm": 1.1765709541640006, + "learning_rate": 1.9693304840617456e-05, + "loss": 0.1077, + "step": 12576 + }, + { + "epoch": 10.667514843087362, + "grad_norm": 1.2022277878738443, + "learning_rate": 1.9693237325562925e-05, + "loss": 0.1088, + "step": 12577 + }, + { + "epoch": 10.668363019508057, + "grad_norm": 1.1558856353818614, + "learning_rate": 1.9693169803193675e-05, + "loss": 0.1185, + "step": 12578 + }, + { + "epoch": 10.669211195928753, + "grad_norm": 1.2924208166463609, + "learning_rate": 1.9693102273509756e-05, + "loss": 0.1081, + "step": 12579 + }, + { + "epoch": 10.67005937234945, + "grad_norm": 1.3640324792923433, + "learning_rate": 1.9693034736511227e-05, + "loss": 0.148, + "step": 12580 + }, + { + "epoch": 10.670907548770144, + "grad_norm": 1.2069451229138766, + "learning_rate": 1.969296719219813e-05, + "loss": 0.1172, + "step": 12581 + }, + { + "epoch": 10.67175572519084, + "grad_norm": 1.2649083197560198, + "learning_rate": 1.9692899640570523e-05, + "loss": 0.1237, + "step": 12582 + }, + { + "epoch": 10.672603901611534, + "grad_norm": 1.2508202598850096, + "learning_rate": 1.9692832081628456e-05, + "loss": 0.1352, + "step": 12583 + }, + { + "epoch": 10.67345207803223, + "grad_norm": 1.2242245698405756, + "learning_rate": 1.9692764515371973e-05, + "loss": 0.0964, + "step": 12584 + }, + { + "epoch": 10.674300254452927, + "grad_norm": 1.2446920209688557, + "learning_rate": 1.9692696941801136e-05, + "loss": 0.1146, + "step": 12585 + }, + { + "epoch": 10.675148430873621, + "grad_norm": 1.2572867232652265, + "learning_rate": 1.9692629360915986e-05, + "loss": 0.1167, + "step": 12586 + }, + { + "epoch": 10.675996607294318, + "grad_norm": 1.2451963781607345, + "learning_rate": 1.969256177271658e-05, + "loss": 0.1174, + "step": 12587 + }, + { + "epoch": 10.676844783715012, + "grad_norm": 1.3300524255299935, + "learning_rate": 1.9692494177202964e-05, + "loss": 0.1167, + "step": 12588 + }, + { + "epoch": 10.677692960135708, + "grad_norm": 1.315625378146846, + "learning_rate": 1.9692426574375196e-05, + "loss": 0.1245, + "step": 12589 + }, + { + "epoch": 10.678541136556404, + "grad_norm": 1.2832691738191364, + "learning_rate": 1.969235896423332e-05, + "loss": 0.1237, + "step": 12590 + }, + { + "epoch": 10.679389312977099, + "grad_norm": 1.3261840335030388, + "learning_rate": 1.969229134677739e-05, + "loss": 0.1219, + "step": 12591 + }, + { + "epoch": 10.680237489397795, + "grad_norm": 1.6286710524162256, + "learning_rate": 1.9692223722007456e-05, + "loss": 0.1269, + "step": 12592 + }, + { + "epoch": 10.68108566581849, + "grad_norm": 1.3855443749038325, + "learning_rate": 1.9692156089923573e-05, + "loss": 0.1063, + "step": 12593 + }, + { + "epoch": 10.681933842239186, + "grad_norm": 1.1048016714989766, + "learning_rate": 1.9692088450525787e-05, + "loss": 0.0934, + "step": 12594 + }, + { + "epoch": 10.682782018659882, + "grad_norm": 1.3798458174894879, + "learning_rate": 1.9692020803814157e-05, + "loss": 0.1284, + "step": 12595 + }, + { + "epoch": 10.683630195080577, + "grad_norm": 1.3858679112003631, + "learning_rate": 1.9691953149788722e-05, + "loss": 0.109, + "step": 12596 + }, + { + "epoch": 10.684478371501273, + "grad_norm": 1.4430541722272547, + "learning_rate": 1.969188548844954e-05, + "loss": 0.1334, + "step": 12597 + }, + { + "epoch": 10.685326547921967, + "grad_norm": 1.26619916693123, + "learning_rate": 1.9691817819796664e-05, + "loss": 0.1148, + "step": 12598 + }, + { + "epoch": 10.686174724342663, + "grad_norm": 1.1429626773332386, + "learning_rate": 1.9691750143830138e-05, + "loss": 0.11, + "step": 12599 + }, + { + "epoch": 10.68702290076336, + "grad_norm": 1.1914808961573586, + "learning_rate": 1.9691682460550022e-05, + "loss": 0.1176, + "step": 12600 + }, + { + "epoch": 10.687871077184054, + "grad_norm": 1.1415198223789091, + "learning_rate": 1.9691614769956362e-05, + "loss": 0.0968, + "step": 12601 + }, + { + "epoch": 10.68871925360475, + "grad_norm": 1.3650007635416497, + "learning_rate": 1.969154707204921e-05, + "loss": 0.1377, + "step": 12602 + }, + { + "epoch": 10.689567430025445, + "grad_norm": 1.2626207534934886, + "learning_rate": 1.9691479366828616e-05, + "loss": 0.1313, + "step": 12603 + }, + { + "epoch": 10.690415606446141, + "grad_norm": 1.3382259067262752, + "learning_rate": 1.969141165429463e-05, + "loss": 0.1101, + "step": 12604 + }, + { + "epoch": 10.691263782866836, + "grad_norm": 1.3688527722066863, + "learning_rate": 1.9691343934447306e-05, + "loss": 0.1384, + "step": 12605 + }, + { + "epoch": 10.692111959287532, + "grad_norm": 1.2469928092875293, + "learning_rate": 1.9691276207286696e-05, + "loss": 0.121, + "step": 12606 + }, + { + "epoch": 10.692960135708228, + "grad_norm": 1.663718634383408, + "learning_rate": 1.969120847281285e-05, + "loss": 0.1203, + "step": 12607 + }, + { + "epoch": 10.693808312128922, + "grad_norm": 1.3660025712729191, + "learning_rate": 1.9691140731025813e-05, + "loss": 0.1144, + "step": 12608 + }, + { + "epoch": 10.694656488549619, + "grad_norm": 1.1632635861927794, + "learning_rate": 1.9691072981925646e-05, + "loss": 0.1187, + "step": 12609 + }, + { + "epoch": 10.695504664970313, + "grad_norm": 1.3300143406019023, + "learning_rate": 1.9691005225512394e-05, + "loss": 0.1381, + "step": 12610 + }, + { + "epoch": 10.69635284139101, + "grad_norm": 1.1259410075818217, + "learning_rate": 1.969093746178611e-05, + "loss": 0.1011, + "step": 12611 + }, + { + "epoch": 10.697201017811706, + "grad_norm": 1.349680581640333, + "learning_rate": 1.9690869690746844e-05, + "loss": 0.1313, + "step": 12612 + }, + { + "epoch": 10.6980491942324, + "grad_norm": 1.108276422629879, + "learning_rate": 1.969080191239465e-05, + "loss": 0.1049, + "step": 12613 + }, + { + "epoch": 10.698897370653096, + "grad_norm": 1.3408515057072232, + "learning_rate": 1.969073412672957e-05, + "loss": 0.1083, + "step": 12614 + }, + { + "epoch": 10.69974554707379, + "grad_norm": 1.2576678096271043, + "learning_rate": 1.969066633375167e-05, + "loss": 0.1042, + "step": 12615 + }, + { + "epoch": 10.700593723494487, + "grad_norm": 1.268717122389701, + "learning_rate": 1.969059853346099e-05, + "loss": 0.108, + "step": 12616 + }, + { + "epoch": 10.701441899915181, + "grad_norm": 1.3554709183177438, + "learning_rate": 1.9690530725857585e-05, + "loss": 0.1092, + "step": 12617 + }, + { + "epoch": 10.702290076335878, + "grad_norm": 1.3183493277205085, + "learning_rate": 1.969046291094151e-05, + "loss": 0.1066, + "step": 12618 + }, + { + "epoch": 10.703138252756574, + "grad_norm": 1.3287725720050776, + "learning_rate": 1.9690395088712807e-05, + "loss": 0.1109, + "step": 12619 + }, + { + "epoch": 10.703986429177268, + "grad_norm": 1.2799843772717192, + "learning_rate": 1.969032725917153e-05, + "loss": 0.1144, + "step": 12620 + }, + { + "epoch": 10.704834605597965, + "grad_norm": 1.2914504022291111, + "learning_rate": 1.969025942231774e-05, + "loss": 0.1129, + "step": 12621 + }, + { + "epoch": 10.705682782018659, + "grad_norm": 1.3018740064336305, + "learning_rate": 1.9690191578151475e-05, + "loss": 0.0928, + "step": 12622 + }, + { + "epoch": 10.706530958439355, + "grad_norm": 1.2667592154652476, + "learning_rate": 1.969012372667279e-05, + "loss": 0.1259, + "step": 12623 + }, + { + "epoch": 10.707379134860052, + "grad_norm": 1.2706639812695437, + "learning_rate": 1.969005586788174e-05, + "loss": 0.1266, + "step": 12624 + }, + { + "epoch": 10.708227311280746, + "grad_norm": 0.9979447937113342, + "learning_rate": 1.9689988001778376e-05, + "loss": 0.0947, + "step": 12625 + }, + { + "epoch": 10.709075487701442, + "grad_norm": 1.2103571210843747, + "learning_rate": 1.9689920128362745e-05, + "loss": 0.1129, + "step": 12626 + }, + { + "epoch": 10.709923664122137, + "grad_norm": 1.2532458747951518, + "learning_rate": 1.96898522476349e-05, + "loss": 0.1059, + "step": 12627 + }, + { + "epoch": 10.710771840542833, + "grad_norm": 1.0952089374620007, + "learning_rate": 1.9689784359594897e-05, + "loss": 0.0987, + "step": 12628 + }, + { + "epoch": 10.71162001696353, + "grad_norm": 1.2983758637863525, + "learning_rate": 1.968971646424278e-05, + "loss": 0.1352, + "step": 12629 + }, + { + "epoch": 10.712468193384224, + "grad_norm": 1.4798153290425944, + "learning_rate": 1.9689648561578602e-05, + "loss": 0.1657, + "step": 12630 + }, + { + "epoch": 10.71331636980492, + "grad_norm": 1.2495505998078111, + "learning_rate": 1.9689580651602416e-05, + "loss": 0.1121, + "step": 12631 + }, + { + "epoch": 10.714164546225614, + "grad_norm": 1.2330287672912996, + "learning_rate": 1.9689512734314273e-05, + "loss": 0.1228, + "step": 12632 + }, + { + "epoch": 10.71501272264631, + "grad_norm": 1.291451730376604, + "learning_rate": 1.9689444809714226e-05, + "loss": 0.1191, + "step": 12633 + }, + { + "epoch": 10.715860899067007, + "grad_norm": 1.5086940326237357, + "learning_rate": 1.968937687780232e-05, + "loss": 0.098, + "step": 12634 + }, + { + "epoch": 10.716709075487701, + "grad_norm": 1.2931869944756111, + "learning_rate": 1.9689308938578615e-05, + "loss": 0.1038, + "step": 12635 + }, + { + "epoch": 10.717557251908397, + "grad_norm": 1.3367259633123436, + "learning_rate": 1.9689240992043155e-05, + "loss": 0.1255, + "step": 12636 + }, + { + "epoch": 10.718405428329092, + "grad_norm": 1.25373213049428, + "learning_rate": 1.9689173038195993e-05, + "loss": 0.1106, + "step": 12637 + }, + { + "epoch": 10.719253604749788, + "grad_norm": 1.227280652172515, + "learning_rate": 1.9689105077037184e-05, + "loss": 0.1246, + "step": 12638 + }, + { + "epoch": 10.720101781170484, + "grad_norm": 1.2815146331430303, + "learning_rate": 1.9689037108566773e-05, + "loss": 0.1217, + "step": 12639 + }, + { + "epoch": 10.720949957591179, + "grad_norm": 1.2485732059671317, + "learning_rate": 1.9688969132784818e-05, + "loss": 0.119, + "step": 12640 + }, + { + "epoch": 10.721798134011875, + "grad_norm": 1.483885592961323, + "learning_rate": 1.9688901149691366e-05, + "loss": 0.1015, + "step": 12641 + }, + { + "epoch": 10.72264631043257, + "grad_norm": 1.47325909877139, + "learning_rate": 1.9688833159286467e-05, + "loss": 0.1197, + "step": 12642 + }, + { + "epoch": 10.723494486853266, + "grad_norm": 1.386435369494617, + "learning_rate": 1.968876516157018e-05, + "loss": 0.1019, + "step": 12643 + }, + { + "epoch": 10.72434266327396, + "grad_norm": 1.160972287113692, + "learning_rate": 1.968869715654255e-05, + "loss": 0.0998, + "step": 12644 + }, + { + "epoch": 10.725190839694656, + "grad_norm": 1.2143410574561613, + "learning_rate": 1.9688629144203628e-05, + "loss": 0.0972, + "step": 12645 + }, + { + "epoch": 10.726039016115353, + "grad_norm": 1.3802937604159833, + "learning_rate": 1.9688561124553467e-05, + "loss": 0.1379, + "step": 12646 + }, + { + "epoch": 10.726887192536047, + "grad_norm": 1.2434888799054529, + "learning_rate": 1.9688493097592118e-05, + "loss": 0.1073, + "step": 12647 + }, + { + "epoch": 10.727735368956743, + "grad_norm": 1.2740620159851515, + "learning_rate": 1.968842506331963e-05, + "loss": 0.1156, + "step": 12648 + }, + { + "epoch": 10.728583545377438, + "grad_norm": 1.3058051591682935, + "learning_rate": 1.968835702173606e-05, + "loss": 0.1275, + "step": 12649 + }, + { + "epoch": 10.729431721798134, + "grad_norm": 1.3370204286988656, + "learning_rate": 1.9688288972841453e-05, + "loss": 0.146, + "step": 12650 + }, + { + "epoch": 10.73027989821883, + "grad_norm": 1.1812845179531513, + "learning_rate": 1.9688220916635864e-05, + "loss": 0.1075, + "step": 12651 + }, + { + "epoch": 10.731128074639525, + "grad_norm": 1.2620177194523812, + "learning_rate": 1.9688152853119344e-05, + "loss": 0.1151, + "step": 12652 + }, + { + "epoch": 10.731976251060221, + "grad_norm": 1.2890085991888212, + "learning_rate": 1.9688084782291947e-05, + "loss": 0.1283, + "step": 12653 + }, + { + "epoch": 10.732824427480915, + "grad_norm": 1.3593979000611196, + "learning_rate": 1.9688016704153718e-05, + "loss": 0.1117, + "step": 12654 + }, + { + "epoch": 10.733672603901612, + "grad_norm": 1.1203497180118842, + "learning_rate": 1.9687948618704713e-05, + "loss": 0.0953, + "step": 12655 + }, + { + "epoch": 10.734520780322306, + "grad_norm": 1.1299872616996758, + "learning_rate": 1.9687880525944983e-05, + "loss": 0.1096, + "step": 12656 + }, + { + "epoch": 10.735368956743002, + "grad_norm": 1.4037697610884337, + "learning_rate": 1.9687812425874577e-05, + "loss": 0.1322, + "step": 12657 + }, + { + "epoch": 10.736217133163699, + "grad_norm": 1.1134540400519097, + "learning_rate": 1.9687744318493548e-05, + "loss": 0.1139, + "step": 12658 + }, + { + "epoch": 10.737065309584393, + "grad_norm": 1.3058972600960874, + "learning_rate": 1.968767620380195e-05, + "loss": 0.1042, + "step": 12659 + }, + { + "epoch": 10.73791348600509, + "grad_norm": 1.2191276664546011, + "learning_rate": 1.968760808179983e-05, + "loss": 0.1187, + "step": 12660 + }, + { + "epoch": 10.738761662425784, + "grad_norm": 1.2425510424875847, + "learning_rate": 1.9687539952487242e-05, + "loss": 0.1056, + "step": 12661 + }, + { + "epoch": 10.73960983884648, + "grad_norm": 1.6556938090684274, + "learning_rate": 1.9687471815864237e-05, + "loss": 0.1154, + "step": 12662 + }, + { + "epoch": 10.740458015267176, + "grad_norm": 1.3235547436408546, + "learning_rate": 1.9687403671930863e-05, + "loss": 0.108, + "step": 12663 + }, + { + "epoch": 10.74130619168787, + "grad_norm": 1.3259726758480306, + "learning_rate": 1.9687335520687178e-05, + "loss": 0.1187, + "step": 12664 + }, + { + "epoch": 10.742154368108567, + "grad_norm": 1.3108362346031777, + "learning_rate": 1.9687267362133226e-05, + "loss": 0.1135, + "step": 12665 + }, + { + "epoch": 10.743002544529261, + "grad_norm": 1.4426670754654694, + "learning_rate": 1.9687199196269068e-05, + "loss": 0.1076, + "step": 12666 + }, + { + "epoch": 10.743850720949958, + "grad_norm": 1.1650873120322458, + "learning_rate": 1.9687131023094744e-05, + "loss": 0.1043, + "step": 12667 + }, + { + "epoch": 10.744698897370654, + "grad_norm": 1.5115915135812368, + "learning_rate": 1.9687062842610313e-05, + "loss": 0.1171, + "step": 12668 + }, + { + "epoch": 10.745547073791348, + "grad_norm": 1.1745660783016512, + "learning_rate": 1.9686994654815828e-05, + "loss": 0.1151, + "step": 12669 + }, + { + "epoch": 10.746395250212045, + "grad_norm": 1.1163293394114164, + "learning_rate": 1.9686926459711334e-05, + "loss": 0.0866, + "step": 12670 + }, + { + "epoch": 10.747243426632739, + "grad_norm": 1.3903690012568009, + "learning_rate": 1.9686858257296884e-05, + "loss": 0.1201, + "step": 12671 + }, + { + "epoch": 10.748091603053435, + "grad_norm": 1.2638776725499783, + "learning_rate": 1.9686790047572533e-05, + "loss": 0.1086, + "step": 12672 + }, + { + "epoch": 10.748939779474131, + "grad_norm": 1.0019255668518092, + "learning_rate": 1.9686721830538332e-05, + "loss": 0.0858, + "step": 12673 + }, + { + "epoch": 10.749787955894826, + "grad_norm": 1.2124082175309348, + "learning_rate": 1.9686653606194332e-05, + "loss": 0.0904, + "step": 12674 + }, + { + "epoch": 10.750636132315522, + "grad_norm": 1.3926472592536396, + "learning_rate": 1.968658537454058e-05, + "loss": 0.1162, + "step": 12675 + }, + { + "epoch": 10.751484308736217, + "grad_norm": 1.2926917112376368, + "learning_rate": 1.968651713557713e-05, + "loss": 0.1218, + "step": 12676 + }, + { + "epoch": 10.752332485156913, + "grad_norm": 1.191432948278106, + "learning_rate": 1.9686448889304038e-05, + "loss": 0.0987, + "step": 12677 + }, + { + "epoch": 10.753180661577607, + "grad_norm": 1.4385260936615423, + "learning_rate": 1.968638063572135e-05, + "loss": 0.1327, + "step": 12678 + }, + { + "epoch": 10.754028837998304, + "grad_norm": 1.1651139595012276, + "learning_rate": 1.968631237482912e-05, + "loss": 0.0969, + "step": 12679 + }, + { + "epoch": 10.754877014419, + "grad_norm": 1.3013794252147153, + "learning_rate": 1.96862441066274e-05, + "loss": 0.1201, + "step": 12680 + }, + { + "epoch": 10.755725190839694, + "grad_norm": 1.21556302332054, + "learning_rate": 1.968617583111624e-05, + "loss": 0.0943, + "step": 12681 + }, + { + "epoch": 10.75657336726039, + "grad_norm": 1.148694338208702, + "learning_rate": 1.968610754829569e-05, + "loss": 0.0883, + "step": 12682 + }, + { + "epoch": 10.757421543681085, + "grad_norm": 1.2752042850236471, + "learning_rate": 1.9686039258165804e-05, + "loss": 0.1191, + "step": 12683 + }, + { + "epoch": 10.758269720101781, + "grad_norm": 1.1945693759890235, + "learning_rate": 1.9685970960726635e-05, + "loss": 0.0994, + "step": 12684 + }, + { + "epoch": 10.759117896522477, + "grad_norm": 1.2816111897272284, + "learning_rate": 1.968590265597823e-05, + "loss": 0.1237, + "step": 12685 + }, + { + "epoch": 10.759966072943172, + "grad_norm": 1.2197268613619936, + "learning_rate": 1.9685834343920645e-05, + "loss": 0.1192, + "step": 12686 + }, + { + "epoch": 10.760814249363868, + "grad_norm": 1.2908680191840198, + "learning_rate": 1.968576602455393e-05, + "loss": 0.1004, + "step": 12687 + }, + { + "epoch": 10.761662425784563, + "grad_norm": 1.2934958327103827, + "learning_rate": 1.9685697697878135e-05, + "loss": 0.1122, + "step": 12688 + }, + { + "epoch": 10.762510602205259, + "grad_norm": 1.3106671069708524, + "learning_rate": 1.9685629363893316e-05, + "loss": 0.1077, + "step": 12689 + }, + { + "epoch": 10.763358778625955, + "grad_norm": 1.3015299677875694, + "learning_rate": 1.9685561022599517e-05, + "loss": 0.1106, + "step": 12690 + }, + { + "epoch": 10.76420695504665, + "grad_norm": 1.2297990797279243, + "learning_rate": 1.96854926739968e-05, + "loss": 0.0949, + "step": 12691 + }, + { + "epoch": 10.765055131467346, + "grad_norm": 1.3848558513517724, + "learning_rate": 1.9685424318085204e-05, + "loss": 0.1312, + "step": 12692 + }, + { + "epoch": 10.76590330788804, + "grad_norm": 1.303298856685499, + "learning_rate": 1.9685355954864788e-05, + "loss": 0.0961, + "step": 12693 + }, + { + "epoch": 10.766751484308736, + "grad_norm": 1.404556724219524, + "learning_rate": 1.9685287584335606e-05, + "loss": 0.1322, + "step": 12694 + }, + { + "epoch": 10.76759966072943, + "grad_norm": 1.3167073313989246, + "learning_rate": 1.9685219206497703e-05, + "loss": 0.1217, + "step": 12695 + }, + { + "epoch": 10.768447837150127, + "grad_norm": 1.1979865418927007, + "learning_rate": 1.9685150821351134e-05, + "loss": 0.0933, + "step": 12696 + }, + { + "epoch": 10.769296013570823, + "grad_norm": 1.226115207153013, + "learning_rate": 1.9685082428895956e-05, + "loss": 0.0909, + "step": 12697 + }, + { + "epoch": 10.770144189991518, + "grad_norm": 1.3105230714508311, + "learning_rate": 1.968501402913221e-05, + "loss": 0.1413, + "step": 12698 + }, + { + "epoch": 10.770992366412214, + "grad_norm": 1.380508901742886, + "learning_rate": 1.9684945622059955e-05, + "loss": 0.1127, + "step": 12699 + }, + { + "epoch": 10.771840542832908, + "grad_norm": 1.1097386611621378, + "learning_rate": 1.9684877207679237e-05, + "loss": 0.0882, + "step": 12700 + }, + { + "epoch": 10.772688719253605, + "grad_norm": 1.233865390405763, + "learning_rate": 1.9684808785990115e-05, + "loss": 0.1105, + "step": 12701 + }, + { + "epoch": 10.773536895674301, + "grad_norm": 1.1721865287847224, + "learning_rate": 1.9684740356992635e-05, + "loss": 0.0952, + "step": 12702 + }, + { + "epoch": 10.774385072094995, + "grad_norm": 1.1065274799543106, + "learning_rate": 1.968467192068685e-05, + "loss": 0.1143, + "step": 12703 + }, + { + "epoch": 10.775233248515692, + "grad_norm": 1.3825825457611618, + "learning_rate": 1.968460347707281e-05, + "loss": 0.1238, + "step": 12704 + }, + { + "epoch": 10.776081424936386, + "grad_norm": 1.2253167970232304, + "learning_rate": 1.968453502615057e-05, + "loss": 0.094, + "step": 12705 + }, + { + "epoch": 10.776929601357082, + "grad_norm": 1.3122225093209408, + "learning_rate": 1.9684466567920183e-05, + "loss": 0.1188, + "step": 12706 + }, + { + "epoch": 10.777777777777779, + "grad_norm": 1.2453758427366266, + "learning_rate": 1.9684398102381694e-05, + "loss": 0.0974, + "step": 12707 + }, + { + "epoch": 10.778625954198473, + "grad_norm": 1.2986953020125112, + "learning_rate": 1.968432962953516e-05, + "loss": 0.127, + "step": 12708 + }, + { + "epoch": 10.77947413061917, + "grad_norm": 1.2206421039960509, + "learning_rate": 1.9684261149380634e-05, + "loss": 0.098, + "step": 12709 + }, + { + "epoch": 10.780322307039864, + "grad_norm": 1.3677162442332735, + "learning_rate": 1.968419266191816e-05, + "loss": 0.1254, + "step": 12710 + }, + { + "epoch": 10.78117048346056, + "grad_norm": 1.1755022547561012, + "learning_rate": 1.9684124167147796e-05, + "loss": 0.1034, + "step": 12711 + }, + { + "epoch": 10.782018659881256, + "grad_norm": 1.3487089898058469, + "learning_rate": 1.9684055665069596e-05, + "loss": 0.1538, + "step": 12712 + }, + { + "epoch": 10.78286683630195, + "grad_norm": 1.1904088834380204, + "learning_rate": 1.9683987155683603e-05, + "loss": 0.1131, + "step": 12713 + }, + { + "epoch": 10.783715012722647, + "grad_norm": 1.3092758405871974, + "learning_rate": 1.9683918638989877e-05, + "loss": 0.114, + "step": 12714 + }, + { + "epoch": 10.784563189143341, + "grad_norm": 1.425837363226782, + "learning_rate": 1.9683850114988463e-05, + "loss": 0.1305, + "step": 12715 + }, + { + "epoch": 10.785411365564038, + "grad_norm": 1.3585134191688393, + "learning_rate": 1.9683781583679417e-05, + "loss": 0.1273, + "step": 12716 + }, + { + "epoch": 10.786259541984732, + "grad_norm": 1.2839572353746684, + "learning_rate": 1.9683713045062795e-05, + "loss": 0.1147, + "step": 12717 + }, + { + "epoch": 10.787107718405428, + "grad_norm": 1.3556141432400244, + "learning_rate": 1.9683644499138636e-05, + "loss": 0.1215, + "step": 12718 + }, + { + "epoch": 10.787955894826124, + "grad_norm": 1.3043924212820972, + "learning_rate": 1.9683575945907002e-05, + "loss": 0.1171, + "step": 12719 + }, + { + "epoch": 10.788804071246819, + "grad_norm": 1.3874256055241818, + "learning_rate": 1.968350738536794e-05, + "loss": 0.1132, + "step": 12720 + }, + { + "epoch": 10.789652247667515, + "grad_norm": 1.3061842378121111, + "learning_rate": 1.968343881752151e-05, + "loss": 0.1213, + "step": 12721 + }, + { + "epoch": 10.79050042408821, + "grad_norm": 1.470127687759577, + "learning_rate": 1.968337024236775e-05, + "loss": 0.1218, + "step": 12722 + }, + { + "epoch": 10.791348600508906, + "grad_norm": 1.1057226126200446, + "learning_rate": 1.9683301659906724e-05, + "loss": 0.1083, + "step": 12723 + }, + { + "epoch": 10.792196776929602, + "grad_norm": 1.353563125562445, + "learning_rate": 1.9683233070138477e-05, + "loss": 0.1286, + "step": 12724 + }, + { + "epoch": 10.793044953350297, + "grad_norm": 1.1786001830233253, + "learning_rate": 1.9683164473063066e-05, + "loss": 0.1046, + "step": 12725 + }, + { + "epoch": 10.793893129770993, + "grad_norm": 1.254796439701849, + "learning_rate": 1.9683095868680535e-05, + "loss": 0.1197, + "step": 12726 + }, + { + "epoch": 10.794741306191687, + "grad_norm": 1.221870310794758, + "learning_rate": 1.9683027256990943e-05, + "loss": 0.1032, + "step": 12727 + }, + { + "epoch": 10.795589482612383, + "grad_norm": 1.211673320004978, + "learning_rate": 1.968295863799434e-05, + "loss": 0.1051, + "step": 12728 + }, + { + "epoch": 10.796437659033078, + "grad_norm": 1.2011286811973023, + "learning_rate": 1.9682890011690773e-05, + "loss": 0.1219, + "step": 12729 + }, + { + "epoch": 10.797285835453774, + "grad_norm": 1.2165429471544693, + "learning_rate": 1.9682821378080296e-05, + "loss": 0.0915, + "step": 12730 + }, + { + "epoch": 10.79813401187447, + "grad_norm": 1.295772178153699, + "learning_rate": 1.9682752737162968e-05, + "loss": 0.1098, + "step": 12731 + }, + { + "epoch": 10.798982188295165, + "grad_norm": 1.1921623696565666, + "learning_rate": 1.968268408893883e-05, + "loss": 0.1158, + "step": 12732 + }, + { + "epoch": 10.799830364715861, + "grad_norm": 1.2754280237191897, + "learning_rate": 1.9682615433407943e-05, + "loss": 0.1172, + "step": 12733 + }, + { + "epoch": 10.800678541136556, + "grad_norm": 1.2489014340450544, + "learning_rate": 1.9682546770570354e-05, + "loss": 0.1264, + "step": 12734 + }, + { + "epoch": 10.801526717557252, + "grad_norm": 1.3144999358331177, + "learning_rate": 1.9682478100426113e-05, + "loss": 0.1346, + "step": 12735 + }, + { + "epoch": 10.802374893977948, + "grad_norm": 1.2918308820205666, + "learning_rate": 1.9682409422975278e-05, + "loss": 0.1226, + "step": 12736 + }, + { + "epoch": 10.803223070398642, + "grad_norm": 1.1442180658050496, + "learning_rate": 1.9682340738217896e-05, + "loss": 0.123, + "step": 12737 + }, + { + "epoch": 10.804071246819339, + "grad_norm": 1.4047340764171816, + "learning_rate": 1.968227204615402e-05, + "loss": 0.1236, + "step": 12738 + }, + { + "epoch": 10.804919423240033, + "grad_norm": 1.2941444139957745, + "learning_rate": 1.9682203346783702e-05, + "loss": 0.1121, + "step": 12739 + }, + { + "epoch": 10.80576759966073, + "grad_norm": 1.374826415887221, + "learning_rate": 1.9682134640106995e-05, + "loss": 0.1307, + "step": 12740 + }, + { + "epoch": 10.806615776081426, + "grad_norm": 1.2703814589027944, + "learning_rate": 1.9682065926123944e-05, + "loss": 0.1214, + "step": 12741 + }, + { + "epoch": 10.80746395250212, + "grad_norm": 1.209906577201092, + "learning_rate": 1.968199720483461e-05, + "loss": 0.1221, + "step": 12742 + }, + { + "epoch": 10.808312128922816, + "grad_norm": 1.2284410181290548, + "learning_rate": 1.9681928476239042e-05, + "loss": 0.1002, + "step": 12743 + }, + { + "epoch": 10.80916030534351, + "grad_norm": 1.2637216460878158, + "learning_rate": 1.968185974033729e-05, + "loss": 0.114, + "step": 12744 + }, + { + "epoch": 10.810008481764207, + "grad_norm": 1.247894564409685, + "learning_rate": 1.968179099712941e-05, + "loss": 0.0997, + "step": 12745 + }, + { + "epoch": 10.810856658184903, + "grad_norm": 1.2221087184908466, + "learning_rate": 1.9681722246615447e-05, + "loss": 0.111, + "step": 12746 + }, + { + "epoch": 10.811704834605598, + "grad_norm": 1.2225621397423643, + "learning_rate": 1.968165348879546e-05, + "loss": 0.1071, + "step": 12747 + }, + { + "epoch": 10.812553011026294, + "grad_norm": 1.3569831340992469, + "learning_rate": 1.9681584723669494e-05, + "loss": 0.1078, + "step": 12748 + }, + { + "epoch": 10.813401187446988, + "grad_norm": 1.2437743110220139, + "learning_rate": 1.968151595123761e-05, + "loss": 0.1292, + "step": 12749 + }, + { + "epoch": 10.814249363867685, + "grad_norm": 1.4910420749652173, + "learning_rate": 1.968144717149985e-05, + "loss": 0.1272, + "step": 12750 + }, + { + "epoch": 10.81509754028838, + "grad_norm": 1.3719860435603295, + "learning_rate": 1.968137838445627e-05, + "loss": 0.1169, + "step": 12751 + }, + { + "epoch": 10.815945716709075, + "grad_norm": 1.2777391877148052, + "learning_rate": 1.9681309590106925e-05, + "loss": 0.116, + "step": 12752 + }, + { + "epoch": 10.816793893129772, + "grad_norm": 1.0364525393633683, + "learning_rate": 1.968124078845186e-05, + "loss": 0.0918, + "step": 12753 + }, + { + "epoch": 10.817642069550466, + "grad_norm": 1.1906024272180398, + "learning_rate": 1.9681171979491137e-05, + "loss": 0.0993, + "step": 12754 + }, + { + "epoch": 10.818490245971162, + "grad_norm": 1.148488832564275, + "learning_rate": 1.9681103163224796e-05, + "loss": 0.1103, + "step": 12755 + }, + { + "epoch": 10.819338422391857, + "grad_norm": 1.106207202307958, + "learning_rate": 1.96810343396529e-05, + "loss": 0.1035, + "step": 12756 + }, + { + "epoch": 10.820186598812553, + "grad_norm": 1.2655897489012433, + "learning_rate": 1.9680965508775494e-05, + "loss": 0.105, + "step": 12757 + }, + { + "epoch": 10.82103477523325, + "grad_norm": 1.3565457584687899, + "learning_rate": 1.9680896670592632e-05, + "loss": 0.1246, + "step": 12758 + }, + { + "epoch": 10.821882951653944, + "grad_norm": 1.2127303477929672, + "learning_rate": 1.9680827825104366e-05, + "loss": 0.1195, + "step": 12759 + }, + { + "epoch": 10.82273112807464, + "grad_norm": 1.3595189386999342, + "learning_rate": 1.9680758972310748e-05, + "loss": 0.1367, + "step": 12760 + }, + { + "epoch": 10.823579304495334, + "grad_norm": 1.3992821362267067, + "learning_rate": 1.9680690112211827e-05, + "loss": 0.111, + "step": 12761 + }, + { + "epoch": 10.82442748091603, + "grad_norm": 1.4741417772306658, + "learning_rate": 1.968062124480766e-05, + "loss": 0.1171, + "step": 12762 + }, + { + "epoch": 10.825275657336727, + "grad_norm": 1.4507248215403823, + "learning_rate": 1.9680552370098295e-05, + "loss": 0.1185, + "step": 12763 + }, + { + "epoch": 10.826123833757421, + "grad_norm": 1.2633325050922544, + "learning_rate": 1.968048348808379e-05, + "loss": 0.1068, + "step": 12764 + }, + { + "epoch": 10.826972010178118, + "grad_norm": 1.1425930518437115, + "learning_rate": 1.968041459876419e-05, + "loss": 0.0973, + "step": 12765 + }, + { + "epoch": 10.827820186598812, + "grad_norm": 1.1442894364114626, + "learning_rate": 1.9680345702139547e-05, + "loss": 0.1139, + "step": 12766 + }, + { + "epoch": 10.828668363019508, + "grad_norm": 1.2580474120770255, + "learning_rate": 1.9680276798209917e-05, + "loss": 0.1219, + "step": 12767 + }, + { + "epoch": 10.829516539440203, + "grad_norm": 1.1985982372404889, + "learning_rate": 1.9680207886975353e-05, + "loss": 0.118, + "step": 12768 + }, + { + "epoch": 10.830364715860899, + "grad_norm": 1.178533932627356, + "learning_rate": 1.96801389684359e-05, + "loss": 0.1118, + "step": 12769 + }, + { + "epoch": 10.831212892281595, + "grad_norm": 1.251066732576943, + "learning_rate": 1.9680070042591618e-05, + "loss": 0.1267, + "step": 12770 + }, + { + "epoch": 10.83206106870229, + "grad_norm": 1.220245356585465, + "learning_rate": 1.9680001109442553e-05, + "loss": 0.1098, + "step": 12771 + }, + { + "epoch": 10.832909245122986, + "grad_norm": 1.412799508971087, + "learning_rate": 1.9679932168988764e-05, + "loss": 0.14, + "step": 12772 + }, + { + "epoch": 10.83375742154368, + "grad_norm": 1.3118499741459064, + "learning_rate": 1.9679863221230294e-05, + "loss": 0.1116, + "step": 12773 + }, + { + "epoch": 10.834605597964376, + "grad_norm": 1.3442441542332542, + "learning_rate": 1.96797942661672e-05, + "loss": 0.1111, + "step": 12774 + }, + { + "epoch": 10.835453774385073, + "grad_norm": 1.3561817045648723, + "learning_rate": 1.9679725303799536e-05, + "loss": 0.1138, + "step": 12775 + }, + { + "epoch": 10.836301950805767, + "grad_norm": 1.235257159091754, + "learning_rate": 1.9679656334127352e-05, + "loss": 0.1023, + "step": 12776 + }, + { + "epoch": 10.837150127226463, + "grad_norm": 1.3564121272703957, + "learning_rate": 1.96795873571507e-05, + "loss": 0.1126, + "step": 12777 + }, + { + "epoch": 10.837998303647158, + "grad_norm": 1.2002376524444218, + "learning_rate": 1.967951837286963e-05, + "loss": 0.1075, + "step": 12778 + }, + { + "epoch": 10.838846480067854, + "grad_norm": 1.2584994625395098, + "learning_rate": 1.9679449381284194e-05, + "loss": 0.1014, + "step": 12779 + }, + { + "epoch": 10.83969465648855, + "grad_norm": 1.3623897237803877, + "learning_rate": 1.967938038239445e-05, + "loss": 0.1168, + "step": 12780 + }, + { + "epoch": 10.840542832909245, + "grad_norm": 1.400011811122437, + "learning_rate": 1.9679311376200444e-05, + "loss": 0.1157, + "step": 12781 + }, + { + "epoch": 10.841391009329941, + "grad_norm": 1.1712370954880686, + "learning_rate": 1.967924236270223e-05, + "loss": 0.1155, + "step": 12782 + }, + { + "epoch": 10.842239185750635, + "grad_norm": 1.4303485888097693, + "learning_rate": 1.967917334189986e-05, + "loss": 0.1458, + "step": 12783 + }, + { + "epoch": 10.843087362171332, + "grad_norm": 1.306327949460017, + "learning_rate": 1.9679104313793388e-05, + "loss": 0.122, + "step": 12784 + }, + { + "epoch": 10.843935538592028, + "grad_norm": 1.2434018078293962, + "learning_rate": 1.967903527838286e-05, + "loss": 0.1029, + "step": 12785 + }, + { + "epoch": 10.844783715012722, + "grad_norm": 1.0886394859295776, + "learning_rate": 1.9678966235668337e-05, + "loss": 0.1189, + "step": 12786 + }, + { + "epoch": 10.845631891433419, + "grad_norm": 1.2042795264782313, + "learning_rate": 1.9678897185649867e-05, + "loss": 0.1126, + "step": 12787 + }, + { + "epoch": 10.846480067854113, + "grad_norm": 1.0944561331222074, + "learning_rate": 1.96788281283275e-05, + "loss": 0.0861, + "step": 12788 + }, + { + "epoch": 10.84732824427481, + "grad_norm": 1.2191932777067185, + "learning_rate": 1.9678759063701285e-05, + "loss": 0.1083, + "step": 12789 + }, + { + "epoch": 10.848176420695506, + "grad_norm": 1.2364629103086702, + "learning_rate": 1.9678689991771286e-05, + "loss": 0.1192, + "step": 12790 + }, + { + "epoch": 10.8490245971162, + "grad_norm": 1.3651843844401759, + "learning_rate": 1.9678620912537545e-05, + "loss": 0.1199, + "step": 12791 + }, + { + "epoch": 10.849872773536896, + "grad_norm": 1.2833296625660737, + "learning_rate": 1.9678551826000117e-05, + "loss": 0.1263, + "step": 12792 + }, + { + "epoch": 10.85072094995759, + "grad_norm": 1.3847956604083838, + "learning_rate": 1.9678482732159056e-05, + "loss": 0.1048, + "step": 12793 + }, + { + "epoch": 10.851569126378287, + "grad_norm": 1.2419491759003274, + "learning_rate": 1.967841363101441e-05, + "loss": 0.0905, + "step": 12794 + }, + { + "epoch": 10.852417302798981, + "grad_norm": 1.429315873203962, + "learning_rate": 1.9678344522566234e-05, + "loss": 0.1209, + "step": 12795 + }, + { + "epoch": 10.853265479219678, + "grad_norm": 1.250947438048863, + "learning_rate": 1.9678275406814582e-05, + "loss": 0.107, + "step": 12796 + }, + { + "epoch": 10.854113655640374, + "grad_norm": 1.15787608402802, + "learning_rate": 1.96782062837595e-05, + "loss": 0.1035, + "step": 12797 + }, + { + "epoch": 10.854961832061068, + "grad_norm": 1.2692244944860505, + "learning_rate": 1.9678137153401046e-05, + "loss": 0.0952, + "step": 12798 + }, + { + "epoch": 10.855810008481765, + "grad_norm": 1.3843537291582024, + "learning_rate": 1.9678068015739268e-05, + "loss": 0.108, + "step": 12799 + }, + { + "epoch": 10.856658184902459, + "grad_norm": 1.2158136911226525, + "learning_rate": 1.9677998870774225e-05, + "loss": 0.1066, + "step": 12800 + }, + { + "epoch": 10.857506361323155, + "grad_norm": 1.3268597898482846, + "learning_rate": 1.9677929718505963e-05, + "loss": 0.1099, + "step": 12801 + }, + { + "epoch": 10.858354537743852, + "grad_norm": 1.1902877133242855, + "learning_rate": 1.9677860558934535e-05, + "loss": 0.1036, + "step": 12802 + }, + { + "epoch": 10.859202714164546, + "grad_norm": 1.35355115728677, + "learning_rate": 1.9677791392059993e-05, + "loss": 0.1242, + "step": 12803 + }, + { + "epoch": 10.860050890585242, + "grad_norm": 1.2502677383158045, + "learning_rate": 1.967772221788239e-05, + "loss": 0.1115, + "step": 12804 + }, + { + "epoch": 10.860899067005937, + "grad_norm": 1.334913518730981, + "learning_rate": 1.967765303640178e-05, + "loss": 0.1082, + "step": 12805 + }, + { + "epoch": 10.861747243426633, + "grad_norm": 1.295994504189694, + "learning_rate": 1.9677583847618213e-05, + "loss": 0.1169, + "step": 12806 + }, + { + "epoch": 10.862595419847327, + "grad_norm": 1.0810806004962787, + "learning_rate": 1.967751465153174e-05, + "loss": 0.0882, + "step": 12807 + }, + { + "epoch": 10.863443596268024, + "grad_norm": 1.2642499291658413, + "learning_rate": 1.9677445448142417e-05, + "loss": 0.1298, + "step": 12808 + }, + { + "epoch": 10.86429177268872, + "grad_norm": 1.3404111486330668, + "learning_rate": 1.967737623745029e-05, + "loss": 0.1179, + "step": 12809 + }, + { + "epoch": 10.865139949109414, + "grad_norm": 1.3244140228231918, + "learning_rate": 1.967730701945542e-05, + "loss": 0.1047, + "step": 12810 + }, + { + "epoch": 10.86598812553011, + "grad_norm": 1.4545227309751179, + "learning_rate": 1.9677237794157854e-05, + "loss": 0.1327, + "step": 12811 + }, + { + "epoch": 10.866836301950805, + "grad_norm": 1.1548711397575357, + "learning_rate": 1.9677168561557644e-05, + "loss": 0.1066, + "step": 12812 + }, + { + "epoch": 10.867684478371501, + "grad_norm": 1.5247869121662625, + "learning_rate": 1.967709932165484e-05, + "loss": 0.1043, + "step": 12813 + }, + { + "epoch": 10.868532654792197, + "grad_norm": 1.4167380168526842, + "learning_rate": 1.9677030074449504e-05, + "loss": 0.1048, + "step": 12814 + }, + { + "epoch": 10.869380831212892, + "grad_norm": 1.4739593600113088, + "learning_rate": 1.9676960819941678e-05, + "loss": 0.1322, + "step": 12815 + }, + { + "epoch": 10.870229007633588, + "grad_norm": 1.235020630441776, + "learning_rate": 1.9676891558131415e-05, + "loss": 0.1087, + "step": 12816 + }, + { + "epoch": 10.871077184054283, + "grad_norm": 1.4840046808478797, + "learning_rate": 1.9676822289018776e-05, + "loss": 0.1145, + "step": 12817 + }, + { + "epoch": 10.871925360474979, + "grad_norm": 1.2836207313276193, + "learning_rate": 1.9676753012603805e-05, + "loss": 0.1301, + "step": 12818 + }, + { + "epoch": 10.872773536895675, + "grad_norm": 1.1937230283943185, + "learning_rate": 1.9676683728886553e-05, + "loss": 0.1182, + "step": 12819 + }, + { + "epoch": 10.87362171331637, + "grad_norm": 1.261090071964714, + "learning_rate": 1.967661443786708e-05, + "loss": 0.109, + "step": 12820 + }, + { + "epoch": 10.874469889737066, + "grad_norm": 1.1393405045133524, + "learning_rate": 1.9676545139545436e-05, + "loss": 0.1017, + "step": 12821 + }, + { + "epoch": 10.87531806615776, + "grad_norm": 1.3352823854755163, + "learning_rate": 1.9676475833921665e-05, + "loss": 0.1205, + "step": 12822 + }, + { + "epoch": 10.876166242578456, + "grad_norm": 1.2486160378391535, + "learning_rate": 1.967640652099583e-05, + "loss": 0.0922, + "step": 12823 + }, + { + "epoch": 10.877014418999153, + "grad_norm": 1.3418573213422038, + "learning_rate": 1.9676337200767982e-05, + "loss": 0.1147, + "step": 12824 + }, + { + "epoch": 10.877862595419847, + "grad_norm": 1.204196353697048, + "learning_rate": 1.9676267873238168e-05, + "loss": 0.1066, + "step": 12825 + }, + { + "epoch": 10.878710771840543, + "grad_norm": 1.2527781401377596, + "learning_rate": 1.9676198538406438e-05, + "loss": 0.1073, + "step": 12826 + }, + { + "epoch": 10.879558948261238, + "grad_norm": 1.4382194623411102, + "learning_rate": 1.9676129196272854e-05, + "loss": 0.1168, + "step": 12827 + }, + { + "epoch": 10.880407124681934, + "grad_norm": 1.2756544939088905, + "learning_rate": 1.9676059846837463e-05, + "loss": 0.0906, + "step": 12828 + }, + { + "epoch": 10.88125530110263, + "grad_norm": 1.2313929663871974, + "learning_rate": 1.9675990490100316e-05, + "loss": 0.0995, + "step": 12829 + }, + { + "epoch": 10.882103477523325, + "grad_norm": 1.2493571885321648, + "learning_rate": 1.967592112606147e-05, + "loss": 0.1086, + "step": 12830 + }, + { + "epoch": 10.882951653944021, + "grad_norm": 1.2723196694611978, + "learning_rate": 1.967585175472097e-05, + "loss": 0.1533, + "step": 12831 + }, + { + "epoch": 10.883799830364715, + "grad_norm": 1.2894931784790176, + "learning_rate": 1.9675782376078878e-05, + "loss": 0.1388, + "step": 12832 + }, + { + "epoch": 10.884648006785412, + "grad_norm": 1.2549703064520423, + "learning_rate": 1.967571299013524e-05, + "loss": 0.1114, + "step": 12833 + }, + { + "epoch": 10.885496183206106, + "grad_norm": 1.2446382093171202, + "learning_rate": 1.9675643596890107e-05, + "loss": 0.1174, + "step": 12834 + }, + { + "epoch": 10.886344359626802, + "grad_norm": 1.2630009123395884, + "learning_rate": 1.9675574196343536e-05, + "loss": 0.1088, + "step": 12835 + }, + { + "epoch": 10.887192536047499, + "grad_norm": 1.296246558453954, + "learning_rate": 1.9675504788495573e-05, + "loss": 0.1251, + "step": 12836 + }, + { + "epoch": 10.888040712468193, + "grad_norm": 1.2557957315858135, + "learning_rate": 1.967543537334628e-05, + "loss": 0.1109, + "step": 12837 + }, + { + "epoch": 10.88888888888889, + "grad_norm": 1.3619837110305166, + "learning_rate": 1.9675365950895703e-05, + "loss": 0.1049, + "step": 12838 + }, + { + "epoch": 10.889737065309584, + "grad_norm": 1.3079451712167753, + "learning_rate": 1.9675296521143892e-05, + "loss": 0.1271, + "step": 12839 + }, + { + "epoch": 10.89058524173028, + "grad_norm": 1.190727357672931, + "learning_rate": 1.9675227084090905e-05, + "loss": 0.0983, + "step": 12840 + }, + { + "epoch": 10.891433418150976, + "grad_norm": 1.2876588181170558, + "learning_rate": 1.9675157639736792e-05, + "loss": 0.1549, + "step": 12841 + }, + { + "epoch": 10.89228159457167, + "grad_norm": 1.191519133125413, + "learning_rate": 1.9675088188081607e-05, + "loss": 0.1151, + "step": 12842 + }, + { + "epoch": 10.893129770992367, + "grad_norm": 1.2361869238969645, + "learning_rate": 1.9675018729125398e-05, + "loss": 0.0995, + "step": 12843 + }, + { + "epoch": 10.893977947413061, + "grad_norm": 1.1396227425608414, + "learning_rate": 1.9674949262868223e-05, + "loss": 0.0943, + "step": 12844 + }, + { + "epoch": 10.894826123833758, + "grad_norm": 1.3742822673495465, + "learning_rate": 1.967487978931013e-05, + "loss": 0.1192, + "step": 12845 + }, + { + "epoch": 10.895674300254452, + "grad_norm": 1.4140165418713593, + "learning_rate": 1.9674810308451175e-05, + "loss": 0.1149, + "step": 12846 + }, + { + "epoch": 10.896522476675148, + "grad_norm": 1.188928746868, + "learning_rate": 1.9674740820291408e-05, + "loss": 0.0908, + "step": 12847 + }, + { + "epoch": 10.897370653095845, + "grad_norm": 1.2702971231507965, + "learning_rate": 1.967467132483088e-05, + "loss": 0.1193, + "step": 12848 + }, + { + "epoch": 10.898218829516539, + "grad_norm": 1.365142645479433, + "learning_rate": 1.967460182206965e-05, + "loss": 0.1413, + "step": 12849 + }, + { + "epoch": 10.899067005937235, + "grad_norm": 1.2689353512551942, + "learning_rate": 1.967453231200776e-05, + "loss": 0.1366, + "step": 12850 + }, + { + "epoch": 10.89991518235793, + "grad_norm": 1.1774384231002135, + "learning_rate": 1.9674462794645276e-05, + "loss": 0.0983, + "step": 12851 + }, + { + "epoch": 10.900763358778626, + "grad_norm": 1.2066311210553597, + "learning_rate": 1.9674393269982238e-05, + "loss": 0.124, + "step": 12852 + }, + { + "epoch": 10.901611535199322, + "grad_norm": 1.2498196793057599, + "learning_rate": 1.96743237380187e-05, + "loss": 0.0923, + "step": 12853 + }, + { + "epoch": 10.902459711620017, + "grad_norm": 1.0373803250916425, + "learning_rate": 1.9674254198754722e-05, + "loss": 0.1182, + "step": 12854 + }, + { + "epoch": 10.903307888040713, + "grad_norm": 1.2012398076527375, + "learning_rate": 1.9674184652190353e-05, + "loss": 0.1012, + "step": 12855 + }, + { + "epoch": 10.904156064461407, + "grad_norm": 1.2897301280442242, + "learning_rate": 1.9674115098325644e-05, + "loss": 0.1052, + "step": 12856 + }, + { + "epoch": 10.905004240882104, + "grad_norm": 1.4251215649217635, + "learning_rate": 1.967404553716065e-05, + "loss": 0.1139, + "step": 12857 + }, + { + "epoch": 10.9058524173028, + "grad_norm": 1.4105518373502897, + "learning_rate": 1.967397596869542e-05, + "loss": 0.1057, + "step": 12858 + }, + { + "epoch": 10.906700593723494, + "grad_norm": 1.477601512548222, + "learning_rate": 1.967390639293001e-05, + "loss": 0.1112, + "step": 12859 + }, + { + "epoch": 10.90754877014419, + "grad_norm": 1.2558698572680993, + "learning_rate": 1.9673836809864467e-05, + "loss": 0.1141, + "step": 12860 + }, + { + "epoch": 10.908396946564885, + "grad_norm": 1.2694389752181139, + "learning_rate": 1.9673767219498852e-05, + "loss": 0.1003, + "step": 12861 + }, + { + "epoch": 10.909245122985581, + "grad_norm": 1.3110118702583204, + "learning_rate": 1.967369762183321e-05, + "loss": 0.1257, + "step": 12862 + }, + { + "epoch": 10.910093299406277, + "grad_norm": 1.3001784512020507, + "learning_rate": 1.9673628016867598e-05, + "loss": 0.1256, + "step": 12863 + }, + { + "epoch": 10.910941475826972, + "grad_norm": 1.1715222732478507, + "learning_rate": 1.9673558404602065e-05, + "loss": 0.1064, + "step": 12864 + }, + { + "epoch": 10.911789652247668, + "grad_norm": 1.2670443664977071, + "learning_rate": 1.9673488785036666e-05, + "loss": 0.1119, + "step": 12865 + }, + { + "epoch": 10.912637828668363, + "grad_norm": 1.2583988584339287, + "learning_rate": 1.9673419158171452e-05, + "loss": 0.1143, + "step": 12866 + }, + { + "epoch": 10.913486005089059, + "grad_norm": 1.1406112582932764, + "learning_rate": 1.9673349524006475e-05, + "loss": 0.1092, + "step": 12867 + }, + { + "epoch": 10.914334181509753, + "grad_norm": 1.1855627141674188, + "learning_rate": 1.967327988254179e-05, + "loss": 0.1185, + "step": 12868 + }, + { + "epoch": 10.91518235793045, + "grad_norm": 1.3268934577518237, + "learning_rate": 1.9673210233777452e-05, + "loss": 0.1254, + "step": 12869 + }, + { + "epoch": 10.916030534351146, + "grad_norm": 1.2350171592925083, + "learning_rate": 1.9673140577713508e-05, + "loss": 0.1153, + "step": 12870 + }, + { + "epoch": 10.91687871077184, + "grad_norm": 1.294614418057269, + "learning_rate": 1.9673070914350014e-05, + "loss": 0.1073, + "step": 12871 + }, + { + "epoch": 10.917726887192536, + "grad_norm": 1.310492059145349, + "learning_rate": 1.967300124368702e-05, + "loss": 0.1189, + "step": 12872 + }, + { + "epoch": 10.91857506361323, + "grad_norm": 1.2381133746255393, + "learning_rate": 1.967293156572458e-05, + "loss": 0.108, + "step": 12873 + }, + { + "epoch": 10.919423240033927, + "grad_norm": 1.3059726459765526, + "learning_rate": 1.9672861880462745e-05, + "loss": 0.1284, + "step": 12874 + }, + { + "epoch": 10.920271416454623, + "grad_norm": 1.2433219639060602, + "learning_rate": 1.967279218790157e-05, + "loss": 0.0951, + "step": 12875 + }, + { + "epoch": 10.921119592875318, + "grad_norm": 1.1798440672540689, + "learning_rate": 1.9672722488041108e-05, + "loss": 0.0998, + "step": 12876 + }, + { + "epoch": 10.921967769296014, + "grad_norm": 1.384402090507317, + "learning_rate": 1.967265278088141e-05, + "loss": 0.1585, + "step": 12877 + }, + { + "epoch": 10.922815945716708, + "grad_norm": 1.1131382266805907, + "learning_rate": 1.9672583066422527e-05, + "loss": 0.1008, + "step": 12878 + }, + { + "epoch": 10.923664122137405, + "grad_norm": 1.3610416803257288, + "learning_rate": 1.9672513344664514e-05, + "loss": 0.1209, + "step": 12879 + }, + { + "epoch": 10.924512298558101, + "grad_norm": 1.427893952520314, + "learning_rate": 1.9672443615607425e-05, + "loss": 0.1363, + "step": 12880 + }, + { + "epoch": 10.925360474978795, + "grad_norm": 1.2290411207370504, + "learning_rate": 1.9672373879251307e-05, + "loss": 0.1245, + "step": 12881 + }, + { + "epoch": 10.926208651399492, + "grad_norm": 1.349484930313432, + "learning_rate": 1.9672304135596218e-05, + "loss": 0.1023, + "step": 12882 + }, + { + "epoch": 10.927056827820186, + "grad_norm": 1.409057370181495, + "learning_rate": 1.967223438464221e-05, + "loss": 0.1337, + "step": 12883 + }, + { + "epoch": 10.927905004240882, + "grad_norm": 1.4279056652044084, + "learning_rate": 1.967216462638933e-05, + "loss": 0.1136, + "step": 12884 + }, + { + "epoch": 10.928753180661577, + "grad_norm": 1.3490092558722688, + "learning_rate": 1.967209486083764e-05, + "loss": 0.128, + "step": 12885 + }, + { + "epoch": 10.929601357082273, + "grad_norm": 1.2622404635847324, + "learning_rate": 1.9672025087987186e-05, + "loss": 0.1016, + "step": 12886 + }, + { + "epoch": 10.93044953350297, + "grad_norm": 1.4409037221671532, + "learning_rate": 1.9671955307838022e-05, + "loss": 0.1371, + "step": 12887 + }, + { + "epoch": 10.931297709923664, + "grad_norm": 1.14596928799442, + "learning_rate": 1.9671885520390205e-05, + "loss": 0.0944, + "step": 12888 + }, + { + "epoch": 10.93214588634436, + "grad_norm": 1.1909981429676544, + "learning_rate": 1.967181572564378e-05, + "loss": 0.0962, + "step": 12889 + }, + { + "epoch": 10.932994062765054, + "grad_norm": 1.372917624383267, + "learning_rate": 1.9671745923598803e-05, + "loss": 0.1505, + "step": 12890 + }, + { + "epoch": 10.93384223918575, + "grad_norm": 1.2003201188329122, + "learning_rate": 1.967167611425533e-05, + "loss": 0.112, + "step": 12891 + }, + { + "epoch": 10.934690415606447, + "grad_norm": 1.3487949536426802, + "learning_rate": 1.9671606297613408e-05, + "loss": 0.1204, + "step": 12892 + }, + { + "epoch": 10.935538592027141, + "grad_norm": 1.2810869172939139, + "learning_rate": 1.9671536473673094e-05, + "loss": 0.1207, + "step": 12893 + }, + { + "epoch": 10.936386768447838, + "grad_norm": 1.2366718628847415, + "learning_rate": 1.967146664243444e-05, + "loss": 0.0956, + "step": 12894 + }, + { + "epoch": 10.937234944868532, + "grad_norm": 1.3893092050091393, + "learning_rate": 1.9671396803897495e-05, + "loss": 0.1247, + "step": 12895 + }, + { + "epoch": 10.938083121289228, + "grad_norm": 1.099436023932751, + "learning_rate": 1.9671326958062314e-05, + "loss": 0.0964, + "step": 12896 + }, + { + "epoch": 10.938931297709924, + "grad_norm": 1.2957627607849134, + "learning_rate": 1.9671257104928956e-05, + "loss": 0.1321, + "step": 12897 + }, + { + "epoch": 10.939779474130619, + "grad_norm": 1.122888248393318, + "learning_rate": 1.9671187244497463e-05, + "loss": 0.1019, + "step": 12898 + }, + { + "epoch": 10.940627650551315, + "grad_norm": 1.227742471570177, + "learning_rate": 1.9671117376767894e-05, + "loss": 0.0921, + "step": 12899 + }, + { + "epoch": 10.94147582697201, + "grad_norm": 1.3326965663150943, + "learning_rate": 1.9671047501740302e-05, + "loss": 0.1215, + "step": 12900 + }, + { + "epoch": 10.942324003392706, + "grad_norm": 1.2365778951011166, + "learning_rate": 1.9670977619414736e-05, + "loss": 0.1005, + "step": 12901 + }, + { + "epoch": 10.943172179813402, + "grad_norm": 1.3231851257426348, + "learning_rate": 1.9670907729791252e-05, + "loss": 0.111, + "step": 12902 + }, + { + "epoch": 10.944020356234097, + "grad_norm": 1.2474351790321074, + "learning_rate": 1.9670837832869902e-05, + "loss": 0.091, + "step": 12903 + }, + { + "epoch": 10.944868532654793, + "grad_norm": 1.2767263511937619, + "learning_rate": 1.9670767928650736e-05, + "loss": 0.1228, + "step": 12904 + }, + { + "epoch": 10.945716709075487, + "grad_norm": 1.3870307649218363, + "learning_rate": 1.9670698017133812e-05, + "loss": 0.1245, + "step": 12905 + }, + { + "epoch": 10.946564885496183, + "grad_norm": 1.2586468653794298, + "learning_rate": 1.9670628098319178e-05, + "loss": 0.1164, + "step": 12906 + }, + { + "epoch": 10.947413061916878, + "grad_norm": 1.2240996793709742, + "learning_rate": 1.967055817220689e-05, + "loss": 0.118, + "step": 12907 + }, + { + "epoch": 10.948261238337574, + "grad_norm": 1.1829554649539638, + "learning_rate": 1.9670488238797e-05, + "loss": 0.0893, + "step": 12908 + }, + { + "epoch": 10.94910941475827, + "grad_norm": 1.190377171860785, + "learning_rate": 1.9670418298089556e-05, + "loss": 0.0966, + "step": 12909 + }, + { + "epoch": 10.949957591178965, + "grad_norm": 1.2350574761879336, + "learning_rate": 1.9670348350084618e-05, + "loss": 0.1053, + "step": 12910 + }, + { + "epoch": 10.950805767599661, + "grad_norm": 1.1056584102895295, + "learning_rate": 1.9670278394782236e-05, + "loss": 0.0867, + "step": 12911 + }, + { + "epoch": 10.951653944020356, + "grad_norm": 1.3313988989065102, + "learning_rate": 1.9670208432182463e-05, + "loss": 0.1143, + "step": 12912 + }, + { + "epoch": 10.952502120441052, + "grad_norm": 1.219879774801489, + "learning_rate": 1.9670138462285352e-05, + "loss": 0.1275, + "step": 12913 + }, + { + "epoch": 10.953350296861748, + "grad_norm": 1.1575526948462724, + "learning_rate": 1.9670068485090953e-05, + "loss": 0.0913, + "step": 12914 + }, + { + "epoch": 10.954198473282442, + "grad_norm": 1.3405988020249766, + "learning_rate": 1.9669998500599322e-05, + "loss": 0.1165, + "step": 12915 + }, + { + "epoch": 10.955046649703139, + "grad_norm": 1.199920582082549, + "learning_rate": 1.966992850881051e-05, + "loss": 0.086, + "step": 12916 + }, + { + "epoch": 10.955894826123833, + "grad_norm": 1.3315697283722603, + "learning_rate": 1.9669858509724568e-05, + "loss": 0.1239, + "step": 12917 + }, + { + "epoch": 10.95674300254453, + "grad_norm": 1.2535269320687876, + "learning_rate": 1.966978850334156e-05, + "loss": 0.1033, + "step": 12918 + }, + { + "epoch": 10.957591178965224, + "grad_norm": 1.2393104555402492, + "learning_rate": 1.9669718489661522e-05, + "loss": 0.0919, + "step": 12919 + }, + { + "epoch": 10.95843935538592, + "grad_norm": 1.1900464637747796, + "learning_rate": 1.9669648468684516e-05, + "loss": 0.0965, + "step": 12920 + }, + { + "epoch": 10.959287531806616, + "grad_norm": 1.3200770431029956, + "learning_rate": 1.96695784404106e-05, + "loss": 0.1103, + "step": 12921 + }, + { + "epoch": 10.96013570822731, + "grad_norm": 1.1739820644665675, + "learning_rate": 1.9669508404839814e-05, + "loss": 0.1115, + "step": 12922 + }, + { + "epoch": 10.960983884648007, + "grad_norm": 1.217122817281488, + "learning_rate": 1.966943836197222e-05, + "loss": 0.1126, + "step": 12923 + }, + { + "epoch": 10.961832061068701, + "grad_norm": 1.3688643417961581, + "learning_rate": 1.9669368311807865e-05, + "loss": 0.1359, + "step": 12924 + }, + { + "epoch": 10.962680237489398, + "grad_norm": 1.1971190536018204, + "learning_rate": 1.9669298254346812e-05, + "loss": 0.1113, + "step": 12925 + }, + { + "epoch": 10.963528413910094, + "grad_norm": 1.273236612702958, + "learning_rate": 1.9669228189589102e-05, + "loss": 0.1108, + "step": 12926 + }, + { + "epoch": 10.964376590330788, + "grad_norm": 1.0866436665962693, + "learning_rate": 1.9669158117534793e-05, + "loss": 0.1013, + "step": 12927 + }, + { + "epoch": 10.965224766751485, + "grad_norm": 1.3918258285205964, + "learning_rate": 1.9669088038183942e-05, + "loss": 0.1095, + "step": 12928 + }, + { + "epoch": 10.966072943172179, + "grad_norm": 1.3785658466637323, + "learning_rate": 1.9669017951536597e-05, + "loss": 0.0994, + "step": 12929 + }, + { + "epoch": 10.966921119592875, + "grad_norm": 1.418575049055407, + "learning_rate": 1.966894785759281e-05, + "loss": 0.1155, + "step": 12930 + }, + { + "epoch": 10.967769296013572, + "grad_norm": 1.2257398179215673, + "learning_rate": 1.9668877756352637e-05, + "loss": 0.1015, + "step": 12931 + }, + { + "epoch": 10.968617472434266, + "grad_norm": 1.221290338535441, + "learning_rate": 1.9668807647816127e-05, + "loss": 0.1192, + "step": 12932 + }, + { + "epoch": 10.969465648854962, + "grad_norm": 1.2662162974657143, + "learning_rate": 1.9668737531983337e-05, + "loss": 0.1144, + "step": 12933 + }, + { + "epoch": 10.970313825275657, + "grad_norm": 1.1281979002192013, + "learning_rate": 1.966866740885432e-05, + "loss": 0.0937, + "step": 12934 + }, + { + "epoch": 10.971162001696353, + "grad_norm": 1.3578465036344736, + "learning_rate": 1.9668597278429124e-05, + "loss": 0.1166, + "step": 12935 + }, + { + "epoch": 10.97201017811705, + "grad_norm": 1.3143323193719507, + "learning_rate": 1.9668527140707806e-05, + "loss": 0.1034, + "step": 12936 + }, + { + "epoch": 10.972858354537744, + "grad_norm": 1.1076650234461096, + "learning_rate": 1.966845699569042e-05, + "loss": 0.0845, + "step": 12937 + }, + { + "epoch": 10.97370653095844, + "grad_norm": 1.2061894937052484, + "learning_rate": 1.9668386843377015e-05, + "loss": 0.1003, + "step": 12938 + }, + { + "epoch": 10.974554707379134, + "grad_norm": 1.3496534941549636, + "learning_rate": 1.9668316683767648e-05, + "loss": 0.1231, + "step": 12939 + }, + { + "epoch": 10.97540288379983, + "grad_norm": 1.1553148447900576, + "learning_rate": 1.9668246516862366e-05, + "loss": 0.0988, + "step": 12940 + }, + { + "epoch": 10.976251060220527, + "grad_norm": 1.1712230309595228, + "learning_rate": 1.9668176342661233e-05, + "loss": 0.1082, + "step": 12941 + }, + { + "epoch": 10.977099236641221, + "grad_norm": 1.2348164380369577, + "learning_rate": 1.966810616116429e-05, + "loss": 0.1065, + "step": 12942 + }, + { + "epoch": 10.977947413061917, + "grad_norm": 1.3136695737416715, + "learning_rate": 1.966803597237159e-05, + "loss": 0.1206, + "step": 12943 + }, + { + "epoch": 10.978795589482612, + "grad_norm": 1.1639601585981931, + "learning_rate": 1.96679657762832e-05, + "loss": 0.1063, + "step": 12944 + }, + { + "epoch": 10.979643765903308, + "grad_norm": 1.451953813672785, + "learning_rate": 1.9667895572899155e-05, + "loss": 0.1031, + "step": 12945 + }, + { + "epoch": 10.980491942324003, + "grad_norm": 1.2006255423916272, + "learning_rate": 1.9667825362219525e-05, + "loss": 0.0981, + "step": 12946 + }, + { + "epoch": 10.981340118744699, + "grad_norm": 1.2700514460891814, + "learning_rate": 1.966775514424435e-05, + "loss": 0.1033, + "step": 12947 + }, + { + "epoch": 10.982188295165395, + "grad_norm": 1.2371422295574244, + "learning_rate": 1.966768491897369e-05, + "loss": 0.1075, + "step": 12948 + }, + { + "epoch": 10.98303647158609, + "grad_norm": 1.2103130430561502, + "learning_rate": 1.9667614686407592e-05, + "loss": 0.1037, + "step": 12949 + }, + { + "epoch": 10.983884648006786, + "grad_norm": 1.1922056795753146, + "learning_rate": 1.9667544446546115e-05, + "loss": 0.0952, + "step": 12950 + }, + { + "epoch": 10.98473282442748, + "grad_norm": 1.2621093749517776, + "learning_rate": 1.9667474199389306e-05, + "loss": 0.1093, + "step": 12951 + }, + { + "epoch": 10.985581000848176, + "grad_norm": 1.2040642985112124, + "learning_rate": 1.9667403944937226e-05, + "loss": 0.0987, + "step": 12952 + }, + { + "epoch": 10.986429177268873, + "grad_norm": 1.1831121333448555, + "learning_rate": 1.9667333683189925e-05, + "loss": 0.0935, + "step": 12953 + }, + { + "epoch": 10.987277353689567, + "grad_norm": 1.3508317887349108, + "learning_rate": 1.9667263414147452e-05, + "loss": 0.1334, + "step": 12954 + }, + { + "epoch": 10.988125530110263, + "grad_norm": 1.2027710497039177, + "learning_rate": 1.9667193137809863e-05, + "loss": 0.1059, + "step": 12955 + }, + { + "epoch": 10.988973706530958, + "grad_norm": 1.2205698865861294, + "learning_rate": 1.966712285417721e-05, + "loss": 0.0982, + "step": 12956 + }, + { + "epoch": 10.989821882951654, + "grad_norm": 1.3128476328507135, + "learning_rate": 1.9667052563249546e-05, + "loss": 0.1153, + "step": 12957 + }, + { + "epoch": 10.990670059372349, + "grad_norm": 1.1170241888629213, + "learning_rate": 1.9666982265026927e-05, + "loss": 0.096, + "step": 12958 + }, + { + "epoch": 10.991518235793045, + "grad_norm": 1.3118259406605135, + "learning_rate": 1.9666911959509405e-05, + "loss": 0.1009, + "step": 12959 + }, + { + "epoch": 10.992366412213741, + "grad_norm": 1.3004066789067144, + "learning_rate": 1.966684164669703e-05, + "loss": 0.1047, + "step": 12960 + }, + { + "epoch": 10.993214588634435, + "grad_norm": 1.2077066636663971, + "learning_rate": 1.9666771326589857e-05, + "loss": 0.1179, + "step": 12961 + }, + { + "epoch": 10.994062765055132, + "grad_norm": 1.337610278334273, + "learning_rate": 1.966670099918794e-05, + "loss": 0.1159, + "step": 12962 + }, + { + "epoch": 10.994910941475826, + "grad_norm": 1.1893032461372726, + "learning_rate": 1.9666630664491328e-05, + "loss": 0.104, + "step": 12963 + }, + { + "epoch": 10.995759117896522, + "grad_norm": 1.3240096723377002, + "learning_rate": 1.966656032250008e-05, + "loss": 0.1234, + "step": 12964 + }, + { + "epoch": 10.996607294317219, + "grad_norm": 1.3650835339728453, + "learning_rate": 1.9666489973214245e-05, + "loss": 0.1423, + "step": 12965 + }, + { + "epoch": 10.997455470737913, + "grad_norm": 1.3726761914155143, + "learning_rate": 1.9666419616633877e-05, + "loss": 0.1125, + "step": 12966 + }, + { + "epoch": 10.99830364715861, + "grad_norm": 1.3614262875316192, + "learning_rate": 1.9666349252759032e-05, + "loss": 0.1137, + "step": 12967 + }, + { + "epoch": 10.999151823579304, + "grad_norm": 1.235907036579648, + "learning_rate": 1.966627888158976e-05, + "loss": 0.0953, + "step": 12968 + }, + { + "epoch": 11.0, + "grad_norm": 1.2642143406057593, + "learning_rate": 1.9666208503126115e-05, + "loss": 0.1262, + "step": 12969 + }, + { + "epoch": 11.000848176420696, + "grad_norm": 1.0860416178978165, + "learning_rate": 1.9666138117368147e-05, + "loss": 0.0886, + "step": 12970 + }, + { + "epoch": 11.00169635284139, + "grad_norm": 1.1085904911703717, + "learning_rate": 1.9666067724315913e-05, + "loss": 0.0886, + "step": 12971 + }, + { + "epoch": 11.002544529262087, + "grad_norm": 1.0814858629932154, + "learning_rate": 1.9665997323969468e-05, + "loss": 0.0764, + "step": 12972 + }, + { + "epoch": 11.003392705682781, + "grad_norm": 1.0635390410141143, + "learning_rate": 1.9665926916328857e-05, + "loss": 0.079, + "step": 12973 + }, + { + "epoch": 11.004240882103478, + "grad_norm": 1.133455531917066, + "learning_rate": 1.9665856501394144e-05, + "loss": 0.0731, + "step": 12974 + }, + { + "epoch": 11.005089058524174, + "grad_norm": 1.261266834397246, + "learning_rate": 1.966578607916537e-05, + "loss": 0.0976, + "step": 12975 + }, + { + "epoch": 11.005937234944868, + "grad_norm": 1.3528500253948865, + "learning_rate": 1.96657156496426e-05, + "loss": 0.0876, + "step": 12976 + }, + { + "epoch": 11.006785411365565, + "grad_norm": 1.274375878696928, + "learning_rate": 1.9665645212825878e-05, + "loss": 0.0915, + "step": 12977 + }, + { + "epoch": 11.007633587786259, + "grad_norm": 1.2180877246181674, + "learning_rate": 1.9665574768715264e-05, + "loss": 0.0742, + "step": 12978 + }, + { + "epoch": 11.008481764206955, + "grad_norm": 1.0995797737536905, + "learning_rate": 1.9665504317310805e-05, + "loss": 0.1011, + "step": 12979 + }, + { + "epoch": 11.00932994062765, + "grad_norm": 1.0823838933265646, + "learning_rate": 1.966543385861256e-05, + "loss": 0.1006, + "step": 12980 + }, + { + "epoch": 11.010178117048346, + "grad_norm": 1.1287705838633153, + "learning_rate": 1.9665363392620576e-05, + "loss": 0.0856, + "step": 12981 + }, + { + "epoch": 11.011026293469042, + "grad_norm": 1.128429954229328, + "learning_rate": 1.966529291933491e-05, + "loss": 0.0972, + "step": 12982 + }, + { + "epoch": 11.011874469889737, + "grad_norm": 0.9951997415925715, + "learning_rate": 1.966522243875562e-05, + "loss": 0.0734, + "step": 12983 + }, + { + "epoch": 11.012722646310433, + "grad_norm": 1.1905129284074212, + "learning_rate": 1.966515195088275e-05, + "loss": 0.1062, + "step": 12984 + }, + { + "epoch": 11.013570822731127, + "grad_norm": 0.9877428879827268, + "learning_rate": 1.9665081455716354e-05, + "loss": 0.0727, + "step": 12985 + }, + { + "epoch": 11.014418999151824, + "grad_norm": 1.1900119905226048, + "learning_rate": 1.9665010953256493e-05, + "loss": 0.0901, + "step": 12986 + }, + { + "epoch": 11.01526717557252, + "grad_norm": 1.120872996620191, + "learning_rate": 1.9664940443503214e-05, + "loss": 0.0819, + "step": 12987 + }, + { + "epoch": 11.016115351993214, + "grad_norm": 1.229698371595953, + "learning_rate": 1.966486992645657e-05, + "loss": 0.1016, + "step": 12988 + }, + { + "epoch": 11.01696352841391, + "grad_norm": 1.2225733551448488, + "learning_rate": 1.9664799402116616e-05, + "loss": 0.0848, + "step": 12989 + }, + { + "epoch": 11.017811704834605, + "grad_norm": 1.381964438623098, + "learning_rate": 1.966472887048341e-05, + "loss": 0.0836, + "step": 12990 + }, + { + "epoch": 11.018659881255301, + "grad_norm": 1.1475435156209237, + "learning_rate": 1.9664658331556997e-05, + "loss": 0.09, + "step": 12991 + }, + { + "epoch": 11.019508057675997, + "grad_norm": 1.1534592628954434, + "learning_rate": 1.966458778533743e-05, + "loss": 0.0852, + "step": 12992 + }, + { + "epoch": 11.020356234096692, + "grad_norm": 1.2741222047004428, + "learning_rate": 1.966451723182477e-05, + "loss": 0.0956, + "step": 12993 + }, + { + "epoch": 11.021204410517388, + "grad_norm": 1.2581091447792825, + "learning_rate": 1.9664446671019064e-05, + "loss": 0.0914, + "step": 12994 + }, + { + "epoch": 11.022052586938083, + "grad_norm": 1.0904079330491574, + "learning_rate": 1.966437610292037e-05, + "loss": 0.0824, + "step": 12995 + }, + { + "epoch": 11.022900763358779, + "grad_norm": 1.2141390987831737, + "learning_rate": 1.9664305527528736e-05, + "loss": 0.0835, + "step": 12996 + }, + { + "epoch": 11.023748939779475, + "grad_norm": 1.0927700354830139, + "learning_rate": 1.966423494484422e-05, + "loss": 0.0741, + "step": 12997 + }, + { + "epoch": 11.02459711620017, + "grad_norm": 1.1312775090278568, + "learning_rate": 1.966416435486687e-05, + "loss": 0.0869, + "step": 12998 + }, + { + "epoch": 11.025445292620866, + "grad_norm": 1.0836068288602807, + "learning_rate": 1.966409375759675e-05, + "loss": 0.0854, + "step": 12999 + }, + { + "epoch": 11.02629346904156, + "grad_norm": 1.1087663630889155, + "learning_rate": 1.9664023153033896e-05, + "loss": 0.0815, + "step": 13000 + }, + { + "epoch": 11.027141645462256, + "grad_norm": 1.077136661097571, + "learning_rate": 1.9663952541178375e-05, + "loss": 0.0703, + "step": 13001 + }, + { + "epoch": 11.02798982188295, + "grad_norm": 1.1021116513049853, + "learning_rate": 1.9663881922030235e-05, + "loss": 0.0937, + "step": 13002 + }, + { + "epoch": 11.028837998303647, + "grad_norm": 1.211751611302932, + "learning_rate": 1.966381129558953e-05, + "loss": 0.097, + "step": 13003 + }, + { + "epoch": 11.029686174724343, + "grad_norm": 1.1022239805292107, + "learning_rate": 1.9663740661856318e-05, + "loss": 0.0764, + "step": 13004 + }, + { + "epoch": 11.030534351145038, + "grad_norm": 1.1965664114920005, + "learning_rate": 1.966367002083064e-05, + "loss": 0.0896, + "step": 13005 + }, + { + "epoch": 11.031382527565734, + "grad_norm": 1.1402474298623142, + "learning_rate": 1.9663599372512564e-05, + "loss": 0.1118, + "step": 13006 + }, + { + "epoch": 11.032230703986428, + "grad_norm": 1.266677538482457, + "learning_rate": 1.9663528716902136e-05, + "loss": 0.1012, + "step": 13007 + }, + { + "epoch": 11.033078880407125, + "grad_norm": 1.1453978444274076, + "learning_rate": 1.966345805399941e-05, + "loss": 0.0904, + "step": 13008 + }, + { + "epoch": 11.033927056827821, + "grad_norm": 1.1172849609766746, + "learning_rate": 1.966338738380444e-05, + "loss": 0.0709, + "step": 13009 + }, + { + "epoch": 11.034775233248515, + "grad_norm": 1.1620194100286143, + "learning_rate": 1.9663316706317274e-05, + "loss": 0.0874, + "step": 13010 + }, + { + "epoch": 11.035623409669212, + "grad_norm": 1.2046201863848875, + "learning_rate": 1.9663246021537975e-05, + "loss": 0.0893, + "step": 13011 + }, + { + "epoch": 11.036471586089906, + "grad_norm": 1.052987572437618, + "learning_rate": 1.9663175329466587e-05, + "loss": 0.0801, + "step": 13012 + }, + { + "epoch": 11.037319762510602, + "grad_norm": 1.0477608899019721, + "learning_rate": 1.966310463010317e-05, + "loss": 0.0784, + "step": 13013 + }, + { + "epoch": 11.038167938931299, + "grad_norm": 1.300415733957859, + "learning_rate": 1.9663033923447775e-05, + "loss": 0.1021, + "step": 13014 + }, + { + "epoch": 11.039016115351993, + "grad_norm": 1.2280119378024834, + "learning_rate": 1.9662963209500457e-05, + "loss": 0.0887, + "step": 13015 + }, + { + "epoch": 11.03986429177269, + "grad_norm": 1.1741064891545385, + "learning_rate": 1.9662892488261266e-05, + "loss": 0.0898, + "step": 13016 + }, + { + "epoch": 11.040712468193384, + "grad_norm": 1.128542511641435, + "learning_rate": 1.9662821759730256e-05, + "loss": 0.078, + "step": 13017 + }, + { + "epoch": 11.04156064461408, + "grad_norm": 1.1627619386127306, + "learning_rate": 1.9662751023907485e-05, + "loss": 0.0977, + "step": 13018 + }, + { + "epoch": 11.042408821034774, + "grad_norm": 1.190868349226632, + "learning_rate": 1.9662680280792997e-05, + "loss": 0.0753, + "step": 13019 + }, + { + "epoch": 11.04325699745547, + "grad_norm": 1.0826124708965137, + "learning_rate": 1.966260953038686e-05, + "loss": 0.0793, + "step": 13020 + }, + { + "epoch": 11.044105173876167, + "grad_norm": 1.2375818246633266, + "learning_rate": 1.966253877268911e-05, + "loss": 0.0843, + "step": 13021 + }, + { + "epoch": 11.044953350296861, + "grad_norm": 1.155640990764694, + "learning_rate": 1.9662468007699817e-05, + "loss": 0.0895, + "step": 13022 + }, + { + "epoch": 11.045801526717558, + "grad_norm": 1.198383480744827, + "learning_rate": 1.966239723541902e-05, + "loss": 0.0923, + "step": 13023 + }, + { + "epoch": 11.046649703138252, + "grad_norm": 1.1636333463428858, + "learning_rate": 1.966232645584678e-05, + "loss": 0.0905, + "step": 13024 + }, + { + "epoch": 11.047497879558948, + "grad_norm": 1.1351277618990083, + "learning_rate": 1.966225566898315e-05, + "loss": 0.0835, + "step": 13025 + }, + { + "epoch": 11.048346055979644, + "grad_norm": 1.1250296248793357, + "learning_rate": 1.9662184874828183e-05, + "loss": 0.0876, + "step": 13026 + }, + { + "epoch": 11.049194232400339, + "grad_norm": 1.1904602651298484, + "learning_rate": 1.966211407338193e-05, + "loss": 0.0907, + "step": 13027 + }, + { + "epoch": 11.050042408821035, + "grad_norm": 1.1785513866041, + "learning_rate": 1.9662043264644447e-05, + "loss": 0.1009, + "step": 13028 + }, + { + "epoch": 11.05089058524173, + "grad_norm": 1.4226909347402643, + "learning_rate": 1.966197244861579e-05, + "loss": 0.1078, + "step": 13029 + }, + { + "epoch": 11.051738761662426, + "grad_norm": 1.1784168006621165, + "learning_rate": 1.9661901625296007e-05, + "loss": 0.0875, + "step": 13030 + }, + { + "epoch": 11.052586938083122, + "grad_norm": 1.140580181882502, + "learning_rate": 1.9661830794685157e-05, + "loss": 0.0773, + "step": 13031 + }, + { + "epoch": 11.053435114503817, + "grad_norm": 1.0650646190779522, + "learning_rate": 1.9661759956783287e-05, + "loss": 0.0764, + "step": 13032 + }, + { + "epoch": 11.054283290924513, + "grad_norm": 1.0463928943461596, + "learning_rate": 1.9661689111590453e-05, + "loss": 0.0883, + "step": 13033 + }, + { + "epoch": 11.055131467345207, + "grad_norm": 1.1583318872772643, + "learning_rate": 1.9661618259106712e-05, + "loss": 0.079, + "step": 13034 + }, + { + "epoch": 11.055979643765903, + "grad_norm": 1.0328241673384777, + "learning_rate": 1.9661547399332114e-05, + "loss": 0.0835, + "step": 13035 + }, + { + "epoch": 11.056827820186598, + "grad_norm": 1.1457803905502923, + "learning_rate": 1.966147653226671e-05, + "loss": 0.0822, + "step": 13036 + }, + { + "epoch": 11.057675996607294, + "grad_norm": 1.2051197204935604, + "learning_rate": 1.966140565791056e-05, + "loss": 0.0913, + "step": 13037 + }, + { + "epoch": 11.05852417302799, + "grad_norm": 1.2115669455021056, + "learning_rate": 1.966133477626371e-05, + "loss": 0.0909, + "step": 13038 + }, + { + "epoch": 11.059372349448685, + "grad_norm": 1.2786780197835068, + "learning_rate": 1.9661263887326223e-05, + "loss": 0.0812, + "step": 13039 + }, + { + "epoch": 11.060220525869381, + "grad_norm": 1.1129026980695806, + "learning_rate": 1.9661192991098146e-05, + "loss": 0.088, + "step": 13040 + }, + { + "epoch": 11.061068702290076, + "grad_norm": 1.2201792103743363, + "learning_rate": 1.966112208757953e-05, + "loss": 0.0839, + "step": 13041 + }, + { + "epoch": 11.061916878710772, + "grad_norm": 1.2605964066931414, + "learning_rate": 1.9661051176770436e-05, + "loss": 0.0886, + "step": 13042 + }, + { + "epoch": 11.062765055131468, + "grad_norm": 1.274129539642258, + "learning_rate": 1.966098025867091e-05, + "loss": 0.0879, + "step": 13043 + }, + { + "epoch": 11.063613231552162, + "grad_norm": 1.1840513576707394, + "learning_rate": 1.966090933328101e-05, + "loss": 0.0936, + "step": 13044 + }, + { + "epoch": 11.064461407972859, + "grad_norm": 1.2236877048338652, + "learning_rate": 1.9660838400600794e-05, + "loss": 0.0795, + "step": 13045 + }, + { + "epoch": 11.065309584393553, + "grad_norm": 1.0961465511921553, + "learning_rate": 1.9660767460630306e-05, + "loss": 0.0981, + "step": 13046 + }, + { + "epoch": 11.06615776081425, + "grad_norm": 1.0508271457340195, + "learning_rate": 1.9660696513369602e-05, + "loss": 0.0782, + "step": 13047 + }, + { + "epoch": 11.067005937234946, + "grad_norm": 1.1632901668695934, + "learning_rate": 1.966062555881874e-05, + "loss": 0.092, + "step": 13048 + }, + { + "epoch": 11.06785411365564, + "grad_norm": 1.1085891797186553, + "learning_rate": 1.966055459697777e-05, + "loss": 0.0915, + "step": 13049 + }, + { + "epoch": 11.068702290076336, + "grad_norm": 1.106394443483867, + "learning_rate": 1.9660483627846746e-05, + "loss": 0.0791, + "step": 13050 + }, + { + "epoch": 11.06955046649703, + "grad_norm": 1.069948484937983, + "learning_rate": 1.9660412651425723e-05, + "loss": 0.0836, + "step": 13051 + }, + { + "epoch": 11.070398642917727, + "grad_norm": 1.1130614751776284, + "learning_rate": 1.9660341667714752e-05, + "loss": 0.0742, + "step": 13052 + }, + { + "epoch": 11.071246819338423, + "grad_norm": 1.2249731201675758, + "learning_rate": 1.9660270676713887e-05, + "loss": 0.0872, + "step": 13053 + }, + { + "epoch": 11.072094995759118, + "grad_norm": 1.0834500588769689, + "learning_rate": 1.9660199678423185e-05, + "loss": 0.0757, + "step": 13054 + }, + { + "epoch": 11.072943172179814, + "grad_norm": 1.0845727261379572, + "learning_rate": 1.9660128672842697e-05, + "loss": 0.0718, + "step": 13055 + }, + { + "epoch": 11.073791348600508, + "grad_norm": 1.5252420569360217, + "learning_rate": 1.9660057659972474e-05, + "loss": 0.0692, + "step": 13056 + }, + { + "epoch": 11.074639525021205, + "grad_norm": 1.0973372158649364, + "learning_rate": 1.9659986639812574e-05, + "loss": 0.085, + "step": 13057 + }, + { + "epoch": 11.075487701441899, + "grad_norm": 1.1207615999638205, + "learning_rate": 1.965991561236305e-05, + "loss": 0.0903, + "step": 13058 + }, + { + "epoch": 11.076335877862595, + "grad_norm": 1.07959261637257, + "learning_rate": 1.9659844577623952e-05, + "loss": 0.0776, + "step": 13059 + }, + { + "epoch": 11.077184054283292, + "grad_norm": 1.2078543248274447, + "learning_rate": 1.965977353559534e-05, + "loss": 0.0967, + "step": 13060 + }, + { + "epoch": 11.078032230703986, + "grad_norm": 1.0551746407427411, + "learning_rate": 1.965970248627726e-05, + "loss": 0.0737, + "step": 13061 + }, + { + "epoch": 11.078880407124682, + "grad_norm": 1.0026800496780883, + "learning_rate": 1.965963142966977e-05, + "loss": 0.102, + "step": 13062 + }, + { + "epoch": 11.079728583545377, + "grad_norm": 1.1529081163222095, + "learning_rate": 1.9659560365772924e-05, + "loss": 0.0891, + "step": 13063 + }, + { + "epoch": 11.080576759966073, + "grad_norm": 1.0838898950427844, + "learning_rate": 1.9659489294586774e-05, + "loss": 0.0932, + "step": 13064 + }, + { + "epoch": 11.08142493638677, + "grad_norm": 1.0306942262079255, + "learning_rate": 1.9659418216111376e-05, + "loss": 0.0834, + "step": 13065 + }, + { + "epoch": 11.082273112807464, + "grad_norm": 1.1106846518648734, + "learning_rate": 1.9659347130346778e-05, + "loss": 0.0796, + "step": 13066 + }, + { + "epoch": 11.08312128922816, + "grad_norm": 1.142451924718998, + "learning_rate": 1.9659276037293042e-05, + "loss": 0.086, + "step": 13067 + }, + { + "epoch": 11.083969465648854, + "grad_norm": 1.264998903547697, + "learning_rate": 1.9659204936950215e-05, + "loss": 0.0791, + "step": 13068 + }, + { + "epoch": 11.08481764206955, + "grad_norm": 1.0339681072067284, + "learning_rate": 1.9659133829318354e-05, + "loss": 0.0722, + "step": 13069 + }, + { + "epoch": 11.085665818490247, + "grad_norm": 1.0327612498351595, + "learning_rate": 1.9659062714397507e-05, + "loss": 0.0834, + "step": 13070 + }, + { + "epoch": 11.086513994910941, + "grad_norm": 1.1610764678210541, + "learning_rate": 1.9658991592187738e-05, + "loss": 0.0942, + "step": 13071 + }, + { + "epoch": 11.087362171331637, + "grad_norm": 1.1713772487026792, + "learning_rate": 1.965892046268909e-05, + "loss": 0.0906, + "step": 13072 + }, + { + "epoch": 11.088210347752332, + "grad_norm": 1.0953002302116808, + "learning_rate": 1.9658849325901625e-05, + "loss": 0.0864, + "step": 13073 + }, + { + "epoch": 11.089058524173028, + "grad_norm": 1.1075172912717737, + "learning_rate": 1.9658778181825392e-05, + "loss": 0.0939, + "step": 13074 + }, + { + "epoch": 11.089906700593723, + "grad_norm": 1.1437324539051987, + "learning_rate": 1.9658707030460444e-05, + "loss": 0.1058, + "step": 13075 + }, + { + "epoch": 11.090754877014419, + "grad_norm": 1.1340527382359236, + "learning_rate": 1.965863587180684e-05, + "loss": 0.1021, + "step": 13076 + }, + { + "epoch": 11.091603053435115, + "grad_norm": 1.202145138356104, + "learning_rate": 1.965856470586463e-05, + "loss": 0.0904, + "step": 13077 + }, + { + "epoch": 11.09245122985581, + "grad_norm": 1.049190362362202, + "learning_rate": 1.9658493532633866e-05, + "loss": 0.0914, + "step": 13078 + }, + { + "epoch": 11.093299406276506, + "grad_norm": 1.2158651951968833, + "learning_rate": 1.96584223521146e-05, + "loss": 0.0947, + "step": 13079 + }, + { + "epoch": 11.0941475826972, + "grad_norm": 1.1631842669406847, + "learning_rate": 1.9658351164306896e-05, + "loss": 0.0971, + "step": 13080 + }, + { + "epoch": 11.094995759117896, + "grad_norm": 1.1535655738269397, + "learning_rate": 1.96582799692108e-05, + "loss": 0.0721, + "step": 13081 + }, + { + "epoch": 11.095843935538593, + "grad_norm": 1.0672906053240536, + "learning_rate": 1.9658208766826364e-05, + "loss": 0.0871, + "step": 13082 + }, + { + "epoch": 11.096692111959287, + "grad_norm": 1.1505521139200279, + "learning_rate": 1.9658137557153646e-05, + "loss": 0.0762, + "step": 13083 + }, + { + "epoch": 11.097540288379983, + "grad_norm": 1.0590411117068228, + "learning_rate": 1.96580663401927e-05, + "loss": 0.066, + "step": 13084 + }, + { + "epoch": 11.098388464800678, + "grad_norm": 1.1011840615362405, + "learning_rate": 1.9657995115943574e-05, + "loss": 0.0875, + "step": 13085 + }, + { + "epoch": 11.099236641221374, + "grad_norm": 1.1177153904336934, + "learning_rate": 1.9657923884406328e-05, + "loss": 0.0797, + "step": 13086 + }, + { + "epoch": 11.10008481764207, + "grad_norm": 1.0779906290215748, + "learning_rate": 1.9657852645581013e-05, + "loss": 0.0769, + "step": 13087 + }, + { + "epoch": 11.100932994062765, + "grad_norm": 1.1000230771159807, + "learning_rate": 1.9657781399467685e-05, + "loss": 0.0691, + "step": 13088 + }, + { + "epoch": 11.101781170483461, + "grad_norm": 0.9849357608579407, + "learning_rate": 1.9657710146066394e-05, + "loss": 0.0712, + "step": 13089 + }, + { + "epoch": 11.102629346904155, + "grad_norm": 1.62841365424186, + "learning_rate": 1.9657638885377197e-05, + "loss": 0.0991, + "step": 13090 + }, + { + "epoch": 11.103477523324852, + "grad_norm": 1.1192068921137237, + "learning_rate": 1.9657567617400146e-05, + "loss": 0.077, + "step": 13091 + }, + { + "epoch": 11.104325699745548, + "grad_norm": 1.0466109075127776, + "learning_rate": 1.9657496342135295e-05, + "loss": 0.0871, + "step": 13092 + }, + { + "epoch": 11.105173876166242, + "grad_norm": 1.1000585164489192, + "learning_rate": 1.9657425059582697e-05, + "loss": 0.0809, + "step": 13093 + }, + { + "epoch": 11.106022052586939, + "grad_norm": 1.12651856136627, + "learning_rate": 1.965735376974241e-05, + "loss": 0.0756, + "step": 13094 + }, + { + "epoch": 11.106870229007633, + "grad_norm": 1.2412565016074022, + "learning_rate": 1.9657282472614484e-05, + "loss": 0.0945, + "step": 13095 + }, + { + "epoch": 11.10771840542833, + "grad_norm": 1.2129673481500554, + "learning_rate": 1.9657211168198973e-05, + "loss": 0.0822, + "step": 13096 + }, + { + "epoch": 11.108566581849024, + "grad_norm": 1.218854797896356, + "learning_rate": 1.9657139856495934e-05, + "loss": 0.0862, + "step": 13097 + }, + { + "epoch": 11.10941475826972, + "grad_norm": 1.023745643109866, + "learning_rate": 1.9657068537505412e-05, + "loss": 0.0924, + "step": 13098 + }, + { + "epoch": 11.110262934690416, + "grad_norm": 1.2263987549850255, + "learning_rate": 1.9656997211227473e-05, + "loss": 0.1034, + "step": 13099 + }, + { + "epoch": 11.11111111111111, + "grad_norm": 1.1490121709463896, + "learning_rate": 1.965692587766216e-05, + "loss": 0.0745, + "step": 13100 + }, + { + "epoch": 11.111959287531807, + "grad_norm": 1.2117989976302563, + "learning_rate": 1.9656854536809535e-05, + "loss": 0.1059, + "step": 13101 + }, + { + "epoch": 11.112807463952501, + "grad_norm": 1.0613026888707449, + "learning_rate": 1.9656783188669645e-05, + "loss": 0.084, + "step": 13102 + }, + { + "epoch": 11.113655640373198, + "grad_norm": 1.1271484646904186, + "learning_rate": 1.965671183324255e-05, + "loss": 0.085, + "step": 13103 + }, + { + "epoch": 11.114503816793894, + "grad_norm": 1.0631397138057035, + "learning_rate": 1.96566404705283e-05, + "loss": 0.0793, + "step": 13104 + }, + { + "epoch": 11.115351993214588, + "grad_norm": 1.2722703870745118, + "learning_rate": 1.9656569100526954e-05, + "loss": 0.1017, + "step": 13105 + }, + { + "epoch": 11.116200169635285, + "grad_norm": 1.259214254957907, + "learning_rate": 1.9656497723238556e-05, + "loss": 0.0777, + "step": 13106 + }, + { + "epoch": 11.117048346055979, + "grad_norm": 1.4465640296916826, + "learning_rate": 1.9656426338663168e-05, + "loss": 0.1006, + "step": 13107 + }, + { + "epoch": 11.117896522476675, + "grad_norm": 1.190984713912458, + "learning_rate": 1.9656354946800843e-05, + "loss": 0.0749, + "step": 13108 + }, + { + "epoch": 11.118744698897371, + "grad_norm": 1.108312120961789, + "learning_rate": 1.9656283547651632e-05, + "loss": 0.0954, + "step": 13109 + }, + { + "epoch": 11.119592875318066, + "grad_norm": 1.0242062127042946, + "learning_rate": 1.965621214121559e-05, + "loss": 0.0779, + "step": 13110 + }, + { + "epoch": 11.120441051738762, + "grad_norm": 1.3063140162314835, + "learning_rate": 1.9656140727492776e-05, + "loss": 0.1012, + "step": 13111 + }, + { + "epoch": 11.121289228159457, + "grad_norm": 1.2758218577064433, + "learning_rate": 1.965606930648323e-05, + "loss": 0.0888, + "step": 13112 + }, + { + "epoch": 11.122137404580153, + "grad_norm": 0.9335764851030682, + "learning_rate": 1.965599787818702e-05, + "loss": 0.0684, + "step": 13113 + }, + { + "epoch": 11.122985581000847, + "grad_norm": 1.0225403812276432, + "learning_rate": 1.96559264426042e-05, + "loss": 0.0875, + "step": 13114 + }, + { + "epoch": 11.123833757421544, + "grad_norm": 1.141256004184435, + "learning_rate": 1.965585499973481e-05, + "loss": 0.0898, + "step": 13115 + }, + { + "epoch": 11.12468193384224, + "grad_norm": 1.3071002953502866, + "learning_rate": 1.9655783549578916e-05, + "loss": 0.097, + "step": 13116 + }, + { + "epoch": 11.125530110262934, + "grad_norm": 1.2319489887783244, + "learning_rate": 1.965571209213657e-05, + "loss": 0.1001, + "step": 13117 + }, + { + "epoch": 11.12637828668363, + "grad_norm": 1.3323902925202, + "learning_rate": 1.9655640627407826e-05, + "loss": 0.0873, + "step": 13118 + }, + { + "epoch": 11.127226463104325, + "grad_norm": 1.0819423101762367, + "learning_rate": 1.965556915539273e-05, + "loss": 0.0775, + "step": 13119 + }, + { + "epoch": 11.128074639525021, + "grad_norm": 1.1818320920552126, + "learning_rate": 1.9655497676091348e-05, + "loss": 0.0884, + "step": 13120 + }, + { + "epoch": 11.128922815945717, + "grad_norm": 1.2092355892675917, + "learning_rate": 1.965542618950373e-05, + "loss": 0.0799, + "step": 13121 + }, + { + "epoch": 11.129770992366412, + "grad_norm": 1.2702803267238898, + "learning_rate": 1.9655354695629924e-05, + "loss": 0.1086, + "step": 13122 + }, + { + "epoch": 11.130619168787108, + "grad_norm": 1.100928359346634, + "learning_rate": 1.965528319446999e-05, + "loss": 0.09, + "step": 13123 + }, + { + "epoch": 11.131467345207803, + "grad_norm": 1.1307606988885226, + "learning_rate": 1.965521168602398e-05, + "loss": 0.0812, + "step": 13124 + }, + { + "epoch": 11.132315521628499, + "grad_norm": 1.141529518261463, + "learning_rate": 1.965514017029195e-05, + "loss": 0.0982, + "step": 13125 + }, + { + "epoch": 11.133163698049195, + "grad_norm": 0.9907026398549146, + "learning_rate": 1.965506864727395e-05, + "loss": 0.068, + "step": 13126 + }, + { + "epoch": 11.13401187446989, + "grad_norm": 1.1081950508255876, + "learning_rate": 1.9654997116970035e-05, + "loss": 0.0818, + "step": 13127 + }, + { + "epoch": 11.134860050890586, + "grad_norm": 1.175142729331872, + "learning_rate": 1.9654925579380262e-05, + "loss": 0.0696, + "step": 13128 + }, + { + "epoch": 11.13570822731128, + "grad_norm": 1.139544057889036, + "learning_rate": 1.965485403450468e-05, + "loss": 0.0842, + "step": 13129 + }, + { + "epoch": 11.136556403731976, + "grad_norm": 1.2372964685365224, + "learning_rate": 1.965478248234335e-05, + "loss": 0.0867, + "step": 13130 + }, + { + "epoch": 11.137404580152673, + "grad_norm": 1.0032417375403169, + "learning_rate": 1.9654710922896322e-05, + "loss": 0.0682, + "step": 13131 + }, + { + "epoch": 11.138252756573367, + "grad_norm": 1.0784037039826968, + "learning_rate": 1.9654639356163646e-05, + "loss": 0.0816, + "step": 13132 + }, + { + "epoch": 11.139100932994063, + "grad_norm": 1.13214643874912, + "learning_rate": 1.9654567782145385e-05, + "loss": 0.0882, + "step": 13133 + }, + { + "epoch": 11.139949109414758, + "grad_norm": 1.1603357842904816, + "learning_rate": 1.965449620084159e-05, + "loss": 0.088, + "step": 13134 + }, + { + "epoch": 11.140797285835454, + "grad_norm": 1.190378397739078, + "learning_rate": 1.9654424612252306e-05, + "loss": 0.0739, + "step": 13135 + }, + { + "epoch": 11.141645462256148, + "grad_norm": 1.3477738862172428, + "learning_rate": 1.9654353016377596e-05, + "loss": 0.1067, + "step": 13136 + }, + { + "epoch": 11.142493638676845, + "grad_norm": 1.1242011575883268, + "learning_rate": 1.9654281413217516e-05, + "loss": 0.0874, + "step": 13137 + }, + { + "epoch": 11.143341815097541, + "grad_norm": 1.1835962811289806, + "learning_rate": 1.965420980277211e-05, + "loss": 0.0883, + "step": 13138 + }, + { + "epoch": 11.144189991518235, + "grad_norm": 1.1741830776840134, + "learning_rate": 1.9654138185041445e-05, + "loss": 0.0975, + "step": 13139 + }, + { + "epoch": 11.145038167938932, + "grad_norm": 1.171621161128224, + "learning_rate": 1.9654066560025566e-05, + "loss": 0.0838, + "step": 13140 + }, + { + "epoch": 11.145886344359626, + "grad_norm": 1.058006850828233, + "learning_rate": 1.965399492772453e-05, + "loss": 0.0747, + "step": 13141 + }, + { + "epoch": 11.146734520780322, + "grad_norm": 1.0200262753721019, + "learning_rate": 1.9653923288138387e-05, + "loss": 0.0703, + "step": 13142 + }, + { + "epoch": 11.147582697201019, + "grad_norm": 1.1398153662739121, + "learning_rate": 1.9653851641267195e-05, + "loss": 0.0744, + "step": 13143 + }, + { + "epoch": 11.148430873621713, + "grad_norm": 1.2401852753227, + "learning_rate": 1.965377998711101e-05, + "loss": 0.0838, + "step": 13144 + }, + { + "epoch": 11.14927905004241, + "grad_norm": 1.15040054575392, + "learning_rate": 1.9653708325669884e-05, + "loss": 0.0781, + "step": 13145 + }, + { + "epoch": 11.150127226463104, + "grad_norm": 1.1802309006534777, + "learning_rate": 1.965363665694387e-05, + "loss": 0.0777, + "step": 13146 + }, + { + "epoch": 11.1509754028838, + "grad_norm": 1.1590379032108011, + "learning_rate": 1.965356498093302e-05, + "loss": 0.0927, + "step": 13147 + }, + { + "epoch": 11.151823579304496, + "grad_norm": 1.3471787971397897, + "learning_rate": 1.9653493297637395e-05, + "loss": 0.0816, + "step": 13148 + }, + { + "epoch": 11.15267175572519, + "grad_norm": 1.2676254208945417, + "learning_rate": 1.9653421607057042e-05, + "loss": 0.0888, + "step": 13149 + }, + { + "epoch": 11.153519932145887, + "grad_norm": 1.2802297498515145, + "learning_rate": 1.9653349909192017e-05, + "loss": 0.0881, + "step": 13150 + }, + { + "epoch": 11.154368108566581, + "grad_norm": 1.3243278923813664, + "learning_rate": 1.9653278204042377e-05, + "loss": 0.0926, + "step": 13151 + }, + { + "epoch": 11.155216284987278, + "grad_norm": 1.2500694312895477, + "learning_rate": 1.9653206491608175e-05, + "loss": 0.0857, + "step": 13152 + }, + { + "epoch": 11.156064461407972, + "grad_norm": 1.2001130230962318, + "learning_rate": 1.9653134771889462e-05, + "loss": 0.091, + "step": 13153 + }, + { + "epoch": 11.156912637828668, + "grad_norm": 1.0766729940695952, + "learning_rate": 1.9653063044886297e-05, + "loss": 0.0711, + "step": 13154 + }, + { + "epoch": 11.157760814249365, + "grad_norm": 1.1640716573817744, + "learning_rate": 1.965299131059873e-05, + "loss": 0.0816, + "step": 13155 + }, + { + "epoch": 11.158608990670059, + "grad_norm": 1.147482165558485, + "learning_rate": 1.965291956902682e-05, + "loss": 0.0872, + "step": 13156 + }, + { + "epoch": 11.159457167090755, + "grad_norm": 1.2823935887772486, + "learning_rate": 1.965284782017061e-05, + "loss": 0.0849, + "step": 13157 + }, + { + "epoch": 11.16030534351145, + "grad_norm": 1.1889483312044773, + "learning_rate": 1.965277606403017e-05, + "loss": 0.0862, + "step": 13158 + }, + { + "epoch": 11.161153519932146, + "grad_norm": 1.2661825582679633, + "learning_rate": 1.9652704300605542e-05, + "loss": 0.0811, + "step": 13159 + }, + { + "epoch": 11.162001696352842, + "grad_norm": 1.1381898729018665, + "learning_rate": 1.9652632529896788e-05, + "loss": 0.1024, + "step": 13160 + }, + { + "epoch": 11.162849872773537, + "grad_norm": 1.1064767866760061, + "learning_rate": 1.9652560751903954e-05, + "loss": 0.0788, + "step": 13161 + }, + { + "epoch": 11.163698049194233, + "grad_norm": 1.4469798933050553, + "learning_rate": 1.96524889666271e-05, + "loss": 0.0998, + "step": 13162 + }, + { + "epoch": 11.164546225614927, + "grad_norm": 1.119336851644875, + "learning_rate": 1.9652417174066282e-05, + "loss": 0.0776, + "step": 13163 + }, + { + "epoch": 11.165394402035624, + "grad_norm": 1.1936696545593752, + "learning_rate": 1.9652345374221546e-05, + "loss": 0.0903, + "step": 13164 + }, + { + "epoch": 11.16624257845632, + "grad_norm": 1.2561656453073387, + "learning_rate": 1.9652273567092957e-05, + "loss": 0.1065, + "step": 13165 + }, + { + "epoch": 11.167090754877014, + "grad_norm": 1.1731290690253382, + "learning_rate": 1.965220175268056e-05, + "loss": 0.0869, + "step": 13166 + }, + { + "epoch": 11.16793893129771, + "grad_norm": 1.313074936267096, + "learning_rate": 1.9652129930984413e-05, + "loss": 0.0851, + "step": 13167 + }, + { + "epoch": 11.168787107718405, + "grad_norm": 1.2544578336580645, + "learning_rate": 1.965205810200457e-05, + "loss": 0.0949, + "step": 13168 + }, + { + "epoch": 11.169635284139101, + "grad_norm": 1.053507574182798, + "learning_rate": 1.9651986265741082e-05, + "loss": 0.0996, + "step": 13169 + }, + { + "epoch": 11.170483460559796, + "grad_norm": 1.1677036845358557, + "learning_rate": 1.9651914422194007e-05, + "loss": 0.0898, + "step": 13170 + }, + { + "epoch": 11.171331636980492, + "grad_norm": 1.1221646988208924, + "learning_rate": 1.9651842571363403e-05, + "loss": 0.0751, + "step": 13171 + }, + { + "epoch": 11.172179813401188, + "grad_norm": 1.3341179143752937, + "learning_rate": 1.9651770713249316e-05, + "loss": 0.0934, + "step": 13172 + }, + { + "epoch": 11.173027989821882, + "grad_norm": 1.2049774249729825, + "learning_rate": 1.9651698847851803e-05, + "loss": 0.1077, + "step": 13173 + }, + { + "epoch": 11.173876166242579, + "grad_norm": 1.2888012755208902, + "learning_rate": 1.965162697517092e-05, + "loss": 0.0872, + "step": 13174 + }, + { + "epoch": 11.174724342663273, + "grad_norm": 1.0806591713429343, + "learning_rate": 1.9651555095206724e-05, + "loss": 0.0826, + "step": 13175 + }, + { + "epoch": 11.17557251908397, + "grad_norm": 1.16496853157457, + "learning_rate": 1.965148320795926e-05, + "loss": 0.0786, + "step": 13176 + }, + { + "epoch": 11.176420695504666, + "grad_norm": 1.0929724475261566, + "learning_rate": 1.965141131342859e-05, + "loss": 0.0896, + "step": 13177 + }, + { + "epoch": 11.17726887192536, + "grad_norm": 1.107467005321615, + "learning_rate": 1.9651339411614766e-05, + "loss": 0.0804, + "step": 13178 + }, + { + "epoch": 11.178117048346056, + "grad_norm": 1.2437543994729758, + "learning_rate": 1.965126750251784e-05, + "loss": 0.0944, + "step": 13179 + }, + { + "epoch": 11.17896522476675, + "grad_norm": 1.1655840154451076, + "learning_rate": 1.9651195586137874e-05, + "loss": 0.0756, + "step": 13180 + }, + { + "epoch": 11.179813401187447, + "grad_norm": 1.1070546777286148, + "learning_rate": 1.9651123662474912e-05, + "loss": 0.0903, + "step": 13181 + }, + { + "epoch": 11.180661577608143, + "grad_norm": 1.2263048730584143, + "learning_rate": 1.9651051731529015e-05, + "loss": 0.0968, + "step": 13182 + }, + { + "epoch": 11.181509754028838, + "grad_norm": 1.3028926839101838, + "learning_rate": 1.9650979793300234e-05, + "loss": 0.1024, + "step": 13183 + }, + { + "epoch": 11.182357930449534, + "grad_norm": 1.1084702419903962, + "learning_rate": 1.9650907847788627e-05, + "loss": 0.1018, + "step": 13184 + }, + { + "epoch": 11.183206106870228, + "grad_norm": 1.2703978780531944, + "learning_rate": 1.9650835894994244e-05, + "loss": 0.0915, + "step": 13185 + }, + { + "epoch": 11.184054283290925, + "grad_norm": 1.1202105228272683, + "learning_rate": 1.9650763934917143e-05, + "loss": 0.0875, + "step": 13186 + }, + { + "epoch": 11.18490245971162, + "grad_norm": 1.1690205249678853, + "learning_rate": 1.9650691967557377e-05, + "loss": 0.1032, + "step": 13187 + }, + { + "epoch": 11.185750636132315, + "grad_norm": 1.1493152015326515, + "learning_rate": 1.9650619992915e-05, + "loss": 0.092, + "step": 13188 + }, + { + "epoch": 11.186598812553012, + "grad_norm": 1.0750191899241384, + "learning_rate": 1.965054801099006e-05, + "loss": 0.09, + "step": 13189 + }, + { + "epoch": 11.187446988973706, + "grad_norm": 1.331679834835691, + "learning_rate": 1.9650476021782627e-05, + "loss": 0.0832, + "step": 13190 + }, + { + "epoch": 11.188295165394402, + "grad_norm": 1.136000592985138, + "learning_rate": 1.9650404025292738e-05, + "loss": 0.0969, + "step": 13191 + }, + { + "epoch": 11.189143341815097, + "grad_norm": 1.0623509095012655, + "learning_rate": 1.965033202152046e-05, + "loss": 0.084, + "step": 13192 + }, + { + "epoch": 11.189991518235793, + "grad_norm": 1.5326580483054175, + "learning_rate": 1.9650260010465842e-05, + "loss": 0.0919, + "step": 13193 + }, + { + "epoch": 11.19083969465649, + "grad_norm": 1.1924099080440145, + "learning_rate": 1.9650187992128934e-05, + "loss": 0.0836, + "step": 13194 + }, + { + "epoch": 11.191687871077184, + "grad_norm": 1.1793708792322564, + "learning_rate": 1.96501159665098e-05, + "loss": 0.0917, + "step": 13195 + }, + { + "epoch": 11.19253604749788, + "grad_norm": 1.2002745997438882, + "learning_rate": 1.965004393360849e-05, + "loss": 0.085, + "step": 13196 + }, + { + "epoch": 11.193384223918574, + "grad_norm": 1.1026736576912237, + "learning_rate": 1.9649971893425054e-05, + "loss": 0.0845, + "step": 13197 + }, + { + "epoch": 11.19423240033927, + "grad_norm": 1.0490957293164274, + "learning_rate": 1.9649899845959554e-05, + "loss": 0.0775, + "step": 13198 + }, + { + "epoch": 11.195080576759967, + "grad_norm": 1.1529989187048975, + "learning_rate": 1.9649827791212036e-05, + "loss": 0.0811, + "step": 13199 + }, + { + "epoch": 11.195928753180661, + "grad_norm": 1.1591561461585345, + "learning_rate": 1.9649755729182566e-05, + "loss": 0.0739, + "step": 13200 + }, + { + "epoch": 11.196776929601358, + "grad_norm": 1.2781555566389908, + "learning_rate": 1.9649683659871185e-05, + "loss": 0.0833, + "step": 13201 + }, + { + "epoch": 11.197625106022052, + "grad_norm": 1.3205219987668497, + "learning_rate": 1.9649611583277956e-05, + "loss": 0.1026, + "step": 13202 + }, + { + "epoch": 11.198473282442748, + "grad_norm": 1.179913123983267, + "learning_rate": 1.9649539499402933e-05, + "loss": 0.0814, + "step": 13203 + }, + { + "epoch": 11.199321458863444, + "grad_norm": 1.1928894274952655, + "learning_rate": 1.9649467408246166e-05, + "loss": 0.098, + "step": 13204 + }, + { + "epoch": 11.200169635284139, + "grad_norm": 1.2022388757180271, + "learning_rate": 1.9649395309807713e-05, + "loss": 0.0891, + "step": 13205 + }, + { + "epoch": 11.201017811704835, + "grad_norm": 1.1113791758796863, + "learning_rate": 1.9649323204087626e-05, + "loss": 0.0955, + "step": 13206 + }, + { + "epoch": 11.20186598812553, + "grad_norm": 1.1313449967548768, + "learning_rate": 1.964925109108596e-05, + "loss": 0.0929, + "step": 13207 + }, + { + "epoch": 11.202714164546226, + "grad_norm": 1.14501205618073, + "learning_rate": 1.9649178970802775e-05, + "loss": 0.0833, + "step": 13208 + }, + { + "epoch": 11.20356234096692, + "grad_norm": 1.2220368699853763, + "learning_rate": 1.964910684323812e-05, + "loss": 0.0753, + "step": 13209 + }, + { + "epoch": 11.204410517387617, + "grad_norm": 1.116372187211953, + "learning_rate": 1.9649034708392045e-05, + "loss": 0.0827, + "step": 13210 + }, + { + "epoch": 11.205258693808313, + "grad_norm": 1.1029555361387753, + "learning_rate": 1.9648962566264612e-05, + "loss": 0.076, + "step": 13211 + }, + { + "epoch": 11.206106870229007, + "grad_norm": 1.087525502167191, + "learning_rate": 1.9648890416855874e-05, + "loss": 0.0833, + "step": 13212 + }, + { + "epoch": 11.206955046649703, + "grad_norm": 1.1246405480043804, + "learning_rate": 1.964881826016588e-05, + "loss": 0.0815, + "step": 13213 + }, + { + "epoch": 11.207803223070398, + "grad_norm": 1.3160089127729124, + "learning_rate": 1.9648746096194696e-05, + "loss": 0.0838, + "step": 13214 + }, + { + "epoch": 11.208651399491094, + "grad_norm": 1.1892202177536164, + "learning_rate": 1.9648673924942363e-05, + "loss": 0.085, + "step": 13215 + }, + { + "epoch": 11.20949957591179, + "grad_norm": 1.195705212895092, + "learning_rate": 1.9648601746408946e-05, + "loss": 0.0794, + "step": 13216 + }, + { + "epoch": 11.210347752332485, + "grad_norm": 1.3744501853595612, + "learning_rate": 1.964852956059449e-05, + "loss": 0.0865, + "step": 13217 + }, + { + "epoch": 11.211195928753181, + "grad_norm": 1.1702388734571196, + "learning_rate": 1.964845736749906e-05, + "loss": 0.0941, + "step": 13218 + }, + { + "epoch": 11.212044105173876, + "grad_norm": 1.2857484362608198, + "learning_rate": 1.9648385167122703e-05, + "loss": 0.1045, + "step": 13219 + }, + { + "epoch": 11.212892281594572, + "grad_norm": 1.3965587586145194, + "learning_rate": 1.9648312959465477e-05, + "loss": 0.1277, + "step": 13220 + }, + { + "epoch": 11.213740458015268, + "grad_norm": 1.1111671705104231, + "learning_rate": 1.9648240744527434e-05, + "loss": 0.0895, + "step": 13221 + }, + { + "epoch": 11.214588634435962, + "grad_norm": 1.1233343827473974, + "learning_rate": 1.964816852230863e-05, + "loss": 0.0854, + "step": 13222 + }, + { + "epoch": 11.215436810856659, + "grad_norm": 1.157381693295175, + "learning_rate": 1.9648096292809117e-05, + "loss": 0.0915, + "step": 13223 + }, + { + "epoch": 11.216284987277353, + "grad_norm": 1.018349414338322, + "learning_rate": 1.9648024056028957e-05, + "loss": 0.082, + "step": 13224 + }, + { + "epoch": 11.21713316369805, + "grad_norm": 1.146069817751921, + "learning_rate": 1.9647951811968194e-05, + "loss": 0.092, + "step": 13225 + }, + { + "epoch": 11.217981340118744, + "grad_norm": 0.9662364668023434, + "learning_rate": 1.964787956062689e-05, + "loss": 0.0635, + "step": 13226 + }, + { + "epoch": 11.21882951653944, + "grad_norm": 1.1001279152406043, + "learning_rate": 1.9647807302005096e-05, + "loss": 0.0917, + "step": 13227 + }, + { + "epoch": 11.219677692960136, + "grad_norm": 1.16950765381991, + "learning_rate": 1.9647735036102866e-05, + "loss": 0.0909, + "step": 13228 + }, + { + "epoch": 11.22052586938083, + "grad_norm": 1.3727382525955893, + "learning_rate": 1.964766276292026e-05, + "loss": 0.0862, + "step": 13229 + }, + { + "epoch": 11.221374045801527, + "grad_norm": 1.1746317837060383, + "learning_rate": 1.9647590482457326e-05, + "loss": 0.0871, + "step": 13230 + }, + { + "epoch": 11.222222222222221, + "grad_norm": 1.2085137844896638, + "learning_rate": 1.9647518194714125e-05, + "loss": 0.0734, + "step": 13231 + }, + { + "epoch": 11.223070398642918, + "grad_norm": 1.2365472626544973, + "learning_rate": 1.9647445899690703e-05, + "loss": 0.095, + "step": 13232 + }, + { + "epoch": 11.223918575063614, + "grad_norm": 1.1582606479143234, + "learning_rate": 1.9647373597387124e-05, + "loss": 0.0853, + "step": 13233 + }, + { + "epoch": 11.224766751484308, + "grad_norm": 1.1434647405781073, + "learning_rate": 1.9647301287803432e-05, + "loss": 0.0855, + "step": 13234 + }, + { + "epoch": 11.225614927905005, + "grad_norm": 1.2035436861891005, + "learning_rate": 1.9647228970939692e-05, + "loss": 0.1057, + "step": 13235 + }, + { + "epoch": 11.226463104325699, + "grad_norm": 1.2979637001705355, + "learning_rate": 1.9647156646795955e-05, + "loss": 0.0905, + "step": 13236 + }, + { + "epoch": 11.227311280746395, + "grad_norm": 1.2873308205202296, + "learning_rate": 1.964708431537227e-05, + "loss": 0.0957, + "step": 13237 + }, + { + "epoch": 11.228159457167092, + "grad_norm": 1.1784617305339702, + "learning_rate": 1.96470119766687e-05, + "loss": 0.0928, + "step": 13238 + }, + { + "epoch": 11.229007633587786, + "grad_norm": 1.1708393402311665, + "learning_rate": 1.9646939630685296e-05, + "loss": 0.075, + "step": 13239 + }, + { + "epoch": 11.229855810008482, + "grad_norm": 1.234151745255636, + "learning_rate": 1.964686727742211e-05, + "loss": 0.1025, + "step": 13240 + }, + { + "epoch": 11.230703986429177, + "grad_norm": 1.099791198450129, + "learning_rate": 1.9646794916879203e-05, + "loss": 0.0851, + "step": 13241 + }, + { + "epoch": 11.231552162849873, + "grad_norm": 1.2457728353865591, + "learning_rate": 1.9646722549056622e-05, + "loss": 0.0899, + "step": 13242 + }, + { + "epoch": 11.23240033927057, + "grad_norm": 1.1690916915942546, + "learning_rate": 1.9646650173954427e-05, + "loss": 0.0804, + "step": 13243 + }, + { + "epoch": 11.233248515691264, + "grad_norm": 1.1297113624390085, + "learning_rate": 1.964657779157267e-05, + "loss": 0.0954, + "step": 13244 + }, + { + "epoch": 11.23409669211196, + "grad_norm": 1.241100872028357, + "learning_rate": 1.9646505401911407e-05, + "loss": 0.0886, + "step": 13245 + }, + { + "epoch": 11.234944868532654, + "grad_norm": 1.2359532617336777, + "learning_rate": 1.9646433004970693e-05, + "loss": 0.0925, + "step": 13246 + }, + { + "epoch": 11.23579304495335, + "grad_norm": 1.1317491758032747, + "learning_rate": 1.964636060075058e-05, + "loss": 0.0956, + "step": 13247 + }, + { + "epoch": 11.236641221374045, + "grad_norm": 1.2542955558999833, + "learning_rate": 1.9646288189251127e-05, + "loss": 0.0808, + "step": 13248 + }, + { + "epoch": 11.237489397794741, + "grad_norm": 1.3007421139686548, + "learning_rate": 1.9646215770472383e-05, + "loss": 0.081, + "step": 13249 + }, + { + "epoch": 11.238337574215437, + "grad_norm": 1.0271168950810035, + "learning_rate": 1.9646143344414407e-05, + "loss": 0.0764, + "step": 13250 + }, + { + "epoch": 11.239185750636132, + "grad_norm": 1.2943791632913275, + "learning_rate": 1.964607091107725e-05, + "loss": 0.0818, + "step": 13251 + }, + { + "epoch": 11.240033927056828, + "grad_norm": 1.2842305730238355, + "learning_rate": 1.9645998470460973e-05, + "loss": 0.1005, + "step": 13252 + }, + { + "epoch": 11.240882103477523, + "grad_norm": 1.1138401131726854, + "learning_rate": 1.9645926022565624e-05, + "loss": 0.0905, + "step": 13253 + }, + { + "epoch": 11.241730279898219, + "grad_norm": 1.2967408994933067, + "learning_rate": 1.9645853567391263e-05, + "loss": 0.0963, + "step": 13254 + }, + { + "epoch": 11.242578456318915, + "grad_norm": 1.1732616745479856, + "learning_rate": 1.9645781104937938e-05, + "loss": 0.085, + "step": 13255 + }, + { + "epoch": 11.24342663273961, + "grad_norm": 1.0557203129426616, + "learning_rate": 1.964570863520571e-05, + "loss": 0.0791, + "step": 13256 + }, + { + "epoch": 11.244274809160306, + "grad_norm": 1.1297731594962335, + "learning_rate": 1.9645636158194633e-05, + "loss": 0.0762, + "step": 13257 + }, + { + "epoch": 11.245122985581, + "grad_norm": 1.4701050633221187, + "learning_rate": 1.964556367390476e-05, + "loss": 0.1119, + "step": 13258 + }, + { + "epoch": 11.245971162001696, + "grad_norm": 1.17764313847741, + "learning_rate": 1.9645491182336143e-05, + "loss": 0.0786, + "step": 13259 + }, + { + "epoch": 11.246819338422393, + "grad_norm": 1.1545424419988277, + "learning_rate": 1.964541868348884e-05, + "loss": 0.0825, + "step": 13260 + }, + { + "epoch": 11.247667514843087, + "grad_norm": 1.2742870019029189, + "learning_rate": 1.9645346177362908e-05, + "loss": 0.0924, + "step": 13261 + }, + { + "epoch": 11.248515691263783, + "grad_norm": 1.0617307352068737, + "learning_rate": 1.9645273663958396e-05, + "loss": 0.0829, + "step": 13262 + }, + { + "epoch": 11.249363867684478, + "grad_norm": 1.208661835961368, + "learning_rate": 1.9645201143275364e-05, + "loss": 0.0872, + "step": 13263 + }, + { + "epoch": 11.250212044105174, + "grad_norm": 1.3261708563871206, + "learning_rate": 1.964512861531386e-05, + "loss": 0.0916, + "step": 13264 + }, + { + "epoch": 11.251060220525869, + "grad_norm": 1.1365712282279141, + "learning_rate": 1.9645056080073947e-05, + "loss": 0.0837, + "step": 13265 + }, + { + "epoch": 11.251908396946565, + "grad_norm": 1.3057214790801979, + "learning_rate": 1.9644983537555676e-05, + "loss": 0.1123, + "step": 13266 + }, + { + "epoch": 11.252756573367261, + "grad_norm": 1.0961821187144687, + "learning_rate": 1.96449109877591e-05, + "loss": 0.0841, + "step": 13267 + }, + { + "epoch": 11.253604749787955, + "grad_norm": 1.2167212604461726, + "learning_rate": 1.9644838430684276e-05, + "loss": 0.0892, + "step": 13268 + }, + { + "epoch": 11.254452926208652, + "grad_norm": 1.107653065297428, + "learning_rate": 1.9644765866331258e-05, + "loss": 0.0869, + "step": 13269 + }, + { + "epoch": 11.255301102629346, + "grad_norm": 1.1502378418511519, + "learning_rate": 1.96446932947001e-05, + "loss": 0.0898, + "step": 13270 + }, + { + "epoch": 11.256149279050042, + "grad_norm": 1.1476874563751212, + "learning_rate": 1.964462071579086e-05, + "loss": 0.0786, + "step": 13271 + }, + { + "epoch": 11.256997455470739, + "grad_norm": 1.1633507803469842, + "learning_rate": 1.9644548129603586e-05, + "loss": 0.0775, + "step": 13272 + }, + { + "epoch": 11.257845631891433, + "grad_norm": 1.0503646692528377, + "learning_rate": 1.964447553613834e-05, + "loss": 0.0827, + "step": 13273 + }, + { + "epoch": 11.25869380831213, + "grad_norm": 1.096612550666599, + "learning_rate": 1.9644402935395174e-05, + "loss": 0.0823, + "step": 13274 + }, + { + "epoch": 11.259541984732824, + "grad_norm": 1.185331927103438, + "learning_rate": 1.9644330327374144e-05, + "loss": 0.0877, + "step": 13275 + }, + { + "epoch": 11.26039016115352, + "grad_norm": 1.1785590579897813, + "learning_rate": 1.96442577120753e-05, + "loss": 0.0886, + "step": 13276 + }, + { + "epoch": 11.261238337574216, + "grad_norm": 1.1425925503141552, + "learning_rate": 1.96441850894987e-05, + "loss": 0.0985, + "step": 13277 + }, + { + "epoch": 11.26208651399491, + "grad_norm": 1.1656065754825458, + "learning_rate": 1.9644112459644404e-05, + "loss": 0.0887, + "step": 13278 + }, + { + "epoch": 11.262934690415607, + "grad_norm": 1.3337003345555147, + "learning_rate": 1.964403982251246e-05, + "loss": 0.1003, + "step": 13279 + }, + { + "epoch": 11.263782866836301, + "grad_norm": 1.1840443315421867, + "learning_rate": 1.9643967178102924e-05, + "loss": 0.0773, + "step": 13280 + }, + { + "epoch": 11.264631043256998, + "grad_norm": 1.141077325935947, + "learning_rate": 1.964389452641585e-05, + "loss": 0.1003, + "step": 13281 + }, + { + "epoch": 11.265479219677694, + "grad_norm": 1.3075269081416674, + "learning_rate": 1.9643821867451297e-05, + "loss": 0.0991, + "step": 13282 + }, + { + "epoch": 11.266327396098388, + "grad_norm": 1.263797944134909, + "learning_rate": 1.9643749201209316e-05, + "loss": 0.0877, + "step": 13283 + }, + { + "epoch": 11.267175572519085, + "grad_norm": 1.0713474731265937, + "learning_rate": 1.964367652768996e-05, + "loss": 0.0874, + "step": 13284 + }, + { + "epoch": 11.268023748939779, + "grad_norm": 1.2697343445991924, + "learning_rate": 1.964360384689329e-05, + "loss": 0.104, + "step": 13285 + }, + { + "epoch": 11.268871925360475, + "grad_norm": 1.2470140707125885, + "learning_rate": 1.964353115881936e-05, + "loss": 0.0895, + "step": 13286 + }, + { + "epoch": 11.26972010178117, + "grad_norm": 1.1884162392888764, + "learning_rate": 1.964345846346822e-05, + "loss": 0.0838, + "step": 13287 + }, + { + "epoch": 11.270568278201866, + "grad_norm": 1.3354560623110827, + "learning_rate": 1.964338576083993e-05, + "loss": 0.0858, + "step": 13288 + }, + { + "epoch": 11.271416454622562, + "grad_norm": 1.2827403355858054, + "learning_rate": 1.964331305093454e-05, + "loss": 0.097, + "step": 13289 + }, + { + "epoch": 11.272264631043257, + "grad_norm": 1.2066576531640627, + "learning_rate": 1.9643240333752104e-05, + "loss": 0.1028, + "step": 13290 + }, + { + "epoch": 11.273112807463953, + "grad_norm": 1.1709200369221782, + "learning_rate": 1.9643167609292685e-05, + "loss": 0.0938, + "step": 13291 + }, + { + "epoch": 11.273960983884647, + "grad_norm": 1.0587598089041792, + "learning_rate": 1.964309487755633e-05, + "loss": 0.0847, + "step": 13292 + }, + { + "epoch": 11.274809160305344, + "grad_norm": 1.002243472271326, + "learning_rate": 1.9643022138543096e-05, + "loss": 0.075, + "step": 13293 + }, + { + "epoch": 11.27565733672604, + "grad_norm": 1.254080585473137, + "learning_rate": 1.9642949392253042e-05, + "loss": 0.1005, + "step": 13294 + }, + { + "epoch": 11.276505513146734, + "grad_norm": 1.2075772171922239, + "learning_rate": 1.9642876638686216e-05, + "loss": 0.0948, + "step": 13295 + }, + { + "epoch": 11.27735368956743, + "grad_norm": 1.113762427794516, + "learning_rate": 1.964280387784268e-05, + "loss": 0.083, + "step": 13296 + }, + { + "epoch": 11.278201865988125, + "grad_norm": 1.2261346552531982, + "learning_rate": 1.9642731109722485e-05, + "loss": 0.0862, + "step": 13297 + }, + { + "epoch": 11.279050042408821, + "grad_norm": 1.0525209423710054, + "learning_rate": 1.9642658334325682e-05, + "loss": 0.0786, + "step": 13298 + }, + { + "epoch": 11.279898218829517, + "grad_norm": 1.1595062119226718, + "learning_rate": 1.9642585551652334e-05, + "loss": 0.0789, + "step": 13299 + }, + { + "epoch": 11.280746395250212, + "grad_norm": 1.1939053039974794, + "learning_rate": 1.964251276170249e-05, + "loss": 0.0848, + "step": 13300 + }, + { + "epoch": 11.281594571670908, + "grad_norm": 1.3879630741946536, + "learning_rate": 1.964243996447621e-05, + "loss": 0.0974, + "step": 13301 + }, + { + "epoch": 11.282442748091603, + "grad_norm": 1.321667603258609, + "learning_rate": 1.9642367159973546e-05, + "loss": 0.0914, + "step": 13302 + }, + { + "epoch": 11.283290924512299, + "grad_norm": 1.249726579361994, + "learning_rate": 1.964229434819455e-05, + "loss": 0.1047, + "step": 13303 + }, + { + "epoch": 11.284139100932993, + "grad_norm": 1.2322748188312918, + "learning_rate": 1.9642221529139284e-05, + "loss": 0.0908, + "step": 13304 + }, + { + "epoch": 11.28498727735369, + "grad_norm": 1.2348936494940723, + "learning_rate": 1.9642148702807794e-05, + "loss": 0.0886, + "step": 13305 + }, + { + "epoch": 11.285835453774386, + "grad_norm": 1.1793256944117627, + "learning_rate": 1.9642075869200143e-05, + "loss": 0.082, + "step": 13306 + }, + { + "epoch": 11.28668363019508, + "grad_norm": 1.1390904036104106, + "learning_rate": 1.964200302831638e-05, + "loss": 0.0849, + "step": 13307 + }, + { + "epoch": 11.287531806615776, + "grad_norm": 1.321419847775841, + "learning_rate": 1.9641930180156567e-05, + "loss": 0.0916, + "step": 13308 + }, + { + "epoch": 11.28837998303647, + "grad_norm": 1.1977180304823247, + "learning_rate": 1.964185732472075e-05, + "loss": 0.1038, + "step": 13309 + }, + { + "epoch": 11.289228159457167, + "grad_norm": 1.263231212512693, + "learning_rate": 1.964178446200899e-05, + "loss": 0.0971, + "step": 13310 + }, + { + "epoch": 11.290076335877863, + "grad_norm": 1.0783579050237844, + "learning_rate": 1.964171159202134e-05, + "loss": 0.0829, + "step": 13311 + }, + { + "epoch": 11.290924512298558, + "grad_norm": 1.1506889268235, + "learning_rate": 1.964163871475786e-05, + "loss": 0.0809, + "step": 13312 + }, + { + "epoch": 11.291772688719254, + "grad_norm": 1.226162373820833, + "learning_rate": 1.9641565830218597e-05, + "loss": 0.0805, + "step": 13313 + }, + { + "epoch": 11.292620865139948, + "grad_norm": 1.1153885297235429, + "learning_rate": 1.964149293840361e-05, + "loss": 0.0877, + "step": 13314 + }, + { + "epoch": 11.293469041560645, + "grad_norm": 1.3199218766398009, + "learning_rate": 1.9641420039312953e-05, + "loss": 0.0899, + "step": 13315 + }, + { + "epoch": 11.294317217981341, + "grad_norm": 1.2759385601145727, + "learning_rate": 1.9641347132946683e-05, + "loss": 0.0866, + "step": 13316 + }, + { + "epoch": 11.295165394402035, + "grad_norm": 1.1869808285647427, + "learning_rate": 1.9641274219304853e-05, + "loss": 0.0845, + "step": 13317 + }, + { + "epoch": 11.296013570822732, + "grad_norm": 1.1283876530222068, + "learning_rate": 1.964120129838752e-05, + "loss": 0.0809, + "step": 13318 + }, + { + "epoch": 11.296861747243426, + "grad_norm": 1.1763607903733269, + "learning_rate": 1.9641128370194737e-05, + "loss": 0.0913, + "step": 13319 + }, + { + "epoch": 11.297709923664122, + "grad_norm": 1.3055110216695447, + "learning_rate": 1.964105543472656e-05, + "loss": 0.0953, + "step": 13320 + }, + { + "epoch": 11.298558100084819, + "grad_norm": 1.1627890576549431, + "learning_rate": 1.9640982491983042e-05, + "loss": 0.1015, + "step": 13321 + }, + { + "epoch": 11.299406276505513, + "grad_norm": 1.061314610630839, + "learning_rate": 1.9640909541964245e-05, + "loss": 0.0775, + "step": 13322 + }, + { + "epoch": 11.30025445292621, + "grad_norm": 1.3171013790764234, + "learning_rate": 1.964083658467021e-05, + "loss": 0.0772, + "step": 13323 + }, + { + "epoch": 11.301102629346904, + "grad_norm": 1.1005333367668888, + "learning_rate": 1.964076362010101e-05, + "loss": 0.0819, + "step": 13324 + }, + { + "epoch": 11.3019508057676, + "grad_norm": 1.0684295135886328, + "learning_rate": 1.9640690648256686e-05, + "loss": 0.0871, + "step": 13325 + }, + { + "epoch": 11.302798982188294, + "grad_norm": 1.1846215304743077, + "learning_rate": 1.9640617669137298e-05, + "loss": 0.0955, + "step": 13326 + }, + { + "epoch": 11.30364715860899, + "grad_norm": 1.204639866381152, + "learning_rate": 1.96405446827429e-05, + "loss": 0.0871, + "step": 13327 + }, + { + "epoch": 11.304495335029687, + "grad_norm": 1.23019932352933, + "learning_rate": 1.9640471689073554e-05, + "loss": 0.1057, + "step": 13328 + }, + { + "epoch": 11.305343511450381, + "grad_norm": 1.3161347873843745, + "learning_rate": 1.9640398688129306e-05, + "loss": 0.0986, + "step": 13329 + }, + { + "epoch": 11.306191687871078, + "grad_norm": 1.1769201482302056, + "learning_rate": 1.9640325679910213e-05, + "loss": 0.0938, + "step": 13330 + }, + { + "epoch": 11.307039864291772, + "grad_norm": 1.3368801086049167, + "learning_rate": 1.964025266441633e-05, + "loss": 0.105, + "step": 13331 + }, + { + "epoch": 11.307888040712468, + "grad_norm": 1.0816116178775266, + "learning_rate": 1.964017964164772e-05, + "loss": 0.0959, + "step": 13332 + }, + { + "epoch": 11.308736217133164, + "grad_norm": 1.0885462667222066, + "learning_rate": 1.9640106611604427e-05, + "loss": 0.0862, + "step": 13333 + }, + { + "epoch": 11.309584393553859, + "grad_norm": 1.2024050102697128, + "learning_rate": 1.964003357428651e-05, + "loss": 0.0827, + "step": 13334 + }, + { + "epoch": 11.310432569974555, + "grad_norm": 1.3793109754805417, + "learning_rate": 1.9639960529694028e-05, + "loss": 0.1001, + "step": 13335 + }, + { + "epoch": 11.31128074639525, + "grad_norm": 1.1154608261563908, + "learning_rate": 1.963988747782703e-05, + "loss": 0.08, + "step": 13336 + }, + { + "epoch": 11.312128922815946, + "grad_norm": 1.1676757299138731, + "learning_rate": 1.963981441868558e-05, + "loss": 0.0896, + "step": 13337 + }, + { + "epoch": 11.312977099236642, + "grad_norm": 1.3202171273944094, + "learning_rate": 1.963974135226972e-05, + "loss": 0.0802, + "step": 13338 + }, + { + "epoch": 11.313825275657337, + "grad_norm": 1.1818048024442396, + "learning_rate": 1.9639668278579514e-05, + "loss": 0.0786, + "step": 13339 + }, + { + "epoch": 11.314673452078033, + "grad_norm": 1.233692791343418, + "learning_rate": 1.963959519761502e-05, + "loss": 0.1019, + "step": 13340 + }, + { + "epoch": 11.315521628498727, + "grad_norm": 1.3714617572283718, + "learning_rate": 1.9639522109376284e-05, + "loss": 0.0899, + "step": 13341 + }, + { + "epoch": 11.316369804919423, + "grad_norm": 1.3227448682418672, + "learning_rate": 1.963944901386337e-05, + "loss": 0.1004, + "step": 13342 + }, + { + "epoch": 11.317217981340118, + "grad_norm": 1.290096473319773, + "learning_rate": 1.9639375911076324e-05, + "loss": 0.0898, + "step": 13343 + }, + { + "epoch": 11.318066157760814, + "grad_norm": 1.4188753268206873, + "learning_rate": 1.963930280101521e-05, + "loss": 0.0982, + "step": 13344 + }, + { + "epoch": 11.31891433418151, + "grad_norm": 1.1441334418209024, + "learning_rate": 1.9639229683680078e-05, + "loss": 0.0848, + "step": 13345 + }, + { + "epoch": 11.319762510602205, + "grad_norm": 1.1566685255333464, + "learning_rate": 1.9639156559070988e-05, + "loss": 0.1025, + "step": 13346 + }, + { + "epoch": 11.320610687022901, + "grad_norm": 1.317534636160125, + "learning_rate": 1.9639083427187985e-05, + "loss": 0.0973, + "step": 13347 + }, + { + "epoch": 11.321458863443596, + "grad_norm": 1.3500478485345027, + "learning_rate": 1.9639010288031135e-05, + "loss": 0.0866, + "step": 13348 + }, + { + "epoch": 11.322307039864292, + "grad_norm": 1.0244278265126983, + "learning_rate": 1.963893714160049e-05, + "loss": 0.0742, + "step": 13349 + }, + { + "epoch": 11.323155216284988, + "grad_norm": 1.389301278833315, + "learning_rate": 1.9638863987896103e-05, + "loss": 0.1137, + "step": 13350 + }, + { + "epoch": 11.324003392705682, + "grad_norm": 1.1226355028327675, + "learning_rate": 1.9638790826918027e-05, + "loss": 0.0808, + "step": 13351 + }, + { + "epoch": 11.324851569126379, + "grad_norm": 1.2192630349455396, + "learning_rate": 1.9638717658666327e-05, + "loss": 0.083, + "step": 13352 + }, + { + "epoch": 11.325699745547073, + "grad_norm": 1.3965102614495881, + "learning_rate": 1.9638644483141046e-05, + "loss": 0.0921, + "step": 13353 + }, + { + "epoch": 11.32654792196777, + "grad_norm": 1.2719779506431148, + "learning_rate": 1.963857130034225e-05, + "loss": 0.1033, + "step": 13354 + }, + { + "epoch": 11.327396098388466, + "grad_norm": 1.3082796799982073, + "learning_rate": 1.9638498110269988e-05, + "loss": 0.0854, + "step": 13355 + }, + { + "epoch": 11.32824427480916, + "grad_norm": 1.137326229372423, + "learning_rate": 1.9638424912924315e-05, + "loss": 0.0813, + "step": 13356 + }, + { + "epoch": 11.329092451229856, + "grad_norm": 1.0847560829680725, + "learning_rate": 1.963835170830529e-05, + "loss": 0.0948, + "step": 13357 + }, + { + "epoch": 11.32994062765055, + "grad_norm": 1.062926985424068, + "learning_rate": 1.9638278496412964e-05, + "loss": 0.0978, + "step": 13358 + }, + { + "epoch": 11.330788804071247, + "grad_norm": 1.191128494418573, + "learning_rate": 1.9638205277247397e-05, + "loss": 0.0976, + "step": 13359 + }, + { + "epoch": 11.331636980491943, + "grad_norm": 1.0791763700025976, + "learning_rate": 1.963813205080864e-05, + "loss": 0.076, + "step": 13360 + }, + { + "epoch": 11.332485156912638, + "grad_norm": 1.2016430960491264, + "learning_rate": 1.963805881709675e-05, + "loss": 0.1036, + "step": 13361 + }, + { + "epoch": 11.333333333333334, + "grad_norm": 1.3629252752050363, + "learning_rate": 1.963798557611178e-05, + "loss": 0.0905, + "step": 13362 + }, + { + "epoch": 11.334181509754028, + "grad_norm": 1.184416670206068, + "learning_rate": 1.9637912327853792e-05, + "loss": 0.0845, + "step": 13363 + }, + { + "epoch": 11.335029686174725, + "grad_norm": 1.2810213641917783, + "learning_rate": 1.9637839072322834e-05, + "loss": 0.0962, + "step": 13364 + }, + { + "epoch": 11.335877862595419, + "grad_norm": 1.1639963199026662, + "learning_rate": 1.9637765809518964e-05, + "loss": 0.0887, + "step": 13365 + }, + { + "epoch": 11.336726039016115, + "grad_norm": 1.0958355339875507, + "learning_rate": 1.9637692539442238e-05, + "loss": 0.0902, + "step": 13366 + }, + { + "epoch": 11.337574215436812, + "grad_norm": 1.1985956521107337, + "learning_rate": 1.9637619262092707e-05, + "loss": 0.0928, + "step": 13367 + }, + { + "epoch": 11.338422391857506, + "grad_norm": 1.379541738887242, + "learning_rate": 1.9637545977470433e-05, + "loss": 0.0915, + "step": 13368 + }, + { + "epoch": 11.339270568278202, + "grad_norm": 1.222410942831197, + "learning_rate": 1.9637472685575467e-05, + "loss": 0.0892, + "step": 13369 + }, + { + "epoch": 11.340118744698897, + "grad_norm": 1.210803684549596, + "learning_rate": 1.9637399386407865e-05, + "loss": 0.0944, + "step": 13370 + }, + { + "epoch": 11.340966921119593, + "grad_norm": 1.314797000590139, + "learning_rate": 1.9637326079967683e-05, + "loss": 0.0852, + "step": 13371 + }, + { + "epoch": 11.34181509754029, + "grad_norm": 1.0469965026828874, + "learning_rate": 1.963725276625498e-05, + "loss": 0.0847, + "step": 13372 + }, + { + "epoch": 11.342663273960984, + "grad_norm": 1.355680977564864, + "learning_rate": 1.9637179445269803e-05, + "loss": 0.0957, + "step": 13373 + }, + { + "epoch": 11.34351145038168, + "grad_norm": 1.1875859589632036, + "learning_rate": 1.9637106117012213e-05, + "loss": 0.0975, + "step": 13374 + }, + { + "epoch": 11.344359626802374, + "grad_norm": 1.7734330060957642, + "learning_rate": 1.9637032781482263e-05, + "loss": 0.0958, + "step": 13375 + }, + { + "epoch": 11.34520780322307, + "grad_norm": 1.396489634582683, + "learning_rate": 1.963695943868001e-05, + "loss": 0.0886, + "step": 13376 + }, + { + "epoch": 11.346055979643765, + "grad_norm": 1.169721782403162, + "learning_rate": 1.9636886088605508e-05, + "loss": 0.0887, + "step": 13377 + }, + { + "epoch": 11.346904156064461, + "grad_norm": 1.2051905846427893, + "learning_rate": 1.9636812731258815e-05, + "loss": 0.104, + "step": 13378 + }, + { + "epoch": 11.347752332485157, + "grad_norm": 1.1017108102558641, + "learning_rate": 1.9636739366639984e-05, + "loss": 0.0777, + "step": 13379 + }, + { + "epoch": 11.348600508905852, + "grad_norm": 1.0802745645669716, + "learning_rate": 1.9636665994749068e-05, + "loss": 0.0829, + "step": 13380 + }, + { + "epoch": 11.349448685326548, + "grad_norm": 1.2377907747285533, + "learning_rate": 1.963659261558613e-05, + "loss": 0.0903, + "step": 13381 + }, + { + "epoch": 11.350296861747243, + "grad_norm": 1.2157947014933614, + "learning_rate": 1.9636519229151218e-05, + "loss": 0.097, + "step": 13382 + }, + { + "epoch": 11.351145038167939, + "grad_norm": 1.1470758668694072, + "learning_rate": 1.9636445835444385e-05, + "loss": 0.1127, + "step": 13383 + }, + { + "epoch": 11.351993214588635, + "grad_norm": 1.0701592608800956, + "learning_rate": 1.96363724344657e-05, + "loss": 0.0818, + "step": 13384 + }, + { + "epoch": 11.35284139100933, + "grad_norm": 1.3587870869633758, + "learning_rate": 1.9636299026215203e-05, + "loss": 0.0859, + "step": 13385 + }, + { + "epoch": 11.353689567430026, + "grad_norm": 1.2419058886481638, + "learning_rate": 1.963622561069296e-05, + "loss": 0.0864, + "step": 13386 + }, + { + "epoch": 11.35453774385072, + "grad_norm": 1.231463256741267, + "learning_rate": 1.9636152187899022e-05, + "loss": 0.0882, + "step": 13387 + }, + { + "epoch": 11.355385920271416, + "grad_norm": 1.1763022864063373, + "learning_rate": 1.9636078757833442e-05, + "loss": 0.0884, + "step": 13388 + }, + { + "epoch": 11.356234096692113, + "grad_norm": 1.0865616748596143, + "learning_rate": 1.9636005320496285e-05, + "loss": 0.084, + "step": 13389 + }, + { + "epoch": 11.357082273112807, + "grad_norm": 1.2176927753664588, + "learning_rate": 1.9635931875887593e-05, + "loss": 0.1012, + "step": 13390 + }, + { + "epoch": 11.357930449533503, + "grad_norm": 1.268897215365777, + "learning_rate": 1.963585842400743e-05, + "loss": 0.0979, + "step": 13391 + }, + { + "epoch": 11.358778625954198, + "grad_norm": 1.0903108691609462, + "learning_rate": 1.963578496485585e-05, + "loss": 0.0818, + "step": 13392 + }, + { + "epoch": 11.359626802374894, + "grad_norm": 1.1047795717257836, + "learning_rate": 1.9635711498432908e-05, + "loss": 0.0876, + "step": 13393 + }, + { + "epoch": 11.36047497879559, + "grad_norm": 1.2648018794845934, + "learning_rate": 1.963563802473866e-05, + "loss": 0.0958, + "step": 13394 + }, + { + "epoch": 11.361323155216285, + "grad_norm": 1.209659584509014, + "learning_rate": 1.963556454377316e-05, + "loss": 0.0853, + "step": 13395 + }, + { + "epoch": 11.362171331636981, + "grad_norm": 1.2839806471094293, + "learning_rate": 1.9635491055536465e-05, + "loss": 0.0855, + "step": 13396 + }, + { + "epoch": 11.363019508057675, + "grad_norm": 1.416396039166526, + "learning_rate": 1.9635417560028628e-05, + "loss": 0.1002, + "step": 13397 + }, + { + "epoch": 11.363867684478372, + "grad_norm": 1.3344681104051417, + "learning_rate": 1.963534405724971e-05, + "loss": 0.0918, + "step": 13398 + }, + { + "epoch": 11.364715860899066, + "grad_norm": 1.0530093938293585, + "learning_rate": 1.963527054719976e-05, + "loss": 0.0796, + "step": 13399 + }, + { + "epoch": 11.365564037319762, + "grad_norm": 1.206183308225623, + "learning_rate": 1.9635197029878833e-05, + "loss": 0.0913, + "step": 13400 + }, + { + "epoch": 11.366412213740459, + "grad_norm": 1.4541188088093109, + "learning_rate": 1.9635123505286992e-05, + "loss": 0.0916, + "step": 13401 + }, + { + "epoch": 11.367260390161153, + "grad_norm": 1.008627782465598, + "learning_rate": 1.9635049973424288e-05, + "loss": 0.0873, + "step": 13402 + }, + { + "epoch": 11.36810856658185, + "grad_norm": 1.159649805035013, + "learning_rate": 1.9634976434290775e-05, + "loss": 0.0754, + "step": 13403 + }, + { + "epoch": 11.368956743002544, + "grad_norm": 1.3028672772229808, + "learning_rate": 1.963490288788651e-05, + "loss": 0.0792, + "step": 13404 + }, + { + "epoch": 11.36980491942324, + "grad_norm": 1.224468635997077, + "learning_rate": 1.963482933421155e-05, + "loss": 0.0912, + "step": 13405 + }, + { + "epoch": 11.370653095843936, + "grad_norm": 1.1206945140412563, + "learning_rate": 1.963475577326595e-05, + "loss": 0.0953, + "step": 13406 + }, + { + "epoch": 11.37150127226463, + "grad_norm": 1.1934833988923725, + "learning_rate": 1.9634682205049764e-05, + "loss": 0.0991, + "step": 13407 + }, + { + "epoch": 11.372349448685327, + "grad_norm": 1.1365701551087655, + "learning_rate": 1.9634608629563047e-05, + "loss": 0.0904, + "step": 13408 + }, + { + "epoch": 11.373197625106021, + "grad_norm": 1.4069469062939641, + "learning_rate": 1.9634535046805857e-05, + "loss": 0.0865, + "step": 13409 + }, + { + "epoch": 11.374045801526718, + "grad_norm": 1.2408363492180763, + "learning_rate": 1.9634461456778248e-05, + "loss": 0.0884, + "step": 13410 + }, + { + "epoch": 11.374893977947414, + "grad_norm": 1.3245430049601272, + "learning_rate": 1.9634387859480277e-05, + "loss": 0.083, + "step": 13411 + }, + { + "epoch": 11.375742154368108, + "grad_norm": 1.2910126472891252, + "learning_rate": 1.9634314254911995e-05, + "loss": 0.0896, + "step": 13412 + }, + { + "epoch": 11.376590330788805, + "grad_norm": 1.2856834944802884, + "learning_rate": 1.963424064307346e-05, + "loss": 0.0878, + "step": 13413 + }, + { + "epoch": 11.377438507209499, + "grad_norm": 1.2969458473494, + "learning_rate": 1.9634167023964733e-05, + "loss": 0.0785, + "step": 13414 + }, + { + "epoch": 11.378286683630195, + "grad_norm": 1.2847345908755923, + "learning_rate": 1.9634093397585864e-05, + "loss": 0.0914, + "step": 13415 + }, + { + "epoch": 11.37913486005089, + "grad_norm": 1.157114880149868, + "learning_rate": 1.963401976393691e-05, + "loss": 0.1035, + "step": 13416 + }, + { + "epoch": 11.379983036471586, + "grad_norm": 1.3317857720353288, + "learning_rate": 1.9633946123017923e-05, + "loss": 0.1009, + "step": 13417 + }, + { + "epoch": 11.380831212892282, + "grad_norm": 1.141171208286749, + "learning_rate": 1.9633872474828962e-05, + "loss": 0.0815, + "step": 13418 + }, + { + "epoch": 11.381679389312977, + "grad_norm": 1.2165229024096709, + "learning_rate": 1.9633798819370084e-05, + "loss": 0.109, + "step": 13419 + }, + { + "epoch": 11.382527565733673, + "grad_norm": 1.155637169237244, + "learning_rate": 1.9633725156641342e-05, + "loss": 0.0877, + "step": 13420 + }, + { + "epoch": 11.383375742154367, + "grad_norm": 1.2251621243827482, + "learning_rate": 1.963365148664279e-05, + "loss": 0.0882, + "step": 13421 + }, + { + "epoch": 11.384223918575064, + "grad_norm": 1.3433369523960552, + "learning_rate": 1.9633577809374487e-05, + "loss": 0.0977, + "step": 13422 + }, + { + "epoch": 11.38507209499576, + "grad_norm": 1.1272981516447196, + "learning_rate": 1.963350412483649e-05, + "loss": 0.0945, + "step": 13423 + }, + { + "epoch": 11.385920271416454, + "grad_norm": 1.125152348440515, + "learning_rate": 1.963343043302885e-05, + "loss": 0.0771, + "step": 13424 + }, + { + "epoch": 11.38676844783715, + "grad_norm": 1.3455023295091215, + "learning_rate": 1.9633356733951627e-05, + "loss": 0.0997, + "step": 13425 + }, + { + "epoch": 11.387616624257845, + "grad_norm": 1.0555710622606977, + "learning_rate": 1.9633283027604876e-05, + "loss": 0.0765, + "step": 13426 + }, + { + "epoch": 11.388464800678541, + "grad_norm": 1.2970934591695737, + "learning_rate": 1.9633209313988647e-05, + "loss": 0.0915, + "step": 13427 + }, + { + "epoch": 11.389312977099237, + "grad_norm": 1.2808842507912441, + "learning_rate": 1.9633135593103e-05, + "loss": 0.096, + "step": 13428 + }, + { + "epoch": 11.390161153519932, + "grad_norm": 1.1702724146561427, + "learning_rate": 1.9633061864947992e-05, + "loss": 0.0833, + "step": 13429 + }, + { + "epoch": 11.391009329940628, + "grad_norm": 1.2115263852974858, + "learning_rate": 1.9632988129523674e-05, + "loss": 0.0943, + "step": 13430 + }, + { + "epoch": 11.391857506361323, + "grad_norm": 1.3193422805443893, + "learning_rate": 1.963291438683011e-05, + "loss": 0.0957, + "step": 13431 + }, + { + "epoch": 11.392705682782019, + "grad_norm": 1.2544410290777128, + "learning_rate": 1.9632840636867345e-05, + "loss": 0.0882, + "step": 13432 + }, + { + "epoch": 11.393553859202715, + "grad_norm": 1.1048156077171591, + "learning_rate": 1.9632766879635442e-05, + "loss": 0.0771, + "step": 13433 + }, + { + "epoch": 11.39440203562341, + "grad_norm": 1.2471349655765638, + "learning_rate": 1.9632693115134454e-05, + "loss": 0.0793, + "step": 13434 + }, + { + "epoch": 11.395250212044106, + "grad_norm": 1.3316243782077377, + "learning_rate": 1.9632619343364437e-05, + "loss": 0.0997, + "step": 13435 + }, + { + "epoch": 11.3960983884648, + "grad_norm": 1.212662372770455, + "learning_rate": 1.9632545564325447e-05, + "loss": 0.0911, + "step": 13436 + }, + { + "epoch": 11.396946564885496, + "grad_norm": 1.1212313380201626, + "learning_rate": 1.963247177801754e-05, + "loss": 0.0823, + "step": 13437 + }, + { + "epoch": 11.39779474130619, + "grad_norm": 1.2737839598547571, + "learning_rate": 1.963239798444077e-05, + "loss": 0.1069, + "step": 13438 + }, + { + "epoch": 11.398642917726887, + "grad_norm": 1.1987369680965376, + "learning_rate": 1.9632324183595195e-05, + "loss": 0.0988, + "step": 13439 + }, + { + "epoch": 11.399491094147583, + "grad_norm": 1.1075190711011442, + "learning_rate": 1.963225037548087e-05, + "loss": 0.0953, + "step": 13440 + }, + { + "epoch": 11.400339270568278, + "grad_norm": 1.2132800764423204, + "learning_rate": 1.963217656009785e-05, + "loss": 0.0798, + "step": 13441 + }, + { + "epoch": 11.401187446988974, + "grad_norm": 1.2515376453555647, + "learning_rate": 1.963210273744619e-05, + "loss": 0.088, + "step": 13442 + }, + { + "epoch": 11.402035623409668, + "grad_norm": 1.1270329433728072, + "learning_rate": 1.9632028907525948e-05, + "loss": 0.0894, + "step": 13443 + }, + { + "epoch": 11.402883799830365, + "grad_norm": 1.1201329467208119, + "learning_rate": 1.9631955070337177e-05, + "loss": 0.0756, + "step": 13444 + }, + { + "epoch": 11.403731976251061, + "grad_norm": 1.3516531870329838, + "learning_rate": 1.9631881225879935e-05, + "loss": 0.1133, + "step": 13445 + }, + { + "epoch": 11.404580152671755, + "grad_norm": 1.3792157098965572, + "learning_rate": 1.9631807374154273e-05, + "loss": 0.0889, + "step": 13446 + }, + { + "epoch": 11.405428329092452, + "grad_norm": 1.3762121525238253, + "learning_rate": 1.9631733515160255e-05, + "loss": 0.1136, + "step": 13447 + }, + { + "epoch": 11.406276505513146, + "grad_norm": 1.1495379550616225, + "learning_rate": 1.9631659648897933e-05, + "loss": 0.0896, + "step": 13448 + }, + { + "epoch": 11.407124681933842, + "grad_norm": 1.3403565500923158, + "learning_rate": 1.9631585775367362e-05, + "loss": 0.102, + "step": 13449 + }, + { + "epoch": 11.407972858354539, + "grad_norm": 1.4122555798053384, + "learning_rate": 1.9631511894568596e-05, + "loss": 0.1144, + "step": 13450 + }, + { + "epoch": 11.408821034775233, + "grad_norm": 1.3906393201602938, + "learning_rate": 1.963143800650169e-05, + "loss": 0.1054, + "step": 13451 + }, + { + "epoch": 11.40966921119593, + "grad_norm": 1.2152798300102798, + "learning_rate": 1.9631364111166706e-05, + "loss": 0.0992, + "step": 13452 + }, + { + "epoch": 11.410517387616624, + "grad_norm": 1.0081901366657324, + "learning_rate": 1.9631290208563695e-05, + "loss": 0.0792, + "step": 13453 + }, + { + "epoch": 11.41136556403732, + "grad_norm": 1.1015989792874057, + "learning_rate": 1.9631216298692718e-05, + "loss": 0.089, + "step": 13454 + }, + { + "epoch": 11.412213740458014, + "grad_norm": 1.1756349289903556, + "learning_rate": 1.9631142381553822e-05, + "loss": 0.0865, + "step": 13455 + }, + { + "epoch": 11.41306191687871, + "grad_norm": 1.1579996809267803, + "learning_rate": 1.9631068457147068e-05, + "loss": 0.0912, + "step": 13456 + }, + { + "epoch": 11.413910093299407, + "grad_norm": 1.346586668445152, + "learning_rate": 1.963099452547251e-05, + "loss": 0.093, + "step": 13457 + }, + { + "epoch": 11.414758269720101, + "grad_norm": 1.2455056247907963, + "learning_rate": 1.9630920586530204e-05, + "loss": 0.091, + "step": 13458 + }, + { + "epoch": 11.415606446140798, + "grad_norm": 1.157122172586322, + "learning_rate": 1.9630846640320212e-05, + "loss": 0.1076, + "step": 13459 + }, + { + "epoch": 11.416454622561492, + "grad_norm": 1.2382811414154635, + "learning_rate": 1.963077268684258e-05, + "loss": 0.1033, + "step": 13460 + }, + { + "epoch": 11.417302798982188, + "grad_norm": 1.3265308277060472, + "learning_rate": 1.963069872609737e-05, + "loss": 0.1005, + "step": 13461 + }, + { + "epoch": 11.418150975402884, + "grad_norm": 1.253840196906551, + "learning_rate": 1.963062475808464e-05, + "loss": 0.0991, + "step": 13462 + }, + { + "epoch": 11.418999151823579, + "grad_norm": 1.1589415608625557, + "learning_rate": 1.9630550782804432e-05, + "loss": 0.0905, + "step": 13463 + }, + { + "epoch": 11.419847328244275, + "grad_norm": 1.1480659405352633, + "learning_rate": 1.9630476800256822e-05, + "loss": 0.0879, + "step": 13464 + }, + { + "epoch": 11.42069550466497, + "grad_norm": 1.2584345170185982, + "learning_rate": 1.963040281044185e-05, + "loss": 0.1054, + "step": 13465 + }, + { + "epoch": 11.421543681085666, + "grad_norm": 1.3097430955778333, + "learning_rate": 1.9630328813359577e-05, + "loss": 0.0916, + "step": 13466 + }, + { + "epoch": 11.422391857506362, + "grad_norm": 1.1791177397243875, + "learning_rate": 1.9630254809010063e-05, + "loss": 0.0879, + "step": 13467 + }, + { + "epoch": 11.423240033927057, + "grad_norm": 1.180366254531662, + "learning_rate": 1.963018079739336e-05, + "loss": 0.087, + "step": 13468 + }, + { + "epoch": 11.424088210347753, + "grad_norm": 1.1910867301678252, + "learning_rate": 1.963010677850952e-05, + "loss": 0.0833, + "step": 13469 + }, + { + "epoch": 11.424936386768447, + "grad_norm": 1.2362223085648052, + "learning_rate": 1.963003275235861e-05, + "loss": 0.0898, + "step": 13470 + }, + { + "epoch": 11.425784563189143, + "grad_norm": 1.31445707198905, + "learning_rate": 1.9629958718940673e-05, + "loss": 0.0966, + "step": 13471 + }, + { + "epoch": 11.42663273960984, + "grad_norm": 1.2147947445670133, + "learning_rate": 1.962988467825577e-05, + "loss": 0.085, + "step": 13472 + }, + { + "epoch": 11.427480916030534, + "grad_norm": 1.2879216314334887, + "learning_rate": 1.962981063030396e-05, + "loss": 0.0977, + "step": 13473 + }, + { + "epoch": 11.42832909245123, + "grad_norm": 1.1956544162999332, + "learning_rate": 1.9629736575085292e-05, + "loss": 0.0883, + "step": 13474 + }, + { + "epoch": 11.429177268871925, + "grad_norm": 1.3948829658801891, + "learning_rate": 1.9629662512599836e-05, + "loss": 0.1194, + "step": 13475 + }, + { + "epoch": 11.430025445292621, + "grad_norm": 1.0856443833598026, + "learning_rate": 1.962958844284763e-05, + "loss": 0.0775, + "step": 13476 + }, + { + "epoch": 11.430873621713316, + "grad_norm": 1.0627949474066813, + "learning_rate": 1.962951436582874e-05, + "loss": 0.0785, + "step": 13477 + }, + { + "epoch": 11.431721798134012, + "grad_norm": 1.2886518316094575, + "learning_rate": 1.962944028154322e-05, + "loss": 0.1252, + "step": 13478 + }, + { + "epoch": 11.432569974554708, + "grad_norm": 1.2335699429833242, + "learning_rate": 1.9629366189991126e-05, + "loss": 0.1098, + "step": 13479 + }, + { + "epoch": 11.433418150975402, + "grad_norm": 1.151926975205264, + "learning_rate": 1.9629292091172512e-05, + "loss": 0.1019, + "step": 13480 + }, + { + "epoch": 11.434266327396099, + "grad_norm": 1.2606190962813306, + "learning_rate": 1.9629217985087437e-05, + "loss": 0.0974, + "step": 13481 + }, + { + "epoch": 11.435114503816793, + "grad_norm": 1.2082965811599469, + "learning_rate": 1.9629143871735958e-05, + "loss": 0.0877, + "step": 13482 + }, + { + "epoch": 11.43596268023749, + "grad_norm": 1.2863560309434194, + "learning_rate": 1.9629069751118125e-05, + "loss": 0.0866, + "step": 13483 + }, + { + "epoch": 11.436810856658186, + "grad_norm": 1.2162462864046626, + "learning_rate": 1.9628995623233996e-05, + "loss": 0.0831, + "step": 13484 + }, + { + "epoch": 11.43765903307888, + "grad_norm": 1.2976279720546287, + "learning_rate": 1.9628921488083632e-05, + "loss": 0.0924, + "step": 13485 + }, + { + "epoch": 11.438507209499576, + "grad_norm": 1.1612833186703397, + "learning_rate": 1.9628847345667084e-05, + "loss": 0.084, + "step": 13486 + }, + { + "epoch": 11.43935538592027, + "grad_norm": 1.1910538093356497, + "learning_rate": 1.962877319598441e-05, + "loss": 0.0815, + "step": 13487 + }, + { + "epoch": 11.440203562340967, + "grad_norm": 1.2740860108796974, + "learning_rate": 1.9628699039035667e-05, + "loss": 0.081, + "step": 13488 + }, + { + "epoch": 11.441051738761663, + "grad_norm": 1.2844480793604902, + "learning_rate": 1.9628624874820906e-05, + "loss": 0.1085, + "step": 13489 + }, + { + "epoch": 11.441899915182358, + "grad_norm": 1.2176167001000204, + "learning_rate": 1.9628550703340188e-05, + "loss": 0.094, + "step": 13490 + }, + { + "epoch": 11.442748091603054, + "grad_norm": 1.2068868577982765, + "learning_rate": 1.9628476524593564e-05, + "loss": 0.0859, + "step": 13491 + }, + { + "epoch": 11.443596268023748, + "grad_norm": 1.2886617313100428, + "learning_rate": 1.9628402338581097e-05, + "loss": 0.0938, + "step": 13492 + }, + { + "epoch": 11.444444444444445, + "grad_norm": 1.1852202661364597, + "learning_rate": 1.9628328145302837e-05, + "loss": 0.1044, + "step": 13493 + }, + { + "epoch": 11.445292620865139, + "grad_norm": 1.313795416161598, + "learning_rate": 1.9628253944758843e-05, + "loss": 0.0925, + "step": 13494 + }, + { + "epoch": 11.446140797285835, + "grad_norm": 1.04303989639557, + "learning_rate": 1.962817973694917e-05, + "loss": 0.0756, + "step": 13495 + }, + { + "epoch": 11.446988973706532, + "grad_norm": 1.1822695342713483, + "learning_rate": 1.962810552187387e-05, + "loss": 0.0805, + "step": 13496 + }, + { + "epoch": 11.447837150127226, + "grad_norm": 1.099903220544737, + "learning_rate": 1.962803129953301e-05, + "loss": 0.0836, + "step": 13497 + }, + { + "epoch": 11.448685326547922, + "grad_norm": 1.2663746943876877, + "learning_rate": 1.9627957069926634e-05, + "loss": 0.0989, + "step": 13498 + }, + { + "epoch": 11.449533502968617, + "grad_norm": 1.19624299631169, + "learning_rate": 1.9627882833054806e-05, + "loss": 0.0797, + "step": 13499 + }, + { + "epoch": 11.450381679389313, + "grad_norm": 1.1711501707445697, + "learning_rate": 1.9627808588917577e-05, + "loss": 0.087, + "step": 13500 + }, + { + "epoch": 11.45122985581001, + "grad_norm": 1.3169663894180028, + "learning_rate": 1.962773433751501e-05, + "loss": 0.0959, + "step": 13501 + }, + { + "epoch": 11.452078032230704, + "grad_norm": 1.1816243904774977, + "learning_rate": 1.9627660078847152e-05, + "loss": 0.0931, + "step": 13502 + }, + { + "epoch": 11.4529262086514, + "grad_norm": 1.1969470615692408, + "learning_rate": 1.9627585812914064e-05, + "loss": 0.0947, + "step": 13503 + }, + { + "epoch": 11.453774385072094, + "grad_norm": 1.1270717391237464, + "learning_rate": 1.96275115397158e-05, + "loss": 0.0824, + "step": 13504 + }, + { + "epoch": 11.45462256149279, + "grad_norm": 1.20045493577144, + "learning_rate": 1.9627437259252417e-05, + "loss": 0.0975, + "step": 13505 + }, + { + "epoch": 11.455470737913487, + "grad_norm": 1.2039828386692226, + "learning_rate": 1.9627362971523972e-05, + "loss": 0.0988, + "step": 13506 + }, + { + "epoch": 11.456318914334181, + "grad_norm": 1.2019876550206932, + "learning_rate": 1.9627288676530522e-05, + "loss": 0.1026, + "step": 13507 + }, + { + "epoch": 11.457167090754877, + "grad_norm": 1.279546337773243, + "learning_rate": 1.9627214374272122e-05, + "loss": 0.0987, + "step": 13508 + }, + { + "epoch": 11.458015267175572, + "grad_norm": 1.2186566619646213, + "learning_rate": 1.9627140064748825e-05, + "loss": 0.0976, + "step": 13509 + }, + { + "epoch": 11.458863443596268, + "grad_norm": 1.2833759758413823, + "learning_rate": 1.962706574796069e-05, + "loss": 0.0993, + "step": 13510 + }, + { + "epoch": 11.459711620016964, + "grad_norm": 1.260280397311371, + "learning_rate": 1.962699142390777e-05, + "loss": 0.0919, + "step": 13511 + }, + { + "epoch": 11.460559796437659, + "grad_norm": 1.2161487685573584, + "learning_rate": 1.962691709259013e-05, + "loss": 0.0964, + "step": 13512 + }, + { + "epoch": 11.461407972858355, + "grad_norm": 1.12291506290621, + "learning_rate": 1.9626842754007816e-05, + "loss": 0.0871, + "step": 13513 + }, + { + "epoch": 11.46225614927905, + "grad_norm": 1.2219519480982157, + "learning_rate": 1.962676840816089e-05, + "loss": 0.0939, + "step": 13514 + }, + { + "epoch": 11.463104325699746, + "grad_norm": 1.0814014086154322, + "learning_rate": 1.9626694055049403e-05, + "loss": 0.0836, + "step": 13515 + }, + { + "epoch": 11.46395250212044, + "grad_norm": 1.3181882357013415, + "learning_rate": 1.962661969467342e-05, + "loss": 0.0849, + "step": 13516 + }, + { + "epoch": 11.464800678541136, + "grad_norm": 1.3728304040547767, + "learning_rate": 1.9626545327032986e-05, + "loss": 0.1017, + "step": 13517 + }, + { + "epoch": 11.465648854961833, + "grad_norm": 1.237306479326489, + "learning_rate": 1.9626470952128164e-05, + "loss": 0.0969, + "step": 13518 + }, + { + "epoch": 11.466497031382527, + "grad_norm": 1.2138336348483898, + "learning_rate": 1.962639656995901e-05, + "loss": 0.0887, + "step": 13519 + }, + { + "epoch": 11.467345207803223, + "grad_norm": 1.3658610088845446, + "learning_rate": 1.9626322180525576e-05, + "loss": 0.0903, + "step": 13520 + }, + { + "epoch": 11.468193384223918, + "grad_norm": 1.1974952328376256, + "learning_rate": 1.9626247783827922e-05, + "loss": 0.0921, + "step": 13521 + }, + { + "epoch": 11.469041560644614, + "grad_norm": 1.1441940775346546, + "learning_rate": 1.9626173379866103e-05, + "loss": 0.0769, + "step": 13522 + }, + { + "epoch": 11.46988973706531, + "grad_norm": 1.310151601215664, + "learning_rate": 1.9626098968640176e-05, + "loss": 0.0884, + "step": 13523 + }, + { + "epoch": 11.470737913486005, + "grad_norm": 1.2804470059282773, + "learning_rate": 1.9626024550150193e-05, + "loss": 0.0992, + "step": 13524 + }, + { + "epoch": 11.471586089906701, + "grad_norm": 1.3196666509311041, + "learning_rate": 1.9625950124396215e-05, + "loss": 0.0911, + "step": 13525 + }, + { + "epoch": 11.472434266327395, + "grad_norm": 1.1435944068056156, + "learning_rate": 1.9625875691378296e-05, + "loss": 0.0855, + "step": 13526 + }, + { + "epoch": 11.473282442748092, + "grad_norm": 1.2848401085466479, + "learning_rate": 1.9625801251096494e-05, + "loss": 0.1006, + "step": 13527 + }, + { + "epoch": 11.474130619168788, + "grad_norm": 1.1379145873342391, + "learning_rate": 1.9625726803550865e-05, + "loss": 0.0799, + "step": 13528 + }, + { + "epoch": 11.474978795589482, + "grad_norm": 1.3314007404274464, + "learning_rate": 1.9625652348741465e-05, + "loss": 0.0846, + "step": 13529 + }, + { + "epoch": 11.475826972010179, + "grad_norm": 1.320687291197019, + "learning_rate": 1.9625577886668344e-05, + "loss": 0.0898, + "step": 13530 + }, + { + "epoch": 11.476675148430873, + "grad_norm": 1.151804792613346, + "learning_rate": 1.962550341733157e-05, + "loss": 0.0783, + "step": 13531 + }, + { + "epoch": 11.47752332485157, + "grad_norm": 1.2069739360333755, + "learning_rate": 1.962542894073119e-05, + "loss": 0.0881, + "step": 13532 + }, + { + "epoch": 11.478371501272264, + "grad_norm": 1.5375305032973274, + "learning_rate": 1.9625354456867262e-05, + "loss": 0.0999, + "step": 13533 + }, + { + "epoch": 11.47921967769296, + "grad_norm": 1.266758410450726, + "learning_rate": 1.962527996573984e-05, + "loss": 0.0853, + "step": 13534 + }, + { + "epoch": 11.480067854113656, + "grad_norm": 1.3903317421882773, + "learning_rate": 1.962520546734899e-05, + "loss": 0.0996, + "step": 13535 + }, + { + "epoch": 11.48091603053435, + "grad_norm": 1.2272797075780546, + "learning_rate": 1.9625130961694755e-05, + "loss": 0.0989, + "step": 13536 + }, + { + "epoch": 11.481764206955047, + "grad_norm": 1.2591746854968637, + "learning_rate": 1.96250564487772e-05, + "loss": 0.0886, + "step": 13537 + }, + { + "epoch": 11.482612383375741, + "grad_norm": 1.2096300137711822, + "learning_rate": 1.9624981928596383e-05, + "loss": 0.0968, + "step": 13538 + }, + { + "epoch": 11.483460559796438, + "grad_norm": 1.1218803867611147, + "learning_rate": 1.9624907401152352e-05, + "loss": 0.0741, + "step": 13539 + }, + { + "epoch": 11.484308736217134, + "grad_norm": 1.1554080139128644, + "learning_rate": 1.962483286644517e-05, + "loss": 0.0901, + "step": 13540 + }, + { + "epoch": 11.485156912637828, + "grad_norm": 1.1211196111531985, + "learning_rate": 1.9624758324474887e-05, + "loss": 0.1112, + "step": 13541 + }, + { + "epoch": 11.486005089058525, + "grad_norm": 1.377302792183195, + "learning_rate": 1.9624683775241564e-05, + "loss": 0.1269, + "step": 13542 + }, + { + "epoch": 11.486853265479219, + "grad_norm": 1.4215961516788327, + "learning_rate": 1.962460921874526e-05, + "loss": 0.0918, + "step": 13543 + }, + { + "epoch": 11.487701441899915, + "grad_norm": 1.2962179267609013, + "learning_rate": 1.9624534654986026e-05, + "loss": 0.101, + "step": 13544 + }, + { + "epoch": 11.488549618320612, + "grad_norm": 1.1930364487925247, + "learning_rate": 1.9624460083963915e-05, + "loss": 0.0793, + "step": 13545 + }, + { + "epoch": 11.489397794741306, + "grad_norm": 1.394948515482576, + "learning_rate": 1.9624385505678992e-05, + "loss": 0.0836, + "step": 13546 + }, + { + "epoch": 11.490245971162002, + "grad_norm": 1.2907380734815377, + "learning_rate": 1.962431092013131e-05, + "loss": 0.1062, + "step": 13547 + }, + { + "epoch": 11.491094147582697, + "grad_norm": 1.1137599223625885, + "learning_rate": 1.9624236327320923e-05, + "loss": 0.0926, + "step": 13548 + }, + { + "epoch": 11.491942324003393, + "grad_norm": 1.134003942203197, + "learning_rate": 1.9624161727247887e-05, + "loss": 0.0812, + "step": 13549 + }, + { + "epoch": 11.49279050042409, + "grad_norm": 1.1572996536777553, + "learning_rate": 1.9624087119912264e-05, + "loss": 0.0932, + "step": 13550 + }, + { + "epoch": 11.493638676844784, + "grad_norm": 1.309740253454473, + "learning_rate": 1.9624012505314103e-05, + "loss": 0.1184, + "step": 13551 + }, + { + "epoch": 11.49448685326548, + "grad_norm": 1.1629311177360768, + "learning_rate": 1.9623937883453465e-05, + "loss": 0.1105, + "step": 13552 + }, + { + "epoch": 11.495335029686174, + "grad_norm": 1.2518290140961625, + "learning_rate": 1.9623863254330407e-05, + "loss": 0.094, + "step": 13553 + }, + { + "epoch": 11.49618320610687, + "grad_norm": 1.395415082742825, + "learning_rate": 1.9623788617944983e-05, + "loss": 0.1238, + "step": 13554 + }, + { + "epoch": 11.497031382527565, + "grad_norm": 1.4536439002737507, + "learning_rate": 1.9623713974297247e-05, + "loss": 0.0941, + "step": 13555 + }, + { + "epoch": 11.497879558948261, + "grad_norm": 1.3751774613033791, + "learning_rate": 1.9623639323387262e-05, + "loss": 0.0942, + "step": 13556 + }, + { + "epoch": 11.498727735368957, + "grad_norm": 1.115894514986572, + "learning_rate": 1.9623564665215077e-05, + "loss": 0.0926, + "step": 13557 + }, + { + "epoch": 11.499575911789652, + "grad_norm": 1.1277688681948574, + "learning_rate": 1.9623489999780753e-05, + "loss": 0.0702, + "step": 13558 + }, + { + "epoch": 11.500424088210348, + "grad_norm": 1.3175251752359045, + "learning_rate": 1.9623415327084344e-05, + "loss": 0.0906, + "step": 13559 + }, + { + "epoch": 11.501272264631043, + "grad_norm": 1.1067264721430434, + "learning_rate": 1.962334064712591e-05, + "loss": 0.0778, + "step": 13560 + }, + { + "epoch": 11.502120441051739, + "grad_norm": 1.2878889782050373, + "learning_rate": 1.9623265959905498e-05, + "loss": 0.0959, + "step": 13561 + }, + { + "epoch": 11.502968617472435, + "grad_norm": 1.1513973288532202, + "learning_rate": 1.9623191265423176e-05, + "loss": 0.0738, + "step": 13562 + }, + { + "epoch": 11.50381679389313, + "grad_norm": 1.2555559505155836, + "learning_rate": 1.9623116563678995e-05, + "loss": 0.0824, + "step": 13563 + }, + { + "epoch": 11.504664970313826, + "grad_norm": 1.228165361749397, + "learning_rate": 1.9623041854673012e-05, + "loss": 0.0864, + "step": 13564 + }, + { + "epoch": 11.50551314673452, + "grad_norm": 1.2716649622746472, + "learning_rate": 1.9622967138405283e-05, + "loss": 0.1168, + "step": 13565 + }, + { + "epoch": 11.506361323155216, + "grad_norm": 1.3243350212030378, + "learning_rate": 1.9622892414875866e-05, + "loss": 0.0984, + "step": 13566 + }, + { + "epoch": 11.50720949957591, + "grad_norm": 1.296422793174391, + "learning_rate": 1.9622817684084816e-05, + "loss": 0.0975, + "step": 13567 + }, + { + "epoch": 11.508057675996607, + "grad_norm": 1.1645851376107388, + "learning_rate": 1.962274294603219e-05, + "loss": 0.092, + "step": 13568 + }, + { + "epoch": 11.508905852417303, + "grad_norm": 1.1634797539319743, + "learning_rate": 1.962266820071804e-05, + "loss": 0.0838, + "step": 13569 + }, + { + "epoch": 11.509754028837998, + "grad_norm": 1.3305523995746327, + "learning_rate": 1.9622593448142427e-05, + "loss": 0.1088, + "step": 13570 + }, + { + "epoch": 11.510602205258694, + "grad_norm": 1.289213509660129, + "learning_rate": 1.962251868830541e-05, + "loss": 0.1178, + "step": 13571 + }, + { + "epoch": 11.511450381679388, + "grad_norm": 1.1828199565904474, + "learning_rate": 1.962244392120704e-05, + "loss": 0.0917, + "step": 13572 + }, + { + "epoch": 11.512298558100085, + "grad_norm": 1.139937766601924, + "learning_rate": 1.9622369146847374e-05, + "loss": 0.0824, + "step": 13573 + }, + { + "epoch": 11.513146734520781, + "grad_norm": 1.4722374336034154, + "learning_rate": 1.9622294365226472e-05, + "loss": 0.0883, + "step": 13574 + }, + { + "epoch": 11.513994910941475, + "grad_norm": 1.0763653705163816, + "learning_rate": 1.9622219576344387e-05, + "loss": 0.0832, + "step": 13575 + }, + { + "epoch": 11.514843087362172, + "grad_norm": 1.2613616911115513, + "learning_rate": 1.9622144780201177e-05, + "loss": 0.0827, + "step": 13576 + }, + { + "epoch": 11.515691263782866, + "grad_norm": 1.3411058348986662, + "learning_rate": 1.96220699767969e-05, + "loss": 0.0946, + "step": 13577 + }, + { + "epoch": 11.516539440203562, + "grad_norm": 1.2848808550147504, + "learning_rate": 1.9621995166131607e-05, + "loss": 0.0825, + "step": 13578 + }, + { + "epoch": 11.517387616624259, + "grad_norm": 1.196518916041679, + "learning_rate": 1.962192034820536e-05, + "loss": 0.0765, + "step": 13579 + }, + { + "epoch": 11.518235793044953, + "grad_norm": 1.3113037046513287, + "learning_rate": 1.9621845523018215e-05, + "loss": 0.0972, + "step": 13580 + }, + { + "epoch": 11.51908396946565, + "grad_norm": 1.217705031459626, + "learning_rate": 1.9621770690570224e-05, + "loss": 0.0788, + "step": 13581 + }, + { + "epoch": 11.519932145886344, + "grad_norm": 1.240671819554427, + "learning_rate": 1.962169585086145e-05, + "loss": 0.0807, + "step": 13582 + }, + { + "epoch": 11.52078032230704, + "grad_norm": 1.3272367061652808, + "learning_rate": 1.9621621003891943e-05, + "loss": 0.0888, + "step": 13583 + }, + { + "epoch": 11.521628498727736, + "grad_norm": 1.146074871366445, + "learning_rate": 1.9621546149661764e-05, + "loss": 0.0805, + "step": 13584 + }, + { + "epoch": 11.52247667514843, + "grad_norm": 1.1699052322541736, + "learning_rate": 1.9621471288170965e-05, + "loss": 0.0872, + "step": 13585 + }, + { + "epoch": 11.523324851569127, + "grad_norm": 1.21249436464895, + "learning_rate": 1.9621396419419606e-05, + "loss": 0.0984, + "step": 13586 + }, + { + "epoch": 11.524173027989821, + "grad_norm": 1.1620330336908509, + "learning_rate": 1.9621321543407745e-05, + "loss": 0.0997, + "step": 13587 + }, + { + "epoch": 11.525021204410518, + "grad_norm": 1.2974990447834416, + "learning_rate": 1.962124666013544e-05, + "loss": 0.107, + "step": 13588 + }, + { + "epoch": 11.525869380831214, + "grad_norm": 1.2562557337355122, + "learning_rate": 1.9621171769602737e-05, + "loss": 0.1025, + "step": 13589 + }, + { + "epoch": 11.526717557251908, + "grad_norm": 1.3463284219890816, + "learning_rate": 1.96210968718097e-05, + "loss": 0.0912, + "step": 13590 + }, + { + "epoch": 11.527565733672605, + "grad_norm": 1.257987480421982, + "learning_rate": 1.9621021966756387e-05, + "loss": 0.098, + "step": 13591 + }, + { + "epoch": 11.528413910093299, + "grad_norm": 1.2539200533889707, + "learning_rate": 1.9620947054442855e-05, + "loss": 0.101, + "step": 13592 + }, + { + "epoch": 11.529262086513995, + "grad_norm": 1.2350820152466568, + "learning_rate": 1.9620872134869157e-05, + "loss": 0.0899, + "step": 13593 + }, + { + "epoch": 11.53011026293469, + "grad_norm": 1.0965850001173363, + "learning_rate": 1.962079720803535e-05, + "loss": 0.0851, + "step": 13594 + }, + { + "epoch": 11.530958439355386, + "grad_norm": 1.2432917007607218, + "learning_rate": 1.9620722273941487e-05, + "loss": 0.0951, + "step": 13595 + }, + { + "epoch": 11.531806615776082, + "grad_norm": 1.163704415849944, + "learning_rate": 1.962064733258763e-05, + "loss": 0.0948, + "step": 13596 + }, + { + "epoch": 11.532654792196777, + "grad_norm": 1.262355164512751, + "learning_rate": 1.9620572383973838e-05, + "loss": 0.0983, + "step": 13597 + }, + { + "epoch": 11.533502968617473, + "grad_norm": 1.2788537079934545, + "learning_rate": 1.9620497428100163e-05, + "loss": 0.0761, + "step": 13598 + }, + { + "epoch": 11.534351145038167, + "grad_norm": 1.3045615837456817, + "learning_rate": 1.962042246496666e-05, + "loss": 0.0922, + "step": 13599 + }, + { + "epoch": 11.535199321458864, + "grad_norm": 1.3262357727400398, + "learning_rate": 1.962034749457339e-05, + "loss": 0.0894, + "step": 13600 + }, + { + "epoch": 11.53604749787956, + "grad_norm": 1.2412177380279596, + "learning_rate": 1.9620272516920405e-05, + "loss": 0.0979, + "step": 13601 + }, + { + "epoch": 11.536895674300254, + "grad_norm": 1.3045252460851116, + "learning_rate": 1.9620197532007768e-05, + "loss": 0.1004, + "step": 13602 + }, + { + "epoch": 11.53774385072095, + "grad_norm": 1.3354488499176378, + "learning_rate": 1.9620122539835526e-05, + "loss": 0.088, + "step": 13603 + }, + { + "epoch": 11.538592027141645, + "grad_norm": 1.2107727045335142, + "learning_rate": 1.9620047540403744e-05, + "loss": 0.0784, + "step": 13604 + }, + { + "epoch": 11.539440203562341, + "grad_norm": 1.187903602474244, + "learning_rate": 1.9619972533712477e-05, + "loss": 0.0816, + "step": 13605 + }, + { + "epoch": 11.540288379983036, + "grad_norm": 1.2904987082691992, + "learning_rate": 1.9619897519761778e-05, + "loss": 0.0882, + "step": 13606 + }, + { + "epoch": 11.541136556403732, + "grad_norm": 1.3054515305511518, + "learning_rate": 1.961982249855171e-05, + "loss": 0.0891, + "step": 13607 + }, + { + "epoch": 11.541984732824428, + "grad_norm": 1.2768255973943063, + "learning_rate": 1.961974747008232e-05, + "loss": 0.0863, + "step": 13608 + }, + { + "epoch": 11.542832909245123, + "grad_norm": 1.2640007747685242, + "learning_rate": 1.9619672434353675e-05, + "loss": 0.0872, + "step": 13609 + }, + { + "epoch": 11.543681085665819, + "grad_norm": 1.3297754650018292, + "learning_rate": 1.9619597391365826e-05, + "loss": 0.0966, + "step": 13610 + }, + { + "epoch": 11.544529262086513, + "grad_norm": 1.2517339737512836, + "learning_rate": 1.9619522341118827e-05, + "loss": 0.0854, + "step": 13611 + }, + { + "epoch": 11.54537743850721, + "grad_norm": 1.2045989003467645, + "learning_rate": 1.961944728361274e-05, + "loss": 0.0803, + "step": 13612 + }, + { + "epoch": 11.546225614927906, + "grad_norm": 1.198017998852416, + "learning_rate": 1.9619372218847622e-05, + "loss": 0.0964, + "step": 13613 + }, + { + "epoch": 11.5470737913486, + "grad_norm": 1.1458050878119168, + "learning_rate": 1.9619297146823528e-05, + "loss": 0.0874, + "step": 13614 + }, + { + "epoch": 11.547921967769296, + "grad_norm": 1.3428999877660757, + "learning_rate": 1.961922206754051e-05, + "loss": 0.1233, + "step": 13615 + }, + { + "epoch": 11.54877014418999, + "grad_norm": 1.1326927458833713, + "learning_rate": 1.961914698099863e-05, + "loss": 0.0889, + "step": 13616 + }, + { + "epoch": 11.549618320610687, + "grad_norm": 1.157882675194915, + "learning_rate": 1.9619071887197942e-05, + "loss": 0.091, + "step": 13617 + }, + { + "epoch": 11.550466497031383, + "grad_norm": 1.3064043841090784, + "learning_rate": 1.9618996786138507e-05, + "loss": 0.1063, + "step": 13618 + }, + { + "epoch": 11.551314673452078, + "grad_norm": 1.2614633121630268, + "learning_rate": 1.9618921677820376e-05, + "loss": 0.0796, + "step": 13619 + }, + { + "epoch": 11.552162849872774, + "grad_norm": 1.2169649745491526, + "learning_rate": 1.9618846562243613e-05, + "loss": 0.081, + "step": 13620 + }, + { + "epoch": 11.553011026293468, + "grad_norm": 1.0361495773764893, + "learning_rate": 1.9618771439408265e-05, + "loss": 0.0751, + "step": 13621 + }, + { + "epoch": 11.553859202714165, + "grad_norm": 1.3644103842292021, + "learning_rate": 1.9618696309314397e-05, + "loss": 0.1147, + "step": 13622 + }, + { + "epoch": 11.554707379134861, + "grad_norm": 1.3571614925338569, + "learning_rate": 1.961862117196206e-05, + "loss": 0.0986, + "step": 13623 + }, + { + "epoch": 11.555555555555555, + "grad_norm": 1.2376734764968016, + "learning_rate": 1.9618546027351315e-05, + "loss": 0.0842, + "step": 13624 + }, + { + "epoch": 11.556403731976252, + "grad_norm": 1.2107562772549558, + "learning_rate": 1.9618470875482216e-05, + "loss": 0.0871, + "step": 13625 + }, + { + "epoch": 11.557251908396946, + "grad_norm": 1.224281056003739, + "learning_rate": 1.961839571635482e-05, + "loss": 0.0846, + "step": 13626 + }, + { + "epoch": 11.558100084817642, + "grad_norm": 1.2218905126042652, + "learning_rate": 1.9618320549969185e-05, + "loss": 0.0797, + "step": 13627 + }, + { + "epoch": 11.558948261238339, + "grad_norm": 1.4205293234545555, + "learning_rate": 1.961824537632537e-05, + "loss": 0.1146, + "step": 13628 + }, + { + "epoch": 11.559796437659033, + "grad_norm": 1.2930622228317188, + "learning_rate": 1.9618170195423426e-05, + "loss": 0.1035, + "step": 13629 + }, + { + "epoch": 11.56064461407973, + "grad_norm": 1.1438969766449487, + "learning_rate": 1.961809500726341e-05, + "loss": 0.0933, + "step": 13630 + }, + { + "epoch": 11.561492790500424, + "grad_norm": 1.2485047405739351, + "learning_rate": 1.9618019811845382e-05, + "loss": 0.0928, + "step": 13631 + }, + { + "epoch": 11.56234096692112, + "grad_norm": 1.3052583789404384, + "learning_rate": 1.96179446091694e-05, + "loss": 0.0961, + "step": 13632 + }, + { + "epoch": 11.563189143341814, + "grad_norm": 1.2526936727573836, + "learning_rate": 1.961786939923552e-05, + "loss": 0.0871, + "step": 13633 + }, + { + "epoch": 11.56403731976251, + "grad_norm": 1.12616581172728, + "learning_rate": 1.9617794182043793e-05, + "loss": 0.0864, + "step": 13634 + }, + { + "epoch": 11.564885496183207, + "grad_norm": 1.3131322136561876, + "learning_rate": 1.9617718957594284e-05, + "loss": 0.1143, + "step": 13635 + }, + { + "epoch": 11.565733672603901, + "grad_norm": 1.253342836657531, + "learning_rate": 1.9617643725887047e-05, + "loss": 0.1065, + "step": 13636 + }, + { + "epoch": 11.566581849024598, + "grad_norm": 1.2756642667876454, + "learning_rate": 1.9617568486922134e-05, + "loss": 0.0917, + "step": 13637 + }, + { + "epoch": 11.567430025445292, + "grad_norm": 1.4574743522830316, + "learning_rate": 1.961749324069961e-05, + "loss": 0.1062, + "step": 13638 + }, + { + "epoch": 11.568278201865988, + "grad_norm": 1.2870478197557726, + "learning_rate": 1.9617417987219522e-05, + "loss": 0.0975, + "step": 13639 + }, + { + "epoch": 11.569126378286684, + "grad_norm": 1.282591374470726, + "learning_rate": 1.9617342726481935e-05, + "loss": 0.0918, + "step": 13640 + }, + { + "epoch": 11.569974554707379, + "grad_norm": 1.1185868984721419, + "learning_rate": 1.9617267458486902e-05, + "loss": 0.0868, + "step": 13641 + }, + { + "epoch": 11.570822731128075, + "grad_norm": 1.3425523036219662, + "learning_rate": 1.961719218323448e-05, + "loss": 0.105, + "step": 13642 + }, + { + "epoch": 11.57167090754877, + "grad_norm": 1.1154269528095877, + "learning_rate": 1.961711690072473e-05, + "loss": 0.0774, + "step": 13643 + }, + { + "epoch": 11.572519083969466, + "grad_norm": 1.305165196471251, + "learning_rate": 1.96170416109577e-05, + "loss": 0.0832, + "step": 13644 + }, + { + "epoch": 11.57336726039016, + "grad_norm": 1.3003077711450575, + "learning_rate": 1.9616966313933455e-05, + "loss": 0.1017, + "step": 13645 + }, + { + "epoch": 11.574215436810857, + "grad_norm": 1.1490773290471128, + "learning_rate": 1.961689100965205e-05, + "loss": 0.0978, + "step": 13646 + }, + { + "epoch": 11.575063613231553, + "grad_norm": 1.1714907461311694, + "learning_rate": 1.961681569811354e-05, + "loss": 0.0925, + "step": 13647 + }, + { + "epoch": 11.575911789652247, + "grad_norm": 1.1304195251565847, + "learning_rate": 1.9616740379317984e-05, + "loss": 0.0849, + "step": 13648 + }, + { + "epoch": 11.576759966072943, + "grad_norm": 1.3035627291563128, + "learning_rate": 1.9616665053265432e-05, + "loss": 0.1095, + "step": 13649 + }, + { + "epoch": 11.577608142493638, + "grad_norm": 1.3004252546361859, + "learning_rate": 1.9616589719955953e-05, + "loss": 0.1007, + "step": 13650 + }, + { + "epoch": 11.578456318914334, + "grad_norm": 1.1287204519579561, + "learning_rate": 1.9616514379389594e-05, + "loss": 0.0861, + "step": 13651 + }, + { + "epoch": 11.57930449533503, + "grad_norm": 1.217474986298852, + "learning_rate": 1.9616439031566415e-05, + "loss": 0.0876, + "step": 13652 + }, + { + "epoch": 11.580152671755725, + "grad_norm": 1.2837850865781062, + "learning_rate": 1.961636367648647e-05, + "loss": 0.0955, + "step": 13653 + }, + { + "epoch": 11.581000848176421, + "grad_norm": 1.129453515941346, + "learning_rate": 1.9616288314149823e-05, + "loss": 0.0678, + "step": 13654 + }, + { + "epoch": 11.581849024597116, + "grad_norm": 1.31310283457414, + "learning_rate": 1.9616212944556526e-05, + "loss": 0.0945, + "step": 13655 + }, + { + "epoch": 11.582697201017812, + "grad_norm": 1.0467385363916728, + "learning_rate": 1.9616137567706636e-05, + "loss": 0.0664, + "step": 13656 + }, + { + "epoch": 11.583545377438508, + "grad_norm": 1.5064858430637644, + "learning_rate": 1.961606218360021e-05, + "loss": 0.1105, + "step": 13657 + }, + { + "epoch": 11.584393553859202, + "grad_norm": 1.2761815929274998, + "learning_rate": 1.9615986792237303e-05, + "loss": 0.0945, + "step": 13658 + }, + { + "epoch": 11.585241730279899, + "grad_norm": 1.1721027586168231, + "learning_rate": 1.9615911393617976e-05, + "loss": 0.078, + "step": 13659 + }, + { + "epoch": 11.586089906700593, + "grad_norm": 1.2193187227311029, + "learning_rate": 1.9615835987742286e-05, + "loss": 0.0864, + "step": 13660 + }, + { + "epoch": 11.58693808312129, + "grad_norm": 1.190518711665263, + "learning_rate": 1.961576057461029e-05, + "loss": 0.1077, + "step": 13661 + }, + { + "epoch": 11.587786259541986, + "grad_norm": 1.1815347153831133, + "learning_rate": 1.9615685154222035e-05, + "loss": 0.0839, + "step": 13662 + }, + { + "epoch": 11.58863443596268, + "grad_norm": 1.336205941673918, + "learning_rate": 1.961560972657759e-05, + "loss": 0.0823, + "step": 13663 + }, + { + "epoch": 11.589482612383376, + "grad_norm": 1.158282703999678, + "learning_rate": 1.961553429167701e-05, + "loss": 0.0831, + "step": 13664 + }, + { + "epoch": 11.59033078880407, + "grad_norm": 1.1961867896252854, + "learning_rate": 1.9615458849520345e-05, + "loss": 0.0923, + "step": 13665 + }, + { + "epoch": 11.591178965224767, + "grad_norm": 1.1994096825771141, + "learning_rate": 1.961538340010766e-05, + "loss": 0.09, + "step": 13666 + }, + { + "epoch": 11.592027141645461, + "grad_norm": 1.271300010553036, + "learning_rate": 1.9615307943439006e-05, + "loss": 0.0885, + "step": 13667 + }, + { + "epoch": 11.592875318066158, + "grad_norm": 1.131486512831525, + "learning_rate": 1.9615232479514444e-05, + "loss": 0.0849, + "step": 13668 + }, + { + "epoch": 11.593723494486854, + "grad_norm": 1.2004352352336638, + "learning_rate": 1.961515700833403e-05, + "loss": 0.079, + "step": 13669 + }, + { + "epoch": 11.594571670907548, + "grad_norm": 1.1084054054920436, + "learning_rate": 1.9615081529897817e-05, + "loss": 0.0745, + "step": 13670 + }, + { + "epoch": 11.595419847328245, + "grad_norm": 1.171521775205627, + "learning_rate": 1.9615006044205868e-05, + "loss": 0.0803, + "step": 13671 + }, + { + "epoch": 11.596268023748939, + "grad_norm": 1.4308852212374759, + "learning_rate": 1.9614930551258237e-05, + "loss": 0.096, + "step": 13672 + }, + { + "epoch": 11.597116200169635, + "grad_norm": 1.169520791464624, + "learning_rate": 1.961485505105498e-05, + "loss": 0.0829, + "step": 13673 + }, + { + "epoch": 11.597964376590332, + "grad_norm": 1.1307763276285758, + "learning_rate": 1.9614779543596153e-05, + "loss": 0.084, + "step": 13674 + }, + { + "epoch": 11.598812553011026, + "grad_norm": 1.1858615031670012, + "learning_rate": 1.961470402888182e-05, + "loss": 0.0885, + "step": 13675 + }, + { + "epoch": 11.599660729431722, + "grad_norm": 1.129318522051992, + "learning_rate": 1.961462850691203e-05, + "loss": 0.0851, + "step": 13676 + }, + { + "epoch": 11.600508905852417, + "grad_norm": 1.3017372359670192, + "learning_rate": 1.9614552977686847e-05, + "loss": 0.0928, + "step": 13677 + }, + { + "epoch": 11.601357082273113, + "grad_norm": 1.2959802411554442, + "learning_rate": 1.961447744120632e-05, + "loss": 0.1424, + "step": 13678 + }, + { + "epoch": 11.60220525869381, + "grad_norm": 1.1003087126558107, + "learning_rate": 1.9614401897470513e-05, + "loss": 0.0749, + "step": 13679 + }, + { + "epoch": 11.603053435114504, + "grad_norm": 1.2872502358516917, + "learning_rate": 1.9614326346479475e-05, + "loss": 0.1058, + "step": 13680 + }, + { + "epoch": 11.6039016115352, + "grad_norm": 1.2048867418272173, + "learning_rate": 1.9614250788233275e-05, + "loss": 0.0843, + "step": 13681 + }, + { + "epoch": 11.604749787955894, + "grad_norm": 1.2149533008417632, + "learning_rate": 1.9614175222731956e-05, + "loss": 0.0944, + "step": 13682 + }, + { + "epoch": 11.60559796437659, + "grad_norm": 1.1657636922163275, + "learning_rate": 1.9614099649975587e-05, + "loss": 0.0832, + "step": 13683 + }, + { + "epoch": 11.606446140797285, + "grad_norm": 1.1361232084694293, + "learning_rate": 1.9614024069964218e-05, + "loss": 0.0909, + "step": 13684 + }, + { + "epoch": 11.607294317217981, + "grad_norm": 1.2059426435549745, + "learning_rate": 1.961394848269791e-05, + "loss": 0.0783, + "step": 13685 + }, + { + "epoch": 11.608142493638677, + "grad_norm": 1.139534085514231, + "learning_rate": 1.961387288817672e-05, + "loss": 0.0898, + "step": 13686 + }, + { + "epoch": 11.608990670059372, + "grad_norm": 1.1604511760328287, + "learning_rate": 1.9613797286400698e-05, + "loss": 0.0777, + "step": 13687 + }, + { + "epoch": 11.609838846480068, + "grad_norm": 1.1478477830159184, + "learning_rate": 1.961372167736991e-05, + "loss": 0.0795, + "step": 13688 + }, + { + "epoch": 11.610687022900763, + "grad_norm": 1.1849751389697, + "learning_rate": 1.961364606108441e-05, + "loss": 0.0836, + "step": 13689 + }, + { + "epoch": 11.611535199321459, + "grad_norm": 1.1937692405058073, + "learning_rate": 1.961357043754425e-05, + "loss": 0.1032, + "step": 13690 + }, + { + "epoch": 11.612383375742155, + "grad_norm": 1.2109486879547255, + "learning_rate": 1.9613494806749495e-05, + "loss": 0.0835, + "step": 13691 + }, + { + "epoch": 11.61323155216285, + "grad_norm": 1.3607592367693089, + "learning_rate": 1.96134191687002e-05, + "loss": 0.0821, + "step": 13692 + }, + { + "epoch": 11.614079728583546, + "grad_norm": 1.230724908623769, + "learning_rate": 1.961334352339642e-05, + "loss": 0.0992, + "step": 13693 + }, + { + "epoch": 11.61492790500424, + "grad_norm": 1.1860001591784473, + "learning_rate": 1.9613267870838212e-05, + "loss": 0.0899, + "step": 13694 + }, + { + "epoch": 11.615776081424936, + "grad_norm": 1.1889502737671296, + "learning_rate": 1.961319221102563e-05, + "loss": 0.1035, + "step": 13695 + }, + { + "epoch": 11.616624257845633, + "grad_norm": 0.9810684994654687, + "learning_rate": 1.961311654395874e-05, + "loss": 0.0683, + "step": 13696 + }, + { + "epoch": 11.617472434266327, + "grad_norm": 1.2567892290890217, + "learning_rate": 1.9613040869637593e-05, + "loss": 0.0946, + "step": 13697 + }, + { + "epoch": 11.618320610687023, + "grad_norm": 1.1280480316594137, + "learning_rate": 1.9612965188062247e-05, + "loss": 0.0766, + "step": 13698 + }, + { + "epoch": 11.619168787107718, + "grad_norm": 1.2907760754889892, + "learning_rate": 1.961288949923276e-05, + "loss": 0.0867, + "step": 13699 + }, + { + "epoch": 11.620016963528414, + "grad_norm": 1.260153649891759, + "learning_rate": 1.9612813803149185e-05, + "loss": 0.1114, + "step": 13700 + }, + { + "epoch": 11.62086513994911, + "grad_norm": 1.0995091253664746, + "learning_rate": 1.9612738099811584e-05, + "loss": 0.0781, + "step": 13701 + }, + { + "epoch": 11.621713316369805, + "grad_norm": 1.2712240269219197, + "learning_rate": 1.9612662389220014e-05, + "loss": 0.0926, + "step": 13702 + }, + { + "epoch": 11.622561492790501, + "grad_norm": 1.2750569815555972, + "learning_rate": 1.961258667137453e-05, + "loss": 0.0941, + "step": 13703 + }, + { + "epoch": 11.623409669211195, + "grad_norm": 1.2984574720918713, + "learning_rate": 1.9612510946275193e-05, + "loss": 0.1008, + "step": 13704 + }, + { + "epoch": 11.624257845631892, + "grad_norm": 1.1130840904892028, + "learning_rate": 1.961243521392205e-05, + "loss": 0.0899, + "step": 13705 + }, + { + "epoch": 11.625106022052586, + "grad_norm": 1.168269035695148, + "learning_rate": 1.9612359474315174e-05, + "loss": 0.0868, + "step": 13706 + }, + { + "epoch": 11.625954198473282, + "grad_norm": 1.3022089811133486, + "learning_rate": 1.9612283727454608e-05, + "loss": 0.0868, + "step": 13707 + }, + { + "epoch": 11.626802374893979, + "grad_norm": 1.2479349357680336, + "learning_rate": 1.9612207973340414e-05, + "loss": 0.0878, + "step": 13708 + }, + { + "epoch": 11.627650551314673, + "grad_norm": 1.167211834030494, + "learning_rate": 1.961213221197265e-05, + "loss": 0.0951, + "step": 13709 + }, + { + "epoch": 11.62849872773537, + "grad_norm": 1.1503421134589324, + "learning_rate": 1.9612056443351374e-05, + "loss": 0.0838, + "step": 13710 + }, + { + "epoch": 11.629346904156064, + "grad_norm": 1.187194232125945, + "learning_rate": 1.9611980667476643e-05, + "loss": 0.0806, + "step": 13711 + }, + { + "epoch": 11.63019508057676, + "grad_norm": 1.3053708441444534, + "learning_rate": 1.961190488434851e-05, + "loss": 0.0934, + "step": 13712 + }, + { + "epoch": 11.631043256997456, + "grad_norm": 1.0715614790016552, + "learning_rate": 1.961182909396704e-05, + "loss": 0.0765, + "step": 13713 + }, + { + "epoch": 11.63189143341815, + "grad_norm": 1.2238810254107577, + "learning_rate": 1.9611753296332283e-05, + "loss": 0.0888, + "step": 13714 + }, + { + "epoch": 11.632739609838847, + "grad_norm": 1.2544197205964112, + "learning_rate": 1.96116774914443e-05, + "loss": 0.0996, + "step": 13715 + }, + { + "epoch": 11.633587786259541, + "grad_norm": 1.163939503162292, + "learning_rate": 1.9611601679303144e-05, + "loss": 0.1105, + "step": 13716 + }, + { + "epoch": 11.634435962680238, + "grad_norm": 1.1692383616957764, + "learning_rate": 1.9611525859908877e-05, + "loss": 0.0823, + "step": 13717 + }, + { + "epoch": 11.635284139100932, + "grad_norm": 1.3857417602867173, + "learning_rate": 1.9611450033261554e-05, + "loss": 0.0901, + "step": 13718 + }, + { + "epoch": 11.636132315521628, + "grad_norm": 1.2766657626090363, + "learning_rate": 1.9611374199361234e-05, + "loss": 0.0879, + "step": 13719 + }, + { + "epoch": 11.636980491942325, + "grad_norm": 1.1094824449308915, + "learning_rate": 1.9611298358207974e-05, + "loss": 0.0985, + "step": 13720 + }, + { + "epoch": 11.637828668363019, + "grad_norm": 1.33450127497909, + "learning_rate": 1.9611222509801826e-05, + "loss": 0.1, + "step": 13721 + }, + { + "epoch": 11.638676844783715, + "grad_norm": 1.1972940784216952, + "learning_rate": 1.9611146654142856e-05, + "loss": 0.0899, + "step": 13722 + }, + { + "epoch": 11.63952502120441, + "grad_norm": 1.2992733101785878, + "learning_rate": 1.9611070791231112e-05, + "loss": 0.1039, + "step": 13723 + }, + { + "epoch": 11.640373197625106, + "grad_norm": 1.3152984625072388, + "learning_rate": 1.961099492106666e-05, + "loss": 0.1019, + "step": 13724 + }, + { + "epoch": 11.641221374045802, + "grad_norm": 1.314704792242256, + "learning_rate": 1.9610919043649547e-05, + "loss": 0.0864, + "step": 13725 + }, + { + "epoch": 11.642069550466497, + "grad_norm": 1.181065371389511, + "learning_rate": 1.961084315897984e-05, + "loss": 0.0771, + "step": 13726 + }, + { + "epoch": 11.642917726887193, + "grad_norm": 1.2639645823822407, + "learning_rate": 1.9610767267057594e-05, + "loss": 0.0875, + "step": 13727 + }, + { + "epoch": 11.643765903307887, + "grad_norm": 1.1418756049350594, + "learning_rate": 1.9610691367882862e-05, + "loss": 0.0817, + "step": 13728 + }, + { + "epoch": 11.644614079728584, + "grad_norm": 1.3105800336149243, + "learning_rate": 1.961061546145571e-05, + "loss": 0.0878, + "step": 13729 + }, + { + "epoch": 11.64546225614928, + "grad_norm": 1.2032441215032703, + "learning_rate": 1.9610539547776185e-05, + "loss": 0.0757, + "step": 13730 + }, + { + "epoch": 11.646310432569974, + "grad_norm": 1.2347891782082427, + "learning_rate": 1.9610463626844348e-05, + "loss": 0.0874, + "step": 13731 + }, + { + "epoch": 11.64715860899067, + "grad_norm": 1.2761093325773658, + "learning_rate": 1.9610387698660255e-05, + "loss": 0.0898, + "step": 13732 + }, + { + "epoch": 11.648006785411365, + "grad_norm": 1.1063490066346822, + "learning_rate": 1.961031176322397e-05, + "loss": 0.0789, + "step": 13733 + }, + { + "epoch": 11.648854961832061, + "grad_norm": 1.2908420957481688, + "learning_rate": 1.9610235820535544e-05, + "loss": 0.0785, + "step": 13734 + }, + { + "epoch": 11.649703138252757, + "grad_norm": 1.3280007704973122, + "learning_rate": 1.9610159870595037e-05, + "loss": 0.0968, + "step": 13735 + }, + { + "epoch": 11.650551314673452, + "grad_norm": 1.4329326704658223, + "learning_rate": 1.9610083913402503e-05, + "loss": 0.1033, + "step": 13736 + }, + { + "epoch": 11.651399491094148, + "grad_norm": 1.2003841632776509, + "learning_rate": 1.9610007948958003e-05, + "loss": 0.0799, + "step": 13737 + }, + { + "epoch": 11.652247667514843, + "grad_norm": 1.1759677904523953, + "learning_rate": 1.9609931977261595e-05, + "loss": 0.0869, + "step": 13738 + }, + { + "epoch": 11.653095843935539, + "grad_norm": 1.3114265166080274, + "learning_rate": 1.960985599831333e-05, + "loss": 0.1031, + "step": 13739 + }, + { + "epoch": 11.653944020356235, + "grad_norm": 1.3494706103046186, + "learning_rate": 1.960978001211327e-05, + "loss": 0.0975, + "step": 13740 + }, + { + "epoch": 11.65479219677693, + "grad_norm": 1.2196179009526413, + "learning_rate": 1.960970401866147e-05, + "loss": 0.0826, + "step": 13741 + }, + { + "epoch": 11.655640373197626, + "grad_norm": 1.2348694989875242, + "learning_rate": 1.9609628017957996e-05, + "loss": 0.089, + "step": 13742 + }, + { + "epoch": 11.65648854961832, + "grad_norm": 1.276697519815126, + "learning_rate": 1.9609552010002895e-05, + "loss": 0.0895, + "step": 13743 + }, + { + "epoch": 11.657336726039016, + "grad_norm": 1.2158134279822173, + "learning_rate": 1.9609475994796226e-05, + "loss": 0.0897, + "step": 13744 + }, + { + "epoch": 11.65818490245971, + "grad_norm": 1.256473500743415, + "learning_rate": 1.960939997233805e-05, + "loss": 0.0967, + "step": 13745 + }, + { + "epoch": 11.659033078880407, + "grad_norm": 1.0912954099543746, + "learning_rate": 1.9609323942628427e-05, + "loss": 0.0761, + "step": 13746 + }, + { + "epoch": 11.659881255301103, + "grad_norm": 1.212036016807808, + "learning_rate": 1.9609247905667404e-05, + "loss": 0.0867, + "step": 13747 + }, + { + "epoch": 11.660729431721798, + "grad_norm": 1.1745140780395305, + "learning_rate": 1.9609171861455048e-05, + "loss": 0.0895, + "step": 13748 + }, + { + "epoch": 11.661577608142494, + "grad_norm": 1.330006879441742, + "learning_rate": 1.960909580999141e-05, + "loss": 0.0996, + "step": 13749 + }, + { + "epoch": 11.662425784563188, + "grad_norm": 1.1631540798388713, + "learning_rate": 1.960901975127655e-05, + "loss": 0.0826, + "step": 13750 + }, + { + "epoch": 11.663273960983885, + "grad_norm": 1.4143081190991753, + "learning_rate": 1.9608943685310528e-05, + "loss": 0.1091, + "step": 13751 + }, + { + "epoch": 11.664122137404581, + "grad_norm": 1.1391613425787914, + "learning_rate": 1.9608867612093395e-05, + "loss": 0.0744, + "step": 13752 + }, + { + "epoch": 11.664970313825275, + "grad_norm": 1.3036276729683756, + "learning_rate": 1.9608791531625216e-05, + "loss": 0.1114, + "step": 13753 + }, + { + "epoch": 11.665818490245972, + "grad_norm": 1.1380666969444877, + "learning_rate": 1.9608715443906043e-05, + "loss": 0.0949, + "step": 13754 + }, + { + "epoch": 11.666666666666666, + "grad_norm": 1.16985491171014, + "learning_rate": 1.9608639348935938e-05, + "loss": 0.089, + "step": 13755 + }, + { + "epoch": 11.667514843087362, + "grad_norm": 1.0971622140913913, + "learning_rate": 1.9608563246714954e-05, + "loss": 0.0774, + "step": 13756 + }, + { + "epoch": 11.668363019508057, + "grad_norm": 1.1479938135605399, + "learning_rate": 1.9608487137243147e-05, + "loss": 0.0885, + "step": 13757 + }, + { + "epoch": 11.669211195928753, + "grad_norm": 1.185817880051856, + "learning_rate": 1.9608411020520583e-05, + "loss": 0.0889, + "step": 13758 + }, + { + "epoch": 11.67005937234945, + "grad_norm": 1.1961768871289427, + "learning_rate": 1.960833489654731e-05, + "loss": 0.0855, + "step": 13759 + }, + { + "epoch": 11.670907548770144, + "grad_norm": 1.297782351906265, + "learning_rate": 1.960825876532339e-05, + "loss": 0.1088, + "step": 13760 + }, + { + "epoch": 11.67175572519084, + "grad_norm": 1.47449510716961, + "learning_rate": 1.9608182626848885e-05, + "loss": 0.1072, + "step": 13761 + }, + { + "epoch": 11.672603901611534, + "grad_norm": 1.2776644077422317, + "learning_rate": 1.960810648112384e-05, + "loss": 0.0959, + "step": 13762 + }, + { + "epoch": 11.67345207803223, + "grad_norm": 1.1901855374805153, + "learning_rate": 1.960803032814832e-05, + "loss": 0.0849, + "step": 13763 + }, + { + "epoch": 11.674300254452927, + "grad_norm": 1.2303877840003452, + "learning_rate": 1.9607954167922388e-05, + "loss": 0.091, + "step": 13764 + }, + { + "epoch": 11.675148430873621, + "grad_norm": 1.1944823569074594, + "learning_rate": 1.9607878000446094e-05, + "loss": 0.0811, + "step": 13765 + }, + { + "epoch": 11.675996607294318, + "grad_norm": 1.093711203628454, + "learning_rate": 1.9607801825719496e-05, + "loss": 0.0858, + "step": 13766 + }, + { + "epoch": 11.676844783715012, + "grad_norm": 1.1836966748865683, + "learning_rate": 1.960772564374265e-05, + "loss": 0.0908, + "step": 13767 + }, + { + "epoch": 11.677692960135708, + "grad_norm": 1.241698485399512, + "learning_rate": 1.960764945451562e-05, + "loss": 0.1045, + "step": 13768 + }, + { + "epoch": 11.678541136556404, + "grad_norm": 1.1304441510100043, + "learning_rate": 1.9607573258038458e-05, + "loss": 0.0994, + "step": 13769 + }, + { + "epoch": 11.679389312977099, + "grad_norm": 1.1471147955293033, + "learning_rate": 1.9607497054311224e-05, + "loss": 0.0811, + "step": 13770 + }, + { + "epoch": 11.680237489397795, + "grad_norm": 1.1315967517971526, + "learning_rate": 1.9607420843333974e-05, + "loss": 0.0766, + "step": 13771 + }, + { + "epoch": 11.68108566581849, + "grad_norm": 1.2245569227346171, + "learning_rate": 1.9607344625106766e-05, + "loss": 0.0997, + "step": 13772 + }, + { + "epoch": 11.681933842239186, + "grad_norm": 1.2032339376415269, + "learning_rate": 1.9607268399629657e-05, + "loss": 0.0945, + "step": 13773 + }, + { + "epoch": 11.682782018659882, + "grad_norm": 1.306027307667421, + "learning_rate": 1.9607192166902705e-05, + "loss": 0.0931, + "step": 13774 + }, + { + "epoch": 11.683630195080577, + "grad_norm": 1.1519580893338375, + "learning_rate": 1.9607115926925967e-05, + "loss": 0.0808, + "step": 13775 + }, + { + "epoch": 11.684478371501273, + "grad_norm": 1.274605283887351, + "learning_rate": 1.9607039679699505e-05, + "loss": 0.0971, + "step": 13776 + }, + { + "epoch": 11.685326547921967, + "grad_norm": 1.2310623364299544, + "learning_rate": 1.960696342522337e-05, + "loss": 0.0914, + "step": 13777 + }, + { + "epoch": 11.686174724342663, + "grad_norm": 1.203124898834204, + "learning_rate": 1.9606887163497625e-05, + "loss": 0.0852, + "step": 13778 + }, + { + "epoch": 11.68702290076336, + "grad_norm": 1.2626521678847127, + "learning_rate": 1.960681089452232e-05, + "loss": 0.0829, + "step": 13779 + }, + { + "epoch": 11.687871077184054, + "grad_norm": 1.1468850226117688, + "learning_rate": 1.9606734618297524e-05, + "loss": 0.0807, + "step": 13780 + }, + { + "epoch": 11.68871925360475, + "grad_norm": 1.389526358201573, + "learning_rate": 1.9606658334823283e-05, + "loss": 0.1016, + "step": 13781 + }, + { + "epoch": 11.689567430025445, + "grad_norm": 1.1602707037630606, + "learning_rate": 1.960658204409966e-05, + "loss": 0.0879, + "step": 13782 + }, + { + "epoch": 11.690415606446141, + "grad_norm": 1.2874674933750079, + "learning_rate": 1.960650574612671e-05, + "loss": 0.0942, + "step": 13783 + }, + { + "epoch": 11.691263782866836, + "grad_norm": 1.3660307870101653, + "learning_rate": 1.96064294409045e-05, + "loss": 0.091, + "step": 13784 + }, + { + "epoch": 11.692111959287532, + "grad_norm": 1.26870918792091, + "learning_rate": 1.9606353128433072e-05, + "loss": 0.0909, + "step": 13785 + }, + { + "epoch": 11.692960135708228, + "grad_norm": 1.2188567673588215, + "learning_rate": 1.96062768087125e-05, + "loss": 0.0904, + "step": 13786 + }, + { + "epoch": 11.693808312128922, + "grad_norm": 1.2770079127366996, + "learning_rate": 1.960620048174283e-05, + "loss": 0.0829, + "step": 13787 + }, + { + "epoch": 11.694656488549619, + "grad_norm": 1.1207556753372587, + "learning_rate": 1.960612414752412e-05, + "loss": 0.0745, + "step": 13788 + }, + { + "epoch": 11.695504664970313, + "grad_norm": 1.3015864220542734, + "learning_rate": 1.9606047806056434e-05, + "loss": 0.0819, + "step": 13789 + }, + { + "epoch": 11.69635284139101, + "grad_norm": 1.2997278336712232, + "learning_rate": 1.9605971457339823e-05, + "loss": 0.0935, + "step": 13790 + }, + { + "epoch": 11.697201017811706, + "grad_norm": 1.3444154470850964, + "learning_rate": 1.960589510137435e-05, + "loss": 0.1001, + "step": 13791 + }, + { + "epoch": 11.6980491942324, + "grad_norm": 1.2019911190476331, + "learning_rate": 1.9605818738160073e-05, + "loss": 0.1017, + "step": 13792 + }, + { + "epoch": 11.698897370653096, + "grad_norm": 1.079446588969266, + "learning_rate": 1.9605742367697042e-05, + "loss": 0.0846, + "step": 13793 + }, + { + "epoch": 11.69974554707379, + "grad_norm": 1.2931744394765299, + "learning_rate": 1.9605665989985324e-05, + "loss": 0.0958, + "step": 13794 + }, + { + "epoch": 11.700593723494487, + "grad_norm": 1.3069090894810782, + "learning_rate": 1.960558960502497e-05, + "loss": 0.0925, + "step": 13795 + }, + { + "epoch": 11.701441899915181, + "grad_norm": 1.1822824235937746, + "learning_rate": 1.960551321281604e-05, + "loss": 0.0943, + "step": 13796 + }, + { + "epoch": 11.702290076335878, + "grad_norm": 1.1353644738130213, + "learning_rate": 1.9605436813358592e-05, + "loss": 0.0841, + "step": 13797 + }, + { + "epoch": 11.703138252756574, + "grad_norm": 1.143257628105006, + "learning_rate": 1.9605360406652686e-05, + "loss": 0.086, + "step": 13798 + }, + { + "epoch": 11.703986429177268, + "grad_norm": 1.3317273600742514, + "learning_rate": 1.9605283992698376e-05, + "loss": 0.0934, + "step": 13799 + }, + { + "epoch": 11.704834605597965, + "grad_norm": 1.158751600852563, + "learning_rate": 1.960520757149572e-05, + "loss": 0.0755, + "step": 13800 + }, + { + "epoch": 11.705682782018659, + "grad_norm": 1.3083151581397847, + "learning_rate": 1.9605131143044777e-05, + "loss": 0.088, + "step": 13801 + }, + { + "epoch": 11.706530958439355, + "grad_norm": 1.3534791553972847, + "learning_rate": 1.9605054707345604e-05, + "loss": 0.112, + "step": 13802 + }, + { + "epoch": 11.707379134860052, + "grad_norm": 1.3550738252326227, + "learning_rate": 1.9604978264398254e-05, + "loss": 0.0877, + "step": 13803 + }, + { + "epoch": 11.708227311280746, + "grad_norm": 1.1805983861670528, + "learning_rate": 1.9604901814202796e-05, + "loss": 0.0926, + "step": 13804 + }, + { + "epoch": 11.709075487701442, + "grad_norm": 1.293262674372653, + "learning_rate": 1.9604825356759277e-05, + "loss": 0.1004, + "step": 13805 + }, + { + "epoch": 11.709923664122137, + "grad_norm": 1.0565217310310444, + "learning_rate": 1.960474889206776e-05, + "loss": 0.0677, + "step": 13806 + }, + { + "epoch": 11.710771840542833, + "grad_norm": 1.1915788799937654, + "learning_rate": 1.96046724201283e-05, + "loss": 0.0967, + "step": 13807 + }, + { + "epoch": 11.71162001696353, + "grad_norm": 1.1233866384020217, + "learning_rate": 1.960459594094096e-05, + "loss": 0.0778, + "step": 13808 + }, + { + "epoch": 11.712468193384224, + "grad_norm": 1.1381210622448503, + "learning_rate": 1.960451945450579e-05, + "loss": 0.0814, + "step": 13809 + }, + { + "epoch": 11.71331636980492, + "grad_norm": 1.275701059593585, + "learning_rate": 1.9604442960822855e-05, + "loss": 0.1027, + "step": 13810 + }, + { + "epoch": 11.714164546225614, + "grad_norm": 1.305793474574661, + "learning_rate": 1.9604366459892207e-05, + "loss": 0.0905, + "step": 13811 + }, + { + "epoch": 11.71501272264631, + "grad_norm": 1.27689972166157, + "learning_rate": 1.9604289951713905e-05, + "loss": 0.09, + "step": 13812 + }, + { + "epoch": 11.715860899067007, + "grad_norm": 1.4007387000581835, + "learning_rate": 1.960421343628801e-05, + "loss": 0.0992, + "step": 13813 + }, + { + "epoch": 11.716709075487701, + "grad_norm": 1.6365837992071508, + "learning_rate": 1.9604136913614575e-05, + "loss": 0.0987, + "step": 13814 + }, + { + "epoch": 11.717557251908397, + "grad_norm": 1.2190567993480093, + "learning_rate": 1.9604060383693665e-05, + "loss": 0.0901, + "step": 13815 + }, + { + "epoch": 11.718405428329092, + "grad_norm": 1.2522154326656412, + "learning_rate": 1.9603983846525328e-05, + "loss": 0.0965, + "step": 13816 + }, + { + "epoch": 11.719253604749788, + "grad_norm": 1.2274371894192058, + "learning_rate": 1.9603907302109628e-05, + "loss": 0.0843, + "step": 13817 + }, + { + "epoch": 11.720101781170484, + "grad_norm": 1.18758451910881, + "learning_rate": 1.9603830750446623e-05, + "loss": 0.0935, + "step": 13818 + }, + { + "epoch": 11.720949957591179, + "grad_norm": 1.1984876319379731, + "learning_rate": 1.960375419153637e-05, + "loss": 0.0872, + "step": 13819 + }, + { + "epoch": 11.721798134011875, + "grad_norm": 1.0476858085410041, + "learning_rate": 1.9603677625378923e-05, + "loss": 0.077, + "step": 13820 + }, + { + "epoch": 11.72264631043257, + "grad_norm": 1.2105773631370105, + "learning_rate": 1.9603601051974347e-05, + "loss": 0.0805, + "step": 13821 + }, + { + "epoch": 11.723494486853266, + "grad_norm": 1.1916944596079357, + "learning_rate": 1.960352447132269e-05, + "loss": 0.0815, + "step": 13822 + }, + { + "epoch": 11.72434266327396, + "grad_norm": 1.2310578105336922, + "learning_rate": 1.960344788342402e-05, + "loss": 0.0815, + "step": 13823 + }, + { + "epoch": 11.725190839694656, + "grad_norm": 1.3373467906214351, + "learning_rate": 1.9603371288278387e-05, + "loss": 0.0811, + "step": 13824 + }, + { + "epoch": 11.726039016115353, + "grad_norm": 1.2394904227785282, + "learning_rate": 1.9603294685885857e-05, + "loss": 0.1033, + "step": 13825 + }, + { + "epoch": 11.726887192536047, + "grad_norm": 1.4949573160196583, + "learning_rate": 1.960321807624648e-05, + "loss": 0.1066, + "step": 13826 + }, + { + "epoch": 11.727735368956743, + "grad_norm": 1.2307728522209704, + "learning_rate": 1.9603141459360317e-05, + "loss": 0.0856, + "step": 13827 + }, + { + "epoch": 11.728583545377438, + "grad_norm": 1.3015483329958333, + "learning_rate": 1.9603064835227422e-05, + "loss": 0.0967, + "step": 13828 + }, + { + "epoch": 11.729431721798134, + "grad_norm": 1.2306770150331328, + "learning_rate": 1.960298820384786e-05, + "loss": 0.1004, + "step": 13829 + }, + { + "epoch": 11.73027989821883, + "grad_norm": 1.1759148523220142, + "learning_rate": 1.9602911565221686e-05, + "loss": 0.0934, + "step": 13830 + }, + { + "epoch": 11.731128074639525, + "grad_norm": 1.209369580767845, + "learning_rate": 1.9602834919348955e-05, + "loss": 0.0906, + "step": 13831 + }, + { + "epoch": 11.731976251060221, + "grad_norm": 1.275378289721942, + "learning_rate": 1.9602758266229726e-05, + "loss": 0.0817, + "step": 13832 + }, + { + "epoch": 11.732824427480915, + "grad_norm": 1.229537250186307, + "learning_rate": 1.960268160586406e-05, + "loss": 0.0946, + "step": 13833 + }, + { + "epoch": 11.733672603901612, + "grad_norm": 1.219513817626082, + "learning_rate": 1.960260493825201e-05, + "loss": 0.0995, + "step": 13834 + }, + { + "epoch": 11.734520780322306, + "grad_norm": 1.2672917668226242, + "learning_rate": 1.9602528263393637e-05, + "loss": 0.0831, + "step": 13835 + }, + { + "epoch": 11.735368956743002, + "grad_norm": 1.1290727178611588, + "learning_rate": 1.9602451581288998e-05, + "loss": 0.0881, + "step": 13836 + }, + { + "epoch": 11.736217133163699, + "grad_norm": 1.0768877629185374, + "learning_rate": 1.960237489193815e-05, + "loss": 0.078, + "step": 13837 + }, + { + "epoch": 11.737065309584393, + "grad_norm": 1.2056130739651736, + "learning_rate": 1.9602298195341158e-05, + "loss": 0.0844, + "step": 13838 + }, + { + "epoch": 11.73791348600509, + "grad_norm": 1.3379610895802245, + "learning_rate": 1.960222149149807e-05, + "loss": 0.106, + "step": 13839 + }, + { + "epoch": 11.738761662425784, + "grad_norm": 1.39679916723188, + "learning_rate": 1.9602144780408944e-05, + "loss": 0.0919, + "step": 13840 + }, + { + "epoch": 11.73960983884648, + "grad_norm": 1.139879456710016, + "learning_rate": 1.9602068062073843e-05, + "loss": 0.0792, + "step": 13841 + }, + { + "epoch": 11.740458015267176, + "grad_norm": 1.37521731719913, + "learning_rate": 1.960199133649283e-05, + "loss": 0.0909, + "step": 13842 + }, + { + "epoch": 11.74130619168787, + "grad_norm": 1.2411209209289635, + "learning_rate": 1.960191460366595e-05, + "loss": 0.0884, + "step": 13843 + }, + { + "epoch": 11.742154368108567, + "grad_norm": 1.1709314320633046, + "learning_rate": 1.960183786359327e-05, + "loss": 0.085, + "step": 13844 + }, + { + "epoch": 11.743002544529261, + "grad_norm": 1.1785456518597923, + "learning_rate": 1.960176111627484e-05, + "loss": 0.0809, + "step": 13845 + }, + { + "epoch": 11.743850720949958, + "grad_norm": 1.2617148227483843, + "learning_rate": 1.9601684361710728e-05, + "loss": 0.0951, + "step": 13846 + }, + { + "epoch": 11.744698897370654, + "grad_norm": 1.1577210976643122, + "learning_rate": 1.9601607599900986e-05, + "loss": 0.0786, + "step": 13847 + }, + { + "epoch": 11.745547073791348, + "grad_norm": 1.2483814910659305, + "learning_rate": 1.9601530830845674e-05, + "loss": 0.0939, + "step": 13848 + }, + { + "epoch": 11.746395250212045, + "grad_norm": 1.3124893692430353, + "learning_rate": 1.960145405454485e-05, + "loss": 0.0779, + "step": 13849 + }, + { + "epoch": 11.747243426632739, + "grad_norm": 1.1814010629243707, + "learning_rate": 1.9601377270998568e-05, + "loss": 0.08, + "step": 13850 + }, + { + "epoch": 11.748091603053435, + "grad_norm": 1.2121401600923956, + "learning_rate": 1.960130048020689e-05, + "loss": 0.0952, + "step": 13851 + }, + { + "epoch": 11.748939779474131, + "grad_norm": 1.3128416599281199, + "learning_rate": 1.960122368216987e-05, + "loss": 0.1005, + "step": 13852 + }, + { + "epoch": 11.749787955894826, + "grad_norm": 1.2960109045232024, + "learning_rate": 1.9601146876887572e-05, + "loss": 0.0965, + "step": 13853 + }, + { + "epoch": 11.750636132315522, + "grad_norm": 1.4568435910434998, + "learning_rate": 1.960107006436005e-05, + "loss": 0.0925, + "step": 13854 + }, + { + "epoch": 11.751484308736217, + "grad_norm": 1.1874381048832838, + "learning_rate": 1.9600993244587362e-05, + "loss": 0.0872, + "step": 13855 + }, + { + "epoch": 11.752332485156913, + "grad_norm": 1.3411649452056214, + "learning_rate": 1.9600916417569565e-05, + "loss": 0.0879, + "step": 13856 + }, + { + "epoch": 11.753180661577607, + "grad_norm": 1.4091260378820194, + "learning_rate": 1.9600839583306722e-05, + "loss": 0.101, + "step": 13857 + }, + { + "epoch": 11.754028837998304, + "grad_norm": 1.2367745065845859, + "learning_rate": 1.9600762741798885e-05, + "loss": 0.0862, + "step": 13858 + }, + { + "epoch": 11.754877014419, + "grad_norm": 1.2719819206193643, + "learning_rate": 1.9600685893046117e-05, + "loss": 0.0822, + "step": 13859 + }, + { + "epoch": 11.755725190839694, + "grad_norm": 1.2729659552440926, + "learning_rate": 1.960060903704847e-05, + "loss": 0.108, + "step": 13860 + }, + { + "epoch": 11.75657336726039, + "grad_norm": 1.4305049424847043, + "learning_rate": 1.9600532173806005e-05, + "loss": 0.1173, + "step": 13861 + }, + { + "epoch": 11.757421543681085, + "grad_norm": 1.2442156476614594, + "learning_rate": 1.9600455303318785e-05, + "loss": 0.0892, + "step": 13862 + }, + { + "epoch": 11.758269720101781, + "grad_norm": 1.2300717586948189, + "learning_rate": 1.960037842558686e-05, + "loss": 0.0858, + "step": 13863 + }, + { + "epoch": 11.759117896522477, + "grad_norm": 1.1226525105527363, + "learning_rate": 1.960030154061029e-05, + "loss": 0.0894, + "step": 13864 + }, + { + "epoch": 11.759966072943172, + "grad_norm": 1.059664417121101, + "learning_rate": 1.960022464838914e-05, + "loss": 0.0823, + "step": 13865 + }, + { + "epoch": 11.760814249363868, + "grad_norm": 1.141215766711414, + "learning_rate": 1.960014774892346e-05, + "loss": 0.0838, + "step": 13866 + }, + { + "epoch": 11.761662425784563, + "grad_norm": 1.2809337386951398, + "learning_rate": 1.960007084221331e-05, + "loss": 0.0886, + "step": 13867 + }, + { + "epoch": 11.762510602205259, + "grad_norm": 1.2396685558248226, + "learning_rate": 1.9599993928258748e-05, + "loss": 0.0881, + "step": 13868 + }, + { + "epoch": 11.763358778625955, + "grad_norm": 1.1550404371536858, + "learning_rate": 1.9599917007059835e-05, + "loss": 0.0807, + "step": 13869 + }, + { + "epoch": 11.76420695504665, + "grad_norm": 1.261913121120192, + "learning_rate": 1.9599840078616625e-05, + "loss": 0.0932, + "step": 13870 + }, + { + "epoch": 11.765055131467346, + "grad_norm": 1.1268163448194752, + "learning_rate": 1.9599763142929177e-05, + "loss": 0.0889, + "step": 13871 + }, + { + "epoch": 11.76590330788804, + "grad_norm": 1.2563413315668206, + "learning_rate": 1.9599686199997553e-05, + "loss": 0.0925, + "step": 13872 + }, + { + "epoch": 11.766751484308736, + "grad_norm": 1.3605851218709686, + "learning_rate": 1.9599609249821806e-05, + "loss": 0.0959, + "step": 13873 + }, + { + "epoch": 11.76759966072943, + "grad_norm": 1.1989188094197467, + "learning_rate": 1.9599532292401996e-05, + "loss": 0.1, + "step": 13874 + }, + { + "epoch": 11.768447837150127, + "grad_norm": 1.0633093449773017, + "learning_rate": 1.959945532773818e-05, + "loss": 0.0838, + "step": 13875 + }, + { + "epoch": 11.769296013570823, + "grad_norm": 1.1590193427676199, + "learning_rate": 1.9599378355830417e-05, + "loss": 0.0905, + "step": 13876 + }, + { + "epoch": 11.770144189991518, + "grad_norm": 1.2903297927134867, + "learning_rate": 1.9599301376678764e-05, + "loss": 0.0939, + "step": 13877 + }, + { + "epoch": 11.770992366412214, + "grad_norm": 1.1038782342297222, + "learning_rate": 1.959922439028328e-05, + "loss": 0.0726, + "step": 13878 + }, + { + "epoch": 11.771840542832908, + "grad_norm": 1.2968089615516016, + "learning_rate": 1.9599147396644027e-05, + "loss": 0.091, + "step": 13879 + }, + { + "epoch": 11.772688719253605, + "grad_norm": 1.0816107735896716, + "learning_rate": 1.959907039576106e-05, + "loss": 0.0783, + "step": 13880 + }, + { + "epoch": 11.773536895674301, + "grad_norm": 1.2793678738447494, + "learning_rate": 1.9598993387634434e-05, + "loss": 0.0995, + "step": 13881 + }, + { + "epoch": 11.774385072094995, + "grad_norm": 1.0257449673739114, + "learning_rate": 1.959891637226421e-05, + "loss": 0.0795, + "step": 13882 + }, + { + "epoch": 11.775233248515692, + "grad_norm": 1.1591758283883329, + "learning_rate": 1.9598839349650447e-05, + "loss": 0.0834, + "step": 13883 + }, + { + "epoch": 11.776081424936386, + "grad_norm": 1.2862015696661278, + "learning_rate": 1.95987623197932e-05, + "loss": 0.1048, + "step": 13884 + }, + { + "epoch": 11.776929601357082, + "grad_norm": 1.238188597322567, + "learning_rate": 1.959868528269253e-05, + "loss": 0.1048, + "step": 13885 + }, + { + "epoch": 11.777777777777779, + "grad_norm": 1.149999695918692, + "learning_rate": 1.9598608238348493e-05, + "loss": 0.0955, + "step": 13886 + }, + { + "epoch": 11.778625954198473, + "grad_norm": 1.0338279217348902, + "learning_rate": 1.9598531186761153e-05, + "loss": 0.0856, + "step": 13887 + }, + { + "epoch": 11.77947413061917, + "grad_norm": 1.1412795649475493, + "learning_rate": 1.9598454127930557e-05, + "loss": 0.0813, + "step": 13888 + }, + { + "epoch": 11.780322307039864, + "grad_norm": 1.1937009102287228, + "learning_rate": 1.9598377061856772e-05, + "loss": 0.0856, + "step": 13889 + }, + { + "epoch": 11.78117048346056, + "grad_norm": 1.220151373561475, + "learning_rate": 1.9598299988539856e-05, + "loss": 0.0765, + "step": 13890 + }, + { + "epoch": 11.782018659881256, + "grad_norm": 1.3431921000062994, + "learning_rate": 1.9598222907979863e-05, + "loss": 0.0874, + "step": 13891 + }, + { + "epoch": 11.78286683630195, + "grad_norm": 1.159638165973283, + "learning_rate": 1.9598145820176854e-05, + "loss": 0.0966, + "step": 13892 + }, + { + "epoch": 11.783715012722647, + "grad_norm": 1.264400404907322, + "learning_rate": 1.9598068725130886e-05, + "loss": 0.0869, + "step": 13893 + }, + { + "epoch": 11.784563189143341, + "grad_norm": 1.183662901416574, + "learning_rate": 1.9597991622842015e-05, + "loss": 0.0913, + "step": 13894 + }, + { + "epoch": 11.785411365564038, + "grad_norm": 1.308286870615514, + "learning_rate": 1.9597914513310307e-05, + "loss": 0.086, + "step": 13895 + }, + { + "epoch": 11.786259541984732, + "grad_norm": 1.1717879642581286, + "learning_rate": 1.959783739653581e-05, + "loss": 0.1156, + "step": 13896 + }, + { + "epoch": 11.787107718405428, + "grad_norm": 1.132157112940225, + "learning_rate": 1.9597760272518588e-05, + "loss": 0.0801, + "step": 13897 + }, + { + "epoch": 11.787955894826124, + "grad_norm": 1.245156229727567, + "learning_rate": 1.95976831412587e-05, + "loss": 0.0816, + "step": 13898 + }, + { + "epoch": 11.788804071246819, + "grad_norm": 1.3549040117483409, + "learning_rate": 1.95976060027562e-05, + "loss": 0.1054, + "step": 13899 + }, + { + "epoch": 11.789652247667515, + "grad_norm": 1.1458299431830996, + "learning_rate": 1.959752885701115e-05, + "loss": 0.0791, + "step": 13900 + }, + { + "epoch": 11.79050042408821, + "grad_norm": 1.2759611248115825, + "learning_rate": 1.9597451704023607e-05, + "loss": 0.095, + "step": 13901 + }, + { + "epoch": 11.791348600508906, + "grad_norm": 1.2970403843979734, + "learning_rate": 1.959737454379363e-05, + "loss": 0.0957, + "step": 13902 + }, + { + "epoch": 11.792196776929602, + "grad_norm": 1.2384678748661186, + "learning_rate": 1.9597297376321273e-05, + "loss": 0.0904, + "step": 13903 + }, + { + "epoch": 11.793044953350297, + "grad_norm": 1.1920536667602215, + "learning_rate": 1.9597220201606602e-05, + "loss": 0.0971, + "step": 13904 + }, + { + "epoch": 11.793893129770993, + "grad_norm": 0.9887103060586906, + "learning_rate": 1.9597143019649667e-05, + "loss": 0.0729, + "step": 13905 + }, + { + "epoch": 11.794741306191687, + "grad_norm": 1.258053878253091, + "learning_rate": 1.959706583045053e-05, + "loss": 0.086, + "step": 13906 + }, + { + "epoch": 11.795589482612383, + "grad_norm": 1.3705546445463521, + "learning_rate": 1.959698863400925e-05, + "loss": 0.0839, + "step": 13907 + }, + { + "epoch": 11.796437659033078, + "grad_norm": 1.3254867667398844, + "learning_rate": 1.9596911430325885e-05, + "loss": 0.0768, + "step": 13908 + }, + { + "epoch": 11.797285835453774, + "grad_norm": 1.3196616792889022, + "learning_rate": 1.9596834219400495e-05, + "loss": 0.0927, + "step": 13909 + }, + { + "epoch": 11.79813401187447, + "grad_norm": 1.1981380534586226, + "learning_rate": 1.9596757001233132e-05, + "loss": 0.0921, + "step": 13910 + }, + { + "epoch": 11.798982188295165, + "grad_norm": 1.1844401165915759, + "learning_rate": 1.9596679775823864e-05, + "loss": 0.0921, + "step": 13911 + }, + { + "epoch": 11.799830364715861, + "grad_norm": 1.240283183829906, + "learning_rate": 1.959660254317274e-05, + "loss": 0.099, + "step": 13912 + }, + { + "epoch": 11.800678541136556, + "grad_norm": 1.236810490229214, + "learning_rate": 1.9596525303279818e-05, + "loss": 0.0864, + "step": 13913 + }, + { + "epoch": 11.801526717557252, + "grad_norm": 1.206084974199424, + "learning_rate": 1.9596448056145164e-05, + "loss": 0.0871, + "step": 13914 + }, + { + "epoch": 11.802374893977948, + "grad_norm": 1.1070849962539344, + "learning_rate": 1.9596370801768834e-05, + "loss": 0.0835, + "step": 13915 + }, + { + "epoch": 11.803223070398642, + "grad_norm": 1.2896756270017666, + "learning_rate": 1.9596293540150883e-05, + "loss": 0.0864, + "step": 13916 + }, + { + "epoch": 11.804071246819339, + "grad_norm": 1.2755747907330823, + "learning_rate": 1.959621627129137e-05, + "loss": 0.0932, + "step": 13917 + }, + { + "epoch": 11.804919423240033, + "grad_norm": 1.2725579592891993, + "learning_rate": 1.9596138995190354e-05, + "loss": 0.0915, + "step": 13918 + }, + { + "epoch": 11.80576759966073, + "grad_norm": 1.2384380857975823, + "learning_rate": 1.95960617118479e-05, + "loss": 0.0817, + "step": 13919 + }, + { + "epoch": 11.806615776081426, + "grad_norm": 1.1833132087166602, + "learning_rate": 1.959598442126405e-05, + "loss": 0.0857, + "step": 13920 + }, + { + "epoch": 11.80746395250212, + "grad_norm": 1.3092170041675741, + "learning_rate": 1.959590712343888e-05, + "loss": 0.0844, + "step": 13921 + }, + { + "epoch": 11.808312128922816, + "grad_norm": 1.2333203925106713, + "learning_rate": 1.9595829818372438e-05, + "loss": 0.0971, + "step": 13922 + }, + { + "epoch": 11.80916030534351, + "grad_norm": 1.2336119068460554, + "learning_rate": 1.9595752506064786e-05, + "loss": 0.0956, + "step": 13923 + }, + { + "epoch": 11.810008481764207, + "grad_norm": 1.3030425455096033, + "learning_rate": 1.9595675186515982e-05, + "loss": 0.0829, + "step": 13924 + }, + { + "epoch": 11.810856658184903, + "grad_norm": 1.225506417414493, + "learning_rate": 1.9595597859726083e-05, + "loss": 0.1018, + "step": 13925 + }, + { + "epoch": 11.811704834605598, + "grad_norm": 1.1912518515713497, + "learning_rate": 1.9595520525695143e-05, + "loss": 0.0833, + "step": 13926 + }, + { + "epoch": 11.812553011026294, + "grad_norm": 1.2232382551860317, + "learning_rate": 1.959544318442323e-05, + "loss": 0.075, + "step": 13927 + }, + { + "epoch": 11.813401187446988, + "grad_norm": 1.639699466287795, + "learning_rate": 1.9595365835910395e-05, + "loss": 0.1028, + "step": 13928 + }, + { + "epoch": 11.814249363867685, + "grad_norm": 1.1618234561291378, + "learning_rate": 1.9595288480156705e-05, + "loss": 0.0812, + "step": 13929 + }, + { + "epoch": 11.81509754028838, + "grad_norm": 1.2572649567694714, + "learning_rate": 1.959521111716221e-05, + "loss": 0.0962, + "step": 13930 + }, + { + "epoch": 11.815945716709075, + "grad_norm": 1.016492429761667, + "learning_rate": 1.9595133746926967e-05, + "loss": 0.0796, + "step": 13931 + }, + { + "epoch": 11.816793893129772, + "grad_norm": 1.195550710617925, + "learning_rate": 1.959505636945104e-05, + "loss": 0.0898, + "step": 13932 + }, + { + "epoch": 11.817642069550466, + "grad_norm": 1.1189913732104568, + "learning_rate": 1.9594978984734488e-05, + "loss": 0.0847, + "step": 13933 + }, + { + "epoch": 11.818490245971162, + "grad_norm": 1.1507569490599052, + "learning_rate": 1.9594901592777364e-05, + "loss": 0.0981, + "step": 13934 + }, + { + "epoch": 11.819338422391857, + "grad_norm": 1.3809161565689716, + "learning_rate": 1.959482419357973e-05, + "loss": 0.0931, + "step": 13935 + }, + { + "epoch": 11.820186598812553, + "grad_norm": 1.1570712178864977, + "learning_rate": 1.9594746787141646e-05, + "loss": 0.087, + "step": 13936 + }, + { + "epoch": 11.82103477523325, + "grad_norm": 1.1991319711472181, + "learning_rate": 1.9594669373463168e-05, + "loss": 0.0918, + "step": 13937 + }, + { + "epoch": 11.821882951653944, + "grad_norm": 1.4480161055448852, + "learning_rate": 1.9594591952544354e-05, + "loss": 0.1065, + "step": 13938 + }, + { + "epoch": 11.82273112807464, + "grad_norm": 1.1861879990925, + "learning_rate": 1.9594514524385262e-05, + "loss": 0.079, + "step": 13939 + }, + { + "epoch": 11.823579304495334, + "grad_norm": 1.366294406769344, + "learning_rate": 1.9594437088985952e-05, + "loss": 0.085, + "step": 13940 + }, + { + "epoch": 11.82442748091603, + "grad_norm": 1.2308025999271262, + "learning_rate": 1.9594359646346483e-05, + "loss": 0.0787, + "step": 13941 + }, + { + "epoch": 11.825275657336727, + "grad_norm": 1.360349634761996, + "learning_rate": 1.959428219646691e-05, + "loss": 0.0928, + "step": 13942 + }, + { + "epoch": 11.826123833757421, + "grad_norm": 1.4015369606213448, + "learning_rate": 1.9594204739347294e-05, + "loss": 0.0965, + "step": 13943 + }, + { + "epoch": 11.826972010178118, + "grad_norm": 1.4073041029580515, + "learning_rate": 1.9594127274987698e-05, + "loss": 0.0941, + "step": 13944 + }, + { + "epoch": 11.827820186598812, + "grad_norm": 1.2512993468109228, + "learning_rate": 1.9594049803388172e-05, + "loss": 0.0911, + "step": 13945 + }, + { + "epoch": 11.828668363019508, + "grad_norm": 1.194107709048968, + "learning_rate": 1.9593972324548777e-05, + "loss": 0.0901, + "step": 13946 + }, + { + "epoch": 11.829516539440203, + "grad_norm": 1.3158725144552683, + "learning_rate": 1.9593894838469575e-05, + "loss": 0.0928, + "step": 13947 + }, + { + "epoch": 11.830364715860899, + "grad_norm": 1.2421626305297022, + "learning_rate": 1.9593817345150624e-05, + "loss": 0.0885, + "step": 13948 + }, + { + "epoch": 11.831212892281595, + "grad_norm": 1.525196566682916, + "learning_rate": 1.9593739844591976e-05, + "loss": 0.095, + "step": 13949 + }, + { + "epoch": 11.83206106870229, + "grad_norm": 1.2207854746013334, + "learning_rate": 1.95936623367937e-05, + "loss": 0.089, + "step": 13950 + }, + { + "epoch": 11.832909245122986, + "grad_norm": 1.3662123369404255, + "learning_rate": 1.9593584821755845e-05, + "loss": 0.1145, + "step": 13951 + }, + { + "epoch": 11.83375742154368, + "grad_norm": 1.3564420089152582, + "learning_rate": 1.959350729947847e-05, + "loss": 0.1026, + "step": 13952 + }, + { + "epoch": 11.834605597964376, + "grad_norm": 1.2523974287858455, + "learning_rate": 1.959342976996164e-05, + "loss": 0.1329, + "step": 13953 + }, + { + "epoch": 11.835453774385073, + "grad_norm": 1.2517736514052775, + "learning_rate": 1.9593352233205412e-05, + "loss": 0.0908, + "step": 13954 + }, + { + "epoch": 11.836301950805767, + "grad_norm": 1.2163316658768708, + "learning_rate": 1.959327468920984e-05, + "loss": 0.0849, + "step": 13955 + }, + { + "epoch": 11.837150127226463, + "grad_norm": 1.2360786465348939, + "learning_rate": 1.9593197137974985e-05, + "loss": 0.0857, + "step": 13956 + }, + { + "epoch": 11.837998303647158, + "grad_norm": 1.2674927897951216, + "learning_rate": 1.9593119579500907e-05, + "loss": 0.094, + "step": 13957 + }, + { + "epoch": 11.838846480067854, + "grad_norm": 1.2968502366921824, + "learning_rate": 1.9593042013787662e-05, + "loss": 0.0981, + "step": 13958 + }, + { + "epoch": 11.83969465648855, + "grad_norm": 1.246632591224443, + "learning_rate": 1.959296444083531e-05, + "loss": 0.0792, + "step": 13959 + }, + { + "epoch": 11.840542832909245, + "grad_norm": 1.060026754592252, + "learning_rate": 1.9592886860643908e-05, + "loss": 0.0753, + "step": 13960 + }, + { + "epoch": 11.841391009329941, + "grad_norm": 1.3581797373793096, + "learning_rate": 1.9592809273213517e-05, + "loss": 0.0843, + "step": 13961 + }, + { + "epoch": 11.842239185750635, + "grad_norm": 1.2034165367979175, + "learning_rate": 1.9592731678544194e-05, + "loss": 0.0816, + "step": 13962 + }, + { + "epoch": 11.843087362171332, + "grad_norm": 1.3679923883000356, + "learning_rate": 1.9592654076636e-05, + "loss": 0.0973, + "step": 13963 + }, + { + "epoch": 11.843935538592028, + "grad_norm": 1.2450865432307636, + "learning_rate": 1.959257646748899e-05, + "loss": 0.0892, + "step": 13964 + }, + { + "epoch": 11.844783715012722, + "grad_norm": 1.2352257223814145, + "learning_rate": 1.9592498851103222e-05, + "loss": 0.089, + "step": 13965 + }, + { + "epoch": 11.845631891433419, + "grad_norm": 1.2962090932856218, + "learning_rate": 1.959242122747876e-05, + "loss": 0.0877, + "step": 13966 + }, + { + "epoch": 11.846480067854113, + "grad_norm": 1.2427400820735939, + "learning_rate": 1.959234359661566e-05, + "loss": 0.0904, + "step": 13967 + }, + { + "epoch": 11.84732824427481, + "grad_norm": 1.176601318454398, + "learning_rate": 1.9592265958513975e-05, + "loss": 0.0762, + "step": 13968 + }, + { + "epoch": 11.848176420695506, + "grad_norm": 1.3477604953715898, + "learning_rate": 1.9592188313173772e-05, + "loss": 0.0876, + "step": 13969 + }, + { + "epoch": 11.8490245971162, + "grad_norm": 1.2833980850729658, + "learning_rate": 1.9592110660595103e-05, + "loss": 0.0873, + "step": 13970 + }, + { + "epoch": 11.849872773536896, + "grad_norm": 1.1919960524671862, + "learning_rate": 1.9592033000778032e-05, + "loss": 0.0809, + "step": 13971 + }, + { + "epoch": 11.85072094995759, + "grad_norm": 1.3584580995797153, + "learning_rate": 1.9591955333722614e-05, + "loss": 0.0971, + "step": 13972 + }, + { + "epoch": 11.851569126378287, + "grad_norm": 1.3068862073211542, + "learning_rate": 1.959187765942891e-05, + "loss": 0.1246, + "step": 13973 + }, + { + "epoch": 11.852417302798981, + "grad_norm": 1.229933614973779, + "learning_rate": 1.9591799977896974e-05, + "loss": 0.0877, + "step": 13974 + }, + { + "epoch": 11.853265479219678, + "grad_norm": 1.0452252045060362, + "learning_rate": 1.9591722289126874e-05, + "loss": 0.0814, + "step": 13975 + }, + { + "epoch": 11.854113655640374, + "grad_norm": 1.1379949879712972, + "learning_rate": 1.9591644593118658e-05, + "loss": 0.0933, + "step": 13976 + }, + { + "epoch": 11.854961832061068, + "grad_norm": 1.0549835001754613, + "learning_rate": 1.959156688987239e-05, + "loss": 0.0764, + "step": 13977 + }, + { + "epoch": 11.855810008481765, + "grad_norm": 1.1706878581531255, + "learning_rate": 1.9591489179388128e-05, + "loss": 0.0773, + "step": 13978 + }, + { + "epoch": 11.856658184902459, + "grad_norm": 1.3145251743422777, + "learning_rate": 1.959141146166593e-05, + "loss": 0.0812, + "step": 13979 + }, + { + "epoch": 11.857506361323155, + "grad_norm": 1.2205201433700879, + "learning_rate": 1.959133373670586e-05, + "loss": 0.0921, + "step": 13980 + }, + { + "epoch": 11.858354537743852, + "grad_norm": 1.0881970142715836, + "learning_rate": 1.9591256004507963e-05, + "loss": 0.0756, + "step": 13981 + }, + { + "epoch": 11.859202714164546, + "grad_norm": 1.0609807135597735, + "learning_rate": 1.9591178265072313e-05, + "loss": 0.0788, + "step": 13982 + }, + { + "epoch": 11.860050890585242, + "grad_norm": 1.185758402162696, + "learning_rate": 1.959110051839896e-05, + "loss": 0.0798, + "step": 13983 + }, + { + "epoch": 11.860899067005937, + "grad_norm": 1.0683548298478893, + "learning_rate": 1.9591022764487963e-05, + "loss": 0.0852, + "step": 13984 + }, + { + "epoch": 11.861747243426633, + "grad_norm": 1.3235746541383593, + "learning_rate": 1.9590945003339386e-05, + "loss": 0.0949, + "step": 13985 + }, + { + "epoch": 11.862595419847327, + "grad_norm": 1.3344563734458075, + "learning_rate": 1.9590867234953284e-05, + "loss": 0.1008, + "step": 13986 + }, + { + "epoch": 11.863443596268024, + "grad_norm": 1.2454666742097205, + "learning_rate": 1.9590789459329713e-05, + "loss": 0.0997, + "step": 13987 + }, + { + "epoch": 11.86429177268872, + "grad_norm": 1.4314913229166277, + "learning_rate": 1.9590711676468737e-05, + "loss": 0.1156, + "step": 13988 + }, + { + "epoch": 11.865139949109414, + "grad_norm": 1.1146778651061025, + "learning_rate": 1.959063388637041e-05, + "loss": 0.083, + "step": 13989 + }, + { + "epoch": 11.86598812553011, + "grad_norm": 1.2061337364979205, + "learning_rate": 1.9590556089034796e-05, + "loss": 0.0831, + "step": 13990 + }, + { + "epoch": 11.866836301950805, + "grad_norm": 1.4145483562538612, + "learning_rate": 1.9590478284461946e-05, + "loss": 0.0875, + "step": 13991 + }, + { + "epoch": 11.867684478371501, + "grad_norm": 1.255008583932003, + "learning_rate": 1.9590400472651928e-05, + "loss": 0.0955, + "step": 13992 + }, + { + "epoch": 11.868532654792197, + "grad_norm": 1.2019545197898174, + "learning_rate": 1.9590322653604793e-05, + "loss": 0.0871, + "step": 13993 + }, + { + "epoch": 11.869380831212892, + "grad_norm": 1.2062611339825362, + "learning_rate": 1.9590244827320605e-05, + "loss": 0.092, + "step": 13994 + }, + { + "epoch": 11.870229007633588, + "grad_norm": 1.254321642148374, + "learning_rate": 1.959016699379942e-05, + "loss": 0.0984, + "step": 13995 + }, + { + "epoch": 11.871077184054283, + "grad_norm": 1.0980974869806588, + "learning_rate": 1.9590089153041297e-05, + "loss": 0.0773, + "step": 13996 + }, + { + "epoch": 11.871925360474979, + "grad_norm": 1.2550245458756712, + "learning_rate": 1.9590011305046292e-05, + "loss": 0.0821, + "step": 13997 + }, + { + "epoch": 11.872773536895675, + "grad_norm": 1.4319930865760742, + "learning_rate": 1.9589933449814472e-05, + "loss": 0.0957, + "step": 13998 + }, + { + "epoch": 11.87362171331637, + "grad_norm": 1.2803555084813547, + "learning_rate": 1.9589855587345887e-05, + "loss": 0.086, + "step": 13999 + }, + { + "epoch": 11.874469889737066, + "grad_norm": 1.327344555439871, + "learning_rate": 1.95897777176406e-05, + "loss": 0.0902, + "step": 14000 + }, + { + "epoch": 11.87531806615776, + "grad_norm": 1.1008054314630182, + "learning_rate": 1.958969984069867e-05, + "loss": 0.071, + "step": 14001 + }, + { + "epoch": 11.876166242578456, + "grad_norm": 1.580683859321248, + "learning_rate": 1.9589621956520155e-05, + "loss": 0.0901, + "step": 14002 + }, + { + "epoch": 11.877014418999153, + "grad_norm": 1.2886355414692006, + "learning_rate": 1.9589544065105114e-05, + "loss": 0.1035, + "step": 14003 + }, + { + "epoch": 11.877862595419847, + "grad_norm": 1.2634769168417936, + "learning_rate": 1.9589466166453602e-05, + "loss": 0.0968, + "step": 14004 + }, + { + "epoch": 11.878710771840543, + "grad_norm": 1.1749188790413354, + "learning_rate": 1.9589388260565684e-05, + "loss": 0.0842, + "step": 14005 + }, + { + "epoch": 11.879558948261238, + "grad_norm": 1.1490601350900707, + "learning_rate": 1.9589310347441415e-05, + "loss": 0.0887, + "step": 14006 + }, + { + "epoch": 11.880407124681934, + "grad_norm": 1.1387717595383242, + "learning_rate": 1.9589232427080852e-05, + "loss": 0.0739, + "step": 14007 + }, + { + "epoch": 11.88125530110263, + "grad_norm": 1.2815809868187857, + "learning_rate": 1.9589154499484063e-05, + "loss": 0.0874, + "step": 14008 + }, + { + "epoch": 11.882103477523325, + "grad_norm": 1.2309914927312686, + "learning_rate": 1.9589076564651095e-05, + "loss": 0.0943, + "step": 14009 + }, + { + "epoch": 11.882951653944021, + "grad_norm": 1.1599665174108063, + "learning_rate": 1.9588998622582013e-05, + "loss": 0.0894, + "step": 14010 + }, + { + "epoch": 11.883799830364715, + "grad_norm": 1.2643144954024395, + "learning_rate": 1.9588920673276877e-05, + "loss": 0.086, + "step": 14011 + }, + { + "epoch": 11.884648006785412, + "grad_norm": 1.2687109809640629, + "learning_rate": 1.9588842716735742e-05, + "loss": 0.0904, + "step": 14012 + }, + { + "epoch": 11.885496183206106, + "grad_norm": 1.3354381469446408, + "learning_rate": 1.958876475295867e-05, + "loss": 0.0809, + "step": 14013 + }, + { + "epoch": 11.886344359626802, + "grad_norm": 1.3132268384445929, + "learning_rate": 1.9588686781945715e-05, + "loss": 0.1003, + "step": 14014 + }, + { + "epoch": 11.887192536047499, + "grad_norm": 1.193333522280975, + "learning_rate": 1.9588608803696942e-05, + "loss": 0.094, + "step": 14015 + }, + { + "epoch": 11.888040712468193, + "grad_norm": 1.3783214816580966, + "learning_rate": 1.958853081821241e-05, + "loss": 0.104, + "step": 14016 + }, + { + "epoch": 11.88888888888889, + "grad_norm": 1.4088889812873537, + "learning_rate": 1.958845282549217e-05, + "loss": 0.0973, + "step": 14017 + }, + { + "epoch": 11.889737065309584, + "grad_norm": 1.1007886333393977, + "learning_rate": 1.9588374825536287e-05, + "loss": 0.0796, + "step": 14018 + }, + { + "epoch": 11.89058524173028, + "grad_norm": 1.052794372889636, + "learning_rate": 1.958829681834482e-05, + "loss": 0.0811, + "step": 14019 + }, + { + "epoch": 11.891433418150976, + "grad_norm": 1.229961316188184, + "learning_rate": 1.9588218803917828e-05, + "loss": 0.0816, + "step": 14020 + }, + { + "epoch": 11.89228159457167, + "grad_norm": 1.3442373166449302, + "learning_rate": 1.9588140782255363e-05, + "loss": 0.0948, + "step": 14021 + }, + { + "epoch": 11.893129770992367, + "grad_norm": 1.3277578311592335, + "learning_rate": 1.9588062753357496e-05, + "loss": 0.0972, + "step": 14022 + }, + { + "epoch": 11.893977947413061, + "grad_norm": 1.2378968717741985, + "learning_rate": 1.9587984717224273e-05, + "loss": 0.097, + "step": 14023 + }, + { + "epoch": 11.894826123833758, + "grad_norm": 1.126044781983244, + "learning_rate": 1.9587906673855763e-05, + "loss": 0.098, + "step": 14024 + }, + { + "epoch": 11.895674300254452, + "grad_norm": 1.233166604776221, + "learning_rate": 1.958782862325202e-05, + "loss": 0.0869, + "step": 14025 + }, + { + "epoch": 11.896522476675148, + "grad_norm": 1.3053241780296152, + "learning_rate": 1.9587750565413102e-05, + "loss": 0.0954, + "step": 14026 + }, + { + "epoch": 11.897370653095845, + "grad_norm": 1.2210193035913963, + "learning_rate": 1.958767250033907e-05, + "loss": 0.0785, + "step": 14027 + }, + { + "epoch": 11.898218829516539, + "grad_norm": 1.1214855109238817, + "learning_rate": 1.9587594428029986e-05, + "loss": 0.0829, + "step": 14028 + }, + { + "epoch": 11.899067005937235, + "grad_norm": 1.2937946273332839, + "learning_rate": 1.95875163484859e-05, + "loss": 0.1043, + "step": 14029 + }, + { + "epoch": 11.89991518235793, + "grad_norm": 1.0289001872855204, + "learning_rate": 1.958743826170688e-05, + "loss": 0.0735, + "step": 14030 + }, + { + "epoch": 11.900763358778626, + "grad_norm": 1.256128932991664, + "learning_rate": 1.9587360167692983e-05, + "loss": 0.085, + "step": 14031 + }, + { + "epoch": 11.901611535199322, + "grad_norm": 1.194669657503965, + "learning_rate": 1.9587282066444265e-05, + "loss": 0.1011, + "step": 14032 + }, + { + "epoch": 11.902459711620017, + "grad_norm": 1.1724926945347567, + "learning_rate": 1.9587203957960788e-05, + "loss": 0.0889, + "step": 14033 + }, + { + "epoch": 11.903307888040713, + "grad_norm": 1.3644263911736083, + "learning_rate": 1.9587125842242606e-05, + "loss": 0.102, + "step": 14034 + }, + { + "epoch": 11.904156064461407, + "grad_norm": 1.3788297010678876, + "learning_rate": 1.9587047719289783e-05, + "loss": 0.0961, + "step": 14035 + }, + { + "epoch": 11.905004240882104, + "grad_norm": 1.3150152428611304, + "learning_rate": 1.9586969589102374e-05, + "loss": 0.0937, + "step": 14036 + }, + { + "epoch": 11.9058524173028, + "grad_norm": 1.1893972572825433, + "learning_rate": 1.9586891451680444e-05, + "loss": 0.084, + "step": 14037 + }, + { + "epoch": 11.906700593723494, + "grad_norm": 1.4663942354211603, + "learning_rate": 1.9586813307024045e-05, + "loss": 0.0876, + "step": 14038 + }, + { + "epoch": 11.90754877014419, + "grad_norm": 1.1610038449095565, + "learning_rate": 1.958673515513324e-05, + "loss": 0.0907, + "step": 14039 + }, + { + "epoch": 11.908396946564885, + "grad_norm": 1.3469957465529248, + "learning_rate": 1.9586656996008085e-05, + "loss": 0.0888, + "step": 14040 + }, + { + "epoch": 11.909245122985581, + "grad_norm": 1.136953919167741, + "learning_rate": 1.9586578829648643e-05, + "loss": 0.0786, + "step": 14041 + }, + { + "epoch": 11.910093299406277, + "grad_norm": 1.1129614961467371, + "learning_rate": 1.9586500656054973e-05, + "loss": 0.0771, + "step": 14042 + }, + { + "epoch": 11.910941475826972, + "grad_norm": 1.195923908588065, + "learning_rate": 1.958642247522713e-05, + "loss": 0.0719, + "step": 14043 + }, + { + "epoch": 11.911789652247668, + "grad_norm": 1.1797627139177251, + "learning_rate": 1.958634428716517e-05, + "loss": 0.0833, + "step": 14044 + }, + { + "epoch": 11.912637828668363, + "grad_norm": 1.3042200075232253, + "learning_rate": 1.9586266091869162e-05, + "loss": 0.1006, + "step": 14045 + }, + { + "epoch": 11.913486005089059, + "grad_norm": 1.1223589724388356, + "learning_rate": 1.958618788933916e-05, + "loss": 0.0842, + "step": 14046 + }, + { + "epoch": 11.914334181509753, + "grad_norm": 1.285213739918179, + "learning_rate": 1.9586109679575225e-05, + "loss": 0.1097, + "step": 14047 + }, + { + "epoch": 11.91518235793045, + "grad_norm": 1.2321226016403106, + "learning_rate": 1.958603146257741e-05, + "loss": 0.0871, + "step": 14048 + }, + { + "epoch": 11.916030534351146, + "grad_norm": 1.124467739743267, + "learning_rate": 1.9585953238345778e-05, + "loss": 0.0883, + "step": 14049 + }, + { + "epoch": 11.91687871077184, + "grad_norm": 1.325766801763748, + "learning_rate": 1.9585875006880394e-05, + "loss": 0.1001, + "step": 14050 + }, + { + "epoch": 11.917726887192536, + "grad_norm": 1.2724767287180387, + "learning_rate": 1.9585796768181306e-05, + "loss": 0.0956, + "step": 14051 + }, + { + "epoch": 11.91857506361323, + "grad_norm": 1.3654577599096225, + "learning_rate": 1.9585718522248576e-05, + "loss": 0.0989, + "step": 14052 + }, + { + "epoch": 11.919423240033927, + "grad_norm": 1.3507695190378002, + "learning_rate": 1.958564026908227e-05, + "loss": 0.0917, + "step": 14053 + }, + { + "epoch": 11.920271416454623, + "grad_norm": 1.1442263886262845, + "learning_rate": 1.9585562008682437e-05, + "loss": 0.0852, + "step": 14054 + }, + { + "epoch": 11.921119592875318, + "grad_norm": 1.2491619679621084, + "learning_rate": 1.9585483741049147e-05, + "loss": 0.0834, + "step": 14055 + }, + { + "epoch": 11.921967769296014, + "grad_norm": 1.0609093471512405, + "learning_rate": 1.958540546618245e-05, + "loss": 0.0921, + "step": 14056 + }, + { + "epoch": 11.922815945716708, + "grad_norm": 1.2591970501857364, + "learning_rate": 1.958532718408241e-05, + "loss": 0.094, + "step": 14057 + }, + { + "epoch": 11.923664122137405, + "grad_norm": 1.2108423389784393, + "learning_rate": 1.9585248894749083e-05, + "loss": 0.083, + "step": 14058 + }, + { + "epoch": 11.924512298558101, + "grad_norm": 1.2551539198913377, + "learning_rate": 1.958517059818253e-05, + "loss": 0.0971, + "step": 14059 + }, + { + "epoch": 11.925360474978795, + "grad_norm": 1.188769307897717, + "learning_rate": 1.958509229438281e-05, + "loss": 0.0876, + "step": 14060 + }, + { + "epoch": 11.926208651399492, + "grad_norm": 1.1465301462657804, + "learning_rate": 1.958501398334998e-05, + "loss": 0.0718, + "step": 14061 + }, + { + "epoch": 11.927056827820186, + "grad_norm": 1.0421241285036618, + "learning_rate": 1.9584935665084102e-05, + "loss": 0.0771, + "step": 14062 + }, + { + "epoch": 11.927905004240882, + "grad_norm": 1.2788965469929172, + "learning_rate": 1.9584857339585234e-05, + "loss": 0.0817, + "step": 14063 + }, + { + "epoch": 11.928753180661577, + "grad_norm": 1.1465377194228745, + "learning_rate": 1.9584779006853437e-05, + "loss": 0.0779, + "step": 14064 + }, + { + "epoch": 11.929601357082273, + "grad_norm": 1.242413973210479, + "learning_rate": 1.9584700666888767e-05, + "loss": 0.0955, + "step": 14065 + }, + { + "epoch": 11.93044953350297, + "grad_norm": 1.2759310936159085, + "learning_rate": 1.9584622319691284e-05, + "loss": 0.1042, + "step": 14066 + }, + { + "epoch": 11.931297709923664, + "grad_norm": 1.20265311982038, + "learning_rate": 1.9584543965261047e-05, + "loss": 0.0839, + "step": 14067 + }, + { + "epoch": 11.93214588634436, + "grad_norm": 1.1275233386540513, + "learning_rate": 1.9584465603598114e-05, + "loss": 0.0738, + "step": 14068 + }, + { + "epoch": 11.932994062765054, + "grad_norm": 1.293776976601701, + "learning_rate": 1.958438723470255e-05, + "loss": 0.0846, + "step": 14069 + }, + { + "epoch": 11.93384223918575, + "grad_norm": 1.2848354636526036, + "learning_rate": 1.9584308858574405e-05, + "loss": 0.1042, + "step": 14070 + }, + { + "epoch": 11.934690415606447, + "grad_norm": 1.2921110525942354, + "learning_rate": 1.9584230475213747e-05, + "loss": 0.0935, + "step": 14071 + }, + { + "epoch": 11.935538592027141, + "grad_norm": 1.132790632228679, + "learning_rate": 1.9584152084620628e-05, + "loss": 0.0774, + "step": 14072 + }, + { + "epoch": 11.936386768447838, + "grad_norm": 1.290316830640631, + "learning_rate": 1.9584073686795114e-05, + "loss": 0.0956, + "step": 14073 + }, + { + "epoch": 11.937234944868532, + "grad_norm": 1.1802480939258313, + "learning_rate": 1.9583995281737257e-05, + "loss": 0.0889, + "step": 14074 + }, + { + "epoch": 11.938083121289228, + "grad_norm": 1.2614456022280647, + "learning_rate": 1.9583916869447117e-05, + "loss": 0.0931, + "step": 14075 + }, + { + "epoch": 11.938931297709924, + "grad_norm": 1.074850582689812, + "learning_rate": 1.958383844992476e-05, + "loss": 0.0737, + "step": 14076 + }, + { + "epoch": 11.939779474130619, + "grad_norm": 1.33576146806844, + "learning_rate": 1.958376002317024e-05, + "loss": 0.0965, + "step": 14077 + }, + { + "epoch": 11.940627650551315, + "grad_norm": 1.164996996768758, + "learning_rate": 1.9583681589183618e-05, + "loss": 0.0858, + "step": 14078 + }, + { + "epoch": 11.94147582697201, + "grad_norm": 1.2177604929519024, + "learning_rate": 1.958360314796495e-05, + "loss": 0.0795, + "step": 14079 + }, + { + "epoch": 11.942324003392706, + "grad_norm": 1.2349808870342338, + "learning_rate": 1.95835246995143e-05, + "loss": 0.0743, + "step": 14080 + }, + { + "epoch": 11.943172179813402, + "grad_norm": 1.397370720666116, + "learning_rate": 1.9583446243831724e-05, + "loss": 0.1109, + "step": 14081 + }, + { + "epoch": 11.944020356234097, + "grad_norm": 1.2885323136100246, + "learning_rate": 1.958336778091728e-05, + "loss": 0.0863, + "step": 14082 + }, + { + "epoch": 11.944868532654793, + "grad_norm": 1.2314555172313628, + "learning_rate": 1.958328931077103e-05, + "loss": 0.0844, + "step": 14083 + }, + { + "epoch": 11.945716709075487, + "grad_norm": 1.1797891628714223, + "learning_rate": 1.9583210833393033e-05, + "loss": 0.0853, + "step": 14084 + }, + { + "epoch": 11.946564885496183, + "grad_norm": 1.1280161671522742, + "learning_rate": 1.958313234878335e-05, + "loss": 0.0848, + "step": 14085 + }, + { + "epoch": 11.947413061916878, + "grad_norm": 1.1479650696333614, + "learning_rate": 1.9583053856942034e-05, + "loss": 0.0838, + "step": 14086 + }, + { + "epoch": 11.948261238337574, + "grad_norm": 1.262343559993389, + "learning_rate": 1.958297535786915e-05, + "loss": 0.08, + "step": 14087 + }, + { + "epoch": 11.94910941475827, + "grad_norm": 1.050814030202578, + "learning_rate": 1.9582896851564754e-05, + "loss": 0.0685, + "step": 14088 + }, + { + "epoch": 11.949957591178965, + "grad_norm": 1.1243407146828577, + "learning_rate": 1.9582818338028905e-05, + "loss": 0.0816, + "step": 14089 + }, + { + "epoch": 11.950805767599661, + "grad_norm": 1.3861604558378813, + "learning_rate": 1.9582739817261665e-05, + "loss": 0.0987, + "step": 14090 + }, + { + "epoch": 11.951653944020356, + "grad_norm": 1.2199868805149352, + "learning_rate": 1.9582661289263095e-05, + "loss": 0.0815, + "step": 14091 + }, + { + "epoch": 11.952502120441052, + "grad_norm": 1.1879946665046046, + "learning_rate": 1.9582582754033245e-05, + "loss": 0.0825, + "step": 14092 + }, + { + "epoch": 11.953350296861748, + "grad_norm": 1.1998607441512728, + "learning_rate": 1.9582504211572186e-05, + "loss": 0.0827, + "step": 14093 + }, + { + "epoch": 11.954198473282442, + "grad_norm": 1.1806186377039036, + "learning_rate": 1.958242566187997e-05, + "loss": 0.0843, + "step": 14094 + }, + { + "epoch": 11.955046649703139, + "grad_norm": 1.2391754443532779, + "learning_rate": 1.9582347104956658e-05, + "loss": 0.0871, + "step": 14095 + }, + { + "epoch": 11.955894826123833, + "grad_norm": 1.1815109201725276, + "learning_rate": 1.958226854080231e-05, + "loss": 0.0898, + "step": 14096 + }, + { + "epoch": 11.95674300254453, + "grad_norm": 1.084010138878145, + "learning_rate": 1.9582189969416984e-05, + "loss": 0.0798, + "step": 14097 + }, + { + "epoch": 11.957591178965224, + "grad_norm": 1.2047421178917619, + "learning_rate": 1.9582111390800738e-05, + "loss": 0.0863, + "step": 14098 + }, + { + "epoch": 11.95843935538592, + "grad_norm": 1.1972684588529363, + "learning_rate": 1.9582032804953635e-05, + "loss": 0.0899, + "step": 14099 + }, + { + "epoch": 11.959287531806616, + "grad_norm": 1.221553311683696, + "learning_rate": 1.9581954211875735e-05, + "loss": 0.0907, + "step": 14100 + }, + { + "epoch": 11.96013570822731, + "grad_norm": 1.211953334122357, + "learning_rate": 1.958187561156709e-05, + "loss": 0.0861, + "step": 14101 + }, + { + "epoch": 11.960983884648007, + "grad_norm": 1.3704786526493147, + "learning_rate": 1.9581797004027768e-05, + "loss": 0.0936, + "step": 14102 + }, + { + "epoch": 11.961832061068701, + "grad_norm": 1.1679108385652404, + "learning_rate": 1.958171838925782e-05, + "loss": 0.0768, + "step": 14103 + }, + { + "epoch": 11.962680237489398, + "grad_norm": 1.3380977930754985, + "learning_rate": 1.9581639767257313e-05, + "loss": 0.0978, + "step": 14104 + }, + { + "epoch": 11.963528413910094, + "grad_norm": 1.3739860936915793, + "learning_rate": 1.9581561138026305e-05, + "loss": 0.0957, + "step": 14105 + }, + { + "epoch": 11.964376590330788, + "grad_norm": 1.250452688998167, + "learning_rate": 1.958148250156485e-05, + "loss": 0.0944, + "step": 14106 + }, + { + "epoch": 11.965224766751485, + "grad_norm": 1.238054920637662, + "learning_rate": 1.958140385787301e-05, + "loss": 0.0821, + "step": 14107 + }, + { + "epoch": 11.966072943172179, + "grad_norm": 1.2535525552856626, + "learning_rate": 1.9581325206950847e-05, + "loss": 0.0818, + "step": 14108 + }, + { + "epoch": 11.966921119592875, + "grad_norm": 1.1634143637527035, + "learning_rate": 1.9581246548798417e-05, + "loss": 0.0801, + "step": 14109 + }, + { + "epoch": 11.967769296013572, + "grad_norm": 1.2724192184093788, + "learning_rate": 1.9581167883415785e-05, + "loss": 0.086, + "step": 14110 + }, + { + "epoch": 11.968617472434266, + "grad_norm": 1.2024213687114291, + "learning_rate": 1.9581089210803e-05, + "loss": 0.0864, + "step": 14111 + }, + { + "epoch": 11.969465648854962, + "grad_norm": 1.3115017672785088, + "learning_rate": 1.958101053096013e-05, + "loss": 0.1016, + "step": 14112 + }, + { + "epoch": 11.970313825275657, + "grad_norm": 1.21347392640106, + "learning_rate": 1.9580931843887235e-05, + "loss": 0.092, + "step": 14113 + }, + { + "epoch": 11.971162001696353, + "grad_norm": 1.3206966705636316, + "learning_rate": 1.9580853149584367e-05, + "loss": 0.0888, + "step": 14114 + }, + { + "epoch": 11.97201017811705, + "grad_norm": 1.3623975025978516, + "learning_rate": 1.9580774448051592e-05, + "loss": 0.0956, + "step": 14115 + }, + { + "epoch": 11.972858354537744, + "grad_norm": 1.2567808174729609, + "learning_rate": 1.9580695739288967e-05, + "loss": 0.1014, + "step": 14116 + }, + { + "epoch": 11.97370653095844, + "grad_norm": 1.1587658012100943, + "learning_rate": 1.9580617023296554e-05, + "loss": 0.076, + "step": 14117 + }, + { + "epoch": 11.974554707379134, + "grad_norm": 1.2286966957640564, + "learning_rate": 1.958053830007441e-05, + "loss": 0.0953, + "step": 14118 + }, + { + "epoch": 11.97540288379983, + "grad_norm": 1.3734211739196855, + "learning_rate": 1.9580459569622587e-05, + "loss": 0.1009, + "step": 14119 + }, + { + "epoch": 11.976251060220527, + "grad_norm": 1.3231794914186479, + "learning_rate": 1.9580380831941156e-05, + "loss": 0.0941, + "step": 14120 + }, + { + "epoch": 11.977099236641221, + "grad_norm": 1.120845218896336, + "learning_rate": 1.958030208703017e-05, + "loss": 0.0759, + "step": 14121 + }, + { + "epoch": 11.977947413061917, + "grad_norm": 1.14495299261536, + "learning_rate": 1.9580223334889697e-05, + "loss": 0.0821, + "step": 14122 + }, + { + "epoch": 11.978795589482612, + "grad_norm": 1.186345533240332, + "learning_rate": 1.9580144575519785e-05, + "loss": 0.0937, + "step": 14123 + }, + { + "epoch": 11.979643765903308, + "grad_norm": 1.2058192624410096, + "learning_rate": 1.95800658089205e-05, + "loss": 0.0723, + "step": 14124 + }, + { + "epoch": 11.980491942324003, + "grad_norm": 1.2447899067693875, + "learning_rate": 1.9579987035091897e-05, + "loss": 0.0825, + "step": 14125 + }, + { + "epoch": 11.981340118744699, + "grad_norm": 1.2471287476632806, + "learning_rate": 1.957990825403404e-05, + "loss": 0.0848, + "step": 14126 + }, + { + "epoch": 11.982188295165395, + "grad_norm": 1.1570595348364778, + "learning_rate": 1.9579829465746986e-05, + "loss": 0.0782, + "step": 14127 + }, + { + "epoch": 11.98303647158609, + "grad_norm": 1.2245502218785274, + "learning_rate": 1.9579750670230796e-05, + "loss": 0.079, + "step": 14128 + }, + { + "epoch": 11.983884648006786, + "grad_norm": 1.366570244402213, + "learning_rate": 1.957967186748553e-05, + "loss": 0.1098, + "step": 14129 + }, + { + "epoch": 11.98473282442748, + "grad_norm": 1.171954029502316, + "learning_rate": 1.9579593057511242e-05, + "loss": 0.0786, + "step": 14130 + }, + { + "epoch": 11.985581000848176, + "grad_norm": 1.3365812051904875, + "learning_rate": 1.9579514240308e-05, + "loss": 0.1154, + "step": 14131 + }, + { + "epoch": 11.986429177268873, + "grad_norm": 1.2842667597257722, + "learning_rate": 1.9579435415875857e-05, + "loss": 0.094, + "step": 14132 + }, + { + "epoch": 11.987277353689567, + "grad_norm": 1.3676678223182992, + "learning_rate": 1.9579356584214877e-05, + "loss": 0.115, + "step": 14133 + }, + { + "epoch": 11.988125530110263, + "grad_norm": 1.269767876995319, + "learning_rate": 1.9579277745325115e-05, + "loss": 0.0913, + "step": 14134 + }, + { + "epoch": 11.988973706530958, + "grad_norm": 1.2413241242453252, + "learning_rate": 1.957919889920663e-05, + "loss": 0.0969, + "step": 14135 + }, + { + "epoch": 11.989821882951654, + "grad_norm": 1.2587679664770433, + "learning_rate": 1.9579120045859487e-05, + "loss": 0.1072, + "step": 14136 + }, + { + "epoch": 11.990670059372349, + "grad_norm": 1.4440450705156558, + "learning_rate": 1.9579041185283743e-05, + "loss": 0.0804, + "step": 14137 + }, + { + "epoch": 11.991518235793045, + "grad_norm": 1.1413434917289682, + "learning_rate": 1.9578962317479454e-05, + "loss": 0.0916, + "step": 14138 + }, + { + "epoch": 11.992366412213741, + "grad_norm": 1.1076164852052768, + "learning_rate": 1.9578883442446684e-05, + "loss": 0.0836, + "step": 14139 + }, + { + "epoch": 11.993214588634435, + "grad_norm": 1.518222905401808, + "learning_rate": 1.9578804560185494e-05, + "loss": 0.0936, + "step": 14140 + }, + { + "epoch": 11.994062765055132, + "grad_norm": 1.190748329201747, + "learning_rate": 1.957872567069594e-05, + "loss": 0.0838, + "step": 14141 + }, + { + "epoch": 11.994910941475826, + "grad_norm": 1.2264073207745678, + "learning_rate": 1.957864677397808e-05, + "loss": 0.0832, + "step": 14142 + }, + { + "epoch": 11.995759117896522, + "grad_norm": 1.2739299802033734, + "learning_rate": 1.9578567870031974e-05, + "loss": 0.0982, + "step": 14143 + }, + { + "epoch": 11.996607294317219, + "grad_norm": 1.282371347777729, + "learning_rate": 1.9578488958857688e-05, + "loss": 0.1015, + "step": 14144 + }, + { + "epoch": 11.997455470737913, + "grad_norm": 1.1769559045456635, + "learning_rate": 1.9578410040455272e-05, + "loss": 0.0812, + "step": 14145 + }, + { + "epoch": 11.99830364715861, + "grad_norm": 1.268935480923357, + "learning_rate": 1.9578331114824793e-05, + "loss": 0.0851, + "step": 14146 + }, + { + "epoch": 11.999151823579304, + "grad_norm": 1.3410422951656007, + "learning_rate": 1.9578252181966303e-05, + "loss": 0.0882, + "step": 14147 + }, + { + "epoch": 12.0, + "grad_norm": 1.2946889222749465, + "learning_rate": 1.957817324187987e-05, + "loss": 0.1082, + "step": 14148 + }, + { + "epoch": 12.000848176420696, + "grad_norm": 0.9588311674704078, + "learning_rate": 1.957809429456555e-05, + "loss": 0.0699, + "step": 14149 + }, + { + "epoch": 12.00169635284139, + "grad_norm": 1.0253119742768397, + "learning_rate": 1.9578015340023405e-05, + "loss": 0.068, + "step": 14150 + }, + { + "epoch": 12.002544529262087, + "grad_norm": 1.0934467074070289, + "learning_rate": 1.9577936378253492e-05, + "loss": 0.0707, + "step": 14151 + }, + { + "epoch": 12.003392705682781, + "grad_norm": 0.9180414266099727, + "learning_rate": 1.9577857409255868e-05, + "loss": 0.0667, + "step": 14152 + }, + { + "epoch": 12.004240882103478, + "grad_norm": 1.0295162610259534, + "learning_rate": 1.9577778433030596e-05, + "loss": 0.0694, + "step": 14153 + }, + { + "epoch": 12.005089058524174, + "grad_norm": 1.4210529703071084, + "learning_rate": 1.9577699449577737e-05, + "loss": 0.0811, + "step": 14154 + }, + { + "epoch": 12.005937234944868, + "grad_norm": 1.1335843222320705, + "learning_rate": 1.9577620458897347e-05, + "loss": 0.0695, + "step": 14155 + }, + { + "epoch": 12.006785411365565, + "grad_norm": 1.1733340203281897, + "learning_rate": 1.9577541460989488e-05, + "loss": 0.072, + "step": 14156 + }, + { + "epoch": 12.007633587786259, + "grad_norm": 1.2132537402920276, + "learning_rate": 1.9577462455854216e-05, + "loss": 0.0697, + "step": 14157 + }, + { + "epoch": 12.008481764206955, + "grad_norm": 1.196975687702064, + "learning_rate": 1.9577383443491594e-05, + "loss": 0.0722, + "step": 14158 + }, + { + "epoch": 12.00932994062765, + "grad_norm": 1.0964824480221156, + "learning_rate": 1.957730442390168e-05, + "loss": 0.0686, + "step": 14159 + }, + { + "epoch": 12.010178117048346, + "grad_norm": 1.0480246582780905, + "learning_rate": 1.9577225397084537e-05, + "loss": 0.0613, + "step": 14160 + }, + { + "epoch": 12.011026293469042, + "grad_norm": 1.1122430149869496, + "learning_rate": 1.9577146363040224e-05, + "loss": 0.0658, + "step": 14161 + }, + { + "epoch": 12.011874469889737, + "grad_norm": 1.0941150645071795, + "learning_rate": 1.9577067321768798e-05, + "loss": 0.0881, + "step": 14162 + }, + { + "epoch": 12.012722646310433, + "grad_norm": 1.0623500776895525, + "learning_rate": 1.9576988273270318e-05, + "loss": 0.0661, + "step": 14163 + }, + { + "epoch": 12.013570822731127, + "grad_norm": 1.0953735002307887, + "learning_rate": 1.9576909217544844e-05, + "loss": 0.0773, + "step": 14164 + }, + { + "epoch": 12.014418999151824, + "grad_norm": 1.1120742613178007, + "learning_rate": 1.9576830154592438e-05, + "loss": 0.0786, + "step": 14165 + }, + { + "epoch": 12.01526717557252, + "grad_norm": 0.9643843613347312, + "learning_rate": 1.957675108441316e-05, + "loss": 0.0666, + "step": 14166 + }, + { + "epoch": 12.016115351993214, + "grad_norm": 1.0892192823882985, + "learning_rate": 1.957667200700707e-05, + "loss": 0.0715, + "step": 14167 + }, + { + "epoch": 12.01696352841391, + "grad_norm": 1.158263240514571, + "learning_rate": 1.957659292237422e-05, + "loss": 0.0766, + "step": 14168 + }, + { + "epoch": 12.017811704834605, + "grad_norm": 1.032956074648668, + "learning_rate": 1.9576513830514677e-05, + "loss": 0.0638, + "step": 14169 + }, + { + "epoch": 12.018659881255301, + "grad_norm": 1.0752756500414138, + "learning_rate": 1.95764347314285e-05, + "loss": 0.0682, + "step": 14170 + }, + { + "epoch": 12.019508057675997, + "grad_norm": 1.1686076065774598, + "learning_rate": 1.957635562511575e-05, + "loss": 0.0733, + "step": 14171 + }, + { + "epoch": 12.020356234096692, + "grad_norm": 1.0308169045526279, + "learning_rate": 1.9576276511576484e-05, + "loss": 0.0668, + "step": 14172 + }, + { + "epoch": 12.021204410517388, + "grad_norm": 1.053500518799778, + "learning_rate": 1.9576197390810762e-05, + "loss": 0.0643, + "step": 14173 + }, + { + "epoch": 12.022052586938083, + "grad_norm": 1.0436622957767616, + "learning_rate": 1.9576118262818643e-05, + "loss": 0.0631, + "step": 14174 + }, + { + "epoch": 12.022900763358779, + "grad_norm": 1.073656560531119, + "learning_rate": 1.9576039127600188e-05, + "loss": 0.0656, + "step": 14175 + }, + { + "epoch": 12.023748939779475, + "grad_norm": 1.1167715688095126, + "learning_rate": 1.9575959985155454e-05, + "loss": 0.0677, + "step": 14176 + }, + { + "epoch": 12.02459711620017, + "grad_norm": 1.1626437338884463, + "learning_rate": 1.957588083548451e-05, + "loss": 0.0762, + "step": 14177 + }, + { + "epoch": 12.025445292620866, + "grad_norm": 1.124531174666277, + "learning_rate": 1.95758016785874e-05, + "loss": 0.0647, + "step": 14178 + }, + { + "epoch": 12.02629346904156, + "grad_norm": 1.139804177974397, + "learning_rate": 1.95757225144642e-05, + "loss": 0.0726, + "step": 14179 + }, + { + "epoch": 12.027141645462256, + "grad_norm": 1.1008262211883346, + "learning_rate": 1.957564334311496e-05, + "loss": 0.0676, + "step": 14180 + }, + { + "epoch": 12.02798982188295, + "grad_norm": 1.1429552410839972, + "learning_rate": 1.957556416453974e-05, + "loss": 0.0714, + "step": 14181 + }, + { + "epoch": 12.028837998303647, + "grad_norm": 0.9540308166547868, + "learning_rate": 1.9575484978738607e-05, + "loss": 0.0673, + "step": 14182 + }, + { + "epoch": 12.029686174724343, + "grad_norm": 1.201636964025922, + "learning_rate": 1.957540578571161e-05, + "loss": 0.0687, + "step": 14183 + }, + { + "epoch": 12.030534351145038, + "grad_norm": 1.0900709851777963, + "learning_rate": 1.9575326585458816e-05, + "loss": 0.0689, + "step": 14184 + }, + { + "epoch": 12.031382527565734, + "grad_norm": 1.0491300593917057, + "learning_rate": 1.9575247377980284e-05, + "loss": 0.0754, + "step": 14185 + }, + { + "epoch": 12.032230703986428, + "grad_norm": 1.0145038621466438, + "learning_rate": 1.957516816327607e-05, + "loss": 0.0587, + "step": 14186 + }, + { + "epoch": 12.033078880407125, + "grad_norm": 1.0140644991815047, + "learning_rate": 1.957508894134624e-05, + "loss": 0.0629, + "step": 14187 + }, + { + "epoch": 12.033927056827821, + "grad_norm": 1.0096839601967342, + "learning_rate": 1.9575009712190855e-05, + "loss": 0.0603, + "step": 14188 + }, + { + "epoch": 12.034775233248515, + "grad_norm": 1.1613484838510775, + "learning_rate": 1.957493047580996e-05, + "loss": 0.0706, + "step": 14189 + }, + { + "epoch": 12.035623409669212, + "grad_norm": 1.0749138257097488, + "learning_rate": 1.957485123220363e-05, + "loss": 0.067, + "step": 14190 + }, + { + "epoch": 12.036471586089906, + "grad_norm": 1.173209851596017, + "learning_rate": 1.957477198137192e-05, + "loss": 0.0758, + "step": 14191 + }, + { + "epoch": 12.037319762510602, + "grad_norm": 1.2218665493938596, + "learning_rate": 1.957469272331489e-05, + "loss": 0.0682, + "step": 14192 + }, + { + "epoch": 12.038167938931299, + "grad_norm": 1.0791007274274367, + "learning_rate": 1.95746134580326e-05, + "loss": 0.0669, + "step": 14193 + }, + { + "epoch": 12.039016115351993, + "grad_norm": 1.1530037422404216, + "learning_rate": 1.9574534185525108e-05, + "loss": 0.0814, + "step": 14194 + }, + { + "epoch": 12.03986429177269, + "grad_norm": 1.1620035651353227, + "learning_rate": 1.9574454905792478e-05, + "loss": 0.0819, + "step": 14195 + }, + { + "epoch": 12.040712468193384, + "grad_norm": 1.0414221264864896, + "learning_rate": 1.9574375618834765e-05, + "loss": 0.0953, + "step": 14196 + }, + { + "epoch": 12.04156064461408, + "grad_norm": 1.157422233546116, + "learning_rate": 1.957429632465203e-05, + "loss": 0.0658, + "step": 14197 + }, + { + "epoch": 12.042408821034774, + "grad_norm": 1.0813239771621235, + "learning_rate": 1.9574217023244332e-05, + "loss": 0.0698, + "step": 14198 + }, + { + "epoch": 12.04325699745547, + "grad_norm": 1.1386185937268927, + "learning_rate": 1.9574137714611737e-05, + "loss": 0.0724, + "step": 14199 + }, + { + "epoch": 12.044105173876167, + "grad_norm": 0.9768755625264579, + "learning_rate": 1.9574058398754293e-05, + "loss": 0.0647, + "step": 14200 + }, + { + "epoch": 12.044953350296861, + "grad_norm": 1.2595262197044108, + "learning_rate": 1.9573979075672075e-05, + "loss": 0.0712, + "step": 14201 + }, + { + "epoch": 12.045801526717558, + "grad_norm": 1.0139806194465193, + "learning_rate": 1.957389974536513e-05, + "loss": 0.0597, + "step": 14202 + }, + { + "epoch": 12.046649703138252, + "grad_norm": 1.0774649378313146, + "learning_rate": 1.9573820407833523e-05, + "loss": 0.0784, + "step": 14203 + }, + { + "epoch": 12.047497879558948, + "grad_norm": 0.9712787276601489, + "learning_rate": 1.9573741063077318e-05, + "loss": 0.0644, + "step": 14204 + }, + { + "epoch": 12.048346055979644, + "grad_norm": 1.074839352165598, + "learning_rate": 1.957366171109657e-05, + "loss": 0.0703, + "step": 14205 + }, + { + "epoch": 12.049194232400339, + "grad_norm": 1.2774346394787734, + "learning_rate": 1.9573582351891333e-05, + "loss": 0.0765, + "step": 14206 + }, + { + "epoch": 12.050042408821035, + "grad_norm": 1.0659349526876987, + "learning_rate": 1.957350298546168e-05, + "loss": 0.0718, + "step": 14207 + }, + { + "epoch": 12.05089058524173, + "grad_norm": 0.9336689056415576, + "learning_rate": 1.957342361180766e-05, + "loss": 0.0641, + "step": 14208 + }, + { + "epoch": 12.051738761662426, + "grad_norm": 1.006880111466669, + "learning_rate": 1.957334423092934e-05, + "loss": 0.0631, + "step": 14209 + }, + { + "epoch": 12.052586938083122, + "grad_norm": 1.0900545914830146, + "learning_rate": 1.9573264842826777e-05, + "loss": 0.0603, + "step": 14210 + }, + { + "epoch": 12.053435114503817, + "grad_norm": 1.2236208572199323, + "learning_rate": 1.957318544750003e-05, + "loss": 0.0767, + "step": 14211 + }, + { + "epoch": 12.054283290924513, + "grad_norm": 1.02860580173463, + "learning_rate": 1.957310604494916e-05, + "loss": 0.063, + "step": 14212 + }, + { + "epoch": 12.055131467345207, + "grad_norm": 1.142991999993519, + "learning_rate": 1.9573026635174227e-05, + "loss": 0.0799, + "step": 14213 + }, + { + "epoch": 12.055979643765903, + "grad_norm": 1.1227784693522658, + "learning_rate": 1.957294721817529e-05, + "loss": 0.0668, + "step": 14214 + }, + { + "epoch": 12.056827820186598, + "grad_norm": 1.096484559984366, + "learning_rate": 1.957286779395241e-05, + "loss": 0.0728, + "step": 14215 + }, + { + "epoch": 12.057675996607294, + "grad_norm": 1.0362544452294102, + "learning_rate": 1.9572788362505646e-05, + "loss": 0.0638, + "step": 14216 + }, + { + "epoch": 12.05852417302799, + "grad_norm": 1.09450689614183, + "learning_rate": 1.9572708923835063e-05, + "loss": 0.0713, + "step": 14217 + }, + { + "epoch": 12.059372349448685, + "grad_norm": 1.0707170625019968, + "learning_rate": 1.957262947794071e-05, + "loss": 0.0761, + "step": 14218 + }, + { + "epoch": 12.060220525869381, + "grad_norm": 1.0954978897113845, + "learning_rate": 1.9572550024822656e-05, + "loss": 0.0754, + "step": 14219 + }, + { + "epoch": 12.061068702290076, + "grad_norm": 1.101160390777703, + "learning_rate": 1.9572470564480958e-05, + "loss": 0.0659, + "step": 14220 + }, + { + "epoch": 12.061916878710772, + "grad_norm": 1.2409368240977152, + "learning_rate": 1.9572391096915678e-05, + "loss": 0.0702, + "step": 14221 + }, + { + "epoch": 12.062765055131468, + "grad_norm": 1.109172175170475, + "learning_rate": 1.9572311622126874e-05, + "loss": 0.0698, + "step": 14222 + }, + { + "epoch": 12.063613231552162, + "grad_norm": 1.0305288024870374, + "learning_rate": 1.9572232140114607e-05, + "loss": 0.0607, + "step": 14223 + }, + { + "epoch": 12.064461407972859, + "grad_norm": 1.5321544133793386, + "learning_rate": 1.9572152650878932e-05, + "loss": 0.068, + "step": 14224 + }, + { + "epoch": 12.065309584393553, + "grad_norm": 1.2844532726621853, + "learning_rate": 1.9572073154419918e-05, + "loss": 0.0763, + "step": 14225 + }, + { + "epoch": 12.06615776081425, + "grad_norm": 1.3605538345938126, + "learning_rate": 1.9571993650737618e-05, + "loss": 0.078, + "step": 14226 + }, + { + "epoch": 12.067005937234946, + "grad_norm": 1.1646779761606996, + "learning_rate": 1.9571914139832095e-05, + "loss": 0.0815, + "step": 14227 + }, + { + "epoch": 12.06785411365564, + "grad_norm": 1.0872486094396847, + "learning_rate": 1.957183462170341e-05, + "loss": 0.0703, + "step": 14228 + }, + { + "epoch": 12.068702290076336, + "grad_norm": 1.0142094040855403, + "learning_rate": 1.9571755096351615e-05, + "loss": 0.0629, + "step": 14229 + }, + { + "epoch": 12.06955046649703, + "grad_norm": 1.0234749685243636, + "learning_rate": 1.9571675563776784e-05, + "loss": 0.0734, + "step": 14230 + }, + { + "epoch": 12.070398642917727, + "grad_norm": 1.2568770053988285, + "learning_rate": 1.9571596023978964e-05, + "loss": 0.0699, + "step": 14231 + }, + { + "epoch": 12.071246819338423, + "grad_norm": 1.0147352979501234, + "learning_rate": 1.9571516476958223e-05, + "loss": 0.0662, + "step": 14232 + }, + { + "epoch": 12.072094995759118, + "grad_norm": 1.2227965015952416, + "learning_rate": 1.9571436922714618e-05, + "loss": 0.0648, + "step": 14233 + }, + { + "epoch": 12.072943172179814, + "grad_norm": 1.1271703541945044, + "learning_rate": 1.9571357361248208e-05, + "loss": 0.0762, + "step": 14234 + }, + { + "epoch": 12.073791348600508, + "grad_norm": 1.18162749183732, + "learning_rate": 1.9571277792559056e-05, + "loss": 0.0842, + "step": 14235 + }, + { + "epoch": 12.074639525021205, + "grad_norm": 1.18329039170741, + "learning_rate": 1.9571198216647217e-05, + "loss": 0.0717, + "step": 14236 + }, + { + "epoch": 12.075487701441899, + "grad_norm": 1.0641757353083965, + "learning_rate": 1.957111863351276e-05, + "loss": 0.0668, + "step": 14237 + }, + { + "epoch": 12.076335877862595, + "grad_norm": 1.2756972077072255, + "learning_rate": 1.9571039043155735e-05, + "loss": 0.0966, + "step": 14238 + }, + { + "epoch": 12.077184054283292, + "grad_norm": 1.0166966335995171, + "learning_rate": 1.957095944557621e-05, + "loss": 0.0716, + "step": 14239 + }, + { + "epoch": 12.078032230703986, + "grad_norm": 1.1072276007218351, + "learning_rate": 1.9570879840774236e-05, + "loss": 0.0612, + "step": 14240 + }, + { + "epoch": 12.078880407124682, + "grad_norm": 1.0559225727191273, + "learning_rate": 1.9570800228749883e-05, + "loss": 0.0632, + "step": 14241 + }, + { + "epoch": 12.079728583545377, + "grad_norm": 1.1394811969973762, + "learning_rate": 1.9570720609503208e-05, + "loss": 0.085, + "step": 14242 + }, + { + "epoch": 12.080576759966073, + "grad_norm": 1.0694973639342302, + "learning_rate": 1.957064098303427e-05, + "loss": 0.0624, + "step": 14243 + }, + { + "epoch": 12.08142493638677, + "grad_norm": 1.0411500292164717, + "learning_rate": 1.9570561349343125e-05, + "loss": 0.0601, + "step": 14244 + }, + { + "epoch": 12.082273112807464, + "grad_norm": 1.1069930492446183, + "learning_rate": 1.957048170842984e-05, + "loss": 0.0768, + "step": 14245 + }, + { + "epoch": 12.08312128922816, + "grad_norm": 1.0875569038564765, + "learning_rate": 1.9570402060294472e-05, + "loss": 0.0771, + "step": 14246 + }, + { + "epoch": 12.083969465648854, + "grad_norm": 1.0717602392955388, + "learning_rate": 1.9570322404937082e-05, + "loss": 0.0673, + "step": 14247 + }, + { + "epoch": 12.08481764206955, + "grad_norm": 1.2178920614069015, + "learning_rate": 1.9570242742357726e-05, + "loss": 0.0764, + "step": 14248 + }, + { + "epoch": 12.085665818490247, + "grad_norm": 1.188411441842928, + "learning_rate": 1.9570163072556473e-05, + "loss": 0.0781, + "step": 14249 + }, + { + "epoch": 12.086513994910941, + "grad_norm": 1.030826709901091, + "learning_rate": 1.9570083395533372e-05, + "loss": 0.0747, + "step": 14250 + }, + { + "epoch": 12.087362171331637, + "grad_norm": 1.1084158144729805, + "learning_rate": 1.957000371128849e-05, + "loss": 0.0737, + "step": 14251 + }, + { + "epoch": 12.088210347752332, + "grad_norm": 1.3091398274092487, + "learning_rate": 1.956992401982189e-05, + "loss": 0.0847, + "step": 14252 + }, + { + "epoch": 12.089058524173028, + "grad_norm": 1.261589450635201, + "learning_rate": 1.9569844321133623e-05, + "loss": 0.0765, + "step": 14253 + }, + { + "epoch": 12.089906700593723, + "grad_norm": 1.1433269369629893, + "learning_rate": 1.9569764615223755e-05, + "loss": 0.0689, + "step": 14254 + }, + { + "epoch": 12.090754877014419, + "grad_norm": 1.0764190450584168, + "learning_rate": 1.9569684902092348e-05, + "loss": 0.0753, + "step": 14255 + }, + { + "epoch": 12.091603053435115, + "grad_norm": 1.2127454108517701, + "learning_rate": 1.9569605181739457e-05, + "loss": 0.0694, + "step": 14256 + }, + { + "epoch": 12.09245122985581, + "grad_norm": 1.0357310187301338, + "learning_rate": 1.9569525454165146e-05, + "loss": 0.0748, + "step": 14257 + }, + { + "epoch": 12.093299406276506, + "grad_norm": 1.0485816821521923, + "learning_rate": 1.9569445719369472e-05, + "loss": 0.0588, + "step": 14258 + }, + { + "epoch": 12.0941475826972, + "grad_norm": 1.1074744079747076, + "learning_rate": 1.95693659773525e-05, + "loss": 0.068, + "step": 14259 + }, + { + "epoch": 12.094995759117896, + "grad_norm": 1.0816149427214974, + "learning_rate": 1.9569286228114288e-05, + "loss": 0.0671, + "step": 14260 + }, + { + "epoch": 12.095843935538593, + "grad_norm": 1.12556542424517, + "learning_rate": 1.9569206471654893e-05, + "loss": 0.0777, + "step": 14261 + }, + { + "epoch": 12.096692111959287, + "grad_norm": 1.15369020046265, + "learning_rate": 1.9569126707974376e-05, + "loss": 0.0635, + "step": 14262 + }, + { + "epoch": 12.097540288379983, + "grad_norm": 1.1389612301181802, + "learning_rate": 1.95690469370728e-05, + "loss": 0.0709, + "step": 14263 + }, + { + "epoch": 12.098388464800678, + "grad_norm": 1.0557448788469388, + "learning_rate": 1.9568967158950223e-05, + "loss": 0.0747, + "step": 14264 + }, + { + "epoch": 12.099236641221374, + "grad_norm": 1.1359445719947003, + "learning_rate": 1.956888737360671e-05, + "loss": 0.0779, + "step": 14265 + }, + { + "epoch": 12.10008481764207, + "grad_norm": 1.1755425168535307, + "learning_rate": 1.9568807581042312e-05, + "loss": 0.0693, + "step": 14266 + }, + { + "epoch": 12.100932994062765, + "grad_norm": 1.3602688777996441, + "learning_rate": 1.9568727781257097e-05, + "loss": 0.0838, + "step": 14267 + }, + { + "epoch": 12.101781170483461, + "grad_norm": 1.3212777892803331, + "learning_rate": 1.9568647974251122e-05, + "loss": 0.0868, + "step": 14268 + }, + { + "epoch": 12.102629346904155, + "grad_norm": 1.1731592269717726, + "learning_rate": 1.956856816002445e-05, + "loss": 0.073, + "step": 14269 + }, + { + "epoch": 12.103477523324852, + "grad_norm": 1.2087437526882154, + "learning_rate": 1.9568488338577136e-05, + "loss": 0.0656, + "step": 14270 + }, + { + "epoch": 12.104325699745548, + "grad_norm": 1.249485224212063, + "learning_rate": 1.9568408509909246e-05, + "loss": 0.0643, + "step": 14271 + }, + { + "epoch": 12.105173876166242, + "grad_norm": 1.352751471594805, + "learning_rate": 1.9568328674020837e-05, + "loss": 0.0793, + "step": 14272 + }, + { + "epoch": 12.106022052586939, + "grad_norm": 1.1842029126883244, + "learning_rate": 1.956824883091197e-05, + "loss": 0.0662, + "step": 14273 + }, + { + "epoch": 12.106870229007633, + "grad_norm": 1.097791332800507, + "learning_rate": 1.9568168980582703e-05, + "loss": 0.0648, + "step": 14274 + }, + { + "epoch": 12.10771840542833, + "grad_norm": 1.0674677802148216, + "learning_rate": 1.9568089123033104e-05, + "loss": 0.0814, + "step": 14275 + }, + { + "epoch": 12.108566581849024, + "grad_norm": 1.2016719932209776, + "learning_rate": 1.9568009258263223e-05, + "loss": 0.0698, + "step": 14276 + }, + { + "epoch": 12.10941475826972, + "grad_norm": 1.1957386779849644, + "learning_rate": 1.9567929386273125e-05, + "loss": 0.0798, + "step": 14277 + }, + { + "epoch": 12.110262934690416, + "grad_norm": 1.0894281061538598, + "learning_rate": 1.956784950706287e-05, + "loss": 0.0686, + "step": 14278 + }, + { + "epoch": 12.11111111111111, + "grad_norm": 1.169957598405106, + "learning_rate": 1.956776962063252e-05, + "loss": 0.0754, + "step": 14279 + }, + { + "epoch": 12.111959287531807, + "grad_norm": 1.2184913093492888, + "learning_rate": 1.9567689726982136e-05, + "loss": 0.084, + "step": 14280 + }, + { + "epoch": 12.112807463952501, + "grad_norm": 1.0824178449515953, + "learning_rate": 1.9567609826111772e-05, + "loss": 0.0637, + "step": 14281 + }, + { + "epoch": 12.113655640373198, + "grad_norm": 1.0829754334227777, + "learning_rate": 1.9567529918021496e-05, + "loss": 0.07, + "step": 14282 + }, + { + "epoch": 12.114503816793894, + "grad_norm": 1.1659317098548194, + "learning_rate": 1.956745000271136e-05, + "loss": 0.0655, + "step": 14283 + }, + { + "epoch": 12.115351993214588, + "grad_norm": 1.0993237617768166, + "learning_rate": 1.9567370080181433e-05, + "loss": 0.0802, + "step": 14284 + }, + { + "epoch": 12.116200169635285, + "grad_norm": 1.0287243329720903, + "learning_rate": 1.9567290150431768e-05, + "loss": 0.0651, + "step": 14285 + }, + { + "epoch": 12.117048346055979, + "grad_norm": 1.0715019247618183, + "learning_rate": 1.9567210213462432e-05, + "loss": 0.0729, + "step": 14286 + }, + { + "epoch": 12.117896522476675, + "grad_norm": 1.0242465321438734, + "learning_rate": 1.956713026927348e-05, + "loss": 0.0682, + "step": 14287 + }, + { + "epoch": 12.118744698897371, + "grad_norm": 1.0122813614325339, + "learning_rate": 1.9567050317864974e-05, + "loss": 0.0581, + "step": 14288 + }, + { + "epoch": 12.119592875318066, + "grad_norm": 1.1451207337975369, + "learning_rate": 1.9566970359236975e-05, + "loss": 0.0701, + "step": 14289 + }, + { + "epoch": 12.120441051738762, + "grad_norm": 1.21197225976245, + "learning_rate": 1.9566890393389545e-05, + "loss": 0.079, + "step": 14290 + }, + { + "epoch": 12.121289228159457, + "grad_norm": 1.2837193028371525, + "learning_rate": 1.956681042032274e-05, + "loss": 0.0697, + "step": 14291 + }, + { + "epoch": 12.122137404580153, + "grad_norm": 1.056186885331919, + "learning_rate": 1.9566730440036624e-05, + "loss": 0.0666, + "step": 14292 + }, + { + "epoch": 12.122985581000847, + "grad_norm": 1.2014092173228754, + "learning_rate": 1.9566650452531255e-05, + "loss": 0.0766, + "step": 14293 + }, + { + "epoch": 12.123833757421544, + "grad_norm": 1.1023988711312283, + "learning_rate": 1.9566570457806693e-05, + "loss": 0.0629, + "step": 14294 + }, + { + "epoch": 12.12468193384224, + "grad_norm": 1.2015934269471216, + "learning_rate": 1.9566490455863e-05, + "loss": 0.0726, + "step": 14295 + }, + { + "epoch": 12.125530110262934, + "grad_norm": 1.0148157437503682, + "learning_rate": 1.9566410446700237e-05, + "loss": 0.0647, + "step": 14296 + }, + { + "epoch": 12.12637828668363, + "grad_norm": 1.0028119155738133, + "learning_rate": 1.9566330430318465e-05, + "loss": 0.0656, + "step": 14297 + }, + { + "epoch": 12.127226463104325, + "grad_norm": 1.0126139312785125, + "learning_rate": 1.956625040671774e-05, + "loss": 0.0717, + "step": 14298 + }, + { + "epoch": 12.128074639525021, + "grad_norm": 0.9963070864905824, + "learning_rate": 1.9566170375898128e-05, + "loss": 0.0677, + "step": 14299 + }, + { + "epoch": 12.128922815945717, + "grad_norm": 1.2698393997210184, + "learning_rate": 1.9566090337859686e-05, + "loss": 0.079, + "step": 14300 + }, + { + "epoch": 12.129770992366412, + "grad_norm": 1.0453548282631198, + "learning_rate": 1.9566010292602473e-05, + "loss": 0.0661, + "step": 14301 + }, + { + "epoch": 12.130619168787108, + "grad_norm": 1.1258489727192162, + "learning_rate": 1.9565930240126553e-05, + "loss": 0.0779, + "step": 14302 + }, + { + "epoch": 12.131467345207803, + "grad_norm": 1.0607618571252553, + "learning_rate": 1.9565850180431982e-05, + "loss": 0.0724, + "step": 14303 + }, + { + "epoch": 12.132315521628499, + "grad_norm": 1.0839775849670277, + "learning_rate": 1.9565770113518827e-05, + "loss": 0.067, + "step": 14304 + }, + { + "epoch": 12.133163698049195, + "grad_norm": 1.1879876344807918, + "learning_rate": 1.9565690039387145e-05, + "loss": 0.0773, + "step": 14305 + }, + { + "epoch": 12.13401187446989, + "grad_norm": 1.148802052151986, + "learning_rate": 1.9565609958036994e-05, + "loss": 0.0719, + "step": 14306 + }, + { + "epoch": 12.134860050890586, + "grad_norm": 1.1652941089090725, + "learning_rate": 1.9565529869468435e-05, + "loss": 0.0641, + "step": 14307 + }, + { + "epoch": 12.13570822731128, + "grad_norm": 0.9462759131405132, + "learning_rate": 1.9565449773681532e-05, + "loss": 0.0672, + "step": 14308 + }, + { + "epoch": 12.136556403731976, + "grad_norm": 1.074629177165219, + "learning_rate": 1.9565369670676343e-05, + "loss": 0.0664, + "step": 14309 + }, + { + "epoch": 12.137404580152673, + "grad_norm": 1.1305082881200201, + "learning_rate": 1.956528956045293e-05, + "loss": 0.0873, + "step": 14310 + }, + { + "epoch": 12.138252756573367, + "grad_norm": 1.205893086375341, + "learning_rate": 1.9565209443011352e-05, + "loss": 0.0731, + "step": 14311 + }, + { + "epoch": 12.139100932994063, + "grad_norm": 1.2330576612768744, + "learning_rate": 1.9565129318351668e-05, + "loss": 0.0855, + "step": 14312 + }, + { + "epoch": 12.139949109414758, + "grad_norm": 1.12558803474738, + "learning_rate": 1.956504918647394e-05, + "loss": 0.0706, + "step": 14313 + }, + { + "epoch": 12.140797285835454, + "grad_norm": 1.3440174904000735, + "learning_rate": 1.956496904737823e-05, + "loss": 0.0774, + "step": 14314 + }, + { + "epoch": 12.141645462256148, + "grad_norm": 1.099637812678352, + "learning_rate": 1.95648889010646e-05, + "loss": 0.0703, + "step": 14315 + }, + { + "epoch": 12.142493638676845, + "grad_norm": 1.039263782393214, + "learning_rate": 1.9564808747533103e-05, + "loss": 0.0739, + "step": 14316 + }, + { + "epoch": 12.143341815097541, + "grad_norm": 1.0282186661679378, + "learning_rate": 1.9564728586783805e-05, + "loss": 0.0651, + "step": 14317 + }, + { + "epoch": 12.144189991518235, + "grad_norm": 1.0914664608515317, + "learning_rate": 1.9564648418816766e-05, + "loss": 0.0672, + "step": 14318 + }, + { + "epoch": 12.145038167938932, + "grad_norm": 1.1524533582272865, + "learning_rate": 1.9564568243632047e-05, + "loss": 0.0722, + "step": 14319 + }, + { + "epoch": 12.145886344359626, + "grad_norm": 1.0491820739126583, + "learning_rate": 1.9564488061229707e-05, + "loss": 0.0782, + "step": 14320 + }, + { + "epoch": 12.146734520780322, + "grad_norm": 1.0686002420985503, + "learning_rate": 1.9564407871609806e-05, + "loss": 0.0817, + "step": 14321 + }, + { + "epoch": 12.147582697201019, + "grad_norm": 1.2049366727454724, + "learning_rate": 1.956432767477241e-05, + "loss": 0.0726, + "step": 14322 + }, + { + "epoch": 12.148430873621713, + "grad_norm": 1.1603339112470306, + "learning_rate": 1.956424747071757e-05, + "loss": 0.0732, + "step": 14323 + }, + { + "epoch": 12.14927905004241, + "grad_norm": 0.9245744745875033, + "learning_rate": 1.9564167259445356e-05, + "loss": 0.0619, + "step": 14324 + }, + { + "epoch": 12.150127226463104, + "grad_norm": 1.0703620695480038, + "learning_rate": 1.956408704095582e-05, + "loss": 0.0704, + "step": 14325 + }, + { + "epoch": 12.1509754028838, + "grad_norm": 1.1235994551501, + "learning_rate": 1.956400681524903e-05, + "loss": 0.0705, + "step": 14326 + }, + { + "epoch": 12.151823579304496, + "grad_norm": 1.0937483992727692, + "learning_rate": 1.956392658232504e-05, + "loss": 0.076, + "step": 14327 + }, + { + "epoch": 12.15267175572519, + "grad_norm": 1.0583822241693175, + "learning_rate": 1.9563846342183916e-05, + "loss": 0.0643, + "step": 14328 + }, + { + "epoch": 12.153519932145887, + "grad_norm": 1.1262181827634246, + "learning_rate": 1.9563766094825715e-05, + "loss": 0.08, + "step": 14329 + }, + { + "epoch": 12.154368108566581, + "grad_norm": 1.1563361594420014, + "learning_rate": 1.9563685840250503e-05, + "loss": 0.0675, + "step": 14330 + }, + { + "epoch": 12.155216284987278, + "grad_norm": 1.1176456123710097, + "learning_rate": 1.9563605578458333e-05, + "loss": 0.0737, + "step": 14331 + }, + { + "epoch": 12.156064461407972, + "grad_norm": 1.1240645245515344, + "learning_rate": 1.9563525309449266e-05, + "loss": 0.0769, + "step": 14332 + }, + { + "epoch": 12.156912637828668, + "grad_norm": 1.1796575110642384, + "learning_rate": 1.9563445033223373e-05, + "loss": 0.0821, + "step": 14333 + }, + { + "epoch": 12.157760814249365, + "grad_norm": 1.0862295786334357, + "learning_rate": 1.95633647497807e-05, + "loss": 0.0663, + "step": 14334 + }, + { + "epoch": 12.158608990670059, + "grad_norm": 1.2539994111245891, + "learning_rate": 1.956328445912132e-05, + "loss": 0.088, + "step": 14335 + }, + { + "epoch": 12.159457167090755, + "grad_norm": 1.1477790642214005, + "learning_rate": 1.9563204161245285e-05, + "loss": 0.0762, + "step": 14336 + }, + { + "epoch": 12.16030534351145, + "grad_norm": 1.1620484502118975, + "learning_rate": 1.956312385615266e-05, + "loss": 0.0733, + "step": 14337 + }, + { + "epoch": 12.161153519932146, + "grad_norm": 1.0518418390656266, + "learning_rate": 1.9563043543843507e-05, + "loss": 0.0678, + "step": 14338 + }, + { + "epoch": 12.162001696352842, + "grad_norm": 1.3068722937059742, + "learning_rate": 1.956296322431788e-05, + "loss": 0.0748, + "step": 14339 + }, + { + "epoch": 12.162849872773537, + "grad_norm": 1.017845308337319, + "learning_rate": 1.9562882897575846e-05, + "loss": 0.0722, + "step": 14340 + }, + { + "epoch": 12.163698049194233, + "grad_norm": 1.0309610833071132, + "learning_rate": 1.9562802563617465e-05, + "loss": 0.062, + "step": 14341 + }, + { + "epoch": 12.164546225614927, + "grad_norm": 1.31409020904779, + "learning_rate": 1.9562722222442794e-05, + "loss": 0.0803, + "step": 14342 + }, + { + "epoch": 12.165394402035624, + "grad_norm": 1.0950072518335228, + "learning_rate": 1.95626418740519e-05, + "loss": 0.0766, + "step": 14343 + }, + { + "epoch": 12.16624257845632, + "grad_norm": 1.1479387924946514, + "learning_rate": 1.9562561518444833e-05, + "loss": 0.0711, + "step": 14344 + }, + { + "epoch": 12.167090754877014, + "grad_norm": 0.9023472622179156, + "learning_rate": 1.9562481155621663e-05, + "loss": 0.0632, + "step": 14345 + }, + { + "epoch": 12.16793893129771, + "grad_norm": 1.2029410553473434, + "learning_rate": 1.9562400785582446e-05, + "loss": 0.0664, + "step": 14346 + }, + { + "epoch": 12.168787107718405, + "grad_norm": 1.1248646236080082, + "learning_rate": 1.9562320408327244e-05, + "loss": 0.0937, + "step": 14347 + }, + { + "epoch": 12.169635284139101, + "grad_norm": 1.0261356050437638, + "learning_rate": 1.956224002385612e-05, + "loss": 0.0676, + "step": 14348 + }, + { + "epoch": 12.170483460559796, + "grad_norm": 1.1698622697454546, + "learning_rate": 1.956215963216913e-05, + "loss": 0.071, + "step": 14349 + }, + { + "epoch": 12.171331636980492, + "grad_norm": 1.1482212643832717, + "learning_rate": 1.956207923326634e-05, + "loss": 0.0716, + "step": 14350 + }, + { + "epoch": 12.172179813401188, + "grad_norm": 1.4831822045717267, + "learning_rate": 1.9561998827147807e-05, + "loss": 0.071, + "step": 14351 + }, + { + "epoch": 12.173027989821882, + "grad_norm": 1.0261148749660958, + "learning_rate": 1.9561918413813592e-05, + "loss": 0.0648, + "step": 14352 + }, + { + "epoch": 12.173876166242579, + "grad_norm": 1.133709579264209, + "learning_rate": 1.9561837993263757e-05, + "loss": 0.0688, + "step": 14353 + }, + { + "epoch": 12.174724342663273, + "grad_norm": 1.0902679876453107, + "learning_rate": 1.956175756549836e-05, + "loss": 0.0666, + "step": 14354 + }, + { + "epoch": 12.17557251908397, + "grad_norm": 1.1857084554539528, + "learning_rate": 1.9561677130517464e-05, + "loss": 0.0697, + "step": 14355 + }, + { + "epoch": 12.176420695504666, + "grad_norm": 1.1377084478052493, + "learning_rate": 1.9561596688321133e-05, + "loss": 0.0625, + "step": 14356 + }, + { + "epoch": 12.17726887192536, + "grad_norm": 1.1644459533976192, + "learning_rate": 1.956151623890942e-05, + "loss": 0.0736, + "step": 14357 + }, + { + "epoch": 12.178117048346056, + "grad_norm": 1.0866390765274854, + "learning_rate": 1.9561435782282392e-05, + "loss": 0.0675, + "step": 14358 + }, + { + "epoch": 12.17896522476675, + "grad_norm": 1.3255448347661019, + "learning_rate": 1.9561355318440104e-05, + "loss": 0.0696, + "step": 14359 + }, + { + "epoch": 12.179813401187447, + "grad_norm": 1.0435588940976503, + "learning_rate": 1.9561274847382624e-05, + "loss": 0.0708, + "step": 14360 + }, + { + "epoch": 12.180661577608143, + "grad_norm": 1.2379036771054788, + "learning_rate": 1.9561194369110004e-05, + "loss": 0.0728, + "step": 14361 + }, + { + "epoch": 12.181509754028838, + "grad_norm": 1.2001983081639458, + "learning_rate": 1.9561113883622315e-05, + "loss": 0.0861, + "step": 14362 + }, + { + "epoch": 12.182357930449534, + "grad_norm": 1.0842629777952433, + "learning_rate": 1.956103339091961e-05, + "loss": 0.0663, + "step": 14363 + }, + { + "epoch": 12.183206106870228, + "grad_norm": 1.1689116819734913, + "learning_rate": 1.9560952891001953e-05, + "loss": 0.0743, + "step": 14364 + }, + { + "epoch": 12.184054283290925, + "grad_norm": 1.0109648064116898, + "learning_rate": 1.9560872383869404e-05, + "loss": 0.0656, + "step": 14365 + }, + { + "epoch": 12.18490245971162, + "grad_norm": 1.1684350465912334, + "learning_rate": 1.9560791869522024e-05, + "loss": 0.0758, + "step": 14366 + }, + { + "epoch": 12.185750636132315, + "grad_norm": 1.2256343569034076, + "learning_rate": 1.956071134795987e-05, + "loss": 0.0728, + "step": 14367 + }, + { + "epoch": 12.186598812553012, + "grad_norm": 1.1467571642971708, + "learning_rate": 1.9560630819183008e-05, + "loss": 0.0819, + "step": 14368 + }, + { + "epoch": 12.187446988973706, + "grad_norm": 1.2479455835125448, + "learning_rate": 1.9560550283191497e-05, + "loss": 0.0781, + "step": 14369 + }, + { + "epoch": 12.188295165394402, + "grad_norm": 1.2338452124550934, + "learning_rate": 1.9560469739985396e-05, + "loss": 0.0716, + "step": 14370 + }, + { + "epoch": 12.189143341815097, + "grad_norm": 1.10123013229196, + "learning_rate": 1.956038918956477e-05, + "loss": 0.0643, + "step": 14371 + }, + { + "epoch": 12.189991518235793, + "grad_norm": 1.2055611329000084, + "learning_rate": 1.9560308631929677e-05, + "loss": 0.074, + "step": 14372 + }, + { + "epoch": 12.19083969465649, + "grad_norm": 1.076532040542637, + "learning_rate": 1.9560228067080177e-05, + "loss": 0.0701, + "step": 14373 + }, + { + "epoch": 12.191687871077184, + "grad_norm": 1.1479912216849175, + "learning_rate": 1.9560147495016332e-05, + "loss": 0.0685, + "step": 14374 + }, + { + "epoch": 12.19253604749788, + "grad_norm": 1.03598792685333, + "learning_rate": 1.95600669157382e-05, + "loss": 0.0681, + "step": 14375 + }, + { + "epoch": 12.193384223918574, + "grad_norm": 1.1216042433993874, + "learning_rate": 1.955998632924585e-05, + "loss": 0.0776, + "step": 14376 + }, + { + "epoch": 12.19423240033927, + "grad_norm": 1.010581215214587, + "learning_rate": 1.9559905735539335e-05, + "loss": 0.0656, + "step": 14377 + }, + { + "epoch": 12.195080576759967, + "grad_norm": 1.1450306119661176, + "learning_rate": 1.9559825134618716e-05, + "loss": 0.0714, + "step": 14378 + }, + { + "epoch": 12.195928753180661, + "grad_norm": 1.2103590897951375, + "learning_rate": 1.955974452648406e-05, + "loss": 0.0825, + "step": 14379 + }, + { + "epoch": 12.196776929601358, + "grad_norm": 1.0641456080660474, + "learning_rate": 1.955966391113542e-05, + "loss": 0.0829, + "step": 14380 + }, + { + "epoch": 12.197625106022052, + "grad_norm": 0.9967295876173788, + "learning_rate": 1.9559583288572858e-05, + "loss": 0.0652, + "step": 14381 + }, + { + "epoch": 12.198473282442748, + "grad_norm": 1.1078434209273238, + "learning_rate": 1.9559502658796443e-05, + "loss": 0.0658, + "step": 14382 + }, + { + "epoch": 12.199321458863444, + "grad_norm": 1.1121159623733636, + "learning_rate": 1.9559422021806228e-05, + "loss": 0.0725, + "step": 14383 + }, + { + "epoch": 12.200169635284139, + "grad_norm": 1.3925831876074035, + "learning_rate": 1.9559341377602273e-05, + "loss": 0.0778, + "step": 14384 + }, + { + "epoch": 12.201017811704835, + "grad_norm": 1.196504672317907, + "learning_rate": 1.9559260726184647e-05, + "loss": 0.0827, + "step": 14385 + }, + { + "epoch": 12.20186598812553, + "grad_norm": 1.089896495124456, + "learning_rate": 1.9559180067553404e-05, + "loss": 0.0796, + "step": 14386 + }, + { + "epoch": 12.202714164546226, + "grad_norm": 1.26103261877598, + "learning_rate": 1.9559099401708605e-05, + "loss": 0.0755, + "step": 14387 + }, + { + "epoch": 12.20356234096692, + "grad_norm": 1.1269585187548707, + "learning_rate": 1.9559018728650314e-05, + "loss": 0.0687, + "step": 14388 + }, + { + "epoch": 12.204410517387617, + "grad_norm": 1.1570149294792507, + "learning_rate": 1.9558938048378592e-05, + "loss": 0.0641, + "step": 14389 + }, + { + "epoch": 12.205258693808313, + "grad_norm": 1.1853306912342043, + "learning_rate": 1.9558857360893494e-05, + "loss": 0.0745, + "step": 14390 + }, + { + "epoch": 12.206106870229007, + "grad_norm": 1.031275225139828, + "learning_rate": 1.955877666619509e-05, + "loss": 0.0609, + "step": 14391 + }, + { + "epoch": 12.206955046649703, + "grad_norm": 1.050131343463933, + "learning_rate": 1.955869596428343e-05, + "loss": 0.074, + "step": 14392 + }, + { + "epoch": 12.207803223070398, + "grad_norm": 1.2008276357569014, + "learning_rate": 1.9558615255158586e-05, + "loss": 0.0791, + "step": 14393 + }, + { + "epoch": 12.208651399491094, + "grad_norm": 1.2486980702716592, + "learning_rate": 1.955853453882061e-05, + "loss": 0.0725, + "step": 14394 + }, + { + "epoch": 12.20949957591179, + "grad_norm": 1.1794512397493402, + "learning_rate": 1.9558453815269575e-05, + "loss": 0.0809, + "step": 14395 + }, + { + "epoch": 12.210347752332485, + "grad_norm": 1.0813688853471406, + "learning_rate": 1.9558373084505528e-05, + "loss": 0.0759, + "step": 14396 + }, + { + "epoch": 12.211195928753181, + "grad_norm": 1.2549673803419665, + "learning_rate": 1.9558292346528535e-05, + "loss": 0.07, + "step": 14397 + }, + { + "epoch": 12.212044105173876, + "grad_norm": 1.1625850137427696, + "learning_rate": 1.9558211601338656e-05, + "loss": 0.073, + "step": 14398 + }, + { + "epoch": 12.212892281594572, + "grad_norm": 1.2465525045492054, + "learning_rate": 1.9558130848935956e-05, + "loss": 0.0773, + "step": 14399 + }, + { + "epoch": 12.213740458015268, + "grad_norm": 1.1166286717379792, + "learning_rate": 1.9558050089320493e-05, + "loss": 0.0732, + "step": 14400 + }, + { + "epoch": 12.214588634435962, + "grad_norm": 1.089903075057747, + "learning_rate": 1.9557969322492328e-05, + "loss": 0.0788, + "step": 14401 + }, + { + "epoch": 12.215436810856659, + "grad_norm": 1.0604599215916861, + "learning_rate": 1.955788854845152e-05, + "loss": 0.0727, + "step": 14402 + }, + { + "epoch": 12.216284987277353, + "grad_norm": 1.2284665959452947, + "learning_rate": 1.9557807767198137e-05, + "loss": 0.0803, + "step": 14403 + }, + { + "epoch": 12.21713316369805, + "grad_norm": 1.2759629226962688, + "learning_rate": 1.9557726978732234e-05, + "loss": 0.0889, + "step": 14404 + }, + { + "epoch": 12.217981340118744, + "grad_norm": 1.2317077846302877, + "learning_rate": 1.9557646183053872e-05, + "loss": 0.0814, + "step": 14405 + }, + { + "epoch": 12.21882951653944, + "grad_norm": 0.9628818897554849, + "learning_rate": 1.9557565380163113e-05, + "loss": 0.0612, + "step": 14406 + }, + { + "epoch": 12.219677692960136, + "grad_norm": 0.9713390720682402, + "learning_rate": 1.9557484570060017e-05, + "loss": 0.0674, + "step": 14407 + }, + { + "epoch": 12.22052586938083, + "grad_norm": 1.1237790053642114, + "learning_rate": 1.955740375274465e-05, + "loss": 0.0769, + "step": 14408 + }, + { + "epoch": 12.221374045801527, + "grad_norm": 1.1629616507037543, + "learning_rate": 1.9557322928217068e-05, + "loss": 0.0718, + "step": 14409 + }, + { + "epoch": 12.222222222222221, + "grad_norm": 1.023461242992842, + "learning_rate": 1.955724209647733e-05, + "loss": 0.063, + "step": 14410 + }, + { + "epoch": 12.223070398642918, + "grad_norm": 1.0638147043914143, + "learning_rate": 1.95571612575255e-05, + "loss": 0.0652, + "step": 14411 + }, + { + "epoch": 12.223918575063614, + "grad_norm": 0.970569820231368, + "learning_rate": 1.955708041136164e-05, + "loss": 0.0604, + "step": 14412 + }, + { + "epoch": 12.224766751484308, + "grad_norm": 1.0787004389695902, + "learning_rate": 1.9556999557985813e-05, + "loss": 0.0715, + "step": 14413 + }, + { + "epoch": 12.225614927905005, + "grad_norm": 1.3054330019888405, + "learning_rate": 1.9556918697398074e-05, + "loss": 0.0873, + "step": 14414 + }, + { + "epoch": 12.226463104325699, + "grad_norm": 1.025905569684259, + "learning_rate": 1.955683782959849e-05, + "loss": 0.0709, + "step": 14415 + }, + { + "epoch": 12.227311280746395, + "grad_norm": 1.0359551027809166, + "learning_rate": 1.9556756954587116e-05, + "loss": 0.065, + "step": 14416 + }, + { + "epoch": 12.228159457167092, + "grad_norm": 0.8868159560348439, + "learning_rate": 1.9556676072364017e-05, + "loss": 0.0584, + "step": 14417 + }, + { + "epoch": 12.229007633587786, + "grad_norm": 1.1808623538502376, + "learning_rate": 1.9556595182929255e-05, + "loss": 0.067, + "step": 14418 + }, + { + "epoch": 12.229855810008482, + "grad_norm": 1.0636760682699857, + "learning_rate": 1.9556514286282886e-05, + "loss": 0.0743, + "step": 14419 + }, + { + "epoch": 12.230703986429177, + "grad_norm": 1.1880822713139496, + "learning_rate": 1.9556433382424976e-05, + "loss": 0.0829, + "step": 14420 + }, + { + "epoch": 12.231552162849873, + "grad_norm": 1.2011150464897513, + "learning_rate": 1.9556352471355583e-05, + "loss": 0.0767, + "step": 14421 + }, + { + "epoch": 12.23240033927057, + "grad_norm": 1.012495187315343, + "learning_rate": 1.9556271553074773e-05, + "loss": 0.0749, + "step": 14422 + }, + { + "epoch": 12.233248515691264, + "grad_norm": 1.0472859807850763, + "learning_rate": 1.95561906275826e-05, + "loss": 0.0608, + "step": 14423 + }, + { + "epoch": 12.23409669211196, + "grad_norm": 1.2939064607034374, + "learning_rate": 1.955610969487913e-05, + "loss": 0.0803, + "step": 14424 + }, + { + "epoch": 12.234944868532654, + "grad_norm": 1.001197543538949, + "learning_rate": 1.9556028754964424e-05, + "loss": 0.0694, + "step": 14425 + }, + { + "epoch": 12.23579304495335, + "grad_norm": 1.2168802663639418, + "learning_rate": 1.955594780783854e-05, + "loss": 0.0806, + "step": 14426 + }, + { + "epoch": 12.236641221374045, + "grad_norm": 0.9794529262854655, + "learning_rate": 1.955586685350154e-05, + "loss": 0.0627, + "step": 14427 + }, + { + "epoch": 12.237489397794741, + "grad_norm": 1.2142927403359884, + "learning_rate": 1.955578589195349e-05, + "loss": 0.0716, + "step": 14428 + }, + { + "epoch": 12.238337574215437, + "grad_norm": 1.3022607321014803, + "learning_rate": 1.955570492319444e-05, + "loss": 0.0806, + "step": 14429 + }, + { + "epoch": 12.239185750636132, + "grad_norm": 1.2084634592155752, + "learning_rate": 1.9555623947224462e-05, + "loss": 0.0795, + "step": 14430 + }, + { + "epoch": 12.240033927056828, + "grad_norm": 1.145810805797849, + "learning_rate": 1.9555542964043614e-05, + "loss": 0.0718, + "step": 14431 + }, + { + "epoch": 12.240882103477523, + "grad_norm": 1.1942008922618568, + "learning_rate": 1.9555461973651955e-05, + "loss": 0.0886, + "step": 14432 + }, + { + "epoch": 12.241730279898219, + "grad_norm": 1.090306055849943, + "learning_rate": 1.9555380976049548e-05, + "loss": 0.0673, + "step": 14433 + }, + { + "epoch": 12.242578456318915, + "grad_norm": 1.09086595390196, + "learning_rate": 1.955529997123645e-05, + "loss": 0.0778, + "step": 14434 + }, + { + "epoch": 12.24342663273961, + "grad_norm": 1.183874236536166, + "learning_rate": 1.955521895921273e-05, + "loss": 0.0692, + "step": 14435 + }, + { + "epoch": 12.244274809160306, + "grad_norm": 1.105970333964182, + "learning_rate": 1.9555137939978445e-05, + "loss": 0.0615, + "step": 14436 + }, + { + "epoch": 12.245122985581, + "grad_norm": 1.033876924858621, + "learning_rate": 1.9555056913533655e-05, + "loss": 0.0626, + "step": 14437 + }, + { + "epoch": 12.245971162001696, + "grad_norm": 1.1855496194806667, + "learning_rate": 1.9554975879878418e-05, + "loss": 0.0841, + "step": 14438 + }, + { + "epoch": 12.246819338422393, + "grad_norm": 1.1520343375386461, + "learning_rate": 1.9554894839012807e-05, + "loss": 0.0714, + "step": 14439 + }, + { + "epoch": 12.247667514843087, + "grad_norm": 1.5849226149971993, + "learning_rate": 1.955481379093687e-05, + "loss": 0.0706, + "step": 14440 + }, + { + "epoch": 12.248515691263783, + "grad_norm": 1.1873743692643015, + "learning_rate": 1.955473273565067e-05, + "loss": 0.0728, + "step": 14441 + }, + { + "epoch": 12.249363867684478, + "grad_norm": 1.1136295932775309, + "learning_rate": 1.9554651673154278e-05, + "loss": 0.0651, + "step": 14442 + }, + { + "epoch": 12.250212044105174, + "grad_norm": 1.1851899487939128, + "learning_rate": 1.9554570603447748e-05, + "loss": 0.0778, + "step": 14443 + }, + { + "epoch": 12.251060220525869, + "grad_norm": 1.2531653389340642, + "learning_rate": 1.955448952653114e-05, + "loss": 0.0696, + "step": 14444 + }, + { + "epoch": 12.251908396946565, + "grad_norm": 0.9214176997215836, + "learning_rate": 1.955440844240452e-05, + "loss": 0.0604, + "step": 14445 + }, + { + "epoch": 12.252756573367261, + "grad_norm": 1.0895967160023898, + "learning_rate": 1.9554327351067944e-05, + "loss": 0.0693, + "step": 14446 + }, + { + "epoch": 12.253604749787955, + "grad_norm": 0.9023877838666439, + "learning_rate": 1.9554246252521476e-05, + "loss": 0.0651, + "step": 14447 + }, + { + "epoch": 12.254452926208652, + "grad_norm": 1.1726307036233008, + "learning_rate": 1.9554165146765176e-05, + "loss": 0.0673, + "step": 14448 + }, + { + "epoch": 12.255301102629346, + "grad_norm": 1.2248700048214873, + "learning_rate": 1.9554084033799108e-05, + "loss": 0.0672, + "step": 14449 + }, + { + "epoch": 12.256149279050042, + "grad_norm": 1.0824002889689766, + "learning_rate": 1.9554002913623332e-05, + "loss": 0.0741, + "step": 14450 + }, + { + "epoch": 12.256997455470739, + "grad_norm": 1.1680966628487366, + "learning_rate": 1.9553921786237906e-05, + "loss": 0.0728, + "step": 14451 + }, + { + "epoch": 12.257845631891433, + "grad_norm": 1.204151859445119, + "learning_rate": 1.9553840651642892e-05, + "loss": 0.0851, + "step": 14452 + }, + { + "epoch": 12.25869380831213, + "grad_norm": 1.0419098630715462, + "learning_rate": 1.9553759509838357e-05, + "loss": 0.0662, + "step": 14453 + }, + { + "epoch": 12.259541984732824, + "grad_norm": 1.1968438576817007, + "learning_rate": 1.955367836082436e-05, + "loss": 0.0713, + "step": 14454 + }, + { + "epoch": 12.26039016115352, + "grad_norm": 1.1480075358401156, + "learning_rate": 1.9553597204600955e-05, + "loss": 0.0704, + "step": 14455 + }, + { + "epoch": 12.261238337574216, + "grad_norm": 1.0088716033188807, + "learning_rate": 1.955351604116821e-05, + "loss": 0.0708, + "step": 14456 + }, + { + "epoch": 12.26208651399491, + "grad_norm": 1.2947074308141058, + "learning_rate": 1.9553434870526183e-05, + "loss": 0.0807, + "step": 14457 + }, + { + "epoch": 12.262934690415607, + "grad_norm": 1.198120554029888, + "learning_rate": 1.9553353692674938e-05, + "loss": 0.0843, + "step": 14458 + }, + { + "epoch": 12.263782866836301, + "grad_norm": 1.3424437515962, + "learning_rate": 1.9553272507614538e-05, + "loss": 0.0647, + "step": 14459 + }, + { + "epoch": 12.264631043256998, + "grad_norm": 1.2476458643133248, + "learning_rate": 1.955319131534504e-05, + "loss": 0.0706, + "step": 14460 + }, + { + "epoch": 12.265479219677694, + "grad_norm": 1.2473563925555011, + "learning_rate": 1.9553110115866506e-05, + "loss": 0.0719, + "step": 14461 + }, + { + "epoch": 12.266327396098388, + "grad_norm": 1.2587877235462896, + "learning_rate": 1.9553028909179e-05, + "loss": 0.0701, + "step": 14462 + }, + { + "epoch": 12.267175572519085, + "grad_norm": 1.257270171904552, + "learning_rate": 1.955294769528258e-05, + "loss": 0.0714, + "step": 14463 + }, + { + "epoch": 12.268023748939779, + "grad_norm": 1.2119634211026824, + "learning_rate": 1.9552866474177308e-05, + "loss": 0.0766, + "step": 14464 + }, + { + "epoch": 12.268871925360475, + "grad_norm": 1.1316803652305745, + "learning_rate": 1.955278524586325e-05, + "loss": 0.0804, + "step": 14465 + }, + { + "epoch": 12.26972010178117, + "grad_norm": 1.0358455707824488, + "learning_rate": 1.955270401034046e-05, + "loss": 0.0618, + "step": 14466 + }, + { + "epoch": 12.270568278201866, + "grad_norm": 1.1131027873963422, + "learning_rate": 1.9552622767609006e-05, + "loss": 0.0753, + "step": 14467 + }, + { + "epoch": 12.271416454622562, + "grad_norm": 1.0218354801675287, + "learning_rate": 1.9552541517668938e-05, + "loss": 0.0815, + "step": 14468 + }, + { + "epoch": 12.272264631043257, + "grad_norm": 1.1904349136311978, + "learning_rate": 1.955246026052033e-05, + "loss": 0.0732, + "step": 14469 + }, + { + "epoch": 12.273112807463953, + "grad_norm": 1.0913362894451795, + "learning_rate": 1.955237899616324e-05, + "loss": 0.0729, + "step": 14470 + }, + { + "epoch": 12.273960983884647, + "grad_norm": 1.1024048098694166, + "learning_rate": 1.9552297724597727e-05, + "loss": 0.0692, + "step": 14471 + }, + { + "epoch": 12.274809160305344, + "grad_norm": 1.2068920952130795, + "learning_rate": 1.955221644582385e-05, + "loss": 0.0889, + "step": 14472 + }, + { + "epoch": 12.27565733672604, + "grad_norm": 1.1064679503916988, + "learning_rate": 1.955213515984168e-05, + "loss": 0.0666, + "step": 14473 + }, + { + "epoch": 12.276505513146734, + "grad_norm": 1.155895421622127, + "learning_rate": 1.9552053866651267e-05, + "loss": 0.0712, + "step": 14474 + }, + { + "epoch": 12.27735368956743, + "grad_norm": 1.2344279881513522, + "learning_rate": 1.955197256625268e-05, + "loss": 0.077, + "step": 14475 + }, + { + "epoch": 12.278201865988125, + "grad_norm": 1.1080199012196124, + "learning_rate": 1.9551891258645973e-05, + "loss": 0.0678, + "step": 14476 + }, + { + "epoch": 12.279050042408821, + "grad_norm": 1.1019035826976884, + "learning_rate": 1.9551809943831218e-05, + "loss": 0.0647, + "step": 14477 + }, + { + "epoch": 12.279898218829517, + "grad_norm": 1.1013311591786998, + "learning_rate": 1.9551728621808467e-05, + "loss": 0.0629, + "step": 14478 + }, + { + "epoch": 12.280746395250212, + "grad_norm": 1.0282496603566917, + "learning_rate": 1.9551647292577783e-05, + "loss": 0.0808, + "step": 14479 + }, + { + "epoch": 12.281594571670908, + "grad_norm": 0.9898278768497564, + "learning_rate": 1.9551565956139233e-05, + "loss": 0.0657, + "step": 14480 + }, + { + "epoch": 12.282442748091603, + "grad_norm": 1.241858630102211, + "learning_rate": 1.9551484612492872e-05, + "loss": 0.0763, + "step": 14481 + }, + { + "epoch": 12.283290924512299, + "grad_norm": 1.1496361484642024, + "learning_rate": 1.9551403261638762e-05, + "loss": 0.0759, + "step": 14482 + }, + { + "epoch": 12.284139100932993, + "grad_norm": 0.9602825250382989, + "learning_rate": 1.9551321903576968e-05, + "loss": 0.062, + "step": 14483 + }, + { + "epoch": 12.28498727735369, + "grad_norm": 1.1807821946595307, + "learning_rate": 1.955124053830755e-05, + "loss": 0.0731, + "step": 14484 + }, + { + "epoch": 12.285835453774386, + "grad_norm": 1.23454781593056, + "learning_rate": 1.955115916583057e-05, + "loss": 0.0803, + "step": 14485 + }, + { + "epoch": 12.28668363019508, + "grad_norm": 1.2097578816377705, + "learning_rate": 1.9551077786146088e-05, + "loss": 0.0778, + "step": 14486 + }, + { + "epoch": 12.287531806615776, + "grad_norm": 0.9911527940242351, + "learning_rate": 1.9550996399254166e-05, + "loss": 0.061, + "step": 14487 + }, + { + "epoch": 12.28837998303647, + "grad_norm": 1.2622660307924554, + "learning_rate": 1.9550915005154863e-05, + "loss": 0.0817, + "step": 14488 + }, + { + "epoch": 12.289228159457167, + "grad_norm": 1.1682330986642564, + "learning_rate": 1.9550833603848246e-05, + "loss": 0.0712, + "step": 14489 + }, + { + "epoch": 12.290076335877863, + "grad_norm": 1.1034859639505936, + "learning_rate": 1.9550752195334368e-05, + "loss": 0.0671, + "step": 14490 + }, + { + "epoch": 12.290924512298558, + "grad_norm": 1.2677880601713103, + "learning_rate": 1.95506707796133e-05, + "loss": 0.0822, + "step": 14491 + }, + { + "epoch": 12.291772688719254, + "grad_norm": 1.275762412350912, + "learning_rate": 1.95505893566851e-05, + "loss": 0.0844, + "step": 14492 + }, + { + "epoch": 12.292620865139948, + "grad_norm": 1.0725840742253006, + "learning_rate": 1.9550507926549823e-05, + "loss": 0.065, + "step": 14493 + }, + { + "epoch": 12.293469041560645, + "grad_norm": 1.2043052394731553, + "learning_rate": 1.9550426489207537e-05, + "loss": 0.0738, + "step": 14494 + }, + { + "epoch": 12.294317217981341, + "grad_norm": 1.1441227697278515, + "learning_rate": 1.9550345044658302e-05, + "loss": 0.0619, + "step": 14495 + }, + { + "epoch": 12.295165394402035, + "grad_norm": 1.183906683607312, + "learning_rate": 1.9550263592902182e-05, + "loss": 0.08, + "step": 14496 + }, + { + "epoch": 12.296013570822732, + "grad_norm": 1.1025403053695226, + "learning_rate": 1.9550182133939235e-05, + "loss": 0.0837, + "step": 14497 + }, + { + "epoch": 12.296861747243426, + "grad_norm": 1.2990070703509038, + "learning_rate": 1.9550100667769528e-05, + "loss": 0.0792, + "step": 14498 + }, + { + "epoch": 12.297709923664122, + "grad_norm": 1.0964956861927013, + "learning_rate": 1.9550019194393112e-05, + "loss": 0.0653, + "step": 14499 + }, + { + "epoch": 12.298558100084819, + "grad_norm": 1.0042573661012253, + "learning_rate": 1.9549937713810055e-05, + "loss": 0.0633, + "step": 14500 + }, + { + "epoch": 12.299406276505513, + "grad_norm": 1.069804100806349, + "learning_rate": 1.9549856226020422e-05, + "loss": 0.0704, + "step": 14501 + }, + { + "epoch": 12.30025445292621, + "grad_norm": 1.1407823667711126, + "learning_rate": 1.954977473102427e-05, + "loss": 0.0724, + "step": 14502 + }, + { + "epoch": 12.301102629346904, + "grad_norm": 1.1949285754532197, + "learning_rate": 1.954969322882166e-05, + "loss": 0.0647, + "step": 14503 + }, + { + "epoch": 12.3019508057676, + "grad_norm": 1.2442646812244509, + "learning_rate": 1.9549611719412655e-05, + "loss": 0.0717, + "step": 14504 + }, + { + "epoch": 12.302798982188294, + "grad_norm": 1.218162035435866, + "learning_rate": 1.9549530202797314e-05, + "loss": 0.0748, + "step": 14505 + }, + { + "epoch": 12.30364715860899, + "grad_norm": 1.1674365858978686, + "learning_rate": 1.9549448678975702e-05, + "loss": 0.0698, + "step": 14506 + }, + { + "epoch": 12.304495335029687, + "grad_norm": 1.0537828285201187, + "learning_rate": 1.954936714794788e-05, + "loss": 0.059, + "step": 14507 + }, + { + "epoch": 12.305343511450381, + "grad_norm": 1.1765505488280272, + "learning_rate": 1.9549285609713907e-05, + "loss": 0.0692, + "step": 14508 + }, + { + "epoch": 12.306191687871078, + "grad_norm": 1.4290344680283578, + "learning_rate": 1.954920406427385e-05, + "loss": 0.0829, + "step": 14509 + }, + { + "epoch": 12.307039864291772, + "grad_norm": 1.12531142906715, + "learning_rate": 1.954912251162776e-05, + "loss": 0.0666, + "step": 14510 + }, + { + "epoch": 12.307888040712468, + "grad_norm": 1.249625545067315, + "learning_rate": 1.9549040951775708e-05, + "loss": 0.0765, + "step": 14511 + }, + { + "epoch": 12.308736217133164, + "grad_norm": 1.1155793880819649, + "learning_rate": 1.9548959384717757e-05, + "loss": 0.0707, + "step": 14512 + }, + { + "epoch": 12.309584393553859, + "grad_norm": 1.253468400877827, + "learning_rate": 1.954887781045396e-05, + "loss": 0.0714, + "step": 14513 + }, + { + "epoch": 12.310432569974555, + "grad_norm": 1.0933394029770502, + "learning_rate": 1.9548796228984384e-05, + "loss": 0.0674, + "step": 14514 + }, + { + "epoch": 12.31128074639525, + "grad_norm": 1.1221231933239337, + "learning_rate": 1.954871464030909e-05, + "loss": 0.0676, + "step": 14515 + }, + { + "epoch": 12.312128922815946, + "grad_norm": 1.287459932258844, + "learning_rate": 1.9548633044428137e-05, + "loss": 0.0749, + "step": 14516 + }, + { + "epoch": 12.312977099236642, + "grad_norm": 1.2213814364352051, + "learning_rate": 1.954855144134159e-05, + "loss": 0.0791, + "step": 14517 + }, + { + "epoch": 12.313825275657337, + "grad_norm": 1.2132706166060556, + "learning_rate": 1.9548469831049513e-05, + "loss": 0.0699, + "step": 14518 + }, + { + "epoch": 12.314673452078033, + "grad_norm": 1.2223812602909174, + "learning_rate": 1.9548388213551962e-05, + "loss": 0.0718, + "step": 14519 + }, + { + "epoch": 12.315521628498727, + "grad_norm": 1.2201098263510035, + "learning_rate": 1.9548306588848994e-05, + "loss": 0.0741, + "step": 14520 + }, + { + "epoch": 12.316369804919423, + "grad_norm": 1.150102718368686, + "learning_rate": 1.9548224956940686e-05, + "loss": 0.0756, + "step": 14521 + }, + { + "epoch": 12.317217981340118, + "grad_norm": 1.0529064127062233, + "learning_rate": 1.9548143317827085e-05, + "loss": 0.0683, + "step": 14522 + }, + { + "epoch": 12.318066157760814, + "grad_norm": 1.1434416455448813, + "learning_rate": 1.954806167150826e-05, + "loss": 0.074, + "step": 14523 + }, + { + "epoch": 12.31891433418151, + "grad_norm": 1.0883017486726376, + "learning_rate": 1.954798001798427e-05, + "loss": 0.0728, + "step": 14524 + }, + { + "epoch": 12.319762510602205, + "grad_norm": 1.1457104968971923, + "learning_rate": 1.9547898357255178e-05, + "loss": 0.0699, + "step": 14525 + }, + { + "epoch": 12.320610687022901, + "grad_norm": 1.1239090563420335, + "learning_rate": 1.9547816689321043e-05, + "loss": 0.0698, + "step": 14526 + }, + { + "epoch": 12.321458863443596, + "grad_norm": 1.32777827103216, + "learning_rate": 1.9547735014181932e-05, + "loss": 0.0833, + "step": 14527 + }, + { + "epoch": 12.322307039864292, + "grad_norm": 1.0807658188515958, + "learning_rate": 1.95476533318379e-05, + "loss": 0.0646, + "step": 14528 + }, + { + "epoch": 12.323155216284988, + "grad_norm": 1.1221285194559165, + "learning_rate": 1.9547571642289017e-05, + "loss": 0.0783, + "step": 14529 + }, + { + "epoch": 12.324003392705682, + "grad_norm": 1.0037663398145533, + "learning_rate": 1.9547489945535332e-05, + "loss": 0.0692, + "step": 14530 + }, + { + "epoch": 12.324851569126379, + "grad_norm": 1.109853443201216, + "learning_rate": 1.954740824157692e-05, + "loss": 0.0681, + "step": 14531 + }, + { + "epoch": 12.325699745547073, + "grad_norm": 1.1967450547804916, + "learning_rate": 1.9547326530413837e-05, + "loss": 0.0712, + "step": 14532 + }, + { + "epoch": 12.32654792196777, + "grad_norm": 1.2654972337192802, + "learning_rate": 1.954724481204614e-05, + "loss": 0.0789, + "step": 14533 + }, + { + "epoch": 12.327396098388466, + "grad_norm": 1.0778750106221913, + "learning_rate": 1.9547163086473902e-05, + "loss": 0.0668, + "step": 14534 + }, + { + "epoch": 12.32824427480916, + "grad_norm": 0.9841555971455904, + "learning_rate": 1.9547081353697173e-05, + "loss": 0.0566, + "step": 14535 + }, + { + "epoch": 12.329092451229856, + "grad_norm": 1.1098601676493831, + "learning_rate": 1.9546999613716023e-05, + "loss": 0.0745, + "step": 14536 + }, + { + "epoch": 12.32994062765055, + "grad_norm": 1.1577500882916603, + "learning_rate": 1.9546917866530508e-05, + "loss": 0.0766, + "step": 14537 + }, + { + "epoch": 12.330788804071247, + "grad_norm": 1.0166914342916933, + "learning_rate": 1.954683611214069e-05, + "loss": 0.0629, + "step": 14538 + }, + { + "epoch": 12.331636980491943, + "grad_norm": 1.2363642293391839, + "learning_rate": 1.9546754350546637e-05, + "loss": 0.0879, + "step": 14539 + }, + { + "epoch": 12.332485156912638, + "grad_norm": 1.068778090871491, + "learning_rate": 1.9546672581748402e-05, + "loss": 0.0672, + "step": 14540 + }, + { + "epoch": 12.333333333333334, + "grad_norm": 1.155121961806335, + "learning_rate": 1.9546590805746054e-05, + "loss": 0.064, + "step": 14541 + }, + { + "epoch": 12.334181509754028, + "grad_norm": 1.162688940078512, + "learning_rate": 1.954650902253965e-05, + "loss": 0.0663, + "step": 14542 + }, + { + "epoch": 12.335029686174725, + "grad_norm": 1.2384764768401393, + "learning_rate": 1.9546427232129254e-05, + "loss": 0.0794, + "step": 14543 + }, + { + "epoch": 12.335877862595419, + "grad_norm": 1.161199127848161, + "learning_rate": 1.9546345434514928e-05, + "loss": 0.0711, + "step": 14544 + }, + { + "epoch": 12.336726039016115, + "grad_norm": 1.1281610687036536, + "learning_rate": 1.9546263629696733e-05, + "loss": 0.0709, + "step": 14545 + }, + { + "epoch": 12.337574215436812, + "grad_norm": 1.235706584792112, + "learning_rate": 1.954618181767473e-05, + "loss": 0.074, + "step": 14546 + }, + { + "epoch": 12.338422391857506, + "grad_norm": 1.1317973699985817, + "learning_rate": 1.9546099998448984e-05, + "loss": 0.0693, + "step": 14547 + }, + { + "epoch": 12.339270568278202, + "grad_norm": 1.0609195269679148, + "learning_rate": 1.954601817201955e-05, + "loss": 0.0873, + "step": 14548 + }, + { + "epoch": 12.340118744698897, + "grad_norm": 1.223105835064589, + "learning_rate": 1.954593633838649e-05, + "loss": 0.09, + "step": 14549 + }, + { + "epoch": 12.340966921119593, + "grad_norm": 1.0935180689260386, + "learning_rate": 1.954585449754988e-05, + "loss": 0.0728, + "step": 14550 + }, + { + "epoch": 12.34181509754029, + "grad_norm": 1.0706430154229385, + "learning_rate": 1.9545772649509765e-05, + "loss": 0.0793, + "step": 14551 + }, + { + "epoch": 12.342663273960984, + "grad_norm": 1.1943663215442573, + "learning_rate": 1.9545690794266218e-05, + "loss": 0.083, + "step": 14552 + }, + { + "epoch": 12.34351145038168, + "grad_norm": 1.2135256651659754, + "learning_rate": 1.954560893181929e-05, + "loss": 0.0716, + "step": 14553 + }, + { + "epoch": 12.344359626802374, + "grad_norm": 1.1049777093539515, + "learning_rate": 1.9545527062169052e-05, + "loss": 0.0733, + "step": 14554 + }, + { + "epoch": 12.34520780322307, + "grad_norm": 1.1829962061363488, + "learning_rate": 1.954544518531556e-05, + "loss": 0.0691, + "step": 14555 + }, + { + "epoch": 12.346055979643765, + "grad_norm": 1.1816927958066752, + "learning_rate": 1.9545363301258882e-05, + "loss": 0.0694, + "step": 14556 + }, + { + "epoch": 12.346904156064461, + "grad_norm": 1.172532364730511, + "learning_rate": 1.9545281409999073e-05, + "loss": 0.0709, + "step": 14557 + }, + { + "epoch": 12.347752332485157, + "grad_norm": 1.1857814110092288, + "learning_rate": 1.9545199511536198e-05, + "loss": 0.0732, + "step": 14558 + }, + { + "epoch": 12.348600508905852, + "grad_norm": 1.1593764253865635, + "learning_rate": 1.9545117605870318e-05, + "loss": 0.0714, + "step": 14559 + }, + { + "epoch": 12.349448685326548, + "grad_norm": 1.2448539213423966, + "learning_rate": 1.9545035693001496e-05, + "loss": 0.07, + "step": 14560 + }, + { + "epoch": 12.350296861747243, + "grad_norm": 1.0331419522790248, + "learning_rate": 1.9544953772929797e-05, + "loss": 0.0702, + "step": 14561 + }, + { + "epoch": 12.351145038167939, + "grad_norm": 1.1328037377202158, + "learning_rate": 1.9544871845655276e-05, + "loss": 0.0784, + "step": 14562 + }, + { + "epoch": 12.351993214588635, + "grad_norm": 0.9833435268440408, + "learning_rate": 1.9544789911178e-05, + "loss": 0.064, + "step": 14563 + }, + { + "epoch": 12.35284139100933, + "grad_norm": 1.1570745657860875, + "learning_rate": 1.9544707969498023e-05, + "loss": 0.0693, + "step": 14564 + }, + { + "epoch": 12.353689567430026, + "grad_norm": 1.1315090894491222, + "learning_rate": 1.9544626020615417e-05, + "loss": 0.074, + "step": 14565 + }, + { + "epoch": 12.35453774385072, + "grad_norm": 1.1852511198977522, + "learning_rate": 1.954454406453024e-05, + "loss": 0.0728, + "step": 14566 + }, + { + "epoch": 12.355385920271416, + "grad_norm": 1.2810628839250904, + "learning_rate": 1.9544462101242553e-05, + "loss": 0.0727, + "step": 14567 + }, + { + "epoch": 12.356234096692113, + "grad_norm": 1.2080716861083705, + "learning_rate": 1.9544380130752418e-05, + "loss": 0.0749, + "step": 14568 + }, + { + "epoch": 12.357082273112807, + "grad_norm": 1.129987054855499, + "learning_rate": 1.9544298153059897e-05, + "loss": 0.0685, + "step": 14569 + }, + { + "epoch": 12.357930449533503, + "grad_norm": 1.1331502571825873, + "learning_rate": 1.9544216168165048e-05, + "loss": 0.0736, + "step": 14570 + }, + { + "epoch": 12.358778625954198, + "grad_norm": 1.1155427458064977, + "learning_rate": 1.9544134176067942e-05, + "loss": 0.0692, + "step": 14571 + }, + { + "epoch": 12.359626802374894, + "grad_norm": 1.2607628958711652, + "learning_rate": 1.9544052176768634e-05, + "loss": 0.0893, + "step": 14572 + }, + { + "epoch": 12.36047497879559, + "grad_norm": 1.1912721253883227, + "learning_rate": 1.9543970170267184e-05, + "loss": 0.0654, + "step": 14573 + }, + { + "epoch": 12.361323155216285, + "grad_norm": 0.9212207843400682, + "learning_rate": 1.954388815656366e-05, + "loss": 0.063, + "step": 14574 + }, + { + "epoch": 12.362171331636981, + "grad_norm": 1.0413673642646701, + "learning_rate": 1.9543806135658124e-05, + "loss": 0.0617, + "step": 14575 + }, + { + "epoch": 12.363019508057675, + "grad_norm": 1.4554037745805144, + "learning_rate": 1.9543724107550632e-05, + "loss": 0.0753, + "step": 14576 + }, + { + "epoch": 12.363867684478372, + "grad_norm": 1.1367711389050696, + "learning_rate": 1.954364207224125e-05, + "loss": 0.0729, + "step": 14577 + }, + { + "epoch": 12.364715860899066, + "grad_norm": 1.0509900271127746, + "learning_rate": 1.9543560029730037e-05, + "loss": 0.0711, + "step": 14578 + }, + { + "epoch": 12.365564037319762, + "grad_norm": 0.9943486341878033, + "learning_rate": 1.954347798001706e-05, + "loss": 0.0673, + "step": 14579 + }, + { + "epoch": 12.366412213740459, + "grad_norm": 1.1357393278214853, + "learning_rate": 1.9543395923102374e-05, + "loss": 0.0707, + "step": 14580 + }, + { + "epoch": 12.367260390161153, + "grad_norm": 1.1148098917332887, + "learning_rate": 1.9543313858986048e-05, + "loss": 0.0685, + "step": 14581 + }, + { + "epoch": 12.36810856658185, + "grad_norm": 1.11947205405328, + "learning_rate": 1.954323178766814e-05, + "loss": 0.0737, + "step": 14582 + }, + { + "epoch": 12.368956743002544, + "grad_norm": 0.9760465345975771, + "learning_rate": 1.954314970914871e-05, + "loss": 0.0646, + "step": 14583 + }, + { + "epoch": 12.36980491942324, + "grad_norm": 1.0795388541517144, + "learning_rate": 1.954306762342783e-05, + "loss": 0.0727, + "step": 14584 + }, + { + "epoch": 12.370653095843936, + "grad_norm": 1.089443628442418, + "learning_rate": 1.9542985530505545e-05, + "loss": 0.0648, + "step": 14585 + }, + { + "epoch": 12.37150127226463, + "grad_norm": 1.068533893353514, + "learning_rate": 1.954290343038193e-05, + "loss": 0.0715, + "step": 14586 + }, + { + "epoch": 12.372349448685327, + "grad_norm": 1.2151201319173435, + "learning_rate": 1.9542821323057044e-05, + "loss": 0.077, + "step": 14587 + }, + { + "epoch": 12.373197625106021, + "grad_norm": 1.0696855558610234, + "learning_rate": 1.9542739208530945e-05, + "loss": 0.0744, + "step": 14588 + }, + { + "epoch": 12.374045801526718, + "grad_norm": 1.2030887008886548, + "learning_rate": 1.9542657086803703e-05, + "loss": 0.073, + "step": 14589 + }, + { + "epoch": 12.374893977947414, + "grad_norm": 1.1082218701581328, + "learning_rate": 1.9542574957875374e-05, + "loss": 0.067, + "step": 14590 + }, + { + "epoch": 12.375742154368108, + "grad_norm": 1.0537990257700844, + "learning_rate": 1.9542492821746018e-05, + "loss": 0.0703, + "step": 14591 + }, + { + "epoch": 12.376590330788805, + "grad_norm": 1.1462997202938083, + "learning_rate": 1.9542410678415703e-05, + "loss": 0.094, + "step": 14592 + }, + { + "epoch": 12.377438507209499, + "grad_norm": 1.0646843985047023, + "learning_rate": 1.954232852788449e-05, + "loss": 0.0662, + "step": 14593 + }, + { + "epoch": 12.378286683630195, + "grad_norm": 1.1564434774248173, + "learning_rate": 1.9542246370152436e-05, + "loss": 0.0772, + "step": 14594 + }, + { + "epoch": 12.37913486005089, + "grad_norm": 1.161596643141111, + "learning_rate": 1.9542164205219605e-05, + "loss": 0.0681, + "step": 14595 + }, + { + "epoch": 12.379983036471586, + "grad_norm": 1.1450869630229747, + "learning_rate": 1.9542082033086064e-05, + "loss": 0.0776, + "step": 14596 + }, + { + "epoch": 12.380831212892282, + "grad_norm": 1.108170471630947, + "learning_rate": 1.954199985375187e-05, + "loss": 0.0735, + "step": 14597 + }, + { + "epoch": 12.381679389312977, + "grad_norm": 1.203412400245089, + "learning_rate": 1.9541917667217085e-05, + "loss": 0.0757, + "step": 14598 + }, + { + "epoch": 12.382527565733673, + "grad_norm": 1.2309623239164087, + "learning_rate": 1.954183547348177e-05, + "loss": 0.0817, + "step": 14599 + }, + { + "epoch": 12.383375742154367, + "grad_norm": 1.0410846165107286, + "learning_rate": 1.9541753272545995e-05, + "loss": 0.0687, + "step": 14600 + }, + { + "epoch": 12.384223918575064, + "grad_norm": 1.0395815626320286, + "learning_rate": 1.9541671064409812e-05, + "loss": 0.0648, + "step": 14601 + }, + { + "epoch": 12.38507209499576, + "grad_norm": 1.177290992608737, + "learning_rate": 1.954158884907329e-05, + "loss": 0.0637, + "step": 14602 + }, + { + "epoch": 12.385920271416454, + "grad_norm": 1.0990314841470479, + "learning_rate": 1.9541506626536487e-05, + "loss": 0.0799, + "step": 14603 + }, + { + "epoch": 12.38676844783715, + "grad_norm": 1.1065883341535725, + "learning_rate": 1.9541424396799463e-05, + "loss": 0.0825, + "step": 14604 + }, + { + "epoch": 12.387616624257845, + "grad_norm": 1.0220496588897037, + "learning_rate": 1.954134215986229e-05, + "loss": 0.0664, + "step": 14605 + }, + { + "epoch": 12.388464800678541, + "grad_norm": 1.305648370979281, + "learning_rate": 1.954125991572502e-05, + "loss": 0.0691, + "step": 14606 + }, + { + "epoch": 12.389312977099237, + "grad_norm": 1.0231493032571266, + "learning_rate": 1.954117766438772e-05, + "loss": 0.0653, + "step": 14607 + }, + { + "epoch": 12.390161153519932, + "grad_norm": 1.0478047704556228, + "learning_rate": 1.9541095405850447e-05, + "loss": 0.0665, + "step": 14608 + }, + { + "epoch": 12.391009329940628, + "grad_norm": 1.2338112626616304, + "learning_rate": 1.954101314011327e-05, + "loss": 0.0777, + "step": 14609 + }, + { + "epoch": 12.391857506361323, + "grad_norm": 1.0543530554883538, + "learning_rate": 1.9540930867176248e-05, + "loss": 0.0764, + "step": 14610 + }, + { + "epoch": 12.392705682782019, + "grad_norm": 1.0344212360154565, + "learning_rate": 1.954084858703944e-05, + "loss": 0.0615, + "step": 14611 + }, + { + "epoch": 12.393553859202715, + "grad_norm": 1.0812724612694145, + "learning_rate": 1.9540766299702915e-05, + "loss": 0.0707, + "step": 14612 + }, + { + "epoch": 12.39440203562341, + "grad_norm": 1.2926148886950275, + "learning_rate": 1.9540684005166725e-05, + "loss": 0.0791, + "step": 14613 + }, + { + "epoch": 12.395250212044106, + "grad_norm": 1.1420926218536773, + "learning_rate": 1.9540601703430942e-05, + "loss": 0.0674, + "step": 14614 + }, + { + "epoch": 12.3960983884648, + "grad_norm": 1.3458491911975836, + "learning_rate": 1.9540519394495626e-05, + "loss": 0.0873, + "step": 14615 + }, + { + "epoch": 12.396946564885496, + "grad_norm": 1.2027527941135108, + "learning_rate": 1.9540437078360835e-05, + "loss": 0.0774, + "step": 14616 + }, + { + "epoch": 12.39779474130619, + "grad_norm": 1.112078228799471, + "learning_rate": 1.9540354755026634e-05, + "loss": 0.0879, + "step": 14617 + }, + { + "epoch": 12.398642917726887, + "grad_norm": 1.1294935867297693, + "learning_rate": 1.9540272424493082e-05, + "loss": 0.0848, + "step": 14618 + }, + { + "epoch": 12.399491094147583, + "grad_norm": 1.233156924158759, + "learning_rate": 1.9540190086760245e-05, + "loss": 0.0698, + "step": 14619 + }, + { + "epoch": 12.400339270568278, + "grad_norm": 1.2872089565447897, + "learning_rate": 1.9540107741828188e-05, + "loss": 0.0798, + "step": 14620 + }, + { + "epoch": 12.401187446988974, + "grad_norm": 1.08464198027837, + "learning_rate": 1.9540025389696966e-05, + "loss": 0.0647, + "step": 14621 + }, + { + "epoch": 12.402035623409668, + "grad_norm": 1.1475542042574158, + "learning_rate": 1.9539943030366643e-05, + "loss": 0.0828, + "step": 14622 + }, + { + "epoch": 12.402883799830365, + "grad_norm": 1.0724527581887051, + "learning_rate": 1.9539860663837284e-05, + "loss": 0.0712, + "step": 14623 + }, + { + "epoch": 12.403731976251061, + "grad_norm": 1.1931502545330845, + "learning_rate": 1.953977829010895e-05, + "loss": 0.074, + "step": 14624 + }, + { + "epoch": 12.404580152671755, + "grad_norm": 1.067201351470912, + "learning_rate": 1.95396959091817e-05, + "loss": 0.074, + "step": 14625 + }, + { + "epoch": 12.405428329092452, + "grad_norm": 1.0997634540533652, + "learning_rate": 1.95396135210556e-05, + "loss": 0.0697, + "step": 14626 + }, + { + "epoch": 12.406276505513146, + "grad_norm": 1.1151463068426988, + "learning_rate": 1.9539531125730714e-05, + "loss": 0.066, + "step": 14627 + }, + { + "epoch": 12.407124681933842, + "grad_norm": 1.091803599081417, + "learning_rate": 1.9539448723207097e-05, + "loss": 0.072, + "step": 14628 + }, + { + "epoch": 12.407972858354539, + "grad_norm": 0.9660304529811816, + "learning_rate": 1.953936631348482e-05, + "loss": 0.0661, + "step": 14629 + }, + { + "epoch": 12.408821034775233, + "grad_norm": 1.2274724866031694, + "learning_rate": 1.9539283896563935e-05, + "loss": 0.103, + "step": 14630 + }, + { + "epoch": 12.40966921119593, + "grad_norm": 1.0348884633303588, + "learning_rate": 1.9539201472444512e-05, + "loss": 0.0685, + "step": 14631 + }, + { + "epoch": 12.410517387616624, + "grad_norm": 1.1429012280401127, + "learning_rate": 1.953911904112661e-05, + "loss": 0.0769, + "step": 14632 + }, + { + "epoch": 12.41136556403732, + "grad_norm": 1.016433204487347, + "learning_rate": 1.9539036602610297e-05, + "loss": 0.0646, + "step": 14633 + }, + { + "epoch": 12.412213740458014, + "grad_norm": 1.097682329287947, + "learning_rate": 1.9538954156895623e-05, + "loss": 0.0711, + "step": 14634 + }, + { + "epoch": 12.41306191687871, + "grad_norm": 1.2277995787142593, + "learning_rate": 1.953887170398266e-05, + "loss": 0.0721, + "step": 14635 + }, + { + "epoch": 12.413910093299407, + "grad_norm": 1.181949138296002, + "learning_rate": 1.9538789243871468e-05, + "loss": 0.0716, + "step": 14636 + }, + { + "epoch": 12.414758269720101, + "grad_norm": 1.1327104568919528, + "learning_rate": 1.953870677656211e-05, + "loss": 0.0747, + "step": 14637 + }, + { + "epoch": 12.415606446140798, + "grad_norm": 1.166886592493163, + "learning_rate": 1.9538624302054648e-05, + "loss": 0.0708, + "step": 14638 + }, + { + "epoch": 12.416454622561492, + "grad_norm": 1.0684645162212896, + "learning_rate": 1.953854182034914e-05, + "loss": 0.0733, + "step": 14639 + }, + { + "epoch": 12.417302798982188, + "grad_norm": 1.1295523881762708, + "learning_rate": 1.9538459331445656e-05, + "loss": 0.074, + "step": 14640 + }, + { + "epoch": 12.418150975402884, + "grad_norm": 1.1260619069162037, + "learning_rate": 1.9538376835344252e-05, + "loss": 0.0676, + "step": 14641 + }, + { + "epoch": 12.418999151823579, + "grad_norm": 1.1718124644143157, + "learning_rate": 1.9538294332044992e-05, + "loss": 0.0714, + "step": 14642 + }, + { + "epoch": 12.419847328244275, + "grad_norm": 1.1435592771406526, + "learning_rate": 1.9538211821547937e-05, + "loss": 0.0683, + "step": 14643 + }, + { + "epoch": 12.42069550466497, + "grad_norm": 1.293629547199832, + "learning_rate": 1.9538129303853152e-05, + "loss": 0.0852, + "step": 14644 + }, + { + "epoch": 12.421543681085666, + "grad_norm": 1.115410711170269, + "learning_rate": 1.95380467789607e-05, + "loss": 0.0639, + "step": 14645 + }, + { + "epoch": 12.422391857506362, + "grad_norm": 1.1806029072423252, + "learning_rate": 1.953796424687064e-05, + "loss": 0.0737, + "step": 14646 + }, + { + "epoch": 12.423240033927057, + "grad_norm": 1.0811445199454528, + "learning_rate": 1.9537881707583033e-05, + "loss": 0.0693, + "step": 14647 + }, + { + "epoch": 12.424088210347753, + "grad_norm": 1.0970380366687662, + "learning_rate": 1.9537799161097947e-05, + "loss": 0.0696, + "step": 14648 + }, + { + "epoch": 12.424936386768447, + "grad_norm": 1.470418857892382, + "learning_rate": 1.953771660741544e-05, + "loss": 0.0722, + "step": 14649 + }, + { + "epoch": 12.425784563189143, + "grad_norm": 1.144121831864363, + "learning_rate": 1.9537634046535574e-05, + "loss": 0.0908, + "step": 14650 + }, + { + "epoch": 12.42663273960984, + "grad_norm": 1.17758188096101, + "learning_rate": 1.9537551478458415e-05, + "loss": 0.073, + "step": 14651 + }, + { + "epoch": 12.427480916030534, + "grad_norm": 1.2206598514032654, + "learning_rate": 1.953746890318402e-05, + "loss": 0.0871, + "step": 14652 + }, + { + "epoch": 12.42832909245123, + "grad_norm": 1.0889970618095337, + "learning_rate": 1.9537386320712456e-05, + "loss": 0.0745, + "step": 14653 + }, + { + "epoch": 12.429177268871925, + "grad_norm": 1.0774558296980794, + "learning_rate": 1.9537303731043784e-05, + "loss": 0.0652, + "step": 14654 + }, + { + "epoch": 12.430025445292621, + "grad_norm": 1.1569194123794013, + "learning_rate": 1.953722113417807e-05, + "loss": 0.0672, + "step": 14655 + }, + { + "epoch": 12.430873621713316, + "grad_norm": 1.103147120051891, + "learning_rate": 1.9537138530115364e-05, + "loss": 0.0706, + "step": 14656 + }, + { + "epoch": 12.431721798134012, + "grad_norm": 1.2002341421613654, + "learning_rate": 1.9537055918855744e-05, + "loss": 0.0791, + "step": 14657 + }, + { + "epoch": 12.432569974554708, + "grad_norm": 1.1439728595556697, + "learning_rate": 1.953697330039926e-05, + "loss": 0.0826, + "step": 14658 + }, + { + "epoch": 12.433418150975402, + "grad_norm": 1.0111628313713303, + "learning_rate": 1.953689067474598e-05, + "loss": 0.0717, + "step": 14659 + }, + { + "epoch": 12.434266327396099, + "grad_norm": 1.0420187913362673, + "learning_rate": 1.9536808041895968e-05, + "loss": 0.0689, + "step": 14660 + }, + { + "epoch": 12.435114503816793, + "grad_norm": 1.126810548883197, + "learning_rate": 1.953672540184928e-05, + "loss": 0.0715, + "step": 14661 + }, + { + "epoch": 12.43596268023749, + "grad_norm": 1.2540532330957943, + "learning_rate": 1.9536642754605986e-05, + "loss": 0.0676, + "step": 14662 + }, + { + "epoch": 12.436810856658186, + "grad_norm": 1.110469204534636, + "learning_rate": 1.9536560100166145e-05, + "loss": 0.0713, + "step": 14663 + }, + { + "epoch": 12.43765903307888, + "grad_norm": 1.2163420124542683, + "learning_rate": 1.9536477438529816e-05, + "loss": 0.0877, + "step": 14664 + }, + { + "epoch": 12.438507209499576, + "grad_norm": 1.1554606432190493, + "learning_rate": 1.953639476969707e-05, + "loss": 0.0819, + "step": 14665 + }, + { + "epoch": 12.43935538592027, + "grad_norm": 1.1095693223504681, + "learning_rate": 1.953631209366796e-05, + "loss": 0.062, + "step": 14666 + }, + { + "epoch": 12.440203562340967, + "grad_norm": 1.348353481267928, + "learning_rate": 1.9536229410442554e-05, + "loss": 0.0777, + "step": 14667 + }, + { + "epoch": 12.441051738761663, + "grad_norm": 1.0839489264574793, + "learning_rate": 1.953614672002091e-05, + "loss": 0.0719, + "step": 14668 + }, + { + "epoch": 12.441899915182358, + "grad_norm": 1.0915474694642022, + "learning_rate": 1.9536064022403096e-05, + "loss": 0.0715, + "step": 14669 + }, + { + "epoch": 12.442748091603054, + "grad_norm": 1.1553181665883763, + "learning_rate": 1.9535981317589168e-05, + "loss": 0.0775, + "step": 14670 + }, + { + "epoch": 12.443596268023748, + "grad_norm": 1.048107544754091, + "learning_rate": 1.9535898605579194e-05, + "loss": 0.0623, + "step": 14671 + }, + { + "epoch": 12.444444444444445, + "grad_norm": 1.0560036286973042, + "learning_rate": 1.953581588637323e-05, + "loss": 0.0695, + "step": 14672 + }, + { + "epoch": 12.445292620865139, + "grad_norm": 1.2129884208017243, + "learning_rate": 1.9535733159971354e-05, + "loss": 0.0695, + "step": 14673 + }, + { + "epoch": 12.446140797285835, + "grad_norm": 1.1452600936370623, + "learning_rate": 1.9535650426373607e-05, + "loss": 0.0784, + "step": 14674 + }, + { + "epoch": 12.446988973706532, + "grad_norm": 1.1580466772350746, + "learning_rate": 1.9535567685580064e-05, + "loss": 0.0618, + "step": 14675 + }, + { + "epoch": 12.447837150127226, + "grad_norm": 1.1315424470899014, + "learning_rate": 1.9535484937590787e-05, + "loss": 0.0784, + "step": 14676 + }, + { + "epoch": 12.448685326547922, + "grad_norm": 1.3494341261956848, + "learning_rate": 1.9535402182405833e-05, + "loss": 0.0843, + "step": 14677 + }, + { + "epoch": 12.449533502968617, + "grad_norm": 1.3409715687488726, + "learning_rate": 1.9535319420025273e-05, + "loss": 0.0828, + "step": 14678 + }, + { + "epoch": 12.450381679389313, + "grad_norm": 1.1024678235127545, + "learning_rate": 1.953523665044916e-05, + "loss": 0.0645, + "step": 14679 + }, + { + "epoch": 12.45122985581001, + "grad_norm": 1.166401016541976, + "learning_rate": 1.953515387367756e-05, + "loss": 0.0663, + "step": 14680 + }, + { + "epoch": 12.452078032230704, + "grad_norm": 1.1161603082478257, + "learning_rate": 1.9535071089710543e-05, + "loss": 0.0718, + "step": 14681 + }, + { + "epoch": 12.4529262086514, + "grad_norm": 1.0517121166299377, + "learning_rate": 1.953498829854816e-05, + "loss": 0.0687, + "step": 14682 + }, + { + "epoch": 12.453774385072094, + "grad_norm": 1.1496201384885447, + "learning_rate": 1.9534905500190477e-05, + "loss": 0.08, + "step": 14683 + }, + { + "epoch": 12.45462256149279, + "grad_norm": 1.0222623484972193, + "learning_rate": 1.953482269463756e-05, + "loss": 0.0607, + "step": 14684 + }, + { + "epoch": 12.455470737913487, + "grad_norm": 1.256139301525801, + "learning_rate": 1.953473988188947e-05, + "loss": 0.0799, + "step": 14685 + }, + { + "epoch": 12.456318914334181, + "grad_norm": 1.5087568507910953, + "learning_rate": 1.9534657061946264e-05, + "loss": 0.0752, + "step": 14686 + }, + { + "epoch": 12.457167090754877, + "grad_norm": 1.1233766315812153, + "learning_rate": 1.9534574234808016e-05, + "loss": 0.0651, + "step": 14687 + }, + { + "epoch": 12.458015267175572, + "grad_norm": 1.0091505227185842, + "learning_rate": 1.9534491400474775e-05, + "loss": 0.0732, + "step": 14688 + }, + { + "epoch": 12.458863443596268, + "grad_norm": 1.0487655186185503, + "learning_rate": 1.9534408558946612e-05, + "loss": 0.07, + "step": 14689 + }, + { + "epoch": 12.459711620016964, + "grad_norm": 1.1440444140161847, + "learning_rate": 1.9534325710223593e-05, + "loss": 0.0686, + "step": 14690 + }, + { + "epoch": 12.460559796437659, + "grad_norm": 1.053749537012988, + "learning_rate": 1.953424285430577e-05, + "loss": 0.0684, + "step": 14691 + }, + { + "epoch": 12.461407972858355, + "grad_norm": 1.1004436494206193, + "learning_rate": 1.9534159991193213e-05, + "loss": 0.0835, + "step": 14692 + }, + { + "epoch": 12.46225614927905, + "grad_norm": 1.1282398773355893, + "learning_rate": 1.9534077120885978e-05, + "loss": 0.0846, + "step": 14693 + }, + { + "epoch": 12.463104325699746, + "grad_norm": 1.188434139076006, + "learning_rate": 1.9533994243384136e-05, + "loss": 0.0872, + "step": 14694 + }, + { + "epoch": 12.46395250212044, + "grad_norm": 1.0715957620879897, + "learning_rate": 1.9533911358687746e-05, + "loss": 0.069, + "step": 14695 + }, + { + "epoch": 12.464800678541136, + "grad_norm": 1.0306221336829227, + "learning_rate": 1.9533828466796868e-05, + "loss": 0.0649, + "step": 14696 + }, + { + "epoch": 12.465648854961833, + "grad_norm": 1.1748129871247779, + "learning_rate": 1.9533745567711567e-05, + "loss": 0.0745, + "step": 14697 + }, + { + "epoch": 12.466497031382527, + "grad_norm": 1.1104212073246755, + "learning_rate": 1.9533662661431906e-05, + "loss": 0.0763, + "step": 14698 + }, + { + "epoch": 12.467345207803223, + "grad_norm": 1.2224429385339934, + "learning_rate": 1.9533579747957944e-05, + "loss": 0.0746, + "step": 14699 + }, + { + "epoch": 12.468193384223918, + "grad_norm": 1.217617919766879, + "learning_rate": 1.953349682728975e-05, + "loss": 0.0689, + "step": 14700 + }, + { + "epoch": 12.469041560644614, + "grad_norm": 1.1437715286303385, + "learning_rate": 1.9533413899427377e-05, + "loss": 0.0852, + "step": 14701 + }, + { + "epoch": 12.46988973706531, + "grad_norm": 1.3303721949254914, + "learning_rate": 1.9533330964370897e-05, + "loss": 0.0875, + "step": 14702 + }, + { + "epoch": 12.470737913486005, + "grad_norm": 1.1204708152234801, + "learning_rate": 1.9533248022120373e-05, + "loss": 0.07, + "step": 14703 + }, + { + "epoch": 12.471586089906701, + "grad_norm": 1.0959049236493135, + "learning_rate": 1.9533165072675856e-05, + "loss": 0.0692, + "step": 14704 + }, + { + "epoch": 12.472434266327395, + "grad_norm": 1.1044831892204703, + "learning_rate": 1.953308211603742e-05, + "loss": 0.0803, + "step": 14705 + }, + { + "epoch": 12.473282442748092, + "grad_norm": 1.1427072294979417, + "learning_rate": 1.9532999152205124e-05, + "loss": 0.0678, + "step": 14706 + }, + { + "epoch": 12.474130619168788, + "grad_norm": 1.042760465190241, + "learning_rate": 1.953291618117903e-05, + "loss": 0.0682, + "step": 14707 + }, + { + "epoch": 12.474978795589482, + "grad_norm": 1.3307104069009712, + "learning_rate": 1.9532833202959198e-05, + "loss": 0.0807, + "step": 14708 + }, + { + "epoch": 12.475826972010179, + "grad_norm": 1.0594451682706836, + "learning_rate": 1.9532750217545695e-05, + "loss": 0.0723, + "step": 14709 + }, + { + "epoch": 12.476675148430873, + "grad_norm": 1.0932808574379318, + "learning_rate": 1.9532667224938584e-05, + "loss": 0.0657, + "step": 14710 + }, + { + "epoch": 12.47752332485157, + "grad_norm": 1.227986966919814, + "learning_rate": 1.9532584225137925e-05, + "loss": 0.0785, + "step": 14711 + }, + { + "epoch": 12.478371501272264, + "grad_norm": 1.0250517335308342, + "learning_rate": 1.953250121814378e-05, + "loss": 0.0587, + "step": 14712 + }, + { + "epoch": 12.47921967769296, + "grad_norm": 1.1736097290027885, + "learning_rate": 1.9532418203956215e-05, + "loss": 0.069, + "step": 14713 + }, + { + "epoch": 12.480067854113656, + "grad_norm": 1.1362308769616565, + "learning_rate": 1.953233518257529e-05, + "loss": 0.0753, + "step": 14714 + }, + { + "epoch": 12.48091603053435, + "grad_norm": 1.1734604830007553, + "learning_rate": 1.9532252154001067e-05, + "loss": 0.0682, + "step": 14715 + }, + { + "epoch": 12.481764206955047, + "grad_norm": 1.0961298926872514, + "learning_rate": 1.9532169118233613e-05, + "loss": 0.0837, + "step": 14716 + }, + { + "epoch": 12.482612383375741, + "grad_norm": 1.109737500308858, + "learning_rate": 1.9532086075272986e-05, + "loss": 0.0701, + "step": 14717 + }, + { + "epoch": 12.483460559796438, + "grad_norm": 1.2595280614858857, + "learning_rate": 1.9532003025119247e-05, + "loss": 0.0696, + "step": 14718 + }, + { + "epoch": 12.484308736217134, + "grad_norm": 1.1221039384984188, + "learning_rate": 1.9531919967772466e-05, + "loss": 0.0668, + "step": 14719 + }, + { + "epoch": 12.485156912637828, + "grad_norm": 1.0473450333697274, + "learning_rate": 1.9531836903232702e-05, + "loss": 0.066, + "step": 14720 + }, + { + "epoch": 12.486005089058525, + "grad_norm": 0.9926376876930505, + "learning_rate": 1.9531753831500016e-05, + "loss": 0.0646, + "step": 14721 + }, + { + "epoch": 12.486853265479219, + "grad_norm": 1.1540688419727854, + "learning_rate": 1.953167075257447e-05, + "loss": 0.0764, + "step": 14722 + }, + { + "epoch": 12.487701441899915, + "grad_norm": 1.2144964852960085, + "learning_rate": 1.9531587666456133e-05, + "loss": 0.0677, + "step": 14723 + }, + { + "epoch": 12.488549618320612, + "grad_norm": 1.0903905282047994, + "learning_rate": 1.9531504573145063e-05, + "loss": 0.0694, + "step": 14724 + }, + { + "epoch": 12.489397794741306, + "grad_norm": 1.199206938140108, + "learning_rate": 1.953142147264132e-05, + "loss": 0.0844, + "step": 14725 + }, + { + "epoch": 12.490245971162002, + "grad_norm": 1.016491907360035, + "learning_rate": 1.9531338364944973e-05, + "loss": 0.0702, + "step": 14726 + }, + { + "epoch": 12.491094147582697, + "grad_norm": 1.1429898192535377, + "learning_rate": 1.9531255250056077e-05, + "loss": 0.0788, + "step": 14727 + }, + { + "epoch": 12.491942324003393, + "grad_norm": 1.2657850590344508, + "learning_rate": 1.95311721279747e-05, + "loss": 0.0806, + "step": 14728 + }, + { + "epoch": 12.49279050042409, + "grad_norm": 1.1661371101945375, + "learning_rate": 1.953108899870091e-05, + "loss": 0.0677, + "step": 14729 + }, + { + "epoch": 12.493638676844784, + "grad_norm": 0.9701123341204287, + "learning_rate": 1.9531005862234756e-05, + "loss": 0.0714, + "step": 14730 + }, + { + "epoch": 12.49448685326548, + "grad_norm": 1.1001885805379, + "learning_rate": 1.9530922718576315e-05, + "loss": 0.0738, + "step": 14731 + }, + { + "epoch": 12.495335029686174, + "grad_norm": 1.1251805167213538, + "learning_rate": 1.953083956772564e-05, + "loss": 0.0709, + "step": 14732 + }, + { + "epoch": 12.49618320610687, + "grad_norm": 1.2852487090097051, + "learning_rate": 1.95307564096828e-05, + "loss": 0.0892, + "step": 14733 + }, + { + "epoch": 12.497031382527565, + "grad_norm": 1.1243217192040156, + "learning_rate": 1.953067324444785e-05, + "loss": 0.0619, + "step": 14734 + }, + { + "epoch": 12.497879558948261, + "grad_norm": 1.2073728541287103, + "learning_rate": 1.9530590072020862e-05, + "loss": 0.0783, + "step": 14735 + }, + { + "epoch": 12.498727735368957, + "grad_norm": 1.2177872895303234, + "learning_rate": 1.953050689240189e-05, + "loss": 0.0777, + "step": 14736 + }, + { + "epoch": 12.499575911789652, + "grad_norm": 1.0103166202333953, + "learning_rate": 1.9530423705591003e-05, + "loss": 0.0658, + "step": 14737 + }, + { + "epoch": 12.500424088210348, + "grad_norm": 1.2369405063167107, + "learning_rate": 1.953034051158826e-05, + "loss": 0.0859, + "step": 14738 + }, + { + "epoch": 12.501272264631043, + "grad_norm": 1.0495309970025484, + "learning_rate": 1.953025731039373e-05, + "loss": 0.0644, + "step": 14739 + }, + { + "epoch": 12.502120441051739, + "grad_norm": 1.1231639270937632, + "learning_rate": 1.953017410200747e-05, + "loss": 0.072, + "step": 14740 + }, + { + "epoch": 12.502968617472435, + "grad_norm": 1.083173246101809, + "learning_rate": 1.953009088642954e-05, + "loss": 0.0595, + "step": 14741 + }, + { + "epoch": 12.50381679389313, + "grad_norm": 1.387464992782822, + "learning_rate": 1.9530007663660008e-05, + "loss": 0.0747, + "step": 14742 + }, + { + "epoch": 12.504664970313826, + "grad_norm": 1.1558922635152395, + "learning_rate": 1.9529924433698938e-05, + "loss": 0.0775, + "step": 14743 + }, + { + "epoch": 12.50551314673452, + "grad_norm": 1.2041484764653678, + "learning_rate": 1.9529841196546392e-05, + "loss": 0.075, + "step": 14744 + }, + { + "epoch": 12.506361323155216, + "grad_norm": 1.0091863684108746, + "learning_rate": 1.952975795220243e-05, + "loss": 0.064, + "step": 14745 + }, + { + "epoch": 12.50720949957591, + "grad_norm": 1.0470818134200377, + "learning_rate": 1.9529674700667117e-05, + "loss": 0.0734, + "step": 14746 + }, + { + "epoch": 12.508057675996607, + "grad_norm": 1.100463398823818, + "learning_rate": 1.952959144194051e-05, + "loss": 0.0703, + "step": 14747 + }, + { + "epoch": 12.508905852417303, + "grad_norm": 1.1914128218248456, + "learning_rate": 1.952950817602268e-05, + "loss": 0.0806, + "step": 14748 + }, + { + "epoch": 12.509754028837998, + "grad_norm": 0.9977738766329702, + "learning_rate": 1.9529424902913688e-05, + "loss": 0.0672, + "step": 14749 + }, + { + "epoch": 12.510602205258694, + "grad_norm": 1.2299076357353194, + "learning_rate": 1.9529341622613596e-05, + "loss": 0.0771, + "step": 14750 + }, + { + "epoch": 12.511450381679388, + "grad_norm": 1.1375868098768407, + "learning_rate": 1.9529258335122465e-05, + "loss": 0.0716, + "step": 14751 + }, + { + "epoch": 12.512298558100085, + "grad_norm": 1.2240211992275116, + "learning_rate": 1.952917504044036e-05, + "loss": 0.081, + "step": 14752 + }, + { + "epoch": 12.513146734520781, + "grad_norm": 1.075234162546967, + "learning_rate": 1.952909173856734e-05, + "loss": 0.0625, + "step": 14753 + }, + { + "epoch": 12.513994910941475, + "grad_norm": 1.1340397022217201, + "learning_rate": 1.952900842950347e-05, + "loss": 0.0725, + "step": 14754 + }, + { + "epoch": 12.514843087362172, + "grad_norm": 1.2129855197159278, + "learning_rate": 1.952892511324882e-05, + "loss": 0.0785, + "step": 14755 + }, + { + "epoch": 12.515691263782866, + "grad_norm": 1.0240469865712094, + "learning_rate": 1.952884178980344e-05, + "loss": 0.0605, + "step": 14756 + }, + { + "epoch": 12.516539440203562, + "grad_norm": 1.3018067491689775, + "learning_rate": 1.9528758459167406e-05, + "loss": 0.0917, + "step": 14757 + }, + { + "epoch": 12.517387616624259, + "grad_norm": 1.0528768199120009, + "learning_rate": 1.952867512134077e-05, + "loss": 0.0758, + "step": 14758 + }, + { + "epoch": 12.518235793044953, + "grad_norm": 1.1658677434537426, + "learning_rate": 1.9528591776323603e-05, + "loss": 0.0646, + "step": 14759 + }, + { + "epoch": 12.51908396946565, + "grad_norm": 1.3226403151513157, + "learning_rate": 1.952850842411596e-05, + "loss": 0.093, + "step": 14760 + }, + { + "epoch": 12.519932145886344, + "grad_norm": 1.2455275268931643, + "learning_rate": 1.9528425064717907e-05, + "loss": 0.0807, + "step": 14761 + }, + { + "epoch": 12.52078032230704, + "grad_norm": 0.9733383612768498, + "learning_rate": 1.9528341698129515e-05, + "loss": 0.067, + "step": 14762 + }, + { + "epoch": 12.521628498727736, + "grad_norm": 1.0687919123430236, + "learning_rate": 1.9528258324350836e-05, + "loss": 0.0739, + "step": 14763 + }, + { + "epoch": 12.52247667514843, + "grad_norm": 1.138655280198048, + "learning_rate": 1.9528174943381935e-05, + "loss": 0.0688, + "step": 14764 + }, + { + "epoch": 12.523324851569127, + "grad_norm": 1.2172095244879961, + "learning_rate": 1.952809155522288e-05, + "loss": 0.0773, + "step": 14765 + }, + { + "epoch": 12.524173027989821, + "grad_norm": 1.0732527398852443, + "learning_rate": 1.9528008159873727e-05, + "loss": 0.068, + "step": 14766 + }, + { + "epoch": 12.525021204410518, + "grad_norm": 1.2417693151982794, + "learning_rate": 1.9527924757334546e-05, + "loss": 0.0838, + "step": 14767 + }, + { + "epoch": 12.525869380831214, + "grad_norm": 1.2388945235430624, + "learning_rate": 1.9527841347605393e-05, + "loss": 0.0857, + "step": 14768 + }, + { + "epoch": 12.526717557251908, + "grad_norm": 1.215178356042261, + "learning_rate": 1.9527757930686337e-05, + "loss": 0.0723, + "step": 14769 + }, + { + "epoch": 12.527565733672605, + "grad_norm": 1.0781189040635006, + "learning_rate": 1.9527674506577437e-05, + "loss": 0.0747, + "step": 14770 + }, + { + "epoch": 12.528413910093299, + "grad_norm": 1.1981045231384049, + "learning_rate": 1.952759107527876e-05, + "loss": 0.0803, + "step": 14771 + }, + { + "epoch": 12.529262086513995, + "grad_norm": 1.2290804268056146, + "learning_rate": 1.9527507636790366e-05, + "loss": 0.0783, + "step": 14772 + }, + { + "epoch": 12.53011026293469, + "grad_norm": 0.9793408431902628, + "learning_rate": 1.9527424191112318e-05, + "loss": 0.0655, + "step": 14773 + }, + { + "epoch": 12.530958439355386, + "grad_norm": 1.0694888989583644, + "learning_rate": 1.9527340738244675e-05, + "loss": 0.0652, + "step": 14774 + }, + { + "epoch": 12.531806615776082, + "grad_norm": 1.1093181751016539, + "learning_rate": 1.9527257278187508e-05, + "loss": 0.0739, + "step": 14775 + }, + { + "epoch": 12.532654792196777, + "grad_norm": 1.2153258087581145, + "learning_rate": 1.9527173810940878e-05, + "loss": 0.0828, + "step": 14776 + }, + { + "epoch": 12.533502968617473, + "grad_norm": 1.3262677632602986, + "learning_rate": 1.9527090336504842e-05, + "loss": 0.0791, + "step": 14777 + }, + { + "epoch": 12.534351145038167, + "grad_norm": 1.1215805309677531, + "learning_rate": 1.9527006854879472e-05, + "loss": 0.0757, + "step": 14778 + }, + { + "epoch": 12.535199321458864, + "grad_norm": 1.1786958218092425, + "learning_rate": 1.952692336606482e-05, + "loss": 0.0751, + "step": 14779 + }, + { + "epoch": 12.53604749787956, + "grad_norm": 1.1949869325204028, + "learning_rate": 1.9526839870060962e-05, + "loss": 0.0735, + "step": 14780 + }, + { + "epoch": 12.536895674300254, + "grad_norm": 1.2858916139540235, + "learning_rate": 1.952675636686795e-05, + "loss": 0.0648, + "step": 14781 + }, + { + "epoch": 12.53774385072095, + "grad_norm": 1.2575360770857937, + "learning_rate": 1.9526672856485853e-05, + "loss": 0.0684, + "step": 14782 + }, + { + "epoch": 12.538592027141645, + "grad_norm": 1.0396774175179204, + "learning_rate": 1.9526589338914728e-05, + "loss": 0.0679, + "step": 14783 + }, + { + "epoch": 12.539440203562341, + "grad_norm": 1.009544751122532, + "learning_rate": 1.9526505814154646e-05, + "loss": 0.0692, + "step": 14784 + }, + { + "epoch": 12.540288379983036, + "grad_norm": 1.1910984081371359, + "learning_rate": 1.9526422282205666e-05, + "loss": 0.0791, + "step": 14785 + }, + { + "epoch": 12.541136556403732, + "grad_norm": 1.1103858060960692, + "learning_rate": 1.9526338743067853e-05, + "loss": 0.0899, + "step": 14786 + }, + { + "epoch": 12.541984732824428, + "grad_norm": 1.224502711590789, + "learning_rate": 1.9526255196741268e-05, + "loss": 0.0736, + "step": 14787 + }, + { + "epoch": 12.542832909245123, + "grad_norm": 1.3453304408049163, + "learning_rate": 1.952617164322597e-05, + "loss": 0.0876, + "step": 14788 + }, + { + "epoch": 12.543681085665819, + "grad_norm": 0.9832430990696196, + "learning_rate": 1.952608808252203e-05, + "loss": 0.063, + "step": 14789 + }, + { + "epoch": 12.544529262086513, + "grad_norm": 1.120302271728422, + "learning_rate": 1.9526004514629507e-05, + "loss": 0.0675, + "step": 14790 + }, + { + "epoch": 12.54537743850721, + "grad_norm": 1.0893738088205547, + "learning_rate": 1.9525920939548464e-05, + "loss": 0.0675, + "step": 14791 + }, + { + "epoch": 12.546225614927906, + "grad_norm": 1.2963734168569505, + "learning_rate": 1.9525837357278968e-05, + "loss": 0.0703, + "step": 14792 + }, + { + "epoch": 12.5470737913486, + "grad_norm": 1.1605085266871287, + "learning_rate": 1.9525753767821076e-05, + "loss": 0.0713, + "step": 14793 + }, + { + "epoch": 12.547921967769296, + "grad_norm": 1.1422111091618936, + "learning_rate": 1.9525670171174852e-05, + "loss": 0.0715, + "step": 14794 + }, + { + "epoch": 12.54877014418999, + "grad_norm": 1.0898045456090653, + "learning_rate": 1.9525586567340364e-05, + "loss": 0.076, + "step": 14795 + }, + { + "epoch": 12.549618320610687, + "grad_norm": 1.1900907936741807, + "learning_rate": 1.952550295631767e-05, + "loss": 0.0687, + "step": 14796 + }, + { + "epoch": 12.550466497031383, + "grad_norm": 1.0442738491379335, + "learning_rate": 1.9525419338106838e-05, + "loss": 0.0686, + "step": 14797 + }, + { + "epoch": 12.551314673452078, + "grad_norm": 1.102335088555966, + "learning_rate": 1.9525335712707925e-05, + "loss": 0.0673, + "step": 14798 + }, + { + "epoch": 12.552162849872774, + "grad_norm": 1.0320107634455635, + "learning_rate": 1.9525252080121e-05, + "loss": 0.066, + "step": 14799 + }, + { + "epoch": 12.553011026293468, + "grad_norm": 1.2748960229719835, + "learning_rate": 1.9525168440346117e-05, + "loss": 0.0783, + "step": 14800 + }, + { + "epoch": 12.553859202714165, + "grad_norm": 1.1835632843611152, + "learning_rate": 1.9525084793383354e-05, + "loss": 0.0724, + "step": 14801 + }, + { + "epoch": 12.554707379134861, + "grad_norm": 1.2931145242485576, + "learning_rate": 1.952500113923276e-05, + "loss": 0.0783, + "step": 14802 + }, + { + "epoch": 12.555555555555555, + "grad_norm": 1.087940178209932, + "learning_rate": 1.9524917477894406e-05, + "loss": 0.073, + "step": 14803 + }, + { + "epoch": 12.556403731976252, + "grad_norm": 1.0909109709440925, + "learning_rate": 1.952483380936835e-05, + "loss": 0.0793, + "step": 14804 + }, + { + "epoch": 12.557251908396946, + "grad_norm": 1.1964897051679428, + "learning_rate": 1.9524750133654663e-05, + "loss": 0.0864, + "step": 14805 + }, + { + "epoch": 12.558100084817642, + "grad_norm": 1.1591234156593808, + "learning_rate": 1.95246664507534e-05, + "loss": 0.0694, + "step": 14806 + }, + { + "epoch": 12.558948261238339, + "grad_norm": 1.2803649209521477, + "learning_rate": 1.9524582760664626e-05, + "loss": 0.0858, + "step": 14807 + }, + { + "epoch": 12.559796437659033, + "grad_norm": 1.1666405709322032, + "learning_rate": 1.952449906338841e-05, + "loss": 0.0781, + "step": 14808 + }, + { + "epoch": 12.56064461407973, + "grad_norm": 1.2897718275574142, + "learning_rate": 1.9524415358924807e-05, + "loss": 0.0836, + "step": 14809 + }, + { + "epoch": 12.561492790500424, + "grad_norm": 1.250781076570748, + "learning_rate": 1.9524331647273884e-05, + "loss": 0.0809, + "step": 14810 + }, + { + "epoch": 12.56234096692112, + "grad_norm": 1.0973109689015772, + "learning_rate": 1.9524247928435707e-05, + "loss": 0.0758, + "step": 14811 + }, + { + "epoch": 12.563189143341814, + "grad_norm": 1.0953868601064902, + "learning_rate": 1.952416420241033e-05, + "loss": 0.0725, + "step": 14812 + }, + { + "epoch": 12.56403731976251, + "grad_norm": 1.231699913144589, + "learning_rate": 1.952408046919783e-05, + "loss": 0.0711, + "step": 14813 + }, + { + "epoch": 12.564885496183207, + "grad_norm": 1.0807097501423601, + "learning_rate": 1.9523996728798258e-05, + "loss": 0.0751, + "step": 14814 + }, + { + "epoch": 12.565733672603901, + "grad_norm": 1.091957953890912, + "learning_rate": 1.9523912981211684e-05, + "loss": 0.0696, + "step": 14815 + }, + { + "epoch": 12.566581849024598, + "grad_norm": 1.220721265494373, + "learning_rate": 1.9523829226438165e-05, + "loss": 0.0749, + "step": 14816 + }, + { + "epoch": 12.567430025445292, + "grad_norm": 1.007088396546159, + "learning_rate": 1.952374546447777e-05, + "loss": 0.0664, + "step": 14817 + }, + { + "epoch": 12.568278201865988, + "grad_norm": 1.1620082525239126, + "learning_rate": 1.9523661695330564e-05, + "loss": 0.0714, + "step": 14818 + }, + { + "epoch": 12.569126378286684, + "grad_norm": 1.1672406519742362, + "learning_rate": 1.9523577918996603e-05, + "loss": 0.0681, + "step": 14819 + }, + { + "epoch": 12.569974554707379, + "grad_norm": 1.3585671688721164, + "learning_rate": 1.9523494135475955e-05, + "loss": 0.0769, + "step": 14820 + }, + { + "epoch": 12.570822731128075, + "grad_norm": 1.1693893059469596, + "learning_rate": 1.952341034476868e-05, + "loss": 0.0658, + "step": 14821 + }, + { + "epoch": 12.57167090754877, + "grad_norm": 1.2237589916389415, + "learning_rate": 1.9523326546874843e-05, + "loss": 0.0701, + "step": 14822 + }, + { + "epoch": 12.572519083969466, + "grad_norm": 1.2024754408932945, + "learning_rate": 1.952324274179451e-05, + "loss": 0.0709, + "step": 14823 + }, + { + "epoch": 12.57336726039016, + "grad_norm": 1.1820533150986112, + "learning_rate": 1.952315892952774e-05, + "loss": 0.0794, + "step": 14824 + }, + { + "epoch": 12.574215436810857, + "grad_norm": 1.0628798513678228, + "learning_rate": 1.95230751100746e-05, + "loss": 0.0732, + "step": 14825 + }, + { + "epoch": 12.575063613231553, + "grad_norm": 1.1403366921275986, + "learning_rate": 1.9522991283435145e-05, + "loss": 0.0688, + "step": 14826 + }, + { + "epoch": 12.575911789652247, + "grad_norm": 0.9992960050699105, + "learning_rate": 1.952290744960945e-05, + "loss": 0.0632, + "step": 14827 + }, + { + "epoch": 12.576759966072943, + "grad_norm": 1.3171511558367062, + "learning_rate": 1.9522823608597572e-05, + "loss": 0.0796, + "step": 14828 + }, + { + "epoch": 12.577608142493638, + "grad_norm": 1.1881937917800784, + "learning_rate": 1.9522739760399575e-05, + "loss": 0.0749, + "step": 14829 + }, + { + "epoch": 12.578456318914334, + "grad_norm": 1.1416700951031271, + "learning_rate": 1.9522655905015523e-05, + "loss": 0.0678, + "step": 14830 + }, + { + "epoch": 12.57930449533503, + "grad_norm": 1.1233948633719875, + "learning_rate": 1.9522572042445477e-05, + "loss": 0.0659, + "step": 14831 + }, + { + "epoch": 12.580152671755725, + "grad_norm": 1.0313929327636782, + "learning_rate": 1.9522488172689505e-05, + "loss": 0.0612, + "step": 14832 + }, + { + "epoch": 12.581000848176421, + "grad_norm": 1.1770116600346312, + "learning_rate": 1.9522404295747665e-05, + "loss": 0.0754, + "step": 14833 + }, + { + "epoch": 12.581849024597116, + "grad_norm": 1.2702343722803782, + "learning_rate": 1.952232041162002e-05, + "loss": 0.0756, + "step": 14834 + }, + { + "epoch": 12.582697201017812, + "grad_norm": 1.2740698516183437, + "learning_rate": 1.9522236520306636e-05, + "loss": 0.0726, + "step": 14835 + }, + { + "epoch": 12.583545377438508, + "grad_norm": 1.2205379893914654, + "learning_rate": 1.952215262180758e-05, + "loss": 0.0758, + "step": 14836 + }, + { + "epoch": 12.584393553859202, + "grad_norm": 1.2432042555449212, + "learning_rate": 1.9522068716122907e-05, + "loss": 0.0761, + "step": 14837 + }, + { + "epoch": 12.585241730279899, + "grad_norm": 1.1717921415239274, + "learning_rate": 1.9521984803252687e-05, + "loss": 0.0724, + "step": 14838 + }, + { + "epoch": 12.586089906700593, + "grad_norm": 1.2749925912017546, + "learning_rate": 1.952190088319698e-05, + "loss": 0.0848, + "step": 14839 + }, + { + "epoch": 12.58693808312129, + "grad_norm": 1.2058440572863094, + "learning_rate": 1.952181695595585e-05, + "loss": 0.0813, + "step": 14840 + }, + { + "epoch": 12.587786259541986, + "grad_norm": 1.1797493188944101, + "learning_rate": 1.9521733021529362e-05, + "loss": 0.0783, + "step": 14841 + }, + { + "epoch": 12.58863443596268, + "grad_norm": 1.1064306813161457, + "learning_rate": 1.9521649079917576e-05, + "loss": 0.0702, + "step": 14842 + }, + { + "epoch": 12.589482612383376, + "grad_norm": 1.1212257552907465, + "learning_rate": 1.952156513112056e-05, + "loss": 0.0748, + "step": 14843 + }, + { + "epoch": 12.59033078880407, + "grad_norm": 1.0957584627758306, + "learning_rate": 1.9521481175138374e-05, + "loss": 0.07, + "step": 14844 + }, + { + "epoch": 12.591178965224767, + "grad_norm": 1.1971169311858518, + "learning_rate": 1.9521397211971077e-05, + "loss": 0.0776, + "step": 14845 + }, + { + "epoch": 12.592027141645461, + "grad_norm": 1.070899800970743, + "learning_rate": 1.9521313241618745e-05, + "loss": 0.0791, + "step": 14846 + }, + { + "epoch": 12.592875318066158, + "grad_norm": 1.138723899178113, + "learning_rate": 1.952122926408143e-05, + "loss": 0.071, + "step": 14847 + }, + { + "epoch": 12.593723494486854, + "grad_norm": 1.0388463742924492, + "learning_rate": 1.95211452793592e-05, + "loss": 0.0679, + "step": 14848 + }, + { + "epoch": 12.594571670907548, + "grad_norm": 1.2521824828807913, + "learning_rate": 1.9521061287452115e-05, + "loss": 0.0834, + "step": 14849 + }, + { + "epoch": 12.595419847328245, + "grad_norm": 1.0775988197653812, + "learning_rate": 1.9520977288360243e-05, + "loss": 0.0775, + "step": 14850 + }, + { + "epoch": 12.596268023748939, + "grad_norm": 1.129779687472352, + "learning_rate": 1.9520893282083644e-05, + "loss": 0.0715, + "step": 14851 + }, + { + "epoch": 12.597116200169635, + "grad_norm": 1.2936344941614584, + "learning_rate": 1.9520809268622383e-05, + "loss": 0.084, + "step": 14852 + }, + { + "epoch": 12.597964376590332, + "grad_norm": 1.3080092917162012, + "learning_rate": 1.9520725247976525e-05, + "loss": 0.0871, + "step": 14853 + }, + { + "epoch": 12.598812553011026, + "grad_norm": 1.122745527769073, + "learning_rate": 1.952064122014613e-05, + "loss": 0.0725, + "step": 14854 + }, + { + "epoch": 12.599660729431722, + "grad_norm": 1.1597930159596466, + "learning_rate": 1.952055718513126e-05, + "loss": 0.0694, + "step": 14855 + }, + { + "epoch": 12.600508905852417, + "grad_norm": 0.9938454692500498, + "learning_rate": 1.9520473142931985e-05, + "loss": 0.0758, + "step": 14856 + }, + { + "epoch": 12.601357082273113, + "grad_norm": 1.025684012187154, + "learning_rate": 1.9520389093548365e-05, + "loss": 0.0667, + "step": 14857 + }, + { + "epoch": 12.60220525869381, + "grad_norm": 1.0718292735806205, + "learning_rate": 1.9520305036980463e-05, + "loss": 0.0657, + "step": 14858 + }, + { + "epoch": 12.603053435114504, + "grad_norm": 1.3302741363751718, + "learning_rate": 1.952022097322834e-05, + "loss": 0.0869, + "step": 14859 + }, + { + "epoch": 12.6039016115352, + "grad_norm": 1.1205265590361049, + "learning_rate": 1.9520136902292064e-05, + "loss": 0.0759, + "step": 14860 + }, + { + "epoch": 12.604749787955894, + "grad_norm": 1.1897778457835053, + "learning_rate": 1.9520052824171696e-05, + "loss": 0.0774, + "step": 14861 + }, + { + "epoch": 12.60559796437659, + "grad_norm": 1.040009652715559, + "learning_rate": 1.95199687388673e-05, + "loss": 0.064, + "step": 14862 + }, + { + "epoch": 12.606446140797285, + "grad_norm": 1.192023223209787, + "learning_rate": 1.951988464637894e-05, + "loss": 0.0752, + "step": 14863 + }, + { + "epoch": 12.607294317217981, + "grad_norm": 1.194363889486448, + "learning_rate": 1.9519800546706674e-05, + "loss": 0.087, + "step": 14864 + }, + { + "epoch": 12.608142493638677, + "grad_norm": 1.1118192617919715, + "learning_rate": 1.9519716439850575e-05, + "loss": 0.0788, + "step": 14865 + }, + { + "epoch": 12.608990670059372, + "grad_norm": 1.1494151467174143, + "learning_rate": 1.95196323258107e-05, + "loss": 0.0811, + "step": 14866 + }, + { + "epoch": 12.609838846480068, + "grad_norm": 1.105986668535917, + "learning_rate": 1.9519548204587117e-05, + "loss": 0.0715, + "step": 14867 + }, + { + "epoch": 12.610687022900763, + "grad_norm": 1.1369976872478955, + "learning_rate": 1.9519464076179883e-05, + "loss": 0.0678, + "step": 14868 + }, + { + "epoch": 12.611535199321459, + "grad_norm": 1.1168035808631604, + "learning_rate": 1.9519379940589065e-05, + "loss": 0.0709, + "step": 14869 + }, + { + "epoch": 12.612383375742155, + "grad_norm": 1.0510707559077805, + "learning_rate": 1.951929579781473e-05, + "loss": 0.0645, + "step": 14870 + }, + { + "epoch": 12.61323155216285, + "grad_norm": 1.0770198017180266, + "learning_rate": 1.9519211647856935e-05, + "loss": 0.0737, + "step": 14871 + }, + { + "epoch": 12.614079728583546, + "grad_norm": 1.2083826766633967, + "learning_rate": 1.951912749071575e-05, + "loss": 0.0666, + "step": 14872 + }, + { + "epoch": 12.61492790500424, + "grad_norm": 1.3026135172873574, + "learning_rate": 1.9519043326391232e-05, + "loss": 0.0792, + "step": 14873 + }, + { + "epoch": 12.615776081424936, + "grad_norm": 1.1589307321681694, + "learning_rate": 1.951895915488345e-05, + "loss": 0.0683, + "step": 14874 + }, + { + "epoch": 12.616624257845633, + "grad_norm": 1.2129002356608949, + "learning_rate": 1.951887497619246e-05, + "loss": 0.0721, + "step": 14875 + }, + { + "epoch": 12.617472434266327, + "grad_norm": 1.1026637774570838, + "learning_rate": 1.9518790790318335e-05, + "loss": 0.061, + "step": 14876 + }, + { + "epoch": 12.618320610687023, + "grad_norm": 1.0278730229145026, + "learning_rate": 1.9518706597261135e-05, + "loss": 0.0701, + "step": 14877 + }, + { + "epoch": 12.619168787107718, + "grad_norm": 1.0397685136110106, + "learning_rate": 1.9518622397020924e-05, + "loss": 0.0637, + "step": 14878 + }, + { + "epoch": 12.620016963528414, + "grad_norm": 1.1746694239784725, + "learning_rate": 1.951853818959776e-05, + "loss": 0.0816, + "step": 14879 + }, + { + "epoch": 12.62086513994911, + "grad_norm": 0.9969590598278315, + "learning_rate": 1.9518453974991712e-05, + "loss": 0.0655, + "step": 14880 + }, + { + "epoch": 12.621713316369805, + "grad_norm": 1.1486568355929236, + "learning_rate": 1.9518369753202843e-05, + "loss": 0.0716, + "step": 14881 + }, + { + "epoch": 12.622561492790501, + "grad_norm": 1.0913486229655518, + "learning_rate": 1.9518285524231217e-05, + "loss": 0.075, + "step": 14882 + }, + { + "epoch": 12.623409669211195, + "grad_norm": 1.1875706229815444, + "learning_rate": 1.9518201288076896e-05, + "loss": 0.0643, + "step": 14883 + }, + { + "epoch": 12.624257845631892, + "grad_norm": 1.0429265452105392, + "learning_rate": 1.9518117044739943e-05, + "loss": 0.0807, + "step": 14884 + }, + { + "epoch": 12.625106022052586, + "grad_norm": 1.1271367510340418, + "learning_rate": 1.9518032794220425e-05, + "loss": 0.0749, + "step": 14885 + }, + { + "epoch": 12.625954198473282, + "grad_norm": 1.1591313672655943, + "learning_rate": 1.95179485365184e-05, + "loss": 0.0696, + "step": 14886 + }, + { + "epoch": 12.626802374893979, + "grad_norm": 1.0299522339379603, + "learning_rate": 1.9517864271633935e-05, + "loss": 0.0646, + "step": 14887 + }, + { + "epoch": 12.627650551314673, + "grad_norm": 1.0897587723752422, + "learning_rate": 1.9517779999567095e-05, + "loss": 0.0684, + "step": 14888 + }, + { + "epoch": 12.62849872773537, + "grad_norm": 1.2037083303530756, + "learning_rate": 1.951769572031794e-05, + "loss": 0.0697, + "step": 14889 + }, + { + "epoch": 12.629346904156064, + "grad_norm": 1.0142277755298754, + "learning_rate": 1.951761143388654e-05, + "loss": 0.0627, + "step": 14890 + }, + { + "epoch": 12.63019508057676, + "grad_norm": 1.173920723733145, + "learning_rate": 1.951752714027295e-05, + "loss": 0.0814, + "step": 14891 + }, + { + "epoch": 12.631043256997456, + "grad_norm": 1.1605766387613945, + "learning_rate": 1.951744283947724e-05, + "loss": 0.0655, + "step": 14892 + }, + { + "epoch": 12.63189143341815, + "grad_norm": 1.1733452135098201, + "learning_rate": 1.9517358531499472e-05, + "loss": 0.0688, + "step": 14893 + }, + { + "epoch": 12.632739609838847, + "grad_norm": 1.1626223156977726, + "learning_rate": 1.9517274216339705e-05, + "loss": 0.069, + "step": 14894 + }, + { + "epoch": 12.633587786259541, + "grad_norm": 1.2524747940553869, + "learning_rate": 1.951718989399801e-05, + "loss": 0.0836, + "step": 14895 + }, + { + "epoch": 12.634435962680238, + "grad_norm": 1.011472944504193, + "learning_rate": 1.951710556447445e-05, + "loss": 0.0706, + "step": 14896 + }, + { + "epoch": 12.635284139100932, + "grad_norm": 1.253033126595539, + "learning_rate": 1.951702122776908e-05, + "loss": 0.0734, + "step": 14897 + }, + { + "epoch": 12.636132315521628, + "grad_norm": 1.2086992856231855, + "learning_rate": 1.9516936883881972e-05, + "loss": 0.0772, + "step": 14898 + }, + { + "epoch": 12.636980491942325, + "grad_norm": 1.0062186685580983, + "learning_rate": 1.9516852532813185e-05, + "loss": 0.064, + "step": 14899 + }, + { + "epoch": 12.637828668363019, + "grad_norm": 1.1371211695752539, + "learning_rate": 1.951676817456279e-05, + "loss": 0.0789, + "step": 14900 + }, + { + "epoch": 12.638676844783715, + "grad_norm": 1.1631078327498878, + "learning_rate": 1.951668380913084e-05, + "loss": 0.0667, + "step": 14901 + }, + { + "epoch": 12.63952502120441, + "grad_norm": 1.2636154921320177, + "learning_rate": 1.9516599436517406e-05, + "loss": 0.0892, + "step": 14902 + }, + { + "epoch": 12.640373197625106, + "grad_norm": 1.2049867454122796, + "learning_rate": 1.9516515056722554e-05, + "loss": 0.0725, + "step": 14903 + }, + { + "epoch": 12.641221374045802, + "grad_norm": 1.1042382386232907, + "learning_rate": 1.951643066974634e-05, + "loss": 0.0788, + "step": 14904 + }, + { + "epoch": 12.642069550466497, + "grad_norm": 1.1553947183728024, + "learning_rate": 1.951634627558883e-05, + "loss": 0.066, + "step": 14905 + }, + { + "epoch": 12.642917726887193, + "grad_norm": 1.1320275260937789, + "learning_rate": 1.951626187425009e-05, + "loss": 0.0734, + "step": 14906 + }, + { + "epoch": 12.643765903307887, + "grad_norm": 1.2848035378816898, + "learning_rate": 1.9516177465730185e-05, + "loss": 0.0823, + "step": 14907 + }, + { + "epoch": 12.644614079728584, + "grad_norm": 1.1215667451293563, + "learning_rate": 1.9516093050029173e-05, + "loss": 0.0651, + "step": 14908 + }, + { + "epoch": 12.64546225614928, + "grad_norm": 1.0914574578549123, + "learning_rate": 1.9516008627147124e-05, + "loss": 0.07, + "step": 14909 + }, + { + "epoch": 12.646310432569974, + "grad_norm": 1.041846020929393, + "learning_rate": 1.9515924197084095e-05, + "loss": 0.0625, + "step": 14910 + }, + { + "epoch": 12.64715860899067, + "grad_norm": 1.0784229661398284, + "learning_rate": 1.9515839759840155e-05, + "loss": 0.0689, + "step": 14911 + }, + { + "epoch": 12.648006785411365, + "grad_norm": 1.2075319797009527, + "learning_rate": 1.9515755315415368e-05, + "loss": 0.0734, + "step": 14912 + }, + { + "epoch": 12.648854961832061, + "grad_norm": 1.0796914575632879, + "learning_rate": 1.951567086380979e-05, + "loss": 0.0732, + "step": 14913 + }, + { + "epoch": 12.649703138252757, + "grad_norm": 1.0931573194349842, + "learning_rate": 1.95155864050235e-05, + "loss": 0.0771, + "step": 14914 + }, + { + "epoch": 12.650551314673452, + "grad_norm": 1.1886820005059517, + "learning_rate": 1.9515501939056544e-05, + "loss": 0.0828, + "step": 14915 + }, + { + "epoch": 12.651399491094148, + "grad_norm": 1.0769103466269194, + "learning_rate": 1.9515417465908998e-05, + "loss": 0.0671, + "step": 14916 + }, + { + "epoch": 12.652247667514843, + "grad_norm": 1.2019465645431244, + "learning_rate": 1.951533298558092e-05, + "loss": 0.0679, + "step": 14917 + }, + { + "epoch": 12.653095843935539, + "grad_norm": 1.096409264230767, + "learning_rate": 1.9515248498072375e-05, + "loss": 0.0652, + "step": 14918 + }, + { + "epoch": 12.653944020356235, + "grad_norm": 1.1394961188698256, + "learning_rate": 1.9515164003383433e-05, + "loss": 0.0739, + "step": 14919 + }, + { + "epoch": 12.65479219677693, + "grad_norm": 1.1934663047851435, + "learning_rate": 1.9515079501514145e-05, + "loss": 0.0713, + "step": 14920 + }, + { + "epoch": 12.655640373197626, + "grad_norm": 1.131501124143934, + "learning_rate": 1.9514994992464587e-05, + "loss": 0.0686, + "step": 14921 + }, + { + "epoch": 12.65648854961832, + "grad_norm": 1.1415723567361449, + "learning_rate": 1.9514910476234817e-05, + "loss": 0.0692, + "step": 14922 + }, + { + "epoch": 12.657336726039016, + "grad_norm": 1.0779987340386357, + "learning_rate": 1.9514825952824896e-05, + "loss": 0.0692, + "step": 14923 + }, + { + "epoch": 12.65818490245971, + "grad_norm": 1.1917818041161876, + "learning_rate": 1.9514741422234893e-05, + "loss": 0.0683, + "step": 14924 + }, + { + "epoch": 12.659033078880407, + "grad_norm": 1.2868045724088235, + "learning_rate": 1.951465688446487e-05, + "loss": 0.0713, + "step": 14925 + }, + { + "epoch": 12.659881255301103, + "grad_norm": 1.2829833632209082, + "learning_rate": 1.951457233951489e-05, + "loss": 0.0758, + "step": 14926 + }, + { + "epoch": 12.660729431721798, + "grad_norm": 1.2224606677908243, + "learning_rate": 1.9514487787385018e-05, + "loss": 0.0733, + "step": 14927 + }, + { + "epoch": 12.661577608142494, + "grad_norm": 1.4318596165301898, + "learning_rate": 1.951440322807532e-05, + "loss": 0.0766, + "step": 14928 + }, + { + "epoch": 12.662425784563188, + "grad_norm": 1.1445478960108408, + "learning_rate": 1.9514318661585854e-05, + "loss": 0.0695, + "step": 14929 + }, + { + "epoch": 12.663273960983885, + "grad_norm": 1.1778177597976305, + "learning_rate": 1.9514234087916687e-05, + "loss": 0.0749, + "step": 14930 + }, + { + "epoch": 12.664122137404581, + "grad_norm": 1.2428673509039059, + "learning_rate": 1.9514149507067882e-05, + "loss": 0.0736, + "step": 14931 + }, + { + "epoch": 12.664970313825275, + "grad_norm": 1.2049565836754896, + "learning_rate": 1.9514064919039504e-05, + "loss": 0.0836, + "step": 14932 + }, + { + "epoch": 12.665818490245972, + "grad_norm": 1.4283874816606046, + "learning_rate": 1.9513980323831618e-05, + "loss": 0.1052, + "step": 14933 + }, + { + "epoch": 12.666666666666666, + "grad_norm": 1.1213608379485007, + "learning_rate": 1.9513895721444286e-05, + "loss": 0.0804, + "step": 14934 + }, + { + "epoch": 12.667514843087362, + "grad_norm": 1.0755762324128808, + "learning_rate": 1.9513811111877575e-05, + "loss": 0.0692, + "step": 14935 + }, + { + "epoch": 12.668363019508057, + "grad_norm": 1.0713958778564212, + "learning_rate": 1.951372649513154e-05, + "loss": 0.0682, + "step": 14936 + }, + { + "epoch": 12.669211195928753, + "grad_norm": 1.1249835843010094, + "learning_rate": 1.9513641871206256e-05, + "loss": 0.0682, + "step": 14937 + }, + { + "epoch": 12.67005937234945, + "grad_norm": 1.135446447461422, + "learning_rate": 1.9513557240101777e-05, + "loss": 0.0788, + "step": 14938 + }, + { + "epoch": 12.670907548770144, + "grad_norm": 1.3740497260475337, + "learning_rate": 1.9513472601818175e-05, + "loss": 0.0768, + "step": 14939 + }, + { + "epoch": 12.67175572519084, + "grad_norm": 1.089792452790209, + "learning_rate": 1.951338795635551e-05, + "loss": 0.0669, + "step": 14940 + }, + { + "epoch": 12.672603901611534, + "grad_norm": 1.1131596626050626, + "learning_rate": 1.9513303303713848e-05, + "loss": 0.0639, + "step": 14941 + }, + { + "epoch": 12.67345207803223, + "grad_norm": 1.157333372272401, + "learning_rate": 1.9513218643893248e-05, + "loss": 0.0642, + "step": 14942 + }, + { + "epoch": 12.674300254452927, + "grad_norm": 1.348403731065143, + "learning_rate": 1.9513133976893776e-05, + "loss": 0.083, + "step": 14943 + }, + { + "epoch": 12.675148430873621, + "grad_norm": 1.229583311620637, + "learning_rate": 1.95130493027155e-05, + "loss": 0.0706, + "step": 14944 + }, + { + "epoch": 12.675996607294318, + "grad_norm": 1.325331516226552, + "learning_rate": 1.951296462135848e-05, + "loss": 0.0794, + "step": 14945 + }, + { + "epoch": 12.676844783715012, + "grad_norm": 1.1009502253087446, + "learning_rate": 1.951287993282278e-05, + "loss": 0.0756, + "step": 14946 + }, + { + "epoch": 12.677692960135708, + "grad_norm": 1.2251930613990947, + "learning_rate": 1.9512795237108463e-05, + "loss": 0.0745, + "step": 14947 + }, + { + "epoch": 12.678541136556404, + "grad_norm": 1.1654991954622167, + "learning_rate": 1.95127105342156e-05, + "loss": 0.0719, + "step": 14948 + }, + { + "epoch": 12.679389312977099, + "grad_norm": 1.2379515939270227, + "learning_rate": 1.9512625824144245e-05, + "loss": 0.0829, + "step": 14949 + }, + { + "epoch": 12.680237489397795, + "grad_norm": 1.0904882665982458, + "learning_rate": 1.9512541106894466e-05, + "loss": 0.0704, + "step": 14950 + }, + { + "epoch": 12.68108566581849, + "grad_norm": 1.144987632648891, + "learning_rate": 1.9512456382466333e-05, + "loss": 0.0692, + "step": 14951 + }, + { + "epoch": 12.681933842239186, + "grad_norm": 1.110570129410964, + "learning_rate": 1.9512371650859897e-05, + "loss": 0.0818, + "step": 14952 + }, + { + "epoch": 12.682782018659882, + "grad_norm": 1.022916965994164, + "learning_rate": 1.9512286912075233e-05, + "loss": 0.0671, + "step": 14953 + }, + { + "epoch": 12.683630195080577, + "grad_norm": 1.1041300187451195, + "learning_rate": 1.9512202166112402e-05, + "loss": 0.0682, + "step": 14954 + }, + { + "epoch": 12.684478371501273, + "grad_norm": 1.171332352988254, + "learning_rate": 1.9512117412971468e-05, + "loss": 0.0692, + "step": 14955 + }, + { + "epoch": 12.685326547921967, + "grad_norm": 1.2864415993956975, + "learning_rate": 1.951203265265249e-05, + "loss": 0.0645, + "step": 14956 + }, + { + "epoch": 12.686174724342663, + "grad_norm": 1.3342195118979625, + "learning_rate": 1.951194788515554e-05, + "loss": 0.0752, + "step": 14957 + }, + { + "epoch": 12.68702290076336, + "grad_norm": 1.0171615121221687, + "learning_rate": 1.9511863110480673e-05, + "loss": 0.067, + "step": 14958 + }, + { + "epoch": 12.687871077184054, + "grad_norm": 1.211170378966061, + "learning_rate": 1.9511778328627962e-05, + "loss": 0.0738, + "step": 14959 + }, + { + "epoch": 12.68871925360475, + "grad_norm": 1.2053228565359064, + "learning_rate": 1.9511693539597466e-05, + "loss": 0.0707, + "step": 14960 + }, + { + "epoch": 12.689567430025445, + "grad_norm": 1.2300519401202223, + "learning_rate": 1.9511608743389254e-05, + "loss": 0.0788, + "step": 14961 + }, + { + "epoch": 12.690415606446141, + "grad_norm": 1.0787102494949632, + "learning_rate": 1.951152394000338e-05, + "loss": 0.0653, + "step": 14962 + }, + { + "epoch": 12.691263782866836, + "grad_norm": 1.417081989274458, + "learning_rate": 1.9511439129439917e-05, + "loss": 0.0895, + "step": 14963 + }, + { + "epoch": 12.692111959287532, + "grad_norm": 1.1793419751291214, + "learning_rate": 1.951135431169892e-05, + "loss": 0.0696, + "step": 14964 + }, + { + "epoch": 12.692960135708228, + "grad_norm": 1.2015831381543367, + "learning_rate": 1.9511269486780466e-05, + "loss": 0.0808, + "step": 14965 + }, + { + "epoch": 12.693808312128922, + "grad_norm": 1.2146210039066732, + "learning_rate": 1.951118465468461e-05, + "loss": 0.0945, + "step": 14966 + }, + { + "epoch": 12.694656488549619, + "grad_norm": 1.0363280989261088, + "learning_rate": 1.9511099815411416e-05, + "loss": 0.0647, + "step": 14967 + }, + { + "epoch": 12.695504664970313, + "grad_norm": 1.2619859376059148, + "learning_rate": 1.9511014968960953e-05, + "loss": 0.0855, + "step": 14968 + }, + { + "epoch": 12.69635284139101, + "grad_norm": 1.3081826610149045, + "learning_rate": 1.951093011533328e-05, + "loss": 0.0841, + "step": 14969 + }, + { + "epoch": 12.697201017811706, + "grad_norm": 1.1526074024422244, + "learning_rate": 1.9510845254528467e-05, + "loss": 0.0794, + "step": 14970 + }, + { + "epoch": 12.6980491942324, + "grad_norm": 1.0543974037665547, + "learning_rate": 1.951076038654657e-05, + "loss": 0.066, + "step": 14971 + }, + { + "epoch": 12.698897370653096, + "grad_norm": 1.1359983572571557, + "learning_rate": 1.9510675511387656e-05, + "loss": 0.0777, + "step": 14972 + }, + { + "epoch": 12.69974554707379, + "grad_norm": 1.054778616147971, + "learning_rate": 1.951059062905179e-05, + "loss": 0.0815, + "step": 14973 + }, + { + "epoch": 12.700593723494487, + "grad_norm": 1.2004749213729342, + "learning_rate": 1.951050573953904e-05, + "loss": 0.0852, + "step": 14974 + }, + { + "epoch": 12.701441899915181, + "grad_norm": 1.2381915152950482, + "learning_rate": 1.9510420842849465e-05, + "loss": 0.0745, + "step": 14975 + }, + { + "epoch": 12.702290076335878, + "grad_norm": 1.3126000466621626, + "learning_rate": 1.951033593898313e-05, + "loss": 0.0749, + "step": 14976 + }, + { + "epoch": 12.703138252756574, + "grad_norm": 1.3465042306896726, + "learning_rate": 1.9510251027940098e-05, + "loss": 0.0698, + "step": 14977 + }, + { + "epoch": 12.703986429177268, + "grad_norm": 1.2130793778923876, + "learning_rate": 1.951016610972044e-05, + "loss": 0.0748, + "step": 14978 + }, + { + "epoch": 12.704834605597965, + "grad_norm": 1.1451059113830198, + "learning_rate": 1.9510081184324208e-05, + "loss": 0.0762, + "step": 14979 + }, + { + "epoch": 12.705682782018659, + "grad_norm": 1.1904623724946832, + "learning_rate": 1.9509996251751474e-05, + "loss": 0.0705, + "step": 14980 + }, + { + "epoch": 12.706530958439355, + "grad_norm": 1.1400884680196015, + "learning_rate": 1.9509911312002304e-05, + "loss": 0.0771, + "step": 14981 + }, + { + "epoch": 12.707379134860052, + "grad_norm": 1.1956092956024775, + "learning_rate": 1.9509826365076755e-05, + "loss": 0.0723, + "step": 14982 + }, + { + "epoch": 12.708227311280746, + "grad_norm": 1.1075443426627813, + "learning_rate": 1.95097414109749e-05, + "loss": 0.0728, + "step": 14983 + }, + { + "epoch": 12.709075487701442, + "grad_norm": 1.045957132434554, + "learning_rate": 1.9509656449696792e-05, + "loss": 0.0792, + "step": 14984 + }, + { + "epoch": 12.709923664122137, + "grad_norm": 1.0791811001570144, + "learning_rate": 1.9509571481242505e-05, + "loss": 0.0723, + "step": 14985 + }, + { + "epoch": 12.710771840542833, + "grad_norm": 1.1238735228658971, + "learning_rate": 1.9509486505612098e-05, + "loss": 0.0683, + "step": 14986 + }, + { + "epoch": 12.71162001696353, + "grad_norm": 1.1499126145891987, + "learning_rate": 1.9509401522805634e-05, + "loss": 0.0699, + "step": 14987 + }, + { + "epoch": 12.712468193384224, + "grad_norm": 1.147656013415015, + "learning_rate": 1.9509316532823182e-05, + "loss": 0.0663, + "step": 14988 + }, + { + "epoch": 12.71331636980492, + "grad_norm": 1.11154004852775, + "learning_rate": 1.9509231535664806e-05, + "loss": 0.0658, + "step": 14989 + }, + { + "epoch": 12.714164546225614, + "grad_norm": 1.257529275249671, + "learning_rate": 1.9509146531330566e-05, + "loss": 0.0818, + "step": 14990 + }, + { + "epoch": 12.71501272264631, + "grad_norm": 1.463682231041767, + "learning_rate": 1.9509061519820528e-05, + "loss": 0.1006, + "step": 14991 + }, + { + "epoch": 12.715860899067007, + "grad_norm": 1.130531998289933, + "learning_rate": 1.9508976501134755e-05, + "loss": 0.0688, + "step": 14992 + }, + { + "epoch": 12.716709075487701, + "grad_norm": 1.1404645324715976, + "learning_rate": 1.9508891475273315e-05, + "loss": 0.0723, + "step": 14993 + }, + { + "epoch": 12.717557251908397, + "grad_norm": 1.2900165017380256, + "learning_rate": 1.950880644223627e-05, + "loss": 0.0784, + "step": 14994 + }, + { + "epoch": 12.718405428329092, + "grad_norm": 1.3310544371782274, + "learning_rate": 1.9508721402023676e-05, + "loss": 0.091, + "step": 14995 + }, + { + "epoch": 12.719253604749788, + "grad_norm": 1.1823292407498953, + "learning_rate": 1.9508636354635612e-05, + "loss": 0.0674, + "step": 14996 + }, + { + "epoch": 12.720101781170484, + "grad_norm": 1.2107392270930109, + "learning_rate": 1.9508551300072132e-05, + "loss": 0.0828, + "step": 14997 + }, + { + "epoch": 12.720949957591179, + "grad_norm": 1.2074746490922348, + "learning_rate": 1.9508466238333304e-05, + "loss": 0.0849, + "step": 14998 + }, + { + "epoch": 12.721798134011875, + "grad_norm": 1.1490845408492794, + "learning_rate": 1.950838116941919e-05, + "loss": 0.0697, + "step": 14999 + }, + { + "epoch": 12.72264631043257, + "grad_norm": 1.0223853545705976, + "learning_rate": 1.9508296093329858e-05, + "loss": 0.0628, + "step": 15000 + }, + { + "epoch": 12.723494486853266, + "grad_norm": 1.4071228871824493, + "learning_rate": 1.950821101006537e-05, + "loss": 0.0846, + "step": 15001 + }, + { + "epoch": 12.72434266327396, + "grad_norm": 1.1389327784919614, + "learning_rate": 1.9508125919625787e-05, + "loss": 0.0781, + "step": 15002 + }, + { + "epoch": 12.725190839694656, + "grad_norm": 1.219592044699538, + "learning_rate": 1.9508040822011177e-05, + "loss": 0.0737, + "step": 15003 + }, + { + "epoch": 12.726039016115353, + "grad_norm": 1.1510221319791165, + "learning_rate": 1.9507955717221608e-05, + "loss": 0.066, + "step": 15004 + }, + { + "epoch": 12.726887192536047, + "grad_norm": 1.2493063438381296, + "learning_rate": 1.9507870605257135e-05, + "loss": 0.0917, + "step": 15005 + }, + { + "epoch": 12.727735368956743, + "grad_norm": 1.3262961796583759, + "learning_rate": 1.9507785486117825e-05, + "loss": 0.0829, + "step": 15006 + }, + { + "epoch": 12.728583545377438, + "grad_norm": 1.2186546800991218, + "learning_rate": 1.9507700359803746e-05, + "loss": 0.0823, + "step": 15007 + }, + { + "epoch": 12.729431721798134, + "grad_norm": 1.0683131888659234, + "learning_rate": 1.9507615226314963e-05, + "loss": 0.0707, + "step": 15008 + }, + { + "epoch": 12.73027989821883, + "grad_norm": 1.107913671816741, + "learning_rate": 1.9507530085651532e-05, + "loss": 0.0629, + "step": 15009 + }, + { + "epoch": 12.731128074639525, + "grad_norm": 1.191140129765871, + "learning_rate": 1.950744493781353e-05, + "loss": 0.0708, + "step": 15010 + }, + { + "epoch": 12.731976251060221, + "grad_norm": 1.2651375567023997, + "learning_rate": 1.950735978280101e-05, + "loss": 0.0887, + "step": 15011 + }, + { + "epoch": 12.732824427480915, + "grad_norm": 1.0912696800484942, + "learning_rate": 1.950727462061404e-05, + "loss": 0.0669, + "step": 15012 + }, + { + "epoch": 12.733672603901612, + "grad_norm": 1.181146557474877, + "learning_rate": 1.9507189451252684e-05, + "loss": 0.0679, + "step": 15013 + }, + { + "epoch": 12.734520780322306, + "grad_norm": 1.1821167060538909, + "learning_rate": 1.950710427471701e-05, + "loss": 0.0712, + "step": 15014 + }, + { + "epoch": 12.735368956743002, + "grad_norm": 1.1553587770493154, + "learning_rate": 1.9507019091007077e-05, + "loss": 0.0713, + "step": 15015 + }, + { + "epoch": 12.736217133163699, + "grad_norm": 1.2980149505243317, + "learning_rate": 1.9506933900122948e-05, + "loss": 0.0837, + "step": 15016 + }, + { + "epoch": 12.737065309584393, + "grad_norm": 1.2050363582061276, + "learning_rate": 1.9506848702064697e-05, + "loss": 0.0716, + "step": 15017 + }, + { + "epoch": 12.73791348600509, + "grad_norm": 1.118566098026498, + "learning_rate": 1.9506763496832376e-05, + "loss": 0.0637, + "step": 15018 + }, + { + "epoch": 12.738761662425784, + "grad_norm": 1.2293577739967674, + "learning_rate": 1.9506678284426058e-05, + "loss": 0.0675, + "step": 15019 + }, + { + "epoch": 12.73960983884648, + "grad_norm": 1.1712650494581318, + "learning_rate": 1.9506593064845808e-05, + "loss": 0.0664, + "step": 15020 + }, + { + "epoch": 12.740458015267176, + "grad_norm": 1.1392315393097083, + "learning_rate": 1.9506507838091684e-05, + "loss": 0.0689, + "step": 15021 + }, + { + "epoch": 12.74130619168787, + "grad_norm": 1.1793219735535132, + "learning_rate": 1.950642260416375e-05, + "loss": 0.0747, + "step": 15022 + }, + { + "epoch": 12.742154368108567, + "grad_norm": 1.1708608726714553, + "learning_rate": 1.9506337363062077e-05, + "loss": 0.0736, + "step": 15023 + }, + { + "epoch": 12.743002544529261, + "grad_norm": 1.0658493825992161, + "learning_rate": 1.9506252114786726e-05, + "loss": 0.0732, + "step": 15024 + }, + { + "epoch": 12.743850720949958, + "grad_norm": 1.1605080572893052, + "learning_rate": 1.9506166859337758e-05, + "loss": 0.075, + "step": 15025 + }, + { + "epoch": 12.744698897370654, + "grad_norm": 1.0598887025392971, + "learning_rate": 1.9506081596715244e-05, + "loss": 0.0665, + "step": 15026 + }, + { + "epoch": 12.745547073791348, + "grad_norm": 1.1903231456518373, + "learning_rate": 1.9505996326919242e-05, + "loss": 0.0704, + "step": 15027 + }, + { + "epoch": 12.746395250212045, + "grad_norm": 1.3542020380611601, + "learning_rate": 1.9505911049949823e-05, + "loss": 0.0861, + "step": 15028 + }, + { + "epoch": 12.747243426632739, + "grad_norm": 1.2540402694585453, + "learning_rate": 1.9505825765807045e-05, + "loss": 0.0674, + "step": 15029 + }, + { + "epoch": 12.748091603053435, + "grad_norm": 1.2025231189338426, + "learning_rate": 1.950574047449098e-05, + "loss": 0.0695, + "step": 15030 + }, + { + "epoch": 12.748939779474131, + "grad_norm": 1.1179503292809199, + "learning_rate": 1.9505655176001678e-05, + "loss": 0.0715, + "step": 15031 + }, + { + "epoch": 12.749787955894826, + "grad_norm": 1.1475310627376272, + "learning_rate": 1.9505569870339215e-05, + "loss": 0.0718, + "step": 15032 + }, + { + "epoch": 12.750636132315522, + "grad_norm": 1.2167148351031927, + "learning_rate": 1.9505484557503656e-05, + "loss": 0.091, + "step": 15033 + }, + { + "epoch": 12.751484308736217, + "grad_norm": 1.1862591962554463, + "learning_rate": 1.9505399237495064e-05, + "loss": 0.0749, + "step": 15034 + }, + { + "epoch": 12.752332485156913, + "grad_norm": 1.391741732909815, + "learning_rate": 1.9505313910313498e-05, + "loss": 0.0838, + "step": 15035 + }, + { + "epoch": 12.753180661577607, + "grad_norm": 1.3178699336160886, + "learning_rate": 1.9505228575959027e-05, + "loss": 0.075, + "step": 15036 + }, + { + "epoch": 12.754028837998304, + "grad_norm": 1.2287273304426058, + "learning_rate": 1.9505143234431715e-05, + "loss": 0.074, + "step": 15037 + }, + { + "epoch": 12.754877014419, + "grad_norm": 1.2118044915789281, + "learning_rate": 1.9505057885731626e-05, + "loss": 0.0775, + "step": 15038 + }, + { + "epoch": 12.755725190839694, + "grad_norm": 0.9913973837922144, + "learning_rate": 1.9504972529858825e-05, + "loss": 0.0715, + "step": 15039 + }, + { + "epoch": 12.75657336726039, + "grad_norm": 0.9477292304697098, + "learning_rate": 1.9504887166813376e-05, + "loss": 0.067, + "step": 15040 + }, + { + "epoch": 12.757421543681085, + "grad_norm": 1.080352095031145, + "learning_rate": 1.9504801796595343e-05, + "loss": 0.0728, + "step": 15041 + }, + { + "epoch": 12.758269720101781, + "grad_norm": 1.1476773354619645, + "learning_rate": 1.9504716419204788e-05, + "loss": 0.0693, + "step": 15042 + }, + { + "epoch": 12.759117896522477, + "grad_norm": 1.13565943921979, + "learning_rate": 1.950463103464178e-05, + "loss": 0.0805, + "step": 15043 + }, + { + "epoch": 12.759966072943172, + "grad_norm": 1.0764291514620925, + "learning_rate": 1.950454564290638e-05, + "loss": 0.0713, + "step": 15044 + }, + { + "epoch": 12.760814249363868, + "grad_norm": 1.5527292506865047, + "learning_rate": 1.950446024399866e-05, + "loss": 0.0746, + "step": 15045 + }, + { + "epoch": 12.761662425784563, + "grad_norm": 1.1344445488956003, + "learning_rate": 1.950437483791867e-05, + "loss": 0.0766, + "step": 15046 + }, + { + "epoch": 12.762510602205259, + "grad_norm": 1.6024526420068843, + "learning_rate": 1.9504289424666486e-05, + "loss": 0.0753, + "step": 15047 + }, + { + "epoch": 12.763358778625955, + "grad_norm": 1.1233980724426984, + "learning_rate": 1.9504204004242168e-05, + "loss": 0.0607, + "step": 15048 + }, + { + "epoch": 12.76420695504665, + "grad_norm": 1.0850440432447654, + "learning_rate": 1.9504118576645784e-05, + "loss": 0.0686, + "step": 15049 + }, + { + "epoch": 12.765055131467346, + "grad_norm": 1.083997596139455, + "learning_rate": 1.9504033141877397e-05, + "loss": 0.0727, + "step": 15050 + }, + { + "epoch": 12.76590330788804, + "grad_norm": 1.2777869451098696, + "learning_rate": 1.950394769993707e-05, + "loss": 0.078, + "step": 15051 + }, + { + "epoch": 12.766751484308736, + "grad_norm": 1.063299294834534, + "learning_rate": 1.9503862250824864e-05, + "loss": 0.0691, + "step": 15052 + }, + { + "epoch": 12.76759966072943, + "grad_norm": 1.2191772626938648, + "learning_rate": 1.950377679454085e-05, + "loss": 0.0812, + "step": 15053 + }, + { + "epoch": 12.768447837150127, + "grad_norm": 1.0988335625721812, + "learning_rate": 1.9503691331085094e-05, + "loss": 0.0689, + "step": 15054 + }, + { + "epoch": 12.769296013570823, + "grad_norm": 1.522838696485757, + "learning_rate": 1.950360586045765e-05, + "loss": 0.0991, + "step": 15055 + }, + { + "epoch": 12.770144189991518, + "grad_norm": 1.1319782778257923, + "learning_rate": 1.9503520382658595e-05, + "loss": 0.0722, + "step": 15056 + }, + { + "epoch": 12.770992366412214, + "grad_norm": 1.3624254817477524, + "learning_rate": 1.9503434897687987e-05, + "loss": 0.0917, + "step": 15057 + }, + { + "epoch": 12.771840542832908, + "grad_norm": 1.1511169054157853, + "learning_rate": 1.9503349405545888e-05, + "loss": 0.0717, + "step": 15058 + }, + { + "epoch": 12.772688719253605, + "grad_norm": 1.2845191598080041, + "learning_rate": 1.9503263906232367e-05, + "loss": 0.0685, + "step": 15059 + }, + { + "epoch": 12.773536895674301, + "grad_norm": 1.268627742104159, + "learning_rate": 1.9503178399747485e-05, + "loss": 0.0758, + "step": 15060 + }, + { + "epoch": 12.774385072094995, + "grad_norm": 1.158519211499586, + "learning_rate": 1.950309288609131e-05, + "loss": 0.072, + "step": 15061 + }, + { + "epoch": 12.775233248515692, + "grad_norm": 1.2093445350986907, + "learning_rate": 1.950300736526391e-05, + "loss": 0.0651, + "step": 15062 + }, + { + "epoch": 12.776081424936386, + "grad_norm": 1.0999656511569302, + "learning_rate": 1.950292183726534e-05, + "loss": 0.0704, + "step": 15063 + }, + { + "epoch": 12.776929601357082, + "grad_norm": 1.129639665557086, + "learning_rate": 1.950283630209567e-05, + "loss": 0.0698, + "step": 15064 + }, + { + "epoch": 12.777777777777779, + "grad_norm": 1.3477268717463038, + "learning_rate": 1.9502750759754963e-05, + "loss": 0.0839, + "step": 15065 + }, + { + "epoch": 12.778625954198473, + "grad_norm": 1.1694636839209738, + "learning_rate": 1.9502665210243284e-05, + "loss": 0.0673, + "step": 15066 + }, + { + "epoch": 12.77947413061917, + "grad_norm": 1.1363063345802382, + "learning_rate": 1.95025796535607e-05, + "loss": 0.0674, + "step": 15067 + }, + { + "epoch": 12.780322307039864, + "grad_norm": 1.2285778782862737, + "learning_rate": 1.9502494089707273e-05, + "loss": 0.0713, + "step": 15068 + }, + { + "epoch": 12.78117048346056, + "grad_norm": 1.346715907381988, + "learning_rate": 1.9502408518683068e-05, + "loss": 0.0814, + "step": 15069 + }, + { + "epoch": 12.782018659881256, + "grad_norm": 1.0069495685695342, + "learning_rate": 1.9502322940488147e-05, + "loss": 0.0647, + "step": 15070 + }, + { + "epoch": 12.78286683630195, + "grad_norm": 1.284873735801428, + "learning_rate": 1.9502237355122577e-05, + "loss": 0.0802, + "step": 15071 + }, + { + "epoch": 12.783715012722647, + "grad_norm": 1.288621144535435, + "learning_rate": 1.9502151762586426e-05, + "loss": 0.0815, + "step": 15072 + }, + { + "epoch": 12.784563189143341, + "grad_norm": 1.1152894706980676, + "learning_rate": 1.9502066162879755e-05, + "loss": 0.0637, + "step": 15073 + }, + { + "epoch": 12.785411365564038, + "grad_norm": 1.2166303544645267, + "learning_rate": 1.9501980556002627e-05, + "loss": 0.0755, + "step": 15074 + }, + { + "epoch": 12.786259541984732, + "grad_norm": 1.3203028244654806, + "learning_rate": 1.950189494195511e-05, + "loss": 0.0846, + "step": 15075 + }, + { + "epoch": 12.787107718405428, + "grad_norm": 1.2994487163933248, + "learning_rate": 1.9501809320737267e-05, + "loss": 0.0766, + "step": 15076 + }, + { + "epoch": 12.787955894826124, + "grad_norm": 1.1664297372163517, + "learning_rate": 1.9501723692349162e-05, + "loss": 0.0772, + "step": 15077 + }, + { + "epoch": 12.788804071246819, + "grad_norm": 1.1982024457216556, + "learning_rate": 1.9501638056790863e-05, + "loss": 0.0691, + "step": 15078 + }, + { + "epoch": 12.789652247667515, + "grad_norm": 1.1445633791699765, + "learning_rate": 1.950155241406243e-05, + "loss": 0.0766, + "step": 15079 + }, + { + "epoch": 12.79050042408821, + "grad_norm": 1.2522360640184553, + "learning_rate": 1.950146676416393e-05, + "loss": 0.0765, + "step": 15080 + }, + { + "epoch": 12.791348600508906, + "grad_norm": 1.1033662321005606, + "learning_rate": 1.9501381107095428e-05, + "loss": 0.072, + "step": 15081 + }, + { + "epoch": 12.792196776929602, + "grad_norm": 1.2294284898372023, + "learning_rate": 1.9501295442856986e-05, + "loss": 0.067, + "step": 15082 + }, + { + "epoch": 12.793044953350297, + "grad_norm": 1.488512907650614, + "learning_rate": 1.950120977144867e-05, + "loss": 0.0751, + "step": 15083 + }, + { + "epoch": 12.793893129770993, + "grad_norm": 1.090097914241209, + "learning_rate": 1.950112409287055e-05, + "loss": 0.0813, + "step": 15084 + }, + { + "epoch": 12.794741306191687, + "grad_norm": 1.1019797277727172, + "learning_rate": 1.9501038407122682e-05, + "loss": 0.0735, + "step": 15085 + }, + { + "epoch": 12.795589482612383, + "grad_norm": 1.3121133511161585, + "learning_rate": 1.9500952714205134e-05, + "loss": 0.0778, + "step": 15086 + }, + { + "epoch": 12.796437659033078, + "grad_norm": 1.3390853035611976, + "learning_rate": 1.9500867014117974e-05, + "loss": 0.0794, + "step": 15087 + }, + { + "epoch": 12.797285835453774, + "grad_norm": 1.1790816640733348, + "learning_rate": 1.950078130686126e-05, + "loss": 0.0776, + "step": 15088 + }, + { + "epoch": 12.79813401187447, + "grad_norm": 1.1063529983776625, + "learning_rate": 1.9500695592435065e-05, + "loss": 0.0812, + "step": 15089 + }, + { + "epoch": 12.798982188295165, + "grad_norm": 1.4293623233872512, + "learning_rate": 1.9500609870839447e-05, + "loss": 0.0884, + "step": 15090 + }, + { + "epoch": 12.799830364715861, + "grad_norm": 1.139445445220457, + "learning_rate": 1.950052414207447e-05, + "loss": 0.0688, + "step": 15091 + }, + { + "epoch": 12.800678541136556, + "grad_norm": 1.0942375592923794, + "learning_rate": 1.9500438406140207e-05, + "loss": 0.0731, + "step": 15092 + }, + { + "epoch": 12.801526717557252, + "grad_norm": 1.2023387492373208, + "learning_rate": 1.9500352663036716e-05, + "loss": 0.0782, + "step": 15093 + }, + { + "epoch": 12.802374893977948, + "grad_norm": 1.214735670052453, + "learning_rate": 1.950026691276406e-05, + "loss": 0.0818, + "step": 15094 + }, + { + "epoch": 12.803223070398642, + "grad_norm": 1.2216763470075414, + "learning_rate": 1.950018115532231e-05, + "loss": 0.0795, + "step": 15095 + }, + { + "epoch": 12.804071246819339, + "grad_norm": 1.1631938739293388, + "learning_rate": 1.9500095390711524e-05, + "loss": 0.0829, + "step": 15096 + }, + { + "epoch": 12.804919423240033, + "grad_norm": 1.2477834001198187, + "learning_rate": 1.9500009618931773e-05, + "loss": 0.0801, + "step": 15097 + }, + { + "epoch": 12.80576759966073, + "grad_norm": 1.1130116880535497, + "learning_rate": 1.9499923839983118e-05, + "loss": 0.0784, + "step": 15098 + }, + { + "epoch": 12.806615776081426, + "grad_norm": 1.098991767846872, + "learning_rate": 1.9499838053865624e-05, + "loss": 0.0716, + "step": 15099 + }, + { + "epoch": 12.80746395250212, + "grad_norm": 1.2662200106835255, + "learning_rate": 1.9499752260579357e-05, + "loss": 0.0838, + "step": 15100 + }, + { + "epoch": 12.808312128922816, + "grad_norm": 1.131906704604023, + "learning_rate": 1.9499666460124383e-05, + "loss": 0.0722, + "step": 15101 + }, + { + "epoch": 12.80916030534351, + "grad_norm": 1.0868881967226587, + "learning_rate": 1.9499580652500763e-05, + "loss": 0.0661, + "step": 15102 + }, + { + "epoch": 12.810008481764207, + "grad_norm": 1.077558458910203, + "learning_rate": 1.949949483770856e-05, + "loss": 0.0718, + "step": 15103 + }, + { + "epoch": 12.810856658184903, + "grad_norm": 1.1706999906800195, + "learning_rate": 1.949940901574785e-05, + "loss": 0.0811, + "step": 15104 + }, + { + "epoch": 12.811704834605598, + "grad_norm": 1.0280545282025386, + "learning_rate": 1.9499323186618686e-05, + "loss": 0.068, + "step": 15105 + }, + { + "epoch": 12.812553011026294, + "grad_norm": 1.3625675802801032, + "learning_rate": 1.9499237350321137e-05, + "loss": 0.0858, + "step": 15106 + }, + { + "epoch": 12.813401187446988, + "grad_norm": 1.30645052693484, + "learning_rate": 1.9499151506855267e-05, + "loss": 0.0825, + "step": 15107 + }, + { + "epoch": 12.814249363867685, + "grad_norm": 1.1935744026241806, + "learning_rate": 1.9499065656221143e-05, + "loss": 0.0733, + "step": 15108 + }, + { + "epoch": 12.81509754028838, + "grad_norm": 1.2281972192270518, + "learning_rate": 1.9498979798418823e-05, + "loss": 0.0766, + "step": 15109 + }, + { + "epoch": 12.815945716709075, + "grad_norm": 1.2309565500872657, + "learning_rate": 1.9498893933448385e-05, + "loss": 0.0806, + "step": 15110 + }, + { + "epoch": 12.816793893129772, + "grad_norm": 1.1107441289116844, + "learning_rate": 1.949880806130988e-05, + "loss": 0.0733, + "step": 15111 + }, + { + "epoch": 12.817642069550466, + "grad_norm": 1.1441705115243521, + "learning_rate": 1.949872218200338e-05, + "loss": 0.0696, + "step": 15112 + }, + { + "epoch": 12.818490245971162, + "grad_norm": 1.2094864087411041, + "learning_rate": 1.949863629552895e-05, + "loss": 0.0752, + "step": 15113 + }, + { + "epoch": 12.819338422391857, + "grad_norm": 1.1895284964698218, + "learning_rate": 1.9498550401886654e-05, + "loss": 0.0809, + "step": 15114 + }, + { + "epoch": 12.820186598812553, + "grad_norm": 1.1690926392428669, + "learning_rate": 1.949846450107655e-05, + "loss": 0.072, + "step": 15115 + }, + { + "epoch": 12.82103477523325, + "grad_norm": 1.4068216949079957, + "learning_rate": 1.9498378593098713e-05, + "loss": 0.0885, + "step": 15116 + }, + { + "epoch": 12.821882951653944, + "grad_norm": 1.2229125592011754, + "learning_rate": 1.9498292677953205e-05, + "loss": 0.0713, + "step": 15117 + }, + { + "epoch": 12.82273112807464, + "grad_norm": 1.0972646072386558, + "learning_rate": 1.9498206755640087e-05, + "loss": 0.0966, + "step": 15118 + }, + { + "epoch": 12.823579304495334, + "grad_norm": 1.2552372048367753, + "learning_rate": 1.9498120826159427e-05, + "loss": 0.074, + "step": 15119 + }, + { + "epoch": 12.82442748091603, + "grad_norm": 1.122072327627175, + "learning_rate": 1.9498034889511292e-05, + "loss": 0.0714, + "step": 15120 + }, + { + "epoch": 12.825275657336727, + "grad_norm": 1.031684024432481, + "learning_rate": 1.9497948945695745e-05, + "loss": 0.0685, + "step": 15121 + }, + { + "epoch": 12.826123833757421, + "grad_norm": 1.2563099665734958, + "learning_rate": 1.9497862994712845e-05, + "loss": 0.0861, + "step": 15122 + }, + { + "epoch": 12.826972010178118, + "grad_norm": 1.3067932671472327, + "learning_rate": 1.9497777036562664e-05, + "loss": 0.0768, + "step": 15123 + }, + { + "epoch": 12.827820186598812, + "grad_norm": 1.1871227360499403, + "learning_rate": 1.9497691071245263e-05, + "loss": 0.075, + "step": 15124 + }, + { + "epoch": 12.828668363019508, + "grad_norm": 1.1319626745260145, + "learning_rate": 1.949760509876071e-05, + "loss": 0.0825, + "step": 15125 + }, + { + "epoch": 12.829516539440203, + "grad_norm": 1.0584176940185959, + "learning_rate": 1.9497519119109068e-05, + "loss": 0.0674, + "step": 15126 + }, + { + "epoch": 12.830364715860899, + "grad_norm": 1.0181727873809736, + "learning_rate": 1.94974331322904e-05, + "loss": 0.0691, + "step": 15127 + }, + { + "epoch": 12.831212892281595, + "grad_norm": 1.175136978069128, + "learning_rate": 1.9497347138304775e-05, + "loss": 0.0803, + "step": 15128 + }, + { + "epoch": 12.83206106870229, + "grad_norm": 1.2444345191779125, + "learning_rate": 1.949726113715226e-05, + "loss": 0.0857, + "step": 15129 + }, + { + "epoch": 12.832909245122986, + "grad_norm": 1.362435124479881, + "learning_rate": 1.949717512883291e-05, + "loss": 0.0785, + "step": 15130 + }, + { + "epoch": 12.83375742154368, + "grad_norm": 1.4099169829687692, + "learning_rate": 1.9497089113346798e-05, + "loss": 0.0831, + "step": 15131 + }, + { + "epoch": 12.834605597964376, + "grad_norm": 1.1192588535975059, + "learning_rate": 1.9497003090693987e-05, + "loss": 0.07, + "step": 15132 + }, + { + "epoch": 12.835453774385073, + "grad_norm": 1.2386984290862948, + "learning_rate": 1.9496917060874543e-05, + "loss": 0.0657, + "step": 15133 + }, + { + "epoch": 12.836301950805767, + "grad_norm": 1.1821739704051368, + "learning_rate": 1.949683102388853e-05, + "loss": 0.0741, + "step": 15134 + }, + { + "epoch": 12.837150127226463, + "grad_norm": 1.1274809517341242, + "learning_rate": 1.949674497973601e-05, + "loss": 0.0707, + "step": 15135 + }, + { + "epoch": 12.837998303647158, + "grad_norm": 1.199178591906082, + "learning_rate": 1.949665892841705e-05, + "loss": 0.0872, + "step": 15136 + }, + { + "epoch": 12.838846480067854, + "grad_norm": 1.1866567406273891, + "learning_rate": 1.9496572869931716e-05, + "loss": 0.0732, + "step": 15137 + }, + { + "epoch": 12.83969465648855, + "grad_norm": 1.2041775694752583, + "learning_rate": 1.949648680428007e-05, + "loss": 0.0726, + "step": 15138 + }, + { + "epoch": 12.840542832909245, + "grad_norm": 1.18585554946695, + "learning_rate": 1.9496400731462185e-05, + "loss": 0.0795, + "step": 15139 + }, + { + "epoch": 12.841391009329941, + "grad_norm": 1.0747430350926468, + "learning_rate": 1.9496314651478115e-05, + "loss": 0.0656, + "step": 15140 + }, + { + "epoch": 12.842239185750635, + "grad_norm": 1.0857290044654697, + "learning_rate": 1.9496228564327934e-05, + "loss": 0.0709, + "step": 15141 + }, + { + "epoch": 12.843087362171332, + "grad_norm": 1.19787130345814, + "learning_rate": 1.9496142470011704e-05, + "loss": 0.0767, + "step": 15142 + }, + { + "epoch": 12.843935538592028, + "grad_norm": 1.1545009181495407, + "learning_rate": 1.9496056368529484e-05, + "loss": 0.0722, + "step": 15143 + }, + { + "epoch": 12.844783715012722, + "grad_norm": 1.1731787417145154, + "learning_rate": 1.949597025988135e-05, + "loss": 0.072, + "step": 15144 + }, + { + "epoch": 12.845631891433419, + "grad_norm": 1.2495366145334887, + "learning_rate": 1.9495884144067355e-05, + "loss": 0.079, + "step": 15145 + }, + { + "epoch": 12.846480067854113, + "grad_norm": 1.313308059542615, + "learning_rate": 1.949579802108757e-05, + "loss": 0.0834, + "step": 15146 + }, + { + "epoch": 12.84732824427481, + "grad_norm": 1.1222775648602132, + "learning_rate": 1.9495711890942065e-05, + "loss": 0.0674, + "step": 15147 + }, + { + "epoch": 12.848176420695506, + "grad_norm": 1.1189386333460798, + "learning_rate": 1.94956257536309e-05, + "loss": 0.0657, + "step": 15148 + }, + { + "epoch": 12.8490245971162, + "grad_norm": 1.4482828351477222, + "learning_rate": 1.949553960915414e-05, + "loss": 0.0867, + "step": 15149 + }, + { + "epoch": 12.849872773536896, + "grad_norm": 1.086870487238005, + "learning_rate": 1.9495453457511848e-05, + "loss": 0.0654, + "step": 15150 + }, + { + "epoch": 12.85072094995759, + "grad_norm": 1.249327877840048, + "learning_rate": 1.9495367298704088e-05, + "loss": 0.083, + "step": 15151 + }, + { + "epoch": 12.851569126378287, + "grad_norm": 1.2617935017043758, + "learning_rate": 1.949528113273093e-05, + "loss": 0.082, + "step": 15152 + }, + { + "epoch": 12.852417302798981, + "grad_norm": 1.1751713448090768, + "learning_rate": 1.949519495959244e-05, + "loss": 0.0715, + "step": 15153 + }, + { + "epoch": 12.853265479219678, + "grad_norm": 1.3471931777443256, + "learning_rate": 1.949510877928868e-05, + "loss": 0.0741, + "step": 15154 + }, + { + "epoch": 12.854113655640374, + "grad_norm": 1.1683066949035996, + "learning_rate": 1.9495022591819714e-05, + "loss": 0.0763, + "step": 15155 + }, + { + "epoch": 12.854961832061068, + "grad_norm": 1.2488278958726315, + "learning_rate": 1.9494936397185605e-05, + "loss": 0.0983, + "step": 15156 + }, + { + "epoch": 12.855810008481765, + "grad_norm": 1.117926060997808, + "learning_rate": 1.9494850195386427e-05, + "loss": 0.0724, + "step": 15157 + }, + { + "epoch": 12.856658184902459, + "grad_norm": 1.1378350195899, + "learning_rate": 1.9494763986422235e-05, + "loss": 0.0671, + "step": 15158 + }, + { + "epoch": 12.857506361323155, + "grad_norm": 1.237235677249914, + "learning_rate": 1.94946777702931e-05, + "loss": 0.074, + "step": 15159 + }, + { + "epoch": 12.858354537743852, + "grad_norm": 1.2754572016658496, + "learning_rate": 1.949459154699908e-05, + "loss": 0.0716, + "step": 15160 + }, + { + "epoch": 12.859202714164546, + "grad_norm": 1.2207112447327537, + "learning_rate": 1.9494505316540256e-05, + "loss": 0.0766, + "step": 15161 + }, + { + "epoch": 12.860050890585242, + "grad_norm": 1.1974704336042479, + "learning_rate": 1.9494419078916677e-05, + "loss": 0.0833, + "step": 15162 + }, + { + "epoch": 12.860899067005937, + "grad_norm": 1.2692854913658578, + "learning_rate": 1.9494332834128412e-05, + "loss": 0.0967, + "step": 15163 + }, + { + "epoch": 12.861747243426633, + "grad_norm": 1.0995742873165997, + "learning_rate": 1.949424658217553e-05, + "loss": 0.0749, + "step": 15164 + }, + { + "epoch": 12.862595419847327, + "grad_norm": 0.9997906399999783, + "learning_rate": 1.9494160323058093e-05, + "loss": 0.0735, + "step": 15165 + }, + { + "epoch": 12.863443596268024, + "grad_norm": 1.1116451692086218, + "learning_rate": 1.9494074056776164e-05, + "loss": 0.0724, + "step": 15166 + }, + { + "epoch": 12.86429177268872, + "grad_norm": 1.0562783133023121, + "learning_rate": 1.9493987783329816e-05, + "loss": 0.0639, + "step": 15167 + }, + { + "epoch": 12.865139949109414, + "grad_norm": 1.395979298964424, + "learning_rate": 1.949390150271911e-05, + "loss": 0.0743, + "step": 15168 + }, + { + "epoch": 12.86598812553011, + "grad_norm": 1.2009739557213361, + "learning_rate": 1.9493815214944105e-05, + "loss": 0.0708, + "step": 15169 + }, + { + "epoch": 12.866836301950805, + "grad_norm": 1.1960920076162667, + "learning_rate": 1.9493728920004872e-05, + "loss": 0.0723, + "step": 15170 + }, + { + "epoch": 12.867684478371501, + "grad_norm": 1.1389467157896602, + "learning_rate": 1.9493642617901476e-05, + "loss": 0.0638, + "step": 15171 + }, + { + "epoch": 12.868532654792197, + "grad_norm": 1.2243152696662254, + "learning_rate": 1.9493556308633983e-05, + "loss": 0.094, + "step": 15172 + }, + { + "epoch": 12.869380831212892, + "grad_norm": 1.0279771935224897, + "learning_rate": 1.9493469992202455e-05, + "loss": 0.0805, + "step": 15173 + }, + { + "epoch": 12.870229007633588, + "grad_norm": 1.1938705513010375, + "learning_rate": 1.9493383668606964e-05, + "loss": 0.0846, + "step": 15174 + }, + { + "epoch": 12.871077184054283, + "grad_norm": 1.2366476791378962, + "learning_rate": 1.949329733784756e-05, + "loss": 0.0688, + "step": 15175 + }, + { + "epoch": 12.871925360474979, + "grad_norm": 1.13056456750285, + "learning_rate": 1.9493210999924328e-05, + "loss": 0.0644, + "step": 15176 + }, + { + "epoch": 12.872773536895675, + "grad_norm": 1.113116159618474, + "learning_rate": 1.949312465483732e-05, + "loss": 0.0678, + "step": 15177 + }, + { + "epoch": 12.87362171331637, + "grad_norm": 1.1857404449435798, + "learning_rate": 1.94930383025866e-05, + "loss": 0.0713, + "step": 15178 + }, + { + "epoch": 12.874469889737066, + "grad_norm": 1.1929822556223069, + "learning_rate": 1.9492951943172244e-05, + "loss": 0.0729, + "step": 15179 + }, + { + "epoch": 12.87531806615776, + "grad_norm": 1.1184995952590353, + "learning_rate": 1.9492865576594306e-05, + "loss": 0.0764, + "step": 15180 + }, + { + "epoch": 12.876166242578456, + "grad_norm": 1.090535062085289, + "learning_rate": 1.9492779202852858e-05, + "loss": 0.0702, + "step": 15181 + }, + { + "epoch": 12.877014418999153, + "grad_norm": 1.3193578331518332, + "learning_rate": 1.9492692821947964e-05, + "loss": 0.0912, + "step": 15182 + }, + { + "epoch": 12.877862595419847, + "grad_norm": 1.0841646916323964, + "learning_rate": 1.9492606433879688e-05, + "loss": 0.0707, + "step": 15183 + }, + { + "epoch": 12.878710771840543, + "grad_norm": 1.3192638162944337, + "learning_rate": 1.9492520038648096e-05, + "loss": 0.0837, + "step": 15184 + }, + { + "epoch": 12.879558948261238, + "grad_norm": 1.1373476400887255, + "learning_rate": 1.949243363625325e-05, + "loss": 0.0647, + "step": 15185 + }, + { + "epoch": 12.880407124681934, + "grad_norm": 1.1292458658085844, + "learning_rate": 1.9492347226695217e-05, + "loss": 0.0841, + "step": 15186 + }, + { + "epoch": 12.88125530110263, + "grad_norm": 1.1108214438884831, + "learning_rate": 1.9492260809974067e-05, + "loss": 0.0671, + "step": 15187 + }, + { + "epoch": 12.882103477523325, + "grad_norm": 1.0218630686292123, + "learning_rate": 1.949217438608986e-05, + "loss": 0.0657, + "step": 15188 + }, + { + "epoch": 12.882951653944021, + "grad_norm": 1.112081068419247, + "learning_rate": 1.9492087955042662e-05, + "loss": 0.0709, + "step": 15189 + }, + { + "epoch": 12.883799830364715, + "grad_norm": 1.1453639879957522, + "learning_rate": 1.949200151683254e-05, + "loss": 0.07, + "step": 15190 + }, + { + "epoch": 12.884648006785412, + "grad_norm": 1.3660181781877823, + "learning_rate": 1.9491915071459555e-05, + "loss": 0.0632, + "step": 15191 + }, + { + "epoch": 12.885496183206106, + "grad_norm": 1.214642100954272, + "learning_rate": 1.9491828618923778e-05, + "loss": 0.0688, + "step": 15192 + }, + { + "epoch": 12.886344359626802, + "grad_norm": 1.0108119443262373, + "learning_rate": 1.949174215922527e-05, + "loss": 0.0647, + "step": 15193 + }, + { + "epoch": 12.887192536047499, + "grad_norm": 0.9408381330641824, + "learning_rate": 1.94916556923641e-05, + "loss": 0.0723, + "step": 15194 + }, + { + "epoch": 12.888040712468193, + "grad_norm": 1.2356248589005352, + "learning_rate": 1.9491569218340327e-05, + "loss": 0.075, + "step": 15195 + }, + { + "epoch": 12.88888888888889, + "grad_norm": 1.2309036349834548, + "learning_rate": 1.9491482737154023e-05, + "loss": 0.0705, + "step": 15196 + }, + { + "epoch": 12.889737065309584, + "grad_norm": 1.160890340094796, + "learning_rate": 1.949139624880525e-05, + "loss": 0.0731, + "step": 15197 + }, + { + "epoch": 12.89058524173028, + "grad_norm": 1.0325347527414659, + "learning_rate": 1.9491309753294073e-05, + "loss": 0.0669, + "step": 15198 + }, + { + "epoch": 12.891433418150976, + "grad_norm": 1.173363485405187, + "learning_rate": 1.949122325062056e-05, + "loss": 0.0711, + "step": 15199 + }, + { + "epoch": 12.89228159457167, + "grad_norm": 1.2021045732212794, + "learning_rate": 1.9491136740784772e-05, + "loss": 0.07, + "step": 15200 + }, + { + "epoch": 12.893129770992367, + "grad_norm": 1.1932570872464614, + "learning_rate": 1.9491050223786776e-05, + "loss": 0.0743, + "step": 15201 + }, + { + "epoch": 12.893977947413061, + "grad_norm": 1.1329362447231794, + "learning_rate": 1.949096369962664e-05, + "loss": 0.0727, + "step": 15202 + }, + { + "epoch": 12.894826123833758, + "grad_norm": 1.1316946587212133, + "learning_rate": 1.9490877168304424e-05, + "loss": 0.072, + "step": 15203 + }, + { + "epoch": 12.895674300254452, + "grad_norm": 1.2091842903683478, + "learning_rate": 1.94907906298202e-05, + "loss": 0.0768, + "step": 15204 + }, + { + "epoch": 12.896522476675148, + "grad_norm": 1.561044453403355, + "learning_rate": 1.949070408417403e-05, + "loss": 0.0983, + "step": 15205 + }, + { + "epoch": 12.897370653095845, + "grad_norm": 1.1456570789182257, + "learning_rate": 1.9490617531365976e-05, + "loss": 0.073, + "step": 15206 + }, + { + "epoch": 12.898218829516539, + "grad_norm": 1.2858937843457312, + "learning_rate": 1.9490530971396108e-05, + "loss": 0.0763, + "step": 15207 + }, + { + "epoch": 12.899067005937235, + "grad_norm": 1.0909606723238257, + "learning_rate": 1.9490444404264488e-05, + "loss": 0.0655, + "step": 15208 + }, + { + "epoch": 12.89991518235793, + "grad_norm": 1.1514043317913631, + "learning_rate": 1.9490357829971184e-05, + "loss": 0.0686, + "step": 15209 + }, + { + "epoch": 12.900763358778626, + "grad_norm": 1.261516218201115, + "learning_rate": 1.949027124851626e-05, + "loss": 0.0862, + "step": 15210 + }, + { + "epoch": 12.901611535199322, + "grad_norm": 1.2445617376385383, + "learning_rate": 1.9490184659899782e-05, + "loss": 0.0734, + "step": 15211 + }, + { + "epoch": 12.902459711620017, + "grad_norm": 1.2050967441659117, + "learning_rate": 1.9490098064121813e-05, + "loss": 0.0613, + "step": 15212 + }, + { + "epoch": 12.903307888040713, + "grad_norm": 1.2922795154648068, + "learning_rate": 1.9490011461182424e-05, + "loss": 0.0747, + "step": 15213 + }, + { + "epoch": 12.904156064461407, + "grad_norm": 1.0240147813736755, + "learning_rate": 1.9489924851081677e-05, + "loss": 0.0659, + "step": 15214 + }, + { + "epoch": 12.905004240882104, + "grad_norm": 1.120985477535091, + "learning_rate": 1.9489838233819635e-05, + "loss": 0.074, + "step": 15215 + }, + { + "epoch": 12.9058524173028, + "grad_norm": 1.3166094311223056, + "learning_rate": 1.9489751609396363e-05, + "loss": 0.0888, + "step": 15216 + }, + { + "epoch": 12.906700593723494, + "grad_norm": 1.180840870805472, + "learning_rate": 1.9489664977811933e-05, + "loss": 0.0872, + "step": 15217 + }, + { + "epoch": 12.90754877014419, + "grad_norm": 1.143452622736819, + "learning_rate": 1.9489578339066405e-05, + "loss": 0.0867, + "step": 15218 + }, + { + "epoch": 12.908396946564885, + "grad_norm": 1.1387675384856972, + "learning_rate": 1.9489491693159847e-05, + "loss": 0.0704, + "step": 15219 + }, + { + "epoch": 12.909245122985581, + "grad_norm": 1.109408987327486, + "learning_rate": 1.948940504009232e-05, + "loss": 0.076, + "step": 15220 + }, + { + "epoch": 12.910093299406277, + "grad_norm": 1.3822512424747475, + "learning_rate": 1.9489318379863895e-05, + "loss": 0.0914, + "step": 15221 + }, + { + "epoch": 12.910941475826972, + "grad_norm": 1.309341054310022, + "learning_rate": 1.9489231712474633e-05, + "loss": 0.0759, + "step": 15222 + }, + { + "epoch": 12.911789652247668, + "grad_norm": 1.1758705140476466, + "learning_rate": 1.94891450379246e-05, + "loss": 0.0778, + "step": 15223 + }, + { + "epoch": 12.912637828668363, + "grad_norm": 1.1490155568559832, + "learning_rate": 1.9489058356213863e-05, + "loss": 0.0666, + "step": 15224 + }, + { + "epoch": 12.913486005089059, + "grad_norm": 1.1487800492917482, + "learning_rate": 1.9488971667342487e-05, + "loss": 0.0687, + "step": 15225 + }, + { + "epoch": 12.914334181509753, + "grad_norm": 1.2030050208337113, + "learning_rate": 1.9488884971310538e-05, + "loss": 0.0736, + "step": 15226 + }, + { + "epoch": 12.91518235793045, + "grad_norm": 1.4296423701820715, + "learning_rate": 1.948879826811808e-05, + "loss": 0.0763, + "step": 15227 + }, + { + "epoch": 12.916030534351146, + "grad_norm": 1.147777868914288, + "learning_rate": 1.948871155776518e-05, + "loss": 0.0749, + "step": 15228 + }, + { + "epoch": 12.91687871077184, + "grad_norm": 1.1372602871202324, + "learning_rate": 1.9488624840251904e-05, + "loss": 0.0665, + "step": 15229 + }, + { + "epoch": 12.917726887192536, + "grad_norm": 1.2863479252385879, + "learning_rate": 1.9488538115578315e-05, + "loss": 0.0763, + "step": 15230 + }, + { + "epoch": 12.91857506361323, + "grad_norm": 1.072589767789706, + "learning_rate": 1.9488451383744476e-05, + "loss": 0.0698, + "step": 15231 + }, + { + "epoch": 12.919423240033927, + "grad_norm": 1.2966643505307536, + "learning_rate": 1.948836464475046e-05, + "loss": 0.0778, + "step": 15232 + }, + { + "epoch": 12.920271416454623, + "grad_norm": 1.1069569719616652, + "learning_rate": 1.9488277898596327e-05, + "loss": 0.0744, + "step": 15233 + }, + { + "epoch": 12.921119592875318, + "grad_norm": 1.1761074221622272, + "learning_rate": 1.9488191145282145e-05, + "loss": 0.067, + "step": 15234 + }, + { + "epoch": 12.921967769296014, + "grad_norm": 1.118217765951325, + "learning_rate": 1.9488104384807978e-05, + "loss": 0.0661, + "step": 15235 + }, + { + "epoch": 12.922815945716708, + "grad_norm": 1.356153543096642, + "learning_rate": 1.948801761717389e-05, + "loss": 0.0775, + "step": 15236 + }, + { + "epoch": 12.923664122137405, + "grad_norm": 1.1971380092378696, + "learning_rate": 1.948793084237995e-05, + "loss": 0.069, + "step": 15237 + }, + { + "epoch": 12.924512298558101, + "grad_norm": 1.2594753985753975, + "learning_rate": 1.9487844060426223e-05, + "loss": 0.0816, + "step": 15238 + }, + { + "epoch": 12.925360474978795, + "grad_norm": 1.0430865614776226, + "learning_rate": 1.948775727131277e-05, + "loss": 0.0671, + "step": 15239 + }, + { + "epoch": 12.926208651399492, + "grad_norm": 1.26762687269954, + "learning_rate": 1.9487670475039663e-05, + "loss": 0.0681, + "step": 15240 + }, + { + "epoch": 12.927056827820186, + "grad_norm": 1.1653693263480722, + "learning_rate": 1.9487583671606962e-05, + "loss": 0.0883, + "step": 15241 + }, + { + "epoch": 12.927905004240882, + "grad_norm": 1.0854064510023558, + "learning_rate": 1.9487496861014736e-05, + "loss": 0.0734, + "step": 15242 + }, + { + "epoch": 12.928753180661577, + "grad_norm": 1.2572692123600353, + "learning_rate": 1.9487410043263048e-05, + "loss": 0.0745, + "step": 15243 + }, + { + "epoch": 12.929601357082273, + "grad_norm": 1.1517576584216853, + "learning_rate": 1.9487323218351967e-05, + "loss": 0.0798, + "step": 15244 + }, + { + "epoch": 12.93044953350297, + "grad_norm": 1.156878283745945, + "learning_rate": 1.9487236386281553e-05, + "loss": 0.072, + "step": 15245 + }, + { + "epoch": 12.931297709923664, + "grad_norm": 1.1612801320088988, + "learning_rate": 1.9487149547051878e-05, + "loss": 0.0816, + "step": 15246 + }, + { + "epoch": 12.93214588634436, + "grad_norm": 1.136436426816438, + "learning_rate": 1.9487062700663002e-05, + "loss": 0.081, + "step": 15247 + }, + { + "epoch": 12.932994062765054, + "grad_norm": 1.1520951493702667, + "learning_rate": 1.9486975847114994e-05, + "loss": 0.0705, + "step": 15248 + }, + { + "epoch": 12.93384223918575, + "grad_norm": 1.2267738238227939, + "learning_rate": 1.9486888986407918e-05, + "loss": 0.0775, + "step": 15249 + }, + { + "epoch": 12.934690415606447, + "grad_norm": 1.2309640908487847, + "learning_rate": 1.948680211854184e-05, + "loss": 0.0744, + "step": 15250 + }, + { + "epoch": 12.935538592027141, + "grad_norm": 1.3991656486764381, + "learning_rate": 1.9486715243516828e-05, + "loss": 0.0796, + "step": 15251 + }, + { + "epoch": 12.936386768447838, + "grad_norm": 1.2277339895381192, + "learning_rate": 1.9486628361332943e-05, + "loss": 0.0745, + "step": 15252 + }, + { + "epoch": 12.937234944868532, + "grad_norm": 1.22659217405691, + "learning_rate": 1.948654147199025e-05, + "loss": 0.0778, + "step": 15253 + }, + { + "epoch": 12.938083121289228, + "grad_norm": 1.188696167831863, + "learning_rate": 1.9486454575488822e-05, + "loss": 0.0676, + "step": 15254 + }, + { + "epoch": 12.938931297709924, + "grad_norm": 1.2599913033095251, + "learning_rate": 1.9486367671828715e-05, + "loss": 0.087, + "step": 15255 + }, + { + "epoch": 12.939779474130619, + "grad_norm": 1.1907384028378465, + "learning_rate": 1.9486280761010004e-05, + "loss": 0.0693, + "step": 15256 + }, + { + "epoch": 12.940627650551315, + "grad_norm": 1.029846658156415, + "learning_rate": 1.948619384303275e-05, + "loss": 0.0772, + "step": 15257 + }, + { + "epoch": 12.94147582697201, + "grad_norm": 1.0473484025645519, + "learning_rate": 1.9486106917897017e-05, + "loss": 0.065, + "step": 15258 + }, + { + "epoch": 12.942324003392706, + "grad_norm": 1.283525090967737, + "learning_rate": 1.948601998560287e-05, + "loss": 0.0712, + "step": 15259 + }, + { + "epoch": 12.943172179813402, + "grad_norm": 1.1498707986313401, + "learning_rate": 1.948593304615038e-05, + "loss": 0.0748, + "step": 15260 + }, + { + "epoch": 12.944020356234097, + "grad_norm": 1.2286025325725078, + "learning_rate": 1.9485846099539607e-05, + "loss": 0.0737, + "step": 15261 + }, + { + "epoch": 12.944868532654793, + "grad_norm": 1.3151643801952566, + "learning_rate": 1.9485759145770616e-05, + "loss": 0.087, + "step": 15262 + }, + { + "epoch": 12.945716709075487, + "grad_norm": 1.12662540923796, + "learning_rate": 1.9485672184843483e-05, + "loss": 0.0831, + "step": 15263 + }, + { + "epoch": 12.946564885496183, + "grad_norm": 1.2918090878705006, + "learning_rate": 1.948558521675826e-05, + "loss": 0.0746, + "step": 15264 + }, + { + "epoch": 12.947413061916878, + "grad_norm": 1.1307793832426676, + "learning_rate": 1.9485498241515022e-05, + "loss": 0.0757, + "step": 15265 + }, + { + "epoch": 12.948261238337574, + "grad_norm": 1.2410731050005621, + "learning_rate": 1.948541125911383e-05, + "loss": 0.0734, + "step": 15266 + }, + { + "epoch": 12.94910941475827, + "grad_norm": 1.1559454656966681, + "learning_rate": 1.9485324269554754e-05, + "loss": 0.0647, + "step": 15267 + }, + { + "epoch": 12.949957591178965, + "grad_norm": 1.142951420953635, + "learning_rate": 1.9485237272837853e-05, + "loss": 0.075, + "step": 15268 + }, + { + "epoch": 12.950805767599661, + "grad_norm": 1.0745555230637118, + "learning_rate": 1.9485150268963197e-05, + "loss": 0.0682, + "step": 15269 + }, + { + "epoch": 12.951653944020356, + "grad_norm": 1.2239793862190411, + "learning_rate": 1.9485063257930853e-05, + "loss": 0.069, + "step": 15270 + }, + { + "epoch": 12.952502120441052, + "grad_norm": 1.3617838147615957, + "learning_rate": 1.9484976239740883e-05, + "loss": 0.0821, + "step": 15271 + }, + { + "epoch": 12.953350296861748, + "grad_norm": 1.3234278340119685, + "learning_rate": 1.9484889214393353e-05, + "loss": 0.0765, + "step": 15272 + }, + { + "epoch": 12.954198473282442, + "grad_norm": 1.0714001041438916, + "learning_rate": 1.9484802181888334e-05, + "loss": 0.0652, + "step": 15273 + }, + { + "epoch": 12.955046649703139, + "grad_norm": 1.1661222338422277, + "learning_rate": 1.9484715142225886e-05, + "loss": 0.0735, + "step": 15274 + }, + { + "epoch": 12.955894826123833, + "grad_norm": 1.2083491000400601, + "learning_rate": 1.9484628095406077e-05, + "loss": 0.0681, + "step": 15275 + }, + { + "epoch": 12.95674300254453, + "grad_norm": 1.230906573878154, + "learning_rate": 1.948454104142897e-05, + "loss": 0.0932, + "step": 15276 + }, + { + "epoch": 12.957591178965224, + "grad_norm": 1.2414325528196817, + "learning_rate": 1.9484453980294636e-05, + "loss": 0.0666, + "step": 15277 + }, + { + "epoch": 12.95843935538592, + "grad_norm": 1.158152001398893, + "learning_rate": 1.9484366912003135e-05, + "loss": 0.0765, + "step": 15278 + }, + { + "epoch": 12.959287531806616, + "grad_norm": 1.081168275587582, + "learning_rate": 1.9484279836554535e-05, + "loss": 0.0596, + "step": 15279 + }, + { + "epoch": 12.96013570822731, + "grad_norm": 1.3840597629911233, + "learning_rate": 1.9484192753948906e-05, + "loss": 0.0786, + "step": 15280 + }, + { + "epoch": 12.960983884648007, + "grad_norm": 1.361189788280533, + "learning_rate": 1.9484105664186302e-05, + "loss": 0.0823, + "step": 15281 + }, + { + "epoch": 12.961832061068701, + "grad_norm": 1.2519323342145234, + "learning_rate": 1.9484018567266802e-05, + "loss": 0.0815, + "step": 15282 + }, + { + "epoch": 12.962680237489398, + "grad_norm": 1.2435797240794795, + "learning_rate": 1.9483931463190467e-05, + "loss": 0.0747, + "step": 15283 + }, + { + "epoch": 12.963528413910094, + "grad_norm": 1.1360521210945382, + "learning_rate": 1.948384435195736e-05, + "loss": 0.0698, + "step": 15284 + }, + { + "epoch": 12.964376590330788, + "grad_norm": 1.1329824668760413, + "learning_rate": 1.9483757233567547e-05, + "loss": 0.0617, + "step": 15285 + }, + { + "epoch": 12.965224766751485, + "grad_norm": 1.1938285732831329, + "learning_rate": 1.9483670108021094e-05, + "loss": 0.073, + "step": 15286 + }, + { + "epoch": 12.966072943172179, + "grad_norm": 1.0976658428708463, + "learning_rate": 1.948358297531807e-05, + "loss": 0.0828, + "step": 15287 + }, + { + "epoch": 12.966921119592875, + "grad_norm": 1.1136182951598272, + "learning_rate": 1.948349583545854e-05, + "loss": 0.0675, + "step": 15288 + }, + { + "epoch": 12.967769296013572, + "grad_norm": 1.2902414542219067, + "learning_rate": 1.9483408688442568e-05, + "loss": 0.0698, + "step": 15289 + }, + { + "epoch": 12.968617472434266, + "grad_norm": 1.211018860015184, + "learning_rate": 1.948332153427022e-05, + "loss": 0.0665, + "step": 15290 + }, + { + "epoch": 12.969465648854962, + "grad_norm": 1.2730408295137143, + "learning_rate": 1.9483234372941562e-05, + "loss": 0.0754, + "step": 15291 + }, + { + "epoch": 12.970313825275657, + "grad_norm": 1.181673631463424, + "learning_rate": 1.948314720445666e-05, + "loss": 0.0702, + "step": 15292 + }, + { + "epoch": 12.971162001696353, + "grad_norm": 1.2675354426713368, + "learning_rate": 1.948306002881558e-05, + "loss": 0.0831, + "step": 15293 + }, + { + "epoch": 12.97201017811705, + "grad_norm": 1.3077573398420292, + "learning_rate": 1.9482972846018384e-05, + "loss": 0.086, + "step": 15294 + }, + { + "epoch": 12.972858354537744, + "grad_norm": 1.1189368104009443, + "learning_rate": 1.9482885656065146e-05, + "loss": 0.0784, + "step": 15295 + }, + { + "epoch": 12.97370653095844, + "grad_norm": 0.9805921378744354, + "learning_rate": 1.9482798458955923e-05, + "loss": 0.0604, + "step": 15296 + }, + { + "epoch": 12.974554707379134, + "grad_norm": 1.0689237481468716, + "learning_rate": 1.948271125469079e-05, + "loss": 0.0642, + "step": 15297 + }, + { + "epoch": 12.97540288379983, + "grad_norm": 1.2532644767171786, + "learning_rate": 1.9482624043269802e-05, + "loss": 0.075, + "step": 15298 + }, + { + "epoch": 12.976251060220527, + "grad_norm": 1.0482820325278057, + "learning_rate": 1.9482536824693033e-05, + "loss": 0.0641, + "step": 15299 + }, + { + "epoch": 12.977099236641221, + "grad_norm": 1.1498060598450754, + "learning_rate": 1.9482449598960544e-05, + "loss": 0.0689, + "step": 15300 + }, + { + "epoch": 12.977947413061917, + "grad_norm": 1.121088228764116, + "learning_rate": 1.9482362366072408e-05, + "loss": 0.0669, + "step": 15301 + }, + { + "epoch": 12.978795589482612, + "grad_norm": 1.1295704801987785, + "learning_rate": 1.948227512602868e-05, + "loss": 0.0655, + "step": 15302 + }, + { + "epoch": 12.979643765903308, + "grad_norm": 0.9920893872120935, + "learning_rate": 1.948218787882943e-05, + "loss": 0.0627, + "step": 15303 + }, + { + "epoch": 12.980491942324003, + "grad_norm": 1.1413245393152547, + "learning_rate": 1.9482100624474736e-05, + "loss": 0.0694, + "step": 15304 + }, + { + "epoch": 12.981340118744699, + "grad_norm": 1.1060964400513231, + "learning_rate": 1.9482013362964646e-05, + "loss": 0.0649, + "step": 15305 + }, + { + "epoch": 12.982188295165395, + "grad_norm": 1.213875688778644, + "learning_rate": 1.948192609429923e-05, + "loss": 0.0739, + "step": 15306 + }, + { + "epoch": 12.98303647158609, + "grad_norm": 1.113144361610399, + "learning_rate": 1.9481838818478563e-05, + "loss": 0.0667, + "step": 15307 + }, + { + "epoch": 12.983884648006786, + "grad_norm": 1.2259188399726548, + "learning_rate": 1.9481751535502706e-05, + "loss": 0.0686, + "step": 15308 + }, + { + "epoch": 12.98473282442748, + "grad_norm": 1.1807422134465815, + "learning_rate": 1.948166424537172e-05, + "loss": 0.0675, + "step": 15309 + }, + { + "epoch": 12.985581000848176, + "grad_norm": 1.1473672045001906, + "learning_rate": 1.948157694808568e-05, + "loss": 0.0818, + "step": 15310 + }, + { + "epoch": 12.986429177268873, + "grad_norm": 1.4076806481105726, + "learning_rate": 1.948148964364464e-05, + "loss": 0.0978, + "step": 15311 + }, + { + "epoch": 12.987277353689567, + "grad_norm": 1.2518768423425968, + "learning_rate": 1.9481402332048677e-05, + "loss": 0.0698, + "step": 15312 + }, + { + "epoch": 12.988125530110263, + "grad_norm": 1.102973287474289, + "learning_rate": 1.948131501329785e-05, + "loss": 0.0671, + "step": 15313 + }, + { + "epoch": 12.988973706530958, + "grad_norm": 1.0904520751575868, + "learning_rate": 1.9481227687392227e-05, + "loss": 0.0639, + "step": 15314 + }, + { + "epoch": 12.989821882951654, + "grad_norm": 1.157138668102575, + "learning_rate": 1.9481140354331874e-05, + "loss": 0.0669, + "step": 15315 + }, + { + "epoch": 12.990670059372349, + "grad_norm": 1.1512691620292317, + "learning_rate": 1.9481053014116855e-05, + "loss": 0.0941, + "step": 15316 + }, + { + "epoch": 12.991518235793045, + "grad_norm": 1.0551251472241163, + "learning_rate": 1.9480965666747242e-05, + "loss": 0.0655, + "step": 15317 + }, + { + "epoch": 12.992366412213741, + "grad_norm": 1.150092494066598, + "learning_rate": 1.9480878312223095e-05, + "loss": 0.0681, + "step": 15318 + }, + { + "epoch": 12.993214588634435, + "grad_norm": 1.0628461377208374, + "learning_rate": 1.9480790950544484e-05, + "loss": 0.0689, + "step": 15319 + }, + { + "epoch": 12.994062765055132, + "grad_norm": 1.3337249238600184, + "learning_rate": 1.948070358171147e-05, + "loss": 0.0855, + "step": 15320 + }, + { + "epoch": 12.994910941475826, + "grad_norm": 1.4602697169627785, + "learning_rate": 1.948061620572412e-05, + "loss": 0.0899, + "step": 15321 + }, + { + "epoch": 12.995759117896522, + "grad_norm": 1.3145318698948096, + "learning_rate": 1.9480528822582505e-05, + "loss": 0.0861, + "step": 15322 + }, + { + "epoch": 12.996607294317219, + "grad_norm": 1.1382804013887693, + "learning_rate": 1.9480441432286686e-05, + "loss": 0.0717, + "step": 15323 + }, + { + "epoch": 12.997455470737913, + "grad_norm": 1.176486506049929, + "learning_rate": 1.9480354034836732e-05, + "loss": 0.0754, + "step": 15324 + }, + { + "epoch": 12.99830364715861, + "grad_norm": 1.289067395134976, + "learning_rate": 1.9480266630232707e-05, + "loss": 0.0777, + "step": 15325 + }, + { + "epoch": 12.999151823579304, + "grad_norm": 1.1797329803414784, + "learning_rate": 1.9480179218474676e-05, + "loss": 0.0784, + "step": 15326 + }, + { + "epoch": 13.0, + "grad_norm": 1.065357757104421, + "learning_rate": 1.9480091799562706e-05, + "loss": 0.0709, + "step": 15327 + }, + { + "epoch": 13.000848176420696, + "grad_norm": 1.0237661474255981, + "learning_rate": 1.9480004373496865e-05, + "loss": 0.0616, + "step": 15328 + }, + { + "epoch": 13.00169635284139, + "grad_norm": 0.9403186436996547, + "learning_rate": 1.9479916940277217e-05, + "loss": 0.0555, + "step": 15329 + }, + { + "epoch": 13.002544529262087, + "grad_norm": 0.9843949831700813, + "learning_rate": 1.9479829499903825e-05, + "loss": 0.0557, + "step": 15330 + }, + { + "epoch": 13.003392705682781, + "grad_norm": 1.0559286975863915, + "learning_rate": 1.947974205237676e-05, + "loss": 0.0517, + "step": 15331 + }, + { + "epoch": 13.004240882103478, + "grad_norm": 1.0715891537931388, + "learning_rate": 1.947965459769609e-05, + "loss": 0.0577, + "step": 15332 + }, + { + "epoch": 13.005089058524174, + "grad_norm": 1.0809168419531427, + "learning_rate": 1.947956713586187e-05, + "loss": 0.0578, + "step": 15333 + }, + { + "epoch": 13.005937234944868, + "grad_norm": 1.2570058797158108, + "learning_rate": 1.947947966687418e-05, + "loss": 0.0632, + "step": 15334 + }, + { + "epoch": 13.006785411365565, + "grad_norm": 1.1176913130304758, + "learning_rate": 1.9479392190733077e-05, + "loss": 0.0614, + "step": 15335 + }, + { + "epoch": 13.007633587786259, + "grad_norm": 1.0672451758728188, + "learning_rate": 1.947930470743863e-05, + "loss": 0.0612, + "step": 15336 + }, + { + "epoch": 13.008481764206955, + "grad_norm": 1.1032873082415913, + "learning_rate": 1.9479217216990903e-05, + "loss": 0.0652, + "step": 15337 + }, + { + "epoch": 13.00932994062765, + "grad_norm": 1.019005353888165, + "learning_rate": 1.947912971938996e-05, + "loss": 0.0557, + "step": 15338 + }, + { + "epoch": 13.010178117048346, + "grad_norm": 1.0739088956039315, + "learning_rate": 1.9479042214635875e-05, + "loss": 0.0607, + "step": 15339 + }, + { + "epoch": 13.011026293469042, + "grad_norm": 0.961865241973615, + "learning_rate": 1.947895470272871e-05, + "loss": 0.0563, + "step": 15340 + }, + { + "epoch": 13.011874469889737, + "grad_norm": 0.9430234894954824, + "learning_rate": 1.9478867183668528e-05, + "loss": 0.0699, + "step": 15341 + }, + { + "epoch": 13.012722646310433, + "grad_norm": 1.0739209647018293, + "learning_rate": 1.9478779657455396e-05, + "loss": 0.0612, + "step": 15342 + }, + { + "epoch": 13.013570822731127, + "grad_norm": 0.9819300658795657, + "learning_rate": 1.9478692124089383e-05, + "loss": 0.0544, + "step": 15343 + }, + { + "epoch": 13.014418999151824, + "grad_norm": 0.9985057198270804, + "learning_rate": 1.9478604583570557e-05, + "loss": 0.0585, + "step": 15344 + }, + { + "epoch": 13.01526717557252, + "grad_norm": 0.917844763833242, + "learning_rate": 1.9478517035898977e-05, + "loss": 0.0606, + "step": 15345 + }, + { + "epoch": 13.016115351993214, + "grad_norm": 1.0414956326901768, + "learning_rate": 1.947842948107471e-05, + "loss": 0.0597, + "step": 15346 + }, + { + "epoch": 13.01696352841391, + "grad_norm": 1.1713361983593942, + "learning_rate": 1.9478341919097828e-05, + "loss": 0.0562, + "step": 15347 + }, + { + "epoch": 13.017811704834605, + "grad_norm": 0.985705372333332, + "learning_rate": 1.9478254349968393e-05, + "loss": 0.0579, + "step": 15348 + }, + { + "epoch": 13.018659881255301, + "grad_norm": 1.1316141851810593, + "learning_rate": 1.947816677368647e-05, + "loss": 0.0594, + "step": 15349 + }, + { + "epoch": 13.019508057675997, + "grad_norm": 0.9620471262117131, + "learning_rate": 1.947807919025213e-05, + "loss": 0.057, + "step": 15350 + }, + { + "epoch": 13.020356234096692, + "grad_norm": 1.1498612198073042, + "learning_rate": 1.9477991599665436e-05, + "loss": 0.0631, + "step": 15351 + }, + { + "epoch": 13.021204410517388, + "grad_norm": 1.046558813349449, + "learning_rate": 1.9477904001926454e-05, + "loss": 0.0607, + "step": 15352 + }, + { + "epoch": 13.022052586938083, + "grad_norm": 1.069369901064825, + "learning_rate": 1.947781639703525e-05, + "loss": 0.0585, + "step": 15353 + }, + { + "epoch": 13.022900763358779, + "grad_norm": 1.069545063765675, + "learning_rate": 1.947772878499189e-05, + "loss": 0.0558, + "step": 15354 + }, + { + "epoch": 13.023748939779475, + "grad_norm": 1.0215795389809406, + "learning_rate": 1.9477641165796437e-05, + "loss": 0.0553, + "step": 15355 + }, + { + "epoch": 13.02459711620017, + "grad_norm": 1.0296633745767956, + "learning_rate": 1.9477553539448965e-05, + "loss": 0.057, + "step": 15356 + }, + { + "epoch": 13.025445292620866, + "grad_norm": 1.0764805128262456, + "learning_rate": 1.9477465905949536e-05, + "loss": 0.0595, + "step": 15357 + }, + { + "epoch": 13.02629346904156, + "grad_norm": 0.9343626805968613, + "learning_rate": 1.947737826529821e-05, + "loss": 0.0533, + "step": 15358 + }, + { + "epoch": 13.027141645462256, + "grad_norm": 1.019692880893848, + "learning_rate": 1.9477290617495065e-05, + "loss": 0.0581, + "step": 15359 + }, + { + "epoch": 13.02798982188295, + "grad_norm": 1.0549647002428761, + "learning_rate": 1.947720296254016e-05, + "loss": 0.061, + "step": 15360 + }, + { + "epoch": 13.028837998303647, + "grad_norm": 0.8643035627037438, + "learning_rate": 1.9477115300433562e-05, + "loss": 0.053, + "step": 15361 + }, + { + "epoch": 13.029686174724343, + "grad_norm": 0.9822249752333599, + "learning_rate": 1.947702763117534e-05, + "loss": 0.0533, + "step": 15362 + }, + { + "epoch": 13.030534351145038, + "grad_norm": 0.9541375578030495, + "learning_rate": 1.9476939954765553e-05, + "loss": 0.0591, + "step": 15363 + }, + { + "epoch": 13.031382527565734, + "grad_norm": 1.1964023622025013, + "learning_rate": 1.947685227120427e-05, + "loss": 0.0581, + "step": 15364 + }, + { + "epoch": 13.032230703986428, + "grad_norm": 0.9927476362407234, + "learning_rate": 1.9476764580491565e-05, + "loss": 0.0542, + "step": 15365 + }, + { + "epoch": 13.033078880407125, + "grad_norm": 0.9665193969715007, + "learning_rate": 1.9476676882627495e-05, + "loss": 0.0563, + "step": 15366 + }, + { + "epoch": 13.033927056827821, + "grad_norm": 1.0519772127255034, + "learning_rate": 1.947658917761213e-05, + "loss": 0.0662, + "step": 15367 + }, + { + "epoch": 13.034775233248515, + "grad_norm": 0.9106920384194588, + "learning_rate": 1.9476501465445535e-05, + "loss": 0.0537, + "step": 15368 + }, + { + "epoch": 13.035623409669212, + "grad_norm": 1.0018926894027969, + "learning_rate": 1.9476413746127777e-05, + "loss": 0.061, + "step": 15369 + }, + { + "epoch": 13.036471586089906, + "grad_norm": 1.02898567899202, + "learning_rate": 1.947632601965892e-05, + "loss": 0.0626, + "step": 15370 + }, + { + "epoch": 13.037319762510602, + "grad_norm": 1.224463079518935, + "learning_rate": 1.9476238286039034e-05, + "loss": 0.0587, + "step": 15371 + }, + { + "epoch": 13.038167938931299, + "grad_norm": 0.9763099185008286, + "learning_rate": 1.947615054526818e-05, + "loss": 0.0584, + "step": 15372 + }, + { + "epoch": 13.039016115351993, + "grad_norm": 1.0487531654230167, + "learning_rate": 1.9476062797346432e-05, + "loss": 0.0721, + "step": 15373 + }, + { + "epoch": 13.03986429177269, + "grad_norm": 0.9774505948470809, + "learning_rate": 1.947597504227385e-05, + "loss": 0.0577, + "step": 15374 + }, + { + "epoch": 13.040712468193384, + "grad_norm": 0.8912814355128964, + "learning_rate": 1.94758872800505e-05, + "loss": 0.0533, + "step": 15375 + }, + { + "epoch": 13.04156064461408, + "grad_norm": 1.036693834055832, + "learning_rate": 1.9475799510676453e-05, + "loss": 0.0564, + "step": 15376 + }, + { + "epoch": 13.042408821034774, + "grad_norm": 0.993802774982212, + "learning_rate": 1.947571173415177e-05, + "loss": 0.0628, + "step": 15377 + }, + { + "epoch": 13.04325699745547, + "grad_norm": 0.9247194435243058, + "learning_rate": 1.947562395047652e-05, + "loss": 0.0549, + "step": 15378 + }, + { + "epoch": 13.044105173876167, + "grad_norm": 1.0614680780757313, + "learning_rate": 1.947553615965077e-05, + "loss": 0.0583, + "step": 15379 + }, + { + "epoch": 13.044953350296861, + "grad_norm": 0.8756498908245256, + "learning_rate": 1.9475448361674582e-05, + "loss": 0.0536, + "step": 15380 + }, + { + "epoch": 13.045801526717558, + "grad_norm": 1.0240519560743928, + "learning_rate": 1.947536055654803e-05, + "loss": 0.0622, + "step": 15381 + }, + { + "epoch": 13.046649703138252, + "grad_norm": 1.094396894849622, + "learning_rate": 1.947527274427117e-05, + "loss": 0.054, + "step": 15382 + }, + { + "epoch": 13.047497879558948, + "grad_norm": 1.063394789079703, + "learning_rate": 1.947518492484408e-05, + "loss": 0.0603, + "step": 15383 + }, + { + "epoch": 13.048346055979644, + "grad_norm": 0.9014442599247422, + "learning_rate": 1.9475097098266817e-05, + "loss": 0.0566, + "step": 15384 + }, + { + "epoch": 13.049194232400339, + "grad_norm": 1.137952728555377, + "learning_rate": 1.9475009264539452e-05, + "loss": 0.0638, + "step": 15385 + }, + { + "epoch": 13.050042408821035, + "grad_norm": 1.0282316945335994, + "learning_rate": 1.9474921423662048e-05, + "loss": 0.0592, + "step": 15386 + }, + { + "epoch": 13.05089058524173, + "grad_norm": 0.9436604435772492, + "learning_rate": 1.9474833575634672e-05, + "loss": 0.0546, + "step": 15387 + }, + { + "epoch": 13.051738761662426, + "grad_norm": 1.1084182494230768, + "learning_rate": 1.947474572045739e-05, + "loss": 0.0568, + "step": 15388 + }, + { + "epoch": 13.052586938083122, + "grad_norm": 1.0531389171197743, + "learning_rate": 1.9474657858130276e-05, + "loss": 0.0607, + "step": 15389 + }, + { + "epoch": 13.053435114503817, + "grad_norm": 1.083349000455347, + "learning_rate": 1.9474569988653383e-05, + "loss": 0.0669, + "step": 15390 + }, + { + "epoch": 13.054283290924513, + "grad_norm": 1.3415653519068345, + "learning_rate": 1.9474482112026787e-05, + "loss": 0.0591, + "step": 15391 + }, + { + "epoch": 13.055131467345207, + "grad_norm": 1.1222601523407292, + "learning_rate": 1.9474394228250552e-05, + "loss": 0.0586, + "step": 15392 + }, + { + "epoch": 13.055979643765903, + "grad_norm": 1.353553214832036, + "learning_rate": 1.9474306337324743e-05, + "loss": 0.063, + "step": 15393 + }, + { + "epoch": 13.056827820186598, + "grad_norm": 0.9803280788000289, + "learning_rate": 1.9474218439249426e-05, + "loss": 0.0538, + "step": 15394 + }, + { + "epoch": 13.057675996607294, + "grad_norm": 1.0058647867558987, + "learning_rate": 1.947413053402467e-05, + "loss": 0.0545, + "step": 15395 + }, + { + "epoch": 13.05852417302799, + "grad_norm": 1.1217759440797086, + "learning_rate": 1.947404262165054e-05, + "loss": 0.061, + "step": 15396 + }, + { + "epoch": 13.059372349448685, + "grad_norm": 1.1464230888581513, + "learning_rate": 1.94739547021271e-05, + "loss": 0.0557, + "step": 15397 + }, + { + "epoch": 13.060220525869381, + "grad_norm": 1.0372952876476504, + "learning_rate": 1.9473866775454418e-05, + "loss": 0.0541, + "step": 15398 + }, + { + "epoch": 13.061068702290076, + "grad_norm": 0.9707625914047655, + "learning_rate": 1.9473778841632563e-05, + "loss": 0.0561, + "step": 15399 + }, + { + "epoch": 13.061916878710772, + "grad_norm": 1.0612657311605438, + "learning_rate": 1.94736909006616e-05, + "loss": 0.0621, + "step": 15400 + }, + { + "epoch": 13.062765055131468, + "grad_norm": 0.998858956543106, + "learning_rate": 1.9473602952541595e-05, + "loss": 0.0519, + "step": 15401 + }, + { + "epoch": 13.063613231552162, + "grad_norm": 1.0321257550264882, + "learning_rate": 1.9473514997272615e-05, + "loss": 0.0627, + "step": 15402 + }, + { + "epoch": 13.064461407972859, + "grad_norm": 1.0491485840280685, + "learning_rate": 1.947342703485472e-05, + "loss": 0.0573, + "step": 15403 + }, + { + "epoch": 13.065309584393553, + "grad_norm": 1.09191694291899, + "learning_rate": 1.9473339065287984e-05, + "loss": 0.0617, + "step": 15404 + }, + { + "epoch": 13.06615776081425, + "grad_norm": 1.118945857883774, + "learning_rate": 1.947325108857247e-05, + "loss": 0.0634, + "step": 15405 + }, + { + "epoch": 13.067005937234946, + "grad_norm": 1.0855575654970302, + "learning_rate": 1.947316310470825e-05, + "loss": 0.0587, + "step": 15406 + }, + { + "epoch": 13.06785411365564, + "grad_norm": 1.2010361690234632, + "learning_rate": 1.947307511369538e-05, + "loss": 0.0562, + "step": 15407 + }, + { + "epoch": 13.068702290076336, + "grad_norm": 1.059490629278738, + "learning_rate": 1.9472987115533935e-05, + "loss": 0.0562, + "step": 15408 + }, + { + "epoch": 13.06955046649703, + "grad_norm": 0.9776805702044299, + "learning_rate": 1.9472899110223976e-05, + "loss": 0.0552, + "step": 15409 + }, + { + "epoch": 13.070398642917727, + "grad_norm": 1.0931393962357314, + "learning_rate": 1.9472811097765577e-05, + "loss": 0.0591, + "step": 15410 + }, + { + "epoch": 13.071246819338423, + "grad_norm": 1.039735572452221, + "learning_rate": 1.9472723078158797e-05, + "loss": 0.054, + "step": 15411 + }, + { + "epoch": 13.072094995759118, + "grad_norm": 1.0930730516941547, + "learning_rate": 1.9472635051403702e-05, + "loss": 0.0659, + "step": 15412 + }, + { + "epoch": 13.072943172179814, + "grad_norm": 1.1454241524332298, + "learning_rate": 1.9472547017500364e-05, + "loss": 0.0561, + "step": 15413 + }, + { + "epoch": 13.073791348600508, + "grad_norm": 1.1407235542695944, + "learning_rate": 1.947245897644885e-05, + "loss": 0.0701, + "step": 15414 + }, + { + "epoch": 13.074639525021205, + "grad_norm": 0.9994145128221509, + "learning_rate": 1.947237092824922e-05, + "loss": 0.0661, + "step": 15415 + }, + { + "epoch": 13.075487701441899, + "grad_norm": 1.083749085028508, + "learning_rate": 1.947228287290154e-05, + "loss": 0.0668, + "step": 15416 + }, + { + "epoch": 13.076335877862595, + "grad_norm": 1.0858569231497162, + "learning_rate": 1.9472194810405884e-05, + "loss": 0.0614, + "step": 15417 + }, + { + "epoch": 13.077184054283292, + "grad_norm": 0.9429480579716043, + "learning_rate": 1.9472106740762316e-05, + "loss": 0.0559, + "step": 15418 + }, + { + "epoch": 13.078032230703986, + "grad_norm": 1.1611990644948424, + "learning_rate": 1.9472018663970898e-05, + "loss": 0.0636, + "step": 15419 + }, + { + "epoch": 13.078880407124682, + "grad_norm": 1.1429929266698045, + "learning_rate": 1.94719305800317e-05, + "loss": 0.0535, + "step": 15420 + }, + { + "epoch": 13.079728583545377, + "grad_norm": 1.1055284337592357, + "learning_rate": 1.947184248894479e-05, + "loss": 0.0534, + "step": 15421 + }, + { + "epoch": 13.080576759966073, + "grad_norm": 1.0062703919076796, + "learning_rate": 1.947175439071023e-05, + "loss": 0.0569, + "step": 15422 + }, + { + "epoch": 13.08142493638677, + "grad_norm": 0.9157532481803756, + "learning_rate": 1.947166628532809e-05, + "loss": 0.0537, + "step": 15423 + }, + { + "epoch": 13.082273112807464, + "grad_norm": 1.2151132859825342, + "learning_rate": 1.9471578172798433e-05, + "loss": 0.0619, + "step": 15424 + }, + { + "epoch": 13.08312128922816, + "grad_norm": 0.9352316095098497, + "learning_rate": 1.947149005312133e-05, + "loss": 0.0564, + "step": 15425 + }, + { + "epoch": 13.083969465648854, + "grad_norm": 0.9672288326918874, + "learning_rate": 1.9471401926296844e-05, + "loss": 0.0593, + "step": 15426 + }, + { + "epoch": 13.08481764206955, + "grad_norm": 1.026321100335613, + "learning_rate": 1.9471313792325044e-05, + "loss": 0.0567, + "step": 15427 + }, + { + "epoch": 13.085665818490247, + "grad_norm": 0.989656205302319, + "learning_rate": 1.9471225651205997e-05, + "loss": 0.0604, + "step": 15428 + }, + { + "epoch": 13.086513994910941, + "grad_norm": 0.9565664828483391, + "learning_rate": 1.9471137502939763e-05, + "loss": 0.0518, + "step": 15429 + }, + { + "epoch": 13.087362171331637, + "grad_norm": 0.9525232803040948, + "learning_rate": 1.9471049347526415e-05, + "loss": 0.053, + "step": 15430 + }, + { + "epoch": 13.088210347752332, + "grad_norm": 1.0936346971621052, + "learning_rate": 1.9470961184966023e-05, + "loss": 0.0563, + "step": 15431 + }, + { + "epoch": 13.089058524173028, + "grad_norm": 1.1228560552220852, + "learning_rate": 1.947087301525864e-05, + "loss": 0.0605, + "step": 15432 + }, + { + "epoch": 13.089906700593723, + "grad_norm": 0.9617299834352855, + "learning_rate": 1.9470784838404348e-05, + "loss": 0.0589, + "step": 15433 + }, + { + "epoch": 13.090754877014419, + "grad_norm": 1.0321178777027082, + "learning_rate": 1.9470696654403203e-05, + "loss": 0.0664, + "step": 15434 + }, + { + "epoch": 13.091603053435115, + "grad_norm": 1.042918998949364, + "learning_rate": 1.947060846325528e-05, + "loss": 0.0579, + "step": 15435 + }, + { + "epoch": 13.09245122985581, + "grad_norm": 1.0639007724054614, + "learning_rate": 1.9470520264960634e-05, + "loss": 0.0574, + "step": 15436 + }, + { + "epoch": 13.093299406276506, + "grad_norm": 1.0825320575164141, + "learning_rate": 1.947043205951934e-05, + "loss": 0.0603, + "step": 15437 + }, + { + "epoch": 13.0941475826972, + "grad_norm": 1.1242864688214598, + "learning_rate": 1.9470343846931466e-05, + "loss": 0.0582, + "step": 15438 + }, + { + "epoch": 13.094995759117896, + "grad_norm": 1.115076493232722, + "learning_rate": 1.947025562719707e-05, + "loss": 0.0609, + "step": 15439 + }, + { + "epoch": 13.095843935538593, + "grad_norm": 1.0690975610902855, + "learning_rate": 1.947016740031623e-05, + "loss": 0.0602, + "step": 15440 + }, + { + "epoch": 13.096692111959287, + "grad_norm": 0.9200407906104351, + "learning_rate": 1.9470079166289e-05, + "loss": 0.0559, + "step": 15441 + }, + { + "epoch": 13.097540288379983, + "grad_norm": 1.016982361027605, + "learning_rate": 1.9469990925115457e-05, + "loss": 0.06, + "step": 15442 + }, + { + "epoch": 13.098388464800678, + "grad_norm": 1.0349821459593167, + "learning_rate": 1.9469902676795666e-05, + "loss": 0.0612, + "step": 15443 + }, + { + "epoch": 13.099236641221374, + "grad_norm": 1.0223968471305778, + "learning_rate": 1.9469814421329688e-05, + "loss": 0.0577, + "step": 15444 + }, + { + "epoch": 13.10008481764207, + "grad_norm": 1.0938652717683595, + "learning_rate": 1.946972615871759e-05, + "loss": 0.0578, + "step": 15445 + }, + { + "epoch": 13.100932994062765, + "grad_norm": 1.0876921539400848, + "learning_rate": 1.9469637888959444e-05, + "loss": 0.059, + "step": 15446 + }, + { + "epoch": 13.101781170483461, + "grad_norm": 1.1475121170907652, + "learning_rate": 1.9469549612055316e-05, + "loss": 0.0763, + "step": 15447 + }, + { + "epoch": 13.102629346904155, + "grad_norm": 0.9753365819458634, + "learning_rate": 1.946946132800527e-05, + "loss": 0.0587, + "step": 15448 + }, + { + "epoch": 13.103477523324852, + "grad_norm": 1.0031630068253015, + "learning_rate": 1.946937303680937e-05, + "loss": 0.0565, + "step": 15449 + }, + { + "epoch": 13.104325699745548, + "grad_norm": 1.0738843559627498, + "learning_rate": 1.9469284738467687e-05, + "loss": 0.0582, + "step": 15450 + }, + { + "epoch": 13.105173876166242, + "grad_norm": 1.0882843178325934, + "learning_rate": 1.9469196432980287e-05, + "loss": 0.062, + "step": 15451 + }, + { + "epoch": 13.106022052586939, + "grad_norm": 1.1118759422521678, + "learning_rate": 1.946910812034724e-05, + "loss": 0.0626, + "step": 15452 + }, + { + "epoch": 13.106870229007633, + "grad_norm": 1.0944560976299422, + "learning_rate": 1.9469019800568604e-05, + "loss": 0.0613, + "step": 15453 + }, + { + "epoch": 13.10771840542833, + "grad_norm": 0.9733955595612527, + "learning_rate": 1.946893147364445e-05, + "loss": 0.053, + "step": 15454 + }, + { + "epoch": 13.108566581849024, + "grad_norm": 1.1920116374159748, + "learning_rate": 1.9468843139574848e-05, + "loss": 0.0621, + "step": 15455 + }, + { + "epoch": 13.10941475826972, + "grad_norm": 1.0742813089533703, + "learning_rate": 1.9468754798359862e-05, + "loss": 0.0564, + "step": 15456 + }, + { + "epoch": 13.110262934690416, + "grad_norm": 0.9910602741186072, + "learning_rate": 1.9468666449999558e-05, + "loss": 0.0573, + "step": 15457 + }, + { + "epoch": 13.11111111111111, + "grad_norm": 1.1383763210849427, + "learning_rate": 1.9468578094493998e-05, + "loss": 0.0612, + "step": 15458 + }, + { + "epoch": 13.111959287531807, + "grad_norm": 1.0212455508184666, + "learning_rate": 1.9468489731843258e-05, + "loss": 0.0582, + "step": 15459 + }, + { + "epoch": 13.112807463952501, + "grad_norm": 1.0541464086067107, + "learning_rate": 1.9468401362047402e-05, + "loss": 0.0614, + "step": 15460 + }, + { + "epoch": 13.113655640373198, + "grad_norm": 1.0605726866965806, + "learning_rate": 1.946831298510649e-05, + "loss": 0.0649, + "step": 15461 + }, + { + "epoch": 13.114503816793894, + "grad_norm": 1.0009625484852815, + "learning_rate": 1.9468224601020603e-05, + "loss": 0.0591, + "step": 15462 + }, + { + "epoch": 13.115351993214588, + "grad_norm": 0.9859177092260007, + "learning_rate": 1.946813620978979e-05, + "loss": 0.0578, + "step": 15463 + }, + { + "epoch": 13.116200169635285, + "grad_norm": 1.1055198520940805, + "learning_rate": 1.9468047811414127e-05, + "loss": 0.0638, + "step": 15464 + }, + { + "epoch": 13.117048346055979, + "grad_norm": 1.0782438158898282, + "learning_rate": 1.9467959405893684e-05, + "loss": 0.0552, + "step": 15465 + }, + { + "epoch": 13.117896522476675, + "grad_norm": 1.2945758335387534, + "learning_rate": 1.946787099322852e-05, + "loss": 0.0563, + "step": 15466 + }, + { + "epoch": 13.118744698897371, + "grad_norm": 1.0950238187586876, + "learning_rate": 1.9467782573418707e-05, + "loss": 0.0679, + "step": 15467 + }, + { + "epoch": 13.119592875318066, + "grad_norm": 1.0208164047526327, + "learning_rate": 1.9467694146464313e-05, + "loss": 0.0634, + "step": 15468 + }, + { + "epoch": 13.120441051738762, + "grad_norm": 1.1138538425802798, + "learning_rate": 1.9467605712365398e-05, + "loss": 0.062, + "step": 15469 + }, + { + "epoch": 13.121289228159457, + "grad_norm": 1.0342867868630823, + "learning_rate": 1.9467517271122032e-05, + "loss": 0.0572, + "step": 15470 + }, + { + "epoch": 13.122137404580153, + "grad_norm": 1.05751352527103, + "learning_rate": 1.9467428822734282e-05, + "loss": 0.0647, + "step": 15471 + }, + { + "epoch": 13.122985581000847, + "grad_norm": 1.0926920325197835, + "learning_rate": 1.946734036720222e-05, + "loss": 0.0591, + "step": 15472 + }, + { + "epoch": 13.123833757421544, + "grad_norm": 1.0863798939182918, + "learning_rate": 1.94672519045259e-05, + "loss": 0.0604, + "step": 15473 + }, + { + "epoch": 13.12468193384224, + "grad_norm": 1.1050333851648033, + "learning_rate": 1.9467163434705404e-05, + "loss": 0.0605, + "step": 15474 + }, + { + "epoch": 13.125530110262934, + "grad_norm": 1.124085339606961, + "learning_rate": 1.9467074957740788e-05, + "loss": 0.0605, + "step": 15475 + }, + { + "epoch": 13.12637828668363, + "grad_norm": 0.8863348910456813, + "learning_rate": 1.946698647363212e-05, + "loss": 0.0566, + "step": 15476 + }, + { + "epoch": 13.127226463104325, + "grad_norm": 0.9498663573997771, + "learning_rate": 1.946689798237947e-05, + "loss": 0.0588, + "step": 15477 + }, + { + "epoch": 13.128074639525021, + "grad_norm": 1.1134324451396864, + "learning_rate": 1.9466809483982906e-05, + "loss": 0.0635, + "step": 15478 + }, + { + "epoch": 13.128922815945717, + "grad_norm": 1.0347835030246255, + "learning_rate": 1.946672097844249e-05, + "loss": 0.06, + "step": 15479 + }, + { + "epoch": 13.129770992366412, + "grad_norm": 1.1562510137872337, + "learning_rate": 1.9466632465758293e-05, + "loss": 0.0687, + "step": 15480 + }, + { + "epoch": 13.130619168787108, + "grad_norm": 1.009984190973027, + "learning_rate": 1.946654394593038e-05, + "loss": 0.0547, + "step": 15481 + }, + { + "epoch": 13.131467345207803, + "grad_norm": 0.8663904931284453, + "learning_rate": 1.9466455418958817e-05, + "loss": 0.0517, + "step": 15482 + }, + { + "epoch": 13.132315521628499, + "grad_norm": 1.0594054171986524, + "learning_rate": 1.946636688484367e-05, + "loss": 0.0629, + "step": 15483 + }, + { + "epoch": 13.133163698049195, + "grad_norm": 0.9793755970795975, + "learning_rate": 1.946627834358501e-05, + "loss": 0.0573, + "step": 15484 + }, + { + "epoch": 13.13401187446989, + "grad_norm": 0.9351388269656536, + "learning_rate": 1.94661897951829e-05, + "loss": 0.0557, + "step": 15485 + }, + { + "epoch": 13.134860050890586, + "grad_norm": 1.0337663892893283, + "learning_rate": 1.9466101239637407e-05, + "loss": 0.0552, + "step": 15486 + }, + { + "epoch": 13.13570822731128, + "grad_norm": 1.0447536442057423, + "learning_rate": 1.9466012676948602e-05, + "loss": 0.0669, + "step": 15487 + }, + { + "epoch": 13.136556403731976, + "grad_norm": 0.9919660758706795, + "learning_rate": 1.9465924107116544e-05, + "loss": 0.0553, + "step": 15488 + }, + { + "epoch": 13.137404580152673, + "grad_norm": 1.0056374231740388, + "learning_rate": 1.9465835530141308e-05, + "loss": 0.0593, + "step": 15489 + }, + { + "epoch": 13.138252756573367, + "grad_norm": 1.0366532341588408, + "learning_rate": 1.9465746946022955e-05, + "loss": 0.06, + "step": 15490 + }, + { + "epoch": 13.139100932994063, + "grad_norm": 0.8923102453239448, + "learning_rate": 1.9465658354761556e-05, + "loss": 0.0541, + "step": 15491 + }, + { + "epoch": 13.139949109414758, + "grad_norm": 0.9880736675303738, + "learning_rate": 1.9465569756357176e-05, + "loss": 0.0557, + "step": 15492 + }, + { + "epoch": 13.140797285835454, + "grad_norm": 1.0612895292570477, + "learning_rate": 1.9465481150809883e-05, + "loss": 0.0619, + "step": 15493 + }, + { + "epoch": 13.141645462256148, + "grad_norm": 1.0982248830735244, + "learning_rate": 1.946539253811974e-05, + "loss": 0.0587, + "step": 15494 + }, + { + "epoch": 13.142493638676845, + "grad_norm": 1.171645223948966, + "learning_rate": 1.946530391828682e-05, + "loss": 0.0646, + "step": 15495 + }, + { + "epoch": 13.143341815097541, + "grad_norm": 1.0546456162122724, + "learning_rate": 1.9465215291311184e-05, + "loss": 0.0659, + "step": 15496 + }, + { + "epoch": 13.144189991518235, + "grad_norm": 1.1181422225329694, + "learning_rate": 1.94651266571929e-05, + "loss": 0.0597, + "step": 15497 + }, + { + "epoch": 13.145038167938932, + "grad_norm": 1.0585454114753976, + "learning_rate": 1.9465038015932037e-05, + "loss": 0.0643, + "step": 15498 + }, + { + "epoch": 13.145886344359626, + "grad_norm": 1.0540259504149054, + "learning_rate": 1.9464949367528664e-05, + "loss": 0.0567, + "step": 15499 + }, + { + "epoch": 13.146734520780322, + "grad_norm": 0.9926763687401647, + "learning_rate": 1.9464860711982842e-05, + "loss": 0.0633, + "step": 15500 + }, + { + "epoch": 13.147582697201019, + "grad_norm": 1.0842813797461361, + "learning_rate": 1.946477204929464e-05, + "loss": 0.0605, + "step": 15501 + }, + { + "epoch": 13.148430873621713, + "grad_norm": 1.008144045392208, + "learning_rate": 1.946468337946413e-05, + "loss": 0.0555, + "step": 15502 + }, + { + "epoch": 13.14927905004241, + "grad_norm": 0.9795737552230327, + "learning_rate": 1.9464594702491376e-05, + "loss": 0.0615, + "step": 15503 + }, + { + "epoch": 13.150127226463104, + "grad_norm": 1.0270727025190556, + "learning_rate": 1.946450601837644e-05, + "loss": 0.0574, + "step": 15504 + }, + { + "epoch": 13.1509754028838, + "grad_norm": 1.0931285666008808, + "learning_rate": 1.946441732711939e-05, + "loss": 0.0579, + "step": 15505 + }, + { + "epoch": 13.151823579304496, + "grad_norm": 0.9465658693790678, + "learning_rate": 1.94643286287203e-05, + "loss": 0.0562, + "step": 15506 + }, + { + "epoch": 13.15267175572519, + "grad_norm": 1.225181036978427, + "learning_rate": 1.9464239923179233e-05, + "loss": 0.0602, + "step": 15507 + }, + { + "epoch": 13.153519932145887, + "grad_norm": 0.9496597970005183, + "learning_rate": 1.946415121049625e-05, + "loss": 0.0553, + "step": 15508 + }, + { + "epoch": 13.154368108566581, + "grad_norm": 1.1264693698484862, + "learning_rate": 1.946406249067143e-05, + "loss": 0.0587, + "step": 15509 + }, + { + "epoch": 13.155216284987278, + "grad_norm": 1.0943021126731516, + "learning_rate": 1.9463973763704832e-05, + "loss": 0.0658, + "step": 15510 + }, + { + "epoch": 13.156064461407972, + "grad_norm": 1.0978636735791705, + "learning_rate": 1.946388502959652e-05, + "loss": 0.0597, + "step": 15511 + }, + { + "epoch": 13.156912637828668, + "grad_norm": 1.0897003570714852, + "learning_rate": 1.9463796288346567e-05, + "loss": 0.0569, + "step": 15512 + }, + { + "epoch": 13.157760814249365, + "grad_norm": 0.9023100794042248, + "learning_rate": 1.946370753995504e-05, + "loss": 0.0541, + "step": 15513 + }, + { + "epoch": 13.158608990670059, + "grad_norm": 0.9870775385614153, + "learning_rate": 1.9463618784422004e-05, + "loss": 0.0584, + "step": 15514 + }, + { + "epoch": 13.159457167090755, + "grad_norm": 1.0925730700197995, + "learning_rate": 1.9463530021747527e-05, + "loss": 0.0541, + "step": 15515 + }, + { + "epoch": 13.16030534351145, + "grad_norm": 1.1516333692766323, + "learning_rate": 1.946344125193167e-05, + "loss": 0.0654, + "step": 15516 + }, + { + "epoch": 13.161153519932146, + "grad_norm": 1.1159587539516158, + "learning_rate": 1.946335247497451e-05, + "loss": 0.063, + "step": 15517 + }, + { + "epoch": 13.162001696352842, + "grad_norm": 0.9388877685069615, + "learning_rate": 1.9463263690876107e-05, + "loss": 0.0603, + "step": 15518 + }, + { + "epoch": 13.162849872773537, + "grad_norm": 1.0951593288579327, + "learning_rate": 1.946317489963653e-05, + "loss": 0.0638, + "step": 15519 + }, + { + "epoch": 13.163698049194233, + "grad_norm": 1.1208192450748156, + "learning_rate": 1.9463086101255852e-05, + "loss": 0.0596, + "step": 15520 + }, + { + "epoch": 13.164546225614927, + "grad_norm": 1.1886519125411659, + "learning_rate": 1.946299729573413e-05, + "loss": 0.0736, + "step": 15521 + }, + { + "epoch": 13.165394402035624, + "grad_norm": 0.9562909378435996, + "learning_rate": 1.9462908483071433e-05, + "loss": 0.0539, + "step": 15522 + }, + { + "epoch": 13.16624257845632, + "grad_norm": 1.1556292519753648, + "learning_rate": 1.946281966326783e-05, + "loss": 0.0685, + "step": 15523 + }, + { + "epoch": 13.167090754877014, + "grad_norm": 1.0124605708459269, + "learning_rate": 1.946273083632339e-05, + "loss": 0.0553, + "step": 15524 + }, + { + "epoch": 13.16793893129771, + "grad_norm": 1.0423187428821405, + "learning_rate": 1.9462642002238177e-05, + "loss": 0.0543, + "step": 15525 + }, + { + "epoch": 13.168787107718405, + "grad_norm": 0.9789024101262773, + "learning_rate": 1.946255316101226e-05, + "loss": 0.0621, + "step": 15526 + }, + { + "epoch": 13.169635284139101, + "grad_norm": 0.9721641136339353, + "learning_rate": 1.9462464312645702e-05, + "loss": 0.0555, + "step": 15527 + }, + { + "epoch": 13.170483460559796, + "grad_norm": 1.0168432907817904, + "learning_rate": 1.946237545713858e-05, + "loss": 0.0572, + "step": 15528 + }, + { + "epoch": 13.171331636980492, + "grad_norm": 1.0787381470844073, + "learning_rate": 1.946228659449095e-05, + "loss": 0.0619, + "step": 15529 + }, + { + "epoch": 13.172179813401188, + "grad_norm": 1.063087582385773, + "learning_rate": 1.9462197724702884e-05, + "loss": 0.0624, + "step": 15530 + }, + { + "epoch": 13.173027989821882, + "grad_norm": 1.1753419507840812, + "learning_rate": 1.946210884777445e-05, + "loss": 0.0639, + "step": 15531 + }, + { + "epoch": 13.173876166242579, + "grad_norm": 1.1494518219141954, + "learning_rate": 1.9462019963705715e-05, + "loss": 0.0642, + "step": 15532 + }, + { + "epoch": 13.174724342663273, + "grad_norm": 1.0003946436409685, + "learning_rate": 1.946193107249674e-05, + "loss": 0.0585, + "step": 15533 + }, + { + "epoch": 13.17557251908397, + "grad_norm": 1.1870691959885382, + "learning_rate": 1.9461842174147598e-05, + "loss": 0.0657, + "step": 15534 + }, + { + "epoch": 13.176420695504666, + "grad_norm": 1.1251658653803296, + "learning_rate": 1.9461753268658358e-05, + "loss": 0.0595, + "step": 15535 + }, + { + "epoch": 13.17726887192536, + "grad_norm": 1.044293644658964, + "learning_rate": 1.9461664356029078e-05, + "loss": 0.0554, + "step": 15536 + }, + { + "epoch": 13.178117048346056, + "grad_norm": 0.86334942943685, + "learning_rate": 1.946157543625984e-05, + "loss": 0.0673, + "step": 15537 + }, + { + "epoch": 13.17896522476675, + "grad_norm": 1.0807337740759273, + "learning_rate": 1.9461486509350695e-05, + "loss": 0.0584, + "step": 15538 + }, + { + "epoch": 13.179813401187447, + "grad_norm": 1.1321044363049706, + "learning_rate": 1.946139757530172e-05, + "loss": 0.0694, + "step": 15539 + }, + { + "epoch": 13.180661577608143, + "grad_norm": 1.1075133313351622, + "learning_rate": 1.946130863411298e-05, + "loss": 0.062, + "step": 15540 + }, + { + "epoch": 13.181509754028838, + "grad_norm": 1.1163897381561052, + "learning_rate": 1.9461219685784537e-05, + "loss": 0.0634, + "step": 15541 + }, + { + "epoch": 13.182357930449534, + "grad_norm": 0.9357214814757701, + "learning_rate": 1.9461130730316467e-05, + "loss": 0.0541, + "step": 15542 + }, + { + "epoch": 13.183206106870228, + "grad_norm": 0.9873999034467393, + "learning_rate": 1.946104176770883e-05, + "loss": 0.0566, + "step": 15543 + }, + { + "epoch": 13.184054283290925, + "grad_norm": 1.012812907082358, + "learning_rate": 1.9460952797961697e-05, + "loss": 0.0597, + "step": 15544 + }, + { + "epoch": 13.18490245971162, + "grad_norm": 1.0546554363144671, + "learning_rate": 1.9460863821075132e-05, + "loss": 0.0628, + "step": 15545 + }, + { + "epoch": 13.185750636132315, + "grad_norm": 1.072965313306344, + "learning_rate": 1.9460774837049204e-05, + "loss": 0.053, + "step": 15546 + }, + { + "epoch": 13.186598812553012, + "grad_norm": 1.1456436119451103, + "learning_rate": 1.9460685845883985e-05, + "loss": 0.0588, + "step": 15547 + }, + { + "epoch": 13.187446988973706, + "grad_norm": 1.1009212249490856, + "learning_rate": 1.9460596847579535e-05, + "loss": 0.0581, + "step": 15548 + }, + { + "epoch": 13.188295165394402, + "grad_norm": 1.078565657823967, + "learning_rate": 1.946050784213592e-05, + "loss": 0.0643, + "step": 15549 + }, + { + "epoch": 13.189143341815097, + "grad_norm": 0.9620027613379312, + "learning_rate": 1.9460418829553216e-05, + "loss": 0.0596, + "step": 15550 + }, + { + "epoch": 13.189991518235793, + "grad_norm": 1.0271458607918045, + "learning_rate": 1.9460329809831484e-05, + "loss": 0.0588, + "step": 15551 + }, + { + "epoch": 13.19083969465649, + "grad_norm": 1.0098821885698153, + "learning_rate": 1.946024078297079e-05, + "loss": 0.0556, + "step": 15552 + }, + { + "epoch": 13.191687871077184, + "grad_norm": 0.9810001177514172, + "learning_rate": 1.9460151748971204e-05, + "loss": 0.058, + "step": 15553 + }, + { + "epoch": 13.19253604749788, + "grad_norm": 1.0875399886704245, + "learning_rate": 1.9460062707832792e-05, + "loss": 0.0609, + "step": 15554 + }, + { + "epoch": 13.193384223918574, + "grad_norm": 0.9641476172959893, + "learning_rate": 1.945997365955562e-05, + "loss": 0.0596, + "step": 15555 + }, + { + "epoch": 13.19423240033927, + "grad_norm": 1.138466019799936, + "learning_rate": 1.9459884604139764e-05, + "loss": 0.0666, + "step": 15556 + }, + { + "epoch": 13.195080576759967, + "grad_norm": 0.9627006488356389, + "learning_rate": 1.9459795541585276e-05, + "loss": 0.0598, + "step": 15557 + }, + { + "epoch": 13.195928753180661, + "grad_norm": 1.035029673297777, + "learning_rate": 1.9459706471892235e-05, + "loss": 0.0571, + "step": 15558 + }, + { + "epoch": 13.196776929601358, + "grad_norm": 1.1264139451141517, + "learning_rate": 1.9459617395060702e-05, + "loss": 0.0609, + "step": 15559 + }, + { + "epoch": 13.197625106022052, + "grad_norm": 1.2318214503302802, + "learning_rate": 1.945952831109075e-05, + "loss": 0.0617, + "step": 15560 + }, + { + "epoch": 13.198473282442748, + "grad_norm": 0.9668898036081631, + "learning_rate": 1.9459439219982444e-05, + "loss": 0.0544, + "step": 15561 + }, + { + "epoch": 13.199321458863444, + "grad_norm": 1.0137780775327212, + "learning_rate": 1.9459350121735845e-05, + "loss": 0.0617, + "step": 15562 + }, + { + "epoch": 13.200169635284139, + "grad_norm": 0.9711009525295774, + "learning_rate": 1.945926101635103e-05, + "loss": 0.0586, + "step": 15563 + }, + { + "epoch": 13.201017811704835, + "grad_norm": 1.1778587723802367, + "learning_rate": 1.9459171903828057e-05, + "loss": 0.0575, + "step": 15564 + }, + { + "epoch": 13.20186598812553, + "grad_norm": 1.0763135186736192, + "learning_rate": 1.9459082784167004e-05, + "loss": 0.0632, + "step": 15565 + }, + { + "epoch": 13.202714164546226, + "grad_norm": 1.1497318160185668, + "learning_rate": 1.9458993657367927e-05, + "loss": 0.0679, + "step": 15566 + }, + { + "epoch": 13.20356234096692, + "grad_norm": 0.99685324731504, + "learning_rate": 1.94589045234309e-05, + "loss": 0.0582, + "step": 15567 + }, + { + "epoch": 13.204410517387617, + "grad_norm": 1.0816871851086398, + "learning_rate": 1.945881538235599e-05, + "loss": 0.0655, + "step": 15568 + }, + { + "epoch": 13.205258693808313, + "grad_norm": 1.3320723551240587, + "learning_rate": 1.945872623414326e-05, + "loss": 0.0696, + "step": 15569 + }, + { + "epoch": 13.206106870229007, + "grad_norm": 1.0226160876534731, + "learning_rate": 1.9458637078792782e-05, + "loss": 0.0586, + "step": 15570 + }, + { + "epoch": 13.206955046649703, + "grad_norm": 0.997458499664838, + "learning_rate": 1.945854791630462e-05, + "loss": 0.0595, + "step": 15571 + }, + { + "epoch": 13.207803223070398, + "grad_norm": 1.0462893647453546, + "learning_rate": 1.9458458746678844e-05, + "loss": 0.0631, + "step": 15572 + }, + { + "epoch": 13.208651399491094, + "grad_norm": 1.0075326635674768, + "learning_rate": 1.945836956991552e-05, + "loss": 0.058, + "step": 15573 + }, + { + "epoch": 13.20949957591179, + "grad_norm": 1.0483411161187413, + "learning_rate": 1.9458280386014715e-05, + "loss": 0.0593, + "step": 15574 + }, + { + "epoch": 13.210347752332485, + "grad_norm": 1.1574364284838756, + "learning_rate": 1.9458191194976493e-05, + "loss": 0.0639, + "step": 15575 + }, + { + "epoch": 13.211195928753181, + "grad_norm": 0.9939710490075769, + "learning_rate": 1.9458101996800934e-05, + "loss": 0.056, + "step": 15576 + }, + { + "epoch": 13.212044105173876, + "grad_norm": 1.0094194687686109, + "learning_rate": 1.945801279148809e-05, + "loss": 0.0658, + "step": 15577 + }, + { + "epoch": 13.212892281594572, + "grad_norm": 0.9535948745733553, + "learning_rate": 1.9457923579038033e-05, + "loss": 0.0565, + "step": 15578 + }, + { + "epoch": 13.213740458015268, + "grad_norm": 1.1940795355232807, + "learning_rate": 1.9457834359450837e-05, + "loss": 0.0682, + "step": 15579 + }, + { + "epoch": 13.214588634435962, + "grad_norm": 1.0537341708859431, + "learning_rate": 1.945774513272656e-05, + "loss": 0.0593, + "step": 15580 + }, + { + "epoch": 13.215436810856659, + "grad_norm": 1.037081889911832, + "learning_rate": 1.9457655898865274e-05, + "loss": 0.0629, + "step": 15581 + }, + { + "epoch": 13.216284987277353, + "grad_norm": 0.9931303363234448, + "learning_rate": 1.945756665786705e-05, + "loss": 0.0571, + "step": 15582 + }, + { + "epoch": 13.21713316369805, + "grad_norm": 1.18710450069671, + "learning_rate": 1.9457477409731943e-05, + "loss": 0.0673, + "step": 15583 + }, + { + "epoch": 13.217981340118744, + "grad_norm": 0.9812208695816652, + "learning_rate": 1.9457388154460037e-05, + "loss": 0.0571, + "step": 15584 + }, + { + "epoch": 13.21882951653944, + "grad_norm": 1.012181044898297, + "learning_rate": 1.9457298892051385e-05, + "loss": 0.0629, + "step": 15585 + }, + { + "epoch": 13.219677692960136, + "grad_norm": 1.183722642385385, + "learning_rate": 1.9457209622506067e-05, + "loss": 0.0608, + "step": 15586 + }, + { + "epoch": 13.22052586938083, + "grad_norm": 1.1314846036951693, + "learning_rate": 1.9457120345824137e-05, + "loss": 0.066, + "step": 15587 + }, + { + "epoch": 13.221374045801527, + "grad_norm": 1.131069386390818, + "learning_rate": 1.945703106200567e-05, + "loss": 0.0753, + "step": 15588 + }, + { + "epoch": 13.222222222222221, + "grad_norm": 1.0504355714854139, + "learning_rate": 1.9456941771050733e-05, + "loss": 0.0549, + "step": 15589 + }, + { + "epoch": 13.223070398642918, + "grad_norm": 1.1028762859555352, + "learning_rate": 1.9456852472959395e-05, + "loss": 0.0575, + "step": 15590 + }, + { + "epoch": 13.223918575063614, + "grad_norm": 1.2116437782132368, + "learning_rate": 1.945676316773172e-05, + "loss": 0.0688, + "step": 15591 + }, + { + "epoch": 13.224766751484308, + "grad_norm": 1.0702508950904055, + "learning_rate": 1.9456673855367774e-05, + "loss": 0.0591, + "step": 15592 + }, + { + "epoch": 13.225614927905005, + "grad_norm": 0.9586409783989105, + "learning_rate": 1.9456584535867634e-05, + "loss": 0.0579, + "step": 15593 + }, + { + "epoch": 13.226463104325699, + "grad_norm": 1.1134704033127365, + "learning_rate": 1.9456495209231353e-05, + "loss": 0.0567, + "step": 15594 + }, + { + "epoch": 13.227311280746395, + "grad_norm": 0.951160199129467, + "learning_rate": 1.9456405875459006e-05, + "loss": 0.0529, + "step": 15595 + }, + { + "epoch": 13.228159457167092, + "grad_norm": 1.123468429201814, + "learning_rate": 1.9456316534550664e-05, + "loss": 0.0619, + "step": 15596 + }, + { + "epoch": 13.229007633587786, + "grad_norm": 0.9168266398652739, + "learning_rate": 1.9456227186506388e-05, + "loss": 0.0538, + "step": 15597 + }, + { + "epoch": 13.229855810008482, + "grad_norm": 1.0693424177607245, + "learning_rate": 1.945613783132625e-05, + "loss": 0.0615, + "step": 15598 + }, + { + "epoch": 13.230703986429177, + "grad_norm": 1.172868100628969, + "learning_rate": 1.9456048469010314e-05, + "loss": 0.0677, + "step": 15599 + }, + { + "epoch": 13.231552162849873, + "grad_norm": 0.9853219489613243, + "learning_rate": 1.945595909955865e-05, + "loss": 0.0519, + "step": 15600 + }, + { + "epoch": 13.23240033927057, + "grad_norm": 1.1015633648976264, + "learning_rate": 1.9455869722971324e-05, + "loss": 0.0623, + "step": 15601 + }, + { + "epoch": 13.233248515691264, + "grad_norm": 1.0502717785305884, + "learning_rate": 1.94557803392484e-05, + "loss": 0.0632, + "step": 15602 + }, + { + "epoch": 13.23409669211196, + "grad_norm": 1.0723943977394985, + "learning_rate": 1.9455690948389957e-05, + "loss": 0.0613, + "step": 15603 + }, + { + "epoch": 13.234944868532654, + "grad_norm": 1.0678370667973844, + "learning_rate": 1.945560155039605e-05, + "loss": 0.0624, + "step": 15604 + }, + { + "epoch": 13.23579304495335, + "grad_norm": 1.1038999017616717, + "learning_rate": 1.945551214526675e-05, + "loss": 0.0607, + "step": 15605 + }, + { + "epoch": 13.236641221374045, + "grad_norm": 0.9849367286753246, + "learning_rate": 1.9455422733002126e-05, + "loss": 0.0553, + "step": 15606 + }, + { + "epoch": 13.237489397794741, + "grad_norm": 1.0183753585980189, + "learning_rate": 1.945533331360225e-05, + "loss": 0.06, + "step": 15607 + }, + { + "epoch": 13.238337574215437, + "grad_norm": 0.9633392177033899, + "learning_rate": 1.9455243887067177e-05, + "loss": 0.0693, + "step": 15608 + }, + { + "epoch": 13.239185750636132, + "grad_norm": 1.2297348572243791, + "learning_rate": 1.9455154453396988e-05, + "loss": 0.0635, + "step": 15609 + }, + { + "epoch": 13.240033927056828, + "grad_norm": 1.0302778525950054, + "learning_rate": 1.945506501259174e-05, + "loss": 0.06, + "step": 15610 + }, + { + "epoch": 13.240882103477523, + "grad_norm": 1.0960454468816347, + "learning_rate": 1.945497556465151e-05, + "loss": 0.0625, + "step": 15611 + }, + { + "epoch": 13.241730279898219, + "grad_norm": 1.0384641353286976, + "learning_rate": 1.9454886109576354e-05, + "loss": 0.0604, + "step": 15612 + }, + { + "epoch": 13.242578456318915, + "grad_norm": 1.1712416063922977, + "learning_rate": 1.945479664736635e-05, + "loss": 0.0611, + "step": 15613 + }, + { + "epoch": 13.24342663273961, + "grad_norm": 1.12763737526119, + "learning_rate": 1.9454707178021563e-05, + "loss": 0.0638, + "step": 15614 + }, + { + "epoch": 13.244274809160306, + "grad_norm": 1.0805997622256511, + "learning_rate": 1.9454617701542057e-05, + "loss": 0.0628, + "step": 15615 + }, + { + "epoch": 13.245122985581, + "grad_norm": 1.0248867266515813, + "learning_rate": 1.94545282179279e-05, + "loss": 0.0554, + "step": 15616 + }, + { + "epoch": 13.245971162001696, + "grad_norm": 1.0846209488422416, + "learning_rate": 1.9454438727179163e-05, + "loss": 0.0616, + "step": 15617 + }, + { + "epoch": 13.246819338422393, + "grad_norm": 1.1657448947312556, + "learning_rate": 1.9454349229295913e-05, + "loss": 0.0591, + "step": 15618 + }, + { + "epoch": 13.247667514843087, + "grad_norm": 1.1259946774122271, + "learning_rate": 1.9454259724278214e-05, + "loss": 0.058, + "step": 15619 + }, + { + "epoch": 13.248515691263783, + "grad_norm": 1.0236900222628653, + "learning_rate": 1.9454170212126136e-05, + "loss": 0.0606, + "step": 15620 + }, + { + "epoch": 13.249363867684478, + "grad_norm": 1.0912025701917036, + "learning_rate": 1.9454080692839746e-05, + "loss": 0.0591, + "step": 15621 + }, + { + "epoch": 13.250212044105174, + "grad_norm": 0.9614071579472345, + "learning_rate": 1.9453991166419114e-05, + "loss": 0.052, + "step": 15622 + }, + { + "epoch": 13.251060220525869, + "grad_norm": 1.1591334093919883, + "learning_rate": 1.94539016328643e-05, + "loss": 0.0696, + "step": 15623 + }, + { + "epoch": 13.251908396946565, + "grad_norm": 1.1325188031834528, + "learning_rate": 1.9453812092175385e-05, + "loss": 0.0582, + "step": 15624 + }, + { + "epoch": 13.252756573367261, + "grad_norm": 1.1994416137819672, + "learning_rate": 1.9453722544352422e-05, + "loss": 0.0647, + "step": 15625 + }, + { + "epoch": 13.253604749787955, + "grad_norm": 1.1421084584962715, + "learning_rate": 1.945363298939549e-05, + "loss": 0.0574, + "step": 15626 + }, + { + "epoch": 13.254452926208652, + "grad_norm": 1.0152011683782418, + "learning_rate": 1.9453543427304646e-05, + "loss": 0.0576, + "step": 15627 + }, + { + "epoch": 13.255301102629346, + "grad_norm": 0.9899929231698513, + "learning_rate": 1.9453453858079965e-05, + "loss": 0.0591, + "step": 15628 + }, + { + "epoch": 13.256149279050042, + "grad_norm": 1.1940529097133112, + "learning_rate": 1.9453364281721516e-05, + "loss": 0.0613, + "step": 15629 + }, + { + "epoch": 13.256997455470739, + "grad_norm": 1.177506608781257, + "learning_rate": 1.9453274698229358e-05, + "loss": 0.0648, + "step": 15630 + }, + { + "epoch": 13.257845631891433, + "grad_norm": 1.0830172482776823, + "learning_rate": 1.9453185107603567e-05, + "loss": 0.061, + "step": 15631 + }, + { + "epoch": 13.25869380831213, + "grad_norm": 1.0837003411877861, + "learning_rate": 1.945309550984421e-05, + "loss": 0.0558, + "step": 15632 + }, + { + "epoch": 13.259541984732824, + "grad_norm": 1.0797035335325103, + "learning_rate": 1.9453005904951348e-05, + "loss": 0.0572, + "step": 15633 + }, + { + "epoch": 13.26039016115352, + "grad_norm": 1.0922499360163151, + "learning_rate": 1.9452916292925056e-05, + "loss": 0.0584, + "step": 15634 + }, + { + "epoch": 13.261238337574216, + "grad_norm": 1.053853952823287, + "learning_rate": 1.9452826673765398e-05, + "loss": 0.0599, + "step": 15635 + }, + { + "epoch": 13.26208651399491, + "grad_norm": 1.0577056851492304, + "learning_rate": 1.945273704747244e-05, + "loss": 0.063, + "step": 15636 + }, + { + "epoch": 13.262934690415607, + "grad_norm": 1.4142885992892327, + "learning_rate": 1.945264741404625e-05, + "loss": 0.0662, + "step": 15637 + }, + { + "epoch": 13.263782866836301, + "grad_norm": 1.2209919554882664, + "learning_rate": 1.9452557773486906e-05, + "loss": 0.0638, + "step": 15638 + }, + { + "epoch": 13.264631043256998, + "grad_norm": 1.120008260559672, + "learning_rate": 1.945246812579446e-05, + "loss": 0.0642, + "step": 15639 + }, + { + "epoch": 13.265479219677694, + "grad_norm": 1.1438237299935405, + "learning_rate": 1.9452378470968987e-05, + "loss": 0.0578, + "step": 15640 + }, + { + "epoch": 13.266327396098388, + "grad_norm": 1.105231330543118, + "learning_rate": 1.9452288809010557e-05, + "loss": 0.0619, + "step": 15641 + }, + { + "epoch": 13.267175572519085, + "grad_norm": 1.2982103484946155, + "learning_rate": 1.9452199139919232e-05, + "loss": 0.0756, + "step": 15642 + }, + { + "epoch": 13.268023748939779, + "grad_norm": 1.1077554434589987, + "learning_rate": 1.9452109463695086e-05, + "loss": 0.0565, + "step": 15643 + }, + { + "epoch": 13.268871925360475, + "grad_norm": 1.1422497782589944, + "learning_rate": 1.945201978033818e-05, + "loss": 0.0702, + "step": 15644 + }, + { + "epoch": 13.26972010178117, + "grad_norm": 1.131418739478456, + "learning_rate": 1.9451930089848584e-05, + "loss": 0.0696, + "step": 15645 + }, + { + "epoch": 13.270568278201866, + "grad_norm": 0.9780971644693452, + "learning_rate": 1.945184039222637e-05, + "loss": 0.0577, + "step": 15646 + }, + { + "epoch": 13.271416454622562, + "grad_norm": 1.0532993679197682, + "learning_rate": 1.9451750687471604e-05, + "loss": 0.0675, + "step": 15647 + }, + { + "epoch": 13.272264631043257, + "grad_norm": 1.1378193196213955, + "learning_rate": 1.945166097558435e-05, + "loss": 0.0754, + "step": 15648 + }, + { + "epoch": 13.273112807463953, + "grad_norm": 1.2479606131521133, + "learning_rate": 1.9451571256564676e-05, + "loss": 0.0645, + "step": 15649 + }, + { + "epoch": 13.273960983884647, + "grad_norm": 1.104380806449, + "learning_rate": 1.945148153041265e-05, + "loss": 0.0593, + "step": 15650 + }, + { + "epoch": 13.274809160305344, + "grad_norm": 1.0264574922653436, + "learning_rate": 1.9451391797128348e-05, + "loss": 0.0638, + "step": 15651 + }, + { + "epoch": 13.27565733672604, + "grad_norm": 1.1363439621169102, + "learning_rate": 1.9451302056711824e-05, + "loss": 0.0659, + "step": 15652 + }, + { + "epoch": 13.276505513146734, + "grad_norm": 1.0525549499033737, + "learning_rate": 1.9451212309163157e-05, + "loss": 0.0621, + "step": 15653 + }, + { + "epoch": 13.27735368956743, + "grad_norm": 1.089842291029604, + "learning_rate": 1.945112255448241e-05, + "loss": 0.0606, + "step": 15654 + }, + { + "epoch": 13.278201865988125, + "grad_norm": 1.029290279369336, + "learning_rate": 1.945103279266965e-05, + "loss": 0.0668, + "step": 15655 + }, + { + "epoch": 13.279050042408821, + "grad_norm": 0.8966458974470102, + "learning_rate": 1.9450943023724944e-05, + "loss": 0.057, + "step": 15656 + }, + { + "epoch": 13.279898218829517, + "grad_norm": 0.9313534848668551, + "learning_rate": 1.9450853247648363e-05, + "loss": 0.0548, + "step": 15657 + }, + { + "epoch": 13.280746395250212, + "grad_norm": 1.1849716273099606, + "learning_rate": 1.9450763464439975e-05, + "loss": 0.069, + "step": 15658 + }, + { + "epoch": 13.281594571670908, + "grad_norm": 1.5095260108366562, + "learning_rate": 1.9450673674099844e-05, + "loss": 0.0683, + "step": 15659 + }, + { + "epoch": 13.282442748091603, + "grad_norm": 1.0219964558818244, + "learning_rate": 1.945058387662804e-05, + "loss": 0.0589, + "step": 15660 + }, + { + "epoch": 13.283290924512299, + "grad_norm": 1.039105247062638, + "learning_rate": 1.945049407202463e-05, + "loss": 0.0569, + "step": 15661 + }, + { + "epoch": 13.284139100932993, + "grad_norm": 1.0395799025276211, + "learning_rate": 1.9450404260289684e-05, + "loss": 0.0658, + "step": 15662 + }, + { + "epoch": 13.28498727735369, + "grad_norm": 1.4776247677828382, + "learning_rate": 1.945031444142327e-05, + "loss": 0.0692, + "step": 15663 + }, + { + "epoch": 13.285835453774386, + "grad_norm": 1.2031611347922586, + "learning_rate": 1.9450224615425447e-05, + "loss": 0.0699, + "step": 15664 + }, + { + "epoch": 13.28668363019508, + "grad_norm": 1.021860542729736, + "learning_rate": 1.9450134782296294e-05, + "loss": 0.0658, + "step": 15665 + }, + { + "epoch": 13.287531806615776, + "grad_norm": 1.129319904878603, + "learning_rate": 1.9450044942035873e-05, + "loss": 0.0562, + "step": 15666 + }, + { + "epoch": 13.28837998303647, + "grad_norm": 1.036953218267558, + "learning_rate": 1.9449955094644255e-05, + "loss": 0.0566, + "step": 15667 + }, + { + "epoch": 13.289228159457167, + "grad_norm": 1.1086229986571052, + "learning_rate": 1.9449865240121507e-05, + "loss": 0.0564, + "step": 15668 + }, + { + "epoch": 13.290076335877863, + "grad_norm": 1.171707777023534, + "learning_rate": 1.9449775378467693e-05, + "loss": 0.0705, + "step": 15669 + }, + { + "epoch": 13.290924512298558, + "grad_norm": 0.9755185456503533, + "learning_rate": 1.9449685509682886e-05, + "loss": 0.0626, + "step": 15670 + }, + { + "epoch": 13.291772688719254, + "grad_norm": 0.9698912312931609, + "learning_rate": 1.944959563376715e-05, + "loss": 0.0621, + "step": 15671 + }, + { + "epoch": 13.292620865139948, + "grad_norm": 1.0866476038535287, + "learning_rate": 1.9449505750720555e-05, + "loss": 0.0658, + "step": 15672 + }, + { + "epoch": 13.293469041560645, + "grad_norm": 1.1278643712086107, + "learning_rate": 1.944941586054317e-05, + "loss": 0.0616, + "step": 15673 + }, + { + "epoch": 13.294317217981341, + "grad_norm": 1.0607233775139822, + "learning_rate": 1.9449325963235058e-05, + "loss": 0.057, + "step": 15674 + }, + { + "epoch": 13.295165394402035, + "grad_norm": 0.8944029097399293, + "learning_rate": 1.944923605879629e-05, + "loss": 0.0529, + "step": 15675 + }, + { + "epoch": 13.296013570822732, + "grad_norm": 1.0325824564294195, + "learning_rate": 1.9449146147226936e-05, + "loss": 0.0579, + "step": 15676 + }, + { + "epoch": 13.296861747243426, + "grad_norm": 1.180357536228493, + "learning_rate": 1.944905622852706e-05, + "loss": 0.0685, + "step": 15677 + }, + { + "epoch": 13.297709923664122, + "grad_norm": 1.1307642338322723, + "learning_rate": 1.944896630269673e-05, + "loss": 0.0589, + "step": 15678 + }, + { + "epoch": 13.298558100084819, + "grad_norm": 1.0805410702765432, + "learning_rate": 1.9448876369736014e-05, + "loss": 0.0616, + "step": 15679 + }, + { + "epoch": 13.299406276505513, + "grad_norm": 1.138454082790761, + "learning_rate": 1.944878642964499e-05, + "loss": 0.0644, + "step": 15680 + }, + { + "epoch": 13.30025445292621, + "grad_norm": 1.1087379398556827, + "learning_rate": 1.9448696482423707e-05, + "loss": 0.0584, + "step": 15681 + }, + { + "epoch": 13.301102629346904, + "grad_norm": 1.0083257692428182, + "learning_rate": 1.9448606528072247e-05, + "loss": 0.0546, + "step": 15682 + }, + { + "epoch": 13.3019508057676, + "grad_norm": 1.3331529146561587, + "learning_rate": 1.944851656659067e-05, + "loss": 0.0642, + "step": 15683 + }, + { + "epoch": 13.302798982188294, + "grad_norm": 1.2008613854913164, + "learning_rate": 1.9448426597979053e-05, + "loss": 0.0678, + "step": 15684 + }, + { + "epoch": 13.30364715860899, + "grad_norm": 1.1803083361705045, + "learning_rate": 1.9448336622237457e-05, + "loss": 0.0595, + "step": 15685 + }, + { + "epoch": 13.304495335029687, + "grad_norm": 1.2089954401785423, + "learning_rate": 1.944824663936595e-05, + "loss": 0.0722, + "step": 15686 + }, + { + "epoch": 13.305343511450381, + "grad_norm": 1.1237045559230399, + "learning_rate": 1.9448156649364603e-05, + "loss": 0.0626, + "step": 15687 + }, + { + "epoch": 13.306191687871078, + "grad_norm": 0.9442137249673841, + "learning_rate": 1.944806665223348e-05, + "loss": 0.0546, + "step": 15688 + }, + { + "epoch": 13.307039864291772, + "grad_norm": 1.0487261601683486, + "learning_rate": 1.9447976647972654e-05, + "loss": 0.0575, + "step": 15689 + }, + { + "epoch": 13.307888040712468, + "grad_norm": 1.1291875822276307, + "learning_rate": 1.9447886636582186e-05, + "loss": 0.0582, + "step": 15690 + }, + { + "epoch": 13.308736217133164, + "grad_norm": 1.1293971728579137, + "learning_rate": 1.944779661806215e-05, + "loss": 0.0561, + "step": 15691 + }, + { + "epoch": 13.309584393553859, + "grad_norm": 0.9758021480177203, + "learning_rate": 1.9447706592412614e-05, + "loss": 0.0603, + "step": 15692 + }, + { + "epoch": 13.310432569974555, + "grad_norm": 1.0266598309711894, + "learning_rate": 1.944761655963364e-05, + "loss": 0.0617, + "step": 15693 + }, + { + "epoch": 13.31128074639525, + "grad_norm": 0.99349909238943, + "learning_rate": 1.9447526519725302e-05, + "loss": 0.0584, + "step": 15694 + }, + { + "epoch": 13.312128922815946, + "grad_norm": 1.121489365853965, + "learning_rate": 1.9447436472687666e-05, + "loss": 0.0665, + "step": 15695 + }, + { + "epoch": 13.312977099236642, + "grad_norm": 1.0157824443059946, + "learning_rate": 1.9447346418520797e-05, + "loss": 0.057, + "step": 15696 + }, + { + "epoch": 13.313825275657337, + "grad_norm": 1.0817712345316643, + "learning_rate": 1.944725635722477e-05, + "loss": 0.0625, + "step": 15697 + }, + { + "epoch": 13.314673452078033, + "grad_norm": 1.2113344627112956, + "learning_rate": 1.9447166288799644e-05, + "loss": 0.0649, + "step": 15698 + }, + { + "epoch": 13.315521628498727, + "grad_norm": 1.168301930449141, + "learning_rate": 1.9447076213245494e-05, + "loss": 0.0726, + "step": 15699 + }, + { + "epoch": 13.316369804919423, + "grad_norm": 1.2203346989489643, + "learning_rate": 1.9446986130562387e-05, + "loss": 0.0682, + "step": 15700 + }, + { + "epoch": 13.317217981340118, + "grad_norm": 1.121387790017192, + "learning_rate": 1.9446896040750387e-05, + "loss": 0.073, + "step": 15701 + }, + { + "epoch": 13.318066157760814, + "grad_norm": 1.060737226759814, + "learning_rate": 1.9446805943809567e-05, + "loss": 0.0724, + "step": 15702 + }, + { + "epoch": 13.31891433418151, + "grad_norm": 0.9714524002854148, + "learning_rate": 1.944671583973999e-05, + "loss": 0.0647, + "step": 15703 + }, + { + "epoch": 13.319762510602205, + "grad_norm": 1.0020334130805717, + "learning_rate": 1.9446625728541725e-05, + "loss": 0.0583, + "step": 15704 + }, + { + "epoch": 13.320610687022901, + "grad_norm": 1.1725883995862956, + "learning_rate": 1.9446535610214844e-05, + "loss": 0.0614, + "step": 15705 + }, + { + "epoch": 13.321458863443596, + "grad_norm": 0.9933193023619676, + "learning_rate": 1.944644548475941e-05, + "loss": 0.0641, + "step": 15706 + }, + { + "epoch": 13.322307039864292, + "grad_norm": 1.077282799765884, + "learning_rate": 1.9446355352175497e-05, + "loss": 0.0571, + "step": 15707 + }, + { + "epoch": 13.323155216284988, + "grad_norm": 1.0003980582470087, + "learning_rate": 1.944626521246317e-05, + "loss": 0.0524, + "step": 15708 + }, + { + "epoch": 13.324003392705682, + "grad_norm": 1.2101237699736587, + "learning_rate": 1.9446175065622494e-05, + "loss": 0.0701, + "step": 15709 + }, + { + "epoch": 13.324851569126379, + "grad_norm": 1.0298184419565728, + "learning_rate": 1.944608491165354e-05, + "loss": 0.0545, + "step": 15710 + }, + { + "epoch": 13.325699745547073, + "grad_norm": 0.9058350326392469, + "learning_rate": 1.9445994750556372e-05, + "loss": 0.0535, + "step": 15711 + }, + { + "epoch": 13.32654792196777, + "grad_norm": 1.1180349392606177, + "learning_rate": 1.944590458233107e-05, + "loss": 0.072, + "step": 15712 + }, + { + "epoch": 13.327396098388466, + "grad_norm": 1.0784779100731368, + "learning_rate": 1.944581440697769e-05, + "loss": 0.0618, + "step": 15713 + }, + { + "epoch": 13.32824427480916, + "grad_norm": 1.0585023982341568, + "learning_rate": 1.94457242244963e-05, + "loss": 0.0608, + "step": 15714 + }, + { + "epoch": 13.329092451229856, + "grad_norm": 1.1675469759512689, + "learning_rate": 1.944563403488697e-05, + "loss": 0.0713, + "step": 15715 + }, + { + "epoch": 13.32994062765055, + "grad_norm": 1.2542621519919563, + "learning_rate": 1.9445543838149777e-05, + "loss": 0.0811, + "step": 15716 + }, + { + "epoch": 13.330788804071247, + "grad_norm": 1.1974013102545082, + "learning_rate": 1.944545363428478e-05, + "loss": 0.0614, + "step": 15717 + }, + { + "epoch": 13.331636980491943, + "grad_norm": 1.0350007749989492, + "learning_rate": 1.944536342329205e-05, + "loss": 0.0576, + "step": 15718 + }, + { + "epoch": 13.332485156912638, + "grad_norm": 1.0782296301206562, + "learning_rate": 1.9445273205171652e-05, + "loss": 0.0616, + "step": 15719 + }, + { + "epoch": 13.333333333333334, + "grad_norm": 0.9657615026967292, + "learning_rate": 1.9445182979923657e-05, + "loss": 0.0573, + "step": 15720 + }, + { + "epoch": 13.334181509754028, + "grad_norm": 1.0431890957637986, + "learning_rate": 1.9445092747548127e-05, + "loss": 0.0637, + "step": 15721 + }, + { + "epoch": 13.335029686174725, + "grad_norm": 1.2712149866055527, + "learning_rate": 1.944500250804514e-05, + "loss": 0.0742, + "step": 15722 + }, + { + "epoch": 13.335877862595419, + "grad_norm": 1.0545484394280207, + "learning_rate": 1.944491226141476e-05, + "loss": 0.0576, + "step": 15723 + }, + { + "epoch": 13.336726039016115, + "grad_norm": 1.072529666673207, + "learning_rate": 1.9444822007657053e-05, + "loss": 0.0572, + "step": 15724 + }, + { + "epoch": 13.337574215436812, + "grad_norm": 1.4069301542818975, + "learning_rate": 1.944473174677209e-05, + "loss": 0.0652, + "step": 15725 + }, + { + "epoch": 13.338422391857506, + "grad_norm": 1.2009526425422683, + "learning_rate": 1.9444641478759934e-05, + "loss": 0.0567, + "step": 15726 + }, + { + "epoch": 13.339270568278202, + "grad_norm": 1.3483558575730477, + "learning_rate": 1.9444551203620662e-05, + "loss": 0.0746, + "step": 15727 + }, + { + "epoch": 13.340118744698897, + "grad_norm": 0.9091632927158664, + "learning_rate": 1.9444460921354332e-05, + "loss": 0.0605, + "step": 15728 + }, + { + "epoch": 13.340966921119593, + "grad_norm": 1.102043222778103, + "learning_rate": 1.944437063196102e-05, + "loss": 0.0607, + "step": 15729 + }, + { + "epoch": 13.34181509754029, + "grad_norm": 0.9028824957725915, + "learning_rate": 1.9444280335440793e-05, + "loss": 0.0567, + "step": 15730 + }, + { + "epoch": 13.342663273960984, + "grad_norm": 0.9506587867009241, + "learning_rate": 1.9444190031793716e-05, + "loss": 0.0594, + "step": 15731 + }, + { + "epoch": 13.34351145038168, + "grad_norm": 1.2606361399558517, + "learning_rate": 1.9444099721019855e-05, + "loss": 0.065, + "step": 15732 + }, + { + "epoch": 13.344359626802374, + "grad_norm": 1.0299429019995119, + "learning_rate": 1.9444009403119283e-05, + "loss": 0.0597, + "step": 15733 + }, + { + "epoch": 13.34520780322307, + "grad_norm": 1.150472011767209, + "learning_rate": 1.944391907809207e-05, + "loss": 0.0704, + "step": 15734 + }, + { + "epoch": 13.346055979643765, + "grad_norm": 0.9912704992847559, + "learning_rate": 1.944382874593828e-05, + "loss": 0.0516, + "step": 15735 + }, + { + "epoch": 13.346904156064461, + "grad_norm": 1.0446277541380016, + "learning_rate": 1.9443738406657982e-05, + "loss": 0.058, + "step": 15736 + }, + { + "epoch": 13.347752332485157, + "grad_norm": 1.0170316575282208, + "learning_rate": 1.9443648060251242e-05, + "loss": 0.064, + "step": 15737 + }, + { + "epoch": 13.348600508905852, + "grad_norm": 1.2453411528984495, + "learning_rate": 1.944355770671813e-05, + "loss": 0.0686, + "step": 15738 + }, + { + "epoch": 13.349448685326548, + "grad_norm": 1.0802571931570042, + "learning_rate": 1.9443467346058717e-05, + "loss": 0.0652, + "step": 15739 + }, + { + "epoch": 13.350296861747243, + "grad_norm": 1.0250315816945446, + "learning_rate": 1.944337697827307e-05, + "loss": 0.0578, + "step": 15740 + }, + { + "epoch": 13.351145038167939, + "grad_norm": 1.2458365196893877, + "learning_rate": 1.9443286603361252e-05, + "loss": 0.0814, + "step": 15741 + }, + { + "epoch": 13.351993214588635, + "grad_norm": 1.044996640695181, + "learning_rate": 1.944319622132334e-05, + "loss": 0.061, + "step": 15742 + }, + { + "epoch": 13.35284139100933, + "grad_norm": 1.1157673682774445, + "learning_rate": 1.9443105832159395e-05, + "loss": 0.0764, + "step": 15743 + }, + { + "epoch": 13.353689567430026, + "grad_norm": 0.9931710979801439, + "learning_rate": 1.9443015435869488e-05, + "loss": 0.0654, + "step": 15744 + }, + { + "epoch": 13.35453774385072, + "grad_norm": 1.00923972403611, + "learning_rate": 1.9442925032453686e-05, + "loss": 0.06, + "step": 15745 + }, + { + "epoch": 13.355385920271416, + "grad_norm": 1.0525783270102462, + "learning_rate": 1.944283462191206e-05, + "loss": 0.06, + "step": 15746 + }, + { + "epoch": 13.356234096692113, + "grad_norm": 1.1268261859560682, + "learning_rate": 1.9442744204244675e-05, + "loss": 0.0776, + "step": 15747 + }, + { + "epoch": 13.357082273112807, + "grad_norm": 1.1591748336312724, + "learning_rate": 1.9442653779451598e-05, + "loss": 0.0567, + "step": 15748 + }, + { + "epoch": 13.357930449533503, + "grad_norm": 1.1197170191049453, + "learning_rate": 1.9442563347532903e-05, + "loss": 0.0652, + "step": 15749 + }, + { + "epoch": 13.358778625954198, + "grad_norm": 1.226513152946338, + "learning_rate": 1.9442472908488653e-05, + "loss": 0.0703, + "step": 15750 + }, + { + "epoch": 13.359626802374894, + "grad_norm": 0.9535748973778988, + "learning_rate": 1.944238246231892e-05, + "loss": 0.0535, + "step": 15751 + }, + { + "epoch": 13.36047497879559, + "grad_norm": 1.2167083447359268, + "learning_rate": 1.944229200902377e-05, + "loss": 0.0617, + "step": 15752 + }, + { + "epoch": 13.361323155216285, + "grad_norm": 1.184398120443159, + "learning_rate": 1.944220154860327e-05, + "loss": 0.0667, + "step": 15753 + }, + { + "epoch": 13.362171331636981, + "grad_norm": 1.2897309874342828, + "learning_rate": 1.9442111081057494e-05, + "loss": 0.0715, + "step": 15754 + }, + { + "epoch": 13.363019508057675, + "grad_norm": 1.063523172767641, + "learning_rate": 1.9442020606386505e-05, + "loss": 0.0589, + "step": 15755 + }, + { + "epoch": 13.363867684478372, + "grad_norm": 1.134767119832651, + "learning_rate": 1.944193012459037e-05, + "loss": 0.0627, + "step": 15756 + }, + { + "epoch": 13.364715860899066, + "grad_norm": 1.0267793851071318, + "learning_rate": 1.9441839635669164e-05, + "loss": 0.0619, + "step": 15757 + }, + { + "epoch": 13.365564037319762, + "grad_norm": 1.112685072818221, + "learning_rate": 1.9441749139622947e-05, + "loss": 0.0621, + "step": 15758 + }, + { + "epoch": 13.366412213740459, + "grad_norm": 1.0786054833069258, + "learning_rate": 1.9441658636451794e-05, + "loss": 0.0648, + "step": 15759 + }, + { + "epoch": 13.367260390161153, + "grad_norm": 1.1461618683032226, + "learning_rate": 1.944156812615577e-05, + "loss": 0.0643, + "step": 15760 + }, + { + "epoch": 13.36810856658185, + "grad_norm": 1.125311710191171, + "learning_rate": 1.9441477608734943e-05, + "loss": 0.06, + "step": 15761 + }, + { + "epoch": 13.368956743002544, + "grad_norm": 1.459132240673302, + "learning_rate": 1.9441387084189384e-05, + "loss": 0.0636, + "step": 15762 + }, + { + "epoch": 13.36980491942324, + "grad_norm": 1.0912472973546663, + "learning_rate": 1.9441296552519157e-05, + "loss": 0.0594, + "step": 15763 + }, + { + "epoch": 13.370653095843936, + "grad_norm": 1.18084973694239, + "learning_rate": 1.9441206013724335e-05, + "loss": 0.064, + "step": 15764 + }, + { + "epoch": 13.37150127226463, + "grad_norm": 1.1273174416447649, + "learning_rate": 1.9441115467804984e-05, + "loss": 0.0618, + "step": 15765 + }, + { + "epoch": 13.372349448685327, + "grad_norm": 1.0913433016619254, + "learning_rate": 1.9441024914761175e-05, + "loss": 0.0645, + "step": 15766 + }, + { + "epoch": 13.373197625106021, + "grad_norm": 0.987079754352071, + "learning_rate": 1.944093435459297e-05, + "loss": 0.0636, + "step": 15767 + }, + { + "epoch": 13.374045801526718, + "grad_norm": 1.0988280840901241, + "learning_rate": 1.9440843787300444e-05, + "loss": 0.0671, + "step": 15768 + }, + { + "epoch": 13.374893977947414, + "grad_norm": 0.9290094090420252, + "learning_rate": 1.944075321288366e-05, + "loss": 0.0594, + "step": 15769 + }, + { + "epoch": 13.375742154368108, + "grad_norm": 1.2939430056418169, + "learning_rate": 1.9440662631342693e-05, + "loss": 0.0743, + "step": 15770 + }, + { + "epoch": 13.376590330788805, + "grad_norm": 0.9896608593099554, + "learning_rate": 1.9440572042677604e-05, + "loss": 0.0589, + "step": 15771 + }, + { + "epoch": 13.377438507209499, + "grad_norm": 1.0169033695980922, + "learning_rate": 1.9440481446888467e-05, + "loss": 0.0679, + "step": 15772 + }, + { + "epoch": 13.378286683630195, + "grad_norm": 1.044380112656752, + "learning_rate": 1.9440390843975345e-05, + "loss": 0.061, + "step": 15773 + }, + { + "epoch": 13.37913486005089, + "grad_norm": 1.0711306786716581, + "learning_rate": 1.944030023393831e-05, + "loss": 0.0619, + "step": 15774 + }, + { + "epoch": 13.379983036471586, + "grad_norm": 1.1336216276947542, + "learning_rate": 1.9440209616777434e-05, + "loss": 0.0617, + "step": 15775 + }, + { + "epoch": 13.380831212892282, + "grad_norm": 0.9476976983450449, + "learning_rate": 1.9440118992492777e-05, + "loss": 0.0554, + "step": 15776 + }, + { + "epoch": 13.381679389312977, + "grad_norm": 1.2501824056953208, + "learning_rate": 1.9440028361084413e-05, + "loss": 0.068, + "step": 15777 + }, + { + "epoch": 13.382527565733673, + "grad_norm": 1.0816651066296195, + "learning_rate": 1.9439937722552407e-05, + "loss": 0.0587, + "step": 15778 + }, + { + "epoch": 13.383375742154367, + "grad_norm": 1.1455339047759154, + "learning_rate": 1.9439847076896834e-05, + "loss": 0.065, + "step": 15779 + }, + { + "epoch": 13.384223918575064, + "grad_norm": 1.1784718928490843, + "learning_rate": 1.9439756424117755e-05, + "loss": 0.0673, + "step": 15780 + }, + { + "epoch": 13.38507209499576, + "grad_norm": 1.051370194249967, + "learning_rate": 1.943966576421524e-05, + "loss": 0.0583, + "step": 15781 + }, + { + "epoch": 13.385920271416454, + "grad_norm": 1.034223629448416, + "learning_rate": 1.9439575097189358e-05, + "loss": 0.0694, + "step": 15782 + }, + { + "epoch": 13.38676844783715, + "grad_norm": 1.1309337883689703, + "learning_rate": 1.9439484423040182e-05, + "loss": 0.0679, + "step": 15783 + }, + { + "epoch": 13.387616624257845, + "grad_norm": 0.9841491863033174, + "learning_rate": 1.943939374176777e-05, + "loss": 0.0605, + "step": 15784 + }, + { + "epoch": 13.388464800678541, + "grad_norm": 1.0072523298908795, + "learning_rate": 1.9439303053372204e-05, + "loss": 0.0558, + "step": 15785 + }, + { + "epoch": 13.389312977099237, + "grad_norm": 0.9879782547655076, + "learning_rate": 1.9439212357853542e-05, + "loss": 0.0525, + "step": 15786 + }, + { + "epoch": 13.390161153519932, + "grad_norm": 1.0345814617458624, + "learning_rate": 1.9439121655211856e-05, + "loss": 0.0619, + "step": 15787 + }, + { + "epoch": 13.391009329940628, + "grad_norm": 1.3095008464733988, + "learning_rate": 1.9439030945447215e-05, + "loss": 0.0741, + "step": 15788 + }, + { + "epoch": 13.391857506361323, + "grad_norm": 1.0835861902542585, + "learning_rate": 1.9438940228559685e-05, + "loss": 0.0694, + "step": 15789 + }, + { + "epoch": 13.392705682782019, + "grad_norm": 1.0629570343768837, + "learning_rate": 1.943884950454934e-05, + "loss": 0.0687, + "step": 15790 + }, + { + "epoch": 13.393553859202715, + "grad_norm": 1.0747634144964422, + "learning_rate": 1.943875877341624e-05, + "loss": 0.0596, + "step": 15791 + }, + { + "epoch": 13.39440203562341, + "grad_norm": 1.0149948555267339, + "learning_rate": 1.9438668035160456e-05, + "loss": 0.0601, + "step": 15792 + }, + { + "epoch": 13.395250212044106, + "grad_norm": 1.3317243812457598, + "learning_rate": 1.9438577289782064e-05, + "loss": 0.0713, + "step": 15793 + }, + { + "epoch": 13.3960983884648, + "grad_norm": 1.0714869564508571, + "learning_rate": 1.9438486537281125e-05, + "loss": 0.0576, + "step": 15794 + }, + { + "epoch": 13.396946564885496, + "grad_norm": 0.959900964604735, + "learning_rate": 1.943839577765771e-05, + "loss": 0.0582, + "step": 15795 + }, + { + "epoch": 13.39779474130619, + "grad_norm": 1.1330996146801189, + "learning_rate": 1.9438305010911885e-05, + "loss": 0.0677, + "step": 15796 + }, + { + "epoch": 13.398642917726887, + "grad_norm": 0.9188180534502944, + "learning_rate": 1.9438214237043723e-05, + "loss": 0.0516, + "step": 15797 + }, + { + "epoch": 13.399491094147583, + "grad_norm": 1.036462953052091, + "learning_rate": 1.943812345605329e-05, + "loss": 0.058, + "step": 15798 + }, + { + "epoch": 13.400339270568278, + "grad_norm": 0.9900123518435281, + "learning_rate": 1.943803266794065e-05, + "loss": 0.0584, + "step": 15799 + }, + { + "epoch": 13.401187446988974, + "grad_norm": 0.98401010543624, + "learning_rate": 1.943794187270588e-05, + "loss": 0.0587, + "step": 15800 + }, + { + "epoch": 13.402035623409668, + "grad_norm": 1.0913358537613962, + "learning_rate": 1.9437851070349042e-05, + "loss": 0.0678, + "step": 15801 + }, + { + "epoch": 13.402883799830365, + "grad_norm": 1.116624085781285, + "learning_rate": 1.943776026087021e-05, + "loss": 0.0579, + "step": 15802 + }, + { + "epoch": 13.403731976251061, + "grad_norm": 1.0947087182203752, + "learning_rate": 1.943766944426945e-05, + "loss": 0.0663, + "step": 15803 + }, + { + "epoch": 13.404580152671755, + "grad_norm": 1.083804131513747, + "learning_rate": 1.9437578620546825e-05, + "loss": 0.0587, + "step": 15804 + }, + { + "epoch": 13.405428329092452, + "grad_norm": 0.9817741763514765, + "learning_rate": 1.9437487789702413e-05, + "loss": 0.0584, + "step": 15805 + }, + { + "epoch": 13.406276505513146, + "grad_norm": 1.2160181203231992, + "learning_rate": 1.943739695173628e-05, + "loss": 0.0652, + "step": 15806 + }, + { + "epoch": 13.407124681933842, + "grad_norm": 1.1803448926845854, + "learning_rate": 1.943730610664849e-05, + "loss": 0.0731, + "step": 15807 + }, + { + "epoch": 13.407972858354539, + "grad_norm": 1.12496194475819, + "learning_rate": 1.943721525443911e-05, + "loss": 0.0604, + "step": 15808 + }, + { + "epoch": 13.408821034775233, + "grad_norm": 1.0893584473196352, + "learning_rate": 1.9437124395108218e-05, + "loss": 0.0837, + "step": 15809 + }, + { + "epoch": 13.40966921119593, + "grad_norm": 1.3045125382306473, + "learning_rate": 1.943703352865588e-05, + "loss": 0.0669, + "step": 15810 + }, + { + "epoch": 13.410517387616624, + "grad_norm": 1.2044587920665848, + "learning_rate": 1.9436942655082154e-05, + "loss": 0.0589, + "step": 15811 + }, + { + "epoch": 13.41136556403732, + "grad_norm": 1.065699148295316, + "learning_rate": 1.9436851774387122e-05, + "loss": 0.0603, + "step": 15812 + }, + { + "epoch": 13.412213740458014, + "grad_norm": 1.0698312181811898, + "learning_rate": 1.9436760886570843e-05, + "loss": 0.0643, + "step": 15813 + }, + { + "epoch": 13.41306191687871, + "grad_norm": 1.0067133310445906, + "learning_rate": 1.9436669991633392e-05, + "loss": 0.0624, + "step": 15814 + }, + { + "epoch": 13.413910093299407, + "grad_norm": 1.0376829089542385, + "learning_rate": 1.9436579089574837e-05, + "loss": 0.0617, + "step": 15815 + }, + { + "epoch": 13.414758269720101, + "grad_norm": 1.2108309832009712, + "learning_rate": 1.9436488180395243e-05, + "loss": 0.0693, + "step": 15816 + }, + { + "epoch": 13.415606446140798, + "grad_norm": 0.9877704153183211, + "learning_rate": 1.9436397264094682e-05, + "loss": 0.0567, + "step": 15817 + }, + { + "epoch": 13.416454622561492, + "grad_norm": 1.1782100153758723, + "learning_rate": 1.943630634067322e-05, + "loss": 0.0658, + "step": 15818 + }, + { + "epoch": 13.417302798982188, + "grad_norm": 0.8877242177610919, + "learning_rate": 1.9436215410130927e-05, + "loss": 0.0535, + "step": 15819 + }, + { + "epoch": 13.418150975402884, + "grad_norm": 1.1416038636265569, + "learning_rate": 1.943612447246787e-05, + "loss": 0.0679, + "step": 15820 + }, + { + "epoch": 13.418999151823579, + "grad_norm": 1.2013545698554557, + "learning_rate": 1.943603352768412e-05, + "loss": 0.066, + "step": 15821 + }, + { + "epoch": 13.419847328244275, + "grad_norm": 1.044213181268661, + "learning_rate": 1.9435942575779743e-05, + "loss": 0.0616, + "step": 15822 + }, + { + "epoch": 13.42069550466497, + "grad_norm": 1.2604917462784777, + "learning_rate": 1.9435851616754813e-05, + "loss": 0.0641, + "step": 15823 + }, + { + "epoch": 13.421543681085666, + "grad_norm": 0.9924476400811019, + "learning_rate": 1.9435760650609393e-05, + "loss": 0.0559, + "step": 15824 + }, + { + "epoch": 13.422391857506362, + "grad_norm": 1.0603822816219715, + "learning_rate": 1.943566967734355e-05, + "loss": 0.0537, + "step": 15825 + }, + { + "epoch": 13.423240033927057, + "grad_norm": 1.311682231271889, + "learning_rate": 1.943557869695736e-05, + "loss": 0.0652, + "step": 15826 + }, + { + "epoch": 13.424088210347753, + "grad_norm": 1.2590204698350984, + "learning_rate": 1.9435487709450885e-05, + "loss": 0.0699, + "step": 15827 + }, + { + "epoch": 13.424936386768447, + "grad_norm": 1.122054184646045, + "learning_rate": 1.94353967148242e-05, + "loss": 0.0739, + "step": 15828 + }, + { + "epoch": 13.425784563189143, + "grad_norm": 1.0654139373055889, + "learning_rate": 1.9435305713077367e-05, + "loss": 0.0606, + "step": 15829 + }, + { + "epoch": 13.42663273960984, + "grad_norm": 0.9937778984945074, + "learning_rate": 1.9435214704210458e-05, + "loss": 0.0581, + "step": 15830 + }, + { + "epoch": 13.427480916030534, + "grad_norm": 1.0440984091818175, + "learning_rate": 1.9435123688223546e-05, + "loss": 0.0589, + "step": 15831 + }, + { + "epoch": 13.42832909245123, + "grad_norm": 1.0670551234197438, + "learning_rate": 1.943503266511669e-05, + "loss": 0.061, + "step": 15832 + }, + { + "epoch": 13.429177268871925, + "grad_norm": 1.1919632912765528, + "learning_rate": 1.9434941634889966e-05, + "loss": 0.0722, + "step": 15833 + }, + { + "epoch": 13.430025445292621, + "grad_norm": 0.9108627967314785, + "learning_rate": 1.943485059754344e-05, + "loss": 0.0582, + "step": 15834 + }, + { + "epoch": 13.430873621713316, + "grad_norm": 1.0733099612822923, + "learning_rate": 1.9434759553077183e-05, + "loss": 0.0669, + "step": 15835 + }, + { + "epoch": 13.431721798134012, + "grad_norm": 1.0566280240007428, + "learning_rate": 1.943466850149126e-05, + "loss": 0.0573, + "step": 15836 + }, + { + "epoch": 13.432569974554708, + "grad_norm": 1.0949349535090032, + "learning_rate": 1.943457744278574e-05, + "loss": 0.0623, + "step": 15837 + }, + { + "epoch": 13.433418150975402, + "grad_norm": 1.3461410054227718, + "learning_rate": 1.9434486376960693e-05, + "loss": 0.0716, + "step": 15838 + }, + { + "epoch": 13.434266327396099, + "grad_norm": 1.085933362106018, + "learning_rate": 1.9434395304016192e-05, + "loss": 0.0608, + "step": 15839 + }, + { + "epoch": 13.435114503816793, + "grad_norm": 1.035697897990477, + "learning_rate": 1.94343042239523e-05, + "loss": 0.0626, + "step": 15840 + }, + { + "epoch": 13.43596268023749, + "grad_norm": 1.0677118490822421, + "learning_rate": 1.943421313676909e-05, + "loss": 0.0613, + "step": 15841 + }, + { + "epoch": 13.436810856658186, + "grad_norm": 1.2948634732458242, + "learning_rate": 1.9434122042466625e-05, + "loss": 0.0894, + "step": 15842 + }, + { + "epoch": 13.43765903307888, + "grad_norm": 1.1048297390485533, + "learning_rate": 1.9434030941044978e-05, + "loss": 0.064, + "step": 15843 + }, + { + "epoch": 13.438507209499576, + "grad_norm": 1.0652359665076545, + "learning_rate": 1.9433939832504215e-05, + "loss": 0.063, + "step": 15844 + }, + { + "epoch": 13.43935538592027, + "grad_norm": 0.9821979226459542, + "learning_rate": 1.9433848716844408e-05, + "loss": 0.0632, + "step": 15845 + }, + { + "epoch": 13.440203562340967, + "grad_norm": 1.0827696912269424, + "learning_rate": 1.943375759406562e-05, + "loss": 0.0632, + "step": 15846 + }, + { + "epoch": 13.441051738761663, + "grad_norm": 1.0999898774798156, + "learning_rate": 1.9433666464167933e-05, + "loss": 0.0626, + "step": 15847 + }, + { + "epoch": 13.441899915182358, + "grad_norm": 1.0265496434993122, + "learning_rate": 1.94335753271514e-05, + "loss": 0.0625, + "step": 15848 + }, + { + "epoch": 13.442748091603054, + "grad_norm": 1.0607957483310644, + "learning_rate": 1.94334841830161e-05, + "loss": 0.0715, + "step": 15849 + }, + { + "epoch": 13.443596268023748, + "grad_norm": 1.0138396545255237, + "learning_rate": 1.94333930317621e-05, + "loss": 0.0625, + "step": 15850 + }, + { + "epoch": 13.444444444444445, + "grad_norm": 1.0385945069968687, + "learning_rate": 1.9433301873389463e-05, + "loss": 0.0614, + "step": 15851 + }, + { + "epoch": 13.445292620865139, + "grad_norm": 1.1042785773556885, + "learning_rate": 1.943321070789826e-05, + "loss": 0.0618, + "step": 15852 + }, + { + "epoch": 13.446140797285835, + "grad_norm": 1.010078336591926, + "learning_rate": 1.9433119535288564e-05, + "loss": 0.0607, + "step": 15853 + }, + { + "epoch": 13.446988973706532, + "grad_norm": 1.1214285798084107, + "learning_rate": 1.9433028355560445e-05, + "loss": 0.0627, + "step": 15854 + }, + { + "epoch": 13.447837150127226, + "grad_norm": 1.2130921273960356, + "learning_rate": 1.9432937168713963e-05, + "loss": 0.0723, + "step": 15855 + }, + { + "epoch": 13.448685326547922, + "grad_norm": 1.0812374010129409, + "learning_rate": 1.9432845974749196e-05, + "loss": 0.0581, + "step": 15856 + }, + { + "epoch": 13.449533502968617, + "grad_norm": 1.117130960101136, + "learning_rate": 1.9432754773666208e-05, + "loss": 0.0652, + "step": 15857 + }, + { + "epoch": 13.450381679389313, + "grad_norm": 1.0100988862956373, + "learning_rate": 1.9432663565465067e-05, + "loss": 0.0622, + "step": 15858 + }, + { + "epoch": 13.45122985581001, + "grad_norm": 1.104149395107408, + "learning_rate": 1.9432572350145847e-05, + "loss": 0.0636, + "step": 15859 + }, + { + "epoch": 13.452078032230704, + "grad_norm": 1.0207779857768748, + "learning_rate": 1.943248112770861e-05, + "loss": 0.0581, + "step": 15860 + }, + { + "epoch": 13.4529262086514, + "grad_norm": 1.0856016190341742, + "learning_rate": 1.9432389898153432e-05, + "loss": 0.0705, + "step": 15861 + }, + { + "epoch": 13.453774385072094, + "grad_norm": 1.0733414771404903, + "learning_rate": 1.9432298661480376e-05, + "loss": 0.0594, + "step": 15862 + }, + { + "epoch": 13.45462256149279, + "grad_norm": 1.216537641548565, + "learning_rate": 1.943220741768951e-05, + "loss": 0.0802, + "step": 15863 + }, + { + "epoch": 13.455470737913487, + "grad_norm": 1.173751880783945, + "learning_rate": 1.943211616678091e-05, + "loss": 0.0679, + "step": 15864 + }, + { + "epoch": 13.456318914334181, + "grad_norm": 0.9972675337732165, + "learning_rate": 1.9432024908754638e-05, + "loss": 0.0618, + "step": 15865 + }, + { + "epoch": 13.457167090754877, + "grad_norm": 0.9992289361402402, + "learning_rate": 1.9431933643610768e-05, + "loss": 0.0538, + "step": 15866 + }, + { + "epoch": 13.458015267175572, + "grad_norm": 1.0709314598241264, + "learning_rate": 1.9431842371349365e-05, + "loss": 0.0636, + "step": 15867 + }, + { + "epoch": 13.458863443596268, + "grad_norm": 1.1010669463084077, + "learning_rate": 1.94317510919705e-05, + "loss": 0.0603, + "step": 15868 + }, + { + "epoch": 13.459711620016964, + "grad_norm": 1.0567137164205531, + "learning_rate": 1.9431659805474238e-05, + "loss": 0.0583, + "step": 15869 + }, + { + "epoch": 13.460559796437659, + "grad_norm": 1.1573808464419986, + "learning_rate": 1.9431568511860656e-05, + "loss": 0.0686, + "step": 15870 + }, + { + "epoch": 13.461407972858355, + "grad_norm": 1.1445853141393048, + "learning_rate": 1.9431477211129815e-05, + "loss": 0.0656, + "step": 15871 + }, + { + "epoch": 13.46225614927905, + "grad_norm": 1.0983215632546626, + "learning_rate": 1.9431385903281787e-05, + "loss": 0.0684, + "step": 15872 + }, + { + "epoch": 13.463104325699746, + "grad_norm": 0.972684331582344, + "learning_rate": 1.9431294588316642e-05, + "loss": 0.0565, + "step": 15873 + }, + { + "epoch": 13.46395250212044, + "grad_norm": 1.0289564128353237, + "learning_rate": 1.943120326623445e-05, + "loss": 0.0548, + "step": 15874 + }, + { + "epoch": 13.464800678541136, + "grad_norm": 1.028755953128432, + "learning_rate": 1.943111193703527e-05, + "loss": 0.0638, + "step": 15875 + }, + { + "epoch": 13.465648854961833, + "grad_norm": 1.2109094023600724, + "learning_rate": 1.9431020600719184e-05, + "loss": 0.0583, + "step": 15876 + }, + { + "epoch": 13.466497031382527, + "grad_norm": 1.077141155664884, + "learning_rate": 1.9430929257286254e-05, + "loss": 0.0697, + "step": 15877 + }, + { + "epoch": 13.467345207803223, + "grad_norm": 1.0878670728613147, + "learning_rate": 1.9430837906736554e-05, + "loss": 0.0652, + "step": 15878 + }, + { + "epoch": 13.468193384223918, + "grad_norm": 1.059986895759147, + "learning_rate": 1.9430746549070144e-05, + "loss": 0.0558, + "step": 15879 + }, + { + "epoch": 13.469041560644614, + "grad_norm": 0.9888712701295929, + "learning_rate": 1.9430655184287102e-05, + "loss": 0.0568, + "step": 15880 + }, + { + "epoch": 13.46988973706531, + "grad_norm": 1.0604438542884143, + "learning_rate": 1.943056381238749e-05, + "loss": 0.062, + "step": 15881 + }, + { + "epoch": 13.470737913486005, + "grad_norm": 0.9831719140080537, + "learning_rate": 1.943047243337138e-05, + "loss": 0.0548, + "step": 15882 + }, + { + "epoch": 13.471586089906701, + "grad_norm": 1.1718439700214698, + "learning_rate": 1.9430381047238845e-05, + "loss": 0.065, + "step": 15883 + }, + { + "epoch": 13.472434266327395, + "grad_norm": 1.1481747137820963, + "learning_rate": 1.9430289653989947e-05, + "loss": 0.0616, + "step": 15884 + }, + { + "epoch": 13.473282442748092, + "grad_norm": 0.9936202793444531, + "learning_rate": 1.9430198253624758e-05, + "loss": 0.0584, + "step": 15885 + }, + { + "epoch": 13.474130619168788, + "grad_norm": 1.1821003249278756, + "learning_rate": 1.9430106846143348e-05, + "loss": 0.0645, + "step": 15886 + }, + { + "epoch": 13.474978795589482, + "grad_norm": 1.1331163979666186, + "learning_rate": 1.9430015431545783e-05, + "loss": 0.0667, + "step": 15887 + }, + { + "epoch": 13.475826972010179, + "grad_norm": 0.9763148771963865, + "learning_rate": 1.942992400983214e-05, + "loss": 0.0546, + "step": 15888 + }, + { + "epoch": 13.476675148430873, + "grad_norm": 1.1006481391284748, + "learning_rate": 1.9429832581002476e-05, + "loss": 0.0653, + "step": 15889 + }, + { + "epoch": 13.47752332485157, + "grad_norm": 1.0914060681248783, + "learning_rate": 1.9429741145056866e-05, + "loss": 0.0648, + "step": 15890 + }, + { + "epoch": 13.478371501272264, + "grad_norm": 1.0508721782955377, + "learning_rate": 1.942964970199538e-05, + "loss": 0.0608, + "step": 15891 + }, + { + "epoch": 13.47921967769296, + "grad_norm": 1.024820425357843, + "learning_rate": 1.9429558251818084e-05, + "loss": 0.0632, + "step": 15892 + }, + { + "epoch": 13.480067854113656, + "grad_norm": 1.0622441037033903, + "learning_rate": 1.942946679452505e-05, + "loss": 0.0584, + "step": 15893 + }, + { + "epoch": 13.48091603053435, + "grad_norm": 1.023314457535849, + "learning_rate": 1.942937533011635e-05, + "loss": 0.0589, + "step": 15894 + }, + { + "epoch": 13.481764206955047, + "grad_norm": 0.9961030556279552, + "learning_rate": 1.9429283858592044e-05, + "loss": 0.0564, + "step": 15895 + }, + { + "epoch": 13.482612383375741, + "grad_norm": 1.1800444320621617, + "learning_rate": 1.942919237995221e-05, + "loss": 0.061, + "step": 15896 + }, + { + "epoch": 13.483460559796438, + "grad_norm": 1.2227762422942925, + "learning_rate": 1.942910089419691e-05, + "loss": 0.0834, + "step": 15897 + }, + { + "epoch": 13.484308736217134, + "grad_norm": 0.9833742764846995, + "learning_rate": 1.9429009401326217e-05, + "loss": 0.0608, + "step": 15898 + }, + { + "epoch": 13.485156912637828, + "grad_norm": 1.1093701337974753, + "learning_rate": 1.94289179013402e-05, + "loss": 0.0662, + "step": 15899 + }, + { + "epoch": 13.486005089058525, + "grad_norm": 1.3190074908682679, + "learning_rate": 1.9428826394238926e-05, + "loss": 0.0704, + "step": 15900 + }, + { + "epoch": 13.486853265479219, + "grad_norm": 1.0845487382721586, + "learning_rate": 1.9428734880022464e-05, + "loss": 0.0612, + "step": 15901 + }, + { + "epoch": 13.487701441899915, + "grad_norm": 1.040066528264002, + "learning_rate": 1.9428643358690887e-05, + "loss": 0.0597, + "step": 15902 + }, + { + "epoch": 13.488549618320612, + "grad_norm": 1.1573488431601913, + "learning_rate": 1.942855183024426e-05, + "loss": 0.0704, + "step": 15903 + }, + { + "epoch": 13.489397794741306, + "grad_norm": 1.0695830075374126, + "learning_rate": 1.9428460294682653e-05, + "loss": 0.0617, + "step": 15904 + }, + { + "epoch": 13.490245971162002, + "grad_norm": 1.1904835295159775, + "learning_rate": 1.9428368752006138e-05, + "loss": 0.0594, + "step": 15905 + }, + { + "epoch": 13.491094147582697, + "grad_norm": 1.233272494392297, + "learning_rate": 1.942827720221478e-05, + "loss": 0.0705, + "step": 15906 + }, + { + "epoch": 13.491942324003393, + "grad_norm": 1.0657377708823048, + "learning_rate": 1.942818564530865e-05, + "loss": 0.0628, + "step": 15907 + }, + { + "epoch": 13.49279050042409, + "grad_norm": 1.0690847034720738, + "learning_rate": 1.9428094081287812e-05, + "loss": 0.0604, + "step": 15908 + }, + { + "epoch": 13.493638676844784, + "grad_norm": 1.1945658932604177, + "learning_rate": 1.9428002510152345e-05, + "loss": 0.0646, + "step": 15909 + }, + { + "epoch": 13.49448685326548, + "grad_norm": 1.117519365863746, + "learning_rate": 1.942791093190231e-05, + "loss": 0.0627, + "step": 15910 + }, + { + "epoch": 13.495335029686174, + "grad_norm": 0.8891193800743573, + "learning_rate": 1.9427819346537783e-05, + "loss": 0.0589, + "step": 15911 + }, + { + "epoch": 13.49618320610687, + "grad_norm": 1.1416999575216271, + "learning_rate": 1.9427727754058824e-05, + "loss": 0.0652, + "step": 15912 + }, + { + "epoch": 13.497031382527565, + "grad_norm": 0.9178512207346511, + "learning_rate": 1.942763615446551e-05, + "loss": 0.0562, + "step": 15913 + }, + { + "epoch": 13.497879558948261, + "grad_norm": 1.1032043775816749, + "learning_rate": 1.9427544547757908e-05, + "loss": 0.0624, + "step": 15914 + }, + { + "epoch": 13.498727735368957, + "grad_norm": 1.1242095363408386, + "learning_rate": 1.9427452933936087e-05, + "loss": 0.0813, + "step": 15915 + }, + { + "epoch": 13.499575911789652, + "grad_norm": 1.0900082679753054, + "learning_rate": 1.9427361313000114e-05, + "loss": 0.0633, + "step": 15916 + }, + { + "epoch": 13.500424088210348, + "grad_norm": 0.9546001469210565, + "learning_rate": 1.942726968495006e-05, + "loss": 0.0543, + "step": 15917 + }, + { + "epoch": 13.501272264631043, + "grad_norm": 1.0810026828194794, + "learning_rate": 1.9427178049785994e-05, + "loss": 0.0631, + "step": 15918 + }, + { + "epoch": 13.502120441051739, + "grad_norm": 1.1758029313882827, + "learning_rate": 1.9427086407507985e-05, + "loss": 0.0648, + "step": 15919 + }, + { + "epoch": 13.502968617472435, + "grad_norm": 1.1208849740848041, + "learning_rate": 1.9426994758116103e-05, + "loss": 0.0715, + "step": 15920 + }, + { + "epoch": 13.50381679389313, + "grad_norm": 1.063185139055896, + "learning_rate": 1.9426903101610418e-05, + "loss": 0.0669, + "step": 15921 + }, + { + "epoch": 13.504664970313826, + "grad_norm": 1.105019345656152, + "learning_rate": 1.9426811437990995e-05, + "loss": 0.068, + "step": 15922 + }, + { + "epoch": 13.50551314673452, + "grad_norm": 1.1101125620965395, + "learning_rate": 1.9426719767257904e-05, + "loss": 0.0582, + "step": 15923 + }, + { + "epoch": 13.506361323155216, + "grad_norm": 1.0732793583831277, + "learning_rate": 1.942662808941122e-05, + "loss": 0.0565, + "step": 15924 + }, + { + "epoch": 13.50720949957591, + "grad_norm": 0.8408068037958796, + "learning_rate": 1.9426536404451005e-05, + "loss": 0.0512, + "step": 15925 + }, + { + "epoch": 13.508057675996607, + "grad_norm": 1.2202281652527154, + "learning_rate": 1.9426444712377336e-05, + "loss": 0.0654, + "step": 15926 + }, + { + "epoch": 13.508905852417303, + "grad_norm": 1.0812582486630884, + "learning_rate": 1.9426353013190274e-05, + "loss": 0.0618, + "step": 15927 + }, + { + "epoch": 13.509754028837998, + "grad_norm": 0.9596292448461984, + "learning_rate": 1.942626130688989e-05, + "loss": 0.0594, + "step": 15928 + }, + { + "epoch": 13.510602205258694, + "grad_norm": 1.0058701871664792, + "learning_rate": 1.9426169593476256e-05, + "loss": 0.0588, + "step": 15929 + }, + { + "epoch": 13.511450381679388, + "grad_norm": 1.0564497870330503, + "learning_rate": 1.9426077872949442e-05, + "loss": 0.061, + "step": 15930 + }, + { + "epoch": 13.512298558100085, + "grad_norm": 1.1323464214412808, + "learning_rate": 1.9425986145309514e-05, + "loss": 0.0605, + "step": 15931 + }, + { + "epoch": 13.513146734520781, + "grad_norm": 1.1841235804440704, + "learning_rate": 1.9425894410556544e-05, + "loss": 0.0685, + "step": 15932 + }, + { + "epoch": 13.513994910941475, + "grad_norm": 1.074536680997077, + "learning_rate": 1.9425802668690596e-05, + "loss": 0.0584, + "step": 15933 + }, + { + "epoch": 13.514843087362172, + "grad_norm": 0.90718429153763, + "learning_rate": 1.9425710919711745e-05, + "loss": 0.0582, + "step": 15934 + }, + { + "epoch": 13.515691263782866, + "grad_norm": 1.0584157655477797, + "learning_rate": 1.942561916362006e-05, + "loss": 0.0578, + "step": 15935 + }, + { + "epoch": 13.516539440203562, + "grad_norm": 1.0365684429273654, + "learning_rate": 1.9425527400415608e-05, + "loss": 0.0607, + "step": 15936 + }, + { + "epoch": 13.517387616624259, + "grad_norm": 1.1701498920645519, + "learning_rate": 1.9425435630098456e-05, + "loss": 0.061, + "step": 15937 + }, + { + "epoch": 13.518235793044953, + "grad_norm": 1.0525586589666276, + "learning_rate": 1.9425343852668677e-05, + "loss": 0.0596, + "step": 15938 + }, + { + "epoch": 13.51908396946565, + "grad_norm": 1.0781241324238329, + "learning_rate": 1.942525206812634e-05, + "loss": 0.0641, + "step": 15939 + }, + { + "epoch": 13.519932145886344, + "grad_norm": 1.2403102624030322, + "learning_rate": 1.9425160276471512e-05, + "loss": 0.0652, + "step": 15940 + }, + { + "epoch": 13.52078032230704, + "grad_norm": 1.0679202522735483, + "learning_rate": 1.9425068477704265e-05, + "loss": 0.0634, + "step": 15941 + }, + { + "epoch": 13.521628498727736, + "grad_norm": 1.2912103870411833, + "learning_rate": 1.9424976671824665e-05, + "loss": 0.0694, + "step": 15942 + }, + { + "epoch": 13.52247667514843, + "grad_norm": 0.9935177243660145, + "learning_rate": 1.9424884858832788e-05, + "loss": 0.0592, + "step": 15943 + }, + { + "epoch": 13.523324851569127, + "grad_norm": 1.131800822570672, + "learning_rate": 1.9424793038728696e-05, + "loss": 0.0625, + "step": 15944 + }, + { + "epoch": 13.524173027989821, + "grad_norm": 1.2345635791177856, + "learning_rate": 1.942470121151246e-05, + "loss": 0.0626, + "step": 15945 + }, + { + "epoch": 13.525021204410518, + "grad_norm": 1.0813107541923186, + "learning_rate": 1.9424609377184153e-05, + "loss": 0.0643, + "step": 15946 + }, + { + "epoch": 13.525869380831214, + "grad_norm": 1.1728933364113725, + "learning_rate": 1.9424517535743836e-05, + "loss": 0.07, + "step": 15947 + }, + { + "epoch": 13.526717557251908, + "grad_norm": 1.031528114184854, + "learning_rate": 1.9424425687191587e-05, + "loss": 0.0613, + "step": 15948 + }, + { + "epoch": 13.527565733672605, + "grad_norm": 1.0692599848152442, + "learning_rate": 1.9424333831527474e-05, + "loss": 0.0605, + "step": 15949 + }, + { + "epoch": 13.528413910093299, + "grad_norm": 1.0010018518286687, + "learning_rate": 1.9424241968751563e-05, + "loss": 0.0635, + "step": 15950 + }, + { + "epoch": 13.529262086513995, + "grad_norm": 1.1129242308018645, + "learning_rate": 1.9424150098863923e-05, + "loss": 0.0711, + "step": 15951 + }, + { + "epoch": 13.53011026293469, + "grad_norm": 1.0410362290947162, + "learning_rate": 1.9424058221864625e-05, + "loss": 0.0621, + "step": 15952 + }, + { + "epoch": 13.530958439355386, + "grad_norm": 0.981518286450653, + "learning_rate": 1.942396633775374e-05, + "loss": 0.0566, + "step": 15953 + }, + { + "epoch": 13.531806615776082, + "grad_norm": 1.039972845645045, + "learning_rate": 1.9423874446531336e-05, + "loss": 0.0548, + "step": 15954 + }, + { + "epoch": 13.532654792196777, + "grad_norm": 1.074149854107996, + "learning_rate": 1.942378254819748e-05, + "loss": 0.0613, + "step": 15955 + }, + { + "epoch": 13.533502968617473, + "grad_norm": 1.1228059125447931, + "learning_rate": 1.9423690642752247e-05, + "loss": 0.0599, + "step": 15956 + }, + { + "epoch": 13.534351145038167, + "grad_norm": 1.0144081823005093, + "learning_rate": 1.94235987301957e-05, + "loss": 0.0635, + "step": 15957 + }, + { + "epoch": 13.535199321458864, + "grad_norm": 1.2100609169702874, + "learning_rate": 1.942350681052791e-05, + "loss": 0.0596, + "step": 15958 + }, + { + "epoch": 13.53604749787956, + "grad_norm": 1.215386631340028, + "learning_rate": 1.942341488374895e-05, + "loss": 0.0602, + "step": 15959 + }, + { + "epoch": 13.536895674300254, + "grad_norm": 1.1707929844114828, + "learning_rate": 1.9423322949858886e-05, + "loss": 0.0615, + "step": 15960 + }, + { + "epoch": 13.53774385072095, + "grad_norm": 1.1223848338827387, + "learning_rate": 1.9423231008857785e-05, + "loss": 0.0651, + "step": 15961 + }, + { + "epoch": 13.538592027141645, + "grad_norm": 0.9147395937484579, + "learning_rate": 1.9423139060745724e-05, + "loss": 0.0606, + "step": 15962 + }, + { + "epoch": 13.539440203562341, + "grad_norm": 1.0679624103459262, + "learning_rate": 1.9423047105522767e-05, + "loss": 0.0614, + "step": 15963 + }, + { + "epoch": 13.540288379983036, + "grad_norm": 1.0889805739762668, + "learning_rate": 1.9422955143188986e-05, + "loss": 0.064, + "step": 15964 + }, + { + "epoch": 13.541136556403732, + "grad_norm": 1.017493962192528, + "learning_rate": 1.9422863173744444e-05, + "loss": 0.0573, + "step": 15965 + }, + { + "epoch": 13.541984732824428, + "grad_norm": 1.0457873308928967, + "learning_rate": 1.942277119718922e-05, + "loss": 0.0574, + "step": 15966 + }, + { + "epoch": 13.542832909245123, + "grad_norm": 1.136059797956569, + "learning_rate": 1.9422679213523374e-05, + "loss": 0.0669, + "step": 15967 + }, + { + "epoch": 13.543681085665819, + "grad_norm": 1.0601301900287163, + "learning_rate": 1.9422587222746985e-05, + "loss": 0.0622, + "step": 15968 + }, + { + "epoch": 13.544529262086513, + "grad_norm": 1.118385177101874, + "learning_rate": 1.9422495224860114e-05, + "loss": 0.0574, + "step": 15969 + }, + { + "epoch": 13.54537743850721, + "grad_norm": 1.306346186599731, + "learning_rate": 1.9422403219862835e-05, + "loss": 0.0678, + "step": 15970 + }, + { + "epoch": 13.546225614927906, + "grad_norm": 1.1456067317144865, + "learning_rate": 1.9422311207755215e-05, + "loss": 0.0624, + "step": 15971 + }, + { + "epoch": 13.5470737913486, + "grad_norm": 0.9865784720092435, + "learning_rate": 1.9422219188537327e-05, + "loss": 0.0617, + "step": 15972 + }, + { + "epoch": 13.547921967769296, + "grad_norm": 0.9821021556412736, + "learning_rate": 1.9422127162209237e-05, + "loss": 0.0628, + "step": 15973 + }, + { + "epoch": 13.54877014418999, + "grad_norm": 1.0037469123761134, + "learning_rate": 1.9422035128771014e-05, + "loss": 0.0653, + "step": 15974 + }, + { + "epoch": 13.549618320610687, + "grad_norm": 1.0960073092880813, + "learning_rate": 1.942194308822273e-05, + "loss": 0.056, + "step": 15975 + }, + { + "epoch": 13.550466497031383, + "grad_norm": 1.1497513571328153, + "learning_rate": 1.9421851040564456e-05, + "loss": 0.0618, + "step": 15976 + }, + { + "epoch": 13.551314673452078, + "grad_norm": 1.178877621916001, + "learning_rate": 1.9421758985796256e-05, + "loss": 0.0716, + "step": 15977 + }, + { + "epoch": 13.552162849872774, + "grad_norm": 1.260914113725526, + "learning_rate": 1.9421666923918203e-05, + "loss": 0.0656, + "step": 15978 + }, + { + "epoch": 13.553011026293468, + "grad_norm": 1.205392770683151, + "learning_rate": 1.9421574854930367e-05, + "loss": 0.0699, + "step": 15979 + }, + { + "epoch": 13.553859202714165, + "grad_norm": 1.0155221602439395, + "learning_rate": 1.9421482778832813e-05, + "loss": 0.0543, + "step": 15980 + }, + { + "epoch": 13.554707379134861, + "grad_norm": 1.2093232839002133, + "learning_rate": 1.942139069562562e-05, + "loss": 0.0739, + "step": 15981 + }, + { + "epoch": 13.555555555555555, + "grad_norm": 1.096869506903642, + "learning_rate": 1.9421298605308847e-05, + "loss": 0.0755, + "step": 15982 + }, + { + "epoch": 13.556403731976252, + "grad_norm": 0.93022948738213, + "learning_rate": 1.9421206507882567e-05, + "loss": 0.0527, + "step": 15983 + }, + { + "epoch": 13.557251908396946, + "grad_norm": 1.2729763548195354, + "learning_rate": 1.9421114403346855e-05, + "loss": 0.0707, + "step": 15984 + }, + { + "epoch": 13.558100084817642, + "grad_norm": 1.1436322447183682, + "learning_rate": 1.9421022291701768e-05, + "loss": 0.0623, + "step": 15985 + }, + { + "epoch": 13.558948261238339, + "grad_norm": 1.173527607838525, + "learning_rate": 1.942093017294739e-05, + "loss": 0.0639, + "step": 15986 + }, + { + "epoch": 13.559796437659033, + "grad_norm": 0.9494894968989064, + "learning_rate": 1.9420838047083783e-05, + "loss": 0.0603, + "step": 15987 + }, + { + "epoch": 13.56064461407973, + "grad_norm": 1.0114004976877464, + "learning_rate": 1.9420745914111016e-05, + "loss": 0.0598, + "step": 15988 + }, + { + "epoch": 13.561492790500424, + "grad_norm": 1.2010347279404696, + "learning_rate": 1.942065377402916e-05, + "loss": 0.0645, + "step": 15989 + }, + { + "epoch": 13.56234096692112, + "grad_norm": 1.0061565838700075, + "learning_rate": 1.9420561626838284e-05, + "loss": 0.0616, + "step": 15990 + }, + { + "epoch": 13.563189143341814, + "grad_norm": 1.1812261449414663, + "learning_rate": 1.942046947253846e-05, + "loss": 0.0696, + "step": 15991 + }, + { + "epoch": 13.56403731976251, + "grad_norm": 1.196749895611487, + "learning_rate": 1.9420377311129755e-05, + "loss": 0.074, + "step": 15992 + }, + { + "epoch": 13.564885496183207, + "grad_norm": 1.16188493851619, + "learning_rate": 1.9420285142612237e-05, + "loss": 0.0702, + "step": 15993 + }, + { + "epoch": 13.565733672603901, + "grad_norm": 1.1017506927149818, + "learning_rate": 1.942019296698598e-05, + "loss": 0.0628, + "step": 15994 + }, + { + "epoch": 13.566581849024598, + "grad_norm": 0.9865831812639086, + "learning_rate": 1.942010078425105e-05, + "loss": 0.0545, + "step": 15995 + }, + { + "epoch": 13.567430025445292, + "grad_norm": 1.158193285675211, + "learning_rate": 1.9420008594407518e-05, + "loss": 0.065, + "step": 15996 + }, + { + "epoch": 13.568278201865988, + "grad_norm": 1.1338631759130897, + "learning_rate": 1.9419916397455452e-05, + "loss": 0.0688, + "step": 15997 + }, + { + "epoch": 13.569126378286684, + "grad_norm": 1.1409143201798417, + "learning_rate": 1.9419824193394924e-05, + "loss": 0.067, + "step": 15998 + }, + { + "epoch": 13.569974554707379, + "grad_norm": 1.0886731709148827, + "learning_rate": 1.9419731982226004e-05, + "loss": 0.0585, + "step": 15999 + }, + { + "epoch": 13.570822731128075, + "grad_norm": 1.1596409551857534, + "learning_rate": 1.9419639763948756e-05, + "loss": 0.0637, + "step": 16000 + }, + { + "epoch": 13.57167090754877, + "grad_norm": 1.023491493304502, + "learning_rate": 1.9419547538563258e-05, + "loss": 0.0561, + "step": 16001 + }, + { + "epoch": 13.572519083969466, + "grad_norm": 1.3627244457328822, + "learning_rate": 1.941945530606957e-05, + "loss": 0.0646, + "step": 16002 + }, + { + "epoch": 13.57336726039016, + "grad_norm": 1.0973410763893654, + "learning_rate": 1.941936306646777e-05, + "loss": 0.0582, + "step": 16003 + }, + { + "epoch": 13.574215436810857, + "grad_norm": 1.1472858192112778, + "learning_rate": 1.9419270819757927e-05, + "loss": 0.0694, + "step": 16004 + }, + { + "epoch": 13.575063613231553, + "grad_norm": 1.0288760804887638, + "learning_rate": 1.9419178565940105e-05, + "loss": 0.0577, + "step": 16005 + }, + { + "epoch": 13.575911789652247, + "grad_norm": 1.1583172230066645, + "learning_rate": 1.941908630501438e-05, + "loss": 0.0665, + "step": 16006 + }, + { + "epoch": 13.576759966072943, + "grad_norm": 1.1408005277904145, + "learning_rate": 1.9418994036980813e-05, + "loss": 0.0623, + "step": 16007 + }, + { + "epoch": 13.577608142493638, + "grad_norm": 1.169074977199043, + "learning_rate": 1.9418901761839482e-05, + "loss": 0.0673, + "step": 16008 + }, + { + "epoch": 13.578456318914334, + "grad_norm": 1.13872708173071, + "learning_rate": 1.9418809479590454e-05, + "loss": 0.0683, + "step": 16009 + }, + { + "epoch": 13.57930449533503, + "grad_norm": 1.051707495955375, + "learning_rate": 1.9418717190233795e-05, + "loss": 0.0559, + "step": 16010 + }, + { + "epoch": 13.580152671755725, + "grad_norm": 1.2367396197224843, + "learning_rate": 1.9418624893769582e-05, + "loss": 0.0664, + "step": 16011 + }, + { + "epoch": 13.581000848176421, + "grad_norm": 1.1059454420538721, + "learning_rate": 1.9418532590197875e-05, + "loss": 0.0581, + "step": 16012 + }, + { + "epoch": 13.581849024597116, + "grad_norm": 1.0711356797217537, + "learning_rate": 1.9418440279518755e-05, + "loss": 0.0586, + "step": 16013 + }, + { + "epoch": 13.582697201017812, + "grad_norm": 1.0088140466692437, + "learning_rate": 1.9418347961732286e-05, + "loss": 0.0707, + "step": 16014 + }, + { + "epoch": 13.583545377438508, + "grad_norm": 1.0076692036969872, + "learning_rate": 1.9418255636838533e-05, + "loss": 0.0571, + "step": 16015 + }, + { + "epoch": 13.584393553859202, + "grad_norm": 1.0840293450802192, + "learning_rate": 1.941816330483757e-05, + "loss": 0.0718, + "step": 16016 + }, + { + "epoch": 13.585241730279899, + "grad_norm": 1.212765381579365, + "learning_rate": 1.941807096572947e-05, + "loss": 0.0735, + "step": 16017 + }, + { + "epoch": 13.586089906700593, + "grad_norm": 1.0515603305490677, + "learning_rate": 1.9417978619514296e-05, + "loss": 0.0622, + "step": 16018 + }, + { + "epoch": 13.58693808312129, + "grad_norm": 0.9971378486667287, + "learning_rate": 1.9417886266192126e-05, + "loss": 0.0648, + "step": 16019 + }, + { + "epoch": 13.587786259541986, + "grad_norm": 1.0407243106566109, + "learning_rate": 1.941779390576302e-05, + "loss": 0.0596, + "step": 16020 + }, + { + "epoch": 13.58863443596268, + "grad_norm": 1.0572090703242187, + "learning_rate": 1.9417701538227054e-05, + "loss": 0.0615, + "step": 16021 + }, + { + "epoch": 13.589482612383376, + "grad_norm": 1.151571713573946, + "learning_rate": 1.9417609163584298e-05, + "loss": 0.0659, + "step": 16022 + }, + { + "epoch": 13.59033078880407, + "grad_norm": 1.1991615868847925, + "learning_rate": 1.941751678183482e-05, + "loss": 0.0762, + "step": 16023 + }, + { + "epoch": 13.591178965224767, + "grad_norm": 1.2306300399788392, + "learning_rate": 1.9417424392978687e-05, + "loss": 0.063, + "step": 16024 + }, + { + "epoch": 13.592027141645461, + "grad_norm": 0.9578805089778454, + "learning_rate": 1.9417331997015973e-05, + "loss": 0.0631, + "step": 16025 + }, + { + "epoch": 13.592875318066158, + "grad_norm": 0.9422865630291333, + "learning_rate": 1.9417239593946748e-05, + "loss": 0.0547, + "step": 16026 + }, + { + "epoch": 13.593723494486854, + "grad_norm": 1.031597535479161, + "learning_rate": 1.941714718377108e-05, + "loss": 0.0602, + "step": 16027 + }, + { + "epoch": 13.594571670907548, + "grad_norm": 1.0756500519983305, + "learning_rate": 1.9417054766489033e-05, + "loss": 0.0625, + "step": 16028 + }, + { + "epoch": 13.595419847328245, + "grad_norm": 1.1494144911795927, + "learning_rate": 1.9416962342100687e-05, + "loss": 0.0623, + "step": 16029 + }, + { + "epoch": 13.596268023748939, + "grad_norm": 1.247211073941763, + "learning_rate": 1.9416869910606103e-05, + "loss": 0.0731, + "step": 16030 + }, + { + "epoch": 13.597116200169635, + "grad_norm": 1.0827902657945527, + "learning_rate": 1.941677747200536e-05, + "loss": 0.0636, + "step": 16031 + }, + { + "epoch": 13.597964376590332, + "grad_norm": 1.2353013275776257, + "learning_rate": 1.9416685026298522e-05, + "loss": 0.0602, + "step": 16032 + }, + { + "epoch": 13.598812553011026, + "grad_norm": 1.0987810373524625, + "learning_rate": 1.9416592573485654e-05, + "loss": 0.0609, + "step": 16033 + }, + { + "epoch": 13.599660729431722, + "grad_norm": 1.105409033604241, + "learning_rate": 1.9416500113566833e-05, + "loss": 0.0652, + "step": 16034 + }, + { + "epoch": 13.600508905852417, + "grad_norm": 1.1412322697388826, + "learning_rate": 1.941640764654213e-05, + "loss": 0.0678, + "step": 16035 + }, + { + "epoch": 13.601357082273113, + "grad_norm": 1.0849547969351485, + "learning_rate": 1.9416315172411612e-05, + "loss": 0.0708, + "step": 16036 + }, + { + "epoch": 13.60220525869381, + "grad_norm": 1.1466374885449389, + "learning_rate": 1.9416222691175347e-05, + "loss": 0.0747, + "step": 16037 + }, + { + "epoch": 13.603053435114504, + "grad_norm": 1.0892785137548595, + "learning_rate": 1.9416130202833404e-05, + "loss": 0.0678, + "step": 16038 + }, + { + "epoch": 13.6039016115352, + "grad_norm": 0.9733899464770511, + "learning_rate": 1.9416037707385857e-05, + "loss": 0.0584, + "step": 16039 + }, + { + "epoch": 13.604749787955894, + "grad_norm": 0.9387699453770739, + "learning_rate": 1.9415945204832775e-05, + "loss": 0.0582, + "step": 16040 + }, + { + "epoch": 13.60559796437659, + "grad_norm": 0.9685907195048598, + "learning_rate": 1.9415852695174224e-05, + "loss": 0.0608, + "step": 16041 + }, + { + "epoch": 13.606446140797285, + "grad_norm": 0.9991568379977726, + "learning_rate": 1.941576017841028e-05, + "loss": 0.0649, + "step": 16042 + }, + { + "epoch": 13.607294317217981, + "grad_norm": 1.1328663101164185, + "learning_rate": 1.9415667654541008e-05, + "loss": 0.0613, + "step": 16043 + }, + { + "epoch": 13.608142493638677, + "grad_norm": 0.9993980900375801, + "learning_rate": 1.9415575123566473e-05, + "loss": 0.0608, + "step": 16044 + }, + { + "epoch": 13.608990670059372, + "grad_norm": 1.0667779278323113, + "learning_rate": 1.941548258548676e-05, + "loss": 0.0604, + "step": 16045 + }, + { + "epoch": 13.609838846480068, + "grad_norm": 0.9714135994213466, + "learning_rate": 1.9415390040301926e-05, + "loss": 0.0614, + "step": 16046 + }, + { + "epoch": 13.610687022900763, + "grad_norm": 1.0859468014711369, + "learning_rate": 1.941529748801204e-05, + "loss": 0.0627, + "step": 16047 + }, + { + "epoch": 13.611535199321459, + "grad_norm": 1.1494041589365411, + "learning_rate": 1.9415204928617183e-05, + "loss": 0.0681, + "step": 16048 + }, + { + "epoch": 13.612383375742155, + "grad_norm": 1.1549196296783735, + "learning_rate": 1.9415112362117416e-05, + "loss": 0.0613, + "step": 16049 + }, + { + "epoch": 13.61323155216285, + "grad_norm": 1.1849373884546397, + "learning_rate": 1.941501978851281e-05, + "loss": 0.0626, + "step": 16050 + }, + { + "epoch": 13.614079728583546, + "grad_norm": 1.1025911436459144, + "learning_rate": 1.9414927207803437e-05, + "loss": 0.0549, + "step": 16051 + }, + { + "epoch": 13.61492790500424, + "grad_norm": 1.2742619351724156, + "learning_rate": 1.9414834619989363e-05, + "loss": 0.0731, + "step": 16052 + }, + { + "epoch": 13.615776081424936, + "grad_norm": 1.1824243377394352, + "learning_rate": 1.9414742025070668e-05, + "loss": 0.0699, + "step": 16053 + }, + { + "epoch": 13.616624257845633, + "grad_norm": 1.207377242010735, + "learning_rate": 1.941464942304741e-05, + "loss": 0.0672, + "step": 16054 + }, + { + "epoch": 13.617472434266327, + "grad_norm": 0.94856031547431, + "learning_rate": 1.941455681391966e-05, + "loss": 0.0611, + "step": 16055 + }, + { + "epoch": 13.618320610687023, + "grad_norm": 0.9908785375813808, + "learning_rate": 1.94144641976875e-05, + "loss": 0.0601, + "step": 16056 + }, + { + "epoch": 13.619168787107718, + "grad_norm": 1.1633546765741842, + "learning_rate": 1.941437157435098e-05, + "loss": 0.0655, + "step": 16057 + }, + { + "epoch": 13.620016963528414, + "grad_norm": 0.9800840649046393, + "learning_rate": 1.9414278943910187e-05, + "loss": 0.0632, + "step": 16058 + }, + { + "epoch": 13.62086513994911, + "grad_norm": 1.099488262322711, + "learning_rate": 1.941418630636519e-05, + "loss": 0.0661, + "step": 16059 + }, + { + "epoch": 13.621713316369805, + "grad_norm": 1.0861973581699298, + "learning_rate": 1.9414093661716045e-05, + "loss": 0.0661, + "step": 16060 + }, + { + "epoch": 13.622561492790501, + "grad_norm": 1.0745652004996469, + "learning_rate": 1.9414001009962836e-05, + "loss": 0.0628, + "step": 16061 + }, + { + "epoch": 13.623409669211195, + "grad_norm": 1.2314466243476658, + "learning_rate": 1.9413908351105625e-05, + "loss": 0.0704, + "step": 16062 + }, + { + "epoch": 13.624257845631892, + "grad_norm": 1.1668951654137243, + "learning_rate": 1.9413815685144488e-05, + "loss": 0.0658, + "step": 16063 + }, + { + "epoch": 13.625106022052586, + "grad_norm": 1.1273589129391113, + "learning_rate": 1.941372301207949e-05, + "loss": 0.0687, + "step": 16064 + }, + { + "epoch": 13.625954198473282, + "grad_norm": 1.3163823227472238, + "learning_rate": 1.94136303319107e-05, + "loss": 0.0678, + "step": 16065 + }, + { + "epoch": 13.626802374893979, + "grad_norm": 1.1471890975199326, + "learning_rate": 1.9413537644638193e-05, + "loss": 0.0618, + "step": 16066 + }, + { + "epoch": 13.627650551314673, + "grad_norm": 1.1956428762068887, + "learning_rate": 1.9413444950262038e-05, + "loss": 0.0662, + "step": 16067 + }, + { + "epoch": 13.62849872773537, + "grad_norm": 1.0588304915796263, + "learning_rate": 1.94133522487823e-05, + "loss": 0.0619, + "step": 16068 + }, + { + "epoch": 13.629346904156064, + "grad_norm": 1.0640368805752016, + "learning_rate": 1.9413259540199054e-05, + "loss": 0.0609, + "step": 16069 + }, + { + "epoch": 13.63019508057676, + "grad_norm": 1.1620193278756308, + "learning_rate": 1.9413166824512367e-05, + "loss": 0.0677, + "step": 16070 + }, + { + "epoch": 13.631043256997456, + "grad_norm": 1.1627569817198755, + "learning_rate": 1.9413074101722312e-05, + "loss": 0.078, + "step": 16071 + }, + { + "epoch": 13.63189143341815, + "grad_norm": 1.2136623815032095, + "learning_rate": 1.9412981371828954e-05, + "loss": 0.0589, + "step": 16072 + }, + { + "epoch": 13.632739609838847, + "grad_norm": 1.205242008851691, + "learning_rate": 1.9412888634832372e-05, + "loss": 0.0663, + "step": 16073 + }, + { + "epoch": 13.633587786259541, + "grad_norm": 1.0812775257132639, + "learning_rate": 1.941279589073263e-05, + "loss": 0.0603, + "step": 16074 + }, + { + "epoch": 13.634435962680238, + "grad_norm": 1.1606180395638641, + "learning_rate": 1.9412703139529792e-05, + "loss": 0.0646, + "step": 16075 + }, + { + "epoch": 13.635284139100932, + "grad_norm": 1.3250288979812566, + "learning_rate": 1.9412610381223937e-05, + "loss": 0.0674, + "step": 16076 + }, + { + "epoch": 13.636132315521628, + "grad_norm": 1.0975665952691596, + "learning_rate": 1.9412517615815135e-05, + "loss": 0.067, + "step": 16077 + }, + { + "epoch": 13.636980491942325, + "grad_norm": 1.0471359996815908, + "learning_rate": 1.9412424843303447e-05, + "loss": 0.0632, + "step": 16078 + }, + { + "epoch": 13.637828668363019, + "grad_norm": 1.107627179711243, + "learning_rate": 1.9412332063688954e-05, + "loss": 0.0664, + "step": 16079 + }, + { + "epoch": 13.638676844783715, + "grad_norm": 1.1023632051300112, + "learning_rate": 1.941223927697172e-05, + "loss": 0.0638, + "step": 16080 + }, + { + "epoch": 13.63952502120441, + "grad_norm": 1.0345785932166982, + "learning_rate": 1.9412146483151817e-05, + "loss": 0.0623, + "step": 16081 + }, + { + "epoch": 13.640373197625106, + "grad_norm": 1.0820744058127134, + "learning_rate": 1.941205368222931e-05, + "loss": 0.0632, + "step": 16082 + }, + { + "epoch": 13.641221374045802, + "grad_norm": 0.9429264036921599, + "learning_rate": 1.9411960874204277e-05, + "loss": 0.0562, + "step": 16083 + }, + { + "epoch": 13.642069550466497, + "grad_norm": 1.056515816965838, + "learning_rate": 1.9411868059076786e-05, + "loss": 0.0609, + "step": 16084 + }, + { + "epoch": 13.642917726887193, + "grad_norm": 1.0744901588068199, + "learning_rate": 1.9411775236846903e-05, + "loss": 0.0632, + "step": 16085 + }, + { + "epoch": 13.643765903307887, + "grad_norm": 1.2049948976616969, + "learning_rate": 1.94116824075147e-05, + "loss": 0.073, + "step": 16086 + }, + { + "epoch": 13.644614079728584, + "grad_norm": 0.9915642469282797, + "learning_rate": 1.9411589571080247e-05, + "loss": 0.0634, + "step": 16087 + }, + { + "epoch": 13.64546225614928, + "grad_norm": 1.11067868654263, + "learning_rate": 1.9411496727543617e-05, + "loss": 0.06, + "step": 16088 + }, + { + "epoch": 13.646310432569974, + "grad_norm": 1.068771145966284, + "learning_rate": 1.9411403876904872e-05, + "loss": 0.0594, + "step": 16089 + }, + { + "epoch": 13.64715860899067, + "grad_norm": 1.0011563225371667, + "learning_rate": 1.9411311019164095e-05, + "loss": 0.0595, + "step": 16090 + }, + { + "epoch": 13.648006785411365, + "grad_norm": 0.9691565892871433, + "learning_rate": 1.9411218154321343e-05, + "loss": 0.0622, + "step": 16091 + }, + { + "epoch": 13.648854961832061, + "grad_norm": 1.247295231854874, + "learning_rate": 1.9411125282376695e-05, + "loss": 0.079, + "step": 16092 + }, + { + "epoch": 13.649703138252757, + "grad_norm": 1.029105263472661, + "learning_rate": 1.9411032403330217e-05, + "loss": 0.0581, + "step": 16093 + }, + { + "epoch": 13.650551314673452, + "grad_norm": 1.1208622675868638, + "learning_rate": 1.9410939517181977e-05, + "loss": 0.0653, + "step": 16094 + }, + { + "epoch": 13.651399491094148, + "grad_norm": 1.2102773248710224, + "learning_rate": 1.9410846623932055e-05, + "loss": 0.0653, + "step": 16095 + }, + { + "epoch": 13.652247667514843, + "grad_norm": 1.3072575765626853, + "learning_rate": 1.9410753723580506e-05, + "loss": 0.0925, + "step": 16096 + }, + { + "epoch": 13.653095843935539, + "grad_norm": 1.2448179010201623, + "learning_rate": 1.9410660816127413e-05, + "loss": 0.0626, + "step": 16097 + }, + { + "epoch": 13.653944020356235, + "grad_norm": 1.2010080095203601, + "learning_rate": 1.941056790157284e-05, + "loss": 0.0579, + "step": 16098 + }, + { + "epoch": 13.65479219677693, + "grad_norm": 1.170388407482799, + "learning_rate": 1.941047497991686e-05, + "loss": 0.0639, + "step": 16099 + }, + { + "epoch": 13.655640373197626, + "grad_norm": 1.1575521782859544, + "learning_rate": 1.941038205115954e-05, + "loss": 0.0692, + "step": 16100 + }, + { + "epoch": 13.65648854961832, + "grad_norm": 1.311337777610817, + "learning_rate": 1.941028911530095e-05, + "loss": 0.0674, + "step": 16101 + }, + { + "epoch": 13.657336726039016, + "grad_norm": 1.1174587500015087, + "learning_rate": 1.9410196172341164e-05, + "loss": 0.0612, + "step": 16102 + }, + { + "epoch": 13.65818490245971, + "grad_norm": 0.9369970873827816, + "learning_rate": 1.941010322228025e-05, + "loss": 0.0564, + "step": 16103 + }, + { + "epoch": 13.659033078880407, + "grad_norm": 0.9873241979283156, + "learning_rate": 1.9410010265118276e-05, + "loss": 0.0602, + "step": 16104 + }, + { + "epoch": 13.659881255301103, + "grad_norm": 1.036786152525286, + "learning_rate": 1.9409917300855317e-05, + "loss": 0.0584, + "step": 16105 + }, + { + "epoch": 13.660729431721798, + "grad_norm": 0.9836454526595128, + "learning_rate": 1.940982432949144e-05, + "loss": 0.0562, + "step": 16106 + }, + { + "epoch": 13.661577608142494, + "grad_norm": 1.147565796142476, + "learning_rate": 1.9409731351026716e-05, + "loss": 0.0686, + "step": 16107 + }, + { + "epoch": 13.662425784563188, + "grad_norm": 1.1458677514266093, + "learning_rate": 1.9409638365461213e-05, + "loss": 0.0684, + "step": 16108 + }, + { + "epoch": 13.663273960983885, + "grad_norm": 1.2050643469818627, + "learning_rate": 1.9409545372795003e-05, + "loss": 0.0643, + "step": 16109 + }, + { + "epoch": 13.664122137404581, + "grad_norm": 1.0678025968202693, + "learning_rate": 1.9409452373028156e-05, + "loss": 0.0574, + "step": 16110 + }, + { + "epoch": 13.664970313825275, + "grad_norm": 1.0908168643573422, + "learning_rate": 1.9409359366160744e-05, + "loss": 0.0556, + "step": 16111 + }, + { + "epoch": 13.665818490245972, + "grad_norm": 1.1727485916850393, + "learning_rate": 1.9409266352192834e-05, + "loss": 0.0624, + "step": 16112 + }, + { + "epoch": 13.666666666666666, + "grad_norm": 1.0794322464415849, + "learning_rate": 1.94091733311245e-05, + "loss": 0.0651, + "step": 16113 + }, + { + "epoch": 13.667514843087362, + "grad_norm": 1.2719501463404042, + "learning_rate": 1.9409080302955807e-05, + "loss": 0.0669, + "step": 16114 + }, + { + "epoch": 13.668363019508057, + "grad_norm": 0.9909084027699284, + "learning_rate": 1.940898726768683e-05, + "loss": 0.0637, + "step": 16115 + }, + { + "epoch": 13.669211195928753, + "grad_norm": 1.1906087593538068, + "learning_rate": 1.9408894225317635e-05, + "loss": 0.0696, + "step": 16116 + }, + { + "epoch": 13.67005937234945, + "grad_norm": 1.1400696042095995, + "learning_rate": 1.9408801175848294e-05, + "loss": 0.0635, + "step": 16117 + }, + { + "epoch": 13.670907548770144, + "grad_norm": 1.1525739787472995, + "learning_rate": 1.940870811927888e-05, + "loss": 0.0697, + "step": 16118 + }, + { + "epoch": 13.67175572519084, + "grad_norm": 1.1777464681562313, + "learning_rate": 1.9408615055609458e-05, + "loss": 0.0609, + "step": 16119 + }, + { + "epoch": 13.672603901611534, + "grad_norm": 1.0373709319855582, + "learning_rate": 1.94085219848401e-05, + "loss": 0.0657, + "step": 16120 + }, + { + "epoch": 13.67345207803223, + "grad_norm": 1.1938246733762592, + "learning_rate": 1.9408428906970884e-05, + "loss": 0.0638, + "step": 16121 + }, + { + "epoch": 13.674300254452927, + "grad_norm": 1.200843827233737, + "learning_rate": 1.9408335822001868e-05, + "loss": 0.0635, + "step": 16122 + }, + { + "epoch": 13.675148430873621, + "grad_norm": 1.257773991792744, + "learning_rate": 1.9408242729933132e-05, + "loss": 0.0667, + "step": 16123 + }, + { + "epoch": 13.675996607294318, + "grad_norm": 1.0938403574057705, + "learning_rate": 1.940814963076474e-05, + "loss": 0.0672, + "step": 16124 + }, + { + "epoch": 13.676844783715012, + "grad_norm": 2.330866136774489, + "learning_rate": 1.9408056524496764e-05, + "loss": 0.0641, + "step": 16125 + }, + { + "epoch": 13.677692960135708, + "grad_norm": 1.1665655007594844, + "learning_rate": 1.9407963411129277e-05, + "loss": 0.0769, + "step": 16126 + }, + { + "epoch": 13.678541136556404, + "grad_norm": 1.0557495492064832, + "learning_rate": 1.9407870290662343e-05, + "loss": 0.0558, + "step": 16127 + }, + { + "epoch": 13.679389312977099, + "grad_norm": 1.079522978318756, + "learning_rate": 1.9407777163096036e-05, + "loss": 0.0618, + "step": 16128 + }, + { + "epoch": 13.680237489397795, + "grad_norm": 1.3029019843131304, + "learning_rate": 1.940768402843043e-05, + "loss": 0.0744, + "step": 16129 + }, + { + "epoch": 13.68108566581849, + "grad_norm": 1.1202492609166825, + "learning_rate": 1.9407590886665588e-05, + "loss": 0.0627, + "step": 16130 + }, + { + "epoch": 13.681933842239186, + "grad_norm": 1.083064184650664, + "learning_rate": 1.9407497737801586e-05, + "loss": 0.0568, + "step": 16131 + }, + { + "epoch": 13.682782018659882, + "grad_norm": 1.3364672214387125, + "learning_rate": 1.9407404581838493e-05, + "loss": 0.0647, + "step": 16132 + }, + { + "epoch": 13.683630195080577, + "grad_norm": 1.1207073767121112, + "learning_rate": 1.940731141877638e-05, + "loss": 0.0602, + "step": 16133 + }, + { + "epoch": 13.684478371501273, + "grad_norm": 1.3381026033335857, + "learning_rate": 1.9407218248615312e-05, + "loss": 0.0759, + "step": 16134 + }, + { + "epoch": 13.685326547921967, + "grad_norm": 1.1638049569211633, + "learning_rate": 1.9407125071355364e-05, + "loss": 0.0604, + "step": 16135 + }, + { + "epoch": 13.686174724342663, + "grad_norm": 1.1676979925111426, + "learning_rate": 1.9407031886996606e-05, + "loss": 0.0647, + "step": 16136 + }, + { + "epoch": 13.68702290076336, + "grad_norm": 1.229383344694704, + "learning_rate": 1.9406938695539105e-05, + "loss": 0.0702, + "step": 16137 + }, + { + "epoch": 13.687871077184054, + "grad_norm": 1.091834576315218, + "learning_rate": 1.940684549698294e-05, + "loss": 0.0631, + "step": 16138 + }, + { + "epoch": 13.68871925360475, + "grad_norm": 1.0539299607478538, + "learning_rate": 1.940675229132817e-05, + "loss": 0.0658, + "step": 16139 + }, + { + "epoch": 13.689567430025445, + "grad_norm": 0.9744424557039142, + "learning_rate": 1.9406659078574872e-05, + "loss": 0.0572, + "step": 16140 + }, + { + "epoch": 13.690415606446141, + "grad_norm": 1.189944038882965, + "learning_rate": 1.940656585872312e-05, + "loss": 0.0676, + "step": 16141 + }, + { + "epoch": 13.691263782866836, + "grad_norm": 1.2542955684979418, + "learning_rate": 1.9406472631772973e-05, + "loss": 0.0811, + "step": 16142 + }, + { + "epoch": 13.692111959287532, + "grad_norm": 1.1671836242785694, + "learning_rate": 1.9406379397724507e-05, + "loss": 0.0733, + "step": 16143 + }, + { + "epoch": 13.692960135708228, + "grad_norm": 1.1549638474233834, + "learning_rate": 1.9406286156577797e-05, + "loss": 0.0686, + "step": 16144 + }, + { + "epoch": 13.693808312128922, + "grad_norm": 1.2362253706267083, + "learning_rate": 1.9406192908332914e-05, + "loss": 0.0654, + "step": 16145 + }, + { + "epoch": 13.694656488549619, + "grad_norm": 1.171090597852798, + "learning_rate": 1.9406099652989918e-05, + "loss": 0.0645, + "step": 16146 + }, + { + "epoch": 13.695504664970313, + "grad_norm": 1.0830136077800618, + "learning_rate": 1.9406006390548887e-05, + "loss": 0.0585, + "step": 16147 + }, + { + "epoch": 13.69635284139101, + "grad_norm": 1.3440176585916745, + "learning_rate": 1.9405913121009887e-05, + "loss": 0.0873, + "step": 16148 + }, + { + "epoch": 13.697201017811706, + "grad_norm": 1.2417323006189944, + "learning_rate": 1.940581984437299e-05, + "loss": 0.0626, + "step": 16149 + }, + { + "epoch": 13.6980491942324, + "grad_norm": 1.2623028471265811, + "learning_rate": 1.9405726560638274e-05, + "loss": 0.0659, + "step": 16150 + }, + { + "epoch": 13.698897370653096, + "grad_norm": 1.1904916025257275, + "learning_rate": 1.94056332698058e-05, + "loss": 0.0662, + "step": 16151 + }, + { + "epoch": 13.69974554707379, + "grad_norm": 1.0367978804416778, + "learning_rate": 1.940553997187564e-05, + "loss": 0.0615, + "step": 16152 + }, + { + "epoch": 13.700593723494487, + "grad_norm": 1.1207875880316247, + "learning_rate": 1.940544666684787e-05, + "loss": 0.0616, + "step": 16153 + }, + { + "epoch": 13.701441899915181, + "grad_norm": 1.0400684216153095, + "learning_rate": 1.940535335472255e-05, + "loss": 0.0683, + "step": 16154 + }, + { + "epoch": 13.702290076335878, + "grad_norm": 1.031544304095159, + "learning_rate": 1.9405260035499757e-05, + "loss": 0.0601, + "step": 16155 + }, + { + "epoch": 13.703138252756574, + "grad_norm": 1.1384424855988766, + "learning_rate": 1.940516670917956e-05, + "loss": 0.0636, + "step": 16156 + }, + { + "epoch": 13.703986429177268, + "grad_norm": 1.1263862316216746, + "learning_rate": 1.9405073375762034e-05, + "loss": 0.0652, + "step": 16157 + }, + { + "epoch": 13.704834605597965, + "grad_norm": 1.0992613206089992, + "learning_rate": 1.9404980035247247e-05, + "loss": 0.0595, + "step": 16158 + }, + { + "epoch": 13.705682782018659, + "grad_norm": 1.072147763567655, + "learning_rate": 1.940488668763526e-05, + "loss": 0.0581, + "step": 16159 + }, + { + "epoch": 13.706530958439355, + "grad_norm": 1.093105963171184, + "learning_rate": 1.9404793332926163e-05, + "loss": 0.0584, + "step": 16160 + }, + { + "epoch": 13.707379134860052, + "grad_norm": 1.2920071526492494, + "learning_rate": 1.9404699971120006e-05, + "loss": 0.0736, + "step": 16161 + }, + { + "epoch": 13.708227311280746, + "grad_norm": 1.0961565470309411, + "learning_rate": 1.940460660221687e-05, + "loss": 0.0608, + "step": 16162 + }, + { + "epoch": 13.709075487701442, + "grad_norm": 1.0947188362343139, + "learning_rate": 1.9404513226216828e-05, + "loss": 0.0595, + "step": 16163 + }, + { + "epoch": 13.709923664122137, + "grad_norm": 1.3074278605884733, + "learning_rate": 1.9404419843119945e-05, + "loss": 0.07, + "step": 16164 + }, + { + "epoch": 13.710771840542833, + "grad_norm": 1.2213589572679728, + "learning_rate": 1.9404326452926292e-05, + "loss": 0.061, + "step": 16165 + }, + { + "epoch": 13.71162001696353, + "grad_norm": 1.2194461083360872, + "learning_rate": 1.940423305563594e-05, + "loss": 0.0655, + "step": 16166 + }, + { + "epoch": 13.712468193384224, + "grad_norm": 1.0917787281669602, + "learning_rate": 1.9404139651248962e-05, + "loss": 0.0662, + "step": 16167 + }, + { + "epoch": 13.71331636980492, + "grad_norm": 1.0278669707680321, + "learning_rate": 1.940404623976542e-05, + "loss": 0.0597, + "step": 16168 + }, + { + "epoch": 13.714164546225614, + "grad_norm": 1.1910081002235031, + "learning_rate": 1.94039528211854e-05, + "loss": 0.0718, + "step": 16169 + }, + { + "epoch": 13.71501272264631, + "grad_norm": 1.132388646199922, + "learning_rate": 1.9403859395508953e-05, + "loss": 0.0628, + "step": 16170 + }, + { + "epoch": 13.715860899067007, + "grad_norm": 0.9745919658954882, + "learning_rate": 1.940376596273617e-05, + "loss": 0.0643, + "step": 16171 + }, + { + "epoch": 13.716709075487701, + "grad_norm": 1.0200925739820335, + "learning_rate": 1.9403672522867105e-05, + "loss": 0.0579, + "step": 16172 + }, + { + "epoch": 13.717557251908397, + "grad_norm": 0.9453126796439945, + "learning_rate": 1.9403579075901837e-05, + "loss": 0.0554, + "step": 16173 + }, + { + "epoch": 13.718405428329092, + "grad_norm": 1.183134864278158, + "learning_rate": 1.9403485621840433e-05, + "loss": 0.0598, + "step": 16174 + }, + { + "epoch": 13.719253604749788, + "grad_norm": 1.192433245861591, + "learning_rate": 1.9403392160682966e-05, + "loss": 0.0785, + "step": 16175 + }, + { + "epoch": 13.720101781170484, + "grad_norm": 1.2473860950895055, + "learning_rate": 1.9403298692429508e-05, + "loss": 0.0669, + "step": 16176 + }, + { + "epoch": 13.720949957591179, + "grad_norm": 1.0437222710128524, + "learning_rate": 1.9403205217080122e-05, + "loss": 0.0614, + "step": 16177 + }, + { + "epoch": 13.721798134011875, + "grad_norm": 1.00472952273797, + "learning_rate": 1.9403111734634884e-05, + "loss": 0.0596, + "step": 16178 + }, + { + "epoch": 13.72264631043257, + "grad_norm": 1.0932989006184064, + "learning_rate": 1.940301824509387e-05, + "loss": 0.0626, + "step": 16179 + }, + { + "epoch": 13.723494486853266, + "grad_norm": 0.942027984344156, + "learning_rate": 1.940292474845714e-05, + "loss": 0.0524, + "step": 16180 + }, + { + "epoch": 13.72434266327396, + "grad_norm": 1.1494837963716482, + "learning_rate": 1.940283124472477e-05, + "loss": 0.068, + "step": 16181 + }, + { + "epoch": 13.725190839694656, + "grad_norm": 1.1369489617545983, + "learning_rate": 1.9402737733896824e-05, + "loss": 0.0676, + "step": 16182 + }, + { + "epoch": 13.726039016115353, + "grad_norm": 1.2819549226714888, + "learning_rate": 1.9402644215973384e-05, + "loss": 0.0676, + "step": 16183 + }, + { + "epoch": 13.726887192536047, + "grad_norm": 1.029231250389417, + "learning_rate": 1.9402550690954516e-05, + "loss": 0.0622, + "step": 16184 + }, + { + "epoch": 13.727735368956743, + "grad_norm": 1.118972086427142, + "learning_rate": 1.9402457158840285e-05, + "loss": 0.0627, + "step": 16185 + }, + { + "epoch": 13.728583545377438, + "grad_norm": 1.0927992119507843, + "learning_rate": 1.9402363619630772e-05, + "loss": 0.0604, + "step": 16186 + }, + { + "epoch": 13.729431721798134, + "grad_norm": 1.0234525208301781, + "learning_rate": 1.9402270073326036e-05, + "loss": 0.059, + "step": 16187 + }, + { + "epoch": 13.73027989821883, + "grad_norm": 1.1296518172938497, + "learning_rate": 1.9402176519926156e-05, + "loss": 0.0607, + "step": 16188 + }, + { + "epoch": 13.731128074639525, + "grad_norm": 1.0653546652497403, + "learning_rate": 1.94020829594312e-05, + "loss": 0.0567, + "step": 16189 + }, + { + "epoch": 13.731976251060221, + "grad_norm": 1.0626822142927157, + "learning_rate": 1.9401989391841238e-05, + "loss": 0.0568, + "step": 16190 + }, + { + "epoch": 13.732824427480915, + "grad_norm": 1.1992995348513054, + "learning_rate": 1.9401895817156338e-05, + "loss": 0.0625, + "step": 16191 + }, + { + "epoch": 13.733672603901612, + "grad_norm": 1.231203616788486, + "learning_rate": 1.9401802235376578e-05, + "loss": 0.063, + "step": 16192 + }, + { + "epoch": 13.734520780322306, + "grad_norm": 1.0424022558695363, + "learning_rate": 1.940170864650202e-05, + "loss": 0.0622, + "step": 16193 + }, + { + "epoch": 13.735368956743002, + "grad_norm": 1.2728072243235968, + "learning_rate": 1.9401615050532744e-05, + "loss": 0.0744, + "step": 16194 + }, + { + "epoch": 13.736217133163699, + "grad_norm": 1.038331822932436, + "learning_rate": 1.940152144746881e-05, + "loss": 0.0672, + "step": 16195 + }, + { + "epoch": 13.737065309584393, + "grad_norm": 1.1841098229091507, + "learning_rate": 1.9401427837310297e-05, + "loss": 0.0679, + "step": 16196 + }, + { + "epoch": 13.73791348600509, + "grad_norm": 1.1199609815904659, + "learning_rate": 1.9401334220057272e-05, + "loss": 0.0633, + "step": 16197 + }, + { + "epoch": 13.738761662425784, + "grad_norm": 0.9834138436704951, + "learning_rate": 1.9401240595709808e-05, + "loss": 0.056, + "step": 16198 + }, + { + "epoch": 13.73960983884648, + "grad_norm": 1.2048596164391259, + "learning_rate": 1.940114696426797e-05, + "loss": 0.0752, + "step": 16199 + }, + { + "epoch": 13.740458015267176, + "grad_norm": 0.9567490668696338, + "learning_rate": 1.9401053325731837e-05, + "loss": 0.0538, + "step": 16200 + }, + { + "epoch": 13.74130619168787, + "grad_norm": 1.0153882571961586, + "learning_rate": 1.9400959680101473e-05, + "loss": 0.064, + "step": 16201 + }, + { + "epoch": 13.742154368108567, + "grad_norm": 1.221312790406657, + "learning_rate": 1.940086602737695e-05, + "loss": 0.0657, + "step": 16202 + }, + { + "epoch": 13.743002544529261, + "grad_norm": 1.0652721449485425, + "learning_rate": 1.9400772367558342e-05, + "loss": 0.0641, + "step": 16203 + }, + { + "epoch": 13.743850720949958, + "grad_norm": 1.1435365632079706, + "learning_rate": 1.9400678700645717e-05, + "loss": 0.0626, + "step": 16204 + }, + { + "epoch": 13.744698897370654, + "grad_norm": 1.1069125878922015, + "learning_rate": 1.9400585026639146e-05, + "loss": 0.0643, + "step": 16205 + }, + { + "epoch": 13.745547073791348, + "grad_norm": 1.0999604106098266, + "learning_rate": 1.9400491345538695e-05, + "loss": 0.0591, + "step": 16206 + }, + { + "epoch": 13.746395250212045, + "grad_norm": 1.009210784199635, + "learning_rate": 1.940039765734445e-05, + "loss": 0.0587, + "step": 16207 + }, + { + "epoch": 13.747243426632739, + "grad_norm": 1.2575200882244797, + "learning_rate": 1.940030396205646e-05, + "loss": 0.0698, + "step": 16208 + }, + { + "epoch": 13.748091603053435, + "grad_norm": 1.047846328213996, + "learning_rate": 1.9400210259674814e-05, + "loss": 0.0629, + "step": 16209 + }, + { + "epoch": 13.748939779474131, + "grad_norm": 1.05608930399655, + "learning_rate": 1.9400116550199573e-05, + "loss": 0.0615, + "step": 16210 + }, + { + "epoch": 13.749787955894826, + "grad_norm": 1.1178356438688972, + "learning_rate": 1.940002283363081e-05, + "loss": 0.0615, + "step": 16211 + }, + { + "epoch": 13.750636132315522, + "grad_norm": 1.2303651992374993, + "learning_rate": 1.9399929109968597e-05, + "loss": 0.0758, + "step": 16212 + }, + { + "epoch": 13.751484308736217, + "grad_norm": 0.9659224482126373, + "learning_rate": 1.9399835379213004e-05, + "loss": 0.0533, + "step": 16213 + }, + { + "epoch": 13.752332485156913, + "grad_norm": 1.1004770531473296, + "learning_rate": 1.9399741641364097e-05, + "loss": 0.0594, + "step": 16214 + }, + { + "epoch": 13.753180661577607, + "grad_norm": 0.939790181885669, + "learning_rate": 1.9399647896421956e-05, + "loss": 0.0556, + "step": 16215 + }, + { + "epoch": 13.754028837998304, + "grad_norm": 1.0469797887912988, + "learning_rate": 1.9399554144386646e-05, + "loss": 0.0557, + "step": 16216 + }, + { + "epoch": 13.754877014419, + "grad_norm": 1.1157203372280728, + "learning_rate": 1.939946038525824e-05, + "loss": 0.0711, + "step": 16217 + }, + { + "epoch": 13.755725190839694, + "grad_norm": 1.0790428560916379, + "learning_rate": 1.9399366619036804e-05, + "loss": 0.0634, + "step": 16218 + }, + { + "epoch": 13.75657336726039, + "grad_norm": 1.064322798190458, + "learning_rate": 1.9399272845722414e-05, + "loss": 0.0614, + "step": 16219 + }, + { + "epoch": 13.757421543681085, + "grad_norm": 1.2319603940016606, + "learning_rate": 1.939917906531514e-05, + "loss": 0.0783, + "step": 16220 + }, + { + "epoch": 13.758269720101781, + "grad_norm": 1.1643284757580719, + "learning_rate": 1.9399085277815047e-05, + "loss": 0.0633, + "step": 16221 + }, + { + "epoch": 13.759117896522477, + "grad_norm": 1.134525180313573, + "learning_rate": 1.9398991483222217e-05, + "loss": 0.0582, + "step": 16222 + }, + { + "epoch": 13.759966072943172, + "grad_norm": 1.1801003038170872, + "learning_rate": 1.939889768153671e-05, + "loss": 0.0642, + "step": 16223 + }, + { + "epoch": 13.760814249363868, + "grad_norm": 1.2084670499162835, + "learning_rate": 1.93988038727586e-05, + "loss": 0.0626, + "step": 16224 + }, + { + "epoch": 13.761662425784563, + "grad_norm": 1.2302774179696703, + "learning_rate": 1.9398710056887964e-05, + "loss": 0.0633, + "step": 16225 + }, + { + "epoch": 13.762510602205259, + "grad_norm": 1.1212155661687915, + "learning_rate": 1.9398616233924863e-05, + "loss": 0.0584, + "step": 16226 + }, + { + "epoch": 13.763358778625955, + "grad_norm": 1.0970183677530858, + "learning_rate": 1.9398522403869373e-05, + "loss": 0.0557, + "step": 16227 + }, + { + "epoch": 13.76420695504665, + "grad_norm": 1.4431645833417206, + "learning_rate": 1.9398428566721566e-05, + "loss": 0.0791, + "step": 16228 + }, + { + "epoch": 13.765055131467346, + "grad_norm": 1.2492509295175316, + "learning_rate": 1.9398334722481513e-05, + "loss": 0.0689, + "step": 16229 + }, + { + "epoch": 13.76590330788804, + "grad_norm": 1.0998092135022268, + "learning_rate": 1.9398240871149276e-05, + "loss": 0.0609, + "step": 16230 + }, + { + "epoch": 13.766751484308736, + "grad_norm": 1.1349478882997786, + "learning_rate": 1.9398147012724937e-05, + "loss": 0.0615, + "step": 16231 + }, + { + "epoch": 13.76759966072943, + "grad_norm": 1.0452162842619, + "learning_rate": 1.9398053147208564e-05, + "loss": 0.0633, + "step": 16232 + }, + { + "epoch": 13.768447837150127, + "grad_norm": 1.0652863788574316, + "learning_rate": 1.9397959274600225e-05, + "loss": 0.0621, + "step": 16233 + }, + { + "epoch": 13.769296013570823, + "grad_norm": 1.1283541713319518, + "learning_rate": 1.939786539489999e-05, + "loss": 0.0661, + "step": 16234 + }, + { + "epoch": 13.770144189991518, + "grad_norm": 1.0214168463817408, + "learning_rate": 1.9397771508107933e-05, + "loss": 0.0545, + "step": 16235 + }, + { + "epoch": 13.770992366412214, + "grad_norm": 1.147546603674191, + "learning_rate": 1.9397677614224125e-05, + "loss": 0.0645, + "step": 16236 + }, + { + "epoch": 13.771840542832908, + "grad_norm": 1.1621145360708989, + "learning_rate": 1.939758371324864e-05, + "loss": 0.0718, + "step": 16237 + }, + { + "epoch": 13.772688719253605, + "grad_norm": 1.1915608565256057, + "learning_rate": 1.939748980518154e-05, + "loss": 0.0714, + "step": 16238 + }, + { + "epoch": 13.773536895674301, + "grad_norm": 1.1615699927524619, + "learning_rate": 1.9397395890022896e-05, + "loss": 0.0639, + "step": 16239 + }, + { + "epoch": 13.774385072094995, + "grad_norm": 1.1213422518982008, + "learning_rate": 1.939730196777279e-05, + "loss": 0.0636, + "step": 16240 + }, + { + "epoch": 13.775233248515692, + "grad_norm": 1.2540140506459478, + "learning_rate": 1.939720803843128e-05, + "loss": 0.0677, + "step": 16241 + }, + { + "epoch": 13.776081424936386, + "grad_norm": 1.1047723401804737, + "learning_rate": 1.939711410199845e-05, + "loss": 0.0726, + "step": 16242 + }, + { + "epoch": 13.776929601357082, + "grad_norm": 0.9175624376424595, + "learning_rate": 1.939702015847436e-05, + "loss": 0.0522, + "step": 16243 + }, + { + "epoch": 13.777777777777779, + "grad_norm": 1.110851460899136, + "learning_rate": 1.9396926207859085e-05, + "loss": 0.0688, + "step": 16244 + }, + { + "epoch": 13.778625954198473, + "grad_norm": 1.0931083864786177, + "learning_rate": 1.9396832250152697e-05, + "loss": 0.0673, + "step": 16245 + }, + { + "epoch": 13.77947413061917, + "grad_norm": 1.068691896949806, + "learning_rate": 1.9396738285355267e-05, + "loss": 0.0632, + "step": 16246 + }, + { + "epoch": 13.780322307039864, + "grad_norm": 1.2113594274106851, + "learning_rate": 1.939664431346686e-05, + "loss": 0.0563, + "step": 16247 + }, + { + "epoch": 13.78117048346056, + "grad_norm": 1.1230198977263564, + "learning_rate": 1.9396550334487558e-05, + "loss": 0.0635, + "step": 16248 + }, + { + "epoch": 13.782018659881256, + "grad_norm": 1.0688847656917762, + "learning_rate": 1.9396456348417417e-05, + "loss": 0.0619, + "step": 16249 + }, + { + "epoch": 13.78286683630195, + "grad_norm": 1.0868146149342728, + "learning_rate": 1.9396362355256523e-05, + "loss": 0.0665, + "step": 16250 + }, + { + "epoch": 13.783715012722647, + "grad_norm": 1.3168830051516356, + "learning_rate": 1.9396268355004937e-05, + "loss": 0.066, + "step": 16251 + }, + { + "epoch": 13.784563189143341, + "grad_norm": 0.9763626571159266, + "learning_rate": 1.9396174347662736e-05, + "loss": 0.0564, + "step": 16252 + }, + { + "epoch": 13.785411365564038, + "grad_norm": 1.102127719431464, + "learning_rate": 1.9396080333229986e-05, + "loss": 0.0699, + "step": 16253 + }, + { + "epoch": 13.786259541984732, + "grad_norm": 0.9369444758807381, + "learning_rate": 1.939598631170676e-05, + "loss": 0.0586, + "step": 16254 + }, + { + "epoch": 13.787107718405428, + "grad_norm": 1.1502791627203073, + "learning_rate": 1.939589228309313e-05, + "loss": 0.0629, + "step": 16255 + }, + { + "epoch": 13.787955894826124, + "grad_norm": 1.23385055390299, + "learning_rate": 1.9395798247389165e-05, + "loss": 0.0631, + "step": 16256 + }, + { + "epoch": 13.788804071246819, + "grad_norm": 1.1856208721688155, + "learning_rate": 1.9395704204594936e-05, + "loss": 0.0793, + "step": 16257 + }, + { + "epoch": 13.789652247667515, + "grad_norm": 1.1146230698790307, + "learning_rate": 1.9395610154710515e-05, + "loss": 0.0686, + "step": 16258 + }, + { + "epoch": 13.79050042408821, + "grad_norm": 1.152537772685903, + "learning_rate": 1.9395516097735972e-05, + "loss": 0.0689, + "step": 16259 + }, + { + "epoch": 13.791348600508906, + "grad_norm": 1.175208828801086, + "learning_rate": 1.9395422033671383e-05, + "loss": 0.0759, + "step": 16260 + }, + { + "epoch": 13.792196776929602, + "grad_norm": 1.048739965273433, + "learning_rate": 1.9395327962516814e-05, + "loss": 0.0595, + "step": 16261 + }, + { + "epoch": 13.793044953350297, + "grad_norm": 1.0097040336414487, + "learning_rate": 1.9395233884272335e-05, + "loss": 0.0605, + "step": 16262 + }, + { + "epoch": 13.793893129770993, + "grad_norm": 1.1322060362884843, + "learning_rate": 1.939513979893802e-05, + "loss": 0.0653, + "step": 16263 + }, + { + "epoch": 13.794741306191687, + "grad_norm": 1.200998635783247, + "learning_rate": 1.939504570651394e-05, + "loss": 0.0598, + "step": 16264 + }, + { + "epoch": 13.795589482612383, + "grad_norm": 1.110649520898459, + "learning_rate": 1.939495160700016e-05, + "loss": 0.0669, + "step": 16265 + }, + { + "epoch": 13.796437659033078, + "grad_norm": 1.1633476767367477, + "learning_rate": 1.939485750039676e-05, + "loss": 0.0667, + "step": 16266 + }, + { + "epoch": 13.797285835453774, + "grad_norm": 1.2609276949466655, + "learning_rate": 1.9394763386703803e-05, + "loss": 0.0741, + "step": 16267 + }, + { + "epoch": 13.79813401187447, + "grad_norm": 1.1228926936281336, + "learning_rate": 1.939466926592137e-05, + "loss": 0.0624, + "step": 16268 + }, + { + "epoch": 13.798982188295165, + "grad_norm": 1.1377299714924423, + "learning_rate": 1.9394575138049522e-05, + "loss": 0.0609, + "step": 16269 + }, + { + "epoch": 13.799830364715861, + "grad_norm": 1.1113604530934162, + "learning_rate": 1.9394481003088333e-05, + "loss": 0.066, + "step": 16270 + }, + { + "epoch": 13.800678541136556, + "grad_norm": 1.0524675624042341, + "learning_rate": 1.939438686103788e-05, + "loss": 0.0646, + "step": 16271 + }, + { + "epoch": 13.801526717557252, + "grad_norm": 1.0397303816570977, + "learning_rate": 1.9394292711898222e-05, + "loss": 0.0567, + "step": 16272 + }, + { + "epoch": 13.802374893977948, + "grad_norm": 1.006506057654063, + "learning_rate": 1.939419855566944e-05, + "loss": 0.0704, + "step": 16273 + }, + { + "epoch": 13.803223070398642, + "grad_norm": 1.02323411832114, + "learning_rate": 1.93941043923516e-05, + "loss": 0.0596, + "step": 16274 + }, + { + "epoch": 13.804071246819339, + "grad_norm": 1.0901252362912923, + "learning_rate": 1.939401022194478e-05, + "loss": 0.0604, + "step": 16275 + }, + { + "epoch": 13.804919423240033, + "grad_norm": 1.0992818267773279, + "learning_rate": 1.939391604444904e-05, + "loss": 0.0623, + "step": 16276 + }, + { + "epoch": 13.80576759966073, + "grad_norm": 1.0607793306571898, + "learning_rate": 1.9393821859864464e-05, + "loss": 0.0642, + "step": 16277 + }, + { + "epoch": 13.806615776081426, + "grad_norm": 1.1997652591038122, + "learning_rate": 1.9393727668191113e-05, + "loss": 0.0614, + "step": 16278 + }, + { + "epoch": 13.80746395250212, + "grad_norm": 1.0971970997460856, + "learning_rate": 1.939363346942906e-05, + "loss": 0.0649, + "step": 16279 + }, + { + "epoch": 13.808312128922816, + "grad_norm": 1.130089267399831, + "learning_rate": 1.939353926357838e-05, + "loss": 0.0699, + "step": 16280 + }, + { + "epoch": 13.80916030534351, + "grad_norm": 1.1072164794736146, + "learning_rate": 1.9393445050639143e-05, + "loss": 0.0588, + "step": 16281 + }, + { + "epoch": 13.810008481764207, + "grad_norm": 1.1239850675771186, + "learning_rate": 1.9393350830611414e-05, + "loss": 0.0617, + "step": 16282 + }, + { + "epoch": 13.810856658184903, + "grad_norm": 1.0215735164672959, + "learning_rate": 1.9393256603495273e-05, + "loss": 0.0622, + "step": 16283 + }, + { + "epoch": 13.811704834605598, + "grad_norm": 1.0751273953751717, + "learning_rate": 1.9393162369290785e-05, + "loss": 0.0603, + "step": 16284 + }, + { + "epoch": 13.812553011026294, + "grad_norm": 1.0306102373539752, + "learning_rate": 1.9393068127998023e-05, + "loss": 0.0617, + "step": 16285 + }, + { + "epoch": 13.813401187446988, + "grad_norm": 1.2202005081153524, + "learning_rate": 1.939297387961706e-05, + "loss": 0.0687, + "step": 16286 + }, + { + "epoch": 13.814249363867685, + "grad_norm": 1.1912421189906741, + "learning_rate": 1.939287962414796e-05, + "loss": 0.0612, + "step": 16287 + }, + { + "epoch": 13.81509754028838, + "grad_norm": 1.1473671843874926, + "learning_rate": 1.9392785361590804e-05, + "loss": 0.0653, + "step": 16288 + }, + { + "epoch": 13.815945716709075, + "grad_norm": 1.0647515104838667, + "learning_rate": 1.939269109194566e-05, + "loss": 0.0604, + "step": 16289 + }, + { + "epoch": 13.816793893129772, + "grad_norm": 1.2695968734320533, + "learning_rate": 1.9392596815212593e-05, + "loss": 0.0669, + "step": 16290 + }, + { + "epoch": 13.817642069550466, + "grad_norm": 1.1230883872635387, + "learning_rate": 1.939250253139168e-05, + "loss": 0.0768, + "step": 16291 + }, + { + "epoch": 13.818490245971162, + "grad_norm": 1.2303644119877841, + "learning_rate": 1.9392408240482994e-05, + "loss": 0.0671, + "step": 16292 + }, + { + "epoch": 13.819338422391857, + "grad_norm": 1.1504868466531195, + "learning_rate": 1.93923139424866e-05, + "loss": 0.0648, + "step": 16293 + }, + { + "epoch": 13.820186598812553, + "grad_norm": 1.1017154443001649, + "learning_rate": 1.9392219637402575e-05, + "loss": 0.0553, + "step": 16294 + }, + { + "epoch": 13.82103477523325, + "grad_norm": 0.9176660699880083, + "learning_rate": 1.9392125325230984e-05, + "loss": 0.0569, + "step": 16295 + }, + { + "epoch": 13.821882951653944, + "grad_norm": 1.205712318888974, + "learning_rate": 1.9392031005971902e-05, + "loss": 0.0598, + "step": 16296 + }, + { + "epoch": 13.82273112807464, + "grad_norm": 1.9783736618687877, + "learning_rate": 1.93919366796254e-05, + "loss": 0.0894, + "step": 16297 + }, + { + "epoch": 13.823579304495334, + "grad_norm": 1.0903202318573202, + "learning_rate": 1.9391842346191552e-05, + "loss": 0.0599, + "step": 16298 + }, + { + "epoch": 13.82442748091603, + "grad_norm": 1.2663130026446276, + "learning_rate": 1.9391748005670422e-05, + "loss": 0.0666, + "step": 16299 + }, + { + "epoch": 13.825275657336727, + "grad_norm": 1.0530403847384788, + "learning_rate": 1.939165365806209e-05, + "loss": 0.0577, + "step": 16300 + }, + { + "epoch": 13.826123833757421, + "grad_norm": 1.1194245040566602, + "learning_rate": 1.939155930336662e-05, + "loss": 0.0644, + "step": 16301 + }, + { + "epoch": 13.826972010178118, + "grad_norm": 1.131277911456673, + "learning_rate": 1.9391464941584085e-05, + "loss": 0.0636, + "step": 16302 + }, + { + "epoch": 13.827820186598812, + "grad_norm": 1.2381595980971964, + "learning_rate": 1.9391370572714558e-05, + "loss": 0.0672, + "step": 16303 + }, + { + "epoch": 13.828668363019508, + "grad_norm": 1.2340046196058976, + "learning_rate": 1.939127619675811e-05, + "loss": 0.0796, + "step": 16304 + }, + { + "epoch": 13.829516539440203, + "grad_norm": 1.0709465355077494, + "learning_rate": 1.9391181813714808e-05, + "loss": 0.0586, + "step": 16305 + }, + { + "epoch": 13.830364715860899, + "grad_norm": 1.0592119799383302, + "learning_rate": 1.9391087423584727e-05, + "loss": 0.0616, + "step": 16306 + }, + { + "epoch": 13.831212892281595, + "grad_norm": 1.1220249977749477, + "learning_rate": 1.939099302636794e-05, + "loss": 0.0638, + "step": 16307 + }, + { + "epoch": 13.83206106870229, + "grad_norm": 0.9937867998673888, + "learning_rate": 1.9390898622064516e-05, + "loss": 0.0642, + "step": 16308 + }, + { + "epoch": 13.832909245122986, + "grad_norm": 1.0677916879333813, + "learning_rate": 1.9390804210674524e-05, + "loss": 0.0749, + "step": 16309 + }, + { + "epoch": 13.83375742154368, + "grad_norm": 1.1038993729990008, + "learning_rate": 1.9390709792198042e-05, + "loss": 0.0683, + "step": 16310 + }, + { + "epoch": 13.834605597964376, + "grad_norm": 1.12880613104805, + "learning_rate": 1.9390615366635133e-05, + "loss": 0.0686, + "step": 16311 + }, + { + "epoch": 13.835453774385073, + "grad_norm": 1.021484540248864, + "learning_rate": 1.9390520933985875e-05, + "loss": 0.063, + "step": 16312 + }, + { + "epoch": 13.836301950805767, + "grad_norm": 1.191860661855068, + "learning_rate": 1.9390426494250333e-05, + "loss": 0.0662, + "step": 16313 + }, + { + "epoch": 13.837150127226463, + "grad_norm": 1.028322600045697, + "learning_rate": 1.939033204742858e-05, + "loss": 0.0675, + "step": 16314 + }, + { + "epoch": 13.837998303647158, + "grad_norm": 1.2067542139293692, + "learning_rate": 1.9390237593520696e-05, + "loss": 0.0642, + "step": 16315 + }, + { + "epoch": 13.838846480067854, + "grad_norm": 1.363649549373519, + "learning_rate": 1.939014313252674e-05, + "loss": 0.0713, + "step": 16316 + }, + { + "epoch": 13.83969465648855, + "grad_norm": 1.1372350440645078, + "learning_rate": 1.9390048664446786e-05, + "loss": 0.064, + "step": 16317 + }, + { + "epoch": 13.840542832909245, + "grad_norm": 1.1170950144366376, + "learning_rate": 1.9389954189280913e-05, + "loss": 0.0638, + "step": 16318 + }, + { + "epoch": 13.841391009329941, + "grad_norm": 1.2494731951918532, + "learning_rate": 1.9389859707029185e-05, + "loss": 0.0703, + "step": 16319 + }, + { + "epoch": 13.842239185750635, + "grad_norm": 1.127419035163849, + "learning_rate": 1.9389765217691675e-05, + "loss": 0.0646, + "step": 16320 + }, + { + "epoch": 13.843087362171332, + "grad_norm": 1.0840883906312633, + "learning_rate": 1.9389670721268453e-05, + "loss": 0.0669, + "step": 16321 + }, + { + "epoch": 13.843935538592028, + "grad_norm": 0.931166744972878, + "learning_rate": 1.9389576217759597e-05, + "loss": 0.0547, + "step": 16322 + }, + { + "epoch": 13.844783715012722, + "grad_norm": 1.381058230805649, + "learning_rate": 1.938948170716517e-05, + "loss": 0.07, + "step": 16323 + }, + { + "epoch": 13.845631891433419, + "grad_norm": 1.2098091787553018, + "learning_rate": 1.9389387189485243e-05, + "loss": 0.0648, + "step": 16324 + }, + { + "epoch": 13.846480067854113, + "grad_norm": 1.2377776963733713, + "learning_rate": 1.9389292664719896e-05, + "loss": 0.0639, + "step": 16325 + }, + { + "epoch": 13.84732824427481, + "grad_norm": 1.0529790040878348, + "learning_rate": 1.9389198132869195e-05, + "loss": 0.0607, + "step": 16326 + }, + { + "epoch": 13.848176420695506, + "grad_norm": 1.27116506262782, + "learning_rate": 1.938910359393321e-05, + "loss": 0.0846, + "step": 16327 + }, + { + "epoch": 13.8490245971162, + "grad_norm": 1.1906939509746974, + "learning_rate": 1.938900904791201e-05, + "loss": 0.0617, + "step": 16328 + }, + { + "epoch": 13.849872773536896, + "grad_norm": 1.1952980425251218, + "learning_rate": 1.9388914494805675e-05, + "loss": 0.0687, + "step": 16329 + }, + { + "epoch": 13.85072094995759, + "grad_norm": 1.2323615753062, + "learning_rate": 1.9388819934614272e-05, + "loss": 0.0642, + "step": 16330 + }, + { + "epoch": 13.851569126378287, + "grad_norm": 1.1416217600711038, + "learning_rate": 1.938872536733787e-05, + "loss": 0.0631, + "step": 16331 + }, + { + "epoch": 13.852417302798981, + "grad_norm": 1.2678025870501124, + "learning_rate": 1.9388630792976543e-05, + "loss": 0.075, + "step": 16332 + }, + { + "epoch": 13.853265479219678, + "grad_norm": 1.1855335710311825, + "learning_rate": 1.9388536211530362e-05, + "loss": 0.0691, + "step": 16333 + }, + { + "epoch": 13.854113655640374, + "grad_norm": 0.9994243828487336, + "learning_rate": 1.9388441622999395e-05, + "loss": 0.0633, + "step": 16334 + }, + { + "epoch": 13.854961832061068, + "grad_norm": 1.1425119158294375, + "learning_rate": 1.9388347027383722e-05, + "loss": 0.0697, + "step": 16335 + }, + { + "epoch": 13.855810008481765, + "grad_norm": 1.038302371435019, + "learning_rate": 1.93882524246834e-05, + "loss": 0.0572, + "step": 16336 + }, + { + "epoch": 13.856658184902459, + "grad_norm": 1.2342670208559947, + "learning_rate": 1.9388157814898517e-05, + "loss": 0.0691, + "step": 16337 + }, + { + "epoch": 13.857506361323155, + "grad_norm": 1.2722868190398813, + "learning_rate": 1.9388063198029134e-05, + "loss": 0.0745, + "step": 16338 + }, + { + "epoch": 13.858354537743852, + "grad_norm": 1.1831679259687695, + "learning_rate": 1.9387968574075327e-05, + "loss": 0.0648, + "step": 16339 + }, + { + "epoch": 13.859202714164546, + "grad_norm": 1.0730786447148652, + "learning_rate": 1.938787394303716e-05, + "loss": 0.0643, + "step": 16340 + }, + { + "epoch": 13.860050890585242, + "grad_norm": 1.2111552876482563, + "learning_rate": 1.9387779304914717e-05, + "loss": 0.0646, + "step": 16341 + }, + { + "epoch": 13.860899067005937, + "grad_norm": 1.2612413781353722, + "learning_rate": 1.9387684659708057e-05, + "loss": 0.0665, + "step": 16342 + }, + { + "epoch": 13.861747243426633, + "grad_norm": 1.0159393053267887, + "learning_rate": 1.9387590007417257e-05, + "loss": 0.0583, + "step": 16343 + }, + { + "epoch": 13.862595419847327, + "grad_norm": 1.1196000329247724, + "learning_rate": 1.938749534804239e-05, + "loss": 0.0675, + "step": 16344 + }, + { + "epoch": 13.863443596268024, + "grad_norm": 1.0241286897668964, + "learning_rate": 1.9387400681583526e-05, + "loss": 0.0611, + "step": 16345 + }, + { + "epoch": 13.86429177268872, + "grad_norm": 1.080284624466588, + "learning_rate": 1.9387306008040734e-05, + "loss": 0.0591, + "step": 16346 + }, + { + "epoch": 13.865139949109414, + "grad_norm": 1.0455380010311255, + "learning_rate": 1.9387211327414087e-05, + "loss": 0.08, + "step": 16347 + }, + { + "epoch": 13.86598812553011, + "grad_norm": 1.1817209442691032, + "learning_rate": 1.9387116639703656e-05, + "loss": 0.073, + "step": 16348 + }, + { + "epoch": 13.866836301950805, + "grad_norm": 1.1172760698070108, + "learning_rate": 1.9387021944909515e-05, + "loss": 0.0662, + "step": 16349 + }, + { + "epoch": 13.867684478371501, + "grad_norm": 1.1726937074996517, + "learning_rate": 1.9386927243031733e-05, + "loss": 0.0726, + "step": 16350 + }, + { + "epoch": 13.868532654792197, + "grad_norm": 1.184945850460642, + "learning_rate": 1.9386832534070383e-05, + "loss": 0.0657, + "step": 16351 + }, + { + "epoch": 13.869380831212892, + "grad_norm": 1.1861731588806081, + "learning_rate": 1.9386737818025535e-05, + "loss": 0.0749, + "step": 16352 + }, + { + "epoch": 13.870229007633588, + "grad_norm": 1.1082073106413486, + "learning_rate": 1.938664309489726e-05, + "loss": 0.0642, + "step": 16353 + }, + { + "epoch": 13.871077184054283, + "grad_norm": 1.111058917971003, + "learning_rate": 1.9386548364685637e-05, + "loss": 0.0688, + "step": 16354 + }, + { + "epoch": 13.871925360474979, + "grad_norm": 1.221390542213825, + "learning_rate": 1.9386453627390724e-05, + "loss": 0.0628, + "step": 16355 + }, + { + "epoch": 13.872773536895675, + "grad_norm": 1.031285885123868, + "learning_rate": 1.9386358883012603e-05, + "loss": 0.0587, + "step": 16356 + }, + { + "epoch": 13.87362171331637, + "grad_norm": 1.1000641024795348, + "learning_rate": 1.938626413155134e-05, + "loss": 0.0604, + "step": 16357 + }, + { + "epoch": 13.874469889737066, + "grad_norm": 1.2144326572039619, + "learning_rate": 1.9386169373007007e-05, + "loss": 0.0728, + "step": 16358 + }, + { + "epoch": 13.87531806615776, + "grad_norm": 1.0028480345925788, + "learning_rate": 1.9386074607379682e-05, + "loss": 0.0627, + "step": 16359 + }, + { + "epoch": 13.876166242578456, + "grad_norm": 1.1263109135779212, + "learning_rate": 1.9385979834669427e-05, + "loss": 0.0689, + "step": 16360 + }, + { + "epoch": 13.877014418999153, + "grad_norm": 1.0109049095482914, + "learning_rate": 1.938588505487632e-05, + "loss": 0.0565, + "step": 16361 + }, + { + "epoch": 13.877862595419847, + "grad_norm": 1.0796626519783825, + "learning_rate": 1.938579026800043e-05, + "loss": 0.0621, + "step": 16362 + }, + { + "epoch": 13.878710771840543, + "grad_norm": 1.0101991980923852, + "learning_rate": 1.9385695474041832e-05, + "loss": 0.0761, + "step": 16363 + }, + { + "epoch": 13.879558948261238, + "grad_norm": 1.1451955516821566, + "learning_rate": 1.9385600673000592e-05, + "loss": 0.0624, + "step": 16364 + }, + { + "epoch": 13.880407124681934, + "grad_norm": 1.0393356469047577, + "learning_rate": 1.9385505864876784e-05, + "loss": 0.0611, + "step": 16365 + }, + { + "epoch": 13.88125530110263, + "grad_norm": 1.026640507970864, + "learning_rate": 1.9385411049670482e-05, + "loss": 0.0575, + "step": 16366 + }, + { + "epoch": 13.882103477523325, + "grad_norm": 1.0633453858602655, + "learning_rate": 1.9385316227381752e-05, + "loss": 0.059, + "step": 16367 + }, + { + "epoch": 13.882951653944021, + "grad_norm": 1.3102657681376106, + "learning_rate": 1.938522139801067e-05, + "loss": 0.0707, + "step": 16368 + }, + { + "epoch": 13.883799830364715, + "grad_norm": 1.1730350124572826, + "learning_rate": 1.938512656155731e-05, + "loss": 0.0722, + "step": 16369 + }, + { + "epoch": 13.884648006785412, + "grad_norm": 1.0821621281069087, + "learning_rate": 1.9385031718021735e-05, + "loss": 0.0671, + "step": 16370 + }, + { + "epoch": 13.885496183206106, + "grad_norm": 1.1047817804227558, + "learning_rate": 1.9384936867404025e-05, + "loss": 0.0717, + "step": 16371 + }, + { + "epoch": 13.886344359626802, + "grad_norm": 1.1522542785804033, + "learning_rate": 1.938484200970425e-05, + "loss": 0.0632, + "step": 16372 + }, + { + "epoch": 13.887192536047499, + "grad_norm": 1.1789485812010432, + "learning_rate": 1.9384747144922475e-05, + "loss": 0.0564, + "step": 16373 + }, + { + "epoch": 13.888040712468193, + "grad_norm": 1.38925456635068, + "learning_rate": 1.9384652273058777e-05, + "loss": 0.0666, + "step": 16374 + }, + { + "epoch": 13.88888888888889, + "grad_norm": 1.1098901466147404, + "learning_rate": 1.938455739411323e-05, + "loss": 0.0587, + "step": 16375 + }, + { + "epoch": 13.889737065309584, + "grad_norm": 1.212819722809902, + "learning_rate": 1.9384462508085896e-05, + "loss": 0.0704, + "step": 16376 + }, + { + "epoch": 13.89058524173028, + "grad_norm": 0.8948653091747596, + "learning_rate": 1.9384367614976857e-05, + "loss": 0.0547, + "step": 16377 + }, + { + "epoch": 13.891433418150976, + "grad_norm": 1.053009670966804, + "learning_rate": 1.9384272714786185e-05, + "loss": 0.0614, + "step": 16378 + }, + { + "epoch": 13.89228159457167, + "grad_norm": 1.2032667961350607, + "learning_rate": 1.938417780751394e-05, + "loss": 0.0674, + "step": 16379 + }, + { + "epoch": 13.893129770992367, + "grad_norm": 1.103694498223664, + "learning_rate": 1.9384082893160207e-05, + "loss": 0.0668, + "step": 16380 + }, + { + "epoch": 13.893977947413061, + "grad_norm": 1.1471815907994012, + "learning_rate": 1.9383987971725047e-05, + "loss": 0.0649, + "step": 16381 + }, + { + "epoch": 13.894826123833758, + "grad_norm": 1.0682167105889502, + "learning_rate": 1.938389304320854e-05, + "loss": 0.0581, + "step": 16382 + }, + { + "epoch": 13.895674300254452, + "grad_norm": 1.1585028138933027, + "learning_rate": 1.9383798107610752e-05, + "loss": 0.0719, + "step": 16383 + }, + { + "epoch": 13.896522476675148, + "grad_norm": 1.1998192167640422, + "learning_rate": 1.9383703164931755e-05, + "loss": 0.0625, + "step": 16384 + }, + { + "epoch": 13.897370653095845, + "grad_norm": 1.0067722834832953, + "learning_rate": 1.9383608215171624e-05, + "loss": 0.0573, + "step": 16385 + }, + { + "epoch": 13.898218829516539, + "grad_norm": 1.0253565146038042, + "learning_rate": 1.938351325833043e-05, + "loss": 0.0577, + "step": 16386 + }, + { + "epoch": 13.899067005937235, + "grad_norm": 1.2081166914878738, + "learning_rate": 1.938341829440824e-05, + "loss": 0.0711, + "step": 16387 + }, + { + "epoch": 13.89991518235793, + "grad_norm": 1.0658365419591496, + "learning_rate": 1.938332332340513e-05, + "loss": 0.062, + "step": 16388 + }, + { + "epoch": 13.900763358778626, + "grad_norm": 1.1224850904704287, + "learning_rate": 1.938322834532117e-05, + "loss": 0.0659, + "step": 16389 + }, + { + "epoch": 13.901611535199322, + "grad_norm": 1.0800664825526356, + "learning_rate": 1.938313336015644e-05, + "loss": 0.0633, + "step": 16390 + }, + { + "epoch": 13.902459711620017, + "grad_norm": 1.0434906398643493, + "learning_rate": 1.9383038367910995e-05, + "loss": 0.0606, + "step": 16391 + }, + { + "epoch": 13.903307888040713, + "grad_norm": 0.9188742327998327, + "learning_rate": 1.9382943368584918e-05, + "loss": 0.0531, + "step": 16392 + }, + { + "epoch": 13.904156064461407, + "grad_norm": 1.2469668986807374, + "learning_rate": 1.938284836217828e-05, + "loss": 0.0593, + "step": 16393 + }, + { + "epoch": 13.905004240882104, + "grad_norm": 1.1134726053945543, + "learning_rate": 1.9382753348691153e-05, + "loss": 0.0606, + "step": 16394 + }, + { + "epoch": 13.9058524173028, + "grad_norm": 1.0516117640254647, + "learning_rate": 1.93826583281236e-05, + "loss": 0.0595, + "step": 16395 + }, + { + "epoch": 13.906700593723494, + "grad_norm": 1.3043468386296722, + "learning_rate": 1.9382563300475707e-05, + "loss": 0.0677, + "step": 16396 + }, + { + "epoch": 13.90754877014419, + "grad_norm": 1.035658372305366, + "learning_rate": 1.9382468265747536e-05, + "loss": 0.0597, + "step": 16397 + }, + { + "epoch": 13.908396946564885, + "grad_norm": 1.0147267723404396, + "learning_rate": 1.9382373223939162e-05, + "loss": 0.0559, + "step": 16398 + }, + { + "epoch": 13.909245122985581, + "grad_norm": 1.1440525423187264, + "learning_rate": 1.9382278175050653e-05, + "loss": 0.0622, + "step": 16399 + }, + { + "epoch": 13.910093299406277, + "grad_norm": 1.159346695508232, + "learning_rate": 1.9382183119082084e-05, + "loss": 0.0666, + "step": 16400 + }, + { + "epoch": 13.910941475826972, + "grad_norm": 1.131592321048437, + "learning_rate": 1.9382088056033526e-05, + "loss": 0.0616, + "step": 16401 + }, + { + "epoch": 13.911789652247668, + "grad_norm": 1.2183779290086725, + "learning_rate": 1.9381992985905053e-05, + "loss": 0.0666, + "step": 16402 + }, + { + "epoch": 13.912637828668363, + "grad_norm": 1.01832060681912, + "learning_rate": 1.9381897908696732e-05, + "loss": 0.0538, + "step": 16403 + }, + { + "epoch": 13.913486005089059, + "grad_norm": 1.1901113166035913, + "learning_rate": 1.938180282440864e-05, + "loss": 0.0673, + "step": 16404 + }, + { + "epoch": 13.914334181509753, + "grad_norm": 1.141494390516805, + "learning_rate": 1.9381707733040846e-05, + "loss": 0.0611, + "step": 16405 + }, + { + "epoch": 13.91518235793045, + "grad_norm": 1.0313536617690748, + "learning_rate": 1.9381612634593422e-05, + "loss": 0.0681, + "step": 16406 + }, + { + "epoch": 13.916030534351146, + "grad_norm": 1.1370293489639751, + "learning_rate": 1.9381517529066436e-05, + "loss": 0.0669, + "step": 16407 + }, + { + "epoch": 13.91687871077184, + "grad_norm": 1.1053525572327099, + "learning_rate": 1.9381422416459968e-05, + "loss": 0.0657, + "step": 16408 + }, + { + "epoch": 13.917726887192536, + "grad_norm": 1.030667116198491, + "learning_rate": 1.938132729677408e-05, + "loss": 0.0623, + "step": 16409 + }, + { + "epoch": 13.91857506361323, + "grad_norm": 1.0702418480009586, + "learning_rate": 1.9381232170008855e-05, + "loss": 0.0702, + "step": 16410 + }, + { + "epoch": 13.919423240033927, + "grad_norm": 1.2158760738969079, + "learning_rate": 1.9381137036164354e-05, + "loss": 0.069, + "step": 16411 + }, + { + "epoch": 13.920271416454623, + "grad_norm": 1.0534232239650445, + "learning_rate": 1.9381041895240657e-05, + "loss": 0.0641, + "step": 16412 + }, + { + "epoch": 13.921119592875318, + "grad_norm": 1.0800520088138277, + "learning_rate": 1.938094674723783e-05, + "loss": 0.0626, + "step": 16413 + }, + { + "epoch": 13.921967769296014, + "grad_norm": 1.0922463073907225, + "learning_rate": 1.9380851592155948e-05, + "loss": 0.0587, + "step": 16414 + }, + { + "epoch": 13.922815945716708, + "grad_norm": 1.2304311399311954, + "learning_rate": 1.9380756429995082e-05, + "loss": 0.0644, + "step": 16415 + }, + { + "epoch": 13.923664122137405, + "grad_norm": 1.1106374072871403, + "learning_rate": 1.9380661260755304e-05, + "loss": 0.0666, + "step": 16416 + }, + { + "epoch": 13.924512298558101, + "grad_norm": 1.3928274373407743, + "learning_rate": 1.9380566084436685e-05, + "loss": 0.0863, + "step": 16417 + }, + { + "epoch": 13.925360474978795, + "grad_norm": 1.065962729045584, + "learning_rate": 1.93804709010393e-05, + "loss": 0.0615, + "step": 16418 + }, + { + "epoch": 13.926208651399492, + "grad_norm": 1.213328615408621, + "learning_rate": 1.9380375710563214e-05, + "loss": 0.0704, + "step": 16419 + }, + { + "epoch": 13.927056827820186, + "grad_norm": 1.0542993296947343, + "learning_rate": 1.9380280513008506e-05, + "loss": 0.059, + "step": 16420 + }, + { + "epoch": 13.927905004240882, + "grad_norm": 1.1209748535893407, + "learning_rate": 1.9380185308375243e-05, + "loss": 0.0638, + "step": 16421 + }, + { + "epoch": 13.928753180661577, + "grad_norm": 1.1615470784949262, + "learning_rate": 1.9380090096663502e-05, + "loss": 0.0578, + "step": 16422 + }, + { + "epoch": 13.929601357082273, + "grad_norm": 1.014258928392344, + "learning_rate": 1.9379994877873347e-05, + "loss": 0.0595, + "step": 16423 + }, + { + "epoch": 13.93044953350297, + "grad_norm": 1.3518548897815266, + "learning_rate": 1.937989965200486e-05, + "loss": 0.0739, + "step": 16424 + }, + { + "epoch": 13.931297709923664, + "grad_norm": 1.1386467211772437, + "learning_rate": 1.9379804419058103e-05, + "loss": 0.0698, + "step": 16425 + }, + { + "epoch": 13.93214588634436, + "grad_norm": 0.9881256030964124, + "learning_rate": 1.9379709179033154e-05, + "loss": 0.0587, + "step": 16426 + }, + { + "epoch": 13.932994062765054, + "grad_norm": 1.0226810228973784, + "learning_rate": 1.9379613931930083e-05, + "loss": 0.0556, + "step": 16427 + }, + { + "epoch": 13.93384223918575, + "grad_norm": 1.0387192316708072, + "learning_rate": 1.937951867774896e-05, + "loss": 0.0616, + "step": 16428 + }, + { + "epoch": 13.934690415606447, + "grad_norm": 1.006882954319091, + "learning_rate": 1.9379423416489863e-05, + "loss": 0.0568, + "step": 16429 + }, + { + "epoch": 13.935538592027141, + "grad_norm": 1.2149865992484667, + "learning_rate": 1.9379328148152855e-05, + "loss": 0.0672, + "step": 16430 + }, + { + "epoch": 13.936386768447838, + "grad_norm": 1.0563662307691852, + "learning_rate": 1.9379232872738015e-05, + "loss": 0.0636, + "step": 16431 + }, + { + "epoch": 13.937234944868532, + "grad_norm": 1.136886622314975, + "learning_rate": 1.9379137590245412e-05, + "loss": 0.0617, + "step": 16432 + }, + { + "epoch": 13.938083121289228, + "grad_norm": 1.230106909545232, + "learning_rate": 1.937904230067512e-05, + "loss": 0.0694, + "step": 16433 + }, + { + "epoch": 13.938931297709924, + "grad_norm": 1.2348675921939907, + "learning_rate": 1.9378947004027205e-05, + "loss": 0.0672, + "step": 16434 + }, + { + "epoch": 13.939779474130619, + "grad_norm": 1.1254366148222088, + "learning_rate": 1.937885170030175e-05, + "loss": 0.0558, + "step": 16435 + }, + { + "epoch": 13.940627650551315, + "grad_norm": 1.0020749729467957, + "learning_rate": 1.9378756389498815e-05, + "loss": 0.059, + "step": 16436 + }, + { + "epoch": 13.94147582697201, + "grad_norm": 1.2578986700673278, + "learning_rate": 1.9378661071618477e-05, + "loss": 0.0697, + "step": 16437 + }, + { + "epoch": 13.942324003392706, + "grad_norm": 1.1720373869417218, + "learning_rate": 1.9378565746660812e-05, + "loss": 0.0584, + "step": 16438 + }, + { + "epoch": 13.943172179813402, + "grad_norm": 1.1153216820529057, + "learning_rate": 1.9378470414625882e-05, + "loss": 0.0602, + "step": 16439 + }, + { + "epoch": 13.944020356234097, + "grad_norm": 1.0546956614018965, + "learning_rate": 1.937837507551377e-05, + "loss": 0.0613, + "step": 16440 + }, + { + "epoch": 13.944868532654793, + "grad_norm": 1.1225276265126007, + "learning_rate": 1.937827972932454e-05, + "loss": 0.0639, + "step": 16441 + }, + { + "epoch": 13.945716709075487, + "grad_norm": 1.106569624928741, + "learning_rate": 1.9378184376058268e-05, + "loss": 0.0623, + "step": 16442 + }, + { + "epoch": 13.946564885496183, + "grad_norm": 1.0980250835809093, + "learning_rate": 1.9378089015715026e-05, + "loss": 0.0678, + "step": 16443 + }, + { + "epoch": 13.947413061916878, + "grad_norm": 1.0482024159913148, + "learning_rate": 1.937799364829488e-05, + "loss": 0.0616, + "step": 16444 + }, + { + "epoch": 13.948261238337574, + "grad_norm": 1.0619327352457293, + "learning_rate": 1.937789827379791e-05, + "loss": 0.0639, + "step": 16445 + }, + { + "epoch": 13.94910941475827, + "grad_norm": 0.9895571135150804, + "learning_rate": 1.9377802892224186e-05, + "loss": 0.0571, + "step": 16446 + }, + { + "epoch": 13.949957591178965, + "grad_norm": 1.2627792569870322, + "learning_rate": 1.9377707503573777e-05, + "loss": 0.0683, + "step": 16447 + }, + { + "epoch": 13.950805767599661, + "grad_norm": 1.054150626173057, + "learning_rate": 1.9377612107846757e-05, + "loss": 0.06, + "step": 16448 + }, + { + "epoch": 13.951653944020356, + "grad_norm": 1.033694065459191, + "learning_rate": 1.9377516705043197e-05, + "loss": 0.066, + "step": 16449 + }, + { + "epoch": 13.952502120441052, + "grad_norm": 1.3093628606627665, + "learning_rate": 1.937742129516317e-05, + "loss": 0.0672, + "step": 16450 + }, + { + "epoch": 13.953350296861748, + "grad_norm": 1.2120561922646698, + "learning_rate": 1.9377325878206745e-05, + "loss": 0.0656, + "step": 16451 + }, + { + "epoch": 13.954198473282442, + "grad_norm": 1.0727607302485942, + "learning_rate": 1.9377230454173998e-05, + "loss": 0.0602, + "step": 16452 + }, + { + "epoch": 13.955046649703139, + "grad_norm": 1.1277855078378944, + "learning_rate": 1.9377135023065002e-05, + "loss": 0.0644, + "step": 16453 + }, + { + "epoch": 13.955894826123833, + "grad_norm": 1.0232858069520985, + "learning_rate": 1.9377039584879826e-05, + "loss": 0.0598, + "step": 16454 + }, + { + "epoch": 13.95674300254453, + "grad_norm": 1.0108811191889437, + "learning_rate": 1.9376944139618542e-05, + "loss": 0.0589, + "step": 16455 + }, + { + "epoch": 13.957591178965224, + "grad_norm": 1.2242875257979822, + "learning_rate": 1.937684868728122e-05, + "loss": 0.0598, + "step": 16456 + }, + { + "epoch": 13.95843935538592, + "grad_norm": 1.112729398152311, + "learning_rate": 1.9376753227867938e-05, + "loss": 0.0681, + "step": 16457 + }, + { + "epoch": 13.959287531806616, + "grad_norm": 1.179695773202601, + "learning_rate": 1.9376657761378763e-05, + "loss": 0.0635, + "step": 16458 + }, + { + "epoch": 13.96013570822731, + "grad_norm": 1.3131639593818696, + "learning_rate": 1.937656228781377e-05, + "loss": 0.076, + "step": 16459 + }, + { + "epoch": 13.960983884648007, + "grad_norm": 1.154808610272578, + "learning_rate": 1.937646680717303e-05, + "loss": 0.0597, + "step": 16460 + }, + { + "epoch": 13.961832061068701, + "grad_norm": 0.9396207430380528, + "learning_rate": 1.9376371319456613e-05, + "loss": 0.0544, + "step": 16461 + }, + { + "epoch": 13.962680237489398, + "grad_norm": 1.103744405835203, + "learning_rate": 1.9376275824664594e-05, + "loss": 0.0687, + "step": 16462 + }, + { + "epoch": 13.963528413910094, + "grad_norm": 1.0944050041449682, + "learning_rate": 1.9376180322797044e-05, + "loss": 0.0609, + "step": 16463 + }, + { + "epoch": 13.964376590330788, + "grad_norm": 1.0585314355370445, + "learning_rate": 1.9376084813854032e-05, + "loss": 0.0684, + "step": 16464 + }, + { + "epoch": 13.965224766751485, + "grad_norm": 1.01965630359176, + "learning_rate": 1.9375989297835635e-05, + "loss": 0.0561, + "step": 16465 + }, + { + "epoch": 13.966072943172179, + "grad_norm": 1.170418741660827, + "learning_rate": 1.9375893774741924e-05, + "loss": 0.0606, + "step": 16466 + }, + { + "epoch": 13.966921119592875, + "grad_norm": 1.0100814255494024, + "learning_rate": 1.937579824457297e-05, + "loss": 0.06, + "step": 16467 + }, + { + "epoch": 13.967769296013572, + "grad_norm": 1.1496804059382921, + "learning_rate": 1.9375702707328846e-05, + "loss": 0.0595, + "step": 16468 + }, + { + "epoch": 13.968617472434266, + "grad_norm": 1.1548048925101966, + "learning_rate": 1.9375607163009624e-05, + "loss": 0.0616, + "step": 16469 + }, + { + "epoch": 13.969465648854962, + "grad_norm": 1.0819782352478147, + "learning_rate": 1.9375511611615377e-05, + "loss": 0.0702, + "step": 16470 + }, + { + "epoch": 13.970313825275657, + "grad_norm": 1.0728612140168046, + "learning_rate": 1.9375416053146172e-05, + "loss": 0.0584, + "step": 16471 + }, + { + "epoch": 13.971162001696353, + "grad_norm": 1.1711647491082395, + "learning_rate": 1.9375320487602084e-05, + "loss": 0.0705, + "step": 16472 + }, + { + "epoch": 13.97201017811705, + "grad_norm": 1.0108175353973754, + "learning_rate": 1.9375224914983187e-05, + "loss": 0.0608, + "step": 16473 + }, + { + "epoch": 13.972858354537744, + "grad_norm": 1.3155293221530366, + "learning_rate": 1.9375129335289555e-05, + "loss": 0.0639, + "step": 16474 + }, + { + "epoch": 13.97370653095844, + "grad_norm": 1.1751731224604902, + "learning_rate": 1.9375033748521254e-05, + "loss": 0.0656, + "step": 16475 + }, + { + "epoch": 13.974554707379134, + "grad_norm": 1.2766193708698963, + "learning_rate": 1.937493815467836e-05, + "loss": 0.0803, + "step": 16476 + }, + { + "epoch": 13.97540288379983, + "grad_norm": 1.1234876972039387, + "learning_rate": 1.9374842553760947e-05, + "loss": 0.0615, + "step": 16477 + }, + { + "epoch": 13.976251060220527, + "grad_norm": 1.055116791540359, + "learning_rate": 1.937474694576908e-05, + "loss": 0.0596, + "step": 16478 + }, + { + "epoch": 13.977099236641221, + "grad_norm": 1.1516986816245114, + "learning_rate": 1.9374651330702837e-05, + "loss": 0.062, + "step": 16479 + }, + { + "epoch": 13.977947413061917, + "grad_norm": 0.9836848275416108, + "learning_rate": 1.937455570856229e-05, + "loss": 0.0544, + "step": 16480 + }, + { + "epoch": 13.978795589482612, + "grad_norm": 0.9685451272031964, + "learning_rate": 1.9374460079347508e-05, + "loss": 0.0546, + "step": 16481 + }, + { + "epoch": 13.979643765903308, + "grad_norm": 1.1251818485555467, + "learning_rate": 1.9374364443058567e-05, + "loss": 0.0647, + "step": 16482 + }, + { + "epoch": 13.980491942324003, + "grad_norm": 1.090122784365081, + "learning_rate": 1.9374268799695536e-05, + "loss": 0.0638, + "step": 16483 + }, + { + "epoch": 13.981340118744699, + "grad_norm": 1.2132567988591678, + "learning_rate": 1.937417314925849e-05, + "loss": 0.0631, + "step": 16484 + }, + { + "epoch": 13.982188295165395, + "grad_norm": 1.053735735822866, + "learning_rate": 1.93740774917475e-05, + "loss": 0.0596, + "step": 16485 + }, + { + "epoch": 13.98303647158609, + "grad_norm": 1.1536564816444448, + "learning_rate": 1.9373981827162634e-05, + "loss": 0.0667, + "step": 16486 + }, + { + "epoch": 13.983884648006786, + "grad_norm": 0.9009036420576183, + "learning_rate": 1.9373886155503973e-05, + "loss": 0.057, + "step": 16487 + }, + { + "epoch": 13.98473282442748, + "grad_norm": 1.3350086128075085, + "learning_rate": 1.9373790476771583e-05, + "loss": 0.069, + "step": 16488 + }, + { + "epoch": 13.985581000848176, + "grad_norm": 1.192903093996753, + "learning_rate": 1.9373694790965537e-05, + "loss": 0.0654, + "step": 16489 + }, + { + "epoch": 13.986429177268873, + "grad_norm": 1.0662076162405463, + "learning_rate": 1.9373599098085908e-05, + "loss": 0.0656, + "step": 16490 + }, + { + "epoch": 13.987277353689567, + "grad_norm": 1.107852830579102, + "learning_rate": 1.9373503398132768e-05, + "loss": 0.0603, + "step": 16491 + }, + { + "epoch": 13.988125530110263, + "grad_norm": 1.136953197658833, + "learning_rate": 1.9373407691106188e-05, + "loss": 0.063, + "step": 16492 + }, + { + "epoch": 13.988973706530958, + "grad_norm": 1.2113332028376464, + "learning_rate": 1.937331197700624e-05, + "loss": 0.0595, + "step": 16493 + }, + { + "epoch": 13.989821882951654, + "grad_norm": 1.2083036663203628, + "learning_rate": 1.9373216255833e-05, + "loss": 0.0701, + "step": 16494 + }, + { + "epoch": 13.990670059372349, + "grad_norm": 1.1433459150127738, + "learning_rate": 1.9373120527586537e-05, + "loss": 0.0741, + "step": 16495 + }, + { + "epoch": 13.991518235793045, + "grad_norm": 1.0999038623698185, + "learning_rate": 1.9373024792266922e-05, + "loss": 0.0613, + "step": 16496 + }, + { + "epoch": 13.992366412213741, + "grad_norm": 1.15765967369007, + "learning_rate": 1.9372929049874233e-05, + "loss": 0.0699, + "step": 16497 + }, + { + "epoch": 13.993214588634435, + "grad_norm": 1.1055781267584404, + "learning_rate": 1.9372833300408535e-05, + "loss": 0.0613, + "step": 16498 + }, + { + "epoch": 13.994062765055132, + "grad_norm": 1.075039695064695, + "learning_rate": 1.9372737543869907e-05, + "loss": 0.0648, + "step": 16499 + }, + { + "epoch": 13.994910941475826, + "grad_norm": 1.1971119600535416, + "learning_rate": 1.9372641780258416e-05, + "loss": 0.0623, + "step": 16500 + }, + { + "epoch": 13.995759117896522, + "grad_norm": 0.997126769006168, + "learning_rate": 1.9372546009574136e-05, + "loss": 0.0617, + "step": 16501 + }, + { + "epoch": 13.996607294317219, + "grad_norm": 1.2577066042071077, + "learning_rate": 1.937245023181714e-05, + "loss": 0.0674, + "step": 16502 + }, + { + "epoch": 13.997455470737913, + "grad_norm": 1.0256285017855833, + "learning_rate": 1.93723544469875e-05, + "loss": 0.0649, + "step": 16503 + }, + { + "epoch": 13.99830364715861, + "grad_norm": 0.9965502419988443, + "learning_rate": 1.937225865508529e-05, + "loss": 0.0582, + "step": 16504 + }, + { + "epoch": 13.999151823579304, + "grad_norm": 1.018622320873324, + "learning_rate": 1.9372162856110576e-05, + "loss": 0.0605, + "step": 16505 + }, + { + "epoch": 14.0, + "grad_norm": 1.1391278422037299, + "learning_rate": 1.937206705006344e-05, + "loss": 0.0616, + "step": 16506 + }, + { + "epoch": 14.000848176420696, + "grad_norm": 0.841863869296587, + "learning_rate": 1.9371971236943942e-05, + "loss": 0.0476, + "step": 16507 + }, + { + "epoch": 14.00169635284139, + "grad_norm": 0.905528293290061, + "learning_rate": 1.9371875416752165e-05, + "loss": 0.0498, + "step": 16508 + }, + { + "epoch": 14.002544529262087, + "grad_norm": 0.8690177022673937, + "learning_rate": 1.937177958948818e-05, + "loss": 0.0475, + "step": 16509 + }, + { + "epoch": 14.003392705682781, + "grad_norm": 1.2358745695207662, + "learning_rate": 1.9371683755152054e-05, + "loss": 0.058, + "step": 16510 + }, + { + "epoch": 14.004240882103478, + "grad_norm": 1.0212666199611315, + "learning_rate": 1.9371587913743863e-05, + "loss": 0.0529, + "step": 16511 + }, + { + "epoch": 14.005089058524174, + "grad_norm": 1.1240392497400067, + "learning_rate": 1.937149206526368e-05, + "loss": 0.0525, + "step": 16512 + }, + { + "epoch": 14.005937234944868, + "grad_norm": 1.0914057678159494, + "learning_rate": 1.9371396209711576e-05, + "loss": 0.0561, + "step": 16513 + }, + { + "epoch": 14.006785411365565, + "grad_norm": 1.1007110451892725, + "learning_rate": 1.937130034708762e-05, + "loss": 0.0598, + "step": 16514 + }, + { + "epoch": 14.007633587786259, + "grad_norm": 0.942626117846839, + "learning_rate": 1.937120447739189e-05, + "loss": 0.0493, + "step": 16515 + }, + { + "epoch": 14.008481764206955, + "grad_norm": 0.9222337990751857, + "learning_rate": 1.9371108600624456e-05, + "loss": 0.0478, + "step": 16516 + }, + { + "epoch": 14.00932994062765, + "grad_norm": 0.9467267689624658, + "learning_rate": 1.9371012716785386e-05, + "loss": 0.0521, + "step": 16517 + }, + { + "epoch": 14.010178117048346, + "grad_norm": 1.0307488925467916, + "learning_rate": 1.937091682587476e-05, + "loss": 0.0577, + "step": 16518 + }, + { + "epoch": 14.011026293469042, + "grad_norm": 0.905233193995663, + "learning_rate": 1.937082092789265e-05, + "loss": 0.0494, + "step": 16519 + }, + { + "epoch": 14.011874469889737, + "grad_norm": 0.9710210331755876, + "learning_rate": 1.937072502283912e-05, + "loss": 0.0472, + "step": 16520 + }, + { + "epoch": 14.012722646310433, + "grad_norm": 0.9762559837085983, + "learning_rate": 1.9370629110714253e-05, + "loss": 0.0523, + "step": 16521 + }, + { + "epoch": 14.013570822731127, + "grad_norm": 0.9215395044261406, + "learning_rate": 1.937053319151811e-05, + "loss": 0.0468, + "step": 16522 + }, + { + "epoch": 14.014418999151824, + "grad_norm": 1.0951243690251937, + "learning_rate": 1.9370437265250774e-05, + "loss": 0.0569, + "step": 16523 + }, + { + "epoch": 14.01526717557252, + "grad_norm": 1.1085726285052313, + "learning_rate": 1.9370341331912312e-05, + "loss": 0.0531, + "step": 16524 + }, + { + "epoch": 14.016115351993214, + "grad_norm": 0.9006770812476762, + "learning_rate": 1.9370245391502795e-05, + "loss": 0.0469, + "step": 16525 + }, + { + "epoch": 14.01696352841391, + "grad_norm": 1.137709836729788, + "learning_rate": 1.9370149444022298e-05, + "loss": 0.0559, + "step": 16526 + }, + { + "epoch": 14.017811704834605, + "grad_norm": 0.9631910121013219, + "learning_rate": 1.9370053489470898e-05, + "loss": 0.056, + "step": 16527 + }, + { + "epoch": 14.018659881255301, + "grad_norm": 1.0524475184837816, + "learning_rate": 1.9369957527848657e-05, + "loss": 0.0508, + "step": 16528 + }, + { + "epoch": 14.019508057675997, + "grad_norm": 1.1534589383576614, + "learning_rate": 1.9369861559155657e-05, + "loss": 0.0563, + "step": 16529 + }, + { + "epoch": 14.020356234096692, + "grad_norm": 0.9767427045694971, + "learning_rate": 1.9369765583391963e-05, + "loss": 0.0515, + "step": 16530 + }, + { + "epoch": 14.021204410517388, + "grad_norm": 0.8684232298328298, + "learning_rate": 1.936966960055765e-05, + "loss": 0.0507, + "step": 16531 + }, + { + "epoch": 14.022052586938083, + "grad_norm": 1.0769749275026923, + "learning_rate": 1.9369573610652792e-05, + "loss": 0.0635, + "step": 16532 + }, + { + "epoch": 14.022900763358779, + "grad_norm": 1.0336392703658992, + "learning_rate": 1.9369477613677463e-05, + "loss": 0.0538, + "step": 16533 + }, + { + "epoch": 14.023748939779475, + "grad_norm": 0.9497696034112288, + "learning_rate": 1.936938160963173e-05, + "loss": 0.0479, + "step": 16534 + }, + { + "epoch": 14.02459711620017, + "grad_norm": 1.0355973321814806, + "learning_rate": 1.936928559851567e-05, + "loss": 0.0572, + "step": 16535 + }, + { + "epoch": 14.025445292620866, + "grad_norm": 1.0884042685882784, + "learning_rate": 1.9369189580329354e-05, + "loss": 0.0603, + "step": 16536 + }, + { + "epoch": 14.02629346904156, + "grad_norm": 0.9451421624763531, + "learning_rate": 1.9369093555072855e-05, + "loss": 0.053, + "step": 16537 + }, + { + "epoch": 14.027141645462256, + "grad_norm": 1.112464606872652, + "learning_rate": 1.9368997522746243e-05, + "loss": 0.0562, + "step": 16538 + }, + { + "epoch": 14.02798982188295, + "grad_norm": 0.9209559882128876, + "learning_rate": 1.9368901483349593e-05, + "loss": 0.0502, + "step": 16539 + }, + { + "epoch": 14.028837998303647, + "grad_norm": 1.0793520835950576, + "learning_rate": 1.9368805436882976e-05, + "loss": 0.0497, + "step": 16540 + }, + { + "epoch": 14.029686174724343, + "grad_norm": 1.1240217431404171, + "learning_rate": 1.936870938334647e-05, + "loss": 0.0558, + "step": 16541 + }, + { + "epoch": 14.030534351145038, + "grad_norm": 1.0734883574653422, + "learning_rate": 1.9368613322740138e-05, + "loss": 0.0563, + "step": 16542 + }, + { + "epoch": 14.031382527565734, + "grad_norm": 1.0147330171108047, + "learning_rate": 1.9368517255064056e-05, + "loss": 0.056, + "step": 16543 + }, + { + "epoch": 14.032230703986428, + "grad_norm": 1.1231912428057187, + "learning_rate": 1.93684211803183e-05, + "loss": 0.054, + "step": 16544 + }, + { + "epoch": 14.033078880407125, + "grad_norm": 1.1224614432522515, + "learning_rate": 1.936832509850294e-05, + "loss": 0.056, + "step": 16545 + }, + { + "epoch": 14.033927056827821, + "grad_norm": 0.8822364466359414, + "learning_rate": 1.936822900961805e-05, + "loss": 0.0502, + "step": 16546 + }, + { + "epoch": 14.034775233248515, + "grad_norm": 1.0001842669358174, + "learning_rate": 1.93681329136637e-05, + "loss": 0.0562, + "step": 16547 + }, + { + "epoch": 14.035623409669212, + "grad_norm": 0.8673766299292981, + "learning_rate": 1.9368036810639963e-05, + "loss": 0.0515, + "step": 16548 + }, + { + "epoch": 14.036471586089906, + "grad_norm": 1.0762595266180524, + "learning_rate": 1.9367940700546914e-05, + "loss": 0.055, + "step": 16549 + }, + { + "epoch": 14.037319762510602, + "grad_norm": 0.854285387569379, + "learning_rate": 1.9367844583384623e-05, + "loss": 0.0483, + "step": 16550 + }, + { + "epoch": 14.038167938931299, + "grad_norm": 1.0107441368489183, + "learning_rate": 1.9367748459153165e-05, + "loss": 0.0527, + "step": 16551 + }, + { + "epoch": 14.039016115351993, + "grad_norm": 0.9579212488254155, + "learning_rate": 1.936765232785261e-05, + "loss": 0.0553, + "step": 16552 + }, + { + "epoch": 14.03986429177269, + "grad_norm": 0.8405788924614825, + "learning_rate": 1.936755618948303e-05, + "loss": 0.0499, + "step": 16553 + }, + { + "epoch": 14.040712468193384, + "grad_norm": 1.2132224447014928, + "learning_rate": 1.9367460044044498e-05, + "loss": 0.053, + "step": 16554 + }, + { + "epoch": 14.04156064461408, + "grad_norm": 1.1318092306707703, + "learning_rate": 1.9367363891537087e-05, + "loss": 0.0558, + "step": 16555 + }, + { + "epoch": 14.042408821034774, + "grad_norm": 1.0928838731053128, + "learning_rate": 1.9367267731960875e-05, + "loss": 0.0597, + "step": 16556 + }, + { + "epoch": 14.04325699745547, + "grad_norm": 0.9803712652189654, + "learning_rate": 1.9367171565315925e-05, + "loss": 0.0509, + "step": 16557 + }, + { + "epoch": 14.044105173876167, + "grad_norm": 0.9250353329802268, + "learning_rate": 1.9367075391602316e-05, + "loss": 0.0524, + "step": 16558 + }, + { + "epoch": 14.044953350296861, + "grad_norm": 0.9160386518966368, + "learning_rate": 1.936697921082012e-05, + "loss": 0.0533, + "step": 16559 + }, + { + "epoch": 14.045801526717558, + "grad_norm": 1.243715011081647, + "learning_rate": 1.936688302296941e-05, + "loss": 0.0498, + "step": 16560 + }, + { + "epoch": 14.046649703138252, + "grad_norm": 0.9650075206355976, + "learning_rate": 1.9366786828050252e-05, + "loss": 0.0476, + "step": 16561 + }, + { + "epoch": 14.047497879558948, + "grad_norm": 0.8906815005881153, + "learning_rate": 1.9366690626062724e-05, + "loss": 0.05, + "step": 16562 + }, + { + "epoch": 14.048346055979644, + "grad_norm": 1.031844463702114, + "learning_rate": 1.9366594417006902e-05, + "loss": 0.0535, + "step": 16563 + }, + { + "epoch": 14.049194232400339, + "grad_norm": 0.8690776377459649, + "learning_rate": 1.936649820088285e-05, + "loss": 0.049, + "step": 16564 + }, + { + "epoch": 14.050042408821035, + "grad_norm": 0.8340933360326136, + "learning_rate": 1.936640197769065e-05, + "loss": 0.0451, + "step": 16565 + }, + { + "epoch": 14.05089058524173, + "grad_norm": 0.8975810546200641, + "learning_rate": 1.9366305747430365e-05, + "loss": 0.0506, + "step": 16566 + }, + { + "epoch": 14.051738761662426, + "grad_norm": 0.929547157649281, + "learning_rate": 1.9366209510102078e-05, + "loss": 0.0517, + "step": 16567 + }, + { + "epoch": 14.052586938083122, + "grad_norm": 1.0357755377594124, + "learning_rate": 1.9366113265705853e-05, + "loss": 0.06, + "step": 16568 + }, + { + "epoch": 14.053435114503817, + "grad_norm": 1.0175640331851117, + "learning_rate": 1.936601701424177e-05, + "loss": 0.0566, + "step": 16569 + }, + { + "epoch": 14.054283290924513, + "grad_norm": 1.2297157309670448, + "learning_rate": 1.936592075570989e-05, + "loss": 0.0504, + "step": 16570 + }, + { + "epoch": 14.055131467345207, + "grad_norm": 1.0145149649192307, + "learning_rate": 1.9365824490110298e-05, + "loss": 0.0555, + "step": 16571 + }, + { + "epoch": 14.055979643765903, + "grad_norm": 1.1287290573059603, + "learning_rate": 1.936572821744306e-05, + "loss": 0.0543, + "step": 16572 + }, + { + "epoch": 14.056827820186598, + "grad_norm": 0.9284317863869949, + "learning_rate": 1.936563193770825e-05, + "loss": 0.0538, + "step": 16573 + }, + { + "epoch": 14.057675996607294, + "grad_norm": 0.9170021641165014, + "learning_rate": 1.9365535650905943e-05, + "loss": 0.0509, + "step": 16574 + }, + { + "epoch": 14.05852417302799, + "grad_norm": 0.8258641007051908, + "learning_rate": 1.9365439357036208e-05, + "loss": 0.0494, + "step": 16575 + }, + { + "epoch": 14.059372349448685, + "grad_norm": 0.9445424007441057, + "learning_rate": 1.936534305609912e-05, + "loss": 0.0488, + "step": 16576 + }, + { + "epoch": 14.060220525869381, + "grad_norm": 1.1223425136022116, + "learning_rate": 1.936524674809475e-05, + "loss": 0.0523, + "step": 16577 + }, + { + "epoch": 14.061068702290076, + "grad_norm": 1.104110046686266, + "learning_rate": 1.9365150433023174e-05, + "loss": 0.0573, + "step": 16578 + }, + { + "epoch": 14.061916878710772, + "grad_norm": 1.0750237615621443, + "learning_rate": 1.9365054110884463e-05, + "loss": 0.0515, + "step": 16579 + }, + { + "epoch": 14.062765055131468, + "grad_norm": 1.031882431576068, + "learning_rate": 1.9364957781678688e-05, + "loss": 0.0509, + "step": 16580 + }, + { + "epoch": 14.063613231552162, + "grad_norm": 0.9182047092650377, + "learning_rate": 1.936486144540592e-05, + "loss": 0.051, + "step": 16581 + }, + { + "epoch": 14.064461407972859, + "grad_norm": 1.0406334500606906, + "learning_rate": 1.9364765102066236e-05, + "loss": 0.0499, + "step": 16582 + }, + { + "epoch": 14.065309584393553, + "grad_norm": 0.9617930607280304, + "learning_rate": 1.936466875165971e-05, + "loss": 0.052, + "step": 16583 + }, + { + "epoch": 14.06615776081425, + "grad_norm": 0.967977278443968, + "learning_rate": 1.936457239418641e-05, + "loss": 0.0504, + "step": 16584 + }, + { + "epoch": 14.067005937234946, + "grad_norm": 1.1211351660239979, + "learning_rate": 1.936447602964641e-05, + "loss": 0.0548, + "step": 16585 + }, + { + "epoch": 14.06785411365564, + "grad_norm": 1.027404386261915, + "learning_rate": 1.9364379658039784e-05, + "loss": 0.0515, + "step": 16586 + }, + { + "epoch": 14.068702290076336, + "grad_norm": 1.0255694220484166, + "learning_rate": 1.9364283279366605e-05, + "loss": 0.052, + "step": 16587 + }, + { + "epoch": 14.06955046649703, + "grad_norm": 1.1514474769377014, + "learning_rate": 1.936418689362694e-05, + "loss": 0.0625, + "step": 16588 + }, + { + "epoch": 14.070398642917727, + "grad_norm": 1.0513644547095833, + "learning_rate": 1.936409050082087e-05, + "loss": 0.0509, + "step": 16589 + }, + { + "epoch": 14.071246819338423, + "grad_norm": 1.0154915435415357, + "learning_rate": 1.9363994100948465e-05, + "loss": 0.0516, + "step": 16590 + }, + { + "epoch": 14.072094995759118, + "grad_norm": 1.1049384213260933, + "learning_rate": 1.9363897694009796e-05, + "loss": 0.0595, + "step": 16591 + }, + { + "epoch": 14.072943172179814, + "grad_norm": 0.8283504484753882, + "learning_rate": 1.9363801280004937e-05, + "loss": 0.0491, + "step": 16592 + }, + { + "epoch": 14.073791348600508, + "grad_norm": 0.80640345773129, + "learning_rate": 1.936370485893396e-05, + "loss": 0.0468, + "step": 16593 + }, + { + "epoch": 14.074639525021205, + "grad_norm": 0.9056023102635955, + "learning_rate": 1.936360843079694e-05, + "loss": 0.0518, + "step": 16594 + }, + { + "epoch": 14.075487701441899, + "grad_norm": 1.1910712641806604, + "learning_rate": 1.9363511995593946e-05, + "loss": 0.0557, + "step": 16595 + }, + { + "epoch": 14.076335877862595, + "grad_norm": 0.9209288668988788, + "learning_rate": 1.9363415553325055e-05, + "loss": 0.0487, + "step": 16596 + }, + { + "epoch": 14.077184054283292, + "grad_norm": 0.9245174924800696, + "learning_rate": 1.9363319103990337e-05, + "loss": 0.0498, + "step": 16597 + }, + { + "epoch": 14.078032230703986, + "grad_norm": 0.9972380547527276, + "learning_rate": 1.9363222647589863e-05, + "loss": 0.0513, + "step": 16598 + }, + { + "epoch": 14.078880407124682, + "grad_norm": 0.9616085639829747, + "learning_rate": 1.936312618412371e-05, + "loss": 0.0557, + "step": 16599 + }, + { + "epoch": 14.079728583545377, + "grad_norm": 0.969571438963923, + "learning_rate": 1.936302971359195e-05, + "loss": 0.0582, + "step": 16600 + }, + { + "epoch": 14.080576759966073, + "grad_norm": 0.9475876657834055, + "learning_rate": 1.9362933235994652e-05, + "loss": 0.0504, + "step": 16601 + }, + { + "epoch": 14.08142493638677, + "grad_norm": 1.0643111798882607, + "learning_rate": 1.9362836751331894e-05, + "loss": 0.0525, + "step": 16602 + }, + { + "epoch": 14.082273112807464, + "grad_norm": 1.079340192944158, + "learning_rate": 1.9362740259603746e-05, + "loss": 0.0534, + "step": 16603 + }, + { + "epoch": 14.08312128922816, + "grad_norm": 0.9463285947795448, + "learning_rate": 1.936264376081028e-05, + "loss": 0.0504, + "step": 16604 + }, + { + "epoch": 14.083969465648854, + "grad_norm": 0.8940003923165635, + "learning_rate": 1.936254725495157e-05, + "loss": 0.0535, + "step": 16605 + }, + { + "epoch": 14.08481764206955, + "grad_norm": 1.0872581308216533, + "learning_rate": 1.936245074202769e-05, + "loss": 0.049, + "step": 16606 + }, + { + "epoch": 14.085665818490247, + "grad_norm": 0.9132539450156981, + "learning_rate": 1.936235422203871e-05, + "loss": 0.0464, + "step": 16607 + }, + { + "epoch": 14.086513994910941, + "grad_norm": 0.9567581818633989, + "learning_rate": 1.9362257694984704e-05, + "loss": 0.0476, + "step": 16608 + }, + { + "epoch": 14.087362171331637, + "grad_norm": 1.048436620925142, + "learning_rate": 1.9362161160865745e-05, + "loss": 0.0529, + "step": 16609 + }, + { + "epoch": 14.088210347752332, + "grad_norm": 1.0338096820214138, + "learning_rate": 1.9362064619681908e-05, + "loss": 0.0583, + "step": 16610 + }, + { + "epoch": 14.089058524173028, + "grad_norm": 1.1705400474873258, + "learning_rate": 1.9361968071433264e-05, + "loss": 0.0534, + "step": 16611 + }, + { + "epoch": 14.089906700593723, + "grad_norm": 0.9575053013957734, + "learning_rate": 1.9361871516119888e-05, + "loss": 0.0481, + "step": 16612 + }, + { + "epoch": 14.090754877014419, + "grad_norm": 1.0884638815555685, + "learning_rate": 1.9361774953741847e-05, + "loss": 0.059, + "step": 16613 + }, + { + "epoch": 14.091603053435115, + "grad_norm": 1.0155044337981496, + "learning_rate": 1.936167838429922e-05, + "loss": 0.0578, + "step": 16614 + }, + { + "epoch": 14.09245122985581, + "grad_norm": 0.9245802181062049, + "learning_rate": 1.9361581807792075e-05, + "loss": 0.0489, + "step": 16615 + }, + { + "epoch": 14.093299406276506, + "grad_norm": 1.0820542475648487, + "learning_rate": 1.936148522422049e-05, + "loss": 0.0561, + "step": 16616 + }, + { + "epoch": 14.0941475826972, + "grad_norm": 1.0429830296600668, + "learning_rate": 1.9361388633584535e-05, + "loss": 0.0517, + "step": 16617 + }, + { + "epoch": 14.094995759117896, + "grad_norm": 0.90279434740685, + "learning_rate": 1.936129203588428e-05, + "loss": 0.0498, + "step": 16618 + }, + { + "epoch": 14.095843935538593, + "grad_norm": 0.9198779979861266, + "learning_rate": 1.9361195431119804e-05, + "loss": 0.051, + "step": 16619 + }, + { + "epoch": 14.096692111959287, + "grad_norm": 1.0440382359312197, + "learning_rate": 1.9361098819291176e-05, + "loss": 0.0569, + "step": 16620 + }, + { + "epoch": 14.097540288379983, + "grad_norm": 0.9055185320776243, + "learning_rate": 1.936100220039847e-05, + "loss": 0.0512, + "step": 16621 + }, + { + "epoch": 14.098388464800678, + "grad_norm": 0.9380220956892404, + "learning_rate": 1.936090557444176e-05, + "loss": 0.0515, + "step": 16622 + }, + { + "epoch": 14.099236641221374, + "grad_norm": 1.1242931522598627, + "learning_rate": 1.9360808941421116e-05, + "loss": 0.0527, + "step": 16623 + }, + { + "epoch": 14.10008481764207, + "grad_norm": 0.911510693973156, + "learning_rate": 1.936071230133661e-05, + "loss": 0.0525, + "step": 16624 + }, + { + "epoch": 14.100932994062765, + "grad_norm": 0.9559741920990549, + "learning_rate": 1.9360615654188323e-05, + "loss": 0.0566, + "step": 16625 + }, + { + "epoch": 14.101781170483461, + "grad_norm": 0.9138115363149713, + "learning_rate": 1.9360518999976318e-05, + "loss": 0.0524, + "step": 16626 + }, + { + "epoch": 14.102629346904155, + "grad_norm": 1.1344319222827712, + "learning_rate": 1.9360422338700675e-05, + "loss": 0.0607, + "step": 16627 + }, + { + "epoch": 14.103477523324852, + "grad_norm": 0.9980861919531508, + "learning_rate": 1.9360325670361465e-05, + "loss": 0.0553, + "step": 16628 + }, + { + "epoch": 14.104325699745548, + "grad_norm": 0.9460241270679438, + "learning_rate": 1.936022899495876e-05, + "loss": 0.0492, + "step": 16629 + }, + { + "epoch": 14.105173876166242, + "grad_norm": 1.1099073887965212, + "learning_rate": 1.9360132312492628e-05, + "loss": 0.0583, + "step": 16630 + }, + { + "epoch": 14.106022052586939, + "grad_norm": 1.0339405027945863, + "learning_rate": 1.9360035622963154e-05, + "loss": 0.0541, + "step": 16631 + }, + { + "epoch": 14.106870229007633, + "grad_norm": 0.8998903328281835, + "learning_rate": 1.93599389263704e-05, + "loss": 0.0549, + "step": 16632 + }, + { + "epoch": 14.10771840542833, + "grad_norm": 0.8905653680114338, + "learning_rate": 1.9359842222714444e-05, + "loss": 0.0483, + "step": 16633 + }, + { + "epoch": 14.108566581849024, + "grad_norm": 0.9251556989289431, + "learning_rate": 1.9359745511995357e-05, + "loss": 0.0501, + "step": 16634 + }, + { + "epoch": 14.10941475826972, + "grad_norm": 1.042113370500117, + "learning_rate": 1.9359648794213218e-05, + "loss": 0.054, + "step": 16635 + }, + { + "epoch": 14.110262934690416, + "grad_norm": 1.1494967475968902, + "learning_rate": 1.935955206936809e-05, + "loss": 0.0583, + "step": 16636 + }, + { + "epoch": 14.11111111111111, + "grad_norm": 0.9937872747966361, + "learning_rate": 1.9359455337460054e-05, + "loss": 0.0544, + "step": 16637 + }, + { + "epoch": 14.111959287531807, + "grad_norm": 1.0122580551208704, + "learning_rate": 1.935935859848918e-05, + "loss": 0.0528, + "step": 16638 + }, + { + "epoch": 14.112807463952501, + "grad_norm": 0.9830462345096493, + "learning_rate": 1.9359261852455536e-05, + "loss": 0.0507, + "step": 16639 + }, + { + "epoch": 14.113655640373198, + "grad_norm": 0.9872538010178005, + "learning_rate": 1.9359165099359204e-05, + "loss": 0.0536, + "step": 16640 + }, + { + "epoch": 14.114503816793894, + "grad_norm": 0.8953182782041204, + "learning_rate": 1.9359068339200254e-05, + "loss": 0.0522, + "step": 16641 + }, + { + "epoch": 14.115351993214588, + "grad_norm": 0.9616043240088336, + "learning_rate": 1.9358971571978757e-05, + "loss": 0.051, + "step": 16642 + }, + { + "epoch": 14.116200169635285, + "grad_norm": 0.939681898648973, + "learning_rate": 1.9358874797694787e-05, + "loss": 0.0534, + "step": 16643 + }, + { + "epoch": 14.117048346055979, + "grad_norm": 0.9819912922344568, + "learning_rate": 1.935877801634842e-05, + "loss": 0.0513, + "step": 16644 + }, + { + "epoch": 14.117896522476675, + "grad_norm": 0.9731075453209217, + "learning_rate": 1.9358681227939723e-05, + "loss": 0.0498, + "step": 16645 + }, + { + "epoch": 14.118744698897371, + "grad_norm": 0.8885289724977131, + "learning_rate": 1.9358584432468772e-05, + "loss": 0.0474, + "step": 16646 + }, + { + "epoch": 14.119592875318066, + "grad_norm": 1.0300974932614961, + "learning_rate": 1.935848762993564e-05, + "loss": 0.0612, + "step": 16647 + }, + { + "epoch": 14.120441051738762, + "grad_norm": 0.9653775121946855, + "learning_rate": 1.93583908203404e-05, + "loss": 0.0511, + "step": 16648 + }, + { + "epoch": 14.121289228159457, + "grad_norm": 1.5897166475451399, + "learning_rate": 1.9358294003683127e-05, + "loss": 0.0553, + "step": 16649 + }, + { + "epoch": 14.122137404580153, + "grad_norm": 1.0335432333875647, + "learning_rate": 1.9358197179963892e-05, + "loss": 0.0492, + "step": 16650 + }, + { + "epoch": 14.122985581000847, + "grad_norm": 1.3104251792422994, + "learning_rate": 1.935810034918277e-05, + "loss": 0.0551, + "step": 16651 + }, + { + "epoch": 14.123833757421544, + "grad_norm": 1.2034814087269865, + "learning_rate": 1.935800351133983e-05, + "loss": 0.0623, + "step": 16652 + }, + { + "epoch": 14.12468193384224, + "grad_norm": 0.9464721501158178, + "learning_rate": 1.9357906666435148e-05, + "loss": 0.0466, + "step": 16653 + }, + { + "epoch": 14.125530110262934, + "grad_norm": 1.0144033785925233, + "learning_rate": 1.9357809814468797e-05, + "loss": 0.0555, + "step": 16654 + }, + { + "epoch": 14.12637828668363, + "grad_norm": 1.035112112820725, + "learning_rate": 1.9357712955440847e-05, + "loss": 0.0585, + "step": 16655 + }, + { + "epoch": 14.127226463104325, + "grad_norm": 1.0767697262750993, + "learning_rate": 1.9357616089351377e-05, + "loss": 0.0545, + "step": 16656 + }, + { + "epoch": 14.128074639525021, + "grad_norm": 1.069139206236912, + "learning_rate": 1.935751921620046e-05, + "loss": 0.0573, + "step": 16657 + }, + { + "epoch": 14.128922815945717, + "grad_norm": 1.0177915232609989, + "learning_rate": 1.9357422335988164e-05, + "loss": 0.0559, + "step": 16658 + }, + { + "epoch": 14.129770992366412, + "grad_norm": 0.9904433596906023, + "learning_rate": 1.935732544871456e-05, + "loss": 0.0561, + "step": 16659 + }, + { + "epoch": 14.130619168787108, + "grad_norm": 1.0886307498189116, + "learning_rate": 1.9357228554379728e-05, + "loss": 0.0572, + "step": 16660 + }, + { + "epoch": 14.131467345207803, + "grad_norm": 1.1503740764408417, + "learning_rate": 1.935713165298374e-05, + "loss": 0.062, + "step": 16661 + }, + { + "epoch": 14.132315521628499, + "grad_norm": 0.9708129753338718, + "learning_rate": 1.9357034744526664e-05, + "loss": 0.0498, + "step": 16662 + }, + { + "epoch": 14.133163698049195, + "grad_norm": 1.0050378224717373, + "learning_rate": 1.9356937829008583e-05, + "loss": 0.0518, + "step": 16663 + }, + { + "epoch": 14.13401187446989, + "grad_norm": 1.1814983103662033, + "learning_rate": 1.9356840906429557e-05, + "loss": 0.0595, + "step": 16664 + }, + { + "epoch": 14.134860050890586, + "grad_norm": 1.039834591871411, + "learning_rate": 1.935674397678967e-05, + "loss": 0.0524, + "step": 16665 + }, + { + "epoch": 14.13570822731128, + "grad_norm": 1.15204837320232, + "learning_rate": 1.935664704008899e-05, + "loss": 0.0589, + "step": 16666 + }, + { + "epoch": 14.136556403731976, + "grad_norm": 0.9549943501680014, + "learning_rate": 1.935655009632759e-05, + "loss": 0.0538, + "step": 16667 + }, + { + "epoch": 14.137404580152673, + "grad_norm": 0.9957897994027491, + "learning_rate": 1.9356453145505544e-05, + "loss": 0.0561, + "step": 16668 + }, + { + "epoch": 14.138252756573367, + "grad_norm": 0.9199849622898368, + "learning_rate": 1.9356356187622927e-05, + "loss": 0.0535, + "step": 16669 + }, + { + "epoch": 14.139100932994063, + "grad_norm": 1.0900684113372898, + "learning_rate": 1.9356259222679813e-05, + "loss": 0.0534, + "step": 16670 + }, + { + "epoch": 14.139949109414758, + "grad_norm": 0.9821790050247082, + "learning_rate": 1.935616225067627e-05, + "loss": 0.0495, + "step": 16671 + }, + { + "epoch": 14.140797285835454, + "grad_norm": 1.0607998650012576, + "learning_rate": 1.9356065271612373e-05, + "loss": 0.0538, + "step": 16672 + }, + { + "epoch": 14.141645462256148, + "grad_norm": 1.0104345497906653, + "learning_rate": 1.9355968285488197e-05, + "loss": 0.052, + "step": 16673 + }, + { + "epoch": 14.142493638676845, + "grad_norm": 1.1028925546870452, + "learning_rate": 1.9355871292303816e-05, + "loss": 0.0549, + "step": 16674 + }, + { + "epoch": 14.143341815097541, + "grad_norm": 1.0600167310163184, + "learning_rate": 1.93557742920593e-05, + "loss": 0.0563, + "step": 16675 + }, + { + "epoch": 14.144189991518235, + "grad_norm": 1.0855818920670133, + "learning_rate": 1.9355677284754725e-05, + "loss": 0.0545, + "step": 16676 + }, + { + "epoch": 14.145038167938932, + "grad_norm": 1.0874431827407602, + "learning_rate": 1.9355580270390162e-05, + "loss": 0.0585, + "step": 16677 + }, + { + "epoch": 14.145886344359626, + "grad_norm": 1.0003727424836668, + "learning_rate": 1.935548324896569e-05, + "loss": 0.0537, + "step": 16678 + }, + { + "epoch": 14.146734520780322, + "grad_norm": 1.0235054181207133, + "learning_rate": 1.9355386220481368e-05, + "loss": 0.0524, + "step": 16679 + }, + { + "epoch": 14.147582697201019, + "grad_norm": 0.9979782727639753, + "learning_rate": 1.9355289184937285e-05, + "loss": 0.0532, + "step": 16680 + }, + { + "epoch": 14.148430873621713, + "grad_norm": 1.0670127372825222, + "learning_rate": 1.9355192142333508e-05, + "loss": 0.0542, + "step": 16681 + }, + { + "epoch": 14.14927905004241, + "grad_norm": 0.8864009651927032, + "learning_rate": 1.9355095092670107e-05, + "loss": 0.0504, + "step": 16682 + }, + { + "epoch": 14.150127226463104, + "grad_norm": 0.9804162523996268, + "learning_rate": 1.9354998035947165e-05, + "loss": 0.053, + "step": 16683 + }, + { + "epoch": 14.1509754028838, + "grad_norm": 0.9872959471857583, + "learning_rate": 1.935490097216474e-05, + "loss": 0.0513, + "step": 16684 + }, + { + "epoch": 14.151823579304496, + "grad_norm": 0.8761014383007435, + "learning_rate": 1.935480390132292e-05, + "loss": 0.046, + "step": 16685 + }, + { + "epoch": 14.15267175572519, + "grad_norm": 1.1949729201409889, + "learning_rate": 1.935470682342177e-05, + "loss": 0.068, + "step": 16686 + }, + { + "epoch": 14.153519932145887, + "grad_norm": 1.0815135221344452, + "learning_rate": 1.9354609738461366e-05, + "loss": 0.0571, + "step": 16687 + }, + { + "epoch": 14.154368108566581, + "grad_norm": 0.9784768655084011, + "learning_rate": 1.9354512646441778e-05, + "loss": 0.0541, + "step": 16688 + }, + { + "epoch": 14.155216284987278, + "grad_norm": 0.8368340811434715, + "learning_rate": 1.9354415547363085e-05, + "loss": 0.0504, + "step": 16689 + }, + { + "epoch": 14.156064461407972, + "grad_norm": 0.9681343828460939, + "learning_rate": 1.9354318441225355e-05, + "loss": 0.0523, + "step": 16690 + }, + { + "epoch": 14.156912637828668, + "grad_norm": 1.0363873064117601, + "learning_rate": 1.9354221328028667e-05, + "loss": 0.0567, + "step": 16691 + }, + { + "epoch": 14.157760814249365, + "grad_norm": 0.8819264166645261, + "learning_rate": 1.9354124207773086e-05, + "loss": 0.045, + "step": 16692 + }, + { + "epoch": 14.158608990670059, + "grad_norm": 0.9165868595292439, + "learning_rate": 1.9354027080458693e-05, + "loss": 0.0535, + "step": 16693 + }, + { + "epoch": 14.159457167090755, + "grad_norm": 0.9977620297995418, + "learning_rate": 1.935392994608556e-05, + "loss": 0.0518, + "step": 16694 + }, + { + "epoch": 14.16030534351145, + "grad_norm": 0.9908048105170013, + "learning_rate": 1.9353832804653753e-05, + "loss": 0.0538, + "step": 16695 + }, + { + "epoch": 14.161153519932146, + "grad_norm": 1.075787375432408, + "learning_rate": 1.9353735656163356e-05, + "loss": 0.0593, + "step": 16696 + }, + { + "epoch": 14.162001696352842, + "grad_norm": 1.0938704132751698, + "learning_rate": 1.9353638500614433e-05, + "loss": 0.0538, + "step": 16697 + }, + { + "epoch": 14.162849872773537, + "grad_norm": 0.9987905913241766, + "learning_rate": 1.9353541338007064e-05, + "loss": 0.049, + "step": 16698 + }, + { + "epoch": 14.163698049194233, + "grad_norm": 0.9956425420642715, + "learning_rate": 1.935344416834132e-05, + "loss": 0.0524, + "step": 16699 + }, + { + "epoch": 14.164546225614927, + "grad_norm": 1.0915857925186363, + "learning_rate": 1.9353346991617276e-05, + "loss": 0.0553, + "step": 16700 + }, + { + "epoch": 14.165394402035624, + "grad_norm": 0.9275087306354376, + "learning_rate": 1.9353249807835e-05, + "loss": 0.0528, + "step": 16701 + }, + { + "epoch": 14.16624257845632, + "grad_norm": 1.034377814481149, + "learning_rate": 1.935315261699457e-05, + "loss": 0.0538, + "step": 16702 + }, + { + "epoch": 14.167090754877014, + "grad_norm": 0.9904245968964024, + "learning_rate": 1.935305541909606e-05, + "loss": 0.0497, + "step": 16703 + }, + { + "epoch": 14.16793893129771, + "grad_norm": 1.0468008077555817, + "learning_rate": 1.935295821413954e-05, + "loss": 0.0569, + "step": 16704 + }, + { + "epoch": 14.168787107718405, + "grad_norm": 0.9826128506857024, + "learning_rate": 1.9352861002125083e-05, + "loss": 0.0608, + "step": 16705 + }, + { + "epoch": 14.169635284139101, + "grad_norm": 0.7892174707088438, + "learning_rate": 1.9352763783052765e-05, + "loss": 0.0464, + "step": 16706 + }, + { + "epoch": 14.170483460559796, + "grad_norm": 0.9591468755160761, + "learning_rate": 1.935266655692266e-05, + "loss": 0.0522, + "step": 16707 + }, + { + "epoch": 14.171331636980492, + "grad_norm": 1.0770462959462483, + "learning_rate": 1.935256932373484e-05, + "loss": 0.0581, + "step": 16708 + }, + { + "epoch": 14.172179813401188, + "grad_norm": 0.9106925051564683, + "learning_rate": 1.9352472083489376e-05, + "loss": 0.05, + "step": 16709 + }, + { + "epoch": 14.173027989821882, + "grad_norm": 1.0033056930537194, + "learning_rate": 1.9352374836186348e-05, + "loss": 0.0536, + "step": 16710 + }, + { + "epoch": 14.173876166242579, + "grad_norm": 1.0039903274417674, + "learning_rate": 1.9352277581825825e-05, + "loss": 0.0623, + "step": 16711 + }, + { + "epoch": 14.174724342663273, + "grad_norm": 1.0122405883959635, + "learning_rate": 1.9352180320407877e-05, + "loss": 0.0552, + "step": 16712 + }, + { + "epoch": 14.17557251908397, + "grad_norm": 0.9196663234691513, + "learning_rate": 1.9352083051932583e-05, + "loss": 0.0541, + "step": 16713 + }, + { + "epoch": 14.176420695504666, + "grad_norm": 1.1179971960880581, + "learning_rate": 1.9351985776400014e-05, + "loss": 0.0629, + "step": 16714 + }, + { + "epoch": 14.17726887192536, + "grad_norm": 1.0764949208024956, + "learning_rate": 1.9351888493810244e-05, + "loss": 0.0531, + "step": 16715 + }, + { + "epoch": 14.178117048346056, + "grad_norm": 1.0609539543102366, + "learning_rate": 1.9351791204163345e-05, + "loss": 0.0576, + "step": 16716 + }, + { + "epoch": 14.17896522476675, + "grad_norm": 1.1554307823746124, + "learning_rate": 1.935169390745939e-05, + "loss": 0.0605, + "step": 16717 + }, + { + "epoch": 14.179813401187447, + "grad_norm": 0.990749392523009, + "learning_rate": 1.9351596603698456e-05, + "loss": 0.0601, + "step": 16718 + }, + { + "epoch": 14.180661577608143, + "grad_norm": 0.968008429864906, + "learning_rate": 1.935149929288062e-05, + "loss": 0.0546, + "step": 16719 + }, + { + "epoch": 14.181509754028838, + "grad_norm": 1.0741298156742118, + "learning_rate": 1.9351401975005943e-05, + "loss": 0.0569, + "step": 16720 + }, + { + "epoch": 14.182357930449534, + "grad_norm": 0.9159598974825321, + "learning_rate": 1.9351304650074504e-05, + "loss": 0.0505, + "step": 16721 + }, + { + "epoch": 14.183206106870228, + "grad_norm": 1.108124952012353, + "learning_rate": 1.935120731808638e-05, + "loss": 0.0537, + "step": 16722 + }, + { + "epoch": 14.184054283290925, + "grad_norm": 1.3553303272950576, + "learning_rate": 1.9351109979041643e-05, + "loss": 0.0602, + "step": 16723 + }, + { + "epoch": 14.18490245971162, + "grad_norm": 1.022592481989193, + "learning_rate": 1.9351012632940363e-05, + "loss": 0.0534, + "step": 16724 + }, + { + "epoch": 14.185750636132315, + "grad_norm": 0.9542448208161505, + "learning_rate": 1.9350915279782622e-05, + "loss": 0.0518, + "step": 16725 + }, + { + "epoch": 14.186598812553012, + "grad_norm": 0.9642603023996623, + "learning_rate": 1.9350817919568483e-05, + "loss": 0.0489, + "step": 16726 + }, + { + "epoch": 14.187446988973706, + "grad_norm": 1.235301582981505, + "learning_rate": 1.9350720552298024e-05, + "loss": 0.0543, + "step": 16727 + }, + { + "epoch": 14.188295165394402, + "grad_norm": 0.9362603690407941, + "learning_rate": 1.9350623177971316e-05, + "loss": 0.0479, + "step": 16728 + }, + { + "epoch": 14.189143341815097, + "grad_norm": 0.9908114821140075, + "learning_rate": 1.935052579658844e-05, + "loss": 0.0508, + "step": 16729 + }, + { + "epoch": 14.189991518235793, + "grad_norm": 0.9782273573156427, + "learning_rate": 1.9350428408149463e-05, + "loss": 0.051, + "step": 16730 + }, + { + "epoch": 14.19083969465649, + "grad_norm": 0.9881360025118348, + "learning_rate": 1.935033101265446e-05, + "loss": 0.0508, + "step": 16731 + }, + { + "epoch": 14.191687871077184, + "grad_norm": 1.132418183366761, + "learning_rate": 1.9350233610103504e-05, + "loss": 0.056, + "step": 16732 + }, + { + "epoch": 14.19253604749788, + "grad_norm": 1.042629146864929, + "learning_rate": 1.935013620049667e-05, + "loss": 0.0539, + "step": 16733 + }, + { + "epoch": 14.193384223918574, + "grad_norm": 1.077842699672647, + "learning_rate": 1.935003878383403e-05, + "loss": 0.0495, + "step": 16734 + }, + { + "epoch": 14.19423240033927, + "grad_norm": 1.1443441413584106, + "learning_rate": 1.9349941360115656e-05, + "loss": 0.0576, + "step": 16735 + }, + { + "epoch": 14.195080576759967, + "grad_norm": 0.9646164309474087, + "learning_rate": 1.9349843929341622e-05, + "loss": 0.0563, + "step": 16736 + }, + { + "epoch": 14.195928753180661, + "grad_norm": 0.9540815063758504, + "learning_rate": 1.934974649151201e-05, + "loss": 0.0528, + "step": 16737 + }, + { + "epoch": 14.196776929601358, + "grad_norm": 0.991992135175337, + "learning_rate": 1.934964904662688e-05, + "loss": 0.0558, + "step": 16738 + }, + { + "epoch": 14.197625106022052, + "grad_norm": 0.9595013646828481, + "learning_rate": 1.9349551594686312e-05, + "loss": 0.0506, + "step": 16739 + }, + { + "epoch": 14.198473282442748, + "grad_norm": 1.063492018282356, + "learning_rate": 1.9349454135690388e-05, + "loss": 0.0534, + "step": 16740 + }, + { + "epoch": 14.199321458863444, + "grad_norm": 0.8982257932827558, + "learning_rate": 1.9349356669639167e-05, + "loss": 0.0506, + "step": 16741 + }, + { + "epoch": 14.200169635284139, + "grad_norm": 0.8886126169874234, + "learning_rate": 1.9349259196532727e-05, + "loss": 0.0477, + "step": 16742 + }, + { + "epoch": 14.201017811704835, + "grad_norm": 1.0270729614689695, + "learning_rate": 1.9349161716371143e-05, + "loss": 0.0597, + "step": 16743 + }, + { + "epoch": 14.20186598812553, + "grad_norm": 0.9318376985555376, + "learning_rate": 1.9349064229154493e-05, + "loss": 0.0488, + "step": 16744 + }, + { + "epoch": 14.202714164546226, + "grad_norm": 0.9603420721747763, + "learning_rate": 1.9348966734882845e-05, + "loss": 0.0547, + "step": 16745 + }, + { + "epoch": 14.20356234096692, + "grad_norm": 1.1175050315193413, + "learning_rate": 1.934886923355627e-05, + "loss": 0.0628, + "step": 16746 + }, + { + "epoch": 14.204410517387617, + "grad_norm": 0.9853431053976028, + "learning_rate": 1.934877172517485e-05, + "loss": 0.0554, + "step": 16747 + }, + { + "epoch": 14.205258693808313, + "grad_norm": 0.9584331255275893, + "learning_rate": 1.9348674209738655e-05, + "loss": 0.0525, + "step": 16748 + }, + { + "epoch": 14.206106870229007, + "grad_norm": 1.092631285336382, + "learning_rate": 1.934857668724775e-05, + "loss": 0.0584, + "step": 16749 + }, + { + "epoch": 14.206955046649703, + "grad_norm": 0.9927455814098274, + "learning_rate": 1.9348479157702226e-05, + "loss": 0.0593, + "step": 16750 + }, + { + "epoch": 14.207803223070398, + "grad_norm": 1.2241818871623507, + "learning_rate": 1.9348381621102142e-05, + "loss": 0.054, + "step": 16751 + }, + { + "epoch": 14.208651399491094, + "grad_norm": 0.9652809715406148, + "learning_rate": 1.9348284077447575e-05, + "loss": 0.0508, + "step": 16752 + }, + { + "epoch": 14.20949957591179, + "grad_norm": 0.9791979700394849, + "learning_rate": 1.9348186526738603e-05, + "loss": 0.0539, + "step": 16753 + }, + { + "epoch": 14.210347752332485, + "grad_norm": 1.2267612273517157, + "learning_rate": 1.93480889689753e-05, + "loss": 0.0597, + "step": 16754 + }, + { + "epoch": 14.211195928753181, + "grad_norm": 1.0030523499642192, + "learning_rate": 1.934799140415773e-05, + "loss": 0.0507, + "step": 16755 + }, + { + "epoch": 14.212044105173876, + "grad_norm": 0.9026695678372519, + "learning_rate": 1.9347893832285974e-05, + "loss": 0.0501, + "step": 16756 + }, + { + "epoch": 14.212892281594572, + "grad_norm": 1.072067982867376, + "learning_rate": 1.9347796253360108e-05, + "loss": 0.0536, + "step": 16757 + }, + { + "epoch": 14.213740458015268, + "grad_norm": 1.078066190065009, + "learning_rate": 1.93476986673802e-05, + "loss": 0.052, + "step": 16758 + }, + { + "epoch": 14.214588634435962, + "grad_norm": 1.0834829409663191, + "learning_rate": 1.934760107434633e-05, + "loss": 0.056, + "step": 16759 + }, + { + "epoch": 14.215436810856659, + "grad_norm": 1.0099058268580805, + "learning_rate": 1.934750347425856e-05, + "loss": 0.0548, + "step": 16760 + }, + { + "epoch": 14.216284987277353, + "grad_norm": 1.0740986789907045, + "learning_rate": 1.9347405867116973e-05, + "loss": 0.0584, + "step": 16761 + }, + { + "epoch": 14.21713316369805, + "grad_norm": 0.9694873908096987, + "learning_rate": 1.934730825292164e-05, + "loss": 0.0568, + "step": 16762 + }, + { + "epoch": 14.217981340118744, + "grad_norm": 1.1429513592437734, + "learning_rate": 1.9347210631672643e-05, + "loss": 0.0572, + "step": 16763 + }, + { + "epoch": 14.21882951653944, + "grad_norm": 0.8716159014120651, + "learning_rate": 1.934711300337004e-05, + "loss": 0.0473, + "step": 16764 + }, + { + "epoch": 14.219677692960136, + "grad_norm": 0.951767205365749, + "learning_rate": 1.934701536801392e-05, + "loss": 0.0536, + "step": 16765 + }, + { + "epoch": 14.22052586938083, + "grad_norm": 0.9755055929363139, + "learning_rate": 1.9346917725604343e-05, + "loss": 0.0528, + "step": 16766 + }, + { + "epoch": 14.221374045801527, + "grad_norm": 0.98002463781071, + "learning_rate": 1.934682007614139e-05, + "loss": 0.0517, + "step": 16767 + }, + { + "epoch": 14.222222222222221, + "grad_norm": 1.1605879748065573, + "learning_rate": 1.9346722419625136e-05, + "loss": 0.0553, + "step": 16768 + }, + { + "epoch": 14.223070398642918, + "grad_norm": 0.8943909958558106, + "learning_rate": 1.9346624756055653e-05, + "loss": 0.0492, + "step": 16769 + }, + { + "epoch": 14.223918575063614, + "grad_norm": 1.0368566696635875, + "learning_rate": 1.9346527085433013e-05, + "loss": 0.0567, + "step": 16770 + }, + { + "epoch": 14.224766751484308, + "grad_norm": 0.9989443820652372, + "learning_rate": 1.934642940775729e-05, + "loss": 0.0507, + "step": 16771 + }, + { + "epoch": 14.225614927905005, + "grad_norm": 1.1710935867567063, + "learning_rate": 1.934633172302856e-05, + "loss": 0.0577, + "step": 16772 + }, + { + "epoch": 14.226463104325699, + "grad_norm": 0.9277235328752264, + "learning_rate": 1.9346234031246894e-05, + "loss": 0.0535, + "step": 16773 + }, + { + "epoch": 14.227311280746395, + "grad_norm": 0.8810305692740054, + "learning_rate": 1.934613633241237e-05, + "loss": 0.0529, + "step": 16774 + }, + { + "epoch": 14.228159457167092, + "grad_norm": 1.086622374516386, + "learning_rate": 1.9346038626525058e-05, + "loss": 0.0571, + "step": 16775 + }, + { + "epoch": 14.229007633587786, + "grad_norm": 1.012795763415493, + "learning_rate": 1.934594091358503e-05, + "loss": 0.0495, + "step": 16776 + }, + { + "epoch": 14.229855810008482, + "grad_norm": 0.9834980198088721, + "learning_rate": 1.9345843193592366e-05, + "loss": 0.0534, + "step": 16777 + }, + { + "epoch": 14.230703986429177, + "grad_norm": 1.1232494371917057, + "learning_rate": 1.9345745466547133e-05, + "loss": 0.0501, + "step": 16778 + }, + { + "epoch": 14.231552162849873, + "grad_norm": 0.9971444580075569, + "learning_rate": 1.9345647732449412e-05, + "loss": 0.0513, + "step": 16779 + }, + { + "epoch": 14.23240033927057, + "grad_norm": 1.1483844818871014, + "learning_rate": 1.9345549991299267e-05, + "loss": 0.0614, + "step": 16780 + }, + { + "epoch": 14.233248515691264, + "grad_norm": 0.9517389699728863, + "learning_rate": 1.934545224309678e-05, + "loss": 0.0546, + "step": 16781 + }, + { + "epoch": 14.23409669211196, + "grad_norm": 1.088351910896234, + "learning_rate": 1.934535448784202e-05, + "loss": 0.0547, + "step": 16782 + }, + { + "epoch": 14.234944868532654, + "grad_norm": 0.9860723517157173, + "learning_rate": 1.9345256725535065e-05, + "loss": 0.0534, + "step": 16783 + }, + { + "epoch": 14.23579304495335, + "grad_norm": 1.1586739189418367, + "learning_rate": 1.9345158956175986e-05, + "loss": 0.0583, + "step": 16784 + }, + { + "epoch": 14.236641221374045, + "grad_norm": 1.0591264566292589, + "learning_rate": 1.934506117976486e-05, + "loss": 0.0546, + "step": 16785 + }, + { + "epoch": 14.237489397794741, + "grad_norm": 0.9955280129252134, + "learning_rate": 1.9344963396301753e-05, + "loss": 0.0649, + "step": 16786 + }, + { + "epoch": 14.238337574215437, + "grad_norm": 0.9865662569958774, + "learning_rate": 1.934486560578675e-05, + "loss": 0.0525, + "step": 16787 + }, + { + "epoch": 14.239185750636132, + "grad_norm": 1.2255625559171048, + "learning_rate": 1.9344767808219913e-05, + "loss": 0.0584, + "step": 16788 + }, + { + "epoch": 14.240033927056828, + "grad_norm": 1.224516701115543, + "learning_rate": 1.9344670003601326e-05, + "loss": 0.0576, + "step": 16789 + }, + { + "epoch": 14.240882103477523, + "grad_norm": 1.066216966374243, + "learning_rate": 1.9344572191931053e-05, + "loss": 0.054, + "step": 16790 + }, + { + "epoch": 14.241730279898219, + "grad_norm": 0.9996947140229678, + "learning_rate": 1.9344474373209177e-05, + "loss": 0.0531, + "step": 16791 + }, + { + "epoch": 14.242578456318915, + "grad_norm": 0.9822789733311047, + "learning_rate": 1.934437654743577e-05, + "loss": 0.0496, + "step": 16792 + }, + { + "epoch": 14.24342663273961, + "grad_norm": 1.013905473170439, + "learning_rate": 1.93442787146109e-05, + "loss": 0.0529, + "step": 16793 + }, + { + "epoch": 14.244274809160306, + "grad_norm": 0.9285056611784273, + "learning_rate": 1.9344180874734647e-05, + "loss": 0.0501, + "step": 16794 + }, + { + "epoch": 14.245122985581, + "grad_norm": 1.050339838987268, + "learning_rate": 1.9344083027807082e-05, + "loss": 0.0691, + "step": 16795 + }, + { + "epoch": 14.245971162001696, + "grad_norm": 1.0256382612754493, + "learning_rate": 1.9343985173828276e-05, + "loss": 0.0574, + "step": 16796 + }, + { + "epoch": 14.246819338422393, + "grad_norm": 1.1166160146470478, + "learning_rate": 1.9343887312798308e-05, + "loss": 0.0698, + "step": 16797 + }, + { + "epoch": 14.247667514843087, + "grad_norm": 0.9550752775736148, + "learning_rate": 1.934378944471725e-05, + "loss": 0.0493, + "step": 16798 + }, + { + "epoch": 14.248515691263783, + "grad_norm": 1.218328397295068, + "learning_rate": 1.934369156958518e-05, + "loss": 0.0572, + "step": 16799 + }, + { + "epoch": 14.249363867684478, + "grad_norm": 0.9086690884771417, + "learning_rate": 1.9343593687402165e-05, + "loss": 0.0502, + "step": 16800 + }, + { + "epoch": 14.250212044105174, + "grad_norm": 0.8807078410794419, + "learning_rate": 1.934349579816828e-05, + "loss": 0.0503, + "step": 16801 + }, + { + "epoch": 14.251060220525869, + "grad_norm": 1.1837717234193383, + "learning_rate": 1.93433979018836e-05, + "loss": 0.0538, + "step": 16802 + }, + { + "epoch": 14.251908396946565, + "grad_norm": 1.0699175966627263, + "learning_rate": 1.93432999985482e-05, + "loss": 0.051, + "step": 16803 + }, + { + "epoch": 14.252756573367261, + "grad_norm": 0.9126594140724711, + "learning_rate": 1.9343202088162154e-05, + "loss": 0.05, + "step": 16804 + }, + { + "epoch": 14.253604749787955, + "grad_norm": 0.9658913602813182, + "learning_rate": 1.9343104170725534e-05, + "loss": 0.0569, + "step": 16805 + }, + { + "epoch": 14.254452926208652, + "grad_norm": 1.0718873276360417, + "learning_rate": 1.9343006246238414e-05, + "loss": 0.0525, + "step": 16806 + }, + { + "epoch": 14.255301102629346, + "grad_norm": 1.1181681167920594, + "learning_rate": 1.9342908314700874e-05, + "loss": 0.0596, + "step": 16807 + }, + { + "epoch": 14.256149279050042, + "grad_norm": 0.9846910541727939, + "learning_rate": 1.934281037611298e-05, + "loss": 0.0505, + "step": 16808 + }, + { + "epoch": 14.256997455470739, + "grad_norm": 1.1037982920217024, + "learning_rate": 1.934271243047481e-05, + "loss": 0.0538, + "step": 16809 + }, + { + "epoch": 14.257845631891433, + "grad_norm": 1.1005844846151538, + "learning_rate": 1.9342614477786432e-05, + "loss": 0.0781, + "step": 16810 + }, + { + "epoch": 14.25869380831213, + "grad_norm": 1.0024021604386022, + "learning_rate": 1.9342516518047926e-05, + "loss": 0.0569, + "step": 16811 + }, + { + "epoch": 14.259541984732824, + "grad_norm": 0.9724830965716142, + "learning_rate": 1.9342418551259365e-05, + "loss": 0.0488, + "step": 16812 + }, + { + "epoch": 14.26039016115352, + "grad_norm": 0.9651997683399313, + "learning_rate": 1.9342320577420826e-05, + "loss": 0.0481, + "step": 16813 + }, + { + "epoch": 14.261238337574216, + "grad_norm": 1.0744006104299018, + "learning_rate": 1.9342222596532375e-05, + "loss": 0.0606, + "step": 16814 + }, + { + "epoch": 14.26208651399491, + "grad_norm": 1.0723744556055432, + "learning_rate": 1.9342124608594092e-05, + "loss": 0.0575, + "step": 16815 + }, + { + "epoch": 14.262934690415607, + "grad_norm": 0.9372680191137002, + "learning_rate": 1.934202661360605e-05, + "loss": 0.051, + "step": 16816 + }, + { + "epoch": 14.263782866836301, + "grad_norm": 1.087776995311659, + "learning_rate": 1.934192861156832e-05, + "loss": 0.061, + "step": 16817 + }, + { + "epoch": 14.264631043256998, + "grad_norm": 0.9860530820014305, + "learning_rate": 1.9341830602480977e-05, + "loss": 0.0518, + "step": 16818 + }, + { + "epoch": 14.265479219677694, + "grad_norm": 1.1231087187115032, + "learning_rate": 1.93417325863441e-05, + "loss": 0.0538, + "step": 16819 + }, + { + "epoch": 14.266327396098388, + "grad_norm": 1.1584302030359628, + "learning_rate": 1.9341634563157754e-05, + "loss": 0.0627, + "step": 16820 + }, + { + "epoch": 14.267175572519085, + "grad_norm": 1.0034046326423312, + "learning_rate": 1.934153653292202e-05, + "loss": 0.052, + "step": 16821 + }, + { + "epoch": 14.268023748939779, + "grad_norm": 0.8830814635957971, + "learning_rate": 1.9341438495636973e-05, + "loss": 0.0487, + "step": 16822 + }, + { + "epoch": 14.268871925360475, + "grad_norm": 0.9447833083096788, + "learning_rate": 1.934134045130268e-05, + "loss": 0.053, + "step": 16823 + }, + { + "epoch": 14.26972010178117, + "grad_norm": 1.0235525377945014, + "learning_rate": 1.9341242399919222e-05, + "loss": 0.057, + "step": 16824 + }, + { + "epoch": 14.270568278201866, + "grad_norm": 1.0868270307322276, + "learning_rate": 1.934114434148667e-05, + "loss": 0.0507, + "step": 16825 + }, + { + "epoch": 14.271416454622562, + "grad_norm": 1.3017588775474946, + "learning_rate": 1.9341046276005095e-05, + "loss": 0.0636, + "step": 16826 + }, + { + "epoch": 14.272264631043257, + "grad_norm": 0.9255254753031903, + "learning_rate": 1.9340948203474574e-05, + "loss": 0.0528, + "step": 16827 + }, + { + "epoch": 14.273112807463953, + "grad_norm": 0.964615747679411, + "learning_rate": 1.9340850123895184e-05, + "loss": 0.0577, + "step": 16828 + }, + { + "epoch": 14.273960983884647, + "grad_norm": 0.98336838951057, + "learning_rate": 1.934075203726699e-05, + "loss": 0.0517, + "step": 16829 + }, + { + "epoch": 14.274809160305344, + "grad_norm": 1.0377755355429092, + "learning_rate": 1.934065394359008e-05, + "loss": 0.0567, + "step": 16830 + }, + { + "epoch": 14.27565733672604, + "grad_norm": 0.8547451780194187, + "learning_rate": 1.9340555842864515e-05, + "loss": 0.0492, + "step": 16831 + }, + { + "epoch": 14.276505513146734, + "grad_norm": 0.9106614757664254, + "learning_rate": 1.9340457735090375e-05, + "loss": 0.0527, + "step": 16832 + }, + { + "epoch": 14.27735368956743, + "grad_norm": 1.0776103034297166, + "learning_rate": 1.9340359620267733e-05, + "loss": 0.061, + "step": 16833 + }, + { + "epoch": 14.278201865988125, + "grad_norm": 0.8795763783351779, + "learning_rate": 1.934026149839666e-05, + "loss": 0.0514, + "step": 16834 + }, + { + "epoch": 14.279050042408821, + "grad_norm": 1.229992378137387, + "learning_rate": 1.934016336947724e-05, + "loss": 0.066, + "step": 16835 + }, + { + "epoch": 14.279898218829517, + "grad_norm": 1.047668644745592, + "learning_rate": 1.9340065233509534e-05, + "loss": 0.0536, + "step": 16836 + }, + { + "epoch": 14.280746395250212, + "grad_norm": 0.9524451524754298, + "learning_rate": 1.9339967090493626e-05, + "loss": 0.0575, + "step": 16837 + }, + { + "epoch": 14.281594571670908, + "grad_norm": 1.1691716687675726, + "learning_rate": 1.9339868940429585e-05, + "loss": 0.0641, + "step": 16838 + }, + { + "epoch": 14.282442748091603, + "grad_norm": 0.9824228114043695, + "learning_rate": 1.9339770783317484e-05, + "loss": 0.0489, + "step": 16839 + }, + { + "epoch": 14.283290924512299, + "grad_norm": 0.903597277861184, + "learning_rate": 1.9339672619157402e-05, + "loss": 0.0522, + "step": 16840 + }, + { + "epoch": 14.284139100932993, + "grad_norm": 1.0569790916180428, + "learning_rate": 1.933957444794941e-05, + "loss": 0.0591, + "step": 16841 + }, + { + "epoch": 14.28498727735369, + "grad_norm": 1.1067869292639987, + "learning_rate": 1.9339476269693584e-05, + "loss": 0.0486, + "step": 16842 + }, + { + "epoch": 14.285835453774386, + "grad_norm": 0.9846197836525681, + "learning_rate": 1.9339378084389994e-05, + "loss": 0.0492, + "step": 16843 + }, + { + "epoch": 14.28668363019508, + "grad_norm": 1.1140714435552932, + "learning_rate": 1.9339279892038717e-05, + "loss": 0.0538, + "step": 16844 + }, + { + "epoch": 14.287531806615776, + "grad_norm": 0.8609905017053948, + "learning_rate": 1.9339181692639828e-05, + "loss": 0.0504, + "step": 16845 + }, + { + "epoch": 14.28837998303647, + "grad_norm": 0.9260211023564762, + "learning_rate": 1.93390834861934e-05, + "loss": 0.0481, + "step": 16846 + }, + { + "epoch": 14.289228159457167, + "grad_norm": 1.165707902036129, + "learning_rate": 1.9338985272699508e-05, + "loss": 0.0518, + "step": 16847 + }, + { + "epoch": 14.290076335877863, + "grad_norm": 1.12678541681316, + "learning_rate": 1.9338887052158222e-05, + "loss": 0.0544, + "step": 16848 + }, + { + "epoch": 14.290924512298558, + "grad_norm": 0.9237478268704512, + "learning_rate": 1.9338788824569622e-05, + "loss": 0.048, + "step": 16849 + }, + { + "epoch": 14.291772688719254, + "grad_norm": 1.0414910072526347, + "learning_rate": 1.9338690589933776e-05, + "loss": 0.0503, + "step": 16850 + }, + { + "epoch": 14.292620865139948, + "grad_norm": 1.113207234683657, + "learning_rate": 1.9338592348250765e-05, + "loss": 0.0528, + "step": 16851 + }, + { + "epoch": 14.293469041560645, + "grad_norm": 1.08568491375492, + "learning_rate": 1.933849409952066e-05, + "loss": 0.0628, + "step": 16852 + }, + { + "epoch": 14.294317217981341, + "grad_norm": 0.9808531506860737, + "learning_rate": 1.9338395843743533e-05, + "loss": 0.055, + "step": 16853 + }, + { + "epoch": 14.295165394402035, + "grad_norm": 1.0638234147552519, + "learning_rate": 1.933829758091946e-05, + "loss": 0.0521, + "step": 16854 + }, + { + "epoch": 14.296013570822732, + "grad_norm": 0.9322598263183695, + "learning_rate": 1.9338199311048514e-05, + "loss": 0.0568, + "step": 16855 + }, + { + "epoch": 14.296861747243426, + "grad_norm": 1.2388221753782702, + "learning_rate": 1.9338101034130776e-05, + "loss": 0.0599, + "step": 16856 + }, + { + "epoch": 14.297709923664122, + "grad_norm": 1.1752998343485415, + "learning_rate": 1.9338002750166306e-05, + "loss": 0.0563, + "step": 16857 + }, + { + "epoch": 14.298558100084819, + "grad_norm": 1.1513904329423414, + "learning_rate": 1.9337904459155196e-05, + "loss": 0.0568, + "step": 16858 + }, + { + "epoch": 14.299406276505513, + "grad_norm": 0.9379652476574317, + "learning_rate": 1.9337806161097504e-05, + "loss": 0.0485, + "step": 16859 + }, + { + "epoch": 14.30025445292621, + "grad_norm": 1.0287040128099023, + "learning_rate": 1.933770785599331e-05, + "loss": 0.0581, + "step": 16860 + }, + { + "epoch": 14.301102629346904, + "grad_norm": 1.0459594614206624, + "learning_rate": 1.9337609543842695e-05, + "loss": 0.0561, + "step": 16861 + }, + { + "epoch": 14.3019508057676, + "grad_norm": 1.1189727486144339, + "learning_rate": 1.933751122464572e-05, + "loss": 0.059, + "step": 16862 + }, + { + "epoch": 14.302798982188294, + "grad_norm": 0.9480180814565555, + "learning_rate": 1.9337412898402475e-05, + "loss": 0.0498, + "step": 16863 + }, + { + "epoch": 14.30364715860899, + "grad_norm": 1.098576177250168, + "learning_rate": 1.933731456511302e-05, + "loss": 0.0547, + "step": 16864 + }, + { + "epoch": 14.304495335029687, + "grad_norm": 1.0097353998722909, + "learning_rate": 1.9337216224777434e-05, + "loss": 0.0542, + "step": 16865 + }, + { + "epoch": 14.305343511450381, + "grad_norm": 1.2037492176362221, + "learning_rate": 1.9337117877395797e-05, + "loss": 0.0581, + "step": 16866 + }, + { + "epoch": 14.306191687871078, + "grad_norm": 1.084778554480719, + "learning_rate": 1.9337019522968174e-05, + "loss": 0.0511, + "step": 16867 + }, + { + "epoch": 14.307039864291772, + "grad_norm": 1.0013193291045643, + "learning_rate": 1.9336921161494646e-05, + "loss": 0.0542, + "step": 16868 + }, + { + "epoch": 14.307888040712468, + "grad_norm": 1.0114830804242332, + "learning_rate": 1.9336822792975285e-05, + "loss": 0.0517, + "step": 16869 + }, + { + "epoch": 14.308736217133164, + "grad_norm": 1.061693248296572, + "learning_rate": 1.9336724417410165e-05, + "loss": 0.0536, + "step": 16870 + }, + { + "epoch": 14.309584393553859, + "grad_norm": 0.9671044200903196, + "learning_rate": 1.9336626034799358e-05, + "loss": 0.0583, + "step": 16871 + }, + { + "epoch": 14.310432569974555, + "grad_norm": 1.1743468839108773, + "learning_rate": 1.9336527645142943e-05, + "loss": 0.0647, + "step": 16872 + }, + { + "epoch": 14.31128074639525, + "grad_norm": 1.0629227072700962, + "learning_rate": 1.933642924844099e-05, + "loss": 0.0502, + "step": 16873 + }, + { + "epoch": 14.312128922815946, + "grad_norm": 0.9649407514712863, + "learning_rate": 1.9336330844693573e-05, + "loss": 0.0582, + "step": 16874 + }, + { + "epoch": 14.312977099236642, + "grad_norm": 1.012196476569548, + "learning_rate": 1.9336232433900773e-05, + "loss": 0.055, + "step": 16875 + }, + { + "epoch": 14.313825275657337, + "grad_norm": 0.9689066197552492, + "learning_rate": 1.9336134016062654e-05, + "loss": 0.0524, + "step": 16876 + }, + { + "epoch": 14.314673452078033, + "grad_norm": 1.00256407569957, + "learning_rate": 1.9336035591179302e-05, + "loss": 0.0521, + "step": 16877 + }, + { + "epoch": 14.315521628498727, + "grad_norm": 1.0853429877926266, + "learning_rate": 1.9335937159250783e-05, + "loss": 0.0541, + "step": 16878 + }, + { + "epoch": 14.316369804919423, + "grad_norm": 1.0594138843521979, + "learning_rate": 1.933583872027717e-05, + "loss": 0.0506, + "step": 16879 + }, + { + "epoch": 14.317217981340118, + "grad_norm": 1.1078200060840218, + "learning_rate": 1.9335740274258546e-05, + "loss": 0.0558, + "step": 16880 + }, + { + "epoch": 14.318066157760814, + "grad_norm": 1.1813152798436561, + "learning_rate": 1.9335641821194973e-05, + "loss": 0.0557, + "step": 16881 + }, + { + "epoch": 14.31891433418151, + "grad_norm": 0.9654514580525284, + "learning_rate": 1.933554336108654e-05, + "loss": 0.0522, + "step": 16882 + }, + { + "epoch": 14.319762510602205, + "grad_norm": 1.2192877885053537, + "learning_rate": 1.933544489393331e-05, + "loss": 0.0612, + "step": 16883 + }, + { + "epoch": 14.320610687022901, + "grad_norm": 0.9236715074418432, + "learning_rate": 1.933534641973536e-05, + "loss": 0.0546, + "step": 16884 + }, + { + "epoch": 14.321458863443596, + "grad_norm": 0.9220930638936228, + "learning_rate": 1.9335247938492766e-05, + "loss": 0.0486, + "step": 16885 + }, + { + "epoch": 14.322307039864292, + "grad_norm": 1.041763614901437, + "learning_rate": 1.93351494502056e-05, + "loss": 0.0567, + "step": 16886 + }, + { + "epoch": 14.323155216284988, + "grad_norm": 1.1213227949477103, + "learning_rate": 1.933505095487394e-05, + "loss": 0.0572, + "step": 16887 + }, + { + "epoch": 14.324003392705682, + "grad_norm": 1.1154408792567863, + "learning_rate": 1.9334952452497857e-05, + "loss": 0.0609, + "step": 16888 + }, + { + "epoch": 14.324851569126379, + "grad_norm": 1.081308101516447, + "learning_rate": 1.933485394307743e-05, + "loss": 0.0566, + "step": 16889 + }, + { + "epoch": 14.325699745547073, + "grad_norm": 1.1666874518020895, + "learning_rate": 1.933475542661272e-05, + "loss": 0.0593, + "step": 16890 + }, + { + "epoch": 14.32654792196777, + "grad_norm": 0.8640942296303661, + "learning_rate": 1.933465690310382e-05, + "loss": 0.0458, + "step": 16891 + }, + { + "epoch": 14.327396098388466, + "grad_norm": 0.9236931979754659, + "learning_rate": 1.933455837255079e-05, + "loss": 0.0555, + "step": 16892 + }, + { + "epoch": 14.32824427480916, + "grad_norm": 1.0201465507479661, + "learning_rate": 1.9334459834953712e-05, + "loss": 0.0504, + "step": 16893 + }, + { + "epoch": 14.329092451229856, + "grad_norm": 0.9534310549622954, + "learning_rate": 1.933436129031266e-05, + "loss": 0.0503, + "step": 16894 + }, + { + "epoch": 14.32994062765055, + "grad_norm": 1.1793745870523458, + "learning_rate": 1.9334262738627707e-05, + "loss": 0.059, + "step": 16895 + }, + { + "epoch": 14.330788804071247, + "grad_norm": 1.2141602001567875, + "learning_rate": 1.9334164179898926e-05, + "loss": 0.0625, + "step": 16896 + }, + { + "epoch": 14.331636980491943, + "grad_norm": 1.029976509871972, + "learning_rate": 1.933406561412639e-05, + "loss": 0.0563, + "step": 16897 + }, + { + "epoch": 14.332485156912638, + "grad_norm": 1.0840715460087011, + "learning_rate": 1.9333967041310178e-05, + "loss": 0.0562, + "step": 16898 + }, + { + "epoch": 14.333333333333334, + "grad_norm": 1.004737100146238, + "learning_rate": 1.933386846145036e-05, + "loss": 0.0505, + "step": 16899 + }, + { + "epoch": 14.334181509754028, + "grad_norm": 1.134110238551321, + "learning_rate": 1.9333769874547013e-05, + "loss": 0.0561, + "step": 16900 + }, + { + "epoch": 14.335029686174725, + "grad_norm": 1.0833640064157493, + "learning_rate": 1.933367128060021e-05, + "loss": 0.0599, + "step": 16901 + }, + { + "epoch": 14.335877862595419, + "grad_norm": 1.1406311524034687, + "learning_rate": 1.933357267961003e-05, + "loss": 0.0534, + "step": 16902 + }, + { + "epoch": 14.336726039016115, + "grad_norm": 1.028149853940573, + "learning_rate": 1.933347407157654e-05, + "loss": 0.0576, + "step": 16903 + }, + { + "epoch": 14.337574215436812, + "grad_norm": 1.0734626228594577, + "learning_rate": 1.933337545649982e-05, + "loss": 0.0587, + "step": 16904 + }, + { + "epoch": 14.338422391857506, + "grad_norm": 1.093474341410047, + "learning_rate": 1.9333276834379943e-05, + "loss": 0.0535, + "step": 16905 + }, + { + "epoch": 14.339270568278202, + "grad_norm": 1.0396961145228294, + "learning_rate": 1.933317820521698e-05, + "loss": 0.055, + "step": 16906 + }, + { + "epoch": 14.340118744698897, + "grad_norm": 0.9173928693235817, + "learning_rate": 1.933307956901101e-05, + "loss": 0.0513, + "step": 16907 + }, + { + "epoch": 14.340966921119593, + "grad_norm": 1.1070468559545523, + "learning_rate": 1.9332980925762103e-05, + "loss": 0.0545, + "step": 16908 + }, + { + "epoch": 14.34181509754029, + "grad_norm": 1.0008312798070467, + "learning_rate": 1.933288227547034e-05, + "loss": 0.051, + "step": 16909 + }, + { + "epoch": 14.342663273960984, + "grad_norm": 1.133988409380021, + "learning_rate": 1.9332783618135787e-05, + "loss": 0.058, + "step": 16910 + }, + { + "epoch": 14.34351145038168, + "grad_norm": 1.0005390373005851, + "learning_rate": 1.9332684953758528e-05, + "loss": 0.0543, + "step": 16911 + }, + { + "epoch": 14.344359626802374, + "grad_norm": 0.9378394056018423, + "learning_rate": 1.9332586282338633e-05, + "loss": 0.0494, + "step": 16912 + }, + { + "epoch": 14.34520780322307, + "grad_norm": 1.0038257624017166, + "learning_rate": 1.9332487603876174e-05, + "loss": 0.0528, + "step": 16913 + }, + { + "epoch": 14.346055979643765, + "grad_norm": 0.8866805515209644, + "learning_rate": 1.9332388918371226e-05, + "loss": 0.0491, + "step": 16914 + }, + { + "epoch": 14.346904156064461, + "grad_norm": 1.070302886771898, + "learning_rate": 1.9332290225823867e-05, + "loss": 0.0591, + "step": 16915 + }, + { + "epoch": 14.347752332485157, + "grad_norm": 1.1209031401501084, + "learning_rate": 1.9332191526234167e-05, + "loss": 0.0566, + "step": 16916 + }, + { + "epoch": 14.348600508905852, + "grad_norm": 1.0101148785675045, + "learning_rate": 1.9332092819602204e-05, + "loss": 0.0567, + "step": 16917 + }, + { + "epoch": 14.349448685326548, + "grad_norm": 0.8782333465508323, + "learning_rate": 1.9331994105928054e-05, + "loss": 0.0515, + "step": 16918 + }, + { + "epoch": 14.350296861747243, + "grad_norm": 1.1135343994258258, + "learning_rate": 1.9331895385211784e-05, + "loss": 0.0622, + "step": 16919 + }, + { + "epoch": 14.351145038167939, + "grad_norm": 1.0265400781445064, + "learning_rate": 1.9331796657453478e-05, + "loss": 0.0642, + "step": 16920 + }, + { + "epoch": 14.351993214588635, + "grad_norm": 0.935633762890978, + "learning_rate": 1.9331697922653204e-05, + "loss": 0.0489, + "step": 16921 + }, + { + "epoch": 14.35284139100933, + "grad_norm": 1.1985074167059044, + "learning_rate": 1.9331599180811035e-05, + "loss": 0.0552, + "step": 16922 + }, + { + "epoch": 14.353689567430026, + "grad_norm": 1.0237605753899004, + "learning_rate": 1.9331500431927056e-05, + "loss": 0.0529, + "step": 16923 + }, + { + "epoch": 14.35453774385072, + "grad_norm": 1.0514598202476602, + "learning_rate": 1.933140167600133e-05, + "loss": 0.0528, + "step": 16924 + }, + { + "epoch": 14.355385920271416, + "grad_norm": 1.0215477002017423, + "learning_rate": 1.9331302913033935e-05, + "loss": 0.0509, + "step": 16925 + }, + { + "epoch": 14.356234096692113, + "grad_norm": 1.1405413524918855, + "learning_rate": 1.933120414302495e-05, + "loss": 0.0543, + "step": 16926 + }, + { + "epoch": 14.357082273112807, + "grad_norm": 1.0145736973611612, + "learning_rate": 1.933110536597444e-05, + "loss": 0.0495, + "step": 16927 + }, + { + "epoch": 14.357930449533503, + "grad_norm": 0.9655882078970515, + "learning_rate": 1.933100658188249e-05, + "loss": 0.0462, + "step": 16928 + }, + { + "epoch": 14.358778625954198, + "grad_norm": 1.0126529778602755, + "learning_rate": 1.933090779074917e-05, + "loss": 0.0537, + "step": 16929 + }, + { + "epoch": 14.359626802374894, + "grad_norm": 1.137566263250355, + "learning_rate": 1.9330808992574556e-05, + "loss": 0.0628, + "step": 16930 + }, + { + "epoch": 14.36047497879559, + "grad_norm": 1.1104160181626843, + "learning_rate": 1.9330710187358716e-05, + "loss": 0.06, + "step": 16931 + }, + { + "epoch": 14.361323155216285, + "grad_norm": 1.0755978007912679, + "learning_rate": 1.9330611375101735e-05, + "loss": 0.0548, + "step": 16932 + }, + { + "epoch": 14.362171331636981, + "grad_norm": 1.158507501648996, + "learning_rate": 1.933051255580368e-05, + "loss": 0.0592, + "step": 16933 + }, + { + "epoch": 14.363019508057675, + "grad_norm": 0.9771384725157524, + "learning_rate": 1.9330413729464624e-05, + "loss": 0.0546, + "step": 16934 + }, + { + "epoch": 14.363867684478372, + "grad_norm": 1.1319471447378926, + "learning_rate": 1.933031489608465e-05, + "loss": 0.0581, + "step": 16935 + }, + { + "epoch": 14.364715860899066, + "grad_norm": 1.1206471774685303, + "learning_rate": 1.933021605566383e-05, + "loss": 0.0566, + "step": 16936 + }, + { + "epoch": 14.365564037319762, + "grad_norm": 1.1915135957858198, + "learning_rate": 1.9330117208202233e-05, + "loss": 0.0576, + "step": 16937 + }, + { + "epoch": 14.366412213740459, + "grad_norm": 1.104285230019913, + "learning_rate": 1.9330018353699938e-05, + "loss": 0.0557, + "step": 16938 + }, + { + "epoch": 14.367260390161153, + "grad_norm": 1.1321050642503432, + "learning_rate": 1.932991949215702e-05, + "loss": 0.0569, + "step": 16939 + }, + { + "epoch": 14.36810856658185, + "grad_norm": 0.9916491520764836, + "learning_rate": 1.932982062357355e-05, + "loss": 0.0524, + "step": 16940 + }, + { + "epoch": 14.368956743002544, + "grad_norm": 0.9168594177986389, + "learning_rate": 1.9329721747949608e-05, + "loss": 0.052, + "step": 16941 + }, + { + "epoch": 14.36980491942324, + "grad_norm": 1.0006651786802427, + "learning_rate": 1.9329622865285263e-05, + "loss": 0.0549, + "step": 16942 + }, + { + "epoch": 14.370653095843936, + "grad_norm": 0.9298647780395376, + "learning_rate": 1.9329523975580593e-05, + "loss": 0.0511, + "step": 16943 + }, + { + "epoch": 14.37150127226463, + "grad_norm": 1.035399888946849, + "learning_rate": 1.932942507883567e-05, + "loss": 0.058, + "step": 16944 + }, + { + "epoch": 14.372349448685327, + "grad_norm": 1.2144378343000621, + "learning_rate": 1.9329326175050576e-05, + "loss": 0.0583, + "step": 16945 + }, + { + "epoch": 14.373197625106021, + "grad_norm": 0.9778802153977809, + "learning_rate": 1.9329227264225374e-05, + "loss": 0.0616, + "step": 16946 + }, + { + "epoch": 14.374045801526718, + "grad_norm": 1.1232817570496179, + "learning_rate": 1.932912834636015e-05, + "loss": 0.0562, + "step": 16947 + }, + { + "epoch": 14.374893977947414, + "grad_norm": 1.0425296891445586, + "learning_rate": 1.932902942145497e-05, + "loss": 0.0557, + "step": 16948 + }, + { + "epoch": 14.375742154368108, + "grad_norm": 1.07718139447079, + "learning_rate": 1.932893048950991e-05, + "loss": 0.052, + "step": 16949 + }, + { + "epoch": 14.376590330788805, + "grad_norm": 1.1318285568719124, + "learning_rate": 1.932883155052505e-05, + "loss": 0.0593, + "step": 16950 + }, + { + "epoch": 14.377438507209499, + "grad_norm": 1.0502132055017874, + "learning_rate": 1.9328732604500463e-05, + "loss": 0.0518, + "step": 16951 + }, + { + "epoch": 14.378286683630195, + "grad_norm": 1.1043639207413187, + "learning_rate": 1.9328633651436218e-05, + "loss": 0.0617, + "step": 16952 + }, + { + "epoch": 14.37913486005089, + "grad_norm": 0.9748931760043269, + "learning_rate": 1.9328534691332397e-05, + "loss": 0.0454, + "step": 16953 + }, + { + "epoch": 14.379983036471586, + "grad_norm": 0.9590233654767496, + "learning_rate": 1.9328435724189072e-05, + "loss": 0.0539, + "step": 16954 + }, + { + "epoch": 14.380831212892282, + "grad_norm": 1.2173390009138765, + "learning_rate": 1.9328336750006314e-05, + "loss": 0.0571, + "step": 16955 + }, + { + "epoch": 14.381679389312977, + "grad_norm": 1.2292378186294628, + "learning_rate": 1.9328237768784203e-05, + "loss": 0.0578, + "step": 16956 + }, + { + "epoch": 14.382527565733673, + "grad_norm": 1.0701962198595378, + "learning_rate": 1.932813878052281e-05, + "loss": 0.0596, + "step": 16957 + }, + { + "epoch": 14.383375742154367, + "grad_norm": 1.1299548357723734, + "learning_rate": 1.932803978522221e-05, + "loss": 0.0556, + "step": 16958 + }, + { + "epoch": 14.384223918575064, + "grad_norm": 1.114415269457894, + "learning_rate": 1.9327940782882478e-05, + "loss": 0.0559, + "step": 16959 + }, + { + "epoch": 14.38507209499576, + "grad_norm": 0.903507858854226, + "learning_rate": 1.9327841773503695e-05, + "loss": 0.0544, + "step": 16960 + }, + { + "epoch": 14.385920271416454, + "grad_norm": 1.0433018969267092, + "learning_rate": 1.932774275708593e-05, + "loss": 0.057, + "step": 16961 + }, + { + "epoch": 14.38676844783715, + "grad_norm": 1.184359768868667, + "learning_rate": 1.9327643733629254e-05, + "loss": 0.0674, + "step": 16962 + }, + { + "epoch": 14.387616624257845, + "grad_norm": 0.912811491490208, + "learning_rate": 1.9327544703133743e-05, + "loss": 0.0575, + "step": 16963 + }, + { + "epoch": 14.388464800678541, + "grad_norm": 0.9974617811084369, + "learning_rate": 1.932744566559948e-05, + "loss": 0.0561, + "step": 16964 + }, + { + "epoch": 14.389312977099237, + "grad_norm": 1.109143879012257, + "learning_rate": 1.932734662102653e-05, + "loss": 0.0605, + "step": 16965 + }, + { + "epoch": 14.390161153519932, + "grad_norm": 0.9906976660987927, + "learning_rate": 1.9327247569414977e-05, + "loss": 0.0525, + "step": 16966 + }, + { + "epoch": 14.391009329940628, + "grad_norm": 1.606849732678928, + "learning_rate": 1.9327148510764887e-05, + "loss": 0.0618, + "step": 16967 + }, + { + "epoch": 14.391857506361323, + "grad_norm": 1.1561949424713973, + "learning_rate": 1.9327049445076343e-05, + "loss": 0.0567, + "step": 16968 + }, + { + "epoch": 14.392705682782019, + "grad_norm": 1.0962922536723216, + "learning_rate": 1.932695037234941e-05, + "loss": 0.0571, + "step": 16969 + }, + { + "epoch": 14.393553859202715, + "grad_norm": 1.1530285621769683, + "learning_rate": 1.932685129258417e-05, + "loss": 0.0614, + "step": 16970 + }, + { + "epoch": 14.39440203562341, + "grad_norm": 1.032437773132036, + "learning_rate": 1.9326752205780693e-05, + "loss": 0.0546, + "step": 16971 + }, + { + "epoch": 14.395250212044106, + "grad_norm": 1.0326585452997765, + "learning_rate": 1.9326653111939064e-05, + "loss": 0.0517, + "step": 16972 + }, + { + "epoch": 14.3960983884648, + "grad_norm": 0.9879005862402264, + "learning_rate": 1.9326554011059343e-05, + "loss": 0.0567, + "step": 16973 + }, + { + "epoch": 14.396946564885496, + "grad_norm": 0.9124740278286201, + "learning_rate": 1.9326454903141615e-05, + "loss": 0.0473, + "step": 16974 + }, + { + "epoch": 14.39779474130619, + "grad_norm": 1.1013436086897164, + "learning_rate": 1.9326355788185952e-05, + "loss": 0.0586, + "step": 16975 + }, + { + "epoch": 14.398642917726887, + "grad_norm": 1.046331543818101, + "learning_rate": 1.9326256666192427e-05, + "loss": 0.0591, + "step": 16976 + }, + { + "epoch": 14.399491094147583, + "grad_norm": 0.9676839457411844, + "learning_rate": 1.9326157537161116e-05, + "loss": 0.0495, + "step": 16977 + }, + { + "epoch": 14.400339270568278, + "grad_norm": 0.9942690944229634, + "learning_rate": 1.9326058401092096e-05, + "loss": 0.0546, + "step": 16978 + }, + { + "epoch": 14.401187446988974, + "grad_norm": 0.8897060973565536, + "learning_rate": 1.9325959257985438e-05, + "loss": 0.0442, + "step": 16979 + }, + { + "epoch": 14.402035623409668, + "grad_norm": 1.0091157094606527, + "learning_rate": 1.9325860107841224e-05, + "loss": 0.0517, + "step": 16980 + }, + { + "epoch": 14.402883799830365, + "grad_norm": 0.8814415784536274, + "learning_rate": 1.9325760950659518e-05, + "loss": 0.0467, + "step": 16981 + }, + { + "epoch": 14.403731976251061, + "grad_norm": 0.995811936796071, + "learning_rate": 1.93256617864404e-05, + "loss": 0.0522, + "step": 16982 + }, + { + "epoch": 14.404580152671755, + "grad_norm": 1.1170073753749783, + "learning_rate": 1.932556261518395e-05, + "loss": 0.0612, + "step": 16983 + }, + { + "epoch": 14.405428329092452, + "grad_norm": 1.2305116862269423, + "learning_rate": 1.9325463436890235e-05, + "loss": 0.0669, + "step": 16984 + }, + { + "epoch": 14.406276505513146, + "grad_norm": 0.9828752944579813, + "learning_rate": 1.9325364251559337e-05, + "loss": 0.0552, + "step": 16985 + }, + { + "epoch": 14.407124681933842, + "grad_norm": 1.1009548552271184, + "learning_rate": 1.9325265059191323e-05, + "loss": 0.0504, + "step": 16986 + }, + { + "epoch": 14.407972858354539, + "grad_norm": 1.0375566563318839, + "learning_rate": 1.9325165859786272e-05, + "loss": 0.0525, + "step": 16987 + }, + { + "epoch": 14.408821034775233, + "grad_norm": 0.9990185605351147, + "learning_rate": 1.932506665334426e-05, + "loss": 0.077, + "step": 16988 + }, + { + "epoch": 14.40966921119593, + "grad_norm": 1.0471507019733108, + "learning_rate": 1.932496743986536e-05, + "loss": 0.0536, + "step": 16989 + }, + { + "epoch": 14.410517387616624, + "grad_norm": 1.1143531605212962, + "learning_rate": 1.9324868219349645e-05, + "loss": 0.0603, + "step": 16990 + }, + { + "epoch": 14.41136556403732, + "grad_norm": 1.0763280515449893, + "learning_rate": 1.9324768991797194e-05, + "loss": 0.0574, + "step": 16991 + }, + { + "epoch": 14.412213740458014, + "grad_norm": 1.0293036167369554, + "learning_rate": 1.932466975720808e-05, + "loss": 0.0565, + "step": 16992 + }, + { + "epoch": 14.41306191687871, + "grad_norm": 1.1659695682842053, + "learning_rate": 1.932457051558238e-05, + "loss": 0.0686, + "step": 16993 + }, + { + "epoch": 14.413910093299407, + "grad_norm": 1.0592482584330591, + "learning_rate": 1.9324471266920165e-05, + "loss": 0.0541, + "step": 16994 + }, + { + "epoch": 14.414758269720101, + "grad_norm": 1.0683059310095058, + "learning_rate": 1.9324372011221514e-05, + "loss": 0.0626, + "step": 16995 + }, + { + "epoch": 14.415606446140798, + "grad_norm": 0.941801301759545, + "learning_rate": 1.9324272748486496e-05, + "loss": 0.0559, + "step": 16996 + }, + { + "epoch": 14.416454622561492, + "grad_norm": 1.0405943705719225, + "learning_rate": 1.932417347871519e-05, + "loss": 0.0558, + "step": 16997 + }, + { + "epoch": 14.417302798982188, + "grad_norm": 1.179390610206906, + "learning_rate": 1.9324074201907673e-05, + "loss": 0.0526, + "step": 16998 + }, + { + "epoch": 14.418150975402884, + "grad_norm": 1.030850237766019, + "learning_rate": 1.9323974918064014e-05, + "loss": 0.0549, + "step": 16999 + }, + { + "epoch": 14.418999151823579, + "grad_norm": 1.0469957397526388, + "learning_rate": 1.9323875627184294e-05, + "loss": 0.0542, + "step": 17000 + }, + { + "epoch": 14.419847328244275, + "grad_norm": 0.9470442184340592, + "learning_rate": 1.9323776329268585e-05, + "loss": 0.0478, + "step": 17001 + }, + { + "epoch": 14.42069550466497, + "grad_norm": 1.0821932994854613, + "learning_rate": 1.9323677024316964e-05, + "loss": 0.0572, + "step": 17002 + }, + { + "epoch": 14.421543681085666, + "grad_norm": 0.8204347930830044, + "learning_rate": 1.9323577712329497e-05, + "loss": 0.0503, + "step": 17003 + }, + { + "epoch": 14.422391857506362, + "grad_norm": 0.7474588176299775, + "learning_rate": 1.9323478393306273e-05, + "loss": 0.0415, + "step": 17004 + }, + { + "epoch": 14.423240033927057, + "grad_norm": 1.0892174549810336, + "learning_rate": 1.932337906724736e-05, + "loss": 0.0568, + "step": 17005 + }, + { + "epoch": 14.424088210347753, + "grad_norm": 0.9395615801343724, + "learning_rate": 1.9323279734152828e-05, + "loss": 0.0567, + "step": 17006 + }, + { + "epoch": 14.424936386768447, + "grad_norm": 1.071627124579473, + "learning_rate": 1.932318039402276e-05, + "loss": 0.0507, + "step": 17007 + }, + { + "epoch": 14.425784563189143, + "grad_norm": 0.865799001154913, + "learning_rate": 1.932308104685723e-05, + "loss": 0.0469, + "step": 17008 + }, + { + "epoch": 14.42663273960984, + "grad_norm": 0.8923494672720012, + "learning_rate": 1.9322981692656303e-05, + "loss": 0.0439, + "step": 17009 + }, + { + "epoch": 14.427480916030534, + "grad_norm": 0.8863199441939951, + "learning_rate": 1.932288233142007e-05, + "loss": 0.0462, + "step": 17010 + }, + { + "epoch": 14.42832909245123, + "grad_norm": 0.8874691037346972, + "learning_rate": 1.9322782963148592e-05, + "loss": 0.0449, + "step": 17011 + }, + { + "epoch": 14.429177268871925, + "grad_norm": 0.9425602128793314, + "learning_rate": 1.9322683587841954e-05, + "loss": 0.0498, + "step": 17012 + }, + { + "epoch": 14.430025445292621, + "grad_norm": 0.9599325832707694, + "learning_rate": 1.9322584205500225e-05, + "loss": 0.0501, + "step": 17013 + }, + { + "epoch": 14.430873621713316, + "grad_norm": 0.8593415590218461, + "learning_rate": 1.9322484816123485e-05, + "loss": 0.0455, + "step": 17014 + }, + { + "epoch": 14.431721798134012, + "grad_norm": 0.9842806649280267, + "learning_rate": 1.93223854197118e-05, + "loss": 0.0497, + "step": 17015 + }, + { + "epoch": 14.432569974554708, + "grad_norm": 1.1327784152785727, + "learning_rate": 1.9322286016265253e-05, + "loss": 0.0567, + "step": 17016 + }, + { + "epoch": 14.433418150975402, + "grad_norm": 0.9233357403306738, + "learning_rate": 1.9322186605783918e-05, + "loss": 0.0532, + "step": 17017 + }, + { + "epoch": 14.434266327396099, + "grad_norm": 0.9295822948515765, + "learning_rate": 1.932208718826787e-05, + "loss": 0.0484, + "step": 17018 + }, + { + "epoch": 14.435114503816793, + "grad_norm": 1.0346947877029438, + "learning_rate": 1.9321987763717177e-05, + "loss": 0.0509, + "step": 17019 + }, + { + "epoch": 14.43596268023749, + "grad_norm": 1.0061676196131788, + "learning_rate": 1.9321888332131925e-05, + "loss": 0.0532, + "step": 17020 + }, + { + "epoch": 14.436810856658186, + "grad_norm": 1.166782251950544, + "learning_rate": 1.9321788893512182e-05, + "loss": 0.0578, + "step": 17021 + }, + { + "epoch": 14.43765903307888, + "grad_norm": 1.0153400330110047, + "learning_rate": 1.9321689447858024e-05, + "loss": 0.0528, + "step": 17022 + }, + { + "epoch": 14.438507209499576, + "grad_norm": 0.822222564200076, + "learning_rate": 1.932158999516953e-05, + "loss": 0.0485, + "step": 17023 + }, + { + "epoch": 14.43935538592027, + "grad_norm": 1.0587443341869436, + "learning_rate": 1.9321490535446772e-05, + "loss": 0.0538, + "step": 17024 + }, + { + "epoch": 14.440203562340967, + "grad_norm": 1.0413413021059674, + "learning_rate": 1.932139106868982e-05, + "loss": 0.0535, + "step": 17025 + }, + { + "epoch": 14.441051738761663, + "grad_norm": 1.0432931216197716, + "learning_rate": 1.932129159489876e-05, + "loss": 0.0472, + "step": 17026 + }, + { + "epoch": 14.441899915182358, + "grad_norm": 1.0083296662856005, + "learning_rate": 1.932119211407366e-05, + "loss": 0.0514, + "step": 17027 + }, + { + "epoch": 14.442748091603054, + "grad_norm": 0.9896041001666502, + "learning_rate": 1.9321092626214594e-05, + "loss": 0.0503, + "step": 17028 + }, + { + "epoch": 14.443596268023748, + "grad_norm": 1.11762664390991, + "learning_rate": 1.9320993131321638e-05, + "loss": 0.0533, + "step": 17029 + }, + { + "epoch": 14.444444444444445, + "grad_norm": 0.9308570532772559, + "learning_rate": 1.9320893629394876e-05, + "loss": 0.0493, + "step": 17030 + }, + { + "epoch": 14.445292620865139, + "grad_norm": 0.9217802655158057, + "learning_rate": 1.9320794120434367e-05, + "loss": 0.0489, + "step": 17031 + }, + { + "epoch": 14.446140797285835, + "grad_norm": 1.1016796549584416, + "learning_rate": 1.9320694604440197e-05, + "loss": 0.0561, + "step": 17032 + }, + { + "epoch": 14.446988973706532, + "grad_norm": 0.8637202120026625, + "learning_rate": 1.9320595081412442e-05, + "loss": 0.0465, + "step": 17033 + }, + { + "epoch": 14.447837150127226, + "grad_norm": 0.8061234232834329, + "learning_rate": 1.932049555135117e-05, + "loss": 0.0442, + "step": 17034 + }, + { + "epoch": 14.448685326547922, + "grad_norm": 0.9431643821402648, + "learning_rate": 1.932039601425646e-05, + "loss": 0.0463, + "step": 17035 + }, + { + "epoch": 14.449533502968617, + "grad_norm": 0.940212814689304, + "learning_rate": 1.932029647012839e-05, + "loss": 0.0505, + "step": 17036 + }, + { + "epoch": 14.450381679389313, + "grad_norm": 1.1054459361464315, + "learning_rate": 1.932019691896703e-05, + "loss": 0.0517, + "step": 17037 + }, + { + "epoch": 14.45122985581001, + "grad_norm": 1.0645327280013044, + "learning_rate": 1.9320097360772457e-05, + "loss": 0.0521, + "step": 17038 + }, + { + "epoch": 14.452078032230704, + "grad_norm": 1.059291275569811, + "learning_rate": 1.931999779554475e-05, + "loss": 0.052, + "step": 17039 + }, + { + "epoch": 14.4529262086514, + "grad_norm": 0.9951769976496279, + "learning_rate": 1.9319898223283976e-05, + "loss": 0.0611, + "step": 17040 + }, + { + "epoch": 14.453774385072094, + "grad_norm": 1.0455955819757559, + "learning_rate": 1.9319798643990214e-05, + "loss": 0.0619, + "step": 17041 + }, + { + "epoch": 14.45462256149279, + "grad_norm": 1.0171819414413645, + "learning_rate": 1.931969905766354e-05, + "loss": 0.0534, + "step": 17042 + }, + { + "epoch": 14.455470737913487, + "grad_norm": 1.0091077234497285, + "learning_rate": 1.9319599464304035e-05, + "loss": 0.0509, + "step": 17043 + }, + { + "epoch": 14.456318914334181, + "grad_norm": 0.9639218911738998, + "learning_rate": 1.9319499863911764e-05, + "loss": 0.0516, + "step": 17044 + }, + { + "epoch": 14.457167090754877, + "grad_norm": 0.8972758942673102, + "learning_rate": 1.9319400256486804e-05, + "loss": 0.047, + "step": 17045 + }, + { + "epoch": 14.458015267175572, + "grad_norm": 0.9474516168242049, + "learning_rate": 1.9319300642029236e-05, + "loss": 0.0495, + "step": 17046 + }, + { + "epoch": 14.458863443596268, + "grad_norm": 1.0885376365213506, + "learning_rate": 1.931920102053913e-05, + "loss": 0.0508, + "step": 17047 + }, + { + "epoch": 14.459711620016964, + "grad_norm": 0.8052885208485063, + "learning_rate": 1.9319101392016564e-05, + "loss": 0.0432, + "step": 17048 + }, + { + "epoch": 14.460559796437659, + "grad_norm": 0.9247320880368548, + "learning_rate": 1.931900175646161e-05, + "loss": 0.0498, + "step": 17049 + }, + { + "epoch": 14.461407972858355, + "grad_norm": 0.9235745133601964, + "learning_rate": 1.9318902113874345e-05, + "loss": 0.0508, + "step": 17050 + }, + { + "epoch": 14.46225614927905, + "grad_norm": 0.9585300264676461, + "learning_rate": 1.9318802464254846e-05, + "loss": 0.0466, + "step": 17051 + }, + { + "epoch": 14.463104325699746, + "grad_norm": 0.7887714583141006, + "learning_rate": 1.9318702807603188e-05, + "loss": 0.0439, + "step": 17052 + }, + { + "epoch": 14.46395250212044, + "grad_norm": 1.4175688804552444, + "learning_rate": 1.9318603143919442e-05, + "loss": 0.0533, + "step": 17053 + }, + { + "epoch": 14.464800678541136, + "grad_norm": 1.21545338179051, + "learning_rate": 1.9318503473203683e-05, + "loss": 0.0505, + "step": 17054 + }, + { + "epoch": 14.465648854961833, + "grad_norm": 0.9273963820291381, + "learning_rate": 1.9318403795455992e-05, + "loss": 0.0481, + "step": 17055 + }, + { + "epoch": 14.466497031382527, + "grad_norm": 1.2679497069818748, + "learning_rate": 1.9318304110676447e-05, + "loss": 0.0524, + "step": 17056 + }, + { + "epoch": 14.467345207803223, + "grad_norm": 0.9878739576242979, + "learning_rate": 1.9318204418865113e-05, + "loss": 0.0562, + "step": 17057 + }, + { + "epoch": 14.468193384223918, + "grad_norm": 1.0700191355391777, + "learning_rate": 1.931810472002207e-05, + "loss": 0.0537, + "step": 17058 + }, + { + "epoch": 14.469041560644614, + "grad_norm": 0.9437934214595544, + "learning_rate": 1.9318005014147392e-05, + "loss": 0.0496, + "step": 17059 + }, + { + "epoch": 14.46988973706531, + "grad_norm": 1.024375857897396, + "learning_rate": 1.9317905301241153e-05, + "loss": 0.0497, + "step": 17060 + }, + { + "epoch": 14.470737913486005, + "grad_norm": 0.9657772375432496, + "learning_rate": 1.9317805581303435e-05, + "loss": 0.0473, + "step": 17061 + }, + { + "epoch": 14.471586089906701, + "grad_norm": 0.9538031981168764, + "learning_rate": 1.9317705854334307e-05, + "loss": 0.0523, + "step": 17062 + }, + { + "epoch": 14.472434266327395, + "grad_norm": 0.9907413961421564, + "learning_rate": 1.9317606120333847e-05, + "loss": 0.0474, + "step": 17063 + }, + { + "epoch": 14.473282442748092, + "grad_norm": 0.9471754141532466, + "learning_rate": 1.931750637930213e-05, + "loss": 0.051, + "step": 17064 + }, + { + "epoch": 14.474130619168788, + "grad_norm": 0.9196760940753385, + "learning_rate": 1.9317406631239227e-05, + "loss": 0.0563, + "step": 17065 + }, + { + "epoch": 14.474978795589482, + "grad_norm": 0.84255071162371, + "learning_rate": 1.9317306876145218e-05, + "loss": 0.0468, + "step": 17066 + }, + { + "epoch": 14.475826972010179, + "grad_norm": 0.909090062991783, + "learning_rate": 1.931720711402018e-05, + "loss": 0.0467, + "step": 17067 + }, + { + "epoch": 14.476675148430873, + "grad_norm": 1.121204037172419, + "learning_rate": 1.9317107344864183e-05, + "loss": 0.0574, + "step": 17068 + }, + { + "epoch": 14.47752332485157, + "grad_norm": 0.9542118986262296, + "learning_rate": 1.9317007568677305e-05, + "loss": 0.0512, + "step": 17069 + }, + { + "epoch": 14.478371501272264, + "grad_norm": 0.9281573233207617, + "learning_rate": 1.9316907785459622e-05, + "loss": 0.044, + "step": 17070 + }, + { + "epoch": 14.47921967769296, + "grad_norm": 0.9719363997895705, + "learning_rate": 1.9316807995211207e-05, + "loss": 0.0458, + "step": 17071 + }, + { + "epoch": 14.480067854113656, + "grad_norm": 1.119068459271448, + "learning_rate": 1.9316708197932138e-05, + "loss": 0.0563, + "step": 17072 + }, + { + "epoch": 14.48091603053435, + "grad_norm": 0.9592349759529182, + "learning_rate": 1.9316608393622488e-05, + "loss": 0.053, + "step": 17073 + }, + { + "epoch": 14.481764206955047, + "grad_norm": 1.2380743112268378, + "learning_rate": 1.9316508582282333e-05, + "loss": 0.0531, + "step": 17074 + }, + { + "epoch": 14.482612383375741, + "grad_norm": 1.1889686373023496, + "learning_rate": 1.931640876391175e-05, + "loss": 0.0604, + "step": 17075 + }, + { + "epoch": 14.483460559796438, + "grad_norm": 1.072609737411566, + "learning_rate": 1.931630893851081e-05, + "loss": 0.0517, + "step": 17076 + }, + { + "epoch": 14.484308736217134, + "grad_norm": 1.0454016672036617, + "learning_rate": 1.9316209106079595e-05, + "loss": 0.0545, + "step": 17077 + }, + { + "epoch": 14.485156912637828, + "grad_norm": 0.9589448615887493, + "learning_rate": 1.9316109266618173e-05, + "loss": 0.0531, + "step": 17078 + }, + { + "epoch": 14.486005089058525, + "grad_norm": 1.08716170356066, + "learning_rate": 1.9316009420126625e-05, + "loss": 0.0741, + "step": 17079 + }, + { + "epoch": 14.486853265479219, + "grad_norm": 0.9887554441037429, + "learning_rate": 1.9315909566605025e-05, + "loss": 0.0515, + "step": 17080 + }, + { + "epoch": 14.487701441899915, + "grad_norm": 0.9987955445535994, + "learning_rate": 1.9315809706053444e-05, + "loss": 0.05, + "step": 17081 + }, + { + "epoch": 14.488549618320612, + "grad_norm": 1.053559884901611, + "learning_rate": 1.9315709838471965e-05, + "loss": 0.0554, + "step": 17082 + }, + { + "epoch": 14.489397794741306, + "grad_norm": 1.2149548906610679, + "learning_rate": 1.9315609963860654e-05, + "loss": 0.0568, + "step": 17083 + }, + { + "epoch": 14.490245971162002, + "grad_norm": 1.0468280418966838, + "learning_rate": 1.9315510082219597e-05, + "loss": 0.0536, + "step": 17084 + }, + { + "epoch": 14.491094147582697, + "grad_norm": 0.9948699933827553, + "learning_rate": 1.9315410193548864e-05, + "loss": 0.0508, + "step": 17085 + }, + { + "epoch": 14.491942324003393, + "grad_norm": 1.055936865588803, + "learning_rate": 1.9315310297848526e-05, + "loss": 0.0543, + "step": 17086 + }, + { + "epoch": 14.49279050042409, + "grad_norm": 0.9432728141743135, + "learning_rate": 1.9315210395118666e-05, + "loss": 0.0499, + "step": 17087 + }, + { + "epoch": 14.493638676844784, + "grad_norm": 1.0199091991865383, + "learning_rate": 1.9315110485359353e-05, + "loss": 0.051, + "step": 17088 + }, + { + "epoch": 14.49448685326548, + "grad_norm": 1.0030033966705956, + "learning_rate": 1.931501056857067e-05, + "loss": 0.0521, + "step": 17089 + }, + { + "epoch": 14.495335029686174, + "grad_norm": 0.8590243219258468, + "learning_rate": 1.9314910644752688e-05, + "loss": 0.0491, + "step": 17090 + }, + { + "epoch": 14.49618320610687, + "grad_norm": 0.9830489759965219, + "learning_rate": 1.9314810713905478e-05, + "loss": 0.0541, + "step": 17091 + }, + { + "epoch": 14.497031382527565, + "grad_norm": 1.0494570447493725, + "learning_rate": 1.9314710776029124e-05, + "loss": 0.0506, + "step": 17092 + }, + { + "epoch": 14.497879558948261, + "grad_norm": 1.0252603148514852, + "learning_rate": 1.9314610831123694e-05, + "loss": 0.0516, + "step": 17093 + }, + { + "epoch": 14.498727735368957, + "grad_norm": 1.0058776922247663, + "learning_rate": 1.931451087918927e-05, + "loss": 0.0512, + "step": 17094 + }, + { + "epoch": 14.499575911789652, + "grad_norm": 0.8746057404024111, + "learning_rate": 1.931441092022592e-05, + "loss": 0.049, + "step": 17095 + }, + { + "epoch": 14.500424088210348, + "grad_norm": 1.044809244585211, + "learning_rate": 1.9314310954233725e-05, + "loss": 0.0535, + "step": 17096 + }, + { + "epoch": 14.501272264631043, + "grad_norm": 1.0361608750010909, + "learning_rate": 1.931421098121276e-05, + "loss": 0.0528, + "step": 17097 + }, + { + "epoch": 14.502120441051739, + "grad_norm": 1.1767324364473066, + "learning_rate": 1.9314111001163097e-05, + "loss": 0.0583, + "step": 17098 + }, + { + "epoch": 14.502968617472435, + "grad_norm": 0.8930685705929164, + "learning_rate": 1.9314011014084818e-05, + "loss": 0.0468, + "step": 17099 + }, + { + "epoch": 14.50381679389313, + "grad_norm": 1.021242709440426, + "learning_rate": 1.9313911019977992e-05, + "loss": 0.0575, + "step": 17100 + }, + { + "epoch": 14.504664970313826, + "grad_norm": 1.0534169856758508, + "learning_rate": 1.9313811018842697e-05, + "loss": 0.0504, + "step": 17101 + }, + { + "epoch": 14.50551314673452, + "grad_norm": 0.8066843698046917, + "learning_rate": 1.931371101067901e-05, + "loss": 0.0451, + "step": 17102 + }, + { + "epoch": 14.506361323155216, + "grad_norm": 0.8935794903755382, + "learning_rate": 1.9313610995487e-05, + "loss": 0.048, + "step": 17103 + }, + { + "epoch": 14.50720949957591, + "grad_norm": 0.9395326420490174, + "learning_rate": 1.931351097326675e-05, + "loss": 0.0499, + "step": 17104 + }, + { + "epoch": 14.508057675996607, + "grad_norm": 0.9428222273041476, + "learning_rate": 1.9313410944018333e-05, + "loss": 0.0501, + "step": 17105 + }, + { + "epoch": 14.508905852417303, + "grad_norm": 1.0759985937647287, + "learning_rate": 1.9313310907741822e-05, + "loss": 0.0514, + "step": 17106 + }, + { + "epoch": 14.509754028837998, + "grad_norm": 1.041059864126153, + "learning_rate": 1.9313210864437296e-05, + "loss": 0.0544, + "step": 17107 + }, + { + "epoch": 14.510602205258694, + "grad_norm": 1.1073005584153748, + "learning_rate": 1.931311081410483e-05, + "loss": 0.0565, + "step": 17108 + }, + { + "epoch": 14.511450381679388, + "grad_norm": 0.9838179686748032, + "learning_rate": 1.9313010756744494e-05, + "loss": 0.0503, + "step": 17109 + }, + { + "epoch": 14.512298558100085, + "grad_norm": 0.987573559716205, + "learning_rate": 1.9312910692356373e-05, + "loss": 0.0479, + "step": 17110 + }, + { + "epoch": 14.513146734520781, + "grad_norm": 0.9442239868965626, + "learning_rate": 1.9312810620940538e-05, + "loss": 0.0519, + "step": 17111 + }, + { + "epoch": 14.513994910941475, + "grad_norm": 1.0694746725962312, + "learning_rate": 1.931271054249706e-05, + "loss": 0.0556, + "step": 17112 + }, + { + "epoch": 14.514843087362172, + "grad_norm": 0.976075875495036, + "learning_rate": 1.931261045702602e-05, + "loss": 0.0504, + "step": 17113 + }, + { + "epoch": 14.515691263782866, + "grad_norm": 0.9041780522632907, + "learning_rate": 1.9312510364527496e-05, + "loss": 0.0513, + "step": 17114 + }, + { + "epoch": 14.516539440203562, + "grad_norm": 0.9434754719716731, + "learning_rate": 1.9312410265001555e-05, + "loss": 0.049, + "step": 17115 + }, + { + "epoch": 14.517387616624259, + "grad_norm": 1.004123545644316, + "learning_rate": 1.931231015844828e-05, + "loss": 0.0536, + "step": 17116 + }, + { + "epoch": 14.518235793044953, + "grad_norm": 0.7999848564225507, + "learning_rate": 1.931221004486774e-05, + "loss": 0.046, + "step": 17117 + }, + { + "epoch": 14.51908396946565, + "grad_norm": 0.8833195993486581, + "learning_rate": 1.931210992426002e-05, + "loss": 0.046, + "step": 17118 + }, + { + "epoch": 14.519932145886344, + "grad_norm": 1.0324795239242461, + "learning_rate": 1.9312009796625185e-05, + "loss": 0.0548, + "step": 17119 + }, + { + "epoch": 14.52078032230704, + "grad_norm": 1.0274974922002575, + "learning_rate": 1.9311909661963318e-05, + "loss": 0.0526, + "step": 17120 + }, + { + "epoch": 14.521628498727736, + "grad_norm": 1.0516874800413405, + "learning_rate": 1.931180952027449e-05, + "loss": 0.054, + "step": 17121 + }, + { + "epoch": 14.52247667514843, + "grad_norm": 0.9106647217583509, + "learning_rate": 1.931170937155878e-05, + "loss": 0.0493, + "step": 17122 + }, + { + "epoch": 14.523324851569127, + "grad_norm": 0.9397285195259719, + "learning_rate": 1.931160921581626e-05, + "loss": 0.0485, + "step": 17123 + }, + { + "epoch": 14.524173027989821, + "grad_norm": 1.1087638190698925, + "learning_rate": 1.931150905304701e-05, + "loss": 0.0603, + "step": 17124 + }, + { + "epoch": 14.525021204410518, + "grad_norm": 0.9881742090738049, + "learning_rate": 1.9311408883251105e-05, + "loss": 0.0528, + "step": 17125 + }, + { + "epoch": 14.525869380831214, + "grad_norm": 0.8730294913607854, + "learning_rate": 1.9311308706428617e-05, + "loss": 0.0477, + "step": 17126 + }, + { + "epoch": 14.526717557251908, + "grad_norm": 0.9656021684400189, + "learning_rate": 1.931120852257962e-05, + "loss": 0.0544, + "step": 17127 + }, + { + "epoch": 14.527565733672605, + "grad_norm": 1.13937167807966, + "learning_rate": 1.9311108331704198e-05, + "loss": 0.0488, + "step": 17128 + }, + { + "epoch": 14.528413910093299, + "grad_norm": 1.1497054554497985, + "learning_rate": 1.931100813380242e-05, + "loss": 0.0556, + "step": 17129 + }, + { + "epoch": 14.529262086513995, + "grad_norm": 0.8648062566099028, + "learning_rate": 1.9310907928874366e-05, + "loss": 0.0464, + "step": 17130 + }, + { + "epoch": 14.53011026293469, + "grad_norm": 0.8967954463407621, + "learning_rate": 1.9310807716920105e-05, + "loss": 0.0501, + "step": 17131 + }, + { + "epoch": 14.530958439355386, + "grad_norm": 0.8957872372703334, + "learning_rate": 1.9310707497939716e-05, + "loss": 0.0502, + "step": 17132 + }, + { + "epoch": 14.531806615776082, + "grad_norm": 0.8649014847317332, + "learning_rate": 1.9310607271933277e-05, + "loss": 0.0486, + "step": 17133 + }, + { + "epoch": 14.532654792196777, + "grad_norm": 1.0543067701634752, + "learning_rate": 1.9310507038900862e-05, + "loss": 0.0547, + "step": 17134 + }, + { + "epoch": 14.533502968617473, + "grad_norm": 0.8611317601310994, + "learning_rate": 1.9310406798842546e-05, + "loss": 0.043, + "step": 17135 + }, + { + "epoch": 14.534351145038167, + "grad_norm": 1.0631173181626554, + "learning_rate": 1.9310306551758407e-05, + "loss": 0.061, + "step": 17136 + }, + { + "epoch": 14.535199321458864, + "grad_norm": 1.1040757781438737, + "learning_rate": 1.9310206297648516e-05, + "loss": 0.0527, + "step": 17137 + }, + { + "epoch": 14.53604749787956, + "grad_norm": 0.9992581636329968, + "learning_rate": 1.931010603651295e-05, + "loss": 0.0497, + "step": 17138 + }, + { + "epoch": 14.536895674300254, + "grad_norm": 1.0318072099834323, + "learning_rate": 1.931000576835179e-05, + "loss": 0.0511, + "step": 17139 + }, + { + "epoch": 14.53774385072095, + "grad_norm": 0.8990296857132289, + "learning_rate": 1.9309905493165106e-05, + "loss": 0.0467, + "step": 17140 + }, + { + "epoch": 14.538592027141645, + "grad_norm": 0.9310946946813701, + "learning_rate": 1.9309805210952976e-05, + "loss": 0.0479, + "step": 17141 + }, + { + "epoch": 14.539440203562341, + "grad_norm": 1.0139136503165593, + "learning_rate": 1.9309704921715473e-05, + "loss": 0.0552, + "step": 17142 + }, + { + "epoch": 14.540288379983036, + "grad_norm": 0.8339263601018291, + "learning_rate": 1.9309604625452675e-05, + "loss": 0.0458, + "step": 17143 + }, + { + "epoch": 14.541136556403732, + "grad_norm": 0.9020802880869926, + "learning_rate": 1.930950432216466e-05, + "loss": 0.0508, + "step": 17144 + }, + { + "epoch": 14.541984732824428, + "grad_norm": 1.1130726471916306, + "learning_rate": 1.9309404011851498e-05, + "loss": 0.0584, + "step": 17145 + }, + { + "epoch": 14.542832909245123, + "grad_norm": 1.057401084720648, + "learning_rate": 1.930930369451327e-05, + "loss": 0.0507, + "step": 17146 + }, + { + "epoch": 14.543681085665819, + "grad_norm": 0.797926389454246, + "learning_rate": 1.930920337015005e-05, + "loss": 0.0448, + "step": 17147 + }, + { + "epoch": 14.544529262086513, + "grad_norm": 1.2518292532449922, + "learning_rate": 1.930910303876191e-05, + "loss": 0.0544, + "step": 17148 + }, + { + "epoch": 14.54537743850721, + "grad_norm": 1.1335867066243457, + "learning_rate": 1.930900270034893e-05, + "loss": 0.0556, + "step": 17149 + }, + { + "epoch": 14.546225614927906, + "grad_norm": 0.9881186027282859, + "learning_rate": 1.930890235491119e-05, + "loss": 0.0488, + "step": 17150 + }, + { + "epoch": 14.5470737913486, + "grad_norm": 1.0211698155474844, + "learning_rate": 1.9308802002448755e-05, + "loss": 0.0549, + "step": 17151 + }, + { + "epoch": 14.547921967769296, + "grad_norm": 0.9161815926175955, + "learning_rate": 1.9308701642961707e-05, + "loss": 0.0473, + "step": 17152 + }, + { + "epoch": 14.54877014418999, + "grad_norm": 0.9680832656661575, + "learning_rate": 1.930860127645012e-05, + "loss": 0.049, + "step": 17153 + }, + { + "epoch": 14.549618320610687, + "grad_norm": 0.8712657966396372, + "learning_rate": 1.9308500902914072e-05, + "loss": 0.05, + "step": 17154 + }, + { + "epoch": 14.550466497031383, + "grad_norm": 1.1397826961584852, + "learning_rate": 1.9308400522353638e-05, + "loss": 0.0566, + "step": 17155 + }, + { + "epoch": 14.551314673452078, + "grad_norm": 0.9520429085563535, + "learning_rate": 1.9308300134768888e-05, + "loss": 0.0486, + "step": 17156 + }, + { + "epoch": 14.552162849872774, + "grad_norm": 0.9281961879528217, + "learning_rate": 1.9308199740159907e-05, + "loss": 0.0492, + "step": 17157 + }, + { + "epoch": 14.553011026293468, + "grad_norm": 1.010635932850208, + "learning_rate": 1.9308099338526766e-05, + "loss": 0.0625, + "step": 17158 + }, + { + "epoch": 14.553859202714165, + "grad_norm": 1.0041679239081673, + "learning_rate": 1.9307998929869544e-05, + "loss": 0.0549, + "step": 17159 + }, + { + "epoch": 14.554707379134861, + "grad_norm": 1.0837860724897281, + "learning_rate": 1.930789851418831e-05, + "loss": 0.0512, + "step": 17160 + }, + { + "epoch": 14.555555555555555, + "grad_norm": 1.0146647410723137, + "learning_rate": 1.9307798091483146e-05, + "loss": 0.0531, + "step": 17161 + }, + { + "epoch": 14.556403731976252, + "grad_norm": 1.0646225575459776, + "learning_rate": 1.9307697661754126e-05, + "loss": 0.0546, + "step": 17162 + }, + { + "epoch": 14.557251908396946, + "grad_norm": 1.049278754858429, + "learning_rate": 1.9307597225001326e-05, + "loss": 0.056, + "step": 17163 + }, + { + "epoch": 14.558100084817642, + "grad_norm": 0.9845756872219953, + "learning_rate": 1.930749678122482e-05, + "loss": 0.0512, + "step": 17164 + }, + { + "epoch": 14.558948261238339, + "grad_norm": 0.8671581543258025, + "learning_rate": 1.9307396330424683e-05, + "loss": 0.0474, + "step": 17165 + }, + { + "epoch": 14.559796437659033, + "grad_norm": 0.9343048244699531, + "learning_rate": 1.9307295872600996e-05, + "loss": 0.0534, + "step": 17166 + }, + { + "epoch": 14.56064461407973, + "grad_norm": 0.9420866068786888, + "learning_rate": 1.930719540775383e-05, + "loss": 0.0523, + "step": 17167 + }, + { + "epoch": 14.561492790500424, + "grad_norm": 1.0074411987354803, + "learning_rate": 1.930709493588326e-05, + "loss": 0.0495, + "step": 17168 + }, + { + "epoch": 14.56234096692112, + "grad_norm": 0.8663955624686931, + "learning_rate": 1.930699445698937e-05, + "loss": 0.0458, + "step": 17169 + }, + { + "epoch": 14.563189143341814, + "grad_norm": 1.0188106238196486, + "learning_rate": 1.9306893971072226e-05, + "loss": 0.0542, + "step": 17170 + }, + { + "epoch": 14.56403731976251, + "grad_norm": 0.9153507256788708, + "learning_rate": 1.9306793478131908e-05, + "loss": 0.0485, + "step": 17171 + }, + { + "epoch": 14.564885496183207, + "grad_norm": 0.8543378271631201, + "learning_rate": 1.9306692978168495e-05, + "loss": 0.0458, + "step": 17172 + }, + { + "epoch": 14.565733672603901, + "grad_norm": 0.9847165330813822, + "learning_rate": 1.9306592471182054e-05, + "loss": 0.0566, + "step": 17173 + }, + { + "epoch": 14.566581849024598, + "grad_norm": 0.9764456427499445, + "learning_rate": 1.9306491957172673e-05, + "loss": 0.0517, + "step": 17174 + }, + { + "epoch": 14.567430025445292, + "grad_norm": 0.8838250331106121, + "learning_rate": 1.930639143614042e-05, + "loss": 0.0472, + "step": 17175 + }, + { + "epoch": 14.568278201865988, + "grad_norm": 0.9988905959358296, + "learning_rate": 1.930629090808537e-05, + "loss": 0.0535, + "step": 17176 + }, + { + "epoch": 14.569126378286684, + "grad_norm": 1.035780136840299, + "learning_rate": 1.9306190373007602e-05, + "loss": 0.0558, + "step": 17177 + }, + { + "epoch": 14.569974554707379, + "grad_norm": 0.9262769146971184, + "learning_rate": 1.9306089830907186e-05, + "loss": 0.0492, + "step": 17178 + }, + { + "epoch": 14.570822731128075, + "grad_norm": 1.1399469641845748, + "learning_rate": 1.9305989281784207e-05, + "loss": 0.0558, + "step": 17179 + }, + { + "epoch": 14.57167090754877, + "grad_norm": 1.5380030686221844, + "learning_rate": 1.9305888725638738e-05, + "loss": 0.0574, + "step": 17180 + }, + { + "epoch": 14.572519083969466, + "grad_norm": 1.1058444784888413, + "learning_rate": 1.9305788162470855e-05, + "loss": 0.0552, + "step": 17181 + }, + { + "epoch": 14.57336726039016, + "grad_norm": 0.8225659649774959, + "learning_rate": 1.9305687592280627e-05, + "loss": 0.0461, + "step": 17182 + }, + { + "epoch": 14.574215436810857, + "grad_norm": 1.0730519037021298, + "learning_rate": 1.9305587015068138e-05, + "loss": 0.0539, + "step": 17183 + }, + { + "epoch": 14.575063613231553, + "grad_norm": 0.9160240055122516, + "learning_rate": 1.930548643083346e-05, + "loss": 0.0464, + "step": 17184 + }, + { + "epoch": 14.575911789652247, + "grad_norm": 0.8769862330409913, + "learning_rate": 1.930538583957667e-05, + "loss": 0.0516, + "step": 17185 + }, + { + "epoch": 14.576759966072943, + "grad_norm": 0.8872325681908726, + "learning_rate": 1.9305285241297845e-05, + "loss": 0.053, + "step": 17186 + }, + { + "epoch": 14.577608142493638, + "grad_norm": 1.127822444549791, + "learning_rate": 1.930518463599706e-05, + "loss": 0.0568, + "step": 17187 + }, + { + "epoch": 14.578456318914334, + "grad_norm": 0.9973936170494627, + "learning_rate": 1.9305084023674393e-05, + "loss": 0.0493, + "step": 17188 + }, + { + "epoch": 14.57930449533503, + "grad_norm": 1.0858455316184958, + "learning_rate": 1.9304983404329913e-05, + "loss": 0.0563, + "step": 17189 + }, + { + "epoch": 14.580152671755725, + "grad_norm": 1.007217720166424, + "learning_rate": 1.9304882777963705e-05, + "loss": 0.0509, + "step": 17190 + }, + { + "epoch": 14.581000848176421, + "grad_norm": 1.000177173383171, + "learning_rate": 1.9304782144575838e-05, + "loss": 0.0487, + "step": 17191 + }, + { + "epoch": 14.581849024597116, + "grad_norm": 0.9140717793003392, + "learning_rate": 1.930468150416639e-05, + "loss": 0.0468, + "step": 17192 + }, + { + "epoch": 14.582697201017812, + "grad_norm": 0.9188696657476315, + "learning_rate": 1.9304580856735442e-05, + "loss": 0.0568, + "step": 17193 + }, + { + "epoch": 14.583545377438508, + "grad_norm": 1.0087465196023901, + "learning_rate": 1.9304480202283062e-05, + "loss": 0.0553, + "step": 17194 + }, + { + "epoch": 14.584393553859202, + "grad_norm": 1.0443924207331146, + "learning_rate": 1.930437954080933e-05, + "loss": 0.0555, + "step": 17195 + }, + { + "epoch": 14.585241730279899, + "grad_norm": 0.8495439054604218, + "learning_rate": 1.930427887231432e-05, + "loss": 0.0488, + "step": 17196 + }, + { + "epoch": 14.586089906700593, + "grad_norm": 0.9648957563217917, + "learning_rate": 1.930417819679811e-05, + "loss": 0.0514, + "step": 17197 + }, + { + "epoch": 14.58693808312129, + "grad_norm": 1.0658806814275714, + "learning_rate": 1.9304077514260778e-05, + "loss": 0.0546, + "step": 17198 + }, + { + "epoch": 14.587786259541986, + "grad_norm": 0.9749991740386407, + "learning_rate": 1.9303976824702392e-05, + "loss": 0.0506, + "step": 17199 + }, + { + "epoch": 14.58863443596268, + "grad_norm": 0.7948862375213985, + "learning_rate": 1.9303876128123038e-05, + "loss": 0.046, + "step": 17200 + }, + { + "epoch": 14.589482612383376, + "grad_norm": 1.0687138064032493, + "learning_rate": 1.9303775424522784e-05, + "loss": 0.0556, + "step": 17201 + }, + { + "epoch": 14.59033078880407, + "grad_norm": 1.0707554693213812, + "learning_rate": 1.930367471390171e-05, + "loss": 0.0517, + "step": 17202 + }, + { + "epoch": 14.591178965224767, + "grad_norm": 0.941315367392547, + "learning_rate": 1.9303573996259894e-05, + "loss": 0.0537, + "step": 17203 + }, + { + "epoch": 14.592027141645461, + "grad_norm": 0.8404273089160524, + "learning_rate": 1.9303473271597406e-05, + "loss": 0.0456, + "step": 17204 + }, + { + "epoch": 14.592875318066158, + "grad_norm": 1.0915510343221047, + "learning_rate": 1.9303372539914327e-05, + "loss": 0.0538, + "step": 17205 + }, + { + "epoch": 14.593723494486854, + "grad_norm": 1.0442516872999148, + "learning_rate": 1.930327180121073e-05, + "loss": 0.0485, + "step": 17206 + }, + { + "epoch": 14.594571670907548, + "grad_norm": 1.0556548132226957, + "learning_rate": 1.9303171055486695e-05, + "loss": 0.0538, + "step": 17207 + }, + { + "epoch": 14.595419847328245, + "grad_norm": 0.9877142032003606, + "learning_rate": 1.9303070302742294e-05, + "loss": 0.0468, + "step": 17208 + }, + { + "epoch": 14.596268023748939, + "grad_norm": 1.0554041181013292, + "learning_rate": 1.9302969542977603e-05, + "loss": 0.0533, + "step": 17209 + }, + { + "epoch": 14.597116200169635, + "grad_norm": 0.8265779078044049, + "learning_rate": 1.93028687761927e-05, + "loss": 0.0482, + "step": 17210 + }, + { + "epoch": 14.597964376590332, + "grad_norm": 1.0925248330873008, + "learning_rate": 1.930276800238766e-05, + "loss": 0.0524, + "step": 17211 + }, + { + "epoch": 14.598812553011026, + "grad_norm": 1.0597432919800438, + "learning_rate": 1.930266722156256e-05, + "loss": 0.0543, + "step": 17212 + }, + { + "epoch": 14.599660729431722, + "grad_norm": 1.0200847234275288, + "learning_rate": 1.9302566433717475e-05, + "loss": 0.0498, + "step": 17213 + }, + { + "epoch": 14.600508905852417, + "grad_norm": 0.9012868161173128, + "learning_rate": 1.9302465638852484e-05, + "loss": 0.0505, + "step": 17214 + }, + { + "epoch": 14.601357082273113, + "grad_norm": 0.93376511364026, + "learning_rate": 1.9302364836967656e-05, + "loss": 0.0492, + "step": 17215 + }, + { + "epoch": 14.60220525869381, + "grad_norm": 0.952631499435711, + "learning_rate": 1.9302264028063077e-05, + "loss": 0.0469, + "step": 17216 + }, + { + "epoch": 14.603053435114504, + "grad_norm": 1.1577222143806085, + "learning_rate": 1.9302163212138814e-05, + "loss": 0.0565, + "step": 17217 + }, + { + "epoch": 14.6039016115352, + "grad_norm": 1.0095506212427725, + "learning_rate": 1.9302062389194948e-05, + "loss": 0.051, + "step": 17218 + }, + { + "epoch": 14.604749787955894, + "grad_norm": 0.9041692488971014, + "learning_rate": 1.9301961559231554e-05, + "loss": 0.055, + "step": 17219 + }, + { + "epoch": 14.60559796437659, + "grad_norm": 0.9356219111703132, + "learning_rate": 1.9301860722248707e-05, + "loss": 0.0493, + "step": 17220 + }, + { + "epoch": 14.606446140797285, + "grad_norm": 1.2979851496104773, + "learning_rate": 1.9301759878246487e-05, + "loss": 0.0523, + "step": 17221 + }, + { + "epoch": 14.607294317217981, + "grad_norm": 1.0084680054600346, + "learning_rate": 1.9301659027224967e-05, + "loss": 0.0522, + "step": 17222 + }, + { + "epoch": 14.608142493638677, + "grad_norm": 0.9909580206248928, + "learning_rate": 1.930155816918422e-05, + "loss": 0.0474, + "step": 17223 + }, + { + "epoch": 14.608990670059372, + "grad_norm": 1.096470351076028, + "learning_rate": 1.9301457304124324e-05, + "loss": 0.0562, + "step": 17224 + }, + { + "epoch": 14.609838846480068, + "grad_norm": 0.9572504124749148, + "learning_rate": 1.930135643204536e-05, + "loss": 0.0568, + "step": 17225 + }, + { + "epoch": 14.610687022900763, + "grad_norm": 0.9338971567569551, + "learning_rate": 1.9301255552947402e-05, + "loss": 0.0521, + "step": 17226 + }, + { + "epoch": 14.611535199321459, + "grad_norm": 0.9655779623638637, + "learning_rate": 1.930115466683052e-05, + "loss": 0.0506, + "step": 17227 + }, + { + "epoch": 14.612383375742155, + "grad_norm": 0.8667352356504098, + "learning_rate": 1.93010537736948e-05, + "loss": 0.0439, + "step": 17228 + }, + { + "epoch": 14.61323155216285, + "grad_norm": 0.9471047713867058, + "learning_rate": 1.9300952873540314e-05, + "loss": 0.0532, + "step": 17229 + }, + { + "epoch": 14.614079728583546, + "grad_norm": 0.9363257340416616, + "learning_rate": 1.9300851966367133e-05, + "loss": 0.05, + "step": 17230 + }, + { + "epoch": 14.61492790500424, + "grad_norm": 1.0574775450876732, + "learning_rate": 1.9300751052175338e-05, + "loss": 0.0523, + "step": 17231 + }, + { + "epoch": 14.615776081424936, + "grad_norm": 0.9514985882104383, + "learning_rate": 1.9300650130965005e-05, + "loss": 0.0491, + "step": 17232 + }, + { + "epoch": 14.616624257845633, + "grad_norm": 1.1242002191711846, + "learning_rate": 1.930054920273621e-05, + "loss": 0.0543, + "step": 17233 + }, + { + "epoch": 14.617472434266327, + "grad_norm": 1.079766146410769, + "learning_rate": 1.930044826748903e-05, + "loss": 0.0598, + "step": 17234 + }, + { + "epoch": 14.618320610687023, + "grad_norm": 0.8774614357521251, + "learning_rate": 1.9300347325223536e-05, + "loss": 0.0521, + "step": 17235 + }, + { + "epoch": 14.619168787107718, + "grad_norm": 1.1405861982255119, + "learning_rate": 1.9300246375939813e-05, + "loss": 0.0533, + "step": 17236 + }, + { + "epoch": 14.620016963528414, + "grad_norm": 0.8898710312666377, + "learning_rate": 1.930014541963793e-05, + "loss": 0.0499, + "step": 17237 + }, + { + "epoch": 14.62086513994911, + "grad_norm": 0.8888951648340244, + "learning_rate": 1.9300044456317962e-05, + "loss": 0.0501, + "step": 17238 + }, + { + "epoch": 14.621713316369805, + "grad_norm": 1.0893163743760736, + "learning_rate": 1.9299943485979996e-05, + "loss": 0.0523, + "step": 17239 + }, + { + "epoch": 14.622561492790501, + "grad_norm": 1.01591734586188, + "learning_rate": 1.9299842508624097e-05, + "loss": 0.0508, + "step": 17240 + }, + { + "epoch": 14.623409669211195, + "grad_norm": 1.1204479323038394, + "learning_rate": 1.9299741524250348e-05, + "loss": 0.0623, + "step": 17241 + }, + { + "epoch": 14.624257845631892, + "grad_norm": 0.867916846801009, + "learning_rate": 1.9299640532858815e-05, + "loss": 0.0478, + "step": 17242 + }, + { + "epoch": 14.625106022052586, + "grad_norm": 1.0175393844628684, + "learning_rate": 1.9299539534449587e-05, + "loss": 0.0502, + "step": 17243 + }, + { + "epoch": 14.625954198473282, + "grad_norm": 1.022804367779995, + "learning_rate": 1.9299438529022736e-05, + "loss": 0.0499, + "step": 17244 + }, + { + "epoch": 14.626802374893979, + "grad_norm": 1.0248935671242134, + "learning_rate": 1.9299337516578335e-05, + "loss": 0.0565, + "step": 17245 + }, + { + "epoch": 14.627650551314673, + "grad_norm": 1.0971288748562649, + "learning_rate": 1.929923649711646e-05, + "loss": 0.0512, + "step": 17246 + }, + { + "epoch": 14.62849872773537, + "grad_norm": 1.001843208866221, + "learning_rate": 1.9299135470637193e-05, + "loss": 0.052, + "step": 17247 + }, + { + "epoch": 14.629346904156064, + "grad_norm": 1.137202612800437, + "learning_rate": 1.92990344371406e-05, + "loss": 0.058, + "step": 17248 + }, + { + "epoch": 14.63019508057676, + "grad_norm": 1.094751902255922, + "learning_rate": 1.9298933396626772e-05, + "loss": 0.0519, + "step": 17249 + }, + { + "epoch": 14.631043256997456, + "grad_norm": 1.0842603084604872, + "learning_rate": 1.9298832349095776e-05, + "loss": 0.056, + "step": 17250 + }, + { + "epoch": 14.63189143341815, + "grad_norm": 1.0385846510494556, + "learning_rate": 1.9298731294547685e-05, + "loss": 0.0508, + "step": 17251 + }, + { + "epoch": 14.632739609838847, + "grad_norm": 1.0666022618563789, + "learning_rate": 1.9298630232982583e-05, + "loss": 0.0544, + "step": 17252 + }, + { + "epoch": 14.633587786259541, + "grad_norm": 0.9195025024924498, + "learning_rate": 1.929852916440054e-05, + "loss": 0.0515, + "step": 17253 + }, + { + "epoch": 14.634435962680238, + "grad_norm": 1.0354359599663507, + "learning_rate": 1.9298428088801638e-05, + "loss": 0.0555, + "step": 17254 + }, + { + "epoch": 14.635284139100932, + "grad_norm": 0.9268679155776404, + "learning_rate": 1.929832700618595e-05, + "loss": 0.0485, + "step": 17255 + }, + { + "epoch": 14.636132315521628, + "grad_norm": 0.8857400974903121, + "learning_rate": 1.9298225916553552e-05, + "loss": 0.0485, + "step": 17256 + }, + { + "epoch": 14.636980491942325, + "grad_norm": 0.9753355170126321, + "learning_rate": 1.929812481990452e-05, + "loss": 0.0497, + "step": 17257 + }, + { + "epoch": 14.637828668363019, + "grad_norm": 0.9498535997056473, + "learning_rate": 1.9298023716238938e-05, + "loss": 0.0512, + "step": 17258 + }, + { + "epoch": 14.638676844783715, + "grad_norm": 1.0017356570477236, + "learning_rate": 1.929792260555687e-05, + "loss": 0.0481, + "step": 17259 + }, + { + "epoch": 14.63952502120441, + "grad_norm": 1.0820561943273814, + "learning_rate": 1.9297821487858398e-05, + "loss": 0.0554, + "step": 17260 + }, + { + "epoch": 14.640373197625106, + "grad_norm": 0.9884003188254095, + "learning_rate": 1.92977203631436e-05, + "loss": 0.0516, + "step": 17261 + }, + { + "epoch": 14.641221374045802, + "grad_norm": 0.9361548422407819, + "learning_rate": 1.9297619231412547e-05, + "loss": 0.0559, + "step": 17262 + }, + { + "epoch": 14.642069550466497, + "grad_norm": 1.0791831591882095, + "learning_rate": 1.929751809266532e-05, + "loss": 0.0488, + "step": 17263 + }, + { + "epoch": 14.642917726887193, + "grad_norm": 0.820619907355499, + "learning_rate": 1.9297416946901994e-05, + "loss": 0.0477, + "step": 17264 + }, + { + "epoch": 14.643765903307887, + "grad_norm": 0.877705570849486, + "learning_rate": 1.9297315794122648e-05, + "loss": 0.0464, + "step": 17265 + }, + { + "epoch": 14.644614079728584, + "grad_norm": 0.9629684545467407, + "learning_rate": 1.9297214634327352e-05, + "loss": 0.0508, + "step": 17266 + }, + { + "epoch": 14.64546225614928, + "grad_norm": 1.0324051629171038, + "learning_rate": 1.9297113467516187e-05, + "loss": 0.0507, + "step": 17267 + }, + { + "epoch": 14.646310432569974, + "grad_norm": 1.1098553524362489, + "learning_rate": 1.929701229368923e-05, + "loss": 0.0576, + "step": 17268 + }, + { + "epoch": 14.64715860899067, + "grad_norm": 0.9055203484883986, + "learning_rate": 1.929691111284656e-05, + "loss": 0.0487, + "step": 17269 + }, + { + "epoch": 14.648006785411365, + "grad_norm": 0.9820895369533286, + "learning_rate": 1.9296809924988245e-05, + "loss": 0.0495, + "step": 17270 + }, + { + "epoch": 14.648854961832061, + "grad_norm": 0.8715631757360957, + "learning_rate": 1.9296708730114363e-05, + "loss": 0.0474, + "step": 17271 + }, + { + "epoch": 14.649703138252757, + "grad_norm": 0.9906855735585438, + "learning_rate": 1.9296607528225e-05, + "loss": 0.0518, + "step": 17272 + }, + { + "epoch": 14.650551314673452, + "grad_norm": 1.0921680225131962, + "learning_rate": 1.9296506319320217e-05, + "loss": 0.0554, + "step": 17273 + }, + { + "epoch": 14.651399491094148, + "grad_norm": 0.9689340829343523, + "learning_rate": 1.9296405103400104e-05, + "loss": 0.0526, + "step": 17274 + }, + { + "epoch": 14.652247667514843, + "grad_norm": 0.913964595933697, + "learning_rate": 1.929630388046473e-05, + "loss": 0.0556, + "step": 17275 + }, + { + "epoch": 14.653095843935539, + "grad_norm": 0.9706104319879848, + "learning_rate": 1.9296202650514174e-05, + "loss": 0.049, + "step": 17276 + }, + { + "epoch": 14.653944020356235, + "grad_norm": 0.8876146560213682, + "learning_rate": 1.929610141354851e-05, + "loss": 0.0548, + "step": 17277 + }, + { + "epoch": 14.65479219677693, + "grad_norm": 0.9259039617920679, + "learning_rate": 1.929600016956782e-05, + "loss": 0.0586, + "step": 17278 + }, + { + "epoch": 14.655640373197626, + "grad_norm": 1.2189958606324922, + "learning_rate": 1.9295898918572175e-05, + "loss": 0.0532, + "step": 17279 + }, + { + "epoch": 14.65648854961832, + "grad_norm": 1.0397147069991477, + "learning_rate": 1.929579766056165e-05, + "loss": 0.053, + "step": 17280 + }, + { + "epoch": 14.657336726039016, + "grad_norm": 1.026915689649925, + "learning_rate": 1.9295696395536327e-05, + "loss": 0.0496, + "step": 17281 + }, + { + "epoch": 14.65818490245971, + "grad_norm": 0.9192097611998443, + "learning_rate": 1.929559512349628e-05, + "loss": 0.0535, + "step": 17282 + }, + { + "epoch": 14.659033078880407, + "grad_norm": 1.0586361226595056, + "learning_rate": 1.9295493844441585e-05, + "loss": 0.0521, + "step": 17283 + }, + { + "epoch": 14.659881255301103, + "grad_norm": 0.9383405325386338, + "learning_rate": 1.9295392558372318e-05, + "loss": 0.0513, + "step": 17284 + }, + { + "epoch": 14.660729431721798, + "grad_norm": 0.9730745063123749, + "learning_rate": 1.9295291265288558e-05, + "loss": 0.0564, + "step": 17285 + }, + { + "epoch": 14.661577608142494, + "grad_norm": 1.1178155666767995, + "learning_rate": 1.929518996519038e-05, + "loss": 0.0523, + "step": 17286 + }, + { + "epoch": 14.662425784563188, + "grad_norm": 1.155280019079853, + "learning_rate": 1.929508865807786e-05, + "loss": 0.0576, + "step": 17287 + }, + { + "epoch": 14.663273960983885, + "grad_norm": 0.9493891845265091, + "learning_rate": 1.929498734395107e-05, + "loss": 0.0535, + "step": 17288 + }, + { + "epoch": 14.664122137404581, + "grad_norm": 1.0245274717339834, + "learning_rate": 1.9294886022810095e-05, + "loss": 0.0545, + "step": 17289 + }, + { + "epoch": 14.664970313825275, + "grad_norm": 0.9315526744597364, + "learning_rate": 1.9294784694655003e-05, + "loss": 0.0482, + "step": 17290 + }, + { + "epoch": 14.665818490245972, + "grad_norm": 1.0291901220380362, + "learning_rate": 1.929468335948588e-05, + "loss": 0.0499, + "step": 17291 + }, + { + "epoch": 14.666666666666666, + "grad_norm": 1.0982682637622903, + "learning_rate": 1.9294582017302797e-05, + "loss": 0.0569, + "step": 17292 + }, + { + "epoch": 14.667514843087362, + "grad_norm": 1.030605463848663, + "learning_rate": 1.9294480668105828e-05, + "loss": 0.0494, + "step": 17293 + }, + { + "epoch": 14.668363019508057, + "grad_norm": 1.0343286491708465, + "learning_rate": 1.9294379311895053e-05, + "loss": 0.0545, + "step": 17294 + }, + { + "epoch": 14.669211195928753, + "grad_norm": 1.1719288291000869, + "learning_rate": 1.9294277948670548e-05, + "loss": 0.0668, + "step": 17295 + }, + { + "epoch": 14.67005937234945, + "grad_norm": 0.9489333567027326, + "learning_rate": 1.929417657843239e-05, + "loss": 0.0492, + "step": 17296 + }, + { + "epoch": 14.670907548770144, + "grad_norm": 0.9154216180228409, + "learning_rate": 1.9294075201180652e-05, + "loss": 0.0495, + "step": 17297 + }, + { + "epoch": 14.67175572519084, + "grad_norm": 1.221323584245251, + "learning_rate": 1.9293973816915418e-05, + "loss": 0.0546, + "step": 17298 + }, + { + "epoch": 14.672603901611534, + "grad_norm": 1.1254701200575767, + "learning_rate": 1.9293872425636758e-05, + "loss": 0.0561, + "step": 17299 + }, + { + "epoch": 14.67345207803223, + "grad_norm": 1.1060128727628977, + "learning_rate": 1.9293771027344747e-05, + "loss": 0.0601, + "step": 17300 + }, + { + "epoch": 14.674300254452927, + "grad_norm": 0.9776996112354177, + "learning_rate": 1.9293669622039468e-05, + "loss": 0.0574, + "step": 17301 + }, + { + "epoch": 14.675148430873621, + "grad_norm": 0.997422284715132, + "learning_rate": 1.929356820972099e-05, + "loss": 0.0513, + "step": 17302 + }, + { + "epoch": 14.675996607294318, + "grad_norm": 0.9593210663942163, + "learning_rate": 1.9293466790389402e-05, + "loss": 0.055, + "step": 17303 + }, + { + "epoch": 14.676844783715012, + "grad_norm": 1.034308893550896, + "learning_rate": 1.9293365364044767e-05, + "loss": 0.0559, + "step": 17304 + }, + { + "epoch": 14.677692960135708, + "grad_norm": 1.0233332435728841, + "learning_rate": 1.9293263930687164e-05, + "loss": 0.0518, + "step": 17305 + }, + { + "epoch": 14.678541136556404, + "grad_norm": 0.9822188378880907, + "learning_rate": 1.929316249031668e-05, + "loss": 0.0567, + "step": 17306 + }, + { + "epoch": 14.679389312977099, + "grad_norm": 1.0605048500848333, + "learning_rate": 1.9293061042933376e-05, + "loss": 0.0513, + "step": 17307 + }, + { + "epoch": 14.680237489397795, + "grad_norm": 1.1137268741338702, + "learning_rate": 1.929295958853734e-05, + "loss": 0.0485, + "step": 17308 + }, + { + "epoch": 14.68108566581849, + "grad_norm": 1.0117094908581703, + "learning_rate": 1.929285812712865e-05, + "loss": 0.0511, + "step": 17309 + }, + { + "epoch": 14.681933842239186, + "grad_norm": 1.1411313506536525, + "learning_rate": 1.929275665870737e-05, + "loss": 0.0551, + "step": 17310 + }, + { + "epoch": 14.682782018659882, + "grad_norm": 0.9397481083016349, + "learning_rate": 1.929265518327359e-05, + "loss": 0.0487, + "step": 17311 + }, + { + "epoch": 14.683630195080577, + "grad_norm": 1.1333947954297783, + "learning_rate": 1.9292553700827377e-05, + "loss": 0.054, + "step": 17312 + }, + { + "epoch": 14.684478371501273, + "grad_norm": 1.0917403785162683, + "learning_rate": 1.9292452211368812e-05, + "loss": 0.0516, + "step": 17313 + }, + { + "epoch": 14.685326547921967, + "grad_norm": 0.9605438766836905, + "learning_rate": 1.929235071489797e-05, + "loss": 0.0501, + "step": 17314 + }, + { + "epoch": 14.686174724342663, + "grad_norm": 1.1682710883786613, + "learning_rate": 1.929224921141493e-05, + "loss": 0.057, + "step": 17315 + }, + { + "epoch": 14.68702290076336, + "grad_norm": 1.0017270174948096, + "learning_rate": 1.929214770091977e-05, + "loss": 0.0517, + "step": 17316 + }, + { + "epoch": 14.687871077184054, + "grad_norm": 0.9286958728908781, + "learning_rate": 1.929204618341256e-05, + "loss": 0.0486, + "step": 17317 + }, + { + "epoch": 14.68871925360475, + "grad_norm": 1.0254877207935391, + "learning_rate": 1.929194465889338e-05, + "loss": 0.0536, + "step": 17318 + }, + { + "epoch": 14.689567430025445, + "grad_norm": 0.7905091097181894, + "learning_rate": 1.929184312736231e-05, + "loss": 0.0474, + "step": 17319 + }, + { + "epoch": 14.690415606446141, + "grad_norm": 1.0155367406912266, + "learning_rate": 1.929174158881942e-05, + "loss": 0.0567, + "step": 17320 + }, + { + "epoch": 14.691263782866836, + "grad_norm": 1.0207288457880146, + "learning_rate": 1.9291640043264796e-05, + "loss": 0.0496, + "step": 17321 + }, + { + "epoch": 14.692111959287532, + "grad_norm": 1.0103782448903722, + "learning_rate": 1.9291538490698503e-05, + "loss": 0.057, + "step": 17322 + }, + { + "epoch": 14.692960135708228, + "grad_norm": 1.062122661425986, + "learning_rate": 1.9291436931120623e-05, + "loss": 0.0549, + "step": 17323 + }, + { + "epoch": 14.693808312128922, + "grad_norm": 1.1117189259195195, + "learning_rate": 1.929133536453124e-05, + "loss": 0.0575, + "step": 17324 + }, + { + "epoch": 14.694656488549619, + "grad_norm": 0.9727971373871153, + "learning_rate": 1.9291233790930417e-05, + "loss": 0.0523, + "step": 17325 + }, + { + "epoch": 14.695504664970313, + "grad_norm": 1.0843482051199789, + "learning_rate": 1.9291132210318243e-05, + "loss": 0.053, + "step": 17326 + }, + { + "epoch": 14.69635284139101, + "grad_norm": 1.1974661710936143, + "learning_rate": 1.929103062269478e-05, + "loss": 0.056, + "step": 17327 + }, + { + "epoch": 14.697201017811706, + "grad_norm": 1.0035583106041877, + "learning_rate": 1.9290929028060122e-05, + "loss": 0.0501, + "step": 17328 + }, + { + "epoch": 14.6980491942324, + "grad_norm": 0.9419552643848257, + "learning_rate": 1.9290827426414335e-05, + "loss": 0.0527, + "step": 17329 + }, + { + "epoch": 14.698897370653096, + "grad_norm": 1.1367259776618561, + "learning_rate": 1.92907258177575e-05, + "loss": 0.0569, + "step": 17330 + }, + { + "epoch": 14.69974554707379, + "grad_norm": 1.1155666026945765, + "learning_rate": 1.9290624202089688e-05, + "loss": 0.055, + "step": 17331 + }, + { + "epoch": 14.700593723494487, + "grad_norm": 1.1388646678325216, + "learning_rate": 1.9290522579410985e-05, + "loss": 0.0564, + "step": 17332 + }, + { + "epoch": 14.701441899915181, + "grad_norm": 1.0531508225471333, + "learning_rate": 1.9290420949721457e-05, + "loss": 0.0538, + "step": 17333 + }, + { + "epoch": 14.702290076335878, + "grad_norm": 0.9995371248901457, + "learning_rate": 1.9290319313021188e-05, + "loss": 0.0525, + "step": 17334 + }, + { + "epoch": 14.703138252756574, + "grad_norm": 1.1703547513949566, + "learning_rate": 1.9290217669310253e-05, + "loss": 0.0542, + "step": 17335 + }, + { + "epoch": 14.703986429177268, + "grad_norm": 0.9214815932663655, + "learning_rate": 1.929011601858872e-05, + "loss": 0.058, + "step": 17336 + }, + { + "epoch": 14.704834605597965, + "grad_norm": 1.094212147211459, + "learning_rate": 1.9290014360856684e-05, + "loss": 0.0546, + "step": 17337 + }, + { + "epoch": 14.705682782018659, + "grad_norm": 1.0134427778625283, + "learning_rate": 1.928991269611421e-05, + "loss": 0.0508, + "step": 17338 + }, + { + "epoch": 14.706530958439355, + "grad_norm": 0.9879532769379537, + "learning_rate": 1.9289811024361372e-05, + "loss": 0.0527, + "step": 17339 + }, + { + "epoch": 14.707379134860052, + "grad_norm": 0.9360741219423171, + "learning_rate": 1.928970934559826e-05, + "loss": 0.0486, + "step": 17340 + }, + { + "epoch": 14.708227311280746, + "grad_norm": 1.017343346554877, + "learning_rate": 1.9289607659824932e-05, + "loss": 0.0553, + "step": 17341 + }, + { + "epoch": 14.709075487701442, + "grad_norm": 1.0470813460189012, + "learning_rate": 1.928950596704148e-05, + "loss": 0.0556, + "step": 17342 + }, + { + "epoch": 14.709923664122137, + "grad_norm": 0.9993713521390156, + "learning_rate": 1.9289404267247975e-05, + "loss": 0.0524, + "step": 17343 + }, + { + "epoch": 14.710771840542833, + "grad_norm": 1.029675969249355, + "learning_rate": 1.928930256044449e-05, + "loss": 0.0528, + "step": 17344 + }, + { + "epoch": 14.71162001696353, + "grad_norm": 1.1849662310416722, + "learning_rate": 1.9289200846631106e-05, + "loss": 0.0755, + "step": 17345 + }, + { + "epoch": 14.712468193384224, + "grad_norm": 1.0809746236210789, + "learning_rate": 1.9289099125807905e-05, + "loss": 0.0511, + "step": 17346 + }, + { + "epoch": 14.71331636980492, + "grad_norm": 1.1572596176695362, + "learning_rate": 1.9288997397974954e-05, + "loss": 0.0579, + "step": 17347 + }, + { + "epoch": 14.714164546225614, + "grad_norm": 1.1093561010690067, + "learning_rate": 1.9288895663132337e-05, + "loss": 0.0555, + "step": 17348 + }, + { + "epoch": 14.71501272264631, + "grad_norm": 1.0747681484037148, + "learning_rate": 1.9288793921280123e-05, + "loss": 0.0569, + "step": 17349 + }, + { + "epoch": 14.715860899067007, + "grad_norm": 0.9896763103754356, + "learning_rate": 1.9288692172418397e-05, + "loss": 0.0564, + "step": 17350 + }, + { + "epoch": 14.716709075487701, + "grad_norm": 0.9565169094381191, + "learning_rate": 1.9288590416547232e-05, + "loss": 0.0491, + "step": 17351 + }, + { + "epoch": 14.717557251908397, + "grad_norm": 1.0415950555139895, + "learning_rate": 1.9288488653666707e-05, + "loss": 0.0579, + "step": 17352 + }, + { + "epoch": 14.718405428329092, + "grad_norm": 1.0198370227850018, + "learning_rate": 1.9288386883776896e-05, + "loss": 0.0547, + "step": 17353 + }, + { + "epoch": 14.719253604749788, + "grad_norm": 0.9750041002496717, + "learning_rate": 1.9288285106877874e-05, + "loss": 0.0534, + "step": 17354 + }, + { + "epoch": 14.720101781170484, + "grad_norm": 0.9946457796748315, + "learning_rate": 1.9288183322969722e-05, + "loss": 0.0551, + "step": 17355 + }, + { + "epoch": 14.720949957591179, + "grad_norm": 1.1392883478179672, + "learning_rate": 1.9288081532052515e-05, + "loss": 0.0539, + "step": 17356 + }, + { + "epoch": 14.721798134011875, + "grad_norm": 0.8886470095898137, + "learning_rate": 1.9287979734126333e-05, + "loss": 0.0487, + "step": 17357 + }, + { + "epoch": 14.72264631043257, + "grad_norm": 0.9552528904134834, + "learning_rate": 1.9287877929191246e-05, + "loss": 0.0504, + "step": 17358 + }, + { + "epoch": 14.723494486853266, + "grad_norm": 1.0618435888573885, + "learning_rate": 1.928777611724734e-05, + "loss": 0.0533, + "step": 17359 + }, + { + "epoch": 14.72434266327396, + "grad_norm": 1.0427169829161487, + "learning_rate": 1.928767429829468e-05, + "loss": 0.0539, + "step": 17360 + }, + { + "epoch": 14.725190839694656, + "grad_norm": 1.0552697352142157, + "learning_rate": 1.9287572472333352e-05, + "loss": 0.052, + "step": 17361 + }, + { + "epoch": 14.726039016115353, + "grad_norm": 1.0069922483833083, + "learning_rate": 1.9287470639363436e-05, + "loss": 0.0495, + "step": 17362 + }, + { + "epoch": 14.726887192536047, + "grad_norm": 1.2672114997537771, + "learning_rate": 1.9287368799384996e-05, + "loss": 0.0588, + "step": 17363 + }, + { + "epoch": 14.727735368956743, + "grad_norm": 1.0026064147760267, + "learning_rate": 1.9287266952398118e-05, + "loss": 0.0527, + "step": 17364 + }, + { + "epoch": 14.728583545377438, + "grad_norm": 0.9136084419104632, + "learning_rate": 1.9287165098402875e-05, + "loss": 0.0535, + "step": 17365 + }, + { + "epoch": 14.729431721798134, + "grad_norm": 1.058587837880951, + "learning_rate": 1.928706323739935e-05, + "loss": 0.0516, + "step": 17366 + }, + { + "epoch": 14.73027989821883, + "grad_norm": 1.101090044039595, + "learning_rate": 1.9286961369387613e-05, + "loss": 0.0565, + "step": 17367 + }, + { + "epoch": 14.731128074639525, + "grad_norm": 1.0068759748959788, + "learning_rate": 1.9286859494367745e-05, + "loss": 0.0574, + "step": 17368 + }, + { + "epoch": 14.731976251060221, + "grad_norm": 0.9436669907731245, + "learning_rate": 1.9286757612339818e-05, + "loss": 0.0509, + "step": 17369 + }, + { + "epoch": 14.732824427480915, + "grad_norm": 0.9194629277377673, + "learning_rate": 1.9286655723303917e-05, + "loss": 0.0533, + "step": 17370 + }, + { + "epoch": 14.733672603901612, + "grad_norm": 0.9963053573707682, + "learning_rate": 1.928655382726011e-05, + "loss": 0.0515, + "step": 17371 + }, + { + "epoch": 14.734520780322306, + "grad_norm": 0.9238340374356533, + "learning_rate": 1.9286451924208482e-05, + "loss": 0.0489, + "step": 17372 + }, + { + "epoch": 14.735368956743002, + "grad_norm": 0.9845296090635551, + "learning_rate": 1.9286350014149105e-05, + "loss": 0.0546, + "step": 17373 + }, + { + "epoch": 14.736217133163699, + "grad_norm": 0.9572809555421825, + "learning_rate": 1.9286248097082054e-05, + "loss": 0.0503, + "step": 17374 + }, + { + "epoch": 14.737065309584393, + "grad_norm": 1.0737496200293133, + "learning_rate": 1.928614617300741e-05, + "loss": 0.0597, + "step": 17375 + }, + { + "epoch": 14.73791348600509, + "grad_norm": 1.077638565176897, + "learning_rate": 1.928604424192525e-05, + "loss": 0.0523, + "step": 17376 + }, + { + "epoch": 14.738761662425784, + "grad_norm": 0.9924351496917635, + "learning_rate": 1.9285942303835647e-05, + "loss": 0.0536, + "step": 17377 + }, + { + "epoch": 14.73960983884648, + "grad_norm": 0.9235336687897546, + "learning_rate": 1.9285840358738684e-05, + "loss": 0.0512, + "step": 17378 + }, + { + "epoch": 14.740458015267176, + "grad_norm": 0.9269543446944281, + "learning_rate": 1.928573840663443e-05, + "loss": 0.049, + "step": 17379 + }, + { + "epoch": 14.74130619168787, + "grad_norm": 1.1058675649164884, + "learning_rate": 1.9285636447522972e-05, + "loss": 0.0537, + "step": 17380 + }, + { + "epoch": 14.742154368108567, + "grad_norm": 0.9555118984207907, + "learning_rate": 1.928553448140438e-05, + "loss": 0.0547, + "step": 17381 + }, + { + "epoch": 14.743002544529261, + "grad_norm": 1.0133405911455171, + "learning_rate": 1.9285432508278726e-05, + "loss": 0.0525, + "step": 17382 + }, + { + "epoch": 14.743850720949958, + "grad_norm": 1.1762553401874174, + "learning_rate": 1.92853305281461e-05, + "loss": 0.0565, + "step": 17383 + }, + { + "epoch": 14.744698897370654, + "grad_norm": 0.9719082129369332, + "learning_rate": 1.9285228541006567e-05, + "loss": 0.0479, + "step": 17384 + }, + { + "epoch": 14.745547073791348, + "grad_norm": 1.0565357774697517, + "learning_rate": 1.9285126546860213e-05, + "loss": 0.0622, + "step": 17385 + }, + { + "epoch": 14.746395250212045, + "grad_norm": 1.1058199250225582, + "learning_rate": 1.928502454570711e-05, + "loss": 0.0569, + "step": 17386 + }, + { + "epoch": 14.747243426632739, + "grad_norm": 1.044842036722088, + "learning_rate": 1.9284922537547335e-05, + "loss": 0.0559, + "step": 17387 + }, + { + "epoch": 14.748091603053435, + "grad_norm": 0.9885663609950902, + "learning_rate": 1.9284820522380967e-05, + "loss": 0.0535, + "step": 17388 + }, + { + "epoch": 14.748939779474131, + "grad_norm": 0.962658352026559, + "learning_rate": 1.928471850020808e-05, + "loss": 0.0496, + "step": 17389 + }, + { + "epoch": 14.749787955894826, + "grad_norm": 0.9930288995616853, + "learning_rate": 1.9284616471028756e-05, + "loss": 0.0528, + "step": 17390 + }, + { + "epoch": 14.750636132315522, + "grad_norm": 1.1156830073348947, + "learning_rate": 1.928451443484307e-05, + "loss": 0.0611, + "step": 17391 + }, + { + "epoch": 14.751484308736217, + "grad_norm": 1.1326586018617169, + "learning_rate": 1.9284412391651095e-05, + "loss": 0.0554, + "step": 17392 + }, + { + "epoch": 14.752332485156913, + "grad_norm": 0.9359438386702448, + "learning_rate": 1.928431034145291e-05, + "loss": 0.0512, + "step": 17393 + }, + { + "epoch": 14.753180661577607, + "grad_norm": 0.927042291711453, + "learning_rate": 1.9284208284248596e-05, + "loss": 0.0497, + "step": 17394 + }, + { + "epoch": 14.754028837998304, + "grad_norm": 1.1434153412117478, + "learning_rate": 1.9284106220038225e-05, + "loss": 0.0549, + "step": 17395 + }, + { + "epoch": 14.754877014419, + "grad_norm": 1.013918400042023, + "learning_rate": 1.9284004148821877e-05, + "loss": 0.0535, + "step": 17396 + }, + { + "epoch": 14.755725190839694, + "grad_norm": 0.9982540761832461, + "learning_rate": 1.928390207059963e-05, + "loss": 0.0495, + "step": 17397 + }, + { + "epoch": 14.75657336726039, + "grad_norm": 1.0141567211738616, + "learning_rate": 1.9283799985371558e-05, + "loss": 0.0552, + "step": 17398 + }, + { + "epoch": 14.757421543681085, + "grad_norm": 0.9285092007125582, + "learning_rate": 1.9283697893137735e-05, + "loss": 0.0501, + "step": 17399 + }, + { + "epoch": 14.758269720101781, + "grad_norm": 0.9783621561221759, + "learning_rate": 1.9283595793898248e-05, + "loss": 0.0511, + "step": 17400 + }, + { + "epoch": 14.759117896522477, + "grad_norm": 1.0265122283769859, + "learning_rate": 1.9283493687653165e-05, + "loss": 0.0517, + "step": 17401 + }, + { + "epoch": 14.759966072943172, + "grad_norm": 0.9946953138330373, + "learning_rate": 1.9283391574402567e-05, + "loss": 0.0487, + "step": 17402 + }, + { + "epoch": 14.760814249363868, + "grad_norm": 1.03410281791539, + "learning_rate": 1.928328945414653e-05, + "loss": 0.0525, + "step": 17403 + }, + { + "epoch": 14.761662425784563, + "grad_norm": 1.0379361346655769, + "learning_rate": 1.9283187326885132e-05, + "loss": 0.0536, + "step": 17404 + }, + { + "epoch": 14.762510602205259, + "grad_norm": 0.9876877092425256, + "learning_rate": 1.9283085192618447e-05, + "loss": 0.0488, + "step": 17405 + }, + { + "epoch": 14.763358778625955, + "grad_norm": 1.201262464292867, + "learning_rate": 1.9282983051346556e-05, + "loss": 0.0618, + "step": 17406 + }, + { + "epoch": 14.76420695504665, + "grad_norm": 1.1324416516319635, + "learning_rate": 1.9282880903069533e-05, + "loss": 0.0618, + "step": 17407 + }, + { + "epoch": 14.765055131467346, + "grad_norm": 0.9584179286139718, + "learning_rate": 1.928277874778746e-05, + "loss": 0.0486, + "step": 17408 + }, + { + "epoch": 14.76590330788804, + "grad_norm": 1.223901832683988, + "learning_rate": 1.928267658550041e-05, + "loss": 0.0598, + "step": 17409 + }, + { + "epoch": 14.766751484308736, + "grad_norm": 0.9420964220884087, + "learning_rate": 1.9282574416208463e-05, + "loss": 0.0517, + "step": 17410 + }, + { + "epoch": 14.76759966072943, + "grad_norm": 0.98503417892222, + "learning_rate": 1.9282472239911688e-05, + "loss": 0.0531, + "step": 17411 + }, + { + "epoch": 14.768447837150127, + "grad_norm": 0.9607112296244434, + "learning_rate": 1.9282370056610175e-05, + "loss": 0.0509, + "step": 17412 + }, + { + "epoch": 14.769296013570823, + "grad_norm": 1.0846139817412481, + "learning_rate": 1.9282267866303987e-05, + "loss": 0.0543, + "step": 17413 + }, + { + "epoch": 14.770144189991518, + "grad_norm": 1.104862839615661, + "learning_rate": 1.9282165668993212e-05, + "loss": 0.0525, + "step": 17414 + }, + { + "epoch": 14.770992366412214, + "grad_norm": 1.0702485113239926, + "learning_rate": 1.9282063464677926e-05, + "loss": 0.0631, + "step": 17415 + }, + { + "epoch": 14.771840542832908, + "grad_norm": 1.0739875382927289, + "learning_rate": 1.92819612533582e-05, + "loss": 0.0605, + "step": 17416 + }, + { + "epoch": 14.772688719253605, + "grad_norm": 1.0517942835954277, + "learning_rate": 1.9281859035034113e-05, + "loss": 0.0551, + "step": 17417 + }, + { + "epoch": 14.773536895674301, + "grad_norm": 1.0304981100584154, + "learning_rate": 1.928175680970575e-05, + "loss": 0.0497, + "step": 17418 + }, + { + "epoch": 14.774385072094995, + "grad_norm": 0.9968295055706415, + "learning_rate": 1.9281654577373178e-05, + "loss": 0.0518, + "step": 17419 + }, + { + "epoch": 14.775233248515692, + "grad_norm": 0.9878395632615271, + "learning_rate": 1.9281552338036474e-05, + "loss": 0.0525, + "step": 17420 + }, + { + "epoch": 14.776081424936386, + "grad_norm": 1.0210807562182043, + "learning_rate": 1.9281450091695726e-05, + "loss": 0.051, + "step": 17421 + }, + { + "epoch": 14.776929601357082, + "grad_norm": 0.988869512798335, + "learning_rate": 1.9281347838351e-05, + "loss": 0.0538, + "step": 17422 + }, + { + "epoch": 14.777777777777779, + "grad_norm": 1.0492802137969648, + "learning_rate": 1.9281245578002382e-05, + "loss": 0.0494, + "step": 17423 + }, + { + "epoch": 14.778625954198473, + "grad_norm": 1.14239275187148, + "learning_rate": 1.928114331064994e-05, + "loss": 0.054, + "step": 17424 + }, + { + "epoch": 14.77947413061917, + "grad_norm": 0.9105903031227058, + "learning_rate": 1.9281041036293762e-05, + "loss": 0.0523, + "step": 17425 + }, + { + "epoch": 14.780322307039864, + "grad_norm": 1.0771356925014954, + "learning_rate": 1.9280938754933914e-05, + "loss": 0.0502, + "step": 17426 + }, + { + "epoch": 14.78117048346056, + "grad_norm": 1.146305923356436, + "learning_rate": 1.928083646657048e-05, + "loss": 0.0595, + "step": 17427 + }, + { + "epoch": 14.782018659881256, + "grad_norm": 1.0330176573174679, + "learning_rate": 1.9280734171203536e-05, + "loss": 0.0553, + "step": 17428 + }, + { + "epoch": 14.78286683630195, + "grad_norm": 0.9641766922596523, + "learning_rate": 1.9280631868833154e-05, + "loss": 0.0545, + "step": 17429 + }, + { + "epoch": 14.783715012722647, + "grad_norm": 0.9976843543181944, + "learning_rate": 1.9280529559459423e-05, + "loss": 0.0534, + "step": 17430 + }, + { + "epoch": 14.784563189143341, + "grad_norm": 1.091528779872647, + "learning_rate": 1.9280427243082406e-05, + "loss": 0.0509, + "step": 17431 + }, + { + "epoch": 14.785411365564038, + "grad_norm": 1.0587025819424374, + "learning_rate": 1.9280324919702192e-05, + "loss": 0.0555, + "step": 17432 + }, + { + "epoch": 14.786259541984732, + "grad_norm": 0.892805342105295, + "learning_rate": 1.9280222589318852e-05, + "loss": 0.0486, + "step": 17433 + }, + { + "epoch": 14.787107718405428, + "grad_norm": 0.9395607889268004, + "learning_rate": 1.9280120251932467e-05, + "loss": 0.0488, + "step": 17434 + }, + { + "epoch": 14.787955894826124, + "grad_norm": 0.9075850136065546, + "learning_rate": 1.9280017907543106e-05, + "loss": 0.0468, + "step": 17435 + }, + { + "epoch": 14.788804071246819, + "grad_norm": 1.0598978275884736, + "learning_rate": 1.9279915556150858e-05, + "loss": 0.0545, + "step": 17436 + }, + { + "epoch": 14.789652247667515, + "grad_norm": 1.1400722996024302, + "learning_rate": 1.9279813197755793e-05, + "loss": 0.0564, + "step": 17437 + }, + { + "epoch": 14.79050042408821, + "grad_norm": 0.9198236861184128, + "learning_rate": 1.9279710832357988e-05, + "loss": 0.0509, + "step": 17438 + }, + { + "epoch": 14.791348600508906, + "grad_norm": 0.8643597964813899, + "learning_rate": 1.9279608459957524e-05, + "loss": 0.0534, + "step": 17439 + }, + { + "epoch": 14.792196776929602, + "grad_norm": 1.1459648661983697, + "learning_rate": 1.9279506080554477e-05, + "loss": 0.0646, + "step": 17440 + }, + { + "epoch": 14.793044953350297, + "grad_norm": 1.087474730230818, + "learning_rate": 1.927940369414892e-05, + "loss": 0.0573, + "step": 17441 + }, + { + "epoch": 14.793893129770993, + "grad_norm": 0.953780396266009, + "learning_rate": 1.9279301300740935e-05, + "loss": 0.0518, + "step": 17442 + }, + { + "epoch": 14.794741306191687, + "grad_norm": 1.0777980722836014, + "learning_rate": 1.92791989003306e-05, + "loss": 0.0575, + "step": 17443 + }, + { + "epoch": 14.795589482612383, + "grad_norm": 1.2294673531475018, + "learning_rate": 1.9279096492917985e-05, + "loss": 0.0585, + "step": 17444 + }, + { + "epoch": 14.796437659033078, + "grad_norm": 0.947329410973072, + "learning_rate": 1.9278994078503176e-05, + "loss": 0.0589, + "step": 17445 + }, + { + "epoch": 14.797285835453774, + "grad_norm": 0.9702454365376684, + "learning_rate": 1.9278891657086247e-05, + "loss": 0.0557, + "step": 17446 + }, + { + "epoch": 14.79813401187447, + "grad_norm": 0.9622001776294531, + "learning_rate": 1.9278789228667273e-05, + "loss": 0.0492, + "step": 17447 + }, + { + "epoch": 14.798982188295165, + "grad_norm": 1.0321488571500683, + "learning_rate": 1.927868679324634e-05, + "loss": 0.0543, + "step": 17448 + }, + { + "epoch": 14.799830364715861, + "grad_norm": 1.2739256798884717, + "learning_rate": 1.927858435082351e-05, + "loss": 0.064, + "step": 17449 + }, + { + "epoch": 14.800678541136556, + "grad_norm": 0.9719387466743802, + "learning_rate": 1.9278481901398873e-05, + "loss": 0.0567, + "step": 17450 + }, + { + "epoch": 14.801526717557252, + "grad_norm": 0.9815544698035026, + "learning_rate": 1.92783794449725e-05, + "loss": 0.0522, + "step": 17451 + }, + { + "epoch": 14.802374893977948, + "grad_norm": 1.0625328136359178, + "learning_rate": 1.9278276981544475e-05, + "loss": 0.0643, + "step": 17452 + }, + { + "epoch": 14.803223070398642, + "grad_norm": 0.9437179759631256, + "learning_rate": 1.9278174511114866e-05, + "loss": 0.0489, + "step": 17453 + }, + { + "epoch": 14.804071246819339, + "grad_norm": 0.9966520552060062, + "learning_rate": 1.9278072033683757e-05, + "loss": 0.0529, + "step": 17454 + }, + { + "epoch": 14.804919423240033, + "grad_norm": 1.1480406987557408, + "learning_rate": 1.9277969549251226e-05, + "loss": 0.0569, + "step": 17455 + }, + { + "epoch": 14.80576759966073, + "grad_norm": 0.9910586749028344, + "learning_rate": 1.9277867057817344e-05, + "loss": 0.0513, + "step": 17456 + }, + { + "epoch": 14.806615776081426, + "grad_norm": 1.0219591447996974, + "learning_rate": 1.9277764559382193e-05, + "loss": 0.0539, + "step": 17457 + }, + { + "epoch": 14.80746395250212, + "grad_norm": 1.0984824646847817, + "learning_rate": 1.927766205394585e-05, + "loss": 0.0598, + "step": 17458 + }, + { + "epoch": 14.808312128922816, + "grad_norm": 0.9703183904416055, + "learning_rate": 1.9277559541508398e-05, + "loss": 0.049, + "step": 17459 + }, + { + "epoch": 14.80916030534351, + "grad_norm": 0.9888116876066924, + "learning_rate": 1.92774570220699e-05, + "loss": 0.0532, + "step": 17460 + }, + { + "epoch": 14.810008481764207, + "grad_norm": 1.1125858361683914, + "learning_rate": 1.9277354495630443e-05, + "loss": 0.0516, + "step": 17461 + }, + { + "epoch": 14.810856658184903, + "grad_norm": 1.0273595095891226, + "learning_rate": 1.9277251962190107e-05, + "loss": 0.0582, + "step": 17462 + }, + { + "epoch": 14.811704834605598, + "grad_norm": 1.1825178432439685, + "learning_rate": 1.9277149421748963e-05, + "loss": 0.0589, + "step": 17463 + }, + { + "epoch": 14.812553011026294, + "grad_norm": 1.0499779625503816, + "learning_rate": 1.927704687430709e-05, + "loss": 0.0574, + "step": 17464 + }, + { + "epoch": 14.813401187446988, + "grad_norm": 1.1146625556241876, + "learning_rate": 1.927694431986457e-05, + "loss": 0.0548, + "step": 17465 + }, + { + "epoch": 14.814249363867685, + "grad_norm": 1.0015754160039332, + "learning_rate": 1.927684175842147e-05, + "loss": 0.0549, + "step": 17466 + }, + { + "epoch": 14.81509754028838, + "grad_norm": 1.0275943846032844, + "learning_rate": 1.9276739189977877e-05, + "loss": 0.0548, + "step": 17467 + }, + { + "epoch": 14.815945716709075, + "grad_norm": 1.2806844498385104, + "learning_rate": 1.9276636614533868e-05, + "loss": 0.0614, + "step": 17468 + }, + { + "epoch": 14.816793893129772, + "grad_norm": 1.0704524337964676, + "learning_rate": 1.9276534032089515e-05, + "loss": 0.0534, + "step": 17469 + }, + { + "epoch": 14.817642069550466, + "grad_norm": 1.0198858770014605, + "learning_rate": 1.92764314426449e-05, + "loss": 0.049, + "step": 17470 + }, + { + "epoch": 14.818490245971162, + "grad_norm": 1.2435874223276568, + "learning_rate": 1.9276328846200094e-05, + "loss": 0.0555, + "step": 17471 + }, + { + "epoch": 14.819338422391857, + "grad_norm": 0.9602256092672025, + "learning_rate": 1.9276226242755185e-05, + "loss": 0.0534, + "step": 17472 + }, + { + "epoch": 14.820186598812553, + "grad_norm": 1.0714333239706635, + "learning_rate": 1.927612363231024e-05, + "loss": 0.0541, + "step": 17473 + }, + { + "epoch": 14.82103477523325, + "grad_norm": 1.0428436926912645, + "learning_rate": 1.9276021014865344e-05, + "loss": 0.0575, + "step": 17474 + }, + { + "epoch": 14.821882951653944, + "grad_norm": 1.0682136054858025, + "learning_rate": 1.927591839042057e-05, + "loss": 0.0513, + "step": 17475 + }, + { + "epoch": 14.82273112807464, + "grad_norm": 0.9056287010695925, + "learning_rate": 1.9275815758975995e-05, + "loss": 0.05, + "step": 17476 + }, + { + "epoch": 14.823579304495334, + "grad_norm": 1.0576407532502754, + "learning_rate": 1.9275713120531702e-05, + "loss": 0.0523, + "step": 17477 + }, + { + "epoch": 14.82442748091603, + "grad_norm": 1.0705016906742686, + "learning_rate": 1.927561047508776e-05, + "loss": 0.0542, + "step": 17478 + }, + { + "epoch": 14.825275657336727, + "grad_norm": 1.0190517888196122, + "learning_rate": 1.9275507822644254e-05, + "loss": 0.052, + "step": 17479 + }, + { + "epoch": 14.826123833757421, + "grad_norm": 1.1903803893865235, + "learning_rate": 1.927540516320126e-05, + "loss": 0.0599, + "step": 17480 + }, + { + "epoch": 14.826972010178118, + "grad_norm": 1.0378239637375797, + "learning_rate": 1.927530249675885e-05, + "loss": 0.0563, + "step": 17481 + }, + { + "epoch": 14.827820186598812, + "grad_norm": 1.021476182126245, + "learning_rate": 1.9275199823317108e-05, + "loss": 0.0558, + "step": 17482 + }, + { + "epoch": 14.828668363019508, + "grad_norm": 1.2007640346377348, + "learning_rate": 1.9275097142876108e-05, + "loss": 0.0572, + "step": 17483 + }, + { + "epoch": 14.829516539440203, + "grad_norm": 0.973536797279534, + "learning_rate": 1.927499445543593e-05, + "loss": 0.0609, + "step": 17484 + }, + { + "epoch": 14.830364715860899, + "grad_norm": 1.0392976608133653, + "learning_rate": 1.927489176099665e-05, + "loss": 0.0561, + "step": 17485 + }, + { + "epoch": 14.831212892281595, + "grad_norm": 1.012602418398616, + "learning_rate": 1.9274789059558343e-05, + "loss": 0.0506, + "step": 17486 + }, + { + "epoch": 14.83206106870229, + "grad_norm": 1.054601167878405, + "learning_rate": 1.927468635112109e-05, + "loss": 0.0571, + "step": 17487 + }, + { + "epoch": 14.832909245122986, + "grad_norm": 0.9715395183692672, + "learning_rate": 1.9274583635684966e-05, + "loss": 0.053, + "step": 17488 + }, + { + "epoch": 14.83375742154368, + "grad_norm": 0.9664513921348699, + "learning_rate": 1.9274480913250055e-05, + "loss": 0.0551, + "step": 17489 + }, + { + "epoch": 14.834605597964376, + "grad_norm": 1.145259547932991, + "learning_rate": 1.9274378183816425e-05, + "loss": 0.0574, + "step": 17490 + }, + { + "epoch": 14.835453774385073, + "grad_norm": 1.2519531507304984, + "learning_rate": 1.927427544738416e-05, + "loss": 0.0571, + "step": 17491 + }, + { + "epoch": 14.836301950805767, + "grad_norm": 1.0419515390247325, + "learning_rate": 1.9274172703953334e-05, + "loss": 0.0618, + "step": 17492 + }, + { + "epoch": 14.837150127226463, + "grad_norm": 0.991607651270348, + "learning_rate": 1.9274069953524028e-05, + "loss": 0.0507, + "step": 17493 + }, + { + "epoch": 14.837998303647158, + "grad_norm": 1.1400659415296603, + "learning_rate": 1.9273967196096315e-05, + "loss": 0.0498, + "step": 17494 + }, + { + "epoch": 14.838846480067854, + "grad_norm": 1.1497737809798696, + "learning_rate": 1.9273864431670277e-05, + "loss": 0.0726, + "step": 17495 + }, + { + "epoch": 14.83969465648855, + "grad_norm": 1.030065278621258, + "learning_rate": 1.927376166024599e-05, + "loss": 0.0531, + "step": 17496 + }, + { + "epoch": 14.840542832909245, + "grad_norm": 1.0459442330697755, + "learning_rate": 1.927365888182353e-05, + "loss": 0.0555, + "step": 17497 + }, + { + "epoch": 14.841391009329941, + "grad_norm": 1.0418193328279133, + "learning_rate": 1.9273556096402975e-05, + "loss": 0.0514, + "step": 17498 + }, + { + "epoch": 14.842239185750635, + "grad_norm": 1.0657836171720871, + "learning_rate": 1.9273453303984406e-05, + "loss": 0.0567, + "step": 17499 + }, + { + "epoch": 14.843087362171332, + "grad_norm": 1.0359958016611883, + "learning_rate": 1.92733505045679e-05, + "loss": 0.0551, + "step": 17500 + }, + { + "epoch": 14.843935538592028, + "grad_norm": 1.0551964212973737, + "learning_rate": 1.9273247698153526e-05, + "loss": 0.058, + "step": 17501 + }, + { + "epoch": 14.844783715012722, + "grad_norm": 1.254012322560389, + "learning_rate": 1.9273144884741374e-05, + "loss": 0.0606, + "step": 17502 + }, + { + "epoch": 14.845631891433419, + "grad_norm": 1.0962242383896217, + "learning_rate": 1.927304206433151e-05, + "loss": 0.0546, + "step": 17503 + }, + { + "epoch": 14.846480067854113, + "grad_norm": 0.9843652591435684, + "learning_rate": 1.927293923692402e-05, + "loss": 0.0515, + "step": 17504 + }, + { + "epoch": 14.84732824427481, + "grad_norm": 1.177699401533581, + "learning_rate": 1.927283640251898e-05, + "loss": 0.0657, + "step": 17505 + }, + { + "epoch": 14.848176420695506, + "grad_norm": 0.9605260606118573, + "learning_rate": 1.9272733561116467e-05, + "loss": 0.0531, + "step": 17506 + }, + { + "epoch": 14.8490245971162, + "grad_norm": 1.0943743421559855, + "learning_rate": 1.9272630712716552e-05, + "loss": 0.0534, + "step": 17507 + }, + { + "epoch": 14.849872773536896, + "grad_norm": 0.9986613586214349, + "learning_rate": 1.927252785731933e-05, + "loss": 0.0573, + "step": 17508 + }, + { + "epoch": 14.85072094995759, + "grad_norm": 1.03715713039684, + "learning_rate": 1.927242499492486e-05, + "loss": 0.0505, + "step": 17509 + }, + { + "epoch": 14.851569126378287, + "grad_norm": 1.2018461588024956, + "learning_rate": 1.9272322125533226e-05, + "loss": 0.0575, + "step": 17510 + }, + { + "epoch": 14.852417302798981, + "grad_norm": 0.933926190281262, + "learning_rate": 1.927221924914451e-05, + "loss": 0.0492, + "step": 17511 + }, + { + "epoch": 14.853265479219678, + "grad_norm": 1.0446323852524786, + "learning_rate": 1.9272116365758783e-05, + "loss": 0.054, + "step": 17512 + }, + { + "epoch": 14.854113655640374, + "grad_norm": 1.031661438728317, + "learning_rate": 1.9272013475376127e-05, + "loss": 0.0576, + "step": 17513 + }, + { + "epoch": 14.854961832061068, + "grad_norm": 0.9090192718566508, + "learning_rate": 1.9271910577996616e-05, + "loss": 0.0452, + "step": 17514 + }, + { + "epoch": 14.855810008481765, + "grad_norm": 1.1179581717110687, + "learning_rate": 1.9271807673620336e-05, + "loss": 0.059, + "step": 17515 + }, + { + "epoch": 14.856658184902459, + "grad_norm": 1.1340938622376824, + "learning_rate": 1.9271704762247353e-05, + "loss": 0.0597, + "step": 17516 + }, + { + "epoch": 14.857506361323155, + "grad_norm": 1.034782159704491, + "learning_rate": 1.9271601843877753e-05, + "loss": 0.0572, + "step": 17517 + }, + { + "epoch": 14.858354537743852, + "grad_norm": 0.9676011923941614, + "learning_rate": 1.927149891851161e-05, + "loss": 0.0558, + "step": 17518 + }, + { + "epoch": 14.859202714164546, + "grad_norm": 0.9710420400218942, + "learning_rate": 1.9271395986149004e-05, + "loss": 0.0477, + "step": 17519 + }, + { + "epoch": 14.860050890585242, + "grad_norm": 0.9583245963973792, + "learning_rate": 1.9271293046790012e-05, + "loss": 0.0521, + "step": 17520 + }, + { + "epoch": 14.860899067005937, + "grad_norm": 0.9931038273124692, + "learning_rate": 1.927119010043471e-05, + "loss": 0.0603, + "step": 17521 + }, + { + "epoch": 14.861747243426633, + "grad_norm": 1.1784800787816891, + "learning_rate": 1.927108714708318e-05, + "loss": 0.0549, + "step": 17522 + }, + { + "epoch": 14.862595419847327, + "grad_norm": 1.242468617975552, + "learning_rate": 1.9270984186735493e-05, + "loss": 0.0601, + "step": 17523 + }, + { + "epoch": 14.863443596268024, + "grad_norm": 0.9409855902975274, + "learning_rate": 1.9270881219391732e-05, + "loss": 0.0538, + "step": 17524 + }, + { + "epoch": 14.86429177268872, + "grad_norm": 1.068795306171131, + "learning_rate": 1.927077824505197e-05, + "loss": 0.0549, + "step": 17525 + }, + { + "epoch": 14.865139949109414, + "grad_norm": 0.8403458231902051, + "learning_rate": 1.9270675263716288e-05, + "loss": 0.053, + "step": 17526 + }, + { + "epoch": 14.86598812553011, + "grad_norm": 1.0500151077446767, + "learning_rate": 1.9270572275384768e-05, + "loss": 0.0528, + "step": 17527 + }, + { + "epoch": 14.866836301950805, + "grad_norm": 0.930165184253875, + "learning_rate": 1.9270469280057478e-05, + "loss": 0.057, + "step": 17528 + }, + { + "epoch": 14.867684478371501, + "grad_norm": 0.9250762075668532, + "learning_rate": 1.9270366277734502e-05, + "loss": 0.0523, + "step": 17529 + }, + { + "epoch": 14.868532654792197, + "grad_norm": 0.9024952116523778, + "learning_rate": 1.9270263268415918e-05, + "loss": 0.0478, + "step": 17530 + }, + { + "epoch": 14.869380831212892, + "grad_norm": 1.0240617444447757, + "learning_rate": 1.92701602521018e-05, + "loss": 0.0505, + "step": 17531 + }, + { + "epoch": 14.870229007633588, + "grad_norm": 1.020033567122903, + "learning_rate": 1.9270057228792228e-05, + "loss": 0.0535, + "step": 17532 + }, + { + "epoch": 14.871077184054283, + "grad_norm": 1.0829807838065246, + "learning_rate": 1.926995419848728e-05, + "loss": 0.0609, + "step": 17533 + }, + { + "epoch": 14.871925360474979, + "grad_norm": 1.1328016063584814, + "learning_rate": 1.9269851161187035e-05, + "loss": 0.0523, + "step": 17534 + }, + { + "epoch": 14.872773536895675, + "grad_norm": 1.343590409136424, + "learning_rate": 1.9269748116891567e-05, + "loss": 0.0605, + "step": 17535 + }, + { + "epoch": 14.87362171331637, + "grad_norm": 1.095500999855783, + "learning_rate": 1.926964506560096e-05, + "loss": 0.0598, + "step": 17536 + }, + { + "epoch": 14.874469889737066, + "grad_norm": 0.995930944944488, + "learning_rate": 1.9269542007315282e-05, + "loss": 0.0673, + "step": 17537 + }, + { + "epoch": 14.87531806615776, + "grad_norm": 0.9685398040994802, + "learning_rate": 1.926943894203462e-05, + "loss": 0.0542, + "step": 17538 + }, + { + "epoch": 14.876166242578456, + "grad_norm": 0.9721066495742129, + "learning_rate": 1.926933586975905e-05, + "loss": 0.0545, + "step": 17539 + }, + { + "epoch": 14.877014418999153, + "grad_norm": 0.9556431247740124, + "learning_rate": 1.9269232790488646e-05, + "loss": 0.0532, + "step": 17540 + }, + { + "epoch": 14.877862595419847, + "grad_norm": 0.9389798164569403, + "learning_rate": 1.9269129704223485e-05, + "loss": 0.0515, + "step": 17541 + }, + { + "epoch": 14.878710771840543, + "grad_norm": 0.9519548834107351, + "learning_rate": 1.926902661096365e-05, + "loss": 0.0505, + "step": 17542 + }, + { + "epoch": 14.879558948261238, + "grad_norm": 0.954884310516735, + "learning_rate": 1.926892351070922e-05, + "loss": 0.051, + "step": 17543 + }, + { + "epoch": 14.880407124681934, + "grad_norm": 1.0582589121926198, + "learning_rate": 1.9268820403460264e-05, + "loss": 0.0508, + "step": 17544 + }, + { + "epoch": 14.88125530110263, + "grad_norm": 1.040370273562688, + "learning_rate": 1.9268717289216866e-05, + "loss": 0.0535, + "step": 17545 + }, + { + "epoch": 14.882103477523325, + "grad_norm": 1.021662245202669, + "learning_rate": 1.9268614167979107e-05, + "loss": 0.0536, + "step": 17546 + }, + { + "epoch": 14.882951653944021, + "grad_norm": 1.0552231539860168, + "learning_rate": 1.9268511039747055e-05, + "loss": 0.0553, + "step": 17547 + }, + { + "epoch": 14.883799830364715, + "grad_norm": 0.9678467232805433, + "learning_rate": 1.9268407904520798e-05, + "loss": 0.0548, + "step": 17548 + }, + { + "epoch": 14.884648006785412, + "grad_norm": 1.1353018566106068, + "learning_rate": 1.9268304762300407e-05, + "loss": 0.0596, + "step": 17549 + }, + { + "epoch": 14.885496183206106, + "grad_norm": 0.8998933045418005, + "learning_rate": 1.9268201613085963e-05, + "loss": 0.0508, + "step": 17550 + }, + { + "epoch": 14.886344359626802, + "grad_norm": 0.8848837295116401, + "learning_rate": 1.926809845687754e-05, + "loss": 0.0544, + "step": 17551 + }, + { + "epoch": 14.887192536047499, + "grad_norm": 1.0911245425962222, + "learning_rate": 1.9267995293675222e-05, + "loss": 0.0617, + "step": 17552 + }, + { + "epoch": 14.888040712468193, + "grad_norm": 0.9294065222766938, + "learning_rate": 1.926789212347908e-05, + "loss": 0.05, + "step": 17553 + }, + { + "epoch": 14.88888888888889, + "grad_norm": 0.9781108088165469, + "learning_rate": 1.9267788946289202e-05, + "loss": 0.0489, + "step": 17554 + }, + { + "epoch": 14.889737065309584, + "grad_norm": 0.9411521916664242, + "learning_rate": 1.9267685762105654e-05, + "loss": 0.0556, + "step": 17555 + }, + { + "epoch": 14.89058524173028, + "grad_norm": 1.0864987766558074, + "learning_rate": 1.926758257092852e-05, + "loss": 0.0501, + "step": 17556 + }, + { + "epoch": 14.891433418150976, + "grad_norm": 1.130788145594212, + "learning_rate": 1.926747937275788e-05, + "loss": 0.0554, + "step": 17557 + }, + { + "epoch": 14.89228159457167, + "grad_norm": 1.006161269051255, + "learning_rate": 1.926737616759381e-05, + "loss": 0.0525, + "step": 17558 + }, + { + "epoch": 14.893129770992367, + "grad_norm": 0.9578478328541988, + "learning_rate": 1.926727295543638e-05, + "loss": 0.0481, + "step": 17559 + }, + { + "epoch": 14.893977947413061, + "grad_norm": 0.9429101991703221, + "learning_rate": 1.926716973628568e-05, + "loss": 0.0517, + "step": 17560 + }, + { + "epoch": 14.894826123833758, + "grad_norm": 1.0000679250945401, + "learning_rate": 1.9267066510141782e-05, + "loss": 0.0487, + "step": 17561 + }, + { + "epoch": 14.895674300254452, + "grad_norm": 1.1120574139887796, + "learning_rate": 1.9266963277004764e-05, + "loss": 0.0488, + "step": 17562 + }, + { + "epoch": 14.896522476675148, + "grad_norm": 1.2714231040978519, + "learning_rate": 1.9266860036874703e-05, + "loss": 0.0569, + "step": 17563 + }, + { + "epoch": 14.897370653095845, + "grad_norm": 1.1220292035492583, + "learning_rate": 1.9266756789751683e-05, + "loss": 0.05, + "step": 17564 + }, + { + "epoch": 14.898218829516539, + "grad_norm": 0.9485507178276321, + "learning_rate": 1.926665353563577e-05, + "loss": 0.0488, + "step": 17565 + }, + { + "epoch": 14.899067005937235, + "grad_norm": 1.0512502827462917, + "learning_rate": 1.9266550274527054e-05, + "loss": 0.052, + "step": 17566 + }, + { + "epoch": 14.89991518235793, + "grad_norm": 0.9420058166874723, + "learning_rate": 1.9266447006425606e-05, + "loss": 0.0556, + "step": 17567 + }, + { + "epoch": 14.900763358778626, + "grad_norm": 1.1255315433063189, + "learning_rate": 1.926634373133151e-05, + "loss": 0.0608, + "step": 17568 + }, + { + "epoch": 14.901611535199322, + "grad_norm": 0.9469801767989448, + "learning_rate": 1.9266240449244837e-05, + "loss": 0.0553, + "step": 17569 + }, + { + "epoch": 14.902459711620017, + "grad_norm": 1.0463739242584877, + "learning_rate": 1.9266137160165666e-05, + "loss": 0.0617, + "step": 17570 + }, + { + "epoch": 14.903307888040713, + "grad_norm": 0.9353390187936207, + "learning_rate": 1.926603386409408e-05, + "loss": 0.05, + "step": 17571 + }, + { + "epoch": 14.904156064461407, + "grad_norm": 1.0525650792281538, + "learning_rate": 1.926593056103015e-05, + "loss": 0.0608, + "step": 17572 + }, + { + "epoch": 14.905004240882104, + "grad_norm": 1.2160231198224931, + "learning_rate": 1.9265827250973963e-05, + "loss": 0.0625, + "step": 17573 + }, + { + "epoch": 14.9058524173028, + "grad_norm": 1.0241533043617017, + "learning_rate": 1.926572393392559e-05, + "loss": 0.0551, + "step": 17574 + }, + { + "epoch": 14.906700593723494, + "grad_norm": 0.9228705703072211, + "learning_rate": 1.926562060988511e-05, + "loss": 0.0541, + "step": 17575 + }, + { + "epoch": 14.90754877014419, + "grad_norm": 1.0085609386903587, + "learning_rate": 1.92655172788526e-05, + "loss": 0.0612, + "step": 17576 + }, + { + "epoch": 14.908396946564885, + "grad_norm": 0.9435085324947667, + "learning_rate": 1.9265413940828144e-05, + "loss": 0.0556, + "step": 17577 + }, + { + "epoch": 14.909245122985581, + "grad_norm": 1.1096494253237053, + "learning_rate": 1.9265310595811812e-05, + "loss": 0.0555, + "step": 17578 + }, + { + "epoch": 14.910093299406277, + "grad_norm": 1.0619696144436073, + "learning_rate": 1.9265207243803688e-05, + "loss": 0.0519, + "step": 17579 + }, + { + "epoch": 14.910941475826972, + "grad_norm": 1.2044390544998291, + "learning_rate": 1.9265103884803845e-05, + "loss": 0.0621, + "step": 17580 + }, + { + "epoch": 14.911789652247668, + "grad_norm": 0.9545346087161384, + "learning_rate": 1.9265000518812365e-05, + "loss": 0.0457, + "step": 17581 + }, + { + "epoch": 14.912637828668363, + "grad_norm": 1.18017834137343, + "learning_rate": 1.9264897145829323e-05, + "loss": 0.0526, + "step": 17582 + }, + { + "epoch": 14.913486005089059, + "grad_norm": 1.2806872901755528, + "learning_rate": 1.92647937658548e-05, + "loss": 0.0631, + "step": 17583 + }, + { + "epoch": 14.914334181509753, + "grad_norm": 1.0636092587849308, + "learning_rate": 1.9264690378888874e-05, + "loss": 0.0558, + "step": 17584 + }, + { + "epoch": 14.91518235793045, + "grad_norm": 1.0032597093420157, + "learning_rate": 1.926458698493162e-05, + "loss": 0.0554, + "step": 17585 + }, + { + "epoch": 14.916030534351146, + "grad_norm": 1.0805224060945176, + "learning_rate": 1.9264483583983117e-05, + "loss": 0.0583, + "step": 17586 + }, + { + "epoch": 14.91687871077184, + "grad_norm": 0.9579273144593646, + "learning_rate": 1.9264380176043445e-05, + "loss": 0.0527, + "step": 17587 + }, + { + "epoch": 14.917726887192536, + "grad_norm": 1.201360566602419, + "learning_rate": 1.926427676111268e-05, + "loss": 0.0573, + "step": 17588 + }, + { + "epoch": 14.91857506361323, + "grad_norm": 1.067302469359027, + "learning_rate": 1.9264173339190902e-05, + "loss": 0.0551, + "step": 17589 + }, + { + "epoch": 14.919423240033927, + "grad_norm": 1.0932091877317178, + "learning_rate": 1.9264069910278186e-05, + "loss": 0.0571, + "step": 17590 + }, + { + "epoch": 14.920271416454623, + "grad_norm": 1.2059094295744275, + "learning_rate": 1.9263966474374613e-05, + "loss": 0.055, + "step": 17591 + }, + { + "epoch": 14.921119592875318, + "grad_norm": 0.9224601946482086, + "learning_rate": 1.926386303148026e-05, + "loss": 0.0567, + "step": 17592 + }, + { + "epoch": 14.921967769296014, + "grad_norm": 0.999047668643954, + "learning_rate": 1.92637595815952e-05, + "loss": 0.0533, + "step": 17593 + }, + { + "epoch": 14.922815945716708, + "grad_norm": 1.041156640302928, + "learning_rate": 1.9263656124719523e-05, + "loss": 0.0563, + "step": 17594 + }, + { + "epoch": 14.923664122137405, + "grad_norm": 1.01915753172482, + "learning_rate": 1.9263552660853298e-05, + "loss": 0.0532, + "step": 17595 + }, + { + "epoch": 14.924512298558101, + "grad_norm": 1.0490887230112838, + "learning_rate": 1.9263449189996605e-05, + "loss": 0.054, + "step": 17596 + }, + { + "epoch": 14.925360474978795, + "grad_norm": 1.0285191686008717, + "learning_rate": 1.9263345712149522e-05, + "loss": 0.0569, + "step": 17597 + }, + { + "epoch": 14.926208651399492, + "grad_norm": 0.9065952504604029, + "learning_rate": 1.9263242227312127e-05, + "loss": 0.053, + "step": 17598 + }, + { + "epoch": 14.927056827820186, + "grad_norm": 0.9903425253219519, + "learning_rate": 1.9263138735484498e-05, + "loss": 0.0518, + "step": 17599 + }, + { + "epoch": 14.927905004240882, + "grad_norm": 1.1184158011134695, + "learning_rate": 1.9263035236666715e-05, + "loss": 0.0547, + "step": 17600 + }, + { + "epoch": 14.928753180661577, + "grad_norm": 1.0162323555736472, + "learning_rate": 1.9262931730858855e-05, + "loss": 0.0547, + "step": 17601 + }, + { + "epoch": 14.929601357082273, + "grad_norm": 0.9250258379103324, + "learning_rate": 1.9262828218060993e-05, + "loss": 0.0569, + "step": 17602 + }, + { + "epoch": 14.93044953350297, + "grad_norm": 0.9658350865748341, + "learning_rate": 1.9262724698273213e-05, + "loss": 0.0543, + "step": 17603 + }, + { + "epoch": 14.931297709923664, + "grad_norm": 1.094755093786386, + "learning_rate": 1.9262621171495584e-05, + "loss": 0.0572, + "step": 17604 + }, + { + "epoch": 14.93214588634436, + "grad_norm": 0.9898223590594887, + "learning_rate": 1.9262517637728196e-05, + "loss": 0.0558, + "step": 17605 + }, + { + "epoch": 14.932994062765054, + "grad_norm": 0.9212664381611835, + "learning_rate": 1.926241409697112e-05, + "loss": 0.0489, + "step": 17606 + }, + { + "epoch": 14.93384223918575, + "grad_norm": 0.9697879219763097, + "learning_rate": 1.9262310549224438e-05, + "loss": 0.0519, + "step": 17607 + }, + { + "epoch": 14.934690415606447, + "grad_norm": 1.0923493589855127, + "learning_rate": 1.926220699448822e-05, + "loss": 0.0581, + "step": 17608 + }, + { + "epoch": 14.935538592027141, + "grad_norm": 1.0523975817045998, + "learning_rate": 1.9262103432762554e-05, + "loss": 0.055, + "step": 17609 + }, + { + "epoch": 14.936386768447838, + "grad_norm": 1.0706297884570568, + "learning_rate": 1.926199986404751e-05, + "loss": 0.0557, + "step": 17610 + }, + { + "epoch": 14.937234944868532, + "grad_norm": 1.0324701615856018, + "learning_rate": 1.9261896288343173e-05, + "loss": 0.057, + "step": 17611 + }, + { + "epoch": 14.938083121289228, + "grad_norm": 1.2765073412125436, + "learning_rate": 1.9261792705649617e-05, + "loss": 0.0596, + "step": 17612 + }, + { + "epoch": 14.938931297709924, + "grad_norm": 0.864759332303048, + "learning_rate": 1.926168911596692e-05, + "loss": 0.0497, + "step": 17613 + }, + { + "epoch": 14.939779474130619, + "grad_norm": 1.1523594572329414, + "learning_rate": 1.9261585519295166e-05, + "loss": 0.0529, + "step": 17614 + }, + { + "epoch": 14.940627650551315, + "grad_norm": 1.0435650165774164, + "learning_rate": 1.9261481915634423e-05, + "loss": 0.0508, + "step": 17615 + }, + { + "epoch": 14.94147582697201, + "grad_norm": 1.1386511631349145, + "learning_rate": 1.9261378304984778e-05, + "loss": 0.0638, + "step": 17616 + }, + { + "epoch": 14.942324003392706, + "grad_norm": 0.9385850739741127, + "learning_rate": 1.9261274687346305e-05, + "loss": 0.0503, + "step": 17617 + }, + { + "epoch": 14.943172179813402, + "grad_norm": 1.050873702549393, + "learning_rate": 1.9261171062719085e-05, + "loss": 0.0514, + "step": 17618 + }, + { + "epoch": 14.944020356234097, + "grad_norm": 1.0950734831478028, + "learning_rate": 1.9261067431103193e-05, + "loss": 0.0576, + "step": 17619 + }, + { + "epoch": 14.944868532654793, + "grad_norm": 1.049429586572789, + "learning_rate": 1.9260963792498706e-05, + "loss": 0.0518, + "step": 17620 + }, + { + "epoch": 14.945716709075487, + "grad_norm": 0.9848500571296102, + "learning_rate": 1.926086014690571e-05, + "loss": 0.0514, + "step": 17621 + }, + { + "epoch": 14.946564885496183, + "grad_norm": 1.006390530100504, + "learning_rate": 1.9260756494324274e-05, + "loss": 0.0559, + "step": 17622 + }, + { + "epoch": 14.947413061916878, + "grad_norm": 0.9580580053707931, + "learning_rate": 1.9260652834754482e-05, + "loss": 0.051, + "step": 17623 + }, + { + "epoch": 14.948261238337574, + "grad_norm": 0.9535254888522965, + "learning_rate": 1.926054916819641e-05, + "loss": 0.052, + "step": 17624 + }, + { + "epoch": 14.94910941475827, + "grad_norm": 1.036509960657098, + "learning_rate": 1.9260445494650134e-05, + "loss": 0.0516, + "step": 17625 + }, + { + "epoch": 14.949957591178965, + "grad_norm": 1.084621799279151, + "learning_rate": 1.926034181411574e-05, + "loss": 0.0556, + "step": 17626 + }, + { + "epoch": 14.950805767599661, + "grad_norm": 0.965198565513785, + "learning_rate": 1.9260238126593295e-05, + "loss": 0.0522, + "step": 17627 + }, + { + "epoch": 14.951653944020356, + "grad_norm": 1.0802159853478208, + "learning_rate": 1.926013443208289e-05, + "loss": 0.059, + "step": 17628 + }, + { + "epoch": 14.952502120441052, + "grad_norm": 1.2508502197219613, + "learning_rate": 1.926003073058459e-05, + "loss": 0.0536, + "step": 17629 + }, + { + "epoch": 14.953350296861748, + "grad_norm": 1.018548768159661, + "learning_rate": 1.9259927022098485e-05, + "loss": 0.0521, + "step": 17630 + }, + { + "epoch": 14.954198473282442, + "grad_norm": 1.0510290017651438, + "learning_rate": 1.9259823306624644e-05, + "loss": 0.0562, + "step": 17631 + }, + { + "epoch": 14.955046649703139, + "grad_norm": 1.1071315973728661, + "learning_rate": 1.9259719584163153e-05, + "loss": 0.0573, + "step": 17632 + }, + { + "epoch": 14.955894826123833, + "grad_norm": 0.9971607397612494, + "learning_rate": 1.9259615854714088e-05, + "loss": 0.0516, + "step": 17633 + }, + { + "epoch": 14.95674300254453, + "grad_norm": 0.9102701682754745, + "learning_rate": 1.9259512118277523e-05, + "loss": 0.0495, + "step": 17634 + }, + { + "epoch": 14.957591178965224, + "grad_norm": 1.2341107802849594, + "learning_rate": 1.925940837485354e-05, + "loss": 0.0605, + "step": 17635 + }, + { + "epoch": 14.95843935538592, + "grad_norm": 0.9695895552369009, + "learning_rate": 1.9259304624442218e-05, + "loss": 0.0554, + "step": 17636 + }, + { + "epoch": 14.959287531806616, + "grad_norm": 1.1336358612520745, + "learning_rate": 1.925920086704363e-05, + "loss": 0.0561, + "step": 17637 + }, + { + "epoch": 14.96013570822731, + "grad_norm": 0.9627659526931945, + "learning_rate": 1.925909710265786e-05, + "loss": 0.0517, + "step": 17638 + }, + { + "epoch": 14.960983884648007, + "grad_norm": 0.9657729902383134, + "learning_rate": 1.9258993331284984e-05, + "loss": 0.0604, + "step": 17639 + }, + { + "epoch": 14.961832061068701, + "grad_norm": 1.1323691845075952, + "learning_rate": 1.9258889552925083e-05, + "loss": 0.0609, + "step": 17640 + }, + { + "epoch": 14.962680237489398, + "grad_norm": 1.1006799765675201, + "learning_rate": 1.9258785767578233e-05, + "loss": 0.0532, + "step": 17641 + }, + { + "epoch": 14.963528413910094, + "grad_norm": 1.0507374348617913, + "learning_rate": 1.925868197524451e-05, + "loss": 0.0521, + "step": 17642 + }, + { + "epoch": 14.964376590330788, + "grad_norm": 1.1357623488553543, + "learning_rate": 1.9258578175923995e-05, + "loss": 0.0576, + "step": 17643 + }, + { + "epoch": 14.965224766751485, + "grad_norm": 0.8721326262932942, + "learning_rate": 1.9258474369616766e-05, + "loss": 0.048, + "step": 17644 + }, + { + "epoch": 14.966072943172179, + "grad_norm": 1.1027659911008454, + "learning_rate": 1.92583705563229e-05, + "loss": 0.0575, + "step": 17645 + }, + { + "epoch": 14.966921119592875, + "grad_norm": 1.0980082428088669, + "learning_rate": 1.925826673604248e-05, + "loss": 0.0582, + "step": 17646 + }, + { + "epoch": 14.967769296013572, + "grad_norm": 0.9932354296950489, + "learning_rate": 1.9258162908775582e-05, + "loss": 0.0556, + "step": 17647 + }, + { + "epoch": 14.968617472434266, + "grad_norm": 0.9873462944729436, + "learning_rate": 1.9258059074522283e-05, + "loss": 0.0532, + "step": 17648 + }, + { + "epoch": 14.969465648854962, + "grad_norm": 1.0502346046075364, + "learning_rate": 1.9257955233282656e-05, + "loss": 0.0576, + "step": 17649 + }, + { + "epoch": 14.970313825275657, + "grad_norm": 1.1753134664978626, + "learning_rate": 1.925785138505679e-05, + "loss": 0.0575, + "step": 17650 + }, + { + "epoch": 14.971162001696353, + "grad_norm": 1.081560668082552, + "learning_rate": 1.925774752984476e-05, + "loss": 0.0546, + "step": 17651 + }, + { + "epoch": 14.97201017811705, + "grad_norm": 1.1880662299760532, + "learning_rate": 1.9257643667646637e-05, + "loss": 0.0608, + "step": 17652 + }, + { + "epoch": 14.972858354537744, + "grad_norm": 1.19381437196026, + "learning_rate": 1.925753979846251e-05, + "loss": 0.0564, + "step": 17653 + }, + { + "epoch": 14.97370653095844, + "grad_norm": 0.9081923101628482, + "learning_rate": 1.925743592229245e-05, + "loss": 0.0495, + "step": 17654 + }, + { + "epoch": 14.974554707379134, + "grad_norm": 1.119549726118151, + "learning_rate": 1.925733203913654e-05, + "loss": 0.0519, + "step": 17655 + }, + { + "epoch": 14.97540288379983, + "grad_norm": 1.0577377593738537, + "learning_rate": 1.9257228148994856e-05, + "loss": 0.0621, + "step": 17656 + }, + { + "epoch": 14.976251060220527, + "grad_norm": 1.1491990292416863, + "learning_rate": 1.9257124251867478e-05, + "loss": 0.0555, + "step": 17657 + }, + { + "epoch": 14.977099236641221, + "grad_norm": 1.2495707430438656, + "learning_rate": 1.925702034775448e-05, + "loss": 0.0544, + "step": 17658 + }, + { + "epoch": 14.977947413061917, + "grad_norm": 1.2451310619596387, + "learning_rate": 1.9256916436655942e-05, + "loss": 0.0645, + "step": 17659 + }, + { + "epoch": 14.978795589482612, + "grad_norm": 1.1593936214479257, + "learning_rate": 1.925681251857195e-05, + "loss": 0.0651, + "step": 17660 + }, + { + "epoch": 14.979643765903308, + "grad_norm": 1.0449921648116964, + "learning_rate": 1.9256708593502573e-05, + "loss": 0.0521, + "step": 17661 + }, + { + "epoch": 14.980491942324003, + "grad_norm": 1.111900029312141, + "learning_rate": 1.9256604661447892e-05, + "loss": 0.0587, + "step": 17662 + }, + { + "epoch": 14.981340118744699, + "grad_norm": 1.0450090850700238, + "learning_rate": 1.9256500722407988e-05, + "loss": 0.0549, + "step": 17663 + }, + { + "epoch": 14.982188295165395, + "grad_norm": 0.9955222574708977, + "learning_rate": 1.925639677638294e-05, + "loss": 0.0544, + "step": 17664 + }, + { + "epoch": 14.98303647158609, + "grad_norm": 1.125392826708241, + "learning_rate": 1.925629282337282e-05, + "loss": 0.0538, + "step": 17665 + }, + { + "epoch": 14.983884648006786, + "grad_norm": 1.0505368468049059, + "learning_rate": 1.9256188863377713e-05, + "loss": 0.0501, + "step": 17666 + }, + { + "epoch": 14.98473282442748, + "grad_norm": 0.9763988171938254, + "learning_rate": 1.9256084896397692e-05, + "loss": 0.056, + "step": 17667 + }, + { + "epoch": 14.985581000848176, + "grad_norm": 1.141939350347811, + "learning_rate": 1.925598092243284e-05, + "loss": 0.0647, + "step": 17668 + }, + { + "epoch": 14.986429177268873, + "grad_norm": 0.9191158374149749, + "learning_rate": 1.9255876941483237e-05, + "loss": 0.0494, + "step": 17669 + }, + { + "epoch": 14.987277353689567, + "grad_norm": 1.025858696615455, + "learning_rate": 1.9255772953548956e-05, + "loss": 0.0548, + "step": 17670 + }, + { + "epoch": 14.988125530110263, + "grad_norm": 0.9639412380800587, + "learning_rate": 1.9255668958630075e-05, + "loss": 0.0488, + "step": 17671 + }, + { + "epoch": 14.988973706530958, + "grad_norm": 1.0052240424902408, + "learning_rate": 1.925556495672668e-05, + "loss": 0.0496, + "step": 17672 + }, + { + "epoch": 14.989821882951654, + "grad_norm": 0.9697607312885743, + "learning_rate": 1.9255460947838843e-05, + "loss": 0.0507, + "step": 17673 + }, + { + "epoch": 14.990670059372349, + "grad_norm": 0.916882523086392, + "learning_rate": 1.9255356931966643e-05, + "loss": 0.0476, + "step": 17674 + }, + { + "epoch": 14.991518235793045, + "grad_norm": 0.9431706703812612, + "learning_rate": 1.9255252909110163e-05, + "loss": 0.0485, + "step": 17675 + }, + { + "epoch": 14.992366412213741, + "grad_norm": 1.0186489952893254, + "learning_rate": 1.9255148879269476e-05, + "loss": 0.0516, + "step": 17676 + }, + { + "epoch": 14.993214588634435, + "grad_norm": 1.1742520908914784, + "learning_rate": 1.9255044842444663e-05, + "loss": 0.0614, + "step": 17677 + }, + { + "epoch": 14.994062765055132, + "grad_norm": 1.0083286649401177, + "learning_rate": 1.9254940798635802e-05, + "loss": 0.0522, + "step": 17678 + }, + { + "epoch": 14.994910941475826, + "grad_norm": 1.0463506788701975, + "learning_rate": 1.9254836747842973e-05, + "loss": 0.0583, + "step": 17679 + }, + { + "epoch": 14.995759117896522, + "grad_norm": 0.8912495056783438, + "learning_rate": 1.9254732690066254e-05, + "loss": 0.0501, + "step": 17680 + }, + { + "epoch": 14.996607294317219, + "grad_norm": 1.1051261410530677, + "learning_rate": 1.9254628625305722e-05, + "loss": 0.0551, + "step": 17681 + }, + { + "epoch": 14.997455470737913, + "grad_norm": 1.1903985228530276, + "learning_rate": 1.9254524553561458e-05, + "loss": 0.0568, + "step": 17682 + }, + { + "epoch": 14.99830364715861, + "grad_norm": 1.0908909049812046, + "learning_rate": 1.9254420474833536e-05, + "loss": 0.0536, + "step": 17683 + }, + { + "epoch": 14.999151823579304, + "grad_norm": 0.9881395290751438, + "learning_rate": 1.925431638912204e-05, + "loss": 0.0576, + "step": 17684 + }, + { + "epoch": 15.0, + "grad_norm": 1.0734080228366878, + "learning_rate": 1.9254212296427043e-05, + "loss": 0.0581, + "step": 17685 + }, + { + "epoch": 15.000848176420696, + "grad_norm": 0.9414481246102364, + "learning_rate": 1.9254108196748628e-05, + "loss": 0.0533, + "step": 17686 + }, + { + "epoch": 15.00169635284139, + "grad_norm": 0.9591723472841964, + "learning_rate": 1.9254004090086873e-05, + "loss": 0.0469, + "step": 17687 + }, + { + "epoch": 15.002544529262087, + "grad_norm": 0.9738203856967556, + "learning_rate": 1.9253899976441858e-05, + "loss": 0.06, + "step": 17688 + }, + { + "epoch": 15.003392705682781, + "grad_norm": 0.861964181363168, + "learning_rate": 1.9253795855813655e-05, + "loss": 0.0538, + "step": 17689 + }, + { + "epoch": 15.004240882103478, + "grad_norm": 0.9429919450576731, + "learning_rate": 1.925369172820235e-05, + "loss": 0.0478, + "step": 17690 + }, + { + "epoch": 15.005089058524174, + "grad_norm": 0.9248158609306955, + "learning_rate": 1.9253587593608017e-05, + "loss": 0.0554, + "step": 17691 + }, + { + "epoch": 15.005937234944868, + "grad_norm": 0.9346961078284172, + "learning_rate": 1.9253483452030735e-05, + "loss": 0.0454, + "step": 17692 + }, + { + "epoch": 15.006785411365565, + "grad_norm": 1.0363693757331771, + "learning_rate": 1.9253379303470584e-05, + "loss": 0.0486, + "step": 17693 + }, + { + "epoch": 15.007633587786259, + "grad_norm": 1.0221884262780012, + "learning_rate": 1.9253275147927642e-05, + "loss": 0.0503, + "step": 17694 + }, + { + "epoch": 15.008481764206955, + "grad_norm": 1.397604216410499, + "learning_rate": 1.925317098540199e-05, + "loss": 0.0523, + "step": 17695 + }, + { + "epoch": 15.00932994062765, + "grad_norm": 0.9362904690208704, + "learning_rate": 1.9253066815893703e-05, + "loss": 0.0469, + "step": 17696 + }, + { + "epoch": 15.010178117048346, + "grad_norm": 0.9924433545383414, + "learning_rate": 1.925296263940286e-05, + "loss": 0.0463, + "step": 17697 + }, + { + "epoch": 15.011026293469042, + "grad_norm": 0.8460369743587995, + "learning_rate": 1.9252858455929543e-05, + "loss": 0.0425, + "step": 17698 + }, + { + "epoch": 15.011874469889737, + "grad_norm": 0.9680108362096435, + "learning_rate": 1.9252754265473824e-05, + "loss": 0.0494, + "step": 17699 + }, + { + "epoch": 15.012722646310433, + "grad_norm": 0.9265734870740041, + "learning_rate": 1.9252650068035793e-05, + "loss": 0.0479, + "step": 17700 + }, + { + "epoch": 15.013570822731127, + "grad_norm": 0.8808118912411809, + "learning_rate": 1.9252545863615513e-05, + "loss": 0.049, + "step": 17701 + }, + { + "epoch": 15.014418999151824, + "grad_norm": 0.8511754531867447, + "learning_rate": 1.9252441652213077e-05, + "loss": 0.0436, + "step": 17702 + }, + { + "epoch": 15.01526717557252, + "grad_norm": 0.9025725488087418, + "learning_rate": 1.9252337433828558e-05, + "loss": 0.0474, + "step": 17703 + }, + { + "epoch": 15.016115351993214, + "grad_norm": 1.1651135006506543, + "learning_rate": 1.925223320846203e-05, + "loss": 0.0601, + "step": 17704 + }, + { + "epoch": 15.01696352841391, + "grad_norm": 0.9839576980632968, + "learning_rate": 1.925212897611358e-05, + "loss": 0.0534, + "step": 17705 + }, + { + "epoch": 15.017811704834605, + "grad_norm": 0.9304077947655929, + "learning_rate": 1.9252024736783278e-05, + "loss": 0.0482, + "step": 17706 + }, + { + "epoch": 15.018659881255301, + "grad_norm": 0.849330766801651, + "learning_rate": 1.9251920490471212e-05, + "loss": 0.0477, + "step": 17707 + }, + { + "epoch": 15.019508057675997, + "grad_norm": 0.853111956884575, + "learning_rate": 1.9251816237177453e-05, + "loss": 0.0475, + "step": 17708 + }, + { + "epoch": 15.020356234096692, + "grad_norm": 0.9325384010925744, + "learning_rate": 1.9251711976902086e-05, + "loss": 0.0537, + "step": 17709 + }, + { + "epoch": 15.021204410517388, + "grad_norm": 1.0093749251572515, + "learning_rate": 1.9251607709645185e-05, + "loss": 0.0523, + "step": 17710 + }, + { + "epoch": 15.022052586938083, + "grad_norm": 0.9713080391913842, + "learning_rate": 1.925150343540683e-05, + "loss": 0.0488, + "step": 17711 + }, + { + "epoch": 15.022900763358779, + "grad_norm": 1.0344350308237802, + "learning_rate": 1.92513991541871e-05, + "loss": 0.0508, + "step": 17712 + }, + { + "epoch": 15.023748939779475, + "grad_norm": 1.1057113677321282, + "learning_rate": 1.9251294865986075e-05, + "loss": 0.0533, + "step": 17713 + }, + { + "epoch": 15.02459711620017, + "grad_norm": 0.9126579988741951, + "learning_rate": 1.925119057080383e-05, + "loss": 0.0466, + "step": 17714 + }, + { + "epoch": 15.025445292620866, + "grad_norm": 1.045576046274899, + "learning_rate": 1.9251086268640447e-05, + "loss": 0.0547, + "step": 17715 + }, + { + "epoch": 15.02629346904156, + "grad_norm": 1.0395610962823203, + "learning_rate": 1.9250981959496e-05, + "loss": 0.0515, + "step": 17716 + }, + { + "epoch": 15.027141645462256, + "grad_norm": 0.8958697139674445, + "learning_rate": 1.9250877643370573e-05, + "loss": 0.0456, + "step": 17717 + }, + { + "epoch": 15.02798982188295, + "grad_norm": 1.0264464273551321, + "learning_rate": 1.9250773320264247e-05, + "loss": 0.0518, + "step": 17718 + }, + { + "epoch": 15.028837998303647, + "grad_norm": 1.1534893604169527, + "learning_rate": 1.925066899017709e-05, + "loss": 0.0505, + "step": 17719 + }, + { + "epoch": 15.029686174724343, + "grad_norm": 1.1492879896281427, + "learning_rate": 1.9250564653109192e-05, + "loss": 0.0574, + "step": 17720 + }, + { + "epoch": 15.030534351145038, + "grad_norm": 1.0010940338973329, + "learning_rate": 1.9250460309060627e-05, + "loss": 0.0457, + "step": 17721 + }, + { + "epoch": 15.031382527565734, + "grad_norm": 0.8525130269152492, + "learning_rate": 1.9250355958031473e-05, + "loss": 0.0481, + "step": 17722 + }, + { + "epoch": 15.032230703986428, + "grad_norm": 0.844767973869412, + "learning_rate": 1.9250251600021813e-05, + "loss": 0.0444, + "step": 17723 + }, + { + "epoch": 15.033078880407125, + "grad_norm": 0.8288456448277105, + "learning_rate": 1.9250147235031716e-05, + "loss": 0.0485, + "step": 17724 + }, + { + "epoch": 15.033927056827821, + "grad_norm": 0.9849003501289042, + "learning_rate": 1.9250042863061272e-05, + "loss": 0.0496, + "step": 17725 + }, + { + "epoch": 15.034775233248515, + "grad_norm": 0.9785437116933171, + "learning_rate": 1.9249938484110555e-05, + "loss": 0.0495, + "step": 17726 + }, + { + "epoch": 15.035623409669212, + "grad_norm": 0.9852498654958219, + "learning_rate": 1.9249834098179643e-05, + "loss": 0.0482, + "step": 17727 + }, + { + "epoch": 15.036471586089906, + "grad_norm": 1.0766014339516796, + "learning_rate": 1.9249729705268613e-05, + "loss": 0.0486, + "step": 17728 + }, + { + "epoch": 15.037319762510602, + "grad_norm": 1.0545337603220513, + "learning_rate": 1.9249625305377547e-05, + "loss": 0.0546, + "step": 17729 + }, + { + "epoch": 15.038167938931299, + "grad_norm": 0.8707243895523789, + "learning_rate": 1.9249520898506527e-05, + "loss": 0.0466, + "step": 17730 + }, + { + "epoch": 15.039016115351993, + "grad_norm": 0.8378964796666141, + "learning_rate": 1.9249416484655623e-05, + "loss": 0.0432, + "step": 17731 + }, + { + "epoch": 15.03986429177269, + "grad_norm": 1.0078423025927068, + "learning_rate": 1.924931206382492e-05, + "loss": 0.0471, + "step": 17732 + }, + { + "epoch": 15.040712468193384, + "grad_norm": 1.0014231071445436, + "learning_rate": 1.9249207636014497e-05, + "loss": 0.0461, + "step": 17733 + }, + { + "epoch": 15.04156064461408, + "grad_norm": 0.8948258501823487, + "learning_rate": 1.924910320122443e-05, + "loss": 0.0492, + "step": 17734 + }, + { + "epoch": 15.042408821034774, + "grad_norm": 0.9462086442623093, + "learning_rate": 1.92489987594548e-05, + "loss": 0.0454, + "step": 17735 + }, + { + "epoch": 15.04325699745547, + "grad_norm": 1.0851927749206198, + "learning_rate": 1.9248894310705683e-05, + "loss": 0.05, + "step": 17736 + }, + { + "epoch": 15.044105173876167, + "grad_norm": 0.8915674810938894, + "learning_rate": 1.9248789854977162e-05, + "loss": 0.0498, + "step": 17737 + }, + { + "epoch": 15.044953350296861, + "grad_norm": 0.8181961101887915, + "learning_rate": 1.924868539226931e-05, + "loss": 0.0449, + "step": 17738 + }, + { + "epoch": 15.045801526717558, + "grad_norm": 1.1111270779032207, + "learning_rate": 1.924858092258221e-05, + "loss": 0.0541, + "step": 17739 + }, + { + "epoch": 15.046649703138252, + "grad_norm": 1.0334697598399416, + "learning_rate": 1.9248476445915943e-05, + "loss": 0.0498, + "step": 17740 + }, + { + "epoch": 15.047497879558948, + "grad_norm": 0.9900924068740298, + "learning_rate": 1.9248371962270585e-05, + "loss": 0.0514, + "step": 17741 + }, + { + "epoch": 15.048346055979644, + "grad_norm": 0.804185783325861, + "learning_rate": 1.9248267471646214e-05, + "loss": 0.0445, + "step": 17742 + }, + { + "epoch": 15.049194232400339, + "grad_norm": 0.8770987360266297, + "learning_rate": 1.9248162974042908e-05, + "loss": 0.0462, + "step": 17743 + }, + { + "epoch": 15.050042408821035, + "grad_norm": 1.014921822348847, + "learning_rate": 1.9248058469460748e-05, + "loss": 0.0493, + "step": 17744 + }, + { + "epoch": 15.05089058524173, + "grad_norm": 0.8865852704303268, + "learning_rate": 1.9247953957899813e-05, + "loss": 0.0507, + "step": 17745 + }, + { + "epoch": 15.051738761662426, + "grad_norm": 0.8648470429352683, + "learning_rate": 1.9247849439360184e-05, + "loss": 0.0428, + "step": 17746 + }, + { + "epoch": 15.052586938083122, + "grad_norm": 1.0080885573446539, + "learning_rate": 1.924774491384193e-05, + "loss": 0.0494, + "step": 17747 + }, + { + "epoch": 15.053435114503817, + "grad_norm": 1.2282776153132464, + "learning_rate": 1.9247640381345144e-05, + "loss": 0.0512, + "step": 17748 + }, + { + "epoch": 15.054283290924513, + "grad_norm": 0.9765941425849459, + "learning_rate": 1.9247535841869896e-05, + "loss": 0.0464, + "step": 17749 + }, + { + "epoch": 15.055131467345207, + "grad_norm": 0.9905391579927412, + "learning_rate": 1.9247431295416265e-05, + "loss": 0.0488, + "step": 17750 + }, + { + "epoch": 15.055979643765903, + "grad_norm": 0.9693710330908587, + "learning_rate": 1.9247326741984333e-05, + "loss": 0.0485, + "step": 17751 + }, + { + "epoch": 15.056827820186598, + "grad_norm": 1.0066285383558184, + "learning_rate": 1.9247222181574178e-05, + "loss": 0.0476, + "step": 17752 + }, + { + "epoch": 15.057675996607294, + "grad_norm": 1.0120410884628295, + "learning_rate": 1.9247117614185878e-05, + "loss": 0.0479, + "step": 17753 + }, + { + "epoch": 15.05852417302799, + "grad_norm": 1.0525517541948415, + "learning_rate": 1.924701303981951e-05, + "loss": 0.05, + "step": 17754 + }, + { + "epoch": 15.059372349448685, + "grad_norm": 0.8460720397696759, + "learning_rate": 1.924690845847516e-05, + "loss": 0.0443, + "step": 17755 + }, + { + "epoch": 15.060220525869381, + "grad_norm": 1.0786113720215904, + "learning_rate": 1.92468038701529e-05, + "loss": 0.0545, + "step": 17756 + }, + { + "epoch": 15.061068702290076, + "grad_norm": 0.8270040831198572, + "learning_rate": 1.924669927485281e-05, + "loss": 0.0444, + "step": 17757 + }, + { + "epoch": 15.061916878710772, + "grad_norm": 1.0063657842313811, + "learning_rate": 1.9246594672574972e-05, + "loss": 0.0535, + "step": 17758 + }, + { + "epoch": 15.062765055131468, + "grad_norm": 0.8467430407669791, + "learning_rate": 1.9246490063319462e-05, + "loss": 0.0469, + "step": 17759 + }, + { + "epoch": 15.063613231552162, + "grad_norm": 1.0247568024551168, + "learning_rate": 1.924638544708636e-05, + "loss": 0.0469, + "step": 17760 + }, + { + "epoch": 15.064461407972859, + "grad_norm": 0.9484999356103115, + "learning_rate": 1.9246280823875745e-05, + "loss": 0.0516, + "step": 17761 + }, + { + "epoch": 15.065309584393553, + "grad_norm": 0.9491967651114092, + "learning_rate": 1.9246176193687697e-05, + "loss": 0.0492, + "step": 17762 + }, + { + "epoch": 15.06615776081425, + "grad_norm": 1.068607963752997, + "learning_rate": 1.9246071556522292e-05, + "loss": 0.0488, + "step": 17763 + }, + { + "epoch": 15.067005937234946, + "grad_norm": 1.0653970579845058, + "learning_rate": 1.924596691237961e-05, + "loss": 0.051, + "step": 17764 + }, + { + "epoch": 15.06785411365564, + "grad_norm": 0.9114959361561146, + "learning_rate": 1.9245862261259734e-05, + "loss": 0.0451, + "step": 17765 + }, + { + "epoch": 15.068702290076336, + "grad_norm": 0.9602014384036466, + "learning_rate": 1.924575760316274e-05, + "loss": 0.0525, + "step": 17766 + }, + { + "epoch": 15.06955046649703, + "grad_norm": 0.8673194425901447, + "learning_rate": 1.92456529380887e-05, + "loss": 0.0435, + "step": 17767 + }, + { + "epoch": 15.070398642917727, + "grad_norm": 0.9794859451459582, + "learning_rate": 1.9245548266037706e-05, + "loss": 0.0514, + "step": 17768 + }, + { + "epoch": 15.071246819338423, + "grad_norm": 1.0140778918409041, + "learning_rate": 1.924544358700983e-05, + "loss": 0.0478, + "step": 17769 + }, + { + "epoch": 15.072094995759118, + "grad_norm": 0.983669707840777, + "learning_rate": 1.924533890100515e-05, + "loss": 0.0481, + "step": 17770 + }, + { + "epoch": 15.072943172179814, + "grad_norm": 1.041753620564458, + "learning_rate": 1.9245234208023746e-05, + "loss": 0.0493, + "step": 17771 + }, + { + "epoch": 15.073791348600508, + "grad_norm": 1.038728880294936, + "learning_rate": 1.9245129508065702e-05, + "loss": 0.0536, + "step": 17772 + }, + { + "epoch": 15.074639525021205, + "grad_norm": 1.04750953802201, + "learning_rate": 1.924502480113109e-05, + "loss": 0.0497, + "step": 17773 + }, + { + "epoch": 15.075487701441899, + "grad_norm": 0.9329964388346632, + "learning_rate": 1.924492008721999e-05, + "loss": 0.0501, + "step": 17774 + }, + { + "epoch": 15.076335877862595, + "grad_norm": 0.8536307778833896, + "learning_rate": 1.9244815366332483e-05, + "loss": 0.0475, + "step": 17775 + }, + { + "epoch": 15.077184054283292, + "grad_norm": 0.8728986798362346, + "learning_rate": 1.9244710638468648e-05, + "loss": 0.0492, + "step": 17776 + }, + { + "epoch": 15.078032230703986, + "grad_norm": 0.8655172317745917, + "learning_rate": 1.9244605903628564e-05, + "loss": 0.0467, + "step": 17777 + }, + { + "epoch": 15.078880407124682, + "grad_norm": 1.0115301449985223, + "learning_rate": 1.9244501161812314e-05, + "loss": 0.0484, + "step": 17778 + }, + { + "epoch": 15.079728583545377, + "grad_norm": 1.0367158874866462, + "learning_rate": 1.9244396413019964e-05, + "loss": 0.0467, + "step": 17779 + }, + { + "epoch": 15.080576759966073, + "grad_norm": 0.9597602648873986, + "learning_rate": 1.9244291657251607e-05, + "loss": 0.0475, + "step": 17780 + }, + { + "epoch": 15.08142493638677, + "grad_norm": 1.0195493465762846, + "learning_rate": 1.924418689450732e-05, + "loss": 0.0486, + "step": 17781 + }, + { + "epoch": 15.082273112807464, + "grad_norm": 1.0849181978471059, + "learning_rate": 1.9244082124787176e-05, + "loss": 0.0505, + "step": 17782 + }, + { + "epoch": 15.08312128922816, + "grad_norm": 0.9463962509405837, + "learning_rate": 1.9243977348091257e-05, + "loss": 0.0496, + "step": 17783 + }, + { + "epoch": 15.083969465648854, + "grad_norm": 1.0478276940290778, + "learning_rate": 1.9243872564419643e-05, + "loss": 0.0486, + "step": 17784 + }, + { + "epoch": 15.08481764206955, + "grad_norm": 0.9625789165715619, + "learning_rate": 1.924376777377241e-05, + "loss": 0.0452, + "step": 17785 + }, + { + "epoch": 15.085665818490247, + "grad_norm": 0.9019564956066684, + "learning_rate": 1.9243662976149638e-05, + "loss": 0.0492, + "step": 17786 + }, + { + "epoch": 15.086513994910941, + "grad_norm": 1.000970433171846, + "learning_rate": 1.924355817155141e-05, + "loss": 0.0555, + "step": 17787 + }, + { + "epoch": 15.087362171331637, + "grad_norm": 0.965930042357311, + "learning_rate": 1.9243453359977803e-05, + "loss": 0.0455, + "step": 17788 + }, + { + "epoch": 15.088210347752332, + "grad_norm": 0.8973350750102383, + "learning_rate": 1.9243348541428895e-05, + "loss": 0.047, + "step": 17789 + }, + { + "epoch": 15.089058524173028, + "grad_norm": 1.2942895237550354, + "learning_rate": 1.9243243715904766e-05, + "loss": 0.0536, + "step": 17790 + }, + { + "epoch": 15.089906700593723, + "grad_norm": 1.1262858188915013, + "learning_rate": 1.9243138883405493e-05, + "loss": 0.0557, + "step": 17791 + }, + { + "epoch": 15.090754877014419, + "grad_norm": 1.0981290561984158, + "learning_rate": 1.9243034043931155e-05, + "loss": 0.0553, + "step": 17792 + }, + { + "epoch": 15.091603053435115, + "grad_norm": 1.0239505018840604, + "learning_rate": 1.924292919748184e-05, + "loss": 0.0499, + "step": 17793 + }, + { + "epoch": 15.09245122985581, + "grad_norm": 1.0724582694731284, + "learning_rate": 1.9242824344057614e-05, + "loss": 0.0525, + "step": 17794 + }, + { + "epoch": 15.093299406276506, + "grad_norm": 0.9860269966517365, + "learning_rate": 1.9242719483658564e-05, + "loss": 0.0481, + "step": 17795 + }, + { + "epoch": 15.0941475826972, + "grad_norm": 1.0161039896509316, + "learning_rate": 1.924261461628477e-05, + "loss": 0.0486, + "step": 17796 + }, + { + "epoch": 15.094995759117896, + "grad_norm": 0.7970237788751005, + "learning_rate": 1.9242509741936303e-05, + "loss": 0.0465, + "step": 17797 + }, + { + "epoch": 15.095843935538593, + "grad_norm": 0.8259583980309791, + "learning_rate": 1.9242404860613252e-05, + "loss": 0.0468, + "step": 17798 + }, + { + "epoch": 15.096692111959287, + "grad_norm": 1.104366820331419, + "learning_rate": 1.924229997231569e-05, + "loss": 0.0506, + "step": 17799 + }, + { + "epoch": 15.097540288379983, + "grad_norm": 1.0086738677957554, + "learning_rate": 1.9242195077043698e-05, + "loss": 0.0494, + "step": 17800 + }, + { + "epoch": 15.098388464800678, + "grad_norm": 0.9280162486284067, + "learning_rate": 1.9242090174797354e-05, + "loss": 0.0474, + "step": 17801 + }, + { + "epoch": 15.099236641221374, + "grad_norm": 1.1370226589883636, + "learning_rate": 1.924198526557674e-05, + "loss": 0.061, + "step": 17802 + }, + { + "epoch": 15.10008481764207, + "grad_norm": 1.0755138052430095, + "learning_rate": 1.9241880349381932e-05, + "loss": 0.0524, + "step": 17803 + }, + { + "epoch": 15.100932994062765, + "grad_norm": 0.8553216681448845, + "learning_rate": 1.924177542621301e-05, + "loss": 0.0424, + "step": 17804 + }, + { + "epoch": 15.101781170483461, + "grad_norm": 1.0412648959670694, + "learning_rate": 1.9241670496070053e-05, + "loss": 0.0525, + "step": 17805 + }, + { + "epoch": 15.102629346904155, + "grad_norm": 1.1246911715547947, + "learning_rate": 1.9241565558953145e-05, + "loss": 0.0521, + "step": 17806 + }, + { + "epoch": 15.103477523324852, + "grad_norm": 1.0258896792800352, + "learning_rate": 1.924146061486236e-05, + "loss": 0.0494, + "step": 17807 + }, + { + "epoch": 15.104325699745548, + "grad_norm": 1.0397058339517946, + "learning_rate": 1.9241355663797775e-05, + "loss": 0.0549, + "step": 17808 + }, + { + "epoch": 15.105173876166242, + "grad_norm": 1.0530013963484823, + "learning_rate": 1.9241250705759474e-05, + "loss": 0.0468, + "step": 17809 + }, + { + "epoch": 15.106022052586939, + "grad_norm": 0.9340729970790785, + "learning_rate": 1.924114574074754e-05, + "loss": 0.0497, + "step": 17810 + }, + { + "epoch": 15.106870229007633, + "grad_norm": 0.9872304004414094, + "learning_rate": 1.924104076876204e-05, + "loss": 0.0666, + "step": 17811 + }, + { + "epoch": 15.10771840542833, + "grad_norm": 0.9401845240025808, + "learning_rate": 1.924093578980306e-05, + "loss": 0.048, + "step": 17812 + }, + { + "epoch": 15.108566581849024, + "grad_norm": 0.9524523055505699, + "learning_rate": 1.9240830803870685e-05, + "loss": 0.0495, + "step": 17813 + }, + { + "epoch": 15.10941475826972, + "grad_norm": 0.9825963644971667, + "learning_rate": 1.9240725810964985e-05, + "loss": 0.0521, + "step": 17814 + }, + { + "epoch": 15.110262934690416, + "grad_norm": 1.0360159772529904, + "learning_rate": 1.9240620811086043e-05, + "loss": 0.0523, + "step": 17815 + }, + { + "epoch": 15.11111111111111, + "grad_norm": 1.041753413657156, + "learning_rate": 1.924051580423394e-05, + "loss": 0.0565, + "step": 17816 + }, + { + "epoch": 15.111959287531807, + "grad_norm": 1.0453773154809038, + "learning_rate": 1.9240410790408748e-05, + "loss": 0.0497, + "step": 17817 + }, + { + "epoch": 15.112807463952501, + "grad_norm": 0.9315081488673216, + "learning_rate": 1.9240305769610558e-05, + "loss": 0.047, + "step": 17818 + }, + { + "epoch": 15.113655640373198, + "grad_norm": 0.928216864523413, + "learning_rate": 1.9240200741839437e-05, + "loss": 0.0455, + "step": 17819 + }, + { + "epoch": 15.114503816793894, + "grad_norm": 0.9579716775895938, + "learning_rate": 1.9240095707095473e-05, + "loss": 0.0464, + "step": 17820 + }, + { + "epoch": 15.115351993214588, + "grad_norm": 1.0631744032032229, + "learning_rate": 1.9239990665378744e-05, + "loss": 0.0512, + "step": 17821 + }, + { + "epoch": 15.116200169635285, + "grad_norm": 0.882919458122401, + "learning_rate": 1.9239885616689324e-05, + "loss": 0.0469, + "step": 17822 + }, + { + "epoch": 15.117048346055979, + "grad_norm": 1.0325225980870179, + "learning_rate": 1.9239780561027296e-05, + "loss": 0.0503, + "step": 17823 + }, + { + "epoch": 15.117896522476675, + "grad_norm": 1.016158261152888, + "learning_rate": 1.923967549839274e-05, + "loss": 0.0527, + "step": 17824 + }, + { + "epoch": 15.118744698897371, + "grad_norm": 0.9813412904980746, + "learning_rate": 1.9239570428785736e-05, + "loss": 0.0462, + "step": 17825 + }, + { + "epoch": 15.119592875318066, + "grad_norm": 0.958680498113589, + "learning_rate": 1.9239465352206357e-05, + "loss": 0.049, + "step": 17826 + }, + { + "epoch": 15.120441051738762, + "grad_norm": 0.9108444311886305, + "learning_rate": 1.9239360268654695e-05, + "loss": 0.0481, + "step": 17827 + }, + { + "epoch": 15.121289228159457, + "grad_norm": 0.8196879226169874, + "learning_rate": 1.9239255178130816e-05, + "loss": 0.0447, + "step": 17828 + }, + { + "epoch": 15.122137404580153, + "grad_norm": 0.9292385322142488, + "learning_rate": 1.9239150080634803e-05, + "loss": 0.0475, + "step": 17829 + }, + { + "epoch": 15.122985581000847, + "grad_norm": 0.992310453281165, + "learning_rate": 1.9239044976166742e-05, + "loss": 0.0488, + "step": 17830 + }, + { + "epoch": 15.123833757421544, + "grad_norm": 1.073211830508456, + "learning_rate": 1.92389398647267e-05, + "loss": 0.055, + "step": 17831 + }, + { + "epoch": 15.12468193384224, + "grad_norm": 0.9151347696980389, + "learning_rate": 1.923883474631477e-05, + "loss": 0.0523, + "step": 17832 + }, + { + "epoch": 15.125530110262934, + "grad_norm": 1.048614979053816, + "learning_rate": 1.923872962093102e-05, + "loss": 0.0619, + "step": 17833 + }, + { + "epoch": 15.12637828668363, + "grad_norm": 1.0782902749787096, + "learning_rate": 1.9238624488575538e-05, + "loss": 0.0498, + "step": 17834 + }, + { + "epoch": 15.127226463104325, + "grad_norm": 0.9370617307268592, + "learning_rate": 1.92385193492484e-05, + "loss": 0.0512, + "step": 17835 + }, + { + "epoch": 15.128074639525021, + "grad_norm": 0.8867847046373856, + "learning_rate": 1.9238414202949684e-05, + "loss": 0.0515, + "step": 17836 + }, + { + "epoch": 15.128922815945717, + "grad_norm": 0.9295801639074056, + "learning_rate": 1.9238309049679468e-05, + "loss": 0.0447, + "step": 17837 + }, + { + "epoch": 15.129770992366412, + "grad_norm": 0.9712652649593645, + "learning_rate": 1.9238203889437832e-05, + "loss": 0.049, + "step": 17838 + }, + { + "epoch": 15.130619168787108, + "grad_norm": 1.0428202790988526, + "learning_rate": 1.923809872222486e-05, + "loss": 0.0539, + "step": 17839 + }, + { + "epoch": 15.131467345207803, + "grad_norm": 1.127052995563295, + "learning_rate": 1.923799354804063e-05, + "loss": 0.0589, + "step": 17840 + }, + { + "epoch": 15.132315521628499, + "grad_norm": 1.0477354278722586, + "learning_rate": 1.9237888366885214e-05, + "loss": 0.0521, + "step": 17841 + }, + { + "epoch": 15.133163698049195, + "grad_norm": 0.946992254963378, + "learning_rate": 1.92377831787587e-05, + "loss": 0.0491, + "step": 17842 + }, + { + "epoch": 15.13401187446989, + "grad_norm": 1.0642412759889928, + "learning_rate": 1.923767798366117e-05, + "loss": 0.0522, + "step": 17843 + }, + { + "epoch": 15.134860050890586, + "grad_norm": 0.9971724771857845, + "learning_rate": 1.923757278159269e-05, + "loss": 0.0567, + "step": 17844 + }, + { + "epoch": 15.13570822731128, + "grad_norm": 0.9399358840631988, + "learning_rate": 1.9237467572553347e-05, + "loss": 0.0461, + "step": 17845 + }, + { + "epoch": 15.136556403731976, + "grad_norm": 0.9696124500973636, + "learning_rate": 1.9237362356543224e-05, + "loss": 0.0467, + "step": 17846 + }, + { + "epoch": 15.137404580152673, + "grad_norm": 0.9777539764921778, + "learning_rate": 1.9237257133562397e-05, + "loss": 0.0531, + "step": 17847 + }, + { + "epoch": 15.138252756573367, + "grad_norm": 0.9868432681444138, + "learning_rate": 1.9237151903610942e-05, + "loss": 0.0505, + "step": 17848 + }, + { + "epoch": 15.139100932994063, + "grad_norm": 1.021296855591462, + "learning_rate": 1.9237046666688945e-05, + "loss": 0.0528, + "step": 17849 + }, + { + "epoch": 15.139949109414758, + "grad_norm": 1.000635090115594, + "learning_rate": 1.923694142279648e-05, + "loss": 0.0444, + "step": 17850 + }, + { + "epoch": 15.140797285835454, + "grad_norm": 0.9057677138537172, + "learning_rate": 1.923683617193363e-05, + "loss": 0.0479, + "step": 17851 + }, + { + "epoch": 15.141645462256148, + "grad_norm": 0.8596233498740785, + "learning_rate": 1.923673091410047e-05, + "loss": 0.0488, + "step": 17852 + }, + { + "epoch": 15.142493638676845, + "grad_norm": 0.8615636229617886, + "learning_rate": 1.9236625649297087e-05, + "loss": 0.0534, + "step": 17853 + }, + { + "epoch": 15.143341815097541, + "grad_norm": 0.9291483784167158, + "learning_rate": 1.9236520377523556e-05, + "loss": 0.0511, + "step": 17854 + }, + { + "epoch": 15.144189991518235, + "grad_norm": 1.0030124725696647, + "learning_rate": 1.9236415098779954e-05, + "loss": 0.047, + "step": 17855 + }, + { + "epoch": 15.145038167938932, + "grad_norm": 0.842656357636196, + "learning_rate": 1.9236309813066362e-05, + "loss": 0.0454, + "step": 17856 + }, + { + "epoch": 15.145886344359626, + "grad_norm": 1.0024314331996684, + "learning_rate": 1.923620452038286e-05, + "loss": 0.0483, + "step": 17857 + }, + { + "epoch": 15.146734520780322, + "grad_norm": 0.9822259299327692, + "learning_rate": 1.9236099220729533e-05, + "loss": 0.0531, + "step": 17858 + }, + { + "epoch": 15.147582697201019, + "grad_norm": 1.0638680066996333, + "learning_rate": 1.9235993914106448e-05, + "loss": 0.0542, + "step": 17859 + }, + { + "epoch": 15.148430873621713, + "grad_norm": 1.0019657579488581, + "learning_rate": 1.9235888600513695e-05, + "loss": 0.0483, + "step": 17860 + }, + { + "epoch": 15.14927905004241, + "grad_norm": 0.9998673130676808, + "learning_rate": 1.9235783279951348e-05, + "loss": 0.0502, + "step": 17861 + }, + { + "epoch": 15.150127226463104, + "grad_norm": 1.0233886594770383, + "learning_rate": 1.9235677952419492e-05, + "loss": 0.0609, + "step": 17862 + }, + { + "epoch": 15.1509754028838, + "grad_norm": 0.9692692548383021, + "learning_rate": 1.9235572617918202e-05, + "loss": 0.0489, + "step": 17863 + }, + { + "epoch": 15.151823579304496, + "grad_norm": 0.9813100609274371, + "learning_rate": 1.9235467276447558e-05, + "loss": 0.0511, + "step": 17864 + }, + { + "epoch": 15.15267175572519, + "grad_norm": 1.1777558986536674, + "learning_rate": 1.9235361928007636e-05, + "loss": 0.0559, + "step": 17865 + }, + { + "epoch": 15.153519932145887, + "grad_norm": 0.9806054733804332, + "learning_rate": 1.9235256572598523e-05, + "loss": 0.055, + "step": 17866 + }, + { + "epoch": 15.154368108566581, + "grad_norm": 1.0559657413279482, + "learning_rate": 1.9235151210220294e-05, + "loss": 0.0521, + "step": 17867 + }, + { + "epoch": 15.155216284987278, + "grad_norm": 1.114726311166303, + "learning_rate": 1.9235045840873033e-05, + "loss": 0.054, + "step": 17868 + }, + { + "epoch": 15.156064461407972, + "grad_norm": 0.9980239360073558, + "learning_rate": 1.9234940464556813e-05, + "loss": 0.0507, + "step": 17869 + }, + { + "epoch": 15.156912637828668, + "grad_norm": 1.0571187527592973, + "learning_rate": 1.9234835081271717e-05, + "loss": 0.0558, + "step": 17870 + }, + { + "epoch": 15.157760814249365, + "grad_norm": 1.0267503599075072, + "learning_rate": 1.9234729691017823e-05, + "loss": 0.044, + "step": 17871 + }, + { + "epoch": 15.158608990670059, + "grad_norm": 0.9122342962369667, + "learning_rate": 1.9234624293795214e-05, + "loss": 0.0505, + "step": 17872 + }, + { + "epoch": 15.159457167090755, + "grad_norm": 1.0127891051714313, + "learning_rate": 1.9234518889603965e-05, + "loss": 0.0485, + "step": 17873 + }, + { + "epoch": 15.16030534351145, + "grad_norm": 0.9269009091650262, + "learning_rate": 1.9234413478444157e-05, + "loss": 0.0444, + "step": 17874 + }, + { + "epoch": 15.161153519932146, + "grad_norm": 1.0845872381675412, + "learning_rate": 1.9234308060315873e-05, + "loss": 0.0585, + "step": 17875 + }, + { + "epoch": 15.162001696352842, + "grad_norm": 0.9486963882699133, + "learning_rate": 1.9234202635219187e-05, + "loss": 0.0496, + "step": 17876 + }, + { + "epoch": 15.162849872773537, + "grad_norm": 0.8931819143523368, + "learning_rate": 1.9234097203154186e-05, + "loss": 0.0449, + "step": 17877 + }, + { + "epoch": 15.163698049194233, + "grad_norm": 1.0259465466670106, + "learning_rate": 1.923399176412094e-05, + "loss": 0.0537, + "step": 17878 + }, + { + "epoch": 15.164546225614927, + "grad_norm": 0.9654189559912275, + "learning_rate": 1.9233886318119534e-05, + "loss": 0.0495, + "step": 17879 + }, + { + "epoch": 15.165394402035624, + "grad_norm": 0.924293203954035, + "learning_rate": 1.9233780865150048e-05, + "loss": 0.048, + "step": 17880 + }, + { + "epoch": 15.16624257845632, + "grad_norm": 1.0649284664463257, + "learning_rate": 1.9233675405212563e-05, + "loss": 0.0505, + "step": 17881 + }, + { + "epoch": 15.167090754877014, + "grad_norm": 0.8009728841697357, + "learning_rate": 1.923356993830715e-05, + "loss": 0.0456, + "step": 17882 + }, + { + "epoch": 15.16793893129771, + "grad_norm": 0.938603856926298, + "learning_rate": 1.92334644644339e-05, + "loss": 0.0491, + "step": 17883 + }, + { + "epoch": 15.168787107718405, + "grad_norm": 0.9425693616096383, + "learning_rate": 1.9233358983592886e-05, + "loss": 0.0624, + "step": 17884 + }, + { + "epoch": 15.169635284139101, + "grad_norm": 1.0015021192484348, + "learning_rate": 1.923325349578419e-05, + "loss": 0.0491, + "step": 17885 + }, + { + "epoch": 15.170483460559796, + "grad_norm": 1.0038424125321015, + "learning_rate": 1.923314800100789e-05, + "loss": 0.0478, + "step": 17886 + }, + { + "epoch": 15.171331636980492, + "grad_norm": 1.0463228211414148, + "learning_rate": 1.9233042499264064e-05, + "loss": 0.048, + "step": 17887 + }, + { + "epoch": 15.172179813401188, + "grad_norm": 0.9402405734829017, + "learning_rate": 1.9232936990552792e-05, + "loss": 0.0491, + "step": 17888 + }, + { + "epoch": 15.173027989821882, + "grad_norm": 1.0932776882062016, + "learning_rate": 1.923283147487416e-05, + "loss": 0.0561, + "step": 17889 + }, + { + "epoch": 15.173876166242579, + "grad_norm": 0.9101675765320069, + "learning_rate": 1.923272595222824e-05, + "loss": 0.0473, + "step": 17890 + }, + { + "epoch": 15.174724342663273, + "grad_norm": 0.9804890950075509, + "learning_rate": 1.923262042261512e-05, + "loss": 0.0488, + "step": 17891 + }, + { + "epoch": 15.17557251908397, + "grad_norm": 0.8846350714684432, + "learning_rate": 1.9232514886034868e-05, + "loss": 0.0419, + "step": 17892 + }, + { + "epoch": 15.176420695504666, + "grad_norm": 0.8958634501362359, + "learning_rate": 1.923240934248757e-05, + "loss": 0.0506, + "step": 17893 + }, + { + "epoch": 15.17726887192536, + "grad_norm": 0.89668363536845, + "learning_rate": 1.9232303791973312e-05, + "loss": 0.0477, + "step": 17894 + }, + { + "epoch": 15.178117048346056, + "grad_norm": 0.9533395037172301, + "learning_rate": 1.923219823449216e-05, + "loss": 0.0526, + "step": 17895 + }, + { + "epoch": 15.17896522476675, + "grad_norm": 0.8430785367851561, + "learning_rate": 1.9232092670044203e-05, + "loss": 0.0468, + "step": 17896 + }, + { + "epoch": 15.179813401187447, + "grad_norm": 0.9343134656767454, + "learning_rate": 1.9231987098629522e-05, + "loss": 0.0493, + "step": 17897 + }, + { + "epoch": 15.180661577608143, + "grad_norm": 0.9097712953307056, + "learning_rate": 1.923188152024819e-05, + "loss": 0.0479, + "step": 17898 + }, + { + "epoch": 15.181509754028838, + "grad_norm": 1.0711124986833171, + "learning_rate": 1.9231775934900292e-05, + "loss": 0.0526, + "step": 17899 + }, + { + "epoch": 15.182357930449534, + "grad_norm": 1.1757671236044422, + "learning_rate": 1.9231670342585903e-05, + "loss": 0.0589, + "step": 17900 + }, + { + "epoch": 15.183206106870228, + "grad_norm": 0.8977361363482453, + "learning_rate": 1.923156474330511e-05, + "loss": 0.0482, + "step": 17901 + }, + { + "epoch": 15.184054283290925, + "grad_norm": 0.9093443229709864, + "learning_rate": 1.9231459137057983e-05, + "loss": 0.0456, + "step": 17902 + }, + { + "epoch": 15.18490245971162, + "grad_norm": 1.088806924985027, + "learning_rate": 1.9231353523844607e-05, + "loss": 0.052, + "step": 17903 + }, + { + "epoch": 15.185750636132315, + "grad_norm": 0.9639421097706967, + "learning_rate": 1.9231247903665064e-05, + "loss": 0.0479, + "step": 17904 + }, + { + "epoch": 15.186598812553012, + "grad_norm": 1.0544529180749027, + "learning_rate": 1.923114227651943e-05, + "loss": 0.0489, + "step": 17905 + }, + { + "epoch": 15.187446988973706, + "grad_norm": 1.1318620300929005, + "learning_rate": 1.9231036642407783e-05, + "loss": 0.0557, + "step": 17906 + }, + { + "epoch": 15.188295165394402, + "grad_norm": 0.9409676334177774, + "learning_rate": 1.9230931001330205e-05, + "loss": 0.0467, + "step": 17907 + }, + { + "epoch": 15.189143341815097, + "grad_norm": 0.8583622403732197, + "learning_rate": 1.923082535328678e-05, + "loss": 0.0489, + "step": 17908 + }, + { + "epoch": 15.189991518235793, + "grad_norm": 0.9693821874796977, + "learning_rate": 1.923071969827758e-05, + "loss": 0.0484, + "step": 17909 + }, + { + "epoch": 15.19083969465649, + "grad_norm": 0.9730715497097987, + "learning_rate": 1.9230614036302694e-05, + "loss": 0.0481, + "step": 17910 + }, + { + "epoch": 15.191687871077184, + "grad_norm": 1.0035518998271846, + "learning_rate": 1.9230508367362194e-05, + "loss": 0.0518, + "step": 17911 + }, + { + "epoch": 15.19253604749788, + "grad_norm": 0.9908640887586198, + "learning_rate": 1.923040269145616e-05, + "loss": 0.0513, + "step": 17912 + }, + { + "epoch": 15.193384223918574, + "grad_norm": 1.1602124568031624, + "learning_rate": 1.9230297008584675e-05, + "loss": 0.0633, + "step": 17913 + }, + { + "epoch": 15.19423240033927, + "grad_norm": 0.9877563334438754, + "learning_rate": 1.923019131874782e-05, + "loss": 0.0498, + "step": 17914 + }, + { + "epoch": 15.195080576759967, + "grad_norm": 0.9438591030169662, + "learning_rate": 1.9230085621945668e-05, + "loss": 0.0621, + "step": 17915 + }, + { + "epoch": 15.195928753180661, + "grad_norm": 1.1749302211048203, + "learning_rate": 1.9229979918178304e-05, + "loss": 0.0606, + "step": 17916 + }, + { + "epoch": 15.196776929601358, + "grad_norm": 0.9023221663627866, + "learning_rate": 1.922987420744581e-05, + "loss": 0.0483, + "step": 17917 + }, + { + "epoch": 15.197625106022052, + "grad_norm": 1.03806791561641, + "learning_rate": 1.922976848974826e-05, + "loss": 0.0529, + "step": 17918 + }, + { + "epoch": 15.198473282442748, + "grad_norm": 0.9243698311353712, + "learning_rate": 1.9229662765085738e-05, + "loss": 0.0482, + "step": 17919 + }, + { + "epoch": 15.199321458863444, + "grad_norm": 0.7869216692013588, + "learning_rate": 1.922955703345832e-05, + "loss": 0.0451, + "step": 17920 + }, + { + "epoch": 15.200169635284139, + "grad_norm": 1.026150412045572, + "learning_rate": 1.922945129486609e-05, + "loss": 0.0505, + "step": 17921 + }, + { + "epoch": 15.201017811704835, + "grad_norm": 1.0125251084372218, + "learning_rate": 1.9229345549309125e-05, + "loss": 0.0493, + "step": 17922 + }, + { + "epoch": 15.20186598812553, + "grad_norm": 1.1386159818732893, + "learning_rate": 1.9229239796787507e-05, + "loss": 0.0602, + "step": 17923 + }, + { + "epoch": 15.202714164546226, + "grad_norm": 0.8615139631933603, + "learning_rate": 1.922913403730131e-05, + "loss": 0.045, + "step": 17924 + }, + { + "epoch": 15.20356234096692, + "grad_norm": 0.8775146954267024, + "learning_rate": 1.922902827085062e-05, + "loss": 0.0497, + "step": 17925 + }, + { + "epoch": 15.204410517387617, + "grad_norm": 1.1088370877087084, + "learning_rate": 1.922892249743552e-05, + "loss": 0.0519, + "step": 17926 + }, + { + "epoch": 15.205258693808313, + "grad_norm": 0.9890177609502026, + "learning_rate": 1.922881671705608e-05, + "loss": 0.051, + "step": 17927 + }, + { + "epoch": 15.206106870229007, + "grad_norm": 0.8906201827118818, + "learning_rate": 1.9228710929712387e-05, + "loss": 0.0519, + "step": 17928 + }, + { + "epoch": 15.206955046649703, + "grad_norm": 0.8969029788933504, + "learning_rate": 1.9228605135404516e-05, + "loss": 0.0509, + "step": 17929 + }, + { + "epoch": 15.207803223070398, + "grad_norm": 0.8993017888298622, + "learning_rate": 1.922849933413255e-05, + "loss": 0.0461, + "step": 17930 + }, + { + "epoch": 15.208651399491094, + "grad_norm": 0.9923355975395086, + "learning_rate": 1.9228393525896568e-05, + "loss": 0.0516, + "step": 17931 + }, + { + "epoch": 15.20949957591179, + "grad_norm": 0.9301648186495823, + "learning_rate": 1.9228287710696653e-05, + "loss": 0.0443, + "step": 17932 + }, + { + "epoch": 15.210347752332485, + "grad_norm": 0.9918536530381227, + "learning_rate": 1.9228181888532877e-05, + "loss": 0.0492, + "step": 17933 + }, + { + "epoch": 15.211195928753181, + "grad_norm": 1.0674169471449728, + "learning_rate": 1.922807605940533e-05, + "loss": 0.0533, + "step": 17934 + }, + { + "epoch": 15.212044105173876, + "grad_norm": 0.9867983795729935, + "learning_rate": 1.922797022331408e-05, + "loss": 0.0527, + "step": 17935 + }, + { + "epoch": 15.212892281594572, + "grad_norm": 1.0722612951102461, + "learning_rate": 1.9227864380259217e-05, + "loss": 0.0504, + "step": 17936 + }, + { + "epoch": 15.213740458015268, + "grad_norm": 0.9168866898382354, + "learning_rate": 1.922775853024082e-05, + "loss": 0.0483, + "step": 17937 + }, + { + "epoch": 15.214588634435962, + "grad_norm": 1.0334929537835478, + "learning_rate": 1.9227652673258962e-05, + "loss": 0.0508, + "step": 17938 + }, + { + "epoch": 15.215436810856659, + "grad_norm": 0.8871358554560239, + "learning_rate": 1.9227546809313727e-05, + "loss": 0.0474, + "step": 17939 + }, + { + "epoch": 15.216284987277353, + "grad_norm": 1.0766271905611542, + "learning_rate": 1.9227440938405198e-05, + "loss": 0.0484, + "step": 17940 + }, + { + "epoch": 15.21713316369805, + "grad_norm": 1.083218721311706, + "learning_rate": 1.9227335060533447e-05, + "loss": 0.0556, + "step": 17941 + }, + { + "epoch": 15.217981340118744, + "grad_norm": 0.9494979999691016, + "learning_rate": 1.9227229175698564e-05, + "loss": 0.0463, + "step": 17942 + }, + { + "epoch": 15.21882951653944, + "grad_norm": 1.0045972325736676, + "learning_rate": 1.9227123283900623e-05, + "loss": 0.0504, + "step": 17943 + }, + { + "epoch": 15.219677692960136, + "grad_norm": 1.0340595445698764, + "learning_rate": 1.9227017385139702e-05, + "loss": 0.0627, + "step": 17944 + }, + { + "epoch": 15.22052586938083, + "grad_norm": 0.899878724042897, + "learning_rate": 1.9226911479415885e-05, + "loss": 0.0456, + "step": 17945 + }, + { + "epoch": 15.221374045801527, + "grad_norm": 1.1621995276498869, + "learning_rate": 1.9226805566729247e-05, + "loss": 0.053, + "step": 17946 + }, + { + "epoch": 15.222222222222221, + "grad_norm": 0.9120697292023447, + "learning_rate": 1.9226699647079874e-05, + "loss": 0.0458, + "step": 17947 + }, + { + "epoch": 15.223070398642918, + "grad_norm": 1.027302613448966, + "learning_rate": 1.9226593720467845e-05, + "loss": 0.0516, + "step": 17948 + }, + { + "epoch": 15.223918575063614, + "grad_norm": 0.9723776603067266, + "learning_rate": 1.9226487786893236e-05, + "loss": 0.0518, + "step": 17949 + }, + { + "epoch": 15.224766751484308, + "grad_norm": 1.1313085517404802, + "learning_rate": 1.9226381846356128e-05, + "loss": 0.0593, + "step": 17950 + }, + { + "epoch": 15.225614927905005, + "grad_norm": 0.9662277294152223, + "learning_rate": 1.9226275898856606e-05, + "loss": 0.0473, + "step": 17951 + }, + { + "epoch": 15.226463104325699, + "grad_norm": 0.8173945413163225, + "learning_rate": 1.922616994439474e-05, + "loss": 0.0455, + "step": 17952 + }, + { + "epoch": 15.227311280746395, + "grad_norm": 0.9839595923059533, + "learning_rate": 1.9226063982970623e-05, + "loss": 0.0505, + "step": 17953 + }, + { + "epoch": 15.228159457167092, + "grad_norm": 1.0238339285001825, + "learning_rate": 1.9225958014584325e-05, + "loss": 0.0538, + "step": 17954 + }, + { + "epoch": 15.229007633587786, + "grad_norm": 0.99348508192229, + "learning_rate": 1.9225852039235925e-05, + "loss": 0.0475, + "step": 17955 + }, + { + "epoch": 15.229855810008482, + "grad_norm": 1.0935654243127713, + "learning_rate": 1.922574605692551e-05, + "loss": 0.0544, + "step": 17956 + }, + { + "epoch": 15.230703986429177, + "grad_norm": 1.035966158727273, + "learning_rate": 1.922564006765316e-05, + "loss": 0.0529, + "step": 17957 + }, + { + "epoch": 15.231552162849873, + "grad_norm": 0.9773506512052778, + "learning_rate": 1.922553407141895e-05, + "loss": 0.0504, + "step": 17958 + }, + { + "epoch": 15.23240033927057, + "grad_norm": 0.9530136451017783, + "learning_rate": 1.9225428068222958e-05, + "loss": 0.0473, + "step": 17959 + }, + { + "epoch": 15.233248515691264, + "grad_norm": 1.0510764421056256, + "learning_rate": 1.922532205806527e-05, + "loss": 0.0553, + "step": 17960 + }, + { + "epoch": 15.23409669211196, + "grad_norm": 0.9490467492747412, + "learning_rate": 1.9225216040945963e-05, + "loss": 0.0475, + "step": 17961 + }, + { + "epoch": 15.234944868532654, + "grad_norm": 1.1635034317177653, + "learning_rate": 1.922511001686512e-05, + "loss": 0.0497, + "step": 17962 + }, + { + "epoch": 15.23579304495335, + "grad_norm": 0.9305678342142537, + "learning_rate": 1.9225003985822817e-05, + "loss": 0.055, + "step": 17963 + }, + { + "epoch": 15.236641221374045, + "grad_norm": 0.916300282368365, + "learning_rate": 1.922489794781914e-05, + "loss": 0.048, + "step": 17964 + }, + { + "epoch": 15.237489397794741, + "grad_norm": 1.0801889067202946, + "learning_rate": 1.9224791902854158e-05, + "loss": 0.0562, + "step": 17965 + }, + { + "epoch": 15.238337574215437, + "grad_norm": 0.953661633115729, + "learning_rate": 1.9224685850927962e-05, + "loss": 0.0525, + "step": 17966 + }, + { + "epoch": 15.239185750636132, + "grad_norm": 0.9470116513997912, + "learning_rate": 1.9224579792040625e-05, + "loss": 0.0485, + "step": 17967 + }, + { + "epoch": 15.240033927056828, + "grad_norm": 0.839737843904634, + "learning_rate": 1.9224473726192233e-05, + "loss": 0.0462, + "step": 17968 + }, + { + "epoch": 15.240882103477523, + "grad_norm": 1.0101315127451043, + "learning_rate": 1.9224367653382864e-05, + "loss": 0.0525, + "step": 17969 + }, + { + "epoch": 15.241730279898219, + "grad_norm": 1.058602044334572, + "learning_rate": 1.9224261573612594e-05, + "loss": 0.06, + "step": 17970 + }, + { + "epoch": 15.242578456318915, + "grad_norm": 1.6509668969390425, + "learning_rate": 1.9224155486881506e-05, + "loss": 0.0545, + "step": 17971 + }, + { + "epoch": 15.24342663273961, + "grad_norm": 0.9558316544477063, + "learning_rate": 1.922404939318968e-05, + "loss": 0.0463, + "step": 17972 + }, + { + "epoch": 15.244274809160306, + "grad_norm": 1.0678913582760283, + "learning_rate": 1.9223943292537196e-05, + "loss": 0.0519, + "step": 17973 + }, + { + "epoch": 15.245122985581, + "grad_norm": 0.9239939307983883, + "learning_rate": 1.9223837184924137e-05, + "loss": 0.0488, + "step": 17974 + }, + { + "epoch": 15.245971162001696, + "grad_norm": 0.9852007970781816, + "learning_rate": 1.9223731070350577e-05, + "loss": 0.0525, + "step": 17975 + }, + { + "epoch": 15.246819338422393, + "grad_norm": 1.0894283826889521, + "learning_rate": 1.9223624948816603e-05, + "loss": 0.0537, + "step": 17976 + }, + { + "epoch": 15.247667514843087, + "grad_norm": 1.140841301497263, + "learning_rate": 1.9223518820322287e-05, + "loss": 0.0507, + "step": 17977 + }, + { + "epoch": 15.248515691263783, + "grad_norm": 1.2157670936229183, + "learning_rate": 1.922341268486772e-05, + "loss": 0.0548, + "step": 17978 + }, + { + "epoch": 15.249363867684478, + "grad_norm": 0.9812604597087696, + "learning_rate": 1.922330654245297e-05, + "loss": 0.0494, + "step": 17979 + }, + { + "epoch": 15.250212044105174, + "grad_norm": 1.1592612628147496, + "learning_rate": 1.9223200393078124e-05, + "loss": 0.0511, + "step": 17980 + }, + { + "epoch": 15.251060220525869, + "grad_norm": 1.0775553528775323, + "learning_rate": 1.9223094236743262e-05, + "loss": 0.0495, + "step": 17981 + }, + { + "epoch": 15.251908396946565, + "grad_norm": 0.9886163958587688, + "learning_rate": 1.9222988073448462e-05, + "loss": 0.0549, + "step": 17982 + }, + { + "epoch": 15.252756573367261, + "grad_norm": 1.0531138310339672, + "learning_rate": 1.9222881903193803e-05, + "loss": 0.0526, + "step": 17983 + }, + { + "epoch": 15.253604749787955, + "grad_norm": 1.0577942977804158, + "learning_rate": 1.922277572597937e-05, + "loss": 0.0509, + "step": 17984 + }, + { + "epoch": 15.254452926208652, + "grad_norm": 0.9893450639701187, + "learning_rate": 1.922266954180524e-05, + "loss": 0.0483, + "step": 17985 + }, + { + "epoch": 15.255301102629346, + "grad_norm": 1.0159784584026998, + "learning_rate": 1.922256335067149e-05, + "loss": 0.0527, + "step": 17986 + }, + { + "epoch": 15.256149279050042, + "grad_norm": 0.925299172594296, + "learning_rate": 1.922245715257821e-05, + "loss": 0.0563, + "step": 17987 + }, + { + "epoch": 15.256997455470739, + "grad_norm": 1.0870872814579302, + "learning_rate": 1.922235094752547e-05, + "loss": 0.0535, + "step": 17988 + }, + { + "epoch": 15.257845631891433, + "grad_norm": 1.0271075147806097, + "learning_rate": 1.9222244735513352e-05, + "loss": 0.0487, + "step": 17989 + }, + { + "epoch": 15.25869380831213, + "grad_norm": 1.178747089149129, + "learning_rate": 1.9222138516541942e-05, + "loss": 0.052, + "step": 17990 + }, + { + "epoch": 15.259541984732824, + "grad_norm": 0.841623652520179, + "learning_rate": 1.9222032290611313e-05, + "loss": 0.0507, + "step": 17991 + }, + { + "epoch": 15.26039016115352, + "grad_norm": 0.9321105716965473, + "learning_rate": 1.922192605772155e-05, + "loss": 0.0469, + "step": 17992 + }, + { + "epoch": 15.261238337574216, + "grad_norm": 1.0895186370107623, + "learning_rate": 1.922181981787273e-05, + "loss": 0.0538, + "step": 17993 + }, + { + "epoch": 15.26208651399491, + "grad_norm": 1.003219750470875, + "learning_rate": 1.9221713571064936e-05, + "loss": 0.0495, + "step": 17994 + }, + { + "epoch": 15.262934690415607, + "grad_norm": 0.9223065354773402, + "learning_rate": 1.922160731729825e-05, + "loss": 0.0488, + "step": 17995 + }, + { + "epoch": 15.263782866836301, + "grad_norm": 1.0051045999347472, + "learning_rate": 1.922150105657274e-05, + "loss": 0.0495, + "step": 17996 + }, + { + "epoch": 15.264631043256998, + "grad_norm": 0.9254912577742298, + "learning_rate": 1.92213947888885e-05, + "loss": 0.0487, + "step": 17997 + }, + { + "epoch": 15.265479219677694, + "grad_norm": 1.0401034982655513, + "learning_rate": 1.9221288514245607e-05, + "loss": 0.0476, + "step": 17998 + }, + { + "epoch": 15.266327396098388, + "grad_norm": 1.1386938425530841, + "learning_rate": 1.922118223264414e-05, + "loss": 0.0623, + "step": 17999 + }, + { + "epoch": 15.267175572519085, + "grad_norm": 1.1119996039999622, + "learning_rate": 1.9221075944084176e-05, + "loss": 0.0582, + "step": 18000 + }, + { + "epoch": 15.268023748939779, + "grad_norm": 0.857281339997403, + "learning_rate": 1.92209696485658e-05, + "loss": 0.0482, + "step": 18001 + }, + { + "epoch": 15.268871925360475, + "grad_norm": 0.9650706316531202, + "learning_rate": 1.922086334608909e-05, + "loss": 0.0502, + "step": 18002 + }, + { + "epoch": 15.26972010178117, + "grad_norm": 0.9780099495108263, + "learning_rate": 1.9220757036654124e-05, + "loss": 0.0516, + "step": 18003 + }, + { + "epoch": 15.270568278201866, + "grad_norm": 0.9744835332208913, + "learning_rate": 1.9220650720260986e-05, + "loss": 0.0507, + "step": 18004 + }, + { + "epoch": 15.271416454622562, + "grad_norm": 0.8950301834350334, + "learning_rate": 1.9220544396909756e-05, + "loss": 0.0522, + "step": 18005 + }, + { + "epoch": 15.272264631043257, + "grad_norm": 1.1244818544280608, + "learning_rate": 1.9220438066600514e-05, + "loss": 0.0578, + "step": 18006 + }, + { + "epoch": 15.273112807463953, + "grad_norm": 0.8062465492883331, + "learning_rate": 1.9220331729333336e-05, + "loss": 0.0437, + "step": 18007 + }, + { + "epoch": 15.273960983884647, + "grad_norm": 1.0683197056632767, + "learning_rate": 1.9220225385108308e-05, + "loss": 0.0555, + "step": 18008 + }, + { + "epoch": 15.274809160305344, + "grad_norm": 1.0267329244655818, + "learning_rate": 1.9220119033925507e-05, + "loss": 0.0546, + "step": 18009 + }, + { + "epoch": 15.27565733672604, + "grad_norm": 1.0541482034984886, + "learning_rate": 1.9220012675785015e-05, + "loss": 0.0526, + "step": 18010 + }, + { + "epoch": 15.276505513146734, + "grad_norm": 1.0514086314184425, + "learning_rate": 1.921990631068691e-05, + "loss": 0.0521, + "step": 18011 + }, + { + "epoch": 15.27735368956743, + "grad_norm": 1.118561114921301, + "learning_rate": 1.9219799938631272e-05, + "loss": 0.0536, + "step": 18012 + }, + { + "epoch": 15.278201865988125, + "grad_norm": 0.9763394108607759, + "learning_rate": 1.9219693559618188e-05, + "loss": 0.0494, + "step": 18013 + }, + { + "epoch": 15.279050042408821, + "grad_norm": 1.2108233697859363, + "learning_rate": 1.921958717364773e-05, + "loss": 0.0544, + "step": 18014 + }, + { + "epoch": 15.279898218829517, + "grad_norm": 1.0725701200704558, + "learning_rate": 1.921948078071998e-05, + "loss": 0.0529, + "step": 18015 + }, + { + "epoch": 15.280746395250212, + "grad_norm": 0.9775181385461109, + "learning_rate": 1.9219374380835022e-05, + "loss": 0.0498, + "step": 18016 + }, + { + "epoch": 15.281594571670908, + "grad_norm": 1.0434007592826482, + "learning_rate": 1.9219267973992934e-05, + "loss": 0.0535, + "step": 18017 + }, + { + "epoch": 15.282442748091603, + "grad_norm": 0.9887726846990738, + "learning_rate": 1.9219161560193795e-05, + "loss": 0.0525, + "step": 18018 + }, + { + "epoch": 15.283290924512299, + "grad_norm": 0.9171532027751615, + "learning_rate": 1.9219055139437687e-05, + "loss": 0.0479, + "step": 18019 + }, + { + "epoch": 15.284139100932993, + "grad_norm": 0.9895931102134546, + "learning_rate": 1.921894871172469e-05, + "loss": 0.0466, + "step": 18020 + }, + { + "epoch": 15.28498727735369, + "grad_norm": 1.058338028167206, + "learning_rate": 1.9218842277054883e-05, + "loss": 0.0535, + "step": 18021 + }, + { + "epoch": 15.285835453774386, + "grad_norm": 1.1125420988439159, + "learning_rate": 1.921873583542835e-05, + "loss": 0.0522, + "step": 18022 + }, + { + "epoch": 15.28668363019508, + "grad_norm": 1.0832840188751252, + "learning_rate": 1.921862938684517e-05, + "loss": 0.0497, + "step": 18023 + }, + { + "epoch": 15.287531806615776, + "grad_norm": 1.1366448264981368, + "learning_rate": 1.921852293130542e-05, + "loss": 0.0576, + "step": 18024 + }, + { + "epoch": 15.28837998303647, + "grad_norm": 1.2193975995844557, + "learning_rate": 1.921841646880918e-05, + "loss": 0.061, + "step": 18025 + }, + { + "epoch": 15.289228159457167, + "grad_norm": 1.0194751706951635, + "learning_rate": 1.9218309999356535e-05, + "loss": 0.0551, + "step": 18026 + }, + { + "epoch": 15.290076335877863, + "grad_norm": 1.1459063538776308, + "learning_rate": 1.9218203522947564e-05, + "loss": 0.0525, + "step": 18027 + }, + { + "epoch": 15.290924512298558, + "grad_norm": 0.9660707658520954, + "learning_rate": 1.9218097039582348e-05, + "loss": 0.0501, + "step": 18028 + }, + { + "epoch": 15.291772688719254, + "grad_norm": 1.0393093124409467, + "learning_rate": 1.921799054926096e-05, + "loss": 0.0564, + "step": 18029 + }, + { + "epoch": 15.292620865139948, + "grad_norm": 0.9903068814477992, + "learning_rate": 1.9217884051983497e-05, + "loss": 0.0493, + "step": 18030 + }, + { + "epoch": 15.293469041560645, + "grad_norm": 1.0215742908883751, + "learning_rate": 1.9217777547750018e-05, + "loss": 0.0489, + "step": 18031 + }, + { + "epoch": 15.294317217981341, + "grad_norm": 1.163846535651805, + "learning_rate": 1.921767103656062e-05, + "loss": 0.0589, + "step": 18032 + }, + { + "epoch": 15.295165394402035, + "grad_norm": 0.9755950368630889, + "learning_rate": 1.9217564518415374e-05, + "loss": 0.0491, + "step": 18033 + }, + { + "epoch": 15.296013570822732, + "grad_norm": 0.9759940750438754, + "learning_rate": 1.9217457993314364e-05, + "loss": 0.0514, + "step": 18034 + }, + { + "epoch": 15.296861747243426, + "grad_norm": 0.9784288866991647, + "learning_rate": 1.9217351461257673e-05, + "loss": 0.0534, + "step": 18035 + }, + { + "epoch": 15.297709923664122, + "grad_norm": 0.9992657280423523, + "learning_rate": 1.9217244922245377e-05, + "loss": 0.0545, + "step": 18036 + }, + { + "epoch": 15.298558100084819, + "grad_norm": 1.0592620582950096, + "learning_rate": 1.9217138376277558e-05, + "loss": 0.052, + "step": 18037 + }, + { + "epoch": 15.299406276505513, + "grad_norm": 0.8951541826942535, + "learning_rate": 1.9217031823354294e-05, + "loss": 0.0465, + "step": 18038 + }, + { + "epoch": 15.30025445292621, + "grad_norm": 0.9891484880914293, + "learning_rate": 1.921692526347567e-05, + "loss": 0.0566, + "step": 18039 + }, + { + "epoch": 15.301102629346904, + "grad_norm": 1.0225789489239179, + "learning_rate": 1.9216818696641768e-05, + "loss": 0.0544, + "step": 18040 + }, + { + "epoch": 15.3019508057676, + "grad_norm": 1.0021112790629054, + "learning_rate": 1.9216712122852657e-05, + "loss": 0.0529, + "step": 18041 + }, + { + "epoch": 15.302798982188294, + "grad_norm": 1.0053640696197408, + "learning_rate": 1.921660554210843e-05, + "loss": 0.0524, + "step": 18042 + }, + { + "epoch": 15.30364715860899, + "grad_norm": 0.9434651960213527, + "learning_rate": 1.9216498954409162e-05, + "loss": 0.0476, + "step": 18043 + }, + { + "epoch": 15.304495335029687, + "grad_norm": 1.0212940760244187, + "learning_rate": 1.9216392359754933e-05, + "loss": 0.0508, + "step": 18044 + }, + { + "epoch": 15.305343511450381, + "grad_norm": 0.9025463496276499, + "learning_rate": 1.9216285758145825e-05, + "loss": 0.0488, + "step": 18045 + }, + { + "epoch": 15.306191687871078, + "grad_norm": 1.141000264431429, + "learning_rate": 1.921617914958192e-05, + "loss": 0.0543, + "step": 18046 + }, + { + "epoch": 15.307039864291772, + "grad_norm": 1.0356075398495732, + "learning_rate": 1.921607253406329e-05, + "loss": 0.0496, + "step": 18047 + }, + { + "epoch": 15.307888040712468, + "grad_norm": 1.0475005499181747, + "learning_rate": 1.9215965911590025e-05, + "loss": 0.0497, + "step": 18048 + }, + { + "epoch": 15.308736217133164, + "grad_norm": 1.0438974956233626, + "learning_rate": 1.9215859282162204e-05, + "loss": 0.0557, + "step": 18049 + }, + { + "epoch": 15.309584393553859, + "grad_norm": 1.0153031534969565, + "learning_rate": 1.9215752645779903e-05, + "loss": 0.05, + "step": 18050 + }, + { + "epoch": 15.310432569974555, + "grad_norm": 0.9917479310273517, + "learning_rate": 1.9215646002443204e-05, + "loss": 0.0597, + "step": 18051 + }, + { + "epoch": 15.31128074639525, + "grad_norm": 1.0462203635058431, + "learning_rate": 1.9215539352152192e-05, + "loss": 0.0544, + "step": 18052 + }, + { + "epoch": 15.312128922815946, + "grad_norm": 1.0037721150707979, + "learning_rate": 1.921543269490694e-05, + "loss": 0.0533, + "step": 18053 + }, + { + "epoch": 15.312977099236642, + "grad_norm": 0.9868460454432509, + "learning_rate": 1.9215326030707536e-05, + "loss": 0.051, + "step": 18054 + }, + { + "epoch": 15.313825275657337, + "grad_norm": 0.902911518033762, + "learning_rate": 1.9215219359554055e-05, + "loss": 0.0492, + "step": 18055 + }, + { + "epoch": 15.314673452078033, + "grad_norm": 1.0696442937407316, + "learning_rate": 1.921511268144658e-05, + "loss": 0.0536, + "step": 18056 + }, + { + "epoch": 15.315521628498727, + "grad_norm": 0.9161036588614293, + "learning_rate": 1.9215005996385193e-05, + "loss": 0.0459, + "step": 18057 + }, + { + "epoch": 15.316369804919423, + "grad_norm": 0.9636501822002862, + "learning_rate": 1.921489930436997e-05, + "loss": 0.0489, + "step": 18058 + }, + { + "epoch": 15.317217981340118, + "grad_norm": 1.0254459775388938, + "learning_rate": 1.9214792605400993e-05, + "loss": 0.0562, + "step": 18059 + }, + { + "epoch": 15.318066157760814, + "grad_norm": 1.102001567884371, + "learning_rate": 1.9214685899478347e-05, + "loss": 0.0599, + "step": 18060 + }, + { + "epoch": 15.31891433418151, + "grad_norm": 1.068990164015585, + "learning_rate": 1.9214579186602104e-05, + "loss": 0.0533, + "step": 18061 + }, + { + "epoch": 15.319762510602205, + "grad_norm": 1.0768293975234735, + "learning_rate": 1.9214472466772353e-05, + "loss": 0.0529, + "step": 18062 + }, + { + "epoch": 15.320610687022901, + "grad_norm": 0.9831946860394818, + "learning_rate": 1.9214365739989173e-05, + "loss": 0.0495, + "step": 18063 + }, + { + "epoch": 15.321458863443596, + "grad_norm": 1.0225224725880575, + "learning_rate": 1.921425900625264e-05, + "loss": 0.0508, + "step": 18064 + }, + { + "epoch": 15.322307039864292, + "grad_norm": 0.9384390928045568, + "learning_rate": 1.921415226556284e-05, + "loss": 0.048, + "step": 18065 + }, + { + "epoch": 15.323155216284988, + "grad_norm": 1.0168132820887363, + "learning_rate": 1.9214045517919846e-05, + "loss": 0.0497, + "step": 18066 + }, + { + "epoch": 15.324003392705682, + "grad_norm": 0.9619063767056103, + "learning_rate": 1.9213938763323744e-05, + "loss": 0.0537, + "step": 18067 + }, + { + "epoch": 15.324851569126379, + "grad_norm": 1.0315700303735904, + "learning_rate": 1.921383200177462e-05, + "loss": 0.0541, + "step": 18068 + }, + { + "epoch": 15.325699745547073, + "grad_norm": 0.9524883572039513, + "learning_rate": 1.921372523327254e-05, + "loss": 0.0557, + "step": 18069 + }, + { + "epoch": 15.32654792196777, + "grad_norm": 0.9031416669008672, + "learning_rate": 1.92136184578176e-05, + "loss": 0.0511, + "step": 18070 + }, + { + "epoch": 15.327396098388466, + "grad_norm": 1.0175325537185733, + "learning_rate": 1.921351167540987e-05, + "loss": 0.0513, + "step": 18071 + }, + { + "epoch": 15.32824427480916, + "grad_norm": 1.0242724059521526, + "learning_rate": 1.9213404886049435e-05, + "loss": 0.0551, + "step": 18072 + }, + { + "epoch": 15.329092451229856, + "grad_norm": 0.9292445429924011, + "learning_rate": 1.921329808973637e-05, + "loss": 0.0482, + "step": 18073 + }, + { + "epoch": 15.32994062765055, + "grad_norm": 0.7928125149427354, + "learning_rate": 1.9213191286470767e-05, + "loss": 0.0434, + "step": 18074 + }, + { + "epoch": 15.330788804071247, + "grad_norm": 1.0281185836481257, + "learning_rate": 1.9213084476252698e-05, + "loss": 0.0506, + "step": 18075 + }, + { + "epoch": 15.331636980491943, + "grad_norm": 1.0417218785992726, + "learning_rate": 1.9212977659082246e-05, + "loss": 0.0549, + "step": 18076 + }, + { + "epoch": 15.332485156912638, + "grad_norm": 1.010902767774813, + "learning_rate": 1.921287083495949e-05, + "loss": 0.0547, + "step": 18077 + }, + { + "epoch": 15.333333333333334, + "grad_norm": 1.1012743311733535, + "learning_rate": 1.921276400388451e-05, + "loss": 0.0516, + "step": 18078 + }, + { + "epoch": 15.334181509754028, + "grad_norm": 1.0772862307255313, + "learning_rate": 1.921265716585739e-05, + "loss": 0.0477, + "step": 18079 + }, + { + "epoch": 15.335029686174725, + "grad_norm": 1.4893020264585908, + "learning_rate": 1.9212550320878208e-05, + "loss": 0.0537, + "step": 18080 + }, + { + "epoch": 15.335877862595419, + "grad_norm": 0.9939201296886793, + "learning_rate": 1.921244346894705e-05, + "loss": 0.0516, + "step": 18081 + }, + { + "epoch": 15.336726039016115, + "grad_norm": 1.0504153965088807, + "learning_rate": 1.921233661006399e-05, + "loss": 0.0533, + "step": 18082 + }, + { + "epoch": 15.337574215436812, + "grad_norm": 0.966344477775187, + "learning_rate": 1.921222974422911e-05, + "loss": 0.0565, + "step": 18083 + }, + { + "epoch": 15.338422391857506, + "grad_norm": 1.1011248655378247, + "learning_rate": 1.9212122871442487e-05, + "loss": 0.055, + "step": 18084 + }, + { + "epoch": 15.339270568278202, + "grad_norm": 1.1749548588667498, + "learning_rate": 1.9212015991704212e-05, + "loss": 0.0573, + "step": 18085 + }, + { + "epoch": 15.340118744698897, + "grad_norm": 1.0862527752608047, + "learning_rate": 1.9211909105014358e-05, + "loss": 0.0552, + "step": 18086 + }, + { + "epoch": 15.340966921119593, + "grad_norm": 0.991153907301382, + "learning_rate": 1.9211802211373006e-05, + "loss": 0.0524, + "step": 18087 + }, + { + "epoch": 15.34181509754029, + "grad_norm": 1.03172704251566, + "learning_rate": 1.921169531078024e-05, + "loss": 0.0498, + "step": 18088 + }, + { + "epoch": 15.342663273960984, + "grad_norm": 0.9638499969680461, + "learning_rate": 1.921158840323614e-05, + "loss": 0.0492, + "step": 18089 + }, + { + "epoch": 15.34351145038168, + "grad_norm": 1.0189811022673176, + "learning_rate": 1.9211481488740787e-05, + "loss": 0.0498, + "step": 18090 + }, + { + "epoch": 15.344359626802374, + "grad_norm": 0.9063278545300504, + "learning_rate": 1.9211374567294258e-05, + "loss": 0.0464, + "step": 18091 + }, + { + "epoch": 15.34520780322307, + "grad_norm": 0.9038564570281117, + "learning_rate": 1.9211267638896633e-05, + "loss": 0.0541, + "step": 18092 + }, + { + "epoch": 15.346055979643765, + "grad_norm": 1.087651144094667, + "learning_rate": 1.9211160703547996e-05, + "loss": 0.0559, + "step": 18093 + }, + { + "epoch": 15.346904156064461, + "grad_norm": 0.9055639031917893, + "learning_rate": 1.921105376124843e-05, + "loss": 0.0502, + "step": 18094 + }, + { + "epoch": 15.347752332485157, + "grad_norm": 1.0579237506552706, + "learning_rate": 1.9210946811998013e-05, + "loss": 0.0534, + "step": 18095 + }, + { + "epoch": 15.348600508905852, + "grad_norm": 1.0001801227283416, + "learning_rate": 1.9210839855796824e-05, + "loss": 0.0528, + "step": 18096 + }, + { + "epoch": 15.349448685326548, + "grad_norm": 1.1473661427378121, + "learning_rate": 1.9210732892644946e-05, + "loss": 0.0531, + "step": 18097 + }, + { + "epoch": 15.350296861747243, + "grad_norm": 1.0181385840692443, + "learning_rate": 1.921062592254246e-05, + "loss": 0.0493, + "step": 18098 + }, + { + "epoch": 15.351145038167939, + "grad_norm": 0.9549794105841343, + "learning_rate": 1.9210518945489442e-05, + "loss": 0.0502, + "step": 18099 + }, + { + "epoch": 15.351993214588635, + "grad_norm": 0.9594802106457165, + "learning_rate": 1.9210411961485982e-05, + "loss": 0.0502, + "step": 18100 + }, + { + "epoch": 15.35284139100933, + "grad_norm": 1.0511516290371663, + "learning_rate": 1.9210304970532152e-05, + "loss": 0.055, + "step": 18101 + }, + { + "epoch": 15.353689567430026, + "grad_norm": 0.8639844315121792, + "learning_rate": 1.9210197972628034e-05, + "loss": 0.0452, + "step": 18102 + }, + { + "epoch": 15.35453774385072, + "grad_norm": 1.0787977002704638, + "learning_rate": 1.9210090967773713e-05, + "loss": 0.0532, + "step": 18103 + }, + { + "epoch": 15.355385920271416, + "grad_norm": 1.0187363300454746, + "learning_rate": 1.920998395596927e-05, + "loss": 0.0524, + "step": 18104 + }, + { + "epoch": 15.356234096692113, + "grad_norm": 1.0647202241136253, + "learning_rate": 1.9209876937214778e-05, + "loss": 0.0553, + "step": 18105 + }, + { + "epoch": 15.357082273112807, + "grad_norm": 0.9903253821901561, + "learning_rate": 1.9209769911510324e-05, + "loss": 0.0456, + "step": 18106 + }, + { + "epoch": 15.357930449533503, + "grad_norm": 0.9527935063459475, + "learning_rate": 1.920966287885599e-05, + "loss": 0.0507, + "step": 18107 + }, + { + "epoch": 15.358778625954198, + "grad_norm": 1.2060988881957921, + "learning_rate": 1.9209555839251855e-05, + "loss": 0.0634, + "step": 18108 + }, + { + "epoch": 15.359626802374894, + "grad_norm": 0.987847563500331, + "learning_rate": 1.9209448792698e-05, + "loss": 0.0512, + "step": 18109 + }, + { + "epoch": 15.36047497879559, + "grad_norm": 1.0420318398733974, + "learning_rate": 1.9209341739194504e-05, + "loss": 0.0562, + "step": 18110 + }, + { + "epoch": 15.361323155216285, + "grad_norm": 0.9479127807481392, + "learning_rate": 1.9209234678741445e-05, + "loss": 0.0515, + "step": 18111 + }, + { + "epoch": 15.362171331636981, + "grad_norm": 1.2175730734444397, + "learning_rate": 1.920912761133891e-05, + "loss": 0.0606, + "step": 18112 + }, + { + "epoch": 15.363019508057675, + "grad_norm": 1.050374177927822, + "learning_rate": 1.920902053698698e-05, + "loss": 0.0534, + "step": 18113 + }, + { + "epoch": 15.363867684478372, + "grad_norm": 0.9280109009080229, + "learning_rate": 1.9208913455685732e-05, + "loss": 0.0467, + "step": 18114 + }, + { + "epoch": 15.364715860899066, + "grad_norm": 1.0710704903973678, + "learning_rate": 1.9208806367435247e-05, + "loss": 0.0516, + "step": 18115 + }, + { + "epoch": 15.365564037319762, + "grad_norm": 1.127402296019519, + "learning_rate": 1.920869927223561e-05, + "loss": 0.0571, + "step": 18116 + }, + { + "epoch": 15.366412213740459, + "grad_norm": 1.0011494782004278, + "learning_rate": 1.9208592170086895e-05, + "loss": 0.0503, + "step": 18117 + }, + { + "epoch": 15.367260390161153, + "grad_norm": 1.0313216970696442, + "learning_rate": 1.9208485060989188e-05, + "loss": 0.0619, + "step": 18118 + }, + { + "epoch": 15.36810856658185, + "grad_norm": 1.0504735900585007, + "learning_rate": 1.9208377944942567e-05, + "loss": 0.0557, + "step": 18119 + }, + { + "epoch": 15.368956743002544, + "grad_norm": 1.0047280570365023, + "learning_rate": 1.9208270821947116e-05, + "loss": 0.0489, + "step": 18120 + }, + { + "epoch": 15.36980491942324, + "grad_norm": 1.0246799206511807, + "learning_rate": 1.920816369200291e-05, + "loss": 0.0498, + "step": 18121 + }, + { + "epoch": 15.370653095843936, + "grad_norm": 1.1080979439802088, + "learning_rate": 1.9208056555110038e-05, + "loss": 0.0544, + "step": 18122 + }, + { + "epoch": 15.37150127226463, + "grad_norm": 1.0517010062894834, + "learning_rate": 1.9207949411268577e-05, + "loss": 0.0516, + "step": 18123 + }, + { + "epoch": 15.372349448685327, + "grad_norm": 0.9033023002635517, + "learning_rate": 1.9207842260478604e-05, + "loss": 0.0527, + "step": 18124 + }, + { + "epoch": 15.373197625106021, + "grad_norm": 1.0212728577439614, + "learning_rate": 1.9207735102740206e-05, + "loss": 0.0565, + "step": 18125 + }, + { + "epoch": 15.374045801526718, + "grad_norm": 1.0710951614355844, + "learning_rate": 1.920762793805346e-05, + "loss": 0.0464, + "step": 18126 + }, + { + "epoch": 15.374893977947414, + "grad_norm": 1.021698980979886, + "learning_rate": 1.920752076641845e-05, + "loss": 0.0557, + "step": 18127 + }, + { + "epoch": 15.375742154368108, + "grad_norm": 0.9526100745407028, + "learning_rate": 1.9207413587835252e-05, + "loss": 0.0476, + "step": 18128 + }, + { + "epoch": 15.376590330788805, + "grad_norm": 1.0795571380486362, + "learning_rate": 1.9207306402303954e-05, + "loss": 0.051, + "step": 18129 + }, + { + "epoch": 15.377438507209499, + "grad_norm": 0.8406033864318518, + "learning_rate": 1.920719920982463e-05, + "loss": 0.0449, + "step": 18130 + }, + { + "epoch": 15.378286683630195, + "grad_norm": 0.8982209680765819, + "learning_rate": 1.9207092010397366e-05, + "loss": 0.0477, + "step": 18131 + }, + { + "epoch": 15.37913486005089, + "grad_norm": 1.0822804811413484, + "learning_rate": 1.9206984804022238e-05, + "loss": 0.0512, + "step": 18132 + }, + { + "epoch": 15.379983036471586, + "grad_norm": 0.9437948954260935, + "learning_rate": 1.9206877590699328e-05, + "loss": 0.0486, + "step": 18133 + }, + { + "epoch": 15.380831212892282, + "grad_norm": 1.166378912844519, + "learning_rate": 1.920677037042872e-05, + "loss": 0.0536, + "step": 18134 + }, + { + "epoch": 15.381679389312977, + "grad_norm": 1.1130704394440893, + "learning_rate": 1.9206663143210495e-05, + "loss": 0.0525, + "step": 18135 + }, + { + "epoch": 15.382527565733673, + "grad_norm": 1.0276833082567114, + "learning_rate": 1.920655590904473e-05, + "loss": 0.047, + "step": 18136 + }, + { + "epoch": 15.383375742154367, + "grad_norm": 1.0189284729991417, + "learning_rate": 1.920644866793151e-05, + "loss": 0.0551, + "step": 18137 + }, + { + "epoch": 15.384223918575064, + "grad_norm": 1.0061654257967023, + "learning_rate": 1.9206341419870913e-05, + "loss": 0.0558, + "step": 18138 + }, + { + "epoch": 15.38507209499576, + "grad_norm": 0.9614822239211193, + "learning_rate": 1.920623416486302e-05, + "loss": 0.0494, + "step": 18139 + }, + { + "epoch": 15.385920271416454, + "grad_norm": 0.9616247848873307, + "learning_rate": 1.9206126902907916e-05, + "loss": 0.0461, + "step": 18140 + }, + { + "epoch": 15.38676844783715, + "grad_norm": 1.1045016324681531, + "learning_rate": 1.9206019634005676e-05, + "loss": 0.0561, + "step": 18141 + }, + { + "epoch": 15.387616624257845, + "grad_norm": 1.0381306714881045, + "learning_rate": 1.9205912358156384e-05, + "loss": 0.0527, + "step": 18142 + }, + { + "epoch": 15.388464800678541, + "grad_norm": 0.9180061036249157, + "learning_rate": 1.9205805075360124e-05, + "loss": 0.0482, + "step": 18143 + }, + { + "epoch": 15.389312977099237, + "grad_norm": 0.83188124282567, + "learning_rate": 1.9205697785616967e-05, + "loss": 0.0466, + "step": 18144 + }, + { + "epoch": 15.390161153519932, + "grad_norm": 0.9795795744005165, + "learning_rate": 1.9205590488927004e-05, + "loss": 0.0467, + "step": 18145 + }, + { + "epoch": 15.391009329940628, + "grad_norm": 1.0308844562989785, + "learning_rate": 1.9205483185290315e-05, + "loss": 0.0505, + "step": 18146 + }, + { + "epoch": 15.391857506361323, + "grad_norm": 0.9698183380108442, + "learning_rate": 1.9205375874706976e-05, + "loss": 0.0496, + "step": 18147 + }, + { + "epoch": 15.392705682782019, + "grad_norm": 1.0386525469784569, + "learning_rate": 1.9205268557177073e-05, + "loss": 0.0511, + "step": 18148 + }, + { + "epoch": 15.393553859202715, + "grad_norm": 1.1271542822045455, + "learning_rate": 1.9205161232700683e-05, + "loss": 0.0567, + "step": 18149 + }, + { + "epoch": 15.39440203562341, + "grad_norm": 1.0262356797339571, + "learning_rate": 1.9205053901277887e-05, + "loss": 0.05, + "step": 18150 + }, + { + "epoch": 15.395250212044106, + "grad_norm": 1.024369603691084, + "learning_rate": 1.9204946562908768e-05, + "loss": 0.0511, + "step": 18151 + }, + { + "epoch": 15.3960983884648, + "grad_norm": 1.1995275164962955, + "learning_rate": 1.9204839217593406e-05, + "loss": 0.0525, + "step": 18152 + }, + { + "epoch": 15.396946564885496, + "grad_norm": 0.9180863068510703, + "learning_rate": 1.9204731865331885e-05, + "loss": 0.0478, + "step": 18153 + }, + { + "epoch": 15.39779474130619, + "grad_norm": 0.956999037183253, + "learning_rate": 1.920462450612428e-05, + "loss": 0.0541, + "step": 18154 + }, + { + "epoch": 15.398642917726887, + "grad_norm": 1.0608364691867054, + "learning_rate": 1.9204517139970682e-05, + "loss": 0.0519, + "step": 18155 + }, + { + "epoch": 15.399491094147583, + "grad_norm": 1.1390945578386382, + "learning_rate": 1.9204409766871162e-05, + "loss": 0.0562, + "step": 18156 + }, + { + "epoch": 15.400339270568278, + "grad_norm": 1.1131174068803236, + "learning_rate": 1.9204302386825806e-05, + "loss": 0.0569, + "step": 18157 + }, + { + "epoch": 15.401187446988974, + "grad_norm": 0.873748994545094, + "learning_rate": 1.9204194999834687e-05, + "loss": 0.0466, + "step": 18158 + }, + { + "epoch": 15.402035623409668, + "grad_norm": 0.9516460002464097, + "learning_rate": 1.92040876058979e-05, + "loss": 0.0532, + "step": 18159 + }, + { + "epoch": 15.402883799830365, + "grad_norm": 1.1634132151467156, + "learning_rate": 1.920398020501552e-05, + "loss": 0.0567, + "step": 18160 + }, + { + "epoch": 15.403731976251061, + "grad_norm": 0.9784550732944616, + "learning_rate": 1.920387279718762e-05, + "loss": 0.0489, + "step": 18161 + }, + { + "epoch": 15.404580152671755, + "grad_norm": 0.9542958894288373, + "learning_rate": 1.920376538241429e-05, + "loss": 0.0528, + "step": 18162 + }, + { + "epoch": 15.405428329092452, + "grad_norm": 1.0346252800456752, + "learning_rate": 1.920365796069561e-05, + "loss": 0.0511, + "step": 18163 + }, + { + "epoch": 15.406276505513146, + "grad_norm": 1.075043376301058, + "learning_rate": 1.920355053203166e-05, + "loss": 0.0548, + "step": 18164 + }, + { + "epoch": 15.407124681933842, + "grad_norm": 0.8995046366771146, + "learning_rate": 1.920344309642252e-05, + "loss": 0.0485, + "step": 18165 + }, + { + "epoch": 15.407972858354539, + "grad_norm": 1.057071693608979, + "learning_rate": 1.9203335653868275e-05, + "loss": 0.0504, + "step": 18166 + }, + { + "epoch": 15.408821034775233, + "grad_norm": 1.1721668703052013, + "learning_rate": 1.9203228204369e-05, + "loss": 0.0612, + "step": 18167 + }, + { + "epoch": 15.40966921119593, + "grad_norm": 1.1049792244653325, + "learning_rate": 1.920312074792478e-05, + "loss": 0.0493, + "step": 18168 + }, + { + "epoch": 15.410517387616624, + "grad_norm": 1.0508029038616522, + "learning_rate": 1.9203013284535695e-05, + "loss": 0.0557, + "step": 18169 + }, + { + "epoch": 15.41136556403732, + "grad_norm": 1.0584050798782763, + "learning_rate": 1.9202905814201827e-05, + "loss": 0.0523, + "step": 18170 + }, + { + "epoch": 15.412213740458014, + "grad_norm": 1.0600935603707904, + "learning_rate": 1.920279833692326e-05, + "loss": 0.0542, + "step": 18171 + }, + { + "epoch": 15.41306191687871, + "grad_norm": 1.0392333639294882, + "learning_rate": 1.9202690852700066e-05, + "loss": 0.0524, + "step": 18172 + }, + { + "epoch": 15.413910093299407, + "grad_norm": 1.0063533424466986, + "learning_rate": 1.9202583361532335e-05, + "loss": 0.0503, + "step": 18173 + }, + { + "epoch": 15.414758269720101, + "grad_norm": 1.056297140830513, + "learning_rate": 1.9202475863420144e-05, + "loss": 0.0664, + "step": 18174 + }, + { + "epoch": 15.415606446140798, + "grad_norm": 1.0175271525124314, + "learning_rate": 1.9202368358363574e-05, + "loss": 0.0527, + "step": 18175 + }, + { + "epoch": 15.416454622561492, + "grad_norm": 0.9111524372820242, + "learning_rate": 1.9202260846362712e-05, + "loss": 0.049, + "step": 18176 + }, + { + "epoch": 15.417302798982188, + "grad_norm": 1.0009311990282241, + "learning_rate": 1.9202153327417627e-05, + "loss": 0.0529, + "step": 18177 + }, + { + "epoch": 15.418150975402884, + "grad_norm": 1.0037909936873521, + "learning_rate": 1.920204580152841e-05, + "loss": 0.0592, + "step": 18178 + }, + { + "epoch": 15.418999151823579, + "grad_norm": 1.0422262440504677, + "learning_rate": 1.920193826869514e-05, + "loss": 0.0564, + "step": 18179 + }, + { + "epoch": 15.419847328244275, + "grad_norm": 1.1865592110430827, + "learning_rate": 1.9201830728917898e-05, + "loss": 0.0618, + "step": 18180 + }, + { + "epoch": 15.42069550466497, + "grad_norm": 1.1257887500377535, + "learning_rate": 1.9201723182196766e-05, + "loss": 0.0656, + "step": 18181 + }, + { + "epoch": 15.421543681085666, + "grad_norm": 1.0895826306253227, + "learning_rate": 1.9201615628531824e-05, + "loss": 0.0516, + "step": 18182 + }, + { + "epoch": 15.422391857506362, + "grad_norm": 0.9230628068340156, + "learning_rate": 1.920150806792315e-05, + "loss": 0.0534, + "step": 18183 + }, + { + "epoch": 15.423240033927057, + "grad_norm": 1.1458691268559051, + "learning_rate": 1.920140050037083e-05, + "loss": 0.0586, + "step": 18184 + }, + { + "epoch": 15.424088210347753, + "grad_norm": 1.1093087387395146, + "learning_rate": 1.920129292587494e-05, + "loss": 0.0519, + "step": 18185 + }, + { + "epoch": 15.424936386768447, + "grad_norm": 0.9425376186959054, + "learning_rate": 1.920118534443557e-05, + "loss": 0.048, + "step": 18186 + }, + { + "epoch": 15.425784563189143, + "grad_norm": 1.1519101418321325, + "learning_rate": 1.9201077756052795e-05, + "loss": 0.0527, + "step": 18187 + }, + { + "epoch": 15.42663273960984, + "grad_norm": 0.915355408567022, + "learning_rate": 1.9200970160726696e-05, + "loss": 0.0496, + "step": 18188 + }, + { + "epoch": 15.427480916030534, + "grad_norm": 1.0475141898095415, + "learning_rate": 1.9200862558457354e-05, + "loss": 0.0501, + "step": 18189 + }, + { + "epoch": 15.42832909245123, + "grad_norm": 0.9262998851797123, + "learning_rate": 1.9200754949244852e-05, + "loss": 0.0467, + "step": 18190 + }, + { + "epoch": 15.429177268871925, + "grad_norm": 0.932437226959232, + "learning_rate": 1.920064733308927e-05, + "loss": 0.0484, + "step": 18191 + }, + { + "epoch": 15.430025445292621, + "grad_norm": 0.9004785962585626, + "learning_rate": 1.9200539709990694e-05, + "loss": 0.0475, + "step": 18192 + }, + { + "epoch": 15.430873621713316, + "grad_norm": 0.9807733408359258, + "learning_rate": 1.9200432079949198e-05, + "loss": 0.0531, + "step": 18193 + }, + { + "epoch": 15.431721798134012, + "grad_norm": 0.9831165236878977, + "learning_rate": 1.9200324442964867e-05, + "loss": 0.0577, + "step": 18194 + }, + { + "epoch": 15.432569974554708, + "grad_norm": 1.0112823232293418, + "learning_rate": 1.920021679903778e-05, + "loss": 0.0559, + "step": 18195 + }, + { + "epoch": 15.433418150975402, + "grad_norm": 1.0105883071593587, + "learning_rate": 1.920010914816802e-05, + "loss": 0.0483, + "step": 18196 + }, + { + "epoch": 15.434266327396099, + "grad_norm": 0.8929348427363903, + "learning_rate": 1.920000149035567e-05, + "loss": 0.0454, + "step": 18197 + }, + { + "epoch": 15.435114503816793, + "grad_norm": 0.9925899206516163, + "learning_rate": 1.9199893825600808e-05, + "loss": 0.0512, + "step": 18198 + }, + { + "epoch": 15.43596268023749, + "grad_norm": 0.9742513282273304, + "learning_rate": 1.9199786153903515e-05, + "loss": 0.0489, + "step": 18199 + }, + { + "epoch": 15.436810856658186, + "grad_norm": 1.2035962204843405, + "learning_rate": 1.9199678475263876e-05, + "loss": 0.0551, + "step": 18200 + }, + { + "epoch": 15.43765903307888, + "grad_norm": 0.8830388155522954, + "learning_rate": 1.919957078968197e-05, + "loss": 0.044, + "step": 18201 + }, + { + "epoch": 15.438507209499576, + "grad_norm": 1.1361667107288589, + "learning_rate": 1.9199463097157874e-05, + "loss": 0.0494, + "step": 18202 + }, + { + "epoch": 15.43935538592027, + "grad_norm": 1.0618951046662237, + "learning_rate": 1.919935539769168e-05, + "loss": 0.0495, + "step": 18203 + }, + { + "epoch": 15.440203562340967, + "grad_norm": 1.1256660273414671, + "learning_rate": 1.9199247691283456e-05, + "loss": 0.0531, + "step": 18204 + }, + { + "epoch": 15.441051738761663, + "grad_norm": 0.9891740645935986, + "learning_rate": 1.9199139977933294e-05, + "loss": 0.0464, + "step": 18205 + }, + { + "epoch": 15.441899915182358, + "grad_norm": 1.0907275332287414, + "learning_rate": 1.919903225764127e-05, + "loss": 0.0561, + "step": 18206 + }, + { + "epoch": 15.442748091603054, + "grad_norm": 0.9535713420887351, + "learning_rate": 1.9198924530407467e-05, + "loss": 0.0516, + "step": 18207 + }, + { + "epoch": 15.443596268023748, + "grad_norm": 1.0125233960081952, + "learning_rate": 1.9198816796231967e-05, + "loss": 0.0511, + "step": 18208 + }, + { + "epoch": 15.444444444444445, + "grad_norm": 1.1028972082891115, + "learning_rate": 1.919870905511485e-05, + "loss": 0.0552, + "step": 18209 + }, + { + "epoch": 15.445292620865139, + "grad_norm": 0.9178952403112063, + "learning_rate": 1.9198601307056198e-05, + "loss": 0.0445, + "step": 18210 + }, + { + "epoch": 15.446140797285835, + "grad_norm": 0.994396597389287, + "learning_rate": 1.919849355205609e-05, + "loss": 0.0499, + "step": 18211 + }, + { + "epoch": 15.446988973706532, + "grad_norm": 1.190943941247201, + "learning_rate": 1.9198385790114608e-05, + "loss": 0.0569, + "step": 18212 + }, + { + "epoch": 15.447837150127226, + "grad_norm": 1.1196147450002927, + "learning_rate": 1.9198278021231838e-05, + "loss": 0.0558, + "step": 18213 + }, + { + "epoch": 15.448685326547922, + "grad_norm": 1.1029994534851617, + "learning_rate": 1.9198170245407854e-05, + "loss": 0.0519, + "step": 18214 + }, + { + "epoch": 15.449533502968617, + "grad_norm": 1.141935078718058, + "learning_rate": 1.9198062462642743e-05, + "loss": 0.0529, + "step": 18215 + }, + { + "epoch": 15.450381679389313, + "grad_norm": 1.0959763981492927, + "learning_rate": 1.9197954672936586e-05, + "loss": 0.0593, + "step": 18216 + }, + { + "epoch": 15.45122985581001, + "grad_norm": 1.1490538383954634, + "learning_rate": 1.919784687628946e-05, + "loss": 0.0581, + "step": 18217 + }, + { + "epoch": 15.452078032230704, + "grad_norm": 0.9808113545276774, + "learning_rate": 1.9197739072701452e-05, + "loss": 0.05, + "step": 18218 + }, + { + "epoch": 15.4529262086514, + "grad_norm": 0.9646403862388357, + "learning_rate": 1.9197631262172637e-05, + "loss": 0.0487, + "step": 18219 + }, + { + "epoch": 15.453774385072094, + "grad_norm": 1.0870247810044773, + "learning_rate": 1.9197523444703102e-05, + "loss": 0.0623, + "step": 18220 + }, + { + "epoch": 15.45462256149279, + "grad_norm": 1.0995657754792412, + "learning_rate": 1.9197415620292925e-05, + "loss": 0.0521, + "step": 18221 + }, + { + "epoch": 15.455470737913487, + "grad_norm": 0.9444505863516613, + "learning_rate": 1.919730778894219e-05, + "loss": 0.0515, + "step": 18222 + }, + { + "epoch": 15.456318914334181, + "grad_norm": 0.9967417162038331, + "learning_rate": 1.9197199950650976e-05, + "loss": 0.0535, + "step": 18223 + }, + { + "epoch": 15.457167090754877, + "grad_norm": 1.1633157497024753, + "learning_rate": 1.9197092105419367e-05, + "loss": 0.0517, + "step": 18224 + }, + { + "epoch": 15.458015267175572, + "grad_norm": 1.0146886347276187, + "learning_rate": 1.919698425324744e-05, + "loss": 0.0485, + "step": 18225 + }, + { + "epoch": 15.458863443596268, + "grad_norm": 1.0857877808714977, + "learning_rate": 1.919687639413528e-05, + "loss": 0.0627, + "step": 18226 + }, + { + "epoch": 15.459711620016964, + "grad_norm": 1.0730851530635634, + "learning_rate": 1.9196768528082967e-05, + "loss": 0.0565, + "step": 18227 + }, + { + "epoch": 15.460559796437659, + "grad_norm": 0.9640746368317046, + "learning_rate": 1.9196660655090585e-05, + "loss": 0.0515, + "step": 18228 + }, + { + "epoch": 15.461407972858355, + "grad_norm": 1.0469176816885395, + "learning_rate": 1.919655277515821e-05, + "loss": 0.0582, + "step": 18229 + }, + { + "epoch": 15.46225614927905, + "grad_norm": 0.9763420653762532, + "learning_rate": 1.9196444888285927e-05, + "loss": 0.0509, + "step": 18230 + }, + { + "epoch": 15.463104325699746, + "grad_norm": 0.8681959756718393, + "learning_rate": 1.919633699447382e-05, + "loss": 0.0443, + "step": 18231 + }, + { + "epoch": 15.46395250212044, + "grad_norm": 1.1359158976058767, + "learning_rate": 1.9196229093721967e-05, + "loss": 0.0584, + "step": 18232 + }, + { + "epoch": 15.464800678541136, + "grad_norm": 1.216097846145567, + "learning_rate": 1.9196121186030446e-05, + "loss": 0.0548, + "step": 18233 + }, + { + "epoch": 15.465648854961833, + "grad_norm": 0.9798164618422022, + "learning_rate": 1.919601327139935e-05, + "loss": 0.0524, + "step": 18234 + }, + { + "epoch": 15.466497031382527, + "grad_norm": 1.0691153475689952, + "learning_rate": 1.9195905349828745e-05, + "loss": 0.0527, + "step": 18235 + }, + { + "epoch": 15.467345207803223, + "grad_norm": 0.9469656022076547, + "learning_rate": 1.9195797421318723e-05, + "loss": 0.0521, + "step": 18236 + }, + { + "epoch": 15.468193384223918, + "grad_norm": 0.9660507185401663, + "learning_rate": 1.9195689485869364e-05, + "loss": 0.0521, + "step": 18237 + }, + { + "epoch": 15.469041560644614, + "grad_norm": 1.083938524386931, + "learning_rate": 1.9195581543480748e-05, + "loss": 0.0556, + "step": 18238 + }, + { + "epoch": 15.46988973706531, + "grad_norm": 1.788871631667935, + "learning_rate": 1.9195473594152957e-05, + "loss": 0.0592, + "step": 18239 + }, + { + "epoch": 15.470737913486005, + "grad_norm": 0.9690527957891495, + "learning_rate": 1.919536563788607e-05, + "loss": 0.0521, + "step": 18240 + }, + { + "epoch": 15.471586089906701, + "grad_norm": 0.9676240131466075, + "learning_rate": 1.919525767468017e-05, + "loss": 0.0603, + "step": 18241 + }, + { + "epoch": 15.472434266327395, + "grad_norm": 1.1653531950880789, + "learning_rate": 1.919514970453534e-05, + "loss": 0.0571, + "step": 18242 + }, + { + "epoch": 15.473282442748092, + "grad_norm": 0.9801294064071386, + "learning_rate": 1.9195041727451662e-05, + "loss": 0.0504, + "step": 18243 + }, + { + "epoch": 15.474130619168788, + "grad_norm": 1.0230105635993019, + "learning_rate": 1.9194933743429215e-05, + "loss": 0.0573, + "step": 18244 + }, + { + "epoch": 15.474978795589482, + "grad_norm": 1.1209657380128637, + "learning_rate": 1.919482575246808e-05, + "loss": 0.054, + "step": 18245 + }, + { + "epoch": 15.475826972010179, + "grad_norm": 0.7862979942308471, + "learning_rate": 1.919471775456834e-05, + "loss": 0.0463, + "step": 18246 + }, + { + "epoch": 15.476675148430873, + "grad_norm": 1.1940932333547727, + "learning_rate": 1.9194609749730077e-05, + "loss": 0.0515, + "step": 18247 + }, + { + "epoch": 15.47752332485157, + "grad_norm": 1.0646093298278532, + "learning_rate": 1.9194501737953372e-05, + "loss": 0.0548, + "step": 18248 + }, + { + "epoch": 15.478371501272264, + "grad_norm": 1.0773474267891885, + "learning_rate": 1.9194393719238306e-05, + "loss": 0.0536, + "step": 18249 + }, + { + "epoch": 15.47921967769296, + "grad_norm": 0.9935129386963134, + "learning_rate": 1.9194285693584962e-05, + "loss": 0.0514, + "step": 18250 + }, + { + "epoch": 15.480067854113656, + "grad_norm": 1.043031866763529, + "learning_rate": 1.9194177660993423e-05, + "loss": 0.0625, + "step": 18251 + }, + { + "epoch": 15.48091603053435, + "grad_norm": 1.1426121122680393, + "learning_rate": 1.9194069621463765e-05, + "loss": 0.0621, + "step": 18252 + }, + { + "epoch": 15.481764206955047, + "grad_norm": 1.0185308568030633, + "learning_rate": 1.919396157499607e-05, + "loss": 0.052, + "step": 18253 + }, + { + "epoch": 15.482612383375741, + "grad_norm": 0.9821022039203589, + "learning_rate": 1.9193853521590428e-05, + "loss": 0.0541, + "step": 18254 + }, + { + "epoch": 15.483460559796438, + "grad_norm": 1.0002094316838, + "learning_rate": 1.9193745461246908e-05, + "loss": 0.0593, + "step": 18255 + }, + { + "epoch": 15.484308736217134, + "grad_norm": 1.0266473561331508, + "learning_rate": 1.91936373939656e-05, + "loss": 0.0525, + "step": 18256 + }, + { + "epoch": 15.485156912637828, + "grad_norm": 1.065965387292933, + "learning_rate": 1.919352931974659e-05, + "loss": 0.0506, + "step": 18257 + }, + { + "epoch": 15.486005089058525, + "grad_norm": 0.9789395816104621, + "learning_rate": 1.9193421238589946e-05, + "loss": 0.052, + "step": 18258 + }, + { + "epoch": 15.486853265479219, + "grad_norm": 1.1313957282003109, + "learning_rate": 1.919331315049576e-05, + "loss": 0.063, + "step": 18259 + }, + { + "epoch": 15.487701441899915, + "grad_norm": 1.1382778856482003, + "learning_rate": 1.919320505546411e-05, + "loss": 0.0677, + "step": 18260 + }, + { + "epoch": 15.488549618320612, + "grad_norm": 1.0417588547917036, + "learning_rate": 1.9193096953495075e-05, + "loss": 0.0499, + "step": 18261 + }, + { + "epoch": 15.489397794741306, + "grad_norm": 0.908830671303664, + "learning_rate": 1.9192988844588743e-05, + "loss": 0.0483, + "step": 18262 + }, + { + "epoch": 15.490245971162002, + "grad_norm": 0.8893585140490369, + "learning_rate": 1.9192880728745188e-05, + "loss": 0.0475, + "step": 18263 + }, + { + "epoch": 15.491094147582697, + "grad_norm": 1.016556906587402, + "learning_rate": 1.91927726059645e-05, + "loss": 0.0553, + "step": 18264 + }, + { + "epoch": 15.491942324003393, + "grad_norm": 0.9229415566727741, + "learning_rate": 1.9192664476246756e-05, + "loss": 0.0507, + "step": 18265 + }, + { + "epoch": 15.49279050042409, + "grad_norm": 1.028386176009358, + "learning_rate": 1.9192556339592035e-05, + "loss": 0.0508, + "step": 18266 + }, + { + "epoch": 15.493638676844784, + "grad_norm": 1.087875010755586, + "learning_rate": 1.9192448196000426e-05, + "loss": 0.0564, + "step": 18267 + }, + { + "epoch": 15.49448685326548, + "grad_norm": 0.836326005280026, + "learning_rate": 1.9192340045472004e-05, + "loss": 0.0475, + "step": 18268 + }, + { + "epoch": 15.495335029686174, + "grad_norm": 1.1577482421960315, + "learning_rate": 1.919223188800685e-05, + "loss": 0.0528, + "step": 18269 + }, + { + "epoch": 15.49618320610687, + "grad_norm": 1.0472406839564266, + "learning_rate": 1.919212372360505e-05, + "loss": 0.0528, + "step": 18270 + }, + { + "epoch": 15.497031382527565, + "grad_norm": 0.9480706913632456, + "learning_rate": 1.9192015552266684e-05, + "loss": 0.0478, + "step": 18271 + }, + { + "epoch": 15.497879558948261, + "grad_norm": 1.0253090094384976, + "learning_rate": 1.9191907373991834e-05, + "loss": 0.0521, + "step": 18272 + }, + { + "epoch": 15.498727735368957, + "grad_norm": 1.0803371192402813, + "learning_rate": 1.919179918878058e-05, + "loss": 0.0652, + "step": 18273 + }, + { + "epoch": 15.499575911789652, + "grad_norm": 1.1718437412263423, + "learning_rate": 1.9191690996633007e-05, + "loss": 0.0535, + "step": 18274 + }, + { + "epoch": 15.500424088210348, + "grad_norm": 1.0530145022641397, + "learning_rate": 1.9191582797549193e-05, + "loss": 0.0518, + "step": 18275 + }, + { + "epoch": 15.501272264631043, + "grad_norm": 1.0924838654984477, + "learning_rate": 1.919147459152922e-05, + "loss": 0.0538, + "step": 18276 + }, + { + "epoch": 15.502120441051739, + "grad_norm": 1.082349518094717, + "learning_rate": 1.9191366378573174e-05, + "loss": 0.0509, + "step": 18277 + }, + { + "epoch": 15.502968617472435, + "grad_norm": 1.0681438394299636, + "learning_rate": 1.919125815868113e-05, + "loss": 0.0525, + "step": 18278 + }, + { + "epoch": 15.50381679389313, + "grad_norm": 1.001098650776661, + "learning_rate": 1.9191149931853174e-05, + "loss": 0.0564, + "step": 18279 + }, + { + "epoch": 15.504664970313826, + "grad_norm": 0.9891266077774054, + "learning_rate": 1.9191041698089388e-05, + "loss": 0.0554, + "step": 18280 + }, + { + "epoch": 15.50551314673452, + "grad_norm": 0.8869327931087158, + "learning_rate": 1.919093345738985e-05, + "loss": 0.0481, + "step": 18281 + }, + { + "epoch": 15.506361323155216, + "grad_norm": 0.8646300110381464, + "learning_rate": 1.9190825209754646e-05, + "loss": 0.051, + "step": 18282 + }, + { + "epoch": 15.50720949957591, + "grad_norm": 1.013687237918314, + "learning_rate": 1.919071695518386e-05, + "loss": 0.0515, + "step": 18283 + }, + { + "epoch": 15.508057675996607, + "grad_norm": 0.9259317266157608, + "learning_rate": 1.9190608693677562e-05, + "loss": 0.0508, + "step": 18284 + }, + { + "epoch": 15.508905852417303, + "grad_norm": 0.9019034114043452, + "learning_rate": 1.9190500425235844e-05, + "loss": 0.0451, + "step": 18285 + }, + { + "epoch": 15.509754028837998, + "grad_norm": 1.1880040647063979, + "learning_rate": 1.9190392149858787e-05, + "loss": 0.0546, + "step": 18286 + }, + { + "epoch": 15.510602205258694, + "grad_norm": 1.1629536194768253, + "learning_rate": 1.9190283867546467e-05, + "loss": 0.0533, + "step": 18287 + }, + { + "epoch": 15.511450381679388, + "grad_norm": 1.05287062602983, + "learning_rate": 1.919017557829897e-05, + "loss": 0.0511, + "step": 18288 + }, + { + "epoch": 15.512298558100085, + "grad_norm": 0.9682308643062802, + "learning_rate": 1.919006728211638e-05, + "loss": 0.0539, + "step": 18289 + }, + { + "epoch": 15.513146734520781, + "grad_norm": 1.1709637791228713, + "learning_rate": 1.9189958978998772e-05, + "loss": 0.0551, + "step": 18290 + }, + { + "epoch": 15.513994910941475, + "grad_norm": 0.963550122225667, + "learning_rate": 1.9189850668946236e-05, + "loss": 0.0532, + "step": 18291 + }, + { + "epoch": 15.514843087362172, + "grad_norm": 1.0578839754461042, + "learning_rate": 1.9189742351958847e-05, + "loss": 0.0509, + "step": 18292 + }, + { + "epoch": 15.515691263782866, + "grad_norm": 1.0581182783952738, + "learning_rate": 1.9189634028036685e-05, + "loss": 0.0489, + "step": 18293 + }, + { + "epoch": 15.516539440203562, + "grad_norm": 1.1271718329140996, + "learning_rate": 1.918952569717984e-05, + "loss": 0.0714, + "step": 18294 + }, + { + "epoch": 15.517387616624259, + "grad_norm": 1.0746903559591219, + "learning_rate": 1.9189417359388388e-05, + "loss": 0.0528, + "step": 18295 + }, + { + "epoch": 15.518235793044953, + "grad_norm": 1.0781291745623607, + "learning_rate": 1.9189309014662415e-05, + "loss": 0.0546, + "step": 18296 + }, + { + "epoch": 15.51908396946565, + "grad_norm": 1.089760727480057, + "learning_rate": 1.9189200663001998e-05, + "loss": 0.0493, + "step": 18297 + }, + { + "epoch": 15.519932145886344, + "grad_norm": 0.8339702030105105, + "learning_rate": 1.918909230440722e-05, + "loss": 0.0458, + "step": 18298 + }, + { + "epoch": 15.52078032230704, + "grad_norm": 1.1442875797835337, + "learning_rate": 1.9188983938878162e-05, + "loss": 0.0553, + "step": 18299 + }, + { + "epoch": 15.521628498727736, + "grad_norm": 0.8239556910629903, + "learning_rate": 1.918887556641491e-05, + "loss": 0.0468, + "step": 18300 + }, + { + "epoch": 15.52247667514843, + "grad_norm": 0.99972595892806, + "learning_rate": 1.9188767187017544e-05, + "loss": 0.0493, + "step": 18301 + }, + { + "epoch": 15.523324851569127, + "grad_norm": 0.9759651951394204, + "learning_rate": 1.9188658800686144e-05, + "loss": 0.053, + "step": 18302 + }, + { + "epoch": 15.524173027989821, + "grad_norm": 1.0611002997006393, + "learning_rate": 1.918855040742079e-05, + "loss": 0.0511, + "step": 18303 + }, + { + "epoch": 15.525021204410518, + "grad_norm": 1.1790580714840697, + "learning_rate": 1.9188442007221568e-05, + "loss": 0.0573, + "step": 18304 + }, + { + "epoch": 15.525869380831214, + "grad_norm": 1.09622225568492, + "learning_rate": 1.918833360008856e-05, + "loss": 0.0565, + "step": 18305 + }, + { + "epoch": 15.526717557251908, + "grad_norm": 1.1429615635205121, + "learning_rate": 1.9188225186021844e-05, + "loss": 0.0564, + "step": 18306 + }, + { + "epoch": 15.527565733672605, + "grad_norm": 1.1186669551751287, + "learning_rate": 1.9188116765021503e-05, + "loss": 0.0521, + "step": 18307 + }, + { + "epoch": 15.528413910093299, + "grad_norm": 0.9940684067332488, + "learning_rate": 1.9188008337087622e-05, + "loss": 0.0537, + "step": 18308 + }, + { + "epoch": 15.529262086513995, + "grad_norm": 0.9713274513869609, + "learning_rate": 1.9187899902220278e-05, + "loss": 0.0473, + "step": 18309 + }, + { + "epoch": 15.53011026293469, + "grad_norm": 1.059128527710885, + "learning_rate": 1.918779146041956e-05, + "loss": 0.0521, + "step": 18310 + }, + { + "epoch": 15.530958439355386, + "grad_norm": 1.0127983190096415, + "learning_rate": 1.918768301168554e-05, + "loss": 0.052, + "step": 18311 + }, + { + "epoch": 15.531806615776082, + "grad_norm": 0.9968991114330904, + "learning_rate": 1.9187574556018306e-05, + "loss": 0.047, + "step": 18312 + }, + { + "epoch": 15.532654792196777, + "grad_norm": 1.0808324544273242, + "learning_rate": 1.918746609341794e-05, + "loss": 0.054, + "step": 18313 + }, + { + "epoch": 15.533502968617473, + "grad_norm": 1.0889766269143617, + "learning_rate": 1.9187357623884524e-05, + "loss": 0.0579, + "step": 18314 + }, + { + "epoch": 15.534351145038167, + "grad_norm": 0.9391856394511902, + "learning_rate": 1.9187249147418138e-05, + "loss": 0.0519, + "step": 18315 + }, + { + "epoch": 15.535199321458864, + "grad_norm": 1.1399979924623378, + "learning_rate": 1.9187140664018862e-05, + "loss": 0.054, + "step": 18316 + }, + { + "epoch": 15.53604749787956, + "grad_norm": 0.9324606811811734, + "learning_rate": 1.918703217368678e-05, + "loss": 0.0479, + "step": 18317 + }, + { + "epoch": 15.536895674300254, + "grad_norm": 0.9722096491569597, + "learning_rate": 1.918692367642198e-05, + "loss": 0.0512, + "step": 18318 + }, + { + "epoch": 15.53774385072095, + "grad_norm": 0.8919645541436194, + "learning_rate": 1.9186815172224527e-05, + "loss": 0.045, + "step": 18319 + }, + { + "epoch": 15.538592027141645, + "grad_norm": 1.0031537815228557, + "learning_rate": 1.9186706661094525e-05, + "loss": 0.0496, + "step": 18320 + }, + { + "epoch": 15.539440203562341, + "grad_norm": 0.90598637112377, + "learning_rate": 1.918659814303204e-05, + "loss": 0.0531, + "step": 18321 + }, + { + "epoch": 15.540288379983036, + "grad_norm": 1.182555176390429, + "learning_rate": 1.9186489618037156e-05, + "loss": 0.0561, + "step": 18322 + }, + { + "epoch": 15.541136556403732, + "grad_norm": 1.156142561663199, + "learning_rate": 1.9186381086109964e-05, + "loss": 0.0566, + "step": 18323 + }, + { + "epoch": 15.541984732824428, + "grad_norm": 1.0239790859238893, + "learning_rate": 1.9186272547250535e-05, + "loss": 0.0507, + "step": 18324 + }, + { + "epoch": 15.542832909245123, + "grad_norm": 1.2416287064172713, + "learning_rate": 1.9186164001458954e-05, + "loss": 0.0578, + "step": 18325 + }, + { + "epoch": 15.543681085665819, + "grad_norm": 1.0535707173578823, + "learning_rate": 1.9186055448735307e-05, + "loss": 0.0552, + "step": 18326 + }, + { + "epoch": 15.544529262086513, + "grad_norm": 1.391740283895148, + "learning_rate": 1.9185946889079674e-05, + "loss": 0.0596, + "step": 18327 + }, + { + "epoch": 15.54537743850721, + "grad_norm": 1.1181369695667502, + "learning_rate": 1.918583832249213e-05, + "loss": 0.0515, + "step": 18328 + }, + { + "epoch": 15.546225614927906, + "grad_norm": 1.1752214773970384, + "learning_rate": 1.918572974897277e-05, + "loss": 0.0579, + "step": 18329 + }, + { + "epoch": 15.5470737913486, + "grad_norm": 1.0371732337882478, + "learning_rate": 1.918562116852167e-05, + "loss": 0.0498, + "step": 18330 + }, + { + "epoch": 15.547921967769296, + "grad_norm": 0.9519747063766715, + "learning_rate": 1.9185512581138904e-05, + "loss": 0.0504, + "step": 18331 + }, + { + "epoch": 15.54877014418999, + "grad_norm": 1.0839617673278241, + "learning_rate": 1.9185403986824567e-05, + "loss": 0.053, + "step": 18332 + }, + { + "epoch": 15.549618320610687, + "grad_norm": 0.9731626666114004, + "learning_rate": 1.918529538557873e-05, + "loss": 0.0511, + "step": 18333 + }, + { + "epoch": 15.550466497031383, + "grad_norm": 1.1261957941969842, + "learning_rate": 1.9185186777401485e-05, + "loss": 0.0555, + "step": 18334 + }, + { + "epoch": 15.551314673452078, + "grad_norm": 1.021021513508682, + "learning_rate": 1.9185078162292902e-05, + "loss": 0.0507, + "step": 18335 + }, + { + "epoch": 15.552162849872774, + "grad_norm": 1.0015472672325738, + "learning_rate": 1.9184969540253076e-05, + "loss": 0.0549, + "step": 18336 + }, + { + "epoch": 15.553011026293468, + "grad_norm": 1.1151661878098769, + "learning_rate": 1.9184860911282077e-05, + "loss": 0.061, + "step": 18337 + }, + { + "epoch": 15.553859202714165, + "grad_norm": 1.1008826576017465, + "learning_rate": 1.9184752275379998e-05, + "loss": 0.0553, + "step": 18338 + }, + { + "epoch": 15.554707379134861, + "grad_norm": 1.1117358299820734, + "learning_rate": 1.9184643632546912e-05, + "loss": 0.051, + "step": 18339 + }, + { + "epoch": 15.555555555555555, + "grad_norm": 0.9419753110687451, + "learning_rate": 1.91845349827829e-05, + "loss": 0.0504, + "step": 18340 + }, + { + "epoch": 15.556403731976252, + "grad_norm": 1.101047133456997, + "learning_rate": 1.9184426326088057e-05, + "loss": 0.0572, + "step": 18341 + }, + { + "epoch": 15.557251908396946, + "grad_norm": 0.9306275515624413, + "learning_rate": 1.9184317662462454e-05, + "loss": 0.0525, + "step": 18342 + }, + { + "epoch": 15.558100084817642, + "grad_norm": 1.0378753841437571, + "learning_rate": 1.9184208991906176e-05, + "loss": 0.0514, + "step": 18343 + }, + { + "epoch": 15.558948261238339, + "grad_norm": 1.0511679109527852, + "learning_rate": 1.9184100314419302e-05, + "loss": 0.0532, + "step": 18344 + }, + { + "epoch": 15.559796437659033, + "grad_norm": 0.8888482233843327, + "learning_rate": 1.918399163000192e-05, + "loss": 0.053, + "step": 18345 + }, + { + "epoch": 15.56064461407973, + "grad_norm": 1.0690251390973111, + "learning_rate": 1.9183882938654104e-05, + "loss": 0.0568, + "step": 18346 + }, + { + "epoch": 15.561492790500424, + "grad_norm": 0.9487695391944841, + "learning_rate": 1.9183774240375946e-05, + "loss": 0.0501, + "step": 18347 + }, + { + "epoch": 15.56234096692112, + "grad_norm": 1.0867761450611528, + "learning_rate": 1.918366553516752e-05, + "loss": 0.0617, + "step": 18348 + }, + { + "epoch": 15.563189143341814, + "grad_norm": 1.0514295279532029, + "learning_rate": 1.918355682302891e-05, + "loss": 0.0544, + "step": 18349 + }, + { + "epoch": 15.56403731976251, + "grad_norm": 0.9904640327643, + "learning_rate": 1.91834481039602e-05, + "loss": 0.0519, + "step": 18350 + }, + { + "epoch": 15.564885496183207, + "grad_norm": 0.9452607692282038, + "learning_rate": 1.918333937796147e-05, + "loss": 0.0481, + "step": 18351 + }, + { + "epoch": 15.565733672603901, + "grad_norm": 1.100730153518471, + "learning_rate": 1.9183230645032803e-05, + "loss": 0.0558, + "step": 18352 + }, + { + "epoch": 15.566581849024598, + "grad_norm": 1.151608464212789, + "learning_rate": 1.918312190517428e-05, + "loss": 0.0545, + "step": 18353 + }, + { + "epoch": 15.567430025445292, + "grad_norm": 0.9076986651892567, + "learning_rate": 1.9183013158385984e-05, + "loss": 0.0521, + "step": 18354 + }, + { + "epoch": 15.568278201865988, + "grad_norm": 1.1927604592921923, + "learning_rate": 1.9182904404667998e-05, + "loss": 0.0526, + "step": 18355 + }, + { + "epoch": 15.569126378286684, + "grad_norm": 1.1333260726840815, + "learning_rate": 1.9182795644020402e-05, + "loss": 0.0492, + "step": 18356 + }, + { + "epoch": 15.569974554707379, + "grad_norm": 0.9462671039454289, + "learning_rate": 1.918268687644328e-05, + "loss": 0.0472, + "step": 18357 + }, + { + "epoch": 15.570822731128075, + "grad_norm": 1.0276566964681793, + "learning_rate": 1.918257810193671e-05, + "loss": 0.054, + "step": 18358 + }, + { + "epoch": 15.57167090754877, + "grad_norm": 1.1693003898424184, + "learning_rate": 1.918246932050078e-05, + "loss": 0.0582, + "step": 18359 + }, + { + "epoch": 15.572519083969466, + "grad_norm": 0.9745642818290929, + "learning_rate": 1.9182360532135573e-05, + "loss": 0.05, + "step": 18360 + }, + { + "epoch": 15.57336726039016, + "grad_norm": 0.9682821020951207, + "learning_rate": 1.918225173684116e-05, + "loss": 0.0513, + "step": 18361 + }, + { + "epoch": 15.574215436810857, + "grad_norm": 1.0564642881025021, + "learning_rate": 1.9182142934617637e-05, + "loss": 0.0492, + "step": 18362 + }, + { + "epoch": 15.575063613231553, + "grad_norm": 0.9094138520442553, + "learning_rate": 1.9182034125465075e-05, + "loss": 0.0516, + "step": 18363 + }, + { + "epoch": 15.575911789652247, + "grad_norm": 1.076876322969152, + "learning_rate": 1.9181925309383563e-05, + "loss": 0.0503, + "step": 18364 + }, + { + "epoch": 15.576759966072943, + "grad_norm": 1.086688040720835, + "learning_rate": 1.918181648637318e-05, + "loss": 0.0511, + "step": 18365 + }, + { + "epoch": 15.577608142493638, + "grad_norm": 1.0718106032929193, + "learning_rate": 1.918170765643401e-05, + "loss": 0.0536, + "step": 18366 + }, + { + "epoch": 15.578456318914334, + "grad_norm": 1.0995741496414386, + "learning_rate": 1.9181598819566133e-05, + "loss": 0.0553, + "step": 18367 + }, + { + "epoch": 15.57930449533503, + "grad_norm": 1.1068586625418786, + "learning_rate": 1.9181489975769635e-05, + "loss": 0.0526, + "step": 18368 + }, + { + "epoch": 15.580152671755725, + "grad_norm": 1.046933741756135, + "learning_rate": 1.918138112504459e-05, + "loss": 0.0497, + "step": 18369 + }, + { + "epoch": 15.581000848176421, + "grad_norm": 1.0266085796152444, + "learning_rate": 1.918127226739109e-05, + "loss": 0.0491, + "step": 18370 + }, + { + "epoch": 15.581849024597116, + "grad_norm": 1.0233858070891335, + "learning_rate": 1.9181163402809212e-05, + "loss": 0.0513, + "step": 18371 + }, + { + "epoch": 15.582697201017812, + "grad_norm": 1.0311784199520202, + "learning_rate": 1.9181054531299037e-05, + "loss": 0.0542, + "step": 18372 + }, + { + "epoch": 15.583545377438508, + "grad_norm": 1.060882551760595, + "learning_rate": 1.918094565286065e-05, + "loss": 0.0568, + "step": 18373 + }, + { + "epoch": 15.584393553859202, + "grad_norm": 1.0436404871902687, + "learning_rate": 1.9180836767494134e-05, + "loss": 0.0565, + "step": 18374 + }, + { + "epoch": 15.585241730279899, + "grad_norm": 0.975274522180477, + "learning_rate": 1.9180727875199566e-05, + "loss": 0.0517, + "step": 18375 + }, + { + "epoch": 15.586089906700593, + "grad_norm": 0.9764190109958945, + "learning_rate": 1.9180618975977034e-05, + "loss": 0.0509, + "step": 18376 + }, + { + "epoch": 15.58693808312129, + "grad_norm": 1.053226848916682, + "learning_rate": 1.9180510069826616e-05, + "loss": 0.049, + "step": 18377 + }, + { + "epoch": 15.587786259541986, + "grad_norm": 1.0173508603844372, + "learning_rate": 1.9180401156748397e-05, + "loss": 0.0533, + "step": 18378 + }, + { + "epoch": 15.58863443596268, + "grad_norm": 1.013015819372907, + "learning_rate": 1.9180292236742454e-05, + "loss": 0.0506, + "step": 18379 + }, + { + "epoch": 15.589482612383376, + "grad_norm": 0.9630144811938028, + "learning_rate": 1.9180183309808877e-05, + "loss": 0.0482, + "step": 18380 + }, + { + "epoch": 15.59033078880407, + "grad_norm": 1.037454357294191, + "learning_rate": 1.9180074375947745e-05, + "loss": 0.0546, + "step": 18381 + }, + { + "epoch": 15.591178965224767, + "grad_norm": 0.9153862412395168, + "learning_rate": 1.9179965435159138e-05, + "loss": 0.0462, + "step": 18382 + }, + { + "epoch": 15.592027141645461, + "grad_norm": 1.0330306148416073, + "learning_rate": 1.917985648744314e-05, + "loss": 0.0602, + "step": 18383 + }, + { + "epoch": 15.592875318066158, + "grad_norm": 1.0174067265824527, + "learning_rate": 1.917974753279983e-05, + "loss": 0.0542, + "step": 18384 + }, + { + "epoch": 15.593723494486854, + "grad_norm": 0.9771461037927954, + "learning_rate": 1.9179638571229298e-05, + "loss": 0.0508, + "step": 18385 + }, + { + "epoch": 15.594571670907548, + "grad_norm": 0.9601327806557143, + "learning_rate": 1.917952960273162e-05, + "loss": 0.048, + "step": 18386 + }, + { + "epoch": 15.595419847328245, + "grad_norm": 0.9652113679078307, + "learning_rate": 1.917942062730688e-05, + "loss": 0.0557, + "step": 18387 + }, + { + "epoch": 15.596268023748939, + "grad_norm": 0.9052694231547654, + "learning_rate": 1.9179311644955163e-05, + "loss": 0.0484, + "step": 18388 + }, + { + "epoch": 15.597116200169635, + "grad_norm": 0.9504313963196838, + "learning_rate": 1.9179202655676542e-05, + "loss": 0.0495, + "step": 18389 + }, + { + "epoch": 15.597964376590332, + "grad_norm": 0.9863136012511169, + "learning_rate": 1.917909365947111e-05, + "loss": 0.0496, + "step": 18390 + }, + { + "epoch": 15.598812553011026, + "grad_norm": 0.9425698421158621, + "learning_rate": 1.9178984656338943e-05, + "loss": 0.0495, + "step": 18391 + }, + { + "epoch": 15.599660729431722, + "grad_norm": 1.1487164249213409, + "learning_rate": 1.9178875646280123e-05, + "loss": 0.0602, + "step": 18392 + }, + { + "epoch": 15.600508905852417, + "grad_norm": 0.9177835116306429, + "learning_rate": 1.917876662929474e-05, + "loss": 0.0457, + "step": 18393 + }, + { + "epoch": 15.601357082273113, + "grad_norm": 1.068006584673261, + "learning_rate": 1.9178657605382866e-05, + "loss": 0.0544, + "step": 18394 + }, + { + "epoch": 15.60220525869381, + "grad_norm": 0.9726151240191698, + "learning_rate": 1.9178548574544587e-05, + "loss": 0.0505, + "step": 18395 + }, + { + "epoch": 15.603053435114504, + "grad_norm": 1.0426732198163398, + "learning_rate": 1.9178439536779987e-05, + "loss": 0.0501, + "step": 18396 + }, + { + "epoch": 15.6039016115352, + "grad_norm": 1.0310357396985852, + "learning_rate": 1.917833049208915e-05, + "loss": 0.0547, + "step": 18397 + }, + { + "epoch": 15.604749787955894, + "grad_norm": 1.0311333800869127, + "learning_rate": 1.9178221440472152e-05, + "loss": 0.0534, + "step": 18398 + }, + { + "epoch": 15.60559796437659, + "grad_norm": 0.9044961669712189, + "learning_rate": 1.917811238192908e-05, + "loss": 0.0449, + "step": 18399 + }, + { + "epoch": 15.606446140797285, + "grad_norm": 0.9749422506080577, + "learning_rate": 1.9178003316460013e-05, + "loss": 0.0455, + "step": 18400 + }, + { + "epoch": 15.607294317217981, + "grad_norm": 0.9084420846762342, + "learning_rate": 1.9177894244065037e-05, + "loss": 0.0502, + "step": 18401 + }, + { + "epoch": 15.608142493638677, + "grad_norm": 0.9308255043037422, + "learning_rate": 1.9177785164744236e-05, + "loss": 0.0494, + "step": 18402 + }, + { + "epoch": 15.608990670059372, + "grad_norm": 0.9680559941275153, + "learning_rate": 1.9177676078497686e-05, + "loss": 0.0487, + "step": 18403 + }, + { + "epoch": 15.609838846480068, + "grad_norm": 1.113596645974387, + "learning_rate": 1.9177566985325473e-05, + "loss": 0.0516, + "step": 18404 + }, + { + "epoch": 15.610687022900763, + "grad_norm": 1.1612649080019088, + "learning_rate": 1.917745788522768e-05, + "loss": 0.0635, + "step": 18405 + }, + { + "epoch": 15.611535199321459, + "grad_norm": 0.9958115609901619, + "learning_rate": 1.9177348778204386e-05, + "loss": 0.0535, + "step": 18406 + }, + { + "epoch": 15.612383375742155, + "grad_norm": 0.949002605810376, + "learning_rate": 1.9177239664255675e-05, + "loss": 0.0511, + "step": 18407 + }, + { + "epoch": 15.61323155216285, + "grad_norm": 0.9964285872503259, + "learning_rate": 1.917713054338163e-05, + "loss": 0.0471, + "step": 18408 + }, + { + "epoch": 15.614079728583546, + "grad_norm": 1.1051352128569747, + "learning_rate": 1.9177021415582337e-05, + "loss": 0.0559, + "step": 18409 + }, + { + "epoch": 15.61492790500424, + "grad_norm": 1.1669451878150296, + "learning_rate": 1.917691228085787e-05, + "loss": 0.0494, + "step": 18410 + }, + { + "epoch": 15.615776081424936, + "grad_norm": 1.0993708157186266, + "learning_rate": 1.9176803139208317e-05, + "loss": 0.0508, + "step": 18411 + }, + { + "epoch": 15.616624257845633, + "grad_norm": 0.9171511909608898, + "learning_rate": 1.917669399063376e-05, + "loss": 0.0509, + "step": 18412 + }, + { + "epoch": 15.617472434266327, + "grad_norm": 0.9946664701517159, + "learning_rate": 1.917658483513428e-05, + "loss": 0.0523, + "step": 18413 + }, + { + "epoch": 15.618320610687023, + "grad_norm": 0.9193958320728769, + "learning_rate": 1.917647567270996e-05, + "loss": 0.0487, + "step": 18414 + }, + { + "epoch": 15.619168787107718, + "grad_norm": 0.9847991593912025, + "learning_rate": 1.917636650336088e-05, + "loss": 0.0534, + "step": 18415 + }, + { + "epoch": 15.620016963528414, + "grad_norm": 0.940624177818266, + "learning_rate": 1.9176257327087126e-05, + "loss": 0.0464, + "step": 18416 + }, + { + "epoch": 15.62086513994911, + "grad_norm": 1.0330041856203664, + "learning_rate": 1.9176148143888782e-05, + "loss": 0.0508, + "step": 18417 + }, + { + "epoch": 15.621713316369805, + "grad_norm": 1.0206365099707977, + "learning_rate": 1.9176038953765924e-05, + "loss": 0.051, + "step": 18418 + }, + { + "epoch": 15.622561492790501, + "grad_norm": 1.002843701655095, + "learning_rate": 1.917592975671864e-05, + "loss": 0.0565, + "step": 18419 + }, + { + "epoch": 15.623409669211195, + "grad_norm": 0.9131161102947389, + "learning_rate": 1.9175820552747008e-05, + "loss": 0.0464, + "step": 18420 + }, + { + "epoch": 15.624257845631892, + "grad_norm": 0.9765316382278496, + "learning_rate": 1.9175711341851117e-05, + "loss": 0.0535, + "step": 18421 + }, + { + "epoch": 15.625106022052586, + "grad_norm": 1.1069732185474912, + "learning_rate": 1.917560212403104e-05, + "loss": 0.0501, + "step": 18422 + }, + { + "epoch": 15.625954198473282, + "grad_norm": 1.1434249099004057, + "learning_rate": 1.9175492899286868e-05, + "loss": 0.0519, + "step": 18423 + }, + { + "epoch": 15.626802374893979, + "grad_norm": 0.9408040370633629, + "learning_rate": 1.9175383667618677e-05, + "loss": 0.0498, + "step": 18424 + }, + { + "epoch": 15.627650551314673, + "grad_norm": 1.1014978108603997, + "learning_rate": 1.9175274429026553e-05, + "loss": 0.0549, + "step": 18425 + }, + { + "epoch": 15.62849872773537, + "grad_norm": 0.8987362355590898, + "learning_rate": 1.917516518351058e-05, + "loss": 0.0476, + "step": 18426 + }, + { + "epoch": 15.629346904156064, + "grad_norm": 0.9325493547323028, + "learning_rate": 1.9175055931070836e-05, + "loss": 0.0477, + "step": 18427 + }, + { + "epoch": 15.63019508057676, + "grad_norm": 1.076789925448072, + "learning_rate": 1.9174946671707404e-05, + "loss": 0.0543, + "step": 18428 + }, + { + "epoch": 15.631043256997456, + "grad_norm": 1.0067081449153028, + "learning_rate": 1.917483740542037e-05, + "loss": 0.049, + "step": 18429 + }, + { + "epoch": 15.63189143341815, + "grad_norm": 1.0245122112153329, + "learning_rate": 1.9174728132209813e-05, + "loss": 0.048, + "step": 18430 + }, + { + "epoch": 15.632739609838847, + "grad_norm": 0.9451994547701139, + "learning_rate": 1.9174618852075823e-05, + "loss": 0.0501, + "step": 18431 + }, + { + "epoch": 15.633587786259541, + "grad_norm": 1.0279629795989305, + "learning_rate": 1.917450956501847e-05, + "loss": 0.0541, + "step": 18432 + }, + { + "epoch": 15.634435962680238, + "grad_norm": 0.8671253523043996, + "learning_rate": 1.9174400271037845e-05, + "loss": 0.0491, + "step": 18433 + }, + { + "epoch": 15.635284139100932, + "grad_norm": 1.0104895630815947, + "learning_rate": 1.9174290970134027e-05, + "loss": 0.0579, + "step": 18434 + }, + { + "epoch": 15.636132315521628, + "grad_norm": 0.9961986026386407, + "learning_rate": 1.9174181662307104e-05, + "loss": 0.053, + "step": 18435 + }, + { + "epoch": 15.636980491942325, + "grad_norm": 0.9864612294105667, + "learning_rate": 1.9174072347557147e-05, + "loss": 0.0515, + "step": 18436 + }, + { + "epoch": 15.637828668363019, + "grad_norm": 1.047988511024426, + "learning_rate": 1.9173963025884255e-05, + "loss": 0.0527, + "step": 18437 + }, + { + "epoch": 15.638676844783715, + "grad_norm": 0.8785241532093838, + "learning_rate": 1.9173853697288497e-05, + "loss": 0.0471, + "step": 18438 + }, + { + "epoch": 15.63952502120441, + "grad_norm": 1.0084176825980453, + "learning_rate": 1.917374436176996e-05, + "loss": 0.0499, + "step": 18439 + }, + { + "epoch": 15.640373197625106, + "grad_norm": 1.0290339300064575, + "learning_rate": 1.9173635019328724e-05, + "loss": 0.0521, + "step": 18440 + }, + { + "epoch": 15.641221374045802, + "grad_norm": 1.1093891837051921, + "learning_rate": 1.9173525669964877e-05, + "loss": 0.052, + "step": 18441 + }, + { + "epoch": 15.642069550466497, + "grad_norm": 1.1487346604125714, + "learning_rate": 1.9173416313678498e-05, + "loss": 0.0529, + "step": 18442 + }, + { + "epoch": 15.642917726887193, + "grad_norm": 1.1161151728462544, + "learning_rate": 1.917330695046967e-05, + "loss": 0.0525, + "step": 18443 + }, + { + "epoch": 15.643765903307887, + "grad_norm": 1.1205010624500726, + "learning_rate": 1.9173197580338474e-05, + "loss": 0.0638, + "step": 18444 + }, + { + "epoch": 15.644614079728584, + "grad_norm": 1.0888959951774821, + "learning_rate": 1.9173088203284992e-05, + "loss": 0.0574, + "step": 18445 + }, + { + "epoch": 15.64546225614928, + "grad_norm": 1.1932772579007245, + "learning_rate": 1.9172978819309312e-05, + "loss": 0.0543, + "step": 18446 + }, + { + "epoch": 15.646310432569974, + "grad_norm": 1.0056769699684698, + "learning_rate": 1.9172869428411514e-05, + "loss": 0.0476, + "step": 18447 + }, + { + "epoch": 15.64715860899067, + "grad_norm": 1.197283390534801, + "learning_rate": 1.9172760030591677e-05, + "loss": 0.0566, + "step": 18448 + }, + { + "epoch": 15.648006785411365, + "grad_norm": 1.2419897118794032, + "learning_rate": 1.917265062584989e-05, + "loss": 0.0603, + "step": 18449 + }, + { + "epoch": 15.648854961832061, + "grad_norm": 1.0896306960050182, + "learning_rate": 1.9172541214186228e-05, + "loss": 0.0525, + "step": 18450 + }, + { + "epoch": 15.649703138252757, + "grad_norm": 1.037687197134123, + "learning_rate": 1.9172431795600776e-05, + "loss": 0.0505, + "step": 18451 + }, + { + "epoch": 15.650551314673452, + "grad_norm": 1.0009049657963704, + "learning_rate": 1.917232237009362e-05, + "loss": 0.0554, + "step": 18452 + }, + { + "epoch": 15.651399491094148, + "grad_norm": 1.3600613187043633, + "learning_rate": 1.917221293766484e-05, + "loss": 0.0569, + "step": 18453 + }, + { + "epoch": 15.652247667514843, + "grad_norm": 1.0730985183983413, + "learning_rate": 1.917210349831452e-05, + "loss": 0.0571, + "step": 18454 + }, + { + "epoch": 15.653095843935539, + "grad_norm": 0.8084178099957587, + "learning_rate": 1.917199405204274e-05, + "loss": 0.0499, + "step": 18455 + }, + { + "epoch": 15.653944020356235, + "grad_norm": 1.056924671699737, + "learning_rate": 1.9171884598849585e-05, + "loss": 0.0534, + "step": 18456 + }, + { + "epoch": 15.65479219677693, + "grad_norm": 1.0503935824678179, + "learning_rate": 1.9171775138735137e-05, + "loss": 0.057, + "step": 18457 + }, + { + "epoch": 15.655640373197626, + "grad_norm": 1.125479310354858, + "learning_rate": 1.917166567169948e-05, + "loss": 0.0574, + "step": 18458 + }, + { + "epoch": 15.65648854961832, + "grad_norm": 1.0923816953875662, + "learning_rate": 1.9171556197742692e-05, + "loss": 0.0554, + "step": 18459 + }, + { + "epoch": 15.657336726039016, + "grad_norm": 1.1197590314633443, + "learning_rate": 1.917144671686486e-05, + "loss": 0.0684, + "step": 18460 + }, + { + "epoch": 15.65818490245971, + "grad_norm": 0.9965030403248362, + "learning_rate": 1.9171337229066066e-05, + "loss": 0.0507, + "step": 18461 + }, + { + "epoch": 15.659033078880407, + "grad_norm": 1.054448241128282, + "learning_rate": 1.9171227734346392e-05, + "loss": 0.0543, + "step": 18462 + }, + { + "epoch": 15.659881255301103, + "grad_norm": 1.0032368940123828, + "learning_rate": 1.917111823270592e-05, + "loss": 0.0523, + "step": 18463 + }, + { + "epoch": 15.660729431721798, + "grad_norm": 1.0805748722751949, + "learning_rate": 1.917100872414473e-05, + "loss": 0.0523, + "step": 18464 + }, + { + "epoch": 15.661577608142494, + "grad_norm": 1.0403061294839648, + "learning_rate": 1.917089920866291e-05, + "loss": 0.0557, + "step": 18465 + }, + { + "epoch": 15.662425784563188, + "grad_norm": 1.0617622073327329, + "learning_rate": 1.9170789686260543e-05, + "loss": 0.0538, + "step": 18466 + }, + { + "epoch": 15.663273960983885, + "grad_norm": 1.1213488749754332, + "learning_rate": 1.9170680156937707e-05, + "loss": 0.0578, + "step": 18467 + }, + { + "epoch": 15.664122137404581, + "grad_norm": 1.0072890342596206, + "learning_rate": 1.9170570620694485e-05, + "loss": 0.0516, + "step": 18468 + }, + { + "epoch": 15.664970313825275, + "grad_norm": 0.9385506486786358, + "learning_rate": 1.9170461077530964e-05, + "loss": 0.0537, + "step": 18469 + }, + { + "epoch": 15.665818490245972, + "grad_norm": 0.9175787252500525, + "learning_rate": 1.917035152744722e-05, + "loss": 0.0464, + "step": 18470 + }, + { + "epoch": 15.666666666666666, + "grad_norm": 1.1333180339901845, + "learning_rate": 1.9170241970443344e-05, + "loss": 0.0542, + "step": 18471 + }, + { + "epoch": 15.667514843087362, + "grad_norm": 0.9820353855851379, + "learning_rate": 1.917013240651941e-05, + "loss": 0.0509, + "step": 18472 + }, + { + "epoch": 15.668363019508057, + "grad_norm": 0.8751507449070354, + "learning_rate": 1.917002283567551e-05, + "loss": 0.0538, + "step": 18473 + }, + { + "epoch": 15.669211195928753, + "grad_norm": 1.0478826368549403, + "learning_rate": 1.916991325791172e-05, + "loss": 0.0509, + "step": 18474 + }, + { + "epoch": 15.67005937234945, + "grad_norm": 1.0233468365058613, + "learning_rate": 1.9169803673228125e-05, + "loss": 0.0497, + "step": 18475 + }, + { + "epoch": 15.670907548770144, + "grad_norm": 0.9453807648877703, + "learning_rate": 1.9169694081624805e-05, + "loss": 0.048, + "step": 18476 + }, + { + "epoch": 15.67175572519084, + "grad_norm": 1.0028647233283932, + "learning_rate": 1.9169584483101843e-05, + "loss": 0.0472, + "step": 18477 + }, + { + "epoch": 15.672603901611534, + "grad_norm": 1.1363761953043094, + "learning_rate": 1.916947487765933e-05, + "loss": 0.0547, + "step": 18478 + }, + { + "epoch": 15.67345207803223, + "grad_norm": 1.0535780531563075, + "learning_rate": 1.9169365265297337e-05, + "loss": 0.0518, + "step": 18479 + }, + { + "epoch": 15.674300254452927, + "grad_norm": 1.1762720916405383, + "learning_rate": 1.9169255646015955e-05, + "loss": 0.0586, + "step": 18480 + }, + { + "epoch": 15.675148430873621, + "grad_norm": 1.1493539555676935, + "learning_rate": 1.916914601981526e-05, + "loss": 0.0568, + "step": 18481 + }, + { + "epoch": 15.675996607294318, + "grad_norm": 1.0446789862315662, + "learning_rate": 1.9169036386695342e-05, + "loss": 0.0511, + "step": 18482 + }, + { + "epoch": 15.676844783715012, + "grad_norm": 1.0289109931712894, + "learning_rate": 1.9168926746656277e-05, + "loss": 0.0537, + "step": 18483 + }, + { + "epoch": 15.677692960135708, + "grad_norm": 1.1282203251902074, + "learning_rate": 1.916881709969815e-05, + "loss": 0.0527, + "step": 18484 + }, + { + "epoch": 15.678541136556404, + "grad_norm": 1.0104001849217996, + "learning_rate": 1.9168707445821047e-05, + "loss": 0.0595, + "step": 18485 + }, + { + "epoch": 15.679389312977099, + "grad_norm": 1.0142957654378963, + "learning_rate": 1.916859778502505e-05, + "loss": 0.0495, + "step": 18486 + }, + { + "epoch": 15.680237489397795, + "grad_norm": 0.9718664525242158, + "learning_rate": 1.9168488117310236e-05, + "loss": 0.0522, + "step": 18487 + }, + { + "epoch": 15.68108566581849, + "grad_norm": 1.0289063901283315, + "learning_rate": 1.91683784426767e-05, + "loss": 0.0557, + "step": 18488 + }, + { + "epoch": 15.681933842239186, + "grad_norm": 0.9877933535677179, + "learning_rate": 1.9168268761124507e-05, + "loss": 0.0512, + "step": 18489 + }, + { + "epoch": 15.682782018659882, + "grad_norm": 1.0550524581879124, + "learning_rate": 1.9168159072653755e-05, + "loss": 0.0573, + "step": 18490 + }, + { + "epoch": 15.683630195080577, + "grad_norm": 0.9378040700505251, + "learning_rate": 1.9168049377264518e-05, + "loss": 0.0462, + "step": 18491 + }, + { + "epoch": 15.684478371501273, + "grad_norm": 1.2873651646411168, + "learning_rate": 1.9167939674956883e-05, + "loss": 0.0541, + "step": 18492 + }, + { + "epoch": 15.685326547921967, + "grad_norm": 1.0601630319237727, + "learning_rate": 1.916782996573093e-05, + "loss": 0.0508, + "step": 18493 + }, + { + "epoch": 15.686174724342663, + "grad_norm": 0.9057383731943998, + "learning_rate": 1.9167720249586746e-05, + "loss": 0.0477, + "step": 18494 + }, + { + "epoch": 15.68702290076336, + "grad_norm": 1.0372286397658694, + "learning_rate": 1.916761052652441e-05, + "loss": 0.0539, + "step": 18495 + }, + { + "epoch": 15.687871077184054, + "grad_norm": 1.158903132057728, + "learning_rate": 1.916750079654401e-05, + "loss": 0.0567, + "step": 18496 + }, + { + "epoch": 15.68871925360475, + "grad_norm": 1.100215538328636, + "learning_rate": 1.9167391059645618e-05, + "loss": 0.0587, + "step": 18497 + }, + { + "epoch": 15.689567430025445, + "grad_norm": 0.9425928394155905, + "learning_rate": 1.916728131582933e-05, + "loss": 0.0504, + "step": 18498 + }, + { + "epoch": 15.690415606446141, + "grad_norm": 1.0824507274632698, + "learning_rate": 1.916717156509522e-05, + "loss": 0.0541, + "step": 18499 + }, + { + "epoch": 15.691263782866836, + "grad_norm": 1.1010854873914602, + "learning_rate": 1.916706180744337e-05, + "loss": 0.0522, + "step": 18500 + }, + { + "epoch": 15.692111959287532, + "grad_norm": 1.0370903190382925, + "learning_rate": 1.9166952042873874e-05, + "loss": 0.0509, + "step": 18501 + }, + { + "epoch": 15.692960135708228, + "grad_norm": 1.0495667271671085, + "learning_rate": 1.91668422713868e-05, + "loss": 0.0551, + "step": 18502 + }, + { + "epoch": 15.693808312128922, + "grad_norm": 0.9950223639204518, + "learning_rate": 1.916673249298224e-05, + "loss": 0.0496, + "step": 18503 + }, + { + "epoch": 15.694656488549619, + "grad_norm": 0.9666731684984597, + "learning_rate": 1.9166622707660276e-05, + "loss": 0.0542, + "step": 18504 + }, + { + "epoch": 15.695504664970313, + "grad_norm": 1.093176898322128, + "learning_rate": 1.9166512915420988e-05, + "loss": 0.0532, + "step": 18505 + }, + { + "epoch": 15.69635284139101, + "grad_norm": 1.0891933367749063, + "learning_rate": 1.916640311626446e-05, + "loss": 0.0502, + "step": 18506 + }, + { + "epoch": 15.697201017811706, + "grad_norm": 1.088549876306584, + "learning_rate": 1.9166293310190774e-05, + "loss": 0.0562, + "step": 18507 + }, + { + "epoch": 15.6980491942324, + "grad_norm": 1.1087362286647604, + "learning_rate": 1.916618349720002e-05, + "loss": 0.0539, + "step": 18508 + }, + { + "epoch": 15.698897370653096, + "grad_norm": 1.0694197251499928, + "learning_rate": 1.9166073677292266e-05, + "loss": 0.0512, + "step": 18509 + }, + { + "epoch": 15.69974554707379, + "grad_norm": 0.9721927076370155, + "learning_rate": 1.916596385046761e-05, + "loss": 0.0496, + "step": 18510 + }, + { + "epoch": 15.700593723494487, + "grad_norm": 0.9085769014614823, + "learning_rate": 1.916585401672613e-05, + "loss": 0.0464, + "step": 18511 + }, + { + "epoch": 15.701441899915181, + "grad_norm": 1.0942125750614782, + "learning_rate": 1.9165744176067903e-05, + "loss": 0.0514, + "step": 18512 + }, + { + "epoch": 15.702290076335878, + "grad_norm": 0.8796905186145, + "learning_rate": 1.916563432849302e-05, + "loss": 0.054, + "step": 18513 + }, + { + "epoch": 15.703138252756574, + "grad_norm": 1.1436285131895658, + "learning_rate": 1.916552447400156e-05, + "loss": 0.0602, + "step": 18514 + }, + { + "epoch": 15.703986429177268, + "grad_norm": 1.174091319298208, + "learning_rate": 1.9165414612593604e-05, + "loss": 0.0533, + "step": 18515 + }, + { + "epoch": 15.704834605597965, + "grad_norm": 1.1692759038490543, + "learning_rate": 1.9165304744269235e-05, + "loss": 0.0581, + "step": 18516 + }, + { + "epoch": 15.705682782018659, + "grad_norm": 0.8431698564743736, + "learning_rate": 1.9165194869028544e-05, + "loss": 0.0476, + "step": 18517 + }, + { + "epoch": 15.706530958439355, + "grad_norm": 1.0933741489719513, + "learning_rate": 1.9165084986871605e-05, + "loss": 0.0502, + "step": 18518 + }, + { + "epoch": 15.707379134860052, + "grad_norm": 0.9258723211661501, + "learning_rate": 1.9164975097798504e-05, + "loss": 0.0505, + "step": 18519 + }, + { + "epoch": 15.708227311280746, + "grad_norm": 0.9465615355233472, + "learning_rate": 1.9164865201809324e-05, + "loss": 0.0529, + "step": 18520 + }, + { + "epoch": 15.709075487701442, + "grad_norm": 1.3401719697227454, + "learning_rate": 1.9164755298904148e-05, + "loss": 0.0605, + "step": 18521 + }, + { + "epoch": 15.709923664122137, + "grad_norm": 1.095701463727686, + "learning_rate": 1.916464538908306e-05, + "loss": 0.0538, + "step": 18522 + }, + { + "epoch": 15.710771840542833, + "grad_norm": 0.9608585704781136, + "learning_rate": 1.916453547234614e-05, + "loss": 0.0519, + "step": 18523 + }, + { + "epoch": 15.71162001696353, + "grad_norm": 0.9846526771872706, + "learning_rate": 1.916442554869347e-05, + "loss": 0.0484, + "step": 18524 + }, + { + "epoch": 15.712468193384224, + "grad_norm": 1.1961904775343273, + "learning_rate": 1.916431561812514e-05, + "loss": 0.0606, + "step": 18525 + }, + { + "epoch": 15.71331636980492, + "grad_norm": 1.1692469751577919, + "learning_rate": 1.9164205680641225e-05, + "loss": 0.0555, + "step": 18526 + }, + { + "epoch": 15.714164546225614, + "grad_norm": 1.210930413008762, + "learning_rate": 1.9164095736241815e-05, + "loss": 0.0504, + "step": 18527 + }, + { + "epoch": 15.71501272264631, + "grad_norm": 1.0459087397814444, + "learning_rate": 1.9163985784926988e-05, + "loss": 0.0517, + "step": 18528 + }, + { + "epoch": 15.715860899067007, + "grad_norm": 1.1644124208352762, + "learning_rate": 1.9163875826696828e-05, + "loss": 0.0584, + "step": 18529 + }, + { + "epoch": 15.716709075487701, + "grad_norm": 0.8797502888929574, + "learning_rate": 1.916376586155142e-05, + "loss": 0.0466, + "step": 18530 + }, + { + "epoch": 15.717557251908397, + "grad_norm": 0.8692402055347671, + "learning_rate": 1.916365588949084e-05, + "loss": 0.0476, + "step": 18531 + }, + { + "epoch": 15.718405428329092, + "grad_norm": 1.0192757100910188, + "learning_rate": 1.9163545910515184e-05, + "loss": 0.0503, + "step": 18532 + }, + { + "epoch": 15.719253604749788, + "grad_norm": 1.0249965497085618, + "learning_rate": 1.9163435924624522e-05, + "loss": 0.055, + "step": 18533 + }, + { + "epoch": 15.720101781170484, + "grad_norm": 1.200445347791046, + "learning_rate": 1.916332593181894e-05, + "loss": 0.0666, + "step": 18534 + }, + { + "epoch": 15.720949957591179, + "grad_norm": 0.9590280780854861, + "learning_rate": 1.916321593209853e-05, + "loss": 0.0509, + "step": 18535 + }, + { + "epoch": 15.721798134011875, + "grad_norm": 1.0245966446609334, + "learning_rate": 1.9163105925463363e-05, + "loss": 0.0524, + "step": 18536 + }, + { + "epoch": 15.72264631043257, + "grad_norm": 0.9982292486224469, + "learning_rate": 1.9162995911913532e-05, + "loss": 0.0488, + "step": 18537 + }, + { + "epoch": 15.723494486853266, + "grad_norm": 1.9835964685462597, + "learning_rate": 1.9162885891449114e-05, + "loss": 0.0595, + "step": 18538 + }, + { + "epoch": 15.72434266327396, + "grad_norm": 0.8524205595579435, + "learning_rate": 1.9162775864070192e-05, + "loss": 0.05, + "step": 18539 + }, + { + "epoch": 15.725190839694656, + "grad_norm": 0.846744649663358, + "learning_rate": 1.9162665829776853e-05, + "loss": 0.0517, + "step": 18540 + }, + { + "epoch": 15.726039016115353, + "grad_norm": 1.0670354735829508, + "learning_rate": 1.9162555788569173e-05, + "loss": 0.0561, + "step": 18541 + }, + { + "epoch": 15.726887192536047, + "grad_norm": 1.0066785862742111, + "learning_rate": 1.9162445740447242e-05, + "loss": 0.0525, + "step": 18542 + }, + { + "epoch": 15.727735368956743, + "grad_norm": 1.0647885181276016, + "learning_rate": 1.916233568541114e-05, + "loss": 0.0551, + "step": 18543 + }, + { + "epoch": 15.728583545377438, + "grad_norm": 1.0663821570982184, + "learning_rate": 1.916222562346095e-05, + "loss": 0.0549, + "step": 18544 + }, + { + "epoch": 15.729431721798134, + "grad_norm": 0.9663064077037765, + "learning_rate": 1.916211555459676e-05, + "loss": 0.0477, + "step": 18545 + }, + { + "epoch": 15.73027989821883, + "grad_norm": 0.98933877250862, + "learning_rate": 1.9162005478818642e-05, + "loss": 0.0501, + "step": 18546 + }, + { + "epoch": 15.731128074639525, + "grad_norm": 1.4252538935017744, + "learning_rate": 1.916189539612669e-05, + "loss": 0.0581, + "step": 18547 + }, + { + "epoch": 15.731976251060221, + "grad_norm": 1.0773675096220814, + "learning_rate": 1.9161785306520982e-05, + "loss": 0.0546, + "step": 18548 + }, + { + "epoch": 15.732824427480915, + "grad_norm": 1.0426727607996435, + "learning_rate": 1.9161675210001604e-05, + "loss": 0.0501, + "step": 18549 + }, + { + "epoch": 15.733672603901612, + "grad_norm": 1.2187745305775295, + "learning_rate": 1.916156510656863e-05, + "loss": 0.0557, + "step": 18550 + }, + { + "epoch": 15.734520780322306, + "grad_norm": 1.1734242240604138, + "learning_rate": 1.9161454996222158e-05, + "loss": 0.0546, + "step": 18551 + }, + { + "epoch": 15.735368956743002, + "grad_norm": 1.002375070875357, + "learning_rate": 1.916134487896226e-05, + "loss": 0.0522, + "step": 18552 + }, + { + "epoch": 15.736217133163699, + "grad_norm": 1.2113395230747779, + "learning_rate": 1.916123475478902e-05, + "loss": 0.0562, + "step": 18553 + }, + { + "epoch": 15.737065309584393, + "grad_norm": 1.142667071755302, + "learning_rate": 1.916112462370253e-05, + "loss": 0.057, + "step": 18554 + }, + { + "epoch": 15.73791348600509, + "grad_norm": 1.018578857580479, + "learning_rate": 1.916101448570286e-05, + "loss": 0.0495, + "step": 18555 + }, + { + "epoch": 15.738761662425784, + "grad_norm": 1.0607607399671277, + "learning_rate": 1.9160904340790102e-05, + "loss": 0.0581, + "step": 18556 + }, + { + "epoch": 15.73960983884648, + "grad_norm": 1.0657311219559638, + "learning_rate": 1.9160794188964334e-05, + "loss": 0.051, + "step": 18557 + }, + { + "epoch": 15.740458015267176, + "grad_norm": 1.101451539179498, + "learning_rate": 1.9160684030225646e-05, + "loss": 0.056, + "step": 18558 + }, + { + "epoch": 15.74130619168787, + "grad_norm": 1.0663732486363147, + "learning_rate": 1.9160573864574116e-05, + "loss": 0.0552, + "step": 18559 + }, + { + "epoch": 15.742154368108567, + "grad_norm": 1.0892617990624727, + "learning_rate": 1.9160463692009827e-05, + "loss": 0.0557, + "step": 18560 + }, + { + "epoch": 15.743002544529261, + "grad_norm": 1.0611061532432435, + "learning_rate": 1.9160353512532865e-05, + "loss": 0.0534, + "step": 18561 + }, + { + "epoch": 15.743850720949958, + "grad_norm": 0.8899897840809257, + "learning_rate": 1.9160243326143312e-05, + "loss": 0.0511, + "step": 18562 + }, + { + "epoch": 15.744698897370654, + "grad_norm": 1.2330092807515107, + "learning_rate": 1.9160133132841244e-05, + "loss": 0.0581, + "step": 18563 + }, + { + "epoch": 15.745547073791348, + "grad_norm": 1.025112267417255, + "learning_rate": 1.9160022932626758e-05, + "loss": 0.0513, + "step": 18564 + }, + { + "epoch": 15.746395250212045, + "grad_norm": 1.126343508491676, + "learning_rate": 1.9159912725499924e-05, + "loss": 0.0585, + "step": 18565 + }, + { + "epoch": 15.747243426632739, + "grad_norm": 0.9473882161154439, + "learning_rate": 1.9159802511460836e-05, + "loss": 0.0489, + "step": 18566 + }, + { + "epoch": 15.748091603053435, + "grad_norm": 1.0831819262005167, + "learning_rate": 1.915969229050957e-05, + "loss": 0.0502, + "step": 18567 + }, + { + "epoch": 15.748939779474131, + "grad_norm": 1.0140142638313487, + "learning_rate": 1.9159582062646214e-05, + "loss": 0.0508, + "step": 18568 + }, + { + "epoch": 15.749787955894826, + "grad_norm": 0.9870303021402839, + "learning_rate": 1.9159471827870845e-05, + "loss": 0.051, + "step": 18569 + }, + { + "epoch": 15.750636132315522, + "grad_norm": 0.9448570858739633, + "learning_rate": 1.915936158618355e-05, + "loss": 0.0497, + "step": 18570 + }, + { + "epoch": 15.751484308736217, + "grad_norm": 1.0183307569891191, + "learning_rate": 1.9159251337584416e-05, + "loss": 0.0508, + "step": 18571 + }, + { + "epoch": 15.752332485156913, + "grad_norm": 1.191049619430468, + "learning_rate": 1.9159141082073515e-05, + "loss": 0.0573, + "step": 18572 + }, + { + "epoch": 15.753180661577607, + "grad_norm": 1.061549488602794, + "learning_rate": 1.915903081965094e-05, + "loss": 0.0509, + "step": 18573 + }, + { + "epoch": 15.754028837998304, + "grad_norm": 0.950958638291653, + "learning_rate": 1.9158920550316776e-05, + "loss": 0.0459, + "step": 18574 + }, + { + "epoch": 15.754877014419, + "grad_norm": 1.092822045878467, + "learning_rate": 1.9158810274071097e-05, + "loss": 0.0516, + "step": 18575 + }, + { + "epoch": 15.755725190839694, + "grad_norm": 1.1192177864666042, + "learning_rate": 1.9158699990913993e-05, + "loss": 0.0553, + "step": 18576 + }, + { + "epoch": 15.75657336726039, + "grad_norm": 1.1009717601907083, + "learning_rate": 1.9158589700845543e-05, + "loss": 0.0549, + "step": 18577 + }, + { + "epoch": 15.757421543681085, + "grad_norm": 1.2869939356421225, + "learning_rate": 1.9158479403865837e-05, + "loss": 0.0545, + "step": 18578 + }, + { + "epoch": 15.758269720101781, + "grad_norm": 1.1823429373057193, + "learning_rate": 1.915836909997495e-05, + "loss": 0.0562, + "step": 18579 + }, + { + "epoch": 15.759117896522477, + "grad_norm": 1.140573004457803, + "learning_rate": 1.9158258789172968e-05, + "loss": 0.0616, + "step": 18580 + }, + { + "epoch": 15.759966072943172, + "grad_norm": 1.0729905509816935, + "learning_rate": 1.9158148471459975e-05, + "loss": 0.055, + "step": 18581 + }, + { + "epoch": 15.760814249363868, + "grad_norm": 1.0662523107815398, + "learning_rate": 1.9158038146836054e-05, + "loss": 0.05, + "step": 18582 + }, + { + "epoch": 15.761662425784563, + "grad_norm": 1.1507552104461418, + "learning_rate": 1.9157927815301293e-05, + "loss": 0.0543, + "step": 18583 + }, + { + "epoch": 15.762510602205259, + "grad_norm": 1.0363580112647166, + "learning_rate": 1.915781747685577e-05, + "loss": 0.0548, + "step": 18584 + }, + { + "epoch": 15.763358778625955, + "grad_norm": 1.0247952198280594, + "learning_rate": 1.9157707131499565e-05, + "loss": 0.0534, + "step": 18585 + }, + { + "epoch": 15.76420695504665, + "grad_norm": 1.0319833751577756, + "learning_rate": 1.9157596779232768e-05, + "loss": 0.0549, + "step": 18586 + }, + { + "epoch": 15.765055131467346, + "grad_norm": 1.154641391352295, + "learning_rate": 1.915748642005546e-05, + "loss": 0.0651, + "step": 18587 + }, + { + "epoch": 15.76590330788804, + "grad_norm": 1.1788313249521272, + "learning_rate": 1.9157376053967723e-05, + "loss": 0.0597, + "step": 18588 + }, + { + "epoch": 15.766751484308736, + "grad_norm": 1.234794900973482, + "learning_rate": 1.9157265680969642e-05, + "loss": 0.0578, + "step": 18589 + }, + { + "epoch": 15.76759966072943, + "grad_norm": 1.181359191402453, + "learning_rate": 1.91571553010613e-05, + "loss": 0.0602, + "step": 18590 + }, + { + "epoch": 15.768447837150127, + "grad_norm": 1.0077087091086816, + "learning_rate": 1.915704491424278e-05, + "loss": 0.0546, + "step": 18591 + }, + { + "epoch": 15.769296013570823, + "grad_norm": 1.0527477916534893, + "learning_rate": 1.915693452051416e-05, + "loss": 0.055, + "step": 18592 + }, + { + "epoch": 15.770144189991518, + "grad_norm": 0.9588074695751612, + "learning_rate": 1.9156824119875533e-05, + "loss": 0.0537, + "step": 18593 + }, + { + "epoch": 15.770992366412214, + "grad_norm": 0.9669743529718272, + "learning_rate": 1.9156713712326978e-05, + "loss": 0.0544, + "step": 18594 + }, + { + "epoch": 15.771840542832908, + "grad_norm": 0.9815829217575803, + "learning_rate": 1.915660329786858e-05, + "loss": 0.05, + "step": 18595 + }, + { + "epoch": 15.772688719253605, + "grad_norm": 0.9149815336017818, + "learning_rate": 1.9156492876500414e-05, + "loss": 0.0523, + "step": 18596 + }, + { + "epoch": 15.773536895674301, + "grad_norm": 1.2528196500788187, + "learning_rate": 1.9156382448222574e-05, + "loss": 0.0622, + "step": 18597 + }, + { + "epoch": 15.774385072094995, + "grad_norm": 1.082599043599561, + "learning_rate": 1.9156272013035137e-05, + "loss": 0.0535, + "step": 18598 + }, + { + "epoch": 15.775233248515692, + "grad_norm": 0.9550373916273783, + "learning_rate": 1.9156161570938192e-05, + "loss": 0.0542, + "step": 18599 + }, + { + "epoch": 15.776081424936386, + "grad_norm": 1.2342453927538046, + "learning_rate": 1.915605112193182e-05, + "loss": 0.0568, + "step": 18600 + }, + { + "epoch": 15.776929601357082, + "grad_norm": 0.9440188965166625, + "learning_rate": 1.9155940666016094e-05, + "loss": 0.0477, + "step": 18601 + }, + { + "epoch": 15.777777777777779, + "grad_norm": 1.1217489870533206, + "learning_rate": 1.915583020319111e-05, + "loss": 0.0554, + "step": 18602 + }, + { + "epoch": 15.778625954198473, + "grad_norm": 1.1689077104129602, + "learning_rate": 1.915571973345695e-05, + "loss": 0.0585, + "step": 18603 + }, + { + "epoch": 15.77947413061917, + "grad_norm": 1.1555736060040933, + "learning_rate": 1.9155609256813696e-05, + "loss": 0.0562, + "step": 18604 + }, + { + "epoch": 15.780322307039864, + "grad_norm": 1.1193313071591027, + "learning_rate": 1.915549877326143e-05, + "loss": 0.0669, + "step": 18605 + }, + { + "epoch": 15.78117048346056, + "grad_norm": 1.0472665635561809, + "learning_rate": 1.9155388282800235e-05, + "loss": 0.0553, + "step": 18606 + }, + { + "epoch": 15.782018659881256, + "grad_norm": 1.0565203706835844, + "learning_rate": 1.9155277785430196e-05, + "loss": 0.0533, + "step": 18607 + }, + { + "epoch": 15.78286683630195, + "grad_norm": 0.9252815168105456, + "learning_rate": 1.9155167281151396e-05, + "loss": 0.0523, + "step": 18608 + }, + { + "epoch": 15.783715012722647, + "grad_norm": 1.0589727115807293, + "learning_rate": 1.9155056769963915e-05, + "loss": 0.0519, + "step": 18609 + }, + { + "epoch": 15.784563189143341, + "grad_norm": 1.0716924500616376, + "learning_rate": 1.9154946251867843e-05, + "loss": 0.0532, + "step": 18610 + }, + { + "epoch": 15.785411365564038, + "grad_norm": 1.0630963777459757, + "learning_rate": 1.9154835726863256e-05, + "loss": 0.0508, + "step": 18611 + }, + { + "epoch": 15.786259541984732, + "grad_norm": 1.1287112331224223, + "learning_rate": 1.9154725194950247e-05, + "loss": 0.0591, + "step": 18612 + }, + { + "epoch": 15.787107718405428, + "grad_norm": 1.020321996703131, + "learning_rate": 1.9154614656128888e-05, + "loss": 0.0549, + "step": 18613 + }, + { + "epoch": 15.787955894826124, + "grad_norm": 0.9792034534896058, + "learning_rate": 1.915450411039927e-05, + "loss": 0.0546, + "step": 18614 + }, + { + "epoch": 15.788804071246819, + "grad_norm": 0.9575649043223928, + "learning_rate": 1.9154393557761473e-05, + "loss": 0.0509, + "step": 18615 + }, + { + "epoch": 15.789652247667515, + "grad_norm": 1.1441034644112646, + "learning_rate": 1.9154282998215587e-05, + "loss": 0.055, + "step": 18616 + }, + { + "epoch": 15.79050042408821, + "grad_norm": 1.0276497854069593, + "learning_rate": 1.9154172431761682e-05, + "loss": 0.0555, + "step": 18617 + }, + { + "epoch": 15.791348600508906, + "grad_norm": 0.9737193168927848, + "learning_rate": 1.915406185839986e-05, + "loss": 0.0493, + "step": 18618 + }, + { + "epoch": 15.792196776929602, + "grad_norm": 1.1058375764815185, + "learning_rate": 1.9153951278130186e-05, + "loss": 0.0575, + "step": 18619 + }, + { + "epoch": 15.793044953350297, + "grad_norm": 1.058764316732725, + "learning_rate": 1.9153840690952753e-05, + "loss": 0.056, + "step": 18620 + }, + { + "epoch": 15.793893129770993, + "grad_norm": 0.9927624643249406, + "learning_rate": 1.9153730096867648e-05, + "loss": 0.0519, + "step": 18621 + }, + { + "epoch": 15.794741306191687, + "grad_norm": 1.1389308593552832, + "learning_rate": 1.9153619495874945e-05, + "loss": 0.0552, + "step": 18622 + }, + { + "epoch": 15.795589482612383, + "grad_norm": 1.0480265269741866, + "learning_rate": 1.9153508887974733e-05, + "loss": 0.0521, + "step": 18623 + }, + { + "epoch": 15.796437659033078, + "grad_norm": 0.9093326543132562, + "learning_rate": 1.9153398273167092e-05, + "loss": 0.0494, + "step": 18624 + }, + { + "epoch": 15.797285835453774, + "grad_norm": 1.0057871666733662, + "learning_rate": 1.915328765145211e-05, + "loss": 0.0541, + "step": 18625 + }, + { + "epoch": 15.79813401187447, + "grad_norm": 0.9742682807783946, + "learning_rate": 1.915317702282987e-05, + "loss": 0.0504, + "step": 18626 + }, + { + "epoch": 15.798982188295165, + "grad_norm": 1.0593354807637716, + "learning_rate": 1.9153066387300453e-05, + "loss": 0.0546, + "step": 18627 + }, + { + "epoch": 15.799830364715861, + "grad_norm": 1.122383792948104, + "learning_rate": 1.9152955744863943e-05, + "loss": 0.0631, + "step": 18628 + }, + { + "epoch": 15.800678541136556, + "grad_norm": 0.9591110382851645, + "learning_rate": 1.9152845095520424e-05, + "loss": 0.0503, + "step": 18629 + }, + { + "epoch": 15.801526717557252, + "grad_norm": 0.987764475287281, + "learning_rate": 1.915273443926998e-05, + "loss": 0.0492, + "step": 18630 + }, + { + "epoch": 15.802374893977948, + "grad_norm": 1.1266428729768307, + "learning_rate": 1.915262377611269e-05, + "loss": 0.0601, + "step": 18631 + }, + { + "epoch": 15.803223070398642, + "grad_norm": 1.1266830768866878, + "learning_rate": 1.9152513106048646e-05, + "loss": 0.0522, + "step": 18632 + }, + { + "epoch": 15.804071246819339, + "grad_norm": 1.1270914309596678, + "learning_rate": 1.9152402429077925e-05, + "loss": 0.0538, + "step": 18633 + }, + { + "epoch": 15.804919423240033, + "grad_norm": 1.071048354227644, + "learning_rate": 1.9152291745200612e-05, + "loss": 0.0555, + "step": 18634 + }, + { + "epoch": 15.80576759966073, + "grad_norm": 1.104942791723787, + "learning_rate": 1.9152181054416796e-05, + "loss": 0.0606, + "step": 18635 + }, + { + "epoch": 15.806615776081426, + "grad_norm": 1.0793055006126173, + "learning_rate": 1.9152070356726547e-05, + "loss": 0.0548, + "step": 18636 + }, + { + "epoch": 15.80746395250212, + "grad_norm": 1.2142313324869995, + "learning_rate": 1.915195965212996e-05, + "loss": 0.0554, + "step": 18637 + }, + { + "epoch": 15.808312128922816, + "grad_norm": 1.0934609201485084, + "learning_rate": 1.915184894062712e-05, + "loss": 0.0493, + "step": 18638 + }, + { + "epoch": 15.80916030534351, + "grad_norm": 1.0009944875102137, + "learning_rate": 1.91517382222181e-05, + "loss": 0.0523, + "step": 18639 + }, + { + "epoch": 15.810008481764207, + "grad_norm": 1.153887823162648, + "learning_rate": 1.9151627496902993e-05, + "loss": 0.0547, + "step": 18640 + }, + { + "epoch": 15.810856658184903, + "grad_norm": 1.0541272075376737, + "learning_rate": 1.915151676468188e-05, + "loss": 0.0573, + "step": 18641 + }, + { + "epoch": 15.811704834605598, + "grad_norm": 0.9483244995151485, + "learning_rate": 1.9151406025554842e-05, + "loss": 0.0483, + "step": 18642 + }, + { + "epoch": 15.812553011026294, + "grad_norm": 1.2995975452551298, + "learning_rate": 1.9151295279521967e-05, + "loss": 0.0527, + "step": 18643 + }, + { + "epoch": 15.813401187446988, + "grad_norm": 0.9667155602926178, + "learning_rate": 1.9151184526583334e-05, + "loss": 0.0504, + "step": 18644 + }, + { + "epoch": 15.814249363867685, + "grad_norm": 0.9922565573545539, + "learning_rate": 1.9151073766739028e-05, + "loss": 0.0507, + "step": 18645 + }, + { + "epoch": 15.81509754028838, + "grad_norm": 1.0691081516836838, + "learning_rate": 1.9150962999989133e-05, + "loss": 0.0538, + "step": 18646 + }, + { + "epoch": 15.815945716709075, + "grad_norm": 0.9366255689005547, + "learning_rate": 1.915085222633373e-05, + "loss": 0.0483, + "step": 18647 + }, + { + "epoch": 15.816793893129772, + "grad_norm": 1.2074648647799717, + "learning_rate": 1.915074144577291e-05, + "loss": 0.0571, + "step": 18648 + }, + { + "epoch": 15.817642069550466, + "grad_norm": 1.0201170998259852, + "learning_rate": 1.9150630658306754e-05, + "loss": 0.0583, + "step": 18649 + }, + { + "epoch": 15.818490245971162, + "grad_norm": 0.914614152611074, + "learning_rate": 1.9150519863935338e-05, + "loss": 0.0509, + "step": 18650 + }, + { + "epoch": 15.819338422391857, + "grad_norm": 0.9061636402132464, + "learning_rate": 1.915040906265875e-05, + "loss": 0.0498, + "step": 18651 + }, + { + "epoch": 15.820186598812553, + "grad_norm": 1.1416473608725846, + "learning_rate": 1.9150298254477076e-05, + "loss": 0.0525, + "step": 18652 + }, + { + "epoch": 15.82103477523325, + "grad_norm": 1.0963219920938951, + "learning_rate": 1.9150187439390402e-05, + "loss": 0.0739, + "step": 18653 + }, + { + "epoch": 15.821882951653944, + "grad_norm": 1.0761607211101711, + "learning_rate": 1.9150076617398804e-05, + "loss": 0.0509, + "step": 18654 + }, + { + "epoch": 15.82273112807464, + "grad_norm": 1.0109348729968592, + "learning_rate": 1.9149965788502373e-05, + "loss": 0.055, + "step": 18655 + }, + { + "epoch": 15.823579304495334, + "grad_norm": 1.0361524893293257, + "learning_rate": 1.9149854952701187e-05, + "loss": 0.0539, + "step": 18656 + }, + { + "epoch": 15.82442748091603, + "grad_norm": 1.0501424224680052, + "learning_rate": 1.914974410999533e-05, + "loss": 0.0536, + "step": 18657 + }, + { + "epoch": 15.825275657336727, + "grad_norm": 0.9289101425481907, + "learning_rate": 1.914963326038489e-05, + "loss": 0.051, + "step": 18658 + }, + { + "epoch": 15.826123833757421, + "grad_norm": 1.033735642577546, + "learning_rate": 1.9149522403869948e-05, + "loss": 0.0509, + "step": 18659 + }, + { + "epoch": 15.826972010178118, + "grad_norm": 1.1779259753300768, + "learning_rate": 1.914941154045059e-05, + "loss": 0.0667, + "step": 18660 + }, + { + "epoch": 15.827820186598812, + "grad_norm": 1.0682793371873869, + "learning_rate": 1.9149300670126894e-05, + "loss": 0.0591, + "step": 18661 + }, + { + "epoch": 15.828668363019508, + "grad_norm": 1.1350986771954252, + "learning_rate": 1.914918979289895e-05, + "loss": 0.0579, + "step": 18662 + }, + { + "epoch": 15.829516539440203, + "grad_norm": 1.017129265087476, + "learning_rate": 1.9149078908766835e-05, + "loss": 0.056, + "step": 18663 + }, + { + "epoch": 15.830364715860899, + "grad_norm": 1.119028095079602, + "learning_rate": 1.9148968017730637e-05, + "loss": 0.0568, + "step": 18664 + }, + { + "epoch": 15.831212892281595, + "grad_norm": 1.021304139181219, + "learning_rate": 1.914885711979044e-05, + "loss": 0.0481, + "step": 18665 + }, + { + "epoch": 15.83206106870229, + "grad_norm": 1.068186910228459, + "learning_rate": 1.9148746214946324e-05, + "loss": 0.0519, + "step": 18666 + }, + { + "epoch": 15.832909245122986, + "grad_norm": 1.0354899253897958, + "learning_rate": 1.9148635303198378e-05, + "loss": 0.0509, + "step": 18667 + }, + { + "epoch": 15.83375742154368, + "grad_norm": 1.3655692827612353, + "learning_rate": 1.9148524384546684e-05, + "loss": 0.0592, + "step": 18668 + }, + { + "epoch": 15.834605597964376, + "grad_norm": 0.959785339669046, + "learning_rate": 1.9148413458991325e-05, + "loss": 0.0528, + "step": 18669 + }, + { + "epoch": 15.835453774385073, + "grad_norm": 0.8868001292795943, + "learning_rate": 1.9148302526532387e-05, + "loss": 0.0444, + "step": 18670 + }, + { + "epoch": 15.836301950805767, + "grad_norm": 1.0942439918433846, + "learning_rate": 1.9148191587169947e-05, + "loss": 0.051, + "step": 18671 + }, + { + "epoch": 15.837150127226463, + "grad_norm": 0.9074196056967244, + "learning_rate": 1.9148080640904094e-05, + "loss": 0.0485, + "step": 18672 + }, + { + "epoch": 15.837998303647158, + "grad_norm": 1.1891629563868953, + "learning_rate": 1.9147969687734912e-05, + "loss": 0.051, + "step": 18673 + }, + { + "epoch": 15.838846480067854, + "grad_norm": 1.1644301016178675, + "learning_rate": 1.914785872766248e-05, + "loss": 0.0589, + "step": 18674 + }, + { + "epoch": 15.83969465648855, + "grad_norm": 1.0404189010785987, + "learning_rate": 1.914774776068689e-05, + "loss": 0.0537, + "step": 18675 + }, + { + "epoch": 15.840542832909245, + "grad_norm": 1.094404085858917, + "learning_rate": 1.9147636786808218e-05, + "loss": 0.0503, + "step": 18676 + }, + { + "epoch": 15.841391009329941, + "grad_norm": 1.06588946681655, + "learning_rate": 1.9147525806026552e-05, + "loss": 0.0615, + "step": 18677 + }, + { + "epoch": 15.842239185750635, + "grad_norm": 0.9439268160436503, + "learning_rate": 1.9147414818341973e-05, + "loss": 0.0573, + "step": 18678 + }, + { + "epoch": 15.843087362171332, + "grad_norm": 0.8869323673443672, + "learning_rate": 1.9147303823754568e-05, + "loss": 0.0469, + "step": 18679 + }, + { + "epoch": 15.843935538592028, + "grad_norm": 1.0044937869657478, + "learning_rate": 1.9147192822264416e-05, + "loss": 0.0587, + "step": 18680 + }, + { + "epoch": 15.844783715012722, + "grad_norm": 0.9301239229974689, + "learning_rate": 1.9147081813871607e-05, + "loss": 0.0527, + "step": 18681 + }, + { + "epoch": 15.845631891433419, + "grad_norm": 1.0438726041937287, + "learning_rate": 1.9146970798576218e-05, + "loss": 0.0522, + "step": 18682 + }, + { + "epoch": 15.846480067854113, + "grad_norm": 1.1073319708874052, + "learning_rate": 1.914685977637834e-05, + "loss": 0.0619, + "step": 18683 + }, + { + "epoch": 15.84732824427481, + "grad_norm": 1.1448598369555167, + "learning_rate": 1.9146748747278052e-05, + "loss": 0.0606, + "step": 18684 + }, + { + "epoch": 15.848176420695506, + "grad_norm": 1.0381111689285676, + "learning_rate": 1.9146637711275438e-05, + "loss": 0.053, + "step": 18685 + }, + { + "epoch": 15.8490245971162, + "grad_norm": 0.967705990322886, + "learning_rate": 1.9146526668370583e-05, + "loss": 0.0488, + "step": 18686 + }, + { + "epoch": 15.849872773536896, + "grad_norm": 0.9340751476165436, + "learning_rate": 1.9146415618563568e-05, + "loss": 0.0538, + "step": 18687 + }, + { + "epoch": 15.85072094995759, + "grad_norm": 1.09488624468014, + "learning_rate": 1.914630456185448e-05, + "loss": 0.0652, + "step": 18688 + }, + { + "epoch": 15.851569126378287, + "grad_norm": 1.0793740580674664, + "learning_rate": 1.9146193498243405e-05, + "loss": 0.0529, + "step": 18689 + }, + { + "epoch": 15.852417302798981, + "grad_norm": 0.9211654200341961, + "learning_rate": 1.9146082427730422e-05, + "loss": 0.0474, + "step": 18690 + }, + { + "epoch": 15.853265479219678, + "grad_norm": 1.0261782144035023, + "learning_rate": 1.914597135031562e-05, + "loss": 0.0576, + "step": 18691 + }, + { + "epoch": 15.854113655640374, + "grad_norm": 1.0084481688914473, + "learning_rate": 1.9145860265999075e-05, + "loss": 0.0515, + "step": 18692 + }, + { + "epoch": 15.854961832061068, + "grad_norm": 0.9528983083264739, + "learning_rate": 1.9145749174780877e-05, + "loss": 0.0529, + "step": 18693 + }, + { + "epoch": 15.855810008481765, + "grad_norm": 1.2175237732090771, + "learning_rate": 1.914563807666111e-05, + "loss": 0.0592, + "step": 18694 + }, + { + "epoch": 15.856658184902459, + "grad_norm": 1.0091182563778665, + "learning_rate": 1.9145526971639848e-05, + "loss": 0.052, + "step": 18695 + }, + { + "epoch": 15.857506361323155, + "grad_norm": 0.9624329936852365, + "learning_rate": 1.914541585971719e-05, + "loss": 0.0531, + "step": 18696 + }, + { + "epoch": 15.858354537743852, + "grad_norm": 1.0316150606973817, + "learning_rate": 1.9145304740893212e-05, + "loss": 0.06, + "step": 18697 + }, + { + "epoch": 15.859202714164546, + "grad_norm": 1.0862759034631067, + "learning_rate": 1.9145193615167997e-05, + "loss": 0.0542, + "step": 18698 + }, + { + "epoch": 15.860050890585242, + "grad_norm": 0.9987534492692077, + "learning_rate": 1.9145082482541634e-05, + "loss": 0.0486, + "step": 18699 + }, + { + "epoch": 15.860899067005937, + "grad_norm": 1.137754944372285, + "learning_rate": 1.91449713430142e-05, + "loss": 0.0533, + "step": 18700 + }, + { + "epoch": 15.861747243426633, + "grad_norm": 1.16991232669601, + "learning_rate": 1.914486019658578e-05, + "loss": 0.0581, + "step": 18701 + }, + { + "epoch": 15.862595419847327, + "grad_norm": 0.9058654668964554, + "learning_rate": 1.9144749043256462e-05, + "loss": 0.0501, + "step": 18702 + }, + { + "epoch": 15.863443596268024, + "grad_norm": 0.9933526531551121, + "learning_rate": 1.9144637883026326e-05, + "loss": 0.0522, + "step": 18703 + }, + { + "epoch": 15.86429177268872, + "grad_norm": 1.0044485639726932, + "learning_rate": 1.9144526715895463e-05, + "loss": 0.0503, + "step": 18704 + }, + { + "epoch": 15.865139949109414, + "grad_norm": 1.1470064108507, + "learning_rate": 1.9144415541863948e-05, + "loss": 0.0583, + "step": 18705 + }, + { + "epoch": 15.86598812553011, + "grad_norm": 1.0571024803767346, + "learning_rate": 1.9144304360931865e-05, + "loss": 0.0544, + "step": 18706 + }, + { + "epoch": 15.866836301950805, + "grad_norm": 1.4420444620230308, + "learning_rate": 1.9144193173099307e-05, + "loss": 0.0608, + "step": 18707 + }, + { + "epoch": 15.867684478371501, + "grad_norm": 1.0061238720689867, + "learning_rate": 1.914408197836635e-05, + "loss": 0.0508, + "step": 18708 + }, + { + "epoch": 15.868532654792197, + "grad_norm": 1.0199833324891139, + "learning_rate": 1.914397077673308e-05, + "loss": 0.0577, + "step": 18709 + }, + { + "epoch": 15.869380831212892, + "grad_norm": 1.0981470161097944, + "learning_rate": 1.9143859568199583e-05, + "loss": 0.0522, + "step": 18710 + }, + { + "epoch": 15.870229007633588, + "grad_norm": 1.2126993365526535, + "learning_rate": 1.9143748352765938e-05, + "loss": 0.0559, + "step": 18711 + }, + { + "epoch": 15.871077184054283, + "grad_norm": 1.141421453530076, + "learning_rate": 1.9143637130432234e-05, + "loss": 0.0546, + "step": 18712 + }, + { + "epoch": 15.871925360474979, + "grad_norm": 0.9740006347429017, + "learning_rate": 1.9143525901198555e-05, + "loss": 0.0536, + "step": 18713 + }, + { + "epoch": 15.872773536895675, + "grad_norm": 0.9654109458889533, + "learning_rate": 1.914341466506498e-05, + "loss": 0.0544, + "step": 18714 + }, + { + "epoch": 15.87362171331637, + "grad_norm": 0.8867457689987828, + "learning_rate": 1.9143303422031596e-05, + "loss": 0.0475, + "step": 18715 + }, + { + "epoch": 15.874469889737066, + "grad_norm": 1.065427265114425, + "learning_rate": 1.914319217209849e-05, + "loss": 0.0509, + "step": 18716 + }, + { + "epoch": 15.87531806615776, + "grad_norm": 0.9915185911021542, + "learning_rate": 1.9143080915265735e-05, + "loss": 0.0506, + "step": 18717 + }, + { + "epoch": 15.876166242578456, + "grad_norm": 1.1500024295424491, + "learning_rate": 1.9142969651533428e-05, + "loss": 0.0636, + "step": 18718 + }, + { + "epoch": 15.877014418999153, + "grad_norm": 1.1000667314113075, + "learning_rate": 1.914285838090165e-05, + "loss": 0.054, + "step": 18719 + }, + { + "epoch": 15.877862595419847, + "grad_norm": 1.0320820935696866, + "learning_rate": 1.914274710337048e-05, + "loss": 0.0549, + "step": 18720 + }, + { + "epoch": 15.878710771840543, + "grad_norm": 0.9490206852733033, + "learning_rate": 1.9142635818940003e-05, + "loss": 0.0487, + "step": 18721 + }, + { + "epoch": 15.879558948261238, + "grad_norm": 1.0263539896827758, + "learning_rate": 1.9142524527610305e-05, + "loss": 0.0537, + "step": 18722 + }, + { + "epoch": 15.880407124681934, + "grad_norm": 1.0694371436155723, + "learning_rate": 1.914241322938147e-05, + "loss": 0.0552, + "step": 18723 + }, + { + "epoch": 15.88125530110263, + "grad_norm": 0.9388322692979763, + "learning_rate": 1.914230192425358e-05, + "loss": 0.0512, + "step": 18724 + }, + { + "epoch": 15.882103477523325, + "grad_norm": 1.076262582573925, + "learning_rate": 1.9142190612226724e-05, + "loss": 0.0524, + "step": 18725 + }, + { + "epoch": 15.882951653944021, + "grad_norm": 1.0009675103677258, + "learning_rate": 1.914207929330098e-05, + "loss": 0.053, + "step": 18726 + }, + { + "epoch": 15.883799830364715, + "grad_norm": 1.208914416285578, + "learning_rate": 1.9141967967476435e-05, + "loss": 0.0521, + "step": 18727 + }, + { + "epoch": 15.884648006785412, + "grad_norm": 1.0158577262533839, + "learning_rate": 1.9141856634753172e-05, + "loss": 0.0493, + "step": 18728 + }, + { + "epoch": 15.885496183206106, + "grad_norm": 0.9429108396946995, + "learning_rate": 1.9141745295131276e-05, + "loss": 0.0506, + "step": 18729 + }, + { + "epoch": 15.886344359626802, + "grad_norm": 1.0889526051949587, + "learning_rate": 1.914163394861083e-05, + "loss": 0.0512, + "step": 18730 + }, + { + "epoch": 15.887192536047499, + "grad_norm": 1.0630393241352194, + "learning_rate": 1.914152259519192e-05, + "loss": 0.0508, + "step": 18731 + }, + { + "epoch": 15.888040712468193, + "grad_norm": 0.9524506314846036, + "learning_rate": 1.9141411234874626e-05, + "loss": 0.0453, + "step": 18732 + }, + { + "epoch": 15.88888888888889, + "grad_norm": 1.0970903475611713, + "learning_rate": 1.9141299867659036e-05, + "loss": 0.0597, + "step": 18733 + }, + { + "epoch": 15.889737065309584, + "grad_norm": 1.198478496034132, + "learning_rate": 1.9141188493545234e-05, + "loss": 0.0628, + "step": 18734 + }, + { + "epoch": 15.89058524173028, + "grad_norm": 1.0457961846849098, + "learning_rate": 1.9141077112533303e-05, + "loss": 0.0532, + "step": 18735 + }, + { + "epoch": 15.891433418150976, + "grad_norm": 0.9969438157265927, + "learning_rate": 1.9140965724623323e-05, + "loss": 0.0497, + "step": 18736 + }, + { + "epoch": 15.89228159457167, + "grad_norm": 1.0953911416273687, + "learning_rate": 1.9140854329815384e-05, + "loss": 0.0506, + "step": 18737 + }, + { + "epoch": 15.893129770992367, + "grad_norm": 1.0174100517718312, + "learning_rate": 1.9140742928109568e-05, + "loss": 0.0535, + "step": 18738 + }, + { + "epoch": 15.893977947413061, + "grad_norm": 1.0087048538799224, + "learning_rate": 1.914063151950596e-05, + "loss": 0.0512, + "step": 18739 + }, + { + "epoch": 15.894826123833758, + "grad_norm": 1.1674575403891496, + "learning_rate": 1.914052010400464e-05, + "loss": 0.0564, + "step": 18740 + }, + { + "epoch": 15.895674300254452, + "grad_norm": 0.9744451248675506, + "learning_rate": 1.9140408681605697e-05, + "loss": 0.0507, + "step": 18741 + }, + { + "epoch": 15.896522476675148, + "grad_norm": 1.0120770438731976, + "learning_rate": 1.9140297252309213e-05, + "loss": 0.0573, + "step": 18742 + }, + { + "epoch": 15.897370653095845, + "grad_norm": 0.9859100240236017, + "learning_rate": 1.9140185816115275e-05, + "loss": 0.0509, + "step": 18743 + }, + { + "epoch": 15.898218829516539, + "grad_norm": 1.1711498337249528, + "learning_rate": 1.914007437302396e-05, + "loss": 0.0607, + "step": 18744 + }, + { + "epoch": 15.899067005937235, + "grad_norm": 1.1238292207568334, + "learning_rate": 1.913996292303536e-05, + "loss": 0.0566, + "step": 18745 + }, + { + "epoch": 15.89991518235793, + "grad_norm": 1.0555786477476123, + "learning_rate": 1.913985146614955e-05, + "loss": 0.0504, + "step": 18746 + }, + { + "epoch": 15.900763358778626, + "grad_norm": 0.9320298773531777, + "learning_rate": 1.9139740002366625e-05, + "loss": 0.0511, + "step": 18747 + }, + { + "epoch": 15.901611535199322, + "grad_norm": 1.021759198491109, + "learning_rate": 1.9139628531686662e-05, + "loss": 0.0533, + "step": 18748 + }, + { + "epoch": 15.902459711620017, + "grad_norm": 1.0638041158290799, + "learning_rate": 1.9139517054109747e-05, + "loss": 0.0523, + "step": 18749 + }, + { + "epoch": 15.903307888040713, + "grad_norm": 1.0245646556107249, + "learning_rate": 1.9139405569635964e-05, + "loss": 0.0544, + "step": 18750 + }, + { + "epoch": 15.904156064461407, + "grad_norm": 1.05137283290269, + "learning_rate": 1.91392940782654e-05, + "loss": 0.056, + "step": 18751 + }, + { + "epoch": 15.905004240882104, + "grad_norm": 0.878968116657353, + "learning_rate": 1.9139182579998132e-05, + "loss": 0.047, + "step": 18752 + }, + { + "epoch": 15.9058524173028, + "grad_norm": 1.0675649557953006, + "learning_rate": 1.913907107483425e-05, + "loss": 0.0514, + "step": 18753 + }, + { + "epoch": 15.906700593723494, + "grad_norm": 0.9760436073836612, + "learning_rate": 1.9138959562773835e-05, + "loss": 0.0504, + "step": 18754 + }, + { + "epoch": 15.90754877014419, + "grad_norm": 0.9974440937184048, + "learning_rate": 1.9138848043816972e-05, + "loss": 0.0469, + "step": 18755 + }, + { + "epoch": 15.908396946564885, + "grad_norm": 0.9854514788614847, + "learning_rate": 1.913873651796375e-05, + "loss": 0.0482, + "step": 18756 + }, + { + "epoch": 15.909245122985581, + "grad_norm": 1.008745041441181, + "learning_rate": 1.9138624985214245e-05, + "loss": 0.0537, + "step": 18757 + }, + { + "epoch": 15.910093299406277, + "grad_norm": 1.056107398317542, + "learning_rate": 1.9138513445568548e-05, + "loss": 0.0529, + "step": 18758 + }, + { + "epoch": 15.910941475826972, + "grad_norm": 1.248675096694936, + "learning_rate": 1.9138401899026742e-05, + "loss": 0.0649, + "step": 18759 + }, + { + "epoch": 15.911789652247668, + "grad_norm": 1.012765615923876, + "learning_rate": 1.9138290345588906e-05, + "loss": 0.0506, + "step": 18760 + }, + { + "epoch": 15.912637828668363, + "grad_norm": 0.9592332384873692, + "learning_rate": 1.9138178785255127e-05, + "loss": 0.0487, + "step": 18761 + }, + { + "epoch": 15.913486005089059, + "grad_norm": 0.9593078553807549, + "learning_rate": 1.913806721802549e-05, + "loss": 0.05, + "step": 18762 + }, + { + "epoch": 15.914334181509753, + "grad_norm": 1.0207248062567988, + "learning_rate": 1.9137955643900083e-05, + "loss": 0.0558, + "step": 18763 + }, + { + "epoch": 15.91518235793045, + "grad_norm": 1.0307477242917285, + "learning_rate": 1.9137844062878985e-05, + "loss": 0.0606, + "step": 18764 + }, + { + "epoch": 15.916030534351146, + "grad_norm": 0.9785380159990558, + "learning_rate": 1.913773247496228e-05, + "loss": 0.0488, + "step": 18765 + }, + { + "epoch": 15.91687871077184, + "grad_norm": 1.0304620072862012, + "learning_rate": 1.9137620880150054e-05, + "loss": 0.0556, + "step": 18766 + }, + { + "epoch": 15.917726887192536, + "grad_norm": 1.0376675871541556, + "learning_rate": 1.913750927844239e-05, + "loss": 0.054, + "step": 18767 + }, + { + "epoch": 15.91857506361323, + "grad_norm": 0.9957628498384434, + "learning_rate": 1.9137397669839376e-05, + "loss": 0.0513, + "step": 18768 + }, + { + "epoch": 15.919423240033927, + "grad_norm": 0.898642720588245, + "learning_rate": 1.913728605434109e-05, + "loss": 0.0481, + "step": 18769 + }, + { + "epoch": 15.920271416454623, + "grad_norm": 1.0828574244886975, + "learning_rate": 1.9137174431947622e-05, + "loss": 0.0566, + "step": 18770 + }, + { + "epoch": 15.921119592875318, + "grad_norm": 1.0856472772727852, + "learning_rate": 1.9137062802659052e-05, + "loss": 0.0495, + "step": 18771 + }, + { + "epoch": 15.921967769296014, + "grad_norm": 1.0963670155454766, + "learning_rate": 1.9136951166475465e-05, + "loss": 0.0517, + "step": 18772 + }, + { + "epoch": 15.922815945716708, + "grad_norm": 0.995729162661754, + "learning_rate": 1.9136839523396948e-05, + "loss": 0.051, + "step": 18773 + }, + { + "epoch": 15.923664122137405, + "grad_norm": 1.0802420754330622, + "learning_rate": 1.9136727873423583e-05, + "loss": 0.0584, + "step": 18774 + }, + { + "epoch": 15.924512298558101, + "grad_norm": 0.9179721923769456, + "learning_rate": 1.9136616216555458e-05, + "loss": 0.0539, + "step": 18775 + }, + { + "epoch": 15.925360474978795, + "grad_norm": 0.9671593471849224, + "learning_rate": 1.913650455279265e-05, + "loss": 0.0506, + "step": 18776 + }, + { + "epoch": 15.926208651399492, + "grad_norm": 1.1176713338199296, + "learning_rate": 1.9136392882135246e-05, + "loss": 0.0632, + "step": 18777 + }, + { + "epoch": 15.927056827820186, + "grad_norm": 0.9805433556036357, + "learning_rate": 1.9136281204583336e-05, + "loss": 0.0505, + "step": 18778 + }, + { + "epoch": 15.927905004240882, + "grad_norm": 0.9612271023227551, + "learning_rate": 1.9136169520136997e-05, + "loss": 0.0493, + "step": 18779 + }, + { + "epoch": 15.928753180661577, + "grad_norm": 1.0539430570411707, + "learning_rate": 1.9136057828796318e-05, + "loss": 0.0546, + "step": 18780 + }, + { + "epoch": 15.929601357082273, + "grad_norm": 1.2236373076703702, + "learning_rate": 1.913594613056138e-05, + "loss": 0.0529, + "step": 18781 + }, + { + "epoch": 15.93044953350297, + "grad_norm": 0.8200650165258546, + "learning_rate": 1.913583442543227e-05, + "loss": 0.0475, + "step": 18782 + }, + { + "epoch": 15.931297709923664, + "grad_norm": 1.1637250082644885, + "learning_rate": 1.9135722713409072e-05, + "loss": 0.0554, + "step": 18783 + }, + { + "epoch": 15.93214588634436, + "grad_norm": 1.0466086357072777, + "learning_rate": 1.9135610994491864e-05, + "loss": 0.0494, + "step": 18784 + }, + { + "epoch": 15.932994062765054, + "grad_norm": 0.8889868016042204, + "learning_rate": 1.913549926868074e-05, + "loss": 0.0486, + "step": 18785 + }, + { + "epoch": 15.93384223918575, + "grad_norm": 1.0318947465333677, + "learning_rate": 1.913538753597578e-05, + "loss": 0.0536, + "step": 18786 + }, + { + "epoch": 15.934690415606447, + "grad_norm": 0.9581801608047287, + "learning_rate": 1.9135275796377068e-05, + "loss": 0.0474, + "step": 18787 + }, + { + "epoch": 15.935538592027141, + "grad_norm": 1.0053870219025764, + "learning_rate": 1.9135164049884685e-05, + "loss": 0.049, + "step": 18788 + }, + { + "epoch": 15.936386768447838, + "grad_norm": 1.0898064071323774, + "learning_rate": 1.913505229649872e-05, + "loss": 0.0638, + "step": 18789 + }, + { + "epoch": 15.937234944868532, + "grad_norm": 1.0284388157881088, + "learning_rate": 1.913494053621926e-05, + "loss": 0.0506, + "step": 18790 + }, + { + "epoch": 15.938083121289228, + "grad_norm": 1.0414640682834078, + "learning_rate": 1.913482876904638e-05, + "loss": 0.0483, + "step": 18791 + }, + { + "epoch": 15.938931297709924, + "grad_norm": 1.1454772833115245, + "learning_rate": 1.9134716994980176e-05, + "loss": 0.0524, + "step": 18792 + }, + { + "epoch": 15.939779474130619, + "grad_norm": 0.8729156137185963, + "learning_rate": 1.913460521402072e-05, + "loss": 0.0477, + "step": 18793 + }, + { + "epoch": 15.940627650551315, + "grad_norm": 1.1188072699773413, + "learning_rate": 1.913449342616811e-05, + "loss": 0.0563, + "step": 18794 + }, + { + "epoch": 15.94147582697201, + "grad_norm": 0.8844702674761743, + "learning_rate": 1.9134381631422417e-05, + "loss": 0.0484, + "step": 18795 + }, + { + "epoch": 15.942324003392706, + "grad_norm": 1.1414374555106517, + "learning_rate": 1.9134269829783734e-05, + "loss": 0.0577, + "step": 18796 + }, + { + "epoch": 15.943172179813402, + "grad_norm": 1.0289092584911028, + "learning_rate": 1.913415802125214e-05, + "loss": 0.0526, + "step": 18797 + }, + { + "epoch": 15.944020356234097, + "grad_norm": 1.2087814695534849, + "learning_rate": 1.9134046205827725e-05, + "loss": 0.0572, + "step": 18798 + }, + { + "epoch": 15.944868532654793, + "grad_norm": 0.9470042898501353, + "learning_rate": 1.9133934383510572e-05, + "loss": 0.0555, + "step": 18799 + }, + { + "epoch": 15.945716709075487, + "grad_norm": 0.9479835012599994, + "learning_rate": 1.913382255430076e-05, + "loss": 0.0527, + "step": 18800 + }, + { + "epoch": 15.946564885496183, + "grad_norm": 0.9511133410555609, + "learning_rate": 1.9133710718198376e-05, + "loss": 0.0509, + "step": 18801 + }, + { + "epoch": 15.947413061916878, + "grad_norm": 1.1020421181181541, + "learning_rate": 1.913359887520351e-05, + "loss": 0.0518, + "step": 18802 + }, + { + "epoch": 15.948261238337574, + "grad_norm": 0.916504692134403, + "learning_rate": 1.9133487025316236e-05, + "loss": 0.0499, + "step": 18803 + }, + { + "epoch": 15.94910941475827, + "grad_norm": 1.111050955054787, + "learning_rate": 1.913337516853665e-05, + "loss": 0.0588, + "step": 18804 + }, + { + "epoch": 15.949957591178965, + "grad_norm": 1.0620520668350302, + "learning_rate": 1.9133263304864828e-05, + "loss": 0.0587, + "step": 18805 + }, + { + "epoch": 15.950805767599661, + "grad_norm": 1.0342010366102088, + "learning_rate": 1.913315143430086e-05, + "loss": 0.0566, + "step": 18806 + }, + { + "epoch": 15.951653944020356, + "grad_norm": 1.0144100705057415, + "learning_rate": 1.9133039556844824e-05, + "loss": 0.0557, + "step": 18807 + }, + { + "epoch": 15.952502120441052, + "grad_norm": 1.0357847161711835, + "learning_rate": 1.913292767249681e-05, + "loss": 0.0504, + "step": 18808 + }, + { + "epoch": 15.953350296861748, + "grad_norm": 1.035650629242167, + "learning_rate": 1.91328157812569e-05, + "loss": 0.0487, + "step": 18809 + }, + { + "epoch": 15.954198473282442, + "grad_norm": 1.010153581132401, + "learning_rate": 1.9132703883125183e-05, + "loss": 0.0487, + "step": 18810 + }, + { + "epoch": 15.955046649703139, + "grad_norm": 0.9492267309364796, + "learning_rate": 1.9132591978101734e-05, + "loss": 0.0483, + "step": 18811 + }, + { + "epoch": 15.955894826123833, + "grad_norm": 1.0473727791531269, + "learning_rate": 1.913248006618664e-05, + "loss": 0.0571, + "step": 18812 + }, + { + "epoch": 15.95674300254453, + "grad_norm": 0.9369525930545423, + "learning_rate": 1.9132368147379995e-05, + "loss": 0.0523, + "step": 18813 + }, + { + "epoch": 15.957591178965224, + "grad_norm": 1.2074063414546927, + "learning_rate": 1.9132256221681874e-05, + "loss": 0.0561, + "step": 18814 + }, + { + "epoch": 15.95843935538592, + "grad_norm": 1.1052585873603082, + "learning_rate": 1.913214428909237e-05, + "loss": 0.0507, + "step": 18815 + }, + { + "epoch": 15.959287531806616, + "grad_norm": 1.146512922974744, + "learning_rate": 1.9132032349611555e-05, + "loss": 0.0527, + "step": 18816 + }, + { + "epoch": 15.96013570822731, + "grad_norm": 1.1739983892013712, + "learning_rate": 1.9131920403239518e-05, + "loss": 0.0602, + "step": 18817 + }, + { + "epoch": 15.960983884648007, + "grad_norm": 0.9379764486372737, + "learning_rate": 1.9131808449976347e-05, + "loss": 0.0502, + "step": 18818 + }, + { + "epoch": 15.961832061068701, + "grad_norm": 1.1495839608113434, + "learning_rate": 1.913169648982213e-05, + "loss": 0.0573, + "step": 18819 + }, + { + "epoch": 15.962680237489398, + "grad_norm": 1.0142226602724846, + "learning_rate": 1.9131584522776942e-05, + "loss": 0.0508, + "step": 18820 + }, + { + "epoch": 15.963528413910094, + "grad_norm": 1.24489766916831, + "learning_rate": 1.913147254884087e-05, + "loss": 0.0549, + "step": 18821 + }, + { + "epoch": 15.964376590330788, + "grad_norm": 0.9860843169235356, + "learning_rate": 1.9131360568014008e-05, + "loss": 0.0488, + "step": 18822 + }, + { + "epoch": 15.965224766751485, + "grad_norm": 1.0252456957491352, + "learning_rate": 1.913124858029643e-05, + "loss": 0.0499, + "step": 18823 + }, + { + "epoch": 15.966072943172179, + "grad_norm": 1.1172333171029287, + "learning_rate": 1.913113658568822e-05, + "loss": 0.0539, + "step": 18824 + }, + { + "epoch": 15.966921119592875, + "grad_norm": 1.1118328207933592, + "learning_rate": 1.913102458418947e-05, + "loss": 0.0565, + "step": 18825 + }, + { + "epoch": 15.967769296013572, + "grad_norm": 0.9845532871346874, + "learning_rate": 1.913091257580026e-05, + "loss": 0.0481, + "step": 18826 + }, + { + "epoch": 15.968617472434266, + "grad_norm": 1.1116125225423426, + "learning_rate": 1.9130800560520675e-05, + "loss": 0.0509, + "step": 18827 + }, + { + "epoch": 15.969465648854962, + "grad_norm": 0.9728916464976561, + "learning_rate": 1.91306885383508e-05, + "loss": 0.0521, + "step": 18828 + }, + { + "epoch": 15.970313825275657, + "grad_norm": 1.0038896703273126, + "learning_rate": 1.9130576509290717e-05, + "loss": 0.0521, + "step": 18829 + }, + { + "epoch": 15.971162001696353, + "grad_norm": 0.9247552212477634, + "learning_rate": 1.9130464473340514e-05, + "loss": 0.0465, + "step": 18830 + }, + { + "epoch": 15.97201017811705, + "grad_norm": 0.9560727714546607, + "learning_rate": 1.9130352430500275e-05, + "loss": 0.0475, + "step": 18831 + }, + { + "epoch": 15.972858354537744, + "grad_norm": 0.8675175480618985, + "learning_rate": 1.9130240380770083e-05, + "loss": 0.0485, + "step": 18832 + }, + { + "epoch": 15.97370653095844, + "grad_norm": 1.063736808523987, + "learning_rate": 1.913012832415002e-05, + "loss": 0.0556, + "step": 18833 + }, + { + "epoch": 15.974554707379134, + "grad_norm": 1.007323763782389, + "learning_rate": 1.913001626064018e-05, + "loss": 0.0518, + "step": 18834 + }, + { + "epoch": 15.97540288379983, + "grad_norm": 1.0135127173095988, + "learning_rate": 1.9129904190240638e-05, + "loss": 0.0542, + "step": 18835 + }, + { + "epoch": 15.976251060220527, + "grad_norm": 0.8091277706388019, + "learning_rate": 1.9129792112951484e-05, + "loss": 0.0448, + "step": 18836 + }, + { + "epoch": 15.977099236641221, + "grad_norm": 1.0037842444359173, + "learning_rate": 1.91296800287728e-05, + "loss": 0.0497, + "step": 18837 + }, + { + "epoch": 15.977947413061917, + "grad_norm": 1.0317067175306287, + "learning_rate": 1.912956793770467e-05, + "loss": 0.0504, + "step": 18838 + }, + { + "epoch": 15.978795589482612, + "grad_norm": 1.2019243040159289, + "learning_rate": 1.912945583974718e-05, + "loss": 0.0585, + "step": 18839 + }, + { + "epoch": 15.979643765903308, + "grad_norm": 1.0372752762060864, + "learning_rate": 1.9129343734900416e-05, + "loss": 0.0503, + "step": 18840 + }, + { + "epoch": 15.980491942324003, + "grad_norm": 1.0658477397835229, + "learning_rate": 1.9129231623164458e-05, + "loss": 0.0518, + "step": 18841 + }, + { + "epoch": 15.981340118744699, + "grad_norm": 0.9274759926560094, + "learning_rate": 1.9129119504539398e-05, + "loss": 0.0475, + "step": 18842 + }, + { + "epoch": 15.982188295165395, + "grad_norm": 0.9729983670155207, + "learning_rate": 1.9129007379025314e-05, + "loss": 0.0487, + "step": 18843 + }, + { + "epoch": 15.98303647158609, + "grad_norm": 1.0762175113589343, + "learning_rate": 1.912889524662229e-05, + "loss": 0.0492, + "step": 18844 + }, + { + "epoch": 15.983884648006786, + "grad_norm": 0.9385192096289783, + "learning_rate": 1.9128783107330417e-05, + "loss": 0.0528, + "step": 18845 + }, + { + "epoch": 15.98473282442748, + "grad_norm": 1.0490973312728744, + "learning_rate": 1.9128670961149776e-05, + "loss": 0.0564, + "step": 18846 + }, + { + "epoch": 15.985581000848176, + "grad_norm": 1.050692760495179, + "learning_rate": 1.912855880808045e-05, + "loss": 0.0553, + "step": 18847 + }, + { + "epoch": 15.986429177268873, + "grad_norm": 1.1071177234809304, + "learning_rate": 1.9128446648122527e-05, + "loss": 0.0503, + "step": 18848 + }, + { + "epoch": 15.987277353689567, + "grad_norm": 1.0910473857174239, + "learning_rate": 1.9128334481276088e-05, + "loss": 0.0577, + "step": 18849 + }, + { + "epoch": 15.988125530110263, + "grad_norm": 0.9784935648259314, + "learning_rate": 1.9128222307541218e-05, + "loss": 0.0479, + "step": 18850 + }, + { + "epoch": 15.988973706530958, + "grad_norm": 1.0882538109316988, + "learning_rate": 1.912811012691801e-05, + "loss": 0.0536, + "step": 18851 + }, + { + "epoch": 15.989821882951654, + "grad_norm": 0.9472897599355518, + "learning_rate": 1.9127997939406534e-05, + "loss": 0.0496, + "step": 18852 + }, + { + "epoch": 15.990670059372349, + "grad_norm": 1.0250433518632474, + "learning_rate": 1.912788574500689e-05, + "loss": 0.0572, + "step": 18853 + }, + { + "epoch": 15.991518235793045, + "grad_norm": 0.9878580177191808, + "learning_rate": 1.912777354371915e-05, + "loss": 0.0507, + "step": 18854 + }, + { + "epoch": 15.992366412213741, + "grad_norm": 1.1902942037327997, + "learning_rate": 1.9127661335543405e-05, + "loss": 0.0564, + "step": 18855 + }, + { + "epoch": 15.993214588634435, + "grad_norm": 1.1037610154932151, + "learning_rate": 1.912754912047974e-05, + "loss": 0.0537, + "step": 18856 + }, + { + "epoch": 15.994062765055132, + "grad_norm": 1.0657287698420836, + "learning_rate": 1.912743689852824e-05, + "loss": 0.0554, + "step": 18857 + }, + { + "epoch": 15.994910941475826, + "grad_norm": 1.0439813232206727, + "learning_rate": 1.9127324669688983e-05, + "loss": 0.0548, + "step": 18858 + }, + { + "epoch": 15.995759117896522, + "grad_norm": 1.1630957357462504, + "learning_rate": 1.912721243396206e-05, + "loss": 0.0593, + "step": 18859 + }, + { + "epoch": 15.996607294317219, + "grad_norm": 1.1542003854673126, + "learning_rate": 1.9127100191347553e-05, + "loss": 0.0591, + "step": 18860 + }, + { + "epoch": 15.997455470737913, + "grad_norm": 0.8861294043065585, + "learning_rate": 1.9126987941845553e-05, + "loss": 0.047, + "step": 18861 + }, + { + "epoch": 15.99830364715861, + "grad_norm": 0.9196689733151249, + "learning_rate": 1.9126875685456137e-05, + "loss": 0.047, + "step": 18862 + }, + { + "epoch": 15.999151823579304, + "grad_norm": 0.8818508056294639, + "learning_rate": 1.912676342217939e-05, + "loss": 0.0493, + "step": 18863 + }, + { + "epoch": 16.0, + "grad_norm": 1.0235494801772473, + "learning_rate": 1.9126651152015404e-05, + "loss": 0.0517, + "step": 18864 + }, + { + "epoch": 16.000848176420696, + "grad_norm": 0.904724203497393, + "learning_rate": 1.9126538874964256e-05, + "loss": 0.045, + "step": 18865 + }, + { + "epoch": 16.001696352841392, + "grad_norm": 0.9905340661328357, + "learning_rate": 1.9126426591026033e-05, + "loss": 0.0464, + "step": 18866 + }, + { + "epoch": 16.002544529262085, + "grad_norm": 0.8254954050962814, + "learning_rate": 1.912631430020082e-05, + "loss": 0.0484, + "step": 18867 + }, + { + "epoch": 16.00339270568278, + "grad_norm": 0.9408615868414073, + "learning_rate": 1.9126202002488703e-05, + "loss": 0.045, + "step": 18868 + }, + { + "epoch": 16.004240882103478, + "grad_norm": 0.8995846153952863, + "learning_rate": 1.912608969788977e-05, + "loss": 0.0487, + "step": 18869 + }, + { + "epoch": 16.005089058524174, + "grad_norm": 0.9362973197189612, + "learning_rate": 1.9125977386404094e-05, + "loss": 0.0458, + "step": 18870 + }, + { + "epoch": 16.00593723494487, + "grad_norm": 0.9661282436247334, + "learning_rate": 1.9125865068031772e-05, + "loss": 0.0445, + "step": 18871 + }, + { + "epoch": 16.006785411365563, + "grad_norm": 0.9544605598521294, + "learning_rate": 1.9125752742772886e-05, + "loss": 0.0438, + "step": 18872 + }, + { + "epoch": 16.00763358778626, + "grad_norm": 1.0145539390713214, + "learning_rate": 1.9125640410627514e-05, + "loss": 0.0463, + "step": 18873 + }, + { + "epoch": 16.008481764206955, + "grad_norm": 0.906549027780385, + "learning_rate": 1.9125528071595746e-05, + "loss": 0.0413, + "step": 18874 + }, + { + "epoch": 16.00932994062765, + "grad_norm": 0.8655888970706215, + "learning_rate": 1.912541572567767e-05, + "loss": 0.0446, + "step": 18875 + }, + { + "epoch": 16.010178117048348, + "grad_norm": 0.8615659938601203, + "learning_rate": 1.9125303372873363e-05, + "loss": 0.0396, + "step": 18876 + }, + { + "epoch": 16.01102629346904, + "grad_norm": 0.8696172412548303, + "learning_rate": 1.912519101318292e-05, + "loss": 0.0457, + "step": 18877 + }, + { + "epoch": 16.011874469889737, + "grad_norm": 0.7221703521111686, + "learning_rate": 1.9125078646606413e-05, + "loss": 0.0405, + "step": 18878 + }, + { + "epoch": 16.012722646310433, + "grad_norm": 0.8477425753708027, + "learning_rate": 1.9124966273143935e-05, + "loss": 0.0434, + "step": 18879 + }, + { + "epoch": 16.01357082273113, + "grad_norm": 0.9909616271133169, + "learning_rate": 1.912485389279557e-05, + "loss": 0.0511, + "step": 18880 + }, + { + "epoch": 16.014418999151825, + "grad_norm": 0.852919790426402, + "learning_rate": 1.9124741505561405e-05, + "loss": 0.0405, + "step": 18881 + }, + { + "epoch": 16.015267175572518, + "grad_norm": 0.9935989075031858, + "learning_rate": 1.912462911144152e-05, + "loss": 0.0492, + "step": 18882 + }, + { + "epoch": 16.016115351993214, + "grad_norm": 0.8469011911156856, + "learning_rate": 1.9124516710436e-05, + "loss": 0.0446, + "step": 18883 + }, + { + "epoch": 16.01696352841391, + "grad_norm": 0.8967610221082041, + "learning_rate": 1.9124404302544933e-05, + "loss": 0.0418, + "step": 18884 + }, + { + "epoch": 16.017811704834607, + "grad_norm": 0.8132576920783566, + "learning_rate": 1.9124291887768403e-05, + "loss": 0.0425, + "step": 18885 + }, + { + "epoch": 16.0186598812553, + "grad_norm": 0.8628611863641532, + "learning_rate": 1.912417946610649e-05, + "loss": 0.0459, + "step": 18886 + }, + { + "epoch": 16.019508057675996, + "grad_norm": 0.8676423530889917, + "learning_rate": 1.912406703755929e-05, + "loss": 0.0454, + "step": 18887 + }, + { + "epoch": 16.020356234096692, + "grad_norm": 0.7824117574734974, + "learning_rate": 1.912395460212688e-05, + "loss": 0.0412, + "step": 18888 + }, + { + "epoch": 16.021204410517388, + "grad_norm": 0.917254785389468, + "learning_rate": 1.912384215980934e-05, + "loss": 0.044, + "step": 18889 + }, + { + "epoch": 16.022052586938084, + "grad_norm": 0.8158701434588506, + "learning_rate": 1.9123729710606765e-05, + "loss": 0.0415, + "step": 18890 + }, + { + "epoch": 16.022900763358777, + "grad_norm": 0.8337289901909841, + "learning_rate": 1.9123617254519232e-05, + "loss": 0.0435, + "step": 18891 + }, + { + "epoch": 16.023748939779473, + "grad_norm": 0.890557347525879, + "learning_rate": 1.9123504791546833e-05, + "loss": 0.0448, + "step": 18892 + }, + { + "epoch": 16.02459711620017, + "grad_norm": 0.8512436688239005, + "learning_rate": 1.9123392321689648e-05, + "loss": 0.0411, + "step": 18893 + }, + { + "epoch": 16.025445292620866, + "grad_norm": 1.1030918190846672, + "learning_rate": 1.9123279844947762e-05, + "loss": 0.0485, + "step": 18894 + }, + { + "epoch": 16.026293469041562, + "grad_norm": 0.8551430083226059, + "learning_rate": 1.9123167361321263e-05, + "loss": 0.046, + "step": 18895 + }, + { + "epoch": 16.027141645462255, + "grad_norm": 1.0105539696555443, + "learning_rate": 1.912305487081023e-05, + "loss": 0.0497, + "step": 18896 + }, + { + "epoch": 16.02798982188295, + "grad_norm": 0.8904711810119802, + "learning_rate": 1.9122942373414757e-05, + "loss": 0.0434, + "step": 18897 + }, + { + "epoch": 16.028837998303647, + "grad_norm": 0.8079760950844176, + "learning_rate": 1.912282986913492e-05, + "loss": 0.0432, + "step": 18898 + }, + { + "epoch": 16.029686174724343, + "grad_norm": 1.0618437758595904, + "learning_rate": 1.9122717357970807e-05, + "loss": 0.0465, + "step": 18899 + }, + { + "epoch": 16.03053435114504, + "grad_norm": 0.9188220625384101, + "learning_rate": 1.9122604839922505e-05, + "loss": 0.0468, + "step": 18900 + }, + { + "epoch": 16.031382527565732, + "grad_norm": 0.8711744934151522, + "learning_rate": 1.9122492314990096e-05, + "loss": 0.0415, + "step": 18901 + }, + { + "epoch": 16.03223070398643, + "grad_norm": 1.005370164627651, + "learning_rate": 1.912237978317367e-05, + "loss": 0.0433, + "step": 18902 + }, + { + "epoch": 16.033078880407125, + "grad_norm": 0.9027519596125528, + "learning_rate": 1.9122267244473303e-05, + "loss": 0.0454, + "step": 18903 + }, + { + "epoch": 16.03392705682782, + "grad_norm": 0.8900478634850577, + "learning_rate": 1.912215469888909e-05, + "loss": 0.0449, + "step": 18904 + }, + { + "epoch": 16.034775233248517, + "grad_norm": 0.9463411804226658, + "learning_rate": 1.9122042146421106e-05, + "loss": 0.0476, + "step": 18905 + }, + { + "epoch": 16.03562340966921, + "grad_norm": 0.9033866688764758, + "learning_rate": 1.9121929587069442e-05, + "loss": 0.045, + "step": 18906 + }, + { + "epoch": 16.036471586089906, + "grad_norm": 0.8301731479072113, + "learning_rate": 1.9121817020834185e-05, + "loss": 0.0388, + "step": 18907 + }, + { + "epoch": 16.037319762510602, + "grad_norm": 0.9531483053733801, + "learning_rate": 1.9121704447715417e-05, + "loss": 0.0454, + "step": 18908 + }, + { + "epoch": 16.0381679389313, + "grad_norm": 0.897432089023869, + "learning_rate": 1.912159186771322e-05, + "loss": 0.0426, + "step": 18909 + }, + { + "epoch": 16.039016115351995, + "grad_norm": 0.7432794688920911, + "learning_rate": 1.912147928082768e-05, + "loss": 0.0418, + "step": 18910 + }, + { + "epoch": 16.039864291772687, + "grad_norm": 0.7766383712789307, + "learning_rate": 1.912136668705889e-05, + "loss": 0.0404, + "step": 18911 + }, + { + "epoch": 16.040712468193384, + "grad_norm": 0.8239986324656572, + "learning_rate": 1.9121254086406922e-05, + "loss": 0.0423, + "step": 18912 + }, + { + "epoch": 16.04156064461408, + "grad_norm": 0.9472185278793095, + "learning_rate": 1.912114147887187e-05, + "loss": 0.0431, + "step": 18913 + }, + { + "epoch": 16.042408821034776, + "grad_norm": 0.9802720627081071, + "learning_rate": 1.9121028864453818e-05, + "loss": 0.039, + "step": 18914 + }, + { + "epoch": 16.043256997455472, + "grad_norm": 0.8747235762384059, + "learning_rate": 1.9120916243152848e-05, + "loss": 0.0416, + "step": 18915 + }, + { + "epoch": 16.044105173876165, + "grad_norm": 0.9552069705912024, + "learning_rate": 1.9120803614969047e-05, + "loss": 0.0453, + "step": 18916 + }, + { + "epoch": 16.04495335029686, + "grad_norm": 0.8380752155300939, + "learning_rate": 1.91206909799025e-05, + "loss": 0.0446, + "step": 18917 + }, + { + "epoch": 16.045801526717558, + "grad_norm": 0.9052858306896455, + "learning_rate": 1.9120578337953292e-05, + "loss": 0.0436, + "step": 18918 + }, + { + "epoch": 16.046649703138254, + "grad_norm": 0.8670546698770666, + "learning_rate": 1.9120465689121505e-05, + "loss": 0.0463, + "step": 18919 + }, + { + "epoch": 16.04749787955895, + "grad_norm": 0.7926366444177573, + "learning_rate": 1.912035303340723e-05, + "loss": 0.0442, + "step": 18920 + }, + { + "epoch": 16.048346055979643, + "grad_norm": 1.039014916834254, + "learning_rate": 1.9120240370810546e-05, + "loss": 0.046, + "step": 18921 + }, + { + "epoch": 16.04919423240034, + "grad_norm": 0.939609892460856, + "learning_rate": 1.912012770133154e-05, + "loss": 0.0403, + "step": 18922 + }, + { + "epoch": 16.050042408821035, + "grad_norm": 0.8407399424492792, + "learning_rate": 1.91200150249703e-05, + "loss": 0.0437, + "step": 18923 + }, + { + "epoch": 16.05089058524173, + "grad_norm": 0.8634763635027363, + "learning_rate": 1.911990234172691e-05, + "loss": 0.0433, + "step": 18924 + }, + { + "epoch": 16.051738761662424, + "grad_norm": 1.0231655335640872, + "learning_rate": 1.911978965160145e-05, + "loss": 0.0476, + "step": 18925 + }, + { + "epoch": 16.05258693808312, + "grad_norm": 0.9129725437503584, + "learning_rate": 1.9119676954594012e-05, + "loss": 0.0436, + "step": 18926 + }, + { + "epoch": 16.053435114503817, + "grad_norm": 0.8258962142517993, + "learning_rate": 1.9119564250704673e-05, + "loss": 0.0393, + "step": 18927 + }, + { + "epoch": 16.054283290924513, + "grad_norm": 0.861473839559836, + "learning_rate": 1.9119451539933527e-05, + "loss": 0.0428, + "step": 18928 + }, + { + "epoch": 16.05513146734521, + "grad_norm": 1.008256887067863, + "learning_rate": 1.9119338822280655e-05, + "loss": 0.0477, + "step": 18929 + }, + { + "epoch": 16.0559796437659, + "grad_norm": 1.0211751555648383, + "learning_rate": 1.9119226097746138e-05, + "loss": 0.0447, + "step": 18930 + }, + { + "epoch": 16.056827820186598, + "grad_norm": 1.0226173661108633, + "learning_rate": 1.9119113366330068e-05, + "loss": 0.0448, + "step": 18931 + }, + { + "epoch": 16.057675996607294, + "grad_norm": 0.7943554761692186, + "learning_rate": 1.9119000628032526e-05, + "loss": 0.0434, + "step": 18932 + }, + { + "epoch": 16.05852417302799, + "grad_norm": 0.9446096744063486, + "learning_rate": 1.91188878828536e-05, + "loss": 0.0436, + "step": 18933 + }, + { + "epoch": 16.059372349448687, + "grad_norm": 1.0123709019042875, + "learning_rate": 1.911877513079337e-05, + "loss": 0.0475, + "step": 18934 + }, + { + "epoch": 16.06022052586938, + "grad_norm": 0.9342368647293693, + "learning_rate": 1.9118662371851926e-05, + "loss": 0.0428, + "step": 18935 + }, + { + "epoch": 16.061068702290076, + "grad_norm": 0.8702348111150385, + "learning_rate": 1.911854960602935e-05, + "loss": 0.0392, + "step": 18936 + }, + { + "epoch": 16.061916878710772, + "grad_norm": 0.9817772582246357, + "learning_rate": 1.911843683332573e-05, + "loss": 0.0465, + "step": 18937 + }, + { + "epoch": 16.062765055131468, + "grad_norm": 0.9258801434564612, + "learning_rate": 1.911832405374115e-05, + "loss": 0.0451, + "step": 18938 + }, + { + "epoch": 16.063613231552164, + "grad_norm": 0.9409865476828883, + "learning_rate": 1.9118211267275696e-05, + "loss": 0.0468, + "step": 18939 + }, + { + "epoch": 16.064461407972857, + "grad_norm": 0.8699219203373943, + "learning_rate": 1.9118098473929446e-05, + "loss": 0.0443, + "step": 18940 + }, + { + "epoch": 16.065309584393553, + "grad_norm": 1.2158239629944014, + "learning_rate": 1.9117985673702496e-05, + "loss": 0.0473, + "step": 18941 + }, + { + "epoch": 16.06615776081425, + "grad_norm": 0.7988674612946312, + "learning_rate": 1.9117872866594928e-05, + "loss": 0.0406, + "step": 18942 + }, + { + "epoch": 16.067005937234946, + "grad_norm": 0.7759116649454074, + "learning_rate": 1.911776005260682e-05, + "loss": 0.0412, + "step": 18943 + }, + { + "epoch": 16.067854113655642, + "grad_norm": 0.9546691873661046, + "learning_rate": 1.9117647231738263e-05, + "loss": 0.0416, + "step": 18944 + }, + { + "epoch": 16.068702290076335, + "grad_norm": 0.703502402168491, + "learning_rate": 1.9117534403989343e-05, + "loss": 0.041, + "step": 18945 + }, + { + "epoch": 16.06955046649703, + "grad_norm": 0.8406604320342521, + "learning_rate": 1.9117421569360143e-05, + "loss": 0.0405, + "step": 18946 + }, + { + "epoch": 16.070398642917727, + "grad_norm": 0.7988663437262992, + "learning_rate": 1.911730872785075e-05, + "loss": 0.0443, + "step": 18947 + }, + { + "epoch": 16.071246819338423, + "grad_norm": 0.8855386726568412, + "learning_rate": 1.9117195879461245e-05, + "loss": 0.0418, + "step": 18948 + }, + { + "epoch": 16.07209499575912, + "grad_norm": 0.9921134912138118, + "learning_rate": 1.911708302419172e-05, + "loss": 0.0453, + "step": 18949 + }, + { + "epoch": 16.072943172179812, + "grad_norm": 0.9251695037281846, + "learning_rate": 1.9116970162042253e-05, + "loss": 0.0459, + "step": 18950 + }, + { + "epoch": 16.07379134860051, + "grad_norm": 0.9720813855629606, + "learning_rate": 1.911685729301293e-05, + "loss": 0.0455, + "step": 18951 + }, + { + "epoch": 16.074639525021205, + "grad_norm": 0.8855008451157409, + "learning_rate": 1.9116744417103844e-05, + "loss": 0.0433, + "step": 18952 + }, + { + "epoch": 16.0754877014419, + "grad_norm": 0.83197516912297, + "learning_rate": 1.9116631534315072e-05, + "loss": 0.0445, + "step": 18953 + }, + { + "epoch": 16.076335877862597, + "grad_norm": 0.958821835953586, + "learning_rate": 1.91165186446467e-05, + "loss": 0.0459, + "step": 18954 + }, + { + "epoch": 16.07718405428329, + "grad_norm": 0.8574196710752153, + "learning_rate": 1.911640574809882e-05, + "loss": 0.047, + "step": 18955 + }, + { + "epoch": 16.078032230703986, + "grad_norm": 0.9475993245754925, + "learning_rate": 1.9116292844671508e-05, + "loss": 0.0434, + "step": 18956 + }, + { + "epoch": 16.078880407124682, + "grad_norm": 0.9419695761768396, + "learning_rate": 1.9116179934364857e-05, + "loss": 0.048, + "step": 18957 + }, + { + "epoch": 16.07972858354538, + "grad_norm": 0.9624817290775118, + "learning_rate": 1.9116067017178944e-05, + "loss": 0.0465, + "step": 18958 + }, + { + "epoch": 16.08057675996607, + "grad_norm": 0.9544998537340426, + "learning_rate": 1.9115954093113863e-05, + "loss": 0.0445, + "step": 18959 + }, + { + "epoch": 16.081424936386767, + "grad_norm": 0.8907762060136524, + "learning_rate": 1.9115841162169695e-05, + "loss": 0.0477, + "step": 18960 + }, + { + "epoch": 16.082273112807464, + "grad_norm": 0.9142461525236808, + "learning_rate": 1.9115728224346526e-05, + "loss": 0.043, + "step": 18961 + }, + { + "epoch": 16.08312128922816, + "grad_norm": 0.8647797477182987, + "learning_rate": 1.9115615279644436e-05, + "loss": 0.046, + "step": 18962 + }, + { + "epoch": 16.083969465648856, + "grad_norm": 0.9007736661872436, + "learning_rate": 1.9115502328063517e-05, + "loss": 0.0433, + "step": 18963 + }, + { + "epoch": 16.08481764206955, + "grad_norm": 0.884220566422158, + "learning_rate": 1.9115389369603853e-05, + "loss": 0.0416, + "step": 18964 + }, + { + "epoch": 16.085665818490245, + "grad_norm": 0.9245180109179273, + "learning_rate": 1.911527640426553e-05, + "loss": 0.0458, + "step": 18965 + }, + { + "epoch": 16.08651399491094, + "grad_norm": 0.8364222582518237, + "learning_rate": 1.9115163432048628e-05, + "loss": 0.0408, + "step": 18966 + }, + { + "epoch": 16.087362171331637, + "grad_norm": 0.8461655983015421, + "learning_rate": 1.9115050452953236e-05, + "loss": 0.0474, + "step": 18967 + }, + { + "epoch": 16.088210347752334, + "grad_norm": 0.8908197111276962, + "learning_rate": 1.9114937466979442e-05, + "loss": 0.0472, + "step": 18968 + }, + { + "epoch": 16.089058524173026, + "grad_norm": 0.8179262893673533, + "learning_rate": 1.9114824474127323e-05, + "loss": 0.0376, + "step": 18969 + }, + { + "epoch": 16.089906700593723, + "grad_norm": 0.8924041232867205, + "learning_rate": 1.9114711474396976e-05, + "loss": 0.0449, + "step": 18970 + }, + { + "epoch": 16.09075487701442, + "grad_norm": 0.8947686528407495, + "learning_rate": 1.9114598467788473e-05, + "loss": 0.0455, + "step": 18971 + }, + { + "epoch": 16.091603053435115, + "grad_norm": 0.9425330175564799, + "learning_rate": 1.911448545430191e-05, + "loss": 0.0442, + "step": 18972 + }, + { + "epoch": 16.09245122985581, + "grad_norm": 0.9924587790664811, + "learning_rate": 1.911437243393737e-05, + "loss": 0.0449, + "step": 18973 + }, + { + "epoch": 16.093299406276504, + "grad_norm": 0.8359678697475997, + "learning_rate": 1.9114259406694933e-05, + "loss": 0.045, + "step": 18974 + }, + { + "epoch": 16.0941475826972, + "grad_norm": 0.817896824433504, + "learning_rate": 1.911414637257469e-05, + "loss": 0.0424, + "step": 18975 + }, + { + "epoch": 16.094995759117896, + "grad_norm": 0.9523446530073819, + "learning_rate": 1.9114033331576723e-05, + "loss": 0.0457, + "step": 18976 + }, + { + "epoch": 16.095843935538593, + "grad_norm": 0.8665559347213178, + "learning_rate": 1.911392028370112e-05, + "loss": 0.0414, + "step": 18977 + }, + { + "epoch": 16.09669211195929, + "grad_norm": 0.8110881275997347, + "learning_rate": 1.9113807228947966e-05, + "loss": 0.043, + "step": 18978 + }, + { + "epoch": 16.09754028837998, + "grad_norm": 1.2732706829513023, + "learning_rate": 1.9113694167317342e-05, + "loss": 0.0476, + "step": 18979 + }, + { + "epoch": 16.098388464800678, + "grad_norm": 0.920192917263157, + "learning_rate": 1.911358109880934e-05, + "loss": 0.0434, + "step": 18980 + }, + { + "epoch": 16.099236641221374, + "grad_norm": 0.865592029517784, + "learning_rate": 1.9113468023424037e-05, + "loss": 0.044, + "step": 18981 + }, + { + "epoch": 16.10008481764207, + "grad_norm": 0.8433230150411113, + "learning_rate": 1.9113354941161526e-05, + "loss": 0.0414, + "step": 18982 + }, + { + "epoch": 16.100932994062767, + "grad_norm": 1.0418193445099666, + "learning_rate": 1.9113241852021887e-05, + "loss": 0.0521, + "step": 18983 + }, + { + "epoch": 16.10178117048346, + "grad_norm": 0.844476618050985, + "learning_rate": 1.911312875600521e-05, + "loss": 0.0452, + "step": 18984 + }, + { + "epoch": 16.102629346904155, + "grad_norm": 0.9550175590647011, + "learning_rate": 1.911301565311158e-05, + "loss": 0.0466, + "step": 18985 + }, + { + "epoch": 16.10347752332485, + "grad_norm": 0.9315326988277733, + "learning_rate": 1.9112902543341078e-05, + "loss": 0.0451, + "step": 18986 + }, + { + "epoch": 16.104325699745548, + "grad_norm": 0.8753732814807491, + "learning_rate": 1.9112789426693793e-05, + "loss": 0.0454, + "step": 18987 + }, + { + "epoch": 16.105173876166244, + "grad_norm": 0.8543364158332365, + "learning_rate": 1.911267630316981e-05, + "loss": 0.0423, + "step": 18988 + }, + { + "epoch": 16.106022052586937, + "grad_norm": 0.7635001382659424, + "learning_rate": 1.911256317276921e-05, + "loss": 0.0408, + "step": 18989 + }, + { + "epoch": 16.106870229007633, + "grad_norm": 0.72476976222369, + "learning_rate": 1.9112450035492083e-05, + "loss": 0.0402, + "step": 18990 + }, + { + "epoch": 16.10771840542833, + "grad_norm": 0.881895257183464, + "learning_rate": 1.9112336891338515e-05, + "loss": 0.0439, + "step": 18991 + }, + { + "epoch": 16.108566581849026, + "grad_norm": 0.9625447470492495, + "learning_rate": 1.911222374030859e-05, + "loss": 0.0461, + "step": 18992 + }, + { + "epoch": 16.109414758269722, + "grad_norm": 0.8969075608701264, + "learning_rate": 1.9112110582402392e-05, + "loss": 0.045, + "step": 18993 + }, + { + "epoch": 16.110262934690414, + "grad_norm": 0.7955065923064614, + "learning_rate": 1.911199741762001e-05, + "loss": 0.043, + "step": 18994 + }, + { + "epoch": 16.11111111111111, + "grad_norm": 0.8424217936168992, + "learning_rate": 1.9111884245961524e-05, + "loss": 0.0392, + "step": 18995 + }, + { + "epoch": 16.111959287531807, + "grad_norm": 0.9299124311070188, + "learning_rate": 1.9111771067427024e-05, + "loss": 0.045, + "step": 18996 + }, + { + "epoch": 16.112807463952503, + "grad_norm": 0.9402843475509374, + "learning_rate": 1.911165788201659e-05, + "loss": 0.0444, + "step": 18997 + }, + { + "epoch": 16.113655640373196, + "grad_norm": 0.8422647908223999, + "learning_rate": 1.9111544689730315e-05, + "loss": 0.0421, + "step": 18998 + }, + { + "epoch": 16.114503816793892, + "grad_norm": 0.8562626414999842, + "learning_rate": 1.911143149056828e-05, + "loss": 0.0413, + "step": 18999 + }, + { + "epoch": 16.11535199321459, + "grad_norm": 0.7945119444280965, + "learning_rate": 1.911131828453057e-05, + "loss": 0.0396, + "step": 19000 + }, + { + "epoch": 16.116200169635285, + "grad_norm": 0.9397476861893055, + "learning_rate": 1.911120507161727e-05, + "loss": 0.0444, + "step": 19001 + }, + { + "epoch": 16.11704834605598, + "grad_norm": 0.8308249933665659, + "learning_rate": 1.911109185182847e-05, + "loss": 0.0415, + "step": 19002 + }, + { + "epoch": 16.117896522476673, + "grad_norm": 0.7894249560132084, + "learning_rate": 1.9110978625164248e-05, + "loss": 0.0424, + "step": 19003 + }, + { + "epoch": 16.11874469889737, + "grad_norm": 0.9306564163821525, + "learning_rate": 1.91108653916247e-05, + "loss": 0.0445, + "step": 19004 + }, + { + "epoch": 16.119592875318066, + "grad_norm": 0.8984807693554934, + "learning_rate": 1.91107521512099e-05, + "loss": 0.0435, + "step": 19005 + }, + { + "epoch": 16.120441051738762, + "grad_norm": 0.8346950125596101, + "learning_rate": 1.911063890391994e-05, + "loss": 0.0432, + "step": 19006 + }, + { + "epoch": 16.12128922815946, + "grad_norm": 0.8272096437172503, + "learning_rate": 1.9110525649754906e-05, + "loss": 0.0452, + "step": 19007 + }, + { + "epoch": 16.12213740458015, + "grad_norm": 0.8902716867403837, + "learning_rate": 1.9110412388714877e-05, + "loss": 0.0457, + "step": 19008 + }, + { + "epoch": 16.122985581000847, + "grad_norm": 0.9468582921065462, + "learning_rate": 1.9110299120799946e-05, + "loss": 0.0486, + "step": 19009 + }, + { + "epoch": 16.123833757421544, + "grad_norm": 0.8918962786788441, + "learning_rate": 1.9110185846010197e-05, + "loss": 0.0459, + "step": 19010 + }, + { + "epoch": 16.12468193384224, + "grad_norm": 0.9194043635059441, + "learning_rate": 1.911007256434571e-05, + "loss": 0.0458, + "step": 19011 + }, + { + "epoch": 16.125530110262936, + "grad_norm": 0.9151366300485276, + "learning_rate": 1.910995927580658e-05, + "loss": 0.0454, + "step": 19012 + }, + { + "epoch": 16.12637828668363, + "grad_norm": 1.0202726243916094, + "learning_rate": 1.9109845980392882e-05, + "loss": 0.048, + "step": 19013 + }, + { + "epoch": 16.127226463104325, + "grad_norm": 0.960999476966359, + "learning_rate": 1.9109732678104706e-05, + "loss": 0.0424, + "step": 19014 + }, + { + "epoch": 16.12807463952502, + "grad_norm": 0.890050945113326, + "learning_rate": 1.910961936894214e-05, + "loss": 0.0403, + "step": 19015 + }, + { + "epoch": 16.128922815945717, + "grad_norm": 0.9430006528969596, + "learning_rate": 1.9109506052905268e-05, + "loss": 0.0444, + "step": 19016 + }, + { + "epoch": 16.129770992366414, + "grad_norm": 0.963661657136104, + "learning_rate": 1.9109392729994175e-05, + "loss": 0.0448, + "step": 19017 + }, + { + "epoch": 16.130619168787106, + "grad_norm": 0.9204127706588372, + "learning_rate": 1.9109279400208945e-05, + "loss": 0.0469, + "step": 19018 + }, + { + "epoch": 16.131467345207803, + "grad_norm": 0.9168405248079388, + "learning_rate": 1.9109166063549664e-05, + "loss": 0.0402, + "step": 19019 + }, + { + "epoch": 16.1323155216285, + "grad_norm": 0.8549966905678198, + "learning_rate": 1.9109052720016418e-05, + "loss": 0.0416, + "step": 19020 + }, + { + "epoch": 16.133163698049195, + "grad_norm": 0.9614712583291414, + "learning_rate": 1.9108939369609297e-05, + "loss": 0.0472, + "step": 19021 + }, + { + "epoch": 16.13401187446989, + "grad_norm": 0.8588507337964707, + "learning_rate": 1.9108826012328382e-05, + "loss": 0.0428, + "step": 19022 + }, + { + "epoch": 16.134860050890584, + "grad_norm": 0.9157415332701706, + "learning_rate": 1.9108712648173753e-05, + "loss": 0.0524, + "step": 19023 + }, + { + "epoch": 16.13570822731128, + "grad_norm": 0.8594574160303908, + "learning_rate": 1.910859927714551e-05, + "loss": 0.0487, + "step": 19024 + }, + { + "epoch": 16.136556403731976, + "grad_norm": 0.7286751254967989, + "learning_rate": 1.9108485899243723e-05, + "loss": 0.0407, + "step": 19025 + }, + { + "epoch": 16.137404580152673, + "grad_norm": 0.7887942878630186, + "learning_rate": 1.910837251446849e-05, + "loss": 0.0457, + "step": 19026 + }, + { + "epoch": 16.13825275657337, + "grad_norm": 0.8246945085457877, + "learning_rate": 1.910825912281989e-05, + "loss": 0.0435, + "step": 19027 + }, + { + "epoch": 16.13910093299406, + "grad_norm": 0.8499345828389341, + "learning_rate": 1.910814572429801e-05, + "loss": 0.0432, + "step": 19028 + }, + { + "epoch": 16.139949109414758, + "grad_norm": 0.9774922095610816, + "learning_rate": 1.9108032318902932e-05, + "loss": 0.0446, + "step": 19029 + }, + { + "epoch": 16.140797285835454, + "grad_norm": 0.913314558579099, + "learning_rate": 1.910791890663475e-05, + "loss": 0.0418, + "step": 19030 + }, + { + "epoch": 16.14164546225615, + "grad_norm": 0.9554222854907741, + "learning_rate": 1.910780548749354e-05, + "loss": 0.0433, + "step": 19031 + }, + { + "epoch": 16.142493638676847, + "grad_norm": 0.8843547303539854, + "learning_rate": 1.9107692061479394e-05, + "loss": 0.0427, + "step": 19032 + }, + { + "epoch": 16.14334181509754, + "grad_norm": 1.094898276864457, + "learning_rate": 1.91075786285924e-05, + "loss": 0.0506, + "step": 19033 + }, + { + "epoch": 16.144189991518235, + "grad_norm": 0.7396160518379598, + "learning_rate": 1.9107465188832633e-05, + "loss": 0.0404, + "step": 19034 + }, + { + "epoch": 16.14503816793893, + "grad_norm": 0.8478421639034743, + "learning_rate": 1.9107351742200188e-05, + "loss": 0.0431, + "step": 19035 + }, + { + "epoch": 16.145886344359628, + "grad_norm": 0.9488722691392497, + "learning_rate": 1.910723828869515e-05, + "loss": 0.0465, + "step": 19036 + }, + { + "epoch": 16.14673452078032, + "grad_norm": 0.8492192709512867, + "learning_rate": 1.91071248283176e-05, + "loss": 0.0454, + "step": 19037 + }, + { + "epoch": 16.147582697201017, + "grad_norm": 0.8513005085303214, + "learning_rate": 1.9107011361067623e-05, + "loss": 0.0408, + "step": 19038 + }, + { + "epoch": 16.148430873621713, + "grad_norm": 0.9370931339005769, + "learning_rate": 1.910689788694531e-05, + "loss": 0.0407, + "step": 19039 + }, + { + "epoch": 16.14927905004241, + "grad_norm": 0.9323860702558789, + "learning_rate": 1.9106784405950746e-05, + "loss": 0.046, + "step": 19040 + }, + { + "epoch": 16.150127226463106, + "grad_norm": 0.8655910402800289, + "learning_rate": 1.910667091808401e-05, + "loss": 0.0453, + "step": 19041 + }, + { + "epoch": 16.150975402883798, + "grad_norm": 0.9188752717471768, + "learning_rate": 1.9106557423345197e-05, + "loss": 0.0433, + "step": 19042 + }, + { + "epoch": 16.151823579304494, + "grad_norm": 0.8158245645192692, + "learning_rate": 1.9106443921734384e-05, + "loss": 0.0437, + "step": 19043 + }, + { + "epoch": 16.15267175572519, + "grad_norm": 0.9183324056244238, + "learning_rate": 1.9106330413251663e-05, + "loss": 0.0446, + "step": 19044 + }, + { + "epoch": 16.153519932145887, + "grad_norm": 0.8142522253598823, + "learning_rate": 1.9106216897897117e-05, + "loss": 0.0421, + "step": 19045 + }, + { + "epoch": 16.154368108566583, + "grad_norm": 0.7173228471783034, + "learning_rate": 1.9106103375670833e-05, + "loss": 0.0451, + "step": 19046 + }, + { + "epoch": 16.155216284987276, + "grad_norm": 0.7608027680818095, + "learning_rate": 1.9105989846572893e-05, + "loss": 0.0416, + "step": 19047 + }, + { + "epoch": 16.156064461407972, + "grad_norm": 0.8383179337920632, + "learning_rate": 1.9105876310603387e-05, + "loss": 0.0431, + "step": 19048 + }, + { + "epoch": 16.15691263782867, + "grad_norm": 0.8139901971673786, + "learning_rate": 1.9105762767762402e-05, + "loss": 0.0432, + "step": 19049 + }, + { + "epoch": 16.157760814249365, + "grad_norm": 1.07523663397625, + "learning_rate": 1.9105649218050014e-05, + "loss": 0.0463, + "step": 19050 + }, + { + "epoch": 16.15860899067006, + "grad_norm": 0.9023026545381921, + "learning_rate": 1.9105535661466322e-05, + "loss": 0.0474, + "step": 19051 + }, + { + "epoch": 16.159457167090753, + "grad_norm": 1.043422222703242, + "learning_rate": 1.91054220980114e-05, + "loss": 0.0496, + "step": 19052 + }, + { + "epoch": 16.16030534351145, + "grad_norm": 0.9652342003030555, + "learning_rate": 1.910530852768534e-05, + "loss": 0.0467, + "step": 19053 + }, + { + "epoch": 16.161153519932146, + "grad_norm": 0.8051861606280937, + "learning_rate": 1.9105194950488228e-05, + "loss": 0.0399, + "step": 19054 + }, + { + "epoch": 16.162001696352842, + "grad_norm": 0.8748746764250276, + "learning_rate": 1.9105081366420147e-05, + "loss": 0.0442, + "step": 19055 + }, + { + "epoch": 16.16284987277354, + "grad_norm": 0.8718586077857754, + "learning_rate": 1.9104967775481188e-05, + "loss": 0.0459, + "step": 19056 + }, + { + "epoch": 16.16369804919423, + "grad_norm": 0.9353569871573653, + "learning_rate": 1.9104854177671427e-05, + "loss": 0.0396, + "step": 19057 + }, + { + "epoch": 16.164546225614927, + "grad_norm": 0.8781785485396727, + "learning_rate": 1.9104740572990958e-05, + "loss": 0.0432, + "step": 19058 + }, + { + "epoch": 16.165394402035624, + "grad_norm": 0.9361433671095128, + "learning_rate": 1.910462696143986e-05, + "loss": 0.0419, + "step": 19059 + }, + { + "epoch": 16.16624257845632, + "grad_norm": 0.9914073234360243, + "learning_rate": 1.910451334301823e-05, + "loss": 0.0464, + "step": 19060 + }, + { + "epoch": 16.167090754877016, + "grad_norm": 0.8752348347880801, + "learning_rate": 1.910439971772614e-05, + "loss": 0.0485, + "step": 19061 + }, + { + "epoch": 16.16793893129771, + "grad_norm": 0.801942150104504, + "learning_rate": 1.9104286085563685e-05, + "loss": 0.0437, + "step": 19062 + }, + { + "epoch": 16.168787107718405, + "grad_norm": 0.9523055256356361, + "learning_rate": 1.9104172446530948e-05, + "loss": 0.0468, + "step": 19063 + }, + { + "epoch": 16.1696352841391, + "grad_norm": 0.7124941588759056, + "learning_rate": 1.9104058800628018e-05, + "loss": 0.0419, + "step": 19064 + }, + { + "epoch": 16.170483460559797, + "grad_norm": 0.8435298587262902, + "learning_rate": 1.9103945147854973e-05, + "loss": 0.0426, + "step": 19065 + }, + { + "epoch": 16.171331636980494, + "grad_norm": 0.9345497738525461, + "learning_rate": 1.91038314882119e-05, + "loss": 0.0429, + "step": 19066 + }, + { + "epoch": 16.172179813401186, + "grad_norm": 0.910006663460312, + "learning_rate": 1.9103717821698894e-05, + "loss": 0.0402, + "step": 19067 + }, + { + "epoch": 16.173027989821882, + "grad_norm": 0.896551466230799, + "learning_rate": 1.9103604148316034e-05, + "loss": 0.0429, + "step": 19068 + }, + { + "epoch": 16.17387616624258, + "grad_norm": 0.8913894978518424, + "learning_rate": 1.9103490468063407e-05, + "loss": 0.0422, + "step": 19069 + }, + { + "epoch": 16.174724342663275, + "grad_norm": 0.8487702179578502, + "learning_rate": 1.9103376780941096e-05, + "loss": 0.0425, + "step": 19070 + }, + { + "epoch": 16.17557251908397, + "grad_norm": 0.9159049253170801, + "learning_rate": 1.9103263086949192e-05, + "loss": 0.0446, + "step": 19071 + }, + { + "epoch": 16.176420695504664, + "grad_norm": 0.9739867565425203, + "learning_rate": 1.9103149386087776e-05, + "loss": 0.0451, + "step": 19072 + }, + { + "epoch": 16.17726887192536, + "grad_norm": 0.9766491453473903, + "learning_rate": 1.9103035678356936e-05, + "loss": 0.0433, + "step": 19073 + }, + { + "epoch": 16.178117048346056, + "grad_norm": 0.8665056627688468, + "learning_rate": 1.910292196375676e-05, + "loss": 0.047, + "step": 19074 + }, + { + "epoch": 16.178965224766753, + "grad_norm": 1.0723811021658423, + "learning_rate": 1.910280824228733e-05, + "loss": 0.0471, + "step": 19075 + }, + { + "epoch": 16.179813401187445, + "grad_norm": 0.9746851683180535, + "learning_rate": 1.9102694513948733e-05, + "loss": 0.0481, + "step": 19076 + }, + { + "epoch": 16.18066157760814, + "grad_norm": 0.8619915939838639, + "learning_rate": 1.9102580778741052e-05, + "loss": 0.0444, + "step": 19077 + }, + { + "epoch": 16.181509754028838, + "grad_norm": 0.8078685222383656, + "learning_rate": 1.910246703666438e-05, + "loss": 0.0462, + "step": 19078 + }, + { + "epoch": 16.182357930449534, + "grad_norm": 0.9203723682240668, + "learning_rate": 1.9102353287718796e-05, + "loss": 0.0466, + "step": 19079 + }, + { + "epoch": 16.18320610687023, + "grad_norm": 0.9890355410004529, + "learning_rate": 1.910223953190439e-05, + "loss": 0.0454, + "step": 19080 + }, + { + "epoch": 16.184054283290923, + "grad_norm": 0.8486485634063085, + "learning_rate": 1.9102125769221244e-05, + "loss": 0.0446, + "step": 19081 + }, + { + "epoch": 16.18490245971162, + "grad_norm": 0.9022203764541846, + "learning_rate": 1.910201199966945e-05, + "loss": 0.0456, + "step": 19082 + }, + { + "epoch": 16.185750636132315, + "grad_norm": 0.9239985450520004, + "learning_rate": 1.9101898223249088e-05, + "loss": 0.0422, + "step": 19083 + }, + { + "epoch": 16.18659881255301, + "grad_norm": 0.9673746881511183, + "learning_rate": 1.9101784439960246e-05, + "loss": 0.0473, + "step": 19084 + }, + { + "epoch": 16.187446988973708, + "grad_norm": 0.8847126242227737, + "learning_rate": 1.910167064980301e-05, + "loss": 0.0415, + "step": 19085 + }, + { + "epoch": 16.1882951653944, + "grad_norm": 0.8846272236657597, + "learning_rate": 1.9101556852777467e-05, + "loss": 0.0439, + "step": 19086 + }, + { + "epoch": 16.189143341815097, + "grad_norm": 0.8477863278296105, + "learning_rate": 1.9101443048883702e-05, + "loss": 0.0452, + "step": 19087 + }, + { + "epoch": 16.189991518235793, + "grad_norm": 1.0576305735672014, + "learning_rate": 1.9101329238121797e-05, + "loss": 0.0464, + "step": 19088 + }, + { + "epoch": 16.19083969465649, + "grad_norm": 0.8885203463254676, + "learning_rate": 1.9101215420491845e-05, + "loss": 0.0417, + "step": 19089 + }, + { + "epoch": 16.191687871077185, + "grad_norm": 0.8744750768241969, + "learning_rate": 1.9101101595993925e-05, + "loss": 0.0444, + "step": 19090 + }, + { + "epoch": 16.192536047497878, + "grad_norm": 0.8344791018814036, + "learning_rate": 1.9100987764628127e-05, + "loss": 0.044, + "step": 19091 + }, + { + "epoch": 16.193384223918574, + "grad_norm": 0.882478996799897, + "learning_rate": 1.9100873926394535e-05, + "loss": 0.0486, + "step": 19092 + }, + { + "epoch": 16.19423240033927, + "grad_norm": 1.053710327535318, + "learning_rate": 1.910076008129324e-05, + "loss": 0.0445, + "step": 19093 + }, + { + "epoch": 16.195080576759967, + "grad_norm": 0.9040714207380638, + "learning_rate": 1.910064622932432e-05, + "loss": 0.0497, + "step": 19094 + }, + { + "epoch": 16.195928753180663, + "grad_norm": 0.816163435268986, + "learning_rate": 1.9100532370487866e-05, + "loss": 0.0439, + "step": 19095 + }, + { + "epoch": 16.196776929601356, + "grad_norm": 0.9450943144063373, + "learning_rate": 1.9100418504783962e-05, + "loss": 0.0452, + "step": 19096 + }, + { + "epoch": 16.197625106022052, + "grad_norm": 0.9164076196627295, + "learning_rate": 1.9100304632212695e-05, + "loss": 0.0464, + "step": 19097 + }, + { + "epoch": 16.198473282442748, + "grad_norm": 0.9668079833060559, + "learning_rate": 1.9100190752774152e-05, + "loss": 0.0468, + "step": 19098 + }, + { + "epoch": 16.199321458863444, + "grad_norm": 0.8963698438817509, + "learning_rate": 1.9100076866468414e-05, + "loss": 0.0474, + "step": 19099 + }, + { + "epoch": 16.20016963528414, + "grad_norm": 0.8958599002521923, + "learning_rate": 1.9099962973295574e-05, + "loss": 0.0402, + "step": 19100 + }, + { + "epoch": 16.201017811704833, + "grad_norm": 1.0205736824235847, + "learning_rate": 1.9099849073255713e-05, + "loss": 0.0502, + "step": 19101 + }, + { + "epoch": 16.20186598812553, + "grad_norm": 0.9660045177931761, + "learning_rate": 1.9099735166348918e-05, + "loss": 0.0468, + "step": 19102 + }, + { + "epoch": 16.202714164546226, + "grad_norm": 0.9230424607847049, + "learning_rate": 1.9099621252575274e-05, + "loss": 0.0465, + "step": 19103 + }, + { + "epoch": 16.203562340966922, + "grad_norm": 0.8730331939845812, + "learning_rate": 1.909950733193487e-05, + "loss": 0.0445, + "step": 19104 + }, + { + "epoch": 16.20441051738762, + "grad_norm": 0.7233355535709649, + "learning_rate": 1.909939340442779e-05, + "loss": 0.039, + "step": 19105 + }, + { + "epoch": 16.20525869380831, + "grad_norm": 0.8618259578089874, + "learning_rate": 1.909927947005412e-05, + "loss": 0.045, + "step": 19106 + }, + { + "epoch": 16.206106870229007, + "grad_norm": 0.7913138219857064, + "learning_rate": 1.9099165528813944e-05, + "loss": 0.0422, + "step": 19107 + }, + { + "epoch": 16.206955046649703, + "grad_norm": 0.94978274116971, + "learning_rate": 1.909905158070735e-05, + "loss": 0.0468, + "step": 19108 + }, + { + "epoch": 16.2078032230704, + "grad_norm": 0.8996612012404392, + "learning_rate": 1.9098937625734428e-05, + "loss": 0.0438, + "step": 19109 + }, + { + "epoch": 16.208651399491096, + "grad_norm": 0.8450880409981928, + "learning_rate": 1.909882366389526e-05, + "loss": 0.0419, + "step": 19110 + }, + { + "epoch": 16.20949957591179, + "grad_norm": 0.9778932586608834, + "learning_rate": 1.909870969518993e-05, + "loss": 0.0479, + "step": 19111 + }, + { + "epoch": 16.210347752332485, + "grad_norm": 0.7797186498474787, + "learning_rate": 1.9098595719618528e-05, + "loss": 0.0426, + "step": 19112 + }, + { + "epoch": 16.21119592875318, + "grad_norm": 0.9187093651788373, + "learning_rate": 1.9098481737181134e-05, + "loss": 0.0455, + "step": 19113 + }, + { + "epoch": 16.212044105173877, + "grad_norm": 0.8875361633342654, + "learning_rate": 1.909836774787784e-05, + "loss": 0.0439, + "step": 19114 + }, + { + "epoch": 16.21289228159457, + "grad_norm": 0.8871151710489754, + "learning_rate": 1.9098253751708728e-05, + "loss": 0.0463, + "step": 19115 + }, + { + "epoch": 16.213740458015266, + "grad_norm": 0.9301696653147083, + "learning_rate": 1.909813974867389e-05, + "loss": 0.0495, + "step": 19116 + }, + { + "epoch": 16.214588634435962, + "grad_norm": 0.8731851467586831, + "learning_rate": 1.9098025738773406e-05, + "loss": 0.0451, + "step": 19117 + }, + { + "epoch": 16.21543681085666, + "grad_norm": 0.8339916167674002, + "learning_rate": 1.9097911722007366e-05, + "loss": 0.0424, + "step": 19118 + }, + { + "epoch": 16.216284987277355, + "grad_norm": 0.8907086118394077, + "learning_rate": 1.9097797698375853e-05, + "loss": 0.0441, + "step": 19119 + }, + { + "epoch": 16.217133163698048, + "grad_norm": 0.8663430954839887, + "learning_rate": 1.9097683667878955e-05, + "loss": 0.043, + "step": 19120 + }, + { + "epoch": 16.217981340118744, + "grad_norm": 0.8951136814284436, + "learning_rate": 1.9097569630516757e-05, + "loss": 0.047, + "step": 19121 + }, + { + "epoch": 16.21882951653944, + "grad_norm": 0.9879110659536086, + "learning_rate": 1.9097455586289343e-05, + "loss": 0.0649, + "step": 19122 + }, + { + "epoch": 16.219677692960136, + "grad_norm": 1.1135121306180233, + "learning_rate": 1.9097341535196805e-05, + "loss": 0.0488, + "step": 19123 + }, + { + "epoch": 16.220525869380833, + "grad_norm": 0.8603204395176984, + "learning_rate": 1.9097227477239224e-05, + "loss": 0.0435, + "step": 19124 + }, + { + "epoch": 16.221374045801525, + "grad_norm": 0.9260090185044548, + "learning_rate": 1.909711341241669e-05, + "loss": 0.0419, + "step": 19125 + }, + { + "epoch": 16.22222222222222, + "grad_norm": 0.8861759761795273, + "learning_rate": 1.9096999340729284e-05, + "loss": 0.041, + "step": 19126 + }, + { + "epoch": 16.223070398642918, + "grad_norm": 0.9478887055955528, + "learning_rate": 1.9096885262177093e-05, + "loss": 0.0458, + "step": 19127 + }, + { + "epoch": 16.223918575063614, + "grad_norm": 0.8397380202332752, + "learning_rate": 1.9096771176760208e-05, + "loss": 0.0435, + "step": 19128 + }, + { + "epoch": 16.22476675148431, + "grad_norm": 0.8660655860250668, + "learning_rate": 1.909665708447871e-05, + "loss": 0.0426, + "step": 19129 + }, + { + "epoch": 16.225614927905003, + "grad_norm": 0.7855760609969445, + "learning_rate": 1.909654298533269e-05, + "loss": 0.0425, + "step": 19130 + }, + { + "epoch": 16.2264631043257, + "grad_norm": 0.9093550096763868, + "learning_rate": 1.909642887932223e-05, + "loss": 0.0424, + "step": 19131 + }, + { + "epoch": 16.227311280746395, + "grad_norm": 0.8878050633333261, + "learning_rate": 1.9096314766447416e-05, + "loss": 0.0468, + "step": 19132 + }, + { + "epoch": 16.22815945716709, + "grad_norm": 1.1778424465654023, + "learning_rate": 1.9096200646708332e-05, + "loss": 0.0472, + "step": 19133 + }, + { + "epoch": 16.229007633587788, + "grad_norm": 0.8712535253285286, + "learning_rate": 1.9096086520105074e-05, + "loss": 0.043, + "step": 19134 + }, + { + "epoch": 16.22985581000848, + "grad_norm": 0.8678996084054561, + "learning_rate": 1.9095972386637718e-05, + "loss": 0.0449, + "step": 19135 + }, + { + "epoch": 16.230703986429177, + "grad_norm": 0.8186397781272774, + "learning_rate": 1.9095858246306352e-05, + "loss": 0.0439, + "step": 19136 + }, + { + "epoch": 16.231552162849873, + "grad_norm": 1.0189143260295657, + "learning_rate": 1.909574409911107e-05, + "loss": 0.0523, + "step": 19137 + }, + { + "epoch": 16.23240033927057, + "grad_norm": 0.8863182710254522, + "learning_rate": 1.9095629945051945e-05, + "loss": 0.0491, + "step": 19138 + }, + { + "epoch": 16.233248515691265, + "grad_norm": 1.1244868830634105, + "learning_rate": 1.9095515784129073e-05, + "loss": 0.0594, + "step": 19139 + }, + { + "epoch": 16.234096692111958, + "grad_norm": 0.7897607181256528, + "learning_rate": 1.9095401616342538e-05, + "loss": 0.0458, + "step": 19140 + }, + { + "epoch": 16.234944868532654, + "grad_norm": 0.8641818180510612, + "learning_rate": 1.9095287441692426e-05, + "loss": 0.043, + "step": 19141 + }, + { + "epoch": 16.23579304495335, + "grad_norm": 0.7988521032449306, + "learning_rate": 1.9095173260178824e-05, + "loss": 0.0445, + "step": 19142 + }, + { + "epoch": 16.236641221374047, + "grad_norm": 0.8560781721744969, + "learning_rate": 1.909505907180181e-05, + "loss": 0.0501, + "step": 19143 + }, + { + "epoch": 16.237489397794743, + "grad_norm": 0.9944309106665595, + "learning_rate": 1.9094944876561484e-05, + "loss": 0.0458, + "step": 19144 + }, + { + "epoch": 16.238337574215436, + "grad_norm": 0.8275346262305954, + "learning_rate": 1.909483067445792e-05, + "loss": 0.0421, + "step": 19145 + }, + { + "epoch": 16.239185750636132, + "grad_norm": 1.046106143402101, + "learning_rate": 1.9094716465491214e-05, + "loss": 0.0572, + "step": 19146 + }, + { + "epoch": 16.240033927056828, + "grad_norm": 0.8029175476497706, + "learning_rate": 1.9094602249661444e-05, + "loss": 0.0443, + "step": 19147 + }, + { + "epoch": 16.240882103477524, + "grad_norm": 0.9110094981493965, + "learning_rate": 1.90944880269687e-05, + "loss": 0.0444, + "step": 19148 + }, + { + "epoch": 16.24173027989822, + "grad_norm": 1.0244938033062991, + "learning_rate": 1.909437379741307e-05, + "loss": 0.055, + "step": 19149 + }, + { + "epoch": 16.242578456318913, + "grad_norm": 0.9586057143821788, + "learning_rate": 1.9094259560994636e-05, + "loss": 0.0454, + "step": 19150 + }, + { + "epoch": 16.24342663273961, + "grad_norm": 0.9321906559472686, + "learning_rate": 1.9094145317713487e-05, + "loss": 0.0471, + "step": 19151 + }, + { + "epoch": 16.244274809160306, + "grad_norm": 0.9273925822802755, + "learning_rate": 1.9094031067569707e-05, + "loss": 0.0454, + "step": 19152 + }, + { + "epoch": 16.245122985581002, + "grad_norm": 1.0619629168878109, + "learning_rate": 1.9093916810563385e-05, + "loss": 0.0478, + "step": 19153 + }, + { + "epoch": 16.245971162001695, + "grad_norm": 0.8832185310338359, + "learning_rate": 1.9093802546694606e-05, + "loss": 0.0444, + "step": 19154 + }, + { + "epoch": 16.24681933842239, + "grad_norm": 0.8875018600272204, + "learning_rate": 1.9093688275963457e-05, + "loss": 0.0447, + "step": 19155 + }, + { + "epoch": 16.247667514843087, + "grad_norm": 0.9364305835014121, + "learning_rate": 1.909357399837002e-05, + "loss": 0.0445, + "step": 19156 + }, + { + "epoch": 16.248515691263783, + "grad_norm": 0.8098253915381343, + "learning_rate": 1.9093459713914385e-05, + "loss": 0.0439, + "step": 19157 + }, + { + "epoch": 16.24936386768448, + "grad_norm": 0.8716644309519554, + "learning_rate": 1.9093345422596642e-05, + "loss": 0.0416, + "step": 19158 + }, + { + "epoch": 16.250212044105172, + "grad_norm": 1.1089568646091754, + "learning_rate": 1.909323112441687e-05, + "loss": 0.0519, + "step": 19159 + }, + { + "epoch": 16.25106022052587, + "grad_norm": 0.9526308671509794, + "learning_rate": 1.909311681937516e-05, + "loss": 0.0485, + "step": 19160 + }, + { + "epoch": 16.251908396946565, + "grad_norm": 0.9547928804040582, + "learning_rate": 1.9093002507471595e-05, + "loss": 0.0462, + "step": 19161 + }, + { + "epoch": 16.25275657336726, + "grad_norm": 0.9301747099208206, + "learning_rate": 1.909288818870626e-05, + "loss": 0.0443, + "step": 19162 + }, + { + "epoch": 16.253604749787957, + "grad_norm": 0.8882507704988294, + "learning_rate": 1.9092773863079252e-05, + "loss": 0.0467, + "step": 19163 + }, + { + "epoch": 16.25445292620865, + "grad_norm": 0.8142019345278227, + "learning_rate": 1.9092659530590643e-05, + "loss": 0.0455, + "step": 19164 + }, + { + "epoch": 16.255301102629346, + "grad_norm": 0.92297216087469, + "learning_rate": 1.9092545191240524e-05, + "loss": 0.0441, + "step": 19165 + }, + { + "epoch": 16.256149279050042, + "grad_norm": 0.9378560131259948, + "learning_rate": 1.9092430845028992e-05, + "loss": 0.0457, + "step": 19166 + }, + { + "epoch": 16.25699745547074, + "grad_norm": 1.0095738584857854, + "learning_rate": 1.9092316491956116e-05, + "loss": 0.0497, + "step": 19167 + }, + { + "epoch": 16.257845631891435, + "grad_norm": 1.0880824829407567, + "learning_rate": 1.9092202132021993e-05, + "loss": 0.0458, + "step": 19168 + }, + { + "epoch": 16.258693808312128, + "grad_norm": 0.9347180022382047, + "learning_rate": 1.909208776522671e-05, + "loss": 0.0406, + "step": 19169 + }, + { + "epoch": 16.259541984732824, + "grad_norm": 1.003926663799256, + "learning_rate": 1.9091973391570344e-05, + "loss": 0.0497, + "step": 19170 + }, + { + "epoch": 16.26039016115352, + "grad_norm": 1.0236570484331733, + "learning_rate": 1.909185901105299e-05, + "loss": 0.0478, + "step": 19171 + }, + { + "epoch": 16.261238337574216, + "grad_norm": 0.8655318593023864, + "learning_rate": 1.9091744623674732e-05, + "loss": 0.0445, + "step": 19172 + }, + { + "epoch": 16.262086513994912, + "grad_norm": 0.9008775838884231, + "learning_rate": 1.909163022943566e-05, + "loss": 0.0406, + "step": 19173 + }, + { + "epoch": 16.262934690415605, + "grad_norm": 0.7898719212500307, + "learning_rate": 1.909151582833585e-05, + "loss": 0.0449, + "step": 19174 + }, + { + "epoch": 16.2637828668363, + "grad_norm": 0.9362549229546463, + "learning_rate": 1.90914014203754e-05, + "loss": 0.0511, + "step": 19175 + }, + { + "epoch": 16.264631043256998, + "grad_norm": 0.7964693470373319, + "learning_rate": 1.9091287005554387e-05, + "loss": 0.0406, + "step": 19176 + }, + { + "epoch": 16.265479219677694, + "grad_norm": 0.8387575932967855, + "learning_rate": 1.90911725838729e-05, + "loss": 0.0444, + "step": 19177 + }, + { + "epoch": 16.26632739609839, + "grad_norm": 0.7613724641048274, + "learning_rate": 1.909105815533103e-05, + "loss": 0.0382, + "step": 19178 + }, + { + "epoch": 16.267175572519083, + "grad_norm": 0.8913702211781028, + "learning_rate": 1.9090943719928862e-05, + "loss": 0.0436, + "step": 19179 + }, + { + "epoch": 16.26802374893978, + "grad_norm": 0.9240966234647883, + "learning_rate": 1.9090829277666476e-05, + "loss": 0.0451, + "step": 19180 + }, + { + "epoch": 16.268871925360475, + "grad_norm": 0.8056259242936521, + "learning_rate": 1.9090714828543965e-05, + "loss": 0.0428, + "step": 19181 + }, + { + "epoch": 16.26972010178117, + "grad_norm": 1.0686219764094431, + "learning_rate": 1.909060037256141e-05, + "loss": 0.0449, + "step": 19182 + }, + { + "epoch": 16.270568278201868, + "grad_norm": 0.8141281518493516, + "learning_rate": 1.9090485909718907e-05, + "loss": 0.0444, + "step": 19183 + }, + { + "epoch": 16.27141645462256, + "grad_norm": 0.8215780455175798, + "learning_rate": 1.909037144001653e-05, + "loss": 0.0411, + "step": 19184 + }, + { + "epoch": 16.272264631043257, + "grad_norm": 0.8976126235407594, + "learning_rate": 1.9090256963454375e-05, + "loss": 0.0424, + "step": 19185 + }, + { + "epoch": 16.273112807463953, + "grad_norm": 1.042877526229529, + "learning_rate": 1.909014248003252e-05, + "loss": 0.0453, + "step": 19186 + }, + { + "epoch": 16.27396098388465, + "grad_norm": 0.8899883183067743, + "learning_rate": 1.9090027989751062e-05, + "loss": 0.0459, + "step": 19187 + }, + { + "epoch": 16.274809160305345, + "grad_norm": 1.0240017868403735, + "learning_rate": 1.908991349261008e-05, + "loss": 0.0499, + "step": 19188 + }, + { + "epoch": 16.275657336726038, + "grad_norm": 0.9406537482300763, + "learning_rate": 1.908979898860966e-05, + "loss": 0.0453, + "step": 19189 + }, + { + "epoch": 16.276505513146734, + "grad_norm": 1.099497687969471, + "learning_rate": 1.9089684477749893e-05, + "loss": 0.0472, + "step": 19190 + }, + { + "epoch": 16.27735368956743, + "grad_norm": 0.8674752561026424, + "learning_rate": 1.908956996003086e-05, + "loss": 0.0406, + "step": 19191 + }, + { + "epoch": 16.278201865988127, + "grad_norm": 0.8393546328360558, + "learning_rate": 1.908945543545265e-05, + "loss": 0.0418, + "step": 19192 + }, + { + "epoch": 16.27905004240882, + "grad_norm": 0.8554067729543053, + "learning_rate": 1.908934090401535e-05, + "loss": 0.0465, + "step": 19193 + }, + { + "epoch": 16.279898218829516, + "grad_norm": 0.8411708313876473, + "learning_rate": 1.9089226365719046e-05, + "loss": 0.0439, + "step": 19194 + }, + { + "epoch": 16.280746395250212, + "grad_norm": 0.9012318760357286, + "learning_rate": 1.9089111820563825e-05, + "loss": 0.0466, + "step": 19195 + }, + { + "epoch": 16.281594571670908, + "grad_norm": 0.9862149137463413, + "learning_rate": 1.9088997268549775e-05, + "loss": 0.0457, + "step": 19196 + }, + { + "epoch": 16.282442748091604, + "grad_norm": 0.8925365968902979, + "learning_rate": 1.9088882709676977e-05, + "loss": 0.0462, + "step": 19197 + }, + { + "epoch": 16.283290924512297, + "grad_norm": 0.879954681790197, + "learning_rate": 1.9088768143945523e-05, + "loss": 0.0443, + "step": 19198 + }, + { + "epoch": 16.284139100932993, + "grad_norm": 0.8561883678202364, + "learning_rate": 1.9088653571355494e-05, + "loss": 0.0445, + "step": 19199 + }, + { + "epoch": 16.28498727735369, + "grad_norm": 1.033139804641082, + "learning_rate": 1.908853899190698e-05, + "loss": 0.0508, + "step": 19200 + }, + { + "epoch": 16.285835453774386, + "grad_norm": 0.8637194997350435, + "learning_rate": 1.9088424405600067e-05, + "loss": 0.0406, + "step": 19201 + }, + { + "epoch": 16.286683630195082, + "grad_norm": 0.9475798133621565, + "learning_rate": 1.9088309812434846e-05, + "loss": 0.0477, + "step": 19202 + }, + { + "epoch": 16.287531806615775, + "grad_norm": 0.8939336165821441, + "learning_rate": 1.9088195212411395e-05, + "loss": 0.0431, + "step": 19203 + }, + { + "epoch": 16.28837998303647, + "grad_norm": 0.9970336178605347, + "learning_rate": 1.9088080605529806e-05, + "loss": 0.0457, + "step": 19204 + }, + { + "epoch": 16.289228159457167, + "grad_norm": 0.8902829874854905, + "learning_rate": 1.908796599179016e-05, + "loss": 0.0447, + "step": 19205 + }, + { + "epoch": 16.290076335877863, + "grad_norm": 1.0103380617895117, + "learning_rate": 1.9087851371192555e-05, + "loss": 0.0476, + "step": 19206 + }, + { + "epoch": 16.29092451229856, + "grad_norm": 0.9091771449418148, + "learning_rate": 1.9087736743737065e-05, + "loss": 0.0437, + "step": 19207 + }, + { + "epoch": 16.291772688719252, + "grad_norm": 0.7906490040776079, + "learning_rate": 1.9087622109423782e-05, + "loss": 0.0416, + "step": 19208 + }, + { + "epoch": 16.29262086513995, + "grad_norm": 1.101582361891836, + "learning_rate": 1.9087507468252792e-05, + "loss": 0.045, + "step": 19209 + }, + { + "epoch": 16.293469041560645, + "grad_norm": 0.9755199406390002, + "learning_rate": 1.9087392820224183e-05, + "loss": 0.0465, + "step": 19210 + }, + { + "epoch": 16.29431721798134, + "grad_norm": 0.7928072937192722, + "learning_rate": 1.9087278165338042e-05, + "loss": 0.0392, + "step": 19211 + }, + { + "epoch": 16.295165394402037, + "grad_norm": 1.001453411619041, + "learning_rate": 1.9087163503594448e-05, + "loss": 0.0477, + "step": 19212 + }, + { + "epoch": 16.29601357082273, + "grad_norm": 0.8680878476710218, + "learning_rate": 1.9087048834993495e-05, + "loss": 0.0458, + "step": 19213 + }, + { + "epoch": 16.296861747243426, + "grad_norm": 0.9310822749177364, + "learning_rate": 1.908693415953527e-05, + "loss": 0.0458, + "step": 19214 + }, + { + "epoch": 16.297709923664122, + "grad_norm": 1.0053286103275179, + "learning_rate": 1.9086819477219857e-05, + "loss": 0.0477, + "step": 19215 + }, + { + "epoch": 16.29855810008482, + "grad_norm": 0.8567288388716224, + "learning_rate": 1.9086704788047337e-05, + "loss": 0.0439, + "step": 19216 + }, + { + "epoch": 16.299406276505515, + "grad_norm": 0.8894587835688211, + "learning_rate": 1.908659009201781e-05, + "loss": 0.0446, + "step": 19217 + }, + { + "epoch": 16.300254452926207, + "grad_norm": 1.0041496097763258, + "learning_rate": 1.908647538913135e-05, + "loss": 0.0439, + "step": 19218 + }, + { + "epoch": 16.301102629346904, + "grad_norm": 0.926675156757494, + "learning_rate": 1.908636067938805e-05, + "loss": 0.0461, + "step": 19219 + }, + { + "epoch": 16.3019508057676, + "grad_norm": 0.9256178487055913, + "learning_rate": 1.9086245962787992e-05, + "loss": 0.0481, + "step": 19220 + }, + { + "epoch": 16.302798982188296, + "grad_norm": 1.009817689735052, + "learning_rate": 1.9086131239331268e-05, + "loss": 0.0432, + "step": 19221 + }, + { + "epoch": 16.303647158608992, + "grad_norm": 0.9333819450255791, + "learning_rate": 1.9086016509017962e-05, + "loss": 0.0452, + "step": 19222 + }, + { + "epoch": 16.304495335029685, + "grad_norm": 0.8868721647764698, + "learning_rate": 1.908590177184816e-05, + "loss": 0.0475, + "step": 19223 + }, + { + "epoch": 16.30534351145038, + "grad_norm": 1.0359801986189672, + "learning_rate": 1.9085787027821953e-05, + "loss": 0.0488, + "step": 19224 + }, + { + "epoch": 16.306191687871078, + "grad_norm": 0.7640272000759655, + "learning_rate": 1.9085672276939417e-05, + "loss": 0.0418, + "step": 19225 + }, + { + "epoch": 16.307039864291774, + "grad_norm": 0.744323035220459, + "learning_rate": 1.9085557519200647e-05, + "loss": 0.0421, + "step": 19226 + }, + { + "epoch": 16.307888040712466, + "grad_norm": 0.8893543804184845, + "learning_rate": 1.9085442754605732e-05, + "loss": 0.0456, + "step": 19227 + }, + { + "epoch": 16.308736217133163, + "grad_norm": 1.0106024311785913, + "learning_rate": 1.9085327983154753e-05, + "loss": 0.0496, + "step": 19228 + }, + { + "epoch": 16.30958439355386, + "grad_norm": 0.9133964234145172, + "learning_rate": 1.9085213204847797e-05, + "loss": 0.0447, + "step": 19229 + }, + { + "epoch": 16.310432569974555, + "grad_norm": 0.9840057089482668, + "learning_rate": 1.908509841968495e-05, + "loss": 0.0472, + "step": 19230 + }, + { + "epoch": 16.31128074639525, + "grad_norm": 0.889490598371453, + "learning_rate": 1.9084983627666306e-05, + "loss": 0.0438, + "step": 19231 + }, + { + "epoch": 16.312128922815944, + "grad_norm": 0.8067175734326053, + "learning_rate": 1.9084868828791944e-05, + "loss": 0.0418, + "step": 19232 + }, + { + "epoch": 16.31297709923664, + "grad_norm": 0.9303558900694332, + "learning_rate": 1.9084754023061947e-05, + "loss": 0.0479, + "step": 19233 + }, + { + "epoch": 16.313825275657337, + "grad_norm": 0.8599888805970048, + "learning_rate": 1.9084639210476412e-05, + "loss": 0.0456, + "step": 19234 + }, + { + "epoch": 16.314673452078033, + "grad_norm": 0.9207335101679749, + "learning_rate": 1.9084524391035422e-05, + "loss": 0.0461, + "step": 19235 + }, + { + "epoch": 16.31552162849873, + "grad_norm": 1.082473481601162, + "learning_rate": 1.9084409564739063e-05, + "loss": 0.0467, + "step": 19236 + }, + { + "epoch": 16.31636980491942, + "grad_norm": 0.9913439332296704, + "learning_rate": 1.9084294731587415e-05, + "loss": 0.0488, + "step": 19237 + }, + { + "epoch": 16.317217981340118, + "grad_norm": 0.8927736826134823, + "learning_rate": 1.908417989158058e-05, + "loss": 0.0455, + "step": 19238 + }, + { + "epoch": 16.318066157760814, + "grad_norm": 1.1291811364190472, + "learning_rate": 1.908406504471863e-05, + "loss": 0.0467, + "step": 19239 + }, + { + "epoch": 16.31891433418151, + "grad_norm": 0.9899734220967488, + "learning_rate": 1.9083950191001656e-05, + "loss": 0.047, + "step": 19240 + }, + { + "epoch": 16.319762510602207, + "grad_norm": 0.9856891426213059, + "learning_rate": 1.908383533042975e-05, + "loss": 0.0471, + "step": 19241 + }, + { + "epoch": 16.3206106870229, + "grad_norm": 1.0487487796340307, + "learning_rate": 1.908372046300299e-05, + "loss": 0.0491, + "step": 19242 + }, + { + "epoch": 16.321458863443596, + "grad_norm": 0.9321428013237156, + "learning_rate": 1.9083605588721473e-05, + "loss": 0.0466, + "step": 19243 + }, + { + "epoch": 16.32230703986429, + "grad_norm": 0.8970618743620135, + "learning_rate": 1.9083490707585273e-05, + "loss": 0.0438, + "step": 19244 + }, + { + "epoch": 16.323155216284988, + "grad_norm": 0.8935524987853796, + "learning_rate": 1.9083375819594493e-05, + "loss": 0.0464, + "step": 19245 + }, + { + "epoch": 16.324003392705684, + "grad_norm": 0.9473728453791913, + "learning_rate": 1.90832609247492e-05, + "loss": 0.044, + "step": 19246 + }, + { + "epoch": 16.324851569126377, + "grad_norm": 0.9070782357936045, + "learning_rate": 1.90831460230495e-05, + "loss": 0.0467, + "step": 19247 + }, + { + "epoch": 16.325699745547073, + "grad_norm": 0.9787304335783895, + "learning_rate": 1.9083031114495464e-05, + "loss": 0.0463, + "step": 19248 + }, + { + "epoch": 16.32654792196777, + "grad_norm": 0.9637054364738252, + "learning_rate": 1.908291619908719e-05, + "loss": 0.0447, + "step": 19249 + }, + { + "epoch": 16.327396098388466, + "grad_norm": 1.090641605401356, + "learning_rate": 1.908280127682476e-05, + "loss": 0.0487, + "step": 19250 + }, + { + "epoch": 16.328244274809162, + "grad_norm": 1.0062736819330282, + "learning_rate": 1.9082686347708256e-05, + "loss": 0.0448, + "step": 19251 + }, + { + "epoch": 16.329092451229855, + "grad_norm": 0.9966186008374536, + "learning_rate": 1.9082571411737772e-05, + "loss": 0.0463, + "step": 19252 + }, + { + "epoch": 16.32994062765055, + "grad_norm": 0.7925888931962755, + "learning_rate": 1.9082456468913393e-05, + "loss": 0.043, + "step": 19253 + }, + { + "epoch": 16.330788804071247, + "grad_norm": 0.7982802842267468, + "learning_rate": 1.9082341519235206e-05, + "loss": 0.0405, + "step": 19254 + }, + { + "epoch": 16.331636980491943, + "grad_norm": 0.7812053463019984, + "learning_rate": 1.9082226562703295e-05, + "loss": 0.0416, + "step": 19255 + }, + { + "epoch": 16.33248515691264, + "grad_norm": 0.8138824459008889, + "learning_rate": 1.9082111599317753e-05, + "loss": 0.0441, + "step": 19256 + }, + { + "epoch": 16.333333333333332, + "grad_norm": 1.001923823213042, + "learning_rate": 1.9081996629078655e-05, + "loss": 0.0478, + "step": 19257 + }, + { + "epoch": 16.33418150975403, + "grad_norm": 0.9667535815591799, + "learning_rate": 1.90818816519861e-05, + "loss": 0.0455, + "step": 19258 + }, + { + "epoch": 16.335029686174725, + "grad_norm": 1.0619655816276574, + "learning_rate": 1.908176666804017e-05, + "loss": 0.0511, + "step": 19259 + }, + { + "epoch": 16.33587786259542, + "grad_norm": 1.0596215490356147, + "learning_rate": 1.908165167724095e-05, + "loss": 0.0558, + "step": 19260 + }, + { + "epoch": 16.336726039016117, + "grad_norm": 0.9052128625158755, + "learning_rate": 1.908153667958853e-05, + "loss": 0.0464, + "step": 19261 + }, + { + "epoch": 16.33757421543681, + "grad_norm": 0.9776497175352493, + "learning_rate": 1.9081421675082993e-05, + "loss": 0.0454, + "step": 19262 + }, + { + "epoch": 16.338422391857506, + "grad_norm": 0.8308861632109739, + "learning_rate": 1.908130666372443e-05, + "loss": 0.0423, + "step": 19263 + }, + { + "epoch": 16.339270568278202, + "grad_norm": 1.0151552296873894, + "learning_rate": 1.9081191645512925e-05, + "loss": 0.0445, + "step": 19264 + }, + { + "epoch": 16.3401187446989, + "grad_norm": 1.063018532288055, + "learning_rate": 1.9081076620448565e-05, + "loss": 0.0561, + "step": 19265 + }, + { + "epoch": 16.34096692111959, + "grad_norm": 1.080138698238046, + "learning_rate": 1.9080961588531437e-05, + "loss": 0.049, + "step": 19266 + }, + { + "epoch": 16.341815097540287, + "grad_norm": 1.0378831258138133, + "learning_rate": 1.908084654976163e-05, + "loss": 0.0453, + "step": 19267 + }, + { + "epoch": 16.342663273960984, + "grad_norm": 0.8185647156392375, + "learning_rate": 1.9080731504139228e-05, + "loss": 0.0451, + "step": 19268 + }, + { + "epoch": 16.34351145038168, + "grad_norm": 0.9849504878604627, + "learning_rate": 1.908061645166432e-05, + "loss": 0.0535, + "step": 19269 + }, + { + "epoch": 16.344359626802376, + "grad_norm": 0.950766106069144, + "learning_rate": 1.908050139233699e-05, + "loss": 0.0501, + "step": 19270 + }, + { + "epoch": 16.34520780322307, + "grad_norm": 0.9511070874896966, + "learning_rate": 1.9080386326157324e-05, + "loss": 0.046, + "step": 19271 + }, + { + "epoch": 16.346055979643765, + "grad_norm": 0.8361981118653884, + "learning_rate": 1.9080271253125417e-05, + "loss": 0.045, + "step": 19272 + }, + { + "epoch": 16.34690415606446, + "grad_norm": 0.9222377491577527, + "learning_rate": 1.9080156173241345e-05, + "loss": 0.0439, + "step": 19273 + }, + { + "epoch": 16.347752332485157, + "grad_norm": 0.9040880751393559, + "learning_rate": 1.9080041086505204e-05, + "loss": 0.0421, + "step": 19274 + }, + { + "epoch": 16.348600508905854, + "grad_norm": 0.9410803082687476, + "learning_rate": 1.907992599291707e-05, + "loss": 0.0477, + "step": 19275 + }, + { + "epoch": 16.349448685326546, + "grad_norm": 1.0869192415907791, + "learning_rate": 1.9079810892477045e-05, + "loss": 0.0498, + "step": 19276 + }, + { + "epoch": 16.350296861747243, + "grad_norm": 0.8551145232040395, + "learning_rate": 1.9079695785185203e-05, + "loss": 0.0461, + "step": 19277 + }, + { + "epoch": 16.35114503816794, + "grad_norm": 0.8267520337071453, + "learning_rate": 1.9079580671041637e-05, + "loss": 0.0451, + "step": 19278 + }, + { + "epoch": 16.351993214588635, + "grad_norm": 0.9220077601131871, + "learning_rate": 1.907946555004643e-05, + "loss": 0.0442, + "step": 19279 + }, + { + "epoch": 16.35284139100933, + "grad_norm": 1.0081996618268056, + "learning_rate": 1.9079350422199675e-05, + "loss": 0.0442, + "step": 19280 + }, + { + "epoch": 16.353689567430024, + "grad_norm": 0.8808741877496221, + "learning_rate": 1.907923528750145e-05, + "loss": 0.0424, + "step": 19281 + }, + { + "epoch": 16.35453774385072, + "grad_norm": 0.8292714862447407, + "learning_rate": 1.907912014595185e-05, + "loss": 0.041, + "step": 19282 + }, + { + "epoch": 16.355385920271416, + "grad_norm": 0.9146893847232702, + "learning_rate": 1.907900499755096e-05, + "loss": 0.0441, + "step": 19283 + }, + { + "epoch": 16.356234096692113, + "grad_norm": 1.172994620358688, + "learning_rate": 1.907888984229886e-05, + "loss": 0.0487, + "step": 19284 + }, + { + "epoch": 16.35708227311281, + "grad_norm": 1.0958950739482192, + "learning_rate": 1.907877468019565e-05, + "loss": 0.0488, + "step": 19285 + }, + { + "epoch": 16.3579304495335, + "grad_norm": 0.8379466635406434, + "learning_rate": 1.9078659511241408e-05, + "loss": 0.0468, + "step": 19286 + }, + { + "epoch": 16.358778625954198, + "grad_norm": 0.9935947031283129, + "learning_rate": 1.907854433543622e-05, + "loss": 0.0468, + "step": 19287 + }, + { + "epoch": 16.359626802374894, + "grad_norm": 0.9616917399622286, + "learning_rate": 1.9078429152780172e-05, + "loss": 0.0453, + "step": 19288 + }, + { + "epoch": 16.36047497879559, + "grad_norm": 0.8909091728422073, + "learning_rate": 1.9078313963273358e-05, + "loss": 0.0475, + "step": 19289 + }, + { + "epoch": 16.361323155216287, + "grad_norm": 1.0123401574977624, + "learning_rate": 1.907819876691586e-05, + "loss": 0.0494, + "step": 19290 + }, + { + "epoch": 16.36217133163698, + "grad_norm": 1.043727303340191, + "learning_rate": 1.9078083563707768e-05, + "loss": 0.0509, + "step": 19291 + }, + { + "epoch": 16.363019508057675, + "grad_norm": 0.8363531414339077, + "learning_rate": 1.9077968353649166e-05, + "loss": 0.0421, + "step": 19292 + }, + { + "epoch": 16.36386768447837, + "grad_norm": 1.1116975591600928, + "learning_rate": 1.907785313674014e-05, + "loss": 0.0497, + "step": 19293 + }, + { + "epoch": 16.364715860899068, + "grad_norm": 0.9302015177704416, + "learning_rate": 1.907773791298078e-05, + "loss": 0.046, + "step": 19294 + }, + { + "epoch": 16.365564037319764, + "grad_norm": 0.9195185351147419, + "learning_rate": 1.9077622682371174e-05, + "loss": 0.0427, + "step": 19295 + }, + { + "epoch": 16.366412213740457, + "grad_norm": 0.9777128798656136, + "learning_rate": 1.9077507444911405e-05, + "loss": 0.0483, + "step": 19296 + }, + { + "epoch": 16.367260390161153, + "grad_norm": 0.9672604736326987, + "learning_rate": 1.9077392200601562e-05, + "loss": 0.0476, + "step": 19297 + }, + { + "epoch": 16.36810856658185, + "grad_norm": 0.9628493233443028, + "learning_rate": 1.9077276949441733e-05, + "loss": 0.0452, + "step": 19298 + }, + { + "epoch": 16.368956743002546, + "grad_norm": 0.7162867706024257, + "learning_rate": 1.9077161691432003e-05, + "loss": 0.044, + "step": 19299 + }, + { + "epoch": 16.36980491942324, + "grad_norm": 0.9006891488399325, + "learning_rate": 1.9077046426572456e-05, + "loss": 0.0478, + "step": 19300 + }, + { + "epoch": 16.370653095843934, + "grad_norm": 0.967646379317528, + "learning_rate": 1.9076931154863185e-05, + "loss": 0.0477, + "step": 19301 + }, + { + "epoch": 16.37150127226463, + "grad_norm": 0.9283945915966098, + "learning_rate": 1.907681587630428e-05, + "loss": 0.0441, + "step": 19302 + }, + { + "epoch": 16.372349448685327, + "grad_norm": 1.0517320973724678, + "learning_rate": 1.9076700590895815e-05, + "loss": 0.0474, + "step": 19303 + }, + { + "epoch": 16.373197625106023, + "grad_norm": 1.0096684056411303, + "learning_rate": 1.9076585298637886e-05, + "loss": 0.0498, + "step": 19304 + }, + { + "epoch": 16.374045801526716, + "grad_norm": 1.0149419605938477, + "learning_rate": 1.9076469999530582e-05, + "loss": 0.0459, + "step": 19305 + }, + { + "epoch": 16.374893977947412, + "grad_norm": 1.258950989806234, + "learning_rate": 1.9076354693573982e-05, + "loss": 0.0469, + "step": 19306 + }, + { + "epoch": 16.37574215436811, + "grad_norm": 0.9486117525448701, + "learning_rate": 1.9076239380768183e-05, + "loss": 0.0449, + "step": 19307 + }, + { + "epoch": 16.376590330788805, + "grad_norm": 1.0349820155293628, + "learning_rate": 1.9076124061113262e-05, + "loss": 0.0467, + "step": 19308 + }, + { + "epoch": 16.3774385072095, + "grad_norm": 0.9939676851187462, + "learning_rate": 1.9076008734609314e-05, + "loss": 0.0492, + "step": 19309 + }, + { + "epoch": 16.378286683630193, + "grad_norm": 0.9118653116528019, + "learning_rate": 1.9075893401256416e-05, + "loss": 0.0465, + "step": 19310 + }, + { + "epoch": 16.37913486005089, + "grad_norm": 0.9383232766425357, + "learning_rate": 1.907577806105467e-05, + "loss": 0.046, + "step": 19311 + }, + { + "epoch": 16.379983036471586, + "grad_norm": 0.8620201037813338, + "learning_rate": 1.9075662714004153e-05, + "loss": 0.0468, + "step": 19312 + }, + { + "epoch": 16.380831212892282, + "grad_norm": 0.8052039906075179, + "learning_rate": 1.907554736010495e-05, + "loss": 0.0428, + "step": 19313 + }, + { + "epoch": 16.38167938931298, + "grad_norm": 1.0523407399826956, + "learning_rate": 1.9075431999357157e-05, + "loss": 0.0483, + "step": 19314 + }, + { + "epoch": 16.38252756573367, + "grad_norm": 1.0266519677931953, + "learning_rate": 1.9075316631760852e-05, + "loss": 0.0504, + "step": 19315 + }, + { + "epoch": 16.383375742154367, + "grad_norm": 0.9251732674588614, + "learning_rate": 1.9075201257316127e-05, + "loss": 0.0458, + "step": 19316 + }, + { + "epoch": 16.384223918575064, + "grad_norm": 0.8030561335893205, + "learning_rate": 1.907508587602307e-05, + "loss": 0.0441, + "step": 19317 + }, + { + "epoch": 16.38507209499576, + "grad_norm": 0.9390142635829065, + "learning_rate": 1.9074970487881763e-05, + "loss": 0.042, + "step": 19318 + }, + { + "epoch": 16.385920271416456, + "grad_norm": 0.9788032822819351, + "learning_rate": 1.9074855092892294e-05, + "loss": 0.0447, + "step": 19319 + }, + { + "epoch": 16.38676844783715, + "grad_norm": 1.056631651064662, + "learning_rate": 1.9074739691054756e-05, + "loss": 0.0487, + "step": 19320 + }, + { + "epoch": 16.387616624257845, + "grad_norm": 1.047957893083494, + "learning_rate": 1.9074624282369235e-05, + "loss": 0.0445, + "step": 19321 + }, + { + "epoch": 16.38846480067854, + "grad_norm": 0.9133787559264143, + "learning_rate": 1.9074508866835812e-05, + "loss": 0.0494, + "step": 19322 + }, + { + "epoch": 16.389312977099237, + "grad_norm": 0.9765229159855215, + "learning_rate": 1.9074393444454578e-05, + "loss": 0.0518, + "step": 19323 + }, + { + "epoch": 16.390161153519934, + "grad_norm": 0.9838721461221026, + "learning_rate": 1.907427801522562e-05, + "loss": 0.0488, + "step": 19324 + }, + { + "epoch": 16.391009329940626, + "grad_norm": 0.9447868015805244, + "learning_rate": 1.9074162579149024e-05, + "loss": 0.0465, + "step": 19325 + }, + { + "epoch": 16.391857506361323, + "grad_norm": 0.8173672101007221, + "learning_rate": 1.9074047136224876e-05, + "loss": 0.0433, + "step": 19326 + }, + { + "epoch": 16.39270568278202, + "grad_norm": 0.8492087107444881, + "learning_rate": 1.9073931686453266e-05, + "loss": 0.0442, + "step": 19327 + }, + { + "epoch": 16.393553859202715, + "grad_norm": 0.8607978407388519, + "learning_rate": 1.9073816229834283e-05, + "loss": 0.0464, + "step": 19328 + }, + { + "epoch": 16.39440203562341, + "grad_norm": 0.884791072958684, + "learning_rate": 1.9073700766368007e-05, + "loss": 0.0412, + "step": 19329 + }, + { + "epoch": 16.395250212044104, + "grad_norm": 0.9853202509254386, + "learning_rate": 1.9073585296054534e-05, + "loss": 0.0465, + "step": 19330 + }, + { + "epoch": 16.3960983884648, + "grad_norm": 1.0304161134663747, + "learning_rate": 1.9073469818893945e-05, + "loss": 0.0517, + "step": 19331 + }, + { + "epoch": 16.396946564885496, + "grad_norm": 0.987567572645712, + "learning_rate": 1.9073354334886324e-05, + "loss": 0.0474, + "step": 19332 + }, + { + "epoch": 16.397794741306193, + "grad_norm": 1.0411139126919626, + "learning_rate": 1.907323884403177e-05, + "loss": 0.0443, + "step": 19333 + }, + { + "epoch": 16.39864291772689, + "grad_norm": 0.8430479471873988, + "learning_rate": 1.9073123346330357e-05, + "loss": 0.0454, + "step": 19334 + }, + { + "epoch": 16.39949109414758, + "grad_norm": 0.8222117254192833, + "learning_rate": 1.9073007841782184e-05, + "loss": 0.0431, + "step": 19335 + }, + { + "epoch": 16.400339270568278, + "grad_norm": 0.8179983242067216, + "learning_rate": 1.9072892330387325e-05, + "loss": 0.044, + "step": 19336 + }, + { + "epoch": 16.401187446988974, + "grad_norm": 1.1258745121829543, + "learning_rate": 1.907277681214588e-05, + "loss": 0.0502, + "step": 19337 + }, + { + "epoch": 16.40203562340967, + "grad_norm": 0.9323648760194774, + "learning_rate": 1.907266128705793e-05, + "loss": 0.0458, + "step": 19338 + }, + { + "epoch": 16.402883799830363, + "grad_norm": 0.909245283371032, + "learning_rate": 1.9072545755123558e-05, + "loss": 0.0492, + "step": 19339 + }, + { + "epoch": 16.40373197625106, + "grad_norm": 0.9661088823628047, + "learning_rate": 1.907243021634286e-05, + "loss": 0.0496, + "step": 19340 + }, + { + "epoch": 16.404580152671755, + "grad_norm": 0.9083686775589158, + "learning_rate": 1.9072314670715916e-05, + "loss": 0.0455, + "step": 19341 + }, + { + "epoch": 16.40542832909245, + "grad_norm": 0.8956693649477302, + "learning_rate": 1.907219911824282e-05, + "loss": 0.0417, + "step": 19342 + }, + { + "epoch": 16.406276505513148, + "grad_norm": 1.0836495181107775, + "learning_rate": 1.9072083558923655e-05, + "loss": 0.0478, + "step": 19343 + }, + { + "epoch": 16.40712468193384, + "grad_norm": 0.9647372159195957, + "learning_rate": 1.9071967992758507e-05, + "loss": 0.0458, + "step": 19344 + }, + { + "epoch": 16.407972858354537, + "grad_norm": 1.0476157723912445, + "learning_rate": 1.9071852419747467e-05, + "loss": 0.0477, + "step": 19345 + }, + { + "epoch": 16.408821034775233, + "grad_norm": 1.0117353802905766, + "learning_rate": 1.9071736839890617e-05, + "loss": 0.0472, + "step": 19346 + }, + { + "epoch": 16.40966921119593, + "grad_norm": 0.8803503788435135, + "learning_rate": 1.907162125318805e-05, + "loss": 0.0441, + "step": 19347 + }, + { + "epoch": 16.410517387616625, + "grad_norm": 0.9839247214014512, + "learning_rate": 1.907150565963985e-05, + "loss": 0.0469, + "step": 19348 + }, + { + "epoch": 16.411365564037318, + "grad_norm": 1.0244829917072, + "learning_rate": 1.9071390059246103e-05, + "loss": 0.0513, + "step": 19349 + }, + { + "epoch": 16.412213740458014, + "grad_norm": 1.0366488196516783, + "learning_rate": 1.90712744520069e-05, + "loss": 0.0485, + "step": 19350 + }, + { + "epoch": 16.41306191687871, + "grad_norm": 0.9959630449223121, + "learning_rate": 1.9071158837922325e-05, + "loss": 0.0489, + "step": 19351 + }, + { + "epoch": 16.413910093299407, + "grad_norm": 0.9534450811802375, + "learning_rate": 1.907104321699247e-05, + "loss": 0.0474, + "step": 19352 + }, + { + "epoch": 16.414758269720103, + "grad_norm": 0.9737599870055944, + "learning_rate": 1.9070927589217417e-05, + "loss": 0.0445, + "step": 19353 + }, + { + "epoch": 16.415606446140796, + "grad_norm": 0.9078467491131327, + "learning_rate": 1.9070811954597252e-05, + "loss": 0.0464, + "step": 19354 + }, + { + "epoch": 16.416454622561492, + "grad_norm": 0.7872614282534125, + "learning_rate": 1.9070696313132068e-05, + "loss": 0.0413, + "step": 19355 + }, + { + "epoch": 16.41730279898219, + "grad_norm": 0.9485301433358309, + "learning_rate": 1.907058066482195e-05, + "loss": 0.0457, + "step": 19356 + }, + { + "epoch": 16.418150975402884, + "grad_norm": 0.949024476501316, + "learning_rate": 1.9070465009666984e-05, + "loss": 0.0477, + "step": 19357 + }, + { + "epoch": 16.41899915182358, + "grad_norm": 0.9765891325669224, + "learning_rate": 1.9070349347667255e-05, + "loss": 0.046, + "step": 19358 + }, + { + "epoch": 16.419847328244273, + "grad_norm": 0.8642248942794861, + "learning_rate": 1.907023367882286e-05, + "loss": 0.0505, + "step": 19359 + }, + { + "epoch": 16.42069550466497, + "grad_norm": 0.9881157041345152, + "learning_rate": 1.9070118003133874e-05, + "loss": 0.0518, + "step": 19360 + }, + { + "epoch": 16.421543681085666, + "grad_norm": 1.01191257686345, + "learning_rate": 1.9070002320600393e-05, + "loss": 0.0526, + "step": 19361 + }, + { + "epoch": 16.422391857506362, + "grad_norm": 0.8413160180482029, + "learning_rate": 1.9069886631222498e-05, + "loss": 0.0401, + "step": 19362 + }, + { + "epoch": 16.42324003392706, + "grad_norm": 0.9003355964582105, + "learning_rate": 1.9069770935000283e-05, + "loss": 0.048, + "step": 19363 + }, + { + "epoch": 16.42408821034775, + "grad_norm": 0.980938976309513, + "learning_rate": 1.906965523193383e-05, + "loss": 0.0457, + "step": 19364 + }, + { + "epoch": 16.424936386768447, + "grad_norm": 0.929353232374532, + "learning_rate": 1.9069539522023232e-05, + "loss": 0.0452, + "step": 19365 + }, + { + "epoch": 16.425784563189143, + "grad_norm": 0.954618424588505, + "learning_rate": 1.906942380526857e-05, + "loss": 0.0437, + "step": 19366 + }, + { + "epoch": 16.42663273960984, + "grad_norm": 0.9211784650248707, + "learning_rate": 1.906930808166993e-05, + "loss": 0.0486, + "step": 19367 + }, + { + "epoch": 16.427480916030536, + "grad_norm": 1.0950096574742207, + "learning_rate": 1.9069192351227407e-05, + "loss": 0.0567, + "step": 19368 + }, + { + "epoch": 16.42832909245123, + "grad_norm": 0.8904855383789467, + "learning_rate": 1.9069076613941082e-05, + "loss": 0.0481, + "step": 19369 + }, + { + "epoch": 16.429177268871925, + "grad_norm": 0.9427372762583602, + "learning_rate": 1.9068960869811046e-05, + "loss": 0.046, + "step": 19370 + }, + { + "epoch": 16.43002544529262, + "grad_norm": 0.951854142298973, + "learning_rate": 1.9068845118837383e-05, + "loss": 0.0454, + "step": 19371 + }, + { + "epoch": 16.430873621713317, + "grad_norm": 0.8548929506059506, + "learning_rate": 1.906872936102019e-05, + "loss": 0.0457, + "step": 19372 + }, + { + "epoch": 16.431721798134014, + "grad_norm": 0.9708006523728548, + "learning_rate": 1.906861359635954e-05, + "loss": 0.0468, + "step": 19373 + }, + { + "epoch": 16.432569974554706, + "grad_norm": 0.9673530716476196, + "learning_rate": 1.9068497824855528e-05, + "loss": 0.0496, + "step": 19374 + }, + { + "epoch": 16.433418150975402, + "grad_norm": 0.9670324187628285, + "learning_rate": 1.9068382046508244e-05, + "loss": 0.0469, + "step": 19375 + }, + { + "epoch": 16.4342663273961, + "grad_norm": 0.9337105428800707, + "learning_rate": 1.906826626131777e-05, + "loss": 0.048, + "step": 19376 + }, + { + "epoch": 16.435114503816795, + "grad_norm": 1.0476641497478727, + "learning_rate": 1.9068150469284196e-05, + "loss": 0.0482, + "step": 19377 + }, + { + "epoch": 16.435962680237488, + "grad_norm": 1.037878632491663, + "learning_rate": 1.9068034670407605e-05, + "loss": 0.0439, + "step": 19378 + }, + { + "epoch": 16.436810856658184, + "grad_norm": 1.135756105569842, + "learning_rate": 1.9067918864688092e-05, + "loss": 0.0506, + "step": 19379 + }, + { + "epoch": 16.43765903307888, + "grad_norm": 1.2338624784291716, + "learning_rate": 1.906780305212574e-05, + "loss": 0.0507, + "step": 19380 + }, + { + "epoch": 16.438507209499576, + "grad_norm": 0.9686181513037715, + "learning_rate": 1.9067687232720633e-05, + "loss": 0.0541, + "step": 19381 + }, + { + "epoch": 16.439355385920273, + "grad_norm": 0.9368182020687122, + "learning_rate": 1.9067571406472867e-05, + "loss": 0.0407, + "step": 19382 + }, + { + "epoch": 16.440203562340965, + "grad_norm": 0.966791160952183, + "learning_rate": 1.906745557338252e-05, + "loss": 0.0463, + "step": 19383 + }, + { + "epoch": 16.44105173876166, + "grad_norm": 1.064448066691946, + "learning_rate": 1.9067339733449688e-05, + "loss": 0.0468, + "step": 19384 + }, + { + "epoch": 16.441899915182358, + "grad_norm": 0.9350502919769761, + "learning_rate": 1.9067223886674454e-05, + "loss": 0.0446, + "step": 19385 + }, + { + "epoch": 16.442748091603054, + "grad_norm": 0.9439453604026988, + "learning_rate": 1.906710803305691e-05, + "loss": 0.0448, + "step": 19386 + }, + { + "epoch": 16.44359626802375, + "grad_norm": 0.9639531865960796, + "learning_rate": 1.9066992172597133e-05, + "loss": 0.0449, + "step": 19387 + }, + { + "epoch": 16.444444444444443, + "grad_norm": 1.049151605741006, + "learning_rate": 1.9066876305295218e-05, + "loss": 0.0478, + "step": 19388 + }, + { + "epoch": 16.44529262086514, + "grad_norm": 0.893626469039019, + "learning_rate": 1.906676043115125e-05, + "loss": 0.0468, + "step": 19389 + }, + { + "epoch": 16.446140797285835, + "grad_norm": 1.0254192980340842, + "learning_rate": 1.906664455016532e-05, + "loss": 0.0494, + "step": 19390 + }, + { + "epoch": 16.44698897370653, + "grad_norm": 0.986060038545697, + "learning_rate": 1.9066528662337512e-05, + "loss": 0.0459, + "step": 19391 + }, + { + "epoch": 16.447837150127228, + "grad_norm": 0.9521918531217071, + "learning_rate": 1.9066412767667915e-05, + "loss": 0.0454, + "step": 19392 + }, + { + "epoch": 16.44868532654792, + "grad_norm": 1.0936711689694154, + "learning_rate": 1.9066296866156617e-05, + "loss": 0.0489, + "step": 19393 + }, + { + "epoch": 16.449533502968617, + "grad_norm": 1.1833870916024374, + "learning_rate": 1.9066180957803704e-05, + "loss": 0.0502, + "step": 19394 + }, + { + "epoch": 16.450381679389313, + "grad_norm": 1.0076411448332983, + "learning_rate": 1.9066065042609262e-05, + "loss": 0.0493, + "step": 19395 + }, + { + "epoch": 16.45122985581001, + "grad_norm": 0.9128059722932377, + "learning_rate": 1.9065949120573382e-05, + "loss": 0.0437, + "step": 19396 + }, + { + "epoch": 16.452078032230705, + "grad_norm": 1.004737005622303, + "learning_rate": 1.906583319169615e-05, + "loss": 0.0517, + "step": 19397 + }, + { + "epoch": 16.452926208651398, + "grad_norm": 0.9496465776452625, + "learning_rate": 1.9065717255977652e-05, + "loss": 0.0419, + "step": 19398 + }, + { + "epoch": 16.453774385072094, + "grad_norm": 0.9514025432799679, + "learning_rate": 1.9065601313417978e-05, + "loss": 0.0472, + "step": 19399 + }, + { + "epoch": 16.45462256149279, + "grad_norm": 0.9576864423223792, + "learning_rate": 1.9065485364017215e-05, + "loss": 0.0452, + "step": 19400 + }, + { + "epoch": 16.455470737913487, + "grad_norm": 1.0732361517058826, + "learning_rate": 1.9065369407775448e-05, + "loss": 0.0478, + "step": 19401 + }, + { + "epoch": 16.456318914334183, + "grad_norm": 0.9855872115003458, + "learning_rate": 1.906525344469277e-05, + "loss": 0.0498, + "step": 19402 + }, + { + "epoch": 16.457167090754876, + "grad_norm": 0.9844035533173308, + "learning_rate": 1.906513747476926e-05, + "loss": 0.0476, + "step": 19403 + }, + { + "epoch": 16.458015267175572, + "grad_norm": 0.9771860269447785, + "learning_rate": 1.9065021498005014e-05, + "loss": 0.0497, + "step": 19404 + }, + { + "epoch": 16.458863443596268, + "grad_norm": 1.080223406480365, + "learning_rate": 1.9064905514400115e-05, + "loss": 0.0464, + "step": 19405 + }, + { + "epoch": 16.459711620016964, + "grad_norm": 1.14663753958731, + "learning_rate": 1.906478952395465e-05, + "loss": 0.052, + "step": 19406 + }, + { + "epoch": 16.46055979643766, + "grad_norm": 1.0690772310405348, + "learning_rate": 1.906467352666871e-05, + "loss": 0.0496, + "step": 19407 + }, + { + "epoch": 16.461407972858353, + "grad_norm": 0.9588853057720428, + "learning_rate": 1.906455752254238e-05, + "loss": 0.0487, + "step": 19408 + }, + { + "epoch": 16.46225614927905, + "grad_norm": 0.9709013213272659, + "learning_rate": 1.9064441511575746e-05, + "loss": 0.0422, + "step": 19409 + }, + { + "epoch": 16.463104325699746, + "grad_norm": 0.9323195857830855, + "learning_rate": 1.90643254937689e-05, + "loss": 0.0462, + "step": 19410 + }, + { + "epoch": 16.463952502120442, + "grad_norm": 0.8175093799912345, + "learning_rate": 1.9064209469121924e-05, + "loss": 0.0426, + "step": 19411 + }, + { + "epoch": 16.46480067854114, + "grad_norm": 0.850495195434433, + "learning_rate": 1.906409343763491e-05, + "loss": 0.0455, + "step": 19412 + }, + { + "epoch": 16.46564885496183, + "grad_norm": 0.8041396955881864, + "learning_rate": 1.9063977399307946e-05, + "loss": 0.0416, + "step": 19413 + }, + { + "epoch": 16.466497031382527, + "grad_norm": 0.9999281848866212, + "learning_rate": 1.9063861354141116e-05, + "loss": 0.048, + "step": 19414 + }, + { + "epoch": 16.467345207803223, + "grad_norm": 1.2128272800558486, + "learning_rate": 1.9063745302134513e-05, + "loss": 0.0541, + "step": 19415 + }, + { + "epoch": 16.46819338422392, + "grad_norm": 1.0512739448325188, + "learning_rate": 1.9063629243288216e-05, + "loss": 0.0508, + "step": 19416 + }, + { + "epoch": 16.469041560644612, + "grad_norm": 0.9579313908874227, + "learning_rate": 1.906351317760232e-05, + "loss": 0.0421, + "step": 19417 + }, + { + "epoch": 16.46988973706531, + "grad_norm": 1.1517348915147383, + "learning_rate": 1.906339710507691e-05, + "loss": 0.0524, + "step": 19418 + }, + { + "epoch": 16.470737913486005, + "grad_norm": 0.8577919538856768, + "learning_rate": 1.906328102571207e-05, + "loss": 0.0434, + "step": 19419 + }, + { + "epoch": 16.4715860899067, + "grad_norm": 0.9336019500264121, + "learning_rate": 1.9063164939507897e-05, + "loss": 0.0479, + "step": 19420 + }, + { + "epoch": 16.472434266327397, + "grad_norm": 0.8843324405723387, + "learning_rate": 1.9063048846464468e-05, + "loss": 0.0483, + "step": 19421 + }, + { + "epoch": 16.47328244274809, + "grad_norm": 1.0138018060505771, + "learning_rate": 1.9062932746581878e-05, + "loss": 0.0451, + "step": 19422 + }, + { + "epoch": 16.474130619168786, + "grad_norm": 0.842023412906958, + "learning_rate": 1.906281663986021e-05, + "loss": 0.0433, + "step": 19423 + }, + { + "epoch": 16.474978795589482, + "grad_norm": 1.1103138179808023, + "learning_rate": 1.9062700526299557e-05, + "loss": 0.0499, + "step": 19424 + }, + { + "epoch": 16.47582697201018, + "grad_norm": 1.0360434203157993, + "learning_rate": 1.9062584405900003e-05, + "loss": 0.0491, + "step": 19425 + }, + { + "epoch": 16.476675148430875, + "grad_norm": 0.9349586778799319, + "learning_rate": 1.9062468278661637e-05, + "loss": 0.0476, + "step": 19426 + }, + { + "epoch": 16.477523324851568, + "grad_norm": 1.0029347021993893, + "learning_rate": 1.906235214458454e-05, + "loss": 0.0474, + "step": 19427 + }, + { + "epoch": 16.478371501272264, + "grad_norm": 0.9109225432657125, + "learning_rate": 1.9062236003668812e-05, + "loss": 0.0443, + "step": 19428 + }, + { + "epoch": 16.47921967769296, + "grad_norm": 0.9321829450891642, + "learning_rate": 1.906211985591453e-05, + "loss": 0.0487, + "step": 19429 + }, + { + "epoch": 16.480067854113656, + "grad_norm": 0.9378806746273145, + "learning_rate": 1.9062003701321786e-05, + "loss": 0.045, + "step": 19430 + }, + { + "epoch": 16.480916030534353, + "grad_norm": 1.1073866427423296, + "learning_rate": 1.9061887539890668e-05, + "loss": 0.0493, + "step": 19431 + }, + { + "epoch": 16.481764206955045, + "grad_norm": 0.9811940067996097, + "learning_rate": 1.9061771371621264e-05, + "loss": 0.0488, + "step": 19432 + }, + { + "epoch": 16.48261238337574, + "grad_norm": 0.9948945788297667, + "learning_rate": 1.9061655196513654e-05, + "loss": 0.0493, + "step": 19433 + }, + { + "epoch": 16.483460559796438, + "grad_norm": 1.0241763166918472, + "learning_rate": 1.906153901456794e-05, + "loss": 0.0446, + "step": 19434 + }, + { + "epoch": 16.484308736217134, + "grad_norm": 0.9224878806474198, + "learning_rate": 1.9061422825784198e-05, + "loss": 0.0448, + "step": 19435 + }, + { + "epoch": 16.48515691263783, + "grad_norm": 0.8859829187032268, + "learning_rate": 1.906130663016252e-05, + "loss": 0.0459, + "step": 19436 + }, + { + "epoch": 16.486005089058523, + "grad_norm": 0.9712458585011515, + "learning_rate": 1.9061190427702994e-05, + "loss": 0.0479, + "step": 19437 + }, + { + "epoch": 16.48685326547922, + "grad_norm": 1.0553832588206882, + "learning_rate": 1.9061074218405706e-05, + "loss": 0.0472, + "step": 19438 + }, + { + "epoch": 16.487701441899915, + "grad_norm": 0.9460640432849896, + "learning_rate": 1.9060958002270744e-05, + "loss": 0.0483, + "step": 19439 + }, + { + "epoch": 16.48854961832061, + "grad_norm": 0.8670962516317506, + "learning_rate": 1.9060841779298197e-05, + "loss": 0.0452, + "step": 19440 + }, + { + "epoch": 16.489397794741308, + "grad_norm": 0.9728070435160134, + "learning_rate": 1.906072554948815e-05, + "loss": 0.0485, + "step": 19441 + }, + { + "epoch": 16.490245971162, + "grad_norm": 0.9481433067466497, + "learning_rate": 1.9060609312840695e-05, + "loss": 0.0465, + "step": 19442 + }, + { + "epoch": 16.491094147582697, + "grad_norm": 0.9559698062952059, + "learning_rate": 1.9060493069355917e-05, + "loss": 0.0453, + "step": 19443 + }, + { + "epoch": 16.491942324003393, + "grad_norm": 0.9050246766764601, + "learning_rate": 1.9060376819033906e-05, + "loss": 0.0452, + "step": 19444 + }, + { + "epoch": 16.49279050042409, + "grad_norm": 0.8287342253115676, + "learning_rate": 1.9060260561874747e-05, + "loss": 0.0437, + "step": 19445 + }, + { + "epoch": 16.493638676844785, + "grad_norm": 1.0181700574921595, + "learning_rate": 1.9060144297878527e-05, + "loss": 0.0577, + "step": 19446 + }, + { + "epoch": 16.494486853265478, + "grad_norm": 1.079714874434929, + "learning_rate": 1.9060028027045335e-05, + "loss": 0.0523, + "step": 19447 + }, + { + "epoch": 16.495335029686174, + "grad_norm": 0.9888477700723399, + "learning_rate": 1.9059911749375263e-05, + "loss": 0.0439, + "step": 19448 + }, + { + "epoch": 16.49618320610687, + "grad_norm": 0.9656808653672365, + "learning_rate": 1.9059795464868388e-05, + "loss": 0.0466, + "step": 19449 + }, + { + "epoch": 16.497031382527567, + "grad_norm": 0.9593924318136375, + "learning_rate": 1.905967917352481e-05, + "loss": 0.0481, + "step": 19450 + }, + { + "epoch": 16.497879558948263, + "grad_norm": 0.9459961163887834, + "learning_rate": 1.905956287534461e-05, + "loss": 0.0445, + "step": 19451 + }, + { + "epoch": 16.498727735368956, + "grad_norm": 1.1156849917725238, + "learning_rate": 1.9059446570327878e-05, + "loss": 0.0583, + "step": 19452 + }, + { + "epoch": 16.499575911789652, + "grad_norm": 1.013823576690359, + "learning_rate": 1.9059330258474697e-05, + "loss": 0.0458, + "step": 19453 + }, + { + "epoch": 16.500424088210348, + "grad_norm": 0.9335735457810614, + "learning_rate": 1.9059213939785163e-05, + "loss": 0.0464, + "step": 19454 + }, + { + "epoch": 16.501272264631044, + "grad_norm": 0.9520584584934734, + "learning_rate": 1.9059097614259356e-05, + "loss": 0.0479, + "step": 19455 + }, + { + "epoch": 16.502120441051737, + "grad_norm": 0.9469770142757272, + "learning_rate": 1.905898128189737e-05, + "loss": 0.0444, + "step": 19456 + }, + { + "epoch": 16.502968617472433, + "grad_norm": 1.0165519687259084, + "learning_rate": 1.9058864942699287e-05, + "loss": 0.048, + "step": 19457 + }, + { + "epoch": 16.50381679389313, + "grad_norm": 0.926062847944569, + "learning_rate": 1.9058748596665203e-05, + "loss": 0.0458, + "step": 19458 + }, + { + "epoch": 16.504664970313826, + "grad_norm": 0.9204059484716062, + "learning_rate": 1.9058632243795196e-05, + "loss": 0.0476, + "step": 19459 + }, + { + "epoch": 16.505513146734522, + "grad_norm": 0.8763381247606871, + "learning_rate": 1.905851588408936e-05, + "loss": 0.0457, + "step": 19460 + }, + { + "epoch": 16.506361323155215, + "grad_norm": 0.9315391843287455, + "learning_rate": 1.905839951754778e-05, + "loss": 0.0468, + "step": 19461 + }, + { + "epoch": 16.50720949957591, + "grad_norm": 0.959370093400778, + "learning_rate": 1.9058283144170544e-05, + "loss": 0.0453, + "step": 19462 + }, + { + "epoch": 16.508057675996607, + "grad_norm": 1.0069570647768764, + "learning_rate": 1.9058166763957745e-05, + "loss": 0.0479, + "step": 19463 + }, + { + "epoch": 16.508905852417303, + "grad_norm": 0.9393243217120563, + "learning_rate": 1.905805037690946e-05, + "loss": 0.0487, + "step": 19464 + }, + { + "epoch": 16.509754028838, + "grad_norm": 0.9455251044758388, + "learning_rate": 1.905793398302579e-05, + "loss": 0.0422, + "step": 19465 + }, + { + "epoch": 16.510602205258692, + "grad_norm": 1.0511492286905622, + "learning_rate": 1.9057817582306812e-05, + "loss": 0.0442, + "step": 19466 + }, + { + "epoch": 16.51145038167939, + "grad_norm": 1.0716411296077673, + "learning_rate": 1.905770117475262e-05, + "loss": 0.0468, + "step": 19467 + }, + { + "epoch": 16.512298558100085, + "grad_norm": 0.8350791837769259, + "learning_rate": 1.90575847603633e-05, + "loss": 0.0453, + "step": 19468 + }, + { + "epoch": 16.51314673452078, + "grad_norm": 0.881608217642201, + "learning_rate": 1.905746833913894e-05, + "loss": 0.046, + "step": 19469 + }, + { + "epoch": 16.513994910941477, + "grad_norm": 0.9382369792291418, + "learning_rate": 1.9057351911079627e-05, + "loss": 0.0431, + "step": 19470 + }, + { + "epoch": 16.51484308736217, + "grad_norm": 0.9513518531298589, + "learning_rate": 1.905723547618545e-05, + "loss": 0.0476, + "step": 19471 + }, + { + "epoch": 16.515691263782866, + "grad_norm": 1.0486769292860325, + "learning_rate": 1.9057119034456497e-05, + "loss": 0.0464, + "step": 19472 + }, + { + "epoch": 16.516539440203562, + "grad_norm": 1.0377429094545432, + "learning_rate": 1.9057002585892852e-05, + "loss": 0.0486, + "step": 19473 + }, + { + "epoch": 16.51738761662426, + "grad_norm": 0.9479291455255477, + "learning_rate": 1.9056886130494606e-05, + "loss": 0.0464, + "step": 19474 + }, + { + "epoch": 16.518235793044955, + "grad_norm": 0.9877091204552239, + "learning_rate": 1.905676966826185e-05, + "loss": 0.0466, + "step": 19475 + }, + { + "epoch": 16.519083969465647, + "grad_norm": 0.8655293952121037, + "learning_rate": 1.905665319919467e-05, + "loss": 0.0427, + "step": 19476 + }, + { + "epoch": 16.519932145886344, + "grad_norm": 0.9306120292578209, + "learning_rate": 1.905653672329315e-05, + "loss": 0.0441, + "step": 19477 + }, + { + "epoch": 16.52078032230704, + "grad_norm": 0.7664425325334993, + "learning_rate": 1.905642024055738e-05, + "loss": 0.0448, + "step": 19478 + }, + { + "epoch": 16.521628498727736, + "grad_norm": 0.933751081522866, + "learning_rate": 1.9056303750987452e-05, + "loss": 0.0492, + "step": 19479 + }, + { + "epoch": 16.522476675148432, + "grad_norm": 0.9603860887683286, + "learning_rate": 1.905618725458345e-05, + "loss": 0.0479, + "step": 19480 + }, + { + "epoch": 16.523324851569125, + "grad_norm": 0.7924498579476946, + "learning_rate": 1.905607075134546e-05, + "loss": 0.0439, + "step": 19481 + }, + { + "epoch": 16.52417302798982, + "grad_norm": 0.9042401571093291, + "learning_rate": 1.9055954241273574e-05, + "loss": 0.0412, + "step": 19482 + }, + { + "epoch": 16.525021204410518, + "grad_norm": 1.015892253151111, + "learning_rate": 1.9055837724367875e-05, + "loss": 0.0492, + "step": 19483 + }, + { + "epoch": 16.525869380831214, + "grad_norm": 0.9911422206426751, + "learning_rate": 1.905572120062846e-05, + "loss": 0.0426, + "step": 19484 + }, + { + "epoch": 16.52671755725191, + "grad_norm": 0.8721257300933586, + "learning_rate": 1.9055604670055406e-05, + "loss": 0.046, + "step": 19485 + }, + { + "epoch": 16.527565733672603, + "grad_norm": 1.0514677829435994, + "learning_rate": 1.905548813264881e-05, + "loss": 0.0478, + "step": 19486 + }, + { + "epoch": 16.5284139100933, + "grad_norm": 0.9263268942685959, + "learning_rate": 1.9055371588408755e-05, + "loss": 0.0441, + "step": 19487 + }, + { + "epoch": 16.529262086513995, + "grad_norm": 1.0100623645268803, + "learning_rate": 1.9055255037335326e-05, + "loss": 0.0466, + "step": 19488 + }, + { + "epoch": 16.53011026293469, + "grad_norm": 1.1749494778085967, + "learning_rate": 1.9055138479428618e-05, + "loss": 0.0536, + "step": 19489 + }, + { + "epoch": 16.530958439355388, + "grad_norm": 1.0950849122611759, + "learning_rate": 1.9055021914688715e-05, + "loss": 0.0543, + "step": 19490 + }, + { + "epoch": 16.53180661577608, + "grad_norm": 0.9812080415639788, + "learning_rate": 1.9054905343115706e-05, + "loss": 0.0468, + "step": 19491 + }, + { + "epoch": 16.532654792196777, + "grad_norm": 0.8069978796094932, + "learning_rate": 1.905478876470968e-05, + "loss": 0.0451, + "step": 19492 + }, + { + "epoch": 16.533502968617473, + "grad_norm": 0.9712569067727789, + "learning_rate": 1.9054672179470722e-05, + "loss": 0.0457, + "step": 19493 + }, + { + "epoch": 16.53435114503817, + "grad_norm": 1.0589387536104051, + "learning_rate": 1.9054555587398923e-05, + "loss": 0.0496, + "step": 19494 + }, + { + "epoch": 16.53519932145886, + "grad_norm": 0.8175186268890302, + "learning_rate": 1.9054438988494367e-05, + "loss": 0.0461, + "step": 19495 + }, + { + "epoch": 16.536047497879558, + "grad_norm": 1.1244949229581824, + "learning_rate": 1.9054322382757148e-05, + "loss": 0.0521, + "step": 19496 + }, + { + "epoch": 16.536895674300254, + "grad_norm": 0.9829942886615598, + "learning_rate": 1.905420577018735e-05, + "loss": 0.0509, + "step": 19497 + }, + { + "epoch": 16.53774385072095, + "grad_norm": 0.9736428703011591, + "learning_rate": 1.905408915078506e-05, + "loss": 0.0473, + "step": 19498 + }, + { + "epoch": 16.538592027141647, + "grad_norm": 0.9258414661215714, + "learning_rate": 1.9053972524550368e-05, + "loss": 0.0468, + "step": 19499 + }, + { + "epoch": 16.53944020356234, + "grad_norm": 1.267097629879173, + "learning_rate": 1.9053855891483364e-05, + "loss": 0.052, + "step": 19500 + }, + { + "epoch": 16.540288379983036, + "grad_norm": 1.0474133805907968, + "learning_rate": 1.905373925158413e-05, + "loss": 0.0467, + "step": 19501 + }, + { + "epoch": 16.541136556403732, + "grad_norm": 0.995449597121094, + "learning_rate": 1.905362260485276e-05, + "loss": 0.047, + "step": 19502 + }, + { + "epoch": 16.541984732824428, + "grad_norm": 1.0385607803565928, + "learning_rate": 1.9053505951289337e-05, + "loss": 0.0487, + "step": 19503 + }, + { + "epoch": 16.542832909245124, + "grad_norm": 0.9163201401768403, + "learning_rate": 1.9053389290893956e-05, + "loss": 0.0463, + "step": 19504 + }, + { + "epoch": 16.543681085665817, + "grad_norm": 1.0415465303933902, + "learning_rate": 1.90532726236667e-05, + "loss": 0.0485, + "step": 19505 + }, + { + "epoch": 16.544529262086513, + "grad_norm": 1.0002148780374693, + "learning_rate": 1.9053155949607657e-05, + "loss": 0.0517, + "step": 19506 + }, + { + "epoch": 16.54537743850721, + "grad_norm": 0.951170972889162, + "learning_rate": 1.9053039268716915e-05, + "loss": 0.0453, + "step": 19507 + }, + { + "epoch": 16.546225614927906, + "grad_norm": 0.9734220037699622, + "learning_rate": 1.905292258099456e-05, + "loss": 0.049, + "step": 19508 + }, + { + "epoch": 16.547073791348602, + "grad_norm": 0.9936396577529888, + "learning_rate": 1.905280588644069e-05, + "loss": 0.0517, + "step": 19509 + }, + { + "epoch": 16.547921967769295, + "grad_norm": 0.9626073889193103, + "learning_rate": 1.905268918505538e-05, + "loss": 0.0491, + "step": 19510 + }, + { + "epoch": 16.54877014418999, + "grad_norm": 1.1585166685950734, + "learning_rate": 1.905257247683873e-05, + "loss": 0.0503, + "step": 19511 + }, + { + "epoch": 16.549618320610687, + "grad_norm": 0.9366429220297631, + "learning_rate": 1.9052455761790815e-05, + "loss": 0.0463, + "step": 19512 + }, + { + "epoch": 16.550466497031383, + "grad_norm": 1.0188777803637408, + "learning_rate": 1.9052339039911736e-05, + "loss": 0.05, + "step": 19513 + }, + { + "epoch": 16.55131467345208, + "grad_norm": 0.9766582906077131, + "learning_rate": 1.9052222311201572e-05, + "loss": 0.0524, + "step": 19514 + }, + { + "epoch": 16.552162849872772, + "grad_norm": 0.9399912810086631, + "learning_rate": 1.9052105575660417e-05, + "loss": 0.0457, + "step": 19515 + }, + { + "epoch": 16.55301102629347, + "grad_norm": 0.9445507188635113, + "learning_rate": 1.9051988833288354e-05, + "loss": 0.046, + "step": 19516 + }, + { + "epoch": 16.553859202714165, + "grad_norm": 0.9008390246570476, + "learning_rate": 1.9051872084085475e-05, + "loss": 0.0511, + "step": 19517 + }, + { + "epoch": 16.55470737913486, + "grad_norm": 0.9851941423155588, + "learning_rate": 1.9051755328051866e-05, + "loss": 0.0466, + "step": 19518 + }, + { + "epoch": 16.555555555555557, + "grad_norm": 1.0583594242492183, + "learning_rate": 1.905163856518762e-05, + "loss": 0.0517, + "step": 19519 + }, + { + "epoch": 16.55640373197625, + "grad_norm": 0.884913489543398, + "learning_rate": 1.9051521795492815e-05, + "loss": 0.0467, + "step": 19520 + }, + { + "epoch": 16.557251908396946, + "grad_norm": 0.9358181551124131, + "learning_rate": 1.9051405018967547e-05, + "loss": 0.0511, + "step": 19521 + }, + { + "epoch": 16.558100084817642, + "grad_norm": 0.9113898799437768, + "learning_rate": 1.90512882356119e-05, + "loss": 0.0459, + "step": 19522 + }, + { + "epoch": 16.55894826123834, + "grad_norm": 1.0356156728181585, + "learning_rate": 1.905117144542597e-05, + "loss": 0.0505, + "step": 19523 + }, + { + "epoch": 16.559796437659035, + "grad_norm": 0.9662039223273593, + "learning_rate": 1.9051054648409835e-05, + "loss": 0.0449, + "step": 19524 + }, + { + "epoch": 16.560644614079727, + "grad_norm": 1.0376520991303837, + "learning_rate": 1.9050937844563587e-05, + "loss": 0.0473, + "step": 19525 + }, + { + "epoch": 16.561492790500424, + "grad_norm": 0.9202611348433878, + "learning_rate": 1.9050821033887316e-05, + "loss": 0.0491, + "step": 19526 + }, + { + "epoch": 16.56234096692112, + "grad_norm": 1.1413305908294145, + "learning_rate": 1.905070421638111e-05, + "loss": 0.0515, + "step": 19527 + }, + { + "epoch": 16.563189143341816, + "grad_norm": 0.9913521052115927, + "learning_rate": 1.9050587392045057e-05, + "loss": 0.0505, + "step": 19528 + }, + { + "epoch": 16.564037319762512, + "grad_norm": 1.0247744683132003, + "learning_rate": 1.905047056087924e-05, + "loss": 0.0552, + "step": 19529 + }, + { + "epoch": 16.564885496183205, + "grad_norm": 0.966702851337506, + "learning_rate": 1.9050353722883753e-05, + "loss": 0.0479, + "step": 19530 + }, + { + "epoch": 16.5657336726039, + "grad_norm": 0.7793175363279462, + "learning_rate": 1.9050236878058684e-05, + "loss": 0.0453, + "step": 19531 + }, + { + "epoch": 16.566581849024598, + "grad_norm": 1.0166842761729515, + "learning_rate": 1.9050120026404118e-05, + "loss": 0.047, + "step": 19532 + }, + { + "epoch": 16.567430025445294, + "grad_norm": 0.9200657768302365, + "learning_rate": 1.905000316792015e-05, + "loss": 0.0495, + "step": 19533 + }, + { + "epoch": 16.568278201865986, + "grad_norm": 0.9161905731103518, + "learning_rate": 1.9049886302606854e-05, + "loss": 0.0446, + "step": 19534 + }, + { + "epoch": 16.569126378286683, + "grad_norm": 0.9136537864616203, + "learning_rate": 1.9049769430464333e-05, + "loss": 0.0452, + "step": 19535 + }, + { + "epoch": 16.56997455470738, + "grad_norm": 0.9630699309304587, + "learning_rate": 1.904965255149267e-05, + "loss": 0.0443, + "step": 19536 + }, + { + "epoch": 16.570822731128075, + "grad_norm": 0.9675652818807513, + "learning_rate": 1.904953566569195e-05, + "loss": 0.0446, + "step": 19537 + }, + { + "epoch": 16.57167090754877, + "grad_norm": 0.9100811587906139, + "learning_rate": 1.9049418773062265e-05, + "loss": 0.0466, + "step": 19538 + }, + { + "epoch": 16.572519083969464, + "grad_norm": 0.9514984025600413, + "learning_rate": 1.90493018736037e-05, + "loss": 0.0454, + "step": 19539 + }, + { + "epoch": 16.57336726039016, + "grad_norm": 0.9953573746542345, + "learning_rate": 1.904918496731635e-05, + "loss": 0.0467, + "step": 19540 + }, + { + "epoch": 16.574215436810857, + "grad_norm": 0.9082164565930639, + "learning_rate": 1.9049068054200293e-05, + "loss": 0.0444, + "step": 19541 + }, + { + "epoch": 16.575063613231553, + "grad_norm": 0.9418804571513055, + "learning_rate": 1.9048951134255626e-05, + "loss": 0.0454, + "step": 19542 + }, + { + "epoch": 16.57591178965225, + "grad_norm": 0.8908128420434357, + "learning_rate": 1.9048834207482434e-05, + "loss": 0.0488, + "step": 19543 + }, + { + "epoch": 16.57675996607294, + "grad_norm": 0.9397674254770548, + "learning_rate": 1.90487172738808e-05, + "loss": 0.0482, + "step": 19544 + }, + { + "epoch": 16.577608142493638, + "grad_norm": 1.0481720066931826, + "learning_rate": 1.9048600333450823e-05, + "loss": 0.0514, + "step": 19545 + }, + { + "epoch": 16.578456318914334, + "grad_norm": 0.7783119599694727, + "learning_rate": 1.9048483386192586e-05, + "loss": 0.0433, + "step": 19546 + }, + { + "epoch": 16.57930449533503, + "grad_norm": 0.8962939403341476, + "learning_rate": 1.9048366432106173e-05, + "loss": 0.0459, + "step": 19547 + }, + { + "epoch": 16.580152671755727, + "grad_norm": 0.9730297022850688, + "learning_rate": 1.9048249471191678e-05, + "loss": 0.0443, + "step": 19548 + }, + { + "epoch": 16.58100084817642, + "grad_norm": 1.0120745359657801, + "learning_rate": 1.904813250344919e-05, + "loss": 0.0494, + "step": 19549 + }, + { + "epoch": 16.581849024597116, + "grad_norm": 0.9089953694621076, + "learning_rate": 1.9048015528878792e-05, + "loss": 0.0445, + "step": 19550 + }, + { + "epoch": 16.58269720101781, + "grad_norm": 1.1215013164680823, + "learning_rate": 1.9047898547480574e-05, + "loss": 0.0519, + "step": 19551 + }, + { + "epoch": 16.583545377438508, + "grad_norm": 1.0837792679286813, + "learning_rate": 1.9047781559254627e-05, + "loss": 0.0521, + "step": 19552 + }, + { + "epoch": 16.584393553859204, + "grad_norm": 1.1375031059816558, + "learning_rate": 1.9047664564201035e-05, + "loss": 0.0498, + "step": 19553 + }, + { + "epoch": 16.585241730279897, + "grad_norm": 0.9555519325923653, + "learning_rate": 1.9047547562319894e-05, + "loss": 0.0499, + "step": 19554 + }, + { + "epoch": 16.586089906700593, + "grad_norm": 1.0761730335576054, + "learning_rate": 1.904743055361128e-05, + "loss": 0.0485, + "step": 19555 + }, + { + "epoch": 16.58693808312129, + "grad_norm": 0.9416164882887055, + "learning_rate": 1.9047313538075293e-05, + "loss": 0.048, + "step": 19556 + }, + { + "epoch": 16.587786259541986, + "grad_norm": 1.0141518547635273, + "learning_rate": 1.9047196515712017e-05, + "loss": 0.0492, + "step": 19557 + }, + { + "epoch": 16.588634435962682, + "grad_norm": 1.0065239578580774, + "learning_rate": 1.9047079486521537e-05, + "loss": 0.049, + "step": 19558 + }, + { + "epoch": 16.589482612383375, + "grad_norm": 0.8356854958861775, + "learning_rate": 1.9046962450503948e-05, + "loss": 0.046, + "step": 19559 + }, + { + "epoch": 16.59033078880407, + "grad_norm": 0.8819431686925261, + "learning_rate": 1.904684540765933e-05, + "loss": 0.0482, + "step": 19560 + }, + { + "epoch": 16.591178965224767, + "grad_norm": 1.0073932406241333, + "learning_rate": 1.904672835798778e-05, + "loss": 0.0585, + "step": 19561 + }, + { + "epoch": 16.592027141645463, + "grad_norm": 0.9037386531450102, + "learning_rate": 1.904661130148938e-05, + "loss": 0.0467, + "step": 19562 + }, + { + "epoch": 16.59287531806616, + "grad_norm": 0.8861489215624854, + "learning_rate": 1.9046494238164223e-05, + "loss": 0.0464, + "step": 19563 + }, + { + "epoch": 16.593723494486852, + "grad_norm": 0.9254690668662487, + "learning_rate": 1.9046377168012392e-05, + "loss": 0.0485, + "step": 19564 + }, + { + "epoch": 16.59457167090755, + "grad_norm": 0.8611573905006342, + "learning_rate": 1.904626009103398e-05, + "loss": 0.0422, + "step": 19565 + }, + { + "epoch": 16.595419847328245, + "grad_norm": 0.8410005581543971, + "learning_rate": 1.9046143007229075e-05, + "loss": 0.0431, + "step": 19566 + }, + { + "epoch": 16.59626802374894, + "grad_norm": 0.946905672060267, + "learning_rate": 1.9046025916597763e-05, + "loss": 0.0479, + "step": 19567 + }, + { + "epoch": 16.597116200169637, + "grad_norm": 0.8453617118972921, + "learning_rate": 1.9045908819140127e-05, + "loss": 0.0446, + "step": 19568 + }, + { + "epoch": 16.59796437659033, + "grad_norm": 0.9532011906968344, + "learning_rate": 1.9045791714856273e-05, + "loss": 0.0455, + "step": 19569 + }, + { + "epoch": 16.598812553011026, + "grad_norm": 1.00054432140847, + "learning_rate": 1.904567460374627e-05, + "loss": 0.0478, + "step": 19570 + }, + { + "epoch": 16.599660729431722, + "grad_norm": 1.0519552790798372, + "learning_rate": 1.9045557485810216e-05, + "loss": 0.0536, + "step": 19571 + }, + { + "epoch": 16.60050890585242, + "grad_norm": 1.0440913502505766, + "learning_rate": 1.90454403610482e-05, + "loss": 0.0501, + "step": 19572 + }, + { + "epoch": 16.60135708227311, + "grad_norm": 0.9451017694086683, + "learning_rate": 1.9045323229460306e-05, + "loss": 0.0511, + "step": 19573 + }, + { + "epoch": 16.602205258693807, + "grad_norm": 0.807551256043839, + "learning_rate": 1.9045206091046628e-05, + "loss": 0.0449, + "step": 19574 + }, + { + "epoch": 16.603053435114504, + "grad_norm": 0.9235117296133912, + "learning_rate": 1.9045088945807247e-05, + "loss": 0.0467, + "step": 19575 + }, + { + "epoch": 16.6039016115352, + "grad_norm": 0.9774788561699121, + "learning_rate": 1.9044971793742254e-05, + "loss": 0.0476, + "step": 19576 + }, + { + "epoch": 16.604749787955896, + "grad_norm": 0.9951189402134422, + "learning_rate": 1.904485463485174e-05, + "loss": 0.0507, + "step": 19577 + }, + { + "epoch": 16.60559796437659, + "grad_norm": 1.1471169871705749, + "learning_rate": 1.9044737469135797e-05, + "loss": 0.0508, + "step": 19578 + }, + { + "epoch": 16.606446140797285, + "grad_norm": 1.0074635624000503, + "learning_rate": 1.9044620296594508e-05, + "loss": 0.0465, + "step": 19579 + }, + { + "epoch": 16.60729431721798, + "grad_norm": 0.8291778266698895, + "learning_rate": 1.9044503117227956e-05, + "loss": 0.0429, + "step": 19580 + }, + { + "epoch": 16.608142493638677, + "grad_norm": 1.0479395042538713, + "learning_rate": 1.904438593103624e-05, + "loss": 0.0471, + "step": 19581 + }, + { + "epoch": 16.608990670059374, + "grad_norm": 1.0201858160032449, + "learning_rate": 1.9044268738019443e-05, + "loss": 0.0499, + "step": 19582 + }, + { + "epoch": 16.609838846480066, + "grad_norm": 0.836166673919767, + "learning_rate": 1.9044151538177656e-05, + "loss": 0.0445, + "step": 19583 + }, + { + "epoch": 16.610687022900763, + "grad_norm": 1.0970785675013568, + "learning_rate": 1.9044034331510964e-05, + "loss": 0.0484, + "step": 19584 + }, + { + "epoch": 16.61153519932146, + "grad_norm": 0.9984135317251601, + "learning_rate": 1.9043917118019454e-05, + "loss": 0.045, + "step": 19585 + }, + { + "epoch": 16.612383375742155, + "grad_norm": 1.0222393600372546, + "learning_rate": 1.9043799897703223e-05, + "loss": 0.0522, + "step": 19586 + }, + { + "epoch": 16.61323155216285, + "grad_norm": 0.9034493539550207, + "learning_rate": 1.904368267056235e-05, + "loss": 0.0472, + "step": 19587 + }, + { + "epoch": 16.614079728583544, + "grad_norm": 0.8380588345117723, + "learning_rate": 1.904356543659693e-05, + "loss": 0.0453, + "step": 19588 + }, + { + "epoch": 16.61492790500424, + "grad_norm": 0.9181915487165657, + "learning_rate": 1.9043448195807047e-05, + "loss": 0.0429, + "step": 19589 + }, + { + "epoch": 16.615776081424936, + "grad_norm": 0.8593011717959376, + "learning_rate": 1.9043330948192794e-05, + "loss": 0.0414, + "step": 19590 + }, + { + "epoch": 16.616624257845633, + "grad_norm": 0.960586209766279, + "learning_rate": 1.9043213693754258e-05, + "loss": 0.0479, + "step": 19591 + }, + { + "epoch": 16.61747243426633, + "grad_norm": 1.0310268312099995, + "learning_rate": 1.9043096432491523e-05, + "loss": 0.0504, + "step": 19592 + }, + { + "epoch": 16.61832061068702, + "grad_norm": 0.9342995696748425, + "learning_rate": 1.9042979164404683e-05, + "loss": 0.048, + "step": 19593 + }, + { + "epoch": 16.619168787107718, + "grad_norm": 0.9904424874106782, + "learning_rate": 1.9042861889493825e-05, + "loss": 0.0491, + "step": 19594 + }, + { + "epoch": 16.620016963528414, + "grad_norm": 0.8861258699052718, + "learning_rate": 1.904274460775904e-05, + "loss": 0.0456, + "step": 19595 + }, + { + "epoch": 16.62086513994911, + "grad_norm": 1.0911108921215313, + "learning_rate": 1.9042627319200406e-05, + "loss": 0.0505, + "step": 19596 + }, + { + "epoch": 16.621713316369807, + "grad_norm": 1.0208493023602607, + "learning_rate": 1.9042510023818024e-05, + "loss": 0.0464, + "step": 19597 + }, + { + "epoch": 16.6225614927905, + "grad_norm": 1.1253130944217682, + "learning_rate": 1.9042392721611976e-05, + "loss": 0.0515, + "step": 19598 + }, + { + "epoch": 16.623409669211195, + "grad_norm": 1.0647090357412745, + "learning_rate": 1.9042275412582353e-05, + "loss": 0.0488, + "step": 19599 + }, + { + "epoch": 16.62425784563189, + "grad_norm": 0.9519257104741601, + "learning_rate": 1.904215809672924e-05, + "loss": 0.0499, + "step": 19600 + }, + { + "epoch": 16.625106022052588, + "grad_norm": 0.935182040420789, + "learning_rate": 1.9042040774052732e-05, + "loss": 0.0475, + "step": 19601 + }, + { + "epoch": 16.625954198473284, + "grad_norm": 0.9960060019115655, + "learning_rate": 1.9041923444552907e-05, + "loss": 0.0516, + "step": 19602 + }, + { + "epoch": 16.626802374893977, + "grad_norm": 0.9865620119472748, + "learning_rate": 1.9041806108229866e-05, + "loss": 0.0495, + "step": 19603 + }, + { + "epoch": 16.627650551314673, + "grad_norm": 0.9482936877932312, + "learning_rate": 1.904168876508369e-05, + "loss": 0.0481, + "step": 19604 + }, + { + "epoch": 16.62849872773537, + "grad_norm": 0.913711606438698, + "learning_rate": 1.904157141511447e-05, + "loss": 0.0464, + "step": 19605 + }, + { + "epoch": 16.629346904156066, + "grad_norm": 0.7725360493147779, + "learning_rate": 1.9041454058322296e-05, + "loss": 0.0446, + "step": 19606 + }, + { + "epoch": 16.63019508057676, + "grad_norm": 0.9905546008204267, + "learning_rate": 1.904133669470725e-05, + "loss": 0.0492, + "step": 19607 + }, + { + "epoch": 16.631043256997454, + "grad_norm": 0.989546493537267, + "learning_rate": 1.9041219324269425e-05, + "loss": 0.0486, + "step": 19608 + }, + { + "epoch": 16.63189143341815, + "grad_norm": 0.9765439509799527, + "learning_rate": 1.9041101947008913e-05, + "loss": 0.0477, + "step": 19609 + }, + { + "epoch": 16.632739609838847, + "grad_norm": 1.0951380104304165, + "learning_rate": 1.9040984562925797e-05, + "loss": 0.0499, + "step": 19610 + }, + { + "epoch": 16.633587786259543, + "grad_norm": 1.3084556982020088, + "learning_rate": 1.9040867172020166e-05, + "loss": 0.0477, + "step": 19611 + }, + { + "epoch": 16.634435962680236, + "grad_norm": 1.0667800847905893, + "learning_rate": 1.9040749774292112e-05, + "loss": 0.0497, + "step": 19612 + }, + { + "epoch": 16.635284139100932, + "grad_norm": 0.9253505686940404, + "learning_rate": 1.9040632369741722e-05, + "loss": 0.0473, + "step": 19613 + }, + { + "epoch": 16.63613231552163, + "grad_norm": 1.1150491814728545, + "learning_rate": 1.9040514958369086e-05, + "loss": 0.0488, + "step": 19614 + }, + { + "epoch": 16.636980491942325, + "grad_norm": 1.0386750197858847, + "learning_rate": 1.9040397540174286e-05, + "loss": 0.0538, + "step": 19615 + }, + { + "epoch": 16.63782866836302, + "grad_norm": 1.0743458798919097, + "learning_rate": 1.9040280115157422e-05, + "loss": 0.0484, + "step": 19616 + }, + { + "epoch": 16.638676844783713, + "grad_norm": 0.9858754454212306, + "learning_rate": 1.9040162683318572e-05, + "loss": 0.0438, + "step": 19617 + }, + { + "epoch": 16.63952502120441, + "grad_norm": 0.8982036807065974, + "learning_rate": 1.904004524465783e-05, + "loss": 0.0486, + "step": 19618 + }, + { + "epoch": 16.640373197625106, + "grad_norm": 1.0460197238975537, + "learning_rate": 1.9039927799175285e-05, + "loss": 0.0505, + "step": 19619 + }, + { + "epoch": 16.641221374045802, + "grad_norm": 0.9089652465103238, + "learning_rate": 1.903981034687102e-05, + "loss": 0.0455, + "step": 19620 + }, + { + "epoch": 16.6420695504665, + "grad_norm": 0.9015445393813518, + "learning_rate": 1.903969288774513e-05, + "loss": 0.0472, + "step": 19621 + }, + { + "epoch": 16.64291772688719, + "grad_norm": 0.77041029277707, + "learning_rate": 1.9039575421797703e-05, + "loss": 0.0449, + "step": 19622 + }, + { + "epoch": 16.643765903307887, + "grad_norm": 0.9827335672920496, + "learning_rate": 1.9039457949028825e-05, + "loss": 0.0477, + "step": 19623 + }, + { + "epoch": 16.644614079728584, + "grad_norm": 0.8479513282656558, + "learning_rate": 1.9039340469438584e-05, + "loss": 0.044, + "step": 19624 + }, + { + "epoch": 16.64546225614928, + "grad_norm": 1.099310850016699, + "learning_rate": 1.903922298302707e-05, + "loss": 0.0487, + "step": 19625 + }, + { + "epoch": 16.646310432569976, + "grad_norm": 0.9981724206785437, + "learning_rate": 1.9039105489794375e-05, + "loss": 0.0474, + "step": 19626 + }, + { + "epoch": 16.64715860899067, + "grad_norm": 1.0458497782720357, + "learning_rate": 1.9038987989740583e-05, + "loss": 0.0485, + "step": 19627 + }, + { + "epoch": 16.648006785411365, + "grad_norm": 0.9462839136306984, + "learning_rate": 1.9038870482865785e-05, + "loss": 0.0475, + "step": 19628 + }, + { + "epoch": 16.64885496183206, + "grad_norm": 0.9800257822208724, + "learning_rate": 1.903875296917007e-05, + "loss": 0.0451, + "step": 19629 + }, + { + "epoch": 16.649703138252757, + "grad_norm": 1.1229527792977048, + "learning_rate": 1.9038635448653525e-05, + "loss": 0.0569, + "step": 19630 + }, + { + "epoch": 16.650551314673454, + "grad_norm": 1.161221829857257, + "learning_rate": 1.9038517921316236e-05, + "loss": 0.0501, + "step": 19631 + }, + { + "epoch": 16.651399491094146, + "grad_norm": 0.9165543381397411, + "learning_rate": 1.90384003871583e-05, + "loss": 0.0498, + "step": 19632 + }, + { + "epoch": 16.652247667514843, + "grad_norm": 1.0479934579161632, + "learning_rate": 1.90382828461798e-05, + "loss": 0.0492, + "step": 19633 + }, + { + "epoch": 16.65309584393554, + "grad_norm": 0.8935758471177628, + "learning_rate": 1.903816529838082e-05, + "loss": 0.0478, + "step": 19634 + }, + { + "epoch": 16.653944020356235, + "grad_norm": 1.1219955958593093, + "learning_rate": 1.903804774376146e-05, + "loss": 0.0531, + "step": 19635 + }, + { + "epoch": 16.65479219677693, + "grad_norm": 1.150593349098517, + "learning_rate": 1.9037930182321797e-05, + "loss": 0.0586, + "step": 19636 + }, + { + "epoch": 16.655640373197624, + "grad_norm": 1.0281642033665512, + "learning_rate": 1.903781261406193e-05, + "loss": 0.0529, + "step": 19637 + }, + { + "epoch": 16.65648854961832, + "grad_norm": 1.0067860574499115, + "learning_rate": 1.9037695038981946e-05, + "loss": 0.0494, + "step": 19638 + }, + { + "epoch": 16.657336726039016, + "grad_norm": 1.058289910677055, + "learning_rate": 1.9037577457081925e-05, + "loss": 0.0531, + "step": 19639 + }, + { + "epoch": 16.658184902459713, + "grad_norm": 0.9967684658871867, + "learning_rate": 1.9037459868361965e-05, + "loss": 0.0476, + "step": 19640 + }, + { + "epoch": 16.659033078880405, + "grad_norm": 1.0229625163377611, + "learning_rate": 1.903734227282215e-05, + "loss": 0.0489, + "step": 19641 + }, + { + "epoch": 16.6598812553011, + "grad_norm": 1.0259233806940042, + "learning_rate": 1.903722467046257e-05, + "loss": 0.0495, + "step": 19642 + }, + { + "epoch": 16.660729431721798, + "grad_norm": 0.9553270547980206, + "learning_rate": 1.9037107061283315e-05, + "loss": 0.0473, + "step": 19643 + }, + { + "epoch": 16.661577608142494, + "grad_norm": 0.9906063179041918, + "learning_rate": 1.9036989445284476e-05, + "loss": 0.0492, + "step": 19644 + }, + { + "epoch": 16.66242578456319, + "grad_norm": 0.9348801134235997, + "learning_rate": 1.9036871822466134e-05, + "loss": 0.0463, + "step": 19645 + }, + { + "epoch": 16.663273960983886, + "grad_norm": 1.0039830822892857, + "learning_rate": 1.9036754192828383e-05, + "loss": 0.0503, + "step": 19646 + }, + { + "epoch": 16.66412213740458, + "grad_norm": 0.9120347226473264, + "learning_rate": 1.903663655637131e-05, + "loss": 0.0448, + "step": 19647 + }, + { + "epoch": 16.664970313825275, + "grad_norm": 0.9226242672875276, + "learning_rate": 1.9036518913095004e-05, + "loss": 0.048, + "step": 19648 + }, + { + "epoch": 16.66581849024597, + "grad_norm": 1.1289576239414623, + "learning_rate": 1.9036401262999558e-05, + "loss": 0.0519, + "step": 19649 + }, + { + "epoch": 16.666666666666668, + "grad_norm": 0.990783353699506, + "learning_rate": 1.9036283606085057e-05, + "loss": 0.0538, + "step": 19650 + }, + { + "epoch": 16.66751484308736, + "grad_norm": 0.9186515327227066, + "learning_rate": 1.9036165942351584e-05, + "loss": 0.0437, + "step": 19651 + }, + { + "epoch": 16.668363019508057, + "grad_norm": 1.0316750864645037, + "learning_rate": 1.9036048271799242e-05, + "loss": 0.0496, + "step": 19652 + }, + { + "epoch": 16.669211195928753, + "grad_norm": 1.0309210493227072, + "learning_rate": 1.9035930594428106e-05, + "loss": 0.0502, + "step": 19653 + }, + { + "epoch": 16.67005937234945, + "grad_norm": 1.0718154725440825, + "learning_rate": 1.9035812910238272e-05, + "loss": 0.054, + "step": 19654 + }, + { + "epoch": 16.670907548770145, + "grad_norm": 1.0279045245152916, + "learning_rate": 1.903569521922983e-05, + "loss": 0.0478, + "step": 19655 + }, + { + "epoch": 16.671755725190838, + "grad_norm": 0.9072527165878382, + "learning_rate": 1.9035577521402865e-05, + "loss": 0.0491, + "step": 19656 + }, + { + "epoch": 16.672603901611534, + "grad_norm": 0.8533313347270706, + "learning_rate": 1.9035459816757464e-05, + "loss": 0.0453, + "step": 19657 + }, + { + "epoch": 16.67345207803223, + "grad_norm": 0.9767226689596213, + "learning_rate": 1.9035342105293722e-05, + "loss": 0.0442, + "step": 19658 + }, + { + "epoch": 16.674300254452927, + "grad_norm": 1.1725571289474117, + "learning_rate": 1.9035224387011725e-05, + "loss": 0.0527, + "step": 19659 + }, + { + "epoch": 16.675148430873623, + "grad_norm": 0.9750556687810885, + "learning_rate": 1.903510666191156e-05, + "loss": 0.0507, + "step": 19660 + }, + { + "epoch": 16.675996607294316, + "grad_norm": 1.0295063498894486, + "learning_rate": 1.9034988929993313e-05, + "loss": 0.0504, + "step": 19661 + }, + { + "epoch": 16.676844783715012, + "grad_norm": 0.8566624171794993, + "learning_rate": 1.9034871191257082e-05, + "loss": 0.0416, + "step": 19662 + }, + { + "epoch": 16.67769296013571, + "grad_norm": 0.9765979135864853, + "learning_rate": 1.903475344570295e-05, + "loss": 0.0479, + "step": 19663 + }, + { + "epoch": 16.678541136556404, + "grad_norm": 0.9911065662460413, + "learning_rate": 1.9034635693331007e-05, + "loss": 0.0477, + "step": 19664 + }, + { + "epoch": 16.6793893129771, + "grad_norm": 0.8895267336361156, + "learning_rate": 1.903451793414134e-05, + "loss": 0.0475, + "step": 19665 + }, + { + "epoch": 16.680237489397793, + "grad_norm": 1.0072774853442, + "learning_rate": 1.9034400168134043e-05, + "loss": 0.0527, + "step": 19666 + }, + { + "epoch": 16.68108566581849, + "grad_norm": 0.9444201007161312, + "learning_rate": 1.90342823953092e-05, + "loss": 0.0468, + "step": 19667 + }, + { + "epoch": 16.681933842239186, + "grad_norm": 0.8163008967137516, + "learning_rate": 1.90341646156669e-05, + "loss": 0.0463, + "step": 19668 + }, + { + "epoch": 16.682782018659882, + "grad_norm": 0.922270025608608, + "learning_rate": 1.9034046829207234e-05, + "loss": 0.0488, + "step": 19669 + }, + { + "epoch": 16.68363019508058, + "grad_norm": 1.0045138279303585, + "learning_rate": 1.9033929035930287e-05, + "loss": 0.0494, + "step": 19670 + }, + { + "epoch": 16.68447837150127, + "grad_norm": 1.0935599709453694, + "learning_rate": 1.9033811235836155e-05, + "loss": 0.058, + "step": 19671 + }, + { + "epoch": 16.685326547921967, + "grad_norm": 0.9415209934295503, + "learning_rate": 1.9033693428924923e-05, + "loss": 0.0461, + "step": 19672 + }, + { + "epoch": 16.686174724342663, + "grad_norm": 0.9041968220467506, + "learning_rate": 1.9033575615196677e-05, + "loss": 0.0436, + "step": 19673 + }, + { + "epoch": 16.68702290076336, + "grad_norm": 0.8823099805303728, + "learning_rate": 1.903345779465151e-05, + "loss": 0.0438, + "step": 19674 + }, + { + "epoch": 16.687871077184056, + "grad_norm": 1.1085958189688936, + "learning_rate": 1.9033339967289508e-05, + "loss": 0.0517, + "step": 19675 + }, + { + "epoch": 16.68871925360475, + "grad_norm": 0.9531498728860806, + "learning_rate": 1.9033222133110763e-05, + "loss": 0.0505, + "step": 19676 + }, + { + "epoch": 16.689567430025445, + "grad_norm": 0.8917117316531901, + "learning_rate": 1.903310429211536e-05, + "loss": 0.045, + "step": 19677 + }, + { + "epoch": 16.69041560644614, + "grad_norm": 0.7818676074560337, + "learning_rate": 1.9032986444303395e-05, + "loss": 0.0448, + "step": 19678 + }, + { + "epoch": 16.691263782866837, + "grad_norm": 0.818963011987937, + "learning_rate": 1.9032868589674947e-05, + "loss": 0.0465, + "step": 19679 + }, + { + "epoch": 16.69211195928753, + "grad_norm": 0.9524839789245779, + "learning_rate": 1.9032750728230114e-05, + "loss": 0.0466, + "step": 19680 + }, + { + "epoch": 16.692960135708226, + "grad_norm": 0.9926044354610423, + "learning_rate": 1.903263285996898e-05, + "loss": 0.0452, + "step": 19681 + }, + { + "epoch": 16.693808312128922, + "grad_norm": 1.0542977555104402, + "learning_rate": 1.9032514984891635e-05, + "loss": 0.0504, + "step": 19682 + }, + { + "epoch": 16.69465648854962, + "grad_norm": 0.9956120929378975, + "learning_rate": 1.9032397102998166e-05, + "loss": 0.0473, + "step": 19683 + }, + { + "epoch": 16.695504664970315, + "grad_norm": 0.9628774474228105, + "learning_rate": 1.9032279214288666e-05, + "loss": 0.0492, + "step": 19684 + }, + { + "epoch": 16.696352841391008, + "grad_norm": 0.9846331527027657, + "learning_rate": 1.9032161318763222e-05, + "loss": 0.0448, + "step": 19685 + }, + { + "epoch": 16.697201017811704, + "grad_norm": 0.7894081071715794, + "learning_rate": 1.903204341642192e-05, + "loss": 0.0425, + "step": 19686 + }, + { + "epoch": 16.6980491942324, + "grad_norm": 0.9277229332122993, + "learning_rate": 1.9031925507264855e-05, + "loss": 0.0502, + "step": 19687 + }, + { + "epoch": 16.698897370653096, + "grad_norm": 0.851970091233047, + "learning_rate": 1.903180759129211e-05, + "loss": 0.0461, + "step": 19688 + }, + { + "epoch": 16.699745547073793, + "grad_norm": 0.9748934597316395, + "learning_rate": 1.9031689668503782e-05, + "loss": 0.0487, + "step": 19689 + }, + { + "epoch": 16.700593723494485, + "grad_norm": 0.9199231597008699, + "learning_rate": 1.903157173889995e-05, + "loss": 0.0466, + "step": 19690 + }, + { + "epoch": 16.70144189991518, + "grad_norm": 0.9786781963492882, + "learning_rate": 1.903145380248071e-05, + "loss": 0.0453, + "step": 19691 + }, + { + "epoch": 16.702290076335878, + "grad_norm": 0.9528319394485018, + "learning_rate": 1.9031335859246144e-05, + "loss": 0.0469, + "step": 19692 + }, + { + "epoch": 16.703138252756574, + "grad_norm": 0.915533770918021, + "learning_rate": 1.903121790919635e-05, + "loss": 0.047, + "step": 19693 + }, + { + "epoch": 16.70398642917727, + "grad_norm": 0.8996787761455243, + "learning_rate": 1.9031099952331413e-05, + "loss": 0.043, + "step": 19694 + }, + { + "epoch": 16.704834605597963, + "grad_norm": 0.8804391943581433, + "learning_rate": 1.9030981988651424e-05, + "loss": 0.0465, + "step": 19695 + }, + { + "epoch": 16.70568278201866, + "grad_norm": 0.9774175868857842, + "learning_rate": 1.9030864018156462e-05, + "loss": 0.0452, + "step": 19696 + }, + { + "epoch": 16.706530958439355, + "grad_norm": 0.9835233799577553, + "learning_rate": 1.903074604084663e-05, + "loss": 0.0478, + "step": 19697 + }, + { + "epoch": 16.70737913486005, + "grad_norm": 0.9691280928425324, + "learning_rate": 1.903062805672201e-05, + "loss": 0.0461, + "step": 19698 + }, + { + "epoch": 16.708227311280748, + "grad_norm": 1.0012578489017985, + "learning_rate": 1.9030510065782694e-05, + "loss": 0.0492, + "step": 19699 + }, + { + "epoch": 16.70907548770144, + "grad_norm": 1.0801245195117921, + "learning_rate": 1.9030392068028765e-05, + "loss": 0.0494, + "step": 19700 + }, + { + "epoch": 16.709923664122137, + "grad_norm": 0.9574579109700242, + "learning_rate": 1.9030274063460317e-05, + "loss": 0.0556, + "step": 19701 + }, + { + "epoch": 16.710771840542833, + "grad_norm": 1.0821726155586884, + "learning_rate": 1.9030156052077438e-05, + "loss": 0.0562, + "step": 19702 + }, + { + "epoch": 16.71162001696353, + "grad_norm": 0.8221216458330673, + "learning_rate": 1.9030038033880216e-05, + "loss": 0.0428, + "step": 19703 + }, + { + "epoch": 16.712468193384225, + "grad_norm": 0.9946939914784698, + "learning_rate": 1.9029920008868744e-05, + "loss": 0.0466, + "step": 19704 + }, + { + "epoch": 16.713316369804918, + "grad_norm": 0.8791745048842572, + "learning_rate": 1.9029801977043107e-05, + "loss": 0.0443, + "step": 19705 + }, + { + "epoch": 16.714164546225614, + "grad_norm": 1.050007175497163, + "learning_rate": 1.9029683938403393e-05, + "loss": 0.0541, + "step": 19706 + }, + { + "epoch": 16.71501272264631, + "grad_norm": 1.0348188122086592, + "learning_rate": 1.9029565892949694e-05, + "loss": 0.0469, + "step": 19707 + }, + { + "epoch": 16.715860899067007, + "grad_norm": 0.9283719352243676, + "learning_rate": 1.9029447840682104e-05, + "loss": 0.0482, + "step": 19708 + }, + { + "epoch": 16.716709075487703, + "grad_norm": 0.973375729259721, + "learning_rate": 1.90293297816007e-05, + "loss": 0.0478, + "step": 19709 + }, + { + "epoch": 16.717557251908396, + "grad_norm": 1.0075391257788637, + "learning_rate": 1.902921171570558e-05, + "loss": 0.0469, + "step": 19710 + }, + { + "epoch": 16.718405428329092, + "grad_norm": 0.865683599554722, + "learning_rate": 1.902909364299683e-05, + "loss": 0.0441, + "step": 19711 + }, + { + "epoch": 16.719253604749788, + "grad_norm": 0.9669600756372092, + "learning_rate": 1.902897556347454e-05, + "loss": 0.0478, + "step": 19712 + }, + { + "epoch": 16.720101781170484, + "grad_norm": 0.8973413988182516, + "learning_rate": 1.90288574771388e-05, + "loss": 0.0464, + "step": 19713 + }, + { + "epoch": 16.72094995759118, + "grad_norm": 0.8490007148568477, + "learning_rate": 1.9028739383989698e-05, + "loss": 0.0419, + "step": 19714 + }, + { + "epoch": 16.721798134011873, + "grad_norm": 0.9108185949886304, + "learning_rate": 1.902862128402732e-05, + "loss": 0.0476, + "step": 19715 + }, + { + "epoch": 16.72264631043257, + "grad_norm": 0.894070914967733, + "learning_rate": 1.9028503177251762e-05, + "loss": 0.044, + "step": 19716 + }, + { + "epoch": 16.723494486853266, + "grad_norm": 1.0741200620196112, + "learning_rate": 1.902838506366311e-05, + "loss": 0.0603, + "step": 19717 + }, + { + "epoch": 16.724342663273962, + "grad_norm": 0.8958059639020415, + "learning_rate": 1.902826694326145e-05, + "loss": 0.046, + "step": 19718 + }, + { + "epoch": 16.725190839694655, + "grad_norm": 0.7709481692398146, + "learning_rate": 1.902814881604687e-05, + "loss": 0.0444, + "step": 19719 + }, + { + "epoch": 16.72603901611535, + "grad_norm": 1.1444022258092892, + "learning_rate": 1.902803068201947e-05, + "loss": 0.0579, + "step": 19720 + }, + { + "epoch": 16.726887192536047, + "grad_norm": 1.1358491302536946, + "learning_rate": 1.902791254117933e-05, + "loss": 0.0496, + "step": 19721 + }, + { + "epoch": 16.727735368956743, + "grad_norm": 0.9713408400914249, + "learning_rate": 1.9027794393526538e-05, + "loss": 0.0449, + "step": 19722 + }, + { + "epoch": 16.72858354537744, + "grad_norm": 1.0196428954547345, + "learning_rate": 1.9027676239061187e-05, + "loss": 0.05, + "step": 19723 + }, + { + "epoch": 16.729431721798132, + "grad_norm": 1.054575870660583, + "learning_rate": 1.9027558077783367e-05, + "loss": 0.0476, + "step": 19724 + }, + { + "epoch": 16.73027989821883, + "grad_norm": 1.0393515617537636, + "learning_rate": 1.9027439909693162e-05, + "loss": 0.0503, + "step": 19725 + }, + { + "epoch": 16.731128074639525, + "grad_norm": 0.9961026837879334, + "learning_rate": 1.902732173479067e-05, + "loss": 0.0498, + "step": 19726 + }, + { + "epoch": 16.73197625106022, + "grad_norm": 0.9784627620145485, + "learning_rate": 1.902720355307597e-05, + "loss": 0.0484, + "step": 19727 + }, + { + "epoch": 16.732824427480917, + "grad_norm": 0.8897222116865565, + "learning_rate": 1.902708536454916e-05, + "loss": 0.0435, + "step": 19728 + }, + { + "epoch": 16.73367260390161, + "grad_norm": 0.8943360278661742, + "learning_rate": 1.902696716921032e-05, + "loss": 0.0456, + "step": 19729 + }, + { + "epoch": 16.734520780322306, + "grad_norm": 0.9805144291094425, + "learning_rate": 1.9026848967059552e-05, + "loss": 0.0496, + "step": 19730 + }, + { + "epoch": 16.735368956743002, + "grad_norm": 1.104674904422931, + "learning_rate": 1.9026730758096935e-05, + "loss": 0.0516, + "step": 19731 + }, + { + "epoch": 16.7362171331637, + "grad_norm": 0.9454108152207552, + "learning_rate": 1.902661254232256e-05, + "loss": 0.0475, + "step": 19732 + }, + { + "epoch": 16.737065309584395, + "grad_norm": 0.9861065340970622, + "learning_rate": 1.9026494319736515e-05, + "loss": 0.0443, + "step": 19733 + }, + { + "epoch": 16.737913486005088, + "grad_norm": 1.1069326129701098, + "learning_rate": 1.9026376090338892e-05, + "loss": 0.0506, + "step": 19734 + }, + { + "epoch": 16.738761662425784, + "grad_norm": 0.9314663287914581, + "learning_rate": 1.9026257854129782e-05, + "loss": 0.0484, + "step": 19735 + }, + { + "epoch": 16.73960983884648, + "grad_norm": 0.9427414807880876, + "learning_rate": 1.902613961110927e-05, + "loss": 0.0462, + "step": 19736 + }, + { + "epoch": 16.740458015267176, + "grad_norm": 0.9587190748919922, + "learning_rate": 1.9026021361277446e-05, + "loss": 0.0475, + "step": 19737 + }, + { + "epoch": 16.741306191687872, + "grad_norm": 0.8504904877596122, + "learning_rate": 1.9025903104634405e-05, + "loss": 0.0447, + "step": 19738 + }, + { + "epoch": 16.742154368108565, + "grad_norm": 0.8421247775066966, + "learning_rate": 1.9025784841180227e-05, + "loss": 0.0448, + "step": 19739 + }, + { + "epoch": 16.74300254452926, + "grad_norm": 1.052708199539962, + "learning_rate": 1.9025666570915006e-05, + "loss": 0.0472, + "step": 19740 + }, + { + "epoch": 16.743850720949958, + "grad_norm": 0.970935940802787, + "learning_rate": 1.902554829383883e-05, + "loss": 0.0479, + "step": 19741 + }, + { + "epoch": 16.744698897370654, + "grad_norm": 1.001821991136585, + "learning_rate": 1.902543000995179e-05, + "loss": 0.0466, + "step": 19742 + }, + { + "epoch": 16.74554707379135, + "grad_norm": 0.9153747078732718, + "learning_rate": 1.9025311719253977e-05, + "loss": 0.0466, + "step": 19743 + }, + { + "epoch": 16.746395250212043, + "grad_norm": 0.9216777948831014, + "learning_rate": 1.9025193421745476e-05, + "loss": 0.0474, + "step": 19744 + }, + { + "epoch": 16.74724342663274, + "grad_norm": 0.8582962674996755, + "learning_rate": 1.9025075117426376e-05, + "loss": 0.0427, + "step": 19745 + }, + { + "epoch": 16.748091603053435, + "grad_norm": 0.9070628545234192, + "learning_rate": 1.9024956806296773e-05, + "loss": 0.0434, + "step": 19746 + }, + { + "epoch": 16.74893977947413, + "grad_norm": 0.8993945775812461, + "learning_rate": 1.9024838488356746e-05, + "loss": 0.0449, + "step": 19747 + }, + { + "epoch": 16.749787955894828, + "grad_norm": 0.9616865027988455, + "learning_rate": 1.902472016360639e-05, + "loss": 0.0492, + "step": 19748 + }, + { + "epoch": 16.75063613231552, + "grad_norm": 1.050693142913755, + "learning_rate": 1.90246018320458e-05, + "loss": 0.0473, + "step": 19749 + }, + { + "epoch": 16.751484308736217, + "grad_norm": 1.1047000770903506, + "learning_rate": 1.9024483493675055e-05, + "loss": 0.0494, + "step": 19750 + }, + { + "epoch": 16.752332485156913, + "grad_norm": 0.8911056638959407, + "learning_rate": 1.902436514849425e-05, + "loss": 0.0424, + "step": 19751 + }, + { + "epoch": 16.75318066157761, + "grad_norm": 1.1614484565430505, + "learning_rate": 1.902424679650347e-05, + "loss": 0.0584, + "step": 19752 + }, + { + "epoch": 16.754028837998305, + "grad_norm": 0.9370353780275154, + "learning_rate": 1.9024128437702815e-05, + "loss": 0.0441, + "step": 19753 + }, + { + "epoch": 16.754877014418998, + "grad_norm": 0.9471558630121646, + "learning_rate": 1.9024010072092357e-05, + "loss": 0.0467, + "step": 19754 + }, + { + "epoch": 16.755725190839694, + "grad_norm": 0.9337310301454778, + "learning_rate": 1.90238916996722e-05, + "loss": 0.0476, + "step": 19755 + }, + { + "epoch": 16.75657336726039, + "grad_norm": 0.8879757833530815, + "learning_rate": 1.902377332044243e-05, + "loss": 0.0449, + "step": 19756 + }, + { + "epoch": 16.757421543681087, + "grad_norm": 1.023774321228385, + "learning_rate": 1.902365493440313e-05, + "loss": 0.049, + "step": 19757 + }, + { + "epoch": 16.75826972010178, + "grad_norm": 0.8578180614158344, + "learning_rate": 1.9023536541554398e-05, + "loss": 0.0441, + "step": 19758 + }, + { + "epoch": 16.759117896522476, + "grad_norm": 0.9547672866346586, + "learning_rate": 1.902341814189632e-05, + "loss": 0.0448, + "step": 19759 + }, + { + "epoch": 16.759966072943172, + "grad_norm": 0.9864686680800133, + "learning_rate": 1.902329973542898e-05, + "loss": 0.049, + "step": 19760 + }, + { + "epoch": 16.760814249363868, + "grad_norm": 1.1492387943511635, + "learning_rate": 1.9023181322152474e-05, + "loss": 0.0484, + "step": 19761 + }, + { + "epoch": 16.761662425784564, + "grad_norm": 0.9593365311559587, + "learning_rate": 1.902306290206689e-05, + "loss": 0.0423, + "step": 19762 + }, + { + "epoch": 16.762510602205257, + "grad_norm": 0.9308645491173995, + "learning_rate": 1.9022944475172315e-05, + "loss": 0.045, + "step": 19763 + }, + { + "epoch": 16.763358778625953, + "grad_norm": 0.8657419962780636, + "learning_rate": 1.902282604146884e-05, + "loss": 0.0488, + "step": 19764 + }, + { + "epoch": 16.76420695504665, + "grad_norm": 1.018338687576723, + "learning_rate": 1.9022707600956556e-05, + "loss": 0.0473, + "step": 19765 + }, + { + "epoch": 16.765055131467346, + "grad_norm": 1.0572653255703401, + "learning_rate": 1.902258915363555e-05, + "loss": 0.0451, + "step": 19766 + }, + { + "epoch": 16.765903307888042, + "grad_norm": 0.980237502096178, + "learning_rate": 1.9022470699505914e-05, + "loss": 0.0503, + "step": 19767 + }, + { + "epoch": 16.766751484308735, + "grad_norm": 0.8927196053813976, + "learning_rate": 1.9022352238567736e-05, + "loss": 0.0449, + "step": 19768 + }, + { + "epoch": 16.76759966072943, + "grad_norm": 0.8899623658095172, + "learning_rate": 1.9022233770821103e-05, + "loss": 0.0466, + "step": 19769 + }, + { + "epoch": 16.768447837150127, + "grad_norm": 0.9763501354567069, + "learning_rate": 1.9022115296266107e-05, + "loss": 0.0469, + "step": 19770 + }, + { + "epoch": 16.769296013570823, + "grad_norm": 1.0526988782123223, + "learning_rate": 1.9021996814902834e-05, + "loss": 0.0513, + "step": 19771 + }, + { + "epoch": 16.77014418999152, + "grad_norm": 0.9229033666241289, + "learning_rate": 1.9021878326731377e-05, + "loss": 0.0452, + "step": 19772 + }, + { + "epoch": 16.770992366412212, + "grad_norm": 0.9291499015897854, + "learning_rate": 1.902175983175183e-05, + "loss": 0.0476, + "step": 19773 + }, + { + "epoch": 16.77184054283291, + "grad_norm": 0.9722310069829578, + "learning_rate": 1.9021641329964273e-05, + "loss": 0.0463, + "step": 19774 + }, + { + "epoch": 16.772688719253605, + "grad_norm": 1.0340198713149802, + "learning_rate": 1.90215228213688e-05, + "loss": 0.0495, + "step": 19775 + }, + { + "epoch": 16.7735368956743, + "grad_norm": 1.0628862456923487, + "learning_rate": 1.9021404305965497e-05, + "loss": 0.0547, + "step": 19776 + }, + { + "epoch": 16.774385072094997, + "grad_norm": 0.8590915749435556, + "learning_rate": 1.902128578375446e-05, + "loss": 0.0425, + "step": 19777 + }, + { + "epoch": 16.77523324851569, + "grad_norm": 0.8323670521363624, + "learning_rate": 1.9021167254735774e-05, + "loss": 0.043, + "step": 19778 + }, + { + "epoch": 16.776081424936386, + "grad_norm": 0.9296432786916716, + "learning_rate": 1.9021048718909528e-05, + "loss": 0.0441, + "step": 19779 + }, + { + "epoch": 16.776929601357082, + "grad_norm": 1.0586564665576128, + "learning_rate": 1.9020930176275815e-05, + "loss": 0.0518, + "step": 19780 + }, + { + "epoch": 16.77777777777778, + "grad_norm": 0.9698658026522661, + "learning_rate": 1.902081162683472e-05, + "loss": 0.0473, + "step": 19781 + }, + { + "epoch": 16.778625954198475, + "grad_norm": 1.0394397114416343, + "learning_rate": 1.9020693070586335e-05, + "loss": 0.0478, + "step": 19782 + }, + { + "epoch": 16.779474130619167, + "grad_norm": 1.0212043254101888, + "learning_rate": 1.902057450753075e-05, + "loss": 0.0502, + "step": 19783 + }, + { + "epoch": 16.780322307039864, + "grad_norm": 1.0854565442978352, + "learning_rate": 1.902045593766805e-05, + "loss": 0.0568, + "step": 19784 + }, + { + "epoch": 16.78117048346056, + "grad_norm": 0.8824644773849397, + "learning_rate": 1.902033736099833e-05, + "loss": 0.0461, + "step": 19785 + }, + { + "epoch": 16.782018659881256, + "grad_norm": 1.0646808701853727, + "learning_rate": 1.902021877752168e-05, + "loss": 0.0469, + "step": 19786 + }, + { + "epoch": 16.782866836301952, + "grad_norm": 0.8874422328362275, + "learning_rate": 1.9020100187238182e-05, + "loss": 0.0473, + "step": 19787 + }, + { + "epoch": 16.783715012722645, + "grad_norm": 0.9450512350325038, + "learning_rate": 1.9019981590147938e-05, + "loss": 0.0452, + "step": 19788 + }, + { + "epoch": 16.78456318914334, + "grad_norm": 0.852131595847927, + "learning_rate": 1.9019862986251025e-05, + "loss": 0.047, + "step": 19789 + }, + { + "epoch": 16.785411365564038, + "grad_norm": 0.8687175662727531, + "learning_rate": 1.9019744375547535e-05, + "loss": 0.0454, + "step": 19790 + }, + { + "epoch": 16.786259541984734, + "grad_norm": 1.3238195251682265, + "learning_rate": 1.9019625758037566e-05, + "loss": 0.0498, + "step": 19791 + }, + { + "epoch": 16.78710771840543, + "grad_norm": 1.1443159016250968, + "learning_rate": 1.9019507133721195e-05, + "loss": 0.0499, + "step": 19792 + }, + { + "epoch": 16.787955894826123, + "grad_norm": 1.034868277022603, + "learning_rate": 1.9019388502598522e-05, + "loss": 0.045, + "step": 19793 + }, + { + "epoch": 16.78880407124682, + "grad_norm": 0.8594651071028759, + "learning_rate": 1.9019269864669635e-05, + "loss": 0.0422, + "step": 19794 + }, + { + "epoch": 16.789652247667515, + "grad_norm": 0.8565243005976428, + "learning_rate": 1.9019151219934614e-05, + "loss": 0.0446, + "step": 19795 + }, + { + "epoch": 16.79050042408821, + "grad_norm": 1.0199927154134747, + "learning_rate": 1.901903256839356e-05, + "loss": 0.0496, + "step": 19796 + }, + { + "epoch": 16.791348600508904, + "grad_norm": 1.0999336311550165, + "learning_rate": 1.9018913910046558e-05, + "loss": 0.0481, + "step": 19797 + }, + { + "epoch": 16.7921967769296, + "grad_norm": 1.0005195806877256, + "learning_rate": 1.9018795244893696e-05, + "loss": 0.0484, + "step": 19798 + }, + { + "epoch": 16.793044953350297, + "grad_norm": 1.1629175677770787, + "learning_rate": 1.9018676572935067e-05, + "loss": 0.0483, + "step": 19799 + }, + { + "epoch": 16.793893129770993, + "grad_norm": 0.9833771516730765, + "learning_rate": 1.9018557894170758e-05, + "loss": 0.052, + "step": 19800 + }, + { + "epoch": 16.79474130619169, + "grad_norm": 0.8738684595891578, + "learning_rate": 1.9018439208600858e-05, + "loss": 0.046, + "step": 19801 + }, + { + "epoch": 16.79558948261238, + "grad_norm": 0.9328625502968463, + "learning_rate": 1.9018320516225458e-05, + "loss": 0.0463, + "step": 19802 + }, + { + "epoch": 16.796437659033078, + "grad_norm": 0.9517229436707343, + "learning_rate": 1.9018201817044647e-05, + "loss": 0.0445, + "step": 19803 + }, + { + "epoch": 16.797285835453774, + "grad_norm": 0.978892204940382, + "learning_rate": 1.901808311105852e-05, + "loss": 0.0482, + "step": 19804 + }, + { + "epoch": 16.79813401187447, + "grad_norm": 1.0787324594565593, + "learning_rate": 1.9017964398267158e-05, + "loss": 0.056, + "step": 19805 + }, + { + "epoch": 16.798982188295167, + "grad_norm": 0.9061373620496629, + "learning_rate": 1.9017845678670654e-05, + "loss": 0.0538, + "step": 19806 + }, + { + "epoch": 16.79983036471586, + "grad_norm": 0.9067448391660211, + "learning_rate": 1.9017726952269097e-05, + "loss": 0.0467, + "step": 19807 + }, + { + "epoch": 16.800678541136556, + "grad_norm": 0.989932322610641, + "learning_rate": 1.901760821906258e-05, + "loss": 0.0519, + "step": 19808 + }, + { + "epoch": 16.801526717557252, + "grad_norm": 0.9529728849408534, + "learning_rate": 1.9017489479051185e-05, + "loss": 0.0454, + "step": 19809 + }, + { + "epoch": 16.802374893977948, + "grad_norm": 0.959765809675782, + "learning_rate": 1.901737073223501e-05, + "loss": 0.0446, + "step": 19810 + }, + { + "epoch": 16.803223070398644, + "grad_norm": 0.8142809933292298, + "learning_rate": 1.901725197861414e-05, + "loss": 0.0435, + "step": 19811 + }, + { + "epoch": 16.804071246819337, + "grad_norm": 0.983816522662132, + "learning_rate": 1.9017133218188665e-05, + "loss": 0.045, + "step": 19812 + }, + { + "epoch": 16.804919423240033, + "grad_norm": 0.9255202212302445, + "learning_rate": 1.9017014450958677e-05, + "loss": 0.0471, + "step": 19813 + }, + { + "epoch": 16.80576759966073, + "grad_norm": 0.9851443104483829, + "learning_rate": 1.9016895676924263e-05, + "loss": 0.0467, + "step": 19814 + }, + { + "epoch": 16.806615776081426, + "grad_norm": 0.9870840541896178, + "learning_rate": 1.9016776896085515e-05, + "loss": 0.0482, + "step": 19815 + }, + { + "epoch": 16.807463952502122, + "grad_norm": 1.109772876871949, + "learning_rate": 1.901665810844252e-05, + "loss": 0.0522, + "step": 19816 + }, + { + "epoch": 16.808312128922815, + "grad_norm": 1.0092151048844322, + "learning_rate": 1.901653931399537e-05, + "loss": 0.0553, + "step": 19817 + }, + { + "epoch": 16.80916030534351, + "grad_norm": 0.9030917477360328, + "learning_rate": 1.9016420512744155e-05, + "loss": 0.0481, + "step": 19818 + }, + { + "epoch": 16.810008481764207, + "grad_norm": 1.0090762481001234, + "learning_rate": 1.901630170468896e-05, + "loss": 0.0466, + "step": 19819 + }, + { + "epoch": 16.810856658184903, + "grad_norm": 0.9750676008342418, + "learning_rate": 1.901618288982988e-05, + "loss": 0.046, + "step": 19820 + }, + { + "epoch": 16.8117048346056, + "grad_norm": 1.0294958326082624, + "learning_rate": 1.9016064068167e-05, + "loss": 0.0538, + "step": 19821 + }, + { + "epoch": 16.812553011026292, + "grad_norm": 0.9322815136749365, + "learning_rate": 1.9015945239700412e-05, + "loss": 0.0475, + "step": 19822 + }, + { + "epoch": 16.81340118744699, + "grad_norm": 0.9873006737135461, + "learning_rate": 1.901582640443021e-05, + "loss": 0.0488, + "step": 19823 + }, + { + "epoch": 16.814249363867685, + "grad_norm": 1.1178649100025437, + "learning_rate": 1.9015707562356477e-05, + "loss": 0.0487, + "step": 19824 + }, + { + "epoch": 16.81509754028838, + "grad_norm": 1.034823711009317, + "learning_rate": 1.9015588713479306e-05, + "loss": 0.0497, + "step": 19825 + }, + { + "epoch": 16.815945716709077, + "grad_norm": 0.9004329826823676, + "learning_rate": 1.9015469857798783e-05, + "loss": 0.0433, + "step": 19826 + }, + { + "epoch": 16.81679389312977, + "grad_norm": 0.8994059549703298, + "learning_rate": 1.9015350995315003e-05, + "loss": 0.0436, + "step": 19827 + }, + { + "epoch": 16.817642069550466, + "grad_norm": 1.0634288935923077, + "learning_rate": 1.9015232126028055e-05, + "loss": 0.0463, + "step": 19828 + }, + { + "epoch": 16.818490245971162, + "grad_norm": 0.9598761262309329, + "learning_rate": 1.9015113249938022e-05, + "loss": 0.0528, + "step": 19829 + }, + { + "epoch": 16.81933842239186, + "grad_norm": 0.9649860008417644, + "learning_rate": 1.9014994367045e-05, + "loss": 0.0467, + "step": 19830 + }, + { + "epoch": 16.820186598812555, + "grad_norm": 1.0142989345839204, + "learning_rate": 1.901487547734908e-05, + "loss": 0.0518, + "step": 19831 + }, + { + "epoch": 16.821034775233247, + "grad_norm": 0.89649240831193, + "learning_rate": 1.901475658085035e-05, + "loss": 0.0472, + "step": 19832 + }, + { + "epoch": 16.821882951653944, + "grad_norm": 0.873625177616656, + "learning_rate": 1.9014637677548895e-05, + "loss": 0.0472, + "step": 19833 + }, + { + "epoch": 16.82273112807464, + "grad_norm": 1.0330854735770694, + "learning_rate": 1.9014518767444808e-05, + "loss": 0.0554, + "step": 19834 + }, + { + "epoch": 16.823579304495336, + "grad_norm": 0.9336916836024354, + "learning_rate": 1.9014399850538186e-05, + "loss": 0.0474, + "step": 19835 + }, + { + "epoch": 16.82442748091603, + "grad_norm": 0.9253021714479073, + "learning_rate": 1.9014280926829106e-05, + "loss": 0.0476, + "step": 19836 + }, + { + "epoch": 16.825275657336725, + "grad_norm": 0.9957792468289342, + "learning_rate": 1.9014161996317668e-05, + "loss": 0.0488, + "step": 19837 + }, + { + "epoch": 16.82612383375742, + "grad_norm": 1.0664102863227622, + "learning_rate": 1.901404305900395e-05, + "loss": 0.054, + "step": 19838 + }, + { + "epoch": 16.826972010178118, + "grad_norm": 0.8280736442886244, + "learning_rate": 1.901392411488806e-05, + "loss": 0.0434, + "step": 19839 + }, + { + "epoch": 16.827820186598814, + "grad_norm": 1.079461209977202, + "learning_rate": 1.9013805163970065e-05, + "loss": 0.0535, + "step": 19840 + }, + { + "epoch": 16.828668363019506, + "grad_norm": 0.9341981651890405, + "learning_rate": 1.901368620625008e-05, + "loss": 0.0429, + "step": 19841 + }, + { + "epoch": 16.829516539440203, + "grad_norm": 0.9816564347217671, + "learning_rate": 1.901356724172817e-05, + "loss": 0.0485, + "step": 19842 + }, + { + "epoch": 16.8303647158609, + "grad_norm": 1.0079755354789854, + "learning_rate": 1.901344827040444e-05, + "loss": 0.0523, + "step": 19843 + }, + { + "epoch": 16.831212892281595, + "grad_norm": 1.0141017645950443, + "learning_rate": 1.901332929227898e-05, + "loss": 0.055, + "step": 19844 + }, + { + "epoch": 16.83206106870229, + "grad_norm": 0.942345867612776, + "learning_rate": 1.901321030735187e-05, + "loss": 0.0538, + "step": 19845 + }, + { + "epoch": 16.832909245122984, + "grad_norm": 0.8447372032509521, + "learning_rate": 1.901309131562321e-05, + "loss": 0.0437, + "step": 19846 + }, + { + "epoch": 16.83375742154368, + "grad_norm": 1.0358106095336868, + "learning_rate": 1.9012972317093085e-05, + "loss": 0.054, + "step": 19847 + }, + { + "epoch": 16.834605597964376, + "grad_norm": 0.9780929532525214, + "learning_rate": 1.9012853311761583e-05, + "loss": 0.0491, + "step": 19848 + }, + { + "epoch": 16.835453774385073, + "grad_norm": 1.0075761040375095, + "learning_rate": 1.90127342996288e-05, + "loss": 0.0501, + "step": 19849 + }, + { + "epoch": 16.83630195080577, + "grad_norm": 0.8086205927473428, + "learning_rate": 1.901261528069482e-05, + "loss": 0.0415, + "step": 19850 + }, + { + "epoch": 16.83715012722646, + "grad_norm": 1.0407100885927167, + "learning_rate": 1.901249625495973e-05, + "loss": 0.049, + "step": 19851 + }, + { + "epoch": 16.837998303647158, + "grad_norm": 1.0423481908299865, + "learning_rate": 1.901237722242363e-05, + "loss": 0.0478, + "step": 19852 + }, + { + "epoch": 16.838846480067854, + "grad_norm": 0.9219578715046178, + "learning_rate": 1.90122581830866e-05, + "loss": 0.0452, + "step": 19853 + }, + { + "epoch": 16.83969465648855, + "grad_norm": 1.0916663609988158, + "learning_rate": 1.9012139136948738e-05, + "loss": 0.0481, + "step": 19854 + }, + { + "epoch": 16.840542832909247, + "grad_norm": 0.9156517230211324, + "learning_rate": 1.901202008401013e-05, + "loss": 0.0432, + "step": 19855 + }, + { + "epoch": 16.84139100932994, + "grad_norm": 1.0172518822785597, + "learning_rate": 1.9011901024270865e-05, + "loss": 0.0486, + "step": 19856 + }, + { + "epoch": 16.842239185750635, + "grad_norm": 0.9692240647377117, + "learning_rate": 1.9011781957731034e-05, + "loss": 0.0453, + "step": 19857 + }, + { + "epoch": 16.84308736217133, + "grad_norm": 1.0223402423897192, + "learning_rate": 1.9011662884390724e-05, + "loss": 0.0522, + "step": 19858 + }, + { + "epoch": 16.843935538592028, + "grad_norm": 0.8978045787925257, + "learning_rate": 1.901154380425003e-05, + "loss": 0.0435, + "step": 19859 + }, + { + "epoch": 16.844783715012724, + "grad_norm": 0.8295206358626429, + "learning_rate": 1.901142471730904e-05, + "loss": 0.0464, + "step": 19860 + }, + { + "epoch": 16.845631891433417, + "grad_norm": 1.0488871881433735, + "learning_rate": 1.901130562356784e-05, + "loss": 0.0487, + "step": 19861 + }, + { + "epoch": 16.846480067854113, + "grad_norm": 1.0016811629166853, + "learning_rate": 1.9011186523026525e-05, + "loss": 0.0531, + "step": 19862 + }, + { + "epoch": 16.84732824427481, + "grad_norm": 0.8744308098001249, + "learning_rate": 1.901106741568518e-05, + "loss": 0.0473, + "step": 19863 + }, + { + "epoch": 16.848176420695506, + "grad_norm": 1.0257656094098682, + "learning_rate": 1.9010948301543905e-05, + "loss": 0.05, + "step": 19864 + }, + { + "epoch": 16.849024597116202, + "grad_norm": 0.9663248265554382, + "learning_rate": 1.9010829180602776e-05, + "loss": 0.0477, + "step": 19865 + }, + { + "epoch": 16.849872773536894, + "grad_norm": 0.9137226646195697, + "learning_rate": 1.901071005286189e-05, + "loss": 0.0428, + "step": 19866 + }, + { + "epoch": 16.85072094995759, + "grad_norm": 0.9076077605389042, + "learning_rate": 1.901059091832134e-05, + "loss": 0.0488, + "step": 19867 + }, + { + "epoch": 16.851569126378287, + "grad_norm": 0.9066113089142371, + "learning_rate": 1.901047177698121e-05, + "loss": 0.0424, + "step": 19868 + }, + { + "epoch": 16.852417302798983, + "grad_norm": 1.0187046340171009, + "learning_rate": 1.9010352628841592e-05, + "loss": 0.0514, + "step": 19869 + }, + { + "epoch": 16.85326547921968, + "grad_norm": 1.0527704417291006, + "learning_rate": 1.9010233473902577e-05, + "loss": 0.0471, + "step": 19870 + }, + { + "epoch": 16.854113655640372, + "grad_norm": 0.9141699563706711, + "learning_rate": 1.9010114312164253e-05, + "loss": 0.0472, + "step": 19871 + }, + { + "epoch": 16.85496183206107, + "grad_norm": 0.9282989071137769, + "learning_rate": 1.900999514362671e-05, + "loss": 0.0476, + "step": 19872 + }, + { + "epoch": 16.855810008481765, + "grad_norm": 1.093634197927258, + "learning_rate": 1.9009875968290044e-05, + "loss": 0.0491, + "step": 19873 + }, + { + "epoch": 16.85665818490246, + "grad_norm": 1.015357872551903, + "learning_rate": 1.9009756786154336e-05, + "loss": 0.0439, + "step": 19874 + }, + { + "epoch": 16.857506361323153, + "grad_norm": 0.8835085119109392, + "learning_rate": 1.9009637597219678e-05, + "loss": 0.0432, + "step": 19875 + }, + { + "epoch": 16.85835453774385, + "grad_norm": 1.0152055195792782, + "learning_rate": 1.9009518401486164e-05, + "loss": 0.0488, + "step": 19876 + }, + { + "epoch": 16.859202714164546, + "grad_norm": 1.0221130977473287, + "learning_rate": 1.9009399198953882e-05, + "loss": 0.0497, + "step": 19877 + }, + { + "epoch": 16.860050890585242, + "grad_norm": 0.9320772729372343, + "learning_rate": 1.900927998962292e-05, + "loss": 0.0433, + "step": 19878 + }, + { + "epoch": 16.86089906700594, + "grad_norm": 1.0559600280096775, + "learning_rate": 1.9009160773493372e-05, + "loss": 0.0495, + "step": 19879 + }, + { + "epoch": 16.86174724342663, + "grad_norm": 1.15090781988251, + "learning_rate": 1.9009041550565323e-05, + "loss": 0.054, + "step": 19880 + }, + { + "epoch": 16.862595419847327, + "grad_norm": 0.9407064918148598, + "learning_rate": 1.9008922320838866e-05, + "loss": 0.0476, + "step": 19881 + }, + { + "epoch": 16.863443596268024, + "grad_norm": 1.0910117025758963, + "learning_rate": 1.9008803084314095e-05, + "loss": 0.0499, + "step": 19882 + }, + { + "epoch": 16.86429177268872, + "grad_norm": 0.8878465323968666, + "learning_rate": 1.9008683840991092e-05, + "loss": 0.0523, + "step": 19883 + }, + { + "epoch": 16.865139949109416, + "grad_norm": 0.8727746364508215, + "learning_rate": 1.9008564590869948e-05, + "loss": 0.0484, + "step": 19884 + }, + { + "epoch": 16.86598812553011, + "grad_norm": 0.9254217054985017, + "learning_rate": 1.9008445333950755e-05, + "loss": 0.0479, + "step": 19885 + }, + { + "epoch": 16.866836301950805, + "grad_norm": 0.8461453648845345, + "learning_rate": 1.900832607023361e-05, + "loss": 0.0428, + "step": 19886 + }, + { + "epoch": 16.8676844783715, + "grad_norm": 1.0296369248059514, + "learning_rate": 1.900820679971859e-05, + "loss": 0.0547, + "step": 19887 + }, + { + "epoch": 16.868532654792197, + "grad_norm": 1.0508465368152367, + "learning_rate": 1.9008087522405794e-05, + "loss": 0.0464, + "step": 19888 + }, + { + "epoch": 16.869380831212894, + "grad_norm": 0.8941464618027696, + "learning_rate": 1.9007968238295312e-05, + "loss": 0.0427, + "step": 19889 + }, + { + "epoch": 16.870229007633586, + "grad_norm": 0.9100839869127456, + "learning_rate": 1.9007848947387225e-05, + "loss": 0.0455, + "step": 19890 + }, + { + "epoch": 16.871077184054283, + "grad_norm": 0.9397863059981989, + "learning_rate": 1.9007729649681633e-05, + "loss": 0.0447, + "step": 19891 + }, + { + "epoch": 16.87192536047498, + "grad_norm": 0.9487449007801614, + "learning_rate": 1.9007610345178623e-05, + "loss": 0.0485, + "step": 19892 + }, + { + "epoch": 16.872773536895675, + "grad_norm": 0.9161373918867358, + "learning_rate": 1.9007491033878285e-05, + "loss": 0.0454, + "step": 19893 + }, + { + "epoch": 16.87362171331637, + "grad_norm": 1.0722586868148885, + "learning_rate": 1.900737171578071e-05, + "loss": 0.0462, + "step": 19894 + }, + { + "epoch": 16.874469889737064, + "grad_norm": 0.9754181562996798, + "learning_rate": 1.900725239088598e-05, + "loss": 0.0494, + "step": 19895 + }, + { + "epoch": 16.87531806615776, + "grad_norm": 0.8512448889586337, + "learning_rate": 1.90071330591942e-05, + "loss": 0.0449, + "step": 19896 + }, + { + "epoch": 16.876166242578456, + "grad_norm": 0.8833811312680763, + "learning_rate": 1.9007013720705446e-05, + "loss": 0.043, + "step": 19897 + }, + { + "epoch": 16.877014418999153, + "grad_norm": 0.9887829042746296, + "learning_rate": 1.9006894375419815e-05, + "loss": 0.0473, + "step": 19898 + }, + { + "epoch": 16.87786259541985, + "grad_norm": 1.1108560902920346, + "learning_rate": 1.9006775023337395e-05, + "loss": 0.0529, + "step": 19899 + }, + { + "epoch": 16.87871077184054, + "grad_norm": 0.9106262861334067, + "learning_rate": 1.9006655664458278e-05, + "loss": 0.0445, + "step": 19900 + }, + { + "epoch": 16.879558948261238, + "grad_norm": 0.8710206836104606, + "learning_rate": 1.9006536298782554e-05, + "loss": 0.0442, + "step": 19901 + }, + { + "epoch": 16.880407124681934, + "grad_norm": 0.9202146810717078, + "learning_rate": 1.900641692631031e-05, + "loss": 0.0444, + "step": 19902 + }, + { + "epoch": 16.88125530110263, + "grad_norm": 0.9715583917855171, + "learning_rate": 1.900629754704164e-05, + "loss": 0.0454, + "step": 19903 + }, + { + "epoch": 16.882103477523327, + "grad_norm": 0.8620872436452435, + "learning_rate": 1.900617816097663e-05, + "loss": 0.0431, + "step": 19904 + }, + { + "epoch": 16.88295165394402, + "grad_norm": 0.8315657140205521, + "learning_rate": 1.9006058768115375e-05, + "loss": 0.0465, + "step": 19905 + }, + { + "epoch": 16.883799830364715, + "grad_norm": 0.8926953077257536, + "learning_rate": 1.900593936845796e-05, + "loss": 0.0481, + "step": 19906 + }, + { + "epoch": 16.88464800678541, + "grad_norm": 0.9197481351873864, + "learning_rate": 1.900581996200448e-05, + "loss": 0.0563, + "step": 19907 + }, + { + "epoch": 16.885496183206108, + "grad_norm": 0.948160449018071, + "learning_rate": 1.900570054875502e-05, + "loss": 0.0448, + "step": 19908 + }, + { + "epoch": 16.886344359626804, + "grad_norm": 0.8785426228821234, + "learning_rate": 1.9005581128709673e-05, + "loss": 0.0536, + "step": 19909 + }, + { + "epoch": 16.887192536047497, + "grad_norm": 0.9326498427119386, + "learning_rate": 1.9005461701868532e-05, + "loss": 0.0472, + "step": 19910 + }, + { + "epoch": 16.888040712468193, + "grad_norm": 1.1439719187430346, + "learning_rate": 1.900534226823168e-05, + "loss": 0.0604, + "step": 19911 + }, + { + "epoch": 16.88888888888889, + "grad_norm": 1.0905006863541584, + "learning_rate": 1.9005222827799213e-05, + "loss": 0.0497, + "step": 19912 + }, + { + "epoch": 16.889737065309586, + "grad_norm": 1.042471040734799, + "learning_rate": 1.9005103380571216e-05, + "loss": 0.0484, + "step": 19913 + }, + { + "epoch": 16.890585241730278, + "grad_norm": 0.9649592499325265, + "learning_rate": 1.9004983926547788e-05, + "loss": 0.05, + "step": 19914 + }, + { + "epoch": 16.891433418150974, + "grad_norm": 0.8645671370087622, + "learning_rate": 1.900486446572901e-05, + "loss": 0.0471, + "step": 19915 + }, + { + "epoch": 16.89228159457167, + "grad_norm": 0.9404771570073006, + "learning_rate": 1.9004744998114973e-05, + "loss": 0.0495, + "step": 19916 + }, + { + "epoch": 16.893129770992367, + "grad_norm": 0.926756056461422, + "learning_rate": 1.9004625523705776e-05, + "loss": 0.0477, + "step": 19917 + }, + { + "epoch": 16.893977947413063, + "grad_norm": 0.8975717969292354, + "learning_rate": 1.9004506042501498e-05, + "loss": 0.0461, + "step": 19918 + }, + { + "epoch": 16.894826123833756, + "grad_norm": 0.9092748528823457, + "learning_rate": 1.9004386554502237e-05, + "loss": 0.0451, + "step": 19919 + }, + { + "epoch": 16.895674300254452, + "grad_norm": 0.9184391771871195, + "learning_rate": 1.9004267059708078e-05, + "loss": 0.0428, + "step": 19920 + }, + { + "epoch": 16.89652247667515, + "grad_norm": 0.906386869740483, + "learning_rate": 1.9004147558119115e-05, + "loss": 0.0472, + "step": 19921 + }, + { + "epoch": 16.897370653095845, + "grad_norm": 1.0118545340963494, + "learning_rate": 1.9004028049735436e-05, + "loss": 0.0443, + "step": 19922 + }, + { + "epoch": 16.89821882951654, + "grad_norm": 0.9978531717077974, + "learning_rate": 1.900390853455713e-05, + "loss": 0.0518, + "step": 19923 + }, + { + "epoch": 16.899067005937233, + "grad_norm": 0.9470501265720315, + "learning_rate": 1.9003789012584293e-05, + "loss": 0.0477, + "step": 19924 + }, + { + "epoch": 16.89991518235793, + "grad_norm": 1.1298638390436884, + "learning_rate": 1.9003669483817008e-05, + "loss": 0.0552, + "step": 19925 + }, + { + "epoch": 16.900763358778626, + "grad_norm": 0.9907668508322891, + "learning_rate": 1.9003549948255373e-05, + "loss": 0.0486, + "step": 19926 + }, + { + "epoch": 16.901611535199322, + "grad_norm": 0.9273517967807989, + "learning_rate": 1.900343040589947e-05, + "loss": 0.0466, + "step": 19927 + }, + { + "epoch": 16.90245971162002, + "grad_norm": 0.898439995472277, + "learning_rate": 1.900331085674939e-05, + "loss": 0.044, + "step": 19928 + }, + { + "epoch": 16.90330788804071, + "grad_norm": 0.9043842472508384, + "learning_rate": 1.900319130080523e-05, + "loss": 0.0471, + "step": 19929 + }, + { + "epoch": 16.904156064461407, + "grad_norm": 0.897689740555344, + "learning_rate": 1.9003071738067073e-05, + "loss": 0.0443, + "step": 19930 + }, + { + "epoch": 16.905004240882104, + "grad_norm": 0.8734426584396008, + "learning_rate": 1.9002952168535016e-05, + "loss": 0.046, + "step": 19931 + }, + { + "epoch": 16.9058524173028, + "grad_norm": 1.0006817163400223, + "learning_rate": 1.9002832592209144e-05, + "loss": 0.0463, + "step": 19932 + }, + { + "epoch": 16.906700593723496, + "grad_norm": 0.9655596546558692, + "learning_rate": 1.9002713009089547e-05, + "loss": 0.0522, + "step": 19933 + }, + { + "epoch": 16.90754877014419, + "grad_norm": 0.9790357241673076, + "learning_rate": 1.900259341917632e-05, + "loss": 0.0508, + "step": 19934 + }, + { + "epoch": 16.908396946564885, + "grad_norm": 1.0730408418765656, + "learning_rate": 1.900247382246955e-05, + "loss": 0.0464, + "step": 19935 + }, + { + "epoch": 16.90924512298558, + "grad_norm": 1.027963636232638, + "learning_rate": 1.9002354218969327e-05, + "loss": 0.0463, + "step": 19936 + }, + { + "epoch": 16.910093299406277, + "grad_norm": 0.9509805665618153, + "learning_rate": 1.9002234608675744e-05, + "loss": 0.0429, + "step": 19937 + }, + { + "epoch": 16.910941475826974, + "grad_norm": 0.9490347466596873, + "learning_rate": 1.9002114991588888e-05, + "loss": 0.0435, + "step": 19938 + }, + { + "epoch": 16.911789652247666, + "grad_norm": 0.9230436899141727, + "learning_rate": 1.900199536770885e-05, + "loss": 0.0463, + "step": 19939 + }, + { + "epoch": 16.912637828668363, + "grad_norm": 0.9133712640889329, + "learning_rate": 1.9001875737035717e-05, + "loss": 0.0437, + "step": 19940 + }, + { + "epoch": 16.91348600508906, + "grad_norm": 0.9980721545265131, + "learning_rate": 1.9001756099569588e-05, + "loss": 0.0518, + "step": 19941 + }, + { + "epoch": 16.914334181509755, + "grad_norm": 0.9359231368762607, + "learning_rate": 1.9001636455310546e-05, + "loss": 0.0459, + "step": 19942 + }, + { + "epoch": 16.91518235793045, + "grad_norm": 0.8705609059848693, + "learning_rate": 1.9001516804258683e-05, + "loss": 0.049, + "step": 19943 + }, + { + "epoch": 16.916030534351144, + "grad_norm": 1.009495067259194, + "learning_rate": 1.9001397146414093e-05, + "loss": 0.0491, + "step": 19944 + }, + { + "epoch": 16.91687871077184, + "grad_norm": 0.9607060642843959, + "learning_rate": 1.900127748177686e-05, + "loss": 0.0516, + "step": 19945 + }, + { + "epoch": 16.917726887192536, + "grad_norm": 0.8844888073577247, + "learning_rate": 1.9001157810347082e-05, + "loss": 0.0456, + "step": 19946 + }, + { + "epoch": 16.918575063613233, + "grad_norm": 1.0250863801702186, + "learning_rate": 1.9001038132124838e-05, + "loss": 0.048, + "step": 19947 + }, + { + "epoch": 16.91942324003393, + "grad_norm": 0.9112357017465459, + "learning_rate": 1.900091844711023e-05, + "loss": 0.0455, + "step": 19948 + }, + { + "epoch": 16.92027141645462, + "grad_norm": 0.9352924699191316, + "learning_rate": 1.900079875530334e-05, + "loss": 0.0463, + "step": 19949 + }, + { + "epoch": 16.921119592875318, + "grad_norm": 0.92536343361331, + "learning_rate": 1.9000679056704267e-05, + "loss": 0.0463, + "step": 19950 + }, + { + "epoch": 16.921967769296014, + "grad_norm": 0.8892133866491981, + "learning_rate": 1.900055935131309e-05, + "loss": 0.0435, + "step": 19951 + }, + { + "epoch": 16.92281594571671, + "grad_norm": 0.8687517621291474, + "learning_rate": 1.9000439639129908e-05, + "loss": 0.0469, + "step": 19952 + }, + { + "epoch": 16.923664122137403, + "grad_norm": 0.9184973161210823, + "learning_rate": 1.9000319920154808e-05, + "loss": 0.0525, + "step": 19953 + }, + { + "epoch": 16.9245122985581, + "grad_norm": 1.0537146090668819, + "learning_rate": 1.900020019438788e-05, + "loss": 0.0489, + "step": 19954 + }, + { + "epoch": 16.925360474978795, + "grad_norm": 0.8928751694705983, + "learning_rate": 1.9000080461829217e-05, + "loss": 0.0463, + "step": 19955 + }, + { + "epoch": 16.92620865139949, + "grad_norm": 1.0153247516127568, + "learning_rate": 1.899996072247891e-05, + "loss": 0.0565, + "step": 19956 + }, + { + "epoch": 16.927056827820188, + "grad_norm": 0.8726125183128872, + "learning_rate": 1.8999840976337046e-05, + "loss": 0.047, + "step": 19957 + }, + { + "epoch": 16.92790500424088, + "grad_norm": 0.9619172504513602, + "learning_rate": 1.8999721223403715e-05, + "loss": 0.0453, + "step": 19958 + }, + { + "epoch": 16.928753180661577, + "grad_norm": 0.872217350893347, + "learning_rate": 1.8999601463679008e-05, + "loss": 0.0451, + "step": 19959 + }, + { + "epoch": 16.929601357082273, + "grad_norm": 0.7027911919185128, + "learning_rate": 1.8999481697163018e-05, + "loss": 0.0408, + "step": 19960 + }, + { + "epoch": 16.93044953350297, + "grad_norm": 0.9931590290832149, + "learning_rate": 1.8999361923855833e-05, + "loss": 0.0474, + "step": 19961 + }, + { + "epoch": 16.931297709923665, + "grad_norm": 0.9621921108446385, + "learning_rate": 1.899924214375754e-05, + "loss": 0.0468, + "step": 19962 + }, + { + "epoch": 16.932145886344358, + "grad_norm": 0.7752798191571056, + "learning_rate": 1.899912235686824e-05, + "loss": 0.0472, + "step": 19963 + }, + { + "epoch": 16.932994062765054, + "grad_norm": 0.8502845813311409, + "learning_rate": 1.8999002563188013e-05, + "loss": 0.0436, + "step": 19964 + }, + { + "epoch": 16.93384223918575, + "grad_norm": 0.8952248483295662, + "learning_rate": 1.8998882762716953e-05, + "loss": 0.0465, + "step": 19965 + }, + { + "epoch": 16.934690415606447, + "grad_norm": 1.0008467600284903, + "learning_rate": 1.899876295545515e-05, + "loss": 0.0492, + "step": 19966 + }, + { + "epoch": 16.935538592027143, + "grad_norm": 1.0905830283292344, + "learning_rate": 1.89986431414027e-05, + "loss": 0.0554, + "step": 19967 + }, + { + "epoch": 16.936386768447836, + "grad_norm": 0.8675919930685709, + "learning_rate": 1.8998523320559684e-05, + "loss": 0.0441, + "step": 19968 + }, + { + "epoch": 16.937234944868532, + "grad_norm": 0.9502147508035089, + "learning_rate": 1.8998403492926195e-05, + "loss": 0.0459, + "step": 19969 + }, + { + "epoch": 16.938083121289228, + "grad_norm": 1.0958029146715271, + "learning_rate": 1.8998283658502327e-05, + "loss": 0.0504, + "step": 19970 + }, + { + "epoch": 16.938931297709924, + "grad_norm": 0.9373385995679502, + "learning_rate": 1.899816381728817e-05, + "loss": 0.0443, + "step": 19971 + }, + { + "epoch": 16.93977947413062, + "grad_norm": 0.8574341383838922, + "learning_rate": 1.8998043969283814e-05, + "loss": 0.0446, + "step": 19972 + }, + { + "epoch": 16.940627650551313, + "grad_norm": 1.0722053848201905, + "learning_rate": 1.899792411448935e-05, + "loss": 0.0471, + "step": 19973 + }, + { + "epoch": 16.94147582697201, + "grad_norm": 0.9063371483069862, + "learning_rate": 1.8997804252904862e-05, + "loss": 0.0458, + "step": 19974 + }, + { + "epoch": 16.942324003392706, + "grad_norm": 0.9691511009658706, + "learning_rate": 1.8997684384530446e-05, + "loss": 0.0481, + "step": 19975 + }, + { + "epoch": 16.943172179813402, + "grad_norm": 1.0395358143112783, + "learning_rate": 1.8997564509366194e-05, + "loss": 0.0485, + "step": 19976 + }, + { + "epoch": 16.9440203562341, + "grad_norm": 0.8889141420312316, + "learning_rate": 1.8997444627412194e-05, + "loss": 0.0481, + "step": 19977 + }, + { + "epoch": 16.94486853265479, + "grad_norm": 0.9943638748082331, + "learning_rate": 1.8997324738668533e-05, + "loss": 0.0517, + "step": 19978 + }, + { + "epoch": 16.945716709075487, + "grad_norm": 1.0567670315961981, + "learning_rate": 1.899720484313531e-05, + "loss": 0.0496, + "step": 19979 + }, + { + "epoch": 16.946564885496183, + "grad_norm": 0.9339504089972834, + "learning_rate": 1.8997084940812608e-05, + "loss": 0.0468, + "step": 19980 + }, + { + "epoch": 16.94741306191688, + "grad_norm": 0.9920520177583235, + "learning_rate": 1.8996965031700522e-05, + "loss": 0.0505, + "step": 19981 + }, + { + "epoch": 16.948261238337576, + "grad_norm": 1.0386072236170536, + "learning_rate": 1.8996845115799142e-05, + "loss": 0.0527, + "step": 19982 + }, + { + "epoch": 16.94910941475827, + "grad_norm": 1.0623115121049722, + "learning_rate": 1.8996725193108552e-05, + "loss": 0.0509, + "step": 19983 + }, + { + "epoch": 16.949957591178965, + "grad_norm": 0.9209579282012331, + "learning_rate": 1.8996605263628855e-05, + "loss": 0.0503, + "step": 19984 + }, + { + "epoch": 16.95080576759966, + "grad_norm": 0.976543419053232, + "learning_rate": 1.8996485327360127e-05, + "loss": 0.0481, + "step": 19985 + }, + { + "epoch": 16.951653944020357, + "grad_norm": 1.069958846188325, + "learning_rate": 1.8996365384302468e-05, + "loss": 0.0552, + "step": 19986 + }, + { + "epoch": 16.952502120441054, + "grad_norm": 0.8825674168425135, + "learning_rate": 1.8996245434455968e-05, + "loss": 0.0431, + "step": 19987 + }, + { + "epoch": 16.953350296861746, + "grad_norm": 0.9982608003026389, + "learning_rate": 1.8996125477820716e-05, + "loss": 0.0495, + "step": 19988 + }, + { + "epoch": 16.954198473282442, + "grad_norm": 0.9987130836464361, + "learning_rate": 1.89960055143968e-05, + "loss": 0.051, + "step": 19989 + }, + { + "epoch": 16.95504664970314, + "grad_norm": 1.0041554365247147, + "learning_rate": 1.8995885544184314e-05, + "loss": 0.0467, + "step": 19990 + }, + { + "epoch": 16.955894826123835, + "grad_norm": 1.0204582937460354, + "learning_rate": 1.8995765567183348e-05, + "loss": 0.0504, + "step": 19991 + }, + { + "epoch": 16.956743002544528, + "grad_norm": 0.8433992874337946, + "learning_rate": 1.8995645583393988e-05, + "loss": 0.0446, + "step": 19992 + }, + { + "epoch": 16.957591178965224, + "grad_norm": 0.9578250521762203, + "learning_rate": 1.8995525592816333e-05, + "loss": 0.0493, + "step": 19993 + }, + { + "epoch": 16.95843935538592, + "grad_norm": 0.9819895660166095, + "learning_rate": 1.8995405595450465e-05, + "loss": 0.0453, + "step": 19994 + }, + { + "epoch": 16.959287531806616, + "grad_norm": 1.0922712475441358, + "learning_rate": 1.8995285591296482e-05, + "loss": 0.0499, + "step": 19995 + }, + { + "epoch": 16.960135708227313, + "grad_norm": 1.0049179848566672, + "learning_rate": 1.899516558035447e-05, + "loss": 0.0513, + "step": 19996 + }, + { + "epoch": 16.960983884648005, + "grad_norm": 0.9568280960336595, + "learning_rate": 1.8995045562624522e-05, + "loss": 0.046, + "step": 19997 + }, + { + "epoch": 16.9618320610687, + "grad_norm": 1.1251832392811976, + "learning_rate": 1.8994925538106725e-05, + "loss": 0.0471, + "step": 19998 + }, + { + "epoch": 16.962680237489398, + "grad_norm": 0.822020130839447, + "learning_rate": 1.899480550680117e-05, + "loss": 0.0401, + "step": 19999 + }, + { + "epoch": 16.963528413910094, + "grad_norm": 0.9576498060132103, + "learning_rate": 1.8994685468707953e-05, + "loss": 0.0511, + "step": 20000 + }, + { + "epoch": 16.96437659033079, + "grad_norm": 1.0240194859963292, + "learning_rate": 1.899456542382716e-05, + "loss": 0.0509, + "step": 20001 + }, + { + "epoch": 16.965224766751483, + "grad_norm": 0.8783806094544815, + "learning_rate": 1.899444537215888e-05, + "loss": 0.0437, + "step": 20002 + }, + { + "epoch": 16.96607294317218, + "grad_norm": 1.0003096226769983, + "learning_rate": 1.899432531370321e-05, + "loss": 0.0482, + "step": 20003 + }, + { + "epoch": 16.966921119592875, + "grad_norm": 1.214194929273352, + "learning_rate": 1.8994205248460234e-05, + "loss": 0.049, + "step": 20004 + }, + { + "epoch": 16.96776929601357, + "grad_norm": 1.1335580417457791, + "learning_rate": 1.8994085176430045e-05, + "loss": 0.0557, + "step": 20005 + }, + { + "epoch": 16.968617472434268, + "grad_norm": 0.9840093168128508, + "learning_rate": 1.8993965097612733e-05, + "loss": 0.0473, + "step": 20006 + }, + { + "epoch": 16.96946564885496, + "grad_norm": 0.9842162804567309, + "learning_rate": 1.899384501200839e-05, + "loss": 0.0496, + "step": 20007 + }, + { + "epoch": 16.970313825275657, + "grad_norm": 1.0587055268953465, + "learning_rate": 1.899372491961711e-05, + "loss": 0.0482, + "step": 20008 + }, + { + "epoch": 16.971162001696353, + "grad_norm": 0.8822334490177491, + "learning_rate": 1.8993604820438977e-05, + "loss": 0.0489, + "step": 20009 + }, + { + "epoch": 16.97201017811705, + "grad_norm": 0.8400764308301498, + "learning_rate": 1.8993484714474087e-05, + "loss": 0.0477, + "step": 20010 + }, + { + "epoch": 16.972858354537745, + "grad_norm": 0.9832242654180966, + "learning_rate": 1.8993364601722524e-05, + "loss": 0.0468, + "step": 20011 + }, + { + "epoch": 16.973706530958438, + "grad_norm": 1.077114150120384, + "learning_rate": 1.8993244482184385e-05, + "loss": 0.057, + "step": 20012 + }, + { + "epoch": 16.974554707379134, + "grad_norm": 1.0125725371080583, + "learning_rate": 1.8993124355859756e-05, + "loss": 0.0479, + "step": 20013 + }, + { + "epoch": 16.97540288379983, + "grad_norm": 0.9826717146124423, + "learning_rate": 1.8993004222748733e-05, + "loss": 0.0451, + "step": 20014 + }, + { + "epoch": 16.976251060220527, + "grad_norm": 1.2639935305083756, + "learning_rate": 1.8992884082851398e-05, + "loss": 0.0508, + "step": 20015 + }, + { + "epoch": 16.977099236641223, + "grad_norm": 0.9042499383992393, + "learning_rate": 1.8992763936167855e-05, + "loss": 0.0466, + "step": 20016 + }, + { + "epoch": 16.977947413061916, + "grad_norm": 1.0503506444976485, + "learning_rate": 1.8992643782698182e-05, + "loss": 0.0494, + "step": 20017 + }, + { + "epoch": 16.978795589482612, + "grad_norm": 1.030910344471085, + "learning_rate": 1.8992523622442478e-05, + "loss": 0.0503, + "step": 20018 + }, + { + "epoch": 16.979643765903308, + "grad_norm": 0.9536812761050846, + "learning_rate": 1.8992403455400826e-05, + "loss": 0.0456, + "step": 20019 + }, + { + "epoch": 16.980491942324004, + "grad_norm": 0.8489678184685336, + "learning_rate": 1.8992283281573323e-05, + "loss": 0.0428, + "step": 20020 + }, + { + "epoch": 16.9813401187447, + "grad_norm": 1.1207183148720297, + "learning_rate": 1.8992163100960056e-05, + "loss": 0.0526, + "step": 20021 + }, + { + "epoch": 16.982188295165393, + "grad_norm": 1.0960251937056222, + "learning_rate": 1.899204291356112e-05, + "loss": 0.0509, + "step": 20022 + }, + { + "epoch": 16.98303647158609, + "grad_norm": 1.1757996438247955, + "learning_rate": 1.8991922719376602e-05, + "loss": 0.051, + "step": 20023 + }, + { + "epoch": 16.983884648006786, + "grad_norm": 0.9917996615804, + "learning_rate": 1.8991802518406595e-05, + "loss": 0.0521, + "step": 20024 + }, + { + "epoch": 16.984732824427482, + "grad_norm": 0.9143563488195167, + "learning_rate": 1.8991682310651187e-05, + "loss": 0.0463, + "step": 20025 + }, + { + "epoch": 16.98558100084818, + "grad_norm": 0.9108125899768673, + "learning_rate": 1.899156209611047e-05, + "loss": 0.0475, + "step": 20026 + }, + { + "epoch": 16.98642917726887, + "grad_norm": 0.9531585760014681, + "learning_rate": 1.8991441874784536e-05, + "loss": 0.0505, + "step": 20027 + }, + { + "epoch": 16.987277353689567, + "grad_norm": 1.008733046554519, + "learning_rate": 1.8991321646673473e-05, + "loss": 0.0478, + "step": 20028 + }, + { + "epoch": 16.988125530110263, + "grad_norm": 0.9234719290452972, + "learning_rate": 1.8991201411777374e-05, + "loss": 0.0465, + "step": 20029 + }, + { + "epoch": 16.98897370653096, + "grad_norm": 0.8425869584850123, + "learning_rate": 1.8991081170096328e-05, + "loss": 0.044, + "step": 20030 + }, + { + "epoch": 16.989821882951652, + "grad_norm": 0.8919556008981687, + "learning_rate": 1.899096092163043e-05, + "loss": 0.0442, + "step": 20031 + }, + { + "epoch": 16.99067005937235, + "grad_norm": 0.9670482577887569, + "learning_rate": 1.8990840666379763e-05, + "loss": 0.0469, + "step": 20032 + }, + { + "epoch": 16.991518235793045, + "grad_norm": 0.8805479278502553, + "learning_rate": 1.8990720404344424e-05, + "loss": 0.0474, + "step": 20033 + }, + { + "epoch": 16.99236641221374, + "grad_norm": 0.9668959925342726, + "learning_rate": 1.8990600135524503e-05, + "loss": 0.0439, + "step": 20034 + }, + { + "epoch": 16.993214588634437, + "grad_norm": 0.9714498068827259, + "learning_rate": 1.899047985992009e-05, + "loss": 0.0459, + "step": 20035 + }, + { + "epoch": 16.99406276505513, + "grad_norm": 0.9278898973427208, + "learning_rate": 1.8990359577531277e-05, + "loss": 0.0462, + "step": 20036 + }, + { + "epoch": 16.994910941475826, + "grad_norm": 0.8167832681735302, + "learning_rate": 1.899023928835815e-05, + "loss": 0.045, + "step": 20037 + }, + { + "epoch": 16.995759117896522, + "grad_norm": 1.095188570844307, + "learning_rate": 1.8990118992400805e-05, + "loss": 0.0516, + "step": 20038 + }, + { + "epoch": 16.99660729431722, + "grad_norm": 0.9512929490120616, + "learning_rate": 1.898999868965933e-05, + "loss": 0.0439, + "step": 20039 + }, + { + "epoch": 16.997455470737915, + "grad_norm": 1.1028456749391102, + "learning_rate": 1.8989878380133813e-05, + "loss": 0.045, + "step": 20040 + }, + { + "epoch": 16.998303647158608, + "grad_norm": 0.9652928345276972, + "learning_rate": 1.8989758063824357e-05, + "loss": 0.0459, + "step": 20041 + }, + { + "epoch": 16.999151823579304, + "grad_norm": 1.133751267411416, + "learning_rate": 1.8989637740731037e-05, + "loss": 0.0538, + "step": 20042 + }, + { + "epoch": 17.0, + "grad_norm": 1.0640060321605294, + "learning_rate": 1.8989517410853956e-05, + "loss": 0.0462, + "step": 20043 + }, + { + "epoch": 17.000848176420696, + "grad_norm": 0.8075420305542724, + "learning_rate": 1.8989397074193198e-05, + "loss": 0.0435, + "step": 20044 + }, + { + "epoch": 17.001696352841392, + "grad_norm": 0.7842580949578506, + "learning_rate": 1.8989276730748855e-05, + "loss": 0.0406, + "step": 20045 + }, + { + "epoch": 17.002544529262085, + "grad_norm": 0.8045686210863093, + "learning_rate": 1.8989156380521018e-05, + "loss": 0.0412, + "step": 20046 + }, + { + "epoch": 17.00339270568278, + "grad_norm": 0.8413804051556147, + "learning_rate": 1.8989036023509778e-05, + "loss": 0.0411, + "step": 20047 + }, + { + "epoch": 17.004240882103478, + "grad_norm": 0.8195143471902668, + "learning_rate": 1.8988915659715224e-05, + "loss": 0.0364, + "step": 20048 + }, + { + "epoch": 17.005089058524174, + "grad_norm": 0.7787423129113723, + "learning_rate": 1.8988795289137454e-05, + "loss": 0.0421, + "step": 20049 + }, + { + "epoch": 17.00593723494487, + "grad_norm": 0.8282147633246074, + "learning_rate": 1.8988674911776553e-05, + "loss": 0.0371, + "step": 20050 + }, + { + "epoch": 17.006785411365563, + "grad_norm": 0.833779112115751, + "learning_rate": 1.898855452763261e-05, + "loss": 0.0392, + "step": 20051 + }, + { + "epoch": 17.00763358778626, + "grad_norm": 0.8648194261503428, + "learning_rate": 1.898843413670572e-05, + "loss": 0.0398, + "step": 20052 + }, + { + "epoch": 17.008481764206955, + "grad_norm": 0.7875194644384351, + "learning_rate": 1.8988313738995973e-05, + "loss": 0.039, + "step": 20053 + }, + { + "epoch": 17.00932994062765, + "grad_norm": 0.7583152144067941, + "learning_rate": 1.8988193334503455e-05, + "loss": 0.0366, + "step": 20054 + }, + { + "epoch": 17.010178117048348, + "grad_norm": 0.8039914027857906, + "learning_rate": 1.8988072923228266e-05, + "loss": 0.0405, + "step": 20055 + }, + { + "epoch": 17.01102629346904, + "grad_norm": 0.8217025965662195, + "learning_rate": 1.8987952505170488e-05, + "loss": 0.038, + "step": 20056 + }, + { + "epoch": 17.011874469889737, + "grad_norm": 0.875515608863137, + "learning_rate": 1.898783208033022e-05, + "loss": 0.039, + "step": 20057 + }, + { + "epoch": 17.012722646310433, + "grad_norm": 0.7797650980918656, + "learning_rate": 1.8987711648707543e-05, + "loss": 0.0405, + "step": 20058 + }, + { + "epoch": 17.01357082273113, + "grad_norm": 0.7741472377863359, + "learning_rate": 1.898759121030256e-05, + "loss": 0.0415, + "step": 20059 + }, + { + "epoch": 17.014418999151825, + "grad_norm": 0.749410737763644, + "learning_rate": 1.898747076511535e-05, + "loss": 0.0371, + "step": 20060 + }, + { + "epoch": 17.015267175572518, + "grad_norm": 0.952704762405273, + "learning_rate": 1.898735031314601e-05, + "loss": 0.0412, + "step": 20061 + }, + { + "epoch": 17.016115351993214, + "grad_norm": 0.8682756596152379, + "learning_rate": 1.8987229854394632e-05, + "loss": 0.0405, + "step": 20062 + }, + { + "epoch": 17.01696352841391, + "grad_norm": 1.038655338812443, + "learning_rate": 1.89871093888613e-05, + "loss": 0.0449, + "step": 20063 + }, + { + "epoch": 17.017811704834607, + "grad_norm": 0.960751109898526, + "learning_rate": 1.898698891654612e-05, + "loss": 0.044, + "step": 20064 + }, + { + "epoch": 17.0186598812553, + "grad_norm": 0.9108718797861746, + "learning_rate": 1.8986868437449165e-05, + "loss": 0.0389, + "step": 20065 + }, + { + "epoch": 17.019508057675996, + "grad_norm": 0.771795612693866, + "learning_rate": 1.8986747951570536e-05, + "loss": 0.0387, + "step": 20066 + }, + { + "epoch": 17.020356234096692, + "grad_norm": 0.922478471863329, + "learning_rate": 1.898662745891032e-05, + "loss": 0.0397, + "step": 20067 + }, + { + "epoch": 17.021204410517388, + "grad_norm": 0.8882578606516122, + "learning_rate": 1.8986506959468614e-05, + "loss": 0.0405, + "step": 20068 + }, + { + "epoch": 17.022052586938084, + "grad_norm": 0.8468464338622196, + "learning_rate": 1.89863864532455e-05, + "loss": 0.0412, + "step": 20069 + }, + { + "epoch": 17.022900763358777, + "grad_norm": 0.8586160590166215, + "learning_rate": 1.8986265940241075e-05, + "loss": 0.0414, + "step": 20070 + }, + { + "epoch": 17.023748939779473, + "grad_norm": 0.8033787722315099, + "learning_rate": 1.898614542045543e-05, + "loss": 0.0374, + "step": 20071 + }, + { + "epoch": 17.02459711620017, + "grad_norm": 0.9645403064071744, + "learning_rate": 1.8986024893888655e-05, + "loss": 0.0413, + "step": 20072 + }, + { + "epoch": 17.025445292620866, + "grad_norm": 0.8638135723833107, + "learning_rate": 1.8985904360540836e-05, + "loss": 0.0398, + "step": 20073 + }, + { + "epoch": 17.026293469041562, + "grad_norm": 0.8356448407396523, + "learning_rate": 1.8985783820412074e-05, + "loss": 0.0409, + "step": 20074 + }, + { + "epoch": 17.027141645462255, + "grad_norm": 0.8978068187088407, + "learning_rate": 1.8985663273502452e-05, + "loss": 0.0411, + "step": 20075 + }, + { + "epoch": 17.02798982188295, + "grad_norm": 0.8992333099878245, + "learning_rate": 1.898554271981206e-05, + "loss": 0.0409, + "step": 20076 + }, + { + "epoch": 17.028837998303647, + "grad_norm": 0.9929060774059688, + "learning_rate": 1.8985422159340995e-05, + "loss": 0.0432, + "step": 20077 + }, + { + "epoch": 17.029686174724343, + "grad_norm": 0.7257175063873901, + "learning_rate": 1.8985301592089344e-05, + "loss": 0.0388, + "step": 20078 + }, + { + "epoch": 17.03053435114504, + "grad_norm": 1.0073545503490529, + "learning_rate": 1.89851810180572e-05, + "loss": 0.0472, + "step": 20079 + }, + { + "epoch": 17.031382527565732, + "grad_norm": 0.9251602954650375, + "learning_rate": 1.8985060437244655e-05, + "loss": 0.0451, + "step": 20080 + }, + { + "epoch": 17.03223070398643, + "grad_norm": 0.7998370898230779, + "learning_rate": 1.8984939849651795e-05, + "loss": 0.0432, + "step": 20081 + }, + { + "epoch": 17.033078880407125, + "grad_norm": 0.873500618868694, + "learning_rate": 1.8984819255278715e-05, + "loss": 0.0452, + "step": 20082 + }, + { + "epoch": 17.03392705682782, + "grad_norm": 0.9158652383194728, + "learning_rate": 1.8984698654125506e-05, + "loss": 0.0423, + "step": 20083 + }, + { + "epoch": 17.034775233248517, + "grad_norm": 0.8389553742638175, + "learning_rate": 1.898457804619226e-05, + "loss": 0.0402, + "step": 20084 + }, + { + "epoch": 17.03562340966921, + "grad_norm": 0.831512946820437, + "learning_rate": 1.898445743147906e-05, + "loss": 0.0464, + "step": 20085 + }, + { + "epoch": 17.036471586089906, + "grad_norm": 0.9165246129597016, + "learning_rate": 1.898433680998601e-05, + "loss": 0.0439, + "step": 20086 + }, + { + "epoch": 17.037319762510602, + "grad_norm": 1.102221776484353, + "learning_rate": 1.898421618171319e-05, + "loss": 0.0447, + "step": 20087 + }, + { + "epoch": 17.0381679389313, + "grad_norm": 0.818318891901436, + "learning_rate": 1.8984095546660698e-05, + "loss": 0.0395, + "step": 20088 + }, + { + "epoch": 17.039016115351995, + "grad_norm": 0.8996841961989948, + "learning_rate": 1.898397490482862e-05, + "loss": 0.0395, + "step": 20089 + }, + { + "epoch": 17.039864291772687, + "grad_norm": 0.8098915750514735, + "learning_rate": 1.898385425621705e-05, + "loss": 0.039, + "step": 20090 + }, + { + "epoch": 17.040712468193384, + "grad_norm": 1.0441396456368126, + "learning_rate": 1.8983733600826076e-05, + "loss": 0.0398, + "step": 20091 + }, + { + "epoch": 17.04156064461408, + "grad_norm": 0.7112828565028272, + "learning_rate": 1.8983612938655795e-05, + "loss": 0.0373, + "step": 20092 + }, + { + "epoch": 17.042408821034776, + "grad_norm": 0.8739120389250382, + "learning_rate": 1.8983492269706295e-05, + "loss": 0.0415, + "step": 20093 + }, + { + "epoch": 17.043256997455472, + "grad_norm": 0.7679271869836024, + "learning_rate": 1.8983371593977666e-05, + "loss": 0.0411, + "step": 20094 + }, + { + "epoch": 17.044105173876165, + "grad_norm": 0.8283204985032986, + "learning_rate": 1.8983250911469998e-05, + "loss": 0.0402, + "step": 20095 + }, + { + "epoch": 17.04495335029686, + "grad_norm": 0.8357343786328917, + "learning_rate": 1.8983130222183383e-05, + "loss": 0.0383, + "step": 20096 + }, + { + "epoch": 17.045801526717558, + "grad_norm": 0.7702035350367861, + "learning_rate": 1.8983009526117912e-05, + "loss": 0.0371, + "step": 20097 + }, + { + "epoch": 17.046649703138254, + "grad_norm": 0.9383410639902394, + "learning_rate": 1.898288882327368e-05, + "loss": 0.0437, + "step": 20098 + }, + { + "epoch": 17.04749787955895, + "grad_norm": 0.8731438094636719, + "learning_rate": 1.8982768113650774e-05, + "loss": 0.0405, + "step": 20099 + }, + { + "epoch": 17.048346055979643, + "grad_norm": 0.8695966149380175, + "learning_rate": 1.8982647397249286e-05, + "loss": 0.0419, + "step": 20100 + }, + { + "epoch": 17.04919423240034, + "grad_norm": 0.9203378668701329, + "learning_rate": 1.8982526674069305e-05, + "loss": 0.042, + "step": 20101 + }, + { + "epoch": 17.050042408821035, + "grad_norm": 0.7939189742096343, + "learning_rate": 1.8982405944110926e-05, + "loss": 0.0404, + "step": 20102 + }, + { + "epoch": 17.05089058524173, + "grad_norm": 0.8086553272485131, + "learning_rate": 1.898228520737424e-05, + "loss": 0.0393, + "step": 20103 + }, + { + "epoch": 17.051738761662424, + "grad_norm": 0.7367010939260733, + "learning_rate": 1.8982164463859332e-05, + "loss": 0.0404, + "step": 20104 + }, + { + "epoch": 17.05258693808312, + "grad_norm": 0.8055310882840888, + "learning_rate": 1.8982043713566304e-05, + "loss": 0.0373, + "step": 20105 + }, + { + "epoch": 17.053435114503817, + "grad_norm": 0.8391265281664568, + "learning_rate": 1.8981922956495234e-05, + "loss": 0.0387, + "step": 20106 + }, + { + "epoch": 17.054283290924513, + "grad_norm": 0.9234943755998808, + "learning_rate": 1.8981802192646223e-05, + "loss": 0.042, + "step": 20107 + }, + { + "epoch": 17.05513146734521, + "grad_norm": 0.9694019999395832, + "learning_rate": 1.898168142201936e-05, + "loss": 0.0395, + "step": 20108 + }, + { + "epoch": 17.0559796437659, + "grad_norm": 0.7355324979785985, + "learning_rate": 1.8981560644614728e-05, + "loss": 0.0374, + "step": 20109 + }, + { + "epoch": 17.056827820186598, + "grad_norm": 0.7742091621750626, + "learning_rate": 1.8981439860432433e-05, + "loss": 0.037, + "step": 20110 + }, + { + "epoch": 17.057675996607294, + "grad_norm": 0.9844556663290689, + "learning_rate": 1.8981319069472554e-05, + "loss": 0.039, + "step": 20111 + }, + { + "epoch": 17.05852417302799, + "grad_norm": 0.939342867162016, + "learning_rate": 1.898119827173519e-05, + "loss": 0.0443, + "step": 20112 + }, + { + "epoch": 17.059372349448687, + "grad_norm": 0.7919169362333601, + "learning_rate": 1.8981077467220427e-05, + "loss": 0.0384, + "step": 20113 + }, + { + "epoch": 17.06022052586938, + "grad_norm": 0.8011559430954637, + "learning_rate": 1.898095665592836e-05, + "loss": 0.0408, + "step": 20114 + }, + { + "epoch": 17.061068702290076, + "grad_norm": 0.8634577249480404, + "learning_rate": 1.898083583785907e-05, + "loss": 0.0399, + "step": 20115 + }, + { + "epoch": 17.061916878710772, + "grad_norm": 0.7408004347128436, + "learning_rate": 1.8980715013012663e-05, + "loss": 0.0391, + "step": 20116 + }, + { + "epoch": 17.062765055131468, + "grad_norm": 0.9183678611649301, + "learning_rate": 1.8980594181389222e-05, + "loss": 0.0378, + "step": 20117 + }, + { + "epoch": 17.063613231552164, + "grad_norm": 0.8610134804451186, + "learning_rate": 1.898047334298884e-05, + "loss": 0.0418, + "step": 20118 + }, + { + "epoch": 17.064461407972857, + "grad_norm": 0.9249996639228462, + "learning_rate": 1.8980352497811608e-05, + "loss": 0.0402, + "step": 20119 + }, + { + "epoch": 17.065309584393553, + "grad_norm": 0.9636337265242588, + "learning_rate": 1.8980231645857614e-05, + "loss": 0.0417, + "step": 20120 + }, + { + "epoch": 17.06615776081425, + "grad_norm": 0.7871276410606014, + "learning_rate": 1.8980110787126954e-05, + "loss": 0.0367, + "step": 20121 + }, + { + "epoch": 17.067005937234946, + "grad_norm": 0.8340265211088277, + "learning_rate": 1.897998992161972e-05, + "loss": 0.0401, + "step": 20122 + }, + { + "epoch": 17.067854113655642, + "grad_norm": 0.7481002784388727, + "learning_rate": 1.8979869049335996e-05, + "loss": 0.0378, + "step": 20123 + }, + { + "epoch": 17.068702290076335, + "grad_norm": 0.9243818881728048, + "learning_rate": 1.897974817027588e-05, + "loss": 0.0382, + "step": 20124 + }, + { + "epoch": 17.06955046649703, + "grad_norm": 0.7749679996711519, + "learning_rate": 1.8979627284439458e-05, + "loss": 0.0377, + "step": 20125 + }, + { + "epoch": 17.070398642917727, + "grad_norm": 0.917733578796234, + "learning_rate": 1.8979506391826826e-05, + "loss": 0.0423, + "step": 20126 + }, + { + "epoch": 17.071246819338423, + "grad_norm": 0.8696662138696815, + "learning_rate": 1.8979385492438073e-05, + "loss": 0.0397, + "step": 20127 + }, + { + "epoch": 17.07209499575912, + "grad_norm": 0.8568257924427879, + "learning_rate": 1.8979264586273293e-05, + "loss": 0.0405, + "step": 20128 + }, + { + "epoch": 17.072943172179812, + "grad_norm": 0.8391939909519069, + "learning_rate": 1.8979143673332575e-05, + "loss": 0.0405, + "step": 20129 + }, + { + "epoch": 17.07379134860051, + "grad_norm": 0.8191831697450214, + "learning_rate": 1.8979022753616007e-05, + "loss": 0.0411, + "step": 20130 + }, + { + "epoch": 17.074639525021205, + "grad_norm": 1.1570185535436848, + "learning_rate": 1.8978901827123683e-05, + "loss": 0.0459, + "step": 20131 + }, + { + "epoch": 17.0754877014419, + "grad_norm": 0.9026167609845047, + "learning_rate": 1.8978780893855696e-05, + "loss": 0.0406, + "step": 20132 + }, + { + "epoch": 17.076335877862597, + "grad_norm": 0.9840555536271226, + "learning_rate": 1.8978659953812136e-05, + "loss": 0.0429, + "step": 20133 + }, + { + "epoch": 17.07718405428329, + "grad_norm": 0.8997791285358585, + "learning_rate": 1.8978539006993095e-05, + "loss": 0.0381, + "step": 20134 + }, + { + "epoch": 17.078032230703986, + "grad_norm": 0.9666998619592562, + "learning_rate": 1.897841805339866e-05, + "loss": 0.0421, + "step": 20135 + }, + { + "epoch": 17.078880407124682, + "grad_norm": 0.8958152886265345, + "learning_rate": 1.8978297093028927e-05, + "loss": 0.0413, + "step": 20136 + }, + { + "epoch": 17.07972858354538, + "grad_norm": 0.9725433793089073, + "learning_rate": 1.897817612588399e-05, + "loss": 0.0437, + "step": 20137 + }, + { + "epoch": 17.08057675996607, + "grad_norm": 0.9097594119617409, + "learning_rate": 1.8978055151963932e-05, + "loss": 0.0461, + "step": 20138 + }, + { + "epoch": 17.081424936386767, + "grad_norm": 0.8452670362865448, + "learning_rate": 1.897793417126885e-05, + "loss": 0.0388, + "step": 20139 + }, + { + "epoch": 17.082273112807464, + "grad_norm": 0.756805285840113, + "learning_rate": 1.8977813183798833e-05, + "loss": 0.0383, + "step": 20140 + }, + { + "epoch": 17.08312128922816, + "grad_norm": 0.7962358146042501, + "learning_rate": 1.8977692189553974e-05, + "loss": 0.0383, + "step": 20141 + }, + { + "epoch": 17.083969465648856, + "grad_norm": 0.9186081609460268, + "learning_rate": 1.8977571188534362e-05, + "loss": 0.0424, + "step": 20142 + }, + { + "epoch": 17.08481764206955, + "grad_norm": 0.8364761689376531, + "learning_rate": 1.8977450180740093e-05, + "loss": 0.0428, + "step": 20143 + }, + { + "epoch": 17.085665818490245, + "grad_norm": 0.6512886136681131, + "learning_rate": 1.897732916617125e-05, + "loss": 0.0388, + "step": 20144 + }, + { + "epoch": 17.08651399491094, + "grad_norm": 0.7365274261295884, + "learning_rate": 1.897720814482793e-05, + "loss": 0.0386, + "step": 20145 + }, + { + "epoch": 17.087362171331637, + "grad_norm": 1.0591583834341487, + "learning_rate": 1.8977087116710223e-05, + "loss": 0.0432, + "step": 20146 + }, + { + "epoch": 17.088210347752334, + "grad_norm": 0.9809434941395798, + "learning_rate": 1.8976966081818228e-05, + "loss": 0.0505, + "step": 20147 + }, + { + "epoch": 17.089058524173026, + "grad_norm": 0.9166920362505733, + "learning_rate": 1.8976845040152022e-05, + "loss": 0.0424, + "step": 20148 + }, + { + "epoch": 17.089906700593723, + "grad_norm": 0.9876873739264391, + "learning_rate": 1.8976723991711708e-05, + "loss": 0.0418, + "step": 20149 + }, + { + "epoch": 17.09075487701442, + "grad_norm": 0.9980928907550735, + "learning_rate": 1.897660293649737e-05, + "loss": 0.0411, + "step": 20150 + }, + { + "epoch": 17.091603053435115, + "grad_norm": 0.9385759515167199, + "learning_rate": 1.8976481874509102e-05, + "loss": 0.0451, + "step": 20151 + }, + { + "epoch": 17.09245122985581, + "grad_norm": 0.9045395327927639, + "learning_rate": 1.8976360805746997e-05, + "loss": 0.0447, + "step": 20152 + }, + { + "epoch": 17.093299406276504, + "grad_norm": 0.748108069836736, + "learning_rate": 1.897623973021115e-05, + "loss": 0.038, + "step": 20153 + }, + { + "epoch": 17.0941475826972, + "grad_norm": 0.818299545175794, + "learning_rate": 1.897611864790164e-05, + "loss": 0.0399, + "step": 20154 + }, + { + "epoch": 17.094995759117896, + "grad_norm": 0.8531249400679242, + "learning_rate": 1.897599755881857e-05, + "loss": 0.0439, + "step": 20155 + }, + { + "epoch": 17.095843935538593, + "grad_norm": 0.8257330312070774, + "learning_rate": 1.8975876462962026e-05, + "loss": 0.0396, + "step": 20156 + }, + { + "epoch": 17.09669211195929, + "grad_norm": 0.7989397303618162, + "learning_rate": 1.8975755360332097e-05, + "loss": 0.0402, + "step": 20157 + }, + { + "epoch": 17.09754028837998, + "grad_norm": 0.8691275289775621, + "learning_rate": 1.8975634250928884e-05, + "loss": 0.0433, + "step": 20158 + }, + { + "epoch": 17.098388464800678, + "grad_norm": 0.7765907223794576, + "learning_rate": 1.897551313475247e-05, + "loss": 0.0429, + "step": 20159 + }, + { + "epoch": 17.099236641221374, + "grad_norm": 0.9556298863111077, + "learning_rate": 1.897539201180295e-05, + "loss": 0.0387, + "step": 20160 + }, + { + "epoch": 17.10008481764207, + "grad_norm": 0.854229445632285, + "learning_rate": 1.8975270882080408e-05, + "loss": 0.0448, + "step": 20161 + }, + { + "epoch": 17.100932994062767, + "grad_norm": 0.9451530658500331, + "learning_rate": 1.8975149745584948e-05, + "loss": 0.0433, + "step": 20162 + }, + { + "epoch": 17.10178117048346, + "grad_norm": 0.8502119194366049, + "learning_rate": 1.8975028602316655e-05, + "loss": 0.0399, + "step": 20163 + }, + { + "epoch": 17.102629346904155, + "grad_norm": 0.9324969910717095, + "learning_rate": 1.8974907452275613e-05, + "loss": 0.0426, + "step": 20164 + }, + { + "epoch": 17.10347752332485, + "grad_norm": 0.7726464876113038, + "learning_rate": 1.897478629546193e-05, + "loss": 0.0392, + "step": 20165 + }, + { + "epoch": 17.104325699745548, + "grad_norm": 0.8040296385388328, + "learning_rate": 1.8974665131875682e-05, + "loss": 0.0389, + "step": 20166 + }, + { + "epoch": 17.105173876166244, + "grad_norm": 0.7749647463402598, + "learning_rate": 1.8974543961516972e-05, + "loss": 0.0431, + "step": 20167 + }, + { + "epoch": 17.106022052586937, + "grad_norm": 0.7056102093273587, + "learning_rate": 1.897442278438588e-05, + "loss": 0.0368, + "step": 20168 + }, + { + "epoch": 17.106870229007633, + "grad_norm": 0.9139265518294534, + "learning_rate": 1.897430160048251e-05, + "loss": 0.0406, + "step": 20169 + }, + { + "epoch": 17.10771840542833, + "grad_norm": 0.7333692881020514, + "learning_rate": 1.897418040980694e-05, + "loss": 0.0379, + "step": 20170 + }, + { + "epoch": 17.108566581849026, + "grad_norm": 0.7556149520059441, + "learning_rate": 1.8974059212359274e-05, + "loss": 0.0423, + "step": 20171 + }, + { + "epoch": 17.109414758269722, + "grad_norm": 0.8886907078353781, + "learning_rate": 1.8973938008139596e-05, + "loss": 0.0411, + "step": 20172 + }, + { + "epoch": 17.110262934690414, + "grad_norm": 1.073026771889398, + "learning_rate": 1.8973816797148e-05, + "loss": 0.046, + "step": 20173 + }, + { + "epoch": 17.11111111111111, + "grad_norm": 0.9137372202980506, + "learning_rate": 1.8973695579384577e-05, + "loss": 0.0402, + "step": 20174 + }, + { + "epoch": 17.111959287531807, + "grad_norm": 1.3708673272060425, + "learning_rate": 1.8973574354849416e-05, + "loss": 0.0457, + "step": 20175 + }, + { + "epoch": 17.112807463952503, + "grad_norm": 0.9737428604793432, + "learning_rate": 1.8973453123542614e-05, + "loss": 0.0439, + "step": 20176 + }, + { + "epoch": 17.113655640373196, + "grad_norm": 0.8351732976063834, + "learning_rate": 1.8973331885464253e-05, + "loss": 0.0412, + "step": 20177 + }, + { + "epoch": 17.114503816793892, + "grad_norm": 0.7899123158366909, + "learning_rate": 1.8973210640614437e-05, + "loss": 0.0385, + "step": 20178 + }, + { + "epoch": 17.11535199321459, + "grad_norm": 0.8099999121575491, + "learning_rate": 1.897308938899325e-05, + "loss": 0.042, + "step": 20179 + }, + { + "epoch": 17.116200169635285, + "grad_norm": 0.879349371720494, + "learning_rate": 1.8972968130600783e-05, + "loss": 0.0441, + "step": 20180 + }, + { + "epoch": 17.11704834605598, + "grad_norm": 0.911125717929628, + "learning_rate": 1.897284686543713e-05, + "loss": 0.0407, + "step": 20181 + }, + { + "epoch": 17.117896522476673, + "grad_norm": 0.8569232450084946, + "learning_rate": 1.8972725593502383e-05, + "loss": 0.0421, + "step": 20182 + }, + { + "epoch": 17.11874469889737, + "grad_norm": 1.0741425971773908, + "learning_rate": 1.8972604314796633e-05, + "loss": 0.0445, + "step": 20183 + }, + { + "epoch": 17.119592875318066, + "grad_norm": 0.800544475459077, + "learning_rate": 1.897248302931997e-05, + "loss": 0.0409, + "step": 20184 + }, + { + "epoch": 17.120441051738762, + "grad_norm": 0.7659967661580148, + "learning_rate": 1.8972361737072487e-05, + "loss": 0.042, + "step": 20185 + }, + { + "epoch": 17.12128922815946, + "grad_norm": 0.9001008692809213, + "learning_rate": 1.8972240438054273e-05, + "loss": 0.0427, + "step": 20186 + }, + { + "epoch": 17.12213740458015, + "grad_norm": 0.7940643763518825, + "learning_rate": 1.897211913226542e-05, + "loss": 0.0391, + "step": 20187 + }, + { + "epoch": 17.122985581000847, + "grad_norm": 0.844509523800196, + "learning_rate": 1.8971997819706024e-05, + "loss": 0.0394, + "step": 20188 + }, + { + "epoch": 17.123833757421544, + "grad_norm": 0.7719915770012967, + "learning_rate": 1.897187650037617e-05, + "loss": 0.0377, + "step": 20189 + }, + { + "epoch": 17.12468193384224, + "grad_norm": 0.9859491733566988, + "learning_rate": 1.8971755174275955e-05, + "loss": 0.0423, + "step": 20190 + }, + { + "epoch": 17.125530110262936, + "grad_norm": 0.729465715515307, + "learning_rate": 1.897163384140547e-05, + "loss": 0.0422, + "step": 20191 + }, + { + "epoch": 17.12637828668363, + "grad_norm": 0.8981391601616305, + "learning_rate": 1.8971512501764807e-05, + "loss": 0.0397, + "step": 20192 + }, + { + "epoch": 17.127226463104325, + "grad_norm": 0.7550207138268812, + "learning_rate": 1.897139115535405e-05, + "loss": 0.0381, + "step": 20193 + }, + { + "epoch": 17.12807463952502, + "grad_norm": 0.9186792844732381, + "learning_rate": 1.89712698021733e-05, + "loss": 0.0462, + "step": 20194 + }, + { + "epoch": 17.128922815945717, + "grad_norm": 0.8960785800284368, + "learning_rate": 1.8971148442222644e-05, + "loss": 0.0405, + "step": 20195 + }, + { + "epoch": 17.129770992366414, + "grad_norm": 0.8800435723300276, + "learning_rate": 1.8971027075502175e-05, + "loss": 0.0399, + "step": 20196 + }, + { + "epoch": 17.130619168787106, + "grad_norm": 0.7421234445332707, + "learning_rate": 1.897090570201198e-05, + "loss": 0.0361, + "step": 20197 + }, + { + "epoch": 17.131467345207803, + "grad_norm": 0.8994475386594628, + "learning_rate": 1.8970784321752158e-05, + "loss": 0.0439, + "step": 20198 + }, + { + "epoch": 17.1323155216285, + "grad_norm": 0.9607982279356567, + "learning_rate": 1.89706629347228e-05, + "loss": 0.0403, + "step": 20199 + }, + { + "epoch": 17.133163698049195, + "grad_norm": 0.8303560671075857, + "learning_rate": 1.897054154092399e-05, + "loss": 0.0409, + "step": 20200 + }, + { + "epoch": 17.13401187446989, + "grad_norm": 0.7595826157227474, + "learning_rate": 1.8970420140355824e-05, + "loss": 0.0379, + "step": 20201 + }, + { + "epoch": 17.134860050890584, + "grad_norm": 0.8000717411498036, + "learning_rate": 1.8970298733018397e-05, + "loss": 0.04, + "step": 20202 + }, + { + "epoch": 17.13570822731128, + "grad_norm": 0.9500620138376652, + "learning_rate": 1.8970177318911798e-05, + "loss": 0.0437, + "step": 20203 + }, + { + "epoch": 17.136556403731976, + "grad_norm": 0.805015650257854, + "learning_rate": 1.8970055898036118e-05, + "loss": 0.0401, + "step": 20204 + }, + { + "epoch": 17.137404580152673, + "grad_norm": 0.9719005093079591, + "learning_rate": 1.8969934470391445e-05, + "loss": 0.0409, + "step": 20205 + }, + { + "epoch": 17.13825275657337, + "grad_norm": 0.824546920609962, + "learning_rate": 1.8969813035977882e-05, + "loss": 0.0419, + "step": 20206 + }, + { + "epoch": 17.13910093299406, + "grad_norm": 0.950226926902062, + "learning_rate": 1.896969159479551e-05, + "loss": 0.044, + "step": 20207 + }, + { + "epoch": 17.139949109414758, + "grad_norm": 0.8509066770780728, + "learning_rate": 1.8969570146844417e-05, + "loss": 0.0426, + "step": 20208 + }, + { + "epoch": 17.140797285835454, + "grad_norm": 0.933397909138841, + "learning_rate": 1.896944869212471e-05, + "loss": 0.043, + "step": 20209 + }, + { + "epoch": 17.14164546225615, + "grad_norm": 0.7492885193253047, + "learning_rate": 1.896932723063647e-05, + "loss": 0.0413, + "step": 20210 + }, + { + "epoch": 17.142493638676847, + "grad_norm": 1.0189718625970456, + "learning_rate": 1.896920576237979e-05, + "loss": 0.0417, + "step": 20211 + }, + { + "epoch": 17.14334181509754, + "grad_norm": 0.8256493412345036, + "learning_rate": 1.896908428735476e-05, + "loss": 0.0379, + "step": 20212 + }, + { + "epoch": 17.144189991518235, + "grad_norm": 0.8122027583889362, + "learning_rate": 1.8968962805561476e-05, + "loss": 0.0425, + "step": 20213 + }, + { + "epoch": 17.14503816793893, + "grad_norm": 0.9536310854880906, + "learning_rate": 1.896884131700003e-05, + "loss": 0.0414, + "step": 20214 + }, + { + "epoch": 17.145886344359628, + "grad_norm": 1.0269349651784925, + "learning_rate": 1.896871982167051e-05, + "loss": 0.0458, + "step": 20215 + }, + { + "epoch": 17.14673452078032, + "grad_norm": 0.8322558546811827, + "learning_rate": 1.8968598319573006e-05, + "loss": 0.0412, + "step": 20216 + }, + { + "epoch": 17.147582697201017, + "grad_norm": 0.9043186911136422, + "learning_rate": 1.8968476810707615e-05, + "loss": 0.0434, + "step": 20217 + }, + { + "epoch": 17.148430873621713, + "grad_norm": 0.8784047219580037, + "learning_rate": 1.8968355295074427e-05, + "loss": 0.0431, + "step": 20218 + }, + { + "epoch": 17.14927905004241, + "grad_norm": 0.839961898815387, + "learning_rate": 1.8968233772673534e-05, + "loss": 0.0404, + "step": 20219 + }, + { + "epoch": 17.150127226463106, + "grad_norm": 0.9216918041153908, + "learning_rate": 1.8968112243505027e-05, + "loss": 0.0441, + "step": 20220 + }, + { + "epoch": 17.150975402883798, + "grad_norm": 0.8479598442141111, + "learning_rate": 1.8967990707568994e-05, + "loss": 0.0439, + "step": 20221 + }, + { + "epoch": 17.151823579304494, + "grad_norm": 0.8005300029651456, + "learning_rate": 1.8967869164865534e-05, + "loss": 0.0399, + "step": 20222 + }, + { + "epoch": 17.15267175572519, + "grad_norm": 0.7850496127617215, + "learning_rate": 1.8967747615394735e-05, + "loss": 0.0375, + "step": 20223 + }, + { + "epoch": 17.153519932145887, + "grad_norm": 0.7953477056137516, + "learning_rate": 1.896762605915669e-05, + "loss": 0.0399, + "step": 20224 + }, + { + "epoch": 17.154368108566583, + "grad_norm": 0.8818333474927957, + "learning_rate": 1.8967504496151482e-05, + "loss": 0.0398, + "step": 20225 + }, + { + "epoch": 17.155216284987276, + "grad_norm": 0.8676445991263804, + "learning_rate": 1.8967382926379217e-05, + "loss": 0.0429, + "step": 20226 + }, + { + "epoch": 17.156064461407972, + "grad_norm": 0.8358690422970024, + "learning_rate": 1.896726134983998e-05, + "loss": 0.0404, + "step": 20227 + }, + { + "epoch": 17.15691263782867, + "grad_norm": 1.024367551192081, + "learning_rate": 1.896713976653386e-05, + "loss": 0.0459, + "step": 20228 + }, + { + "epoch": 17.157760814249365, + "grad_norm": 0.8585927123108421, + "learning_rate": 1.8967018176460953e-05, + "loss": 0.0391, + "step": 20229 + }, + { + "epoch": 17.15860899067006, + "grad_norm": 0.8660309227471321, + "learning_rate": 1.8966896579621344e-05, + "loss": 0.0391, + "step": 20230 + }, + { + "epoch": 17.159457167090753, + "grad_norm": 0.9277426519498494, + "learning_rate": 1.8966774976015138e-05, + "loss": 0.0399, + "step": 20231 + }, + { + "epoch": 17.16030534351145, + "grad_norm": 0.9063582153123573, + "learning_rate": 1.8966653365642416e-05, + "loss": 0.0436, + "step": 20232 + }, + { + "epoch": 17.161153519932146, + "grad_norm": 0.8455296159257826, + "learning_rate": 1.896653174850327e-05, + "loss": 0.0374, + "step": 20233 + }, + { + "epoch": 17.162001696352842, + "grad_norm": 0.9128361667035906, + "learning_rate": 1.8966410124597797e-05, + "loss": 0.0419, + "step": 20234 + }, + { + "epoch": 17.16284987277354, + "grad_norm": 0.8604347771108778, + "learning_rate": 1.8966288493926086e-05, + "loss": 0.039, + "step": 20235 + }, + { + "epoch": 17.16369804919423, + "grad_norm": 0.8903425537266249, + "learning_rate": 1.8966166856488225e-05, + "loss": 0.0417, + "step": 20236 + }, + { + "epoch": 17.164546225614927, + "grad_norm": 0.8263719450326249, + "learning_rate": 1.8966045212284313e-05, + "loss": 0.0404, + "step": 20237 + }, + { + "epoch": 17.165394402035624, + "grad_norm": 0.7999160270852065, + "learning_rate": 1.896592356131444e-05, + "loss": 0.0393, + "step": 20238 + }, + { + "epoch": 17.16624257845632, + "grad_norm": 0.7748285668353475, + "learning_rate": 1.8965801903578695e-05, + "loss": 0.0402, + "step": 20239 + }, + { + "epoch": 17.167090754877016, + "grad_norm": 0.8210714575022364, + "learning_rate": 1.896568023907717e-05, + "loss": 0.0483, + "step": 20240 + }, + { + "epoch": 17.16793893129771, + "grad_norm": 0.8970130738533229, + "learning_rate": 1.8965558567809958e-05, + "loss": 0.0411, + "step": 20241 + }, + { + "epoch": 17.168787107718405, + "grad_norm": 0.737515837653537, + "learning_rate": 1.896543688977715e-05, + "loss": 0.0413, + "step": 20242 + }, + { + "epoch": 17.1696352841391, + "grad_norm": 0.9539149505673866, + "learning_rate": 1.896531520497884e-05, + "loss": 0.0446, + "step": 20243 + }, + { + "epoch": 17.170483460559797, + "grad_norm": 1.0135195680505764, + "learning_rate": 1.8965193513415116e-05, + "loss": 0.0464, + "step": 20244 + }, + { + "epoch": 17.171331636980494, + "grad_norm": 0.9207979685159914, + "learning_rate": 1.8965071815086076e-05, + "loss": 0.0442, + "step": 20245 + }, + { + "epoch": 17.172179813401186, + "grad_norm": 0.8248375112731524, + "learning_rate": 1.8964950109991804e-05, + "loss": 0.0414, + "step": 20246 + }, + { + "epoch": 17.173027989821882, + "grad_norm": 0.9112108121122582, + "learning_rate": 1.89648283981324e-05, + "loss": 0.0431, + "step": 20247 + }, + { + "epoch": 17.17387616624258, + "grad_norm": 0.9001881763989514, + "learning_rate": 1.8964706679507948e-05, + "loss": 0.0427, + "step": 20248 + }, + { + "epoch": 17.174724342663275, + "grad_norm": 1.0159731550586746, + "learning_rate": 1.8964584954118543e-05, + "loss": 0.0447, + "step": 20249 + }, + { + "epoch": 17.17557251908397, + "grad_norm": 0.9657641184361901, + "learning_rate": 1.896446322196428e-05, + "loss": 0.0433, + "step": 20250 + }, + { + "epoch": 17.176420695504664, + "grad_norm": 0.9739001721175785, + "learning_rate": 1.8964341483045244e-05, + "loss": 0.0446, + "step": 20251 + }, + { + "epoch": 17.17726887192536, + "grad_norm": 0.8228513518279581, + "learning_rate": 1.8964219737361536e-05, + "loss": 0.04, + "step": 20252 + }, + { + "epoch": 17.178117048346056, + "grad_norm": 0.8417722385968267, + "learning_rate": 1.896409798491324e-05, + "loss": 0.0385, + "step": 20253 + }, + { + "epoch": 17.178965224766753, + "grad_norm": 0.8334778958635842, + "learning_rate": 1.8963976225700454e-05, + "loss": 0.0421, + "step": 20254 + }, + { + "epoch": 17.179813401187445, + "grad_norm": 0.8434846948364135, + "learning_rate": 1.8963854459723267e-05, + "loss": 0.0386, + "step": 20255 + }, + { + "epoch": 17.18066157760814, + "grad_norm": 0.8391852240880465, + "learning_rate": 1.896373268698177e-05, + "loss": 0.0395, + "step": 20256 + }, + { + "epoch": 17.181509754028838, + "grad_norm": 1.071072091082575, + "learning_rate": 1.8963610907476053e-05, + "loss": 0.048, + "step": 20257 + }, + { + "epoch": 17.182357930449534, + "grad_norm": 1.0387669590474669, + "learning_rate": 1.8963489121206212e-05, + "loss": 0.0417, + "step": 20258 + }, + { + "epoch": 17.18320610687023, + "grad_norm": 0.8950930661300541, + "learning_rate": 1.8963367328172336e-05, + "loss": 0.0414, + "step": 20259 + }, + { + "epoch": 17.184054283290923, + "grad_norm": 0.9059265034857032, + "learning_rate": 1.896324552837452e-05, + "loss": 0.042, + "step": 20260 + }, + { + "epoch": 17.18490245971162, + "grad_norm": 0.8212272694867209, + "learning_rate": 1.896312372181285e-05, + "loss": 0.0383, + "step": 20261 + }, + { + "epoch": 17.185750636132315, + "grad_norm": 0.8199446885829675, + "learning_rate": 1.8963001908487424e-05, + "loss": 0.039, + "step": 20262 + }, + { + "epoch": 17.18659881255301, + "grad_norm": 0.7715649000633564, + "learning_rate": 1.8962880088398333e-05, + "loss": 0.0398, + "step": 20263 + }, + { + "epoch": 17.187446988973708, + "grad_norm": 0.8738864929018445, + "learning_rate": 1.8962758261545667e-05, + "loss": 0.0394, + "step": 20264 + }, + { + "epoch": 17.1882951653944, + "grad_norm": 1.0108152919775442, + "learning_rate": 1.896263642792952e-05, + "loss": 0.0471, + "step": 20265 + }, + { + "epoch": 17.189143341815097, + "grad_norm": 0.7971121051896878, + "learning_rate": 1.8962514587549986e-05, + "loss": 0.0402, + "step": 20266 + }, + { + "epoch": 17.189991518235793, + "grad_norm": 0.8757705979349468, + "learning_rate": 1.896239274040715e-05, + "loss": 0.0409, + "step": 20267 + }, + { + "epoch": 17.19083969465649, + "grad_norm": 0.9030447034247948, + "learning_rate": 1.8962270886501106e-05, + "loss": 0.0401, + "step": 20268 + }, + { + "epoch": 17.191687871077185, + "grad_norm": 0.8685920764891047, + "learning_rate": 1.896214902583195e-05, + "loss": 0.0417, + "step": 20269 + }, + { + "epoch": 17.192536047497878, + "grad_norm": 0.7835074923757451, + "learning_rate": 1.8962027158399772e-05, + "loss": 0.0429, + "step": 20270 + }, + { + "epoch": 17.193384223918574, + "grad_norm": 0.7996127984714643, + "learning_rate": 1.8961905284204662e-05, + "loss": 0.0398, + "step": 20271 + }, + { + "epoch": 17.19423240033927, + "grad_norm": 0.9811473979992253, + "learning_rate": 1.8961783403246713e-05, + "loss": 0.0419, + "step": 20272 + }, + { + "epoch": 17.195080576759967, + "grad_norm": 0.9082252233710978, + "learning_rate": 1.896166151552602e-05, + "loss": 0.0442, + "step": 20273 + }, + { + "epoch": 17.195928753180663, + "grad_norm": 0.9501753351578616, + "learning_rate": 1.896153962104267e-05, + "loss": 0.0462, + "step": 20274 + }, + { + "epoch": 17.196776929601356, + "grad_norm": 0.737787136206417, + "learning_rate": 1.896141771979676e-05, + "loss": 0.0357, + "step": 20275 + }, + { + "epoch": 17.197625106022052, + "grad_norm": 1.1136835044617848, + "learning_rate": 1.8961295811788378e-05, + "loss": 0.0498, + "step": 20276 + }, + { + "epoch": 17.198473282442748, + "grad_norm": 0.6978650948328023, + "learning_rate": 1.896117389701762e-05, + "loss": 0.0396, + "step": 20277 + }, + { + "epoch": 17.199321458863444, + "grad_norm": 0.7783829436382588, + "learning_rate": 1.896105197548457e-05, + "loss": 0.0401, + "step": 20278 + }, + { + "epoch": 17.20016963528414, + "grad_norm": 0.8440343519831695, + "learning_rate": 1.896093004718933e-05, + "loss": 0.042, + "step": 20279 + }, + { + "epoch": 17.201017811704833, + "grad_norm": 0.861539591952168, + "learning_rate": 1.8960808112131982e-05, + "loss": 0.0416, + "step": 20280 + }, + { + "epoch": 17.20186598812553, + "grad_norm": 0.952352310888026, + "learning_rate": 1.8960686170312628e-05, + "loss": 0.0451, + "step": 20281 + }, + { + "epoch": 17.202714164546226, + "grad_norm": 0.7594239652837848, + "learning_rate": 1.8960564221731356e-05, + "loss": 0.0372, + "step": 20282 + }, + { + "epoch": 17.203562340966922, + "grad_norm": 0.9215424252370932, + "learning_rate": 1.8960442266388254e-05, + "loss": 0.0423, + "step": 20283 + }, + { + "epoch": 17.20441051738762, + "grad_norm": 0.9685683909906618, + "learning_rate": 1.896032030428342e-05, + "loss": 0.0411, + "step": 20284 + }, + { + "epoch": 17.20525869380831, + "grad_norm": 0.9757424318237019, + "learning_rate": 1.8960198335416942e-05, + "loss": 0.0438, + "step": 20285 + }, + { + "epoch": 17.206106870229007, + "grad_norm": 0.7277777623587903, + "learning_rate": 1.8960076359788916e-05, + "loss": 0.0384, + "step": 20286 + }, + { + "epoch": 17.206955046649703, + "grad_norm": 0.944511106727846, + "learning_rate": 1.895995437739943e-05, + "loss": 0.0419, + "step": 20287 + }, + { + "epoch": 17.2078032230704, + "grad_norm": 0.8142074053657774, + "learning_rate": 1.895983238824858e-05, + "loss": 0.0412, + "step": 20288 + }, + { + "epoch": 17.208651399491096, + "grad_norm": 1.0703724044061913, + "learning_rate": 1.8959710392336454e-05, + "loss": 0.0421, + "step": 20289 + }, + { + "epoch": 17.20949957591179, + "grad_norm": 0.7356909323962351, + "learning_rate": 1.8959588389663146e-05, + "loss": 0.0396, + "step": 20290 + }, + { + "epoch": 17.210347752332485, + "grad_norm": 0.8404586855701378, + "learning_rate": 1.8959466380228747e-05, + "loss": 0.0429, + "step": 20291 + }, + { + "epoch": 17.21119592875318, + "grad_norm": 0.9539904828342497, + "learning_rate": 1.8959344364033348e-05, + "loss": 0.043, + "step": 20292 + }, + { + "epoch": 17.212044105173877, + "grad_norm": 0.9944577273460733, + "learning_rate": 1.8959222341077047e-05, + "loss": 0.0469, + "step": 20293 + }, + { + "epoch": 17.21289228159457, + "grad_norm": 0.8810076761769382, + "learning_rate": 1.8959100311359933e-05, + "loss": 0.0415, + "step": 20294 + }, + { + "epoch": 17.213740458015266, + "grad_norm": 0.7413955655745557, + "learning_rate": 1.8958978274882092e-05, + "loss": 0.039, + "step": 20295 + }, + { + "epoch": 17.214588634435962, + "grad_norm": 0.8489366265233688, + "learning_rate": 1.8958856231643625e-05, + "loss": 0.0393, + "step": 20296 + }, + { + "epoch": 17.21543681085666, + "grad_norm": 0.7670496152423943, + "learning_rate": 1.8958734181644618e-05, + "loss": 0.0389, + "step": 20297 + }, + { + "epoch": 17.216284987277355, + "grad_norm": 0.9008642394606861, + "learning_rate": 1.8958612124885167e-05, + "loss": 0.0423, + "step": 20298 + }, + { + "epoch": 17.217133163698048, + "grad_norm": 0.8708239580728803, + "learning_rate": 1.8958490061365366e-05, + "loss": 0.0397, + "step": 20299 + }, + { + "epoch": 17.217981340118744, + "grad_norm": 1.0837373714268737, + "learning_rate": 1.8958367991085297e-05, + "loss": 0.0463, + "step": 20300 + }, + { + "epoch": 17.21882951653944, + "grad_norm": 0.9772838510380296, + "learning_rate": 1.895824591404506e-05, + "loss": 0.0423, + "step": 20301 + }, + { + "epoch": 17.219677692960136, + "grad_norm": 0.9999846356453568, + "learning_rate": 1.895812383024475e-05, + "loss": 0.044, + "step": 20302 + }, + { + "epoch": 17.220525869380833, + "grad_norm": 0.8149906808920514, + "learning_rate": 1.8958001739684454e-05, + "loss": 0.0406, + "step": 20303 + }, + { + "epoch": 17.221374045801525, + "grad_norm": 0.791803890316866, + "learning_rate": 1.8957879642364264e-05, + "loss": 0.0422, + "step": 20304 + }, + { + "epoch": 17.22222222222222, + "grad_norm": 0.9140416389608086, + "learning_rate": 1.8957757538284273e-05, + "loss": 0.0418, + "step": 20305 + }, + { + "epoch": 17.223070398642918, + "grad_norm": 0.8196820197390428, + "learning_rate": 1.8957635427444577e-05, + "loss": 0.0419, + "step": 20306 + }, + { + "epoch": 17.223918575063614, + "grad_norm": 0.7460797886035021, + "learning_rate": 1.895751330984526e-05, + "loss": 0.0428, + "step": 20307 + }, + { + "epoch": 17.22476675148431, + "grad_norm": 0.8298447940072007, + "learning_rate": 1.895739118548642e-05, + "loss": 0.0398, + "step": 20308 + }, + { + "epoch": 17.225614927905003, + "grad_norm": 0.8508392422304502, + "learning_rate": 1.895726905436815e-05, + "loss": 0.0412, + "step": 20309 + }, + { + "epoch": 17.2264631043257, + "grad_norm": 0.8920666088963104, + "learning_rate": 1.8957146916490538e-05, + "loss": 0.041, + "step": 20310 + }, + { + "epoch": 17.227311280746395, + "grad_norm": 0.9523529962807424, + "learning_rate": 1.8957024771853678e-05, + "loss": 0.0468, + "step": 20311 + }, + { + "epoch": 17.22815945716709, + "grad_norm": 0.8627880314330424, + "learning_rate": 1.895690262045766e-05, + "loss": 0.0469, + "step": 20312 + }, + { + "epoch": 17.229007633587788, + "grad_norm": 0.9130600974389352, + "learning_rate": 1.8956780462302583e-05, + "loss": 0.0407, + "step": 20313 + }, + { + "epoch": 17.22985581000848, + "grad_norm": 0.9082336030537479, + "learning_rate": 1.8956658297388534e-05, + "loss": 0.0421, + "step": 20314 + }, + { + "epoch": 17.230703986429177, + "grad_norm": 0.7586274441419822, + "learning_rate": 1.8956536125715606e-05, + "loss": 0.0424, + "step": 20315 + }, + { + "epoch": 17.231552162849873, + "grad_norm": 0.847129941529547, + "learning_rate": 1.895641394728389e-05, + "loss": 0.0424, + "step": 20316 + }, + { + "epoch": 17.23240033927057, + "grad_norm": 0.7989007341169867, + "learning_rate": 1.895629176209348e-05, + "loss": 0.0405, + "step": 20317 + }, + { + "epoch": 17.233248515691265, + "grad_norm": 0.8518041884878917, + "learning_rate": 1.895616957014447e-05, + "loss": 0.0423, + "step": 20318 + }, + { + "epoch": 17.234096692111958, + "grad_norm": 0.9635202273594629, + "learning_rate": 1.895604737143695e-05, + "loss": 0.043, + "step": 20319 + }, + { + "epoch": 17.234944868532654, + "grad_norm": 0.8545206941653479, + "learning_rate": 1.8955925165971004e-05, + "loss": 0.0436, + "step": 20320 + }, + { + "epoch": 17.23579304495335, + "grad_norm": 0.8882959415264221, + "learning_rate": 1.895580295374674e-05, + "loss": 0.0425, + "step": 20321 + }, + { + "epoch": 17.236641221374047, + "grad_norm": 0.7895813427226794, + "learning_rate": 1.895568073476424e-05, + "loss": 0.0429, + "step": 20322 + }, + { + "epoch": 17.237489397794743, + "grad_norm": 0.8420950084196293, + "learning_rate": 1.8955558509023596e-05, + "loss": 0.0386, + "step": 20323 + }, + { + "epoch": 17.238337574215436, + "grad_norm": 0.9425657924645785, + "learning_rate": 1.8955436276524907e-05, + "loss": 0.0379, + "step": 20324 + }, + { + "epoch": 17.239185750636132, + "grad_norm": 0.901777572219311, + "learning_rate": 1.895531403726826e-05, + "loss": 0.0427, + "step": 20325 + }, + { + "epoch": 17.240033927056828, + "grad_norm": 0.8311047407828797, + "learning_rate": 1.8955191791253747e-05, + "loss": 0.0398, + "step": 20326 + }, + { + "epoch": 17.240882103477524, + "grad_norm": 0.901690934764749, + "learning_rate": 1.8955069538481466e-05, + "loss": 0.0432, + "step": 20327 + }, + { + "epoch": 17.24173027989822, + "grad_norm": 0.9068120877176209, + "learning_rate": 1.89549472789515e-05, + "loss": 0.045, + "step": 20328 + }, + { + "epoch": 17.242578456318913, + "grad_norm": 0.8169113572586826, + "learning_rate": 1.8954825012663947e-05, + "loss": 0.0404, + "step": 20329 + }, + { + "epoch": 17.24342663273961, + "grad_norm": 1.0355449453092136, + "learning_rate": 1.8954702739618902e-05, + "loss": 0.041, + "step": 20330 + }, + { + "epoch": 17.244274809160306, + "grad_norm": 0.9333000892087328, + "learning_rate": 1.895458045981645e-05, + "loss": 0.0431, + "step": 20331 + }, + { + "epoch": 17.245122985581002, + "grad_norm": 0.7813309683348094, + "learning_rate": 1.8954458173256688e-05, + "loss": 0.0402, + "step": 20332 + }, + { + "epoch": 17.245971162001695, + "grad_norm": 0.9175023406238716, + "learning_rate": 1.8954335879939708e-05, + "loss": 0.0462, + "step": 20333 + }, + { + "epoch": 17.24681933842239, + "grad_norm": 0.8651562816501293, + "learning_rate": 1.89542135798656e-05, + "loss": 0.0426, + "step": 20334 + }, + { + "epoch": 17.247667514843087, + "grad_norm": 0.9280707453858449, + "learning_rate": 1.895409127303446e-05, + "loss": 0.0448, + "step": 20335 + }, + { + "epoch": 17.248515691263783, + "grad_norm": 1.031324427072273, + "learning_rate": 1.8953968959446377e-05, + "loss": 0.0446, + "step": 20336 + }, + { + "epoch": 17.24936386768448, + "grad_norm": 0.8963494253617968, + "learning_rate": 1.8953846639101443e-05, + "loss": 0.0403, + "step": 20337 + }, + { + "epoch": 17.250212044105172, + "grad_norm": 0.844468606181924, + "learning_rate": 1.895372431199975e-05, + "loss": 0.0435, + "step": 20338 + }, + { + "epoch": 17.25106022052587, + "grad_norm": 0.9170272773731024, + "learning_rate": 1.89536019781414e-05, + "loss": 0.0392, + "step": 20339 + }, + { + "epoch": 17.251908396946565, + "grad_norm": 0.854503349755751, + "learning_rate": 1.895347963752647e-05, + "loss": 0.0441, + "step": 20340 + }, + { + "epoch": 17.25275657336726, + "grad_norm": 0.9210699850985424, + "learning_rate": 1.8953357290155062e-05, + "loss": 0.0461, + "step": 20341 + }, + { + "epoch": 17.253604749787957, + "grad_norm": 0.8708430168634858, + "learning_rate": 1.8953234936027267e-05, + "loss": 0.0431, + "step": 20342 + }, + { + "epoch": 17.25445292620865, + "grad_norm": 0.8283530110533072, + "learning_rate": 1.8953112575143177e-05, + "loss": 0.0402, + "step": 20343 + }, + { + "epoch": 17.255301102629346, + "grad_norm": 0.9270783592773607, + "learning_rate": 1.8952990207502878e-05, + "loss": 0.041, + "step": 20344 + }, + { + "epoch": 17.256149279050042, + "grad_norm": 0.8159777680057574, + "learning_rate": 1.895286783310647e-05, + "loss": 0.0397, + "step": 20345 + }, + { + "epoch": 17.25699745547074, + "grad_norm": 0.8420024775258959, + "learning_rate": 1.895274545195405e-05, + "loss": 0.0424, + "step": 20346 + }, + { + "epoch": 17.257845631891435, + "grad_norm": 0.8508961269391657, + "learning_rate": 1.8952623064045698e-05, + "loss": 0.0424, + "step": 20347 + }, + { + "epoch": 17.258693808312128, + "grad_norm": 1.0347165622968806, + "learning_rate": 1.8952500669381514e-05, + "loss": 0.0453, + "step": 20348 + }, + { + "epoch": 17.259541984732824, + "grad_norm": 0.8432710409113354, + "learning_rate": 1.8952378267961585e-05, + "loss": 0.0405, + "step": 20349 + }, + { + "epoch": 17.26039016115352, + "grad_norm": 0.909360620508393, + "learning_rate": 1.895225585978601e-05, + "loss": 0.042, + "step": 20350 + }, + { + "epoch": 17.261238337574216, + "grad_norm": 0.8820068503682005, + "learning_rate": 1.8952133444854878e-05, + "loss": 0.0408, + "step": 20351 + }, + { + "epoch": 17.262086513994912, + "grad_norm": 0.781833647615429, + "learning_rate": 1.8952011023168283e-05, + "loss": 0.04, + "step": 20352 + }, + { + "epoch": 17.262934690415605, + "grad_norm": 0.7815079997408286, + "learning_rate": 1.895188859472631e-05, + "loss": 0.0408, + "step": 20353 + }, + { + "epoch": 17.2637828668363, + "grad_norm": 0.7580680391763933, + "learning_rate": 1.8951766159529065e-05, + "loss": 0.041, + "step": 20354 + }, + { + "epoch": 17.264631043256998, + "grad_norm": 0.8814636988050834, + "learning_rate": 1.8951643717576627e-05, + "loss": 0.044, + "step": 20355 + }, + { + "epoch": 17.265479219677694, + "grad_norm": 0.976105928939762, + "learning_rate": 1.8951521268869095e-05, + "loss": 0.0419, + "step": 20356 + }, + { + "epoch": 17.26632739609839, + "grad_norm": 0.842689212481904, + "learning_rate": 1.895139881340656e-05, + "loss": 0.0417, + "step": 20357 + }, + { + "epoch": 17.267175572519083, + "grad_norm": 0.9912247760374756, + "learning_rate": 1.895127635118912e-05, + "loss": 0.0455, + "step": 20358 + }, + { + "epoch": 17.26802374893978, + "grad_norm": 0.8767056516511211, + "learning_rate": 1.8951153882216857e-05, + "loss": 0.045, + "step": 20359 + }, + { + "epoch": 17.268871925360475, + "grad_norm": 0.8984577445116995, + "learning_rate": 1.895103140648987e-05, + "loss": 0.0454, + "step": 20360 + }, + { + "epoch": 17.26972010178117, + "grad_norm": 0.9350942434850448, + "learning_rate": 1.8950908924008253e-05, + "loss": 0.045, + "step": 20361 + }, + { + "epoch": 17.270568278201868, + "grad_norm": 0.8186459580538998, + "learning_rate": 1.895078643477209e-05, + "loss": 0.0404, + "step": 20362 + }, + { + "epoch": 17.27141645462256, + "grad_norm": 1.056782005264239, + "learning_rate": 1.8950663938781483e-05, + "loss": 0.0456, + "step": 20363 + }, + { + "epoch": 17.272264631043257, + "grad_norm": 0.8771062888136436, + "learning_rate": 1.8950541436036518e-05, + "loss": 0.0429, + "step": 20364 + }, + { + "epoch": 17.273112807463953, + "grad_norm": 0.8497252155866014, + "learning_rate": 1.8950418926537293e-05, + "loss": 0.0401, + "step": 20365 + }, + { + "epoch": 17.27396098388465, + "grad_norm": 0.9583052648094466, + "learning_rate": 1.8950296410283897e-05, + "loss": 0.0433, + "step": 20366 + }, + { + "epoch": 17.274809160305345, + "grad_norm": 0.8064155364759337, + "learning_rate": 1.895017388727642e-05, + "loss": 0.0434, + "step": 20367 + }, + { + "epoch": 17.275657336726038, + "grad_norm": 0.8672841322601161, + "learning_rate": 1.8950051357514958e-05, + "loss": 0.0453, + "step": 20368 + }, + { + "epoch": 17.276505513146734, + "grad_norm": 0.6031077416800424, + "learning_rate": 1.8949928820999606e-05, + "loss": 0.0354, + "step": 20369 + }, + { + "epoch": 17.27735368956743, + "grad_norm": 0.9452146938199555, + "learning_rate": 1.894980627773045e-05, + "loss": 0.0407, + "step": 20370 + }, + { + "epoch": 17.278201865988127, + "grad_norm": 0.8024836445964698, + "learning_rate": 1.8949683727707587e-05, + "loss": 0.0466, + "step": 20371 + }, + { + "epoch": 17.27905004240882, + "grad_norm": 0.8671886212156069, + "learning_rate": 1.8949561170931105e-05, + "loss": 0.041, + "step": 20372 + }, + { + "epoch": 17.279898218829516, + "grad_norm": 1.0279681544820485, + "learning_rate": 1.89494386074011e-05, + "loss": 0.044, + "step": 20373 + }, + { + "epoch": 17.280746395250212, + "grad_norm": 0.872479968515416, + "learning_rate": 1.894931603711767e-05, + "loss": 0.0403, + "step": 20374 + }, + { + "epoch": 17.281594571670908, + "grad_norm": 0.8137752304293141, + "learning_rate": 1.8949193460080896e-05, + "loss": 0.0461, + "step": 20375 + }, + { + "epoch": 17.282442748091604, + "grad_norm": 0.832890385532121, + "learning_rate": 1.894907087629088e-05, + "loss": 0.0389, + "step": 20376 + }, + { + "epoch": 17.283290924512297, + "grad_norm": 0.732010168999913, + "learning_rate": 1.894894828574771e-05, + "loss": 0.0396, + "step": 20377 + }, + { + "epoch": 17.284139100932993, + "grad_norm": 0.802525535106587, + "learning_rate": 1.8948825688451475e-05, + "loss": 0.044, + "step": 20378 + }, + { + "epoch": 17.28498727735369, + "grad_norm": 0.969046102079197, + "learning_rate": 1.8948703084402275e-05, + "loss": 0.0458, + "step": 20379 + }, + { + "epoch": 17.285835453774386, + "grad_norm": 0.93128838063376, + "learning_rate": 1.89485804736002e-05, + "loss": 0.0432, + "step": 20380 + }, + { + "epoch": 17.286683630195082, + "grad_norm": 0.9318978856677529, + "learning_rate": 1.894845785604534e-05, + "loss": 0.0465, + "step": 20381 + }, + { + "epoch": 17.287531806615775, + "grad_norm": 0.9651331770449613, + "learning_rate": 1.8948335231737788e-05, + "loss": 0.041, + "step": 20382 + }, + { + "epoch": 17.28837998303647, + "grad_norm": 0.8926214217088134, + "learning_rate": 1.8948212600677638e-05, + "loss": 0.0459, + "step": 20383 + }, + { + "epoch": 17.289228159457167, + "grad_norm": 0.9751371984592526, + "learning_rate": 1.8948089962864986e-05, + "loss": 0.0454, + "step": 20384 + }, + { + "epoch": 17.290076335877863, + "grad_norm": 0.8402121011899284, + "learning_rate": 1.8947967318299917e-05, + "loss": 0.0406, + "step": 20385 + }, + { + "epoch": 17.29092451229856, + "grad_norm": 0.7411949641679619, + "learning_rate": 1.894784466698253e-05, + "loss": 0.0418, + "step": 20386 + }, + { + "epoch": 17.291772688719252, + "grad_norm": 0.8801439776085016, + "learning_rate": 1.8947722008912913e-05, + "loss": 0.0431, + "step": 20387 + }, + { + "epoch": 17.29262086513995, + "grad_norm": 1.0242334525518542, + "learning_rate": 1.8947599344091162e-05, + "loss": 0.0434, + "step": 20388 + }, + { + "epoch": 17.293469041560645, + "grad_norm": 0.7857787767262461, + "learning_rate": 1.8947476672517366e-05, + "loss": 0.0414, + "step": 20389 + }, + { + "epoch": 17.29431721798134, + "grad_norm": 0.9199474140650823, + "learning_rate": 1.894735399419162e-05, + "loss": 0.0416, + "step": 20390 + }, + { + "epoch": 17.295165394402037, + "grad_norm": 0.7488260986754856, + "learning_rate": 1.8947231309114017e-05, + "loss": 0.0421, + "step": 20391 + }, + { + "epoch": 17.29601357082273, + "grad_norm": 0.8083911718675542, + "learning_rate": 1.8947108617284648e-05, + "loss": 0.0439, + "step": 20392 + }, + { + "epoch": 17.296861747243426, + "grad_norm": 0.8947586076739125, + "learning_rate": 1.894698591870361e-05, + "loss": 0.0424, + "step": 20393 + }, + { + "epoch": 17.297709923664122, + "grad_norm": 0.8380021339519821, + "learning_rate": 1.8946863213370986e-05, + "loss": 0.0422, + "step": 20394 + }, + { + "epoch": 17.29855810008482, + "grad_norm": 0.9096694935976329, + "learning_rate": 1.8946740501286877e-05, + "loss": 0.0434, + "step": 20395 + }, + { + "epoch": 17.299406276505515, + "grad_norm": 0.8140446234123797, + "learning_rate": 1.8946617782451377e-05, + "loss": 0.0415, + "step": 20396 + }, + { + "epoch": 17.300254452926207, + "grad_norm": 0.9368629663446684, + "learning_rate": 1.894649505686457e-05, + "loss": 0.048, + "step": 20397 + }, + { + "epoch": 17.301102629346904, + "grad_norm": 0.8944069841089084, + "learning_rate": 1.8946372324526554e-05, + "loss": 0.0428, + "step": 20398 + }, + { + "epoch": 17.3019508057676, + "grad_norm": 0.8519559896957953, + "learning_rate": 1.8946249585437422e-05, + "loss": 0.0385, + "step": 20399 + }, + { + "epoch": 17.302798982188296, + "grad_norm": 1.0223362163948444, + "learning_rate": 1.8946126839597268e-05, + "loss": 0.0434, + "step": 20400 + }, + { + "epoch": 17.303647158608992, + "grad_norm": 0.8490612795142979, + "learning_rate": 1.8946004087006176e-05, + "loss": 0.0392, + "step": 20401 + }, + { + "epoch": 17.304495335029685, + "grad_norm": 0.9199400565089366, + "learning_rate": 1.894588132766425e-05, + "loss": 0.0446, + "step": 20402 + }, + { + "epoch": 17.30534351145038, + "grad_norm": 0.8959690490500861, + "learning_rate": 1.8945758561571578e-05, + "loss": 0.0432, + "step": 20403 + }, + { + "epoch": 17.306191687871078, + "grad_norm": 0.8627351005874134, + "learning_rate": 1.894563578872825e-05, + "loss": 0.0438, + "step": 20404 + }, + { + "epoch": 17.307039864291774, + "grad_norm": 0.8683562654604176, + "learning_rate": 1.8945513009134358e-05, + "loss": 0.0419, + "step": 20405 + }, + { + "epoch": 17.307888040712466, + "grad_norm": 0.8326767951441424, + "learning_rate": 1.8945390222790003e-05, + "loss": 0.0465, + "step": 20406 + }, + { + "epoch": 17.308736217133163, + "grad_norm": 1.0402541565965249, + "learning_rate": 1.894526742969527e-05, + "loss": 0.0482, + "step": 20407 + }, + { + "epoch": 17.30958439355386, + "grad_norm": 1.0921894795834353, + "learning_rate": 1.894514462985025e-05, + "loss": 0.0471, + "step": 20408 + }, + { + "epoch": 17.310432569974555, + "grad_norm": 0.7416512740762504, + "learning_rate": 1.8945021823255045e-05, + "loss": 0.0383, + "step": 20409 + }, + { + "epoch": 17.31128074639525, + "grad_norm": 0.9554329537191825, + "learning_rate": 1.894489900990974e-05, + "loss": 0.0445, + "step": 20410 + }, + { + "epoch": 17.312128922815944, + "grad_norm": 1.125074165482727, + "learning_rate": 1.8944776189814432e-05, + "loss": 0.0463, + "step": 20411 + }, + { + "epoch": 17.31297709923664, + "grad_norm": 1.0119319847610615, + "learning_rate": 1.8944653362969207e-05, + "loss": 0.0443, + "step": 20412 + }, + { + "epoch": 17.313825275657337, + "grad_norm": 0.8491588954909166, + "learning_rate": 1.8944530529374166e-05, + "loss": 0.0396, + "step": 20413 + }, + { + "epoch": 17.314673452078033, + "grad_norm": 0.9141960003342742, + "learning_rate": 1.8944407689029397e-05, + "loss": 0.041, + "step": 20414 + }, + { + "epoch": 17.31552162849873, + "grad_norm": 0.8029290357334082, + "learning_rate": 1.8944284841934992e-05, + "loss": 0.0389, + "step": 20415 + }, + { + "epoch": 17.31636980491942, + "grad_norm": 0.885403321713476, + "learning_rate": 1.8944161988091045e-05, + "loss": 0.0408, + "step": 20416 + }, + { + "epoch": 17.317217981340118, + "grad_norm": 0.8766109028527764, + "learning_rate": 1.894403912749765e-05, + "loss": 0.0429, + "step": 20417 + }, + { + "epoch": 17.318066157760814, + "grad_norm": 0.9248823226606465, + "learning_rate": 1.89439162601549e-05, + "loss": 0.0427, + "step": 20418 + }, + { + "epoch": 17.31891433418151, + "grad_norm": 0.8526705724053288, + "learning_rate": 1.8943793386062883e-05, + "loss": 0.0454, + "step": 20419 + }, + { + "epoch": 17.319762510602207, + "grad_norm": 0.8995616949519881, + "learning_rate": 1.89436705052217e-05, + "loss": 0.0451, + "step": 20420 + }, + { + "epoch": 17.3206106870229, + "grad_norm": 0.9127054707853746, + "learning_rate": 1.8943547617631432e-05, + "loss": 0.0456, + "step": 20421 + }, + { + "epoch": 17.321458863443596, + "grad_norm": 0.9361463574515447, + "learning_rate": 1.8943424723292185e-05, + "loss": 0.0481, + "step": 20422 + }, + { + "epoch": 17.32230703986429, + "grad_norm": 0.7822344323225949, + "learning_rate": 1.8943301822204045e-05, + "loss": 0.0409, + "step": 20423 + }, + { + "epoch": 17.323155216284988, + "grad_norm": 0.7361734388757134, + "learning_rate": 1.89431789143671e-05, + "loss": 0.0417, + "step": 20424 + }, + { + "epoch": 17.324003392705684, + "grad_norm": 0.9479143912939751, + "learning_rate": 1.8943055999781453e-05, + "loss": 0.0418, + "step": 20425 + }, + { + "epoch": 17.324851569126377, + "grad_norm": 0.8284907046317259, + "learning_rate": 1.894293307844719e-05, + "loss": 0.041, + "step": 20426 + }, + { + "epoch": 17.325699745547073, + "grad_norm": 0.8939113358297124, + "learning_rate": 1.8942810150364403e-05, + "loss": 0.0398, + "step": 20427 + }, + { + "epoch": 17.32654792196777, + "grad_norm": 0.9662898459464726, + "learning_rate": 1.894268721553319e-05, + "loss": 0.0453, + "step": 20428 + }, + { + "epoch": 17.327396098388466, + "grad_norm": 0.8448786527485006, + "learning_rate": 1.8942564273953635e-05, + "loss": 0.0395, + "step": 20429 + }, + { + "epoch": 17.328244274809162, + "grad_norm": 0.8789527029083628, + "learning_rate": 1.8942441325625844e-05, + "loss": 0.0436, + "step": 20430 + }, + { + "epoch": 17.329092451229855, + "grad_norm": 0.7529113991567528, + "learning_rate": 1.89423183705499e-05, + "loss": 0.0374, + "step": 20431 + }, + { + "epoch": 17.32994062765055, + "grad_norm": 0.7852360118681064, + "learning_rate": 1.8942195408725895e-05, + "loss": 0.0417, + "step": 20432 + }, + { + "epoch": 17.330788804071247, + "grad_norm": 1.0061979463106236, + "learning_rate": 1.894207244015393e-05, + "loss": 0.0442, + "step": 20433 + }, + { + "epoch": 17.331636980491943, + "grad_norm": 0.9735197659758519, + "learning_rate": 1.894194946483409e-05, + "loss": 0.0434, + "step": 20434 + }, + { + "epoch": 17.33248515691264, + "grad_norm": 0.8572989629250198, + "learning_rate": 1.894182648276647e-05, + "loss": 0.0393, + "step": 20435 + }, + { + "epoch": 17.333333333333332, + "grad_norm": 0.9087056531045784, + "learning_rate": 1.8941703493951163e-05, + "loss": 0.0434, + "step": 20436 + }, + { + "epoch": 17.33418150975403, + "grad_norm": 0.9159468890928352, + "learning_rate": 1.8941580498388264e-05, + "loss": 0.0398, + "step": 20437 + }, + { + "epoch": 17.335029686174725, + "grad_norm": 0.8919227175113852, + "learning_rate": 1.8941457496077867e-05, + "loss": 0.0424, + "step": 20438 + }, + { + "epoch": 17.33587786259542, + "grad_norm": 1.0069863195976994, + "learning_rate": 1.894133448702006e-05, + "loss": 0.0423, + "step": 20439 + }, + { + "epoch": 17.336726039016117, + "grad_norm": 0.9078595273193816, + "learning_rate": 1.8941211471214936e-05, + "loss": 0.0421, + "step": 20440 + }, + { + "epoch": 17.33757421543681, + "grad_norm": 0.890263592586087, + "learning_rate": 1.894108844866259e-05, + "loss": 0.0431, + "step": 20441 + }, + { + "epoch": 17.338422391857506, + "grad_norm": 0.8974041615191598, + "learning_rate": 1.894096541936311e-05, + "loss": 0.0439, + "step": 20442 + }, + { + "epoch": 17.339270568278202, + "grad_norm": 0.8136444113397359, + "learning_rate": 1.8940842383316596e-05, + "loss": 0.0393, + "step": 20443 + }, + { + "epoch": 17.3401187446989, + "grad_norm": 0.9020403083007226, + "learning_rate": 1.894071934052314e-05, + "loss": 0.0434, + "step": 20444 + }, + { + "epoch": 17.34096692111959, + "grad_norm": 0.8772384611777927, + "learning_rate": 1.8940596290982833e-05, + "loss": 0.0462, + "step": 20445 + }, + { + "epoch": 17.341815097540287, + "grad_norm": 0.7824163268205269, + "learning_rate": 1.8940473234695766e-05, + "loss": 0.0406, + "step": 20446 + }, + { + "epoch": 17.342663273960984, + "grad_norm": 0.8920759920022026, + "learning_rate": 1.8940350171662034e-05, + "loss": 0.0417, + "step": 20447 + }, + { + "epoch": 17.34351145038168, + "grad_norm": 0.8367405554703765, + "learning_rate": 1.894022710188173e-05, + "loss": 0.0432, + "step": 20448 + }, + { + "epoch": 17.344359626802376, + "grad_norm": 0.784470596225946, + "learning_rate": 1.8940104025354945e-05, + "loss": 0.042, + "step": 20449 + }, + { + "epoch": 17.34520780322307, + "grad_norm": 0.810388573333868, + "learning_rate": 1.8939980942081777e-05, + "loss": 0.0423, + "step": 20450 + }, + { + "epoch": 17.346055979643765, + "grad_norm": 0.8716278096517034, + "learning_rate": 1.893985785206231e-05, + "loss": 0.0437, + "step": 20451 + }, + { + "epoch": 17.34690415606446, + "grad_norm": 0.8452950952826588, + "learning_rate": 1.8939734755296647e-05, + "loss": 0.0428, + "step": 20452 + }, + { + "epoch": 17.347752332485157, + "grad_norm": 0.8658032647811972, + "learning_rate": 1.893961165178487e-05, + "loss": 0.0439, + "step": 20453 + }, + { + "epoch": 17.348600508905854, + "grad_norm": 0.8839403739820967, + "learning_rate": 1.8939488541527084e-05, + "loss": 0.0415, + "step": 20454 + }, + { + "epoch": 17.349448685326546, + "grad_norm": 0.8342411670358788, + "learning_rate": 1.893936542452337e-05, + "loss": 0.0406, + "step": 20455 + }, + { + "epoch": 17.350296861747243, + "grad_norm": 0.9066082282493293, + "learning_rate": 1.893924230077383e-05, + "loss": 0.0387, + "step": 20456 + }, + { + "epoch": 17.35114503816794, + "grad_norm": 0.9056675074304527, + "learning_rate": 1.8939119170278554e-05, + "loss": 0.044, + "step": 20457 + }, + { + "epoch": 17.351993214588635, + "grad_norm": 0.7374217008272376, + "learning_rate": 1.893899603303763e-05, + "loss": 0.037, + "step": 20458 + }, + { + "epoch": 17.35284139100933, + "grad_norm": 0.7455932014945922, + "learning_rate": 1.8938872889051158e-05, + "loss": 0.04, + "step": 20459 + }, + { + "epoch": 17.353689567430024, + "grad_norm": 0.8779819377656582, + "learning_rate": 1.8938749738319233e-05, + "loss": 0.0441, + "step": 20460 + }, + { + "epoch": 17.35453774385072, + "grad_norm": 0.9386784873754503, + "learning_rate": 1.8938626580841933e-05, + "loss": 0.0443, + "step": 20461 + }, + { + "epoch": 17.355385920271416, + "grad_norm": 0.8575669864480221, + "learning_rate": 1.8938503416619365e-05, + "loss": 0.0414, + "step": 20462 + }, + { + "epoch": 17.356234096692113, + "grad_norm": 0.8228398944851014, + "learning_rate": 1.8938380245651623e-05, + "loss": 0.0423, + "step": 20463 + }, + { + "epoch": 17.35708227311281, + "grad_norm": 1.003439760004541, + "learning_rate": 1.8938257067938792e-05, + "loss": 0.0439, + "step": 20464 + }, + { + "epoch": 17.3579304495335, + "grad_norm": 0.8600807370810145, + "learning_rate": 1.8938133883480966e-05, + "loss": 0.0415, + "step": 20465 + }, + { + "epoch": 17.358778625954198, + "grad_norm": 0.8150025235364377, + "learning_rate": 1.893801069227824e-05, + "loss": 0.0402, + "step": 20466 + }, + { + "epoch": 17.359626802374894, + "grad_norm": 1.0490041302807032, + "learning_rate": 1.893788749433071e-05, + "loss": 0.0458, + "step": 20467 + }, + { + "epoch": 17.36047497879559, + "grad_norm": 0.8990933477035995, + "learning_rate": 1.8937764289638463e-05, + "loss": 0.0411, + "step": 20468 + }, + { + "epoch": 17.361323155216287, + "grad_norm": 0.9005197029854324, + "learning_rate": 1.8937641078201597e-05, + "loss": 0.0416, + "step": 20469 + }, + { + "epoch": 17.36217133163698, + "grad_norm": 0.8661272620673555, + "learning_rate": 1.89375178600202e-05, + "loss": 0.043, + "step": 20470 + }, + { + "epoch": 17.363019508057675, + "grad_norm": 0.8185976043724179, + "learning_rate": 1.893739463509437e-05, + "loss": 0.044, + "step": 20471 + }, + { + "epoch": 17.36386768447837, + "grad_norm": 0.8882266232907196, + "learning_rate": 1.8937271403424198e-05, + "loss": 0.0421, + "step": 20472 + }, + { + "epoch": 17.364715860899068, + "grad_norm": 0.8932684955157605, + "learning_rate": 1.8937148165009777e-05, + "loss": 0.0432, + "step": 20473 + }, + { + "epoch": 17.365564037319764, + "grad_norm": 0.7723486103170275, + "learning_rate": 1.8937024919851198e-05, + "loss": 0.0391, + "step": 20474 + }, + { + "epoch": 17.366412213740457, + "grad_norm": 1.077582615982045, + "learning_rate": 1.8936901667948557e-05, + "loss": 0.045, + "step": 20475 + }, + { + "epoch": 17.367260390161153, + "grad_norm": 0.9883312983490381, + "learning_rate": 1.8936778409301944e-05, + "loss": 0.0463, + "step": 20476 + }, + { + "epoch": 17.36810856658185, + "grad_norm": 0.9426010637788029, + "learning_rate": 1.8936655143911455e-05, + "loss": 0.0428, + "step": 20477 + }, + { + "epoch": 17.368956743002546, + "grad_norm": 0.9972838194490078, + "learning_rate": 1.893653187177718e-05, + "loss": 0.0465, + "step": 20478 + }, + { + "epoch": 17.36980491942324, + "grad_norm": 0.9228305789017692, + "learning_rate": 1.8936408592899216e-05, + "loss": 0.0456, + "step": 20479 + }, + { + "epoch": 17.370653095843934, + "grad_norm": 0.803561885365327, + "learning_rate": 1.8936285307277654e-05, + "loss": 0.0408, + "step": 20480 + }, + { + "epoch": 17.37150127226463, + "grad_norm": 0.8655533132953451, + "learning_rate": 1.8936162014912587e-05, + "loss": 0.0421, + "step": 20481 + }, + { + "epoch": 17.372349448685327, + "grad_norm": 0.9714754837148335, + "learning_rate": 1.8936038715804105e-05, + "loss": 0.0442, + "step": 20482 + }, + { + "epoch": 17.373197625106023, + "grad_norm": 0.9537649635361883, + "learning_rate": 1.893591540995231e-05, + "loss": 0.0451, + "step": 20483 + }, + { + "epoch": 17.374045801526716, + "grad_norm": 1.0513050018685735, + "learning_rate": 1.8935792097357283e-05, + "loss": 0.0462, + "step": 20484 + }, + { + "epoch": 17.374893977947412, + "grad_norm": 1.0601929333030828, + "learning_rate": 1.8935668778019123e-05, + "loss": 0.0444, + "step": 20485 + }, + { + "epoch": 17.37574215436811, + "grad_norm": 0.8541522362740785, + "learning_rate": 1.8935545451937924e-05, + "loss": 0.0425, + "step": 20486 + }, + { + "epoch": 17.376590330788805, + "grad_norm": 0.9649579435685476, + "learning_rate": 1.893542211911378e-05, + "loss": 0.0452, + "step": 20487 + }, + { + "epoch": 17.3774385072095, + "grad_norm": 0.7195879943997717, + "learning_rate": 1.8935298779546782e-05, + "loss": 0.04, + "step": 20488 + }, + { + "epoch": 17.378286683630193, + "grad_norm": 0.9836426589419016, + "learning_rate": 1.8935175433237023e-05, + "loss": 0.0445, + "step": 20489 + }, + { + "epoch": 17.37913486005089, + "grad_norm": 0.727362362533424, + "learning_rate": 1.8935052080184597e-05, + "loss": 0.0424, + "step": 20490 + }, + { + "epoch": 17.379983036471586, + "grad_norm": 0.9330356892919438, + "learning_rate": 1.8934928720389596e-05, + "loss": 0.0446, + "step": 20491 + }, + { + "epoch": 17.380831212892282, + "grad_norm": 0.89640921557014, + "learning_rate": 1.8934805353852114e-05, + "loss": 0.0428, + "step": 20492 + }, + { + "epoch": 17.38167938931298, + "grad_norm": 1.0043815076815195, + "learning_rate": 1.893468198057224e-05, + "loss": 0.0436, + "step": 20493 + }, + { + "epoch": 17.38252756573367, + "grad_norm": 0.9302641475246022, + "learning_rate": 1.8934558600550075e-05, + "loss": 0.0446, + "step": 20494 + }, + { + "epoch": 17.383375742154367, + "grad_norm": 0.8118847220349309, + "learning_rate": 1.8934435213785707e-05, + "loss": 0.0409, + "step": 20495 + }, + { + "epoch": 17.384223918575064, + "grad_norm": 0.8763629944935943, + "learning_rate": 1.8934311820279228e-05, + "loss": 0.0415, + "step": 20496 + }, + { + "epoch": 17.38507209499576, + "grad_norm": 0.9888354187836016, + "learning_rate": 1.8934188420030736e-05, + "loss": 0.0422, + "step": 20497 + }, + { + "epoch": 17.385920271416456, + "grad_norm": 0.8388697330566961, + "learning_rate": 1.893406501304032e-05, + "loss": 0.0442, + "step": 20498 + }, + { + "epoch": 17.38676844783715, + "grad_norm": 0.9548890938230397, + "learning_rate": 1.8933941599308073e-05, + "loss": 0.0437, + "step": 20499 + }, + { + "epoch": 17.387616624257845, + "grad_norm": 0.7145501511269104, + "learning_rate": 1.893381817883409e-05, + "loss": 0.0391, + "step": 20500 + }, + { + "epoch": 17.38846480067854, + "grad_norm": 0.8079206040092765, + "learning_rate": 1.8933694751618465e-05, + "loss": 0.0395, + "step": 20501 + }, + { + "epoch": 17.389312977099237, + "grad_norm": 0.9150030380021963, + "learning_rate": 1.8933571317661287e-05, + "loss": 0.0423, + "step": 20502 + }, + { + "epoch": 17.390161153519934, + "grad_norm": 0.8106405994799016, + "learning_rate": 1.8933447876962656e-05, + "loss": 0.0419, + "step": 20503 + }, + { + "epoch": 17.391009329940626, + "grad_norm": 1.0009916410377566, + "learning_rate": 1.893332442952266e-05, + "loss": 0.0423, + "step": 20504 + }, + { + "epoch": 17.391857506361323, + "grad_norm": 0.9267415001721319, + "learning_rate": 1.8933200975341393e-05, + "loss": 0.042, + "step": 20505 + }, + { + "epoch": 17.39270568278202, + "grad_norm": 0.7975808078512644, + "learning_rate": 1.8933077514418945e-05, + "loss": 0.0397, + "step": 20506 + }, + { + "epoch": 17.393553859202715, + "grad_norm": 0.9750119737009447, + "learning_rate": 1.8932954046755416e-05, + "loss": 0.0433, + "step": 20507 + }, + { + "epoch": 17.39440203562341, + "grad_norm": 0.8832696019631457, + "learning_rate": 1.8932830572350894e-05, + "loss": 0.0421, + "step": 20508 + }, + { + "epoch": 17.395250212044104, + "grad_norm": 0.830811598050039, + "learning_rate": 1.8932707091205477e-05, + "loss": 0.0424, + "step": 20509 + }, + { + "epoch": 17.3960983884648, + "grad_norm": 0.9149082547476891, + "learning_rate": 1.8932583603319253e-05, + "loss": 0.0418, + "step": 20510 + }, + { + "epoch": 17.396946564885496, + "grad_norm": 0.9659918259962573, + "learning_rate": 1.8932460108692314e-05, + "loss": 0.0423, + "step": 20511 + }, + { + "epoch": 17.397794741306193, + "grad_norm": 0.7839456415458032, + "learning_rate": 1.8932336607324758e-05, + "loss": 0.0404, + "step": 20512 + }, + { + "epoch": 17.39864291772689, + "grad_norm": 0.8078129892974478, + "learning_rate": 1.893221309921668e-05, + "loss": 0.0445, + "step": 20513 + }, + { + "epoch": 17.39949109414758, + "grad_norm": 0.9068561846758958, + "learning_rate": 1.8932089584368167e-05, + "loss": 0.0427, + "step": 20514 + }, + { + "epoch": 17.400339270568278, + "grad_norm": 0.6969143522404345, + "learning_rate": 1.8931966062779315e-05, + "loss": 0.0398, + "step": 20515 + }, + { + "epoch": 17.401187446988974, + "grad_norm": 0.8958294024440082, + "learning_rate": 1.8931842534450223e-05, + "loss": 0.0467, + "step": 20516 + }, + { + "epoch": 17.40203562340967, + "grad_norm": 0.9785613502188781, + "learning_rate": 1.8931718999380974e-05, + "loss": 0.0481, + "step": 20517 + }, + { + "epoch": 17.402883799830363, + "grad_norm": 0.8792801966281343, + "learning_rate": 1.8931595457571663e-05, + "loss": 0.0419, + "step": 20518 + }, + { + "epoch": 17.40373197625106, + "grad_norm": 0.7935356769269671, + "learning_rate": 1.893147190902239e-05, + "loss": 0.0424, + "step": 20519 + }, + { + "epoch": 17.404580152671755, + "grad_norm": 0.8251176474851878, + "learning_rate": 1.8931348353733238e-05, + "loss": 0.0397, + "step": 20520 + }, + { + "epoch": 17.40542832909245, + "grad_norm": 0.960223756846023, + "learning_rate": 1.8931224791704313e-05, + "loss": 0.0518, + "step": 20521 + }, + { + "epoch": 17.406276505513148, + "grad_norm": 0.976349301182816, + "learning_rate": 1.89311012229357e-05, + "loss": 0.0447, + "step": 20522 + }, + { + "epoch": 17.40712468193384, + "grad_norm": 0.9001458868041489, + "learning_rate": 1.8930977647427495e-05, + "loss": 0.0412, + "step": 20523 + }, + { + "epoch": 17.407972858354537, + "grad_norm": 0.8808608509462365, + "learning_rate": 1.8930854065179788e-05, + "loss": 0.0419, + "step": 20524 + }, + { + "epoch": 17.408821034775233, + "grad_norm": 0.9834506791364892, + "learning_rate": 1.8930730476192674e-05, + "loss": 0.0461, + "step": 20525 + }, + { + "epoch": 17.40966921119593, + "grad_norm": 0.8268355185101559, + "learning_rate": 1.8930606880466247e-05, + "loss": 0.0386, + "step": 20526 + }, + { + "epoch": 17.410517387616625, + "grad_norm": 0.7666916074383907, + "learning_rate": 1.89304832780006e-05, + "loss": 0.0411, + "step": 20527 + }, + { + "epoch": 17.411365564037318, + "grad_norm": 0.9440739477823668, + "learning_rate": 1.8930359668795825e-05, + "loss": 0.0429, + "step": 20528 + }, + { + "epoch": 17.412213740458014, + "grad_norm": 0.8586167912728986, + "learning_rate": 1.893023605285202e-05, + "loss": 0.0427, + "step": 20529 + }, + { + "epoch": 17.41306191687871, + "grad_norm": 1.1646653699520806, + "learning_rate": 1.8930112430169273e-05, + "loss": 0.0548, + "step": 20530 + }, + { + "epoch": 17.413910093299407, + "grad_norm": 0.8688973577116363, + "learning_rate": 1.892998880074768e-05, + "loss": 0.0432, + "step": 20531 + }, + { + "epoch": 17.414758269720103, + "grad_norm": 0.921806389040096, + "learning_rate": 1.8929865164587332e-05, + "loss": 0.0413, + "step": 20532 + }, + { + "epoch": 17.415606446140796, + "grad_norm": 0.9408263201237734, + "learning_rate": 1.8929741521688322e-05, + "loss": 0.044, + "step": 20533 + }, + { + "epoch": 17.416454622561492, + "grad_norm": 1.0192532845261413, + "learning_rate": 1.892961787205075e-05, + "loss": 0.0484, + "step": 20534 + }, + { + "epoch": 17.41730279898219, + "grad_norm": 0.9003988491831686, + "learning_rate": 1.8929494215674696e-05, + "loss": 0.0424, + "step": 20535 + }, + { + "epoch": 17.418150975402884, + "grad_norm": 0.8038757376886418, + "learning_rate": 1.892937055256027e-05, + "loss": 0.0404, + "step": 20536 + }, + { + "epoch": 17.41899915182358, + "grad_norm": 0.891988907928609, + "learning_rate": 1.8929246882707553e-05, + "loss": 0.0417, + "step": 20537 + }, + { + "epoch": 17.419847328244273, + "grad_norm": 1.0216340705582243, + "learning_rate": 1.8929123206116643e-05, + "loss": 0.044, + "step": 20538 + }, + { + "epoch": 17.42069550466497, + "grad_norm": 0.8635212050478711, + "learning_rate": 1.8928999522787632e-05, + "loss": 0.0449, + "step": 20539 + }, + { + "epoch": 17.421543681085666, + "grad_norm": 0.9743351063147118, + "learning_rate": 1.8928875832720614e-05, + "loss": 0.0453, + "step": 20540 + }, + { + "epoch": 17.422391857506362, + "grad_norm": 0.9506428818849179, + "learning_rate": 1.8928752135915682e-05, + "loss": 0.0445, + "step": 20541 + }, + { + "epoch": 17.42324003392706, + "grad_norm": 0.7601148466867961, + "learning_rate": 1.8928628432372932e-05, + "loss": 0.0385, + "step": 20542 + }, + { + "epoch": 17.42408821034775, + "grad_norm": 0.937696599768217, + "learning_rate": 1.8928504722092448e-05, + "loss": 0.0441, + "step": 20543 + }, + { + "epoch": 17.424936386768447, + "grad_norm": 0.9302053843708391, + "learning_rate": 1.892838100507434e-05, + "loss": 0.0474, + "step": 20544 + }, + { + "epoch": 17.425784563189143, + "grad_norm": 0.7352786292011344, + "learning_rate": 1.8928257281318685e-05, + "loss": 0.0408, + "step": 20545 + }, + { + "epoch": 17.42663273960984, + "grad_norm": 0.9186419630773697, + "learning_rate": 1.8928133550825586e-05, + "loss": 0.0447, + "step": 20546 + }, + { + "epoch": 17.427480916030536, + "grad_norm": 0.852393693861635, + "learning_rate": 1.892800981359513e-05, + "loss": 0.0473, + "step": 20547 + }, + { + "epoch": 17.42832909245123, + "grad_norm": 0.9259253135092229, + "learning_rate": 1.8927886069627413e-05, + "loss": 0.0436, + "step": 20548 + }, + { + "epoch": 17.429177268871925, + "grad_norm": 1.0148390167149013, + "learning_rate": 1.8927762318922533e-05, + "loss": 0.0499, + "step": 20549 + }, + { + "epoch": 17.43002544529262, + "grad_norm": 0.8514231564051711, + "learning_rate": 1.892763856148058e-05, + "loss": 0.0429, + "step": 20550 + }, + { + "epoch": 17.430873621713317, + "grad_norm": 0.8268969524408254, + "learning_rate": 1.8927514797301644e-05, + "loss": 0.0413, + "step": 20551 + }, + { + "epoch": 17.431721798134014, + "grad_norm": 0.9151843036462946, + "learning_rate": 1.8927391026385825e-05, + "loss": 0.04, + "step": 20552 + }, + { + "epoch": 17.432569974554706, + "grad_norm": 0.7570308732951295, + "learning_rate": 1.8927267248733208e-05, + "loss": 0.0426, + "step": 20553 + }, + { + "epoch": 17.433418150975402, + "grad_norm": 0.8376536441349647, + "learning_rate": 1.8927143464343893e-05, + "loss": 0.0387, + "step": 20554 + }, + { + "epoch": 17.4342663273961, + "grad_norm": 0.9896784527984848, + "learning_rate": 1.8927019673217974e-05, + "loss": 0.0441, + "step": 20555 + }, + { + "epoch": 17.435114503816795, + "grad_norm": 0.8712230424856506, + "learning_rate": 1.8926895875355537e-05, + "loss": 0.0436, + "step": 20556 + }, + { + "epoch": 17.435962680237488, + "grad_norm": 0.7826411561797264, + "learning_rate": 1.8926772070756684e-05, + "loss": 0.0402, + "step": 20557 + }, + { + "epoch": 17.436810856658184, + "grad_norm": 0.9268110398250081, + "learning_rate": 1.8926648259421503e-05, + "loss": 0.0413, + "step": 20558 + }, + { + "epoch": 17.43765903307888, + "grad_norm": 0.8660035592591881, + "learning_rate": 1.892652444135009e-05, + "loss": 0.0409, + "step": 20559 + }, + { + "epoch": 17.438507209499576, + "grad_norm": 0.8057627893049898, + "learning_rate": 1.8926400616542535e-05, + "loss": 0.0387, + "step": 20560 + }, + { + "epoch": 17.439355385920273, + "grad_norm": 0.8042105514422504, + "learning_rate": 1.8926276784998937e-05, + "loss": 0.0423, + "step": 20561 + }, + { + "epoch": 17.440203562340965, + "grad_norm": 0.8898660281150603, + "learning_rate": 1.8926152946719388e-05, + "loss": 0.042, + "step": 20562 + }, + { + "epoch": 17.44105173876166, + "grad_norm": 0.9440249928912668, + "learning_rate": 1.892602910170398e-05, + "loss": 0.0444, + "step": 20563 + }, + { + "epoch": 17.441899915182358, + "grad_norm": 0.867752230743152, + "learning_rate": 1.89259052499528e-05, + "loss": 0.0443, + "step": 20564 + }, + { + "epoch": 17.442748091603054, + "grad_norm": 0.8068161229783742, + "learning_rate": 1.8925781391465955e-05, + "loss": 0.0461, + "step": 20565 + }, + { + "epoch": 17.44359626802375, + "grad_norm": 0.8661634821752997, + "learning_rate": 1.8925657526243525e-05, + "loss": 0.041, + "step": 20566 + }, + { + "epoch": 17.444444444444443, + "grad_norm": 0.9253966649913525, + "learning_rate": 1.8925533654285617e-05, + "loss": 0.0425, + "step": 20567 + }, + { + "epoch": 17.44529262086514, + "grad_norm": 0.8383292855728186, + "learning_rate": 1.8925409775592313e-05, + "loss": 0.0406, + "step": 20568 + }, + { + "epoch": 17.446140797285835, + "grad_norm": 0.7948673420472828, + "learning_rate": 1.8925285890163708e-05, + "loss": 0.0421, + "step": 20569 + }, + { + "epoch": 17.44698897370653, + "grad_norm": 0.8442764973267101, + "learning_rate": 1.8925161997999907e-05, + "loss": 0.045, + "step": 20570 + }, + { + "epoch": 17.447837150127228, + "grad_norm": 0.9057400815641135, + "learning_rate": 1.8925038099100988e-05, + "loss": 0.0377, + "step": 20571 + }, + { + "epoch": 17.44868532654792, + "grad_norm": 0.9321776149833068, + "learning_rate": 1.8924914193467052e-05, + "loss": 0.0426, + "step": 20572 + }, + { + "epoch": 17.449533502968617, + "grad_norm": 0.9865145300379136, + "learning_rate": 1.8924790281098192e-05, + "loss": 0.0406, + "step": 20573 + }, + { + "epoch": 17.450381679389313, + "grad_norm": 0.8732394582410179, + "learning_rate": 1.89246663619945e-05, + "loss": 0.0419, + "step": 20574 + }, + { + "epoch": 17.45122985581001, + "grad_norm": 0.9415350481517021, + "learning_rate": 1.8924542436156072e-05, + "loss": 0.0407, + "step": 20575 + }, + { + "epoch": 17.452078032230705, + "grad_norm": 0.9743426943358334, + "learning_rate": 1.8924418503583002e-05, + "loss": 0.046, + "step": 20576 + }, + { + "epoch": 17.452926208651398, + "grad_norm": 0.8656263390451727, + "learning_rate": 1.892429456427538e-05, + "loss": 0.0419, + "step": 20577 + }, + { + "epoch": 17.453774385072094, + "grad_norm": 0.8937378534263567, + "learning_rate": 1.89241706182333e-05, + "loss": 0.0439, + "step": 20578 + }, + { + "epoch": 17.45462256149279, + "grad_norm": 0.9543426703822799, + "learning_rate": 1.8924046665456862e-05, + "loss": 0.0465, + "step": 20579 + }, + { + "epoch": 17.455470737913487, + "grad_norm": 1.0033433749923693, + "learning_rate": 1.892392270594615e-05, + "loss": 0.0516, + "step": 20580 + }, + { + "epoch": 17.456318914334183, + "grad_norm": 0.8156682967350217, + "learning_rate": 1.8923798739701263e-05, + "loss": 0.0404, + "step": 20581 + }, + { + "epoch": 17.457167090754876, + "grad_norm": 0.7775296454530165, + "learning_rate": 1.8923674766722293e-05, + "loss": 0.0387, + "step": 20582 + }, + { + "epoch": 17.458015267175572, + "grad_norm": 0.9191112651601343, + "learning_rate": 1.8923550787009336e-05, + "loss": 0.044, + "step": 20583 + }, + { + "epoch": 17.458863443596268, + "grad_norm": 0.7702301599936648, + "learning_rate": 1.892342680056248e-05, + "loss": 0.0385, + "step": 20584 + }, + { + "epoch": 17.459711620016964, + "grad_norm": 0.8079096577854445, + "learning_rate": 1.8923302807381825e-05, + "loss": 0.0412, + "step": 20585 + }, + { + "epoch": 17.46055979643766, + "grad_norm": 0.7812996404935659, + "learning_rate": 1.892317880746746e-05, + "loss": 0.0404, + "step": 20586 + }, + { + "epoch": 17.461407972858353, + "grad_norm": 0.8458834575954368, + "learning_rate": 1.8923054800819483e-05, + "loss": 0.041, + "step": 20587 + }, + { + "epoch": 17.46225614927905, + "grad_norm": 0.8998641544918887, + "learning_rate": 1.8922930787437983e-05, + "loss": 0.047, + "step": 20588 + }, + { + "epoch": 17.463104325699746, + "grad_norm": 0.9265487959688399, + "learning_rate": 1.8922806767323055e-05, + "loss": 0.0484, + "step": 20589 + }, + { + "epoch": 17.463952502120442, + "grad_norm": 0.8760055666984873, + "learning_rate": 1.8922682740474795e-05, + "loss": 0.0414, + "step": 20590 + }, + { + "epoch": 17.46480067854114, + "grad_norm": 0.9790281065851542, + "learning_rate": 1.8922558706893293e-05, + "loss": 0.0447, + "step": 20591 + }, + { + "epoch": 17.46564885496183, + "grad_norm": 0.9642257374571317, + "learning_rate": 1.8922434666578643e-05, + "loss": 0.0428, + "step": 20592 + }, + { + "epoch": 17.466497031382527, + "grad_norm": 0.9187108418420291, + "learning_rate": 1.892231061953094e-05, + "loss": 0.0467, + "step": 20593 + }, + { + "epoch": 17.467345207803223, + "grad_norm": 0.852882720929184, + "learning_rate": 1.892218656575028e-05, + "loss": 0.0418, + "step": 20594 + }, + { + "epoch": 17.46819338422392, + "grad_norm": 0.897556038978369, + "learning_rate": 1.8922062505236754e-05, + "loss": 0.0433, + "step": 20595 + }, + { + "epoch": 17.469041560644612, + "grad_norm": 0.9262099044135987, + "learning_rate": 1.8921938437990454e-05, + "loss": 0.0426, + "step": 20596 + }, + { + "epoch": 17.46988973706531, + "grad_norm": 0.9659930767578712, + "learning_rate": 1.8921814364011478e-05, + "loss": 0.0449, + "step": 20597 + }, + { + "epoch": 17.470737913486005, + "grad_norm": 0.8860639748486453, + "learning_rate": 1.8921690283299915e-05, + "loss": 0.0443, + "step": 20598 + }, + { + "epoch": 17.4715860899067, + "grad_norm": 0.829395817324228, + "learning_rate": 1.892156619585586e-05, + "loss": 0.0386, + "step": 20599 + }, + { + "epoch": 17.472434266327397, + "grad_norm": 0.8568835335059451, + "learning_rate": 1.8921442101679407e-05, + "loss": 0.0424, + "step": 20600 + }, + { + "epoch": 17.47328244274809, + "grad_norm": 0.8647670787206875, + "learning_rate": 1.8921318000770648e-05, + "loss": 0.0431, + "step": 20601 + }, + { + "epoch": 17.474130619168786, + "grad_norm": 0.7961817730064201, + "learning_rate": 1.8921193893129685e-05, + "loss": 0.0382, + "step": 20602 + }, + { + "epoch": 17.474978795589482, + "grad_norm": 0.8077009307063212, + "learning_rate": 1.89210697787566e-05, + "loss": 0.0401, + "step": 20603 + }, + { + "epoch": 17.47582697201018, + "grad_norm": 0.839521352264636, + "learning_rate": 1.892094565765149e-05, + "loss": 0.045, + "step": 20604 + }, + { + "epoch": 17.476675148430875, + "grad_norm": 0.9718712081994143, + "learning_rate": 1.8920821529814454e-05, + "loss": 0.0437, + "step": 20605 + }, + { + "epoch": 17.477523324851568, + "grad_norm": 0.8864905723214285, + "learning_rate": 1.8920697395245582e-05, + "loss": 0.0402, + "step": 20606 + }, + { + "epoch": 17.478371501272264, + "grad_norm": 0.9021213000340783, + "learning_rate": 1.8920573253944966e-05, + "loss": 0.0437, + "step": 20607 + }, + { + "epoch": 17.47921967769296, + "grad_norm": 0.8368388103469863, + "learning_rate": 1.8920449105912705e-05, + "loss": 0.0449, + "step": 20608 + }, + { + "epoch": 17.480067854113656, + "grad_norm": 0.9524846669894474, + "learning_rate": 1.8920324951148887e-05, + "loss": 0.0426, + "step": 20609 + }, + { + "epoch": 17.480916030534353, + "grad_norm": 0.9966973595372067, + "learning_rate": 1.8920200789653606e-05, + "loss": 0.0445, + "step": 20610 + }, + { + "epoch": 17.481764206955045, + "grad_norm": 0.9466118754224061, + "learning_rate": 1.8920076621426958e-05, + "loss": 0.0452, + "step": 20611 + }, + { + "epoch": 17.48261238337574, + "grad_norm": 1.0424713822147824, + "learning_rate": 1.8919952446469037e-05, + "loss": 0.0441, + "step": 20612 + }, + { + "epoch": 17.483460559796438, + "grad_norm": 1.0237441899869884, + "learning_rate": 1.891982826477994e-05, + "loss": 0.0493, + "step": 20613 + }, + { + "epoch": 17.484308736217134, + "grad_norm": 0.9485426172891949, + "learning_rate": 1.8919704076359755e-05, + "loss": 0.0457, + "step": 20614 + }, + { + "epoch": 17.48515691263783, + "grad_norm": 0.9175112815708114, + "learning_rate": 1.8919579881208575e-05, + "loss": 0.042, + "step": 20615 + }, + { + "epoch": 17.486005089058523, + "grad_norm": 0.8814030582101209, + "learning_rate": 1.8919455679326496e-05, + "loss": 0.0476, + "step": 20616 + }, + { + "epoch": 17.48685326547922, + "grad_norm": 0.7626823301858529, + "learning_rate": 1.8919331470713612e-05, + "loss": 0.041, + "step": 20617 + }, + { + "epoch": 17.487701441899915, + "grad_norm": 0.8258789883990678, + "learning_rate": 1.8919207255370018e-05, + "loss": 0.0468, + "step": 20618 + }, + { + "epoch": 17.48854961832061, + "grad_norm": 0.9894438529096027, + "learning_rate": 1.8919083033295808e-05, + "loss": 0.0439, + "step": 20619 + }, + { + "epoch": 17.489397794741308, + "grad_norm": 0.8994458553094521, + "learning_rate": 1.891895880449107e-05, + "loss": 0.0424, + "step": 20620 + }, + { + "epoch": 17.490245971162, + "grad_norm": 0.9603948347813402, + "learning_rate": 1.8918834568955906e-05, + "loss": 0.0418, + "step": 20621 + }, + { + "epoch": 17.491094147582697, + "grad_norm": 0.8209074715665232, + "learning_rate": 1.8918710326690402e-05, + "loss": 0.0433, + "step": 20622 + }, + { + "epoch": 17.491942324003393, + "grad_norm": 0.865581119165104, + "learning_rate": 1.8918586077694657e-05, + "loss": 0.0426, + "step": 20623 + }, + { + "epoch": 17.49279050042409, + "grad_norm": 1.0505307048278707, + "learning_rate": 1.891846182196876e-05, + "loss": 0.0484, + "step": 20624 + }, + { + "epoch": 17.493638676844785, + "grad_norm": 0.69541535783134, + "learning_rate": 1.891833755951281e-05, + "loss": 0.0399, + "step": 20625 + }, + { + "epoch": 17.494486853265478, + "grad_norm": 0.7989912933117516, + "learning_rate": 1.89182132903269e-05, + "loss": 0.0389, + "step": 20626 + }, + { + "epoch": 17.495335029686174, + "grad_norm": 0.8214220916735594, + "learning_rate": 1.891808901441112e-05, + "loss": 0.0423, + "step": 20627 + }, + { + "epoch": 17.49618320610687, + "grad_norm": 1.0441906468416868, + "learning_rate": 1.891796473176557e-05, + "loss": 0.0459, + "step": 20628 + }, + { + "epoch": 17.497031382527567, + "grad_norm": 0.8812790898769071, + "learning_rate": 1.8917840442390336e-05, + "loss": 0.0436, + "step": 20629 + }, + { + "epoch": 17.497879558948263, + "grad_norm": 0.8696706965431242, + "learning_rate": 1.8917716146285518e-05, + "loss": 0.0436, + "step": 20630 + }, + { + "epoch": 17.498727735368956, + "grad_norm": 0.8988787273585378, + "learning_rate": 1.8917591843451206e-05, + "loss": 0.0453, + "step": 20631 + }, + { + "epoch": 17.499575911789652, + "grad_norm": 0.801705109770307, + "learning_rate": 1.8917467533887495e-05, + "loss": 0.0407, + "step": 20632 + }, + { + "epoch": 17.500424088210348, + "grad_norm": 1.0316808085202618, + "learning_rate": 1.891734321759448e-05, + "loss": 0.042, + "step": 20633 + }, + { + "epoch": 17.501272264631044, + "grad_norm": 0.8465150448291435, + "learning_rate": 1.8917218894572253e-05, + "loss": 0.0431, + "step": 20634 + }, + { + "epoch": 17.502120441051737, + "grad_norm": 0.870758202767772, + "learning_rate": 1.891709456482091e-05, + "loss": 0.0434, + "step": 20635 + }, + { + "epoch": 17.502968617472433, + "grad_norm": 0.9008495586509908, + "learning_rate": 1.8916970228340547e-05, + "loss": 0.0466, + "step": 20636 + }, + { + "epoch": 17.50381679389313, + "grad_norm": 0.9619304374846298, + "learning_rate": 1.891684588513125e-05, + "loss": 0.0455, + "step": 20637 + }, + { + "epoch": 17.504664970313826, + "grad_norm": 0.8835011945451957, + "learning_rate": 1.8916721535193118e-05, + "loss": 0.0418, + "step": 20638 + }, + { + "epoch": 17.505513146734522, + "grad_norm": 0.8352018319784015, + "learning_rate": 1.8916597178526244e-05, + "loss": 0.0404, + "step": 20639 + }, + { + "epoch": 17.506361323155215, + "grad_norm": 0.9058408024998756, + "learning_rate": 1.8916472815130723e-05, + "loss": 0.0478, + "step": 20640 + }, + { + "epoch": 17.50720949957591, + "grad_norm": 0.954018126764282, + "learning_rate": 1.8916348445006643e-05, + "loss": 0.0437, + "step": 20641 + }, + { + "epoch": 17.508057675996607, + "grad_norm": 0.8513577942310604, + "learning_rate": 1.891622406815411e-05, + "loss": 0.0442, + "step": 20642 + }, + { + "epoch": 17.508905852417303, + "grad_norm": 0.9061743882203535, + "learning_rate": 1.8916099684573204e-05, + "loss": 0.0442, + "step": 20643 + }, + { + "epoch": 17.509754028838, + "grad_norm": 0.9521293408945776, + "learning_rate": 1.891597529426403e-05, + "loss": 0.0445, + "step": 20644 + }, + { + "epoch": 17.510602205258692, + "grad_norm": 0.9807523320569552, + "learning_rate": 1.8915850897226676e-05, + "loss": 0.0469, + "step": 20645 + }, + { + "epoch": 17.51145038167939, + "grad_norm": 0.9690816971481827, + "learning_rate": 1.8915726493461236e-05, + "loss": 0.0475, + "step": 20646 + }, + { + "epoch": 17.512298558100085, + "grad_norm": 1.103631240002125, + "learning_rate": 1.8915602082967807e-05, + "loss": 0.0444, + "step": 20647 + }, + { + "epoch": 17.51314673452078, + "grad_norm": 0.8148997056899516, + "learning_rate": 1.891547766574648e-05, + "loss": 0.0386, + "step": 20648 + }, + { + "epoch": 17.513994910941477, + "grad_norm": 1.0105419008479288, + "learning_rate": 1.891535324179735e-05, + "loss": 0.0424, + "step": 20649 + }, + { + "epoch": 17.51484308736217, + "grad_norm": 0.8939371259238041, + "learning_rate": 1.891522881112051e-05, + "loss": 0.0422, + "step": 20650 + }, + { + "epoch": 17.515691263782866, + "grad_norm": 0.915212460977152, + "learning_rate": 1.8915104373716055e-05, + "loss": 0.0437, + "step": 20651 + }, + { + "epoch": 17.516539440203562, + "grad_norm": 0.8715142344565419, + "learning_rate": 1.8914979929584077e-05, + "loss": 0.0417, + "step": 20652 + }, + { + "epoch": 17.51738761662426, + "grad_norm": 0.9786609897444564, + "learning_rate": 1.8914855478724673e-05, + "loss": 0.0428, + "step": 20653 + }, + { + "epoch": 17.518235793044955, + "grad_norm": 0.8943226980548673, + "learning_rate": 1.8914731021137933e-05, + "loss": 0.0412, + "step": 20654 + }, + { + "epoch": 17.519083969465647, + "grad_norm": 1.042470336867713, + "learning_rate": 1.8914606556823955e-05, + "loss": 0.0488, + "step": 20655 + }, + { + "epoch": 17.519932145886344, + "grad_norm": 0.7982294677075721, + "learning_rate": 1.891448208578283e-05, + "loss": 0.0407, + "step": 20656 + }, + { + "epoch": 17.52078032230704, + "grad_norm": 0.8658474552455337, + "learning_rate": 1.8914357608014655e-05, + "loss": 0.0436, + "step": 20657 + }, + { + "epoch": 17.521628498727736, + "grad_norm": 0.9342917977357506, + "learning_rate": 1.891423312351952e-05, + "loss": 0.0433, + "step": 20658 + }, + { + "epoch": 17.522476675148432, + "grad_norm": 0.8908952147401715, + "learning_rate": 1.8914108632297523e-05, + "loss": 0.0451, + "step": 20659 + }, + { + "epoch": 17.523324851569125, + "grad_norm": 0.9325666470633784, + "learning_rate": 1.891398413434875e-05, + "loss": 0.043, + "step": 20660 + }, + { + "epoch": 17.52417302798982, + "grad_norm": 0.9856653109096623, + "learning_rate": 1.891385962967331e-05, + "loss": 0.0474, + "step": 20661 + }, + { + "epoch": 17.525021204410518, + "grad_norm": 0.8685566100299925, + "learning_rate": 1.8913735118271282e-05, + "loss": 0.0417, + "step": 20662 + }, + { + "epoch": 17.525869380831214, + "grad_norm": 0.8499983252098747, + "learning_rate": 1.8913610600142767e-05, + "loss": 0.0383, + "step": 20663 + }, + { + "epoch": 17.52671755725191, + "grad_norm": 0.8858775108787553, + "learning_rate": 1.8913486075287856e-05, + "loss": 0.0429, + "step": 20664 + }, + { + "epoch": 17.527565733672603, + "grad_norm": 0.9761494888536152, + "learning_rate": 1.8913361543706648e-05, + "loss": 0.0442, + "step": 20665 + }, + { + "epoch": 17.5284139100933, + "grad_norm": 0.9973594467238445, + "learning_rate": 1.891323700539923e-05, + "loss": 0.0459, + "step": 20666 + }, + { + "epoch": 17.529262086513995, + "grad_norm": 1.0014910123694445, + "learning_rate": 1.89131124603657e-05, + "loss": 0.0446, + "step": 20667 + }, + { + "epoch": 17.53011026293469, + "grad_norm": 1.0498733436256593, + "learning_rate": 1.8912987908606152e-05, + "loss": 0.0459, + "step": 20668 + }, + { + "epoch": 17.530958439355388, + "grad_norm": 0.9167375216428428, + "learning_rate": 1.891286335012068e-05, + "loss": 0.0442, + "step": 20669 + }, + { + "epoch": 17.53180661577608, + "grad_norm": 0.9258254867051525, + "learning_rate": 1.891273878490938e-05, + "loss": 0.0446, + "step": 20670 + }, + { + "epoch": 17.532654792196777, + "grad_norm": 1.0759286345470849, + "learning_rate": 1.891261421297234e-05, + "loss": 0.0487, + "step": 20671 + }, + { + "epoch": 17.533502968617473, + "grad_norm": 0.9058824022200203, + "learning_rate": 1.891248963430966e-05, + "loss": 0.0425, + "step": 20672 + }, + { + "epoch": 17.53435114503817, + "grad_norm": 0.9005513163002089, + "learning_rate": 1.891236504892143e-05, + "loss": 0.0426, + "step": 20673 + }, + { + "epoch": 17.53519932145886, + "grad_norm": 0.9374305067954413, + "learning_rate": 1.8912240456807746e-05, + "loss": 0.0461, + "step": 20674 + }, + { + "epoch": 17.536047497879558, + "grad_norm": 0.8007960073500958, + "learning_rate": 1.8912115857968704e-05, + "loss": 0.0408, + "step": 20675 + }, + { + "epoch": 17.536895674300254, + "grad_norm": 0.8720710611214397, + "learning_rate": 1.8911991252404393e-05, + "loss": 0.0426, + "step": 20676 + }, + { + "epoch": 17.53774385072095, + "grad_norm": 1.0495147252752464, + "learning_rate": 1.8911866640114912e-05, + "loss": 0.0446, + "step": 20677 + }, + { + "epoch": 17.538592027141647, + "grad_norm": 0.9208581750500445, + "learning_rate": 1.891174202110035e-05, + "loss": 0.0409, + "step": 20678 + }, + { + "epoch": 17.53944020356234, + "grad_norm": 0.8522840590516482, + "learning_rate": 1.8911617395360804e-05, + "loss": 0.0406, + "step": 20679 + }, + { + "epoch": 17.540288379983036, + "grad_norm": 0.9912940641039155, + "learning_rate": 1.8911492762896367e-05, + "loss": 0.0448, + "step": 20680 + }, + { + "epoch": 17.541136556403732, + "grad_norm": 1.0008188971360308, + "learning_rate": 1.8911368123707135e-05, + "loss": 0.0465, + "step": 20681 + }, + { + "epoch": 17.541984732824428, + "grad_norm": 0.8029912530088613, + "learning_rate": 1.8911243477793204e-05, + "loss": 0.0396, + "step": 20682 + }, + { + "epoch": 17.542832909245124, + "grad_norm": 0.9981747967025683, + "learning_rate": 1.891111882515466e-05, + "loss": 0.047, + "step": 20683 + }, + { + "epoch": 17.543681085665817, + "grad_norm": 0.8509844691078692, + "learning_rate": 1.8910994165791605e-05, + "loss": 0.0403, + "step": 20684 + }, + { + "epoch": 17.544529262086513, + "grad_norm": 0.9475932294098461, + "learning_rate": 1.8910869499704127e-05, + "loss": 0.0425, + "step": 20685 + }, + { + "epoch": 17.54537743850721, + "grad_norm": 0.9368664406245495, + "learning_rate": 1.8910744826892325e-05, + "loss": 0.0452, + "step": 20686 + }, + { + "epoch": 17.546225614927906, + "grad_norm": 0.9697201970479474, + "learning_rate": 1.8910620147356292e-05, + "loss": 0.0453, + "step": 20687 + }, + { + "epoch": 17.547073791348602, + "grad_norm": 0.917480282293048, + "learning_rate": 1.891049546109612e-05, + "loss": 0.0464, + "step": 20688 + }, + { + "epoch": 17.547921967769295, + "grad_norm": 0.8899978687199837, + "learning_rate": 1.891037076811191e-05, + "loss": 0.0431, + "step": 20689 + }, + { + "epoch": 17.54877014418999, + "grad_norm": 0.9568237594604511, + "learning_rate": 1.891024606840374e-05, + "loss": 0.0462, + "step": 20690 + }, + { + "epoch": 17.549618320610687, + "grad_norm": 0.8172696575275166, + "learning_rate": 1.891012136197172e-05, + "loss": 0.0382, + "step": 20691 + }, + { + "epoch": 17.550466497031383, + "grad_norm": 0.8737988941724641, + "learning_rate": 1.8909996648815944e-05, + "loss": 0.0429, + "step": 20692 + }, + { + "epoch": 17.55131467345208, + "grad_norm": 0.8871031343749277, + "learning_rate": 1.890987192893649e-05, + "loss": 0.0437, + "step": 20693 + }, + { + "epoch": 17.552162849872772, + "grad_norm": 0.9096107631709396, + "learning_rate": 1.8909747202333472e-05, + "loss": 0.0423, + "step": 20694 + }, + { + "epoch": 17.55301102629347, + "grad_norm": 0.8480607362612601, + "learning_rate": 1.890962246900697e-05, + "loss": 0.0427, + "step": 20695 + }, + { + "epoch": 17.553859202714165, + "grad_norm": 0.8929977326895264, + "learning_rate": 1.8909497728957084e-05, + "loss": 0.0402, + "step": 20696 + }, + { + "epoch": 17.55470737913486, + "grad_norm": 0.8616538053913818, + "learning_rate": 1.890937298218391e-05, + "loss": 0.042, + "step": 20697 + }, + { + "epoch": 17.555555555555557, + "grad_norm": 0.9833603233054496, + "learning_rate": 1.890924822868754e-05, + "loss": 0.0444, + "step": 20698 + }, + { + "epoch": 17.55640373197625, + "grad_norm": 0.9983496652121111, + "learning_rate": 1.8909123468468063e-05, + "loss": 0.0502, + "step": 20699 + }, + { + "epoch": 17.557251908396946, + "grad_norm": 0.8528075754324042, + "learning_rate": 1.890899870152558e-05, + "loss": 0.0423, + "step": 20700 + }, + { + "epoch": 17.558100084817642, + "grad_norm": 0.8499907292228519, + "learning_rate": 1.8908873927860183e-05, + "loss": 0.0442, + "step": 20701 + }, + { + "epoch": 17.55894826123834, + "grad_norm": 0.986947211249143, + "learning_rate": 1.8908749147471968e-05, + "loss": 0.0433, + "step": 20702 + }, + { + "epoch": 17.559796437659035, + "grad_norm": 0.9100073909803919, + "learning_rate": 1.8908624360361022e-05, + "loss": 0.0486, + "step": 20703 + }, + { + "epoch": 17.560644614079727, + "grad_norm": 0.822452331832994, + "learning_rate": 1.890849956652745e-05, + "loss": 0.0386, + "step": 20704 + }, + { + "epoch": 17.561492790500424, + "grad_norm": 0.9668083574283786, + "learning_rate": 1.8908374765971338e-05, + "loss": 0.0462, + "step": 20705 + }, + { + "epoch": 17.56234096692112, + "grad_norm": 0.883022992658052, + "learning_rate": 1.8908249958692785e-05, + "loss": 0.0455, + "step": 20706 + }, + { + "epoch": 17.563189143341816, + "grad_norm": 1.002015401542934, + "learning_rate": 1.8908125144691877e-05, + "loss": 0.0476, + "step": 20707 + }, + { + "epoch": 17.564037319762512, + "grad_norm": 0.9439617531097748, + "learning_rate": 1.890800032396872e-05, + "loss": 0.0455, + "step": 20708 + }, + { + "epoch": 17.564885496183205, + "grad_norm": 0.8969661206850911, + "learning_rate": 1.89078754965234e-05, + "loss": 0.043, + "step": 20709 + }, + { + "epoch": 17.5657336726039, + "grad_norm": 0.9057702537792304, + "learning_rate": 1.8907750662356013e-05, + "loss": 0.0422, + "step": 20710 + }, + { + "epoch": 17.566581849024598, + "grad_norm": 0.9427057008534192, + "learning_rate": 1.8907625821466657e-05, + "loss": 0.0546, + "step": 20711 + }, + { + "epoch": 17.567430025445294, + "grad_norm": 0.7670540727190724, + "learning_rate": 1.890750097385542e-05, + "loss": 0.0402, + "step": 20712 + }, + { + "epoch": 17.568278201865986, + "grad_norm": 0.8779349666463065, + "learning_rate": 1.89073761195224e-05, + "loss": 0.0419, + "step": 20713 + }, + { + "epoch": 17.569126378286683, + "grad_norm": 0.9092517672836418, + "learning_rate": 1.890725125846769e-05, + "loss": 0.0436, + "step": 20714 + }, + { + "epoch": 17.56997455470738, + "grad_norm": 0.9398008373732183, + "learning_rate": 1.8907126390691384e-05, + "loss": 0.0475, + "step": 20715 + }, + { + "epoch": 17.570822731128075, + "grad_norm": 0.8200642504638332, + "learning_rate": 1.8907001516193574e-05, + "loss": 0.0406, + "step": 20716 + }, + { + "epoch": 17.57167090754877, + "grad_norm": 0.9954733006799726, + "learning_rate": 1.8906876634974364e-05, + "loss": 0.0437, + "step": 20717 + }, + { + "epoch": 17.572519083969464, + "grad_norm": 0.9032671046830015, + "learning_rate": 1.8906751747033836e-05, + "loss": 0.0456, + "step": 20718 + }, + { + "epoch": 17.57336726039016, + "grad_norm": 0.8910437518585683, + "learning_rate": 1.890662685237209e-05, + "loss": 0.0402, + "step": 20719 + }, + { + "epoch": 17.574215436810857, + "grad_norm": 0.8687598227521127, + "learning_rate": 1.890650195098922e-05, + "loss": 0.0422, + "step": 20720 + }, + { + "epoch": 17.575063613231553, + "grad_norm": 0.8455269500308086, + "learning_rate": 1.890637704288532e-05, + "loss": 0.0428, + "step": 20721 + }, + { + "epoch": 17.57591178965225, + "grad_norm": 0.8255527852650647, + "learning_rate": 1.8906252128060486e-05, + "loss": 0.0423, + "step": 20722 + }, + { + "epoch": 17.57675996607294, + "grad_norm": 1.1106656366868133, + "learning_rate": 1.890612720651481e-05, + "loss": 0.0453, + "step": 20723 + }, + { + "epoch": 17.577608142493638, + "grad_norm": 0.9773072479554032, + "learning_rate": 1.890600227824839e-05, + "loss": 0.0428, + "step": 20724 + }, + { + "epoch": 17.578456318914334, + "grad_norm": 0.9131561605624708, + "learning_rate": 1.8905877343261313e-05, + "loss": 0.0456, + "step": 20725 + }, + { + "epoch": 17.57930449533503, + "grad_norm": 0.8409454784613817, + "learning_rate": 1.8905752401553675e-05, + "loss": 0.0435, + "step": 20726 + }, + { + "epoch": 17.580152671755727, + "grad_norm": 0.9651433652944129, + "learning_rate": 1.8905627453125575e-05, + "loss": 0.0466, + "step": 20727 + }, + { + "epoch": 17.58100084817642, + "grad_norm": 0.7790909871004345, + "learning_rate": 1.8905502497977103e-05, + "loss": 0.0403, + "step": 20728 + }, + { + "epoch": 17.581849024597116, + "grad_norm": 0.9126039458518083, + "learning_rate": 1.890537753610836e-05, + "loss": 0.0419, + "step": 20729 + }, + { + "epoch": 17.58269720101781, + "grad_norm": 0.9449809666176888, + "learning_rate": 1.8905252567519432e-05, + "loss": 0.0442, + "step": 20730 + }, + { + "epoch": 17.583545377438508, + "grad_norm": 0.7962348996633133, + "learning_rate": 1.890512759221042e-05, + "loss": 0.0424, + "step": 20731 + }, + { + "epoch": 17.584393553859204, + "grad_norm": 0.8831296491104845, + "learning_rate": 1.8905002610181412e-05, + "loss": 0.0437, + "step": 20732 + }, + { + "epoch": 17.585241730279897, + "grad_norm": 0.8190466047025152, + "learning_rate": 1.8904877621432508e-05, + "loss": 0.0431, + "step": 20733 + }, + { + "epoch": 17.586089906700593, + "grad_norm": 0.878306766562955, + "learning_rate": 1.8904752625963797e-05, + "loss": 0.0435, + "step": 20734 + }, + { + "epoch": 17.58693808312129, + "grad_norm": 0.9944220290690035, + "learning_rate": 1.8904627623775377e-05, + "loss": 0.0463, + "step": 20735 + }, + { + "epoch": 17.587786259541986, + "grad_norm": 0.8340989649848966, + "learning_rate": 1.8904502614867343e-05, + "loss": 0.0445, + "step": 20736 + }, + { + "epoch": 17.588634435962682, + "grad_norm": 0.9079962989732295, + "learning_rate": 1.8904377599239786e-05, + "loss": 0.0442, + "step": 20737 + }, + { + "epoch": 17.589482612383375, + "grad_norm": 1.0150917385100646, + "learning_rate": 1.89042525768928e-05, + "loss": 0.0445, + "step": 20738 + }, + { + "epoch": 17.59033078880407, + "grad_norm": 0.8739740256977205, + "learning_rate": 1.890412754782648e-05, + "loss": 0.0422, + "step": 20739 + }, + { + "epoch": 17.591178965224767, + "grad_norm": 0.8218229304766251, + "learning_rate": 1.890400251204093e-05, + "loss": 0.0427, + "step": 20740 + }, + { + "epoch": 17.592027141645463, + "grad_norm": 0.9325140442728694, + "learning_rate": 1.8903877469536232e-05, + "loss": 0.041, + "step": 20741 + }, + { + "epoch": 17.59287531806616, + "grad_norm": 0.9695907991446152, + "learning_rate": 1.8903752420312482e-05, + "loss": 0.0444, + "step": 20742 + }, + { + "epoch": 17.593723494486852, + "grad_norm": 0.9412457737627232, + "learning_rate": 1.890362736436978e-05, + "loss": 0.0411, + "step": 20743 + }, + { + "epoch": 17.59457167090755, + "grad_norm": 0.8211229520480632, + "learning_rate": 1.8903502301708218e-05, + "loss": 0.0427, + "step": 20744 + }, + { + "epoch": 17.595419847328245, + "grad_norm": 0.8995926760236234, + "learning_rate": 1.8903377232327886e-05, + "loss": 0.0435, + "step": 20745 + }, + { + "epoch": 17.59626802374894, + "grad_norm": 0.8621284981483004, + "learning_rate": 1.8903252156228886e-05, + "loss": 0.0437, + "step": 20746 + }, + { + "epoch": 17.597116200169637, + "grad_norm": 0.8975494090485951, + "learning_rate": 1.8903127073411305e-05, + "loss": 0.0424, + "step": 20747 + }, + { + "epoch": 17.59796437659033, + "grad_norm": 0.8370292841391281, + "learning_rate": 1.890300198387524e-05, + "loss": 0.0425, + "step": 20748 + }, + { + "epoch": 17.598812553011026, + "grad_norm": 0.9848646436662956, + "learning_rate": 1.890287688762079e-05, + "loss": 0.0461, + "step": 20749 + }, + { + "epoch": 17.599660729431722, + "grad_norm": 0.9789159947201477, + "learning_rate": 1.8902751784648043e-05, + "loss": 0.045, + "step": 20750 + }, + { + "epoch": 17.60050890585242, + "grad_norm": 0.9396192161216118, + "learning_rate": 1.8902626674957095e-05, + "loss": 0.0431, + "step": 20751 + }, + { + "epoch": 17.60135708227311, + "grad_norm": 0.8854855479183598, + "learning_rate": 1.8902501558548044e-05, + "loss": 0.0411, + "step": 20752 + }, + { + "epoch": 17.602205258693807, + "grad_norm": 0.7967290309470304, + "learning_rate": 1.8902376435420978e-05, + "loss": 0.045, + "step": 20753 + }, + { + "epoch": 17.603053435114504, + "grad_norm": 0.9015915548379876, + "learning_rate": 1.8902251305576002e-05, + "loss": 0.0429, + "step": 20754 + }, + { + "epoch": 17.6039016115352, + "grad_norm": 0.915848837482602, + "learning_rate": 1.8902126169013198e-05, + "loss": 0.0462, + "step": 20755 + }, + { + "epoch": 17.604749787955896, + "grad_norm": 0.8703615830728457, + "learning_rate": 1.8902001025732667e-05, + "loss": 0.042, + "step": 20756 + }, + { + "epoch": 17.60559796437659, + "grad_norm": 0.8461180707644128, + "learning_rate": 1.8901875875734504e-05, + "loss": 0.0424, + "step": 20757 + }, + { + "epoch": 17.606446140797285, + "grad_norm": 0.9726769943387141, + "learning_rate": 1.89017507190188e-05, + "loss": 0.0423, + "step": 20758 + }, + { + "epoch": 17.60729431721798, + "grad_norm": 0.8954270296602743, + "learning_rate": 1.890162555558565e-05, + "loss": 0.0443, + "step": 20759 + }, + { + "epoch": 17.608142493638677, + "grad_norm": 0.8553990462332314, + "learning_rate": 1.8901500385435155e-05, + "loss": 0.042, + "step": 20760 + }, + { + "epoch": 17.608990670059374, + "grad_norm": 1.0675081346969402, + "learning_rate": 1.89013752085674e-05, + "loss": 0.0461, + "step": 20761 + }, + { + "epoch": 17.609838846480066, + "grad_norm": 0.8591138557604759, + "learning_rate": 1.8901250024982486e-05, + "loss": 0.0405, + "step": 20762 + }, + { + "epoch": 17.610687022900763, + "grad_norm": 0.9350634451068804, + "learning_rate": 1.8901124834680503e-05, + "loss": 0.0461, + "step": 20763 + }, + { + "epoch": 17.61153519932146, + "grad_norm": 1.0025611500741891, + "learning_rate": 1.8900999637661552e-05, + "loss": 0.0466, + "step": 20764 + }, + { + "epoch": 17.612383375742155, + "grad_norm": 1.0369726374768145, + "learning_rate": 1.890087443392572e-05, + "loss": 0.0444, + "step": 20765 + }, + { + "epoch": 17.61323155216285, + "grad_norm": 1.2125194784277435, + "learning_rate": 1.8900749223473107e-05, + "loss": 0.0473, + "step": 20766 + }, + { + "epoch": 17.614079728583544, + "grad_norm": 0.9731858286367373, + "learning_rate": 1.89006240063038e-05, + "loss": 0.0415, + "step": 20767 + }, + { + "epoch": 17.61492790500424, + "grad_norm": 0.7753621217304059, + "learning_rate": 1.89004987824179e-05, + "loss": 0.041, + "step": 20768 + }, + { + "epoch": 17.615776081424936, + "grad_norm": 1.057483444211518, + "learning_rate": 1.8900373551815503e-05, + "loss": 0.0436, + "step": 20769 + }, + { + "epoch": 17.616624257845633, + "grad_norm": 0.9999928488091163, + "learning_rate": 1.89002483144967e-05, + "loss": 0.0487, + "step": 20770 + }, + { + "epoch": 17.61747243426633, + "grad_norm": 0.8143615764399801, + "learning_rate": 1.8900123070461586e-05, + "loss": 0.0407, + "step": 20771 + }, + { + "epoch": 17.61832061068702, + "grad_norm": 0.9147083176107088, + "learning_rate": 1.8899997819710253e-05, + "loss": 0.0452, + "step": 20772 + }, + { + "epoch": 17.619168787107718, + "grad_norm": 0.9256133347775393, + "learning_rate": 1.8899872562242803e-05, + "loss": 0.0465, + "step": 20773 + }, + { + "epoch": 17.620016963528414, + "grad_norm": 0.9207893025530771, + "learning_rate": 1.889974729805932e-05, + "loss": 0.04, + "step": 20774 + }, + { + "epoch": 17.62086513994911, + "grad_norm": 1.0116579652363504, + "learning_rate": 1.889962202715991e-05, + "loss": 0.0479, + "step": 20775 + }, + { + "epoch": 17.621713316369807, + "grad_norm": 0.9129499103685537, + "learning_rate": 1.8899496749544656e-05, + "loss": 0.0398, + "step": 20776 + }, + { + "epoch": 17.6225614927905, + "grad_norm": 0.9520122420758408, + "learning_rate": 1.8899371465213664e-05, + "loss": 0.0459, + "step": 20777 + }, + { + "epoch": 17.623409669211195, + "grad_norm": 1.1084327641289973, + "learning_rate": 1.8899246174167016e-05, + "loss": 0.0509, + "step": 20778 + }, + { + "epoch": 17.62425784563189, + "grad_norm": 0.9618338224460079, + "learning_rate": 1.889912087640482e-05, + "loss": 0.045, + "step": 20779 + }, + { + "epoch": 17.625106022052588, + "grad_norm": 0.8821986934513255, + "learning_rate": 1.889899557192716e-05, + "loss": 0.042, + "step": 20780 + }, + { + "epoch": 17.625954198473284, + "grad_norm": 0.8519633327135044, + "learning_rate": 1.8898870260734137e-05, + "loss": 0.0412, + "step": 20781 + }, + { + "epoch": 17.626802374893977, + "grad_norm": 0.8579196968556968, + "learning_rate": 1.889874494282584e-05, + "loss": 0.0428, + "step": 20782 + }, + { + "epoch": 17.627650551314673, + "grad_norm": 0.9646605619649916, + "learning_rate": 1.889861961820237e-05, + "loss": 0.045, + "step": 20783 + }, + { + "epoch": 17.62849872773537, + "grad_norm": 0.8757704458436706, + "learning_rate": 1.8898494286863817e-05, + "loss": 0.0422, + "step": 20784 + }, + { + "epoch": 17.629346904156066, + "grad_norm": 1.0684130216566528, + "learning_rate": 1.8898368948810276e-05, + "loss": 0.0463, + "step": 20785 + }, + { + "epoch": 17.63019508057676, + "grad_norm": 0.9572590184784041, + "learning_rate": 1.889824360404184e-05, + "loss": 0.0434, + "step": 20786 + }, + { + "epoch": 17.631043256997454, + "grad_norm": 0.8816437973723278, + "learning_rate": 1.889811825255861e-05, + "loss": 0.0432, + "step": 20787 + }, + { + "epoch": 17.63189143341815, + "grad_norm": 0.9364219595491904, + "learning_rate": 1.8897992894360675e-05, + "loss": 0.0444, + "step": 20788 + }, + { + "epoch": 17.632739609838847, + "grad_norm": 0.9455111100121848, + "learning_rate": 1.8897867529448132e-05, + "loss": 0.0474, + "step": 20789 + }, + { + "epoch": 17.633587786259543, + "grad_norm": 1.009864895481975, + "learning_rate": 1.889774215782107e-05, + "loss": 0.0479, + "step": 20790 + }, + { + "epoch": 17.634435962680236, + "grad_norm": 1.010588533259144, + "learning_rate": 1.8897616779479594e-05, + "loss": 0.053, + "step": 20791 + }, + { + "epoch": 17.635284139100932, + "grad_norm": 0.9028373635297061, + "learning_rate": 1.8897491394423794e-05, + "loss": 0.0423, + "step": 20792 + }, + { + "epoch": 17.63613231552163, + "grad_norm": 0.9776094232840786, + "learning_rate": 1.8897366002653758e-05, + "loss": 0.0437, + "step": 20793 + }, + { + "epoch": 17.636980491942325, + "grad_norm": 0.9248922103926194, + "learning_rate": 1.889724060416959e-05, + "loss": 0.0433, + "step": 20794 + }, + { + "epoch": 17.63782866836302, + "grad_norm": 0.9318086618527204, + "learning_rate": 1.889711519897138e-05, + "loss": 0.0432, + "step": 20795 + }, + { + "epoch": 17.638676844783713, + "grad_norm": 0.9004871955882195, + "learning_rate": 1.8896989787059222e-05, + "loss": 0.0421, + "step": 20796 + }, + { + "epoch": 17.63952502120441, + "grad_norm": 0.9606497908579533, + "learning_rate": 1.8896864368433213e-05, + "loss": 0.0443, + "step": 20797 + }, + { + "epoch": 17.640373197625106, + "grad_norm": 0.8180235079500081, + "learning_rate": 1.8896738943093448e-05, + "loss": 0.0424, + "step": 20798 + }, + { + "epoch": 17.641221374045802, + "grad_norm": 0.8536490025484137, + "learning_rate": 1.889661351104002e-05, + "loss": 0.0448, + "step": 20799 + }, + { + "epoch": 17.6420695504665, + "grad_norm": 0.9651039969035943, + "learning_rate": 1.8896488072273023e-05, + "loss": 0.0418, + "step": 20800 + }, + { + "epoch": 17.64291772688719, + "grad_norm": 0.9340285654878142, + "learning_rate": 1.889636262679255e-05, + "loss": 0.0465, + "step": 20801 + }, + { + "epoch": 17.643765903307887, + "grad_norm": 0.9320690741794018, + "learning_rate": 1.8896237174598703e-05, + "loss": 0.0451, + "step": 20802 + }, + { + "epoch": 17.644614079728584, + "grad_norm": 0.9967991807274035, + "learning_rate": 1.8896111715691568e-05, + "loss": 0.0446, + "step": 20803 + }, + { + "epoch": 17.64546225614928, + "grad_norm": 0.8224043853381015, + "learning_rate": 1.8895986250071246e-05, + "loss": 0.0466, + "step": 20804 + }, + { + "epoch": 17.646310432569976, + "grad_norm": 0.8296654575132819, + "learning_rate": 1.8895860777737833e-05, + "loss": 0.0434, + "step": 20805 + }, + { + "epoch": 17.64715860899067, + "grad_norm": 0.9913148468000383, + "learning_rate": 1.8895735298691412e-05, + "loss": 0.0475, + "step": 20806 + }, + { + "epoch": 17.648006785411365, + "grad_norm": 0.8549791216284065, + "learning_rate": 1.8895609812932092e-05, + "loss": 0.0454, + "step": 20807 + }, + { + "epoch": 17.64885496183206, + "grad_norm": 0.9197110421406591, + "learning_rate": 1.889548432045996e-05, + "loss": 0.0458, + "step": 20808 + }, + { + "epoch": 17.649703138252757, + "grad_norm": 0.900362428351754, + "learning_rate": 1.8895358821275113e-05, + "loss": 0.0452, + "step": 20809 + }, + { + "epoch": 17.650551314673454, + "grad_norm": 0.954575797372699, + "learning_rate": 1.8895233315377643e-05, + "loss": 0.0459, + "step": 20810 + }, + { + "epoch": 17.651399491094146, + "grad_norm": 0.8817325628145615, + "learning_rate": 1.8895107802767646e-05, + "loss": 0.0408, + "step": 20811 + }, + { + "epoch": 17.652247667514843, + "grad_norm": 0.869359722481141, + "learning_rate": 1.889498228344522e-05, + "loss": 0.0411, + "step": 20812 + }, + { + "epoch": 17.65309584393554, + "grad_norm": 0.8507266891458338, + "learning_rate": 1.8894856757410452e-05, + "loss": 0.0398, + "step": 20813 + }, + { + "epoch": 17.653944020356235, + "grad_norm": 1.0653199220994576, + "learning_rate": 1.8894731224663446e-05, + "loss": 0.0475, + "step": 20814 + }, + { + "epoch": 17.65479219677693, + "grad_norm": 0.9621783458679251, + "learning_rate": 1.889460568520429e-05, + "loss": 0.0443, + "step": 20815 + }, + { + "epoch": 17.655640373197624, + "grad_norm": 1.0813097688269324, + "learning_rate": 1.889448013903308e-05, + "loss": 0.0436, + "step": 20816 + }, + { + "epoch": 17.65648854961832, + "grad_norm": 0.9149340658401073, + "learning_rate": 1.8894354586149917e-05, + "loss": 0.0517, + "step": 20817 + }, + { + "epoch": 17.657336726039016, + "grad_norm": 0.9448673880093551, + "learning_rate": 1.8894229026554888e-05, + "loss": 0.0506, + "step": 20818 + }, + { + "epoch": 17.658184902459713, + "grad_norm": 0.9020391297268477, + "learning_rate": 1.8894103460248092e-05, + "loss": 0.046, + "step": 20819 + }, + { + "epoch": 17.659033078880405, + "grad_norm": 0.8596793422732693, + "learning_rate": 1.889397788722962e-05, + "loss": 0.0424, + "step": 20820 + }, + { + "epoch": 17.6598812553011, + "grad_norm": 1.0605165202007054, + "learning_rate": 1.889385230749957e-05, + "loss": 0.0447, + "step": 20821 + }, + { + "epoch": 17.660729431721798, + "grad_norm": 0.9078592888014243, + "learning_rate": 1.8893726721058036e-05, + "loss": 0.0438, + "step": 20822 + }, + { + "epoch": 17.661577608142494, + "grad_norm": 0.8989121857809471, + "learning_rate": 1.889360112790511e-05, + "loss": 0.0475, + "step": 20823 + }, + { + "epoch": 17.66242578456319, + "grad_norm": 1.063190688803046, + "learning_rate": 1.889347552804089e-05, + "loss": 0.05, + "step": 20824 + }, + { + "epoch": 17.663273960983886, + "grad_norm": 0.9183955127806326, + "learning_rate": 1.889334992146547e-05, + "loss": 0.0452, + "step": 20825 + }, + { + "epoch": 17.66412213740458, + "grad_norm": 1.0022038189815348, + "learning_rate": 1.8893224308178948e-05, + "loss": 0.0449, + "step": 20826 + }, + { + "epoch": 17.664970313825275, + "grad_norm": 0.8300045510742285, + "learning_rate": 1.8893098688181413e-05, + "loss": 0.04, + "step": 20827 + }, + { + "epoch": 17.66581849024597, + "grad_norm": 0.8871790640310391, + "learning_rate": 1.8892973061472962e-05, + "loss": 0.0382, + "step": 20828 + }, + { + "epoch": 17.666666666666668, + "grad_norm": 0.8919459555075201, + "learning_rate": 1.8892847428053692e-05, + "loss": 0.0459, + "step": 20829 + }, + { + "epoch": 17.66751484308736, + "grad_norm": 1.0132056669504754, + "learning_rate": 1.8892721787923695e-05, + "loss": 0.0527, + "step": 20830 + }, + { + "epoch": 17.668363019508057, + "grad_norm": 0.9923096390092497, + "learning_rate": 1.8892596141083066e-05, + "loss": 0.0504, + "step": 20831 + }, + { + "epoch": 17.669211195928753, + "grad_norm": 0.9173233465330822, + "learning_rate": 1.88924704875319e-05, + "loss": 0.0408, + "step": 20832 + }, + { + "epoch": 17.67005937234945, + "grad_norm": 0.9744946106879648, + "learning_rate": 1.8892344827270295e-05, + "loss": 0.0503, + "step": 20833 + }, + { + "epoch": 17.670907548770145, + "grad_norm": 0.8920530315305658, + "learning_rate": 1.8892219160298343e-05, + "loss": 0.0435, + "step": 20834 + }, + { + "epoch": 17.671755725190838, + "grad_norm": 0.9571645004366525, + "learning_rate": 1.8892093486616138e-05, + "loss": 0.0492, + "step": 20835 + }, + { + "epoch": 17.672603901611534, + "grad_norm": 0.7761870507791775, + "learning_rate": 1.8891967806223775e-05, + "loss": 0.0419, + "step": 20836 + }, + { + "epoch": 17.67345207803223, + "grad_norm": 0.9003337338316191, + "learning_rate": 1.889184211912135e-05, + "loss": 0.0426, + "step": 20837 + }, + { + "epoch": 17.674300254452927, + "grad_norm": 0.8454643964160771, + "learning_rate": 1.889171642530896e-05, + "loss": 0.046, + "step": 20838 + }, + { + "epoch": 17.675148430873623, + "grad_norm": 0.892993219323855, + "learning_rate": 1.8891590724786696e-05, + "loss": 0.045, + "step": 20839 + }, + { + "epoch": 17.675996607294316, + "grad_norm": 0.9889746943664269, + "learning_rate": 1.889146501755465e-05, + "loss": 0.044, + "step": 20840 + }, + { + "epoch": 17.676844783715012, + "grad_norm": 0.8000724648939785, + "learning_rate": 1.889133930361293e-05, + "loss": 0.0415, + "step": 20841 + }, + { + "epoch": 17.67769296013571, + "grad_norm": 0.9317624865296263, + "learning_rate": 1.8891213582961615e-05, + "loss": 0.0437, + "step": 20842 + }, + { + "epoch": 17.678541136556404, + "grad_norm": 0.7582286357846318, + "learning_rate": 1.8891087855600808e-05, + "loss": 0.041, + "step": 20843 + }, + { + "epoch": 17.6793893129771, + "grad_norm": 0.8812964137353053, + "learning_rate": 1.8890962121530605e-05, + "loss": 0.0475, + "step": 20844 + }, + { + "epoch": 17.680237489397793, + "grad_norm": 1.0908719501872646, + "learning_rate": 1.8890836380751095e-05, + "loss": 0.0493, + "step": 20845 + }, + { + "epoch": 17.68108566581849, + "grad_norm": 1.0522542035680593, + "learning_rate": 1.889071063326238e-05, + "loss": 0.0471, + "step": 20846 + }, + { + "epoch": 17.681933842239186, + "grad_norm": 0.9995072778937623, + "learning_rate": 1.8890584879064553e-05, + "loss": 0.0428, + "step": 20847 + }, + { + "epoch": 17.682782018659882, + "grad_norm": 0.9218244838020414, + "learning_rate": 1.8890459118157704e-05, + "loss": 0.0422, + "step": 20848 + }, + { + "epoch": 17.68363019508058, + "grad_norm": 0.9001139025984704, + "learning_rate": 1.8890333350541934e-05, + "loss": 0.0467, + "step": 20849 + }, + { + "epoch": 17.68447837150127, + "grad_norm": 1.0008238797126203, + "learning_rate": 1.889020757621733e-05, + "loss": 0.0494, + "step": 20850 + }, + { + "epoch": 17.685326547921967, + "grad_norm": 0.9692249659606714, + "learning_rate": 1.8890081795184e-05, + "loss": 0.0451, + "step": 20851 + }, + { + "epoch": 17.686174724342663, + "grad_norm": 1.0462734305707375, + "learning_rate": 1.8889956007442025e-05, + "loss": 0.0447, + "step": 20852 + }, + { + "epoch": 17.68702290076336, + "grad_norm": 0.8292698012782568, + "learning_rate": 1.8889830212991505e-05, + "loss": 0.0413, + "step": 20853 + }, + { + "epoch": 17.687871077184056, + "grad_norm": 1.0282324903993616, + "learning_rate": 1.8889704411832543e-05, + "loss": 0.0437, + "step": 20854 + }, + { + "epoch": 17.68871925360475, + "grad_norm": 0.9664998883538963, + "learning_rate": 1.888957860396522e-05, + "loss": 0.0475, + "step": 20855 + }, + { + "epoch": 17.689567430025445, + "grad_norm": 0.9535040983636304, + "learning_rate": 1.8889452789389636e-05, + "loss": 0.0461, + "step": 20856 + }, + { + "epoch": 17.69041560644614, + "grad_norm": 0.9762171277003495, + "learning_rate": 1.8889326968105895e-05, + "loss": 0.0447, + "step": 20857 + }, + { + "epoch": 17.691263782866837, + "grad_norm": 0.8118973913822564, + "learning_rate": 1.888920114011408e-05, + "loss": 0.0443, + "step": 20858 + }, + { + "epoch": 17.69211195928753, + "grad_norm": 0.8830587580192002, + "learning_rate": 1.8889075305414294e-05, + "loss": 0.0429, + "step": 20859 + }, + { + "epoch": 17.692960135708226, + "grad_norm": 1.098871475779122, + "learning_rate": 1.8888949464006626e-05, + "loss": 0.0509, + "step": 20860 + }, + { + "epoch": 17.693808312128922, + "grad_norm": 1.0170686269966895, + "learning_rate": 1.8888823615891172e-05, + "loss": 0.0483, + "step": 20861 + }, + { + "epoch": 17.69465648854962, + "grad_norm": 0.9653398433881479, + "learning_rate": 1.888869776106803e-05, + "loss": 0.0468, + "step": 20862 + }, + { + "epoch": 17.695504664970315, + "grad_norm": 1.025189559165103, + "learning_rate": 1.8888571899537292e-05, + "loss": 0.0467, + "step": 20863 + }, + { + "epoch": 17.696352841391008, + "grad_norm": 0.9285250991650852, + "learning_rate": 1.8888446031299056e-05, + "loss": 0.0437, + "step": 20864 + }, + { + "epoch": 17.697201017811704, + "grad_norm": 0.9384332520153877, + "learning_rate": 1.8888320156353413e-05, + "loss": 0.047, + "step": 20865 + }, + { + "epoch": 17.6980491942324, + "grad_norm": 0.8340185424393657, + "learning_rate": 1.8888194274700466e-05, + "loss": 0.0438, + "step": 20866 + }, + { + "epoch": 17.698897370653096, + "grad_norm": 0.9389897837948754, + "learning_rate": 1.8888068386340298e-05, + "loss": 0.045, + "step": 20867 + }, + { + "epoch": 17.699745547073793, + "grad_norm": 0.9594735525804403, + "learning_rate": 1.8887942491273015e-05, + "loss": 0.0454, + "step": 20868 + }, + { + "epoch": 17.700593723494485, + "grad_norm": 0.941193679805321, + "learning_rate": 1.8887816589498705e-05, + "loss": 0.046, + "step": 20869 + }, + { + "epoch": 17.70144189991518, + "grad_norm": 1.073659998212005, + "learning_rate": 1.8887690681017466e-05, + "loss": 0.0501, + "step": 20870 + }, + { + "epoch": 17.702290076335878, + "grad_norm": 0.9300633941242363, + "learning_rate": 1.8887564765829393e-05, + "loss": 0.042, + "step": 20871 + }, + { + "epoch": 17.703138252756574, + "grad_norm": 0.9824915827205816, + "learning_rate": 1.8887438843934577e-05, + "loss": 0.0455, + "step": 20872 + }, + { + "epoch": 17.70398642917727, + "grad_norm": 0.9144209087595908, + "learning_rate": 1.888731291533312e-05, + "loss": 0.0438, + "step": 20873 + }, + { + "epoch": 17.704834605597963, + "grad_norm": 0.8516072701237801, + "learning_rate": 1.8887186980025115e-05, + "loss": 0.045, + "step": 20874 + }, + { + "epoch": 17.70568278201866, + "grad_norm": 1.0897164494565728, + "learning_rate": 1.8887061038010652e-05, + "loss": 0.0487, + "step": 20875 + }, + { + "epoch": 17.706530958439355, + "grad_norm": 1.0516387808527887, + "learning_rate": 1.8886935089289832e-05, + "loss": 0.0642, + "step": 20876 + }, + { + "epoch": 17.70737913486005, + "grad_norm": 0.9563874343404394, + "learning_rate": 1.8886809133862744e-05, + "loss": 0.0492, + "step": 20877 + }, + { + "epoch": 17.708227311280748, + "grad_norm": 1.0481628254828572, + "learning_rate": 1.888668317172949e-05, + "loss": 0.0467, + "step": 20878 + }, + { + "epoch": 17.70907548770144, + "grad_norm": 0.9541854576730368, + "learning_rate": 1.8886557202890156e-05, + "loss": 0.0447, + "step": 20879 + }, + { + "epoch": 17.709923664122137, + "grad_norm": 0.814348266064045, + "learning_rate": 1.888643122734485e-05, + "loss": 0.0453, + "step": 20880 + }, + { + "epoch": 17.710771840542833, + "grad_norm": 0.8072567244785936, + "learning_rate": 1.8886305245093655e-05, + "loss": 0.0429, + "step": 20881 + }, + { + "epoch": 17.71162001696353, + "grad_norm": 0.901170545661912, + "learning_rate": 1.8886179256136673e-05, + "loss": 0.0452, + "step": 20882 + }, + { + "epoch": 17.712468193384225, + "grad_norm": 0.8582449896034041, + "learning_rate": 1.8886053260473995e-05, + "loss": 0.0434, + "step": 20883 + }, + { + "epoch": 17.713316369804918, + "grad_norm": 0.999063542762996, + "learning_rate": 1.8885927258105724e-05, + "loss": 0.044, + "step": 20884 + }, + { + "epoch": 17.714164546225614, + "grad_norm": 0.8079929813500195, + "learning_rate": 1.8885801249031943e-05, + "loss": 0.042, + "step": 20885 + }, + { + "epoch": 17.71501272264631, + "grad_norm": 1.0183942335405947, + "learning_rate": 1.8885675233252754e-05, + "loss": 0.0515, + "step": 20886 + }, + { + "epoch": 17.715860899067007, + "grad_norm": 0.9329783064892772, + "learning_rate": 1.8885549210768253e-05, + "loss": 0.0413, + "step": 20887 + }, + { + "epoch": 17.716709075487703, + "grad_norm": 0.9169662352106239, + "learning_rate": 1.8885423181578534e-05, + "loss": 0.0468, + "step": 20888 + }, + { + "epoch": 17.717557251908396, + "grad_norm": 0.7946198089190661, + "learning_rate": 1.888529714568369e-05, + "loss": 0.0419, + "step": 20889 + }, + { + "epoch": 17.718405428329092, + "grad_norm": 0.9308412304116322, + "learning_rate": 1.8885171103083816e-05, + "loss": 0.0446, + "step": 20890 + }, + { + "epoch": 17.719253604749788, + "grad_norm": 1.0104479116355716, + "learning_rate": 1.888504505377901e-05, + "loss": 0.045, + "step": 20891 + }, + { + "epoch": 17.720101781170484, + "grad_norm": 1.0005726217233797, + "learning_rate": 1.8884918997769364e-05, + "loss": 0.0491, + "step": 20892 + }, + { + "epoch": 17.72094995759118, + "grad_norm": 0.973209298014252, + "learning_rate": 1.8884792935054975e-05, + "loss": 0.0463, + "step": 20893 + }, + { + "epoch": 17.721798134011873, + "grad_norm": 0.9257730594168, + "learning_rate": 1.8884666865635945e-05, + "loss": 0.0434, + "step": 20894 + }, + { + "epoch": 17.72264631043257, + "grad_norm": 1.252816283523692, + "learning_rate": 1.8884540789512354e-05, + "loss": 0.0476, + "step": 20895 + }, + { + "epoch": 17.723494486853266, + "grad_norm": 0.9364076112176106, + "learning_rate": 1.8884414706684308e-05, + "loss": 0.0429, + "step": 20896 + }, + { + "epoch": 17.724342663273962, + "grad_norm": 0.8699007487638779, + "learning_rate": 1.8884288617151904e-05, + "loss": 0.0415, + "step": 20897 + }, + { + "epoch": 17.725190839694655, + "grad_norm": 0.9273122585378104, + "learning_rate": 1.8884162520915228e-05, + "loss": 0.0428, + "step": 20898 + }, + { + "epoch": 17.72603901611535, + "grad_norm": 1.1028751955970246, + "learning_rate": 1.8884036417974377e-05, + "loss": 0.042, + "step": 20899 + }, + { + "epoch": 17.726887192536047, + "grad_norm": 0.9154035497340886, + "learning_rate": 1.8883910308329454e-05, + "loss": 0.0492, + "step": 20900 + }, + { + "epoch": 17.727735368956743, + "grad_norm": 0.9666052497767744, + "learning_rate": 1.8883784191980546e-05, + "loss": 0.0455, + "step": 20901 + }, + { + "epoch": 17.72858354537744, + "grad_norm": 0.935247292054251, + "learning_rate": 1.8883658068927755e-05, + "loss": 0.0433, + "step": 20902 + }, + { + "epoch": 17.729431721798132, + "grad_norm": 1.0345703364960128, + "learning_rate": 1.888353193917117e-05, + "loss": 0.0553, + "step": 20903 + }, + { + "epoch": 17.73027989821883, + "grad_norm": 1.011021874835993, + "learning_rate": 1.888340580271089e-05, + "loss": 0.0446, + "step": 20904 + }, + { + "epoch": 17.731128074639525, + "grad_norm": 0.9597901727401934, + "learning_rate": 1.8883279659547007e-05, + "loss": 0.0447, + "step": 20905 + }, + { + "epoch": 17.73197625106022, + "grad_norm": 1.0007559478299515, + "learning_rate": 1.888315350967962e-05, + "loss": 0.0478, + "step": 20906 + }, + { + "epoch": 17.732824427480917, + "grad_norm": 0.903957321543389, + "learning_rate": 1.888302735310882e-05, + "loss": 0.0493, + "step": 20907 + }, + { + "epoch": 17.73367260390161, + "grad_norm": 0.9678419841779838, + "learning_rate": 1.8882901189834704e-05, + "loss": 0.0474, + "step": 20908 + }, + { + "epoch": 17.734520780322306, + "grad_norm": 1.051774359293214, + "learning_rate": 1.8882775019857373e-05, + "loss": 0.0464, + "step": 20909 + }, + { + "epoch": 17.735368956743002, + "grad_norm": 0.8452587012374957, + "learning_rate": 1.888264884317691e-05, + "loss": 0.0424, + "step": 20910 + }, + { + "epoch": 17.7362171331637, + "grad_norm": 1.0189056231630733, + "learning_rate": 1.888252265979342e-05, + "loss": 0.0516, + "step": 20911 + }, + { + "epoch": 17.737065309584395, + "grad_norm": 0.9700963990413697, + "learning_rate": 1.8882396469706993e-05, + "loss": 0.0433, + "step": 20912 + }, + { + "epoch": 17.737913486005088, + "grad_norm": 0.9348046976573843, + "learning_rate": 1.888227027291773e-05, + "loss": 0.0423, + "step": 20913 + }, + { + "epoch": 17.738761662425784, + "grad_norm": 0.9410199426671711, + "learning_rate": 1.8882144069425724e-05, + "loss": 0.0452, + "step": 20914 + }, + { + "epoch": 17.73960983884648, + "grad_norm": 0.8969853625025695, + "learning_rate": 1.888201785923106e-05, + "loss": 0.0431, + "step": 20915 + }, + { + "epoch": 17.740458015267176, + "grad_norm": 0.9708839472587968, + "learning_rate": 1.8881891642333854e-05, + "loss": 0.0425, + "step": 20916 + }, + { + "epoch": 17.741306191687872, + "grad_norm": 1.1460394781834857, + "learning_rate": 1.8881765418734184e-05, + "loss": 0.0476, + "step": 20917 + }, + { + "epoch": 17.742154368108565, + "grad_norm": 0.9024543398476612, + "learning_rate": 1.888163918843215e-05, + "loss": 0.0465, + "step": 20918 + }, + { + "epoch": 17.74300254452926, + "grad_norm": 0.8820903763946927, + "learning_rate": 1.888151295142785e-05, + "loss": 0.0432, + "step": 20919 + }, + { + "epoch": 17.743850720949958, + "grad_norm": 0.8537780494853933, + "learning_rate": 1.8881386707721374e-05, + "loss": 0.0423, + "step": 20920 + }, + { + "epoch": 17.744698897370654, + "grad_norm": 1.1545234413412255, + "learning_rate": 1.8881260457312823e-05, + "loss": 0.0495, + "step": 20921 + }, + { + "epoch": 17.74554707379135, + "grad_norm": 0.9752096599880655, + "learning_rate": 1.8881134200202286e-05, + "loss": 0.0453, + "step": 20922 + }, + { + "epoch": 17.746395250212043, + "grad_norm": 0.9881537229923008, + "learning_rate": 1.8881007936389868e-05, + "loss": 0.0478, + "step": 20923 + }, + { + "epoch": 17.74724342663274, + "grad_norm": 0.9269722071063007, + "learning_rate": 1.8880881665875655e-05, + "loss": 0.0439, + "step": 20924 + }, + { + "epoch": 17.748091603053435, + "grad_norm": 0.8618107719448148, + "learning_rate": 1.8880755388659747e-05, + "loss": 0.0419, + "step": 20925 + }, + { + "epoch": 17.74893977947413, + "grad_norm": 0.8771457818079464, + "learning_rate": 1.8880629104742234e-05, + "loss": 0.0424, + "step": 20926 + }, + { + "epoch": 17.749787955894828, + "grad_norm": 0.9261287999859998, + "learning_rate": 1.888050281412322e-05, + "loss": 0.0441, + "step": 20927 + }, + { + "epoch": 17.75063613231552, + "grad_norm": 0.994889079742451, + "learning_rate": 1.8880376516802795e-05, + "loss": 0.0427, + "step": 20928 + }, + { + "epoch": 17.751484308736217, + "grad_norm": 0.929150590827104, + "learning_rate": 1.8880250212781052e-05, + "loss": 0.0442, + "step": 20929 + }, + { + "epoch": 17.752332485156913, + "grad_norm": 0.9274499057933875, + "learning_rate": 1.888012390205809e-05, + "loss": 0.0417, + "step": 20930 + }, + { + "epoch": 17.75318066157761, + "grad_norm": 0.8751565314214085, + "learning_rate": 1.8879997584634006e-05, + "loss": 0.0455, + "step": 20931 + }, + { + "epoch": 17.754028837998305, + "grad_norm": 0.861521512923442, + "learning_rate": 1.887987126050889e-05, + "loss": 0.0419, + "step": 20932 + }, + { + "epoch": 17.754877014418998, + "grad_norm": 1.0334156954718998, + "learning_rate": 1.887974492968284e-05, + "loss": 0.0499, + "step": 20933 + }, + { + "epoch": 17.755725190839694, + "grad_norm": 1.0925808408840623, + "learning_rate": 1.887961859215595e-05, + "loss": 0.0557, + "step": 20934 + }, + { + "epoch": 17.75657336726039, + "grad_norm": 0.922454489076276, + "learning_rate": 1.8879492247928318e-05, + "loss": 0.0419, + "step": 20935 + }, + { + "epoch": 17.757421543681087, + "grad_norm": 0.9096943575575437, + "learning_rate": 1.887936589700004e-05, + "loss": 0.0447, + "step": 20936 + }, + { + "epoch": 17.75826972010178, + "grad_norm": 0.9128486323657824, + "learning_rate": 1.8879239539371208e-05, + "loss": 0.0478, + "step": 20937 + }, + { + "epoch": 17.759117896522476, + "grad_norm": 1.0076158968676447, + "learning_rate": 1.887911317504192e-05, + "loss": 0.0437, + "step": 20938 + }, + { + "epoch": 17.759966072943172, + "grad_norm": 0.8772765965667256, + "learning_rate": 1.8878986804012268e-05, + "loss": 0.043, + "step": 20939 + }, + { + "epoch": 17.760814249363868, + "grad_norm": 0.9352567547023826, + "learning_rate": 1.887886042628235e-05, + "loss": 0.0445, + "step": 20940 + }, + { + "epoch": 17.761662425784564, + "grad_norm": 0.949697475587135, + "learning_rate": 1.8878734041852263e-05, + "loss": 0.0438, + "step": 20941 + }, + { + "epoch": 17.762510602205257, + "grad_norm": 0.9553699266684847, + "learning_rate": 1.88786076507221e-05, + "loss": 0.0448, + "step": 20942 + }, + { + "epoch": 17.763358778625953, + "grad_norm": 0.8940713337178761, + "learning_rate": 1.8878481252891956e-05, + "loss": 0.0453, + "step": 20943 + }, + { + "epoch": 17.76420695504665, + "grad_norm": 0.9005052608865219, + "learning_rate": 1.8878354848361925e-05, + "loss": 0.0507, + "step": 20944 + }, + { + "epoch": 17.765055131467346, + "grad_norm": 0.9355683676076421, + "learning_rate": 1.8878228437132103e-05, + "loss": 0.0457, + "step": 20945 + }, + { + "epoch": 17.765903307888042, + "grad_norm": 0.832193303109594, + "learning_rate": 1.8878102019202593e-05, + "loss": 0.0407, + "step": 20946 + }, + { + "epoch": 17.766751484308735, + "grad_norm": 0.9332066572997628, + "learning_rate": 1.8877975594573483e-05, + "loss": 0.047, + "step": 20947 + }, + { + "epoch": 17.76759966072943, + "grad_norm": 0.9081570274094573, + "learning_rate": 1.8877849163244867e-05, + "loss": 0.0492, + "step": 20948 + }, + { + "epoch": 17.768447837150127, + "grad_norm": 0.9297000833815758, + "learning_rate": 1.887772272521684e-05, + "loss": 0.0437, + "step": 20949 + }, + { + "epoch": 17.769296013570823, + "grad_norm": 0.9175798090914817, + "learning_rate": 1.8877596280489505e-05, + "loss": 0.0427, + "step": 20950 + }, + { + "epoch": 17.77014418999152, + "grad_norm": 0.8876384853324784, + "learning_rate": 1.8877469829062952e-05, + "loss": 0.0417, + "step": 20951 + }, + { + "epoch": 17.770992366412212, + "grad_norm": 0.8948990790892563, + "learning_rate": 1.8877343370937277e-05, + "loss": 0.0434, + "step": 20952 + }, + { + "epoch": 17.77184054283291, + "grad_norm": 0.9473442044331655, + "learning_rate": 1.8877216906112574e-05, + "loss": 0.0415, + "step": 20953 + }, + { + "epoch": 17.772688719253605, + "grad_norm": 0.8815479115467788, + "learning_rate": 1.887709043458894e-05, + "loss": 0.0416, + "step": 20954 + }, + { + "epoch": 17.7735368956743, + "grad_norm": 0.9655093208685128, + "learning_rate": 1.8876963956366474e-05, + "loss": 0.0425, + "step": 20955 + }, + { + "epoch": 17.774385072094997, + "grad_norm": 1.0001862911843624, + "learning_rate": 1.8876837471445267e-05, + "loss": 0.0457, + "step": 20956 + }, + { + "epoch": 17.77523324851569, + "grad_norm": 0.9157291311583449, + "learning_rate": 1.8876710979825415e-05, + "loss": 0.0454, + "step": 20957 + }, + { + "epoch": 17.776081424936386, + "grad_norm": 1.1280633598321144, + "learning_rate": 1.8876584481507013e-05, + "loss": 0.0483, + "step": 20958 + }, + { + "epoch": 17.776929601357082, + "grad_norm": 0.9402855848494344, + "learning_rate": 1.8876457976490156e-05, + "loss": 0.0427, + "step": 20959 + }, + { + "epoch": 17.77777777777778, + "grad_norm": 0.8747595380161758, + "learning_rate": 1.8876331464774943e-05, + "loss": 0.0433, + "step": 20960 + }, + { + "epoch": 17.778625954198475, + "grad_norm": 0.8616310097858918, + "learning_rate": 1.8876204946361463e-05, + "loss": 0.0419, + "step": 20961 + }, + { + "epoch": 17.779474130619167, + "grad_norm": 0.9767041118723158, + "learning_rate": 1.8876078421249824e-05, + "loss": 0.0458, + "step": 20962 + }, + { + "epoch": 17.780322307039864, + "grad_norm": 1.0761701631476974, + "learning_rate": 1.887595188944011e-05, + "loss": 0.0434, + "step": 20963 + }, + { + "epoch": 17.78117048346056, + "grad_norm": 1.0056019973973214, + "learning_rate": 1.8875825350932416e-05, + "loss": 0.0467, + "step": 20964 + }, + { + "epoch": 17.782018659881256, + "grad_norm": 1.3550274429749902, + "learning_rate": 1.8875698805726844e-05, + "loss": 0.0543, + "step": 20965 + }, + { + "epoch": 17.782866836301952, + "grad_norm": 1.073380092847067, + "learning_rate": 1.8875572253823485e-05, + "loss": 0.0494, + "step": 20966 + }, + { + "epoch": 17.783715012722645, + "grad_norm": 1.1893052554124734, + "learning_rate": 1.887544569522244e-05, + "loss": 0.0499, + "step": 20967 + }, + { + "epoch": 17.78456318914334, + "grad_norm": 0.9061293180012167, + "learning_rate": 1.8875319129923796e-05, + "loss": 0.0418, + "step": 20968 + }, + { + "epoch": 17.785411365564038, + "grad_norm": 1.0334867076857044, + "learning_rate": 1.8875192557927656e-05, + "loss": 0.0455, + "step": 20969 + }, + { + "epoch": 17.786259541984734, + "grad_norm": 0.9063146861405389, + "learning_rate": 1.8875065979234112e-05, + "loss": 0.0431, + "step": 20970 + }, + { + "epoch": 17.78710771840543, + "grad_norm": 0.9360719064594046, + "learning_rate": 1.887493939384326e-05, + "loss": 0.047, + "step": 20971 + }, + { + "epoch": 17.787955894826123, + "grad_norm": 0.8703371856845539, + "learning_rate": 1.8874812801755195e-05, + "loss": 0.0419, + "step": 20972 + }, + { + "epoch": 17.78880407124682, + "grad_norm": 0.9450046781523522, + "learning_rate": 1.8874686202970015e-05, + "loss": 0.0469, + "step": 20973 + }, + { + "epoch": 17.789652247667515, + "grad_norm": 0.9455041099152761, + "learning_rate": 1.8874559597487813e-05, + "loss": 0.0447, + "step": 20974 + }, + { + "epoch": 17.79050042408821, + "grad_norm": 0.8630467746829559, + "learning_rate": 1.8874432985308685e-05, + "loss": 0.0446, + "step": 20975 + }, + { + "epoch": 17.791348600508904, + "grad_norm": 0.903594351183214, + "learning_rate": 1.8874306366432727e-05, + "loss": 0.0434, + "step": 20976 + }, + { + "epoch": 17.7921967769296, + "grad_norm": 1.0514531114282375, + "learning_rate": 1.8874179740860036e-05, + "loss": 0.0457, + "step": 20977 + }, + { + "epoch": 17.793044953350297, + "grad_norm": 0.9443486609156263, + "learning_rate": 1.8874053108590706e-05, + "loss": 0.0457, + "step": 20978 + }, + { + "epoch": 17.793893129770993, + "grad_norm": 1.0940428839277268, + "learning_rate": 1.887392646962483e-05, + "loss": 0.0489, + "step": 20979 + }, + { + "epoch": 17.79474130619169, + "grad_norm": 0.8978298465995332, + "learning_rate": 1.887379982396251e-05, + "loss": 0.0417, + "step": 20980 + }, + { + "epoch": 17.79558948261238, + "grad_norm": 0.9369275151781987, + "learning_rate": 1.887367317160383e-05, + "loss": 0.0422, + "step": 20981 + }, + { + "epoch": 17.796437659033078, + "grad_norm": 0.9490995946831824, + "learning_rate": 1.8873546512548904e-05, + "loss": 0.0473, + "step": 20982 + }, + { + "epoch": 17.797285835453774, + "grad_norm": 0.9008969940486437, + "learning_rate": 1.887341984679781e-05, + "loss": 0.0425, + "step": 20983 + }, + { + "epoch": 17.79813401187447, + "grad_norm": 1.1561492388762733, + "learning_rate": 1.887329317435065e-05, + "loss": 0.0514, + "step": 20984 + }, + { + "epoch": 17.798982188295167, + "grad_norm": 1.0213965144729353, + "learning_rate": 1.887316649520752e-05, + "loss": 0.0494, + "step": 20985 + }, + { + "epoch": 17.79983036471586, + "grad_norm": 0.885994495799425, + "learning_rate": 1.887303980936852e-05, + "loss": 0.045, + "step": 20986 + }, + { + "epoch": 17.800678541136556, + "grad_norm": 0.8369405095978016, + "learning_rate": 1.887291311683374e-05, + "loss": 0.0415, + "step": 20987 + }, + { + "epoch": 17.801526717557252, + "grad_norm": 0.9481166070177228, + "learning_rate": 1.8872786417603274e-05, + "loss": 0.0435, + "step": 20988 + }, + { + "epoch": 17.802374893977948, + "grad_norm": 0.8287771527693699, + "learning_rate": 1.8872659711677222e-05, + "loss": 0.0458, + "step": 20989 + }, + { + "epoch": 17.803223070398644, + "grad_norm": 0.9377345665803563, + "learning_rate": 1.887253299905568e-05, + "loss": 0.0502, + "step": 20990 + }, + { + "epoch": 17.804071246819337, + "grad_norm": 0.9115715578508377, + "learning_rate": 1.887240627973874e-05, + "loss": 0.0447, + "step": 20991 + }, + { + "epoch": 17.804919423240033, + "grad_norm": 0.9107534535486554, + "learning_rate": 1.8872279553726496e-05, + "loss": 0.045, + "step": 20992 + }, + { + "epoch": 17.80576759966073, + "grad_norm": 0.9649367161416335, + "learning_rate": 1.887215282101905e-05, + "loss": 0.0419, + "step": 20993 + }, + { + "epoch": 17.806615776081426, + "grad_norm": 0.8255982483627066, + "learning_rate": 1.8872026081616496e-05, + "loss": 0.0413, + "step": 20994 + }, + { + "epoch": 17.807463952502122, + "grad_norm": 1.0166875296914621, + "learning_rate": 1.8871899335518927e-05, + "loss": 0.0431, + "step": 20995 + }, + { + "epoch": 17.808312128922815, + "grad_norm": 0.927985478517924, + "learning_rate": 1.8871772582726438e-05, + "loss": 0.0443, + "step": 20996 + }, + { + "epoch": 17.80916030534351, + "grad_norm": 0.9304665629220882, + "learning_rate": 1.8871645823239128e-05, + "loss": 0.0398, + "step": 20997 + }, + { + "epoch": 17.810008481764207, + "grad_norm": 1.084787793395723, + "learning_rate": 1.8871519057057094e-05, + "loss": 0.0481, + "step": 20998 + }, + { + "epoch": 17.810856658184903, + "grad_norm": 0.9606344035114325, + "learning_rate": 1.8871392284180423e-05, + "loss": 0.0456, + "step": 20999 + }, + { + "epoch": 17.8117048346056, + "grad_norm": 1.0218729814043839, + "learning_rate": 1.887126550460922e-05, + "loss": 0.0502, + "step": 21000 + }, + { + "epoch": 17.812553011026292, + "grad_norm": 0.9652889760764237, + "learning_rate": 1.8871138718343577e-05, + "loss": 0.0432, + "step": 21001 + }, + { + "epoch": 17.81340118744699, + "grad_norm": 0.8096363241605742, + "learning_rate": 1.8871011925383593e-05, + "loss": 0.0412, + "step": 21002 + }, + { + "epoch": 17.814249363867685, + "grad_norm": 0.9897088059930673, + "learning_rate": 1.8870885125729354e-05, + "loss": 0.044, + "step": 21003 + }, + { + "epoch": 17.81509754028838, + "grad_norm": 0.9935825232511755, + "learning_rate": 1.8870758319380967e-05, + "loss": 0.0486, + "step": 21004 + }, + { + "epoch": 17.815945716709077, + "grad_norm": 1.0060448854098984, + "learning_rate": 1.887063150633852e-05, + "loss": 0.0463, + "step": 21005 + }, + { + "epoch": 17.81679389312977, + "grad_norm": 0.8956991460987614, + "learning_rate": 1.887050468660211e-05, + "loss": 0.0454, + "step": 21006 + }, + { + "epoch": 17.817642069550466, + "grad_norm": 0.9735251077602043, + "learning_rate": 1.8870377860171836e-05, + "loss": 0.0459, + "step": 21007 + }, + { + "epoch": 17.818490245971162, + "grad_norm": 0.8153906706873544, + "learning_rate": 1.8870251027047795e-05, + "loss": 0.041, + "step": 21008 + }, + { + "epoch": 17.81933842239186, + "grad_norm": 0.9385172804276793, + "learning_rate": 1.887012418723008e-05, + "loss": 0.042, + "step": 21009 + }, + { + "epoch": 17.820186598812555, + "grad_norm": 0.8128932891997518, + "learning_rate": 1.8869997340718782e-05, + "loss": 0.0439, + "step": 21010 + }, + { + "epoch": 17.821034775233247, + "grad_norm": 0.9402189310232473, + "learning_rate": 1.8869870487514002e-05, + "loss": 0.0454, + "step": 21011 + }, + { + "epoch": 17.821882951653944, + "grad_norm": 0.8934242375938639, + "learning_rate": 1.8869743627615836e-05, + "loss": 0.0442, + "step": 21012 + }, + { + "epoch": 17.82273112807464, + "grad_norm": 0.9887773096486332, + "learning_rate": 1.886961676102438e-05, + "loss": 0.0475, + "step": 21013 + }, + { + "epoch": 17.823579304495336, + "grad_norm": 1.03142688189135, + "learning_rate": 1.8869489887739724e-05, + "loss": 0.0447, + "step": 21014 + }, + { + "epoch": 17.82442748091603, + "grad_norm": 0.8846836895388055, + "learning_rate": 1.8869363007761974e-05, + "loss": 0.0452, + "step": 21015 + }, + { + "epoch": 17.825275657336725, + "grad_norm": 0.9011027646814779, + "learning_rate": 1.8869236121091218e-05, + "loss": 0.047, + "step": 21016 + }, + { + "epoch": 17.82612383375742, + "grad_norm": 1.003966721137399, + "learning_rate": 1.8869109227727552e-05, + "loss": 0.0433, + "step": 21017 + }, + { + "epoch": 17.826972010178118, + "grad_norm": 0.9869828546781816, + "learning_rate": 1.886898232767107e-05, + "loss": 0.0456, + "step": 21018 + }, + { + "epoch": 17.827820186598814, + "grad_norm": 0.7929586018508669, + "learning_rate": 1.8868855420921878e-05, + "loss": 0.0407, + "step": 21019 + }, + { + "epoch": 17.828668363019506, + "grad_norm": 0.9058769083150191, + "learning_rate": 1.886872850748006e-05, + "loss": 0.0433, + "step": 21020 + }, + { + "epoch": 17.829516539440203, + "grad_norm": 0.8319996175677075, + "learning_rate": 1.8868601587345717e-05, + "loss": 0.0438, + "step": 21021 + }, + { + "epoch": 17.8303647158609, + "grad_norm": 0.8812375514043679, + "learning_rate": 1.8868474660518945e-05, + "loss": 0.0434, + "step": 21022 + }, + { + "epoch": 17.831212892281595, + "grad_norm": 0.9509706682634761, + "learning_rate": 1.886834772699984e-05, + "loss": 0.0451, + "step": 21023 + }, + { + "epoch": 17.83206106870229, + "grad_norm": 0.9138503888232412, + "learning_rate": 1.88682207867885e-05, + "loss": 0.0433, + "step": 21024 + }, + { + "epoch": 17.832909245122984, + "grad_norm": 0.9277572270431877, + "learning_rate": 1.886809383988501e-05, + "loss": 0.043, + "step": 21025 + }, + { + "epoch": 17.83375742154368, + "grad_norm": 1.0252213534944512, + "learning_rate": 1.886796688628948e-05, + "loss": 0.0458, + "step": 21026 + }, + { + "epoch": 17.834605597964376, + "grad_norm": 1.073879207695231, + "learning_rate": 1.8867839926001998e-05, + "loss": 0.0435, + "step": 21027 + }, + { + "epoch": 17.835453774385073, + "grad_norm": 0.9338845436756603, + "learning_rate": 1.8867712959022658e-05, + "loss": 0.0444, + "step": 21028 + }, + { + "epoch": 17.83630195080577, + "grad_norm": 1.0049766924107357, + "learning_rate": 1.8867585985351562e-05, + "loss": 0.0442, + "step": 21029 + }, + { + "epoch": 17.83715012722646, + "grad_norm": 0.790913052788084, + "learning_rate": 1.8867459004988804e-05, + "loss": 0.0392, + "step": 21030 + }, + { + "epoch": 17.837998303647158, + "grad_norm": 0.9981353546216545, + "learning_rate": 1.8867332017934475e-05, + "loss": 0.0453, + "step": 21031 + }, + { + "epoch": 17.838846480067854, + "grad_norm": 0.8125928875074254, + "learning_rate": 1.8867205024188677e-05, + "loss": 0.0384, + "step": 21032 + }, + { + "epoch": 17.83969465648855, + "grad_norm": 0.7746454967168944, + "learning_rate": 1.8867078023751503e-05, + "loss": 0.0429, + "step": 21033 + }, + { + "epoch": 17.840542832909247, + "grad_norm": 0.9333644890304218, + "learning_rate": 1.886695101662305e-05, + "loss": 0.044, + "step": 21034 + }, + { + "epoch": 17.84139100932994, + "grad_norm": 1.0978024143641383, + "learning_rate": 1.886682400280341e-05, + "loss": 0.0468, + "step": 21035 + }, + { + "epoch": 17.842239185750635, + "grad_norm": 0.9290305409674637, + "learning_rate": 1.8866696982292683e-05, + "loss": 0.0474, + "step": 21036 + }, + { + "epoch": 17.84308736217133, + "grad_norm": 0.9860846347388622, + "learning_rate": 1.8866569955090965e-05, + "loss": 0.048, + "step": 21037 + }, + { + "epoch": 17.843935538592028, + "grad_norm": 0.9118591876839635, + "learning_rate": 1.886644292119835e-05, + "loss": 0.0422, + "step": 21038 + }, + { + "epoch": 17.844783715012724, + "grad_norm": 0.927277154538716, + "learning_rate": 1.8866315880614934e-05, + "loss": 0.0441, + "step": 21039 + }, + { + "epoch": 17.845631891433417, + "grad_norm": 0.9967894554069588, + "learning_rate": 1.886618883334081e-05, + "loss": 0.0478, + "step": 21040 + }, + { + "epoch": 17.846480067854113, + "grad_norm": 0.8954393140905594, + "learning_rate": 1.8866061779376084e-05, + "loss": 0.0515, + "step": 21041 + }, + { + "epoch": 17.84732824427481, + "grad_norm": 1.0545203981522566, + "learning_rate": 1.886593471872084e-05, + "loss": 0.0488, + "step": 21042 + }, + { + "epoch": 17.848176420695506, + "grad_norm": 1.044839724533035, + "learning_rate": 1.8865807651375178e-05, + "loss": 0.0495, + "step": 21043 + }, + { + "epoch": 17.849024597116202, + "grad_norm": 0.8779691080676856, + "learning_rate": 1.88656805773392e-05, + "loss": 0.0427, + "step": 21044 + }, + { + "epoch": 17.849872773536894, + "grad_norm": 1.0108751832643843, + "learning_rate": 1.886555349661299e-05, + "loss": 0.0504, + "step": 21045 + }, + { + "epoch": 17.85072094995759, + "grad_norm": 0.8614032506390649, + "learning_rate": 1.8865426409196655e-05, + "loss": 0.0451, + "step": 21046 + }, + { + "epoch": 17.851569126378287, + "grad_norm": 0.725010337313323, + "learning_rate": 1.8865299315090288e-05, + "loss": 0.042, + "step": 21047 + }, + { + "epoch": 17.852417302798983, + "grad_norm": 0.8952301652155864, + "learning_rate": 1.886517221429398e-05, + "loss": 0.0457, + "step": 21048 + }, + { + "epoch": 17.85326547921968, + "grad_norm": 0.9926279387201935, + "learning_rate": 1.8865045106807832e-05, + "loss": 0.0472, + "step": 21049 + }, + { + "epoch": 17.854113655640372, + "grad_norm": 1.0192847913340233, + "learning_rate": 1.8864917992631934e-05, + "loss": 0.0468, + "step": 21050 + }, + { + "epoch": 17.85496183206107, + "grad_norm": 0.9660295877223377, + "learning_rate": 1.8864790871766393e-05, + "loss": 0.0449, + "step": 21051 + }, + { + "epoch": 17.855810008481765, + "grad_norm": 0.9807606468512063, + "learning_rate": 1.8864663744211294e-05, + "loss": 0.0467, + "step": 21052 + }, + { + "epoch": 17.85665818490246, + "grad_norm": 0.9412356947558161, + "learning_rate": 1.8864536609966735e-05, + "loss": 0.0455, + "step": 21053 + }, + { + "epoch": 17.857506361323153, + "grad_norm": 0.8911443286444239, + "learning_rate": 1.886440946903282e-05, + "loss": 0.0407, + "step": 21054 + }, + { + "epoch": 17.85835453774385, + "grad_norm": 0.8288197684691234, + "learning_rate": 1.8864282321409632e-05, + "loss": 0.0413, + "step": 21055 + }, + { + "epoch": 17.859202714164546, + "grad_norm": 0.9093720778973263, + "learning_rate": 1.8864155167097278e-05, + "loss": 0.0446, + "step": 21056 + }, + { + "epoch": 17.860050890585242, + "grad_norm": 0.8559037726437758, + "learning_rate": 1.886402800609585e-05, + "loss": 0.0412, + "step": 21057 + }, + { + "epoch": 17.86089906700594, + "grad_norm": 0.964161057970823, + "learning_rate": 1.886390083840544e-05, + "loss": 0.048, + "step": 21058 + }, + { + "epoch": 17.86174724342663, + "grad_norm": 0.965478648525685, + "learning_rate": 1.886377366402615e-05, + "loss": 0.0465, + "step": 21059 + }, + { + "epoch": 17.862595419847327, + "grad_norm": 0.8523165975292879, + "learning_rate": 1.8863646482958077e-05, + "loss": 0.0397, + "step": 21060 + }, + { + "epoch": 17.863443596268024, + "grad_norm": 0.7997821288631062, + "learning_rate": 1.8863519295201308e-05, + "loss": 0.0413, + "step": 21061 + }, + { + "epoch": 17.86429177268872, + "grad_norm": 0.9865460729920333, + "learning_rate": 1.886339210075595e-05, + "loss": 0.0444, + "step": 21062 + }, + { + "epoch": 17.865139949109416, + "grad_norm": 0.8878751353618282, + "learning_rate": 1.8863264899622087e-05, + "loss": 0.0415, + "step": 21063 + }, + { + "epoch": 17.86598812553011, + "grad_norm": 1.0337366560773384, + "learning_rate": 1.8863137691799828e-05, + "loss": 0.0448, + "step": 21064 + }, + { + "epoch": 17.866836301950805, + "grad_norm": 1.062031420982219, + "learning_rate": 1.886301047728926e-05, + "loss": 0.0542, + "step": 21065 + }, + { + "epoch": 17.8676844783715, + "grad_norm": 0.8889270849541507, + "learning_rate": 1.886288325609048e-05, + "loss": 0.0377, + "step": 21066 + }, + { + "epoch": 17.868532654792197, + "grad_norm": 1.0230164602132021, + "learning_rate": 1.8862756028203586e-05, + "loss": 0.0473, + "step": 21067 + }, + { + "epoch": 17.869380831212894, + "grad_norm": 0.9942501219182851, + "learning_rate": 1.8862628793628673e-05, + "loss": 0.0449, + "step": 21068 + }, + { + "epoch": 17.870229007633586, + "grad_norm": 0.9245992863661151, + "learning_rate": 1.8862501552365842e-05, + "loss": 0.046, + "step": 21069 + }, + { + "epoch": 17.871077184054283, + "grad_norm": 0.9818371131624499, + "learning_rate": 1.886237430441518e-05, + "loss": 0.0494, + "step": 21070 + }, + { + "epoch": 17.87192536047498, + "grad_norm": 0.952712544459345, + "learning_rate": 1.8862247049776788e-05, + "loss": 0.0428, + "step": 21071 + }, + { + "epoch": 17.872773536895675, + "grad_norm": 0.8835615357740623, + "learning_rate": 1.8862119788450765e-05, + "loss": 0.0419, + "step": 21072 + }, + { + "epoch": 17.87362171331637, + "grad_norm": 0.9616025141122335, + "learning_rate": 1.8861992520437204e-05, + "loss": 0.0417, + "step": 21073 + }, + { + "epoch": 17.874469889737064, + "grad_norm": 0.9994913695381784, + "learning_rate": 1.88618652457362e-05, + "loss": 0.046, + "step": 21074 + }, + { + "epoch": 17.87531806615776, + "grad_norm": 0.967193567067881, + "learning_rate": 1.8861737964347845e-05, + "loss": 0.0441, + "step": 21075 + }, + { + "epoch": 17.876166242578456, + "grad_norm": 1.0568758463236794, + "learning_rate": 1.8861610676272243e-05, + "loss": 0.0447, + "step": 21076 + }, + { + "epoch": 17.877014418999153, + "grad_norm": 1.0084736013737028, + "learning_rate": 1.8861483381509486e-05, + "loss": 0.0456, + "step": 21077 + }, + { + "epoch": 17.87786259541985, + "grad_norm": 0.8328443896103392, + "learning_rate": 1.886135608005967e-05, + "loss": 0.0416, + "step": 21078 + }, + { + "epoch": 17.87871077184054, + "grad_norm": 0.8336021474886828, + "learning_rate": 1.8861228771922895e-05, + "loss": 0.0425, + "step": 21079 + }, + { + "epoch": 17.879558948261238, + "grad_norm": 1.001820920163465, + "learning_rate": 1.8861101457099254e-05, + "loss": 0.0507, + "step": 21080 + }, + { + "epoch": 17.880407124681934, + "grad_norm": 0.96869765249249, + "learning_rate": 1.886097413558884e-05, + "loss": 0.042, + "step": 21081 + }, + { + "epoch": 17.88125530110263, + "grad_norm": 0.8320307771977087, + "learning_rate": 1.8860846807391754e-05, + "loss": 0.0429, + "step": 21082 + }, + { + "epoch": 17.882103477523327, + "grad_norm": 0.9094601517113003, + "learning_rate": 1.8860719472508093e-05, + "loss": 0.0433, + "step": 21083 + }, + { + "epoch": 17.88295165394402, + "grad_norm": 0.9272727817644543, + "learning_rate": 1.8860592130937946e-05, + "loss": 0.0459, + "step": 21084 + }, + { + "epoch": 17.883799830364715, + "grad_norm": 1.0049689670496778, + "learning_rate": 1.8860464782681416e-05, + "loss": 0.0468, + "step": 21085 + }, + { + "epoch": 17.88464800678541, + "grad_norm": 0.8801919154017602, + "learning_rate": 1.88603374277386e-05, + "loss": 0.0464, + "step": 21086 + }, + { + "epoch": 17.885496183206108, + "grad_norm": 1.050691084147119, + "learning_rate": 1.8860210066109583e-05, + "loss": 0.0467, + "step": 21087 + }, + { + "epoch": 17.886344359626804, + "grad_norm": 0.9717752140103081, + "learning_rate": 1.8860082697794473e-05, + "loss": 0.0464, + "step": 21088 + }, + { + "epoch": 17.887192536047497, + "grad_norm": 0.9530065044233839, + "learning_rate": 1.8859955322793363e-05, + "loss": 0.0452, + "step": 21089 + }, + { + "epoch": 17.888040712468193, + "grad_norm": 0.8695420538338323, + "learning_rate": 1.8859827941106347e-05, + "loss": 0.0424, + "step": 21090 + }, + { + "epoch": 17.88888888888889, + "grad_norm": 0.8736403380356167, + "learning_rate": 1.8859700552733516e-05, + "loss": 0.045, + "step": 21091 + }, + { + "epoch": 17.889737065309586, + "grad_norm": 0.9547307069379913, + "learning_rate": 1.885957315767498e-05, + "loss": 0.0436, + "step": 21092 + }, + { + "epoch": 17.890585241730278, + "grad_norm": 0.8881864881144995, + "learning_rate": 1.8859445755930824e-05, + "loss": 0.043, + "step": 21093 + }, + { + "epoch": 17.891433418150974, + "grad_norm": 1.0018799796334856, + "learning_rate": 1.8859318347501152e-05, + "loss": 0.046, + "step": 21094 + }, + { + "epoch": 17.89228159457167, + "grad_norm": 0.9393131483774324, + "learning_rate": 1.8859190932386052e-05, + "loss": 0.0452, + "step": 21095 + }, + { + "epoch": 17.893129770992367, + "grad_norm": 0.8403141383828684, + "learning_rate": 1.8859063510585625e-05, + "loss": 0.0397, + "step": 21096 + }, + { + "epoch": 17.893977947413063, + "grad_norm": 0.9905848651222661, + "learning_rate": 1.8858936082099964e-05, + "loss": 0.0428, + "step": 21097 + }, + { + "epoch": 17.894826123833756, + "grad_norm": 0.9423174539191235, + "learning_rate": 1.885880864692917e-05, + "loss": 0.0486, + "step": 21098 + }, + { + "epoch": 17.895674300254452, + "grad_norm": 1.1030486071296846, + "learning_rate": 1.8858681205073335e-05, + "loss": 0.0519, + "step": 21099 + }, + { + "epoch": 17.89652247667515, + "grad_norm": 0.8823017819840084, + "learning_rate": 1.8858553756532556e-05, + "loss": 0.0424, + "step": 21100 + }, + { + "epoch": 17.897370653095845, + "grad_norm": 0.8208949024748232, + "learning_rate": 1.8858426301306933e-05, + "loss": 0.0433, + "step": 21101 + }, + { + "epoch": 17.89821882951654, + "grad_norm": 0.7472402116753583, + "learning_rate": 1.8858298839396555e-05, + "loss": 0.0387, + "step": 21102 + }, + { + "epoch": 17.899067005937233, + "grad_norm": 0.8485221884012102, + "learning_rate": 1.885817137080152e-05, + "loss": 0.0405, + "step": 21103 + }, + { + "epoch": 17.89991518235793, + "grad_norm": 0.9670811306271118, + "learning_rate": 1.885804389552193e-05, + "loss": 0.0487, + "step": 21104 + }, + { + "epoch": 17.900763358778626, + "grad_norm": 0.9588627202736437, + "learning_rate": 1.885791641355788e-05, + "loss": 0.045, + "step": 21105 + }, + { + "epoch": 17.901611535199322, + "grad_norm": 0.7845895115492261, + "learning_rate": 1.885778892490946e-05, + "loss": 0.0455, + "step": 21106 + }, + { + "epoch": 17.90245971162002, + "grad_norm": 0.9029781043791335, + "learning_rate": 1.885766142957677e-05, + "loss": 0.0492, + "step": 21107 + }, + { + "epoch": 17.90330788804071, + "grad_norm": 0.9880168009701803, + "learning_rate": 1.885753392755991e-05, + "loss": 0.0484, + "step": 21108 + }, + { + "epoch": 17.904156064461407, + "grad_norm": 0.9275819677563827, + "learning_rate": 1.8857406418858965e-05, + "loss": 0.0431, + "step": 21109 + }, + { + "epoch": 17.905004240882104, + "grad_norm": 0.9085659678720308, + "learning_rate": 1.8857278903474042e-05, + "loss": 0.0421, + "step": 21110 + }, + { + "epoch": 17.9058524173028, + "grad_norm": 0.9941056174661238, + "learning_rate": 1.8857151381405233e-05, + "loss": 0.0462, + "step": 21111 + }, + { + "epoch": 17.906700593723496, + "grad_norm": 0.8842897033411621, + "learning_rate": 1.8857023852652637e-05, + "loss": 0.0488, + "step": 21112 + }, + { + "epoch": 17.90754877014419, + "grad_norm": 0.9690719107434141, + "learning_rate": 1.8856896317216347e-05, + "loss": 0.0469, + "step": 21113 + }, + { + "epoch": 17.908396946564885, + "grad_norm": 0.9053224659090261, + "learning_rate": 1.885676877509646e-05, + "loss": 0.0474, + "step": 21114 + }, + { + "epoch": 17.90924512298558, + "grad_norm": 0.738922264446995, + "learning_rate": 1.8856641226293075e-05, + "loss": 0.0423, + "step": 21115 + }, + { + "epoch": 17.910093299406277, + "grad_norm": 0.8646743814059904, + "learning_rate": 1.8856513670806286e-05, + "loss": 0.0437, + "step": 21116 + }, + { + "epoch": 17.910941475826974, + "grad_norm": 1.000739783079721, + "learning_rate": 1.8856386108636187e-05, + "loss": 0.0449, + "step": 21117 + }, + { + "epoch": 17.911789652247666, + "grad_norm": 1.004820592407143, + "learning_rate": 1.8856258539782875e-05, + "loss": 0.0486, + "step": 21118 + }, + { + "epoch": 17.912637828668363, + "grad_norm": 0.9323014433137619, + "learning_rate": 1.885613096424645e-05, + "loss": 0.0458, + "step": 21119 + }, + { + "epoch": 17.91348600508906, + "grad_norm": 0.9402101913247348, + "learning_rate": 1.8856003382027003e-05, + "loss": 0.0453, + "step": 21120 + }, + { + "epoch": 17.914334181509755, + "grad_norm": 0.9649927941847486, + "learning_rate": 1.8855875793124638e-05, + "loss": 0.0442, + "step": 21121 + }, + { + "epoch": 17.91518235793045, + "grad_norm": 0.8755772091187841, + "learning_rate": 1.8855748197539445e-05, + "loss": 0.043, + "step": 21122 + }, + { + "epoch": 17.916030534351144, + "grad_norm": 0.9791098925459254, + "learning_rate": 1.885562059527152e-05, + "loss": 0.0464, + "step": 21123 + }, + { + "epoch": 17.91687871077184, + "grad_norm": 0.8255662817281969, + "learning_rate": 1.8855492986320964e-05, + "loss": 0.0415, + "step": 21124 + }, + { + "epoch": 17.917726887192536, + "grad_norm": 0.9524272343539071, + "learning_rate": 1.885536537068787e-05, + "loss": 0.0432, + "step": 21125 + }, + { + "epoch": 17.918575063613233, + "grad_norm": 1.0232976236522935, + "learning_rate": 1.885523774837233e-05, + "loss": 0.0472, + "step": 21126 + }, + { + "epoch": 17.91942324003393, + "grad_norm": 0.9386333922095742, + "learning_rate": 1.885511011937445e-05, + "loss": 0.0436, + "step": 21127 + }, + { + "epoch": 17.92027141645462, + "grad_norm": 0.9500932899314669, + "learning_rate": 1.8854982483694318e-05, + "loss": 0.0438, + "step": 21128 + }, + { + "epoch": 17.921119592875318, + "grad_norm": 1.0280511580948095, + "learning_rate": 1.8854854841332038e-05, + "loss": 0.0439, + "step": 21129 + }, + { + "epoch": 17.921967769296014, + "grad_norm": 0.9145882916886013, + "learning_rate": 1.88547271922877e-05, + "loss": 0.0464, + "step": 21130 + }, + { + "epoch": 17.92281594571671, + "grad_norm": 0.9244361441922989, + "learning_rate": 1.88545995365614e-05, + "loss": 0.0479, + "step": 21131 + }, + { + "epoch": 17.923664122137403, + "grad_norm": 0.9851329995764581, + "learning_rate": 1.885447187415324e-05, + "loss": 0.0493, + "step": 21132 + }, + { + "epoch": 17.9245122985581, + "grad_norm": 0.9924281845770487, + "learning_rate": 1.885434420506331e-05, + "loss": 0.0451, + "step": 21133 + }, + { + "epoch": 17.925360474978795, + "grad_norm": 0.9165722397251941, + "learning_rate": 1.885421652929171e-05, + "loss": 0.0497, + "step": 21134 + }, + { + "epoch": 17.92620865139949, + "grad_norm": 0.8855185198290623, + "learning_rate": 1.8854088846838536e-05, + "loss": 0.0408, + "step": 21135 + }, + { + "epoch": 17.927056827820188, + "grad_norm": 0.9887914767766672, + "learning_rate": 1.8853961157703887e-05, + "loss": 0.0476, + "step": 21136 + }, + { + "epoch": 17.92790500424088, + "grad_norm": 0.8103394281507778, + "learning_rate": 1.885383346188785e-05, + "loss": 0.044, + "step": 21137 + }, + { + "epoch": 17.928753180661577, + "grad_norm": 0.9080470520630478, + "learning_rate": 1.8853705759390532e-05, + "loss": 0.0435, + "step": 21138 + }, + { + "epoch": 17.929601357082273, + "grad_norm": 1.0185768466934746, + "learning_rate": 1.8853578050212027e-05, + "loss": 0.046, + "step": 21139 + }, + { + "epoch": 17.93044953350297, + "grad_norm": 0.9075579780286757, + "learning_rate": 1.8853450334352427e-05, + "loss": 0.0419, + "step": 21140 + }, + { + "epoch": 17.931297709923665, + "grad_norm": 0.9092377463940576, + "learning_rate": 1.885332261181183e-05, + "loss": 0.044, + "step": 21141 + }, + { + "epoch": 17.932145886344358, + "grad_norm": 1.4445929103841955, + "learning_rate": 1.8853194882590335e-05, + "loss": 0.0467, + "step": 21142 + }, + { + "epoch": 17.932994062765054, + "grad_norm": 0.9700559377930622, + "learning_rate": 1.8853067146688035e-05, + "loss": 0.0446, + "step": 21143 + }, + { + "epoch": 17.93384223918575, + "grad_norm": 1.0271048718738374, + "learning_rate": 1.8852939404105027e-05, + "loss": 0.0532, + "step": 21144 + }, + { + "epoch": 17.934690415606447, + "grad_norm": 0.846958611806949, + "learning_rate": 1.8852811654841412e-05, + "loss": 0.0425, + "step": 21145 + }, + { + "epoch": 17.935538592027143, + "grad_norm": 0.9997033657370007, + "learning_rate": 1.885268389889728e-05, + "loss": 0.046, + "step": 21146 + }, + { + "epoch": 17.936386768447836, + "grad_norm": 0.9260656268321533, + "learning_rate": 1.885255613627273e-05, + "loss": 0.0465, + "step": 21147 + }, + { + "epoch": 17.937234944868532, + "grad_norm": 0.9567957842166123, + "learning_rate": 1.8852428366967862e-05, + "loss": 0.0478, + "step": 21148 + }, + { + "epoch": 17.938083121289228, + "grad_norm": 1.0084548248803349, + "learning_rate": 1.8852300590982767e-05, + "loss": 0.0472, + "step": 21149 + }, + { + "epoch": 17.938931297709924, + "grad_norm": 0.9625427216654032, + "learning_rate": 1.885217280831754e-05, + "loss": 0.0449, + "step": 21150 + }, + { + "epoch": 17.93977947413062, + "grad_norm": 0.9091448568112648, + "learning_rate": 1.8852045018972286e-05, + "loss": 0.0466, + "step": 21151 + }, + { + "epoch": 17.940627650551313, + "grad_norm": 0.9041504728735659, + "learning_rate": 1.8851917222947093e-05, + "loss": 0.0455, + "step": 21152 + }, + { + "epoch": 17.94147582697201, + "grad_norm": 0.8602836302554442, + "learning_rate": 1.8851789420242062e-05, + "loss": 0.0443, + "step": 21153 + }, + { + "epoch": 17.942324003392706, + "grad_norm": 0.8504858070084644, + "learning_rate": 1.885166161085729e-05, + "loss": 0.0428, + "step": 21154 + }, + { + "epoch": 17.943172179813402, + "grad_norm": 1.034965456307387, + "learning_rate": 1.885153379479287e-05, + "loss": 0.0501, + "step": 21155 + }, + { + "epoch": 17.9440203562341, + "grad_norm": 0.9960834960137034, + "learning_rate": 1.88514059720489e-05, + "loss": 0.0478, + "step": 21156 + }, + { + "epoch": 17.94486853265479, + "grad_norm": 0.9149635801084436, + "learning_rate": 1.8851278142625474e-05, + "loss": 0.0466, + "step": 21157 + }, + { + "epoch": 17.945716709075487, + "grad_norm": 1.1812260286437335, + "learning_rate": 1.8851150306522697e-05, + "loss": 0.0494, + "step": 21158 + }, + { + "epoch": 17.946564885496183, + "grad_norm": 0.8242701440317625, + "learning_rate": 1.8851022463740655e-05, + "loss": 0.0404, + "step": 21159 + }, + { + "epoch": 17.94741306191688, + "grad_norm": 1.002276007647065, + "learning_rate": 1.885089461427945e-05, + "loss": 0.0478, + "step": 21160 + }, + { + "epoch": 17.948261238337576, + "grad_norm": 0.8078024762658832, + "learning_rate": 1.8850766758139177e-05, + "loss": 0.0409, + "step": 21161 + }, + { + "epoch": 17.94910941475827, + "grad_norm": 0.8974742112078324, + "learning_rate": 1.8850638895319933e-05, + "loss": 0.0451, + "step": 21162 + }, + { + "epoch": 17.949957591178965, + "grad_norm": 0.8594562800860304, + "learning_rate": 1.8850511025821815e-05, + "loss": 0.0428, + "step": 21163 + }, + { + "epoch": 17.95080576759966, + "grad_norm": 0.957539616580796, + "learning_rate": 1.8850383149644916e-05, + "loss": 0.0428, + "step": 21164 + }, + { + "epoch": 17.951653944020357, + "grad_norm": 0.9619032672102891, + "learning_rate": 1.8850255266789342e-05, + "loss": 0.0463, + "step": 21165 + }, + { + "epoch": 17.952502120441054, + "grad_norm": 1.0605175519365266, + "learning_rate": 1.8850127377255178e-05, + "loss": 0.0434, + "step": 21166 + }, + { + "epoch": 17.953350296861746, + "grad_norm": 0.8624769846817867, + "learning_rate": 1.8849999481042528e-05, + "loss": 0.0453, + "step": 21167 + }, + { + "epoch": 17.954198473282442, + "grad_norm": 0.9374786621935771, + "learning_rate": 1.8849871578151484e-05, + "loss": 0.0454, + "step": 21168 + }, + { + "epoch": 17.95504664970314, + "grad_norm": 1.1477039286262998, + "learning_rate": 1.8849743668582144e-05, + "loss": 0.0491, + "step": 21169 + }, + { + "epoch": 17.955894826123835, + "grad_norm": 0.7791145252654775, + "learning_rate": 1.8849615752334607e-05, + "loss": 0.0422, + "step": 21170 + }, + { + "epoch": 17.956743002544528, + "grad_norm": 0.8765938320546393, + "learning_rate": 1.8849487829408964e-05, + "loss": 0.0461, + "step": 21171 + }, + { + "epoch": 17.957591178965224, + "grad_norm": 0.9126223199263337, + "learning_rate": 1.884935989980532e-05, + "loss": 0.0423, + "step": 21172 + }, + { + "epoch": 17.95843935538592, + "grad_norm": 0.9930085475223062, + "learning_rate": 1.8849231963523763e-05, + "loss": 0.0424, + "step": 21173 + }, + { + "epoch": 17.959287531806616, + "grad_norm": 0.9944064932199186, + "learning_rate": 1.8849104020564394e-05, + "loss": 0.0443, + "step": 21174 + }, + { + "epoch": 17.960135708227313, + "grad_norm": 0.9024106380899044, + "learning_rate": 1.884897607092731e-05, + "loss": 0.0455, + "step": 21175 + }, + { + "epoch": 17.960983884648005, + "grad_norm": 0.7810817627073352, + "learning_rate": 1.8848848114612604e-05, + "loss": 0.0427, + "step": 21176 + }, + { + "epoch": 17.9618320610687, + "grad_norm": 0.8592455475329384, + "learning_rate": 1.8848720151620378e-05, + "loss": 0.0448, + "step": 21177 + }, + { + "epoch": 17.962680237489398, + "grad_norm": 1.0340847750592532, + "learning_rate": 1.884859218195072e-05, + "loss": 0.0454, + "step": 21178 + }, + { + "epoch": 17.963528413910094, + "grad_norm": 1.1348955828065148, + "learning_rate": 1.8848464205603735e-05, + "loss": 0.0526, + "step": 21179 + }, + { + "epoch": 17.96437659033079, + "grad_norm": 1.1526560566390518, + "learning_rate": 1.8848336222579515e-05, + "loss": 0.0487, + "step": 21180 + }, + { + "epoch": 17.965224766751483, + "grad_norm": 0.9515430382538209, + "learning_rate": 1.8848208232878162e-05, + "loss": 0.0427, + "step": 21181 + }, + { + "epoch": 17.96607294317218, + "grad_norm": 1.0979086789087713, + "learning_rate": 1.8848080236499763e-05, + "loss": 0.0487, + "step": 21182 + }, + { + "epoch": 17.966921119592875, + "grad_norm": 1.0289328618204554, + "learning_rate": 1.8847952233444427e-05, + "loss": 0.0501, + "step": 21183 + }, + { + "epoch": 17.96776929601357, + "grad_norm": 0.8474212905232756, + "learning_rate": 1.884782422371224e-05, + "loss": 0.0437, + "step": 21184 + }, + { + "epoch": 17.968617472434268, + "grad_norm": 0.8993678439358065, + "learning_rate": 1.8847696207303302e-05, + "loss": 0.046, + "step": 21185 + }, + { + "epoch": 17.96946564885496, + "grad_norm": 0.98260728274769, + "learning_rate": 1.8847568184217707e-05, + "loss": 0.0462, + "step": 21186 + }, + { + "epoch": 17.970313825275657, + "grad_norm": 0.8894597773134407, + "learning_rate": 1.884744015445556e-05, + "loss": 0.0455, + "step": 21187 + }, + { + "epoch": 17.971162001696353, + "grad_norm": 0.9144771962636038, + "learning_rate": 1.8847312118016953e-05, + "loss": 0.0432, + "step": 21188 + }, + { + "epoch": 17.97201017811705, + "grad_norm": 0.8576225892188111, + "learning_rate": 1.884718407490198e-05, + "loss": 0.0457, + "step": 21189 + }, + { + "epoch": 17.972858354537745, + "grad_norm": 1.1072421623627906, + "learning_rate": 1.8847056025110736e-05, + "loss": 0.0471, + "step": 21190 + }, + { + "epoch": 17.973706530958438, + "grad_norm": 0.8841237681354839, + "learning_rate": 1.8846927968643325e-05, + "loss": 0.0444, + "step": 21191 + }, + { + "epoch": 17.974554707379134, + "grad_norm": 1.027662709441689, + "learning_rate": 1.8846799905499838e-05, + "loss": 0.0461, + "step": 21192 + }, + { + "epoch": 17.97540288379983, + "grad_norm": 0.9377232582231442, + "learning_rate": 1.8846671835680376e-05, + "loss": 0.0454, + "step": 21193 + }, + { + "epoch": 17.976251060220527, + "grad_norm": 0.8439830609482736, + "learning_rate": 1.884654375918503e-05, + "loss": 0.0464, + "step": 21194 + }, + { + "epoch": 17.977099236641223, + "grad_norm": 0.9799452756652464, + "learning_rate": 1.88464156760139e-05, + "loss": 0.0446, + "step": 21195 + }, + { + "epoch": 17.977947413061916, + "grad_norm": 0.8757456689071682, + "learning_rate": 1.8846287586167085e-05, + "loss": 0.0439, + "step": 21196 + }, + { + "epoch": 17.978795589482612, + "grad_norm": 0.9882463764413941, + "learning_rate": 1.884615948964468e-05, + "loss": 0.0448, + "step": 21197 + }, + { + "epoch": 17.979643765903308, + "grad_norm": 0.9271721154372414, + "learning_rate": 1.8846031386446775e-05, + "loss": 0.0433, + "step": 21198 + }, + { + "epoch": 17.980491942324004, + "grad_norm": 0.9752863166975987, + "learning_rate": 1.8845903276573473e-05, + "loss": 0.0478, + "step": 21199 + }, + { + "epoch": 17.9813401187447, + "grad_norm": 0.90688555351148, + "learning_rate": 1.8845775160024873e-05, + "loss": 0.0428, + "step": 21200 + }, + { + "epoch": 17.982188295165393, + "grad_norm": 1.0150085545667056, + "learning_rate": 1.8845647036801067e-05, + "loss": 0.0463, + "step": 21201 + }, + { + "epoch": 17.98303647158609, + "grad_norm": 1.078288462476571, + "learning_rate": 1.8845518906902154e-05, + "loss": 0.0494, + "step": 21202 + }, + { + "epoch": 17.983884648006786, + "grad_norm": 1.0207492562608353, + "learning_rate": 1.8845390770328232e-05, + "loss": 0.047, + "step": 21203 + }, + { + "epoch": 17.984732824427482, + "grad_norm": 0.9551780027530535, + "learning_rate": 1.8845262627079392e-05, + "loss": 0.0432, + "step": 21204 + }, + { + "epoch": 17.98558100084818, + "grad_norm": 0.8730077243434439, + "learning_rate": 1.8845134477155736e-05, + "loss": 0.0409, + "step": 21205 + }, + { + "epoch": 17.98642917726887, + "grad_norm": 0.922152617394962, + "learning_rate": 1.8845006320557362e-05, + "loss": 0.0453, + "step": 21206 + }, + { + "epoch": 17.987277353689567, + "grad_norm": 0.917984119605881, + "learning_rate": 1.8844878157284362e-05, + "loss": 0.0461, + "step": 21207 + }, + { + "epoch": 17.988125530110263, + "grad_norm": 0.8844029800454282, + "learning_rate": 1.8844749987336833e-05, + "loss": 0.0439, + "step": 21208 + }, + { + "epoch": 17.98897370653096, + "grad_norm": 0.9491445193582525, + "learning_rate": 1.8844621810714875e-05, + "loss": 0.0432, + "step": 21209 + }, + { + "epoch": 17.989821882951652, + "grad_norm": 0.8919397213775653, + "learning_rate": 1.8844493627418585e-05, + "loss": 0.0449, + "step": 21210 + }, + { + "epoch": 17.99067005937235, + "grad_norm": 0.9520173682604613, + "learning_rate": 1.8844365437448054e-05, + "loss": 0.0519, + "step": 21211 + }, + { + "epoch": 17.991518235793045, + "grad_norm": 1.008472919105986, + "learning_rate": 1.8844237240803382e-05, + "loss": 0.0462, + "step": 21212 + }, + { + "epoch": 17.99236641221374, + "grad_norm": 0.9714135978451642, + "learning_rate": 1.8844109037484667e-05, + "loss": 0.0466, + "step": 21213 + }, + { + "epoch": 17.993214588634437, + "grad_norm": 0.9499434461274028, + "learning_rate": 1.884398082749201e-05, + "loss": 0.0471, + "step": 21214 + }, + { + "epoch": 17.99406276505513, + "grad_norm": 0.8856508911492114, + "learning_rate": 1.8843852610825494e-05, + "loss": 0.0414, + "step": 21215 + }, + { + "epoch": 17.994910941475826, + "grad_norm": 1.0751623395056802, + "learning_rate": 1.8843724387485233e-05, + "loss": 0.0507, + "step": 21216 + }, + { + "epoch": 17.995759117896522, + "grad_norm": 0.9903352041553872, + "learning_rate": 1.8843596157471312e-05, + "loss": 0.0484, + "step": 21217 + }, + { + "epoch": 17.99660729431722, + "grad_norm": 0.953037983019898, + "learning_rate": 1.8843467920783828e-05, + "loss": 0.0454, + "step": 21218 + }, + { + "epoch": 17.997455470737915, + "grad_norm": 0.8951009223798655, + "learning_rate": 1.8843339677422887e-05, + "loss": 0.0488, + "step": 21219 + }, + { + "epoch": 17.998303647158608, + "grad_norm": 1.0612174809488668, + "learning_rate": 1.8843211427388572e-05, + "loss": 0.0457, + "step": 21220 + }, + { + "epoch": 17.999151823579304, + "grad_norm": 0.9430175818695125, + "learning_rate": 1.884308317068099e-05, + "loss": 0.0469, + "step": 21221 + }, + { + "epoch": 18.0, + "grad_norm": 0.9672859301877841, + "learning_rate": 1.8842954907300236e-05, + "loss": 0.0494, + "step": 21222 + }, + { + "epoch": 18.000848176420696, + "grad_norm": 0.7251619622510549, + "learning_rate": 1.8842826637246406e-05, + "loss": 0.0367, + "step": 21223 + }, + { + "epoch": 18.001696352841392, + "grad_norm": 0.8228109653240209, + "learning_rate": 1.88426983605196e-05, + "loss": 0.0398, + "step": 21224 + }, + { + "epoch": 18.002544529262085, + "grad_norm": 0.8378945851791801, + "learning_rate": 1.8842570077119906e-05, + "loss": 0.0396, + "step": 21225 + }, + { + "epoch": 18.00339270568278, + "grad_norm": 0.7522781668179115, + "learning_rate": 1.884244178704743e-05, + "loss": 0.0373, + "step": 21226 + }, + { + "epoch": 18.004240882103478, + "grad_norm": 0.8747082770028177, + "learning_rate": 1.8842313490302263e-05, + "loss": 0.0409, + "step": 21227 + }, + { + "epoch": 18.005089058524174, + "grad_norm": 0.744591521958355, + "learning_rate": 1.8842185186884504e-05, + "loss": 0.0383, + "step": 21228 + }, + { + "epoch": 18.00593723494487, + "grad_norm": 0.8959563288865926, + "learning_rate": 1.8842056876794253e-05, + "loss": 0.0395, + "step": 21229 + }, + { + "epoch": 18.006785411365563, + "grad_norm": 0.7255223978633677, + "learning_rate": 1.8841928560031598e-05, + "loss": 0.0364, + "step": 21230 + }, + { + "epoch": 18.00763358778626, + "grad_norm": 0.8580145380300881, + "learning_rate": 1.8841800236596644e-05, + "loss": 0.0374, + "step": 21231 + }, + { + "epoch": 18.008481764206955, + "grad_norm": 0.7794912876166328, + "learning_rate": 1.8841671906489487e-05, + "loss": 0.0384, + "step": 21232 + }, + { + "epoch": 18.00932994062765, + "grad_norm": 1.0443890626337482, + "learning_rate": 1.884154356971022e-05, + "loss": 0.0421, + "step": 21233 + }, + { + "epoch": 18.010178117048348, + "grad_norm": 0.7869707266266588, + "learning_rate": 1.8841415226258943e-05, + "loss": 0.0405, + "step": 21234 + }, + { + "epoch": 18.01102629346904, + "grad_norm": 0.6833719846248478, + "learning_rate": 1.8841286876135753e-05, + "loss": 0.0356, + "step": 21235 + }, + { + "epoch": 18.011874469889737, + "grad_norm": 0.8061168022653383, + "learning_rate": 1.8841158519340742e-05, + "loss": 0.041, + "step": 21236 + }, + { + "epoch": 18.012722646310433, + "grad_norm": 0.8229773256574837, + "learning_rate": 1.8841030155874015e-05, + "loss": 0.0358, + "step": 21237 + }, + { + "epoch": 18.01357082273113, + "grad_norm": 0.7082805005820274, + "learning_rate": 1.884090178573566e-05, + "loss": 0.0335, + "step": 21238 + }, + { + "epoch": 18.014418999151825, + "grad_norm": 0.712937778650911, + "learning_rate": 1.8840773408925783e-05, + "loss": 0.036, + "step": 21239 + }, + { + "epoch": 18.015267175572518, + "grad_norm": 0.7145735287764268, + "learning_rate": 1.884064502544447e-05, + "loss": 0.0362, + "step": 21240 + }, + { + "epoch": 18.016115351993214, + "grad_norm": 0.6974448341785883, + "learning_rate": 1.8840516635291828e-05, + "loss": 0.0366, + "step": 21241 + }, + { + "epoch": 18.01696352841391, + "grad_norm": 0.8280982313651643, + "learning_rate": 1.8840388238467948e-05, + "loss": 0.0382, + "step": 21242 + }, + { + "epoch": 18.017811704834607, + "grad_norm": 0.8241019776328293, + "learning_rate": 1.884025983497293e-05, + "loss": 0.0377, + "step": 21243 + }, + { + "epoch": 18.0186598812553, + "grad_norm": 0.8266802734782027, + "learning_rate": 1.884013142480687e-05, + "loss": 0.037, + "step": 21244 + }, + { + "epoch": 18.019508057675996, + "grad_norm": 0.7117092714814368, + "learning_rate": 1.8840003007969866e-05, + "loss": 0.0344, + "step": 21245 + }, + { + "epoch": 18.020356234096692, + "grad_norm": 0.6517970973259876, + "learning_rate": 1.883987458446201e-05, + "loss": 0.0347, + "step": 21246 + }, + { + "epoch": 18.021204410517388, + "grad_norm": 0.7189963773955198, + "learning_rate": 1.8839746154283403e-05, + "loss": 0.0361, + "step": 21247 + }, + { + "epoch": 18.022052586938084, + "grad_norm": 0.7767614393722598, + "learning_rate": 1.8839617717434143e-05, + "loss": 0.037, + "step": 21248 + }, + { + "epoch": 18.022900763358777, + "grad_norm": 0.8911827515391877, + "learning_rate": 1.8839489273914326e-05, + "loss": 0.0402, + "step": 21249 + }, + { + "epoch": 18.023748939779473, + "grad_norm": 0.780864299887564, + "learning_rate": 1.8839360823724046e-05, + "loss": 0.0377, + "step": 21250 + }, + { + "epoch": 18.02459711620017, + "grad_norm": 0.8385395235816182, + "learning_rate": 1.8839232366863402e-05, + "loss": 0.0355, + "step": 21251 + }, + { + "epoch": 18.025445292620866, + "grad_norm": 0.8069644133844793, + "learning_rate": 1.8839103903332492e-05, + "loss": 0.0359, + "step": 21252 + }, + { + "epoch": 18.026293469041562, + "grad_norm": 0.7633563897855109, + "learning_rate": 1.8838975433131414e-05, + "loss": 0.0377, + "step": 21253 + }, + { + "epoch": 18.027141645462255, + "grad_norm": 0.8289050148311263, + "learning_rate": 1.883884695626026e-05, + "loss": 0.0382, + "step": 21254 + }, + { + "epoch": 18.02798982188295, + "grad_norm": 0.7294014892129291, + "learning_rate": 1.883871847271913e-05, + "loss": 0.0384, + "step": 21255 + }, + { + "epoch": 18.028837998303647, + "grad_norm": 0.9027100960012633, + "learning_rate": 1.883858998250812e-05, + "loss": 0.0351, + "step": 21256 + }, + { + "epoch": 18.029686174724343, + "grad_norm": 0.7169089542739157, + "learning_rate": 1.8838461485627332e-05, + "loss": 0.0345, + "step": 21257 + }, + { + "epoch": 18.03053435114504, + "grad_norm": 0.8494805568517818, + "learning_rate": 1.8838332982076853e-05, + "loss": 0.0356, + "step": 21258 + }, + { + "epoch": 18.031382527565732, + "grad_norm": 0.7025715351099515, + "learning_rate": 1.883820447185679e-05, + "loss": 0.0345, + "step": 21259 + }, + { + "epoch": 18.03223070398643, + "grad_norm": 0.9874984934434372, + "learning_rate": 1.8838075954967235e-05, + "loss": 0.0405, + "step": 21260 + }, + { + "epoch": 18.033078880407125, + "grad_norm": 0.7826484858175282, + "learning_rate": 1.8837947431408286e-05, + "loss": 0.038, + "step": 21261 + }, + { + "epoch": 18.03392705682782, + "grad_norm": 0.813508083327744, + "learning_rate": 1.8837818901180037e-05, + "loss": 0.0375, + "step": 21262 + }, + { + "epoch": 18.034775233248517, + "grad_norm": 0.8988130136770222, + "learning_rate": 1.883769036428259e-05, + "loss": 0.0375, + "step": 21263 + }, + { + "epoch": 18.03562340966921, + "grad_norm": 1.0300852438213024, + "learning_rate": 1.8837561820716037e-05, + "loss": 0.0425, + "step": 21264 + }, + { + "epoch": 18.036471586089906, + "grad_norm": 0.8368951442003234, + "learning_rate": 1.8837433270480477e-05, + "loss": 0.0372, + "step": 21265 + }, + { + "epoch": 18.037319762510602, + "grad_norm": 0.783345161075913, + "learning_rate": 1.8837304713576016e-05, + "loss": 0.0383, + "step": 21266 + }, + { + "epoch": 18.0381679389313, + "grad_norm": 0.7498366237606099, + "learning_rate": 1.8837176150002732e-05, + "loss": 0.0334, + "step": 21267 + }, + { + "epoch": 18.039016115351995, + "grad_norm": 0.6884711485978953, + "learning_rate": 1.8837047579760738e-05, + "loss": 0.0362, + "step": 21268 + }, + { + "epoch": 18.039864291772687, + "grad_norm": 0.6329416552399814, + "learning_rate": 1.8836919002850128e-05, + "loss": 0.0385, + "step": 21269 + }, + { + "epoch": 18.040712468193384, + "grad_norm": 0.9544604902116818, + "learning_rate": 1.883679041927099e-05, + "loss": 0.0395, + "step": 21270 + }, + { + "epoch": 18.04156064461408, + "grad_norm": 0.7442888812629814, + "learning_rate": 1.8836661829023436e-05, + "loss": 0.0363, + "step": 21271 + }, + { + "epoch": 18.042408821034776, + "grad_norm": 0.7567591268738655, + "learning_rate": 1.8836533232107548e-05, + "loss": 0.038, + "step": 21272 + }, + { + "epoch": 18.043256997455472, + "grad_norm": 0.8379346643511628, + "learning_rate": 1.8836404628523433e-05, + "loss": 0.039, + "step": 21273 + }, + { + "epoch": 18.044105173876165, + "grad_norm": 0.8960002606476274, + "learning_rate": 1.8836276018271184e-05, + "loss": 0.0386, + "step": 21274 + }, + { + "epoch": 18.04495335029686, + "grad_norm": 0.7310462291314095, + "learning_rate": 1.8836147401350898e-05, + "loss": 0.0372, + "step": 21275 + }, + { + "epoch": 18.045801526717558, + "grad_norm": 0.8257595270630015, + "learning_rate": 1.8836018777762674e-05, + "loss": 0.0378, + "step": 21276 + }, + { + "epoch": 18.046649703138254, + "grad_norm": 0.8261506465116198, + "learning_rate": 1.883589014750661e-05, + "loss": 0.0361, + "step": 21277 + }, + { + "epoch": 18.04749787955895, + "grad_norm": 0.8971403045663032, + "learning_rate": 1.88357615105828e-05, + "loss": 0.0384, + "step": 21278 + }, + { + "epoch": 18.048346055979643, + "grad_norm": 0.9282956461815512, + "learning_rate": 1.883563286699134e-05, + "loss": 0.0404, + "step": 21279 + }, + { + "epoch": 18.04919423240034, + "grad_norm": 0.7454357698013252, + "learning_rate": 1.883550421673233e-05, + "loss": 0.0369, + "step": 21280 + }, + { + "epoch": 18.050042408821035, + "grad_norm": 0.7190586922240622, + "learning_rate": 1.8835375559805865e-05, + "loss": 0.0374, + "step": 21281 + }, + { + "epoch": 18.05089058524173, + "grad_norm": 0.7365708278954721, + "learning_rate": 1.8835246896212047e-05, + "loss": 0.0356, + "step": 21282 + }, + { + "epoch": 18.051738761662424, + "grad_norm": 1.0222734005867191, + "learning_rate": 1.883511822595097e-05, + "loss": 0.041, + "step": 21283 + }, + { + "epoch": 18.05258693808312, + "grad_norm": 0.8881439865703075, + "learning_rate": 1.883498954902273e-05, + "loss": 0.0359, + "step": 21284 + }, + { + "epoch": 18.053435114503817, + "grad_norm": 0.8092071229749149, + "learning_rate": 1.883486086542742e-05, + "loss": 0.0406, + "step": 21285 + }, + { + "epoch": 18.054283290924513, + "grad_norm": 0.8092530892981203, + "learning_rate": 1.883473217516515e-05, + "loss": 0.0372, + "step": 21286 + }, + { + "epoch": 18.05513146734521, + "grad_norm": 0.775939065206172, + "learning_rate": 1.8834603478236e-05, + "loss": 0.0381, + "step": 21287 + }, + { + "epoch": 18.0559796437659, + "grad_norm": 0.8086234183383331, + "learning_rate": 1.883447477464008e-05, + "loss": 0.0429, + "step": 21288 + }, + { + "epoch": 18.056827820186598, + "grad_norm": 0.8477095725209817, + "learning_rate": 1.8834346064377485e-05, + "loss": 0.0381, + "step": 21289 + }, + { + "epoch": 18.057675996607294, + "grad_norm": 0.5375138384479305, + "learning_rate": 1.8834217347448307e-05, + "loss": 0.0337, + "step": 21290 + }, + { + "epoch": 18.05852417302799, + "grad_norm": 0.8221873642127439, + "learning_rate": 1.8834088623852648e-05, + "loss": 0.0352, + "step": 21291 + }, + { + "epoch": 18.059372349448687, + "grad_norm": 0.9866549774157016, + "learning_rate": 1.8833959893590602e-05, + "loss": 0.0414, + "step": 21292 + }, + { + "epoch": 18.06022052586938, + "grad_norm": 0.7874546392285712, + "learning_rate": 1.883383115666227e-05, + "loss": 0.0378, + "step": 21293 + }, + { + "epoch": 18.061068702290076, + "grad_norm": 0.9176234591928977, + "learning_rate": 1.883370241306775e-05, + "loss": 0.0354, + "step": 21294 + }, + { + "epoch": 18.061916878710772, + "grad_norm": 0.7599784381353363, + "learning_rate": 1.8833573662807132e-05, + "loss": 0.0362, + "step": 21295 + }, + { + "epoch": 18.062765055131468, + "grad_norm": 0.7047458094309562, + "learning_rate": 1.883344490588052e-05, + "loss": 0.0343, + "step": 21296 + }, + { + "epoch": 18.063613231552164, + "grad_norm": 0.7988970692548963, + "learning_rate": 1.8833316142288e-05, + "loss": 0.0364, + "step": 21297 + }, + { + "epoch": 18.064461407972857, + "grad_norm": 0.8420532022550824, + "learning_rate": 1.8833187372029687e-05, + "loss": 0.0387, + "step": 21298 + }, + { + "epoch": 18.065309584393553, + "grad_norm": 0.7650760117413515, + "learning_rate": 1.8833058595105663e-05, + "loss": 0.0362, + "step": 21299 + }, + { + "epoch": 18.06615776081425, + "grad_norm": 0.8465859883570189, + "learning_rate": 1.8832929811516036e-05, + "loss": 0.0362, + "step": 21300 + }, + { + "epoch": 18.067005937234946, + "grad_norm": 0.7609900181320177, + "learning_rate": 1.8832801021260893e-05, + "loss": 0.0406, + "step": 21301 + }, + { + "epoch": 18.067854113655642, + "grad_norm": 0.6682905605135926, + "learning_rate": 1.883267222434034e-05, + "loss": 0.0348, + "step": 21302 + }, + { + "epoch": 18.068702290076335, + "grad_norm": 1.6679063983532243, + "learning_rate": 1.883254342075447e-05, + "loss": 0.0425, + "step": 21303 + }, + { + "epoch": 18.06955046649703, + "grad_norm": 0.9033388717286958, + "learning_rate": 1.8832414610503375e-05, + "loss": 0.0409, + "step": 21304 + }, + { + "epoch": 18.070398642917727, + "grad_norm": 0.8002452550300887, + "learning_rate": 1.8832285793587165e-05, + "loss": 0.0377, + "step": 21305 + }, + { + "epoch": 18.071246819338423, + "grad_norm": 0.8421329688409501, + "learning_rate": 1.8832156970005924e-05, + "loss": 0.0406, + "step": 21306 + }, + { + "epoch": 18.07209499575912, + "grad_norm": 0.8395038881038849, + "learning_rate": 1.883202813975976e-05, + "loss": 0.0405, + "step": 21307 + }, + { + "epoch": 18.072943172179812, + "grad_norm": 0.8708144978750036, + "learning_rate": 1.8831899302848765e-05, + "loss": 0.0405, + "step": 21308 + }, + { + "epoch": 18.07379134860051, + "grad_norm": 0.8069402152911123, + "learning_rate": 1.8831770459273034e-05, + "loss": 0.0393, + "step": 21309 + }, + { + "epoch": 18.074639525021205, + "grad_norm": 0.7623344074684728, + "learning_rate": 1.883164160903267e-05, + "loss": 0.0386, + "step": 21310 + }, + { + "epoch": 18.0754877014419, + "grad_norm": 0.8749525628598201, + "learning_rate": 1.8831512752127764e-05, + "loss": 0.0377, + "step": 21311 + }, + { + "epoch": 18.076335877862597, + "grad_norm": 0.9341977610247457, + "learning_rate": 1.883138388855842e-05, + "loss": 0.0399, + "step": 21312 + }, + { + "epoch": 18.07718405428329, + "grad_norm": 0.7839311527010561, + "learning_rate": 1.883125501832473e-05, + "loss": 0.0381, + "step": 21313 + }, + { + "epoch": 18.078032230703986, + "grad_norm": 0.9217915644854632, + "learning_rate": 1.8831126141426792e-05, + "loss": 0.0387, + "step": 21314 + }, + { + "epoch": 18.078880407124682, + "grad_norm": 0.8704086715958823, + "learning_rate": 1.8830997257864708e-05, + "loss": 0.0405, + "step": 21315 + }, + { + "epoch": 18.07972858354538, + "grad_norm": 0.846728050547946, + "learning_rate": 1.8830868367638566e-05, + "loss": 0.0379, + "step": 21316 + }, + { + "epoch": 18.08057675996607, + "grad_norm": 0.8306407205480097, + "learning_rate": 1.883073947074847e-05, + "loss": 0.0386, + "step": 21317 + }, + { + "epoch": 18.081424936386767, + "grad_norm": 0.8472028277800747, + "learning_rate": 1.8830610567194518e-05, + "loss": 0.041, + "step": 21318 + }, + { + "epoch": 18.082273112807464, + "grad_norm": 0.8059359205764607, + "learning_rate": 1.8830481656976803e-05, + "loss": 0.0401, + "step": 21319 + }, + { + "epoch": 18.08312128922816, + "grad_norm": 0.8150731569757296, + "learning_rate": 1.8830352740095424e-05, + "loss": 0.0387, + "step": 21320 + }, + { + "epoch": 18.083969465648856, + "grad_norm": 0.8473063150897953, + "learning_rate": 1.8830223816550482e-05, + "loss": 0.0403, + "step": 21321 + }, + { + "epoch": 18.08481764206955, + "grad_norm": 0.8781237686828094, + "learning_rate": 1.883009488634207e-05, + "loss": 0.0374, + "step": 21322 + }, + { + "epoch": 18.085665818490245, + "grad_norm": 1.0404521514209948, + "learning_rate": 1.8829965949470285e-05, + "loss": 0.0397, + "step": 21323 + }, + { + "epoch": 18.08651399491094, + "grad_norm": 0.8283869026467328, + "learning_rate": 1.8829837005935226e-05, + "loss": 0.0399, + "step": 21324 + }, + { + "epoch": 18.087362171331637, + "grad_norm": 0.791320140080652, + "learning_rate": 1.8829708055736993e-05, + "loss": 0.038, + "step": 21325 + }, + { + "epoch": 18.088210347752334, + "grad_norm": 0.8090095760160674, + "learning_rate": 1.8829579098875673e-05, + "loss": 0.036, + "step": 21326 + }, + { + "epoch": 18.089058524173026, + "grad_norm": 0.866347019396766, + "learning_rate": 1.8829450135351375e-05, + "loss": 0.0364, + "step": 21327 + }, + { + "epoch": 18.089906700593723, + "grad_norm": 0.9195464253370149, + "learning_rate": 1.8829321165164195e-05, + "loss": 0.0381, + "step": 21328 + }, + { + "epoch": 18.09075487701442, + "grad_norm": 0.8218574321621815, + "learning_rate": 1.8829192188314222e-05, + "loss": 0.0399, + "step": 21329 + }, + { + "epoch": 18.091603053435115, + "grad_norm": 0.8335335202776133, + "learning_rate": 1.882906320480156e-05, + "loss": 0.0373, + "step": 21330 + }, + { + "epoch": 18.09245122985581, + "grad_norm": 0.9716854729819386, + "learning_rate": 1.882893421462631e-05, + "loss": 0.0362, + "step": 21331 + }, + { + "epoch": 18.093299406276504, + "grad_norm": 0.8833210623488256, + "learning_rate": 1.8828805217788558e-05, + "loss": 0.0391, + "step": 21332 + }, + { + "epoch": 18.0941475826972, + "grad_norm": 0.9752213896676992, + "learning_rate": 1.882867621428841e-05, + "loss": 0.0435, + "step": 21333 + }, + { + "epoch": 18.094995759117896, + "grad_norm": 0.8738438662916779, + "learning_rate": 1.882854720412596e-05, + "loss": 0.0401, + "step": 21334 + }, + { + "epoch": 18.095843935538593, + "grad_norm": 0.822680127169781, + "learning_rate": 1.8828418187301306e-05, + "loss": 0.0375, + "step": 21335 + }, + { + "epoch": 18.09669211195929, + "grad_norm": 0.8946155850022637, + "learning_rate": 1.8828289163814546e-05, + "loss": 0.0408, + "step": 21336 + }, + { + "epoch": 18.09754028837998, + "grad_norm": 0.7852682468774594, + "learning_rate": 1.8828160133665778e-05, + "loss": 0.0399, + "step": 21337 + }, + { + "epoch": 18.098388464800678, + "grad_norm": 0.887524073819477, + "learning_rate": 1.88280310968551e-05, + "loss": 0.0376, + "step": 21338 + }, + { + "epoch": 18.099236641221374, + "grad_norm": 1.0511743127869673, + "learning_rate": 1.8827902053382603e-05, + "loss": 0.0436, + "step": 21339 + }, + { + "epoch": 18.10008481764207, + "grad_norm": 0.7221553718980755, + "learning_rate": 1.8827773003248387e-05, + "loss": 0.038, + "step": 21340 + }, + { + "epoch": 18.100932994062767, + "grad_norm": 0.8131165419318546, + "learning_rate": 1.882764394645256e-05, + "loss": 0.0368, + "step": 21341 + }, + { + "epoch": 18.10178117048346, + "grad_norm": 0.864817511910275, + "learning_rate": 1.8827514882995205e-05, + "loss": 0.039, + "step": 21342 + }, + { + "epoch": 18.102629346904155, + "grad_norm": 0.7127315378105744, + "learning_rate": 1.882738581287643e-05, + "loss": 0.0373, + "step": 21343 + }, + { + "epoch": 18.10347752332485, + "grad_norm": 0.8682812023671229, + "learning_rate": 1.8827256736096322e-05, + "loss": 0.0422, + "step": 21344 + }, + { + "epoch": 18.104325699745548, + "grad_norm": 0.8232375502469987, + "learning_rate": 1.8827127652654988e-05, + "loss": 0.0355, + "step": 21345 + }, + { + "epoch": 18.105173876166244, + "grad_norm": 0.9475436397571304, + "learning_rate": 1.882699856255252e-05, + "loss": 0.0386, + "step": 21346 + }, + { + "epoch": 18.106022052586937, + "grad_norm": 0.845088668685859, + "learning_rate": 1.8826869465789018e-05, + "loss": 0.0406, + "step": 21347 + }, + { + "epoch": 18.106870229007633, + "grad_norm": 1.0320231821082773, + "learning_rate": 1.8826740362364574e-05, + "loss": 0.0413, + "step": 21348 + }, + { + "epoch": 18.10771840542833, + "grad_norm": 0.7565273897992172, + "learning_rate": 1.8826611252279294e-05, + "loss": 0.0398, + "step": 21349 + }, + { + "epoch": 18.108566581849026, + "grad_norm": 0.7476431058164517, + "learning_rate": 1.8826482135533272e-05, + "loss": 0.0376, + "step": 21350 + }, + { + "epoch": 18.109414758269722, + "grad_norm": 0.9050458310941996, + "learning_rate": 1.8826353012126603e-05, + "loss": 0.0379, + "step": 21351 + }, + { + "epoch": 18.110262934690414, + "grad_norm": 0.6928569361231552, + "learning_rate": 1.8826223882059385e-05, + "loss": 0.036, + "step": 21352 + }, + { + "epoch": 18.11111111111111, + "grad_norm": 0.7730585591556222, + "learning_rate": 1.8826094745331717e-05, + "loss": 0.0382, + "step": 21353 + }, + { + "epoch": 18.111959287531807, + "grad_norm": 0.7886033847809114, + "learning_rate": 1.8825965601943696e-05, + "loss": 0.0384, + "step": 21354 + }, + { + "epoch": 18.112807463952503, + "grad_norm": 0.7448576152455099, + "learning_rate": 1.882583645189542e-05, + "loss": 0.0366, + "step": 21355 + }, + { + "epoch": 18.113655640373196, + "grad_norm": 0.8119815662761412, + "learning_rate": 1.8825707295186985e-05, + "loss": 0.04, + "step": 21356 + }, + { + "epoch": 18.114503816793892, + "grad_norm": 0.809857072332001, + "learning_rate": 1.882557813181849e-05, + "loss": 0.0409, + "step": 21357 + }, + { + "epoch": 18.11535199321459, + "grad_norm": 0.707100135059163, + "learning_rate": 1.882544896179003e-05, + "loss": 0.0373, + "step": 21358 + }, + { + "epoch": 18.116200169635285, + "grad_norm": 0.8539186994626077, + "learning_rate": 1.882531978510171e-05, + "loss": 0.0399, + "step": 21359 + }, + { + "epoch": 18.11704834605598, + "grad_norm": 0.8127141825240028, + "learning_rate": 1.8825190601753615e-05, + "loss": 0.038, + "step": 21360 + }, + { + "epoch": 18.117896522476673, + "grad_norm": 0.8318935258834184, + "learning_rate": 1.8825061411745853e-05, + "loss": 0.0392, + "step": 21361 + }, + { + "epoch": 18.11874469889737, + "grad_norm": 0.6822306275873712, + "learning_rate": 1.8824932215078515e-05, + "loss": 0.036, + "step": 21362 + }, + { + "epoch": 18.119592875318066, + "grad_norm": 0.8324793820791356, + "learning_rate": 1.8824803011751706e-05, + "loss": 0.0405, + "step": 21363 + }, + { + "epoch": 18.120441051738762, + "grad_norm": 0.9545616501564828, + "learning_rate": 1.8824673801765513e-05, + "loss": 0.0401, + "step": 21364 + }, + { + "epoch": 18.12128922815946, + "grad_norm": 0.8656699983399448, + "learning_rate": 1.8824544585120043e-05, + "loss": 0.0377, + "step": 21365 + }, + { + "epoch": 18.12213740458015, + "grad_norm": 0.8877084633510642, + "learning_rate": 1.882441536181539e-05, + "loss": 0.0377, + "step": 21366 + }, + { + "epoch": 18.122985581000847, + "grad_norm": 0.8630980270885099, + "learning_rate": 1.8824286131851646e-05, + "loss": 0.0383, + "step": 21367 + }, + { + "epoch": 18.123833757421544, + "grad_norm": 1.1445384659562652, + "learning_rate": 1.8824156895228917e-05, + "loss": 0.0404, + "step": 21368 + }, + { + "epoch": 18.12468193384224, + "grad_norm": 0.8046764285037895, + "learning_rate": 1.88240276519473e-05, + "loss": 0.0407, + "step": 21369 + }, + { + "epoch": 18.125530110262936, + "grad_norm": 0.832315543574882, + "learning_rate": 1.8823898402006887e-05, + "loss": 0.0376, + "step": 21370 + }, + { + "epoch": 18.12637828668363, + "grad_norm": 0.7502184667431894, + "learning_rate": 1.8823769145407777e-05, + "loss": 0.037, + "step": 21371 + }, + { + "epoch": 18.127226463104325, + "grad_norm": 0.7764110561586842, + "learning_rate": 1.882363988215007e-05, + "loss": 0.0392, + "step": 21372 + }, + { + "epoch": 18.12807463952502, + "grad_norm": 0.9207374265909032, + "learning_rate": 1.8823510612233863e-05, + "loss": 0.039, + "step": 21373 + }, + { + "epoch": 18.128922815945717, + "grad_norm": 0.8258835011095268, + "learning_rate": 1.8823381335659253e-05, + "loss": 0.0368, + "step": 21374 + }, + { + "epoch": 18.129770992366414, + "grad_norm": 0.8587315927240491, + "learning_rate": 1.882325205242634e-05, + "loss": 0.0393, + "step": 21375 + }, + { + "epoch": 18.130619168787106, + "grad_norm": 0.9051351829457814, + "learning_rate": 1.8823122762535217e-05, + "loss": 0.0384, + "step": 21376 + }, + { + "epoch": 18.131467345207803, + "grad_norm": 0.8166941582537507, + "learning_rate": 1.882299346598598e-05, + "loss": 0.0384, + "step": 21377 + }, + { + "epoch": 18.1323155216285, + "grad_norm": 0.8361059413581685, + "learning_rate": 1.8822864162778737e-05, + "loss": 0.0374, + "step": 21378 + }, + { + "epoch": 18.133163698049195, + "grad_norm": 0.7042522735552124, + "learning_rate": 1.8822734852913577e-05, + "loss": 0.0344, + "step": 21379 + }, + { + "epoch": 18.13401187446989, + "grad_norm": 0.8643743846450797, + "learning_rate": 1.8822605536390595e-05, + "loss": 0.0383, + "step": 21380 + }, + { + "epoch": 18.134860050890584, + "grad_norm": 1.0920358911465304, + "learning_rate": 1.8822476213209895e-05, + "loss": 0.0424, + "step": 21381 + }, + { + "epoch": 18.13570822731128, + "grad_norm": 0.7806829440628791, + "learning_rate": 1.8822346883371572e-05, + "loss": 0.0386, + "step": 21382 + }, + { + "epoch": 18.136556403731976, + "grad_norm": 0.9166633743526136, + "learning_rate": 1.8822217546875727e-05, + "loss": 0.0424, + "step": 21383 + }, + { + "epoch": 18.137404580152673, + "grad_norm": 0.8967868587214004, + "learning_rate": 1.8822088203722453e-05, + "loss": 0.0398, + "step": 21384 + }, + { + "epoch": 18.13825275657337, + "grad_norm": 0.6784639592335069, + "learning_rate": 1.882195885391185e-05, + "loss": 0.0365, + "step": 21385 + }, + { + "epoch": 18.13910093299406, + "grad_norm": 0.7859378242517496, + "learning_rate": 1.8821829497444014e-05, + "loss": 0.037, + "step": 21386 + }, + { + "epoch": 18.139949109414758, + "grad_norm": 0.7371386758645173, + "learning_rate": 1.8821700134319046e-05, + "loss": 0.0377, + "step": 21387 + }, + { + "epoch": 18.140797285835454, + "grad_norm": 0.9678585668383854, + "learning_rate": 1.8821570764537038e-05, + "loss": 0.0381, + "step": 21388 + }, + { + "epoch": 18.14164546225615, + "grad_norm": 0.7789385588755541, + "learning_rate": 1.882144138809809e-05, + "loss": 0.0406, + "step": 21389 + }, + { + "epoch": 18.142493638676847, + "grad_norm": 0.8780315578362128, + "learning_rate": 1.8821312005002307e-05, + "loss": 0.0407, + "step": 21390 + }, + { + "epoch": 18.14334181509754, + "grad_norm": 0.7251046616573055, + "learning_rate": 1.882118261524977e-05, + "loss": 0.0361, + "step": 21391 + }, + { + "epoch": 18.144189991518235, + "grad_norm": 0.8424678612200424, + "learning_rate": 1.8821053218840594e-05, + "loss": 0.0405, + "step": 21392 + }, + { + "epoch": 18.14503816793893, + "grad_norm": 0.873776795193786, + "learning_rate": 1.8820923815774868e-05, + "loss": 0.0362, + "step": 21393 + }, + { + "epoch": 18.145886344359628, + "grad_norm": 0.8651905237640745, + "learning_rate": 1.8820794406052692e-05, + "loss": 0.0386, + "step": 21394 + }, + { + "epoch": 18.14673452078032, + "grad_norm": 0.8309642628719943, + "learning_rate": 1.882066498967416e-05, + "loss": 0.0384, + "step": 21395 + }, + { + "epoch": 18.147582697201017, + "grad_norm": 1.005807123253378, + "learning_rate": 1.8820535566639376e-05, + "loss": 0.0426, + "step": 21396 + }, + { + "epoch": 18.148430873621713, + "grad_norm": 0.846918177934952, + "learning_rate": 1.882040613694843e-05, + "loss": 0.0387, + "step": 21397 + }, + { + "epoch": 18.14927905004241, + "grad_norm": 0.6626608274241749, + "learning_rate": 1.8820276700601426e-05, + "loss": 0.0358, + "step": 21398 + }, + { + "epoch": 18.150127226463106, + "grad_norm": 0.8835320217359736, + "learning_rate": 1.882014725759846e-05, + "loss": 0.0467, + "step": 21399 + }, + { + "epoch": 18.150975402883798, + "grad_norm": 1.0941367307481367, + "learning_rate": 1.8820017807939628e-05, + "loss": 0.04, + "step": 21400 + }, + { + "epoch": 18.151823579304494, + "grad_norm": 0.7561530520969305, + "learning_rate": 1.8819888351625026e-05, + "loss": 0.0368, + "step": 21401 + }, + { + "epoch": 18.15267175572519, + "grad_norm": 0.7440272560677854, + "learning_rate": 1.8819758888654758e-05, + "loss": 0.0363, + "step": 21402 + }, + { + "epoch": 18.153519932145887, + "grad_norm": 0.8885446868804525, + "learning_rate": 1.8819629419028918e-05, + "loss": 0.0431, + "step": 21403 + }, + { + "epoch": 18.154368108566583, + "grad_norm": 0.8546209634886667, + "learning_rate": 1.88194999427476e-05, + "loss": 0.0399, + "step": 21404 + }, + { + "epoch": 18.155216284987276, + "grad_norm": 0.8496102164837731, + "learning_rate": 1.881937045981091e-05, + "loss": 0.0398, + "step": 21405 + }, + { + "epoch": 18.156064461407972, + "grad_norm": 0.8709491305850315, + "learning_rate": 1.8819240970218938e-05, + "loss": 0.0403, + "step": 21406 + }, + { + "epoch": 18.15691263782867, + "grad_norm": 0.8390140228139136, + "learning_rate": 1.8819111473971788e-05, + "loss": 0.0385, + "step": 21407 + }, + { + "epoch": 18.157760814249365, + "grad_norm": 0.8573443536568837, + "learning_rate": 1.8818981971069554e-05, + "loss": 0.0385, + "step": 21408 + }, + { + "epoch": 18.15860899067006, + "grad_norm": 0.794415220000265, + "learning_rate": 1.8818852461512334e-05, + "loss": 0.0371, + "step": 21409 + }, + { + "epoch": 18.159457167090753, + "grad_norm": 0.8064787513538011, + "learning_rate": 1.8818722945300225e-05, + "loss": 0.0424, + "step": 21410 + }, + { + "epoch": 18.16030534351145, + "grad_norm": 0.9540189971197295, + "learning_rate": 1.8818593422433326e-05, + "loss": 0.0472, + "step": 21411 + }, + { + "epoch": 18.161153519932146, + "grad_norm": 0.8862518159537145, + "learning_rate": 1.8818463892911736e-05, + "loss": 0.0392, + "step": 21412 + }, + { + "epoch": 18.162001696352842, + "grad_norm": 0.8636626464421446, + "learning_rate": 1.881833435673555e-05, + "loss": 0.0415, + "step": 21413 + }, + { + "epoch": 18.16284987277354, + "grad_norm": 0.9258974334148806, + "learning_rate": 1.8818204813904865e-05, + "loss": 0.041, + "step": 21414 + }, + { + "epoch": 18.16369804919423, + "grad_norm": 0.8781604594707448, + "learning_rate": 1.8818075264419783e-05, + "loss": 0.0407, + "step": 21415 + }, + { + "epoch": 18.164546225614927, + "grad_norm": 0.8565914290933683, + "learning_rate": 1.8817945708280404e-05, + "loss": 0.0384, + "step": 21416 + }, + { + "epoch": 18.165394402035624, + "grad_norm": 0.8814606696699245, + "learning_rate": 1.8817816145486814e-05, + "loss": 0.0387, + "step": 21417 + }, + { + "epoch": 18.16624257845632, + "grad_norm": 0.7975344056382045, + "learning_rate": 1.881768657603912e-05, + "loss": 0.0352, + "step": 21418 + }, + { + "epoch": 18.167090754877016, + "grad_norm": 0.7958404966700574, + "learning_rate": 1.8817556999937425e-05, + "loss": 0.038, + "step": 21419 + }, + { + "epoch": 18.16793893129771, + "grad_norm": 1.0215519465876226, + "learning_rate": 1.8817427417181813e-05, + "loss": 0.0416, + "step": 21420 + }, + { + "epoch": 18.168787107718405, + "grad_norm": 0.8943948905123884, + "learning_rate": 1.8817297827772386e-05, + "loss": 0.0408, + "step": 21421 + }, + { + "epoch": 18.1696352841391, + "grad_norm": 0.9686111685822132, + "learning_rate": 1.881716823170925e-05, + "loss": 0.0413, + "step": 21422 + }, + { + "epoch": 18.170483460559797, + "grad_norm": 0.9415125581969029, + "learning_rate": 1.8817038628992494e-05, + "loss": 0.038, + "step": 21423 + }, + { + "epoch": 18.171331636980494, + "grad_norm": 0.8691311391543852, + "learning_rate": 1.881690901962222e-05, + "loss": 0.0413, + "step": 21424 + }, + { + "epoch": 18.172179813401186, + "grad_norm": 0.8794897306723939, + "learning_rate": 1.8816779403598523e-05, + "loss": 0.0395, + "step": 21425 + }, + { + "epoch": 18.173027989821882, + "grad_norm": 0.7521656766910496, + "learning_rate": 1.8816649780921507e-05, + "loss": 0.0352, + "step": 21426 + }, + { + "epoch": 18.17387616624258, + "grad_norm": 0.7773529787244167, + "learning_rate": 1.881652015159126e-05, + "loss": 0.0379, + "step": 21427 + }, + { + "epoch": 18.174724342663275, + "grad_norm": 0.75478958842816, + "learning_rate": 1.881639051560789e-05, + "loss": 0.0392, + "step": 21428 + }, + { + "epoch": 18.17557251908397, + "grad_norm": 0.8099939299683452, + "learning_rate": 1.8816260872971487e-05, + "loss": 0.0355, + "step": 21429 + }, + { + "epoch": 18.176420695504664, + "grad_norm": 0.7382790742186204, + "learning_rate": 1.881613122368215e-05, + "loss": 0.0388, + "step": 21430 + }, + { + "epoch": 18.17726887192536, + "grad_norm": 0.8949347937397532, + "learning_rate": 1.881600156773998e-05, + "loss": 0.0471, + "step": 21431 + }, + { + "epoch": 18.178117048346056, + "grad_norm": 0.8173125156027243, + "learning_rate": 1.8815871905145077e-05, + "loss": 0.0396, + "step": 21432 + }, + { + "epoch": 18.178965224766753, + "grad_norm": 0.8588853673088398, + "learning_rate": 1.8815742235897532e-05, + "loss": 0.0387, + "step": 21433 + }, + { + "epoch": 18.179813401187445, + "grad_norm": 0.8860118106077486, + "learning_rate": 1.8815612559997445e-05, + "loss": 0.0365, + "step": 21434 + }, + { + "epoch": 18.18066157760814, + "grad_norm": 0.7787509985957165, + "learning_rate": 1.8815482877444914e-05, + "loss": 0.0373, + "step": 21435 + }, + { + "epoch": 18.181509754028838, + "grad_norm": 0.9209368833520961, + "learning_rate": 1.8815353188240043e-05, + "loss": 0.0436, + "step": 21436 + }, + { + "epoch": 18.182357930449534, + "grad_norm": 0.8801777436408891, + "learning_rate": 1.881522349238292e-05, + "loss": 0.0393, + "step": 21437 + }, + { + "epoch": 18.18320610687023, + "grad_norm": 0.7733085794279267, + "learning_rate": 1.881509378987365e-05, + "loss": 0.0381, + "step": 21438 + }, + { + "epoch": 18.184054283290923, + "grad_norm": 0.781315697919386, + "learning_rate": 1.881496408071233e-05, + "loss": 0.0373, + "step": 21439 + }, + { + "epoch": 18.18490245971162, + "grad_norm": 0.84826373353582, + "learning_rate": 1.8814834364899054e-05, + "loss": 0.0433, + "step": 21440 + }, + { + "epoch": 18.185750636132315, + "grad_norm": 0.7991676173327344, + "learning_rate": 1.8814704642433923e-05, + "loss": 0.0415, + "step": 21441 + }, + { + "epoch": 18.18659881255301, + "grad_norm": 0.9007793267037713, + "learning_rate": 1.8814574913317033e-05, + "loss": 0.0408, + "step": 21442 + }, + { + "epoch": 18.187446988973708, + "grad_norm": 0.7819065401056441, + "learning_rate": 1.8814445177548487e-05, + "loss": 0.0382, + "step": 21443 + }, + { + "epoch": 18.1882951653944, + "grad_norm": 0.7121758312119164, + "learning_rate": 1.8814315435128375e-05, + "loss": 0.0374, + "step": 21444 + }, + { + "epoch": 18.189143341815097, + "grad_norm": 0.7338359974642409, + "learning_rate": 1.8814185686056798e-05, + "loss": 0.035, + "step": 21445 + }, + { + "epoch": 18.189991518235793, + "grad_norm": 0.8322934265987981, + "learning_rate": 1.8814055930333857e-05, + "loss": 0.0397, + "step": 21446 + }, + { + "epoch": 18.19083969465649, + "grad_norm": 0.8948428784148084, + "learning_rate": 1.8813926167959648e-05, + "loss": 0.0377, + "step": 21447 + }, + { + "epoch": 18.191687871077185, + "grad_norm": 1.09244445955415, + "learning_rate": 1.8813796398934268e-05, + "loss": 0.0398, + "step": 21448 + }, + { + "epoch": 18.192536047497878, + "grad_norm": 0.9321987940462346, + "learning_rate": 1.8813666623257813e-05, + "loss": 0.0404, + "step": 21449 + }, + { + "epoch": 18.193384223918574, + "grad_norm": 0.8429774125758586, + "learning_rate": 1.8813536840930387e-05, + "loss": 0.042, + "step": 21450 + }, + { + "epoch": 18.19423240033927, + "grad_norm": 0.8481554342878594, + "learning_rate": 1.8813407051952082e-05, + "loss": 0.0401, + "step": 21451 + }, + { + "epoch": 18.195080576759967, + "grad_norm": 1.0097836661348552, + "learning_rate": 1.8813277256323e-05, + "loss": 0.0413, + "step": 21452 + }, + { + "epoch": 18.195928753180663, + "grad_norm": 0.9414254211771222, + "learning_rate": 1.881314745404324e-05, + "loss": 0.0419, + "step": 21453 + }, + { + "epoch": 18.196776929601356, + "grad_norm": 0.7731490950299562, + "learning_rate": 1.881301764511289e-05, + "loss": 0.0358, + "step": 21454 + }, + { + "epoch": 18.197625106022052, + "grad_norm": 0.7734451098234748, + "learning_rate": 1.881288782953206e-05, + "loss": 0.0372, + "step": 21455 + }, + { + "epoch": 18.198473282442748, + "grad_norm": 0.8324380861667279, + "learning_rate": 1.8812758007300844e-05, + "loss": 0.038, + "step": 21456 + }, + { + "epoch": 18.199321458863444, + "grad_norm": 0.782071895795731, + "learning_rate": 1.8812628178419335e-05, + "loss": 0.0413, + "step": 21457 + }, + { + "epoch": 18.20016963528414, + "grad_norm": 0.8149372945759568, + "learning_rate": 1.881249834288764e-05, + "loss": 0.0415, + "step": 21458 + }, + { + "epoch": 18.201017811704833, + "grad_norm": 0.9548509627964508, + "learning_rate": 1.881236850070585e-05, + "loss": 0.0422, + "step": 21459 + }, + { + "epoch": 18.20186598812553, + "grad_norm": 0.9303025912086489, + "learning_rate": 1.8812238651874062e-05, + "loss": 0.0409, + "step": 21460 + }, + { + "epoch": 18.202714164546226, + "grad_norm": 0.9635174575564853, + "learning_rate": 1.8812108796392382e-05, + "loss": 0.0402, + "step": 21461 + }, + { + "epoch": 18.203562340966922, + "grad_norm": 0.7797291340463369, + "learning_rate": 1.88119789342609e-05, + "loss": 0.0395, + "step": 21462 + }, + { + "epoch": 18.20441051738762, + "grad_norm": 0.7327572006228033, + "learning_rate": 1.881184906547972e-05, + "loss": 0.0395, + "step": 21463 + }, + { + "epoch": 18.20525869380831, + "grad_norm": 0.805447487484346, + "learning_rate": 1.881171919004893e-05, + "loss": 0.0383, + "step": 21464 + }, + { + "epoch": 18.206106870229007, + "grad_norm": 0.8743791778586356, + "learning_rate": 1.881158930796864e-05, + "loss": 0.0381, + "step": 21465 + }, + { + "epoch": 18.206955046649703, + "grad_norm": 0.746372206548139, + "learning_rate": 1.8811459419238946e-05, + "loss": 0.0367, + "step": 21466 + }, + { + "epoch": 18.2078032230704, + "grad_norm": 0.7834956694992693, + "learning_rate": 1.8811329523859937e-05, + "loss": 0.0362, + "step": 21467 + }, + { + "epoch": 18.208651399491096, + "grad_norm": 0.8711499551696235, + "learning_rate": 1.8811199621831723e-05, + "loss": 0.0415, + "step": 21468 + }, + { + "epoch": 18.20949957591179, + "grad_norm": 0.7803064725801052, + "learning_rate": 1.8811069713154395e-05, + "loss": 0.0392, + "step": 21469 + }, + { + "epoch": 18.210347752332485, + "grad_norm": 0.9614147717600514, + "learning_rate": 1.8810939797828048e-05, + "loss": 0.0388, + "step": 21470 + }, + { + "epoch": 18.21119592875318, + "grad_norm": 0.7480245295512379, + "learning_rate": 1.8810809875852783e-05, + "loss": 0.0373, + "step": 21471 + }, + { + "epoch": 18.212044105173877, + "grad_norm": 0.9078404332968881, + "learning_rate": 1.8810679947228704e-05, + "loss": 0.0444, + "step": 21472 + }, + { + "epoch": 18.21289228159457, + "grad_norm": 0.814106009899955, + "learning_rate": 1.8810550011955903e-05, + "loss": 0.0402, + "step": 21473 + }, + { + "epoch": 18.213740458015266, + "grad_norm": 1.0968949919571345, + "learning_rate": 1.881042007003448e-05, + "loss": 0.0429, + "step": 21474 + }, + { + "epoch": 18.214588634435962, + "grad_norm": 0.6804256490723429, + "learning_rate": 1.8810290121464533e-05, + "loss": 0.0353, + "step": 21475 + }, + { + "epoch": 18.21543681085666, + "grad_norm": 1.001756638300847, + "learning_rate": 1.8810160166246152e-05, + "loss": 0.0402, + "step": 21476 + }, + { + "epoch": 18.216284987277355, + "grad_norm": 1.036033535248495, + "learning_rate": 1.881003020437945e-05, + "loss": 0.0427, + "step": 21477 + }, + { + "epoch": 18.217133163698048, + "grad_norm": 0.7722521298643431, + "learning_rate": 1.8809900235864518e-05, + "loss": 0.0378, + "step": 21478 + }, + { + "epoch": 18.217981340118744, + "grad_norm": 0.8805614783080448, + "learning_rate": 1.880977026070145e-05, + "loss": 0.0394, + "step": 21479 + }, + { + "epoch": 18.21882951653944, + "grad_norm": 0.84866117385202, + "learning_rate": 1.880964027889035e-05, + "loss": 0.0358, + "step": 21480 + }, + { + "epoch": 18.219677692960136, + "grad_norm": 1.0591548117379477, + "learning_rate": 1.8809510290431315e-05, + "loss": 0.0417, + "step": 21481 + }, + { + "epoch": 18.220525869380833, + "grad_norm": 1.0054794832879899, + "learning_rate": 1.880938029532444e-05, + "loss": 0.0413, + "step": 21482 + }, + { + "epoch": 18.221374045801525, + "grad_norm": 0.8181620657028313, + "learning_rate": 1.880925029356982e-05, + "loss": 0.0393, + "step": 21483 + }, + { + "epoch": 18.22222222222222, + "grad_norm": 0.9671472337556128, + "learning_rate": 1.8809120285167568e-05, + "loss": 0.0417, + "step": 21484 + }, + { + "epoch": 18.223070398642918, + "grad_norm": 0.8273112693057795, + "learning_rate": 1.8808990270117765e-05, + "loss": 0.0387, + "step": 21485 + }, + { + "epoch": 18.223918575063614, + "grad_norm": 0.8599971204935629, + "learning_rate": 1.880886024842052e-05, + "loss": 0.0384, + "step": 21486 + }, + { + "epoch": 18.22476675148431, + "grad_norm": 0.7214115130025597, + "learning_rate": 1.8808730220075925e-05, + "loss": 0.0392, + "step": 21487 + }, + { + "epoch": 18.225614927905003, + "grad_norm": 0.9682909850632357, + "learning_rate": 1.8808600185084083e-05, + "loss": 0.0476, + "step": 21488 + }, + { + "epoch": 18.2264631043257, + "grad_norm": 0.8547789574232287, + "learning_rate": 1.8808470143445086e-05, + "loss": 0.0386, + "step": 21489 + }, + { + "epoch": 18.227311280746395, + "grad_norm": 0.822276263922784, + "learning_rate": 1.880834009515904e-05, + "loss": 0.0394, + "step": 21490 + }, + { + "epoch": 18.22815945716709, + "grad_norm": 0.907474404189333, + "learning_rate": 1.880821004022604e-05, + "loss": 0.0384, + "step": 21491 + }, + { + "epoch": 18.229007633587788, + "grad_norm": 0.8985151219339224, + "learning_rate": 1.8808079978646176e-05, + "loss": 0.0411, + "step": 21492 + }, + { + "epoch": 18.22985581000848, + "grad_norm": 0.7864771266532651, + "learning_rate": 1.8807949910419557e-05, + "loss": 0.0362, + "step": 21493 + }, + { + "epoch": 18.230703986429177, + "grad_norm": 0.8159705555592134, + "learning_rate": 1.880781983554628e-05, + "loss": 0.037, + "step": 21494 + }, + { + "epoch": 18.231552162849873, + "grad_norm": 1.0885795629858461, + "learning_rate": 1.880768975402644e-05, + "loss": 0.0438, + "step": 21495 + }, + { + "epoch": 18.23240033927057, + "grad_norm": 1.011051923059972, + "learning_rate": 1.8807559665860132e-05, + "loss": 0.0416, + "step": 21496 + }, + { + "epoch": 18.233248515691265, + "grad_norm": 0.9315413236369136, + "learning_rate": 1.880742957104746e-05, + "loss": 0.0413, + "step": 21497 + }, + { + "epoch": 18.234096692111958, + "grad_norm": 0.9036718273653552, + "learning_rate": 1.880729946958852e-05, + "loss": 0.042, + "step": 21498 + }, + { + "epoch": 18.234944868532654, + "grad_norm": 0.897293176809228, + "learning_rate": 1.880716936148341e-05, + "loss": 0.0395, + "step": 21499 + }, + { + "epoch": 18.23579304495335, + "grad_norm": 1.0018841658520201, + "learning_rate": 1.8807039246732232e-05, + "loss": 0.0429, + "step": 21500 + }, + { + "epoch": 18.236641221374047, + "grad_norm": 0.8498995060746424, + "learning_rate": 1.8806909125335075e-05, + "loss": 0.0403, + "step": 21501 + }, + { + "epoch": 18.237489397794743, + "grad_norm": 0.8085452613857449, + "learning_rate": 1.8806778997292046e-05, + "loss": 0.0388, + "step": 21502 + }, + { + "epoch": 18.238337574215436, + "grad_norm": 0.7465815951275663, + "learning_rate": 1.8806648862603237e-05, + "loss": 0.0384, + "step": 21503 + }, + { + "epoch": 18.239185750636132, + "grad_norm": 0.8687548397811051, + "learning_rate": 1.880651872126875e-05, + "loss": 0.0412, + "step": 21504 + }, + { + "epoch": 18.240033927056828, + "grad_norm": 0.8196782464570159, + "learning_rate": 1.8806388573288687e-05, + "loss": 0.0391, + "step": 21505 + }, + { + "epoch": 18.240882103477524, + "grad_norm": 0.8518667008449268, + "learning_rate": 1.880625841866314e-05, + "loss": 0.0373, + "step": 21506 + }, + { + "epoch": 18.24173027989822, + "grad_norm": 0.8381291444276638, + "learning_rate": 1.8806128257392204e-05, + "loss": 0.0358, + "step": 21507 + }, + { + "epoch": 18.242578456318913, + "grad_norm": 0.7958917143730524, + "learning_rate": 1.8805998089475984e-05, + "loss": 0.0398, + "step": 21508 + }, + { + "epoch": 18.24342663273961, + "grad_norm": 0.8511354735312107, + "learning_rate": 1.880586791491458e-05, + "loss": 0.0393, + "step": 21509 + }, + { + "epoch": 18.244274809160306, + "grad_norm": 1.0489587282450668, + "learning_rate": 1.8805737733708084e-05, + "loss": 0.0436, + "step": 21510 + }, + { + "epoch": 18.245122985581002, + "grad_norm": 0.8672425481619459, + "learning_rate": 1.8805607545856597e-05, + "loss": 0.039, + "step": 21511 + }, + { + "epoch": 18.245971162001695, + "grad_norm": 0.7989615282793937, + "learning_rate": 1.8805477351360215e-05, + "loss": 0.0397, + "step": 21512 + }, + { + "epoch": 18.24681933842239, + "grad_norm": 0.8347312416788839, + "learning_rate": 1.8805347150219043e-05, + "loss": 0.0356, + "step": 21513 + }, + { + "epoch": 18.247667514843087, + "grad_norm": 0.8345626707472977, + "learning_rate": 1.880521694243317e-05, + "loss": 0.0381, + "step": 21514 + }, + { + "epoch": 18.248515691263783, + "grad_norm": 0.9358225317908674, + "learning_rate": 1.8805086728002703e-05, + "loss": 0.0409, + "step": 21515 + }, + { + "epoch": 18.24936386768448, + "grad_norm": 0.837479354907643, + "learning_rate": 1.8804956506927728e-05, + "loss": 0.039, + "step": 21516 + }, + { + "epoch": 18.250212044105172, + "grad_norm": 0.8802437736492428, + "learning_rate": 1.8804826279208363e-05, + "loss": 0.0383, + "step": 21517 + }, + { + "epoch": 18.25106022052587, + "grad_norm": 0.8366964234704508, + "learning_rate": 1.8804696044844684e-05, + "loss": 0.0404, + "step": 21518 + }, + { + "epoch": 18.251908396946565, + "grad_norm": 0.8905177179532912, + "learning_rate": 1.8804565803836805e-05, + "loss": 0.0384, + "step": 21519 + }, + { + "epoch": 18.25275657336726, + "grad_norm": 0.8347852067868574, + "learning_rate": 1.8804435556184816e-05, + "loss": 0.0358, + "step": 21520 + }, + { + "epoch": 18.253604749787957, + "grad_norm": 0.9735917003200695, + "learning_rate": 1.8804305301888823e-05, + "loss": 0.0396, + "step": 21521 + }, + { + "epoch": 18.25445292620865, + "grad_norm": 0.8062972614350239, + "learning_rate": 1.8804175040948917e-05, + "loss": 0.0358, + "step": 21522 + }, + { + "epoch": 18.255301102629346, + "grad_norm": 0.8067210238887844, + "learning_rate": 1.8804044773365196e-05, + "loss": 0.0383, + "step": 21523 + }, + { + "epoch": 18.256149279050042, + "grad_norm": 0.8219025706122178, + "learning_rate": 1.880391449913777e-05, + "loss": 0.0384, + "step": 21524 + }, + { + "epoch": 18.25699745547074, + "grad_norm": 0.7671656958669164, + "learning_rate": 1.880378421826672e-05, + "loss": 0.0357, + "step": 21525 + }, + { + "epoch": 18.257845631891435, + "grad_norm": 0.8257531500163874, + "learning_rate": 1.8803653930752158e-05, + "loss": 0.038, + "step": 21526 + }, + { + "epoch": 18.258693808312128, + "grad_norm": 0.6961602450579253, + "learning_rate": 1.8803523636594174e-05, + "loss": 0.0344, + "step": 21527 + }, + { + "epoch": 18.259541984732824, + "grad_norm": 0.9476508797946426, + "learning_rate": 1.880339333579287e-05, + "loss": 0.0416, + "step": 21528 + }, + { + "epoch": 18.26039016115352, + "grad_norm": 0.8905301221981281, + "learning_rate": 1.8803263028348345e-05, + "loss": 0.0366, + "step": 21529 + }, + { + "epoch": 18.261238337574216, + "grad_norm": 0.8722830493951994, + "learning_rate": 1.8803132714260696e-05, + "loss": 0.038, + "step": 21530 + }, + { + "epoch": 18.262086513994912, + "grad_norm": 0.8666530091683623, + "learning_rate": 1.880300239353002e-05, + "loss": 0.0377, + "step": 21531 + }, + { + "epoch": 18.262934690415605, + "grad_norm": 0.8198025481558031, + "learning_rate": 1.880287206615642e-05, + "loss": 0.04, + "step": 21532 + }, + { + "epoch": 18.2637828668363, + "grad_norm": 0.8554283913760168, + "learning_rate": 1.880274173213999e-05, + "loss": 0.0395, + "step": 21533 + }, + { + "epoch": 18.264631043256998, + "grad_norm": 0.7042927794657116, + "learning_rate": 1.880261139148083e-05, + "loss": 0.0369, + "step": 21534 + }, + { + "epoch": 18.265479219677694, + "grad_norm": 0.8516851018324657, + "learning_rate": 1.8802481044179036e-05, + "loss": 0.0387, + "step": 21535 + }, + { + "epoch": 18.26632739609839, + "grad_norm": 1.0648208784661861, + "learning_rate": 1.880235069023471e-05, + "loss": 0.0437, + "step": 21536 + }, + { + "epoch": 18.267175572519083, + "grad_norm": 0.9776853089571573, + "learning_rate": 1.880222032964795e-05, + "loss": 0.0403, + "step": 21537 + }, + { + "epoch": 18.26802374893978, + "grad_norm": 0.8880876741696476, + "learning_rate": 1.880208996241885e-05, + "loss": 0.0385, + "step": 21538 + }, + { + "epoch": 18.268871925360475, + "grad_norm": 0.8047051171206748, + "learning_rate": 1.8801959588547513e-05, + "loss": 0.0381, + "step": 21539 + }, + { + "epoch": 18.26972010178117, + "grad_norm": 0.7355989239595448, + "learning_rate": 1.8801829208034036e-05, + "loss": 0.0356, + "step": 21540 + }, + { + "epoch": 18.270568278201868, + "grad_norm": 0.7960336042170841, + "learning_rate": 1.8801698820878516e-05, + "loss": 0.0359, + "step": 21541 + }, + { + "epoch": 18.27141645462256, + "grad_norm": 0.8206976028536047, + "learning_rate": 1.880156842708105e-05, + "loss": 0.0437, + "step": 21542 + }, + { + "epoch": 18.272264631043257, + "grad_norm": 0.8521773884977555, + "learning_rate": 1.8801438026641744e-05, + "loss": 0.0413, + "step": 21543 + }, + { + "epoch": 18.273112807463953, + "grad_norm": 0.8669460319328393, + "learning_rate": 1.8801307619560692e-05, + "loss": 0.042, + "step": 21544 + }, + { + "epoch": 18.27396098388465, + "grad_norm": 0.878474773364766, + "learning_rate": 1.8801177205837987e-05, + "loss": 0.0392, + "step": 21545 + }, + { + "epoch": 18.274809160305345, + "grad_norm": 0.8318426361536064, + "learning_rate": 1.8801046785473738e-05, + "loss": 0.0353, + "step": 21546 + }, + { + "epoch": 18.275657336726038, + "grad_norm": 0.858718536393042, + "learning_rate": 1.880091635846803e-05, + "loss": 0.0403, + "step": 21547 + }, + { + "epoch": 18.276505513146734, + "grad_norm": 0.9228123315077249, + "learning_rate": 1.8800785924820974e-05, + "loss": 0.0389, + "step": 21548 + }, + { + "epoch": 18.27735368956743, + "grad_norm": 0.8921399781310001, + "learning_rate": 1.8800655484532666e-05, + "loss": 0.0408, + "step": 21549 + }, + { + "epoch": 18.278201865988127, + "grad_norm": 1.11478354527387, + "learning_rate": 1.88005250376032e-05, + "loss": 0.0443, + "step": 21550 + }, + { + "epoch": 18.27905004240882, + "grad_norm": 0.7781149175331066, + "learning_rate": 1.8800394584032674e-05, + "loss": 0.0394, + "step": 21551 + }, + { + "epoch": 18.279898218829516, + "grad_norm": 0.8612384169293607, + "learning_rate": 1.880026412382119e-05, + "loss": 0.0369, + "step": 21552 + }, + { + "epoch": 18.280746395250212, + "grad_norm": 0.7856830604975219, + "learning_rate": 1.8800133656968844e-05, + "loss": 0.0368, + "step": 21553 + }, + { + "epoch": 18.281594571670908, + "grad_norm": 0.8622034093710986, + "learning_rate": 1.8800003183475737e-05, + "loss": 0.0406, + "step": 21554 + }, + { + "epoch": 18.282442748091604, + "grad_norm": 0.7603868660080118, + "learning_rate": 1.879987270334197e-05, + "loss": 0.0391, + "step": 21555 + }, + { + "epoch": 18.283290924512297, + "grad_norm": 0.8932515432179353, + "learning_rate": 1.8799742216567633e-05, + "loss": 0.0371, + "step": 21556 + }, + { + "epoch": 18.284139100932993, + "grad_norm": 0.7691672275346234, + "learning_rate": 1.879961172315283e-05, + "loss": 0.038, + "step": 21557 + }, + { + "epoch": 18.28498727735369, + "grad_norm": 0.7892828231385011, + "learning_rate": 1.8799481223097656e-05, + "loss": 0.0387, + "step": 21558 + }, + { + "epoch": 18.285835453774386, + "grad_norm": 0.840834373706636, + "learning_rate": 1.8799350716402216e-05, + "loss": 0.0384, + "step": 21559 + }, + { + "epoch": 18.286683630195082, + "grad_norm": 0.8160691458499044, + "learning_rate": 1.87992202030666e-05, + "loss": 0.0396, + "step": 21560 + }, + { + "epoch": 18.287531806615775, + "grad_norm": 0.8456346916674287, + "learning_rate": 1.8799089683090917e-05, + "loss": 0.0382, + "step": 21561 + }, + { + "epoch": 18.28837998303647, + "grad_norm": 0.8600980949390206, + "learning_rate": 1.8798959156475255e-05, + "loss": 0.0395, + "step": 21562 + }, + { + "epoch": 18.289228159457167, + "grad_norm": 0.8376338250363697, + "learning_rate": 1.879882862321972e-05, + "loss": 0.0411, + "step": 21563 + }, + { + "epoch": 18.290076335877863, + "grad_norm": 0.7855414350314404, + "learning_rate": 1.8798698083324404e-05, + "loss": 0.037, + "step": 21564 + }, + { + "epoch": 18.29092451229856, + "grad_norm": 0.9144007275479522, + "learning_rate": 1.879856753678941e-05, + "loss": 0.0466, + "step": 21565 + }, + { + "epoch": 18.291772688719252, + "grad_norm": 0.8376485691532272, + "learning_rate": 1.879843698361484e-05, + "loss": 0.0389, + "step": 21566 + }, + { + "epoch": 18.29262086513995, + "grad_norm": 0.7804394650294092, + "learning_rate": 1.8798306423800784e-05, + "loss": 0.0384, + "step": 21567 + }, + { + "epoch": 18.293469041560645, + "grad_norm": 0.8588035379883103, + "learning_rate": 1.8798175857347346e-05, + "loss": 0.0394, + "step": 21568 + }, + { + "epoch": 18.29431721798134, + "grad_norm": 0.7688078004679133, + "learning_rate": 1.8798045284254623e-05, + "loss": 0.0409, + "step": 21569 + }, + { + "epoch": 18.295165394402037, + "grad_norm": 0.7978943053174741, + "learning_rate": 1.879791470452271e-05, + "loss": 0.0376, + "step": 21570 + }, + { + "epoch": 18.29601357082273, + "grad_norm": 0.8976687549520692, + "learning_rate": 1.8797784118151715e-05, + "loss": 0.0379, + "step": 21571 + }, + { + "epoch": 18.296861747243426, + "grad_norm": 0.8991779344356007, + "learning_rate": 1.8797653525141724e-05, + "loss": 0.0394, + "step": 21572 + }, + { + "epoch": 18.297709923664122, + "grad_norm": 0.896148387752134, + "learning_rate": 1.8797522925492848e-05, + "loss": 0.0417, + "step": 21573 + }, + { + "epoch": 18.29855810008482, + "grad_norm": 0.9705620298808668, + "learning_rate": 1.8797392319205178e-05, + "loss": 0.0394, + "step": 21574 + }, + { + "epoch": 18.299406276505515, + "grad_norm": 0.7753506799558416, + "learning_rate": 1.8797261706278816e-05, + "loss": 0.0357, + "step": 21575 + }, + { + "epoch": 18.300254452926207, + "grad_norm": 0.9135216004685536, + "learning_rate": 1.8797131086713854e-05, + "loss": 0.0417, + "step": 21576 + }, + { + "epoch": 18.301102629346904, + "grad_norm": 0.8363019487661835, + "learning_rate": 1.87970004605104e-05, + "loss": 0.0391, + "step": 21577 + }, + { + "epoch": 18.3019508057676, + "grad_norm": 0.8359459001923084, + "learning_rate": 1.8796869827668546e-05, + "loss": 0.039, + "step": 21578 + }, + { + "epoch": 18.302798982188296, + "grad_norm": 0.8259089276993187, + "learning_rate": 1.8796739188188396e-05, + "loss": 0.0387, + "step": 21579 + }, + { + "epoch": 18.303647158608992, + "grad_norm": 0.8637219231109254, + "learning_rate": 1.879660854207004e-05, + "loss": 0.0399, + "step": 21580 + }, + { + "epoch": 18.304495335029685, + "grad_norm": 0.8705008583921352, + "learning_rate": 1.8796477889313585e-05, + "loss": 0.0391, + "step": 21581 + }, + { + "epoch": 18.30534351145038, + "grad_norm": 0.9976839402108747, + "learning_rate": 1.8796347229919128e-05, + "loss": 0.0465, + "step": 21582 + }, + { + "epoch": 18.306191687871078, + "grad_norm": 0.8796950514483294, + "learning_rate": 1.8796216563886765e-05, + "loss": 0.0399, + "step": 21583 + }, + { + "epoch": 18.307039864291774, + "grad_norm": 0.8756272545533726, + "learning_rate": 1.8796085891216595e-05, + "loss": 0.0401, + "step": 21584 + }, + { + "epoch": 18.307888040712466, + "grad_norm": 0.8309537508851494, + "learning_rate": 1.8795955211908715e-05, + "loss": 0.0366, + "step": 21585 + }, + { + "epoch": 18.308736217133163, + "grad_norm": 0.8084402802944334, + "learning_rate": 1.8795824525963228e-05, + "loss": 0.0382, + "step": 21586 + }, + { + "epoch": 18.30958439355386, + "grad_norm": 0.8756130180268057, + "learning_rate": 1.8795693833380227e-05, + "loss": 0.0351, + "step": 21587 + }, + { + "epoch": 18.310432569974555, + "grad_norm": 0.7750412803501532, + "learning_rate": 1.8795563134159823e-05, + "loss": 0.0354, + "step": 21588 + }, + { + "epoch": 18.31128074639525, + "grad_norm": 1.0550840132293524, + "learning_rate": 1.87954324283021e-05, + "loss": 0.0397, + "step": 21589 + }, + { + "epoch": 18.312128922815944, + "grad_norm": 1.1179857338829744, + "learning_rate": 1.879530171580716e-05, + "loss": 0.0503, + "step": 21590 + }, + { + "epoch": 18.31297709923664, + "grad_norm": 0.9376699787218594, + "learning_rate": 1.8795170996675108e-05, + "loss": 0.0402, + "step": 21591 + }, + { + "epoch": 18.313825275657337, + "grad_norm": 1.0152448698123198, + "learning_rate": 1.8795040270906034e-05, + "loss": 0.0423, + "step": 21592 + }, + { + "epoch": 18.314673452078033, + "grad_norm": 0.8544501801714911, + "learning_rate": 1.8794909538500044e-05, + "loss": 0.0396, + "step": 21593 + }, + { + "epoch": 18.31552162849873, + "grad_norm": 0.9260327250298946, + "learning_rate": 1.8794778799457236e-05, + "loss": 0.045, + "step": 21594 + }, + { + "epoch": 18.31636980491942, + "grad_norm": 0.8720226223186526, + "learning_rate": 1.8794648053777704e-05, + "loss": 0.0405, + "step": 21595 + }, + { + "epoch": 18.317217981340118, + "grad_norm": 0.9089461914119169, + "learning_rate": 1.879451730146155e-05, + "loss": 0.0368, + "step": 21596 + }, + { + "epoch": 18.318066157760814, + "grad_norm": 0.7929411902480613, + "learning_rate": 1.8794386542508874e-05, + "loss": 0.0371, + "step": 21597 + }, + { + "epoch": 18.31891433418151, + "grad_norm": 0.8938324712272748, + "learning_rate": 1.879425577691977e-05, + "loss": 0.0424, + "step": 21598 + }, + { + "epoch": 18.319762510602207, + "grad_norm": 0.9017194104182258, + "learning_rate": 1.879412500469434e-05, + "loss": 0.0395, + "step": 21599 + }, + { + "epoch": 18.3206106870229, + "grad_norm": 0.7734538952998162, + "learning_rate": 1.8793994225832682e-05, + "loss": 0.0405, + "step": 21600 + }, + { + "epoch": 18.321458863443596, + "grad_norm": 0.8382868443602502, + "learning_rate": 1.8793863440334894e-05, + "loss": 0.0387, + "step": 21601 + }, + { + "epoch": 18.32230703986429, + "grad_norm": 0.9280311295958457, + "learning_rate": 1.8793732648201074e-05, + "loss": 0.0419, + "step": 21602 + }, + { + "epoch": 18.323155216284988, + "grad_norm": 0.8588364011509975, + "learning_rate": 1.8793601849431326e-05, + "loss": 0.0364, + "step": 21603 + }, + { + "epoch": 18.324003392705684, + "grad_norm": 0.7779357848702964, + "learning_rate": 1.8793471044025743e-05, + "loss": 0.0362, + "step": 21604 + }, + { + "epoch": 18.324851569126377, + "grad_norm": 0.8030815437448945, + "learning_rate": 1.8793340231984426e-05, + "loss": 0.039, + "step": 21605 + }, + { + "epoch": 18.325699745547073, + "grad_norm": 0.8687081548410919, + "learning_rate": 1.8793209413307473e-05, + "loss": 0.0411, + "step": 21606 + }, + { + "epoch": 18.32654792196777, + "grad_norm": 0.8394959832318463, + "learning_rate": 1.879307858799498e-05, + "loss": 0.0391, + "step": 21607 + }, + { + "epoch": 18.327396098388466, + "grad_norm": 0.7493869514899866, + "learning_rate": 1.879294775604705e-05, + "loss": 0.0378, + "step": 21608 + }, + { + "epoch": 18.328244274809162, + "grad_norm": 0.8851288084842235, + "learning_rate": 1.8792816917463782e-05, + "loss": 0.0369, + "step": 21609 + }, + { + "epoch": 18.329092451229855, + "grad_norm": 0.9441437804416519, + "learning_rate": 1.879268607224527e-05, + "loss": 0.0455, + "step": 21610 + }, + { + "epoch": 18.32994062765055, + "grad_norm": 0.7499965352545606, + "learning_rate": 1.879255522039162e-05, + "loss": 0.0326, + "step": 21611 + }, + { + "epoch": 18.330788804071247, + "grad_norm": 0.8069188128818072, + "learning_rate": 1.8792424361902927e-05, + "loss": 0.0376, + "step": 21612 + }, + { + "epoch": 18.331636980491943, + "grad_norm": 0.8761508403103383, + "learning_rate": 1.8792293496779284e-05, + "loss": 0.0376, + "step": 21613 + }, + { + "epoch": 18.33248515691264, + "grad_norm": 0.9616372054610955, + "learning_rate": 1.87921626250208e-05, + "loss": 0.0432, + "step": 21614 + }, + { + "epoch": 18.333333333333332, + "grad_norm": 0.871164744483908, + "learning_rate": 1.8792031746627563e-05, + "loss": 0.0378, + "step": 21615 + }, + { + "epoch": 18.33418150975403, + "grad_norm": 0.8068935019328132, + "learning_rate": 1.879190086159968e-05, + "loss": 0.0387, + "step": 21616 + }, + { + "epoch": 18.335029686174725, + "grad_norm": 0.7771311439634668, + "learning_rate": 1.8791769969937252e-05, + "loss": 0.0375, + "step": 21617 + }, + { + "epoch": 18.33587786259542, + "grad_norm": 0.7994220452733611, + "learning_rate": 1.8791639071640368e-05, + "loss": 0.0373, + "step": 21618 + }, + { + "epoch": 18.336726039016117, + "grad_norm": 0.9498405817247971, + "learning_rate": 1.8791508166709135e-05, + "loss": 0.0384, + "step": 21619 + }, + { + "epoch": 18.33757421543681, + "grad_norm": 0.8802388495337389, + "learning_rate": 1.879137725514365e-05, + "loss": 0.0389, + "step": 21620 + }, + { + "epoch": 18.338422391857506, + "grad_norm": 0.7244245488834385, + "learning_rate": 1.8791246336944004e-05, + "loss": 0.0349, + "step": 21621 + }, + { + "epoch": 18.339270568278202, + "grad_norm": 0.9050982914240048, + "learning_rate": 1.8791115412110306e-05, + "loss": 0.0415, + "step": 21622 + }, + { + "epoch": 18.3401187446989, + "grad_norm": 0.9167636185637781, + "learning_rate": 1.8790984480642652e-05, + "loss": 0.0401, + "step": 21623 + }, + { + "epoch": 18.34096692111959, + "grad_norm": 0.8682872774715324, + "learning_rate": 1.8790853542541135e-05, + "loss": 0.0381, + "step": 21624 + }, + { + "epoch": 18.341815097540287, + "grad_norm": 0.8654723504552672, + "learning_rate": 1.8790722597805866e-05, + "loss": 0.04, + "step": 21625 + }, + { + "epoch": 18.342663273960984, + "grad_norm": 0.8052161478021146, + "learning_rate": 1.8790591646436932e-05, + "loss": 0.0364, + "step": 21626 + }, + { + "epoch": 18.34351145038168, + "grad_norm": 0.7563122430571785, + "learning_rate": 1.8790460688434437e-05, + "loss": 0.0392, + "step": 21627 + }, + { + "epoch": 18.344359626802376, + "grad_norm": 0.8272335294920724, + "learning_rate": 1.879032972379848e-05, + "loss": 0.0375, + "step": 21628 + }, + { + "epoch": 18.34520780322307, + "grad_norm": 0.797295386864446, + "learning_rate": 1.879019875252916e-05, + "loss": 0.0354, + "step": 21629 + }, + { + "epoch": 18.346055979643765, + "grad_norm": 0.7826908069811137, + "learning_rate": 1.8790067774626573e-05, + "loss": 0.037, + "step": 21630 + }, + { + "epoch": 18.34690415606446, + "grad_norm": 0.7858476848994934, + "learning_rate": 1.8789936790090818e-05, + "loss": 0.0359, + "step": 21631 + }, + { + "epoch": 18.347752332485157, + "grad_norm": 0.7996176205128951, + "learning_rate": 1.8789805798922e-05, + "loss": 0.0362, + "step": 21632 + }, + { + "epoch": 18.348600508905854, + "grad_norm": 0.8971275217872092, + "learning_rate": 1.8789674801120207e-05, + "loss": 0.0413, + "step": 21633 + }, + { + "epoch": 18.349448685326546, + "grad_norm": 0.8119126016939315, + "learning_rate": 1.878954379668555e-05, + "loss": 0.0404, + "step": 21634 + }, + { + "epoch": 18.350296861747243, + "grad_norm": 0.733454621624985, + "learning_rate": 1.8789412785618118e-05, + "loss": 0.0367, + "step": 21635 + }, + { + "epoch": 18.35114503816794, + "grad_norm": 0.897365054029225, + "learning_rate": 1.8789281767918018e-05, + "loss": 0.0405, + "step": 21636 + }, + { + "epoch": 18.351993214588635, + "grad_norm": 0.9996021544968771, + "learning_rate": 1.878915074358534e-05, + "loss": 0.043, + "step": 21637 + }, + { + "epoch": 18.35284139100933, + "grad_norm": 0.746934341048382, + "learning_rate": 1.8789019712620194e-05, + "loss": 0.0404, + "step": 21638 + }, + { + "epoch": 18.353689567430024, + "grad_norm": 0.810363499962536, + "learning_rate": 1.8788888675022666e-05, + "loss": 0.0413, + "step": 21639 + }, + { + "epoch": 18.35453774385072, + "grad_norm": 0.9118359180612391, + "learning_rate": 1.8788757630792864e-05, + "loss": 0.0409, + "step": 21640 + }, + { + "epoch": 18.355385920271416, + "grad_norm": 0.826957546151007, + "learning_rate": 1.8788626579930885e-05, + "loss": 0.0411, + "step": 21641 + }, + { + "epoch": 18.356234096692113, + "grad_norm": 0.7718093314989637, + "learning_rate": 1.8788495522436828e-05, + "loss": 0.038, + "step": 21642 + }, + { + "epoch": 18.35708227311281, + "grad_norm": 0.866683199475734, + "learning_rate": 1.8788364458310787e-05, + "loss": 0.0376, + "step": 21643 + }, + { + "epoch": 18.3579304495335, + "grad_norm": 0.9016451688287713, + "learning_rate": 1.878823338755287e-05, + "loss": 0.0406, + "step": 21644 + }, + { + "epoch": 18.358778625954198, + "grad_norm": 0.8219966811615907, + "learning_rate": 1.8788102310163166e-05, + "loss": 0.0386, + "step": 21645 + }, + { + "epoch": 18.359626802374894, + "grad_norm": 0.8168876824498232, + "learning_rate": 1.8787971226141782e-05, + "loss": 0.0407, + "step": 21646 + }, + { + "epoch": 18.36047497879559, + "grad_norm": 1.1518187386259426, + "learning_rate": 1.8787840135488815e-05, + "loss": 0.0386, + "step": 21647 + }, + { + "epoch": 18.361323155216287, + "grad_norm": 0.911736034056064, + "learning_rate": 1.878770903820436e-05, + "loss": 0.0394, + "step": 21648 + }, + { + "epoch": 18.36217133163698, + "grad_norm": 0.8600496910283421, + "learning_rate": 1.8787577934288518e-05, + "loss": 0.0366, + "step": 21649 + }, + { + "epoch": 18.363019508057675, + "grad_norm": 0.8393153110180434, + "learning_rate": 1.878744682374139e-05, + "loss": 0.0391, + "step": 21650 + }, + { + "epoch": 18.36386768447837, + "grad_norm": 0.7532460228209411, + "learning_rate": 1.8787315706563073e-05, + "loss": 0.0369, + "step": 21651 + }, + { + "epoch": 18.364715860899068, + "grad_norm": 0.9724266934831607, + "learning_rate": 1.878718458275367e-05, + "loss": 0.0392, + "step": 21652 + }, + { + "epoch": 18.365564037319764, + "grad_norm": 0.7975572246753811, + "learning_rate": 1.878705345231327e-05, + "loss": 0.0385, + "step": 21653 + }, + { + "epoch": 18.366412213740457, + "grad_norm": 0.8836326031373808, + "learning_rate": 1.878692231524198e-05, + "loss": 0.0403, + "step": 21654 + }, + { + "epoch": 18.367260390161153, + "grad_norm": 0.9420988392159255, + "learning_rate": 1.8786791171539903e-05, + "loss": 0.0403, + "step": 21655 + }, + { + "epoch": 18.36810856658185, + "grad_norm": 0.7475149979197894, + "learning_rate": 1.8786660021207125e-05, + "loss": 0.0408, + "step": 21656 + }, + { + "epoch": 18.368956743002546, + "grad_norm": 0.8273895292644328, + "learning_rate": 1.8786528864243756e-05, + "loss": 0.0352, + "step": 21657 + }, + { + "epoch": 18.36980491942324, + "grad_norm": 0.9614371438072383, + "learning_rate": 1.878639770064989e-05, + "loss": 0.0437, + "step": 21658 + }, + { + "epoch": 18.370653095843934, + "grad_norm": 0.8690890993069236, + "learning_rate": 1.8786266530425625e-05, + "loss": 0.0392, + "step": 21659 + }, + { + "epoch": 18.37150127226463, + "grad_norm": 0.7935894237822103, + "learning_rate": 1.8786135353571066e-05, + "loss": 0.0404, + "step": 21660 + }, + { + "epoch": 18.372349448685327, + "grad_norm": 0.9100557020675694, + "learning_rate": 1.8786004170086307e-05, + "loss": 0.0383, + "step": 21661 + }, + { + "epoch": 18.373197625106023, + "grad_norm": 0.9601053281815448, + "learning_rate": 1.878587297997145e-05, + "loss": 0.0456, + "step": 21662 + }, + { + "epoch": 18.374045801526716, + "grad_norm": 0.9509362764426713, + "learning_rate": 1.8785741783226586e-05, + "loss": 0.0405, + "step": 21663 + }, + { + "epoch": 18.374893977947412, + "grad_norm": 0.7731570338290135, + "learning_rate": 1.8785610579851826e-05, + "loss": 0.0371, + "step": 21664 + }, + { + "epoch": 18.37574215436811, + "grad_norm": 0.8592315843835382, + "learning_rate": 1.878547936984726e-05, + "loss": 0.0396, + "step": 21665 + }, + { + "epoch": 18.376590330788805, + "grad_norm": 0.8341808061387833, + "learning_rate": 1.8785348153212992e-05, + "loss": 0.0402, + "step": 21666 + }, + { + "epoch": 18.3774385072095, + "grad_norm": 0.8011190150747572, + "learning_rate": 1.8785216929949116e-05, + "loss": 0.0372, + "step": 21667 + }, + { + "epoch": 18.378286683630193, + "grad_norm": 0.948858180359105, + "learning_rate": 1.878508570005574e-05, + "loss": 0.0459, + "step": 21668 + }, + { + "epoch": 18.37913486005089, + "grad_norm": 0.9751839040538081, + "learning_rate": 1.878495446353295e-05, + "loss": 0.0407, + "step": 21669 + }, + { + "epoch": 18.379983036471586, + "grad_norm": 0.8760551742323097, + "learning_rate": 1.8784823220380856e-05, + "loss": 0.0391, + "step": 21670 + }, + { + "epoch": 18.380831212892282, + "grad_norm": 0.9116402880372323, + "learning_rate": 1.8784691970599556e-05, + "loss": 0.0413, + "step": 21671 + }, + { + "epoch": 18.38167938931298, + "grad_norm": 0.8734186415442484, + "learning_rate": 1.8784560714189142e-05, + "loss": 0.0371, + "step": 21672 + }, + { + "epoch": 18.38252756573367, + "grad_norm": 0.8248782133715072, + "learning_rate": 1.878442945114972e-05, + "loss": 0.0448, + "step": 21673 + }, + { + "epoch": 18.383375742154367, + "grad_norm": 0.7949059721923972, + "learning_rate": 1.8784298181481383e-05, + "loss": 0.0383, + "step": 21674 + }, + { + "epoch": 18.384223918575064, + "grad_norm": 0.7458032849916175, + "learning_rate": 1.8784166905184235e-05, + "loss": 0.0381, + "step": 21675 + }, + { + "epoch": 18.38507209499576, + "grad_norm": 0.842877146013878, + "learning_rate": 1.8784035622258376e-05, + "loss": 0.0366, + "step": 21676 + }, + { + "epoch": 18.385920271416456, + "grad_norm": 0.789021346542468, + "learning_rate": 1.8783904332703902e-05, + "loss": 0.0405, + "step": 21677 + }, + { + "epoch": 18.38676844783715, + "grad_norm": 0.9613947545923406, + "learning_rate": 1.878377303652091e-05, + "loss": 0.0429, + "step": 21678 + }, + { + "epoch": 18.387616624257845, + "grad_norm": 0.7773468097755085, + "learning_rate": 1.8783641733709503e-05, + "loss": 0.0401, + "step": 21679 + }, + { + "epoch": 18.38846480067854, + "grad_norm": 0.8412844129317593, + "learning_rate": 1.878351042426978e-05, + "loss": 0.0405, + "step": 21680 + }, + { + "epoch": 18.389312977099237, + "grad_norm": 0.8320067896778998, + "learning_rate": 1.878337910820184e-05, + "loss": 0.0368, + "step": 21681 + }, + { + "epoch": 18.390161153519934, + "grad_norm": 0.8853248869127488, + "learning_rate": 1.8783247785505777e-05, + "loss": 0.0419, + "step": 21682 + }, + { + "epoch": 18.391009329940626, + "grad_norm": 0.8095497115740274, + "learning_rate": 1.87831164561817e-05, + "loss": 0.0362, + "step": 21683 + }, + { + "epoch": 18.391857506361323, + "grad_norm": 0.9578734206503161, + "learning_rate": 1.8782985120229695e-05, + "loss": 0.0399, + "step": 21684 + }, + { + "epoch": 18.39270568278202, + "grad_norm": 0.959421037311681, + "learning_rate": 1.878285377764987e-05, + "loss": 0.0433, + "step": 21685 + }, + { + "epoch": 18.393553859202715, + "grad_norm": 0.8404142842705308, + "learning_rate": 1.878272242844233e-05, + "loss": 0.0368, + "step": 21686 + }, + { + "epoch": 18.39440203562341, + "grad_norm": 0.7794171344956768, + "learning_rate": 1.878259107260716e-05, + "loss": 0.0363, + "step": 21687 + }, + { + "epoch": 18.395250212044104, + "grad_norm": 0.773043746395586, + "learning_rate": 1.8782459710144464e-05, + "loss": 0.0397, + "step": 21688 + }, + { + "epoch": 18.3960983884648, + "grad_norm": 0.8342826455947443, + "learning_rate": 1.8782328341054345e-05, + "loss": 0.0376, + "step": 21689 + }, + { + "epoch": 18.396946564885496, + "grad_norm": 0.8085275459615644, + "learning_rate": 1.87821969653369e-05, + "loss": 0.0387, + "step": 21690 + }, + { + "epoch": 18.397794741306193, + "grad_norm": 0.8673219806327879, + "learning_rate": 1.878206558299223e-05, + "loss": 0.0407, + "step": 21691 + }, + { + "epoch": 18.39864291772689, + "grad_norm": 0.7105603435320149, + "learning_rate": 1.878193419402043e-05, + "loss": 0.0369, + "step": 21692 + }, + { + "epoch": 18.39949109414758, + "grad_norm": 0.7911008949371487, + "learning_rate": 1.8781802798421604e-05, + "loss": 0.0356, + "step": 21693 + }, + { + "epoch": 18.400339270568278, + "grad_norm": 0.9011788737004282, + "learning_rate": 1.8781671396195843e-05, + "loss": 0.0399, + "step": 21694 + }, + { + "epoch": 18.401187446988974, + "grad_norm": 1.0306133181666637, + "learning_rate": 1.8781539987343257e-05, + "loss": 0.042, + "step": 21695 + }, + { + "epoch": 18.40203562340967, + "grad_norm": 0.8821326244631765, + "learning_rate": 1.8781408571863938e-05, + "loss": 0.0415, + "step": 21696 + }, + { + "epoch": 18.402883799830363, + "grad_norm": 0.9815326352198993, + "learning_rate": 1.878127714975799e-05, + "loss": 0.0396, + "step": 21697 + }, + { + "epoch": 18.40373197625106, + "grad_norm": 0.925029121407773, + "learning_rate": 1.8781145721025506e-05, + "loss": 0.0415, + "step": 21698 + }, + { + "epoch": 18.404580152671755, + "grad_norm": 0.9638058519951997, + "learning_rate": 1.8781014285666588e-05, + "loss": 0.043, + "step": 21699 + }, + { + "epoch": 18.40542832909245, + "grad_norm": 0.9174507977647306, + "learning_rate": 1.8780882843681335e-05, + "loss": 0.0373, + "step": 21700 + }, + { + "epoch": 18.406276505513148, + "grad_norm": 0.6942883950952067, + "learning_rate": 1.878075139506985e-05, + "loss": 0.0385, + "step": 21701 + }, + { + "epoch": 18.40712468193384, + "grad_norm": 0.954411150903022, + "learning_rate": 1.8780619939832227e-05, + "loss": 0.0422, + "step": 21702 + }, + { + "epoch": 18.407972858354537, + "grad_norm": 0.8556343275546962, + "learning_rate": 1.8780488477968567e-05, + "loss": 0.0419, + "step": 21703 + }, + { + "epoch": 18.408821034775233, + "grad_norm": 0.7376035773160171, + "learning_rate": 1.878035700947897e-05, + "loss": 0.0364, + "step": 21704 + }, + { + "epoch": 18.40966921119593, + "grad_norm": 0.8076468870562022, + "learning_rate": 1.8780225534363534e-05, + "loss": 0.0413, + "step": 21705 + }, + { + "epoch": 18.410517387616625, + "grad_norm": 0.9260599486567213, + "learning_rate": 1.878009405262236e-05, + "loss": 0.0426, + "step": 21706 + }, + { + "epoch": 18.411365564037318, + "grad_norm": 0.7647845776469273, + "learning_rate": 1.8779962564255544e-05, + "loss": 0.037, + "step": 21707 + }, + { + "epoch": 18.412213740458014, + "grad_norm": 0.8816251257046352, + "learning_rate": 1.877983106926319e-05, + "loss": 0.0417, + "step": 21708 + }, + { + "epoch": 18.41306191687871, + "grad_norm": 0.884806264192892, + "learning_rate": 1.877969956764539e-05, + "loss": 0.0405, + "step": 21709 + }, + { + "epoch": 18.413910093299407, + "grad_norm": 0.9840922258834561, + "learning_rate": 1.8779568059402253e-05, + "loss": 0.042, + "step": 21710 + }, + { + "epoch": 18.414758269720103, + "grad_norm": 0.803441782490325, + "learning_rate": 1.877943654453387e-05, + "loss": 0.0388, + "step": 21711 + }, + { + "epoch": 18.415606446140796, + "grad_norm": 0.8096078544005265, + "learning_rate": 1.8779305023040345e-05, + "loss": 0.0392, + "step": 21712 + }, + { + "epoch": 18.416454622561492, + "grad_norm": 0.9027489895125047, + "learning_rate": 1.8779173494921772e-05, + "loss": 0.0381, + "step": 21713 + }, + { + "epoch": 18.41730279898219, + "grad_norm": 0.8138961680011984, + "learning_rate": 1.8779041960178256e-05, + "loss": 0.0404, + "step": 21714 + }, + { + "epoch": 18.418150975402884, + "grad_norm": 0.8580717416407385, + "learning_rate": 1.8778910418809896e-05, + "loss": 0.0386, + "step": 21715 + }, + { + "epoch": 18.41899915182358, + "grad_norm": 1.0211292232430285, + "learning_rate": 1.8778778870816786e-05, + "loss": 0.0398, + "step": 21716 + }, + { + "epoch": 18.419847328244273, + "grad_norm": 0.9284972179985858, + "learning_rate": 1.8778647316199028e-05, + "loss": 0.0398, + "step": 21717 + }, + { + "epoch": 18.42069550466497, + "grad_norm": 0.8353215307698567, + "learning_rate": 1.8778515754956723e-05, + "loss": 0.0366, + "step": 21718 + }, + { + "epoch": 18.421543681085666, + "grad_norm": 0.9471312589962597, + "learning_rate": 1.877838418708997e-05, + "loss": 0.0397, + "step": 21719 + }, + { + "epoch": 18.422391857506362, + "grad_norm": 0.68531450621556, + "learning_rate": 1.8778252612598867e-05, + "loss": 0.0364, + "step": 21720 + }, + { + "epoch": 18.42324003392706, + "grad_norm": 0.7578739639823389, + "learning_rate": 1.8778121031483513e-05, + "loss": 0.0381, + "step": 21721 + }, + { + "epoch": 18.42408821034775, + "grad_norm": 0.9201384917504511, + "learning_rate": 1.8777989443744005e-05, + "loss": 0.0453, + "step": 21722 + }, + { + "epoch": 18.424936386768447, + "grad_norm": 1.075890112324651, + "learning_rate": 1.8777857849380453e-05, + "loss": 0.0434, + "step": 21723 + }, + { + "epoch": 18.425784563189143, + "grad_norm": 0.916512841842536, + "learning_rate": 1.877772624839294e-05, + "loss": 0.0432, + "step": 21724 + }, + { + "epoch": 18.42663273960984, + "grad_norm": 0.7729201205791102, + "learning_rate": 1.8777594640781578e-05, + "loss": 0.0352, + "step": 21725 + }, + { + "epoch": 18.427480916030536, + "grad_norm": 0.7665262438923025, + "learning_rate": 1.877746302654646e-05, + "loss": 0.0395, + "step": 21726 + }, + { + "epoch": 18.42832909245123, + "grad_norm": 0.8986523260093725, + "learning_rate": 1.8777331405687693e-05, + "loss": 0.0365, + "step": 21727 + }, + { + "epoch": 18.429177268871925, + "grad_norm": 0.8277230708753059, + "learning_rate": 1.8777199778205365e-05, + "loss": 0.0365, + "step": 21728 + }, + { + "epoch": 18.43002544529262, + "grad_norm": 0.7737941586502904, + "learning_rate": 1.8777068144099582e-05, + "loss": 0.0371, + "step": 21729 + }, + { + "epoch": 18.430873621713317, + "grad_norm": 0.8317612948531043, + "learning_rate": 1.8776936503370442e-05, + "loss": 0.0372, + "step": 21730 + }, + { + "epoch": 18.431721798134014, + "grad_norm": 0.7254996224525079, + "learning_rate": 1.8776804856018046e-05, + "loss": 0.0351, + "step": 21731 + }, + { + "epoch": 18.432569974554706, + "grad_norm": 1.0161233314638167, + "learning_rate": 1.8776673202042493e-05, + "loss": 0.0434, + "step": 21732 + }, + { + "epoch": 18.433418150975402, + "grad_norm": 0.7219266304315259, + "learning_rate": 1.877654154144388e-05, + "loss": 0.0398, + "step": 21733 + }, + { + "epoch": 18.4342663273961, + "grad_norm": 0.8726194651910796, + "learning_rate": 1.877640987422231e-05, + "loss": 0.0381, + "step": 21734 + }, + { + "epoch": 18.435114503816795, + "grad_norm": 0.846903500475353, + "learning_rate": 1.8776278200377876e-05, + "loss": 0.0384, + "step": 21735 + }, + { + "epoch": 18.435962680237488, + "grad_norm": 1.223634473232379, + "learning_rate": 1.8776146519910684e-05, + "loss": 0.0491, + "step": 21736 + }, + { + "epoch": 18.436810856658184, + "grad_norm": 0.7867009056612899, + "learning_rate": 1.877601483282083e-05, + "loss": 0.0416, + "step": 21737 + }, + { + "epoch": 18.43765903307888, + "grad_norm": 0.991096104215299, + "learning_rate": 1.877588313910842e-05, + "loss": 0.0433, + "step": 21738 + }, + { + "epoch": 18.438507209499576, + "grad_norm": 0.8297701577649147, + "learning_rate": 1.877575143877354e-05, + "loss": 0.0407, + "step": 21739 + }, + { + "epoch": 18.439355385920273, + "grad_norm": 1.1791276848245966, + "learning_rate": 1.8775619731816303e-05, + "loss": 0.0459, + "step": 21740 + }, + { + "epoch": 18.440203562340965, + "grad_norm": 0.8556242857444254, + "learning_rate": 1.8775488018236796e-05, + "loss": 0.0376, + "step": 21741 + }, + { + "epoch": 18.44105173876166, + "grad_norm": 0.8805934035149016, + "learning_rate": 1.877535629803513e-05, + "loss": 0.0408, + "step": 21742 + }, + { + "epoch": 18.441899915182358, + "grad_norm": 1.0447398246335655, + "learning_rate": 1.8775224571211398e-05, + "loss": 0.0416, + "step": 21743 + }, + { + "epoch": 18.442748091603054, + "grad_norm": 0.864594305732857, + "learning_rate": 1.87750928377657e-05, + "loss": 0.0377, + "step": 21744 + }, + { + "epoch": 18.44359626802375, + "grad_norm": 1.0050782617083946, + "learning_rate": 1.877496109769813e-05, + "loss": 0.0427, + "step": 21745 + }, + { + "epoch": 18.444444444444443, + "grad_norm": 0.8533185054025016, + "learning_rate": 1.8774829351008805e-05, + "loss": 0.0386, + "step": 21746 + }, + { + "epoch": 18.44529262086514, + "grad_norm": 0.8283563868821284, + "learning_rate": 1.8774697597697805e-05, + "loss": 0.0377, + "step": 21747 + }, + { + "epoch": 18.446140797285835, + "grad_norm": 0.923335207284343, + "learning_rate": 1.877456583776524e-05, + "loss": 0.0426, + "step": 21748 + }, + { + "epoch": 18.44698897370653, + "grad_norm": 0.743387990777429, + "learning_rate": 1.8774434071211206e-05, + "loss": 0.0368, + "step": 21749 + }, + { + "epoch": 18.447837150127228, + "grad_norm": 0.7752874821970895, + "learning_rate": 1.8774302298035803e-05, + "loss": 0.0365, + "step": 21750 + }, + { + "epoch": 18.44868532654792, + "grad_norm": 0.9024031509359707, + "learning_rate": 1.8774170518239133e-05, + "loss": 0.0388, + "step": 21751 + }, + { + "epoch": 18.449533502968617, + "grad_norm": 0.9973505654046632, + "learning_rate": 1.877403873182129e-05, + "loss": 0.0398, + "step": 21752 + }, + { + "epoch": 18.450381679389313, + "grad_norm": 0.987232812078585, + "learning_rate": 1.8773906938782377e-05, + "loss": 0.0411, + "step": 21753 + }, + { + "epoch": 18.45122985581001, + "grad_norm": 0.8818244226168026, + "learning_rate": 1.8773775139122493e-05, + "loss": 0.0395, + "step": 21754 + }, + { + "epoch": 18.452078032230705, + "grad_norm": 0.9525726730428755, + "learning_rate": 1.877364333284174e-05, + "loss": 0.0398, + "step": 21755 + }, + { + "epoch": 18.452926208651398, + "grad_norm": 0.9852962022464452, + "learning_rate": 1.877351151994021e-05, + "loss": 0.0434, + "step": 21756 + }, + { + "epoch": 18.453774385072094, + "grad_norm": 0.8287154790199245, + "learning_rate": 1.877337970041801e-05, + "loss": 0.0476, + "step": 21757 + }, + { + "epoch": 18.45462256149279, + "grad_norm": 0.7940976825428971, + "learning_rate": 1.8773247874275235e-05, + "loss": 0.0408, + "step": 21758 + }, + { + "epoch": 18.455470737913487, + "grad_norm": 0.7486868301386796, + "learning_rate": 1.877311604151199e-05, + "loss": 0.0379, + "step": 21759 + }, + { + "epoch": 18.456318914334183, + "grad_norm": 0.9274730458056077, + "learning_rate": 1.8772984202128368e-05, + "loss": 0.0428, + "step": 21760 + }, + { + "epoch": 18.457167090754876, + "grad_norm": 0.862172929368962, + "learning_rate": 1.8772852356124472e-05, + "loss": 0.0384, + "step": 21761 + }, + { + "epoch": 18.458015267175572, + "grad_norm": 0.8916970670802873, + "learning_rate": 1.8772720503500398e-05, + "loss": 0.0379, + "step": 21762 + }, + { + "epoch": 18.458863443596268, + "grad_norm": 1.1056068507160695, + "learning_rate": 1.8772588644256252e-05, + "loss": 0.0402, + "step": 21763 + }, + { + "epoch": 18.459711620016964, + "grad_norm": 0.8408061687660792, + "learning_rate": 1.877245677839213e-05, + "loss": 0.036, + "step": 21764 + }, + { + "epoch": 18.46055979643766, + "grad_norm": 0.932812610266036, + "learning_rate": 1.877232490590813e-05, + "loss": 0.0392, + "step": 21765 + }, + { + "epoch": 18.461407972858353, + "grad_norm": 0.8457677963072889, + "learning_rate": 1.877219302680435e-05, + "loss": 0.0389, + "step": 21766 + }, + { + "epoch": 18.46225614927905, + "grad_norm": 0.8033855612339403, + "learning_rate": 1.87720611410809e-05, + "loss": 0.0376, + "step": 21767 + }, + { + "epoch": 18.463104325699746, + "grad_norm": 0.8451889029616598, + "learning_rate": 1.8771929248737867e-05, + "loss": 0.0384, + "step": 21768 + }, + { + "epoch": 18.463952502120442, + "grad_norm": 0.8784997021835343, + "learning_rate": 1.8771797349775354e-05, + "loss": 0.0394, + "step": 21769 + }, + { + "epoch": 18.46480067854114, + "grad_norm": 0.797406444499582, + "learning_rate": 1.8771665444193462e-05, + "loss": 0.0401, + "step": 21770 + }, + { + "epoch": 18.46564885496183, + "grad_norm": 0.9361453280674852, + "learning_rate": 1.877153353199229e-05, + "loss": 0.0404, + "step": 21771 + }, + { + "epoch": 18.466497031382527, + "grad_norm": 0.8378096581720034, + "learning_rate": 1.8771401613171942e-05, + "loss": 0.0425, + "step": 21772 + }, + { + "epoch": 18.467345207803223, + "grad_norm": 0.9442487237383663, + "learning_rate": 1.877126968773251e-05, + "loss": 0.042, + "step": 21773 + }, + { + "epoch": 18.46819338422392, + "grad_norm": 1.0303120970609345, + "learning_rate": 1.8771137755674096e-05, + "loss": 0.0436, + "step": 21774 + }, + { + "epoch": 18.469041560644612, + "grad_norm": 0.8574719776044614, + "learning_rate": 1.8771005816996804e-05, + "loss": 0.0422, + "step": 21775 + }, + { + "epoch": 18.46988973706531, + "grad_norm": 0.8538015573657891, + "learning_rate": 1.877087387170073e-05, + "loss": 0.0402, + "step": 21776 + }, + { + "epoch": 18.470737913486005, + "grad_norm": 0.7905809909166548, + "learning_rate": 1.877074191978597e-05, + "loss": 0.0387, + "step": 21777 + }, + { + "epoch": 18.4715860899067, + "grad_norm": 0.8089826018442515, + "learning_rate": 1.877060996125263e-05, + "loss": 0.038, + "step": 21778 + }, + { + "epoch": 18.472434266327397, + "grad_norm": 0.7702244654270727, + "learning_rate": 1.8770477996100805e-05, + "loss": 0.0365, + "step": 21779 + }, + { + "epoch": 18.47328244274809, + "grad_norm": 0.7681961409927822, + "learning_rate": 1.8770346024330603e-05, + "loss": 0.0411, + "step": 21780 + }, + { + "epoch": 18.474130619168786, + "grad_norm": 0.7530827816176247, + "learning_rate": 1.877021404594211e-05, + "loss": 0.0389, + "step": 21781 + }, + { + "epoch": 18.474978795589482, + "grad_norm": 0.8706330365683232, + "learning_rate": 1.8770082060935434e-05, + "loss": 0.0386, + "step": 21782 + }, + { + "epoch": 18.47582697201018, + "grad_norm": 0.8327095956264029, + "learning_rate": 1.8769950069310675e-05, + "loss": 0.0383, + "step": 21783 + }, + { + "epoch": 18.476675148430875, + "grad_norm": 0.9118512336608016, + "learning_rate": 1.8769818071067928e-05, + "loss": 0.0414, + "step": 21784 + }, + { + "epoch": 18.477523324851568, + "grad_norm": 0.8019238315789791, + "learning_rate": 1.87696860662073e-05, + "loss": 0.0373, + "step": 21785 + }, + { + "epoch": 18.478371501272264, + "grad_norm": 0.9945942695909048, + "learning_rate": 1.8769554054728884e-05, + "loss": 0.0371, + "step": 21786 + }, + { + "epoch": 18.47921967769296, + "grad_norm": 0.8416795867535257, + "learning_rate": 1.876942203663278e-05, + "loss": 0.0353, + "step": 21787 + }, + { + "epoch": 18.480067854113656, + "grad_norm": 1.0529129776165929, + "learning_rate": 1.876929001191909e-05, + "loss": 0.0477, + "step": 21788 + }, + { + "epoch": 18.480916030534353, + "grad_norm": 0.9425350890891354, + "learning_rate": 1.8769157980587914e-05, + "loss": 0.043, + "step": 21789 + }, + { + "epoch": 18.481764206955045, + "grad_norm": 0.9817912891356846, + "learning_rate": 1.876902594263935e-05, + "loss": 0.043, + "step": 21790 + }, + { + "epoch": 18.48261238337574, + "grad_norm": 0.825724420564096, + "learning_rate": 1.87688938980735e-05, + "loss": 0.037, + "step": 21791 + }, + { + "epoch": 18.483460559796438, + "grad_norm": 0.7721353068688525, + "learning_rate": 1.8768761846890458e-05, + "loss": 0.0366, + "step": 21792 + }, + { + "epoch": 18.484308736217134, + "grad_norm": 0.8958080649069042, + "learning_rate": 1.876862978909033e-05, + "loss": 0.0409, + "step": 21793 + }, + { + "epoch": 18.48515691263783, + "grad_norm": 0.833709407372663, + "learning_rate": 1.8768497724673214e-05, + "loss": 0.0414, + "step": 21794 + }, + { + "epoch": 18.486005089058523, + "grad_norm": 0.8268110127648174, + "learning_rate": 1.8768365653639207e-05, + "loss": 0.0536, + "step": 21795 + }, + { + "epoch": 18.48685326547922, + "grad_norm": 0.8080720248928458, + "learning_rate": 1.876823357598841e-05, + "loss": 0.0377, + "step": 21796 + }, + { + "epoch": 18.487701441899915, + "grad_norm": 0.8680167739199616, + "learning_rate": 1.8768101491720925e-05, + "loss": 0.0389, + "step": 21797 + }, + { + "epoch": 18.48854961832061, + "grad_norm": 0.8986175906213609, + "learning_rate": 1.876796940083685e-05, + "loss": 0.0401, + "step": 21798 + }, + { + "epoch": 18.489397794741308, + "grad_norm": 0.9119108439867096, + "learning_rate": 1.8767837303336283e-05, + "loss": 0.0415, + "step": 21799 + }, + { + "epoch": 18.490245971162, + "grad_norm": 0.9365327772707517, + "learning_rate": 1.8767705199219327e-05, + "loss": 0.0442, + "step": 21800 + }, + { + "epoch": 18.491094147582697, + "grad_norm": 0.7709142171815718, + "learning_rate": 1.876757308848608e-05, + "loss": 0.0378, + "step": 21801 + }, + { + "epoch": 18.491942324003393, + "grad_norm": 0.9211394651755966, + "learning_rate": 1.876744097113664e-05, + "loss": 0.0383, + "step": 21802 + }, + { + "epoch": 18.49279050042409, + "grad_norm": 0.8268410948111963, + "learning_rate": 1.8767308847171106e-05, + "loss": 0.0392, + "step": 21803 + }, + { + "epoch": 18.493638676844785, + "grad_norm": 0.9076631278640445, + "learning_rate": 1.8767176716589582e-05, + "loss": 0.0397, + "step": 21804 + }, + { + "epoch": 18.494486853265478, + "grad_norm": 0.9368863531813194, + "learning_rate": 1.8767044579392168e-05, + "loss": 0.0375, + "step": 21805 + }, + { + "epoch": 18.495335029686174, + "grad_norm": 0.7896895997962222, + "learning_rate": 1.876691243557896e-05, + "loss": 0.0399, + "step": 21806 + }, + { + "epoch": 18.49618320610687, + "grad_norm": 0.8960826234545988, + "learning_rate": 1.876678028515006e-05, + "loss": 0.0408, + "step": 21807 + }, + { + "epoch": 18.497031382527567, + "grad_norm": 0.7867865854685404, + "learning_rate": 1.8766648128105563e-05, + "loss": 0.0381, + "step": 21808 + }, + { + "epoch": 18.497879558948263, + "grad_norm": 0.8963820181862142, + "learning_rate": 1.8766515964445576e-05, + "loss": 0.0407, + "step": 21809 + }, + { + "epoch": 18.498727735368956, + "grad_norm": 0.7433341253432204, + "learning_rate": 1.8766383794170194e-05, + "loss": 0.0377, + "step": 21810 + }, + { + "epoch": 18.499575911789652, + "grad_norm": 0.7299157885897756, + "learning_rate": 1.8766251617279522e-05, + "loss": 0.0361, + "step": 21811 + }, + { + "epoch": 18.500424088210348, + "grad_norm": 0.9045913645143314, + "learning_rate": 1.876611943377365e-05, + "loss": 0.0408, + "step": 21812 + }, + { + "epoch": 18.501272264631044, + "grad_norm": 0.8076721615307487, + "learning_rate": 1.8765987243652687e-05, + "loss": 0.0382, + "step": 21813 + }, + { + "epoch": 18.502120441051737, + "grad_norm": 0.8591155792947375, + "learning_rate": 1.876585504691673e-05, + "loss": 0.038, + "step": 21814 + }, + { + "epoch": 18.502968617472433, + "grad_norm": 0.9475372594882121, + "learning_rate": 1.8765722843565874e-05, + "loss": 0.0419, + "step": 21815 + }, + { + "epoch": 18.50381679389313, + "grad_norm": 0.9909225420947322, + "learning_rate": 1.8765590633600226e-05, + "loss": 0.0419, + "step": 21816 + }, + { + "epoch": 18.504664970313826, + "grad_norm": 1.0027327165060804, + "learning_rate": 1.876545841701988e-05, + "loss": 0.0393, + "step": 21817 + }, + { + "epoch": 18.505513146734522, + "grad_norm": 0.8295837909144707, + "learning_rate": 1.8765326193824943e-05, + "loss": 0.0347, + "step": 21818 + }, + { + "epoch": 18.506361323155215, + "grad_norm": 0.7326056090773262, + "learning_rate": 1.8765193964015504e-05, + "loss": 0.0361, + "step": 21819 + }, + { + "epoch": 18.50720949957591, + "grad_norm": 0.9420715055761095, + "learning_rate": 1.8765061727591677e-05, + "loss": 0.0393, + "step": 21820 + }, + { + "epoch": 18.508057675996607, + "grad_norm": 0.8461075978829745, + "learning_rate": 1.8764929484553546e-05, + "loss": 0.0392, + "step": 21821 + }, + { + "epoch": 18.508905852417303, + "grad_norm": 0.9830696051006725, + "learning_rate": 1.876479723490122e-05, + "loss": 0.042, + "step": 21822 + }, + { + "epoch": 18.509754028838, + "grad_norm": 0.8646456826064511, + "learning_rate": 1.87646649786348e-05, + "loss": 0.04, + "step": 21823 + }, + { + "epoch": 18.510602205258692, + "grad_norm": 0.7386931961105122, + "learning_rate": 1.876453271575438e-05, + "loss": 0.0363, + "step": 21824 + }, + { + "epoch": 18.51145038167939, + "grad_norm": 0.8260023923260997, + "learning_rate": 1.8764400446260067e-05, + "loss": 0.0395, + "step": 21825 + }, + { + "epoch": 18.512298558100085, + "grad_norm": 0.8173569154022687, + "learning_rate": 1.8764268170151956e-05, + "loss": 0.0356, + "step": 21826 + }, + { + "epoch": 18.51314673452078, + "grad_norm": 0.8355685690276549, + "learning_rate": 1.8764135887430145e-05, + "loss": 0.0394, + "step": 21827 + }, + { + "epoch": 18.513994910941477, + "grad_norm": 0.8589662279937954, + "learning_rate": 1.8764003598094738e-05, + "loss": 0.043, + "step": 21828 + }, + { + "epoch": 18.51484308736217, + "grad_norm": 0.984083409629095, + "learning_rate": 1.876387130214583e-05, + "loss": 0.041, + "step": 21829 + }, + { + "epoch": 18.515691263782866, + "grad_norm": 0.844095240140155, + "learning_rate": 1.876373899958353e-05, + "loss": 0.0392, + "step": 21830 + }, + { + "epoch": 18.516539440203562, + "grad_norm": 0.8876853183563564, + "learning_rate": 1.8763606690407927e-05, + "loss": 0.0402, + "step": 21831 + }, + { + "epoch": 18.51738761662426, + "grad_norm": 0.8554200388633848, + "learning_rate": 1.8763474374619125e-05, + "loss": 0.039, + "step": 21832 + }, + { + "epoch": 18.518235793044955, + "grad_norm": 0.8728233896475819, + "learning_rate": 1.876334205221723e-05, + "loss": 0.0387, + "step": 21833 + }, + { + "epoch": 18.519083969465647, + "grad_norm": 0.7444930177200091, + "learning_rate": 1.8763209723202332e-05, + "loss": 0.0343, + "step": 21834 + }, + { + "epoch": 18.519932145886344, + "grad_norm": 0.9235108999957798, + "learning_rate": 1.8763077387574535e-05, + "loss": 0.0395, + "step": 21835 + }, + { + "epoch": 18.52078032230704, + "grad_norm": 0.97687901560761, + "learning_rate": 1.876294504533394e-05, + "loss": 0.0422, + "step": 21836 + }, + { + "epoch": 18.521628498727736, + "grad_norm": 1.01816431543291, + "learning_rate": 1.876281269648065e-05, + "loss": 0.0433, + "step": 21837 + }, + { + "epoch": 18.522476675148432, + "grad_norm": 0.8276940555435045, + "learning_rate": 1.8762680341014754e-05, + "loss": 0.0391, + "step": 21838 + }, + { + "epoch": 18.523324851569125, + "grad_norm": 0.8557526896838054, + "learning_rate": 1.8762547978936364e-05, + "loss": 0.0384, + "step": 21839 + }, + { + "epoch": 18.52417302798982, + "grad_norm": 0.819004203245481, + "learning_rate": 1.876241561024557e-05, + "loss": 0.041, + "step": 21840 + }, + { + "epoch": 18.525021204410518, + "grad_norm": 0.9397354620393102, + "learning_rate": 1.8762283234942482e-05, + "loss": 0.0435, + "step": 21841 + }, + { + "epoch": 18.525869380831214, + "grad_norm": 0.8567254447422243, + "learning_rate": 1.876215085302719e-05, + "loss": 0.037, + "step": 21842 + }, + { + "epoch": 18.52671755725191, + "grad_norm": 0.8449706242419502, + "learning_rate": 1.87620184644998e-05, + "loss": 0.042, + "step": 21843 + }, + { + "epoch": 18.527565733672603, + "grad_norm": 0.8803402918935286, + "learning_rate": 1.876188606936041e-05, + "loss": 0.0388, + "step": 21844 + }, + { + "epoch": 18.5284139100933, + "grad_norm": 0.8481995489263566, + "learning_rate": 1.8761753667609118e-05, + "loss": 0.0394, + "step": 21845 + }, + { + "epoch": 18.529262086513995, + "grad_norm": 0.8738607271754348, + "learning_rate": 1.8761621259246032e-05, + "loss": 0.0381, + "step": 21846 + }, + { + "epoch": 18.53011026293469, + "grad_norm": 0.8246488249363427, + "learning_rate": 1.8761488844271244e-05, + "loss": 0.039, + "step": 21847 + }, + { + "epoch": 18.530958439355388, + "grad_norm": 0.8731507247817346, + "learning_rate": 1.8761356422684853e-05, + "loss": 0.0397, + "step": 21848 + }, + { + "epoch": 18.53180661577608, + "grad_norm": 0.7558653337734793, + "learning_rate": 1.8761223994486962e-05, + "loss": 0.0376, + "step": 21849 + }, + { + "epoch": 18.532654792196777, + "grad_norm": 0.8393331340103849, + "learning_rate": 1.8761091559677675e-05, + "loss": 0.0376, + "step": 21850 + }, + { + "epoch": 18.533502968617473, + "grad_norm": 0.759133902777602, + "learning_rate": 1.8760959118257082e-05, + "loss": 0.036, + "step": 21851 + }, + { + "epoch": 18.53435114503817, + "grad_norm": 1.0888602598027617, + "learning_rate": 1.876082667022529e-05, + "loss": 0.0458, + "step": 21852 + }, + { + "epoch": 18.53519932145886, + "grad_norm": 0.8942165224765908, + "learning_rate": 1.87606942155824e-05, + "loss": 0.0382, + "step": 21853 + }, + { + "epoch": 18.536047497879558, + "grad_norm": 0.944357469120726, + "learning_rate": 1.876056175432851e-05, + "loss": 0.0387, + "step": 21854 + }, + { + "epoch": 18.536895674300254, + "grad_norm": 0.9984987440059341, + "learning_rate": 1.8760429286463714e-05, + "loss": 0.0422, + "step": 21855 + }, + { + "epoch": 18.53774385072095, + "grad_norm": 0.9285275580056331, + "learning_rate": 1.876029681198812e-05, + "loss": 0.0366, + "step": 21856 + }, + { + "epoch": 18.538592027141647, + "grad_norm": 0.88169084168805, + "learning_rate": 1.876016433090183e-05, + "loss": 0.0368, + "step": 21857 + }, + { + "epoch": 18.53944020356234, + "grad_norm": 0.7760762616077155, + "learning_rate": 1.8760031843204936e-05, + "loss": 0.0397, + "step": 21858 + }, + { + "epoch": 18.540288379983036, + "grad_norm": 0.9320975152723816, + "learning_rate": 1.875989934889754e-05, + "loss": 0.0395, + "step": 21859 + }, + { + "epoch": 18.541136556403732, + "grad_norm": 0.9738512374871482, + "learning_rate": 1.8759766847979747e-05, + "loss": 0.0421, + "step": 21860 + }, + { + "epoch": 18.541984732824428, + "grad_norm": 0.8601484555965138, + "learning_rate": 1.8759634340451648e-05, + "loss": 0.0423, + "step": 21861 + }, + { + "epoch": 18.542832909245124, + "grad_norm": 0.8880607516047138, + "learning_rate": 1.875950182631335e-05, + "loss": 0.0408, + "step": 21862 + }, + { + "epoch": 18.543681085665817, + "grad_norm": 0.9117329588958378, + "learning_rate": 1.8759369305564954e-05, + "loss": 0.0396, + "step": 21863 + }, + { + "epoch": 18.544529262086513, + "grad_norm": 0.9235101455125992, + "learning_rate": 1.8759236778206557e-05, + "loss": 0.0412, + "step": 21864 + }, + { + "epoch": 18.54537743850721, + "grad_norm": 0.8422193373259242, + "learning_rate": 1.8759104244238256e-05, + "loss": 0.0416, + "step": 21865 + }, + { + "epoch": 18.546225614927906, + "grad_norm": 0.8358073418688394, + "learning_rate": 1.8758971703660158e-05, + "loss": 0.0391, + "step": 21866 + }, + { + "epoch": 18.547073791348602, + "grad_norm": 0.9012736986549063, + "learning_rate": 1.875883915647236e-05, + "loss": 0.0444, + "step": 21867 + }, + { + "epoch": 18.547921967769295, + "grad_norm": 0.7733817185771825, + "learning_rate": 1.8758706602674957e-05, + "loss": 0.0381, + "step": 21868 + }, + { + "epoch": 18.54877014418999, + "grad_norm": 0.914663160627134, + "learning_rate": 1.8758574042268055e-05, + "loss": 0.0421, + "step": 21869 + }, + { + "epoch": 18.549618320610687, + "grad_norm": 0.7616156211710163, + "learning_rate": 1.8758441475251754e-05, + "loss": 0.0372, + "step": 21870 + }, + { + "epoch": 18.550466497031383, + "grad_norm": 0.9779135436894725, + "learning_rate": 1.875830890162615e-05, + "loss": 0.0418, + "step": 21871 + }, + { + "epoch": 18.55131467345208, + "grad_norm": 0.8010702689031964, + "learning_rate": 1.875817632139135e-05, + "loss": 0.038, + "step": 21872 + }, + { + "epoch": 18.552162849872772, + "grad_norm": 0.9182340485661926, + "learning_rate": 1.8758043734547446e-05, + "loss": 0.0412, + "step": 21873 + }, + { + "epoch": 18.55301102629347, + "grad_norm": 0.9161967544788182, + "learning_rate": 1.875791114109454e-05, + "loss": 0.0458, + "step": 21874 + }, + { + "epoch": 18.553859202714165, + "grad_norm": 0.8015618245205122, + "learning_rate": 1.875777854103274e-05, + "loss": 0.0413, + "step": 21875 + }, + { + "epoch": 18.55470737913486, + "grad_norm": 0.9349604772194537, + "learning_rate": 1.8757645934362133e-05, + "loss": 0.0431, + "step": 21876 + }, + { + "epoch": 18.555555555555557, + "grad_norm": 0.9422012066471542, + "learning_rate": 1.875751332108283e-05, + "loss": 0.0423, + "step": 21877 + }, + { + "epoch": 18.55640373197625, + "grad_norm": 0.921120449264467, + "learning_rate": 1.8757380701194924e-05, + "loss": 0.0413, + "step": 21878 + }, + { + "epoch": 18.557251908396946, + "grad_norm": 0.7127704712039913, + "learning_rate": 1.875724807469852e-05, + "loss": 0.0377, + "step": 21879 + }, + { + "epoch": 18.558100084817642, + "grad_norm": 0.814492040038869, + "learning_rate": 1.8757115441593717e-05, + "loss": 0.0373, + "step": 21880 + }, + { + "epoch": 18.55894826123834, + "grad_norm": 0.9494110258950962, + "learning_rate": 1.8756982801880613e-05, + "loss": 0.0399, + "step": 21881 + }, + { + "epoch": 18.559796437659035, + "grad_norm": 0.8988713269504017, + "learning_rate": 1.8756850155559308e-05, + "loss": 0.0394, + "step": 21882 + }, + { + "epoch": 18.560644614079727, + "grad_norm": 0.7947542164814756, + "learning_rate": 1.8756717502629906e-05, + "loss": 0.0362, + "step": 21883 + }, + { + "epoch": 18.561492790500424, + "grad_norm": 0.9073943931972636, + "learning_rate": 1.87565848430925e-05, + "loss": 0.0379, + "step": 21884 + }, + { + "epoch": 18.56234096692112, + "grad_norm": 0.8649748837854427, + "learning_rate": 1.8756452176947196e-05, + "loss": 0.036, + "step": 21885 + }, + { + "epoch": 18.563189143341816, + "grad_norm": 0.8307879378051531, + "learning_rate": 1.8756319504194096e-05, + "loss": 0.0382, + "step": 21886 + }, + { + "epoch": 18.564037319762512, + "grad_norm": 0.8446875555685335, + "learning_rate": 1.8756186824833295e-05, + "loss": 0.039, + "step": 21887 + }, + { + "epoch": 18.564885496183205, + "grad_norm": 0.9632570486295714, + "learning_rate": 1.8756054138864894e-05, + "loss": 0.0378, + "step": 21888 + }, + { + "epoch": 18.5657336726039, + "grad_norm": 0.9209676868955952, + "learning_rate": 1.8755921446288994e-05, + "loss": 0.0439, + "step": 21889 + }, + { + "epoch": 18.566581849024598, + "grad_norm": 1.0589807529542588, + "learning_rate": 1.8755788747105697e-05, + "loss": 0.0423, + "step": 21890 + }, + { + "epoch": 18.567430025445294, + "grad_norm": 0.8112771528827705, + "learning_rate": 1.8755656041315096e-05, + "loss": 0.0405, + "step": 21891 + }, + { + "epoch": 18.568278201865986, + "grad_norm": 0.9400687733141504, + "learning_rate": 1.8755523328917303e-05, + "loss": 0.0418, + "step": 21892 + }, + { + "epoch": 18.569126378286683, + "grad_norm": 0.8907814352109682, + "learning_rate": 1.875539060991241e-05, + "loss": 0.0443, + "step": 21893 + }, + { + "epoch": 18.56997455470738, + "grad_norm": 0.8963983121748473, + "learning_rate": 1.875525788430052e-05, + "loss": 0.0406, + "step": 21894 + }, + { + "epoch": 18.570822731128075, + "grad_norm": 0.867107718110075, + "learning_rate": 1.8755125152081728e-05, + "loss": 0.0427, + "step": 21895 + }, + { + "epoch": 18.57167090754877, + "grad_norm": 0.8491845040830117, + "learning_rate": 1.875499241325614e-05, + "loss": 0.0395, + "step": 21896 + }, + { + "epoch": 18.572519083969464, + "grad_norm": 0.977099054771938, + "learning_rate": 1.8754859667823852e-05, + "loss": 0.0439, + "step": 21897 + }, + { + "epoch": 18.57336726039016, + "grad_norm": 0.9672994165684454, + "learning_rate": 1.8754726915784968e-05, + "loss": 0.0403, + "step": 21898 + }, + { + "epoch": 18.574215436810857, + "grad_norm": 0.8891514315316317, + "learning_rate": 1.8754594157139586e-05, + "loss": 0.0414, + "step": 21899 + }, + { + "epoch": 18.575063613231553, + "grad_norm": 0.8680621740087526, + "learning_rate": 1.8754461391887807e-05, + "loss": 0.0416, + "step": 21900 + }, + { + "epoch": 18.57591178965225, + "grad_norm": 0.8397499666256583, + "learning_rate": 1.8754328620029734e-05, + "loss": 0.0398, + "step": 21901 + }, + { + "epoch": 18.57675996607294, + "grad_norm": 0.9451963090145774, + "learning_rate": 1.8754195841565462e-05, + "loss": 0.0413, + "step": 21902 + }, + { + "epoch": 18.577608142493638, + "grad_norm": 0.8455423670287419, + "learning_rate": 1.8754063056495095e-05, + "loss": 0.0381, + "step": 21903 + }, + { + "epoch": 18.578456318914334, + "grad_norm": 0.8536685641221206, + "learning_rate": 1.8753930264818727e-05, + "loss": 0.0385, + "step": 21904 + }, + { + "epoch": 18.57930449533503, + "grad_norm": 1.1203488037429319, + "learning_rate": 1.875379746653647e-05, + "loss": 0.045, + "step": 21905 + }, + { + "epoch": 18.580152671755727, + "grad_norm": 1.0604333801016674, + "learning_rate": 1.8753664661648407e-05, + "loss": 0.0408, + "step": 21906 + }, + { + "epoch": 18.58100084817642, + "grad_norm": 0.8255060702963322, + "learning_rate": 1.8753531850154654e-05, + "loss": 0.038, + "step": 21907 + }, + { + "epoch": 18.581849024597116, + "grad_norm": 0.7894184509229965, + "learning_rate": 1.8753399032055304e-05, + "loss": 0.0364, + "step": 21908 + }, + { + "epoch": 18.58269720101781, + "grad_norm": 1.4052725760353146, + "learning_rate": 1.875326620735046e-05, + "loss": 0.0469, + "step": 21909 + }, + { + "epoch": 18.583545377438508, + "grad_norm": 0.8644992576661026, + "learning_rate": 1.875313337604022e-05, + "loss": 0.0403, + "step": 21910 + }, + { + "epoch": 18.584393553859204, + "grad_norm": 0.8890294597756323, + "learning_rate": 1.8753000538124685e-05, + "loss": 0.0415, + "step": 21911 + }, + { + "epoch": 18.585241730279897, + "grad_norm": 0.8454149857831114, + "learning_rate": 1.8752867693603958e-05, + "loss": 0.0414, + "step": 21912 + }, + { + "epoch": 18.586089906700593, + "grad_norm": 0.7026302344769596, + "learning_rate": 1.8752734842478137e-05, + "loss": 0.0374, + "step": 21913 + }, + { + "epoch": 18.58693808312129, + "grad_norm": 0.9061240763129768, + "learning_rate": 1.8752601984747315e-05, + "loss": 0.0404, + "step": 21914 + }, + { + "epoch": 18.587786259541986, + "grad_norm": 0.9591468481753767, + "learning_rate": 1.8752469120411604e-05, + "loss": 0.0414, + "step": 21915 + }, + { + "epoch": 18.588634435962682, + "grad_norm": 0.7883259203322676, + "learning_rate": 1.87523362494711e-05, + "loss": 0.0366, + "step": 21916 + }, + { + "epoch": 18.589482612383375, + "grad_norm": 1.0220280679035285, + "learning_rate": 1.87522033719259e-05, + "loss": 0.0418, + "step": 21917 + }, + { + "epoch": 18.59033078880407, + "grad_norm": 0.8751268493498473, + "learning_rate": 1.8752070487776107e-05, + "loss": 0.0394, + "step": 21918 + }, + { + "epoch": 18.591178965224767, + "grad_norm": 0.9180111042531712, + "learning_rate": 1.8751937597021822e-05, + "loss": 0.0419, + "step": 21919 + }, + { + "epoch": 18.592027141645463, + "grad_norm": 0.8353309114689915, + "learning_rate": 1.8751804699663146e-05, + "loss": 0.0379, + "step": 21920 + }, + { + "epoch": 18.59287531806616, + "grad_norm": 1.0335217094390077, + "learning_rate": 1.8751671795700175e-05, + "loss": 0.0416, + "step": 21921 + }, + { + "epoch": 18.593723494486852, + "grad_norm": 0.696465953947942, + "learning_rate": 1.8751538885133013e-05, + "loss": 0.0344, + "step": 21922 + }, + { + "epoch": 18.59457167090755, + "grad_norm": 0.9108005984668986, + "learning_rate": 1.8751405967961763e-05, + "loss": 0.0423, + "step": 21923 + }, + { + "epoch": 18.595419847328245, + "grad_norm": 0.7436364932328685, + "learning_rate": 1.8751273044186518e-05, + "loss": 0.0358, + "step": 21924 + }, + { + "epoch": 18.59626802374894, + "grad_norm": 0.8575174777978544, + "learning_rate": 1.875114011380738e-05, + "loss": 0.0412, + "step": 21925 + }, + { + "epoch": 18.597116200169637, + "grad_norm": 0.7648699418701069, + "learning_rate": 1.8751007176824453e-05, + "loss": 0.0401, + "step": 21926 + }, + { + "epoch": 18.59796437659033, + "grad_norm": 0.9031014446490961, + "learning_rate": 1.8750874233237836e-05, + "loss": 0.0398, + "step": 21927 + }, + { + "epoch": 18.598812553011026, + "grad_norm": 0.9022930734600548, + "learning_rate": 1.8750741283047632e-05, + "loss": 0.0409, + "step": 21928 + }, + { + "epoch": 18.599660729431722, + "grad_norm": 0.8336085819889498, + "learning_rate": 1.8750608326253935e-05, + "loss": 0.0379, + "step": 21929 + }, + { + "epoch": 18.60050890585242, + "grad_norm": 1.0712441884215154, + "learning_rate": 1.8750475362856847e-05, + "loss": 0.0423, + "step": 21930 + }, + { + "epoch": 18.60135708227311, + "grad_norm": 0.7616365833415005, + "learning_rate": 1.8750342392856473e-05, + "loss": 0.0368, + "step": 21931 + }, + { + "epoch": 18.602205258693807, + "grad_norm": 0.8650386550563104, + "learning_rate": 1.875020941625291e-05, + "loss": 0.0381, + "step": 21932 + }, + { + "epoch": 18.603053435114504, + "grad_norm": 0.9258128944100966, + "learning_rate": 1.8750076433046255e-05, + "loss": 0.0438, + "step": 21933 + }, + { + "epoch": 18.6039016115352, + "grad_norm": 0.8461587184047292, + "learning_rate": 1.8749943443236613e-05, + "loss": 0.0407, + "step": 21934 + }, + { + "epoch": 18.604749787955896, + "grad_norm": 0.9509080456210482, + "learning_rate": 1.8749810446824085e-05, + "loss": 0.0423, + "step": 21935 + }, + { + "epoch": 18.60559796437659, + "grad_norm": 0.8866066272738691, + "learning_rate": 1.874967744380877e-05, + "loss": 0.0398, + "step": 21936 + }, + { + "epoch": 18.606446140797285, + "grad_norm": 0.9504700837132893, + "learning_rate": 1.8749544434190767e-05, + "loss": 0.0425, + "step": 21937 + }, + { + "epoch": 18.60729431721798, + "grad_norm": 0.9346918168567614, + "learning_rate": 1.8749411417970177e-05, + "loss": 0.0412, + "step": 21938 + }, + { + "epoch": 18.608142493638677, + "grad_norm": 0.8037815203933986, + "learning_rate": 1.8749278395147104e-05, + "loss": 0.038, + "step": 21939 + }, + { + "epoch": 18.608990670059374, + "grad_norm": 0.7746852269963644, + "learning_rate": 1.8749145365721643e-05, + "loss": 0.0397, + "step": 21940 + }, + { + "epoch": 18.609838846480066, + "grad_norm": 1.0272169856024922, + "learning_rate": 1.8749012329693896e-05, + "loss": 0.0442, + "step": 21941 + }, + { + "epoch": 18.610687022900763, + "grad_norm": 0.7982606389414313, + "learning_rate": 1.874887928706396e-05, + "loss": 0.0393, + "step": 21942 + }, + { + "epoch": 18.61153519932146, + "grad_norm": 0.7968690120052178, + "learning_rate": 1.8748746237831945e-05, + "loss": 0.0396, + "step": 21943 + }, + { + "epoch": 18.612383375742155, + "grad_norm": 0.7915408754945645, + "learning_rate": 1.8748613181997942e-05, + "loss": 0.0353, + "step": 21944 + }, + { + "epoch": 18.61323155216285, + "grad_norm": 0.8897647749441425, + "learning_rate": 1.874848011956206e-05, + "loss": 0.0438, + "step": 21945 + }, + { + "epoch": 18.614079728583544, + "grad_norm": 0.9209996112192186, + "learning_rate": 1.874834705052439e-05, + "loss": 0.0413, + "step": 21946 + }, + { + "epoch": 18.61492790500424, + "grad_norm": 0.8628719542861287, + "learning_rate": 1.874821397488504e-05, + "loss": 0.0408, + "step": 21947 + }, + { + "epoch": 18.615776081424936, + "grad_norm": 0.8183845133568022, + "learning_rate": 1.8748080892644106e-05, + "loss": 0.038, + "step": 21948 + }, + { + "epoch": 18.616624257845633, + "grad_norm": 0.9390823075200347, + "learning_rate": 1.874794780380169e-05, + "loss": 0.0404, + "step": 21949 + }, + { + "epoch": 18.61747243426633, + "grad_norm": 1.1854048674633169, + "learning_rate": 1.874781470835789e-05, + "loss": 0.0453, + "step": 21950 + }, + { + "epoch": 18.61832061068702, + "grad_norm": 0.9467273258214902, + "learning_rate": 1.8747681606312812e-05, + "loss": 0.0421, + "step": 21951 + }, + { + "epoch": 18.619168787107718, + "grad_norm": 0.9697324754961573, + "learning_rate": 1.8747548497666552e-05, + "loss": 0.0384, + "step": 21952 + }, + { + "epoch": 18.620016963528414, + "grad_norm": 0.940623172879364, + "learning_rate": 1.874741538241921e-05, + "loss": 0.0425, + "step": 21953 + }, + { + "epoch": 18.62086513994911, + "grad_norm": 0.9644221351191764, + "learning_rate": 1.874728226057089e-05, + "loss": 0.0449, + "step": 21954 + }, + { + "epoch": 18.621713316369807, + "grad_norm": 0.9283898545761424, + "learning_rate": 1.874714913212169e-05, + "loss": 0.0403, + "step": 21955 + }, + { + "epoch": 18.6225614927905, + "grad_norm": 0.7222553723862715, + "learning_rate": 1.874701599707171e-05, + "loss": 0.0382, + "step": 21956 + }, + { + "epoch": 18.623409669211195, + "grad_norm": 0.9846631799130251, + "learning_rate": 1.8746882855421053e-05, + "loss": 0.0463, + "step": 21957 + }, + { + "epoch": 18.62425784563189, + "grad_norm": 0.8140679741511845, + "learning_rate": 1.874674970716982e-05, + "loss": 0.0394, + "step": 21958 + }, + { + "epoch": 18.625106022052588, + "grad_norm": 0.8749847114504968, + "learning_rate": 1.87466165523181e-05, + "loss": 0.0373, + "step": 21959 + }, + { + "epoch": 18.625954198473284, + "grad_norm": 0.9468531277183408, + "learning_rate": 1.8746483390866014e-05, + "loss": 0.0406, + "step": 21960 + }, + { + "epoch": 18.626802374893977, + "grad_norm": 0.9618258354585778, + "learning_rate": 1.8746350222813644e-05, + "loss": 0.0447, + "step": 21961 + }, + { + "epoch": 18.627650551314673, + "grad_norm": 0.9291302837275168, + "learning_rate": 1.87462170481611e-05, + "loss": 0.0406, + "step": 21962 + }, + { + "epoch": 18.62849872773537, + "grad_norm": 0.8034619733764264, + "learning_rate": 1.874608386690848e-05, + "loss": 0.0382, + "step": 21963 + }, + { + "epoch": 18.629346904156066, + "grad_norm": 0.9007715365952986, + "learning_rate": 1.8745950679055888e-05, + "loss": 0.0422, + "step": 21964 + }, + { + "epoch": 18.63019508057676, + "grad_norm": 1.0740269660815989, + "learning_rate": 1.8745817484603418e-05, + "loss": 0.044, + "step": 21965 + }, + { + "epoch": 18.631043256997454, + "grad_norm": 0.8694005560194876, + "learning_rate": 1.8745684283551173e-05, + "loss": 0.0396, + "step": 21966 + }, + { + "epoch": 18.63189143341815, + "grad_norm": 0.8064110224174191, + "learning_rate": 1.8745551075899256e-05, + "loss": 0.0377, + "step": 21967 + }, + { + "epoch": 18.632739609838847, + "grad_norm": 0.9341452586716351, + "learning_rate": 1.8745417861647767e-05, + "loss": 0.0424, + "step": 21968 + }, + { + "epoch": 18.633587786259543, + "grad_norm": 0.7465874214078616, + "learning_rate": 1.87452846407968e-05, + "loss": 0.0372, + "step": 21969 + }, + { + "epoch": 18.634435962680236, + "grad_norm": 0.964934859197963, + "learning_rate": 1.8745151413346465e-05, + "loss": 0.0441, + "step": 21970 + }, + { + "epoch": 18.635284139100932, + "grad_norm": 0.8293675364174007, + "learning_rate": 1.8745018179296858e-05, + "loss": 0.0382, + "step": 21971 + }, + { + "epoch": 18.63613231552163, + "grad_norm": 0.8629244445306595, + "learning_rate": 1.8744884938648082e-05, + "loss": 0.0412, + "step": 21972 + }, + { + "epoch": 18.636980491942325, + "grad_norm": 0.9573652518067379, + "learning_rate": 1.8744751691400235e-05, + "loss": 0.0389, + "step": 21973 + }, + { + "epoch": 18.63782866836302, + "grad_norm": 0.8779826327202125, + "learning_rate": 1.8744618437553415e-05, + "loss": 0.0403, + "step": 21974 + }, + { + "epoch": 18.638676844783713, + "grad_norm": 0.8017294871038941, + "learning_rate": 1.8744485177107727e-05, + "loss": 0.0366, + "step": 21975 + }, + { + "epoch": 18.63952502120441, + "grad_norm": 0.8800335306680296, + "learning_rate": 1.8744351910063273e-05, + "loss": 0.0403, + "step": 21976 + }, + { + "epoch": 18.640373197625106, + "grad_norm": 0.9315630580039983, + "learning_rate": 1.8744218636420148e-05, + "loss": 0.0395, + "step": 21977 + }, + { + "epoch": 18.641221374045802, + "grad_norm": 0.8168249568345431, + "learning_rate": 1.8744085356178457e-05, + "loss": 0.0433, + "step": 21978 + }, + { + "epoch": 18.6420695504665, + "grad_norm": 0.8014380068928351, + "learning_rate": 1.8743952069338297e-05, + "loss": 0.0349, + "step": 21979 + }, + { + "epoch": 18.64291772688719, + "grad_norm": 0.731704312883472, + "learning_rate": 1.874381877589977e-05, + "loss": 0.0371, + "step": 21980 + }, + { + "epoch": 18.643765903307887, + "grad_norm": 0.9360938122643268, + "learning_rate": 1.8743685475862978e-05, + "loss": 0.0398, + "step": 21981 + }, + { + "epoch": 18.644614079728584, + "grad_norm": 0.952221167956362, + "learning_rate": 1.874355216922802e-05, + "loss": 0.0407, + "step": 21982 + }, + { + "epoch": 18.64546225614928, + "grad_norm": 0.9724598005605103, + "learning_rate": 1.8743418855995e-05, + "loss": 0.0407, + "step": 21983 + }, + { + "epoch": 18.646310432569976, + "grad_norm": 1.1243684771465863, + "learning_rate": 1.874328553616401e-05, + "loss": 0.0479, + "step": 21984 + }, + { + "epoch": 18.64715860899067, + "grad_norm": 0.8679537698727777, + "learning_rate": 1.8743152209735162e-05, + "loss": 0.0376, + "step": 21985 + }, + { + "epoch": 18.648006785411365, + "grad_norm": 0.8597914327582262, + "learning_rate": 1.8743018876708553e-05, + "loss": 0.0374, + "step": 21986 + }, + { + "epoch": 18.64885496183206, + "grad_norm": 0.7962802072220407, + "learning_rate": 1.8742885537084278e-05, + "loss": 0.0377, + "step": 21987 + }, + { + "epoch": 18.649703138252757, + "grad_norm": 0.8670436974588394, + "learning_rate": 1.874275219086244e-05, + "loss": 0.0408, + "step": 21988 + }, + { + "epoch": 18.650551314673454, + "grad_norm": 0.9413993439796218, + "learning_rate": 1.8742618838043144e-05, + "loss": 0.0433, + "step": 21989 + }, + { + "epoch": 18.651399491094146, + "grad_norm": 0.8663092386304214, + "learning_rate": 1.8742485478626485e-05, + "loss": 0.0409, + "step": 21990 + }, + { + "epoch": 18.652247667514843, + "grad_norm": 0.8885424545317582, + "learning_rate": 1.8742352112612567e-05, + "loss": 0.04, + "step": 21991 + }, + { + "epoch": 18.65309584393554, + "grad_norm": 0.8634564881063798, + "learning_rate": 1.874221874000149e-05, + "loss": 0.0387, + "step": 21992 + }, + { + "epoch": 18.653944020356235, + "grad_norm": 0.8794231276971984, + "learning_rate": 1.8742085360793356e-05, + "loss": 0.0421, + "step": 21993 + }, + { + "epoch": 18.65479219677693, + "grad_norm": 0.9166719214801644, + "learning_rate": 1.8741951974988262e-05, + "loss": 0.0432, + "step": 21994 + }, + { + "epoch": 18.655640373197624, + "grad_norm": 1.0302768363519612, + "learning_rate": 1.874181858258631e-05, + "loss": 0.0411, + "step": 21995 + }, + { + "epoch": 18.65648854961832, + "grad_norm": 0.8791744957261928, + "learning_rate": 1.8741685183587604e-05, + "loss": 0.0412, + "step": 21996 + }, + { + "epoch": 18.657336726039016, + "grad_norm": 0.7867850847879619, + "learning_rate": 1.8741551777992243e-05, + "loss": 0.0372, + "step": 21997 + }, + { + "epoch": 18.658184902459713, + "grad_norm": 0.8878235337652175, + "learning_rate": 1.8741418365800322e-05, + "loss": 0.0411, + "step": 21998 + }, + { + "epoch": 18.659033078880405, + "grad_norm": 0.8916572938786709, + "learning_rate": 1.8741284947011952e-05, + "loss": 0.0383, + "step": 21999 + }, + { + "epoch": 18.6598812553011, + "grad_norm": 0.8128969480285303, + "learning_rate": 1.8741151521627225e-05, + "loss": 0.0371, + "step": 22000 + }, + { + "epoch": 18.660729431721798, + "grad_norm": 0.8645922983354049, + "learning_rate": 1.8741018089646245e-05, + "loss": 0.0399, + "step": 22001 + }, + { + "epoch": 18.661577608142494, + "grad_norm": 0.9576025267261823, + "learning_rate": 1.8740884651069112e-05, + "loss": 0.0393, + "step": 22002 + }, + { + "epoch": 18.66242578456319, + "grad_norm": 0.8737592806617264, + "learning_rate": 1.874075120589593e-05, + "loss": 0.0404, + "step": 22003 + }, + { + "epoch": 18.663273960983886, + "grad_norm": 0.7983562115048211, + "learning_rate": 1.8740617754126794e-05, + "loss": 0.041, + "step": 22004 + }, + { + "epoch": 18.66412213740458, + "grad_norm": 0.9837651214368424, + "learning_rate": 1.874048429576181e-05, + "loss": 0.0447, + "step": 22005 + }, + { + "epoch": 18.664970313825275, + "grad_norm": 1.0127403811931999, + "learning_rate": 1.8740350830801076e-05, + "loss": 0.0421, + "step": 22006 + }, + { + "epoch": 18.66581849024597, + "grad_norm": 0.9770000691410671, + "learning_rate": 1.874021735924469e-05, + "loss": 0.0383, + "step": 22007 + }, + { + "epoch": 18.666666666666668, + "grad_norm": 0.8793321715033677, + "learning_rate": 1.874008388109276e-05, + "loss": 0.043, + "step": 22008 + }, + { + "epoch": 18.66751484308736, + "grad_norm": 0.9173687962061814, + "learning_rate": 1.8739950396345378e-05, + "loss": 0.0395, + "step": 22009 + }, + { + "epoch": 18.668363019508057, + "grad_norm": 0.8870220225053864, + "learning_rate": 1.8739816905002652e-05, + "loss": 0.0417, + "step": 22010 + }, + { + "epoch": 18.669211195928753, + "grad_norm": 0.8440187727645233, + "learning_rate": 1.873968340706468e-05, + "loss": 0.0416, + "step": 22011 + }, + { + "epoch": 18.67005937234945, + "grad_norm": 0.7885557622832629, + "learning_rate": 1.8739549902531566e-05, + "loss": 0.0384, + "step": 22012 + }, + { + "epoch": 18.670907548770145, + "grad_norm": 0.8048338238218488, + "learning_rate": 1.87394163914034e-05, + "loss": 0.0377, + "step": 22013 + }, + { + "epoch": 18.671755725190838, + "grad_norm": 0.9170716152588384, + "learning_rate": 1.8739282873680295e-05, + "loss": 0.0413, + "step": 22014 + }, + { + "epoch": 18.672603901611534, + "grad_norm": 0.9775708818716534, + "learning_rate": 1.8739149349362346e-05, + "loss": 0.0408, + "step": 22015 + }, + { + "epoch": 18.67345207803223, + "grad_norm": 0.9821143175625356, + "learning_rate": 1.8739015818449653e-05, + "loss": 0.0441, + "step": 22016 + }, + { + "epoch": 18.674300254452927, + "grad_norm": 0.9874131574621169, + "learning_rate": 1.8738882280942325e-05, + "loss": 0.0432, + "step": 22017 + }, + { + "epoch": 18.675148430873623, + "grad_norm": 0.8983573605616902, + "learning_rate": 1.8738748736840448e-05, + "loss": 0.0404, + "step": 22018 + }, + { + "epoch": 18.675996607294316, + "grad_norm": 1.0310666800806647, + "learning_rate": 1.8738615186144135e-05, + "loss": 0.0436, + "step": 22019 + }, + { + "epoch": 18.676844783715012, + "grad_norm": 0.837424282676752, + "learning_rate": 1.873848162885348e-05, + "loss": 0.0429, + "step": 22020 + }, + { + "epoch": 18.67769296013571, + "grad_norm": 1.005763371970825, + "learning_rate": 1.8738348064968594e-05, + "loss": 0.0407, + "step": 22021 + }, + { + "epoch": 18.678541136556404, + "grad_norm": 0.9092046074740666, + "learning_rate": 1.8738214494489565e-05, + "loss": 0.0462, + "step": 22022 + }, + { + "epoch": 18.6793893129771, + "grad_norm": 0.9279363130248229, + "learning_rate": 1.8738080917416497e-05, + "loss": 0.0411, + "step": 22023 + }, + { + "epoch": 18.680237489397793, + "grad_norm": 0.8354902676657755, + "learning_rate": 1.8737947333749495e-05, + "loss": 0.0395, + "step": 22024 + }, + { + "epoch": 18.68108566581849, + "grad_norm": 0.895965821462081, + "learning_rate": 1.873781374348866e-05, + "loss": 0.0416, + "step": 22025 + }, + { + "epoch": 18.681933842239186, + "grad_norm": 0.8891404395361675, + "learning_rate": 1.873768014663409e-05, + "loss": 0.0409, + "step": 22026 + }, + { + "epoch": 18.682782018659882, + "grad_norm": 0.9427548120794199, + "learning_rate": 1.8737546543185882e-05, + "loss": 0.0413, + "step": 22027 + }, + { + "epoch": 18.68363019508058, + "grad_norm": 0.8353065081915952, + "learning_rate": 1.8737412933144147e-05, + "loss": 0.0402, + "step": 22028 + }, + { + "epoch": 18.68447837150127, + "grad_norm": 0.8031185474659311, + "learning_rate": 1.8737279316508975e-05, + "loss": 0.0392, + "step": 22029 + }, + { + "epoch": 18.685326547921967, + "grad_norm": 0.7888496701712119, + "learning_rate": 1.8737145693280476e-05, + "loss": 0.039, + "step": 22030 + }, + { + "epoch": 18.686174724342663, + "grad_norm": 0.8729175508945635, + "learning_rate": 1.8737012063458743e-05, + "loss": 0.0392, + "step": 22031 + }, + { + "epoch": 18.68702290076336, + "grad_norm": 0.7961151275792885, + "learning_rate": 1.8736878427043885e-05, + "loss": 0.0367, + "step": 22032 + }, + { + "epoch": 18.687871077184056, + "grad_norm": 0.7128648722129224, + "learning_rate": 1.8736744784035997e-05, + "loss": 0.0395, + "step": 22033 + }, + { + "epoch": 18.68871925360475, + "grad_norm": 0.8320693693361725, + "learning_rate": 1.873661113443518e-05, + "loss": 0.0396, + "step": 22034 + }, + { + "epoch": 18.689567430025445, + "grad_norm": 0.9847653389374577, + "learning_rate": 1.8736477478241537e-05, + "loss": 0.042, + "step": 22035 + }, + { + "epoch": 18.69041560644614, + "grad_norm": 0.8776568340303782, + "learning_rate": 1.8736343815455166e-05, + "loss": 0.0427, + "step": 22036 + }, + { + "epoch": 18.691263782866837, + "grad_norm": 0.863557535512953, + "learning_rate": 1.8736210146076174e-05, + "loss": 0.0387, + "step": 22037 + }, + { + "epoch": 18.69211195928753, + "grad_norm": 0.7632921570162684, + "learning_rate": 1.8736076470104654e-05, + "loss": 0.0375, + "step": 22038 + }, + { + "epoch": 18.692960135708226, + "grad_norm": 0.7981140627238323, + "learning_rate": 1.8735942787540714e-05, + "loss": 0.04, + "step": 22039 + }, + { + "epoch": 18.693808312128922, + "grad_norm": 0.8132543884038993, + "learning_rate": 1.8735809098384448e-05, + "loss": 0.0417, + "step": 22040 + }, + { + "epoch": 18.69465648854962, + "grad_norm": 0.7821559693809416, + "learning_rate": 1.873567540263596e-05, + "loss": 0.0366, + "step": 22041 + }, + { + "epoch": 18.695504664970315, + "grad_norm": 0.8053090332694525, + "learning_rate": 1.873554170029535e-05, + "loss": 0.0372, + "step": 22042 + }, + { + "epoch": 18.696352841391008, + "grad_norm": 0.9824144948883304, + "learning_rate": 1.8735407991362726e-05, + "loss": 0.0415, + "step": 22043 + }, + { + "epoch": 18.697201017811704, + "grad_norm": 0.8648735317088168, + "learning_rate": 1.873527427583818e-05, + "loss": 0.0407, + "step": 22044 + }, + { + "epoch": 18.6980491942324, + "grad_norm": 0.8216972057356293, + "learning_rate": 1.8735140553721815e-05, + "loss": 0.0391, + "step": 22045 + }, + { + "epoch": 18.698897370653096, + "grad_norm": 0.8006134264915243, + "learning_rate": 1.8735006825013732e-05, + "loss": 0.04, + "step": 22046 + }, + { + "epoch": 18.699745547073793, + "grad_norm": 0.7458863422519686, + "learning_rate": 1.8734873089714035e-05, + "loss": 0.0376, + "step": 22047 + }, + { + "epoch": 18.700593723494485, + "grad_norm": 0.890810463980428, + "learning_rate": 1.8734739347822823e-05, + "loss": 0.0439, + "step": 22048 + }, + { + "epoch": 18.70144189991518, + "grad_norm": 0.8326246269188212, + "learning_rate": 1.8734605599340194e-05, + "loss": 0.0378, + "step": 22049 + }, + { + "epoch": 18.702290076335878, + "grad_norm": 0.797058040974089, + "learning_rate": 1.8734471844266252e-05, + "loss": 0.0387, + "step": 22050 + }, + { + "epoch": 18.703138252756574, + "grad_norm": 0.7609874137694733, + "learning_rate": 1.87343380826011e-05, + "loss": 0.0371, + "step": 22051 + }, + { + "epoch": 18.70398642917727, + "grad_norm": 0.889826235502121, + "learning_rate": 1.873420431434484e-05, + "loss": 0.0435, + "step": 22052 + }, + { + "epoch": 18.704834605597963, + "grad_norm": 0.8730116053831123, + "learning_rate": 1.8734070539497563e-05, + "loss": 0.0364, + "step": 22053 + }, + { + "epoch": 18.70568278201866, + "grad_norm": 0.756570859617436, + "learning_rate": 1.8733936758059375e-05, + "loss": 0.0367, + "step": 22054 + }, + { + "epoch": 18.706530958439355, + "grad_norm": 0.9440232719794025, + "learning_rate": 1.873380297003038e-05, + "loss": 0.039, + "step": 22055 + }, + { + "epoch": 18.70737913486005, + "grad_norm": 0.95290280163243, + "learning_rate": 1.873366917541068e-05, + "loss": 0.0399, + "step": 22056 + }, + { + "epoch": 18.708227311280748, + "grad_norm": 0.9708933017463957, + "learning_rate": 1.8733535374200367e-05, + "loss": 0.0441, + "step": 22057 + }, + { + "epoch": 18.70907548770144, + "grad_norm": 0.8458949311351213, + "learning_rate": 1.8733401566399556e-05, + "loss": 0.0407, + "step": 22058 + }, + { + "epoch": 18.709923664122137, + "grad_norm": 0.9496581749997451, + "learning_rate": 1.8733267752008338e-05, + "loss": 0.0395, + "step": 22059 + }, + { + "epoch": 18.710771840542833, + "grad_norm": 0.8204474148779113, + "learning_rate": 1.8733133931026813e-05, + "loss": 0.0417, + "step": 22060 + }, + { + "epoch": 18.71162001696353, + "grad_norm": 0.9172190519239367, + "learning_rate": 1.8733000103455085e-05, + "loss": 0.0507, + "step": 22061 + }, + { + "epoch": 18.712468193384225, + "grad_norm": 0.8483963238538277, + "learning_rate": 1.873286626929326e-05, + "loss": 0.0381, + "step": 22062 + }, + { + "epoch": 18.713316369804918, + "grad_norm": 0.9968322349232628, + "learning_rate": 1.873273242854143e-05, + "loss": 0.0422, + "step": 22063 + }, + { + "epoch": 18.714164546225614, + "grad_norm": 0.8530508326089657, + "learning_rate": 1.87325985811997e-05, + "loss": 0.0389, + "step": 22064 + }, + { + "epoch": 18.71501272264631, + "grad_norm": 0.8179265045539765, + "learning_rate": 1.8732464727268173e-05, + "loss": 0.0407, + "step": 22065 + }, + { + "epoch": 18.715860899067007, + "grad_norm": 0.8686301176104831, + "learning_rate": 1.8732330866746947e-05, + "loss": 0.0439, + "step": 22066 + }, + { + "epoch": 18.716709075487703, + "grad_norm": 0.7811565853069126, + "learning_rate": 1.8732196999636123e-05, + "loss": 0.0369, + "step": 22067 + }, + { + "epoch": 18.717557251908396, + "grad_norm": 1.122915841328421, + "learning_rate": 1.8732063125935807e-05, + "loss": 0.0429, + "step": 22068 + }, + { + "epoch": 18.718405428329092, + "grad_norm": 0.8589790935788226, + "learning_rate": 1.8731929245646092e-05, + "loss": 0.0397, + "step": 22069 + }, + { + "epoch": 18.719253604749788, + "grad_norm": 0.8115915459362278, + "learning_rate": 1.8731795358767085e-05, + "loss": 0.0378, + "step": 22070 + }, + { + "epoch": 18.720101781170484, + "grad_norm": 0.8249046295897348, + "learning_rate": 1.8731661465298883e-05, + "loss": 0.0391, + "step": 22071 + }, + { + "epoch": 18.72094995759118, + "grad_norm": 0.8910735809361824, + "learning_rate": 1.873152756524159e-05, + "loss": 0.0385, + "step": 22072 + }, + { + "epoch": 18.721798134011873, + "grad_norm": 0.9114184227752374, + "learning_rate": 1.873139365859531e-05, + "loss": 0.0374, + "step": 22073 + }, + { + "epoch": 18.72264631043257, + "grad_norm": 1.007639297255177, + "learning_rate": 1.8731259745360136e-05, + "loss": 0.0405, + "step": 22074 + }, + { + "epoch": 18.723494486853266, + "grad_norm": 0.7763212981712125, + "learning_rate": 1.8731125825536175e-05, + "loss": 0.036, + "step": 22075 + }, + { + "epoch": 18.724342663273962, + "grad_norm": 0.8145759511227131, + "learning_rate": 1.8730991899123528e-05, + "loss": 0.0392, + "step": 22076 + }, + { + "epoch": 18.725190839694655, + "grad_norm": 0.899087404666818, + "learning_rate": 1.8730857966122293e-05, + "loss": 0.0429, + "step": 22077 + }, + { + "epoch": 18.72603901611535, + "grad_norm": 0.7569828152761322, + "learning_rate": 1.873072402653257e-05, + "loss": 0.037, + "step": 22078 + }, + { + "epoch": 18.726887192536047, + "grad_norm": 0.9353375401834089, + "learning_rate": 1.8730590080354467e-05, + "loss": 0.0444, + "step": 22079 + }, + { + "epoch": 18.727735368956743, + "grad_norm": 0.9057473376541667, + "learning_rate": 1.873045612758808e-05, + "loss": 0.0416, + "step": 22080 + }, + { + "epoch": 18.72858354537744, + "grad_norm": 0.7959620942638056, + "learning_rate": 1.873032216823351e-05, + "loss": 0.0406, + "step": 22081 + }, + { + "epoch": 18.729431721798132, + "grad_norm": 0.8187099453405168, + "learning_rate": 1.8730188202290858e-05, + "loss": 0.0402, + "step": 22082 + }, + { + "epoch": 18.73027989821883, + "grad_norm": 0.9179521903392923, + "learning_rate": 1.8730054229760228e-05, + "loss": 0.0405, + "step": 22083 + }, + { + "epoch": 18.731128074639525, + "grad_norm": 0.8060177571430494, + "learning_rate": 1.8729920250641714e-05, + "loss": 0.0383, + "step": 22084 + }, + { + "epoch": 18.73197625106022, + "grad_norm": 0.9166840743552737, + "learning_rate": 1.872978626493543e-05, + "loss": 0.0432, + "step": 22085 + }, + { + "epoch": 18.732824427480917, + "grad_norm": 0.7985725147510195, + "learning_rate": 1.8729652272641464e-05, + "loss": 0.0397, + "step": 22086 + }, + { + "epoch": 18.73367260390161, + "grad_norm": 0.9089033898230274, + "learning_rate": 1.8729518273759924e-05, + "loss": 0.04, + "step": 22087 + }, + { + "epoch": 18.734520780322306, + "grad_norm": 0.788928913499814, + "learning_rate": 1.872938426829091e-05, + "loss": 0.0392, + "step": 22088 + }, + { + "epoch": 18.735368956743002, + "grad_norm": 0.7912276120220417, + "learning_rate": 1.8729250256234518e-05, + "loss": 0.0374, + "step": 22089 + }, + { + "epoch": 18.7362171331637, + "grad_norm": 0.8687636298569206, + "learning_rate": 1.872911623759086e-05, + "loss": 0.038, + "step": 22090 + }, + { + "epoch": 18.737065309584395, + "grad_norm": 0.8902839042474652, + "learning_rate": 1.8728982212360027e-05, + "loss": 0.0415, + "step": 22091 + }, + { + "epoch": 18.737913486005088, + "grad_norm": 0.9244792560304973, + "learning_rate": 1.8728848180542126e-05, + "loss": 0.0392, + "step": 22092 + }, + { + "epoch": 18.738761662425784, + "grad_norm": 0.9243904863122593, + "learning_rate": 1.8728714142137256e-05, + "loss": 0.0408, + "step": 22093 + }, + { + "epoch": 18.73960983884648, + "grad_norm": 0.8611292944808288, + "learning_rate": 1.872858009714552e-05, + "loss": 0.0398, + "step": 22094 + }, + { + "epoch": 18.740458015267176, + "grad_norm": 0.877116072491868, + "learning_rate": 1.8728446045567016e-05, + "loss": 0.0384, + "step": 22095 + }, + { + "epoch": 18.741306191687872, + "grad_norm": 0.7691740869573711, + "learning_rate": 1.8728311987401843e-05, + "loss": 0.0389, + "step": 22096 + }, + { + "epoch": 18.742154368108565, + "grad_norm": 0.8379167319341732, + "learning_rate": 1.872817792265011e-05, + "loss": 0.0393, + "step": 22097 + }, + { + "epoch": 18.74300254452926, + "grad_norm": 0.985585153207394, + "learning_rate": 1.8728043851311912e-05, + "loss": 0.0409, + "step": 22098 + }, + { + "epoch": 18.743850720949958, + "grad_norm": 0.8145701350739515, + "learning_rate": 1.8727909773387355e-05, + "loss": 0.0401, + "step": 22099 + }, + { + "epoch": 18.744698897370654, + "grad_norm": 0.8197682408178416, + "learning_rate": 1.8727775688876533e-05, + "loss": 0.036, + "step": 22100 + }, + { + "epoch": 18.74554707379135, + "grad_norm": 0.9556328627041087, + "learning_rate": 1.8727641597779556e-05, + "loss": 0.0455, + "step": 22101 + }, + { + "epoch": 18.746395250212043, + "grad_norm": 0.8059835282756034, + "learning_rate": 1.8727507500096518e-05, + "loss": 0.0375, + "step": 22102 + }, + { + "epoch": 18.74724342663274, + "grad_norm": 0.8639119808039181, + "learning_rate": 1.872737339582752e-05, + "loss": 0.0443, + "step": 22103 + }, + { + "epoch": 18.748091603053435, + "grad_norm": 0.7924069470852944, + "learning_rate": 1.8727239284972674e-05, + "loss": 0.0382, + "step": 22104 + }, + { + "epoch": 18.74893977947413, + "grad_norm": 0.9057878424183248, + "learning_rate": 1.8727105167532068e-05, + "loss": 0.038, + "step": 22105 + }, + { + "epoch": 18.749787955894828, + "grad_norm": 0.854861261554899, + "learning_rate": 1.8726971043505807e-05, + "loss": 0.0386, + "step": 22106 + }, + { + "epoch": 18.75063613231552, + "grad_norm": 0.9901449664390666, + "learning_rate": 1.8726836912894e-05, + "loss": 0.0431, + "step": 22107 + }, + { + "epoch": 18.751484308736217, + "grad_norm": 1.0521842351439683, + "learning_rate": 1.8726702775696737e-05, + "loss": 0.0427, + "step": 22108 + }, + { + "epoch": 18.752332485156913, + "grad_norm": 0.9600502463256286, + "learning_rate": 1.8726568631914125e-05, + "loss": 0.0406, + "step": 22109 + }, + { + "epoch": 18.75318066157761, + "grad_norm": 0.7327334090252122, + "learning_rate": 1.8726434481546264e-05, + "loss": 0.0369, + "step": 22110 + }, + { + "epoch": 18.754028837998305, + "grad_norm": 0.9832915828174228, + "learning_rate": 1.8726300324593255e-05, + "loss": 0.043, + "step": 22111 + }, + { + "epoch": 18.754877014418998, + "grad_norm": 0.7576612432538697, + "learning_rate": 1.8726166161055204e-05, + "loss": 0.0382, + "step": 22112 + }, + { + "epoch": 18.755725190839694, + "grad_norm": 0.8559642418552378, + "learning_rate": 1.8726031990932205e-05, + "loss": 0.0381, + "step": 22113 + }, + { + "epoch": 18.75657336726039, + "grad_norm": 0.8326925818273458, + "learning_rate": 1.8725897814224364e-05, + "loss": 0.0404, + "step": 22114 + }, + { + "epoch": 18.757421543681087, + "grad_norm": 0.8163792964469608, + "learning_rate": 1.8725763630931778e-05, + "loss": 0.038, + "step": 22115 + }, + { + "epoch": 18.75826972010178, + "grad_norm": 0.8684328253695919, + "learning_rate": 1.872562944105455e-05, + "loss": 0.0387, + "step": 22116 + }, + { + "epoch": 18.759117896522476, + "grad_norm": 0.8133636767965569, + "learning_rate": 1.8725495244592786e-05, + "loss": 0.0386, + "step": 22117 + }, + { + "epoch": 18.759966072943172, + "grad_norm": 0.8616916317210931, + "learning_rate": 1.8725361041546582e-05, + "loss": 0.0402, + "step": 22118 + }, + { + "epoch": 18.760814249363868, + "grad_norm": 0.9201336635956446, + "learning_rate": 1.8725226831916038e-05, + "loss": 0.0411, + "step": 22119 + }, + { + "epoch": 18.761662425784564, + "grad_norm": 1.066981843241524, + "learning_rate": 1.8725092615701262e-05, + "loss": 0.0449, + "step": 22120 + }, + { + "epoch": 18.762510602205257, + "grad_norm": 0.8689100789102189, + "learning_rate": 1.872495839290235e-05, + "loss": 0.0394, + "step": 22121 + }, + { + "epoch": 18.763358778625953, + "grad_norm": 0.8473062764494431, + "learning_rate": 1.8724824163519405e-05, + "loss": 0.0417, + "step": 22122 + }, + { + "epoch": 18.76420695504665, + "grad_norm": 0.9765518526479949, + "learning_rate": 1.8724689927552526e-05, + "loss": 0.0443, + "step": 22123 + }, + { + "epoch": 18.765055131467346, + "grad_norm": 0.9313014614112952, + "learning_rate": 1.8724555685001816e-05, + "loss": 0.0387, + "step": 22124 + }, + { + "epoch": 18.765903307888042, + "grad_norm": 0.9456147658371155, + "learning_rate": 1.8724421435867377e-05, + "loss": 0.0446, + "step": 22125 + }, + { + "epoch": 18.766751484308735, + "grad_norm": 0.9195753445162946, + "learning_rate": 1.872428718014931e-05, + "loss": 0.0421, + "step": 22126 + }, + { + "epoch": 18.76759966072943, + "grad_norm": 0.8923116088893429, + "learning_rate": 1.872415291784772e-05, + "loss": 0.0415, + "step": 22127 + }, + { + "epoch": 18.768447837150127, + "grad_norm": 0.9155265274969702, + "learning_rate": 1.87240186489627e-05, + "loss": 0.0391, + "step": 22128 + }, + { + "epoch": 18.769296013570823, + "grad_norm": 1.1133645826797798, + "learning_rate": 1.8723884373494355e-05, + "loss": 0.042, + "step": 22129 + }, + { + "epoch": 18.77014418999152, + "grad_norm": 0.8264503730185168, + "learning_rate": 1.872375009144279e-05, + "loss": 0.0379, + "step": 22130 + }, + { + "epoch": 18.770992366412212, + "grad_norm": 0.9019614689097246, + "learning_rate": 1.87236158028081e-05, + "loss": 0.0433, + "step": 22131 + }, + { + "epoch": 18.77184054283291, + "grad_norm": 0.826324323649762, + "learning_rate": 1.8723481507590388e-05, + "loss": 0.0403, + "step": 22132 + }, + { + "epoch": 18.772688719253605, + "grad_norm": 0.9051326574245822, + "learning_rate": 1.872334720578976e-05, + "loss": 0.042, + "step": 22133 + }, + { + "epoch": 18.7735368956743, + "grad_norm": 0.9405888623541099, + "learning_rate": 1.8723212897406315e-05, + "loss": 0.0407, + "step": 22134 + }, + { + "epoch": 18.774385072094997, + "grad_norm": 0.8416968288546692, + "learning_rate": 1.8723078582440153e-05, + "loss": 0.0405, + "step": 22135 + }, + { + "epoch": 18.77523324851569, + "grad_norm": 0.9055815876169342, + "learning_rate": 1.8722944260891376e-05, + "loss": 0.04, + "step": 22136 + }, + { + "epoch": 18.776081424936386, + "grad_norm": 0.7833398977578209, + "learning_rate": 1.8722809932760086e-05, + "loss": 0.0389, + "step": 22137 + }, + { + "epoch": 18.776929601357082, + "grad_norm": 0.8977331226037002, + "learning_rate": 1.8722675598046384e-05, + "loss": 0.0413, + "step": 22138 + }, + { + "epoch": 18.77777777777778, + "grad_norm": 1.0529362009193826, + "learning_rate": 1.8722541256750372e-05, + "loss": 0.0407, + "step": 22139 + }, + { + "epoch": 18.778625954198475, + "grad_norm": 0.8013991380196637, + "learning_rate": 1.8722406908872148e-05, + "loss": 0.0401, + "step": 22140 + }, + { + "epoch": 18.779474130619167, + "grad_norm": 0.7741987948990051, + "learning_rate": 1.8722272554411814e-05, + "loss": 0.0383, + "step": 22141 + }, + { + "epoch": 18.780322307039864, + "grad_norm": 0.7675234286949434, + "learning_rate": 1.8722138193369476e-05, + "loss": 0.0366, + "step": 22142 + }, + { + "epoch": 18.78117048346056, + "grad_norm": 0.8643120734650221, + "learning_rate": 1.8722003825745237e-05, + "loss": 0.0406, + "step": 22143 + }, + { + "epoch": 18.782018659881256, + "grad_norm": 0.8026188570392366, + "learning_rate": 1.872186945153919e-05, + "loss": 0.0408, + "step": 22144 + }, + { + "epoch": 18.782866836301952, + "grad_norm": 0.8276699026143642, + "learning_rate": 1.872173507075144e-05, + "loss": 0.0381, + "step": 22145 + }, + { + "epoch": 18.783715012722645, + "grad_norm": 0.9663155157132729, + "learning_rate": 1.872160068338209e-05, + "loss": 0.0451, + "step": 22146 + }, + { + "epoch": 18.78456318914334, + "grad_norm": 0.9452791503228832, + "learning_rate": 1.8721466289431237e-05, + "loss": 0.0406, + "step": 22147 + }, + { + "epoch": 18.785411365564038, + "grad_norm": 0.892383468350063, + "learning_rate": 1.872133188889899e-05, + "loss": 0.0394, + "step": 22148 + }, + { + "epoch": 18.786259541984734, + "grad_norm": 0.7956721898739934, + "learning_rate": 1.8721197481785444e-05, + "loss": 0.0402, + "step": 22149 + }, + { + "epoch": 18.78710771840543, + "grad_norm": 0.8976307866680469, + "learning_rate": 1.8721063068090703e-05, + "loss": 0.0385, + "step": 22150 + }, + { + "epoch": 18.787955894826123, + "grad_norm": 0.6384075810707363, + "learning_rate": 1.872092864781487e-05, + "loss": 0.0346, + "step": 22151 + }, + { + "epoch": 18.78880407124682, + "grad_norm": 0.8446248197406693, + "learning_rate": 1.872079422095804e-05, + "loss": 0.0376, + "step": 22152 + }, + { + "epoch": 18.789652247667515, + "grad_norm": 0.9222557982424069, + "learning_rate": 1.872065978752032e-05, + "loss": 0.0421, + "step": 22153 + }, + { + "epoch": 18.79050042408821, + "grad_norm": 0.774730385558339, + "learning_rate": 1.8720525347501812e-05, + "loss": 0.0371, + "step": 22154 + }, + { + "epoch": 18.791348600508904, + "grad_norm": 0.7045336560890245, + "learning_rate": 1.8720390900902617e-05, + "loss": 0.0389, + "step": 22155 + }, + { + "epoch": 18.7921967769296, + "grad_norm": 0.8598973717379594, + "learning_rate": 1.8720256447722836e-05, + "loss": 0.0456, + "step": 22156 + }, + { + "epoch": 18.793044953350297, + "grad_norm": 0.9079946215482176, + "learning_rate": 1.8720121987962565e-05, + "loss": 0.043, + "step": 22157 + }, + { + "epoch": 18.793893129770993, + "grad_norm": 0.6769105334079261, + "learning_rate": 1.8719987521621915e-05, + "loss": 0.0388, + "step": 22158 + }, + { + "epoch": 18.79474130619169, + "grad_norm": 0.8839769623315898, + "learning_rate": 1.8719853048700977e-05, + "loss": 0.0438, + "step": 22159 + }, + { + "epoch": 18.79558948261238, + "grad_norm": 0.9670953456293648, + "learning_rate": 1.871971856919986e-05, + "loss": 0.0457, + "step": 22160 + }, + { + "epoch": 18.796437659033078, + "grad_norm": 0.9936293737366481, + "learning_rate": 1.8719584083118668e-05, + "loss": 0.043, + "step": 22161 + }, + { + "epoch": 18.797285835453774, + "grad_norm": 0.938210936054838, + "learning_rate": 1.8719449590457496e-05, + "loss": 0.0416, + "step": 22162 + }, + { + "epoch": 18.79813401187447, + "grad_norm": 0.8166000407738107, + "learning_rate": 1.8719315091216446e-05, + "loss": 0.0383, + "step": 22163 + }, + { + "epoch": 18.798982188295167, + "grad_norm": 0.962413964723041, + "learning_rate": 1.871918058539562e-05, + "loss": 0.0438, + "step": 22164 + }, + { + "epoch": 18.79983036471586, + "grad_norm": 1.0639901168065757, + "learning_rate": 1.8719046072995125e-05, + "loss": 0.0452, + "step": 22165 + }, + { + "epoch": 18.800678541136556, + "grad_norm": 0.9273238113018565, + "learning_rate": 1.8718911554015053e-05, + "loss": 0.0402, + "step": 22166 + }, + { + "epoch": 18.801526717557252, + "grad_norm": 0.8281284742223086, + "learning_rate": 1.871877702845551e-05, + "loss": 0.038, + "step": 22167 + }, + { + "epoch": 18.802374893977948, + "grad_norm": 0.8399962239014055, + "learning_rate": 1.8718642496316603e-05, + "loss": 0.0448, + "step": 22168 + }, + { + "epoch": 18.803223070398644, + "grad_norm": 0.8624752780384559, + "learning_rate": 1.8718507957598427e-05, + "loss": 0.0377, + "step": 22169 + }, + { + "epoch": 18.804071246819337, + "grad_norm": 0.9687841245710671, + "learning_rate": 1.8718373412301086e-05, + "loss": 0.0409, + "step": 22170 + }, + { + "epoch": 18.804919423240033, + "grad_norm": 0.9113633932609938, + "learning_rate": 1.871823886042468e-05, + "loss": 0.0433, + "step": 22171 + }, + { + "epoch": 18.80576759966073, + "grad_norm": 0.816045665163286, + "learning_rate": 1.871810430196931e-05, + "loss": 0.0401, + "step": 22172 + }, + { + "epoch": 18.806615776081426, + "grad_norm": 1.1356316780857592, + "learning_rate": 1.871796973693508e-05, + "loss": 0.0489, + "step": 22173 + }, + { + "epoch": 18.807463952502122, + "grad_norm": 0.9651698262328635, + "learning_rate": 1.871783516532209e-05, + "loss": 0.0432, + "step": 22174 + }, + { + "epoch": 18.808312128922815, + "grad_norm": 0.9749538449573821, + "learning_rate": 1.871770058713044e-05, + "loss": 0.0418, + "step": 22175 + }, + { + "epoch": 18.80916030534351, + "grad_norm": 0.954587462805276, + "learning_rate": 1.8717566002360236e-05, + "loss": 0.0438, + "step": 22176 + }, + { + "epoch": 18.810008481764207, + "grad_norm": 0.9967909409357993, + "learning_rate": 1.8717431411011577e-05, + "loss": 0.0412, + "step": 22177 + }, + { + "epoch": 18.810856658184903, + "grad_norm": 0.9025258646253029, + "learning_rate": 1.871729681308456e-05, + "loss": 0.0439, + "step": 22178 + }, + { + "epoch": 18.8117048346056, + "grad_norm": 0.9692150434073077, + "learning_rate": 1.8717162208579295e-05, + "loss": 0.0452, + "step": 22179 + }, + { + "epoch": 18.812553011026292, + "grad_norm": 0.9206346208243258, + "learning_rate": 1.871702759749588e-05, + "loss": 0.0423, + "step": 22180 + }, + { + "epoch": 18.81340118744699, + "grad_norm": 0.8609606267979949, + "learning_rate": 1.8716892979834417e-05, + "loss": 0.0394, + "step": 22181 + }, + { + "epoch": 18.814249363867685, + "grad_norm": 0.7454188999566261, + "learning_rate": 1.8716758355595004e-05, + "loss": 0.0387, + "step": 22182 + }, + { + "epoch": 18.81509754028838, + "grad_norm": 0.8595771284172009, + "learning_rate": 1.8716623724777747e-05, + "loss": 0.0415, + "step": 22183 + }, + { + "epoch": 18.815945716709077, + "grad_norm": 1.03494938036119, + "learning_rate": 1.8716489087382744e-05, + "loss": 0.0453, + "step": 22184 + }, + { + "epoch": 18.81679389312977, + "grad_norm": 1.046636008069545, + "learning_rate": 1.87163544434101e-05, + "loss": 0.0428, + "step": 22185 + }, + { + "epoch": 18.817642069550466, + "grad_norm": 1.0248146251510601, + "learning_rate": 1.871621979285992e-05, + "loss": 0.0401, + "step": 22186 + }, + { + "epoch": 18.818490245971162, + "grad_norm": 0.7903579273987089, + "learning_rate": 1.871608513573229e-05, + "loss": 0.0383, + "step": 22187 + }, + { + "epoch": 18.81933842239186, + "grad_norm": 0.8808533431825305, + "learning_rate": 1.871595047202733e-05, + "loss": 0.0402, + "step": 22188 + }, + { + "epoch": 18.820186598812555, + "grad_norm": 0.9030082939876285, + "learning_rate": 1.8715815801745134e-05, + "loss": 0.0401, + "step": 22189 + }, + { + "epoch": 18.821034775233247, + "grad_norm": 0.8556236017802472, + "learning_rate": 1.87156811248858e-05, + "loss": 0.0422, + "step": 22190 + }, + { + "epoch": 18.821882951653944, + "grad_norm": 0.8741197982791387, + "learning_rate": 1.8715546441449438e-05, + "loss": 0.036, + "step": 22191 + }, + { + "epoch": 18.82273112807464, + "grad_norm": 0.8891589212043294, + "learning_rate": 1.8715411751436145e-05, + "loss": 0.0385, + "step": 22192 + }, + { + "epoch": 18.823579304495336, + "grad_norm": 0.8037062189995757, + "learning_rate": 1.871527705484602e-05, + "loss": 0.039, + "step": 22193 + }, + { + "epoch": 18.82442748091603, + "grad_norm": 0.9449261876402013, + "learning_rate": 1.8715142351679167e-05, + "loss": 0.0408, + "step": 22194 + }, + { + "epoch": 18.825275657336725, + "grad_norm": 0.9081840678382985, + "learning_rate": 1.8715007641935688e-05, + "loss": 0.0419, + "step": 22195 + }, + { + "epoch": 18.82612383375742, + "grad_norm": 0.9059588916941821, + "learning_rate": 1.8714872925615686e-05, + "loss": 0.0408, + "step": 22196 + }, + { + "epoch": 18.826972010178118, + "grad_norm": 0.984291826826505, + "learning_rate": 1.871473820271926e-05, + "loss": 0.0422, + "step": 22197 + }, + { + "epoch": 18.827820186598814, + "grad_norm": 0.9238559227534392, + "learning_rate": 1.8714603473246513e-05, + "loss": 0.0422, + "step": 22198 + }, + { + "epoch": 18.828668363019506, + "grad_norm": 0.9928703329683384, + "learning_rate": 1.871446873719755e-05, + "loss": 0.0431, + "step": 22199 + }, + { + "epoch": 18.829516539440203, + "grad_norm": 0.9059975248956382, + "learning_rate": 1.8714333994572465e-05, + "loss": 0.043, + "step": 22200 + }, + { + "epoch": 18.8303647158609, + "grad_norm": 0.7994244618731523, + "learning_rate": 1.8714199245371362e-05, + "loss": 0.0421, + "step": 22201 + }, + { + "epoch": 18.831212892281595, + "grad_norm": 0.9761951241898156, + "learning_rate": 1.871406448959435e-05, + "loss": 0.0431, + "step": 22202 + }, + { + "epoch": 18.83206106870229, + "grad_norm": 0.8235617860108059, + "learning_rate": 1.8713929727241523e-05, + "loss": 0.0423, + "step": 22203 + }, + { + "epoch": 18.832909245122984, + "grad_norm": 0.8197109510496196, + "learning_rate": 1.8713794958312985e-05, + "loss": 0.0407, + "step": 22204 + }, + { + "epoch": 18.83375742154368, + "grad_norm": 0.9110460572767721, + "learning_rate": 1.8713660182808837e-05, + "loss": 0.0423, + "step": 22205 + }, + { + "epoch": 18.834605597964376, + "grad_norm": 0.9778077639202778, + "learning_rate": 1.871352540072918e-05, + "loss": 0.0412, + "step": 22206 + }, + { + "epoch": 18.835453774385073, + "grad_norm": 1.0374482228223743, + "learning_rate": 1.871339061207412e-05, + "loss": 0.043, + "step": 22207 + }, + { + "epoch": 18.83630195080577, + "grad_norm": 0.85379629127269, + "learning_rate": 1.8713255816843757e-05, + "loss": 0.0415, + "step": 22208 + }, + { + "epoch": 18.83715012722646, + "grad_norm": 0.9232458414833886, + "learning_rate": 1.871312101503819e-05, + "loss": 0.0387, + "step": 22209 + }, + { + "epoch": 18.837998303647158, + "grad_norm": 0.9129402335673766, + "learning_rate": 1.8712986206657516e-05, + "loss": 0.0374, + "step": 22210 + }, + { + "epoch": 18.838846480067854, + "grad_norm": 0.9702027664361011, + "learning_rate": 1.8712851391701853e-05, + "loss": 0.047, + "step": 22211 + }, + { + "epoch": 18.83969465648855, + "grad_norm": 0.9530383039372798, + "learning_rate": 1.8712716570171285e-05, + "loss": 0.0441, + "step": 22212 + }, + { + "epoch": 18.840542832909247, + "grad_norm": 0.7951468850557957, + "learning_rate": 1.8712581742065927e-05, + "loss": 0.0453, + "step": 22213 + }, + { + "epoch": 18.84139100932994, + "grad_norm": 0.9806881523556672, + "learning_rate": 1.8712446907385874e-05, + "loss": 0.0432, + "step": 22214 + }, + { + "epoch": 18.842239185750635, + "grad_norm": 0.8400544579764727, + "learning_rate": 1.8712312066131226e-05, + "loss": 0.0407, + "step": 22215 + }, + { + "epoch": 18.84308736217133, + "grad_norm": 0.9935400229499953, + "learning_rate": 1.871217721830209e-05, + "loss": 0.042, + "step": 22216 + }, + { + "epoch": 18.843935538592028, + "grad_norm": 0.8465149423784155, + "learning_rate": 1.8712042363898562e-05, + "loss": 0.0388, + "step": 22217 + }, + { + "epoch": 18.844783715012724, + "grad_norm": 0.9909678562817287, + "learning_rate": 1.8711907502920753e-05, + "loss": 0.0407, + "step": 22218 + }, + { + "epoch": 18.845631891433417, + "grad_norm": 0.9212447274954504, + "learning_rate": 1.8711772635368754e-05, + "loss": 0.0402, + "step": 22219 + }, + { + "epoch": 18.846480067854113, + "grad_norm": 0.795139469209126, + "learning_rate": 1.8711637761242672e-05, + "loss": 0.0386, + "step": 22220 + }, + { + "epoch": 18.84732824427481, + "grad_norm": 0.9312427775517317, + "learning_rate": 1.8711502880542615e-05, + "loss": 0.0437, + "step": 22221 + }, + { + "epoch": 18.848176420695506, + "grad_norm": 0.9502324477126132, + "learning_rate": 1.871136799326867e-05, + "loss": 0.0426, + "step": 22222 + }, + { + "epoch": 18.849024597116202, + "grad_norm": 0.9543832631265304, + "learning_rate": 1.871123309942095e-05, + "loss": 0.0422, + "step": 22223 + }, + { + "epoch": 18.849872773536894, + "grad_norm": 0.9431982156921406, + "learning_rate": 1.8711098198999558e-05, + "loss": 0.0442, + "step": 22224 + }, + { + "epoch": 18.85072094995759, + "grad_norm": 0.7629255486227887, + "learning_rate": 1.8710963292004586e-05, + "loss": 0.0379, + "step": 22225 + }, + { + "epoch": 18.851569126378287, + "grad_norm": 0.9831575557081823, + "learning_rate": 1.8710828378436144e-05, + "loss": 0.044, + "step": 22226 + }, + { + "epoch": 18.852417302798983, + "grad_norm": 0.9588821182463374, + "learning_rate": 1.8710693458294333e-05, + "loss": 0.0386, + "step": 22227 + }, + { + "epoch": 18.85326547921968, + "grad_norm": 0.8307044064153188, + "learning_rate": 1.871055853157925e-05, + "loss": 0.0418, + "step": 22228 + }, + { + "epoch": 18.854113655640372, + "grad_norm": 1.0522655089183282, + "learning_rate": 1.8710423598291e-05, + "loss": 0.0471, + "step": 22229 + }, + { + "epoch": 18.85496183206107, + "grad_norm": 0.9291463350000694, + "learning_rate": 1.871028865842969e-05, + "loss": 0.0374, + "step": 22230 + }, + { + "epoch": 18.855810008481765, + "grad_norm": 0.8956695871714803, + "learning_rate": 1.871015371199541e-05, + "loss": 0.0427, + "step": 22231 + }, + { + "epoch": 18.85665818490246, + "grad_norm": 0.9786575932689455, + "learning_rate": 1.871001875898827e-05, + "loss": 0.0431, + "step": 22232 + }, + { + "epoch": 18.857506361323153, + "grad_norm": 0.8024631232291864, + "learning_rate": 1.8709883799408373e-05, + "loss": 0.0393, + "step": 22233 + }, + { + "epoch": 18.85835453774385, + "grad_norm": 0.8132073379990432, + "learning_rate": 1.8709748833255817e-05, + "loss": 0.0391, + "step": 22234 + }, + { + "epoch": 18.859202714164546, + "grad_norm": 0.7712921307082508, + "learning_rate": 1.8709613860530705e-05, + "loss": 0.0353, + "step": 22235 + }, + { + "epoch": 18.860050890585242, + "grad_norm": 0.7822377480485044, + "learning_rate": 1.870947888123314e-05, + "loss": 0.0381, + "step": 22236 + }, + { + "epoch": 18.86089906700594, + "grad_norm": 0.8919621012778897, + "learning_rate": 1.8709343895363216e-05, + "loss": 0.044, + "step": 22237 + }, + { + "epoch": 18.86174724342663, + "grad_norm": 0.963188530072461, + "learning_rate": 1.870920890292105e-05, + "loss": 0.0403, + "step": 22238 + }, + { + "epoch": 18.862595419847327, + "grad_norm": 0.9637032492784317, + "learning_rate": 1.870907390390673e-05, + "loss": 0.042, + "step": 22239 + }, + { + "epoch": 18.863443596268024, + "grad_norm": 0.8978281561030678, + "learning_rate": 1.8708938898320362e-05, + "loss": 0.0383, + "step": 22240 + }, + { + "epoch": 18.86429177268872, + "grad_norm": 0.875354856660103, + "learning_rate": 1.8708803886162055e-05, + "loss": 0.0393, + "step": 22241 + }, + { + "epoch": 18.865139949109416, + "grad_norm": 0.7574045987239494, + "learning_rate": 1.87086688674319e-05, + "loss": 0.0417, + "step": 22242 + }, + { + "epoch": 18.86598812553011, + "grad_norm": 0.8267689956576296, + "learning_rate": 1.870853384213001e-05, + "loss": 0.0396, + "step": 22243 + }, + { + "epoch": 18.866836301950805, + "grad_norm": 0.9728686207408589, + "learning_rate": 1.8708398810256477e-05, + "loss": 0.0459, + "step": 22244 + }, + { + "epoch": 18.8676844783715, + "grad_norm": 0.7661762886401554, + "learning_rate": 1.8708263771811404e-05, + "loss": 0.0383, + "step": 22245 + }, + { + "epoch": 18.868532654792197, + "grad_norm": 0.7886290209681976, + "learning_rate": 1.87081287267949e-05, + "loss": 0.0374, + "step": 22246 + }, + { + "epoch": 18.869380831212894, + "grad_norm": 0.8198354163948642, + "learning_rate": 1.8707993675207058e-05, + "loss": 0.0374, + "step": 22247 + }, + { + "epoch": 18.870229007633586, + "grad_norm": 0.8665519999616286, + "learning_rate": 1.870785861704799e-05, + "loss": 0.0378, + "step": 22248 + }, + { + "epoch": 18.871077184054283, + "grad_norm": 0.8285685206762395, + "learning_rate": 1.8707723552317788e-05, + "loss": 0.0397, + "step": 22249 + }, + { + "epoch": 18.87192536047498, + "grad_norm": 0.9771126820512449, + "learning_rate": 1.870758848101656e-05, + "loss": 0.0444, + "step": 22250 + }, + { + "epoch": 18.872773536895675, + "grad_norm": 1.0285857276485082, + "learning_rate": 1.8707453403144408e-05, + "loss": 0.0421, + "step": 22251 + }, + { + "epoch": 18.87362171331637, + "grad_norm": 1.1772694159734676, + "learning_rate": 1.8707318318701427e-05, + "loss": 0.0443, + "step": 22252 + }, + { + "epoch": 18.874469889737064, + "grad_norm": 0.8761701047690343, + "learning_rate": 1.8707183227687728e-05, + "loss": 0.0456, + "step": 22253 + }, + { + "epoch": 18.87531806615776, + "grad_norm": 0.880412330418884, + "learning_rate": 1.870704813010341e-05, + "loss": 0.0417, + "step": 22254 + }, + { + "epoch": 18.876166242578456, + "grad_norm": 0.8954181716346616, + "learning_rate": 1.870691302594857e-05, + "loss": 0.0424, + "step": 22255 + }, + { + "epoch": 18.877014418999153, + "grad_norm": 0.7570333647259613, + "learning_rate": 1.870677791522332e-05, + "loss": 0.037, + "step": 22256 + }, + { + "epoch": 18.87786259541985, + "grad_norm": 0.8171919796773642, + "learning_rate": 1.870664279792775e-05, + "loss": 0.0382, + "step": 22257 + }, + { + "epoch": 18.87871077184054, + "grad_norm": 0.9662103887352603, + "learning_rate": 1.8706507674061972e-05, + "loss": 0.0379, + "step": 22258 + }, + { + "epoch": 18.879558948261238, + "grad_norm": 0.981344828270421, + "learning_rate": 1.870637254362608e-05, + "loss": 0.0412, + "step": 22259 + }, + { + "epoch": 18.880407124681934, + "grad_norm": 0.920778205071728, + "learning_rate": 1.8706237406620184e-05, + "loss": 0.0404, + "step": 22260 + }, + { + "epoch": 18.88125530110263, + "grad_norm": 0.8825181024546637, + "learning_rate": 1.8706102263044377e-05, + "loss": 0.0411, + "step": 22261 + }, + { + "epoch": 18.882103477523327, + "grad_norm": 0.827535398332043, + "learning_rate": 1.8705967112898768e-05, + "loss": 0.0379, + "step": 22262 + }, + { + "epoch": 18.88295165394402, + "grad_norm": 0.9225303345145494, + "learning_rate": 1.8705831956183457e-05, + "loss": 0.0416, + "step": 22263 + }, + { + "epoch": 18.883799830364715, + "grad_norm": 1.281743064636391, + "learning_rate": 1.8705696792898545e-05, + "loss": 0.0422, + "step": 22264 + }, + { + "epoch": 18.88464800678541, + "grad_norm": 0.9185758452839836, + "learning_rate": 1.8705561623044137e-05, + "loss": 0.0449, + "step": 22265 + }, + { + "epoch": 18.885496183206108, + "grad_norm": 0.9126957606647589, + "learning_rate": 1.8705426446620327e-05, + "loss": 0.043, + "step": 22266 + }, + { + "epoch": 18.886344359626804, + "grad_norm": 0.818958636803975, + "learning_rate": 1.870529126362723e-05, + "loss": 0.0409, + "step": 22267 + }, + { + "epoch": 18.887192536047497, + "grad_norm": 1.0040530210842096, + "learning_rate": 1.8705156074064935e-05, + "loss": 0.0459, + "step": 22268 + }, + { + "epoch": 18.888040712468193, + "grad_norm": 0.8304545536991725, + "learning_rate": 1.8705020877933552e-05, + "loss": 0.0382, + "step": 22269 + }, + { + "epoch": 18.88888888888889, + "grad_norm": 1.0127733282445965, + "learning_rate": 1.870488567523318e-05, + "loss": 0.0418, + "step": 22270 + }, + { + "epoch": 18.889737065309586, + "grad_norm": 0.7755712771173493, + "learning_rate": 1.8704750465963925e-05, + "loss": 0.0425, + "step": 22271 + }, + { + "epoch": 18.890585241730278, + "grad_norm": 0.9730503284667248, + "learning_rate": 1.8704615250125883e-05, + "loss": 0.0396, + "step": 22272 + }, + { + "epoch": 18.891433418150974, + "grad_norm": 0.9229648208161487, + "learning_rate": 1.870448002771916e-05, + "loss": 0.0417, + "step": 22273 + }, + { + "epoch": 18.89228159457167, + "grad_norm": 0.8387259041789813, + "learning_rate": 1.8704344798743857e-05, + "loss": 0.0401, + "step": 22274 + }, + { + "epoch": 18.893129770992367, + "grad_norm": 0.8322434811176046, + "learning_rate": 1.8704209563200075e-05, + "loss": 0.0389, + "step": 22275 + }, + { + "epoch": 18.893977947413063, + "grad_norm": 0.9085561615189067, + "learning_rate": 1.870407432108792e-05, + "loss": 0.0402, + "step": 22276 + }, + { + "epoch": 18.894826123833756, + "grad_norm": 0.7867239159534833, + "learning_rate": 1.8703939072407486e-05, + "loss": 0.0379, + "step": 22277 + }, + { + "epoch": 18.895674300254452, + "grad_norm": 0.9200577440324484, + "learning_rate": 1.8703803817158878e-05, + "loss": 0.0397, + "step": 22278 + }, + { + "epoch": 18.89652247667515, + "grad_norm": 0.9177141927417096, + "learning_rate": 1.8703668555342208e-05, + "loss": 0.0421, + "step": 22279 + }, + { + "epoch": 18.897370653095845, + "grad_norm": 0.8771059668543825, + "learning_rate": 1.8703533286957566e-05, + "loss": 0.0371, + "step": 22280 + }, + { + "epoch": 18.89821882951654, + "grad_norm": 0.8317820586912175, + "learning_rate": 1.8703398012005058e-05, + "loss": 0.037, + "step": 22281 + }, + { + "epoch": 18.899067005937233, + "grad_norm": 0.8170576828729961, + "learning_rate": 1.870326273048479e-05, + "loss": 0.0394, + "step": 22282 + }, + { + "epoch": 18.89991518235793, + "grad_norm": 0.8809938976134614, + "learning_rate": 1.870312744239686e-05, + "loss": 0.0417, + "step": 22283 + }, + { + "epoch": 18.900763358778626, + "grad_norm": 0.8902084046618206, + "learning_rate": 1.8702992147741365e-05, + "loss": 0.0403, + "step": 22284 + }, + { + "epoch": 18.901611535199322, + "grad_norm": 0.8902676889543563, + "learning_rate": 1.8702856846518415e-05, + "loss": 0.0438, + "step": 22285 + }, + { + "epoch": 18.90245971162002, + "grad_norm": 0.9539053793527859, + "learning_rate": 1.8702721538728113e-05, + "loss": 0.0441, + "step": 22286 + }, + { + "epoch": 18.90330788804071, + "grad_norm": 0.9735578509754463, + "learning_rate": 1.8702586224370555e-05, + "loss": 0.0408, + "step": 22287 + }, + { + "epoch": 18.904156064461407, + "grad_norm": 0.8997470637351335, + "learning_rate": 1.870245090344585e-05, + "loss": 0.0418, + "step": 22288 + }, + { + "epoch": 18.905004240882104, + "grad_norm": 0.9326296489564777, + "learning_rate": 1.870231557595409e-05, + "loss": 0.0447, + "step": 22289 + }, + { + "epoch": 18.9058524173028, + "grad_norm": 0.980504806092778, + "learning_rate": 1.870218024189539e-05, + "loss": 0.0421, + "step": 22290 + }, + { + "epoch": 18.906700593723496, + "grad_norm": 0.9440390636568822, + "learning_rate": 1.8702044901269838e-05, + "loss": 0.0427, + "step": 22291 + }, + { + "epoch": 18.90754877014419, + "grad_norm": 0.9438614563858448, + "learning_rate": 1.870190955407755e-05, + "loss": 0.0469, + "step": 22292 + }, + { + "epoch": 18.908396946564885, + "grad_norm": 0.893573245968836, + "learning_rate": 1.870177420031862e-05, + "loss": 0.0413, + "step": 22293 + }, + { + "epoch": 18.90924512298558, + "grad_norm": 0.9216996921738885, + "learning_rate": 1.870163883999315e-05, + "loss": 0.0422, + "step": 22294 + }, + { + "epoch": 18.910093299406277, + "grad_norm": 0.8188139317141426, + "learning_rate": 1.8701503473101242e-05, + "loss": 0.0381, + "step": 22295 + }, + { + "epoch": 18.910941475826974, + "grad_norm": 0.9090214057229474, + "learning_rate": 1.8701368099643004e-05, + "loss": 0.0416, + "step": 22296 + }, + { + "epoch": 18.911789652247666, + "grad_norm": 0.8581640979910672, + "learning_rate": 1.8701232719618532e-05, + "loss": 0.0361, + "step": 22297 + }, + { + "epoch": 18.912637828668363, + "grad_norm": 0.7640332003910856, + "learning_rate": 1.8701097333027932e-05, + "loss": 0.0409, + "step": 22298 + }, + { + "epoch": 18.91348600508906, + "grad_norm": 0.9109223538151934, + "learning_rate": 1.87009619398713e-05, + "loss": 0.0418, + "step": 22299 + }, + { + "epoch": 18.914334181509755, + "grad_norm": 0.7644979344091605, + "learning_rate": 1.870082654014875e-05, + "loss": 0.0378, + "step": 22300 + }, + { + "epoch": 18.91518235793045, + "grad_norm": 0.9134696675376562, + "learning_rate": 1.8700691133860375e-05, + "loss": 0.0413, + "step": 22301 + }, + { + "epoch": 18.916030534351144, + "grad_norm": 0.9368977594754229, + "learning_rate": 1.8700555721006278e-05, + "loss": 0.0409, + "step": 22302 + }, + { + "epoch": 18.91687871077184, + "grad_norm": 0.9830013666234895, + "learning_rate": 1.8700420301586558e-05, + "loss": 0.0443, + "step": 22303 + }, + { + "epoch": 18.917726887192536, + "grad_norm": 0.9775176368681722, + "learning_rate": 1.870028487560133e-05, + "loss": 0.0426, + "step": 22304 + }, + { + "epoch": 18.918575063613233, + "grad_norm": 0.8984878895840066, + "learning_rate": 1.8700149443050678e-05, + "loss": 0.0377, + "step": 22305 + }, + { + "epoch": 18.91942324003393, + "grad_norm": 1.0476096720085584, + "learning_rate": 1.870001400393472e-05, + "loss": 0.0459, + "step": 22306 + }, + { + "epoch": 18.92027141645462, + "grad_norm": 0.9275636182646216, + "learning_rate": 1.8699878558253554e-05, + "loss": 0.0385, + "step": 22307 + }, + { + "epoch": 18.921119592875318, + "grad_norm": 0.8750383939113776, + "learning_rate": 1.8699743106007275e-05, + "loss": 0.0435, + "step": 22308 + }, + { + "epoch": 18.921967769296014, + "grad_norm": 0.8464561696592242, + "learning_rate": 1.8699607647195993e-05, + "loss": 0.0385, + "step": 22309 + }, + { + "epoch": 18.92281594571671, + "grad_norm": 0.8438125434401246, + "learning_rate": 1.869947218181981e-05, + "loss": 0.0408, + "step": 22310 + }, + { + "epoch": 18.923664122137403, + "grad_norm": 0.9429166678343257, + "learning_rate": 1.869933670987882e-05, + "loss": 0.0403, + "step": 22311 + }, + { + "epoch": 18.9245122985581, + "grad_norm": 0.8941767944885692, + "learning_rate": 1.8699201231373133e-05, + "loss": 0.0403, + "step": 22312 + }, + { + "epoch": 18.925360474978795, + "grad_norm": 0.9375859947705271, + "learning_rate": 1.8699065746302854e-05, + "loss": 0.0421, + "step": 22313 + }, + { + "epoch": 18.92620865139949, + "grad_norm": 0.9422356135480247, + "learning_rate": 1.8698930254668076e-05, + "loss": 0.0407, + "step": 22314 + }, + { + "epoch": 18.927056827820188, + "grad_norm": 0.8950709123381592, + "learning_rate": 1.8698794756468908e-05, + "loss": 0.0402, + "step": 22315 + }, + { + "epoch": 18.92790500424088, + "grad_norm": 0.8057268793856174, + "learning_rate": 1.869865925170545e-05, + "loss": 0.0411, + "step": 22316 + }, + { + "epoch": 18.928753180661577, + "grad_norm": 0.9860371692161938, + "learning_rate": 1.8698523740377805e-05, + "loss": 0.0391, + "step": 22317 + }, + { + "epoch": 18.929601357082273, + "grad_norm": 0.8707691091134544, + "learning_rate": 1.8698388222486073e-05, + "loss": 0.0429, + "step": 22318 + }, + { + "epoch": 18.93044953350297, + "grad_norm": 0.9620273214772253, + "learning_rate": 1.8698252698030357e-05, + "loss": 0.0426, + "step": 22319 + }, + { + "epoch": 18.931297709923665, + "grad_norm": 0.900584173915884, + "learning_rate": 1.8698117167010763e-05, + "loss": 0.04, + "step": 22320 + }, + { + "epoch": 18.932145886344358, + "grad_norm": 1.0083976105353534, + "learning_rate": 1.869798162942739e-05, + "loss": 0.0441, + "step": 22321 + }, + { + "epoch": 18.932994062765054, + "grad_norm": 0.9371670980911264, + "learning_rate": 1.869784608528034e-05, + "loss": 0.0412, + "step": 22322 + }, + { + "epoch": 18.93384223918575, + "grad_norm": 0.9693344280058318, + "learning_rate": 1.8697710534569716e-05, + "loss": 0.0411, + "step": 22323 + }, + { + "epoch": 18.934690415606447, + "grad_norm": 1.2970683646114087, + "learning_rate": 1.8697574977295618e-05, + "loss": 0.0474, + "step": 22324 + }, + { + "epoch": 18.935538592027143, + "grad_norm": 0.8603452247960403, + "learning_rate": 1.8697439413458156e-05, + "loss": 0.0409, + "step": 22325 + }, + { + "epoch": 18.936386768447836, + "grad_norm": 0.806887319300806, + "learning_rate": 1.869730384305742e-05, + "loss": 0.0388, + "step": 22326 + }, + { + "epoch": 18.937234944868532, + "grad_norm": 0.9599864336461924, + "learning_rate": 1.869716826609352e-05, + "loss": 0.0442, + "step": 22327 + }, + { + "epoch": 18.938083121289228, + "grad_norm": 0.9266747073757321, + "learning_rate": 1.8697032682566564e-05, + "loss": 0.0441, + "step": 22328 + }, + { + "epoch": 18.938931297709924, + "grad_norm": 0.9234180582860675, + "learning_rate": 1.8696897092476644e-05, + "loss": 0.0422, + "step": 22329 + }, + { + "epoch": 18.93977947413062, + "grad_norm": 0.9734077291060643, + "learning_rate": 1.869676149582387e-05, + "loss": 0.0437, + "step": 22330 + }, + { + "epoch": 18.940627650551313, + "grad_norm": 0.857369017614596, + "learning_rate": 1.8696625892608332e-05, + "loss": 0.041, + "step": 22331 + }, + { + "epoch": 18.94147582697201, + "grad_norm": 0.9860584377209859, + "learning_rate": 1.8696490282830148e-05, + "loss": 0.0465, + "step": 22332 + }, + { + "epoch": 18.942324003392706, + "grad_norm": 0.881304290250866, + "learning_rate": 1.869635466648941e-05, + "loss": 0.0386, + "step": 22333 + }, + { + "epoch": 18.943172179813402, + "grad_norm": 1.0333804593293066, + "learning_rate": 1.8696219043586223e-05, + "loss": 0.0427, + "step": 22334 + }, + { + "epoch": 18.9440203562341, + "grad_norm": 0.99315092750225, + "learning_rate": 1.8696083414120692e-05, + "loss": 0.0449, + "step": 22335 + }, + { + "epoch": 18.94486853265479, + "grad_norm": 0.8958636216992474, + "learning_rate": 1.8695947778092916e-05, + "loss": 0.0405, + "step": 22336 + }, + { + "epoch": 18.945716709075487, + "grad_norm": 0.9160684182705365, + "learning_rate": 1.8695812135503e-05, + "loss": 0.0389, + "step": 22337 + }, + { + "epoch": 18.946564885496183, + "grad_norm": 1.044906935893897, + "learning_rate": 1.8695676486351044e-05, + "loss": 0.0428, + "step": 22338 + }, + { + "epoch": 18.94741306191688, + "grad_norm": 0.9021964603730812, + "learning_rate": 1.8695540830637148e-05, + "loss": 0.0424, + "step": 22339 + }, + { + "epoch": 18.948261238337576, + "grad_norm": 0.8037804590309435, + "learning_rate": 1.8695405168361423e-05, + "loss": 0.038, + "step": 22340 + }, + { + "epoch": 18.94910941475827, + "grad_norm": 0.9163230171056627, + "learning_rate": 1.869526949952396e-05, + "loss": 0.0423, + "step": 22341 + }, + { + "epoch": 18.949957591178965, + "grad_norm": 0.9012644278478645, + "learning_rate": 1.869513382412487e-05, + "loss": 0.0418, + "step": 22342 + }, + { + "epoch": 18.95080576759966, + "grad_norm": 0.7535825208922267, + "learning_rate": 1.8694998142164256e-05, + "loss": 0.037, + "step": 22343 + }, + { + "epoch": 18.951653944020357, + "grad_norm": 0.952867037738157, + "learning_rate": 1.8694862453642212e-05, + "loss": 0.0418, + "step": 22344 + }, + { + "epoch": 18.952502120441054, + "grad_norm": 0.959826964077729, + "learning_rate": 1.869472675855885e-05, + "loss": 0.0422, + "step": 22345 + }, + { + "epoch": 18.953350296861746, + "grad_norm": 0.7257089909817529, + "learning_rate": 1.869459105691427e-05, + "loss": 0.0366, + "step": 22346 + }, + { + "epoch": 18.954198473282442, + "grad_norm": 0.9666412424274965, + "learning_rate": 1.8694455348708566e-05, + "loss": 0.0421, + "step": 22347 + }, + { + "epoch": 18.95504664970314, + "grad_norm": 0.9057412854381139, + "learning_rate": 1.869431963394185e-05, + "loss": 0.0442, + "step": 22348 + }, + { + "epoch": 18.955894826123835, + "grad_norm": 0.89664381970265, + "learning_rate": 1.8694183912614217e-05, + "loss": 0.0406, + "step": 22349 + }, + { + "epoch": 18.956743002544528, + "grad_norm": 0.718842424510574, + "learning_rate": 1.8694048184725775e-05, + "loss": 0.0377, + "step": 22350 + }, + { + "epoch": 18.957591178965224, + "grad_norm": 1.0285120329952497, + "learning_rate": 1.869391245027663e-05, + "loss": 0.04, + "step": 22351 + }, + { + "epoch": 18.95843935538592, + "grad_norm": 0.8903426934495957, + "learning_rate": 1.869377670926688e-05, + "loss": 0.0441, + "step": 22352 + }, + { + "epoch": 18.959287531806616, + "grad_norm": 0.9133113018832381, + "learning_rate": 1.869364096169662e-05, + "loss": 0.0427, + "step": 22353 + }, + { + "epoch": 18.960135708227313, + "grad_norm": 0.7590456668483638, + "learning_rate": 1.869350520756596e-05, + "loss": 0.0377, + "step": 22354 + }, + { + "epoch": 18.960983884648005, + "grad_norm": 0.8024630461431457, + "learning_rate": 1.8693369446875008e-05, + "loss": 0.0403, + "step": 22355 + }, + { + "epoch": 18.9618320610687, + "grad_norm": 1.0313531996497884, + "learning_rate": 1.8693233679623854e-05, + "loss": 0.0455, + "step": 22356 + }, + { + "epoch": 18.962680237489398, + "grad_norm": 0.9665633740976883, + "learning_rate": 1.869309790581261e-05, + "loss": 0.042, + "step": 22357 + }, + { + "epoch": 18.963528413910094, + "grad_norm": 0.9224148920409405, + "learning_rate": 1.8692962125441373e-05, + "loss": 0.0433, + "step": 22358 + }, + { + "epoch": 18.96437659033079, + "grad_norm": 1.007179374827495, + "learning_rate": 1.869282633851025e-05, + "loss": 0.0419, + "step": 22359 + }, + { + "epoch": 18.965224766751483, + "grad_norm": 0.7778015875652083, + "learning_rate": 1.869269054501934e-05, + "loss": 0.0379, + "step": 22360 + }, + { + "epoch": 18.96607294317218, + "grad_norm": 0.9207564833727258, + "learning_rate": 1.8692554744968745e-05, + "loss": 0.0431, + "step": 22361 + }, + { + "epoch": 18.966921119592875, + "grad_norm": 0.9840990878859278, + "learning_rate": 1.8692418938358573e-05, + "loss": 0.0428, + "step": 22362 + }, + { + "epoch": 18.96776929601357, + "grad_norm": 0.9266663645635465, + "learning_rate": 1.8692283125188916e-05, + "loss": 0.0421, + "step": 22363 + }, + { + "epoch": 18.968617472434268, + "grad_norm": 0.9334703267576867, + "learning_rate": 1.8692147305459886e-05, + "loss": 0.0418, + "step": 22364 + }, + { + "epoch": 18.96946564885496, + "grad_norm": 0.8896153449280467, + "learning_rate": 1.8692011479171587e-05, + "loss": 0.0463, + "step": 22365 + }, + { + "epoch": 18.970313825275657, + "grad_norm": 0.8022001602142893, + "learning_rate": 1.8691875646324108e-05, + "loss": 0.04, + "step": 22366 + }, + { + "epoch": 18.971162001696353, + "grad_norm": 0.9053447862095126, + "learning_rate": 1.8691739806917568e-05, + "loss": 0.041, + "step": 22367 + }, + { + "epoch": 18.97201017811705, + "grad_norm": 0.9657510983655041, + "learning_rate": 1.869160396095206e-05, + "loss": 0.0458, + "step": 22368 + }, + { + "epoch": 18.972858354537745, + "grad_norm": 0.7617002090545729, + "learning_rate": 1.869146810842769e-05, + "loss": 0.0401, + "step": 22369 + }, + { + "epoch": 18.973706530958438, + "grad_norm": 0.727126989447847, + "learning_rate": 1.8691332249344554e-05, + "loss": 0.0389, + "step": 22370 + }, + { + "epoch": 18.974554707379134, + "grad_norm": 0.9058869638568382, + "learning_rate": 1.8691196383702765e-05, + "loss": 0.0397, + "step": 22371 + }, + { + "epoch": 18.97540288379983, + "grad_norm": 0.9029938010221816, + "learning_rate": 1.8691060511502416e-05, + "loss": 0.0424, + "step": 22372 + }, + { + "epoch": 18.976251060220527, + "grad_norm": 0.8600742348020348, + "learning_rate": 1.8690924632743613e-05, + "loss": 0.041, + "step": 22373 + }, + { + "epoch": 18.977099236641223, + "grad_norm": 0.90526695261779, + "learning_rate": 1.869078874742646e-05, + "loss": 0.0407, + "step": 22374 + }, + { + "epoch": 18.977947413061916, + "grad_norm": 1.021855528452367, + "learning_rate": 1.869065285555106e-05, + "loss": 0.0434, + "step": 22375 + }, + { + "epoch": 18.978795589482612, + "grad_norm": 0.955411834256512, + "learning_rate": 1.8690516957117514e-05, + "loss": 0.044, + "step": 22376 + }, + { + "epoch": 18.979643765903308, + "grad_norm": 0.9778606832944624, + "learning_rate": 1.8690381052125924e-05, + "loss": 0.0427, + "step": 22377 + }, + { + "epoch": 18.980491942324004, + "grad_norm": 0.9763109413864988, + "learning_rate": 1.8690245140576392e-05, + "loss": 0.0435, + "step": 22378 + }, + { + "epoch": 18.9813401187447, + "grad_norm": 1.0318596487438076, + "learning_rate": 1.8690109222469023e-05, + "loss": 0.046, + "step": 22379 + }, + { + "epoch": 18.982188295165393, + "grad_norm": 0.8318408529726724, + "learning_rate": 1.868997329780392e-05, + "loss": 0.0422, + "step": 22380 + }, + { + "epoch": 18.98303647158609, + "grad_norm": 0.8858668850486596, + "learning_rate": 1.8689837366581182e-05, + "loss": 0.0404, + "step": 22381 + }, + { + "epoch": 18.983884648006786, + "grad_norm": 0.9763244232622608, + "learning_rate": 1.8689701428800913e-05, + "loss": 0.0386, + "step": 22382 + }, + { + "epoch": 18.984732824427482, + "grad_norm": 0.8696799685221869, + "learning_rate": 1.868956548446322e-05, + "loss": 0.0405, + "step": 22383 + }, + { + "epoch": 18.98558100084818, + "grad_norm": 0.8782067955545023, + "learning_rate": 1.86894295335682e-05, + "loss": 0.0447, + "step": 22384 + }, + { + "epoch": 18.98642917726887, + "grad_norm": 0.8634457552245546, + "learning_rate": 1.8689293576115956e-05, + "loss": 0.0385, + "step": 22385 + }, + { + "epoch": 18.987277353689567, + "grad_norm": 1.0577146297947624, + "learning_rate": 1.8689157612106594e-05, + "loss": 0.0469, + "step": 22386 + }, + { + "epoch": 18.988125530110263, + "grad_norm": 1.0726150367842568, + "learning_rate": 1.868902164154021e-05, + "loss": 0.0414, + "step": 22387 + }, + { + "epoch": 18.98897370653096, + "grad_norm": 0.7633867739276631, + "learning_rate": 1.8688885664416915e-05, + "loss": 0.0357, + "step": 22388 + }, + { + "epoch": 18.989821882951652, + "grad_norm": 0.8846839075024472, + "learning_rate": 1.868874968073681e-05, + "loss": 0.0413, + "step": 22389 + }, + { + "epoch": 18.99067005937235, + "grad_norm": 0.763985456968616, + "learning_rate": 1.868861369049999e-05, + "loss": 0.0391, + "step": 22390 + }, + { + "epoch": 18.991518235793045, + "grad_norm": 0.8450287715651508, + "learning_rate": 1.8688477693706566e-05, + "loss": 0.0398, + "step": 22391 + }, + { + "epoch": 18.99236641221374, + "grad_norm": 0.9954137071129954, + "learning_rate": 1.8688341690356634e-05, + "loss": 0.0406, + "step": 22392 + }, + { + "epoch": 18.993214588634437, + "grad_norm": 0.9399689571291012, + "learning_rate": 1.8688205680450307e-05, + "loss": 0.0455, + "step": 22393 + }, + { + "epoch": 18.99406276505513, + "grad_norm": 0.8784381905279254, + "learning_rate": 1.8688069663987677e-05, + "loss": 0.0398, + "step": 22394 + }, + { + "epoch": 18.994910941475826, + "grad_norm": 0.7903454092517694, + "learning_rate": 1.868793364096885e-05, + "loss": 0.0389, + "step": 22395 + }, + { + "epoch": 18.995759117896522, + "grad_norm": 0.7864431853207262, + "learning_rate": 1.868779761139393e-05, + "loss": 0.0401, + "step": 22396 + }, + { + "epoch": 18.99660729431722, + "grad_norm": 0.9207127564932243, + "learning_rate": 1.868766157526302e-05, + "loss": 0.0416, + "step": 22397 + }, + { + "epoch": 18.997455470737915, + "grad_norm": 0.9741668893759781, + "learning_rate": 1.868752553257622e-05, + "loss": 0.0442, + "step": 22398 + }, + { + "epoch": 18.998303647158608, + "grad_norm": 0.9397887778853231, + "learning_rate": 1.8687389483333632e-05, + "loss": 0.0409, + "step": 22399 + }, + { + "epoch": 18.999151823579304, + "grad_norm": 0.8953409614216746, + "learning_rate": 1.8687253427535365e-05, + "loss": 0.0434, + "step": 22400 + }, + { + "epoch": 19.0, + "grad_norm": 1.039870119119778, + "learning_rate": 1.8687117365181514e-05, + "loss": 0.0433, + "step": 22401 + }, + { + "epoch": 19.000848176420696, + "grad_norm": 0.8038299636442452, + "learning_rate": 1.8686981296272186e-05, + "loss": 0.0375, + "step": 22402 + }, + { + "epoch": 19.001696352841392, + "grad_norm": 0.7939741518108232, + "learning_rate": 1.868684522080748e-05, + "loss": 0.0386, + "step": 22403 + }, + { + "epoch": 19.002544529262085, + "grad_norm": 0.7284537967154071, + "learning_rate": 1.8686709138787507e-05, + "loss": 0.0369, + "step": 22404 + }, + { + "epoch": 19.00339270568278, + "grad_norm": 0.8848494093613607, + "learning_rate": 1.868657305021236e-05, + "loss": 0.038, + "step": 22405 + }, + { + "epoch": 19.004240882103478, + "grad_norm": 0.8557411766405018, + "learning_rate": 1.8686436955082147e-05, + "loss": 0.0392, + "step": 22406 + }, + { + "epoch": 19.005089058524174, + "grad_norm": 0.8295560702154045, + "learning_rate": 1.868630085339697e-05, + "loss": 0.0457, + "step": 22407 + }, + { + "epoch": 19.00593723494487, + "grad_norm": 1.1891159842066505, + "learning_rate": 1.8686164745156933e-05, + "loss": 0.0407, + "step": 22408 + }, + { + "epoch": 19.006785411365563, + "grad_norm": 0.8929803686662076, + "learning_rate": 1.8686028630362136e-05, + "loss": 0.0375, + "step": 22409 + }, + { + "epoch": 19.00763358778626, + "grad_norm": 0.8443956114237486, + "learning_rate": 1.868589250901268e-05, + "loss": 0.0378, + "step": 22410 + }, + { + "epoch": 19.008481764206955, + "grad_norm": 0.8130187965439271, + "learning_rate": 1.8685756381108678e-05, + "loss": 0.0371, + "step": 22411 + }, + { + "epoch": 19.00932994062765, + "grad_norm": 0.8407700848381848, + "learning_rate": 1.868562024665022e-05, + "loss": 0.0387, + "step": 22412 + }, + { + "epoch": 19.010178117048348, + "grad_norm": 0.8061390468933204, + "learning_rate": 1.868548410563741e-05, + "loss": 0.0406, + "step": 22413 + }, + { + "epoch": 19.01102629346904, + "grad_norm": 0.8801181836389179, + "learning_rate": 1.8685347958070358e-05, + "loss": 0.0376, + "step": 22414 + }, + { + "epoch": 19.011874469889737, + "grad_norm": 0.7677517661481027, + "learning_rate": 1.8685211803949164e-05, + "loss": 0.038, + "step": 22415 + }, + { + "epoch": 19.012722646310433, + "grad_norm": 0.8132313058405709, + "learning_rate": 1.868507564327393e-05, + "loss": 0.0366, + "step": 22416 + }, + { + "epoch": 19.01357082273113, + "grad_norm": 0.7942736458785828, + "learning_rate": 1.868493947604476e-05, + "loss": 0.0361, + "step": 22417 + }, + { + "epoch": 19.014418999151825, + "grad_norm": 0.8043837951356542, + "learning_rate": 1.8684803302261755e-05, + "loss": 0.0372, + "step": 22418 + }, + { + "epoch": 19.015267175572518, + "grad_norm": 0.8244628686931227, + "learning_rate": 1.8684667121925016e-05, + "loss": 0.0367, + "step": 22419 + }, + { + "epoch": 19.016115351993214, + "grad_norm": 0.9181766362364004, + "learning_rate": 1.8684530935034652e-05, + "loss": 0.0409, + "step": 22420 + }, + { + "epoch": 19.01696352841391, + "grad_norm": 0.7313616237602667, + "learning_rate": 1.868439474159076e-05, + "loss": 0.0357, + "step": 22421 + }, + { + "epoch": 19.017811704834607, + "grad_norm": 0.7678659147185867, + "learning_rate": 1.8684258541593444e-05, + "loss": 0.0368, + "step": 22422 + }, + { + "epoch": 19.0186598812553, + "grad_norm": 1.1514391997793845, + "learning_rate": 1.8684122335042808e-05, + "loss": 0.045, + "step": 22423 + }, + { + "epoch": 19.019508057675996, + "grad_norm": 0.9733925862107545, + "learning_rate": 1.8683986121938952e-05, + "loss": 0.0388, + "step": 22424 + }, + { + "epoch": 19.020356234096692, + "grad_norm": 0.9340124445453669, + "learning_rate": 1.8683849902281985e-05, + "loss": 0.0378, + "step": 22425 + }, + { + "epoch": 19.021204410517388, + "grad_norm": 0.8630453654847199, + "learning_rate": 1.8683713676072002e-05, + "loss": 0.037, + "step": 22426 + }, + { + "epoch": 19.022052586938084, + "grad_norm": 0.6418087661344868, + "learning_rate": 1.8683577443309112e-05, + "loss": 0.0343, + "step": 22427 + }, + { + "epoch": 19.022900763358777, + "grad_norm": 0.7956062789894413, + "learning_rate": 1.8683441203993415e-05, + "loss": 0.0377, + "step": 22428 + }, + { + "epoch": 19.023748939779473, + "grad_norm": 0.8891395165158485, + "learning_rate": 1.8683304958125013e-05, + "loss": 0.0375, + "step": 22429 + }, + { + "epoch": 19.02459711620017, + "grad_norm": 0.9946723147209998, + "learning_rate": 1.8683168705704013e-05, + "loss": 0.0392, + "step": 22430 + }, + { + "epoch": 19.025445292620866, + "grad_norm": 0.7708517305171153, + "learning_rate": 1.8683032446730514e-05, + "loss": 0.0344, + "step": 22431 + }, + { + "epoch": 19.026293469041562, + "grad_norm": 0.8793141769746579, + "learning_rate": 1.868289618120462e-05, + "loss": 0.0368, + "step": 22432 + }, + { + "epoch": 19.027141645462255, + "grad_norm": 0.86730962682033, + "learning_rate": 1.868275990912643e-05, + "loss": 0.0368, + "step": 22433 + }, + { + "epoch": 19.02798982188295, + "grad_norm": 0.8900729817003094, + "learning_rate": 1.868262363049605e-05, + "loss": 0.0429, + "step": 22434 + }, + { + "epoch": 19.028837998303647, + "grad_norm": 0.6650426392191808, + "learning_rate": 1.8682487345313588e-05, + "loss": 0.0325, + "step": 22435 + }, + { + "epoch": 19.029686174724343, + "grad_norm": 0.6410648680628324, + "learning_rate": 1.8682351053579142e-05, + "loss": 0.0342, + "step": 22436 + }, + { + "epoch": 19.03053435114504, + "grad_norm": 0.6955621946283731, + "learning_rate": 1.868221475529281e-05, + "loss": 0.0345, + "step": 22437 + }, + { + "epoch": 19.031382527565732, + "grad_norm": 0.9175241032403452, + "learning_rate": 1.8682078450454705e-05, + "loss": 0.0378, + "step": 22438 + }, + { + "epoch": 19.03223070398643, + "grad_norm": 0.8077818392880541, + "learning_rate": 1.868194213906492e-05, + "loss": 0.0357, + "step": 22439 + }, + { + "epoch": 19.033078880407125, + "grad_norm": 0.8165431207520958, + "learning_rate": 1.8681805821123566e-05, + "loss": 0.0394, + "step": 22440 + }, + { + "epoch": 19.03392705682782, + "grad_norm": 0.6857562882436772, + "learning_rate": 1.868166949663074e-05, + "loss": 0.0361, + "step": 22441 + }, + { + "epoch": 19.034775233248517, + "grad_norm": 0.8954660023171498, + "learning_rate": 1.868153316558655e-05, + "loss": 0.0386, + "step": 22442 + }, + { + "epoch": 19.03562340966921, + "grad_norm": 1.15025935809435, + "learning_rate": 1.8681396827991097e-05, + "loss": 0.0408, + "step": 22443 + }, + { + "epoch": 19.036471586089906, + "grad_norm": 0.8427127424818273, + "learning_rate": 1.868126048384448e-05, + "loss": 0.0392, + "step": 22444 + }, + { + "epoch": 19.037319762510602, + "grad_norm": 0.7843389563025073, + "learning_rate": 1.8681124133146805e-05, + "loss": 0.0366, + "step": 22445 + }, + { + "epoch": 19.0381679389313, + "grad_norm": 0.9481609232289686, + "learning_rate": 1.8680987775898172e-05, + "loss": 0.039, + "step": 22446 + }, + { + "epoch": 19.039016115351995, + "grad_norm": 0.7325967623511764, + "learning_rate": 1.8680851412098692e-05, + "loss": 0.0349, + "step": 22447 + }, + { + "epoch": 19.039864291772687, + "grad_norm": 0.7295179693221069, + "learning_rate": 1.8680715041748458e-05, + "loss": 0.0336, + "step": 22448 + }, + { + "epoch": 19.040712468193384, + "grad_norm": 0.7657607961794519, + "learning_rate": 1.868057866484758e-05, + "loss": 0.0349, + "step": 22449 + }, + { + "epoch": 19.04156064461408, + "grad_norm": 0.7716232737557651, + "learning_rate": 1.8680442281396156e-05, + "loss": 0.0363, + "step": 22450 + }, + { + "epoch": 19.042408821034776, + "grad_norm": 0.8563632411787481, + "learning_rate": 1.8680305891394294e-05, + "loss": 0.0396, + "step": 22451 + }, + { + "epoch": 19.043256997455472, + "grad_norm": 0.9003708697079927, + "learning_rate": 1.8680169494842096e-05, + "loss": 0.0377, + "step": 22452 + }, + { + "epoch": 19.044105173876165, + "grad_norm": 0.7161255616449744, + "learning_rate": 1.868003309173966e-05, + "loss": 0.033, + "step": 22453 + }, + { + "epoch": 19.04495335029686, + "grad_norm": 0.7586349408802071, + "learning_rate": 1.867989668208709e-05, + "loss": 0.0347, + "step": 22454 + }, + { + "epoch": 19.045801526717558, + "grad_norm": 0.7070703848888742, + "learning_rate": 1.8679760265884493e-05, + "loss": 0.0346, + "step": 22455 + }, + { + "epoch": 19.046649703138254, + "grad_norm": 0.7418333163723767, + "learning_rate": 1.8679623843131974e-05, + "loss": 0.0361, + "step": 22456 + }, + { + "epoch": 19.04749787955895, + "grad_norm": 0.897185009677997, + "learning_rate": 1.8679487413829626e-05, + "loss": 0.0385, + "step": 22457 + }, + { + "epoch": 19.048346055979643, + "grad_norm": 0.9135590933195485, + "learning_rate": 1.867935097797756e-05, + "loss": 0.04, + "step": 22458 + }, + { + "epoch": 19.04919423240034, + "grad_norm": 0.7465985786916141, + "learning_rate": 1.8679214535575877e-05, + "loss": 0.0361, + "step": 22459 + }, + { + "epoch": 19.050042408821035, + "grad_norm": 0.7531497367547816, + "learning_rate": 1.867907808662468e-05, + "loss": 0.0349, + "step": 22460 + }, + { + "epoch": 19.05089058524173, + "grad_norm": 0.8083551927454236, + "learning_rate": 1.8678941631124073e-05, + "loss": 0.0377, + "step": 22461 + }, + { + "epoch": 19.051738761662424, + "grad_norm": 0.810528455425188, + "learning_rate": 1.8678805169074158e-05, + "loss": 0.0371, + "step": 22462 + }, + { + "epoch": 19.05258693808312, + "grad_norm": 0.8467373678373911, + "learning_rate": 1.8678668700475035e-05, + "loss": 0.0396, + "step": 22463 + }, + { + "epoch": 19.053435114503817, + "grad_norm": 0.7700225652488741, + "learning_rate": 1.8678532225326812e-05, + "loss": 0.0356, + "step": 22464 + }, + { + "epoch": 19.054283290924513, + "grad_norm": 0.9002419083054695, + "learning_rate": 1.8678395743629588e-05, + "loss": 0.0362, + "step": 22465 + }, + { + "epoch": 19.05513146734521, + "grad_norm": 0.7216348980332501, + "learning_rate": 1.8678259255383468e-05, + "loss": 0.0356, + "step": 22466 + }, + { + "epoch": 19.0559796437659, + "grad_norm": 1.050178617610747, + "learning_rate": 1.8678122760588553e-05, + "loss": 0.0384, + "step": 22467 + }, + { + "epoch": 19.056827820186598, + "grad_norm": 0.7490801208223035, + "learning_rate": 1.867798625924495e-05, + "loss": 0.0339, + "step": 22468 + }, + { + "epoch": 19.057675996607294, + "grad_norm": 0.8719068197182148, + "learning_rate": 1.8677849751352756e-05, + "loss": 0.0365, + "step": 22469 + }, + { + "epoch": 19.05852417302799, + "grad_norm": 0.8908788249757856, + "learning_rate": 1.8677713236912084e-05, + "loss": 0.0384, + "step": 22470 + }, + { + "epoch": 19.059372349448687, + "grad_norm": 1.0300910496841247, + "learning_rate": 1.8677576715923025e-05, + "loss": 0.0415, + "step": 22471 + }, + { + "epoch": 19.06022052586938, + "grad_norm": 0.7622025218526011, + "learning_rate": 1.8677440188385692e-05, + "loss": 0.0352, + "step": 22472 + }, + { + "epoch": 19.061068702290076, + "grad_norm": 0.8087860961899297, + "learning_rate": 1.8677303654300178e-05, + "loss": 0.0357, + "step": 22473 + }, + { + "epoch": 19.061916878710772, + "grad_norm": 0.8195729090222692, + "learning_rate": 1.8677167113666598e-05, + "loss": 0.0384, + "step": 22474 + }, + { + "epoch": 19.062765055131468, + "grad_norm": 0.8930027942514001, + "learning_rate": 1.8677030566485047e-05, + "loss": 0.0364, + "step": 22475 + }, + { + "epoch": 19.063613231552164, + "grad_norm": 0.8290865288235391, + "learning_rate": 1.8676894012755626e-05, + "loss": 0.039, + "step": 22476 + }, + { + "epoch": 19.064461407972857, + "grad_norm": 0.7745927499850209, + "learning_rate": 1.8676757452478447e-05, + "loss": 0.0353, + "step": 22477 + }, + { + "epoch": 19.065309584393553, + "grad_norm": 0.8821303243901937, + "learning_rate": 1.8676620885653606e-05, + "loss": 0.0378, + "step": 22478 + }, + { + "epoch": 19.06615776081425, + "grad_norm": 0.8055720246625425, + "learning_rate": 1.867648431228121e-05, + "loss": 0.0396, + "step": 22479 + }, + { + "epoch": 19.067005937234946, + "grad_norm": 1.0053500554153572, + "learning_rate": 1.8676347732361354e-05, + "loss": 0.0405, + "step": 22480 + }, + { + "epoch": 19.067854113655642, + "grad_norm": 0.8419581375418003, + "learning_rate": 1.8676211145894153e-05, + "loss": 0.0378, + "step": 22481 + }, + { + "epoch": 19.068702290076335, + "grad_norm": 0.7890870666582429, + "learning_rate": 1.86760745528797e-05, + "loss": 0.037, + "step": 22482 + }, + { + "epoch": 19.06955046649703, + "grad_norm": 0.8157726639605489, + "learning_rate": 1.8675937953318106e-05, + "loss": 0.0386, + "step": 22483 + }, + { + "epoch": 19.070398642917727, + "grad_norm": 0.836602474288897, + "learning_rate": 1.867580134720947e-05, + "loss": 0.0378, + "step": 22484 + }, + { + "epoch": 19.071246819338423, + "grad_norm": 0.8184530417088307, + "learning_rate": 1.8675664734553893e-05, + "loss": 0.0359, + "step": 22485 + }, + { + "epoch": 19.07209499575912, + "grad_norm": 0.7355802838730082, + "learning_rate": 1.8675528115351482e-05, + "loss": 0.0342, + "step": 22486 + }, + { + "epoch": 19.072943172179812, + "grad_norm": 0.8281622783688766, + "learning_rate": 1.867539148960234e-05, + "loss": 0.039, + "step": 22487 + }, + { + "epoch": 19.07379134860051, + "grad_norm": 0.9610546310395919, + "learning_rate": 1.8675254857306564e-05, + "loss": 0.0388, + "step": 22488 + }, + { + "epoch": 19.074639525021205, + "grad_norm": 0.7989365730700244, + "learning_rate": 1.8675118218464264e-05, + "loss": 0.0375, + "step": 22489 + }, + { + "epoch": 19.0754877014419, + "grad_norm": 0.7836744235507167, + "learning_rate": 1.8674981573075544e-05, + "loss": 0.0367, + "step": 22490 + }, + { + "epoch": 19.076335877862597, + "grad_norm": 0.7682596796059937, + "learning_rate": 1.8674844921140503e-05, + "loss": 0.0369, + "step": 22491 + }, + { + "epoch": 19.07718405428329, + "grad_norm": 0.8227675607360477, + "learning_rate": 1.8674708262659243e-05, + "loss": 0.0387, + "step": 22492 + }, + { + "epoch": 19.078032230703986, + "grad_norm": 0.9082996040894405, + "learning_rate": 1.867457159763187e-05, + "loss": 0.0436, + "step": 22493 + }, + { + "epoch": 19.078880407124682, + "grad_norm": 0.8081475452614983, + "learning_rate": 1.867443492605849e-05, + "loss": 0.0366, + "step": 22494 + }, + { + "epoch": 19.07972858354538, + "grad_norm": 0.7644022638343909, + "learning_rate": 1.8674298247939195e-05, + "loss": 0.0386, + "step": 22495 + }, + { + "epoch": 19.08057675996607, + "grad_norm": 0.6937363434377534, + "learning_rate": 1.8674161563274103e-05, + "loss": 0.034, + "step": 22496 + }, + { + "epoch": 19.081424936386767, + "grad_norm": 0.6983971205740028, + "learning_rate": 1.8674024872063306e-05, + "loss": 0.0359, + "step": 22497 + }, + { + "epoch": 19.082273112807464, + "grad_norm": 0.7759470665722373, + "learning_rate": 1.867388817430691e-05, + "loss": 0.0353, + "step": 22498 + }, + { + "epoch": 19.08312128922816, + "grad_norm": 0.7966213695673814, + "learning_rate": 1.8673751470005023e-05, + "loss": 0.0369, + "step": 22499 + }, + { + "epoch": 19.083969465648856, + "grad_norm": 0.8971217187291962, + "learning_rate": 1.8673614759157743e-05, + "loss": 0.0403, + "step": 22500 + }, + { + "epoch": 19.08481764206955, + "grad_norm": 0.9037022911854875, + "learning_rate": 1.8673478041765172e-05, + "loss": 0.0411, + "step": 22501 + }, + { + "epoch": 19.085665818490245, + "grad_norm": 0.8843908241875104, + "learning_rate": 1.8673341317827418e-05, + "loss": 0.0421, + "step": 22502 + }, + { + "epoch": 19.08651399491094, + "grad_norm": 0.7132928497691049, + "learning_rate": 1.8673204587344582e-05, + "loss": 0.0365, + "step": 22503 + }, + { + "epoch": 19.087362171331637, + "grad_norm": 0.8609555948101424, + "learning_rate": 1.8673067850316767e-05, + "loss": 0.0353, + "step": 22504 + }, + { + "epoch": 19.088210347752334, + "grad_norm": 0.8338558558580814, + "learning_rate": 1.8672931106744075e-05, + "loss": 0.0344, + "step": 22505 + }, + { + "epoch": 19.089058524173026, + "grad_norm": 0.9471931153733869, + "learning_rate": 1.8672794356626613e-05, + "loss": 0.0366, + "step": 22506 + }, + { + "epoch": 19.089906700593723, + "grad_norm": 0.7978808687767662, + "learning_rate": 1.8672657599964476e-05, + "loss": 0.0406, + "step": 22507 + }, + { + "epoch": 19.09075487701442, + "grad_norm": 0.8493292863006832, + "learning_rate": 1.8672520836757776e-05, + "loss": 0.0373, + "step": 22508 + }, + { + "epoch": 19.091603053435115, + "grad_norm": 0.7667211512268378, + "learning_rate": 1.8672384067006615e-05, + "loss": 0.0371, + "step": 22509 + }, + { + "epoch": 19.09245122985581, + "grad_norm": 0.8393631002175261, + "learning_rate": 1.8672247290711092e-05, + "loss": 0.0394, + "step": 22510 + }, + { + "epoch": 19.093299406276504, + "grad_norm": 0.8708335901746461, + "learning_rate": 1.8672110507871314e-05, + "loss": 0.0389, + "step": 22511 + }, + { + "epoch": 19.0941475826972, + "grad_norm": 0.7428527053171529, + "learning_rate": 1.867197371848738e-05, + "loss": 0.0373, + "step": 22512 + }, + { + "epoch": 19.094995759117896, + "grad_norm": 0.8558548674671936, + "learning_rate": 1.8671836922559397e-05, + "loss": 0.0389, + "step": 22513 + }, + { + "epoch": 19.095843935538593, + "grad_norm": 0.8427998757704713, + "learning_rate": 1.867170012008747e-05, + "loss": 0.0404, + "step": 22514 + }, + { + "epoch": 19.09669211195929, + "grad_norm": 0.7557095455932428, + "learning_rate": 1.8671563311071696e-05, + "loss": 0.0342, + "step": 22515 + }, + { + "epoch": 19.09754028837998, + "grad_norm": 0.8081312031297337, + "learning_rate": 1.867142649551218e-05, + "loss": 0.036, + "step": 22516 + }, + { + "epoch": 19.098388464800678, + "grad_norm": 0.8786352764164458, + "learning_rate": 1.8671289673409027e-05, + "loss": 0.0382, + "step": 22517 + }, + { + "epoch": 19.099236641221374, + "grad_norm": 0.7174020600539877, + "learning_rate": 1.8671152844762344e-05, + "loss": 0.0359, + "step": 22518 + }, + { + "epoch": 19.10008481764207, + "grad_norm": 0.8807858177296174, + "learning_rate": 1.8671016009572226e-05, + "loss": 0.0373, + "step": 22519 + }, + { + "epoch": 19.100932994062767, + "grad_norm": 0.84175283933226, + "learning_rate": 1.8670879167838786e-05, + "loss": 0.0376, + "step": 22520 + }, + { + "epoch": 19.10178117048346, + "grad_norm": 0.7825332493742759, + "learning_rate": 1.8670742319562118e-05, + "loss": 0.0335, + "step": 22521 + }, + { + "epoch": 19.102629346904155, + "grad_norm": 0.9347343604297493, + "learning_rate": 1.8670605464742327e-05, + "loss": 0.0374, + "step": 22522 + }, + { + "epoch": 19.10347752332485, + "grad_norm": 0.8142764412811875, + "learning_rate": 1.8670468603379525e-05, + "loss": 0.037, + "step": 22523 + }, + { + "epoch": 19.104325699745548, + "grad_norm": 0.6545075917259957, + "learning_rate": 1.8670331735473803e-05, + "loss": 0.0343, + "step": 22524 + }, + { + "epoch": 19.105173876166244, + "grad_norm": 0.8087044514930211, + "learning_rate": 1.8670194861025274e-05, + "loss": 0.0364, + "step": 22525 + }, + { + "epoch": 19.106022052586937, + "grad_norm": 0.6946249348942535, + "learning_rate": 1.8670057980034032e-05, + "loss": 0.0346, + "step": 22526 + }, + { + "epoch": 19.106870229007633, + "grad_norm": 0.8970146985368251, + "learning_rate": 1.866992109250019e-05, + "loss": 0.0407, + "step": 22527 + }, + { + "epoch": 19.10771840542833, + "grad_norm": 0.7379722433492011, + "learning_rate": 1.8669784198423843e-05, + "loss": 0.0366, + "step": 22528 + }, + { + "epoch": 19.108566581849026, + "grad_norm": 0.8736358892710273, + "learning_rate": 1.86696472978051e-05, + "loss": 0.0383, + "step": 22529 + }, + { + "epoch": 19.109414758269722, + "grad_norm": 0.7328145814991993, + "learning_rate": 1.8669510390644062e-05, + "loss": 0.0347, + "step": 22530 + }, + { + "epoch": 19.110262934690414, + "grad_norm": 0.8313453920043475, + "learning_rate": 1.8669373476940834e-05, + "loss": 0.0374, + "step": 22531 + }, + { + "epoch": 19.11111111111111, + "grad_norm": 0.7999023805023291, + "learning_rate": 1.8669236556695517e-05, + "loss": 0.0379, + "step": 22532 + }, + { + "epoch": 19.111959287531807, + "grad_norm": 0.815552187418748, + "learning_rate": 1.8669099629908216e-05, + "loss": 0.0376, + "step": 22533 + }, + { + "epoch": 19.112807463952503, + "grad_norm": 0.8204359118786534, + "learning_rate": 1.8668962696579035e-05, + "loss": 0.0399, + "step": 22534 + }, + { + "epoch": 19.113655640373196, + "grad_norm": 0.6838354521867616, + "learning_rate": 1.8668825756708073e-05, + "loss": 0.0344, + "step": 22535 + }, + { + "epoch": 19.114503816793892, + "grad_norm": 0.8201052639950851, + "learning_rate": 1.8668688810295438e-05, + "loss": 0.0372, + "step": 22536 + }, + { + "epoch": 19.11535199321459, + "grad_norm": 0.8809335121646381, + "learning_rate": 1.8668551857341232e-05, + "loss": 0.042, + "step": 22537 + }, + { + "epoch": 19.116200169635285, + "grad_norm": 0.8294740767170774, + "learning_rate": 1.8668414897845557e-05, + "loss": 0.036, + "step": 22538 + }, + { + "epoch": 19.11704834605598, + "grad_norm": 0.7296260513225203, + "learning_rate": 1.8668277931808517e-05, + "loss": 0.0336, + "step": 22539 + }, + { + "epoch": 19.117896522476673, + "grad_norm": 0.7980772847813523, + "learning_rate": 1.8668140959230218e-05, + "loss": 0.0364, + "step": 22540 + }, + { + "epoch": 19.11874469889737, + "grad_norm": 0.7733023113905959, + "learning_rate": 1.8668003980110757e-05, + "loss": 0.0369, + "step": 22541 + }, + { + "epoch": 19.119592875318066, + "grad_norm": 0.789679774454653, + "learning_rate": 1.8667866994450245e-05, + "loss": 0.0371, + "step": 22542 + }, + { + "epoch": 19.120441051738762, + "grad_norm": 0.9313673042030427, + "learning_rate": 1.8667730002248784e-05, + "loss": 0.0411, + "step": 22543 + }, + { + "epoch": 19.12128922815946, + "grad_norm": 0.8070591176720741, + "learning_rate": 1.866759300350647e-05, + "loss": 0.0363, + "step": 22544 + }, + { + "epoch": 19.12213740458015, + "grad_norm": 0.827902827819338, + "learning_rate": 1.8667455998223413e-05, + "loss": 0.0418, + "step": 22545 + }, + { + "epoch": 19.122985581000847, + "grad_norm": 0.8742601377066608, + "learning_rate": 1.8667318986399716e-05, + "loss": 0.0396, + "step": 22546 + }, + { + "epoch": 19.123833757421544, + "grad_norm": 0.8644608033357003, + "learning_rate": 1.866718196803548e-05, + "loss": 0.038, + "step": 22547 + }, + { + "epoch": 19.12468193384224, + "grad_norm": 0.7860665917472802, + "learning_rate": 1.8667044943130813e-05, + "loss": 0.037, + "step": 22548 + }, + { + "epoch": 19.125530110262936, + "grad_norm": 0.8716337002482378, + "learning_rate": 1.866690791168581e-05, + "loss": 0.0382, + "step": 22549 + }, + { + "epoch": 19.12637828668363, + "grad_norm": 0.8327344917152383, + "learning_rate": 1.8666770873700587e-05, + "loss": 0.0395, + "step": 22550 + }, + { + "epoch": 19.127226463104325, + "grad_norm": 0.7990967003734863, + "learning_rate": 1.8666633829175235e-05, + "loss": 0.0336, + "step": 22551 + }, + { + "epoch": 19.12807463952502, + "grad_norm": 1.112156432894118, + "learning_rate": 1.8666496778109863e-05, + "loss": 0.0426, + "step": 22552 + }, + { + "epoch": 19.128922815945717, + "grad_norm": 0.7825494382754252, + "learning_rate": 1.8666359720504574e-05, + "loss": 0.0342, + "step": 22553 + }, + { + "epoch": 19.129770992366414, + "grad_norm": 0.8061421505584412, + "learning_rate": 1.8666222656359472e-05, + "loss": 0.0369, + "step": 22554 + }, + { + "epoch": 19.130619168787106, + "grad_norm": 0.7574680795098033, + "learning_rate": 1.866608558567466e-05, + "loss": 0.0364, + "step": 22555 + }, + { + "epoch": 19.131467345207803, + "grad_norm": 0.9732672714786076, + "learning_rate": 1.866594850845024e-05, + "loss": 0.0391, + "step": 22556 + }, + { + "epoch": 19.1323155216285, + "grad_norm": 0.8334135764459962, + "learning_rate": 1.8665811424686318e-05, + "loss": 0.0392, + "step": 22557 + }, + { + "epoch": 19.133163698049195, + "grad_norm": 0.8731472402136832, + "learning_rate": 1.8665674334382992e-05, + "loss": 0.036, + "step": 22558 + }, + { + "epoch": 19.13401187446989, + "grad_norm": 0.9795126172546547, + "learning_rate": 1.8665537237540375e-05, + "loss": 0.037, + "step": 22559 + }, + { + "epoch": 19.134860050890584, + "grad_norm": 0.7557121238330007, + "learning_rate": 1.8665400134158563e-05, + "loss": 0.036, + "step": 22560 + }, + { + "epoch": 19.13570822731128, + "grad_norm": 1.0286918869237263, + "learning_rate": 1.866526302423766e-05, + "loss": 0.0407, + "step": 22561 + }, + { + "epoch": 19.136556403731976, + "grad_norm": 0.9509896567379306, + "learning_rate": 1.866512590777777e-05, + "loss": 0.0416, + "step": 22562 + }, + { + "epoch": 19.137404580152673, + "grad_norm": 0.8981673558771667, + "learning_rate": 1.8664988784779e-05, + "loss": 0.0363, + "step": 22563 + }, + { + "epoch": 19.13825275657337, + "grad_norm": 0.7588203211876935, + "learning_rate": 1.866485165524145e-05, + "loss": 0.0347, + "step": 22564 + }, + { + "epoch": 19.13910093299406, + "grad_norm": 0.7862946610491115, + "learning_rate": 1.8664714519165222e-05, + "loss": 0.0381, + "step": 22565 + }, + { + "epoch": 19.139949109414758, + "grad_norm": 0.7390550729797242, + "learning_rate": 1.8664577376550426e-05, + "loss": 0.0343, + "step": 22566 + }, + { + "epoch": 19.140797285835454, + "grad_norm": 0.8412418324943659, + "learning_rate": 1.866444022739716e-05, + "loss": 0.037, + "step": 22567 + }, + { + "epoch": 19.14164546225615, + "grad_norm": 0.8133725768647576, + "learning_rate": 1.8664303071705525e-05, + "loss": 0.0377, + "step": 22568 + }, + { + "epoch": 19.142493638676847, + "grad_norm": 1.029673968805006, + "learning_rate": 1.866416590947563e-05, + "loss": 0.0402, + "step": 22569 + }, + { + "epoch": 19.14334181509754, + "grad_norm": 0.8398177123730393, + "learning_rate": 1.866402874070758e-05, + "loss": 0.0414, + "step": 22570 + }, + { + "epoch": 19.144189991518235, + "grad_norm": 0.7744370251032393, + "learning_rate": 1.8663891565401473e-05, + "loss": 0.0368, + "step": 22571 + }, + { + "epoch": 19.14503816793893, + "grad_norm": 0.7755667204406008, + "learning_rate": 1.8663754383557413e-05, + "loss": 0.0401, + "step": 22572 + }, + { + "epoch": 19.145886344359628, + "grad_norm": 0.8979367556380399, + "learning_rate": 1.866361719517551e-05, + "loss": 0.0422, + "step": 22573 + }, + { + "epoch": 19.14673452078032, + "grad_norm": 0.7834141043389505, + "learning_rate": 1.866348000025586e-05, + "loss": 0.0372, + "step": 22574 + }, + { + "epoch": 19.147582697201017, + "grad_norm": 0.7874739626540155, + "learning_rate": 1.866334279879857e-05, + "loss": 0.0383, + "step": 22575 + }, + { + "epoch": 19.148430873621713, + "grad_norm": 0.9034869716026432, + "learning_rate": 1.866320559080374e-05, + "loss": 0.0397, + "step": 22576 + }, + { + "epoch": 19.14927905004241, + "grad_norm": 0.6507405118692543, + "learning_rate": 1.866306837627148e-05, + "loss": 0.033, + "step": 22577 + }, + { + "epoch": 19.150127226463106, + "grad_norm": 0.784516306654261, + "learning_rate": 1.866293115520189e-05, + "loss": 0.0387, + "step": 22578 + }, + { + "epoch": 19.150975402883798, + "grad_norm": 0.9091770448283435, + "learning_rate": 1.8662793927595072e-05, + "loss": 0.0414, + "step": 22579 + }, + { + "epoch": 19.151823579304494, + "grad_norm": 0.7566348184372119, + "learning_rate": 1.8662656693451132e-05, + "loss": 0.0387, + "step": 22580 + }, + { + "epoch": 19.15267175572519, + "grad_norm": 0.7870665949210836, + "learning_rate": 1.866251945277017e-05, + "loss": 0.0395, + "step": 22581 + }, + { + "epoch": 19.153519932145887, + "grad_norm": 1.0495240344300618, + "learning_rate": 1.8662382205552294e-05, + "loss": 0.0436, + "step": 22582 + }, + { + "epoch": 19.154368108566583, + "grad_norm": 0.7973779658259375, + "learning_rate": 1.8662244951797607e-05, + "loss": 0.0368, + "step": 22583 + }, + { + "epoch": 19.155216284987276, + "grad_norm": 0.7765037367772069, + "learning_rate": 1.8662107691506214e-05, + "loss": 0.0379, + "step": 22584 + }, + { + "epoch": 19.156064461407972, + "grad_norm": 0.698274274622412, + "learning_rate": 1.866197042467821e-05, + "loss": 0.0357, + "step": 22585 + }, + { + "epoch": 19.15691263782867, + "grad_norm": 0.8097629011737429, + "learning_rate": 1.8661833151313707e-05, + "loss": 0.0356, + "step": 22586 + }, + { + "epoch": 19.157760814249365, + "grad_norm": 0.8712347401295977, + "learning_rate": 1.8661695871412806e-05, + "loss": 0.0387, + "step": 22587 + }, + { + "epoch": 19.15860899067006, + "grad_norm": 0.8548231109741882, + "learning_rate": 1.8661558584975613e-05, + "loss": 0.0386, + "step": 22588 + }, + { + "epoch": 19.159457167090753, + "grad_norm": 0.8495780857736683, + "learning_rate": 1.8661421292002223e-05, + "loss": 0.036, + "step": 22589 + }, + { + "epoch": 19.16030534351145, + "grad_norm": 0.7832377473283468, + "learning_rate": 1.8661283992492754e-05, + "loss": 0.0399, + "step": 22590 + }, + { + "epoch": 19.161153519932146, + "grad_norm": 0.766633015759215, + "learning_rate": 1.8661146686447297e-05, + "loss": 0.0375, + "step": 22591 + }, + { + "epoch": 19.162001696352842, + "grad_norm": 0.775378338139855, + "learning_rate": 1.8661009373865958e-05, + "loss": 0.0367, + "step": 22592 + }, + { + "epoch": 19.16284987277354, + "grad_norm": 0.8424434727151511, + "learning_rate": 1.8660872054748845e-05, + "loss": 0.0374, + "step": 22593 + }, + { + "epoch": 19.16369804919423, + "grad_norm": 0.8449870929449562, + "learning_rate": 1.8660734729096063e-05, + "loss": 0.0383, + "step": 22594 + }, + { + "epoch": 19.164546225614927, + "grad_norm": 0.8585412438080892, + "learning_rate": 1.8660597396907707e-05, + "loss": 0.0355, + "step": 22595 + }, + { + "epoch": 19.165394402035624, + "grad_norm": 0.7937246069515248, + "learning_rate": 1.866046005818389e-05, + "loss": 0.0356, + "step": 22596 + }, + { + "epoch": 19.16624257845632, + "grad_norm": 0.8035003677025351, + "learning_rate": 1.8660322712924706e-05, + "loss": 0.0369, + "step": 22597 + }, + { + "epoch": 19.167090754877016, + "grad_norm": 0.7701680256852772, + "learning_rate": 1.8660185361130268e-05, + "loss": 0.0382, + "step": 22598 + }, + { + "epoch": 19.16793893129771, + "grad_norm": 0.7493790488650278, + "learning_rate": 1.8660048002800676e-05, + "loss": 0.0365, + "step": 22599 + }, + { + "epoch": 19.168787107718405, + "grad_norm": 0.8079144504138271, + "learning_rate": 1.865991063793603e-05, + "loss": 0.0349, + "step": 22600 + }, + { + "epoch": 19.1696352841391, + "grad_norm": 0.7587003214498914, + "learning_rate": 1.8659773266536437e-05, + "loss": 0.038, + "step": 22601 + }, + { + "epoch": 19.170483460559797, + "grad_norm": 0.8285349012544917, + "learning_rate": 1.8659635888602e-05, + "loss": 0.0364, + "step": 22602 + }, + { + "epoch": 19.171331636980494, + "grad_norm": 0.8490136116558712, + "learning_rate": 1.8659498504132825e-05, + "loss": 0.0386, + "step": 22603 + }, + { + "epoch": 19.172179813401186, + "grad_norm": 0.7988606711063154, + "learning_rate": 1.865936111312902e-05, + "loss": 0.0378, + "step": 22604 + }, + { + "epoch": 19.173027989821882, + "grad_norm": 0.8342874872244652, + "learning_rate": 1.8659223715590675e-05, + "loss": 0.0365, + "step": 22605 + }, + { + "epoch": 19.17387616624258, + "grad_norm": 0.909153348816857, + "learning_rate": 1.8659086311517902e-05, + "loss": 0.0364, + "step": 22606 + }, + { + "epoch": 19.174724342663275, + "grad_norm": 0.8858578424853112, + "learning_rate": 1.8658948900910805e-05, + "loss": 0.039, + "step": 22607 + }, + { + "epoch": 19.17557251908397, + "grad_norm": 0.9311323694725802, + "learning_rate": 1.8658811483769486e-05, + "loss": 0.0396, + "step": 22608 + }, + { + "epoch": 19.176420695504664, + "grad_norm": 0.7517558321763269, + "learning_rate": 1.865867406009405e-05, + "loss": 0.0347, + "step": 22609 + }, + { + "epoch": 19.17726887192536, + "grad_norm": 0.9412886111680423, + "learning_rate": 1.86585366298846e-05, + "loss": 0.0387, + "step": 22610 + }, + { + "epoch": 19.178117048346056, + "grad_norm": 0.8941018022849269, + "learning_rate": 1.865839919314124e-05, + "loss": 0.0394, + "step": 22611 + }, + { + "epoch": 19.178965224766753, + "grad_norm": 0.8324205274896596, + "learning_rate": 1.8658261749864072e-05, + "loss": 0.0381, + "step": 22612 + }, + { + "epoch": 19.179813401187445, + "grad_norm": 0.7207769664324243, + "learning_rate": 1.8658124300053204e-05, + "loss": 0.0317, + "step": 22613 + }, + { + "epoch": 19.18066157760814, + "grad_norm": 0.8368457752978311, + "learning_rate": 1.8657986843708734e-05, + "loss": 0.0358, + "step": 22614 + }, + { + "epoch": 19.181509754028838, + "grad_norm": 0.8398423923312991, + "learning_rate": 1.865784938083077e-05, + "loss": 0.0397, + "step": 22615 + }, + { + "epoch": 19.182357930449534, + "grad_norm": 0.8032822538046464, + "learning_rate": 1.8657711911419414e-05, + "loss": 0.0336, + "step": 22616 + }, + { + "epoch": 19.18320610687023, + "grad_norm": 0.8980497743491733, + "learning_rate": 1.865757443547477e-05, + "loss": 0.0393, + "step": 22617 + }, + { + "epoch": 19.184054283290923, + "grad_norm": 0.8112706822196307, + "learning_rate": 1.8657436952996942e-05, + "loss": 0.0381, + "step": 22618 + }, + { + "epoch": 19.18490245971162, + "grad_norm": 0.7650148383651426, + "learning_rate": 1.8657299463986033e-05, + "loss": 0.0379, + "step": 22619 + }, + { + "epoch": 19.185750636132315, + "grad_norm": 0.8438513110907807, + "learning_rate": 1.865716196844215e-05, + "loss": 0.0379, + "step": 22620 + }, + { + "epoch": 19.18659881255301, + "grad_norm": 0.9744466979149886, + "learning_rate": 1.8657024466365394e-05, + "loss": 0.0391, + "step": 22621 + }, + { + "epoch": 19.187446988973708, + "grad_norm": 0.8512539547149921, + "learning_rate": 1.8656886957755863e-05, + "loss": 0.0392, + "step": 22622 + }, + { + "epoch": 19.1882951653944, + "grad_norm": 0.7237847324250563, + "learning_rate": 1.8656749442613673e-05, + "loss": 0.0368, + "step": 22623 + }, + { + "epoch": 19.189143341815097, + "grad_norm": 0.7309712972253136, + "learning_rate": 1.8656611920938917e-05, + "loss": 0.0375, + "step": 22624 + }, + { + "epoch": 19.189991518235793, + "grad_norm": 0.8532426687504041, + "learning_rate": 1.8656474392731704e-05, + "loss": 0.037, + "step": 22625 + }, + { + "epoch": 19.19083969465649, + "grad_norm": 0.949147516944469, + "learning_rate": 1.865633685799214e-05, + "loss": 0.0433, + "step": 22626 + }, + { + "epoch": 19.191687871077185, + "grad_norm": 0.7712921352430633, + "learning_rate": 1.8656199316720323e-05, + "loss": 0.0361, + "step": 22627 + }, + { + "epoch": 19.192536047497878, + "grad_norm": 0.9417562306148183, + "learning_rate": 1.865606176891636e-05, + "loss": 0.0389, + "step": 22628 + }, + { + "epoch": 19.193384223918574, + "grad_norm": 0.6873386768003694, + "learning_rate": 1.8655924214580355e-05, + "loss": 0.0335, + "step": 22629 + }, + { + "epoch": 19.19423240033927, + "grad_norm": 0.7912833888728259, + "learning_rate": 1.8655786653712412e-05, + "loss": 0.0362, + "step": 22630 + }, + { + "epoch": 19.195080576759967, + "grad_norm": 0.8471215949676363, + "learning_rate": 1.8655649086312632e-05, + "loss": 0.035, + "step": 22631 + }, + { + "epoch": 19.195928753180663, + "grad_norm": 0.9272673862594674, + "learning_rate": 1.865551151238112e-05, + "loss": 0.0394, + "step": 22632 + }, + { + "epoch": 19.196776929601356, + "grad_norm": 0.8014855052322691, + "learning_rate": 1.8655373931917982e-05, + "loss": 0.0369, + "step": 22633 + }, + { + "epoch": 19.197625106022052, + "grad_norm": 0.7896617386513739, + "learning_rate": 1.865523634492332e-05, + "loss": 0.0348, + "step": 22634 + }, + { + "epoch": 19.198473282442748, + "grad_norm": 0.9779756546398449, + "learning_rate": 1.8655098751397237e-05, + "loss": 0.0374, + "step": 22635 + }, + { + "epoch": 19.199321458863444, + "grad_norm": 0.7532734646043814, + "learning_rate": 1.8654961151339844e-05, + "loss": 0.0332, + "step": 22636 + }, + { + "epoch": 19.20016963528414, + "grad_norm": 1.0300153228571933, + "learning_rate": 1.865482354475123e-05, + "loss": 0.0424, + "step": 22637 + }, + { + "epoch": 19.201017811704833, + "grad_norm": 0.8294911555427278, + "learning_rate": 1.8654685931631517e-05, + "loss": 0.0401, + "step": 22638 + }, + { + "epoch": 19.20186598812553, + "grad_norm": 0.8139801518094146, + "learning_rate": 1.865454831198079e-05, + "loss": 0.0373, + "step": 22639 + }, + { + "epoch": 19.202714164546226, + "grad_norm": 0.8568066660743425, + "learning_rate": 1.865441068579917e-05, + "loss": 0.0379, + "step": 22640 + }, + { + "epoch": 19.203562340966922, + "grad_norm": 1.4355564318122194, + "learning_rate": 1.8654273053086748e-05, + "loss": 0.0431, + "step": 22641 + }, + { + "epoch": 19.20441051738762, + "grad_norm": 0.6445632185961438, + "learning_rate": 1.865413541384364e-05, + "loss": 0.0362, + "step": 22642 + }, + { + "epoch": 19.20525869380831, + "grad_norm": 0.7568822526727361, + "learning_rate": 1.8653997768069937e-05, + "loss": 0.0375, + "step": 22643 + }, + { + "epoch": 19.206106870229007, + "grad_norm": 0.903527629200877, + "learning_rate": 1.865386011576575e-05, + "loss": 0.0388, + "step": 22644 + }, + { + "epoch": 19.206955046649703, + "grad_norm": 1.040391776433051, + "learning_rate": 1.8653722456931182e-05, + "loss": 0.0393, + "step": 22645 + }, + { + "epoch": 19.2078032230704, + "grad_norm": 0.9424230179398881, + "learning_rate": 1.8653584791566336e-05, + "loss": 0.0382, + "step": 22646 + }, + { + "epoch": 19.208651399491096, + "grad_norm": 0.8046966887988644, + "learning_rate": 1.8653447119671317e-05, + "loss": 0.0379, + "step": 22647 + }, + { + "epoch": 19.20949957591179, + "grad_norm": 0.7862415432104428, + "learning_rate": 1.865330944124623e-05, + "loss": 0.0393, + "step": 22648 + }, + { + "epoch": 19.210347752332485, + "grad_norm": 0.9359571295874625, + "learning_rate": 1.8653171756291175e-05, + "loss": 0.0417, + "step": 22649 + }, + { + "epoch": 19.21119592875318, + "grad_norm": 0.8582280366452146, + "learning_rate": 1.8653034064806263e-05, + "loss": 0.0354, + "step": 22650 + }, + { + "epoch": 19.212044105173877, + "grad_norm": 0.763689964903413, + "learning_rate": 1.8652896366791586e-05, + "loss": 0.0362, + "step": 22651 + }, + { + "epoch": 19.21289228159457, + "grad_norm": 1.0131520576024122, + "learning_rate": 1.865275866224726e-05, + "loss": 0.0376, + "step": 22652 + }, + { + "epoch": 19.213740458015266, + "grad_norm": 0.8138800337247635, + "learning_rate": 1.865262095117338e-05, + "loss": 0.0355, + "step": 22653 + }, + { + "epoch": 19.214588634435962, + "grad_norm": 0.9513599063664879, + "learning_rate": 1.8652483233570055e-05, + "loss": 0.0436, + "step": 22654 + }, + { + "epoch": 19.21543681085666, + "grad_norm": 0.8470073973813942, + "learning_rate": 1.865234550943739e-05, + "loss": 0.0401, + "step": 22655 + }, + { + "epoch": 19.216284987277355, + "grad_norm": 0.7604729762656078, + "learning_rate": 1.8652207778775485e-05, + "loss": 0.035, + "step": 22656 + }, + { + "epoch": 19.217133163698048, + "grad_norm": 0.738132279552771, + "learning_rate": 1.8652070041584447e-05, + "loss": 0.0376, + "step": 22657 + }, + { + "epoch": 19.217981340118744, + "grad_norm": 0.8283967634176109, + "learning_rate": 1.865193229786438e-05, + "loss": 0.0369, + "step": 22658 + }, + { + "epoch": 19.21882951653944, + "grad_norm": 0.8629171752038797, + "learning_rate": 1.865179454761538e-05, + "loss": 0.0396, + "step": 22659 + }, + { + "epoch": 19.219677692960136, + "grad_norm": 0.8112388556240204, + "learning_rate": 1.8651656790837562e-05, + "loss": 0.0387, + "step": 22660 + }, + { + "epoch": 19.220525869380833, + "grad_norm": 0.9255411618065956, + "learning_rate": 1.8651519027531025e-05, + "loss": 0.0431, + "step": 22661 + }, + { + "epoch": 19.221374045801525, + "grad_norm": 0.7272391121259599, + "learning_rate": 1.8651381257695873e-05, + "loss": 0.035, + "step": 22662 + }, + { + "epoch": 19.22222222222222, + "grad_norm": 0.7470208319528806, + "learning_rate": 1.865124348133221e-05, + "loss": 0.0388, + "step": 22663 + }, + { + "epoch": 19.223070398642918, + "grad_norm": 0.7557313980166984, + "learning_rate": 1.8651105698440145e-05, + "loss": 0.0376, + "step": 22664 + }, + { + "epoch": 19.223918575063614, + "grad_norm": 0.87931126329224, + "learning_rate": 1.865096790901977e-05, + "loss": 0.0381, + "step": 22665 + }, + { + "epoch": 19.22476675148431, + "grad_norm": 0.7918203329822852, + "learning_rate": 1.86508301130712e-05, + "loss": 0.0376, + "step": 22666 + }, + { + "epoch": 19.225614927905003, + "grad_norm": 0.7279813736436507, + "learning_rate": 1.8650692310594536e-05, + "loss": 0.0341, + "step": 22667 + }, + { + "epoch": 19.2264631043257, + "grad_norm": 0.7394879027448202, + "learning_rate": 1.865055450158988e-05, + "loss": 0.037, + "step": 22668 + }, + { + "epoch": 19.227311280746395, + "grad_norm": 0.8946105187374186, + "learning_rate": 1.8650416686057338e-05, + "loss": 0.0402, + "step": 22669 + }, + { + "epoch": 19.22815945716709, + "grad_norm": 0.7325456624018156, + "learning_rate": 1.8650278863997008e-05, + "loss": 0.0364, + "step": 22670 + }, + { + "epoch": 19.229007633587788, + "grad_norm": 0.7136586710425339, + "learning_rate": 1.8650141035409008e-05, + "loss": 0.0356, + "step": 22671 + }, + { + "epoch": 19.22985581000848, + "grad_norm": 1.0897901377770203, + "learning_rate": 1.8650003200293427e-05, + "loss": 0.042, + "step": 22672 + }, + { + "epoch": 19.230703986429177, + "grad_norm": 0.8177180072145483, + "learning_rate": 1.8649865358650375e-05, + "loss": 0.0379, + "step": 22673 + }, + { + "epoch": 19.231552162849873, + "grad_norm": 0.8388050394287684, + "learning_rate": 1.864972751047996e-05, + "loss": 0.0365, + "step": 22674 + }, + { + "epoch": 19.23240033927057, + "grad_norm": 0.8351835590153236, + "learning_rate": 1.864958965578228e-05, + "loss": 0.0355, + "step": 22675 + }, + { + "epoch": 19.233248515691265, + "grad_norm": 0.8334830450895654, + "learning_rate": 1.864945179455744e-05, + "loss": 0.0342, + "step": 22676 + }, + { + "epoch": 19.234096692111958, + "grad_norm": 0.8479615373732348, + "learning_rate": 1.864931392680555e-05, + "loss": 0.0385, + "step": 22677 + }, + { + "epoch": 19.234944868532654, + "grad_norm": 0.9211710418852681, + "learning_rate": 1.8649176052526707e-05, + "loss": 0.0423, + "step": 22678 + }, + { + "epoch": 19.23579304495335, + "grad_norm": 0.6876996412181196, + "learning_rate": 1.8649038171721017e-05, + "loss": 0.0347, + "step": 22679 + }, + { + "epoch": 19.236641221374047, + "grad_norm": 0.8085365839119324, + "learning_rate": 1.8648900284388585e-05, + "loss": 0.0395, + "step": 22680 + }, + { + "epoch": 19.237489397794743, + "grad_norm": 0.8807640973677974, + "learning_rate": 1.8648762390529514e-05, + "loss": 0.0375, + "step": 22681 + }, + { + "epoch": 19.238337574215436, + "grad_norm": 0.7058413415510992, + "learning_rate": 1.8648624490143908e-05, + "loss": 0.0354, + "step": 22682 + }, + { + "epoch": 19.239185750636132, + "grad_norm": 0.7294769197077092, + "learning_rate": 1.8648486583231872e-05, + "loss": 0.0353, + "step": 22683 + }, + { + "epoch": 19.240033927056828, + "grad_norm": 0.8604762680118173, + "learning_rate": 1.864834866979351e-05, + "loss": 0.0386, + "step": 22684 + }, + { + "epoch": 19.240882103477524, + "grad_norm": 0.7448326587735999, + "learning_rate": 1.8648210749828926e-05, + "loss": 0.0393, + "step": 22685 + }, + { + "epoch": 19.24173027989822, + "grad_norm": 0.6556984540116116, + "learning_rate": 1.8648072823338226e-05, + "loss": 0.0361, + "step": 22686 + }, + { + "epoch": 19.242578456318913, + "grad_norm": 1.0382759670985557, + "learning_rate": 1.864793489032151e-05, + "loss": 0.0372, + "step": 22687 + }, + { + "epoch": 19.24342663273961, + "grad_norm": 0.8274532008185674, + "learning_rate": 1.864779695077888e-05, + "loss": 0.0365, + "step": 22688 + }, + { + "epoch": 19.244274809160306, + "grad_norm": 0.8426713085276629, + "learning_rate": 1.864765900471045e-05, + "loss": 0.036, + "step": 22689 + }, + { + "epoch": 19.245122985581002, + "grad_norm": 0.9624238236050143, + "learning_rate": 1.8647521052116316e-05, + "loss": 0.04, + "step": 22690 + }, + { + "epoch": 19.245971162001695, + "grad_norm": 0.8474512455932132, + "learning_rate": 1.8647383092996585e-05, + "loss": 0.0379, + "step": 22691 + }, + { + "epoch": 19.24681933842239, + "grad_norm": 0.9877396704513598, + "learning_rate": 1.864724512735136e-05, + "loss": 0.0389, + "step": 22692 + }, + { + "epoch": 19.247667514843087, + "grad_norm": 0.7714860780270211, + "learning_rate": 1.8647107155180745e-05, + "loss": 0.0396, + "step": 22693 + }, + { + "epoch": 19.248515691263783, + "grad_norm": 0.9647283896641674, + "learning_rate": 1.8646969176484845e-05, + "loss": 0.044, + "step": 22694 + }, + { + "epoch": 19.24936386768448, + "grad_norm": 0.8379203464672463, + "learning_rate": 1.8646831191263764e-05, + "loss": 0.0394, + "step": 22695 + }, + { + "epoch": 19.250212044105172, + "grad_norm": 0.8367935429104741, + "learning_rate": 1.8646693199517604e-05, + "loss": 0.0387, + "step": 22696 + }, + { + "epoch": 19.25106022052587, + "grad_norm": 0.8117386042795203, + "learning_rate": 1.8646555201246475e-05, + "loss": 0.0381, + "step": 22697 + }, + { + "epoch": 19.251908396946565, + "grad_norm": 0.8394060884457681, + "learning_rate": 1.8646417196450476e-05, + "loss": 0.0376, + "step": 22698 + }, + { + "epoch": 19.25275657336726, + "grad_norm": 0.9483154982083642, + "learning_rate": 1.8646279185129707e-05, + "loss": 0.0389, + "step": 22699 + }, + { + "epoch": 19.253604749787957, + "grad_norm": 0.8307523500735797, + "learning_rate": 1.8646141167284284e-05, + "loss": 0.0382, + "step": 22700 + }, + { + "epoch": 19.25445292620865, + "grad_norm": 0.8254511447191867, + "learning_rate": 1.86460031429143e-05, + "loss": 0.0389, + "step": 22701 + }, + { + "epoch": 19.255301102629346, + "grad_norm": 0.9014459477131507, + "learning_rate": 1.8645865112019868e-05, + "loss": 0.0401, + "step": 22702 + }, + { + "epoch": 19.256149279050042, + "grad_norm": 0.7850701660591942, + "learning_rate": 1.8645727074601086e-05, + "loss": 0.0376, + "step": 22703 + }, + { + "epoch": 19.25699745547074, + "grad_norm": 0.6890177848726404, + "learning_rate": 1.864558903065806e-05, + "loss": 0.0391, + "step": 22704 + }, + { + "epoch": 19.257845631891435, + "grad_norm": 0.7471605927211619, + "learning_rate": 1.8645450980190897e-05, + "loss": 0.0391, + "step": 22705 + }, + { + "epoch": 19.258693808312128, + "grad_norm": 0.8633833742035761, + "learning_rate": 1.8645312923199694e-05, + "loss": 0.0381, + "step": 22706 + }, + { + "epoch": 19.259541984732824, + "grad_norm": 0.8894489993136317, + "learning_rate": 1.864517485968456e-05, + "loss": 0.0395, + "step": 22707 + }, + { + "epoch": 19.26039016115352, + "grad_norm": 0.7992930308885409, + "learning_rate": 1.86450367896456e-05, + "loss": 0.0354, + "step": 22708 + }, + { + "epoch": 19.261238337574216, + "grad_norm": 0.9704572120764156, + "learning_rate": 1.8644898713082916e-05, + "loss": 0.0379, + "step": 22709 + }, + { + "epoch": 19.262086513994912, + "grad_norm": 1.0040821012999, + "learning_rate": 1.8644760629996613e-05, + "loss": 0.0439, + "step": 22710 + }, + { + "epoch": 19.262934690415605, + "grad_norm": 0.7832573998830447, + "learning_rate": 1.86446225403868e-05, + "loss": 0.0386, + "step": 22711 + }, + { + "epoch": 19.2637828668363, + "grad_norm": 0.7454510512339984, + "learning_rate": 1.8644484444253575e-05, + "loss": 0.0386, + "step": 22712 + }, + { + "epoch": 19.264631043256998, + "grad_norm": 0.9026563006352654, + "learning_rate": 1.864434634159704e-05, + "loss": 0.0385, + "step": 22713 + }, + { + "epoch": 19.265479219677694, + "grad_norm": 0.7869564472756337, + "learning_rate": 1.8644208232417305e-05, + "loss": 0.0376, + "step": 22714 + }, + { + "epoch": 19.26632739609839, + "grad_norm": 0.7715762849697206, + "learning_rate": 1.8644070116714474e-05, + "loss": 0.0371, + "step": 22715 + }, + { + "epoch": 19.267175572519083, + "grad_norm": 0.8208725815421545, + "learning_rate": 1.864393199448865e-05, + "loss": 0.04, + "step": 22716 + }, + { + "epoch": 19.26802374893978, + "grad_norm": 0.7748709026877769, + "learning_rate": 1.864379386573993e-05, + "loss": 0.0382, + "step": 22717 + }, + { + "epoch": 19.268871925360475, + "grad_norm": 0.952650895999881, + "learning_rate": 1.8643655730468433e-05, + "loss": 0.0384, + "step": 22718 + }, + { + "epoch": 19.26972010178117, + "grad_norm": 0.9192415583356307, + "learning_rate": 1.8643517588674253e-05, + "loss": 0.0412, + "step": 22719 + }, + { + "epoch": 19.270568278201868, + "grad_norm": 0.9015463887806171, + "learning_rate": 1.8643379440357492e-05, + "loss": 0.0373, + "step": 22720 + }, + { + "epoch": 19.27141645462256, + "grad_norm": 0.7622353074821884, + "learning_rate": 1.8643241285518262e-05, + "loss": 0.0354, + "step": 22721 + }, + { + "epoch": 19.272264631043257, + "grad_norm": 0.7690842431397316, + "learning_rate": 1.8643103124156666e-05, + "loss": 0.0365, + "step": 22722 + }, + { + "epoch": 19.273112807463953, + "grad_norm": 0.9394878732093908, + "learning_rate": 1.8642964956272803e-05, + "loss": 0.0398, + "step": 22723 + }, + { + "epoch": 19.27396098388465, + "grad_norm": 0.9255989713957643, + "learning_rate": 1.864282678186678e-05, + "loss": 0.0393, + "step": 22724 + }, + { + "epoch": 19.274809160305345, + "grad_norm": 0.6917172618699069, + "learning_rate": 1.8642688600938706e-05, + "loss": 0.0334, + "step": 22725 + }, + { + "epoch": 19.275657336726038, + "grad_norm": 0.8267998356116348, + "learning_rate": 1.8642550413488677e-05, + "loss": 0.0385, + "step": 22726 + }, + { + "epoch": 19.276505513146734, + "grad_norm": 0.9579569294344936, + "learning_rate": 1.86424122195168e-05, + "loss": 0.0393, + "step": 22727 + }, + { + "epoch": 19.27735368956743, + "grad_norm": 0.7427610699877417, + "learning_rate": 1.8642274019023186e-05, + "loss": 0.0385, + "step": 22728 + }, + { + "epoch": 19.278201865988127, + "grad_norm": 0.8068193270865968, + "learning_rate": 1.864213581200793e-05, + "loss": 0.0365, + "step": 22729 + }, + { + "epoch": 19.27905004240882, + "grad_norm": 1.002472382412844, + "learning_rate": 1.864199759847114e-05, + "loss": 0.0417, + "step": 22730 + }, + { + "epoch": 19.279898218829516, + "grad_norm": 0.8839146342108403, + "learning_rate": 1.8641859378412924e-05, + "loss": 0.0407, + "step": 22731 + }, + { + "epoch": 19.280746395250212, + "grad_norm": 0.856873871788332, + "learning_rate": 1.864172115183338e-05, + "loss": 0.039, + "step": 22732 + }, + { + "epoch": 19.281594571670908, + "grad_norm": 0.9835273376646798, + "learning_rate": 1.8641582918732615e-05, + "loss": 0.0434, + "step": 22733 + }, + { + "epoch": 19.282442748091604, + "grad_norm": 0.7674108793561873, + "learning_rate": 1.8641444679110733e-05, + "loss": 0.036, + "step": 22734 + }, + { + "epoch": 19.283290924512297, + "grad_norm": 0.9444595480254561, + "learning_rate": 1.8641306432967837e-05, + "loss": 0.0372, + "step": 22735 + }, + { + "epoch": 19.284139100932993, + "grad_norm": 0.8036237582053765, + "learning_rate": 1.8641168180304037e-05, + "loss": 0.0394, + "step": 22736 + }, + { + "epoch": 19.28498727735369, + "grad_norm": 0.9616575093753974, + "learning_rate": 1.8641029921119432e-05, + "loss": 0.037, + "step": 22737 + }, + { + "epoch": 19.285835453774386, + "grad_norm": 0.8358269514377124, + "learning_rate": 1.8640891655414127e-05, + "loss": 0.0376, + "step": 22738 + }, + { + "epoch": 19.286683630195082, + "grad_norm": 0.8931557883741633, + "learning_rate": 1.8640753383188226e-05, + "loss": 0.038, + "step": 22739 + }, + { + "epoch": 19.287531806615775, + "grad_norm": 0.8543221269125616, + "learning_rate": 1.8640615104441836e-05, + "loss": 0.0409, + "step": 22740 + }, + { + "epoch": 19.28837998303647, + "grad_norm": 0.9679240197706688, + "learning_rate": 1.864047681917506e-05, + "loss": 0.0432, + "step": 22741 + }, + { + "epoch": 19.289228159457167, + "grad_norm": 1.0981146820281924, + "learning_rate": 1.8640338527388e-05, + "loss": 0.0438, + "step": 22742 + }, + { + "epoch": 19.290076335877863, + "grad_norm": 1.0568677423398651, + "learning_rate": 1.8640200229080763e-05, + "loss": 0.0387, + "step": 22743 + }, + { + "epoch": 19.29092451229856, + "grad_norm": 0.817564480384567, + "learning_rate": 1.8640061924253453e-05, + "loss": 0.0366, + "step": 22744 + }, + { + "epoch": 19.291772688719252, + "grad_norm": 0.8357143014208337, + "learning_rate": 1.8639923612906177e-05, + "loss": 0.0368, + "step": 22745 + }, + { + "epoch": 19.29262086513995, + "grad_norm": 0.8752212446754918, + "learning_rate": 1.8639785295039034e-05, + "loss": 0.0378, + "step": 22746 + }, + { + "epoch": 19.293469041560645, + "grad_norm": 0.8559292913612188, + "learning_rate": 1.863964697065213e-05, + "loss": 0.0373, + "step": 22747 + }, + { + "epoch": 19.29431721798134, + "grad_norm": 0.8891568498631598, + "learning_rate": 1.8639508639745572e-05, + "loss": 0.0391, + "step": 22748 + }, + { + "epoch": 19.295165394402037, + "grad_norm": 0.9907939531466227, + "learning_rate": 1.863937030231946e-05, + "loss": 0.0414, + "step": 22749 + }, + { + "epoch": 19.29601357082273, + "grad_norm": 0.9710817549054807, + "learning_rate": 1.8639231958373908e-05, + "loss": 0.0471, + "step": 22750 + }, + { + "epoch": 19.296861747243426, + "grad_norm": 0.7387321639310075, + "learning_rate": 1.8639093607909004e-05, + "loss": 0.0366, + "step": 22751 + }, + { + "epoch": 19.297709923664122, + "grad_norm": 0.8127453101183008, + "learning_rate": 1.863895525092487e-05, + "loss": 0.0376, + "step": 22752 + }, + { + "epoch": 19.29855810008482, + "grad_norm": 1.0376262128854585, + "learning_rate": 1.8638816887421595e-05, + "loss": 0.0434, + "step": 22753 + }, + { + "epoch": 19.299406276505515, + "grad_norm": 0.9574865295625099, + "learning_rate": 1.8638678517399296e-05, + "loss": 0.0388, + "step": 22754 + }, + { + "epoch": 19.300254452926207, + "grad_norm": 0.7514991013190016, + "learning_rate": 1.863854014085807e-05, + "loss": 0.0393, + "step": 22755 + }, + { + "epoch": 19.301102629346904, + "grad_norm": 0.9357166098000882, + "learning_rate": 1.8638401757798023e-05, + "loss": 0.0417, + "step": 22756 + }, + { + "epoch": 19.3019508057676, + "grad_norm": 0.7746979327393948, + "learning_rate": 1.8638263368219262e-05, + "loss": 0.0367, + "step": 22757 + }, + { + "epoch": 19.302798982188296, + "grad_norm": 0.7044435204328001, + "learning_rate": 1.8638124972121888e-05, + "loss": 0.0373, + "step": 22758 + }, + { + "epoch": 19.303647158608992, + "grad_norm": 1.0053431691036772, + "learning_rate": 1.863798656950601e-05, + "loss": 0.0413, + "step": 22759 + }, + { + "epoch": 19.304495335029685, + "grad_norm": 0.9110403027223807, + "learning_rate": 1.8637848160371724e-05, + "loss": 0.0418, + "step": 22760 + }, + { + "epoch": 19.30534351145038, + "grad_norm": 0.9355067633546754, + "learning_rate": 1.863770974471914e-05, + "loss": 0.0386, + "step": 22761 + }, + { + "epoch": 19.306191687871078, + "grad_norm": 1.1086628542480639, + "learning_rate": 1.8637571322548364e-05, + "loss": 0.0447, + "step": 22762 + }, + { + "epoch": 19.307039864291774, + "grad_norm": 0.8005836606901201, + "learning_rate": 1.86374328938595e-05, + "loss": 0.0395, + "step": 22763 + }, + { + "epoch": 19.307888040712466, + "grad_norm": 0.91490634405847, + "learning_rate": 1.863729445865265e-05, + "loss": 0.038, + "step": 22764 + }, + { + "epoch": 19.308736217133163, + "grad_norm": 0.9838022078871422, + "learning_rate": 1.8637156016927918e-05, + "loss": 0.0382, + "step": 22765 + }, + { + "epoch": 19.30958439355386, + "grad_norm": 0.7710736368623415, + "learning_rate": 1.8637017568685413e-05, + "loss": 0.0371, + "step": 22766 + }, + { + "epoch": 19.310432569974555, + "grad_norm": 0.7714139533025397, + "learning_rate": 1.8636879113925234e-05, + "loss": 0.0379, + "step": 22767 + }, + { + "epoch": 19.31128074639525, + "grad_norm": 0.7599315082278081, + "learning_rate": 1.863674065264749e-05, + "loss": 0.0356, + "step": 22768 + }, + { + "epoch": 19.312128922815944, + "grad_norm": 0.8044851359759617, + "learning_rate": 1.863660218485228e-05, + "loss": 0.036, + "step": 22769 + }, + { + "epoch": 19.31297709923664, + "grad_norm": 0.8405279746251323, + "learning_rate": 1.8636463710539713e-05, + "loss": 0.0407, + "step": 22770 + }, + { + "epoch": 19.313825275657337, + "grad_norm": 0.8451537887447621, + "learning_rate": 1.8636325229709892e-05, + "loss": 0.038, + "step": 22771 + }, + { + "epoch": 19.314673452078033, + "grad_norm": 0.8174112710185484, + "learning_rate": 1.8636186742362926e-05, + "loss": 0.038, + "step": 22772 + }, + { + "epoch": 19.31552162849873, + "grad_norm": 0.7834645711311822, + "learning_rate": 1.863604824849891e-05, + "loss": 0.0383, + "step": 22773 + }, + { + "epoch": 19.31636980491942, + "grad_norm": 0.7480650849367381, + "learning_rate": 1.8635909748117958e-05, + "loss": 0.0384, + "step": 22774 + }, + { + "epoch": 19.317217981340118, + "grad_norm": 0.9337004090602127, + "learning_rate": 1.863577124122017e-05, + "loss": 0.0441, + "step": 22775 + }, + { + "epoch": 19.318066157760814, + "grad_norm": 0.9064756813401756, + "learning_rate": 1.863563272780565e-05, + "loss": 0.0403, + "step": 22776 + }, + { + "epoch": 19.31891433418151, + "grad_norm": 1.0257867126731404, + "learning_rate": 1.8635494207874504e-05, + "loss": 0.0435, + "step": 22777 + }, + { + "epoch": 19.319762510602207, + "grad_norm": 0.9201648688837261, + "learning_rate": 1.8635355681426833e-05, + "loss": 0.0411, + "step": 22778 + }, + { + "epoch": 19.3206106870229, + "grad_norm": 0.9155859951131059, + "learning_rate": 1.863521714846275e-05, + "loss": 0.0386, + "step": 22779 + }, + { + "epoch": 19.321458863443596, + "grad_norm": 1.0299746845924138, + "learning_rate": 1.8635078608982347e-05, + "loss": 0.041, + "step": 22780 + }, + { + "epoch": 19.32230703986429, + "grad_norm": 0.7380776740184288, + "learning_rate": 1.8634940062985742e-05, + "loss": 0.0374, + "step": 22781 + }, + { + "epoch": 19.323155216284988, + "grad_norm": 0.9362129256534665, + "learning_rate": 1.8634801510473034e-05, + "loss": 0.0387, + "step": 22782 + }, + { + "epoch": 19.324003392705684, + "grad_norm": 0.8687646673273166, + "learning_rate": 1.8634662951444323e-05, + "loss": 0.0376, + "step": 22783 + }, + { + "epoch": 19.324851569126377, + "grad_norm": 0.9282911484747481, + "learning_rate": 1.8634524385899718e-05, + "loss": 0.0387, + "step": 22784 + }, + { + "epoch": 19.325699745547073, + "grad_norm": 1.1497149461847698, + "learning_rate": 1.8634385813839323e-05, + "loss": 0.0478, + "step": 22785 + }, + { + "epoch": 19.32654792196777, + "grad_norm": 0.9618734341255099, + "learning_rate": 1.8634247235263242e-05, + "loss": 0.0376, + "step": 22786 + }, + { + "epoch": 19.327396098388466, + "grad_norm": 0.9925779269659931, + "learning_rate": 1.863410865017158e-05, + "loss": 0.0438, + "step": 22787 + }, + { + "epoch": 19.328244274809162, + "grad_norm": 0.9433975310373912, + "learning_rate": 1.8633970058564444e-05, + "loss": 0.0448, + "step": 22788 + }, + { + "epoch": 19.329092451229855, + "grad_norm": 0.9918001062174546, + "learning_rate": 1.8633831460441932e-05, + "loss": 0.0394, + "step": 22789 + }, + { + "epoch": 19.32994062765055, + "grad_norm": 0.8615988831818652, + "learning_rate": 1.8633692855804155e-05, + "loss": 0.0405, + "step": 22790 + }, + { + "epoch": 19.330788804071247, + "grad_norm": 1.1003961732970757, + "learning_rate": 1.8633554244651218e-05, + "loss": 0.0454, + "step": 22791 + }, + { + "epoch": 19.331636980491943, + "grad_norm": 0.838614146473345, + "learning_rate": 1.863341562698322e-05, + "loss": 0.0393, + "step": 22792 + }, + { + "epoch": 19.33248515691264, + "grad_norm": 0.8911724777683249, + "learning_rate": 1.8633277002800268e-05, + "loss": 0.0413, + "step": 22793 + }, + { + "epoch": 19.333333333333332, + "grad_norm": 0.7424954626807806, + "learning_rate": 1.863313837210247e-05, + "loss": 0.0352, + "step": 22794 + }, + { + "epoch": 19.33418150975403, + "grad_norm": 0.9357030401948085, + "learning_rate": 1.8632999734889922e-05, + "loss": 0.0417, + "step": 22795 + }, + { + "epoch": 19.335029686174725, + "grad_norm": 0.9973015637863035, + "learning_rate": 1.863286109116274e-05, + "loss": 0.0389, + "step": 22796 + }, + { + "epoch": 19.33587786259542, + "grad_norm": 0.9105217085716713, + "learning_rate": 1.863272244092102e-05, + "loss": 0.0379, + "step": 22797 + }, + { + "epoch": 19.336726039016117, + "grad_norm": 0.9421328627756412, + "learning_rate": 1.8632583784164873e-05, + "loss": 0.0409, + "step": 22798 + }, + { + "epoch": 19.33757421543681, + "grad_norm": 0.8508146672240302, + "learning_rate": 1.8632445120894398e-05, + "loss": 0.0387, + "step": 22799 + }, + { + "epoch": 19.338422391857506, + "grad_norm": 0.8267247007035634, + "learning_rate": 1.8632306451109704e-05, + "loss": 0.0399, + "step": 22800 + }, + { + "epoch": 19.339270568278202, + "grad_norm": 0.8452090387429461, + "learning_rate": 1.863216777481089e-05, + "loss": 0.041, + "step": 22801 + }, + { + "epoch": 19.3401187446989, + "grad_norm": 0.8141801677485293, + "learning_rate": 1.8632029091998064e-05, + "loss": 0.038, + "step": 22802 + }, + { + "epoch": 19.34096692111959, + "grad_norm": 0.9358689926729276, + "learning_rate": 1.8631890402671335e-05, + "loss": 0.0415, + "step": 22803 + }, + { + "epoch": 19.341815097540287, + "grad_norm": 0.9787338054805143, + "learning_rate": 1.8631751706830803e-05, + "loss": 0.0405, + "step": 22804 + }, + { + "epoch": 19.342663273960984, + "grad_norm": 0.9312351972950152, + "learning_rate": 1.863161300447657e-05, + "loss": 0.0432, + "step": 22805 + }, + { + "epoch": 19.34351145038168, + "grad_norm": 0.813334366321268, + "learning_rate": 1.8631474295608747e-05, + "loss": 0.035, + "step": 22806 + }, + { + "epoch": 19.344359626802376, + "grad_norm": 1.0416377026516086, + "learning_rate": 1.8631335580227433e-05, + "loss": 0.0411, + "step": 22807 + }, + { + "epoch": 19.34520780322307, + "grad_norm": 0.9372524347711993, + "learning_rate": 1.8631196858332737e-05, + "loss": 0.0436, + "step": 22808 + }, + { + "epoch": 19.346055979643765, + "grad_norm": 0.7798098199390991, + "learning_rate": 1.863105812992476e-05, + "loss": 0.0389, + "step": 22809 + }, + { + "epoch": 19.34690415606446, + "grad_norm": 0.8529162441380176, + "learning_rate": 1.863091939500361e-05, + "loss": 0.041, + "step": 22810 + }, + { + "epoch": 19.347752332485157, + "grad_norm": 0.814724299774996, + "learning_rate": 1.863078065356939e-05, + "loss": 0.0392, + "step": 22811 + }, + { + "epoch": 19.348600508905854, + "grad_norm": 0.8727252736123872, + "learning_rate": 1.8630641905622206e-05, + "loss": 0.0384, + "step": 22812 + }, + { + "epoch": 19.349448685326546, + "grad_norm": 0.8381475302652098, + "learning_rate": 1.863050315116216e-05, + "loss": 0.039, + "step": 22813 + }, + { + "epoch": 19.350296861747243, + "grad_norm": 0.9714070901977796, + "learning_rate": 1.8630364390189358e-05, + "loss": 0.0411, + "step": 22814 + }, + { + "epoch": 19.35114503816794, + "grad_norm": 0.8492261633893108, + "learning_rate": 1.8630225622703906e-05, + "loss": 0.0383, + "step": 22815 + }, + { + "epoch": 19.351993214588635, + "grad_norm": 0.9076221654661645, + "learning_rate": 1.863008684870591e-05, + "loss": 0.038, + "step": 22816 + }, + { + "epoch": 19.35284139100933, + "grad_norm": 0.8901346320014621, + "learning_rate": 1.862994806819547e-05, + "loss": 0.0491, + "step": 22817 + }, + { + "epoch": 19.353689567430024, + "grad_norm": 0.8556825474747448, + "learning_rate": 1.8629809281172692e-05, + "loss": 0.0423, + "step": 22818 + }, + { + "epoch": 19.35453774385072, + "grad_norm": 0.7957533016675502, + "learning_rate": 1.8629670487637684e-05, + "loss": 0.0386, + "step": 22819 + }, + { + "epoch": 19.355385920271416, + "grad_norm": 0.8072560106480418, + "learning_rate": 1.862953168759055e-05, + "loss": 0.0391, + "step": 22820 + }, + { + "epoch": 19.356234096692113, + "grad_norm": 0.8038475763022954, + "learning_rate": 1.8629392881031393e-05, + "loss": 0.0369, + "step": 22821 + }, + { + "epoch": 19.35708227311281, + "grad_norm": 0.7706458584366067, + "learning_rate": 1.862925406796032e-05, + "loss": 0.0414, + "step": 22822 + }, + { + "epoch": 19.3579304495335, + "grad_norm": 1.0248969699397388, + "learning_rate": 1.8629115248377428e-05, + "loss": 0.0445, + "step": 22823 + }, + { + "epoch": 19.358778625954198, + "grad_norm": 0.9682130219815196, + "learning_rate": 1.862897642228283e-05, + "loss": 0.0447, + "step": 22824 + }, + { + "epoch": 19.359626802374894, + "grad_norm": 0.8443147527596674, + "learning_rate": 1.862883758967663e-05, + "loss": 0.0398, + "step": 22825 + }, + { + "epoch": 19.36047497879559, + "grad_norm": 0.8135569607401685, + "learning_rate": 1.862869875055893e-05, + "loss": 0.0392, + "step": 22826 + }, + { + "epoch": 19.361323155216287, + "grad_norm": 0.7506383806101493, + "learning_rate": 1.8628559904929836e-05, + "loss": 0.0366, + "step": 22827 + }, + { + "epoch": 19.36217133163698, + "grad_norm": 0.8278274270481809, + "learning_rate": 1.8628421052789455e-05, + "loss": 0.0406, + "step": 22828 + }, + { + "epoch": 19.363019508057675, + "grad_norm": 0.8315249281930983, + "learning_rate": 1.8628282194137888e-05, + "loss": 0.0389, + "step": 22829 + }, + { + "epoch": 19.36386768447837, + "grad_norm": 0.9497905788490741, + "learning_rate": 1.862814332897524e-05, + "loss": 0.0416, + "step": 22830 + }, + { + "epoch": 19.364715860899068, + "grad_norm": 0.8367018511033802, + "learning_rate": 1.862800445730162e-05, + "loss": 0.0411, + "step": 22831 + }, + { + "epoch": 19.365564037319764, + "grad_norm": 0.8541014744823926, + "learning_rate": 1.8627865579117127e-05, + "loss": 0.041, + "step": 22832 + }, + { + "epoch": 19.366412213740457, + "grad_norm": 1.0448068299088036, + "learning_rate": 1.862772669442187e-05, + "loss": 0.0466, + "step": 22833 + }, + { + "epoch": 19.367260390161153, + "grad_norm": 0.8486745995364008, + "learning_rate": 1.8627587803215955e-05, + "loss": 0.0394, + "step": 22834 + }, + { + "epoch": 19.36810856658185, + "grad_norm": 0.9119327517997495, + "learning_rate": 1.862744890549948e-05, + "loss": 0.0402, + "step": 22835 + }, + { + "epoch": 19.368956743002546, + "grad_norm": 0.8368047507357064, + "learning_rate": 1.862731000127256e-05, + "loss": 0.039, + "step": 22836 + }, + { + "epoch": 19.36980491942324, + "grad_norm": 0.8924549730085248, + "learning_rate": 1.8627171090535287e-05, + "loss": 0.0384, + "step": 22837 + }, + { + "epoch": 19.370653095843934, + "grad_norm": 0.8997170581763203, + "learning_rate": 1.8627032173287776e-05, + "loss": 0.0412, + "step": 22838 + }, + { + "epoch": 19.37150127226463, + "grad_norm": 0.9827684603883293, + "learning_rate": 1.862689324953013e-05, + "loss": 0.0417, + "step": 22839 + }, + { + "epoch": 19.372349448685327, + "grad_norm": 0.8958133766254762, + "learning_rate": 1.862675431926245e-05, + "loss": 0.0462, + "step": 22840 + }, + { + "epoch": 19.373197625106023, + "grad_norm": 0.9156692771176975, + "learning_rate": 1.8626615382484846e-05, + "loss": 0.0405, + "step": 22841 + }, + { + "epoch": 19.374045801526716, + "grad_norm": 0.896854161519135, + "learning_rate": 1.8626476439197418e-05, + "loss": 0.0367, + "step": 22842 + }, + { + "epoch": 19.374893977947412, + "grad_norm": 1.7512921584089571, + "learning_rate": 1.8626337489400275e-05, + "loss": 0.0488, + "step": 22843 + }, + { + "epoch": 19.37574215436811, + "grad_norm": 0.9464809937823206, + "learning_rate": 1.8626198533093517e-05, + "loss": 0.041, + "step": 22844 + }, + { + "epoch": 19.376590330788805, + "grad_norm": 0.9862796969389331, + "learning_rate": 1.8626059570277257e-05, + "loss": 0.0429, + "step": 22845 + }, + { + "epoch": 19.3774385072095, + "grad_norm": 0.857952416636778, + "learning_rate": 1.862592060095159e-05, + "loss": 0.0378, + "step": 22846 + }, + { + "epoch": 19.378286683630193, + "grad_norm": 0.8894692582523323, + "learning_rate": 1.8625781625116626e-05, + "loss": 0.0384, + "step": 22847 + }, + { + "epoch": 19.37913486005089, + "grad_norm": 0.995496811761284, + "learning_rate": 1.862564264277247e-05, + "loss": 0.0418, + "step": 22848 + }, + { + "epoch": 19.379983036471586, + "grad_norm": 0.8531653790340126, + "learning_rate": 1.8625503653919225e-05, + "loss": 0.0367, + "step": 22849 + }, + { + "epoch": 19.380831212892282, + "grad_norm": 0.8858097230732922, + "learning_rate": 1.8625364658556998e-05, + "loss": 0.0402, + "step": 22850 + }, + { + "epoch": 19.38167938931298, + "grad_norm": 0.9093500660973922, + "learning_rate": 1.862522565668589e-05, + "loss": 0.0406, + "step": 22851 + }, + { + "epoch": 19.38252756573367, + "grad_norm": 0.9662047409097024, + "learning_rate": 1.8625086648306015e-05, + "loss": 0.0449, + "step": 22852 + }, + { + "epoch": 19.383375742154367, + "grad_norm": 0.8374934066756947, + "learning_rate": 1.862494763341747e-05, + "loss": 0.0396, + "step": 22853 + }, + { + "epoch": 19.384223918575064, + "grad_norm": 0.9203581199940416, + "learning_rate": 1.862480861202036e-05, + "loss": 0.0407, + "step": 22854 + }, + { + "epoch": 19.38507209499576, + "grad_norm": 0.7992694196288223, + "learning_rate": 1.862466958411479e-05, + "loss": 0.0409, + "step": 22855 + }, + { + "epoch": 19.385920271416456, + "grad_norm": 0.8946384765184838, + "learning_rate": 1.8624530549700872e-05, + "loss": 0.0406, + "step": 22856 + }, + { + "epoch": 19.38676844783715, + "grad_norm": 0.9172523649506689, + "learning_rate": 1.86243915087787e-05, + "loss": 0.0402, + "step": 22857 + }, + { + "epoch": 19.387616624257845, + "grad_norm": 0.9489269825762734, + "learning_rate": 1.862425246134839e-05, + "loss": 0.0387, + "step": 22858 + }, + { + "epoch": 19.38846480067854, + "grad_norm": 1.0357219852376334, + "learning_rate": 1.8624113407410036e-05, + "loss": 0.04, + "step": 22859 + }, + { + "epoch": 19.389312977099237, + "grad_norm": 0.8866836547762492, + "learning_rate": 1.862397434696375e-05, + "loss": 0.0433, + "step": 22860 + }, + { + "epoch": 19.390161153519934, + "grad_norm": 0.8787371258668337, + "learning_rate": 1.8623835280009633e-05, + "loss": 0.0401, + "step": 22861 + }, + { + "epoch": 19.391009329940626, + "grad_norm": 0.8127132643106167, + "learning_rate": 1.8623696206547797e-05, + "loss": 0.039, + "step": 22862 + }, + { + "epoch": 19.391857506361323, + "grad_norm": 1.022935562090033, + "learning_rate": 1.862355712657834e-05, + "loss": 0.0433, + "step": 22863 + }, + { + "epoch": 19.39270568278202, + "grad_norm": 0.8708537124177416, + "learning_rate": 1.8623418040101367e-05, + "loss": 0.0401, + "step": 22864 + }, + { + "epoch": 19.393553859202715, + "grad_norm": 0.9072048928701713, + "learning_rate": 1.8623278947116986e-05, + "loss": 0.0409, + "step": 22865 + }, + { + "epoch": 19.39440203562341, + "grad_norm": 0.9650579472890611, + "learning_rate": 1.8623139847625302e-05, + "loss": 0.0419, + "step": 22866 + }, + { + "epoch": 19.395250212044104, + "grad_norm": 0.90668182351452, + "learning_rate": 1.8623000741626417e-05, + "loss": 0.0412, + "step": 22867 + }, + { + "epoch": 19.3960983884648, + "grad_norm": 1.0206888312529965, + "learning_rate": 1.8622861629120438e-05, + "loss": 0.04, + "step": 22868 + }, + { + "epoch": 19.396946564885496, + "grad_norm": 0.9245688914241327, + "learning_rate": 1.862272251010747e-05, + "loss": 0.0424, + "step": 22869 + }, + { + "epoch": 19.397794741306193, + "grad_norm": 0.9355386170713897, + "learning_rate": 1.862258338458762e-05, + "loss": 0.0377, + "step": 22870 + }, + { + "epoch": 19.39864291772689, + "grad_norm": 0.7484809831458801, + "learning_rate": 1.862244425256099e-05, + "loss": 0.0362, + "step": 22871 + }, + { + "epoch": 19.39949109414758, + "grad_norm": 0.841113441645021, + "learning_rate": 1.8622305114027687e-05, + "loss": 0.0381, + "step": 22872 + }, + { + "epoch": 19.400339270568278, + "grad_norm": 0.9460091336575851, + "learning_rate": 1.862216596898781e-05, + "loss": 0.0383, + "step": 22873 + }, + { + "epoch": 19.401187446988974, + "grad_norm": 0.9812297043314782, + "learning_rate": 1.8622026817441472e-05, + "loss": 0.0463, + "step": 22874 + }, + { + "epoch": 19.40203562340967, + "grad_norm": 0.9026133286895984, + "learning_rate": 1.8621887659388776e-05, + "loss": 0.0437, + "step": 22875 + }, + { + "epoch": 19.402883799830363, + "grad_norm": 0.9719181594391371, + "learning_rate": 1.8621748494829824e-05, + "loss": 0.0417, + "step": 22876 + }, + { + "epoch": 19.40373197625106, + "grad_norm": 0.9045214965816767, + "learning_rate": 1.8621609323764723e-05, + "loss": 0.038, + "step": 22877 + }, + { + "epoch": 19.404580152671755, + "grad_norm": 0.9565543608821985, + "learning_rate": 1.8621470146193576e-05, + "loss": 0.039, + "step": 22878 + }, + { + "epoch": 19.40542832909245, + "grad_norm": 1.046904830822704, + "learning_rate": 1.8621330962116494e-05, + "loss": 0.0454, + "step": 22879 + }, + { + "epoch": 19.406276505513148, + "grad_norm": 0.8519236887022457, + "learning_rate": 1.8621191771533573e-05, + "loss": 0.0377, + "step": 22880 + }, + { + "epoch": 19.40712468193384, + "grad_norm": 0.8258276867715361, + "learning_rate": 1.8621052574444927e-05, + "loss": 0.0384, + "step": 22881 + }, + { + "epoch": 19.407972858354537, + "grad_norm": 0.8717602053937887, + "learning_rate": 1.8620913370850657e-05, + "loss": 0.0396, + "step": 22882 + }, + { + "epoch": 19.408821034775233, + "grad_norm": 0.9929613455947665, + "learning_rate": 1.8620774160750867e-05, + "loss": 0.0434, + "step": 22883 + }, + { + "epoch": 19.40966921119593, + "grad_norm": 0.9842171030900516, + "learning_rate": 1.862063494414566e-05, + "loss": 0.0437, + "step": 22884 + }, + { + "epoch": 19.410517387616625, + "grad_norm": 0.8259478751450321, + "learning_rate": 1.862049572103515e-05, + "loss": 0.0406, + "step": 22885 + }, + { + "epoch": 19.411365564037318, + "grad_norm": 0.8172196681937438, + "learning_rate": 1.862035649141943e-05, + "loss": 0.0383, + "step": 22886 + }, + { + "epoch": 19.412213740458014, + "grad_norm": 0.9185971970894923, + "learning_rate": 1.8620217255298615e-05, + "loss": 0.0404, + "step": 22887 + }, + { + "epoch": 19.41306191687871, + "grad_norm": 0.9847466773966054, + "learning_rate": 1.8620078012672807e-05, + "loss": 0.0418, + "step": 22888 + }, + { + "epoch": 19.413910093299407, + "grad_norm": 0.8703803778634724, + "learning_rate": 1.861993876354211e-05, + "loss": 0.0404, + "step": 22889 + }, + { + "epoch": 19.414758269720103, + "grad_norm": 1.0225688214138913, + "learning_rate": 1.8619799507906625e-05, + "loss": 0.0445, + "step": 22890 + }, + { + "epoch": 19.415606446140796, + "grad_norm": 0.84950764805198, + "learning_rate": 1.861966024576647e-05, + "loss": 0.0371, + "step": 22891 + }, + { + "epoch": 19.416454622561492, + "grad_norm": 0.8540582127287741, + "learning_rate": 1.8619520977121736e-05, + "loss": 0.0401, + "step": 22892 + }, + { + "epoch": 19.41730279898219, + "grad_norm": 0.8653802391595968, + "learning_rate": 1.8619381701972532e-05, + "loss": 0.04, + "step": 22893 + }, + { + "epoch": 19.418150975402884, + "grad_norm": 0.9568648499705191, + "learning_rate": 1.861924242031897e-05, + "loss": 0.0391, + "step": 22894 + }, + { + "epoch": 19.41899915182358, + "grad_norm": 0.9011456036447715, + "learning_rate": 1.8619103132161146e-05, + "loss": 0.0413, + "step": 22895 + }, + { + "epoch": 19.419847328244273, + "grad_norm": 0.7211722862263367, + "learning_rate": 1.8618963837499173e-05, + "loss": 0.0342, + "step": 22896 + }, + { + "epoch": 19.42069550466497, + "grad_norm": 0.9534500372456377, + "learning_rate": 1.8618824536333145e-05, + "loss": 0.0438, + "step": 22897 + }, + { + "epoch": 19.421543681085666, + "grad_norm": 0.9925775360494494, + "learning_rate": 1.8618685228663182e-05, + "loss": 0.0373, + "step": 22898 + }, + { + "epoch": 19.422391857506362, + "grad_norm": 0.8553143404415248, + "learning_rate": 1.8618545914489375e-05, + "loss": 0.0415, + "step": 22899 + }, + { + "epoch": 19.42324003392706, + "grad_norm": 0.8208142344347991, + "learning_rate": 1.8618406593811842e-05, + "loss": 0.0412, + "step": 22900 + }, + { + "epoch": 19.42408821034775, + "grad_norm": 0.8403344014749694, + "learning_rate": 1.861826726663068e-05, + "loss": 0.0383, + "step": 22901 + }, + { + "epoch": 19.424936386768447, + "grad_norm": 0.9528880503032288, + "learning_rate": 1.8618127932945992e-05, + "loss": 0.0391, + "step": 22902 + }, + { + "epoch": 19.425784563189143, + "grad_norm": 0.9673879037225799, + "learning_rate": 1.8617988592757892e-05, + "loss": 0.0394, + "step": 22903 + }, + { + "epoch": 19.42663273960984, + "grad_norm": 0.9453736294996685, + "learning_rate": 1.8617849246066473e-05, + "loss": 0.0408, + "step": 22904 + }, + { + "epoch": 19.427480916030536, + "grad_norm": 0.8524214421688046, + "learning_rate": 1.8617709892871857e-05, + "loss": 0.0389, + "step": 22905 + }, + { + "epoch": 19.42832909245123, + "grad_norm": 1.00269578441488, + "learning_rate": 1.8617570533174132e-05, + "loss": 0.039, + "step": 22906 + }, + { + "epoch": 19.429177268871925, + "grad_norm": 0.7385498194727478, + "learning_rate": 1.8617431166973413e-05, + "loss": 0.0376, + "step": 22907 + }, + { + "epoch": 19.43002544529262, + "grad_norm": 0.9353476080429813, + "learning_rate": 1.8617291794269806e-05, + "loss": 0.0411, + "step": 22908 + }, + { + "epoch": 19.430873621713317, + "grad_norm": 1.0706143515780688, + "learning_rate": 1.8617152415063407e-05, + "loss": 0.0411, + "step": 22909 + }, + { + "epoch": 19.431721798134014, + "grad_norm": 0.8683004758849442, + "learning_rate": 1.861701302935433e-05, + "loss": 0.04, + "step": 22910 + }, + { + "epoch": 19.432569974554706, + "grad_norm": 0.767621016254917, + "learning_rate": 1.8616873637142676e-05, + "loss": 0.0361, + "step": 22911 + }, + { + "epoch": 19.433418150975402, + "grad_norm": 0.9633658407213957, + "learning_rate": 1.8616734238428554e-05, + "loss": 0.0387, + "step": 22912 + }, + { + "epoch": 19.4342663273961, + "grad_norm": 0.8804676588324097, + "learning_rate": 1.8616594833212064e-05, + "loss": 0.0386, + "step": 22913 + }, + { + "epoch": 19.435114503816795, + "grad_norm": 0.7971143104333154, + "learning_rate": 1.8616455421493316e-05, + "loss": 0.0409, + "step": 22914 + }, + { + "epoch": 19.435962680237488, + "grad_norm": 1.0002745756046503, + "learning_rate": 1.861631600327241e-05, + "loss": 0.0401, + "step": 22915 + }, + { + "epoch": 19.436810856658184, + "grad_norm": 0.7330917300331617, + "learning_rate": 1.861617657854946e-05, + "loss": 0.0373, + "step": 22916 + }, + { + "epoch": 19.43765903307888, + "grad_norm": 0.9148861911871764, + "learning_rate": 1.8616037147324563e-05, + "loss": 0.0444, + "step": 22917 + }, + { + "epoch": 19.438507209499576, + "grad_norm": 0.7861903070557629, + "learning_rate": 1.8615897709597824e-05, + "loss": 0.0357, + "step": 22918 + }, + { + "epoch": 19.439355385920273, + "grad_norm": 0.8691949551929785, + "learning_rate": 1.861575826536935e-05, + "loss": 0.0409, + "step": 22919 + }, + { + "epoch": 19.440203562340965, + "grad_norm": 0.9007864394486964, + "learning_rate": 1.861561881463925e-05, + "loss": 0.0397, + "step": 22920 + }, + { + "epoch": 19.44105173876166, + "grad_norm": 0.928060879793387, + "learning_rate": 1.861547935740763e-05, + "loss": 0.0417, + "step": 22921 + }, + { + "epoch": 19.441899915182358, + "grad_norm": 0.9335135212645548, + "learning_rate": 1.8615339893674587e-05, + "loss": 0.0422, + "step": 22922 + }, + { + "epoch": 19.442748091603054, + "grad_norm": 0.8440875231639222, + "learning_rate": 1.861520042344023e-05, + "loss": 0.0375, + "step": 22923 + }, + { + "epoch": 19.44359626802375, + "grad_norm": 0.7818527593941607, + "learning_rate": 1.8615060946704667e-05, + "loss": 0.0367, + "step": 22924 + }, + { + "epoch": 19.444444444444443, + "grad_norm": 1.0607700888104823, + "learning_rate": 1.8614921463468003e-05, + "loss": 0.0438, + "step": 22925 + }, + { + "epoch": 19.44529262086514, + "grad_norm": 0.8773636221291313, + "learning_rate": 1.861478197373034e-05, + "loss": 0.0408, + "step": 22926 + }, + { + "epoch": 19.446140797285835, + "grad_norm": 0.8702750004651849, + "learning_rate": 1.8614642477491786e-05, + "loss": 0.0446, + "step": 22927 + }, + { + "epoch": 19.44698897370653, + "grad_norm": 0.9461065551026512, + "learning_rate": 1.8614502974752442e-05, + "loss": 0.0423, + "step": 22928 + }, + { + "epoch": 19.447837150127228, + "grad_norm": 0.910530854868022, + "learning_rate": 1.861436346551242e-05, + "loss": 0.038, + "step": 22929 + }, + { + "epoch": 19.44868532654792, + "grad_norm": 0.9292295490527765, + "learning_rate": 1.8614223949771818e-05, + "loss": 0.0362, + "step": 22930 + }, + { + "epoch": 19.449533502968617, + "grad_norm": 0.6973665151845211, + "learning_rate": 1.861408442753075e-05, + "loss": 0.0331, + "step": 22931 + }, + { + "epoch": 19.450381679389313, + "grad_norm": 0.8778905849084959, + "learning_rate": 1.8613944898789315e-05, + "loss": 0.0356, + "step": 22932 + }, + { + "epoch": 19.45122985581001, + "grad_norm": 0.7634623468455347, + "learning_rate": 1.8613805363547617e-05, + "loss": 0.0383, + "step": 22933 + }, + { + "epoch": 19.452078032230705, + "grad_norm": 0.7906259190967556, + "learning_rate": 1.8613665821805764e-05, + "loss": 0.0371, + "step": 22934 + }, + { + "epoch": 19.452926208651398, + "grad_norm": 1.0203498000015068, + "learning_rate": 1.861352627356386e-05, + "loss": 0.0483, + "step": 22935 + }, + { + "epoch": 19.453774385072094, + "grad_norm": 0.8677691382583553, + "learning_rate": 1.8613386718822014e-05, + "loss": 0.038, + "step": 22936 + }, + { + "epoch": 19.45462256149279, + "grad_norm": 1.0268730445665055, + "learning_rate": 1.861324715758033e-05, + "loss": 0.0435, + "step": 22937 + }, + { + "epoch": 19.455470737913487, + "grad_norm": 1.0293110821206521, + "learning_rate": 1.861310758983891e-05, + "loss": 0.0409, + "step": 22938 + }, + { + "epoch": 19.456318914334183, + "grad_norm": 0.9635685630747555, + "learning_rate": 1.8612968015597863e-05, + "loss": 0.0427, + "step": 22939 + }, + { + "epoch": 19.457167090754876, + "grad_norm": 0.8167428642718154, + "learning_rate": 1.8612828434857292e-05, + "loss": 0.0368, + "step": 22940 + }, + { + "epoch": 19.458015267175572, + "grad_norm": 0.8608856250990408, + "learning_rate": 1.86126888476173e-05, + "loss": 0.0416, + "step": 22941 + }, + { + "epoch": 19.458863443596268, + "grad_norm": 0.8149579020795976, + "learning_rate": 1.8612549253878e-05, + "loss": 0.0406, + "step": 22942 + }, + { + "epoch": 19.459711620016964, + "grad_norm": 1.2357336012689006, + "learning_rate": 1.8612409653639492e-05, + "loss": 0.041, + "step": 22943 + }, + { + "epoch": 19.46055979643766, + "grad_norm": 0.8951994785736428, + "learning_rate": 1.861227004690188e-05, + "loss": 0.0405, + "step": 22944 + }, + { + "epoch": 19.461407972858353, + "grad_norm": 0.9158732660535577, + "learning_rate": 1.8612130433665276e-05, + "loss": 0.04, + "step": 22945 + }, + { + "epoch": 19.46225614927905, + "grad_norm": 0.9104793416409217, + "learning_rate": 1.8611990813929778e-05, + "loss": 0.0443, + "step": 22946 + }, + { + "epoch": 19.463104325699746, + "grad_norm": 0.7353482606875804, + "learning_rate": 1.8611851187695494e-05, + "loss": 0.0387, + "step": 22947 + }, + { + "epoch": 19.463952502120442, + "grad_norm": 0.8288768430851102, + "learning_rate": 1.8611711554962526e-05, + "loss": 0.0386, + "step": 22948 + }, + { + "epoch": 19.46480067854114, + "grad_norm": 0.8249753363802997, + "learning_rate": 1.861157191573099e-05, + "loss": 0.0428, + "step": 22949 + }, + { + "epoch": 19.46564885496183, + "grad_norm": 0.7983840997162968, + "learning_rate": 1.8611432270000978e-05, + "loss": 0.0411, + "step": 22950 + }, + { + "epoch": 19.466497031382527, + "grad_norm": 0.8256008030366604, + "learning_rate": 1.86112926177726e-05, + "loss": 0.0363, + "step": 22951 + }, + { + "epoch": 19.467345207803223, + "grad_norm": 0.8736801105931948, + "learning_rate": 1.861115295904597e-05, + "loss": 0.0348, + "step": 22952 + }, + { + "epoch": 19.46819338422392, + "grad_norm": 0.8894152826586516, + "learning_rate": 1.861101329382118e-05, + "loss": 0.0383, + "step": 22953 + }, + { + "epoch": 19.469041560644612, + "grad_norm": 0.7736174326625898, + "learning_rate": 1.8610873622098352e-05, + "loss": 0.0368, + "step": 22954 + }, + { + "epoch": 19.46988973706531, + "grad_norm": 0.7752305439450524, + "learning_rate": 1.8610733943877573e-05, + "loss": 0.0366, + "step": 22955 + }, + { + "epoch": 19.470737913486005, + "grad_norm": 0.9197321901640694, + "learning_rate": 1.8610594259158957e-05, + "loss": 0.038, + "step": 22956 + }, + { + "epoch": 19.4715860899067, + "grad_norm": 1.0737914138807259, + "learning_rate": 1.861045456794261e-05, + "loss": 0.0426, + "step": 22957 + }, + { + "epoch": 19.472434266327397, + "grad_norm": 0.9521401780515618, + "learning_rate": 1.8610314870228635e-05, + "loss": 0.0407, + "step": 22958 + }, + { + "epoch": 19.47328244274809, + "grad_norm": 0.9977348927940104, + "learning_rate": 1.8610175166017145e-05, + "loss": 0.0423, + "step": 22959 + }, + { + "epoch": 19.474130619168786, + "grad_norm": 0.7189686060137588, + "learning_rate": 1.8610035455308235e-05, + "loss": 0.0352, + "step": 22960 + }, + { + "epoch": 19.474978795589482, + "grad_norm": 0.8069632496384522, + "learning_rate": 1.8609895738102012e-05, + "loss": 0.0393, + "step": 22961 + }, + { + "epoch": 19.47582697201018, + "grad_norm": 0.8761221807431584, + "learning_rate": 1.8609756014398587e-05, + "loss": 0.0379, + "step": 22962 + }, + { + "epoch": 19.476675148430875, + "grad_norm": 0.9365645731651764, + "learning_rate": 1.8609616284198062e-05, + "loss": 0.0439, + "step": 22963 + }, + { + "epoch": 19.477523324851568, + "grad_norm": 0.8249374582674662, + "learning_rate": 1.8609476547500545e-05, + "loss": 0.0364, + "step": 22964 + }, + { + "epoch": 19.478371501272264, + "grad_norm": 1.0051392785959852, + "learning_rate": 1.860933680430614e-05, + "loss": 0.0409, + "step": 22965 + }, + { + "epoch": 19.47921967769296, + "grad_norm": 0.9823588842466603, + "learning_rate": 1.8609197054614946e-05, + "loss": 0.0367, + "step": 22966 + }, + { + "epoch": 19.480067854113656, + "grad_norm": 0.7842117790878346, + "learning_rate": 1.860905729842708e-05, + "loss": 0.0384, + "step": 22967 + }, + { + "epoch": 19.480916030534353, + "grad_norm": 0.8690082977550373, + "learning_rate": 1.8608917535742637e-05, + "loss": 0.0375, + "step": 22968 + }, + { + "epoch": 19.481764206955045, + "grad_norm": 0.7931188176555353, + "learning_rate": 1.860877776656173e-05, + "loss": 0.0378, + "step": 22969 + }, + { + "epoch": 19.48261238337574, + "grad_norm": 0.8552067089601018, + "learning_rate": 1.8608637990884462e-05, + "loss": 0.0412, + "step": 22970 + }, + { + "epoch": 19.483460559796438, + "grad_norm": 0.9048607822127416, + "learning_rate": 1.8608498208710942e-05, + "loss": 0.0385, + "step": 22971 + }, + { + "epoch": 19.484308736217134, + "grad_norm": 0.8436096703250213, + "learning_rate": 1.8608358420041268e-05, + "loss": 0.0396, + "step": 22972 + }, + { + "epoch": 19.48515691263783, + "grad_norm": 0.9043799134615107, + "learning_rate": 1.860821862487555e-05, + "loss": 0.0394, + "step": 22973 + }, + { + "epoch": 19.486005089058523, + "grad_norm": 0.7146217900462762, + "learning_rate": 1.860807882321389e-05, + "loss": 0.0356, + "step": 22974 + }, + { + "epoch": 19.48685326547922, + "grad_norm": 0.8650973804386083, + "learning_rate": 1.8607939015056402e-05, + "loss": 0.0375, + "step": 22975 + }, + { + "epoch": 19.487701441899915, + "grad_norm": 0.8824584865071861, + "learning_rate": 1.8607799200403183e-05, + "loss": 0.0426, + "step": 22976 + }, + { + "epoch": 19.48854961832061, + "grad_norm": 0.862202673942194, + "learning_rate": 1.8607659379254336e-05, + "loss": 0.0438, + "step": 22977 + }, + { + "epoch": 19.489397794741308, + "grad_norm": 0.8510268923678173, + "learning_rate": 1.860751955160998e-05, + "loss": 0.0391, + "step": 22978 + }, + { + "epoch": 19.490245971162, + "grad_norm": 1.126623148944623, + "learning_rate": 1.8607379717470205e-05, + "loss": 0.0452, + "step": 22979 + }, + { + "epoch": 19.491094147582697, + "grad_norm": 1.0354198982630285, + "learning_rate": 1.860723987683513e-05, + "loss": 0.0421, + "step": 22980 + }, + { + "epoch": 19.491942324003393, + "grad_norm": 0.9682281539906168, + "learning_rate": 1.8607100029704853e-05, + "loss": 0.0421, + "step": 22981 + }, + { + "epoch": 19.49279050042409, + "grad_norm": 0.9314178852965599, + "learning_rate": 1.8606960176079478e-05, + "loss": 0.0436, + "step": 22982 + }, + { + "epoch": 19.493638676844785, + "grad_norm": 0.85200200852932, + "learning_rate": 1.8606820315959116e-05, + "loss": 0.0414, + "step": 22983 + }, + { + "epoch": 19.494486853265478, + "grad_norm": 0.8836603701202106, + "learning_rate": 1.8606680449343868e-05, + "loss": 0.0413, + "step": 22984 + }, + { + "epoch": 19.495335029686174, + "grad_norm": 0.9498322298038762, + "learning_rate": 1.8606540576233842e-05, + "loss": 0.043, + "step": 22985 + }, + { + "epoch": 19.49618320610687, + "grad_norm": 0.9187659297107826, + "learning_rate": 1.8606400696629144e-05, + "loss": 0.0393, + "step": 22986 + }, + { + "epoch": 19.497031382527567, + "grad_norm": 0.84928983773966, + "learning_rate": 1.860626081052988e-05, + "loss": 0.0343, + "step": 22987 + }, + { + "epoch": 19.497879558948263, + "grad_norm": 0.8604276137138578, + "learning_rate": 1.8606120917936154e-05, + "loss": 0.039, + "step": 22988 + }, + { + "epoch": 19.498727735368956, + "grad_norm": 0.848899440715566, + "learning_rate": 1.8605981018848068e-05, + "loss": 0.0374, + "step": 22989 + }, + { + "epoch": 19.499575911789652, + "grad_norm": 0.8558356479241587, + "learning_rate": 1.8605841113265733e-05, + "loss": 0.0382, + "step": 22990 + }, + { + "epoch": 19.500424088210348, + "grad_norm": 0.8289839958638873, + "learning_rate": 1.860570120118925e-05, + "loss": 0.0463, + "step": 22991 + }, + { + "epoch": 19.501272264631044, + "grad_norm": 0.7159315681933748, + "learning_rate": 1.8605561282618733e-05, + "loss": 0.0351, + "step": 22992 + }, + { + "epoch": 19.502120441051737, + "grad_norm": 0.9227779363737232, + "learning_rate": 1.8605421357554278e-05, + "loss": 0.0425, + "step": 22993 + }, + { + "epoch": 19.502968617472433, + "grad_norm": 0.8605409639737291, + "learning_rate": 1.8605281425995997e-05, + "loss": 0.0429, + "step": 22994 + }, + { + "epoch": 19.50381679389313, + "grad_norm": 0.9588407102330353, + "learning_rate": 1.8605141487943993e-05, + "loss": 0.0414, + "step": 22995 + }, + { + "epoch": 19.504664970313826, + "grad_norm": 0.7831534014144665, + "learning_rate": 1.860500154339837e-05, + "loss": 0.0384, + "step": 22996 + }, + { + "epoch": 19.505513146734522, + "grad_norm": 0.8690635492784914, + "learning_rate": 1.860486159235924e-05, + "loss": 0.0402, + "step": 22997 + }, + { + "epoch": 19.506361323155215, + "grad_norm": 0.9563233129060786, + "learning_rate": 1.86047216348267e-05, + "loss": 0.0398, + "step": 22998 + }, + { + "epoch": 19.50720949957591, + "grad_norm": 0.9953197476201386, + "learning_rate": 1.8604581670800857e-05, + "loss": 0.0422, + "step": 22999 + }, + { + "epoch": 19.508057675996607, + "grad_norm": 1.017258561899646, + "learning_rate": 1.8604441700281826e-05, + "loss": 0.0433, + "step": 23000 + }, + { + "epoch": 19.508905852417303, + "grad_norm": 0.9430538823122685, + "learning_rate": 1.86043017232697e-05, + "loss": 0.0391, + "step": 23001 + }, + { + "epoch": 19.509754028838, + "grad_norm": 1.0129661936330068, + "learning_rate": 1.8604161739764594e-05, + "loss": 0.0437, + "step": 23002 + }, + { + "epoch": 19.510602205258692, + "grad_norm": 0.9760645276508915, + "learning_rate": 1.860402174976661e-05, + "loss": 0.0417, + "step": 23003 + }, + { + "epoch": 19.51145038167939, + "grad_norm": 0.9657221118691878, + "learning_rate": 1.860388175327585e-05, + "loss": 0.0407, + "step": 23004 + }, + { + "epoch": 19.512298558100085, + "grad_norm": 0.8946479560471823, + "learning_rate": 1.860374175029243e-05, + "loss": 0.0444, + "step": 23005 + }, + { + "epoch": 19.51314673452078, + "grad_norm": 0.8489593218053119, + "learning_rate": 1.8603601740816444e-05, + "loss": 0.0368, + "step": 23006 + }, + { + "epoch": 19.513994910941477, + "grad_norm": 0.9233445143197616, + "learning_rate": 1.8603461724848003e-05, + "loss": 0.0411, + "step": 23007 + }, + { + "epoch": 19.51484308736217, + "grad_norm": 0.8949596082691588, + "learning_rate": 1.8603321702387217e-05, + "loss": 0.0403, + "step": 23008 + }, + { + "epoch": 19.515691263782866, + "grad_norm": 0.9895996120901952, + "learning_rate": 1.860318167343418e-05, + "loss": 0.0443, + "step": 23009 + }, + { + "epoch": 19.516539440203562, + "grad_norm": 0.9266938338837897, + "learning_rate": 1.860304163798901e-05, + "loss": 0.0409, + "step": 23010 + }, + { + "epoch": 19.51738761662426, + "grad_norm": 1.0802056862892686, + "learning_rate": 1.8602901596051807e-05, + "loss": 0.0433, + "step": 23011 + }, + { + "epoch": 19.518235793044955, + "grad_norm": 0.8584955831475964, + "learning_rate": 1.8602761547622675e-05, + "loss": 0.0392, + "step": 23012 + }, + { + "epoch": 19.519083969465647, + "grad_norm": 0.8912689652289373, + "learning_rate": 1.8602621492701723e-05, + "loss": 0.0423, + "step": 23013 + }, + { + "epoch": 19.519932145886344, + "grad_norm": 0.9004945371114947, + "learning_rate": 1.8602481431289053e-05, + "loss": 0.0422, + "step": 23014 + }, + { + "epoch": 19.52078032230704, + "grad_norm": 0.961124445265423, + "learning_rate": 1.8602341363384777e-05, + "loss": 0.0428, + "step": 23015 + }, + { + "epoch": 19.521628498727736, + "grad_norm": 0.7749929964886008, + "learning_rate": 1.8602201288988996e-05, + "loss": 0.0378, + "step": 23016 + }, + { + "epoch": 19.522476675148432, + "grad_norm": 0.8012695567356637, + "learning_rate": 1.8602061208101815e-05, + "loss": 0.0401, + "step": 23017 + }, + { + "epoch": 19.523324851569125, + "grad_norm": 0.9338496098145086, + "learning_rate": 1.8601921120723343e-05, + "loss": 0.0455, + "step": 23018 + }, + { + "epoch": 19.52417302798982, + "grad_norm": 0.8288907279681648, + "learning_rate": 1.8601781026853682e-05, + "loss": 0.0355, + "step": 23019 + }, + { + "epoch": 19.525021204410518, + "grad_norm": 0.9056293886326701, + "learning_rate": 1.860164092649294e-05, + "loss": 0.0372, + "step": 23020 + }, + { + "epoch": 19.525869380831214, + "grad_norm": 0.7120208290288897, + "learning_rate": 1.860150081964122e-05, + "loss": 0.0361, + "step": 23021 + }, + { + "epoch": 19.52671755725191, + "grad_norm": 1.179121599107736, + "learning_rate": 1.8601360706298638e-05, + "loss": 0.0421, + "step": 23022 + }, + { + "epoch": 19.527565733672603, + "grad_norm": 0.8813264940093307, + "learning_rate": 1.8601220586465286e-05, + "loss": 0.0385, + "step": 23023 + }, + { + "epoch": 19.5284139100933, + "grad_norm": 0.7793817205778846, + "learning_rate": 1.8601080460141276e-05, + "loss": 0.037, + "step": 23024 + }, + { + "epoch": 19.529262086513995, + "grad_norm": 0.8071816448558455, + "learning_rate": 1.8600940327326714e-05, + "loss": 0.0399, + "step": 23025 + }, + { + "epoch": 19.53011026293469, + "grad_norm": 0.7423565157937756, + "learning_rate": 1.8600800188021707e-05, + "loss": 0.0368, + "step": 23026 + }, + { + "epoch": 19.530958439355388, + "grad_norm": 0.8364773194849807, + "learning_rate": 1.8600660042226354e-05, + "loss": 0.0392, + "step": 23027 + }, + { + "epoch": 19.53180661577608, + "grad_norm": 0.8243718069519971, + "learning_rate": 1.860051988994077e-05, + "loss": 0.0395, + "step": 23028 + }, + { + "epoch": 19.532654792196777, + "grad_norm": 1.1068389325577992, + "learning_rate": 1.8600379731165055e-05, + "loss": 0.0442, + "step": 23029 + }, + { + "epoch": 19.533502968617473, + "grad_norm": 0.8814456474497647, + "learning_rate": 1.8600239565899316e-05, + "loss": 0.0424, + "step": 23030 + }, + { + "epoch": 19.53435114503817, + "grad_norm": 0.793329376440623, + "learning_rate": 1.860009939414366e-05, + "loss": 0.038, + "step": 23031 + }, + { + "epoch": 19.53519932145886, + "grad_norm": 0.9134681727790074, + "learning_rate": 1.859995921589819e-05, + "loss": 0.0408, + "step": 23032 + }, + { + "epoch": 19.536047497879558, + "grad_norm": 0.9755694613693814, + "learning_rate": 1.8599819031163013e-05, + "loss": 0.0404, + "step": 23033 + }, + { + "epoch": 19.536895674300254, + "grad_norm": 0.7941920864915634, + "learning_rate": 1.8599678839938237e-05, + "loss": 0.0374, + "step": 23034 + }, + { + "epoch": 19.53774385072095, + "grad_norm": 0.8351688533939428, + "learning_rate": 1.8599538642223966e-05, + "loss": 0.0384, + "step": 23035 + }, + { + "epoch": 19.538592027141647, + "grad_norm": 0.9610513901312681, + "learning_rate": 1.8599398438020305e-05, + "loss": 0.041, + "step": 23036 + }, + { + "epoch": 19.53944020356234, + "grad_norm": 0.9393139711050995, + "learning_rate": 1.859925822732736e-05, + "loss": 0.0414, + "step": 23037 + }, + { + "epoch": 19.540288379983036, + "grad_norm": 1.007405569865233, + "learning_rate": 1.859911801014524e-05, + "loss": 0.0454, + "step": 23038 + }, + { + "epoch": 19.541136556403732, + "grad_norm": 1.5607110260511494, + "learning_rate": 1.8598977786474045e-05, + "loss": 0.0435, + "step": 23039 + }, + { + "epoch": 19.541984732824428, + "grad_norm": 0.8631436241962797, + "learning_rate": 1.8598837556313886e-05, + "loss": 0.0431, + "step": 23040 + }, + { + "epoch": 19.542832909245124, + "grad_norm": 0.8299118451133461, + "learning_rate": 1.8598697319664868e-05, + "loss": 0.0383, + "step": 23041 + }, + { + "epoch": 19.543681085665817, + "grad_norm": 0.9155667973647295, + "learning_rate": 1.8598557076527097e-05, + "loss": 0.0391, + "step": 23042 + }, + { + "epoch": 19.544529262086513, + "grad_norm": 0.9001738567253129, + "learning_rate": 1.859841682690067e-05, + "loss": 0.0391, + "step": 23043 + }, + { + "epoch": 19.54537743850721, + "grad_norm": 0.7601894855644642, + "learning_rate": 1.859827657078571e-05, + "loss": 0.0399, + "step": 23044 + }, + { + "epoch": 19.546225614927906, + "grad_norm": 0.7998430755051035, + "learning_rate": 1.8598136308182305e-05, + "loss": 0.037, + "step": 23045 + }, + { + "epoch": 19.547073791348602, + "grad_norm": 0.8847253235662046, + "learning_rate": 1.8597996039090573e-05, + "loss": 0.0391, + "step": 23046 + }, + { + "epoch": 19.547921967769295, + "grad_norm": 0.7683703567625568, + "learning_rate": 1.8597855763510617e-05, + "loss": 0.0385, + "step": 23047 + }, + { + "epoch": 19.54877014418999, + "grad_norm": 0.8762171927708936, + "learning_rate": 1.859771548144254e-05, + "loss": 0.0402, + "step": 23048 + }, + { + "epoch": 19.549618320610687, + "grad_norm": 1.0049093755153886, + "learning_rate": 1.859757519288645e-05, + "loss": 0.0424, + "step": 23049 + }, + { + "epoch": 19.550466497031383, + "grad_norm": 1.0893399419827245, + "learning_rate": 1.859743489784245e-05, + "loss": 0.0442, + "step": 23050 + }, + { + "epoch": 19.55131467345208, + "grad_norm": 0.9729616703474232, + "learning_rate": 1.8597294596310652e-05, + "loss": 0.0416, + "step": 23051 + }, + { + "epoch": 19.552162849872772, + "grad_norm": 1.1154637781440588, + "learning_rate": 1.8597154288291156e-05, + "loss": 0.0419, + "step": 23052 + }, + { + "epoch": 19.55301102629347, + "grad_norm": 1.0318883494874156, + "learning_rate": 1.8597013973784073e-05, + "loss": 0.0427, + "step": 23053 + }, + { + "epoch": 19.553859202714165, + "grad_norm": 0.9489667486196284, + "learning_rate": 1.8596873652789503e-05, + "loss": 0.0407, + "step": 23054 + }, + { + "epoch": 19.55470737913486, + "grad_norm": 0.8272303546538261, + "learning_rate": 1.8596733325307555e-05, + "loss": 0.038, + "step": 23055 + }, + { + "epoch": 19.555555555555557, + "grad_norm": 0.8708408407494701, + "learning_rate": 1.8596592991338334e-05, + "loss": 0.0389, + "step": 23056 + }, + { + "epoch": 19.55640373197625, + "grad_norm": 0.8259506971611825, + "learning_rate": 1.8596452650881952e-05, + "loss": 0.0381, + "step": 23057 + }, + { + "epoch": 19.557251908396946, + "grad_norm": 0.846072606549712, + "learning_rate": 1.8596312303938508e-05, + "loss": 0.041, + "step": 23058 + }, + { + "epoch": 19.558100084817642, + "grad_norm": 0.7503876498752762, + "learning_rate": 1.8596171950508105e-05, + "loss": 0.0376, + "step": 23059 + }, + { + "epoch": 19.55894826123834, + "grad_norm": 0.9086781961522274, + "learning_rate": 1.8596031590590857e-05, + "loss": 0.0421, + "step": 23060 + }, + { + "epoch": 19.559796437659035, + "grad_norm": 0.9938916004639684, + "learning_rate": 1.8595891224186864e-05, + "loss": 0.04, + "step": 23061 + }, + { + "epoch": 19.560644614079727, + "grad_norm": 0.8547272359988533, + "learning_rate": 1.8595750851296236e-05, + "loss": 0.0399, + "step": 23062 + }, + { + "epoch": 19.561492790500424, + "grad_norm": 0.8193169176134193, + "learning_rate": 1.8595610471919076e-05, + "loss": 0.0409, + "step": 23063 + }, + { + "epoch": 19.56234096692112, + "grad_norm": 0.9945687990259772, + "learning_rate": 1.8595470086055494e-05, + "loss": 0.0419, + "step": 23064 + }, + { + "epoch": 19.563189143341816, + "grad_norm": 1.0174765348164072, + "learning_rate": 1.859532969370559e-05, + "loss": 0.0399, + "step": 23065 + }, + { + "epoch": 19.564037319762512, + "grad_norm": 0.7965465129630689, + "learning_rate": 1.8595189294869477e-05, + "loss": 0.0351, + "step": 23066 + }, + { + "epoch": 19.564885496183205, + "grad_norm": 0.9289485528317453, + "learning_rate": 1.859504888954725e-05, + "loss": 0.0446, + "step": 23067 + }, + { + "epoch": 19.5657336726039, + "grad_norm": 0.9625927390903661, + "learning_rate": 1.859490847773903e-05, + "loss": 0.0406, + "step": 23068 + }, + { + "epoch": 19.566581849024598, + "grad_norm": 0.9538977052317325, + "learning_rate": 1.8594768059444907e-05, + "loss": 0.0434, + "step": 23069 + }, + { + "epoch": 19.567430025445294, + "grad_norm": 0.8877172677142815, + "learning_rate": 1.8594627634665e-05, + "loss": 0.0429, + "step": 23070 + }, + { + "epoch": 19.568278201865986, + "grad_norm": 1.0157060653048686, + "learning_rate": 1.8594487203399408e-05, + "loss": 0.0429, + "step": 23071 + }, + { + "epoch": 19.569126378286683, + "grad_norm": 0.8199331608197161, + "learning_rate": 1.8594346765648238e-05, + "loss": 0.0379, + "step": 23072 + }, + { + "epoch": 19.56997455470738, + "grad_norm": 0.9422673085993297, + "learning_rate": 1.8594206321411597e-05, + "loss": 0.0409, + "step": 23073 + }, + { + "epoch": 19.570822731128075, + "grad_norm": 0.9216032019798093, + "learning_rate": 1.859406587068959e-05, + "loss": 0.0432, + "step": 23074 + }, + { + "epoch": 19.57167090754877, + "grad_norm": 0.7772868446400001, + "learning_rate": 1.8593925413482328e-05, + "loss": 0.0387, + "step": 23075 + }, + { + "epoch": 19.572519083969464, + "grad_norm": 0.8055575711159438, + "learning_rate": 1.859378494978991e-05, + "loss": 0.0392, + "step": 23076 + }, + { + "epoch": 19.57336726039016, + "grad_norm": 0.9436751254963676, + "learning_rate": 1.8593644479612445e-05, + "loss": 0.04, + "step": 23077 + }, + { + "epoch": 19.574215436810857, + "grad_norm": 0.8041601164529653, + "learning_rate": 1.8593504002950038e-05, + "loss": 0.0379, + "step": 23078 + }, + { + "epoch": 19.575063613231553, + "grad_norm": 0.9018391190358177, + "learning_rate": 1.8593363519802798e-05, + "loss": 0.0412, + "step": 23079 + }, + { + "epoch": 19.57591178965225, + "grad_norm": 0.9783638428963373, + "learning_rate": 1.8593223030170825e-05, + "loss": 0.0455, + "step": 23080 + }, + { + "epoch": 19.57675996607294, + "grad_norm": 0.8843262464768487, + "learning_rate": 1.859308253405423e-05, + "loss": 0.0392, + "step": 23081 + }, + { + "epoch": 19.577608142493638, + "grad_norm": 0.9518014251723611, + "learning_rate": 1.859294203145312e-05, + "loss": 0.0463, + "step": 23082 + }, + { + "epoch": 19.578456318914334, + "grad_norm": 0.8938198167166402, + "learning_rate": 1.8592801522367596e-05, + "loss": 0.0379, + "step": 23083 + }, + { + "epoch": 19.57930449533503, + "grad_norm": 0.9539715220140836, + "learning_rate": 1.8592661006797767e-05, + "loss": 0.0403, + "step": 23084 + }, + { + "epoch": 19.580152671755727, + "grad_norm": 0.9291521244245842, + "learning_rate": 1.8592520484743742e-05, + "loss": 0.04, + "step": 23085 + }, + { + "epoch": 19.58100084817642, + "grad_norm": 0.9707337435459337, + "learning_rate": 1.859237995620562e-05, + "loss": 0.0456, + "step": 23086 + }, + { + "epoch": 19.581849024597116, + "grad_norm": 0.7745431807852128, + "learning_rate": 1.8592239421183512e-05, + "loss": 0.0389, + "step": 23087 + }, + { + "epoch": 19.58269720101781, + "grad_norm": 1.028569738649172, + "learning_rate": 1.859209887967752e-05, + "loss": 0.0455, + "step": 23088 + }, + { + "epoch": 19.583545377438508, + "grad_norm": 1.0369589132323644, + "learning_rate": 1.859195833168776e-05, + "loss": 0.0431, + "step": 23089 + }, + { + "epoch": 19.584393553859204, + "grad_norm": 0.9046441992968335, + "learning_rate": 1.8591817777214326e-05, + "loss": 0.042, + "step": 23090 + }, + { + "epoch": 19.585241730279897, + "grad_norm": 0.9866656876131034, + "learning_rate": 1.8591677216257334e-05, + "loss": 0.0428, + "step": 23091 + }, + { + "epoch": 19.586089906700593, + "grad_norm": 0.8482192668367524, + "learning_rate": 1.8591536648816882e-05, + "loss": 0.0386, + "step": 23092 + }, + { + "epoch": 19.58693808312129, + "grad_norm": 0.9622734430487376, + "learning_rate": 1.8591396074893076e-05, + "loss": 0.0406, + "step": 23093 + }, + { + "epoch": 19.587786259541986, + "grad_norm": 0.9766462836906962, + "learning_rate": 1.859125549448603e-05, + "loss": 0.0451, + "step": 23094 + }, + { + "epoch": 19.588634435962682, + "grad_norm": 1.0331891495643606, + "learning_rate": 1.8591114907595844e-05, + "loss": 0.0397, + "step": 23095 + }, + { + "epoch": 19.589482612383375, + "grad_norm": 0.9202021389939907, + "learning_rate": 1.8590974314222628e-05, + "loss": 0.0417, + "step": 23096 + }, + { + "epoch": 19.59033078880407, + "grad_norm": 0.9650219964155503, + "learning_rate": 1.859083371436648e-05, + "loss": 0.0435, + "step": 23097 + }, + { + "epoch": 19.591178965224767, + "grad_norm": 0.7488898026856148, + "learning_rate": 1.8590693108027515e-05, + "loss": 0.0366, + "step": 23098 + }, + { + "epoch": 19.592027141645463, + "grad_norm": 0.9861387033966867, + "learning_rate": 1.859055249520584e-05, + "loss": 0.0413, + "step": 23099 + }, + { + "epoch": 19.59287531806616, + "grad_norm": 0.9101922297578418, + "learning_rate": 1.8590411875901552e-05, + "loss": 0.0389, + "step": 23100 + }, + { + "epoch": 19.593723494486852, + "grad_norm": 0.9390808506984714, + "learning_rate": 1.8590271250114763e-05, + "loss": 0.0403, + "step": 23101 + }, + { + "epoch": 19.59457167090755, + "grad_norm": 0.9854238021648872, + "learning_rate": 1.8590130617845577e-05, + "loss": 0.0406, + "step": 23102 + }, + { + "epoch": 19.595419847328245, + "grad_norm": 0.8734476215167095, + "learning_rate": 1.85899899790941e-05, + "loss": 0.0388, + "step": 23103 + }, + { + "epoch": 19.59626802374894, + "grad_norm": 0.8245332850124767, + "learning_rate": 1.8589849333860445e-05, + "loss": 0.0401, + "step": 23104 + }, + { + "epoch": 19.597116200169637, + "grad_norm": 0.8571659165034959, + "learning_rate": 1.858970868214471e-05, + "loss": 0.038, + "step": 23105 + }, + { + "epoch": 19.59796437659033, + "grad_norm": 0.9243926080286222, + "learning_rate": 1.8589568023947002e-05, + "loss": 0.0429, + "step": 23106 + }, + { + "epoch": 19.598812553011026, + "grad_norm": 1.000816226233913, + "learning_rate": 1.858942735926743e-05, + "loss": 0.0462, + "step": 23107 + }, + { + "epoch": 19.599660729431722, + "grad_norm": 0.9455278310417701, + "learning_rate": 1.8589286688106097e-05, + "loss": 0.0401, + "step": 23108 + }, + { + "epoch": 19.60050890585242, + "grad_norm": 0.869559180608422, + "learning_rate": 1.8589146010463114e-05, + "loss": 0.0413, + "step": 23109 + }, + { + "epoch": 19.60135708227311, + "grad_norm": 0.9853873097940565, + "learning_rate": 1.8589005326338587e-05, + "loss": 0.0411, + "step": 23110 + }, + { + "epoch": 19.602205258693807, + "grad_norm": 0.9431894406690972, + "learning_rate": 1.8588864635732615e-05, + "loss": 0.042, + "step": 23111 + }, + { + "epoch": 19.603053435114504, + "grad_norm": 0.8745279097776885, + "learning_rate": 1.858872393864531e-05, + "loss": 0.0398, + "step": 23112 + }, + { + "epoch": 19.6039016115352, + "grad_norm": 0.8202800469919114, + "learning_rate": 1.8588583235076776e-05, + "loss": 0.0407, + "step": 23113 + }, + { + "epoch": 19.604749787955896, + "grad_norm": 0.8920915852262905, + "learning_rate": 1.8588442525027123e-05, + "loss": 0.0404, + "step": 23114 + }, + { + "epoch": 19.60559796437659, + "grad_norm": 0.8420388043640381, + "learning_rate": 1.858830180849645e-05, + "loss": 0.0403, + "step": 23115 + }, + { + "epoch": 19.606446140797285, + "grad_norm": 0.8508288045181249, + "learning_rate": 1.858816108548487e-05, + "loss": 0.0402, + "step": 23116 + }, + { + "epoch": 19.60729431721798, + "grad_norm": 0.9105982207474591, + "learning_rate": 1.8588020355992488e-05, + "loss": 0.0412, + "step": 23117 + }, + { + "epoch": 19.608142493638677, + "grad_norm": 0.9289233989033562, + "learning_rate": 1.8587879620019404e-05, + "loss": 0.0427, + "step": 23118 + }, + { + "epoch": 19.608990670059374, + "grad_norm": 0.7996702129668624, + "learning_rate": 1.8587738877565733e-05, + "loss": 0.0397, + "step": 23119 + }, + { + "epoch": 19.609838846480066, + "grad_norm": 0.8591818473379922, + "learning_rate": 1.8587598128631578e-05, + "loss": 0.0399, + "step": 23120 + }, + { + "epoch": 19.610687022900763, + "grad_norm": 0.9022642509590624, + "learning_rate": 1.858745737321704e-05, + "loss": 0.0413, + "step": 23121 + }, + { + "epoch": 19.61153519932146, + "grad_norm": 0.8813715323701764, + "learning_rate": 1.8587316611322233e-05, + "loss": 0.0394, + "step": 23122 + }, + { + "epoch": 19.612383375742155, + "grad_norm": 1.0956823714501656, + "learning_rate": 1.858717584294726e-05, + "loss": 0.0445, + "step": 23123 + }, + { + "epoch": 19.61323155216285, + "grad_norm": 0.9859603944026314, + "learning_rate": 1.8587035068092226e-05, + "loss": 0.0458, + "step": 23124 + }, + { + "epoch": 19.614079728583544, + "grad_norm": 0.9224166097923541, + "learning_rate": 1.8586894286757234e-05, + "loss": 0.0448, + "step": 23125 + }, + { + "epoch": 19.61492790500424, + "grad_norm": 0.7629379836982726, + "learning_rate": 1.85867534989424e-05, + "loss": 0.0394, + "step": 23126 + }, + { + "epoch": 19.615776081424936, + "grad_norm": 0.7908689972369085, + "learning_rate": 1.8586612704647826e-05, + "loss": 0.0347, + "step": 23127 + }, + { + "epoch": 19.616624257845633, + "grad_norm": 0.7977673962621684, + "learning_rate": 1.858647190387361e-05, + "loss": 0.0381, + "step": 23128 + }, + { + "epoch": 19.61747243426633, + "grad_norm": 0.9479380259368869, + "learning_rate": 1.8586331096619873e-05, + "loss": 0.0413, + "step": 23129 + }, + { + "epoch": 19.61832061068702, + "grad_norm": 0.8749030699416325, + "learning_rate": 1.8586190282886708e-05, + "loss": 0.0411, + "step": 23130 + }, + { + "epoch": 19.619168787107718, + "grad_norm": 0.7814106298169649, + "learning_rate": 1.858604946267423e-05, + "loss": 0.0392, + "step": 23131 + }, + { + "epoch": 19.620016963528414, + "grad_norm": 0.8664794710753949, + "learning_rate": 1.858590863598254e-05, + "loss": 0.0413, + "step": 23132 + }, + { + "epoch": 19.62086513994911, + "grad_norm": 0.8621448572239931, + "learning_rate": 1.8585767802811746e-05, + "loss": 0.0424, + "step": 23133 + }, + { + "epoch": 19.621713316369807, + "grad_norm": 0.8673896044116189, + "learning_rate": 1.858562696316196e-05, + "loss": 0.039, + "step": 23134 + }, + { + "epoch": 19.6225614927905, + "grad_norm": 0.8118188942971898, + "learning_rate": 1.8585486117033277e-05, + "loss": 0.0386, + "step": 23135 + }, + { + "epoch": 19.623409669211195, + "grad_norm": 0.984860724543643, + "learning_rate": 1.858534526442581e-05, + "loss": 0.0449, + "step": 23136 + }, + { + "epoch": 19.62425784563189, + "grad_norm": 0.8301085514765988, + "learning_rate": 1.858520440533967e-05, + "loss": 0.0386, + "step": 23137 + }, + { + "epoch": 19.625106022052588, + "grad_norm": 1.042570808139795, + "learning_rate": 1.858506353977495e-05, + "loss": 0.0442, + "step": 23138 + }, + { + "epoch": 19.625954198473284, + "grad_norm": 1.1301127284689583, + "learning_rate": 1.8584922667731765e-05, + "loss": 0.043, + "step": 23139 + }, + { + "epoch": 19.626802374893977, + "grad_norm": 0.9136670684771706, + "learning_rate": 1.8584781789210223e-05, + "loss": 0.0414, + "step": 23140 + }, + { + "epoch": 19.627650551314673, + "grad_norm": 1.005957119594268, + "learning_rate": 1.858464090421043e-05, + "loss": 0.0433, + "step": 23141 + }, + { + "epoch": 19.62849872773537, + "grad_norm": 0.8358892570497243, + "learning_rate": 1.8584500012732485e-05, + "loss": 0.0389, + "step": 23142 + }, + { + "epoch": 19.629346904156066, + "grad_norm": 0.8809894648523408, + "learning_rate": 1.8584359114776504e-05, + "loss": 0.0415, + "step": 23143 + }, + { + "epoch": 19.63019508057676, + "grad_norm": 0.8570355897102472, + "learning_rate": 1.8584218210342584e-05, + "loss": 0.0388, + "step": 23144 + }, + { + "epoch": 19.631043256997454, + "grad_norm": 0.8368695441050653, + "learning_rate": 1.858407729943084e-05, + "loss": 0.0396, + "step": 23145 + }, + { + "epoch": 19.63189143341815, + "grad_norm": 0.8390071221294402, + "learning_rate": 1.8583936382041372e-05, + "loss": 0.0408, + "step": 23146 + }, + { + "epoch": 19.632739609838847, + "grad_norm": 0.8397908869571323, + "learning_rate": 1.858379545817429e-05, + "loss": 0.0377, + "step": 23147 + }, + { + "epoch": 19.633587786259543, + "grad_norm": 0.9050244954082338, + "learning_rate": 1.8583654527829696e-05, + "loss": 0.0419, + "step": 23148 + }, + { + "epoch": 19.634435962680236, + "grad_norm": 1.0049953987864761, + "learning_rate": 1.8583513591007703e-05, + "loss": 0.0468, + "step": 23149 + }, + { + "epoch": 19.635284139100932, + "grad_norm": 0.8366684779465482, + "learning_rate": 1.858337264770841e-05, + "loss": 0.0389, + "step": 23150 + }, + { + "epoch": 19.63613231552163, + "grad_norm": 0.8369711986715255, + "learning_rate": 1.858323169793193e-05, + "loss": 0.0374, + "step": 23151 + }, + { + "epoch": 19.636980491942325, + "grad_norm": 0.9753586572766061, + "learning_rate": 1.8583090741678367e-05, + "loss": 0.0403, + "step": 23152 + }, + { + "epoch": 19.63782866836302, + "grad_norm": 0.8908495458202583, + "learning_rate": 1.8582949778947824e-05, + "loss": 0.0411, + "step": 23153 + }, + { + "epoch": 19.638676844783713, + "grad_norm": 0.9091972737873674, + "learning_rate": 1.858280880974041e-05, + "loss": 0.0419, + "step": 23154 + }, + { + "epoch": 19.63952502120441, + "grad_norm": 0.8816645092629063, + "learning_rate": 1.8582667834056237e-05, + "loss": 0.0435, + "step": 23155 + }, + { + "epoch": 19.640373197625106, + "grad_norm": 0.909726725151538, + "learning_rate": 1.85825268518954e-05, + "loss": 0.0418, + "step": 23156 + }, + { + "epoch": 19.641221374045802, + "grad_norm": 0.9216764409961011, + "learning_rate": 1.858238586325801e-05, + "loss": 0.0409, + "step": 23157 + }, + { + "epoch": 19.6420695504665, + "grad_norm": 0.8971407304675392, + "learning_rate": 1.8582244868144183e-05, + "loss": 0.0419, + "step": 23158 + }, + { + "epoch": 19.64291772688719, + "grad_norm": 0.8816180505300567, + "learning_rate": 1.858210386655401e-05, + "loss": 0.0393, + "step": 23159 + }, + { + "epoch": 19.643765903307887, + "grad_norm": 0.9689850005420007, + "learning_rate": 1.8581962858487606e-05, + "loss": 0.0408, + "step": 23160 + }, + { + "epoch": 19.644614079728584, + "grad_norm": 0.983857691364594, + "learning_rate": 1.8581821843945075e-05, + "loss": 0.045, + "step": 23161 + }, + { + "epoch": 19.64546225614928, + "grad_norm": 0.7743773959920333, + "learning_rate": 1.8581680822926526e-05, + "loss": 0.0373, + "step": 23162 + }, + { + "epoch": 19.646310432569976, + "grad_norm": 0.9362690702657946, + "learning_rate": 1.8581539795432064e-05, + "loss": 0.0444, + "step": 23163 + }, + { + "epoch": 19.64715860899067, + "grad_norm": 0.9590820940383618, + "learning_rate": 1.8581398761461792e-05, + "loss": 0.0455, + "step": 23164 + }, + { + "epoch": 19.648006785411365, + "grad_norm": 0.8185567341215607, + "learning_rate": 1.8581257721015824e-05, + "loss": 0.0406, + "step": 23165 + }, + { + "epoch": 19.64885496183206, + "grad_norm": 0.7729618508121914, + "learning_rate": 1.858111667409426e-05, + "loss": 0.0381, + "step": 23166 + }, + { + "epoch": 19.649703138252757, + "grad_norm": 0.8484752621542928, + "learning_rate": 1.8580975620697208e-05, + "loss": 0.039, + "step": 23167 + }, + { + "epoch": 19.650551314673454, + "grad_norm": 0.9828672406920915, + "learning_rate": 1.8580834560824773e-05, + "loss": 0.0447, + "step": 23168 + }, + { + "epoch": 19.651399491094146, + "grad_norm": 0.937671847238229, + "learning_rate": 1.858069349447707e-05, + "loss": 0.0386, + "step": 23169 + }, + { + "epoch": 19.652247667514843, + "grad_norm": 0.7283920665111157, + "learning_rate": 1.8580552421654192e-05, + "loss": 0.0384, + "step": 23170 + }, + { + "epoch": 19.65309584393554, + "grad_norm": 0.9544125750726485, + "learning_rate": 1.8580411342356256e-05, + "loss": 0.0389, + "step": 23171 + }, + { + "epoch": 19.653944020356235, + "grad_norm": 0.8873238498670476, + "learning_rate": 1.8580270256583363e-05, + "loss": 0.0401, + "step": 23172 + }, + { + "epoch": 19.65479219677693, + "grad_norm": 0.9225270685948308, + "learning_rate": 1.858012916433562e-05, + "loss": 0.0403, + "step": 23173 + }, + { + "epoch": 19.655640373197624, + "grad_norm": 0.7969251081871759, + "learning_rate": 1.8579988065613136e-05, + "loss": 0.0388, + "step": 23174 + }, + { + "epoch": 19.65648854961832, + "grad_norm": 0.8198651870362199, + "learning_rate": 1.8579846960416016e-05, + "loss": 0.0386, + "step": 23175 + }, + { + "epoch": 19.657336726039016, + "grad_norm": 0.8615056750999089, + "learning_rate": 1.857970584874437e-05, + "loss": 0.0381, + "step": 23176 + }, + { + "epoch": 19.658184902459713, + "grad_norm": 0.734139468818824, + "learning_rate": 1.8579564730598293e-05, + "loss": 0.0388, + "step": 23177 + }, + { + "epoch": 19.659033078880405, + "grad_norm": 0.8770029699486578, + "learning_rate": 1.8579423605977907e-05, + "loss": 0.0391, + "step": 23178 + }, + { + "epoch": 19.6598812553011, + "grad_norm": 0.9517872154391408, + "learning_rate": 1.857928247488331e-05, + "loss": 0.0384, + "step": 23179 + }, + { + "epoch": 19.660729431721798, + "grad_norm": 1.0397444848582442, + "learning_rate": 1.8579141337314607e-05, + "loss": 0.042, + "step": 23180 + }, + { + "epoch": 19.661577608142494, + "grad_norm": 0.9009639283812024, + "learning_rate": 1.8579000193271908e-05, + "loss": 0.0416, + "step": 23181 + }, + { + "epoch": 19.66242578456319, + "grad_norm": 0.9201618562237212, + "learning_rate": 1.857885904275532e-05, + "loss": 0.0405, + "step": 23182 + }, + { + "epoch": 19.663273960983886, + "grad_norm": 0.7965389765818027, + "learning_rate": 1.8578717885764944e-05, + "loss": 0.0391, + "step": 23183 + }, + { + "epoch": 19.66412213740458, + "grad_norm": 0.9123942131694868, + "learning_rate": 1.8578576722300898e-05, + "loss": 0.0394, + "step": 23184 + }, + { + "epoch": 19.664970313825275, + "grad_norm": 0.8058445484147257, + "learning_rate": 1.8578435552363274e-05, + "loss": 0.04, + "step": 23185 + }, + { + "epoch": 19.66581849024597, + "grad_norm": 0.8967406295428284, + "learning_rate": 1.8578294375952187e-05, + "loss": 0.0393, + "step": 23186 + }, + { + "epoch": 19.666666666666668, + "grad_norm": 0.933013930817201, + "learning_rate": 1.8578153193067746e-05, + "loss": 0.0413, + "step": 23187 + }, + { + "epoch": 19.66751484308736, + "grad_norm": 0.8268866808098391, + "learning_rate": 1.8578012003710052e-05, + "loss": 0.0419, + "step": 23188 + }, + { + "epoch": 19.668363019508057, + "grad_norm": 0.8655415604182439, + "learning_rate": 1.857787080787921e-05, + "loss": 0.038, + "step": 23189 + }, + { + "epoch": 19.669211195928753, + "grad_norm": 0.7145862235288369, + "learning_rate": 1.8577729605575332e-05, + "loss": 0.0373, + "step": 23190 + }, + { + "epoch": 19.67005937234945, + "grad_norm": 0.7941593294890588, + "learning_rate": 1.8577588396798524e-05, + "loss": 0.0372, + "step": 23191 + }, + { + "epoch": 19.670907548770145, + "grad_norm": 0.793817848401259, + "learning_rate": 1.857744718154889e-05, + "loss": 0.0401, + "step": 23192 + }, + { + "epoch": 19.671755725190838, + "grad_norm": 0.8376159992287051, + "learning_rate": 1.8577305959826534e-05, + "loss": 0.0402, + "step": 23193 + }, + { + "epoch": 19.672603901611534, + "grad_norm": 1.0982112524367855, + "learning_rate": 1.8577164731631573e-05, + "loss": 0.0441, + "step": 23194 + }, + { + "epoch": 19.67345207803223, + "grad_norm": 0.7714062563271845, + "learning_rate": 1.8577023496964098e-05, + "loss": 0.0392, + "step": 23195 + }, + { + "epoch": 19.674300254452927, + "grad_norm": 0.840709584744667, + "learning_rate": 1.857688225582423e-05, + "loss": 0.0403, + "step": 23196 + }, + { + "epoch": 19.675148430873623, + "grad_norm": 0.9331568851538344, + "learning_rate": 1.857674100821207e-05, + "loss": 0.0418, + "step": 23197 + }, + { + "epoch": 19.675996607294316, + "grad_norm": 0.8569861115362024, + "learning_rate": 1.8576599754127726e-05, + "loss": 0.0363, + "step": 23198 + }, + { + "epoch": 19.676844783715012, + "grad_norm": 0.8152479034285717, + "learning_rate": 1.85764584935713e-05, + "loss": 0.0362, + "step": 23199 + }, + { + "epoch": 19.67769296013571, + "grad_norm": 0.8778794620422241, + "learning_rate": 1.85763172265429e-05, + "loss": 0.0403, + "step": 23200 + }, + { + "epoch": 19.678541136556404, + "grad_norm": 0.8796583461141213, + "learning_rate": 1.8576175953042636e-05, + "loss": 0.0397, + "step": 23201 + }, + { + "epoch": 19.6793893129771, + "grad_norm": 1.0652728746602662, + "learning_rate": 1.8576034673070614e-05, + "loss": 0.0404, + "step": 23202 + }, + { + "epoch": 19.680237489397793, + "grad_norm": 0.9309880268351804, + "learning_rate": 1.857589338662694e-05, + "loss": 0.0401, + "step": 23203 + }, + { + "epoch": 19.68108566581849, + "grad_norm": 0.8649215403053908, + "learning_rate": 1.8575752093711715e-05, + "loss": 0.0398, + "step": 23204 + }, + { + "epoch": 19.681933842239186, + "grad_norm": 1.0348529255918535, + "learning_rate": 1.8575610794325058e-05, + "loss": 0.0445, + "step": 23205 + }, + { + "epoch": 19.682782018659882, + "grad_norm": 0.841105649256276, + "learning_rate": 1.857546948846706e-05, + "loss": 0.0419, + "step": 23206 + }, + { + "epoch": 19.68363019508058, + "grad_norm": 0.8186626152509117, + "learning_rate": 1.857532817613784e-05, + "loss": 0.0378, + "step": 23207 + }, + { + "epoch": 19.68447837150127, + "grad_norm": 1.100368504398098, + "learning_rate": 1.8575186857337503e-05, + "loss": 0.0459, + "step": 23208 + }, + { + "epoch": 19.685326547921967, + "grad_norm": 0.8311989662960614, + "learning_rate": 1.857504553206615e-05, + "loss": 0.035, + "step": 23209 + }, + { + "epoch": 19.686174724342663, + "grad_norm": 0.935733018798101, + "learning_rate": 1.8574904200323893e-05, + "loss": 0.0389, + "step": 23210 + }, + { + "epoch": 19.68702290076336, + "grad_norm": 0.7978041099933688, + "learning_rate": 1.8574762862110835e-05, + "loss": 0.0376, + "step": 23211 + }, + { + "epoch": 19.687871077184056, + "grad_norm": 0.8791072528506252, + "learning_rate": 1.857462151742708e-05, + "loss": 0.0399, + "step": 23212 + }, + { + "epoch": 19.68871925360475, + "grad_norm": 0.9089717321185452, + "learning_rate": 1.8574480166272746e-05, + "loss": 0.0421, + "step": 23213 + }, + { + "epoch": 19.689567430025445, + "grad_norm": 0.783129175000612, + "learning_rate": 1.857433880864793e-05, + "loss": 0.0404, + "step": 23214 + }, + { + "epoch": 19.69041560644614, + "grad_norm": 1.0385315238468515, + "learning_rate": 1.857419744455274e-05, + "loss": 0.045, + "step": 23215 + }, + { + "epoch": 19.691263782866837, + "grad_norm": 0.9397678494946494, + "learning_rate": 1.8574056073987286e-05, + "loss": 0.0393, + "step": 23216 + }, + { + "epoch": 19.69211195928753, + "grad_norm": 0.9722659706200986, + "learning_rate": 1.8573914696951672e-05, + "loss": 0.0383, + "step": 23217 + }, + { + "epoch": 19.692960135708226, + "grad_norm": 0.9832201970240086, + "learning_rate": 1.8573773313446004e-05, + "loss": 0.0403, + "step": 23218 + }, + { + "epoch": 19.693808312128922, + "grad_norm": 0.8671746715236437, + "learning_rate": 1.8573631923470392e-05, + "loss": 0.0396, + "step": 23219 + }, + { + "epoch": 19.69465648854962, + "grad_norm": 0.7950820375460166, + "learning_rate": 1.8573490527024937e-05, + "loss": 0.0387, + "step": 23220 + }, + { + "epoch": 19.695504664970315, + "grad_norm": 1.0528093159033505, + "learning_rate": 1.8573349124109752e-05, + "loss": 0.0432, + "step": 23221 + }, + { + "epoch": 19.696352841391008, + "grad_norm": 0.9224379440687324, + "learning_rate": 1.857320771472494e-05, + "loss": 0.0454, + "step": 23222 + }, + { + "epoch": 19.697201017811704, + "grad_norm": 0.8538836876539863, + "learning_rate": 1.857306629887061e-05, + "loss": 0.0401, + "step": 23223 + }, + { + "epoch": 19.6980491942324, + "grad_norm": 0.876492854720047, + "learning_rate": 1.8572924876546867e-05, + "loss": 0.0417, + "step": 23224 + }, + { + "epoch": 19.698897370653096, + "grad_norm": 0.7303612277200809, + "learning_rate": 1.8572783447753816e-05, + "loss": 0.0354, + "step": 23225 + }, + { + "epoch": 19.699745547073793, + "grad_norm": 0.9273231431118416, + "learning_rate": 1.8572642012491568e-05, + "loss": 0.045, + "step": 23226 + }, + { + "epoch": 19.700593723494485, + "grad_norm": 1.0401983732420002, + "learning_rate": 1.8572500570760228e-05, + "loss": 0.0387, + "step": 23227 + }, + { + "epoch": 19.70144189991518, + "grad_norm": 0.8488902671645243, + "learning_rate": 1.8572359122559897e-05, + "loss": 0.04, + "step": 23228 + }, + { + "epoch": 19.702290076335878, + "grad_norm": 0.9535690272557089, + "learning_rate": 1.8572217667890695e-05, + "loss": 0.0403, + "step": 23229 + }, + { + "epoch": 19.703138252756574, + "grad_norm": 0.8834506638689945, + "learning_rate": 1.8572076206752715e-05, + "loss": 0.039, + "step": 23230 + }, + { + "epoch": 19.70398642917727, + "grad_norm": 0.7704804925236675, + "learning_rate": 1.8571934739146073e-05, + "loss": 0.0409, + "step": 23231 + }, + { + "epoch": 19.704834605597963, + "grad_norm": 0.8604132038715262, + "learning_rate": 1.857179326507087e-05, + "loss": 0.0406, + "step": 23232 + }, + { + "epoch": 19.70568278201866, + "grad_norm": 0.7524634753815131, + "learning_rate": 1.8571651784527218e-05, + "loss": 0.0398, + "step": 23233 + }, + { + "epoch": 19.706530958439355, + "grad_norm": 0.9618215047244542, + "learning_rate": 1.8571510297515217e-05, + "loss": 0.0441, + "step": 23234 + }, + { + "epoch": 19.70737913486005, + "grad_norm": 0.812828988680169, + "learning_rate": 1.857136880403498e-05, + "loss": 0.0401, + "step": 23235 + }, + { + "epoch": 19.708227311280748, + "grad_norm": 0.8509663734229789, + "learning_rate": 1.8571227304086613e-05, + "loss": 0.0388, + "step": 23236 + }, + { + "epoch": 19.70907548770144, + "grad_norm": 0.9987531936951339, + "learning_rate": 1.857108579767022e-05, + "loss": 0.0424, + "step": 23237 + }, + { + "epoch": 19.709923664122137, + "grad_norm": 0.9094356410890058, + "learning_rate": 1.8570944284785906e-05, + "loss": 0.04, + "step": 23238 + }, + { + "epoch": 19.710771840542833, + "grad_norm": 0.9901935002555364, + "learning_rate": 1.857080276543378e-05, + "loss": 0.0388, + "step": 23239 + }, + { + "epoch": 19.71162001696353, + "grad_norm": 0.9849231543486638, + "learning_rate": 1.8570661239613954e-05, + "loss": 0.0401, + "step": 23240 + }, + { + "epoch": 19.712468193384225, + "grad_norm": 0.9230506112380096, + "learning_rate": 1.8570519707326528e-05, + "loss": 0.0441, + "step": 23241 + }, + { + "epoch": 19.713316369804918, + "grad_norm": 0.8278783621061095, + "learning_rate": 1.8570378168571612e-05, + "loss": 0.0403, + "step": 23242 + }, + { + "epoch": 19.714164546225614, + "grad_norm": 0.9211288203406812, + "learning_rate": 1.8570236623349312e-05, + "loss": 0.0401, + "step": 23243 + }, + { + "epoch": 19.71501272264631, + "grad_norm": 0.8371950694364456, + "learning_rate": 1.8570095071659736e-05, + "loss": 0.0396, + "step": 23244 + }, + { + "epoch": 19.715860899067007, + "grad_norm": 0.935009148827812, + "learning_rate": 1.856995351350299e-05, + "loss": 0.0411, + "step": 23245 + }, + { + "epoch": 19.716709075487703, + "grad_norm": 0.8583804456928829, + "learning_rate": 1.8569811948879176e-05, + "loss": 0.0393, + "step": 23246 + }, + { + "epoch": 19.717557251908396, + "grad_norm": 0.8474743637528845, + "learning_rate": 1.8569670377788408e-05, + "loss": 0.0384, + "step": 23247 + }, + { + "epoch": 19.718405428329092, + "grad_norm": 0.7276594243555684, + "learning_rate": 1.8569528800230788e-05, + "loss": 0.0364, + "step": 23248 + }, + { + "epoch": 19.719253604749788, + "grad_norm": 0.7850221651860466, + "learning_rate": 1.8569387216206427e-05, + "loss": 0.0389, + "step": 23249 + }, + { + "epoch": 19.720101781170484, + "grad_norm": 0.836291792986882, + "learning_rate": 1.856924562571543e-05, + "loss": 0.0398, + "step": 23250 + }, + { + "epoch": 19.72094995759118, + "grad_norm": 0.9739318922009261, + "learning_rate": 1.8569104028757903e-05, + "loss": 0.0407, + "step": 23251 + }, + { + "epoch": 19.721798134011873, + "grad_norm": 0.9498684788781318, + "learning_rate": 1.8568962425333953e-05, + "loss": 0.0419, + "step": 23252 + }, + { + "epoch": 19.72264631043257, + "grad_norm": 0.9657654755654169, + "learning_rate": 1.8568820815443686e-05, + "loss": 0.0402, + "step": 23253 + }, + { + "epoch": 19.723494486853266, + "grad_norm": 0.7316507506395878, + "learning_rate": 1.8568679199087213e-05, + "loss": 0.0356, + "step": 23254 + }, + { + "epoch": 19.724342663273962, + "grad_norm": 0.8052836774885045, + "learning_rate": 1.8568537576264637e-05, + "loss": 0.0397, + "step": 23255 + }, + { + "epoch": 19.725190839694655, + "grad_norm": 0.7700557329359903, + "learning_rate": 1.8568395946976062e-05, + "loss": 0.0352, + "step": 23256 + }, + { + "epoch": 19.72603901611535, + "grad_norm": 0.901000383415012, + "learning_rate": 1.8568254311221606e-05, + "loss": 0.0394, + "step": 23257 + }, + { + "epoch": 19.726887192536047, + "grad_norm": 0.8430562954913768, + "learning_rate": 1.8568112669001362e-05, + "loss": 0.0398, + "step": 23258 + }, + { + "epoch": 19.727735368956743, + "grad_norm": 0.8985203110243388, + "learning_rate": 1.8567971020315448e-05, + "loss": 0.0427, + "step": 23259 + }, + { + "epoch": 19.72858354537744, + "grad_norm": 0.8413653093609341, + "learning_rate": 1.8567829365163965e-05, + "loss": 0.0365, + "step": 23260 + }, + { + "epoch": 19.729431721798132, + "grad_norm": 0.8714995642308916, + "learning_rate": 1.8567687703547022e-05, + "loss": 0.038, + "step": 23261 + }, + { + "epoch": 19.73027989821883, + "grad_norm": 0.95020000750935, + "learning_rate": 1.8567546035464725e-05, + "loss": 0.0434, + "step": 23262 + }, + { + "epoch": 19.731128074639525, + "grad_norm": 0.822522129829423, + "learning_rate": 1.856740436091718e-05, + "loss": 0.0409, + "step": 23263 + }, + { + "epoch": 19.73197625106022, + "grad_norm": 0.8385019756700495, + "learning_rate": 1.8567262679904497e-05, + "loss": 0.0389, + "step": 23264 + }, + { + "epoch": 19.732824427480917, + "grad_norm": 0.824831230705283, + "learning_rate": 1.8567120992426778e-05, + "loss": 0.0395, + "step": 23265 + }, + { + "epoch": 19.73367260390161, + "grad_norm": 1.0293031641616195, + "learning_rate": 1.8566979298484137e-05, + "loss": 0.0431, + "step": 23266 + }, + { + "epoch": 19.734520780322306, + "grad_norm": 0.7708851043400929, + "learning_rate": 1.856683759807667e-05, + "loss": 0.0399, + "step": 23267 + }, + { + "epoch": 19.735368956743002, + "grad_norm": 0.8372316661364957, + "learning_rate": 1.8566695891204495e-05, + "loss": 0.0419, + "step": 23268 + }, + { + "epoch": 19.7362171331637, + "grad_norm": 0.7897510419265541, + "learning_rate": 1.8566554177867714e-05, + "loss": 0.0365, + "step": 23269 + }, + { + "epoch": 19.737065309584395, + "grad_norm": 1.194279210430892, + "learning_rate": 1.8566412458066438e-05, + "loss": 0.049, + "step": 23270 + }, + { + "epoch": 19.737913486005088, + "grad_norm": 0.9381642181922557, + "learning_rate": 1.8566270731800766e-05, + "loss": 0.0401, + "step": 23271 + }, + { + "epoch": 19.738761662425784, + "grad_norm": 0.9954613516581177, + "learning_rate": 1.8566128999070813e-05, + "loss": 0.0429, + "step": 23272 + }, + { + "epoch": 19.73960983884648, + "grad_norm": 0.8620915584235364, + "learning_rate": 1.856598725987668e-05, + "loss": 0.0412, + "step": 23273 + }, + { + "epoch": 19.740458015267176, + "grad_norm": 0.9420530238961189, + "learning_rate": 1.8565845514218477e-05, + "loss": 0.0424, + "step": 23274 + }, + { + "epoch": 19.741306191687872, + "grad_norm": 0.9838437220916622, + "learning_rate": 1.856570376209631e-05, + "loss": 0.04, + "step": 23275 + }, + { + "epoch": 19.742154368108565, + "grad_norm": 0.9013866736732126, + "learning_rate": 1.8565562003510287e-05, + "loss": 0.039, + "step": 23276 + }, + { + "epoch": 19.74300254452926, + "grad_norm": 0.9165215895037262, + "learning_rate": 1.8565420238460515e-05, + "loss": 0.0423, + "step": 23277 + }, + { + "epoch": 19.743850720949958, + "grad_norm": 0.81977800342676, + "learning_rate": 1.85652784669471e-05, + "loss": 0.0373, + "step": 23278 + }, + { + "epoch": 19.744698897370654, + "grad_norm": 0.9510412399366704, + "learning_rate": 1.8565136688970146e-05, + "loss": 0.0408, + "step": 23279 + }, + { + "epoch": 19.74554707379135, + "grad_norm": 0.999753837912198, + "learning_rate": 1.8564994904529767e-05, + "loss": 0.0427, + "step": 23280 + }, + { + "epoch": 19.746395250212043, + "grad_norm": 0.726086265171663, + "learning_rate": 1.8564853113626065e-05, + "loss": 0.0394, + "step": 23281 + }, + { + "epoch": 19.74724342663274, + "grad_norm": 0.9588898070671661, + "learning_rate": 1.8564711316259147e-05, + "loss": 0.045, + "step": 23282 + }, + { + "epoch": 19.748091603053435, + "grad_norm": 0.9283676307200014, + "learning_rate": 1.8564569512429126e-05, + "loss": 0.0423, + "step": 23283 + }, + { + "epoch": 19.74893977947413, + "grad_norm": 1.0310858298163257, + "learning_rate": 1.8564427702136098e-05, + "loss": 0.0404, + "step": 23284 + }, + { + "epoch": 19.749787955894828, + "grad_norm": 0.8502293265308887, + "learning_rate": 1.8564285885380182e-05, + "loss": 0.0382, + "step": 23285 + }, + { + "epoch": 19.75063613231552, + "grad_norm": 0.9343436820261831, + "learning_rate": 1.8564144062161476e-05, + "loss": 0.0402, + "step": 23286 + }, + { + "epoch": 19.751484308736217, + "grad_norm": 0.8364642587103823, + "learning_rate": 1.856400223248009e-05, + "loss": 0.0388, + "step": 23287 + }, + { + "epoch": 19.752332485156913, + "grad_norm": 0.8883391218309721, + "learning_rate": 1.8563860396336132e-05, + "loss": 0.0365, + "step": 23288 + }, + { + "epoch": 19.75318066157761, + "grad_norm": 0.9165637824161152, + "learning_rate": 1.856371855372971e-05, + "loss": 0.038, + "step": 23289 + }, + { + "epoch": 19.754028837998305, + "grad_norm": 0.8049836274264061, + "learning_rate": 1.8563576704660926e-05, + "loss": 0.0369, + "step": 23290 + }, + { + "epoch": 19.754877014418998, + "grad_norm": 0.9264294109620836, + "learning_rate": 1.8563434849129895e-05, + "loss": 0.0411, + "step": 23291 + }, + { + "epoch": 19.755725190839694, + "grad_norm": 0.8671475521583766, + "learning_rate": 1.8563292987136714e-05, + "loss": 0.0377, + "step": 23292 + }, + { + "epoch": 19.75657336726039, + "grad_norm": 1.0271381924602603, + "learning_rate": 1.85631511186815e-05, + "loss": 0.0456, + "step": 23293 + }, + { + "epoch": 19.757421543681087, + "grad_norm": 1.0468301285359967, + "learning_rate": 1.8563009243764355e-05, + "loss": 0.0432, + "step": 23294 + }, + { + "epoch": 19.75826972010178, + "grad_norm": 0.8170373323990644, + "learning_rate": 1.8562867362385385e-05, + "loss": 0.0374, + "step": 23295 + }, + { + "epoch": 19.759117896522476, + "grad_norm": 0.97463603171624, + "learning_rate": 1.85627254745447e-05, + "loss": 0.0409, + "step": 23296 + }, + { + "epoch": 19.759966072943172, + "grad_norm": 0.9217532285121814, + "learning_rate": 1.8562583580242405e-05, + "loss": 0.0401, + "step": 23297 + }, + { + "epoch": 19.760814249363868, + "grad_norm": 0.825630519071401, + "learning_rate": 1.8562441679478608e-05, + "loss": 0.0369, + "step": 23298 + }, + { + "epoch": 19.761662425784564, + "grad_norm": 0.8737666004298749, + "learning_rate": 1.8562299772253417e-05, + "loss": 0.0413, + "step": 23299 + }, + { + "epoch": 19.762510602205257, + "grad_norm": 0.8156001705688872, + "learning_rate": 1.8562157858566936e-05, + "loss": 0.0381, + "step": 23300 + }, + { + "epoch": 19.763358778625953, + "grad_norm": 0.8912636141564094, + "learning_rate": 1.8562015938419275e-05, + "loss": 0.042, + "step": 23301 + }, + { + "epoch": 19.76420695504665, + "grad_norm": 0.850460054261458, + "learning_rate": 1.856187401181054e-05, + "loss": 0.0392, + "step": 23302 + }, + { + "epoch": 19.765055131467346, + "grad_norm": 0.9155208820764699, + "learning_rate": 1.856173207874084e-05, + "loss": 0.0397, + "step": 23303 + }, + { + "epoch": 19.765903307888042, + "grad_norm": 0.9767107877525284, + "learning_rate": 1.856159013921028e-05, + "loss": 0.0448, + "step": 23304 + }, + { + "epoch": 19.766751484308735, + "grad_norm": 0.8580128525397109, + "learning_rate": 1.856144819321897e-05, + "loss": 0.0374, + "step": 23305 + }, + { + "epoch": 19.76759966072943, + "grad_norm": 0.9040290205805368, + "learning_rate": 1.856130624076701e-05, + "loss": 0.0415, + "step": 23306 + }, + { + "epoch": 19.768447837150127, + "grad_norm": 0.8971344635825691, + "learning_rate": 1.8561164281854512e-05, + "loss": 0.0386, + "step": 23307 + }, + { + "epoch": 19.769296013570823, + "grad_norm": 0.8673237435251259, + "learning_rate": 1.8561022316481586e-05, + "loss": 0.0359, + "step": 23308 + }, + { + "epoch": 19.77014418999152, + "grad_norm": 0.9437881503534209, + "learning_rate": 1.8560880344648334e-05, + "loss": 0.0397, + "step": 23309 + }, + { + "epoch": 19.770992366412212, + "grad_norm": 0.7459873345475887, + "learning_rate": 1.8560738366354866e-05, + "loss": 0.0355, + "step": 23310 + }, + { + "epoch": 19.77184054283291, + "grad_norm": 0.8541093462110466, + "learning_rate": 1.8560596381601284e-05, + "loss": 0.0392, + "step": 23311 + }, + { + "epoch": 19.772688719253605, + "grad_norm": 0.8109389415449206, + "learning_rate": 1.8560454390387708e-05, + "loss": 0.0386, + "step": 23312 + }, + { + "epoch": 19.7735368956743, + "grad_norm": 0.9367938657777721, + "learning_rate": 1.856031239271423e-05, + "loss": 0.0421, + "step": 23313 + }, + { + "epoch": 19.774385072094997, + "grad_norm": 1.1005387471665973, + "learning_rate": 1.8560170388580966e-05, + "loss": 0.0431, + "step": 23314 + }, + { + "epoch": 19.77523324851569, + "grad_norm": 0.85766732835537, + "learning_rate": 1.856002837798802e-05, + "loss": 0.04, + "step": 23315 + }, + { + "epoch": 19.776081424936386, + "grad_norm": 0.7440027040206045, + "learning_rate": 1.85598863609355e-05, + "loss": 0.0373, + "step": 23316 + }, + { + "epoch": 19.776929601357082, + "grad_norm": 0.7468361666169546, + "learning_rate": 1.8559744337423518e-05, + "loss": 0.0386, + "step": 23317 + }, + { + "epoch": 19.77777777777778, + "grad_norm": 0.883694709274503, + "learning_rate": 1.855960230745217e-05, + "loss": 0.0396, + "step": 23318 + }, + { + "epoch": 19.778625954198475, + "grad_norm": 0.9391088893324296, + "learning_rate": 1.8559460271021576e-05, + "loss": 0.0422, + "step": 23319 + }, + { + "epoch": 19.779474130619167, + "grad_norm": 0.8697769935811638, + "learning_rate": 1.855931822813183e-05, + "loss": 0.0385, + "step": 23320 + }, + { + "epoch": 19.780322307039864, + "grad_norm": 0.7973003767893356, + "learning_rate": 1.855917617878305e-05, + "loss": 0.0405, + "step": 23321 + }, + { + "epoch": 19.78117048346056, + "grad_norm": 0.8319708532428696, + "learning_rate": 1.8559034122975336e-05, + "loss": 0.0368, + "step": 23322 + }, + { + "epoch": 19.782018659881256, + "grad_norm": 0.9354576943330858, + "learning_rate": 1.85588920607088e-05, + "loss": 0.0382, + "step": 23323 + }, + { + "epoch": 19.782866836301952, + "grad_norm": 0.9621965506153027, + "learning_rate": 1.855874999198355e-05, + "loss": 0.0369, + "step": 23324 + }, + { + "epoch": 19.783715012722645, + "grad_norm": 0.8710095091905647, + "learning_rate": 1.855860791679969e-05, + "loss": 0.0384, + "step": 23325 + }, + { + "epoch": 19.78456318914334, + "grad_norm": 0.920086094805247, + "learning_rate": 1.8558465835157328e-05, + "loss": 0.0424, + "step": 23326 + }, + { + "epoch": 19.785411365564038, + "grad_norm": 1.0149930225201604, + "learning_rate": 1.855832374705657e-05, + "loss": 0.0418, + "step": 23327 + }, + { + "epoch": 19.786259541984734, + "grad_norm": 0.979695491688948, + "learning_rate": 1.8558181652497526e-05, + "loss": 0.044, + "step": 23328 + }, + { + "epoch": 19.78710771840543, + "grad_norm": 0.7738771922979424, + "learning_rate": 1.8558039551480297e-05, + "loss": 0.0386, + "step": 23329 + }, + { + "epoch": 19.787955894826123, + "grad_norm": 0.8722348425644973, + "learning_rate": 1.8557897444005e-05, + "loss": 0.0395, + "step": 23330 + }, + { + "epoch": 19.78880407124682, + "grad_norm": 0.8095181935074554, + "learning_rate": 1.8557755330071735e-05, + "loss": 0.0382, + "step": 23331 + }, + { + "epoch": 19.789652247667515, + "grad_norm": 0.8917733534660646, + "learning_rate": 1.8557613209680613e-05, + "loss": 0.0393, + "step": 23332 + }, + { + "epoch": 19.79050042408821, + "grad_norm": 0.9993082566305269, + "learning_rate": 1.855747108283174e-05, + "loss": 0.0447, + "step": 23333 + }, + { + "epoch": 19.791348600508904, + "grad_norm": 0.8239857042295448, + "learning_rate": 1.8557328949525217e-05, + "loss": 0.0428, + "step": 23334 + }, + { + "epoch": 19.7921967769296, + "grad_norm": 0.8537723495478229, + "learning_rate": 1.8557186809761164e-05, + "loss": 0.0366, + "step": 23335 + }, + { + "epoch": 19.793044953350297, + "grad_norm": 1.0491529221902007, + "learning_rate": 1.8557044663539677e-05, + "loss": 0.0423, + "step": 23336 + }, + { + "epoch": 19.793893129770993, + "grad_norm": 0.7852069073911054, + "learning_rate": 1.8556902510860872e-05, + "loss": 0.0378, + "step": 23337 + }, + { + "epoch": 19.79474130619169, + "grad_norm": 0.8875922742466439, + "learning_rate": 1.855676035172485e-05, + "loss": 0.0393, + "step": 23338 + }, + { + "epoch": 19.79558948261238, + "grad_norm": 0.965956026507485, + "learning_rate": 1.8556618186131716e-05, + "loss": 0.042, + "step": 23339 + }, + { + "epoch": 19.796437659033078, + "grad_norm": 0.9067328314492908, + "learning_rate": 1.855647601408159e-05, + "loss": 0.0377, + "step": 23340 + }, + { + "epoch": 19.797285835453774, + "grad_norm": 0.9313503990235515, + "learning_rate": 1.8556333835574564e-05, + "loss": 0.0398, + "step": 23341 + }, + { + "epoch": 19.79813401187447, + "grad_norm": 1.0279322768399926, + "learning_rate": 1.8556191650610753e-05, + "loss": 0.0443, + "step": 23342 + }, + { + "epoch": 19.798982188295167, + "grad_norm": 1.1355076756308586, + "learning_rate": 1.8556049459190263e-05, + "loss": 0.0421, + "step": 23343 + }, + { + "epoch": 19.79983036471586, + "grad_norm": 0.7867558755415452, + "learning_rate": 1.8555907261313204e-05, + "loss": 0.0398, + "step": 23344 + }, + { + "epoch": 19.800678541136556, + "grad_norm": 0.9428938397486173, + "learning_rate": 1.8555765056979683e-05, + "loss": 0.0419, + "step": 23345 + }, + { + "epoch": 19.801526717557252, + "grad_norm": 0.9854615045492908, + "learning_rate": 1.85556228461898e-05, + "loss": 0.0413, + "step": 23346 + }, + { + "epoch": 19.802374893977948, + "grad_norm": 0.9460320092913148, + "learning_rate": 1.855548062894367e-05, + "loss": 0.0397, + "step": 23347 + }, + { + "epoch": 19.803223070398644, + "grad_norm": 0.8787227931321828, + "learning_rate": 1.8555338405241398e-05, + "loss": 0.0407, + "step": 23348 + }, + { + "epoch": 19.804071246819337, + "grad_norm": 1.361206776411105, + "learning_rate": 1.8555196175083093e-05, + "loss": 0.0503, + "step": 23349 + }, + { + "epoch": 19.804919423240033, + "grad_norm": 0.986585274614361, + "learning_rate": 1.855505393846886e-05, + "loss": 0.0411, + "step": 23350 + }, + { + "epoch": 19.80576759966073, + "grad_norm": 1.0994277706886355, + "learning_rate": 1.8554911695398804e-05, + "loss": 0.0515, + "step": 23351 + }, + { + "epoch": 19.806615776081426, + "grad_norm": 0.9137559470031259, + "learning_rate": 1.8554769445873037e-05, + "loss": 0.0399, + "step": 23352 + }, + { + "epoch": 19.807463952502122, + "grad_norm": 0.8392256304440527, + "learning_rate": 1.8554627189891662e-05, + "loss": 0.0392, + "step": 23353 + }, + { + "epoch": 19.808312128922815, + "grad_norm": 0.8515397638882276, + "learning_rate": 1.855448492745479e-05, + "loss": 0.041, + "step": 23354 + }, + { + "epoch": 19.80916030534351, + "grad_norm": 0.9054163766580707, + "learning_rate": 1.855434265856253e-05, + "loss": 0.0399, + "step": 23355 + }, + { + "epoch": 19.810008481764207, + "grad_norm": 0.9475358132228426, + "learning_rate": 1.8554200383214988e-05, + "loss": 0.0425, + "step": 23356 + }, + { + "epoch": 19.810856658184903, + "grad_norm": 0.8502435703515931, + "learning_rate": 1.8554058101412267e-05, + "loss": 0.0365, + "step": 23357 + }, + { + "epoch": 19.8117048346056, + "grad_norm": 0.9627327077065119, + "learning_rate": 1.855391581315448e-05, + "loss": 0.0454, + "step": 23358 + }, + { + "epoch": 19.812553011026292, + "grad_norm": 0.8640577390119969, + "learning_rate": 1.855377351844173e-05, + "loss": 0.0363, + "step": 23359 + }, + { + "epoch": 19.81340118744699, + "grad_norm": 0.8380790548046406, + "learning_rate": 1.8553631217274125e-05, + "loss": 0.0393, + "step": 23360 + }, + { + "epoch": 19.814249363867685, + "grad_norm": 0.8117004455436526, + "learning_rate": 1.8553488909651774e-05, + "loss": 0.0409, + "step": 23361 + }, + { + "epoch": 19.81509754028838, + "grad_norm": 1.0323278611107662, + "learning_rate": 1.855334659557478e-05, + "loss": 0.0424, + "step": 23362 + }, + { + "epoch": 19.815945716709077, + "grad_norm": 0.9181123601608101, + "learning_rate": 1.855320427504326e-05, + "loss": 0.0446, + "step": 23363 + }, + { + "epoch": 19.81679389312977, + "grad_norm": 0.9625950060243552, + "learning_rate": 1.8553061948057317e-05, + "loss": 0.0409, + "step": 23364 + }, + { + "epoch": 19.817642069550466, + "grad_norm": 0.8155793370555403, + "learning_rate": 1.8552919614617053e-05, + "loss": 0.0362, + "step": 23365 + }, + { + "epoch": 19.818490245971162, + "grad_norm": 1.0808978356353047, + "learning_rate": 1.8552777274722583e-05, + "loss": 0.0435, + "step": 23366 + }, + { + "epoch": 19.81933842239186, + "grad_norm": 1.9582189212072978, + "learning_rate": 1.8552634928374008e-05, + "loss": 0.0502, + "step": 23367 + }, + { + "epoch": 19.820186598812555, + "grad_norm": 0.9129972831420311, + "learning_rate": 1.8552492575571438e-05, + "loss": 0.0387, + "step": 23368 + }, + { + "epoch": 19.821034775233247, + "grad_norm": 0.9058715718594017, + "learning_rate": 1.855235021631498e-05, + "loss": 0.0416, + "step": 23369 + }, + { + "epoch": 19.821882951653944, + "grad_norm": 0.8456790622202943, + "learning_rate": 1.8552207850604747e-05, + "loss": 0.039, + "step": 23370 + }, + { + "epoch": 19.82273112807464, + "grad_norm": 0.8481543396513191, + "learning_rate": 1.855206547844084e-05, + "loss": 0.0395, + "step": 23371 + }, + { + "epoch": 19.823579304495336, + "grad_norm": 0.821585884400042, + "learning_rate": 1.8551923099823365e-05, + "loss": 0.0419, + "step": 23372 + }, + { + "epoch": 19.82442748091603, + "grad_norm": 0.8704205291342024, + "learning_rate": 1.8551780714752435e-05, + "loss": 0.0407, + "step": 23373 + }, + { + "epoch": 19.825275657336725, + "grad_norm": 0.9286358715647625, + "learning_rate": 1.8551638323228153e-05, + "loss": 0.0409, + "step": 23374 + }, + { + "epoch": 19.82612383375742, + "grad_norm": 0.8822257123861666, + "learning_rate": 1.855149592525063e-05, + "loss": 0.0415, + "step": 23375 + }, + { + "epoch": 19.826972010178118, + "grad_norm": 0.9209988988272627, + "learning_rate": 1.855135352081997e-05, + "loss": 0.047, + "step": 23376 + }, + { + "epoch": 19.827820186598814, + "grad_norm": 0.8570937427754777, + "learning_rate": 1.8551211109936287e-05, + "loss": 0.0406, + "step": 23377 + }, + { + "epoch": 19.828668363019506, + "grad_norm": 0.8081401912311368, + "learning_rate": 1.855106869259968e-05, + "loss": 0.0385, + "step": 23378 + }, + { + "epoch": 19.829516539440203, + "grad_norm": 0.8523839983826573, + "learning_rate": 1.855092626881026e-05, + "loss": 0.0421, + "step": 23379 + }, + { + "epoch": 19.8303647158609, + "grad_norm": 1.0121066567155224, + "learning_rate": 1.855078383856814e-05, + "loss": 0.0474, + "step": 23380 + }, + { + "epoch": 19.831212892281595, + "grad_norm": 0.8678505043896968, + "learning_rate": 1.8550641401873413e-05, + "loss": 0.0417, + "step": 23381 + }, + { + "epoch": 19.83206106870229, + "grad_norm": 0.8022002577393053, + "learning_rate": 1.85504989587262e-05, + "loss": 0.0427, + "step": 23382 + }, + { + "epoch": 19.832909245122984, + "grad_norm": 0.9356080813640366, + "learning_rate": 1.855035650912661e-05, + "loss": 0.0411, + "step": 23383 + }, + { + "epoch": 19.83375742154368, + "grad_norm": 0.7757674336634998, + "learning_rate": 1.8550214053074738e-05, + "loss": 0.0378, + "step": 23384 + }, + { + "epoch": 19.834605597964376, + "grad_norm": 0.9304963383883748, + "learning_rate": 1.85500715905707e-05, + "loss": 0.0414, + "step": 23385 + }, + { + "epoch": 19.835453774385073, + "grad_norm": 1.047206658755488, + "learning_rate": 1.85499291216146e-05, + "loss": 0.043, + "step": 23386 + }, + { + "epoch": 19.83630195080577, + "grad_norm": 1.0006891009216519, + "learning_rate": 1.854978664620655e-05, + "loss": 0.0407, + "step": 23387 + }, + { + "epoch": 19.83715012722646, + "grad_norm": 0.9359075649797397, + "learning_rate": 1.8549644164346648e-05, + "loss": 0.0384, + "step": 23388 + }, + { + "epoch": 19.837998303647158, + "grad_norm": 0.9876957092118249, + "learning_rate": 1.854950167603502e-05, + "loss": 0.0404, + "step": 23389 + }, + { + "epoch": 19.838846480067854, + "grad_norm": 0.9719990564431351, + "learning_rate": 1.8549359181271753e-05, + "loss": 0.0426, + "step": 23390 + }, + { + "epoch": 19.83969465648855, + "grad_norm": 0.9650167781476251, + "learning_rate": 1.8549216680056965e-05, + "loss": 0.0434, + "step": 23391 + }, + { + "epoch": 19.840542832909247, + "grad_norm": 0.6968537534546899, + "learning_rate": 1.854907417239076e-05, + "loss": 0.0349, + "step": 23392 + }, + { + "epoch": 19.84139100932994, + "grad_norm": 0.8599990393643345, + "learning_rate": 1.8548931658273254e-05, + "loss": 0.0399, + "step": 23393 + }, + { + "epoch": 19.842239185750635, + "grad_norm": 0.8724824585028206, + "learning_rate": 1.8548789137704543e-05, + "loss": 0.0375, + "step": 23394 + }, + { + "epoch": 19.84308736217133, + "grad_norm": 0.9684852461902438, + "learning_rate": 1.854864661068474e-05, + "loss": 0.0397, + "step": 23395 + }, + { + "epoch": 19.843935538592028, + "grad_norm": 0.9060489045581233, + "learning_rate": 1.8548504077213953e-05, + "loss": 0.0388, + "step": 23396 + }, + { + "epoch": 19.844783715012724, + "grad_norm": 0.8438340142958641, + "learning_rate": 1.8548361537292287e-05, + "loss": 0.0395, + "step": 23397 + }, + { + "epoch": 19.845631891433417, + "grad_norm": 0.9230378049677852, + "learning_rate": 1.8548218990919853e-05, + "loss": 0.0421, + "step": 23398 + }, + { + "epoch": 19.846480067854113, + "grad_norm": 0.8260653869028143, + "learning_rate": 1.8548076438096757e-05, + "loss": 0.0362, + "step": 23399 + }, + { + "epoch": 19.84732824427481, + "grad_norm": 0.8427707244533227, + "learning_rate": 1.8547933878823103e-05, + "loss": 0.0403, + "step": 23400 + }, + { + "epoch": 19.848176420695506, + "grad_norm": 0.8064957206175505, + "learning_rate": 1.8547791313099e-05, + "loss": 0.0406, + "step": 23401 + }, + { + "epoch": 19.849024597116202, + "grad_norm": 0.947128828155335, + "learning_rate": 1.8547648740924564e-05, + "loss": 0.0396, + "step": 23402 + }, + { + "epoch": 19.849872773536894, + "grad_norm": 0.9849868714233505, + "learning_rate": 1.8547506162299896e-05, + "loss": 0.0398, + "step": 23403 + }, + { + "epoch": 19.85072094995759, + "grad_norm": 0.8205416600462073, + "learning_rate": 1.85473635772251e-05, + "loss": 0.0452, + "step": 23404 + }, + { + "epoch": 19.851569126378287, + "grad_norm": 1.1451586957456852, + "learning_rate": 1.8547220985700286e-05, + "loss": 0.0392, + "step": 23405 + }, + { + "epoch": 19.852417302798983, + "grad_norm": 0.7536221762585038, + "learning_rate": 1.8547078387725565e-05, + "loss": 0.0368, + "step": 23406 + }, + { + "epoch": 19.85326547921968, + "grad_norm": 0.904723074805592, + "learning_rate": 1.8546935783301042e-05, + "loss": 0.0423, + "step": 23407 + }, + { + "epoch": 19.854113655640372, + "grad_norm": 0.9495006740499022, + "learning_rate": 1.8546793172426825e-05, + "loss": 0.0438, + "step": 23408 + }, + { + "epoch": 19.85496183206107, + "grad_norm": 0.838987959496245, + "learning_rate": 1.854665055510302e-05, + "loss": 0.0386, + "step": 23409 + }, + { + "epoch": 19.855810008481765, + "grad_norm": 0.9773606970502193, + "learning_rate": 1.8546507931329743e-05, + "loss": 0.0426, + "step": 23410 + }, + { + "epoch": 19.85665818490246, + "grad_norm": 0.8507735410663072, + "learning_rate": 1.854636530110709e-05, + "loss": 0.0362, + "step": 23411 + }, + { + "epoch": 19.857506361323153, + "grad_norm": 1.0051110350637777, + "learning_rate": 1.854622266443517e-05, + "loss": 0.039, + "step": 23412 + }, + { + "epoch": 19.85835453774385, + "grad_norm": 0.8777986619103466, + "learning_rate": 1.85460800213141e-05, + "loss": 0.0385, + "step": 23413 + }, + { + "epoch": 19.859202714164546, + "grad_norm": 0.9245825847876907, + "learning_rate": 1.854593737174398e-05, + "loss": 0.0359, + "step": 23414 + }, + { + "epoch": 19.860050890585242, + "grad_norm": 0.9282950039778712, + "learning_rate": 1.8545794715724922e-05, + "loss": 0.0404, + "step": 23415 + }, + { + "epoch": 19.86089906700594, + "grad_norm": 0.9271240545119956, + "learning_rate": 1.8545652053257027e-05, + "loss": 0.0381, + "step": 23416 + }, + { + "epoch": 19.86174724342663, + "grad_norm": 1.0108907143344263, + "learning_rate": 1.854550938434041e-05, + "loss": 0.0425, + "step": 23417 + }, + { + "epoch": 19.862595419847327, + "grad_norm": 0.8735683523953811, + "learning_rate": 1.8545366708975173e-05, + "loss": 0.0401, + "step": 23418 + }, + { + "epoch": 19.863443596268024, + "grad_norm": 0.8367661433863219, + "learning_rate": 1.8545224027161425e-05, + "loss": 0.0373, + "step": 23419 + }, + { + "epoch": 19.86429177268872, + "grad_norm": 0.9064529773345695, + "learning_rate": 1.854508133889928e-05, + "loss": 0.0378, + "step": 23420 + }, + { + "epoch": 19.865139949109416, + "grad_norm": 0.9210284197113257, + "learning_rate": 1.854493864418883e-05, + "loss": 0.0424, + "step": 23421 + }, + { + "epoch": 19.86598812553011, + "grad_norm": 0.8987378960590772, + "learning_rate": 1.8544795943030202e-05, + "loss": 0.0367, + "step": 23422 + }, + { + "epoch": 19.866836301950805, + "grad_norm": 1.023300398026992, + "learning_rate": 1.8544653235423494e-05, + "loss": 0.0418, + "step": 23423 + }, + { + "epoch": 19.8676844783715, + "grad_norm": 0.7586850731800551, + "learning_rate": 1.8544510521368812e-05, + "loss": 0.0375, + "step": 23424 + }, + { + "epoch": 19.868532654792197, + "grad_norm": 0.89728140095675, + "learning_rate": 1.8544367800866268e-05, + "loss": 0.0406, + "step": 23425 + }, + { + "epoch": 19.869380831212894, + "grad_norm": 0.8600669481096898, + "learning_rate": 1.854422507391597e-05, + "loss": 0.0379, + "step": 23426 + }, + { + "epoch": 19.870229007633586, + "grad_norm": 0.999243793149574, + "learning_rate": 1.854408234051802e-05, + "loss": 0.0421, + "step": 23427 + }, + { + "epoch": 19.871077184054283, + "grad_norm": 0.7903218857885622, + "learning_rate": 1.854393960067253e-05, + "loss": 0.0375, + "step": 23428 + }, + { + "epoch": 19.87192536047498, + "grad_norm": 0.8737220056986789, + "learning_rate": 1.854379685437961e-05, + "loss": 0.0361, + "step": 23429 + }, + { + "epoch": 19.872773536895675, + "grad_norm": 1.4693187904632317, + "learning_rate": 1.854365410163936e-05, + "loss": 0.0449, + "step": 23430 + }, + { + "epoch": 19.87362171331637, + "grad_norm": 0.7919204273306798, + "learning_rate": 1.8543511342451893e-05, + "loss": 0.0371, + "step": 23431 + }, + { + "epoch": 19.874469889737064, + "grad_norm": 0.8347857256696222, + "learning_rate": 1.854336857681732e-05, + "loss": 0.0434, + "step": 23432 + }, + { + "epoch": 19.87531806615776, + "grad_norm": 0.8692843922882066, + "learning_rate": 1.854322580473574e-05, + "loss": 0.0395, + "step": 23433 + }, + { + "epoch": 19.876166242578456, + "grad_norm": 1.0616275734992713, + "learning_rate": 1.854308302620727e-05, + "loss": 0.0446, + "step": 23434 + }, + { + "epoch": 19.877014418999153, + "grad_norm": 1.0224756273764504, + "learning_rate": 1.8542940241232013e-05, + "loss": 0.0457, + "step": 23435 + }, + { + "epoch": 19.87786259541985, + "grad_norm": 0.8715780495861398, + "learning_rate": 1.8542797449810074e-05, + "loss": 0.0378, + "step": 23436 + }, + { + "epoch": 19.87871077184054, + "grad_norm": 0.8732861334557482, + "learning_rate": 1.8542654651941566e-05, + "loss": 0.0364, + "step": 23437 + }, + { + "epoch": 19.879558948261238, + "grad_norm": 0.8393962977951618, + "learning_rate": 1.8542511847626593e-05, + "loss": 0.0396, + "step": 23438 + }, + { + "epoch": 19.880407124681934, + "grad_norm": 1.0338705457587574, + "learning_rate": 1.854236903686527e-05, + "loss": 0.0422, + "step": 23439 + }, + { + "epoch": 19.88125530110263, + "grad_norm": 0.6581394936143673, + "learning_rate": 1.8542226219657694e-05, + "loss": 0.035, + "step": 23440 + }, + { + "epoch": 19.882103477523327, + "grad_norm": 0.8083490421094995, + "learning_rate": 1.854208339600398e-05, + "loss": 0.0362, + "step": 23441 + }, + { + "epoch": 19.88295165394402, + "grad_norm": 1.039036290153586, + "learning_rate": 1.8541940565904232e-05, + "loss": 0.0481, + "step": 23442 + }, + { + "epoch": 19.883799830364715, + "grad_norm": 0.9869283368863248, + "learning_rate": 1.854179772935856e-05, + "loss": 0.0441, + "step": 23443 + }, + { + "epoch": 19.88464800678541, + "grad_norm": 0.9819465300726122, + "learning_rate": 1.854165488636707e-05, + "loss": 0.0419, + "step": 23444 + }, + { + "epoch": 19.885496183206108, + "grad_norm": 0.9329638456124442, + "learning_rate": 1.8541512036929876e-05, + "loss": 0.0414, + "step": 23445 + }, + { + "epoch": 19.886344359626804, + "grad_norm": 0.8755456291306483, + "learning_rate": 1.8541369181047076e-05, + "loss": 0.0389, + "step": 23446 + }, + { + "epoch": 19.887192536047497, + "grad_norm": 0.8354761380887913, + "learning_rate": 1.8541226318718785e-05, + "loss": 0.0402, + "step": 23447 + }, + { + "epoch": 19.888040712468193, + "grad_norm": 0.884563917086303, + "learning_rate": 1.8541083449945106e-05, + "loss": 0.0412, + "step": 23448 + }, + { + "epoch": 19.88888888888889, + "grad_norm": 0.774319153270456, + "learning_rate": 1.8540940574726153e-05, + "loss": 0.0361, + "step": 23449 + }, + { + "epoch": 19.889737065309586, + "grad_norm": 1.1152976401256143, + "learning_rate": 1.8540797693062028e-05, + "loss": 0.0421, + "step": 23450 + }, + { + "epoch": 19.890585241730278, + "grad_norm": 0.8238780599568228, + "learning_rate": 1.854065480495284e-05, + "loss": 0.0368, + "step": 23451 + }, + { + "epoch": 19.891433418150974, + "grad_norm": 0.8761465017627894, + "learning_rate": 1.85405119103987e-05, + "loss": 0.0397, + "step": 23452 + }, + { + "epoch": 19.89228159457167, + "grad_norm": 0.7672600314178133, + "learning_rate": 1.8540369009399716e-05, + "loss": 0.0403, + "step": 23453 + }, + { + "epoch": 19.893129770992367, + "grad_norm": 0.9065829747946319, + "learning_rate": 1.8540226101955987e-05, + "loss": 0.0401, + "step": 23454 + }, + { + "epoch": 19.893977947413063, + "grad_norm": 0.9226494880091803, + "learning_rate": 1.8540083188067632e-05, + "loss": 0.0413, + "step": 23455 + }, + { + "epoch": 19.894826123833756, + "grad_norm": 0.9701342249632745, + "learning_rate": 1.8539940267734753e-05, + "loss": 0.0417, + "step": 23456 + }, + { + "epoch": 19.895674300254452, + "grad_norm": 0.881002203443956, + "learning_rate": 1.853979734095746e-05, + "loss": 0.0374, + "step": 23457 + }, + { + "epoch": 19.89652247667515, + "grad_norm": 0.8270694825880051, + "learning_rate": 1.8539654407735856e-05, + "loss": 0.039, + "step": 23458 + }, + { + "epoch": 19.897370653095845, + "grad_norm": 0.8500582902131251, + "learning_rate": 1.853951146807006e-05, + "loss": 0.0411, + "step": 23459 + }, + { + "epoch": 19.89821882951654, + "grad_norm": 0.9642750508334759, + "learning_rate": 1.8539368521960164e-05, + "loss": 0.04, + "step": 23460 + }, + { + "epoch": 19.899067005937233, + "grad_norm": 0.9965108157321576, + "learning_rate": 1.8539225569406286e-05, + "loss": 0.0457, + "step": 23461 + }, + { + "epoch": 19.89991518235793, + "grad_norm": 1.0324297150028732, + "learning_rate": 1.8539082610408538e-05, + "loss": 0.0435, + "step": 23462 + }, + { + "epoch": 19.900763358778626, + "grad_norm": 0.9114714647292719, + "learning_rate": 1.8538939644967017e-05, + "loss": 0.0401, + "step": 23463 + }, + { + "epoch": 19.901611535199322, + "grad_norm": 0.9532098806434831, + "learning_rate": 1.853879667308184e-05, + "loss": 0.0411, + "step": 23464 + }, + { + "epoch": 19.90245971162002, + "grad_norm": 0.888315798047111, + "learning_rate": 1.8538653694753107e-05, + "loss": 0.0394, + "step": 23465 + }, + { + "epoch": 19.90330788804071, + "grad_norm": 0.8318035151054546, + "learning_rate": 1.8538510709980936e-05, + "loss": 0.0393, + "step": 23466 + }, + { + "epoch": 19.904156064461407, + "grad_norm": 0.9374108288761386, + "learning_rate": 1.853836771876542e-05, + "loss": 0.0409, + "step": 23467 + }, + { + "epoch": 19.905004240882104, + "grad_norm": 0.7651854813948605, + "learning_rate": 1.853822472110668e-05, + "loss": 0.0385, + "step": 23468 + }, + { + "epoch": 19.9058524173028, + "grad_norm": 0.8352989205487117, + "learning_rate": 1.8538081717004824e-05, + "loss": 0.0403, + "step": 23469 + }, + { + "epoch": 19.906700593723496, + "grad_norm": 0.9634088588707467, + "learning_rate": 1.853793870645995e-05, + "loss": 0.0436, + "step": 23470 + }, + { + "epoch": 19.90754877014419, + "grad_norm": 1.156908830477976, + "learning_rate": 1.8537795689472175e-05, + "loss": 0.0474, + "step": 23471 + }, + { + "epoch": 19.908396946564885, + "grad_norm": 0.9544857632405007, + "learning_rate": 1.85376526660416e-05, + "loss": 0.0377, + "step": 23472 + }, + { + "epoch": 19.90924512298558, + "grad_norm": 1.0059839346841553, + "learning_rate": 1.8537509636168335e-05, + "loss": 0.0381, + "step": 23473 + }, + { + "epoch": 19.910093299406277, + "grad_norm": 0.9579879869859543, + "learning_rate": 1.8537366599852494e-05, + "loss": 0.044, + "step": 23474 + }, + { + "epoch": 19.910941475826974, + "grad_norm": 0.7669120850715616, + "learning_rate": 1.8537223557094178e-05, + "loss": 0.0357, + "step": 23475 + }, + { + "epoch": 19.911789652247666, + "grad_norm": 1.1106300812293015, + "learning_rate": 1.8537080507893496e-05, + "loss": 0.0417, + "step": 23476 + }, + { + "epoch": 19.912637828668363, + "grad_norm": 0.8718517028158707, + "learning_rate": 1.853693745225056e-05, + "loss": 0.0397, + "step": 23477 + }, + { + "epoch": 19.91348600508906, + "grad_norm": 1.0507848310996761, + "learning_rate": 1.853679439016547e-05, + "loss": 0.045, + "step": 23478 + }, + { + "epoch": 19.914334181509755, + "grad_norm": 0.8187138375518517, + "learning_rate": 1.853665132163834e-05, + "loss": 0.0382, + "step": 23479 + }, + { + "epoch": 19.91518235793045, + "grad_norm": 0.9080671885132451, + "learning_rate": 1.8536508246669282e-05, + "loss": 0.0398, + "step": 23480 + }, + { + "epoch": 19.916030534351144, + "grad_norm": 0.9501766530035423, + "learning_rate": 1.8536365165258393e-05, + "loss": 0.0414, + "step": 23481 + }, + { + "epoch": 19.91687871077184, + "grad_norm": 0.9623416044245676, + "learning_rate": 1.853622207740579e-05, + "loss": 0.041, + "step": 23482 + }, + { + "epoch": 19.917726887192536, + "grad_norm": 0.9235332634275952, + "learning_rate": 1.853607898311158e-05, + "loss": 0.0447, + "step": 23483 + }, + { + "epoch": 19.918575063613233, + "grad_norm": 0.8877980431560927, + "learning_rate": 1.8535935882375867e-05, + "loss": 0.0412, + "step": 23484 + }, + { + "epoch": 19.91942324003393, + "grad_norm": 0.7935937247972041, + "learning_rate": 1.853579277519876e-05, + "loss": 0.0373, + "step": 23485 + }, + { + "epoch": 19.92027141645462, + "grad_norm": 0.6793765742112375, + "learning_rate": 1.8535649661580365e-05, + "loss": 0.0368, + "step": 23486 + }, + { + "epoch": 19.921119592875318, + "grad_norm": 0.8584982606013618, + "learning_rate": 1.8535506541520796e-05, + "loss": 0.0424, + "step": 23487 + }, + { + "epoch": 19.921967769296014, + "grad_norm": 0.8300481885734323, + "learning_rate": 1.8535363415020158e-05, + "loss": 0.0379, + "step": 23488 + }, + { + "epoch": 19.92281594571671, + "grad_norm": 0.8523771085575544, + "learning_rate": 1.8535220282078556e-05, + "loss": 0.0384, + "step": 23489 + }, + { + "epoch": 19.923664122137403, + "grad_norm": 0.9842680906707686, + "learning_rate": 1.8535077142696105e-05, + "loss": 0.0422, + "step": 23490 + }, + { + "epoch": 19.9245122985581, + "grad_norm": 0.8879911821653975, + "learning_rate": 1.8534933996872908e-05, + "loss": 0.0408, + "step": 23491 + }, + { + "epoch": 19.925360474978795, + "grad_norm": 0.7727885798558561, + "learning_rate": 1.853479084460907e-05, + "loss": 0.0412, + "step": 23492 + }, + { + "epoch": 19.92620865139949, + "grad_norm": 1.0259928253519863, + "learning_rate": 1.8534647685904708e-05, + "loss": 0.043, + "step": 23493 + }, + { + "epoch": 19.927056827820188, + "grad_norm": 1.0024466412697528, + "learning_rate": 1.8534504520759923e-05, + "loss": 0.0466, + "step": 23494 + }, + { + "epoch": 19.92790500424088, + "grad_norm": 0.8369414409166078, + "learning_rate": 1.853436134917482e-05, + "loss": 0.0428, + "step": 23495 + }, + { + "epoch": 19.928753180661577, + "grad_norm": 0.9952541914124214, + "learning_rate": 1.8534218171149518e-05, + "loss": 0.0408, + "step": 23496 + }, + { + "epoch": 19.929601357082273, + "grad_norm": 1.4780288670637978, + "learning_rate": 1.8534074986684118e-05, + "loss": 0.0467, + "step": 23497 + }, + { + "epoch": 19.93044953350297, + "grad_norm": 0.9864637977347999, + "learning_rate": 1.8533931795778726e-05, + "loss": 0.0429, + "step": 23498 + }, + { + "epoch": 19.931297709923665, + "grad_norm": 1.034604109289186, + "learning_rate": 1.853378859843346e-05, + "loss": 0.0417, + "step": 23499 + }, + { + "epoch": 19.932145886344358, + "grad_norm": 0.8790038320150847, + "learning_rate": 1.8533645394648413e-05, + "loss": 0.0398, + "step": 23500 + }, + { + "epoch": 19.932994062765054, + "grad_norm": 0.9642870901609222, + "learning_rate": 1.8533502184423708e-05, + "loss": 0.042, + "step": 23501 + }, + { + "epoch": 19.93384223918575, + "grad_norm": 0.9032583084098434, + "learning_rate": 1.853335896775944e-05, + "loss": 0.0395, + "step": 23502 + }, + { + "epoch": 19.934690415606447, + "grad_norm": 0.8407184607175905, + "learning_rate": 1.853321574465573e-05, + "loss": 0.0382, + "step": 23503 + }, + { + "epoch": 19.935538592027143, + "grad_norm": 1.0013762786578289, + "learning_rate": 1.8533072515112672e-05, + "loss": 0.0392, + "step": 23504 + }, + { + "epoch": 19.936386768447836, + "grad_norm": 0.8526491789665314, + "learning_rate": 1.8532929279130386e-05, + "loss": 0.0397, + "step": 23505 + }, + { + "epoch": 19.937234944868532, + "grad_norm": 0.895951342178731, + "learning_rate": 1.8532786036708976e-05, + "loss": 0.0436, + "step": 23506 + }, + { + "epoch": 19.938083121289228, + "grad_norm": 0.857814058903972, + "learning_rate": 1.853264278784855e-05, + "loss": 0.0444, + "step": 23507 + }, + { + "epoch": 19.938931297709924, + "grad_norm": 0.8673278825287886, + "learning_rate": 1.8532499532549214e-05, + "loss": 0.0375, + "step": 23508 + }, + { + "epoch": 19.93977947413062, + "grad_norm": 0.9777617469297397, + "learning_rate": 1.853235627081108e-05, + "loss": 0.0439, + "step": 23509 + }, + { + "epoch": 19.940627650551313, + "grad_norm": 0.9448680828486034, + "learning_rate": 1.8532213002634253e-05, + "loss": 0.0381, + "step": 23510 + }, + { + "epoch": 19.94147582697201, + "grad_norm": 0.9111613392493534, + "learning_rate": 1.853206972801884e-05, + "loss": 0.0448, + "step": 23511 + }, + { + "epoch": 19.942324003392706, + "grad_norm": 0.8647213325706613, + "learning_rate": 1.8531926446964953e-05, + "loss": 0.0381, + "step": 23512 + }, + { + "epoch": 19.943172179813402, + "grad_norm": 0.9041928886039934, + "learning_rate": 1.85317831594727e-05, + "loss": 0.0452, + "step": 23513 + }, + { + "epoch": 19.9440203562341, + "grad_norm": 0.8362427260966052, + "learning_rate": 1.8531639865542186e-05, + "loss": 0.0398, + "step": 23514 + }, + { + "epoch": 19.94486853265479, + "grad_norm": 0.9746905335753507, + "learning_rate": 1.8531496565173518e-05, + "loss": 0.0426, + "step": 23515 + }, + { + "epoch": 19.945716709075487, + "grad_norm": 0.8568681205907347, + "learning_rate": 1.8531353258366812e-05, + "loss": 0.0366, + "step": 23516 + }, + { + "epoch": 19.946564885496183, + "grad_norm": 0.7598002123217359, + "learning_rate": 1.853120994512217e-05, + "loss": 0.0371, + "step": 23517 + }, + { + "epoch": 19.94741306191688, + "grad_norm": 0.985671713473975, + "learning_rate": 1.85310666254397e-05, + "loss": 0.0434, + "step": 23518 + }, + { + "epoch": 19.948261238337576, + "grad_norm": 1.8783136150559805, + "learning_rate": 1.853092329931951e-05, + "loss": 0.0466, + "step": 23519 + }, + { + "epoch": 19.94910941475827, + "grad_norm": 0.7713762399019447, + "learning_rate": 1.853077996676171e-05, + "loss": 0.0366, + "step": 23520 + }, + { + "epoch": 19.949957591178965, + "grad_norm": 1.0231739877752488, + "learning_rate": 1.8530636627766404e-05, + "loss": 0.0416, + "step": 23521 + }, + { + "epoch": 19.95080576759966, + "grad_norm": 0.864076943164778, + "learning_rate": 1.853049328233371e-05, + "loss": 0.0391, + "step": 23522 + }, + { + "epoch": 19.951653944020357, + "grad_norm": 0.8680731857002835, + "learning_rate": 1.8530349930463726e-05, + "loss": 0.0399, + "step": 23523 + }, + { + "epoch": 19.952502120441054, + "grad_norm": 1.0105579227567845, + "learning_rate": 1.8530206572156567e-05, + "loss": 0.0415, + "step": 23524 + }, + { + "epoch": 19.953350296861746, + "grad_norm": 0.994742609635167, + "learning_rate": 1.8530063207412337e-05, + "loss": 0.041, + "step": 23525 + }, + { + "epoch": 19.954198473282442, + "grad_norm": 0.9186730592226788, + "learning_rate": 1.8529919836231145e-05, + "loss": 0.0422, + "step": 23526 + }, + { + "epoch": 19.95504664970314, + "grad_norm": 0.99423185031352, + "learning_rate": 1.85297764586131e-05, + "loss": 0.0489, + "step": 23527 + }, + { + "epoch": 19.955894826123835, + "grad_norm": 0.9556990216073048, + "learning_rate": 1.852963307455831e-05, + "loss": 0.0416, + "step": 23528 + }, + { + "epoch": 19.956743002544528, + "grad_norm": 0.9523230871948216, + "learning_rate": 1.852948968406688e-05, + "loss": 0.0416, + "step": 23529 + }, + { + "epoch": 19.957591178965224, + "grad_norm": 1.0139501118952825, + "learning_rate": 1.8529346287138926e-05, + "loss": 0.0474, + "step": 23530 + }, + { + "epoch": 19.95843935538592, + "grad_norm": 0.8990652168483564, + "learning_rate": 1.8529202883774547e-05, + "loss": 0.0404, + "step": 23531 + }, + { + "epoch": 19.959287531806616, + "grad_norm": 0.9122295161986853, + "learning_rate": 1.8529059473973857e-05, + "loss": 0.0403, + "step": 23532 + }, + { + "epoch": 19.960135708227313, + "grad_norm": 0.9180751549363049, + "learning_rate": 1.8528916057736966e-05, + "loss": 0.0445, + "step": 23533 + }, + { + "epoch": 19.960983884648005, + "grad_norm": 0.9012308607039284, + "learning_rate": 1.8528772635063977e-05, + "loss": 0.0481, + "step": 23534 + }, + { + "epoch": 19.9618320610687, + "grad_norm": 0.8829558225411793, + "learning_rate": 1.8528629205955e-05, + "loss": 0.0408, + "step": 23535 + }, + { + "epoch": 19.962680237489398, + "grad_norm": 0.8975172094347741, + "learning_rate": 1.8528485770410146e-05, + "loss": 0.0395, + "step": 23536 + }, + { + "epoch": 19.963528413910094, + "grad_norm": 1.0142651197636448, + "learning_rate": 1.852834232842952e-05, + "loss": 0.0473, + "step": 23537 + }, + { + "epoch": 19.96437659033079, + "grad_norm": 1.008392125608168, + "learning_rate": 1.8528198880013226e-05, + "loss": 0.0426, + "step": 23538 + }, + { + "epoch": 19.965224766751483, + "grad_norm": 0.9204125189329214, + "learning_rate": 1.852805542516138e-05, + "loss": 0.042, + "step": 23539 + }, + { + "epoch": 19.96607294317218, + "grad_norm": 0.9948300453888799, + "learning_rate": 1.852791196387409e-05, + "loss": 0.041, + "step": 23540 + }, + { + "epoch": 19.966921119592875, + "grad_norm": 1.1242764844277244, + "learning_rate": 1.8527768496151458e-05, + "loss": 0.0435, + "step": 23541 + }, + { + "epoch": 19.96776929601357, + "grad_norm": 0.8970676011598911, + "learning_rate": 1.85276250219936e-05, + "loss": 0.041, + "step": 23542 + }, + { + "epoch": 19.968617472434268, + "grad_norm": 0.7882307050685456, + "learning_rate": 1.8527481541400617e-05, + "loss": 0.0378, + "step": 23543 + }, + { + "epoch": 19.96946564885496, + "grad_norm": 0.9013977585593218, + "learning_rate": 1.8527338054372626e-05, + "loss": 0.0431, + "step": 23544 + }, + { + "epoch": 19.970313825275657, + "grad_norm": 0.900815139431675, + "learning_rate": 1.8527194560909725e-05, + "loss": 0.0422, + "step": 23545 + }, + { + "epoch": 19.971162001696353, + "grad_norm": 0.8534884715746529, + "learning_rate": 1.852705106101203e-05, + "loss": 0.0416, + "step": 23546 + }, + { + "epoch": 19.97201017811705, + "grad_norm": 1.3181999738359411, + "learning_rate": 1.8526907554679644e-05, + "loss": 0.0563, + "step": 23547 + }, + { + "epoch": 19.972858354537745, + "grad_norm": 1.0421417613771446, + "learning_rate": 1.8526764041912676e-05, + "loss": 0.0416, + "step": 23548 + }, + { + "epoch": 19.973706530958438, + "grad_norm": 1.0503084489615595, + "learning_rate": 1.852662052271124e-05, + "loss": 0.0475, + "step": 23549 + }, + { + "epoch": 19.974554707379134, + "grad_norm": 0.8292621646205763, + "learning_rate": 1.852647699707544e-05, + "loss": 0.0399, + "step": 23550 + }, + { + "epoch": 19.97540288379983, + "grad_norm": 0.8064401756062153, + "learning_rate": 1.852633346500538e-05, + "loss": 0.0387, + "step": 23551 + }, + { + "epoch": 19.976251060220527, + "grad_norm": 0.9225692465592382, + "learning_rate": 1.852618992650118e-05, + "loss": 0.043, + "step": 23552 + }, + { + "epoch": 19.977099236641223, + "grad_norm": 1.0163337925982208, + "learning_rate": 1.8526046381562936e-05, + "loss": 0.0429, + "step": 23553 + }, + { + "epoch": 19.977947413061916, + "grad_norm": 0.9820614794789956, + "learning_rate": 1.8525902830190765e-05, + "loss": 0.0419, + "step": 23554 + }, + { + "epoch": 19.978795589482612, + "grad_norm": 0.8765250326903514, + "learning_rate": 1.8525759272384772e-05, + "loss": 0.0417, + "step": 23555 + }, + { + "epoch": 19.979643765903308, + "grad_norm": 1.0180609510200287, + "learning_rate": 1.8525615708145062e-05, + "loss": 0.042, + "step": 23556 + }, + { + "epoch": 19.980491942324004, + "grad_norm": 1.014929583891423, + "learning_rate": 1.8525472137471747e-05, + "loss": 0.0427, + "step": 23557 + }, + { + "epoch": 19.9813401187447, + "grad_norm": 0.9716463228920008, + "learning_rate": 1.852532856036494e-05, + "loss": 0.0429, + "step": 23558 + }, + { + "epoch": 19.982188295165393, + "grad_norm": 0.9436167159143811, + "learning_rate": 1.852518497682474e-05, + "loss": 0.0409, + "step": 23559 + }, + { + "epoch": 19.98303647158609, + "grad_norm": 1.0016400716094198, + "learning_rate": 1.852504138685126e-05, + "loss": 0.0415, + "step": 23560 + }, + { + "epoch": 19.983884648006786, + "grad_norm": 0.9091870705091958, + "learning_rate": 1.852489779044461e-05, + "loss": 0.0409, + "step": 23561 + }, + { + "epoch": 19.984732824427482, + "grad_norm": 0.9875833249768805, + "learning_rate": 1.8524754187604892e-05, + "loss": 0.0442, + "step": 23562 + }, + { + "epoch": 19.98558100084818, + "grad_norm": 1.0156012608215974, + "learning_rate": 1.8524610578332222e-05, + "loss": 0.0428, + "step": 23563 + }, + { + "epoch": 19.98642917726887, + "grad_norm": 1.006663363309165, + "learning_rate": 1.8524466962626702e-05, + "loss": 0.042, + "step": 23564 + }, + { + "epoch": 19.987277353689567, + "grad_norm": 0.9759809505015593, + "learning_rate": 1.8524323340488445e-05, + "loss": 0.0394, + "step": 23565 + }, + { + "epoch": 19.988125530110263, + "grad_norm": 0.8468124231214641, + "learning_rate": 1.852417971191756e-05, + "loss": 0.0376, + "step": 23566 + }, + { + "epoch": 19.98897370653096, + "grad_norm": 0.8920603913431666, + "learning_rate": 1.8524036076914155e-05, + "loss": 0.0436, + "step": 23567 + }, + { + "epoch": 19.989821882951652, + "grad_norm": 0.9463292328355387, + "learning_rate": 1.8523892435478333e-05, + "loss": 0.039, + "step": 23568 + }, + { + "epoch": 19.99067005937235, + "grad_norm": 0.9470440646547824, + "learning_rate": 1.8523748787610206e-05, + "loss": 0.0406, + "step": 23569 + }, + { + "epoch": 19.991518235793045, + "grad_norm": 0.7937340605784484, + "learning_rate": 1.8523605133309884e-05, + "loss": 0.0375, + "step": 23570 + }, + { + "epoch": 19.99236641221374, + "grad_norm": 0.9199975182266682, + "learning_rate": 1.8523461472577472e-05, + "loss": 0.0433, + "step": 23571 + }, + { + "epoch": 19.993214588634437, + "grad_norm": 0.9088591840387669, + "learning_rate": 1.852331780541308e-05, + "loss": 0.0399, + "step": 23572 + }, + { + "epoch": 19.99406276505513, + "grad_norm": 0.9409618815769601, + "learning_rate": 1.852317413181682e-05, + "loss": 0.0419, + "step": 23573 + }, + { + "epoch": 19.994910941475826, + "grad_norm": 0.9886244630862203, + "learning_rate": 1.8523030451788794e-05, + "loss": 0.0448, + "step": 23574 + }, + { + "epoch": 19.995759117896522, + "grad_norm": 0.9406822931739196, + "learning_rate": 1.8522886765329115e-05, + "loss": 0.0426, + "step": 23575 + }, + { + "epoch": 19.99660729431722, + "grad_norm": 0.9574503323141302, + "learning_rate": 1.8522743072437887e-05, + "loss": 0.0398, + "step": 23576 + }, + { + "epoch": 19.997455470737915, + "grad_norm": 1.0151115427044537, + "learning_rate": 1.8522599373115223e-05, + "loss": 0.0423, + "step": 23577 + }, + { + "epoch": 19.998303647158608, + "grad_norm": 0.9606365598453104, + "learning_rate": 1.8522455667361234e-05, + "loss": 0.0467, + "step": 23578 + }, + { + "epoch": 19.999151823579304, + "grad_norm": 1.025965466225903, + "learning_rate": 1.852231195517602e-05, + "loss": 0.0598, + "step": 23579 + }, + { + "epoch": 20.0, + "grad_norm": 0.9293388735884688, + "learning_rate": 1.8522168236559693e-05, + "loss": 0.0402, + "step": 23580 + }, + { + "epoch": 20.000848176420696, + "grad_norm": 0.8843801926472225, + "learning_rate": 1.8522024511512364e-05, + "loss": 0.0381, + "step": 23581 + }, + { + "epoch": 20.001696352841392, + "grad_norm": 0.7346914104436238, + "learning_rate": 1.852188078003414e-05, + "loss": 0.0342, + "step": 23582 + }, + { + "epoch": 20.002544529262085, + "grad_norm": 0.664440172432698, + "learning_rate": 1.852173704212513e-05, + "loss": 0.0352, + "step": 23583 + }, + { + "epoch": 20.00339270568278, + "grad_norm": 0.8267360544526869, + "learning_rate": 1.8521593297785437e-05, + "loss": 0.0352, + "step": 23584 + }, + { + "epoch": 20.004240882103478, + "grad_norm": 0.8483238573302007, + "learning_rate": 1.8521449547015178e-05, + "loss": 0.0382, + "step": 23585 + }, + { + "epoch": 20.005089058524174, + "grad_norm": 0.7870538622876639, + "learning_rate": 1.8521305789814457e-05, + "loss": 0.0361, + "step": 23586 + }, + { + "epoch": 20.00593723494487, + "grad_norm": 0.7765732860554573, + "learning_rate": 1.852116202618338e-05, + "loss": 0.033, + "step": 23587 + }, + { + "epoch": 20.006785411365563, + "grad_norm": 0.8270381947622024, + "learning_rate": 1.8521018256122062e-05, + "loss": 0.0366, + "step": 23588 + }, + { + "epoch": 20.00763358778626, + "grad_norm": 1.0314775997263894, + "learning_rate": 1.8520874479630607e-05, + "loss": 0.0355, + "step": 23589 + }, + { + "epoch": 20.008481764206955, + "grad_norm": 0.7209136335154739, + "learning_rate": 1.8520730696709125e-05, + "loss": 0.0342, + "step": 23590 + }, + { + "epoch": 20.00932994062765, + "grad_norm": 0.8026336931040082, + "learning_rate": 1.8520586907357724e-05, + "loss": 0.0353, + "step": 23591 + }, + { + "epoch": 20.010178117048348, + "grad_norm": 0.8273237583203523, + "learning_rate": 1.852044311157651e-05, + "loss": 0.0343, + "step": 23592 + }, + { + "epoch": 20.01102629346904, + "grad_norm": 0.6409850180149846, + "learning_rate": 1.8520299309365594e-05, + "loss": 0.0317, + "step": 23593 + }, + { + "epoch": 20.011874469889737, + "grad_norm": 0.7105416016916993, + "learning_rate": 1.8520155500725088e-05, + "loss": 0.0335, + "step": 23594 + }, + { + "epoch": 20.012722646310433, + "grad_norm": 0.9015013278855106, + "learning_rate": 1.8520011685655094e-05, + "loss": 0.0387, + "step": 23595 + }, + { + "epoch": 20.01357082273113, + "grad_norm": 0.7509713147805501, + "learning_rate": 1.8519867864155723e-05, + "loss": 0.0335, + "step": 23596 + }, + { + "epoch": 20.014418999151825, + "grad_norm": 0.8752828023260115, + "learning_rate": 1.8519724036227088e-05, + "loss": 0.0358, + "step": 23597 + }, + { + "epoch": 20.015267175572518, + "grad_norm": 0.8975541890918646, + "learning_rate": 1.851958020186929e-05, + "loss": 0.0388, + "step": 23598 + }, + { + "epoch": 20.016115351993214, + "grad_norm": 0.7611563806254856, + "learning_rate": 1.8519436361082444e-05, + "loss": 0.0349, + "step": 23599 + }, + { + "epoch": 20.01696352841391, + "grad_norm": 0.7684108311212297, + "learning_rate": 1.851929251386665e-05, + "loss": 0.0349, + "step": 23600 + }, + { + "epoch": 20.017811704834607, + "grad_norm": 0.73561430163243, + "learning_rate": 1.8519148660222028e-05, + "loss": 0.035, + "step": 23601 + }, + { + "epoch": 20.0186598812553, + "grad_norm": 0.6607773263001773, + "learning_rate": 1.851900480014868e-05, + "loss": 0.0313, + "step": 23602 + }, + { + "epoch": 20.019508057675996, + "grad_norm": 0.7082984214409453, + "learning_rate": 1.851886093364671e-05, + "loss": 0.0304, + "step": 23603 + }, + { + "epoch": 20.020356234096692, + "grad_norm": 0.696411073127188, + "learning_rate": 1.851871706071624e-05, + "loss": 0.034, + "step": 23604 + }, + { + "epoch": 20.021204410517388, + "grad_norm": 0.7410371020111794, + "learning_rate": 1.8518573181357366e-05, + "loss": 0.0372, + "step": 23605 + }, + { + "epoch": 20.022052586938084, + "grad_norm": 0.8419679394094742, + "learning_rate": 1.85184292955702e-05, + "loss": 0.0358, + "step": 23606 + }, + { + "epoch": 20.022900763358777, + "grad_norm": 0.7533848405549232, + "learning_rate": 1.8518285403354854e-05, + "loss": 0.0355, + "step": 23607 + }, + { + "epoch": 20.023748939779473, + "grad_norm": 0.7828346107096072, + "learning_rate": 1.8518141504711433e-05, + "loss": 0.0353, + "step": 23608 + }, + { + "epoch": 20.02459711620017, + "grad_norm": 0.9219679656659018, + "learning_rate": 1.851799759964005e-05, + "loss": 0.0357, + "step": 23609 + }, + { + "epoch": 20.025445292620866, + "grad_norm": 0.8563365234034985, + "learning_rate": 1.8517853688140804e-05, + "loss": 0.0361, + "step": 23610 + }, + { + "epoch": 20.026293469041562, + "grad_norm": 0.7837630906011132, + "learning_rate": 1.8517709770213813e-05, + "loss": 0.0354, + "step": 23611 + }, + { + "epoch": 20.027141645462255, + "grad_norm": 0.8167736660369598, + "learning_rate": 1.8517565845859185e-05, + "loss": 0.0347, + "step": 23612 + }, + { + "epoch": 20.02798982188295, + "grad_norm": 0.739724420030686, + "learning_rate": 1.8517421915077026e-05, + "loss": 0.0345, + "step": 23613 + }, + { + "epoch": 20.028837998303647, + "grad_norm": 0.7195403352383596, + "learning_rate": 1.8517277977867442e-05, + "loss": 0.0333, + "step": 23614 + }, + { + "epoch": 20.029686174724343, + "grad_norm": 0.7706181472749295, + "learning_rate": 1.8517134034230545e-05, + "loss": 0.0337, + "step": 23615 + }, + { + "epoch": 20.03053435114504, + "grad_norm": 0.6875868509857092, + "learning_rate": 1.8516990084166444e-05, + "loss": 0.0329, + "step": 23616 + }, + { + "epoch": 20.031382527565732, + "grad_norm": 0.6948060386427353, + "learning_rate": 1.851684612767525e-05, + "loss": 0.0301, + "step": 23617 + }, + { + "epoch": 20.03223070398643, + "grad_norm": 0.9123071249473087, + "learning_rate": 1.8516702164757064e-05, + "loss": 0.0376, + "step": 23618 + }, + { + "epoch": 20.033078880407125, + "grad_norm": 0.7893025760132437, + "learning_rate": 1.8516558195412e-05, + "loss": 0.0356, + "step": 23619 + }, + { + "epoch": 20.03392705682782, + "grad_norm": 1.0369508787093935, + "learning_rate": 1.8516414219640162e-05, + "loss": 0.0364, + "step": 23620 + }, + { + "epoch": 20.034775233248517, + "grad_norm": 0.7662298225516668, + "learning_rate": 1.8516270237441664e-05, + "loss": 0.032, + "step": 23621 + }, + { + "epoch": 20.03562340966921, + "grad_norm": 0.6818481268411413, + "learning_rate": 1.8516126248816618e-05, + "loss": 0.0329, + "step": 23622 + }, + { + "epoch": 20.036471586089906, + "grad_norm": 0.7275493500224469, + "learning_rate": 1.8515982253765122e-05, + "loss": 0.0347, + "step": 23623 + }, + { + "epoch": 20.037319762510602, + "grad_norm": 0.6977913787904741, + "learning_rate": 1.8515838252287293e-05, + "loss": 0.0318, + "step": 23624 + }, + { + "epoch": 20.0381679389313, + "grad_norm": 0.5713849672170599, + "learning_rate": 1.851569424438324e-05, + "loss": 0.0301, + "step": 23625 + }, + { + "epoch": 20.039016115351995, + "grad_norm": 0.6591520499969751, + "learning_rate": 1.851555023005306e-05, + "loss": 0.0308, + "step": 23626 + }, + { + "epoch": 20.039864291772687, + "grad_norm": 0.712268458799218, + "learning_rate": 1.8515406209296876e-05, + "loss": 0.0334, + "step": 23627 + }, + { + "epoch": 20.040712468193384, + "grad_norm": 0.825754056233252, + "learning_rate": 1.851526218211479e-05, + "loss": 0.0338, + "step": 23628 + }, + { + "epoch": 20.04156064461408, + "grad_norm": 0.6826658998636995, + "learning_rate": 1.851511814850691e-05, + "loss": 0.0339, + "step": 23629 + }, + { + "epoch": 20.042408821034776, + "grad_norm": 0.829679863297991, + "learning_rate": 1.8514974108473347e-05, + "loss": 0.0321, + "step": 23630 + }, + { + "epoch": 20.043256997455472, + "grad_norm": 0.6903674933244109, + "learning_rate": 1.8514830062014213e-05, + "loss": 0.031, + "step": 23631 + }, + { + "epoch": 20.044105173876165, + "grad_norm": 0.7352437852376573, + "learning_rate": 1.8514686009129608e-05, + "loss": 0.035, + "step": 23632 + }, + { + "epoch": 20.04495335029686, + "grad_norm": 0.8028335901434187, + "learning_rate": 1.8514541949819646e-05, + "loss": 0.0357, + "step": 23633 + }, + { + "epoch": 20.045801526717558, + "grad_norm": 0.8754787838696164, + "learning_rate": 1.8514397884084437e-05, + "loss": 0.0359, + "step": 23634 + }, + { + "epoch": 20.046649703138254, + "grad_norm": 0.76795724430088, + "learning_rate": 1.8514253811924087e-05, + "loss": 0.0346, + "step": 23635 + }, + { + "epoch": 20.04749787955895, + "grad_norm": 0.7625321310868582, + "learning_rate": 1.8514109733338704e-05, + "loss": 0.037, + "step": 23636 + }, + { + "epoch": 20.048346055979643, + "grad_norm": 0.6515535400745797, + "learning_rate": 1.85139656483284e-05, + "loss": 0.0307, + "step": 23637 + }, + { + "epoch": 20.04919423240034, + "grad_norm": 0.6567828471020348, + "learning_rate": 1.851382155689328e-05, + "loss": 0.0328, + "step": 23638 + }, + { + "epoch": 20.050042408821035, + "grad_norm": 0.7420874887097586, + "learning_rate": 1.8513677459033455e-05, + "loss": 0.0321, + "step": 23639 + }, + { + "epoch": 20.05089058524173, + "grad_norm": 0.820167985868067, + "learning_rate": 1.8513533354749035e-05, + "loss": 0.0335, + "step": 23640 + }, + { + "epoch": 20.051738761662424, + "grad_norm": 0.6580508661386018, + "learning_rate": 1.8513389244040127e-05, + "loss": 0.0341, + "step": 23641 + }, + { + "epoch": 20.05258693808312, + "grad_norm": 0.8105499287325455, + "learning_rate": 1.851324512690684e-05, + "loss": 0.0344, + "step": 23642 + }, + { + "epoch": 20.053435114503817, + "grad_norm": 0.80175907702363, + "learning_rate": 1.8513101003349284e-05, + "loss": 0.0345, + "step": 23643 + }, + { + "epoch": 20.054283290924513, + "grad_norm": 0.7617644712664496, + "learning_rate": 1.8512956873367564e-05, + "loss": 0.0356, + "step": 23644 + }, + { + "epoch": 20.05513146734521, + "grad_norm": 0.6964006627918786, + "learning_rate": 1.8512812736961795e-05, + "loss": 0.0316, + "step": 23645 + }, + { + "epoch": 20.0559796437659, + "grad_norm": 0.734357250342219, + "learning_rate": 1.8512668594132076e-05, + "loss": 0.0349, + "step": 23646 + }, + { + "epoch": 20.056827820186598, + "grad_norm": 0.7283068354025697, + "learning_rate": 1.8512524444878524e-05, + "loss": 0.0327, + "step": 23647 + }, + { + "epoch": 20.057675996607294, + "grad_norm": 0.6510126848643982, + "learning_rate": 1.8512380289201247e-05, + "loss": 0.0306, + "step": 23648 + }, + { + "epoch": 20.05852417302799, + "grad_norm": 0.7184212584847618, + "learning_rate": 1.8512236127100354e-05, + "loss": 0.0323, + "step": 23649 + }, + { + "epoch": 20.059372349448687, + "grad_norm": 0.740322975856112, + "learning_rate": 1.851209195857595e-05, + "loss": 0.0342, + "step": 23650 + }, + { + "epoch": 20.06022052586938, + "grad_norm": 0.7105754090289814, + "learning_rate": 1.8511947783628143e-05, + "loss": 0.0333, + "step": 23651 + }, + { + "epoch": 20.061068702290076, + "grad_norm": 0.7898284846110637, + "learning_rate": 1.8511803602257047e-05, + "loss": 0.034, + "step": 23652 + }, + { + "epoch": 20.061916878710772, + "grad_norm": 0.7327649010748775, + "learning_rate": 1.851165941446277e-05, + "loss": 0.0317, + "step": 23653 + }, + { + "epoch": 20.062765055131468, + "grad_norm": 0.7975821361365026, + "learning_rate": 1.8511515220245417e-05, + "loss": 0.0364, + "step": 23654 + }, + { + "epoch": 20.063613231552164, + "grad_norm": 0.9251560462900478, + "learning_rate": 1.8511371019605104e-05, + "loss": 0.037, + "step": 23655 + }, + { + "epoch": 20.064461407972857, + "grad_norm": 0.8869602032775435, + "learning_rate": 1.851122681254193e-05, + "loss": 0.0329, + "step": 23656 + }, + { + "epoch": 20.065309584393553, + "grad_norm": 0.7654331182317335, + "learning_rate": 1.851108259905601e-05, + "loss": 0.0319, + "step": 23657 + }, + { + "epoch": 20.06615776081425, + "grad_norm": 0.7520506125112989, + "learning_rate": 1.851093837914745e-05, + "loss": 0.0328, + "step": 23658 + }, + { + "epoch": 20.067005937234946, + "grad_norm": 0.7163882408492167, + "learning_rate": 1.8510794152816364e-05, + "loss": 0.034, + "step": 23659 + }, + { + "epoch": 20.067854113655642, + "grad_norm": 0.9059996140471894, + "learning_rate": 1.8510649920062857e-05, + "loss": 0.0377, + "step": 23660 + }, + { + "epoch": 20.068702290076335, + "grad_norm": 0.679321620970418, + "learning_rate": 1.8510505680887037e-05, + "loss": 0.0311, + "step": 23661 + }, + { + "epoch": 20.06955046649703, + "grad_norm": 0.6381287476369928, + "learning_rate": 1.851036143528901e-05, + "loss": 0.0295, + "step": 23662 + }, + { + "epoch": 20.070398642917727, + "grad_norm": 0.8844927163613993, + "learning_rate": 1.8510217183268894e-05, + "loss": 0.0349, + "step": 23663 + }, + { + "epoch": 20.071246819338423, + "grad_norm": 0.7486043264987005, + "learning_rate": 1.8510072924826792e-05, + "loss": 0.0342, + "step": 23664 + }, + { + "epoch": 20.07209499575912, + "grad_norm": 0.7194325868053199, + "learning_rate": 1.850992865996281e-05, + "loss": 0.0359, + "step": 23665 + }, + { + "epoch": 20.072943172179812, + "grad_norm": 0.7813944958784725, + "learning_rate": 1.8509784388677063e-05, + "loss": 0.0341, + "step": 23666 + }, + { + "epoch": 20.07379134860051, + "grad_norm": 0.7294565959929212, + "learning_rate": 1.8509640110969657e-05, + "loss": 0.0336, + "step": 23667 + }, + { + "epoch": 20.074639525021205, + "grad_norm": 0.8894557978845384, + "learning_rate": 1.85094958268407e-05, + "loss": 0.0349, + "step": 23668 + }, + { + "epoch": 20.0754877014419, + "grad_norm": 0.6928026833260646, + "learning_rate": 1.8509351536290307e-05, + "loss": 0.0354, + "step": 23669 + }, + { + "epoch": 20.076335877862597, + "grad_norm": 0.6702166883165943, + "learning_rate": 1.8509207239318576e-05, + "loss": 0.0317, + "step": 23670 + }, + { + "epoch": 20.07718405428329, + "grad_norm": 0.7909464634771461, + "learning_rate": 1.8509062935925624e-05, + "loss": 0.0349, + "step": 23671 + }, + { + "epoch": 20.078032230703986, + "grad_norm": 0.7735930229663104, + "learning_rate": 1.850891862611156e-05, + "loss": 0.0318, + "step": 23672 + }, + { + "epoch": 20.078880407124682, + "grad_norm": 0.6239485010187907, + "learning_rate": 1.8508774309876484e-05, + "loss": 0.03, + "step": 23673 + }, + { + "epoch": 20.07972858354538, + "grad_norm": 0.8401144131176552, + "learning_rate": 1.8508629987220515e-05, + "loss": 0.0358, + "step": 23674 + }, + { + "epoch": 20.08057675996607, + "grad_norm": 0.7398451232073437, + "learning_rate": 1.850848565814376e-05, + "loss": 0.0336, + "step": 23675 + }, + { + "epoch": 20.081424936386767, + "grad_norm": 0.7240718384541854, + "learning_rate": 1.8508341322646324e-05, + "loss": 0.0326, + "step": 23676 + }, + { + "epoch": 20.082273112807464, + "grad_norm": 0.7809966126154697, + "learning_rate": 1.8508196980728322e-05, + "loss": 0.0327, + "step": 23677 + }, + { + "epoch": 20.08312128922816, + "grad_norm": 0.7661947536303044, + "learning_rate": 1.8508052632389857e-05, + "loss": 0.0343, + "step": 23678 + }, + { + "epoch": 20.083969465648856, + "grad_norm": 0.7252237770611553, + "learning_rate": 1.850790827763104e-05, + "loss": 0.0365, + "step": 23679 + }, + { + "epoch": 20.08481764206955, + "grad_norm": 0.7371293889479245, + "learning_rate": 1.850776391645198e-05, + "loss": 0.0325, + "step": 23680 + }, + { + "epoch": 20.085665818490245, + "grad_norm": 0.6977460145752243, + "learning_rate": 1.8507619548852783e-05, + "loss": 0.0324, + "step": 23681 + }, + { + "epoch": 20.08651399491094, + "grad_norm": 0.8038545058621481, + "learning_rate": 1.8507475174833564e-05, + "loss": 0.0358, + "step": 23682 + }, + { + "epoch": 20.087362171331637, + "grad_norm": 0.69101413360904, + "learning_rate": 1.850733079439443e-05, + "loss": 0.0335, + "step": 23683 + }, + { + "epoch": 20.088210347752334, + "grad_norm": 0.845767141448483, + "learning_rate": 1.8507186407535486e-05, + "loss": 0.0334, + "step": 23684 + }, + { + "epoch": 20.089058524173026, + "grad_norm": 0.8126547454516028, + "learning_rate": 1.8507042014256848e-05, + "loss": 0.0335, + "step": 23685 + }, + { + "epoch": 20.089906700593723, + "grad_norm": 0.6846531141685791, + "learning_rate": 1.8506897614558618e-05, + "loss": 0.0346, + "step": 23686 + }, + { + "epoch": 20.09075487701442, + "grad_norm": 0.6985847029455013, + "learning_rate": 1.8506753208440905e-05, + "loss": 0.0333, + "step": 23687 + }, + { + "epoch": 20.091603053435115, + "grad_norm": 0.7057784989286079, + "learning_rate": 1.850660879590382e-05, + "loss": 0.0316, + "step": 23688 + }, + { + "epoch": 20.09245122985581, + "grad_norm": 0.7105966965809495, + "learning_rate": 1.850646437694748e-05, + "loss": 0.0329, + "step": 23689 + }, + { + "epoch": 20.093299406276504, + "grad_norm": 0.6972930811738234, + "learning_rate": 1.850631995157198e-05, + "loss": 0.0325, + "step": 23690 + }, + { + "epoch": 20.0941475826972, + "grad_norm": 0.8396591296805194, + "learning_rate": 1.850617551977744e-05, + "loss": 0.0321, + "step": 23691 + }, + { + "epoch": 20.094995759117896, + "grad_norm": 0.7421320089142698, + "learning_rate": 1.850603108156396e-05, + "loss": 0.0347, + "step": 23692 + }, + { + "epoch": 20.095843935538593, + "grad_norm": 0.791646741226815, + "learning_rate": 1.8505886636931656e-05, + "loss": 0.0345, + "step": 23693 + }, + { + "epoch": 20.09669211195929, + "grad_norm": 0.8517282514911672, + "learning_rate": 1.8505742185880634e-05, + "loss": 0.0348, + "step": 23694 + }, + { + "epoch": 20.09754028837998, + "grad_norm": 0.6132594481914545, + "learning_rate": 1.8505597728411004e-05, + "loss": 0.03, + "step": 23695 + }, + { + "epoch": 20.098388464800678, + "grad_norm": 0.908552086636484, + "learning_rate": 1.8505453264522876e-05, + "loss": 0.0342, + "step": 23696 + }, + { + "epoch": 20.099236641221374, + "grad_norm": 0.7993984295128392, + "learning_rate": 1.8505308794216356e-05, + "loss": 0.0343, + "step": 23697 + }, + { + "epoch": 20.10008481764207, + "grad_norm": 0.7706122206840769, + "learning_rate": 1.8505164317491556e-05, + "loss": 0.0314, + "step": 23698 + }, + { + "epoch": 20.100932994062767, + "grad_norm": 0.790755785134636, + "learning_rate": 1.850501983434858e-05, + "loss": 0.0335, + "step": 23699 + }, + { + "epoch": 20.10178117048346, + "grad_norm": 0.7911549609685393, + "learning_rate": 1.8504875344787544e-05, + "loss": 0.0351, + "step": 23700 + }, + { + "epoch": 20.102629346904155, + "grad_norm": 0.8622556505543826, + "learning_rate": 1.8504730848808553e-05, + "loss": 0.0343, + "step": 23701 + }, + { + "epoch": 20.10347752332485, + "grad_norm": 0.6065948246835279, + "learning_rate": 1.8504586346411716e-05, + "loss": 0.0309, + "step": 23702 + }, + { + "epoch": 20.104325699745548, + "grad_norm": 0.6435635777743588, + "learning_rate": 1.8504441837597143e-05, + "loss": 0.0305, + "step": 23703 + }, + { + "epoch": 20.105173876166244, + "grad_norm": 0.6876233657286933, + "learning_rate": 1.8504297322364944e-05, + "loss": 0.0343, + "step": 23704 + }, + { + "epoch": 20.106022052586937, + "grad_norm": 0.7586455619289205, + "learning_rate": 1.8504152800715228e-05, + "loss": 0.0337, + "step": 23705 + }, + { + "epoch": 20.106870229007633, + "grad_norm": 0.6861592505624545, + "learning_rate": 1.85040082726481e-05, + "loss": 0.0338, + "step": 23706 + }, + { + "epoch": 20.10771840542833, + "grad_norm": 0.7300611070639285, + "learning_rate": 1.8503863738163673e-05, + "loss": 0.0322, + "step": 23707 + }, + { + "epoch": 20.108566581849026, + "grad_norm": 0.917499020984286, + "learning_rate": 1.8503719197262056e-05, + "loss": 0.0404, + "step": 23708 + }, + { + "epoch": 20.109414758269722, + "grad_norm": 0.8221285240810595, + "learning_rate": 1.8503574649943355e-05, + "loss": 0.0323, + "step": 23709 + }, + { + "epoch": 20.110262934690414, + "grad_norm": 0.711726288974649, + "learning_rate": 1.8503430096207684e-05, + "loss": 0.0347, + "step": 23710 + }, + { + "epoch": 20.11111111111111, + "grad_norm": 0.7848362937921104, + "learning_rate": 1.8503285536055146e-05, + "loss": 0.0319, + "step": 23711 + }, + { + "epoch": 20.111959287531807, + "grad_norm": 0.7982106546991667, + "learning_rate": 1.8503140969485856e-05, + "loss": 0.0339, + "step": 23712 + }, + { + "epoch": 20.112807463952503, + "grad_norm": 0.6298669852334375, + "learning_rate": 1.8502996396499922e-05, + "loss": 0.0297, + "step": 23713 + }, + { + "epoch": 20.113655640373196, + "grad_norm": 0.716695397803852, + "learning_rate": 1.850285181709745e-05, + "loss": 0.033, + "step": 23714 + }, + { + "epoch": 20.114503816793892, + "grad_norm": 0.7278870125070241, + "learning_rate": 1.850270723127855e-05, + "loss": 0.0342, + "step": 23715 + }, + { + "epoch": 20.11535199321459, + "grad_norm": 0.687967333337633, + "learning_rate": 1.850256263904333e-05, + "loss": 0.0347, + "step": 23716 + }, + { + "epoch": 20.116200169635285, + "grad_norm": 0.8724341419564083, + "learning_rate": 1.8502418040391905e-05, + "loss": 0.0358, + "step": 23717 + }, + { + "epoch": 20.11704834605598, + "grad_norm": 0.6594970019745192, + "learning_rate": 1.8502273435324377e-05, + "loss": 0.0329, + "step": 23718 + }, + { + "epoch": 20.117896522476673, + "grad_norm": 0.8024861687875074, + "learning_rate": 1.850212882384086e-05, + "loss": 0.0349, + "step": 23719 + }, + { + "epoch": 20.11874469889737, + "grad_norm": 0.735057029714153, + "learning_rate": 1.850198420594146e-05, + "loss": 0.0364, + "step": 23720 + }, + { + "epoch": 20.119592875318066, + "grad_norm": 0.7176633574458854, + "learning_rate": 1.850183958162629e-05, + "loss": 0.0317, + "step": 23721 + }, + { + "epoch": 20.120441051738762, + "grad_norm": 0.6869359425769904, + "learning_rate": 1.8501694950895453e-05, + "loss": 0.031, + "step": 23722 + }, + { + "epoch": 20.12128922815946, + "grad_norm": 0.7091852563093366, + "learning_rate": 1.8501550313749063e-05, + "loss": 0.0333, + "step": 23723 + }, + { + "epoch": 20.12213740458015, + "grad_norm": 0.6644652718031824, + "learning_rate": 1.850140567018723e-05, + "loss": 0.0334, + "step": 23724 + }, + { + "epoch": 20.122985581000847, + "grad_norm": 0.7244306329033599, + "learning_rate": 1.850126102021006e-05, + "loss": 0.0358, + "step": 23725 + }, + { + "epoch": 20.123833757421544, + "grad_norm": 0.6946249454170981, + "learning_rate": 1.850111636381766e-05, + "loss": 0.0347, + "step": 23726 + }, + { + "epoch": 20.12468193384224, + "grad_norm": 0.7596076254749001, + "learning_rate": 1.8500971701010144e-05, + "loss": 0.0331, + "step": 23727 + }, + { + "epoch": 20.125530110262936, + "grad_norm": 0.7002810458155164, + "learning_rate": 1.850082703178762e-05, + "loss": 0.0326, + "step": 23728 + }, + { + "epoch": 20.12637828668363, + "grad_norm": 0.8767873171434294, + "learning_rate": 1.8500682356150196e-05, + "loss": 0.0356, + "step": 23729 + }, + { + "epoch": 20.127226463104325, + "grad_norm": 0.7438985807253423, + "learning_rate": 1.8500537674097986e-05, + "loss": 0.032, + "step": 23730 + }, + { + "epoch": 20.12807463952502, + "grad_norm": 0.8695334212420054, + "learning_rate": 1.850039298563109e-05, + "loss": 0.0355, + "step": 23731 + }, + { + "epoch": 20.128922815945717, + "grad_norm": 0.7644843674470148, + "learning_rate": 1.8500248290749623e-05, + "loss": 0.0323, + "step": 23732 + }, + { + "epoch": 20.129770992366414, + "grad_norm": 0.7009821872645672, + "learning_rate": 1.8500103589453695e-05, + "loss": 0.0354, + "step": 23733 + }, + { + "epoch": 20.130619168787106, + "grad_norm": 0.688728085588932, + "learning_rate": 1.8499958881743413e-05, + "loss": 0.0341, + "step": 23734 + }, + { + "epoch": 20.131467345207803, + "grad_norm": 0.852361578166448, + "learning_rate": 1.8499814167618886e-05, + "loss": 0.0341, + "step": 23735 + }, + { + "epoch": 20.1323155216285, + "grad_norm": 0.6250603146949202, + "learning_rate": 1.8499669447080222e-05, + "loss": 0.0309, + "step": 23736 + }, + { + "epoch": 20.133163698049195, + "grad_norm": 0.8133030773612101, + "learning_rate": 1.8499524720127534e-05, + "loss": 0.0341, + "step": 23737 + }, + { + "epoch": 20.13401187446989, + "grad_norm": 0.7300415556176795, + "learning_rate": 1.8499379986760932e-05, + "loss": 0.0359, + "step": 23738 + }, + { + "epoch": 20.134860050890584, + "grad_norm": 0.6963290153994839, + "learning_rate": 1.8499235246980523e-05, + "loss": 0.0331, + "step": 23739 + }, + { + "epoch": 20.13570822731128, + "grad_norm": 0.7151728864425595, + "learning_rate": 1.849909050078641e-05, + "loss": 0.0332, + "step": 23740 + }, + { + "epoch": 20.136556403731976, + "grad_norm": 0.7824342556322637, + "learning_rate": 1.8498945748178713e-05, + "loss": 0.0358, + "step": 23741 + }, + { + "epoch": 20.137404580152673, + "grad_norm": 0.8126071584848055, + "learning_rate": 1.8498800989157537e-05, + "loss": 0.0378, + "step": 23742 + }, + { + "epoch": 20.13825275657337, + "grad_norm": 0.7877226261715156, + "learning_rate": 1.849865622372299e-05, + "loss": 0.0335, + "step": 23743 + }, + { + "epoch": 20.13910093299406, + "grad_norm": 0.7346513169576528, + "learning_rate": 1.849851145187518e-05, + "loss": 0.0337, + "step": 23744 + }, + { + "epoch": 20.139949109414758, + "grad_norm": 0.8721185797328487, + "learning_rate": 1.8498366673614216e-05, + "loss": 0.0327, + "step": 23745 + }, + { + "epoch": 20.140797285835454, + "grad_norm": 0.8184284185703287, + "learning_rate": 1.849822188894021e-05, + "loss": 0.0357, + "step": 23746 + }, + { + "epoch": 20.14164546225615, + "grad_norm": 0.8175074323382302, + "learning_rate": 1.8498077097853273e-05, + "loss": 0.0386, + "step": 23747 + }, + { + "epoch": 20.142493638676847, + "grad_norm": 0.6713875345379653, + "learning_rate": 1.849793230035351e-05, + "loss": 0.0329, + "step": 23748 + }, + { + "epoch": 20.14334181509754, + "grad_norm": 0.7996740731601643, + "learning_rate": 1.8497787496441035e-05, + "loss": 0.0357, + "step": 23749 + }, + { + "epoch": 20.144189991518235, + "grad_norm": 0.7665471682627006, + "learning_rate": 1.8497642686115954e-05, + "loss": 0.0332, + "step": 23750 + }, + { + "epoch": 20.14503816793893, + "grad_norm": 0.6493326672525302, + "learning_rate": 1.8497497869378373e-05, + "loss": 0.0318, + "step": 23751 + }, + { + "epoch": 20.145886344359628, + "grad_norm": 0.8174019498604667, + "learning_rate": 1.8497353046228407e-05, + "loss": 0.0368, + "step": 23752 + }, + { + "epoch": 20.14673452078032, + "grad_norm": 0.7255571140411058, + "learning_rate": 1.8497208216666164e-05, + "loss": 0.0323, + "step": 23753 + }, + { + "epoch": 20.147582697201017, + "grad_norm": 0.7364342389508608, + "learning_rate": 1.8497063380691753e-05, + "loss": 0.0328, + "step": 23754 + }, + { + "epoch": 20.148430873621713, + "grad_norm": 0.7819234713514035, + "learning_rate": 1.8496918538305283e-05, + "loss": 0.0338, + "step": 23755 + }, + { + "epoch": 20.14927905004241, + "grad_norm": 0.7982690590712139, + "learning_rate": 1.849677368950686e-05, + "loss": 0.0343, + "step": 23756 + }, + { + "epoch": 20.150127226463106, + "grad_norm": 0.6970311869116139, + "learning_rate": 1.8496628834296596e-05, + "loss": 0.0344, + "step": 23757 + }, + { + "epoch": 20.150975402883798, + "grad_norm": 0.8217175957379944, + "learning_rate": 1.8496483972674603e-05, + "loss": 0.0362, + "step": 23758 + }, + { + "epoch": 20.151823579304494, + "grad_norm": 0.7309386541265452, + "learning_rate": 1.8496339104640988e-05, + "loss": 0.0343, + "step": 23759 + }, + { + "epoch": 20.15267175572519, + "grad_norm": 0.8259963014094307, + "learning_rate": 1.8496194230195858e-05, + "loss": 0.0356, + "step": 23760 + }, + { + "epoch": 20.153519932145887, + "grad_norm": 0.8347116905020175, + "learning_rate": 1.849604934933933e-05, + "loss": 0.0369, + "step": 23761 + }, + { + "epoch": 20.154368108566583, + "grad_norm": 0.8664710513775957, + "learning_rate": 1.8495904462071504e-05, + "loss": 0.0345, + "step": 23762 + }, + { + "epoch": 20.155216284987276, + "grad_norm": 0.7979559378333646, + "learning_rate": 1.8495759568392495e-05, + "loss": 0.0323, + "step": 23763 + }, + { + "epoch": 20.156064461407972, + "grad_norm": 0.7392350217893743, + "learning_rate": 1.849561466830241e-05, + "loss": 0.0321, + "step": 23764 + }, + { + "epoch": 20.15691263782867, + "grad_norm": 0.661013821803188, + "learning_rate": 1.8495469761801356e-05, + "loss": 0.0322, + "step": 23765 + }, + { + "epoch": 20.157760814249365, + "grad_norm": 0.8547836003125558, + "learning_rate": 1.8495324848889448e-05, + "loss": 0.0285, + "step": 23766 + }, + { + "epoch": 20.15860899067006, + "grad_norm": 1.1228073298023515, + "learning_rate": 1.8495179929566792e-05, + "loss": 0.035, + "step": 23767 + }, + { + "epoch": 20.159457167090753, + "grad_norm": 0.7612228641834846, + "learning_rate": 1.8495035003833502e-05, + "loss": 0.0318, + "step": 23768 + }, + { + "epoch": 20.16030534351145, + "grad_norm": 0.732128396933333, + "learning_rate": 1.849489007168968e-05, + "loss": 0.0351, + "step": 23769 + }, + { + "epoch": 20.161153519932146, + "grad_norm": 0.7067267470877072, + "learning_rate": 1.8494745133135437e-05, + "loss": 0.0325, + "step": 23770 + }, + { + "epoch": 20.162001696352842, + "grad_norm": 0.8997183648011156, + "learning_rate": 1.8494600188170887e-05, + "loss": 0.0371, + "step": 23771 + }, + { + "epoch": 20.16284987277354, + "grad_norm": 0.6597827676037744, + "learning_rate": 1.8494455236796135e-05, + "loss": 0.0312, + "step": 23772 + }, + { + "epoch": 20.16369804919423, + "grad_norm": 0.7006551951048818, + "learning_rate": 1.8494310279011295e-05, + "loss": 0.035, + "step": 23773 + }, + { + "epoch": 20.164546225614927, + "grad_norm": 0.7723283049301327, + "learning_rate": 1.849416531481647e-05, + "loss": 0.0328, + "step": 23774 + }, + { + "epoch": 20.165394402035624, + "grad_norm": 0.8198531566864757, + "learning_rate": 1.8494020344211775e-05, + "loss": 0.0327, + "step": 23775 + }, + { + "epoch": 20.16624257845632, + "grad_norm": 0.6570698713454997, + "learning_rate": 1.8493875367197315e-05, + "loss": 0.0325, + "step": 23776 + }, + { + "epoch": 20.167090754877016, + "grad_norm": 0.7460231576381269, + "learning_rate": 1.8493730383773204e-05, + "loss": 0.034, + "step": 23777 + }, + { + "epoch": 20.16793893129771, + "grad_norm": 0.8479238941026781, + "learning_rate": 1.8493585393939544e-05, + "loss": 0.0352, + "step": 23778 + }, + { + "epoch": 20.168787107718405, + "grad_norm": 0.8493242747918548, + "learning_rate": 1.8493440397696454e-05, + "loss": 0.0356, + "step": 23779 + }, + { + "epoch": 20.1696352841391, + "grad_norm": 0.7391795199773717, + "learning_rate": 1.8493295395044038e-05, + "loss": 0.032, + "step": 23780 + }, + { + "epoch": 20.170483460559797, + "grad_norm": 0.7014822878645487, + "learning_rate": 1.8493150385982405e-05, + "loss": 0.0319, + "step": 23781 + }, + { + "epoch": 20.171331636980494, + "grad_norm": 0.8965112316823802, + "learning_rate": 1.8493005370511667e-05, + "loss": 0.0332, + "step": 23782 + }, + { + "epoch": 20.172179813401186, + "grad_norm": 0.8036328968776993, + "learning_rate": 1.849286034863193e-05, + "loss": 0.0334, + "step": 23783 + }, + { + "epoch": 20.173027989821882, + "grad_norm": 0.8317025271623234, + "learning_rate": 1.8492715320343308e-05, + "loss": 0.0342, + "step": 23784 + }, + { + "epoch": 20.17387616624258, + "grad_norm": 0.8695414472232497, + "learning_rate": 1.8492570285645908e-05, + "loss": 0.0368, + "step": 23785 + }, + { + "epoch": 20.174724342663275, + "grad_norm": 0.785401765216151, + "learning_rate": 1.849242524453984e-05, + "loss": 0.0389, + "step": 23786 + }, + { + "epoch": 20.17557251908397, + "grad_norm": 0.9420290826995695, + "learning_rate": 1.8492280197025208e-05, + "loss": 0.0364, + "step": 23787 + }, + { + "epoch": 20.176420695504664, + "grad_norm": 0.8150149397944221, + "learning_rate": 1.849213514310213e-05, + "loss": 0.0352, + "step": 23788 + }, + { + "epoch": 20.17726887192536, + "grad_norm": 0.7089548585715506, + "learning_rate": 1.8491990082770712e-05, + "loss": 0.0352, + "step": 23789 + }, + { + "epoch": 20.178117048346056, + "grad_norm": 0.7113101523752173, + "learning_rate": 1.8491845016031062e-05, + "loss": 0.0354, + "step": 23790 + }, + { + "epoch": 20.178965224766753, + "grad_norm": 0.7774685976802219, + "learning_rate": 1.849169994288329e-05, + "loss": 0.0361, + "step": 23791 + }, + { + "epoch": 20.179813401187445, + "grad_norm": 0.7767488873488356, + "learning_rate": 1.8491554863327508e-05, + "loss": 0.0359, + "step": 23792 + }, + { + "epoch": 20.18066157760814, + "grad_norm": 0.6927013592547921, + "learning_rate": 1.8491409777363822e-05, + "loss": 0.0327, + "step": 23793 + }, + { + "epoch": 20.181509754028838, + "grad_norm": 0.7500643037976473, + "learning_rate": 1.849126468499234e-05, + "loss": 0.0331, + "step": 23794 + }, + { + "epoch": 20.182357930449534, + "grad_norm": 0.7845534473271697, + "learning_rate": 1.849111958621318e-05, + "loss": 0.0346, + "step": 23795 + }, + { + "epoch": 20.18320610687023, + "grad_norm": 0.7683120318286336, + "learning_rate": 1.8490974481026445e-05, + "loss": 0.036, + "step": 23796 + }, + { + "epoch": 20.184054283290923, + "grad_norm": 0.7862629379885359, + "learning_rate": 1.8490829369432246e-05, + "loss": 0.0327, + "step": 23797 + }, + { + "epoch": 20.18490245971162, + "grad_norm": 0.8055182252994394, + "learning_rate": 1.849068425143069e-05, + "loss": 0.0352, + "step": 23798 + }, + { + "epoch": 20.185750636132315, + "grad_norm": 0.8229473597906504, + "learning_rate": 1.8490539127021893e-05, + "loss": 0.0383, + "step": 23799 + }, + { + "epoch": 20.18659881255301, + "grad_norm": 0.8151375092879108, + "learning_rate": 1.849039399620595e-05, + "loss": 0.034, + "step": 23800 + }, + { + "epoch": 20.187446988973708, + "grad_norm": 0.631042439259045, + "learning_rate": 1.8490248858982992e-05, + "loss": 0.0319, + "step": 23801 + }, + { + "epoch": 20.1882951653944, + "grad_norm": 0.7652690811437959, + "learning_rate": 1.8490103715353113e-05, + "loss": 0.0333, + "step": 23802 + }, + { + "epoch": 20.189143341815097, + "grad_norm": 0.7275226282820139, + "learning_rate": 1.8489958565316426e-05, + "loss": 0.0323, + "step": 23803 + }, + { + "epoch": 20.189991518235793, + "grad_norm": 0.6639669775943096, + "learning_rate": 1.8489813408873042e-05, + "loss": 0.0335, + "step": 23804 + }, + { + "epoch": 20.19083969465649, + "grad_norm": 0.7778947268714302, + "learning_rate": 1.848966824602307e-05, + "loss": 0.0341, + "step": 23805 + }, + { + "epoch": 20.191687871077185, + "grad_norm": 1.0713322173115174, + "learning_rate": 1.848952307676662e-05, + "loss": 0.0377, + "step": 23806 + }, + { + "epoch": 20.192536047497878, + "grad_norm": 0.8870516490415755, + "learning_rate": 1.8489377901103797e-05, + "loss": 0.0374, + "step": 23807 + }, + { + "epoch": 20.193384223918574, + "grad_norm": 0.6976160709618205, + "learning_rate": 1.8489232719034715e-05, + "loss": 0.0437, + "step": 23808 + }, + { + "epoch": 20.19423240033927, + "grad_norm": 0.8378156738479061, + "learning_rate": 1.8489087530559486e-05, + "loss": 0.0353, + "step": 23809 + }, + { + "epoch": 20.195080576759967, + "grad_norm": 0.904868216849237, + "learning_rate": 1.848894233567822e-05, + "loss": 0.0363, + "step": 23810 + }, + { + "epoch": 20.195928753180663, + "grad_norm": 0.8092815648146969, + "learning_rate": 1.8488797134391013e-05, + "loss": 0.0339, + "step": 23811 + }, + { + "epoch": 20.196776929601356, + "grad_norm": 0.7292894460505316, + "learning_rate": 1.8488651926697992e-05, + "loss": 0.037, + "step": 23812 + }, + { + "epoch": 20.197625106022052, + "grad_norm": 0.7489286615047345, + "learning_rate": 1.8488506712599258e-05, + "loss": 0.0355, + "step": 23813 + }, + { + "epoch": 20.198473282442748, + "grad_norm": 0.779501255595897, + "learning_rate": 1.8488361492094918e-05, + "loss": 0.0388, + "step": 23814 + }, + { + "epoch": 20.199321458863444, + "grad_norm": 0.6576071567143443, + "learning_rate": 1.848821626518509e-05, + "loss": 0.0329, + "step": 23815 + }, + { + "epoch": 20.20016963528414, + "grad_norm": 0.7857093365019244, + "learning_rate": 1.848807103186988e-05, + "loss": 0.0338, + "step": 23816 + }, + { + "epoch": 20.201017811704833, + "grad_norm": 0.6974974170480127, + "learning_rate": 1.848792579214939e-05, + "loss": 0.0324, + "step": 23817 + }, + { + "epoch": 20.20186598812553, + "grad_norm": 0.7557832242654557, + "learning_rate": 1.8487780546023745e-05, + "loss": 0.0344, + "step": 23818 + }, + { + "epoch": 20.202714164546226, + "grad_norm": 0.8707626464320153, + "learning_rate": 1.848763529349304e-05, + "loss": 0.0351, + "step": 23819 + }, + { + "epoch": 20.203562340966922, + "grad_norm": 0.9113721675266895, + "learning_rate": 1.848749003455739e-05, + "loss": 0.0361, + "step": 23820 + }, + { + "epoch": 20.20441051738762, + "grad_norm": 0.8764883252480797, + "learning_rate": 1.8487344769216907e-05, + "loss": 0.0343, + "step": 23821 + }, + { + "epoch": 20.20525869380831, + "grad_norm": 0.9114777778888392, + "learning_rate": 1.8487199497471698e-05, + "loss": 0.0319, + "step": 23822 + }, + { + "epoch": 20.206106870229007, + "grad_norm": 0.7176556320951786, + "learning_rate": 1.8487054219321874e-05, + "loss": 0.0307, + "step": 23823 + }, + { + "epoch": 20.206955046649703, + "grad_norm": 0.7331264438352851, + "learning_rate": 1.8486908934767545e-05, + "loss": 0.0332, + "step": 23824 + }, + { + "epoch": 20.2078032230704, + "grad_norm": 0.7611774064461385, + "learning_rate": 1.8486763643808817e-05, + "loss": 0.0346, + "step": 23825 + }, + { + "epoch": 20.208651399491096, + "grad_norm": 0.8211490269209359, + "learning_rate": 1.8486618346445802e-05, + "loss": 0.0379, + "step": 23826 + }, + { + "epoch": 20.20949957591179, + "grad_norm": 0.8145495262174949, + "learning_rate": 1.848647304267861e-05, + "loss": 0.0316, + "step": 23827 + }, + { + "epoch": 20.210347752332485, + "grad_norm": 0.732274711887703, + "learning_rate": 1.8486327732507354e-05, + "loss": 0.033, + "step": 23828 + }, + { + "epoch": 20.21119592875318, + "grad_norm": 0.7820911995967419, + "learning_rate": 1.8486182415932137e-05, + "loss": 0.0354, + "step": 23829 + }, + { + "epoch": 20.212044105173877, + "grad_norm": 0.789069522925197, + "learning_rate": 1.8486037092953074e-05, + "loss": 0.0361, + "step": 23830 + }, + { + "epoch": 20.21289228159457, + "grad_norm": 0.6677272643023167, + "learning_rate": 1.848589176357027e-05, + "loss": 0.0328, + "step": 23831 + }, + { + "epoch": 20.213740458015266, + "grad_norm": 0.8133935853952774, + "learning_rate": 1.8485746427783837e-05, + "loss": 0.0338, + "step": 23832 + }, + { + "epoch": 20.214588634435962, + "grad_norm": 0.7081500185655716, + "learning_rate": 1.8485601085593886e-05, + "loss": 0.0345, + "step": 23833 + }, + { + "epoch": 20.21543681085666, + "grad_norm": 0.7876598487491152, + "learning_rate": 1.8485455737000526e-05, + "loss": 0.0341, + "step": 23834 + }, + { + "epoch": 20.216284987277355, + "grad_norm": 0.8308267447467037, + "learning_rate": 1.8485310382003865e-05, + "loss": 0.0365, + "step": 23835 + }, + { + "epoch": 20.217133163698048, + "grad_norm": 0.735063266533651, + "learning_rate": 1.8485165020604013e-05, + "loss": 0.0368, + "step": 23836 + }, + { + "epoch": 20.217981340118744, + "grad_norm": 0.6051813504404632, + "learning_rate": 1.848501965280108e-05, + "loss": 0.0322, + "step": 23837 + }, + { + "epoch": 20.21882951653944, + "grad_norm": 0.9011327746422428, + "learning_rate": 1.8484874278595183e-05, + "loss": 0.0358, + "step": 23838 + }, + { + "epoch": 20.219677692960136, + "grad_norm": 0.7943101629509005, + "learning_rate": 1.8484728897986417e-05, + "loss": 0.0344, + "step": 23839 + }, + { + "epoch": 20.220525869380833, + "grad_norm": 0.8214802222383101, + "learning_rate": 1.84845835109749e-05, + "loss": 0.0356, + "step": 23840 + }, + { + "epoch": 20.221374045801525, + "grad_norm": 0.6996781858928389, + "learning_rate": 1.848443811756075e-05, + "loss": 0.0303, + "step": 23841 + }, + { + "epoch": 20.22222222222222, + "grad_norm": 0.7753390366996624, + "learning_rate": 1.848429271774406e-05, + "loss": 0.0363, + "step": 23842 + }, + { + "epoch": 20.223070398642918, + "grad_norm": 0.7868331639144014, + "learning_rate": 1.848414731152495e-05, + "loss": 0.033, + "step": 23843 + }, + { + "epoch": 20.223918575063614, + "grad_norm": 0.7668158286794483, + "learning_rate": 1.8484001898903528e-05, + "loss": 0.0334, + "step": 23844 + }, + { + "epoch": 20.22476675148431, + "grad_norm": 0.816905607361506, + "learning_rate": 1.84838564798799e-05, + "loss": 0.0347, + "step": 23845 + }, + { + "epoch": 20.225614927905003, + "grad_norm": 0.9051451975351844, + "learning_rate": 1.8483711054454184e-05, + "loss": 0.0399, + "step": 23846 + }, + { + "epoch": 20.2264631043257, + "grad_norm": 0.6903542666782119, + "learning_rate": 1.848356562262648e-05, + "loss": 0.0312, + "step": 23847 + }, + { + "epoch": 20.227311280746395, + "grad_norm": 0.7313928396482554, + "learning_rate": 1.8483420184396906e-05, + "loss": 0.0355, + "step": 23848 + }, + { + "epoch": 20.22815945716709, + "grad_norm": 0.692521613126423, + "learning_rate": 1.8483274739765568e-05, + "loss": 0.033, + "step": 23849 + }, + { + "epoch": 20.229007633587788, + "grad_norm": 0.8228315824766398, + "learning_rate": 1.8483129288732575e-05, + "loss": 0.0378, + "step": 23850 + }, + { + "epoch": 20.22985581000848, + "grad_norm": 0.7891593404770861, + "learning_rate": 1.848298383129804e-05, + "loss": 0.0351, + "step": 23851 + }, + { + "epoch": 20.230703986429177, + "grad_norm": 0.7679029291455359, + "learning_rate": 1.8482838367462065e-05, + "loss": 0.0365, + "step": 23852 + }, + { + "epoch": 20.231552162849873, + "grad_norm": 0.8429802107386835, + "learning_rate": 1.848269289722477e-05, + "loss": 0.0378, + "step": 23853 + }, + { + "epoch": 20.23240033927057, + "grad_norm": 0.7844039843986726, + "learning_rate": 1.8482547420586258e-05, + "loss": 0.0346, + "step": 23854 + }, + { + "epoch": 20.233248515691265, + "grad_norm": 0.684019163848407, + "learning_rate": 1.848240193754664e-05, + "loss": 0.031, + "step": 23855 + }, + { + "epoch": 20.234096692111958, + "grad_norm": 0.6440274241095909, + "learning_rate": 1.8482256448106027e-05, + "loss": 0.0326, + "step": 23856 + }, + { + "epoch": 20.234944868532654, + "grad_norm": 0.8151155250334053, + "learning_rate": 1.848211095226453e-05, + "loss": 0.0354, + "step": 23857 + }, + { + "epoch": 20.23579304495335, + "grad_norm": 0.6133656953385045, + "learning_rate": 1.8481965450022257e-05, + "loss": 0.0328, + "step": 23858 + }, + { + "epoch": 20.236641221374047, + "grad_norm": 0.82374375334141, + "learning_rate": 1.8481819941379317e-05, + "loss": 0.0356, + "step": 23859 + }, + { + "epoch": 20.237489397794743, + "grad_norm": 0.8152594747237036, + "learning_rate": 1.848167442633582e-05, + "loss": 0.0356, + "step": 23860 + }, + { + "epoch": 20.238337574215436, + "grad_norm": 0.701869518903812, + "learning_rate": 1.848152890489188e-05, + "loss": 0.0356, + "step": 23861 + }, + { + "epoch": 20.239185750636132, + "grad_norm": 0.6258236032871983, + "learning_rate": 1.84813833770476e-05, + "loss": 0.0329, + "step": 23862 + }, + { + "epoch": 20.240033927056828, + "grad_norm": 0.9131276866021591, + "learning_rate": 1.8481237842803095e-05, + "loss": 0.0352, + "step": 23863 + }, + { + "epoch": 20.240882103477524, + "grad_norm": 0.7600089542432596, + "learning_rate": 1.8481092302158475e-05, + "loss": 0.035, + "step": 23864 + }, + { + "epoch": 20.24173027989822, + "grad_norm": 0.8901989812702814, + "learning_rate": 1.8480946755113844e-05, + "loss": 0.0371, + "step": 23865 + }, + { + "epoch": 20.242578456318913, + "grad_norm": 0.782905975492183, + "learning_rate": 1.8480801201669316e-05, + "loss": 0.0338, + "step": 23866 + }, + { + "epoch": 20.24342663273961, + "grad_norm": 0.6843023739343707, + "learning_rate": 1.8480655641825004e-05, + "loss": 0.0328, + "step": 23867 + }, + { + "epoch": 20.244274809160306, + "grad_norm": 0.826454946173022, + "learning_rate": 1.8480510075581012e-05, + "loss": 0.0381, + "step": 23868 + }, + { + "epoch": 20.245122985581002, + "grad_norm": 0.703687039147337, + "learning_rate": 1.8480364502937452e-05, + "loss": 0.0322, + "step": 23869 + }, + { + "epoch": 20.245971162001695, + "grad_norm": 0.8008763522205391, + "learning_rate": 1.8480218923894434e-05, + "loss": 0.0377, + "step": 23870 + }, + { + "epoch": 20.24681933842239, + "grad_norm": 0.7923054484663814, + "learning_rate": 1.848007333845207e-05, + "loss": 0.036, + "step": 23871 + }, + { + "epoch": 20.247667514843087, + "grad_norm": 0.8091406625203855, + "learning_rate": 1.8479927746610465e-05, + "loss": 0.0355, + "step": 23872 + }, + { + "epoch": 20.248515691263783, + "grad_norm": 0.753198620906601, + "learning_rate": 1.8479782148369733e-05, + "loss": 0.0378, + "step": 23873 + }, + { + "epoch": 20.24936386768448, + "grad_norm": 0.7813124282580857, + "learning_rate": 1.847963654372998e-05, + "loss": 0.0346, + "step": 23874 + }, + { + "epoch": 20.250212044105172, + "grad_norm": 0.6844938790364062, + "learning_rate": 1.8479490932691323e-05, + "loss": 0.0336, + "step": 23875 + }, + { + "epoch": 20.25106022052587, + "grad_norm": 0.764812419288666, + "learning_rate": 1.8479345315253866e-05, + "loss": 0.0341, + "step": 23876 + }, + { + "epoch": 20.251908396946565, + "grad_norm": 0.8253186001489571, + "learning_rate": 1.847919969141772e-05, + "loss": 0.035, + "step": 23877 + }, + { + "epoch": 20.25275657336726, + "grad_norm": 0.7421579449022413, + "learning_rate": 1.8479054061182994e-05, + "loss": 0.0349, + "step": 23878 + }, + { + "epoch": 20.253604749787957, + "grad_norm": 0.7926098948930476, + "learning_rate": 1.8478908424549802e-05, + "loss": 0.0331, + "step": 23879 + }, + { + "epoch": 20.25445292620865, + "grad_norm": 0.8215599998815225, + "learning_rate": 1.8478762781518248e-05, + "loss": 0.0339, + "step": 23880 + }, + { + "epoch": 20.255301102629346, + "grad_norm": 0.8584845949758823, + "learning_rate": 1.8478617132088445e-05, + "loss": 0.0356, + "step": 23881 + }, + { + "epoch": 20.256149279050042, + "grad_norm": 0.8653580391502456, + "learning_rate": 1.8478471476260504e-05, + "loss": 0.0384, + "step": 23882 + }, + { + "epoch": 20.25699745547074, + "grad_norm": 0.7857820826740258, + "learning_rate": 1.847832581403453e-05, + "loss": 0.036, + "step": 23883 + }, + { + "epoch": 20.257845631891435, + "grad_norm": 0.7267173157122953, + "learning_rate": 1.847818014541064e-05, + "loss": 0.0353, + "step": 23884 + }, + { + "epoch": 20.258693808312128, + "grad_norm": 0.8229934103125378, + "learning_rate": 1.847803447038894e-05, + "loss": 0.0345, + "step": 23885 + }, + { + "epoch": 20.259541984732824, + "grad_norm": 0.9139968114665844, + "learning_rate": 1.847788878896954e-05, + "loss": 0.0354, + "step": 23886 + }, + { + "epoch": 20.26039016115352, + "grad_norm": 0.8020785966806742, + "learning_rate": 1.847774310115255e-05, + "loss": 0.0369, + "step": 23887 + }, + { + "epoch": 20.261238337574216, + "grad_norm": 0.8322315708381768, + "learning_rate": 1.8477597406938083e-05, + "loss": 0.0349, + "step": 23888 + }, + { + "epoch": 20.262086513994912, + "grad_norm": 0.7182527623959067, + "learning_rate": 1.8477451706326243e-05, + "loss": 0.033, + "step": 23889 + }, + { + "epoch": 20.262934690415605, + "grad_norm": 0.7509832607953945, + "learning_rate": 1.8477305999317142e-05, + "loss": 0.0356, + "step": 23890 + }, + { + "epoch": 20.2637828668363, + "grad_norm": 0.8950841625037479, + "learning_rate": 1.8477160285910893e-05, + "loss": 0.0392, + "step": 23891 + }, + { + "epoch": 20.264631043256998, + "grad_norm": 0.8084522415355128, + "learning_rate": 1.8477014566107604e-05, + "loss": 0.033, + "step": 23892 + }, + { + "epoch": 20.265479219677694, + "grad_norm": 0.7867275457237024, + "learning_rate": 1.8476868839907386e-05, + "loss": 0.033, + "step": 23893 + }, + { + "epoch": 20.26632739609839, + "grad_norm": 0.7125588120968207, + "learning_rate": 1.847672310731035e-05, + "loss": 0.0347, + "step": 23894 + }, + { + "epoch": 20.267175572519083, + "grad_norm": 0.7199191890977445, + "learning_rate": 1.84765773683166e-05, + "loss": 0.0343, + "step": 23895 + }, + { + "epoch": 20.26802374893978, + "grad_norm": 0.684477213164732, + "learning_rate": 1.847643162292625e-05, + "loss": 0.0342, + "step": 23896 + }, + { + "epoch": 20.268871925360475, + "grad_norm": 0.7913532893955058, + "learning_rate": 1.847628587113941e-05, + "loss": 0.0364, + "step": 23897 + }, + { + "epoch": 20.26972010178117, + "grad_norm": 0.7898154612348558, + "learning_rate": 1.8476140112956194e-05, + "loss": 0.0372, + "step": 23898 + }, + { + "epoch": 20.270568278201868, + "grad_norm": 0.7600918847156282, + "learning_rate": 1.8475994348376704e-05, + "loss": 0.0332, + "step": 23899 + }, + { + "epoch": 20.27141645462256, + "grad_norm": 0.8214806812954093, + "learning_rate": 1.8475848577401054e-05, + "loss": 0.0376, + "step": 23900 + }, + { + "epoch": 20.272264631043257, + "grad_norm": 0.7615037835685606, + "learning_rate": 1.8475702800029353e-05, + "loss": 0.0347, + "step": 23901 + }, + { + "epoch": 20.273112807463953, + "grad_norm": 0.7721745831661144, + "learning_rate": 1.8475557016261717e-05, + "loss": 0.0348, + "step": 23902 + }, + { + "epoch": 20.27396098388465, + "grad_norm": 0.6484308585066669, + "learning_rate": 1.8475411226098247e-05, + "loss": 0.0322, + "step": 23903 + }, + { + "epoch": 20.274809160305345, + "grad_norm": 0.7942362223632913, + "learning_rate": 1.8475265429539057e-05, + "loss": 0.0329, + "step": 23904 + }, + { + "epoch": 20.275657336726038, + "grad_norm": 0.932091953260248, + "learning_rate": 1.8475119626584258e-05, + "loss": 0.0349, + "step": 23905 + }, + { + "epoch": 20.276505513146734, + "grad_norm": 0.7407707522461432, + "learning_rate": 1.847497381723396e-05, + "loss": 0.0382, + "step": 23906 + }, + { + "epoch": 20.27735368956743, + "grad_norm": 0.7688334829357576, + "learning_rate": 1.847482800148827e-05, + "loss": 0.0303, + "step": 23907 + }, + { + "epoch": 20.278201865988127, + "grad_norm": 0.7653844496314713, + "learning_rate": 1.8474682179347302e-05, + "loss": 0.034, + "step": 23908 + }, + { + "epoch": 20.27905004240882, + "grad_norm": 0.8236214898999923, + "learning_rate": 1.847453635081116e-05, + "loss": 0.0353, + "step": 23909 + }, + { + "epoch": 20.279898218829516, + "grad_norm": 0.7990256358260095, + "learning_rate": 1.847439051587996e-05, + "loss": 0.0325, + "step": 23910 + }, + { + "epoch": 20.280746395250212, + "grad_norm": 0.7849544342992991, + "learning_rate": 1.847424467455381e-05, + "loss": 0.0348, + "step": 23911 + }, + { + "epoch": 20.281594571670908, + "grad_norm": 0.857804870538172, + "learning_rate": 1.8474098826832825e-05, + "loss": 0.0357, + "step": 23912 + }, + { + "epoch": 20.282442748091604, + "grad_norm": 0.8193384957337665, + "learning_rate": 1.8473952972717107e-05, + "loss": 0.0365, + "step": 23913 + }, + { + "epoch": 20.283290924512297, + "grad_norm": 0.7614376641043881, + "learning_rate": 1.8473807112206768e-05, + "loss": 0.0348, + "step": 23914 + }, + { + "epoch": 20.284139100932993, + "grad_norm": 0.8564305574775799, + "learning_rate": 1.847366124530192e-05, + "loss": 0.0365, + "step": 23915 + }, + { + "epoch": 20.28498727735369, + "grad_norm": 1.169293698201547, + "learning_rate": 1.8473515372002674e-05, + "loss": 0.0393, + "step": 23916 + }, + { + "epoch": 20.285835453774386, + "grad_norm": 0.7893560296223414, + "learning_rate": 1.8473369492309136e-05, + "loss": 0.0354, + "step": 23917 + }, + { + "epoch": 20.286683630195082, + "grad_norm": 0.9239500605138665, + "learning_rate": 1.847322360622142e-05, + "loss": 0.0395, + "step": 23918 + }, + { + "epoch": 20.287531806615775, + "grad_norm": 0.5580358187027821, + "learning_rate": 1.8473077713739636e-05, + "loss": 0.034, + "step": 23919 + }, + { + "epoch": 20.28837998303647, + "grad_norm": 1.0605943417324168, + "learning_rate": 1.847293181486389e-05, + "loss": 0.0379, + "step": 23920 + }, + { + "epoch": 20.289228159457167, + "grad_norm": 0.7658465765248768, + "learning_rate": 1.84727859095943e-05, + "loss": 0.0359, + "step": 23921 + }, + { + "epoch": 20.290076335877863, + "grad_norm": 0.7981911686220656, + "learning_rate": 1.847263999793097e-05, + "loss": 0.0356, + "step": 23922 + }, + { + "epoch": 20.29092451229856, + "grad_norm": 0.6949777872701253, + "learning_rate": 1.8472494079874008e-05, + "loss": 0.037, + "step": 23923 + }, + { + "epoch": 20.291772688719252, + "grad_norm": 0.7687596109421787, + "learning_rate": 1.8472348155423526e-05, + "loss": 0.0351, + "step": 23924 + }, + { + "epoch": 20.29262086513995, + "grad_norm": 0.7555327638194149, + "learning_rate": 1.8472202224579637e-05, + "loss": 0.0365, + "step": 23925 + }, + { + "epoch": 20.293469041560645, + "grad_norm": 0.8916783690670633, + "learning_rate": 1.847205628734245e-05, + "loss": 0.0343, + "step": 23926 + }, + { + "epoch": 20.29431721798134, + "grad_norm": 0.7920707776535589, + "learning_rate": 1.8471910343712074e-05, + "loss": 0.0383, + "step": 23927 + }, + { + "epoch": 20.295165394402037, + "grad_norm": 0.8409736570570996, + "learning_rate": 1.847176439368862e-05, + "loss": 0.0351, + "step": 23928 + }, + { + "epoch": 20.29601357082273, + "grad_norm": 0.7291155130499272, + "learning_rate": 1.84716184372722e-05, + "loss": 0.0333, + "step": 23929 + }, + { + "epoch": 20.296861747243426, + "grad_norm": 0.697656322845758, + "learning_rate": 1.847147247446292e-05, + "loss": 0.0332, + "step": 23930 + }, + { + "epoch": 20.297709923664122, + "grad_norm": 0.7823446068350214, + "learning_rate": 1.8471326505260894e-05, + "loss": 0.0355, + "step": 23931 + }, + { + "epoch": 20.29855810008482, + "grad_norm": 0.8096565447218431, + "learning_rate": 1.847118052966623e-05, + "loss": 0.0375, + "step": 23932 + }, + { + "epoch": 20.299406276505515, + "grad_norm": 0.7887995928451054, + "learning_rate": 1.8471034547679035e-05, + "loss": 0.0334, + "step": 23933 + }, + { + "epoch": 20.300254452926207, + "grad_norm": 0.8976866769785457, + "learning_rate": 1.847088855929943e-05, + "loss": 0.0343, + "step": 23934 + }, + { + "epoch": 20.301102629346904, + "grad_norm": 0.8075542958255288, + "learning_rate": 1.8470742564527514e-05, + "loss": 0.0358, + "step": 23935 + }, + { + "epoch": 20.3019508057676, + "grad_norm": 0.7561487107519387, + "learning_rate": 1.84705965633634e-05, + "loss": 0.0352, + "step": 23936 + }, + { + "epoch": 20.302798982188296, + "grad_norm": 0.7770553085776027, + "learning_rate": 1.84704505558072e-05, + "loss": 0.0346, + "step": 23937 + }, + { + "epoch": 20.303647158608992, + "grad_norm": 0.8305810033101819, + "learning_rate": 1.847030454185902e-05, + "loss": 0.0339, + "step": 23938 + }, + { + "epoch": 20.304495335029685, + "grad_norm": 0.7629438787254599, + "learning_rate": 1.847015852151898e-05, + "loss": 0.0353, + "step": 23939 + }, + { + "epoch": 20.30534351145038, + "grad_norm": 0.6999399712780179, + "learning_rate": 1.8470012494787178e-05, + "loss": 0.0307, + "step": 23940 + }, + { + "epoch": 20.306191687871078, + "grad_norm": 0.7358656648958058, + "learning_rate": 1.8469866461663732e-05, + "loss": 0.0348, + "step": 23941 + }, + { + "epoch": 20.307039864291774, + "grad_norm": 0.7716081163476126, + "learning_rate": 1.8469720422148748e-05, + "loss": 0.0339, + "step": 23942 + }, + { + "epoch": 20.307888040712466, + "grad_norm": 0.816530983263816, + "learning_rate": 1.8469574376242344e-05, + "loss": 0.0361, + "step": 23943 + }, + { + "epoch": 20.308736217133163, + "grad_norm": 0.8596369004106375, + "learning_rate": 1.846942832394462e-05, + "loss": 0.0369, + "step": 23944 + }, + { + "epoch": 20.30958439355386, + "grad_norm": 0.8775626531281935, + "learning_rate": 1.8469282265255693e-05, + "loss": 0.0379, + "step": 23945 + }, + { + "epoch": 20.310432569974555, + "grad_norm": 0.6928922953378123, + "learning_rate": 1.846913620017567e-05, + "loss": 0.0332, + "step": 23946 + }, + { + "epoch": 20.31128074639525, + "grad_norm": 0.6899509520244558, + "learning_rate": 1.8468990128704662e-05, + "loss": 0.0357, + "step": 23947 + }, + { + "epoch": 20.312128922815944, + "grad_norm": 0.7612316957232053, + "learning_rate": 1.846884405084278e-05, + "loss": 0.039, + "step": 23948 + }, + { + "epoch": 20.31297709923664, + "grad_norm": 0.8773584894610178, + "learning_rate": 1.8468697966590133e-05, + "loss": 0.0356, + "step": 23949 + }, + { + "epoch": 20.313825275657337, + "grad_norm": 0.7004172600259732, + "learning_rate": 1.846855187594683e-05, + "loss": 0.0331, + "step": 23950 + }, + { + "epoch": 20.314673452078033, + "grad_norm": 0.8287639872049314, + "learning_rate": 1.8468405778912987e-05, + "loss": 0.0356, + "step": 23951 + }, + { + "epoch": 20.31552162849873, + "grad_norm": 0.9260383404585594, + "learning_rate": 1.846825967548871e-05, + "loss": 0.0391, + "step": 23952 + }, + { + "epoch": 20.31636980491942, + "grad_norm": 0.8293954287993245, + "learning_rate": 1.8468113565674107e-05, + "loss": 0.0356, + "step": 23953 + }, + { + "epoch": 20.317217981340118, + "grad_norm": 0.8369701072380812, + "learning_rate": 1.8467967449469292e-05, + "loss": 0.0383, + "step": 23954 + }, + { + "epoch": 20.318066157760814, + "grad_norm": 0.7793012795388553, + "learning_rate": 1.8467821326874372e-05, + "loss": 0.0357, + "step": 23955 + }, + { + "epoch": 20.31891433418151, + "grad_norm": 0.7755479532878151, + "learning_rate": 1.8467675197889466e-05, + "loss": 0.0333, + "step": 23956 + }, + { + "epoch": 20.319762510602207, + "grad_norm": 0.668367754307838, + "learning_rate": 1.8467529062514672e-05, + "loss": 0.0368, + "step": 23957 + }, + { + "epoch": 20.3206106870229, + "grad_norm": 0.8128552809527462, + "learning_rate": 1.846738292075011e-05, + "loss": 0.0367, + "step": 23958 + }, + { + "epoch": 20.321458863443596, + "grad_norm": 0.8866821190871118, + "learning_rate": 1.8467236772595882e-05, + "loss": 0.0347, + "step": 23959 + }, + { + "epoch": 20.32230703986429, + "grad_norm": 0.7928983934752333, + "learning_rate": 1.8467090618052102e-05, + "loss": 0.0347, + "step": 23960 + }, + { + "epoch": 20.323155216284988, + "grad_norm": 1.4852677694831355, + "learning_rate": 1.846694445711889e-05, + "loss": 0.0435, + "step": 23961 + }, + { + "epoch": 20.324003392705684, + "grad_norm": 0.8249548871053504, + "learning_rate": 1.8466798289796336e-05, + "loss": 0.04, + "step": 23962 + }, + { + "epoch": 20.324851569126377, + "grad_norm": 0.8507546500559449, + "learning_rate": 1.8466652116084564e-05, + "loss": 0.0363, + "step": 23963 + }, + { + "epoch": 20.325699745547073, + "grad_norm": 0.8322079157787238, + "learning_rate": 1.8466505935983686e-05, + "loss": 0.0354, + "step": 23964 + }, + { + "epoch": 20.32654792196777, + "grad_norm": 0.8206356572408907, + "learning_rate": 1.8466359749493804e-05, + "loss": 0.038, + "step": 23965 + }, + { + "epoch": 20.327396098388466, + "grad_norm": 0.8946948164402166, + "learning_rate": 1.8466213556615035e-05, + "loss": 0.0355, + "step": 23966 + }, + { + "epoch": 20.328244274809162, + "grad_norm": 0.8640400685320774, + "learning_rate": 1.8466067357347485e-05, + "loss": 0.0379, + "step": 23967 + }, + { + "epoch": 20.329092451229855, + "grad_norm": 0.7628357050638461, + "learning_rate": 1.8465921151691268e-05, + "loss": 0.0355, + "step": 23968 + }, + { + "epoch": 20.32994062765055, + "grad_norm": 0.7419551813406625, + "learning_rate": 1.8465774939646494e-05, + "loss": 0.0336, + "step": 23969 + }, + { + "epoch": 20.330788804071247, + "grad_norm": 0.7383356812804, + "learning_rate": 1.8465628721213265e-05, + "loss": 0.0369, + "step": 23970 + }, + { + "epoch": 20.331636980491943, + "grad_norm": 0.8173348234673472, + "learning_rate": 1.84654824963917e-05, + "loss": 0.0374, + "step": 23971 + }, + { + "epoch": 20.33248515691264, + "grad_norm": 0.7413125394428204, + "learning_rate": 1.8465336265181912e-05, + "loss": 0.0378, + "step": 23972 + }, + { + "epoch": 20.333333333333332, + "grad_norm": 0.7170705656716411, + "learning_rate": 1.8465190027584007e-05, + "loss": 0.0328, + "step": 23973 + }, + { + "epoch": 20.33418150975403, + "grad_norm": 0.8162688513062062, + "learning_rate": 1.846504378359809e-05, + "loss": 0.0364, + "step": 23974 + }, + { + "epoch": 20.335029686174725, + "grad_norm": 0.8278522031705212, + "learning_rate": 1.8464897533224278e-05, + "loss": 0.0367, + "step": 23975 + }, + { + "epoch": 20.33587786259542, + "grad_norm": 0.780726618359435, + "learning_rate": 1.846475127646268e-05, + "loss": 0.0339, + "step": 23976 + }, + { + "epoch": 20.336726039016117, + "grad_norm": 0.8413290722903874, + "learning_rate": 1.8464605013313406e-05, + "loss": 0.0392, + "step": 23977 + }, + { + "epoch": 20.33757421543681, + "grad_norm": 0.842993617969368, + "learning_rate": 1.846445874377657e-05, + "loss": 0.037, + "step": 23978 + }, + { + "epoch": 20.338422391857506, + "grad_norm": 0.7919549094898042, + "learning_rate": 1.8464312467852274e-05, + "loss": 0.0348, + "step": 23979 + }, + { + "epoch": 20.339270568278202, + "grad_norm": 0.8165437308775771, + "learning_rate": 1.8464166185540635e-05, + "loss": 0.036, + "step": 23980 + }, + { + "epoch": 20.3401187446989, + "grad_norm": 0.8263451215415346, + "learning_rate": 1.8464019896841764e-05, + "loss": 0.0383, + "step": 23981 + }, + { + "epoch": 20.34096692111959, + "grad_norm": 0.705632662515587, + "learning_rate": 1.8463873601755767e-05, + "loss": 0.0358, + "step": 23982 + }, + { + "epoch": 20.341815097540287, + "grad_norm": 0.9058479589858146, + "learning_rate": 1.8463727300282756e-05, + "loss": 0.0374, + "step": 23983 + }, + { + "epoch": 20.342663273960984, + "grad_norm": 1.023064079376696, + "learning_rate": 1.846358099242284e-05, + "loss": 0.0398, + "step": 23984 + }, + { + "epoch": 20.34351145038168, + "grad_norm": 0.6848425430286279, + "learning_rate": 1.8463434678176133e-05, + "loss": 0.0331, + "step": 23985 + }, + { + "epoch": 20.344359626802376, + "grad_norm": 0.9125940700023388, + "learning_rate": 1.8463288357542745e-05, + "loss": 0.0384, + "step": 23986 + }, + { + "epoch": 20.34520780322307, + "grad_norm": 0.6946458758099641, + "learning_rate": 1.8463142030522786e-05, + "loss": 0.0327, + "step": 23987 + }, + { + "epoch": 20.346055979643765, + "grad_norm": 0.778850729774657, + "learning_rate": 1.8462995697116365e-05, + "loss": 0.0322, + "step": 23988 + }, + { + "epoch": 20.34690415606446, + "grad_norm": 0.8541529970364239, + "learning_rate": 1.8462849357323593e-05, + "loss": 0.0384, + "step": 23989 + }, + { + "epoch": 20.347752332485157, + "grad_norm": 0.7656403395357041, + "learning_rate": 1.8462703011144575e-05, + "loss": 0.0383, + "step": 23990 + }, + { + "epoch": 20.348600508905854, + "grad_norm": 0.90536699724613, + "learning_rate": 1.8462556658579434e-05, + "loss": 0.0395, + "step": 23991 + }, + { + "epoch": 20.349448685326546, + "grad_norm": 0.8478405153082883, + "learning_rate": 1.846241029962827e-05, + "loss": 0.0385, + "step": 23992 + }, + { + "epoch": 20.350296861747243, + "grad_norm": 0.7837546347424157, + "learning_rate": 1.8462263934291198e-05, + "loss": 0.0361, + "step": 23993 + }, + { + "epoch": 20.35114503816794, + "grad_norm": 0.8761654129344902, + "learning_rate": 1.8462117562568323e-05, + "loss": 0.0364, + "step": 23994 + }, + { + "epoch": 20.351993214588635, + "grad_norm": 0.8925486982138668, + "learning_rate": 1.8461971184459765e-05, + "loss": 0.0384, + "step": 23995 + }, + { + "epoch": 20.35284139100933, + "grad_norm": 0.8726669261519556, + "learning_rate": 1.846182479996563e-05, + "loss": 0.0397, + "step": 23996 + }, + { + "epoch": 20.353689567430024, + "grad_norm": 0.7637631114096034, + "learning_rate": 1.846167840908602e-05, + "loss": 0.0337, + "step": 23997 + }, + { + "epoch": 20.35453774385072, + "grad_norm": 0.7852887930363173, + "learning_rate": 1.846153201182106e-05, + "loss": 0.0337, + "step": 23998 + }, + { + "epoch": 20.355385920271416, + "grad_norm": 0.8618814146331617, + "learning_rate": 1.846138560817085e-05, + "loss": 0.0366, + "step": 23999 + }, + { + "epoch": 20.356234096692113, + "grad_norm": 0.7417497634213905, + "learning_rate": 1.8461239198135506e-05, + "loss": 0.0344, + "step": 24000 + }, + { + "epoch": 20.35708227311281, + "grad_norm": 0.7120292785982444, + "learning_rate": 1.8461092781715136e-05, + "loss": 0.0361, + "step": 24001 + }, + { + "epoch": 20.3579304495335, + "grad_norm": 0.6923516047011972, + "learning_rate": 1.846094635890985e-05, + "loss": 0.0352, + "step": 24002 + }, + { + "epoch": 20.358778625954198, + "grad_norm": 0.6468218138826894, + "learning_rate": 1.846079992971976e-05, + "loss": 0.0333, + "step": 24003 + }, + { + "epoch": 20.359626802374894, + "grad_norm": 0.8020950713005217, + "learning_rate": 1.8460653494144973e-05, + "loss": 0.0324, + "step": 24004 + }, + { + "epoch": 20.36047497879559, + "grad_norm": 0.6545735440418138, + "learning_rate": 1.8460507052185605e-05, + "loss": 0.0313, + "step": 24005 + }, + { + "epoch": 20.361323155216287, + "grad_norm": 0.7469376650771176, + "learning_rate": 1.8460360603841766e-05, + "loss": 0.0352, + "step": 24006 + }, + { + "epoch": 20.36217133163698, + "grad_norm": 0.7478374733366193, + "learning_rate": 1.8460214149113565e-05, + "loss": 0.0361, + "step": 24007 + }, + { + "epoch": 20.363019508057675, + "grad_norm": 0.7884529697723497, + "learning_rate": 1.8460067688001108e-05, + "loss": 0.0339, + "step": 24008 + }, + { + "epoch": 20.36386768447837, + "grad_norm": 0.8431108356532881, + "learning_rate": 1.845992122050451e-05, + "loss": 0.0373, + "step": 24009 + }, + { + "epoch": 20.364715860899068, + "grad_norm": 0.7489339348024942, + "learning_rate": 1.845977474662388e-05, + "loss": 0.0325, + "step": 24010 + }, + { + "epoch": 20.365564037319764, + "grad_norm": 0.8820005480086384, + "learning_rate": 1.8459628266359334e-05, + "loss": 0.0367, + "step": 24011 + }, + { + "epoch": 20.366412213740457, + "grad_norm": 0.8840195933060553, + "learning_rate": 1.8459481779710975e-05, + "loss": 0.037, + "step": 24012 + }, + { + "epoch": 20.367260390161153, + "grad_norm": 0.6796283956100693, + "learning_rate": 1.8459335286678918e-05, + "loss": 0.0326, + "step": 24013 + }, + { + "epoch": 20.36810856658185, + "grad_norm": 1.004322568274753, + "learning_rate": 1.8459188787263272e-05, + "loss": 0.0364, + "step": 24014 + }, + { + "epoch": 20.368956743002546, + "grad_norm": 0.8578685299853568, + "learning_rate": 1.8459042281464148e-05, + "loss": 0.0334, + "step": 24015 + }, + { + "epoch": 20.36980491942324, + "grad_norm": 0.7356906541164508, + "learning_rate": 1.8458895769281655e-05, + "loss": 0.037, + "step": 24016 + }, + { + "epoch": 20.370653095843934, + "grad_norm": 0.8050008395035804, + "learning_rate": 1.8458749250715905e-05, + "loss": 0.033, + "step": 24017 + }, + { + "epoch": 20.37150127226463, + "grad_norm": 0.7579846323154475, + "learning_rate": 1.845860272576701e-05, + "loss": 0.0345, + "step": 24018 + }, + { + "epoch": 20.372349448685327, + "grad_norm": 0.7694115370916511, + "learning_rate": 1.845845619443508e-05, + "loss": 0.0353, + "step": 24019 + }, + { + "epoch": 20.373197625106023, + "grad_norm": 0.7892823165484716, + "learning_rate": 1.845830965672022e-05, + "loss": 0.0339, + "step": 24020 + }, + { + "epoch": 20.374045801526716, + "grad_norm": 0.7208391260841078, + "learning_rate": 1.845816311262255e-05, + "loss": 0.0345, + "step": 24021 + }, + { + "epoch": 20.374893977947412, + "grad_norm": 0.8193438807138463, + "learning_rate": 1.8458016562142173e-05, + "loss": 0.0363, + "step": 24022 + }, + { + "epoch": 20.37574215436811, + "grad_norm": 0.8175578325092381, + "learning_rate": 1.84578700052792e-05, + "loss": 0.0363, + "step": 24023 + }, + { + "epoch": 20.376590330788805, + "grad_norm": 1.081984914578484, + "learning_rate": 1.8457723442033746e-05, + "loss": 0.0392, + "step": 24024 + }, + { + "epoch": 20.3774385072095, + "grad_norm": 0.69057966065504, + "learning_rate": 1.845757687240592e-05, + "loss": 0.0316, + "step": 24025 + }, + { + "epoch": 20.378286683630193, + "grad_norm": 0.8785913369795052, + "learning_rate": 1.8457430296395835e-05, + "loss": 0.0349, + "step": 24026 + }, + { + "epoch": 20.37913486005089, + "grad_norm": 0.7508155703218358, + "learning_rate": 1.8457283714003594e-05, + "loss": 0.0342, + "step": 24027 + }, + { + "epoch": 20.379983036471586, + "grad_norm": 0.7316198905984073, + "learning_rate": 1.8457137125229313e-05, + "loss": 0.0326, + "step": 24028 + }, + { + "epoch": 20.380831212892282, + "grad_norm": 0.8422149856234693, + "learning_rate": 1.8456990530073106e-05, + "loss": 0.0369, + "step": 24029 + }, + { + "epoch": 20.38167938931298, + "grad_norm": 0.8685818222040147, + "learning_rate": 1.8456843928535074e-05, + "loss": 0.0364, + "step": 24030 + }, + { + "epoch": 20.38252756573367, + "grad_norm": 0.7619032992855104, + "learning_rate": 1.8456697320615338e-05, + "loss": 0.0339, + "step": 24031 + }, + { + "epoch": 20.383375742154367, + "grad_norm": 0.8195732695883786, + "learning_rate": 1.8456550706314004e-05, + "loss": 0.0369, + "step": 24032 + }, + { + "epoch": 20.384223918575064, + "grad_norm": 0.7886517008118261, + "learning_rate": 1.8456404085631178e-05, + "loss": 0.0367, + "step": 24033 + }, + { + "epoch": 20.38507209499576, + "grad_norm": 0.8318562095757087, + "learning_rate": 1.845625745856698e-05, + "loss": 0.0371, + "step": 24034 + }, + { + "epoch": 20.385920271416456, + "grad_norm": 0.7963849738528078, + "learning_rate": 1.8456110825121508e-05, + "loss": 0.0337, + "step": 24035 + }, + { + "epoch": 20.38676844783715, + "grad_norm": 1.3604625023870598, + "learning_rate": 1.845596418529489e-05, + "loss": 0.0521, + "step": 24036 + }, + { + "epoch": 20.387616624257845, + "grad_norm": 0.7748962150981488, + "learning_rate": 1.845581753908722e-05, + "loss": 0.0352, + "step": 24037 + }, + { + "epoch": 20.38846480067854, + "grad_norm": 0.8023039317204848, + "learning_rate": 1.845567088649862e-05, + "loss": 0.0337, + "step": 24038 + }, + { + "epoch": 20.389312977099237, + "grad_norm": 0.8817394174570478, + "learning_rate": 1.8455524227529196e-05, + "loss": 0.0392, + "step": 24039 + }, + { + "epoch": 20.390161153519934, + "grad_norm": 0.8407194197199651, + "learning_rate": 1.8455377562179057e-05, + "loss": 0.036, + "step": 24040 + }, + { + "epoch": 20.391009329940626, + "grad_norm": 0.9558379728696371, + "learning_rate": 1.8455230890448317e-05, + "loss": 0.0396, + "step": 24041 + }, + { + "epoch": 20.391857506361323, + "grad_norm": 0.7684331052755795, + "learning_rate": 1.8455084212337087e-05, + "loss": 0.0363, + "step": 24042 + }, + { + "epoch": 20.39270568278202, + "grad_norm": 0.8261648366593457, + "learning_rate": 1.845493752784547e-05, + "loss": 0.0355, + "step": 24043 + }, + { + "epoch": 20.393553859202715, + "grad_norm": 0.8146963851740031, + "learning_rate": 1.845479083697359e-05, + "loss": 0.0402, + "step": 24044 + }, + { + "epoch": 20.39440203562341, + "grad_norm": 0.8026514190858642, + "learning_rate": 1.8454644139721545e-05, + "loss": 0.0355, + "step": 24045 + }, + { + "epoch": 20.395250212044104, + "grad_norm": 0.7875605445641924, + "learning_rate": 1.8454497436089457e-05, + "loss": 0.0354, + "step": 24046 + }, + { + "epoch": 20.3960983884648, + "grad_norm": 0.6870849785165148, + "learning_rate": 1.845435072607743e-05, + "loss": 0.0352, + "step": 24047 + }, + { + "epoch": 20.396946564885496, + "grad_norm": 0.7765621369654, + "learning_rate": 1.845420400968557e-05, + "loss": 0.0341, + "step": 24048 + }, + { + "epoch": 20.397794741306193, + "grad_norm": 0.7838302515112779, + "learning_rate": 1.8454057286914e-05, + "loss": 0.0391, + "step": 24049 + }, + { + "epoch": 20.39864291772689, + "grad_norm": 0.8628379138060011, + "learning_rate": 1.8453910557762817e-05, + "loss": 0.0374, + "step": 24050 + }, + { + "epoch": 20.39949109414758, + "grad_norm": 0.8875115105328507, + "learning_rate": 1.8453763822232146e-05, + "loss": 0.0377, + "step": 24051 + }, + { + "epoch": 20.400339270568278, + "grad_norm": 1.1982393871678207, + "learning_rate": 1.8453617080322087e-05, + "loss": 0.0378, + "step": 24052 + }, + { + "epoch": 20.401187446988974, + "grad_norm": 0.8841551133671025, + "learning_rate": 1.845347033203275e-05, + "loss": 0.0347, + "step": 24053 + }, + { + "epoch": 20.40203562340967, + "grad_norm": 0.9676801791395953, + "learning_rate": 1.845332357736426e-05, + "loss": 0.0432, + "step": 24054 + }, + { + "epoch": 20.402883799830363, + "grad_norm": 0.8452035158885797, + "learning_rate": 1.845317681631671e-05, + "loss": 0.036, + "step": 24055 + }, + { + "epoch": 20.40373197625106, + "grad_norm": 0.902626394547569, + "learning_rate": 1.8453030048890223e-05, + "loss": 0.0389, + "step": 24056 + }, + { + "epoch": 20.404580152671755, + "grad_norm": 0.8108833677097843, + "learning_rate": 1.8452883275084898e-05, + "loss": 0.0376, + "step": 24057 + }, + { + "epoch": 20.40542832909245, + "grad_norm": 0.903890742592486, + "learning_rate": 1.8452736494900862e-05, + "loss": 0.0396, + "step": 24058 + }, + { + "epoch": 20.406276505513148, + "grad_norm": 0.7645594262406318, + "learning_rate": 1.845258970833821e-05, + "loss": 0.0337, + "step": 24059 + }, + { + "epoch": 20.40712468193384, + "grad_norm": 0.8201267028308182, + "learning_rate": 1.8452442915397062e-05, + "loss": 0.0382, + "step": 24060 + }, + { + "epoch": 20.407972858354537, + "grad_norm": 1.018340856745974, + "learning_rate": 1.845229611607753e-05, + "loss": 0.038, + "step": 24061 + }, + { + "epoch": 20.408821034775233, + "grad_norm": 0.9069324905370546, + "learning_rate": 1.8452149310379716e-05, + "loss": 0.0362, + "step": 24062 + }, + { + "epoch": 20.40966921119593, + "grad_norm": 0.7414778161616867, + "learning_rate": 1.8452002498303738e-05, + "loss": 0.0355, + "step": 24063 + }, + { + "epoch": 20.410517387616625, + "grad_norm": 0.878217084763855, + "learning_rate": 1.8451855679849703e-05, + "loss": 0.0374, + "step": 24064 + }, + { + "epoch": 20.411365564037318, + "grad_norm": 0.8836460086647665, + "learning_rate": 1.8451708855017724e-05, + "loss": 0.034, + "step": 24065 + }, + { + "epoch": 20.412213740458014, + "grad_norm": 0.8749014323080495, + "learning_rate": 1.845156202380791e-05, + "loss": 0.0351, + "step": 24066 + }, + { + "epoch": 20.41306191687871, + "grad_norm": 1.0034133608794833, + "learning_rate": 1.845141518622038e-05, + "loss": 0.0365, + "step": 24067 + }, + { + "epoch": 20.413910093299407, + "grad_norm": 0.8984593081583087, + "learning_rate": 1.845126834225523e-05, + "loss": 0.0376, + "step": 24068 + }, + { + "epoch": 20.414758269720103, + "grad_norm": 1.3580231223129848, + "learning_rate": 1.845112149191258e-05, + "loss": 0.0356, + "step": 24069 + }, + { + "epoch": 20.415606446140796, + "grad_norm": 0.8937822975931483, + "learning_rate": 1.8450974635192544e-05, + "loss": 0.0393, + "step": 24070 + }, + { + "epoch": 20.416454622561492, + "grad_norm": 0.8067564570500728, + "learning_rate": 1.8450827772095224e-05, + "loss": 0.0356, + "step": 24071 + }, + { + "epoch": 20.41730279898219, + "grad_norm": 0.7719858663526262, + "learning_rate": 1.8450680902620736e-05, + "loss": 0.034, + "step": 24072 + }, + { + "epoch": 20.418150975402884, + "grad_norm": 0.7787198783009932, + "learning_rate": 1.845053402676919e-05, + "loss": 0.0342, + "step": 24073 + }, + { + "epoch": 20.41899915182358, + "grad_norm": 0.9278907149130594, + "learning_rate": 1.8450387144540697e-05, + "loss": 0.04, + "step": 24074 + }, + { + "epoch": 20.419847328244273, + "grad_norm": 1.1685138165231725, + "learning_rate": 1.8450240255935367e-05, + "loss": 0.0418, + "step": 24075 + }, + { + "epoch": 20.42069550466497, + "grad_norm": 0.9038685790842117, + "learning_rate": 1.8450093360953315e-05, + "loss": 0.039, + "step": 24076 + }, + { + "epoch": 20.421543681085666, + "grad_norm": 0.7895487405082217, + "learning_rate": 1.8449946459594646e-05, + "loss": 0.0387, + "step": 24077 + }, + { + "epoch": 20.422391857506362, + "grad_norm": 0.9639213813129466, + "learning_rate": 1.844979955185947e-05, + "loss": 0.039, + "step": 24078 + }, + { + "epoch": 20.42324003392706, + "grad_norm": 1.0298208277626864, + "learning_rate": 1.8449652637747904e-05, + "loss": 0.0438, + "step": 24079 + }, + { + "epoch": 20.42408821034775, + "grad_norm": 0.9984128195813379, + "learning_rate": 1.8449505717260056e-05, + "loss": 0.0402, + "step": 24080 + }, + { + "epoch": 20.424936386768447, + "grad_norm": 0.7472721161396673, + "learning_rate": 1.8449358790396037e-05, + "loss": 0.0355, + "step": 24081 + }, + { + "epoch": 20.425784563189143, + "grad_norm": 0.8930273728276756, + "learning_rate": 1.8449211857155956e-05, + "loss": 0.0389, + "step": 24082 + }, + { + "epoch": 20.42663273960984, + "grad_norm": 0.8464607381256755, + "learning_rate": 1.8449064917539927e-05, + "loss": 0.0375, + "step": 24083 + }, + { + "epoch": 20.427480916030536, + "grad_norm": 0.8295024323472465, + "learning_rate": 1.844891797154806e-05, + "loss": 0.0359, + "step": 24084 + }, + { + "epoch": 20.42832909245123, + "grad_norm": 0.9008341839686799, + "learning_rate": 1.8448771019180464e-05, + "loss": 0.0425, + "step": 24085 + }, + { + "epoch": 20.429177268871925, + "grad_norm": 0.9608223084323416, + "learning_rate": 1.844862406043725e-05, + "loss": 0.041, + "step": 24086 + }, + { + "epoch": 20.43002544529262, + "grad_norm": 0.881653058817377, + "learning_rate": 1.8448477095318534e-05, + "loss": 0.0402, + "step": 24087 + }, + { + "epoch": 20.430873621713317, + "grad_norm": 0.7742340675893755, + "learning_rate": 1.844833012382442e-05, + "loss": 0.035, + "step": 24088 + }, + { + "epoch": 20.431721798134014, + "grad_norm": 0.7970419354483521, + "learning_rate": 1.8448183145955023e-05, + "loss": 0.0364, + "step": 24089 + }, + { + "epoch": 20.432569974554706, + "grad_norm": 0.8002782515746439, + "learning_rate": 1.8448036161710454e-05, + "loss": 0.0388, + "step": 24090 + }, + { + "epoch": 20.433418150975402, + "grad_norm": 0.8598509324624262, + "learning_rate": 1.844788917109082e-05, + "loss": 0.0342, + "step": 24091 + }, + { + "epoch": 20.4342663273961, + "grad_norm": 1.0778218961857924, + "learning_rate": 1.8447742174096236e-05, + "loss": 0.0382, + "step": 24092 + }, + { + "epoch": 20.435114503816795, + "grad_norm": 0.9064687082535755, + "learning_rate": 1.844759517072681e-05, + "loss": 0.0367, + "step": 24093 + }, + { + "epoch": 20.435962680237488, + "grad_norm": 0.7949338997295317, + "learning_rate": 1.8447448160982654e-05, + "loss": 0.0371, + "step": 24094 + }, + { + "epoch": 20.436810856658184, + "grad_norm": 0.8207001232915916, + "learning_rate": 1.8447301144863882e-05, + "loss": 0.0352, + "step": 24095 + }, + { + "epoch": 20.43765903307888, + "grad_norm": 0.8172230307619409, + "learning_rate": 1.8447154122370602e-05, + "loss": 0.0382, + "step": 24096 + }, + { + "epoch": 20.438507209499576, + "grad_norm": 0.927025112956906, + "learning_rate": 1.8447007093502927e-05, + "loss": 0.0361, + "step": 24097 + }, + { + "epoch": 20.439355385920273, + "grad_norm": 0.7830334160657371, + "learning_rate": 1.8446860058260964e-05, + "loss": 0.0334, + "step": 24098 + }, + { + "epoch": 20.440203562340965, + "grad_norm": 1.0502556579730398, + "learning_rate": 1.8446713016644827e-05, + "loss": 0.0415, + "step": 24099 + }, + { + "epoch": 20.44105173876166, + "grad_norm": 0.8593041128592052, + "learning_rate": 1.8446565968654625e-05, + "loss": 0.0374, + "step": 24100 + }, + { + "epoch": 20.441899915182358, + "grad_norm": 0.9274070955937342, + "learning_rate": 1.8446418914290473e-05, + "loss": 0.0398, + "step": 24101 + }, + { + "epoch": 20.442748091603054, + "grad_norm": 1.0710845159879334, + "learning_rate": 1.8446271853552476e-05, + "loss": 0.0402, + "step": 24102 + }, + { + "epoch": 20.44359626802375, + "grad_norm": 0.8339289595423409, + "learning_rate": 1.844612478644075e-05, + "loss": 0.0389, + "step": 24103 + }, + { + "epoch": 20.444444444444443, + "grad_norm": 0.8920174772170149, + "learning_rate": 1.8445977712955404e-05, + "loss": 0.0412, + "step": 24104 + }, + { + "epoch": 20.44529262086514, + "grad_norm": 0.7149099613302732, + "learning_rate": 1.8445830633096546e-05, + "loss": 0.035, + "step": 24105 + }, + { + "epoch": 20.446140797285835, + "grad_norm": 0.7902166502579971, + "learning_rate": 1.8445683546864293e-05, + "loss": 0.0371, + "step": 24106 + }, + { + "epoch": 20.44698897370653, + "grad_norm": 0.7301085199346933, + "learning_rate": 1.8445536454258752e-05, + "loss": 0.0374, + "step": 24107 + }, + { + "epoch": 20.447837150127228, + "grad_norm": 0.814477588189237, + "learning_rate": 1.8445389355280036e-05, + "loss": 0.0397, + "step": 24108 + }, + { + "epoch": 20.44868532654792, + "grad_norm": 0.8082396784317739, + "learning_rate": 1.8445242249928254e-05, + "loss": 0.0393, + "step": 24109 + }, + { + "epoch": 20.449533502968617, + "grad_norm": 0.8807712455514396, + "learning_rate": 1.844509513820352e-05, + "loss": 0.0347, + "step": 24110 + }, + { + "epoch": 20.450381679389313, + "grad_norm": 0.8393471148192299, + "learning_rate": 1.844494802010594e-05, + "loss": 0.037, + "step": 24111 + }, + { + "epoch": 20.45122985581001, + "grad_norm": 0.9773787619839828, + "learning_rate": 1.8444800895635633e-05, + "loss": 0.0376, + "step": 24112 + }, + { + "epoch": 20.452078032230705, + "grad_norm": 0.7065090878302142, + "learning_rate": 1.84446537647927e-05, + "loss": 0.0337, + "step": 24113 + }, + { + "epoch": 20.452926208651398, + "grad_norm": 0.8415169828239994, + "learning_rate": 1.844450662757726e-05, + "loss": 0.0363, + "step": 24114 + }, + { + "epoch": 20.453774385072094, + "grad_norm": 0.8001885179898232, + "learning_rate": 1.844435948398942e-05, + "loss": 0.0378, + "step": 24115 + }, + { + "epoch": 20.45462256149279, + "grad_norm": 1.0391421236669256, + "learning_rate": 1.844421233402929e-05, + "loss": 0.0388, + "step": 24116 + }, + { + "epoch": 20.455470737913487, + "grad_norm": 0.9275741122270923, + "learning_rate": 1.844406517769699e-05, + "loss": 0.0422, + "step": 24117 + }, + { + "epoch": 20.456318914334183, + "grad_norm": 0.8841729263600346, + "learning_rate": 1.8443918014992623e-05, + "loss": 0.0375, + "step": 24118 + }, + { + "epoch": 20.457167090754876, + "grad_norm": 0.8070134525264709, + "learning_rate": 1.8443770845916296e-05, + "loss": 0.034, + "step": 24119 + }, + { + "epoch": 20.458015267175572, + "grad_norm": 0.9643265181634111, + "learning_rate": 1.8443623670468127e-05, + "loss": 0.0377, + "step": 24120 + }, + { + "epoch": 20.458863443596268, + "grad_norm": 0.7145842297952512, + "learning_rate": 1.844347648864823e-05, + "loss": 0.0358, + "step": 24121 + }, + { + "epoch": 20.459711620016964, + "grad_norm": 0.7043378935747657, + "learning_rate": 1.8443329300456704e-05, + "loss": 0.0333, + "step": 24122 + }, + { + "epoch": 20.46055979643766, + "grad_norm": 0.7208311327126312, + "learning_rate": 1.8443182105893674e-05, + "loss": 0.0352, + "step": 24123 + }, + { + "epoch": 20.461407972858353, + "grad_norm": 0.881961583109316, + "learning_rate": 1.844303490495924e-05, + "loss": 0.0352, + "step": 24124 + }, + { + "epoch": 20.46225614927905, + "grad_norm": 0.8017684224617956, + "learning_rate": 1.844288769765352e-05, + "loss": 0.0376, + "step": 24125 + }, + { + "epoch": 20.463104325699746, + "grad_norm": 0.8772173596484502, + "learning_rate": 1.8442740483976623e-05, + "loss": 0.0368, + "step": 24126 + }, + { + "epoch": 20.463952502120442, + "grad_norm": 0.7638227817645037, + "learning_rate": 1.8442593263928662e-05, + "loss": 0.0356, + "step": 24127 + }, + { + "epoch": 20.46480067854114, + "grad_norm": 0.7629803715996271, + "learning_rate": 1.8442446037509743e-05, + "loss": 0.037, + "step": 24128 + }, + { + "epoch": 20.46564885496183, + "grad_norm": 0.7877876770261987, + "learning_rate": 1.844229880471998e-05, + "loss": 0.0378, + "step": 24129 + }, + { + "epoch": 20.466497031382527, + "grad_norm": 0.8180672232199994, + "learning_rate": 1.844215156555949e-05, + "loss": 0.0375, + "step": 24130 + }, + { + "epoch": 20.467345207803223, + "grad_norm": 0.8276130345066177, + "learning_rate": 1.844200432002837e-05, + "loss": 0.0384, + "step": 24131 + }, + { + "epoch": 20.46819338422392, + "grad_norm": 0.7929580444311092, + "learning_rate": 1.8441857068126748e-05, + "loss": 0.0362, + "step": 24132 + }, + { + "epoch": 20.469041560644612, + "grad_norm": 0.84079840013942, + "learning_rate": 1.844170980985472e-05, + "loss": 0.0362, + "step": 24133 + }, + { + "epoch": 20.46988973706531, + "grad_norm": 0.8558413941855002, + "learning_rate": 1.8441562545212407e-05, + "loss": 0.0377, + "step": 24134 + }, + { + "epoch": 20.470737913486005, + "grad_norm": 0.8353723635667396, + "learning_rate": 1.8441415274199914e-05, + "loss": 0.0357, + "step": 24135 + }, + { + "epoch": 20.4715860899067, + "grad_norm": 0.7015151555000249, + "learning_rate": 1.8441267996817357e-05, + "loss": 0.0347, + "step": 24136 + }, + { + "epoch": 20.472434266327397, + "grad_norm": 0.8103760773611296, + "learning_rate": 1.8441120713064844e-05, + "loss": 0.0356, + "step": 24137 + }, + { + "epoch": 20.47328244274809, + "grad_norm": 1.0099104622890083, + "learning_rate": 1.8440973422942488e-05, + "loss": 0.0389, + "step": 24138 + }, + { + "epoch": 20.474130619168786, + "grad_norm": 0.913148087017611, + "learning_rate": 1.84408261264504e-05, + "loss": 0.0413, + "step": 24139 + }, + { + "epoch": 20.474978795589482, + "grad_norm": 0.9968916148992353, + "learning_rate": 1.8440678823588692e-05, + "loss": 0.0399, + "step": 24140 + }, + { + "epoch": 20.47582697201018, + "grad_norm": 0.8497643548305481, + "learning_rate": 1.844053151435747e-05, + "loss": 0.0364, + "step": 24141 + }, + { + "epoch": 20.476675148430875, + "grad_norm": 0.7296725925397274, + "learning_rate": 1.844038419875685e-05, + "loss": 0.0313, + "step": 24142 + }, + { + "epoch": 20.477523324851568, + "grad_norm": 0.97667690147964, + "learning_rate": 1.8440236876786947e-05, + "loss": 0.0404, + "step": 24143 + }, + { + "epoch": 20.478371501272264, + "grad_norm": 0.978012195266019, + "learning_rate": 1.844008954844786e-05, + "loss": 0.0396, + "step": 24144 + }, + { + "epoch": 20.47921967769296, + "grad_norm": 0.8067177757643641, + "learning_rate": 1.843994221373971e-05, + "loss": 0.0397, + "step": 24145 + }, + { + "epoch": 20.480067854113656, + "grad_norm": 0.7193979451845791, + "learning_rate": 1.8439794872662605e-05, + "loss": 0.0347, + "step": 24146 + }, + { + "epoch": 20.480916030534353, + "grad_norm": 0.7078989097081455, + "learning_rate": 1.843964752521666e-05, + "loss": 0.0338, + "step": 24147 + }, + { + "epoch": 20.481764206955045, + "grad_norm": 0.9047692667130748, + "learning_rate": 1.8439500171401977e-05, + "loss": 0.0373, + "step": 24148 + }, + { + "epoch": 20.48261238337574, + "grad_norm": 0.7894894096824194, + "learning_rate": 1.843935281121868e-05, + "loss": 0.0365, + "step": 24149 + }, + { + "epoch": 20.483460559796438, + "grad_norm": 0.8851813128955294, + "learning_rate": 1.843920544466687e-05, + "loss": 0.0374, + "step": 24150 + }, + { + "epoch": 20.484308736217134, + "grad_norm": 0.7409308048633129, + "learning_rate": 1.843905807174666e-05, + "loss": 0.0394, + "step": 24151 + }, + { + "epoch": 20.48515691263783, + "grad_norm": 0.937869130237007, + "learning_rate": 1.8438910692458167e-05, + "loss": 0.0391, + "step": 24152 + }, + { + "epoch": 20.486005089058523, + "grad_norm": 1.0051131639319797, + "learning_rate": 1.8438763306801496e-05, + "loss": 0.0382, + "step": 24153 + }, + { + "epoch": 20.48685326547922, + "grad_norm": 0.8690906385002403, + "learning_rate": 1.843861591477676e-05, + "loss": 0.0367, + "step": 24154 + }, + { + "epoch": 20.487701441899915, + "grad_norm": 0.735239927262083, + "learning_rate": 1.843846851638407e-05, + "loss": 0.0348, + "step": 24155 + }, + { + "epoch": 20.48854961832061, + "grad_norm": 0.911677497015577, + "learning_rate": 1.8438321111623537e-05, + "loss": 0.0387, + "step": 24156 + }, + { + "epoch": 20.489397794741308, + "grad_norm": 0.9329222616519007, + "learning_rate": 1.8438173700495277e-05, + "loss": 0.0363, + "step": 24157 + }, + { + "epoch": 20.490245971162, + "grad_norm": 0.7714398519933019, + "learning_rate": 1.8438026282999393e-05, + "loss": 0.031, + "step": 24158 + }, + { + "epoch": 20.491094147582697, + "grad_norm": 0.9958765309928079, + "learning_rate": 1.8437878859136e-05, + "loss": 0.0413, + "step": 24159 + }, + { + "epoch": 20.491942324003393, + "grad_norm": 0.7210936280578688, + "learning_rate": 1.8437731428905212e-05, + "loss": 0.0344, + "step": 24160 + }, + { + "epoch": 20.49279050042409, + "grad_norm": 0.7765031203493913, + "learning_rate": 1.843758399230714e-05, + "loss": 0.0378, + "step": 24161 + }, + { + "epoch": 20.493638676844785, + "grad_norm": 0.846982077500408, + "learning_rate": 1.8437436549341886e-05, + "loss": 0.0346, + "step": 24162 + }, + { + "epoch": 20.494486853265478, + "grad_norm": 0.8913033046709076, + "learning_rate": 1.8437289100009574e-05, + "loss": 0.037, + "step": 24163 + }, + { + "epoch": 20.495335029686174, + "grad_norm": 0.7536308924374229, + "learning_rate": 1.8437141644310308e-05, + "loss": 0.0358, + "step": 24164 + }, + { + "epoch": 20.49618320610687, + "grad_norm": 0.9127716248886836, + "learning_rate": 1.84369941822442e-05, + "loss": 0.0367, + "step": 24165 + }, + { + "epoch": 20.497031382527567, + "grad_norm": 0.9706187577198083, + "learning_rate": 1.8436846713811363e-05, + "loss": 0.0395, + "step": 24166 + }, + { + "epoch": 20.497879558948263, + "grad_norm": 0.7965226316094762, + "learning_rate": 1.843669923901191e-05, + "loss": 0.0385, + "step": 24167 + }, + { + "epoch": 20.498727735368956, + "grad_norm": 1.0053672633421042, + "learning_rate": 1.8436551757845946e-05, + "loss": 0.0418, + "step": 24168 + }, + { + "epoch": 20.499575911789652, + "grad_norm": 0.7757905026326458, + "learning_rate": 1.843640427031359e-05, + "loss": 0.0335, + "step": 24169 + }, + { + "epoch": 20.500424088210348, + "grad_norm": 0.7573483354822999, + "learning_rate": 1.8436256776414948e-05, + "loss": 0.0346, + "step": 24170 + }, + { + "epoch": 20.501272264631044, + "grad_norm": 0.8286190975395901, + "learning_rate": 1.843610927615013e-05, + "loss": 0.0362, + "step": 24171 + }, + { + "epoch": 20.502120441051737, + "grad_norm": 0.7237114151511315, + "learning_rate": 1.8435961769519256e-05, + "loss": 0.0345, + "step": 24172 + }, + { + "epoch": 20.502968617472433, + "grad_norm": 0.8321530121419102, + "learning_rate": 1.8435814256522423e-05, + "loss": 0.0393, + "step": 24173 + }, + { + "epoch": 20.50381679389313, + "grad_norm": 0.8015762710692416, + "learning_rate": 1.8435666737159757e-05, + "loss": 0.0363, + "step": 24174 + }, + { + "epoch": 20.504664970313826, + "grad_norm": 0.7675754297195855, + "learning_rate": 1.8435519211431362e-05, + "loss": 0.0341, + "step": 24175 + }, + { + "epoch": 20.505513146734522, + "grad_norm": 0.7794888468487771, + "learning_rate": 1.8435371679337348e-05, + "loss": 0.0351, + "step": 24176 + }, + { + "epoch": 20.506361323155215, + "grad_norm": 0.8948128180217494, + "learning_rate": 1.843522414087783e-05, + "loss": 0.0401, + "step": 24177 + }, + { + "epoch": 20.50720949957591, + "grad_norm": 0.7826481577417399, + "learning_rate": 1.8435076596052918e-05, + "loss": 0.0328, + "step": 24178 + }, + { + "epoch": 20.508057675996607, + "grad_norm": 0.7659374937216957, + "learning_rate": 1.8434929044862722e-05, + "loss": 0.0351, + "step": 24179 + }, + { + "epoch": 20.508905852417303, + "grad_norm": 0.7652041375932771, + "learning_rate": 1.8434781487307355e-05, + "loss": 0.0329, + "step": 24180 + }, + { + "epoch": 20.509754028838, + "grad_norm": 0.8016932993588753, + "learning_rate": 1.843463392338693e-05, + "loss": 0.0364, + "step": 24181 + }, + { + "epoch": 20.510602205258692, + "grad_norm": 0.8926399741276012, + "learning_rate": 1.8434486353101557e-05, + "loss": 0.0377, + "step": 24182 + }, + { + "epoch": 20.51145038167939, + "grad_norm": 0.8767430216399553, + "learning_rate": 1.8434338776451343e-05, + "loss": 0.0368, + "step": 24183 + }, + { + "epoch": 20.512298558100085, + "grad_norm": 0.9122807731753766, + "learning_rate": 1.8434191193436405e-05, + "loss": 0.0372, + "step": 24184 + }, + { + "epoch": 20.51314673452078, + "grad_norm": 0.8647866298108295, + "learning_rate": 1.843404360405685e-05, + "loss": 0.0401, + "step": 24185 + }, + { + "epoch": 20.513994910941477, + "grad_norm": 0.8650816569557815, + "learning_rate": 1.8433896008312797e-05, + "loss": 0.0409, + "step": 24186 + }, + { + "epoch": 20.51484308736217, + "grad_norm": 0.9026354493845934, + "learning_rate": 1.843374840620435e-05, + "loss": 0.0372, + "step": 24187 + }, + { + "epoch": 20.515691263782866, + "grad_norm": 0.7913794085283375, + "learning_rate": 1.843360079773162e-05, + "loss": 0.0372, + "step": 24188 + }, + { + "epoch": 20.516539440203562, + "grad_norm": 0.7905810440588027, + "learning_rate": 1.8433453182894726e-05, + "loss": 0.0323, + "step": 24189 + }, + { + "epoch": 20.51738761662426, + "grad_norm": 0.8707635966926197, + "learning_rate": 1.8433305561693767e-05, + "loss": 0.0344, + "step": 24190 + }, + { + "epoch": 20.518235793044955, + "grad_norm": 0.697617091769193, + "learning_rate": 1.8433157934128867e-05, + "loss": 0.0338, + "step": 24191 + }, + { + "epoch": 20.519083969465647, + "grad_norm": 0.8600850892510548, + "learning_rate": 1.843301030020013e-05, + "loss": 0.0363, + "step": 24192 + }, + { + "epoch": 20.519932145886344, + "grad_norm": 0.8916266371353304, + "learning_rate": 1.8432862659907672e-05, + "loss": 0.0373, + "step": 24193 + }, + { + "epoch": 20.52078032230704, + "grad_norm": 0.767178383976787, + "learning_rate": 1.84327150132516e-05, + "loss": 0.0355, + "step": 24194 + }, + { + "epoch": 20.521628498727736, + "grad_norm": 0.9024227470395523, + "learning_rate": 1.843256736023203e-05, + "loss": 0.0368, + "step": 24195 + }, + { + "epoch": 20.522476675148432, + "grad_norm": 0.8148836337150874, + "learning_rate": 1.8432419700849066e-05, + "loss": 0.0365, + "step": 24196 + }, + { + "epoch": 20.523324851569125, + "grad_norm": 0.8163452113741476, + "learning_rate": 1.8432272035102827e-05, + "loss": 0.0394, + "step": 24197 + }, + { + "epoch": 20.52417302798982, + "grad_norm": 0.862181846239254, + "learning_rate": 1.8432124362993423e-05, + "loss": 0.0396, + "step": 24198 + }, + { + "epoch": 20.525021204410518, + "grad_norm": 0.8342679072985675, + "learning_rate": 1.8431976684520965e-05, + "loss": 0.0373, + "step": 24199 + }, + { + "epoch": 20.525869380831214, + "grad_norm": 0.8538174599002407, + "learning_rate": 1.843182899968556e-05, + "loss": 0.0379, + "step": 24200 + }, + { + "epoch": 20.52671755725191, + "grad_norm": 0.7505391755604558, + "learning_rate": 1.8431681308487322e-05, + "loss": 0.0364, + "step": 24201 + }, + { + "epoch": 20.527565733672603, + "grad_norm": 0.8075770381136899, + "learning_rate": 1.8431533610926367e-05, + "loss": 0.0378, + "step": 24202 + }, + { + "epoch": 20.5284139100933, + "grad_norm": 0.8878481851341888, + "learning_rate": 1.8431385907002802e-05, + "loss": 0.0361, + "step": 24203 + }, + { + "epoch": 20.529262086513995, + "grad_norm": 0.736907189917679, + "learning_rate": 1.8431238196716742e-05, + "loss": 0.0357, + "step": 24204 + }, + { + "epoch": 20.53011026293469, + "grad_norm": 0.7759233772463107, + "learning_rate": 1.843109048006829e-05, + "loss": 0.0349, + "step": 24205 + }, + { + "epoch": 20.530958439355388, + "grad_norm": 0.9069627871081363, + "learning_rate": 1.843094275705757e-05, + "loss": 0.0354, + "step": 24206 + }, + { + "epoch": 20.53180661577608, + "grad_norm": 0.7874381305915299, + "learning_rate": 1.8430795027684682e-05, + "loss": 0.0341, + "step": 24207 + }, + { + "epoch": 20.532654792196777, + "grad_norm": 0.8787369103978424, + "learning_rate": 1.843064729194974e-05, + "loss": 0.0401, + "step": 24208 + }, + { + "epoch": 20.533502968617473, + "grad_norm": 0.8277056914707227, + "learning_rate": 1.8430499549852864e-05, + "loss": 0.0376, + "step": 24209 + }, + { + "epoch": 20.53435114503817, + "grad_norm": 0.7801137487472575, + "learning_rate": 1.8430351801394156e-05, + "loss": 0.0357, + "step": 24210 + }, + { + "epoch": 20.53519932145886, + "grad_norm": 0.8347967956089987, + "learning_rate": 1.8430204046573727e-05, + "loss": 0.0381, + "step": 24211 + }, + { + "epoch": 20.536047497879558, + "grad_norm": 0.7194456078302048, + "learning_rate": 1.84300562853917e-05, + "loss": 0.0319, + "step": 24212 + }, + { + "epoch": 20.536895674300254, + "grad_norm": 1.144279017515641, + "learning_rate": 1.8429908517848175e-05, + "loss": 0.043, + "step": 24213 + }, + { + "epoch": 20.53774385072095, + "grad_norm": 0.846354654146513, + "learning_rate": 1.8429760743943266e-05, + "loss": 0.0359, + "step": 24214 + }, + { + "epoch": 20.538592027141647, + "grad_norm": 0.7336170623047863, + "learning_rate": 1.8429612963677085e-05, + "loss": 0.0352, + "step": 24215 + }, + { + "epoch": 20.53944020356234, + "grad_norm": 0.8639144739832831, + "learning_rate": 1.8429465177049745e-05, + "loss": 0.0409, + "step": 24216 + }, + { + "epoch": 20.540288379983036, + "grad_norm": 0.7955651211572963, + "learning_rate": 1.842931738406136e-05, + "loss": 0.0386, + "step": 24217 + }, + { + "epoch": 20.541136556403732, + "grad_norm": 0.8445157807983531, + "learning_rate": 1.8429169584712036e-05, + "loss": 0.0362, + "step": 24218 + }, + { + "epoch": 20.541984732824428, + "grad_norm": 0.9204044119436787, + "learning_rate": 1.8429021779001887e-05, + "loss": 0.0372, + "step": 24219 + }, + { + "epoch": 20.542832909245124, + "grad_norm": 0.7067435517550238, + "learning_rate": 1.8428873966931025e-05, + "loss": 0.0357, + "step": 24220 + }, + { + "epoch": 20.543681085665817, + "grad_norm": 0.8631330015063973, + "learning_rate": 1.842872614849956e-05, + "loss": 0.0349, + "step": 24221 + }, + { + "epoch": 20.544529262086513, + "grad_norm": 0.9139395170390383, + "learning_rate": 1.8428578323707605e-05, + "loss": 0.0389, + "step": 24222 + }, + { + "epoch": 20.54537743850721, + "grad_norm": 0.9889802740682885, + "learning_rate": 1.8428430492555273e-05, + "loss": 0.0369, + "step": 24223 + }, + { + "epoch": 20.546225614927906, + "grad_norm": 0.8889675870837024, + "learning_rate": 1.842828265504267e-05, + "loss": 0.0345, + "step": 24224 + }, + { + "epoch": 20.547073791348602, + "grad_norm": 0.935477349537646, + "learning_rate": 1.842813481116991e-05, + "loss": 0.0387, + "step": 24225 + }, + { + "epoch": 20.547921967769295, + "grad_norm": 0.8475214371750521, + "learning_rate": 1.842798696093711e-05, + "loss": 0.0358, + "step": 24226 + }, + { + "epoch": 20.54877014418999, + "grad_norm": 0.8405329098139596, + "learning_rate": 1.8427839104344376e-05, + "loss": 0.0374, + "step": 24227 + }, + { + "epoch": 20.549618320610687, + "grad_norm": 0.797251617091178, + "learning_rate": 1.842769124139182e-05, + "loss": 0.0345, + "step": 24228 + }, + { + "epoch": 20.550466497031383, + "grad_norm": 0.9498079442842038, + "learning_rate": 1.842754337207955e-05, + "loss": 0.0373, + "step": 24229 + }, + { + "epoch": 20.55131467345208, + "grad_norm": 0.8455812150913907, + "learning_rate": 1.842739549640769e-05, + "loss": 0.0357, + "step": 24230 + }, + { + "epoch": 20.552162849872772, + "grad_norm": 0.816705240484414, + "learning_rate": 1.842724761437634e-05, + "loss": 0.0399, + "step": 24231 + }, + { + "epoch": 20.55301102629347, + "grad_norm": 0.8773101993136093, + "learning_rate": 1.8427099725985616e-05, + "loss": 0.0409, + "step": 24232 + }, + { + "epoch": 20.553859202714165, + "grad_norm": 0.7924776929690296, + "learning_rate": 1.8426951831235628e-05, + "loss": 0.0383, + "step": 24233 + }, + { + "epoch": 20.55470737913486, + "grad_norm": 0.854881709267274, + "learning_rate": 1.842680393012649e-05, + "loss": 0.0389, + "step": 24234 + }, + { + "epoch": 20.555555555555557, + "grad_norm": 0.7905363613002856, + "learning_rate": 1.842665602265831e-05, + "loss": 0.0351, + "step": 24235 + }, + { + "epoch": 20.55640373197625, + "grad_norm": 0.7925985467440269, + "learning_rate": 1.8426508108831203e-05, + "loss": 0.0366, + "step": 24236 + }, + { + "epoch": 20.557251908396946, + "grad_norm": 0.8368428883371736, + "learning_rate": 1.842636018864528e-05, + "loss": 0.0407, + "step": 24237 + }, + { + "epoch": 20.558100084817642, + "grad_norm": 0.89335159155502, + "learning_rate": 1.842621226210065e-05, + "loss": 0.0366, + "step": 24238 + }, + { + "epoch": 20.55894826123834, + "grad_norm": 0.8274287792568255, + "learning_rate": 1.8426064329197428e-05, + "loss": 0.0373, + "step": 24239 + }, + { + "epoch": 20.559796437659035, + "grad_norm": 0.8174779356522924, + "learning_rate": 1.842591638993572e-05, + "loss": 0.0346, + "step": 24240 + }, + { + "epoch": 20.560644614079727, + "grad_norm": 0.8506174734826343, + "learning_rate": 1.8425768444315647e-05, + "loss": 0.0399, + "step": 24241 + }, + { + "epoch": 20.561492790500424, + "grad_norm": 1.0087693512640947, + "learning_rate": 1.8425620492337314e-05, + "loss": 0.0378, + "step": 24242 + }, + { + "epoch": 20.56234096692112, + "grad_norm": 0.8795318300479279, + "learning_rate": 1.842547253400083e-05, + "loss": 0.0359, + "step": 24243 + }, + { + "epoch": 20.563189143341816, + "grad_norm": 0.8108333287289138, + "learning_rate": 1.8425324569306318e-05, + "loss": 0.0463, + "step": 24244 + }, + { + "epoch": 20.564037319762512, + "grad_norm": 0.893386382920531, + "learning_rate": 1.8425176598253877e-05, + "loss": 0.0365, + "step": 24245 + }, + { + "epoch": 20.564885496183205, + "grad_norm": 0.8279218397419624, + "learning_rate": 1.8425028620843628e-05, + "loss": 0.0388, + "step": 24246 + }, + { + "epoch": 20.5657336726039, + "grad_norm": 0.8824711748833517, + "learning_rate": 1.8424880637075674e-05, + "loss": 0.039, + "step": 24247 + }, + { + "epoch": 20.566581849024598, + "grad_norm": 0.7819321597072332, + "learning_rate": 1.8424732646950136e-05, + "loss": 0.0379, + "step": 24248 + }, + { + "epoch": 20.567430025445294, + "grad_norm": 0.6447293022882045, + "learning_rate": 1.8424584650467116e-05, + "loss": 0.0322, + "step": 24249 + }, + { + "epoch": 20.568278201865986, + "grad_norm": 0.9086450746760251, + "learning_rate": 1.8424436647626732e-05, + "loss": 0.0354, + "step": 24250 + }, + { + "epoch": 20.569126378286683, + "grad_norm": 0.9371836335170083, + "learning_rate": 1.8424288638429098e-05, + "loss": 0.0352, + "step": 24251 + }, + { + "epoch": 20.56997455470738, + "grad_norm": 1.101558909221962, + "learning_rate": 1.842414062287432e-05, + "loss": 0.0429, + "step": 24252 + }, + { + "epoch": 20.570822731128075, + "grad_norm": 0.7760332581988899, + "learning_rate": 1.8423992600962514e-05, + "loss": 0.0336, + "step": 24253 + }, + { + "epoch": 20.57167090754877, + "grad_norm": 1.0071014905171753, + "learning_rate": 1.8423844572693787e-05, + "loss": 0.0386, + "step": 24254 + }, + { + "epoch": 20.572519083969464, + "grad_norm": 0.8031532957225752, + "learning_rate": 1.842369653806825e-05, + "loss": 0.0392, + "step": 24255 + }, + { + "epoch": 20.57336726039016, + "grad_norm": 0.8900203598701736, + "learning_rate": 1.8423548497086024e-05, + "loss": 0.0391, + "step": 24256 + }, + { + "epoch": 20.574215436810857, + "grad_norm": 0.7691157625585223, + "learning_rate": 1.842340044974721e-05, + "loss": 0.0376, + "step": 24257 + }, + { + "epoch": 20.575063613231553, + "grad_norm": 0.8869451922719545, + "learning_rate": 1.842325239605193e-05, + "loss": 0.0369, + "step": 24258 + }, + { + "epoch": 20.57591178965225, + "grad_norm": 0.9222824119453286, + "learning_rate": 1.8423104336000285e-05, + "loss": 0.0378, + "step": 24259 + }, + { + "epoch": 20.57675996607294, + "grad_norm": 1.0813396801727866, + "learning_rate": 1.8422956269592392e-05, + "loss": 0.0413, + "step": 24260 + }, + { + "epoch": 20.577608142493638, + "grad_norm": 0.7457467310042855, + "learning_rate": 1.8422808196828364e-05, + "loss": 0.0369, + "step": 24261 + }, + { + "epoch": 20.578456318914334, + "grad_norm": 0.7671842193601673, + "learning_rate": 1.8422660117708313e-05, + "loss": 0.0345, + "step": 24262 + }, + { + "epoch": 20.57930449533503, + "grad_norm": 0.920909069032886, + "learning_rate": 1.8422512032232346e-05, + "loss": 0.04, + "step": 24263 + }, + { + "epoch": 20.580152671755727, + "grad_norm": 0.7769392179980211, + "learning_rate": 1.842236394040058e-05, + "loss": 0.0364, + "step": 24264 + }, + { + "epoch": 20.58100084817642, + "grad_norm": 0.8332643639122282, + "learning_rate": 1.8422215842213122e-05, + "loss": 0.0378, + "step": 24265 + }, + { + "epoch": 20.581849024597116, + "grad_norm": 0.7735503282187614, + "learning_rate": 1.8422067737670088e-05, + "loss": 0.0369, + "step": 24266 + }, + { + "epoch": 20.58269720101781, + "grad_norm": 0.9013316782485211, + "learning_rate": 1.8421919626771586e-05, + "loss": 0.0364, + "step": 24267 + }, + { + "epoch": 20.583545377438508, + "grad_norm": 0.7612210425057029, + "learning_rate": 1.8421771509517736e-05, + "loss": 0.0382, + "step": 24268 + }, + { + "epoch": 20.584393553859204, + "grad_norm": 0.8349907463579115, + "learning_rate": 1.8421623385908637e-05, + "loss": 0.0361, + "step": 24269 + }, + { + "epoch": 20.585241730279897, + "grad_norm": 0.8517581614512457, + "learning_rate": 1.8421475255944406e-05, + "loss": 0.0374, + "step": 24270 + }, + { + "epoch": 20.586089906700593, + "grad_norm": 0.8496240511677989, + "learning_rate": 1.8421327119625162e-05, + "loss": 0.0364, + "step": 24271 + }, + { + "epoch": 20.58693808312129, + "grad_norm": 0.812468634081871, + "learning_rate": 1.8421178976951005e-05, + "loss": 0.0351, + "step": 24272 + }, + { + "epoch": 20.587786259541986, + "grad_norm": 0.8131896525116833, + "learning_rate": 1.842103082792206e-05, + "loss": 0.0376, + "step": 24273 + }, + { + "epoch": 20.588634435962682, + "grad_norm": 0.7320672339559853, + "learning_rate": 1.8420882672538427e-05, + "loss": 0.0358, + "step": 24274 + }, + { + "epoch": 20.589482612383375, + "grad_norm": 0.7918359838927507, + "learning_rate": 1.8420734510800225e-05, + "loss": 0.0354, + "step": 24275 + }, + { + "epoch": 20.59033078880407, + "grad_norm": 0.8727311511578081, + "learning_rate": 1.8420586342707558e-05, + "loss": 0.0364, + "step": 24276 + }, + { + "epoch": 20.591178965224767, + "grad_norm": 0.7948565324636567, + "learning_rate": 1.842043816826055e-05, + "loss": 0.035, + "step": 24277 + }, + { + "epoch": 20.592027141645463, + "grad_norm": 0.7855478327554561, + "learning_rate": 1.84202899874593e-05, + "loss": 0.0337, + "step": 24278 + }, + { + "epoch": 20.59287531806616, + "grad_norm": 0.7932102682577773, + "learning_rate": 1.8420141800303927e-05, + "loss": 0.0343, + "step": 24279 + }, + { + "epoch": 20.593723494486852, + "grad_norm": 0.8420366399239367, + "learning_rate": 1.8419993606794543e-05, + "loss": 0.0401, + "step": 24280 + }, + { + "epoch": 20.59457167090755, + "grad_norm": 0.8461711236198612, + "learning_rate": 1.8419845406931256e-05, + "loss": 0.0369, + "step": 24281 + }, + { + "epoch": 20.595419847328245, + "grad_norm": 0.744033899205151, + "learning_rate": 1.841969720071418e-05, + "loss": 0.0329, + "step": 24282 + }, + { + "epoch": 20.59626802374894, + "grad_norm": 0.9266487949712198, + "learning_rate": 1.841954898814343e-05, + "loss": 0.0417, + "step": 24283 + }, + { + "epoch": 20.597116200169637, + "grad_norm": 0.8584447082521264, + "learning_rate": 1.8419400769219112e-05, + "loss": 0.0399, + "step": 24284 + }, + { + "epoch": 20.59796437659033, + "grad_norm": 0.7826358875402843, + "learning_rate": 1.841925254394134e-05, + "loss": 0.0363, + "step": 24285 + }, + { + "epoch": 20.598812553011026, + "grad_norm": 0.8413687782299173, + "learning_rate": 1.8419104312310228e-05, + "loss": 0.0369, + "step": 24286 + }, + { + "epoch": 20.599660729431722, + "grad_norm": 0.8390254121302365, + "learning_rate": 1.8418956074325888e-05, + "loss": 0.036, + "step": 24287 + }, + { + "epoch": 20.60050890585242, + "grad_norm": 0.8505615920792554, + "learning_rate": 1.8418807829988428e-05, + "loss": 0.0381, + "step": 24288 + }, + { + "epoch": 20.60135708227311, + "grad_norm": 0.8293752150547488, + "learning_rate": 1.841865957929796e-05, + "loss": 0.0386, + "step": 24289 + }, + { + "epoch": 20.602205258693807, + "grad_norm": 0.781700020023855, + "learning_rate": 1.8418511322254603e-05, + "loss": 0.0378, + "step": 24290 + }, + { + "epoch": 20.603053435114504, + "grad_norm": 0.7799241265694972, + "learning_rate": 1.8418363058858458e-05, + "loss": 0.0361, + "step": 24291 + }, + { + "epoch": 20.6039016115352, + "grad_norm": 0.7974948640085999, + "learning_rate": 1.8418214789109647e-05, + "loss": 0.0373, + "step": 24292 + }, + { + "epoch": 20.604749787955896, + "grad_norm": 0.903993348665308, + "learning_rate": 1.8418066513008275e-05, + "loss": 0.038, + "step": 24293 + }, + { + "epoch": 20.60559796437659, + "grad_norm": 0.8685563298066772, + "learning_rate": 1.8417918230554458e-05, + "loss": 0.0362, + "step": 24294 + }, + { + "epoch": 20.606446140797285, + "grad_norm": 0.7045398239053605, + "learning_rate": 1.841776994174831e-05, + "loss": 0.0363, + "step": 24295 + }, + { + "epoch": 20.60729431721798, + "grad_norm": 0.8908995426716997, + "learning_rate": 1.8417621646589934e-05, + "loss": 0.0394, + "step": 24296 + }, + { + "epoch": 20.608142493638677, + "grad_norm": 0.7066799198868416, + "learning_rate": 1.8417473345079448e-05, + "loss": 0.0358, + "step": 24297 + }, + { + "epoch": 20.608990670059374, + "grad_norm": 0.7920768631535628, + "learning_rate": 1.8417325037216963e-05, + "loss": 0.0383, + "step": 24298 + }, + { + "epoch": 20.609838846480066, + "grad_norm": 0.8008045758416296, + "learning_rate": 1.8417176723002592e-05, + "loss": 0.0375, + "step": 24299 + }, + { + "epoch": 20.610687022900763, + "grad_norm": 0.7636448799150071, + "learning_rate": 1.8417028402436446e-05, + "loss": 0.037, + "step": 24300 + }, + { + "epoch": 20.61153519932146, + "grad_norm": 0.7328527102640705, + "learning_rate": 1.8416880075518637e-05, + "loss": 0.0364, + "step": 24301 + }, + { + "epoch": 20.612383375742155, + "grad_norm": 0.807422563200391, + "learning_rate": 1.8416731742249274e-05, + "loss": 0.0364, + "step": 24302 + }, + { + "epoch": 20.61323155216285, + "grad_norm": 0.8121883246558764, + "learning_rate": 1.8416583402628474e-05, + "loss": 0.0381, + "step": 24303 + }, + { + "epoch": 20.614079728583544, + "grad_norm": 0.7812546252867535, + "learning_rate": 1.8416435056656348e-05, + "loss": 0.0364, + "step": 24304 + }, + { + "epoch": 20.61492790500424, + "grad_norm": 0.8812374641015415, + "learning_rate": 1.8416286704333005e-05, + "loss": 0.0389, + "step": 24305 + }, + { + "epoch": 20.615776081424936, + "grad_norm": 0.8665582864954466, + "learning_rate": 1.841613834565856e-05, + "loss": 0.0403, + "step": 24306 + }, + { + "epoch": 20.616624257845633, + "grad_norm": 0.880672204723992, + "learning_rate": 1.841598998063312e-05, + "loss": 0.0385, + "step": 24307 + }, + { + "epoch": 20.61747243426633, + "grad_norm": 0.8554623582794839, + "learning_rate": 1.8415841609256802e-05, + "loss": 0.0364, + "step": 24308 + }, + { + "epoch": 20.61832061068702, + "grad_norm": 0.7320341926823237, + "learning_rate": 1.8415693231529715e-05, + "loss": 0.0336, + "step": 24309 + }, + { + "epoch": 20.619168787107718, + "grad_norm": 0.7655939060308338, + "learning_rate": 1.8415544847451975e-05, + "loss": 0.0383, + "step": 24310 + }, + { + "epoch": 20.620016963528414, + "grad_norm": 0.9921040139330635, + "learning_rate": 1.841539645702369e-05, + "loss": 0.0414, + "step": 24311 + }, + { + "epoch": 20.62086513994911, + "grad_norm": 0.8126108550303817, + "learning_rate": 1.8415248060244975e-05, + "loss": 0.0345, + "step": 24312 + }, + { + "epoch": 20.621713316369807, + "grad_norm": 0.716067974891346, + "learning_rate": 1.841509965711594e-05, + "loss": 0.033, + "step": 24313 + }, + { + "epoch": 20.6225614927905, + "grad_norm": 0.7543314139758305, + "learning_rate": 1.8414951247636697e-05, + "loss": 0.0362, + "step": 24314 + }, + { + "epoch": 20.623409669211195, + "grad_norm": 0.8132839297181591, + "learning_rate": 1.8414802831807358e-05, + "loss": 0.0374, + "step": 24315 + }, + { + "epoch": 20.62425784563189, + "grad_norm": 0.8336364213503048, + "learning_rate": 1.8414654409628033e-05, + "loss": 0.0334, + "step": 24316 + }, + { + "epoch": 20.625106022052588, + "grad_norm": 0.8021526285708325, + "learning_rate": 1.841450598109884e-05, + "loss": 0.0355, + "step": 24317 + }, + { + "epoch": 20.625954198473284, + "grad_norm": 0.8042351333221136, + "learning_rate": 1.8414357546219882e-05, + "loss": 0.0337, + "step": 24318 + }, + { + "epoch": 20.626802374893977, + "grad_norm": 1.0037592056339704, + "learning_rate": 1.841420910499128e-05, + "loss": 0.0392, + "step": 24319 + }, + { + "epoch": 20.627650551314673, + "grad_norm": 0.7390426814960784, + "learning_rate": 1.8414060657413144e-05, + "loss": 0.0335, + "step": 24320 + }, + { + "epoch": 20.62849872773537, + "grad_norm": 0.7688522582060547, + "learning_rate": 1.8413912203485584e-05, + "loss": 0.0343, + "step": 24321 + }, + { + "epoch": 20.629346904156066, + "grad_norm": 0.7303989288475748, + "learning_rate": 1.841376374320871e-05, + "loss": 0.0332, + "step": 24322 + }, + { + "epoch": 20.63019508057676, + "grad_norm": 0.8806828888904955, + "learning_rate": 1.8413615276582638e-05, + "loss": 0.0378, + "step": 24323 + }, + { + "epoch": 20.631043256997454, + "grad_norm": 0.812841142673669, + "learning_rate": 1.841346680360748e-05, + "loss": 0.0369, + "step": 24324 + }, + { + "epoch": 20.63189143341815, + "grad_norm": 1.7414588998535647, + "learning_rate": 1.8413318324283343e-05, + "loss": 0.0451, + "step": 24325 + }, + { + "epoch": 20.632739609838847, + "grad_norm": 0.7822331475636788, + "learning_rate": 1.8413169838610343e-05, + "loss": 0.0358, + "step": 24326 + }, + { + "epoch": 20.633587786259543, + "grad_norm": 0.7675417961331643, + "learning_rate": 1.841302134658859e-05, + "loss": 0.0353, + "step": 24327 + }, + { + "epoch": 20.634435962680236, + "grad_norm": 0.876904884200362, + "learning_rate": 1.8412872848218205e-05, + "loss": 0.0365, + "step": 24328 + }, + { + "epoch": 20.635284139100932, + "grad_norm": 0.6884462820428544, + "learning_rate": 1.8412724343499287e-05, + "loss": 0.0358, + "step": 24329 + }, + { + "epoch": 20.63613231552163, + "grad_norm": 0.7524563457376782, + "learning_rate": 1.8412575832431955e-05, + "loss": 0.0345, + "step": 24330 + }, + { + "epoch": 20.636980491942325, + "grad_norm": 0.9950506094678152, + "learning_rate": 1.8412427315016317e-05, + "loss": 0.0433, + "step": 24331 + }, + { + "epoch": 20.63782866836302, + "grad_norm": 1.517600304549525, + "learning_rate": 1.841227879125249e-05, + "loss": 0.0469, + "step": 24332 + }, + { + "epoch": 20.638676844783713, + "grad_norm": 0.7941619541564641, + "learning_rate": 1.8412130261140584e-05, + "loss": 0.0356, + "step": 24333 + }, + { + "epoch": 20.63952502120441, + "grad_norm": 1.0041315777764823, + "learning_rate": 1.8411981724680712e-05, + "loss": 0.0385, + "step": 24334 + }, + { + "epoch": 20.640373197625106, + "grad_norm": 0.794013081495392, + "learning_rate": 1.8411833181872986e-05, + "loss": 0.0362, + "step": 24335 + }, + { + "epoch": 20.641221374045802, + "grad_norm": 0.9609387581112312, + "learning_rate": 1.8411684632717516e-05, + "loss": 0.0406, + "step": 24336 + }, + { + "epoch": 20.6420695504665, + "grad_norm": 0.8001684948951596, + "learning_rate": 1.8411536077214416e-05, + "loss": 0.0365, + "step": 24337 + }, + { + "epoch": 20.64291772688719, + "grad_norm": 0.8977404954056855, + "learning_rate": 1.8411387515363796e-05, + "loss": 0.0368, + "step": 24338 + }, + { + "epoch": 20.643765903307887, + "grad_norm": 0.8231455133166397, + "learning_rate": 1.841123894716577e-05, + "loss": 0.0385, + "step": 24339 + }, + { + "epoch": 20.644614079728584, + "grad_norm": 1.1105259988373624, + "learning_rate": 1.841109037262045e-05, + "loss": 0.0387, + "step": 24340 + }, + { + "epoch": 20.64546225614928, + "grad_norm": 0.8929542493225548, + "learning_rate": 1.8410941791727946e-05, + "loss": 0.0367, + "step": 24341 + }, + { + "epoch": 20.646310432569976, + "grad_norm": 0.784301432320226, + "learning_rate": 1.8410793204488374e-05, + "loss": 0.036, + "step": 24342 + }, + { + "epoch": 20.64715860899067, + "grad_norm": 0.826294760597753, + "learning_rate": 1.8410644610901842e-05, + "loss": 0.0402, + "step": 24343 + }, + { + "epoch": 20.648006785411365, + "grad_norm": 0.8912818439102551, + "learning_rate": 1.8410496010968465e-05, + "loss": 0.0421, + "step": 24344 + }, + { + "epoch": 20.64885496183206, + "grad_norm": 0.8023890190698216, + "learning_rate": 1.841034740468836e-05, + "loss": 0.0361, + "step": 24345 + }, + { + "epoch": 20.649703138252757, + "grad_norm": 0.7763297534857942, + "learning_rate": 1.8410198792061624e-05, + "loss": 0.0368, + "step": 24346 + }, + { + "epoch": 20.650551314673454, + "grad_norm": 0.8797881357552537, + "learning_rate": 1.8410050173088386e-05, + "loss": 0.0413, + "step": 24347 + }, + { + "epoch": 20.651399491094146, + "grad_norm": 0.7794098221791744, + "learning_rate": 1.8409901547768747e-05, + "loss": 0.036, + "step": 24348 + }, + { + "epoch": 20.652247667514843, + "grad_norm": 0.7685790778050716, + "learning_rate": 1.8409752916102822e-05, + "loss": 0.0348, + "step": 24349 + }, + { + "epoch": 20.65309584393554, + "grad_norm": 0.808927440877002, + "learning_rate": 1.8409604278090727e-05, + "loss": 0.0359, + "step": 24350 + }, + { + "epoch": 20.653944020356235, + "grad_norm": 1.4854033033979865, + "learning_rate": 1.8409455633732573e-05, + "loss": 0.0449, + "step": 24351 + }, + { + "epoch": 20.65479219677693, + "grad_norm": 0.8876302344763953, + "learning_rate": 1.8409306983028464e-05, + "loss": 0.0391, + "step": 24352 + }, + { + "epoch": 20.655640373197624, + "grad_norm": 0.9359156825799504, + "learning_rate": 1.840915832597852e-05, + "loss": 0.0417, + "step": 24353 + }, + { + "epoch": 20.65648854961832, + "grad_norm": 0.7478563428165996, + "learning_rate": 1.8409009662582853e-05, + "loss": 0.0366, + "step": 24354 + }, + { + "epoch": 20.657336726039016, + "grad_norm": 0.7966606160142865, + "learning_rate": 1.8408860992841578e-05, + "loss": 0.0336, + "step": 24355 + }, + { + "epoch": 20.658184902459713, + "grad_norm": 0.9535502794532953, + "learning_rate": 1.84087123167548e-05, + "loss": 0.0406, + "step": 24356 + }, + { + "epoch": 20.659033078880405, + "grad_norm": 0.8448368563506181, + "learning_rate": 1.8408563634322633e-05, + "loss": 0.039, + "step": 24357 + }, + { + "epoch": 20.6598812553011, + "grad_norm": 0.8101927167784355, + "learning_rate": 1.8408414945545193e-05, + "loss": 0.0378, + "step": 24358 + }, + { + "epoch": 20.660729431721798, + "grad_norm": 0.783716823435505, + "learning_rate": 1.840826625042259e-05, + "loss": 0.0358, + "step": 24359 + }, + { + "epoch": 20.661577608142494, + "grad_norm": 1.120382983970643, + "learning_rate": 1.8408117548954932e-05, + "loss": 0.0412, + "step": 24360 + }, + { + "epoch": 20.66242578456319, + "grad_norm": 0.9217258832409068, + "learning_rate": 1.8407968841142338e-05, + "loss": 0.0399, + "step": 24361 + }, + { + "epoch": 20.663273960983886, + "grad_norm": 1.0670013968286876, + "learning_rate": 1.8407820126984918e-05, + "loss": 0.0391, + "step": 24362 + }, + { + "epoch": 20.66412213740458, + "grad_norm": 0.9099397208826013, + "learning_rate": 1.840767140648278e-05, + "loss": 0.0376, + "step": 24363 + }, + { + "epoch": 20.664970313825275, + "grad_norm": 1.0292509815634587, + "learning_rate": 1.840752267963604e-05, + "loss": 0.0387, + "step": 24364 + }, + { + "epoch": 20.66581849024597, + "grad_norm": 0.7371871884749199, + "learning_rate": 1.8407373946444815e-05, + "loss": 0.037, + "step": 24365 + }, + { + "epoch": 20.666666666666668, + "grad_norm": 0.9034937301019047, + "learning_rate": 1.840722520690921e-05, + "loss": 0.041, + "step": 24366 + }, + { + "epoch": 20.66751484308736, + "grad_norm": 0.8080621159557674, + "learning_rate": 1.840707646102934e-05, + "loss": 0.0381, + "step": 24367 + }, + { + "epoch": 20.668363019508057, + "grad_norm": 0.8481090448507161, + "learning_rate": 1.8406927708805314e-05, + "loss": 0.0382, + "step": 24368 + }, + { + "epoch": 20.669211195928753, + "grad_norm": 0.8976623960469643, + "learning_rate": 1.840677895023725e-05, + "loss": 0.0383, + "step": 24369 + }, + { + "epoch": 20.67005937234945, + "grad_norm": 0.7334458988308826, + "learning_rate": 1.8406630185325255e-05, + "loss": 0.0407, + "step": 24370 + }, + { + "epoch": 20.670907548770145, + "grad_norm": 0.8255386367372574, + "learning_rate": 1.8406481414069443e-05, + "loss": 0.0378, + "step": 24371 + }, + { + "epoch": 20.671755725190838, + "grad_norm": 0.9116098971942095, + "learning_rate": 1.840633263646993e-05, + "loss": 0.0374, + "step": 24372 + }, + { + "epoch": 20.672603901611534, + "grad_norm": 0.8054933834728609, + "learning_rate": 1.8406183852526824e-05, + "loss": 0.0379, + "step": 24373 + }, + { + "epoch": 20.67345207803223, + "grad_norm": 0.9109795505851824, + "learning_rate": 1.8406035062240237e-05, + "loss": 0.0404, + "step": 24374 + }, + { + "epoch": 20.674300254452927, + "grad_norm": 0.896929758653055, + "learning_rate": 1.8405886265610285e-05, + "loss": 0.0398, + "step": 24375 + }, + { + "epoch": 20.675148430873623, + "grad_norm": 0.843543754772126, + "learning_rate": 1.8405737462637073e-05, + "loss": 0.0381, + "step": 24376 + }, + { + "epoch": 20.675996607294316, + "grad_norm": 1.0220333691430998, + "learning_rate": 1.8405588653320726e-05, + "loss": 0.0357, + "step": 24377 + }, + { + "epoch": 20.676844783715012, + "grad_norm": 0.7918840180108312, + "learning_rate": 1.8405439837661343e-05, + "loss": 0.0386, + "step": 24378 + }, + { + "epoch": 20.67769296013571, + "grad_norm": 1.0588605601962937, + "learning_rate": 1.8405291015659044e-05, + "loss": 0.0403, + "step": 24379 + }, + { + "epoch": 20.678541136556404, + "grad_norm": 0.8079020451086563, + "learning_rate": 1.8405142187313936e-05, + "loss": 0.0363, + "step": 24380 + }, + { + "epoch": 20.6793893129771, + "grad_norm": 0.8046763593657666, + "learning_rate": 1.8404993352626136e-05, + "loss": 0.0341, + "step": 24381 + }, + { + "epoch": 20.680237489397793, + "grad_norm": 0.8031068325371119, + "learning_rate": 1.8404844511595758e-05, + "loss": 0.0394, + "step": 24382 + }, + { + "epoch": 20.68108566581849, + "grad_norm": 0.7537515988534824, + "learning_rate": 1.8404695664222908e-05, + "loss": 0.0357, + "step": 24383 + }, + { + "epoch": 20.681933842239186, + "grad_norm": 0.9569873942411361, + "learning_rate": 1.84045468105077e-05, + "loss": 0.0376, + "step": 24384 + }, + { + "epoch": 20.682782018659882, + "grad_norm": 0.7794879279705347, + "learning_rate": 1.840439795045025e-05, + "loss": 0.0371, + "step": 24385 + }, + { + "epoch": 20.68363019508058, + "grad_norm": 0.7765857433209401, + "learning_rate": 1.8404249084050666e-05, + "loss": 0.0369, + "step": 24386 + }, + { + "epoch": 20.68447837150127, + "grad_norm": 0.8925925167287884, + "learning_rate": 1.8404100211309064e-05, + "loss": 0.0403, + "step": 24387 + }, + { + "epoch": 20.685326547921967, + "grad_norm": 0.7516512926629704, + "learning_rate": 1.8403951332225554e-05, + "loss": 0.034, + "step": 24388 + }, + { + "epoch": 20.686174724342663, + "grad_norm": 0.8660719237027911, + "learning_rate": 1.840380244680025e-05, + "loss": 0.0375, + "step": 24389 + }, + { + "epoch": 20.68702290076336, + "grad_norm": 0.8792128672884592, + "learning_rate": 1.8403653555033263e-05, + "loss": 0.0374, + "step": 24390 + }, + { + "epoch": 20.687871077184056, + "grad_norm": 0.8625228698602776, + "learning_rate": 1.8403504656924705e-05, + "loss": 0.0396, + "step": 24391 + }, + { + "epoch": 20.68871925360475, + "grad_norm": 0.7384428446840992, + "learning_rate": 1.840335575247469e-05, + "loss": 0.0339, + "step": 24392 + }, + { + "epoch": 20.689567430025445, + "grad_norm": 0.8247167131704469, + "learning_rate": 1.840320684168333e-05, + "loss": 0.0364, + "step": 24393 + }, + { + "epoch": 20.69041560644614, + "grad_norm": 0.8487608181344364, + "learning_rate": 1.8403057924550735e-05, + "loss": 0.0364, + "step": 24394 + }, + { + "epoch": 20.691263782866837, + "grad_norm": 0.8014612437146069, + "learning_rate": 1.8402909001077024e-05, + "loss": 0.0352, + "step": 24395 + }, + { + "epoch": 20.69211195928753, + "grad_norm": 0.8363764537686221, + "learning_rate": 1.8402760071262298e-05, + "loss": 0.0371, + "step": 24396 + }, + { + "epoch": 20.692960135708226, + "grad_norm": 0.7618730166119371, + "learning_rate": 1.8402611135106677e-05, + "loss": 0.0359, + "step": 24397 + }, + { + "epoch": 20.693808312128922, + "grad_norm": 0.8023139909674487, + "learning_rate": 1.8402462192610276e-05, + "loss": 0.0358, + "step": 24398 + }, + { + "epoch": 20.69465648854962, + "grad_norm": 0.845648650106821, + "learning_rate": 1.8402313243773203e-05, + "loss": 0.0357, + "step": 24399 + }, + { + "epoch": 20.695504664970315, + "grad_norm": 0.8719794003364932, + "learning_rate": 1.840216428859557e-05, + "loss": 0.0393, + "step": 24400 + }, + { + "epoch": 20.696352841391008, + "grad_norm": 0.7574045917224733, + "learning_rate": 1.8402015327077492e-05, + "loss": 0.0354, + "step": 24401 + }, + { + "epoch": 20.697201017811704, + "grad_norm": 1.0896201723882581, + "learning_rate": 1.8401866359219078e-05, + "loss": 0.0405, + "step": 24402 + }, + { + "epoch": 20.6980491942324, + "grad_norm": 0.79971655923896, + "learning_rate": 1.8401717385020443e-05, + "loss": 0.0375, + "step": 24403 + }, + { + "epoch": 20.698897370653096, + "grad_norm": 0.9160064101178477, + "learning_rate": 1.8401568404481698e-05, + "loss": 0.0366, + "step": 24404 + }, + { + "epoch": 20.699745547073793, + "grad_norm": 0.8736020487447337, + "learning_rate": 1.840141941760296e-05, + "loss": 0.0396, + "step": 24405 + }, + { + "epoch": 20.700593723494485, + "grad_norm": 0.7087471559974875, + "learning_rate": 1.840127042438433e-05, + "loss": 0.0328, + "step": 24406 + }, + { + "epoch": 20.70144189991518, + "grad_norm": 0.8865988129802406, + "learning_rate": 1.840112142482594e-05, + "loss": 0.0376, + "step": 24407 + }, + { + "epoch": 20.702290076335878, + "grad_norm": 0.8486774471972574, + "learning_rate": 1.840097241892788e-05, + "loss": 0.0359, + "step": 24408 + }, + { + "epoch": 20.703138252756574, + "grad_norm": 0.9385497931616174, + "learning_rate": 1.840082340669028e-05, + "loss": 0.036, + "step": 24409 + }, + { + "epoch": 20.70398642917727, + "grad_norm": 0.7836234503990694, + "learning_rate": 1.840067438811324e-05, + "loss": 0.0372, + "step": 24410 + }, + { + "epoch": 20.704834605597963, + "grad_norm": 0.9193709044697341, + "learning_rate": 1.840052536319688e-05, + "loss": 0.0422, + "step": 24411 + }, + { + "epoch": 20.70568278201866, + "grad_norm": 0.8899867392923951, + "learning_rate": 1.840037633194131e-05, + "loss": 0.0375, + "step": 24412 + }, + { + "epoch": 20.706530958439355, + "grad_norm": 0.9600499988981778, + "learning_rate": 1.8400227294346644e-05, + "loss": 0.041, + "step": 24413 + }, + { + "epoch": 20.70737913486005, + "grad_norm": 0.8126441560505832, + "learning_rate": 1.8400078250412995e-05, + "loss": 0.0379, + "step": 24414 + }, + { + "epoch": 20.708227311280748, + "grad_norm": 0.838009373109288, + "learning_rate": 1.839992920014047e-05, + "loss": 0.0363, + "step": 24415 + }, + { + "epoch": 20.70907548770144, + "grad_norm": 0.7918546726845008, + "learning_rate": 1.8399780143529186e-05, + "loss": 0.0353, + "step": 24416 + }, + { + "epoch": 20.709923664122137, + "grad_norm": 0.8193956894562915, + "learning_rate": 1.8399631080579255e-05, + "loss": 0.042, + "step": 24417 + }, + { + "epoch": 20.710771840542833, + "grad_norm": 0.7893254665194478, + "learning_rate": 1.839948201129079e-05, + "loss": 0.0379, + "step": 24418 + }, + { + "epoch": 20.71162001696353, + "grad_norm": 0.917136773652495, + "learning_rate": 1.8399332935663903e-05, + "loss": 0.0353, + "step": 24419 + }, + { + "epoch": 20.712468193384225, + "grad_norm": 1.0152601067648759, + "learning_rate": 1.8399183853698705e-05, + "loss": 0.0378, + "step": 24420 + }, + { + "epoch": 20.713316369804918, + "grad_norm": 0.8375809067642085, + "learning_rate": 1.8399034765395313e-05, + "loss": 0.0378, + "step": 24421 + }, + { + "epoch": 20.714164546225614, + "grad_norm": 0.6664046907962455, + "learning_rate": 1.839888567075383e-05, + "loss": 0.0364, + "step": 24422 + }, + { + "epoch": 20.71501272264631, + "grad_norm": 0.7756747346433126, + "learning_rate": 1.8398736569774377e-05, + "loss": 0.0336, + "step": 24423 + }, + { + "epoch": 20.715860899067007, + "grad_norm": 0.9092897284218762, + "learning_rate": 1.8398587462457067e-05, + "loss": 0.0364, + "step": 24424 + }, + { + "epoch": 20.716709075487703, + "grad_norm": 0.8383630872937862, + "learning_rate": 1.839843834880201e-05, + "loss": 0.0373, + "step": 24425 + }, + { + "epoch": 20.717557251908396, + "grad_norm": 0.8902485992778658, + "learning_rate": 1.8398289228809315e-05, + "loss": 0.0375, + "step": 24426 + }, + { + "epoch": 20.718405428329092, + "grad_norm": 0.7599038342950343, + "learning_rate": 1.83981401024791e-05, + "loss": 0.0359, + "step": 24427 + }, + { + "epoch": 20.719253604749788, + "grad_norm": 0.8222342398337883, + "learning_rate": 1.8397990969811476e-05, + "loss": 0.036, + "step": 24428 + }, + { + "epoch": 20.720101781170484, + "grad_norm": 1.0476350442172984, + "learning_rate": 1.839784183080655e-05, + "loss": 0.0431, + "step": 24429 + }, + { + "epoch": 20.72094995759118, + "grad_norm": 0.9875211924524169, + "learning_rate": 1.8397692685464445e-05, + "loss": 0.04, + "step": 24430 + }, + { + "epoch": 20.721798134011873, + "grad_norm": 0.8202328975579413, + "learning_rate": 1.8397543533785265e-05, + "loss": 0.0353, + "step": 24431 + }, + { + "epoch": 20.72264631043257, + "grad_norm": 0.7150192934938496, + "learning_rate": 1.8397394375769126e-05, + "loss": 0.035, + "step": 24432 + }, + { + "epoch": 20.723494486853266, + "grad_norm": 0.7889095224033714, + "learning_rate": 1.839724521141614e-05, + "loss": 0.036, + "step": 24433 + }, + { + "epoch": 20.724342663273962, + "grad_norm": 0.8467690897238311, + "learning_rate": 1.8397096040726418e-05, + "loss": 0.0372, + "step": 24434 + }, + { + "epoch": 20.725190839694655, + "grad_norm": 0.8508580266381538, + "learning_rate": 1.8396946863700078e-05, + "loss": 0.0389, + "step": 24435 + }, + { + "epoch": 20.72603901611535, + "grad_norm": 0.8272220239814069, + "learning_rate": 1.8396797680337227e-05, + "loss": 0.0354, + "step": 24436 + }, + { + "epoch": 20.726887192536047, + "grad_norm": 0.969298688038432, + "learning_rate": 1.839664849063798e-05, + "loss": 0.0469, + "step": 24437 + }, + { + "epoch": 20.727735368956743, + "grad_norm": 0.8710397902799296, + "learning_rate": 1.8396499294602446e-05, + "loss": 0.0372, + "step": 24438 + }, + { + "epoch": 20.72858354537744, + "grad_norm": 0.9570734221113775, + "learning_rate": 1.8396350092230743e-05, + "loss": 0.0439, + "step": 24439 + }, + { + "epoch": 20.729431721798132, + "grad_norm": 0.779738992101642, + "learning_rate": 1.8396200883522983e-05, + "loss": 0.0348, + "step": 24440 + }, + { + "epoch": 20.73027989821883, + "grad_norm": 0.8880256967590396, + "learning_rate": 1.8396051668479274e-05, + "loss": 0.0394, + "step": 24441 + }, + { + "epoch": 20.731128074639525, + "grad_norm": 0.7744491420686078, + "learning_rate": 1.839590244709973e-05, + "loss": 0.0362, + "step": 24442 + }, + { + "epoch": 20.73197625106022, + "grad_norm": 0.9666150333747195, + "learning_rate": 1.839575321938447e-05, + "loss": 0.0389, + "step": 24443 + }, + { + "epoch": 20.732824427480917, + "grad_norm": 0.7593330340866711, + "learning_rate": 1.83956039853336e-05, + "loss": 0.0361, + "step": 24444 + }, + { + "epoch": 20.73367260390161, + "grad_norm": 0.8256236290672475, + "learning_rate": 1.839545474494723e-05, + "loss": 0.0393, + "step": 24445 + }, + { + "epoch": 20.734520780322306, + "grad_norm": 0.8990111879212067, + "learning_rate": 1.839530549822548e-05, + "loss": 0.0368, + "step": 24446 + }, + { + "epoch": 20.735368956743002, + "grad_norm": 0.763531639656577, + "learning_rate": 1.8395156245168458e-05, + "loss": 0.0366, + "step": 24447 + }, + { + "epoch": 20.7362171331637, + "grad_norm": 0.786899251116118, + "learning_rate": 1.839500698577628e-05, + "loss": 0.0345, + "step": 24448 + }, + { + "epoch": 20.737065309584395, + "grad_norm": 0.7593273741552143, + "learning_rate": 1.8394857720049052e-05, + "loss": 0.0366, + "step": 24449 + }, + { + "epoch": 20.737913486005088, + "grad_norm": 0.8839160809974058, + "learning_rate": 1.8394708447986897e-05, + "loss": 0.0377, + "step": 24450 + }, + { + "epoch": 20.738761662425784, + "grad_norm": 0.8068404561595196, + "learning_rate": 1.8394559169589917e-05, + "loss": 0.0399, + "step": 24451 + }, + { + "epoch": 20.73960983884648, + "grad_norm": 0.798747133191078, + "learning_rate": 1.8394409884858233e-05, + "loss": 0.0389, + "step": 24452 + }, + { + "epoch": 20.740458015267176, + "grad_norm": 0.7465429290390766, + "learning_rate": 1.8394260593791955e-05, + "loss": 0.0351, + "step": 24453 + }, + { + "epoch": 20.741306191687872, + "grad_norm": 0.8286224600143595, + "learning_rate": 1.839411129639119e-05, + "loss": 0.0389, + "step": 24454 + }, + { + "epoch": 20.742154368108565, + "grad_norm": 0.713386507561476, + "learning_rate": 1.8393961992656058e-05, + "loss": 0.0353, + "step": 24455 + }, + { + "epoch": 20.74300254452926, + "grad_norm": 0.8916992144214109, + "learning_rate": 1.8393812682586674e-05, + "loss": 0.0388, + "step": 24456 + }, + { + "epoch": 20.743850720949958, + "grad_norm": 0.7836662755948414, + "learning_rate": 1.839366336618314e-05, + "loss": 0.037, + "step": 24457 + }, + { + "epoch": 20.744698897370654, + "grad_norm": 0.8344524680998153, + "learning_rate": 1.8393514043445578e-05, + "loss": 0.0396, + "step": 24458 + }, + { + "epoch": 20.74554707379135, + "grad_norm": 0.8215314464637372, + "learning_rate": 1.8393364714374093e-05, + "loss": 0.0364, + "step": 24459 + }, + { + "epoch": 20.746395250212043, + "grad_norm": 0.8286633030206809, + "learning_rate": 1.8393215378968805e-05, + "loss": 0.0373, + "step": 24460 + }, + { + "epoch": 20.74724342663274, + "grad_norm": 0.7725157059967156, + "learning_rate": 1.8393066037229824e-05, + "loss": 0.0388, + "step": 24461 + }, + { + "epoch": 20.748091603053435, + "grad_norm": 0.8114184805179856, + "learning_rate": 1.839291668915726e-05, + "loss": 0.0377, + "step": 24462 + }, + { + "epoch": 20.74893977947413, + "grad_norm": 0.7704422582025134, + "learning_rate": 1.839276733475123e-05, + "loss": 0.0346, + "step": 24463 + }, + { + "epoch": 20.749787955894828, + "grad_norm": 0.8134119804827481, + "learning_rate": 1.8392617974011843e-05, + "loss": 0.0361, + "step": 24464 + }, + { + "epoch": 20.75063613231552, + "grad_norm": 0.9671659135168702, + "learning_rate": 1.839246860693922e-05, + "loss": 0.0383, + "step": 24465 + }, + { + "epoch": 20.751484308736217, + "grad_norm": 0.9194074268358623, + "learning_rate": 1.8392319233533457e-05, + "loss": 0.04, + "step": 24466 + }, + { + "epoch": 20.752332485156913, + "grad_norm": 0.7631086019896371, + "learning_rate": 1.8392169853794684e-05, + "loss": 0.0347, + "step": 24467 + }, + { + "epoch": 20.75318066157761, + "grad_norm": 0.7105483470607858, + "learning_rate": 1.8392020467723002e-05, + "loss": 0.0325, + "step": 24468 + }, + { + "epoch": 20.754028837998305, + "grad_norm": 0.8268788271680172, + "learning_rate": 1.8391871075318532e-05, + "loss": 0.0352, + "step": 24469 + }, + { + "epoch": 20.754877014418998, + "grad_norm": 0.8033970481433258, + "learning_rate": 1.8391721676581383e-05, + "loss": 0.0376, + "step": 24470 + }, + { + "epoch": 20.755725190839694, + "grad_norm": 0.8951583944315621, + "learning_rate": 1.8391572271511666e-05, + "loss": 0.0407, + "step": 24471 + }, + { + "epoch": 20.75657336726039, + "grad_norm": 0.87756978119194, + "learning_rate": 1.8391422860109494e-05, + "loss": 0.0365, + "step": 24472 + }, + { + "epoch": 20.757421543681087, + "grad_norm": 0.7573120583569332, + "learning_rate": 1.8391273442374985e-05, + "loss": 0.0357, + "step": 24473 + }, + { + "epoch": 20.75826972010178, + "grad_norm": 0.7601653099260675, + "learning_rate": 1.8391124018308248e-05, + "loss": 0.0364, + "step": 24474 + }, + { + "epoch": 20.759117896522476, + "grad_norm": 0.8315550804387811, + "learning_rate": 1.8390974587909393e-05, + "loss": 0.0377, + "step": 24475 + }, + { + "epoch": 20.759966072943172, + "grad_norm": 0.785096230538239, + "learning_rate": 1.8390825151178537e-05, + "loss": 0.0386, + "step": 24476 + }, + { + "epoch": 20.760814249363868, + "grad_norm": 0.8937535223178975, + "learning_rate": 1.839067570811579e-05, + "loss": 0.0381, + "step": 24477 + }, + { + "epoch": 20.761662425784564, + "grad_norm": 0.8085385919063246, + "learning_rate": 1.8390526258721268e-05, + "loss": 0.0379, + "step": 24478 + }, + { + "epoch": 20.762510602205257, + "grad_norm": 0.7252251328232262, + "learning_rate": 1.839037680299508e-05, + "loss": 0.0355, + "step": 24479 + }, + { + "epoch": 20.763358778625953, + "grad_norm": 0.8249718786941993, + "learning_rate": 1.8390227340937344e-05, + "loss": 0.0385, + "step": 24480 + }, + { + "epoch": 20.76420695504665, + "grad_norm": 0.8415823718466935, + "learning_rate": 1.8390077872548167e-05, + "loss": 0.0355, + "step": 24481 + }, + { + "epoch": 20.765055131467346, + "grad_norm": 0.8336840473994948, + "learning_rate": 1.8389928397827663e-05, + "loss": 0.038, + "step": 24482 + }, + { + "epoch": 20.765903307888042, + "grad_norm": 0.8347077000776786, + "learning_rate": 1.8389778916775947e-05, + "loss": 0.0373, + "step": 24483 + }, + { + "epoch": 20.766751484308735, + "grad_norm": 0.6922921882499158, + "learning_rate": 1.8389629429393134e-05, + "loss": 0.0353, + "step": 24484 + }, + { + "epoch": 20.76759966072943, + "grad_norm": 0.9662726526060742, + "learning_rate": 1.838947993567933e-05, + "loss": 0.0453, + "step": 24485 + }, + { + "epoch": 20.768447837150127, + "grad_norm": 0.80325589171005, + "learning_rate": 1.8389330435634654e-05, + "loss": 0.0365, + "step": 24486 + }, + { + "epoch": 20.769296013570823, + "grad_norm": 0.8186563188578053, + "learning_rate": 1.8389180929259215e-05, + "loss": 0.0362, + "step": 24487 + }, + { + "epoch": 20.77014418999152, + "grad_norm": 0.7767102672922508, + "learning_rate": 1.8389031416553125e-05, + "loss": 0.0361, + "step": 24488 + }, + { + "epoch": 20.770992366412212, + "grad_norm": 0.8101330156120718, + "learning_rate": 1.83888818975165e-05, + "loss": 0.0385, + "step": 24489 + }, + { + "epoch": 20.77184054283291, + "grad_norm": 0.8493855653431899, + "learning_rate": 1.8388732372149455e-05, + "loss": 0.0368, + "step": 24490 + }, + { + "epoch": 20.772688719253605, + "grad_norm": 1.4789283307422205, + "learning_rate": 1.8388582840452097e-05, + "loss": 0.0413, + "step": 24491 + }, + { + "epoch": 20.7735368956743, + "grad_norm": 0.8812483478584573, + "learning_rate": 1.838843330242454e-05, + "loss": 0.0401, + "step": 24492 + }, + { + "epoch": 20.774385072094997, + "grad_norm": 0.7763245852840188, + "learning_rate": 1.8388283758066903e-05, + "loss": 0.0354, + "step": 24493 + }, + { + "epoch": 20.77523324851569, + "grad_norm": 0.8617527643423849, + "learning_rate": 1.838813420737929e-05, + "loss": 0.0379, + "step": 24494 + }, + { + "epoch": 20.776081424936386, + "grad_norm": 0.8432144583411525, + "learning_rate": 1.8387984650361818e-05, + "loss": 0.0363, + "step": 24495 + }, + { + "epoch": 20.776929601357082, + "grad_norm": 0.9009895270937477, + "learning_rate": 1.8387835087014603e-05, + "loss": 0.0386, + "step": 24496 + }, + { + "epoch": 20.77777777777778, + "grad_norm": 0.6986269669256981, + "learning_rate": 1.8387685517337752e-05, + "loss": 0.0355, + "step": 24497 + }, + { + "epoch": 20.778625954198475, + "grad_norm": 0.8822466463231247, + "learning_rate": 1.838753594133138e-05, + "loss": 0.0394, + "step": 24498 + }, + { + "epoch": 20.779474130619167, + "grad_norm": 0.7869441260988298, + "learning_rate": 1.8387386358995604e-05, + "loss": 0.0369, + "step": 24499 + }, + { + "epoch": 20.780322307039864, + "grad_norm": 0.6784823940137995, + "learning_rate": 1.8387236770330534e-05, + "loss": 0.0358, + "step": 24500 + }, + { + "epoch": 20.78117048346056, + "grad_norm": 0.8948292203232165, + "learning_rate": 1.8387087175336274e-05, + "loss": 0.04, + "step": 24501 + }, + { + "epoch": 20.782018659881256, + "grad_norm": 0.7824779500156268, + "learning_rate": 1.8386937574012954e-05, + "loss": 0.0351, + "step": 24502 + }, + { + "epoch": 20.782866836301952, + "grad_norm": 0.8306561855916623, + "learning_rate": 1.838678796636067e-05, + "loss": 0.037, + "step": 24503 + }, + { + "epoch": 20.783715012722645, + "grad_norm": 1.0239690590634207, + "learning_rate": 1.838663835237955e-05, + "loss": 0.0439, + "step": 24504 + }, + { + "epoch": 20.78456318914334, + "grad_norm": 1.7089752239076228, + "learning_rate": 1.8386488732069697e-05, + "loss": 0.0385, + "step": 24505 + }, + { + "epoch": 20.785411365564038, + "grad_norm": 0.9446740748809825, + "learning_rate": 1.8386339105431225e-05, + "loss": 0.0386, + "step": 24506 + }, + { + "epoch": 20.786259541984734, + "grad_norm": 0.7553531402384617, + "learning_rate": 1.8386189472464255e-05, + "loss": 0.0382, + "step": 24507 + }, + { + "epoch": 20.78710771840543, + "grad_norm": 0.8359637854305251, + "learning_rate": 1.8386039833168885e-05, + "loss": 0.0369, + "step": 24508 + }, + { + "epoch": 20.787955894826123, + "grad_norm": 1.07479695707885, + "learning_rate": 1.838589018754524e-05, + "loss": 0.0425, + "step": 24509 + }, + { + "epoch": 20.78880407124682, + "grad_norm": 0.8186036225473337, + "learning_rate": 1.838574053559343e-05, + "loss": 0.0385, + "step": 24510 + }, + { + "epoch": 20.789652247667515, + "grad_norm": 0.8079138221048511, + "learning_rate": 1.8385590877313567e-05, + "loss": 0.0371, + "step": 24511 + }, + { + "epoch": 20.79050042408821, + "grad_norm": 0.8286555081523352, + "learning_rate": 1.8385441212705766e-05, + "loss": 0.0378, + "step": 24512 + }, + { + "epoch": 20.791348600508904, + "grad_norm": 0.8236174452231481, + "learning_rate": 1.8385291541770134e-05, + "loss": 0.0362, + "step": 24513 + }, + { + "epoch": 20.7921967769296, + "grad_norm": 0.9411098118053844, + "learning_rate": 1.838514186450679e-05, + "loss": 0.0401, + "step": 24514 + }, + { + "epoch": 20.793044953350297, + "grad_norm": 0.7732867408080071, + "learning_rate": 1.8384992180915845e-05, + "loss": 0.0343, + "step": 24515 + }, + { + "epoch": 20.793893129770993, + "grad_norm": 0.7923828763814876, + "learning_rate": 1.8384842490997416e-05, + "loss": 0.0354, + "step": 24516 + }, + { + "epoch": 20.79474130619169, + "grad_norm": 0.8030011330218677, + "learning_rate": 1.838469279475161e-05, + "loss": 0.0391, + "step": 24517 + }, + { + "epoch": 20.79558948261238, + "grad_norm": 0.8915749424900464, + "learning_rate": 1.8384543092178538e-05, + "loss": 0.0385, + "step": 24518 + }, + { + "epoch": 20.796437659033078, + "grad_norm": 0.7991624697169324, + "learning_rate": 1.838439338327832e-05, + "loss": 0.0394, + "step": 24519 + }, + { + "epoch": 20.797285835453774, + "grad_norm": 1.1373880291838208, + "learning_rate": 1.8384243668051064e-05, + "loss": 0.0426, + "step": 24520 + }, + { + "epoch": 20.79813401187447, + "grad_norm": 0.9296672531295218, + "learning_rate": 1.8384093946496885e-05, + "loss": 0.038, + "step": 24521 + }, + { + "epoch": 20.798982188295167, + "grad_norm": 0.894782253409634, + "learning_rate": 1.83839442186159e-05, + "loss": 0.0425, + "step": 24522 + }, + { + "epoch": 20.79983036471586, + "grad_norm": 0.9080036092088077, + "learning_rate": 1.8383794484408214e-05, + "loss": 0.0389, + "step": 24523 + }, + { + "epoch": 20.800678541136556, + "grad_norm": 0.8391708841173539, + "learning_rate": 1.838364474387394e-05, + "loss": 0.037, + "step": 24524 + }, + { + "epoch": 20.801526717557252, + "grad_norm": 0.7379550855543978, + "learning_rate": 1.8383494997013203e-05, + "loss": 0.038, + "step": 24525 + }, + { + "epoch": 20.802374893977948, + "grad_norm": 0.892583305438942, + "learning_rate": 1.8383345243826105e-05, + "loss": 0.0381, + "step": 24526 + }, + { + "epoch": 20.803223070398644, + "grad_norm": 0.9367379265121908, + "learning_rate": 1.838319548431276e-05, + "loss": 0.0376, + "step": 24527 + }, + { + "epoch": 20.804071246819337, + "grad_norm": 0.9060091212115639, + "learning_rate": 1.8383045718473288e-05, + "loss": 0.0412, + "step": 24528 + }, + { + "epoch": 20.804919423240033, + "grad_norm": 0.9425024734643284, + "learning_rate": 1.838289594630779e-05, + "loss": 0.0359, + "step": 24529 + }, + { + "epoch": 20.80576759966073, + "grad_norm": 0.8560915776576761, + "learning_rate": 1.838274616781639e-05, + "loss": 0.0365, + "step": 24530 + }, + { + "epoch": 20.806615776081426, + "grad_norm": 0.7856367053958594, + "learning_rate": 1.8382596382999196e-05, + "loss": 0.0344, + "step": 24531 + }, + { + "epoch": 20.807463952502122, + "grad_norm": 0.9436886222039795, + "learning_rate": 1.838244659185632e-05, + "loss": 0.0424, + "step": 24532 + }, + { + "epoch": 20.808312128922815, + "grad_norm": 0.9142583586405161, + "learning_rate": 1.838229679438788e-05, + "loss": 0.0378, + "step": 24533 + }, + { + "epoch": 20.80916030534351, + "grad_norm": 0.8069740671290938, + "learning_rate": 1.8382146990593984e-05, + "loss": 0.0373, + "step": 24534 + }, + { + "epoch": 20.810008481764207, + "grad_norm": 0.8262966709059052, + "learning_rate": 1.8381997180474748e-05, + "loss": 0.0384, + "step": 24535 + }, + { + "epoch": 20.810856658184903, + "grad_norm": 0.8382137923907802, + "learning_rate": 1.8381847364030284e-05, + "loss": 0.0369, + "step": 24536 + }, + { + "epoch": 20.8117048346056, + "grad_norm": 0.7602644045780002, + "learning_rate": 1.8381697541260703e-05, + "loss": 0.0382, + "step": 24537 + }, + { + "epoch": 20.812553011026292, + "grad_norm": 0.72969160712514, + "learning_rate": 1.8381547712166124e-05, + "loss": 0.0346, + "step": 24538 + }, + { + "epoch": 20.81340118744699, + "grad_norm": 0.7690608495848816, + "learning_rate": 1.8381397876746655e-05, + "loss": 0.0379, + "step": 24539 + }, + { + "epoch": 20.814249363867685, + "grad_norm": 0.9957504242616139, + "learning_rate": 1.8381248035002407e-05, + "loss": 0.0408, + "step": 24540 + }, + { + "epoch": 20.81509754028838, + "grad_norm": 0.8324571925462466, + "learning_rate": 1.83810981869335e-05, + "loss": 0.035, + "step": 24541 + }, + { + "epoch": 20.815945716709077, + "grad_norm": 0.8335085440348514, + "learning_rate": 1.8380948332540046e-05, + "loss": 0.0401, + "step": 24542 + }, + { + "epoch": 20.81679389312977, + "grad_norm": 0.97717640446612, + "learning_rate": 1.838079847182215e-05, + "loss": 0.0392, + "step": 24543 + }, + { + "epoch": 20.817642069550466, + "grad_norm": 0.8040239888595093, + "learning_rate": 1.8380648604779935e-05, + "loss": 0.0376, + "step": 24544 + }, + { + "epoch": 20.818490245971162, + "grad_norm": 0.7759897331695339, + "learning_rate": 1.8380498731413508e-05, + "loss": 0.0374, + "step": 24545 + }, + { + "epoch": 20.81933842239186, + "grad_norm": 0.9080347882471734, + "learning_rate": 1.838034885172298e-05, + "loss": 0.0368, + "step": 24546 + }, + { + "epoch": 20.820186598812555, + "grad_norm": 0.7883225002257788, + "learning_rate": 1.8380198965708472e-05, + "loss": 0.0399, + "step": 24547 + }, + { + "epoch": 20.821034775233247, + "grad_norm": 0.9698188802472959, + "learning_rate": 1.8380049073370093e-05, + "loss": 0.0356, + "step": 24548 + }, + { + "epoch": 20.821882951653944, + "grad_norm": 0.9005817431418707, + "learning_rate": 1.837989917470796e-05, + "loss": 0.0391, + "step": 24549 + }, + { + "epoch": 20.82273112807464, + "grad_norm": 0.8022305220847766, + "learning_rate": 1.8379749269722175e-05, + "loss": 0.0377, + "step": 24550 + }, + { + "epoch": 20.823579304495336, + "grad_norm": 0.7005487525644496, + "learning_rate": 1.8379599358412864e-05, + "loss": 0.0344, + "step": 24551 + }, + { + "epoch": 20.82442748091603, + "grad_norm": 0.7439672114538983, + "learning_rate": 1.837944944078013e-05, + "loss": 0.0361, + "step": 24552 + }, + { + "epoch": 20.825275657336725, + "grad_norm": 0.7578612707623629, + "learning_rate": 1.8379299516824094e-05, + "loss": 0.0341, + "step": 24553 + }, + { + "epoch": 20.82612383375742, + "grad_norm": 0.8552889618728605, + "learning_rate": 1.8379149586544863e-05, + "loss": 0.0362, + "step": 24554 + }, + { + "epoch": 20.826972010178118, + "grad_norm": 0.7916640034297064, + "learning_rate": 1.8378999649942555e-05, + "loss": 0.0375, + "step": 24555 + }, + { + "epoch": 20.827820186598814, + "grad_norm": 0.814792959878428, + "learning_rate": 1.8378849707017285e-05, + "loss": 0.0348, + "step": 24556 + }, + { + "epoch": 20.828668363019506, + "grad_norm": 0.9078444040730619, + "learning_rate": 1.8378699757769154e-05, + "loss": 0.0378, + "step": 24557 + }, + { + "epoch": 20.829516539440203, + "grad_norm": 0.7901057949758977, + "learning_rate": 1.8378549802198288e-05, + "loss": 0.0346, + "step": 24558 + }, + { + "epoch": 20.8303647158609, + "grad_norm": 0.9316189345358757, + "learning_rate": 1.8378399840304796e-05, + "loss": 0.0378, + "step": 24559 + }, + { + "epoch": 20.831212892281595, + "grad_norm": 1.10335053626924, + "learning_rate": 1.8378249872088792e-05, + "loss": 0.0409, + "step": 24560 + }, + { + "epoch": 20.83206106870229, + "grad_norm": 0.8605372084270544, + "learning_rate": 1.8378099897550385e-05, + "loss": 0.0376, + "step": 24561 + }, + { + "epoch": 20.832909245122984, + "grad_norm": 0.797955628438114, + "learning_rate": 1.837794991668969e-05, + "loss": 0.0361, + "step": 24562 + }, + { + "epoch": 20.83375742154368, + "grad_norm": 0.9051468457879448, + "learning_rate": 1.8377799929506827e-05, + "loss": 0.0362, + "step": 24563 + }, + { + "epoch": 20.834605597964376, + "grad_norm": 0.8022355821958651, + "learning_rate": 1.83776499360019e-05, + "loss": 0.0343, + "step": 24564 + }, + { + "epoch": 20.835453774385073, + "grad_norm": 0.7742526355388503, + "learning_rate": 1.8377499936175022e-05, + "loss": 0.0389, + "step": 24565 + }, + { + "epoch": 20.83630195080577, + "grad_norm": 0.8334621080483665, + "learning_rate": 1.837734993002631e-05, + "loss": 0.0362, + "step": 24566 + }, + { + "epoch": 20.83715012722646, + "grad_norm": 0.8627331515530859, + "learning_rate": 1.8377199917555882e-05, + "loss": 0.0395, + "step": 24567 + }, + { + "epoch": 20.837998303647158, + "grad_norm": 0.930268805572074, + "learning_rate": 1.8377049898763846e-05, + "loss": 0.0386, + "step": 24568 + }, + { + "epoch": 20.838846480067854, + "grad_norm": 0.8597195591734242, + "learning_rate": 1.8376899873650315e-05, + "loss": 0.0377, + "step": 24569 + }, + { + "epoch": 20.83969465648855, + "grad_norm": 0.8268345264782706, + "learning_rate": 1.8376749842215397e-05, + "loss": 0.0367, + "step": 24570 + }, + { + "epoch": 20.840542832909247, + "grad_norm": 0.911893019079416, + "learning_rate": 1.8376599804459218e-05, + "loss": 0.0398, + "step": 24571 + }, + { + "epoch": 20.84139100932994, + "grad_norm": 0.7543743448337591, + "learning_rate": 1.8376449760381883e-05, + "loss": 0.0342, + "step": 24572 + }, + { + "epoch": 20.842239185750635, + "grad_norm": 0.8896249245370053, + "learning_rate": 1.83762997099835e-05, + "loss": 0.0401, + "step": 24573 + }, + { + "epoch": 20.84308736217133, + "grad_norm": 0.8343375847360679, + "learning_rate": 1.83761496532642e-05, + "loss": 0.0364, + "step": 24574 + }, + { + "epoch": 20.843935538592028, + "grad_norm": 0.767119434090569, + "learning_rate": 1.8375999590224073e-05, + "loss": 0.036, + "step": 24575 + }, + { + "epoch": 20.844783715012724, + "grad_norm": 0.8010374536065189, + "learning_rate": 1.8375849520863248e-05, + "loss": 0.0366, + "step": 24576 + }, + { + "epoch": 20.845631891433417, + "grad_norm": 0.8650899770547521, + "learning_rate": 1.8375699445181836e-05, + "loss": 0.0371, + "step": 24577 + }, + { + "epoch": 20.846480067854113, + "grad_norm": 0.7158355262628737, + "learning_rate": 1.8375549363179946e-05, + "loss": 0.0347, + "step": 24578 + }, + { + "epoch": 20.84732824427481, + "grad_norm": 0.8644554050978265, + "learning_rate": 1.8375399274857696e-05, + "loss": 0.0368, + "step": 24579 + }, + { + "epoch": 20.848176420695506, + "grad_norm": 0.8876296972916355, + "learning_rate": 1.8375249180215198e-05, + "loss": 0.0357, + "step": 24580 + }, + { + "epoch": 20.849024597116202, + "grad_norm": 1.2489316260049048, + "learning_rate": 1.8375099079252563e-05, + "loss": 0.0417, + "step": 24581 + }, + { + "epoch": 20.849872773536894, + "grad_norm": 0.8178132192233007, + "learning_rate": 1.8374948971969904e-05, + "loss": 0.0379, + "step": 24582 + }, + { + "epoch": 20.85072094995759, + "grad_norm": 0.7744160770202081, + "learning_rate": 1.837479885836734e-05, + "loss": 0.0356, + "step": 24583 + }, + { + "epoch": 20.851569126378287, + "grad_norm": 0.9777146298734944, + "learning_rate": 1.8374648738444977e-05, + "loss": 0.04, + "step": 24584 + }, + { + "epoch": 20.852417302798983, + "grad_norm": 0.931282565790685, + "learning_rate": 1.837449861220293e-05, + "loss": 0.0433, + "step": 24585 + }, + { + "epoch": 20.85326547921968, + "grad_norm": 0.9517325558524697, + "learning_rate": 1.8374348479641316e-05, + "loss": 0.0403, + "step": 24586 + }, + { + "epoch": 20.854113655640372, + "grad_norm": 0.9466485925507004, + "learning_rate": 1.8374198340760246e-05, + "loss": 0.0417, + "step": 24587 + }, + { + "epoch": 20.85496183206107, + "grad_norm": 1.8678305869727994, + "learning_rate": 1.837404819555983e-05, + "loss": 0.0387, + "step": 24588 + }, + { + "epoch": 20.855810008481765, + "grad_norm": 0.8224398454518774, + "learning_rate": 1.837389804404019e-05, + "loss": 0.0385, + "step": 24589 + }, + { + "epoch": 20.85665818490246, + "grad_norm": 0.7572971222763598, + "learning_rate": 1.8373747886201433e-05, + "loss": 0.0378, + "step": 24590 + }, + { + "epoch": 20.857506361323153, + "grad_norm": 0.8066237413997831, + "learning_rate": 1.837359772204367e-05, + "loss": 0.038, + "step": 24591 + }, + { + "epoch": 20.85835453774385, + "grad_norm": 0.7768159272309634, + "learning_rate": 1.8373447551567016e-05, + "loss": 0.0362, + "step": 24592 + }, + { + "epoch": 20.859202714164546, + "grad_norm": 0.8201442685566651, + "learning_rate": 1.8373297374771592e-05, + "loss": 0.0379, + "step": 24593 + }, + { + "epoch": 20.860050890585242, + "grad_norm": 0.7888125139730507, + "learning_rate": 1.83731471916575e-05, + "loss": 0.0366, + "step": 24594 + }, + { + "epoch": 20.86089906700594, + "grad_norm": 1.0503311146404597, + "learning_rate": 1.837299700222486e-05, + "loss": 0.042, + "step": 24595 + }, + { + "epoch": 20.86174724342663, + "grad_norm": 0.9030662339414044, + "learning_rate": 1.8372846806473785e-05, + "loss": 0.042, + "step": 24596 + }, + { + "epoch": 20.862595419847327, + "grad_norm": 0.9452098961402264, + "learning_rate": 1.8372696604404385e-05, + "loss": 0.0398, + "step": 24597 + }, + { + "epoch": 20.863443596268024, + "grad_norm": 0.9435491242165062, + "learning_rate": 1.8372546396016776e-05, + "loss": 0.0372, + "step": 24598 + }, + { + "epoch": 20.86429177268872, + "grad_norm": 0.8784698485684207, + "learning_rate": 1.837239618131107e-05, + "loss": 0.0383, + "step": 24599 + }, + { + "epoch": 20.865139949109416, + "grad_norm": 0.6694189778399122, + "learning_rate": 1.8372245960287388e-05, + "loss": 0.0353, + "step": 24600 + }, + { + "epoch": 20.86598812553011, + "grad_norm": 0.8042274310331875, + "learning_rate": 1.8372095732945832e-05, + "loss": 0.0382, + "step": 24601 + }, + { + "epoch": 20.866836301950805, + "grad_norm": 0.9382355387090651, + "learning_rate": 1.8371945499286518e-05, + "loss": 0.0414, + "step": 24602 + }, + { + "epoch": 20.8676844783715, + "grad_norm": 0.8006916398118562, + "learning_rate": 1.837179525930956e-05, + "loss": 0.0346, + "step": 24603 + }, + { + "epoch": 20.868532654792197, + "grad_norm": 0.9216177671068198, + "learning_rate": 1.8371645013015076e-05, + "loss": 0.0381, + "step": 24604 + }, + { + "epoch": 20.869380831212894, + "grad_norm": 0.9135382484109786, + "learning_rate": 1.8371494760403177e-05, + "loss": 0.0374, + "step": 24605 + }, + { + "epoch": 20.870229007633586, + "grad_norm": 0.8144820646154903, + "learning_rate": 1.8371344501473976e-05, + "loss": 0.0377, + "step": 24606 + }, + { + "epoch": 20.871077184054283, + "grad_norm": 0.8036114010148655, + "learning_rate": 1.8371194236227584e-05, + "loss": 0.0352, + "step": 24607 + }, + { + "epoch": 20.87192536047498, + "grad_norm": 0.8812964280602741, + "learning_rate": 1.8371043964664114e-05, + "loss": 0.0399, + "step": 24608 + }, + { + "epoch": 20.872773536895675, + "grad_norm": 0.9357940015897444, + "learning_rate": 1.8370893686783683e-05, + "loss": 0.0389, + "step": 24609 + }, + { + "epoch": 20.87362171331637, + "grad_norm": 0.9192609462641651, + "learning_rate": 1.8370743402586402e-05, + "loss": 0.0392, + "step": 24610 + }, + { + "epoch": 20.874469889737064, + "grad_norm": 0.8220509353087394, + "learning_rate": 1.837059311207239e-05, + "loss": 0.0352, + "step": 24611 + }, + { + "epoch": 20.87531806615776, + "grad_norm": 0.7964713005579734, + "learning_rate": 1.8370442815241752e-05, + "loss": 0.0339, + "step": 24612 + }, + { + "epoch": 20.876166242578456, + "grad_norm": 0.8143359707126786, + "learning_rate": 1.8370292512094606e-05, + "loss": 0.0356, + "step": 24613 + }, + { + "epoch": 20.877014418999153, + "grad_norm": 0.7841196059576729, + "learning_rate": 1.8370142202631068e-05, + "loss": 0.0404, + "step": 24614 + }, + { + "epoch": 20.87786259541985, + "grad_norm": 1.0023422089120158, + "learning_rate": 1.8369991886851245e-05, + "loss": 0.0399, + "step": 24615 + }, + { + "epoch": 20.87871077184054, + "grad_norm": 0.8393403522487866, + "learning_rate": 1.8369841564755254e-05, + "loss": 0.037, + "step": 24616 + }, + { + "epoch": 20.879558948261238, + "grad_norm": 0.8135864137616737, + "learning_rate": 1.8369691236343206e-05, + "loss": 0.037, + "step": 24617 + }, + { + "epoch": 20.880407124681934, + "grad_norm": 0.621875144875746, + "learning_rate": 1.836954090161522e-05, + "loss": 0.0328, + "step": 24618 + }, + { + "epoch": 20.88125530110263, + "grad_norm": 0.8482371696360077, + "learning_rate": 1.8369390560571402e-05, + "loss": 0.0338, + "step": 24619 + }, + { + "epoch": 20.882103477523327, + "grad_norm": 0.8512889444258901, + "learning_rate": 1.836924021321187e-05, + "loss": 0.0375, + "step": 24620 + }, + { + "epoch": 20.88295165394402, + "grad_norm": 0.8720294122930939, + "learning_rate": 1.8369089859536743e-05, + "loss": 0.0351, + "step": 24621 + }, + { + "epoch": 20.883799830364715, + "grad_norm": 0.9412605968457954, + "learning_rate": 1.836893949954612e-05, + "loss": 0.0382, + "step": 24622 + }, + { + "epoch": 20.88464800678541, + "grad_norm": 0.9057247762216327, + "learning_rate": 1.8368789133240125e-05, + "loss": 0.0369, + "step": 24623 + }, + { + "epoch": 20.885496183206108, + "grad_norm": 0.9064910324069805, + "learning_rate": 1.8368638760618873e-05, + "loss": 0.0369, + "step": 24624 + }, + { + "epoch": 20.886344359626804, + "grad_norm": 1.1892650623468548, + "learning_rate": 1.836848838168247e-05, + "loss": 0.0401, + "step": 24625 + }, + { + "epoch": 20.887192536047497, + "grad_norm": 0.7998319545671004, + "learning_rate": 1.8368337996431032e-05, + "loss": 0.034, + "step": 24626 + }, + { + "epoch": 20.888040712468193, + "grad_norm": 0.8757733494543863, + "learning_rate": 1.836818760486468e-05, + "loss": 0.0356, + "step": 24627 + }, + { + "epoch": 20.88888888888889, + "grad_norm": 0.8559926422396931, + "learning_rate": 1.8368037206983514e-05, + "loss": 0.0394, + "step": 24628 + }, + { + "epoch": 20.889737065309586, + "grad_norm": 0.8396414668088206, + "learning_rate": 1.836788680278766e-05, + "loss": 0.0396, + "step": 24629 + }, + { + "epoch": 20.890585241730278, + "grad_norm": 0.7566155347355978, + "learning_rate": 1.836773639227722e-05, + "loss": 0.0377, + "step": 24630 + }, + { + "epoch": 20.891433418150974, + "grad_norm": 0.9106288534822723, + "learning_rate": 1.8367585975452316e-05, + "loss": 0.0359, + "step": 24631 + }, + { + "epoch": 20.89228159457167, + "grad_norm": 0.8496751040240693, + "learning_rate": 1.8367435552313063e-05, + "loss": 0.0387, + "step": 24632 + }, + { + "epoch": 20.893129770992367, + "grad_norm": 0.8876745924520588, + "learning_rate": 1.836728512285957e-05, + "loss": 0.0385, + "step": 24633 + }, + { + "epoch": 20.893977947413063, + "grad_norm": 0.7522322599636908, + "learning_rate": 1.8367134687091946e-05, + "loss": 0.0355, + "step": 24634 + }, + { + "epoch": 20.894826123833756, + "grad_norm": 1.1685722756682142, + "learning_rate": 1.8366984245010313e-05, + "loss": 0.0404, + "step": 24635 + }, + { + "epoch": 20.895674300254452, + "grad_norm": 0.7888624589539037, + "learning_rate": 1.836683379661478e-05, + "loss": 0.0366, + "step": 24636 + }, + { + "epoch": 20.89652247667515, + "grad_norm": 0.8845021274188498, + "learning_rate": 1.8366683341905464e-05, + "loss": 0.0375, + "step": 24637 + }, + { + "epoch": 20.897370653095845, + "grad_norm": 0.852269635775927, + "learning_rate": 1.8366532880882473e-05, + "loss": 0.0371, + "step": 24638 + }, + { + "epoch": 20.89821882951654, + "grad_norm": 0.895914995729496, + "learning_rate": 1.8366382413545925e-05, + "loss": 0.0387, + "step": 24639 + }, + { + "epoch": 20.899067005937233, + "grad_norm": 0.7919338538073358, + "learning_rate": 1.8366231939895933e-05, + "loss": 0.0368, + "step": 24640 + }, + { + "epoch": 20.89991518235793, + "grad_norm": 0.8166023809881454, + "learning_rate": 1.836608145993261e-05, + "loss": 0.0369, + "step": 24641 + }, + { + "epoch": 20.900763358778626, + "grad_norm": 0.9604109761757927, + "learning_rate": 1.836593097365607e-05, + "loss": 0.038, + "step": 24642 + }, + { + "epoch": 20.901611535199322, + "grad_norm": 0.934306335941692, + "learning_rate": 1.8365780481066428e-05, + "loss": 0.0388, + "step": 24643 + }, + { + "epoch": 20.90245971162002, + "grad_norm": 0.7616134522694792, + "learning_rate": 1.8365629982163788e-05, + "loss": 0.034, + "step": 24644 + }, + { + "epoch": 20.90330788804071, + "grad_norm": 0.7385923479878255, + "learning_rate": 1.836547947694828e-05, + "loss": 0.0356, + "step": 24645 + }, + { + "epoch": 20.904156064461407, + "grad_norm": 0.8558207023216867, + "learning_rate": 1.8365328965420003e-05, + "loss": 0.0373, + "step": 24646 + }, + { + "epoch": 20.905004240882104, + "grad_norm": 0.8972689396037188, + "learning_rate": 1.836517844757908e-05, + "loss": 0.0409, + "step": 24647 + }, + { + "epoch": 20.9058524173028, + "grad_norm": 0.904237261843386, + "learning_rate": 1.8365027923425617e-05, + "loss": 0.0388, + "step": 24648 + }, + { + "epoch": 20.906700593723496, + "grad_norm": 0.8532495451718782, + "learning_rate": 1.836487739295973e-05, + "loss": 0.036, + "step": 24649 + }, + { + "epoch": 20.90754877014419, + "grad_norm": 0.8585143459423211, + "learning_rate": 1.8364726856181542e-05, + "loss": 0.0409, + "step": 24650 + }, + { + "epoch": 20.908396946564885, + "grad_norm": 0.8201987460362905, + "learning_rate": 1.836457631309115e-05, + "loss": 0.0365, + "step": 24651 + }, + { + "epoch": 20.90924512298558, + "grad_norm": 0.8476218467350464, + "learning_rate": 1.836442576368868e-05, + "loss": 0.0378, + "step": 24652 + }, + { + "epoch": 20.910093299406277, + "grad_norm": 0.8479765237169553, + "learning_rate": 1.8364275207974244e-05, + "loss": 0.0379, + "step": 24653 + }, + { + "epoch": 20.910941475826974, + "grad_norm": 0.6845930835134618, + "learning_rate": 1.836412464594795e-05, + "loss": 0.0328, + "step": 24654 + }, + { + "epoch": 20.911789652247666, + "grad_norm": 0.7972819890922997, + "learning_rate": 1.8363974077609917e-05, + "loss": 0.0354, + "step": 24655 + }, + { + "epoch": 20.912637828668363, + "grad_norm": 0.8408170499850887, + "learning_rate": 1.8363823502960258e-05, + "loss": 0.0366, + "step": 24656 + }, + { + "epoch": 20.91348600508906, + "grad_norm": 0.8272748853959642, + "learning_rate": 1.8363672921999085e-05, + "loss": 0.0374, + "step": 24657 + }, + { + "epoch": 20.914334181509755, + "grad_norm": 0.9151356513539074, + "learning_rate": 1.836352233472651e-05, + "loss": 0.037, + "step": 24658 + }, + { + "epoch": 20.91518235793045, + "grad_norm": 0.8810323997019626, + "learning_rate": 1.836337174114265e-05, + "loss": 0.0339, + "step": 24659 + }, + { + "epoch": 20.916030534351144, + "grad_norm": 0.8762575727568687, + "learning_rate": 1.8363221141247614e-05, + "loss": 0.037, + "step": 24660 + }, + { + "epoch": 20.91687871077184, + "grad_norm": 0.800382094160802, + "learning_rate": 1.836307053504152e-05, + "loss": 0.0363, + "step": 24661 + }, + { + "epoch": 20.917726887192536, + "grad_norm": 1.0263016658620303, + "learning_rate": 1.8362919922524486e-05, + "loss": 0.0426, + "step": 24662 + }, + { + "epoch": 20.918575063613233, + "grad_norm": 0.7919819050577674, + "learning_rate": 1.8362769303696614e-05, + "loss": 0.0388, + "step": 24663 + }, + { + "epoch": 20.91942324003393, + "grad_norm": 0.7882202088248903, + "learning_rate": 1.8362618678558025e-05, + "loss": 0.036, + "step": 24664 + }, + { + "epoch": 20.92027141645462, + "grad_norm": 0.8798629053783317, + "learning_rate": 1.8362468047108833e-05, + "loss": 0.0429, + "step": 24665 + }, + { + "epoch": 20.921119592875318, + "grad_norm": 0.856679553893958, + "learning_rate": 1.836231740934915e-05, + "loss": 0.0342, + "step": 24666 + }, + { + "epoch": 20.921967769296014, + "grad_norm": 0.8383885296413831, + "learning_rate": 1.836216676527909e-05, + "loss": 0.036, + "step": 24667 + }, + { + "epoch": 20.92281594571671, + "grad_norm": 0.8038403963614991, + "learning_rate": 1.8362016114898768e-05, + "loss": 0.0339, + "step": 24668 + }, + { + "epoch": 20.923664122137403, + "grad_norm": 0.85598201657548, + "learning_rate": 1.8361865458208292e-05, + "loss": 0.0363, + "step": 24669 + }, + { + "epoch": 20.9245122985581, + "grad_norm": 0.8732073466682345, + "learning_rate": 1.8361714795207784e-05, + "loss": 0.0368, + "step": 24670 + }, + { + "epoch": 20.925360474978795, + "grad_norm": 0.7700864430109982, + "learning_rate": 1.836156412589735e-05, + "loss": 0.0375, + "step": 24671 + }, + { + "epoch": 20.92620865139949, + "grad_norm": 0.9110170930256586, + "learning_rate": 1.836141345027711e-05, + "loss": 0.0372, + "step": 24672 + }, + { + "epoch": 20.927056827820188, + "grad_norm": 0.786328968873024, + "learning_rate": 1.8361262768347177e-05, + "loss": 0.0372, + "step": 24673 + }, + { + "epoch": 20.92790500424088, + "grad_norm": 0.8393585919315617, + "learning_rate": 1.836111208010766e-05, + "loss": 0.0406, + "step": 24674 + }, + { + "epoch": 20.928753180661577, + "grad_norm": 0.8519787508306925, + "learning_rate": 1.8360961385558673e-05, + "loss": 0.0363, + "step": 24675 + }, + { + "epoch": 20.929601357082273, + "grad_norm": 0.8257121442885836, + "learning_rate": 1.8360810684700333e-05, + "loss": 0.0362, + "step": 24676 + }, + { + "epoch": 20.93044953350297, + "grad_norm": 0.784249467221687, + "learning_rate": 1.836065997753276e-05, + "loss": 0.0387, + "step": 24677 + }, + { + "epoch": 20.931297709923665, + "grad_norm": 0.6986701752223486, + "learning_rate": 1.8360509264056053e-05, + "loss": 0.0339, + "step": 24678 + }, + { + "epoch": 20.932145886344358, + "grad_norm": 0.7537227228548822, + "learning_rate": 1.8360358544270337e-05, + "loss": 0.0364, + "step": 24679 + }, + { + "epoch": 20.932994062765054, + "grad_norm": 0.7207539574716733, + "learning_rate": 1.8360207818175717e-05, + "loss": 0.0388, + "step": 24680 + }, + { + "epoch": 20.93384223918575, + "grad_norm": 0.8130065112862803, + "learning_rate": 1.8360057085772318e-05, + "loss": 0.0381, + "step": 24681 + }, + { + "epoch": 20.934690415606447, + "grad_norm": 0.7827553497528513, + "learning_rate": 1.8359906347060244e-05, + "loss": 0.034, + "step": 24682 + }, + { + "epoch": 20.935538592027143, + "grad_norm": 0.8640760552482163, + "learning_rate": 1.8359755602039615e-05, + "loss": 0.0365, + "step": 24683 + }, + { + "epoch": 20.936386768447836, + "grad_norm": 0.8120775738703029, + "learning_rate": 1.8359604850710538e-05, + "loss": 0.037, + "step": 24684 + }, + { + "epoch": 20.937234944868532, + "grad_norm": 0.7113273773661025, + "learning_rate": 1.8359454093073132e-05, + "loss": 0.034, + "step": 24685 + }, + { + "epoch": 20.938083121289228, + "grad_norm": 0.7657518020568906, + "learning_rate": 1.835930332912751e-05, + "loss": 0.0355, + "step": 24686 + }, + { + "epoch": 20.938931297709924, + "grad_norm": 0.9050028579894457, + "learning_rate": 1.8359152558873786e-05, + "loss": 0.0393, + "step": 24687 + }, + { + "epoch": 20.93977947413062, + "grad_norm": 0.7305235264602123, + "learning_rate": 1.8359001782312076e-05, + "loss": 0.0372, + "step": 24688 + }, + { + "epoch": 20.940627650551313, + "grad_norm": 0.8708289898172983, + "learning_rate": 1.8358850999442487e-05, + "loss": 0.0404, + "step": 24689 + }, + { + "epoch": 20.94147582697201, + "grad_norm": 0.8196095471265903, + "learning_rate": 1.835870021026514e-05, + "loss": 0.0367, + "step": 24690 + }, + { + "epoch": 20.942324003392706, + "grad_norm": 0.7885661238458744, + "learning_rate": 1.8358549414780143e-05, + "loss": 0.0386, + "step": 24691 + }, + { + "epoch": 20.943172179813402, + "grad_norm": 0.7053712251739392, + "learning_rate": 1.835839861298761e-05, + "loss": 0.0353, + "step": 24692 + }, + { + "epoch": 20.9440203562341, + "grad_norm": 0.7369921641582615, + "learning_rate": 1.8358247804887663e-05, + "loss": 0.0338, + "step": 24693 + }, + { + "epoch": 20.94486853265479, + "grad_norm": 0.7971928982664606, + "learning_rate": 1.83580969904804e-05, + "loss": 0.0369, + "step": 24694 + }, + { + "epoch": 20.945716709075487, + "grad_norm": 0.8725130205426203, + "learning_rate": 1.8357946169765957e-05, + "loss": 0.0376, + "step": 24695 + }, + { + "epoch": 20.946564885496183, + "grad_norm": 1.0681628547259614, + "learning_rate": 1.835779534274443e-05, + "loss": 0.0402, + "step": 24696 + }, + { + "epoch": 20.94741306191688, + "grad_norm": 0.8087784208555769, + "learning_rate": 1.8357644509415937e-05, + "loss": 0.0352, + "step": 24697 + }, + { + "epoch": 20.948261238337576, + "grad_norm": 0.7460698583093174, + "learning_rate": 1.8357493669780596e-05, + "loss": 0.0378, + "step": 24698 + }, + { + "epoch": 20.94910941475827, + "grad_norm": 0.7682425988263499, + "learning_rate": 1.8357342823838515e-05, + "loss": 0.0369, + "step": 24699 + }, + { + "epoch": 20.949957591178965, + "grad_norm": 0.7971070028243463, + "learning_rate": 1.835719197158981e-05, + "loss": 0.0361, + "step": 24700 + }, + { + "epoch": 20.95080576759966, + "grad_norm": 0.8224699664926375, + "learning_rate": 1.8357041113034598e-05, + "loss": 0.035, + "step": 24701 + }, + { + "epoch": 20.951653944020357, + "grad_norm": 0.8686124136869108, + "learning_rate": 1.835689024817299e-05, + "loss": 0.0374, + "step": 24702 + }, + { + "epoch": 20.952502120441054, + "grad_norm": 0.8142103147961921, + "learning_rate": 1.83567393770051e-05, + "loss": 0.0359, + "step": 24703 + }, + { + "epoch": 20.953350296861746, + "grad_norm": 0.8910767411010013, + "learning_rate": 1.8356588499531044e-05, + "loss": 0.0351, + "step": 24704 + }, + { + "epoch": 20.954198473282442, + "grad_norm": 0.721549489107206, + "learning_rate": 1.835643761575093e-05, + "loss": 0.0342, + "step": 24705 + }, + { + "epoch": 20.95504664970314, + "grad_norm": 0.8341979975984589, + "learning_rate": 1.835628672566488e-05, + "loss": 0.0365, + "step": 24706 + }, + { + "epoch": 20.955894826123835, + "grad_norm": 0.8176251981720152, + "learning_rate": 1.8356135829273002e-05, + "loss": 0.0346, + "step": 24707 + }, + { + "epoch": 20.956743002544528, + "grad_norm": 1.0190249690755049, + "learning_rate": 1.835598492657541e-05, + "loss": 0.0364, + "step": 24708 + }, + { + "epoch": 20.957591178965224, + "grad_norm": 0.9021565675847438, + "learning_rate": 1.8355834017572225e-05, + "loss": 0.0362, + "step": 24709 + }, + { + "epoch": 20.95843935538592, + "grad_norm": 0.8378133629336084, + "learning_rate": 1.835568310226355e-05, + "loss": 0.034, + "step": 24710 + }, + { + "epoch": 20.959287531806616, + "grad_norm": 0.9043282875942006, + "learning_rate": 1.8355532180649507e-05, + "loss": 0.0377, + "step": 24711 + }, + { + "epoch": 20.960135708227313, + "grad_norm": 0.8726935793113031, + "learning_rate": 1.8355381252730208e-05, + "loss": 0.0357, + "step": 24712 + }, + { + "epoch": 20.960983884648005, + "grad_norm": 0.8542766137545941, + "learning_rate": 1.8355230318505763e-05, + "loss": 0.038, + "step": 24713 + }, + { + "epoch": 20.9618320610687, + "grad_norm": 0.7277120712941845, + "learning_rate": 1.835507937797629e-05, + "loss": 0.0336, + "step": 24714 + }, + { + "epoch": 20.962680237489398, + "grad_norm": 0.7505912003153037, + "learning_rate": 1.83549284311419e-05, + "loss": 0.0359, + "step": 24715 + }, + { + "epoch": 20.963528413910094, + "grad_norm": 0.9320394588919229, + "learning_rate": 1.835477747800271e-05, + "loss": 0.039, + "step": 24716 + }, + { + "epoch": 20.96437659033079, + "grad_norm": 0.8882860830923422, + "learning_rate": 1.8354626518558832e-05, + "loss": 0.0379, + "step": 24717 + }, + { + "epoch": 20.965224766751483, + "grad_norm": 0.864392991267682, + "learning_rate": 1.8354475552810385e-05, + "loss": 0.0406, + "step": 24718 + }, + { + "epoch": 20.96607294317218, + "grad_norm": 0.7384669191041475, + "learning_rate": 1.8354324580757478e-05, + "loss": 0.0365, + "step": 24719 + }, + { + "epoch": 20.966921119592875, + "grad_norm": 0.7235402861144337, + "learning_rate": 1.835417360240022e-05, + "loss": 0.0346, + "step": 24720 + }, + { + "epoch": 20.96776929601357, + "grad_norm": 0.8840090454214047, + "learning_rate": 1.8354022617738734e-05, + "loss": 0.0365, + "step": 24721 + }, + { + "epoch": 20.968617472434268, + "grad_norm": 0.9711296717114573, + "learning_rate": 1.835387162677313e-05, + "loss": 0.04, + "step": 24722 + }, + { + "epoch": 20.96946564885496, + "grad_norm": 0.8722522763482834, + "learning_rate": 1.835372062950352e-05, + "loss": 0.0367, + "step": 24723 + }, + { + "epoch": 20.970313825275657, + "grad_norm": 0.7549328844526646, + "learning_rate": 1.8353569625930025e-05, + "loss": 0.0339, + "step": 24724 + }, + { + "epoch": 20.971162001696353, + "grad_norm": 0.8348972736378235, + "learning_rate": 1.835341861605275e-05, + "loss": 0.0328, + "step": 24725 + }, + { + "epoch": 20.97201017811705, + "grad_norm": 0.9078891019518646, + "learning_rate": 1.8353267599871812e-05, + "loss": 0.0385, + "step": 24726 + }, + { + "epoch": 20.972858354537745, + "grad_norm": 0.9791558409399759, + "learning_rate": 1.835311657738733e-05, + "loss": 0.0405, + "step": 24727 + }, + { + "epoch": 20.973706530958438, + "grad_norm": 0.7756569317946083, + "learning_rate": 1.8352965548599414e-05, + "loss": 0.0365, + "step": 24728 + }, + { + "epoch": 20.974554707379134, + "grad_norm": 0.9124284709192569, + "learning_rate": 1.8352814513508174e-05, + "loss": 0.0378, + "step": 24729 + }, + { + "epoch": 20.97540288379983, + "grad_norm": 0.8530294073099473, + "learning_rate": 1.835266347211373e-05, + "loss": 0.0353, + "step": 24730 + }, + { + "epoch": 20.976251060220527, + "grad_norm": 0.9559205551762232, + "learning_rate": 1.8352512424416192e-05, + "loss": 0.0374, + "step": 24731 + }, + { + "epoch": 20.977099236641223, + "grad_norm": 0.8284632164388925, + "learning_rate": 1.835236137041568e-05, + "loss": 0.0362, + "step": 24732 + }, + { + "epoch": 20.977947413061916, + "grad_norm": 0.7722698723546046, + "learning_rate": 1.8352210310112302e-05, + "loss": 0.0325, + "step": 24733 + }, + { + "epoch": 20.978795589482612, + "grad_norm": 0.9151292239358357, + "learning_rate": 1.835205924350617e-05, + "loss": 0.0401, + "step": 24734 + }, + { + "epoch": 20.979643765903308, + "grad_norm": 0.9337432193998327, + "learning_rate": 1.835190817059741e-05, + "loss": 0.0369, + "step": 24735 + }, + { + "epoch": 20.980491942324004, + "grad_norm": 0.9142327936332949, + "learning_rate": 1.8351757091386122e-05, + "loss": 0.0391, + "step": 24736 + }, + { + "epoch": 20.9813401187447, + "grad_norm": 0.7677459120275919, + "learning_rate": 1.8351606005872427e-05, + "loss": 0.0363, + "step": 24737 + }, + { + "epoch": 20.982188295165393, + "grad_norm": 0.8992829813585795, + "learning_rate": 1.835145491405644e-05, + "loss": 0.0392, + "step": 24738 + }, + { + "epoch": 20.98303647158609, + "grad_norm": 0.7851056956353256, + "learning_rate": 1.8351303815938273e-05, + "loss": 0.0361, + "step": 24739 + }, + { + "epoch": 20.983884648006786, + "grad_norm": 0.8685846183192065, + "learning_rate": 1.8351152711518037e-05, + "loss": 0.0411, + "step": 24740 + }, + { + "epoch": 20.984732824427482, + "grad_norm": 0.9227157368570651, + "learning_rate": 1.8351001600795852e-05, + "loss": 0.0413, + "step": 24741 + }, + { + "epoch": 20.98558100084818, + "grad_norm": 0.8062550072981746, + "learning_rate": 1.8350850483771827e-05, + "loss": 0.0383, + "step": 24742 + }, + { + "epoch": 20.98642917726887, + "grad_norm": 0.8691781287129069, + "learning_rate": 1.8350699360446076e-05, + "loss": 0.0372, + "step": 24743 + }, + { + "epoch": 20.987277353689567, + "grad_norm": 0.6980221833415982, + "learning_rate": 1.8350548230818716e-05, + "loss": 0.0391, + "step": 24744 + }, + { + "epoch": 20.988125530110263, + "grad_norm": 0.8566127114716867, + "learning_rate": 1.8350397094889864e-05, + "loss": 0.0418, + "step": 24745 + }, + { + "epoch": 20.98897370653096, + "grad_norm": 0.8071462315989457, + "learning_rate": 1.8350245952659625e-05, + "loss": 0.0396, + "step": 24746 + }, + { + "epoch": 20.989821882951652, + "grad_norm": 0.8061162209373977, + "learning_rate": 1.8350094804128122e-05, + "loss": 0.0389, + "step": 24747 + }, + { + "epoch": 20.99067005937235, + "grad_norm": 0.8282251450949585, + "learning_rate": 1.8349943649295467e-05, + "loss": 0.0399, + "step": 24748 + }, + { + "epoch": 20.991518235793045, + "grad_norm": 0.8242439479439706, + "learning_rate": 1.8349792488161767e-05, + "loss": 0.0358, + "step": 24749 + }, + { + "epoch": 20.99236641221374, + "grad_norm": 0.9249820416083772, + "learning_rate": 1.8349641320727145e-05, + "loss": 0.0385, + "step": 24750 + }, + { + "epoch": 20.993214588634437, + "grad_norm": 0.8100103456054514, + "learning_rate": 1.8349490146991713e-05, + "loss": 0.0369, + "step": 24751 + }, + { + "epoch": 20.99406276505513, + "grad_norm": 0.8440904013184721, + "learning_rate": 1.834933896695558e-05, + "loss": 0.0368, + "step": 24752 + }, + { + "epoch": 20.994910941475826, + "grad_norm": 0.9213958904480064, + "learning_rate": 1.8349187780618864e-05, + "loss": 0.0381, + "step": 24753 + }, + { + "epoch": 20.995759117896522, + "grad_norm": 0.9153073813183091, + "learning_rate": 1.8349036587981678e-05, + "loss": 0.0391, + "step": 24754 + }, + { + "epoch": 20.99660729431722, + "grad_norm": 0.7633275414560662, + "learning_rate": 1.834888538904414e-05, + "loss": 0.0345, + "step": 24755 + }, + { + "epoch": 20.997455470737915, + "grad_norm": 0.7778857474396439, + "learning_rate": 1.8348734183806362e-05, + "loss": 0.0358, + "step": 24756 + }, + { + "epoch": 20.998303647158608, + "grad_norm": 0.8914063945178229, + "learning_rate": 1.8348582972268452e-05, + "loss": 0.0372, + "step": 24757 + }, + { + "epoch": 20.999151823579304, + "grad_norm": 0.7698408166453931, + "learning_rate": 1.8348431754430535e-05, + "loss": 0.0365, + "step": 24758 + }, + { + "epoch": 21.0, + "grad_norm": 0.9612506095932591, + "learning_rate": 1.8348280530292712e-05, + "loss": 0.0421, + "step": 24759 + }, + { + "epoch": 21.000848176420696, + "grad_norm": 0.7133538925792479, + "learning_rate": 1.834812929985511e-05, + "loss": 0.033, + "step": 24760 + }, + { + "epoch": 21.001696352841392, + "grad_norm": 0.7249879047194185, + "learning_rate": 1.8347978063117837e-05, + "loss": 0.0334, + "step": 24761 + }, + { + "epoch": 21.002544529262085, + "grad_norm": 0.6823705968003042, + "learning_rate": 1.8347826820081005e-05, + "loss": 0.0302, + "step": 24762 + }, + { + "epoch": 21.00339270568278, + "grad_norm": 0.5916779058830505, + "learning_rate": 1.834767557074473e-05, + "loss": 0.0303, + "step": 24763 + }, + { + "epoch": 21.004240882103478, + "grad_norm": 0.7136628377376284, + "learning_rate": 1.8347524315109134e-05, + "loss": 0.0323, + "step": 24764 + }, + { + "epoch": 21.005089058524174, + "grad_norm": 0.6766037959562081, + "learning_rate": 1.8347373053174315e-05, + "loss": 0.0301, + "step": 24765 + }, + { + "epoch": 21.00593723494487, + "grad_norm": 0.7428950768451296, + "learning_rate": 1.8347221784940404e-05, + "loss": 0.0303, + "step": 24766 + }, + { + "epoch": 21.006785411365563, + "grad_norm": 0.8678180913632219, + "learning_rate": 1.8347070510407502e-05, + "loss": 0.0336, + "step": 24767 + }, + { + "epoch": 21.00763358778626, + "grad_norm": 0.6613194945743396, + "learning_rate": 1.834691922957573e-05, + "loss": 0.0289, + "step": 24768 + }, + { + "epoch": 21.008481764206955, + "grad_norm": 0.6275629414266588, + "learning_rate": 1.83467679424452e-05, + "loss": 0.0308, + "step": 24769 + }, + { + "epoch": 21.00932994062765, + "grad_norm": 0.7494251481218506, + "learning_rate": 1.834661664901603e-05, + "loss": 0.0314, + "step": 24770 + }, + { + "epoch": 21.010178117048348, + "grad_norm": 0.7350876614029697, + "learning_rate": 1.8346465349288326e-05, + "loss": 0.0312, + "step": 24771 + }, + { + "epoch": 21.01102629346904, + "grad_norm": 0.7109321335552142, + "learning_rate": 1.8346314043262214e-05, + "loss": 0.0285, + "step": 24772 + }, + { + "epoch": 21.011874469889737, + "grad_norm": 0.7301127814497931, + "learning_rate": 1.8346162730937795e-05, + "loss": 0.0308, + "step": 24773 + }, + { + "epoch": 21.012722646310433, + "grad_norm": 0.6462469439881763, + "learning_rate": 1.834601141231519e-05, + "loss": 0.0324, + "step": 24774 + }, + { + "epoch": 21.01357082273113, + "grad_norm": 0.6905343089207369, + "learning_rate": 1.8345860087394515e-05, + "loss": 0.0317, + "step": 24775 + }, + { + "epoch": 21.014418999151825, + "grad_norm": 0.6789128398747595, + "learning_rate": 1.834570875617588e-05, + "loss": 0.0309, + "step": 24776 + }, + { + "epoch": 21.015267175572518, + "grad_norm": 0.7465661481034249, + "learning_rate": 1.8345557418659405e-05, + "loss": 0.0314, + "step": 24777 + }, + { + "epoch": 21.016115351993214, + "grad_norm": 0.7491613705082509, + "learning_rate": 1.83454060748452e-05, + "loss": 0.031, + "step": 24778 + }, + { + "epoch": 21.01696352841391, + "grad_norm": 0.6281113651829233, + "learning_rate": 1.8345254724733376e-05, + "loss": 0.0291, + "step": 24779 + }, + { + "epoch": 21.017811704834607, + "grad_norm": 0.596697195713481, + "learning_rate": 1.834510336832405e-05, + "loss": 0.0297, + "step": 24780 + }, + { + "epoch": 21.0186598812553, + "grad_norm": 0.7338116990336272, + "learning_rate": 1.834495200561734e-05, + "loss": 0.033, + "step": 24781 + }, + { + "epoch": 21.019508057675996, + "grad_norm": 0.666027651966287, + "learning_rate": 1.8344800636613355e-05, + "loss": 0.0322, + "step": 24782 + }, + { + "epoch": 21.020356234096692, + "grad_norm": 0.6744826770148528, + "learning_rate": 1.8344649261312213e-05, + "loss": 0.0294, + "step": 24783 + }, + { + "epoch": 21.021204410517388, + "grad_norm": 0.7811241046464387, + "learning_rate": 1.834449787971403e-05, + "loss": 0.0318, + "step": 24784 + }, + { + "epoch": 21.022052586938084, + "grad_norm": 0.777755597873508, + "learning_rate": 1.834434649181891e-05, + "loss": 0.0331, + "step": 24785 + }, + { + "epoch": 21.022900763358777, + "grad_norm": 0.6972643503749382, + "learning_rate": 1.8344195097626977e-05, + "loss": 0.0327, + "step": 24786 + }, + { + "epoch": 21.023748939779473, + "grad_norm": 0.7171538135946983, + "learning_rate": 1.834404369713834e-05, + "loss": 0.0299, + "step": 24787 + }, + { + "epoch": 21.02459711620017, + "grad_norm": 0.728660471925945, + "learning_rate": 1.834389229035312e-05, + "loss": 0.0328, + "step": 24788 + }, + { + "epoch": 21.025445292620866, + "grad_norm": 0.8919420339649291, + "learning_rate": 1.8343740877271425e-05, + "loss": 0.0356, + "step": 24789 + }, + { + "epoch": 21.026293469041562, + "grad_norm": 0.5411110886940194, + "learning_rate": 1.8343589457893372e-05, + "loss": 0.0276, + "step": 24790 + }, + { + "epoch": 21.027141645462255, + "grad_norm": 0.7623731568916805, + "learning_rate": 1.8343438032219075e-05, + "loss": 0.0316, + "step": 24791 + }, + { + "epoch": 21.02798982188295, + "grad_norm": 0.7217396588559917, + "learning_rate": 1.8343286600248644e-05, + "loss": 0.028, + "step": 24792 + }, + { + "epoch": 21.028837998303647, + "grad_norm": 0.9072209161905018, + "learning_rate": 1.83431351619822e-05, + "loss": 0.0317, + "step": 24793 + }, + { + "epoch": 21.029686174724343, + "grad_norm": 0.7155105656658469, + "learning_rate": 1.8342983717419854e-05, + "loss": 0.031, + "step": 24794 + }, + { + "epoch": 21.03053435114504, + "grad_norm": 0.8602449762528745, + "learning_rate": 1.834283226656172e-05, + "loss": 0.0309, + "step": 24795 + }, + { + "epoch": 21.031382527565732, + "grad_norm": 0.8087056107835577, + "learning_rate": 1.834268080940791e-05, + "loss": 0.0333, + "step": 24796 + }, + { + "epoch": 21.03223070398643, + "grad_norm": 0.7946911254983839, + "learning_rate": 1.8342529345958544e-05, + "loss": 0.0321, + "step": 24797 + }, + { + "epoch": 21.033078880407125, + "grad_norm": 0.759159538480816, + "learning_rate": 1.8342377876213733e-05, + "loss": 0.0304, + "step": 24798 + }, + { + "epoch": 21.03392705682782, + "grad_norm": 0.7484520709597025, + "learning_rate": 1.8342226400173594e-05, + "loss": 0.0313, + "step": 24799 + }, + { + "epoch": 21.034775233248517, + "grad_norm": 0.6978746574197966, + "learning_rate": 1.8342074917838234e-05, + "loss": 0.0303, + "step": 24800 + }, + { + "epoch": 21.03562340966921, + "grad_norm": 0.549958828013145, + "learning_rate": 1.8341923429207774e-05, + "loss": 0.0283, + "step": 24801 + }, + { + "epoch": 21.036471586089906, + "grad_norm": 0.7641116069122448, + "learning_rate": 1.834177193428233e-05, + "loss": 0.0315, + "step": 24802 + }, + { + "epoch": 21.037319762510602, + "grad_norm": 0.6930090427010034, + "learning_rate": 1.834162043306201e-05, + "loss": 0.0316, + "step": 24803 + }, + { + "epoch": 21.0381679389313, + "grad_norm": 0.7318116189955153, + "learning_rate": 1.834146892554693e-05, + "loss": 0.032, + "step": 24804 + }, + { + "epoch": 21.039016115351995, + "grad_norm": 0.6826411279662528, + "learning_rate": 1.8341317411737206e-05, + "loss": 0.0357, + "step": 24805 + }, + { + "epoch": 21.039864291772687, + "grad_norm": 0.6839187851775927, + "learning_rate": 1.8341165891632956e-05, + "loss": 0.0333, + "step": 24806 + }, + { + "epoch": 21.040712468193384, + "grad_norm": 0.8036482273053016, + "learning_rate": 1.8341014365234286e-05, + "loss": 0.0305, + "step": 24807 + }, + { + "epoch": 21.04156064461408, + "grad_norm": 0.7527390009202286, + "learning_rate": 1.8340862832541317e-05, + "loss": 0.0319, + "step": 24808 + }, + { + "epoch": 21.042408821034776, + "grad_norm": 0.8378849153954975, + "learning_rate": 1.8340711293554158e-05, + "loss": 0.0325, + "step": 24809 + }, + { + "epoch": 21.043256997455472, + "grad_norm": 0.5860535065281556, + "learning_rate": 1.8340559748272927e-05, + "loss": 0.0288, + "step": 24810 + }, + { + "epoch": 21.044105173876165, + "grad_norm": 0.755630992816394, + "learning_rate": 1.834040819669774e-05, + "loss": 0.0346, + "step": 24811 + }, + { + "epoch": 21.04495335029686, + "grad_norm": 0.7865664749964517, + "learning_rate": 1.8340256638828706e-05, + "loss": 0.0305, + "step": 24812 + }, + { + "epoch": 21.045801526717558, + "grad_norm": 0.766094728019115, + "learning_rate": 1.8340105074665945e-05, + "loss": 0.0318, + "step": 24813 + }, + { + "epoch": 21.046649703138254, + "grad_norm": 0.8312202967538692, + "learning_rate": 1.8339953504209567e-05, + "loss": 0.0344, + "step": 24814 + }, + { + "epoch": 21.04749787955895, + "grad_norm": 0.709094410956894, + "learning_rate": 1.833980192745969e-05, + "loss": 0.0297, + "step": 24815 + }, + { + "epoch": 21.048346055979643, + "grad_norm": 0.7328002595776884, + "learning_rate": 1.8339650344416427e-05, + "loss": 0.0303, + "step": 24816 + }, + { + "epoch": 21.04919423240034, + "grad_norm": 0.8729206380243096, + "learning_rate": 1.8339498755079888e-05, + "loss": 0.0338, + "step": 24817 + }, + { + "epoch": 21.050042408821035, + "grad_norm": 0.6887108921745001, + "learning_rate": 1.8339347159450192e-05, + "loss": 0.0313, + "step": 24818 + }, + { + "epoch": 21.05089058524173, + "grad_norm": 0.7469626263490696, + "learning_rate": 1.8339195557527455e-05, + "loss": 0.0331, + "step": 24819 + }, + { + "epoch": 21.051738761662424, + "grad_norm": 0.7515891530115577, + "learning_rate": 1.833904394931179e-05, + "loss": 0.0299, + "step": 24820 + }, + { + "epoch": 21.05258693808312, + "grad_norm": 0.6252608181221305, + "learning_rate": 1.8338892334803308e-05, + "loss": 0.0317, + "step": 24821 + }, + { + "epoch": 21.053435114503817, + "grad_norm": 0.644755613919374, + "learning_rate": 1.8338740714002127e-05, + "loss": 0.0275, + "step": 24822 + }, + { + "epoch": 21.054283290924513, + "grad_norm": 0.6268197738313844, + "learning_rate": 1.833858908690836e-05, + "loss": 0.028, + "step": 24823 + }, + { + "epoch": 21.05513146734521, + "grad_norm": 0.6342147656778304, + "learning_rate": 1.8338437453522123e-05, + "loss": 0.0302, + "step": 24824 + }, + { + "epoch": 21.0559796437659, + "grad_norm": 0.7195861772706253, + "learning_rate": 1.833828581384353e-05, + "loss": 0.0312, + "step": 24825 + }, + { + "epoch": 21.056827820186598, + "grad_norm": 0.849726887780503, + "learning_rate": 1.833813416787269e-05, + "loss": 0.0336, + "step": 24826 + }, + { + "epoch": 21.057675996607294, + "grad_norm": 0.7330699761180015, + "learning_rate": 1.8337982515609725e-05, + "loss": 0.0327, + "step": 24827 + }, + { + "epoch": 21.05852417302799, + "grad_norm": 0.6846023512060729, + "learning_rate": 1.8337830857054748e-05, + "loss": 0.0299, + "step": 24828 + }, + { + "epoch": 21.059372349448687, + "grad_norm": 0.8427306093204479, + "learning_rate": 1.8337679192207868e-05, + "loss": 0.035, + "step": 24829 + }, + { + "epoch": 21.06022052586938, + "grad_norm": 0.8114496844906032, + "learning_rate": 1.8337527521069206e-05, + "loss": 0.0341, + "step": 24830 + }, + { + "epoch": 21.061068702290076, + "grad_norm": 0.7688787621377154, + "learning_rate": 1.8337375843638873e-05, + "loss": 0.0324, + "step": 24831 + }, + { + "epoch": 21.061916878710772, + "grad_norm": 0.7794584886687858, + "learning_rate": 1.8337224159916985e-05, + "loss": 0.0316, + "step": 24832 + }, + { + "epoch": 21.062765055131468, + "grad_norm": 0.7790786066262598, + "learning_rate": 1.8337072469903655e-05, + "loss": 0.0314, + "step": 24833 + }, + { + "epoch": 21.063613231552164, + "grad_norm": 0.7412529859277667, + "learning_rate": 1.8336920773599e-05, + "loss": 0.0341, + "step": 24834 + }, + { + "epoch": 21.064461407972857, + "grad_norm": 0.6990281738394771, + "learning_rate": 1.8336769071003132e-05, + "loss": 0.03, + "step": 24835 + }, + { + "epoch": 21.065309584393553, + "grad_norm": 0.6893559507904715, + "learning_rate": 1.8336617362116166e-05, + "loss": 0.0284, + "step": 24836 + }, + { + "epoch": 21.06615776081425, + "grad_norm": 0.8060405569153472, + "learning_rate": 1.8336465646938216e-05, + "loss": 0.0319, + "step": 24837 + }, + { + "epoch": 21.067005937234946, + "grad_norm": 0.727323066051972, + "learning_rate": 1.8336313925469396e-05, + "loss": 0.031, + "step": 24838 + }, + { + "epoch": 21.067854113655642, + "grad_norm": 0.863839559279856, + "learning_rate": 1.8336162197709824e-05, + "loss": 0.0344, + "step": 24839 + }, + { + "epoch": 21.068702290076335, + "grad_norm": 0.7935146150664352, + "learning_rate": 1.833601046365961e-05, + "loss": 0.0343, + "step": 24840 + }, + { + "epoch": 21.06955046649703, + "grad_norm": 0.6180762595321356, + "learning_rate": 1.8335858723318873e-05, + "loss": 0.0309, + "step": 24841 + }, + { + "epoch": 21.070398642917727, + "grad_norm": 0.7946416962866205, + "learning_rate": 1.8335706976687723e-05, + "loss": 0.0298, + "step": 24842 + }, + { + "epoch": 21.071246819338423, + "grad_norm": 0.6396309481347903, + "learning_rate": 1.833555522376628e-05, + "loss": 0.0303, + "step": 24843 + }, + { + "epoch": 21.07209499575912, + "grad_norm": 0.8723218577163186, + "learning_rate": 1.833540346455465e-05, + "loss": 0.0338, + "step": 24844 + }, + { + "epoch": 21.072943172179812, + "grad_norm": 0.7642378357543474, + "learning_rate": 1.8335251699052957e-05, + "loss": 0.0332, + "step": 24845 + }, + { + "epoch": 21.07379134860051, + "grad_norm": 0.6291297444924493, + "learning_rate": 1.833509992726131e-05, + "loss": 0.0318, + "step": 24846 + }, + { + "epoch": 21.074639525021205, + "grad_norm": 0.7337560149142363, + "learning_rate": 1.8334948149179823e-05, + "loss": 0.0326, + "step": 24847 + }, + { + "epoch": 21.0754877014419, + "grad_norm": 0.9614668220337043, + "learning_rate": 1.8334796364808615e-05, + "loss": 0.0407, + "step": 24848 + }, + { + "epoch": 21.076335877862597, + "grad_norm": 0.8367024511560832, + "learning_rate": 1.8334644574147798e-05, + "loss": 0.0339, + "step": 24849 + }, + { + "epoch": 21.07718405428329, + "grad_norm": 0.6241098639205985, + "learning_rate": 1.833449277719748e-05, + "loss": 0.0295, + "step": 24850 + }, + { + "epoch": 21.078032230703986, + "grad_norm": 0.6858813547835135, + "learning_rate": 1.833434097395779e-05, + "loss": 0.0322, + "step": 24851 + }, + { + "epoch": 21.078880407124682, + "grad_norm": 0.6662923036590314, + "learning_rate": 1.833418916442883e-05, + "loss": 0.0293, + "step": 24852 + }, + { + "epoch": 21.07972858354538, + "grad_norm": 0.6814209411391338, + "learning_rate": 1.8334037348610723e-05, + "loss": 0.0322, + "step": 24853 + }, + { + "epoch": 21.08057675996607, + "grad_norm": 0.82247845056689, + "learning_rate": 1.8333885526503574e-05, + "loss": 0.0358, + "step": 24854 + }, + { + "epoch": 21.081424936386767, + "grad_norm": 0.8359672115265089, + "learning_rate": 1.8333733698107507e-05, + "loss": 0.0327, + "step": 24855 + }, + { + "epoch": 21.082273112807464, + "grad_norm": 0.743675323360675, + "learning_rate": 1.8333581863422633e-05, + "loss": 0.0331, + "step": 24856 + }, + { + "epoch": 21.08312128922816, + "grad_norm": 0.8981517193030821, + "learning_rate": 1.8333430022449065e-05, + "loss": 0.0339, + "step": 24857 + }, + { + "epoch": 21.083969465648856, + "grad_norm": 0.7642394954389669, + "learning_rate": 1.8333278175186918e-05, + "loss": 0.0315, + "step": 24858 + }, + { + "epoch": 21.08481764206955, + "grad_norm": 0.7022630088143226, + "learning_rate": 1.8333126321636306e-05, + "loss": 0.0308, + "step": 24859 + }, + { + "epoch": 21.085665818490245, + "grad_norm": 0.6505102010124589, + "learning_rate": 1.833297446179735e-05, + "loss": 0.0306, + "step": 24860 + }, + { + "epoch": 21.08651399491094, + "grad_norm": 0.7181017385922995, + "learning_rate": 1.8332822595670155e-05, + "loss": 0.0331, + "step": 24861 + }, + { + "epoch": 21.087362171331637, + "grad_norm": 0.9009096290840549, + "learning_rate": 1.8332670723254843e-05, + "loss": 0.0321, + "step": 24862 + }, + { + "epoch": 21.088210347752334, + "grad_norm": 0.8340752742765881, + "learning_rate": 1.8332518844551527e-05, + "loss": 0.0325, + "step": 24863 + }, + { + "epoch": 21.089058524173026, + "grad_norm": 0.764371039222731, + "learning_rate": 1.833236695956032e-05, + "loss": 0.0339, + "step": 24864 + }, + { + "epoch": 21.089906700593723, + "grad_norm": 0.6755560742933863, + "learning_rate": 1.8332215068281333e-05, + "loss": 0.0325, + "step": 24865 + }, + { + "epoch": 21.09075487701442, + "grad_norm": 0.6357745761203584, + "learning_rate": 1.833206317071469e-05, + "loss": 0.031, + "step": 24866 + }, + { + "epoch": 21.091603053435115, + "grad_norm": 0.6004311003037197, + "learning_rate": 1.8331911266860495e-05, + "loss": 0.0298, + "step": 24867 + }, + { + "epoch": 21.09245122985581, + "grad_norm": 0.924540679066258, + "learning_rate": 1.8331759356718873e-05, + "loss": 0.0327, + "step": 24868 + }, + { + "epoch": 21.093299406276504, + "grad_norm": 0.9790072038281998, + "learning_rate": 1.833160744028993e-05, + "loss": 0.0328, + "step": 24869 + }, + { + "epoch": 21.0941475826972, + "grad_norm": 0.7862988776357097, + "learning_rate": 1.8331455517573786e-05, + "loss": 0.0344, + "step": 24870 + }, + { + "epoch": 21.094995759117896, + "grad_norm": 0.6993349393887609, + "learning_rate": 1.8331303588570554e-05, + "loss": 0.0315, + "step": 24871 + }, + { + "epoch": 21.095843935538593, + "grad_norm": 0.8222294203005162, + "learning_rate": 1.833115165328035e-05, + "loss": 0.0335, + "step": 24872 + }, + { + "epoch": 21.09669211195929, + "grad_norm": 0.7004286135558275, + "learning_rate": 1.8330999711703284e-05, + "loss": 0.0306, + "step": 24873 + }, + { + "epoch": 21.09754028837998, + "grad_norm": 0.7922250394772298, + "learning_rate": 1.8330847763839478e-05, + "loss": 0.034, + "step": 24874 + }, + { + "epoch": 21.098388464800678, + "grad_norm": 0.8275290332590303, + "learning_rate": 1.833069580968904e-05, + "loss": 0.0342, + "step": 24875 + }, + { + "epoch": 21.099236641221374, + "grad_norm": 0.7892840744271955, + "learning_rate": 1.8330543849252087e-05, + "loss": 0.0311, + "step": 24876 + }, + { + "epoch": 21.10008481764207, + "grad_norm": 0.7043824992200782, + "learning_rate": 1.8330391882528732e-05, + "loss": 0.0326, + "step": 24877 + }, + { + "epoch": 21.100932994062767, + "grad_norm": 0.6312012947604213, + "learning_rate": 1.8330239909519096e-05, + "loss": 0.0323, + "step": 24878 + }, + { + "epoch": 21.10178117048346, + "grad_norm": 0.7276683962305011, + "learning_rate": 1.8330087930223282e-05, + "loss": 0.0337, + "step": 24879 + }, + { + "epoch": 21.102629346904155, + "grad_norm": 0.769628252075065, + "learning_rate": 1.8329935944641417e-05, + "loss": 0.0329, + "step": 24880 + }, + { + "epoch": 21.10347752332485, + "grad_norm": 0.638017948296333, + "learning_rate": 1.8329783952773612e-05, + "loss": 0.0291, + "step": 24881 + }, + { + "epoch": 21.104325699745548, + "grad_norm": 0.7731000982164382, + "learning_rate": 1.832963195461998e-05, + "loss": 0.0317, + "step": 24882 + }, + { + "epoch": 21.105173876166244, + "grad_norm": 0.6660342008059261, + "learning_rate": 1.8329479950180632e-05, + "loss": 0.0292, + "step": 24883 + }, + { + "epoch": 21.106022052586937, + "grad_norm": 0.6383364522291285, + "learning_rate": 1.832932793945569e-05, + "loss": 0.0309, + "step": 24884 + }, + { + "epoch": 21.106870229007633, + "grad_norm": 0.7268769174580116, + "learning_rate": 1.8329175922445265e-05, + "loss": 0.0329, + "step": 24885 + }, + { + "epoch": 21.10771840542833, + "grad_norm": 0.7298895926985935, + "learning_rate": 1.8329023899149468e-05, + "loss": 0.0328, + "step": 24886 + }, + { + "epoch": 21.108566581849026, + "grad_norm": 0.7765119569005923, + "learning_rate": 1.8328871869568425e-05, + "loss": 0.0322, + "step": 24887 + }, + { + "epoch": 21.109414758269722, + "grad_norm": 0.7360729628817516, + "learning_rate": 1.832871983370224e-05, + "loss": 0.0312, + "step": 24888 + }, + { + "epoch": 21.110262934690414, + "grad_norm": 0.7135948603102463, + "learning_rate": 1.832856779155103e-05, + "loss": 0.0323, + "step": 24889 + }, + { + "epoch": 21.11111111111111, + "grad_norm": 0.8019580552212483, + "learning_rate": 1.8328415743114913e-05, + "loss": 0.0318, + "step": 24890 + }, + { + "epoch": 21.111959287531807, + "grad_norm": 0.6702272341329824, + "learning_rate": 1.8328263688394e-05, + "loss": 0.0305, + "step": 24891 + }, + { + "epoch": 21.112807463952503, + "grad_norm": 0.6961196051849403, + "learning_rate": 1.832811162738841e-05, + "loss": 0.031, + "step": 24892 + }, + { + "epoch": 21.113655640373196, + "grad_norm": 0.7905510333747735, + "learning_rate": 1.8327959560098255e-05, + "loss": 0.033, + "step": 24893 + }, + { + "epoch": 21.114503816793892, + "grad_norm": 0.5822162313929949, + "learning_rate": 1.8327807486523646e-05, + "loss": 0.0303, + "step": 24894 + }, + { + "epoch": 21.11535199321459, + "grad_norm": 0.7115222559635941, + "learning_rate": 1.8327655406664707e-05, + "loss": 0.0318, + "step": 24895 + }, + { + "epoch": 21.116200169635285, + "grad_norm": 0.602189784348716, + "learning_rate": 1.8327503320521545e-05, + "loss": 0.0284, + "step": 24896 + }, + { + "epoch": 21.11704834605598, + "grad_norm": 0.6607023649993105, + "learning_rate": 1.8327351228094276e-05, + "loss": 0.0312, + "step": 24897 + }, + { + "epoch": 21.117896522476673, + "grad_norm": 0.7023824707846936, + "learning_rate": 1.832719912938302e-05, + "loss": 0.0336, + "step": 24898 + }, + { + "epoch": 21.11874469889737, + "grad_norm": 0.7894443396733638, + "learning_rate": 1.8327047024387886e-05, + "loss": 0.0311, + "step": 24899 + }, + { + "epoch": 21.119592875318066, + "grad_norm": 0.7457731656558428, + "learning_rate": 1.832689491310899e-05, + "loss": 0.0303, + "step": 24900 + }, + { + "epoch": 21.120441051738762, + "grad_norm": 0.7422324267159914, + "learning_rate": 1.8326742795546446e-05, + "loss": 0.0316, + "step": 24901 + }, + { + "epoch": 21.12128922815946, + "grad_norm": 1.4967938730213823, + "learning_rate": 1.8326590671700374e-05, + "loss": 0.0397, + "step": 24902 + }, + { + "epoch": 21.12213740458015, + "grad_norm": 0.6246761926860134, + "learning_rate": 1.832643854157088e-05, + "loss": 0.03, + "step": 24903 + }, + { + "epoch": 21.122985581000847, + "grad_norm": 0.6090111786163962, + "learning_rate": 1.8326286405158088e-05, + "loss": 0.0305, + "step": 24904 + }, + { + "epoch": 21.123833757421544, + "grad_norm": 0.7178707718512304, + "learning_rate": 1.8326134262462107e-05, + "loss": 0.0307, + "step": 24905 + }, + { + "epoch": 21.12468193384224, + "grad_norm": 0.6954984612802242, + "learning_rate": 1.8325982113483053e-05, + "loss": 0.0341, + "step": 24906 + }, + { + "epoch": 21.125530110262936, + "grad_norm": 0.6964790905153242, + "learning_rate": 1.832582995822104e-05, + "loss": 0.0336, + "step": 24907 + }, + { + "epoch": 21.12637828668363, + "grad_norm": 0.7878881420263036, + "learning_rate": 1.8325677796676188e-05, + "loss": 0.0314, + "step": 24908 + }, + { + "epoch": 21.127226463104325, + "grad_norm": 0.6559234142286001, + "learning_rate": 1.8325525628848605e-05, + "loss": 0.0307, + "step": 24909 + }, + { + "epoch": 21.12807463952502, + "grad_norm": 0.6761258471702315, + "learning_rate": 1.832537345473841e-05, + "loss": 0.0308, + "step": 24910 + }, + { + "epoch": 21.128922815945717, + "grad_norm": 0.5523497135422211, + "learning_rate": 1.8325221274345714e-05, + "loss": 0.0284, + "step": 24911 + }, + { + "epoch": 21.129770992366414, + "grad_norm": 0.7294453759832711, + "learning_rate": 1.8325069087670638e-05, + "loss": 0.0322, + "step": 24912 + }, + { + "epoch": 21.130619168787106, + "grad_norm": 0.6764515302540233, + "learning_rate": 1.832491689471329e-05, + "loss": 0.0304, + "step": 24913 + }, + { + "epoch": 21.131467345207803, + "grad_norm": 0.6627987385914852, + "learning_rate": 1.8324764695473792e-05, + "loss": 0.0347, + "step": 24914 + }, + { + "epoch": 21.1323155216285, + "grad_norm": 0.7526576774233154, + "learning_rate": 1.8324612489952253e-05, + "loss": 0.0323, + "step": 24915 + }, + { + "epoch": 21.133163698049195, + "grad_norm": 0.732464675641967, + "learning_rate": 1.832446027814879e-05, + "loss": 0.0315, + "step": 24916 + }, + { + "epoch": 21.13401187446989, + "grad_norm": 0.6806364776042991, + "learning_rate": 1.8324308060063515e-05, + "loss": 0.031, + "step": 24917 + }, + { + "epoch": 21.134860050890584, + "grad_norm": 0.7411165001339763, + "learning_rate": 1.832415583569655e-05, + "loss": 0.0324, + "step": 24918 + }, + { + "epoch": 21.13570822731128, + "grad_norm": 0.7231959012721904, + "learning_rate": 1.8324003605048002e-05, + "loss": 0.0299, + "step": 24919 + }, + { + "epoch": 21.136556403731976, + "grad_norm": 0.7616096738216112, + "learning_rate": 1.832385136811799e-05, + "loss": 0.032, + "step": 24920 + }, + { + "epoch": 21.137404580152673, + "grad_norm": 0.6159670314656589, + "learning_rate": 1.8323699124906625e-05, + "loss": 0.031, + "step": 24921 + }, + { + "epoch": 21.13825275657337, + "grad_norm": 0.6788397398042577, + "learning_rate": 1.832354687541403e-05, + "loss": 0.0302, + "step": 24922 + }, + { + "epoch": 21.13910093299406, + "grad_norm": 0.6437005130571583, + "learning_rate": 1.8323394619640314e-05, + "loss": 0.0289, + "step": 24923 + }, + { + "epoch": 21.139949109414758, + "grad_norm": 0.642513446162299, + "learning_rate": 1.8323242357585593e-05, + "loss": 0.0289, + "step": 24924 + }, + { + "epoch": 21.140797285835454, + "grad_norm": 0.7392751495979386, + "learning_rate": 1.832309008924998e-05, + "loss": 0.0318, + "step": 24925 + }, + { + "epoch": 21.14164546225615, + "grad_norm": 0.861185548120016, + "learning_rate": 1.8322937814633593e-05, + "loss": 0.0383, + "step": 24926 + }, + { + "epoch": 21.142493638676847, + "grad_norm": 0.807244273497576, + "learning_rate": 1.8322785533736544e-05, + "loss": 0.0327, + "step": 24927 + }, + { + "epoch": 21.14334181509754, + "grad_norm": 0.8422070277853027, + "learning_rate": 1.8322633246558948e-05, + "loss": 0.0329, + "step": 24928 + }, + { + "epoch": 21.144189991518235, + "grad_norm": 0.8392908814582795, + "learning_rate": 1.832248095310093e-05, + "loss": 0.0329, + "step": 24929 + }, + { + "epoch": 21.14503816793893, + "grad_norm": 0.7319155850444033, + "learning_rate": 1.8322328653362586e-05, + "loss": 0.0303, + "step": 24930 + }, + { + "epoch": 21.145886344359628, + "grad_norm": 0.8096242320395406, + "learning_rate": 1.8322176347344047e-05, + "loss": 0.0331, + "step": 24931 + }, + { + "epoch": 21.14673452078032, + "grad_norm": 0.7895137239237976, + "learning_rate": 1.832202403504542e-05, + "loss": 0.0296, + "step": 24932 + }, + { + "epoch": 21.147582697201017, + "grad_norm": 0.7498028456952421, + "learning_rate": 1.8321871716466822e-05, + "loss": 0.0339, + "step": 24933 + }, + { + "epoch": 21.148430873621713, + "grad_norm": 0.7290052555489248, + "learning_rate": 1.832171939160837e-05, + "loss": 0.032, + "step": 24934 + }, + { + "epoch": 21.14927905004241, + "grad_norm": 0.6921338143018975, + "learning_rate": 1.8321567060470174e-05, + "loss": 0.0302, + "step": 24935 + }, + { + "epoch": 21.150127226463106, + "grad_norm": 0.7333062569809435, + "learning_rate": 1.8321414723052354e-05, + "loss": 0.036, + "step": 24936 + }, + { + "epoch": 21.150975402883798, + "grad_norm": 0.7412101882353441, + "learning_rate": 1.832126237935502e-05, + "loss": 0.0314, + "step": 24937 + }, + { + "epoch": 21.151823579304494, + "grad_norm": 0.8189403519453404, + "learning_rate": 1.832111002937829e-05, + "loss": 0.033, + "step": 24938 + }, + { + "epoch": 21.15267175572519, + "grad_norm": 0.6515208943238073, + "learning_rate": 1.8320957673122282e-05, + "loss": 0.0324, + "step": 24939 + }, + { + "epoch": 21.153519932145887, + "grad_norm": 0.8403541706437837, + "learning_rate": 1.832080531058711e-05, + "loss": 0.032, + "step": 24940 + }, + { + "epoch": 21.154368108566583, + "grad_norm": 0.7161534536642625, + "learning_rate": 1.8320652941772882e-05, + "loss": 0.0322, + "step": 24941 + }, + { + "epoch": 21.155216284987276, + "grad_norm": 0.8048628777636759, + "learning_rate": 1.832050056667972e-05, + "loss": 0.0321, + "step": 24942 + }, + { + "epoch": 21.156064461407972, + "grad_norm": 0.7616628127456914, + "learning_rate": 1.832034818530774e-05, + "loss": 0.0302, + "step": 24943 + }, + { + "epoch": 21.15691263782867, + "grad_norm": 0.7845594719920707, + "learning_rate": 1.8320195797657046e-05, + "loss": 0.0339, + "step": 24944 + }, + { + "epoch": 21.157760814249365, + "grad_norm": 0.7862963977221559, + "learning_rate": 1.8320043403727763e-05, + "loss": 0.0356, + "step": 24945 + }, + { + "epoch": 21.15860899067006, + "grad_norm": 0.7167062988022365, + "learning_rate": 1.8319891003520007e-05, + "loss": 0.0295, + "step": 24946 + }, + { + "epoch": 21.159457167090753, + "grad_norm": 0.7878161853819017, + "learning_rate": 1.8319738597033888e-05, + "loss": 0.0337, + "step": 24947 + }, + { + "epoch": 21.16030534351145, + "grad_norm": 0.7639872794389992, + "learning_rate": 1.8319586184269522e-05, + "loss": 0.0322, + "step": 24948 + }, + { + "epoch": 21.161153519932146, + "grad_norm": 0.7226949148675734, + "learning_rate": 1.8319433765227023e-05, + "loss": 0.0345, + "step": 24949 + }, + { + "epoch": 21.162001696352842, + "grad_norm": 0.8007637427472333, + "learning_rate": 1.8319281339906513e-05, + "loss": 0.0349, + "step": 24950 + }, + { + "epoch": 21.16284987277354, + "grad_norm": 0.8175325439742462, + "learning_rate": 1.8319128908308095e-05, + "loss": 0.0346, + "step": 24951 + }, + { + "epoch": 21.16369804919423, + "grad_norm": 0.8157992875479855, + "learning_rate": 1.8318976470431897e-05, + "loss": 0.0341, + "step": 24952 + }, + { + "epoch": 21.164546225614927, + "grad_norm": 0.7177458395827487, + "learning_rate": 1.8318824026278025e-05, + "loss": 0.0326, + "step": 24953 + }, + { + "epoch": 21.165394402035624, + "grad_norm": 0.5860416276635765, + "learning_rate": 1.8318671575846596e-05, + "loss": 0.0304, + "step": 24954 + }, + { + "epoch": 21.16624257845632, + "grad_norm": 0.678538477620856, + "learning_rate": 1.831851911913773e-05, + "loss": 0.0303, + "step": 24955 + }, + { + "epoch": 21.167090754877016, + "grad_norm": 0.7798298998931985, + "learning_rate": 1.8318366656151532e-05, + "loss": 0.0341, + "step": 24956 + }, + { + "epoch": 21.16793893129771, + "grad_norm": 0.6524935859365034, + "learning_rate": 1.8318214186888128e-05, + "loss": 0.0285, + "step": 24957 + }, + { + "epoch": 21.168787107718405, + "grad_norm": 0.6514161474288301, + "learning_rate": 1.8318061711347627e-05, + "loss": 0.0285, + "step": 24958 + }, + { + "epoch": 21.1696352841391, + "grad_norm": 0.8312138104712187, + "learning_rate": 1.8317909229530144e-05, + "loss": 0.0327, + "step": 24959 + }, + { + "epoch": 21.170483460559797, + "grad_norm": 0.7263408740415566, + "learning_rate": 1.83177567414358e-05, + "loss": 0.0297, + "step": 24960 + }, + { + "epoch": 21.171331636980494, + "grad_norm": 0.7503348150407657, + "learning_rate": 1.8317604247064698e-05, + "loss": 0.0323, + "step": 24961 + }, + { + "epoch": 21.172179813401186, + "grad_norm": 0.7765516042500871, + "learning_rate": 1.831745174641696e-05, + "loss": 0.0314, + "step": 24962 + }, + { + "epoch": 21.173027989821882, + "grad_norm": 0.8169535796995042, + "learning_rate": 1.8317299239492707e-05, + "loss": 0.0357, + "step": 24963 + }, + { + "epoch": 21.17387616624258, + "grad_norm": 0.7478291315870057, + "learning_rate": 1.8317146726292047e-05, + "loss": 0.0295, + "step": 24964 + }, + { + "epoch": 21.174724342663275, + "grad_norm": 0.843305966774428, + "learning_rate": 1.8316994206815096e-05, + "loss": 0.0337, + "step": 24965 + }, + { + "epoch": 21.17557251908397, + "grad_norm": 0.7792943075984197, + "learning_rate": 1.8316841681061967e-05, + "loss": 0.0303, + "step": 24966 + }, + { + "epoch": 21.176420695504664, + "grad_norm": 0.8929604476191307, + "learning_rate": 1.831668914903278e-05, + "loss": 0.0354, + "step": 24967 + }, + { + "epoch": 21.17726887192536, + "grad_norm": 0.6287310814627722, + "learning_rate": 1.831653661072765e-05, + "loss": 0.0308, + "step": 24968 + }, + { + "epoch": 21.178117048346056, + "grad_norm": 0.8118259811385528, + "learning_rate": 1.831638406614669e-05, + "loss": 0.0324, + "step": 24969 + }, + { + "epoch": 21.178965224766753, + "grad_norm": 0.541908346622913, + "learning_rate": 1.831623151529001e-05, + "loss": 0.0272, + "step": 24970 + }, + { + "epoch": 21.179813401187445, + "grad_norm": 0.7833843835899887, + "learning_rate": 1.8316078958157736e-05, + "loss": 0.0335, + "step": 24971 + }, + { + "epoch": 21.18066157760814, + "grad_norm": 0.6901869412221678, + "learning_rate": 1.8315926394749974e-05, + "loss": 0.0318, + "step": 24972 + }, + { + "epoch": 21.181509754028838, + "grad_norm": 0.8059867058562246, + "learning_rate": 1.8315773825066846e-05, + "loss": 0.0324, + "step": 24973 + }, + { + "epoch": 21.182357930449534, + "grad_norm": 0.7242077928530765, + "learning_rate": 1.8315621249108458e-05, + "loss": 0.0321, + "step": 24974 + }, + { + "epoch": 21.18320610687023, + "grad_norm": 0.7522539029611297, + "learning_rate": 1.8315468666874935e-05, + "loss": 0.0339, + "step": 24975 + }, + { + "epoch": 21.184054283290923, + "grad_norm": 0.6945764831843124, + "learning_rate": 1.8315316078366385e-05, + "loss": 0.0332, + "step": 24976 + }, + { + "epoch": 21.18490245971162, + "grad_norm": 0.8519480792770634, + "learning_rate": 1.8315163483582927e-05, + "loss": 0.0346, + "step": 24977 + }, + { + "epoch": 21.185750636132315, + "grad_norm": 0.7598574730561471, + "learning_rate": 1.831501088252468e-05, + "loss": 0.0332, + "step": 24978 + }, + { + "epoch": 21.18659881255301, + "grad_norm": 0.689235962495025, + "learning_rate": 1.831485827519175e-05, + "loss": 0.0323, + "step": 24979 + }, + { + "epoch": 21.187446988973708, + "grad_norm": 0.8278610752697725, + "learning_rate": 1.8314705661584255e-05, + "loss": 0.0339, + "step": 24980 + }, + { + "epoch": 21.1882951653944, + "grad_norm": 0.7320298779215929, + "learning_rate": 1.8314553041702316e-05, + "loss": 0.0307, + "step": 24981 + }, + { + "epoch": 21.189143341815097, + "grad_norm": 0.7390369098394695, + "learning_rate": 1.8314400415546038e-05, + "loss": 0.0343, + "step": 24982 + }, + { + "epoch": 21.189991518235793, + "grad_norm": 0.8217899419903729, + "learning_rate": 1.8314247783115546e-05, + "loss": 0.0317, + "step": 24983 + }, + { + "epoch": 21.19083969465649, + "grad_norm": 0.7356668333567493, + "learning_rate": 1.831409514441095e-05, + "loss": 0.0319, + "step": 24984 + }, + { + "epoch": 21.191687871077185, + "grad_norm": 0.822991165472438, + "learning_rate": 1.8313942499432366e-05, + "loss": 0.0318, + "step": 24985 + }, + { + "epoch": 21.192536047497878, + "grad_norm": 0.825126563989006, + "learning_rate": 1.8313789848179912e-05, + "loss": 0.0312, + "step": 24986 + }, + { + "epoch": 21.193384223918574, + "grad_norm": 0.7293608335373399, + "learning_rate": 1.8313637190653698e-05, + "loss": 0.0308, + "step": 24987 + }, + { + "epoch": 21.19423240033927, + "grad_norm": 0.6962972709873435, + "learning_rate": 1.8313484526853846e-05, + "loss": 0.0327, + "step": 24988 + }, + { + "epoch": 21.195080576759967, + "grad_norm": 0.74673881668359, + "learning_rate": 1.8313331856780465e-05, + "loss": 0.0333, + "step": 24989 + }, + { + "epoch": 21.195928753180663, + "grad_norm": 0.7994586281280973, + "learning_rate": 1.831317918043367e-05, + "loss": 0.0328, + "step": 24990 + }, + { + "epoch": 21.196776929601356, + "grad_norm": 1.2723359582854925, + "learning_rate": 1.8313026497813582e-05, + "loss": 0.0315, + "step": 24991 + }, + { + "epoch": 21.197625106022052, + "grad_norm": 0.727637485421031, + "learning_rate": 1.8312873808920312e-05, + "loss": 0.0348, + "step": 24992 + }, + { + "epoch": 21.198473282442748, + "grad_norm": 0.7961021770559563, + "learning_rate": 1.8312721113753973e-05, + "loss": 0.0344, + "step": 24993 + }, + { + "epoch": 21.199321458863444, + "grad_norm": 0.8232024337810477, + "learning_rate": 1.8312568412314684e-05, + "loss": 0.036, + "step": 24994 + }, + { + "epoch": 21.20016963528414, + "grad_norm": 0.8743379884415923, + "learning_rate": 1.8312415704602564e-05, + "loss": 0.033, + "step": 24995 + }, + { + "epoch": 21.201017811704833, + "grad_norm": 0.721700342047932, + "learning_rate": 1.831226299061772e-05, + "loss": 0.0322, + "step": 24996 + }, + { + "epoch": 21.20186598812553, + "grad_norm": 0.7446957379457216, + "learning_rate": 1.831211027036027e-05, + "loss": 0.0329, + "step": 24997 + }, + { + "epoch": 21.202714164546226, + "grad_norm": 0.7552065256756204, + "learning_rate": 1.8311957543830334e-05, + "loss": 0.0344, + "step": 24998 + }, + { + "epoch": 21.203562340966922, + "grad_norm": 0.7898577659078831, + "learning_rate": 1.831180481102802e-05, + "loss": 0.0346, + "step": 24999 + }, + { + "epoch": 21.20441051738762, + "grad_norm": 0.7063071785252354, + "learning_rate": 1.8311652071953448e-05, + "loss": 0.0308, + "step": 25000 + }, + { + "epoch": 21.20525869380831, + "grad_norm": 0.762485691943683, + "learning_rate": 1.8311499326606732e-05, + "loss": 0.0352, + "step": 25001 + }, + { + "epoch": 21.206106870229007, + "grad_norm": 0.7609274974513677, + "learning_rate": 1.831134657498799e-05, + "loss": 0.0315, + "step": 25002 + }, + { + "epoch": 21.206955046649703, + "grad_norm": 0.7379546868780629, + "learning_rate": 1.8311193817097332e-05, + "loss": 0.0334, + "step": 25003 + }, + { + "epoch": 21.2078032230704, + "grad_norm": 0.9156172202964187, + "learning_rate": 1.8311041052934874e-05, + "loss": 0.0379, + "step": 25004 + }, + { + "epoch": 21.208651399491096, + "grad_norm": 0.839587562250573, + "learning_rate": 1.8310888282500733e-05, + "loss": 0.0399, + "step": 25005 + }, + { + "epoch": 21.20949957591179, + "grad_norm": 0.6738717722955234, + "learning_rate": 1.8310735505795028e-05, + "loss": 0.0316, + "step": 25006 + }, + { + "epoch": 21.210347752332485, + "grad_norm": 0.7722370202227244, + "learning_rate": 1.8310582722817867e-05, + "loss": 0.0336, + "step": 25007 + }, + { + "epoch": 21.21119592875318, + "grad_norm": 0.663806806818679, + "learning_rate": 1.831042993356937e-05, + "loss": 0.0294, + "step": 25008 + }, + { + "epoch": 21.212044105173877, + "grad_norm": 0.9185671006007076, + "learning_rate": 1.8310277138049654e-05, + "loss": 0.0357, + "step": 25009 + }, + { + "epoch": 21.21289228159457, + "grad_norm": 0.7095995966533093, + "learning_rate": 1.8310124336258827e-05, + "loss": 0.0319, + "step": 25010 + }, + { + "epoch": 21.213740458015266, + "grad_norm": 0.8008151100158347, + "learning_rate": 1.8309971528197013e-05, + "loss": 0.0371, + "step": 25011 + }, + { + "epoch": 21.214588634435962, + "grad_norm": 0.6850727354663863, + "learning_rate": 1.830981871386432e-05, + "loss": 0.0317, + "step": 25012 + }, + { + "epoch": 21.21543681085666, + "grad_norm": 0.6789694386361115, + "learning_rate": 1.8309665893260868e-05, + "loss": 0.0327, + "step": 25013 + }, + { + "epoch": 21.216284987277355, + "grad_norm": 0.9085966953590304, + "learning_rate": 1.8309513066386773e-05, + "loss": 0.0342, + "step": 25014 + }, + { + "epoch": 21.217133163698048, + "grad_norm": 0.6555988975492473, + "learning_rate": 1.8309360233242145e-05, + "loss": 0.0331, + "step": 25015 + }, + { + "epoch": 21.217981340118744, + "grad_norm": 1.0104340186260103, + "learning_rate": 1.83092073938271e-05, + "loss": 0.038, + "step": 25016 + }, + { + "epoch": 21.21882951653944, + "grad_norm": 0.6601473985324036, + "learning_rate": 1.8309054548141764e-05, + "loss": 0.031, + "step": 25017 + }, + { + "epoch": 21.219677692960136, + "grad_norm": 0.8386138894981047, + "learning_rate": 1.830890169618624e-05, + "loss": 0.0343, + "step": 25018 + }, + { + "epoch": 21.220525869380833, + "grad_norm": 0.7823683113895133, + "learning_rate": 1.8308748837960643e-05, + "loss": 0.0313, + "step": 25019 + }, + { + "epoch": 21.221374045801525, + "grad_norm": 0.8489752560704213, + "learning_rate": 1.83085959734651e-05, + "loss": 0.0338, + "step": 25020 + }, + { + "epoch": 21.22222222222222, + "grad_norm": 0.7329886600415065, + "learning_rate": 1.8308443102699713e-05, + "loss": 0.0336, + "step": 25021 + }, + { + "epoch": 21.223070398642918, + "grad_norm": 0.6712274814786628, + "learning_rate": 1.8308290225664605e-05, + "loss": 0.0316, + "step": 25022 + }, + { + "epoch": 21.223918575063614, + "grad_norm": 0.6818473379002692, + "learning_rate": 1.8308137342359892e-05, + "loss": 0.0325, + "step": 25023 + }, + { + "epoch": 21.22476675148431, + "grad_norm": 0.8025321897485148, + "learning_rate": 1.8307984452785685e-05, + "loss": 0.0359, + "step": 25024 + }, + { + "epoch": 21.225614927905003, + "grad_norm": 0.784348191723761, + "learning_rate": 1.8307831556942102e-05, + "loss": 0.0345, + "step": 25025 + }, + { + "epoch": 21.2264631043257, + "grad_norm": 0.7107583244757542, + "learning_rate": 1.8307678654829263e-05, + "loss": 0.031, + "step": 25026 + }, + { + "epoch": 21.227311280746395, + "grad_norm": 0.9176420736225843, + "learning_rate": 1.8307525746447275e-05, + "loss": 0.0363, + "step": 25027 + }, + { + "epoch": 21.22815945716709, + "grad_norm": 0.6493288421889296, + "learning_rate": 1.830737283179625e-05, + "loss": 0.0305, + "step": 25028 + }, + { + "epoch": 21.229007633587788, + "grad_norm": 0.7305554991727906, + "learning_rate": 1.8307219910876323e-05, + "loss": 0.0308, + "step": 25029 + }, + { + "epoch": 21.22985581000848, + "grad_norm": 0.7461705612038517, + "learning_rate": 1.8307066983687588e-05, + "loss": 0.0329, + "step": 25030 + }, + { + "epoch": 21.230703986429177, + "grad_norm": 0.8703469620748077, + "learning_rate": 1.830691405023017e-05, + "loss": 0.034, + "step": 25031 + }, + { + "epoch": 21.231552162849873, + "grad_norm": 0.6640679556544137, + "learning_rate": 1.8306761110504185e-05, + "loss": 0.0318, + "step": 25032 + }, + { + "epoch": 21.23240033927057, + "grad_norm": 0.6927277953812256, + "learning_rate": 1.8306608164509743e-05, + "loss": 0.0329, + "step": 25033 + }, + { + "epoch": 21.233248515691265, + "grad_norm": 0.6596115296928317, + "learning_rate": 1.830645521224697e-05, + "loss": 0.0309, + "step": 25034 + }, + { + "epoch": 21.234096692111958, + "grad_norm": 0.7479028470945381, + "learning_rate": 1.830630225371597e-05, + "loss": 0.0314, + "step": 25035 + }, + { + "epoch": 21.234944868532654, + "grad_norm": 0.8663965560340009, + "learning_rate": 1.8306149288916865e-05, + "loss": 0.0335, + "step": 25036 + }, + { + "epoch": 21.23579304495335, + "grad_norm": 0.7083273423450324, + "learning_rate": 1.8305996317849767e-05, + "loss": 0.03, + "step": 25037 + }, + { + "epoch": 21.236641221374047, + "grad_norm": 0.8018721417356784, + "learning_rate": 1.8305843340514795e-05, + "loss": 0.0319, + "step": 25038 + }, + { + "epoch": 21.237489397794743, + "grad_norm": 0.8510286997591926, + "learning_rate": 1.830569035691206e-05, + "loss": 0.0343, + "step": 25039 + }, + { + "epoch": 21.238337574215436, + "grad_norm": 0.648564167793542, + "learning_rate": 1.830553736704168e-05, + "loss": 0.0328, + "step": 25040 + }, + { + "epoch": 21.239185750636132, + "grad_norm": 0.6307315985664435, + "learning_rate": 1.8305384370903773e-05, + "loss": 0.0309, + "step": 25041 + }, + { + "epoch": 21.240033927056828, + "grad_norm": 0.8135656093044673, + "learning_rate": 1.830523136849845e-05, + "loss": 0.0301, + "step": 25042 + }, + { + "epoch": 21.240882103477524, + "grad_norm": 0.7460399607293932, + "learning_rate": 1.830507835982583e-05, + "loss": 0.0324, + "step": 25043 + }, + { + "epoch": 21.24173027989822, + "grad_norm": 0.6826953760476756, + "learning_rate": 1.830492534488602e-05, + "loss": 0.0311, + "step": 25044 + }, + { + "epoch": 21.242578456318913, + "grad_norm": 0.8119027367615085, + "learning_rate": 1.8304772323679144e-05, + "loss": 0.0341, + "step": 25045 + }, + { + "epoch": 21.24342663273961, + "grad_norm": 0.8558524287949124, + "learning_rate": 1.830461929620532e-05, + "loss": 0.0334, + "step": 25046 + }, + { + "epoch": 21.244274809160306, + "grad_norm": 0.7392256228662929, + "learning_rate": 1.830446626246466e-05, + "loss": 0.0308, + "step": 25047 + }, + { + "epoch": 21.245122985581002, + "grad_norm": 0.7187249030468652, + "learning_rate": 1.8304313222457275e-05, + "loss": 0.0301, + "step": 25048 + }, + { + "epoch": 21.245971162001695, + "grad_norm": 0.6744718535481313, + "learning_rate": 1.8304160176183284e-05, + "loss": 0.0311, + "step": 25049 + }, + { + "epoch": 21.24681933842239, + "grad_norm": 0.8055994305332347, + "learning_rate": 1.83040071236428e-05, + "loss": 0.0324, + "step": 25050 + }, + { + "epoch": 21.247667514843087, + "grad_norm": 0.8050206564966284, + "learning_rate": 1.8303854064835947e-05, + "loss": 0.0337, + "step": 25051 + }, + { + "epoch": 21.248515691263783, + "grad_norm": 0.7682106034266639, + "learning_rate": 1.8303700999762832e-05, + "loss": 0.0314, + "step": 25052 + }, + { + "epoch": 21.24936386768448, + "grad_norm": 0.821809430259098, + "learning_rate": 1.8303547928423574e-05, + "loss": 0.03, + "step": 25053 + }, + { + "epoch": 21.250212044105172, + "grad_norm": 0.880650153562089, + "learning_rate": 1.8303394850818285e-05, + "loss": 0.0391, + "step": 25054 + }, + { + "epoch": 21.25106022052587, + "grad_norm": 0.6755225655909542, + "learning_rate": 1.8303241766947083e-05, + "loss": 0.0307, + "step": 25055 + }, + { + "epoch": 21.251908396946565, + "grad_norm": 0.9265195966756302, + "learning_rate": 1.8303088676810087e-05, + "loss": 0.0337, + "step": 25056 + }, + { + "epoch": 21.25275657336726, + "grad_norm": 0.667647348105717, + "learning_rate": 1.8302935580407406e-05, + "loss": 0.0316, + "step": 25057 + }, + { + "epoch": 21.253604749787957, + "grad_norm": 0.7362564712840521, + "learning_rate": 1.830278247773916e-05, + "loss": 0.0323, + "step": 25058 + }, + { + "epoch": 21.25445292620865, + "grad_norm": 0.7030235452676342, + "learning_rate": 1.8302629368805466e-05, + "loss": 0.0327, + "step": 25059 + }, + { + "epoch": 21.255301102629346, + "grad_norm": 0.7507273869545439, + "learning_rate": 1.8302476253606432e-05, + "loss": 0.0332, + "step": 25060 + }, + { + "epoch": 21.256149279050042, + "grad_norm": 0.6995102256696946, + "learning_rate": 1.830232313214218e-05, + "loss": 0.0312, + "step": 25061 + }, + { + "epoch": 21.25699745547074, + "grad_norm": 0.7380968393893093, + "learning_rate": 1.8302170004412822e-05, + "loss": 0.03, + "step": 25062 + }, + { + "epoch": 21.257845631891435, + "grad_norm": 1.0162685779430967, + "learning_rate": 1.830201687041848e-05, + "loss": 0.0362, + "step": 25063 + }, + { + "epoch": 21.258693808312128, + "grad_norm": 0.6823693885379424, + "learning_rate": 1.830186373015926e-05, + "loss": 0.0316, + "step": 25064 + }, + { + "epoch": 21.259541984732824, + "grad_norm": 0.9098534275655825, + "learning_rate": 1.8301710583635284e-05, + "loss": 0.0341, + "step": 25065 + }, + { + "epoch": 21.26039016115352, + "grad_norm": 0.6711413419647676, + "learning_rate": 1.8301557430846666e-05, + "loss": 0.0325, + "step": 25066 + }, + { + "epoch": 21.261238337574216, + "grad_norm": 0.7948313822133065, + "learning_rate": 1.830140427179352e-05, + "loss": 0.0343, + "step": 25067 + }, + { + "epoch": 21.262086513994912, + "grad_norm": 0.9565180503082565, + "learning_rate": 1.8301251106475968e-05, + "loss": 0.0379, + "step": 25068 + }, + { + "epoch": 21.262934690415605, + "grad_norm": 0.7622176547101331, + "learning_rate": 1.8301097934894118e-05, + "loss": 0.031, + "step": 25069 + }, + { + "epoch": 21.2637828668363, + "grad_norm": 0.7470555550981568, + "learning_rate": 1.830094475704809e-05, + "loss": 0.0306, + "step": 25070 + }, + { + "epoch": 21.264631043256998, + "grad_norm": 0.7102482764559114, + "learning_rate": 1.8300791572937996e-05, + "loss": 0.0307, + "step": 25071 + }, + { + "epoch": 21.265479219677694, + "grad_norm": 0.8246929931067286, + "learning_rate": 1.830063838256395e-05, + "loss": 0.0358, + "step": 25072 + }, + { + "epoch": 21.26632739609839, + "grad_norm": 0.7924420439293509, + "learning_rate": 1.8300485185926078e-05, + "loss": 0.0364, + "step": 25073 + }, + { + "epoch": 21.267175572519083, + "grad_norm": 0.7642333328619377, + "learning_rate": 1.8300331983024486e-05, + "loss": 0.0321, + "step": 25074 + }, + { + "epoch": 21.26802374893978, + "grad_norm": 0.8566644266933028, + "learning_rate": 1.8300178773859293e-05, + "loss": 0.0364, + "step": 25075 + }, + { + "epoch": 21.268871925360475, + "grad_norm": 0.7138603411654931, + "learning_rate": 1.830002555843061e-05, + "loss": 0.0336, + "step": 25076 + }, + { + "epoch": 21.26972010178117, + "grad_norm": 0.7567575982349105, + "learning_rate": 1.829987233673856e-05, + "loss": 0.0341, + "step": 25077 + }, + { + "epoch": 21.270568278201868, + "grad_norm": 0.8534656853051982, + "learning_rate": 1.8299719108783255e-05, + "loss": 0.0386, + "step": 25078 + }, + { + "epoch": 21.27141645462256, + "grad_norm": 0.6077294610916075, + "learning_rate": 1.8299565874564812e-05, + "loss": 0.028, + "step": 25079 + }, + { + "epoch": 21.272264631043257, + "grad_norm": 0.8567064124869237, + "learning_rate": 1.829941263408334e-05, + "loss": 0.0348, + "step": 25080 + }, + { + "epoch": 21.273112807463953, + "grad_norm": 0.6954440810941837, + "learning_rate": 1.829925938733897e-05, + "loss": 0.0316, + "step": 25081 + }, + { + "epoch": 21.27396098388465, + "grad_norm": 0.8486674547744673, + "learning_rate": 1.8299106134331797e-05, + "loss": 0.038, + "step": 25082 + }, + { + "epoch": 21.274809160305345, + "grad_norm": 0.7281676406901634, + "learning_rate": 1.8298952875061956e-05, + "loss": 0.0356, + "step": 25083 + }, + { + "epoch": 21.275657336726038, + "grad_norm": 0.7116319546683628, + "learning_rate": 1.829879960952955e-05, + "loss": 0.034, + "step": 25084 + }, + { + "epoch": 21.276505513146734, + "grad_norm": 0.8185959872226696, + "learning_rate": 1.8298646337734696e-05, + "loss": 0.0336, + "step": 25085 + }, + { + "epoch": 21.27735368956743, + "grad_norm": 1.0147351883704676, + "learning_rate": 1.829849305967752e-05, + "loss": 0.0364, + "step": 25086 + }, + { + "epoch": 21.278201865988127, + "grad_norm": 0.7577220351691559, + "learning_rate": 1.829833977535812e-05, + "loss": 0.0325, + "step": 25087 + }, + { + "epoch": 21.27905004240882, + "grad_norm": 0.9620315965397378, + "learning_rate": 1.829818648477663e-05, + "loss": 0.0335, + "step": 25088 + }, + { + "epoch": 21.279898218829516, + "grad_norm": 0.925949432365837, + "learning_rate": 1.8298033187933155e-05, + "loss": 0.0354, + "step": 25089 + }, + { + "epoch": 21.280746395250212, + "grad_norm": 0.8245890193733755, + "learning_rate": 1.8297879884827814e-05, + "loss": 0.0343, + "step": 25090 + }, + { + "epoch": 21.281594571670908, + "grad_norm": 0.6875224661615482, + "learning_rate": 1.829772657546072e-05, + "loss": 0.0311, + "step": 25091 + }, + { + "epoch": 21.282442748091604, + "grad_norm": 0.8044845553554126, + "learning_rate": 1.829757325983199e-05, + "loss": 0.0344, + "step": 25092 + }, + { + "epoch": 21.283290924512297, + "grad_norm": 0.9702056147526283, + "learning_rate": 1.829741993794174e-05, + "loss": 0.0346, + "step": 25093 + }, + { + "epoch": 21.284139100932993, + "grad_norm": 1.067023210453839, + "learning_rate": 1.829726660979009e-05, + "loss": 0.0351, + "step": 25094 + }, + { + "epoch": 21.28498727735369, + "grad_norm": 0.8574437284499399, + "learning_rate": 1.8297113275377147e-05, + "loss": 0.036, + "step": 25095 + }, + { + "epoch": 21.285835453774386, + "grad_norm": 0.7259346343006776, + "learning_rate": 1.829695993470303e-05, + "loss": 0.0326, + "step": 25096 + }, + { + "epoch": 21.286683630195082, + "grad_norm": 0.8115266897888627, + "learning_rate": 1.8296806587767865e-05, + "loss": 0.0322, + "step": 25097 + }, + { + "epoch": 21.287531806615775, + "grad_norm": 0.8923717671361172, + "learning_rate": 1.829665323457175e-05, + "loss": 0.0361, + "step": 25098 + }, + { + "epoch": 21.28837998303647, + "grad_norm": 0.8115952426677793, + "learning_rate": 1.829649987511481e-05, + "loss": 0.0333, + "step": 25099 + }, + { + "epoch": 21.289228159457167, + "grad_norm": 0.8687564395106626, + "learning_rate": 1.8296346509397163e-05, + "loss": 0.0353, + "step": 25100 + }, + { + "epoch": 21.290076335877863, + "grad_norm": 0.8315129786157838, + "learning_rate": 1.829619313741892e-05, + "loss": 0.0359, + "step": 25101 + }, + { + "epoch": 21.29092451229856, + "grad_norm": 0.6536699055023766, + "learning_rate": 1.82960397591802e-05, + "loss": 0.0303, + "step": 25102 + }, + { + "epoch": 21.291772688719252, + "grad_norm": 0.8326794229091855, + "learning_rate": 1.8295886374681115e-05, + "loss": 0.034, + "step": 25103 + }, + { + "epoch": 21.29262086513995, + "grad_norm": 0.8027113610480378, + "learning_rate": 1.8295732983921785e-05, + "loss": 0.0343, + "step": 25104 + }, + { + "epoch": 21.293469041560645, + "grad_norm": 0.8484099172461224, + "learning_rate": 1.8295579586902326e-05, + "loss": 0.0322, + "step": 25105 + }, + { + "epoch": 21.29431721798134, + "grad_norm": 0.8598733027075146, + "learning_rate": 1.829542618362285e-05, + "loss": 0.0343, + "step": 25106 + }, + { + "epoch": 21.295165394402037, + "grad_norm": 0.7467402464536483, + "learning_rate": 1.8295272774083472e-05, + "loss": 0.0309, + "step": 25107 + }, + { + "epoch": 21.29601357082273, + "grad_norm": 0.7134388269374645, + "learning_rate": 1.8295119358284314e-05, + "loss": 0.0355, + "step": 25108 + }, + { + "epoch": 21.296861747243426, + "grad_norm": 0.7284860505554965, + "learning_rate": 1.8294965936225484e-05, + "loss": 0.0342, + "step": 25109 + }, + { + "epoch": 21.297709923664122, + "grad_norm": 0.846088653684179, + "learning_rate": 1.8294812507907104e-05, + "loss": 0.0327, + "step": 25110 + }, + { + "epoch": 21.29855810008482, + "grad_norm": 0.9603496466953502, + "learning_rate": 1.829465907332929e-05, + "loss": 0.0325, + "step": 25111 + }, + { + "epoch": 21.299406276505515, + "grad_norm": 0.7797499634649423, + "learning_rate": 1.829450563249215e-05, + "loss": 0.0363, + "step": 25112 + }, + { + "epoch": 21.300254452926207, + "grad_norm": 0.845132881858601, + "learning_rate": 1.8294352185395804e-05, + "loss": 0.0352, + "step": 25113 + }, + { + "epoch": 21.301102629346904, + "grad_norm": 0.6678424200718722, + "learning_rate": 1.8294198732040374e-05, + "loss": 0.0331, + "step": 25114 + }, + { + "epoch": 21.3019508057676, + "grad_norm": 0.6691357121754309, + "learning_rate": 1.829404527242597e-05, + "loss": 0.0305, + "step": 25115 + }, + { + "epoch": 21.302798982188296, + "grad_norm": 0.8287984243751331, + "learning_rate": 1.8293891806552707e-05, + "loss": 0.0347, + "step": 25116 + }, + { + "epoch": 21.303647158608992, + "grad_norm": 1.004411235424833, + "learning_rate": 1.82937383344207e-05, + "loss": 0.0363, + "step": 25117 + }, + { + "epoch": 21.304495335029685, + "grad_norm": 0.85363610308875, + "learning_rate": 1.829358485603007e-05, + "loss": 0.0363, + "step": 25118 + }, + { + "epoch": 21.30534351145038, + "grad_norm": 0.7720613226157177, + "learning_rate": 1.829343137138093e-05, + "loss": 0.0317, + "step": 25119 + }, + { + "epoch": 21.306191687871078, + "grad_norm": 0.8163509235806702, + "learning_rate": 1.8293277880473398e-05, + "loss": 0.0339, + "step": 25120 + }, + { + "epoch": 21.307039864291774, + "grad_norm": 0.881469201191861, + "learning_rate": 1.829312438330758e-05, + "loss": 0.0352, + "step": 25121 + }, + { + "epoch": 21.307888040712466, + "grad_norm": 0.7410798434978993, + "learning_rate": 1.8292970879883606e-05, + "loss": 0.0326, + "step": 25122 + }, + { + "epoch": 21.308736217133163, + "grad_norm": 0.7374060613904866, + "learning_rate": 1.8292817370201583e-05, + "loss": 0.0343, + "step": 25123 + }, + { + "epoch": 21.30958439355386, + "grad_norm": 0.7634964114592653, + "learning_rate": 1.829266385426163e-05, + "loss": 0.0317, + "step": 25124 + }, + { + "epoch": 21.310432569974555, + "grad_norm": 0.9046975532237156, + "learning_rate": 1.829251033206386e-05, + "loss": 0.0376, + "step": 25125 + }, + { + "epoch": 21.31128074639525, + "grad_norm": 0.9142663256619603, + "learning_rate": 1.829235680360839e-05, + "loss": 0.0358, + "step": 25126 + }, + { + "epoch": 21.312128922815944, + "grad_norm": 0.8006301361306613, + "learning_rate": 1.829220326889534e-05, + "loss": 0.0334, + "step": 25127 + }, + { + "epoch": 21.31297709923664, + "grad_norm": 0.6291377198179254, + "learning_rate": 1.8292049727924822e-05, + "loss": 0.0313, + "step": 25128 + }, + { + "epoch": 21.313825275657337, + "grad_norm": 0.9017275632911915, + "learning_rate": 1.829189618069695e-05, + "loss": 0.0348, + "step": 25129 + }, + { + "epoch": 21.314673452078033, + "grad_norm": 0.8084084408025893, + "learning_rate": 1.8291742627211842e-05, + "loss": 0.0334, + "step": 25130 + }, + { + "epoch": 21.31552162849873, + "grad_norm": 0.7047037109602244, + "learning_rate": 1.8291589067469616e-05, + "loss": 0.0343, + "step": 25131 + }, + { + "epoch": 21.31636980491942, + "grad_norm": 0.9134723189240563, + "learning_rate": 1.8291435501470384e-05, + "loss": 0.0327, + "step": 25132 + }, + { + "epoch": 21.317217981340118, + "grad_norm": 0.7668069687046937, + "learning_rate": 1.829128192921427e-05, + "loss": 0.0331, + "step": 25133 + }, + { + "epoch": 21.318066157760814, + "grad_norm": 0.7854176839503142, + "learning_rate": 1.8291128350701376e-05, + "loss": 0.0313, + "step": 25134 + }, + { + "epoch": 21.31891433418151, + "grad_norm": 0.794066839963426, + "learning_rate": 1.8290974765931827e-05, + "loss": 0.0329, + "step": 25135 + }, + { + "epoch": 21.319762510602207, + "grad_norm": 0.7625358370757721, + "learning_rate": 1.829082117490574e-05, + "loss": 0.0343, + "step": 25136 + }, + { + "epoch": 21.3206106870229, + "grad_norm": 0.6930439370943566, + "learning_rate": 1.8290667577623226e-05, + "loss": 0.0323, + "step": 25137 + }, + { + "epoch": 21.321458863443596, + "grad_norm": 0.7354925656366945, + "learning_rate": 1.8290513974084406e-05, + "loss": 0.0329, + "step": 25138 + }, + { + "epoch": 21.32230703986429, + "grad_norm": 1.029916421068835, + "learning_rate": 1.8290360364289393e-05, + "loss": 0.0353, + "step": 25139 + }, + { + "epoch": 21.323155216284988, + "grad_norm": 0.8568777792035445, + "learning_rate": 1.82902067482383e-05, + "loss": 0.0355, + "step": 25140 + }, + { + "epoch": 21.324003392705684, + "grad_norm": 0.9738805926540872, + "learning_rate": 1.829005312593125e-05, + "loss": 0.0339, + "step": 25141 + }, + { + "epoch": 21.324851569126377, + "grad_norm": 0.8464176082995918, + "learning_rate": 1.828989949736835e-05, + "loss": 0.0349, + "step": 25142 + }, + { + "epoch": 21.325699745547073, + "grad_norm": 0.814969324221121, + "learning_rate": 1.8289745862549725e-05, + "loss": 0.032, + "step": 25143 + }, + { + "epoch": 21.32654792196777, + "grad_norm": 0.7485227963583759, + "learning_rate": 1.8289592221475487e-05, + "loss": 0.0322, + "step": 25144 + }, + { + "epoch": 21.327396098388466, + "grad_norm": 0.8189154146350285, + "learning_rate": 1.828943857414575e-05, + "loss": 0.0335, + "step": 25145 + }, + { + "epoch": 21.328244274809162, + "grad_norm": 0.686287047724697, + "learning_rate": 1.8289284920560632e-05, + "loss": 0.0326, + "step": 25146 + }, + { + "epoch": 21.329092451229855, + "grad_norm": 0.7390828695727455, + "learning_rate": 1.828913126072025e-05, + "loss": 0.0323, + "step": 25147 + }, + { + "epoch": 21.32994062765055, + "grad_norm": 0.7939934996185785, + "learning_rate": 1.8288977594624716e-05, + "loss": 0.0341, + "step": 25148 + }, + { + "epoch": 21.330788804071247, + "grad_norm": 0.7508791391808485, + "learning_rate": 1.8288823922274152e-05, + "loss": 0.0314, + "step": 25149 + }, + { + "epoch": 21.331636980491943, + "grad_norm": 0.8334661404027691, + "learning_rate": 1.828867024366867e-05, + "loss": 0.0363, + "step": 25150 + }, + { + "epoch": 21.33248515691264, + "grad_norm": 0.8978727465582452, + "learning_rate": 1.8288516558808384e-05, + "loss": 0.0388, + "step": 25151 + }, + { + "epoch": 21.333333333333332, + "grad_norm": 1.0266886336595704, + "learning_rate": 1.8288362867693414e-05, + "loss": 0.0376, + "step": 25152 + }, + { + "epoch": 21.33418150975403, + "grad_norm": 0.7595073852408554, + "learning_rate": 1.8288209170323875e-05, + "loss": 0.036, + "step": 25153 + }, + { + "epoch": 21.335029686174725, + "grad_norm": 0.820459820197967, + "learning_rate": 1.8288055466699882e-05, + "loss": 0.0345, + "step": 25154 + }, + { + "epoch": 21.33587786259542, + "grad_norm": 0.7467637632636114, + "learning_rate": 1.828790175682155e-05, + "loss": 0.0338, + "step": 25155 + }, + { + "epoch": 21.336726039016117, + "grad_norm": 0.7566126873378769, + "learning_rate": 1.8287748040689e-05, + "loss": 0.0345, + "step": 25156 + }, + { + "epoch": 21.33757421543681, + "grad_norm": 0.8438770097601822, + "learning_rate": 1.828759431830234e-05, + "loss": 0.0354, + "step": 25157 + }, + { + "epoch": 21.338422391857506, + "grad_norm": 0.7429248641211319, + "learning_rate": 1.8287440589661695e-05, + "loss": 0.0311, + "step": 25158 + }, + { + "epoch": 21.339270568278202, + "grad_norm": 0.7671539458571651, + "learning_rate": 1.8287286854767173e-05, + "loss": 0.0331, + "step": 25159 + }, + { + "epoch": 21.3401187446989, + "grad_norm": 0.7856417082443211, + "learning_rate": 1.8287133113618892e-05, + "loss": 0.0331, + "step": 25160 + }, + { + "epoch": 21.34096692111959, + "grad_norm": 0.801834105819366, + "learning_rate": 1.8286979366216974e-05, + "loss": 0.0313, + "step": 25161 + }, + { + "epoch": 21.341815097540287, + "grad_norm": 0.8607038796397732, + "learning_rate": 1.828682561256153e-05, + "loss": 0.034, + "step": 25162 + }, + { + "epoch": 21.342663273960984, + "grad_norm": 0.9406194395568754, + "learning_rate": 1.8286671852652675e-05, + "loss": 0.0385, + "step": 25163 + }, + { + "epoch": 21.34351145038168, + "grad_norm": 0.7285584767830734, + "learning_rate": 1.828651808649053e-05, + "loss": 0.0364, + "step": 25164 + }, + { + "epoch": 21.344359626802376, + "grad_norm": 0.7477929628462221, + "learning_rate": 1.82863643140752e-05, + "loss": 0.0347, + "step": 25165 + }, + { + "epoch": 21.34520780322307, + "grad_norm": 0.7558596913886739, + "learning_rate": 1.8286210535406814e-05, + "loss": 0.034, + "step": 25166 + }, + { + "epoch": 21.346055979643765, + "grad_norm": 0.8996144310869786, + "learning_rate": 1.8286056750485483e-05, + "loss": 0.0363, + "step": 25167 + }, + { + "epoch": 21.34690415606446, + "grad_norm": 0.8024768736802415, + "learning_rate": 1.828590295931132e-05, + "loss": 0.0331, + "step": 25168 + }, + { + "epoch": 21.347752332485157, + "grad_norm": 0.7612466852327916, + "learning_rate": 1.8285749161884446e-05, + "loss": 0.0361, + "step": 25169 + }, + { + "epoch": 21.348600508905854, + "grad_norm": 0.8016675966371117, + "learning_rate": 1.828559535820497e-05, + "loss": 0.0333, + "step": 25170 + }, + { + "epoch": 21.349448685326546, + "grad_norm": 0.7745519357835245, + "learning_rate": 1.828544154827302e-05, + "loss": 0.0361, + "step": 25171 + }, + { + "epoch": 21.350296861747243, + "grad_norm": 0.8023589337752612, + "learning_rate": 1.8285287732088703e-05, + "loss": 0.0347, + "step": 25172 + }, + { + "epoch": 21.35114503816794, + "grad_norm": 0.7636022363463546, + "learning_rate": 1.8285133909652137e-05, + "loss": 0.0336, + "step": 25173 + }, + { + "epoch": 21.351993214588635, + "grad_norm": 0.7660564346920138, + "learning_rate": 1.8284980080963438e-05, + "loss": 0.0317, + "step": 25174 + }, + { + "epoch": 21.35284139100933, + "grad_norm": 0.8218558576675539, + "learning_rate": 1.828482624602272e-05, + "loss": 0.0364, + "step": 25175 + }, + { + "epoch": 21.353689567430024, + "grad_norm": 0.7184753559929067, + "learning_rate": 1.8284672404830105e-05, + "loss": 0.0334, + "step": 25176 + }, + { + "epoch": 21.35453774385072, + "grad_norm": 0.7832556344168861, + "learning_rate": 1.82845185573857e-05, + "loss": 0.0326, + "step": 25177 + }, + { + "epoch": 21.355385920271416, + "grad_norm": 0.8135185007093724, + "learning_rate": 1.828436470368963e-05, + "loss": 0.0354, + "step": 25178 + }, + { + "epoch": 21.356234096692113, + "grad_norm": 1.0104726797022006, + "learning_rate": 1.828421084374201e-05, + "loss": 0.0383, + "step": 25179 + }, + { + "epoch": 21.35708227311281, + "grad_norm": 0.7507418971706773, + "learning_rate": 1.828405697754295e-05, + "loss": 0.0328, + "step": 25180 + }, + { + "epoch": 21.3579304495335, + "grad_norm": 0.7567606438394942, + "learning_rate": 1.8283903105092568e-05, + "loss": 0.0374, + "step": 25181 + }, + { + "epoch": 21.358778625954198, + "grad_norm": 0.8567128885832239, + "learning_rate": 1.8283749226390988e-05, + "loss": 0.0348, + "step": 25182 + }, + { + "epoch": 21.359626802374894, + "grad_norm": 0.8648664409711975, + "learning_rate": 1.8283595341438316e-05, + "loss": 0.0351, + "step": 25183 + }, + { + "epoch": 21.36047497879559, + "grad_norm": 0.7314764693471192, + "learning_rate": 1.8283441450234672e-05, + "loss": 0.0315, + "step": 25184 + }, + { + "epoch": 21.361323155216287, + "grad_norm": 0.8384137352594864, + "learning_rate": 1.8283287552780175e-05, + "loss": 0.0341, + "step": 25185 + }, + { + "epoch": 21.36217133163698, + "grad_norm": 0.8715127037085116, + "learning_rate": 1.8283133649074932e-05, + "loss": 0.0372, + "step": 25186 + }, + { + "epoch": 21.363019508057675, + "grad_norm": 0.8937527336580298, + "learning_rate": 1.8282979739119073e-05, + "loss": 0.0379, + "step": 25187 + }, + { + "epoch": 21.36386768447837, + "grad_norm": 0.8763861079161417, + "learning_rate": 1.8282825822912704e-05, + "loss": 0.0352, + "step": 25188 + }, + { + "epoch": 21.364715860899068, + "grad_norm": 0.8223683097784688, + "learning_rate": 1.8282671900455943e-05, + "loss": 0.0334, + "step": 25189 + }, + { + "epoch": 21.365564037319764, + "grad_norm": 0.8885074962970639, + "learning_rate": 1.828251797174891e-05, + "loss": 0.0343, + "step": 25190 + }, + { + "epoch": 21.366412213740457, + "grad_norm": 0.7246475094223205, + "learning_rate": 1.8282364036791714e-05, + "loss": 0.0313, + "step": 25191 + }, + { + "epoch": 21.367260390161153, + "grad_norm": 0.6854372627154799, + "learning_rate": 1.828221009558448e-05, + "loss": 0.0311, + "step": 25192 + }, + { + "epoch": 21.36810856658185, + "grad_norm": 0.7680899592683622, + "learning_rate": 1.8282056148127315e-05, + "loss": 0.0352, + "step": 25193 + }, + { + "epoch": 21.368956743002546, + "grad_norm": 0.961454375759771, + "learning_rate": 1.8281902194420344e-05, + "loss": 0.0361, + "step": 25194 + }, + { + "epoch": 21.36980491942324, + "grad_norm": 0.708740462994862, + "learning_rate": 1.8281748234463673e-05, + "loss": 0.0322, + "step": 25195 + }, + { + "epoch": 21.370653095843934, + "grad_norm": 0.7488575656736466, + "learning_rate": 1.8281594268257426e-05, + "loss": 0.034, + "step": 25196 + }, + { + "epoch": 21.37150127226463, + "grad_norm": 0.7540778747019883, + "learning_rate": 1.8281440295801724e-05, + "loss": 0.0338, + "step": 25197 + }, + { + "epoch": 21.372349448685327, + "grad_norm": 0.9208304860790743, + "learning_rate": 1.828128631709667e-05, + "loss": 0.0359, + "step": 25198 + }, + { + "epoch": 21.373197625106023, + "grad_norm": 0.7184521044502304, + "learning_rate": 1.8281132332142386e-05, + "loss": 0.0351, + "step": 25199 + }, + { + "epoch": 21.374045801526716, + "grad_norm": 0.7600888410752626, + "learning_rate": 1.828097834093899e-05, + "loss": 0.0354, + "step": 25200 + }, + { + "epoch": 21.374893977947412, + "grad_norm": 0.731499879190477, + "learning_rate": 1.8280824343486597e-05, + "loss": 0.0306, + "step": 25201 + }, + { + "epoch": 21.37574215436811, + "grad_norm": 0.8170841262408549, + "learning_rate": 1.8280670339785326e-05, + "loss": 0.032, + "step": 25202 + }, + { + "epoch": 21.376590330788805, + "grad_norm": 0.6868281689001647, + "learning_rate": 1.8280516329835286e-05, + "loss": 0.0296, + "step": 25203 + }, + { + "epoch": 21.3774385072095, + "grad_norm": 0.8112339293625048, + "learning_rate": 1.82803623136366e-05, + "loss": 0.0357, + "step": 25204 + }, + { + "epoch": 21.378286683630193, + "grad_norm": 0.7527250772749682, + "learning_rate": 1.8280208291189382e-05, + "loss": 0.0354, + "step": 25205 + }, + { + "epoch": 21.37913486005089, + "grad_norm": 0.7380361617591314, + "learning_rate": 1.8280054262493747e-05, + "loss": 0.0349, + "step": 25206 + }, + { + "epoch": 21.379983036471586, + "grad_norm": 1.0875322011991104, + "learning_rate": 1.8279900227549815e-05, + "loss": 0.0352, + "step": 25207 + }, + { + "epoch": 21.380831212892282, + "grad_norm": 0.8037869469388185, + "learning_rate": 1.8279746186357697e-05, + "loss": 0.0321, + "step": 25208 + }, + { + "epoch": 21.38167938931298, + "grad_norm": 0.7628240635426826, + "learning_rate": 1.827959213891751e-05, + "loss": 0.0333, + "step": 25209 + }, + { + "epoch": 21.38252756573367, + "grad_norm": 0.8017239518349846, + "learning_rate": 1.8279438085229374e-05, + "loss": 0.0347, + "step": 25210 + }, + { + "epoch": 21.383375742154367, + "grad_norm": 0.8855903279790222, + "learning_rate": 1.8279284025293406e-05, + "loss": 0.0307, + "step": 25211 + }, + { + "epoch": 21.384223918575064, + "grad_norm": 0.7269587785723689, + "learning_rate": 1.8279129959109716e-05, + "loss": 0.033, + "step": 25212 + }, + { + "epoch": 21.38507209499576, + "grad_norm": 0.7620080258702411, + "learning_rate": 1.8278975886678427e-05, + "loss": 0.0337, + "step": 25213 + }, + { + "epoch": 21.385920271416456, + "grad_norm": 0.8314453082294049, + "learning_rate": 1.827882180799965e-05, + "loss": 0.0346, + "step": 25214 + }, + { + "epoch": 21.38676844783715, + "grad_norm": 0.8046357931019784, + "learning_rate": 1.8278667723073505e-05, + "loss": 0.0332, + "step": 25215 + }, + { + "epoch": 21.387616624257845, + "grad_norm": 0.8031605898814458, + "learning_rate": 1.8278513631900104e-05, + "loss": 0.0356, + "step": 25216 + }, + { + "epoch": 21.38846480067854, + "grad_norm": 0.6977288624366169, + "learning_rate": 1.8278359534479567e-05, + "loss": 0.0309, + "step": 25217 + }, + { + "epoch": 21.389312977099237, + "grad_norm": 0.8002860230159824, + "learning_rate": 1.827820543081201e-05, + "loss": 0.0347, + "step": 25218 + }, + { + "epoch": 21.390161153519934, + "grad_norm": 0.6992397028231759, + "learning_rate": 1.8278051320897547e-05, + "loss": 0.0308, + "step": 25219 + }, + { + "epoch": 21.391009329940626, + "grad_norm": 0.8176944638747996, + "learning_rate": 1.8277897204736298e-05, + "loss": 0.0349, + "step": 25220 + }, + { + "epoch": 21.391857506361323, + "grad_norm": 0.9140730380120464, + "learning_rate": 1.8277743082328377e-05, + "loss": 0.0355, + "step": 25221 + }, + { + "epoch": 21.39270568278202, + "grad_norm": 0.824754313427548, + "learning_rate": 1.82775889536739e-05, + "loss": 0.0343, + "step": 25222 + }, + { + "epoch": 21.393553859202715, + "grad_norm": 0.7941349270330558, + "learning_rate": 1.8277434818772982e-05, + "loss": 0.032, + "step": 25223 + }, + { + "epoch": 21.39440203562341, + "grad_norm": 0.7423594872047684, + "learning_rate": 1.8277280677625742e-05, + "loss": 0.0299, + "step": 25224 + }, + { + "epoch": 21.395250212044104, + "grad_norm": 0.9116471186526358, + "learning_rate": 1.8277126530232294e-05, + "loss": 0.0339, + "step": 25225 + }, + { + "epoch": 21.3960983884648, + "grad_norm": 0.9050271755498748, + "learning_rate": 1.8276972376592757e-05, + "loss": 0.0369, + "step": 25226 + }, + { + "epoch": 21.396946564885496, + "grad_norm": 0.7925721073745399, + "learning_rate": 1.8276818216707247e-05, + "loss": 0.0343, + "step": 25227 + }, + { + "epoch": 21.397794741306193, + "grad_norm": 0.7706203660335083, + "learning_rate": 1.827666405057588e-05, + "loss": 0.0332, + "step": 25228 + }, + { + "epoch": 21.39864291772689, + "grad_norm": 0.8243739061204798, + "learning_rate": 1.827650987819877e-05, + "loss": 0.0335, + "step": 25229 + }, + { + "epoch": 21.39949109414758, + "grad_norm": 0.9056410981113234, + "learning_rate": 1.8276355699576034e-05, + "loss": 0.0346, + "step": 25230 + }, + { + "epoch": 21.400339270568278, + "grad_norm": 0.7570840225373326, + "learning_rate": 1.827620151470779e-05, + "loss": 0.0314, + "step": 25231 + }, + { + "epoch": 21.401187446988974, + "grad_norm": 0.8247394085095914, + "learning_rate": 1.8276047323594156e-05, + "loss": 0.0341, + "step": 25232 + }, + { + "epoch": 21.40203562340967, + "grad_norm": 0.6434303518302635, + "learning_rate": 1.827589312623524e-05, + "loss": 0.0312, + "step": 25233 + }, + { + "epoch": 21.402883799830363, + "grad_norm": 0.7507758269652532, + "learning_rate": 1.827573892263117e-05, + "loss": 0.0312, + "step": 25234 + }, + { + "epoch": 21.40373197625106, + "grad_norm": 0.8388690959767394, + "learning_rate": 1.827558471278206e-05, + "loss": 0.0318, + "step": 25235 + }, + { + "epoch": 21.404580152671755, + "grad_norm": 0.7815490503279015, + "learning_rate": 1.8275430496688014e-05, + "loss": 0.0316, + "step": 25236 + }, + { + "epoch": 21.40542832909245, + "grad_norm": 0.9427388029290285, + "learning_rate": 1.8275276274349163e-05, + "loss": 0.0358, + "step": 25237 + }, + { + "epoch": 21.406276505513148, + "grad_norm": 0.7238752815222524, + "learning_rate": 1.8275122045765618e-05, + "loss": 0.0308, + "step": 25238 + }, + { + "epoch": 21.40712468193384, + "grad_norm": 0.7288521248960944, + "learning_rate": 1.8274967810937495e-05, + "loss": 0.0333, + "step": 25239 + }, + { + "epoch": 21.407972858354537, + "grad_norm": 0.7824466950325836, + "learning_rate": 1.8274813569864907e-05, + "loss": 0.0353, + "step": 25240 + }, + { + "epoch": 21.408821034775233, + "grad_norm": 0.8424273077972977, + "learning_rate": 1.827465932254798e-05, + "loss": 0.0348, + "step": 25241 + }, + { + "epoch": 21.40966921119593, + "grad_norm": 0.8435022566862297, + "learning_rate": 1.827450506898682e-05, + "loss": 0.0359, + "step": 25242 + }, + { + "epoch": 21.410517387616625, + "grad_norm": 0.7694225864969338, + "learning_rate": 1.8274350809181548e-05, + "loss": 0.0357, + "step": 25243 + }, + { + "epoch": 21.411365564037318, + "grad_norm": 1.0089848601503253, + "learning_rate": 1.8274196543132282e-05, + "loss": 0.0345, + "step": 25244 + }, + { + "epoch": 21.412213740458014, + "grad_norm": 0.7225419287920446, + "learning_rate": 1.8274042270839137e-05, + "loss": 0.0323, + "step": 25245 + }, + { + "epoch": 21.41306191687871, + "grad_norm": 0.8677581367050802, + "learning_rate": 1.827388799230223e-05, + "loss": 0.0338, + "step": 25246 + }, + { + "epoch": 21.413910093299407, + "grad_norm": 0.7680637878805223, + "learning_rate": 1.8273733707521675e-05, + "loss": 0.0334, + "step": 25247 + }, + { + "epoch": 21.414758269720103, + "grad_norm": 0.8989135902835764, + "learning_rate": 1.827357941649759e-05, + "loss": 0.0346, + "step": 25248 + }, + { + "epoch": 21.415606446140796, + "grad_norm": 0.7738060640383244, + "learning_rate": 1.827342511923009e-05, + "loss": 0.0328, + "step": 25249 + }, + { + "epoch": 21.416454622561492, + "grad_norm": 0.7650126573051511, + "learning_rate": 1.8273270815719292e-05, + "loss": 0.0322, + "step": 25250 + }, + { + "epoch": 21.41730279898219, + "grad_norm": 0.7678043324768757, + "learning_rate": 1.827311650596532e-05, + "loss": 0.0321, + "step": 25251 + }, + { + "epoch": 21.418150975402884, + "grad_norm": 0.8383214861659022, + "learning_rate": 1.827296218996828e-05, + "loss": 0.0376, + "step": 25252 + }, + { + "epoch": 21.41899915182358, + "grad_norm": 0.8756508661740157, + "learning_rate": 1.8272807867728288e-05, + "loss": 0.0366, + "step": 25253 + }, + { + "epoch": 21.419847328244273, + "grad_norm": 0.6974558382865292, + "learning_rate": 1.8272653539245467e-05, + "loss": 0.0321, + "step": 25254 + }, + { + "epoch": 21.42069550466497, + "grad_norm": 0.89251725219655, + "learning_rate": 1.8272499204519933e-05, + "loss": 0.0404, + "step": 25255 + }, + { + "epoch": 21.421543681085666, + "grad_norm": 0.8074044682188869, + "learning_rate": 1.8272344863551802e-05, + "loss": 0.0328, + "step": 25256 + }, + { + "epoch": 21.422391857506362, + "grad_norm": 0.6585584711523559, + "learning_rate": 1.8272190516341185e-05, + "loss": 0.0294, + "step": 25257 + }, + { + "epoch": 21.42324003392706, + "grad_norm": 0.7527222897469493, + "learning_rate": 1.8272036162888206e-05, + "loss": 0.0319, + "step": 25258 + }, + { + "epoch": 21.42408821034775, + "grad_norm": 0.9477916678545641, + "learning_rate": 1.8271881803192973e-05, + "loss": 0.0366, + "step": 25259 + }, + { + "epoch": 21.424936386768447, + "grad_norm": 0.7025789944788264, + "learning_rate": 1.8271727437255613e-05, + "loss": 0.0329, + "step": 25260 + }, + { + "epoch": 21.425784563189143, + "grad_norm": 0.751367837975962, + "learning_rate": 1.8271573065076233e-05, + "loss": 0.032, + "step": 25261 + }, + { + "epoch": 21.42663273960984, + "grad_norm": 0.6914754305867985, + "learning_rate": 1.8271418686654955e-05, + "loss": 0.0297, + "step": 25262 + }, + { + "epoch": 21.427480916030536, + "grad_norm": 0.7661795482163573, + "learning_rate": 1.8271264301991895e-05, + "loss": 0.0351, + "step": 25263 + }, + { + "epoch": 21.42832909245123, + "grad_norm": 0.8769264171984983, + "learning_rate": 1.8271109911087164e-05, + "loss": 0.0342, + "step": 25264 + }, + { + "epoch": 21.429177268871925, + "grad_norm": 0.7747906263492349, + "learning_rate": 1.827095551394089e-05, + "loss": 0.0361, + "step": 25265 + }, + { + "epoch": 21.43002544529262, + "grad_norm": 0.8331578749401313, + "learning_rate": 1.8270801110553176e-05, + "loss": 0.0367, + "step": 25266 + }, + { + "epoch": 21.430873621713317, + "grad_norm": 0.8365896884966915, + "learning_rate": 1.8270646700924148e-05, + "loss": 0.0329, + "step": 25267 + }, + { + "epoch": 21.431721798134014, + "grad_norm": 0.9156871991890878, + "learning_rate": 1.8270492285053918e-05, + "loss": 0.0325, + "step": 25268 + }, + { + "epoch": 21.432569974554706, + "grad_norm": 0.9368370326198319, + "learning_rate": 1.8270337862942606e-05, + "loss": 0.0361, + "step": 25269 + }, + { + "epoch": 21.433418150975402, + "grad_norm": 0.8264085683878644, + "learning_rate": 1.827018343459033e-05, + "loss": 0.0345, + "step": 25270 + }, + { + "epoch": 21.4342663273961, + "grad_norm": 0.8860659826560198, + "learning_rate": 1.8270028999997197e-05, + "loss": 0.0382, + "step": 25271 + }, + { + "epoch": 21.435114503816795, + "grad_norm": 0.5638914524778844, + "learning_rate": 1.8269874559163327e-05, + "loss": 0.0329, + "step": 25272 + }, + { + "epoch": 21.435962680237488, + "grad_norm": 0.9125199184480718, + "learning_rate": 1.8269720112088846e-05, + "loss": 0.0379, + "step": 25273 + }, + { + "epoch": 21.436810856658184, + "grad_norm": 0.791058325464493, + "learning_rate": 1.826956565877386e-05, + "loss": 0.0319, + "step": 25274 + }, + { + "epoch": 21.43765903307888, + "grad_norm": 0.750997521413223, + "learning_rate": 1.8269411199218492e-05, + "loss": 0.0336, + "step": 25275 + }, + { + "epoch": 21.438507209499576, + "grad_norm": 0.8705975781686963, + "learning_rate": 1.8269256733422852e-05, + "loss": 0.0371, + "step": 25276 + }, + { + "epoch": 21.439355385920273, + "grad_norm": 0.7739509919531307, + "learning_rate": 1.8269102261387062e-05, + "loss": 0.0377, + "step": 25277 + }, + { + "epoch": 21.440203562340965, + "grad_norm": 0.850780053532205, + "learning_rate": 1.826894778311124e-05, + "loss": 0.0363, + "step": 25278 + }, + { + "epoch": 21.44105173876166, + "grad_norm": 0.7566962279885258, + "learning_rate": 1.8268793298595497e-05, + "loss": 0.0327, + "step": 25279 + }, + { + "epoch": 21.441899915182358, + "grad_norm": 0.8122014239302016, + "learning_rate": 1.826863880783995e-05, + "loss": 0.0381, + "step": 25280 + }, + { + "epoch": 21.442748091603054, + "grad_norm": 0.795790745863213, + "learning_rate": 1.826848431084472e-05, + "loss": 0.0326, + "step": 25281 + }, + { + "epoch": 21.44359626802375, + "grad_norm": 0.9121625210960806, + "learning_rate": 1.826832980760992e-05, + "loss": 0.0352, + "step": 25282 + }, + { + "epoch": 21.444444444444443, + "grad_norm": 0.7952437543707481, + "learning_rate": 1.8268175298135672e-05, + "loss": 0.0359, + "step": 25283 + }, + { + "epoch": 21.44529262086514, + "grad_norm": 0.7006178939021318, + "learning_rate": 1.8268020782422084e-05, + "loss": 0.0337, + "step": 25284 + }, + { + "epoch": 21.446140797285835, + "grad_norm": 0.8732062801107694, + "learning_rate": 1.826786626046928e-05, + "loss": 0.0351, + "step": 25285 + }, + { + "epoch": 21.44698897370653, + "grad_norm": 0.7858072594455767, + "learning_rate": 1.8267711732277372e-05, + "loss": 0.0331, + "step": 25286 + }, + { + "epoch": 21.447837150127228, + "grad_norm": 1.0623273485601987, + "learning_rate": 1.8267557197846476e-05, + "loss": 0.0351, + "step": 25287 + }, + { + "epoch": 21.44868532654792, + "grad_norm": 0.7783532944611657, + "learning_rate": 1.8267402657176715e-05, + "loss": 0.0346, + "step": 25288 + }, + { + "epoch": 21.449533502968617, + "grad_norm": 0.7957268293923974, + "learning_rate": 1.8267248110268197e-05, + "loss": 0.0341, + "step": 25289 + }, + { + "epoch": 21.450381679389313, + "grad_norm": 0.7824204936570409, + "learning_rate": 1.8267093557121048e-05, + "loss": 0.0362, + "step": 25290 + }, + { + "epoch": 21.45122985581001, + "grad_norm": 0.7838283320634648, + "learning_rate": 1.8266938997735376e-05, + "loss": 0.0339, + "step": 25291 + }, + { + "epoch": 21.452078032230705, + "grad_norm": 0.962108274981786, + "learning_rate": 1.8266784432111306e-05, + "loss": 0.035, + "step": 25292 + }, + { + "epoch": 21.452926208651398, + "grad_norm": 0.8698524732107745, + "learning_rate": 1.8266629860248946e-05, + "loss": 0.0359, + "step": 25293 + }, + { + "epoch": 21.453774385072094, + "grad_norm": 0.8401697159011763, + "learning_rate": 1.8266475282148417e-05, + "loss": 0.0337, + "step": 25294 + }, + { + "epoch": 21.45462256149279, + "grad_norm": 0.7848317475268636, + "learning_rate": 1.8266320697809835e-05, + "loss": 0.0355, + "step": 25295 + }, + { + "epoch": 21.455470737913487, + "grad_norm": 0.7601833746125537, + "learning_rate": 1.826616610723332e-05, + "loss": 0.0348, + "step": 25296 + }, + { + "epoch": 21.456318914334183, + "grad_norm": 0.6779306789965586, + "learning_rate": 1.8266011510418985e-05, + "loss": 0.0342, + "step": 25297 + }, + { + "epoch": 21.457167090754876, + "grad_norm": 0.796203309462352, + "learning_rate": 1.8265856907366942e-05, + "loss": 0.0324, + "step": 25298 + }, + { + "epoch": 21.458015267175572, + "grad_norm": 0.7488237293557072, + "learning_rate": 1.826570229807732e-05, + "loss": 0.0362, + "step": 25299 + }, + { + "epoch": 21.458863443596268, + "grad_norm": 0.7091433381905878, + "learning_rate": 1.8265547682550223e-05, + "loss": 0.0359, + "step": 25300 + }, + { + "epoch": 21.459711620016964, + "grad_norm": 0.6883856419345132, + "learning_rate": 1.8265393060785775e-05, + "loss": 0.0323, + "step": 25301 + }, + { + "epoch": 21.46055979643766, + "grad_norm": 0.6880142717587174, + "learning_rate": 1.8265238432784095e-05, + "loss": 0.0348, + "step": 25302 + }, + { + "epoch": 21.461407972858353, + "grad_norm": 0.8945407758869296, + "learning_rate": 1.826508379854529e-05, + "loss": 0.0356, + "step": 25303 + }, + { + "epoch": 21.46225614927905, + "grad_norm": 0.760848764386355, + "learning_rate": 1.8264929158069485e-05, + "loss": 0.0313, + "step": 25304 + }, + { + "epoch": 21.463104325699746, + "grad_norm": 0.7898143303157985, + "learning_rate": 1.8264774511356796e-05, + "loss": 0.0348, + "step": 25305 + }, + { + "epoch": 21.463952502120442, + "grad_norm": 0.7081996911611994, + "learning_rate": 1.8264619858407336e-05, + "loss": 0.0317, + "step": 25306 + }, + { + "epoch": 21.46480067854114, + "grad_norm": 0.7395202881868671, + "learning_rate": 1.8264465199221223e-05, + "loss": 0.0339, + "step": 25307 + }, + { + "epoch": 21.46564885496183, + "grad_norm": 0.781157182451761, + "learning_rate": 1.8264310533798576e-05, + "loss": 0.0331, + "step": 25308 + }, + { + "epoch": 21.466497031382527, + "grad_norm": 1.0189101834343808, + "learning_rate": 1.8264155862139506e-05, + "loss": 0.0331, + "step": 25309 + }, + { + "epoch": 21.467345207803223, + "grad_norm": 0.8526355684144292, + "learning_rate": 1.8264001184244136e-05, + "loss": 0.0359, + "step": 25310 + }, + { + "epoch": 21.46819338422392, + "grad_norm": 0.878637917003881, + "learning_rate": 1.8263846500112578e-05, + "loss": 0.0333, + "step": 25311 + }, + { + "epoch": 21.469041560644612, + "grad_norm": 0.8129499035957921, + "learning_rate": 1.8263691809744956e-05, + "loss": 0.0325, + "step": 25312 + }, + { + "epoch": 21.46988973706531, + "grad_norm": 0.7087058877501244, + "learning_rate": 1.8263537113141376e-05, + "loss": 0.0354, + "step": 25313 + }, + { + "epoch": 21.470737913486005, + "grad_norm": 0.7870698970703504, + "learning_rate": 1.8263382410301963e-05, + "loss": 0.0345, + "step": 25314 + }, + { + "epoch": 21.4715860899067, + "grad_norm": 0.6948422725834932, + "learning_rate": 1.8263227701226832e-05, + "loss": 0.032, + "step": 25315 + }, + { + "epoch": 21.472434266327397, + "grad_norm": 0.8472760197366429, + "learning_rate": 1.8263072985916103e-05, + "loss": 0.0339, + "step": 25316 + }, + { + "epoch": 21.47328244274809, + "grad_norm": 0.8213307504478392, + "learning_rate": 1.8262918264369883e-05, + "loss": 0.0338, + "step": 25317 + }, + { + "epoch": 21.474130619168786, + "grad_norm": 0.8717573086628073, + "learning_rate": 1.8262763536588294e-05, + "loss": 0.0345, + "step": 25318 + }, + { + "epoch": 21.474978795589482, + "grad_norm": 0.9340305331755142, + "learning_rate": 1.8262608802571455e-05, + "loss": 0.035, + "step": 25319 + }, + { + "epoch": 21.47582697201018, + "grad_norm": 0.8798462326954366, + "learning_rate": 1.8262454062319484e-05, + "loss": 0.0359, + "step": 25320 + }, + { + "epoch": 21.476675148430875, + "grad_norm": 0.757135064626712, + "learning_rate": 1.826229931583249e-05, + "loss": 0.0342, + "step": 25321 + }, + { + "epoch": 21.477523324851568, + "grad_norm": 0.7719360662416213, + "learning_rate": 1.8262144563110596e-05, + "loss": 0.0312, + "step": 25322 + }, + { + "epoch": 21.478371501272264, + "grad_norm": 0.7775397265510801, + "learning_rate": 1.826198980415392e-05, + "loss": 0.033, + "step": 25323 + }, + { + "epoch": 21.47921967769296, + "grad_norm": 0.8035997202934649, + "learning_rate": 1.826183503896257e-05, + "loss": 0.0348, + "step": 25324 + }, + { + "epoch": 21.480067854113656, + "grad_norm": 0.6673605404614942, + "learning_rate": 1.8261680267536678e-05, + "loss": 0.0353, + "step": 25325 + }, + { + "epoch": 21.480916030534353, + "grad_norm": 0.8534198320601796, + "learning_rate": 1.8261525489876345e-05, + "loss": 0.0379, + "step": 25326 + }, + { + "epoch": 21.481764206955045, + "grad_norm": 0.9202674073054721, + "learning_rate": 1.82613707059817e-05, + "loss": 0.0331, + "step": 25327 + }, + { + "epoch": 21.48261238337574, + "grad_norm": 0.8023169329727233, + "learning_rate": 1.8261215915852848e-05, + "loss": 0.0376, + "step": 25328 + }, + { + "epoch": 21.483460559796438, + "grad_norm": 0.6394773931970088, + "learning_rate": 1.8261061119489915e-05, + "loss": 0.032, + "step": 25329 + }, + { + "epoch": 21.484308736217134, + "grad_norm": 0.7070725054308401, + "learning_rate": 1.8260906316893013e-05, + "loss": 0.033, + "step": 25330 + }, + { + "epoch": 21.48515691263783, + "grad_norm": 0.8025949766661751, + "learning_rate": 1.8260751508062263e-05, + "loss": 0.0347, + "step": 25331 + }, + { + "epoch": 21.486005089058523, + "grad_norm": 0.7981147754101413, + "learning_rate": 1.826059669299778e-05, + "loss": 0.0327, + "step": 25332 + }, + { + "epoch": 21.48685326547922, + "grad_norm": 0.9024894376521475, + "learning_rate": 1.826044187169968e-05, + "loss": 0.0321, + "step": 25333 + }, + { + "epoch": 21.487701441899915, + "grad_norm": 0.8432673363407653, + "learning_rate": 1.8260287044168082e-05, + "loss": 0.0346, + "step": 25334 + }, + { + "epoch": 21.48854961832061, + "grad_norm": 0.9104225759105036, + "learning_rate": 1.8260132210403095e-05, + "loss": 0.0336, + "step": 25335 + }, + { + "epoch": 21.489397794741308, + "grad_norm": 0.7456131549060258, + "learning_rate": 1.825997737040485e-05, + "loss": 0.0328, + "step": 25336 + }, + { + "epoch": 21.490245971162, + "grad_norm": 0.8022113593917695, + "learning_rate": 1.825982252417345e-05, + "loss": 0.0312, + "step": 25337 + }, + { + "epoch": 21.491094147582697, + "grad_norm": 0.695371058821314, + "learning_rate": 1.8259667671709017e-05, + "loss": 0.0349, + "step": 25338 + }, + { + "epoch": 21.491942324003393, + "grad_norm": 0.8243150067405922, + "learning_rate": 1.8259512813011672e-05, + "loss": 0.0336, + "step": 25339 + }, + { + "epoch": 21.49279050042409, + "grad_norm": 0.8102289348688144, + "learning_rate": 1.8259357948081527e-05, + "loss": 0.0383, + "step": 25340 + }, + { + "epoch": 21.493638676844785, + "grad_norm": 0.7822797544392199, + "learning_rate": 1.82592030769187e-05, + "loss": 0.031, + "step": 25341 + }, + { + "epoch": 21.494486853265478, + "grad_norm": 0.9092563221912802, + "learning_rate": 1.825904819952331e-05, + "loss": 0.0367, + "step": 25342 + }, + { + "epoch": 21.495335029686174, + "grad_norm": 0.8054303464615116, + "learning_rate": 1.8258893315895472e-05, + "loss": 0.033, + "step": 25343 + }, + { + "epoch": 21.49618320610687, + "grad_norm": 0.8960447407706087, + "learning_rate": 1.8258738426035298e-05, + "loss": 0.0375, + "step": 25344 + }, + { + "epoch": 21.497031382527567, + "grad_norm": 0.7584710743691228, + "learning_rate": 1.8258583529942916e-05, + "loss": 0.036, + "step": 25345 + }, + { + "epoch": 21.497879558948263, + "grad_norm": 0.9943610237469019, + "learning_rate": 1.825842862761843e-05, + "loss": 0.04, + "step": 25346 + }, + { + "epoch": 21.498727735368956, + "grad_norm": 0.7506238062928438, + "learning_rate": 1.825827371906197e-05, + "loss": 0.0323, + "step": 25347 + }, + { + "epoch": 21.499575911789652, + "grad_norm": 0.7851009486224158, + "learning_rate": 1.8258118804273643e-05, + "loss": 0.0391, + "step": 25348 + }, + { + "epoch": 21.500424088210348, + "grad_norm": 0.7506659800005018, + "learning_rate": 1.825796388325357e-05, + "loss": 0.0322, + "step": 25349 + }, + { + "epoch": 21.501272264631044, + "grad_norm": 0.747939816210547, + "learning_rate": 1.8257808956001864e-05, + "loss": 0.0344, + "step": 25350 + }, + { + "epoch": 21.502120441051737, + "grad_norm": 0.807616773286176, + "learning_rate": 1.825765402251865e-05, + "loss": 0.0361, + "step": 25351 + }, + { + "epoch": 21.502968617472433, + "grad_norm": 0.7747602426527783, + "learning_rate": 1.8257499082804037e-05, + "loss": 0.0327, + "step": 25352 + }, + { + "epoch": 21.50381679389313, + "grad_norm": 0.8462733724420126, + "learning_rate": 1.8257344136858148e-05, + "loss": 0.0351, + "step": 25353 + }, + { + "epoch": 21.504664970313826, + "grad_norm": 0.7113601919730903, + "learning_rate": 1.8257189184681096e-05, + "loss": 0.033, + "step": 25354 + }, + { + "epoch": 21.505513146734522, + "grad_norm": 0.791011613803804, + "learning_rate": 1.8257034226272995e-05, + "loss": 0.035, + "step": 25355 + }, + { + "epoch": 21.506361323155215, + "grad_norm": 0.701950522907621, + "learning_rate": 1.825687926163397e-05, + "loss": 0.0304, + "step": 25356 + }, + { + "epoch": 21.50720949957591, + "grad_norm": 0.727436395354118, + "learning_rate": 1.825672429076413e-05, + "loss": 0.0338, + "step": 25357 + }, + { + "epoch": 21.508057675996607, + "grad_norm": 0.75355704506252, + "learning_rate": 1.8256569313663598e-05, + "loss": 0.0345, + "step": 25358 + }, + { + "epoch": 21.508905852417303, + "grad_norm": 0.7867637514205341, + "learning_rate": 1.825641433033249e-05, + "loss": 0.0322, + "step": 25359 + }, + { + "epoch": 21.509754028838, + "grad_norm": 0.8072028248468508, + "learning_rate": 1.8256259340770917e-05, + "loss": 0.0319, + "step": 25360 + }, + { + "epoch": 21.510602205258692, + "grad_norm": 0.7219794039905258, + "learning_rate": 1.8256104344979003e-05, + "loss": 0.0323, + "step": 25361 + }, + { + "epoch": 21.51145038167939, + "grad_norm": 0.9247843640967515, + "learning_rate": 1.8255949342956864e-05, + "loss": 0.035, + "step": 25362 + }, + { + "epoch": 21.512298558100085, + "grad_norm": 0.9195262561701755, + "learning_rate": 1.8255794334704614e-05, + "loss": 0.0338, + "step": 25363 + }, + { + "epoch": 21.51314673452078, + "grad_norm": 0.801371311084193, + "learning_rate": 1.8255639320222373e-05, + "loss": 0.0346, + "step": 25364 + }, + { + "epoch": 21.513994910941477, + "grad_norm": 0.860483792268634, + "learning_rate": 1.8255484299510255e-05, + "loss": 0.0375, + "step": 25365 + }, + { + "epoch": 21.51484308736217, + "grad_norm": 0.7425273697570512, + "learning_rate": 1.8255329272568376e-05, + "loss": 0.0307, + "step": 25366 + }, + { + "epoch": 21.515691263782866, + "grad_norm": 0.8015235208852041, + "learning_rate": 1.8255174239396857e-05, + "loss": 0.0357, + "step": 25367 + }, + { + "epoch": 21.516539440203562, + "grad_norm": 0.6589472054252951, + "learning_rate": 1.8255019199995815e-05, + "loss": 0.0312, + "step": 25368 + }, + { + "epoch": 21.51738761662426, + "grad_norm": 0.7887750372545037, + "learning_rate": 1.8254864154365363e-05, + "loss": 0.0356, + "step": 25369 + }, + { + "epoch": 21.518235793044955, + "grad_norm": 0.8804392027650739, + "learning_rate": 1.8254709102505625e-05, + "loss": 0.0367, + "step": 25370 + }, + { + "epoch": 21.519083969465647, + "grad_norm": 0.7772150721816891, + "learning_rate": 1.8254554044416707e-05, + "loss": 0.0353, + "step": 25371 + }, + { + "epoch": 21.519932145886344, + "grad_norm": 0.8465185218343257, + "learning_rate": 1.8254398980098734e-05, + "loss": 0.0355, + "step": 25372 + }, + { + "epoch": 21.52078032230704, + "grad_norm": 0.7381162456554846, + "learning_rate": 1.8254243909551825e-05, + "loss": 0.0312, + "step": 25373 + }, + { + "epoch": 21.521628498727736, + "grad_norm": 0.8337533707514172, + "learning_rate": 1.8254088832776088e-05, + "loss": 0.0358, + "step": 25374 + }, + { + "epoch": 21.522476675148432, + "grad_norm": 0.8228129599817401, + "learning_rate": 1.8253933749771652e-05, + "loss": 0.0335, + "step": 25375 + }, + { + "epoch": 21.523324851569125, + "grad_norm": 0.7726372279391267, + "learning_rate": 1.825377866053862e-05, + "loss": 0.031, + "step": 25376 + }, + { + "epoch": 21.52417302798982, + "grad_norm": 0.7580765761295102, + "learning_rate": 1.825362356507712e-05, + "loss": 0.0328, + "step": 25377 + }, + { + "epoch": 21.525021204410518, + "grad_norm": 0.8446272660514038, + "learning_rate": 1.825346846338727e-05, + "loss": 0.0369, + "step": 25378 + }, + { + "epoch": 21.525869380831214, + "grad_norm": 0.9205596753978814, + "learning_rate": 1.8253313355469176e-05, + "loss": 0.0334, + "step": 25379 + }, + { + "epoch": 21.52671755725191, + "grad_norm": 0.6984957717819181, + "learning_rate": 1.825315824132296e-05, + "loss": 0.032, + "step": 25380 + }, + { + "epoch": 21.527565733672603, + "grad_norm": 0.8518297568176826, + "learning_rate": 1.825300312094875e-05, + "loss": 0.0338, + "step": 25381 + }, + { + "epoch": 21.5284139100933, + "grad_norm": 0.7437969975346578, + "learning_rate": 1.8252847994346645e-05, + "loss": 0.0348, + "step": 25382 + }, + { + "epoch": 21.529262086513995, + "grad_norm": 0.7288453592884256, + "learning_rate": 1.8252692861516774e-05, + "loss": 0.0351, + "step": 25383 + }, + { + "epoch": 21.53011026293469, + "grad_norm": 0.7500599327666414, + "learning_rate": 1.8252537722459252e-05, + "loss": 0.0342, + "step": 25384 + }, + { + "epoch": 21.530958439355388, + "grad_norm": 0.7710347891520342, + "learning_rate": 1.8252382577174192e-05, + "loss": 0.0304, + "step": 25385 + }, + { + "epoch": 21.53180661577608, + "grad_norm": 0.7939670726210486, + "learning_rate": 1.8252227425661715e-05, + "loss": 0.0373, + "step": 25386 + }, + { + "epoch": 21.532654792196777, + "grad_norm": 0.9989112935384519, + "learning_rate": 1.825207226792194e-05, + "loss": 0.0382, + "step": 25387 + }, + { + "epoch": 21.533502968617473, + "grad_norm": 0.8552259261436158, + "learning_rate": 1.8251917103954975e-05, + "loss": 0.0331, + "step": 25388 + }, + { + "epoch": 21.53435114503817, + "grad_norm": 0.8395310765819486, + "learning_rate": 1.825176193376095e-05, + "loss": 0.0359, + "step": 25389 + }, + { + "epoch": 21.53519932145886, + "grad_norm": 0.8829355715619541, + "learning_rate": 1.825160675733997e-05, + "loss": 0.0353, + "step": 25390 + }, + { + "epoch": 21.536047497879558, + "grad_norm": 0.8303683178992062, + "learning_rate": 1.8251451574692162e-05, + "loss": 0.0336, + "step": 25391 + }, + { + "epoch": 21.536895674300254, + "grad_norm": 0.8696496777397885, + "learning_rate": 1.8251296385817634e-05, + "loss": 0.0346, + "step": 25392 + }, + { + "epoch": 21.53774385072095, + "grad_norm": 0.7325420702886899, + "learning_rate": 1.825114119071651e-05, + "loss": 0.0312, + "step": 25393 + }, + { + "epoch": 21.538592027141647, + "grad_norm": 0.8084848792082991, + "learning_rate": 1.8250985989388903e-05, + "loss": 0.035, + "step": 25394 + }, + { + "epoch": 21.53944020356234, + "grad_norm": 0.7545891533824092, + "learning_rate": 1.8250830781834934e-05, + "loss": 0.0307, + "step": 25395 + }, + { + "epoch": 21.540288379983036, + "grad_norm": 0.7755513953591546, + "learning_rate": 1.8250675568054717e-05, + "loss": 0.0326, + "step": 25396 + }, + { + "epoch": 21.541136556403732, + "grad_norm": 0.864963410292395, + "learning_rate": 1.825052034804837e-05, + "loss": 0.0349, + "step": 25397 + }, + { + "epoch": 21.541984732824428, + "grad_norm": 0.7012835503958514, + "learning_rate": 1.825036512181601e-05, + "loss": 0.0326, + "step": 25398 + }, + { + "epoch": 21.542832909245124, + "grad_norm": 0.8305697236709393, + "learning_rate": 1.8250209889357755e-05, + "loss": 0.0355, + "step": 25399 + }, + { + "epoch": 21.543681085665817, + "grad_norm": 0.8930819768094878, + "learning_rate": 1.8250054650673723e-05, + "loss": 0.033, + "step": 25400 + }, + { + "epoch": 21.544529262086513, + "grad_norm": 0.8006342162992345, + "learning_rate": 1.8249899405764025e-05, + "loss": 0.0331, + "step": 25401 + }, + { + "epoch": 21.54537743850721, + "grad_norm": 0.7984549551741151, + "learning_rate": 1.824974415462879e-05, + "loss": 0.0347, + "step": 25402 + }, + { + "epoch": 21.546225614927906, + "grad_norm": 0.9102409429245589, + "learning_rate": 1.8249588897268126e-05, + "loss": 0.0338, + "step": 25403 + }, + { + "epoch": 21.547073791348602, + "grad_norm": 0.7919262264534453, + "learning_rate": 1.8249433633682148e-05, + "loss": 0.0359, + "step": 25404 + }, + { + "epoch": 21.547921967769295, + "grad_norm": 0.7627164789641819, + "learning_rate": 1.8249278363870976e-05, + "loss": 0.0363, + "step": 25405 + }, + { + "epoch": 21.54877014418999, + "grad_norm": 0.7461142125037424, + "learning_rate": 1.8249123087834736e-05, + "loss": 0.0342, + "step": 25406 + }, + { + "epoch": 21.549618320610687, + "grad_norm": 0.7335048410929516, + "learning_rate": 1.824896780557353e-05, + "loss": 0.0323, + "step": 25407 + }, + { + "epoch": 21.550466497031383, + "grad_norm": 0.9575822415648967, + "learning_rate": 1.824881251708749e-05, + "loss": 0.0358, + "step": 25408 + }, + { + "epoch": 21.55131467345208, + "grad_norm": 0.7079180968463717, + "learning_rate": 1.824865722237672e-05, + "loss": 0.0324, + "step": 25409 + }, + { + "epoch": 21.552162849872772, + "grad_norm": 0.776444675866319, + "learning_rate": 1.8248501921441345e-05, + "loss": 0.0362, + "step": 25410 + }, + { + "epoch": 21.55301102629347, + "grad_norm": 0.8274300668816206, + "learning_rate": 1.8248346614281482e-05, + "loss": 0.0366, + "step": 25411 + }, + { + "epoch": 21.553859202714165, + "grad_norm": 0.8553938481960132, + "learning_rate": 1.8248191300897248e-05, + "loss": 0.0321, + "step": 25412 + }, + { + "epoch": 21.55470737913486, + "grad_norm": 0.7761584962835368, + "learning_rate": 1.8248035981288755e-05, + "loss": 0.0392, + "step": 25413 + }, + { + "epoch": 21.555555555555557, + "grad_norm": 0.834635410397361, + "learning_rate": 1.8247880655456125e-05, + "loss": 0.0339, + "step": 25414 + }, + { + "epoch": 21.55640373197625, + "grad_norm": 0.8375123367495522, + "learning_rate": 1.8247725323399473e-05, + "loss": 0.0354, + "step": 25415 + }, + { + "epoch": 21.557251908396946, + "grad_norm": 0.9616635840449893, + "learning_rate": 1.8247569985118918e-05, + "loss": 0.0377, + "step": 25416 + }, + { + "epoch": 21.558100084817642, + "grad_norm": 0.9227810443880913, + "learning_rate": 1.8247414640614578e-05, + "loss": 0.037, + "step": 25417 + }, + { + "epoch": 21.55894826123834, + "grad_norm": 0.8192147559276507, + "learning_rate": 1.824725928988657e-05, + "loss": 0.0343, + "step": 25418 + }, + { + "epoch": 21.559796437659035, + "grad_norm": 0.7592312944134418, + "learning_rate": 1.8247103932935005e-05, + "loss": 0.0363, + "step": 25419 + }, + { + "epoch": 21.560644614079727, + "grad_norm": 0.7894833033449106, + "learning_rate": 1.8246948569760013e-05, + "loss": 0.0374, + "step": 25420 + }, + { + "epoch": 21.561492790500424, + "grad_norm": 0.8678033319727474, + "learning_rate": 1.82467932003617e-05, + "loss": 0.0341, + "step": 25421 + }, + { + "epoch": 21.56234096692112, + "grad_norm": 0.7884697250094935, + "learning_rate": 1.8246637824740182e-05, + "loss": 0.0366, + "step": 25422 + }, + { + "epoch": 21.563189143341816, + "grad_norm": 0.7784822846913324, + "learning_rate": 1.8246482442895588e-05, + "loss": 0.0343, + "step": 25423 + }, + { + "epoch": 21.564037319762512, + "grad_norm": 0.7588172995487255, + "learning_rate": 1.8246327054828025e-05, + "loss": 0.0351, + "step": 25424 + }, + { + "epoch": 21.564885496183205, + "grad_norm": 0.8077948042570926, + "learning_rate": 1.8246171660537616e-05, + "loss": 0.035, + "step": 25425 + }, + { + "epoch": 21.5657336726039, + "grad_norm": 0.6865515248707393, + "learning_rate": 1.8246016260024473e-05, + "loss": 0.0336, + "step": 25426 + }, + { + "epoch": 21.566581849024598, + "grad_norm": 0.7838624555852842, + "learning_rate": 1.8245860853288717e-05, + "loss": 0.0315, + "step": 25427 + }, + { + "epoch": 21.567430025445294, + "grad_norm": 0.7498364116885559, + "learning_rate": 1.8245705440330465e-05, + "loss": 0.0337, + "step": 25428 + }, + { + "epoch": 21.568278201865986, + "grad_norm": 0.7202546854229365, + "learning_rate": 1.824555002114983e-05, + "loss": 0.0316, + "step": 25429 + }, + { + "epoch": 21.569126378286683, + "grad_norm": 0.8403346343382945, + "learning_rate": 1.824539459574694e-05, + "loss": 0.0367, + "step": 25430 + }, + { + "epoch": 21.56997455470738, + "grad_norm": 0.7390196400425669, + "learning_rate": 1.82452391641219e-05, + "loss": 0.0329, + "step": 25431 + }, + { + "epoch": 21.570822731128075, + "grad_norm": 0.848884870795565, + "learning_rate": 1.8245083726274834e-05, + "loss": 0.0337, + "step": 25432 + }, + { + "epoch": 21.57167090754877, + "grad_norm": 0.8865438622799365, + "learning_rate": 1.8244928282205857e-05, + "loss": 0.0348, + "step": 25433 + }, + { + "epoch": 21.572519083969464, + "grad_norm": 0.820028754504602, + "learning_rate": 1.8244772831915088e-05, + "loss": 0.034, + "step": 25434 + }, + { + "epoch": 21.57336726039016, + "grad_norm": 0.7345284348785772, + "learning_rate": 1.8244617375402645e-05, + "loss": 0.037, + "step": 25435 + }, + { + "epoch": 21.574215436810857, + "grad_norm": 0.8010225716039173, + "learning_rate": 1.8244461912668644e-05, + "loss": 0.0318, + "step": 25436 + }, + { + "epoch": 21.575063613231553, + "grad_norm": 0.7498069250560181, + "learning_rate": 1.82443064437132e-05, + "loss": 0.0329, + "step": 25437 + }, + { + "epoch": 21.57591178965225, + "grad_norm": 0.861500765841423, + "learning_rate": 1.8244150968536432e-05, + "loss": 0.0375, + "step": 25438 + }, + { + "epoch": 21.57675996607294, + "grad_norm": 0.7318240209462369, + "learning_rate": 1.8243995487138456e-05, + "loss": 0.0325, + "step": 25439 + }, + { + "epoch": 21.577608142493638, + "grad_norm": 0.8065436465566758, + "learning_rate": 1.8243839999519396e-05, + "loss": 0.0358, + "step": 25440 + }, + { + "epoch": 21.578456318914334, + "grad_norm": 0.7567325369068081, + "learning_rate": 1.824368450567936e-05, + "loss": 0.0399, + "step": 25441 + }, + { + "epoch": 21.57930449533503, + "grad_norm": 0.7820594775890067, + "learning_rate": 1.8243529005618473e-05, + "loss": 0.0349, + "step": 25442 + }, + { + "epoch": 21.580152671755727, + "grad_norm": 0.9433642286580688, + "learning_rate": 1.8243373499336847e-05, + "loss": 0.0331, + "step": 25443 + }, + { + "epoch": 21.58100084817642, + "grad_norm": 0.976513735372333, + "learning_rate": 1.8243217986834602e-05, + "loss": 0.0373, + "step": 25444 + }, + { + "epoch": 21.581849024597116, + "grad_norm": 0.7412664366467511, + "learning_rate": 1.8243062468111855e-05, + "loss": 0.0327, + "step": 25445 + }, + { + "epoch": 21.58269720101781, + "grad_norm": 0.9331165199587326, + "learning_rate": 1.824290694316872e-05, + "loss": 0.0396, + "step": 25446 + }, + { + "epoch": 21.583545377438508, + "grad_norm": 0.7837694873578545, + "learning_rate": 1.824275141200532e-05, + "loss": 0.0352, + "step": 25447 + }, + { + "epoch": 21.584393553859204, + "grad_norm": 0.8559500925732797, + "learning_rate": 1.8242595874621773e-05, + "loss": 0.0332, + "step": 25448 + }, + { + "epoch": 21.585241730279897, + "grad_norm": 0.7294865147890802, + "learning_rate": 1.8242440331018188e-05, + "loss": 0.0349, + "step": 25449 + }, + { + "epoch": 21.586089906700593, + "grad_norm": 0.7754023268609992, + "learning_rate": 1.8242284781194692e-05, + "loss": 0.0344, + "step": 25450 + }, + { + "epoch": 21.58693808312129, + "grad_norm": 0.6479563949886054, + "learning_rate": 1.8242129225151392e-05, + "loss": 0.033, + "step": 25451 + }, + { + "epoch": 21.587786259541986, + "grad_norm": 0.7938006987541187, + "learning_rate": 1.8241973662888417e-05, + "loss": 0.0348, + "step": 25452 + }, + { + "epoch": 21.588634435962682, + "grad_norm": 0.7733577895940585, + "learning_rate": 1.824181809440588e-05, + "loss": 0.037, + "step": 25453 + }, + { + "epoch": 21.589482612383375, + "grad_norm": 0.7239039502249764, + "learning_rate": 1.824166251970389e-05, + "loss": 0.0322, + "step": 25454 + }, + { + "epoch": 21.59033078880407, + "grad_norm": 0.7779121177097633, + "learning_rate": 1.8241506938782575e-05, + "loss": 0.036, + "step": 25455 + }, + { + "epoch": 21.591178965224767, + "grad_norm": 0.9465526616295983, + "learning_rate": 1.8241351351642052e-05, + "loss": 0.0438, + "step": 25456 + }, + { + "epoch": 21.592027141645463, + "grad_norm": 0.7759605400845508, + "learning_rate": 1.824119575828243e-05, + "loss": 0.032, + "step": 25457 + }, + { + "epoch": 21.59287531806616, + "grad_norm": 0.8023824955314933, + "learning_rate": 1.8241040158703837e-05, + "loss": 0.0344, + "step": 25458 + }, + { + "epoch": 21.593723494486852, + "grad_norm": 0.8575078005539617, + "learning_rate": 1.8240884552906384e-05, + "loss": 0.0344, + "step": 25459 + }, + { + "epoch": 21.59457167090755, + "grad_norm": 0.7379540294130874, + "learning_rate": 1.8240728940890188e-05, + "loss": 0.0321, + "step": 25460 + }, + { + "epoch": 21.595419847328245, + "grad_norm": 0.8403555480964258, + "learning_rate": 1.8240573322655367e-05, + "loss": 0.0331, + "step": 25461 + }, + { + "epoch": 21.59626802374894, + "grad_norm": 0.8573486137124762, + "learning_rate": 1.824041769820204e-05, + "loss": 0.0361, + "step": 25462 + }, + { + "epoch": 21.597116200169637, + "grad_norm": 0.7723191600187295, + "learning_rate": 1.8240262067530327e-05, + "loss": 0.0339, + "step": 25463 + }, + { + "epoch": 21.59796437659033, + "grad_norm": 0.7650885836863532, + "learning_rate": 1.824010643064034e-05, + "loss": 0.0314, + "step": 25464 + }, + { + "epoch": 21.598812553011026, + "grad_norm": 0.9282279466023011, + "learning_rate": 1.8239950787532198e-05, + "loss": 0.0358, + "step": 25465 + }, + { + "epoch": 21.599660729431722, + "grad_norm": 0.9284827356501812, + "learning_rate": 1.8239795138206023e-05, + "loss": 0.0368, + "step": 25466 + }, + { + "epoch": 21.60050890585242, + "grad_norm": 0.7425716891238908, + "learning_rate": 1.8239639482661925e-05, + "loss": 0.0337, + "step": 25467 + }, + { + "epoch": 21.60135708227311, + "grad_norm": 0.7559803447526493, + "learning_rate": 1.8239483820900026e-05, + "loss": 0.0357, + "step": 25468 + }, + { + "epoch": 21.602205258693807, + "grad_norm": 0.7758415230391403, + "learning_rate": 1.8239328152920445e-05, + "loss": 0.0322, + "step": 25469 + }, + { + "epoch": 21.603053435114504, + "grad_norm": 0.7926934779174875, + "learning_rate": 1.8239172478723293e-05, + "loss": 0.0329, + "step": 25470 + }, + { + "epoch": 21.6039016115352, + "grad_norm": 0.8003020129997882, + "learning_rate": 1.823901679830869e-05, + "loss": 0.0352, + "step": 25471 + }, + { + "epoch": 21.604749787955896, + "grad_norm": 0.6812578907033787, + "learning_rate": 1.823886111167676e-05, + "loss": 0.0328, + "step": 25472 + }, + { + "epoch": 21.60559796437659, + "grad_norm": 0.9989552954269205, + "learning_rate": 1.8238705418827613e-05, + "loss": 0.0345, + "step": 25473 + }, + { + "epoch": 21.606446140797285, + "grad_norm": 0.929755654101305, + "learning_rate": 1.823854971976137e-05, + "loss": 0.0395, + "step": 25474 + }, + { + "epoch": 21.60729431721798, + "grad_norm": 0.7816397162470834, + "learning_rate": 1.823839401447815e-05, + "loss": 0.0338, + "step": 25475 + }, + { + "epoch": 21.608142493638677, + "grad_norm": 0.8159875483877519, + "learning_rate": 1.8238238302978066e-05, + "loss": 0.0332, + "step": 25476 + }, + { + "epoch": 21.608990670059374, + "grad_norm": 0.7204793149793385, + "learning_rate": 1.8238082585261235e-05, + "loss": 0.0325, + "step": 25477 + }, + { + "epoch": 21.609838846480066, + "grad_norm": 0.8169091979405938, + "learning_rate": 1.8237926861327778e-05, + "loss": 0.034, + "step": 25478 + }, + { + "epoch": 21.610687022900763, + "grad_norm": 0.891369652157555, + "learning_rate": 1.8237771131177815e-05, + "loss": 0.0385, + "step": 25479 + }, + { + "epoch": 21.61153519932146, + "grad_norm": 0.8805924911139685, + "learning_rate": 1.823761539481146e-05, + "loss": 0.0359, + "step": 25480 + }, + { + "epoch": 21.612383375742155, + "grad_norm": 0.9316048647052977, + "learning_rate": 1.8237459652228828e-05, + "loss": 0.0377, + "step": 25481 + }, + { + "epoch": 21.61323155216285, + "grad_norm": 0.8643843158994797, + "learning_rate": 1.8237303903430038e-05, + "loss": 0.0351, + "step": 25482 + }, + { + "epoch": 21.614079728583544, + "grad_norm": 0.6963032765069805, + "learning_rate": 1.823714814841521e-05, + "loss": 0.031, + "step": 25483 + }, + { + "epoch": 21.61492790500424, + "grad_norm": 0.7207417907514225, + "learning_rate": 1.823699238718446e-05, + "loss": 0.0367, + "step": 25484 + }, + { + "epoch": 21.615776081424936, + "grad_norm": 0.738501660300313, + "learning_rate": 1.8236836619737907e-05, + "loss": 0.0312, + "step": 25485 + }, + { + "epoch": 21.616624257845633, + "grad_norm": 0.9388140048834694, + "learning_rate": 1.8236680846075664e-05, + "loss": 0.0372, + "step": 25486 + }, + { + "epoch": 21.61747243426633, + "grad_norm": 0.7807593721197867, + "learning_rate": 1.8236525066197853e-05, + "loss": 0.0365, + "step": 25487 + }, + { + "epoch": 21.61832061068702, + "grad_norm": 0.8523211578037775, + "learning_rate": 1.8236369280104592e-05, + "loss": 0.0371, + "step": 25488 + }, + { + "epoch": 21.619168787107718, + "grad_norm": 0.9037314627459507, + "learning_rate": 1.8236213487795997e-05, + "loss": 0.0366, + "step": 25489 + }, + { + "epoch": 21.620016963528414, + "grad_norm": 0.9205017858605125, + "learning_rate": 1.8236057689272185e-05, + "loss": 0.0368, + "step": 25490 + }, + { + "epoch": 21.62086513994911, + "grad_norm": 0.735626062747005, + "learning_rate": 1.8235901884533277e-05, + "loss": 0.0342, + "step": 25491 + }, + { + "epoch": 21.621713316369807, + "grad_norm": 0.7271659087243936, + "learning_rate": 1.8235746073579382e-05, + "loss": 0.0376, + "step": 25492 + }, + { + "epoch": 21.6225614927905, + "grad_norm": 0.8149334934398987, + "learning_rate": 1.8235590256410627e-05, + "loss": 0.0378, + "step": 25493 + }, + { + "epoch": 21.623409669211195, + "grad_norm": 0.8132177429822495, + "learning_rate": 1.8235434433027123e-05, + "loss": 0.0349, + "step": 25494 + }, + { + "epoch": 21.62425784563189, + "grad_norm": 0.9410140038125414, + "learning_rate": 1.8235278603428994e-05, + "loss": 0.0379, + "step": 25495 + }, + { + "epoch": 21.625106022052588, + "grad_norm": 0.8688769615723411, + "learning_rate": 1.8235122767616352e-05, + "loss": 0.036, + "step": 25496 + }, + { + "epoch": 21.625954198473284, + "grad_norm": 0.8344430829612468, + "learning_rate": 1.8234966925589318e-05, + "loss": 0.0354, + "step": 25497 + }, + { + "epoch": 21.626802374893977, + "grad_norm": 0.839886172072664, + "learning_rate": 1.8234811077348003e-05, + "loss": 0.0356, + "step": 25498 + }, + { + "epoch": 21.627650551314673, + "grad_norm": 1.0506515012249273, + "learning_rate": 1.8234655222892536e-05, + "loss": 0.041, + "step": 25499 + }, + { + "epoch": 21.62849872773537, + "grad_norm": 0.9489515554351691, + "learning_rate": 1.8234499362223025e-05, + "loss": 0.0368, + "step": 25500 + }, + { + "epoch": 21.629346904156066, + "grad_norm": 0.9268318846582834, + "learning_rate": 1.823434349533959e-05, + "loss": 0.0371, + "step": 25501 + }, + { + "epoch": 21.63019508057676, + "grad_norm": 0.8670032120528803, + "learning_rate": 1.8234187622242353e-05, + "loss": 0.0385, + "step": 25502 + }, + { + "epoch": 21.631043256997454, + "grad_norm": 0.745036881440145, + "learning_rate": 1.8234031742931426e-05, + "loss": 0.0342, + "step": 25503 + }, + { + "epoch": 21.63189143341815, + "grad_norm": 0.7752757783260517, + "learning_rate": 1.8233875857406932e-05, + "loss": 0.0362, + "step": 25504 + }, + { + "epoch": 21.632739609838847, + "grad_norm": 0.7982097985764943, + "learning_rate": 1.823371996566898e-05, + "loss": 0.0378, + "step": 25505 + }, + { + "epoch": 21.633587786259543, + "grad_norm": 0.8096402040483022, + "learning_rate": 1.8233564067717698e-05, + "loss": 0.0377, + "step": 25506 + }, + { + "epoch": 21.634435962680236, + "grad_norm": 0.7883245684566845, + "learning_rate": 1.8233408163553198e-05, + "loss": 0.0348, + "step": 25507 + }, + { + "epoch": 21.635284139100932, + "grad_norm": 0.8438971047035474, + "learning_rate": 1.8233252253175596e-05, + "loss": 0.0355, + "step": 25508 + }, + { + "epoch": 21.63613231552163, + "grad_norm": 0.8582372061549196, + "learning_rate": 1.8233096336585014e-05, + "loss": 0.0374, + "step": 25509 + }, + { + "epoch": 21.636980491942325, + "grad_norm": 0.8481430069293564, + "learning_rate": 1.8232940413781567e-05, + "loss": 0.0357, + "step": 25510 + }, + { + "epoch": 21.63782866836302, + "grad_norm": 0.8196250638417335, + "learning_rate": 1.8232784484765374e-05, + "loss": 0.0358, + "step": 25511 + }, + { + "epoch": 21.638676844783713, + "grad_norm": 1.1460933376357045, + "learning_rate": 1.8232628549536554e-05, + "loss": 0.039, + "step": 25512 + }, + { + "epoch": 21.63952502120441, + "grad_norm": 0.6879942553759442, + "learning_rate": 1.823247260809522e-05, + "loss": 0.0314, + "step": 25513 + }, + { + "epoch": 21.640373197625106, + "grad_norm": 0.8257342214272939, + "learning_rate": 1.823231666044149e-05, + "loss": 0.034, + "step": 25514 + }, + { + "epoch": 21.641221374045802, + "grad_norm": 0.7376644941925916, + "learning_rate": 1.823216070657549e-05, + "loss": 0.0323, + "step": 25515 + }, + { + "epoch": 21.6420695504665, + "grad_norm": 0.9341025007183144, + "learning_rate": 1.8232004746497328e-05, + "loss": 0.0393, + "step": 25516 + }, + { + "epoch": 21.64291772688719, + "grad_norm": 0.8052010951431389, + "learning_rate": 1.8231848780207125e-05, + "loss": 0.0331, + "step": 25517 + }, + { + "epoch": 21.643765903307887, + "grad_norm": 0.7813243689835957, + "learning_rate": 1.8231692807705003e-05, + "loss": 0.0358, + "step": 25518 + }, + { + "epoch": 21.644614079728584, + "grad_norm": 0.8420562071700897, + "learning_rate": 1.8231536828991073e-05, + "loss": 0.0355, + "step": 25519 + }, + { + "epoch": 21.64546225614928, + "grad_norm": 0.8713696755227748, + "learning_rate": 1.8231380844065457e-05, + "loss": 0.0373, + "step": 25520 + }, + { + "epoch": 21.646310432569976, + "grad_norm": 0.8083495411685725, + "learning_rate": 1.823122485292827e-05, + "loss": 0.037, + "step": 25521 + }, + { + "epoch": 21.64715860899067, + "grad_norm": 0.9096395083874541, + "learning_rate": 1.8231068855579633e-05, + "loss": 0.0349, + "step": 25522 + }, + { + "epoch": 21.648006785411365, + "grad_norm": 1.0135831673922617, + "learning_rate": 1.823091285201966e-05, + "loss": 0.0373, + "step": 25523 + }, + { + "epoch": 21.64885496183206, + "grad_norm": 0.7765455613015447, + "learning_rate": 1.823075684224847e-05, + "loss": 0.0346, + "step": 25524 + }, + { + "epoch": 21.649703138252757, + "grad_norm": 0.8038826391549062, + "learning_rate": 1.823060082626618e-05, + "loss": 0.0344, + "step": 25525 + }, + { + "epoch": 21.650551314673454, + "grad_norm": 0.7897064495751748, + "learning_rate": 1.8230444804072915e-05, + "loss": 0.0376, + "step": 25526 + }, + { + "epoch": 21.651399491094146, + "grad_norm": 0.7552688237185772, + "learning_rate": 1.823028877566878e-05, + "loss": 0.0338, + "step": 25527 + }, + { + "epoch": 21.652247667514843, + "grad_norm": 0.8203033722716051, + "learning_rate": 1.82301327410539e-05, + "loss": 0.0382, + "step": 25528 + }, + { + "epoch": 21.65309584393554, + "grad_norm": 0.8789684291179731, + "learning_rate": 1.8229976700228396e-05, + "loss": 0.0377, + "step": 25529 + }, + { + "epoch": 21.653944020356235, + "grad_norm": 0.8606303037985764, + "learning_rate": 1.8229820653192382e-05, + "loss": 0.0336, + "step": 25530 + }, + { + "epoch": 21.65479219677693, + "grad_norm": 0.8613799107917449, + "learning_rate": 1.8229664599945973e-05, + "loss": 0.0362, + "step": 25531 + }, + { + "epoch": 21.655640373197624, + "grad_norm": 0.813145158849508, + "learning_rate": 1.822950854048929e-05, + "loss": 0.0356, + "step": 25532 + }, + { + "epoch": 21.65648854961832, + "grad_norm": 0.7811184048058878, + "learning_rate": 1.822935247482245e-05, + "loss": 0.0348, + "step": 25533 + }, + { + "epoch": 21.657336726039016, + "grad_norm": 0.8191874051111838, + "learning_rate": 1.822919640294557e-05, + "loss": 0.0356, + "step": 25534 + }, + { + "epoch": 21.658184902459713, + "grad_norm": 0.7164184871893071, + "learning_rate": 1.8229040324858772e-05, + "loss": 0.0326, + "step": 25535 + }, + { + "epoch": 21.659033078880405, + "grad_norm": 0.8138868606135539, + "learning_rate": 1.822888424056217e-05, + "loss": 0.0366, + "step": 25536 + }, + { + "epoch": 21.6598812553011, + "grad_norm": 0.7902583986332199, + "learning_rate": 1.8228728150055878e-05, + "loss": 0.0337, + "step": 25537 + }, + { + "epoch": 21.660729431721798, + "grad_norm": 0.8342878949571504, + "learning_rate": 1.822857205334002e-05, + "loss": 0.0323, + "step": 25538 + }, + { + "epoch": 21.661577608142494, + "grad_norm": 0.8139115883895254, + "learning_rate": 1.8228415950414712e-05, + "loss": 0.0332, + "step": 25539 + }, + { + "epoch": 21.66242578456319, + "grad_norm": 0.8032117471908838, + "learning_rate": 1.8228259841280073e-05, + "loss": 0.0334, + "step": 25540 + }, + { + "epoch": 21.663273960983886, + "grad_norm": 0.7574434451702536, + "learning_rate": 1.822810372593622e-05, + "loss": 0.0352, + "step": 25541 + }, + { + "epoch": 21.66412213740458, + "grad_norm": 0.806960142466783, + "learning_rate": 1.8227947604383267e-05, + "loss": 0.0353, + "step": 25542 + }, + { + "epoch": 21.664970313825275, + "grad_norm": 0.9315328082308043, + "learning_rate": 1.822779147662134e-05, + "loss": 0.0377, + "step": 25543 + }, + { + "epoch": 21.66581849024597, + "grad_norm": 0.7030449515981211, + "learning_rate": 1.8227635342650547e-05, + "loss": 0.0355, + "step": 25544 + }, + { + "epoch": 21.666666666666668, + "grad_norm": 0.7933259990411563, + "learning_rate": 1.8227479202471016e-05, + "loss": 0.0357, + "step": 25545 + }, + { + "epoch": 21.66751484308736, + "grad_norm": 0.7330498650528928, + "learning_rate": 1.822732305608285e-05, + "loss": 0.0348, + "step": 25546 + }, + { + "epoch": 21.668363019508057, + "grad_norm": 0.7626166498415164, + "learning_rate": 1.8227166903486186e-05, + "loss": 0.0314, + "step": 25547 + }, + { + "epoch": 21.669211195928753, + "grad_norm": 0.8165563453519593, + "learning_rate": 1.822701074468113e-05, + "loss": 0.035, + "step": 25548 + }, + { + "epoch": 21.67005937234945, + "grad_norm": 0.766781725342695, + "learning_rate": 1.82268545796678e-05, + "loss": 0.0355, + "step": 25549 + }, + { + "epoch": 21.670907548770145, + "grad_norm": 0.816236957094293, + "learning_rate": 1.8226698408446318e-05, + "loss": 0.0325, + "step": 25550 + }, + { + "epoch": 21.671755725190838, + "grad_norm": 0.9204410286891286, + "learning_rate": 1.82265422310168e-05, + "loss": 0.0388, + "step": 25551 + }, + { + "epoch": 21.672603901611534, + "grad_norm": 0.6945963304919506, + "learning_rate": 1.8226386047379364e-05, + "loss": 0.0363, + "step": 25552 + }, + { + "epoch": 21.67345207803223, + "grad_norm": 0.7219471466030309, + "learning_rate": 1.8226229857534124e-05, + "loss": 0.0341, + "step": 25553 + }, + { + "epoch": 21.674300254452927, + "grad_norm": 0.8188082978535527, + "learning_rate": 1.8226073661481203e-05, + "loss": 0.0343, + "step": 25554 + }, + { + "epoch": 21.675148430873623, + "grad_norm": 0.7937824416661122, + "learning_rate": 1.8225917459220716e-05, + "loss": 0.0336, + "step": 25555 + }, + { + "epoch": 21.675996607294316, + "grad_norm": 0.8152909469608336, + "learning_rate": 1.8225761250752785e-05, + "loss": 0.0328, + "step": 25556 + }, + { + "epoch": 21.676844783715012, + "grad_norm": 0.7241652583980599, + "learning_rate": 1.8225605036077523e-05, + "loss": 0.0348, + "step": 25557 + }, + { + "epoch": 21.67769296013571, + "grad_norm": 0.7126047236644849, + "learning_rate": 1.822544881519505e-05, + "loss": 0.0326, + "step": 25558 + }, + { + "epoch": 21.678541136556404, + "grad_norm": 0.8482818162243129, + "learning_rate": 1.8225292588105487e-05, + "loss": 0.0348, + "step": 25559 + }, + { + "epoch": 21.6793893129771, + "grad_norm": 0.84402536610439, + "learning_rate": 1.8225136354808943e-05, + "loss": 0.036, + "step": 25560 + }, + { + "epoch": 21.680237489397793, + "grad_norm": 0.7304968383547203, + "learning_rate": 1.8224980115305543e-05, + "loss": 0.0328, + "step": 25561 + }, + { + "epoch": 21.68108566581849, + "grad_norm": 0.7675048360080342, + "learning_rate": 1.8224823869595406e-05, + "loss": 0.0333, + "step": 25562 + }, + { + "epoch": 21.681933842239186, + "grad_norm": 0.8618661936430918, + "learning_rate": 1.8224667617678646e-05, + "loss": 0.0364, + "step": 25563 + }, + { + "epoch": 21.682782018659882, + "grad_norm": 0.7005913612321811, + "learning_rate": 1.8224511359555384e-05, + "loss": 0.031, + "step": 25564 + }, + { + "epoch": 21.68363019508058, + "grad_norm": 0.8661913585445661, + "learning_rate": 1.8224355095225732e-05, + "loss": 0.0357, + "step": 25565 + }, + { + "epoch": 21.68447837150127, + "grad_norm": 0.8442337786056626, + "learning_rate": 1.8224198824689816e-05, + "loss": 0.0432, + "step": 25566 + }, + { + "epoch": 21.685326547921967, + "grad_norm": 0.9672842861794259, + "learning_rate": 1.822404254794775e-05, + "loss": 0.0375, + "step": 25567 + }, + { + "epoch": 21.686174724342663, + "grad_norm": 0.7456636755436464, + "learning_rate": 1.822388626499965e-05, + "loss": 0.0363, + "step": 25568 + }, + { + "epoch": 21.68702290076336, + "grad_norm": 0.72929900635996, + "learning_rate": 1.8223729975845638e-05, + "loss": 0.0317, + "step": 25569 + }, + { + "epoch": 21.687871077184056, + "grad_norm": 0.6814176838992895, + "learning_rate": 1.8223573680485828e-05, + "loss": 0.0342, + "step": 25570 + }, + { + "epoch": 21.68871925360475, + "grad_norm": 0.7258120947747091, + "learning_rate": 1.8223417378920337e-05, + "loss": 0.0337, + "step": 25571 + }, + { + "epoch": 21.689567430025445, + "grad_norm": 0.8132055428321338, + "learning_rate": 1.822326107114929e-05, + "loss": 0.0358, + "step": 25572 + }, + { + "epoch": 21.69041560644614, + "grad_norm": 0.8148317315933946, + "learning_rate": 1.8223104757172797e-05, + "loss": 0.0358, + "step": 25573 + }, + { + "epoch": 21.691263782866837, + "grad_norm": 0.8104493842174305, + "learning_rate": 1.822294843699098e-05, + "loss": 0.0341, + "step": 25574 + }, + { + "epoch": 21.69211195928753, + "grad_norm": 0.7713599533693881, + "learning_rate": 1.822279211060396e-05, + "loss": 0.0362, + "step": 25575 + }, + { + "epoch": 21.692960135708226, + "grad_norm": 0.7484481784262937, + "learning_rate": 1.8222635778011854e-05, + "loss": 0.0327, + "step": 25576 + }, + { + "epoch": 21.693808312128922, + "grad_norm": 0.8476948654324944, + "learning_rate": 1.8222479439214772e-05, + "loss": 0.0343, + "step": 25577 + }, + { + "epoch": 21.69465648854962, + "grad_norm": 0.7112434658692844, + "learning_rate": 1.822232309421284e-05, + "loss": 0.0334, + "step": 25578 + }, + { + "epoch": 21.695504664970315, + "grad_norm": 0.7422255365711912, + "learning_rate": 1.8222166743006168e-05, + "loss": 0.0361, + "step": 25579 + }, + { + "epoch": 21.696352841391008, + "grad_norm": 0.8222650304034251, + "learning_rate": 1.8222010385594887e-05, + "loss": 0.0357, + "step": 25580 + }, + { + "epoch": 21.697201017811704, + "grad_norm": 0.8339469167499465, + "learning_rate": 1.8221854021979106e-05, + "loss": 0.0371, + "step": 25581 + }, + { + "epoch": 21.6980491942324, + "grad_norm": 0.7184390935769925, + "learning_rate": 1.822169765215894e-05, + "loss": 0.0318, + "step": 25582 + }, + { + "epoch": 21.698897370653096, + "grad_norm": 0.791491756732829, + "learning_rate": 1.8221541276134513e-05, + "loss": 0.034, + "step": 25583 + }, + { + "epoch": 21.699745547073793, + "grad_norm": 0.8029568497049012, + "learning_rate": 1.8221384893905942e-05, + "loss": 0.0363, + "step": 25584 + }, + { + "epoch": 21.700593723494485, + "grad_norm": 0.8078766983625795, + "learning_rate": 1.8221228505473346e-05, + "loss": 0.0368, + "step": 25585 + }, + { + "epoch": 21.70144189991518, + "grad_norm": 0.757039501900098, + "learning_rate": 1.822107211083684e-05, + "loss": 0.0368, + "step": 25586 + }, + { + "epoch": 21.702290076335878, + "grad_norm": 0.759948864492638, + "learning_rate": 1.8220915709996547e-05, + "loss": 0.0354, + "step": 25587 + }, + { + "epoch": 21.703138252756574, + "grad_norm": 0.7845128179063658, + "learning_rate": 1.8220759302952577e-05, + "loss": 0.0348, + "step": 25588 + }, + { + "epoch": 21.70398642917727, + "grad_norm": 0.9155352907634784, + "learning_rate": 1.8220602889705056e-05, + "loss": 0.036, + "step": 25589 + }, + { + "epoch": 21.704834605597963, + "grad_norm": 0.9456939546600949, + "learning_rate": 1.8220446470254097e-05, + "loss": 0.0395, + "step": 25590 + }, + { + "epoch": 21.70568278201866, + "grad_norm": 0.7938498705861079, + "learning_rate": 1.8220290044599817e-05, + "loss": 0.0338, + "step": 25591 + }, + { + "epoch": 21.706530958439355, + "grad_norm": 0.7543744701725162, + "learning_rate": 1.822013361274234e-05, + "loss": 0.0327, + "step": 25592 + }, + { + "epoch": 21.70737913486005, + "grad_norm": 0.8135007410688544, + "learning_rate": 1.821997717468178e-05, + "loss": 0.0342, + "step": 25593 + }, + { + "epoch": 21.708227311280748, + "grad_norm": 0.8443875952746077, + "learning_rate": 1.8219820730418255e-05, + "loss": 0.034, + "step": 25594 + }, + { + "epoch": 21.70907548770144, + "grad_norm": 0.8662385972353586, + "learning_rate": 1.8219664279951886e-05, + "loss": 0.032, + "step": 25595 + }, + { + "epoch": 21.709923664122137, + "grad_norm": 0.8254857882247517, + "learning_rate": 1.8219507823282784e-05, + "loss": 0.0337, + "step": 25596 + }, + { + "epoch": 21.710771840542833, + "grad_norm": 0.9319462034214503, + "learning_rate": 1.821935136041108e-05, + "loss": 0.0377, + "step": 25597 + }, + { + "epoch": 21.71162001696353, + "grad_norm": 0.8218663398615708, + "learning_rate": 1.8219194891336874e-05, + "loss": 0.0339, + "step": 25598 + }, + { + "epoch": 21.712468193384225, + "grad_norm": 0.7089143029767393, + "learning_rate": 1.82190384160603e-05, + "loss": 0.034, + "step": 25599 + }, + { + "epoch": 21.713316369804918, + "grad_norm": 1.0537528469899715, + "learning_rate": 1.821888193458147e-05, + "loss": 0.038, + "step": 25600 + }, + { + "epoch": 21.714164546225614, + "grad_norm": 0.8685349006473483, + "learning_rate": 1.82187254469005e-05, + "loss": 0.0356, + "step": 25601 + }, + { + "epoch": 21.71501272264631, + "grad_norm": 0.7647018361958199, + "learning_rate": 1.8218568953017512e-05, + "loss": 0.036, + "step": 25602 + }, + { + "epoch": 21.715860899067007, + "grad_norm": 0.7899486490013851, + "learning_rate": 1.8218412452932625e-05, + "loss": 0.0347, + "step": 25603 + }, + { + "epoch": 21.716709075487703, + "grad_norm": 0.8521200633695865, + "learning_rate": 1.821825594664595e-05, + "loss": 0.0389, + "step": 25604 + }, + { + "epoch": 21.717557251908396, + "grad_norm": 0.7537705818247282, + "learning_rate": 1.821809943415761e-05, + "loss": 0.0366, + "step": 25605 + }, + { + "epoch": 21.718405428329092, + "grad_norm": 0.8882583688543424, + "learning_rate": 1.8217942915467726e-05, + "loss": 0.0372, + "step": 25606 + }, + { + "epoch": 21.719253604749788, + "grad_norm": 0.7739599121540769, + "learning_rate": 1.8217786390576408e-05, + "loss": 0.034, + "step": 25607 + }, + { + "epoch": 21.720101781170484, + "grad_norm": 0.7804993840951044, + "learning_rate": 1.8217629859483782e-05, + "loss": 0.0355, + "step": 25608 + }, + { + "epoch": 21.72094995759118, + "grad_norm": 0.7983987321459797, + "learning_rate": 1.8217473322189967e-05, + "loss": 0.0343, + "step": 25609 + }, + { + "epoch": 21.721798134011873, + "grad_norm": 0.7780817384347437, + "learning_rate": 1.821731677869507e-05, + "loss": 0.0323, + "step": 25610 + }, + { + "epoch": 21.72264631043257, + "grad_norm": 0.8011427485151991, + "learning_rate": 1.821716022899922e-05, + "loss": 0.032, + "step": 25611 + }, + { + "epoch": 21.723494486853266, + "grad_norm": 0.8984491357165147, + "learning_rate": 1.8217003673102535e-05, + "loss": 0.0364, + "step": 25612 + }, + { + "epoch": 21.724342663273962, + "grad_norm": 0.7500235147440311, + "learning_rate": 1.821684711100512e-05, + "loss": 0.0322, + "step": 25613 + }, + { + "epoch": 21.725190839694655, + "grad_norm": 0.977202257241433, + "learning_rate": 1.8216690542707112e-05, + "loss": 0.0378, + "step": 25614 + }, + { + "epoch": 21.72603901611535, + "grad_norm": 0.8369464528488084, + "learning_rate": 1.8216533968208618e-05, + "loss": 0.034, + "step": 25615 + }, + { + "epoch": 21.726887192536047, + "grad_norm": 0.868468784629982, + "learning_rate": 1.8216377387509755e-05, + "loss": 0.0349, + "step": 25616 + }, + { + "epoch": 21.727735368956743, + "grad_norm": 0.7997993830396156, + "learning_rate": 1.8216220800610644e-05, + "loss": 0.0337, + "step": 25617 + }, + { + "epoch": 21.72858354537744, + "grad_norm": 0.889216397918697, + "learning_rate": 1.8216064207511405e-05, + "loss": 0.035, + "step": 25618 + }, + { + "epoch": 21.729431721798132, + "grad_norm": 0.774340682236717, + "learning_rate": 1.8215907608212156e-05, + "loss": 0.0331, + "step": 25619 + }, + { + "epoch": 21.73027989821883, + "grad_norm": 0.9488253049918295, + "learning_rate": 1.821575100271301e-05, + "loss": 0.0366, + "step": 25620 + }, + { + "epoch": 21.731128074639525, + "grad_norm": 0.7154737385177382, + "learning_rate": 1.8215594391014094e-05, + "loss": 0.0302, + "step": 25621 + }, + { + "epoch": 21.73197625106022, + "grad_norm": 0.9145343685071505, + "learning_rate": 1.821543777311552e-05, + "loss": 0.0369, + "step": 25622 + }, + { + "epoch": 21.732824427480917, + "grad_norm": 0.7615077425861656, + "learning_rate": 1.82152811490174e-05, + "loss": 0.0337, + "step": 25623 + }, + { + "epoch": 21.73367260390161, + "grad_norm": 0.6495214739654182, + "learning_rate": 1.821512451871987e-05, + "loss": 0.0345, + "step": 25624 + }, + { + "epoch": 21.734520780322306, + "grad_norm": 0.7926133510679809, + "learning_rate": 1.821496788222303e-05, + "loss": 0.0376, + "step": 25625 + }, + { + "epoch": 21.735368956743002, + "grad_norm": 0.8801444994585649, + "learning_rate": 1.821481123952701e-05, + "loss": 0.0359, + "step": 25626 + }, + { + "epoch": 21.7362171331637, + "grad_norm": 0.6108652894155481, + "learning_rate": 1.8214654590631918e-05, + "loss": 0.0315, + "step": 25627 + }, + { + "epoch": 21.737065309584395, + "grad_norm": 0.8095218556804201, + "learning_rate": 1.8214497935537883e-05, + "loss": 0.033, + "step": 25628 + }, + { + "epoch": 21.737913486005088, + "grad_norm": 0.8815695639421106, + "learning_rate": 1.821434127424502e-05, + "loss": 0.0374, + "step": 25629 + }, + { + "epoch": 21.738761662425784, + "grad_norm": 0.8100779342501331, + "learning_rate": 1.8214184606753443e-05, + "loss": 0.0345, + "step": 25630 + }, + { + "epoch": 21.73960983884648, + "grad_norm": 0.8134964017431522, + "learning_rate": 1.8214027933063278e-05, + "loss": 0.0325, + "step": 25631 + }, + { + "epoch": 21.740458015267176, + "grad_norm": 0.9381341954124229, + "learning_rate": 1.8213871253174634e-05, + "loss": 0.0331, + "step": 25632 + }, + { + "epoch": 21.741306191687872, + "grad_norm": 0.8445650437923503, + "learning_rate": 1.821371456708763e-05, + "loss": 0.0367, + "step": 25633 + }, + { + "epoch": 21.742154368108565, + "grad_norm": 0.7034645131276154, + "learning_rate": 1.8213557874802394e-05, + "loss": 0.0339, + "step": 25634 + }, + { + "epoch": 21.74300254452926, + "grad_norm": 0.960665998296445, + "learning_rate": 1.8213401176319036e-05, + "loss": 0.0371, + "step": 25635 + }, + { + "epoch": 21.743850720949958, + "grad_norm": 0.7146340411701159, + "learning_rate": 1.8213244471637673e-05, + "loss": 0.0329, + "step": 25636 + }, + { + "epoch": 21.744698897370654, + "grad_norm": 0.8912139284366491, + "learning_rate": 1.821308776075843e-05, + "loss": 0.0376, + "step": 25637 + }, + { + "epoch": 21.74554707379135, + "grad_norm": 0.6768227047433145, + "learning_rate": 1.8212931043681423e-05, + "loss": 0.0332, + "step": 25638 + }, + { + "epoch": 21.746395250212043, + "grad_norm": 0.8902895103554868, + "learning_rate": 1.821277432040676e-05, + "loss": 0.036, + "step": 25639 + }, + { + "epoch": 21.74724342663274, + "grad_norm": 0.889106819260768, + "learning_rate": 1.8212617590934578e-05, + "loss": 0.04, + "step": 25640 + }, + { + "epoch": 21.748091603053435, + "grad_norm": 0.7703594009742665, + "learning_rate": 1.8212460855264982e-05, + "loss": 0.0353, + "step": 25641 + }, + { + "epoch": 21.74893977947413, + "grad_norm": 0.8016177094662257, + "learning_rate": 1.8212304113398094e-05, + "loss": 0.0343, + "step": 25642 + }, + { + "epoch": 21.749787955894828, + "grad_norm": 0.9185157460500547, + "learning_rate": 1.821214736533403e-05, + "loss": 0.035, + "step": 25643 + }, + { + "epoch": 21.75063613231552, + "grad_norm": 0.9418729089942611, + "learning_rate": 1.8211990611072913e-05, + "loss": 0.0377, + "step": 25644 + }, + { + "epoch": 21.751484308736217, + "grad_norm": 0.8404813038518288, + "learning_rate": 1.8211833850614854e-05, + "loss": 0.0376, + "step": 25645 + }, + { + "epoch": 21.752332485156913, + "grad_norm": 0.7887298589029806, + "learning_rate": 1.821167708395998e-05, + "loss": 0.0311, + "step": 25646 + }, + { + "epoch": 21.75318066157761, + "grad_norm": 0.8741744973409198, + "learning_rate": 1.8211520311108406e-05, + "loss": 0.0357, + "step": 25647 + }, + { + "epoch": 21.754028837998305, + "grad_norm": 0.8701196968169592, + "learning_rate": 1.8211363532060248e-05, + "loss": 0.0393, + "step": 25648 + }, + { + "epoch": 21.754877014418998, + "grad_norm": 0.8058954458862387, + "learning_rate": 1.8211206746815623e-05, + "loss": 0.0386, + "step": 25649 + }, + { + "epoch": 21.755725190839694, + "grad_norm": 0.7188117137828782, + "learning_rate": 1.8211049955374658e-05, + "loss": 0.0317, + "step": 25650 + }, + { + "epoch": 21.75657336726039, + "grad_norm": 0.7597191178019002, + "learning_rate": 1.821089315773746e-05, + "loss": 0.0319, + "step": 25651 + }, + { + "epoch": 21.757421543681087, + "grad_norm": 0.8787089689612927, + "learning_rate": 1.821073635390416e-05, + "loss": 0.0384, + "step": 25652 + }, + { + "epoch": 21.75826972010178, + "grad_norm": 0.9169802052535869, + "learning_rate": 1.821057954387486e-05, + "loss": 0.0378, + "step": 25653 + }, + { + "epoch": 21.759117896522476, + "grad_norm": 0.7823315712368724, + "learning_rate": 1.8210422727649692e-05, + "loss": 0.0386, + "step": 25654 + }, + { + "epoch": 21.759966072943172, + "grad_norm": 0.7376694182316463, + "learning_rate": 1.8210265905228768e-05, + "loss": 0.0348, + "step": 25655 + }, + { + "epoch": 21.760814249363868, + "grad_norm": 0.9605611249179691, + "learning_rate": 1.821010907661221e-05, + "loss": 0.0336, + "step": 25656 + }, + { + "epoch": 21.761662425784564, + "grad_norm": 0.759271924343032, + "learning_rate": 1.8209952241800133e-05, + "loss": 0.0351, + "step": 25657 + }, + { + "epoch": 21.762510602205257, + "grad_norm": 0.8405530460872342, + "learning_rate": 1.820979540079266e-05, + "loss": 0.0356, + "step": 25658 + }, + { + "epoch": 21.763358778625953, + "grad_norm": 0.9218026572270649, + "learning_rate": 1.8209638553589902e-05, + "loss": 0.038, + "step": 25659 + }, + { + "epoch": 21.76420695504665, + "grad_norm": 0.8163178419612485, + "learning_rate": 1.8209481700191983e-05, + "loss": 0.0369, + "step": 25660 + }, + { + "epoch": 21.765055131467346, + "grad_norm": 0.8715141522799927, + "learning_rate": 1.820932484059902e-05, + "loss": 0.0343, + "step": 25661 + }, + { + "epoch": 21.765903307888042, + "grad_norm": 0.8382896887385601, + "learning_rate": 1.820916797481113e-05, + "loss": 0.0368, + "step": 25662 + }, + { + "epoch": 21.766751484308735, + "grad_norm": 0.7218525021134791, + "learning_rate": 1.8209011102828436e-05, + "loss": 0.034, + "step": 25663 + }, + { + "epoch": 21.76759966072943, + "grad_norm": 0.830436058987146, + "learning_rate": 1.820885422465105e-05, + "loss": 0.0363, + "step": 25664 + }, + { + "epoch": 21.768447837150127, + "grad_norm": 0.9356746218889451, + "learning_rate": 1.8208697340279094e-05, + "loss": 0.0366, + "step": 25665 + }, + { + "epoch": 21.769296013570823, + "grad_norm": 0.9019639261628689, + "learning_rate": 1.8208540449712685e-05, + "loss": 0.037, + "step": 25666 + }, + { + "epoch": 21.77014418999152, + "grad_norm": 0.788655704052185, + "learning_rate": 1.820838355295194e-05, + "loss": 0.0358, + "step": 25667 + }, + { + "epoch": 21.770992366412212, + "grad_norm": 0.7470689093136181, + "learning_rate": 1.8208226649996984e-05, + "loss": 0.0358, + "step": 25668 + }, + { + "epoch": 21.77184054283291, + "grad_norm": 0.8335136655621134, + "learning_rate": 1.8208069740847933e-05, + "loss": 0.0379, + "step": 25669 + }, + { + "epoch": 21.772688719253605, + "grad_norm": 0.7152987658916603, + "learning_rate": 1.8207912825504895e-05, + "loss": 0.0347, + "step": 25670 + }, + { + "epoch": 21.7735368956743, + "grad_norm": 0.8275355625501241, + "learning_rate": 1.8207755903968004e-05, + "loss": 0.033, + "step": 25671 + }, + { + "epoch": 21.774385072094997, + "grad_norm": 0.9467058934206543, + "learning_rate": 1.8207598976237367e-05, + "loss": 0.0393, + "step": 25672 + }, + { + "epoch": 21.77523324851569, + "grad_norm": 0.782409074234788, + "learning_rate": 1.820744204231311e-05, + "loss": 0.0323, + "step": 25673 + }, + { + "epoch": 21.776081424936386, + "grad_norm": 0.9091201833247534, + "learning_rate": 1.820728510219535e-05, + "loss": 0.0373, + "step": 25674 + }, + { + "epoch": 21.776929601357082, + "grad_norm": 0.7599035619455429, + "learning_rate": 1.8207128155884193e-05, + "loss": 0.0332, + "step": 25675 + }, + { + "epoch": 21.77777777777778, + "grad_norm": 0.8369618821798217, + "learning_rate": 1.8206971203379774e-05, + "loss": 0.0378, + "step": 25676 + }, + { + "epoch": 21.778625954198475, + "grad_norm": 0.801081929676326, + "learning_rate": 1.8206814244682206e-05, + "loss": 0.035, + "step": 25677 + }, + { + "epoch": 21.779474130619167, + "grad_norm": 0.9161132113455035, + "learning_rate": 1.820665727979161e-05, + "loss": 0.0411, + "step": 25678 + }, + { + "epoch": 21.780322307039864, + "grad_norm": 0.8766547804144078, + "learning_rate": 1.8206500308708096e-05, + "loss": 0.0358, + "step": 25679 + }, + { + "epoch": 21.78117048346056, + "grad_norm": 0.6652334099719077, + "learning_rate": 1.820634333143179e-05, + "loss": 0.0311, + "step": 25680 + }, + { + "epoch": 21.782018659881256, + "grad_norm": 0.7549544861574543, + "learning_rate": 1.820618634796281e-05, + "loss": 0.0345, + "step": 25681 + }, + { + "epoch": 21.782866836301952, + "grad_norm": 1.3973699281023886, + "learning_rate": 1.820602935830127e-05, + "loss": 0.0379, + "step": 25682 + }, + { + "epoch": 21.783715012722645, + "grad_norm": 0.755354263929031, + "learning_rate": 1.820587236244729e-05, + "loss": 0.0338, + "step": 25683 + }, + { + "epoch": 21.78456318914334, + "grad_norm": 0.687494534975914, + "learning_rate": 1.820571536040099e-05, + "loss": 0.0332, + "step": 25684 + }, + { + "epoch": 21.785411365564038, + "grad_norm": 0.8210271678201758, + "learning_rate": 1.820555835216249e-05, + "loss": 0.0346, + "step": 25685 + }, + { + "epoch": 21.786259541984734, + "grad_norm": 0.8461539063082322, + "learning_rate": 1.8205401337731904e-05, + "loss": 0.0344, + "step": 25686 + }, + { + "epoch": 21.78710771840543, + "grad_norm": 0.6996438602967437, + "learning_rate": 1.8205244317109356e-05, + "loss": 0.0363, + "step": 25687 + }, + { + "epoch": 21.787955894826123, + "grad_norm": 0.8836700124964714, + "learning_rate": 1.820508729029496e-05, + "loss": 0.037, + "step": 25688 + }, + { + "epoch": 21.78880407124682, + "grad_norm": 0.9260659551973408, + "learning_rate": 1.8204930257288834e-05, + "loss": 0.0353, + "step": 25689 + }, + { + "epoch": 21.789652247667515, + "grad_norm": 0.9022146175129242, + "learning_rate": 1.82047732180911e-05, + "loss": 0.0357, + "step": 25690 + }, + { + "epoch": 21.79050042408821, + "grad_norm": 0.7900160549296006, + "learning_rate": 1.8204616172701875e-05, + "loss": 0.0368, + "step": 25691 + }, + { + "epoch": 21.791348600508904, + "grad_norm": 0.8208639904137508, + "learning_rate": 1.820445912112128e-05, + "loss": 0.0341, + "step": 25692 + }, + { + "epoch": 21.7921967769296, + "grad_norm": 0.9481446148562572, + "learning_rate": 1.8204302063349425e-05, + "loss": 0.0353, + "step": 25693 + }, + { + "epoch": 21.793044953350297, + "grad_norm": 0.8624813776209105, + "learning_rate": 1.820414499938644e-05, + "loss": 0.034, + "step": 25694 + }, + { + "epoch": 21.793893129770993, + "grad_norm": 0.9135451535649837, + "learning_rate": 1.8203987929232435e-05, + "loss": 0.0383, + "step": 25695 + }, + { + "epoch": 21.79474130619169, + "grad_norm": 0.7631684878023599, + "learning_rate": 1.8203830852887536e-05, + "loss": 0.0327, + "step": 25696 + }, + { + "epoch": 21.79558948261238, + "grad_norm": 0.9487236755102173, + "learning_rate": 1.8203673770351853e-05, + "loss": 0.0365, + "step": 25697 + }, + { + "epoch": 21.796437659033078, + "grad_norm": 0.8471924949425298, + "learning_rate": 1.820351668162551e-05, + "loss": 0.0319, + "step": 25698 + }, + { + "epoch": 21.797285835453774, + "grad_norm": 0.9215224219910098, + "learning_rate": 1.8203359586708623e-05, + "loss": 0.0362, + "step": 25699 + }, + { + "epoch": 21.79813401187447, + "grad_norm": 0.9900796395182014, + "learning_rate": 1.8203202485601313e-05, + "loss": 0.0354, + "step": 25700 + }, + { + "epoch": 21.798982188295167, + "grad_norm": 1.0383363837204729, + "learning_rate": 1.8203045378303696e-05, + "loss": 0.0401, + "step": 25701 + }, + { + "epoch": 21.79983036471586, + "grad_norm": 0.780547727904774, + "learning_rate": 1.820288826481589e-05, + "loss": 0.034, + "step": 25702 + }, + { + "epoch": 21.800678541136556, + "grad_norm": 0.8220270999933766, + "learning_rate": 1.820273114513802e-05, + "loss": 0.0349, + "step": 25703 + }, + { + "epoch": 21.801526717557252, + "grad_norm": 1.0031870934001508, + "learning_rate": 1.82025740192702e-05, + "loss": 0.0375, + "step": 25704 + }, + { + "epoch": 21.802374893977948, + "grad_norm": 0.9274018871960846, + "learning_rate": 1.8202416887212545e-05, + "loss": 0.0393, + "step": 25705 + }, + { + "epoch": 21.803223070398644, + "grad_norm": 0.6944644081957366, + "learning_rate": 1.8202259748965175e-05, + "loss": 0.0329, + "step": 25706 + }, + { + "epoch": 21.804071246819337, + "grad_norm": 0.7197164470677889, + "learning_rate": 1.8202102604528216e-05, + "loss": 0.0333, + "step": 25707 + }, + { + "epoch": 21.804919423240033, + "grad_norm": 0.7990602943804008, + "learning_rate": 1.820194545390178e-05, + "loss": 0.033, + "step": 25708 + }, + { + "epoch": 21.80576759966073, + "grad_norm": 0.9158360809974456, + "learning_rate": 1.8201788297085988e-05, + "loss": 0.0389, + "step": 25709 + }, + { + "epoch": 21.806615776081426, + "grad_norm": 0.8867039089560377, + "learning_rate": 1.8201631134080955e-05, + "loss": 0.0367, + "step": 25710 + }, + { + "epoch": 21.807463952502122, + "grad_norm": 0.8307670293717621, + "learning_rate": 1.8201473964886802e-05, + "loss": 0.0333, + "step": 25711 + }, + { + "epoch": 21.808312128922815, + "grad_norm": 0.7409691198786886, + "learning_rate": 1.820131678950365e-05, + "loss": 0.0329, + "step": 25712 + }, + { + "epoch": 21.80916030534351, + "grad_norm": 0.9064498256736232, + "learning_rate": 1.8201159607931612e-05, + "loss": 0.0349, + "step": 25713 + }, + { + "epoch": 21.810008481764207, + "grad_norm": 0.7870691134949716, + "learning_rate": 1.820100242017081e-05, + "loss": 0.0358, + "step": 25714 + }, + { + "epoch": 21.810856658184903, + "grad_norm": 0.701837803151138, + "learning_rate": 1.8200845226221365e-05, + "loss": 0.0349, + "step": 25715 + }, + { + "epoch": 21.8117048346056, + "grad_norm": 0.8646731137551682, + "learning_rate": 1.8200688026083394e-05, + "loss": 0.0356, + "step": 25716 + }, + { + "epoch": 21.812553011026292, + "grad_norm": 0.7895539202034636, + "learning_rate": 1.820053081975701e-05, + "loss": 0.0364, + "step": 25717 + }, + { + "epoch": 21.81340118744699, + "grad_norm": 0.7917283021239303, + "learning_rate": 1.8200373607242344e-05, + "loss": 0.0328, + "step": 25718 + }, + { + "epoch": 21.814249363867685, + "grad_norm": 0.8058648152425107, + "learning_rate": 1.82002163885395e-05, + "loss": 0.037, + "step": 25719 + }, + { + "epoch": 21.81509754028838, + "grad_norm": 0.8517466078141857, + "learning_rate": 1.8200059163648605e-05, + "loss": 0.0377, + "step": 25720 + }, + { + "epoch": 21.815945716709077, + "grad_norm": 0.8748730046913569, + "learning_rate": 1.8199901932569778e-05, + "loss": 0.0355, + "step": 25721 + }, + { + "epoch": 21.81679389312977, + "grad_norm": 0.8167676890514542, + "learning_rate": 1.8199744695303137e-05, + "loss": 0.0369, + "step": 25722 + }, + { + "epoch": 21.817642069550466, + "grad_norm": 0.7805266940837262, + "learning_rate": 1.8199587451848796e-05, + "loss": 0.0326, + "step": 25723 + }, + { + "epoch": 21.818490245971162, + "grad_norm": 0.8629416266028317, + "learning_rate": 1.819943020220688e-05, + "loss": 0.0346, + "step": 25724 + }, + { + "epoch": 21.81933842239186, + "grad_norm": 0.7490094069812189, + "learning_rate": 1.8199272946377502e-05, + "loss": 0.0359, + "step": 25725 + }, + { + "epoch": 21.820186598812555, + "grad_norm": 0.7327851300514214, + "learning_rate": 1.8199115684360786e-05, + "loss": 0.0338, + "step": 25726 + }, + { + "epoch": 21.821034775233247, + "grad_norm": 0.7879854467600996, + "learning_rate": 1.819895841615685e-05, + "loss": 0.0351, + "step": 25727 + }, + { + "epoch": 21.821882951653944, + "grad_norm": 0.8374330062534444, + "learning_rate": 1.8198801141765806e-05, + "loss": 0.0382, + "step": 25728 + }, + { + "epoch": 21.82273112807464, + "grad_norm": 0.8867143776222917, + "learning_rate": 1.8198643861187782e-05, + "loss": 0.0352, + "step": 25729 + }, + { + "epoch": 21.823579304495336, + "grad_norm": 0.777054189723986, + "learning_rate": 1.819848657442289e-05, + "loss": 0.0369, + "step": 25730 + }, + { + "epoch": 21.82442748091603, + "grad_norm": 0.805150798983573, + "learning_rate": 1.819832928147125e-05, + "loss": 0.0338, + "step": 25731 + }, + { + "epoch": 21.825275657336725, + "grad_norm": 0.7049219854210677, + "learning_rate": 1.8198171982332985e-05, + "loss": 0.0339, + "step": 25732 + }, + { + "epoch": 21.82612383375742, + "grad_norm": 0.8278382646149015, + "learning_rate": 1.819801467700821e-05, + "loss": 0.0352, + "step": 25733 + }, + { + "epoch": 21.826972010178118, + "grad_norm": 0.7330749429844802, + "learning_rate": 1.819785736549704e-05, + "loss": 0.0348, + "step": 25734 + }, + { + "epoch": 21.827820186598814, + "grad_norm": 0.8352780514340372, + "learning_rate": 1.81977000477996e-05, + "loss": 0.0372, + "step": 25735 + }, + { + "epoch": 21.828668363019506, + "grad_norm": 0.8693889466775935, + "learning_rate": 1.8197542723916012e-05, + "loss": 0.0342, + "step": 25736 + }, + { + "epoch": 21.829516539440203, + "grad_norm": 0.7139862612086124, + "learning_rate": 1.8197385393846382e-05, + "loss": 0.0329, + "step": 25737 + }, + { + "epoch": 21.8303647158609, + "grad_norm": 0.8052720827115982, + "learning_rate": 1.819722805759084e-05, + "loss": 0.0356, + "step": 25738 + }, + { + "epoch": 21.831212892281595, + "grad_norm": 0.8910375257619184, + "learning_rate": 1.8197070715149497e-05, + "loss": 0.034, + "step": 25739 + }, + { + "epoch": 21.83206106870229, + "grad_norm": 0.7983552690519446, + "learning_rate": 1.8196913366522477e-05, + "loss": 0.0383, + "step": 25740 + }, + { + "epoch": 21.832909245122984, + "grad_norm": 0.855325599781227, + "learning_rate": 1.8196756011709896e-05, + "loss": 0.0355, + "step": 25741 + }, + { + "epoch": 21.83375742154368, + "grad_norm": 0.7767726759303945, + "learning_rate": 1.8196598650711878e-05, + "loss": 0.0324, + "step": 25742 + }, + { + "epoch": 21.834605597964376, + "grad_norm": 0.8556935174615529, + "learning_rate": 1.8196441283528537e-05, + "loss": 0.0345, + "step": 25743 + }, + { + "epoch": 21.835453774385073, + "grad_norm": 0.745579419980375, + "learning_rate": 1.819628391015999e-05, + "loss": 0.035, + "step": 25744 + }, + { + "epoch": 21.83630195080577, + "grad_norm": 0.7792447237173293, + "learning_rate": 1.8196126530606356e-05, + "loss": 0.0366, + "step": 25745 + }, + { + "epoch": 21.83715012722646, + "grad_norm": 0.6962650284041669, + "learning_rate": 1.819596914486776e-05, + "loss": 0.0373, + "step": 25746 + }, + { + "epoch": 21.837998303647158, + "grad_norm": 0.761091910296444, + "learning_rate": 1.8195811752944317e-05, + "loss": 0.0341, + "step": 25747 + }, + { + "epoch": 21.838846480067854, + "grad_norm": 0.785544728158828, + "learning_rate": 1.8195654354836146e-05, + "loss": 0.0381, + "step": 25748 + }, + { + "epoch": 21.83969465648855, + "grad_norm": 0.7248499217840116, + "learning_rate": 1.819549695054336e-05, + "loss": 0.036, + "step": 25749 + }, + { + "epoch": 21.840542832909247, + "grad_norm": 0.8320338156939033, + "learning_rate": 1.8195339540066088e-05, + "loss": 0.0361, + "step": 25750 + }, + { + "epoch": 21.84139100932994, + "grad_norm": 0.6480009689013156, + "learning_rate": 1.819518212340444e-05, + "loss": 0.0308, + "step": 25751 + }, + { + "epoch": 21.842239185750635, + "grad_norm": 0.8403340436419077, + "learning_rate": 1.8195024700558545e-05, + "loss": 0.0363, + "step": 25752 + }, + { + "epoch": 21.84308736217133, + "grad_norm": 0.8096385990990618, + "learning_rate": 1.8194867271528508e-05, + "loss": 0.0359, + "step": 25753 + }, + { + "epoch": 21.843935538592028, + "grad_norm": 0.8049115462303452, + "learning_rate": 1.819470983631446e-05, + "loss": 0.0314, + "step": 25754 + }, + { + "epoch": 21.844783715012724, + "grad_norm": 0.8700229872779235, + "learning_rate": 1.819455239491651e-05, + "loss": 0.0352, + "step": 25755 + }, + { + "epoch": 21.845631891433417, + "grad_norm": 0.8610680116520317, + "learning_rate": 1.8194394947334787e-05, + "loss": 0.0363, + "step": 25756 + }, + { + "epoch": 21.846480067854113, + "grad_norm": 0.931484227302411, + "learning_rate": 1.8194237493569402e-05, + "loss": 0.0368, + "step": 25757 + }, + { + "epoch": 21.84732824427481, + "grad_norm": 0.8992006099911126, + "learning_rate": 1.8194080033620477e-05, + "loss": 0.034, + "step": 25758 + }, + { + "epoch": 21.848176420695506, + "grad_norm": 0.8624743255748203, + "learning_rate": 1.8193922567488133e-05, + "loss": 0.0435, + "step": 25759 + }, + { + "epoch": 21.849024597116202, + "grad_norm": 0.8534341753689805, + "learning_rate": 1.8193765095172482e-05, + "loss": 0.0326, + "step": 25760 + }, + { + "epoch": 21.849872773536894, + "grad_norm": 0.8059219605852447, + "learning_rate": 1.819360761667365e-05, + "loss": 0.0348, + "step": 25761 + }, + { + "epoch": 21.85072094995759, + "grad_norm": 0.7348386912179554, + "learning_rate": 1.819345013199175e-05, + "loss": 0.0359, + "step": 25762 + }, + { + "epoch": 21.851569126378287, + "grad_norm": 0.849157173104802, + "learning_rate": 1.8193292641126904e-05, + "loss": 0.0369, + "step": 25763 + }, + { + "epoch": 21.852417302798983, + "grad_norm": 0.8932243060795778, + "learning_rate": 1.8193135144079233e-05, + "loss": 0.0359, + "step": 25764 + }, + { + "epoch": 21.85326547921968, + "grad_norm": 0.7797250204950568, + "learning_rate": 1.819297764084885e-05, + "loss": 0.0364, + "step": 25765 + }, + { + "epoch": 21.854113655640372, + "grad_norm": 0.8645203491347463, + "learning_rate": 1.819282013143588e-05, + "loss": 0.0379, + "step": 25766 + }, + { + "epoch": 21.85496183206107, + "grad_norm": 0.7527071764577088, + "learning_rate": 1.8192662615840436e-05, + "loss": 0.0337, + "step": 25767 + }, + { + "epoch": 21.855810008481765, + "grad_norm": 0.8388350537379736, + "learning_rate": 1.8192505094062642e-05, + "loss": 0.0353, + "step": 25768 + }, + { + "epoch": 21.85665818490246, + "grad_norm": 0.8626526622391981, + "learning_rate": 1.8192347566102616e-05, + "loss": 0.035, + "step": 25769 + }, + { + "epoch": 21.857506361323153, + "grad_norm": 0.9715324933217767, + "learning_rate": 1.8192190031960472e-05, + "loss": 0.04, + "step": 25770 + }, + { + "epoch": 21.85835453774385, + "grad_norm": 0.8056102826642627, + "learning_rate": 1.8192032491636336e-05, + "loss": 0.0363, + "step": 25771 + }, + { + "epoch": 21.859202714164546, + "grad_norm": 0.761245304232282, + "learning_rate": 1.8191874945130323e-05, + "loss": 0.0352, + "step": 25772 + }, + { + "epoch": 21.860050890585242, + "grad_norm": 0.8449403318452031, + "learning_rate": 1.819171739244255e-05, + "loss": 0.0359, + "step": 25773 + }, + { + "epoch": 21.86089906700594, + "grad_norm": 0.8967521415409495, + "learning_rate": 1.8191559833573138e-05, + "loss": 0.0369, + "step": 25774 + }, + { + "epoch": 21.86174724342663, + "grad_norm": 0.8460894183749327, + "learning_rate": 1.8191402268522206e-05, + "loss": 0.0363, + "step": 25775 + }, + { + "epoch": 21.862595419847327, + "grad_norm": 0.6764337829315435, + "learning_rate": 1.819124469728988e-05, + "loss": 0.0339, + "step": 25776 + }, + { + "epoch": 21.863443596268024, + "grad_norm": 0.7326465158861117, + "learning_rate": 1.8191087119876264e-05, + "loss": 0.0323, + "step": 25777 + }, + { + "epoch": 21.86429177268872, + "grad_norm": 0.8871524137748027, + "learning_rate": 1.8190929536281484e-05, + "loss": 0.0392, + "step": 25778 + }, + { + "epoch": 21.865139949109416, + "grad_norm": 0.74352263330703, + "learning_rate": 1.8190771946505667e-05, + "loss": 0.0355, + "step": 25779 + }, + { + "epoch": 21.86598812553011, + "grad_norm": 0.8344350763771066, + "learning_rate": 1.819061435054892e-05, + "loss": 0.038, + "step": 25780 + }, + { + "epoch": 21.866836301950805, + "grad_norm": 0.7041209394015764, + "learning_rate": 1.8190456748411364e-05, + "loss": 0.031, + "step": 25781 + }, + { + "epoch": 21.8676844783715, + "grad_norm": 0.846681306436855, + "learning_rate": 1.8190299140093125e-05, + "loss": 0.0371, + "step": 25782 + }, + { + "epoch": 21.868532654792197, + "grad_norm": 0.8344169687112615, + "learning_rate": 1.8190141525594318e-05, + "loss": 0.0362, + "step": 25783 + }, + { + "epoch": 21.869380831212894, + "grad_norm": 0.8512912970582591, + "learning_rate": 1.8189983904915056e-05, + "loss": 0.038, + "step": 25784 + }, + { + "epoch": 21.870229007633586, + "grad_norm": 0.9983602785665281, + "learning_rate": 1.8189826278055466e-05, + "loss": 0.0368, + "step": 25785 + }, + { + "epoch": 21.871077184054283, + "grad_norm": 0.8472685480561198, + "learning_rate": 1.8189668645015666e-05, + "loss": 0.0338, + "step": 25786 + }, + { + "epoch": 21.87192536047498, + "grad_norm": 0.7786939178522112, + "learning_rate": 1.818951100579577e-05, + "loss": 0.0355, + "step": 25787 + }, + { + "epoch": 21.872773536895675, + "grad_norm": 0.6629523992741184, + "learning_rate": 1.8189353360395904e-05, + "loss": 0.0322, + "step": 25788 + }, + { + "epoch": 21.87362171331637, + "grad_norm": 0.7623992584849635, + "learning_rate": 1.818919570881618e-05, + "loss": 0.0368, + "step": 25789 + }, + { + "epoch": 21.874469889737064, + "grad_norm": 0.8563171490337457, + "learning_rate": 1.8189038051056722e-05, + "loss": 0.034, + "step": 25790 + }, + { + "epoch": 21.87531806615776, + "grad_norm": 0.7333140861399537, + "learning_rate": 1.8188880387117645e-05, + "loss": 0.0321, + "step": 25791 + }, + { + "epoch": 21.876166242578456, + "grad_norm": 0.799944207508929, + "learning_rate": 1.8188722716999073e-05, + "loss": 0.0358, + "step": 25792 + }, + { + "epoch": 21.877014418999153, + "grad_norm": 0.7569985491016762, + "learning_rate": 1.8188565040701117e-05, + "loss": 0.0314, + "step": 25793 + }, + { + "epoch": 21.87786259541985, + "grad_norm": 0.7983850807292466, + "learning_rate": 1.8188407358223904e-05, + "loss": 0.0332, + "step": 25794 + }, + { + "epoch": 21.87871077184054, + "grad_norm": 0.7503581973475745, + "learning_rate": 1.818824966956755e-05, + "loss": 0.0346, + "step": 25795 + }, + { + "epoch": 21.879558948261238, + "grad_norm": 0.9255417132160418, + "learning_rate": 1.8188091974732175e-05, + "loss": 0.037, + "step": 25796 + }, + { + "epoch": 21.880407124681934, + "grad_norm": 0.7052853708776454, + "learning_rate": 1.8187934273717896e-05, + "loss": 0.0317, + "step": 25797 + }, + { + "epoch": 21.88125530110263, + "grad_norm": 0.9819463973148416, + "learning_rate": 1.8187776566524834e-05, + "loss": 0.0411, + "step": 25798 + }, + { + "epoch": 21.882103477523327, + "grad_norm": 0.6805841459170292, + "learning_rate": 1.8187618853153107e-05, + "loss": 0.0327, + "step": 25799 + }, + { + "epoch": 21.88295165394402, + "grad_norm": 0.9446466157306495, + "learning_rate": 1.8187461133602834e-05, + "loss": 0.036, + "step": 25800 + }, + { + "epoch": 21.883799830364715, + "grad_norm": 0.7815051584349829, + "learning_rate": 1.8187303407874133e-05, + "loss": 0.0354, + "step": 25801 + }, + { + "epoch": 21.88464800678541, + "grad_norm": 0.8220550557101812, + "learning_rate": 1.8187145675967122e-05, + "loss": 0.0359, + "step": 25802 + }, + { + "epoch": 21.885496183206108, + "grad_norm": 0.8296106173499026, + "learning_rate": 1.8186987937881925e-05, + "loss": 0.0385, + "step": 25803 + }, + { + "epoch": 21.886344359626804, + "grad_norm": 0.6823862010323162, + "learning_rate": 1.818683019361866e-05, + "loss": 0.0313, + "step": 25804 + }, + { + "epoch": 21.887192536047497, + "grad_norm": 0.8225612606635396, + "learning_rate": 1.818667244317744e-05, + "loss": 0.0349, + "step": 25805 + }, + { + "epoch": 21.888040712468193, + "grad_norm": 0.8087437835172353, + "learning_rate": 1.818651468655839e-05, + "loss": 0.0334, + "step": 25806 + }, + { + "epoch": 21.88888888888889, + "grad_norm": 0.7817951102251736, + "learning_rate": 1.818635692376163e-05, + "loss": 0.0317, + "step": 25807 + }, + { + "epoch": 21.889737065309586, + "grad_norm": 0.8529202820397336, + "learning_rate": 1.818619915478727e-05, + "loss": 0.0374, + "step": 25808 + }, + { + "epoch": 21.890585241730278, + "grad_norm": 0.7620470564710989, + "learning_rate": 1.8186041379635438e-05, + "loss": 0.0334, + "step": 25809 + }, + { + "epoch": 21.891433418150974, + "grad_norm": 0.7472825238706817, + "learning_rate": 1.818588359830625e-05, + "loss": 0.0325, + "step": 25810 + }, + { + "epoch": 21.89228159457167, + "grad_norm": 0.8563567267925992, + "learning_rate": 1.8185725810799828e-05, + "loss": 0.0357, + "step": 25811 + }, + { + "epoch": 21.893129770992367, + "grad_norm": 0.9685851251805287, + "learning_rate": 1.8185568017116286e-05, + "loss": 0.037, + "step": 25812 + }, + { + "epoch": 21.893977947413063, + "grad_norm": 0.7071002368202224, + "learning_rate": 1.8185410217255746e-05, + "loss": 0.0332, + "step": 25813 + }, + { + "epoch": 21.894826123833756, + "grad_norm": 0.893546136577658, + "learning_rate": 1.8185252411218327e-05, + "loss": 0.0348, + "step": 25814 + }, + { + "epoch": 21.895674300254452, + "grad_norm": 0.8965621284130036, + "learning_rate": 1.818509459900415e-05, + "loss": 0.0348, + "step": 25815 + }, + { + "epoch": 21.89652247667515, + "grad_norm": 0.8280678984881741, + "learning_rate": 1.818493678061333e-05, + "loss": 0.0376, + "step": 25816 + }, + { + "epoch": 21.897370653095845, + "grad_norm": 0.9503728454496261, + "learning_rate": 1.8184778956045988e-05, + "loss": 0.0442, + "step": 25817 + }, + { + "epoch": 21.89821882951654, + "grad_norm": 0.751426133978407, + "learning_rate": 1.818462112530224e-05, + "loss": 0.0336, + "step": 25818 + }, + { + "epoch": 21.899067005937233, + "grad_norm": 0.8913998093592649, + "learning_rate": 1.8184463288382213e-05, + "loss": 0.0392, + "step": 25819 + }, + { + "epoch": 21.89991518235793, + "grad_norm": 0.7898068922337155, + "learning_rate": 1.8184305445286022e-05, + "loss": 0.034, + "step": 25820 + }, + { + "epoch": 21.900763358778626, + "grad_norm": 0.735836714551601, + "learning_rate": 1.818414759601378e-05, + "loss": 0.033, + "step": 25821 + }, + { + "epoch": 21.901611535199322, + "grad_norm": 0.870239128461109, + "learning_rate": 1.8183989740565616e-05, + "loss": 0.0369, + "step": 25822 + }, + { + "epoch": 21.90245971162002, + "grad_norm": 0.8019543350094271, + "learning_rate": 1.8183831878941642e-05, + "loss": 0.0367, + "step": 25823 + }, + { + "epoch": 21.90330788804071, + "grad_norm": 0.8673210786905924, + "learning_rate": 1.818367401114198e-05, + "loss": 0.0347, + "step": 25824 + }, + { + "epoch": 21.904156064461407, + "grad_norm": 0.7462960752526318, + "learning_rate": 1.8183516137166747e-05, + "loss": 0.0362, + "step": 25825 + }, + { + "epoch": 21.905004240882104, + "grad_norm": 0.9158015180063219, + "learning_rate": 1.818335825701607e-05, + "loss": 0.0352, + "step": 25826 + }, + { + "epoch": 21.9058524173028, + "grad_norm": 0.7473597217839434, + "learning_rate": 1.8183200370690057e-05, + "loss": 0.0349, + "step": 25827 + }, + { + "epoch": 21.906700593723496, + "grad_norm": 0.8839497115932564, + "learning_rate": 1.8183042478188832e-05, + "loss": 0.0368, + "step": 25828 + }, + { + "epoch": 21.90754877014419, + "grad_norm": 0.9073530435978598, + "learning_rate": 1.818288457951252e-05, + "loss": 0.0377, + "step": 25829 + }, + { + "epoch": 21.908396946564885, + "grad_norm": 0.7757336992079417, + "learning_rate": 1.818272667466123e-05, + "loss": 0.0332, + "step": 25830 + }, + { + "epoch": 21.90924512298558, + "grad_norm": 0.7822255344635474, + "learning_rate": 1.8182568763635083e-05, + "loss": 0.0355, + "step": 25831 + }, + { + "epoch": 21.910093299406277, + "grad_norm": 0.8208370358497185, + "learning_rate": 1.8182410846434208e-05, + "loss": 0.0364, + "step": 25832 + }, + { + "epoch": 21.910941475826974, + "grad_norm": 0.7856786931200965, + "learning_rate": 1.818225292305871e-05, + "loss": 0.0309, + "step": 25833 + }, + { + "epoch": 21.911789652247666, + "grad_norm": 0.7444561973371452, + "learning_rate": 1.8182094993508722e-05, + "loss": 0.0348, + "step": 25834 + }, + { + "epoch": 21.912637828668363, + "grad_norm": 0.7872128816429736, + "learning_rate": 1.8181937057784355e-05, + "loss": 0.0335, + "step": 25835 + }, + { + "epoch": 21.91348600508906, + "grad_norm": 1.0271232833477657, + "learning_rate": 1.8181779115885727e-05, + "loss": 0.0398, + "step": 25836 + }, + { + "epoch": 21.914334181509755, + "grad_norm": 0.7901150227175989, + "learning_rate": 1.818162116781296e-05, + "loss": 0.0351, + "step": 25837 + }, + { + "epoch": 21.91518235793045, + "grad_norm": 0.8179468104775341, + "learning_rate": 1.8181463213566172e-05, + "loss": 0.0343, + "step": 25838 + }, + { + "epoch": 21.916030534351144, + "grad_norm": 0.6673698955726017, + "learning_rate": 1.8181305253145485e-05, + "loss": 0.0329, + "step": 25839 + }, + { + "epoch": 21.91687871077184, + "grad_norm": 0.898702906416524, + "learning_rate": 1.818114728655102e-05, + "loss": 0.037, + "step": 25840 + }, + { + "epoch": 21.917726887192536, + "grad_norm": 0.8161865134386237, + "learning_rate": 1.8180989313782885e-05, + "loss": 0.0339, + "step": 25841 + }, + { + "epoch": 21.918575063613233, + "grad_norm": 0.9452162213550199, + "learning_rate": 1.818083133484121e-05, + "loss": 0.0395, + "step": 25842 + }, + { + "epoch": 21.91942324003393, + "grad_norm": 0.8389909511206268, + "learning_rate": 1.8180673349726114e-05, + "loss": 0.037, + "step": 25843 + }, + { + "epoch": 21.92027141645462, + "grad_norm": 0.7766309912114258, + "learning_rate": 1.818051535843771e-05, + "loss": 0.0325, + "step": 25844 + }, + { + "epoch": 21.921119592875318, + "grad_norm": 0.7970300346894051, + "learning_rate": 1.818035736097612e-05, + "loss": 0.0337, + "step": 25845 + }, + { + "epoch": 21.921967769296014, + "grad_norm": 0.8722179064614571, + "learning_rate": 1.8180199357341465e-05, + "loss": 0.0349, + "step": 25846 + }, + { + "epoch": 21.92281594571671, + "grad_norm": 0.7923067247175094, + "learning_rate": 1.8180041347533862e-05, + "loss": 0.0351, + "step": 25847 + }, + { + "epoch": 21.923664122137403, + "grad_norm": 0.8058450618286247, + "learning_rate": 1.8179883331553434e-05, + "loss": 0.0338, + "step": 25848 + }, + { + "epoch": 21.9245122985581, + "grad_norm": 0.7720122237951476, + "learning_rate": 1.8179725309400295e-05, + "loss": 0.0323, + "step": 25849 + }, + { + "epoch": 21.925360474978795, + "grad_norm": 0.8681787511213876, + "learning_rate": 1.817956728107457e-05, + "loss": 0.0375, + "step": 25850 + }, + { + "epoch": 21.92620865139949, + "grad_norm": 0.8552377529197744, + "learning_rate": 1.817940924657637e-05, + "loss": 0.0342, + "step": 25851 + }, + { + "epoch": 21.927056827820188, + "grad_norm": 0.7757899823368809, + "learning_rate": 1.817925120590582e-05, + "loss": 0.0367, + "step": 25852 + }, + { + "epoch": 21.92790500424088, + "grad_norm": 0.756297752718493, + "learning_rate": 1.817909315906304e-05, + "loss": 0.0339, + "step": 25853 + }, + { + "epoch": 21.928753180661577, + "grad_norm": 0.9089749960926884, + "learning_rate": 1.8178935106048144e-05, + "loss": 0.038, + "step": 25854 + }, + { + "epoch": 21.929601357082273, + "grad_norm": 0.8905956203948096, + "learning_rate": 1.817877704686126e-05, + "loss": 0.0349, + "step": 25855 + }, + { + "epoch": 21.93044953350297, + "grad_norm": 1.0086952543989336, + "learning_rate": 1.81786189815025e-05, + "loss": 0.0367, + "step": 25856 + }, + { + "epoch": 21.931297709923665, + "grad_norm": 0.8867881489562551, + "learning_rate": 1.8178460909971987e-05, + "loss": 0.0357, + "step": 25857 + }, + { + "epoch": 21.932145886344358, + "grad_norm": 0.837814232083425, + "learning_rate": 1.8178302832269838e-05, + "loss": 0.0362, + "step": 25858 + }, + { + "epoch": 21.932994062765054, + "grad_norm": 0.7649744974532873, + "learning_rate": 1.8178144748396172e-05, + "loss": 0.0329, + "step": 25859 + }, + { + "epoch": 21.93384223918575, + "grad_norm": 0.8309430074428374, + "learning_rate": 1.817798665835111e-05, + "loss": 0.0335, + "step": 25860 + }, + { + "epoch": 21.934690415606447, + "grad_norm": 0.8011808679176974, + "learning_rate": 1.8177828562134768e-05, + "loss": 0.037, + "step": 25861 + }, + { + "epoch": 21.935538592027143, + "grad_norm": 0.7217851497396636, + "learning_rate": 1.8177670459747273e-05, + "loss": 0.0361, + "step": 25862 + }, + { + "epoch": 21.936386768447836, + "grad_norm": 0.889685333097666, + "learning_rate": 1.8177512351188736e-05, + "loss": 0.0344, + "step": 25863 + }, + { + "epoch": 21.937234944868532, + "grad_norm": 0.8826138589215947, + "learning_rate": 1.817735423645928e-05, + "loss": 0.0376, + "step": 25864 + }, + { + "epoch": 21.938083121289228, + "grad_norm": 0.7486232526784103, + "learning_rate": 1.8177196115559023e-05, + "loss": 0.0351, + "step": 25865 + }, + { + "epoch": 21.938931297709924, + "grad_norm": 0.9463668686283034, + "learning_rate": 1.817703798848809e-05, + "loss": 0.0364, + "step": 25866 + }, + { + "epoch": 21.93977947413062, + "grad_norm": 0.7975584148659839, + "learning_rate": 1.8176879855246593e-05, + "loss": 0.0354, + "step": 25867 + }, + { + "epoch": 21.940627650551313, + "grad_norm": 0.8134865779422511, + "learning_rate": 1.817672171583465e-05, + "loss": 0.0356, + "step": 25868 + }, + { + "epoch": 21.94147582697201, + "grad_norm": 0.8937609162128397, + "learning_rate": 1.817656357025239e-05, + "loss": 0.037, + "step": 25869 + }, + { + "epoch": 21.942324003392706, + "grad_norm": 0.789788627106604, + "learning_rate": 1.817640541849992e-05, + "loss": 0.0346, + "step": 25870 + }, + { + "epoch": 21.943172179813402, + "grad_norm": 1.2340768638327406, + "learning_rate": 1.817624726057737e-05, + "loss": 0.0374, + "step": 25871 + }, + { + "epoch": 21.9440203562341, + "grad_norm": 0.7007032446930249, + "learning_rate": 1.8176089096484856e-05, + "loss": 0.0304, + "step": 25872 + }, + { + "epoch": 21.94486853265479, + "grad_norm": 0.8924111472136097, + "learning_rate": 1.8175930926222497e-05, + "loss": 0.0368, + "step": 25873 + }, + { + "epoch": 21.945716709075487, + "grad_norm": 0.7103773853179775, + "learning_rate": 1.817577274979041e-05, + "loss": 0.0316, + "step": 25874 + }, + { + "epoch": 21.946564885496183, + "grad_norm": 0.9718022727793235, + "learning_rate": 1.8175614567188716e-05, + "loss": 0.0388, + "step": 25875 + }, + { + "epoch": 21.94741306191688, + "grad_norm": 0.953389618591926, + "learning_rate": 1.8175456378417535e-05, + "loss": 0.0374, + "step": 25876 + }, + { + "epoch": 21.948261238337576, + "grad_norm": 0.8949851541546975, + "learning_rate": 1.8175298183476986e-05, + "loss": 0.0344, + "step": 25877 + }, + { + "epoch": 21.94910941475827, + "grad_norm": 0.8421930238582133, + "learning_rate": 1.817513998236719e-05, + "loss": 0.0356, + "step": 25878 + }, + { + "epoch": 21.949957591178965, + "grad_norm": 0.8277438473467512, + "learning_rate": 1.8174981775088262e-05, + "loss": 0.033, + "step": 25879 + }, + { + "epoch": 21.95080576759966, + "grad_norm": 0.7363068638051665, + "learning_rate": 1.8174823561640328e-05, + "loss": 0.0332, + "step": 25880 + }, + { + "epoch": 21.951653944020357, + "grad_norm": 0.7823480553137826, + "learning_rate": 1.81746653420235e-05, + "loss": 0.0351, + "step": 25881 + }, + { + "epoch": 21.952502120441054, + "grad_norm": 0.9658622494019373, + "learning_rate": 1.8174507116237904e-05, + "loss": 0.0363, + "step": 25882 + }, + { + "epoch": 21.953350296861746, + "grad_norm": 0.8209032039116554, + "learning_rate": 1.817434888428365e-05, + "loss": 0.0369, + "step": 25883 + }, + { + "epoch": 21.954198473282442, + "grad_norm": 0.7447945355475648, + "learning_rate": 1.8174190646160875e-05, + "loss": 0.0319, + "step": 25884 + }, + { + "epoch": 21.95504664970314, + "grad_norm": 0.8461078333674749, + "learning_rate": 1.817403240186968e-05, + "loss": 0.0349, + "step": 25885 + }, + { + "epoch": 21.955894826123835, + "grad_norm": 0.8228682221873033, + "learning_rate": 1.817387415141019e-05, + "loss": 0.0327, + "step": 25886 + }, + { + "epoch": 21.956743002544528, + "grad_norm": 0.832409352772525, + "learning_rate": 1.8173715894782532e-05, + "loss": 0.0355, + "step": 25887 + }, + { + "epoch": 21.957591178965224, + "grad_norm": 0.8008433971625154, + "learning_rate": 1.8173557631986814e-05, + "loss": 0.0347, + "step": 25888 + }, + { + "epoch": 21.95843935538592, + "grad_norm": 0.7511354736371291, + "learning_rate": 1.8173399363023165e-05, + "loss": 0.0359, + "step": 25889 + }, + { + "epoch": 21.959287531806616, + "grad_norm": 0.8687288997264204, + "learning_rate": 1.8173241087891696e-05, + "loss": 0.0359, + "step": 25890 + }, + { + "epoch": 21.960135708227313, + "grad_norm": 0.8044138467882215, + "learning_rate": 1.8173082806592533e-05, + "loss": 0.0348, + "step": 25891 + }, + { + "epoch": 21.960983884648005, + "grad_norm": 0.7463854942706831, + "learning_rate": 1.817292451912579e-05, + "loss": 0.0358, + "step": 25892 + }, + { + "epoch": 21.9618320610687, + "grad_norm": 0.8789854153079443, + "learning_rate": 1.8172766225491596e-05, + "loss": 0.0345, + "step": 25893 + }, + { + "epoch": 21.962680237489398, + "grad_norm": 0.7796933128026723, + "learning_rate": 1.8172607925690062e-05, + "loss": 0.0369, + "step": 25894 + }, + { + "epoch": 21.963528413910094, + "grad_norm": 0.825924038141433, + "learning_rate": 1.8172449619721305e-05, + "loss": 0.0352, + "step": 25895 + }, + { + "epoch": 21.96437659033079, + "grad_norm": 0.671043318531844, + "learning_rate": 1.8172291307585457e-05, + "loss": 0.0336, + "step": 25896 + }, + { + "epoch": 21.965224766751483, + "grad_norm": 0.9315580191673279, + "learning_rate": 1.8172132989282623e-05, + "loss": 0.0363, + "step": 25897 + }, + { + "epoch": 21.96607294317218, + "grad_norm": 0.8644589068829822, + "learning_rate": 1.817197466481293e-05, + "loss": 0.0341, + "step": 25898 + }, + { + "epoch": 21.966921119592875, + "grad_norm": 0.8669097381360021, + "learning_rate": 1.81718163341765e-05, + "loss": 0.0355, + "step": 25899 + }, + { + "epoch": 21.96776929601357, + "grad_norm": 0.8275401360591758, + "learning_rate": 1.8171657997373445e-05, + "loss": 0.0333, + "step": 25900 + }, + { + "epoch": 21.968617472434268, + "grad_norm": 0.8690988612128533, + "learning_rate": 1.817149965440389e-05, + "loss": 0.0343, + "step": 25901 + }, + { + "epoch": 21.96946564885496, + "grad_norm": 0.6736473789361132, + "learning_rate": 1.8171341305267952e-05, + "loss": 0.0333, + "step": 25902 + }, + { + "epoch": 21.970313825275657, + "grad_norm": 0.7926883143746898, + "learning_rate": 1.8171182949965754e-05, + "loss": 0.0343, + "step": 25903 + }, + { + "epoch": 21.971162001696353, + "grad_norm": 0.7634718537378404, + "learning_rate": 1.817102458849741e-05, + "loss": 0.0358, + "step": 25904 + }, + { + "epoch": 21.97201017811705, + "grad_norm": 0.8819196049787906, + "learning_rate": 1.817086622086304e-05, + "loss": 0.0363, + "step": 25905 + }, + { + "epoch": 21.972858354537745, + "grad_norm": 0.7536189995330272, + "learning_rate": 1.817070784706277e-05, + "loss": 0.0346, + "step": 25906 + }, + { + "epoch": 21.973706530958438, + "grad_norm": 0.8363859399143111, + "learning_rate": 1.8170549467096718e-05, + "loss": 0.0388, + "step": 25907 + }, + { + "epoch": 21.974554707379134, + "grad_norm": 0.7882874609448349, + "learning_rate": 1.8170391080964996e-05, + "loss": 0.0364, + "step": 25908 + }, + { + "epoch": 21.97540288379983, + "grad_norm": 0.9021721747888449, + "learning_rate": 1.817023268866773e-05, + "loss": 0.0353, + "step": 25909 + }, + { + "epoch": 21.976251060220527, + "grad_norm": 0.661978873988709, + "learning_rate": 1.8170074290205037e-05, + "loss": 0.0312, + "step": 25910 + }, + { + "epoch": 21.977099236641223, + "grad_norm": 0.7318279033407553, + "learning_rate": 1.8169915885577037e-05, + "loss": 0.0363, + "step": 25911 + }, + { + "epoch": 21.977947413061916, + "grad_norm": 0.8442648030464129, + "learning_rate": 1.8169757474783853e-05, + "loss": 0.0368, + "step": 25912 + }, + { + "epoch": 21.978795589482612, + "grad_norm": 0.7304416012327397, + "learning_rate": 1.81695990578256e-05, + "loss": 0.0355, + "step": 25913 + }, + { + "epoch": 21.979643765903308, + "grad_norm": 0.9560695880394294, + "learning_rate": 1.81694406347024e-05, + "loss": 0.038, + "step": 25914 + }, + { + "epoch": 21.980491942324004, + "grad_norm": 0.761909151294909, + "learning_rate": 1.816928220541437e-05, + "loss": 0.0303, + "step": 25915 + }, + { + "epoch": 21.9813401187447, + "grad_norm": 0.8394529897447188, + "learning_rate": 1.816912376996163e-05, + "loss": 0.0379, + "step": 25916 + }, + { + "epoch": 21.982188295165393, + "grad_norm": 0.8060848793151661, + "learning_rate": 1.8168965328344305e-05, + "loss": 0.0354, + "step": 25917 + }, + { + "epoch": 21.98303647158609, + "grad_norm": 0.8835264578651512, + "learning_rate": 1.8168806880562507e-05, + "loss": 0.0373, + "step": 25918 + }, + { + "epoch": 21.983884648006786, + "grad_norm": 0.8615835371916889, + "learning_rate": 1.816864842661636e-05, + "loss": 0.0345, + "step": 25919 + }, + { + "epoch": 21.984732824427482, + "grad_norm": 0.9764251377415167, + "learning_rate": 1.8168489966505983e-05, + "loss": 0.0423, + "step": 25920 + }, + { + "epoch": 21.98558100084818, + "grad_norm": 0.8417426180459605, + "learning_rate": 1.8168331500231494e-05, + "loss": 0.0324, + "step": 25921 + }, + { + "epoch": 21.98642917726887, + "grad_norm": 0.7861321394508866, + "learning_rate": 1.8168173027793017e-05, + "loss": 0.0322, + "step": 25922 + }, + { + "epoch": 21.987277353689567, + "grad_norm": 0.992631203581261, + "learning_rate": 1.8168014549190665e-05, + "loss": 0.0356, + "step": 25923 + }, + { + "epoch": 21.988125530110263, + "grad_norm": 0.835352334736764, + "learning_rate": 1.816785606442456e-05, + "loss": 0.0344, + "step": 25924 + }, + { + "epoch": 21.98897370653096, + "grad_norm": 0.7536337250596625, + "learning_rate": 1.8167697573494825e-05, + "loss": 0.0319, + "step": 25925 + }, + { + "epoch": 21.989821882951652, + "grad_norm": 0.9124044218240899, + "learning_rate": 1.8167539076401574e-05, + "loss": 0.0349, + "step": 25926 + }, + { + "epoch": 21.99067005937235, + "grad_norm": 0.9140690885192853, + "learning_rate": 1.8167380573144932e-05, + "loss": 0.0358, + "step": 25927 + }, + { + "epoch": 21.991518235793045, + "grad_norm": 0.8774609143842588, + "learning_rate": 1.8167222063725014e-05, + "loss": 0.0376, + "step": 25928 + }, + { + "epoch": 21.99236641221374, + "grad_norm": 0.7854320194700763, + "learning_rate": 1.8167063548141945e-05, + "loss": 0.0358, + "step": 25929 + }, + { + "epoch": 21.993214588634437, + "grad_norm": 1.1815799513441922, + "learning_rate": 1.8166905026395838e-05, + "loss": 0.0374, + "step": 25930 + }, + { + "epoch": 21.99406276505513, + "grad_norm": 0.8463592592724725, + "learning_rate": 1.816674649848682e-05, + "loss": 0.0346, + "step": 25931 + }, + { + "epoch": 21.994910941475826, + "grad_norm": 0.7677469547283113, + "learning_rate": 1.8166587964415004e-05, + "loss": 0.0378, + "step": 25932 + }, + { + "epoch": 21.995759117896522, + "grad_norm": 0.8652827660923067, + "learning_rate": 1.8166429424180512e-05, + "loss": 0.034, + "step": 25933 + }, + { + "epoch": 21.99660729431722, + "grad_norm": 0.8300988342575708, + "learning_rate": 1.8166270877783466e-05, + "loss": 0.0368, + "step": 25934 + }, + { + "epoch": 21.997455470737915, + "grad_norm": 0.7822699543407056, + "learning_rate": 1.8166112325223984e-05, + "loss": 0.0364, + "step": 25935 + }, + { + "epoch": 21.998303647158608, + "grad_norm": 0.8214129395612679, + "learning_rate": 1.816595376650218e-05, + "loss": 0.0349, + "step": 25936 + }, + { + "epoch": 21.999151823579304, + "grad_norm": 0.706960679808407, + "learning_rate": 1.8165795201618186e-05, + "loss": 0.0333, + "step": 25937 + }, + { + "epoch": 22.0, + "grad_norm": 0.6674042298656324, + "learning_rate": 1.816563663057211e-05, + "loss": 0.0302, + "step": 25938 + }, + { + "epoch": 22.000848176420696, + "grad_norm": 0.6751569054523726, + "learning_rate": 1.816547805336408e-05, + "loss": 0.0277, + "step": 25939 + }, + { + "epoch": 22.001696352841392, + "grad_norm": 0.794885994852576, + "learning_rate": 1.8165319469994207e-05, + "loss": 0.0326, + "step": 25940 + }, + { + "epoch": 22.002544529262085, + "grad_norm": 0.7124460785104236, + "learning_rate": 1.816516088046262e-05, + "loss": 0.0296, + "step": 25941 + }, + { + "epoch": 22.00339270568278, + "grad_norm": 0.7378323447292829, + "learning_rate": 1.8165002284769433e-05, + "loss": 0.034, + "step": 25942 + }, + { + "epoch": 22.004240882103478, + "grad_norm": 0.7301085681000085, + "learning_rate": 1.8164843682914764e-05, + "loss": 0.0314, + "step": 25943 + }, + { + "epoch": 22.005089058524174, + "grad_norm": 0.6455798523758536, + "learning_rate": 1.8164685074898737e-05, + "loss": 0.0272, + "step": 25944 + }, + { + "epoch": 22.00593723494487, + "grad_norm": 0.7410365494641492, + "learning_rate": 1.8164526460721474e-05, + "loss": 0.0322, + "step": 25945 + }, + { + "epoch": 22.006785411365563, + "grad_norm": 0.7372387852052552, + "learning_rate": 1.8164367840383086e-05, + "loss": 0.0298, + "step": 25946 + }, + { + "epoch": 22.00763358778626, + "grad_norm": 0.8585449668802332, + "learning_rate": 1.8164209213883703e-05, + "loss": 0.0319, + "step": 25947 + }, + { + "epoch": 22.008481764206955, + "grad_norm": 0.6956622388461987, + "learning_rate": 1.8164050581223435e-05, + "loss": 0.0292, + "step": 25948 + }, + { + "epoch": 22.00932994062765, + "grad_norm": 0.8808203662973283, + "learning_rate": 1.816389194240241e-05, + "loss": 0.0351, + "step": 25949 + }, + { + "epoch": 22.010178117048348, + "grad_norm": 0.7549085771586053, + "learning_rate": 1.816373329742074e-05, + "loss": 0.0323, + "step": 25950 + }, + { + "epoch": 22.01102629346904, + "grad_norm": 0.724650023741534, + "learning_rate": 1.8163574646278548e-05, + "loss": 0.03, + "step": 25951 + }, + { + "epoch": 22.011874469889737, + "grad_norm": 0.6794255823585236, + "learning_rate": 1.8163415988975958e-05, + "loss": 0.0298, + "step": 25952 + }, + { + "epoch": 22.012722646310433, + "grad_norm": 0.705148081217866, + "learning_rate": 1.8163257325513083e-05, + "loss": 0.0295, + "step": 25953 + }, + { + "epoch": 22.01357082273113, + "grad_norm": 0.7829503082373346, + "learning_rate": 1.8163098655890046e-05, + "loss": 0.0307, + "step": 25954 + }, + { + "epoch": 22.014418999151825, + "grad_norm": 0.6935501504680531, + "learning_rate": 1.816293998010697e-05, + "loss": 0.0305, + "step": 25955 + }, + { + "epoch": 22.015267175572518, + "grad_norm": 0.8100196042752277, + "learning_rate": 1.8162781298163966e-05, + "loss": 0.0318, + "step": 25956 + }, + { + "epoch": 22.016115351993214, + "grad_norm": 0.8064233944316558, + "learning_rate": 1.816262261006116e-05, + "loss": 0.0312, + "step": 25957 + }, + { + "epoch": 22.01696352841391, + "grad_norm": 0.7056596879855109, + "learning_rate": 1.8162463915798673e-05, + "loss": 0.0294, + "step": 25958 + }, + { + "epoch": 22.017811704834607, + "grad_norm": 0.824501575458414, + "learning_rate": 1.816230521537662e-05, + "loss": 0.0313, + "step": 25959 + }, + { + "epoch": 22.0186598812553, + "grad_norm": 0.9056566829557327, + "learning_rate": 1.8162146508795127e-05, + "loss": 0.0306, + "step": 25960 + }, + { + "epoch": 22.019508057675996, + "grad_norm": 0.6678085350979341, + "learning_rate": 1.8161987796054304e-05, + "loss": 0.0277, + "step": 25961 + }, + { + "epoch": 22.020356234096692, + "grad_norm": 0.8015312967875942, + "learning_rate": 1.8161829077154282e-05, + "loss": 0.0331, + "step": 25962 + }, + { + "epoch": 22.021204410517388, + "grad_norm": 0.6286719875358232, + "learning_rate": 1.8161670352095174e-05, + "loss": 0.0298, + "step": 25963 + }, + { + "epoch": 22.022052586938084, + "grad_norm": 0.7480088827588349, + "learning_rate": 1.81615116208771e-05, + "loss": 0.0309, + "step": 25964 + }, + { + "epoch": 22.022900763358777, + "grad_norm": 0.6893558580744263, + "learning_rate": 1.8161352883500183e-05, + "loss": 0.0287, + "step": 25965 + }, + { + "epoch": 22.023748939779473, + "grad_norm": 0.6945006797995948, + "learning_rate": 1.8161194139964543e-05, + "loss": 0.0307, + "step": 25966 + }, + { + "epoch": 22.02459711620017, + "grad_norm": 0.727737427620234, + "learning_rate": 1.8161035390270295e-05, + "loss": 0.0306, + "step": 25967 + }, + { + "epoch": 22.025445292620866, + "grad_norm": 0.7429066231147482, + "learning_rate": 1.816087663441756e-05, + "loss": 0.0318, + "step": 25968 + }, + { + "epoch": 22.026293469041562, + "grad_norm": 0.8128138897312382, + "learning_rate": 1.816071787240646e-05, + "loss": 0.0328, + "step": 25969 + }, + { + "epoch": 22.027141645462255, + "grad_norm": 0.71693431731377, + "learning_rate": 1.8160559104237113e-05, + "loss": 0.0286, + "step": 25970 + }, + { + "epoch": 22.02798982188295, + "grad_norm": 0.7017004269473187, + "learning_rate": 1.8160400329909643e-05, + "loss": 0.0293, + "step": 25971 + }, + { + "epoch": 22.028837998303647, + "grad_norm": 0.7578832232511586, + "learning_rate": 1.8160241549424165e-05, + "loss": 0.0307, + "step": 25972 + }, + { + "epoch": 22.029686174724343, + "grad_norm": 0.6510836410519152, + "learning_rate": 1.81600827627808e-05, + "loss": 0.0297, + "step": 25973 + }, + { + "epoch": 22.03053435114504, + "grad_norm": 0.6226215593398952, + "learning_rate": 1.8159923969979666e-05, + "loss": 0.0288, + "step": 25974 + }, + { + "epoch": 22.031382527565732, + "grad_norm": 0.6875320129174636, + "learning_rate": 1.8159765171020888e-05, + "loss": 0.0289, + "step": 25975 + }, + { + "epoch": 22.03223070398643, + "grad_norm": 0.6376561860712756, + "learning_rate": 1.8159606365904584e-05, + "loss": 0.0277, + "step": 25976 + }, + { + "epoch": 22.033078880407125, + "grad_norm": 0.7316381003202487, + "learning_rate": 1.8159447554630875e-05, + "loss": 0.0299, + "step": 25977 + }, + { + "epoch": 22.03392705682782, + "grad_norm": 0.8485245474327847, + "learning_rate": 1.815928873719987e-05, + "loss": 0.0311, + "step": 25978 + }, + { + "epoch": 22.034775233248517, + "grad_norm": 0.7230173821167297, + "learning_rate": 1.8159129913611705e-05, + "loss": 0.0308, + "step": 25979 + }, + { + "epoch": 22.03562340966921, + "grad_norm": 0.7388381587085538, + "learning_rate": 1.815897108386649e-05, + "loss": 0.0337, + "step": 25980 + }, + { + "epoch": 22.036471586089906, + "grad_norm": 0.7232404796942735, + "learning_rate": 1.8158812247964348e-05, + "loss": 0.0291, + "step": 25981 + }, + { + "epoch": 22.037319762510602, + "grad_norm": 0.7093297661562619, + "learning_rate": 1.8158653405905396e-05, + "loss": 0.0314, + "step": 25982 + }, + { + "epoch": 22.0381679389313, + "grad_norm": 0.7288950558178906, + "learning_rate": 1.8158494557689758e-05, + "loss": 0.0278, + "step": 25983 + }, + { + "epoch": 22.039016115351995, + "grad_norm": 0.7236469645435251, + "learning_rate": 1.8158335703317553e-05, + "loss": 0.032, + "step": 25984 + }, + { + "epoch": 22.039864291772687, + "grad_norm": 0.6892875987639814, + "learning_rate": 1.8158176842788898e-05, + "loss": 0.0296, + "step": 25985 + }, + { + "epoch": 22.040712468193384, + "grad_norm": 0.7336125897524606, + "learning_rate": 1.8158017976103914e-05, + "loss": 0.0299, + "step": 25986 + }, + { + "epoch": 22.04156064461408, + "grad_norm": 0.759010842475781, + "learning_rate": 1.815785910326272e-05, + "loss": 0.0308, + "step": 25987 + }, + { + "epoch": 22.042408821034776, + "grad_norm": 0.7084926498866522, + "learning_rate": 1.815770022426544e-05, + "loss": 0.0294, + "step": 25988 + }, + { + "epoch": 22.043256997455472, + "grad_norm": 0.8047746475192261, + "learning_rate": 1.815754133911219e-05, + "loss": 0.0324, + "step": 25989 + }, + { + "epoch": 22.044105173876165, + "grad_norm": 0.9146748114980102, + "learning_rate": 1.815738244780309e-05, + "loss": 0.0301, + "step": 25990 + }, + { + "epoch": 22.04495335029686, + "grad_norm": 0.8206862418102514, + "learning_rate": 1.8157223550338264e-05, + "loss": 0.0331, + "step": 25991 + }, + { + "epoch": 22.045801526717558, + "grad_norm": 0.742549080357068, + "learning_rate": 1.8157064646717825e-05, + "loss": 0.0296, + "step": 25992 + }, + { + "epoch": 22.046649703138254, + "grad_norm": 0.6499849126044422, + "learning_rate": 1.8156905736941903e-05, + "loss": 0.0287, + "step": 25993 + }, + { + "epoch": 22.04749787955895, + "grad_norm": 0.6367488070696868, + "learning_rate": 1.8156746821010605e-05, + "loss": 0.0257, + "step": 25994 + }, + { + "epoch": 22.048346055979643, + "grad_norm": 0.6985504289607775, + "learning_rate": 1.8156587898924062e-05, + "loss": 0.0288, + "step": 25995 + }, + { + "epoch": 22.04919423240034, + "grad_norm": 0.7286140672892457, + "learning_rate": 1.8156428970682388e-05, + "loss": 0.0299, + "step": 25996 + }, + { + "epoch": 22.050042408821035, + "grad_norm": 0.750966382013165, + "learning_rate": 1.8156270036285704e-05, + "loss": 0.0284, + "step": 25997 + }, + { + "epoch": 22.05089058524173, + "grad_norm": 0.6689144398635295, + "learning_rate": 1.815611109573413e-05, + "loss": 0.0299, + "step": 25998 + }, + { + "epoch": 22.051738761662424, + "grad_norm": 0.8339446733572894, + "learning_rate": 1.815595214902779e-05, + "loss": 0.0328, + "step": 25999 + }, + { + "epoch": 22.05258693808312, + "grad_norm": 0.7811703356958558, + "learning_rate": 1.8155793196166797e-05, + "loss": 0.0313, + "step": 26000 + }, + { + "epoch": 22.053435114503817, + "grad_norm": 0.7001860828293228, + "learning_rate": 1.8155634237151277e-05, + "loss": 0.0315, + "step": 26001 + }, + { + "epoch": 22.054283290924513, + "grad_norm": 0.6597691909275597, + "learning_rate": 1.8155475271981345e-05, + "loss": 0.0269, + "step": 26002 + }, + { + "epoch": 22.05513146734521, + "grad_norm": 0.6558690640504544, + "learning_rate": 1.8155316300657122e-05, + "loss": 0.0302, + "step": 26003 + }, + { + "epoch": 22.0559796437659, + "grad_norm": 0.8128654784678252, + "learning_rate": 1.815515732317873e-05, + "loss": 0.0308, + "step": 26004 + }, + { + "epoch": 22.056827820186598, + "grad_norm": 0.7753405297482909, + "learning_rate": 1.815499833954629e-05, + "loss": 0.0292, + "step": 26005 + }, + { + "epoch": 22.057675996607294, + "grad_norm": 0.65582945544684, + "learning_rate": 1.8154839349759922e-05, + "loss": 0.0279, + "step": 26006 + }, + { + "epoch": 22.05852417302799, + "grad_norm": 0.6814036917002274, + "learning_rate": 1.815468035381974e-05, + "loss": 0.0286, + "step": 26007 + }, + { + "epoch": 22.059372349448687, + "grad_norm": 0.6244190372142158, + "learning_rate": 1.815452135172587e-05, + "loss": 0.0301, + "step": 26008 + }, + { + "epoch": 22.06022052586938, + "grad_norm": 0.6705789685354012, + "learning_rate": 1.815436234347843e-05, + "loss": 0.0273, + "step": 26009 + }, + { + "epoch": 22.061068702290076, + "grad_norm": 0.5948989074937084, + "learning_rate": 1.815420332907754e-05, + "loss": 0.0275, + "step": 26010 + }, + { + "epoch": 22.061916878710772, + "grad_norm": 0.7418019717444693, + "learning_rate": 1.8154044308523318e-05, + "loss": 0.0308, + "step": 26011 + }, + { + "epoch": 22.062765055131468, + "grad_norm": 0.6983736945098745, + "learning_rate": 1.815388528181589e-05, + "loss": 0.029, + "step": 26012 + }, + { + "epoch": 22.063613231552164, + "grad_norm": 0.7518968964800871, + "learning_rate": 1.8153726248955367e-05, + "loss": 0.0309, + "step": 26013 + }, + { + "epoch": 22.064461407972857, + "grad_norm": 0.6882677625492948, + "learning_rate": 1.8153567209941874e-05, + "loss": 0.03, + "step": 26014 + }, + { + "epoch": 22.065309584393553, + "grad_norm": 0.7166944355402823, + "learning_rate": 1.815340816477554e-05, + "loss": 0.0283, + "step": 26015 + }, + { + "epoch": 22.06615776081425, + "grad_norm": 0.8780995556314819, + "learning_rate": 1.8153249113456467e-05, + "loss": 0.0321, + "step": 26016 + }, + { + "epoch": 22.067005937234946, + "grad_norm": 0.7023526575158671, + "learning_rate": 1.815309005598479e-05, + "loss": 0.0306, + "step": 26017 + }, + { + "epoch": 22.067854113655642, + "grad_norm": 0.7186010185626437, + "learning_rate": 1.815293099236062e-05, + "loss": 0.0327, + "step": 26018 + }, + { + "epoch": 22.068702290076335, + "grad_norm": 0.6327566250330957, + "learning_rate": 1.815277192258408e-05, + "loss": 0.0287, + "step": 26019 + }, + { + "epoch": 22.06955046649703, + "grad_norm": 0.7304795473013972, + "learning_rate": 1.8152612846655288e-05, + "loss": 0.0312, + "step": 26020 + }, + { + "epoch": 22.070398642917727, + "grad_norm": 0.7663496711425106, + "learning_rate": 1.815245376457437e-05, + "loss": 0.0323, + "step": 26021 + }, + { + "epoch": 22.071246819338423, + "grad_norm": 0.6308171258665978, + "learning_rate": 1.815229467634144e-05, + "loss": 0.0288, + "step": 26022 + }, + { + "epoch": 22.07209499575912, + "grad_norm": 0.8280078002441229, + "learning_rate": 1.8152135581956623e-05, + "loss": 0.0337, + "step": 26023 + }, + { + "epoch": 22.072943172179812, + "grad_norm": 0.6999599780137754, + "learning_rate": 1.815197648142003e-05, + "loss": 0.0296, + "step": 26024 + }, + { + "epoch": 22.07379134860051, + "grad_norm": 0.6907422866952646, + "learning_rate": 1.8151817374731795e-05, + "loss": 0.031, + "step": 26025 + }, + { + "epoch": 22.074639525021205, + "grad_norm": 0.6338544193401928, + "learning_rate": 1.815165826189203e-05, + "loss": 0.0276, + "step": 26026 + }, + { + "epoch": 22.0754877014419, + "grad_norm": 0.8505423334678549, + "learning_rate": 1.8151499142900853e-05, + "loss": 0.0326, + "step": 26027 + }, + { + "epoch": 22.076335877862597, + "grad_norm": 0.754794904093106, + "learning_rate": 1.8151340017758388e-05, + "loss": 0.029, + "step": 26028 + }, + { + "epoch": 22.07718405428329, + "grad_norm": 0.6163499120433031, + "learning_rate": 1.8151180886464752e-05, + "loss": 0.0263, + "step": 26029 + }, + { + "epoch": 22.078032230703986, + "grad_norm": 0.8154919625483966, + "learning_rate": 1.8151021749020068e-05, + "loss": 0.0331, + "step": 26030 + }, + { + "epoch": 22.078880407124682, + "grad_norm": 0.6969974391270871, + "learning_rate": 1.8150862605424455e-05, + "loss": 0.0312, + "step": 26031 + }, + { + "epoch": 22.07972858354538, + "grad_norm": 0.5445359469085125, + "learning_rate": 1.815070345567803e-05, + "loss": 0.0276, + "step": 26032 + }, + { + "epoch": 22.08057675996607, + "grad_norm": 0.6625046112595697, + "learning_rate": 1.815054429978092e-05, + "loss": 0.0299, + "step": 26033 + }, + { + "epoch": 22.081424936386767, + "grad_norm": 0.7439246930983209, + "learning_rate": 1.8150385137733243e-05, + "loss": 0.031, + "step": 26034 + }, + { + "epoch": 22.082273112807464, + "grad_norm": 0.7479342704060654, + "learning_rate": 1.815022596953511e-05, + "loss": 0.0302, + "step": 26035 + }, + { + "epoch": 22.08312128922816, + "grad_norm": 0.772990292475033, + "learning_rate": 1.8150066795186655e-05, + "loss": 0.0311, + "step": 26036 + }, + { + "epoch": 22.083969465648856, + "grad_norm": 0.7600224224454276, + "learning_rate": 1.814990761468799e-05, + "loss": 0.0294, + "step": 26037 + }, + { + "epoch": 22.08481764206955, + "grad_norm": 0.7220328482199652, + "learning_rate": 1.8149748428039235e-05, + "loss": 0.031, + "step": 26038 + }, + { + "epoch": 22.085665818490245, + "grad_norm": 0.7317110468117898, + "learning_rate": 1.8149589235240514e-05, + "loss": 0.0299, + "step": 26039 + }, + { + "epoch": 22.08651399491094, + "grad_norm": 0.725279819436989, + "learning_rate": 1.8149430036291945e-05, + "loss": 0.0303, + "step": 26040 + }, + { + "epoch": 22.087362171331637, + "grad_norm": 0.9413176686947352, + "learning_rate": 1.8149270831193645e-05, + "loss": 0.0297, + "step": 26041 + }, + { + "epoch": 22.088210347752334, + "grad_norm": 0.7204263908369771, + "learning_rate": 1.8149111619945737e-05, + "loss": 0.0305, + "step": 26042 + }, + { + "epoch": 22.089058524173026, + "grad_norm": 0.7281123259779722, + "learning_rate": 1.8148952402548346e-05, + "loss": 0.029, + "step": 26043 + }, + { + "epoch": 22.089906700593723, + "grad_norm": 0.6572309247526475, + "learning_rate": 1.8148793179001588e-05, + "loss": 0.028, + "step": 26044 + }, + { + "epoch": 22.09075487701442, + "grad_norm": 0.8007062057717913, + "learning_rate": 1.8148633949305577e-05, + "loss": 0.0309, + "step": 26045 + }, + { + "epoch": 22.091603053435115, + "grad_norm": 0.6070459055005741, + "learning_rate": 1.8148474713460442e-05, + "loss": 0.0271, + "step": 26046 + }, + { + "epoch": 22.09245122985581, + "grad_norm": 0.7198512831996189, + "learning_rate": 1.81483154714663e-05, + "loss": 0.0289, + "step": 26047 + }, + { + "epoch": 22.093299406276504, + "grad_norm": 0.6254464330899157, + "learning_rate": 1.814815622332327e-05, + "loss": 0.0283, + "step": 26048 + }, + { + "epoch": 22.0941475826972, + "grad_norm": 0.764909245900305, + "learning_rate": 1.8147996969031474e-05, + "loss": 0.0301, + "step": 26049 + }, + { + "epoch": 22.094995759117896, + "grad_norm": 0.7087747635735909, + "learning_rate": 1.8147837708591033e-05, + "loss": 0.0319, + "step": 26050 + }, + { + "epoch": 22.095843935538593, + "grad_norm": 0.734020177287178, + "learning_rate": 1.8147678442002062e-05, + "loss": 0.0302, + "step": 26051 + }, + { + "epoch": 22.09669211195929, + "grad_norm": 0.6690459261045317, + "learning_rate": 1.814751916926469e-05, + "loss": 0.029, + "step": 26052 + }, + { + "epoch": 22.09754028837998, + "grad_norm": 0.680152926094662, + "learning_rate": 1.8147359890379024e-05, + "loss": 0.0305, + "step": 26053 + }, + { + "epoch": 22.098388464800678, + "grad_norm": 0.6587148841138911, + "learning_rate": 1.8147200605345202e-05, + "loss": 0.0269, + "step": 26054 + }, + { + "epoch": 22.099236641221374, + "grad_norm": 0.8703756133825835, + "learning_rate": 1.814704131416333e-05, + "loss": 0.0333, + "step": 26055 + }, + { + "epoch": 22.10008481764207, + "grad_norm": 0.8384334830969706, + "learning_rate": 1.814688201683353e-05, + "loss": 0.0323, + "step": 26056 + }, + { + "epoch": 22.100932994062767, + "grad_norm": 0.6259964824546612, + "learning_rate": 1.8146722713355926e-05, + "loss": 0.0324, + "step": 26057 + }, + { + "epoch": 22.10178117048346, + "grad_norm": 0.6530655228433876, + "learning_rate": 1.814656340373064e-05, + "loss": 0.0264, + "step": 26058 + }, + { + "epoch": 22.102629346904155, + "grad_norm": 0.7005275769453543, + "learning_rate": 1.814640408795779e-05, + "loss": 0.0297, + "step": 26059 + }, + { + "epoch": 22.10347752332485, + "grad_norm": 0.697195498468231, + "learning_rate": 1.814624476603749e-05, + "loss": 0.0308, + "step": 26060 + }, + { + "epoch": 22.104325699745548, + "grad_norm": 0.7063233974210924, + "learning_rate": 1.814608543796987e-05, + "loss": 0.0286, + "step": 26061 + }, + { + "epoch": 22.105173876166244, + "grad_norm": 0.7903277279068021, + "learning_rate": 1.8145926103755047e-05, + "loss": 0.0304, + "step": 26062 + }, + { + "epoch": 22.106022052586937, + "grad_norm": 0.8967790181956649, + "learning_rate": 1.8145766763393138e-05, + "loss": 0.0311, + "step": 26063 + }, + { + "epoch": 22.106870229007633, + "grad_norm": 0.6886448386945888, + "learning_rate": 1.8145607416884267e-05, + "loss": 0.0291, + "step": 26064 + }, + { + "epoch": 22.10771840542833, + "grad_norm": 0.6751453686488148, + "learning_rate": 1.814544806422855e-05, + "loss": 0.028, + "step": 26065 + }, + { + "epoch": 22.108566581849026, + "grad_norm": 0.9055682954563249, + "learning_rate": 1.8145288705426112e-05, + "loss": 0.033, + "step": 26066 + }, + { + "epoch": 22.109414758269722, + "grad_norm": 0.916659709474769, + "learning_rate": 1.814512934047707e-05, + "loss": 0.0332, + "step": 26067 + }, + { + "epoch": 22.110262934690414, + "grad_norm": 0.8223306499619188, + "learning_rate": 1.8144969969381546e-05, + "loss": 0.0309, + "step": 26068 + }, + { + "epoch": 22.11111111111111, + "grad_norm": 0.7590468998118833, + "learning_rate": 1.8144810592139656e-05, + "loss": 0.0275, + "step": 26069 + }, + { + "epoch": 22.111959287531807, + "grad_norm": 0.6974362771768404, + "learning_rate": 1.814465120875153e-05, + "loss": 0.0299, + "step": 26070 + }, + { + "epoch": 22.112807463952503, + "grad_norm": 0.7523033411509389, + "learning_rate": 1.8144491819217277e-05, + "loss": 0.03, + "step": 26071 + }, + { + "epoch": 22.113655640373196, + "grad_norm": 0.8019658471320326, + "learning_rate": 1.814433242353703e-05, + "loss": 0.0301, + "step": 26072 + }, + { + "epoch": 22.114503816793892, + "grad_norm": 0.8524519488970103, + "learning_rate": 1.8144173021710895e-05, + "loss": 0.0317, + "step": 26073 + }, + { + "epoch": 22.11535199321459, + "grad_norm": 0.7299742773296569, + "learning_rate": 1.8144013613739e-05, + "loss": 0.0294, + "step": 26074 + }, + { + "epoch": 22.116200169635285, + "grad_norm": 0.6562299162742747, + "learning_rate": 1.8143854199621466e-05, + "loss": 0.0329, + "step": 26075 + }, + { + "epoch": 22.11704834605598, + "grad_norm": 0.7012645254927088, + "learning_rate": 1.8143694779358414e-05, + "loss": 0.0311, + "step": 26076 + }, + { + "epoch": 22.117896522476673, + "grad_norm": 0.8046603306767298, + "learning_rate": 1.8143535352949958e-05, + "loss": 0.0324, + "step": 26077 + }, + { + "epoch": 22.11874469889737, + "grad_norm": 0.7272225249165971, + "learning_rate": 1.8143375920396224e-05, + "loss": 0.0272, + "step": 26078 + }, + { + "epoch": 22.119592875318066, + "grad_norm": 0.6313885181316214, + "learning_rate": 1.8143216481697334e-05, + "loss": 0.0288, + "step": 26079 + }, + { + "epoch": 22.120441051738762, + "grad_norm": 0.6719839750971451, + "learning_rate": 1.81430570368534e-05, + "loss": 0.0324, + "step": 26080 + }, + { + "epoch": 22.12128922815946, + "grad_norm": 0.7233775240436263, + "learning_rate": 1.814289758586455e-05, + "loss": 0.0289, + "step": 26081 + }, + { + "epoch": 22.12213740458015, + "grad_norm": 0.7113528706076729, + "learning_rate": 1.81427381287309e-05, + "loss": 0.0295, + "step": 26082 + }, + { + "epoch": 22.122985581000847, + "grad_norm": 0.7137824822524836, + "learning_rate": 1.814257866545257e-05, + "loss": 0.0326, + "step": 26083 + }, + { + "epoch": 22.123833757421544, + "grad_norm": 0.7167614775516202, + "learning_rate": 1.8142419196029685e-05, + "loss": 0.0307, + "step": 26084 + }, + { + "epoch": 22.12468193384224, + "grad_norm": 0.7965720513522474, + "learning_rate": 1.814225972046236e-05, + "loss": 0.0293, + "step": 26085 + }, + { + "epoch": 22.125530110262936, + "grad_norm": 0.696694984480274, + "learning_rate": 1.814210023875072e-05, + "loss": 0.029, + "step": 26086 + }, + { + "epoch": 22.12637828668363, + "grad_norm": 0.822796021566219, + "learning_rate": 1.8141940750894887e-05, + "loss": 0.0318, + "step": 26087 + }, + { + "epoch": 22.127226463104325, + "grad_norm": 0.6830129268892758, + "learning_rate": 1.8141781256894974e-05, + "loss": 0.0303, + "step": 26088 + }, + { + "epoch": 22.12807463952502, + "grad_norm": 0.7538302437458527, + "learning_rate": 1.8141621756751104e-05, + "loss": 0.0296, + "step": 26089 + }, + { + "epoch": 22.128922815945717, + "grad_norm": 0.7267789509673473, + "learning_rate": 1.81414622504634e-05, + "loss": 0.0277, + "step": 26090 + }, + { + "epoch": 22.129770992366414, + "grad_norm": 0.7724931433307572, + "learning_rate": 1.8141302738031978e-05, + "loss": 0.0292, + "step": 26091 + }, + { + "epoch": 22.130619168787106, + "grad_norm": 0.8609780896985152, + "learning_rate": 1.8141143219456966e-05, + "loss": 0.0316, + "step": 26092 + }, + { + "epoch": 22.131467345207803, + "grad_norm": 0.7594808118097025, + "learning_rate": 1.8140983694738475e-05, + "loss": 0.0294, + "step": 26093 + }, + { + "epoch": 22.1323155216285, + "grad_norm": 0.7274395619566069, + "learning_rate": 1.8140824163876633e-05, + "loss": 0.0288, + "step": 26094 + }, + { + "epoch": 22.133163698049195, + "grad_norm": 0.7543123683809911, + "learning_rate": 1.8140664626871553e-05, + "loss": 0.0313, + "step": 26095 + }, + { + "epoch": 22.13401187446989, + "grad_norm": 0.6646776208693562, + "learning_rate": 1.8140505083723363e-05, + "loss": 0.0312, + "step": 26096 + }, + { + "epoch": 22.134860050890584, + "grad_norm": 0.7659724695116884, + "learning_rate": 1.814034553443218e-05, + "loss": 0.0321, + "step": 26097 + }, + { + "epoch": 22.13570822731128, + "grad_norm": 0.6932291080668983, + "learning_rate": 1.8140185978998124e-05, + "loss": 0.0307, + "step": 26098 + }, + { + "epoch": 22.136556403731976, + "grad_norm": 0.6612561812187554, + "learning_rate": 1.8140026417421316e-05, + "loss": 0.0298, + "step": 26099 + }, + { + "epoch": 22.137404580152673, + "grad_norm": 0.6514250441308035, + "learning_rate": 1.8139866849701876e-05, + "loss": 0.0275, + "step": 26100 + }, + { + "epoch": 22.13825275657337, + "grad_norm": 0.7474373831368638, + "learning_rate": 1.8139707275839926e-05, + "loss": 0.0297, + "step": 26101 + }, + { + "epoch": 22.13910093299406, + "grad_norm": 0.6216599809293809, + "learning_rate": 1.813954769583558e-05, + "loss": 0.0275, + "step": 26102 + }, + { + "epoch": 22.139949109414758, + "grad_norm": 0.7850373043422448, + "learning_rate": 1.813938810968897e-05, + "loss": 0.0322, + "step": 26103 + }, + { + "epoch": 22.140797285835454, + "grad_norm": 0.794345648490676, + "learning_rate": 1.8139228517400207e-05, + "loss": 0.0319, + "step": 26104 + }, + { + "epoch": 22.14164546225615, + "grad_norm": 0.6668619101703146, + "learning_rate": 1.8139068918969412e-05, + "loss": 0.0271, + "step": 26105 + }, + { + "epoch": 22.142493638676847, + "grad_norm": 0.720464484141472, + "learning_rate": 1.813890931439671e-05, + "loss": 0.0321, + "step": 26106 + }, + { + "epoch": 22.14334181509754, + "grad_norm": 0.6974643260921959, + "learning_rate": 1.813874970368222e-05, + "loss": 0.0291, + "step": 26107 + }, + { + "epoch": 22.144189991518235, + "grad_norm": 0.7506644575027724, + "learning_rate": 1.8138590086826063e-05, + "loss": 0.0292, + "step": 26108 + }, + { + "epoch": 22.14503816793893, + "grad_norm": 0.6686894189341615, + "learning_rate": 1.813843046382836e-05, + "loss": 0.0296, + "step": 26109 + }, + { + "epoch": 22.145886344359628, + "grad_norm": 0.6768512026432318, + "learning_rate": 1.813827083468922e-05, + "loss": 0.0312, + "step": 26110 + }, + { + "epoch": 22.14673452078032, + "grad_norm": 0.6601112011770742, + "learning_rate": 1.813811119940878e-05, + "loss": 0.0288, + "step": 26111 + }, + { + "epoch": 22.147582697201017, + "grad_norm": 0.7539098542042301, + "learning_rate": 1.8137951557987153e-05, + "loss": 0.0309, + "step": 26112 + }, + { + "epoch": 22.148430873621713, + "grad_norm": 0.7296175327308237, + "learning_rate": 1.813779191042446e-05, + "loss": 0.029, + "step": 26113 + }, + { + "epoch": 22.14927905004241, + "grad_norm": 0.7781313378607613, + "learning_rate": 1.813763225672082e-05, + "loss": 0.0304, + "step": 26114 + }, + { + "epoch": 22.150127226463106, + "grad_norm": 0.7697391948354156, + "learning_rate": 1.8137472596876356e-05, + "loss": 0.0309, + "step": 26115 + }, + { + "epoch": 22.150975402883798, + "grad_norm": 0.7313656462455227, + "learning_rate": 1.8137312930891187e-05, + "loss": 0.0306, + "step": 26116 + }, + { + "epoch": 22.151823579304494, + "grad_norm": 0.7631547041096822, + "learning_rate": 1.8137153258765433e-05, + "loss": 0.0294, + "step": 26117 + }, + { + "epoch": 22.15267175572519, + "grad_norm": 0.6961469928910288, + "learning_rate": 1.8136993580499218e-05, + "loss": 0.0297, + "step": 26118 + }, + { + "epoch": 22.153519932145887, + "grad_norm": 0.7203833340377866, + "learning_rate": 1.8136833896092658e-05, + "loss": 0.0298, + "step": 26119 + }, + { + "epoch": 22.154368108566583, + "grad_norm": 0.7764569640594108, + "learning_rate": 1.8136674205545874e-05, + "loss": 0.0314, + "step": 26120 + }, + { + "epoch": 22.155216284987276, + "grad_norm": 0.6609021142215779, + "learning_rate": 1.813651450885899e-05, + "loss": 0.0306, + "step": 26121 + }, + { + "epoch": 22.156064461407972, + "grad_norm": 0.6913382739584204, + "learning_rate": 1.8136354806032127e-05, + "loss": 0.0314, + "step": 26122 + }, + { + "epoch": 22.15691263782867, + "grad_norm": 0.6663592122200295, + "learning_rate": 1.81361950970654e-05, + "loss": 0.0299, + "step": 26123 + }, + { + "epoch": 22.157760814249365, + "grad_norm": 0.6621733849604073, + "learning_rate": 1.813603538195893e-05, + "loss": 0.0295, + "step": 26124 + }, + { + "epoch": 22.15860899067006, + "grad_norm": 0.6938055803253327, + "learning_rate": 1.8135875660712843e-05, + "loss": 0.0296, + "step": 26125 + }, + { + "epoch": 22.159457167090753, + "grad_norm": 0.7219527836092438, + "learning_rate": 1.8135715933327255e-05, + "loss": 0.031, + "step": 26126 + }, + { + "epoch": 22.16030534351145, + "grad_norm": 0.7267882926444087, + "learning_rate": 1.8135556199802288e-05, + "loss": 0.0279, + "step": 26127 + }, + { + "epoch": 22.161153519932146, + "grad_norm": 0.8449305031347387, + "learning_rate": 1.8135396460138067e-05, + "loss": 0.0311, + "step": 26128 + }, + { + "epoch": 22.162001696352842, + "grad_norm": 0.8909412713030516, + "learning_rate": 1.8135236714334703e-05, + "loss": 0.0318, + "step": 26129 + }, + { + "epoch": 22.16284987277354, + "grad_norm": 0.59496660758682, + "learning_rate": 1.8135076962392322e-05, + "loss": 0.0298, + "step": 26130 + }, + { + "epoch": 22.16369804919423, + "grad_norm": 0.6496938624426432, + "learning_rate": 1.8134917204311047e-05, + "loss": 0.0287, + "step": 26131 + }, + { + "epoch": 22.164546225614927, + "grad_norm": 0.6875095724900722, + "learning_rate": 1.8134757440090994e-05, + "loss": 0.0285, + "step": 26132 + }, + { + "epoch": 22.165394402035624, + "grad_norm": 0.5786268986411971, + "learning_rate": 1.8134597669732284e-05, + "loss": 0.0279, + "step": 26133 + }, + { + "epoch": 22.16624257845632, + "grad_norm": 0.6548821437238679, + "learning_rate": 1.813443789323504e-05, + "loss": 0.0302, + "step": 26134 + }, + { + "epoch": 22.167090754877016, + "grad_norm": 0.7305815359997238, + "learning_rate": 1.8134278110599382e-05, + "loss": 0.0304, + "step": 26135 + }, + { + "epoch": 22.16793893129771, + "grad_norm": 0.7586650776096541, + "learning_rate": 1.813411832182543e-05, + "loss": 0.0324, + "step": 26136 + }, + { + "epoch": 22.168787107718405, + "grad_norm": 0.762139163322579, + "learning_rate": 1.8133958526913306e-05, + "loss": 0.0306, + "step": 26137 + }, + { + "epoch": 22.1696352841391, + "grad_norm": 0.8548139827952762, + "learning_rate": 1.8133798725863126e-05, + "loss": 0.0333, + "step": 26138 + }, + { + "epoch": 22.170483460559797, + "grad_norm": 0.7724418384395416, + "learning_rate": 1.8133638918675014e-05, + "loss": 0.0321, + "step": 26139 + }, + { + "epoch": 22.171331636980494, + "grad_norm": 0.8997251152026812, + "learning_rate": 1.8133479105349094e-05, + "loss": 0.0327, + "step": 26140 + }, + { + "epoch": 22.172179813401186, + "grad_norm": 0.6069245776641987, + "learning_rate": 1.8133319285885478e-05, + "loss": 0.0271, + "step": 26141 + }, + { + "epoch": 22.173027989821882, + "grad_norm": 0.7260716092357115, + "learning_rate": 1.8133159460284296e-05, + "loss": 0.0327, + "step": 26142 + }, + { + "epoch": 22.17387616624258, + "grad_norm": 0.7213597854385976, + "learning_rate": 1.8132999628545662e-05, + "loss": 0.0307, + "step": 26143 + }, + { + "epoch": 22.174724342663275, + "grad_norm": 0.6973111483243689, + "learning_rate": 1.8132839790669698e-05, + "loss": 0.0276, + "step": 26144 + }, + { + "epoch": 22.17557251908397, + "grad_norm": 0.7132666944440287, + "learning_rate": 1.813267994665653e-05, + "loss": 0.0305, + "step": 26145 + }, + { + "epoch": 22.176420695504664, + "grad_norm": 0.8310650773213261, + "learning_rate": 1.8132520096506266e-05, + "loss": 0.0314, + "step": 26146 + }, + { + "epoch": 22.17726887192536, + "grad_norm": 0.6666631460904692, + "learning_rate": 1.813236024021904e-05, + "loss": 0.0297, + "step": 26147 + }, + { + "epoch": 22.178117048346056, + "grad_norm": 0.678811957115183, + "learning_rate": 1.813220037779497e-05, + "loss": 0.0268, + "step": 26148 + }, + { + "epoch": 22.178965224766753, + "grad_norm": 0.7237996843179231, + "learning_rate": 1.813204050923417e-05, + "loss": 0.0313, + "step": 26149 + }, + { + "epoch": 22.179813401187445, + "grad_norm": 0.7137741330110663, + "learning_rate": 1.8131880634536765e-05, + "loss": 0.0308, + "step": 26150 + }, + { + "epoch": 22.18066157760814, + "grad_norm": 0.7019601372440888, + "learning_rate": 1.8131720753702872e-05, + "loss": 0.0306, + "step": 26151 + }, + { + "epoch": 22.181509754028838, + "grad_norm": 0.6760904430917306, + "learning_rate": 1.813156086673262e-05, + "loss": 0.0293, + "step": 26152 + }, + { + "epoch": 22.182357930449534, + "grad_norm": 0.8170286320688066, + "learning_rate": 1.8131400973626125e-05, + "loss": 0.0297, + "step": 26153 + }, + { + "epoch": 22.18320610687023, + "grad_norm": 0.7082587768059041, + "learning_rate": 1.81312410743835e-05, + "loss": 0.0302, + "step": 26154 + }, + { + "epoch": 22.184054283290923, + "grad_norm": 0.6862700642111899, + "learning_rate": 1.813108116900488e-05, + "loss": 0.031, + "step": 26155 + }, + { + "epoch": 22.18490245971162, + "grad_norm": 0.6439391068929597, + "learning_rate": 1.8130921257490376e-05, + "loss": 0.0291, + "step": 26156 + }, + { + "epoch": 22.185750636132315, + "grad_norm": 0.6775878557632008, + "learning_rate": 1.8130761339840114e-05, + "loss": 0.0287, + "step": 26157 + }, + { + "epoch": 22.18659881255301, + "grad_norm": 0.7743346250693857, + "learning_rate": 1.8130601416054206e-05, + "loss": 0.0302, + "step": 26158 + }, + { + "epoch": 22.187446988973708, + "grad_norm": 0.6131685991712111, + "learning_rate": 1.8130441486132785e-05, + "loss": 0.0281, + "step": 26159 + }, + { + "epoch": 22.1882951653944, + "grad_norm": 0.6958747232315675, + "learning_rate": 1.813028155007596e-05, + "loss": 0.0317, + "step": 26160 + }, + { + "epoch": 22.189143341815097, + "grad_norm": 0.7722567964480392, + "learning_rate": 1.813012160788386e-05, + "loss": 0.0304, + "step": 26161 + }, + { + "epoch": 22.189991518235793, + "grad_norm": 0.7275089890534084, + "learning_rate": 1.81299616595566e-05, + "loss": 0.0331, + "step": 26162 + }, + { + "epoch": 22.19083969465649, + "grad_norm": 0.8708983995965123, + "learning_rate": 1.8129801705094305e-05, + "loss": 0.0291, + "step": 26163 + }, + { + "epoch": 22.191687871077185, + "grad_norm": 0.6646494068043983, + "learning_rate": 1.8129641744497094e-05, + "loss": 0.03, + "step": 26164 + }, + { + "epoch": 22.192536047497878, + "grad_norm": 0.6616965656671215, + "learning_rate": 1.8129481777765088e-05, + "loss": 0.0292, + "step": 26165 + }, + { + "epoch": 22.193384223918574, + "grad_norm": 0.6329986331596588, + "learning_rate": 1.8129321804898408e-05, + "loss": 0.0298, + "step": 26166 + }, + { + "epoch": 22.19423240033927, + "grad_norm": 0.8816449513702066, + "learning_rate": 1.8129161825897174e-05, + "loss": 0.0324, + "step": 26167 + }, + { + "epoch": 22.195080576759967, + "grad_norm": 0.7124463368927488, + "learning_rate": 1.8129001840761503e-05, + "loss": 0.0323, + "step": 26168 + }, + { + "epoch": 22.195928753180663, + "grad_norm": 0.8373672028350129, + "learning_rate": 1.8128841849491525e-05, + "loss": 0.0333, + "step": 26169 + }, + { + "epoch": 22.196776929601356, + "grad_norm": 0.6810475436255139, + "learning_rate": 1.812868185208735e-05, + "loss": 0.0303, + "step": 26170 + }, + { + "epoch": 22.197625106022052, + "grad_norm": 0.5909575747696653, + "learning_rate": 1.812852184854911e-05, + "loss": 0.0266, + "step": 26171 + }, + { + "epoch": 22.198473282442748, + "grad_norm": 0.6249988291569072, + "learning_rate": 1.812836183887692e-05, + "loss": 0.0299, + "step": 26172 + }, + { + "epoch": 22.199321458863444, + "grad_norm": 0.6626499444030514, + "learning_rate": 1.8128201823070893e-05, + "loss": 0.0277, + "step": 26173 + }, + { + "epoch": 22.20016963528414, + "grad_norm": 0.6422403565704351, + "learning_rate": 1.8128041801131163e-05, + "loss": 0.0303, + "step": 26174 + }, + { + "epoch": 22.201017811704833, + "grad_norm": 0.8959065104319915, + "learning_rate": 1.8127881773057844e-05, + "loss": 0.0331, + "step": 26175 + }, + { + "epoch": 22.20186598812553, + "grad_norm": 0.8031347008422006, + "learning_rate": 1.8127721738851058e-05, + "loss": 0.0299, + "step": 26176 + }, + { + "epoch": 22.202714164546226, + "grad_norm": 0.6075781812617456, + "learning_rate": 1.8127561698510927e-05, + "loss": 0.0316, + "step": 26177 + }, + { + "epoch": 22.203562340966922, + "grad_norm": 0.8883959257207541, + "learning_rate": 1.812740165203757e-05, + "loss": 0.0363, + "step": 26178 + }, + { + "epoch": 22.20441051738762, + "grad_norm": 0.7344203398773506, + "learning_rate": 1.8127241599431102e-05, + "loss": 0.0308, + "step": 26179 + }, + { + "epoch": 22.20525869380831, + "grad_norm": 0.7354264178754161, + "learning_rate": 1.8127081540691657e-05, + "loss": 0.0301, + "step": 26180 + }, + { + "epoch": 22.206106870229007, + "grad_norm": 0.6656400237720679, + "learning_rate": 1.8126921475819347e-05, + "loss": 0.0296, + "step": 26181 + }, + { + "epoch": 22.206955046649703, + "grad_norm": 1.174786355395912, + "learning_rate": 1.8126761404814295e-05, + "loss": 0.0355, + "step": 26182 + }, + { + "epoch": 22.2078032230704, + "grad_norm": 0.7764959526966292, + "learning_rate": 1.812660132767662e-05, + "loss": 0.0304, + "step": 26183 + }, + { + "epoch": 22.208651399491096, + "grad_norm": 0.7290470218777297, + "learning_rate": 1.8126441244406443e-05, + "loss": 0.0296, + "step": 26184 + }, + { + "epoch": 22.20949957591179, + "grad_norm": 0.6514503117585929, + "learning_rate": 1.8126281155003886e-05, + "loss": 0.0315, + "step": 26185 + }, + { + "epoch": 22.210347752332485, + "grad_norm": 1.3236537342005197, + "learning_rate": 1.8126121059469072e-05, + "loss": 0.0321, + "step": 26186 + }, + { + "epoch": 22.21119592875318, + "grad_norm": 0.7340823243495783, + "learning_rate": 1.812596095780212e-05, + "loss": 0.031, + "step": 26187 + }, + { + "epoch": 22.212044105173877, + "grad_norm": 0.7472835684231929, + "learning_rate": 1.8125800850003148e-05, + "loss": 0.0299, + "step": 26188 + }, + { + "epoch": 22.21289228159457, + "grad_norm": 0.7463444280192104, + "learning_rate": 1.812564073607228e-05, + "loss": 0.0326, + "step": 26189 + }, + { + "epoch": 22.213740458015266, + "grad_norm": 0.7350080936590491, + "learning_rate": 1.8125480616009637e-05, + "loss": 0.0308, + "step": 26190 + }, + { + "epoch": 22.214588634435962, + "grad_norm": 0.8510630664007331, + "learning_rate": 1.8125320489815337e-05, + "loss": 0.0357, + "step": 26191 + }, + { + "epoch": 22.21543681085666, + "grad_norm": 0.778253651646112, + "learning_rate": 1.81251603574895e-05, + "loss": 0.0307, + "step": 26192 + }, + { + "epoch": 22.216284987277355, + "grad_norm": 0.7397342424370664, + "learning_rate": 1.8125000219032258e-05, + "loss": 0.0297, + "step": 26193 + }, + { + "epoch": 22.217133163698048, + "grad_norm": 0.8205978875710381, + "learning_rate": 1.8124840074443716e-05, + "loss": 0.0311, + "step": 26194 + }, + { + "epoch": 22.217981340118744, + "grad_norm": 0.8814255815822977, + "learning_rate": 1.8124679923724004e-05, + "loss": 0.035, + "step": 26195 + }, + { + "epoch": 22.21882951653944, + "grad_norm": 0.7271612054685972, + "learning_rate": 1.8124519766873243e-05, + "loss": 0.0304, + "step": 26196 + }, + { + "epoch": 22.219677692960136, + "grad_norm": 0.7781570881506225, + "learning_rate": 1.8124359603891547e-05, + "loss": 0.0322, + "step": 26197 + }, + { + "epoch": 22.220525869380833, + "grad_norm": 0.8317724116216776, + "learning_rate": 1.8124199434779046e-05, + "loss": 0.0342, + "step": 26198 + }, + { + "epoch": 22.221374045801525, + "grad_norm": 0.9154738975505466, + "learning_rate": 1.8124039259535857e-05, + "loss": 0.0325, + "step": 26199 + }, + { + "epoch": 22.22222222222222, + "grad_norm": 0.7475488384092702, + "learning_rate": 1.81238790781621e-05, + "loss": 0.0314, + "step": 26200 + }, + { + "epoch": 22.223070398642918, + "grad_norm": 0.7228332871119323, + "learning_rate": 1.812371889065789e-05, + "loss": 0.0283, + "step": 26201 + }, + { + "epoch": 22.223918575063614, + "grad_norm": 0.7184717967885754, + "learning_rate": 1.8123558697023364e-05, + "loss": 0.0312, + "step": 26202 + }, + { + "epoch": 22.22476675148431, + "grad_norm": 0.7952384023526817, + "learning_rate": 1.8123398497258628e-05, + "loss": 0.0316, + "step": 26203 + }, + { + "epoch": 22.225614927905003, + "grad_norm": 0.8421109534795771, + "learning_rate": 1.812323829136381e-05, + "loss": 0.0329, + "step": 26204 + }, + { + "epoch": 22.2264631043257, + "grad_norm": 0.7851934985979775, + "learning_rate": 1.8123078079339027e-05, + "loss": 0.0311, + "step": 26205 + }, + { + "epoch": 22.227311280746395, + "grad_norm": 0.686423399588595, + "learning_rate": 1.8122917861184403e-05, + "loss": 0.0307, + "step": 26206 + }, + { + "epoch": 22.22815945716709, + "grad_norm": 0.9420366320298912, + "learning_rate": 1.8122757636900056e-05, + "loss": 0.0338, + "step": 26207 + }, + { + "epoch": 22.229007633587788, + "grad_norm": 0.7678431038929098, + "learning_rate": 1.812259740648611e-05, + "loss": 0.0319, + "step": 26208 + }, + { + "epoch": 22.22985581000848, + "grad_norm": 0.6850287386721338, + "learning_rate": 1.8122437169942686e-05, + "loss": 0.0332, + "step": 26209 + }, + { + "epoch": 22.230703986429177, + "grad_norm": 0.7761458779561851, + "learning_rate": 1.81222769272699e-05, + "loss": 0.0322, + "step": 26210 + }, + { + "epoch": 22.231552162849873, + "grad_norm": 0.6189276171033636, + "learning_rate": 1.812211667846788e-05, + "loss": 0.0308, + "step": 26211 + }, + { + "epoch": 22.23240033927057, + "grad_norm": 0.8311211768639527, + "learning_rate": 1.8121956423536738e-05, + "loss": 0.0337, + "step": 26212 + }, + { + "epoch": 22.233248515691265, + "grad_norm": 0.6241616264762496, + "learning_rate": 1.8121796162476605e-05, + "loss": 0.0299, + "step": 26213 + }, + { + "epoch": 22.234096692111958, + "grad_norm": 0.7524529420336099, + "learning_rate": 1.8121635895287596e-05, + "loss": 0.0307, + "step": 26214 + }, + { + "epoch": 22.234944868532654, + "grad_norm": 0.7728296798509321, + "learning_rate": 1.8121475621969833e-05, + "loss": 0.0325, + "step": 26215 + }, + { + "epoch": 22.23579304495335, + "grad_norm": 0.8676244946958017, + "learning_rate": 1.8121315342523437e-05, + "loss": 0.0323, + "step": 26216 + }, + { + "epoch": 22.236641221374047, + "grad_norm": 0.6439668628404039, + "learning_rate": 1.812115505694853e-05, + "loss": 0.0278, + "step": 26217 + }, + { + "epoch": 22.237489397794743, + "grad_norm": 0.7070057132980085, + "learning_rate": 1.812099476524523e-05, + "loss": 0.0289, + "step": 26218 + }, + { + "epoch": 22.238337574215436, + "grad_norm": 0.7708375758311332, + "learning_rate": 1.8120834467413662e-05, + "loss": 0.029, + "step": 26219 + }, + { + "epoch": 22.239185750636132, + "grad_norm": 0.6558526740673388, + "learning_rate": 1.8120674163453943e-05, + "loss": 0.0315, + "step": 26220 + }, + { + "epoch": 22.240033927056828, + "grad_norm": 0.6897521629910127, + "learning_rate": 1.81205138533662e-05, + "loss": 0.0292, + "step": 26221 + }, + { + "epoch": 22.240882103477524, + "grad_norm": 0.8186050009779018, + "learning_rate": 1.8120353537150546e-05, + "loss": 0.0342, + "step": 26222 + }, + { + "epoch": 22.24173027989822, + "grad_norm": 0.8266709791695329, + "learning_rate": 1.8120193214807105e-05, + "loss": 0.0305, + "step": 26223 + }, + { + "epoch": 22.242578456318913, + "grad_norm": 0.845719241177292, + "learning_rate": 1.8120032886336e-05, + "loss": 0.0326, + "step": 26224 + }, + { + "epoch": 22.24342663273961, + "grad_norm": 0.7412157245526715, + "learning_rate": 1.811987255173735e-05, + "loss": 0.0298, + "step": 26225 + }, + { + "epoch": 22.244274809160306, + "grad_norm": 0.7347541782058149, + "learning_rate": 1.811971221101128e-05, + "loss": 0.0324, + "step": 26226 + }, + { + "epoch": 22.245122985581002, + "grad_norm": 0.6766029487018719, + "learning_rate": 1.81195518641579e-05, + "loss": 0.032, + "step": 26227 + }, + { + "epoch": 22.245971162001695, + "grad_norm": 0.7596600415514644, + "learning_rate": 1.8119391511177347e-05, + "loss": 0.0309, + "step": 26228 + }, + { + "epoch": 22.24681933842239, + "grad_norm": 0.6604856745317093, + "learning_rate": 1.811923115206973e-05, + "loss": 0.032, + "step": 26229 + }, + { + "epoch": 22.247667514843087, + "grad_norm": 0.7536835622106014, + "learning_rate": 1.8119070786835175e-05, + "loss": 0.0308, + "step": 26230 + }, + { + "epoch": 22.248515691263783, + "grad_norm": 0.7517519180592065, + "learning_rate": 1.8118910415473802e-05, + "loss": 0.0303, + "step": 26231 + }, + { + "epoch": 22.24936386768448, + "grad_norm": 0.7983362418547467, + "learning_rate": 1.811875003798573e-05, + "loss": 0.0347, + "step": 26232 + }, + { + "epoch": 22.250212044105172, + "grad_norm": 0.7258378330526327, + "learning_rate": 1.8118589654371085e-05, + "loss": 0.0314, + "step": 26233 + }, + { + "epoch": 22.25106022052587, + "grad_norm": 0.8860858554047557, + "learning_rate": 1.811842926462998e-05, + "loss": 0.0344, + "step": 26234 + }, + { + "epoch": 22.251908396946565, + "grad_norm": 0.7912569289847786, + "learning_rate": 1.811826886876255e-05, + "loss": 0.0318, + "step": 26235 + }, + { + "epoch": 22.25275657336726, + "grad_norm": 0.717535782162254, + "learning_rate": 1.8118108466768897e-05, + "loss": 0.0327, + "step": 26236 + }, + { + "epoch": 22.253604749787957, + "grad_norm": 0.8310769522757261, + "learning_rate": 1.8117948058649154e-05, + "loss": 0.0314, + "step": 26237 + }, + { + "epoch": 22.25445292620865, + "grad_norm": 0.8085205098847508, + "learning_rate": 1.8117787644403444e-05, + "loss": 0.0319, + "step": 26238 + }, + { + "epoch": 22.255301102629346, + "grad_norm": 0.7552851784033138, + "learning_rate": 1.811762722403188e-05, + "loss": 0.0306, + "step": 26239 + }, + { + "epoch": 22.256149279050042, + "grad_norm": 0.8010106437044476, + "learning_rate": 1.8117466797534592e-05, + "loss": 0.0318, + "step": 26240 + }, + { + "epoch": 22.25699745547074, + "grad_norm": 0.7736589739011983, + "learning_rate": 1.811730636491169e-05, + "loss": 0.0304, + "step": 26241 + }, + { + "epoch": 22.257845631891435, + "grad_norm": 0.7109645787192396, + "learning_rate": 1.8117145926163307e-05, + "loss": 0.0312, + "step": 26242 + }, + { + "epoch": 22.258693808312128, + "grad_norm": 0.7069548810558794, + "learning_rate": 1.8116985481289554e-05, + "loss": 0.0313, + "step": 26243 + }, + { + "epoch": 22.259541984732824, + "grad_norm": 0.7316105326219924, + "learning_rate": 1.8116825030290556e-05, + "loss": 0.0326, + "step": 26244 + }, + { + "epoch": 22.26039016115352, + "grad_norm": 0.661560740580449, + "learning_rate": 1.811666457316644e-05, + "loss": 0.0323, + "step": 26245 + }, + { + "epoch": 22.261238337574216, + "grad_norm": 0.7179011887681784, + "learning_rate": 1.8116504109917317e-05, + "loss": 0.0335, + "step": 26246 + }, + { + "epoch": 22.262086513994912, + "grad_norm": 0.7256905059263068, + "learning_rate": 1.8116343640543315e-05, + "loss": 0.03, + "step": 26247 + }, + { + "epoch": 22.262934690415605, + "grad_norm": 0.8930335465285049, + "learning_rate": 1.811618316504455e-05, + "loss": 0.0336, + "step": 26248 + }, + { + "epoch": 22.2637828668363, + "grad_norm": 0.7162990586800566, + "learning_rate": 1.8116022683421148e-05, + "loss": 0.0331, + "step": 26249 + }, + { + "epoch": 22.264631043256998, + "grad_norm": 0.7716936444102186, + "learning_rate": 1.8115862195673227e-05, + "loss": 0.0328, + "step": 26250 + }, + { + "epoch": 22.265479219677694, + "grad_norm": 0.7223164145153965, + "learning_rate": 1.811570170180091e-05, + "loss": 0.0296, + "step": 26251 + }, + { + "epoch": 22.26632739609839, + "grad_norm": 0.7108665581158322, + "learning_rate": 1.8115541201804317e-05, + "loss": 0.0308, + "step": 26252 + }, + { + "epoch": 22.267175572519083, + "grad_norm": 0.6783079007201035, + "learning_rate": 1.811538069568357e-05, + "loss": 0.0319, + "step": 26253 + }, + { + "epoch": 22.26802374893978, + "grad_norm": 0.7332311228177725, + "learning_rate": 1.8115220183438785e-05, + "loss": 0.0322, + "step": 26254 + }, + { + "epoch": 22.268871925360475, + "grad_norm": 0.7574836719089236, + "learning_rate": 1.811505966507009e-05, + "loss": 0.0309, + "step": 26255 + }, + { + "epoch": 22.26972010178117, + "grad_norm": 0.698229040542119, + "learning_rate": 1.8114899140577605e-05, + "loss": 0.0284, + "step": 26256 + }, + { + "epoch": 22.270568278201868, + "grad_norm": 0.7177073414560284, + "learning_rate": 1.811473860996145e-05, + "loss": 0.0306, + "step": 26257 + }, + { + "epoch": 22.27141645462256, + "grad_norm": 0.9195405152771162, + "learning_rate": 1.8114578073221747e-05, + "loss": 0.0331, + "step": 26258 + }, + { + "epoch": 22.272264631043257, + "grad_norm": 0.8077736490662655, + "learning_rate": 1.8114417530358618e-05, + "loss": 0.0303, + "step": 26259 + }, + { + "epoch": 22.273112807463953, + "grad_norm": 0.7528171072534836, + "learning_rate": 1.8114256981372173e-05, + "loss": 0.0313, + "step": 26260 + }, + { + "epoch": 22.27396098388465, + "grad_norm": 0.6316112838663304, + "learning_rate": 1.811409642626255e-05, + "loss": 0.0292, + "step": 26261 + }, + { + "epoch": 22.274809160305345, + "grad_norm": 0.7537743864006823, + "learning_rate": 1.811393586502986e-05, + "loss": 0.0328, + "step": 26262 + }, + { + "epoch": 22.275657336726038, + "grad_norm": 0.767477201100914, + "learning_rate": 1.8113775297674226e-05, + "loss": 0.0338, + "step": 26263 + }, + { + "epoch": 22.276505513146734, + "grad_norm": 0.7074291684542906, + "learning_rate": 1.8113614724195772e-05, + "loss": 0.0305, + "step": 26264 + }, + { + "epoch": 22.27735368956743, + "grad_norm": 0.8219492168674091, + "learning_rate": 1.811345414459462e-05, + "loss": 0.0322, + "step": 26265 + }, + { + "epoch": 22.278201865988127, + "grad_norm": 0.8740096948912324, + "learning_rate": 1.811329355887088e-05, + "loss": 0.0367, + "step": 26266 + }, + { + "epoch": 22.27905004240882, + "grad_norm": 0.7600195563118125, + "learning_rate": 1.8113132967024687e-05, + "loss": 0.0308, + "step": 26267 + }, + { + "epoch": 22.279898218829516, + "grad_norm": 0.7184351344505113, + "learning_rate": 1.8112972369056156e-05, + "loss": 0.0295, + "step": 26268 + }, + { + "epoch": 22.280746395250212, + "grad_norm": 0.7462424512837197, + "learning_rate": 1.8112811764965406e-05, + "loss": 0.0302, + "step": 26269 + }, + { + "epoch": 22.281594571670908, + "grad_norm": 0.7526845935875295, + "learning_rate": 1.8112651154752567e-05, + "loss": 0.0328, + "step": 26270 + }, + { + "epoch": 22.282442748091604, + "grad_norm": 0.768738529981101, + "learning_rate": 1.811249053841775e-05, + "loss": 0.029, + "step": 26271 + }, + { + "epoch": 22.283290924512297, + "grad_norm": 0.8326083957902598, + "learning_rate": 1.811232991596108e-05, + "loss": 0.0316, + "step": 26272 + }, + { + "epoch": 22.284139100932993, + "grad_norm": 0.8011508791047232, + "learning_rate": 1.8112169287382678e-05, + "loss": 0.0297, + "step": 26273 + }, + { + "epoch": 22.28498727735369, + "grad_norm": 0.7707542290872325, + "learning_rate": 1.8112008652682668e-05, + "loss": 0.0303, + "step": 26274 + }, + { + "epoch": 22.285835453774386, + "grad_norm": 0.6978486904252758, + "learning_rate": 1.8111848011861168e-05, + "loss": 0.0299, + "step": 26275 + }, + { + "epoch": 22.286683630195082, + "grad_norm": 0.8132348908604938, + "learning_rate": 1.81116873649183e-05, + "loss": 0.0321, + "step": 26276 + }, + { + "epoch": 22.287531806615775, + "grad_norm": 0.6577892102630387, + "learning_rate": 1.8111526711854185e-05, + "loss": 0.0296, + "step": 26277 + }, + { + "epoch": 22.28837998303647, + "grad_norm": 0.6519019099248139, + "learning_rate": 1.8111366052668947e-05, + "loss": 0.032, + "step": 26278 + }, + { + "epoch": 22.289228159457167, + "grad_norm": 0.7313608828280763, + "learning_rate": 1.8111205387362703e-05, + "loss": 0.0306, + "step": 26279 + }, + { + "epoch": 22.290076335877863, + "grad_norm": 0.7387704074549365, + "learning_rate": 1.8111044715935575e-05, + "loss": 0.0319, + "step": 26280 + }, + { + "epoch": 22.29092451229856, + "grad_norm": 0.7749077058899704, + "learning_rate": 1.8110884038387688e-05, + "loss": 0.0317, + "step": 26281 + }, + { + "epoch": 22.291772688719252, + "grad_norm": 0.878094121036795, + "learning_rate": 1.811072335471916e-05, + "loss": 0.0346, + "step": 26282 + }, + { + "epoch": 22.29262086513995, + "grad_norm": 0.8198156076421176, + "learning_rate": 1.811056266493011e-05, + "loss": 0.0313, + "step": 26283 + }, + { + "epoch": 22.293469041560645, + "grad_norm": 0.6435395276175583, + "learning_rate": 1.811040196902067e-05, + "loss": 0.0272, + "step": 26284 + }, + { + "epoch": 22.29431721798134, + "grad_norm": 0.8045400099524658, + "learning_rate": 1.811024126699095e-05, + "loss": 0.0329, + "step": 26285 + }, + { + "epoch": 22.295165394402037, + "grad_norm": 0.7536422034086838, + "learning_rate": 1.811008055884107e-05, + "loss": 0.0314, + "step": 26286 + }, + { + "epoch": 22.29601357082273, + "grad_norm": 0.7486134614721185, + "learning_rate": 1.810991984457116e-05, + "loss": 0.0308, + "step": 26287 + }, + { + "epoch": 22.296861747243426, + "grad_norm": 0.694253173887703, + "learning_rate": 1.8109759124181337e-05, + "loss": 0.0302, + "step": 26288 + }, + { + "epoch": 22.297709923664122, + "grad_norm": 0.630446364281859, + "learning_rate": 1.8109598397671718e-05, + "loss": 0.03, + "step": 26289 + }, + { + "epoch": 22.29855810008482, + "grad_norm": 0.7751182997306771, + "learning_rate": 1.8109437665042434e-05, + "loss": 0.0332, + "step": 26290 + }, + { + "epoch": 22.299406276505515, + "grad_norm": 0.7878446644061974, + "learning_rate": 1.8109276926293602e-05, + "loss": 0.0322, + "step": 26291 + }, + { + "epoch": 22.300254452926207, + "grad_norm": 0.6940990666818139, + "learning_rate": 1.8109116181425336e-05, + "loss": 0.0288, + "step": 26292 + }, + { + "epoch": 22.301102629346904, + "grad_norm": 0.658679746855514, + "learning_rate": 1.8108955430437772e-05, + "loss": 0.0314, + "step": 26293 + }, + { + "epoch": 22.3019508057676, + "grad_norm": 0.8539345043274589, + "learning_rate": 1.810879467333102e-05, + "loss": 0.0343, + "step": 26294 + }, + { + "epoch": 22.302798982188296, + "grad_norm": 0.6833768530070775, + "learning_rate": 1.81086339101052e-05, + "loss": 0.0317, + "step": 26295 + }, + { + "epoch": 22.303647158608992, + "grad_norm": 0.7679940432281522, + "learning_rate": 1.8108473140760444e-05, + "loss": 0.0318, + "step": 26296 + }, + { + "epoch": 22.304495335029685, + "grad_norm": 0.7748090559890238, + "learning_rate": 1.8108312365296864e-05, + "loss": 0.0341, + "step": 26297 + }, + { + "epoch": 22.30534351145038, + "grad_norm": 0.9053845341865, + "learning_rate": 1.810815158371458e-05, + "loss": 0.0331, + "step": 26298 + }, + { + "epoch": 22.306191687871078, + "grad_norm": 0.6408941077970629, + "learning_rate": 1.8107990796013726e-05, + "loss": 0.0297, + "step": 26299 + }, + { + "epoch": 22.307039864291774, + "grad_norm": 0.8743259906330811, + "learning_rate": 1.810783000219441e-05, + "loss": 0.0325, + "step": 26300 + }, + { + "epoch": 22.307888040712466, + "grad_norm": 0.7321933726736269, + "learning_rate": 1.8107669202256758e-05, + "loss": 0.0321, + "step": 26301 + }, + { + "epoch": 22.308736217133163, + "grad_norm": 0.8159128863763818, + "learning_rate": 1.8107508396200895e-05, + "loss": 0.0327, + "step": 26302 + }, + { + "epoch": 22.30958439355386, + "grad_norm": 0.8414075604682545, + "learning_rate": 1.8107347584026937e-05, + "loss": 0.0345, + "step": 26303 + }, + { + "epoch": 22.310432569974555, + "grad_norm": 0.9809680947545651, + "learning_rate": 1.8107186765735006e-05, + "loss": 0.0352, + "step": 26304 + }, + { + "epoch": 22.31128074639525, + "grad_norm": 0.7057437577332796, + "learning_rate": 1.810702594132523e-05, + "loss": 0.0325, + "step": 26305 + }, + { + "epoch": 22.312128922815944, + "grad_norm": 0.6159313249777277, + "learning_rate": 1.810686511079772e-05, + "loss": 0.0295, + "step": 26306 + }, + { + "epoch": 22.31297709923664, + "grad_norm": 0.7164754488881784, + "learning_rate": 1.8106704274152603e-05, + "loss": 0.0326, + "step": 26307 + }, + { + "epoch": 22.313825275657337, + "grad_norm": 0.8294266975794716, + "learning_rate": 1.8106543431390002e-05, + "loss": 0.0324, + "step": 26308 + }, + { + "epoch": 22.314673452078033, + "grad_norm": 0.6995514475235647, + "learning_rate": 1.8106382582510034e-05, + "loss": 0.0302, + "step": 26309 + }, + { + "epoch": 22.31552162849873, + "grad_norm": 0.7422435543259567, + "learning_rate": 1.8106221727512824e-05, + "loss": 0.0326, + "step": 26310 + }, + { + "epoch": 22.31636980491942, + "grad_norm": 0.8166276444278805, + "learning_rate": 1.810606086639849e-05, + "loss": 0.0311, + "step": 26311 + }, + { + "epoch": 22.317217981340118, + "grad_norm": 0.8589434512795363, + "learning_rate": 1.8105899999167155e-05, + "loss": 0.0324, + "step": 26312 + }, + { + "epoch": 22.318066157760814, + "grad_norm": 0.746048752851857, + "learning_rate": 1.8105739125818943e-05, + "loss": 0.0334, + "step": 26313 + }, + { + "epoch": 22.31891433418151, + "grad_norm": 0.753727173550289, + "learning_rate": 1.810557824635397e-05, + "loss": 0.0321, + "step": 26314 + }, + { + "epoch": 22.319762510602207, + "grad_norm": 0.7896309359329814, + "learning_rate": 1.8105417360772363e-05, + "loss": 0.0294, + "step": 26315 + }, + { + "epoch": 22.3206106870229, + "grad_norm": 0.6577422840005925, + "learning_rate": 1.8105256469074243e-05, + "loss": 0.0297, + "step": 26316 + }, + { + "epoch": 22.321458863443596, + "grad_norm": 0.8870273340488496, + "learning_rate": 1.8105095571259728e-05, + "loss": 0.0349, + "step": 26317 + }, + { + "epoch": 22.32230703986429, + "grad_norm": 0.7088705224327446, + "learning_rate": 1.810493466732894e-05, + "loss": 0.0296, + "step": 26318 + }, + { + "epoch": 22.323155216284988, + "grad_norm": 0.7680447497965327, + "learning_rate": 1.8104773757282003e-05, + "loss": 0.0343, + "step": 26319 + }, + { + "epoch": 22.324003392705684, + "grad_norm": 0.7592500226530161, + "learning_rate": 1.810461284111903e-05, + "loss": 0.0338, + "step": 26320 + }, + { + "epoch": 22.324851569126377, + "grad_norm": 0.7404754113459177, + "learning_rate": 1.8104451918840157e-05, + "loss": 0.0322, + "step": 26321 + }, + { + "epoch": 22.325699745547073, + "grad_norm": 0.7523639814421047, + "learning_rate": 1.8104290990445493e-05, + "loss": 0.0291, + "step": 26322 + }, + { + "epoch": 22.32654792196777, + "grad_norm": 0.7866987021662977, + "learning_rate": 1.8104130055935166e-05, + "loss": 0.0306, + "step": 26323 + }, + { + "epoch": 22.327396098388466, + "grad_norm": 0.6601456653793095, + "learning_rate": 1.8103969115309295e-05, + "loss": 0.0305, + "step": 26324 + }, + { + "epoch": 22.328244274809162, + "grad_norm": 0.7820537615519605, + "learning_rate": 1.8103808168568e-05, + "loss": 0.0313, + "step": 26325 + }, + { + "epoch": 22.329092451229855, + "grad_norm": 0.6431263930281239, + "learning_rate": 1.810364721571141e-05, + "loss": 0.03, + "step": 26326 + }, + { + "epoch": 22.32994062765055, + "grad_norm": 0.83724916149767, + "learning_rate": 1.8103486256739632e-05, + "loss": 0.0374, + "step": 26327 + }, + { + "epoch": 22.330788804071247, + "grad_norm": 0.7128327791943794, + "learning_rate": 1.8103325291652805e-05, + "loss": 0.0324, + "step": 26328 + }, + { + "epoch": 22.331636980491943, + "grad_norm": 0.635451856548494, + "learning_rate": 1.8103164320451037e-05, + "loss": 0.0297, + "step": 26329 + }, + { + "epoch": 22.33248515691264, + "grad_norm": 0.7149822019491204, + "learning_rate": 1.8103003343134454e-05, + "loss": 0.0297, + "step": 26330 + }, + { + "epoch": 22.333333333333332, + "grad_norm": 0.6978788939896727, + "learning_rate": 1.8102842359703177e-05, + "loss": 0.0324, + "step": 26331 + }, + { + "epoch": 22.33418150975403, + "grad_norm": 0.7338221214899692, + "learning_rate": 1.8102681370157328e-05, + "loss": 0.0311, + "step": 26332 + }, + { + "epoch": 22.335029686174725, + "grad_norm": 0.8196517846957408, + "learning_rate": 1.8102520374497033e-05, + "loss": 0.0332, + "step": 26333 + }, + { + "epoch": 22.33587786259542, + "grad_norm": 0.6818788941358841, + "learning_rate": 1.8102359372722404e-05, + "loss": 0.0318, + "step": 26334 + }, + { + "epoch": 22.336726039016117, + "grad_norm": 0.71799540110504, + "learning_rate": 1.810219836483357e-05, + "loss": 0.0314, + "step": 26335 + }, + { + "epoch": 22.33757421543681, + "grad_norm": 0.882876815587867, + "learning_rate": 1.8102037350830647e-05, + "loss": 0.0341, + "step": 26336 + }, + { + "epoch": 22.338422391857506, + "grad_norm": 0.8330942114504254, + "learning_rate": 1.8101876330713763e-05, + "loss": 0.0341, + "step": 26337 + }, + { + "epoch": 22.339270568278202, + "grad_norm": 0.8158537571718811, + "learning_rate": 1.8101715304483036e-05, + "loss": 0.0322, + "step": 26338 + }, + { + "epoch": 22.3401187446989, + "grad_norm": 0.9261619347586915, + "learning_rate": 1.8101554272138585e-05, + "loss": 0.032, + "step": 26339 + }, + { + "epoch": 22.34096692111959, + "grad_norm": 0.7656626596627596, + "learning_rate": 1.8101393233680537e-05, + "loss": 0.0298, + "step": 26340 + }, + { + "epoch": 22.341815097540287, + "grad_norm": 0.6771739457582551, + "learning_rate": 1.810123218910901e-05, + "loss": 0.0297, + "step": 26341 + }, + { + "epoch": 22.342663273960984, + "grad_norm": 0.7221046903318069, + "learning_rate": 1.8101071138424126e-05, + "loss": 0.0309, + "step": 26342 + }, + { + "epoch": 22.34351145038168, + "grad_norm": 0.7125864504379897, + "learning_rate": 1.810091008162601e-05, + "loss": 0.0297, + "step": 26343 + }, + { + "epoch": 22.344359626802376, + "grad_norm": 0.7935316015633963, + "learning_rate": 1.8100749018714775e-05, + "loss": 0.0317, + "step": 26344 + }, + { + "epoch": 22.34520780322307, + "grad_norm": 0.757038270577001, + "learning_rate": 1.810058794969055e-05, + "loss": 0.0293, + "step": 26345 + }, + { + "epoch": 22.346055979643765, + "grad_norm": 0.9013973525793189, + "learning_rate": 1.8100426874553452e-05, + "loss": 0.0344, + "step": 26346 + }, + { + "epoch": 22.34690415606446, + "grad_norm": 0.7485758892356209, + "learning_rate": 1.810026579330361e-05, + "loss": 0.0316, + "step": 26347 + }, + { + "epoch": 22.347752332485157, + "grad_norm": 0.8496729849182011, + "learning_rate": 1.810010470594113e-05, + "loss": 0.0334, + "step": 26348 + }, + { + "epoch": 22.348600508905854, + "grad_norm": 0.8070081320463423, + "learning_rate": 1.8099943612466156e-05, + "loss": 0.0323, + "step": 26349 + }, + { + "epoch": 22.349448685326546, + "grad_norm": 0.8133511659361513, + "learning_rate": 1.809978251287879e-05, + "loss": 0.0322, + "step": 26350 + }, + { + "epoch": 22.350296861747243, + "grad_norm": 0.853118331538937, + "learning_rate": 1.8099621407179166e-05, + "loss": 0.0338, + "step": 26351 + }, + { + "epoch": 22.35114503816794, + "grad_norm": 0.8124116212759432, + "learning_rate": 1.8099460295367398e-05, + "loss": 0.0287, + "step": 26352 + }, + { + "epoch": 22.351993214588635, + "grad_norm": 0.714619572741172, + "learning_rate": 1.809929917744361e-05, + "loss": 0.0322, + "step": 26353 + }, + { + "epoch": 22.35284139100933, + "grad_norm": 0.7551910004000881, + "learning_rate": 1.8099138053407923e-05, + "loss": 0.0339, + "step": 26354 + }, + { + "epoch": 22.353689567430024, + "grad_norm": 0.8162856534025345, + "learning_rate": 1.8098976923260463e-05, + "loss": 0.0338, + "step": 26355 + }, + { + "epoch": 22.35453774385072, + "grad_norm": 0.7938203798011708, + "learning_rate": 1.8098815787001345e-05, + "loss": 0.0321, + "step": 26356 + }, + { + "epoch": 22.355385920271416, + "grad_norm": 0.6643411205175687, + "learning_rate": 1.8098654644630695e-05, + "loss": 0.0293, + "step": 26357 + }, + { + "epoch": 22.356234096692113, + "grad_norm": 0.8254807995631785, + "learning_rate": 1.809849349614863e-05, + "loss": 0.032, + "step": 26358 + }, + { + "epoch": 22.35708227311281, + "grad_norm": 0.7687421113138673, + "learning_rate": 1.809833234155528e-05, + "loss": 0.0329, + "step": 26359 + }, + { + "epoch": 22.3579304495335, + "grad_norm": 0.7674159686599105, + "learning_rate": 1.809817118085076e-05, + "loss": 0.0298, + "step": 26360 + }, + { + "epoch": 22.358778625954198, + "grad_norm": 0.8966734447009651, + "learning_rate": 1.8098010014035193e-05, + "loss": 0.0354, + "step": 26361 + }, + { + "epoch": 22.359626802374894, + "grad_norm": 0.8170952639807169, + "learning_rate": 1.80978488411087e-05, + "loss": 0.0315, + "step": 26362 + }, + { + "epoch": 22.36047497879559, + "grad_norm": 0.8254511982166365, + "learning_rate": 1.8097687662071403e-05, + "loss": 0.0303, + "step": 26363 + }, + { + "epoch": 22.361323155216287, + "grad_norm": 0.8016194677828128, + "learning_rate": 1.809752647692342e-05, + "loss": 0.0308, + "step": 26364 + }, + { + "epoch": 22.36217133163698, + "grad_norm": 0.7347315427874472, + "learning_rate": 1.8097365285664882e-05, + "loss": 0.0309, + "step": 26365 + }, + { + "epoch": 22.363019508057675, + "grad_norm": 0.6216426795333606, + "learning_rate": 1.8097204088295905e-05, + "loss": 0.0296, + "step": 26366 + }, + { + "epoch": 22.36386768447837, + "grad_norm": 1.0131741744514013, + "learning_rate": 1.8097042884816608e-05, + "loss": 0.0347, + "step": 26367 + }, + { + "epoch": 22.364715860899068, + "grad_norm": 0.8401526817249577, + "learning_rate": 1.8096881675227118e-05, + "loss": 0.0334, + "step": 26368 + }, + { + "epoch": 22.365564037319764, + "grad_norm": 0.7530119384849261, + "learning_rate": 1.8096720459527555e-05, + "loss": 0.0315, + "step": 26369 + }, + { + "epoch": 22.366412213740457, + "grad_norm": 0.7839067757360997, + "learning_rate": 1.8096559237718038e-05, + "loss": 0.0321, + "step": 26370 + }, + { + "epoch": 22.367260390161153, + "grad_norm": 0.8544752910216468, + "learning_rate": 1.809639800979869e-05, + "loss": 0.0337, + "step": 26371 + }, + { + "epoch": 22.36810856658185, + "grad_norm": 0.7670319152581998, + "learning_rate": 1.8096236775769633e-05, + "loss": 0.0283, + "step": 26372 + }, + { + "epoch": 22.368956743002546, + "grad_norm": 0.7141930469555801, + "learning_rate": 1.8096075535630994e-05, + "loss": 0.0289, + "step": 26373 + }, + { + "epoch": 22.36980491942324, + "grad_norm": 0.6190390750750582, + "learning_rate": 1.8095914289382883e-05, + "loss": 0.0301, + "step": 26374 + }, + { + "epoch": 22.370653095843934, + "grad_norm": 0.7848016568122355, + "learning_rate": 1.8095753037025428e-05, + "loss": 0.0357, + "step": 26375 + }, + { + "epoch": 22.37150127226463, + "grad_norm": 0.7977363590255948, + "learning_rate": 1.8095591778558755e-05, + "loss": 0.0315, + "step": 26376 + }, + { + "epoch": 22.372349448685327, + "grad_norm": 0.6967780370193661, + "learning_rate": 1.809543051398298e-05, + "loss": 0.0301, + "step": 26377 + }, + { + "epoch": 22.373197625106023, + "grad_norm": 0.7438938851827134, + "learning_rate": 1.8095269243298225e-05, + "loss": 0.0337, + "step": 26378 + }, + { + "epoch": 22.374045801526716, + "grad_norm": 0.8406168651832987, + "learning_rate": 1.809510796650461e-05, + "loss": 0.0316, + "step": 26379 + }, + { + "epoch": 22.374893977947412, + "grad_norm": 0.7608282604834445, + "learning_rate": 1.8094946683602268e-05, + "loss": 0.0306, + "step": 26380 + }, + { + "epoch": 22.37574215436811, + "grad_norm": 0.8019559584909484, + "learning_rate": 1.809478539459131e-05, + "loss": 0.0319, + "step": 26381 + }, + { + "epoch": 22.376590330788805, + "grad_norm": 0.9041427129875473, + "learning_rate": 1.8094624099471856e-05, + "loss": 0.0316, + "step": 26382 + }, + { + "epoch": 22.3774385072095, + "grad_norm": 0.9666626325377253, + "learning_rate": 1.8094462798244033e-05, + "loss": 0.0333, + "step": 26383 + }, + { + "epoch": 22.378286683630193, + "grad_norm": 0.7235608243890796, + "learning_rate": 1.8094301490907963e-05, + "loss": 0.0332, + "step": 26384 + }, + { + "epoch": 22.37913486005089, + "grad_norm": 0.9686755945382087, + "learning_rate": 1.8094140177463763e-05, + "loss": 0.033, + "step": 26385 + }, + { + "epoch": 22.379983036471586, + "grad_norm": 0.7536637214972867, + "learning_rate": 1.809397885791156e-05, + "loss": 0.03, + "step": 26386 + }, + { + "epoch": 22.380831212892282, + "grad_norm": 0.681395668337283, + "learning_rate": 1.8093817532251475e-05, + "loss": 0.0302, + "step": 26387 + }, + { + "epoch": 22.38167938931298, + "grad_norm": 0.7906456796361262, + "learning_rate": 1.8093656200483627e-05, + "loss": 0.0328, + "step": 26388 + }, + { + "epoch": 22.38252756573367, + "grad_norm": 0.7802616142016638, + "learning_rate": 1.809349486260814e-05, + "loss": 0.0298, + "step": 26389 + }, + { + "epoch": 22.383375742154367, + "grad_norm": 0.657836697191244, + "learning_rate": 1.8093333518625133e-05, + "loss": 0.0305, + "step": 26390 + }, + { + "epoch": 22.384223918575064, + "grad_norm": 0.8328345334616138, + "learning_rate": 1.8093172168534733e-05, + "loss": 0.0317, + "step": 26391 + }, + { + "epoch": 22.38507209499576, + "grad_norm": 0.7485039824686707, + "learning_rate": 1.8093010812337057e-05, + "loss": 0.0314, + "step": 26392 + }, + { + "epoch": 22.385920271416456, + "grad_norm": 0.8277347331572491, + "learning_rate": 1.8092849450032225e-05, + "loss": 0.0306, + "step": 26393 + }, + { + "epoch": 22.38676844783715, + "grad_norm": 0.9096756851577118, + "learning_rate": 1.8092688081620363e-05, + "loss": 0.0345, + "step": 26394 + }, + { + "epoch": 22.387616624257845, + "grad_norm": 0.6462247772014716, + "learning_rate": 1.8092526707101598e-05, + "loss": 0.0293, + "step": 26395 + }, + { + "epoch": 22.38846480067854, + "grad_norm": 0.7488574574155431, + "learning_rate": 1.8092365326476036e-05, + "loss": 0.0334, + "step": 26396 + }, + { + "epoch": 22.389312977099237, + "grad_norm": 0.7833890572754931, + "learning_rate": 1.8092203939743815e-05, + "loss": 0.0343, + "step": 26397 + }, + { + "epoch": 22.390161153519934, + "grad_norm": 0.8267497288516825, + "learning_rate": 1.809204254690505e-05, + "loss": 0.0337, + "step": 26398 + }, + { + "epoch": 22.391009329940626, + "grad_norm": 0.7336324168834906, + "learning_rate": 1.809188114795986e-05, + "loss": 0.0318, + "step": 26399 + }, + { + "epoch": 22.391857506361323, + "grad_norm": 0.7790758653885677, + "learning_rate": 1.809171974290837e-05, + "loss": 0.0302, + "step": 26400 + }, + { + "epoch": 22.39270568278202, + "grad_norm": 0.8259856627394118, + "learning_rate": 1.8091558331750703e-05, + "loss": 0.0335, + "step": 26401 + }, + { + "epoch": 22.393553859202715, + "grad_norm": 0.8766060638362334, + "learning_rate": 1.809139691448698e-05, + "loss": 0.0345, + "step": 26402 + }, + { + "epoch": 22.39440203562341, + "grad_norm": 0.7915043050002503, + "learning_rate": 1.809123549111732e-05, + "loss": 0.0321, + "step": 26403 + }, + { + "epoch": 22.395250212044104, + "grad_norm": 0.9151829020340624, + "learning_rate": 1.8091074061641846e-05, + "loss": 0.0348, + "step": 26404 + }, + { + "epoch": 22.3960983884648, + "grad_norm": 0.8654354688616912, + "learning_rate": 1.8090912626060682e-05, + "loss": 0.0309, + "step": 26405 + }, + { + "epoch": 22.396946564885496, + "grad_norm": 0.8300563238841946, + "learning_rate": 1.809075118437395e-05, + "loss": 0.0329, + "step": 26406 + }, + { + "epoch": 22.397794741306193, + "grad_norm": 0.7399096071735379, + "learning_rate": 1.8090589736581768e-05, + "loss": 0.032, + "step": 26407 + }, + { + "epoch": 22.39864291772689, + "grad_norm": 0.7703080131416434, + "learning_rate": 1.809042828268426e-05, + "loss": 0.0292, + "step": 26408 + }, + { + "epoch": 22.39949109414758, + "grad_norm": 0.7540961654752834, + "learning_rate": 1.809026682268155e-05, + "loss": 0.0298, + "step": 26409 + }, + { + "epoch": 22.400339270568278, + "grad_norm": 0.7591512784508995, + "learning_rate": 1.8090105356573757e-05, + "loss": 0.0337, + "step": 26410 + }, + { + "epoch": 22.401187446988974, + "grad_norm": 0.7001027702668632, + "learning_rate": 1.8089943884361003e-05, + "loss": 0.0314, + "step": 26411 + }, + { + "epoch": 22.40203562340967, + "grad_norm": 0.7083648773925724, + "learning_rate": 1.8089782406043412e-05, + "loss": 0.0316, + "step": 26412 + }, + { + "epoch": 22.402883799830363, + "grad_norm": 0.7929879879169494, + "learning_rate": 1.8089620921621102e-05, + "loss": 0.0318, + "step": 26413 + }, + { + "epoch": 22.40373197625106, + "grad_norm": 0.8071904709443051, + "learning_rate": 1.80894594310942e-05, + "loss": 0.0317, + "step": 26414 + }, + { + "epoch": 22.404580152671755, + "grad_norm": 0.8148164398907733, + "learning_rate": 1.8089297934462822e-05, + "loss": 0.0339, + "step": 26415 + }, + { + "epoch": 22.40542832909245, + "grad_norm": 0.8997844324378244, + "learning_rate": 1.8089136431727097e-05, + "loss": 0.0337, + "step": 26416 + }, + { + "epoch": 22.406276505513148, + "grad_norm": 0.7715781163019552, + "learning_rate": 1.8088974922887138e-05, + "loss": 0.0344, + "step": 26417 + }, + { + "epoch": 22.40712468193384, + "grad_norm": 0.685694605656834, + "learning_rate": 1.808881340794308e-05, + "loss": 0.0316, + "step": 26418 + }, + { + "epoch": 22.407972858354537, + "grad_norm": 0.850100289694674, + "learning_rate": 1.8088651886895027e-05, + "loss": 0.0323, + "step": 26419 + }, + { + "epoch": 22.408821034775233, + "grad_norm": 0.7329133910324455, + "learning_rate": 1.8088490359743116e-05, + "loss": 0.0332, + "step": 26420 + }, + { + "epoch": 22.40966921119593, + "grad_norm": 0.5235080520131149, + "learning_rate": 1.8088328826487463e-05, + "loss": 0.0297, + "step": 26421 + }, + { + "epoch": 22.410517387616625, + "grad_norm": 0.7334003971337885, + "learning_rate": 1.8088167287128188e-05, + "loss": 0.0342, + "step": 26422 + }, + { + "epoch": 22.411365564037318, + "grad_norm": 0.6639749877917432, + "learning_rate": 1.8088005741665417e-05, + "loss": 0.0336, + "step": 26423 + }, + { + "epoch": 22.412213740458014, + "grad_norm": 0.8267682388771576, + "learning_rate": 1.808784419009927e-05, + "loss": 0.0331, + "step": 26424 + }, + { + "epoch": 22.41306191687871, + "grad_norm": 0.9468130746362697, + "learning_rate": 1.808768263242987e-05, + "loss": 0.0336, + "step": 26425 + }, + { + "epoch": 22.413910093299407, + "grad_norm": 0.7130749223590717, + "learning_rate": 1.8087521068657333e-05, + "loss": 0.033, + "step": 26426 + }, + { + "epoch": 22.414758269720103, + "grad_norm": 0.7188446556860901, + "learning_rate": 1.8087359498781792e-05, + "loss": 0.0323, + "step": 26427 + }, + { + "epoch": 22.415606446140796, + "grad_norm": 0.705266552180367, + "learning_rate": 1.8087197922803362e-05, + "loss": 0.0322, + "step": 26428 + }, + { + "epoch": 22.416454622561492, + "grad_norm": 0.7313912187569441, + "learning_rate": 1.808703634072216e-05, + "loss": 0.0313, + "step": 26429 + }, + { + "epoch": 22.41730279898219, + "grad_norm": 0.7788483821245475, + "learning_rate": 1.8086874752538318e-05, + "loss": 0.0322, + "step": 26430 + }, + { + "epoch": 22.418150975402884, + "grad_norm": 0.8687158267838343, + "learning_rate": 1.8086713158251955e-05, + "loss": 0.0358, + "step": 26431 + }, + { + "epoch": 22.41899915182358, + "grad_norm": 0.8983917901817502, + "learning_rate": 1.808655155786319e-05, + "loss": 0.0377, + "step": 26432 + }, + { + "epoch": 22.419847328244273, + "grad_norm": 0.8572389511559928, + "learning_rate": 1.8086389951372146e-05, + "loss": 0.0336, + "step": 26433 + }, + { + "epoch": 22.42069550466497, + "grad_norm": 0.8061180538456069, + "learning_rate": 1.8086228338778945e-05, + "loss": 0.0349, + "step": 26434 + }, + { + "epoch": 22.421543681085666, + "grad_norm": 0.6884641815858773, + "learning_rate": 1.808606672008371e-05, + "loss": 0.0315, + "step": 26435 + }, + { + "epoch": 22.422391857506362, + "grad_norm": 0.831049181446235, + "learning_rate": 1.8085905095286564e-05, + "loss": 0.0349, + "step": 26436 + }, + { + "epoch": 22.42324003392706, + "grad_norm": 0.8043449936458522, + "learning_rate": 1.8085743464387626e-05, + "loss": 0.034, + "step": 26437 + }, + { + "epoch": 22.42408821034775, + "grad_norm": 0.7800714054244151, + "learning_rate": 1.808558182738702e-05, + "loss": 0.0315, + "step": 26438 + }, + { + "epoch": 22.424936386768447, + "grad_norm": 0.7713675729692572, + "learning_rate": 1.8085420184284865e-05, + "loss": 0.0322, + "step": 26439 + }, + { + "epoch": 22.425784563189143, + "grad_norm": 0.7571773020440881, + "learning_rate": 1.8085258535081287e-05, + "loss": 0.0293, + "step": 26440 + }, + { + "epoch": 22.42663273960984, + "grad_norm": 0.6796916166788959, + "learning_rate": 1.8085096879776408e-05, + "loss": 0.0297, + "step": 26441 + }, + { + "epoch": 22.427480916030536, + "grad_norm": 0.7847876035191674, + "learning_rate": 1.8084935218370345e-05, + "loss": 0.0335, + "step": 26442 + }, + { + "epoch": 22.42832909245123, + "grad_norm": 0.7889998352400709, + "learning_rate": 1.808477355086322e-05, + "loss": 0.0321, + "step": 26443 + }, + { + "epoch": 22.429177268871925, + "grad_norm": 0.7236046235226357, + "learning_rate": 1.8084611877255164e-05, + "loss": 0.0321, + "step": 26444 + }, + { + "epoch": 22.43002544529262, + "grad_norm": 0.6754108059037691, + "learning_rate": 1.8084450197546294e-05, + "loss": 0.0297, + "step": 26445 + }, + { + "epoch": 22.430873621713317, + "grad_norm": 0.7526906164349996, + "learning_rate": 1.8084288511736727e-05, + "loss": 0.0316, + "step": 26446 + }, + { + "epoch": 22.431721798134014, + "grad_norm": 0.6797183005106424, + "learning_rate": 1.808412681982659e-05, + "loss": 0.0326, + "step": 26447 + }, + { + "epoch": 22.432569974554706, + "grad_norm": 0.7384403042357233, + "learning_rate": 1.8083965121816005e-05, + "loss": 0.0341, + "step": 26448 + }, + { + "epoch": 22.433418150975402, + "grad_norm": 0.6854498897567819, + "learning_rate": 1.8083803417705095e-05, + "loss": 0.0322, + "step": 26449 + }, + { + "epoch": 22.4342663273961, + "grad_norm": 0.7694484443269806, + "learning_rate": 1.808364170749398e-05, + "loss": 0.031, + "step": 26450 + }, + { + "epoch": 22.435114503816795, + "grad_norm": 0.8898434617460546, + "learning_rate": 1.808347999118278e-05, + "loss": 0.0328, + "step": 26451 + }, + { + "epoch": 22.435962680237488, + "grad_norm": 0.7024712104502405, + "learning_rate": 1.808331826877162e-05, + "loss": 0.0318, + "step": 26452 + }, + { + "epoch": 22.436810856658184, + "grad_norm": 0.6915170740979799, + "learning_rate": 1.8083156540260622e-05, + "loss": 0.0342, + "step": 26453 + }, + { + "epoch": 22.43765903307888, + "grad_norm": 0.7319361444839767, + "learning_rate": 1.8082994805649906e-05, + "loss": 0.0314, + "step": 26454 + }, + { + "epoch": 22.438507209499576, + "grad_norm": 0.6545216312450077, + "learning_rate": 1.8082833064939596e-05, + "loss": 0.0313, + "step": 26455 + }, + { + "epoch": 22.439355385920273, + "grad_norm": 0.8120592295760931, + "learning_rate": 1.8082671318129813e-05, + "loss": 0.0319, + "step": 26456 + }, + { + "epoch": 22.440203562340965, + "grad_norm": 0.8788859652581459, + "learning_rate": 1.8082509565220684e-05, + "loss": 0.0302, + "step": 26457 + }, + { + "epoch": 22.44105173876166, + "grad_norm": 0.6473863886555562, + "learning_rate": 1.8082347806212322e-05, + "loss": 0.0293, + "step": 26458 + }, + { + "epoch": 22.441899915182358, + "grad_norm": 0.6515605290701284, + "learning_rate": 1.8082186041104855e-05, + "loss": 0.0283, + "step": 26459 + }, + { + "epoch": 22.442748091603054, + "grad_norm": 0.8538387900208965, + "learning_rate": 1.8082024269898405e-05, + "loss": 0.0327, + "step": 26460 + }, + { + "epoch": 22.44359626802375, + "grad_norm": 0.7170406183544387, + "learning_rate": 1.808186249259309e-05, + "loss": 0.0289, + "step": 26461 + }, + { + "epoch": 22.444444444444443, + "grad_norm": 0.7579064376588821, + "learning_rate": 1.8081700709189038e-05, + "loss": 0.0328, + "step": 26462 + }, + { + "epoch": 22.44529262086514, + "grad_norm": 0.7527715511419073, + "learning_rate": 1.808153891968637e-05, + "loss": 0.0327, + "step": 26463 + }, + { + "epoch": 22.446140797285835, + "grad_norm": 0.7597449920478291, + "learning_rate": 1.8081377124085197e-05, + "loss": 0.0304, + "step": 26464 + }, + { + "epoch": 22.44698897370653, + "grad_norm": 0.8597646085273869, + "learning_rate": 1.8081215322385656e-05, + "loss": 0.0363, + "step": 26465 + }, + { + "epoch": 22.447837150127228, + "grad_norm": 0.6700951881164634, + "learning_rate": 1.8081053514587864e-05, + "loss": 0.0299, + "step": 26466 + }, + { + "epoch": 22.44868532654792, + "grad_norm": 0.822772126824686, + "learning_rate": 1.8080891700691943e-05, + "loss": 0.0311, + "step": 26467 + }, + { + "epoch": 22.449533502968617, + "grad_norm": 0.7945758048515067, + "learning_rate": 1.8080729880698015e-05, + "loss": 0.0341, + "step": 26468 + }, + { + "epoch": 22.450381679389313, + "grad_norm": 0.8680140821347376, + "learning_rate": 1.8080568054606198e-05, + "loss": 0.0311, + "step": 26469 + }, + { + "epoch": 22.45122985581001, + "grad_norm": 0.668246045367493, + "learning_rate": 1.808040622241662e-05, + "loss": 0.0313, + "step": 26470 + }, + { + "epoch": 22.452078032230705, + "grad_norm": 0.8286454239813082, + "learning_rate": 1.8080244384129398e-05, + "loss": 0.0331, + "step": 26471 + }, + { + "epoch": 22.452926208651398, + "grad_norm": 0.615491379407863, + "learning_rate": 1.808008253974466e-05, + "loss": 0.0286, + "step": 26472 + }, + { + "epoch": 22.453774385072094, + "grad_norm": 0.7009983634514317, + "learning_rate": 1.8079920689262525e-05, + "loss": 0.03, + "step": 26473 + }, + { + "epoch": 22.45462256149279, + "grad_norm": 0.8098584404270637, + "learning_rate": 1.8079758832683116e-05, + "loss": 0.0322, + "step": 26474 + }, + { + "epoch": 22.455470737913487, + "grad_norm": 0.8555216812732079, + "learning_rate": 1.8079596970006554e-05, + "loss": 0.0319, + "step": 26475 + }, + { + "epoch": 22.456318914334183, + "grad_norm": 0.6655384403899506, + "learning_rate": 1.8079435101232957e-05, + "loss": 0.0288, + "step": 26476 + }, + { + "epoch": 22.457167090754876, + "grad_norm": 0.8707069912723819, + "learning_rate": 1.8079273226362458e-05, + "loss": 0.0314, + "step": 26477 + }, + { + "epoch": 22.458015267175572, + "grad_norm": 0.7743946078688211, + "learning_rate": 1.8079111345395168e-05, + "loss": 0.0319, + "step": 26478 + }, + { + "epoch": 22.458863443596268, + "grad_norm": 0.8541698309155339, + "learning_rate": 1.807894945833122e-05, + "loss": 0.0345, + "step": 26479 + }, + { + "epoch": 22.459711620016964, + "grad_norm": 0.7300458687189973, + "learning_rate": 1.8078787565170725e-05, + "loss": 0.0291, + "step": 26480 + }, + { + "epoch": 22.46055979643766, + "grad_norm": 0.7126260951156089, + "learning_rate": 1.807862566591381e-05, + "loss": 0.0315, + "step": 26481 + }, + { + "epoch": 22.461407972858353, + "grad_norm": 0.862634536859644, + "learning_rate": 1.80784637605606e-05, + "loss": 0.0353, + "step": 26482 + }, + { + "epoch": 22.46225614927905, + "grad_norm": 0.7548822431243238, + "learning_rate": 1.8078301849111212e-05, + "loss": 0.0324, + "step": 26483 + }, + { + "epoch": 22.463104325699746, + "grad_norm": 0.7412865946591203, + "learning_rate": 1.8078139931565774e-05, + "loss": 0.0341, + "step": 26484 + }, + { + "epoch": 22.463952502120442, + "grad_norm": 0.8793616491757706, + "learning_rate": 1.8077978007924405e-05, + "loss": 0.0413, + "step": 26485 + }, + { + "epoch": 22.46480067854114, + "grad_norm": 0.7160814553945368, + "learning_rate": 1.8077816078187225e-05, + "loss": 0.0305, + "step": 26486 + }, + { + "epoch": 22.46564885496183, + "grad_norm": 0.8282992408427087, + "learning_rate": 1.8077654142354362e-05, + "loss": 0.0318, + "step": 26487 + }, + { + "epoch": 22.466497031382527, + "grad_norm": 0.6757245343925443, + "learning_rate": 1.807749220042593e-05, + "loss": 0.0313, + "step": 26488 + }, + { + "epoch": 22.467345207803223, + "grad_norm": 0.7458247749760162, + "learning_rate": 1.807733025240206e-05, + "loss": 0.0348, + "step": 26489 + }, + { + "epoch": 22.46819338422392, + "grad_norm": 0.8628473267911962, + "learning_rate": 1.807716829828287e-05, + "loss": 0.0329, + "step": 26490 + }, + { + "epoch": 22.469041560644612, + "grad_norm": 0.7420134152668908, + "learning_rate": 1.8077006338068477e-05, + "loss": 0.032, + "step": 26491 + }, + { + "epoch": 22.46988973706531, + "grad_norm": 0.7298153914739953, + "learning_rate": 1.8076844371759013e-05, + "loss": 0.0299, + "step": 26492 + }, + { + "epoch": 22.470737913486005, + "grad_norm": 0.8536505362535524, + "learning_rate": 1.8076682399354595e-05, + "loss": 0.0346, + "step": 26493 + }, + { + "epoch": 22.4715860899067, + "grad_norm": 0.7909292313792878, + "learning_rate": 1.8076520420855347e-05, + "loss": 0.0334, + "step": 26494 + }, + { + "epoch": 22.472434266327397, + "grad_norm": 0.6967959926167948, + "learning_rate": 1.807635843626139e-05, + "loss": 0.0293, + "step": 26495 + }, + { + "epoch": 22.47328244274809, + "grad_norm": 0.7599344313939645, + "learning_rate": 1.8076196445572843e-05, + "loss": 0.032, + "step": 26496 + }, + { + "epoch": 22.474130619168786, + "grad_norm": 0.7466880026342787, + "learning_rate": 1.8076034448789833e-05, + "loss": 0.0304, + "step": 26497 + }, + { + "epoch": 22.474978795589482, + "grad_norm": 0.7945709381423834, + "learning_rate": 1.807587244591248e-05, + "loss": 0.0325, + "step": 26498 + }, + { + "epoch": 22.47582697201018, + "grad_norm": 0.7068646368573781, + "learning_rate": 1.807571043694091e-05, + "loss": 0.0302, + "step": 26499 + }, + { + "epoch": 22.476675148430875, + "grad_norm": 0.6984576331145304, + "learning_rate": 1.8075548421875244e-05, + "loss": 0.0295, + "step": 26500 + }, + { + "epoch": 22.477523324851568, + "grad_norm": 0.9281155207916689, + "learning_rate": 1.80753864007156e-05, + "loss": 0.0323, + "step": 26501 + }, + { + "epoch": 22.478371501272264, + "grad_norm": 0.7775770571571414, + "learning_rate": 1.80752243734621e-05, + "loss": 0.0301, + "step": 26502 + }, + { + "epoch": 22.47921967769296, + "grad_norm": 0.7565913302648117, + "learning_rate": 1.8075062340114874e-05, + "loss": 0.0328, + "step": 26503 + }, + { + "epoch": 22.480067854113656, + "grad_norm": 0.8189289298908891, + "learning_rate": 1.8074900300674035e-05, + "loss": 0.0342, + "step": 26504 + }, + { + "epoch": 22.480916030534353, + "grad_norm": 0.7260952918452247, + "learning_rate": 1.8074738255139716e-05, + "loss": 0.0316, + "step": 26505 + }, + { + "epoch": 22.481764206955045, + "grad_norm": 0.7653353541937618, + "learning_rate": 1.8074576203512028e-05, + "loss": 0.0346, + "step": 26506 + }, + { + "epoch": 22.48261238337574, + "grad_norm": 0.8140211143536535, + "learning_rate": 1.8074414145791097e-05, + "loss": 0.0321, + "step": 26507 + }, + { + "epoch": 22.483460559796438, + "grad_norm": 0.7983604658104363, + "learning_rate": 1.807425208197705e-05, + "loss": 0.0351, + "step": 26508 + }, + { + "epoch": 22.484308736217134, + "grad_norm": 0.7856705493847621, + "learning_rate": 1.8074090012070006e-05, + "loss": 0.0321, + "step": 26509 + }, + { + "epoch": 22.48515691263783, + "grad_norm": 0.8768814565478088, + "learning_rate": 1.8073927936070086e-05, + "loss": 0.0351, + "step": 26510 + }, + { + "epoch": 22.486005089058523, + "grad_norm": 0.7446577978886848, + "learning_rate": 1.8073765853977412e-05, + "loss": 0.0308, + "step": 26511 + }, + { + "epoch": 22.48685326547922, + "grad_norm": 0.8846158379437683, + "learning_rate": 1.807360376579211e-05, + "loss": 0.0329, + "step": 26512 + }, + { + "epoch": 22.487701441899915, + "grad_norm": 0.7416744957507561, + "learning_rate": 1.80734416715143e-05, + "loss": 0.0315, + "step": 26513 + }, + { + "epoch": 22.48854961832061, + "grad_norm": 0.7204473369695171, + "learning_rate": 1.8073279571144106e-05, + "loss": 0.0303, + "step": 26514 + }, + { + "epoch": 22.489397794741308, + "grad_norm": 0.7903412415820618, + "learning_rate": 1.8073117464681646e-05, + "loss": 0.0308, + "step": 26515 + }, + { + "epoch": 22.490245971162, + "grad_norm": 0.741280881424644, + "learning_rate": 1.8072955352127048e-05, + "loss": 0.0322, + "step": 26516 + }, + { + "epoch": 22.491094147582697, + "grad_norm": 0.8992178041151607, + "learning_rate": 1.807279323348043e-05, + "loss": 0.038, + "step": 26517 + }, + { + "epoch": 22.491942324003393, + "grad_norm": 0.8261416157031553, + "learning_rate": 1.8072631108741912e-05, + "loss": 0.0341, + "step": 26518 + }, + { + "epoch": 22.49279050042409, + "grad_norm": 0.7333332960612385, + "learning_rate": 1.8072468977911626e-05, + "loss": 0.0294, + "step": 26519 + }, + { + "epoch": 22.493638676844785, + "grad_norm": 0.7905055385230769, + "learning_rate": 1.8072306840989685e-05, + "loss": 0.0327, + "step": 26520 + }, + { + "epoch": 22.494486853265478, + "grad_norm": 0.7079548218570942, + "learning_rate": 1.8072144697976216e-05, + "loss": 0.0318, + "step": 26521 + }, + { + "epoch": 22.495335029686174, + "grad_norm": 0.7097683533374367, + "learning_rate": 1.807198254887134e-05, + "loss": 0.033, + "step": 26522 + }, + { + "epoch": 22.49618320610687, + "grad_norm": 0.6936162200587118, + "learning_rate": 1.8071820393675178e-05, + "loss": 0.0298, + "step": 26523 + }, + { + "epoch": 22.497031382527567, + "grad_norm": 0.7967820391008491, + "learning_rate": 1.8071658232387857e-05, + "loss": 0.0321, + "step": 26524 + }, + { + "epoch": 22.497879558948263, + "grad_norm": 0.7300325545755367, + "learning_rate": 1.8071496065009495e-05, + "loss": 0.0308, + "step": 26525 + }, + { + "epoch": 22.498727735368956, + "grad_norm": 0.6725252744529153, + "learning_rate": 1.8071333891540213e-05, + "loss": 0.0322, + "step": 26526 + }, + { + "epoch": 22.499575911789652, + "grad_norm": 0.6762849471980716, + "learning_rate": 1.807117171198014e-05, + "loss": 0.0321, + "step": 26527 + }, + { + "epoch": 22.500424088210348, + "grad_norm": 0.7006665909415427, + "learning_rate": 1.8071009526329395e-05, + "loss": 0.0297, + "step": 26528 + }, + { + "epoch": 22.501272264631044, + "grad_norm": 0.9704759738812256, + "learning_rate": 1.80708473345881e-05, + "loss": 0.0397, + "step": 26529 + }, + { + "epoch": 22.502120441051737, + "grad_norm": 0.6792347318711733, + "learning_rate": 1.807068513675637e-05, + "loss": 0.0299, + "step": 26530 + }, + { + "epoch": 22.502968617472433, + "grad_norm": 0.8370340303354838, + "learning_rate": 1.807052293283434e-05, + "loss": 0.0333, + "step": 26531 + }, + { + "epoch": 22.50381679389313, + "grad_norm": 0.6938660286077496, + "learning_rate": 1.8070360722822128e-05, + "loss": 0.0323, + "step": 26532 + }, + { + "epoch": 22.504664970313826, + "grad_norm": 0.7370081521468451, + "learning_rate": 1.8070198506719852e-05, + "loss": 0.0318, + "step": 26533 + }, + { + "epoch": 22.505513146734522, + "grad_norm": 0.7200068051888319, + "learning_rate": 1.807003628452764e-05, + "loss": 0.0291, + "step": 26534 + }, + { + "epoch": 22.506361323155215, + "grad_norm": 0.7628419275352599, + "learning_rate": 1.8069874056245617e-05, + "loss": 0.0329, + "step": 26535 + }, + { + "epoch": 22.50720949957591, + "grad_norm": 0.7524447799663723, + "learning_rate": 1.806971182187389e-05, + "loss": 0.0324, + "step": 26536 + }, + { + "epoch": 22.508057675996607, + "grad_norm": 0.8390449960662173, + "learning_rate": 1.80695495814126e-05, + "loss": 0.0327, + "step": 26537 + }, + { + "epoch": 22.508905852417303, + "grad_norm": 0.8155130874980588, + "learning_rate": 1.806938733486186e-05, + "loss": 0.0367, + "step": 26538 + }, + { + "epoch": 22.509754028838, + "grad_norm": 0.8060496674043229, + "learning_rate": 1.8069225082221795e-05, + "loss": 0.0317, + "step": 26539 + }, + { + "epoch": 22.510602205258692, + "grad_norm": 0.8502120496833466, + "learning_rate": 1.806906282349252e-05, + "loss": 0.0316, + "step": 26540 + }, + { + "epoch": 22.51145038167939, + "grad_norm": 0.7612522888560197, + "learning_rate": 1.8068900558674173e-05, + "loss": 0.0299, + "step": 26541 + }, + { + "epoch": 22.512298558100085, + "grad_norm": 0.8411915972748512, + "learning_rate": 1.806873828776686e-05, + "loss": 0.0328, + "step": 26542 + }, + { + "epoch": 22.51314673452078, + "grad_norm": 0.739800678014089, + "learning_rate": 1.8068576010770715e-05, + "loss": 0.0339, + "step": 26543 + }, + { + "epoch": 22.513994910941477, + "grad_norm": 0.7773164417614886, + "learning_rate": 1.8068413727685853e-05, + "loss": 0.034, + "step": 26544 + }, + { + "epoch": 22.51484308736217, + "grad_norm": 0.7482264950899254, + "learning_rate": 1.8068251438512403e-05, + "loss": 0.0325, + "step": 26545 + }, + { + "epoch": 22.515691263782866, + "grad_norm": 0.5612998739894249, + "learning_rate": 1.806808914325048e-05, + "loss": 0.026, + "step": 26546 + }, + { + "epoch": 22.516539440203562, + "grad_norm": 0.8717988356211969, + "learning_rate": 1.8067926841900214e-05, + "loss": 0.0364, + "step": 26547 + }, + { + "epoch": 22.51738761662426, + "grad_norm": 0.9077098948150006, + "learning_rate": 1.806776453446172e-05, + "loss": 0.0336, + "step": 26548 + }, + { + "epoch": 22.518235793044955, + "grad_norm": 0.8683335150790102, + "learning_rate": 1.8067602220935132e-05, + "loss": 0.0319, + "step": 26549 + }, + { + "epoch": 22.519083969465647, + "grad_norm": 0.6913899116897446, + "learning_rate": 1.806743990132056e-05, + "loss": 0.031, + "step": 26550 + }, + { + "epoch": 22.519932145886344, + "grad_norm": 0.7052726885338538, + "learning_rate": 1.806727757561813e-05, + "loss": 0.0288, + "step": 26551 + }, + { + "epoch": 22.52078032230704, + "grad_norm": 0.7001654404030909, + "learning_rate": 1.8067115243827968e-05, + "loss": 0.0297, + "step": 26552 + }, + { + "epoch": 22.521628498727736, + "grad_norm": 0.6585977447581794, + "learning_rate": 1.8066952905950195e-05, + "loss": 0.0312, + "step": 26553 + }, + { + "epoch": 22.522476675148432, + "grad_norm": 0.8238626033289572, + "learning_rate": 1.8066790561984934e-05, + "loss": 0.032, + "step": 26554 + }, + { + "epoch": 22.523324851569125, + "grad_norm": 0.6448714264831957, + "learning_rate": 1.8066628211932303e-05, + "loss": 0.0295, + "step": 26555 + }, + { + "epoch": 22.52417302798982, + "grad_norm": 0.7493558830793389, + "learning_rate": 1.806646585579243e-05, + "loss": 0.0297, + "step": 26556 + }, + { + "epoch": 22.525021204410518, + "grad_norm": 0.7649571960351111, + "learning_rate": 1.8066303493565436e-05, + "loss": 0.0311, + "step": 26557 + }, + { + "epoch": 22.525869380831214, + "grad_norm": 0.7648897021561513, + "learning_rate": 1.8066141125251445e-05, + "loss": 0.0306, + "step": 26558 + }, + { + "epoch": 22.52671755725191, + "grad_norm": 0.8873493624420661, + "learning_rate": 1.8065978750850573e-05, + "loss": 0.0347, + "step": 26559 + }, + { + "epoch": 22.527565733672603, + "grad_norm": 0.7493850252546829, + "learning_rate": 1.806581637036295e-05, + "loss": 0.0311, + "step": 26560 + }, + { + "epoch": 22.5284139100933, + "grad_norm": 0.6273650690248099, + "learning_rate": 1.8065653983788697e-05, + "loss": 0.0308, + "step": 26561 + }, + { + "epoch": 22.529262086513995, + "grad_norm": 0.8539776626972873, + "learning_rate": 1.8065491591127933e-05, + "loss": 0.0317, + "step": 26562 + }, + { + "epoch": 22.53011026293469, + "grad_norm": 0.7239856329883599, + "learning_rate": 1.8065329192380783e-05, + "loss": 0.0277, + "step": 26563 + }, + { + "epoch": 22.530958439355388, + "grad_norm": 0.7449604053408216, + "learning_rate": 1.806516678754737e-05, + "loss": 0.0291, + "step": 26564 + }, + { + "epoch": 22.53180661577608, + "grad_norm": 0.8329197702729985, + "learning_rate": 1.8065004376627815e-05, + "loss": 0.0333, + "step": 26565 + }, + { + "epoch": 22.532654792196777, + "grad_norm": 0.8631489206151925, + "learning_rate": 1.8064841959622243e-05, + "loss": 0.0349, + "step": 26566 + }, + { + "epoch": 22.533502968617473, + "grad_norm": 0.9741184228542612, + "learning_rate": 1.806467953653077e-05, + "loss": 0.0368, + "step": 26567 + }, + { + "epoch": 22.53435114503817, + "grad_norm": 0.7163583921300396, + "learning_rate": 1.806451710735353e-05, + "loss": 0.0301, + "step": 26568 + }, + { + "epoch": 22.53519932145886, + "grad_norm": 0.8997175412634165, + "learning_rate": 1.8064354672090635e-05, + "loss": 0.0333, + "step": 26569 + }, + { + "epoch": 22.536047497879558, + "grad_norm": 0.939719908548718, + "learning_rate": 1.8064192230742214e-05, + "loss": 0.0352, + "step": 26570 + }, + { + "epoch": 22.536895674300254, + "grad_norm": 0.6907663520626415, + "learning_rate": 1.8064029783308386e-05, + "loss": 0.0318, + "step": 26571 + }, + { + "epoch": 22.53774385072095, + "grad_norm": 0.7337783096184899, + "learning_rate": 1.8063867329789278e-05, + "loss": 0.03, + "step": 26572 + }, + { + "epoch": 22.538592027141647, + "grad_norm": 0.7841785518883979, + "learning_rate": 1.8063704870185006e-05, + "loss": 0.0341, + "step": 26573 + }, + { + "epoch": 22.53944020356234, + "grad_norm": 0.7981714564078166, + "learning_rate": 1.8063542404495694e-05, + "loss": 0.0342, + "step": 26574 + }, + { + "epoch": 22.540288379983036, + "grad_norm": 0.8391600667768874, + "learning_rate": 1.8063379932721473e-05, + "loss": 0.034, + "step": 26575 + }, + { + "epoch": 22.541136556403732, + "grad_norm": 0.7651303708520333, + "learning_rate": 1.8063217454862452e-05, + "loss": 0.0346, + "step": 26576 + }, + { + "epoch": 22.541984732824428, + "grad_norm": 0.7484484119157243, + "learning_rate": 1.8063054970918767e-05, + "loss": 0.0315, + "step": 26577 + }, + { + "epoch": 22.542832909245124, + "grad_norm": 0.6878735815601064, + "learning_rate": 1.806289248089053e-05, + "loss": 0.0321, + "step": 26578 + }, + { + "epoch": 22.543681085665817, + "grad_norm": 0.8057919320450797, + "learning_rate": 1.806272998477787e-05, + "loss": 0.0312, + "step": 26579 + }, + { + "epoch": 22.544529262086513, + "grad_norm": 0.7568605186871096, + "learning_rate": 1.806256748258091e-05, + "loss": 0.0322, + "step": 26580 + }, + { + "epoch": 22.54537743850721, + "grad_norm": 0.6838616838249747, + "learning_rate": 1.806240497429977e-05, + "loss": 0.0326, + "step": 26581 + }, + { + "epoch": 22.546225614927906, + "grad_norm": 0.703566813677336, + "learning_rate": 1.806224245993457e-05, + "loss": 0.0316, + "step": 26582 + }, + { + "epoch": 22.547073791348602, + "grad_norm": 0.7756533861442458, + "learning_rate": 1.806207993948544e-05, + "loss": 0.0295, + "step": 26583 + }, + { + "epoch": 22.547921967769295, + "grad_norm": 0.8118317701650464, + "learning_rate": 1.806191741295249e-05, + "loss": 0.0331, + "step": 26584 + }, + { + "epoch": 22.54877014418999, + "grad_norm": 0.820048028446466, + "learning_rate": 1.8061754880335858e-05, + "loss": 0.0322, + "step": 26585 + }, + { + "epoch": 22.549618320610687, + "grad_norm": 0.8156694995506584, + "learning_rate": 1.8061592341635657e-05, + "loss": 0.0334, + "step": 26586 + }, + { + "epoch": 22.550466497031383, + "grad_norm": 0.6399096718210601, + "learning_rate": 1.8061429796852014e-05, + "loss": 0.0303, + "step": 26587 + }, + { + "epoch": 22.55131467345208, + "grad_norm": 0.7968167472404762, + "learning_rate": 1.806126724598505e-05, + "loss": 0.0351, + "step": 26588 + }, + { + "epoch": 22.552162849872772, + "grad_norm": 0.7322114141393504, + "learning_rate": 1.8061104689034882e-05, + "loss": 0.0303, + "step": 26589 + }, + { + "epoch": 22.55301102629347, + "grad_norm": 0.7905182333807608, + "learning_rate": 1.8060942126001643e-05, + "loss": 0.0328, + "step": 26590 + }, + { + "epoch": 22.553859202714165, + "grad_norm": 0.6792631416784053, + "learning_rate": 1.806077955688545e-05, + "loss": 0.0316, + "step": 26591 + }, + { + "epoch": 22.55470737913486, + "grad_norm": 0.7718991238425379, + "learning_rate": 1.8060616981686427e-05, + "loss": 0.0336, + "step": 26592 + }, + { + "epoch": 22.555555555555557, + "grad_norm": 0.803164595714666, + "learning_rate": 1.8060454400404697e-05, + "loss": 0.0339, + "step": 26593 + }, + { + "epoch": 22.55640373197625, + "grad_norm": 0.7173389060353386, + "learning_rate": 1.806029181304038e-05, + "loss": 0.0292, + "step": 26594 + }, + { + "epoch": 22.557251908396946, + "grad_norm": 0.7142051553573152, + "learning_rate": 1.8060129219593603e-05, + "loss": 0.0317, + "step": 26595 + }, + { + "epoch": 22.558100084817642, + "grad_norm": 0.7605408840792828, + "learning_rate": 1.8059966620064482e-05, + "loss": 0.0317, + "step": 26596 + }, + { + "epoch": 22.55894826123834, + "grad_norm": 0.7929099898539005, + "learning_rate": 1.8059804014453147e-05, + "loss": 0.032, + "step": 26597 + }, + { + "epoch": 22.559796437659035, + "grad_norm": 0.8166895694033074, + "learning_rate": 1.805964140275972e-05, + "loss": 0.0343, + "step": 26598 + }, + { + "epoch": 22.560644614079727, + "grad_norm": 0.6686764762932992, + "learning_rate": 1.805947878498432e-05, + "loss": 0.0313, + "step": 26599 + }, + { + "epoch": 22.561492790500424, + "grad_norm": 0.728220806009658, + "learning_rate": 1.8059316161127068e-05, + "loss": 0.0313, + "step": 26600 + }, + { + "epoch": 22.56234096692112, + "grad_norm": 0.7287631351598095, + "learning_rate": 1.8059153531188093e-05, + "loss": 0.0321, + "step": 26601 + }, + { + "epoch": 22.563189143341816, + "grad_norm": 0.8423518629865429, + "learning_rate": 1.8058990895167513e-05, + "loss": 0.0334, + "step": 26602 + }, + { + "epoch": 22.564037319762512, + "grad_norm": 0.7697228521555208, + "learning_rate": 1.8058828253065456e-05, + "loss": 0.0334, + "step": 26603 + }, + { + "epoch": 22.564885496183205, + "grad_norm": 0.8618178832762332, + "learning_rate": 1.8058665604882035e-05, + "loss": 0.0312, + "step": 26604 + }, + { + "epoch": 22.5657336726039, + "grad_norm": 0.8364434865641759, + "learning_rate": 1.805850295061738e-05, + "loss": 0.0348, + "step": 26605 + }, + { + "epoch": 22.566581849024598, + "grad_norm": 0.7371950828161238, + "learning_rate": 1.8058340290271617e-05, + "loss": 0.0308, + "step": 26606 + }, + { + "epoch": 22.567430025445294, + "grad_norm": 0.803241634956743, + "learning_rate": 1.805817762384486e-05, + "loss": 0.0327, + "step": 26607 + }, + { + "epoch": 22.568278201865986, + "grad_norm": 0.869617215234434, + "learning_rate": 1.805801495133724e-05, + "loss": 0.0346, + "step": 26608 + }, + { + "epoch": 22.569126378286683, + "grad_norm": 0.8384237647209849, + "learning_rate": 1.8057852272748872e-05, + "loss": 0.0307, + "step": 26609 + }, + { + "epoch": 22.56997455470738, + "grad_norm": 0.6717733342623873, + "learning_rate": 1.8057689588079883e-05, + "loss": 0.0309, + "step": 26610 + }, + { + "epoch": 22.570822731128075, + "grad_norm": 0.7765453472853069, + "learning_rate": 1.8057526897330396e-05, + "loss": 0.0341, + "step": 26611 + }, + { + "epoch": 22.57167090754877, + "grad_norm": 0.9118209558210394, + "learning_rate": 1.8057364200500534e-05, + "loss": 0.0352, + "step": 26612 + }, + { + "epoch": 22.572519083969464, + "grad_norm": 0.8598077891954219, + "learning_rate": 1.8057201497590416e-05, + "loss": 0.0343, + "step": 26613 + }, + { + "epoch": 22.57336726039016, + "grad_norm": 0.7241429210024567, + "learning_rate": 1.8057038788600173e-05, + "loss": 0.0305, + "step": 26614 + }, + { + "epoch": 22.574215436810857, + "grad_norm": 0.8772464065776728, + "learning_rate": 1.8056876073529918e-05, + "loss": 0.0337, + "step": 26615 + }, + { + "epoch": 22.575063613231553, + "grad_norm": 0.9227184332577656, + "learning_rate": 1.805671335237978e-05, + "loss": 0.0366, + "step": 26616 + }, + { + "epoch": 22.57591178965225, + "grad_norm": 0.6582791631689504, + "learning_rate": 1.805655062514988e-05, + "loss": 0.0319, + "step": 26617 + }, + { + "epoch": 22.57675996607294, + "grad_norm": 0.6779400145893044, + "learning_rate": 1.805638789184034e-05, + "loss": 0.0312, + "step": 26618 + }, + { + "epoch": 22.577608142493638, + "grad_norm": 0.8049132508862684, + "learning_rate": 1.8056225152451284e-05, + "loss": 0.0327, + "step": 26619 + }, + { + "epoch": 22.578456318914334, + "grad_norm": 0.8953430880444168, + "learning_rate": 1.8056062406982832e-05, + "loss": 0.0339, + "step": 26620 + }, + { + "epoch": 22.57930449533503, + "grad_norm": 0.8956741613281559, + "learning_rate": 1.8055899655435113e-05, + "loss": 0.0343, + "step": 26621 + }, + { + "epoch": 22.580152671755727, + "grad_norm": 0.736383170521403, + "learning_rate": 1.8055736897808245e-05, + "loss": 0.0336, + "step": 26622 + }, + { + "epoch": 22.58100084817642, + "grad_norm": 0.7559584871224597, + "learning_rate": 1.805557413410235e-05, + "loss": 0.0356, + "step": 26623 + }, + { + "epoch": 22.581849024597116, + "grad_norm": 0.6211620089029395, + "learning_rate": 1.8055411364317558e-05, + "loss": 0.0316, + "step": 26624 + }, + { + "epoch": 22.58269720101781, + "grad_norm": 0.8336610399975168, + "learning_rate": 1.805524858845398e-05, + "loss": 0.0315, + "step": 26625 + }, + { + "epoch": 22.583545377438508, + "grad_norm": 0.7736515130455066, + "learning_rate": 1.8055085806511747e-05, + "loss": 0.0318, + "step": 26626 + }, + { + "epoch": 22.584393553859204, + "grad_norm": 0.70096249984333, + "learning_rate": 1.8054923018490982e-05, + "loss": 0.0311, + "step": 26627 + }, + { + "epoch": 22.585241730279897, + "grad_norm": 0.8038506978659415, + "learning_rate": 1.8054760224391804e-05, + "loss": 0.0339, + "step": 26628 + }, + { + "epoch": 22.586089906700593, + "grad_norm": 0.8001534930366044, + "learning_rate": 1.805459742421434e-05, + "loss": 0.0316, + "step": 26629 + }, + { + "epoch": 22.58693808312129, + "grad_norm": 0.6324813559770459, + "learning_rate": 1.8054434617958708e-05, + "loss": 0.0305, + "step": 26630 + }, + { + "epoch": 22.587786259541986, + "grad_norm": 0.7786374185547962, + "learning_rate": 1.8054271805625035e-05, + "loss": 0.0332, + "step": 26631 + }, + { + "epoch": 22.588634435962682, + "grad_norm": 0.7659882064733319, + "learning_rate": 1.8054108987213443e-05, + "loss": 0.0367, + "step": 26632 + }, + { + "epoch": 22.589482612383375, + "grad_norm": 0.6776293668980876, + "learning_rate": 1.8053946162724054e-05, + "loss": 0.0311, + "step": 26633 + }, + { + "epoch": 22.59033078880407, + "grad_norm": 0.7705984058516778, + "learning_rate": 1.8053783332156994e-05, + "loss": 0.0334, + "step": 26634 + }, + { + "epoch": 22.591178965224767, + "grad_norm": 0.8316489792141885, + "learning_rate": 1.8053620495512378e-05, + "loss": 0.0361, + "step": 26635 + }, + { + "epoch": 22.592027141645463, + "grad_norm": 0.6154345437222319, + "learning_rate": 1.8053457652790337e-05, + "loss": 0.0306, + "step": 26636 + }, + { + "epoch": 22.59287531806616, + "grad_norm": 0.7784534282211758, + "learning_rate": 1.8053294803990987e-05, + "loss": 0.0312, + "step": 26637 + }, + { + "epoch": 22.593723494486852, + "grad_norm": 0.7303473531313255, + "learning_rate": 1.8053131949114458e-05, + "loss": 0.0268, + "step": 26638 + }, + { + "epoch": 22.59457167090755, + "grad_norm": 0.7697876624719892, + "learning_rate": 1.805296908816087e-05, + "loss": 0.032, + "step": 26639 + }, + { + "epoch": 22.595419847328245, + "grad_norm": 0.8539430207643629, + "learning_rate": 1.8052806221130345e-05, + "loss": 0.0337, + "step": 26640 + }, + { + "epoch": 22.59626802374894, + "grad_norm": 0.9224685189062619, + "learning_rate": 1.8052643348023004e-05, + "loss": 0.0359, + "step": 26641 + }, + { + "epoch": 22.597116200169637, + "grad_norm": 0.7484251581927791, + "learning_rate": 1.8052480468838976e-05, + "loss": 0.0332, + "step": 26642 + }, + { + "epoch": 22.59796437659033, + "grad_norm": 0.7390518572352806, + "learning_rate": 1.8052317583578382e-05, + "loss": 0.0314, + "step": 26643 + }, + { + "epoch": 22.598812553011026, + "grad_norm": 0.7078045337177364, + "learning_rate": 1.8052154692241336e-05, + "loss": 0.0315, + "step": 26644 + }, + { + "epoch": 22.599660729431722, + "grad_norm": 0.8270402311281316, + "learning_rate": 1.8051991794827974e-05, + "loss": 0.0346, + "step": 26645 + }, + { + "epoch": 22.60050890585242, + "grad_norm": 0.808699011639583, + "learning_rate": 1.8051828891338407e-05, + "loss": 0.0327, + "step": 26646 + }, + { + "epoch": 22.60135708227311, + "grad_norm": 0.7321430340449147, + "learning_rate": 1.805166598177277e-05, + "loss": 0.0327, + "step": 26647 + }, + { + "epoch": 22.602205258693807, + "grad_norm": 0.7132874812301389, + "learning_rate": 1.805150306613118e-05, + "loss": 0.033, + "step": 26648 + }, + { + "epoch": 22.603053435114504, + "grad_norm": 0.7469466964533245, + "learning_rate": 1.8051340144413755e-05, + "loss": 0.0332, + "step": 26649 + }, + { + "epoch": 22.6039016115352, + "grad_norm": 0.7731838102525155, + "learning_rate": 1.8051177216620624e-05, + "loss": 0.0315, + "step": 26650 + }, + { + "epoch": 22.604749787955896, + "grad_norm": 0.7882475856243409, + "learning_rate": 1.8051014282751912e-05, + "loss": 0.0308, + "step": 26651 + }, + { + "epoch": 22.60559796437659, + "grad_norm": 0.7542013900650361, + "learning_rate": 1.8050851342807735e-05, + "loss": 0.0338, + "step": 26652 + }, + { + "epoch": 22.606446140797285, + "grad_norm": 0.9316817104895877, + "learning_rate": 1.805068839678822e-05, + "loss": 0.0339, + "step": 26653 + }, + { + "epoch": 22.60729431721798, + "grad_norm": 0.8611562172096184, + "learning_rate": 1.805052544469349e-05, + "loss": 0.0354, + "step": 26654 + }, + { + "epoch": 22.608142493638677, + "grad_norm": 0.7981117160086587, + "learning_rate": 1.805036248652367e-05, + "loss": 0.0293, + "step": 26655 + }, + { + "epoch": 22.608990670059374, + "grad_norm": 1.1540472883249815, + "learning_rate": 1.8050199522278878e-05, + "loss": 0.035, + "step": 26656 + }, + { + "epoch": 22.609838846480066, + "grad_norm": 0.6921407655135203, + "learning_rate": 1.805003655195924e-05, + "loss": 0.0297, + "step": 26657 + }, + { + "epoch": 22.610687022900763, + "grad_norm": 0.7677033754405266, + "learning_rate": 1.804987357556488e-05, + "loss": 0.0333, + "step": 26658 + }, + { + "epoch": 22.61153519932146, + "grad_norm": 0.8488574896073242, + "learning_rate": 1.8049710593095917e-05, + "loss": 0.0333, + "step": 26659 + }, + { + "epoch": 22.612383375742155, + "grad_norm": 0.7308314472554698, + "learning_rate": 1.804954760455248e-05, + "loss": 0.0316, + "step": 26660 + }, + { + "epoch": 22.61323155216285, + "grad_norm": 0.7390375202253933, + "learning_rate": 1.8049384609934683e-05, + "loss": 0.0313, + "step": 26661 + }, + { + "epoch": 22.614079728583544, + "grad_norm": 0.7191034248346714, + "learning_rate": 1.8049221609242654e-05, + "loss": 0.0332, + "step": 26662 + }, + { + "epoch": 22.61492790500424, + "grad_norm": 0.7121502064220686, + "learning_rate": 1.8049058602476522e-05, + "loss": 0.031, + "step": 26663 + }, + { + "epoch": 22.615776081424936, + "grad_norm": 0.8662662139193925, + "learning_rate": 1.80488955896364e-05, + "loss": 0.0354, + "step": 26664 + }, + { + "epoch": 22.616624257845633, + "grad_norm": 0.7224786067849919, + "learning_rate": 1.804873257072242e-05, + "loss": 0.0332, + "step": 26665 + }, + { + "epoch": 22.61747243426633, + "grad_norm": 0.8540565813723293, + "learning_rate": 1.80485695457347e-05, + "loss": 0.0343, + "step": 26666 + }, + { + "epoch": 22.61832061068702, + "grad_norm": 0.7997949023076868, + "learning_rate": 1.8048406514673358e-05, + "loss": 0.0335, + "step": 26667 + }, + { + "epoch": 22.619168787107718, + "grad_norm": 0.7892600775938767, + "learning_rate": 1.8048243477538526e-05, + "loss": 0.0293, + "step": 26668 + }, + { + "epoch": 22.620016963528414, + "grad_norm": 0.6629182742816431, + "learning_rate": 1.8048080434330323e-05, + "loss": 0.0294, + "step": 26669 + }, + { + "epoch": 22.62086513994911, + "grad_norm": 1.174378668016864, + "learning_rate": 1.8047917385048876e-05, + "loss": 0.0329, + "step": 26670 + }, + { + "epoch": 22.621713316369807, + "grad_norm": 0.8210839516181756, + "learning_rate": 1.8047754329694298e-05, + "loss": 0.0312, + "step": 26671 + }, + { + "epoch": 22.6225614927905, + "grad_norm": 0.9078476006384425, + "learning_rate": 1.804759126826672e-05, + "loss": 0.0349, + "step": 26672 + }, + { + "epoch": 22.623409669211195, + "grad_norm": 0.8168624171094174, + "learning_rate": 1.804742820076627e-05, + "loss": 0.0342, + "step": 26673 + }, + { + "epoch": 22.62425784563189, + "grad_norm": 0.7745263237537017, + "learning_rate": 1.804726512719306e-05, + "loss": 0.0334, + "step": 26674 + }, + { + "epoch": 22.625106022052588, + "grad_norm": 0.804516342742433, + "learning_rate": 1.804710204754722e-05, + "loss": 0.0341, + "step": 26675 + }, + { + "epoch": 22.625954198473284, + "grad_norm": 0.7694358704794424, + "learning_rate": 1.8046938961828865e-05, + "loss": 0.0313, + "step": 26676 + }, + { + "epoch": 22.626802374893977, + "grad_norm": 0.7612718435197283, + "learning_rate": 1.804677587003813e-05, + "loss": 0.0328, + "step": 26677 + }, + { + "epoch": 22.627650551314673, + "grad_norm": 0.7339654144126249, + "learning_rate": 1.804661277217513e-05, + "loss": 0.033, + "step": 26678 + }, + { + "epoch": 22.62849872773537, + "grad_norm": 0.7363498684186094, + "learning_rate": 1.804644966823999e-05, + "loss": 0.033, + "step": 26679 + }, + { + "epoch": 22.629346904156066, + "grad_norm": 0.7808658264042934, + "learning_rate": 1.8046286558232834e-05, + "loss": 0.0337, + "step": 26680 + }, + { + "epoch": 22.63019508057676, + "grad_norm": 0.7712101443782148, + "learning_rate": 1.8046123442153783e-05, + "loss": 0.0323, + "step": 26681 + }, + { + "epoch": 22.631043256997454, + "grad_norm": 0.7788077957473141, + "learning_rate": 1.8045960320002963e-05, + "loss": 0.0323, + "step": 26682 + }, + { + "epoch": 22.63189143341815, + "grad_norm": 0.7387821299999908, + "learning_rate": 1.8045797191780495e-05, + "loss": 0.0352, + "step": 26683 + }, + { + "epoch": 22.632739609838847, + "grad_norm": 0.7566485217144092, + "learning_rate": 1.80456340574865e-05, + "loss": 0.0328, + "step": 26684 + }, + { + "epoch": 22.633587786259543, + "grad_norm": 0.8303545175588223, + "learning_rate": 1.804547091712111e-05, + "loss": 0.0335, + "step": 26685 + }, + { + "epoch": 22.634435962680236, + "grad_norm": 0.769323027214629, + "learning_rate": 1.8045307770684437e-05, + "loss": 0.032, + "step": 26686 + }, + { + "epoch": 22.635284139100932, + "grad_norm": 0.7780988557893779, + "learning_rate": 1.804514461817661e-05, + "loss": 0.0362, + "step": 26687 + }, + { + "epoch": 22.63613231552163, + "grad_norm": 0.6616569287676033, + "learning_rate": 1.804498145959775e-05, + "loss": 0.0281, + "step": 26688 + }, + { + "epoch": 22.636980491942325, + "grad_norm": 0.8036731088883318, + "learning_rate": 1.804481829494798e-05, + "loss": 0.0322, + "step": 26689 + }, + { + "epoch": 22.63782866836302, + "grad_norm": 0.7208438236540227, + "learning_rate": 1.8044655124227425e-05, + "loss": 0.031, + "step": 26690 + }, + { + "epoch": 22.638676844783713, + "grad_norm": 0.8278677618549425, + "learning_rate": 1.804449194743621e-05, + "loss": 0.0342, + "step": 26691 + }, + { + "epoch": 22.63952502120441, + "grad_norm": 0.8692553225655778, + "learning_rate": 1.8044328764574455e-05, + "loss": 0.0343, + "step": 26692 + }, + { + "epoch": 22.640373197625106, + "grad_norm": 0.8208012678586808, + "learning_rate": 1.804416557564228e-05, + "loss": 0.0333, + "step": 26693 + }, + { + "epoch": 22.641221374045802, + "grad_norm": 0.8207064338801782, + "learning_rate": 1.8044002380639816e-05, + "loss": 0.0334, + "step": 26694 + }, + { + "epoch": 22.6420695504665, + "grad_norm": 0.8276970136501408, + "learning_rate": 1.8043839179567178e-05, + "loss": 0.0326, + "step": 26695 + }, + { + "epoch": 22.64291772688719, + "grad_norm": 0.6536281130808861, + "learning_rate": 1.80436759724245e-05, + "loss": 0.0292, + "step": 26696 + }, + { + "epoch": 22.643765903307887, + "grad_norm": 0.8163244358890984, + "learning_rate": 1.804351275921189e-05, + "loss": 0.0333, + "step": 26697 + }, + { + "epoch": 22.644614079728584, + "grad_norm": 0.7580660450249028, + "learning_rate": 1.8043349539929485e-05, + "loss": 0.031, + "step": 26698 + }, + { + "epoch": 22.64546225614928, + "grad_norm": 0.7340273281281854, + "learning_rate": 1.80431863145774e-05, + "loss": 0.032, + "step": 26699 + }, + { + "epoch": 22.646310432569976, + "grad_norm": 0.7903132618462212, + "learning_rate": 1.804302308315576e-05, + "loss": 0.0347, + "step": 26700 + }, + { + "epoch": 22.64715860899067, + "grad_norm": 0.799357023996556, + "learning_rate": 1.8042859845664692e-05, + "loss": 0.0333, + "step": 26701 + }, + { + "epoch": 22.648006785411365, + "grad_norm": 0.8373364105319405, + "learning_rate": 1.8042696602104316e-05, + "loss": 0.033, + "step": 26702 + }, + { + "epoch": 22.64885496183206, + "grad_norm": 0.7652606676785886, + "learning_rate": 1.8042533352474752e-05, + "loss": 0.0348, + "step": 26703 + }, + { + "epoch": 22.649703138252757, + "grad_norm": 0.7535507181015142, + "learning_rate": 1.8042370096776126e-05, + "loss": 0.0309, + "step": 26704 + }, + { + "epoch": 22.650551314673454, + "grad_norm": 0.8543700435900444, + "learning_rate": 1.804220683500857e-05, + "loss": 0.0346, + "step": 26705 + }, + { + "epoch": 22.651399491094146, + "grad_norm": 0.7219761675928982, + "learning_rate": 1.804204356717219e-05, + "loss": 0.03, + "step": 26706 + }, + { + "epoch": 22.652247667514843, + "grad_norm": 0.7095959472432352, + "learning_rate": 1.8041880293267122e-05, + "loss": 0.0333, + "step": 26707 + }, + { + "epoch": 22.65309584393554, + "grad_norm": 0.7896267453860956, + "learning_rate": 1.804171701329348e-05, + "loss": 0.0344, + "step": 26708 + }, + { + "epoch": 22.653944020356235, + "grad_norm": 0.9051140764631814, + "learning_rate": 1.80415537272514e-05, + "loss": 0.038, + "step": 26709 + }, + { + "epoch": 22.65479219677693, + "grad_norm": 0.7890092899646443, + "learning_rate": 1.8041390435140994e-05, + "loss": 0.0327, + "step": 26710 + }, + { + "epoch": 22.655640373197624, + "grad_norm": 0.831793206477495, + "learning_rate": 1.804122713696239e-05, + "loss": 0.0342, + "step": 26711 + }, + { + "epoch": 22.65648854961832, + "grad_norm": 0.8203517232438287, + "learning_rate": 1.804106383271571e-05, + "loss": 0.0316, + "step": 26712 + }, + { + "epoch": 22.657336726039016, + "grad_norm": 1.0467577701392508, + "learning_rate": 1.804090052240108e-05, + "loss": 0.0331, + "step": 26713 + }, + { + "epoch": 22.658184902459713, + "grad_norm": 0.872375779682362, + "learning_rate": 1.8040737206018616e-05, + "loss": 0.0331, + "step": 26714 + }, + { + "epoch": 22.659033078880405, + "grad_norm": 0.8477557366044425, + "learning_rate": 1.8040573883568447e-05, + "loss": 0.0343, + "step": 26715 + }, + { + "epoch": 22.6598812553011, + "grad_norm": 0.9483134248871384, + "learning_rate": 1.8040410555050697e-05, + "loss": 0.0326, + "step": 26716 + }, + { + "epoch": 22.660729431721798, + "grad_norm": 0.8308377824708892, + "learning_rate": 1.8040247220465487e-05, + "loss": 0.0386, + "step": 26717 + }, + { + "epoch": 22.661577608142494, + "grad_norm": 0.7202242583249733, + "learning_rate": 1.804008387981294e-05, + "loss": 0.0326, + "step": 26718 + }, + { + "epoch": 22.66242578456319, + "grad_norm": 0.795289877473887, + "learning_rate": 1.803992053309318e-05, + "loss": 0.032, + "step": 26719 + }, + { + "epoch": 22.663273960983886, + "grad_norm": 0.7266750799520735, + "learning_rate": 1.8039757180306333e-05, + "loss": 0.0304, + "step": 26720 + }, + { + "epoch": 22.66412213740458, + "grad_norm": 0.8494541728181833, + "learning_rate": 1.8039593821452515e-05, + "loss": 0.0359, + "step": 26721 + }, + { + "epoch": 22.664970313825275, + "grad_norm": 0.8522169971689342, + "learning_rate": 1.8039430456531857e-05, + "loss": 0.0343, + "step": 26722 + }, + { + "epoch": 22.66581849024597, + "grad_norm": 0.7333645641411508, + "learning_rate": 1.8039267085544478e-05, + "loss": 0.0345, + "step": 26723 + }, + { + "epoch": 22.666666666666668, + "grad_norm": 0.837764812868109, + "learning_rate": 1.8039103708490503e-05, + "loss": 0.0315, + "step": 26724 + }, + { + "epoch": 22.66751484308736, + "grad_norm": 0.9331432298461374, + "learning_rate": 1.8038940325370055e-05, + "loss": 0.0382, + "step": 26725 + }, + { + "epoch": 22.668363019508057, + "grad_norm": 0.7894753255887936, + "learning_rate": 1.803877693618325e-05, + "loss": 0.0327, + "step": 26726 + }, + { + "epoch": 22.669211195928753, + "grad_norm": 0.7074410830889276, + "learning_rate": 1.8038613540930225e-05, + "loss": 0.0339, + "step": 26727 + }, + { + "epoch": 22.67005937234945, + "grad_norm": 0.7511822236812756, + "learning_rate": 1.8038450139611098e-05, + "loss": 0.0296, + "step": 26728 + }, + { + "epoch": 22.670907548770145, + "grad_norm": 0.8740394494390576, + "learning_rate": 1.8038286732225988e-05, + "loss": 0.0345, + "step": 26729 + }, + { + "epoch": 22.671755725190838, + "grad_norm": 0.8818597106673016, + "learning_rate": 1.8038123318775018e-05, + "loss": 0.035, + "step": 26730 + }, + { + "epoch": 22.672603901611534, + "grad_norm": 0.8934534967134808, + "learning_rate": 1.803795989925832e-05, + "loss": 0.0348, + "step": 26731 + }, + { + "epoch": 22.67345207803223, + "grad_norm": 0.8973659303278058, + "learning_rate": 1.8037796473676007e-05, + "loss": 0.0326, + "step": 26732 + }, + { + "epoch": 22.674300254452927, + "grad_norm": 1.03799428711502, + "learning_rate": 1.8037633042028208e-05, + "loss": 0.0363, + "step": 26733 + }, + { + "epoch": 22.675148430873623, + "grad_norm": 0.8397347214981356, + "learning_rate": 1.803746960431505e-05, + "loss": 0.0358, + "step": 26734 + }, + { + "epoch": 22.675996607294316, + "grad_norm": 0.7580151518741917, + "learning_rate": 1.8037306160536647e-05, + "loss": 0.0319, + "step": 26735 + }, + { + "epoch": 22.676844783715012, + "grad_norm": 0.8673069747578251, + "learning_rate": 1.8037142710693127e-05, + "loss": 0.0325, + "step": 26736 + }, + { + "epoch": 22.67769296013571, + "grad_norm": 0.9967831769357901, + "learning_rate": 1.8036979254784617e-05, + "loss": 0.04, + "step": 26737 + }, + { + "epoch": 22.678541136556404, + "grad_norm": 0.8364339456321123, + "learning_rate": 1.8036815792811232e-05, + "loss": 0.0335, + "step": 26738 + }, + { + "epoch": 22.6793893129771, + "grad_norm": 0.8348962623704039, + "learning_rate": 1.8036652324773105e-05, + "loss": 0.0336, + "step": 26739 + }, + { + "epoch": 22.680237489397793, + "grad_norm": 0.8338025776924705, + "learning_rate": 1.8036488850670354e-05, + "loss": 0.0324, + "step": 26740 + }, + { + "epoch": 22.68108566581849, + "grad_norm": 0.7861191540062819, + "learning_rate": 1.80363253705031e-05, + "loss": 0.0343, + "step": 26741 + }, + { + "epoch": 22.681933842239186, + "grad_norm": 0.7949100082323138, + "learning_rate": 1.8036161884271472e-05, + "loss": 0.0316, + "step": 26742 + }, + { + "epoch": 22.682782018659882, + "grad_norm": 0.9255925641022383, + "learning_rate": 1.8035998391975585e-05, + "loss": 0.0368, + "step": 26743 + }, + { + "epoch": 22.68363019508058, + "grad_norm": 0.7334916438261706, + "learning_rate": 1.8035834893615572e-05, + "loss": 0.0336, + "step": 26744 + }, + { + "epoch": 22.68447837150127, + "grad_norm": 0.7900686851446067, + "learning_rate": 1.8035671389191553e-05, + "loss": 0.0324, + "step": 26745 + }, + { + "epoch": 22.685326547921967, + "grad_norm": 0.7736952030965174, + "learning_rate": 1.8035507878703648e-05, + "loss": 0.0341, + "step": 26746 + }, + { + "epoch": 22.686174724342663, + "grad_norm": 0.8904954704414563, + "learning_rate": 1.8035344362151986e-05, + "loss": 0.0346, + "step": 26747 + }, + { + "epoch": 22.68702290076336, + "grad_norm": 0.7476455697868979, + "learning_rate": 1.8035180839536687e-05, + "loss": 0.0344, + "step": 26748 + }, + { + "epoch": 22.687871077184056, + "grad_norm": 0.8500835449903015, + "learning_rate": 1.8035017310857875e-05, + "loss": 0.0314, + "step": 26749 + }, + { + "epoch": 22.68871925360475, + "grad_norm": 0.8232548768315, + "learning_rate": 1.803485377611567e-05, + "loss": 0.0356, + "step": 26750 + }, + { + "epoch": 22.689567430025445, + "grad_norm": 0.7541488167280219, + "learning_rate": 1.8034690235310203e-05, + "loss": 0.0319, + "step": 26751 + }, + { + "epoch": 22.69041560644614, + "grad_norm": 0.7917588045247325, + "learning_rate": 1.803452668844159e-05, + "loss": 0.033, + "step": 26752 + }, + { + "epoch": 22.691263782866837, + "grad_norm": 0.8518530068618702, + "learning_rate": 1.803436313550996e-05, + "loss": 0.0319, + "step": 26753 + }, + { + "epoch": 22.69211195928753, + "grad_norm": 0.7182177396497917, + "learning_rate": 1.8034199576515433e-05, + "loss": 0.0317, + "step": 26754 + }, + { + "epoch": 22.692960135708226, + "grad_norm": 0.811451835873679, + "learning_rate": 1.8034036011458132e-05, + "loss": 0.0328, + "step": 26755 + }, + { + "epoch": 22.693808312128922, + "grad_norm": 0.8226478061429635, + "learning_rate": 1.8033872440338182e-05, + "loss": 0.0337, + "step": 26756 + }, + { + "epoch": 22.69465648854962, + "grad_norm": 0.7625860557013536, + "learning_rate": 1.8033708863155706e-05, + "loss": 0.0322, + "step": 26757 + }, + { + "epoch": 22.695504664970315, + "grad_norm": 0.6852384812724257, + "learning_rate": 1.8033545279910832e-05, + "loss": 0.0337, + "step": 26758 + }, + { + "epoch": 22.696352841391008, + "grad_norm": 0.907780338877108, + "learning_rate": 1.8033381690603672e-05, + "loss": 0.0325, + "step": 26759 + }, + { + "epoch": 22.697201017811704, + "grad_norm": 0.8396512879390011, + "learning_rate": 1.8033218095234362e-05, + "loss": 0.0348, + "step": 26760 + }, + { + "epoch": 22.6980491942324, + "grad_norm": 0.7186070705348533, + "learning_rate": 1.803305449380302e-05, + "loss": 0.0327, + "step": 26761 + }, + { + "epoch": 22.698897370653096, + "grad_norm": 0.8651333651118431, + "learning_rate": 1.8032890886309764e-05, + "loss": 0.0334, + "step": 26762 + }, + { + "epoch": 22.699745547073793, + "grad_norm": 0.9782737721154671, + "learning_rate": 1.8032727272754728e-05, + "loss": 0.0333, + "step": 26763 + }, + { + "epoch": 22.700593723494485, + "grad_norm": 0.8559147417886417, + "learning_rate": 1.8032563653138032e-05, + "loss": 0.0307, + "step": 26764 + }, + { + "epoch": 22.70144189991518, + "grad_norm": 0.7542402195854767, + "learning_rate": 1.8032400027459792e-05, + "loss": 0.0307, + "step": 26765 + }, + { + "epoch": 22.702290076335878, + "grad_norm": 0.7259557471378038, + "learning_rate": 1.803223639572014e-05, + "loss": 0.035, + "step": 26766 + }, + { + "epoch": 22.703138252756574, + "grad_norm": 0.7890995688430917, + "learning_rate": 1.8032072757919196e-05, + "loss": 0.0326, + "step": 26767 + }, + { + "epoch": 22.70398642917727, + "grad_norm": 0.6944292903197883, + "learning_rate": 1.8031909114057087e-05, + "loss": 0.0312, + "step": 26768 + }, + { + "epoch": 22.704834605597963, + "grad_norm": 0.765475367188458, + "learning_rate": 1.803174546413393e-05, + "loss": 0.0329, + "step": 26769 + }, + { + "epoch": 22.70568278201866, + "grad_norm": 0.6526907626942877, + "learning_rate": 1.8031581808149856e-05, + "loss": 0.0297, + "step": 26770 + }, + { + "epoch": 22.706530958439355, + "grad_norm": 0.7610588535581685, + "learning_rate": 1.8031418146104985e-05, + "loss": 0.0323, + "step": 26771 + }, + { + "epoch": 22.70737913486005, + "grad_norm": 0.9622741510315435, + "learning_rate": 1.8031254477999437e-05, + "loss": 0.0369, + "step": 26772 + }, + { + "epoch": 22.708227311280748, + "grad_norm": 0.822037481040888, + "learning_rate": 1.803109080383334e-05, + "loss": 0.0334, + "step": 26773 + }, + { + "epoch": 22.70907548770144, + "grad_norm": 0.7244313099345551, + "learning_rate": 1.8030927123606818e-05, + "loss": 0.0339, + "step": 26774 + }, + { + "epoch": 22.709923664122137, + "grad_norm": 0.6482230194788849, + "learning_rate": 1.803076343731999e-05, + "loss": 0.0302, + "step": 26775 + }, + { + "epoch": 22.710771840542833, + "grad_norm": 0.773731007809312, + "learning_rate": 1.8030599744972982e-05, + "loss": 0.0324, + "step": 26776 + }, + { + "epoch": 22.71162001696353, + "grad_norm": 0.735240853516837, + "learning_rate": 1.8030436046565922e-05, + "loss": 0.0313, + "step": 26777 + }, + { + "epoch": 22.712468193384225, + "grad_norm": 0.7299416477989822, + "learning_rate": 1.8030272342098927e-05, + "loss": 0.0311, + "step": 26778 + }, + { + "epoch": 22.713316369804918, + "grad_norm": 0.9166265540966508, + "learning_rate": 1.8030108631572123e-05, + "loss": 0.034, + "step": 26779 + }, + { + "epoch": 22.714164546225614, + "grad_norm": 0.7196136439145844, + "learning_rate": 1.8029944914985632e-05, + "loss": 0.0319, + "step": 26780 + }, + { + "epoch": 22.71501272264631, + "grad_norm": 1.2086351511575235, + "learning_rate": 1.8029781192339582e-05, + "loss": 0.0352, + "step": 26781 + }, + { + "epoch": 22.715860899067007, + "grad_norm": 0.7289439380252495, + "learning_rate": 1.802961746363409e-05, + "loss": 0.0315, + "step": 26782 + }, + { + "epoch": 22.716709075487703, + "grad_norm": 0.7954358412571771, + "learning_rate": 1.8029453728869285e-05, + "loss": 0.033, + "step": 26783 + }, + { + "epoch": 22.717557251908396, + "grad_norm": 0.7743000776166398, + "learning_rate": 1.8029289988045292e-05, + "loss": 0.0321, + "step": 26784 + }, + { + "epoch": 22.718405428329092, + "grad_norm": 0.9435476412952418, + "learning_rate": 1.8029126241162224e-05, + "loss": 0.0363, + "step": 26785 + }, + { + "epoch": 22.719253604749788, + "grad_norm": 0.7406537568903288, + "learning_rate": 1.802896248822022e-05, + "loss": 0.0304, + "step": 26786 + }, + { + "epoch": 22.720101781170484, + "grad_norm": 0.7412968888068335, + "learning_rate": 1.802879872921939e-05, + "loss": 0.0321, + "step": 26787 + }, + { + "epoch": 22.72094995759118, + "grad_norm": 0.8618601795933719, + "learning_rate": 1.8028634964159862e-05, + "loss": 0.0319, + "step": 26788 + }, + { + "epoch": 22.721798134011873, + "grad_norm": 0.6936704905275539, + "learning_rate": 1.8028471193041762e-05, + "loss": 0.0326, + "step": 26789 + }, + { + "epoch": 22.72264631043257, + "grad_norm": 0.8435731415290154, + "learning_rate": 1.8028307415865216e-05, + "loss": 0.0367, + "step": 26790 + }, + { + "epoch": 22.723494486853266, + "grad_norm": 0.7451561100899462, + "learning_rate": 1.8028143632630337e-05, + "loss": 0.0299, + "step": 26791 + }, + { + "epoch": 22.724342663273962, + "grad_norm": 0.9241712114933217, + "learning_rate": 1.802797984333726e-05, + "loss": 0.0388, + "step": 26792 + }, + { + "epoch": 22.725190839694655, + "grad_norm": 0.7537547978356198, + "learning_rate": 1.8027816047986105e-05, + "loss": 0.0327, + "step": 26793 + }, + { + "epoch": 22.72603901611535, + "grad_norm": 0.7522363094493628, + "learning_rate": 1.802765224657699e-05, + "loss": 0.0317, + "step": 26794 + }, + { + "epoch": 22.726887192536047, + "grad_norm": 0.8940083709010408, + "learning_rate": 1.8027488439110046e-05, + "loss": 0.0374, + "step": 26795 + }, + { + "epoch": 22.727735368956743, + "grad_norm": 0.8904141792257705, + "learning_rate": 1.802732462558539e-05, + "loss": 0.0349, + "step": 26796 + }, + { + "epoch": 22.72858354537744, + "grad_norm": 0.7059208940415802, + "learning_rate": 1.8027160806003152e-05, + "loss": 0.0317, + "step": 26797 + }, + { + "epoch": 22.729431721798132, + "grad_norm": 0.8183740337846979, + "learning_rate": 1.8026996980363453e-05, + "loss": 0.0312, + "step": 26798 + }, + { + "epoch": 22.73027989821883, + "grad_norm": 0.7859153282953698, + "learning_rate": 1.8026833148666417e-05, + "loss": 0.0343, + "step": 26799 + }, + { + "epoch": 22.731128074639525, + "grad_norm": 0.8862830392432234, + "learning_rate": 1.802666931091217e-05, + "loss": 0.0361, + "step": 26800 + }, + { + "epoch": 22.73197625106022, + "grad_norm": 0.9819969981720227, + "learning_rate": 1.8026505467100826e-05, + "loss": 0.0357, + "step": 26801 + }, + { + "epoch": 22.732824427480917, + "grad_norm": 0.752450635299377, + "learning_rate": 1.8026341617232522e-05, + "loss": 0.0347, + "step": 26802 + }, + { + "epoch": 22.73367260390161, + "grad_norm": 0.8040813052000797, + "learning_rate": 1.8026177761307373e-05, + "loss": 0.0341, + "step": 26803 + }, + { + "epoch": 22.734520780322306, + "grad_norm": 0.8761955127837395, + "learning_rate": 1.8026013899325504e-05, + "loss": 0.0378, + "step": 26804 + }, + { + "epoch": 22.735368956743002, + "grad_norm": 0.7609935374363629, + "learning_rate": 1.802585003128704e-05, + "loss": 0.0337, + "step": 26805 + }, + { + "epoch": 22.7362171331637, + "grad_norm": 0.7140815746987753, + "learning_rate": 1.8025686157192104e-05, + "loss": 0.028, + "step": 26806 + }, + { + "epoch": 22.737065309584395, + "grad_norm": 0.9259931394343635, + "learning_rate": 1.802552227704082e-05, + "loss": 0.0403, + "step": 26807 + }, + { + "epoch": 22.737913486005088, + "grad_norm": 0.8306998104765337, + "learning_rate": 1.8025358390833308e-05, + "loss": 0.0339, + "step": 26808 + }, + { + "epoch": 22.738761662425784, + "grad_norm": 0.7759612287679719, + "learning_rate": 1.8025194498569697e-05, + "loss": 0.0348, + "step": 26809 + }, + { + "epoch": 22.73960983884648, + "grad_norm": 0.7579069881831004, + "learning_rate": 1.802503060025011e-05, + "loss": 0.0326, + "step": 26810 + }, + { + "epoch": 22.740458015267176, + "grad_norm": 0.7452442047195824, + "learning_rate": 1.802486669587467e-05, + "loss": 0.0335, + "step": 26811 + }, + { + "epoch": 22.741306191687872, + "grad_norm": 0.7215349666362025, + "learning_rate": 1.80247027854435e-05, + "loss": 0.0323, + "step": 26812 + }, + { + "epoch": 22.742154368108565, + "grad_norm": 0.7766581766245712, + "learning_rate": 1.8024538868956725e-05, + "loss": 0.0337, + "step": 26813 + }, + { + "epoch": 22.74300254452926, + "grad_norm": 0.9017769258961283, + "learning_rate": 1.8024374946414464e-05, + "loss": 0.0311, + "step": 26814 + }, + { + "epoch": 22.743850720949958, + "grad_norm": 0.726541470360293, + "learning_rate": 1.8024211017816846e-05, + "loss": 0.0345, + "step": 26815 + }, + { + "epoch": 22.744698897370654, + "grad_norm": 0.9432831562865654, + "learning_rate": 1.8024047083163993e-05, + "loss": 0.0375, + "step": 26816 + }, + { + "epoch": 22.74554707379135, + "grad_norm": 1.0728657933729775, + "learning_rate": 1.802388314245603e-05, + "loss": 0.036, + "step": 26817 + }, + { + "epoch": 22.746395250212043, + "grad_norm": 0.8234280891654329, + "learning_rate": 1.8023719195693078e-05, + "loss": 0.0348, + "step": 26818 + }, + { + "epoch": 22.74724342663274, + "grad_norm": 0.8673956240806985, + "learning_rate": 1.802355524287526e-05, + "loss": 0.0354, + "step": 26819 + }, + { + "epoch": 22.748091603053435, + "grad_norm": 0.6931339500039629, + "learning_rate": 1.8023391284002703e-05, + "loss": 0.0284, + "step": 26820 + }, + { + "epoch": 22.74893977947413, + "grad_norm": 0.7776395511633086, + "learning_rate": 1.802322731907553e-05, + "loss": 0.0318, + "step": 26821 + }, + { + "epoch": 22.749787955894828, + "grad_norm": 0.8541604088293252, + "learning_rate": 1.8023063348093867e-05, + "loss": 0.0332, + "step": 26822 + }, + { + "epoch": 22.75063613231552, + "grad_norm": 0.7263938337887829, + "learning_rate": 1.8022899371057833e-05, + "loss": 0.0315, + "step": 26823 + }, + { + "epoch": 22.751484308736217, + "grad_norm": 0.6822742385153078, + "learning_rate": 1.8022735387967553e-05, + "loss": 0.0295, + "step": 26824 + }, + { + "epoch": 22.752332485156913, + "grad_norm": 0.8920166344559498, + "learning_rate": 1.8022571398823152e-05, + "loss": 0.0348, + "step": 26825 + }, + { + "epoch": 22.75318066157761, + "grad_norm": 0.7362179856525078, + "learning_rate": 1.8022407403624753e-05, + "loss": 0.0298, + "step": 26826 + }, + { + "epoch": 22.754028837998305, + "grad_norm": 0.7770699387911361, + "learning_rate": 1.8022243402372477e-05, + "loss": 0.0297, + "step": 26827 + }, + { + "epoch": 22.754877014418998, + "grad_norm": 0.8543268230646734, + "learning_rate": 1.8022079395066457e-05, + "loss": 0.0327, + "step": 26828 + }, + { + "epoch": 22.755725190839694, + "grad_norm": 0.7634098457414812, + "learning_rate": 1.8021915381706804e-05, + "loss": 0.032, + "step": 26829 + }, + { + "epoch": 22.75657336726039, + "grad_norm": 0.7247172125875293, + "learning_rate": 1.8021751362293654e-05, + "loss": 0.0326, + "step": 26830 + }, + { + "epoch": 22.757421543681087, + "grad_norm": 0.7477944206177589, + "learning_rate": 1.802158733682712e-05, + "loss": 0.0348, + "step": 26831 + }, + { + "epoch": 22.75826972010178, + "grad_norm": 0.7651077501796685, + "learning_rate": 1.8021423305307337e-05, + "loss": 0.0355, + "step": 26832 + }, + { + "epoch": 22.759117896522476, + "grad_norm": 0.8087430542015824, + "learning_rate": 1.8021259267734417e-05, + "loss": 0.0318, + "step": 26833 + }, + { + "epoch": 22.759966072943172, + "grad_norm": 0.8094146923567997, + "learning_rate": 1.802109522410849e-05, + "loss": 0.0329, + "step": 26834 + }, + { + "epoch": 22.760814249363868, + "grad_norm": 0.6497875356067692, + "learning_rate": 1.802093117442968e-05, + "loss": 0.0287, + "step": 26835 + }, + { + "epoch": 22.761662425784564, + "grad_norm": 0.7746124243887643, + "learning_rate": 1.8020767118698113e-05, + "loss": 0.0323, + "step": 26836 + }, + { + "epoch": 22.762510602205257, + "grad_norm": 0.8988700946120853, + "learning_rate": 1.8020603056913905e-05, + "loss": 0.0354, + "step": 26837 + }, + { + "epoch": 22.763358778625953, + "grad_norm": 0.7386459431283686, + "learning_rate": 1.8020438989077186e-05, + "loss": 0.0304, + "step": 26838 + }, + { + "epoch": 22.76420695504665, + "grad_norm": 0.8245982339510229, + "learning_rate": 1.8020274915188078e-05, + "loss": 0.0336, + "step": 26839 + }, + { + "epoch": 22.765055131467346, + "grad_norm": 0.7545792347161586, + "learning_rate": 1.802011083524671e-05, + "loss": 0.0301, + "step": 26840 + }, + { + "epoch": 22.765903307888042, + "grad_norm": 0.8793266754749183, + "learning_rate": 1.8019946749253194e-05, + "loss": 0.033, + "step": 26841 + }, + { + "epoch": 22.766751484308735, + "grad_norm": 0.7240792831389341, + "learning_rate": 1.8019782657207664e-05, + "loss": 0.0318, + "step": 26842 + }, + { + "epoch": 22.76759966072943, + "grad_norm": 0.7514109949228566, + "learning_rate": 1.8019618559110245e-05, + "loss": 0.0336, + "step": 26843 + }, + { + "epoch": 22.768447837150127, + "grad_norm": 0.669721028902069, + "learning_rate": 1.801945445496105e-05, + "loss": 0.0309, + "step": 26844 + }, + { + "epoch": 22.769296013570823, + "grad_norm": 0.8926658521246893, + "learning_rate": 1.8019290344760212e-05, + "loss": 0.0347, + "step": 26845 + }, + { + "epoch": 22.77014418999152, + "grad_norm": 0.9451274964715649, + "learning_rate": 1.8019126228507852e-05, + "loss": 0.0348, + "step": 26846 + }, + { + "epoch": 22.770992366412212, + "grad_norm": 0.9347304448785668, + "learning_rate": 1.8018962106204092e-05, + "loss": 0.0363, + "step": 26847 + }, + { + "epoch": 22.77184054283291, + "grad_norm": 0.8017294314853962, + "learning_rate": 1.8018797977849057e-05, + "loss": 0.0371, + "step": 26848 + }, + { + "epoch": 22.772688719253605, + "grad_norm": 0.8565603615855182, + "learning_rate": 1.8018633843442877e-05, + "loss": 0.0319, + "step": 26849 + }, + { + "epoch": 22.7735368956743, + "grad_norm": 0.7033252085228818, + "learning_rate": 1.801846970298567e-05, + "loss": 0.032, + "step": 26850 + }, + { + "epoch": 22.774385072094997, + "grad_norm": 0.7109004854370614, + "learning_rate": 1.8018305556477557e-05, + "loss": 0.0327, + "step": 26851 + }, + { + "epoch": 22.77523324851569, + "grad_norm": 0.7337008160286522, + "learning_rate": 1.8018141403918664e-05, + "loss": 0.0339, + "step": 26852 + }, + { + "epoch": 22.776081424936386, + "grad_norm": 0.6593265742538682, + "learning_rate": 1.801797724530912e-05, + "loss": 0.0297, + "step": 26853 + }, + { + "epoch": 22.776929601357082, + "grad_norm": 0.6667362394017202, + "learning_rate": 1.8017813080649044e-05, + "loss": 0.0335, + "step": 26854 + }, + { + "epoch": 22.77777777777778, + "grad_norm": 0.7272328492308798, + "learning_rate": 1.801764890993856e-05, + "loss": 0.0316, + "step": 26855 + }, + { + "epoch": 22.778625954198475, + "grad_norm": 0.7933522278644376, + "learning_rate": 1.8017484733177795e-05, + "loss": 0.034, + "step": 26856 + }, + { + "epoch": 22.779474130619167, + "grad_norm": 0.7729201122673329, + "learning_rate": 1.8017320550366867e-05, + "loss": 0.0362, + "step": 26857 + }, + { + "epoch": 22.780322307039864, + "grad_norm": 0.7543132940433767, + "learning_rate": 1.8017156361505907e-05, + "loss": 0.0315, + "step": 26858 + }, + { + "epoch": 22.78117048346056, + "grad_norm": 0.8004880856355774, + "learning_rate": 1.8016992166595035e-05, + "loss": 0.0324, + "step": 26859 + }, + { + "epoch": 22.782018659881256, + "grad_norm": 0.9736370596483583, + "learning_rate": 1.8016827965634376e-05, + "loss": 0.039, + "step": 26860 + }, + { + "epoch": 22.782866836301952, + "grad_norm": 0.8574654224506012, + "learning_rate": 1.8016663758624055e-05, + "loss": 0.0322, + "step": 26861 + }, + { + "epoch": 22.783715012722645, + "grad_norm": 0.798393625339074, + "learning_rate": 1.8016499545564187e-05, + "loss": 0.0307, + "step": 26862 + }, + { + "epoch": 22.78456318914334, + "grad_norm": 0.8281064206244643, + "learning_rate": 1.801633532645491e-05, + "loss": 0.0339, + "step": 26863 + }, + { + "epoch": 22.785411365564038, + "grad_norm": 0.7536912658139048, + "learning_rate": 1.8016171101296338e-05, + "loss": 0.0297, + "step": 26864 + }, + { + "epoch": 22.786259541984734, + "grad_norm": 0.7557671854568364, + "learning_rate": 1.80160068700886e-05, + "loss": 0.0311, + "step": 26865 + }, + { + "epoch": 22.78710771840543, + "grad_norm": 1.1240289341741894, + "learning_rate": 1.8015842632831816e-05, + "loss": 0.0408, + "step": 26866 + }, + { + "epoch": 22.787955894826123, + "grad_norm": 0.8918189138062513, + "learning_rate": 1.801567838952611e-05, + "loss": 0.0335, + "step": 26867 + }, + { + "epoch": 22.78880407124682, + "grad_norm": 0.8147014864480759, + "learning_rate": 1.8015514140171612e-05, + "loss": 0.0334, + "step": 26868 + }, + { + "epoch": 22.789652247667515, + "grad_norm": 0.8093119334280917, + "learning_rate": 1.8015349884768442e-05, + "loss": 0.0343, + "step": 26869 + }, + { + "epoch": 22.79050042408821, + "grad_norm": 0.7351021548762271, + "learning_rate": 1.8015185623316718e-05, + "loss": 0.0341, + "step": 26870 + }, + { + "epoch": 22.791348600508904, + "grad_norm": 0.8555495773832085, + "learning_rate": 1.8015021355816576e-05, + "loss": 0.0325, + "step": 26871 + }, + { + "epoch": 22.7921967769296, + "grad_norm": 0.8423499774955414, + "learning_rate": 1.801485708226813e-05, + "loss": 0.0349, + "step": 26872 + }, + { + "epoch": 22.793044953350297, + "grad_norm": 0.8581651126333593, + "learning_rate": 1.801469280267151e-05, + "loss": 0.0342, + "step": 26873 + }, + { + "epoch": 22.793893129770993, + "grad_norm": 0.6897899810041175, + "learning_rate": 1.8014528517026836e-05, + "loss": 0.029, + "step": 26874 + }, + { + "epoch": 22.79474130619169, + "grad_norm": 0.8126292999110589, + "learning_rate": 1.8014364225334233e-05, + "loss": 0.0323, + "step": 26875 + }, + { + "epoch": 22.79558948261238, + "grad_norm": 0.8607170760236824, + "learning_rate": 1.8014199927593826e-05, + "loss": 0.0351, + "step": 26876 + }, + { + "epoch": 22.796437659033078, + "grad_norm": 0.7662414905386274, + "learning_rate": 1.801403562380574e-05, + "loss": 0.0324, + "step": 26877 + }, + { + "epoch": 22.797285835453774, + "grad_norm": 0.8151189115800409, + "learning_rate": 1.8013871313970097e-05, + "loss": 0.0324, + "step": 26878 + }, + { + "epoch": 22.79813401187447, + "grad_norm": 0.7911563619736185, + "learning_rate": 1.8013706998087023e-05, + "loss": 0.0325, + "step": 26879 + }, + { + "epoch": 22.798982188295167, + "grad_norm": 0.6781937054829809, + "learning_rate": 1.8013542676156635e-05, + "loss": 0.0302, + "step": 26880 + }, + { + "epoch": 22.79983036471586, + "grad_norm": 0.7843220844018859, + "learning_rate": 1.8013378348179065e-05, + "loss": 0.0341, + "step": 26881 + }, + { + "epoch": 22.800678541136556, + "grad_norm": 0.7821424755093013, + "learning_rate": 1.801321401415444e-05, + "loss": 0.0346, + "step": 26882 + }, + { + "epoch": 22.801526717557252, + "grad_norm": 0.8273905269835716, + "learning_rate": 1.801304967408287e-05, + "loss": 0.0324, + "step": 26883 + }, + { + "epoch": 22.802374893977948, + "grad_norm": 0.7468820775663836, + "learning_rate": 1.8012885327964493e-05, + "loss": 0.0327, + "step": 26884 + }, + { + "epoch": 22.803223070398644, + "grad_norm": 0.6655928589893108, + "learning_rate": 1.8012720975799424e-05, + "loss": 0.0321, + "step": 26885 + }, + { + "epoch": 22.804071246819337, + "grad_norm": 1.0436463849842514, + "learning_rate": 1.8012556617587792e-05, + "loss": 0.0361, + "step": 26886 + }, + { + "epoch": 22.804919423240033, + "grad_norm": 0.9127666838077287, + "learning_rate": 1.801239225332972e-05, + "loss": 0.0345, + "step": 26887 + }, + { + "epoch": 22.80576759966073, + "grad_norm": 0.8854148015257085, + "learning_rate": 1.8012227883025333e-05, + "loss": 0.0366, + "step": 26888 + }, + { + "epoch": 22.806615776081426, + "grad_norm": 0.6974389221991042, + "learning_rate": 1.8012063506674752e-05, + "loss": 0.0337, + "step": 26889 + }, + { + "epoch": 22.807463952502122, + "grad_norm": 0.9635807679683498, + "learning_rate": 1.8011899124278104e-05, + "loss": 0.0339, + "step": 26890 + }, + { + "epoch": 22.808312128922815, + "grad_norm": 0.8286347215729479, + "learning_rate": 1.801173473583551e-05, + "loss": 0.0337, + "step": 26891 + }, + { + "epoch": 22.80916030534351, + "grad_norm": 0.7631541147479878, + "learning_rate": 1.80115703413471e-05, + "loss": 0.0312, + "step": 26892 + }, + { + "epoch": 22.810008481764207, + "grad_norm": 0.7741449598901015, + "learning_rate": 1.8011405940812988e-05, + "loss": 0.0321, + "step": 26893 + }, + { + "epoch": 22.810856658184903, + "grad_norm": 0.7439838819111997, + "learning_rate": 1.8011241534233306e-05, + "loss": 0.0311, + "step": 26894 + }, + { + "epoch": 22.8117048346056, + "grad_norm": 0.7092659790274036, + "learning_rate": 1.8011077121608176e-05, + "loss": 0.0315, + "step": 26895 + }, + { + "epoch": 22.812553011026292, + "grad_norm": 0.7869933848903693, + "learning_rate": 1.8010912702937722e-05, + "loss": 0.0329, + "step": 26896 + }, + { + "epoch": 22.81340118744699, + "grad_norm": 0.9248375256616647, + "learning_rate": 1.8010748278222068e-05, + "loss": 0.036, + "step": 26897 + }, + { + "epoch": 22.814249363867685, + "grad_norm": 0.8217142236138835, + "learning_rate": 1.801058384746134e-05, + "loss": 0.0339, + "step": 26898 + }, + { + "epoch": 22.81509754028838, + "grad_norm": 0.8334411381227836, + "learning_rate": 1.801041941065566e-05, + "loss": 0.035, + "step": 26899 + }, + { + "epoch": 22.815945716709077, + "grad_norm": 0.7638573801748385, + "learning_rate": 1.8010254967805148e-05, + "loss": 0.0338, + "step": 26900 + }, + { + "epoch": 22.81679389312977, + "grad_norm": 0.7143093994020825, + "learning_rate": 1.8010090518909936e-05, + "loss": 0.0341, + "step": 26901 + }, + { + "epoch": 22.817642069550466, + "grad_norm": 0.7812254756781088, + "learning_rate": 1.8009926063970144e-05, + "loss": 0.0334, + "step": 26902 + }, + { + "epoch": 22.818490245971162, + "grad_norm": 0.8203179194719995, + "learning_rate": 1.8009761602985894e-05, + "loss": 0.0348, + "step": 26903 + }, + { + "epoch": 22.81933842239186, + "grad_norm": 0.8228908759854602, + "learning_rate": 1.800959713595732e-05, + "loss": 0.0356, + "step": 26904 + }, + { + "epoch": 22.820186598812555, + "grad_norm": 0.7528026896124322, + "learning_rate": 1.8009432662884534e-05, + "loss": 0.0323, + "step": 26905 + }, + { + "epoch": 22.821034775233247, + "grad_norm": 0.6997346650087988, + "learning_rate": 1.8009268183767667e-05, + "loss": 0.0338, + "step": 26906 + }, + { + "epoch": 22.821882951653944, + "grad_norm": 0.8168078158770955, + "learning_rate": 1.8009103698606837e-05, + "loss": 0.0316, + "step": 26907 + }, + { + "epoch": 22.82273112807464, + "grad_norm": 0.833635742510182, + "learning_rate": 1.8008939207402173e-05, + "loss": 0.0345, + "step": 26908 + }, + { + "epoch": 22.823579304495336, + "grad_norm": 0.9263936392400525, + "learning_rate": 1.8008774710153804e-05, + "loss": 0.033, + "step": 26909 + }, + { + "epoch": 22.82442748091603, + "grad_norm": 0.8487720025416349, + "learning_rate": 1.8008610206861844e-05, + "loss": 0.034, + "step": 26910 + }, + { + "epoch": 22.825275657336725, + "grad_norm": 0.8194757034032538, + "learning_rate": 1.8008445697526423e-05, + "loss": 0.0327, + "step": 26911 + }, + { + "epoch": 22.82612383375742, + "grad_norm": 0.7210916096832053, + "learning_rate": 1.800828118214766e-05, + "loss": 0.0349, + "step": 26912 + }, + { + "epoch": 22.826972010178118, + "grad_norm": 0.8091080278285063, + "learning_rate": 1.8008116660725687e-05, + "loss": 0.0334, + "step": 26913 + }, + { + "epoch": 22.827820186598814, + "grad_norm": 0.7295803206918948, + "learning_rate": 1.8007952133260624e-05, + "loss": 0.031, + "step": 26914 + }, + { + "epoch": 22.828668363019506, + "grad_norm": 0.7394532564845451, + "learning_rate": 1.8007787599752593e-05, + "loss": 0.0322, + "step": 26915 + }, + { + "epoch": 22.829516539440203, + "grad_norm": 0.6936174227653139, + "learning_rate": 1.800762306020172e-05, + "loss": 0.032, + "step": 26916 + }, + { + "epoch": 22.8303647158609, + "grad_norm": 0.6458007001510371, + "learning_rate": 1.800745851460813e-05, + "loss": 0.0307, + "step": 26917 + }, + { + "epoch": 22.831212892281595, + "grad_norm": 0.760057884935271, + "learning_rate": 1.800729396297195e-05, + "loss": 0.0336, + "step": 26918 + }, + { + "epoch": 22.83206106870229, + "grad_norm": 0.7539539617837099, + "learning_rate": 1.80071294052933e-05, + "loss": 0.0335, + "step": 26919 + }, + { + "epoch": 22.832909245122984, + "grad_norm": 0.8198605683956431, + "learning_rate": 1.8006964841572302e-05, + "loss": 0.0367, + "step": 26920 + }, + { + "epoch": 22.83375742154368, + "grad_norm": 0.7658263704768251, + "learning_rate": 1.8006800271809087e-05, + "loss": 0.0342, + "step": 26921 + }, + { + "epoch": 22.834605597964376, + "grad_norm": 0.7538862262534303, + "learning_rate": 1.800663569600377e-05, + "loss": 0.0332, + "step": 26922 + }, + { + "epoch": 22.835453774385073, + "grad_norm": 0.8342415894793528, + "learning_rate": 1.8006471114156485e-05, + "loss": 0.0356, + "step": 26923 + }, + { + "epoch": 22.83630195080577, + "grad_norm": 0.8701278689673427, + "learning_rate": 1.800630652626735e-05, + "loss": 0.0351, + "step": 26924 + }, + { + "epoch": 22.83715012722646, + "grad_norm": 0.7741447587592193, + "learning_rate": 1.8006141932336493e-05, + "loss": 0.0327, + "step": 26925 + }, + { + "epoch": 22.837998303647158, + "grad_norm": 0.7145981599479044, + "learning_rate": 1.8005977332364037e-05, + "loss": 0.0319, + "step": 26926 + }, + { + "epoch": 22.838846480067854, + "grad_norm": 0.9923177640032395, + "learning_rate": 1.80058127263501e-05, + "loss": 0.039, + "step": 26927 + }, + { + "epoch": 22.83969465648855, + "grad_norm": 0.7238894566325388, + "learning_rate": 1.8005648114294818e-05, + "loss": 0.0335, + "step": 26928 + }, + { + "epoch": 22.840542832909247, + "grad_norm": 0.9831599361221455, + "learning_rate": 1.8005483496198307e-05, + "loss": 0.0345, + "step": 26929 + }, + { + "epoch": 22.84139100932994, + "grad_norm": 0.8357987764625839, + "learning_rate": 1.800531887206069e-05, + "loss": 0.0376, + "step": 26930 + }, + { + "epoch": 22.842239185750635, + "grad_norm": 0.8903108128297481, + "learning_rate": 1.8005154241882095e-05, + "loss": 0.032, + "step": 26931 + }, + { + "epoch": 22.84308736217133, + "grad_norm": 0.5920825325796856, + "learning_rate": 1.800498960566265e-05, + "loss": 0.0313, + "step": 26932 + }, + { + "epoch": 22.843935538592028, + "grad_norm": 0.8912039704625501, + "learning_rate": 1.800482496340247e-05, + "loss": 0.0349, + "step": 26933 + }, + { + "epoch": 22.844783715012724, + "grad_norm": 0.9260956830702431, + "learning_rate": 1.8004660315101685e-05, + "loss": 0.0343, + "step": 26934 + }, + { + "epoch": 22.845631891433417, + "grad_norm": 0.7544528125100183, + "learning_rate": 1.800449566076042e-05, + "loss": 0.0305, + "step": 26935 + }, + { + "epoch": 22.846480067854113, + "grad_norm": 0.6672615368384797, + "learning_rate": 1.8004331000378798e-05, + "loss": 0.0303, + "step": 26936 + }, + { + "epoch": 22.84732824427481, + "grad_norm": 0.78625519140465, + "learning_rate": 1.800416633395694e-05, + "loss": 0.0316, + "step": 26937 + }, + { + "epoch": 22.848176420695506, + "grad_norm": 0.9503350140418827, + "learning_rate": 1.8004001661494976e-05, + "loss": 0.0364, + "step": 26938 + }, + { + "epoch": 22.849024597116202, + "grad_norm": 0.819673267032677, + "learning_rate": 1.8003836982993025e-05, + "loss": 0.0315, + "step": 26939 + }, + { + "epoch": 22.849872773536894, + "grad_norm": 0.9424002919243465, + "learning_rate": 1.8003672298451217e-05, + "loss": 0.0375, + "step": 26940 + }, + { + "epoch": 22.85072094995759, + "grad_norm": 0.8696890654003651, + "learning_rate": 1.8003507607869668e-05, + "loss": 0.0345, + "step": 26941 + }, + { + "epoch": 22.851569126378287, + "grad_norm": 0.9725727636250018, + "learning_rate": 1.800334291124851e-05, + "loss": 0.0376, + "step": 26942 + }, + { + "epoch": 22.852417302798983, + "grad_norm": 0.7110711219666329, + "learning_rate": 1.8003178208587864e-05, + "loss": 0.0351, + "step": 26943 + }, + { + "epoch": 22.85326547921968, + "grad_norm": 0.9896114014054278, + "learning_rate": 1.8003013499887857e-05, + "loss": 0.0345, + "step": 26944 + }, + { + "epoch": 22.854113655640372, + "grad_norm": 0.8910812972147719, + "learning_rate": 1.8002848785148606e-05, + "loss": 0.0367, + "step": 26945 + }, + { + "epoch": 22.85496183206107, + "grad_norm": 0.756554402865558, + "learning_rate": 1.800268406437024e-05, + "loss": 0.0335, + "step": 26946 + }, + { + "epoch": 22.855810008481765, + "grad_norm": 0.7925242557239459, + "learning_rate": 1.800251933755289e-05, + "loss": 0.037, + "step": 26947 + }, + { + "epoch": 22.85665818490246, + "grad_norm": 0.7820532083884936, + "learning_rate": 1.8002354604696672e-05, + "loss": 0.0336, + "step": 26948 + }, + { + "epoch": 22.857506361323153, + "grad_norm": 0.8982310440513248, + "learning_rate": 1.800218986580171e-05, + "loss": 0.0363, + "step": 26949 + }, + { + "epoch": 22.85835453774385, + "grad_norm": 0.7548232619237383, + "learning_rate": 1.8002025120868132e-05, + "loss": 0.036, + "step": 26950 + }, + { + "epoch": 22.859202714164546, + "grad_norm": 0.844604502879109, + "learning_rate": 1.8001860369896058e-05, + "loss": 0.0371, + "step": 26951 + }, + { + "epoch": 22.860050890585242, + "grad_norm": 0.9086069758926733, + "learning_rate": 1.8001695612885618e-05, + "loss": 0.0316, + "step": 26952 + }, + { + "epoch": 22.86089906700594, + "grad_norm": 0.8248595618068739, + "learning_rate": 1.8001530849836934e-05, + "loss": 0.0364, + "step": 26953 + }, + { + "epoch": 22.86174724342663, + "grad_norm": 0.7834379205307846, + "learning_rate": 1.8001366080750128e-05, + "loss": 0.0326, + "step": 26954 + }, + { + "epoch": 22.862595419847327, + "grad_norm": 0.8199271879500362, + "learning_rate": 1.8001201305625326e-05, + "loss": 0.0334, + "step": 26955 + }, + { + "epoch": 22.863443596268024, + "grad_norm": 0.7983087369051863, + "learning_rate": 1.8001036524462653e-05, + "loss": 0.033, + "step": 26956 + }, + { + "epoch": 22.86429177268872, + "grad_norm": 0.855730996830582, + "learning_rate": 1.8000871737262234e-05, + "loss": 0.0352, + "step": 26957 + }, + { + "epoch": 22.865139949109416, + "grad_norm": 0.6343810663725882, + "learning_rate": 1.800070694402419e-05, + "loss": 0.0296, + "step": 26958 + }, + { + "epoch": 22.86598812553011, + "grad_norm": 0.7776111625650521, + "learning_rate": 1.800054214474865e-05, + "loss": 0.033, + "step": 26959 + }, + { + "epoch": 22.866836301950805, + "grad_norm": 0.6124225998913032, + "learning_rate": 1.8000377339435736e-05, + "loss": 0.0279, + "step": 26960 + }, + { + "epoch": 22.8676844783715, + "grad_norm": 0.8675102518386055, + "learning_rate": 1.800021252808557e-05, + "loss": 0.0356, + "step": 26961 + }, + { + "epoch": 22.868532654792197, + "grad_norm": 0.8412510952261185, + "learning_rate": 1.800004771069828e-05, + "loss": 0.0365, + "step": 26962 + }, + { + "epoch": 22.869380831212894, + "grad_norm": 0.8536469171712092, + "learning_rate": 1.7999882887273993e-05, + "loss": 0.0343, + "step": 26963 + }, + { + "epoch": 22.870229007633586, + "grad_norm": 0.7970161168868277, + "learning_rate": 1.7999718057812823e-05, + "loss": 0.0355, + "step": 26964 + }, + { + "epoch": 22.871077184054283, + "grad_norm": 0.7913505773742496, + "learning_rate": 1.7999553222314904e-05, + "loss": 0.0325, + "step": 26965 + }, + { + "epoch": 22.87192536047498, + "grad_norm": 0.7427678909114037, + "learning_rate": 1.7999388380780358e-05, + "loss": 0.0317, + "step": 26966 + }, + { + "epoch": 22.872773536895675, + "grad_norm": 0.8213587095087045, + "learning_rate": 1.7999223533209305e-05, + "loss": 0.0347, + "step": 26967 + }, + { + "epoch": 22.87362171331637, + "grad_norm": 0.8006744837115558, + "learning_rate": 1.7999058679601876e-05, + "loss": 0.0343, + "step": 26968 + }, + { + "epoch": 22.874469889737064, + "grad_norm": 0.7736268078784508, + "learning_rate": 1.799889381995819e-05, + "loss": 0.0347, + "step": 26969 + }, + { + "epoch": 22.87531806615776, + "grad_norm": 1.0190114546532025, + "learning_rate": 1.7998728954278378e-05, + "loss": 0.0421, + "step": 26970 + }, + { + "epoch": 22.876166242578456, + "grad_norm": 0.7624915055947726, + "learning_rate": 1.7998564082562557e-05, + "loss": 0.0331, + "step": 26971 + }, + { + "epoch": 22.877014418999153, + "grad_norm": 0.8728028733958226, + "learning_rate": 1.7998399204810853e-05, + "loss": 0.0368, + "step": 26972 + }, + { + "epoch": 22.87786259541985, + "grad_norm": 0.7624354623877977, + "learning_rate": 1.7998234321023396e-05, + "loss": 0.0308, + "step": 26973 + }, + { + "epoch": 22.87871077184054, + "grad_norm": 0.7015972660517705, + "learning_rate": 1.7998069431200304e-05, + "loss": 0.0358, + "step": 26974 + }, + { + "epoch": 22.879558948261238, + "grad_norm": 0.9152080341683551, + "learning_rate": 1.7997904535341706e-05, + "loss": 0.0346, + "step": 26975 + }, + { + "epoch": 22.880407124681934, + "grad_norm": 0.6475133203099146, + "learning_rate": 1.799773963344772e-05, + "loss": 0.0303, + "step": 26976 + }, + { + "epoch": 22.88125530110263, + "grad_norm": 0.8430340463158734, + "learning_rate": 1.7997574725518482e-05, + "loss": 0.0338, + "step": 26977 + }, + { + "epoch": 22.882103477523327, + "grad_norm": 0.7755767929916322, + "learning_rate": 1.7997409811554104e-05, + "loss": 0.0354, + "step": 26978 + }, + { + "epoch": 22.88295165394402, + "grad_norm": 0.8186425979934702, + "learning_rate": 1.7997244891554718e-05, + "loss": 0.0329, + "step": 26979 + }, + { + "epoch": 22.883799830364715, + "grad_norm": 0.8576339541464171, + "learning_rate": 1.7997079965520443e-05, + "loss": 0.0349, + "step": 26980 + }, + { + "epoch": 22.88464800678541, + "grad_norm": 0.7880480461875445, + "learning_rate": 1.799691503345141e-05, + "loss": 0.0323, + "step": 26981 + }, + { + "epoch": 22.885496183206108, + "grad_norm": 0.7285345076071706, + "learning_rate": 1.7996750095347738e-05, + "loss": 0.0325, + "step": 26982 + }, + { + "epoch": 22.886344359626804, + "grad_norm": 0.7339376281608777, + "learning_rate": 1.7996585151209552e-05, + "loss": 0.0314, + "step": 26983 + }, + { + "epoch": 22.887192536047497, + "grad_norm": 0.9001389237078447, + "learning_rate": 1.799642020103698e-05, + "loss": 0.036, + "step": 26984 + }, + { + "epoch": 22.888040712468193, + "grad_norm": 0.8353909182389875, + "learning_rate": 1.7996255244830146e-05, + "loss": 0.0353, + "step": 26985 + }, + { + "epoch": 22.88888888888889, + "grad_norm": 0.8200688189601234, + "learning_rate": 1.799609028258917e-05, + "loss": 0.0324, + "step": 26986 + }, + { + "epoch": 22.889737065309586, + "grad_norm": 0.775545070909456, + "learning_rate": 1.799592531431418e-05, + "loss": 0.0316, + "step": 26987 + }, + { + "epoch": 22.890585241730278, + "grad_norm": 0.776928908644146, + "learning_rate": 1.7995760340005302e-05, + "loss": 0.0361, + "step": 26988 + }, + { + "epoch": 22.891433418150974, + "grad_norm": 0.7270937615496005, + "learning_rate": 1.7995595359662655e-05, + "loss": 0.031, + "step": 26989 + }, + { + "epoch": 22.89228159457167, + "grad_norm": 0.8926351205576962, + "learning_rate": 1.7995430373286372e-05, + "loss": 0.0331, + "step": 26990 + }, + { + "epoch": 22.893129770992367, + "grad_norm": 0.7908379614917626, + "learning_rate": 1.799526538087657e-05, + "loss": 0.0327, + "step": 26991 + }, + { + "epoch": 22.893977947413063, + "grad_norm": 0.7808387721177195, + "learning_rate": 1.7995100382433373e-05, + "loss": 0.0341, + "step": 26992 + }, + { + "epoch": 22.894826123833756, + "grad_norm": 0.7439344615962674, + "learning_rate": 1.799493537795691e-05, + "loss": 0.0338, + "step": 26993 + }, + { + "epoch": 22.895674300254452, + "grad_norm": 0.8264915319520684, + "learning_rate": 1.7994770367447304e-05, + "loss": 0.0343, + "step": 26994 + }, + { + "epoch": 22.89652247667515, + "grad_norm": 0.7515508773373079, + "learning_rate": 1.7994605350904682e-05, + "loss": 0.0335, + "step": 26995 + }, + { + "epoch": 22.897370653095845, + "grad_norm": 0.8006604710028301, + "learning_rate": 1.7994440328329162e-05, + "loss": 0.0332, + "step": 26996 + }, + { + "epoch": 22.89821882951654, + "grad_norm": 0.6675236277484584, + "learning_rate": 1.7994275299720877e-05, + "loss": 0.0327, + "step": 26997 + }, + { + "epoch": 22.899067005937233, + "grad_norm": 0.733307743826983, + "learning_rate": 1.7994110265079942e-05, + "loss": 0.0328, + "step": 26998 + }, + { + "epoch": 22.89991518235793, + "grad_norm": 0.891501846617611, + "learning_rate": 1.799394522440649e-05, + "loss": 0.0348, + "step": 26999 + }, + { + "epoch": 22.900763358778626, + "grad_norm": 0.8489795281190331, + "learning_rate": 1.799378017770064e-05, + "loss": 0.0346, + "step": 27000 + }, + { + "epoch": 22.901611535199322, + "grad_norm": 0.800372835039364, + "learning_rate": 1.799361512496252e-05, + "loss": 0.0311, + "step": 27001 + }, + { + "epoch": 22.90245971162002, + "grad_norm": 0.9233648299441899, + "learning_rate": 1.7993450066192257e-05, + "loss": 0.0345, + "step": 27002 + }, + { + "epoch": 22.90330788804071, + "grad_norm": 0.8255057798109027, + "learning_rate": 1.7993285001389966e-05, + "loss": 0.0348, + "step": 27003 + }, + { + "epoch": 22.904156064461407, + "grad_norm": 0.7879824308168457, + "learning_rate": 1.7993119930555777e-05, + "loss": 0.0323, + "step": 27004 + }, + { + "epoch": 22.905004240882104, + "grad_norm": 0.8405396895112169, + "learning_rate": 1.799295485368982e-05, + "loss": 0.034, + "step": 27005 + }, + { + "epoch": 22.9058524173028, + "grad_norm": 0.8401482399381741, + "learning_rate": 1.799278977079221e-05, + "loss": 0.0333, + "step": 27006 + }, + { + "epoch": 22.906700593723496, + "grad_norm": 0.8774315847361532, + "learning_rate": 1.7992624681863078e-05, + "loss": 0.0355, + "step": 27007 + }, + { + "epoch": 22.90754877014419, + "grad_norm": 0.7073250172056081, + "learning_rate": 1.7992459586902545e-05, + "loss": 0.029, + "step": 27008 + }, + { + "epoch": 22.908396946564885, + "grad_norm": 0.6372373683717905, + "learning_rate": 1.799229448591074e-05, + "loss": 0.0291, + "step": 27009 + }, + { + "epoch": 22.90924512298558, + "grad_norm": 0.8137192678294525, + "learning_rate": 1.799212937888778e-05, + "loss": 0.0341, + "step": 27010 + }, + { + "epoch": 22.910093299406277, + "grad_norm": 0.7420753600828016, + "learning_rate": 1.79919642658338e-05, + "loss": 0.0325, + "step": 27011 + }, + { + "epoch": 22.910941475826974, + "grad_norm": 0.7762209629161022, + "learning_rate": 1.7991799146748916e-05, + "loss": 0.0334, + "step": 27012 + }, + { + "epoch": 22.911789652247666, + "grad_norm": 0.8499350335057416, + "learning_rate": 1.7991634021633257e-05, + "loss": 0.0327, + "step": 27013 + }, + { + "epoch": 22.912637828668363, + "grad_norm": 0.8390051140090881, + "learning_rate": 1.7991468890486948e-05, + "loss": 0.0332, + "step": 27014 + }, + { + "epoch": 22.91348600508906, + "grad_norm": 0.7443003331558515, + "learning_rate": 1.7991303753310107e-05, + "loss": 0.0343, + "step": 27015 + }, + { + "epoch": 22.914334181509755, + "grad_norm": 0.8460606646467999, + "learning_rate": 1.7991138610102865e-05, + "loss": 0.0341, + "step": 27016 + }, + { + "epoch": 22.91518235793045, + "grad_norm": 0.8444870268450231, + "learning_rate": 1.7990973460865345e-05, + "loss": 0.0302, + "step": 27017 + }, + { + "epoch": 22.916030534351144, + "grad_norm": 0.8668533757052815, + "learning_rate": 1.7990808305597672e-05, + "loss": 0.036, + "step": 27018 + }, + { + "epoch": 22.91687871077184, + "grad_norm": 0.9127181931560396, + "learning_rate": 1.799064314429997e-05, + "loss": 0.0318, + "step": 27019 + }, + { + "epoch": 22.917726887192536, + "grad_norm": 0.7261313545488155, + "learning_rate": 1.7990477976972366e-05, + "loss": 0.0327, + "step": 27020 + }, + { + "epoch": 22.918575063613233, + "grad_norm": 0.8796214120006095, + "learning_rate": 1.7990312803614983e-05, + "loss": 0.0374, + "step": 27021 + }, + { + "epoch": 22.91942324003393, + "grad_norm": 0.8572428711816502, + "learning_rate": 1.7990147624227945e-05, + "loss": 0.0339, + "step": 27022 + }, + { + "epoch": 22.92027141645462, + "grad_norm": 0.7910762234928599, + "learning_rate": 1.7989982438811374e-05, + "loss": 0.0306, + "step": 27023 + }, + { + "epoch": 22.921119592875318, + "grad_norm": 0.8099121777730901, + "learning_rate": 1.7989817247365396e-05, + "loss": 0.0351, + "step": 27024 + }, + { + "epoch": 22.921967769296014, + "grad_norm": 0.9119160466257336, + "learning_rate": 1.7989652049890143e-05, + "loss": 0.0364, + "step": 27025 + }, + { + "epoch": 22.92281594571671, + "grad_norm": 0.8179471721204907, + "learning_rate": 1.798948684638573e-05, + "loss": 0.0313, + "step": 27026 + }, + { + "epoch": 22.923664122137403, + "grad_norm": 0.7159489933805592, + "learning_rate": 1.7989321636852287e-05, + "loss": 0.0314, + "step": 27027 + }, + { + "epoch": 22.9245122985581, + "grad_norm": 0.7335929213553954, + "learning_rate": 1.7989156421289936e-05, + "loss": 0.0314, + "step": 27028 + }, + { + "epoch": 22.925360474978795, + "grad_norm": 0.8491362149301607, + "learning_rate": 1.7988991199698804e-05, + "loss": 0.0308, + "step": 27029 + }, + { + "epoch": 22.92620865139949, + "grad_norm": 0.7890911780240843, + "learning_rate": 1.7988825972079013e-05, + "loss": 0.0346, + "step": 27030 + }, + { + "epoch": 22.927056827820188, + "grad_norm": 0.7618271143124179, + "learning_rate": 1.798866073843069e-05, + "loss": 0.0314, + "step": 27031 + }, + { + "epoch": 22.92790500424088, + "grad_norm": 0.8726032090534157, + "learning_rate": 1.798849549875396e-05, + "loss": 0.0335, + "step": 27032 + }, + { + "epoch": 22.928753180661577, + "grad_norm": 0.8167977528491615, + "learning_rate": 1.7988330253048946e-05, + "loss": 0.0342, + "step": 27033 + }, + { + "epoch": 22.929601357082273, + "grad_norm": 0.7782333208776402, + "learning_rate": 1.798816500131577e-05, + "loss": 0.0347, + "step": 27034 + }, + { + "epoch": 22.93044953350297, + "grad_norm": 0.7423682967327413, + "learning_rate": 1.7987999743554566e-05, + "loss": 0.0317, + "step": 27035 + }, + { + "epoch": 22.931297709923665, + "grad_norm": 0.6977060049549855, + "learning_rate": 1.798783447976545e-05, + "loss": 0.0346, + "step": 27036 + }, + { + "epoch": 22.932145886344358, + "grad_norm": 0.7124269816903971, + "learning_rate": 1.798766920994855e-05, + "loss": 0.0307, + "step": 27037 + }, + { + "epoch": 22.932994062765054, + "grad_norm": 0.8377763729503277, + "learning_rate": 1.7987503934103985e-05, + "loss": 0.033, + "step": 27038 + }, + { + "epoch": 22.93384223918575, + "grad_norm": 0.8079286087706425, + "learning_rate": 1.798733865223189e-05, + "loss": 0.0343, + "step": 27039 + }, + { + "epoch": 22.934690415606447, + "grad_norm": 0.7680728889686469, + "learning_rate": 1.7987173364332383e-05, + "loss": 0.0319, + "step": 27040 + }, + { + "epoch": 22.935538592027143, + "grad_norm": 0.7633110561676456, + "learning_rate": 1.7987008070405593e-05, + "loss": 0.0333, + "step": 27041 + }, + { + "epoch": 22.936386768447836, + "grad_norm": 0.6715462991438184, + "learning_rate": 1.798684277045164e-05, + "loss": 0.0293, + "step": 27042 + }, + { + "epoch": 22.937234944868532, + "grad_norm": 0.7245225478830621, + "learning_rate": 1.798667746447065e-05, + "loss": 0.0298, + "step": 27043 + }, + { + "epoch": 22.938083121289228, + "grad_norm": 0.7040607947039974, + "learning_rate": 1.798651215246275e-05, + "loss": 0.0299, + "step": 27044 + }, + { + "epoch": 22.938931297709924, + "grad_norm": 0.7569206548955801, + "learning_rate": 1.798634683442806e-05, + "loss": 0.0301, + "step": 27045 + }, + { + "epoch": 22.93977947413062, + "grad_norm": 0.844388799624061, + "learning_rate": 1.798618151036671e-05, + "loss": 0.0327, + "step": 27046 + }, + { + "epoch": 22.940627650551313, + "grad_norm": 0.8090504703724717, + "learning_rate": 1.7986016180278824e-05, + "loss": 0.0345, + "step": 27047 + }, + { + "epoch": 22.94147582697201, + "grad_norm": 0.7672729682849759, + "learning_rate": 1.7985850844164528e-05, + "loss": 0.0342, + "step": 27048 + }, + { + "epoch": 22.942324003392706, + "grad_norm": 0.8324169364408044, + "learning_rate": 1.798568550202394e-05, + "loss": 0.0334, + "step": 27049 + }, + { + "epoch": 22.943172179813402, + "grad_norm": 0.7936918495599972, + "learning_rate": 1.798552015385719e-05, + "loss": 0.0338, + "step": 27050 + }, + { + "epoch": 22.9440203562341, + "grad_norm": 0.8531540480094341, + "learning_rate": 1.79853547996644e-05, + "loss": 0.0331, + "step": 27051 + }, + { + "epoch": 22.94486853265479, + "grad_norm": 0.8257817273948939, + "learning_rate": 1.79851894394457e-05, + "loss": 0.0321, + "step": 27052 + }, + { + "epoch": 22.945716709075487, + "grad_norm": 0.8075729193271348, + "learning_rate": 1.7985024073201208e-05, + "loss": 0.0333, + "step": 27053 + }, + { + "epoch": 22.946564885496183, + "grad_norm": 0.8984968065943723, + "learning_rate": 1.7984858700931056e-05, + "loss": 0.0338, + "step": 27054 + }, + { + "epoch": 22.94741306191688, + "grad_norm": 1.0604671240910784, + "learning_rate": 1.7984693322635363e-05, + "loss": 0.0348, + "step": 27055 + }, + { + "epoch": 22.948261238337576, + "grad_norm": 0.7214969835495358, + "learning_rate": 1.7984527938314257e-05, + "loss": 0.0316, + "step": 27056 + }, + { + "epoch": 22.94910941475827, + "grad_norm": 0.8289434955578295, + "learning_rate": 1.7984362547967863e-05, + "loss": 0.0331, + "step": 27057 + }, + { + "epoch": 22.949957591178965, + "grad_norm": 0.898249249041442, + "learning_rate": 1.79841971515963e-05, + "loss": 0.0348, + "step": 27058 + }, + { + "epoch": 22.95080576759966, + "grad_norm": 0.8535279440731214, + "learning_rate": 1.7984031749199697e-05, + "loss": 0.0349, + "step": 27059 + }, + { + "epoch": 22.951653944020357, + "grad_norm": 0.7059623364179052, + "learning_rate": 1.7983866340778183e-05, + "loss": 0.0319, + "step": 27060 + }, + { + "epoch": 22.952502120441054, + "grad_norm": 0.6970544262922547, + "learning_rate": 1.798370092633188e-05, + "loss": 0.0302, + "step": 27061 + }, + { + "epoch": 22.953350296861746, + "grad_norm": 0.833183411316387, + "learning_rate": 1.7983535505860908e-05, + "loss": 0.0353, + "step": 27062 + }, + { + "epoch": 22.954198473282442, + "grad_norm": 0.9510991506999071, + "learning_rate": 1.7983370079365394e-05, + "loss": 0.0335, + "step": 27063 + }, + { + "epoch": 22.95504664970314, + "grad_norm": 0.7359716918065692, + "learning_rate": 1.7983204646845467e-05, + "loss": 0.036, + "step": 27064 + }, + { + "epoch": 22.955894826123835, + "grad_norm": 0.8275375619347508, + "learning_rate": 1.798303920830125e-05, + "loss": 0.0331, + "step": 27065 + }, + { + "epoch": 22.956743002544528, + "grad_norm": 0.8410310543666647, + "learning_rate": 1.7982873763732867e-05, + "loss": 0.0345, + "step": 27066 + }, + { + "epoch": 22.957591178965224, + "grad_norm": 0.6574775749013927, + "learning_rate": 1.798270831314044e-05, + "loss": 0.0301, + "step": 27067 + }, + { + "epoch": 22.95843935538592, + "grad_norm": 0.8692780862881156, + "learning_rate": 1.7982542856524098e-05, + "loss": 0.0371, + "step": 27068 + }, + { + "epoch": 22.959287531806616, + "grad_norm": 0.9044697980334949, + "learning_rate": 1.7982377393883964e-05, + "loss": 0.0372, + "step": 27069 + }, + { + "epoch": 22.960135708227313, + "grad_norm": 0.7809386875602631, + "learning_rate": 1.7982211925220165e-05, + "loss": 0.0312, + "step": 27070 + }, + { + "epoch": 22.960983884648005, + "grad_norm": 0.6700386175281288, + "learning_rate": 1.7982046450532827e-05, + "loss": 0.033, + "step": 27071 + }, + { + "epoch": 22.9618320610687, + "grad_norm": 0.7270324735465928, + "learning_rate": 1.7981880969822065e-05, + "loss": 0.0326, + "step": 27072 + }, + { + "epoch": 22.962680237489398, + "grad_norm": 0.8195508972624803, + "learning_rate": 1.7981715483088015e-05, + "loss": 0.0349, + "step": 27073 + }, + { + "epoch": 22.963528413910094, + "grad_norm": 0.8365983404241153, + "learning_rate": 1.79815499903308e-05, + "loss": 0.0341, + "step": 27074 + }, + { + "epoch": 22.96437659033079, + "grad_norm": 0.8763179479423189, + "learning_rate": 1.798138449155054e-05, + "loss": 0.0336, + "step": 27075 + }, + { + "epoch": 22.965224766751483, + "grad_norm": 0.7846020611292746, + "learning_rate": 1.7981218986747365e-05, + "loss": 0.0327, + "step": 27076 + }, + { + "epoch": 22.96607294317218, + "grad_norm": 0.7313701683565543, + "learning_rate": 1.7981053475921397e-05, + "loss": 0.0327, + "step": 27077 + }, + { + "epoch": 22.966921119592875, + "grad_norm": 0.9082587188716806, + "learning_rate": 1.798088795907276e-05, + "loss": 0.0344, + "step": 27078 + }, + { + "epoch": 22.96776929601357, + "grad_norm": 0.8540866515673698, + "learning_rate": 1.7980722436201577e-05, + "loss": 0.0325, + "step": 27079 + }, + { + "epoch": 22.968617472434268, + "grad_norm": 0.7696566766068476, + "learning_rate": 1.7980556907307983e-05, + "loss": 0.0334, + "step": 27080 + }, + { + "epoch": 22.96946564885496, + "grad_norm": 0.8532702457170872, + "learning_rate": 1.7980391372392093e-05, + "loss": 0.0305, + "step": 27081 + }, + { + "epoch": 22.970313825275657, + "grad_norm": 0.779937450804132, + "learning_rate": 1.7980225831454036e-05, + "loss": 0.0336, + "step": 27082 + }, + { + "epoch": 22.971162001696353, + "grad_norm": 0.9825478362667389, + "learning_rate": 1.7980060284493937e-05, + "loss": 0.0375, + "step": 27083 + }, + { + "epoch": 22.97201017811705, + "grad_norm": 0.8440002900575082, + "learning_rate": 1.797989473151192e-05, + "loss": 0.0351, + "step": 27084 + }, + { + "epoch": 22.972858354537745, + "grad_norm": 0.7411944396152326, + "learning_rate": 1.797972917250811e-05, + "loss": 0.0318, + "step": 27085 + }, + { + "epoch": 22.973706530958438, + "grad_norm": 0.7169047982242649, + "learning_rate": 1.7979563607482626e-05, + "loss": 0.0344, + "step": 27086 + }, + { + "epoch": 22.974554707379134, + "grad_norm": 0.7334192127001248, + "learning_rate": 1.7979398036435604e-05, + "loss": 0.0337, + "step": 27087 + }, + { + "epoch": 22.97540288379983, + "grad_norm": 0.8705636834336632, + "learning_rate": 1.7979232459367163e-05, + "loss": 0.0358, + "step": 27088 + }, + { + "epoch": 22.976251060220527, + "grad_norm": 0.8522375725589161, + "learning_rate": 1.797906687627743e-05, + "loss": 0.0363, + "step": 27089 + }, + { + "epoch": 22.977099236641223, + "grad_norm": 0.7437995737783685, + "learning_rate": 1.797890128716653e-05, + "loss": 0.0332, + "step": 27090 + }, + { + "epoch": 22.977947413061916, + "grad_norm": 0.7853486515403788, + "learning_rate": 1.797873569203458e-05, + "loss": 0.0361, + "step": 27091 + }, + { + "epoch": 22.978795589482612, + "grad_norm": 0.7794363152689259, + "learning_rate": 1.7978570090881715e-05, + "loss": 0.0356, + "step": 27092 + }, + { + "epoch": 22.979643765903308, + "grad_norm": 0.6337627608032552, + "learning_rate": 1.797840448370806e-05, + "loss": 0.0312, + "step": 27093 + }, + { + "epoch": 22.980491942324004, + "grad_norm": 0.8268514343567057, + "learning_rate": 1.797823887051373e-05, + "loss": 0.0349, + "step": 27094 + }, + { + "epoch": 22.9813401187447, + "grad_norm": 0.8831704679272129, + "learning_rate": 1.797807325129886e-05, + "loss": 0.0336, + "step": 27095 + }, + { + "epoch": 22.982188295165393, + "grad_norm": 0.6516826768813418, + "learning_rate": 1.7977907626063575e-05, + "loss": 0.0307, + "step": 27096 + }, + { + "epoch": 22.98303647158609, + "grad_norm": 0.7136666788541794, + "learning_rate": 1.797774199480799e-05, + "loss": 0.0317, + "step": 27097 + }, + { + "epoch": 22.983884648006786, + "grad_norm": 0.7942553146770239, + "learning_rate": 1.7977576357532238e-05, + "loss": 0.0319, + "step": 27098 + }, + { + "epoch": 22.984732824427482, + "grad_norm": 0.7754098742166087, + "learning_rate": 1.7977410714236446e-05, + "loss": 0.0303, + "step": 27099 + }, + { + "epoch": 22.98558100084818, + "grad_norm": 0.9812394106560847, + "learning_rate": 1.7977245064920733e-05, + "loss": 0.0352, + "step": 27100 + }, + { + "epoch": 22.98642917726887, + "grad_norm": 0.9576917538269635, + "learning_rate": 1.7977079409585225e-05, + "loss": 0.0363, + "step": 27101 + }, + { + "epoch": 22.987277353689567, + "grad_norm": 0.9028268893183954, + "learning_rate": 1.797691374823005e-05, + "loss": 0.0348, + "step": 27102 + }, + { + "epoch": 22.988125530110263, + "grad_norm": 0.673249851369479, + "learning_rate": 1.797674808085533e-05, + "loss": 0.0311, + "step": 27103 + }, + { + "epoch": 22.98897370653096, + "grad_norm": 0.7621127780284055, + "learning_rate": 1.7976582407461195e-05, + "loss": 0.0342, + "step": 27104 + }, + { + "epoch": 22.989821882951652, + "grad_norm": 0.783706577462716, + "learning_rate": 1.7976416728047763e-05, + "loss": 0.0333, + "step": 27105 + }, + { + "epoch": 22.99067005937235, + "grad_norm": 0.7961429075159411, + "learning_rate": 1.7976251042615165e-05, + "loss": 0.0323, + "step": 27106 + }, + { + "epoch": 22.991518235793045, + "grad_norm": 0.8611803567476422, + "learning_rate": 1.797608535116352e-05, + "loss": 0.032, + "step": 27107 + }, + { + "epoch": 22.99236641221374, + "grad_norm": 0.8533773329455, + "learning_rate": 1.7975919653692958e-05, + "loss": 0.0353, + "step": 27108 + }, + { + "epoch": 22.993214588634437, + "grad_norm": 0.7458696789729632, + "learning_rate": 1.7975753950203606e-05, + "loss": 0.0338, + "step": 27109 + }, + { + "epoch": 22.99406276505513, + "grad_norm": 0.7789022136967148, + "learning_rate": 1.797558824069558e-05, + "loss": 0.0317, + "step": 27110 + }, + { + "epoch": 22.994910941475826, + "grad_norm": 0.8954742078935599, + "learning_rate": 1.7975422525169014e-05, + "loss": 0.0359, + "step": 27111 + }, + { + "epoch": 22.995759117896522, + "grad_norm": 0.7876084774762966, + "learning_rate": 1.797525680362403e-05, + "loss": 0.0355, + "step": 27112 + }, + { + "epoch": 22.99660729431722, + "grad_norm": 0.922296136751753, + "learning_rate": 1.7975091076060752e-05, + "loss": 0.0357, + "step": 27113 + }, + { + "epoch": 22.997455470737915, + "grad_norm": 0.8194835357372219, + "learning_rate": 1.7974925342479305e-05, + "loss": 0.0323, + "step": 27114 + }, + { + "epoch": 22.998303647158608, + "grad_norm": 0.9142804633619461, + "learning_rate": 1.7974759602879817e-05, + "loss": 0.0342, + "step": 27115 + }, + { + "epoch": 22.999151823579304, + "grad_norm": 0.8240249971806791, + "learning_rate": 1.797459385726241e-05, + "loss": 0.0337, + "step": 27116 + }, + { + "epoch": 23.0, + "grad_norm": 0.8196234643826059, + "learning_rate": 1.797442810562721e-05, + "loss": 0.0311, + "step": 27117 + }, + { + "epoch": 23.000848176420696, + "grad_norm": 0.6524879816003613, + "learning_rate": 1.7974262347974343e-05, + "loss": 0.0284, + "step": 27118 + }, + { + "epoch": 23.001696352841392, + "grad_norm": 0.6777531173558278, + "learning_rate": 1.797409658430393e-05, + "loss": 0.0298, + "step": 27119 + }, + { + "epoch": 23.002544529262085, + "grad_norm": 0.8176295790275167, + "learning_rate": 1.79739308146161e-05, + "loss": 0.0316, + "step": 27120 + }, + { + "epoch": 23.00339270568278, + "grad_norm": 0.6832908839388155, + "learning_rate": 1.797376503891098e-05, + "loss": 0.0303, + "step": 27121 + }, + { + "epoch": 23.004240882103478, + "grad_norm": 0.6897562309174734, + "learning_rate": 1.7973599257188694e-05, + "loss": 0.0285, + "step": 27122 + }, + { + "epoch": 23.005089058524174, + "grad_norm": 0.7224494281030323, + "learning_rate": 1.7973433469449363e-05, + "loss": 0.0288, + "step": 27123 + }, + { + "epoch": 23.00593723494487, + "grad_norm": 0.7483540579990987, + "learning_rate": 1.7973267675693113e-05, + "loss": 0.0281, + "step": 27124 + }, + { + "epoch": 23.006785411365563, + "grad_norm": 0.7249180344759386, + "learning_rate": 1.7973101875920073e-05, + "loss": 0.0285, + "step": 27125 + }, + { + "epoch": 23.00763358778626, + "grad_norm": 0.7568623267203549, + "learning_rate": 1.7972936070130368e-05, + "loss": 0.0306, + "step": 27126 + }, + { + "epoch": 23.008481764206955, + "grad_norm": 0.7618580606837598, + "learning_rate": 1.7972770258324117e-05, + "loss": 0.0296, + "step": 27127 + }, + { + "epoch": 23.00932994062765, + "grad_norm": 0.8263120549855707, + "learning_rate": 1.7972604440501448e-05, + "loss": 0.031, + "step": 27128 + }, + { + "epoch": 23.010178117048348, + "grad_norm": 0.8112582218352332, + "learning_rate": 1.797243861666249e-05, + "loss": 0.0317, + "step": 27129 + }, + { + "epoch": 23.01102629346904, + "grad_norm": 0.6551217831805206, + "learning_rate": 1.7972272786807367e-05, + "loss": 0.027, + "step": 27130 + }, + { + "epoch": 23.011874469889737, + "grad_norm": 0.7016399448571831, + "learning_rate": 1.7972106950936202e-05, + "loss": 0.0304, + "step": 27131 + }, + { + "epoch": 23.012722646310433, + "grad_norm": 0.726806471459051, + "learning_rate": 1.7971941109049118e-05, + "loss": 0.0304, + "step": 27132 + }, + { + "epoch": 23.01357082273113, + "grad_norm": 0.6618010620523406, + "learning_rate": 1.7971775261146246e-05, + "loss": 0.0282, + "step": 27133 + }, + { + "epoch": 23.014418999151825, + "grad_norm": 0.6871256524899122, + "learning_rate": 1.797160940722771e-05, + "loss": 0.0309, + "step": 27134 + }, + { + "epoch": 23.015267175572518, + "grad_norm": 0.6876743803197812, + "learning_rate": 1.797144354729363e-05, + "loss": 0.0286, + "step": 27135 + }, + { + "epoch": 23.016115351993214, + "grad_norm": 0.686883248748685, + "learning_rate": 1.7971277681344133e-05, + "loss": 0.03, + "step": 27136 + }, + { + "epoch": 23.01696352841391, + "grad_norm": 0.6909365640545151, + "learning_rate": 1.7971111809379346e-05, + "loss": 0.029, + "step": 27137 + }, + { + "epoch": 23.017811704834607, + "grad_norm": 0.7217364381516351, + "learning_rate": 1.7970945931399395e-05, + "loss": 0.0318, + "step": 27138 + }, + { + "epoch": 23.0186598812553, + "grad_norm": 0.6852432571143181, + "learning_rate": 1.79707800474044e-05, + "loss": 0.0304, + "step": 27139 + }, + { + "epoch": 23.019508057675996, + "grad_norm": 0.5865682824543302, + "learning_rate": 1.7970614157394495e-05, + "loss": 0.0269, + "step": 27140 + }, + { + "epoch": 23.020356234096692, + "grad_norm": 0.6936642967556053, + "learning_rate": 1.7970448261369798e-05, + "loss": 0.0283, + "step": 27141 + }, + { + "epoch": 23.021204410517388, + "grad_norm": 0.6126848786687088, + "learning_rate": 1.797028235933044e-05, + "loss": 0.0266, + "step": 27142 + }, + { + "epoch": 23.022052586938084, + "grad_norm": 0.8168796213498727, + "learning_rate": 1.7970116451276538e-05, + "loss": 0.0289, + "step": 27143 + }, + { + "epoch": 23.022900763358777, + "grad_norm": 0.7681672648544694, + "learning_rate": 1.7969950537208223e-05, + "loss": 0.0266, + "step": 27144 + }, + { + "epoch": 23.023748939779473, + "grad_norm": 0.7173165116392355, + "learning_rate": 1.7969784617125618e-05, + "loss": 0.0305, + "step": 27145 + }, + { + "epoch": 23.02459711620017, + "grad_norm": 0.7868848935851547, + "learning_rate": 1.7969618691028852e-05, + "loss": 0.031, + "step": 27146 + }, + { + "epoch": 23.025445292620866, + "grad_norm": 0.7067928919202185, + "learning_rate": 1.7969452758918048e-05, + "loss": 0.0274, + "step": 27147 + }, + { + "epoch": 23.026293469041562, + "grad_norm": 0.6741858858300145, + "learning_rate": 1.7969286820793326e-05, + "loss": 0.0268, + "step": 27148 + }, + { + "epoch": 23.027141645462255, + "grad_norm": 0.7653753530301205, + "learning_rate": 1.796912087665482e-05, + "loss": 0.0302, + "step": 27149 + }, + { + "epoch": 23.02798982188295, + "grad_norm": 0.7218486902408495, + "learning_rate": 1.796895492650265e-05, + "loss": 0.0271, + "step": 27150 + }, + { + "epoch": 23.028837998303647, + "grad_norm": 0.7296571289840409, + "learning_rate": 1.796878897033694e-05, + "loss": 0.0296, + "step": 27151 + }, + { + "epoch": 23.029686174724343, + "grad_norm": 0.6462657110276915, + "learning_rate": 1.796862300815782e-05, + "loss": 0.0289, + "step": 27152 + }, + { + "epoch": 23.03053435114504, + "grad_norm": 0.7740083713749142, + "learning_rate": 1.796845703996541e-05, + "loss": 0.0264, + "step": 27153 + }, + { + "epoch": 23.031382527565732, + "grad_norm": 1.163531106136612, + "learning_rate": 1.7968291065759844e-05, + "loss": 0.0339, + "step": 27154 + }, + { + "epoch": 23.03223070398643, + "grad_norm": 0.7500323837377968, + "learning_rate": 1.7968125085541237e-05, + "loss": 0.0294, + "step": 27155 + }, + { + "epoch": 23.033078880407125, + "grad_norm": 0.7287299457617408, + "learning_rate": 1.796795909930972e-05, + "loss": 0.0271, + "step": 27156 + }, + { + "epoch": 23.03392705682782, + "grad_norm": 0.7108125531341931, + "learning_rate": 1.7967793107065414e-05, + "loss": 0.0275, + "step": 27157 + }, + { + "epoch": 23.034775233248517, + "grad_norm": 0.6437100222687467, + "learning_rate": 1.796762710880845e-05, + "loss": 0.0247, + "step": 27158 + }, + { + "epoch": 23.03562340966921, + "grad_norm": 0.6510860995417288, + "learning_rate": 1.7967461104538947e-05, + "loss": 0.0264, + "step": 27159 + }, + { + "epoch": 23.036471586089906, + "grad_norm": 0.8780916222661673, + "learning_rate": 1.7967295094257036e-05, + "loss": 0.0302, + "step": 27160 + }, + { + "epoch": 23.037319762510602, + "grad_norm": 0.7424448063142887, + "learning_rate": 1.7967129077962842e-05, + "loss": 0.0284, + "step": 27161 + }, + { + "epoch": 23.0381679389313, + "grad_norm": 1.1375606366808704, + "learning_rate": 1.7966963055656487e-05, + "loss": 0.0281, + "step": 27162 + }, + { + "epoch": 23.039016115351995, + "grad_norm": 0.9276546724358596, + "learning_rate": 1.7966797027338097e-05, + "loss": 0.0322, + "step": 27163 + }, + { + "epoch": 23.039864291772687, + "grad_norm": 0.8056162089030086, + "learning_rate": 1.7966630993007794e-05, + "loss": 0.0302, + "step": 27164 + }, + { + "epoch": 23.040712468193384, + "grad_norm": 0.7171867559455927, + "learning_rate": 1.796646495266571e-05, + "loss": 0.0278, + "step": 27165 + }, + { + "epoch": 23.04156064461408, + "grad_norm": 0.7431908957967578, + "learning_rate": 1.7966298906311968e-05, + "loss": 0.0335, + "step": 27166 + }, + { + "epoch": 23.042408821034776, + "grad_norm": 0.6910830446679689, + "learning_rate": 1.7966132853946693e-05, + "loss": 0.0269, + "step": 27167 + }, + { + "epoch": 23.043256997455472, + "grad_norm": 0.7297953497391809, + "learning_rate": 1.7965966795570008e-05, + "loss": 0.0304, + "step": 27168 + }, + { + "epoch": 23.044105173876165, + "grad_norm": 0.832641748322871, + "learning_rate": 1.7965800731182042e-05, + "loss": 0.0281, + "step": 27169 + }, + { + "epoch": 23.04495335029686, + "grad_norm": 0.8196668023644256, + "learning_rate": 1.7965634660782917e-05, + "loss": 0.0319, + "step": 27170 + }, + { + "epoch": 23.045801526717558, + "grad_norm": 0.831679239532473, + "learning_rate": 1.796546858437276e-05, + "loss": 0.032, + "step": 27171 + }, + { + "epoch": 23.046649703138254, + "grad_norm": 0.7614939659131452, + "learning_rate": 1.79653025019517e-05, + "loss": 0.0309, + "step": 27172 + }, + { + "epoch": 23.04749787955895, + "grad_norm": 0.7235156895038518, + "learning_rate": 1.796513641351985e-05, + "loss": 0.0273, + "step": 27173 + }, + { + "epoch": 23.048346055979643, + "grad_norm": 0.6744057665624932, + "learning_rate": 1.796497031907735e-05, + "loss": 0.0298, + "step": 27174 + }, + { + "epoch": 23.04919423240034, + "grad_norm": 0.6623433822811027, + "learning_rate": 1.796480421862432e-05, + "loss": 0.0256, + "step": 27175 + }, + { + "epoch": 23.050042408821035, + "grad_norm": 0.738118757592129, + "learning_rate": 1.796463811216088e-05, + "loss": 0.0279, + "step": 27176 + }, + { + "epoch": 23.05089058524173, + "grad_norm": 0.7443697624061122, + "learning_rate": 1.7964471999687164e-05, + "loss": 0.0276, + "step": 27177 + }, + { + "epoch": 23.051738761662424, + "grad_norm": 0.7548418018744596, + "learning_rate": 1.796430588120329e-05, + "loss": 0.0296, + "step": 27178 + }, + { + "epoch": 23.05258693808312, + "grad_norm": 0.746499850998343, + "learning_rate": 1.7964139756709392e-05, + "loss": 0.0265, + "step": 27179 + }, + { + "epoch": 23.053435114503817, + "grad_norm": 0.7102303924744389, + "learning_rate": 1.7963973626205585e-05, + "loss": 0.0275, + "step": 27180 + }, + { + "epoch": 23.054283290924513, + "grad_norm": 0.8067913042107486, + "learning_rate": 1.7963807489691998e-05, + "loss": 0.0303, + "step": 27181 + }, + { + "epoch": 23.05513146734521, + "grad_norm": 0.6725234567710925, + "learning_rate": 1.796364134716876e-05, + "loss": 0.0276, + "step": 27182 + }, + { + "epoch": 23.0559796437659, + "grad_norm": 0.8179875054956226, + "learning_rate": 1.7963475198635996e-05, + "loss": 0.0305, + "step": 27183 + }, + { + "epoch": 23.056827820186598, + "grad_norm": 0.6629311090080638, + "learning_rate": 1.7963309044093827e-05, + "loss": 0.0281, + "step": 27184 + }, + { + "epoch": 23.057675996607294, + "grad_norm": 0.668160862699492, + "learning_rate": 1.796314288354238e-05, + "loss": 0.0272, + "step": 27185 + }, + { + "epoch": 23.05852417302799, + "grad_norm": 0.9158702385061086, + "learning_rate": 1.7962976716981787e-05, + "loss": 0.0315, + "step": 27186 + }, + { + "epoch": 23.059372349448687, + "grad_norm": 0.7692273674280417, + "learning_rate": 1.7962810544412162e-05, + "loss": 0.0312, + "step": 27187 + }, + { + "epoch": 23.06022052586938, + "grad_norm": 0.6498597799120229, + "learning_rate": 1.796264436583364e-05, + "loss": 0.0276, + "step": 27188 + }, + { + "epoch": 23.061068702290076, + "grad_norm": 0.6353014520694673, + "learning_rate": 1.7962478181246337e-05, + "loss": 0.0277, + "step": 27189 + }, + { + "epoch": 23.061916878710772, + "grad_norm": 0.7110043553389586, + "learning_rate": 1.7962311990650385e-05, + "loss": 0.0289, + "step": 27190 + }, + { + "epoch": 23.062765055131468, + "grad_norm": 0.8282167563477565, + "learning_rate": 1.7962145794045912e-05, + "loss": 0.0284, + "step": 27191 + }, + { + "epoch": 23.063613231552164, + "grad_norm": 0.7097572745481904, + "learning_rate": 1.7961979591433035e-05, + "loss": 0.0295, + "step": 27192 + }, + { + "epoch": 23.064461407972857, + "grad_norm": 0.6681507578328617, + "learning_rate": 1.796181338281189e-05, + "loss": 0.0273, + "step": 27193 + }, + { + "epoch": 23.065309584393553, + "grad_norm": 0.7233587860304516, + "learning_rate": 1.796164716818259e-05, + "loss": 0.0309, + "step": 27194 + }, + { + "epoch": 23.06615776081425, + "grad_norm": 0.7697536501420859, + "learning_rate": 1.796148094754527e-05, + "loss": 0.0291, + "step": 27195 + }, + { + "epoch": 23.067005937234946, + "grad_norm": 0.7373415676634557, + "learning_rate": 1.796131472090005e-05, + "loss": 0.0269, + "step": 27196 + }, + { + "epoch": 23.067854113655642, + "grad_norm": 0.6283611008057373, + "learning_rate": 1.796114848824706e-05, + "loss": 0.0285, + "step": 27197 + }, + { + "epoch": 23.068702290076335, + "grad_norm": 0.7129606012241042, + "learning_rate": 1.7960982249586424e-05, + "loss": 0.0277, + "step": 27198 + }, + { + "epoch": 23.06955046649703, + "grad_norm": 0.7038449512995392, + "learning_rate": 1.7960816004918266e-05, + "loss": 0.0286, + "step": 27199 + }, + { + "epoch": 23.070398642917727, + "grad_norm": 0.7702093628809111, + "learning_rate": 1.796064975424271e-05, + "loss": 0.0279, + "step": 27200 + }, + { + "epoch": 23.071246819338423, + "grad_norm": 0.6304693189449959, + "learning_rate": 1.7960483497559888e-05, + "loss": 0.0263, + "step": 27201 + }, + { + "epoch": 23.07209499575912, + "grad_norm": 0.7409196695289397, + "learning_rate": 1.796031723486992e-05, + "loss": 0.0274, + "step": 27202 + }, + { + "epoch": 23.072943172179812, + "grad_norm": 0.8091948862941958, + "learning_rate": 1.7960150966172927e-05, + "loss": 0.0287, + "step": 27203 + }, + { + "epoch": 23.07379134860051, + "grad_norm": 0.774128893803491, + "learning_rate": 1.7959984691469045e-05, + "loss": 0.0289, + "step": 27204 + }, + { + "epoch": 23.074639525021205, + "grad_norm": 0.798124168358646, + "learning_rate": 1.7959818410758395e-05, + "loss": 0.0304, + "step": 27205 + }, + { + "epoch": 23.0754877014419, + "grad_norm": 0.6901392697276224, + "learning_rate": 1.79596521240411e-05, + "loss": 0.03, + "step": 27206 + }, + { + "epoch": 23.076335877862597, + "grad_norm": 0.8782406228693573, + "learning_rate": 1.7959485831317286e-05, + "loss": 0.0269, + "step": 27207 + }, + { + "epoch": 23.07718405428329, + "grad_norm": 0.7202359785622643, + "learning_rate": 1.795931953258708e-05, + "loss": 0.0296, + "step": 27208 + }, + { + "epoch": 23.078032230703986, + "grad_norm": 0.7759492396071753, + "learning_rate": 1.795915322785061e-05, + "loss": 0.0308, + "step": 27209 + }, + { + "epoch": 23.078880407124682, + "grad_norm": 0.7957726389621911, + "learning_rate": 1.7958986917107997e-05, + "loss": 0.0286, + "step": 27210 + }, + { + "epoch": 23.07972858354538, + "grad_norm": 0.8617365180457097, + "learning_rate": 1.795882060035937e-05, + "loss": 0.0308, + "step": 27211 + }, + { + "epoch": 23.08057675996607, + "grad_norm": 0.6432027960322156, + "learning_rate": 1.7958654277604852e-05, + "loss": 0.027, + "step": 27212 + }, + { + "epoch": 23.081424936386767, + "grad_norm": 0.6294237840860608, + "learning_rate": 1.7958487948844568e-05, + "loss": 0.0262, + "step": 27213 + }, + { + "epoch": 23.082273112807464, + "grad_norm": 0.7417029889866743, + "learning_rate": 1.7958321614078647e-05, + "loss": 0.0303, + "step": 27214 + }, + { + "epoch": 23.08312128922816, + "grad_norm": 0.7377424316371755, + "learning_rate": 1.7958155273307212e-05, + "loss": 0.0281, + "step": 27215 + }, + { + "epoch": 23.083969465648856, + "grad_norm": 0.783120392968215, + "learning_rate": 1.795798892653039e-05, + "loss": 0.0274, + "step": 27216 + }, + { + "epoch": 23.08481764206955, + "grad_norm": 0.7441398290916497, + "learning_rate": 1.7957822573748303e-05, + "loss": 0.029, + "step": 27217 + }, + { + "epoch": 23.085665818490245, + "grad_norm": 0.6899448916552006, + "learning_rate": 1.795765621496108e-05, + "loss": 0.0255, + "step": 27218 + }, + { + "epoch": 23.08651399491094, + "grad_norm": 0.7564231178959165, + "learning_rate": 1.7957489850168848e-05, + "loss": 0.0297, + "step": 27219 + }, + { + "epoch": 23.087362171331637, + "grad_norm": 0.7075040207498519, + "learning_rate": 1.7957323479371728e-05, + "loss": 0.0305, + "step": 27220 + }, + { + "epoch": 23.088210347752334, + "grad_norm": 0.7450420444367664, + "learning_rate": 1.7957157102569846e-05, + "loss": 0.0309, + "step": 27221 + }, + { + "epoch": 23.089058524173026, + "grad_norm": 0.7024541581536853, + "learning_rate": 1.795699071976333e-05, + "loss": 0.0309, + "step": 27222 + }, + { + "epoch": 23.089906700593723, + "grad_norm": 0.6265046199816784, + "learning_rate": 1.7956824330952306e-05, + "loss": 0.026, + "step": 27223 + }, + { + "epoch": 23.09075487701442, + "grad_norm": 0.7198485431644214, + "learning_rate": 1.79566579361369e-05, + "loss": 0.0273, + "step": 27224 + }, + { + "epoch": 23.091603053435115, + "grad_norm": 0.7559402692271493, + "learning_rate": 1.7956491535317232e-05, + "loss": 0.0271, + "step": 27225 + }, + { + "epoch": 23.09245122985581, + "grad_norm": 0.7571649973026361, + "learning_rate": 1.7956325128493432e-05, + "loss": 0.0319, + "step": 27226 + }, + { + "epoch": 23.093299406276504, + "grad_norm": 0.6498996208074836, + "learning_rate": 1.795615871566563e-05, + "loss": 0.0288, + "step": 27227 + }, + { + "epoch": 23.0941475826972, + "grad_norm": 0.6438973551683748, + "learning_rate": 1.795599229683394e-05, + "loss": 0.0301, + "step": 27228 + }, + { + "epoch": 23.094995759117896, + "grad_norm": 0.6373175140518814, + "learning_rate": 1.7955825871998495e-05, + "loss": 0.0268, + "step": 27229 + }, + { + "epoch": 23.095843935538593, + "grad_norm": 0.7890374884217878, + "learning_rate": 1.7955659441159424e-05, + "loss": 0.0279, + "step": 27230 + }, + { + "epoch": 23.09669211195929, + "grad_norm": 0.7214352078816731, + "learning_rate": 1.7955493004316844e-05, + "loss": 0.028, + "step": 27231 + }, + { + "epoch": 23.09754028837998, + "grad_norm": 0.5976737439705231, + "learning_rate": 1.795532656147089e-05, + "loss": 0.0268, + "step": 27232 + }, + { + "epoch": 23.098388464800678, + "grad_norm": 0.8598004924180562, + "learning_rate": 1.7955160112621678e-05, + "loss": 0.0318, + "step": 27233 + }, + { + "epoch": 23.099236641221374, + "grad_norm": 0.683837278405523, + "learning_rate": 1.7954993657769338e-05, + "loss": 0.0257, + "step": 27234 + }, + { + "epoch": 23.10008481764207, + "grad_norm": 0.7471296257043792, + "learning_rate": 1.7954827196913998e-05, + "loss": 0.0306, + "step": 27235 + }, + { + "epoch": 23.100932994062767, + "grad_norm": 0.7282674771325356, + "learning_rate": 1.7954660730055783e-05, + "loss": 0.0264, + "step": 27236 + }, + { + "epoch": 23.10178117048346, + "grad_norm": 0.7044619537207599, + "learning_rate": 1.795449425719481e-05, + "loss": 0.0288, + "step": 27237 + }, + { + "epoch": 23.102629346904155, + "grad_norm": 0.6478063307441797, + "learning_rate": 1.795432777833122e-05, + "loss": 0.0285, + "step": 27238 + }, + { + "epoch": 23.10347752332485, + "grad_norm": 0.6848055201938745, + "learning_rate": 1.7954161293465127e-05, + "loss": 0.0282, + "step": 27239 + }, + { + "epoch": 23.104325699745548, + "grad_norm": 0.8940832508638527, + "learning_rate": 1.795399480259666e-05, + "loss": 0.0304, + "step": 27240 + }, + { + "epoch": 23.105173876166244, + "grad_norm": 0.7255844711235799, + "learning_rate": 1.7953828305725945e-05, + "loss": 0.027, + "step": 27241 + }, + { + "epoch": 23.106022052586937, + "grad_norm": 0.765261577211204, + "learning_rate": 1.7953661802853105e-05, + "loss": 0.0306, + "step": 27242 + }, + { + "epoch": 23.106870229007633, + "grad_norm": 0.9203574528819333, + "learning_rate": 1.7953495293978268e-05, + "loss": 0.0306, + "step": 27243 + }, + { + "epoch": 23.10771840542833, + "grad_norm": 0.6916121224296767, + "learning_rate": 1.7953328779101562e-05, + "loss": 0.0273, + "step": 27244 + }, + { + "epoch": 23.108566581849026, + "grad_norm": 0.7599302771433767, + "learning_rate": 1.795316225822311e-05, + "loss": 0.0285, + "step": 27245 + }, + { + "epoch": 23.109414758269722, + "grad_norm": 0.8550111650963891, + "learning_rate": 1.7952995731343035e-05, + "loss": 0.032, + "step": 27246 + }, + { + "epoch": 23.110262934690414, + "grad_norm": 0.5791235330081259, + "learning_rate": 1.7952829198461467e-05, + "loss": 0.0257, + "step": 27247 + }, + { + "epoch": 23.11111111111111, + "grad_norm": 0.7461561662916627, + "learning_rate": 1.795266265957853e-05, + "loss": 0.0264, + "step": 27248 + }, + { + "epoch": 23.111959287531807, + "grad_norm": 0.6490112811807263, + "learning_rate": 1.795249611469435e-05, + "loss": 0.0269, + "step": 27249 + }, + { + "epoch": 23.112807463952503, + "grad_norm": 0.6698038243878198, + "learning_rate": 1.7952329563809054e-05, + "loss": 0.0272, + "step": 27250 + }, + { + "epoch": 23.113655640373196, + "grad_norm": 0.8678121214615405, + "learning_rate": 1.7952163006922766e-05, + "loss": 0.0349, + "step": 27251 + }, + { + "epoch": 23.114503816793892, + "grad_norm": 0.7052907921238001, + "learning_rate": 1.7951996444035605e-05, + "loss": 0.0275, + "step": 27252 + }, + { + "epoch": 23.11535199321459, + "grad_norm": 0.6802419594671476, + "learning_rate": 1.795182987514771e-05, + "loss": 0.0298, + "step": 27253 + }, + { + "epoch": 23.116200169635285, + "grad_norm": 0.7307457297434264, + "learning_rate": 1.7951663300259202e-05, + "loss": 0.0265, + "step": 27254 + }, + { + "epoch": 23.11704834605598, + "grad_norm": 0.7329702251787075, + "learning_rate": 1.79514967193702e-05, + "loss": 0.0289, + "step": 27255 + }, + { + "epoch": 23.117896522476673, + "grad_norm": 0.8189388158199118, + "learning_rate": 1.7951330132480836e-05, + "loss": 0.0292, + "step": 27256 + }, + { + "epoch": 23.11874469889737, + "grad_norm": 0.6644116088784027, + "learning_rate": 1.7951163539591237e-05, + "loss": 0.0271, + "step": 27257 + }, + { + "epoch": 23.119592875318066, + "grad_norm": 0.6579321598440201, + "learning_rate": 1.795099694070152e-05, + "loss": 0.0278, + "step": 27258 + }, + { + "epoch": 23.120441051738762, + "grad_norm": 0.7729088740820723, + "learning_rate": 1.7950830335811826e-05, + "loss": 0.0286, + "step": 27259 + }, + { + "epoch": 23.12128922815946, + "grad_norm": 0.7232395106384295, + "learning_rate": 1.7950663724922265e-05, + "loss": 0.0297, + "step": 27260 + }, + { + "epoch": 23.12213740458015, + "grad_norm": 0.6525609749156442, + "learning_rate": 1.795049710803297e-05, + "loss": 0.0283, + "step": 27261 + }, + { + "epoch": 23.122985581000847, + "grad_norm": 0.5914882187197796, + "learning_rate": 1.7950330485144065e-05, + "loss": 0.0306, + "step": 27262 + }, + { + "epoch": 23.123833757421544, + "grad_norm": 0.7117779181391781, + "learning_rate": 1.795016385625568e-05, + "loss": 0.0303, + "step": 27263 + }, + { + "epoch": 23.12468193384224, + "grad_norm": 0.7255945060724209, + "learning_rate": 1.7949997221367935e-05, + "loss": 0.0295, + "step": 27264 + }, + { + "epoch": 23.125530110262936, + "grad_norm": 0.9505941966006547, + "learning_rate": 1.794983058048096e-05, + "loss": 0.0281, + "step": 27265 + }, + { + "epoch": 23.12637828668363, + "grad_norm": 0.698704430728277, + "learning_rate": 1.7949663933594877e-05, + "loss": 0.0267, + "step": 27266 + }, + { + "epoch": 23.127226463104325, + "grad_norm": 0.8527284681908219, + "learning_rate": 1.7949497280709815e-05, + "loss": 0.0302, + "step": 27267 + }, + { + "epoch": 23.12807463952502, + "grad_norm": 0.6683814058708548, + "learning_rate": 1.7949330621825897e-05, + "loss": 0.0284, + "step": 27268 + }, + { + "epoch": 23.128922815945717, + "grad_norm": 0.7116570463777853, + "learning_rate": 1.794916395694325e-05, + "loss": 0.0303, + "step": 27269 + }, + { + "epoch": 23.129770992366414, + "grad_norm": 0.7758212546093628, + "learning_rate": 1.7948997286062005e-05, + "loss": 0.0287, + "step": 27270 + }, + { + "epoch": 23.130619168787106, + "grad_norm": 0.6220743362512448, + "learning_rate": 1.7948830609182276e-05, + "loss": 0.028, + "step": 27271 + }, + { + "epoch": 23.131467345207803, + "grad_norm": 0.8676583853044039, + "learning_rate": 1.79486639263042e-05, + "loss": 0.0336, + "step": 27272 + }, + { + "epoch": 23.1323155216285, + "grad_norm": 0.7068077256595248, + "learning_rate": 1.7948497237427897e-05, + "loss": 0.0294, + "step": 27273 + }, + { + "epoch": 23.133163698049195, + "grad_norm": 0.6415218738094051, + "learning_rate": 1.7948330542553494e-05, + "loss": 0.0272, + "step": 27274 + }, + { + "epoch": 23.13401187446989, + "grad_norm": 0.785882245296822, + "learning_rate": 1.7948163841681116e-05, + "loss": 0.0332, + "step": 27275 + }, + { + "epoch": 23.134860050890584, + "grad_norm": 0.6592553531356001, + "learning_rate": 1.794799713481089e-05, + "loss": 0.0259, + "step": 27276 + }, + { + "epoch": 23.13570822731128, + "grad_norm": 0.7451457235650255, + "learning_rate": 1.7947830421942944e-05, + "loss": 0.0314, + "step": 27277 + }, + { + "epoch": 23.136556403731976, + "grad_norm": 0.717747744066885, + "learning_rate": 1.7947663703077397e-05, + "loss": 0.0307, + "step": 27278 + }, + { + "epoch": 23.137404580152673, + "grad_norm": 0.6902378249570275, + "learning_rate": 1.7947496978214386e-05, + "loss": 0.03, + "step": 27279 + }, + { + "epoch": 23.13825275657337, + "grad_norm": 0.74885688639345, + "learning_rate": 1.7947330247354023e-05, + "loss": 0.0302, + "step": 27280 + }, + { + "epoch": 23.13910093299406, + "grad_norm": 0.719766146611507, + "learning_rate": 1.7947163510496442e-05, + "loss": 0.0294, + "step": 27281 + }, + { + "epoch": 23.139949109414758, + "grad_norm": 0.6128531995393998, + "learning_rate": 1.7946996767641767e-05, + "loss": 0.0264, + "step": 27282 + }, + { + "epoch": 23.140797285835454, + "grad_norm": 0.7229355365487625, + "learning_rate": 1.7946830018790126e-05, + "loss": 0.0271, + "step": 27283 + }, + { + "epoch": 23.14164546225615, + "grad_norm": 0.6336308231093647, + "learning_rate": 1.7946663263941647e-05, + "loss": 0.03, + "step": 27284 + }, + { + "epoch": 23.142493638676847, + "grad_norm": 0.9145964441083615, + "learning_rate": 1.7946496503096446e-05, + "loss": 0.0306, + "step": 27285 + }, + { + "epoch": 23.14334181509754, + "grad_norm": 0.6974749656876651, + "learning_rate": 1.794632973625466e-05, + "loss": 0.0287, + "step": 27286 + }, + { + "epoch": 23.144189991518235, + "grad_norm": 0.6988350779972645, + "learning_rate": 1.7946162963416406e-05, + "loss": 0.0287, + "step": 27287 + }, + { + "epoch": 23.14503816793893, + "grad_norm": 0.8186960556482774, + "learning_rate": 1.7945996184581815e-05, + "loss": 0.0327, + "step": 27288 + }, + { + "epoch": 23.145886344359628, + "grad_norm": 0.8952216851214074, + "learning_rate": 1.7945829399751012e-05, + "loss": 0.032, + "step": 27289 + }, + { + "epoch": 23.14673452078032, + "grad_norm": 0.7316312021461991, + "learning_rate": 1.7945662608924118e-05, + "loss": 0.0289, + "step": 27290 + }, + { + "epoch": 23.147582697201017, + "grad_norm": 0.6858503748972179, + "learning_rate": 1.7945495812101267e-05, + "loss": 0.0291, + "step": 27291 + }, + { + "epoch": 23.148430873621713, + "grad_norm": 0.6767324627393257, + "learning_rate": 1.794532900928258e-05, + "loss": 0.0292, + "step": 27292 + }, + { + "epoch": 23.14927905004241, + "grad_norm": 0.8958576913631231, + "learning_rate": 1.7945162200468184e-05, + "loss": 0.0319, + "step": 27293 + }, + { + "epoch": 23.150127226463106, + "grad_norm": 0.7235541656376794, + "learning_rate": 1.7944995385658205e-05, + "loss": 0.0299, + "step": 27294 + }, + { + "epoch": 23.150975402883798, + "grad_norm": 0.55622821758646, + "learning_rate": 1.794482856485277e-05, + "loss": 0.0257, + "step": 27295 + }, + { + "epoch": 23.151823579304494, + "grad_norm": 0.7864881523190026, + "learning_rate": 1.7944661738052006e-05, + "loss": 0.0329, + "step": 27296 + }, + { + "epoch": 23.15267175572519, + "grad_norm": 0.6977011323157545, + "learning_rate": 1.794449490525603e-05, + "loss": 0.0292, + "step": 27297 + }, + { + "epoch": 23.153519932145887, + "grad_norm": 0.749347857434087, + "learning_rate": 1.7944328066464978e-05, + "loss": 0.0281, + "step": 27298 + }, + { + "epoch": 23.154368108566583, + "grad_norm": 0.668918840356886, + "learning_rate": 1.794416122167897e-05, + "loss": 0.0274, + "step": 27299 + }, + { + "epoch": 23.155216284987276, + "grad_norm": 0.7109702703239594, + "learning_rate": 1.7943994370898136e-05, + "loss": 0.0292, + "step": 27300 + }, + { + "epoch": 23.156064461407972, + "grad_norm": 0.7907176209224528, + "learning_rate": 1.7943827514122602e-05, + "loss": 0.0305, + "step": 27301 + }, + { + "epoch": 23.15691263782867, + "grad_norm": 0.5871134755655855, + "learning_rate": 1.794366065135249e-05, + "loss": 0.0266, + "step": 27302 + }, + { + "epoch": 23.157760814249365, + "grad_norm": 0.8333384520209841, + "learning_rate": 1.7943493782587925e-05, + "loss": 0.0271, + "step": 27303 + }, + { + "epoch": 23.15860899067006, + "grad_norm": 0.8067309188955095, + "learning_rate": 1.794332690782904e-05, + "loss": 0.0264, + "step": 27304 + }, + { + "epoch": 23.159457167090753, + "grad_norm": 0.7143620157421053, + "learning_rate": 1.7943160027075956e-05, + "loss": 0.0293, + "step": 27305 + }, + { + "epoch": 23.16030534351145, + "grad_norm": 0.6816372358813114, + "learning_rate": 1.79429931403288e-05, + "loss": 0.0269, + "step": 27306 + }, + { + "epoch": 23.161153519932146, + "grad_norm": 0.863625637401875, + "learning_rate": 1.7942826247587695e-05, + "loss": 0.029, + "step": 27307 + }, + { + "epoch": 23.162001696352842, + "grad_norm": 0.8833073387278656, + "learning_rate": 1.794265934885277e-05, + "loss": 0.0294, + "step": 27308 + }, + { + "epoch": 23.16284987277354, + "grad_norm": 0.7519114466427909, + "learning_rate": 1.7942492444124153e-05, + "loss": 0.0295, + "step": 27309 + }, + { + "epoch": 23.16369804919423, + "grad_norm": 0.8501471589047861, + "learning_rate": 1.7942325533401964e-05, + "loss": 0.0307, + "step": 27310 + }, + { + "epoch": 23.164546225614927, + "grad_norm": 0.8217562723072439, + "learning_rate": 1.7942158616686336e-05, + "loss": 0.0304, + "step": 27311 + }, + { + "epoch": 23.165394402035624, + "grad_norm": 0.7179711008182085, + "learning_rate": 1.794199169397739e-05, + "loss": 0.0299, + "step": 27312 + }, + { + "epoch": 23.16624257845632, + "grad_norm": 0.7282932199955681, + "learning_rate": 1.7941824765275254e-05, + "loss": 0.0267, + "step": 27313 + }, + { + "epoch": 23.167090754877016, + "grad_norm": 0.7346075501653463, + "learning_rate": 1.794165783058005e-05, + "loss": 0.0292, + "step": 27314 + }, + { + "epoch": 23.16793893129771, + "grad_norm": 0.6329893854327358, + "learning_rate": 1.794149088989191e-05, + "loss": 0.0287, + "step": 27315 + }, + { + "epoch": 23.168787107718405, + "grad_norm": 0.7186403245323572, + "learning_rate": 1.7941323943210957e-05, + "loss": 0.0293, + "step": 27316 + }, + { + "epoch": 23.1696352841391, + "grad_norm": 0.667574677882527, + "learning_rate": 1.7941156990537317e-05, + "loss": 0.0276, + "step": 27317 + }, + { + "epoch": 23.170483460559797, + "grad_norm": 0.6963544299877132, + "learning_rate": 1.7940990031871118e-05, + "loss": 0.0291, + "step": 27318 + }, + { + "epoch": 23.171331636980494, + "grad_norm": 0.7261060786426076, + "learning_rate": 1.794082306721248e-05, + "loss": 0.0293, + "step": 27319 + }, + { + "epoch": 23.172179813401186, + "grad_norm": 0.9592102958325788, + "learning_rate": 1.7940656096561538e-05, + "loss": 0.032, + "step": 27320 + }, + { + "epoch": 23.173027989821882, + "grad_norm": 0.6851540241815006, + "learning_rate": 1.794048911991841e-05, + "loss": 0.0292, + "step": 27321 + }, + { + "epoch": 23.17387616624258, + "grad_norm": 0.6441506390769631, + "learning_rate": 1.794032213728323e-05, + "loss": 0.0276, + "step": 27322 + }, + { + "epoch": 23.174724342663275, + "grad_norm": 0.7238134622932929, + "learning_rate": 1.794015514865611e-05, + "loss": 0.0321, + "step": 27323 + }, + { + "epoch": 23.17557251908397, + "grad_norm": 0.7019473856981489, + "learning_rate": 1.7939988154037192e-05, + "loss": 0.0276, + "step": 27324 + }, + { + "epoch": 23.176420695504664, + "grad_norm": 0.8538983507817853, + "learning_rate": 1.7939821153426593e-05, + "loss": 0.0328, + "step": 27325 + }, + { + "epoch": 23.17726887192536, + "grad_norm": 0.8164490346935497, + "learning_rate": 1.7939654146824445e-05, + "loss": 0.0324, + "step": 27326 + }, + { + "epoch": 23.178117048346056, + "grad_norm": 0.6822391149148219, + "learning_rate": 1.7939487134230864e-05, + "loss": 0.0298, + "step": 27327 + }, + { + "epoch": 23.178965224766753, + "grad_norm": 0.7918534153651088, + "learning_rate": 1.7939320115645985e-05, + "loss": 0.0305, + "step": 27328 + }, + { + "epoch": 23.179813401187445, + "grad_norm": 0.7395640725983496, + "learning_rate": 1.7939153091069934e-05, + "loss": 0.0293, + "step": 27329 + }, + { + "epoch": 23.18066157760814, + "grad_norm": 0.6539684744714458, + "learning_rate": 1.7938986060502832e-05, + "loss": 0.0289, + "step": 27330 + }, + { + "epoch": 23.181509754028838, + "grad_norm": 0.5446125149625073, + "learning_rate": 1.793881902394481e-05, + "loss": 0.0293, + "step": 27331 + }, + { + "epoch": 23.182357930449534, + "grad_norm": 0.7859778553950576, + "learning_rate": 1.793865198139599e-05, + "loss": 0.0287, + "step": 27332 + }, + { + "epoch": 23.18320610687023, + "grad_norm": 0.7265115572055771, + "learning_rate": 1.7938484932856495e-05, + "loss": 0.0282, + "step": 27333 + }, + { + "epoch": 23.184054283290923, + "grad_norm": 0.6679933149678312, + "learning_rate": 1.793831787832646e-05, + "loss": 0.0299, + "step": 27334 + }, + { + "epoch": 23.18490245971162, + "grad_norm": 0.8092540060120186, + "learning_rate": 1.7938150817806005e-05, + "loss": 0.0295, + "step": 27335 + }, + { + "epoch": 23.185750636132315, + "grad_norm": 0.7981912780322735, + "learning_rate": 1.793798375129526e-05, + "loss": 0.0293, + "step": 27336 + }, + { + "epoch": 23.18659881255301, + "grad_norm": 0.6886511992451815, + "learning_rate": 1.793781667879435e-05, + "loss": 0.0286, + "step": 27337 + }, + { + "epoch": 23.187446988973708, + "grad_norm": 0.6886888046794969, + "learning_rate": 1.7937649600303397e-05, + "loss": 0.0274, + "step": 27338 + }, + { + "epoch": 23.1882951653944, + "grad_norm": 0.6979319916529673, + "learning_rate": 1.793748251582253e-05, + "loss": 0.0284, + "step": 27339 + }, + { + "epoch": 23.189143341815097, + "grad_norm": 0.7157904089564554, + "learning_rate": 1.7937315425351875e-05, + "loss": 0.0304, + "step": 27340 + }, + { + "epoch": 23.189991518235793, + "grad_norm": 0.8134515213090512, + "learning_rate": 1.793714832889156e-05, + "loss": 0.0296, + "step": 27341 + }, + { + "epoch": 23.19083969465649, + "grad_norm": 0.8009373066602432, + "learning_rate": 1.7936981226441708e-05, + "loss": 0.0278, + "step": 27342 + }, + { + "epoch": 23.191687871077185, + "grad_norm": 0.7528551472509838, + "learning_rate": 1.7936814118002446e-05, + "loss": 0.0282, + "step": 27343 + }, + { + "epoch": 23.192536047497878, + "grad_norm": 0.6945897301634261, + "learning_rate": 1.79366470035739e-05, + "loss": 0.0328, + "step": 27344 + }, + { + "epoch": 23.193384223918574, + "grad_norm": 0.7799880510573277, + "learning_rate": 1.7936479883156198e-05, + "loss": 0.0293, + "step": 27345 + }, + { + "epoch": 23.19423240033927, + "grad_norm": 0.6532567150103312, + "learning_rate": 1.793631275674946e-05, + "loss": 0.0277, + "step": 27346 + }, + { + "epoch": 23.195080576759967, + "grad_norm": 0.6554547359682316, + "learning_rate": 1.7936145624353822e-05, + "loss": 0.0265, + "step": 27347 + }, + { + "epoch": 23.195928753180663, + "grad_norm": 0.6696037861105696, + "learning_rate": 1.7935978485969404e-05, + "loss": 0.0289, + "step": 27348 + }, + { + "epoch": 23.196776929601356, + "grad_norm": 0.8185909098084582, + "learning_rate": 1.7935811341596335e-05, + "loss": 0.0295, + "step": 27349 + }, + { + "epoch": 23.197625106022052, + "grad_norm": 0.7579720888386703, + "learning_rate": 1.7935644191234732e-05, + "loss": 0.0303, + "step": 27350 + }, + { + "epoch": 23.198473282442748, + "grad_norm": 0.725645254254412, + "learning_rate": 1.7935477034884735e-05, + "loss": 0.0302, + "step": 27351 + }, + { + "epoch": 23.199321458863444, + "grad_norm": 0.598129437727793, + "learning_rate": 1.7935309872546463e-05, + "loss": 0.027, + "step": 27352 + }, + { + "epoch": 23.20016963528414, + "grad_norm": 0.6896679517539357, + "learning_rate": 1.793514270422004e-05, + "loss": 0.0301, + "step": 27353 + }, + { + "epoch": 23.201017811704833, + "grad_norm": 0.7781752046747149, + "learning_rate": 1.7934975529905596e-05, + "loss": 0.0313, + "step": 27354 + }, + { + "epoch": 23.20186598812553, + "grad_norm": 0.6568004409677406, + "learning_rate": 1.7934808349603255e-05, + "loss": 0.0304, + "step": 27355 + }, + { + "epoch": 23.202714164546226, + "grad_norm": 0.7072002083464081, + "learning_rate": 1.7934641163313144e-05, + "loss": 0.03, + "step": 27356 + }, + { + "epoch": 23.203562340966922, + "grad_norm": 0.5936172484166984, + "learning_rate": 1.793447397103539e-05, + "loss": 0.0263, + "step": 27357 + }, + { + "epoch": 23.20441051738762, + "grad_norm": 0.8054905701491638, + "learning_rate": 1.7934306772770118e-05, + "loss": 0.0284, + "step": 27358 + }, + { + "epoch": 23.20525869380831, + "grad_norm": 0.6091597515273173, + "learning_rate": 1.7934139568517454e-05, + "loss": 0.0278, + "step": 27359 + }, + { + "epoch": 23.206106870229007, + "grad_norm": 0.6347704247800108, + "learning_rate": 1.7933972358277527e-05, + "loss": 0.0287, + "step": 27360 + }, + { + "epoch": 23.206955046649703, + "grad_norm": 0.6274204176400757, + "learning_rate": 1.793380514205046e-05, + "loss": 0.0269, + "step": 27361 + }, + { + "epoch": 23.2078032230704, + "grad_norm": 0.607357239285948, + "learning_rate": 1.7933637919836376e-05, + "loss": 0.0261, + "step": 27362 + }, + { + "epoch": 23.208651399491096, + "grad_norm": 0.7240511567462151, + "learning_rate": 1.793347069163541e-05, + "loss": 0.028, + "step": 27363 + }, + { + "epoch": 23.20949957591179, + "grad_norm": 0.8091478924676547, + "learning_rate": 1.7933303457447683e-05, + "loss": 0.0297, + "step": 27364 + }, + { + "epoch": 23.210347752332485, + "grad_norm": 0.6899002118892166, + "learning_rate": 1.793313621727332e-05, + "loss": 0.0266, + "step": 27365 + }, + { + "epoch": 23.21119592875318, + "grad_norm": 0.7200706854965881, + "learning_rate": 1.7932968971112447e-05, + "loss": 0.0285, + "step": 27366 + }, + { + "epoch": 23.212044105173877, + "grad_norm": 0.6682950331474699, + "learning_rate": 1.7932801718965196e-05, + "loss": 0.0261, + "step": 27367 + }, + { + "epoch": 23.21289228159457, + "grad_norm": 0.8253916980682482, + "learning_rate": 1.7932634460831688e-05, + "loss": 0.0308, + "step": 27368 + }, + { + "epoch": 23.213740458015266, + "grad_norm": 0.790716332898978, + "learning_rate": 1.793246719671205e-05, + "loss": 0.0304, + "step": 27369 + }, + { + "epoch": 23.214588634435962, + "grad_norm": 0.6588702884872387, + "learning_rate": 1.793229992660641e-05, + "loss": 0.0278, + "step": 27370 + }, + { + "epoch": 23.21543681085666, + "grad_norm": 0.7616684355433877, + "learning_rate": 1.793213265051489e-05, + "loss": 0.0277, + "step": 27371 + }, + { + "epoch": 23.216284987277355, + "grad_norm": 0.5994262906637794, + "learning_rate": 1.7931965368437622e-05, + "loss": 0.0252, + "step": 27372 + }, + { + "epoch": 23.217133163698048, + "grad_norm": 0.8042890264684742, + "learning_rate": 1.793179808037473e-05, + "loss": 0.0282, + "step": 27373 + }, + { + "epoch": 23.217981340118744, + "grad_norm": 0.6982453966127994, + "learning_rate": 1.7931630786326338e-05, + "loss": 0.0281, + "step": 27374 + }, + { + "epoch": 23.21882951653944, + "grad_norm": 0.7608173871910755, + "learning_rate": 1.7931463486292574e-05, + "loss": 0.0293, + "step": 27375 + }, + { + "epoch": 23.219677692960136, + "grad_norm": 0.8001373745868929, + "learning_rate": 1.7931296180273563e-05, + "loss": 0.0303, + "step": 27376 + }, + { + "epoch": 23.220525869380833, + "grad_norm": 0.7984675012397252, + "learning_rate": 1.7931128868269434e-05, + "loss": 0.0319, + "step": 27377 + }, + { + "epoch": 23.221374045801525, + "grad_norm": 0.713904473679452, + "learning_rate": 1.793096155028031e-05, + "loss": 0.0287, + "step": 27378 + }, + { + "epoch": 23.22222222222222, + "grad_norm": 0.7317228473982788, + "learning_rate": 1.793079422630632e-05, + "loss": 0.0305, + "step": 27379 + }, + { + "epoch": 23.223070398642918, + "grad_norm": 0.6562747269468934, + "learning_rate": 1.793062689634759e-05, + "loss": 0.0265, + "step": 27380 + }, + { + "epoch": 23.223918575063614, + "grad_norm": 0.6683711782725698, + "learning_rate": 1.7930459560404247e-05, + "loss": 0.0286, + "step": 27381 + }, + { + "epoch": 23.22476675148431, + "grad_norm": 0.7619590071737825, + "learning_rate": 1.793029221847641e-05, + "loss": 0.0305, + "step": 27382 + }, + { + "epoch": 23.225614927905003, + "grad_norm": 0.6747123040202171, + "learning_rate": 1.7930124870564216e-05, + "loss": 0.03, + "step": 27383 + }, + { + "epoch": 23.2264631043257, + "grad_norm": 0.5888516685141821, + "learning_rate": 1.7929957516667782e-05, + "loss": 0.0289, + "step": 27384 + }, + { + "epoch": 23.227311280746395, + "grad_norm": 0.8204473769874278, + "learning_rate": 1.792979015678724e-05, + "loss": 0.0313, + "step": 27385 + }, + { + "epoch": 23.22815945716709, + "grad_norm": 0.6917600354788018, + "learning_rate": 1.792962279092272e-05, + "loss": 0.0274, + "step": 27386 + }, + { + "epoch": 23.229007633587788, + "grad_norm": 0.5875320008968774, + "learning_rate": 1.7929455419074337e-05, + "loss": 0.0264, + "step": 27387 + }, + { + "epoch": 23.22985581000848, + "grad_norm": 0.8199146330358448, + "learning_rate": 1.792928804124223e-05, + "loss": 0.0319, + "step": 27388 + }, + { + "epoch": 23.230703986429177, + "grad_norm": 0.8528338354801164, + "learning_rate": 1.7929120657426508e-05, + "loss": 0.0294, + "step": 27389 + }, + { + "epoch": 23.231552162849873, + "grad_norm": 0.7450240682940931, + "learning_rate": 1.792895326762732e-05, + "loss": 0.03, + "step": 27390 + }, + { + "epoch": 23.23240033927057, + "grad_norm": 0.583044413655369, + "learning_rate": 1.792878587184477e-05, + "loss": 0.0249, + "step": 27391 + }, + { + "epoch": 23.233248515691265, + "grad_norm": 0.6671744412871431, + "learning_rate": 1.7928618470079002e-05, + "loss": 0.0267, + "step": 27392 + }, + { + "epoch": 23.234096692111958, + "grad_norm": 0.667903110659778, + "learning_rate": 1.792845106233013e-05, + "loss": 0.0264, + "step": 27393 + }, + { + "epoch": 23.234944868532654, + "grad_norm": 0.76664028753184, + "learning_rate": 1.792828364859829e-05, + "loss": 0.0308, + "step": 27394 + }, + { + "epoch": 23.23579304495335, + "grad_norm": 0.8225172181007124, + "learning_rate": 1.7928116228883602e-05, + "loss": 0.0312, + "step": 27395 + }, + { + "epoch": 23.236641221374047, + "grad_norm": 0.6714132714488843, + "learning_rate": 1.792794880318619e-05, + "loss": 0.0299, + "step": 27396 + }, + { + "epoch": 23.237489397794743, + "grad_norm": 0.7167322130950493, + "learning_rate": 1.7927781371506194e-05, + "loss": 0.0294, + "step": 27397 + }, + { + "epoch": 23.238337574215436, + "grad_norm": 0.7437914858201159, + "learning_rate": 1.792761393384372e-05, + "loss": 0.0307, + "step": 27398 + }, + { + "epoch": 23.239185750636132, + "grad_norm": 0.5751921810898166, + "learning_rate": 1.792744649019891e-05, + "loss": 0.0257, + "step": 27399 + }, + { + "epoch": 23.240033927056828, + "grad_norm": 0.7381610848881985, + "learning_rate": 1.7927279040571885e-05, + "loss": 0.031, + "step": 27400 + }, + { + "epoch": 23.240882103477524, + "grad_norm": 0.6628468085816022, + "learning_rate": 1.7927111584962773e-05, + "loss": 0.0271, + "step": 27401 + }, + { + "epoch": 23.24173027989822, + "grad_norm": 0.7662060908236089, + "learning_rate": 1.79269441233717e-05, + "loss": 0.0316, + "step": 27402 + }, + { + "epoch": 23.242578456318913, + "grad_norm": 0.6062616170168335, + "learning_rate": 1.7926776655798787e-05, + "loss": 0.027, + "step": 27403 + }, + { + "epoch": 23.24342663273961, + "grad_norm": 1.02958156515256, + "learning_rate": 1.7926609182244167e-05, + "loss": 0.0313, + "step": 27404 + }, + { + "epoch": 23.244274809160306, + "grad_norm": 0.6983766716734439, + "learning_rate": 1.792644170270797e-05, + "loss": 0.0298, + "step": 27405 + }, + { + "epoch": 23.245122985581002, + "grad_norm": 0.6742403569399706, + "learning_rate": 1.792627421719031e-05, + "loss": 0.0308, + "step": 27406 + }, + { + "epoch": 23.245971162001695, + "grad_norm": 0.7420796132496683, + "learning_rate": 1.792610672569132e-05, + "loss": 0.0314, + "step": 27407 + }, + { + "epoch": 23.24681933842239, + "grad_norm": 0.5826183855603411, + "learning_rate": 1.7925939228211127e-05, + "loss": 0.0282, + "step": 27408 + }, + { + "epoch": 23.247667514843087, + "grad_norm": 0.5790693585735195, + "learning_rate": 1.792577172474986e-05, + "loss": 0.0271, + "step": 27409 + }, + { + "epoch": 23.248515691263783, + "grad_norm": 0.729438607790052, + "learning_rate": 1.792560421530764e-05, + "loss": 0.0307, + "step": 27410 + }, + { + "epoch": 23.24936386768448, + "grad_norm": 0.7086142979114626, + "learning_rate": 1.7925436699884596e-05, + "loss": 0.0307, + "step": 27411 + }, + { + "epoch": 23.250212044105172, + "grad_norm": 0.6408584971556122, + "learning_rate": 1.7925269178480855e-05, + "loss": 0.0281, + "step": 27412 + }, + { + "epoch": 23.25106022052587, + "grad_norm": 0.7438845710742035, + "learning_rate": 1.7925101651096542e-05, + "loss": 0.0305, + "step": 27413 + }, + { + "epoch": 23.251908396946565, + "grad_norm": 0.8053571799968248, + "learning_rate": 1.7924934117731784e-05, + "loss": 0.0331, + "step": 27414 + }, + { + "epoch": 23.25275657336726, + "grad_norm": 0.6803761251620923, + "learning_rate": 1.7924766578386706e-05, + "loss": 0.0274, + "step": 27415 + }, + { + "epoch": 23.253604749787957, + "grad_norm": 0.7583560998303293, + "learning_rate": 1.7924599033061432e-05, + "loss": 0.0281, + "step": 27416 + }, + { + "epoch": 23.25445292620865, + "grad_norm": 0.7053131910379904, + "learning_rate": 1.79244314817561e-05, + "loss": 0.0293, + "step": 27417 + }, + { + "epoch": 23.255301102629346, + "grad_norm": 0.6478211068104202, + "learning_rate": 1.7924263924470823e-05, + "loss": 0.0263, + "step": 27418 + }, + { + "epoch": 23.256149279050042, + "grad_norm": 0.7042072030039459, + "learning_rate": 1.7924096361205737e-05, + "loss": 0.025, + "step": 27419 + }, + { + "epoch": 23.25699745547074, + "grad_norm": 0.6926392358703568, + "learning_rate": 1.7923928791960962e-05, + "loss": 0.0254, + "step": 27420 + }, + { + "epoch": 23.257845631891435, + "grad_norm": 0.6606135630247103, + "learning_rate": 1.7923761216736628e-05, + "loss": 0.0266, + "step": 27421 + }, + { + "epoch": 23.258693808312128, + "grad_norm": 1.0166166007013024, + "learning_rate": 1.7923593635532862e-05, + "loss": 0.0305, + "step": 27422 + }, + { + "epoch": 23.259541984732824, + "grad_norm": 0.7620407940711742, + "learning_rate": 1.7923426048349785e-05, + "loss": 0.0305, + "step": 27423 + }, + { + "epoch": 23.26039016115352, + "grad_norm": 0.6461268027387717, + "learning_rate": 1.792325845518753e-05, + "loss": 0.0272, + "step": 27424 + }, + { + "epoch": 23.261238337574216, + "grad_norm": 0.6726655936608787, + "learning_rate": 1.7923090856046222e-05, + "loss": 0.0283, + "step": 27425 + }, + { + "epoch": 23.262086513994912, + "grad_norm": 0.7737368611484363, + "learning_rate": 1.7922923250925983e-05, + "loss": 0.029, + "step": 27426 + }, + { + "epoch": 23.262934690415605, + "grad_norm": 0.6748817593714594, + "learning_rate": 1.7922755639826944e-05, + "loss": 0.0306, + "step": 27427 + }, + { + "epoch": 23.2637828668363, + "grad_norm": 0.6283072441223579, + "learning_rate": 1.792258802274923e-05, + "loss": 0.027, + "step": 27428 + }, + { + "epoch": 23.264631043256998, + "grad_norm": 0.6827142655017981, + "learning_rate": 1.792242039969297e-05, + "loss": 0.0308, + "step": 27429 + }, + { + "epoch": 23.265479219677694, + "grad_norm": 0.7173832099140318, + "learning_rate": 1.7922252770658285e-05, + "loss": 0.0321, + "step": 27430 + }, + { + "epoch": 23.26632739609839, + "grad_norm": 0.6720041019213436, + "learning_rate": 1.7922085135645308e-05, + "loss": 0.0314, + "step": 27431 + }, + { + "epoch": 23.267175572519083, + "grad_norm": 0.7470611359361415, + "learning_rate": 1.7921917494654158e-05, + "loss": 0.0314, + "step": 27432 + }, + { + "epoch": 23.26802374893978, + "grad_norm": 0.6982560505698561, + "learning_rate": 1.792174984768497e-05, + "loss": 0.0267, + "step": 27433 + }, + { + "epoch": 23.268871925360475, + "grad_norm": 0.8269888059937591, + "learning_rate": 1.7921582194737864e-05, + "loss": 0.0293, + "step": 27434 + }, + { + "epoch": 23.26972010178117, + "grad_norm": 0.7939311882999998, + "learning_rate": 1.7921414535812967e-05, + "loss": 0.0285, + "step": 27435 + }, + { + "epoch": 23.270568278201868, + "grad_norm": 0.785840256841426, + "learning_rate": 1.792124687091041e-05, + "loss": 0.0298, + "step": 27436 + }, + { + "epoch": 23.27141645462256, + "grad_norm": 0.9124921058810685, + "learning_rate": 1.7921079200030316e-05, + "loss": 0.0318, + "step": 27437 + }, + { + "epoch": 23.272264631043257, + "grad_norm": 0.7002774176901116, + "learning_rate": 1.7920911523172814e-05, + "loss": 0.0321, + "step": 27438 + }, + { + "epoch": 23.273112807463953, + "grad_norm": 0.7057157889123683, + "learning_rate": 1.7920743840338026e-05, + "loss": 0.0296, + "step": 27439 + }, + { + "epoch": 23.27396098388465, + "grad_norm": 0.9144891322708604, + "learning_rate": 1.7920576151526083e-05, + "loss": 0.0304, + "step": 27440 + }, + { + "epoch": 23.274809160305345, + "grad_norm": 0.8021233334105395, + "learning_rate": 1.792040845673711e-05, + "loss": 0.028, + "step": 27441 + }, + { + "epoch": 23.275657336726038, + "grad_norm": 0.7242170588627255, + "learning_rate": 1.7920240755971235e-05, + "loss": 0.0292, + "step": 27442 + }, + { + "epoch": 23.276505513146734, + "grad_norm": 0.8340768810572513, + "learning_rate": 1.792007304922858e-05, + "loss": 0.0307, + "step": 27443 + }, + { + "epoch": 23.27735368956743, + "grad_norm": 0.5905636875409149, + "learning_rate": 1.7919905336509274e-05, + "loss": 0.0279, + "step": 27444 + }, + { + "epoch": 23.278201865988127, + "grad_norm": 0.6536230460230985, + "learning_rate": 1.791973761781345e-05, + "loss": 0.0278, + "step": 27445 + }, + { + "epoch": 23.27905004240882, + "grad_norm": 0.6970711230648473, + "learning_rate": 1.7919569893141222e-05, + "loss": 0.0278, + "step": 27446 + }, + { + "epoch": 23.279898218829516, + "grad_norm": 0.6552692605226209, + "learning_rate": 1.7919402162492726e-05, + "loss": 0.027, + "step": 27447 + }, + { + "epoch": 23.280746395250212, + "grad_norm": 0.6641061164359273, + "learning_rate": 1.7919234425868087e-05, + "loss": 0.0275, + "step": 27448 + }, + { + "epoch": 23.281594571670908, + "grad_norm": 0.7414599967462153, + "learning_rate": 1.7919066683267427e-05, + "loss": 0.0308, + "step": 27449 + }, + { + "epoch": 23.282442748091604, + "grad_norm": 0.8360739533786712, + "learning_rate": 1.791889893469088e-05, + "loss": 0.0334, + "step": 27450 + }, + { + "epoch": 23.283290924512297, + "grad_norm": 0.7137475497572621, + "learning_rate": 1.7918731180138565e-05, + "loss": 0.0305, + "step": 27451 + }, + { + "epoch": 23.284139100932993, + "grad_norm": 0.7285344818497242, + "learning_rate": 1.7918563419610615e-05, + "loss": 0.0309, + "step": 27452 + }, + { + "epoch": 23.28498727735369, + "grad_norm": 0.7137328898090181, + "learning_rate": 1.7918395653107154e-05, + "loss": 0.0295, + "step": 27453 + }, + { + "epoch": 23.285835453774386, + "grad_norm": 0.7399015137211785, + "learning_rate": 1.7918227880628305e-05, + "loss": 0.0306, + "step": 27454 + }, + { + "epoch": 23.286683630195082, + "grad_norm": 0.6413177817103735, + "learning_rate": 1.79180601021742e-05, + "loss": 0.0288, + "step": 27455 + }, + { + "epoch": 23.287531806615775, + "grad_norm": 0.634352549595441, + "learning_rate": 1.7917892317744964e-05, + "loss": 0.0289, + "step": 27456 + }, + { + "epoch": 23.28837998303647, + "grad_norm": 0.757050503943309, + "learning_rate": 1.7917724527340723e-05, + "loss": 0.0291, + "step": 27457 + }, + { + "epoch": 23.289228159457167, + "grad_norm": 0.6312692184733307, + "learning_rate": 1.7917556730961606e-05, + "loss": 0.0293, + "step": 27458 + }, + { + "epoch": 23.290076335877863, + "grad_norm": 0.7420181853223088, + "learning_rate": 1.7917388928607735e-05, + "loss": 0.0281, + "step": 27459 + }, + { + "epoch": 23.29092451229856, + "grad_norm": 0.5989474042667592, + "learning_rate": 1.7917221120279237e-05, + "loss": 0.0296, + "step": 27460 + }, + { + "epoch": 23.291772688719252, + "grad_norm": 0.6770182101599835, + "learning_rate": 1.7917053305976246e-05, + "loss": 0.0265, + "step": 27461 + }, + { + "epoch": 23.29262086513995, + "grad_norm": 0.6179107200789316, + "learning_rate": 1.7916885485698877e-05, + "loss": 0.0313, + "step": 27462 + }, + { + "epoch": 23.293469041560645, + "grad_norm": 0.6845538336038032, + "learning_rate": 1.791671765944727e-05, + "loss": 0.029, + "step": 27463 + }, + { + "epoch": 23.29431721798134, + "grad_norm": 0.8314770085183659, + "learning_rate": 1.791654982722154e-05, + "loss": 0.0309, + "step": 27464 + }, + { + "epoch": 23.295165394402037, + "grad_norm": 0.7583216371171161, + "learning_rate": 1.7916381989021817e-05, + "loss": 0.0301, + "step": 27465 + }, + { + "epoch": 23.29601357082273, + "grad_norm": 0.715064054741046, + "learning_rate": 1.7916214144848232e-05, + "loss": 0.0303, + "step": 27466 + }, + { + "epoch": 23.296861747243426, + "grad_norm": 0.780609886534737, + "learning_rate": 1.7916046294700908e-05, + "loss": 0.0271, + "step": 27467 + }, + { + "epoch": 23.297709923664122, + "grad_norm": 0.9111308208699644, + "learning_rate": 1.791587843857997e-05, + "loss": 0.0357, + "step": 27468 + }, + { + "epoch": 23.29855810008482, + "grad_norm": 0.678724876436986, + "learning_rate": 1.791571057648555e-05, + "loss": 0.0275, + "step": 27469 + }, + { + "epoch": 23.299406276505515, + "grad_norm": 1.0684914058678094, + "learning_rate": 1.7915542708417774e-05, + "loss": 0.0283, + "step": 27470 + }, + { + "epoch": 23.300254452926207, + "grad_norm": 0.8150059396399253, + "learning_rate": 1.791537483437676e-05, + "loss": 0.032, + "step": 27471 + }, + { + "epoch": 23.301102629346904, + "grad_norm": 0.7896638107304321, + "learning_rate": 1.7915206954362644e-05, + "loss": 0.029, + "step": 27472 + }, + { + "epoch": 23.3019508057676, + "grad_norm": 0.6568124017986653, + "learning_rate": 1.791503906837555e-05, + "loss": 0.028, + "step": 27473 + }, + { + "epoch": 23.302798982188296, + "grad_norm": 0.7977153184682668, + "learning_rate": 1.79148711764156e-05, + "loss": 0.0309, + "step": 27474 + }, + { + "epoch": 23.303647158608992, + "grad_norm": 0.7424554069820818, + "learning_rate": 1.7914703278482933e-05, + "loss": 0.0309, + "step": 27475 + }, + { + "epoch": 23.304495335029685, + "grad_norm": 0.6266626568297878, + "learning_rate": 1.7914535374577663e-05, + "loss": 0.0268, + "step": 27476 + }, + { + "epoch": 23.30534351145038, + "grad_norm": 0.6695144098594243, + "learning_rate": 1.7914367464699922e-05, + "loss": 0.0285, + "step": 27477 + }, + { + "epoch": 23.306191687871078, + "grad_norm": 0.908208655192909, + "learning_rate": 1.7914199548849834e-05, + "loss": 0.0303, + "step": 27478 + }, + { + "epoch": 23.307039864291774, + "grad_norm": 0.731210411948634, + "learning_rate": 1.791403162702753e-05, + "loss": 0.0301, + "step": 27479 + }, + { + "epoch": 23.307888040712466, + "grad_norm": 0.7901419508587497, + "learning_rate": 1.7913863699233135e-05, + "loss": 0.0293, + "step": 27480 + }, + { + "epoch": 23.308736217133163, + "grad_norm": 0.773998251161244, + "learning_rate": 1.7913695765466775e-05, + "loss": 0.0291, + "step": 27481 + }, + { + "epoch": 23.30958439355386, + "grad_norm": 0.7132833773400467, + "learning_rate": 1.791352782572858e-05, + "loss": 0.0281, + "step": 27482 + }, + { + "epoch": 23.310432569974555, + "grad_norm": 0.6370459963950265, + "learning_rate": 1.7913359880018668e-05, + "loss": 0.0274, + "step": 27483 + }, + { + "epoch": 23.31128074639525, + "grad_norm": 0.6416072207284023, + "learning_rate": 1.7913191928337175e-05, + "loss": 0.0289, + "step": 27484 + }, + { + "epoch": 23.312128922815944, + "grad_norm": 0.9180959798732126, + "learning_rate": 1.7913023970684222e-05, + "loss": 0.0332, + "step": 27485 + }, + { + "epoch": 23.31297709923664, + "grad_norm": 0.7149642148842845, + "learning_rate": 1.791285600705994e-05, + "loss": 0.0295, + "step": 27486 + }, + { + "epoch": 23.313825275657337, + "grad_norm": 0.6816537833636411, + "learning_rate": 1.7912688037464453e-05, + "loss": 0.0267, + "step": 27487 + }, + { + "epoch": 23.314673452078033, + "grad_norm": 0.8653135540433692, + "learning_rate": 1.7912520061897888e-05, + "loss": 0.0317, + "step": 27488 + }, + { + "epoch": 23.31552162849873, + "grad_norm": 0.5788972609808771, + "learning_rate": 1.7912352080360374e-05, + "loss": 0.0282, + "step": 27489 + }, + { + "epoch": 23.31636980491942, + "grad_norm": 0.8675646267908264, + "learning_rate": 1.7912184092852034e-05, + "loss": 0.032, + "step": 27490 + }, + { + "epoch": 23.317217981340118, + "grad_norm": 0.8501021877638391, + "learning_rate": 1.7912016099373e-05, + "loss": 0.0353, + "step": 27491 + }, + { + "epoch": 23.318066157760814, + "grad_norm": 0.7983918891317878, + "learning_rate": 1.791184809992339e-05, + "loss": 0.0282, + "step": 27492 + }, + { + "epoch": 23.31891433418151, + "grad_norm": 0.7222570140738411, + "learning_rate": 1.791168009450334e-05, + "loss": 0.029, + "step": 27493 + }, + { + "epoch": 23.319762510602207, + "grad_norm": 0.8244865532581566, + "learning_rate": 1.791151208311297e-05, + "loss": 0.0305, + "step": 27494 + }, + { + "epoch": 23.3206106870229, + "grad_norm": 0.7472709464827275, + "learning_rate": 1.7911344065752413e-05, + "loss": 0.0294, + "step": 27495 + }, + { + "epoch": 23.321458863443596, + "grad_norm": 0.7582615401755856, + "learning_rate": 1.7911176042421792e-05, + "loss": 0.0298, + "step": 27496 + }, + { + "epoch": 23.32230703986429, + "grad_norm": 0.6335123808767076, + "learning_rate": 1.7911008013121235e-05, + "loss": 0.0281, + "step": 27497 + }, + { + "epoch": 23.323155216284988, + "grad_norm": 0.7310840979356096, + "learning_rate": 1.791083997785087e-05, + "loss": 0.0267, + "step": 27498 + }, + { + "epoch": 23.324003392705684, + "grad_norm": 0.7450223943168907, + "learning_rate": 1.7910671936610813e-05, + "loss": 0.0295, + "step": 27499 + }, + { + "epoch": 23.324851569126377, + "grad_norm": 0.8830614634102788, + "learning_rate": 1.791050388940121e-05, + "loss": 0.0322, + "step": 27500 + }, + { + "epoch": 23.325699745547073, + "grad_norm": 0.8490381267571355, + "learning_rate": 1.7910335836222174e-05, + "loss": 0.0305, + "step": 27501 + }, + { + "epoch": 23.32654792196777, + "grad_norm": 0.7689519723455503, + "learning_rate": 1.7910167777073836e-05, + "loss": 0.0306, + "step": 27502 + }, + { + "epoch": 23.327396098388466, + "grad_norm": 0.6566379480206042, + "learning_rate": 1.7909999711956322e-05, + "loss": 0.0262, + "step": 27503 + }, + { + "epoch": 23.328244274809162, + "grad_norm": 0.5881232240340456, + "learning_rate": 1.790983164086976e-05, + "loss": 0.0273, + "step": 27504 + }, + { + "epoch": 23.329092451229855, + "grad_norm": 0.694321897428599, + "learning_rate": 1.7909663563814272e-05, + "loss": 0.0312, + "step": 27505 + }, + { + "epoch": 23.32994062765055, + "grad_norm": 0.7512397716757684, + "learning_rate": 1.7909495480789994e-05, + "loss": 0.0298, + "step": 27506 + }, + { + "epoch": 23.330788804071247, + "grad_norm": 0.7397081355939686, + "learning_rate": 1.7909327391797043e-05, + "loss": 0.0291, + "step": 27507 + }, + { + "epoch": 23.331636980491943, + "grad_norm": 0.6496354639675408, + "learning_rate": 1.7909159296835553e-05, + "loss": 0.0297, + "step": 27508 + }, + { + "epoch": 23.33248515691264, + "grad_norm": 0.721114584910796, + "learning_rate": 1.790899119590565e-05, + "loss": 0.0284, + "step": 27509 + }, + { + "epoch": 23.333333333333332, + "grad_norm": 0.7033841794420862, + "learning_rate": 1.790882308900746e-05, + "loss": 0.0302, + "step": 27510 + }, + { + "epoch": 23.33418150975403, + "grad_norm": 0.7302788638412419, + "learning_rate": 1.7908654976141105e-05, + "loss": 0.0309, + "step": 27511 + }, + { + "epoch": 23.335029686174725, + "grad_norm": 0.6836572317200493, + "learning_rate": 1.7908486857306716e-05, + "loss": 0.0285, + "step": 27512 + }, + { + "epoch": 23.33587786259542, + "grad_norm": 0.756990618547714, + "learning_rate": 1.790831873250442e-05, + "loss": 0.0288, + "step": 27513 + }, + { + "epoch": 23.336726039016117, + "grad_norm": 0.7342558156347856, + "learning_rate": 1.7908150601734346e-05, + "loss": 0.0328, + "step": 27514 + }, + { + "epoch": 23.33757421543681, + "grad_norm": 0.838267112148181, + "learning_rate": 1.790798246499662e-05, + "loss": 0.0309, + "step": 27515 + }, + { + "epoch": 23.338422391857506, + "grad_norm": 0.7252866575357114, + "learning_rate": 1.790781432229136e-05, + "loss": 0.0303, + "step": 27516 + }, + { + "epoch": 23.339270568278202, + "grad_norm": 0.7012416929267337, + "learning_rate": 1.790764617361871e-05, + "loss": 0.0295, + "step": 27517 + }, + { + "epoch": 23.3401187446989, + "grad_norm": 0.7079726361960385, + "learning_rate": 1.790747801897878e-05, + "loss": 0.0309, + "step": 27518 + }, + { + "epoch": 23.34096692111959, + "grad_norm": 0.7456611392171184, + "learning_rate": 1.7907309858371705e-05, + "loss": 0.0297, + "step": 27519 + }, + { + "epoch": 23.341815097540287, + "grad_norm": 0.799091969273468, + "learning_rate": 1.7907141691797614e-05, + "loss": 0.0328, + "step": 27520 + }, + { + "epoch": 23.342663273960984, + "grad_norm": 0.7688726231798096, + "learning_rate": 1.7906973519256627e-05, + "loss": 0.0303, + "step": 27521 + }, + { + "epoch": 23.34351145038168, + "grad_norm": 0.5665200833754899, + "learning_rate": 1.7906805340748876e-05, + "loss": 0.028, + "step": 27522 + }, + { + "epoch": 23.344359626802376, + "grad_norm": 0.6730505486580728, + "learning_rate": 1.790663715627449e-05, + "loss": 0.0284, + "step": 27523 + }, + { + "epoch": 23.34520780322307, + "grad_norm": 0.7735468709458112, + "learning_rate": 1.790646896583359e-05, + "loss": 0.0348, + "step": 27524 + }, + { + "epoch": 23.346055979643765, + "grad_norm": 0.8522756534763134, + "learning_rate": 1.7906300769426303e-05, + "loss": 0.0303, + "step": 27525 + }, + { + "epoch": 23.34690415606446, + "grad_norm": 0.7674591280522188, + "learning_rate": 1.790613256705276e-05, + "loss": 0.0302, + "step": 27526 + }, + { + "epoch": 23.347752332485157, + "grad_norm": 0.6517840105706716, + "learning_rate": 1.790596435871309e-05, + "loss": 0.028, + "step": 27527 + }, + { + "epoch": 23.348600508905854, + "grad_norm": 0.8860811701566293, + "learning_rate": 1.790579614440741e-05, + "loss": 0.0326, + "step": 27528 + }, + { + "epoch": 23.349448685326546, + "grad_norm": 0.6001954547533906, + "learning_rate": 1.790562792413586e-05, + "loss": 0.0292, + "step": 27529 + }, + { + "epoch": 23.350296861747243, + "grad_norm": 0.8123196941269372, + "learning_rate": 1.7905459697898554e-05, + "loss": 0.0313, + "step": 27530 + }, + { + "epoch": 23.35114503816794, + "grad_norm": 0.7686808779655117, + "learning_rate": 1.7905291465695633e-05, + "loss": 0.0325, + "step": 27531 + }, + { + "epoch": 23.351993214588635, + "grad_norm": 0.7328096320728275, + "learning_rate": 1.7905123227527207e-05, + "loss": 0.0312, + "step": 27532 + }, + { + "epoch": 23.35284139100933, + "grad_norm": 0.7519934535710715, + "learning_rate": 1.790495498339342e-05, + "loss": 0.03, + "step": 27533 + }, + { + "epoch": 23.353689567430024, + "grad_norm": 0.6630425912556381, + "learning_rate": 1.7904786733294383e-05, + "loss": 0.0292, + "step": 27534 + }, + { + "epoch": 23.35453774385072, + "grad_norm": 0.7548091360648019, + "learning_rate": 1.790461847723024e-05, + "loss": 0.0278, + "step": 27535 + }, + { + "epoch": 23.355385920271416, + "grad_norm": 0.7257796074238294, + "learning_rate": 1.7904450215201098e-05, + "loss": 0.0289, + "step": 27536 + }, + { + "epoch": 23.356234096692113, + "grad_norm": 0.6112908425863638, + "learning_rate": 1.7904281947207104e-05, + "loss": 0.0287, + "step": 27537 + }, + { + "epoch": 23.35708227311281, + "grad_norm": 0.6011792494835555, + "learning_rate": 1.7904113673248372e-05, + "loss": 0.0272, + "step": 27538 + }, + { + "epoch": 23.3579304495335, + "grad_norm": 0.7197221519919671, + "learning_rate": 1.7903945393325034e-05, + "loss": 0.028, + "step": 27539 + }, + { + "epoch": 23.358778625954198, + "grad_norm": 0.6751875394522701, + "learning_rate": 1.7903777107437215e-05, + "loss": 0.03, + "step": 27540 + }, + { + "epoch": 23.359626802374894, + "grad_norm": 0.718953018666022, + "learning_rate": 1.7903608815585044e-05, + "loss": 0.0308, + "step": 27541 + }, + { + "epoch": 23.36047497879559, + "grad_norm": 0.7223574977446302, + "learning_rate": 1.7903440517768647e-05, + "loss": 0.0291, + "step": 27542 + }, + { + "epoch": 23.361323155216287, + "grad_norm": 0.7420242757793615, + "learning_rate": 1.790327221398815e-05, + "loss": 0.029, + "step": 27543 + }, + { + "epoch": 23.36217133163698, + "grad_norm": 0.7469870523307649, + "learning_rate": 1.790310390424368e-05, + "loss": 0.0294, + "step": 27544 + }, + { + "epoch": 23.363019508057675, + "grad_norm": 0.6723050484501365, + "learning_rate": 1.7902935588535365e-05, + "loss": 0.0312, + "step": 27545 + }, + { + "epoch": 23.36386768447837, + "grad_norm": 0.7494296743200853, + "learning_rate": 1.7902767266863335e-05, + "loss": 0.0285, + "step": 27546 + }, + { + "epoch": 23.364715860899068, + "grad_norm": 0.6754192642823649, + "learning_rate": 1.7902598939227708e-05, + "loss": 0.0298, + "step": 27547 + }, + { + "epoch": 23.365564037319764, + "grad_norm": 0.6498959288174072, + "learning_rate": 1.7902430605628624e-05, + "loss": 0.0298, + "step": 27548 + }, + { + "epoch": 23.366412213740457, + "grad_norm": 0.7015348349532539, + "learning_rate": 1.79022622660662e-05, + "loss": 0.0291, + "step": 27549 + }, + { + "epoch": 23.367260390161153, + "grad_norm": 0.7055148982756526, + "learning_rate": 1.7902093920540564e-05, + "loss": 0.0294, + "step": 27550 + }, + { + "epoch": 23.36810856658185, + "grad_norm": 0.8398217533575237, + "learning_rate": 1.7901925569051846e-05, + "loss": 0.0289, + "step": 27551 + }, + { + "epoch": 23.368956743002546, + "grad_norm": 0.7493188485047811, + "learning_rate": 1.790175721160017e-05, + "loss": 0.0299, + "step": 27552 + }, + { + "epoch": 23.36980491942324, + "grad_norm": 0.6056886079536914, + "learning_rate": 1.790158884818567e-05, + "loss": 0.0275, + "step": 27553 + }, + { + "epoch": 23.370653095843934, + "grad_norm": 0.8716338148644744, + "learning_rate": 1.7901420478808466e-05, + "loss": 0.0322, + "step": 27554 + }, + { + "epoch": 23.37150127226463, + "grad_norm": 0.7006283095017964, + "learning_rate": 1.7901252103468686e-05, + "loss": 0.0286, + "step": 27555 + }, + { + "epoch": 23.372349448685327, + "grad_norm": 0.6977421512011954, + "learning_rate": 1.7901083722166458e-05, + "loss": 0.0283, + "step": 27556 + }, + { + "epoch": 23.373197625106023, + "grad_norm": 0.8198147782880325, + "learning_rate": 1.790091533490191e-05, + "loss": 0.0325, + "step": 27557 + }, + { + "epoch": 23.374045801526716, + "grad_norm": 0.7632400380260811, + "learning_rate": 1.790074694167517e-05, + "loss": 0.03, + "step": 27558 + }, + { + "epoch": 23.374893977947412, + "grad_norm": 0.7339366371599979, + "learning_rate": 1.7900578542486363e-05, + "loss": 0.0281, + "step": 27559 + }, + { + "epoch": 23.37574215436811, + "grad_norm": 0.8025860786246918, + "learning_rate": 1.7900410137335614e-05, + "loss": 0.0319, + "step": 27560 + }, + { + "epoch": 23.376590330788805, + "grad_norm": 0.7051730722454442, + "learning_rate": 1.7900241726223054e-05, + "loss": 0.0299, + "step": 27561 + }, + { + "epoch": 23.3774385072095, + "grad_norm": 0.9464580787870794, + "learning_rate": 1.7900073309148812e-05, + "loss": 0.0296, + "step": 27562 + }, + { + "epoch": 23.378286683630193, + "grad_norm": 0.711924529954618, + "learning_rate": 1.789990488611301e-05, + "loss": 0.0295, + "step": 27563 + }, + { + "epoch": 23.37913486005089, + "grad_norm": 0.6828129812795758, + "learning_rate": 1.7899736457115776e-05, + "loss": 0.0287, + "step": 27564 + }, + { + "epoch": 23.379983036471586, + "grad_norm": 0.7208882312067671, + "learning_rate": 1.7899568022157233e-05, + "loss": 0.0302, + "step": 27565 + }, + { + "epoch": 23.380831212892282, + "grad_norm": 0.683567408398777, + "learning_rate": 1.789939958123752e-05, + "loss": 0.0299, + "step": 27566 + }, + { + "epoch": 23.38167938931298, + "grad_norm": 0.7166464782754367, + "learning_rate": 1.7899231134356757e-05, + "loss": 0.0309, + "step": 27567 + }, + { + "epoch": 23.38252756573367, + "grad_norm": 0.8246774176030814, + "learning_rate": 1.7899062681515068e-05, + "loss": 0.0311, + "step": 27568 + }, + { + "epoch": 23.383375742154367, + "grad_norm": 0.9985616805021256, + "learning_rate": 1.7898894222712585e-05, + "loss": 0.034, + "step": 27569 + }, + { + "epoch": 23.384223918575064, + "grad_norm": 0.7028284293538339, + "learning_rate": 1.7898725757949432e-05, + "loss": 0.0279, + "step": 27570 + }, + { + "epoch": 23.38507209499576, + "grad_norm": 0.7716203757411215, + "learning_rate": 1.7898557287225743e-05, + "loss": 0.0317, + "step": 27571 + }, + { + "epoch": 23.385920271416456, + "grad_norm": 0.7455602332436513, + "learning_rate": 1.7898388810541635e-05, + "loss": 0.0297, + "step": 27572 + }, + { + "epoch": 23.38676844783715, + "grad_norm": 0.7895540328488421, + "learning_rate": 1.789822032789724e-05, + "loss": 0.0304, + "step": 27573 + }, + { + "epoch": 23.387616624257845, + "grad_norm": 0.5928959454131011, + "learning_rate": 1.7898051839292686e-05, + "loss": 0.0271, + "step": 27574 + }, + { + "epoch": 23.38846480067854, + "grad_norm": 0.7496688017572766, + "learning_rate": 1.78978833447281e-05, + "loss": 0.0283, + "step": 27575 + }, + { + "epoch": 23.389312977099237, + "grad_norm": 0.754415160736861, + "learning_rate": 1.7897714844203608e-05, + "loss": 0.0299, + "step": 27576 + }, + { + "epoch": 23.390161153519934, + "grad_norm": 0.6867143442573761, + "learning_rate": 1.7897546337719336e-05, + "loss": 0.03, + "step": 27577 + }, + { + "epoch": 23.391009329940626, + "grad_norm": 0.7086210339696, + "learning_rate": 1.789737782527541e-05, + "loss": 0.0313, + "step": 27578 + }, + { + "epoch": 23.391857506361323, + "grad_norm": 0.7080216619962677, + "learning_rate": 1.7897209306871966e-05, + "loss": 0.0285, + "step": 27579 + }, + { + "epoch": 23.39270568278202, + "grad_norm": 0.7696685247834707, + "learning_rate": 1.7897040782509126e-05, + "loss": 0.0302, + "step": 27580 + }, + { + "epoch": 23.393553859202715, + "grad_norm": 0.7652842903853121, + "learning_rate": 1.789687225218701e-05, + "loss": 0.0325, + "step": 27581 + }, + { + "epoch": 23.39440203562341, + "grad_norm": 0.8808170142171073, + "learning_rate": 1.7896703715905754e-05, + "loss": 0.0318, + "step": 27582 + }, + { + "epoch": 23.395250212044104, + "grad_norm": 0.7876665963300135, + "learning_rate": 1.7896535173665484e-05, + "loss": 0.0276, + "step": 27583 + }, + { + "epoch": 23.3960983884648, + "grad_norm": 0.7914240607635213, + "learning_rate": 1.7896366625466327e-05, + "loss": 0.0281, + "step": 27584 + }, + { + "epoch": 23.396946564885496, + "grad_norm": 0.7630335046778246, + "learning_rate": 1.7896198071308405e-05, + "loss": 0.0311, + "step": 27585 + }, + { + "epoch": 23.397794741306193, + "grad_norm": 0.8738671247097967, + "learning_rate": 1.7896029511191853e-05, + "loss": 0.0335, + "step": 27586 + }, + { + "epoch": 23.39864291772689, + "grad_norm": 0.8778211046260415, + "learning_rate": 1.789586094511679e-05, + "loss": 0.0309, + "step": 27587 + }, + { + "epoch": 23.39949109414758, + "grad_norm": 0.7925301583947754, + "learning_rate": 1.789569237308335e-05, + "loss": 0.0309, + "step": 27588 + }, + { + "epoch": 23.400339270568278, + "grad_norm": 0.6638721038164634, + "learning_rate": 1.7895523795091655e-05, + "loss": 0.0292, + "step": 27589 + }, + { + "epoch": 23.401187446988974, + "grad_norm": 0.842853185113951, + "learning_rate": 1.789535521114184e-05, + "loss": 0.0307, + "step": 27590 + }, + { + "epoch": 23.40203562340967, + "grad_norm": 0.6851415053340073, + "learning_rate": 1.7895186621234024e-05, + "loss": 0.0286, + "step": 27591 + }, + { + "epoch": 23.402883799830363, + "grad_norm": 0.8603565589288247, + "learning_rate": 1.789501802536834e-05, + "loss": 0.0301, + "step": 27592 + }, + { + "epoch": 23.40373197625106, + "grad_norm": 0.7270901619304346, + "learning_rate": 1.7894849423544908e-05, + "loss": 0.0304, + "step": 27593 + }, + { + "epoch": 23.404580152671755, + "grad_norm": 0.8524120664965623, + "learning_rate": 1.7894680815763864e-05, + "loss": 0.0321, + "step": 27594 + }, + { + "epoch": 23.40542832909245, + "grad_norm": 0.6700112216369708, + "learning_rate": 1.789451220202533e-05, + "loss": 0.0301, + "step": 27595 + }, + { + "epoch": 23.406276505513148, + "grad_norm": 0.665552613590298, + "learning_rate": 1.7894343582329436e-05, + "loss": 0.0293, + "step": 27596 + }, + { + "epoch": 23.40712468193384, + "grad_norm": 0.8235336790839883, + "learning_rate": 1.78941749566763e-05, + "loss": 0.0311, + "step": 27597 + }, + { + "epoch": 23.407972858354537, + "grad_norm": 0.9038165829369743, + "learning_rate": 1.7894006325066066e-05, + "loss": 0.0293, + "step": 27598 + }, + { + "epoch": 23.408821034775233, + "grad_norm": 0.7438552559866314, + "learning_rate": 1.7893837687498848e-05, + "loss": 0.0334, + "step": 27599 + }, + { + "epoch": 23.40966921119593, + "grad_norm": 0.7915013914767469, + "learning_rate": 1.789366904397478e-05, + "loss": 0.0301, + "step": 27600 + }, + { + "epoch": 23.410517387616625, + "grad_norm": 0.7294501525640809, + "learning_rate": 1.7893500394493978e-05, + "loss": 0.0306, + "step": 27601 + }, + { + "epoch": 23.411365564037318, + "grad_norm": 0.710030036810497, + "learning_rate": 1.7893331739056587e-05, + "loss": 0.0301, + "step": 27602 + }, + { + "epoch": 23.412213740458014, + "grad_norm": 0.8291555938126522, + "learning_rate": 1.7893163077662722e-05, + "loss": 0.0299, + "step": 27603 + }, + { + "epoch": 23.41306191687871, + "grad_norm": 0.6923046934345672, + "learning_rate": 1.7892994410312514e-05, + "loss": 0.029, + "step": 27604 + }, + { + "epoch": 23.413910093299407, + "grad_norm": 0.8158605125096634, + "learning_rate": 1.789282573700609e-05, + "loss": 0.0313, + "step": 27605 + }, + { + "epoch": 23.414758269720103, + "grad_norm": 0.7224816498793117, + "learning_rate": 1.7892657057743576e-05, + "loss": 0.0295, + "step": 27606 + }, + { + "epoch": 23.415606446140796, + "grad_norm": 0.6654980579050188, + "learning_rate": 1.78924883725251e-05, + "loss": 0.0271, + "step": 27607 + }, + { + "epoch": 23.416454622561492, + "grad_norm": 0.9407421320850092, + "learning_rate": 1.789231968135079e-05, + "loss": 0.036, + "step": 27608 + }, + { + "epoch": 23.41730279898219, + "grad_norm": 0.8034506954184093, + "learning_rate": 1.7892150984220773e-05, + "loss": 0.031, + "step": 27609 + }, + { + "epoch": 23.418150975402884, + "grad_norm": 0.8685330557219082, + "learning_rate": 1.7891982281135177e-05, + "loss": 0.0299, + "step": 27610 + }, + { + "epoch": 23.41899915182358, + "grad_norm": 0.7605239694714695, + "learning_rate": 1.7891813572094126e-05, + "loss": 0.0315, + "step": 27611 + }, + { + "epoch": 23.419847328244273, + "grad_norm": 0.774110517333228, + "learning_rate": 1.7891644857097752e-05, + "loss": 0.032, + "step": 27612 + }, + { + "epoch": 23.42069550466497, + "grad_norm": 0.6525776541981299, + "learning_rate": 1.789147613614618e-05, + "loss": 0.0303, + "step": 27613 + }, + { + "epoch": 23.421543681085666, + "grad_norm": 0.7281201995457703, + "learning_rate": 1.7891307409239535e-05, + "loss": 0.0287, + "step": 27614 + }, + { + "epoch": 23.422391857506362, + "grad_norm": 0.7823072054126458, + "learning_rate": 1.789113867637795e-05, + "loss": 0.0305, + "step": 27615 + }, + { + "epoch": 23.42324003392706, + "grad_norm": 0.6315620536113346, + "learning_rate": 1.7890969937561546e-05, + "loss": 0.0288, + "step": 27616 + }, + { + "epoch": 23.42408821034775, + "grad_norm": 0.7580756196642328, + "learning_rate": 1.7890801192790456e-05, + "loss": 0.0304, + "step": 27617 + }, + { + "epoch": 23.424936386768447, + "grad_norm": 0.7644916355690647, + "learning_rate": 1.7890632442064807e-05, + "loss": 0.0299, + "step": 27618 + }, + { + "epoch": 23.425784563189143, + "grad_norm": 1.007919637666407, + "learning_rate": 1.789046368538472e-05, + "loss": 0.0333, + "step": 27619 + }, + { + "epoch": 23.42663273960984, + "grad_norm": 0.6855359225858738, + "learning_rate": 1.7890294922750328e-05, + "loss": 0.0284, + "step": 27620 + }, + { + "epoch": 23.427480916030536, + "grad_norm": 0.8080588295386529, + "learning_rate": 1.7890126154161753e-05, + "loss": 0.03, + "step": 27621 + }, + { + "epoch": 23.42832909245123, + "grad_norm": 0.8201425802505031, + "learning_rate": 1.788995737961913e-05, + "loss": 0.0312, + "step": 27622 + }, + { + "epoch": 23.429177268871925, + "grad_norm": 0.9566408270688279, + "learning_rate": 1.7889788599122582e-05, + "loss": 0.0317, + "step": 27623 + }, + { + "epoch": 23.43002544529262, + "grad_norm": 0.6686223199032026, + "learning_rate": 1.7889619812672237e-05, + "loss": 0.0277, + "step": 27624 + }, + { + "epoch": 23.430873621713317, + "grad_norm": 0.7488606656879271, + "learning_rate": 1.788945102026822e-05, + "loss": 0.0298, + "step": 27625 + }, + { + "epoch": 23.431721798134014, + "grad_norm": 0.7552288187126804, + "learning_rate": 1.7889282221910664e-05, + "loss": 0.0296, + "step": 27626 + }, + { + "epoch": 23.432569974554706, + "grad_norm": 0.7495307058887115, + "learning_rate": 1.788911341759969e-05, + "loss": 0.0331, + "step": 27627 + }, + { + "epoch": 23.433418150975402, + "grad_norm": 0.7000510438372585, + "learning_rate": 1.788894460733543e-05, + "loss": 0.0298, + "step": 27628 + }, + { + "epoch": 23.4342663273961, + "grad_norm": 0.7094513052916543, + "learning_rate": 1.788877579111801e-05, + "loss": 0.0312, + "step": 27629 + }, + { + "epoch": 23.435114503816795, + "grad_norm": 0.7041489782531827, + "learning_rate": 1.7888606968947555e-05, + "loss": 0.0301, + "step": 27630 + }, + { + "epoch": 23.435962680237488, + "grad_norm": 0.8775753035730648, + "learning_rate": 1.7888438140824198e-05, + "loss": 0.0335, + "step": 27631 + }, + { + "epoch": 23.436810856658184, + "grad_norm": 0.62518121071737, + "learning_rate": 1.788826930674806e-05, + "loss": 0.0279, + "step": 27632 + }, + { + "epoch": 23.43765903307888, + "grad_norm": 0.652047990106554, + "learning_rate": 1.7888100466719273e-05, + "loss": 0.0307, + "step": 27633 + }, + { + "epoch": 23.438507209499576, + "grad_norm": 0.7856624422077965, + "learning_rate": 1.788793162073796e-05, + "loss": 0.032, + "step": 27634 + }, + { + "epoch": 23.439355385920273, + "grad_norm": 0.6421987193875417, + "learning_rate": 1.788776276880425e-05, + "loss": 0.028, + "step": 27635 + }, + { + "epoch": 23.440203562340965, + "grad_norm": 0.6579209864207736, + "learning_rate": 1.788759391091828e-05, + "loss": 0.0278, + "step": 27636 + }, + { + "epoch": 23.44105173876166, + "grad_norm": 0.6884124020435778, + "learning_rate": 1.7887425047080164e-05, + "loss": 0.0309, + "step": 27637 + }, + { + "epoch": 23.441899915182358, + "grad_norm": 0.770561905236856, + "learning_rate": 1.7887256177290034e-05, + "loss": 0.0323, + "step": 27638 + }, + { + "epoch": 23.442748091603054, + "grad_norm": 0.9500093305226432, + "learning_rate": 1.788708730154802e-05, + "loss": 0.0324, + "step": 27639 + }, + { + "epoch": 23.44359626802375, + "grad_norm": 0.7480781832030242, + "learning_rate": 1.788691841985424e-05, + "loss": 0.0298, + "step": 27640 + }, + { + "epoch": 23.444444444444443, + "grad_norm": 0.8152255626396983, + "learning_rate": 1.788674953220884e-05, + "loss": 0.0299, + "step": 27641 + }, + { + "epoch": 23.44529262086514, + "grad_norm": 0.8339239547507932, + "learning_rate": 1.7886580638611927e-05, + "loss": 0.0313, + "step": 27642 + }, + { + "epoch": 23.446140797285835, + "grad_norm": 0.7109547592766235, + "learning_rate": 1.7886411739063642e-05, + "loss": 0.0293, + "step": 27643 + }, + { + "epoch": 23.44698897370653, + "grad_norm": 0.7499144064223291, + "learning_rate": 1.788624283356411e-05, + "loss": 0.0299, + "step": 27644 + }, + { + "epoch": 23.447837150127228, + "grad_norm": 0.6403001205631279, + "learning_rate": 1.788607392211345e-05, + "loss": 0.0271, + "step": 27645 + }, + { + "epoch": 23.44868532654792, + "grad_norm": 0.643023106082871, + "learning_rate": 1.78859050047118e-05, + "loss": 0.0267, + "step": 27646 + }, + { + "epoch": 23.449533502968617, + "grad_norm": 0.7826929382174835, + "learning_rate": 1.7885736081359286e-05, + "loss": 0.0335, + "step": 27647 + }, + { + "epoch": 23.450381679389313, + "grad_norm": 1.2216765493150061, + "learning_rate": 1.7885567152056028e-05, + "loss": 0.0341, + "step": 27648 + }, + { + "epoch": 23.45122985581001, + "grad_norm": 0.7283024658145434, + "learning_rate": 1.788539821680216e-05, + "loss": 0.0289, + "step": 27649 + }, + { + "epoch": 23.452078032230705, + "grad_norm": 0.6912001594554773, + "learning_rate": 1.788522927559781e-05, + "loss": 0.0302, + "step": 27650 + }, + { + "epoch": 23.452926208651398, + "grad_norm": 0.7643196098303571, + "learning_rate": 1.7885060328443103e-05, + "loss": 0.0298, + "step": 27651 + }, + { + "epoch": 23.453774385072094, + "grad_norm": 0.6242327693842394, + "learning_rate": 1.7884891375338165e-05, + "loss": 0.0303, + "step": 27652 + }, + { + "epoch": 23.45462256149279, + "grad_norm": 0.6795457030904153, + "learning_rate": 1.7884722416283126e-05, + "loss": 0.0294, + "step": 27653 + }, + { + "epoch": 23.455470737913487, + "grad_norm": 0.8835386712676777, + "learning_rate": 1.7884553451278114e-05, + "loss": 0.0298, + "step": 27654 + }, + { + "epoch": 23.456318914334183, + "grad_norm": 0.6828103184535944, + "learning_rate": 1.7884384480323254e-05, + "loss": 0.0288, + "step": 27655 + }, + { + "epoch": 23.457167090754876, + "grad_norm": 0.9058313692898928, + "learning_rate": 1.7884215503418675e-05, + "loss": 0.0328, + "step": 27656 + }, + { + "epoch": 23.458015267175572, + "grad_norm": 0.6597429376847447, + "learning_rate": 1.7884046520564507e-05, + "loss": 0.0327, + "step": 27657 + }, + { + "epoch": 23.458863443596268, + "grad_norm": 0.7300132057357207, + "learning_rate": 1.788387753176087e-05, + "loss": 0.0315, + "step": 27658 + }, + { + "epoch": 23.459711620016964, + "grad_norm": 0.6971178965660212, + "learning_rate": 1.7883708537007902e-05, + "loss": 0.0295, + "step": 27659 + }, + { + "epoch": 23.46055979643766, + "grad_norm": 0.7244173110924549, + "learning_rate": 1.7883539536305723e-05, + "loss": 0.0372, + "step": 27660 + }, + { + "epoch": 23.461407972858353, + "grad_norm": 0.7991665457351699, + "learning_rate": 1.7883370529654462e-05, + "loss": 0.0329, + "step": 27661 + }, + { + "epoch": 23.46225614927905, + "grad_norm": 0.7554199692065311, + "learning_rate": 1.788320151705425e-05, + "loss": 0.0297, + "step": 27662 + }, + { + "epoch": 23.463104325699746, + "grad_norm": 0.7512146310649828, + "learning_rate": 1.7883032498505204e-05, + "loss": 0.0312, + "step": 27663 + }, + { + "epoch": 23.463952502120442, + "grad_norm": 0.8585439125855252, + "learning_rate": 1.7882863474007464e-05, + "loss": 0.0309, + "step": 27664 + }, + { + "epoch": 23.46480067854114, + "grad_norm": 0.8455795539319165, + "learning_rate": 1.7882694443561154e-05, + "loss": 0.0306, + "step": 27665 + }, + { + "epoch": 23.46564885496183, + "grad_norm": 0.7125314632188777, + "learning_rate": 1.78825254071664e-05, + "loss": 0.0283, + "step": 27666 + }, + { + "epoch": 23.466497031382527, + "grad_norm": 0.7822473270358297, + "learning_rate": 1.7882356364823324e-05, + "loss": 0.0306, + "step": 27667 + }, + { + "epoch": 23.467345207803223, + "grad_norm": 0.6158815019904949, + "learning_rate": 1.7882187316532066e-05, + "loss": 0.0275, + "step": 27668 + }, + { + "epoch": 23.46819338422392, + "grad_norm": 0.8780576152979844, + "learning_rate": 1.7882018262292743e-05, + "loss": 0.0331, + "step": 27669 + }, + { + "epoch": 23.469041560644612, + "grad_norm": 0.6295404313587407, + "learning_rate": 1.788184920210549e-05, + "loss": 0.0283, + "step": 27670 + }, + { + "epoch": 23.46988973706531, + "grad_norm": 0.781054367648666, + "learning_rate": 1.788168013597043e-05, + "loss": 0.0294, + "step": 27671 + }, + { + "epoch": 23.470737913486005, + "grad_norm": 0.7987727970273311, + "learning_rate": 1.7881511063887692e-05, + "loss": 0.0291, + "step": 27672 + }, + { + "epoch": 23.4715860899067, + "grad_norm": 0.7520129044066822, + "learning_rate": 1.7881341985857402e-05, + "loss": 0.0284, + "step": 27673 + }, + { + "epoch": 23.472434266327397, + "grad_norm": 0.7722487054157969, + "learning_rate": 1.788117290187969e-05, + "loss": 0.0305, + "step": 27674 + }, + { + "epoch": 23.47328244274809, + "grad_norm": 0.8961927753674114, + "learning_rate": 1.7881003811954682e-05, + "loss": 0.0296, + "step": 27675 + }, + { + "epoch": 23.474130619168786, + "grad_norm": 0.8201015629489209, + "learning_rate": 1.7880834716082504e-05, + "loss": 0.0307, + "step": 27676 + }, + { + "epoch": 23.474978795589482, + "grad_norm": 0.7899823275644745, + "learning_rate": 1.788066561426329e-05, + "loss": 0.029, + "step": 27677 + }, + { + "epoch": 23.47582697201018, + "grad_norm": 0.710492882372855, + "learning_rate": 1.788049650649716e-05, + "loss": 0.0265, + "step": 27678 + }, + { + "epoch": 23.476675148430875, + "grad_norm": 0.77341816884078, + "learning_rate": 1.7880327392784244e-05, + "loss": 0.0303, + "step": 27679 + }, + { + "epoch": 23.477523324851568, + "grad_norm": 0.7612395797076872, + "learning_rate": 1.7880158273124673e-05, + "loss": 0.0305, + "step": 27680 + }, + { + "epoch": 23.478371501272264, + "grad_norm": 0.6893549264503129, + "learning_rate": 1.7879989147518572e-05, + "loss": 0.0298, + "step": 27681 + }, + { + "epoch": 23.47921967769296, + "grad_norm": 0.8022040193614612, + "learning_rate": 1.7879820015966065e-05, + "loss": 0.0288, + "step": 27682 + }, + { + "epoch": 23.480067854113656, + "grad_norm": 0.7157811124923508, + "learning_rate": 1.7879650878467286e-05, + "loss": 0.0308, + "step": 27683 + }, + { + "epoch": 23.480916030534353, + "grad_norm": 0.8823810586296315, + "learning_rate": 1.7879481735022363e-05, + "loss": 0.0335, + "step": 27684 + }, + { + "epoch": 23.481764206955045, + "grad_norm": 0.7206921639657965, + "learning_rate": 1.7879312585631417e-05, + "loss": 0.0281, + "step": 27685 + }, + { + "epoch": 23.48261238337574, + "grad_norm": 0.8786082629017141, + "learning_rate": 1.7879143430294578e-05, + "loss": 0.0318, + "step": 27686 + }, + { + "epoch": 23.483460559796438, + "grad_norm": 0.6804944003150876, + "learning_rate": 1.7878974269011977e-05, + "loss": 0.0298, + "step": 27687 + }, + { + "epoch": 23.484308736217134, + "grad_norm": 0.7029290230619558, + "learning_rate": 1.787880510178374e-05, + "loss": 0.0301, + "step": 27688 + }, + { + "epoch": 23.48515691263783, + "grad_norm": 0.8331553003420313, + "learning_rate": 1.7878635928609993e-05, + "loss": 0.03, + "step": 27689 + }, + { + "epoch": 23.486005089058523, + "grad_norm": 0.8941979294167856, + "learning_rate": 1.7878466749490864e-05, + "loss": 0.0315, + "step": 27690 + }, + { + "epoch": 23.48685326547922, + "grad_norm": 0.734293288797047, + "learning_rate": 1.7878297564426486e-05, + "loss": 0.0304, + "step": 27691 + }, + { + "epoch": 23.487701441899915, + "grad_norm": 0.8345130913156521, + "learning_rate": 1.787812837341698e-05, + "loss": 0.0293, + "step": 27692 + }, + { + "epoch": 23.48854961832061, + "grad_norm": 0.8116285578447814, + "learning_rate": 1.7877959176462477e-05, + "loss": 0.0328, + "step": 27693 + }, + { + "epoch": 23.489397794741308, + "grad_norm": 0.8464927429901837, + "learning_rate": 1.7877789973563098e-05, + "loss": 0.0315, + "step": 27694 + }, + { + "epoch": 23.490245971162, + "grad_norm": 0.7678249028805032, + "learning_rate": 1.787762076471898e-05, + "loss": 0.0271, + "step": 27695 + }, + { + "epoch": 23.491094147582697, + "grad_norm": 0.6797826538974364, + "learning_rate": 1.7877451549930248e-05, + "loss": 0.0272, + "step": 27696 + }, + { + "epoch": 23.491942324003393, + "grad_norm": 0.8128944584202271, + "learning_rate": 1.7877282329197027e-05, + "loss": 0.032, + "step": 27697 + }, + { + "epoch": 23.49279050042409, + "grad_norm": 0.853819593900582, + "learning_rate": 1.787711310251945e-05, + "loss": 0.0314, + "step": 27698 + }, + { + "epoch": 23.493638676844785, + "grad_norm": 0.9589395981354102, + "learning_rate": 1.7876943869897635e-05, + "loss": 0.0337, + "step": 27699 + }, + { + "epoch": 23.494486853265478, + "grad_norm": 0.7562318657235835, + "learning_rate": 1.7876774631331718e-05, + "loss": 0.0289, + "step": 27700 + }, + { + "epoch": 23.495335029686174, + "grad_norm": 0.6749063642829165, + "learning_rate": 1.787660538682183e-05, + "loss": 0.0284, + "step": 27701 + }, + { + "epoch": 23.49618320610687, + "grad_norm": 0.7307121770539318, + "learning_rate": 1.787643613636809e-05, + "loss": 0.0288, + "step": 27702 + }, + { + "epoch": 23.497031382527567, + "grad_norm": 0.7535089525692042, + "learning_rate": 1.7876266879970624e-05, + "loss": 0.0324, + "step": 27703 + }, + { + "epoch": 23.497879558948263, + "grad_norm": 0.6346567076305837, + "learning_rate": 1.787609761762957e-05, + "loss": 0.0274, + "step": 27704 + }, + { + "epoch": 23.498727735368956, + "grad_norm": 0.7015770496137571, + "learning_rate": 1.7875928349345047e-05, + "loss": 0.0314, + "step": 27705 + }, + { + "epoch": 23.499575911789652, + "grad_norm": 0.7848094272799204, + "learning_rate": 1.7875759075117186e-05, + "loss": 0.0282, + "step": 27706 + }, + { + "epoch": 23.500424088210348, + "grad_norm": 0.6214672728858124, + "learning_rate": 1.787558979494612e-05, + "loss": 0.0278, + "step": 27707 + }, + { + "epoch": 23.501272264631044, + "grad_norm": 0.8049463587721208, + "learning_rate": 1.7875420508831963e-05, + "loss": 0.0305, + "step": 27708 + }, + { + "epoch": 23.502120441051737, + "grad_norm": 0.7247147885671547, + "learning_rate": 1.7875251216774858e-05, + "loss": 0.0298, + "step": 27709 + }, + { + "epoch": 23.502968617472433, + "grad_norm": 0.7215296584956733, + "learning_rate": 1.7875081918774926e-05, + "loss": 0.0318, + "step": 27710 + }, + { + "epoch": 23.50381679389313, + "grad_norm": 0.6613472396391797, + "learning_rate": 1.7874912614832292e-05, + "loss": 0.0272, + "step": 27711 + }, + { + "epoch": 23.504664970313826, + "grad_norm": 0.772161485982887, + "learning_rate": 1.7874743304947085e-05, + "loss": 0.0338, + "step": 27712 + }, + { + "epoch": 23.505513146734522, + "grad_norm": 0.8653212402015696, + "learning_rate": 1.787457398911944e-05, + "loss": 0.0298, + "step": 27713 + }, + { + "epoch": 23.506361323155215, + "grad_norm": 0.7370911207454249, + "learning_rate": 1.7874404667349477e-05, + "loss": 0.0301, + "step": 27714 + }, + { + "epoch": 23.50720949957591, + "grad_norm": 0.7363913704023612, + "learning_rate": 1.7874235339637323e-05, + "loss": 0.0294, + "step": 27715 + }, + { + "epoch": 23.508057675996607, + "grad_norm": 0.7161964440705387, + "learning_rate": 1.787406600598311e-05, + "loss": 0.0302, + "step": 27716 + }, + { + "epoch": 23.508905852417303, + "grad_norm": 0.7372557185764441, + "learning_rate": 1.7873896666386967e-05, + "loss": 0.0302, + "step": 27717 + }, + { + "epoch": 23.509754028838, + "grad_norm": 0.6865781518301709, + "learning_rate": 1.7873727320849018e-05, + "loss": 0.0323, + "step": 27718 + }, + { + "epoch": 23.510602205258692, + "grad_norm": 0.601021748870356, + "learning_rate": 1.787355796936939e-05, + "loss": 0.027, + "step": 27719 + }, + { + "epoch": 23.51145038167939, + "grad_norm": 0.7809437572981435, + "learning_rate": 1.7873388611948214e-05, + "loss": 0.0338, + "step": 27720 + }, + { + "epoch": 23.512298558100085, + "grad_norm": 0.9148953460476962, + "learning_rate": 1.787321924858562e-05, + "loss": 0.032, + "step": 27721 + }, + { + "epoch": 23.51314673452078, + "grad_norm": 0.7650747292415423, + "learning_rate": 1.7873049879281725e-05, + "loss": 0.0343, + "step": 27722 + }, + { + "epoch": 23.513994910941477, + "grad_norm": 0.8072577423906253, + "learning_rate": 1.787288050403667e-05, + "loss": 0.0304, + "step": 27723 + }, + { + "epoch": 23.51484308736217, + "grad_norm": 0.767321574830897, + "learning_rate": 1.7872711122850575e-05, + "loss": 0.0313, + "step": 27724 + }, + { + "epoch": 23.515691263782866, + "grad_norm": 0.725862830893268, + "learning_rate": 1.7872541735723573e-05, + "loss": 0.0294, + "step": 27725 + }, + { + "epoch": 23.516539440203562, + "grad_norm": 0.8619118087288176, + "learning_rate": 1.7872372342655783e-05, + "loss": 0.0306, + "step": 27726 + }, + { + "epoch": 23.51738761662426, + "grad_norm": 0.6648750968733731, + "learning_rate": 1.7872202943647345e-05, + "loss": 0.0295, + "step": 27727 + }, + { + "epoch": 23.518235793044955, + "grad_norm": 0.721237900353574, + "learning_rate": 1.7872033538698373e-05, + "loss": 0.0339, + "step": 27728 + }, + { + "epoch": 23.519083969465647, + "grad_norm": 0.8874467250744335, + "learning_rate": 1.787186412780901e-05, + "loss": 0.0332, + "step": 27729 + }, + { + "epoch": 23.519932145886344, + "grad_norm": 0.8456177492498759, + "learning_rate": 1.787169471097937e-05, + "loss": 0.0294, + "step": 27730 + }, + { + "epoch": 23.52078032230704, + "grad_norm": 0.7551379216216493, + "learning_rate": 1.787152528820959e-05, + "loss": 0.0303, + "step": 27731 + }, + { + "epoch": 23.521628498727736, + "grad_norm": 0.8109594805625877, + "learning_rate": 1.7871355859499795e-05, + "loss": 0.0308, + "step": 27732 + }, + { + "epoch": 23.522476675148432, + "grad_norm": 0.6272849973486812, + "learning_rate": 1.787118642485011e-05, + "loss": 0.0263, + "step": 27733 + }, + { + "epoch": 23.523324851569125, + "grad_norm": 0.7630879557923383, + "learning_rate": 1.7871016984260666e-05, + "loss": 0.0272, + "step": 27734 + }, + { + "epoch": 23.52417302798982, + "grad_norm": 0.8662150485707816, + "learning_rate": 1.7870847537731593e-05, + "loss": 0.0307, + "step": 27735 + }, + { + "epoch": 23.525021204410518, + "grad_norm": 0.880813702675194, + "learning_rate": 1.7870678085263012e-05, + "loss": 0.0334, + "step": 27736 + }, + { + "epoch": 23.525869380831214, + "grad_norm": 0.7396777051717701, + "learning_rate": 1.787050862685506e-05, + "loss": 0.0299, + "step": 27737 + }, + { + "epoch": 23.52671755725191, + "grad_norm": 0.8236426747972664, + "learning_rate": 1.7870339162507856e-05, + "loss": 0.029, + "step": 27738 + }, + { + "epoch": 23.527565733672603, + "grad_norm": 0.7757414191213767, + "learning_rate": 1.7870169692221534e-05, + "loss": 0.0313, + "step": 27739 + }, + { + "epoch": 23.5284139100933, + "grad_norm": 0.6833409140842899, + "learning_rate": 1.7870000215996217e-05, + "loss": 0.0292, + "step": 27740 + }, + { + "epoch": 23.529262086513995, + "grad_norm": 0.8461427814452914, + "learning_rate": 1.7869830733832037e-05, + "loss": 0.0287, + "step": 27741 + }, + { + "epoch": 23.53011026293469, + "grad_norm": 0.7622828298091711, + "learning_rate": 1.7869661245729123e-05, + "loss": 0.0318, + "step": 27742 + }, + { + "epoch": 23.530958439355388, + "grad_norm": 0.7737099264033918, + "learning_rate": 1.78694917516876e-05, + "loss": 0.0314, + "step": 27743 + }, + { + "epoch": 23.53180661577608, + "grad_norm": 0.7821007178956771, + "learning_rate": 1.7869322251707592e-05, + "loss": 0.0301, + "step": 27744 + }, + { + "epoch": 23.532654792196777, + "grad_norm": 0.7996619714349149, + "learning_rate": 1.7869152745789234e-05, + "loss": 0.0323, + "step": 27745 + }, + { + "epoch": 23.533502968617473, + "grad_norm": 0.6946960789134349, + "learning_rate": 1.786898323393265e-05, + "loss": 0.0306, + "step": 27746 + }, + { + "epoch": 23.53435114503817, + "grad_norm": 0.7507052522472436, + "learning_rate": 1.786881371613797e-05, + "loss": 0.0294, + "step": 27747 + }, + { + "epoch": 23.53519932145886, + "grad_norm": 0.8541344917180211, + "learning_rate": 1.7868644192405324e-05, + "loss": 0.0323, + "step": 27748 + }, + { + "epoch": 23.536047497879558, + "grad_norm": 0.8284516120782551, + "learning_rate": 1.786847466273483e-05, + "loss": 0.0306, + "step": 27749 + }, + { + "epoch": 23.536895674300254, + "grad_norm": 0.8397552971687784, + "learning_rate": 1.7868305127126628e-05, + "loss": 0.0322, + "step": 27750 + }, + { + "epoch": 23.53774385072095, + "grad_norm": 0.9035997255454481, + "learning_rate": 1.7868135585580837e-05, + "loss": 0.0336, + "step": 27751 + }, + { + "epoch": 23.538592027141647, + "grad_norm": 0.6950431328882918, + "learning_rate": 1.786796603809759e-05, + "loss": 0.0322, + "step": 27752 + }, + { + "epoch": 23.53944020356234, + "grad_norm": 0.7573976841391823, + "learning_rate": 1.7867796484677017e-05, + "loss": 0.0295, + "step": 27753 + }, + { + "epoch": 23.540288379983036, + "grad_norm": 0.669790208818355, + "learning_rate": 1.7867626925319238e-05, + "loss": 0.0283, + "step": 27754 + }, + { + "epoch": 23.541136556403732, + "grad_norm": 0.7733251678739513, + "learning_rate": 1.786745736002439e-05, + "loss": 0.0322, + "step": 27755 + }, + { + "epoch": 23.541984732824428, + "grad_norm": 0.7507038145726395, + "learning_rate": 1.7867287788792593e-05, + "loss": 0.0297, + "step": 27756 + }, + { + "epoch": 23.542832909245124, + "grad_norm": 0.8221052138051167, + "learning_rate": 1.786711821162398e-05, + "loss": 0.031, + "step": 27757 + }, + { + "epoch": 23.543681085665817, + "grad_norm": 0.6377094571770892, + "learning_rate": 1.7866948628518675e-05, + "loss": 0.0312, + "step": 27758 + }, + { + "epoch": 23.544529262086513, + "grad_norm": 0.6913889119593678, + "learning_rate": 1.786677903947681e-05, + "loss": 0.0282, + "step": 27759 + }, + { + "epoch": 23.54537743850721, + "grad_norm": 0.8281150396206781, + "learning_rate": 1.7866609444498514e-05, + "loss": 0.0292, + "step": 27760 + }, + { + "epoch": 23.546225614927906, + "grad_norm": 0.7330207111009902, + "learning_rate": 1.7866439843583906e-05, + "loss": 0.0306, + "step": 27761 + }, + { + "epoch": 23.547073791348602, + "grad_norm": 0.8103542308151586, + "learning_rate": 1.7866270236733125e-05, + "loss": 0.0341, + "step": 27762 + }, + { + "epoch": 23.547921967769295, + "grad_norm": 0.7379924739826528, + "learning_rate": 1.7866100623946297e-05, + "loss": 0.028, + "step": 27763 + }, + { + "epoch": 23.54877014418999, + "grad_norm": 0.6559033496694517, + "learning_rate": 1.786593100522354e-05, + "loss": 0.0311, + "step": 27764 + }, + { + "epoch": 23.549618320610687, + "grad_norm": 0.8258653784776632, + "learning_rate": 1.7865761380564996e-05, + "loss": 0.0333, + "step": 27765 + }, + { + "epoch": 23.550466497031383, + "grad_norm": 0.6702850295115955, + "learning_rate": 1.7865591749970784e-05, + "loss": 0.0319, + "step": 27766 + }, + { + "epoch": 23.55131467345208, + "grad_norm": 0.8269082790891014, + "learning_rate": 1.7865422113441032e-05, + "loss": 0.0304, + "step": 27767 + }, + { + "epoch": 23.552162849872772, + "grad_norm": 0.7458407030301203, + "learning_rate": 1.786525247097587e-05, + "loss": 0.0318, + "step": 27768 + }, + { + "epoch": 23.55301102629347, + "grad_norm": 0.8345491905308323, + "learning_rate": 1.7865082822575427e-05, + "loss": 0.0311, + "step": 27769 + }, + { + "epoch": 23.553859202714165, + "grad_norm": 0.7454958965508949, + "learning_rate": 1.7864913168239833e-05, + "loss": 0.0316, + "step": 27770 + }, + { + "epoch": 23.55470737913486, + "grad_norm": 0.7424721503572287, + "learning_rate": 1.7864743507969212e-05, + "loss": 0.0303, + "step": 27771 + }, + { + "epoch": 23.555555555555557, + "grad_norm": 0.7272637780321659, + "learning_rate": 1.7864573841763695e-05, + "loss": 0.0285, + "step": 27772 + }, + { + "epoch": 23.55640373197625, + "grad_norm": 0.7857397657699254, + "learning_rate": 1.7864404169623405e-05, + "loss": 0.032, + "step": 27773 + }, + { + "epoch": 23.557251908396946, + "grad_norm": 0.953168093456232, + "learning_rate": 1.7864234491548477e-05, + "loss": 0.0318, + "step": 27774 + }, + { + "epoch": 23.558100084817642, + "grad_norm": 0.7502328283354698, + "learning_rate": 1.7864064807539032e-05, + "loss": 0.0293, + "step": 27775 + }, + { + "epoch": 23.55894826123834, + "grad_norm": 0.6803307030022938, + "learning_rate": 1.7863895117595203e-05, + "loss": 0.0302, + "step": 27776 + }, + { + "epoch": 23.559796437659035, + "grad_norm": 0.665600482489133, + "learning_rate": 1.7863725421717116e-05, + "loss": 0.0294, + "step": 27777 + }, + { + "epoch": 23.560644614079727, + "grad_norm": 0.7677785026235975, + "learning_rate": 1.7863555719904903e-05, + "loss": 0.0296, + "step": 27778 + }, + { + "epoch": 23.561492790500424, + "grad_norm": 0.7561344225972474, + "learning_rate": 1.7863386012158684e-05, + "loss": 0.0322, + "step": 27779 + }, + { + "epoch": 23.56234096692112, + "grad_norm": 0.7156715269478582, + "learning_rate": 1.7863216298478594e-05, + "loss": 0.0294, + "step": 27780 + }, + { + "epoch": 23.563189143341816, + "grad_norm": 0.7834568899286588, + "learning_rate": 1.786304657886476e-05, + "loss": 0.0306, + "step": 27781 + }, + { + "epoch": 23.564037319762512, + "grad_norm": 0.803533632149627, + "learning_rate": 1.7862876853317307e-05, + "loss": 0.0303, + "step": 27782 + }, + { + "epoch": 23.564885496183205, + "grad_norm": 0.7415775320626331, + "learning_rate": 1.7862707121836365e-05, + "loss": 0.0294, + "step": 27783 + }, + { + "epoch": 23.5657336726039, + "grad_norm": 0.77784491572034, + "learning_rate": 1.7862537384422066e-05, + "loss": 0.0301, + "step": 27784 + }, + { + "epoch": 23.566581849024598, + "grad_norm": 0.710581488080176, + "learning_rate": 1.786236764107453e-05, + "loss": 0.0305, + "step": 27785 + }, + { + "epoch": 23.567430025445294, + "grad_norm": 0.7627844305950269, + "learning_rate": 1.786219789179389e-05, + "loss": 0.0315, + "step": 27786 + }, + { + "epoch": 23.568278201865986, + "grad_norm": 0.7571088038339862, + "learning_rate": 1.7862028136580278e-05, + "loss": 0.0325, + "step": 27787 + }, + { + "epoch": 23.569126378286683, + "grad_norm": 0.6711986695618162, + "learning_rate": 1.7861858375433812e-05, + "loss": 0.0282, + "step": 27788 + }, + { + "epoch": 23.56997455470738, + "grad_norm": 0.7269313515298513, + "learning_rate": 1.7861688608354627e-05, + "loss": 0.0296, + "step": 27789 + }, + { + "epoch": 23.570822731128075, + "grad_norm": 0.8261799095178005, + "learning_rate": 1.7861518835342847e-05, + "loss": 0.028, + "step": 27790 + }, + { + "epoch": 23.57167090754877, + "grad_norm": 0.7568699927290646, + "learning_rate": 1.7861349056398607e-05, + "loss": 0.031, + "step": 27791 + }, + { + "epoch": 23.572519083969464, + "grad_norm": 0.8129462316660652, + "learning_rate": 1.7861179271522026e-05, + "loss": 0.0312, + "step": 27792 + }, + { + "epoch": 23.57336726039016, + "grad_norm": 0.7896467743513091, + "learning_rate": 1.7861009480713243e-05, + "loss": 0.0289, + "step": 27793 + }, + { + "epoch": 23.574215436810857, + "grad_norm": 0.7392529319014698, + "learning_rate": 1.7860839683972376e-05, + "loss": 0.0317, + "step": 27794 + }, + { + "epoch": 23.575063613231553, + "grad_norm": 0.8352085354207598, + "learning_rate": 1.7860669881299562e-05, + "loss": 0.0326, + "step": 27795 + }, + { + "epoch": 23.57591178965225, + "grad_norm": 0.6660915831949934, + "learning_rate": 1.7860500072694918e-05, + "loss": 0.0288, + "step": 27796 + }, + { + "epoch": 23.57675996607294, + "grad_norm": 0.9073473310671686, + "learning_rate": 1.786033025815858e-05, + "loss": 0.0333, + "step": 27797 + }, + { + "epoch": 23.577608142493638, + "grad_norm": 0.8446370180965806, + "learning_rate": 1.7860160437690682e-05, + "loss": 0.0314, + "step": 27798 + }, + { + "epoch": 23.578456318914334, + "grad_norm": 0.7977138319547186, + "learning_rate": 1.785999061129134e-05, + "loss": 0.0303, + "step": 27799 + }, + { + "epoch": 23.57930449533503, + "grad_norm": 0.7619110398009381, + "learning_rate": 1.7859820778960683e-05, + "loss": 0.031, + "step": 27800 + }, + { + "epoch": 23.580152671755727, + "grad_norm": 0.8612798818271009, + "learning_rate": 1.7859650940698848e-05, + "loss": 0.0343, + "step": 27801 + }, + { + "epoch": 23.58100084817642, + "grad_norm": 0.8048366935561387, + "learning_rate": 1.785948109650596e-05, + "loss": 0.0289, + "step": 27802 + }, + { + "epoch": 23.581849024597116, + "grad_norm": 0.6554731221981349, + "learning_rate": 1.785931124638214e-05, + "loss": 0.0286, + "step": 27803 + }, + { + "epoch": 23.58269720101781, + "grad_norm": 0.8360454188628016, + "learning_rate": 1.7859141390327522e-05, + "loss": 0.0331, + "step": 27804 + }, + { + "epoch": 23.583545377438508, + "grad_norm": 0.7364804627203333, + "learning_rate": 1.7858971528342236e-05, + "loss": 0.0306, + "step": 27805 + }, + { + "epoch": 23.584393553859204, + "grad_norm": 0.6751300461732785, + "learning_rate": 1.7858801660426407e-05, + "loss": 0.0286, + "step": 27806 + }, + { + "epoch": 23.585241730279897, + "grad_norm": 0.78029323309404, + "learning_rate": 1.785863178658017e-05, + "loss": 0.0302, + "step": 27807 + }, + { + "epoch": 23.586089906700593, + "grad_norm": 0.7595356768427404, + "learning_rate": 1.785846190680364e-05, + "loss": 0.0297, + "step": 27808 + }, + { + "epoch": 23.58693808312129, + "grad_norm": 0.8936184011587802, + "learning_rate": 1.7858292021096954e-05, + "loss": 0.0337, + "step": 27809 + }, + { + "epoch": 23.587786259541986, + "grad_norm": 0.6743630772935344, + "learning_rate": 1.785812212946024e-05, + "loss": 0.0304, + "step": 27810 + }, + { + "epoch": 23.588634435962682, + "grad_norm": 0.7232335234286845, + "learning_rate": 1.7857952231893626e-05, + "loss": 0.0305, + "step": 27811 + }, + { + "epoch": 23.589482612383375, + "grad_norm": 0.7377637275854374, + "learning_rate": 1.785778232839724e-05, + "loss": 0.0327, + "step": 27812 + }, + { + "epoch": 23.59033078880407, + "grad_norm": 0.6758763588161782, + "learning_rate": 1.7857612418971206e-05, + "loss": 0.0313, + "step": 27813 + }, + { + "epoch": 23.591178965224767, + "grad_norm": 0.8460262576482388, + "learning_rate": 1.785744250361566e-05, + "loss": 0.0331, + "step": 27814 + }, + { + "epoch": 23.592027141645463, + "grad_norm": 0.601814787486225, + "learning_rate": 1.7857272582330722e-05, + "loss": 0.0285, + "step": 27815 + }, + { + "epoch": 23.59287531806616, + "grad_norm": 0.7164871897557721, + "learning_rate": 1.7857102655116526e-05, + "loss": 0.0282, + "step": 27816 + }, + { + "epoch": 23.593723494486852, + "grad_norm": 0.6732143284227518, + "learning_rate": 1.7856932721973197e-05, + "loss": 0.0279, + "step": 27817 + }, + { + "epoch": 23.59457167090755, + "grad_norm": 0.7205416071348032, + "learning_rate": 1.785676278290087e-05, + "loss": 0.0312, + "step": 27818 + }, + { + "epoch": 23.595419847328245, + "grad_norm": 0.7486530478196562, + "learning_rate": 1.785659283789966e-05, + "loss": 0.0287, + "step": 27819 + }, + { + "epoch": 23.59626802374894, + "grad_norm": 0.698727946066243, + "learning_rate": 1.7856422886969708e-05, + "loss": 0.0294, + "step": 27820 + }, + { + "epoch": 23.597116200169637, + "grad_norm": 0.8472116690350121, + "learning_rate": 1.7856252930111134e-05, + "loss": 0.0303, + "step": 27821 + }, + { + "epoch": 23.59796437659033, + "grad_norm": 0.7995053388821353, + "learning_rate": 1.785608296732407e-05, + "loss": 0.031, + "step": 27822 + }, + { + "epoch": 23.598812553011026, + "grad_norm": 0.8727481973417054, + "learning_rate": 1.785591299860865e-05, + "loss": 0.0339, + "step": 27823 + }, + { + "epoch": 23.599660729431722, + "grad_norm": 0.8572349183154885, + "learning_rate": 1.7855743023964988e-05, + "loss": 0.0325, + "step": 27824 + }, + { + "epoch": 23.60050890585242, + "grad_norm": 0.744207741545841, + "learning_rate": 1.7855573043393225e-05, + "loss": 0.0323, + "step": 27825 + }, + { + "epoch": 23.60135708227311, + "grad_norm": 0.8753456208190085, + "learning_rate": 1.7855403056893482e-05, + "loss": 0.0291, + "step": 27826 + }, + { + "epoch": 23.602205258693807, + "grad_norm": 0.7269330777436731, + "learning_rate": 1.785523306446589e-05, + "loss": 0.0303, + "step": 27827 + }, + { + "epoch": 23.603053435114504, + "grad_norm": 0.7642978363736934, + "learning_rate": 1.785506306611058e-05, + "loss": 0.0299, + "step": 27828 + }, + { + "epoch": 23.6039016115352, + "grad_norm": 0.7920924638659574, + "learning_rate": 1.7854893061827674e-05, + "loss": 0.0308, + "step": 27829 + }, + { + "epoch": 23.604749787955896, + "grad_norm": 0.7339659015456519, + "learning_rate": 1.7854723051617307e-05, + "loss": 0.03, + "step": 27830 + }, + { + "epoch": 23.60559796437659, + "grad_norm": 0.7749440809286047, + "learning_rate": 1.7854553035479603e-05, + "loss": 0.0296, + "step": 27831 + }, + { + "epoch": 23.606446140797285, + "grad_norm": 0.7046967204558413, + "learning_rate": 1.7854383013414688e-05, + "loss": 0.0298, + "step": 27832 + }, + { + "epoch": 23.60729431721798, + "grad_norm": 0.6578161378371012, + "learning_rate": 1.78542129854227e-05, + "loss": 0.0285, + "step": 27833 + }, + { + "epoch": 23.608142493638677, + "grad_norm": 0.7307518991295043, + "learning_rate": 1.7854042951503755e-05, + "loss": 0.0308, + "step": 27834 + }, + { + "epoch": 23.608990670059374, + "grad_norm": 0.714275538367229, + "learning_rate": 1.7853872911657992e-05, + "loss": 0.0312, + "step": 27835 + }, + { + "epoch": 23.609838846480066, + "grad_norm": 0.8890043203666778, + "learning_rate": 1.7853702865885533e-05, + "loss": 0.0326, + "step": 27836 + }, + { + "epoch": 23.610687022900763, + "grad_norm": 0.7486620162225086, + "learning_rate": 1.7853532814186506e-05, + "loss": 0.0326, + "step": 27837 + }, + { + "epoch": 23.61153519932146, + "grad_norm": 0.8175516688992643, + "learning_rate": 1.785336275656104e-05, + "loss": 0.0308, + "step": 27838 + }, + { + "epoch": 23.612383375742155, + "grad_norm": 0.8087014211689044, + "learning_rate": 1.7853192693009267e-05, + "loss": 0.0323, + "step": 27839 + }, + { + "epoch": 23.61323155216285, + "grad_norm": 0.8052298603685943, + "learning_rate": 1.7853022623531314e-05, + "loss": 0.0346, + "step": 27840 + }, + { + "epoch": 23.614079728583544, + "grad_norm": 0.647056499321968, + "learning_rate": 1.7852852548127307e-05, + "loss": 0.0299, + "step": 27841 + }, + { + "epoch": 23.61492790500424, + "grad_norm": 0.7695930911296424, + "learning_rate": 1.7852682466797374e-05, + "loss": 0.0315, + "step": 27842 + }, + { + "epoch": 23.615776081424936, + "grad_norm": 0.7004431509595911, + "learning_rate": 1.785251237954165e-05, + "loss": 0.0288, + "step": 27843 + }, + { + "epoch": 23.616624257845633, + "grad_norm": 0.88160533917771, + "learning_rate": 1.7852342286360254e-05, + "loss": 0.0307, + "step": 27844 + }, + { + "epoch": 23.61747243426633, + "grad_norm": 0.8426392594288815, + "learning_rate": 1.7852172187253318e-05, + "loss": 0.0315, + "step": 27845 + }, + { + "epoch": 23.61832061068702, + "grad_norm": 0.8567365929635553, + "learning_rate": 1.7852002082220973e-05, + "loss": 0.0325, + "step": 27846 + }, + { + "epoch": 23.619168787107718, + "grad_norm": 0.6928861580221819, + "learning_rate": 1.7851831971263345e-05, + "loss": 0.0299, + "step": 27847 + }, + { + "epoch": 23.620016963528414, + "grad_norm": 0.8315170712979602, + "learning_rate": 1.7851661854380562e-05, + "loss": 0.03, + "step": 27848 + }, + { + "epoch": 23.62086513994911, + "grad_norm": 0.7380119826677959, + "learning_rate": 1.7851491731572753e-05, + "loss": 0.0288, + "step": 27849 + }, + { + "epoch": 23.621713316369807, + "grad_norm": 0.930875561368674, + "learning_rate": 1.7851321602840047e-05, + "loss": 0.0334, + "step": 27850 + }, + { + "epoch": 23.6225614927905, + "grad_norm": 0.8904111158786284, + "learning_rate": 1.7851151468182573e-05, + "loss": 0.0329, + "step": 27851 + }, + { + "epoch": 23.623409669211195, + "grad_norm": 0.7363493859961142, + "learning_rate": 1.7850981327600455e-05, + "loss": 0.03, + "step": 27852 + }, + { + "epoch": 23.62425784563189, + "grad_norm": 0.7576474955579247, + "learning_rate": 1.7850811181093827e-05, + "loss": 0.0318, + "step": 27853 + }, + { + "epoch": 23.625106022052588, + "grad_norm": 0.713606064749845, + "learning_rate": 1.7850641028662816e-05, + "loss": 0.0338, + "step": 27854 + }, + { + "epoch": 23.625954198473284, + "grad_norm": 0.8197379848439538, + "learning_rate": 1.785047087030755e-05, + "loss": 0.0302, + "step": 27855 + }, + { + "epoch": 23.626802374893977, + "grad_norm": 0.6975872052566179, + "learning_rate": 1.7850300706028153e-05, + "loss": 0.0313, + "step": 27856 + }, + { + "epoch": 23.627650551314673, + "grad_norm": 0.7703030675557397, + "learning_rate": 1.7850130535824758e-05, + "loss": 0.0317, + "step": 27857 + }, + { + "epoch": 23.62849872773537, + "grad_norm": 0.7393931740335442, + "learning_rate": 1.7849960359697495e-05, + "loss": 0.0293, + "step": 27858 + }, + { + "epoch": 23.629346904156066, + "grad_norm": 0.7652239323856316, + "learning_rate": 1.7849790177646488e-05, + "loss": 0.0319, + "step": 27859 + }, + { + "epoch": 23.63019508057676, + "grad_norm": 0.8108681541630831, + "learning_rate": 1.784961998967187e-05, + "loss": 0.0299, + "step": 27860 + }, + { + "epoch": 23.631043256997454, + "grad_norm": 0.7242720434537736, + "learning_rate": 1.7849449795773765e-05, + "loss": 0.0313, + "step": 27861 + }, + { + "epoch": 23.63189143341815, + "grad_norm": 0.819598782899332, + "learning_rate": 1.78492795959523e-05, + "loss": 0.0307, + "step": 27862 + }, + { + "epoch": 23.632739609838847, + "grad_norm": 0.6859956454869627, + "learning_rate": 1.7849109390207614e-05, + "loss": 0.0309, + "step": 27863 + }, + { + "epoch": 23.633587786259543, + "grad_norm": 0.7428074411319331, + "learning_rate": 1.7848939178539825e-05, + "loss": 0.0307, + "step": 27864 + }, + { + "epoch": 23.634435962680236, + "grad_norm": 0.7915382370077568, + "learning_rate": 1.784876896094906e-05, + "loss": 0.0307, + "step": 27865 + }, + { + "epoch": 23.635284139100932, + "grad_norm": 0.7704513782516056, + "learning_rate": 1.7848598737435458e-05, + "loss": 0.0334, + "step": 27866 + }, + { + "epoch": 23.63613231552163, + "grad_norm": 0.7911322496352234, + "learning_rate": 1.784842850799914e-05, + "loss": 0.0303, + "step": 27867 + }, + { + "epoch": 23.636980491942325, + "grad_norm": 0.6579801974819247, + "learning_rate": 1.7848258272640236e-05, + "loss": 0.029, + "step": 27868 + }, + { + "epoch": 23.63782866836302, + "grad_norm": 0.6732528108280568, + "learning_rate": 1.7848088031358877e-05, + "loss": 0.026, + "step": 27869 + }, + { + "epoch": 23.638676844783713, + "grad_norm": 0.7224210419645801, + "learning_rate": 1.7847917784155187e-05, + "loss": 0.03, + "step": 27870 + }, + { + "epoch": 23.63952502120441, + "grad_norm": 0.62015831490739, + "learning_rate": 1.7847747531029292e-05, + "loss": 0.0265, + "step": 27871 + }, + { + "epoch": 23.640373197625106, + "grad_norm": 0.889268580205597, + "learning_rate": 1.7847577271981333e-05, + "loss": 0.0336, + "step": 27872 + }, + { + "epoch": 23.641221374045802, + "grad_norm": 0.8202677823499553, + "learning_rate": 1.7847407007011424e-05, + "loss": 0.0322, + "step": 27873 + }, + { + "epoch": 23.6420695504665, + "grad_norm": 0.7200724711306916, + "learning_rate": 1.7847236736119705e-05, + "loss": 0.0294, + "step": 27874 + }, + { + "epoch": 23.64291772688719, + "grad_norm": 0.810328559632949, + "learning_rate": 1.7847066459306293e-05, + "loss": 0.0293, + "step": 27875 + }, + { + "epoch": 23.643765903307887, + "grad_norm": 0.7836558260274058, + "learning_rate": 1.784689617657133e-05, + "loss": 0.0293, + "step": 27876 + }, + { + "epoch": 23.644614079728584, + "grad_norm": 0.7388919394295036, + "learning_rate": 1.784672588791493e-05, + "loss": 0.0283, + "step": 27877 + }, + { + "epoch": 23.64546225614928, + "grad_norm": 0.9103289460658335, + "learning_rate": 1.7846555593337235e-05, + "loss": 0.0337, + "step": 27878 + }, + { + "epoch": 23.646310432569976, + "grad_norm": 0.7599528132320484, + "learning_rate": 1.7846385292838363e-05, + "loss": 0.0303, + "step": 27879 + }, + { + "epoch": 23.64715860899067, + "grad_norm": 0.7480735466605065, + "learning_rate": 1.784621498641845e-05, + "loss": 0.0319, + "step": 27880 + }, + { + "epoch": 23.648006785411365, + "grad_norm": 0.767699481341913, + "learning_rate": 1.7846044674077617e-05, + "loss": 0.033, + "step": 27881 + }, + { + "epoch": 23.64885496183206, + "grad_norm": 0.7221376775719237, + "learning_rate": 1.7845874355816004e-05, + "loss": 0.0315, + "step": 27882 + }, + { + "epoch": 23.649703138252757, + "grad_norm": 0.7776903315744531, + "learning_rate": 1.7845704031633725e-05, + "loss": 0.0323, + "step": 27883 + }, + { + "epoch": 23.650551314673454, + "grad_norm": 0.693985510492555, + "learning_rate": 1.7845533701530923e-05, + "loss": 0.0291, + "step": 27884 + }, + { + "epoch": 23.651399491094146, + "grad_norm": 0.8902690106353699, + "learning_rate": 1.7845363365507716e-05, + "loss": 0.0329, + "step": 27885 + }, + { + "epoch": 23.652247667514843, + "grad_norm": 0.7634618637855795, + "learning_rate": 1.7845193023564237e-05, + "loss": 0.0325, + "step": 27886 + }, + { + "epoch": 23.65309584393554, + "grad_norm": 0.7675415348421941, + "learning_rate": 1.784502267570061e-05, + "loss": 0.0306, + "step": 27887 + }, + { + "epoch": 23.653944020356235, + "grad_norm": 0.7833579390268951, + "learning_rate": 1.784485232191697e-05, + "loss": 0.0322, + "step": 27888 + }, + { + "epoch": 23.65479219677693, + "grad_norm": 0.6865143191104595, + "learning_rate": 1.7844681962213443e-05, + "loss": 0.0307, + "step": 27889 + }, + { + "epoch": 23.655640373197624, + "grad_norm": 0.7519927116357816, + "learning_rate": 1.784451159659016e-05, + "loss": 0.0296, + "step": 27890 + }, + { + "epoch": 23.65648854961832, + "grad_norm": 0.7191177508578458, + "learning_rate": 1.784434122504724e-05, + "loss": 0.0299, + "step": 27891 + }, + { + "epoch": 23.657336726039016, + "grad_norm": 0.742542216810207, + "learning_rate": 1.7844170847584822e-05, + "loss": 0.0306, + "step": 27892 + }, + { + "epoch": 23.658184902459713, + "grad_norm": 0.8285395360764948, + "learning_rate": 1.784400046420303e-05, + "loss": 0.0307, + "step": 27893 + }, + { + "epoch": 23.659033078880405, + "grad_norm": 0.7411537844783589, + "learning_rate": 1.7843830074901998e-05, + "loss": 0.0297, + "step": 27894 + }, + { + "epoch": 23.6598812553011, + "grad_norm": 0.6666470132134195, + "learning_rate": 1.7843659679681847e-05, + "loss": 0.0286, + "step": 27895 + }, + { + "epoch": 23.660729431721798, + "grad_norm": 0.7326731500133756, + "learning_rate": 1.7843489278542705e-05, + "loss": 0.0276, + "step": 27896 + }, + { + "epoch": 23.661577608142494, + "grad_norm": 0.7709544565868683, + "learning_rate": 1.784331887148471e-05, + "loss": 0.0337, + "step": 27897 + }, + { + "epoch": 23.66242578456319, + "grad_norm": 0.8506065286305763, + "learning_rate": 1.784314845850798e-05, + "loss": 0.0344, + "step": 27898 + }, + { + "epoch": 23.663273960983886, + "grad_norm": 0.808547443920616, + "learning_rate": 1.7842978039612653e-05, + "loss": 0.0349, + "step": 27899 + }, + { + "epoch": 23.66412213740458, + "grad_norm": 0.7725558425631689, + "learning_rate": 1.7842807614798848e-05, + "loss": 0.028, + "step": 27900 + }, + { + "epoch": 23.664970313825275, + "grad_norm": 0.8236077283294503, + "learning_rate": 1.7842637184066706e-05, + "loss": 0.032, + "step": 27901 + }, + { + "epoch": 23.66581849024597, + "grad_norm": 0.7787465844298397, + "learning_rate": 1.7842466747416344e-05, + "loss": 0.032, + "step": 27902 + }, + { + "epoch": 23.666666666666668, + "grad_norm": 0.8348944970105215, + "learning_rate": 1.7842296304847892e-05, + "loss": 0.0311, + "step": 27903 + }, + { + "epoch": 23.66751484308736, + "grad_norm": 0.841471198080042, + "learning_rate": 1.7842125856361485e-05, + "loss": 0.0316, + "step": 27904 + }, + { + "epoch": 23.668363019508057, + "grad_norm": 0.9055542607172085, + "learning_rate": 1.784195540195725e-05, + "loss": 0.0336, + "step": 27905 + }, + { + "epoch": 23.669211195928753, + "grad_norm": 0.7333961486494677, + "learning_rate": 1.7841784941635308e-05, + "loss": 0.0289, + "step": 27906 + }, + { + "epoch": 23.67005937234945, + "grad_norm": 0.7611860637843663, + "learning_rate": 1.78416144753958e-05, + "loss": 0.0317, + "step": 27907 + }, + { + "epoch": 23.670907548770145, + "grad_norm": 0.7567349622382373, + "learning_rate": 1.7841444003238843e-05, + "loss": 0.0289, + "step": 27908 + }, + { + "epoch": 23.671755725190838, + "grad_norm": 0.7031109892582316, + "learning_rate": 1.7841273525164572e-05, + "loss": 0.032, + "step": 27909 + }, + { + "epoch": 23.672603901611534, + "grad_norm": 0.6572227438499806, + "learning_rate": 1.7841103041173115e-05, + "loss": 0.0309, + "step": 27910 + }, + { + "epoch": 23.67345207803223, + "grad_norm": 0.7182100127723585, + "learning_rate": 1.7840932551264602e-05, + "loss": 0.0321, + "step": 27911 + }, + { + "epoch": 23.674300254452927, + "grad_norm": 0.6865910998828852, + "learning_rate": 1.7840762055439157e-05, + "loss": 0.0292, + "step": 27912 + }, + { + "epoch": 23.675148430873623, + "grad_norm": 0.7226962598823427, + "learning_rate": 1.784059155369691e-05, + "loss": 0.029, + "step": 27913 + }, + { + "epoch": 23.675996607294316, + "grad_norm": 0.7137544730233958, + "learning_rate": 1.784042104603799e-05, + "loss": 0.031, + "step": 27914 + }, + { + "epoch": 23.676844783715012, + "grad_norm": 0.8807644496150668, + "learning_rate": 1.784025053246253e-05, + "loss": 0.0318, + "step": 27915 + }, + { + "epoch": 23.67769296013571, + "grad_norm": 0.6688664383551404, + "learning_rate": 1.7840080012970657e-05, + "loss": 0.0299, + "step": 27916 + }, + { + "epoch": 23.678541136556404, + "grad_norm": 0.7630485623445024, + "learning_rate": 1.7839909487562495e-05, + "loss": 0.0303, + "step": 27917 + }, + { + "epoch": 23.6793893129771, + "grad_norm": 0.7667056389684461, + "learning_rate": 1.7839738956238176e-05, + "loss": 0.033, + "step": 27918 + }, + { + "epoch": 23.680237489397793, + "grad_norm": 0.6861946397717946, + "learning_rate": 1.7839568418997828e-05, + "loss": 0.0316, + "step": 27919 + }, + { + "epoch": 23.68108566581849, + "grad_norm": 0.734162231627733, + "learning_rate": 1.783939787584158e-05, + "loss": 0.0304, + "step": 27920 + }, + { + "epoch": 23.681933842239186, + "grad_norm": 0.8326256170185825, + "learning_rate": 1.783922732676956e-05, + "loss": 0.0299, + "step": 27921 + }, + { + "epoch": 23.682782018659882, + "grad_norm": 0.6889426959950234, + "learning_rate": 1.78390567717819e-05, + "loss": 0.0303, + "step": 27922 + }, + { + "epoch": 23.68363019508058, + "grad_norm": 0.8547489500714891, + "learning_rate": 1.7838886210878727e-05, + "loss": 0.0328, + "step": 27923 + }, + { + "epoch": 23.68447837150127, + "grad_norm": 0.8118685095340809, + "learning_rate": 1.7838715644060163e-05, + "loss": 0.0322, + "step": 27924 + }, + { + "epoch": 23.685326547921967, + "grad_norm": 0.8015232177928494, + "learning_rate": 1.783854507132635e-05, + "loss": 0.0294, + "step": 27925 + }, + { + "epoch": 23.686174724342663, + "grad_norm": 0.7203405616990816, + "learning_rate": 1.7838374492677402e-05, + "loss": 0.0328, + "step": 27926 + }, + { + "epoch": 23.68702290076336, + "grad_norm": 0.7778205547160585, + "learning_rate": 1.783820390811346e-05, + "loss": 0.0293, + "step": 27927 + }, + { + "epoch": 23.687871077184056, + "grad_norm": 0.7384938789905493, + "learning_rate": 1.7838033317634646e-05, + "loss": 0.0302, + "step": 27928 + }, + { + "epoch": 23.68871925360475, + "grad_norm": 0.7535986647716776, + "learning_rate": 1.7837862721241094e-05, + "loss": 0.0318, + "step": 27929 + }, + { + "epoch": 23.689567430025445, + "grad_norm": 0.7156168960503897, + "learning_rate": 1.7837692118932925e-05, + "loss": 0.0305, + "step": 27930 + }, + { + "epoch": 23.69041560644614, + "grad_norm": 0.8413425211380919, + "learning_rate": 1.7837521510710273e-05, + "loss": 0.0315, + "step": 27931 + }, + { + "epoch": 23.691263782866837, + "grad_norm": 0.8964450963086551, + "learning_rate": 1.7837350896573265e-05, + "loss": 0.0328, + "step": 27932 + }, + { + "epoch": 23.69211195928753, + "grad_norm": 0.7587107071262638, + "learning_rate": 1.783718027652203e-05, + "loss": 0.0293, + "step": 27933 + }, + { + "epoch": 23.692960135708226, + "grad_norm": 0.7428560280430523, + "learning_rate": 1.78370096505567e-05, + "loss": 0.0291, + "step": 27934 + }, + { + "epoch": 23.693808312128922, + "grad_norm": 0.6910263104566867, + "learning_rate": 1.7836839018677397e-05, + "loss": 0.0283, + "step": 27935 + }, + { + "epoch": 23.69465648854962, + "grad_norm": 0.827107276726455, + "learning_rate": 1.7836668380884256e-05, + "loss": 0.0336, + "step": 27936 + }, + { + "epoch": 23.695504664970315, + "grad_norm": 0.6700126505965238, + "learning_rate": 1.7836497737177402e-05, + "loss": 0.0294, + "step": 27937 + }, + { + "epoch": 23.696352841391008, + "grad_norm": 0.6751921127211977, + "learning_rate": 1.7836327087556967e-05, + "loss": 0.0312, + "step": 27938 + }, + { + "epoch": 23.697201017811704, + "grad_norm": 0.990902471299436, + "learning_rate": 1.783615643202308e-05, + "loss": 0.0322, + "step": 27939 + }, + { + "epoch": 23.6980491942324, + "grad_norm": 0.8346219812891357, + "learning_rate": 1.7835985770575863e-05, + "loss": 0.0296, + "step": 27940 + }, + { + "epoch": 23.698897370653096, + "grad_norm": 0.6887848982208079, + "learning_rate": 1.7835815103215455e-05, + "loss": 0.0289, + "step": 27941 + }, + { + "epoch": 23.699745547073793, + "grad_norm": 0.7225249938963526, + "learning_rate": 1.7835644429941977e-05, + "loss": 0.0282, + "step": 27942 + }, + { + "epoch": 23.700593723494485, + "grad_norm": 0.8095566817869411, + "learning_rate": 1.7835473750755556e-05, + "loss": 0.0295, + "step": 27943 + }, + { + "epoch": 23.70144189991518, + "grad_norm": 0.8902570619147372, + "learning_rate": 1.783530306565633e-05, + "loss": 0.0297, + "step": 27944 + }, + { + "epoch": 23.702290076335878, + "grad_norm": 0.7638020865087757, + "learning_rate": 1.7835132374644423e-05, + "loss": 0.0301, + "step": 27945 + }, + { + "epoch": 23.703138252756574, + "grad_norm": 0.7568949030697112, + "learning_rate": 1.783496167771996e-05, + "loss": 0.0314, + "step": 27946 + }, + { + "epoch": 23.70398642917727, + "grad_norm": 0.7303334881491533, + "learning_rate": 1.7834790974883074e-05, + "loss": 0.0281, + "step": 27947 + }, + { + "epoch": 23.704834605597963, + "grad_norm": 0.6625865619891135, + "learning_rate": 1.7834620266133895e-05, + "loss": 0.0284, + "step": 27948 + }, + { + "epoch": 23.70568278201866, + "grad_norm": 0.6991285040006693, + "learning_rate": 1.783444955147255e-05, + "loss": 0.0282, + "step": 27949 + }, + { + "epoch": 23.706530958439355, + "grad_norm": 0.8071767373612314, + "learning_rate": 1.7834278830899165e-05, + "loss": 0.031, + "step": 27950 + }, + { + "epoch": 23.70737913486005, + "grad_norm": 0.6522522253152016, + "learning_rate": 1.7834108104413875e-05, + "loss": 0.0294, + "step": 27951 + }, + { + "epoch": 23.708227311280748, + "grad_norm": 0.9836644222335522, + "learning_rate": 1.7833937372016806e-05, + "loss": 0.0347, + "step": 27952 + }, + { + "epoch": 23.70907548770144, + "grad_norm": 0.7148247969237186, + "learning_rate": 1.783376663370808e-05, + "loss": 0.0296, + "step": 27953 + }, + { + "epoch": 23.709923664122137, + "grad_norm": 0.6691642322721152, + "learning_rate": 1.783359588948784e-05, + "loss": 0.0271, + "step": 27954 + }, + { + "epoch": 23.710771840542833, + "grad_norm": 0.7555322020595455, + "learning_rate": 1.7833425139356204e-05, + "loss": 0.0302, + "step": 27955 + }, + { + "epoch": 23.71162001696353, + "grad_norm": 0.7614526500182413, + "learning_rate": 1.7833254383313303e-05, + "loss": 0.031, + "step": 27956 + }, + { + "epoch": 23.712468193384225, + "grad_norm": 0.7922539381681383, + "learning_rate": 1.7833083621359268e-05, + "loss": 0.0323, + "step": 27957 + }, + { + "epoch": 23.713316369804918, + "grad_norm": 0.7527223287426029, + "learning_rate": 1.7832912853494226e-05, + "loss": 0.0346, + "step": 27958 + }, + { + "epoch": 23.714164546225614, + "grad_norm": 0.8222212833291892, + "learning_rate": 1.7832742079718307e-05, + "loss": 0.0309, + "step": 27959 + }, + { + "epoch": 23.71501272264631, + "grad_norm": 0.8822969853178829, + "learning_rate": 1.7832571300031636e-05, + "loss": 0.0342, + "step": 27960 + }, + { + "epoch": 23.715860899067007, + "grad_norm": 0.7456944810163528, + "learning_rate": 1.7832400514434353e-05, + "loss": 0.0303, + "step": 27961 + }, + { + "epoch": 23.716709075487703, + "grad_norm": 0.8464417002015522, + "learning_rate": 1.7832229722926572e-05, + "loss": 0.0311, + "step": 27962 + }, + { + "epoch": 23.717557251908396, + "grad_norm": 1.1269216877884085, + "learning_rate": 1.7832058925508432e-05, + "loss": 0.0388, + "step": 27963 + }, + { + "epoch": 23.718405428329092, + "grad_norm": 0.7120519475919564, + "learning_rate": 1.783188812218006e-05, + "loss": 0.0295, + "step": 27964 + }, + { + "epoch": 23.719253604749788, + "grad_norm": 0.6926848324898256, + "learning_rate": 1.783171731294158e-05, + "loss": 0.0297, + "step": 27965 + }, + { + "epoch": 23.720101781170484, + "grad_norm": 0.7551170485619427, + "learning_rate": 1.7831546497793128e-05, + "loss": 0.0336, + "step": 27966 + }, + { + "epoch": 23.72094995759118, + "grad_norm": 0.6210380781383315, + "learning_rate": 1.7831375676734827e-05, + "loss": 0.0278, + "step": 27967 + }, + { + "epoch": 23.721798134011873, + "grad_norm": 0.7248099592869793, + "learning_rate": 1.783120484976681e-05, + "loss": 0.0297, + "step": 27968 + }, + { + "epoch": 23.72264631043257, + "grad_norm": 0.8012899942153474, + "learning_rate": 1.7831034016889202e-05, + "loss": 0.0304, + "step": 27969 + }, + { + "epoch": 23.723494486853266, + "grad_norm": 0.8491959450368485, + "learning_rate": 1.783086317810214e-05, + "loss": 0.0309, + "step": 27970 + }, + { + "epoch": 23.724342663273962, + "grad_norm": 0.8939752859327568, + "learning_rate": 1.7830692333405738e-05, + "loss": 0.0327, + "step": 27971 + }, + { + "epoch": 23.725190839694655, + "grad_norm": 0.7520142988409865, + "learning_rate": 1.7830521482800142e-05, + "loss": 0.0289, + "step": 27972 + }, + { + "epoch": 23.72603901611535, + "grad_norm": 0.8398001310267418, + "learning_rate": 1.783035062628547e-05, + "loss": 0.0328, + "step": 27973 + }, + { + "epoch": 23.726887192536047, + "grad_norm": 0.8853432616150263, + "learning_rate": 1.7830179763861854e-05, + "loss": 0.0329, + "step": 27974 + }, + { + "epoch": 23.727735368956743, + "grad_norm": 0.628163667850818, + "learning_rate": 1.7830008895529425e-05, + "loss": 0.0257, + "step": 27975 + }, + { + "epoch": 23.72858354537744, + "grad_norm": 0.7275221970443881, + "learning_rate": 1.7829838021288307e-05, + "loss": 0.0325, + "step": 27976 + }, + { + "epoch": 23.729431721798132, + "grad_norm": 0.7046529731104695, + "learning_rate": 1.7829667141138633e-05, + "loss": 0.0286, + "step": 27977 + }, + { + "epoch": 23.73027989821883, + "grad_norm": 0.7557291212425213, + "learning_rate": 1.7829496255080528e-05, + "loss": 0.0304, + "step": 27978 + }, + { + "epoch": 23.731128074639525, + "grad_norm": 0.8479389343671814, + "learning_rate": 1.7829325363114128e-05, + "loss": 0.0312, + "step": 27979 + }, + { + "epoch": 23.73197625106022, + "grad_norm": 0.7858299031066389, + "learning_rate": 1.7829154465239558e-05, + "loss": 0.0313, + "step": 27980 + }, + { + "epoch": 23.732824427480917, + "grad_norm": 0.7431525870064793, + "learning_rate": 1.7828983561456943e-05, + "loss": 0.028, + "step": 27981 + }, + { + "epoch": 23.73367260390161, + "grad_norm": 0.7508904050697331, + "learning_rate": 1.782881265176642e-05, + "loss": 0.0279, + "step": 27982 + }, + { + "epoch": 23.734520780322306, + "grad_norm": 0.69336077105126, + "learning_rate": 1.7828641736168108e-05, + "loss": 0.0287, + "step": 27983 + }, + { + "epoch": 23.735368956743002, + "grad_norm": 0.759675756196659, + "learning_rate": 1.7828470814662145e-05, + "loss": 0.0316, + "step": 27984 + }, + { + "epoch": 23.7362171331637, + "grad_norm": 0.874596524679182, + "learning_rate": 1.7828299887248656e-05, + "loss": 0.0319, + "step": 27985 + }, + { + "epoch": 23.737065309584395, + "grad_norm": 0.7428947308402791, + "learning_rate": 1.7828128953927773e-05, + "loss": 0.0303, + "step": 27986 + }, + { + "epoch": 23.737913486005088, + "grad_norm": 0.9345112937883499, + "learning_rate": 1.7827958014699618e-05, + "loss": 0.0329, + "step": 27987 + }, + { + "epoch": 23.738761662425784, + "grad_norm": 0.8597251536215652, + "learning_rate": 1.7827787069564326e-05, + "loss": 0.0347, + "step": 27988 + }, + { + "epoch": 23.73960983884648, + "grad_norm": 0.7823446557235242, + "learning_rate": 1.7827616118522026e-05, + "loss": 0.029, + "step": 27989 + }, + { + "epoch": 23.740458015267176, + "grad_norm": 0.7604169300754772, + "learning_rate": 1.7827445161572844e-05, + "loss": 0.03, + "step": 27990 + }, + { + "epoch": 23.741306191687872, + "grad_norm": 0.7556164305658107, + "learning_rate": 1.782727419871691e-05, + "loss": 0.0303, + "step": 27991 + }, + { + "epoch": 23.742154368108565, + "grad_norm": 0.8325086989188574, + "learning_rate": 1.7827103229954357e-05, + "loss": 0.0326, + "step": 27992 + }, + { + "epoch": 23.74300254452926, + "grad_norm": 0.8556568135376298, + "learning_rate": 1.7826932255285306e-05, + "loss": 0.0348, + "step": 27993 + }, + { + "epoch": 23.743850720949958, + "grad_norm": 0.7481315407587682, + "learning_rate": 1.7826761274709895e-05, + "loss": 0.0297, + "step": 27994 + }, + { + "epoch": 23.744698897370654, + "grad_norm": 0.7287982023049542, + "learning_rate": 1.7826590288228245e-05, + "loss": 0.03, + "step": 27995 + }, + { + "epoch": 23.74554707379135, + "grad_norm": 0.780909419173595, + "learning_rate": 1.7826419295840488e-05, + "loss": 0.0311, + "step": 27996 + }, + { + "epoch": 23.746395250212043, + "grad_norm": 0.7291180216747198, + "learning_rate": 1.7826248297546757e-05, + "loss": 0.0307, + "step": 27997 + }, + { + "epoch": 23.74724342663274, + "grad_norm": 0.7685450779074768, + "learning_rate": 1.7826077293347173e-05, + "loss": 0.0332, + "step": 27998 + }, + { + "epoch": 23.748091603053435, + "grad_norm": 0.7946462561260279, + "learning_rate": 1.7825906283241873e-05, + "loss": 0.0293, + "step": 27999 + }, + { + "epoch": 23.74893977947413, + "grad_norm": 0.7410924394318185, + "learning_rate": 1.7825735267230984e-05, + "loss": 0.0313, + "step": 28000 + }, + { + "epoch": 23.749787955894828, + "grad_norm": 0.9821062509047307, + "learning_rate": 1.7825564245314632e-05, + "loss": 0.0339, + "step": 28001 + }, + { + "epoch": 23.75063613231552, + "grad_norm": 0.8383863136032975, + "learning_rate": 1.782539321749295e-05, + "loss": 0.031, + "step": 28002 + }, + { + "epoch": 23.751484308736217, + "grad_norm": 0.8344445737303606, + "learning_rate": 1.782522218376606e-05, + "loss": 0.0323, + "step": 28003 + }, + { + "epoch": 23.752332485156913, + "grad_norm": 0.7756186346517353, + "learning_rate": 1.78250511441341e-05, + "loss": 0.0298, + "step": 28004 + }, + { + "epoch": 23.75318066157761, + "grad_norm": 0.8403904685396396, + "learning_rate": 1.7824880098597194e-05, + "loss": 0.0332, + "step": 28005 + }, + { + "epoch": 23.754028837998305, + "grad_norm": 0.8427601611033723, + "learning_rate": 1.7824709047155476e-05, + "loss": 0.0327, + "step": 28006 + }, + { + "epoch": 23.754877014418998, + "grad_norm": 0.8367822613405705, + "learning_rate": 1.7824537989809065e-05, + "loss": 0.0332, + "step": 28007 + }, + { + "epoch": 23.755725190839694, + "grad_norm": 0.8626012452717249, + "learning_rate": 1.7824366926558098e-05, + "loss": 0.0344, + "step": 28008 + }, + { + "epoch": 23.75657336726039, + "grad_norm": 0.7125172130875735, + "learning_rate": 1.7824195857402705e-05, + "loss": 0.0301, + "step": 28009 + }, + { + "epoch": 23.757421543681087, + "grad_norm": 0.7828675397014104, + "learning_rate": 1.782402478234301e-05, + "loss": 0.0324, + "step": 28010 + }, + { + "epoch": 23.75826972010178, + "grad_norm": 0.7696605779146711, + "learning_rate": 1.7823853701379146e-05, + "loss": 0.0318, + "step": 28011 + }, + { + "epoch": 23.759117896522476, + "grad_norm": 0.7136788762675589, + "learning_rate": 1.782368261451124e-05, + "loss": 0.0291, + "step": 28012 + }, + { + "epoch": 23.759966072943172, + "grad_norm": 0.7448433712575129, + "learning_rate": 1.7823511521739424e-05, + "loss": 0.0321, + "step": 28013 + }, + { + "epoch": 23.760814249363868, + "grad_norm": 0.8551962733805933, + "learning_rate": 1.782334042306382e-05, + "loss": 0.0334, + "step": 28014 + }, + { + "epoch": 23.761662425784564, + "grad_norm": 0.716436777742145, + "learning_rate": 1.7823169318484565e-05, + "loss": 0.0307, + "step": 28015 + }, + { + "epoch": 23.762510602205257, + "grad_norm": 0.8156317879813176, + "learning_rate": 1.7822998208001784e-05, + "loss": 0.0318, + "step": 28016 + }, + { + "epoch": 23.763358778625953, + "grad_norm": 0.7206079379750444, + "learning_rate": 1.7822827091615607e-05, + "loss": 0.0317, + "step": 28017 + }, + { + "epoch": 23.76420695504665, + "grad_norm": 0.8245610772902299, + "learning_rate": 1.7822655969326166e-05, + "loss": 0.029, + "step": 28018 + }, + { + "epoch": 23.765055131467346, + "grad_norm": 0.7505178837102424, + "learning_rate": 1.7822484841133583e-05, + "loss": 0.0312, + "step": 28019 + }, + { + "epoch": 23.765903307888042, + "grad_norm": 0.6780471777131171, + "learning_rate": 1.7822313707037997e-05, + "loss": 0.031, + "step": 28020 + }, + { + "epoch": 23.766751484308735, + "grad_norm": 0.8602907210722799, + "learning_rate": 1.782214256703953e-05, + "loss": 0.0335, + "step": 28021 + }, + { + "epoch": 23.76759966072943, + "grad_norm": 0.7550972745965435, + "learning_rate": 1.7821971421138314e-05, + "loss": 0.0304, + "step": 28022 + }, + { + "epoch": 23.768447837150127, + "grad_norm": 0.7942646146357514, + "learning_rate": 1.7821800269334474e-05, + "loss": 0.033, + "step": 28023 + }, + { + "epoch": 23.769296013570823, + "grad_norm": 0.9508759246050005, + "learning_rate": 1.7821629111628146e-05, + "loss": 0.0329, + "step": 28024 + }, + { + "epoch": 23.77014418999152, + "grad_norm": 0.7999528441727746, + "learning_rate": 1.7821457948019452e-05, + "loss": 0.0308, + "step": 28025 + }, + { + "epoch": 23.770992366412212, + "grad_norm": 0.7457689973646789, + "learning_rate": 1.7821286778508527e-05, + "loss": 0.0301, + "step": 28026 + }, + { + "epoch": 23.77184054283291, + "grad_norm": 0.9118944190471353, + "learning_rate": 1.7821115603095497e-05, + "loss": 0.0333, + "step": 28027 + }, + { + "epoch": 23.772688719253605, + "grad_norm": 0.8769206393425582, + "learning_rate": 1.7820944421780488e-05, + "loss": 0.032, + "step": 28028 + }, + { + "epoch": 23.7735368956743, + "grad_norm": 0.7858843534873882, + "learning_rate": 1.7820773234563637e-05, + "loss": 0.0295, + "step": 28029 + }, + { + "epoch": 23.774385072094997, + "grad_norm": 0.7259840306915072, + "learning_rate": 1.7820602041445074e-05, + "loss": 0.0315, + "step": 28030 + }, + { + "epoch": 23.77523324851569, + "grad_norm": 0.8294545508307478, + "learning_rate": 1.7820430842424917e-05, + "loss": 0.0304, + "step": 28031 + }, + { + "epoch": 23.776081424936386, + "grad_norm": 0.7416952015493085, + "learning_rate": 1.7820259637503302e-05, + "loss": 0.0306, + "step": 28032 + }, + { + "epoch": 23.776929601357082, + "grad_norm": 0.6737148840537296, + "learning_rate": 1.7820088426680358e-05, + "loss": 0.0289, + "step": 28033 + }, + { + "epoch": 23.77777777777778, + "grad_norm": 0.8265912546584063, + "learning_rate": 1.7819917209956213e-05, + "loss": 0.0325, + "step": 28034 + }, + { + "epoch": 23.778625954198475, + "grad_norm": 0.8822907837588971, + "learning_rate": 1.7819745987331e-05, + "loss": 0.0335, + "step": 28035 + }, + { + "epoch": 23.779474130619167, + "grad_norm": 0.6752548429401597, + "learning_rate": 1.7819574758804844e-05, + "loss": 0.0304, + "step": 28036 + }, + { + "epoch": 23.780322307039864, + "grad_norm": 0.7780102561626447, + "learning_rate": 1.7819403524377876e-05, + "loss": 0.031, + "step": 28037 + }, + { + "epoch": 23.78117048346056, + "grad_norm": 0.8094613208250777, + "learning_rate": 1.7819232284050227e-05, + "loss": 0.0307, + "step": 28038 + }, + { + "epoch": 23.782018659881256, + "grad_norm": 0.8337264463588997, + "learning_rate": 1.7819061037822024e-05, + "loss": 0.029, + "step": 28039 + }, + { + "epoch": 23.782866836301952, + "grad_norm": 0.8828905825352926, + "learning_rate": 1.7818889785693392e-05, + "loss": 0.0357, + "step": 28040 + }, + { + "epoch": 23.783715012722645, + "grad_norm": 0.8226594568780451, + "learning_rate": 1.7818718527664465e-05, + "loss": 0.0318, + "step": 28041 + }, + { + "epoch": 23.78456318914334, + "grad_norm": 0.7974417739505213, + "learning_rate": 1.7818547263735374e-05, + "loss": 0.0306, + "step": 28042 + }, + { + "epoch": 23.785411365564038, + "grad_norm": 0.8740357326082595, + "learning_rate": 1.7818375993906248e-05, + "loss": 0.0366, + "step": 28043 + }, + { + "epoch": 23.786259541984734, + "grad_norm": 0.8986243783160265, + "learning_rate": 1.7818204718177212e-05, + "loss": 0.0328, + "step": 28044 + }, + { + "epoch": 23.78710771840543, + "grad_norm": 0.7680330409473194, + "learning_rate": 1.78180334365484e-05, + "loss": 0.0309, + "step": 28045 + }, + { + "epoch": 23.787955894826123, + "grad_norm": 0.6976790745239602, + "learning_rate": 1.7817862149019937e-05, + "loss": 0.0295, + "step": 28046 + }, + { + "epoch": 23.78880407124682, + "grad_norm": 0.8117418119567499, + "learning_rate": 1.781769085559195e-05, + "loss": 0.0324, + "step": 28047 + }, + { + "epoch": 23.789652247667515, + "grad_norm": 0.9321176665016867, + "learning_rate": 1.7817519556264577e-05, + "loss": 0.035, + "step": 28048 + }, + { + "epoch": 23.79050042408821, + "grad_norm": 0.8614433614866155, + "learning_rate": 1.781734825103794e-05, + "loss": 0.035, + "step": 28049 + }, + { + "epoch": 23.791348600508904, + "grad_norm": 0.8100017623927541, + "learning_rate": 1.7817176939912174e-05, + "loss": 0.0336, + "step": 28050 + }, + { + "epoch": 23.7921967769296, + "grad_norm": 0.696949261158189, + "learning_rate": 1.7817005622887405e-05, + "loss": 0.03, + "step": 28051 + }, + { + "epoch": 23.793044953350297, + "grad_norm": 0.7587656820768518, + "learning_rate": 1.781683429996376e-05, + "loss": 0.0321, + "step": 28052 + }, + { + "epoch": 23.793893129770993, + "grad_norm": 0.7824475293985562, + "learning_rate": 1.781666297114137e-05, + "loss": 0.031, + "step": 28053 + }, + { + "epoch": 23.79474130619169, + "grad_norm": 0.800552319468236, + "learning_rate": 1.7816491636420367e-05, + "loss": 0.0295, + "step": 28054 + }, + { + "epoch": 23.79558948261238, + "grad_norm": 0.8378776627040287, + "learning_rate": 1.781632029580088e-05, + "loss": 0.0312, + "step": 28055 + }, + { + "epoch": 23.796437659033078, + "grad_norm": 0.7464376903529554, + "learning_rate": 1.7816148949283033e-05, + "loss": 0.0288, + "step": 28056 + }, + { + "epoch": 23.797285835453774, + "grad_norm": 0.7310665270481528, + "learning_rate": 1.781597759686696e-05, + "loss": 0.031, + "step": 28057 + }, + { + "epoch": 23.79813401187447, + "grad_norm": 0.747414012910349, + "learning_rate": 1.7815806238552785e-05, + "loss": 0.0291, + "step": 28058 + }, + { + "epoch": 23.798982188295167, + "grad_norm": 0.7648202867436119, + "learning_rate": 1.7815634874340648e-05, + "loss": 0.0305, + "step": 28059 + }, + { + "epoch": 23.79983036471586, + "grad_norm": 0.708739386687618, + "learning_rate": 1.781546350423067e-05, + "loss": 0.0313, + "step": 28060 + }, + { + "epoch": 23.800678541136556, + "grad_norm": 0.7329069996700243, + "learning_rate": 1.781529212822298e-05, + "loss": 0.0284, + "step": 28061 + }, + { + "epoch": 23.801526717557252, + "grad_norm": 0.7006626402614692, + "learning_rate": 1.7815120746317714e-05, + "loss": 0.0307, + "step": 28062 + }, + { + "epoch": 23.802374893977948, + "grad_norm": 0.6776175546408416, + "learning_rate": 1.781494935851499e-05, + "loss": 0.0291, + "step": 28063 + }, + { + "epoch": 23.803223070398644, + "grad_norm": 0.7657533192358141, + "learning_rate": 1.781477796481495e-05, + "loss": 0.0326, + "step": 28064 + }, + { + "epoch": 23.804071246819337, + "grad_norm": 0.8716006905583578, + "learning_rate": 1.7814606565217717e-05, + "loss": 0.0347, + "step": 28065 + }, + { + "epoch": 23.804919423240033, + "grad_norm": 0.6810150192841761, + "learning_rate": 1.7814435159723416e-05, + "loss": 0.0285, + "step": 28066 + }, + { + "epoch": 23.80576759966073, + "grad_norm": 0.7784684909854874, + "learning_rate": 1.7814263748332184e-05, + "loss": 0.0321, + "step": 28067 + }, + { + "epoch": 23.806615776081426, + "grad_norm": 0.6871733045828279, + "learning_rate": 1.781409233104415e-05, + "loss": 0.0304, + "step": 28068 + }, + { + "epoch": 23.807463952502122, + "grad_norm": 0.7517077939175182, + "learning_rate": 1.7813920907859437e-05, + "loss": 0.0283, + "step": 28069 + }, + { + "epoch": 23.808312128922815, + "grad_norm": 0.7599407848665778, + "learning_rate": 1.7813749478778183e-05, + "loss": 0.0333, + "step": 28070 + }, + { + "epoch": 23.80916030534351, + "grad_norm": 0.6812663466327579, + "learning_rate": 1.7813578043800506e-05, + "loss": 0.0292, + "step": 28071 + }, + { + "epoch": 23.810008481764207, + "grad_norm": 0.7102916801793945, + "learning_rate": 1.7813406602926547e-05, + "loss": 0.0284, + "step": 28072 + }, + { + "epoch": 23.810856658184903, + "grad_norm": 0.8768978917164967, + "learning_rate": 1.781323515615643e-05, + "loss": 0.0296, + "step": 28073 + }, + { + "epoch": 23.8117048346056, + "grad_norm": 0.9023682149421338, + "learning_rate": 1.781306370349028e-05, + "loss": 0.033, + "step": 28074 + }, + { + "epoch": 23.812553011026292, + "grad_norm": 0.7612288989386885, + "learning_rate": 1.7812892244928235e-05, + "loss": 0.0314, + "step": 28075 + }, + { + "epoch": 23.81340118744699, + "grad_norm": 0.7940037510889006, + "learning_rate": 1.781272078047042e-05, + "loss": 0.0337, + "step": 28076 + }, + { + "epoch": 23.814249363867685, + "grad_norm": 0.8407597186344493, + "learning_rate": 1.7812549310116963e-05, + "loss": 0.0334, + "step": 28077 + }, + { + "epoch": 23.81509754028838, + "grad_norm": 1.1005070799774397, + "learning_rate": 1.7812377833867998e-05, + "loss": 0.0333, + "step": 28078 + }, + { + "epoch": 23.815945716709077, + "grad_norm": 0.8066104800754795, + "learning_rate": 1.781220635172365e-05, + "loss": 0.0324, + "step": 28079 + }, + { + "epoch": 23.81679389312977, + "grad_norm": 0.760863835640386, + "learning_rate": 1.7812034863684048e-05, + "loss": 0.0298, + "step": 28080 + }, + { + "epoch": 23.817642069550466, + "grad_norm": 0.777206191781599, + "learning_rate": 1.7811863369749326e-05, + "loss": 0.0322, + "step": 28081 + }, + { + "epoch": 23.818490245971162, + "grad_norm": 0.6205366888666772, + "learning_rate": 1.781169186991961e-05, + "loss": 0.0291, + "step": 28082 + }, + { + "epoch": 23.81933842239186, + "grad_norm": 0.703858988777043, + "learning_rate": 1.781152036419503e-05, + "loss": 0.027, + "step": 28083 + }, + { + "epoch": 23.820186598812555, + "grad_norm": 0.8343558818929564, + "learning_rate": 1.781134885257572e-05, + "loss": 0.0316, + "step": 28084 + }, + { + "epoch": 23.821034775233247, + "grad_norm": 0.8098499928400799, + "learning_rate": 1.78111773350618e-05, + "loss": 0.0325, + "step": 28085 + }, + { + "epoch": 23.821882951653944, + "grad_norm": 0.7392239158799734, + "learning_rate": 1.7811005811653407e-05, + "loss": 0.0337, + "step": 28086 + }, + { + "epoch": 23.82273112807464, + "grad_norm": 0.8403140763826066, + "learning_rate": 1.7810834282350666e-05, + "loss": 0.0318, + "step": 28087 + }, + { + "epoch": 23.823579304495336, + "grad_norm": 0.819744691282591, + "learning_rate": 1.781066274715371e-05, + "loss": 0.03, + "step": 28088 + }, + { + "epoch": 23.82442748091603, + "grad_norm": 0.867150210301073, + "learning_rate": 1.7810491206062666e-05, + "loss": 0.034, + "step": 28089 + }, + { + "epoch": 23.825275657336725, + "grad_norm": 0.797230764749622, + "learning_rate": 1.7810319659077664e-05, + "loss": 0.0309, + "step": 28090 + }, + { + "epoch": 23.82612383375742, + "grad_norm": 0.7392962420797704, + "learning_rate": 1.7810148106198835e-05, + "loss": 0.0295, + "step": 28091 + }, + { + "epoch": 23.826972010178118, + "grad_norm": 0.8536451345199833, + "learning_rate": 1.7809976547426306e-05, + "loss": 0.0302, + "step": 28092 + }, + { + "epoch": 23.827820186598814, + "grad_norm": 0.7800308892839741, + "learning_rate": 1.780980498276021e-05, + "loss": 0.0316, + "step": 28093 + }, + { + "epoch": 23.828668363019506, + "grad_norm": 0.7917927406117735, + "learning_rate": 1.7809633412200672e-05, + "loss": 0.03, + "step": 28094 + }, + { + "epoch": 23.829516539440203, + "grad_norm": 0.7952914237070758, + "learning_rate": 1.7809461835747822e-05, + "loss": 0.0312, + "step": 28095 + }, + { + "epoch": 23.8303647158609, + "grad_norm": 0.7945514857583279, + "learning_rate": 1.7809290253401793e-05, + "loss": 0.0273, + "step": 28096 + }, + { + "epoch": 23.831212892281595, + "grad_norm": 0.7756310497377404, + "learning_rate": 1.7809118665162713e-05, + "loss": 0.0327, + "step": 28097 + }, + { + "epoch": 23.83206106870229, + "grad_norm": 0.8110589991239491, + "learning_rate": 1.7808947071030713e-05, + "loss": 0.0295, + "step": 28098 + }, + { + "epoch": 23.832909245122984, + "grad_norm": 0.863971904161817, + "learning_rate": 1.7808775471005918e-05, + "loss": 0.0324, + "step": 28099 + }, + { + "epoch": 23.83375742154368, + "grad_norm": 0.7119452491132697, + "learning_rate": 1.780860386508846e-05, + "loss": 0.0303, + "step": 28100 + }, + { + "epoch": 23.834605597964376, + "grad_norm": 0.6677574808111555, + "learning_rate": 1.780843225327847e-05, + "loss": 0.0291, + "step": 28101 + }, + { + "epoch": 23.835453774385073, + "grad_norm": 0.7488563186082875, + "learning_rate": 1.7808260635576072e-05, + "loss": 0.0329, + "step": 28102 + }, + { + "epoch": 23.83630195080577, + "grad_norm": 0.8488975143393507, + "learning_rate": 1.7808089011981403e-05, + "loss": 0.0314, + "step": 28103 + }, + { + "epoch": 23.83715012722646, + "grad_norm": 0.6913259994078285, + "learning_rate": 1.780791738249459e-05, + "loss": 0.0308, + "step": 28104 + }, + { + "epoch": 23.837998303647158, + "grad_norm": 0.8919849341845878, + "learning_rate": 1.780774574711576e-05, + "loss": 0.0323, + "step": 28105 + }, + { + "epoch": 23.838846480067854, + "grad_norm": 0.6937298854463455, + "learning_rate": 1.780757410584504e-05, + "loss": 0.0285, + "step": 28106 + }, + { + "epoch": 23.83969465648855, + "grad_norm": 0.7150836003893077, + "learning_rate": 1.780740245868257e-05, + "loss": 0.0271, + "step": 28107 + }, + { + "epoch": 23.840542832909247, + "grad_norm": 0.8137391319701069, + "learning_rate": 1.7807230805628472e-05, + "loss": 0.0292, + "step": 28108 + }, + { + "epoch": 23.84139100932994, + "grad_norm": 0.6713939092203666, + "learning_rate": 1.7807059146682876e-05, + "loss": 0.0277, + "step": 28109 + }, + { + "epoch": 23.842239185750635, + "grad_norm": 0.8531044595977528, + "learning_rate": 1.780688748184591e-05, + "loss": 0.0314, + "step": 28110 + }, + { + "epoch": 23.84308736217133, + "grad_norm": 1.019425833271361, + "learning_rate": 1.7806715811117708e-05, + "loss": 0.0306, + "step": 28111 + }, + { + "epoch": 23.843935538592028, + "grad_norm": 0.8583103114286301, + "learning_rate": 1.7806544134498397e-05, + "loss": 0.0339, + "step": 28112 + }, + { + "epoch": 23.844783715012724, + "grad_norm": 0.7118631319670454, + "learning_rate": 1.7806372451988107e-05, + "loss": 0.0289, + "step": 28113 + }, + { + "epoch": 23.845631891433417, + "grad_norm": 0.7846965528855847, + "learning_rate": 1.7806200763586967e-05, + "loss": 0.0298, + "step": 28114 + }, + { + "epoch": 23.846480067854113, + "grad_norm": 0.8574292048995124, + "learning_rate": 1.7806029069295106e-05, + "loss": 0.0318, + "step": 28115 + }, + { + "epoch": 23.84732824427481, + "grad_norm": 0.6874402418849479, + "learning_rate": 1.7805857369112653e-05, + "loss": 0.0323, + "step": 28116 + }, + { + "epoch": 23.848176420695506, + "grad_norm": 0.8498810919537019, + "learning_rate": 1.7805685663039743e-05, + "loss": 0.0315, + "step": 28117 + }, + { + "epoch": 23.849024597116202, + "grad_norm": 0.7892340015216239, + "learning_rate": 1.78055139510765e-05, + "loss": 0.0306, + "step": 28118 + }, + { + "epoch": 23.849872773536894, + "grad_norm": 0.8615561557049373, + "learning_rate": 1.7805342233223057e-05, + "loss": 0.0299, + "step": 28119 + }, + { + "epoch": 23.85072094995759, + "grad_norm": 0.8477421082674815, + "learning_rate": 1.7805170509479538e-05, + "loss": 0.0317, + "step": 28120 + }, + { + "epoch": 23.851569126378287, + "grad_norm": 0.7962227119049821, + "learning_rate": 1.780499877984608e-05, + "loss": 0.0292, + "step": 28121 + }, + { + "epoch": 23.852417302798983, + "grad_norm": 0.7412504913693034, + "learning_rate": 1.7804827044322808e-05, + "loss": 0.0292, + "step": 28122 + }, + { + "epoch": 23.85326547921968, + "grad_norm": 0.7885106847381105, + "learning_rate": 1.7804655302909854e-05, + "loss": 0.0337, + "step": 28123 + }, + { + "epoch": 23.854113655640372, + "grad_norm": 0.6798296686125034, + "learning_rate": 1.780448355560734e-05, + "loss": 0.028, + "step": 28124 + }, + { + "epoch": 23.85496183206107, + "grad_norm": 0.7490588633472859, + "learning_rate": 1.780431180241541e-05, + "loss": 0.0306, + "step": 28125 + }, + { + "epoch": 23.855810008481765, + "grad_norm": 0.8122055269228501, + "learning_rate": 1.7804140043334182e-05, + "loss": 0.0331, + "step": 28126 + }, + { + "epoch": 23.85665818490246, + "grad_norm": 0.7697913656458519, + "learning_rate": 1.780396827836379e-05, + "loss": 0.03, + "step": 28127 + }, + { + "epoch": 23.857506361323153, + "grad_norm": 0.6026244318623081, + "learning_rate": 1.7803796507504357e-05, + "loss": 0.0279, + "step": 28128 + }, + { + "epoch": 23.85835453774385, + "grad_norm": 0.7116619464496134, + "learning_rate": 1.7803624730756024e-05, + "loss": 0.0286, + "step": 28129 + }, + { + "epoch": 23.859202714164546, + "grad_norm": 0.7955412135127993, + "learning_rate": 1.7803452948118915e-05, + "loss": 0.0327, + "step": 28130 + }, + { + "epoch": 23.860050890585242, + "grad_norm": 0.8974725955187638, + "learning_rate": 1.7803281159593155e-05, + "loss": 0.0322, + "step": 28131 + }, + { + "epoch": 23.86089906700594, + "grad_norm": 0.7851435490169676, + "learning_rate": 1.7803109365178882e-05, + "loss": 0.0299, + "step": 28132 + }, + { + "epoch": 23.86174724342663, + "grad_norm": 0.781480423121956, + "learning_rate": 1.7802937564876223e-05, + "loss": 0.0314, + "step": 28133 + }, + { + "epoch": 23.862595419847327, + "grad_norm": 0.770871231325335, + "learning_rate": 1.7802765758685306e-05, + "loss": 0.0305, + "step": 28134 + }, + { + "epoch": 23.863443596268024, + "grad_norm": 0.6608033445264275, + "learning_rate": 1.7802593946606257e-05, + "loss": 0.0275, + "step": 28135 + }, + { + "epoch": 23.86429177268872, + "grad_norm": 0.7576385798497165, + "learning_rate": 1.7802422128639213e-05, + "loss": 0.0315, + "step": 28136 + }, + { + "epoch": 23.865139949109416, + "grad_norm": 0.8621392240049662, + "learning_rate": 1.7802250304784298e-05, + "loss": 0.0354, + "step": 28137 + }, + { + "epoch": 23.86598812553011, + "grad_norm": 0.7316353881695138, + "learning_rate": 1.7802078475041647e-05, + "loss": 0.032, + "step": 28138 + }, + { + "epoch": 23.866836301950805, + "grad_norm": 0.7038394292081278, + "learning_rate": 1.7801906639411385e-05, + "loss": 0.0292, + "step": 28139 + }, + { + "epoch": 23.8676844783715, + "grad_norm": 0.879235055361338, + "learning_rate": 1.7801734797893644e-05, + "loss": 0.0359, + "step": 28140 + }, + { + "epoch": 23.868532654792197, + "grad_norm": 0.7581337931053911, + "learning_rate": 1.7801562950488554e-05, + "loss": 0.029, + "step": 28141 + }, + { + "epoch": 23.869380831212894, + "grad_norm": 0.7778037131022764, + "learning_rate": 1.7801391097196242e-05, + "loss": 0.0288, + "step": 28142 + }, + { + "epoch": 23.870229007633586, + "grad_norm": 0.8128772226094831, + "learning_rate": 1.780121923801684e-05, + "loss": 0.0315, + "step": 28143 + }, + { + "epoch": 23.871077184054283, + "grad_norm": 0.84615793003663, + "learning_rate": 1.7801047372950477e-05, + "loss": 0.0333, + "step": 28144 + }, + { + "epoch": 23.87192536047498, + "grad_norm": 0.755779793350993, + "learning_rate": 1.780087550199728e-05, + "loss": 0.0291, + "step": 28145 + }, + { + "epoch": 23.872773536895675, + "grad_norm": 0.7325692111364324, + "learning_rate": 1.780070362515739e-05, + "loss": 0.0298, + "step": 28146 + }, + { + "epoch": 23.87362171331637, + "grad_norm": 0.7884886117521508, + "learning_rate": 1.780053174243092e-05, + "loss": 0.0304, + "step": 28147 + }, + { + "epoch": 23.874469889737064, + "grad_norm": 0.8450842239940106, + "learning_rate": 1.780035985381801e-05, + "loss": 0.0311, + "step": 28148 + }, + { + "epoch": 23.87531806615776, + "grad_norm": 0.7462369121536873, + "learning_rate": 1.780018795931879e-05, + "loss": 0.0299, + "step": 28149 + }, + { + "epoch": 23.876166242578456, + "grad_norm": 0.7722220162697584, + "learning_rate": 1.7800016058933384e-05, + "loss": 0.0329, + "step": 28150 + }, + { + "epoch": 23.877014418999153, + "grad_norm": 0.788344618139774, + "learning_rate": 1.7799844152661926e-05, + "loss": 0.0323, + "step": 28151 + }, + { + "epoch": 23.87786259541985, + "grad_norm": 0.9095486395836683, + "learning_rate": 1.7799672240504548e-05, + "loss": 0.0334, + "step": 28152 + }, + { + "epoch": 23.87871077184054, + "grad_norm": 0.7613629209859076, + "learning_rate": 1.7799500322461375e-05, + "loss": 0.0317, + "step": 28153 + }, + { + "epoch": 23.879558948261238, + "grad_norm": 0.7501767898818814, + "learning_rate": 1.7799328398532533e-05, + "loss": 0.032, + "step": 28154 + }, + { + "epoch": 23.880407124681934, + "grad_norm": 0.8277262729110403, + "learning_rate": 1.779915646871816e-05, + "loss": 0.0319, + "step": 28155 + }, + { + "epoch": 23.88125530110263, + "grad_norm": 0.8150692410658162, + "learning_rate": 1.7798984533018386e-05, + "loss": 0.0325, + "step": 28156 + }, + { + "epoch": 23.882103477523327, + "grad_norm": 0.7337852936223177, + "learning_rate": 1.7798812591433338e-05, + "loss": 0.0333, + "step": 28157 + }, + { + "epoch": 23.88295165394402, + "grad_norm": 0.7907167125471102, + "learning_rate": 1.779864064396314e-05, + "loss": 0.0319, + "step": 28158 + }, + { + "epoch": 23.883799830364715, + "grad_norm": 0.9226598203988183, + "learning_rate": 1.7798468690607932e-05, + "loss": 0.034, + "step": 28159 + }, + { + "epoch": 23.88464800678541, + "grad_norm": 0.6437409945694651, + "learning_rate": 1.7798296731367835e-05, + "loss": 0.0268, + "step": 28160 + }, + { + "epoch": 23.885496183206108, + "grad_norm": 0.6912184565460496, + "learning_rate": 1.7798124766242983e-05, + "loss": 0.0322, + "step": 28161 + }, + { + "epoch": 23.886344359626804, + "grad_norm": 0.7543822685129361, + "learning_rate": 1.7797952795233508e-05, + "loss": 0.0302, + "step": 28162 + }, + { + "epoch": 23.887192536047497, + "grad_norm": 0.7943389984410396, + "learning_rate": 1.7797780818339533e-05, + "loss": 0.0322, + "step": 28163 + }, + { + "epoch": 23.888040712468193, + "grad_norm": 0.7167097437372894, + "learning_rate": 1.7797608835561196e-05, + "loss": 0.0311, + "step": 28164 + }, + { + "epoch": 23.88888888888889, + "grad_norm": 0.7375140056715378, + "learning_rate": 1.779743684689862e-05, + "loss": 0.0287, + "step": 28165 + }, + { + "epoch": 23.889737065309586, + "grad_norm": 0.7865732550466152, + "learning_rate": 1.779726485235194e-05, + "loss": 0.0335, + "step": 28166 + }, + { + "epoch": 23.890585241730278, + "grad_norm": 0.67712310269164, + "learning_rate": 1.7797092851921277e-05, + "loss": 0.0298, + "step": 28167 + }, + { + "epoch": 23.891433418150974, + "grad_norm": 0.7649954524011421, + "learning_rate": 1.7796920845606775e-05, + "loss": 0.0302, + "step": 28168 + }, + { + "epoch": 23.89228159457167, + "grad_norm": 0.772789375264617, + "learning_rate": 1.779674883340855e-05, + "loss": 0.0308, + "step": 28169 + }, + { + "epoch": 23.893129770992367, + "grad_norm": 0.8321245782658888, + "learning_rate": 1.7796576815326738e-05, + "loss": 0.0308, + "step": 28170 + }, + { + "epoch": 23.893977947413063, + "grad_norm": 0.8405832965268896, + "learning_rate": 1.7796404791361472e-05, + "loss": 0.0297, + "step": 28171 + }, + { + "epoch": 23.894826123833756, + "grad_norm": 0.8625631274414166, + "learning_rate": 1.7796232761512877e-05, + "loss": 0.029, + "step": 28172 + }, + { + "epoch": 23.895674300254452, + "grad_norm": 0.8910003919307078, + "learning_rate": 1.7796060725781083e-05, + "loss": 0.0333, + "step": 28173 + }, + { + "epoch": 23.89652247667515, + "grad_norm": 0.8241969446087721, + "learning_rate": 1.7795888684166222e-05, + "loss": 0.033, + "step": 28174 + }, + { + "epoch": 23.897370653095845, + "grad_norm": 0.7835547553488846, + "learning_rate": 1.779571663666842e-05, + "loss": 0.0308, + "step": 28175 + }, + { + "epoch": 23.89821882951654, + "grad_norm": 0.8614030288136947, + "learning_rate": 1.7795544583287812e-05, + "loss": 0.0328, + "step": 28176 + }, + { + "epoch": 23.899067005937233, + "grad_norm": 0.6546762303406556, + "learning_rate": 1.7795372524024525e-05, + "loss": 0.0301, + "step": 28177 + }, + { + "epoch": 23.89991518235793, + "grad_norm": 0.8127002416203458, + "learning_rate": 1.779520045887869e-05, + "loss": 0.0349, + "step": 28178 + }, + { + "epoch": 23.900763358778626, + "grad_norm": 0.6863950362855297, + "learning_rate": 1.7795028387850432e-05, + "loss": 0.0296, + "step": 28179 + }, + { + "epoch": 23.901611535199322, + "grad_norm": 0.7663271141340162, + "learning_rate": 1.7794856310939887e-05, + "loss": 0.032, + "step": 28180 + }, + { + "epoch": 23.90245971162002, + "grad_norm": 0.7852957189161509, + "learning_rate": 1.7794684228147186e-05, + "loss": 0.0285, + "step": 28181 + }, + { + "epoch": 23.90330788804071, + "grad_norm": 0.7644066966766987, + "learning_rate": 1.7794512139472452e-05, + "loss": 0.0297, + "step": 28182 + }, + { + "epoch": 23.904156064461407, + "grad_norm": 0.6850991598471815, + "learning_rate": 1.7794340044915815e-05, + "loss": 0.0282, + "step": 28183 + }, + { + "epoch": 23.905004240882104, + "grad_norm": 0.7800761445306975, + "learning_rate": 1.7794167944477413e-05, + "loss": 0.0305, + "step": 28184 + }, + { + "epoch": 23.9058524173028, + "grad_norm": 0.7391663967732898, + "learning_rate": 1.7793995838157373e-05, + "loss": 0.0303, + "step": 28185 + }, + { + "epoch": 23.906700593723496, + "grad_norm": 0.842884366192038, + "learning_rate": 1.779382372595582e-05, + "loss": 0.0312, + "step": 28186 + }, + { + "epoch": 23.90754877014419, + "grad_norm": 0.6084193589163915, + "learning_rate": 1.7793651607872888e-05, + "loss": 0.0267, + "step": 28187 + }, + { + "epoch": 23.908396946564885, + "grad_norm": 0.8391076127437191, + "learning_rate": 1.7793479483908707e-05, + "loss": 0.0331, + "step": 28188 + }, + { + "epoch": 23.90924512298558, + "grad_norm": 0.7604172464526433, + "learning_rate": 1.7793307354063404e-05, + "loss": 0.0319, + "step": 28189 + }, + { + "epoch": 23.910093299406277, + "grad_norm": 0.8308244463523395, + "learning_rate": 1.779313521833711e-05, + "loss": 0.0352, + "step": 28190 + }, + { + "epoch": 23.910941475826974, + "grad_norm": 0.826190148565035, + "learning_rate": 1.7792963076729956e-05, + "loss": 0.0326, + "step": 28191 + }, + { + "epoch": 23.911789652247666, + "grad_norm": 0.6737156323185263, + "learning_rate": 1.7792790929242075e-05, + "loss": 0.0302, + "step": 28192 + }, + { + "epoch": 23.912637828668363, + "grad_norm": 0.7827084964620569, + "learning_rate": 1.779261877587359e-05, + "loss": 0.0302, + "step": 28193 + }, + { + "epoch": 23.91348600508906, + "grad_norm": 0.7182736084098084, + "learning_rate": 1.779244661662463e-05, + "loss": 0.0307, + "step": 28194 + }, + { + "epoch": 23.914334181509755, + "grad_norm": 0.8802043189722084, + "learning_rate": 1.7792274451495335e-05, + "loss": 0.0323, + "step": 28195 + }, + { + "epoch": 23.91518235793045, + "grad_norm": 0.8623595580488631, + "learning_rate": 1.7792102280485827e-05, + "loss": 0.0318, + "step": 28196 + }, + { + "epoch": 23.916030534351144, + "grad_norm": 1.1429812685131315, + "learning_rate": 1.7791930103596236e-05, + "loss": 0.0363, + "step": 28197 + }, + { + "epoch": 23.91687871077184, + "grad_norm": 0.7408203157148507, + "learning_rate": 1.77917579208267e-05, + "loss": 0.0289, + "step": 28198 + }, + { + "epoch": 23.917726887192536, + "grad_norm": 0.7467536252680957, + "learning_rate": 1.779158573217734e-05, + "loss": 0.0303, + "step": 28199 + }, + { + "epoch": 23.918575063613233, + "grad_norm": 0.9243820688211327, + "learning_rate": 1.7791413537648288e-05, + "loss": 0.0342, + "step": 28200 + }, + { + "epoch": 23.91942324003393, + "grad_norm": 0.6718310952054282, + "learning_rate": 1.7791241337239672e-05, + "loss": 0.0283, + "step": 28201 + }, + { + "epoch": 23.92027141645462, + "grad_norm": 0.8958385375585713, + "learning_rate": 1.7791069130951627e-05, + "loss": 0.0346, + "step": 28202 + }, + { + "epoch": 23.921119592875318, + "grad_norm": 0.821773471485173, + "learning_rate": 1.7790896918784283e-05, + "loss": 0.0322, + "step": 28203 + }, + { + "epoch": 23.921967769296014, + "grad_norm": 0.7225525739562753, + "learning_rate": 1.779072470073776e-05, + "loss": 0.0314, + "step": 28204 + }, + { + "epoch": 23.92281594571671, + "grad_norm": 1.006758241290192, + "learning_rate": 1.7790552476812208e-05, + "loss": 0.0347, + "step": 28205 + }, + { + "epoch": 23.923664122137403, + "grad_norm": 0.8409627727303772, + "learning_rate": 1.7790380247007733e-05, + "loss": 0.0334, + "step": 28206 + }, + { + "epoch": 23.9245122985581, + "grad_norm": 0.7404084753856479, + "learning_rate": 1.779020801132448e-05, + "loss": 0.0303, + "step": 28207 + }, + { + "epoch": 23.925360474978795, + "grad_norm": 0.8430439414158748, + "learning_rate": 1.779003576976258e-05, + "loss": 0.0337, + "step": 28208 + }, + { + "epoch": 23.92620865139949, + "grad_norm": 0.7752165879953362, + "learning_rate": 1.778986352232215e-05, + "loss": 0.0316, + "step": 28209 + }, + { + "epoch": 23.927056827820188, + "grad_norm": 0.7518425797764681, + "learning_rate": 1.7789691269003334e-05, + "loss": 0.0317, + "step": 28210 + }, + { + "epoch": 23.92790500424088, + "grad_norm": 0.7931015954129405, + "learning_rate": 1.7789519009806258e-05, + "loss": 0.0317, + "step": 28211 + }, + { + "epoch": 23.928753180661577, + "grad_norm": 0.689025896281037, + "learning_rate": 1.7789346744731047e-05, + "loss": 0.0298, + "step": 28212 + }, + { + "epoch": 23.929601357082273, + "grad_norm": 0.7103968927278261, + "learning_rate": 1.7789174473777838e-05, + "loss": 0.0311, + "step": 28213 + }, + { + "epoch": 23.93044953350297, + "grad_norm": 0.7887309622209258, + "learning_rate": 1.7789002196946752e-05, + "loss": 0.0317, + "step": 28214 + }, + { + "epoch": 23.931297709923665, + "grad_norm": 0.8210041223571279, + "learning_rate": 1.7788829914237924e-05, + "loss": 0.0305, + "step": 28215 + }, + { + "epoch": 23.932145886344358, + "grad_norm": 0.6572398536138241, + "learning_rate": 1.778865762565149e-05, + "loss": 0.0278, + "step": 28216 + }, + { + "epoch": 23.932994062765054, + "grad_norm": 0.820971203677659, + "learning_rate": 1.778848533118757e-05, + "loss": 0.0324, + "step": 28217 + }, + { + "epoch": 23.93384223918575, + "grad_norm": 0.748206279446202, + "learning_rate": 1.7788313030846303e-05, + "loss": 0.0308, + "step": 28218 + }, + { + "epoch": 23.934690415606447, + "grad_norm": 0.7886566169305013, + "learning_rate": 1.778814072462781e-05, + "loss": 0.0307, + "step": 28219 + }, + { + "epoch": 23.935538592027143, + "grad_norm": 0.8236637588765977, + "learning_rate": 1.7787968412532227e-05, + "loss": 0.0326, + "step": 28220 + }, + { + "epoch": 23.936386768447836, + "grad_norm": 0.7492607570365895, + "learning_rate": 1.778779609455968e-05, + "loss": 0.0285, + "step": 28221 + }, + { + "epoch": 23.937234944868532, + "grad_norm": 0.8986553115903811, + "learning_rate": 1.7787623770710303e-05, + "loss": 0.0391, + "step": 28222 + }, + { + "epoch": 23.938083121289228, + "grad_norm": 0.8550677969722252, + "learning_rate": 1.778745144098423e-05, + "loss": 0.0333, + "step": 28223 + }, + { + "epoch": 23.938931297709924, + "grad_norm": 0.8071094461808186, + "learning_rate": 1.778727910538158e-05, + "loss": 0.0301, + "step": 28224 + }, + { + "epoch": 23.93977947413062, + "grad_norm": 0.788066629708991, + "learning_rate": 1.7787106763902485e-05, + "loss": 0.0343, + "step": 28225 + }, + { + "epoch": 23.940627650551313, + "grad_norm": 1.0024108009786703, + "learning_rate": 1.7786934416547087e-05, + "loss": 0.0356, + "step": 28226 + }, + { + "epoch": 23.94147582697201, + "grad_norm": 0.6854707059827504, + "learning_rate": 1.7786762063315503e-05, + "loss": 0.0317, + "step": 28227 + }, + { + "epoch": 23.942324003392706, + "grad_norm": 0.9454914648086852, + "learning_rate": 1.7786589704207868e-05, + "loss": 0.0329, + "step": 28228 + }, + { + "epoch": 23.943172179813402, + "grad_norm": 0.6980241423171396, + "learning_rate": 1.7786417339224315e-05, + "loss": 0.0267, + "step": 28229 + }, + { + "epoch": 23.9440203562341, + "grad_norm": 0.8820943141382988, + "learning_rate": 1.778624496836497e-05, + "loss": 0.0318, + "step": 28230 + }, + { + "epoch": 23.94486853265479, + "grad_norm": 0.97172885692508, + "learning_rate": 1.7786072591629958e-05, + "loss": 0.0339, + "step": 28231 + }, + { + "epoch": 23.945716709075487, + "grad_norm": 0.771540102027744, + "learning_rate": 1.778590020901942e-05, + "loss": 0.0328, + "step": 28232 + }, + { + "epoch": 23.946564885496183, + "grad_norm": 0.7038807970920853, + "learning_rate": 1.778572782053348e-05, + "loss": 0.0283, + "step": 28233 + }, + { + "epoch": 23.94741306191688, + "grad_norm": 0.8282146794500804, + "learning_rate": 1.7785555426172272e-05, + "loss": 0.0311, + "step": 28234 + }, + { + "epoch": 23.948261238337576, + "grad_norm": 0.8751679194615627, + "learning_rate": 1.778538302593592e-05, + "loss": 0.0337, + "step": 28235 + }, + { + "epoch": 23.94910941475827, + "grad_norm": 0.8703684667996183, + "learning_rate": 1.7785210619824563e-05, + "loss": 0.0327, + "step": 28236 + }, + { + "epoch": 23.949957591178965, + "grad_norm": 0.7106442846402922, + "learning_rate": 1.7785038207838318e-05, + "loss": 0.031, + "step": 28237 + }, + { + "epoch": 23.95080576759966, + "grad_norm": 0.7504970453563602, + "learning_rate": 1.7784865789977327e-05, + "loss": 0.0327, + "step": 28238 + }, + { + "epoch": 23.951653944020357, + "grad_norm": 0.9707759697945789, + "learning_rate": 1.7784693366241715e-05, + "loss": 0.0313, + "step": 28239 + }, + { + "epoch": 23.952502120441054, + "grad_norm": 0.7557843652971636, + "learning_rate": 1.778452093663161e-05, + "loss": 0.0317, + "step": 28240 + }, + { + "epoch": 23.953350296861746, + "grad_norm": 0.6424134395678998, + "learning_rate": 1.778434850114715e-05, + "loss": 0.028, + "step": 28241 + }, + { + "epoch": 23.954198473282442, + "grad_norm": 0.696687977794243, + "learning_rate": 1.7784176059788457e-05, + "loss": 0.0283, + "step": 28242 + }, + { + "epoch": 23.95504664970314, + "grad_norm": 0.8009097588476537, + "learning_rate": 1.7784003612555667e-05, + "loss": 0.031, + "step": 28243 + }, + { + "epoch": 23.955894826123835, + "grad_norm": 0.6350928981003916, + "learning_rate": 1.7783831159448906e-05, + "loss": 0.0291, + "step": 28244 + }, + { + "epoch": 23.956743002544528, + "grad_norm": 0.7114862752099117, + "learning_rate": 1.77836587004683e-05, + "loss": 0.0302, + "step": 28245 + }, + { + "epoch": 23.957591178965224, + "grad_norm": 0.7856919815973388, + "learning_rate": 1.7783486235613993e-05, + "loss": 0.0314, + "step": 28246 + }, + { + "epoch": 23.95843935538592, + "grad_norm": 0.77916096149608, + "learning_rate": 1.77833137648861e-05, + "loss": 0.0305, + "step": 28247 + }, + { + "epoch": 23.959287531806616, + "grad_norm": 0.7815855379382989, + "learning_rate": 1.7783141288284765e-05, + "loss": 0.0331, + "step": 28248 + }, + { + "epoch": 23.960135708227313, + "grad_norm": 0.8632030565140232, + "learning_rate": 1.7782968805810108e-05, + "loss": 0.0349, + "step": 28249 + }, + { + "epoch": 23.960983884648005, + "grad_norm": 0.8541950557164062, + "learning_rate": 1.778279631746226e-05, + "loss": 0.0307, + "step": 28250 + }, + { + "epoch": 23.9618320610687, + "grad_norm": 0.7899005571024434, + "learning_rate": 1.7782623823241358e-05, + "loss": 0.034, + "step": 28251 + }, + { + "epoch": 23.962680237489398, + "grad_norm": 0.9062884361162715, + "learning_rate": 1.7782451323147522e-05, + "loss": 0.0333, + "step": 28252 + }, + { + "epoch": 23.963528413910094, + "grad_norm": 0.8227170490224519, + "learning_rate": 1.778227881718089e-05, + "loss": 0.0308, + "step": 28253 + }, + { + "epoch": 23.96437659033079, + "grad_norm": 0.849781521592731, + "learning_rate": 1.7782106305341595e-05, + "loss": 0.0314, + "step": 28254 + }, + { + "epoch": 23.965224766751483, + "grad_norm": 0.8788970597426817, + "learning_rate": 1.7781933787629758e-05, + "loss": 0.0349, + "step": 28255 + }, + { + "epoch": 23.96607294317218, + "grad_norm": 0.7484770592410093, + "learning_rate": 1.7781761264045513e-05, + "loss": 0.0305, + "step": 28256 + }, + { + "epoch": 23.966921119592875, + "grad_norm": 0.8115118662492987, + "learning_rate": 1.778158873458899e-05, + "loss": 0.0344, + "step": 28257 + }, + { + "epoch": 23.96776929601357, + "grad_norm": 0.7898998790972314, + "learning_rate": 1.778141619926032e-05, + "loss": 0.0304, + "step": 28258 + }, + { + "epoch": 23.968617472434268, + "grad_norm": 0.8465857011079222, + "learning_rate": 1.7781243658059632e-05, + "loss": 0.0323, + "step": 28259 + }, + { + "epoch": 23.96946564885496, + "grad_norm": 0.7105888330134283, + "learning_rate": 1.7781071110987058e-05, + "loss": 0.0279, + "step": 28260 + }, + { + "epoch": 23.970313825275657, + "grad_norm": 0.6706609293804351, + "learning_rate": 1.778089855804273e-05, + "loss": 0.0315, + "step": 28261 + }, + { + "epoch": 23.971162001696353, + "grad_norm": 0.7110092538169919, + "learning_rate": 1.7780725999226773e-05, + "loss": 0.0304, + "step": 28262 + }, + { + "epoch": 23.97201017811705, + "grad_norm": 0.755711900984063, + "learning_rate": 1.778055343453932e-05, + "loss": 0.0321, + "step": 28263 + }, + { + "epoch": 23.972858354537745, + "grad_norm": 0.8139911127386251, + "learning_rate": 1.77803808639805e-05, + "loss": 0.0287, + "step": 28264 + }, + { + "epoch": 23.973706530958438, + "grad_norm": 0.7910688765296707, + "learning_rate": 1.7780208287550445e-05, + "loss": 0.0302, + "step": 28265 + }, + { + "epoch": 23.974554707379134, + "grad_norm": 0.7675425738139247, + "learning_rate": 1.7780035705249283e-05, + "loss": 0.03, + "step": 28266 + }, + { + "epoch": 23.97540288379983, + "grad_norm": 0.8419220107439407, + "learning_rate": 1.7779863117077146e-05, + "loss": 0.0291, + "step": 28267 + }, + { + "epoch": 23.976251060220527, + "grad_norm": 0.8338595713869753, + "learning_rate": 1.777969052303417e-05, + "loss": 0.0318, + "step": 28268 + }, + { + "epoch": 23.977099236641223, + "grad_norm": 0.8059727764087012, + "learning_rate": 1.777951792312047e-05, + "loss": 0.0319, + "step": 28269 + }, + { + "epoch": 23.977947413061916, + "grad_norm": 0.7159136317889825, + "learning_rate": 1.7779345317336192e-05, + "loss": 0.0283, + "step": 28270 + }, + { + "epoch": 23.978795589482612, + "grad_norm": 0.6739547942773424, + "learning_rate": 1.777917270568146e-05, + "loss": 0.0296, + "step": 28271 + }, + { + "epoch": 23.979643765903308, + "grad_norm": 0.737041386182088, + "learning_rate": 1.7779000088156398e-05, + "loss": 0.0303, + "step": 28272 + }, + { + "epoch": 23.980491942324004, + "grad_norm": 0.7821976570674085, + "learning_rate": 1.7778827464761144e-05, + "loss": 0.0296, + "step": 28273 + }, + { + "epoch": 23.9813401187447, + "grad_norm": 0.7670034540141494, + "learning_rate": 1.777865483549583e-05, + "loss": 0.0302, + "step": 28274 + }, + { + "epoch": 23.982188295165393, + "grad_norm": 0.8270455881031302, + "learning_rate": 1.777848220036058e-05, + "loss": 0.0331, + "step": 28275 + }, + { + "epoch": 23.98303647158609, + "grad_norm": 0.7460357825174316, + "learning_rate": 1.7778309559355524e-05, + "loss": 0.029, + "step": 28276 + }, + { + "epoch": 23.983884648006786, + "grad_norm": 0.8075559958119511, + "learning_rate": 1.7778136912480798e-05, + "loss": 0.0322, + "step": 28277 + }, + { + "epoch": 23.984732824427482, + "grad_norm": 0.8233046570872987, + "learning_rate": 1.7777964259736534e-05, + "loss": 0.0327, + "step": 28278 + }, + { + "epoch": 23.98558100084818, + "grad_norm": 0.7561754960435835, + "learning_rate": 1.777779160112285e-05, + "loss": 0.0292, + "step": 28279 + }, + { + "epoch": 23.98642917726887, + "grad_norm": 0.716027663952851, + "learning_rate": 1.7777618936639892e-05, + "loss": 0.0304, + "step": 28280 + }, + { + "epoch": 23.987277353689567, + "grad_norm": 0.7685503966195097, + "learning_rate": 1.7777446266287778e-05, + "loss": 0.0311, + "step": 28281 + }, + { + "epoch": 23.988125530110263, + "grad_norm": 0.7908919576373298, + "learning_rate": 1.777727359006664e-05, + "loss": 0.031, + "step": 28282 + }, + { + "epoch": 23.98897370653096, + "grad_norm": 0.6418878233862658, + "learning_rate": 1.7777100907976615e-05, + "loss": 0.0279, + "step": 28283 + }, + { + "epoch": 23.989821882951652, + "grad_norm": 0.8105976045145596, + "learning_rate": 1.7776928220017827e-05, + "loss": 0.031, + "step": 28284 + }, + { + "epoch": 23.99067005937235, + "grad_norm": 0.716846140968242, + "learning_rate": 1.7776755526190412e-05, + "loss": 0.028, + "step": 28285 + }, + { + "epoch": 23.991518235793045, + "grad_norm": 0.8638152959381786, + "learning_rate": 1.7776582826494495e-05, + "loss": 0.0338, + "step": 28286 + }, + { + "epoch": 23.99236641221374, + "grad_norm": 0.7672902799181044, + "learning_rate": 1.7776410120930208e-05, + "loss": 0.032, + "step": 28287 + }, + { + "epoch": 23.993214588634437, + "grad_norm": 0.7470604532311916, + "learning_rate": 1.7776237409497684e-05, + "loss": 0.0306, + "step": 28288 + }, + { + "epoch": 23.99406276505513, + "grad_norm": 0.8518153406227332, + "learning_rate": 1.7776064692197045e-05, + "loss": 0.0325, + "step": 28289 + }, + { + "epoch": 23.994910941475826, + "grad_norm": 0.7657607712561953, + "learning_rate": 1.7775891969028435e-05, + "loss": 0.031, + "step": 28290 + }, + { + "epoch": 23.995759117896522, + "grad_norm": 0.9426376180676261, + "learning_rate": 1.777571923999197e-05, + "loss": 0.0321, + "step": 28291 + }, + { + "epoch": 23.99660729431722, + "grad_norm": 0.8098437232049456, + "learning_rate": 1.777554650508779e-05, + "loss": 0.0291, + "step": 28292 + }, + { + "epoch": 23.997455470737915, + "grad_norm": 0.8718145693326596, + "learning_rate": 1.777537376431602e-05, + "loss": 0.0325, + "step": 28293 + }, + { + "epoch": 23.998303647158608, + "grad_norm": 0.852909704627752, + "learning_rate": 1.7775201017676797e-05, + "loss": 0.0335, + "step": 28294 + }, + { + "epoch": 23.999151823579304, + "grad_norm": 1.1392352524639937, + "learning_rate": 1.7775028265170246e-05, + "loss": 0.0338, + "step": 28295 + }, + { + "epoch": 24.0, + "grad_norm": 0.7170393904179778, + "learning_rate": 1.7774855506796497e-05, + "loss": 0.03, + "step": 28296 + }, + { + "epoch": 24.000848176420696, + "grad_norm": 0.7966584631444509, + "learning_rate": 1.777468274255568e-05, + "loss": 0.0282, + "step": 28297 + }, + { + "epoch": 24.001696352841392, + "grad_norm": 0.6648094725251988, + "learning_rate": 1.7774509972447927e-05, + "loss": 0.0281, + "step": 28298 + }, + { + "epoch": 24.002544529262085, + "grad_norm": 0.7200207112784796, + "learning_rate": 1.7774337196473373e-05, + "loss": 0.0273, + "step": 28299 + }, + { + "epoch": 24.00339270568278, + "grad_norm": 0.6557612385070616, + "learning_rate": 1.7774164414632136e-05, + "loss": 0.027, + "step": 28300 + }, + { + "epoch": 24.004240882103478, + "grad_norm": 0.5626751455978032, + "learning_rate": 1.7773991626924363e-05, + "loss": 0.025, + "step": 28301 + }, + { + "epoch": 24.005089058524174, + "grad_norm": 0.9679706535314719, + "learning_rate": 1.7773818833350172e-05, + "loss": 0.0274, + "step": 28302 + }, + { + "epoch": 24.00593723494487, + "grad_norm": 0.882348628931212, + "learning_rate": 1.7773646033909698e-05, + "loss": 0.0326, + "step": 28303 + }, + { + "epoch": 24.006785411365563, + "grad_norm": 0.8284059002340686, + "learning_rate": 1.7773473228603067e-05, + "loss": 0.0292, + "step": 28304 + }, + { + "epoch": 24.00763358778626, + "grad_norm": 0.6942930515805132, + "learning_rate": 1.7773300417430418e-05, + "loss": 0.0306, + "step": 28305 + }, + { + "epoch": 24.008481764206955, + "grad_norm": 0.9347599902808782, + "learning_rate": 1.777312760039187e-05, + "loss": 0.0304, + "step": 28306 + }, + { + "epoch": 24.00932994062765, + "grad_norm": 0.6374348197248138, + "learning_rate": 1.7772954777487563e-05, + "loss": 0.0264, + "step": 28307 + }, + { + "epoch": 24.010178117048348, + "grad_norm": 0.7257930917738019, + "learning_rate": 1.7772781948717628e-05, + "loss": 0.0286, + "step": 28308 + }, + { + "epoch": 24.01102629346904, + "grad_norm": 0.7255049957520651, + "learning_rate": 1.7772609114082183e-05, + "loss": 0.0288, + "step": 28309 + }, + { + "epoch": 24.011874469889737, + "grad_norm": 0.5813434521552526, + "learning_rate": 1.7772436273581374e-05, + "loss": 0.0242, + "step": 28310 + }, + { + "epoch": 24.012722646310433, + "grad_norm": 0.6844040129521151, + "learning_rate": 1.7772263427215322e-05, + "loss": 0.0315, + "step": 28311 + }, + { + "epoch": 24.01357082273113, + "grad_norm": 0.7967465318563518, + "learning_rate": 1.777209057498416e-05, + "loss": 0.0257, + "step": 28312 + }, + { + "epoch": 24.014418999151825, + "grad_norm": 0.6478193011079508, + "learning_rate": 1.7771917716888017e-05, + "loss": 0.0281, + "step": 28313 + }, + { + "epoch": 24.015267175572518, + "grad_norm": 0.5687037927326325, + "learning_rate": 1.7771744852927028e-05, + "loss": 0.0236, + "step": 28314 + }, + { + "epoch": 24.016115351993214, + "grad_norm": 0.8166138109694626, + "learning_rate": 1.7771571983101314e-05, + "loss": 0.0255, + "step": 28315 + }, + { + "epoch": 24.01696352841391, + "grad_norm": 0.6971668222186853, + "learning_rate": 1.777139910741102e-05, + "loss": 0.0277, + "step": 28316 + }, + { + "epoch": 24.017811704834607, + "grad_norm": 0.8035175944608476, + "learning_rate": 1.7771226225856258e-05, + "loss": 0.0275, + "step": 28317 + }, + { + "epoch": 24.0186598812553, + "grad_norm": 0.6970041209413678, + "learning_rate": 1.7771053338437176e-05, + "loss": 0.0291, + "step": 28318 + }, + { + "epoch": 24.019508057675996, + "grad_norm": 0.761266175275922, + "learning_rate": 1.7770880445153895e-05, + "loss": 0.0273, + "step": 28319 + }, + { + "epoch": 24.020356234096692, + "grad_norm": 0.7328870900345188, + "learning_rate": 1.7770707546006547e-05, + "loss": 0.0278, + "step": 28320 + }, + { + "epoch": 24.021204410517388, + "grad_norm": 0.615869429631073, + "learning_rate": 1.7770534640995264e-05, + "loss": 0.0253, + "step": 28321 + }, + { + "epoch": 24.022052586938084, + "grad_norm": 0.7429142338268082, + "learning_rate": 1.7770361730120173e-05, + "loss": 0.0275, + "step": 28322 + }, + { + "epoch": 24.022900763358777, + "grad_norm": 0.7627246779540195, + "learning_rate": 1.7770188813381408e-05, + "loss": 0.0281, + "step": 28323 + }, + { + "epoch": 24.023748939779473, + "grad_norm": 0.6245359019427517, + "learning_rate": 1.7770015890779097e-05, + "loss": 0.0246, + "step": 28324 + }, + { + "epoch": 24.02459711620017, + "grad_norm": 0.7799311533145112, + "learning_rate": 1.7769842962313375e-05, + "loss": 0.0261, + "step": 28325 + }, + { + "epoch": 24.025445292620866, + "grad_norm": 0.7002726817287933, + "learning_rate": 1.7769670027984368e-05, + "loss": 0.0272, + "step": 28326 + }, + { + "epoch": 24.026293469041562, + "grad_norm": 0.6683893924006203, + "learning_rate": 1.7769497087792205e-05, + "loss": 0.0259, + "step": 28327 + }, + { + "epoch": 24.027141645462255, + "grad_norm": 0.6776520272732881, + "learning_rate": 1.776932414173702e-05, + "loss": 0.025, + "step": 28328 + }, + { + "epoch": 24.02798982188295, + "grad_norm": 0.7663238264246036, + "learning_rate": 1.7769151189818947e-05, + "loss": 0.0267, + "step": 28329 + }, + { + "epoch": 24.028837998303647, + "grad_norm": 0.7096443006597288, + "learning_rate": 1.7768978232038108e-05, + "loss": 0.0259, + "step": 28330 + }, + { + "epoch": 24.029686174724343, + "grad_norm": 0.6879781702986768, + "learning_rate": 1.7768805268394643e-05, + "loss": 0.0277, + "step": 28331 + }, + { + "epoch": 24.03053435114504, + "grad_norm": 0.6576090090675244, + "learning_rate": 1.7768632298888673e-05, + "loss": 0.026, + "step": 28332 + }, + { + "epoch": 24.031382527565732, + "grad_norm": 0.7369097233220315, + "learning_rate": 1.7768459323520333e-05, + "loss": 0.0292, + "step": 28333 + }, + { + "epoch": 24.03223070398643, + "grad_norm": 0.6144879872704956, + "learning_rate": 1.7768286342289757e-05, + "loss": 0.0257, + "step": 28334 + }, + { + "epoch": 24.033078880407125, + "grad_norm": 0.737444952508235, + "learning_rate": 1.776811335519707e-05, + "loss": 0.028, + "step": 28335 + }, + { + "epoch": 24.03392705682782, + "grad_norm": 0.5837503609958481, + "learning_rate": 1.77679403622424e-05, + "loss": 0.0249, + "step": 28336 + }, + { + "epoch": 24.034775233248517, + "grad_norm": 0.7220184443490881, + "learning_rate": 1.776776736342589e-05, + "loss": 0.0269, + "step": 28337 + }, + { + "epoch": 24.03562340966921, + "grad_norm": 0.7376951312415727, + "learning_rate": 1.7767594358747655e-05, + "loss": 0.0257, + "step": 28338 + }, + { + "epoch": 24.036471586089906, + "grad_norm": 0.7408300123680943, + "learning_rate": 1.7767421348207838e-05, + "loss": 0.0267, + "step": 28339 + }, + { + "epoch": 24.037319762510602, + "grad_norm": 0.7133237460954035, + "learning_rate": 1.7767248331806563e-05, + "loss": 0.0275, + "step": 28340 + }, + { + "epoch": 24.0381679389313, + "grad_norm": 0.6706183737030044, + "learning_rate": 1.7767075309543962e-05, + "loss": 0.0281, + "step": 28341 + }, + { + "epoch": 24.039016115351995, + "grad_norm": 0.7253572698757621, + "learning_rate": 1.7766902281420168e-05, + "loss": 0.0276, + "step": 28342 + }, + { + "epoch": 24.039864291772687, + "grad_norm": 0.7244125159923559, + "learning_rate": 1.7766729247435305e-05, + "loss": 0.0267, + "step": 28343 + }, + { + "epoch": 24.040712468193384, + "grad_norm": 0.835385227380154, + "learning_rate": 1.7766556207589513e-05, + "loss": 0.0284, + "step": 28344 + }, + { + "epoch": 24.04156064461408, + "grad_norm": 0.6531107989239958, + "learning_rate": 1.7766383161882914e-05, + "loss": 0.0281, + "step": 28345 + }, + { + "epoch": 24.042408821034776, + "grad_norm": 0.6648779468093828, + "learning_rate": 1.7766210110315643e-05, + "loss": 0.0245, + "step": 28346 + }, + { + "epoch": 24.043256997455472, + "grad_norm": 0.7509583257809155, + "learning_rate": 1.7766037052887833e-05, + "loss": 0.0268, + "step": 28347 + }, + { + "epoch": 24.044105173876165, + "grad_norm": 0.6968419793088168, + "learning_rate": 1.7765863989599608e-05, + "loss": 0.0263, + "step": 28348 + }, + { + "epoch": 24.04495335029686, + "grad_norm": 0.6156641502052624, + "learning_rate": 1.77656909204511e-05, + "loss": 0.0253, + "step": 28349 + }, + { + "epoch": 24.045801526717558, + "grad_norm": 0.7103834396707913, + "learning_rate": 1.7765517845442444e-05, + "loss": 0.0268, + "step": 28350 + }, + { + "epoch": 24.046649703138254, + "grad_norm": 0.6167887993115033, + "learning_rate": 1.776534476457377e-05, + "loss": 0.0265, + "step": 28351 + }, + { + "epoch": 24.04749787955895, + "grad_norm": 0.7065660634476809, + "learning_rate": 1.7765171677845202e-05, + "loss": 0.0277, + "step": 28352 + }, + { + "epoch": 24.048346055979643, + "grad_norm": 1.0265607398131775, + "learning_rate": 1.776499858525688e-05, + "loss": 0.0254, + "step": 28353 + }, + { + "epoch": 24.04919423240034, + "grad_norm": 0.7874819776088215, + "learning_rate": 1.776482548680893e-05, + "loss": 0.0271, + "step": 28354 + }, + { + "epoch": 24.050042408821035, + "grad_norm": 0.6454517856000828, + "learning_rate": 1.776465238250148e-05, + "loss": 0.0256, + "step": 28355 + }, + { + "epoch": 24.05089058524173, + "grad_norm": 0.7873712885700972, + "learning_rate": 1.7764479272334664e-05, + "loss": 0.0281, + "step": 28356 + }, + { + "epoch": 24.051738761662424, + "grad_norm": 0.73710161205029, + "learning_rate": 1.776430615630861e-05, + "loss": 0.0262, + "step": 28357 + }, + { + "epoch": 24.05258693808312, + "grad_norm": 0.6448958221225838, + "learning_rate": 1.7764133034423455e-05, + "loss": 0.0246, + "step": 28358 + }, + { + "epoch": 24.053435114503817, + "grad_norm": 0.6791345191350947, + "learning_rate": 1.7763959906679323e-05, + "loss": 0.0272, + "step": 28359 + }, + { + "epoch": 24.054283290924513, + "grad_norm": 0.7612764395515055, + "learning_rate": 1.7763786773076345e-05, + "loss": 0.0263, + "step": 28360 + }, + { + "epoch": 24.05513146734521, + "grad_norm": 0.6630558967491547, + "learning_rate": 1.7763613633614654e-05, + "loss": 0.0267, + "step": 28361 + }, + { + "epoch": 24.0559796437659, + "grad_norm": 0.7616909529659863, + "learning_rate": 1.776344048829438e-05, + "loss": 0.0274, + "step": 28362 + }, + { + "epoch": 24.056827820186598, + "grad_norm": 0.7092070758839997, + "learning_rate": 1.7763267337115657e-05, + "loss": 0.028, + "step": 28363 + }, + { + "epoch": 24.057675996607294, + "grad_norm": 0.7449547328718559, + "learning_rate": 1.7763094180078608e-05, + "loss": 0.0269, + "step": 28364 + }, + { + "epoch": 24.05852417302799, + "grad_norm": 0.7173476058295571, + "learning_rate": 1.776292101718337e-05, + "loss": 0.0265, + "step": 28365 + }, + { + "epoch": 24.059372349448687, + "grad_norm": 0.64394040349997, + "learning_rate": 1.776274784843007e-05, + "loss": 0.0242, + "step": 28366 + }, + { + "epoch": 24.06022052586938, + "grad_norm": 0.6662231880561211, + "learning_rate": 1.7762574673818844e-05, + "loss": 0.0246, + "step": 28367 + }, + { + "epoch": 24.061068702290076, + "grad_norm": 0.6716320420218626, + "learning_rate": 1.7762401493349818e-05, + "loss": 0.0241, + "step": 28368 + }, + { + "epoch": 24.061916878710772, + "grad_norm": 0.7345505842466143, + "learning_rate": 1.7762228307023122e-05, + "loss": 0.031, + "step": 28369 + }, + { + "epoch": 24.062765055131468, + "grad_norm": 0.7067100419291863, + "learning_rate": 1.776205511483889e-05, + "loss": 0.0285, + "step": 28370 + }, + { + "epoch": 24.063613231552164, + "grad_norm": 0.7322438986132339, + "learning_rate": 1.776188191679725e-05, + "loss": 0.0273, + "step": 28371 + }, + { + "epoch": 24.064461407972857, + "grad_norm": 0.7328556332791415, + "learning_rate": 1.7761708712898336e-05, + "loss": 0.0261, + "step": 28372 + }, + { + "epoch": 24.065309584393553, + "grad_norm": 0.6367183395664044, + "learning_rate": 1.7761535503142275e-05, + "loss": 0.0237, + "step": 28373 + }, + { + "epoch": 24.06615776081425, + "grad_norm": 0.6003841298816814, + "learning_rate": 1.77613622875292e-05, + "loss": 0.0256, + "step": 28374 + }, + { + "epoch": 24.067005937234946, + "grad_norm": 0.6875706493352287, + "learning_rate": 1.7761189066059237e-05, + "loss": 0.0266, + "step": 28375 + }, + { + "epoch": 24.067854113655642, + "grad_norm": 0.8046721202502664, + "learning_rate": 1.776101583873253e-05, + "loss": 0.0274, + "step": 28376 + }, + { + "epoch": 24.068702290076335, + "grad_norm": 0.6472518475542836, + "learning_rate": 1.776084260554919e-05, + "loss": 0.0243, + "step": 28377 + }, + { + "epoch": 24.06955046649703, + "grad_norm": 0.7320509744033716, + "learning_rate": 1.7760669366509363e-05, + "loss": 0.0274, + "step": 28378 + }, + { + "epoch": 24.070398642917727, + "grad_norm": 0.6207091248015983, + "learning_rate": 1.776049612161318e-05, + "loss": 0.0268, + "step": 28379 + }, + { + "epoch": 24.071246819338423, + "grad_norm": 0.7860040881979039, + "learning_rate": 1.7760322870860757e-05, + "loss": 0.0266, + "step": 28380 + }, + { + "epoch": 24.07209499575912, + "grad_norm": 0.7286065183236754, + "learning_rate": 1.776014961425224e-05, + "loss": 0.0286, + "step": 28381 + }, + { + "epoch": 24.072943172179812, + "grad_norm": 0.7664101407168217, + "learning_rate": 1.7759976351787752e-05, + "loss": 0.0296, + "step": 28382 + }, + { + "epoch": 24.07379134860051, + "grad_norm": 0.6402928685279885, + "learning_rate": 1.7759803083467427e-05, + "loss": 0.0261, + "step": 28383 + }, + { + "epoch": 24.074639525021205, + "grad_norm": 0.7579618853369011, + "learning_rate": 1.7759629809291393e-05, + "loss": 0.0258, + "step": 28384 + }, + { + "epoch": 24.0754877014419, + "grad_norm": 0.7512925549823607, + "learning_rate": 1.7759456529259783e-05, + "loss": 0.0266, + "step": 28385 + }, + { + "epoch": 24.076335877862597, + "grad_norm": 0.6876117803296864, + "learning_rate": 1.775928324337273e-05, + "loss": 0.0268, + "step": 28386 + }, + { + "epoch": 24.07718405428329, + "grad_norm": 0.774996929780219, + "learning_rate": 1.7759109951630358e-05, + "loss": 0.0282, + "step": 28387 + }, + { + "epoch": 24.078032230703986, + "grad_norm": 0.5879322449962292, + "learning_rate": 1.7758936654032806e-05, + "loss": 0.0264, + "step": 28388 + }, + { + "epoch": 24.078880407124682, + "grad_norm": 0.5627184942495719, + "learning_rate": 1.7758763350580193e-05, + "loss": 0.0243, + "step": 28389 + }, + { + "epoch": 24.07972858354538, + "grad_norm": 0.6817752250507141, + "learning_rate": 1.7758590041272662e-05, + "loss": 0.0242, + "step": 28390 + }, + { + "epoch": 24.08057675996607, + "grad_norm": 0.5183452342161328, + "learning_rate": 1.775841672611034e-05, + "loss": 0.0219, + "step": 28391 + }, + { + "epoch": 24.081424936386767, + "grad_norm": 0.656753985853171, + "learning_rate": 1.7758243405093358e-05, + "loss": 0.0278, + "step": 28392 + }, + { + "epoch": 24.082273112807464, + "grad_norm": 0.7465329665491667, + "learning_rate": 1.7758070078221843e-05, + "loss": 0.0267, + "step": 28393 + }, + { + "epoch": 24.08312128922816, + "grad_norm": 0.6883915161960797, + "learning_rate": 1.7757896745495927e-05, + "loss": 0.0262, + "step": 28394 + }, + { + "epoch": 24.083969465648856, + "grad_norm": 0.5367256215567119, + "learning_rate": 1.7757723406915747e-05, + "loss": 0.0217, + "step": 28395 + }, + { + "epoch": 24.08481764206955, + "grad_norm": 0.7894819594882658, + "learning_rate": 1.7757550062481423e-05, + "loss": 0.028, + "step": 28396 + }, + { + "epoch": 24.085665818490245, + "grad_norm": 0.6396133428886818, + "learning_rate": 1.7757376712193096e-05, + "loss": 0.0262, + "step": 28397 + }, + { + "epoch": 24.08651399491094, + "grad_norm": 0.7639194083755502, + "learning_rate": 1.775720335605089e-05, + "loss": 0.0264, + "step": 28398 + }, + { + "epoch": 24.087362171331637, + "grad_norm": 0.6183839271873934, + "learning_rate": 1.7757029994054938e-05, + "loss": 0.0257, + "step": 28399 + }, + { + "epoch": 24.088210347752334, + "grad_norm": 0.7334212925505833, + "learning_rate": 1.7756856626205375e-05, + "loss": 0.0281, + "step": 28400 + }, + { + "epoch": 24.089058524173026, + "grad_norm": 0.6352441867810308, + "learning_rate": 1.7756683252502327e-05, + "loss": 0.0249, + "step": 28401 + }, + { + "epoch": 24.089906700593723, + "grad_norm": 0.7338445074689548, + "learning_rate": 1.7756509872945924e-05, + "loss": 0.0297, + "step": 28402 + }, + { + "epoch": 24.09075487701442, + "grad_norm": 0.7817127017351816, + "learning_rate": 1.7756336487536298e-05, + "loss": 0.0292, + "step": 28403 + }, + { + "epoch": 24.091603053435115, + "grad_norm": 0.6746963808988397, + "learning_rate": 1.7756163096273585e-05, + "loss": 0.0257, + "step": 28404 + }, + { + "epoch": 24.09245122985581, + "grad_norm": 0.6939504410075003, + "learning_rate": 1.7755989699157905e-05, + "loss": 0.0264, + "step": 28405 + }, + { + "epoch": 24.093299406276504, + "grad_norm": 0.7169911824203172, + "learning_rate": 1.77558162961894e-05, + "loss": 0.0252, + "step": 28406 + }, + { + "epoch": 24.0941475826972, + "grad_norm": 0.6730174792628537, + "learning_rate": 1.7755642887368197e-05, + "loss": 0.0254, + "step": 28407 + }, + { + "epoch": 24.094995759117896, + "grad_norm": 0.6742373453177957, + "learning_rate": 1.7755469472694422e-05, + "loss": 0.0281, + "step": 28408 + }, + { + "epoch": 24.095843935538593, + "grad_norm": 0.6425240683457468, + "learning_rate": 1.7755296052168212e-05, + "loss": 0.0259, + "step": 28409 + }, + { + "epoch": 24.09669211195929, + "grad_norm": 0.7730834340561066, + "learning_rate": 1.7755122625789695e-05, + "loss": 0.0264, + "step": 28410 + }, + { + "epoch": 24.09754028837998, + "grad_norm": 0.6538072177775516, + "learning_rate": 1.7754949193559005e-05, + "loss": 0.0254, + "step": 28411 + }, + { + "epoch": 24.098388464800678, + "grad_norm": 0.6669873848148762, + "learning_rate": 1.7754775755476265e-05, + "loss": 0.0267, + "step": 28412 + }, + { + "epoch": 24.099236641221374, + "grad_norm": 0.7053996429222554, + "learning_rate": 1.7754602311541615e-05, + "loss": 0.0288, + "step": 28413 + }, + { + "epoch": 24.10008481764207, + "grad_norm": 0.6800464828392135, + "learning_rate": 1.7754428861755183e-05, + "loss": 0.0271, + "step": 28414 + }, + { + "epoch": 24.100932994062767, + "grad_norm": 0.9291619309144662, + "learning_rate": 1.77542554061171e-05, + "loss": 0.0269, + "step": 28415 + }, + { + "epoch": 24.10178117048346, + "grad_norm": 0.709441462327347, + "learning_rate": 1.7754081944627492e-05, + "loss": 0.0263, + "step": 28416 + }, + { + "epoch": 24.102629346904155, + "grad_norm": 0.5808666158141161, + "learning_rate": 1.7753908477286496e-05, + "loss": 0.0242, + "step": 28417 + }, + { + "epoch": 24.10347752332485, + "grad_norm": 0.7659842163839534, + "learning_rate": 1.775373500409424e-05, + "loss": 0.0264, + "step": 28418 + }, + { + "epoch": 24.104325699745548, + "grad_norm": 0.566014884783926, + "learning_rate": 1.7753561525050857e-05, + "loss": 0.0247, + "step": 28419 + }, + { + "epoch": 24.105173876166244, + "grad_norm": 0.6195058922789514, + "learning_rate": 1.7753388040156476e-05, + "loss": 0.0256, + "step": 28420 + }, + { + "epoch": 24.106022052586937, + "grad_norm": 0.8633462897084684, + "learning_rate": 1.775321454941123e-05, + "loss": 0.0276, + "step": 28421 + }, + { + "epoch": 24.106870229007633, + "grad_norm": 0.7617319396528803, + "learning_rate": 1.775304105281525e-05, + "loss": 0.0257, + "step": 28422 + }, + { + "epoch": 24.10771840542833, + "grad_norm": 0.6144628115410792, + "learning_rate": 1.775286755036866e-05, + "loss": 0.0253, + "step": 28423 + }, + { + "epoch": 24.108566581849026, + "grad_norm": 0.6695366757904433, + "learning_rate": 1.7752694042071595e-05, + "loss": 0.0288, + "step": 28424 + }, + { + "epoch": 24.109414758269722, + "grad_norm": 0.6203179884860608, + "learning_rate": 1.7752520527924195e-05, + "loss": 0.0258, + "step": 28425 + }, + { + "epoch": 24.110262934690414, + "grad_norm": 0.6491245597925183, + "learning_rate": 1.7752347007926576e-05, + "loss": 0.0243, + "step": 28426 + }, + { + "epoch": 24.11111111111111, + "grad_norm": 0.7598671000189021, + "learning_rate": 1.775217348207888e-05, + "loss": 0.0271, + "step": 28427 + }, + { + "epoch": 24.111959287531807, + "grad_norm": 0.7140048176016144, + "learning_rate": 1.7751999950381232e-05, + "loss": 0.0279, + "step": 28428 + }, + { + "epoch": 24.112807463952503, + "grad_norm": 0.7203147840329983, + "learning_rate": 1.7751826412833768e-05, + "loss": 0.0276, + "step": 28429 + }, + { + "epoch": 24.113655640373196, + "grad_norm": 0.7085955980623833, + "learning_rate": 1.7751652869436613e-05, + "loss": 0.0265, + "step": 28430 + }, + { + "epoch": 24.114503816793892, + "grad_norm": 0.7355784139375752, + "learning_rate": 1.7751479320189903e-05, + "loss": 0.0262, + "step": 28431 + }, + { + "epoch": 24.11535199321459, + "grad_norm": 0.627552846304277, + "learning_rate": 1.7751305765093766e-05, + "loss": 0.0267, + "step": 28432 + }, + { + "epoch": 24.116200169635285, + "grad_norm": 0.5958581329228448, + "learning_rate": 1.7751132204148335e-05, + "loss": 0.0261, + "step": 28433 + }, + { + "epoch": 24.11704834605598, + "grad_norm": 0.6476863586903187, + "learning_rate": 1.7750958637353738e-05, + "loss": 0.0259, + "step": 28434 + }, + { + "epoch": 24.117896522476673, + "grad_norm": 0.7636054948359553, + "learning_rate": 1.775078506471011e-05, + "loss": 0.0279, + "step": 28435 + }, + { + "epoch": 24.11874469889737, + "grad_norm": 0.6360486951215503, + "learning_rate": 1.775061148621758e-05, + "loss": 0.0237, + "step": 28436 + }, + { + "epoch": 24.119592875318066, + "grad_norm": 0.6257387887825193, + "learning_rate": 1.7750437901876277e-05, + "loss": 0.0284, + "step": 28437 + }, + { + "epoch": 24.120441051738762, + "grad_norm": 0.6838121004627402, + "learning_rate": 1.7750264311686335e-05, + "loss": 0.0247, + "step": 28438 + }, + { + "epoch": 24.12128922815946, + "grad_norm": 0.6738007049901017, + "learning_rate": 1.775009071564788e-05, + "loss": 0.0271, + "step": 28439 + }, + { + "epoch": 24.12213740458015, + "grad_norm": 0.6632775460764488, + "learning_rate": 1.774991711376105e-05, + "loss": 0.0264, + "step": 28440 + }, + { + "epoch": 24.122985581000847, + "grad_norm": 0.6440176253042802, + "learning_rate": 1.774974350602597e-05, + "loss": 0.0253, + "step": 28441 + }, + { + "epoch": 24.123833757421544, + "grad_norm": 0.8160162506767356, + "learning_rate": 1.774956989244278e-05, + "loss": 0.0278, + "step": 28442 + }, + { + "epoch": 24.12468193384224, + "grad_norm": 0.5971895870615227, + "learning_rate": 1.77493962730116e-05, + "loss": 0.0268, + "step": 28443 + }, + { + "epoch": 24.125530110262936, + "grad_norm": 0.8068242335322144, + "learning_rate": 1.7749222647732566e-05, + "loss": 0.0262, + "step": 28444 + }, + { + "epoch": 24.12637828668363, + "grad_norm": 0.6946490587387636, + "learning_rate": 1.774904901660581e-05, + "loss": 0.024, + "step": 28445 + }, + { + "epoch": 24.127226463104325, + "grad_norm": 0.6020582214186418, + "learning_rate": 1.774887537963146e-05, + "loss": 0.0263, + "step": 28446 + }, + { + "epoch": 24.12807463952502, + "grad_norm": 0.7100862088348764, + "learning_rate": 1.774870173680965e-05, + "loss": 0.0273, + "step": 28447 + }, + { + "epoch": 24.128922815945717, + "grad_norm": 0.7629201862335007, + "learning_rate": 1.774852808814051e-05, + "loss": 0.0286, + "step": 28448 + }, + { + "epoch": 24.129770992366414, + "grad_norm": 0.6973147513025103, + "learning_rate": 1.774835443362417e-05, + "loss": 0.0266, + "step": 28449 + }, + { + "epoch": 24.130619168787106, + "grad_norm": 0.7560640786138225, + "learning_rate": 1.7748180773260764e-05, + "loss": 0.0288, + "step": 28450 + }, + { + "epoch": 24.131467345207803, + "grad_norm": 0.7300272106852967, + "learning_rate": 1.774800710705042e-05, + "loss": 0.0265, + "step": 28451 + }, + { + "epoch": 24.1323155216285, + "grad_norm": 0.6759304202750532, + "learning_rate": 1.774783343499327e-05, + "loss": 0.0267, + "step": 28452 + }, + { + "epoch": 24.133163698049195, + "grad_norm": 0.6307407659937899, + "learning_rate": 1.7747659757089443e-05, + "loss": 0.0248, + "step": 28453 + }, + { + "epoch": 24.13401187446989, + "grad_norm": 0.7615524179815505, + "learning_rate": 1.7747486073339075e-05, + "loss": 0.0283, + "step": 28454 + }, + { + "epoch": 24.134860050890584, + "grad_norm": 0.5655662904093257, + "learning_rate": 1.7747312383742295e-05, + "loss": 0.0272, + "step": 28455 + }, + { + "epoch": 24.13570822731128, + "grad_norm": 0.5851187165684588, + "learning_rate": 1.774713868829923e-05, + "loss": 0.0254, + "step": 28456 + }, + { + "epoch": 24.136556403731976, + "grad_norm": 0.7123495052591089, + "learning_rate": 1.774696498701002e-05, + "loss": 0.0271, + "step": 28457 + }, + { + "epoch": 24.137404580152673, + "grad_norm": 0.7101533202257924, + "learning_rate": 1.7746791279874783e-05, + "loss": 0.0262, + "step": 28458 + }, + { + "epoch": 24.13825275657337, + "grad_norm": 0.631458353686446, + "learning_rate": 1.7746617566893663e-05, + "loss": 0.0258, + "step": 28459 + }, + { + "epoch": 24.13910093299406, + "grad_norm": 0.6419442500161321, + "learning_rate": 1.7746443848066786e-05, + "loss": 0.0234, + "step": 28460 + }, + { + "epoch": 24.139949109414758, + "grad_norm": 0.8296283903874268, + "learning_rate": 1.774627012339428e-05, + "loss": 0.0282, + "step": 28461 + }, + { + "epoch": 24.140797285835454, + "grad_norm": 0.6949466379040363, + "learning_rate": 1.7746096392876278e-05, + "loss": 0.0274, + "step": 28462 + }, + { + "epoch": 24.14164546225615, + "grad_norm": 0.6253158541782128, + "learning_rate": 1.7745922656512916e-05, + "loss": 0.024, + "step": 28463 + }, + { + "epoch": 24.142493638676847, + "grad_norm": 0.7275665859496886, + "learning_rate": 1.774574891430432e-05, + "loss": 0.027, + "step": 28464 + }, + { + "epoch": 24.14334181509754, + "grad_norm": 0.6342537759219093, + "learning_rate": 1.774557516625062e-05, + "loss": 0.025, + "step": 28465 + }, + { + "epoch": 24.144189991518235, + "grad_norm": 0.7856471817095805, + "learning_rate": 1.774540141235195e-05, + "loss": 0.0279, + "step": 28466 + }, + { + "epoch": 24.14503816793893, + "grad_norm": 0.7222204742110664, + "learning_rate": 1.774522765260844e-05, + "loss": 0.0265, + "step": 28467 + }, + { + "epoch": 24.145886344359628, + "grad_norm": 0.6191507153905679, + "learning_rate": 1.7745053887020223e-05, + "loss": 0.0264, + "step": 28468 + }, + { + "epoch": 24.14673452078032, + "grad_norm": 0.7738316156497064, + "learning_rate": 1.774488011558743e-05, + "loss": 0.0261, + "step": 28469 + }, + { + "epoch": 24.147582697201017, + "grad_norm": 0.7630233102155024, + "learning_rate": 1.7744706338310186e-05, + "loss": 0.0275, + "step": 28470 + }, + { + "epoch": 24.148430873621713, + "grad_norm": 0.613007648164276, + "learning_rate": 1.774453255518863e-05, + "loss": 0.025, + "step": 28471 + }, + { + "epoch": 24.14927905004241, + "grad_norm": 0.61600526879811, + "learning_rate": 1.774435876622289e-05, + "loss": 0.0253, + "step": 28472 + }, + { + "epoch": 24.150127226463106, + "grad_norm": 0.7592177770353079, + "learning_rate": 1.77441849714131e-05, + "loss": 0.0292, + "step": 28473 + }, + { + "epoch": 24.150975402883798, + "grad_norm": 0.6175938447093927, + "learning_rate": 1.774401117075938e-05, + "loss": 0.0257, + "step": 28474 + }, + { + "epoch": 24.151823579304494, + "grad_norm": 0.673653437448606, + "learning_rate": 1.7743837364261876e-05, + "loss": 0.0272, + "step": 28475 + }, + { + "epoch": 24.15267175572519, + "grad_norm": 0.8837652247745575, + "learning_rate": 1.7743663551920712e-05, + "loss": 0.0275, + "step": 28476 + }, + { + "epoch": 24.153519932145887, + "grad_norm": 0.6890540743139069, + "learning_rate": 1.7743489733736023e-05, + "loss": 0.028, + "step": 28477 + }, + { + "epoch": 24.154368108566583, + "grad_norm": 0.6166337280623543, + "learning_rate": 1.774331590970793e-05, + "loss": 0.0229, + "step": 28478 + }, + { + "epoch": 24.155216284987276, + "grad_norm": 0.6563880763481335, + "learning_rate": 1.7743142079836577e-05, + "loss": 0.0247, + "step": 28479 + }, + { + "epoch": 24.156064461407972, + "grad_norm": 0.6324021078904347, + "learning_rate": 1.7742968244122083e-05, + "loss": 0.0241, + "step": 28480 + }, + { + "epoch": 24.15691263782867, + "grad_norm": 0.5359051787476273, + "learning_rate": 1.7742794402564588e-05, + "loss": 0.0259, + "step": 28481 + }, + { + "epoch": 24.157760814249365, + "grad_norm": 0.679878382006694, + "learning_rate": 1.7742620555164225e-05, + "loss": 0.0253, + "step": 28482 + }, + { + "epoch": 24.15860899067006, + "grad_norm": 0.6998230592079989, + "learning_rate": 1.7742446701921117e-05, + "loss": 0.0279, + "step": 28483 + }, + { + "epoch": 24.159457167090753, + "grad_norm": 0.6474433145593468, + "learning_rate": 1.7742272842835402e-05, + "loss": 0.0252, + "step": 28484 + }, + { + "epoch": 24.16030534351145, + "grad_norm": 0.6453158992198127, + "learning_rate": 1.7742098977907204e-05, + "loss": 0.0217, + "step": 28485 + }, + { + "epoch": 24.161153519932146, + "grad_norm": 0.6284124173804759, + "learning_rate": 1.7741925107136663e-05, + "loss": 0.0247, + "step": 28486 + }, + { + "epoch": 24.162001696352842, + "grad_norm": 0.8260935418534538, + "learning_rate": 1.7741751230523902e-05, + "loss": 0.0266, + "step": 28487 + }, + { + "epoch": 24.16284987277354, + "grad_norm": 0.7516842453138445, + "learning_rate": 1.7741577348069057e-05, + "loss": 0.0282, + "step": 28488 + }, + { + "epoch": 24.16369804919423, + "grad_norm": 0.8393828488790386, + "learning_rate": 1.7741403459772256e-05, + "loss": 0.0248, + "step": 28489 + }, + { + "epoch": 24.164546225614927, + "grad_norm": 0.7554762753148561, + "learning_rate": 1.7741229565633638e-05, + "loss": 0.0286, + "step": 28490 + }, + { + "epoch": 24.165394402035624, + "grad_norm": 0.8235487649012749, + "learning_rate": 1.7741055665653326e-05, + "loss": 0.0266, + "step": 28491 + }, + { + "epoch": 24.16624257845632, + "grad_norm": 1.1409744151237646, + "learning_rate": 1.774088175983145e-05, + "loss": 0.0297, + "step": 28492 + }, + { + "epoch": 24.167090754877016, + "grad_norm": 0.7630594615777996, + "learning_rate": 1.774070784816815e-05, + "loss": 0.0296, + "step": 28493 + }, + { + "epoch": 24.16793893129771, + "grad_norm": 0.7560386713791922, + "learning_rate": 1.774053393066355e-05, + "loss": 0.0273, + "step": 28494 + }, + { + "epoch": 24.168787107718405, + "grad_norm": 0.6762864284618006, + "learning_rate": 1.7740360007317786e-05, + "loss": 0.0278, + "step": 28495 + }, + { + "epoch": 24.1696352841391, + "grad_norm": 0.7118781005286777, + "learning_rate": 1.7740186078130985e-05, + "loss": 0.0262, + "step": 28496 + }, + { + "epoch": 24.170483460559797, + "grad_norm": 0.6801951978468601, + "learning_rate": 1.774001214310328e-05, + "loss": 0.0262, + "step": 28497 + }, + { + "epoch": 24.171331636980494, + "grad_norm": 0.7804425005975398, + "learning_rate": 1.7739838202234798e-05, + "loss": 0.0266, + "step": 28498 + }, + { + "epoch": 24.172179813401186, + "grad_norm": 0.6776403422565724, + "learning_rate": 1.773966425552568e-05, + "loss": 0.0249, + "step": 28499 + }, + { + "epoch": 24.173027989821882, + "grad_norm": 0.6733084290681278, + "learning_rate": 1.773949030297605e-05, + "loss": 0.0267, + "step": 28500 + }, + { + "epoch": 24.17387616624258, + "grad_norm": 0.777024150461485, + "learning_rate": 1.7739316344586042e-05, + "loss": 0.0267, + "step": 28501 + }, + { + "epoch": 24.174724342663275, + "grad_norm": 0.7834600090665327, + "learning_rate": 1.7739142380355784e-05, + "loss": 0.0319, + "step": 28502 + }, + { + "epoch": 24.17557251908397, + "grad_norm": 0.6909953265647171, + "learning_rate": 1.7738968410285412e-05, + "loss": 0.0245, + "step": 28503 + }, + { + "epoch": 24.176420695504664, + "grad_norm": 0.6842330969830144, + "learning_rate": 1.7738794434375054e-05, + "loss": 0.0281, + "step": 28504 + }, + { + "epoch": 24.17726887192536, + "grad_norm": 0.6665648300651287, + "learning_rate": 1.7738620452624843e-05, + "loss": 0.0281, + "step": 28505 + }, + { + "epoch": 24.178117048346056, + "grad_norm": 0.6942359233789144, + "learning_rate": 1.773844646503491e-05, + "loss": 0.0262, + "step": 28506 + }, + { + "epoch": 24.178965224766753, + "grad_norm": 0.6638870049417858, + "learning_rate": 1.7738272471605386e-05, + "loss": 0.0253, + "step": 28507 + }, + { + "epoch": 24.179813401187445, + "grad_norm": 0.6436081376336633, + "learning_rate": 1.7738098472336397e-05, + "loss": 0.0271, + "step": 28508 + }, + { + "epoch": 24.18066157760814, + "grad_norm": 0.8534884047761067, + "learning_rate": 1.7737924467228084e-05, + "loss": 0.0313, + "step": 28509 + }, + { + "epoch": 24.181509754028838, + "grad_norm": 0.6570769980097543, + "learning_rate": 1.773775045628057e-05, + "loss": 0.0265, + "step": 28510 + }, + { + "epoch": 24.182357930449534, + "grad_norm": 0.848642500227903, + "learning_rate": 1.7737576439493994e-05, + "loss": 0.031, + "step": 28511 + }, + { + "epoch": 24.18320610687023, + "grad_norm": 0.8414514950905293, + "learning_rate": 1.7737402416868484e-05, + "loss": 0.0287, + "step": 28512 + }, + { + "epoch": 24.184054283290923, + "grad_norm": 0.7088282178056184, + "learning_rate": 1.773722838840417e-05, + "loss": 0.0279, + "step": 28513 + }, + { + "epoch": 24.18490245971162, + "grad_norm": 0.7857258289514104, + "learning_rate": 1.773705435410118e-05, + "loss": 0.0262, + "step": 28514 + }, + { + "epoch": 24.185750636132315, + "grad_norm": 0.83888736215136, + "learning_rate": 1.773688031395965e-05, + "loss": 0.028, + "step": 28515 + }, + { + "epoch": 24.18659881255301, + "grad_norm": 0.6676643330035426, + "learning_rate": 1.7736706267979715e-05, + "loss": 0.0244, + "step": 28516 + }, + { + "epoch": 24.187446988973708, + "grad_norm": 0.7017150362010488, + "learning_rate": 1.77365322161615e-05, + "loss": 0.0264, + "step": 28517 + }, + { + "epoch": 24.1882951653944, + "grad_norm": 0.7994447380090791, + "learning_rate": 1.7736358158505137e-05, + "loss": 0.0308, + "step": 28518 + }, + { + "epoch": 24.189143341815097, + "grad_norm": 0.7189921721357198, + "learning_rate": 1.7736184095010758e-05, + "loss": 0.027, + "step": 28519 + }, + { + "epoch": 24.189991518235793, + "grad_norm": 0.5988688426360076, + "learning_rate": 1.7736010025678497e-05, + "loss": 0.0265, + "step": 28520 + }, + { + "epoch": 24.19083969465649, + "grad_norm": 0.7658701058675506, + "learning_rate": 1.773583595050848e-05, + "loss": 0.0305, + "step": 28521 + }, + { + "epoch": 24.191687871077185, + "grad_norm": 0.6843168978631156, + "learning_rate": 1.7735661869500845e-05, + "loss": 0.0254, + "step": 28522 + }, + { + "epoch": 24.192536047497878, + "grad_norm": 0.9061316484399086, + "learning_rate": 1.773548778265572e-05, + "loss": 0.028, + "step": 28523 + }, + { + "epoch": 24.193384223918574, + "grad_norm": 0.750194414476673, + "learning_rate": 1.7735313689973237e-05, + "loss": 0.0277, + "step": 28524 + }, + { + "epoch": 24.19423240033927, + "grad_norm": 0.7024532079437804, + "learning_rate": 1.7735139591453524e-05, + "loss": 0.0265, + "step": 28525 + }, + { + "epoch": 24.195080576759967, + "grad_norm": 0.6280721773176436, + "learning_rate": 1.7734965487096715e-05, + "loss": 0.0265, + "step": 28526 + }, + { + "epoch": 24.195928753180663, + "grad_norm": 0.6900261890453102, + "learning_rate": 1.7734791376902943e-05, + "loss": 0.0278, + "step": 28527 + }, + { + "epoch": 24.196776929601356, + "grad_norm": 0.583360174444457, + "learning_rate": 1.773461726087234e-05, + "loss": 0.0262, + "step": 28528 + }, + { + "epoch": 24.197625106022052, + "grad_norm": 0.6763408639090849, + "learning_rate": 1.7734443139005034e-05, + "loss": 0.0287, + "step": 28529 + }, + { + "epoch": 24.198473282442748, + "grad_norm": 0.6803602157063867, + "learning_rate": 1.7734269011301157e-05, + "loss": 0.0267, + "step": 28530 + }, + { + "epoch": 24.199321458863444, + "grad_norm": 0.7602162456406408, + "learning_rate": 1.773409487776084e-05, + "loss": 0.0264, + "step": 28531 + }, + { + "epoch": 24.20016963528414, + "grad_norm": 0.7072552502719252, + "learning_rate": 1.773392073838422e-05, + "loss": 0.0287, + "step": 28532 + }, + { + "epoch": 24.201017811704833, + "grad_norm": 0.6626523738706427, + "learning_rate": 1.773374659317142e-05, + "loss": 0.0235, + "step": 28533 + }, + { + "epoch": 24.20186598812553, + "grad_norm": 0.7681533320032902, + "learning_rate": 1.7733572442122575e-05, + "loss": 0.0313, + "step": 28534 + }, + { + "epoch": 24.202714164546226, + "grad_norm": 0.7188653796239187, + "learning_rate": 1.7733398285237816e-05, + "loss": 0.0256, + "step": 28535 + }, + { + "epoch": 24.203562340966922, + "grad_norm": 0.6535218256509883, + "learning_rate": 1.773322412251728e-05, + "loss": 0.0277, + "step": 28536 + }, + { + "epoch": 24.20441051738762, + "grad_norm": 0.7088025439625995, + "learning_rate": 1.773304995396109e-05, + "loss": 0.0251, + "step": 28537 + }, + { + "epoch": 24.20525869380831, + "grad_norm": 0.7358888236160221, + "learning_rate": 1.7732875779569384e-05, + "loss": 0.0273, + "step": 28538 + }, + { + "epoch": 24.206106870229007, + "grad_norm": 0.6863180509497706, + "learning_rate": 1.773270159934229e-05, + "loss": 0.0255, + "step": 28539 + }, + { + "epoch": 24.206955046649703, + "grad_norm": 0.7033256213916967, + "learning_rate": 1.7732527413279935e-05, + "loss": 0.0239, + "step": 28540 + }, + { + "epoch": 24.2078032230704, + "grad_norm": 0.7033693675434739, + "learning_rate": 1.773235322138246e-05, + "loss": 0.0259, + "step": 28541 + }, + { + "epoch": 24.208651399491096, + "grad_norm": 0.7487607759774847, + "learning_rate": 1.773217902364999e-05, + "loss": 0.0277, + "step": 28542 + }, + { + "epoch": 24.20949957591179, + "grad_norm": 0.7052449498522663, + "learning_rate": 1.773200482008266e-05, + "loss": 0.0274, + "step": 28543 + }, + { + "epoch": 24.210347752332485, + "grad_norm": 0.6407316915221194, + "learning_rate": 1.7731830610680594e-05, + "loss": 0.028, + "step": 28544 + }, + { + "epoch": 24.21119592875318, + "grad_norm": 0.7723544031316377, + "learning_rate": 1.7731656395443936e-05, + "loss": 0.0313, + "step": 28545 + }, + { + "epoch": 24.212044105173877, + "grad_norm": 0.7876513264452835, + "learning_rate": 1.773148217437281e-05, + "loss": 0.0294, + "step": 28546 + }, + { + "epoch": 24.21289228159457, + "grad_norm": 0.8124087101999468, + "learning_rate": 1.7731307947467348e-05, + "loss": 0.0319, + "step": 28547 + }, + { + "epoch": 24.213740458015266, + "grad_norm": 0.803326344587003, + "learning_rate": 1.773113371472768e-05, + "loss": 0.0296, + "step": 28548 + }, + { + "epoch": 24.214588634435962, + "grad_norm": 0.8282315295430634, + "learning_rate": 1.7730959476153938e-05, + "loss": 0.0284, + "step": 28549 + }, + { + "epoch": 24.21543681085666, + "grad_norm": 0.7475535803104241, + "learning_rate": 1.7730785231746255e-05, + "loss": 0.0296, + "step": 28550 + }, + { + "epoch": 24.216284987277355, + "grad_norm": 0.6444577718512724, + "learning_rate": 1.7730610981504764e-05, + "loss": 0.0249, + "step": 28551 + }, + { + "epoch": 24.217133163698048, + "grad_norm": 0.7972896666630873, + "learning_rate": 1.7730436725429595e-05, + "loss": 0.0272, + "step": 28552 + }, + { + "epoch": 24.217981340118744, + "grad_norm": 0.7202348001995305, + "learning_rate": 1.7730262463520875e-05, + "loss": 0.0281, + "step": 28553 + }, + { + "epoch": 24.21882951653944, + "grad_norm": 0.7336427019322053, + "learning_rate": 1.7730088195778746e-05, + "loss": 0.0279, + "step": 28554 + }, + { + "epoch": 24.219677692960136, + "grad_norm": 0.727943325894626, + "learning_rate": 1.7729913922203327e-05, + "loss": 0.0252, + "step": 28555 + }, + { + "epoch": 24.220525869380833, + "grad_norm": 0.6576410970151904, + "learning_rate": 1.7729739642794758e-05, + "loss": 0.0285, + "step": 28556 + }, + { + "epoch": 24.221374045801525, + "grad_norm": 0.6678667559031384, + "learning_rate": 1.7729565357553168e-05, + "loss": 0.0286, + "step": 28557 + }, + { + "epoch": 24.22222222222222, + "grad_norm": 0.6896218814502644, + "learning_rate": 1.772939106647869e-05, + "loss": 0.0282, + "step": 28558 + }, + { + "epoch": 24.223070398642918, + "grad_norm": 0.7373675836446241, + "learning_rate": 1.7729216769571452e-05, + "loss": 0.0282, + "step": 28559 + }, + { + "epoch": 24.223918575063614, + "grad_norm": 0.672374154536916, + "learning_rate": 1.7729042466831588e-05, + "loss": 0.0265, + "step": 28560 + }, + { + "epoch": 24.22476675148431, + "grad_norm": 0.6788967304078014, + "learning_rate": 1.772886815825923e-05, + "loss": 0.0282, + "step": 28561 + }, + { + "epoch": 24.225614927905003, + "grad_norm": 0.5912994997317222, + "learning_rate": 1.7728693843854506e-05, + "loss": 0.0248, + "step": 28562 + }, + { + "epoch": 24.2264631043257, + "grad_norm": 0.7632928983978247, + "learning_rate": 1.7728519523617557e-05, + "loss": 0.0304, + "step": 28563 + }, + { + "epoch": 24.227311280746395, + "grad_norm": 2.8994385808230003, + "learning_rate": 1.77283451975485e-05, + "loss": 0.0393, + "step": 28564 + }, + { + "epoch": 24.22815945716709, + "grad_norm": 0.7928517928838866, + "learning_rate": 1.7728170865647478e-05, + "loss": 0.0295, + "step": 28565 + }, + { + "epoch": 24.229007633587788, + "grad_norm": 0.7104215409351976, + "learning_rate": 1.772799652791462e-05, + "loss": 0.0312, + "step": 28566 + }, + { + "epoch": 24.22985581000848, + "grad_norm": 0.7354057126619237, + "learning_rate": 1.7727822184350057e-05, + "loss": 0.0261, + "step": 28567 + }, + { + "epoch": 24.230703986429177, + "grad_norm": 0.7812202809576416, + "learning_rate": 1.7727647834953917e-05, + "loss": 0.0283, + "step": 28568 + }, + { + "epoch": 24.231552162849873, + "grad_norm": 0.7337143506060438, + "learning_rate": 1.7727473479726334e-05, + "loss": 0.026, + "step": 28569 + }, + { + "epoch": 24.23240033927057, + "grad_norm": 0.710416082170954, + "learning_rate": 1.7727299118667445e-05, + "loss": 0.0283, + "step": 28570 + }, + { + "epoch": 24.233248515691265, + "grad_norm": 0.8417193947051608, + "learning_rate": 1.772712475177737e-05, + "loss": 0.0289, + "step": 28571 + }, + { + "epoch": 24.234096692111958, + "grad_norm": 0.7619425614413136, + "learning_rate": 1.7726950379056254e-05, + "loss": 0.0281, + "step": 28572 + }, + { + "epoch": 24.234944868532654, + "grad_norm": 0.842061184814645, + "learning_rate": 1.7726776000504217e-05, + "loss": 0.028, + "step": 28573 + }, + { + "epoch": 24.23579304495335, + "grad_norm": 0.8582809969487029, + "learning_rate": 1.7726601616121398e-05, + "loss": 0.0292, + "step": 28574 + }, + { + "epoch": 24.236641221374047, + "grad_norm": 0.6872733162909191, + "learning_rate": 1.7726427225907926e-05, + "loss": 0.0262, + "step": 28575 + }, + { + "epoch": 24.237489397794743, + "grad_norm": 0.740760099982421, + "learning_rate": 1.7726252829863934e-05, + "loss": 0.0254, + "step": 28576 + }, + { + "epoch": 24.238337574215436, + "grad_norm": 0.7271917189861442, + "learning_rate": 1.772607842798955e-05, + "loss": 0.0281, + "step": 28577 + }, + { + "epoch": 24.239185750636132, + "grad_norm": 0.7332455171685667, + "learning_rate": 1.772590402028491e-05, + "loss": 0.0268, + "step": 28578 + }, + { + "epoch": 24.240033927056828, + "grad_norm": 0.788896783367868, + "learning_rate": 1.7725729606750142e-05, + "loss": 0.0292, + "step": 28579 + }, + { + "epoch": 24.240882103477524, + "grad_norm": 0.8344656003768282, + "learning_rate": 1.772555518738538e-05, + "loss": 0.0272, + "step": 28580 + }, + { + "epoch": 24.24173027989822, + "grad_norm": 0.7339613785994082, + "learning_rate": 1.7725380762190756e-05, + "loss": 0.0284, + "step": 28581 + }, + { + "epoch": 24.242578456318913, + "grad_norm": 0.756313412813789, + "learning_rate": 1.7725206331166397e-05, + "loss": 0.0284, + "step": 28582 + }, + { + "epoch": 24.24342663273961, + "grad_norm": 0.7379309578635309, + "learning_rate": 1.772503189431244e-05, + "loss": 0.0281, + "step": 28583 + }, + { + "epoch": 24.244274809160306, + "grad_norm": 0.7403935510700749, + "learning_rate": 1.7724857451629015e-05, + "loss": 0.0284, + "step": 28584 + }, + { + "epoch": 24.245122985581002, + "grad_norm": 0.7576725532365709, + "learning_rate": 1.772468300311625e-05, + "loss": 0.0242, + "step": 28585 + }, + { + "epoch": 24.245971162001695, + "grad_norm": 0.7562119514425364, + "learning_rate": 1.7724508548774284e-05, + "loss": 0.0305, + "step": 28586 + }, + { + "epoch": 24.24681933842239, + "grad_norm": 0.735158852814961, + "learning_rate": 1.7724334088603243e-05, + "loss": 0.0269, + "step": 28587 + }, + { + "epoch": 24.247667514843087, + "grad_norm": 0.7266497195594346, + "learning_rate": 1.772415962260326e-05, + "loss": 0.028, + "step": 28588 + }, + { + "epoch": 24.248515691263783, + "grad_norm": 0.687492266026701, + "learning_rate": 1.772398515077447e-05, + "loss": 0.0263, + "step": 28589 + }, + { + "epoch": 24.24936386768448, + "grad_norm": 0.9215920316899022, + "learning_rate": 1.7723810673116997e-05, + "loss": 0.0316, + "step": 28590 + }, + { + "epoch": 24.250212044105172, + "grad_norm": 0.8646374370302725, + "learning_rate": 1.772363618963098e-05, + "loss": 0.0295, + "step": 28591 + }, + { + "epoch": 24.25106022052587, + "grad_norm": 0.7569747542096207, + "learning_rate": 1.7723461700316545e-05, + "loss": 0.0313, + "step": 28592 + }, + { + "epoch": 24.251908396946565, + "grad_norm": 0.7741112582976258, + "learning_rate": 1.772328720517383e-05, + "loss": 0.0288, + "step": 28593 + }, + { + "epoch": 24.25275657336726, + "grad_norm": 0.8063057929037261, + "learning_rate": 1.772311270420296e-05, + "loss": 0.0295, + "step": 28594 + }, + { + "epoch": 24.253604749787957, + "grad_norm": 0.7700727435558004, + "learning_rate": 1.7722938197404074e-05, + "loss": 0.0287, + "step": 28595 + }, + { + "epoch": 24.25445292620865, + "grad_norm": 0.7317365275631499, + "learning_rate": 1.77227636847773e-05, + "loss": 0.0277, + "step": 28596 + }, + { + "epoch": 24.255301102629346, + "grad_norm": 0.8196391186896551, + "learning_rate": 1.7722589166322765e-05, + "loss": 0.0305, + "step": 28597 + }, + { + "epoch": 24.256149279050042, + "grad_norm": 0.72134872354067, + "learning_rate": 1.7722414642040603e-05, + "loss": 0.0287, + "step": 28598 + }, + { + "epoch": 24.25699745547074, + "grad_norm": 0.6766947567317955, + "learning_rate": 1.7722240111930956e-05, + "loss": 0.0266, + "step": 28599 + }, + { + "epoch": 24.257845631891435, + "grad_norm": 0.7630455263551655, + "learning_rate": 1.772206557599394e-05, + "loss": 0.0296, + "step": 28600 + }, + { + "epoch": 24.258693808312128, + "grad_norm": 0.7872480743895639, + "learning_rate": 1.77218910342297e-05, + "loss": 0.0304, + "step": 28601 + }, + { + "epoch": 24.259541984732824, + "grad_norm": 0.6207883221007517, + "learning_rate": 1.7721716486638355e-05, + "loss": 0.0232, + "step": 28602 + }, + { + "epoch": 24.26039016115352, + "grad_norm": 0.6637743835458457, + "learning_rate": 1.772154193322005e-05, + "loss": 0.0286, + "step": 28603 + }, + { + "epoch": 24.261238337574216, + "grad_norm": 0.7414709867101614, + "learning_rate": 1.7721367373974905e-05, + "loss": 0.0284, + "step": 28604 + }, + { + "epoch": 24.262086513994912, + "grad_norm": 0.8162279757436182, + "learning_rate": 1.772119280890306e-05, + "loss": 0.0263, + "step": 28605 + }, + { + "epoch": 24.262934690415605, + "grad_norm": 0.752400250260181, + "learning_rate": 1.7721018238004645e-05, + "loss": 0.0276, + "step": 28606 + }, + { + "epoch": 24.2637828668363, + "grad_norm": 0.7793328933756384, + "learning_rate": 1.7720843661279787e-05, + "loss": 0.0278, + "step": 28607 + }, + { + "epoch": 24.264631043256998, + "grad_norm": 0.7428058607107109, + "learning_rate": 1.7720669078728622e-05, + "loss": 0.0295, + "step": 28608 + }, + { + "epoch": 24.265479219677694, + "grad_norm": 0.6659286279964515, + "learning_rate": 1.7720494490351284e-05, + "loss": 0.0284, + "step": 28609 + }, + { + "epoch": 24.26632739609839, + "grad_norm": 0.7049205753190735, + "learning_rate": 1.77203198961479e-05, + "loss": 0.0266, + "step": 28610 + }, + { + "epoch": 24.267175572519083, + "grad_norm": 0.6083276937661946, + "learning_rate": 1.77201452961186e-05, + "loss": 0.0266, + "step": 28611 + }, + { + "epoch": 24.26802374893978, + "grad_norm": 0.8320535998140007, + "learning_rate": 1.771997069026352e-05, + "loss": 0.0301, + "step": 28612 + }, + { + "epoch": 24.268871925360475, + "grad_norm": 0.7647992509608307, + "learning_rate": 1.7719796078582796e-05, + "loss": 0.0289, + "step": 28613 + }, + { + "epoch": 24.26972010178117, + "grad_norm": 0.7495113336141865, + "learning_rate": 1.7719621461076554e-05, + "loss": 0.0275, + "step": 28614 + }, + { + "epoch": 24.270568278201868, + "grad_norm": 0.7291773302686438, + "learning_rate": 1.7719446837744924e-05, + "loss": 0.027, + "step": 28615 + }, + { + "epoch": 24.27141645462256, + "grad_norm": 0.7820692325958923, + "learning_rate": 1.7719272208588038e-05, + "loss": 0.0286, + "step": 28616 + }, + { + "epoch": 24.272264631043257, + "grad_norm": 0.7651062811539775, + "learning_rate": 1.7719097573606032e-05, + "loss": 0.0284, + "step": 28617 + }, + { + "epoch": 24.273112807463953, + "grad_norm": 0.7154687725397249, + "learning_rate": 1.771892293279904e-05, + "loss": 0.0269, + "step": 28618 + }, + { + "epoch": 24.27396098388465, + "grad_norm": 0.9655128159723043, + "learning_rate": 1.7718748286167186e-05, + "loss": 0.0314, + "step": 28619 + }, + { + "epoch": 24.274809160305345, + "grad_norm": 0.8306978103151345, + "learning_rate": 1.7718573633710603e-05, + "loss": 0.0308, + "step": 28620 + }, + { + "epoch": 24.275657336726038, + "grad_norm": 0.7416069311096157, + "learning_rate": 1.7718398975429428e-05, + "loss": 0.0277, + "step": 28621 + }, + { + "epoch": 24.276505513146734, + "grad_norm": 0.6585094178784959, + "learning_rate": 1.771822431132379e-05, + "loss": 0.0279, + "step": 28622 + }, + { + "epoch": 24.27735368956743, + "grad_norm": 0.5456555534902617, + "learning_rate": 1.7718049641393818e-05, + "loss": 0.0268, + "step": 28623 + }, + { + "epoch": 24.278201865988127, + "grad_norm": 0.7066424034181904, + "learning_rate": 1.771787496563965e-05, + "loss": 0.0272, + "step": 28624 + }, + { + "epoch": 24.27905004240882, + "grad_norm": 0.7303435634398454, + "learning_rate": 1.771770028406141e-05, + "loss": 0.0307, + "step": 28625 + }, + { + "epoch": 24.279898218829516, + "grad_norm": 0.6692109967932948, + "learning_rate": 1.7717525596659243e-05, + "loss": 0.0272, + "step": 28626 + }, + { + "epoch": 24.280746395250212, + "grad_norm": 0.8536095652806385, + "learning_rate": 1.7717350903433264e-05, + "loss": 0.0302, + "step": 28627 + }, + { + "epoch": 24.281594571670908, + "grad_norm": 0.7503129569668725, + "learning_rate": 1.7717176204383614e-05, + "loss": 0.0237, + "step": 28628 + }, + { + "epoch": 24.282442748091604, + "grad_norm": 0.7530702183483977, + "learning_rate": 1.771700149951043e-05, + "loss": 0.0266, + "step": 28629 + }, + { + "epoch": 24.283290924512297, + "grad_norm": 0.7103185011889558, + "learning_rate": 1.771682678881383e-05, + "loss": 0.0265, + "step": 28630 + }, + { + "epoch": 24.284139100932993, + "grad_norm": 0.734706696115654, + "learning_rate": 1.7716652072293955e-05, + "loss": 0.0298, + "step": 28631 + }, + { + "epoch": 24.28498727735369, + "grad_norm": 0.7152985073405412, + "learning_rate": 1.7716477349950936e-05, + "loss": 0.0269, + "step": 28632 + }, + { + "epoch": 24.285835453774386, + "grad_norm": 0.6595583119928489, + "learning_rate": 1.7716302621784905e-05, + "loss": 0.0261, + "step": 28633 + }, + { + "epoch": 24.286683630195082, + "grad_norm": 0.6667197242840294, + "learning_rate": 1.7716127887795996e-05, + "loss": 0.0274, + "step": 28634 + }, + { + "epoch": 24.287531806615775, + "grad_norm": 0.8646836750498356, + "learning_rate": 1.7715953147984333e-05, + "loss": 0.0275, + "step": 28635 + }, + { + "epoch": 24.28837998303647, + "grad_norm": 0.6201350116485743, + "learning_rate": 1.7715778402350056e-05, + "loss": 0.0283, + "step": 28636 + }, + { + "epoch": 24.289228159457167, + "grad_norm": 0.757784961889751, + "learning_rate": 1.771560365089329e-05, + "loss": 0.0294, + "step": 28637 + }, + { + "epoch": 24.290076335877863, + "grad_norm": 0.6903847570658537, + "learning_rate": 1.7715428893614172e-05, + "loss": 0.0285, + "step": 28638 + }, + { + "epoch": 24.29092451229856, + "grad_norm": 0.6961438037831099, + "learning_rate": 1.7715254130512833e-05, + "loss": 0.0268, + "step": 28639 + }, + { + "epoch": 24.291772688719252, + "grad_norm": 0.797771832109092, + "learning_rate": 1.7715079361589402e-05, + "loss": 0.0289, + "step": 28640 + }, + { + "epoch": 24.29262086513995, + "grad_norm": 0.7861286579485, + "learning_rate": 1.7714904586844016e-05, + "loss": 0.0265, + "step": 28641 + }, + { + "epoch": 24.293469041560645, + "grad_norm": 0.6571324400886626, + "learning_rate": 1.7714729806276803e-05, + "loss": 0.0265, + "step": 28642 + }, + { + "epoch": 24.29431721798134, + "grad_norm": 0.7502651408614855, + "learning_rate": 1.7714555019887895e-05, + "loss": 0.0291, + "step": 28643 + }, + { + "epoch": 24.295165394402037, + "grad_norm": 0.7137009719073382, + "learning_rate": 1.7714380227677424e-05, + "loss": 0.0277, + "step": 28644 + }, + { + "epoch": 24.29601357082273, + "grad_norm": 0.8047360684168023, + "learning_rate": 1.7714205429645524e-05, + "loss": 0.0272, + "step": 28645 + }, + { + "epoch": 24.296861747243426, + "grad_norm": 0.7937625429751782, + "learning_rate": 1.7714030625792325e-05, + "loss": 0.0321, + "step": 28646 + }, + { + "epoch": 24.297709923664122, + "grad_norm": 0.7416307088641271, + "learning_rate": 1.7713855816117956e-05, + "loss": 0.0301, + "step": 28647 + }, + { + "epoch": 24.29855810008482, + "grad_norm": 0.6721374637372888, + "learning_rate": 1.7713681000622557e-05, + "loss": 0.0263, + "step": 28648 + }, + { + "epoch": 24.299406276505515, + "grad_norm": 0.8733365134536768, + "learning_rate": 1.7713506179306255e-05, + "loss": 0.0305, + "step": 28649 + }, + { + "epoch": 24.300254452926207, + "grad_norm": 0.6142062998617378, + "learning_rate": 1.7713331352169184e-05, + "loss": 0.0254, + "step": 28650 + }, + { + "epoch": 24.301102629346904, + "grad_norm": 0.5954401112811837, + "learning_rate": 1.771315651921147e-05, + "loss": 0.0275, + "step": 28651 + }, + { + "epoch": 24.3019508057676, + "grad_norm": 0.7480375384835471, + "learning_rate": 1.771298168043325e-05, + "loss": 0.0271, + "step": 28652 + }, + { + "epoch": 24.302798982188296, + "grad_norm": 0.7503466969906458, + "learning_rate": 1.7712806835834657e-05, + "loss": 0.03, + "step": 28653 + }, + { + "epoch": 24.303647158608992, + "grad_norm": 0.734201973615367, + "learning_rate": 1.771263198541582e-05, + "loss": 0.0278, + "step": 28654 + }, + { + "epoch": 24.304495335029685, + "grad_norm": 0.8902151471528369, + "learning_rate": 1.771245712917687e-05, + "loss": 0.0281, + "step": 28655 + }, + { + "epoch": 24.30534351145038, + "grad_norm": 0.7226839928917643, + "learning_rate": 1.7712282267117943e-05, + "loss": 0.028, + "step": 28656 + }, + { + "epoch": 24.306191687871078, + "grad_norm": 0.8082875172579328, + "learning_rate": 1.771210739923917e-05, + "loss": 0.0265, + "step": 28657 + }, + { + "epoch": 24.307039864291774, + "grad_norm": 0.6882712751669434, + "learning_rate": 1.7711932525540677e-05, + "loss": 0.027, + "step": 28658 + }, + { + "epoch": 24.307888040712466, + "grad_norm": 0.7329659172701122, + "learning_rate": 1.7711757646022604e-05, + "loss": 0.028, + "step": 28659 + }, + { + "epoch": 24.308736217133163, + "grad_norm": 0.8387802457575703, + "learning_rate": 1.771158276068508e-05, + "loss": 0.0296, + "step": 28660 + }, + { + "epoch": 24.30958439355386, + "grad_norm": 0.7294432959544291, + "learning_rate": 1.7711407869528235e-05, + "loss": 0.0281, + "step": 28661 + }, + { + "epoch": 24.310432569974555, + "grad_norm": 0.8976067317871725, + "learning_rate": 1.7711232972552203e-05, + "loss": 0.0304, + "step": 28662 + }, + { + "epoch": 24.31128074639525, + "grad_norm": 0.6793880176626836, + "learning_rate": 1.7711058069757116e-05, + "loss": 0.0271, + "step": 28663 + }, + { + "epoch": 24.312128922815944, + "grad_norm": 0.7150156215968854, + "learning_rate": 1.771088316114311e-05, + "loss": 0.027, + "step": 28664 + }, + { + "epoch": 24.31297709923664, + "grad_norm": 0.7403114648320218, + "learning_rate": 1.7710708246710308e-05, + "loss": 0.0302, + "step": 28665 + }, + { + "epoch": 24.313825275657337, + "grad_norm": 0.8819549875021606, + "learning_rate": 1.7710533326458844e-05, + "loss": 0.0284, + "step": 28666 + }, + { + "epoch": 24.314673452078033, + "grad_norm": 0.7577123317529566, + "learning_rate": 1.7710358400388856e-05, + "loss": 0.0276, + "step": 28667 + }, + { + "epoch": 24.31552162849873, + "grad_norm": 0.7470001926523197, + "learning_rate": 1.771018346850047e-05, + "loss": 0.0312, + "step": 28668 + }, + { + "epoch": 24.31636980491942, + "grad_norm": 0.8662097568783641, + "learning_rate": 1.7710008530793827e-05, + "loss": 0.0328, + "step": 28669 + }, + { + "epoch": 24.317217981340118, + "grad_norm": 0.7165504147015235, + "learning_rate": 1.7709833587269045e-05, + "loss": 0.0271, + "step": 28670 + }, + { + "epoch": 24.318066157760814, + "grad_norm": 0.8098484839084762, + "learning_rate": 1.770965863792627e-05, + "loss": 0.0288, + "step": 28671 + }, + { + "epoch": 24.31891433418151, + "grad_norm": 0.7896316826623357, + "learning_rate": 1.7709483682765626e-05, + "loss": 0.0296, + "step": 28672 + }, + { + "epoch": 24.319762510602207, + "grad_norm": 0.8200171070002494, + "learning_rate": 1.7709308721787242e-05, + "loss": 0.0306, + "step": 28673 + }, + { + "epoch": 24.3206106870229, + "grad_norm": 0.7075390466878934, + "learning_rate": 1.770913375499126e-05, + "loss": 0.0274, + "step": 28674 + }, + { + "epoch": 24.321458863443596, + "grad_norm": 0.7951665036539504, + "learning_rate": 1.7708958782377802e-05, + "loss": 0.0273, + "step": 28675 + }, + { + "epoch": 24.32230703986429, + "grad_norm": 0.6920091510390702, + "learning_rate": 1.770878380394701e-05, + "loss": 0.0274, + "step": 28676 + }, + { + "epoch": 24.323155216284988, + "grad_norm": 0.6480685478936198, + "learning_rate": 1.7708608819699008e-05, + "loss": 0.0242, + "step": 28677 + }, + { + "epoch": 24.324003392705684, + "grad_norm": 0.696940352191848, + "learning_rate": 1.770843382963393e-05, + "loss": 0.0292, + "step": 28678 + }, + { + "epoch": 24.324851569126377, + "grad_norm": 0.8331609171122626, + "learning_rate": 1.770825883375191e-05, + "loss": 0.0287, + "step": 28679 + }, + { + "epoch": 24.325699745547073, + "grad_norm": 0.8153160850238468, + "learning_rate": 1.770808383205308e-05, + "loss": 0.029, + "step": 28680 + }, + { + "epoch": 24.32654792196777, + "grad_norm": 0.7953695648038012, + "learning_rate": 1.7707908824537567e-05, + "loss": 0.0282, + "step": 28681 + }, + { + "epoch": 24.327396098388466, + "grad_norm": 0.7369437196989522, + "learning_rate": 1.770773381120551e-05, + "loss": 0.0272, + "step": 28682 + }, + { + "epoch": 24.328244274809162, + "grad_norm": 0.6979411474049092, + "learning_rate": 1.770755879205704e-05, + "loss": 0.0281, + "step": 28683 + }, + { + "epoch": 24.329092451229855, + "grad_norm": 0.7617005707678529, + "learning_rate": 1.7707383767092284e-05, + "loss": 0.0267, + "step": 28684 + }, + { + "epoch": 24.32994062765055, + "grad_norm": 0.6304324467414325, + "learning_rate": 1.770720873631138e-05, + "loss": 0.0257, + "step": 28685 + }, + { + "epoch": 24.330788804071247, + "grad_norm": 0.7205336690711015, + "learning_rate": 1.770703369971446e-05, + "loss": 0.0262, + "step": 28686 + }, + { + "epoch": 24.331636980491943, + "grad_norm": 0.8524659544320401, + "learning_rate": 1.7706858657301643e-05, + "loss": 0.0294, + "step": 28687 + }, + { + "epoch": 24.33248515691264, + "grad_norm": 0.7924613042224159, + "learning_rate": 1.7706683609073082e-05, + "loss": 0.026, + "step": 28688 + }, + { + "epoch": 24.333333333333332, + "grad_norm": 0.7090172067822297, + "learning_rate": 1.7706508555028895e-05, + "loss": 0.0281, + "step": 28689 + }, + { + "epoch": 24.33418150975403, + "grad_norm": 0.6690437470959331, + "learning_rate": 1.7706333495169217e-05, + "loss": 0.0299, + "step": 28690 + }, + { + "epoch": 24.335029686174725, + "grad_norm": 0.6978188982431034, + "learning_rate": 1.770615842949418e-05, + "loss": 0.0301, + "step": 28691 + }, + { + "epoch": 24.33587786259542, + "grad_norm": 0.7700136403418868, + "learning_rate": 1.770598335800392e-05, + "loss": 0.0292, + "step": 28692 + }, + { + "epoch": 24.336726039016117, + "grad_norm": 0.687715347225751, + "learning_rate": 1.770580828069856e-05, + "loss": 0.0272, + "step": 28693 + }, + { + "epoch": 24.33757421543681, + "grad_norm": 0.6490113024257324, + "learning_rate": 1.7705633197578244e-05, + "loss": 0.0273, + "step": 28694 + }, + { + "epoch": 24.338422391857506, + "grad_norm": 0.756471053013554, + "learning_rate": 1.77054581086431e-05, + "loss": 0.027, + "step": 28695 + }, + { + "epoch": 24.339270568278202, + "grad_norm": 0.7667029976813446, + "learning_rate": 1.7705283013893256e-05, + "loss": 0.0299, + "step": 28696 + }, + { + "epoch": 24.3401187446989, + "grad_norm": 0.6094122228016393, + "learning_rate": 1.7705107913328844e-05, + "loss": 0.0235, + "step": 28697 + }, + { + "epoch": 24.34096692111959, + "grad_norm": 0.6528920365913041, + "learning_rate": 1.770493280695e-05, + "loss": 0.0253, + "step": 28698 + }, + { + "epoch": 24.341815097540287, + "grad_norm": 0.764380441917547, + "learning_rate": 1.7704757694756856e-05, + "loss": 0.0304, + "step": 28699 + }, + { + "epoch": 24.342663273960984, + "grad_norm": 0.610507111389758, + "learning_rate": 1.7704582576749542e-05, + "loss": 0.0269, + "step": 28700 + }, + { + "epoch": 24.34351145038168, + "grad_norm": 0.6724251434741777, + "learning_rate": 1.7704407452928194e-05, + "loss": 0.0266, + "step": 28701 + }, + { + "epoch": 24.344359626802376, + "grad_norm": 0.6096729224647315, + "learning_rate": 1.7704232323292936e-05, + "loss": 0.0275, + "step": 28702 + }, + { + "epoch": 24.34520780322307, + "grad_norm": 0.8901185906432423, + "learning_rate": 1.770405718784391e-05, + "loss": 0.029, + "step": 28703 + }, + { + "epoch": 24.346055979643765, + "grad_norm": 0.7157086090026511, + "learning_rate": 1.770388204658124e-05, + "loss": 0.028, + "step": 28704 + }, + { + "epoch": 24.34690415606446, + "grad_norm": 0.8367972036146593, + "learning_rate": 1.7703706899505067e-05, + "loss": 0.0307, + "step": 28705 + }, + { + "epoch": 24.347752332485157, + "grad_norm": 0.748314149000096, + "learning_rate": 1.7703531746615513e-05, + "loss": 0.0273, + "step": 28706 + }, + { + "epoch": 24.348600508905854, + "grad_norm": 0.8120167677248983, + "learning_rate": 1.7703356587912718e-05, + "loss": 0.0288, + "step": 28707 + }, + { + "epoch": 24.349448685326546, + "grad_norm": 0.6765176705088286, + "learning_rate": 1.770318142339681e-05, + "loss": 0.026, + "step": 28708 + }, + { + "epoch": 24.350296861747243, + "grad_norm": 0.6180016308920545, + "learning_rate": 1.770300625306792e-05, + "loss": 0.027, + "step": 28709 + }, + { + "epoch": 24.35114503816794, + "grad_norm": 0.7289811432571631, + "learning_rate": 1.7702831076926188e-05, + "loss": 0.029, + "step": 28710 + }, + { + "epoch": 24.351993214588635, + "grad_norm": 0.7247013994864587, + "learning_rate": 1.770265589497174e-05, + "loss": 0.0266, + "step": 28711 + }, + { + "epoch": 24.35284139100933, + "grad_norm": 0.8608079905514565, + "learning_rate": 1.7702480707204705e-05, + "loss": 0.0279, + "step": 28712 + }, + { + "epoch": 24.353689567430024, + "grad_norm": 0.6489275355656243, + "learning_rate": 1.7702305513625223e-05, + "loss": 0.0273, + "step": 28713 + }, + { + "epoch": 24.35453774385072, + "grad_norm": 0.7097316941397689, + "learning_rate": 1.7702130314233418e-05, + "loss": 0.0278, + "step": 28714 + }, + { + "epoch": 24.355385920271416, + "grad_norm": 0.7017788782978787, + "learning_rate": 1.770195510902943e-05, + "loss": 0.0256, + "step": 28715 + }, + { + "epoch": 24.356234096692113, + "grad_norm": 0.7108893298713517, + "learning_rate": 1.770177989801339e-05, + "loss": 0.0259, + "step": 28716 + }, + { + "epoch": 24.35708227311281, + "grad_norm": 0.7589385411169343, + "learning_rate": 1.7701604681185425e-05, + "loss": 0.0293, + "step": 28717 + }, + { + "epoch": 24.3579304495335, + "grad_norm": 0.6433151298857643, + "learning_rate": 1.7701429458545673e-05, + "loss": 0.0257, + "step": 28718 + }, + { + "epoch": 24.358778625954198, + "grad_norm": 0.7421538647861141, + "learning_rate": 1.770125423009426e-05, + "loss": 0.0306, + "step": 28719 + }, + { + "epoch": 24.359626802374894, + "grad_norm": 0.7672075073290032, + "learning_rate": 1.7701078995831322e-05, + "loss": 0.0297, + "step": 28720 + }, + { + "epoch": 24.36047497879559, + "grad_norm": 0.904947133592656, + "learning_rate": 1.7700903755756992e-05, + "loss": 0.0301, + "step": 28721 + }, + { + "epoch": 24.361323155216287, + "grad_norm": 0.6382616308182922, + "learning_rate": 1.7700728509871403e-05, + "loss": 0.0271, + "step": 28722 + }, + { + "epoch": 24.36217133163698, + "grad_norm": 0.642608335589006, + "learning_rate": 1.7700553258174683e-05, + "loss": 0.0297, + "step": 28723 + }, + { + "epoch": 24.363019508057675, + "grad_norm": 0.6713466211658469, + "learning_rate": 1.7700378000666968e-05, + "loss": 0.0265, + "step": 28724 + }, + { + "epoch": 24.36386768447837, + "grad_norm": 0.8673848138702805, + "learning_rate": 1.770020273734839e-05, + "loss": 0.0284, + "step": 28725 + }, + { + "epoch": 24.364715860899068, + "grad_norm": 0.6453130471876001, + "learning_rate": 1.770002746821908e-05, + "loss": 0.0274, + "step": 28726 + }, + { + "epoch": 24.365564037319764, + "grad_norm": 0.7785957179997245, + "learning_rate": 1.7699852193279165e-05, + "loss": 0.0291, + "step": 28727 + }, + { + "epoch": 24.366412213740457, + "grad_norm": 0.7212579742636497, + "learning_rate": 1.7699676912528788e-05, + "loss": 0.0265, + "step": 28728 + }, + { + "epoch": 24.367260390161153, + "grad_norm": 0.6134390015473341, + "learning_rate": 1.7699501625968076e-05, + "loss": 0.0263, + "step": 28729 + }, + { + "epoch": 24.36810856658185, + "grad_norm": 0.7060624382826277, + "learning_rate": 1.7699326333597163e-05, + "loss": 0.0264, + "step": 28730 + }, + { + "epoch": 24.368956743002546, + "grad_norm": 0.7244453431138196, + "learning_rate": 1.7699151035416176e-05, + "loss": 0.0286, + "step": 28731 + }, + { + "epoch": 24.36980491942324, + "grad_norm": 0.731290881667896, + "learning_rate": 1.769897573142525e-05, + "loss": 0.0288, + "step": 28732 + }, + { + "epoch": 24.370653095843934, + "grad_norm": 0.754845816169596, + "learning_rate": 1.769880042162452e-05, + "loss": 0.0282, + "step": 28733 + }, + { + "epoch": 24.37150127226463, + "grad_norm": 0.6305873371743915, + "learning_rate": 1.7698625106014117e-05, + "loss": 0.029, + "step": 28734 + }, + { + "epoch": 24.372349448685327, + "grad_norm": 0.6144512462340143, + "learning_rate": 1.7698449784594175e-05, + "loss": 0.0266, + "step": 28735 + }, + { + "epoch": 24.373197625106023, + "grad_norm": 0.6798494695956245, + "learning_rate": 1.769827445736482e-05, + "loss": 0.0255, + "step": 28736 + }, + { + "epoch": 24.374045801526716, + "grad_norm": 0.7515857627013957, + "learning_rate": 1.7698099124326188e-05, + "loss": 0.0287, + "step": 28737 + }, + { + "epoch": 24.374893977947412, + "grad_norm": 0.7453980519653871, + "learning_rate": 1.7697923785478418e-05, + "loss": 0.0276, + "step": 28738 + }, + { + "epoch": 24.37574215436811, + "grad_norm": 0.8048438142233306, + "learning_rate": 1.769774844082163e-05, + "loss": 0.0288, + "step": 28739 + }, + { + "epoch": 24.376590330788805, + "grad_norm": 0.6702408256827775, + "learning_rate": 1.7697573090355963e-05, + "loss": 0.0263, + "step": 28740 + }, + { + "epoch": 24.3774385072095, + "grad_norm": 0.6468982414665315, + "learning_rate": 1.769739773408155e-05, + "loss": 0.0265, + "step": 28741 + }, + { + "epoch": 24.378286683630193, + "grad_norm": 0.8080944785030804, + "learning_rate": 1.769722237199852e-05, + "loss": 0.0311, + "step": 28742 + }, + { + "epoch": 24.37913486005089, + "grad_norm": 0.7593158125385979, + "learning_rate": 1.769704700410701e-05, + "loss": 0.0287, + "step": 28743 + }, + { + "epoch": 24.379983036471586, + "grad_norm": 0.7476267701113211, + "learning_rate": 1.769687163040715e-05, + "loss": 0.0288, + "step": 28744 + }, + { + "epoch": 24.380831212892282, + "grad_norm": 0.8615244739742125, + "learning_rate": 1.769669625089907e-05, + "loss": 0.0312, + "step": 28745 + }, + { + "epoch": 24.38167938931298, + "grad_norm": 0.6305114991330447, + "learning_rate": 1.7696520865582908e-05, + "loss": 0.0274, + "step": 28746 + }, + { + "epoch": 24.38252756573367, + "grad_norm": 0.8320540584589182, + "learning_rate": 1.769634547445879e-05, + "loss": 0.0297, + "step": 28747 + }, + { + "epoch": 24.383375742154367, + "grad_norm": 0.7513873000376925, + "learning_rate": 1.7696170077526845e-05, + "loss": 0.0265, + "step": 28748 + }, + { + "epoch": 24.384223918575064, + "grad_norm": 0.6763569172870849, + "learning_rate": 1.769599467478722e-05, + "loss": 0.0274, + "step": 28749 + }, + { + "epoch": 24.38507209499576, + "grad_norm": 0.7412712471654593, + "learning_rate": 1.7695819266240036e-05, + "loss": 0.0295, + "step": 28750 + }, + { + "epoch": 24.385920271416456, + "grad_norm": 0.6894077260869633, + "learning_rate": 1.7695643851885428e-05, + "loss": 0.0284, + "step": 28751 + }, + { + "epoch": 24.38676844783715, + "grad_norm": 0.6919423413156637, + "learning_rate": 1.7695468431723528e-05, + "loss": 0.0276, + "step": 28752 + }, + { + "epoch": 24.387616624257845, + "grad_norm": 0.6900453797308425, + "learning_rate": 1.7695293005754468e-05, + "loss": 0.027, + "step": 28753 + }, + { + "epoch": 24.38846480067854, + "grad_norm": 0.6494141909408253, + "learning_rate": 1.7695117573978384e-05, + "loss": 0.029, + "step": 28754 + }, + { + "epoch": 24.389312977099237, + "grad_norm": 0.6779435493915927, + "learning_rate": 1.7694942136395402e-05, + "loss": 0.0269, + "step": 28755 + }, + { + "epoch": 24.390161153519934, + "grad_norm": 0.7024147518161674, + "learning_rate": 1.769476669300566e-05, + "loss": 0.0292, + "step": 28756 + }, + { + "epoch": 24.391009329940626, + "grad_norm": 0.7384750138701163, + "learning_rate": 1.7694591243809293e-05, + "loss": 0.0273, + "step": 28757 + }, + { + "epoch": 24.391857506361323, + "grad_norm": 0.7016260792479733, + "learning_rate": 1.769441578880642e-05, + "loss": 0.025, + "step": 28758 + }, + { + "epoch": 24.39270568278202, + "grad_norm": 0.7580447646374608, + "learning_rate": 1.769424032799719e-05, + "loss": 0.0281, + "step": 28759 + }, + { + "epoch": 24.393553859202715, + "grad_norm": 0.7238951051610278, + "learning_rate": 1.769406486138172e-05, + "loss": 0.0284, + "step": 28760 + }, + { + "epoch": 24.39440203562341, + "grad_norm": 0.7407160291194016, + "learning_rate": 1.7693889388960155e-05, + "loss": 0.0285, + "step": 28761 + }, + { + "epoch": 24.395250212044104, + "grad_norm": 0.6243581253563572, + "learning_rate": 1.7693713910732622e-05, + "loss": 0.027, + "step": 28762 + }, + { + "epoch": 24.3960983884648, + "grad_norm": 0.7690573749079617, + "learning_rate": 1.7693538426699254e-05, + "loss": 0.0293, + "step": 28763 + }, + { + "epoch": 24.396946564885496, + "grad_norm": 0.6671277509140677, + "learning_rate": 1.7693362936860183e-05, + "loss": 0.0264, + "step": 28764 + }, + { + "epoch": 24.397794741306193, + "grad_norm": 0.7201254839953949, + "learning_rate": 1.7693187441215542e-05, + "loss": 0.031, + "step": 28765 + }, + { + "epoch": 24.39864291772689, + "grad_norm": 0.6978276444740885, + "learning_rate": 1.7693011939765462e-05, + "loss": 0.0278, + "step": 28766 + }, + { + "epoch": 24.39949109414758, + "grad_norm": 0.9491529266935964, + "learning_rate": 1.7692836432510076e-05, + "loss": 0.0302, + "step": 28767 + }, + { + "epoch": 24.400339270568278, + "grad_norm": 0.6672057568682612, + "learning_rate": 1.769266091944952e-05, + "loss": 0.028, + "step": 28768 + }, + { + "epoch": 24.401187446988974, + "grad_norm": 0.6768511026888784, + "learning_rate": 1.769248540058392e-05, + "loss": 0.0259, + "step": 28769 + }, + { + "epoch": 24.40203562340967, + "grad_norm": 0.6732344993253053, + "learning_rate": 1.7692309875913414e-05, + "loss": 0.0255, + "step": 28770 + }, + { + "epoch": 24.402883799830363, + "grad_norm": 0.7743017553572474, + "learning_rate": 1.769213434543813e-05, + "loss": 0.0324, + "step": 28771 + }, + { + "epoch": 24.40373197625106, + "grad_norm": 0.7305267069878235, + "learning_rate": 1.769195880915821e-05, + "loss": 0.0238, + "step": 28772 + }, + { + "epoch": 24.404580152671755, + "grad_norm": 0.8910850644736676, + "learning_rate": 1.769178326707377e-05, + "loss": 0.0299, + "step": 28773 + }, + { + "epoch": 24.40542832909245, + "grad_norm": 0.7162572238463876, + "learning_rate": 1.7691607719184956e-05, + "loss": 0.0255, + "step": 28774 + }, + { + "epoch": 24.406276505513148, + "grad_norm": 0.8131555780236845, + "learning_rate": 1.7691432165491897e-05, + "loss": 0.0274, + "step": 28775 + }, + { + "epoch": 24.40712468193384, + "grad_norm": 0.7557245085825549, + "learning_rate": 1.7691256605994724e-05, + "loss": 0.0252, + "step": 28776 + }, + { + "epoch": 24.407972858354537, + "grad_norm": 0.7446620844963208, + "learning_rate": 1.769108104069357e-05, + "loss": 0.0279, + "step": 28777 + }, + { + "epoch": 24.408821034775233, + "grad_norm": 0.775467086818979, + "learning_rate": 1.7690905469588568e-05, + "loss": 0.0287, + "step": 28778 + }, + { + "epoch": 24.40966921119593, + "grad_norm": 0.5994865117674942, + "learning_rate": 1.7690729892679847e-05, + "loss": 0.0231, + "step": 28779 + }, + { + "epoch": 24.410517387616625, + "grad_norm": 0.7951763810353928, + "learning_rate": 1.7690554309967547e-05, + "loss": 0.0292, + "step": 28780 + }, + { + "epoch": 24.411365564037318, + "grad_norm": 0.7579815982340344, + "learning_rate": 1.7690378721451794e-05, + "loss": 0.0275, + "step": 28781 + }, + { + "epoch": 24.412213740458014, + "grad_norm": 0.8079803771857514, + "learning_rate": 1.7690203127132724e-05, + "loss": 0.0305, + "step": 28782 + }, + { + "epoch": 24.41306191687871, + "grad_norm": 0.8425079770386431, + "learning_rate": 1.7690027527010468e-05, + "loss": 0.0295, + "step": 28783 + }, + { + "epoch": 24.413910093299407, + "grad_norm": 0.7357195776050528, + "learning_rate": 1.7689851921085156e-05, + "loss": 0.0304, + "step": 28784 + }, + { + "epoch": 24.414758269720103, + "grad_norm": 0.7269843510436312, + "learning_rate": 1.7689676309356926e-05, + "loss": 0.0298, + "step": 28785 + }, + { + "epoch": 24.415606446140796, + "grad_norm": 0.6888535978429324, + "learning_rate": 1.7689500691825907e-05, + "loss": 0.025, + "step": 28786 + }, + { + "epoch": 24.416454622561492, + "grad_norm": 0.7755255012261507, + "learning_rate": 1.768932506849223e-05, + "loss": 0.0282, + "step": 28787 + }, + { + "epoch": 24.41730279898219, + "grad_norm": 0.7652924327480597, + "learning_rate": 1.7689149439356034e-05, + "loss": 0.0289, + "step": 28788 + }, + { + "epoch": 24.418150975402884, + "grad_norm": 0.8054225429189465, + "learning_rate": 1.7688973804417445e-05, + "loss": 0.0308, + "step": 28789 + }, + { + "epoch": 24.41899915182358, + "grad_norm": 0.7793021010263443, + "learning_rate": 1.7688798163676598e-05, + "loss": 0.0243, + "step": 28790 + }, + { + "epoch": 24.419847328244273, + "grad_norm": 0.732082846097919, + "learning_rate": 1.7688622517133627e-05, + "loss": 0.0284, + "step": 28791 + }, + { + "epoch": 24.42069550466497, + "grad_norm": 0.794984259305286, + "learning_rate": 1.768844686478866e-05, + "loss": 0.0289, + "step": 28792 + }, + { + "epoch": 24.421543681085666, + "grad_norm": 0.7051448696038538, + "learning_rate": 1.7688271206641835e-05, + "loss": 0.0273, + "step": 28793 + }, + { + "epoch": 24.422391857506362, + "grad_norm": 0.6484149774908788, + "learning_rate": 1.768809554269328e-05, + "loss": 0.0273, + "step": 28794 + }, + { + "epoch": 24.42324003392706, + "grad_norm": 0.7391596967577274, + "learning_rate": 1.7687919872943132e-05, + "loss": 0.0264, + "step": 28795 + }, + { + "epoch": 24.42408821034775, + "grad_norm": 0.6949934067881862, + "learning_rate": 1.7687744197391522e-05, + "loss": 0.0286, + "step": 28796 + }, + { + "epoch": 24.424936386768447, + "grad_norm": 0.8080339903738725, + "learning_rate": 1.7687568516038576e-05, + "loss": 0.0282, + "step": 28797 + }, + { + "epoch": 24.425784563189143, + "grad_norm": 0.7164913945703323, + "learning_rate": 1.7687392828884434e-05, + "loss": 0.0282, + "step": 28798 + }, + { + "epoch": 24.42663273960984, + "grad_norm": 0.8007145635466736, + "learning_rate": 1.768721713592923e-05, + "loss": 0.0279, + "step": 28799 + }, + { + "epoch": 24.427480916030536, + "grad_norm": 0.7255111029780652, + "learning_rate": 1.7687041437173095e-05, + "loss": 0.0268, + "step": 28800 + }, + { + "epoch": 24.42832909245123, + "grad_norm": 0.770508540401273, + "learning_rate": 1.7686865732616156e-05, + "loss": 0.0274, + "step": 28801 + }, + { + "epoch": 24.429177268871925, + "grad_norm": 0.7037624966102041, + "learning_rate": 1.768669002225855e-05, + "loss": 0.027, + "step": 28802 + }, + { + "epoch": 24.43002544529262, + "grad_norm": 0.703985087077261, + "learning_rate": 1.768651430610041e-05, + "loss": 0.0258, + "step": 28803 + }, + { + "epoch": 24.430873621713317, + "grad_norm": 0.6019491779404391, + "learning_rate": 1.768633858414187e-05, + "loss": 0.0246, + "step": 28804 + }, + { + "epoch": 24.431721798134014, + "grad_norm": 0.8457484364703471, + "learning_rate": 1.768616285638306e-05, + "loss": 0.0281, + "step": 28805 + }, + { + "epoch": 24.432569974554706, + "grad_norm": 0.7466146292396161, + "learning_rate": 1.7685987122824108e-05, + "loss": 0.0281, + "step": 28806 + }, + { + "epoch": 24.433418150975402, + "grad_norm": 0.652608788246494, + "learning_rate": 1.7685811383465154e-05, + "loss": 0.0254, + "step": 28807 + }, + { + "epoch": 24.4342663273961, + "grad_norm": 0.6536948009250823, + "learning_rate": 1.7685635638306327e-05, + "loss": 0.0246, + "step": 28808 + }, + { + "epoch": 24.435114503816795, + "grad_norm": 0.8218254914705907, + "learning_rate": 1.7685459887347765e-05, + "loss": 0.0278, + "step": 28809 + }, + { + "epoch": 24.435962680237488, + "grad_norm": 0.6058172899319749, + "learning_rate": 1.7685284130589595e-05, + "loss": 0.0254, + "step": 28810 + }, + { + "epoch": 24.436810856658184, + "grad_norm": 0.6499329747224246, + "learning_rate": 1.7685108368031953e-05, + "loss": 0.0242, + "step": 28811 + }, + { + "epoch": 24.43765903307888, + "grad_norm": 0.6757739511174216, + "learning_rate": 1.7684932599674968e-05, + "loss": 0.0255, + "step": 28812 + }, + { + "epoch": 24.438507209499576, + "grad_norm": 0.8659406206170984, + "learning_rate": 1.768475682551877e-05, + "loss": 0.0302, + "step": 28813 + }, + { + "epoch": 24.439355385920273, + "grad_norm": 0.6978954051689059, + "learning_rate": 1.7684581045563503e-05, + "loss": 0.0284, + "step": 28814 + }, + { + "epoch": 24.440203562340965, + "grad_norm": 0.6127033862828413, + "learning_rate": 1.7684405259809288e-05, + "loss": 0.0271, + "step": 28815 + }, + { + "epoch": 24.44105173876166, + "grad_norm": 0.5964634496507726, + "learning_rate": 1.7684229468256265e-05, + "loss": 0.0246, + "step": 28816 + }, + { + "epoch": 24.441899915182358, + "grad_norm": 0.7924775210090476, + "learning_rate": 1.7684053670904566e-05, + "loss": 0.0324, + "step": 28817 + }, + { + "epoch": 24.442748091603054, + "grad_norm": 0.7385473120640352, + "learning_rate": 1.7683877867754316e-05, + "loss": 0.0303, + "step": 28818 + }, + { + "epoch": 24.44359626802375, + "grad_norm": 0.8007859796462934, + "learning_rate": 1.7683702058805656e-05, + "loss": 0.0302, + "step": 28819 + }, + { + "epoch": 24.444444444444443, + "grad_norm": 0.7049134057803569, + "learning_rate": 1.768352624405872e-05, + "loss": 0.0291, + "step": 28820 + }, + { + "epoch": 24.44529262086514, + "grad_norm": 0.605250910234259, + "learning_rate": 1.7683350423513628e-05, + "loss": 0.0265, + "step": 28821 + }, + { + "epoch": 24.446140797285835, + "grad_norm": 0.642971873407072, + "learning_rate": 1.7683174597170526e-05, + "loss": 0.0266, + "step": 28822 + }, + { + "epoch": 24.44698897370653, + "grad_norm": 0.7923029621538469, + "learning_rate": 1.768299876502954e-05, + "loss": 0.0308, + "step": 28823 + }, + { + "epoch": 24.447837150127228, + "grad_norm": 0.7283456275519093, + "learning_rate": 1.768282292709081e-05, + "loss": 0.0283, + "step": 28824 + }, + { + "epoch": 24.44868532654792, + "grad_norm": 0.7882622472474412, + "learning_rate": 1.768264708335446e-05, + "loss": 0.0259, + "step": 28825 + }, + { + "epoch": 24.449533502968617, + "grad_norm": 0.788929471234052, + "learning_rate": 1.7682471233820626e-05, + "loss": 0.0321, + "step": 28826 + }, + { + "epoch": 24.450381679389313, + "grad_norm": 0.8841961630454527, + "learning_rate": 1.7682295378489444e-05, + "loss": 0.031, + "step": 28827 + }, + { + "epoch": 24.45122985581001, + "grad_norm": 0.7033929212370547, + "learning_rate": 1.768211951736104e-05, + "loss": 0.0304, + "step": 28828 + }, + { + "epoch": 24.452078032230705, + "grad_norm": 0.6957101828337351, + "learning_rate": 1.768194365043555e-05, + "loss": 0.028, + "step": 28829 + }, + { + "epoch": 24.452926208651398, + "grad_norm": 0.6349166181679721, + "learning_rate": 1.768176777771311e-05, + "loss": 0.0275, + "step": 28830 + }, + { + "epoch": 24.453774385072094, + "grad_norm": 0.6151691173398317, + "learning_rate": 1.7681591899193845e-05, + "loss": 0.0258, + "step": 28831 + }, + { + "epoch": 24.45462256149279, + "grad_norm": 0.6059013278838286, + "learning_rate": 1.7681416014877893e-05, + "loss": 0.026, + "step": 28832 + }, + { + "epoch": 24.455470737913487, + "grad_norm": 0.6515559788034511, + "learning_rate": 1.768124012476539e-05, + "loss": 0.0261, + "step": 28833 + }, + { + "epoch": 24.456318914334183, + "grad_norm": 0.5829919635279303, + "learning_rate": 1.7681064228856465e-05, + "loss": 0.0235, + "step": 28834 + }, + { + "epoch": 24.457167090754876, + "grad_norm": 0.7570775066733076, + "learning_rate": 1.7680888327151245e-05, + "loss": 0.0248, + "step": 28835 + }, + { + "epoch": 24.458015267175572, + "grad_norm": 0.7745406414342395, + "learning_rate": 1.7680712419649874e-05, + "loss": 0.0285, + "step": 28836 + }, + { + "epoch": 24.458863443596268, + "grad_norm": 0.6911089171080909, + "learning_rate": 1.7680536506352477e-05, + "loss": 0.0251, + "step": 28837 + }, + { + "epoch": 24.459711620016964, + "grad_norm": 0.7870643629059718, + "learning_rate": 1.768036058725919e-05, + "loss": 0.0288, + "step": 28838 + }, + { + "epoch": 24.46055979643766, + "grad_norm": 0.8387157447850534, + "learning_rate": 1.7680184662370143e-05, + "loss": 0.0269, + "step": 28839 + }, + { + "epoch": 24.461407972858353, + "grad_norm": 0.8175454284976634, + "learning_rate": 1.768000873168547e-05, + "loss": 0.0275, + "step": 28840 + }, + { + "epoch": 24.46225614927905, + "grad_norm": 0.7576136719434419, + "learning_rate": 1.7679832795205306e-05, + "loss": 0.0288, + "step": 28841 + }, + { + "epoch": 24.463104325699746, + "grad_norm": 0.7455457704851208, + "learning_rate": 1.767965685292978e-05, + "loss": 0.0292, + "step": 28842 + }, + { + "epoch": 24.463952502120442, + "grad_norm": 0.7367960650122807, + "learning_rate": 1.7679480904859027e-05, + "loss": 0.0302, + "step": 28843 + }, + { + "epoch": 24.46480067854114, + "grad_norm": 0.6858156812305611, + "learning_rate": 1.767930495099318e-05, + "loss": 0.0262, + "step": 28844 + }, + { + "epoch": 24.46564885496183, + "grad_norm": 0.8024723361529493, + "learning_rate": 1.7679128991332367e-05, + "loss": 0.0292, + "step": 28845 + }, + { + "epoch": 24.466497031382527, + "grad_norm": 0.6303121368804445, + "learning_rate": 1.767895302587673e-05, + "loss": 0.0265, + "step": 28846 + }, + { + "epoch": 24.467345207803223, + "grad_norm": 0.6968594713409785, + "learning_rate": 1.7678777054626396e-05, + "loss": 0.0284, + "step": 28847 + }, + { + "epoch": 24.46819338422392, + "grad_norm": 0.7288039526629502, + "learning_rate": 1.7678601077581496e-05, + "loss": 0.0264, + "step": 28848 + }, + { + "epoch": 24.469041560644612, + "grad_norm": 0.6458767826677736, + "learning_rate": 1.7678425094742165e-05, + "loss": 0.0284, + "step": 28849 + }, + { + "epoch": 24.46988973706531, + "grad_norm": 0.710437624457265, + "learning_rate": 1.767824910610854e-05, + "loss": 0.029, + "step": 28850 + }, + { + "epoch": 24.470737913486005, + "grad_norm": 0.7363849945252655, + "learning_rate": 1.767807311168075e-05, + "loss": 0.0252, + "step": 28851 + }, + { + "epoch": 24.4715860899067, + "grad_norm": 0.7259122905794092, + "learning_rate": 1.7677897111458925e-05, + "loss": 0.029, + "step": 28852 + }, + { + "epoch": 24.472434266327397, + "grad_norm": 0.8075395359922608, + "learning_rate": 1.76777211054432e-05, + "loss": 0.0294, + "step": 28853 + }, + { + "epoch": 24.47328244274809, + "grad_norm": 0.6945229197957598, + "learning_rate": 1.7677545093633713e-05, + "loss": 0.0281, + "step": 28854 + }, + { + "epoch": 24.474130619168786, + "grad_norm": 0.7654072227476556, + "learning_rate": 1.767736907603059e-05, + "loss": 0.028, + "step": 28855 + }, + { + "epoch": 24.474978795589482, + "grad_norm": 0.9916496362024415, + "learning_rate": 1.767719305263396e-05, + "loss": 0.0298, + "step": 28856 + }, + { + "epoch": 24.47582697201018, + "grad_norm": 0.6303483819365748, + "learning_rate": 1.7677017023443968e-05, + "loss": 0.0254, + "step": 28857 + }, + { + "epoch": 24.476675148430875, + "grad_norm": 0.7367724292277887, + "learning_rate": 1.767684098846074e-05, + "loss": 0.0276, + "step": 28858 + }, + { + "epoch": 24.477523324851568, + "grad_norm": 0.7253847617698911, + "learning_rate": 1.767666494768441e-05, + "loss": 0.0302, + "step": 28859 + }, + { + "epoch": 24.478371501272264, + "grad_norm": 0.770699532577597, + "learning_rate": 1.7676488901115106e-05, + "loss": 0.0299, + "step": 28860 + }, + { + "epoch": 24.47921967769296, + "grad_norm": 0.8160124335672277, + "learning_rate": 1.767631284875297e-05, + "loss": 0.0276, + "step": 28861 + }, + { + "epoch": 24.480067854113656, + "grad_norm": 0.8775599553951494, + "learning_rate": 1.7676136790598127e-05, + "loss": 0.0313, + "step": 28862 + }, + { + "epoch": 24.480916030534353, + "grad_norm": 0.6615302092207255, + "learning_rate": 1.7675960726650716e-05, + "loss": 0.0272, + "step": 28863 + }, + { + "epoch": 24.481764206955045, + "grad_norm": 0.7578356846492632, + "learning_rate": 1.7675784656910867e-05, + "loss": 0.0277, + "step": 28864 + }, + { + "epoch": 24.48261238337574, + "grad_norm": 0.6454798903076538, + "learning_rate": 1.767560858137871e-05, + "loss": 0.0273, + "step": 28865 + }, + { + "epoch": 24.483460559796438, + "grad_norm": 0.6967037581367548, + "learning_rate": 1.7675432500054382e-05, + "loss": 0.028, + "step": 28866 + }, + { + "epoch": 24.484308736217134, + "grad_norm": 0.70369240882772, + "learning_rate": 1.7675256412938014e-05, + "loss": 0.0294, + "step": 28867 + }, + { + "epoch": 24.48515691263783, + "grad_norm": 0.8136060187568399, + "learning_rate": 1.767508032002974e-05, + "loss": 0.0284, + "step": 28868 + }, + { + "epoch": 24.486005089058523, + "grad_norm": 0.7049460247237058, + "learning_rate": 1.7674904221329692e-05, + "loss": 0.0266, + "step": 28869 + }, + { + "epoch": 24.48685326547922, + "grad_norm": 0.7064887155700076, + "learning_rate": 1.7674728116838e-05, + "loss": 0.028, + "step": 28870 + }, + { + "epoch": 24.487701441899915, + "grad_norm": 0.7797772870375924, + "learning_rate": 1.7674552006554802e-05, + "loss": 0.0329, + "step": 28871 + }, + { + "epoch": 24.48854961832061, + "grad_norm": 0.7561841109015914, + "learning_rate": 1.767437589048023e-05, + "loss": 0.0293, + "step": 28872 + }, + { + "epoch": 24.489397794741308, + "grad_norm": 0.5660872723382367, + "learning_rate": 1.7674199768614415e-05, + "loss": 0.0256, + "step": 28873 + }, + { + "epoch": 24.490245971162, + "grad_norm": 0.5939734416185088, + "learning_rate": 1.767402364095749e-05, + "loss": 0.0255, + "step": 28874 + }, + { + "epoch": 24.491094147582697, + "grad_norm": 0.7545969783017596, + "learning_rate": 1.767384750750959e-05, + "loss": 0.0271, + "step": 28875 + }, + { + "epoch": 24.491942324003393, + "grad_norm": 0.6879658025555805, + "learning_rate": 1.7673671368270844e-05, + "loss": 0.0263, + "step": 28876 + }, + { + "epoch": 24.49279050042409, + "grad_norm": 0.812918686754429, + "learning_rate": 1.767349522324139e-05, + "loss": 0.0317, + "step": 28877 + }, + { + "epoch": 24.493638676844785, + "grad_norm": 0.8353795141669861, + "learning_rate": 1.7673319072421355e-05, + "loss": 0.0324, + "step": 28878 + }, + { + "epoch": 24.494486853265478, + "grad_norm": 0.6882828505510681, + "learning_rate": 1.7673142915810878e-05, + "loss": 0.0272, + "step": 28879 + }, + { + "epoch": 24.495335029686174, + "grad_norm": 0.6925094534211585, + "learning_rate": 1.767296675341009e-05, + "loss": 0.0265, + "step": 28880 + }, + { + "epoch": 24.49618320610687, + "grad_norm": 0.833756557181744, + "learning_rate": 1.767279058521912e-05, + "loss": 0.0272, + "step": 28881 + }, + { + "epoch": 24.497031382527567, + "grad_norm": 0.6555132603864445, + "learning_rate": 1.7672614411238103e-05, + "loss": 0.0256, + "step": 28882 + }, + { + "epoch": 24.497879558948263, + "grad_norm": 0.7823070595525735, + "learning_rate": 1.7672438231467177e-05, + "loss": 0.0282, + "step": 28883 + }, + { + "epoch": 24.498727735368956, + "grad_norm": 0.8049372558936287, + "learning_rate": 1.767226204590647e-05, + "loss": 0.0291, + "step": 28884 + }, + { + "epoch": 24.499575911789652, + "grad_norm": 0.8328747919518726, + "learning_rate": 1.7672085854556116e-05, + "loss": 0.03, + "step": 28885 + }, + { + "epoch": 24.500424088210348, + "grad_norm": 0.7864864330201008, + "learning_rate": 1.7671909657416247e-05, + "loss": 0.0331, + "step": 28886 + }, + { + "epoch": 24.501272264631044, + "grad_norm": 0.6888580017922235, + "learning_rate": 1.7671733454486996e-05, + "loss": 0.0253, + "step": 28887 + }, + { + "epoch": 24.502120441051737, + "grad_norm": 0.7915367502935277, + "learning_rate": 1.76715572457685e-05, + "loss": 0.0276, + "step": 28888 + }, + { + "epoch": 24.502968617472433, + "grad_norm": 0.6213027962341727, + "learning_rate": 1.7671381031260886e-05, + "loss": 0.0264, + "step": 28889 + }, + { + "epoch": 24.50381679389313, + "grad_norm": 0.7456238231439736, + "learning_rate": 1.7671204810964287e-05, + "loss": 0.028, + "step": 28890 + }, + { + "epoch": 24.504664970313826, + "grad_norm": 0.6787192966319501, + "learning_rate": 1.7671028584878843e-05, + "loss": 0.0308, + "step": 28891 + }, + { + "epoch": 24.505513146734522, + "grad_norm": 0.6697683293700883, + "learning_rate": 1.7670852353004683e-05, + "loss": 0.0281, + "step": 28892 + }, + { + "epoch": 24.506361323155215, + "grad_norm": 0.6754488980242932, + "learning_rate": 1.7670676115341934e-05, + "loss": 0.0281, + "step": 28893 + }, + { + "epoch": 24.50720949957591, + "grad_norm": 0.6424136172122792, + "learning_rate": 1.7670499871890742e-05, + "loss": 0.0274, + "step": 28894 + }, + { + "epoch": 24.508057675996607, + "grad_norm": 0.699560001176272, + "learning_rate": 1.767032362265123e-05, + "loss": 0.0303, + "step": 28895 + }, + { + "epoch": 24.508905852417303, + "grad_norm": 0.7753497847602233, + "learning_rate": 1.7670147367623535e-05, + "loss": 0.0276, + "step": 28896 + }, + { + "epoch": 24.509754028838, + "grad_norm": 0.6895159620415596, + "learning_rate": 1.7669971106807784e-05, + "loss": 0.0255, + "step": 28897 + }, + { + "epoch": 24.510602205258692, + "grad_norm": 0.8384150941950717, + "learning_rate": 1.766979484020412e-05, + "loss": 0.0301, + "step": 28898 + }, + { + "epoch": 24.51145038167939, + "grad_norm": 0.7410130114086777, + "learning_rate": 1.7669618567812667e-05, + "loss": 0.0291, + "step": 28899 + }, + { + "epoch": 24.512298558100085, + "grad_norm": 0.729653058700938, + "learning_rate": 1.7669442289633564e-05, + "loss": 0.0285, + "step": 28900 + }, + { + "epoch": 24.51314673452078, + "grad_norm": 0.7770449860497809, + "learning_rate": 1.766926600566694e-05, + "loss": 0.0308, + "step": 28901 + }, + { + "epoch": 24.513994910941477, + "grad_norm": 0.9202980813459238, + "learning_rate": 1.7669089715912928e-05, + "loss": 0.0298, + "step": 28902 + }, + { + "epoch": 24.51484308736217, + "grad_norm": 0.7896324484468688, + "learning_rate": 1.7668913420371666e-05, + "loss": 0.0317, + "step": 28903 + }, + { + "epoch": 24.515691263782866, + "grad_norm": 0.7468953720793128, + "learning_rate": 1.7668737119043285e-05, + "loss": 0.0261, + "step": 28904 + }, + { + "epoch": 24.516539440203562, + "grad_norm": 0.8097874555855713, + "learning_rate": 1.7668560811927914e-05, + "loss": 0.0292, + "step": 28905 + }, + { + "epoch": 24.51738761662426, + "grad_norm": 0.7648376764604474, + "learning_rate": 1.766838449902569e-05, + "loss": 0.0295, + "step": 28906 + }, + { + "epoch": 24.518235793044955, + "grad_norm": 0.8209300683691092, + "learning_rate": 1.7668208180336743e-05, + "loss": 0.0316, + "step": 28907 + }, + { + "epoch": 24.519083969465647, + "grad_norm": 0.8046130953514739, + "learning_rate": 1.766803185586121e-05, + "loss": 0.0274, + "step": 28908 + }, + { + "epoch": 24.519932145886344, + "grad_norm": 0.7282024674310259, + "learning_rate": 1.7667855525599222e-05, + "loss": 0.0301, + "step": 28909 + }, + { + "epoch": 24.52078032230704, + "grad_norm": 0.6911369756794352, + "learning_rate": 1.7667679189550913e-05, + "loss": 0.0309, + "step": 28910 + }, + { + "epoch": 24.521628498727736, + "grad_norm": 0.6316698350264796, + "learning_rate": 1.7667502847716413e-05, + "loss": 0.0247, + "step": 28911 + }, + { + "epoch": 24.522476675148432, + "grad_norm": 0.7109584024187914, + "learning_rate": 1.766732650009586e-05, + "loss": 0.0267, + "step": 28912 + }, + { + "epoch": 24.523324851569125, + "grad_norm": 0.7554914031867748, + "learning_rate": 1.7667150146689382e-05, + "loss": 0.0278, + "step": 28913 + }, + { + "epoch": 24.52417302798982, + "grad_norm": 0.7963125095571971, + "learning_rate": 1.7666973787497114e-05, + "loss": 0.0336, + "step": 28914 + }, + { + "epoch": 24.525021204410518, + "grad_norm": 0.6939799536291404, + "learning_rate": 1.766679742251919e-05, + "loss": 0.0277, + "step": 28915 + }, + { + "epoch": 24.525869380831214, + "grad_norm": 0.6648152440095296, + "learning_rate": 1.7666621051755745e-05, + "loss": 0.0286, + "step": 28916 + }, + { + "epoch": 24.52671755725191, + "grad_norm": 0.6564089309871372, + "learning_rate": 1.7666444675206908e-05, + "loss": 0.0288, + "step": 28917 + }, + { + "epoch": 24.527565733672603, + "grad_norm": 0.7846015054974025, + "learning_rate": 1.7666268292872812e-05, + "loss": 0.0292, + "step": 28918 + }, + { + "epoch": 24.5284139100933, + "grad_norm": 0.7128616415631824, + "learning_rate": 1.7666091904753596e-05, + "loss": 0.0313, + "step": 28919 + }, + { + "epoch": 24.529262086513995, + "grad_norm": 0.7703981122215363, + "learning_rate": 1.7665915510849386e-05, + "loss": 0.0285, + "step": 28920 + }, + { + "epoch": 24.53011026293469, + "grad_norm": 0.6942672082249929, + "learning_rate": 1.7665739111160317e-05, + "loss": 0.0281, + "step": 28921 + }, + { + "epoch": 24.530958439355388, + "grad_norm": 0.7022643492566701, + "learning_rate": 1.7665562705686525e-05, + "loss": 0.0274, + "step": 28922 + }, + { + "epoch": 24.53180661577608, + "grad_norm": 0.69443806641667, + "learning_rate": 1.766538629442814e-05, + "loss": 0.0348, + "step": 28923 + }, + { + "epoch": 24.532654792196777, + "grad_norm": 0.6873746304341386, + "learning_rate": 1.7665209877385302e-05, + "loss": 0.0265, + "step": 28924 + }, + { + "epoch": 24.533502968617473, + "grad_norm": 0.7612731143957113, + "learning_rate": 1.7665033454558132e-05, + "loss": 0.0293, + "step": 28925 + }, + { + "epoch": 24.53435114503817, + "grad_norm": 0.9237444524375891, + "learning_rate": 1.766485702594677e-05, + "loss": 0.032, + "step": 28926 + }, + { + "epoch": 24.53519932145886, + "grad_norm": 0.7635100426311703, + "learning_rate": 1.7664680591551353e-05, + "loss": 0.0307, + "step": 28927 + }, + { + "epoch": 24.536047497879558, + "grad_norm": 0.7221650523117185, + "learning_rate": 1.7664504151372005e-05, + "loss": 0.0262, + "step": 28928 + }, + { + "epoch": 24.536895674300254, + "grad_norm": 0.7328833859497845, + "learning_rate": 1.766432770540887e-05, + "loss": 0.0278, + "step": 28929 + }, + { + "epoch": 24.53774385072095, + "grad_norm": 0.7703091204859805, + "learning_rate": 1.7664151253662073e-05, + "loss": 0.0275, + "step": 28930 + }, + { + "epoch": 24.538592027141647, + "grad_norm": 0.6385266350040922, + "learning_rate": 1.7663974796131747e-05, + "loss": 0.0276, + "step": 28931 + }, + { + "epoch": 24.53944020356234, + "grad_norm": 0.718192121072988, + "learning_rate": 1.766379833281803e-05, + "loss": 0.0278, + "step": 28932 + }, + { + "epoch": 24.540288379983036, + "grad_norm": 0.7410587064293099, + "learning_rate": 1.7663621863721054e-05, + "loss": 0.0278, + "step": 28933 + }, + { + "epoch": 24.541136556403732, + "grad_norm": 0.6780271007070977, + "learning_rate": 1.7663445388840945e-05, + "loss": 0.0237, + "step": 28934 + }, + { + "epoch": 24.541984732824428, + "grad_norm": 0.6834876586009195, + "learning_rate": 1.766326890817785e-05, + "loss": 0.0299, + "step": 28935 + }, + { + "epoch": 24.542832909245124, + "grad_norm": 0.6639258050830764, + "learning_rate": 1.766309242173189e-05, + "loss": 0.027, + "step": 28936 + }, + { + "epoch": 24.543681085665817, + "grad_norm": 0.7032778401999077, + "learning_rate": 1.76629159295032e-05, + "loss": 0.0274, + "step": 28937 + }, + { + "epoch": 24.544529262086513, + "grad_norm": 0.7486177280690387, + "learning_rate": 1.766273943149192e-05, + "loss": 0.0272, + "step": 28938 + }, + { + "epoch": 24.54537743850721, + "grad_norm": 0.6317121765329584, + "learning_rate": 1.7662562927698177e-05, + "loss": 0.0271, + "step": 28939 + }, + { + "epoch": 24.546225614927906, + "grad_norm": 0.8192968460589564, + "learning_rate": 1.7662386418122108e-05, + "loss": 0.031, + "step": 28940 + }, + { + "epoch": 24.547073791348602, + "grad_norm": 0.6021750479640656, + "learning_rate": 1.7662209902763842e-05, + "loss": 0.0263, + "step": 28941 + }, + { + "epoch": 24.547921967769295, + "grad_norm": 0.8875942528558294, + "learning_rate": 1.7662033381623517e-05, + "loss": 0.0341, + "step": 28942 + }, + { + "epoch": 24.54877014418999, + "grad_norm": 0.8559071216086057, + "learning_rate": 1.766185685470126e-05, + "loss": 0.0303, + "step": 28943 + }, + { + "epoch": 24.549618320610687, + "grad_norm": 0.6421438569977818, + "learning_rate": 1.766168032199721e-05, + "loss": 0.0262, + "step": 28944 + }, + { + "epoch": 24.550466497031383, + "grad_norm": 0.6465296433902142, + "learning_rate": 1.7661503783511495e-05, + "loss": 0.029, + "step": 28945 + }, + { + "epoch": 24.55131467345208, + "grad_norm": 0.7211311595961744, + "learning_rate": 1.7661327239244256e-05, + "loss": 0.0279, + "step": 28946 + }, + { + "epoch": 24.552162849872772, + "grad_norm": 0.7555958553734115, + "learning_rate": 1.7661150689195618e-05, + "loss": 0.0284, + "step": 28947 + }, + { + "epoch": 24.55301102629347, + "grad_norm": 0.7496523981820569, + "learning_rate": 1.7660974133365722e-05, + "loss": 0.0274, + "step": 28948 + }, + { + "epoch": 24.553859202714165, + "grad_norm": 0.7761286660310006, + "learning_rate": 1.766079757175469e-05, + "loss": 0.031, + "step": 28949 + }, + { + "epoch": 24.55470737913486, + "grad_norm": 0.8230937155702635, + "learning_rate": 1.766062100436267e-05, + "loss": 0.0287, + "step": 28950 + }, + { + "epoch": 24.555555555555557, + "grad_norm": 0.8213682739024565, + "learning_rate": 1.766044443118978e-05, + "loss": 0.0319, + "step": 28951 + }, + { + "epoch": 24.55640373197625, + "grad_norm": 0.7772829976835068, + "learning_rate": 1.7660267852236166e-05, + "loss": 0.0293, + "step": 28952 + }, + { + "epoch": 24.557251908396946, + "grad_norm": 0.7292624183584199, + "learning_rate": 1.7660091267501955e-05, + "loss": 0.0299, + "step": 28953 + }, + { + "epoch": 24.558100084817642, + "grad_norm": 0.6517609446196194, + "learning_rate": 1.765991467698728e-05, + "loss": 0.0266, + "step": 28954 + }, + { + "epoch": 24.55894826123834, + "grad_norm": 0.7845921812745581, + "learning_rate": 1.7659738080692276e-05, + "loss": 0.0283, + "step": 28955 + }, + { + "epoch": 24.559796437659035, + "grad_norm": 0.6588063431897656, + "learning_rate": 1.7659561478617074e-05, + "loss": 0.0302, + "step": 28956 + }, + { + "epoch": 24.560644614079727, + "grad_norm": 0.8483633806816516, + "learning_rate": 1.765938487076181e-05, + "loss": 0.0314, + "step": 28957 + }, + { + "epoch": 24.561492790500424, + "grad_norm": 0.691214536259573, + "learning_rate": 1.765920825712662e-05, + "loss": 0.0281, + "step": 28958 + }, + { + "epoch": 24.56234096692112, + "grad_norm": 0.6349478166865685, + "learning_rate": 1.765903163771163e-05, + "loss": 0.0269, + "step": 28959 + }, + { + "epoch": 24.563189143341816, + "grad_norm": 0.7661747584158014, + "learning_rate": 1.7658855012516977e-05, + "loss": 0.0253, + "step": 28960 + }, + { + "epoch": 24.564037319762512, + "grad_norm": 0.7207670419192427, + "learning_rate": 1.7658678381542797e-05, + "loss": 0.0263, + "step": 28961 + }, + { + "epoch": 24.564885496183205, + "grad_norm": 0.7325308566560886, + "learning_rate": 1.7658501744789216e-05, + "loss": 0.0266, + "step": 28962 + }, + { + "epoch": 24.5657336726039, + "grad_norm": 0.6789710734688759, + "learning_rate": 1.7658325102256374e-05, + "loss": 0.0261, + "step": 28963 + }, + { + "epoch": 24.566581849024598, + "grad_norm": 0.9330521941484554, + "learning_rate": 1.7658148453944402e-05, + "loss": 0.0291, + "step": 28964 + }, + { + "epoch": 24.567430025445294, + "grad_norm": 0.7051983882067564, + "learning_rate": 1.7657971799853432e-05, + "loss": 0.0278, + "step": 28965 + }, + { + "epoch": 24.568278201865986, + "grad_norm": 0.6661801794630287, + "learning_rate": 1.76577951399836e-05, + "loss": 0.0299, + "step": 28966 + }, + { + "epoch": 24.569126378286683, + "grad_norm": 0.7857116628507999, + "learning_rate": 1.765761847433504e-05, + "loss": 0.0279, + "step": 28967 + }, + { + "epoch": 24.56997455470738, + "grad_norm": 0.7667686581240205, + "learning_rate": 1.7657441802907877e-05, + "loss": 0.0279, + "step": 28968 + }, + { + "epoch": 24.570822731128075, + "grad_norm": 0.7523313665564786, + "learning_rate": 1.7657265125702253e-05, + "loss": 0.0292, + "step": 28969 + }, + { + "epoch": 24.57167090754877, + "grad_norm": 0.8957688276346871, + "learning_rate": 1.7657088442718302e-05, + "loss": 0.0339, + "step": 28970 + }, + { + "epoch": 24.572519083969464, + "grad_norm": 0.7388891419372775, + "learning_rate": 1.7656911753956153e-05, + "loss": 0.0288, + "step": 28971 + }, + { + "epoch": 24.57336726039016, + "grad_norm": 0.7392945059359419, + "learning_rate": 1.7656735059415938e-05, + "loss": 0.0272, + "step": 28972 + }, + { + "epoch": 24.574215436810857, + "grad_norm": 0.6796954032373789, + "learning_rate": 1.7656558359097797e-05, + "loss": 0.0275, + "step": 28973 + }, + { + "epoch": 24.575063613231553, + "grad_norm": 0.7204362820023218, + "learning_rate": 1.7656381653001854e-05, + "loss": 0.0279, + "step": 28974 + }, + { + "epoch": 24.57591178965225, + "grad_norm": 0.8145763112581903, + "learning_rate": 1.765620494112825e-05, + "loss": 0.0303, + "step": 28975 + }, + { + "epoch": 24.57675996607294, + "grad_norm": 0.6777469602012249, + "learning_rate": 1.765602822347712e-05, + "loss": 0.0289, + "step": 28976 + }, + { + "epoch": 24.577608142493638, + "grad_norm": 0.6841913581025929, + "learning_rate": 1.7655851500048588e-05, + "loss": 0.0273, + "step": 28977 + }, + { + "epoch": 24.578456318914334, + "grad_norm": 0.6730474350471047, + "learning_rate": 1.765567477084279e-05, + "loss": 0.0283, + "step": 28978 + }, + { + "epoch": 24.57930449533503, + "grad_norm": 0.8073135403287123, + "learning_rate": 1.7655498035859867e-05, + "loss": 0.0318, + "step": 28979 + }, + { + "epoch": 24.580152671755727, + "grad_norm": 0.6738804132801623, + "learning_rate": 1.7655321295099947e-05, + "loss": 0.0287, + "step": 28980 + }, + { + "epoch": 24.58100084817642, + "grad_norm": 0.7633081222313421, + "learning_rate": 1.7655144548563165e-05, + "loss": 0.0309, + "step": 28981 + }, + { + "epoch": 24.581849024597116, + "grad_norm": 0.64170343870243, + "learning_rate": 1.7654967796249652e-05, + "loss": 0.0274, + "step": 28982 + }, + { + "epoch": 24.58269720101781, + "grad_norm": 0.8893337042607261, + "learning_rate": 1.7654791038159544e-05, + "loss": 0.0338, + "step": 28983 + }, + { + "epoch": 24.583545377438508, + "grad_norm": 0.7015724510701952, + "learning_rate": 1.765461427429297e-05, + "loss": 0.0305, + "step": 28984 + }, + { + "epoch": 24.584393553859204, + "grad_norm": 1.1188552063600659, + "learning_rate": 1.7654437504650063e-05, + "loss": 0.0273, + "step": 28985 + }, + { + "epoch": 24.585241730279897, + "grad_norm": 0.6783869418678259, + "learning_rate": 1.7654260729230965e-05, + "loss": 0.0266, + "step": 28986 + }, + { + "epoch": 24.586089906700593, + "grad_norm": 0.7089614724190635, + "learning_rate": 1.7654083948035803e-05, + "loss": 0.0284, + "step": 28987 + }, + { + "epoch": 24.58693808312129, + "grad_norm": 0.7187816003332098, + "learning_rate": 1.765390716106471e-05, + "loss": 0.0287, + "step": 28988 + }, + { + "epoch": 24.587786259541986, + "grad_norm": 0.681588620731744, + "learning_rate": 1.7653730368317822e-05, + "loss": 0.0294, + "step": 28989 + }, + { + "epoch": 24.588634435962682, + "grad_norm": 0.8175002409229922, + "learning_rate": 1.765355356979527e-05, + "loss": 0.0302, + "step": 28990 + }, + { + "epoch": 24.589482612383375, + "grad_norm": 0.8600462515484599, + "learning_rate": 1.7653376765497194e-05, + "loss": 0.0296, + "step": 28991 + }, + { + "epoch": 24.59033078880407, + "grad_norm": 0.7152861887080967, + "learning_rate": 1.7653199955423714e-05, + "loss": 0.0289, + "step": 28992 + }, + { + "epoch": 24.591178965224767, + "grad_norm": 0.6722537219424717, + "learning_rate": 1.7653023139574975e-05, + "loss": 0.0286, + "step": 28993 + }, + { + "epoch": 24.592027141645463, + "grad_norm": 0.7537738241083601, + "learning_rate": 1.765284631795111e-05, + "loss": 0.0268, + "step": 28994 + }, + { + "epoch": 24.59287531806616, + "grad_norm": 0.6695371511321873, + "learning_rate": 1.7652669490552243e-05, + "loss": 0.0258, + "step": 28995 + }, + { + "epoch": 24.593723494486852, + "grad_norm": 0.6732822120411266, + "learning_rate": 1.765249265737852e-05, + "loss": 0.028, + "step": 28996 + }, + { + "epoch": 24.59457167090755, + "grad_norm": 0.7588262636930767, + "learning_rate": 1.7652315818430062e-05, + "loss": 0.0283, + "step": 28997 + }, + { + "epoch": 24.595419847328245, + "grad_norm": 0.6336598679733877, + "learning_rate": 1.7652138973707016e-05, + "loss": 0.0285, + "step": 28998 + }, + { + "epoch": 24.59626802374894, + "grad_norm": 0.6625276102590739, + "learning_rate": 1.7651962123209503e-05, + "loss": 0.0259, + "step": 28999 + }, + { + "epoch": 24.597116200169637, + "grad_norm": 0.7394956583802972, + "learning_rate": 1.7651785266937664e-05, + "loss": 0.0271, + "step": 29000 + }, + { + "epoch": 24.59796437659033, + "grad_norm": 0.7859290679669747, + "learning_rate": 1.765160840489163e-05, + "loss": 0.0278, + "step": 29001 + }, + { + "epoch": 24.598812553011026, + "grad_norm": 0.7267802438191051, + "learning_rate": 1.7651431537071533e-05, + "loss": 0.0275, + "step": 29002 + }, + { + "epoch": 24.599660729431722, + "grad_norm": 0.7155319683458032, + "learning_rate": 1.7651254663477512e-05, + "loss": 0.0294, + "step": 29003 + }, + { + "epoch": 24.60050890585242, + "grad_norm": 0.7179530807683947, + "learning_rate": 1.765107778410969e-05, + "loss": 0.0276, + "step": 29004 + }, + { + "epoch": 24.60135708227311, + "grad_norm": 0.806703056890108, + "learning_rate": 1.765090089896821e-05, + "loss": 0.029, + "step": 29005 + }, + { + "epoch": 24.602205258693807, + "grad_norm": 0.6278144495190408, + "learning_rate": 1.7650724008053202e-05, + "loss": 0.025, + "step": 29006 + }, + { + "epoch": 24.603053435114504, + "grad_norm": 0.7263871394035095, + "learning_rate": 1.76505471113648e-05, + "loss": 0.0289, + "step": 29007 + }, + { + "epoch": 24.6039016115352, + "grad_norm": 0.6716953952778021, + "learning_rate": 1.765037020890314e-05, + "loss": 0.0302, + "step": 29008 + }, + { + "epoch": 24.604749787955896, + "grad_norm": 0.723075474255237, + "learning_rate": 1.765019330066835e-05, + "loss": 0.0283, + "step": 29009 + }, + { + "epoch": 24.60559796437659, + "grad_norm": 0.7264906220170235, + "learning_rate": 1.765001638666057e-05, + "loss": 0.028, + "step": 29010 + }, + { + "epoch": 24.606446140797285, + "grad_norm": 0.6825482242688087, + "learning_rate": 1.7649839466879924e-05, + "loss": 0.0271, + "step": 29011 + }, + { + "epoch": 24.60729431721798, + "grad_norm": 0.7915475011406672, + "learning_rate": 1.7649662541326557e-05, + "loss": 0.0295, + "step": 29012 + }, + { + "epoch": 24.608142493638677, + "grad_norm": 0.7161806207202662, + "learning_rate": 1.7649485610000592e-05, + "loss": 0.0277, + "step": 29013 + }, + { + "epoch": 24.608990670059374, + "grad_norm": 0.8229081872008606, + "learning_rate": 1.7649308672902173e-05, + "loss": 0.0302, + "step": 29014 + }, + { + "epoch": 24.609838846480066, + "grad_norm": 0.7595179454136982, + "learning_rate": 1.7649131730031427e-05, + "loss": 0.0298, + "step": 29015 + }, + { + "epoch": 24.610687022900763, + "grad_norm": 0.6578041302256042, + "learning_rate": 1.7648954781388484e-05, + "loss": 0.027, + "step": 29016 + }, + { + "epoch": 24.61153519932146, + "grad_norm": 0.746119694468082, + "learning_rate": 1.7648777826973486e-05, + "loss": 0.0303, + "step": 29017 + }, + { + "epoch": 24.612383375742155, + "grad_norm": 0.7595231303900681, + "learning_rate": 1.764860086678656e-05, + "loss": 0.0307, + "step": 29018 + }, + { + "epoch": 24.61323155216285, + "grad_norm": 0.7423210001409596, + "learning_rate": 1.7648423900827845e-05, + "loss": 0.028, + "step": 29019 + }, + { + "epoch": 24.614079728583544, + "grad_norm": 0.721238818133977, + "learning_rate": 1.7648246929097467e-05, + "loss": 0.0252, + "step": 29020 + }, + { + "epoch": 24.61492790500424, + "grad_norm": 0.7624179559552786, + "learning_rate": 1.7648069951595566e-05, + "loss": 0.0271, + "step": 29021 + }, + { + "epoch": 24.615776081424936, + "grad_norm": 0.7885507864489065, + "learning_rate": 1.7647892968322277e-05, + "loss": 0.0309, + "step": 29022 + }, + { + "epoch": 24.616624257845633, + "grad_norm": 0.6863120818254029, + "learning_rate": 1.764771597927773e-05, + "loss": 0.0266, + "step": 29023 + }, + { + "epoch": 24.61747243426633, + "grad_norm": 0.7591046109613705, + "learning_rate": 1.7647538984462055e-05, + "loss": 0.0295, + "step": 29024 + }, + { + "epoch": 24.61832061068702, + "grad_norm": 0.737427978301883, + "learning_rate": 1.7647361983875392e-05, + "loss": 0.0277, + "step": 29025 + }, + { + "epoch": 24.619168787107718, + "grad_norm": 0.7602087652895131, + "learning_rate": 1.7647184977517874e-05, + "loss": 0.0302, + "step": 29026 + }, + { + "epoch": 24.620016963528414, + "grad_norm": 0.7989279099611994, + "learning_rate": 1.7647007965389628e-05, + "loss": 0.0313, + "step": 29027 + }, + { + "epoch": 24.62086513994911, + "grad_norm": 0.7403939842699484, + "learning_rate": 1.764683094749079e-05, + "loss": 0.0262, + "step": 29028 + }, + { + "epoch": 24.621713316369807, + "grad_norm": 0.8707616496732226, + "learning_rate": 1.7646653923821505e-05, + "loss": 0.0307, + "step": 29029 + }, + { + "epoch": 24.6225614927905, + "grad_norm": 0.783722810591975, + "learning_rate": 1.764647689438189e-05, + "loss": 0.0288, + "step": 29030 + }, + { + "epoch": 24.623409669211195, + "grad_norm": 0.7821208102601108, + "learning_rate": 1.7646299859172086e-05, + "loss": 0.0274, + "step": 29031 + }, + { + "epoch": 24.62425784563189, + "grad_norm": 0.675120569387836, + "learning_rate": 1.764612281819223e-05, + "loss": 0.0265, + "step": 29032 + }, + { + "epoch": 24.625106022052588, + "grad_norm": 0.6673866326006823, + "learning_rate": 1.7645945771442453e-05, + "loss": 0.0268, + "step": 29033 + }, + { + "epoch": 24.625954198473284, + "grad_norm": 0.7232670499488048, + "learning_rate": 1.7645768718922882e-05, + "loss": 0.0267, + "step": 29034 + }, + { + "epoch": 24.626802374893977, + "grad_norm": 0.760717042199334, + "learning_rate": 1.7645591660633662e-05, + "loss": 0.0291, + "step": 29035 + }, + { + "epoch": 24.627650551314673, + "grad_norm": 0.6907143656988909, + "learning_rate": 1.7645414596574917e-05, + "loss": 0.0282, + "step": 29036 + }, + { + "epoch": 24.62849872773537, + "grad_norm": 0.7592156063108445, + "learning_rate": 1.7645237526746784e-05, + "loss": 0.0295, + "step": 29037 + }, + { + "epoch": 24.629346904156066, + "grad_norm": 0.7835213606098737, + "learning_rate": 1.76450604511494e-05, + "loss": 0.0276, + "step": 29038 + }, + { + "epoch": 24.63019508057676, + "grad_norm": 0.7714045876616205, + "learning_rate": 1.7644883369782893e-05, + "loss": 0.0287, + "step": 29039 + }, + { + "epoch": 24.631043256997454, + "grad_norm": 0.7215580788494347, + "learning_rate": 1.7644706282647404e-05, + "loss": 0.0257, + "step": 29040 + }, + { + "epoch": 24.63189143341815, + "grad_norm": 0.7301207388728156, + "learning_rate": 1.7644529189743057e-05, + "loss": 0.0278, + "step": 29041 + }, + { + "epoch": 24.632739609838847, + "grad_norm": 0.6963694988450435, + "learning_rate": 1.7644352091069993e-05, + "loss": 0.0283, + "step": 29042 + }, + { + "epoch": 24.633587786259543, + "grad_norm": 0.7095119792859923, + "learning_rate": 1.7644174986628343e-05, + "loss": 0.0305, + "step": 29043 + }, + { + "epoch": 24.634435962680236, + "grad_norm": 0.6068901285223541, + "learning_rate": 1.7643997876418242e-05, + "loss": 0.0279, + "step": 29044 + }, + { + "epoch": 24.635284139100932, + "grad_norm": 0.6646351075884107, + "learning_rate": 1.7643820760439824e-05, + "loss": 0.0261, + "step": 29045 + }, + { + "epoch": 24.63613231552163, + "grad_norm": 0.7059390825981954, + "learning_rate": 1.7643643638693216e-05, + "loss": 0.026, + "step": 29046 + }, + { + "epoch": 24.636980491942325, + "grad_norm": 0.779952137762637, + "learning_rate": 1.764346651117856e-05, + "loss": 0.0274, + "step": 29047 + }, + { + "epoch": 24.63782866836302, + "grad_norm": 0.7413055688452139, + "learning_rate": 1.7643289377895988e-05, + "loss": 0.0287, + "step": 29048 + }, + { + "epoch": 24.638676844783713, + "grad_norm": 0.7603825912175697, + "learning_rate": 1.764311223884563e-05, + "loss": 0.0304, + "step": 29049 + }, + { + "epoch": 24.63952502120441, + "grad_norm": 0.6711899514486842, + "learning_rate": 1.7642935094027622e-05, + "loss": 0.0278, + "step": 29050 + }, + { + "epoch": 24.640373197625106, + "grad_norm": 0.7142911827780765, + "learning_rate": 1.7642757943442097e-05, + "loss": 0.0282, + "step": 29051 + }, + { + "epoch": 24.641221374045802, + "grad_norm": 0.6944561846014421, + "learning_rate": 1.7642580787089193e-05, + "loss": 0.029, + "step": 29052 + }, + { + "epoch": 24.6420695504665, + "grad_norm": 0.8181215681850019, + "learning_rate": 1.7642403624969037e-05, + "loss": 0.0288, + "step": 29053 + }, + { + "epoch": 24.64291772688719, + "grad_norm": 0.7498918811823112, + "learning_rate": 1.7642226457081767e-05, + "loss": 0.03, + "step": 29054 + }, + { + "epoch": 24.643765903307887, + "grad_norm": 0.7069181666804794, + "learning_rate": 1.7642049283427513e-05, + "loss": 0.0281, + "step": 29055 + }, + { + "epoch": 24.644614079728584, + "grad_norm": 0.6657784010961664, + "learning_rate": 1.764187210400641e-05, + "loss": 0.0285, + "step": 29056 + }, + { + "epoch": 24.64546225614928, + "grad_norm": 0.8234815113010763, + "learning_rate": 1.7641694918818598e-05, + "loss": 0.0299, + "step": 29057 + }, + { + "epoch": 24.646310432569976, + "grad_norm": 0.7609186936405231, + "learning_rate": 1.7641517727864204e-05, + "loss": 0.0301, + "step": 29058 + }, + { + "epoch": 24.64715860899067, + "grad_norm": 0.6662991650240115, + "learning_rate": 1.764134053114336e-05, + "loss": 0.027, + "step": 29059 + }, + { + "epoch": 24.648006785411365, + "grad_norm": 0.6863489661607863, + "learning_rate": 1.7641163328656205e-05, + "loss": 0.0302, + "step": 29060 + }, + { + "epoch": 24.64885496183206, + "grad_norm": 0.6940341479569898, + "learning_rate": 1.764098612040287e-05, + "loss": 0.0275, + "step": 29061 + }, + { + "epoch": 24.649703138252757, + "grad_norm": 0.7227643606396654, + "learning_rate": 1.764080890638349e-05, + "loss": 0.0278, + "step": 29062 + }, + { + "epoch": 24.650551314673454, + "grad_norm": 0.8703141525882984, + "learning_rate": 1.76406316865982e-05, + "loss": 0.0341, + "step": 29063 + }, + { + "epoch": 24.651399491094146, + "grad_norm": 0.7743581457537116, + "learning_rate": 1.7640454461047127e-05, + "loss": 0.0297, + "step": 29064 + }, + { + "epoch": 24.652247667514843, + "grad_norm": 0.9266379833478164, + "learning_rate": 1.764027722973041e-05, + "loss": 0.0299, + "step": 29065 + }, + { + "epoch": 24.65309584393554, + "grad_norm": 0.8084557334096538, + "learning_rate": 1.764009999264819e-05, + "loss": 0.029, + "step": 29066 + }, + { + "epoch": 24.653944020356235, + "grad_norm": 0.6836058561494304, + "learning_rate": 1.7639922749800586e-05, + "loss": 0.0264, + "step": 29067 + }, + { + "epoch": 24.65479219677693, + "grad_norm": 0.7903101163336492, + "learning_rate": 1.763974550118774e-05, + "loss": 0.0293, + "step": 29068 + }, + { + "epoch": 24.655640373197624, + "grad_norm": 0.9476166276177738, + "learning_rate": 1.7639568246809784e-05, + "loss": 0.0314, + "step": 29069 + }, + { + "epoch": 24.65648854961832, + "grad_norm": 0.6562550394767378, + "learning_rate": 1.7639390986666852e-05, + "loss": 0.0287, + "step": 29070 + }, + { + "epoch": 24.657336726039016, + "grad_norm": 0.7393609374769985, + "learning_rate": 1.7639213720759082e-05, + "loss": 0.0302, + "step": 29071 + }, + { + "epoch": 24.658184902459713, + "grad_norm": 0.7455354040446078, + "learning_rate": 1.76390364490866e-05, + "loss": 0.0277, + "step": 29072 + }, + { + "epoch": 24.659033078880405, + "grad_norm": 0.6951831352192123, + "learning_rate": 1.7638859171649546e-05, + "loss": 0.0283, + "step": 29073 + }, + { + "epoch": 24.6598812553011, + "grad_norm": 0.7725757393456862, + "learning_rate": 1.763868188844805e-05, + "loss": 0.0308, + "step": 29074 + }, + { + "epoch": 24.660729431721798, + "grad_norm": 0.8052990829730106, + "learning_rate": 1.7638504599482247e-05, + "loss": 0.0312, + "step": 29075 + }, + { + "epoch": 24.661577608142494, + "grad_norm": 0.7860520059233513, + "learning_rate": 1.763832730475227e-05, + "loss": 0.0301, + "step": 29076 + }, + { + "epoch": 24.66242578456319, + "grad_norm": 0.7071267476734564, + "learning_rate": 1.7638150004258255e-05, + "loss": 0.0253, + "step": 29077 + }, + { + "epoch": 24.663273960983886, + "grad_norm": 0.7108308389130382, + "learning_rate": 1.7637972698000336e-05, + "loss": 0.0286, + "step": 29078 + }, + { + "epoch": 24.66412213740458, + "grad_norm": 0.7962271511505199, + "learning_rate": 1.763779538597864e-05, + "loss": 0.0287, + "step": 29079 + }, + { + "epoch": 24.664970313825275, + "grad_norm": 0.6901353966629455, + "learning_rate": 1.763761806819331e-05, + "loss": 0.0287, + "step": 29080 + }, + { + "epoch": 24.66581849024597, + "grad_norm": 0.870047138996867, + "learning_rate": 1.7637440744644476e-05, + "loss": 0.0296, + "step": 29081 + }, + { + "epoch": 24.666666666666668, + "grad_norm": 0.6464828969534114, + "learning_rate": 1.7637263415332272e-05, + "loss": 0.0255, + "step": 29082 + }, + { + "epoch": 24.66751484308736, + "grad_norm": 2.0721183844838014, + "learning_rate": 1.7637086080256832e-05, + "loss": 0.0301, + "step": 29083 + }, + { + "epoch": 24.668363019508057, + "grad_norm": 0.7847788949552891, + "learning_rate": 1.7636908739418288e-05, + "loss": 0.0273, + "step": 29084 + }, + { + "epoch": 24.669211195928753, + "grad_norm": 0.833322949376671, + "learning_rate": 1.7636731392816772e-05, + "loss": 0.0307, + "step": 29085 + }, + { + "epoch": 24.67005937234945, + "grad_norm": 0.6381842355950728, + "learning_rate": 1.7636554040452427e-05, + "loss": 0.0238, + "step": 29086 + }, + { + "epoch": 24.670907548770145, + "grad_norm": 0.7054514010901007, + "learning_rate": 1.763637668232538e-05, + "loss": 0.0297, + "step": 29087 + }, + { + "epoch": 24.671755725190838, + "grad_norm": 0.8274528677219046, + "learning_rate": 1.763619931843576e-05, + "loss": 0.0291, + "step": 29088 + }, + { + "epoch": 24.672603901611534, + "grad_norm": 0.8041795261475456, + "learning_rate": 1.7636021948783714e-05, + "loss": 0.0285, + "step": 29089 + }, + { + "epoch": 24.67345207803223, + "grad_norm": 0.7340762683118198, + "learning_rate": 1.7635844573369364e-05, + "loss": 0.0281, + "step": 29090 + }, + { + "epoch": 24.674300254452927, + "grad_norm": 0.7973882888710653, + "learning_rate": 1.763566719219285e-05, + "loss": 0.0293, + "step": 29091 + }, + { + "epoch": 24.675148430873623, + "grad_norm": 0.7520040433049785, + "learning_rate": 1.7635489805254305e-05, + "loss": 0.0299, + "step": 29092 + }, + { + "epoch": 24.675996607294316, + "grad_norm": 0.9020034018201512, + "learning_rate": 1.763531241255386e-05, + "loss": 0.029, + "step": 29093 + }, + { + "epoch": 24.676844783715012, + "grad_norm": 0.822476234501687, + "learning_rate": 1.7635135014091652e-05, + "loss": 0.0267, + "step": 29094 + }, + { + "epoch": 24.67769296013571, + "grad_norm": 0.889803670864571, + "learning_rate": 1.763495760986781e-05, + "loss": 0.0328, + "step": 29095 + }, + { + "epoch": 24.678541136556404, + "grad_norm": 0.8259654069990874, + "learning_rate": 1.7634780199882477e-05, + "loss": 0.0303, + "step": 29096 + }, + { + "epoch": 24.6793893129771, + "grad_norm": 0.8314164773426944, + "learning_rate": 1.7634602784135778e-05, + "loss": 0.0284, + "step": 29097 + }, + { + "epoch": 24.680237489397793, + "grad_norm": 0.6844953846721118, + "learning_rate": 1.7634425362627853e-05, + "loss": 0.0291, + "step": 29098 + }, + { + "epoch": 24.68108566581849, + "grad_norm": 0.8477346036537545, + "learning_rate": 1.763424793535883e-05, + "loss": 0.0324, + "step": 29099 + }, + { + "epoch": 24.681933842239186, + "grad_norm": 0.7422248081142138, + "learning_rate": 1.7634070502328846e-05, + "loss": 0.0268, + "step": 29100 + }, + { + "epoch": 24.682782018659882, + "grad_norm": 0.928498316609908, + "learning_rate": 1.763389306353804e-05, + "loss": 0.0334, + "step": 29101 + }, + { + "epoch": 24.68363019508058, + "grad_norm": 0.7859800247230347, + "learning_rate": 1.7633715618986536e-05, + "loss": 0.0298, + "step": 29102 + }, + { + "epoch": 24.68447837150127, + "grad_norm": 0.7574522032954266, + "learning_rate": 1.7633538168674476e-05, + "loss": 0.0305, + "step": 29103 + }, + { + "epoch": 24.685326547921967, + "grad_norm": 0.7318133620819312, + "learning_rate": 1.7633360712601988e-05, + "loss": 0.0288, + "step": 29104 + }, + { + "epoch": 24.686174724342663, + "grad_norm": 0.6472490692199445, + "learning_rate": 1.763318325076921e-05, + "loss": 0.0276, + "step": 29105 + }, + { + "epoch": 24.68702290076336, + "grad_norm": 0.9908146180522689, + "learning_rate": 1.7633005783176274e-05, + "loss": 0.0367, + "step": 29106 + }, + { + "epoch": 24.687871077184056, + "grad_norm": 0.856021420929549, + "learning_rate": 1.7632828309823312e-05, + "loss": 0.0313, + "step": 29107 + }, + { + "epoch": 24.68871925360475, + "grad_norm": 0.8111897168334996, + "learning_rate": 1.7632650830710464e-05, + "loss": 0.0304, + "step": 29108 + }, + { + "epoch": 24.689567430025445, + "grad_norm": 0.8532855359005933, + "learning_rate": 1.763247334583786e-05, + "loss": 0.0283, + "step": 29109 + }, + { + "epoch": 24.69041560644614, + "grad_norm": 0.8308561741475744, + "learning_rate": 1.7632295855205636e-05, + "loss": 0.0308, + "step": 29110 + }, + { + "epoch": 24.691263782866837, + "grad_norm": 1.024548722899604, + "learning_rate": 1.763211835881392e-05, + "loss": 0.0329, + "step": 29111 + }, + { + "epoch": 24.69211195928753, + "grad_norm": 0.7362111087629915, + "learning_rate": 1.7631940856662854e-05, + "loss": 0.0306, + "step": 29112 + }, + { + "epoch": 24.692960135708226, + "grad_norm": 0.8357742829553967, + "learning_rate": 1.7631763348752567e-05, + "loss": 0.0274, + "step": 29113 + }, + { + "epoch": 24.693808312128922, + "grad_norm": 0.9716434055094634, + "learning_rate": 1.763158583508319e-05, + "loss": 0.035, + "step": 29114 + }, + { + "epoch": 24.69465648854962, + "grad_norm": 0.8707770851004569, + "learning_rate": 1.7631408315654865e-05, + "loss": 0.031, + "step": 29115 + }, + { + "epoch": 24.695504664970315, + "grad_norm": 0.7803847556068957, + "learning_rate": 1.763123079046772e-05, + "loss": 0.033, + "step": 29116 + }, + { + "epoch": 24.696352841391008, + "grad_norm": 0.9775694204447058, + "learning_rate": 1.7631053259521892e-05, + "loss": 0.0316, + "step": 29117 + }, + { + "epoch": 24.697201017811704, + "grad_norm": 0.785742490469121, + "learning_rate": 1.7630875722817516e-05, + "loss": 0.0274, + "step": 29118 + }, + { + "epoch": 24.6980491942324, + "grad_norm": 0.7775319775947804, + "learning_rate": 1.7630698180354722e-05, + "loss": 0.0285, + "step": 29119 + }, + { + "epoch": 24.698897370653096, + "grad_norm": 0.6956497833524995, + "learning_rate": 1.7630520632133646e-05, + "loss": 0.0283, + "step": 29120 + }, + { + "epoch": 24.699745547073793, + "grad_norm": 0.789156069518265, + "learning_rate": 1.763034307815442e-05, + "loss": 0.0328, + "step": 29121 + }, + { + "epoch": 24.700593723494485, + "grad_norm": 0.9599579364271815, + "learning_rate": 1.763016551841718e-05, + "loss": 0.033, + "step": 29122 + }, + { + "epoch": 24.70144189991518, + "grad_norm": 0.7101701296296576, + "learning_rate": 1.762998795292206e-05, + "loss": 0.0278, + "step": 29123 + }, + { + "epoch": 24.702290076335878, + "grad_norm": 0.7585500767572324, + "learning_rate": 1.7629810381669196e-05, + "loss": 0.0298, + "step": 29124 + }, + { + "epoch": 24.703138252756574, + "grad_norm": 0.9054014365057984, + "learning_rate": 1.7629632804658717e-05, + "loss": 0.0345, + "step": 29125 + }, + { + "epoch": 24.70398642917727, + "grad_norm": 0.987267591248345, + "learning_rate": 1.7629455221890765e-05, + "loss": 0.0299, + "step": 29126 + }, + { + "epoch": 24.704834605597963, + "grad_norm": 0.5802334801230068, + "learning_rate": 1.7629277633365465e-05, + "loss": 0.0273, + "step": 29127 + }, + { + "epoch": 24.70568278201866, + "grad_norm": 0.7241223847180714, + "learning_rate": 1.7629100039082954e-05, + "loss": 0.0289, + "step": 29128 + }, + { + "epoch": 24.706530958439355, + "grad_norm": 0.7454030946737572, + "learning_rate": 1.7628922439043367e-05, + "loss": 0.0301, + "step": 29129 + }, + { + "epoch": 24.70737913486005, + "grad_norm": 0.8692315042155127, + "learning_rate": 1.762874483324684e-05, + "loss": 0.0291, + "step": 29130 + }, + { + "epoch": 24.708227311280748, + "grad_norm": 0.793477481875998, + "learning_rate": 1.7628567221693502e-05, + "loss": 0.0276, + "step": 29131 + }, + { + "epoch": 24.70907548770144, + "grad_norm": 0.7820983330218656, + "learning_rate": 1.7628389604383492e-05, + "loss": 0.029, + "step": 29132 + }, + { + "epoch": 24.709923664122137, + "grad_norm": 0.8619651459771177, + "learning_rate": 1.762821198131694e-05, + "loss": 0.0322, + "step": 29133 + }, + { + "epoch": 24.710771840542833, + "grad_norm": 0.8958537403244818, + "learning_rate": 1.7628034352493985e-05, + "loss": 0.0342, + "step": 29134 + }, + { + "epoch": 24.71162001696353, + "grad_norm": 0.7478810334426039, + "learning_rate": 1.7627856717914756e-05, + "loss": 0.0275, + "step": 29135 + }, + { + "epoch": 24.712468193384225, + "grad_norm": 0.8353716912248371, + "learning_rate": 1.762767907757939e-05, + "loss": 0.0305, + "step": 29136 + }, + { + "epoch": 24.713316369804918, + "grad_norm": 0.7848096981954608, + "learning_rate": 1.762750143148802e-05, + "loss": 0.0313, + "step": 29137 + }, + { + "epoch": 24.714164546225614, + "grad_norm": 0.7533247335701141, + "learning_rate": 1.7627323779640776e-05, + "loss": 0.0288, + "step": 29138 + }, + { + "epoch": 24.71501272264631, + "grad_norm": 0.8313139643734788, + "learning_rate": 1.7627146122037802e-05, + "loss": 0.0284, + "step": 29139 + }, + { + "epoch": 24.715860899067007, + "grad_norm": 0.8612485220202747, + "learning_rate": 1.7626968458679222e-05, + "loss": 0.0332, + "step": 29140 + }, + { + "epoch": 24.716709075487703, + "grad_norm": 0.7726253217253071, + "learning_rate": 1.762679078956518e-05, + "loss": 0.0301, + "step": 29141 + }, + { + "epoch": 24.717557251908396, + "grad_norm": 0.7532251012606989, + "learning_rate": 1.76266131146958e-05, + "loss": 0.0287, + "step": 29142 + }, + { + "epoch": 24.718405428329092, + "grad_norm": 0.7797318620615384, + "learning_rate": 1.762643543407122e-05, + "loss": 0.0283, + "step": 29143 + }, + { + "epoch": 24.719253604749788, + "grad_norm": 0.8423478982363025, + "learning_rate": 1.7626257747691575e-05, + "loss": 0.0307, + "step": 29144 + }, + { + "epoch": 24.720101781170484, + "grad_norm": 0.8167908424744239, + "learning_rate": 1.7626080055557e-05, + "loss": 0.0294, + "step": 29145 + }, + { + "epoch": 24.72094995759118, + "grad_norm": 0.8264372069391206, + "learning_rate": 1.7625902357667626e-05, + "loss": 0.0314, + "step": 29146 + }, + { + "epoch": 24.721798134011873, + "grad_norm": 0.7508645446378289, + "learning_rate": 1.762572465402359e-05, + "loss": 0.0312, + "step": 29147 + }, + { + "epoch": 24.72264631043257, + "grad_norm": 0.8083129587496419, + "learning_rate": 1.7625546944625026e-05, + "loss": 0.0333, + "step": 29148 + }, + { + "epoch": 24.723494486853266, + "grad_norm": 0.6980738362086688, + "learning_rate": 1.762536922947207e-05, + "loss": 0.0301, + "step": 29149 + }, + { + "epoch": 24.724342663273962, + "grad_norm": 0.8856317561834698, + "learning_rate": 1.7625191508564843e-05, + "loss": 0.032, + "step": 29150 + }, + { + "epoch": 24.725190839694655, + "grad_norm": 0.7014087232919198, + "learning_rate": 1.7625013781903497e-05, + "loss": 0.0289, + "step": 29151 + }, + { + "epoch": 24.72603901611535, + "grad_norm": 0.6889499832767766, + "learning_rate": 1.762483604948816e-05, + "loss": 0.0298, + "step": 29152 + }, + { + "epoch": 24.726887192536047, + "grad_norm": 0.6563468287531022, + "learning_rate": 1.762465831131896e-05, + "loss": 0.0275, + "step": 29153 + }, + { + "epoch": 24.727735368956743, + "grad_norm": 0.7071859540799224, + "learning_rate": 1.7624480567396037e-05, + "loss": 0.0265, + "step": 29154 + }, + { + "epoch": 24.72858354537744, + "grad_norm": 0.9856627328027261, + "learning_rate": 1.7624302817719524e-05, + "loss": 0.0314, + "step": 29155 + }, + { + "epoch": 24.729431721798132, + "grad_norm": 0.7431829085041797, + "learning_rate": 1.7624125062289557e-05, + "loss": 0.0298, + "step": 29156 + }, + { + "epoch": 24.73027989821883, + "grad_norm": 0.8360691665383361, + "learning_rate": 1.7623947301106265e-05, + "loss": 0.0285, + "step": 29157 + }, + { + "epoch": 24.731128074639525, + "grad_norm": 0.9515280100577664, + "learning_rate": 1.7623769534169786e-05, + "loss": 0.028, + "step": 29158 + }, + { + "epoch": 24.73197625106022, + "grad_norm": 0.8315938912377262, + "learning_rate": 1.7623591761480252e-05, + "loss": 0.03, + "step": 29159 + }, + { + "epoch": 24.732824427480917, + "grad_norm": 0.8117876602464678, + "learning_rate": 1.76234139830378e-05, + "loss": 0.0335, + "step": 29160 + }, + { + "epoch": 24.73367260390161, + "grad_norm": 0.7346337008864128, + "learning_rate": 1.7623236198842563e-05, + "loss": 0.0289, + "step": 29161 + }, + { + "epoch": 24.734520780322306, + "grad_norm": 0.7577673923002258, + "learning_rate": 1.7623058408894675e-05, + "loss": 0.0296, + "step": 29162 + }, + { + "epoch": 24.735368956743002, + "grad_norm": 0.7809284809193, + "learning_rate": 1.7622880613194268e-05, + "loss": 0.0316, + "step": 29163 + }, + { + "epoch": 24.7362171331637, + "grad_norm": 0.8833468972072765, + "learning_rate": 1.7622702811741477e-05, + "loss": 0.0319, + "step": 29164 + }, + { + "epoch": 24.737065309584395, + "grad_norm": 0.7585979901554452, + "learning_rate": 1.7622525004536442e-05, + "loss": 0.029, + "step": 29165 + }, + { + "epoch": 24.737913486005088, + "grad_norm": 0.9200399792008197, + "learning_rate": 1.762234719157929e-05, + "loss": 0.0315, + "step": 29166 + }, + { + "epoch": 24.738761662425784, + "grad_norm": 0.7973240000530167, + "learning_rate": 1.762216937287016e-05, + "loss": 0.0282, + "step": 29167 + }, + { + "epoch": 24.73960983884648, + "grad_norm": 0.773589961909008, + "learning_rate": 1.7621991548409178e-05, + "loss": 0.0301, + "step": 29168 + }, + { + "epoch": 24.740458015267176, + "grad_norm": 0.7434315208591626, + "learning_rate": 1.762181371819649e-05, + "loss": 0.0281, + "step": 29169 + }, + { + "epoch": 24.741306191687872, + "grad_norm": 0.7244355624517753, + "learning_rate": 1.762163588223222e-05, + "loss": 0.0264, + "step": 29170 + }, + { + "epoch": 24.742154368108565, + "grad_norm": 0.8956017805008665, + "learning_rate": 1.762145804051651e-05, + "loss": 0.0342, + "step": 29171 + }, + { + "epoch": 24.74300254452926, + "grad_norm": 0.7931570056657099, + "learning_rate": 1.7621280193049487e-05, + "loss": 0.0305, + "step": 29172 + }, + { + "epoch": 24.743850720949958, + "grad_norm": 0.7534638752527067, + "learning_rate": 1.7621102339831294e-05, + "loss": 0.0299, + "step": 29173 + }, + { + "epoch": 24.744698897370654, + "grad_norm": 0.7213928698395494, + "learning_rate": 1.7620924480862056e-05, + "loss": 0.0305, + "step": 29174 + }, + { + "epoch": 24.74554707379135, + "grad_norm": 0.7780343184088627, + "learning_rate": 1.762074661614191e-05, + "loss": 0.031, + "step": 29175 + }, + { + "epoch": 24.746395250212043, + "grad_norm": 0.7495832087886248, + "learning_rate": 1.7620568745670996e-05, + "loss": 0.0296, + "step": 29176 + }, + { + "epoch": 24.74724342663274, + "grad_norm": 0.848376174052336, + "learning_rate": 1.762039086944944e-05, + "loss": 0.0295, + "step": 29177 + }, + { + "epoch": 24.748091603053435, + "grad_norm": 0.8342136540760533, + "learning_rate": 1.762021298747738e-05, + "loss": 0.0301, + "step": 29178 + }, + { + "epoch": 24.74893977947413, + "grad_norm": 0.8226738637008294, + "learning_rate": 1.762003509975495e-05, + "loss": 0.0306, + "step": 29179 + }, + { + "epoch": 24.749787955894828, + "grad_norm": 0.727929633216488, + "learning_rate": 1.761985720628229e-05, + "loss": 0.0274, + "step": 29180 + }, + { + "epoch": 24.75063613231552, + "grad_norm": 0.811558424446046, + "learning_rate": 1.7619679307059522e-05, + "loss": 0.0336, + "step": 29181 + }, + { + "epoch": 24.751484308736217, + "grad_norm": 0.738947901645976, + "learning_rate": 1.7619501402086793e-05, + "loss": 0.0286, + "step": 29182 + }, + { + "epoch": 24.752332485156913, + "grad_norm": 0.7290120810118434, + "learning_rate": 1.7619323491364225e-05, + "loss": 0.0278, + "step": 29183 + }, + { + "epoch": 24.75318066157761, + "grad_norm": 0.8173866255163335, + "learning_rate": 1.761914557489196e-05, + "loss": 0.0308, + "step": 29184 + }, + { + "epoch": 24.754028837998305, + "grad_norm": 0.7902051352600349, + "learning_rate": 1.7618967652670133e-05, + "loss": 0.0278, + "step": 29185 + }, + { + "epoch": 24.754877014418998, + "grad_norm": 0.6614643790877331, + "learning_rate": 1.7618789724698874e-05, + "loss": 0.0266, + "step": 29186 + }, + { + "epoch": 24.755725190839694, + "grad_norm": 0.7979547174558798, + "learning_rate": 1.761861179097832e-05, + "loss": 0.0286, + "step": 29187 + }, + { + "epoch": 24.75657336726039, + "grad_norm": 0.7993629580943568, + "learning_rate": 1.7618433851508602e-05, + "loss": 0.0298, + "step": 29188 + }, + { + "epoch": 24.757421543681087, + "grad_norm": 0.9495111603102661, + "learning_rate": 1.7618255906289862e-05, + "loss": 0.0327, + "step": 29189 + }, + { + "epoch": 24.75826972010178, + "grad_norm": 0.7217672535718533, + "learning_rate": 1.7618077955322224e-05, + "loss": 0.0286, + "step": 29190 + }, + { + "epoch": 24.759117896522476, + "grad_norm": 0.7632091295968328, + "learning_rate": 1.761789999860583e-05, + "loss": 0.0302, + "step": 29191 + }, + { + "epoch": 24.759966072943172, + "grad_norm": 0.8943264904055727, + "learning_rate": 1.7617722036140808e-05, + "loss": 0.0312, + "step": 29192 + }, + { + "epoch": 24.760814249363868, + "grad_norm": 0.7658433959591715, + "learning_rate": 1.76175440679273e-05, + "loss": 0.0317, + "step": 29193 + }, + { + "epoch": 24.761662425784564, + "grad_norm": 0.8403086636773809, + "learning_rate": 1.7617366093965436e-05, + "loss": 0.032, + "step": 29194 + }, + { + "epoch": 24.762510602205257, + "grad_norm": 0.7610870715956638, + "learning_rate": 1.761718811425535e-05, + "loss": 0.0278, + "step": 29195 + }, + { + "epoch": 24.763358778625953, + "grad_norm": 0.7424454631086872, + "learning_rate": 1.7617010128797175e-05, + "loss": 0.0283, + "step": 29196 + }, + { + "epoch": 24.76420695504665, + "grad_norm": 0.8912642806901594, + "learning_rate": 1.7616832137591047e-05, + "loss": 0.0294, + "step": 29197 + }, + { + "epoch": 24.765055131467346, + "grad_norm": 0.7463269491662101, + "learning_rate": 1.7616654140637103e-05, + "loss": 0.0263, + "step": 29198 + }, + { + "epoch": 24.765903307888042, + "grad_norm": 0.7064154831971632, + "learning_rate": 1.7616476137935474e-05, + "loss": 0.0287, + "step": 29199 + }, + { + "epoch": 24.766751484308735, + "grad_norm": 0.8148645622004849, + "learning_rate": 1.7616298129486297e-05, + "loss": 0.0312, + "step": 29200 + }, + { + "epoch": 24.76759966072943, + "grad_norm": 0.8140309202372674, + "learning_rate": 1.76161201152897e-05, + "loss": 0.0305, + "step": 29201 + }, + { + "epoch": 24.768447837150127, + "grad_norm": 0.783184722756765, + "learning_rate": 1.7615942095345823e-05, + "loss": 0.0324, + "step": 29202 + }, + { + "epoch": 24.769296013570823, + "grad_norm": 0.710319761988089, + "learning_rate": 1.76157640696548e-05, + "loss": 0.0283, + "step": 29203 + }, + { + "epoch": 24.77014418999152, + "grad_norm": 0.8053651082351726, + "learning_rate": 1.7615586038216764e-05, + "loss": 0.033, + "step": 29204 + }, + { + "epoch": 24.770992366412212, + "grad_norm": 0.6972086800815567, + "learning_rate": 1.761540800103185e-05, + "loss": 0.0272, + "step": 29205 + }, + { + "epoch": 24.77184054283291, + "grad_norm": 0.7245427976440738, + "learning_rate": 1.7615229958100193e-05, + "loss": 0.0289, + "step": 29206 + }, + { + "epoch": 24.772688719253605, + "grad_norm": 0.8349608119268749, + "learning_rate": 1.7615051909421924e-05, + "loss": 0.0292, + "step": 29207 + }, + { + "epoch": 24.7735368956743, + "grad_norm": 0.7893475643923623, + "learning_rate": 1.7614873854997184e-05, + "loss": 0.0291, + "step": 29208 + }, + { + "epoch": 24.774385072094997, + "grad_norm": 0.9299393239379964, + "learning_rate": 1.7614695794826098e-05, + "loss": 0.0336, + "step": 29209 + }, + { + "epoch": 24.77523324851569, + "grad_norm": 0.6971703264139186, + "learning_rate": 1.7614517728908807e-05, + "loss": 0.0278, + "step": 29210 + }, + { + "epoch": 24.776081424936386, + "grad_norm": 0.8551646677687142, + "learning_rate": 1.7614339657245446e-05, + "loss": 0.0314, + "step": 29211 + }, + { + "epoch": 24.776929601357082, + "grad_norm": 0.6946228869569708, + "learning_rate": 1.7614161579836148e-05, + "loss": 0.0275, + "step": 29212 + }, + { + "epoch": 24.77777777777778, + "grad_norm": 0.7842402046599141, + "learning_rate": 1.7613983496681043e-05, + "loss": 0.0302, + "step": 29213 + }, + { + "epoch": 24.778625954198475, + "grad_norm": 0.8239485311885201, + "learning_rate": 1.7613805407780273e-05, + "loss": 0.0308, + "step": 29214 + }, + { + "epoch": 24.779474130619167, + "grad_norm": 0.6919621825768248, + "learning_rate": 1.7613627313133966e-05, + "loss": 0.028, + "step": 29215 + }, + { + "epoch": 24.780322307039864, + "grad_norm": 0.7020467658699485, + "learning_rate": 1.7613449212742256e-05, + "loss": 0.0307, + "step": 29216 + }, + { + "epoch": 24.78117048346056, + "grad_norm": 0.772273988013584, + "learning_rate": 1.7613271106605287e-05, + "loss": 0.0289, + "step": 29217 + }, + { + "epoch": 24.782018659881256, + "grad_norm": 0.8575796117696832, + "learning_rate": 1.7613092994723185e-05, + "loss": 0.0302, + "step": 29218 + }, + { + "epoch": 24.782866836301952, + "grad_norm": 0.8751815927664084, + "learning_rate": 1.7612914877096085e-05, + "loss": 0.03, + "step": 29219 + }, + { + "epoch": 24.783715012722645, + "grad_norm": 0.8179612641826723, + "learning_rate": 1.761273675372412e-05, + "loss": 0.03, + "step": 29220 + }, + { + "epoch": 24.78456318914334, + "grad_norm": 0.7453610452811043, + "learning_rate": 1.7612558624607428e-05, + "loss": 0.0267, + "step": 29221 + }, + { + "epoch": 24.785411365564038, + "grad_norm": 0.7638544685071084, + "learning_rate": 1.7612380489746142e-05, + "loss": 0.0284, + "step": 29222 + }, + { + "epoch": 24.786259541984734, + "grad_norm": 0.710817264082175, + "learning_rate": 1.76122023491404e-05, + "loss": 0.028, + "step": 29223 + }, + { + "epoch": 24.78710771840543, + "grad_norm": 0.811697996293123, + "learning_rate": 1.761202420279033e-05, + "loss": 0.0294, + "step": 29224 + }, + { + "epoch": 24.787955894826123, + "grad_norm": 0.685277502363093, + "learning_rate": 1.761184605069607e-05, + "loss": 0.0262, + "step": 29225 + }, + { + "epoch": 24.78880407124682, + "grad_norm": 0.8180918315459028, + "learning_rate": 1.7611667892857754e-05, + "loss": 0.0308, + "step": 29226 + }, + { + "epoch": 24.789652247667515, + "grad_norm": 0.7563275342143659, + "learning_rate": 1.761148972927552e-05, + "loss": 0.0291, + "step": 29227 + }, + { + "epoch": 24.79050042408821, + "grad_norm": 0.8027657857464576, + "learning_rate": 1.7611311559949492e-05, + "loss": 0.0277, + "step": 29228 + }, + { + "epoch": 24.791348600508904, + "grad_norm": 0.9023537889970267, + "learning_rate": 1.7611133384879816e-05, + "loss": 0.0285, + "step": 29229 + }, + { + "epoch": 24.7921967769296, + "grad_norm": 0.8663559930903817, + "learning_rate": 1.7610955204066624e-05, + "loss": 0.0306, + "step": 29230 + }, + { + "epoch": 24.793044953350297, + "grad_norm": 0.7820820658334174, + "learning_rate": 1.7610777017510043e-05, + "loss": 0.0291, + "step": 29231 + }, + { + "epoch": 24.793893129770993, + "grad_norm": 0.8743937827257015, + "learning_rate": 1.7610598825210216e-05, + "loss": 0.0311, + "step": 29232 + }, + { + "epoch": 24.79474130619169, + "grad_norm": 0.6439637687232475, + "learning_rate": 1.761042062716727e-05, + "loss": 0.0286, + "step": 29233 + }, + { + "epoch": 24.79558948261238, + "grad_norm": 0.8040930926781253, + "learning_rate": 1.7610242423381353e-05, + "loss": 0.0311, + "step": 29234 + }, + { + "epoch": 24.796437659033078, + "grad_norm": 0.7022950348613031, + "learning_rate": 1.761006421385258e-05, + "loss": 0.0293, + "step": 29235 + }, + { + "epoch": 24.797285835453774, + "grad_norm": 0.7879441524409931, + "learning_rate": 1.7609885998581102e-05, + "loss": 0.0302, + "step": 29236 + }, + { + "epoch": 24.79813401187447, + "grad_norm": 0.737118289641254, + "learning_rate": 1.7609707777567044e-05, + "loss": 0.029, + "step": 29237 + }, + { + "epoch": 24.798982188295167, + "grad_norm": 0.788754751282972, + "learning_rate": 1.7609529550810547e-05, + "loss": 0.0294, + "step": 29238 + }, + { + "epoch": 24.79983036471586, + "grad_norm": 0.7306323205397015, + "learning_rate": 1.760935131831174e-05, + "loss": 0.029, + "step": 29239 + }, + { + "epoch": 24.800678541136556, + "grad_norm": 0.6796325789849624, + "learning_rate": 1.760917308007076e-05, + "loss": 0.0294, + "step": 29240 + }, + { + "epoch": 24.801526717557252, + "grad_norm": 0.7020719178266743, + "learning_rate": 1.7608994836087737e-05, + "loss": 0.0278, + "step": 29241 + }, + { + "epoch": 24.802374893977948, + "grad_norm": 0.6685833812260439, + "learning_rate": 1.7608816586362817e-05, + "loss": 0.0253, + "step": 29242 + }, + { + "epoch": 24.803223070398644, + "grad_norm": 0.866589237797713, + "learning_rate": 1.760863833089612e-05, + "loss": 0.0293, + "step": 29243 + }, + { + "epoch": 24.804071246819337, + "grad_norm": 0.8067748965291389, + "learning_rate": 1.7608460069687792e-05, + "loss": 0.0334, + "step": 29244 + }, + { + "epoch": 24.804919423240033, + "grad_norm": 0.8790352956833706, + "learning_rate": 1.7608281802737963e-05, + "loss": 0.0325, + "step": 29245 + }, + { + "epoch": 24.80576759966073, + "grad_norm": 0.7122303414827346, + "learning_rate": 1.7608103530046764e-05, + "loss": 0.0265, + "step": 29246 + }, + { + "epoch": 24.806615776081426, + "grad_norm": 0.9288857142476782, + "learning_rate": 1.760792525161434e-05, + "loss": 0.0329, + "step": 29247 + }, + { + "epoch": 24.807463952502122, + "grad_norm": 0.844386941628853, + "learning_rate": 1.7607746967440812e-05, + "loss": 0.0303, + "step": 29248 + }, + { + "epoch": 24.808312128922815, + "grad_norm": 0.7469162196057297, + "learning_rate": 1.7607568677526326e-05, + "loss": 0.0297, + "step": 29249 + }, + { + "epoch": 24.80916030534351, + "grad_norm": 0.790956461464888, + "learning_rate": 1.7607390381871007e-05, + "loss": 0.031, + "step": 29250 + }, + { + "epoch": 24.810008481764207, + "grad_norm": 0.8664255844617991, + "learning_rate": 1.7607212080475e-05, + "loss": 0.0303, + "step": 29251 + }, + { + "epoch": 24.810856658184903, + "grad_norm": 0.6151334857535297, + "learning_rate": 1.7607033773338428e-05, + "loss": 0.0248, + "step": 29252 + }, + { + "epoch": 24.8117048346056, + "grad_norm": 0.7613673600228846, + "learning_rate": 1.7606855460461434e-05, + "loss": 0.03, + "step": 29253 + }, + { + "epoch": 24.812553011026292, + "grad_norm": 0.7514486693554434, + "learning_rate": 1.7606677141844157e-05, + "loss": 0.028, + "step": 29254 + }, + { + "epoch": 24.81340118744699, + "grad_norm": 0.7604866199176505, + "learning_rate": 1.7606498817486716e-05, + "loss": 0.0287, + "step": 29255 + }, + { + "epoch": 24.814249363867685, + "grad_norm": 0.8159844524266774, + "learning_rate": 1.7606320487389255e-05, + "loss": 0.0288, + "step": 29256 + }, + { + "epoch": 24.81509754028838, + "grad_norm": 0.7929530126451619, + "learning_rate": 1.760614215155191e-05, + "loss": 0.0285, + "step": 29257 + }, + { + "epoch": 24.815945716709077, + "grad_norm": 0.7977978527368701, + "learning_rate": 1.7605963809974815e-05, + "loss": 0.0305, + "step": 29258 + }, + { + "epoch": 24.81679389312977, + "grad_norm": 0.7405635891594646, + "learning_rate": 1.76057854626581e-05, + "loss": 0.0292, + "step": 29259 + }, + { + "epoch": 24.817642069550466, + "grad_norm": 0.8132995897749206, + "learning_rate": 1.7605607109601898e-05, + "loss": 0.0308, + "step": 29260 + }, + { + "epoch": 24.818490245971162, + "grad_norm": 0.9190913087631635, + "learning_rate": 1.7605428750806358e-05, + "loss": 0.0323, + "step": 29261 + }, + { + "epoch": 24.81933842239186, + "grad_norm": 0.6253220438840754, + "learning_rate": 1.7605250386271597e-05, + "loss": 0.026, + "step": 29262 + }, + { + "epoch": 24.820186598812555, + "grad_norm": 0.7177090760459289, + "learning_rate": 1.760507201599776e-05, + "loss": 0.0269, + "step": 29263 + }, + { + "epoch": 24.821034775233247, + "grad_norm": 0.837670038643057, + "learning_rate": 1.7604893639984978e-05, + "loss": 0.0333, + "step": 29264 + }, + { + "epoch": 24.821882951653944, + "grad_norm": 0.6518706384315373, + "learning_rate": 1.760471525823339e-05, + "loss": 0.0288, + "step": 29265 + }, + { + "epoch": 24.82273112807464, + "grad_norm": 0.8211072387039002, + "learning_rate": 1.7604536870743123e-05, + "loss": 0.0312, + "step": 29266 + }, + { + "epoch": 24.823579304495336, + "grad_norm": 0.863923880543934, + "learning_rate": 1.7604358477514315e-05, + "loss": 0.029, + "step": 29267 + }, + { + "epoch": 24.82442748091603, + "grad_norm": 0.8227129962443932, + "learning_rate": 1.7604180078547105e-05, + "loss": 0.0289, + "step": 29268 + }, + { + "epoch": 24.825275657336725, + "grad_norm": 0.8889739354192083, + "learning_rate": 1.760400167384162e-05, + "loss": 0.0317, + "step": 29269 + }, + { + "epoch": 24.82612383375742, + "grad_norm": 0.8107839935428373, + "learning_rate": 1.7603823263398002e-05, + "loss": 0.028, + "step": 29270 + }, + { + "epoch": 24.826972010178118, + "grad_norm": 0.8726063919481182, + "learning_rate": 1.760364484721638e-05, + "loss": 0.0329, + "step": 29271 + }, + { + "epoch": 24.827820186598814, + "grad_norm": 0.719666782968442, + "learning_rate": 1.7603466425296895e-05, + "loss": 0.0285, + "step": 29272 + }, + { + "epoch": 24.828668363019506, + "grad_norm": 0.7460235797996251, + "learning_rate": 1.760328799763967e-05, + "loss": 0.0275, + "step": 29273 + }, + { + "epoch": 24.829516539440203, + "grad_norm": 0.8979595444751348, + "learning_rate": 1.760310956424485e-05, + "loss": 0.0304, + "step": 29274 + }, + { + "epoch": 24.8303647158609, + "grad_norm": 0.793731548431941, + "learning_rate": 1.7602931125112572e-05, + "loss": 0.0313, + "step": 29275 + }, + { + "epoch": 24.831212892281595, + "grad_norm": 0.773468734884672, + "learning_rate": 1.760275268024296e-05, + "loss": 0.0284, + "step": 29276 + }, + { + "epoch": 24.83206106870229, + "grad_norm": 0.7697825517282696, + "learning_rate": 1.7602574229636157e-05, + "loss": 0.0277, + "step": 29277 + }, + { + "epoch": 24.832909245122984, + "grad_norm": 0.8029064900918231, + "learning_rate": 1.7602395773292294e-05, + "loss": 0.0325, + "step": 29278 + }, + { + "epoch": 24.83375742154368, + "grad_norm": 0.7857445621200573, + "learning_rate": 1.7602217311211505e-05, + "loss": 0.0309, + "step": 29279 + }, + { + "epoch": 24.834605597964376, + "grad_norm": 0.7512147441301972, + "learning_rate": 1.7602038843393927e-05, + "loss": 0.0323, + "step": 29280 + }, + { + "epoch": 24.835453774385073, + "grad_norm": 0.6519188714808682, + "learning_rate": 1.7601860369839693e-05, + "loss": 0.0256, + "step": 29281 + }, + { + "epoch": 24.83630195080577, + "grad_norm": 0.7447104749578873, + "learning_rate": 1.760168189054894e-05, + "loss": 0.0288, + "step": 29282 + }, + { + "epoch": 24.83715012722646, + "grad_norm": 0.7511485634382119, + "learning_rate": 1.76015034055218e-05, + "loss": 0.0286, + "step": 29283 + }, + { + "epoch": 24.837998303647158, + "grad_norm": 0.8016958930480311, + "learning_rate": 1.7601324914758408e-05, + "loss": 0.0314, + "step": 29284 + }, + { + "epoch": 24.838846480067854, + "grad_norm": 0.8455308452125246, + "learning_rate": 1.7601146418258902e-05, + "loss": 0.0313, + "step": 29285 + }, + { + "epoch": 24.83969465648855, + "grad_norm": 0.8154583189873058, + "learning_rate": 1.760096791602341e-05, + "loss": 0.0304, + "step": 29286 + }, + { + "epoch": 24.840542832909247, + "grad_norm": 0.7772023537074931, + "learning_rate": 1.7600789408052074e-05, + "loss": 0.0287, + "step": 29287 + }, + { + "epoch": 24.84139100932994, + "grad_norm": 0.8634169449122681, + "learning_rate": 1.7600610894345026e-05, + "loss": 0.0325, + "step": 29288 + }, + { + "epoch": 24.842239185750635, + "grad_norm": 0.8263143505354331, + "learning_rate": 1.76004323749024e-05, + "loss": 0.03, + "step": 29289 + }, + { + "epoch": 24.84308736217133, + "grad_norm": 0.8005883990225643, + "learning_rate": 1.760025384972433e-05, + "loss": 0.0332, + "step": 29290 + }, + { + "epoch": 24.843935538592028, + "grad_norm": 0.7316103254750093, + "learning_rate": 1.7600075318810953e-05, + "loss": 0.0301, + "step": 29291 + }, + { + "epoch": 24.844783715012724, + "grad_norm": 0.863915372348434, + "learning_rate": 1.75998967821624e-05, + "loss": 0.0319, + "step": 29292 + }, + { + "epoch": 24.845631891433417, + "grad_norm": 0.6760817758546022, + "learning_rate": 1.7599718239778808e-05, + "loss": 0.0302, + "step": 29293 + }, + { + "epoch": 24.846480067854113, + "grad_norm": 0.8479109844550926, + "learning_rate": 1.7599539691660315e-05, + "loss": 0.0301, + "step": 29294 + }, + { + "epoch": 24.84732824427481, + "grad_norm": 0.7736503063904736, + "learning_rate": 1.7599361137807053e-05, + "loss": 0.028, + "step": 29295 + }, + { + "epoch": 24.848176420695506, + "grad_norm": 0.8049094134761057, + "learning_rate": 1.7599182578219154e-05, + "loss": 0.0278, + "step": 29296 + }, + { + "epoch": 24.849024597116202, + "grad_norm": 0.823984519890385, + "learning_rate": 1.7599004012896757e-05, + "loss": 0.0309, + "step": 29297 + }, + { + "epoch": 24.849872773536894, + "grad_norm": 0.7649200935951038, + "learning_rate": 1.7598825441839995e-05, + "loss": 0.0277, + "step": 29298 + }, + { + "epoch": 24.85072094995759, + "grad_norm": 0.7335138967807882, + "learning_rate": 1.7598646865049e-05, + "loss": 0.0285, + "step": 29299 + }, + { + "epoch": 24.851569126378287, + "grad_norm": 0.8240004116065294, + "learning_rate": 1.759846828252391e-05, + "loss": 0.0308, + "step": 29300 + }, + { + "epoch": 24.852417302798983, + "grad_norm": 0.761127351214256, + "learning_rate": 1.759828969426486e-05, + "loss": 0.0286, + "step": 29301 + }, + { + "epoch": 24.85326547921968, + "grad_norm": 0.7772540517600125, + "learning_rate": 1.7598111100271988e-05, + "loss": 0.0276, + "step": 29302 + }, + { + "epoch": 24.854113655640372, + "grad_norm": 0.6248479809626476, + "learning_rate": 1.7597932500545417e-05, + "loss": 0.0271, + "step": 29303 + }, + { + "epoch": 24.85496183206107, + "grad_norm": 0.7096072199845174, + "learning_rate": 1.7597753895085293e-05, + "loss": 0.0294, + "step": 29304 + }, + { + "epoch": 24.855810008481765, + "grad_norm": 0.6648490205861296, + "learning_rate": 1.759757528389175e-05, + "loss": 0.0288, + "step": 29305 + }, + { + "epoch": 24.85665818490246, + "grad_norm": 0.7321969797972667, + "learning_rate": 1.7597396666964918e-05, + "loss": 0.0266, + "step": 29306 + }, + { + "epoch": 24.857506361323153, + "grad_norm": 0.8282819755236726, + "learning_rate": 1.7597218044304933e-05, + "loss": 0.0304, + "step": 29307 + }, + { + "epoch": 24.85835453774385, + "grad_norm": 0.8398114139974325, + "learning_rate": 1.759703941591193e-05, + "loss": 0.0299, + "step": 29308 + }, + { + "epoch": 24.859202714164546, + "grad_norm": 0.6165055781221324, + "learning_rate": 1.7596860781786045e-05, + "loss": 0.0252, + "step": 29309 + }, + { + "epoch": 24.860050890585242, + "grad_norm": 0.7735075704328677, + "learning_rate": 1.7596682141927415e-05, + "loss": 0.0296, + "step": 29310 + }, + { + "epoch": 24.86089906700594, + "grad_norm": 0.6793218212491868, + "learning_rate": 1.759650349633617e-05, + "loss": 0.0271, + "step": 29311 + }, + { + "epoch": 24.86174724342663, + "grad_norm": 0.8242242987675578, + "learning_rate": 1.7596324845012444e-05, + "loss": 0.0301, + "step": 29312 + }, + { + "epoch": 24.862595419847327, + "grad_norm": 0.7539467305178584, + "learning_rate": 1.759614618795638e-05, + "loss": 0.0289, + "step": 29313 + }, + { + "epoch": 24.863443596268024, + "grad_norm": 0.8527351789077454, + "learning_rate": 1.7595967525168103e-05, + "loss": 0.0305, + "step": 29314 + }, + { + "epoch": 24.86429177268872, + "grad_norm": 0.778779587848539, + "learning_rate": 1.7595788856647753e-05, + "loss": 0.0281, + "step": 29315 + }, + { + "epoch": 24.865139949109416, + "grad_norm": 0.626715657126327, + "learning_rate": 1.7595610182395466e-05, + "loss": 0.0285, + "step": 29316 + }, + { + "epoch": 24.86598812553011, + "grad_norm": 0.6899376547558913, + "learning_rate": 1.7595431502411375e-05, + "loss": 0.0255, + "step": 29317 + }, + { + "epoch": 24.866836301950805, + "grad_norm": 0.7939643383741999, + "learning_rate": 1.759525281669561e-05, + "loss": 0.0302, + "step": 29318 + }, + { + "epoch": 24.8676844783715, + "grad_norm": 0.778912321146719, + "learning_rate": 1.7595074125248318e-05, + "loss": 0.0285, + "step": 29319 + }, + { + "epoch": 24.868532654792197, + "grad_norm": 0.7562356215879529, + "learning_rate": 1.7594895428069624e-05, + "loss": 0.0313, + "step": 29320 + }, + { + "epoch": 24.869380831212894, + "grad_norm": 0.8632721584710302, + "learning_rate": 1.7594716725159665e-05, + "loss": 0.0291, + "step": 29321 + }, + { + "epoch": 24.870229007633586, + "grad_norm": 0.739111744605761, + "learning_rate": 1.7594538016518575e-05, + "loss": 0.03, + "step": 29322 + }, + { + "epoch": 24.871077184054283, + "grad_norm": 0.6716331181701775, + "learning_rate": 1.7594359302146488e-05, + "loss": 0.0277, + "step": 29323 + }, + { + "epoch": 24.87192536047498, + "grad_norm": 0.6944480653154853, + "learning_rate": 1.7594180582043545e-05, + "loss": 0.0288, + "step": 29324 + }, + { + "epoch": 24.872773536895675, + "grad_norm": 0.614994626152942, + "learning_rate": 1.7594001856209876e-05, + "loss": 0.0233, + "step": 29325 + }, + { + "epoch": 24.87362171331637, + "grad_norm": 0.7097151052085278, + "learning_rate": 1.7593823124645615e-05, + "loss": 0.0274, + "step": 29326 + }, + { + "epoch": 24.874469889737064, + "grad_norm": 0.6369143201924945, + "learning_rate": 1.75936443873509e-05, + "loss": 0.0273, + "step": 29327 + }, + { + "epoch": 24.87531806615776, + "grad_norm": 0.728510891293635, + "learning_rate": 1.7593465644325865e-05, + "loss": 0.027, + "step": 29328 + }, + { + "epoch": 24.876166242578456, + "grad_norm": 0.7136682090641131, + "learning_rate": 1.759328689557064e-05, + "loss": 0.0276, + "step": 29329 + }, + { + "epoch": 24.877014418999153, + "grad_norm": 0.8034359073489381, + "learning_rate": 1.759310814108537e-05, + "loss": 0.0288, + "step": 29330 + }, + { + "epoch": 24.87786259541985, + "grad_norm": 0.773274040506934, + "learning_rate": 1.759292938087018e-05, + "loss": 0.0287, + "step": 29331 + }, + { + "epoch": 24.87871077184054, + "grad_norm": 0.7503421146596314, + "learning_rate": 1.759275061492521e-05, + "loss": 0.0298, + "step": 29332 + }, + { + "epoch": 24.879558948261238, + "grad_norm": 0.740688806916151, + "learning_rate": 1.759257184325059e-05, + "loss": 0.0283, + "step": 29333 + }, + { + "epoch": 24.880407124681934, + "grad_norm": 0.7436999181374637, + "learning_rate": 1.7592393065846466e-05, + "loss": 0.0292, + "step": 29334 + }, + { + "epoch": 24.88125530110263, + "grad_norm": 0.6724547788709238, + "learning_rate": 1.7592214282712963e-05, + "loss": 0.0268, + "step": 29335 + }, + { + "epoch": 24.882103477523327, + "grad_norm": 0.7368450116845753, + "learning_rate": 1.759203549385022e-05, + "loss": 0.0278, + "step": 29336 + }, + { + "epoch": 24.88295165394402, + "grad_norm": 0.7838489124313262, + "learning_rate": 1.7591856699258366e-05, + "loss": 0.0279, + "step": 29337 + }, + { + "epoch": 24.883799830364715, + "grad_norm": 0.867205783801477, + "learning_rate": 1.7591677898937544e-05, + "loss": 0.0309, + "step": 29338 + }, + { + "epoch": 24.88464800678541, + "grad_norm": 0.6463583289186647, + "learning_rate": 1.7591499092887883e-05, + "loss": 0.0249, + "step": 29339 + }, + { + "epoch": 24.885496183206108, + "grad_norm": 0.5336059138086234, + "learning_rate": 1.759132028110952e-05, + "loss": 0.0255, + "step": 29340 + }, + { + "epoch": 24.886344359626804, + "grad_norm": 0.8891413628369728, + "learning_rate": 1.7591141463602593e-05, + "loss": 0.0299, + "step": 29341 + }, + { + "epoch": 24.887192536047497, + "grad_norm": 0.7582998955336648, + "learning_rate": 1.7590962640367233e-05, + "loss": 0.0359, + "step": 29342 + }, + { + "epoch": 24.888040712468193, + "grad_norm": 0.7331404228576128, + "learning_rate": 1.7590783811403575e-05, + "loss": 0.0304, + "step": 29343 + }, + { + "epoch": 24.88888888888889, + "grad_norm": 0.7796401002260036, + "learning_rate": 1.7590604976711755e-05, + "loss": 0.0323, + "step": 29344 + }, + { + "epoch": 24.889737065309586, + "grad_norm": 0.8383788596337344, + "learning_rate": 1.7590426136291912e-05, + "loss": 0.0297, + "step": 29345 + }, + { + "epoch": 24.890585241730278, + "grad_norm": 0.7706497174177994, + "learning_rate": 1.7590247290144172e-05, + "loss": 0.0319, + "step": 29346 + }, + { + "epoch": 24.891433418150974, + "grad_norm": 0.5819250339334905, + "learning_rate": 1.7590068438268676e-05, + "loss": 0.0281, + "step": 29347 + }, + { + "epoch": 24.89228159457167, + "grad_norm": 0.7146190411424574, + "learning_rate": 1.758988958066556e-05, + "loss": 0.0298, + "step": 29348 + }, + { + "epoch": 24.893129770992367, + "grad_norm": 0.8178441714216867, + "learning_rate": 1.7589710717334957e-05, + "loss": 0.0298, + "step": 29349 + }, + { + "epoch": 24.893977947413063, + "grad_norm": 0.8012223972211816, + "learning_rate": 1.7589531848276998e-05, + "loss": 0.0306, + "step": 29350 + }, + { + "epoch": 24.894826123833756, + "grad_norm": 0.6778852290545083, + "learning_rate": 1.7589352973491826e-05, + "loss": 0.029, + "step": 29351 + }, + { + "epoch": 24.895674300254452, + "grad_norm": 0.8136435811208602, + "learning_rate": 1.758917409297957e-05, + "loss": 0.0335, + "step": 29352 + }, + { + "epoch": 24.89652247667515, + "grad_norm": 0.7711425939362345, + "learning_rate": 1.7588995206740363e-05, + "loss": 0.0278, + "step": 29353 + }, + { + "epoch": 24.897370653095845, + "grad_norm": 0.625672514399206, + "learning_rate": 1.758881631477435e-05, + "loss": 0.024, + "step": 29354 + }, + { + "epoch": 24.89821882951654, + "grad_norm": 0.8192337733836516, + "learning_rate": 1.7588637417081657e-05, + "loss": 0.0313, + "step": 29355 + }, + { + "epoch": 24.899067005937233, + "grad_norm": 0.8124948386195822, + "learning_rate": 1.758845851366242e-05, + "loss": 0.0324, + "step": 29356 + }, + { + "epoch": 24.89991518235793, + "grad_norm": 0.6908493921941418, + "learning_rate": 1.758827960451678e-05, + "loss": 0.029, + "step": 29357 + }, + { + "epoch": 24.900763358778626, + "grad_norm": 0.7739459957403205, + "learning_rate": 1.7588100689644866e-05, + "loss": 0.0278, + "step": 29358 + }, + { + "epoch": 24.901611535199322, + "grad_norm": 0.7667530677479186, + "learning_rate": 1.7587921769046812e-05, + "loss": 0.0288, + "step": 29359 + }, + { + "epoch": 24.90245971162002, + "grad_norm": 0.8176887217025021, + "learning_rate": 1.758774284272276e-05, + "loss": 0.0306, + "step": 29360 + }, + { + "epoch": 24.90330788804071, + "grad_norm": 0.6861129908183321, + "learning_rate": 1.758756391067284e-05, + "loss": 0.0303, + "step": 29361 + }, + { + "epoch": 24.904156064461407, + "grad_norm": 0.8871342368579258, + "learning_rate": 1.7587384972897185e-05, + "loss": 0.0293, + "step": 29362 + }, + { + "epoch": 24.905004240882104, + "grad_norm": 0.6227145123849974, + "learning_rate": 1.7587206029395933e-05, + "loss": 0.0288, + "step": 29363 + }, + { + "epoch": 24.9058524173028, + "grad_norm": 0.8283893820553487, + "learning_rate": 1.7587027080169222e-05, + "loss": 0.0306, + "step": 29364 + }, + { + "epoch": 24.906700593723496, + "grad_norm": 0.9047560958406131, + "learning_rate": 1.7586848125217183e-05, + "loss": 0.0306, + "step": 29365 + }, + { + "epoch": 24.90754877014419, + "grad_norm": 0.8211855448671017, + "learning_rate": 1.758666916453995e-05, + "loss": 0.0314, + "step": 29366 + }, + { + "epoch": 24.908396946564885, + "grad_norm": 0.7215360093168092, + "learning_rate": 1.758649019813766e-05, + "loss": 0.0287, + "step": 29367 + }, + { + "epoch": 24.90924512298558, + "grad_norm": 0.7044245005512139, + "learning_rate": 1.758631122601045e-05, + "loss": 0.0259, + "step": 29368 + }, + { + "epoch": 24.910093299406277, + "grad_norm": 0.7341306299770256, + "learning_rate": 1.7586132248158453e-05, + "loss": 0.0266, + "step": 29369 + }, + { + "epoch": 24.910941475826974, + "grad_norm": 0.6998240940192703, + "learning_rate": 1.7585953264581802e-05, + "loss": 0.0271, + "step": 29370 + }, + { + "epoch": 24.911789652247666, + "grad_norm": 0.7304543758202212, + "learning_rate": 1.7585774275280635e-05, + "loss": 0.0263, + "step": 29371 + }, + { + "epoch": 24.912637828668363, + "grad_norm": 0.8944944266585546, + "learning_rate": 1.7585595280255087e-05, + "loss": 0.0293, + "step": 29372 + }, + { + "epoch": 24.91348600508906, + "grad_norm": 0.754684701774736, + "learning_rate": 1.7585416279505297e-05, + "loss": 0.0284, + "step": 29373 + }, + { + "epoch": 24.914334181509755, + "grad_norm": 0.8331153331113618, + "learning_rate": 1.758523727303139e-05, + "loss": 0.0323, + "step": 29374 + }, + { + "epoch": 24.91518235793045, + "grad_norm": 0.8283895797440821, + "learning_rate": 1.7585058260833507e-05, + "loss": 0.0319, + "step": 29375 + }, + { + "epoch": 24.916030534351144, + "grad_norm": 0.782727166417232, + "learning_rate": 1.7584879242911784e-05, + "loss": 0.029, + "step": 29376 + }, + { + "epoch": 24.91687871077184, + "grad_norm": 0.7179392750425319, + "learning_rate": 1.758470021926635e-05, + "loss": 0.0291, + "step": 29377 + }, + { + "epoch": 24.917726887192536, + "grad_norm": 0.7340358824534067, + "learning_rate": 1.758452118989735e-05, + "loss": 0.0269, + "step": 29378 + }, + { + "epoch": 24.918575063613233, + "grad_norm": 0.6923117438521822, + "learning_rate": 1.7584342154804916e-05, + "loss": 0.0267, + "step": 29379 + }, + { + "epoch": 24.91942324003393, + "grad_norm": 0.8292548758294184, + "learning_rate": 1.758416311398918e-05, + "loss": 0.0295, + "step": 29380 + }, + { + "epoch": 24.92027141645462, + "grad_norm": 0.8339731435089965, + "learning_rate": 1.7583984067450273e-05, + "loss": 0.0306, + "step": 29381 + }, + { + "epoch": 24.921119592875318, + "grad_norm": 0.6499493677626021, + "learning_rate": 1.758380501518834e-05, + "loss": 0.0295, + "step": 29382 + }, + { + "epoch": 24.921967769296014, + "grad_norm": 0.7794640514994837, + "learning_rate": 1.7583625957203508e-05, + "loss": 0.0295, + "step": 29383 + }, + { + "epoch": 24.92281594571671, + "grad_norm": 0.7220292163823978, + "learning_rate": 1.758344689349592e-05, + "loss": 0.0297, + "step": 29384 + }, + { + "epoch": 24.923664122137403, + "grad_norm": 0.7659861064183138, + "learning_rate": 1.75832678240657e-05, + "loss": 0.0282, + "step": 29385 + }, + { + "epoch": 24.9245122985581, + "grad_norm": 1.2002358745861228, + "learning_rate": 1.7583088748912994e-05, + "loss": 0.0375, + "step": 29386 + }, + { + "epoch": 24.925360474978795, + "grad_norm": 0.7139987364357323, + "learning_rate": 1.7582909668037933e-05, + "loss": 0.0271, + "step": 29387 + }, + { + "epoch": 24.92620865139949, + "grad_norm": 0.7687685569249537, + "learning_rate": 1.7582730581440653e-05, + "loss": 0.0308, + "step": 29388 + }, + { + "epoch": 24.927056827820188, + "grad_norm": 0.8275887084355693, + "learning_rate": 1.7582551489121285e-05, + "loss": 0.0294, + "step": 29389 + }, + { + "epoch": 24.92790500424088, + "grad_norm": 0.7614996737118719, + "learning_rate": 1.758237239107997e-05, + "loss": 0.0295, + "step": 29390 + }, + { + "epoch": 24.928753180661577, + "grad_norm": 0.8035502821747627, + "learning_rate": 1.758219328731684e-05, + "loss": 0.0303, + "step": 29391 + }, + { + "epoch": 24.929601357082273, + "grad_norm": 0.6939681352201312, + "learning_rate": 1.758201417783203e-05, + "loss": 0.0276, + "step": 29392 + }, + { + "epoch": 24.93044953350297, + "grad_norm": 0.7285202611371349, + "learning_rate": 1.7581835062625676e-05, + "loss": 0.0287, + "step": 29393 + }, + { + "epoch": 24.931297709923665, + "grad_norm": 0.7099680558629833, + "learning_rate": 1.7581655941697914e-05, + "loss": 0.0263, + "step": 29394 + }, + { + "epoch": 24.932145886344358, + "grad_norm": 0.7448094038498532, + "learning_rate": 1.7581476815048873e-05, + "loss": 0.0276, + "step": 29395 + }, + { + "epoch": 24.932994062765054, + "grad_norm": 0.8349858144579493, + "learning_rate": 1.7581297682678698e-05, + "loss": 0.0276, + "step": 29396 + }, + { + "epoch": 24.93384223918575, + "grad_norm": 0.8454096250493535, + "learning_rate": 1.758111854458752e-05, + "loss": 0.032, + "step": 29397 + }, + { + "epoch": 24.934690415606447, + "grad_norm": 0.572547700793989, + "learning_rate": 1.758093940077547e-05, + "loss": 0.0282, + "step": 29398 + }, + { + "epoch": 24.935538592027143, + "grad_norm": 0.9316017271744528, + "learning_rate": 1.758076025124269e-05, + "loss": 0.0331, + "step": 29399 + }, + { + "epoch": 24.936386768447836, + "grad_norm": 0.7196243119168065, + "learning_rate": 1.7580581095989315e-05, + "loss": 0.0286, + "step": 29400 + }, + { + "epoch": 24.937234944868532, + "grad_norm": 0.877823498449655, + "learning_rate": 1.758040193501547e-05, + "loss": 0.0307, + "step": 29401 + }, + { + "epoch": 24.938083121289228, + "grad_norm": 0.905479199002981, + "learning_rate": 1.75802227683213e-05, + "loss": 0.0361, + "step": 29402 + }, + { + "epoch": 24.938931297709924, + "grad_norm": 0.7348065847482206, + "learning_rate": 1.758004359590694e-05, + "loss": 0.0275, + "step": 29403 + }, + { + "epoch": 24.93977947413062, + "grad_norm": 0.782697727957475, + "learning_rate": 1.7579864417772522e-05, + "loss": 0.0312, + "step": 29404 + }, + { + "epoch": 24.940627650551313, + "grad_norm": 0.8027208321059259, + "learning_rate": 1.757968523391818e-05, + "loss": 0.0317, + "step": 29405 + }, + { + "epoch": 24.94147582697201, + "grad_norm": 0.643180333034814, + "learning_rate": 1.7579506044344055e-05, + "loss": 0.0287, + "step": 29406 + }, + { + "epoch": 24.942324003392706, + "grad_norm": 0.7491275085230148, + "learning_rate": 1.7579326849050275e-05, + "loss": 0.0301, + "step": 29407 + }, + { + "epoch": 24.943172179813402, + "grad_norm": 0.7224869506115705, + "learning_rate": 1.7579147648036977e-05, + "loss": 0.0308, + "step": 29408 + }, + { + "epoch": 24.9440203562341, + "grad_norm": 0.8027281418921492, + "learning_rate": 1.7578968441304302e-05, + "loss": 0.0306, + "step": 29409 + }, + { + "epoch": 24.94486853265479, + "grad_norm": 0.7943527358703001, + "learning_rate": 1.757878922885238e-05, + "loss": 0.0277, + "step": 29410 + }, + { + "epoch": 24.945716709075487, + "grad_norm": 0.7846513690473798, + "learning_rate": 1.757861001068135e-05, + "loss": 0.0284, + "step": 29411 + }, + { + "epoch": 24.946564885496183, + "grad_norm": 0.6572080167944211, + "learning_rate": 1.7578430786791337e-05, + "loss": 0.0285, + "step": 29412 + }, + { + "epoch": 24.94741306191688, + "grad_norm": 0.8304058149278524, + "learning_rate": 1.757825155718249e-05, + "loss": 0.0319, + "step": 29413 + }, + { + "epoch": 24.948261238337576, + "grad_norm": 0.8597546240580332, + "learning_rate": 1.7578072321854936e-05, + "loss": 0.0305, + "step": 29414 + }, + { + "epoch": 24.94910941475827, + "grad_norm": 0.7876076278320807, + "learning_rate": 1.7577893080808818e-05, + "loss": 0.0281, + "step": 29415 + }, + { + "epoch": 24.949957591178965, + "grad_norm": 0.8324626908923075, + "learning_rate": 1.7577713834044258e-05, + "loss": 0.0268, + "step": 29416 + }, + { + "epoch": 24.95080576759966, + "grad_norm": 0.957230714264265, + "learning_rate": 1.7577534581561402e-05, + "loss": 0.0304, + "step": 29417 + }, + { + "epoch": 24.951653944020357, + "grad_norm": 0.7815637889971839, + "learning_rate": 1.757735532336038e-05, + "loss": 0.0273, + "step": 29418 + }, + { + "epoch": 24.952502120441054, + "grad_norm": 0.721977555129297, + "learning_rate": 1.7577176059441333e-05, + "loss": 0.0279, + "step": 29419 + }, + { + "epoch": 24.953350296861746, + "grad_norm": 0.7235751156013448, + "learning_rate": 1.7576996789804393e-05, + "loss": 0.0304, + "step": 29420 + }, + { + "epoch": 24.954198473282442, + "grad_norm": 0.7827935742191923, + "learning_rate": 1.7576817514449693e-05, + "loss": 0.0319, + "step": 29421 + }, + { + "epoch": 24.95504664970314, + "grad_norm": 0.7502104096802732, + "learning_rate": 1.7576638233377368e-05, + "loss": 0.0291, + "step": 29422 + }, + { + "epoch": 24.955894826123835, + "grad_norm": 0.7465109145617171, + "learning_rate": 1.7576458946587557e-05, + "loss": 0.0286, + "step": 29423 + }, + { + "epoch": 24.956743002544528, + "grad_norm": 0.7034098989442191, + "learning_rate": 1.7576279654080396e-05, + "loss": 0.029, + "step": 29424 + }, + { + "epoch": 24.957591178965224, + "grad_norm": 1.2645985982737802, + "learning_rate": 1.757610035585602e-05, + "loss": 0.0275, + "step": 29425 + }, + { + "epoch": 24.95843935538592, + "grad_norm": 0.9047500788916326, + "learning_rate": 1.7575921051914558e-05, + "loss": 0.0325, + "step": 29426 + }, + { + "epoch": 24.959287531806616, + "grad_norm": 0.7916850048522655, + "learning_rate": 1.7575741742256148e-05, + "loss": 0.03, + "step": 29427 + }, + { + "epoch": 24.960135708227313, + "grad_norm": 0.8373632474244638, + "learning_rate": 1.7575562426880934e-05, + "loss": 0.0306, + "step": 29428 + }, + { + "epoch": 24.960983884648005, + "grad_norm": 0.7819325047906768, + "learning_rate": 1.757538310578904e-05, + "loss": 0.0285, + "step": 29429 + }, + { + "epoch": 24.9618320610687, + "grad_norm": 0.6795113587175553, + "learning_rate": 1.7575203778980605e-05, + "loss": 0.0298, + "step": 29430 + }, + { + "epoch": 24.962680237489398, + "grad_norm": 0.8063571849975434, + "learning_rate": 1.7575024446455765e-05, + "loss": 0.029, + "step": 29431 + }, + { + "epoch": 24.963528413910094, + "grad_norm": 0.8178107350203906, + "learning_rate": 1.757484510821466e-05, + "loss": 0.031, + "step": 29432 + }, + { + "epoch": 24.96437659033079, + "grad_norm": 0.6950360913933122, + "learning_rate": 1.7574665764257415e-05, + "loss": 0.0303, + "step": 29433 + }, + { + "epoch": 24.965224766751483, + "grad_norm": 0.8362571097577309, + "learning_rate": 1.7574486414584177e-05, + "loss": 0.0302, + "step": 29434 + }, + { + "epoch": 24.96607294317218, + "grad_norm": 0.8356949963922637, + "learning_rate": 1.757430705919507e-05, + "loss": 0.0314, + "step": 29435 + }, + { + "epoch": 24.966921119592875, + "grad_norm": 0.7663115475839043, + "learning_rate": 1.757412769809024e-05, + "loss": 0.0301, + "step": 29436 + }, + { + "epoch": 24.96776929601357, + "grad_norm": 0.8727295269250097, + "learning_rate": 1.757394833126981e-05, + "loss": 0.0306, + "step": 29437 + }, + { + "epoch": 24.968617472434268, + "grad_norm": 0.8057298347121166, + "learning_rate": 1.7573768958733927e-05, + "loss": 0.0303, + "step": 29438 + }, + { + "epoch": 24.96946564885496, + "grad_norm": 0.7888520225585959, + "learning_rate": 1.757358958048272e-05, + "loss": 0.0326, + "step": 29439 + }, + { + "epoch": 24.970313825275657, + "grad_norm": 0.5652217051615026, + "learning_rate": 1.757341019651633e-05, + "loss": 0.0287, + "step": 29440 + }, + { + "epoch": 24.971162001696353, + "grad_norm": 0.8686566551926397, + "learning_rate": 1.7573230806834883e-05, + "loss": 0.0312, + "step": 29441 + }, + { + "epoch": 24.97201017811705, + "grad_norm": 0.6821857395628136, + "learning_rate": 1.7573051411438525e-05, + "loss": 0.0276, + "step": 29442 + }, + { + "epoch": 24.972858354537745, + "grad_norm": 0.9392925088710449, + "learning_rate": 1.7572872010327384e-05, + "loss": 0.0278, + "step": 29443 + }, + { + "epoch": 24.973706530958438, + "grad_norm": 0.7987709437863004, + "learning_rate": 1.7572692603501597e-05, + "loss": 0.0302, + "step": 29444 + }, + { + "epoch": 24.974554707379134, + "grad_norm": 0.7596713920256088, + "learning_rate": 1.75725131909613e-05, + "loss": 0.0272, + "step": 29445 + }, + { + "epoch": 24.97540288379983, + "grad_norm": 0.7765711258004342, + "learning_rate": 1.7572333772706627e-05, + "loss": 0.0301, + "step": 29446 + }, + { + "epoch": 24.976251060220527, + "grad_norm": 0.7435140081268052, + "learning_rate": 1.757215434873772e-05, + "loss": 0.0277, + "step": 29447 + }, + { + "epoch": 24.977099236641223, + "grad_norm": 0.8363785037205502, + "learning_rate": 1.7571974919054705e-05, + "loss": 0.0284, + "step": 29448 + }, + { + "epoch": 24.977947413061916, + "grad_norm": 0.7684365307678235, + "learning_rate": 1.7571795483657723e-05, + "loss": 0.0308, + "step": 29449 + }, + { + "epoch": 24.978795589482612, + "grad_norm": 0.7123550136641402, + "learning_rate": 1.757161604254691e-05, + "loss": 0.0295, + "step": 29450 + }, + { + "epoch": 24.979643765903308, + "grad_norm": 0.6921424988906633, + "learning_rate": 1.7571436595722393e-05, + "loss": 0.0279, + "step": 29451 + }, + { + "epoch": 24.980491942324004, + "grad_norm": 0.7562945181316949, + "learning_rate": 1.7571257143184318e-05, + "loss": 0.027, + "step": 29452 + }, + { + "epoch": 24.9813401187447, + "grad_norm": 0.8510124974804, + "learning_rate": 1.7571077684932816e-05, + "loss": 0.0298, + "step": 29453 + }, + { + "epoch": 24.982188295165393, + "grad_norm": 0.7496828017842244, + "learning_rate": 1.7570898220968025e-05, + "loss": 0.0265, + "step": 29454 + }, + { + "epoch": 24.98303647158609, + "grad_norm": 0.732274436171822, + "learning_rate": 1.7570718751290076e-05, + "loss": 0.0295, + "step": 29455 + }, + { + "epoch": 24.983884648006786, + "grad_norm": 0.6969427841249991, + "learning_rate": 1.757053927589911e-05, + "loss": 0.0289, + "step": 29456 + }, + { + "epoch": 24.984732824427482, + "grad_norm": 0.8542192551974601, + "learning_rate": 1.757035979479525e-05, + "loss": 0.0304, + "step": 29457 + }, + { + "epoch": 24.98558100084818, + "grad_norm": 0.80574630314863, + "learning_rate": 1.7570180307978647e-05, + "loss": 0.0305, + "step": 29458 + }, + { + "epoch": 24.98642917726887, + "grad_norm": 0.6896982030275355, + "learning_rate": 1.757000081544943e-05, + "loss": 0.0292, + "step": 29459 + }, + { + "epoch": 24.987277353689567, + "grad_norm": 0.7735820556776843, + "learning_rate": 1.7569821317207733e-05, + "loss": 0.0292, + "step": 29460 + }, + { + "epoch": 24.988125530110263, + "grad_norm": 0.8094785194438076, + "learning_rate": 1.756964181325369e-05, + "loss": 0.0294, + "step": 29461 + }, + { + "epoch": 24.98897370653096, + "grad_norm": 0.837461074123754, + "learning_rate": 1.7569462303587445e-05, + "loss": 0.0325, + "step": 29462 + }, + { + "epoch": 24.989821882951652, + "grad_norm": 0.7039860762432177, + "learning_rate": 1.7569282788209127e-05, + "loss": 0.0304, + "step": 29463 + }, + { + "epoch": 24.99067005937235, + "grad_norm": 0.8971020826502025, + "learning_rate": 1.7569103267118866e-05, + "loss": 0.0301, + "step": 29464 + }, + { + "epoch": 24.991518235793045, + "grad_norm": 0.7899120825323334, + "learning_rate": 1.756892374031681e-05, + "loss": 0.0324, + "step": 29465 + }, + { + "epoch": 24.99236641221374, + "grad_norm": 0.7359624948795883, + "learning_rate": 1.7568744207803085e-05, + "loss": 0.0287, + "step": 29466 + }, + { + "epoch": 24.993214588634437, + "grad_norm": 0.8633569132835228, + "learning_rate": 1.756856466957783e-05, + "loss": 0.033, + "step": 29467 + }, + { + "epoch": 24.99406276505513, + "grad_norm": 0.7088517884336426, + "learning_rate": 1.756838512564118e-05, + "loss": 0.0289, + "step": 29468 + }, + { + "epoch": 24.994910941475826, + "grad_norm": 0.8401090630880107, + "learning_rate": 1.7568205575993273e-05, + "loss": 0.0324, + "step": 29469 + }, + { + "epoch": 24.995759117896522, + "grad_norm": 0.7342753888061163, + "learning_rate": 1.7568026020634237e-05, + "loss": 0.0305, + "step": 29470 + }, + { + "epoch": 24.99660729431722, + "grad_norm": 0.6344123202947638, + "learning_rate": 1.7567846459564214e-05, + "loss": 0.0285, + "step": 29471 + }, + { + "epoch": 24.997455470737915, + "grad_norm": 0.6894645584059018, + "learning_rate": 1.756766689278334e-05, + "loss": 0.0277, + "step": 29472 + }, + { + "epoch": 24.998303647158608, + "grad_norm": 0.7771269300971102, + "learning_rate": 1.756748732029175e-05, + "loss": 0.0307, + "step": 29473 + }, + { + "epoch": 24.999151823579304, + "grad_norm": 0.6568415788230842, + "learning_rate": 1.7567307742089573e-05, + "loss": 0.0267, + "step": 29474 + }, + { + "epoch": 25.0, + "grad_norm": 0.7788985926963137, + "learning_rate": 1.7567128158176955e-05, + "loss": 0.0319, + "step": 29475 + }, + { + "epoch": 25.000848176420696, + "grad_norm": 0.5663159059335333, + "learning_rate": 1.7566948568554024e-05, + "loss": 0.0244, + "step": 29476 + }, + { + "epoch": 25.001696352841392, + "grad_norm": 0.6369273354755456, + "learning_rate": 1.7566768973220916e-05, + "loss": 0.0232, + "step": 29477 + }, + { + "epoch": 25.002544529262085, + "grad_norm": 0.7503810689993984, + "learning_rate": 1.7566589372177768e-05, + "loss": 0.0256, + "step": 29478 + }, + { + "epoch": 25.00339270568278, + "grad_norm": 0.6189725665021427, + "learning_rate": 1.7566409765424717e-05, + "loss": 0.0241, + "step": 29479 + }, + { + "epoch": 25.004240882103478, + "grad_norm": 0.7007723556701712, + "learning_rate": 1.75662301529619e-05, + "loss": 0.0247, + "step": 29480 + }, + { + "epoch": 25.005089058524174, + "grad_norm": 0.7897482413271175, + "learning_rate": 1.7566050534789445e-05, + "loss": 0.0296, + "step": 29481 + }, + { + "epoch": 25.00593723494487, + "grad_norm": 0.6578932589712918, + "learning_rate": 1.7565870910907494e-05, + "loss": 0.0248, + "step": 29482 + }, + { + "epoch": 25.006785411365563, + "grad_norm": 0.6481484892673159, + "learning_rate": 1.756569128131618e-05, + "loss": 0.0247, + "step": 29483 + }, + { + "epoch": 25.00763358778626, + "grad_norm": 0.8200440551346542, + "learning_rate": 1.756551164601564e-05, + "loss": 0.0262, + "step": 29484 + }, + { + "epoch": 25.008481764206955, + "grad_norm": 0.5889246873175501, + "learning_rate": 1.756533200500601e-05, + "loss": 0.0219, + "step": 29485 + }, + { + "epoch": 25.00932994062765, + "grad_norm": 0.6024658902779433, + "learning_rate": 1.7565152358287426e-05, + "loss": 0.023, + "step": 29486 + }, + { + "epoch": 25.010178117048348, + "grad_norm": 0.6848757657994531, + "learning_rate": 1.7564972705860018e-05, + "loss": 0.0214, + "step": 29487 + }, + { + "epoch": 25.01102629346904, + "grad_norm": 0.6735843207365066, + "learning_rate": 1.756479304772393e-05, + "loss": 0.0242, + "step": 29488 + }, + { + "epoch": 25.011874469889737, + "grad_norm": 0.5760776563227888, + "learning_rate": 1.756461338387929e-05, + "loss": 0.0248, + "step": 29489 + }, + { + "epoch": 25.012722646310433, + "grad_norm": 0.7597981276912864, + "learning_rate": 1.7564433714326233e-05, + "loss": 0.0279, + "step": 29490 + }, + { + "epoch": 25.01357082273113, + "grad_norm": 0.6828712643627944, + "learning_rate": 1.7564254039064907e-05, + "loss": 0.0256, + "step": 29491 + }, + { + "epoch": 25.014418999151825, + "grad_norm": 0.6020414850969646, + "learning_rate": 1.7564074358095436e-05, + "loss": 0.025, + "step": 29492 + }, + { + "epoch": 25.015267175572518, + "grad_norm": 0.5461721211584362, + "learning_rate": 1.7563894671417955e-05, + "loss": 0.0222, + "step": 29493 + }, + { + "epoch": 25.016115351993214, + "grad_norm": 0.7583550905709882, + "learning_rate": 1.7563714979032608e-05, + "loss": 0.0225, + "step": 29494 + }, + { + "epoch": 25.01696352841391, + "grad_norm": 0.7885014655851295, + "learning_rate": 1.7563535280939522e-05, + "loss": 0.0248, + "step": 29495 + }, + { + "epoch": 25.017811704834607, + "grad_norm": 0.5191522544765292, + "learning_rate": 1.7563355577138837e-05, + "loss": 0.0209, + "step": 29496 + }, + { + "epoch": 25.0186598812553, + "grad_norm": 0.7783110354553704, + "learning_rate": 1.7563175867630688e-05, + "loss": 0.0267, + "step": 29497 + }, + { + "epoch": 25.019508057675996, + "grad_norm": 0.6715723082109487, + "learning_rate": 1.756299615241521e-05, + "loss": 0.0246, + "step": 29498 + }, + { + "epoch": 25.020356234096692, + "grad_norm": 0.6143488914036168, + "learning_rate": 1.756281643149254e-05, + "loss": 0.0227, + "step": 29499 + }, + { + "epoch": 25.021204410517388, + "grad_norm": 0.6723872030907502, + "learning_rate": 1.7562636704862813e-05, + "loss": 0.0254, + "step": 29500 + }, + { + "epoch": 25.022052586938084, + "grad_norm": 0.5721698467848294, + "learning_rate": 1.7562456972526163e-05, + "loss": 0.0217, + "step": 29501 + }, + { + "epoch": 25.022900763358777, + "grad_norm": 0.6886213509782981, + "learning_rate": 1.7562277234482728e-05, + "loss": 0.0254, + "step": 29502 + }, + { + "epoch": 25.023748939779473, + "grad_norm": 0.696036418614156, + "learning_rate": 1.7562097490732645e-05, + "loss": 0.0245, + "step": 29503 + }, + { + "epoch": 25.02459711620017, + "grad_norm": 0.7724901769343197, + "learning_rate": 1.7561917741276047e-05, + "loss": 0.0264, + "step": 29504 + }, + { + "epoch": 25.025445292620866, + "grad_norm": 0.7843524704466655, + "learning_rate": 1.7561737986113066e-05, + "loss": 0.0263, + "step": 29505 + }, + { + "epoch": 25.026293469041562, + "grad_norm": 1.3063776770967708, + "learning_rate": 1.7561558225243845e-05, + "loss": 0.0207, + "step": 29506 + }, + { + "epoch": 25.027141645462255, + "grad_norm": 0.7517242264994233, + "learning_rate": 1.7561378458668518e-05, + "loss": 0.026, + "step": 29507 + }, + { + "epoch": 25.02798982188295, + "grad_norm": 0.6680752046689544, + "learning_rate": 1.7561198686387215e-05, + "loss": 0.0259, + "step": 29508 + }, + { + "epoch": 25.028837998303647, + "grad_norm": 0.6833517332517302, + "learning_rate": 1.7561018908400077e-05, + "loss": 0.0252, + "step": 29509 + }, + { + "epoch": 25.029686174724343, + "grad_norm": 0.9641039470259245, + "learning_rate": 1.7560839124707237e-05, + "loss": 0.0254, + "step": 29510 + }, + { + "epoch": 25.03053435114504, + "grad_norm": 0.6974332662865605, + "learning_rate": 1.7560659335308835e-05, + "loss": 0.0246, + "step": 29511 + }, + { + "epoch": 25.031382527565732, + "grad_norm": 0.7709390282162236, + "learning_rate": 1.7560479540205e-05, + "loss": 0.0269, + "step": 29512 + }, + { + "epoch": 25.03223070398643, + "grad_norm": 0.7165096268351678, + "learning_rate": 1.7560299739395872e-05, + "loss": 0.0249, + "step": 29513 + }, + { + "epoch": 25.033078880407125, + "grad_norm": 0.7237210601983959, + "learning_rate": 1.7560119932881586e-05, + "loss": 0.0271, + "step": 29514 + }, + { + "epoch": 25.03392705682782, + "grad_norm": 0.7190229125774068, + "learning_rate": 1.755994012066228e-05, + "loss": 0.0256, + "step": 29515 + }, + { + "epoch": 25.034775233248517, + "grad_norm": 0.6160654368535485, + "learning_rate": 1.7559760302738084e-05, + "loss": 0.0237, + "step": 29516 + }, + { + "epoch": 25.03562340966921, + "grad_norm": 0.6811415381162785, + "learning_rate": 1.755958047910914e-05, + "loss": 0.0232, + "step": 29517 + }, + { + "epoch": 25.036471586089906, + "grad_norm": 1.0151326697935177, + "learning_rate": 1.755940064977558e-05, + "loss": 0.0309, + "step": 29518 + }, + { + "epoch": 25.037319762510602, + "grad_norm": 0.6319650530032388, + "learning_rate": 1.755922081473754e-05, + "loss": 0.0225, + "step": 29519 + }, + { + "epoch": 25.0381679389313, + "grad_norm": 0.7303252077694926, + "learning_rate": 1.7559040973995155e-05, + "loss": 0.0242, + "step": 29520 + }, + { + "epoch": 25.039016115351995, + "grad_norm": 0.7889541073447934, + "learning_rate": 1.7558861127548565e-05, + "loss": 0.0299, + "step": 29521 + }, + { + "epoch": 25.039864291772687, + "grad_norm": 1.1290358479349625, + "learning_rate": 1.75586812753979e-05, + "loss": 0.0279, + "step": 29522 + }, + { + "epoch": 25.040712468193384, + "grad_norm": 0.7710241953920213, + "learning_rate": 1.7558501417543296e-05, + "loss": 0.026, + "step": 29523 + }, + { + "epoch": 25.04156064461408, + "grad_norm": 0.790035734699238, + "learning_rate": 1.7558321553984892e-05, + "loss": 0.0267, + "step": 29524 + }, + { + "epoch": 25.042408821034776, + "grad_norm": 0.9351468707269437, + "learning_rate": 1.7558141684722826e-05, + "loss": 0.0284, + "step": 29525 + }, + { + "epoch": 25.043256997455472, + "grad_norm": 0.664964196018941, + "learning_rate": 1.755796180975723e-05, + "loss": 0.022, + "step": 29526 + }, + { + "epoch": 25.044105173876165, + "grad_norm": 0.6646622026896335, + "learning_rate": 1.755778192908824e-05, + "loss": 0.0243, + "step": 29527 + }, + { + "epoch": 25.04495335029686, + "grad_norm": 0.702577238617888, + "learning_rate": 1.7557602042715988e-05, + "loss": 0.0255, + "step": 29528 + }, + { + "epoch": 25.045801526717558, + "grad_norm": 0.7098560779167521, + "learning_rate": 1.7557422150640618e-05, + "loss": 0.0236, + "step": 29529 + }, + { + "epoch": 25.046649703138254, + "grad_norm": 0.8270671646520912, + "learning_rate": 1.7557242252862262e-05, + "loss": 0.0233, + "step": 29530 + }, + { + "epoch": 25.04749787955895, + "grad_norm": 0.6893997934873359, + "learning_rate": 1.755706234938105e-05, + "loss": 0.0243, + "step": 29531 + }, + { + "epoch": 25.048346055979643, + "grad_norm": 0.799963880021647, + "learning_rate": 1.7556882440197126e-05, + "loss": 0.0258, + "step": 29532 + }, + { + "epoch": 25.04919423240034, + "grad_norm": 0.8115905979374319, + "learning_rate": 1.7556702525310623e-05, + "loss": 0.0258, + "step": 29533 + }, + { + "epoch": 25.050042408821035, + "grad_norm": 0.7509607709066723, + "learning_rate": 1.7556522604721674e-05, + "loss": 0.0256, + "step": 29534 + }, + { + "epoch": 25.05089058524173, + "grad_norm": 0.6807150007733401, + "learning_rate": 1.7556342678430424e-05, + "loss": 0.0244, + "step": 29535 + }, + { + "epoch": 25.051738761662424, + "grad_norm": 0.7792470031689502, + "learning_rate": 1.7556162746436996e-05, + "loss": 0.0285, + "step": 29536 + }, + { + "epoch": 25.05258693808312, + "grad_norm": 0.7275454074770797, + "learning_rate": 1.7555982808741535e-05, + "loss": 0.0287, + "step": 29537 + }, + { + "epoch": 25.053435114503817, + "grad_norm": 0.6603604958398165, + "learning_rate": 1.755580286534417e-05, + "loss": 0.0235, + "step": 29538 + }, + { + "epoch": 25.054283290924513, + "grad_norm": 0.7516554757941999, + "learning_rate": 1.755562291624504e-05, + "loss": 0.0249, + "step": 29539 + }, + { + "epoch": 25.05513146734521, + "grad_norm": 0.8531252913173046, + "learning_rate": 1.7555442961444286e-05, + "loss": 0.0275, + "step": 29540 + }, + { + "epoch": 25.0559796437659, + "grad_norm": 0.7894912949517725, + "learning_rate": 1.7555263000942036e-05, + "loss": 0.0279, + "step": 29541 + }, + { + "epoch": 25.056827820186598, + "grad_norm": 0.7937787131644182, + "learning_rate": 1.7555083034738428e-05, + "loss": 0.0242, + "step": 29542 + }, + { + "epoch": 25.057675996607294, + "grad_norm": 0.7228357436188733, + "learning_rate": 1.75549030628336e-05, + "loss": 0.0236, + "step": 29543 + }, + { + "epoch": 25.05852417302799, + "grad_norm": 0.7172908373972372, + "learning_rate": 1.755472308522769e-05, + "loss": 0.0264, + "step": 29544 + }, + { + "epoch": 25.059372349448687, + "grad_norm": 0.7467810690523997, + "learning_rate": 1.7554543101920825e-05, + "loss": 0.0269, + "step": 29545 + }, + { + "epoch": 25.06022052586938, + "grad_norm": 0.7513654506582349, + "learning_rate": 1.7554363112913146e-05, + "loss": 0.0263, + "step": 29546 + }, + { + "epoch": 25.061068702290076, + "grad_norm": 0.8240597456920973, + "learning_rate": 1.7554183118204792e-05, + "loss": 0.0261, + "step": 29547 + }, + { + "epoch": 25.061916878710772, + "grad_norm": 0.8881798334422277, + "learning_rate": 1.7554003117795893e-05, + "loss": 0.0277, + "step": 29548 + }, + { + "epoch": 25.062765055131468, + "grad_norm": 0.6742680077151043, + "learning_rate": 1.755382311168659e-05, + "loss": 0.0225, + "step": 29549 + }, + { + "epoch": 25.063613231552164, + "grad_norm": 0.7504239830909248, + "learning_rate": 1.7553643099877014e-05, + "loss": 0.0266, + "step": 29550 + }, + { + "epoch": 25.064461407972857, + "grad_norm": 0.6519236974535358, + "learning_rate": 1.7553463082367303e-05, + "loss": 0.0245, + "step": 29551 + }, + { + "epoch": 25.065309584393553, + "grad_norm": 0.7634506957144919, + "learning_rate": 1.7553283059157594e-05, + "loss": 0.0256, + "step": 29552 + }, + { + "epoch": 25.06615776081425, + "grad_norm": 0.6370250142665267, + "learning_rate": 1.7553103030248022e-05, + "loss": 0.0237, + "step": 29553 + }, + { + "epoch": 25.067005937234946, + "grad_norm": 0.8448240458176121, + "learning_rate": 1.7552922995638724e-05, + "loss": 0.0225, + "step": 29554 + }, + { + "epoch": 25.067854113655642, + "grad_norm": 0.8817608638944852, + "learning_rate": 1.755274295532983e-05, + "loss": 0.0258, + "step": 29555 + }, + { + "epoch": 25.068702290076335, + "grad_norm": 0.9944524444500586, + "learning_rate": 1.7552562909321485e-05, + "loss": 0.0285, + "step": 29556 + }, + { + "epoch": 25.06955046649703, + "grad_norm": 0.677375783818726, + "learning_rate": 1.755238285761382e-05, + "loss": 0.0236, + "step": 29557 + }, + { + "epoch": 25.070398642917727, + "grad_norm": 0.6885428687329912, + "learning_rate": 1.755220280020697e-05, + "loss": 0.0257, + "step": 29558 + }, + { + "epoch": 25.071246819338423, + "grad_norm": 0.8304107539529134, + "learning_rate": 1.7552022737101072e-05, + "loss": 0.0263, + "step": 29559 + }, + { + "epoch": 25.07209499575912, + "grad_norm": 0.6320591389467647, + "learning_rate": 1.755184266829626e-05, + "loss": 0.0247, + "step": 29560 + }, + { + "epoch": 25.072943172179812, + "grad_norm": 0.7100154237723227, + "learning_rate": 1.7551662593792674e-05, + "loss": 0.0245, + "step": 29561 + }, + { + "epoch": 25.07379134860051, + "grad_norm": 0.7578889724661949, + "learning_rate": 1.755148251359045e-05, + "loss": 0.0257, + "step": 29562 + }, + { + "epoch": 25.074639525021205, + "grad_norm": 0.6181604722526861, + "learning_rate": 1.755130242768972e-05, + "loss": 0.0241, + "step": 29563 + }, + { + "epoch": 25.0754877014419, + "grad_norm": 0.6149520231688015, + "learning_rate": 1.755112233609062e-05, + "loss": 0.0255, + "step": 29564 + }, + { + "epoch": 25.076335877862597, + "grad_norm": 0.6435778503955593, + "learning_rate": 1.7550942238793285e-05, + "loss": 0.0246, + "step": 29565 + }, + { + "epoch": 25.07718405428329, + "grad_norm": 0.732484169715588, + "learning_rate": 1.7550762135797858e-05, + "loss": 0.025, + "step": 29566 + }, + { + "epoch": 25.078032230703986, + "grad_norm": 0.6830192683130616, + "learning_rate": 1.755058202710447e-05, + "loss": 0.0238, + "step": 29567 + }, + { + "epoch": 25.078880407124682, + "grad_norm": 0.7844593445896849, + "learning_rate": 1.7550401912713254e-05, + "loss": 0.0244, + "step": 29568 + }, + { + "epoch": 25.07972858354538, + "grad_norm": 0.6682018783742003, + "learning_rate": 1.7550221792624353e-05, + "loss": 0.0258, + "step": 29569 + }, + { + "epoch": 25.08057675996607, + "grad_norm": 0.6256604138938215, + "learning_rate": 1.7550041666837898e-05, + "loss": 0.0245, + "step": 29570 + }, + { + "epoch": 25.081424936386767, + "grad_norm": 0.8082260617176203, + "learning_rate": 1.7549861535354024e-05, + "loss": 0.027, + "step": 29571 + }, + { + "epoch": 25.082273112807464, + "grad_norm": 0.6549365871794063, + "learning_rate": 1.754968139817287e-05, + "loss": 0.0244, + "step": 29572 + }, + { + "epoch": 25.08312128922816, + "grad_norm": 0.6354574102586336, + "learning_rate": 1.7549501255294566e-05, + "loss": 0.0263, + "step": 29573 + }, + { + "epoch": 25.083969465648856, + "grad_norm": 0.7414417992307766, + "learning_rate": 1.7549321106719262e-05, + "loss": 0.0271, + "step": 29574 + }, + { + "epoch": 25.08481764206955, + "grad_norm": 0.7288754312358829, + "learning_rate": 1.7549140952447076e-05, + "loss": 0.024, + "step": 29575 + }, + { + "epoch": 25.085665818490245, + "grad_norm": 0.6989465299805845, + "learning_rate": 1.754896079247816e-05, + "loss": 0.0254, + "step": 29576 + }, + { + "epoch": 25.08651399491094, + "grad_norm": 0.7744301347234774, + "learning_rate": 1.7548780626812637e-05, + "loss": 0.024, + "step": 29577 + }, + { + "epoch": 25.087362171331637, + "grad_norm": 0.5936066437384065, + "learning_rate": 1.754860045545065e-05, + "loss": 0.0244, + "step": 29578 + }, + { + "epoch": 25.088210347752334, + "grad_norm": 0.6534575191058347, + "learning_rate": 1.7548420278392334e-05, + "loss": 0.023, + "step": 29579 + }, + { + "epoch": 25.089058524173026, + "grad_norm": 0.6938749602525428, + "learning_rate": 1.7548240095637825e-05, + "loss": 0.0252, + "step": 29580 + }, + { + "epoch": 25.089906700593723, + "grad_norm": 0.7909652992832255, + "learning_rate": 1.7548059907187255e-05, + "loss": 0.0249, + "step": 29581 + }, + { + "epoch": 25.09075487701442, + "grad_norm": 0.7676148094615526, + "learning_rate": 1.754787971304077e-05, + "loss": 0.0251, + "step": 29582 + }, + { + "epoch": 25.091603053435115, + "grad_norm": 0.7274895180973465, + "learning_rate": 1.7547699513198495e-05, + "loss": 0.0245, + "step": 29583 + }, + { + "epoch": 25.09245122985581, + "grad_norm": 0.768951993746859, + "learning_rate": 1.754751930766057e-05, + "loss": 0.0273, + "step": 29584 + }, + { + "epoch": 25.093299406276504, + "grad_norm": 0.6129662357115698, + "learning_rate": 1.7547339096427133e-05, + "loss": 0.0235, + "step": 29585 + }, + { + "epoch": 25.0941475826972, + "grad_norm": 0.7237075380999364, + "learning_rate": 1.7547158879498316e-05, + "loss": 0.0277, + "step": 29586 + }, + { + "epoch": 25.094995759117896, + "grad_norm": 0.7050586494147074, + "learning_rate": 1.7546978656874257e-05, + "loss": 0.0268, + "step": 29587 + }, + { + "epoch": 25.095843935538593, + "grad_norm": 0.637895802777822, + "learning_rate": 1.7546798428555094e-05, + "loss": 0.0225, + "step": 29588 + }, + { + "epoch": 25.09669211195929, + "grad_norm": 0.7042531777862153, + "learning_rate": 1.7546618194540962e-05, + "loss": 0.0246, + "step": 29589 + }, + { + "epoch": 25.09754028837998, + "grad_norm": 0.6215130536310466, + "learning_rate": 1.7546437954831998e-05, + "loss": 0.0248, + "step": 29590 + }, + { + "epoch": 25.098388464800678, + "grad_norm": 0.7398102739355307, + "learning_rate": 1.7546257709428333e-05, + "loss": 0.0264, + "step": 29591 + }, + { + "epoch": 25.099236641221374, + "grad_norm": 0.5889890644391215, + "learning_rate": 1.7546077458330105e-05, + "loss": 0.0239, + "step": 29592 + }, + { + "epoch": 25.10008481764207, + "grad_norm": 0.5872721195708276, + "learning_rate": 1.7545897201537455e-05, + "loss": 0.0231, + "step": 29593 + }, + { + "epoch": 25.100932994062767, + "grad_norm": 0.5788946062630491, + "learning_rate": 1.754571693905051e-05, + "loss": 0.0208, + "step": 29594 + }, + { + "epoch": 25.10178117048346, + "grad_norm": 0.5958665817495806, + "learning_rate": 1.754553667086942e-05, + "loss": 0.0231, + "step": 29595 + }, + { + "epoch": 25.102629346904155, + "grad_norm": 0.7167105375927487, + "learning_rate": 1.7545356396994306e-05, + "loss": 0.0242, + "step": 29596 + }, + { + "epoch": 25.10347752332485, + "grad_norm": 0.8609639934253859, + "learning_rate": 1.7545176117425313e-05, + "loss": 0.0272, + "step": 29597 + }, + { + "epoch": 25.104325699745548, + "grad_norm": 0.743447957661232, + "learning_rate": 1.754499583216257e-05, + "loss": 0.0241, + "step": 29598 + }, + { + "epoch": 25.105173876166244, + "grad_norm": 0.6756661020635402, + "learning_rate": 1.7544815541206226e-05, + "loss": 0.0238, + "step": 29599 + }, + { + "epoch": 25.106022052586937, + "grad_norm": 0.7536513650074704, + "learning_rate": 1.7544635244556403e-05, + "loss": 0.0243, + "step": 29600 + }, + { + "epoch": 25.106870229007633, + "grad_norm": 0.6811734762174712, + "learning_rate": 1.7544454942213245e-05, + "loss": 0.0246, + "step": 29601 + }, + { + "epoch": 25.10771840542833, + "grad_norm": 0.695524634378078, + "learning_rate": 1.7544274634176884e-05, + "loss": 0.0252, + "step": 29602 + }, + { + "epoch": 25.108566581849026, + "grad_norm": 0.7321309396820659, + "learning_rate": 1.754409432044746e-05, + "loss": 0.0254, + "step": 29603 + }, + { + "epoch": 25.109414758269722, + "grad_norm": 0.6984952313763693, + "learning_rate": 1.75439140010251e-05, + "loss": 0.026, + "step": 29604 + }, + { + "epoch": 25.110262934690414, + "grad_norm": 0.5971008545102852, + "learning_rate": 1.7543733675909954e-05, + "loss": 0.023, + "step": 29605 + }, + { + "epoch": 25.11111111111111, + "grad_norm": 0.6583085974361934, + "learning_rate": 1.7543553345102152e-05, + "loss": 0.0259, + "step": 29606 + }, + { + "epoch": 25.111959287531807, + "grad_norm": 0.6428120479432604, + "learning_rate": 1.7543373008601824e-05, + "loss": 0.0252, + "step": 29607 + }, + { + "epoch": 25.112807463952503, + "grad_norm": 0.7342290171348668, + "learning_rate": 1.7543192666409114e-05, + "loss": 0.0227, + "step": 29608 + }, + { + "epoch": 25.113655640373196, + "grad_norm": 0.5632713571616195, + "learning_rate": 1.7543012318524155e-05, + "loss": 0.0245, + "step": 29609 + }, + { + "epoch": 25.114503816793892, + "grad_norm": 0.8060053854470574, + "learning_rate": 1.754283196494708e-05, + "loss": 0.0272, + "step": 29610 + }, + { + "epoch": 25.11535199321459, + "grad_norm": 0.769451029829907, + "learning_rate": 1.7542651605678034e-05, + "loss": 0.0255, + "step": 29611 + }, + { + "epoch": 25.116200169635285, + "grad_norm": 0.6815522400797028, + "learning_rate": 1.7542471240717146e-05, + "loss": 0.025, + "step": 29612 + }, + { + "epoch": 25.11704834605598, + "grad_norm": 0.6731388512172535, + "learning_rate": 1.7542290870064555e-05, + "loss": 0.0249, + "step": 29613 + }, + { + "epoch": 25.117896522476673, + "grad_norm": 0.6496526067814739, + "learning_rate": 1.7542110493720394e-05, + "loss": 0.0228, + "step": 29614 + }, + { + "epoch": 25.11874469889737, + "grad_norm": 0.7508753134246773, + "learning_rate": 1.75419301116848e-05, + "loss": 0.0234, + "step": 29615 + }, + { + "epoch": 25.119592875318066, + "grad_norm": 0.6326731157702012, + "learning_rate": 1.754174972395791e-05, + "loss": 0.0237, + "step": 29616 + }, + { + "epoch": 25.120441051738762, + "grad_norm": 0.7391828484283737, + "learning_rate": 1.754156933053986e-05, + "loss": 0.0252, + "step": 29617 + }, + { + "epoch": 25.12128922815946, + "grad_norm": 0.6663007046234781, + "learning_rate": 1.7541388931430787e-05, + "loss": 0.0246, + "step": 29618 + }, + { + "epoch": 25.12213740458015, + "grad_norm": 0.8024015576485551, + "learning_rate": 1.7541208526630828e-05, + "loss": 0.027, + "step": 29619 + }, + { + "epoch": 25.122985581000847, + "grad_norm": 0.6938800120452142, + "learning_rate": 1.7541028116140116e-05, + "loss": 0.0242, + "step": 29620 + }, + { + "epoch": 25.123833757421544, + "grad_norm": 0.5580309995798747, + "learning_rate": 1.754084769995879e-05, + "loss": 0.0225, + "step": 29621 + }, + { + "epoch": 25.12468193384224, + "grad_norm": 0.578692356605419, + "learning_rate": 1.7540667278086984e-05, + "loss": 0.0221, + "step": 29622 + }, + { + "epoch": 25.125530110262936, + "grad_norm": 0.6802257741563785, + "learning_rate": 1.7540486850524835e-05, + "loss": 0.0245, + "step": 29623 + }, + { + "epoch": 25.12637828668363, + "grad_norm": 0.9232235780799202, + "learning_rate": 1.7540306417272477e-05, + "loss": 0.025, + "step": 29624 + }, + { + "epoch": 25.127226463104325, + "grad_norm": 0.7542338265568235, + "learning_rate": 1.754012597833005e-05, + "loss": 0.0263, + "step": 29625 + }, + { + "epoch": 25.12807463952502, + "grad_norm": 0.7297489807095893, + "learning_rate": 1.753994553369769e-05, + "loss": 0.0275, + "step": 29626 + }, + { + "epoch": 25.128922815945717, + "grad_norm": 0.6114218386568339, + "learning_rate": 1.753976508337553e-05, + "loss": 0.0224, + "step": 29627 + }, + { + "epoch": 25.129770992366414, + "grad_norm": 0.739220282010812, + "learning_rate": 1.7539584627363707e-05, + "loss": 0.0251, + "step": 29628 + }, + { + "epoch": 25.130619168787106, + "grad_norm": 0.7294144884623766, + "learning_rate": 1.753940416566236e-05, + "loss": 0.0259, + "step": 29629 + }, + { + "epoch": 25.131467345207803, + "grad_norm": 0.7042009363238343, + "learning_rate": 1.753922369827162e-05, + "loss": 0.026, + "step": 29630 + }, + { + "epoch": 25.1323155216285, + "grad_norm": 0.6190899076326591, + "learning_rate": 1.753904322519163e-05, + "loss": 0.0243, + "step": 29631 + }, + { + "epoch": 25.133163698049195, + "grad_norm": 0.6788873153110658, + "learning_rate": 1.753886274642252e-05, + "loss": 0.0245, + "step": 29632 + }, + { + "epoch": 25.13401187446989, + "grad_norm": 0.6173301650532886, + "learning_rate": 1.7538682261964434e-05, + "loss": 0.0241, + "step": 29633 + }, + { + "epoch": 25.134860050890584, + "grad_norm": 0.6365325464828603, + "learning_rate": 1.7538501771817497e-05, + "loss": 0.0231, + "step": 29634 + }, + { + "epoch": 25.13570822731128, + "grad_norm": 0.6621428288657419, + "learning_rate": 1.7538321275981856e-05, + "loss": 0.0247, + "step": 29635 + }, + { + "epoch": 25.136556403731976, + "grad_norm": 0.6021791131213018, + "learning_rate": 1.753814077445764e-05, + "loss": 0.0232, + "step": 29636 + }, + { + "epoch": 25.137404580152673, + "grad_norm": 0.5812658407308957, + "learning_rate": 1.7537960267244984e-05, + "loss": 0.0245, + "step": 29637 + }, + { + "epoch": 25.13825275657337, + "grad_norm": 0.7445226427407236, + "learning_rate": 1.7537779754344032e-05, + "loss": 0.0259, + "step": 29638 + }, + { + "epoch": 25.13910093299406, + "grad_norm": 0.6471460214967368, + "learning_rate": 1.7537599235754914e-05, + "loss": 0.0236, + "step": 29639 + }, + { + "epoch": 25.139949109414758, + "grad_norm": 0.7625782581765618, + "learning_rate": 1.753741871147777e-05, + "loss": 0.0241, + "step": 29640 + }, + { + "epoch": 25.140797285835454, + "grad_norm": 0.6776928261663488, + "learning_rate": 1.7537238181512733e-05, + "loss": 0.0259, + "step": 29641 + }, + { + "epoch": 25.14164546225615, + "grad_norm": 0.65268482739304, + "learning_rate": 1.753705764585994e-05, + "loss": 0.0244, + "step": 29642 + }, + { + "epoch": 25.142493638676847, + "grad_norm": 0.6358068010314182, + "learning_rate": 1.753687710451953e-05, + "loss": 0.0253, + "step": 29643 + }, + { + "epoch": 25.14334181509754, + "grad_norm": 0.6338814251832331, + "learning_rate": 1.7536696557491634e-05, + "loss": 0.0258, + "step": 29644 + }, + { + "epoch": 25.144189991518235, + "grad_norm": 0.6933326865217715, + "learning_rate": 1.7536516004776393e-05, + "loss": 0.0241, + "step": 29645 + }, + { + "epoch": 25.14503816793893, + "grad_norm": 0.6661741997424294, + "learning_rate": 1.7536335446373945e-05, + "loss": 0.0281, + "step": 29646 + }, + { + "epoch": 25.145886344359628, + "grad_norm": 0.7193281057211022, + "learning_rate": 1.753615488228442e-05, + "loss": 0.0279, + "step": 29647 + }, + { + "epoch": 25.14673452078032, + "grad_norm": 0.6158269483856321, + "learning_rate": 1.7535974312507956e-05, + "loss": 0.0255, + "step": 29648 + }, + { + "epoch": 25.147582697201017, + "grad_norm": 0.6925083732483228, + "learning_rate": 1.7535793737044692e-05, + "loss": 0.0255, + "step": 29649 + }, + { + "epoch": 25.148430873621713, + "grad_norm": 0.8074542047748979, + "learning_rate": 1.7535613155894765e-05, + "loss": 0.0267, + "step": 29650 + }, + { + "epoch": 25.14927905004241, + "grad_norm": 0.6330501585052432, + "learning_rate": 1.7535432569058305e-05, + "loss": 0.0231, + "step": 29651 + }, + { + "epoch": 25.150127226463106, + "grad_norm": 0.6084777509246956, + "learning_rate": 1.7535251976535453e-05, + "loss": 0.0227, + "step": 29652 + }, + { + "epoch": 25.150975402883798, + "grad_norm": 0.614541243872328, + "learning_rate": 1.7535071378326346e-05, + "loss": 0.0232, + "step": 29653 + }, + { + "epoch": 25.151823579304494, + "grad_norm": 0.6048914066631956, + "learning_rate": 1.7534890774431117e-05, + "loss": 0.0236, + "step": 29654 + }, + { + "epoch": 25.15267175572519, + "grad_norm": 0.6885051720422244, + "learning_rate": 1.7534710164849905e-05, + "loss": 0.024, + "step": 29655 + }, + { + "epoch": 25.153519932145887, + "grad_norm": 1.0350944363760881, + "learning_rate": 1.7534529549582842e-05, + "loss": 0.0252, + "step": 29656 + }, + { + "epoch": 25.154368108566583, + "grad_norm": 0.8122700537976676, + "learning_rate": 1.753434892863007e-05, + "loss": 0.0267, + "step": 29657 + }, + { + "epoch": 25.155216284987276, + "grad_norm": 0.7801397243904242, + "learning_rate": 1.7534168301991726e-05, + "loss": 0.0215, + "step": 29658 + }, + { + "epoch": 25.156064461407972, + "grad_norm": 0.9952271986138886, + "learning_rate": 1.753398766966794e-05, + "loss": 0.0245, + "step": 29659 + }, + { + "epoch": 25.15691263782867, + "grad_norm": 0.7164346518498994, + "learning_rate": 1.7533807031658856e-05, + "loss": 0.0244, + "step": 29660 + }, + { + "epoch": 25.157760814249365, + "grad_norm": 0.7208470664100578, + "learning_rate": 1.75336263879646e-05, + "loss": 0.0253, + "step": 29661 + }, + { + "epoch": 25.15860899067006, + "grad_norm": 0.7541654500824664, + "learning_rate": 1.7533445738585317e-05, + "loss": 0.0264, + "step": 29662 + }, + { + "epoch": 25.159457167090753, + "grad_norm": 0.6467264477251807, + "learning_rate": 1.7533265083521143e-05, + "loss": 0.0232, + "step": 29663 + }, + { + "epoch": 25.16030534351145, + "grad_norm": 0.6517631536950499, + "learning_rate": 1.753308442277221e-05, + "loss": 0.0237, + "step": 29664 + }, + { + "epoch": 25.161153519932146, + "grad_norm": 0.7187878942373254, + "learning_rate": 1.7532903756338654e-05, + "loss": 0.0239, + "step": 29665 + }, + { + "epoch": 25.162001696352842, + "grad_norm": 0.8211623783096305, + "learning_rate": 1.7532723084220613e-05, + "loss": 0.0259, + "step": 29666 + }, + { + "epoch": 25.16284987277354, + "grad_norm": 0.7189944187373866, + "learning_rate": 1.7532542406418226e-05, + "loss": 0.0241, + "step": 29667 + }, + { + "epoch": 25.16369804919423, + "grad_norm": 0.722580545261979, + "learning_rate": 1.7532361722931628e-05, + "loss": 0.0252, + "step": 29668 + }, + { + "epoch": 25.164546225614927, + "grad_norm": 0.6707994229398523, + "learning_rate": 1.7532181033760954e-05, + "loss": 0.025, + "step": 29669 + }, + { + "epoch": 25.165394402035624, + "grad_norm": 0.6598833432420482, + "learning_rate": 1.753200033890634e-05, + "loss": 0.0234, + "step": 29670 + }, + { + "epoch": 25.16624257845632, + "grad_norm": 0.7203217155940971, + "learning_rate": 1.753181963836792e-05, + "loss": 0.029, + "step": 29671 + }, + { + "epoch": 25.167090754877016, + "grad_norm": 0.7369809212573128, + "learning_rate": 1.753163893214584e-05, + "loss": 0.0236, + "step": 29672 + }, + { + "epoch": 25.16793893129771, + "grad_norm": 0.700732781621388, + "learning_rate": 1.7531458220240226e-05, + "loss": 0.0252, + "step": 29673 + }, + { + "epoch": 25.168787107718405, + "grad_norm": 0.6562295679610959, + "learning_rate": 1.7531277502651218e-05, + "loss": 0.0257, + "step": 29674 + }, + { + "epoch": 25.1696352841391, + "grad_norm": 0.5602511951898373, + "learning_rate": 1.7531096779378957e-05, + "loss": 0.0225, + "step": 29675 + }, + { + "epoch": 25.170483460559797, + "grad_norm": 0.6922376125843147, + "learning_rate": 1.7530916050423572e-05, + "loss": 0.0238, + "step": 29676 + }, + { + "epoch": 25.171331636980494, + "grad_norm": 0.6618397777650024, + "learning_rate": 1.75307353157852e-05, + "loss": 0.0276, + "step": 29677 + }, + { + "epoch": 25.172179813401186, + "grad_norm": 0.6694548241417502, + "learning_rate": 1.7530554575463985e-05, + "loss": 0.0229, + "step": 29678 + }, + { + "epoch": 25.173027989821882, + "grad_norm": 0.7598257175714555, + "learning_rate": 1.7530373829460056e-05, + "loss": 0.0256, + "step": 29679 + }, + { + "epoch": 25.17387616624258, + "grad_norm": 0.7479269847857404, + "learning_rate": 1.7530193077773553e-05, + "loss": 0.0255, + "step": 29680 + }, + { + "epoch": 25.174724342663275, + "grad_norm": 0.7058248301684227, + "learning_rate": 1.7530012320404608e-05, + "loss": 0.0212, + "step": 29681 + }, + { + "epoch": 25.17557251908397, + "grad_norm": 0.7204025015737372, + "learning_rate": 1.7529831557353362e-05, + "loss": 0.027, + "step": 29682 + }, + { + "epoch": 25.176420695504664, + "grad_norm": 0.70327399184002, + "learning_rate": 1.752965078861995e-05, + "loss": 0.0278, + "step": 29683 + }, + { + "epoch": 25.17726887192536, + "grad_norm": 0.6826821468350619, + "learning_rate": 1.752947001420451e-05, + "loss": 0.0258, + "step": 29684 + }, + { + "epoch": 25.178117048346056, + "grad_norm": 0.7241239049843939, + "learning_rate": 1.7529289234107172e-05, + "loss": 0.0286, + "step": 29685 + }, + { + "epoch": 25.178965224766753, + "grad_norm": 0.7284510049722096, + "learning_rate": 1.752910844832808e-05, + "loss": 0.0254, + "step": 29686 + }, + { + "epoch": 25.179813401187445, + "grad_norm": 0.6231493452383201, + "learning_rate": 1.752892765686737e-05, + "loss": 0.0237, + "step": 29687 + }, + { + "epoch": 25.18066157760814, + "grad_norm": 0.6359913134329073, + "learning_rate": 1.7528746859725173e-05, + "loss": 0.023, + "step": 29688 + }, + { + "epoch": 25.181509754028838, + "grad_norm": 0.736421468434768, + "learning_rate": 1.7528566056901627e-05, + "loss": 0.0245, + "step": 29689 + }, + { + "epoch": 25.182357930449534, + "grad_norm": 0.6377126948019031, + "learning_rate": 1.7528385248396873e-05, + "loss": 0.0229, + "step": 29690 + }, + { + "epoch": 25.18320610687023, + "grad_norm": 0.6520427152690356, + "learning_rate": 1.7528204434211044e-05, + "loss": 0.0267, + "step": 29691 + }, + { + "epoch": 25.184054283290923, + "grad_norm": 0.6978227892396878, + "learning_rate": 1.7528023614344274e-05, + "loss": 0.0246, + "step": 29692 + }, + { + "epoch": 25.18490245971162, + "grad_norm": 0.7362629670944476, + "learning_rate": 1.7527842788796705e-05, + "loss": 0.0248, + "step": 29693 + }, + { + "epoch": 25.185750636132315, + "grad_norm": 0.6400909898353054, + "learning_rate": 1.7527661957568468e-05, + "loss": 0.0249, + "step": 29694 + }, + { + "epoch": 25.18659881255301, + "grad_norm": 0.8490878378926272, + "learning_rate": 1.7527481120659704e-05, + "loss": 0.0276, + "step": 29695 + }, + { + "epoch": 25.187446988973708, + "grad_norm": 0.6822398736140253, + "learning_rate": 1.7527300278070546e-05, + "loss": 0.0246, + "step": 29696 + }, + { + "epoch": 25.1882951653944, + "grad_norm": 0.7318345762446474, + "learning_rate": 1.7527119429801135e-05, + "loss": 0.0274, + "step": 29697 + }, + { + "epoch": 25.189143341815097, + "grad_norm": 0.7229402112984088, + "learning_rate": 1.7526938575851602e-05, + "loss": 0.0244, + "step": 29698 + }, + { + "epoch": 25.189991518235793, + "grad_norm": 0.627060999962581, + "learning_rate": 1.7526757716222087e-05, + "loss": 0.0255, + "step": 29699 + }, + { + "epoch": 25.19083969465649, + "grad_norm": 0.7376825017262705, + "learning_rate": 1.7526576850912724e-05, + "loss": 0.0231, + "step": 29700 + }, + { + "epoch": 25.191687871077185, + "grad_norm": 0.5870125946936725, + "learning_rate": 1.7526395979923653e-05, + "loss": 0.0244, + "step": 29701 + }, + { + "epoch": 25.192536047497878, + "grad_norm": 0.6537336655664259, + "learning_rate": 1.752621510325501e-05, + "loss": 0.0243, + "step": 29702 + }, + { + "epoch": 25.193384223918574, + "grad_norm": 0.6272928305269663, + "learning_rate": 1.7526034220906925e-05, + "loss": 0.0234, + "step": 29703 + }, + { + "epoch": 25.19423240033927, + "grad_norm": 0.5903128049689912, + "learning_rate": 1.752585333287954e-05, + "loss": 0.0264, + "step": 29704 + }, + { + "epoch": 25.195080576759967, + "grad_norm": 0.6444463272134657, + "learning_rate": 1.7525672439172994e-05, + "loss": 0.0255, + "step": 29705 + }, + { + "epoch": 25.195928753180663, + "grad_norm": 0.7375121557684812, + "learning_rate": 1.752549153978742e-05, + "loss": 0.0244, + "step": 29706 + }, + { + "epoch": 25.196776929601356, + "grad_norm": 0.562464650210799, + "learning_rate": 1.7525310634722954e-05, + "loss": 0.0222, + "step": 29707 + }, + { + "epoch": 25.197625106022052, + "grad_norm": 0.8396898805210748, + "learning_rate": 1.7525129723979733e-05, + "loss": 0.0293, + "step": 29708 + }, + { + "epoch": 25.198473282442748, + "grad_norm": 0.7132606874478564, + "learning_rate": 1.7524948807557895e-05, + "loss": 0.0239, + "step": 29709 + }, + { + "epoch": 25.199321458863444, + "grad_norm": 0.5938821065912352, + "learning_rate": 1.7524767885457575e-05, + "loss": 0.0275, + "step": 29710 + }, + { + "epoch": 25.20016963528414, + "grad_norm": 0.7161232684359047, + "learning_rate": 1.752458695767891e-05, + "loss": 0.0243, + "step": 29711 + }, + { + "epoch": 25.201017811704833, + "grad_norm": 0.6681772420558111, + "learning_rate": 1.7524406024222036e-05, + "loss": 0.0249, + "step": 29712 + }, + { + "epoch": 25.20186598812553, + "grad_norm": 0.8153162992643144, + "learning_rate": 1.752422508508709e-05, + "loss": 0.0284, + "step": 29713 + }, + { + "epoch": 25.202714164546226, + "grad_norm": 0.8714381817413481, + "learning_rate": 1.752404414027421e-05, + "loss": 0.0261, + "step": 29714 + }, + { + "epoch": 25.203562340966922, + "grad_norm": 0.8131267745900186, + "learning_rate": 1.752386318978353e-05, + "loss": 0.0275, + "step": 29715 + }, + { + "epoch": 25.20441051738762, + "grad_norm": 0.7663017689770607, + "learning_rate": 1.752368223361519e-05, + "loss": 0.0275, + "step": 29716 + }, + { + "epoch": 25.20525869380831, + "grad_norm": 0.9010608843103165, + "learning_rate": 1.752350127176932e-05, + "loss": 0.0281, + "step": 29717 + }, + { + "epoch": 25.206106870229007, + "grad_norm": 0.5821060617517063, + "learning_rate": 1.7523320304246066e-05, + "loss": 0.0229, + "step": 29718 + }, + { + "epoch": 25.206955046649703, + "grad_norm": 0.695809159480482, + "learning_rate": 1.7523139331045556e-05, + "loss": 0.0266, + "step": 29719 + }, + { + "epoch": 25.2078032230704, + "grad_norm": 0.625961686681142, + "learning_rate": 1.752295835216793e-05, + "loss": 0.0247, + "step": 29720 + }, + { + "epoch": 25.208651399491096, + "grad_norm": 0.9131557562736817, + "learning_rate": 1.7522777367613324e-05, + "loss": 0.0258, + "step": 29721 + }, + { + "epoch": 25.20949957591179, + "grad_norm": 0.5380769983435821, + "learning_rate": 1.7522596377381875e-05, + "loss": 0.0232, + "step": 29722 + }, + { + "epoch": 25.210347752332485, + "grad_norm": 0.6533570678909002, + "learning_rate": 1.7522415381473723e-05, + "loss": 0.0254, + "step": 29723 + }, + { + "epoch": 25.21119592875318, + "grad_norm": 0.6338043053399072, + "learning_rate": 1.7522234379888998e-05, + "loss": 0.0231, + "step": 29724 + }, + { + "epoch": 25.212044105173877, + "grad_norm": 0.6068068569184035, + "learning_rate": 1.752205337262784e-05, + "loss": 0.0219, + "step": 29725 + }, + { + "epoch": 25.21289228159457, + "grad_norm": 0.7605548472352809, + "learning_rate": 1.752187235969039e-05, + "loss": 0.0286, + "step": 29726 + }, + { + "epoch": 25.213740458015266, + "grad_norm": 0.687716269558989, + "learning_rate": 1.7521691341076774e-05, + "loss": 0.0227, + "step": 29727 + }, + { + "epoch": 25.214588634435962, + "grad_norm": 0.6109307007711754, + "learning_rate": 1.7521510316787136e-05, + "loss": 0.0242, + "step": 29728 + }, + { + "epoch": 25.21543681085666, + "grad_norm": 0.7020101161241304, + "learning_rate": 1.7521329286821613e-05, + "loss": 0.0245, + "step": 29729 + }, + { + "epoch": 25.216284987277355, + "grad_norm": 0.6004965927085897, + "learning_rate": 1.7521148251180338e-05, + "loss": 0.0244, + "step": 29730 + }, + { + "epoch": 25.217133163698048, + "grad_norm": 0.7288076780238549, + "learning_rate": 1.752096720986345e-05, + "loss": 0.027, + "step": 29731 + }, + { + "epoch": 25.217981340118744, + "grad_norm": 0.7799056316488661, + "learning_rate": 1.7520786162871085e-05, + "loss": 0.0262, + "step": 29732 + }, + { + "epoch": 25.21882951653944, + "grad_norm": 0.616973216647076, + "learning_rate": 1.7520605110203384e-05, + "loss": 0.0218, + "step": 29733 + }, + { + "epoch": 25.219677692960136, + "grad_norm": 0.702996193822716, + "learning_rate": 1.7520424051860475e-05, + "loss": 0.0264, + "step": 29734 + }, + { + "epoch": 25.220525869380833, + "grad_norm": 0.6221766178336069, + "learning_rate": 1.75202429878425e-05, + "loss": 0.0241, + "step": 29735 + }, + { + "epoch": 25.221374045801525, + "grad_norm": 0.771107141418506, + "learning_rate": 1.7520061918149595e-05, + "loss": 0.0247, + "step": 29736 + }, + { + "epoch": 25.22222222222222, + "grad_norm": 0.6786358882971427, + "learning_rate": 1.7519880842781892e-05, + "loss": 0.0231, + "step": 29737 + }, + { + "epoch": 25.223070398642918, + "grad_norm": 0.6194914875174077, + "learning_rate": 1.7519699761739536e-05, + "loss": 0.0246, + "step": 29738 + }, + { + "epoch": 25.223918575063614, + "grad_norm": 0.6135438095087273, + "learning_rate": 1.7519518675022656e-05, + "loss": 0.0249, + "step": 29739 + }, + { + "epoch": 25.22476675148431, + "grad_norm": 0.7732784624601364, + "learning_rate": 1.7519337582631397e-05, + "loss": 0.0259, + "step": 29740 + }, + { + "epoch": 25.225614927905003, + "grad_norm": 0.7157229963090738, + "learning_rate": 1.751915648456589e-05, + "loss": 0.0283, + "step": 29741 + }, + { + "epoch": 25.2264631043257, + "grad_norm": 0.7531264641525782, + "learning_rate": 1.751897538082627e-05, + "loss": 0.0261, + "step": 29742 + }, + { + "epoch": 25.227311280746395, + "grad_norm": 0.702883691891525, + "learning_rate": 1.751879427141268e-05, + "loss": 0.0209, + "step": 29743 + }, + { + "epoch": 25.22815945716709, + "grad_norm": 0.7502569324470635, + "learning_rate": 1.751861315632525e-05, + "loss": 0.0273, + "step": 29744 + }, + { + "epoch": 25.229007633587788, + "grad_norm": 0.6936327592467862, + "learning_rate": 1.751843203556412e-05, + "loss": 0.0258, + "step": 29745 + }, + { + "epoch": 25.22985581000848, + "grad_norm": 0.6317903482002897, + "learning_rate": 1.7518250909129425e-05, + "loss": 0.0245, + "step": 29746 + }, + { + "epoch": 25.230703986429177, + "grad_norm": 0.6959836555485155, + "learning_rate": 1.7518069777021303e-05, + "loss": 0.0236, + "step": 29747 + }, + { + "epoch": 25.231552162849873, + "grad_norm": 0.6517270056613506, + "learning_rate": 1.7517888639239893e-05, + "loss": 0.0263, + "step": 29748 + }, + { + "epoch": 25.23240033927057, + "grad_norm": 0.7051422402766891, + "learning_rate": 1.7517707495785327e-05, + "loss": 0.0238, + "step": 29749 + }, + { + "epoch": 25.233248515691265, + "grad_norm": 0.8102655922774925, + "learning_rate": 1.7517526346657745e-05, + "loss": 0.0324, + "step": 29750 + }, + { + "epoch": 25.234096692111958, + "grad_norm": 0.7338220951910339, + "learning_rate": 1.751734519185728e-05, + "loss": 0.0277, + "step": 29751 + }, + { + "epoch": 25.234944868532654, + "grad_norm": 0.73780139003155, + "learning_rate": 1.7517164031384075e-05, + "loss": 0.0257, + "step": 29752 + }, + { + "epoch": 25.23579304495335, + "grad_norm": 0.7191090712099611, + "learning_rate": 1.751698286523826e-05, + "loss": 0.0238, + "step": 29753 + }, + { + "epoch": 25.236641221374047, + "grad_norm": 0.6438253423898537, + "learning_rate": 1.751680169341998e-05, + "loss": 0.0242, + "step": 29754 + }, + { + "epoch": 25.237489397794743, + "grad_norm": 0.7538235090525334, + "learning_rate": 1.751662051592936e-05, + "loss": 0.0258, + "step": 29755 + }, + { + "epoch": 25.238337574215436, + "grad_norm": 0.6059269387943862, + "learning_rate": 1.7516439332766547e-05, + "loss": 0.0248, + "step": 29756 + }, + { + "epoch": 25.239185750636132, + "grad_norm": 0.7562344866890665, + "learning_rate": 1.7516258143931673e-05, + "loss": 0.0263, + "step": 29757 + }, + { + "epoch": 25.240033927056828, + "grad_norm": 0.6024127960257067, + "learning_rate": 1.7516076949424876e-05, + "loss": 0.0231, + "step": 29758 + }, + { + "epoch": 25.240882103477524, + "grad_norm": 0.6600905827607888, + "learning_rate": 1.751589574924629e-05, + "loss": 0.0234, + "step": 29759 + }, + { + "epoch": 25.24173027989822, + "grad_norm": 0.5804294521385517, + "learning_rate": 1.7515714543396055e-05, + "loss": 0.0237, + "step": 29760 + }, + { + "epoch": 25.242578456318913, + "grad_norm": 0.581507754954175, + "learning_rate": 1.751553333187431e-05, + "loss": 0.0234, + "step": 29761 + }, + { + "epoch": 25.24342663273961, + "grad_norm": 0.6587472657921165, + "learning_rate": 1.7515352114681187e-05, + "loss": 0.0257, + "step": 29762 + }, + { + "epoch": 25.244274809160306, + "grad_norm": 0.6204057098844709, + "learning_rate": 1.7515170891816825e-05, + "loss": 0.0232, + "step": 29763 + }, + { + "epoch": 25.245122985581002, + "grad_norm": 0.6681848857298578, + "learning_rate": 1.7514989663281358e-05, + "loss": 0.027, + "step": 29764 + }, + { + "epoch": 25.245971162001695, + "grad_norm": 0.7425238522704563, + "learning_rate": 1.7514808429074923e-05, + "loss": 0.0257, + "step": 29765 + }, + { + "epoch": 25.24681933842239, + "grad_norm": 0.6424049647535889, + "learning_rate": 1.751462718919766e-05, + "loss": 0.0231, + "step": 29766 + }, + { + "epoch": 25.247667514843087, + "grad_norm": 0.8114529903347178, + "learning_rate": 1.751444594364971e-05, + "loss": 0.0238, + "step": 29767 + }, + { + "epoch": 25.248515691263783, + "grad_norm": 0.6999704246917339, + "learning_rate": 1.7514264692431197e-05, + "loss": 0.0227, + "step": 29768 + }, + { + "epoch": 25.24936386768448, + "grad_norm": 0.662616341347124, + "learning_rate": 1.7514083435542267e-05, + "loss": 0.0246, + "step": 29769 + }, + { + "epoch": 25.250212044105172, + "grad_norm": 0.6419061602574674, + "learning_rate": 1.7513902172983058e-05, + "loss": 0.0255, + "step": 29770 + }, + { + "epoch": 25.25106022052587, + "grad_norm": 0.5662570816057988, + "learning_rate": 1.75137209047537e-05, + "loss": 0.0229, + "step": 29771 + }, + { + "epoch": 25.251908396946565, + "grad_norm": 0.65248305819362, + "learning_rate": 1.7513539630854334e-05, + "loss": 0.0234, + "step": 29772 + }, + { + "epoch": 25.25275657336726, + "grad_norm": 0.5888107345550813, + "learning_rate": 1.7513358351285098e-05, + "loss": 0.0238, + "step": 29773 + }, + { + "epoch": 25.253604749787957, + "grad_norm": 0.6755145773534131, + "learning_rate": 1.7513177066046124e-05, + "loss": 0.0247, + "step": 29774 + }, + { + "epoch": 25.25445292620865, + "grad_norm": 0.6490522343062277, + "learning_rate": 1.7512995775137553e-05, + "loss": 0.0246, + "step": 29775 + }, + { + "epoch": 25.255301102629346, + "grad_norm": 0.6976146867952955, + "learning_rate": 1.751281447855952e-05, + "loss": 0.0285, + "step": 29776 + }, + { + "epoch": 25.256149279050042, + "grad_norm": 0.7025596396316368, + "learning_rate": 1.7512633176312164e-05, + "loss": 0.0261, + "step": 29777 + }, + { + "epoch": 25.25699745547074, + "grad_norm": 0.5822251743808216, + "learning_rate": 1.7512451868395618e-05, + "loss": 0.0261, + "step": 29778 + }, + { + "epoch": 25.257845631891435, + "grad_norm": 0.6606218163097689, + "learning_rate": 1.7512270554810022e-05, + "loss": 0.0254, + "step": 29779 + }, + { + "epoch": 25.258693808312128, + "grad_norm": 0.6496974390250038, + "learning_rate": 1.751208923555551e-05, + "loss": 0.0255, + "step": 29780 + }, + { + "epoch": 25.259541984732824, + "grad_norm": 0.7370043551768144, + "learning_rate": 1.7511907910632223e-05, + "loss": 0.0258, + "step": 29781 + }, + { + "epoch": 25.26039016115352, + "grad_norm": 0.8238129433828395, + "learning_rate": 1.7511726580040297e-05, + "loss": 0.0248, + "step": 29782 + }, + { + "epoch": 25.261238337574216, + "grad_norm": 0.6167866987650891, + "learning_rate": 1.7511545243779863e-05, + "loss": 0.0248, + "step": 29783 + }, + { + "epoch": 25.262086513994912, + "grad_norm": 0.6748259654106552, + "learning_rate": 1.7511363901851065e-05, + "loss": 0.0251, + "step": 29784 + }, + { + "epoch": 25.262934690415605, + "grad_norm": 0.6309936398252632, + "learning_rate": 1.7511182554254037e-05, + "loss": 0.0262, + "step": 29785 + }, + { + "epoch": 25.2637828668363, + "grad_norm": 0.6999532672076269, + "learning_rate": 1.7511001200988916e-05, + "loss": 0.0261, + "step": 29786 + }, + { + "epoch": 25.264631043256998, + "grad_norm": 0.8406381830961851, + "learning_rate": 1.7510819842055836e-05, + "loss": 0.0294, + "step": 29787 + }, + { + "epoch": 25.265479219677694, + "grad_norm": 0.549645589045221, + "learning_rate": 1.7510638477454937e-05, + "loss": 0.0243, + "step": 29788 + }, + { + "epoch": 25.26632739609839, + "grad_norm": 0.7034963143956486, + "learning_rate": 1.7510457107186355e-05, + "loss": 0.0254, + "step": 29789 + }, + { + "epoch": 25.267175572519083, + "grad_norm": 0.7605654314741699, + "learning_rate": 1.7510275731250227e-05, + "loss": 0.0289, + "step": 29790 + }, + { + "epoch": 25.26802374893978, + "grad_norm": 0.7154153895898354, + "learning_rate": 1.7510094349646694e-05, + "loss": 0.0259, + "step": 29791 + }, + { + "epoch": 25.268871925360475, + "grad_norm": 0.6982418374500217, + "learning_rate": 1.7509912962375886e-05, + "loss": 0.0253, + "step": 29792 + }, + { + "epoch": 25.26972010178117, + "grad_norm": 0.7204556623411924, + "learning_rate": 1.7509731569437944e-05, + "loss": 0.026, + "step": 29793 + }, + { + "epoch": 25.270568278201868, + "grad_norm": 0.6121766275613783, + "learning_rate": 1.7509550170833002e-05, + "loss": 0.0246, + "step": 29794 + }, + { + "epoch": 25.27141645462256, + "grad_norm": 0.6822017222585621, + "learning_rate": 1.75093687665612e-05, + "loss": 0.0254, + "step": 29795 + }, + { + "epoch": 25.272264631043257, + "grad_norm": 0.7129633025654386, + "learning_rate": 1.7509187356622673e-05, + "loss": 0.0248, + "step": 29796 + }, + { + "epoch": 25.273112807463953, + "grad_norm": 0.7909658896267446, + "learning_rate": 1.750900594101756e-05, + "loss": 0.0264, + "step": 29797 + }, + { + "epoch": 25.27396098388465, + "grad_norm": 0.6496606938857616, + "learning_rate": 1.7508824519745996e-05, + "loss": 0.0254, + "step": 29798 + }, + { + "epoch": 25.274809160305345, + "grad_norm": 0.6324480751863221, + "learning_rate": 1.7508643092808114e-05, + "loss": 0.0254, + "step": 29799 + }, + { + "epoch": 25.275657336726038, + "grad_norm": 0.6829202605844232, + "learning_rate": 1.7508461660204056e-05, + "loss": 0.0256, + "step": 29800 + }, + { + "epoch": 25.276505513146734, + "grad_norm": 0.6207904879124159, + "learning_rate": 1.750828022193396e-05, + "loss": 0.026, + "step": 29801 + }, + { + "epoch": 25.27735368956743, + "grad_norm": 0.6789038521466463, + "learning_rate": 1.7508098777997963e-05, + "loss": 0.023, + "step": 29802 + }, + { + "epoch": 25.278201865988127, + "grad_norm": 0.7565853798290111, + "learning_rate": 1.7507917328396197e-05, + "loss": 0.025, + "step": 29803 + }, + { + "epoch": 25.27905004240882, + "grad_norm": 0.6129349477819817, + "learning_rate": 1.7507735873128803e-05, + "loss": 0.0267, + "step": 29804 + }, + { + "epoch": 25.279898218829516, + "grad_norm": 0.7231429729842439, + "learning_rate": 1.7507554412195918e-05, + "loss": 0.0242, + "step": 29805 + }, + { + "epoch": 25.280746395250212, + "grad_norm": 0.7080015093803237, + "learning_rate": 1.7507372945597676e-05, + "loss": 0.0247, + "step": 29806 + }, + { + "epoch": 25.281594571670908, + "grad_norm": 0.6611615276893539, + "learning_rate": 1.7507191473334214e-05, + "loss": 0.0254, + "step": 29807 + }, + { + "epoch": 25.282442748091604, + "grad_norm": 0.6186883299516543, + "learning_rate": 1.7507009995405674e-05, + "loss": 0.0221, + "step": 29808 + }, + { + "epoch": 25.283290924512297, + "grad_norm": 0.6808334635160306, + "learning_rate": 1.7506828511812187e-05, + "loss": 0.0242, + "step": 29809 + }, + { + "epoch": 25.284139100932993, + "grad_norm": 0.6742580513529001, + "learning_rate": 1.7506647022553893e-05, + "loss": 0.0237, + "step": 29810 + }, + { + "epoch": 25.28498727735369, + "grad_norm": 0.585814024164307, + "learning_rate": 1.7506465527630928e-05, + "loss": 0.0246, + "step": 29811 + }, + { + "epoch": 25.285835453774386, + "grad_norm": 0.7146178269132235, + "learning_rate": 1.7506284027043433e-05, + "loss": 0.0247, + "step": 29812 + }, + { + "epoch": 25.286683630195082, + "grad_norm": 0.6802349666005001, + "learning_rate": 1.7506102520791537e-05, + "loss": 0.0266, + "step": 29813 + }, + { + "epoch": 25.287531806615775, + "grad_norm": 0.7613018864299156, + "learning_rate": 1.7505921008875383e-05, + "loss": 0.0289, + "step": 29814 + }, + { + "epoch": 25.28837998303647, + "grad_norm": 0.7188137235910645, + "learning_rate": 1.7505739491295106e-05, + "loss": 0.0258, + "step": 29815 + }, + { + "epoch": 25.289228159457167, + "grad_norm": 0.7212552704255338, + "learning_rate": 1.750555796805084e-05, + "loss": 0.027, + "step": 29816 + }, + { + "epoch": 25.290076335877863, + "grad_norm": 0.6117805612738002, + "learning_rate": 1.750537643914273e-05, + "loss": 0.0244, + "step": 29817 + }, + { + "epoch": 25.29092451229856, + "grad_norm": 0.6523313021671159, + "learning_rate": 1.7505194904570906e-05, + "loss": 0.0241, + "step": 29818 + }, + { + "epoch": 25.291772688719252, + "grad_norm": 0.7563969178530687, + "learning_rate": 1.750501336433551e-05, + "loss": 0.0246, + "step": 29819 + }, + { + "epoch": 25.29262086513995, + "grad_norm": 0.6740792109220746, + "learning_rate": 1.750483181843667e-05, + "loss": 0.0251, + "step": 29820 + }, + { + "epoch": 25.293469041560645, + "grad_norm": 0.746508423910383, + "learning_rate": 1.7504650266874534e-05, + "loss": 0.0285, + "step": 29821 + }, + { + "epoch": 25.29431721798134, + "grad_norm": 0.6198221334987238, + "learning_rate": 1.7504468709649235e-05, + "loss": 0.0269, + "step": 29822 + }, + { + "epoch": 25.295165394402037, + "grad_norm": 0.6410507526775527, + "learning_rate": 1.7504287146760905e-05, + "loss": 0.0249, + "step": 29823 + }, + { + "epoch": 25.29601357082273, + "grad_norm": 0.7203057306376233, + "learning_rate": 1.750410557820969e-05, + "loss": 0.025, + "step": 29824 + }, + { + "epoch": 25.296861747243426, + "grad_norm": 0.9043554956310124, + "learning_rate": 1.7503924003995718e-05, + "loss": 0.028, + "step": 29825 + }, + { + "epoch": 25.297709923664122, + "grad_norm": 0.680176266983561, + "learning_rate": 1.7503742424119132e-05, + "loss": 0.0246, + "step": 29826 + }, + { + "epoch": 25.29855810008482, + "grad_norm": 0.6718990535432483, + "learning_rate": 1.7503560838580067e-05, + "loss": 0.0265, + "step": 29827 + }, + { + "epoch": 25.299406276505515, + "grad_norm": 0.6196493656690114, + "learning_rate": 1.750337924737866e-05, + "loss": 0.0249, + "step": 29828 + }, + { + "epoch": 25.300254452926207, + "grad_norm": 0.7385644131125787, + "learning_rate": 1.750319765051505e-05, + "loss": 0.0256, + "step": 29829 + }, + { + "epoch": 25.301102629346904, + "grad_norm": 0.834940201620054, + "learning_rate": 1.7503016047989372e-05, + "loss": 0.0266, + "step": 29830 + }, + { + "epoch": 25.3019508057676, + "grad_norm": 0.6787702303948489, + "learning_rate": 1.750283443980176e-05, + "loss": 0.0261, + "step": 29831 + }, + { + "epoch": 25.302798982188296, + "grad_norm": 0.7926999132047817, + "learning_rate": 1.750265282595236e-05, + "loss": 0.025, + "step": 29832 + }, + { + "epoch": 25.303647158608992, + "grad_norm": 0.6644039290818062, + "learning_rate": 1.7502471206441297e-05, + "loss": 0.0249, + "step": 29833 + }, + { + "epoch": 25.304495335029685, + "grad_norm": 0.749662214978405, + "learning_rate": 1.750228958126872e-05, + "loss": 0.0276, + "step": 29834 + }, + { + "epoch": 25.30534351145038, + "grad_norm": 0.6583873720607385, + "learning_rate": 1.7502107950434757e-05, + "loss": 0.0244, + "step": 29835 + }, + { + "epoch": 25.306191687871078, + "grad_norm": 0.6380407595081009, + "learning_rate": 1.7501926313939552e-05, + "loss": 0.0228, + "step": 29836 + }, + { + "epoch": 25.307039864291774, + "grad_norm": 0.9583451588339021, + "learning_rate": 1.7501744671783236e-05, + "loss": 0.0275, + "step": 29837 + }, + { + "epoch": 25.307888040712466, + "grad_norm": 0.6190286962431429, + "learning_rate": 1.750156302396595e-05, + "loss": 0.0233, + "step": 29838 + }, + { + "epoch": 25.308736217133163, + "grad_norm": 0.7124135994633899, + "learning_rate": 1.750138137048783e-05, + "loss": 0.029, + "step": 29839 + }, + { + "epoch": 25.30958439355386, + "grad_norm": 0.7521953168353676, + "learning_rate": 1.750119971134901e-05, + "loss": 0.0251, + "step": 29840 + }, + { + "epoch": 25.310432569974555, + "grad_norm": 0.7318713750679313, + "learning_rate": 1.7501018046549637e-05, + "loss": 0.0253, + "step": 29841 + }, + { + "epoch": 25.31128074639525, + "grad_norm": 0.6585829809333075, + "learning_rate": 1.7500836376089837e-05, + "loss": 0.0241, + "step": 29842 + }, + { + "epoch": 25.312128922815944, + "grad_norm": 0.6985958645686293, + "learning_rate": 1.750065469996975e-05, + "loss": 0.0259, + "step": 29843 + }, + { + "epoch": 25.31297709923664, + "grad_norm": 0.7079471370048297, + "learning_rate": 1.7500473018189517e-05, + "loss": 0.0264, + "step": 29844 + }, + { + "epoch": 25.313825275657337, + "grad_norm": 0.7172997765209088, + "learning_rate": 1.7500291330749267e-05, + "loss": 0.0268, + "step": 29845 + }, + { + "epoch": 25.314673452078033, + "grad_norm": 0.6072931368837589, + "learning_rate": 1.7500109637649147e-05, + "loss": 0.0247, + "step": 29846 + }, + { + "epoch": 25.31552162849873, + "grad_norm": 0.5888288054004814, + "learning_rate": 1.7499927938889292e-05, + "loss": 0.0243, + "step": 29847 + }, + { + "epoch": 25.31636980491942, + "grad_norm": 0.8182622218198137, + "learning_rate": 1.7499746234469833e-05, + "loss": 0.026, + "step": 29848 + }, + { + "epoch": 25.317217981340118, + "grad_norm": 0.7765953334280173, + "learning_rate": 1.749956452439091e-05, + "loss": 0.0242, + "step": 29849 + }, + { + "epoch": 25.318066157760814, + "grad_norm": 0.7612433509019513, + "learning_rate": 1.7499382808652666e-05, + "loss": 0.026, + "step": 29850 + }, + { + "epoch": 25.31891433418151, + "grad_norm": 0.7950788999458144, + "learning_rate": 1.7499201087255228e-05, + "loss": 0.0271, + "step": 29851 + }, + { + "epoch": 25.319762510602207, + "grad_norm": 0.6816719531812406, + "learning_rate": 1.749901936019874e-05, + "loss": 0.0253, + "step": 29852 + }, + { + "epoch": 25.3206106870229, + "grad_norm": 0.721806954867989, + "learning_rate": 1.7498837627483336e-05, + "loss": 0.026, + "step": 29853 + }, + { + "epoch": 25.321458863443596, + "grad_norm": 0.7842136806330263, + "learning_rate": 1.7498655889109156e-05, + "loss": 0.0267, + "step": 29854 + }, + { + "epoch": 25.32230703986429, + "grad_norm": 0.6381280599054899, + "learning_rate": 1.7498474145076335e-05, + "loss": 0.0254, + "step": 29855 + }, + { + "epoch": 25.323155216284988, + "grad_norm": 0.634943404371188, + "learning_rate": 1.749829239538501e-05, + "loss": 0.0261, + "step": 29856 + }, + { + "epoch": 25.324003392705684, + "grad_norm": 0.6650526743072565, + "learning_rate": 1.7498110640035322e-05, + "loss": 0.0243, + "step": 29857 + }, + { + "epoch": 25.324851569126377, + "grad_norm": 0.6415972619354322, + "learning_rate": 1.7497928879027405e-05, + "loss": 0.025, + "step": 29858 + }, + { + "epoch": 25.325699745547073, + "grad_norm": 0.8838352915572975, + "learning_rate": 1.7497747112361393e-05, + "loss": 0.0249, + "step": 29859 + }, + { + "epoch": 25.32654792196777, + "grad_norm": 0.6715239850100019, + "learning_rate": 1.7497565340037427e-05, + "loss": 0.0228, + "step": 29860 + }, + { + "epoch": 25.327396098388466, + "grad_norm": 0.6616045128035951, + "learning_rate": 1.7497383562055647e-05, + "loss": 0.0244, + "step": 29861 + }, + { + "epoch": 25.328244274809162, + "grad_norm": 0.7884270906362677, + "learning_rate": 1.7497201778416186e-05, + "loss": 0.0296, + "step": 29862 + }, + { + "epoch": 25.329092451229855, + "grad_norm": 0.6826511674754148, + "learning_rate": 1.749701998911918e-05, + "loss": 0.0263, + "step": 29863 + }, + { + "epoch": 25.32994062765055, + "grad_norm": 0.7412266301662368, + "learning_rate": 1.749683819416477e-05, + "loss": 0.0252, + "step": 29864 + }, + { + "epoch": 25.330788804071247, + "grad_norm": 0.5994538644464439, + "learning_rate": 1.7496656393553087e-05, + "loss": 0.0245, + "step": 29865 + }, + { + "epoch": 25.331636980491943, + "grad_norm": 0.6028307295710515, + "learning_rate": 1.7496474587284276e-05, + "loss": 0.0255, + "step": 29866 + }, + { + "epoch": 25.33248515691264, + "grad_norm": 0.7559275776551945, + "learning_rate": 1.749629277535847e-05, + "loss": 0.0262, + "step": 29867 + }, + { + "epoch": 25.333333333333332, + "grad_norm": 0.6707430318663892, + "learning_rate": 1.749611095777581e-05, + "loss": 0.0266, + "step": 29868 + }, + { + "epoch": 25.33418150975403, + "grad_norm": 0.7134008242717623, + "learning_rate": 1.7495929134536424e-05, + "loss": 0.0269, + "step": 29869 + }, + { + "epoch": 25.335029686174725, + "grad_norm": 0.7218569841440025, + "learning_rate": 1.749574730564046e-05, + "loss": 0.0248, + "step": 29870 + }, + { + "epoch": 25.33587786259542, + "grad_norm": 0.7194218948030691, + "learning_rate": 1.7495565471088046e-05, + "loss": 0.0248, + "step": 29871 + }, + { + "epoch": 25.336726039016117, + "grad_norm": 0.6107497297306337, + "learning_rate": 1.749538363087933e-05, + "loss": 0.0251, + "step": 29872 + }, + { + "epoch": 25.33757421543681, + "grad_norm": 0.7354026128344427, + "learning_rate": 1.749520178501444e-05, + "loss": 0.029, + "step": 29873 + }, + { + "epoch": 25.338422391857506, + "grad_norm": 0.7472635103267967, + "learning_rate": 1.7495019933493513e-05, + "loss": 0.0276, + "step": 29874 + }, + { + "epoch": 25.339270568278202, + "grad_norm": 0.6728211502524639, + "learning_rate": 1.7494838076316694e-05, + "loss": 0.0271, + "step": 29875 + }, + { + "epoch": 25.3401187446989, + "grad_norm": 0.6296057701918782, + "learning_rate": 1.7494656213484114e-05, + "loss": 0.0233, + "step": 29876 + }, + { + "epoch": 25.34096692111959, + "grad_norm": 0.7126442181830833, + "learning_rate": 1.7494474344995912e-05, + "loss": 0.0264, + "step": 29877 + }, + { + "epoch": 25.341815097540287, + "grad_norm": 0.7300215366792883, + "learning_rate": 1.7494292470852226e-05, + "loss": 0.0248, + "step": 29878 + }, + { + "epoch": 25.342663273960984, + "grad_norm": 0.6157744871683234, + "learning_rate": 1.7494110591053194e-05, + "loss": 0.026, + "step": 29879 + }, + { + "epoch": 25.34351145038168, + "grad_norm": 0.7181055694089358, + "learning_rate": 1.749392870559895e-05, + "loss": 0.0251, + "step": 29880 + }, + { + "epoch": 25.344359626802376, + "grad_norm": 0.6605519545020605, + "learning_rate": 1.749374681448963e-05, + "loss": 0.0271, + "step": 29881 + }, + { + "epoch": 25.34520780322307, + "grad_norm": 0.6462045114756826, + "learning_rate": 1.7493564917725375e-05, + "loss": 0.0228, + "step": 29882 + }, + { + "epoch": 25.346055979643765, + "grad_norm": 0.7742148679367247, + "learning_rate": 1.7493383015306324e-05, + "loss": 0.026, + "step": 29883 + }, + { + "epoch": 25.34690415606446, + "grad_norm": 0.7079051295404775, + "learning_rate": 1.749320110723261e-05, + "loss": 0.0246, + "step": 29884 + }, + { + "epoch": 25.347752332485157, + "grad_norm": 0.5654893459636627, + "learning_rate": 1.7493019193504374e-05, + "loss": 0.0252, + "step": 29885 + }, + { + "epoch": 25.348600508905854, + "grad_norm": 0.7032432111278848, + "learning_rate": 1.7492837274121747e-05, + "loss": 0.0254, + "step": 29886 + }, + { + "epoch": 25.349448685326546, + "grad_norm": 0.6863227749091099, + "learning_rate": 1.7492655349084873e-05, + "loss": 0.0291, + "step": 29887 + }, + { + "epoch": 25.350296861747243, + "grad_norm": 0.6787462435937841, + "learning_rate": 1.7492473418393888e-05, + "loss": 0.0259, + "step": 29888 + }, + { + "epoch": 25.35114503816794, + "grad_norm": 0.7750542393329135, + "learning_rate": 1.7492291482048928e-05, + "loss": 0.026, + "step": 29889 + }, + { + "epoch": 25.351993214588635, + "grad_norm": 0.6675826956216537, + "learning_rate": 1.7492109540050127e-05, + "loss": 0.0242, + "step": 29890 + }, + { + "epoch": 25.35284139100933, + "grad_norm": 0.5919810852386289, + "learning_rate": 1.749192759239763e-05, + "loss": 0.0249, + "step": 29891 + }, + { + "epoch": 25.353689567430024, + "grad_norm": 0.6431441680949409, + "learning_rate": 1.7491745639091567e-05, + "loss": 0.0215, + "step": 29892 + }, + { + "epoch": 25.35453774385072, + "grad_norm": 0.7366033878240033, + "learning_rate": 1.7491563680132077e-05, + "loss": 0.0258, + "step": 29893 + }, + { + "epoch": 25.355385920271416, + "grad_norm": 0.6876008072142893, + "learning_rate": 1.7491381715519303e-05, + "loss": 0.0268, + "step": 29894 + }, + { + "epoch": 25.356234096692113, + "grad_norm": 0.9663502450570904, + "learning_rate": 1.7491199745253377e-05, + "loss": 0.0283, + "step": 29895 + }, + { + "epoch": 25.35708227311281, + "grad_norm": 0.5480420124591726, + "learning_rate": 1.7491017769334434e-05, + "loss": 0.0229, + "step": 29896 + }, + { + "epoch": 25.3579304495335, + "grad_norm": 0.7989645309376441, + "learning_rate": 1.7490835787762617e-05, + "loss": 0.0264, + "step": 29897 + }, + { + "epoch": 25.358778625954198, + "grad_norm": 0.7429129529596168, + "learning_rate": 1.749065380053806e-05, + "loss": 0.0265, + "step": 29898 + }, + { + "epoch": 25.359626802374894, + "grad_norm": 0.6616405338053095, + "learning_rate": 1.7490471807660903e-05, + "loss": 0.0223, + "step": 29899 + }, + { + "epoch": 25.36047497879559, + "grad_norm": 0.8438873199089929, + "learning_rate": 1.7490289809131276e-05, + "loss": 0.0294, + "step": 29900 + }, + { + "epoch": 25.361323155216287, + "grad_norm": 0.7786599150391654, + "learning_rate": 1.749010780494933e-05, + "loss": 0.0258, + "step": 29901 + }, + { + "epoch": 25.36217133163698, + "grad_norm": 0.6417804429460664, + "learning_rate": 1.748992579511519e-05, + "loss": 0.0235, + "step": 29902 + }, + { + "epoch": 25.363019508057675, + "grad_norm": 0.7308357842108524, + "learning_rate": 1.7489743779628997e-05, + "loss": 0.024, + "step": 29903 + }, + { + "epoch": 25.36386768447837, + "grad_norm": 0.6700009828492148, + "learning_rate": 1.748956175849089e-05, + "loss": 0.0228, + "step": 29904 + }, + { + "epoch": 25.364715860899068, + "grad_norm": 0.7772951696945394, + "learning_rate": 1.7489379731701004e-05, + "loss": 0.0287, + "step": 29905 + }, + { + "epoch": 25.365564037319764, + "grad_norm": 0.7898441314127602, + "learning_rate": 1.7489197699259478e-05, + "loss": 0.0251, + "step": 29906 + }, + { + "epoch": 25.366412213740457, + "grad_norm": 0.5728051825812177, + "learning_rate": 1.7489015661166454e-05, + "loss": 0.0224, + "step": 29907 + }, + { + "epoch": 25.367260390161153, + "grad_norm": 0.6633103117887923, + "learning_rate": 1.7488833617422056e-05, + "loss": 0.0247, + "step": 29908 + }, + { + "epoch": 25.36810856658185, + "grad_norm": 0.7181390281259259, + "learning_rate": 1.7488651568026437e-05, + "loss": 0.0265, + "step": 29909 + }, + { + "epoch": 25.368956743002546, + "grad_norm": 0.6600510183102334, + "learning_rate": 1.7488469512979723e-05, + "loss": 0.0252, + "step": 29910 + }, + { + "epoch": 25.36980491942324, + "grad_norm": 0.6802601834236456, + "learning_rate": 1.7488287452282056e-05, + "loss": 0.0261, + "step": 29911 + }, + { + "epoch": 25.370653095843934, + "grad_norm": 0.6937307169368342, + "learning_rate": 1.7488105385933574e-05, + "loss": 0.026, + "step": 29912 + }, + { + "epoch": 25.37150127226463, + "grad_norm": 0.6003836394573829, + "learning_rate": 1.748792331393441e-05, + "loss": 0.0246, + "step": 29913 + }, + { + "epoch": 25.372349448685327, + "grad_norm": 0.6946179874631925, + "learning_rate": 1.7487741236284707e-05, + "loss": 0.0248, + "step": 29914 + }, + { + "epoch": 25.373197625106023, + "grad_norm": 0.6738792846850624, + "learning_rate": 1.7487559152984602e-05, + "loss": 0.0277, + "step": 29915 + }, + { + "epoch": 25.374045801526716, + "grad_norm": 0.675815041959801, + "learning_rate": 1.748737706403423e-05, + "loss": 0.0255, + "step": 29916 + }, + { + "epoch": 25.374893977947412, + "grad_norm": 0.6480998554152677, + "learning_rate": 1.7487194969433726e-05, + "loss": 0.0234, + "step": 29917 + }, + { + "epoch": 25.37574215436811, + "grad_norm": 0.8928857095799104, + "learning_rate": 1.748701286918323e-05, + "loss": 0.0293, + "step": 29918 + }, + { + "epoch": 25.376590330788805, + "grad_norm": 0.7273752979869792, + "learning_rate": 1.7486830763282885e-05, + "loss": 0.0245, + "step": 29919 + }, + { + "epoch": 25.3774385072095, + "grad_norm": 0.7710873409070909, + "learning_rate": 1.748664865173282e-05, + "loss": 0.0251, + "step": 29920 + }, + { + "epoch": 25.378286683630193, + "grad_norm": 0.7826681295565023, + "learning_rate": 1.7486466534533175e-05, + "loss": 0.0246, + "step": 29921 + }, + { + "epoch": 25.37913486005089, + "grad_norm": 0.67886213457535, + "learning_rate": 1.7486284411684086e-05, + "loss": 0.0254, + "step": 29922 + }, + { + "epoch": 25.379983036471586, + "grad_norm": 0.6938315867817795, + "learning_rate": 1.7486102283185697e-05, + "loss": 0.0269, + "step": 29923 + }, + { + "epoch": 25.380831212892282, + "grad_norm": 0.5976298830023927, + "learning_rate": 1.7485920149038137e-05, + "loss": 0.0236, + "step": 29924 + }, + { + "epoch": 25.38167938931298, + "grad_norm": 0.8793726322993284, + "learning_rate": 1.748573800924155e-05, + "loss": 0.0252, + "step": 29925 + }, + { + "epoch": 25.38252756573367, + "grad_norm": 0.7825272715020266, + "learning_rate": 1.7485555863796072e-05, + "loss": 0.0282, + "step": 29926 + }, + { + "epoch": 25.383375742154367, + "grad_norm": 0.6711776142497001, + "learning_rate": 1.7485373712701836e-05, + "loss": 0.0238, + "step": 29927 + }, + { + "epoch": 25.384223918575064, + "grad_norm": 0.8395469355572706, + "learning_rate": 1.7485191555958984e-05, + "loss": 0.0268, + "step": 29928 + }, + { + "epoch": 25.38507209499576, + "grad_norm": 0.567495204092389, + "learning_rate": 1.7485009393567653e-05, + "loss": 0.0242, + "step": 29929 + }, + { + "epoch": 25.385920271416456, + "grad_norm": 0.7562940477053027, + "learning_rate": 1.7484827225527977e-05, + "loss": 0.0269, + "step": 29930 + }, + { + "epoch": 25.38676844783715, + "grad_norm": 0.7289959190943711, + "learning_rate": 1.7484645051840095e-05, + "loss": 0.0269, + "step": 29931 + }, + { + "epoch": 25.387616624257845, + "grad_norm": 0.7079574805438573, + "learning_rate": 1.748446287250415e-05, + "loss": 0.0285, + "step": 29932 + }, + { + "epoch": 25.38846480067854, + "grad_norm": 0.8163682291106572, + "learning_rate": 1.7484280687520275e-05, + "loss": 0.0288, + "step": 29933 + }, + { + "epoch": 25.389312977099237, + "grad_norm": 0.767778950417578, + "learning_rate": 1.7484098496888604e-05, + "loss": 0.0266, + "step": 29934 + }, + { + "epoch": 25.390161153519934, + "grad_norm": 0.7468026474913888, + "learning_rate": 1.748391630060928e-05, + "loss": 0.0256, + "step": 29935 + }, + { + "epoch": 25.391009329940626, + "grad_norm": 0.775233086348994, + "learning_rate": 1.7483734098682438e-05, + "loss": 0.0303, + "step": 29936 + }, + { + "epoch": 25.391857506361323, + "grad_norm": 0.6178125229066765, + "learning_rate": 1.7483551891108218e-05, + "loss": 0.0244, + "step": 29937 + }, + { + "epoch": 25.39270568278202, + "grad_norm": 0.8170271309897721, + "learning_rate": 1.7483369677886754e-05, + "loss": 0.0286, + "step": 29938 + }, + { + "epoch": 25.393553859202715, + "grad_norm": 0.6734254844525299, + "learning_rate": 1.7483187459018183e-05, + "loss": 0.0254, + "step": 29939 + }, + { + "epoch": 25.39440203562341, + "grad_norm": 0.6930880182986044, + "learning_rate": 1.7483005234502646e-05, + "loss": 0.0271, + "step": 29940 + }, + { + "epoch": 25.395250212044104, + "grad_norm": 0.677943580785725, + "learning_rate": 1.7482823004340276e-05, + "loss": 0.0255, + "step": 29941 + }, + { + "epoch": 25.3960983884648, + "grad_norm": 0.736343250050244, + "learning_rate": 1.748264076853122e-05, + "loss": 0.0256, + "step": 29942 + }, + { + "epoch": 25.396946564885496, + "grad_norm": 0.674768468489782, + "learning_rate": 1.7482458527075605e-05, + "loss": 0.0236, + "step": 29943 + }, + { + "epoch": 25.397794741306193, + "grad_norm": 0.7109711536771655, + "learning_rate": 1.7482276279973572e-05, + "loss": 0.0271, + "step": 29944 + }, + { + "epoch": 25.39864291772689, + "grad_norm": 0.7247936035841296, + "learning_rate": 1.748209402722526e-05, + "loss": 0.0268, + "step": 29945 + }, + { + "epoch": 25.39949109414758, + "grad_norm": 0.7570696286461258, + "learning_rate": 1.7481911768830806e-05, + "loss": 0.0253, + "step": 29946 + }, + { + "epoch": 25.400339270568278, + "grad_norm": 0.8040258561499369, + "learning_rate": 1.7481729504790347e-05, + "loss": 0.0276, + "step": 29947 + }, + { + "epoch": 25.401187446988974, + "grad_norm": 0.7964498923788044, + "learning_rate": 1.748154723510402e-05, + "loss": 0.027, + "step": 29948 + }, + { + "epoch": 25.40203562340967, + "grad_norm": 0.8168177764019613, + "learning_rate": 1.7481364959771962e-05, + "loss": 0.0273, + "step": 29949 + }, + { + "epoch": 25.402883799830363, + "grad_norm": 0.7138041741877257, + "learning_rate": 1.7481182678794313e-05, + "loss": 0.0279, + "step": 29950 + }, + { + "epoch": 25.40373197625106, + "grad_norm": 1.2586755575306414, + "learning_rate": 1.748100039217121e-05, + "loss": 0.0293, + "step": 29951 + }, + { + "epoch": 25.404580152671755, + "grad_norm": 0.7402086727301047, + "learning_rate": 1.748081809990279e-05, + "loss": 0.0293, + "step": 29952 + }, + { + "epoch": 25.40542832909245, + "grad_norm": 0.8200829493346037, + "learning_rate": 1.748063580198919e-05, + "loss": 0.0308, + "step": 29953 + }, + { + "epoch": 25.406276505513148, + "grad_norm": 0.630424819531532, + "learning_rate": 1.748045349843055e-05, + "loss": 0.0247, + "step": 29954 + }, + { + "epoch": 25.40712468193384, + "grad_norm": 0.7547663890615528, + "learning_rate": 1.7480271189227e-05, + "loss": 0.0273, + "step": 29955 + }, + { + "epoch": 25.407972858354537, + "grad_norm": 0.6628879883771153, + "learning_rate": 1.7480088874378687e-05, + "loss": 0.0254, + "step": 29956 + }, + { + "epoch": 25.408821034775233, + "grad_norm": 0.6920805109812207, + "learning_rate": 1.7479906553885745e-05, + "loss": 0.0262, + "step": 29957 + }, + { + "epoch": 25.40966921119593, + "grad_norm": 0.7027119421426865, + "learning_rate": 1.7479724227748312e-05, + "loss": 0.0271, + "step": 29958 + }, + { + "epoch": 25.410517387616625, + "grad_norm": 1.2393748872490395, + "learning_rate": 1.747954189596652e-05, + "loss": 0.0291, + "step": 29959 + }, + { + "epoch": 25.411365564037318, + "grad_norm": 0.7191247083675398, + "learning_rate": 1.7479359558540517e-05, + "loss": 0.027, + "step": 29960 + }, + { + "epoch": 25.412213740458014, + "grad_norm": 0.7165416439868074, + "learning_rate": 1.7479177215470434e-05, + "loss": 0.0249, + "step": 29961 + }, + { + "epoch": 25.41306191687871, + "grad_norm": 0.5971889445162901, + "learning_rate": 1.7478994866756408e-05, + "loss": 0.0261, + "step": 29962 + }, + { + "epoch": 25.413910093299407, + "grad_norm": 0.7490013679430648, + "learning_rate": 1.7478812512398577e-05, + "loss": 0.0283, + "step": 29963 + }, + { + "epoch": 25.414758269720103, + "grad_norm": 0.76023885949863, + "learning_rate": 1.747863015239708e-05, + "loss": 0.0295, + "step": 29964 + }, + { + "epoch": 25.415606446140796, + "grad_norm": 0.5828767508199442, + "learning_rate": 1.747844778675206e-05, + "loss": 0.0249, + "step": 29965 + }, + { + "epoch": 25.416454622561492, + "grad_norm": 0.662315614212101, + "learning_rate": 1.7478265415463643e-05, + "loss": 0.0232, + "step": 29966 + }, + { + "epoch": 25.41730279898219, + "grad_norm": 0.7036255846056534, + "learning_rate": 1.7478083038531977e-05, + "loss": 0.0271, + "step": 29967 + }, + { + "epoch": 25.418150975402884, + "grad_norm": 0.6721865312011316, + "learning_rate": 1.7477900655957192e-05, + "loss": 0.026, + "step": 29968 + }, + { + "epoch": 25.41899915182358, + "grad_norm": 0.7930668635509703, + "learning_rate": 1.747771826773943e-05, + "loss": 0.0265, + "step": 29969 + }, + { + "epoch": 25.419847328244273, + "grad_norm": 0.7301290404029668, + "learning_rate": 1.747753587387883e-05, + "loss": 0.0258, + "step": 29970 + }, + { + "epoch": 25.42069550466497, + "grad_norm": 0.7103575062318552, + "learning_rate": 1.7477353474375525e-05, + "loss": 0.0246, + "step": 29971 + }, + { + "epoch": 25.421543681085666, + "grad_norm": 0.7139020375816582, + "learning_rate": 1.7477171069229656e-05, + "loss": 0.0264, + "step": 29972 + }, + { + "epoch": 25.422391857506362, + "grad_norm": 0.8073121318417025, + "learning_rate": 1.747698865844136e-05, + "loss": 0.0271, + "step": 29973 + }, + { + "epoch": 25.42324003392706, + "grad_norm": 0.551639397530244, + "learning_rate": 1.7476806242010772e-05, + "loss": 0.0244, + "step": 29974 + }, + { + "epoch": 25.42408821034775, + "grad_norm": 0.6845230892889259, + "learning_rate": 1.747662381993803e-05, + "loss": 0.0247, + "step": 29975 + }, + { + "epoch": 25.424936386768447, + "grad_norm": 0.7323470098636574, + "learning_rate": 1.7476441392223278e-05, + "loss": 0.0265, + "step": 29976 + }, + { + "epoch": 25.425784563189143, + "grad_norm": 0.7975132430687247, + "learning_rate": 1.747625895886665e-05, + "loss": 0.0238, + "step": 29977 + }, + { + "epoch": 25.42663273960984, + "grad_norm": 0.7851605190194088, + "learning_rate": 1.747607651986828e-05, + "loss": 0.0275, + "step": 29978 + }, + { + "epoch": 25.427480916030536, + "grad_norm": 0.8291109246237212, + "learning_rate": 1.7475894075228306e-05, + "loss": 0.0302, + "step": 29979 + }, + { + "epoch": 25.42832909245123, + "grad_norm": 0.6901471878206749, + "learning_rate": 1.747571162494687e-05, + "loss": 0.0269, + "step": 29980 + }, + { + "epoch": 25.429177268871925, + "grad_norm": 0.7488200172865462, + "learning_rate": 1.747552916902411e-05, + "loss": 0.0266, + "step": 29981 + }, + { + "epoch": 25.43002544529262, + "grad_norm": 0.6368849941048266, + "learning_rate": 1.747534670746016e-05, + "loss": 0.0234, + "step": 29982 + }, + { + "epoch": 25.430873621713317, + "grad_norm": 0.6800778239574111, + "learning_rate": 1.7475164240255163e-05, + "loss": 0.0252, + "step": 29983 + }, + { + "epoch": 25.431721798134014, + "grad_norm": 0.6551451787383914, + "learning_rate": 1.747498176740925e-05, + "loss": 0.0257, + "step": 29984 + }, + { + "epoch": 25.432569974554706, + "grad_norm": 0.7465243292465896, + "learning_rate": 1.747479928892256e-05, + "loss": 0.0277, + "step": 29985 + }, + { + "epoch": 25.433418150975402, + "grad_norm": 0.753226211171488, + "learning_rate": 1.7474616804795233e-05, + "loss": 0.0258, + "step": 29986 + }, + { + "epoch": 25.4342663273961, + "grad_norm": 0.6604156744274509, + "learning_rate": 1.747443431502741e-05, + "loss": 0.0253, + "step": 29987 + }, + { + "epoch": 25.435114503816795, + "grad_norm": 0.8460705620368743, + "learning_rate": 1.747425181961922e-05, + "loss": 0.0259, + "step": 29988 + }, + { + "epoch": 25.435962680237488, + "grad_norm": 0.711756732519101, + "learning_rate": 1.7474069318570807e-05, + "loss": 0.0241, + "step": 29989 + }, + { + "epoch": 25.436810856658184, + "grad_norm": 0.7562597175509083, + "learning_rate": 1.7473886811882307e-05, + "loss": 0.0286, + "step": 29990 + }, + { + "epoch": 25.43765903307888, + "grad_norm": 0.89701464628498, + "learning_rate": 1.747370429955386e-05, + "loss": 0.0292, + "step": 29991 + }, + { + "epoch": 25.438507209499576, + "grad_norm": 0.8075499348555695, + "learning_rate": 1.7473521781585597e-05, + "loss": 0.0264, + "step": 29992 + }, + { + "epoch": 25.439355385920273, + "grad_norm": 0.683399968749252, + "learning_rate": 1.7473339257977665e-05, + "loss": 0.0258, + "step": 29993 + }, + { + "epoch": 25.440203562340965, + "grad_norm": 0.7495145851776674, + "learning_rate": 1.7473156728730194e-05, + "loss": 0.0254, + "step": 29994 + }, + { + "epoch": 25.44105173876166, + "grad_norm": 0.8140964882352931, + "learning_rate": 1.7472974193843326e-05, + "loss": 0.0279, + "step": 29995 + }, + { + "epoch": 25.441899915182358, + "grad_norm": 0.7833301277572398, + "learning_rate": 1.74727916533172e-05, + "loss": 0.0229, + "step": 29996 + }, + { + "epoch": 25.442748091603054, + "grad_norm": 0.6833574364890505, + "learning_rate": 1.747260910715195e-05, + "loss": 0.0257, + "step": 29997 + }, + { + "epoch": 25.44359626802375, + "grad_norm": 0.9015664400905483, + "learning_rate": 1.747242655534771e-05, + "loss": 0.0278, + "step": 29998 + }, + { + "epoch": 25.444444444444443, + "grad_norm": 1.0048663626482652, + "learning_rate": 1.747224399790463e-05, + "loss": 0.0276, + "step": 29999 + }, + { + "epoch": 25.44529262086514, + "grad_norm": 0.7042693285370609, + "learning_rate": 1.7472061434822837e-05, + "loss": 0.0269, + "step": 30000 + }, + { + "epoch": 25.446140797285835, + "grad_norm": 0.6980587453432742, + "learning_rate": 1.7471878866102472e-05, + "loss": 0.0247, + "step": 30001 + }, + { + "epoch": 25.44698897370653, + "grad_norm": 0.6772381149652267, + "learning_rate": 1.7471696291743673e-05, + "loss": 0.0229, + "step": 30002 + }, + { + "epoch": 25.447837150127228, + "grad_norm": 0.7039682135045583, + "learning_rate": 1.747151371174658e-05, + "loss": 0.0227, + "step": 30003 + }, + { + "epoch": 25.44868532654792, + "grad_norm": 0.6422506357274304, + "learning_rate": 1.747133112611133e-05, + "loss": 0.023, + "step": 30004 + }, + { + "epoch": 25.449533502968617, + "grad_norm": 0.5806255894212818, + "learning_rate": 1.7471148534838057e-05, + "loss": 0.021, + "step": 30005 + }, + { + "epoch": 25.450381679389313, + "grad_norm": 0.7246983537406289, + "learning_rate": 1.74709659379269e-05, + "loss": 0.0244, + "step": 30006 + }, + { + "epoch": 25.45122985581001, + "grad_norm": 0.8667902698520252, + "learning_rate": 1.7470783335378e-05, + "loss": 0.0236, + "step": 30007 + }, + { + "epoch": 25.452078032230705, + "grad_norm": 0.8670651078704669, + "learning_rate": 1.7470600727191492e-05, + "loss": 0.0236, + "step": 30008 + }, + { + "epoch": 25.452926208651398, + "grad_norm": 0.5559588785297268, + "learning_rate": 1.7470418113367517e-05, + "loss": 0.0235, + "step": 30009 + }, + { + "epoch": 25.453774385072094, + "grad_norm": 0.9269674111175442, + "learning_rate": 1.7470235493906206e-05, + "loss": 0.0267, + "step": 30010 + }, + { + "epoch": 25.45462256149279, + "grad_norm": 0.6025751121523768, + "learning_rate": 1.7470052868807704e-05, + "loss": 0.0236, + "step": 30011 + }, + { + "epoch": 25.455470737913487, + "grad_norm": 0.5872549282435544, + "learning_rate": 1.7469870238072147e-05, + "loss": 0.0226, + "step": 30012 + }, + { + "epoch": 25.456318914334183, + "grad_norm": 0.7739897888751216, + "learning_rate": 1.746968760169967e-05, + "loss": 0.0235, + "step": 30013 + }, + { + "epoch": 25.457167090754876, + "grad_norm": 0.6635542529966942, + "learning_rate": 1.7469504959690417e-05, + "loss": 0.0217, + "step": 30014 + }, + { + "epoch": 25.458015267175572, + "grad_norm": 0.6651742941671486, + "learning_rate": 1.7469322312044518e-05, + "loss": 0.0237, + "step": 30015 + }, + { + "epoch": 25.458863443596268, + "grad_norm": 0.7549912715364511, + "learning_rate": 1.7469139658762113e-05, + "loss": 0.025, + "step": 30016 + }, + { + "epoch": 25.459711620016964, + "grad_norm": 0.6313039682708131, + "learning_rate": 1.7468956999843344e-05, + "loss": 0.0232, + "step": 30017 + }, + { + "epoch": 25.46055979643766, + "grad_norm": 0.6307636135819072, + "learning_rate": 1.7468774335288343e-05, + "loss": 0.0242, + "step": 30018 + }, + { + "epoch": 25.461407972858353, + "grad_norm": 0.8141254860107131, + "learning_rate": 1.7468591665097253e-05, + "loss": 0.0267, + "step": 30019 + }, + { + "epoch": 25.46225614927905, + "grad_norm": 0.7069587021946319, + "learning_rate": 1.7468408989270212e-05, + "loss": 0.0226, + "step": 30020 + }, + { + "epoch": 25.463104325699746, + "grad_norm": 0.6852849110774718, + "learning_rate": 1.7468226307807353e-05, + "loss": 0.02, + "step": 30021 + }, + { + "epoch": 25.463952502120442, + "grad_norm": 0.7832803030881819, + "learning_rate": 1.7468043620708814e-05, + "loss": 0.0231, + "step": 30022 + }, + { + "epoch": 25.46480067854114, + "grad_norm": 0.7223843613214463, + "learning_rate": 1.746786092797474e-05, + "loss": 0.0258, + "step": 30023 + }, + { + "epoch": 25.46564885496183, + "grad_norm": 0.5623827345010469, + "learning_rate": 1.7467678229605264e-05, + "loss": 0.0219, + "step": 30024 + }, + { + "epoch": 25.466497031382527, + "grad_norm": 0.6834487981335875, + "learning_rate": 1.746749552560052e-05, + "loss": 0.0225, + "step": 30025 + }, + { + "epoch": 25.467345207803223, + "grad_norm": 0.7432550549495329, + "learning_rate": 1.7467312815960652e-05, + "loss": 0.0279, + "step": 30026 + }, + { + "epoch": 25.46819338422392, + "grad_norm": 0.7860597213509671, + "learning_rate": 1.7467130100685796e-05, + "loss": 0.0247, + "step": 30027 + }, + { + "epoch": 25.469041560644612, + "grad_norm": 0.8046894293798326, + "learning_rate": 1.7466947379776088e-05, + "loss": 0.0261, + "step": 30028 + }, + { + "epoch": 25.46988973706531, + "grad_norm": 0.858259671885289, + "learning_rate": 1.7466764653231672e-05, + "loss": 0.0231, + "step": 30029 + }, + { + "epoch": 25.470737913486005, + "grad_norm": 0.7066402180837612, + "learning_rate": 1.7466581921052678e-05, + "loss": 0.0243, + "step": 30030 + }, + { + "epoch": 25.4715860899067, + "grad_norm": 0.8917448079796068, + "learning_rate": 1.7466399183239247e-05, + "loss": 0.0241, + "step": 30031 + }, + { + "epoch": 25.472434266327397, + "grad_norm": 0.7691905351488706, + "learning_rate": 1.746621643979152e-05, + "loss": 0.0252, + "step": 30032 + }, + { + "epoch": 25.47328244274809, + "grad_norm": 0.6847124089872458, + "learning_rate": 1.7466033690709627e-05, + "loss": 0.0242, + "step": 30033 + }, + { + "epoch": 25.474130619168786, + "grad_norm": 0.5968710541052596, + "learning_rate": 1.7465850935993716e-05, + "loss": 0.0223, + "step": 30034 + }, + { + "epoch": 25.474978795589482, + "grad_norm": 0.6446660881967414, + "learning_rate": 1.746566817564392e-05, + "loss": 0.0218, + "step": 30035 + }, + { + "epoch": 25.47582697201018, + "grad_norm": 0.615028179667359, + "learning_rate": 1.7465485409660373e-05, + "loss": 0.0244, + "step": 30036 + }, + { + "epoch": 25.476675148430875, + "grad_norm": 0.6121815345947506, + "learning_rate": 1.746530263804322e-05, + "loss": 0.0258, + "step": 30037 + }, + { + "epoch": 25.477523324851568, + "grad_norm": 0.6456510603171427, + "learning_rate": 1.7465119860792593e-05, + "loss": 0.0239, + "step": 30038 + }, + { + "epoch": 25.478371501272264, + "grad_norm": 0.6264300324738267, + "learning_rate": 1.7464937077908634e-05, + "loss": 0.0225, + "step": 30039 + }, + { + "epoch": 25.47921967769296, + "grad_norm": 0.6780922479946384, + "learning_rate": 1.746475428939148e-05, + "loss": 0.0229, + "step": 30040 + }, + { + "epoch": 25.480067854113656, + "grad_norm": 0.6582622569795636, + "learning_rate": 1.7464571495241268e-05, + "loss": 0.0259, + "step": 30041 + }, + { + "epoch": 25.480916030534353, + "grad_norm": 0.7541105056868044, + "learning_rate": 1.7464388695458138e-05, + "loss": 0.0247, + "step": 30042 + }, + { + "epoch": 25.481764206955045, + "grad_norm": 0.7198805547159033, + "learning_rate": 1.7464205890042226e-05, + "loss": 0.0233, + "step": 30043 + }, + { + "epoch": 25.48261238337574, + "grad_norm": 0.6726958752474955, + "learning_rate": 1.746402307899367e-05, + "loss": 0.0256, + "step": 30044 + }, + { + "epoch": 25.483460559796438, + "grad_norm": 0.7013854255557714, + "learning_rate": 1.746384026231261e-05, + "loss": 0.0233, + "step": 30045 + }, + { + "epoch": 25.484308736217134, + "grad_norm": 0.6828750240228194, + "learning_rate": 1.746365743999918e-05, + "loss": 0.0246, + "step": 30046 + }, + { + "epoch": 25.48515691263783, + "grad_norm": 0.759466959716131, + "learning_rate": 1.7463474612053518e-05, + "loss": 0.0279, + "step": 30047 + }, + { + "epoch": 25.486005089058523, + "grad_norm": 0.7000864238500231, + "learning_rate": 1.7463291778475765e-05, + "loss": 0.0266, + "step": 30048 + }, + { + "epoch": 25.48685326547922, + "grad_norm": 0.8751567218553024, + "learning_rate": 1.746310893926606e-05, + "loss": 0.0269, + "step": 30049 + }, + { + "epoch": 25.487701441899915, + "grad_norm": 0.6697055724382522, + "learning_rate": 1.746292609442454e-05, + "loss": 0.0223, + "step": 30050 + }, + { + "epoch": 25.48854961832061, + "grad_norm": 0.5770573199444861, + "learning_rate": 1.7462743243951342e-05, + "loss": 0.0231, + "step": 30051 + }, + { + "epoch": 25.489397794741308, + "grad_norm": 0.7347973129753785, + "learning_rate": 1.74625603878466e-05, + "loss": 0.0241, + "step": 30052 + }, + { + "epoch": 25.490245971162, + "grad_norm": 0.7143738048003689, + "learning_rate": 1.746237752611046e-05, + "loss": 0.025, + "step": 30053 + }, + { + "epoch": 25.491094147582697, + "grad_norm": 0.6082415383547637, + "learning_rate": 1.7462194658743053e-05, + "loss": 0.025, + "step": 30054 + }, + { + "epoch": 25.491942324003393, + "grad_norm": 0.5909607500225427, + "learning_rate": 1.7462011785744523e-05, + "loss": 0.0226, + "step": 30055 + }, + { + "epoch": 25.49279050042409, + "grad_norm": 0.7557405523346885, + "learning_rate": 1.7461828907115006e-05, + "loss": 0.0292, + "step": 30056 + }, + { + "epoch": 25.493638676844785, + "grad_norm": 0.6947506364139148, + "learning_rate": 1.7461646022854638e-05, + "loss": 0.0235, + "step": 30057 + }, + { + "epoch": 25.494486853265478, + "grad_norm": 0.6925912665549084, + "learning_rate": 1.7461463132963557e-05, + "loss": 0.023, + "step": 30058 + }, + { + "epoch": 25.495335029686174, + "grad_norm": 0.6780106451521398, + "learning_rate": 1.7461280237441902e-05, + "loss": 0.0247, + "step": 30059 + }, + { + "epoch": 25.49618320610687, + "grad_norm": 0.6675852461127179, + "learning_rate": 1.7461097336289813e-05, + "loss": 0.0245, + "step": 30060 + }, + { + "epoch": 25.497031382527567, + "grad_norm": 0.6165050167101345, + "learning_rate": 1.746091442950742e-05, + "loss": 0.0209, + "step": 30061 + }, + { + "epoch": 25.497879558948263, + "grad_norm": 0.8645094195260857, + "learning_rate": 1.7460731517094876e-05, + "loss": 0.0254, + "step": 30062 + }, + { + "epoch": 25.498727735368956, + "grad_norm": 0.5850097499701258, + "learning_rate": 1.7460548599052307e-05, + "loss": 0.0227, + "step": 30063 + }, + { + "epoch": 25.499575911789652, + "grad_norm": 0.6254945206514635, + "learning_rate": 1.746036567537985e-05, + "loss": 0.0217, + "step": 30064 + }, + { + "epoch": 25.500424088210348, + "grad_norm": 0.7230686497756538, + "learning_rate": 1.7460182746077652e-05, + "loss": 0.0249, + "step": 30065 + }, + { + "epoch": 25.501272264631044, + "grad_norm": 0.5968732219178121, + "learning_rate": 1.7459999811145845e-05, + "loss": 0.0213, + "step": 30066 + }, + { + "epoch": 25.502120441051737, + "grad_norm": 0.7207372890065717, + "learning_rate": 1.745981687058457e-05, + "loss": 0.0245, + "step": 30067 + }, + { + "epoch": 25.502968617472433, + "grad_norm": 0.6448767350271357, + "learning_rate": 1.745963392439396e-05, + "loss": 0.0222, + "step": 30068 + }, + { + "epoch": 25.50381679389313, + "grad_norm": 0.7147461713615769, + "learning_rate": 1.7459450972574158e-05, + "loss": 0.0237, + "step": 30069 + }, + { + "epoch": 25.504664970313826, + "grad_norm": 0.9578523209736237, + "learning_rate": 1.74592680151253e-05, + "loss": 0.0261, + "step": 30070 + }, + { + "epoch": 25.505513146734522, + "grad_norm": 0.6187753275340618, + "learning_rate": 1.7459085052047524e-05, + "loss": 0.0234, + "step": 30071 + }, + { + "epoch": 25.506361323155215, + "grad_norm": 0.595633104964466, + "learning_rate": 1.745890208334097e-05, + "loss": 0.0217, + "step": 30072 + }, + { + "epoch": 25.50720949957591, + "grad_norm": 0.5782316849542878, + "learning_rate": 1.7458719109005776e-05, + "loss": 0.0193, + "step": 30073 + }, + { + "epoch": 25.508057675996607, + "grad_norm": 0.5838421528661244, + "learning_rate": 1.7458536129042075e-05, + "loss": 0.021, + "step": 30074 + }, + { + "epoch": 25.508905852417303, + "grad_norm": 0.7103227705741597, + "learning_rate": 1.7458353143450014e-05, + "loss": 0.0264, + "step": 30075 + }, + { + "epoch": 25.509754028838, + "grad_norm": 0.6577866099226077, + "learning_rate": 1.745817015222972e-05, + "loss": 0.0232, + "step": 30076 + }, + { + "epoch": 25.510602205258692, + "grad_norm": 0.6736593190861042, + "learning_rate": 1.745798715538134e-05, + "loss": 0.0229, + "step": 30077 + }, + { + "epoch": 25.51145038167939, + "grad_norm": 0.7303097997768617, + "learning_rate": 1.745780415290501e-05, + "loss": 0.0242, + "step": 30078 + }, + { + "epoch": 25.512298558100085, + "grad_norm": 0.6942809818980428, + "learning_rate": 1.7457621144800866e-05, + "loss": 0.0226, + "step": 30079 + }, + { + "epoch": 25.51314673452078, + "grad_norm": 0.576802196271913, + "learning_rate": 1.7457438131069045e-05, + "loss": 0.0226, + "step": 30080 + }, + { + "epoch": 25.513994910941477, + "grad_norm": 0.7724227899170953, + "learning_rate": 1.7457255111709693e-05, + "loss": 0.0256, + "step": 30081 + }, + { + "epoch": 25.51484308736217, + "grad_norm": 0.6199157870813774, + "learning_rate": 1.745707208672294e-05, + "loss": 0.0226, + "step": 30082 + }, + { + "epoch": 25.515691263782866, + "grad_norm": 0.7634946919081499, + "learning_rate": 1.7456889056108925e-05, + "loss": 0.0238, + "step": 30083 + }, + { + "epoch": 25.516539440203562, + "grad_norm": 0.8014471244897765, + "learning_rate": 1.745670601986779e-05, + "loss": 0.0264, + "step": 30084 + }, + { + "epoch": 25.51738761662426, + "grad_norm": 0.6938751497178387, + "learning_rate": 1.745652297799967e-05, + "loss": 0.0234, + "step": 30085 + }, + { + "epoch": 25.518235793044955, + "grad_norm": 0.5690581878137816, + "learning_rate": 1.7456339930504704e-05, + "loss": 0.0229, + "step": 30086 + }, + { + "epoch": 25.519083969465647, + "grad_norm": 0.6602545544982052, + "learning_rate": 1.745615687738303e-05, + "loss": 0.0216, + "step": 30087 + }, + { + "epoch": 25.519932145886344, + "grad_norm": 0.7107355326806111, + "learning_rate": 1.7455973818634785e-05, + "loss": 0.0248, + "step": 30088 + }, + { + "epoch": 25.52078032230704, + "grad_norm": 0.6809870557795096, + "learning_rate": 1.745579075426011e-05, + "loss": 0.0227, + "step": 30089 + }, + { + "epoch": 25.521628498727736, + "grad_norm": 0.6695507144579425, + "learning_rate": 1.7455607684259143e-05, + "loss": 0.0258, + "step": 30090 + }, + { + "epoch": 25.522476675148432, + "grad_norm": 0.6407460856072752, + "learning_rate": 1.745542460863202e-05, + "loss": 0.0223, + "step": 30091 + }, + { + "epoch": 25.523324851569125, + "grad_norm": 0.6881822824781754, + "learning_rate": 1.745524152737888e-05, + "loss": 0.0249, + "step": 30092 + }, + { + "epoch": 25.52417302798982, + "grad_norm": 0.6868868594480997, + "learning_rate": 1.7455058440499857e-05, + "loss": 0.0266, + "step": 30093 + }, + { + "epoch": 25.525021204410518, + "grad_norm": 0.7104900921078662, + "learning_rate": 1.7454875347995097e-05, + "loss": 0.0245, + "step": 30094 + }, + { + "epoch": 25.525869380831214, + "grad_norm": 0.7082937163206289, + "learning_rate": 1.7454692249864737e-05, + "loss": 0.0225, + "step": 30095 + }, + { + "epoch": 25.52671755725191, + "grad_norm": 0.7995178053133551, + "learning_rate": 1.7454509146108906e-05, + "loss": 0.0285, + "step": 30096 + }, + { + "epoch": 25.527565733672603, + "grad_norm": 0.6980832168771753, + "learning_rate": 1.7454326036727753e-05, + "loss": 0.023, + "step": 30097 + }, + { + "epoch": 25.5284139100933, + "grad_norm": 0.6280196472114827, + "learning_rate": 1.745414292172141e-05, + "loss": 0.0227, + "step": 30098 + }, + { + "epoch": 25.529262086513995, + "grad_norm": 0.8606487318151231, + "learning_rate": 1.7453959801090016e-05, + "loss": 0.0255, + "step": 30099 + }, + { + "epoch": 25.53011026293469, + "grad_norm": 0.5976339029917715, + "learning_rate": 1.7453776674833714e-05, + "loss": 0.0224, + "step": 30100 + }, + { + "epoch": 25.530958439355388, + "grad_norm": 0.6752920873288092, + "learning_rate": 1.7453593542952635e-05, + "loss": 0.0229, + "step": 30101 + }, + { + "epoch": 25.53180661577608, + "grad_norm": 0.6524048086316497, + "learning_rate": 1.7453410405446925e-05, + "loss": 0.0233, + "step": 30102 + }, + { + "epoch": 25.532654792196777, + "grad_norm": 0.582316774970622, + "learning_rate": 1.7453227262316713e-05, + "loss": 0.021, + "step": 30103 + }, + { + "epoch": 25.533502968617473, + "grad_norm": 0.6430091489112656, + "learning_rate": 1.7453044113562145e-05, + "loss": 0.0221, + "step": 30104 + }, + { + "epoch": 25.53435114503817, + "grad_norm": 0.6512035041765484, + "learning_rate": 1.7452860959183353e-05, + "loss": 0.0236, + "step": 30105 + }, + { + "epoch": 25.53519932145886, + "grad_norm": 0.6371900290864488, + "learning_rate": 1.7452677799180482e-05, + "loss": 0.0234, + "step": 30106 + }, + { + "epoch": 25.536047497879558, + "grad_norm": 0.9316193506094116, + "learning_rate": 1.7452494633553664e-05, + "loss": 0.0227, + "step": 30107 + }, + { + "epoch": 25.536895674300254, + "grad_norm": 0.7388791809991825, + "learning_rate": 1.7452311462303043e-05, + "loss": 0.0257, + "step": 30108 + }, + { + "epoch": 25.53774385072095, + "grad_norm": 0.6252045417446966, + "learning_rate": 1.7452128285428753e-05, + "loss": 0.022, + "step": 30109 + }, + { + "epoch": 25.538592027141647, + "grad_norm": 1.1150757400766267, + "learning_rate": 1.7451945102930933e-05, + "loss": 0.0265, + "step": 30110 + }, + { + "epoch": 25.53944020356234, + "grad_norm": 0.5978741638168347, + "learning_rate": 1.745176191480972e-05, + "loss": 0.026, + "step": 30111 + }, + { + "epoch": 25.540288379983036, + "grad_norm": 0.7170104718136616, + "learning_rate": 1.7451578721065257e-05, + "loss": 0.0215, + "step": 30112 + }, + { + "epoch": 25.541136556403732, + "grad_norm": 0.7783804130401786, + "learning_rate": 1.7451395521697675e-05, + "loss": 0.0245, + "step": 30113 + }, + { + "epoch": 25.541984732824428, + "grad_norm": 0.7987100652184798, + "learning_rate": 1.745121231670712e-05, + "loss": 0.0268, + "step": 30114 + }, + { + "epoch": 25.542832909245124, + "grad_norm": 0.7154283142031088, + "learning_rate": 1.7451029106093725e-05, + "loss": 0.0263, + "step": 30115 + }, + { + "epoch": 25.543681085665817, + "grad_norm": 0.8199483965822025, + "learning_rate": 1.745084588985763e-05, + "loss": 0.0247, + "step": 30116 + }, + { + "epoch": 25.544529262086513, + "grad_norm": 0.7171145396844429, + "learning_rate": 1.7450662667998973e-05, + "loss": 0.0254, + "step": 30117 + }, + { + "epoch": 25.54537743850721, + "grad_norm": 0.7498444603806326, + "learning_rate": 1.7450479440517893e-05, + "loss": 0.0245, + "step": 30118 + }, + { + "epoch": 25.546225614927906, + "grad_norm": 0.6973652217530815, + "learning_rate": 1.7450296207414527e-05, + "loss": 0.0232, + "step": 30119 + }, + { + "epoch": 25.547073791348602, + "grad_norm": 0.6919013609536039, + "learning_rate": 1.7450112968689013e-05, + "loss": 0.0268, + "step": 30120 + }, + { + "epoch": 25.547921967769295, + "grad_norm": 0.7242431600615163, + "learning_rate": 1.7449929724341492e-05, + "loss": 0.0263, + "step": 30121 + }, + { + "epoch": 25.54877014418999, + "grad_norm": 0.6203244707082332, + "learning_rate": 1.7449746474372097e-05, + "loss": 0.0234, + "step": 30122 + }, + { + "epoch": 25.549618320610687, + "grad_norm": 0.6533946471790792, + "learning_rate": 1.7449563218780975e-05, + "loss": 0.0241, + "step": 30123 + }, + { + "epoch": 25.550466497031383, + "grad_norm": 0.6631294162758229, + "learning_rate": 1.7449379957568252e-05, + "loss": 0.0249, + "step": 30124 + }, + { + "epoch": 25.55131467345208, + "grad_norm": 0.6569696544768261, + "learning_rate": 1.744919669073408e-05, + "loss": 0.0228, + "step": 30125 + }, + { + "epoch": 25.552162849872772, + "grad_norm": 0.6590896323925465, + "learning_rate": 1.7449013418278585e-05, + "loss": 0.0224, + "step": 30126 + }, + { + "epoch": 25.55301102629347, + "grad_norm": 0.7058425132571184, + "learning_rate": 1.7448830140201917e-05, + "loss": 0.0267, + "step": 30127 + }, + { + "epoch": 25.553859202714165, + "grad_norm": 0.7862446042985138, + "learning_rate": 1.7448646856504206e-05, + "loss": 0.0267, + "step": 30128 + }, + { + "epoch": 25.55470737913486, + "grad_norm": 0.6509165555966266, + "learning_rate": 1.744846356718559e-05, + "loss": 0.0237, + "step": 30129 + }, + { + "epoch": 25.555555555555557, + "grad_norm": 0.6991850487465772, + "learning_rate": 1.744828027224621e-05, + "loss": 0.0251, + "step": 30130 + }, + { + "epoch": 25.55640373197625, + "grad_norm": 0.624714125155008, + "learning_rate": 1.7448096971686208e-05, + "loss": 0.0247, + "step": 30131 + }, + { + "epoch": 25.557251908396946, + "grad_norm": 0.6580258296458732, + "learning_rate": 1.7447913665505714e-05, + "loss": 0.0238, + "step": 30132 + }, + { + "epoch": 25.558100084817642, + "grad_norm": 0.7030153614690853, + "learning_rate": 1.7447730353704876e-05, + "loss": 0.0237, + "step": 30133 + }, + { + "epoch": 25.55894826123834, + "grad_norm": 0.642176747726116, + "learning_rate": 1.7447547036283822e-05, + "loss": 0.0213, + "step": 30134 + }, + { + "epoch": 25.559796437659035, + "grad_norm": 0.7106163347192284, + "learning_rate": 1.7447363713242698e-05, + "loss": 0.0223, + "step": 30135 + }, + { + "epoch": 25.560644614079727, + "grad_norm": 0.7308658896012463, + "learning_rate": 1.744718038458164e-05, + "loss": 0.0234, + "step": 30136 + }, + { + "epoch": 25.561492790500424, + "grad_norm": 0.6379746219998985, + "learning_rate": 1.7446997050300783e-05, + "loss": 0.0214, + "step": 30137 + }, + { + "epoch": 25.56234096692112, + "grad_norm": 0.6126573335398188, + "learning_rate": 1.744681371040027e-05, + "loss": 0.0203, + "step": 30138 + }, + { + "epoch": 25.563189143341816, + "grad_norm": 0.678471011189839, + "learning_rate": 1.744663036488024e-05, + "loss": 0.0235, + "step": 30139 + }, + { + "epoch": 25.564037319762512, + "grad_norm": 0.6779297330280092, + "learning_rate": 1.744644701374083e-05, + "loss": 0.023, + "step": 30140 + }, + { + "epoch": 25.564885496183205, + "grad_norm": 0.7427964323354649, + "learning_rate": 1.7446263656982174e-05, + "loss": 0.0236, + "step": 30141 + }, + { + "epoch": 25.5657336726039, + "grad_norm": 0.6236845617851755, + "learning_rate": 1.7446080294604416e-05, + "loss": 0.0255, + "step": 30142 + }, + { + "epoch": 25.566581849024598, + "grad_norm": 0.7011198924046644, + "learning_rate": 1.7445896926607692e-05, + "loss": 0.0251, + "step": 30143 + }, + { + "epoch": 25.567430025445294, + "grad_norm": 0.5762735418159955, + "learning_rate": 1.744571355299214e-05, + "loss": 0.0249, + "step": 30144 + }, + { + "epoch": 25.568278201865986, + "grad_norm": 0.7956737985941819, + "learning_rate": 1.7445530173757902e-05, + "loss": 0.0256, + "step": 30145 + }, + { + "epoch": 25.569126378286683, + "grad_norm": 0.7136408441565418, + "learning_rate": 1.7445346788905108e-05, + "loss": 0.0249, + "step": 30146 + }, + { + "epoch": 25.56997455470738, + "grad_norm": 0.6147787175966297, + "learning_rate": 1.7445163398433903e-05, + "loss": 0.0227, + "step": 30147 + }, + { + "epoch": 25.570822731128075, + "grad_norm": 0.8511864095751153, + "learning_rate": 1.7444980002344426e-05, + "loss": 0.0261, + "step": 30148 + }, + { + "epoch": 25.57167090754877, + "grad_norm": 0.795293196427246, + "learning_rate": 1.7444796600636814e-05, + "loss": 0.0252, + "step": 30149 + }, + { + "epoch": 25.572519083969464, + "grad_norm": 0.7165202909330364, + "learning_rate": 1.7444613193311206e-05, + "loss": 0.024, + "step": 30150 + }, + { + "epoch": 25.57336726039016, + "grad_norm": 0.8298995396910017, + "learning_rate": 1.744442978036774e-05, + "loss": 0.026, + "step": 30151 + }, + { + "epoch": 25.574215436810857, + "grad_norm": 0.5721963116221744, + "learning_rate": 1.744424636180655e-05, + "loss": 0.0225, + "step": 30152 + }, + { + "epoch": 25.575063613231553, + "grad_norm": 0.7663937223360906, + "learning_rate": 1.744406293762778e-05, + "loss": 0.0271, + "step": 30153 + }, + { + "epoch": 25.57591178965225, + "grad_norm": 0.6167729957888963, + "learning_rate": 1.7443879507831566e-05, + "loss": 0.0249, + "step": 30154 + }, + { + "epoch": 25.57675996607294, + "grad_norm": 0.5965951702573083, + "learning_rate": 1.7443696072418047e-05, + "loss": 0.0247, + "step": 30155 + }, + { + "epoch": 25.577608142493638, + "grad_norm": 0.7119889079709613, + "learning_rate": 1.7443512631387364e-05, + "loss": 0.0237, + "step": 30156 + }, + { + "epoch": 25.578456318914334, + "grad_norm": 0.9296977528054189, + "learning_rate": 1.7443329184739646e-05, + "loss": 0.0259, + "step": 30157 + }, + { + "epoch": 25.57930449533503, + "grad_norm": 0.634121258833756, + "learning_rate": 1.7443145732475047e-05, + "loss": 0.0233, + "step": 30158 + }, + { + "epoch": 25.580152671755727, + "grad_norm": 0.76263234072483, + "learning_rate": 1.744296227459369e-05, + "loss": 0.024, + "step": 30159 + }, + { + "epoch": 25.58100084817642, + "grad_norm": 0.7068919408471711, + "learning_rate": 1.7442778811095723e-05, + "loss": 0.0233, + "step": 30160 + }, + { + "epoch": 25.581849024597116, + "grad_norm": 0.6019044869512444, + "learning_rate": 1.7442595341981283e-05, + "loss": 0.0226, + "step": 30161 + }, + { + "epoch": 25.58269720101781, + "grad_norm": 0.7168815047713509, + "learning_rate": 1.7442411867250507e-05, + "loss": 0.0266, + "step": 30162 + }, + { + "epoch": 25.583545377438508, + "grad_norm": 0.6740094994054037, + "learning_rate": 1.7442228386903532e-05, + "loss": 0.0225, + "step": 30163 + }, + { + "epoch": 25.584393553859204, + "grad_norm": 0.6707469540420173, + "learning_rate": 1.74420449009405e-05, + "loss": 0.0227, + "step": 30164 + }, + { + "epoch": 25.585241730279897, + "grad_norm": 0.5357347874368869, + "learning_rate": 1.7441861409361543e-05, + "loss": 0.0225, + "step": 30165 + }, + { + "epoch": 25.586089906700593, + "grad_norm": 0.6720992715908105, + "learning_rate": 1.744167791216681e-05, + "loss": 0.0252, + "step": 30166 + }, + { + "epoch": 25.58693808312129, + "grad_norm": 0.662688594802956, + "learning_rate": 1.744149440935643e-05, + "loss": 0.0252, + "step": 30167 + }, + { + "epoch": 25.587786259541986, + "grad_norm": 0.7205539493423464, + "learning_rate": 1.7441310900930544e-05, + "loss": 0.0247, + "step": 30168 + }, + { + "epoch": 25.588634435962682, + "grad_norm": 0.796435892629483, + "learning_rate": 1.744112738688929e-05, + "loss": 0.0243, + "step": 30169 + }, + { + "epoch": 25.589482612383375, + "grad_norm": 0.7347278456206673, + "learning_rate": 1.7440943867232815e-05, + "loss": 0.0273, + "step": 30170 + }, + { + "epoch": 25.59033078880407, + "grad_norm": 0.613442053652243, + "learning_rate": 1.7440760341961246e-05, + "loss": 0.0224, + "step": 30171 + }, + { + "epoch": 25.591178965224767, + "grad_norm": 0.6342785593741888, + "learning_rate": 1.7440576811074726e-05, + "loss": 0.0235, + "step": 30172 + }, + { + "epoch": 25.592027141645463, + "grad_norm": 0.561061443468769, + "learning_rate": 1.744039327457339e-05, + "loss": 0.0221, + "step": 30173 + }, + { + "epoch": 25.59287531806616, + "grad_norm": 0.7382072700628354, + "learning_rate": 1.7440209732457383e-05, + "loss": 0.0235, + "step": 30174 + }, + { + "epoch": 25.593723494486852, + "grad_norm": 0.5849444159711611, + "learning_rate": 1.744002618472684e-05, + "loss": 0.0206, + "step": 30175 + }, + { + "epoch": 25.59457167090755, + "grad_norm": 0.785458429990478, + "learning_rate": 1.7439842631381903e-05, + "loss": 0.0265, + "step": 30176 + }, + { + "epoch": 25.595419847328245, + "grad_norm": 0.7073502435671951, + "learning_rate": 1.7439659072422702e-05, + "loss": 0.0255, + "step": 30177 + }, + { + "epoch": 25.59626802374894, + "grad_norm": 0.6922867985644626, + "learning_rate": 1.7439475507849384e-05, + "loss": 0.0243, + "step": 30178 + }, + { + "epoch": 25.597116200169637, + "grad_norm": 0.5691862601290054, + "learning_rate": 1.7439291937662084e-05, + "loss": 0.0237, + "step": 30179 + }, + { + "epoch": 25.59796437659033, + "grad_norm": 0.6835268173628963, + "learning_rate": 1.7439108361860938e-05, + "loss": 0.0233, + "step": 30180 + }, + { + "epoch": 25.598812553011026, + "grad_norm": 0.8207337798335871, + "learning_rate": 1.743892478044609e-05, + "loss": 0.0282, + "step": 30181 + }, + { + "epoch": 25.599660729431722, + "grad_norm": 0.5989947473531843, + "learning_rate": 1.7438741193417678e-05, + "loss": 0.023, + "step": 30182 + }, + { + "epoch": 25.60050890585242, + "grad_norm": 0.6313848408121752, + "learning_rate": 1.7438557600775836e-05, + "loss": 0.0238, + "step": 30183 + }, + { + "epoch": 25.60135708227311, + "grad_norm": 0.6588191308539019, + "learning_rate": 1.7438374002520707e-05, + "loss": 0.0253, + "step": 30184 + }, + { + "epoch": 25.602205258693807, + "grad_norm": 0.6787741932987094, + "learning_rate": 1.7438190398652426e-05, + "loss": 0.0219, + "step": 30185 + }, + { + "epoch": 25.603053435114504, + "grad_norm": 0.6837454068132818, + "learning_rate": 1.7438006789171135e-05, + "loss": 0.024, + "step": 30186 + }, + { + "epoch": 25.6039016115352, + "grad_norm": 0.7876431518101931, + "learning_rate": 1.7437823174076967e-05, + "loss": 0.023, + "step": 30187 + }, + { + "epoch": 25.604749787955896, + "grad_norm": 0.7124371127291403, + "learning_rate": 1.7437639553370064e-05, + "loss": 0.0245, + "step": 30188 + }, + { + "epoch": 25.60559796437659, + "grad_norm": 0.6618103862934007, + "learning_rate": 1.7437455927050568e-05, + "loss": 0.0232, + "step": 30189 + }, + { + "epoch": 25.606446140797285, + "grad_norm": 0.5730512891485687, + "learning_rate": 1.7437272295118615e-05, + "loss": 0.0216, + "step": 30190 + }, + { + "epoch": 25.60729431721798, + "grad_norm": 0.7267283286530493, + "learning_rate": 1.743708865757434e-05, + "loss": 0.0249, + "step": 30191 + }, + { + "epoch": 25.608142493638677, + "grad_norm": 0.6177827260740845, + "learning_rate": 1.7436905014417886e-05, + "loss": 0.0213, + "step": 30192 + }, + { + "epoch": 25.608990670059374, + "grad_norm": 0.5946938559878503, + "learning_rate": 1.743672136564939e-05, + "loss": 0.0232, + "step": 30193 + }, + { + "epoch": 25.609838846480066, + "grad_norm": 0.9594214910914505, + "learning_rate": 1.7436537711268995e-05, + "loss": 0.027, + "step": 30194 + }, + { + "epoch": 25.610687022900763, + "grad_norm": 0.701110518768341, + "learning_rate": 1.743635405127683e-05, + "loss": 0.0247, + "step": 30195 + }, + { + "epoch": 25.61153519932146, + "grad_norm": 0.6263350612347643, + "learning_rate": 1.7436170385673043e-05, + "loss": 0.0227, + "step": 30196 + }, + { + "epoch": 25.612383375742155, + "grad_norm": 0.6771786003031416, + "learning_rate": 1.7435986714457765e-05, + "loss": 0.0232, + "step": 30197 + }, + { + "epoch": 25.61323155216285, + "grad_norm": 0.8380396110198153, + "learning_rate": 1.7435803037631138e-05, + "loss": 0.0249, + "step": 30198 + }, + { + "epoch": 25.614079728583544, + "grad_norm": 0.6884394221291243, + "learning_rate": 1.74356193551933e-05, + "loss": 0.0241, + "step": 30199 + }, + { + "epoch": 25.61492790500424, + "grad_norm": 0.6506101049713419, + "learning_rate": 1.7435435667144394e-05, + "loss": 0.0234, + "step": 30200 + }, + { + "epoch": 25.615776081424936, + "grad_norm": 0.668705810669635, + "learning_rate": 1.743525197348455e-05, + "loss": 0.0236, + "step": 30201 + }, + { + "epoch": 25.616624257845633, + "grad_norm": 0.8055848217417888, + "learning_rate": 1.7435068274213917e-05, + "loss": 0.0255, + "step": 30202 + }, + { + "epoch": 25.61747243426633, + "grad_norm": 0.8935725835023485, + "learning_rate": 1.7434884569332627e-05, + "loss": 0.025, + "step": 30203 + }, + { + "epoch": 25.61832061068702, + "grad_norm": 0.7488497996949418, + "learning_rate": 1.7434700858840815e-05, + "loss": 0.022, + "step": 30204 + }, + { + "epoch": 25.619168787107718, + "grad_norm": 0.6347465301913281, + "learning_rate": 1.743451714273863e-05, + "loss": 0.0224, + "step": 30205 + }, + { + "epoch": 25.620016963528414, + "grad_norm": 0.6298261139282361, + "learning_rate": 1.74343334210262e-05, + "loss": 0.025, + "step": 30206 + }, + { + "epoch": 25.62086513994911, + "grad_norm": 0.6638967596404822, + "learning_rate": 1.7434149693703677e-05, + "loss": 0.0295, + "step": 30207 + }, + { + "epoch": 25.621713316369807, + "grad_norm": 0.7575289519948377, + "learning_rate": 1.7433965960771183e-05, + "loss": 0.0252, + "step": 30208 + }, + { + "epoch": 25.6225614927905, + "grad_norm": 0.6410970461453243, + "learning_rate": 1.743378222222887e-05, + "loss": 0.0235, + "step": 30209 + }, + { + "epoch": 25.623409669211195, + "grad_norm": 0.7112417124738784, + "learning_rate": 1.743359847807687e-05, + "loss": 0.0272, + "step": 30210 + }, + { + "epoch": 25.62425784563189, + "grad_norm": 0.7598505216410332, + "learning_rate": 1.7433414728315323e-05, + "loss": 0.0253, + "step": 30211 + }, + { + "epoch": 25.625106022052588, + "grad_norm": 0.7261334680090352, + "learning_rate": 1.7433230972944368e-05, + "loss": 0.0226, + "step": 30212 + }, + { + "epoch": 25.625954198473284, + "grad_norm": 0.6100439375404761, + "learning_rate": 1.7433047211964146e-05, + "loss": 0.0232, + "step": 30213 + }, + { + "epoch": 25.626802374893977, + "grad_norm": 0.6508415247181503, + "learning_rate": 1.743286344537479e-05, + "loss": 0.0247, + "step": 30214 + }, + { + "epoch": 25.627650551314673, + "grad_norm": 0.6552164117774365, + "learning_rate": 1.7432679673176442e-05, + "loss": 0.0251, + "step": 30215 + }, + { + "epoch": 25.62849872773537, + "grad_norm": 0.7650638266973564, + "learning_rate": 1.7432495895369244e-05, + "loss": 0.0263, + "step": 30216 + }, + { + "epoch": 25.629346904156066, + "grad_norm": 0.7283629265406933, + "learning_rate": 1.7432312111953326e-05, + "loss": 0.0235, + "step": 30217 + }, + { + "epoch": 25.63019508057676, + "grad_norm": 0.6498972823911245, + "learning_rate": 1.7432128322928836e-05, + "loss": 0.0235, + "step": 30218 + }, + { + "epoch": 25.631043256997454, + "grad_norm": 0.6851058205733476, + "learning_rate": 1.7431944528295908e-05, + "loss": 0.0238, + "step": 30219 + }, + { + "epoch": 25.63189143341815, + "grad_norm": 0.7731149095525376, + "learning_rate": 1.743176072805468e-05, + "loss": 0.0248, + "step": 30220 + }, + { + "epoch": 25.632739609838847, + "grad_norm": 1.0890662686611792, + "learning_rate": 1.7431576922205297e-05, + "loss": 0.0253, + "step": 30221 + }, + { + "epoch": 25.633587786259543, + "grad_norm": 0.7008713247844214, + "learning_rate": 1.743139311074789e-05, + "loss": 0.0261, + "step": 30222 + }, + { + "epoch": 25.634435962680236, + "grad_norm": 0.8011973607443823, + "learning_rate": 1.7431209293682597e-05, + "loss": 0.0273, + "step": 30223 + }, + { + "epoch": 25.635284139100932, + "grad_norm": 0.637671954209044, + "learning_rate": 1.7431025471009565e-05, + "loss": 0.023, + "step": 30224 + }, + { + "epoch": 25.63613231552163, + "grad_norm": 0.6963680696015296, + "learning_rate": 1.7430841642728924e-05, + "loss": 0.0257, + "step": 30225 + }, + { + "epoch": 25.636980491942325, + "grad_norm": 0.7685454129871399, + "learning_rate": 1.743065780884082e-05, + "loss": 0.0234, + "step": 30226 + }, + { + "epoch": 25.63782866836302, + "grad_norm": 0.7079033040676377, + "learning_rate": 1.7430473969345387e-05, + "loss": 0.0234, + "step": 30227 + }, + { + "epoch": 25.638676844783713, + "grad_norm": 0.645413685060544, + "learning_rate": 1.7430290124242766e-05, + "loss": 0.023, + "step": 30228 + }, + { + "epoch": 25.63952502120441, + "grad_norm": 0.699964413520718, + "learning_rate": 1.7430106273533092e-05, + "loss": 0.0249, + "step": 30229 + }, + { + "epoch": 25.640373197625106, + "grad_norm": 0.7145096628335948, + "learning_rate": 1.742992241721651e-05, + "loss": 0.0261, + "step": 30230 + }, + { + "epoch": 25.641221374045802, + "grad_norm": 0.692577021550816, + "learning_rate": 1.7429738555293154e-05, + "loss": 0.0251, + "step": 30231 + }, + { + "epoch": 25.6420695504665, + "grad_norm": 0.7412254887161399, + "learning_rate": 1.7429554687763164e-05, + "loss": 0.0252, + "step": 30232 + }, + { + "epoch": 25.64291772688719, + "grad_norm": 0.5858295712545596, + "learning_rate": 1.742937081462668e-05, + "loss": 0.021, + "step": 30233 + }, + { + "epoch": 25.643765903307887, + "grad_norm": 0.6943598044547201, + "learning_rate": 1.7429186935883838e-05, + "loss": 0.0246, + "step": 30234 + }, + { + "epoch": 25.644614079728584, + "grad_norm": 0.9558671972305048, + "learning_rate": 1.7429003051534782e-05, + "loss": 0.025, + "step": 30235 + }, + { + "epoch": 25.64546225614928, + "grad_norm": 0.7412422933993897, + "learning_rate": 1.7428819161579643e-05, + "loss": 0.0255, + "step": 30236 + }, + { + "epoch": 25.646310432569976, + "grad_norm": 0.6859837056213709, + "learning_rate": 1.7428635266018565e-05, + "loss": 0.0279, + "step": 30237 + }, + { + "epoch": 25.64715860899067, + "grad_norm": 0.6657461033178802, + "learning_rate": 1.7428451364851687e-05, + "loss": 0.0218, + "step": 30238 + }, + { + "epoch": 25.648006785411365, + "grad_norm": 0.6175834966146367, + "learning_rate": 1.7428267458079145e-05, + "loss": 0.0228, + "step": 30239 + }, + { + "epoch": 25.64885496183206, + "grad_norm": 0.6908948488152377, + "learning_rate": 1.7428083545701078e-05, + "loss": 0.0221, + "step": 30240 + }, + { + "epoch": 25.649703138252757, + "grad_norm": 0.7510364949235727, + "learning_rate": 1.742789962771763e-05, + "loss": 0.0251, + "step": 30241 + }, + { + "epoch": 25.650551314673454, + "grad_norm": 0.7131978994483297, + "learning_rate": 1.742771570412893e-05, + "loss": 0.0245, + "step": 30242 + }, + { + "epoch": 25.651399491094146, + "grad_norm": 0.6902890063167246, + "learning_rate": 1.742753177493513e-05, + "loss": 0.0261, + "step": 30243 + }, + { + "epoch": 25.652247667514843, + "grad_norm": 0.7256136409203672, + "learning_rate": 1.7427347840136354e-05, + "loss": 0.0266, + "step": 30244 + }, + { + "epoch": 25.65309584393554, + "grad_norm": 0.6346704502010712, + "learning_rate": 1.7427163899732752e-05, + "loss": 0.0227, + "step": 30245 + }, + { + "epoch": 25.653944020356235, + "grad_norm": 0.8043760672469612, + "learning_rate": 1.742697995372446e-05, + "loss": 0.0253, + "step": 30246 + }, + { + "epoch": 25.65479219677693, + "grad_norm": 0.7130159639821676, + "learning_rate": 1.7426796002111612e-05, + "loss": 0.0277, + "step": 30247 + }, + { + "epoch": 25.655640373197624, + "grad_norm": 0.6623722389255142, + "learning_rate": 1.7426612044894352e-05, + "loss": 0.0231, + "step": 30248 + }, + { + "epoch": 25.65648854961832, + "grad_norm": 0.663589991171665, + "learning_rate": 1.742642808207282e-05, + "loss": 0.0241, + "step": 30249 + }, + { + "epoch": 25.657336726039016, + "grad_norm": 0.7245479226999036, + "learning_rate": 1.7426244113647152e-05, + "loss": 0.0238, + "step": 30250 + }, + { + "epoch": 25.658184902459713, + "grad_norm": 0.6371610432450001, + "learning_rate": 1.7426060139617484e-05, + "loss": 0.0245, + "step": 30251 + }, + { + "epoch": 25.659033078880405, + "grad_norm": 0.8047309996280009, + "learning_rate": 1.7425876159983957e-05, + "loss": 0.0264, + "step": 30252 + }, + { + "epoch": 25.6598812553011, + "grad_norm": 0.7535306527201859, + "learning_rate": 1.742569217474672e-05, + "loss": 0.0261, + "step": 30253 + }, + { + "epoch": 25.660729431721798, + "grad_norm": 0.6973782863902807, + "learning_rate": 1.7425508183905892e-05, + "loss": 0.0274, + "step": 30254 + }, + { + "epoch": 25.661577608142494, + "grad_norm": 0.7258707545551562, + "learning_rate": 1.742532418746163e-05, + "loss": 0.0249, + "step": 30255 + }, + { + "epoch": 25.66242578456319, + "grad_norm": 0.8237321492579864, + "learning_rate": 1.742514018541406e-05, + "loss": 0.0257, + "step": 30256 + }, + { + "epoch": 25.663273960983886, + "grad_norm": 0.7049082495541559, + "learning_rate": 1.7424956177763325e-05, + "loss": 0.026, + "step": 30257 + }, + { + "epoch": 25.66412213740458, + "grad_norm": 0.6552205468928136, + "learning_rate": 1.742477216450957e-05, + "loss": 0.0231, + "step": 30258 + }, + { + "epoch": 25.664970313825275, + "grad_norm": 0.691126604391703, + "learning_rate": 1.7424588145652926e-05, + "loss": 0.0256, + "step": 30259 + }, + { + "epoch": 25.66581849024597, + "grad_norm": 0.7056108294979282, + "learning_rate": 1.7424404121193538e-05, + "loss": 0.0245, + "step": 30260 + }, + { + "epoch": 25.666666666666668, + "grad_norm": 0.8745990981846545, + "learning_rate": 1.7424220091131536e-05, + "loss": 0.0291, + "step": 30261 + }, + { + "epoch": 25.66751484308736, + "grad_norm": 0.6491295869005407, + "learning_rate": 1.7424036055467065e-05, + "loss": 0.0239, + "step": 30262 + }, + { + "epoch": 25.668363019508057, + "grad_norm": 0.6106057888936458, + "learning_rate": 1.7423852014200266e-05, + "loss": 0.0222, + "step": 30263 + }, + { + "epoch": 25.669211195928753, + "grad_norm": 0.812533166143873, + "learning_rate": 1.7423667967331277e-05, + "loss": 0.0263, + "step": 30264 + }, + { + "epoch": 25.67005937234945, + "grad_norm": 0.7367333447644098, + "learning_rate": 1.7423483914860232e-05, + "loss": 0.0238, + "step": 30265 + }, + { + "epoch": 25.670907548770145, + "grad_norm": 0.626702033748983, + "learning_rate": 1.7423299856787274e-05, + "loss": 0.0236, + "step": 30266 + }, + { + "epoch": 25.671755725190838, + "grad_norm": 0.6712266448140063, + "learning_rate": 1.742311579311254e-05, + "loss": 0.0242, + "step": 30267 + }, + { + "epoch": 25.672603901611534, + "grad_norm": 0.7892846705894797, + "learning_rate": 1.7422931723836173e-05, + "loss": 0.0259, + "step": 30268 + }, + { + "epoch": 25.67345207803223, + "grad_norm": 0.787066723639071, + "learning_rate": 1.7422747648958304e-05, + "loss": 0.0255, + "step": 30269 + }, + { + "epoch": 25.674300254452927, + "grad_norm": 0.8052653538760486, + "learning_rate": 1.742256356847908e-05, + "loss": 0.0272, + "step": 30270 + }, + { + "epoch": 25.675148430873623, + "grad_norm": 0.7100463148436579, + "learning_rate": 1.7422379482398633e-05, + "loss": 0.0259, + "step": 30271 + }, + { + "epoch": 25.675996607294316, + "grad_norm": 0.7179420774464441, + "learning_rate": 1.7422195390717112e-05, + "loss": 0.0278, + "step": 30272 + }, + { + "epoch": 25.676844783715012, + "grad_norm": 0.8537316023130526, + "learning_rate": 1.7422011293434643e-05, + "loss": 0.0265, + "step": 30273 + }, + { + "epoch": 25.67769296013571, + "grad_norm": 0.7390320190108761, + "learning_rate": 1.7421827190551375e-05, + "loss": 0.0237, + "step": 30274 + }, + { + "epoch": 25.678541136556404, + "grad_norm": 0.6364239999497258, + "learning_rate": 1.742164308206744e-05, + "loss": 0.0257, + "step": 30275 + }, + { + "epoch": 25.6793893129771, + "grad_norm": 0.6622269819579789, + "learning_rate": 1.742145896798298e-05, + "loss": 0.0255, + "step": 30276 + }, + { + "epoch": 25.680237489397793, + "grad_norm": 0.5605870235591555, + "learning_rate": 1.7421274848298138e-05, + "loss": 0.0224, + "step": 30277 + }, + { + "epoch": 25.68108566581849, + "grad_norm": 0.6871936725093827, + "learning_rate": 1.7421090723013047e-05, + "loss": 0.0236, + "step": 30278 + }, + { + "epoch": 25.681933842239186, + "grad_norm": 0.7284917019182944, + "learning_rate": 1.7420906592127846e-05, + "loss": 0.0232, + "step": 30279 + }, + { + "epoch": 25.682782018659882, + "grad_norm": 0.6717586107243549, + "learning_rate": 1.742072245564268e-05, + "loss": 0.0241, + "step": 30280 + }, + { + "epoch": 25.68363019508058, + "grad_norm": 0.5703275462591713, + "learning_rate": 1.7420538313557683e-05, + "loss": 0.0218, + "step": 30281 + }, + { + "epoch": 25.68447837150127, + "grad_norm": 0.6596464909748689, + "learning_rate": 1.742035416587299e-05, + "loss": 0.0242, + "step": 30282 + }, + { + "epoch": 25.685326547921967, + "grad_norm": 0.741926499584024, + "learning_rate": 1.7420170012588747e-05, + "loss": 0.024, + "step": 30283 + }, + { + "epoch": 25.686174724342663, + "grad_norm": 0.694128636095183, + "learning_rate": 1.7419985853705092e-05, + "loss": 0.0246, + "step": 30284 + }, + { + "epoch": 25.68702290076336, + "grad_norm": 0.7565581960297165, + "learning_rate": 1.7419801689222162e-05, + "loss": 0.0219, + "step": 30285 + }, + { + "epoch": 25.687871077184056, + "grad_norm": 0.6650012457150208, + "learning_rate": 1.7419617519140098e-05, + "loss": 0.0252, + "step": 30286 + }, + { + "epoch": 25.68871925360475, + "grad_norm": 0.5866721272442988, + "learning_rate": 1.7419433343459034e-05, + "loss": 0.0233, + "step": 30287 + }, + { + "epoch": 25.689567430025445, + "grad_norm": 0.6931583507739033, + "learning_rate": 1.741924916217912e-05, + "loss": 0.0234, + "step": 30288 + }, + { + "epoch": 25.69041560644614, + "grad_norm": 0.8016643691315972, + "learning_rate": 1.741906497530048e-05, + "loss": 0.0266, + "step": 30289 + }, + { + "epoch": 25.691263782866837, + "grad_norm": 0.6907750177387908, + "learning_rate": 1.7418880782823265e-05, + "loss": 0.0254, + "step": 30290 + }, + { + "epoch": 25.69211195928753, + "grad_norm": 0.6869998327412236, + "learning_rate": 1.7418696584747608e-05, + "loss": 0.0244, + "step": 30291 + }, + { + "epoch": 25.692960135708226, + "grad_norm": 0.5694598915596625, + "learning_rate": 1.741851238107365e-05, + "loss": 0.0218, + "step": 30292 + }, + { + "epoch": 25.693808312128922, + "grad_norm": 0.7489266391738825, + "learning_rate": 1.741832817180153e-05, + "loss": 0.027, + "step": 30293 + }, + { + "epoch": 25.69465648854962, + "grad_norm": 0.6777416047998744, + "learning_rate": 1.7418143956931386e-05, + "loss": 0.0227, + "step": 30294 + }, + { + "epoch": 25.695504664970315, + "grad_norm": 0.7752368200968336, + "learning_rate": 1.7417959736463356e-05, + "loss": 0.0244, + "step": 30295 + }, + { + "epoch": 25.696352841391008, + "grad_norm": 0.7447658493511874, + "learning_rate": 1.7417775510397584e-05, + "loss": 0.0252, + "step": 30296 + }, + { + "epoch": 25.697201017811704, + "grad_norm": 0.6365852165140629, + "learning_rate": 1.7417591278734202e-05, + "loss": 0.0251, + "step": 30297 + }, + { + "epoch": 25.6980491942324, + "grad_norm": 0.7932429600020273, + "learning_rate": 1.7417407041473355e-05, + "loss": 0.0256, + "step": 30298 + }, + { + "epoch": 25.698897370653096, + "grad_norm": 0.7724847277240752, + "learning_rate": 1.741722279861518e-05, + "loss": 0.0253, + "step": 30299 + }, + { + "epoch": 25.699745547073793, + "grad_norm": 0.6559571825693955, + "learning_rate": 1.7417038550159815e-05, + "loss": 0.0227, + "step": 30300 + }, + { + "epoch": 25.700593723494485, + "grad_norm": 0.5943679844707014, + "learning_rate": 1.74168542961074e-05, + "loss": 0.022, + "step": 30301 + }, + { + "epoch": 25.70144189991518, + "grad_norm": 0.7795167967988915, + "learning_rate": 1.7416670036458073e-05, + "loss": 0.0241, + "step": 30302 + }, + { + "epoch": 25.702290076335878, + "grad_norm": 0.7806982791849668, + "learning_rate": 1.7416485771211973e-05, + "loss": 0.0268, + "step": 30303 + }, + { + "epoch": 25.703138252756574, + "grad_norm": 0.7255604887913005, + "learning_rate": 1.7416301500369244e-05, + "loss": 0.0252, + "step": 30304 + }, + { + "epoch": 25.70398642917727, + "grad_norm": 0.6953878600444643, + "learning_rate": 1.741611722393002e-05, + "loss": 0.0257, + "step": 30305 + }, + { + "epoch": 25.704834605597963, + "grad_norm": 0.7201443744675058, + "learning_rate": 1.741593294189444e-05, + "loss": 0.0231, + "step": 30306 + }, + { + "epoch": 25.70568278201866, + "grad_norm": 0.6780863569916971, + "learning_rate": 1.741574865426264e-05, + "loss": 0.024, + "step": 30307 + }, + { + "epoch": 25.706530958439355, + "grad_norm": 0.6371722348659888, + "learning_rate": 1.7415564361034768e-05, + "loss": 0.0234, + "step": 30308 + }, + { + "epoch": 25.70737913486005, + "grad_norm": 0.6735864034698341, + "learning_rate": 1.7415380062210956e-05, + "loss": 0.023, + "step": 30309 + }, + { + "epoch": 25.708227311280748, + "grad_norm": 0.7621758316164468, + "learning_rate": 1.7415195757791347e-05, + "loss": 0.0254, + "step": 30310 + }, + { + "epoch": 25.70907548770144, + "grad_norm": 0.829658784608081, + "learning_rate": 1.741501144777608e-05, + "loss": 0.0248, + "step": 30311 + }, + { + "epoch": 25.709923664122137, + "grad_norm": 1.02930394723826, + "learning_rate": 1.7414827132165287e-05, + "loss": 0.024, + "step": 30312 + }, + { + "epoch": 25.710771840542833, + "grad_norm": 0.6255856904355627, + "learning_rate": 1.7414642810959118e-05, + "loss": 0.0227, + "step": 30313 + }, + { + "epoch": 25.71162001696353, + "grad_norm": 0.707715932251305, + "learning_rate": 1.7414458484157703e-05, + "loss": 0.0261, + "step": 30314 + }, + { + "epoch": 25.712468193384225, + "grad_norm": 0.6668826952712876, + "learning_rate": 1.7414274151761188e-05, + "loss": 0.0236, + "step": 30315 + }, + { + "epoch": 25.713316369804918, + "grad_norm": 0.7083920592174472, + "learning_rate": 1.7414089813769706e-05, + "loss": 0.0257, + "step": 30316 + }, + { + "epoch": 25.714164546225614, + "grad_norm": 0.6275582388587222, + "learning_rate": 1.74139054701834e-05, + "loss": 0.0225, + "step": 30317 + }, + { + "epoch": 25.71501272264631, + "grad_norm": 0.7840333993869445, + "learning_rate": 1.741372112100241e-05, + "loss": 0.0258, + "step": 30318 + }, + { + "epoch": 25.715860899067007, + "grad_norm": 0.5880556363887367, + "learning_rate": 1.741353676622687e-05, + "loss": 0.0248, + "step": 30319 + }, + { + "epoch": 25.716709075487703, + "grad_norm": 0.6902433856703308, + "learning_rate": 1.741335240585692e-05, + "loss": 0.0231, + "step": 30320 + }, + { + "epoch": 25.717557251908396, + "grad_norm": 0.722210354088129, + "learning_rate": 1.7413168039892708e-05, + "loss": 0.0261, + "step": 30321 + }, + { + "epoch": 25.718405428329092, + "grad_norm": 0.7263070292419785, + "learning_rate": 1.7412983668334363e-05, + "loss": 0.0257, + "step": 30322 + }, + { + "epoch": 25.719253604749788, + "grad_norm": 0.7411273693739155, + "learning_rate": 1.741279929118203e-05, + "loss": 0.0258, + "step": 30323 + }, + { + "epoch": 25.720101781170484, + "grad_norm": 0.8334594938598974, + "learning_rate": 1.7412614908435844e-05, + "loss": 0.0246, + "step": 30324 + }, + { + "epoch": 25.72094995759118, + "grad_norm": 0.6012825825825626, + "learning_rate": 1.7412430520095944e-05, + "loss": 0.0219, + "step": 30325 + }, + { + "epoch": 25.721798134011873, + "grad_norm": 0.7475978588639736, + "learning_rate": 1.7412246126162473e-05, + "loss": 0.0215, + "step": 30326 + }, + { + "epoch": 25.72264631043257, + "grad_norm": 0.5827177700200927, + "learning_rate": 1.741206172663557e-05, + "loss": 0.0237, + "step": 30327 + }, + { + "epoch": 25.723494486853266, + "grad_norm": 0.7013171997350872, + "learning_rate": 1.741187732151537e-05, + "loss": 0.0246, + "step": 30328 + }, + { + "epoch": 25.724342663273962, + "grad_norm": 0.5976334636283848, + "learning_rate": 1.7411692910802015e-05, + "loss": 0.0251, + "step": 30329 + }, + { + "epoch": 25.725190839694655, + "grad_norm": 0.7257615681756058, + "learning_rate": 1.7411508494495642e-05, + "loss": 0.0249, + "step": 30330 + }, + { + "epoch": 25.72603901611535, + "grad_norm": 0.6351278049997782, + "learning_rate": 1.7411324072596395e-05, + "loss": 0.0252, + "step": 30331 + }, + { + "epoch": 25.726887192536047, + "grad_norm": 0.7831885563690553, + "learning_rate": 1.741113964510441e-05, + "loss": 0.0255, + "step": 30332 + }, + { + "epoch": 25.727735368956743, + "grad_norm": 0.6939255955125515, + "learning_rate": 1.7410955212019828e-05, + "loss": 0.0241, + "step": 30333 + }, + { + "epoch": 25.72858354537744, + "grad_norm": 0.6944518654527044, + "learning_rate": 1.741077077334278e-05, + "loss": 0.0264, + "step": 30334 + }, + { + "epoch": 25.729431721798132, + "grad_norm": 0.679107359092225, + "learning_rate": 1.7410586329073415e-05, + "loss": 0.0242, + "step": 30335 + }, + { + "epoch": 25.73027989821883, + "grad_norm": 0.7345877776293848, + "learning_rate": 1.7410401879211873e-05, + "loss": 0.0251, + "step": 30336 + }, + { + "epoch": 25.731128074639525, + "grad_norm": 0.7351739418874241, + "learning_rate": 1.7410217423758286e-05, + "loss": 0.0222, + "step": 30337 + }, + { + "epoch": 25.73197625106022, + "grad_norm": 0.7960008153846687, + "learning_rate": 1.7410032962712794e-05, + "loss": 0.0259, + "step": 30338 + }, + { + "epoch": 25.732824427480917, + "grad_norm": 0.6385971423624783, + "learning_rate": 1.740984849607554e-05, + "loss": 0.0238, + "step": 30339 + }, + { + "epoch": 25.73367260390161, + "grad_norm": 0.8215432804188011, + "learning_rate": 1.740966402384666e-05, + "loss": 0.0275, + "step": 30340 + }, + { + "epoch": 25.734520780322306, + "grad_norm": 0.6385273836884129, + "learning_rate": 1.7409479546026294e-05, + "loss": 0.0251, + "step": 30341 + }, + { + "epoch": 25.735368956743002, + "grad_norm": 0.7584287808154049, + "learning_rate": 1.7409295062614586e-05, + "loss": 0.0264, + "step": 30342 + }, + { + "epoch": 25.7362171331637, + "grad_norm": 0.7857720578888556, + "learning_rate": 1.7409110573611667e-05, + "loss": 0.0258, + "step": 30343 + }, + { + "epoch": 25.737065309584395, + "grad_norm": 0.7272317385221917, + "learning_rate": 1.7408926079017684e-05, + "loss": 0.0269, + "step": 30344 + }, + { + "epoch": 25.737913486005088, + "grad_norm": 0.6805687936365793, + "learning_rate": 1.740874157883277e-05, + "loss": 0.0239, + "step": 30345 + }, + { + "epoch": 25.738761662425784, + "grad_norm": 0.8099925653566816, + "learning_rate": 1.740855707305707e-05, + "loss": 0.0285, + "step": 30346 + }, + { + "epoch": 25.73960983884648, + "grad_norm": 0.787418406598615, + "learning_rate": 1.7408372561690713e-05, + "loss": 0.0272, + "step": 30347 + }, + { + "epoch": 25.740458015267176, + "grad_norm": 0.6462464681533764, + "learning_rate": 1.7408188044733854e-05, + "loss": 0.0227, + "step": 30348 + }, + { + "epoch": 25.741306191687872, + "grad_norm": 0.7563218095690707, + "learning_rate": 1.7408003522186618e-05, + "loss": 0.0267, + "step": 30349 + }, + { + "epoch": 25.742154368108565, + "grad_norm": 0.8202226524612887, + "learning_rate": 1.740781899404915e-05, + "loss": 0.0281, + "step": 30350 + }, + { + "epoch": 25.74300254452926, + "grad_norm": 0.8065114781383937, + "learning_rate": 1.7407634460321592e-05, + "loss": 0.0267, + "step": 30351 + }, + { + "epoch": 25.743850720949958, + "grad_norm": 0.6494632315514227, + "learning_rate": 1.740744992100408e-05, + "loss": 0.0257, + "step": 30352 + }, + { + "epoch": 25.744698897370654, + "grad_norm": 0.6474951035582865, + "learning_rate": 1.740726537609675e-05, + "loss": 0.0236, + "step": 30353 + }, + { + "epoch": 25.74554707379135, + "grad_norm": 0.6925550716472407, + "learning_rate": 1.7407080825599748e-05, + "loss": 0.0264, + "step": 30354 + }, + { + "epoch": 25.746395250212043, + "grad_norm": 0.7420425563686658, + "learning_rate": 1.7406896269513212e-05, + "loss": 0.023, + "step": 30355 + }, + { + "epoch": 25.74724342663274, + "grad_norm": 0.7599201799751236, + "learning_rate": 1.7406711707837276e-05, + "loss": 0.0247, + "step": 30356 + }, + { + "epoch": 25.748091603053435, + "grad_norm": 0.6188932751317363, + "learning_rate": 1.7406527140572084e-05, + "loss": 0.0236, + "step": 30357 + }, + { + "epoch": 25.74893977947413, + "grad_norm": 0.7350748937529263, + "learning_rate": 1.7406342567717773e-05, + "loss": 0.0253, + "step": 30358 + }, + { + "epoch": 25.749787955894828, + "grad_norm": 0.8668684300939181, + "learning_rate": 1.7406157989274484e-05, + "loss": 0.0265, + "step": 30359 + }, + { + "epoch": 25.75063613231552, + "grad_norm": 0.7812586957230852, + "learning_rate": 1.7405973405242353e-05, + "loss": 0.0258, + "step": 30360 + }, + { + "epoch": 25.751484308736217, + "grad_norm": 0.6616431727983635, + "learning_rate": 1.7405788815621526e-05, + "loss": 0.0243, + "step": 30361 + }, + { + "epoch": 25.752332485156913, + "grad_norm": 0.6722397871151391, + "learning_rate": 1.7405604220412134e-05, + "loss": 0.0243, + "step": 30362 + }, + { + "epoch": 25.75318066157761, + "grad_norm": 0.6692301528547587, + "learning_rate": 1.7405419619614325e-05, + "loss": 0.0246, + "step": 30363 + }, + { + "epoch": 25.754028837998305, + "grad_norm": 0.6823672045434274, + "learning_rate": 1.740523501322823e-05, + "loss": 0.0264, + "step": 30364 + }, + { + "epoch": 25.754877014418998, + "grad_norm": 0.6977413667256397, + "learning_rate": 1.7405050401253992e-05, + "loss": 0.0265, + "step": 30365 + }, + { + "epoch": 25.755725190839694, + "grad_norm": 0.6545823412456692, + "learning_rate": 1.740486578369175e-05, + "loss": 0.0236, + "step": 30366 + }, + { + "epoch": 25.75657336726039, + "grad_norm": 0.7996633932745556, + "learning_rate": 1.7404681160541645e-05, + "loss": 0.0271, + "step": 30367 + }, + { + "epoch": 25.757421543681087, + "grad_norm": 0.6942714413132886, + "learning_rate": 1.7404496531803817e-05, + "loss": 0.023, + "step": 30368 + }, + { + "epoch": 25.75826972010178, + "grad_norm": 0.6770656163994049, + "learning_rate": 1.74043118974784e-05, + "loss": 0.0229, + "step": 30369 + }, + { + "epoch": 25.759117896522476, + "grad_norm": 0.5648945829181625, + "learning_rate": 1.7404127257565537e-05, + "loss": 0.0257, + "step": 30370 + }, + { + "epoch": 25.759966072943172, + "grad_norm": 0.8824450768618525, + "learning_rate": 1.7403942612065367e-05, + "loss": 0.0278, + "step": 30371 + }, + { + "epoch": 25.760814249363868, + "grad_norm": 0.76807320761273, + "learning_rate": 1.7403757960978032e-05, + "loss": 0.0246, + "step": 30372 + }, + { + "epoch": 25.761662425784564, + "grad_norm": 0.76743914435046, + "learning_rate": 1.7403573304303668e-05, + "loss": 0.0255, + "step": 30373 + }, + { + "epoch": 25.762510602205257, + "grad_norm": 0.8109790203102685, + "learning_rate": 1.7403388642042413e-05, + "loss": 0.0273, + "step": 30374 + }, + { + "epoch": 25.763358778625953, + "grad_norm": 0.7684127894136488, + "learning_rate": 1.7403203974194407e-05, + "loss": 0.0294, + "step": 30375 + }, + { + "epoch": 25.76420695504665, + "grad_norm": 0.7238971062538075, + "learning_rate": 1.740301930075979e-05, + "loss": 0.0239, + "step": 30376 + }, + { + "epoch": 25.765055131467346, + "grad_norm": 0.7085078130039186, + "learning_rate": 1.7402834621738706e-05, + "loss": 0.0246, + "step": 30377 + }, + { + "epoch": 25.765903307888042, + "grad_norm": 0.6530727184573815, + "learning_rate": 1.7402649937131292e-05, + "loss": 0.0251, + "step": 30378 + }, + { + "epoch": 25.766751484308735, + "grad_norm": 0.9197274711823209, + "learning_rate": 1.7402465246937683e-05, + "loss": 0.0298, + "step": 30379 + }, + { + "epoch": 25.76759966072943, + "grad_norm": 0.7983849433548607, + "learning_rate": 1.7402280551158016e-05, + "loss": 0.0259, + "step": 30380 + }, + { + "epoch": 25.768447837150127, + "grad_norm": 0.7666806370831296, + "learning_rate": 1.740209584979244e-05, + "loss": 0.0256, + "step": 30381 + }, + { + "epoch": 25.769296013570823, + "grad_norm": 0.6675157062028593, + "learning_rate": 1.740191114284109e-05, + "loss": 0.0237, + "step": 30382 + }, + { + "epoch": 25.77014418999152, + "grad_norm": 0.6703445614413797, + "learning_rate": 1.7401726430304105e-05, + "loss": 0.0243, + "step": 30383 + }, + { + "epoch": 25.770992366412212, + "grad_norm": 0.7241821000117353, + "learning_rate": 1.7401541712181624e-05, + "loss": 0.0275, + "step": 30384 + }, + { + "epoch": 25.77184054283291, + "grad_norm": 0.7256671310105804, + "learning_rate": 1.7401356988473787e-05, + "loss": 0.025, + "step": 30385 + }, + { + "epoch": 25.772688719253605, + "grad_norm": 0.6137753949447277, + "learning_rate": 1.7401172259180737e-05, + "loss": 0.0218, + "step": 30386 + }, + { + "epoch": 25.7735368956743, + "grad_norm": 0.7364938522502364, + "learning_rate": 1.7400987524302606e-05, + "loss": 0.0279, + "step": 30387 + }, + { + "epoch": 25.774385072094997, + "grad_norm": 0.6387821502048409, + "learning_rate": 1.740080278383954e-05, + "loss": 0.0237, + "step": 30388 + }, + { + "epoch": 25.77523324851569, + "grad_norm": 0.709869059432202, + "learning_rate": 1.7400618037791673e-05, + "loss": 0.0251, + "step": 30389 + }, + { + "epoch": 25.776081424936386, + "grad_norm": 0.7108760206299022, + "learning_rate": 1.7400433286159145e-05, + "loss": 0.0256, + "step": 30390 + }, + { + "epoch": 25.776929601357082, + "grad_norm": 0.7165137680960595, + "learning_rate": 1.7400248528942102e-05, + "loss": 0.0254, + "step": 30391 + }, + { + "epoch": 25.77777777777778, + "grad_norm": 0.6743241997518893, + "learning_rate": 1.740006376614068e-05, + "loss": 0.0227, + "step": 30392 + }, + { + "epoch": 25.778625954198475, + "grad_norm": 0.7694225735511762, + "learning_rate": 1.7399878997755012e-05, + "loss": 0.0255, + "step": 30393 + }, + { + "epoch": 25.779474130619167, + "grad_norm": 0.586514344281773, + "learning_rate": 1.7399694223785246e-05, + "loss": 0.0233, + "step": 30394 + }, + { + "epoch": 25.780322307039864, + "grad_norm": 0.7486288224080849, + "learning_rate": 1.7399509444231518e-05, + "loss": 0.0251, + "step": 30395 + }, + { + "epoch": 25.78117048346056, + "grad_norm": 0.7126513281412068, + "learning_rate": 1.7399324659093965e-05, + "loss": 0.0254, + "step": 30396 + }, + { + "epoch": 25.782018659881256, + "grad_norm": 0.6795189730501254, + "learning_rate": 1.739913986837273e-05, + "loss": 0.026, + "step": 30397 + }, + { + "epoch": 25.782866836301952, + "grad_norm": 0.6691577876192015, + "learning_rate": 1.7398955072067956e-05, + "loss": 0.0223, + "step": 30398 + }, + { + "epoch": 25.783715012722645, + "grad_norm": 0.7584855511809467, + "learning_rate": 1.739877027017977e-05, + "loss": 0.0266, + "step": 30399 + }, + { + "epoch": 25.78456318914334, + "grad_norm": 0.6776642675033575, + "learning_rate": 1.7398585462708328e-05, + "loss": 0.0248, + "step": 30400 + }, + { + "epoch": 25.785411365564038, + "grad_norm": 0.8970195939135603, + "learning_rate": 1.7398400649653755e-05, + "loss": 0.0289, + "step": 30401 + }, + { + "epoch": 25.786259541984734, + "grad_norm": 0.5264145513943748, + "learning_rate": 1.73982158310162e-05, + "loss": 0.0248, + "step": 30402 + }, + { + "epoch": 25.78710771840543, + "grad_norm": 0.6554228725456221, + "learning_rate": 1.7398031006795796e-05, + "loss": 0.0222, + "step": 30403 + }, + { + "epoch": 25.787955894826123, + "grad_norm": 0.7164841314284743, + "learning_rate": 1.7397846176992685e-05, + "loss": 0.0234, + "step": 30404 + }, + { + "epoch": 25.78880407124682, + "grad_norm": 0.8168855425690422, + "learning_rate": 1.739766134160701e-05, + "loss": 0.0261, + "step": 30405 + }, + { + "epoch": 25.789652247667515, + "grad_norm": 0.7674556619372102, + "learning_rate": 1.7397476500638903e-05, + "loss": 0.0276, + "step": 30406 + }, + { + "epoch": 25.79050042408821, + "grad_norm": 0.8795196656293814, + "learning_rate": 1.7397291654088514e-05, + "loss": 0.0262, + "step": 30407 + }, + { + "epoch": 25.791348600508904, + "grad_norm": 0.7163477490270669, + "learning_rate": 1.739710680195597e-05, + "loss": 0.0292, + "step": 30408 + }, + { + "epoch": 25.7921967769296, + "grad_norm": 0.6870486477271156, + "learning_rate": 1.739692194424142e-05, + "loss": 0.026, + "step": 30409 + }, + { + "epoch": 25.793044953350297, + "grad_norm": 0.6758180646043217, + "learning_rate": 1.7396737080945e-05, + "loss": 0.0253, + "step": 30410 + }, + { + "epoch": 25.793893129770993, + "grad_norm": 0.6687017783473325, + "learning_rate": 1.7396552212066846e-05, + "loss": 0.0244, + "step": 30411 + }, + { + "epoch": 25.79474130619169, + "grad_norm": 0.8105896423293759, + "learning_rate": 1.7396367337607104e-05, + "loss": 0.0285, + "step": 30412 + }, + { + "epoch": 25.79558948261238, + "grad_norm": 0.7583601399152191, + "learning_rate": 1.7396182457565913e-05, + "loss": 0.0272, + "step": 30413 + }, + { + "epoch": 25.796437659033078, + "grad_norm": 0.8386543504239043, + "learning_rate": 1.7395997571943405e-05, + "loss": 0.0265, + "step": 30414 + }, + { + "epoch": 25.797285835453774, + "grad_norm": 0.7241687690723068, + "learning_rate": 1.739581268073973e-05, + "loss": 0.0266, + "step": 30415 + }, + { + "epoch": 25.79813401187447, + "grad_norm": 0.7428890531589719, + "learning_rate": 1.7395627783955017e-05, + "loss": 0.0235, + "step": 30416 + }, + { + "epoch": 25.798982188295167, + "grad_norm": 0.6734805995063102, + "learning_rate": 1.7395442881589416e-05, + "loss": 0.0252, + "step": 30417 + }, + { + "epoch": 25.79983036471586, + "grad_norm": 0.7951521092582686, + "learning_rate": 1.739525797364306e-05, + "loss": 0.0275, + "step": 30418 + }, + { + "epoch": 25.800678541136556, + "grad_norm": 0.774094483672636, + "learning_rate": 1.7395073060116088e-05, + "loss": 0.0271, + "step": 30419 + }, + { + "epoch": 25.801526717557252, + "grad_norm": 0.6872275319864289, + "learning_rate": 1.7394888141008643e-05, + "loss": 0.0231, + "step": 30420 + }, + { + "epoch": 25.802374893977948, + "grad_norm": 0.7502327384347015, + "learning_rate": 1.7394703216320864e-05, + "loss": 0.0273, + "step": 30421 + }, + { + "epoch": 25.803223070398644, + "grad_norm": 0.8757722219472455, + "learning_rate": 1.7394518286052883e-05, + "loss": 0.026, + "step": 30422 + }, + { + "epoch": 25.804071246819337, + "grad_norm": 0.742058189607512, + "learning_rate": 1.739433335020485e-05, + "loss": 0.0268, + "step": 30423 + }, + { + "epoch": 25.804919423240033, + "grad_norm": 0.7244009730902601, + "learning_rate": 1.7394148408776902e-05, + "loss": 0.0274, + "step": 30424 + }, + { + "epoch": 25.80576759966073, + "grad_norm": 0.8283100312708491, + "learning_rate": 1.7393963461769178e-05, + "loss": 0.0265, + "step": 30425 + }, + { + "epoch": 25.806615776081426, + "grad_norm": 0.712293819769654, + "learning_rate": 1.7393778509181814e-05, + "loss": 0.0251, + "step": 30426 + }, + { + "epoch": 25.807463952502122, + "grad_norm": 0.7588997220362785, + "learning_rate": 1.7393593551014956e-05, + "loss": 0.0232, + "step": 30427 + }, + { + "epoch": 25.808312128922815, + "grad_norm": 0.6377164910198388, + "learning_rate": 1.7393408587268736e-05, + "loss": 0.0256, + "step": 30428 + }, + { + "epoch": 25.80916030534351, + "grad_norm": 0.7246510941085705, + "learning_rate": 1.73932236179433e-05, + "loss": 0.0283, + "step": 30429 + }, + { + "epoch": 25.810008481764207, + "grad_norm": 0.8106640943118933, + "learning_rate": 1.7393038643038785e-05, + "loss": 0.0248, + "step": 30430 + }, + { + "epoch": 25.810856658184903, + "grad_norm": 0.6870777020395695, + "learning_rate": 1.739285366255533e-05, + "loss": 0.0262, + "step": 30431 + }, + { + "epoch": 25.8117048346056, + "grad_norm": 0.7693110965997857, + "learning_rate": 1.7392668676493075e-05, + "loss": 0.0276, + "step": 30432 + }, + { + "epoch": 25.812553011026292, + "grad_norm": 0.7400245726040057, + "learning_rate": 1.739248368485216e-05, + "loss": 0.027, + "step": 30433 + }, + { + "epoch": 25.81340118744699, + "grad_norm": 0.615998658387961, + "learning_rate": 1.739229868763272e-05, + "loss": 0.0221, + "step": 30434 + }, + { + "epoch": 25.814249363867685, + "grad_norm": 0.6319399070265396, + "learning_rate": 1.7392113684834904e-05, + "loss": 0.0238, + "step": 30435 + }, + { + "epoch": 25.81509754028838, + "grad_norm": 0.6731044554126743, + "learning_rate": 1.7391928676458847e-05, + "loss": 0.0252, + "step": 30436 + }, + { + "epoch": 25.815945716709077, + "grad_norm": 0.7601603425049983, + "learning_rate": 1.7391743662504684e-05, + "loss": 0.0283, + "step": 30437 + }, + { + "epoch": 25.81679389312977, + "grad_norm": 0.6363471127457788, + "learning_rate": 1.7391558642972563e-05, + "loss": 0.0244, + "step": 30438 + }, + { + "epoch": 25.817642069550466, + "grad_norm": 0.7320563723852592, + "learning_rate": 1.739137361786262e-05, + "loss": 0.0248, + "step": 30439 + }, + { + "epoch": 25.818490245971162, + "grad_norm": 0.7151500980685954, + "learning_rate": 1.739118858717499e-05, + "loss": 0.0263, + "step": 30440 + }, + { + "epoch": 25.81933842239186, + "grad_norm": 0.7579238050760844, + "learning_rate": 1.739100355090982e-05, + "loss": 0.0275, + "step": 30441 + }, + { + "epoch": 25.820186598812555, + "grad_norm": 0.7775841297907603, + "learning_rate": 1.7390818509067244e-05, + "loss": 0.0268, + "step": 30442 + }, + { + "epoch": 25.821034775233247, + "grad_norm": 0.7093672975029239, + "learning_rate": 1.7390633461647406e-05, + "loss": 0.0264, + "step": 30443 + }, + { + "epoch": 25.821882951653944, + "grad_norm": 0.6323089744793895, + "learning_rate": 1.7390448408650442e-05, + "loss": 0.0218, + "step": 30444 + }, + { + "epoch": 25.82273112807464, + "grad_norm": 0.6085127610564297, + "learning_rate": 1.7390263350076495e-05, + "loss": 0.0233, + "step": 30445 + }, + { + "epoch": 25.823579304495336, + "grad_norm": 0.7749236693290373, + "learning_rate": 1.7390078285925703e-05, + "loss": 0.0251, + "step": 30446 + }, + { + "epoch": 25.82442748091603, + "grad_norm": 0.6094904403878771, + "learning_rate": 1.7389893216198202e-05, + "loss": 0.024, + "step": 30447 + }, + { + "epoch": 25.825275657336725, + "grad_norm": 0.6354423706108633, + "learning_rate": 1.7389708140894138e-05, + "loss": 0.0232, + "step": 30448 + }, + { + "epoch": 25.82612383375742, + "grad_norm": 0.7536259448936156, + "learning_rate": 1.7389523060013646e-05, + "loss": 0.0263, + "step": 30449 + }, + { + "epoch": 25.826972010178118, + "grad_norm": 0.6762542014122892, + "learning_rate": 1.7389337973556872e-05, + "loss": 0.0252, + "step": 30450 + }, + { + "epoch": 25.827820186598814, + "grad_norm": 0.7383384886423084, + "learning_rate": 1.738915288152395e-05, + "loss": 0.026, + "step": 30451 + }, + { + "epoch": 25.828668363019506, + "grad_norm": 0.7367622112164375, + "learning_rate": 1.7388967783915015e-05, + "loss": 0.0266, + "step": 30452 + }, + { + "epoch": 25.829516539440203, + "grad_norm": 0.7091778049768966, + "learning_rate": 1.7388782680730218e-05, + "loss": 0.0253, + "step": 30453 + }, + { + "epoch": 25.8303647158609, + "grad_norm": 0.7057729636140828, + "learning_rate": 1.7388597571969694e-05, + "loss": 0.0239, + "step": 30454 + }, + { + "epoch": 25.831212892281595, + "grad_norm": 0.7815103569679162, + "learning_rate": 1.7388412457633582e-05, + "loss": 0.0241, + "step": 30455 + }, + { + "epoch": 25.83206106870229, + "grad_norm": 0.6411402415111374, + "learning_rate": 1.7388227337722015e-05, + "loss": 0.0257, + "step": 30456 + }, + { + "epoch": 25.832909245122984, + "grad_norm": 0.7610178972539253, + "learning_rate": 1.7388042212235145e-05, + "loss": 0.0243, + "step": 30457 + }, + { + "epoch": 25.83375742154368, + "grad_norm": 0.7468737879571348, + "learning_rate": 1.7387857081173108e-05, + "loss": 0.0261, + "step": 30458 + }, + { + "epoch": 25.834605597964376, + "grad_norm": 0.6291685305259453, + "learning_rate": 1.7387671944536035e-05, + "loss": 0.0229, + "step": 30459 + }, + { + "epoch": 25.835453774385073, + "grad_norm": 0.6339259020546968, + "learning_rate": 1.7387486802324076e-05, + "loss": 0.0243, + "step": 30460 + }, + { + "epoch": 25.83630195080577, + "grad_norm": 0.7782362242489993, + "learning_rate": 1.738730165453737e-05, + "loss": 0.0249, + "step": 30461 + }, + { + "epoch": 25.83715012722646, + "grad_norm": 0.8016402234996547, + "learning_rate": 1.738711650117605e-05, + "loss": 0.0243, + "step": 30462 + }, + { + "epoch": 25.837998303647158, + "grad_norm": 0.7127763811257725, + "learning_rate": 1.738693134224026e-05, + "loss": 0.0237, + "step": 30463 + }, + { + "epoch": 25.838846480067854, + "grad_norm": 0.7019562749919163, + "learning_rate": 1.738674617773014e-05, + "loss": 0.0249, + "step": 30464 + }, + { + "epoch": 25.83969465648855, + "grad_norm": 0.610959310418121, + "learning_rate": 1.738656100764583e-05, + "loss": 0.0249, + "step": 30465 + }, + { + "epoch": 25.840542832909247, + "grad_norm": 0.6668758435418678, + "learning_rate": 1.738637583198747e-05, + "loss": 0.024, + "step": 30466 + }, + { + "epoch": 25.84139100932994, + "grad_norm": 0.8881882997422478, + "learning_rate": 1.7386190650755195e-05, + "loss": 0.0257, + "step": 30467 + }, + { + "epoch": 25.842239185750635, + "grad_norm": 0.6430300620190518, + "learning_rate": 1.7386005463949147e-05, + "loss": 0.0249, + "step": 30468 + }, + { + "epoch": 25.84308736217133, + "grad_norm": 0.737791204057696, + "learning_rate": 1.7385820271569473e-05, + "loss": 0.0264, + "step": 30469 + }, + { + "epoch": 25.843935538592028, + "grad_norm": 0.721798148616465, + "learning_rate": 1.7385635073616302e-05, + "loss": 0.0257, + "step": 30470 + }, + { + "epoch": 25.844783715012724, + "grad_norm": 0.6651722011263959, + "learning_rate": 1.738544987008978e-05, + "loss": 0.0206, + "step": 30471 + }, + { + "epoch": 25.845631891433417, + "grad_norm": 0.6702292161487592, + "learning_rate": 1.7385264660990044e-05, + "loss": 0.0229, + "step": 30472 + }, + { + "epoch": 25.846480067854113, + "grad_norm": 0.6702342213542015, + "learning_rate": 1.738507944631724e-05, + "loss": 0.0242, + "step": 30473 + }, + { + "epoch": 25.84732824427481, + "grad_norm": 0.7598822789506274, + "learning_rate": 1.7384894226071495e-05, + "loss": 0.0247, + "step": 30474 + }, + { + "epoch": 25.848176420695506, + "grad_norm": 0.6326167872992705, + "learning_rate": 1.7384709000252962e-05, + "loss": 0.024, + "step": 30475 + }, + { + "epoch": 25.849024597116202, + "grad_norm": 0.6809498646458729, + "learning_rate": 1.7384523768861773e-05, + "loss": 0.0232, + "step": 30476 + }, + { + "epoch": 25.849872773536894, + "grad_norm": 0.753587209848117, + "learning_rate": 1.738433853189807e-05, + "loss": 0.0264, + "step": 30477 + }, + { + "epoch": 25.85072094995759, + "grad_norm": 0.8077328601605185, + "learning_rate": 1.7384153289361996e-05, + "loss": 0.0249, + "step": 30478 + }, + { + "epoch": 25.851569126378287, + "grad_norm": 0.7134264565804347, + "learning_rate": 1.7383968041253683e-05, + "loss": 0.0235, + "step": 30479 + }, + { + "epoch": 25.852417302798983, + "grad_norm": 0.6819214183110759, + "learning_rate": 1.738378278757328e-05, + "loss": 0.0234, + "step": 30480 + }, + { + "epoch": 25.85326547921968, + "grad_norm": 0.8569943274860983, + "learning_rate": 1.738359752832092e-05, + "loss": 0.03, + "step": 30481 + }, + { + "epoch": 25.854113655640372, + "grad_norm": 0.7622120952556788, + "learning_rate": 1.7383412263496744e-05, + "loss": 0.0284, + "step": 30482 + }, + { + "epoch": 25.85496183206107, + "grad_norm": 0.520910521804883, + "learning_rate": 1.7383226993100897e-05, + "loss": 0.0205, + "step": 30483 + }, + { + "epoch": 25.855810008481765, + "grad_norm": 0.6912235979471941, + "learning_rate": 1.738304171713351e-05, + "loss": 0.0253, + "step": 30484 + }, + { + "epoch": 25.85665818490246, + "grad_norm": 0.7776341681702587, + "learning_rate": 1.738285643559473e-05, + "loss": 0.0256, + "step": 30485 + }, + { + "epoch": 25.857506361323153, + "grad_norm": 0.7259392143330677, + "learning_rate": 1.7382671148484692e-05, + "loss": 0.0242, + "step": 30486 + }, + { + "epoch": 25.85835453774385, + "grad_norm": 0.6074184199260058, + "learning_rate": 1.738248585580354e-05, + "loss": 0.0234, + "step": 30487 + }, + { + "epoch": 25.859202714164546, + "grad_norm": 0.6405444115076038, + "learning_rate": 1.7382300557551412e-05, + "loss": 0.0243, + "step": 30488 + }, + { + "epoch": 25.860050890585242, + "grad_norm": 0.7748493199648995, + "learning_rate": 1.7382115253728447e-05, + "loss": 0.029, + "step": 30489 + }, + { + "epoch": 25.86089906700594, + "grad_norm": 0.6565523981401054, + "learning_rate": 1.7381929944334786e-05, + "loss": 0.0237, + "step": 30490 + }, + { + "epoch": 25.86174724342663, + "grad_norm": 0.7599411896934848, + "learning_rate": 1.7381744629370573e-05, + "loss": 0.0254, + "step": 30491 + }, + { + "epoch": 25.862595419847327, + "grad_norm": 0.5997051375760412, + "learning_rate": 1.738155930883594e-05, + "loss": 0.0219, + "step": 30492 + }, + { + "epoch": 25.863443596268024, + "grad_norm": 0.8522367181556554, + "learning_rate": 1.7381373982731026e-05, + "loss": 0.022, + "step": 30493 + }, + { + "epoch": 25.86429177268872, + "grad_norm": 0.6472517613210134, + "learning_rate": 1.7381188651055977e-05, + "loss": 0.0235, + "step": 30494 + }, + { + "epoch": 25.865139949109416, + "grad_norm": 0.6815380950510888, + "learning_rate": 1.738100331381093e-05, + "loss": 0.0241, + "step": 30495 + }, + { + "epoch": 25.86598812553011, + "grad_norm": 0.8032404508541593, + "learning_rate": 1.738081797099603e-05, + "loss": 0.0272, + "step": 30496 + }, + { + "epoch": 25.866836301950805, + "grad_norm": 0.8631405573642765, + "learning_rate": 1.7380632622611414e-05, + "loss": 0.0302, + "step": 30497 + }, + { + "epoch": 25.8676844783715, + "grad_norm": 0.654932963737309, + "learning_rate": 1.7380447268657213e-05, + "loss": 0.0264, + "step": 30498 + }, + { + "epoch": 25.868532654792197, + "grad_norm": 0.5753050282663693, + "learning_rate": 1.7380261909133578e-05, + "loss": 0.0239, + "step": 30499 + }, + { + "epoch": 25.869380831212894, + "grad_norm": 0.7853580924850319, + "learning_rate": 1.7380076544040647e-05, + "loss": 0.0243, + "step": 30500 + }, + { + "epoch": 25.870229007633586, + "grad_norm": 0.6383204715926193, + "learning_rate": 1.7379891173378555e-05, + "loss": 0.0224, + "step": 30501 + }, + { + "epoch": 25.871077184054283, + "grad_norm": 0.7129186270428267, + "learning_rate": 1.7379705797147446e-05, + "loss": 0.0261, + "step": 30502 + }, + { + "epoch": 25.87192536047498, + "grad_norm": 0.7450682832237756, + "learning_rate": 1.737952041534746e-05, + "loss": 0.0237, + "step": 30503 + }, + { + "epoch": 25.872773536895675, + "grad_norm": 0.8073349965211528, + "learning_rate": 1.7379335027978735e-05, + "loss": 0.0279, + "step": 30504 + }, + { + "epoch": 25.87362171331637, + "grad_norm": 0.7078949160793319, + "learning_rate": 1.7379149635041412e-05, + "loss": 0.0256, + "step": 30505 + }, + { + "epoch": 25.874469889737064, + "grad_norm": 0.6780296499371337, + "learning_rate": 1.737896423653563e-05, + "loss": 0.0262, + "step": 30506 + }, + { + "epoch": 25.87531806615776, + "grad_norm": 0.7534428688650051, + "learning_rate": 1.7378778832461528e-05, + "loss": 0.0242, + "step": 30507 + }, + { + "epoch": 25.876166242578456, + "grad_norm": 0.798679980216079, + "learning_rate": 1.737859342281925e-05, + "loss": 0.0266, + "step": 30508 + }, + { + "epoch": 25.877014418999153, + "grad_norm": 0.6309430477778329, + "learning_rate": 1.7378408007608932e-05, + "loss": 0.0223, + "step": 30509 + }, + { + "epoch": 25.87786259541985, + "grad_norm": 0.7234965530460555, + "learning_rate": 1.7378222586830717e-05, + "loss": 0.0252, + "step": 30510 + }, + { + "epoch": 25.87871077184054, + "grad_norm": 0.6465909487147316, + "learning_rate": 1.737803716048474e-05, + "loss": 0.0247, + "step": 30511 + }, + { + "epoch": 25.879558948261238, + "grad_norm": 0.6167093101892522, + "learning_rate": 1.7377851728571145e-05, + "loss": 0.0244, + "step": 30512 + }, + { + "epoch": 25.880407124681934, + "grad_norm": 0.6660419881512895, + "learning_rate": 1.7377666291090074e-05, + "loss": 0.0231, + "step": 30513 + }, + { + "epoch": 25.88125530110263, + "grad_norm": 0.7772804016881456, + "learning_rate": 1.737748084804166e-05, + "loss": 0.0276, + "step": 30514 + }, + { + "epoch": 25.882103477523327, + "grad_norm": 0.7698394231410424, + "learning_rate": 1.7377295399426047e-05, + "loss": 0.0255, + "step": 30515 + }, + { + "epoch": 25.88295165394402, + "grad_norm": 0.7815098511644788, + "learning_rate": 1.737710994524338e-05, + "loss": 0.0286, + "step": 30516 + }, + { + "epoch": 25.883799830364715, + "grad_norm": 0.6651758772718479, + "learning_rate": 1.7376924485493788e-05, + "loss": 0.0232, + "step": 30517 + }, + { + "epoch": 25.88464800678541, + "grad_norm": 0.8694499304258932, + "learning_rate": 1.737673902017742e-05, + "loss": 0.0317, + "step": 30518 + }, + { + "epoch": 25.885496183206108, + "grad_norm": 0.6062837437222276, + "learning_rate": 1.737655354929441e-05, + "loss": 0.0224, + "step": 30519 + }, + { + "epoch": 25.886344359626804, + "grad_norm": 0.6618678164721281, + "learning_rate": 1.7376368072844902e-05, + "loss": 0.0247, + "step": 30520 + }, + { + "epoch": 25.887192536047497, + "grad_norm": 0.755390751076104, + "learning_rate": 1.7376182590829037e-05, + "loss": 0.0268, + "step": 30521 + }, + { + "epoch": 25.888040712468193, + "grad_norm": 0.7392637505483726, + "learning_rate": 1.7375997103246946e-05, + "loss": 0.0246, + "step": 30522 + }, + { + "epoch": 25.88888888888889, + "grad_norm": 0.635534759609934, + "learning_rate": 1.737581161009878e-05, + "loss": 0.0215, + "step": 30523 + }, + { + "epoch": 25.889737065309586, + "grad_norm": 0.9413524976952579, + "learning_rate": 1.7375626111384675e-05, + "loss": 0.0268, + "step": 30524 + }, + { + "epoch": 25.890585241730278, + "grad_norm": 0.7545599849190633, + "learning_rate": 1.737544060710477e-05, + "loss": 0.0225, + "step": 30525 + }, + { + "epoch": 25.891433418150974, + "grad_norm": 0.7600258651439147, + "learning_rate": 1.7375255097259206e-05, + "loss": 0.0236, + "step": 30526 + }, + { + "epoch": 25.89228159457167, + "grad_norm": 0.5808084283169245, + "learning_rate": 1.737506958184812e-05, + "loss": 0.0245, + "step": 30527 + }, + { + "epoch": 25.893129770992367, + "grad_norm": 0.7058933405181679, + "learning_rate": 1.7374884060871655e-05, + "loss": 0.0245, + "step": 30528 + }, + { + "epoch": 25.893977947413063, + "grad_norm": 0.6445510478598204, + "learning_rate": 1.737469853432995e-05, + "loss": 0.0243, + "step": 30529 + }, + { + "epoch": 25.894826123833756, + "grad_norm": 0.608097970679029, + "learning_rate": 1.7374513002223146e-05, + "loss": 0.0236, + "step": 30530 + }, + { + "epoch": 25.895674300254452, + "grad_norm": 0.7109959285820456, + "learning_rate": 1.7374327464551382e-05, + "loss": 0.0232, + "step": 30531 + }, + { + "epoch": 25.89652247667515, + "grad_norm": 0.7071374918357466, + "learning_rate": 1.7374141921314805e-05, + "loss": 0.0255, + "step": 30532 + }, + { + "epoch": 25.897370653095845, + "grad_norm": 0.7681191947886654, + "learning_rate": 1.737395637251354e-05, + "loss": 0.0263, + "step": 30533 + }, + { + "epoch": 25.89821882951654, + "grad_norm": 0.6972552582761935, + "learning_rate": 1.737377081814774e-05, + "loss": 0.0261, + "step": 30534 + }, + { + "epoch": 25.899067005937233, + "grad_norm": 0.6807219735053375, + "learning_rate": 1.7373585258217538e-05, + "loss": 0.0251, + "step": 30535 + }, + { + "epoch": 25.89991518235793, + "grad_norm": 0.765287165614474, + "learning_rate": 1.737339969272308e-05, + "loss": 0.0257, + "step": 30536 + }, + { + "epoch": 25.900763358778626, + "grad_norm": 0.7919558923274386, + "learning_rate": 1.73732141216645e-05, + "loss": 0.0249, + "step": 30537 + }, + { + "epoch": 25.901611535199322, + "grad_norm": 0.7282032416844019, + "learning_rate": 1.737302854504194e-05, + "loss": 0.025, + "step": 30538 + }, + { + "epoch": 25.90245971162002, + "grad_norm": 0.8070734190237032, + "learning_rate": 1.737284296285554e-05, + "loss": 0.0266, + "step": 30539 + }, + { + "epoch": 25.90330788804071, + "grad_norm": 0.6910341686197995, + "learning_rate": 1.737265737510544e-05, + "loss": 0.0223, + "step": 30540 + }, + { + "epoch": 25.904156064461407, + "grad_norm": 0.7346821830026559, + "learning_rate": 1.7372471781791787e-05, + "loss": 0.0253, + "step": 30541 + }, + { + "epoch": 25.905004240882104, + "grad_norm": 0.728929929514203, + "learning_rate": 1.737228618291471e-05, + "loss": 0.0267, + "step": 30542 + }, + { + "epoch": 25.9058524173028, + "grad_norm": 0.7762448303607561, + "learning_rate": 1.7372100578474354e-05, + "loss": 0.0262, + "step": 30543 + }, + { + "epoch": 25.906700593723496, + "grad_norm": 0.7464813344784782, + "learning_rate": 1.737191496847086e-05, + "loss": 0.0261, + "step": 30544 + }, + { + "epoch": 25.90754877014419, + "grad_norm": 0.8736383091730926, + "learning_rate": 1.7371729352904366e-05, + "loss": 0.0271, + "step": 30545 + }, + { + "epoch": 25.908396946564885, + "grad_norm": 0.7754038017035767, + "learning_rate": 1.7371543731775015e-05, + "loss": 0.0281, + "step": 30546 + }, + { + "epoch": 25.90924512298558, + "grad_norm": 0.7030341608535889, + "learning_rate": 1.737135810508294e-05, + "loss": 0.026, + "step": 30547 + }, + { + "epoch": 25.910093299406277, + "grad_norm": 0.8877300949005276, + "learning_rate": 1.737117247282829e-05, + "loss": 0.0291, + "step": 30548 + }, + { + "epoch": 25.910941475826974, + "grad_norm": 0.7348403843701067, + "learning_rate": 1.73709868350112e-05, + "loss": 0.0271, + "step": 30549 + }, + { + "epoch": 25.911789652247666, + "grad_norm": 0.618737088757547, + "learning_rate": 1.7370801191631815e-05, + "loss": 0.0208, + "step": 30550 + }, + { + "epoch": 25.912637828668363, + "grad_norm": 0.620643804254674, + "learning_rate": 1.737061554269027e-05, + "loss": 0.0266, + "step": 30551 + }, + { + "epoch": 25.91348600508906, + "grad_norm": 0.7560817649178204, + "learning_rate": 1.7370429888186705e-05, + "loss": 0.0271, + "step": 30552 + }, + { + "epoch": 25.914334181509755, + "grad_norm": 0.6109469494590175, + "learning_rate": 1.737024422812126e-05, + "loss": 0.0247, + "step": 30553 + }, + { + "epoch": 25.91518235793045, + "grad_norm": 0.6078384470222177, + "learning_rate": 1.737005856249408e-05, + "loss": 0.0229, + "step": 30554 + }, + { + "epoch": 25.916030534351144, + "grad_norm": 0.6728656193035303, + "learning_rate": 1.73698728913053e-05, + "loss": 0.0243, + "step": 30555 + }, + { + "epoch": 25.91687871077184, + "grad_norm": 0.6770091409515905, + "learning_rate": 1.7369687214555064e-05, + "loss": 0.0282, + "step": 30556 + }, + { + "epoch": 25.917726887192536, + "grad_norm": 1.1607109955891672, + "learning_rate": 1.7369501532243506e-05, + "loss": 0.0279, + "step": 30557 + }, + { + "epoch": 25.918575063613233, + "grad_norm": 0.7432795014139539, + "learning_rate": 1.7369315844370774e-05, + "loss": 0.0251, + "step": 30558 + }, + { + "epoch": 25.91942324003393, + "grad_norm": 0.8133053734967077, + "learning_rate": 1.7369130150937e-05, + "loss": 0.0276, + "step": 30559 + }, + { + "epoch": 25.92027141645462, + "grad_norm": 0.8579780027846291, + "learning_rate": 1.7368944451942333e-05, + "loss": 0.0275, + "step": 30560 + }, + { + "epoch": 25.921119592875318, + "grad_norm": 0.8152296348033957, + "learning_rate": 1.7368758747386908e-05, + "loss": 0.0271, + "step": 30561 + }, + { + "epoch": 25.921967769296014, + "grad_norm": 0.763829184636279, + "learning_rate": 1.7368573037270864e-05, + "loss": 0.0261, + "step": 30562 + }, + { + "epoch": 25.92281594571671, + "grad_norm": 0.8918869300805756, + "learning_rate": 1.7368387321594347e-05, + "loss": 0.0302, + "step": 30563 + }, + { + "epoch": 25.923664122137403, + "grad_norm": 0.7595765998205045, + "learning_rate": 1.736820160035749e-05, + "loss": 0.0281, + "step": 30564 + }, + { + "epoch": 25.9245122985581, + "grad_norm": 0.9471326650974021, + "learning_rate": 1.736801587356043e-05, + "loss": 0.0303, + "step": 30565 + }, + { + "epoch": 25.925360474978795, + "grad_norm": 0.6855255036551557, + "learning_rate": 1.7367830141203325e-05, + "loss": 0.0237, + "step": 30566 + }, + { + "epoch": 25.92620865139949, + "grad_norm": 0.7191111403326105, + "learning_rate": 1.7367644403286298e-05, + "loss": 0.0248, + "step": 30567 + }, + { + "epoch": 25.927056827820188, + "grad_norm": 0.812074274940283, + "learning_rate": 1.7367458659809492e-05, + "loss": 0.0267, + "step": 30568 + }, + { + "epoch": 25.92790500424088, + "grad_norm": 0.8646607992523492, + "learning_rate": 1.7367272910773053e-05, + "loss": 0.03, + "step": 30569 + }, + { + "epoch": 25.928753180661577, + "grad_norm": 0.6865891368320827, + "learning_rate": 1.7367087156177117e-05, + "loss": 0.0233, + "step": 30570 + }, + { + "epoch": 25.929601357082273, + "grad_norm": 0.6827029455827275, + "learning_rate": 1.7366901396021826e-05, + "loss": 0.0268, + "step": 30571 + }, + { + "epoch": 25.93044953350297, + "grad_norm": 0.728573816864917, + "learning_rate": 1.7366715630307318e-05, + "loss": 0.0266, + "step": 30572 + }, + { + "epoch": 25.931297709923665, + "grad_norm": 0.8149602146864918, + "learning_rate": 1.7366529859033734e-05, + "loss": 0.0267, + "step": 30573 + }, + { + "epoch": 25.932145886344358, + "grad_norm": 0.7011271839492224, + "learning_rate": 1.7366344082201217e-05, + "loss": 0.0275, + "step": 30574 + }, + { + "epoch": 25.932994062765054, + "grad_norm": 0.8248093311056519, + "learning_rate": 1.7366158299809902e-05, + "loss": 0.031, + "step": 30575 + }, + { + "epoch": 25.93384223918575, + "grad_norm": 0.7839494802577143, + "learning_rate": 1.7365972511859936e-05, + "loss": 0.0294, + "step": 30576 + }, + { + "epoch": 25.934690415606447, + "grad_norm": 0.6765630220754917, + "learning_rate": 1.7365786718351452e-05, + "loss": 0.0245, + "step": 30577 + }, + { + "epoch": 25.935538592027143, + "grad_norm": 0.6585392216614312, + "learning_rate": 1.7365600919284595e-05, + "loss": 0.0256, + "step": 30578 + }, + { + "epoch": 25.936386768447836, + "grad_norm": 0.7912916022868645, + "learning_rate": 1.7365415114659502e-05, + "loss": 0.0269, + "step": 30579 + }, + { + "epoch": 25.937234944868532, + "grad_norm": 0.8271814728154447, + "learning_rate": 1.7365229304476314e-05, + "loss": 0.0301, + "step": 30580 + }, + { + "epoch": 25.938083121289228, + "grad_norm": 0.7786930206346818, + "learning_rate": 1.736504348873518e-05, + "loss": 0.0257, + "step": 30581 + }, + { + "epoch": 25.938931297709924, + "grad_norm": 0.6323246891905576, + "learning_rate": 1.7364857667436222e-05, + "loss": 0.0256, + "step": 30582 + }, + { + "epoch": 25.93977947413062, + "grad_norm": 0.8850429060699913, + "learning_rate": 1.7364671840579597e-05, + "loss": 0.0271, + "step": 30583 + }, + { + "epoch": 25.940627650551313, + "grad_norm": 0.8478895512030544, + "learning_rate": 1.7364486008165436e-05, + "loss": 0.0268, + "step": 30584 + }, + { + "epoch": 25.94147582697201, + "grad_norm": 0.8425492789041074, + "learning_rate": 1.7364300170193885e-05, + "loss": 0.0283, + "step": 30585 + }, + { + "epoch": 25.942324003392706, + "grad_norm": 0.7683939661256836, + "learning_rate": 1.7364114326665077e-05, + "loss": 0.0266, + "step": 30586 + }, + { + "epoch": 25.943172179813402, + "grad_norm": 0.7253489993187274, + "learning_rate": 1.736392847757916e-05, + "loss": 0.0253, + "step": 30587 + }, + { + "epoch": 25.9440203562341, + "grad_norm": 0.8040679362332981, + "learning_rate": 1.736374262293627e-05, + "loss": 0.0286, + "step": 30588 + }, + { + "epoch": 25.94486853265479, + "grad_norm": 0.6719393276172662, + "learning_rate": 1.7363556762736547e-05, + "loss": 0.0252, + "step": 30589 + }, + { + "epoch": 25.945716709075487, + "grad_norm": 0.7892824218476651, + "learning_rate": 1.736337089698013e-05, + "loss": 0.0247, + "step": 30590 + }, + { + "epoch": 25.946564885496183, + "grad_norm": 0.7988843224758677, + "learning_rate": 1.7363185025667167e-05, + "loss": 0.0277, + "step": 30591 + }, + { + "epoch": 25.94741306191688, + "grad_norm": 0.7977310582687063, + "learning_rate": 1.736299914879779e-05, + "loss": 0.0271, + "step": 30592 + }, + { + "epoch": 25.948261238337576, + "grad_norm": 0.7661492185474073, + "learning_rate": 1.736281326637214e-05, + "loss": 0.0251, + "step": 30593 + }, + { + "epoch": 25.94910941475827, + "grad_norm": 0.6880673549367138, + "learning_rate": 1.7362627378390362e-05, + "loss": 0.0278, + "step": 30594 + }, + { + "epoch": 25.949957591178965, + "grad_norm": 0.801126111398417, + "learning_rate": 1.7362441484852593e-05, + "loss": 0.03, + "step": 30595 + }, + { + "epoch": 25.95080576759966, + "grad_norm": 0.690983549636445, + "learning_rate": 1.7362255585758975e-05, + "loss": 0.0239, + "step": 30596 + }, + { + "epoch": 25.951653944020357, + "grad_norm": 0.7213614261682153, + "learning_rate": 1.7362069681109645e-05, + "loss": 0.0254, + "step": 30597 + }, + { + "epoch": 25.952502120441054, + "grad_norm": 0.7810026527278762, + "learning_rate": 1.7361883770904747e-05, + "loss": 0.0254, + "step": 30598 + }, + { + "epoch": 25.953350296861746, + "grad_norm": 0.5142540243762106, + "learning_rate": 1.7361697855144418e-05, + "loss": 0.0224, + "step": 30599 + }, + { + "epoch": 25.954198473282442, + "grad_norm": 0.7827113127204013, + "learning_rate": 1.73615119338288e-05, + "loss": 0.0267, + "step": 30600 + }, + { + "epoch": 25.95504664970314, + "grad_norm": 0.7240322026090065, + "learning_rate": 1.7361326006958034e-05, + "loss": 0.0273, + "step": 30601 + }, + { + "epoch": 25.955894826123835, + "grad_norm": 0.7566043766937011, + "learning_rate": 1.736114007453226e-05, + "loss": 0.0266, + "step": 30602 + }, + { + "epoch": 25.956743002544528, + "grad_norm": 0.8211755701679097, + "learning_rate": 1.736095413655162e-05, + "loss": 0.0287, + "step": 30603 + }, + { + "epoch": 25.957591178965224, + "grad_norm": 0.789827656369761, + "learning_rate": 1.736076819301625e-05, + "loss": 0.0258, + "step": 30604 + }, + { + "epoch": 25.95843935538592, + "grad_norm": 0.6173619227766469, + "learning_rate": 1.736058224392629e-05, + "loss": 0.0249, + "step": 30605 + }, + { + "epoch": 25.959287531806616, + "grad_norm": 0.9692390847322768, + "learning_rate": 1.7360396289281887e-05, + "loss": 0.0268, + "step": 30606 + }, + { + "epoch": 25.960135708227313, + "grad_norm": 0.712092201924781, + "learning_rate": 1.7360210329083177e-05, + "loss": 0.0251, + "step": 30607 + }, + { + "epoch": 25.960983884648005, + "grad_norm": 0.7092448519006764, + "learning_rate": 1.73600243633303e-05, + "loss": 0.0269, + "step": 30608 + }, + { + "epoch": 25.9618320610687, + "grad_norm": 0.7725494696886386, + "learning_rate": 1.7359838392023392e-05, + "loss": 0.0294, + "step": 30609 + }, + { + "epoch": 25.962680237489398, + "grad_norm": 0.6433134051033124, + "learning_rate": 1.7359652415162606e-05, + "loss": 0.0248, + "step": 30610 + }, + { + "epoch": 25.963528413910094, + "grad_norm": 0.750317890927814, + "learning_rate": 1.735946643274807e-05, + "loss": 0.0266, + "step": 30611 + }, + { + "epoch": 25.96437659033079, + "grad_norm": 0.7012979279547714, + "learning_rate": 1.7359280444779928e-05, + "loss": 0.0258, + "step": 30612 + }, + { + "epoch": 25.965224766751483, + "grad_norm": 0.6472812158861749, + "learning_rate": 1.7359094451258325e-05, + "loss": 0.0249, + "step": 30613 + }, + { + "epoch": 25.96607294317218, + "grad_norm": 0.7772779246374717, + "learning_rate": 1.7358908452183395e-05, + "loss": 0.0266, + "step": 30614 + }, + { + "epoch": 25.966921119592875, + "grad_norm": 0.7889508909572033, + "learning_rate": 1.7358722447555283e-05, + "loss": 0.0244, + "step": 30615 + }, + { + "epoch": 25.96776929601357, + "grad_norm": 0.773597756690653, + "learning_rate": 1.7358536437374124e-05, + "loss": 0.0261, + "step": 30616 + }, + { + "epoch": 25.968617472434268, + "grad_norm": 0.7870521171878819, + "learning_rate": 1.7358350421640065e-05, + "loss": 0.0233, + "step": 30617 + }, + { + "epoch": 25.96946564885496, + "grad_norm": 0.7567310841041458, + "learning_rate": 1.735816440035324e-05, + "loss": 0.0269, + "step": 30618 + }, + { + "epoch": 25.970313825275657, + "grad_norm": 0.8072624708023065, + "learning_rate": 1.7357978373513797e-05, + "loss": 0.0274, + "step": 30619 + }, + { + "epoch": 25.971162001696353, + "grad_norm": 0.634132599505097, + "learning_rate": 1.735779234112187e-05, + "loss": 0.0236, + "step": 30620 + }, + { + "epoch": 25.97201017811705, + "grad_norm": 0.7638651769164948, + "learning_rate": 1.73576063031776e-05, + "loss": 0.0271, + "step": 30621 + }, + { + "epoch": 25.972858354537745, + "grad_norm": 0.6620602453491686, + "learning_rate": 1.7357420259681127e-05, + "loss": 0.0236, + "step": 30622 + }, + { + "epoch": 25.973706530958438, + "grad_norm": 0.6949156497826094, + "learning_rate": 1.7357234210632598e-05, + "loss": 0.0266, + "step": 30623 + }, + { + "epoch": 25.974554707379134, + "grad_norm": 0.8351503128817938, + "learning_rate": 1.735704815603214e-05, + "loss": 0.0256, + "step": 30624 + }, + { + "epoch": 25.97540288379983, + "grad_norm": 0.7145342196361687, + "learning_rate": 1.735686209587991e-05, + "loss": 0.0271, + "step": 30625 + }, + { + "epoch": 25.976251060220527, + "grad_norm": 0.7346787123977411, + "learning_rate": 1.7356676030176037e-05, + "loss": 0.0263, + "step": 30626 + }, + { + "epoch": 25.977099236641223, + "grad_norm": 0.6504294648970707, + "learning_rate": 1.7356489958920665e-05, + "loss": 0.0244, + "step": 30627 + }, + { + "epoch": 25.977947413061916, + "grad_norm": 0.8012384676970975, + "learning_rate": 1.7356303882113935e-05, + "loss": 0.0287, + "step": 30628 + }, + { + "epoch": 25.978795589482612, + "grad_norm": 0.6645373908255063, + "learning_rate": 1.7356117799755984e-05, + "loss": 0.0266, + "step": 30629 + }, + { + "epoch": 25.979643765903308, + "grad_norm": 0.7677980704991016, + "learning_rate": 1.7355931711846956e-05, + "loss": 0.0269, + "step": 30630 + }, + { + "epoch": 25.980491942324004, + "grad_norm": 0.6913913903053133, + "learning_rate": 1.735574561838699e-05, + "loss": 0.0254, + "step": 30631 + }, + { + "epoch": 25.9813401187447, + "grad_norm": 0.8110711045001668, + "learning_rate": 1.7355559519376227e-05, + "loss": 0.0272, + "step": 30632 + }, + { + "epoch": 25.982188295165393, + "grad_norm": 0.6278158709489347, + "learning_rate": 1.7355373414814805e-05, + "loss": 0.027, + "step": 30633 + }, + { + "epoch": 25.98303647158609, + "grad_norm": 0.6051093945101815, + "learning_rate": 1.7355187304702868e-05, + "loss": 0.0242, + "step": 30634 + }, + { + "epoch": 25.983884648006786, + "grad_norm": 0.6744511973314062, + "learning_rate": 1.7355001189040557e-05, + "loss": 0.0223, + "step": 30635 + }, + { + "epoch": 25.984732824427482, + "grad_norm": 0.6243133961827116, + "learning_rate": 1.735481506782801e-05, + "loss": 0.0231, + "step": 30636 + }, + { + "epoch": 25.98558100084818, + "grad_norm": 0.7431843487026771, + "learning_rate": 1.7354628941065366e-05, + "loss": 0.0273, + "step": 30637 + }, + { + "epoch": 25.98642917726887, + "grad_norm": 0.6683094833323626, + "learning_rate": 1.735444280875277e-05, + "loss": 0.0253, + "step": 30638 + }, + { + "epoch": 25.987277353689567, + "grad_norm": 0.7735880917478241, + "learning_rate": 1.7354256670890356e-05, + "loss": 0.0266, + "step": 30639 + }, + { + "epoch": 25.988125530110263, + "grad_norm": 0.7655935885861416, + "learning_rate": 1.735407052747827e-05, + "loss": 0.0247, + "step": 30640 + }, + { + "epoch": 25.98897370653096, + "grad_norm": 0.6248336195376213, + "learning_rate": 1.7353884378516652e-05, + "loss": 0.0233, + "step": 30641 + }, + { + "epoch": 25.989821882951652, + "grad_norm": 0.6913662831397909, + "learning_rate": 1.7353698224005643e-05, + "loss": 0.0242, + "step": 30642 + }, + { + "epoch": 25.99067005937235, + "grad_norm": 0.6696614848626619, + "learning_rate": 1.7353512063945375e-05, + "loss": 0.0243, + "step": 30643 + }, + { + "epoch": 25.991518235793045, + "grad_norm": 0.7268904803024303, + "learning_rate": 1.7353325898336005e-05, + "loss": 0.0255, + "step": 30644 + }, + { + "epoch": 25.99236641221374, + "grad_norm": 0.6787326790374452, + "learning_rate": 1.7353139727177655e-05, + "loss": 0.0236, + "step": 30645 + }, + { + "epoch": 25.993214588634437, + "grad_norm": 0.8686072221694043, + "learning_rate": 1.7352953550470476e-05, + "loss": 0.0272, + "step": 30646 + }, + { + "epoch": 25.99406276505513, + "grad_norm": 0.6401033250603624, + "learning_rate": 1.7352767368214608e-05, + "loss": 0.0235, + "step": 30647 + }, + { + "epoch": 25.994910941475826, + "grad_norm": 0.7035218672359711, + "learning_rate": 1.7352581180410193e-05, + "loss": 0.0252, + "step": 30648 + }, + { + "epoch": 25.995759117896522, + "grad_norm": 0.688242269199283, + "learning_rate": 1.7352394987057363e-05, + "loss": 0.0241, + "step": 30649 + }, + { + "epoch": 25.99660729431722, + "grad_norm": 0.7460158570150449, + "learning_rate": 1.7352208788156268e-05, + "loss": 0.0281, + "step": 30650 + }, + { + "epoch": 25.997455470737915, + "grad_norm": 0.7699999636044897, + "learning_rate": 1.7352022583707046e-05, + "loss": 0.029, + "step": 30651 + }, + { + "epoch": 25.998303647158608, + "grad_norm": 0.7457197289519735, + "learning_rate": 1.735183637370983e-05, + "loss": 0.0269, + "step": 30652 + }, + { + "epoch": 25.999151823579304, + "grad_norm": 0.6705963740093506, + "learning_rate": 1.7351650158164773e-05, + "loss": 0.0256, + "step": 30653 + }, + { + "epoch": 26.0, + "grad_norm": 0.6699800444076421, + "learning_rate": 1.7351463937072008e-05, + "loss": 0.0253, + "step": 30654 + }, + { + "epoch": 26.000848176420696, + "grad_norm": 0.6524733148839372, + "learning_rate": 1.7351277710431674e-05, + "loss": 0.024, + "step": 30655 + }, + { + "epoch": 26.001696352841392, + "grad_norm": 0.5223611278790897, + "learning_rate": 1.7351091478243915e-05, + "loss": 0.0216, + "step": 30656 + }, + { + "epoch": 26.002544529262085, + "grad_norm": 0.649838663338172, + "learning_rate": 1.735090524050887e-05, + "loss": 0.0226, + "step": 30657 + }, + { + "epoch": 26.00339270568278, + "grad_norm": 0.6589646545279122, + "learning_rate": 1.735071899722668e-05, + "loss": 0.0243, + "step": 30658 + }, + { + "epoch": 26.004240882103478, + "grad_norm": 0.5394366834319808, + "learning_rate": 1.7350532748397492e-05, + "loss": 0.0212, + "step": 30659 + }, + { + "epoch": 26.005089058524174, + "grad_norm": 0.5978381302934794, + "learning_rate": 1.7350346494021434e-05, + "loss": 0.0219, + "step": 30660 + }, + { + "epoch": 26.00593723494487, + "grad_norm": 0.6793533411543697, + "learning_rate": 1.7350160234098655e-05, + "loss": 0.0231, + "step": 30661 + }, + { + "epoch": 26.006785411365563, + "grad_norm": 0.5747735738097606, + "learning_rate": 1.7349973968629295e-05, + "loss": 0.0235, + "step": 30662 + }, + { + "epoch": 26.00763358778626, + "grad_norm": 0.6952894703986618, + "learning_rate": 1.734978769761349e-05, + "loss": 0.0234, + "step": 30663 + }, + { + "epoch": 26.008481764206955, + "grad_norm": 0.7253154787369792, + "learning_rate": 1.7349601421051384e-05, + "loss": 0.0284, + "step": 30664 + }, + { + "epoch": 26.00932994062765, + "grad_norm": 0.5703857730113376, + "learning_rate": 1.7349415138943122e-05, + "loss": 0.0217, + "step": 30665 + }, + { + "epoch": 26.010178117048348, + "grad_norm": 0.6123330887310927, + "learning_rate": 1.7349228851288834e-05, + "loss": 0.0206, + "step": 30666 + }, + { + "epoch": 26.01102629346904, + "grad_norm": 0.6799232596538921, + "learning_rate": 1.734904255808867e-05, + "loss": 0.0232, + "step": 30667 + }, + { + "epoch": 26.011874469889737, + "grad_norm": 0.5987790845062597, + "learning_rate": 1.7348856259342764e-05, + "loss": 0.0196, + "step": 30668 + }, + { + "epoch": 26.012722646310433, + "grad_norm": 0.6637961581929243, + "learning_rate": 1.734866995505126e-05, + "loss": 0.0216, + "step": 30669 + }, + { + "epoch": 26.01357082273113, + "grad_norm": 0.6242558703024488, + "learning_rate": 1.7348483645214305e-05, + "loss": 0.0237, + "step": 30670 + }, + { + "epoch": 26.014418999151825, + "grad_norm": 0.675082978414163, + "learning_rate": 1.7348297329832027e-05, + "loss": 0.0208, + "step": 30671 + }, + { + "epoch": 26.015267175572518, + "grad_norm": 0.6503920325972038, + "learning_rate": 1.734811100890457e-05, + "loss": 0.0203, + "step": 30672 + }, + { + "epoch": 26.016115351993214, + "grad_norm": 0.6241356654625302, + "learning_rate": 1.734792468243208e-05, + "loss": 0.0223, + "step": 30673 + }, + { + "epoch": 26.01696352841391, + "grad_norm": 0.5805942312584174, + "learning_rate": 1.7347738350414695e-05, + "loss": 0.0221, + "step": 30674 + }, + { + "epoch": 26.017811704834607, + "grad_norm": 0.7757800479726138, + "learning_rate": 1.7347552012852554e-05, + "loss": 0.0235, + "step": 30675 + }, + { + "epoch": 26.0186598812553, + "grad_norm": 0.7226913985740813, + "learning_rate": 1.73473656697458e-05, + "loss": 0.026, + "step": 30676 + }, + { + "epoch": 26.019508057675996, + "grad_norm": 0.6850490544677654, + "learning_rate": 1.7347179321094572e-05, + "loss": 0.0216, + "step": 30677 + }, + { + "epoch": 26.020356234096692, + "grad_norm": 0.7228585451952115, + "learning_rate": 1.734699296689901e-05, + "loss": 0.0229, + "step": 30678 + }, + { + "epoch": 26.021204410517388, + "grad_norm": 0.6348898185278947, + "learning_rate": 1.7346806607159255e-05, + "loss": 0.0212, + "step": 30679 + }, + { + "epoch": 26.022052586938084, + "grad_norm": 0.7382699626828079, + "learning_rate": 1.7346620241875448e-05, + "loss": 0.024, + "step": 30680 + }, + { + "epoch": 26.022900763358777, + "grad_norm": 0.6446897125848129, + "learning_rate": 1.734643387104773e-05, + "loss": 0.0205, + "step": 30681 + }, + { + "epoch": 26.023748939779473, + "grad_norm": 0.7590292723980662, + "learning_rate": 1.7346247494676245e-05, + "loss": 0.0234, + "step": 30682 + }, + { + "epoch": 26.02459711620017, + "grad_norm": 0.8822904328464287, + "learning_rate": 1.734606111276113e-05, + "loss": 0.0263, + "step": 30683 + }, + { + "epoch": 26.025445292620866, + "grad_norm": 0.754035416916148, + "learning_rate": 1.734587472530252e-05, + "loss": 0.0234, + "step": 30684 + }, + { + "epoch": 26.026293469041562, + "grad_norm": 0.5992252230547305, + "learning_rate": 1.7345688332300566e-05, + "loss": 0.0201, + "step": 30685 + }, + { + "epoch": 26.027141645462255, + "grad_norm": 0.753645433450557, + "learning_rate": 1.7345501933755404e-05, + "loss": 0.0232, + "step": 30686 + }, + { + "epoch": 26.02798982188295, + "grad_norm": 0.6275586921485038, + "learning_rate": 1.7345315529667174e-05, + "loss": 0.0196, + "step": 30687 + }, + { + "epoch": 26.028837998303647, + "grad_norm": 0.6645980879347574, + "learning_rate": 1.7345129120036017e-05, + "loss": 0.0214, + "step": 30688 + }, + { + "epoch": 26.029686174724343, + "grad_norm": 0.6500894107161199, + "learning_rate": 1.7344942704862074e-05, + "loss": 0.0245, + "step": 30689 + }, + { + "epoch": 26.03053435114504, + "grad_norm": 0.8149352766457137, + "learning_rate": 1.7344756284145486e-05, + "loss": 0.025, + "step": 30690 + }, + { + "epoch": 26.031382527565732, + "grad_norm": 0.6038860429423761, + "learning_rate": 1.7344569857886396e-05, + "loss": 0.0212, + "step": 30691 + }, + { + "epoch": 26.03223070398643, + "grad_norm": 0.8105289759820531, + "learning_rate": 1.734438342608494e-05, + "loss": 0.024, + "step": 30692 + }, + { + "epoch": 26.033078880407125, + "grad_norm": 0.7091349477977427, + "learning_rate": 1.7344196988741263e-05, + "loss": 0.0225, + "step": 30693 + }, + { + "epoch": 26.03392705682782, + "grad_norm": 0.6518148698320607, + "learning_rate": 1.73440105458555e-05, + "loss": 0.0226, + "step": 30694 + }, + { + "epoch": 26.034775233248517, + "grad_norm": 0.6552061666931481, + "learning_rate": 1.7343824097427793e-05, + "loss": 0.0225, + "step": 30695 + }, + { + "epoch": 26.03562340966921, + "grad_norm": 0.5973096614173461, + "learning_rate": 1.734363764345829e-05, + "loss": 0.0221, + "step": 30696 + }, + { + "epoch": 26.036471586089906, + "grad_norm": 0.6953552357593261, + "learning_rate": 1.7343451183947127e-05, + "loss": 0.0244, + "step": 30697 + }, + { + "epoch": 26.037319762510602, + "grad_norm": 0.7001839527628106, + "learning_rate": 1.7343264718894442e-05, + "loss": 0.0236, + "step": 30698 + }, + { + "epoch": 26.0381679389313, + "grad_norm": 0.804114352119361, + "learning_rate": 1.734307824830038e-05, + "loss": 0.0238, + "step": 30699 + }, + { + "epoch": 26.039016115351995, + "grad_norm": 0.6419639412343384, + "learning_rate": 1.734289177216508e-05, + "loss": 0.019, + "step": 30700 + }, + { + "epoch": 26.039864291772687, + "grad_norm": 0.6623615870814026, + "learning_rate": 1.7342705290488678e-05, + "loss": 0.0217, + "step": 30701 + }, + { + "epoch": 26.040712468193384, + "grad_norm": 0.6876910167627629, + "learning_rate": 1.7342518803271323e-05, + "loss": 0.0211, + "step": 30702 + }, + { + "epoch": 26.04156064461408, + "grad_norm": 0.7779126441026871, + "learning_rate": 1.734233231051315e-05, + "loss": 0.0258, + "step": 30703 + }, + { + "epoch": 26.042408821034776, + "grad_norm": 0.7070534067208634, + "learning_rate": 1.7342145812214304e-05, + "loss": 0.0198, + "step": 30704 + }, + { + "epoch": 26.043256997455472, + "grad_norm": 0.8509843427428537, + "learning_rate": 1.7341959308374923e-05, + "loss": 0.0244, + "step": 30705 + }, + { + "epoch": 26.044105173876165, + "grad_norm": 0.6919872001510899, + "learning_rate": 1.7341772798995148e-05, + "loss": 0.0238, + "step": 30706 + }, + { + "epoch": 26.04495335029686, + "grad_norm": 0.6538350742036908, + "learning_rate": 1.7341586284075116e-05, + "loss": 0.023, + "step": 30707 + }, + { + "epoch": 26.045801526717558, + "grad_norm": 0.7074837557052462, + "learning_rate": 1.7341399763614974e-05, + "loss": 0.0218, + "step": 30708 + }, + { + "epoch": 26.046649703138254, + "grad_norm": 0.6994474753740753, + "learning_rate": 1.734121323761486e-05, + "loss": 0.0262, + "step": 30709 + }, + { + "epoch": 26.04749787955895, + "grad_norm": 0.8490050902426037, + "learning_rate": 1.7341026706074918e-05, + "loss": 0.0263, + "step": 30710 + }, + { + "epoch": 26.048346055979643, + "grad_norm": 0.6620519318483572, + "learning_rate": 1.7340840168995285e-05, + "loss": 0.0213, + "step": 30711 + }, + { + "epoch": 26.04919423240034, + "grad_norm": 0.506174119625479, + "learning_rate": 1.73406536263761e-05, + "loss": 0.0188, + "step": 30712 + }, + { + "epoch": 26.050042408821035, + "grad_norm": 0.6255597208123541, + "learning_rate": 1.734046707821751e-05, + "loss": 0.0228, + "step": 30713 + }, + { + "epoch": 26.05089058524173, + "grad_norm": 0.6246534398724894, + "learning_rate": 1.734028052451965e-05, + "loss": 0.0221, + "step": 30714 + }, + { + "epoch": 26.051738761662424, + "grad_norm": 0.5909061232985655, + "learning_rate": 1.734009396528266e-05, + "loss": 0.0236, + "step": 30715 + }, + { + "epoch": 26.05258693808312, + "grad_norm": 0.6554243401225729, + "learning_rate": 1.7339907400506694e-05, + "loss": 0.0226, + "step": 30716 + }, + { + "epoch": 26.053435114503817, + "grad_norm": 0.8884705671512735, + "learning_rate": 1.7339720830191873e-05, + "loss": 0.0256, + "step": 30717 + }, + { + "epoch": 26.054283290924513, + "grad_norm": 0.6048198126821436, + "learning_rate": 1.733953425433835e-05, + "loss": 0.0209, + "step": 30718 + }, + { + "epoch": 26.05513146734521, + "grad_norm": 0.772766720266064, + "learning_rate": 1.7339347672946264e-05, + "loss": 0.0267, + "step": 30719 + }, + { + "epoch": 26.0559796437659, + "grad_norm": 0.6594706835758868, + "learning_rate": 1.7339161086015754e-05, + "loss": 0.0262, + "step": 30720 + }, + { + "epoch": 26.056827820186598, + "grad_norm": 0.7524235694474841, + "learning_rate": 1.7338974493546962e-05, + "loss": 0.0242, + "step": 30721 + }, + { + "epoch": 26.057675996607294, + "grad_norm": 0.6770164752401864, + "learning_rate": 1.7338787895540026e-05, + "loss": 0.0234, + "step": 30722 + }, + { + "epoch": 26.05852417302799, + "grad_norm": 0.6937785389644014, + "learning_rate": 1.7338601291995093e-05, + "loss": 0.024, + "step": 30723 + }, + { + "epoch": 26.059372349448687, + "grad_norm": 0.7160654632587553, + "learning_rate": 1.73384146829123e-05, + "loss": 0.0245, + "step": 30724 + }, + { + "epoch": 26.06022052586938, + "grad_norm": 0.6818474644186945, + "learning_rate": 1.7338228068291787e-05, + "loss": 0.0217, + "step": 30725 + }, + { + "epoch": 26.061068702290076, + "grad_norm": 0.6976149955589429, + "learning_rate": 1.7338041448133695e-05, + "loss": 0.0243, + "step": 30726 + }, + { + "epoch": 26.061916878710772, + "grad_norm": 0.5480292029600332, + "learning_rate": 1.7337854822438166e-05, + "loss": 0.0199, + "step": 30727 + }, + { + "epoch": 26.062765055131468, + "grad_norm": 0.7619995725778411, + "learning_rate": 1.733766819120534e-05, + "loss": 0.0261, + "step": 30728 + }, + { + "epoch": 26.063613231552164, + "grad_norm": 0.6571716424714382, + "learning_rate": 1.733748155443536e-05, + "loss": 0.0244, + "step": 30729 + }, + { + "epoch": 26.064461407972857, + "grad_norm": 0.7070968227494234, + "learning_rate": 1.7337294912128362e-05, + "loss": 0.0227, + "step": 30730 + }, + { + "epoch": 26.065309584393553, + "grad_norm": 0.7544113591175288, + "learning_rate": 1.7337108264284494e-05, + "loss": 0.0263, + "step": 30731 + }, + { + "epoch": 26.06615776081425, + "grad_norm": 0.7096066515701591, + "learning_rate": 1.7336921610903893e-05, + "loss": 0.0245, + "step": 30732 + }, + { + "epoch": 26.067005937234946, + "grad_norm": 0.7055533819173668, + "learning_rate": 1.7336734951986695e-05, + "loss": 0.0254, + "step": 30733 + }, + { + "epoch": 26.067854113655642, + "grad_norm": 0.671516432070201, + "learning_rate": 1.733654828753305e-05, + "loss": 0.0255, + "step": 30734 + }, + { + "epoch": 26.068702290076335, + "grad_norm": 0.9018249226509548, + "learning_rate": 1.733636161754309e-05, + "loss": 0.0293, + "step": 30735 + }, + { + "epoch": 26.06955046649703, + "grad_norm": 0.7264050560046562, + "learning_rate": 1.7336174942016963e-05, + "loss": 0.0224, + "step": 30736 + }, + { + "epoch": 26.070398642917727, + "grad_norm": 0.6116417692011988, + "learning_rate": 1.7335988260954807e-05, + "loss": 0.0219, + "step": 30737 + }, + { + "epoch": 26.071246819338423, + "grad_norm": 0.6781689206812457, + "learning_rate": 1.7335801574356765e-05, + "loss": 0.022, + "step": 30738 + }, + { + "epoch": 26.07209499575912, + "grad_norm": 0.7240843337801615, + "learning_rate": 1.7335614882222974e-05, + "loss": 0.0241, + "step": 30739 + }, + { + "epoch": 26.072943172179812, + "grad_norm": 0.6914678870727885, + "learning_rate": 1.7335428184553575e-05, + "loss": 0.0248, + "step": 30740 + }, + { + "epoch": 26.07379134860051, + "grad_norm": 0.7106838311419521, + "learning_rate": 1.7335241481348714e-05, + "loss": 0.0245, + "step": 30741 + }, + { + "epoch": 26.074639525021205, + "grad_norm": 0.7046359974803441, + "learning_rate": 1.7335054772608526e-05, + "loss": 0.0227, + "step": 30742 + }, + { + "epoch": 26.0754877014419, + "grad_norm": 0.753647075087446, + "learning_rate": 1.7334868058333155e-05, + "loss": 0.026, + "step": 30743 + }, + { + "epoch": 26.076335877862597, + "grad_norm": 0.6816234010474767, + "learning_rate": 1.733468133852274e-05, + "loss": 0.0235, + "step": 30744 + }, + { + "epoch": 26.07718405428329, + "grad_norm": 0.5700500816503152, + "learning_rate": 1.7334494613177425e-05, + "loss": 0.0221, + "step": 30745 + }, + { + "epoch": 26.078032230703986, + "grad_norm": 0.6755406312026948, + "learning_rate": 1.733430788229735e-05, + "loss": 0.0236, + "step": 30746 + }, + { + "epoch": 26.078880407124682, + "grad_norm": 0.5678376172632531, + "learning_rate": 1.7334121145882656e-05, + "loss": 0.0206, + "step": 30747 + }, + { + "epoch": 26.07972858354538, + "grad_norm": 0.7474137501268556, + "learning_rate": 1.7333934403933482e-05, + "loss": 0.022, + "step": 30748 + }, + { + "epoch": 26.08057675996607, + "grad_norm": 0.6450231318165665, + "learning_rate": 1.733374765644997e-05, + "loss": 0.0209, + "step": 30749 + }, + { + "epoch": 26.081424936386767, + "grad_norm": 0.6326982603797917, + "learning_rate": 1.7333560903432257e-05, + "loss": 0.0238, + "step": 30750 + }, + { + "epoch": 26.082273112807464, + "grad_norm": 0.6586556220931394, + "learning_rate": 1.733337414488049e-05, + "loss": 0.0228, + "step": 30751 + }, + { + "epoch": 26.08312128922816, + "grad_norm": 0.7006307956781085, + "learning_rate": 1.7333187380794808e-05, + "loss": 0.0253, + "step": 30752 + }, + { + "epoch": 26.083969465648856, + "grad_norm": 0.5799794258725827, + "learning_rate": 1.733300061117535e-05, + "loss": 0.0219, + "step": 30753 + }, + { + "epoch": 26.08481764206955, + "grad_norm": 0.6391776135547139, + "learning_rate": 1.7332813836022264e-05, + "loss": 0.0211, + "step": 30754 + }, + { + "epoch": 26.085665818490245, + "grad_norm": 0.6350286292730934, + "learning_rate": 1.733262705533568e-05, + "loss": 0.0243, + "step": 30755 + }, + { + "epoch": 26.08651399491094, + "grad_norm": 0.7706503783713178, + "learning_rate": 1.7332440269115747e-05, + "loss": 0.023, + "step": 30756 + }, + { + "epoch": 26.087362171331637, + "grad_norm": 0.6697378476835796, + "learning_rate": 1.7332253477362604e-05, + "loss": 0.0231, + "step": 30757 + }, + { + "epoch": 26.088210347752334, + "grad_norm": 0.6578507935936161, + "learning_rate": 1.733206668007639e-05, + "loss": 0.0214, + "step": 30758 + }, + { + "epoch": 26.089058524173026, + "grad_norm": 0.8250733996245355, + "learning_rate": 1.7331879877257246e-05, + "loss": 0.0257, + "step": 30759 + }, + { + "epoch": 26.089906700593723, + "grad_norm": 0.6494327941846841, + "learning_rate": 1.7331693068905317e-05, + "loss": 0.0225, + "step": 30760 + }, + { + "epoch": 26.09075487701442, + "grad_norm": 0.7026507811765026, + "learning_rate": 1.733150625502074e-05, + "loss": 0.0237, + "step": 30761 + }, + { + "epoch": 26.091603053435115, + "grad_norm": 0.6810509581767665, + "learning_rate": 1.7331319435603657e-05, + "loss": 0.0253, + "step": 30762 + }, + { + "epoch": 26.09245122985581, + "grad_norm": 0.7426536256464757, + "learning_rate": 1.733113261065421e-05, + "loss": 0.022, + "step": 30763 + }, + { + "epoch": 26.093299406276504, + "grad_norm": 0.6189287813235121, + "learning_rate": 1.7330945780172537e-05, + "loss": 0.0219, + "step": 30764 + }, + { + "epoch": 26.0941475826972, + "grad_norm": 0.7190726288000897, + "learning_rate": 1.7330758944158782e-05, + "loss": 0.0245, + "step": 30765 + }, + { + "epoch": 26.094995759117896, + "grad_norm": 0.6861793184157293, + "learning_rate": 1.7330572102613085e-05, + "loss": 0.0229, + "step": 30766 + }, + { + "epoch": 26.095843935538593, + "grad_norm": 0.6518813663856683, + "learning_rate": 1.733038525553559e-05, + "loss": 0.0216, + "step": 30767 + }, + { + "epoch": 26.09669211195929, + "grad_norm": 0.73976733296324, + "learning_rate": 1.733019840292643e-05, + "loss": 0.0224, + "step": 30768 + }, + { + "epoch": 26.09754028837998, + "grad_norm": 0.7454445784286973, + "learning_rate": 1.7330011544785756e-05, + "loss": 0.0231, + "step": 30769 + }, + { + "epoch": 26.098388464800678, + "grad_norm": 0.593797678089344, + "learning_rate": 1.73298246811137e-05, + "loss": 0.0222, + "step": 30770 + }, + { + "epoch": 26.099236641221374, + "grad_norm": 0.801683600723693, + "learning_rate": 1.7329637811910413e-05, + "loss": 0.0237, + "step": 30771 + }, + { + "epoch": 26.10008481764207, + "grad_norm": 0.6817885417474078, + "learning_rate": 1.7329450937176027e-05, + "loss": 0.0205, + "step": 30772 + }, + { + "epoch": 26.100932994062767, + "grad_norm": 0.7771423775600313, + "learning_rate": 1.7329264056910685e-05, + "loss": 0.0235, + "step": 30773 + }, + { + "epoch": 26.10178117048346, + "grad_norm": 0.6937461437030196, + "learning_rate": 1.732907717111453e-05, + "loss": 0.0206, + "step": 30774 + }, + { + "epoch": 26.102629346904155, + "grad_norm": 0.6182280810583658, + "learning_rate": 1.7328890279787704e-05, + "loss": 0.0211, + "step": 30775 + }, + { + "epoch": 26.10347752332485, + "grad_norm": 0.6639737737335442, + "learning_rate": 1.732870338293034e-05, + "loss": 0.0239, + "step": 30776 + }, + { + "epoch": 26.104325699745548, + "grad_norm": 0.6400735671708109, + "learning_rate": 1.7328516480542593e-05, + "loss": 0.0234, + "step": 30777 + }, + { + "epoch": 26.105173876166244, + "grad_norm": 0.6098707742652986, + "learning_rate": 1.7328329572624597e-05, + "loss": 0.022, + "step": 30778 + }, + { + "epoch": 26.106022052586937, + "grad_norm": 0.6182225781019818, + "learning_rate": 1.732814265917649e-05, + "loss": 0.0236, + "step": 30779 + }, + { + "epoch": 26.106870229007633, + "grad_norm": 0.5587488641655538, + "learning_rate": 1.732795574019841e-05, + "loss": 0.0221, + "step": 30780 + }, + { + "epoch": 26.10771840542833, + "grad_norm": 0.6007428649581211, + "learning_rate": 1.7327768815690512e-05, + "loss": 0.0254, + "step": 30781 + }, + { + "epoch": 26.108566581849026, + "grad_norm": 0.6877255971479325, + "learning_rate": 1.732758188565292e-05, + "loss": 0.0235, + "step": 30782 + }, + { + "epoch": 26.109414758269722, + "grad_norm": 0.674640638861505, + "learning_rate": 1.732739495008579e-05, + "loss": 0.0237, + "step": 30783 + }, + { + "epoch": 26.110262934690414, + "grad_norm": 0.6963539676032661, + "learning_rate": 1.7327208008989257e-05, + "loss": 0.0231, + "step": 30784 + }, + { + "epoch": 26.11111111111111, + "grad_norm": 0.5717368658939898, + "learning_rate": 1.7327021062363457e-05, + "loss": 0.0201, + "step": 30785 + }, + { + "epoch": 26.111959287531807, + "grad_norm": 0.8697868713011456, + "learning_rate": 1.732683411020854e-05, + "loss": 0.025, + "step": 30786 + }, + { + "epoch": 26.112807463952503, + "grad_norm": 0.6322605082064301, + "learning_rate": 1.732664715252464e-05, + "loss": 0.0252, + "step": 30787 + }, + { + "epoch": 26.113655640373196, + "grad_norm": 0.6362624556319654, + "learning_rate": 1.7326460189311906e-05, + "loss": 0.0215, + "step": 30788 + }, + { + "epoch": 26.114503816793892, + "grad_norm": 0.7693202040921342, + "learning_rate": 1.7326273220570466e-05, + "loss": 0.0248, + "step": 30789 + }, + { + "epoch": 26.11535199321459, + "grad_norm": 0.5642040643902644, + "learning_rate": 1.7326086246300476e-05, + "loss": 0.0208, + "step": 30790 + }, + { + "epoch": 26.116200169635285, + "grad_norm": 0.7177594789263593, + "learning_rate": 1.7325899266502068e-05, + "loss": 0.0216, + "step": 30791 + }, + { + "epoch": 26.11704834605598, + "grad_norm": 0.7328550165851819, + "learning_rate": 1.7325712281175384e-05, + "loss": 0.0233, + "step": 30792 + }, + { + "epoch": 26.117896522476673, + "grad_norm": 0.6627687919474254, + "learning_rate": 1.7325525290320567e-05, + "loss": 0.0235, + "step": 30793 + }, + { + "epoch": 26.11874469889737, + "grad_norm": 0.7126519105022915, + "learning_rate": 1.732533829393776e-05, + "loss": 0.0229, + "step": 30794 + }, + { + "epoch": 26.119592875318066, + "grad_norm": 0.7310533308418172, + "learning_rate": 1.7325151292027098e-05, + "loss": 0.0263, + "step": 30795 + }, + { + "epoch": 26.120441051738762, + "grad_norm": 0.6255989503749205, + "learning_rate": 1.7324964284588727e-05, + "loss": 0.0217, + "step": 30796 + }, + { + "epoch": 26.12128922815946, + "grad_norm": 0.7275122989238988, + "learning_rate": 1.732477727162279e-05, + "loss": 0.0244, + "step": 30797 + }, + { + "epoch": 26.12213740458015, + "grad_norm": 0.7423335092836983, + "learning_rate": 1.732459025312942e-05, + "loss": 0.0267, + "step": 30798 + }, + { + "epoch": 26.122985581000847, + "grad_norm": 0.7110907386229908, + "learning_rate": 1.732440322910877e-05, + "loss": 0.0237, + "step": 30799 + }, + { + "epoch": 26.123833757421544, + "grad_norm": 0.7923519523585952, + "learning_rate": 1.732421619956097e-05, + "loss": 0.0242, + "step": 30800 + }, + { + "epoch": 26.12468193384224, + "grad_norm": 0.8175504158582508, + "learning_rate": 1.7324029164486163e-05, + "loss": 0.0243, + "step": 30801 + }, + { + "epoch": 26.125530110262936, + "grad_norm": 0.5696065927846832, + "learning_rate": 1.7323842123884498e-05, + "loss": 0.0223, + "step": 30802 + }, + { + "epoch": 26.12637828668363, + "grad_norm": 0.7773168236478968, + "learning_rate": 1.732365507775611e-05, + "loss": 0.0238, + "step": 30803 + }, + { + "epoch": 26.127226463104325, + "grad_norm": 0.8514055549034851, + "learning_rate": 1.7323468026101134e-05, + "loss": 0.0248, + "step": 30804 + }, + { + "epoch": 26.12807463952502, + "grad_norm": 0.7078299989014418, + "learning_rate": 1.7323280968919724e-05, + "loss": 0.0255, + "step": 30805 + }, + { + "epoch": 26.128922815945717, + "grad_norm": 0.688882560675572, + "learning_rate": 1.7323093906212016e-05, + "loss": 0.022, + "step": 30806 + }, + { + "epoch": 26.129770992366414, + "grad_norm": 0.7526311645827382, + "learning_rate": 1.7322906837978148e-05, + "loss": 0.0236, + "step": 30807 + }, + { + "epoch": 26.130619168787106, + "grad_norm": 0.7458136720874369, + "learning_rate": 1.7322719764218263e-05, + "loss": 0.0233, + "step": 30808 + }, + { + "epoch": 26.131467345207803, + "grad_norm": 0.7977194944223844, + "learning_rate": 1.7322532684932505e-05, + "loss": 0.0262, + "step": 30809 + }, + { + "epoch": 26.1323155216285, + "grad_norm": 0.718654399912025, + "learning_rate": 1.732234560012101e-05, + "loss": 0.0261, + "step": 30810 + }, + { + "epoch": 26.133163698049195, + "grad_norm": 0.7906965747015472, + "learning_rate": 1.7322158509783923e-05, + "loss": 0.0236, + "step": 30811 + }, + { + "epoch": 26.13401187446989, + "grad_norm": 0.7319450947941258, + "learning_rate": 1.7321971413921385e-05, + "loss": 0.0244, + "step": 30812 + }, + { + "epoch": 26.134860050890584, + "grad_norm": 0.61788371533967, + "learning_rate": 1.7321784312533538e-05, + "loss": 0.0222, + "step": 30813 + }, + { + "epoch": 26.13570822731128, + "grad_norm": 0.6281074160244636, + "learning_rate": 1.732159720562052e-05, + "loss": 0.0224, + "step": 30814 + }, + { + "epoch": 26.136556403731976, + "grad_norm": 0.6208585053483351, + "learning_rate": 1.7321410093182475e-05, + "loss": 0.0244, + "step": 30815 + }, + { + "epoch": 26.137404580152673, + "grad_norm": 0.7007025695489932, + "learning_rate": 1.732122297521954e-05, + "loss": 0.0214, + "step": 30816 + }, + { + "epoch": 26.13825275657337, + "grad_norm": 0.6559886581931583, + "learning_rate": 1.732103585173186e-05, + "loss": 0.0242, + "step": 30817 + }, + { + "epoch": 26.13910093299406, + "grad_norm": 0.7719405156020578, + "learning_rate": 1.7320848722719576e-05, + "loss": 0.025, + "step": 30818 + }, + { + "epoch": 26.139949109414758, + "grad_norm": 0.8345415283799813, + "learning_rate": 1.732066158818283e-05, + "loss": 0.027, + "step": 30819 + }, + { + "epoch": 26.140797285835454, + "grad_norm": 0.6411567888571351, + "learning_rate": 1.732047444812176e-05, + "loss": 0.0246, + "step": 30820 + }, + { + "epoch": 26.14164546225615, + "grad_norm": 0.7376343527685945, + "learning_rate": 1.732028730253651e-05, + "loss": 0.0239, + "step": 30821 + }, + { + "epoch": 26.142493638676847, + "grad_norm": 0.7415898308444813, + "learning_rate": 1.732010015142722e-05, + "loss": 0.0233, + "step": 30822 + }, + { + "epoch": 26.14334181509754, + "grad_norm": 0.7372978042688794, + "learning_rate": 1.7319912994794033e-05, + "loss": 0.025, + "step": 30823 + }, + { + "epoch": 26.144189991518235, + "grad_norm": 0.6537713304915332, + "learning_rate": 1.7319725832637085e-05, + "loss": 0.0242, + "step": 30824 + }, + { + "epoch": 26.14503816793893, + "grad_norm": 0.7086079382954078, + "learning_rate": 1.7319538664956527e-05, + "loss": 0.0231, + "step": 30825 + }, + { + "epoch": 26.145886344359628, + "grad_norm": 0.7030615578020109, + "learning_rate": 1.7319351491752487e-05, + "loss": 0.0236, + "step": 30826 + }, + { + "epoch": 26.14673452078032, + "grad_norm": 0.7763444675463755, + "learning_rate": 1.731916431302512e-05, + "loss": 0.0257, + "step": 30827 + }, + { + "epoch": 26.147582697201017, + "grad_norm": 0.6763552005672606, + "learning_rate": 1.7318977128774553e-05, + "loss": 0.0248, + "step": 30828 + }, + { + "epoch": 26.148430873621713, + "grad_norm": 0.6603249366092578, + "learning_rate": 1.7318789939000943e-05, + "loss": 0.0242, + "step": 30829 + }, + { + "epoch": 26.14927905004241, + "grad_norm": 0.6962002534570385, + "learning_rate": 1.7318602743704417e-05, + "loss": 0.0276, + "step": 30830 + }, + { + "epoch": 26.150127226463106, + "grad_norm": 0.6878221195321719, + "learning_rate": 1.7318415542885128e-05, + "loss": 0.0259, + "step": 30831 + }, + { + "epoch": 26.150975402883798, + "grad_norm": 0.636774176366109, + "learning_rate": 1.7318228336543208e-05, + "loss": 0.0231, + "step": 30832 + }, + { + "epoch": 26.151823579304494, + "grad_norm": 0.5816838071182235, + "learning_rate": 1.7318041124678803e-05, + "loss": 0.0225, + "step": 30833 + }, + { + "epoch": 26.15267175572519, + "grad_norm": 0.6967224205887458, + "learning_rate": 1.7317853907292054e-05, + "loss": 0.0254, + "step": 30834 + }, + { + "epoch": 26.153519932145887, + "grad_norm": 0.6199124733445588, + "learning_rate": 1.73176666843831e-05, + "loss": 0.0236, + "step": 30835 + }, + { + "epoch": 26.154368108566583, + "grad_norm": 0.700231235494329, + "learning_rate": 1.7317479455952087e-05, + "loss": 0.022, + "step": 30836 + }, + { + "epoch": 26.155216284987276, + "grad_norm": 0.7231216296711448, + "learning_rate": 1.7317292221999152e-05, + "loss": 0.0223, + "step": 30837 + }, + { + "epoch": 26.156064461407972, + "grad_norm": 0.6485863661693075, + "learning_rate": 1.7317104982524434e-05, + "loss": 0.0209, + "step": 30838 + }, + { + "epoch": 26.15691263782867, + "grad_norm": 0.7506665369653427, + "learning_rate": 1.7316917737528077e-05, + "loss": 0.0234, + "step": 30839 + }, + { + "epoch": 26.157760814249365, + "grad_norm": 0.6430048967476234, + "learning_rate": 1.7316730487010228e-05, + "loss": 0.0249, + "step": 30840 + }, + { + "epoch": 26.15860899067006, + "grad_norm": 0.6171382737694882, + "learning_rate": 1.7316543230971025e-05, + "loss": 0.022, + "step": 30841 + }, + { + "epoch": 26.159457167090753, + "grad_norm": 0.7272584170360428, + "learning_rate": 1.73163559694106e-05, + "loss": 0.0259, + "step": 30842 + }, + { + "epoch": 26.16030534351145, + "grad_norm": 0.666432978866661, + "learning_rate": 1.731616870232911e-05, + "loss": 0.0256, + "step": 30843 + }, + { + "epoch": 26.161153519932146, + "grad_norm": 0.6301220749206863, + "learning_rate": 1.731598142972668e-05, + "loss": 0.0237, + "step": 30844 + }, + { + "epoch": 26.162001696352842, + "grad_norm": 0.7313751480060701, + "learning_rate": 1.7315794151603466e-05, + "loss": 0.0223, + "step": 30845 + }, + { + "epoch": 26.16284987277354, + "grad_norm": 0.7172641710595457, + "learning_rate": 1.73156068679596e-05, + "loss": 0.0239, + "step": 30846 + }, + { + "epoch": 26.16369804919423, + "grad_norm": 0.69455649631289, + "learning_rate": 1.7315419578795227e-05, + "loss": 0.0241, + "step": 30847 + }, + { + "epoch": 26.164546225614927, + "grad_norm": 0.6046065024384951, + "learning_rate": 1.7315232284110487e-05, + "loss": 0.0215, + "step": 30848 + }, + { + "epoch": 26.165394402035624, + "grad_norm": 0.6714085590145793, + "learning_rate": 1.7315044983905523e-05, + "loss": 0.0234, + "step": 30849 + }, + { + "epoch": 26.16624257845632, + "grad_norm": 0.6450853443551219, + "learning_rate": 1.7314857678180478e-05, + "loss": 0.0215, + "step": 30850 + }, + { + "epoch": 26.167090754877016, + "grad_norm": 0.7458239631047022, + "learning_rate": 1.7314670366935483e-05, + "loss": 0.0233, + "step": 30851 + }, + { + "epoch": 26.16793893129771, + "grad_norm": 0.6886408618008742, + "learning_rate": 1.731448305017069e-05, + "loss": 0.0256, + "step": 30852 + }, + { + "epoch": 26.168787107718405, + "grad_norm": 0.7157414021915112, + "learning_rate": 1.731429572788624e-05, + "loss": 0.0194, + "step": 30853 + }, + { + "epoch": 26.1696352841391, + "grad_norm": 0.6602543178519017, + "learning_rate": 1.731410840008227e-05, + "loss": 0.0223, + "step": 30854 + }, + { + "epoch": 26.170483460559797, + "grad_norm": 0.7090637800586423, + "learning_rate": 1.7313921066758923e-05, + "loss": 0.024, + "step": 30855 + }, + { + "epoch": 26.171331636980494, + "grad_norm": 0.6554617549996379, + "learning_rate": 1.731373372791634e-05, + "loss": 0.024, + "step": 30856 + }, + { + "epoch": 26.172179813401186, + "grad_norm": 0.6938412642406266, + "learning_rate": 1.7313546383554664e-05, + "loss": 0.0264, + "step": 30857 + }, + { + "epoch": 26.173027989821882, + "grad_norm": 0.6859506282537705, + "learning_rate": 1.7313359033674032e-05, + "loss": 0.0245, + "step": 30858 + }, + { + "epoch": 26.17387616624258, + "grad_norm": 0.587818793768947, + "learning_rate": 1.7313171678274595e-05, + "loss": 0.0241, + "step": 30859 + }, + { + "epoch": 26.174724342663275, + "grad_norm": 0.7166511773195058, + "learning_rate": 1.7312984317356484e-05, + "loss": 0.0266, + "step": 30860 + }, + { + "epoch": 26.17557251908397, + "grad_norm": 0.7537435576837213, + "learning_rate": 1.731279695091984e-05, + "loss": 0.0223, + "step": 30861 + }, + { + "epoch": 26.176420695504664, + "grad_norm": 0.5743177158960984, + "learning_rate": 1.7312609578964813e-05, + "loss": 0.0237, + "step": 30862 + }, + { + "epoch": 26.17726887192536, + "grad_norm": 0.6832844563198942, + "learning_rate": 1.731242220149154e-05, + "loss": 0.0228, + "step": 30863 + }, + { + "epoch": 26.178117048346056, + "grad_norm": 0.6816111938306929, + "learning_rate": 1.7312234818500164e-05, + "loss": 0.0243, + "step": 30864 + }, + { + "epoch": 26.178965224766753, + "grad_norm": 0.5734606117612802, + "learning_rate": 1.7312047429990822e-05, + "loss": 0.0212, + "step": 30865 + }, + { + "epoch": 26.179813401187445, + "grad_norm": 0.6971310530965061, + "learning_rate": 1.731186003596366e-05, + "loss": 0.024, + "step": 30866 + }, + { + "epoch": 26.18066157760814, + "grad_norm": 0.628661682210183, + "learning_rate": 1.7311672636418814e-05, + "loss": 0.0233, + "step": 30867 + }, + { + "epoch": 26.181509754028838, + "grad_norm": 0.8034810568768953, + "learning_rate": 1.7311485231356432e-05, + "loss": 0.0244, + "step": 30868 + }, + { + "epoch": 26.182357930449534, + "grad_norm": 0.6777288156920173, + "learning_rate": 1.7311297820776657e-05, + "loss": 0.025, + "step": 30869 + }, + { + "epoch": 26.18320610687023, + "grad_norm": 0.7424970042314243, + "learning_rate": 1.7311110404679618e-05, + "loss": 0.0227, + "step": 30870 + }, + { + "epoch": 26.184054283290923, + "grad_norm": 0.8177680607617239, + "learning_rate": 1.7310922983065467e-05, + "loss": 0.0268, + "step": 30871 + }, + { + "epoch": 26.18490245971162, + "grad_norm": 0.6370360007981475, + "learning_rate": 1.7310735555934343e-05, + "loss": 0.024, + "step": 30872 + }, + { + "epoch": 26.185750636132315, + "grad_norm": 0.7481423757770264, + "learning_rate": 1.7310548123286392e-05, + "loss": 0.0242, + "step": 30873 + }, + { + "epoch": 26.18659881255301, + "grad_norm": 0.7038693781473423, + "learning_rate": 1.7310360685121742e-05, + "loss": 0.0279, + "step": 30874 + }, + { + "epoch": 26.187446988973708, + "grad_norm": 0.6346586325046789, + "learning_rate": 1.731017324144055e-05, + "loss": 0.0234, + "step": 30875 + }, + { + "epoch": 26.1882951653944, + "grad_norm": 0.8410205907623772, + "learning_rate": 1.7309985792242947e-05, + "loss": 0.0248, + "step": 30876 + }, + { + "epoch": 26.189143341815097, + "grad_norm": 0.667762452568551, + "learning_rate": 1.7309798337529076e-05, + "loss": 0.024, + "step": 30877 + }, + { + "epoch": 26.189991518235793, + "grad_norm": 0.6455681643875243, + "learning_rate": 1.7309610877299086e-05, + "loss": 0.024, + "step": 30878 + }, + { + "epoch": 26.19083969465649, + "grad_norm": 0.7109741125520951, + "learning_rate": 1.730942341155311e-05, + "loss": 0.0226, + "step": 30879 + }, + { + "epoch": 26.191687871077185, + "grad_norm": 0.8696265951603769, + "learning_rate": 1.7309235940291294e-05, + "loss": 0.0233, + "step": 30880 + }, + { + "epoch": 26.192536047497878, + "grad_norm": 0.6246100339202428, + "learning_rate": 1.7309048463513777e-05, + "loss": 0.0233, + "step": 30881 + }, + { + "epoch": 26.193384223918574, + "grad_norm": 0.8256393468193544, + "learning_rate": 1.73088609812207e-05, + "loss": 0.027, + "step": 30882 + }, + { + "epoch": 26.19423240033927, + "grad_norm": 0.7624853470062551, + "learning_rate": 1.7308673493412208e-05, + "loss": 0.0239, + "step": 30883 + }, + { + "epoch": 26.195080576759967, + "grad_norm": 0.6661495187721092, + "learning_rate": 1.7308486000088437e-05, + "loss": 0.0214, + "step": 30884 + }, + { + "epoch": 26.195928753180663, + "grad_norm": 0.7360332908920204, + "learning_rate": 1.7308298501249537e-05, + "loss": 0.0247, + "step": 30885 + }, + { + "epoch": 26.196776929601356, + "grad_norm": 0.8105194483801273, + "learning_rate": 1.730811099689564e-05, + "loss": 0.0239, + "step": 30886 + }, + { + "epoch": 26.197625106022052, + "grad_norm": 0.7215493258540419, + "learning_rate": 1.7307923487026893e-05, + "loss": 0.0236, + "step": 30887 + }, + { + "epoch": 26.198473282442748, + "grad_norm": 0.625556256048144, + "learning_rate": 1.7307735971643436e-05, + "loss": 0.0235, + "step": 30888 + }, + { + "epoch": 26.199321458863444, + "grad_norm": 0.627546307375652, + "learning_rate": 1.730754845074541e-05, + "loss": 0.0235, + "step": 30889 + }, + { + "epoch": 26.20016963528414, + "grad_norm": 0.6458768292300575, + "learning_rate": 1.7307360924332957e-05, + "loss": 0.0224, + "step": 30890 + }, + { + "epoch": 26.201017811704833, + "grad_norm": 0.7200482116940017, + "learning_rate": 1.7307173392406223e-05, + "loss": 0.0268, + "step": 30891 + }, + { + "epoch": 26.20186598812553, + "grad_norm": 0.5704096886620659, + "learning_rate": 1.730698585496534e-05, + "loss": 0.0207, + "step": 30892 + }, + { + "epoch": 26.202714164546226, + "grad_norm": 0.6534274510232463, + "learning_rate": 1.7306798312010457e-05, + "loss": 0.0243, + "step": 30893 + }, + { + "epoch": 26.203562340966922, + "grad_norm": 0.6474155349114717, + "learning_rate": 1.7306610763541715e-05, + "loss": 0.0243, + "step": 30894 + }, + { + "epoch": 26.20441051738762, + "grad_norm": 0.6977917396019253, + "learning_rate": 1.730642320955925e-05, + "loss": 0.0233, + "step": 30895 + }, + { + "epoch": 26.20525869380831, + "grad_norm": 0.7339990213156253, + "learning_rate": 1.730623565006321e-05, + "loss": 0.0271, + "step": 30896 + }, + { + "epoch": 26.206106870229007, + "grad_norm": 0.7432206076312888, + "learning_rate": 1.7306048085053734e-05, + "loss": 0.0245, + "step": 30897 + }, + { + "epoch": 26.206955046649703, + "grad_norm": 0.7354002865317837, + "learning_rate": 1.7305860514530964e-05, + "loss": 0.0265, + "step": 30898 + }, + { + "epoch": 26.2078032230704, + "grad_norm": 0.6904061046867735, + "learning_rate": 1.7305672938495043e-05, + "loss": 0.0255, + "step": 30899 + }, + { + "epoch": 26.208651399491096, + "grad_norm": 0.777271219029531, + "learning_rate": 1.7305485356946106e-05, + "loss": 0.0266, + "step": 30900 + }, + { + "epoch": 26.20949957591179, + "grad_norm": 0.6175487863556205, + "learning_rate": 1.73052977698843e-05, + "loss": 0.0219, + "step": 30901 + }, + { + "epoch": 26.210347752332485, + "grad_norm": 0.7034350779225369, + "learning_rate": 1.7305110177309768e-05, + "loss": 0.0229, + "step": 30902 + }, + { + "epoch": 26.21119592875318, + "grad_norm": 0.6899971048269584, + "learning_rate": 1.7304922579222645e-05, + "loss": 0.0222, + "step": 30903 + }, + { + "epoch": 26.212044105173877, + "grad_norm": 0.5886687552149106, + "learning_rate": 1.7304734975623083e-05, + "loss": 0.0219, + "step": 30904 + }, + { + "epoch": 26.21289228159457, + "grad_norm": 0.7526341317630268, + "learning_rate": 1.7304547366511213e-05, + "loss": 0.0253, + "step": 30905 + }, + { + "epoch": 26.213740458015266, + "grad_norm": 0.7782238010233238, + "learning_rate": 1.7304359751887184e-05, + "loss": 0.0284, + "step": 30906 + }, + { + "epoch": 26.214588634435962, + "grad_norm": 0.7441077989224805, + "learning_rate": 1.730417213175113e-05, + "loss": 0.0252, + "step": 30907 + }, + { + "epoch": 26.21543681085666, + "grad_norm": 0.7172068645336072, + "learning_rate": 1.73039845061032e-05, + "loss": 0.0237, + "step": 30908 + }, + { + "epoch": 26.216284987277355, + "grad_norm": 0.6957788403672174, + "learning_rate": 1.730379687494353e-05, + "loss": 0.023, + "step": 30909 + }, + { + "epoch": 26.217133163698048, + "grad_norm": 0.6360391505167202, + "learning_rate": 1.7303609238272268e-05, + "loss": 0.0244, + "step": 30910 + }, + { + "epoch": 26.217981340118744, + "grad_norm": 0.7727946289007035, + "learning_rate": 1.7303421596089552e-05, + "loss": 0.0247, + "step": 30911 + }, + { + "epoch": 26.21882951653944, + "grad_norm": 0.6849144169796683, + "learning_rate": 1.730323394839552e-05, + "loss": 0.0249, + "step": 30912 + }, + { + "epoch": 26.219677692960136, + "grad_norm": 0.7215112353021922, + "learning_rate": 1.730304629519032e-05, + "loss": 0.0228, + "step": 30913 + }, + { + "epoch": 26.220525869380833, + "grad_norm": 0.8514243572793184, + "learning_rate": 1.730285863647409e-05, + "loss": 0.0269, + "step": 30914 + }, + { + "epoch": 26.221374045801525, + "grad_norm": 0.7215179796152114, + "learning_rate": 1.7302670972246972e-05, + "loss": 0.0258, + "step": 30915 + }, + { + "epoch": 26.22222222222222, + "grad_norm": 0.77134340913702, + "learning_rate": 1.730248330250911e-05, + "loss": 0.0282, + "step": 30916 + }, + { + "epoch": 26.223070398642918, + "grad_norm": 0.6117384598519114, + "learning_rate": 1.7302295627260642e-05, + "loss": 0.022, + "step": 30917 + }, + { + "epoch": 26.223918575063614, + "grad_norm": 0.6158497957538688, + "learning_rate": 1.730210794650171e-05, + "loss": 0.0234, + "step": 30918 + }, + { + "epoch": 26.22476675148431, + "grad_norm": 0.9753111793627395, + "learning_rate": 1.7301920260232458e-05, + "loss": 0.0243, + "step": 30919 + }, + { + "epoch": 26.225614927905003, + "grad_norm": 0.7324002794661764, + "learning_rate": 1.7301732568453025e-05, + "loss": 0.0232, + "step": 30920 + }, + { + "epoch": 26.2264631043257, + "grad_norm": 0.7197517019546995, + "learning_rate": 1.7301544871163555e-05, + "loss": 0.0248, + "step": 30921 + }, + { + "epoch": 26.227311280746395, + "grad_norm": 0.6221499744493972, + "learning_rate": 1.730135716836419e-05, + "loss": 0.0226, + "step": 30922 + }, + { + "epoch": 26.22815945716709, + "grad_norm": 0.5695969569360928, + "learning_rate": 1.7301169460055068e-05, + "loss": 0.0221, + "step": 30923 + }, + { + "epoch": 26.229007633587788, + "grad_norm": 0.5978818876480911, + "learning_rate": 1.7300981746236335e-05, + "loss": 0.0214, + "step": 30924 + }, + { + "epoch": 26.22985581000848, + "grad_norm": 0.6544253473584417, + "learning_rate": 1.730079402690813e-05, + "loss": 0.0234, + "step": 30925 + }, + { + "epoch": 26.230703986429177, + "grad_norm": 0.6628589778202659, + "learning_rate": 1.7300606302070592e-05, + "loss": 0.0225, + "step": 30926 + }, + { + "epoch": 26.231552162849873, + "grad_norm": 0.7384456192981713, + "learning_rate": 1.730041857172387e-05, + "loss": 0.0221, + "step": 30927 + }, + { + "epoch": 26.23240033927057, + "grad_norm": 0.6440468654340502, + "learning_rate": 1.73002308358681e-05, + "loss": 0.0214, + "step": 30928 + }, + { + "epoch": 26.233248515691265, + "grad_norm": 0.7297355216772804, + "learning_rate": 1.7300043094503427e-05, + "loss": 0.026, + "step": 30929 + }, + { + "epoch": 26.234096692111958, + "grad_norm": 0.6836722973970526, + "learning_rate": 1.729985534762999e-05, + "loss": 0.0247, + "step": 30930 + }, + { + "epoch": 26.234944868532654, + "grad_norm": 0.710919021693075, + "learning_rate": 1.729966759524793e-05, + "loss": 0.0236, + "step": 30931 + }, + { + "epoch": 26.23579304495335, + "grad_norm": 0.6820016409354576, + "learning_rate": 1.7299479837357393e-05, + "loss": 0.0234, + "step": 30932 + }, + { + "epoch": 26.236641221374047, + "grad_norm": 0.6267698129632735, + "learning_rate": 1.7299292073958516e-05, + "loss": 0.0235, + "step": 30933 + }, + { + "epoch": 26.237489397794743, + "grad_norm": 0.5964265403993871, + "learning_rate": 1.7299104305051444e-05, + "loss": 0.0219, + "step": 30934 + }, + { + "epoch": 26.238337574215436, + "grad_norm": 0.7330715304510024, + "learning_rate": 1.7298916530636318e-05, + "loss": 0.0247, + "step": 30935 + }, + { + "epoch": 26.239185750636132, + "grad_norm": 0.7201123185903345, + "learning_rate": 1.7298728750713278e-05, + "loss": 0.0237, + "step": 30936 + }, + { + "epoch": 26.240033927056828, + "grad_norm": 0.7631803298485931, + "learning_rate": 1.7298540965282467e-05, + "loss": 0.0237, + "step": 30937 + }, + { + "epoch": 26.240882103477524, + "grad_norm": 0.6549742608220704, + "learning_rate": 1.7298353174344024e-05, + "loss": 0.0231, + "step": 30938 + }, + { + "epoch": 26.24173027989822, + "grad_norm": 0.6847011616425216, + "learning_rate": 1.72981653778981e-05, + "loss": 0.0234, + "step": 30939 + }, + { + "epoch": 26.242578456318913, + "grad_norm": 0.7249021525271351, + "learning_rate": 1.7297977575944823e-05, + "loss": 0.0226, + "step": 30940 + }, + { + "epoch": 26.24342663273961, + "grad_norm": 0.5883312715454575, + "learning_rate": 1.7297789768484342e-05, + "loss": 0.0232, + "step": 30941 + }, + { + "epoch": 26.244274809160306, + "grad_norm": 0.7415335736235968, + "learning_rate": 1.72976019555168e-05, + "loss": 0.0246, + "step": 30942 + }, + { + "epoch": 26.245122985581002, + "grad_norm": 0.6115440154744025, + "learning_rate": 1.729741413704234e-05, + "loss": 0.0197, + "step": 30943 + }, + { + "epoch": 26.245971162001695, + "grad_norm": 0.8065244303852005, + "learning_rate": 1.72972263130611e-05, + "loss": 0.0238, + "step": 30944 + }, + { + "epoch": 26.24681933842239, + "grad_norm": 0.6919998334341908, + "learning_rate": 1.729703848357322e-05, + "loss": 0.0244, + "step": 30945 + }, + { + "epoch": 26.247667514843087, + "grad_norm": 0.7879862227591611, + "learning_rate": 1.7296850648578844e-05, + "loss": 0.024, + "step": 30946 + }, + { + "epoch": 26.248515691263783, + "grad_norm": 0.5945737717973271, + "learning_rate": 1.7296662808078118e-05, + "loss": 0.0213, + "step": 30947 + }, + { + "epoch": 26.24936386768448, + "grad_norm": 0.5869487898574723, + "learning_rate": 1.7296474962071177e-05, + "loss": 0.0211, + "step": 30948 + }, + { + "epoch": 26.250212044105172, + "grad_norm": 0.6453553548156945, + "learning_rate": 1.7296287110558166e-05, + "loss": 0.0211, + "step": 30949 + }, + { + "epoch": 26.25106022052587, + "grad_norm": 0.7429336029552198, + "learning_rate": 1.7296099253539224e-05, + "loss": 0.0265, + "step": 30950 + }, + { + "epoch": 26.251908396946565, + "grad_norm": 0.6706729769124049, + "learning_rate": 1.72959113910145e-05, + "loss": 0.0236, + "step": 30951 + }, + { + "epoch": 26.25275657336726, + "grad_norm": 0.6750950234917361, + "learning_rate": 1.7295723522984126e-05, + "loss": 0.0242, + "step": 30952 + }, + { + "epoch": 26.253604749787957, + "grad_norm": 0.6398316149961778, + "learning_rate": 1.729553564944825e-05, + "loss": 0.0236, + "step": 30953 + }, + { + "epoch": 26.25445292620865, + "grad_norm": 0.7105489435823951, + "learning_rate": 1.7295347770407015e-05, + "loss": 0.0241, + "step": 30954 + }, + { + "epoch": 26.255301102629346, + "grad_norm": 0.6622239223516234, + "learning_rate": 1.7295159885860556e-05, + "loss": 0.0242, + "step": 30955 + }, + { + "epoch": 26.256149279050042, + "grad_norm": 0.6448554070192856, + "learning_rate": 1.7294971995809023e-05, + "loss": 0.0232, + "step": 30956 + }, + { + "epoch": 26.25699745547074, + "grad_norm": 0.6516086506570744, + "learning_rate": 1.729478410025255e-05, + "loss": 0.0198, + "step": 30957 + }, + { + "epoch": 26.257845631891435, + "grad_norm": 0.6956101082364041, + "learning_rate": 1.7294596199191284e-05, + "loss": 0.0242, + "step": 30958 + }, + { + "epoch": 26.258693808312128, + "grad_norm": 0.6666998030435868, + "learning_rate": 1.729440829262537e-05, + "loss": 0.0221, + "step": 30959 + }, + { + "epoch": 26.259541984732824, + "grad_norm": 0.8612130296987646, + "learning_rate": 1.729422038055494e-05, + "loss": 0.0279, + "step": 30960 + }, + { + "epoch": 26.26039016115352, + "grad_norm": 0.5475007330651888, + "learning_rate": 1.729403246298014e-05, + "loss": 0.0214, + "step": 30961 + }, + { + "epoch": 26.261238337574216, + "grad_norm": 0.6687184418017609, + "learning_rate": 1.7293844539901115e-05, + "loss": 0.0222, + "step": 30962 + }, + { + "epoch": 26.262086513994912, + "grad_norm": 0.703050787927735, + "learning_rate": 1.7293656611318006e-05, + "loss": 0.0244, + "step": 30963 + }, + { + "epoch": 26.262934690415605, + "grad_norm": 0.6050372558223425, + "learning_rate": 1.7293468677230948e-05, + "loss": 0.0205, + "step": 30964 + }, + { + "epoch": 26.2637828668363, + "grad_norm": 0.5268961882994032, + "learning_rate": 1.7293280737640093e-05, + "loss": 0.021, + "step": 30965 + }, + { + "epoch": 26.264631043256998, + "grad_norm": 0.6132390325854354, + "learning_rate": 1.7293092792545575e-05, + "loss": 0.0214, + "step": 30966 + }, + { + "epoch": 26.265479219677694, + "grad_norm": 0.6944626861560707, + "learning_rate": 1.7292904841947544e-05, + "loss": 0.0228, + "step": 30967 + }, + { + "epoch": 26.26632739609839, + "grad_norm": 0.8079368419533204, + "learning_rate": 1.729271688584613e-05, + "loss": 0.0278, + "step": 30968 + }, + { + "epoch": 26.267175572519083, + "grad_norm": 0.7055559090582058, + "learning_rate": 1.729252892424149e-05, + "loss": 0.0221, + "step": 30969 + }, + { + "epoch": 26.26802374893978, + "grad_norm": 0.7305719525264521, + "learning_rate": 1.7292340957133745e-05, + "loss": 0.022, + "step": 30970 + }, + { + "epoch": 26.268871925360475, + "grad_norm": 0.6771530896046848, + "learning_rate": 1.729215298452306e-05, + "loss": 0.0224, + "step": 30971 + }, + { + "epoch": 26.26972010178117, + "grad_norm": 0.6671541678287604, + "learning_rate": 1.729196500640956e-05, + "loss": 0.0237, + "step": 30972 + }, + { + "epoch": 26.270568278201868, + "grad_norm": 0.745708465651203, + "learning_rate": 1.7291777022793395e-05, + "loss": 0.0237, + "step": 30973 + }, + { + "epoch": 26.27141645462256, + "grad_norm": 0.6393052059233075, + "learning_rate": 1.7291589033674705e-05, + "loss": 0.0207, + "step": 30974 + }, + { + "epoch": 26.272264631043257, + "grad_norm": 0.7060752306957386, + "learning_rate": 1.729140103905363e-05, + "loss": 0.0247, + "step": 30975 + }, + { + "epoch": 26.273112807463953, + "grad_norm": 0.9014192416870052, + "learning_rate": 1.7291213038930316e-05, + "loss": 0.0244, + "step": 30976 + }, + { + "epoch": 26.27396098388465, + "grad_norm": 0.5479004148372599, + "learning_rate": 1.72910250333049e-05, + "loss": 0.0236, + "step": 30977 + }, + { + "epoch": 26.274809160305345, + "grad_norm": 0.6526213786503902, + "learning_rate": 1.7290837022177527e-05, + "loss": 0.0235, + "step": 30978 + }, + { + "epoch": 26.275657336726038, + "grad_norm": 0.6414060067606888, + "learning_rate": 1.7290649005548338e-05, + "loss": 0.0237, + "step": 30979 + }, + { + "epoch": 26.276505513146734, + "grad_norm": 0.6097962817239404, + "learning_rate": 1.7290460983417477e-05, + "loss": 0.0213, + "step": 30980 + }, + { + "epoch": 26.27735368956743, + "grad_norm": 0.6801902994974591, + "learning_rate": 1.729027295578508e-05, + "loss": 0.0245, + "step": 30981 + }, + { + "epoch": 26.278201865988127, + "grad_norm": 0.6733435611989794, + "learning_rate": 1.7290084922651297e-05, + "loss": 0.0234, + "step": 30982 + }, + { + "epoch": 26.27905004240882, + "grad_norm": 0.7440365867397206, + "learning_rate": 1.7289896884016263e-05, + "loss": 0.0244, + "step": 30983 + }, + { + "epoch": 26.279898218829516, + "grad_norm": 0.6733547924659871, + "learning_rate": 1.728970883988012e-05, + "loss": 0.0242, + "step": 30984 + }, + { + "epoch": 26.280746395250212, + "grad_norm": 0.6600543862713719, + "learning_rate": 1.7289520790243016e-05, + "loss": 0.0215, + "step": 30985 + }, + { + "epoch": 26.281594571670908, + "grad_norm": 0.8296422110942876, + "learning_rate": 1.728933273510509e-05, + "loss": 0.0248, + "step": 30986 + }, + { + "epoch": 26.282442748091604, + "grad_norm": 0.6091427434375409, + "learning_rate": 1.728914467446648e-05, + "loss": 0.0241, + "step": 30987 + }, + { + "epoch": 26.283290924512297, + "grad_norm": 0.7561836729097493, + "learning_rate": 1.7288956608327333e-05, + "loss": 0.0241, + "step": 30988 + }, + { + "epoch": 26.284139100932993, + "grad_norm": 0.7045013660568492, + "learning_rate": 1.728876853668779e-05, + "loss": 0.0261, + "step": 30989 + }, + { + "epoch": 26.28498727735369, + "grad_norm": 0.7696440522410632, + "learning_rate": 1.728858045954799e-05, + "loss": 0.0261, + "step": 30990 + }, + { + "epoch": 26.285835453774386, + "grad_norm": 0.6425654083630555, + "learning_rate": 1.728839237690808e-05, + "loss": 0.0239, + "step": 30991 + }, + { + "epoch": 26.286683630195082, + "grad_norm": 0.7000971699510408, + "learning_rate": 1.7288204288768195e-05, + "loss": 0.0238, + "step": 30992 + }, + { + "epoch": 26.287531806615775, + "grad_norm": 0.7000590453078651, + "learning_rate": 1.7288016195128485e-05, + "loss": 0.0223, + "step": 30993 + }, + { + "epoch": 26.28837998303647, + "grad_norm": 0.682179339341594, + "learning_rate": 1.7287828095989084e-05, + "loss": 0.0222, + "step": 30994 + }, + { + "epoch": 26.289228159457167, + "grad_norm": 0.6512446984504546, + "learning_rate": 1.7287639991350137e-05, + "loss": 0.0235, + "step": 30995 + }, + { + "epoch": 26.290076335877863, + "grad_norm": 0.7435670777567992, + "learning_rate": 1.7287451881211787e-05, + "loss": 0.0233, + "step": 30996 + }, + { + "epoch": 26.29092451229856, + "grad_norm": 0.6372607269933311, + "learning_rate": 1.7287263765574177e-05, + "loss": 0.022, + "step": 30997 + }, + { + "epoch": 26.291772688719252, + "grad_norm": 0.7194963671914646, + "learning_rate": 1.7287075644437446e-05, + "loss": 0.0241, + "step": 30998 + }, + { + "epoch": 26.29262086513995, + "grad_norm": 0.6927551996634336, + "learning_rate": 1.7286887517801744e-05, + "loss": 0.0227, + "step": 30999 + }, + { + "epoch": 26.293469041560645, + "grad_norm": 0.6769663434552357, + "learning_rate": 1.7286699385667202e-05, + "loss": 0.0242, + "step": 31000 + }, + { + "epoch": 26.29431721798134, + "grad_norm": 0.581652246227974, + "learning_rate": 1.7286511248033962e-05, + "loss": 0.022, + "step": 31001 + }, + { + "epoch": 26.295165394402037, + "grad_norm": 0.5673044186702566, + "learning_rate": 1.7286323104902175e-05, + "loss": 0.0234, + "step": 31002 + }, + { + "epoch": 26.29601357082273, + "grad_norm": 0.7801317119357544, + "learning_rate": 1.7286134956271978e-05, + "loss": 0.0244, + "step": 31003 + }, + { + "epoch": 26.296861747243426, + "grad_norm": 0.7112815737632879, + "learning_rate": 1.7285946802143514e-05, + "loss": 0.0248, + "step": 31004 + }, + { + "epoch": 26.297709923664122, + "grad_norm": 0.6038568431827598, + "learning_rate": 1.728575864251692e-05, + "loss": 0.0226, + "step": 31005 + }, + { + "epoch": 26.29855810008482, + "grad_norm": 0.710967210288377, + "learning_rate": 1.7285570477392347e-05, + "loss": 0.0239, + "step": 31006 + }, + { + "epoch": 26.299406276505515, + "grad_norm": 0.6381739261722634, + "learning_rate": 1.7285382306769932e-05, + "loss": 0.0231, + "step": 31007 + }, + { + "epoch": 26.300254452926207, + "grad_norm": 0.6766389731036625, + "learning_rate": 1.728519413064982e-05, + "loss": 0.0262, + "step": 31008 + }, + { + "epoch": 26.301102629346904, + "grad_norm": 0.6807817264425509, + "learning_rate": 1.728500594903214e-05, + "loss": 0.0234, + "step": 31009 + }, + { + "epoch": 26.3019508057676, + "grad_norm": 0.7004415632930223, + "learning_rate": 1.7284817761917053e-05, + "loss": 0.0219, + "step": 31010 + }, + { + "epoch": 26.302798982188296, + "grad_norm": 0.6578236773353946, + "learning_rate": 1.728462956930469e-05, + "loss": 0.0233, + "step": 31011 + }, + { + "epoch": 26.303647158608992, + "grad_norm": 0.6770100824050115, + "learning_rate": 1.7284441371195197e-05, + "loss": 0.0239, + "step": 31012 + }, + { + "epoch": 26.304495335029685, + "grad_norm": 0.6902892972301775, + "learning_rate": 1.7284253167588712e-05, + "loss": 0.0248, + "step": 31013 + }, + { + "epoch": 26.30534351145038, + "grad_norm": 0.9268948113536305, + "learning_rate": 1.728406495848538e-05, + "loss": 0.0253, + "step": 31014 + }, + { + "epoch": 26.306191687871078, + "grad_norm": 0.6452069489938362, + "learning_rate": 1.7283876743885344e-05, + "loss": 0.0214, + "step": 31015 + }, + { + "epoch": 26.307039864291774, + "grad_norm": 3.6209961096211507, + "learning_rate": 1.7283688523788745e-05, + "loss": 0.0271, + "step": 31016 + }, + { + "epoch": 26.307888040712466, + "grad_norm": 0.8162864424992159, + "learning_rate": 1.728350029819572e-05, + "loss": 0.0266, + "step": 31017 + }, + { + "epoch": 26.308736217133163, + "grad_norm": 0.7627580262173727, + "learning_rate": 1.728331206710642e-05, + "loss": 0.0239, + "step": 31018 + }, + { + "epoch": 26.30958439355386, + "grad_norm": 0.8765466999787545, + "learning_rate": 1.728312383052098e-05, + "loss": 0.027, + "step": 31019 + }, + { + "epoch": 26.310432569974555, + "grad_norm": 0.8579382446126805, + "learning_rate": 1.728293558843954e-05, + "loss": 0.0311, + "step": 31020 + }, + { + "epoch": 26.31128074639525, + "grad_norm": 0.8272510263742369, + "learning_rate": 1.7282747340862255e-05, + "loss": 0.0314, + "step": 31021 + }, + { + "epoch": 26.312128922815944, + "grad_norm": 0.8569556689345832, + "learning_rate": 1.7282559087789257e-05, + "loss": 0.0303, + "step": 31022 + }, + { + "epoch": 26.31297709923664, + "grad_norm": 0.7890424183158994, + "learning_rate": 1.728237082922069e-05, + "loss": 0.0306, + "step": 31023 + }, + { + "epoch": 26.313825275657337, + "grad_norm": 0.7596221594148164, + "learning_rate": 1.7282182565156692e-05, + "loss": 0.0295, + "step": 31024 + }, + { + "epoch": 26.314673452078033, + "grad_norm": 0.8777869025371726, + "learning_rate": 1.728199429559741e-05, + "loss": 0.032, + "step": 31025 + }, + { + "epoch": 26.31552162849873, + "grad_norm": 0.7746946967900239, + "learning_rate": 1.7281806020542986e-05, + "loss": 0.0293, + "step": 31026 + }, + { + "epoch": 26.31636980491942, + "grad_norm": 0.9477631591855984, + "learning_rate": 1.728161773999356e-05, + "loss": 0.0365, + "step": 31027 + }, + { + "epoch": 26.317217981340118, + "grad_norm": 0.7684411089182396, + "learning_rate": 1.728142945394928e-05, + "loss": 0.0281, + "step": 31028 + }, + { + "epoch": 26.318066157760814, + "grad_norm": 0.9059383874777174, + "learning_rate": 1.728124116241028e-05, + "loss": 0.0309, + "step": 31029 + }, + { + "epoch": 26.31891433418151, + "grad_norm": 0.9966846294701409, + "learning_rate": 1.72810528653767e-05, + "loss": 0.0394, + "step": 31030 + }, + { + "epoch": 26.319762510602207, + "grad_norm": 0.7932684359418922, + "learning_rate": 1.7280864562848695e-05, + "loss": 0.0296, + "step": 31031 + }, + { + "epoch": 26.3206106870229, + "grad_norm": 0.7723818638478496, + "learning_rate": 1.7280676254826392e-05, + "loss": 0.0285, + "step": 31032 + }, + { + "epoch": 26.321458863443596, + "grad_norm": 0.872523510661928, + "learning_rate": 1.728048794130995e-05, + "loss": 0.0303, + "step": 31033 + }, + { + "epoch": 26.32230703986429, + "grad_norm": 0.7718149108782298, + "learning_rate": 1.7280299622299496e-05, + "loss": 0.0287, + "step": 31034 + }, + { + "epoch": 26.323155216284988, + "grad_norm": 0.9030393514503091, + "learning_rate": 1.728011129779518e-05, + "loss": 0.0319, + "step": 31035 + }, + { + "epoch": 26.324003392705684, + "grad_norm": 0.8946678065640037, + "learning_rate": 1.727992296779714e-05, + "loss": 0.0314, + "step": 31036 + }, + { + "epoch": 26.324851569126377, + "grad_norm": 0.6165124005635387, + "learning_rate": 1.7279734632305517e-05, + "loss": 0.0252, + "step": 31037 + }, + { + "epoch": 26.325699745547073, + "grad_norm": 1.0630277768161993, + "learning_rate": 1.727954629132046e-05, + "loss": 0.0342, + "step": 31038 + }, + { + "epoch": 26.32654792196777, + "grad_norm": 1.0796870025447936, + "learning_rate": 1.727935794484211e-05, + "loss": 0.0323, + "step": 31039 + }, + { + "epoch": 26.327396098388466, + "grad_norm": 0.7803775484910507, + "learning_rate": 1.7279169592870602e-05, + "loss": 0.0295, + "step": 31040 + }, + { + "epoch": 26.328244274809162, + "grad_norm": 0.837452176236932, + "learning_rate": 1.7278981235406085e-05, + "loss": 0.0277, + "step": 31041 + }, + { + "epoch": 26.329092451229855, + "grad_norm": 0.8564387393458076, + "learning_rate": 1.72787928724487e-05, + "loss": 0.032, + "step": 31042 + }, + { + "epoch": 26.32994062765055, + "grad_norm": 0.7599159193564344, + "learning_rate": 1.727860450399858e-05, + "loss": 0.0274, + "step": 31043 + }, + { + "epoch": 26.330788804071247, + "grad_norm": 0.7564594936033637, + "learning_rate": 1.7278416130055882e-05, + "loss": 0.0285, + "step": 31044 + }, + { + "epoch": 26.331636980491943, + "grad_norm": 0.9099406050221899, + "learning_rate": 1.727822775062074e-05, + "loss": 0.0282, + "step": 31045 + }, + { + "epoch": 26.33248515691264, + "grad_norm": 0.7656462554627541, + "learning_rate": 1.7278039365693298e-05, + "loss": 0.028, + "step": 31046 + }, + { + "epoch": 26.333333333333332, + "grad_norm": 0.9613354877745465, + "learning_rate": 1.7277850975273694e-05, + "loss": 0.0349, + "step": 31047 + }, + { + "epoch": 26.33418150975403, + "grad_norm": 0.6758742478795419, + "learning_rate": 1.7277662579362077e-05, + "loss": 0.0267, + "step": 31048 + }, + { + "epoch": 26.335029686174725, + "grad_norm": 0.7744752207441266, + "learning_rate": 1.7277474177958584e-05, + "loss": 0.0317, + "step": 31049 + }, + { + "epoch": 26.33587786259542, + "grad_norm": 0.7702584873728788, + "learning_rate": 1.7277285771063362e-05, + "loss": 0.0313, + "step": 31050 + }, + { + "epoch": 26.336726039016117, + "grad_norm": 0.7032462036602078, + "learning_rate": 1.7277097358676548e-05, + "loss": 0.0291, + "step": 31051 + }, + { + "epoch": 26.33757421543681, + "grad_norm": 0.7544516377793535, + "learning_rate": 1.7276908940798284e-05, + "loss": 0.0274, + "step": 31052 + }, + { + "epoch": 26.338422391857506, + "grad_norm": 0.7031338366338389, + "learning_rate": 1.727672051742872e-05, + "loss": 0.026, + "step": 31053 + }, + { + "epoch": 26.339270568278202, + "grad_norm": 0.771445357169198, + "learning_rate": 1.7276532088567988e-05, + "loss": 0.0305, + "step": 31054 + }, + { + "epoch": 26.3401187446989, + "grad_norm": 0.8465374132816087, + "learning_rate": 1.7276343654216234e-05, + "loss": 0.0303, + "step": 31055 + }, + { + "epoch": 26.34096692111959, + "grad_norm": 0.6937633993303745, + "learning_rate": 1.7276155214373603e-05, + "loss": 0.0265, + "step": 31056 + }, + { + "epoch": 26.341815097540287, + "grad_norm": 0.8030226645140462, + "learning_rate": 1.7275966769040236e-05, + "loss": 0.0335, + "step": 31057 + }, + { + "epoch": 26.342663273960984, + "grad_norm": 0.7959979253684947, + "learning_rate": 1.7275778318216273e-05, + "loss": 0.0271, + "step": 31058 + }, + { + "epoch": 26.34351145038168, + "grad_norm": 0.7135339029362597, + "learning_rate": 1.727558986190186e-05, + "loss": 0.0273, + "step": 31059 + }, + { + "epoch": 26.344359626802376, + "grad_norm": 0.675612443873421, + "learning_rate": 1.7275401400097138e-05, + "loss": 0.0262, + "step": 31060 + }, + { + "epoch": 26.34520780322307, + "grad_norm": 0.6481370011470969, + "learning_rate": 1.727521293280224e-05, + "loss": 0.0263, + "step": 31061 + }, + { + "epoch": 26.346055979643765, + "grad_norm": 0.7836604893299468, + "learning_rate": 1.7275024460017324e-05, + "loss": 0.031, + "step": 31062 + }, + { + "epoch": 26.34690415606446, + "grad_norm": 0.6510314380170839, + "learning_rate": 1.7274835981742524e-05, + "loss": 0.026, + "step": 31063 + }, + { + "epoch": 26.347752332485157, + "grad_norm": 0.725227431304633, + "learning_rate": 1.7274647497977982e-05, + "loss": 0.0263, + "step": 31064 + }, + { + "epoch": 26.348600508905854, + "grad_norm": 0.7177848267108893, + "learning_rate": 1.727445900872384e-05, + "loss": 0.0259, + "step": 31065 + }, + { + "epoch": 26.349448685326546, + "grad_norm": 0.7395375572924877, + "learning_rate": 1.727427051398024e-05, + "loss": 0.0305, + "step": 31066 + }, + { + "epoch": 26.350296861747243, + "grad_norm": 0.7337930489677655, + "learning_rate": 1.7274082013747326e-05, + "loss": 0.027, + "step": 31067 + }, + { + "epoch": 26.35114503816794, + "grad_norm": 0.8045916822348852, + "learning_rate": 1.727389350802524e-05, + "loss": 0.0284, + "step": 31068 + }, + { + "epoch": 26.351993214588635, + "grad_norm": 0.830048530240086, + "learning_rate": 1.7273704996814123e-05, + "loss": 0.0273, + "step": 31069 + }, + { + "epoch": 26.35284139100933, + "grad_norm": 0.6704806623678443, + "learning_rate": 1.7273516480114124e-05, + "loss": 0.0244, + "step": 31070 + }, + { + "epoch": 26.353689567430024, + "grad_norm": 0.7081701838390873, + "learning_rate": 1.7273327957925376e-05, + "loss": 0.0271, + "step": 31071 + }, + { + "epoch": 26.35453774385072, + "grad_norm": 0.817690910915881, + "learning_rate": 1.7273139430248023e-05, + "loss": 0.0299, + "step": 31072 + }, + { + "epoch": 26.355385920271416, + "grad_norm": 0.7042075968734441, + "learning_rate": 1.7272950897082212e-05, + "loss": 0.0252, + "step": 31073 + }, + { + "epoch": 26.356234096692113, + "grad_norm": 0.7728823641306585, + "learning_rate": 1.7272762358428078e-05, + "loss": 0.0287, + "step": 31074 + }, + { + "epoch": 26.35708227311281, + "grad_norm": 0.7774070124401509, + "learning_rate": 1.727257381428577e-05, + "loss": 0.0285, + "step": 31075 + }, + { + "epoch": 26.3579304495335, + "grad_norm": 0.8193908939861224, + "learning_rate": 1.7272385264655427e-05, + "loss": 0.0279, + "step": 31076 + }, + { + "epoch": 26.358778625954198, + "grad_norm": 0.7487828612619272, + "learning_rate": 1.7272196709537195e-05, + "loss": 0.0287, + "step": 31077 + }, + { + "epoch": 26.359626802374894, + "grad_norm": 0.7240156954238292, + "learning_rate": 1.7272008148931213e-05, + "loss": 0.0233, + "step": 31078 + }, + { + "epoch": 26.36047497879559, + "grad_norm": 0.8212872235136044, + "learning_rate": 1.727181958283762e-05, + "loss": 0.0302, + "step": 31079 + }, + { + "epoch": 26.361323155216287, + "grad_norm": 0.9213169442276868, + "learning_rate": 1.7271631011256564e-05, + "loss": 0.0303, + "step": 31080 + }, + { + "epoch": 26.36217133163698, + "grad_norm": 0.7567433619786361, + "learning_rate": 1.7271442434188184e-05, + "loss": 0.0283, + "step": 31081 + }, + { + "epoch": 26.363019508057675, + "grad_norm": 0.729647292265698, + "learning_rate": 1.7271253851632627e-05, + "loss": 0.0262, + "step": 31082 + }, + { + "epoch": 26.36386768447837, + "grad_norm": 0.76265089490188, + "learning_rate": 1.727106526359003e-05, + "loss": 0.0258, + "step": 31083 + }, + { + "epoch": 26.364715860899068, + "grad_norm": 0.763674179891784, + "learning_rate": 1.7270876670060536e-05, + "loss": 0.0252, + "step": 31084 + }, + { + "epoch": 26.365564037319764, + "grad_norm": 0.9805258431458485, + "learning_rate": 1.7270688071044293e-05, + "loss": 0.0266, + "step": 31085 + }, + { + "epoch": 26.366412213740457, + "grad_norm": 0.7640013000327485, + "learning_rate": 1.727049946654143e-05, + "loss": 0.0272, + "step": 31086 + }, + { + "epoch": 26.367260390161153, + "grad_norm": 0.7875603697367902, + "learning_rate": 1.7270310856552107e-05, + "loss": 0.0264, + "step": 31087 + }, + { + "epoch": 26.36810856658185, + "grad_norm": 0.7501580287997945, + "learning_rate": 1.7270122241076455e-05, + "loss": 0.0279, + "step": 31088 + }, + { + "epoch": 26.368956743002546, + "grad_norm": 0.7952678511988973, + "learning_rate": 1.7269933620114622e-05, + "loss": 0.0265, + "step": 31089 + }, + { + "epoch": 26.36980491942324, + "grad_norm": 0.6653440522029413, + "learning_rate": 1.7269744993666743e-05, + "loss": 0.0251, + "step": 31090 + }, + { + "epoch": 26.370653095843934, + "grad_norm": 0.7226639040952197, + "learning_rate": 1.7269556361732963e-05, + "loss": 0.027, + "step": 31091 + }, + { + "epoch": 26.37150127226463, + "grad_norm": 0.6537509156000031, + "learning_rate": 1.726936772431343e-05, + "loss": 0.0251, + "step": 31092 + }, + { + "epoch": 26.372349448685327, + "grad_norm": 0.6951108022087367, + "learning_rate": 1.726917908140828e-05, + "loss": 0.0249, + "step": 31093 + }, + { + "epoch": 26.373197625106023, + "grad_norm": 0.7340798912268229, + "learning_rate": 1.726899043301766e-05, + "loss": 0.025, + "step": 31094 + }, + { + "epoch": 26.374045801526716, + "grad_norm": 0.6980123189232726, + "learning_rate": 1.7268801779141704e-05, + "loss": 0.026, + "step": 31095 + }, + { + "epoch": 26.374893977947412, + "grad_norm": 0.6469416840639836, + "learning_rate": 1.7268613119780564e-05, + "loss": 0.0261, + "step": 31096 + }, + { + "epoch": 26.37574215436811, + "grad_norm": 0.6210297771050117, + "learning_rate": 1.7268424454934377e-05, + "loss": 0.0223, + "step": 31097 + }, + { + "epoch": 26.376590330788805, + "grad_norm": 0.7807027448056697, + "learning_rate": 1.7268235784603293e-05, + "loss": 0.0236, + "step": 31098 + }, + { + "epoch": 26.3774385072095, + "grad_norm": 0.7683747513393366, + "learning_rate": 1.7268047108787443e-05, + "loss": 0.0278, + "step": 31099 + }, + { + "epoch": 26.378286683630193, + "grad_norm": 0.8369218313305776, + "learning_rate": 1.7267858427486977e-05, + "loss": 0.0301, + "step": 31100 + }, + { + "epoch": 26.37913486005089, + "grad_norm": 0.6502763505915895, + "learning_rate": 1.7267669740702034e-05, + "loss": 0.0228, + "step": 31101 + }, + { + "epoch": 26.379983036471586, + "grad_norm": 0.7573632351682543, + "learning_rate": 1.7267481048432756e-05, + "loss": 0.0268, + "step": 31102 + }, + { + "epoch": 26.380831212892282, + "grad_norm": 0.695512371856327, + "learning_rate": 1.726729235067929e-05, + "loss": 0.0245, + "step": 31103 + }, + { + "epoch": 26.38167938931298, + "grad_norm": 0.7633495647993469, + "learning_rate": 1.7267103647441774e-05, + "loss": 0.029, + "step": 31104 + }, + { + "epoch": 26.38252756573367, + "grad_norm": 0.8329232225710586, + "learning_rate": 1.726691493872035e-05, + "loss": 0.0271, + "step": 31105 + }, + { + "epoch": 26.383375742154367, + "grad_norm": 0.7898320856660357, + "learning_rate": 1.7266726224515166e-05, + "loss": 0.0282, + "step": 31106 + }, + { + "epoch": 26.384223918575064, + "grad_norm": 0.7168299577503756, + "learning_rate": 1.726653750482636e-05, + "loss": 0.0232, + "step": 31107 + }, + { + "epoch": 26.38507209499576, + "grad_norm": 0.6768167624063162, + "learning_rate": 1.7266348779654074e-05, + "loss": 0.0238, + "step": 31108 + }, + { + "epoch": 26.385920271416456, + "grad_norm": 0.7549912545911657, + "learning_rate": 1.7266160048998452e-05, + "loss": 0.0268, + "step": 31109 + }, + { + "epoch": 26.38676844783715, + "grad_norm": 0.7139686637727692, + "learning_rate": 1.726597131285963e-05, + "loss": 0.0254, + "step": 31110 + }, + { + "epoch": 26.387616624257845, + "grad_norm": 0.7378936278789014, + "learning_rate": 1.7265782571237763e-05, + "loss": 0.0278, + "step": 31111 + }, + { + "epoch": 26.38846480067854, + "grad_norm": 0.7634728401551231, + "learning_rate": 1.7265593824132985e-05, + "loss": 0.0264, + "step": 31112 + }, + { + "epoch": 26.389312977099237, + "grad_norm": 0.7483360382887247, + "learning_rate": 1.726540507154544e-05, + "loss": 0.0266, + "step": 31113 + }, + { + "epoch": 26.390161153519934, + "grad_norm": 0.6629199223721755, + "learning_rate": 1.726521631347527e-05, + "loss": 0.0284, + "step": 31114 + }, + { + "epoch": 26.391009329940626, + "grad_norm": 0.5776765781293867, + "learning_rate": 1.7265027549922618e-05, + "loss": 0.0257, + "step": 31115 + }, + { + "epoch": 26.391857506361323, + "grad_norm": 0.8554988912598859, + "learning_rate": 1.7264838780887628e-05, + "loss": 0.0264, + "step": 31116 + }, + { + "epoch": 26.39270568278202, + "grad_norm": 0.7087833976444646, + "learning_rate": 1.726465000637044e-05, + "loss": 0.0259, + "step": 31117 + }, + { + "epoch": 26.393553859202715, + "grad_norm": 0.5886283753682302, + "learning_rate": 1.7264461226371195e-05, + "loss": 0.0235, + "step": 31118 + }, + { + "epoch": 26.39440203562341, + "grad_norm": 0.8125286573293888, + "learning_rate": 1.726427244089004e-05, + "loss": 0.0287, + "step": 31119 + }, + { + "epoch": 26.395250212044104, + "grad_norm": 0.7138858064123031, + "learning_rate": 1.7264083649927116e-05, + "loss": 0.0258, + "step": 31120 + }, + { + "epoch": 26.3960983884648, + "grad_norm": 0.7058030280939213, + "learning_rate": 1.7263894853482564e-05, + "loss": 0.0281, + "step": 31121 + }, + { + "epoch": 26.396946564885496, + "grad_norm": 0.71692555933358, + "learning_rate": 1.7263706051556526e-05, + "loss": 0.0226, + "step": 31122 + }, + { + "epoch": 26.397794741306193, + "grad_norm": 0.7927547678262143, + "learning_rate": 1.7263517244149148e-05, + "loss": 0.026, + "step": 31123 + }, + { + "epoch": 26.39864291772689, + "grad_norm": 0.9885082019014811, + "learning_rate": 1.726332843126057e-05, + "loss": 0.0295, + "step": 31124 + }, + { + "epoch": 26.39949109414758, + "grad_norm": 0.8015009166349948, + "learning_rate": 1.726313961289093e-05, + "loss": 0.026, + "step": 31125 + }, + { + "epoch": 26.400339270568278, + "grad_norm": 0.8132194200103662, + "learning_rate": 1.726295078904038e-05, + "loss": 0.027, + "step": 31126 + }, + { + "epoch": 26.401187446988974, + "grad_norm": 0.7371766901601928, + "learning_rate": 1.7262761959709058e-05, + "loss": 0.0278, + "step": 31127 + }, + { + "epoch": 26.40203562340967, + "grad_norm": 0.7443516417638522, + "learning_rate": 1.72625731248971e-05, + "loss": 0.0296, + "step": 31128 + }, + { + "epoch": 26.402883799830363, + "grad_norm": 0.7292581878353752, + "learning_rate": 1.726238428460466e-05, + "loss": 0.0261, + "step": 31129 + }, + { + "epoch": 26.40373197625106, + "grad_norm": 0.841329860720895, + "learning_rate": 1.7262195438831875e-05, + "loss": 0.0255, + "step": 31130 + }, + { + "epoch": 26.404580152671755, + "grad_norm": 0.6536746269726962, + "learning_rate": 1.7262006587578886e-05, + "loss": 0.0268, + "step": 31131 + }, + { + "epoch": 26.40542832909245, + "grad_norm": 0.7003070817477103, + "learning_rate": 1.7261817730845835e-05, + "loss": 0.0233, + "step": 31132 + }, + { + "epoch": 26.406276505513148, + "grad_norm": 0.7065565769992901, + "learning_rate": 1.726162886863287e-05, + "loss": 0.0255, + "step": 31133 + }, + { + "epoch": 26.40712468193384, + "grad_norm": 0.6205257628307902, + "learning_rate": 1.7261440000940132e-05, + "loss": 0.0256, + "step": 31134 + }, + { + "epoch": 26.407972858354537, + "grad_norm": 0.6910012564189228, + "learning_rate": 1.7261251127767757e-05, + "loss": 0.0271, + "step": 31135 + }, + { + "epoch": 26.408821034775233, + "grad_norm": 0.8098518123499333, + "learning_rate": 1.7261062249115896e-05, + "loss": 0.0268, + "step": 31136 + }, + { + "epoch": 26.40966921119593, + "grad_norm": 0.6578614292131297, + "learning_rate": 1.7260873364984687e-05, + "loss": 0.0231, + "step": 31137 + }, + { + "epoch": 26.410517387616625, + "grad_norm": 0.7579590090366086, + "learning_rate": 1.726068447537427e-05, + "loss": 0.0235, + "step": 31138 + }, + { + "epoch": 26.411365564037318, + "grad_norm": 0.6689394239323722, + "learning_rate": 1.7260495580284794e-05, + "loss": 0.0276, + "step": 31139 + }, + { + "epoch": 26.412213740458014, + "grad_norm": 0.6388989562571867, + "learning_rate": 1.7260306679716396e-05, + "loss": 0.0241, + "step": 31140 + }, + { + "epoch": 26.41306191687871, + "grad_norm": 0.8178972127839308, + "learning_rate": 1.7260117773669222e-05, + "loss": 0.0249, + "step": 31141 + }, + { + "epoch": 26.413910093299407, + "grad_norm": 0.7776354557059582, + "learning_rate": 1.7259928862143412e-05, + "loss": 0.0268, + "step": 31142 + }, + { + "epoch": 26.414758269720103, + "grad_norm": 0.8265808114489566, + "learning_rate": 1.7259739945139112e-05, + "loss": 0.0252, + "step": 31143 + }, + { + "epoch": 26.415606446140796, + "grad_norm": 0.743673740588287, + "learning_rate": 1.7259551022656464e-05, + "loss": 0.026, + "step": 31144 + }, + { + "epoch": 26.416454622561492, + "grad_norm": 0.736031816313537, + "learning_rate": 1.7259362094695606e-05, + "loss": 0.0254, + "step": 31145 + }, + { + "epoch": 26.41730279898219, + "grad_norm": 0.6252500128647023, + "learning_rate": 1.7259173161256688e-05, + "loss": 0.0237, + "step": 31146 + }, + { + "epoch": 26.418150975402884, + "grad_norm": 0.6770426880081634, + "learning_rate": 1.725898422233984e-05, + "loss": 0.0231, + "step": 31147 + }, + { + "epoch": 26.41899915182358, + "grad_norm": 0.7922458737194159, + "learning_rate": 1.725879527794522e-05, + "loss": 0.0263, + "step": 31148 + }, + { + "epoch": 26.419847328244273, + "grad_norm": 0.9289873376641105, + "learning_rate": 1.725860632807296e-05, + "loss": 0.0308, + "step": 31149 + }, + { + "epoch": 26.42069550466497, + "grad_norm": 0.7386692324354279, + "learning_rate": 1.725841737272321e-05, + "loss": 0.0256, + "step": 31150 + }, + { + "epoch": 26.421543681085666, + "grad_norm": 0.7461469123872461, + "learning_rate": 1.7258228411896107e-05, + "loss": 0.0261, + "step": 31151 + }, + { + "epoch": 26.422391857506362, + "grad_norm": 0.7047355830987367, + "learning_rate": 1.7258039445591795e-05, + "loss": 0.0262, + "step": 31152 + }, + { + "epoch": 26.42324003392706, + "grad_norm": 0.7828802464696498, + "learning_rate": 1.7257850473810416e-05, + "loss": 0.0257, + "step": 31153 + }, + { + "epoch": 26.42408821034775, + "grad_norm": 0.7134645874835073, + "learning_rate": 1.7257661496552112e-05, + "loss": 0.026, + "step": 31154 + }, + { + "epoch": 26.424936386768447, + "grad_norm": 0.6746320381117036, + "learning_rate": 1.725747251381703e-05, + "loss": 0.0256, + "step": 31155 + }, + { + "epoch": 26.425784563189143, + "grad_norm": 0.6466834187260119, + "learning_rate": 1.7257283525605308e-05, + "loss": 0.0249, + "step": 31156 + }, + { + "epoch": 26.42663273960984, + "grad_norm": 0.7058582297145328, + "learning_rate": 1.725709453191709e-05, + "loss": 0.0254, + "step": 31157 + }, + { + "epoch": 26.427480916030536, + "grad_norm": 0.6880115630910806, + "learning_rate": 1.7256905532752517e-05, + "loss": 0.0268, + "step": 31158 + }, + { + "epoch": 26.42832909245123, + "grad_norm": 0.7211341766940248, + "learning_rate": 1.7256716528111738e-05, + "loss": 0.0259, + "step": 31159 + }, + { + "epoch": 26.429177268871925, + "grad_norm": 0.6417769985203746, + "learning_rate": 1.7256527517994888e-05, + "loss": 0.0223, + "step": 31160 + }, + { + "epoch": 26.43002544529262, + "grad_norm": 0.5647837264316345, + "learning_rate": 1.7256338502402112e-05, + "loss": 0.0235, + "step": 31161 + }, + { + "epoch": 26.430873621713317, + "grad_norm": 0.6570367450853113, + "learning_rate": 1.7256149481333557e-05, + "loss": 0.0248, + "step": 31162 + }, + { + "epoch": 26.431721798134014, + "grad_norm": 0.6483504573822555, + "learning_rate": 1.7255960454789356e-05, + "loss": 0.0261, + "step": 31163 + }, + { + "epoch": 26.432569974554706, + "grad_norm": 0.8332291634889814, + "learning_rate": 1.7255771422769664e-05, + "loss": 0.0256, + "step": 31164 + }, + { + "epoch": 26.433418150975402, + "grad_norm": 0.7766999523244256, + "learning_rate": 1.7255582385274615e-05, + "loss": 0.0258, + "step": 31165 + }, + { + "epoch": 26.4342663273961, + "grad_norm": 0.7769526896199315, + "learning_rate": 1.7255393342304356e-05, + "loss": 0.0263, + "step": 31166 + }, + { + "epoch": 26.435114503816795, + "grad_norm": 0.7913793041941716, + "learning_rate": 1.725520429385902e-05, + "loss": 0.0249, + "step": 31167 + }, + { + "epoch": 26.435962680237488, + "grad_norm": 0.6391644992320044, + "learning_rate": 1.7255015239938763e-05, + "loss": 0.0233, + "step": 31168 + }, + { + "epoch": 26.436810856658184, + "grad_norm": 0.6800618137732511, + "learning_rate": 1.725482618054372e-05, + "loss": 0.0242, + "step": 31169 + }, + { + "epoch": 26.43765903307888, + "grad_norm": 0.6153586781025882, + "learning_rate": 1.725463711567404e-05, + "loss": 0.0234, + "step": 31170 + }, + { + "epoch": 26.438507209499576, + "grad_norm": 0.591507179727553, + "learning_rate": 1.7254448045329856e-05, + "loss": 0.0215, + "step": 31171 + }, + { + "epoch": 26.439355385920273, + "grad_norm": 0.7061039716376989, + "learning_rate": 1.7254258969511323e-05, + "loss": 0.0242, + "step": 31172 + }, + { + "epoch": 26.440203562340965, + "grad_norm": 0.9488147315423683, + "learning_rate": 1.725406988821857e-05, + "loss": 0.0303, + "step": 31173 + }, + { + "epoch": 26.44105173876166, + "grad_norm": 0.8411045088047897, + "learning_rate": 1.725388080145175e-05, + "loss": 0.0304, + "step": 31174 + }, + { + "epoch": 26.441899915182358, + "grad_norm": 0.6489948142364281, + "learning_rate": 1.7253691709211e-05, + "loss": 0.0256, + "step": 31175 + }, + { + "epoch": 26.442748091603054, + "grad_norm": 0.6485157510631767, + "learning_rate": 1.725350261149646e-05, + "loss": 0.0251, + "step": 31176 + }, + { + "epoch": 26.44359626802375, + "grad_norm": 0.7393185193485843, + "learning_rate": 1.7253313508308285e-05, + "loss": 0.0246, + "step": 31177 + }, + { + "epoch": 26.444444444444443, + "grad_norm": 0.7126106732244121, + "learning_rate": 1.7253124399646606e-05, + "loss": 0.0245, + "step": 31178 + }, + { + "epoch": 26.44529262086514, + "grad_norm": 0.6588150361889329, + "learning_rate": 1.7252935285511572e-05, + "loss": 0.0229, + "step": 31179 + }, + { + "epoch": 26.446140797285835, + "grad_norm": 0.8007315475150476, + "learning_rate": 1.7252746165903323e-05, + "loss": 0.0255, + "step": 31180 + }, + { + "epoch": 26.44698897370653, + "grad_norm": 0.7213699704293333, + "learning_rate": 1.7252557040822e-05, + "loss": 0.0264, + "step": 31181 + }, + { + "epoch": 26.447837150127228, + "grad_norm": 0.7733663067309109, + "learning_rate": 1.7252367910267752e-05, + "loss": 0.0258, + "step": 31182 + }, + { + "epoch": 26.44868532654792, + "grad_norm": 0.8233339740899972, + "learning_rate": 1.7252178774240715e-05, + "loss": 0.0275, + "step": 31183 + }, + { + "epoch": 26.449533502968617, + "grad_norm": 0.7429731543148601, + "learning_rate": 1.7251989632741035e-05, + "loss": 0.0261, + "step": 31184 + }, + { + "epoch": 26.450381679389313, + "grad_norm": 0.7790914388169915, + "learning_rate": 1.725180048576885e-05, + "loss": 0.0264, + "step": 31185 + }, + { + "epoch": 26.45122985581001, + "grad_norm": 0.6807470441408647, + "learning_rate": 1.7251611333324313e-05, + "loss": 0.0258, + "step": 31186 + }, + { + "epoch": 26.452078032230705, + "grad_norm": 0.7812474449818987, + "learning_rate": 1.725142217540756e-05, + "loss": 0.0282, + "step": 31187 + }, + { + "epoch": 26.452926208651398, + "grad_norm": 0.6455229358557462, + "learning_rate": 1.7251233012018732e-05, + "loss": 0.0226, + "step": 31188 + }, + { + "epoch": 26.453774385072094, + "grad_norm": 0.786123878701067, + "learning_rate": 1.7251043843157974e-05, + "loss": 0.0262, + "step": 31189 + }, + { + "epoch": 26.45462256149279, + "grad_norm": 0.8634537465325591, + "learning_rate": 1.725085466882543e-05, + "loss": 0.0275, + "step": 31190 + }, + { + "epoch": 26.455470737913487, + "grad_norm": 0.8572642676825623, + "learning_rate": 1.725066548902124e-05, + "loss": 0.0284, + "step": 31191 + }, + { + "epoch": 26.456318914334183, + "grad_norm": 0.6863082358710977, + "learning_rate": 1.725047630374555e-05, + "loss": 0.024, + "step": 31192 + }, + { + "epoch": 26.457167090754876, + "grad_norm": 0.7618404940178168, + "learning_rate": 1.72502871129985e-05, + "loss": 0.027, + "step": 31193 + }, + { + "epoch": 26.458015267175572, + "grad_norm": 0.7563613421864618, + "learning_rate": 1.7250097916780237e-05, + "loss": 0.0248, + "step": 31194 + }, + { + "epoch": 26.458863443596268, + "grad_norm": 0.6961788643391685, + "learning_rate": 1.7249908715090894e-05, + "loss": 0.0258, + "step": 31195 + }, + { + "epoch": 26.459711620016964, + "grad_norm": 0.8460385638359289, + "learning_rate": 1.7249719507930626e-05, + "loss": 0.0279, + "step": 31196 + }, + { + "epoch": 26.46055979643766, + "grad_norm": 0.6140651022122329, + "learning_rate": 1.7249530295299572e-05, + "loss": 0.0237, + "step": 31197 + }, + { + "epoch": 26.461407972858353, + "grad_norm": 0.5945876476418751, + "learning_rate": 1.7249341077197868e-05, + "loss": 0.0228, + "step": 31198 + }, + { + "epoch": 26.46225614927905, + "grad_norm": 0.6960322418731308, + "learning_rate": 1.7249151853625662e-05, + "loss": 0.0269, + "step": 31199 + }, + { + "epoch": 26.463104325699746, + "grad_norm": 0.6066922419779102, + "learning_rate": 1.7248962624583098e-05, + "loss": 0.0233, + "step": 31200 + }, + { + "epoch": 26.463952502120442, + "grad_norm": 0.7469970499884122, + "learning_rate": 1.7248773390070317e-05, + "loss": 0.0296, + "step": 31201 + }, + { + "epoch": 26.46480067854114, + "grad_norm": 0.7168380278367925, + "learning_rate": 1.724858415008746e-05, + "loss": 0.0247, + "step": 31202 + }, + { + "epoch": 26.46564885496183, + "grad_norm": 0.7172733614772996, + "learning_rate": 1.7248394904634677e-05, + "loss": 0.0246, + "step": 31203 + }, + { + "epoch": 26.466497031382527, + "grad_norm": 0.7165890115946439, + "learning_rate": 1.7248205653712103e-05, + "loss": 0.0256, + "step": 31204 + }, + { + "epoch": 26.467345207803223, + "grad_norm": 0.635359943433309, + "learning_rate": 1.724801639731988e-05, + "loss": 0.0242, + "step": 31205 + }, + { + "epoch": 26.46819338422392, + "grad_norm": 0.6129023668654359, + "learning_rate": 1.724782713545816e-05, + "loss": 0.0236, + "step": 31206 + }, + { + "epoch": 26.469041560644612, + "grad_norm": 0.7674037837571422, + "learning_rate": 1.7247637868127078e-05, + "loss": 0.0267, + "step": 31207 + }, + { + "epoch": 26.46988973706531, + "grad_norm": 0.845947532004709, + "learning_rate": 1.724744859532678e-05, + "loss": 0.0283, + "step": 31208 + }, + { + "epoch": 26.470737913486005, + "grad_norm": 0.8094277507316053, + "learning_rate": 1.7247259317057407e-05, + "loss": 0.0273, + "step": 31209 + }, + { + "epoch": 26.4715860899067, + "grad_norm": 0.635268591256349, + "learning_rate": 1.7247070033319106e-05, + "loss": 0.023, + "step": 31210 + }, + { + "epoch": 26.472434266327397, + "grad_norm": 0.7633918052346513, + "learning_rate": 1.724688074411201e-05, + "loss": 0.026, + "step": 31211 + }, + { + "epoch": 26.47328244274809, + "grad_norm": 0.7734820930142802, + "learning_rate": 1.7246691449436272e-05, + "loss": 0.0284, + "step": 31212 + }, + { + "epoch": 26.474130619168786, + "grad_norm": 0.6685280184655574, + "learning_rate": 1.724650214929203e-05, + "loss": 0.0262, + "step": 31213 + }, + { + "epoch": 26.474978795589482, + "grad_norm": 0.6533880958424331, + "learning_rate": 1.7246312843679433e-05, + "loss": 0.0242, + "step": 31214 + }, + { + "epoch": 26.47582697201018, + "grad_norm": 0.8249304945005314, + "learning_rate": 1.7246123532598614e-05, + "loss": 0.0272, + "step": 31215 + }, + { + "epoch": 26.476675148430875, + "grad_norm": 0.829095764613804, + "learning_rate": 1.724593421604972e-05, + "loss": 0.0274, + "step": 31216 + }, + { + "epoch": 26.477523324851568, + "grad_norm": 0.729399041165276, + "learning_rate": 1.7245744894032895e-05, + "loss": 0.0272, + "step": 31217 + }, + { + "epoch": 26.478371501272264, + "grad_norm": 0.6950410382111741, + "learning_rate": 1.7245555566548283e-05, + "loss": 0.0242, + "step": 31218 + }, + { + "epoch": 26.47921967769296, + "grad_norm": 0.6265628052314881, + "learning_rate": 1.7245366233596026e-05, + "loss": 0.0269, + "step": 31219 + }, + { + "epoch": 26.480067854113656, + "grad_norm": 0.6874029454404784, + "learning_rate": 1.7245176895176267e-05, + "loss": 0.0275, + "step": 31220 + }, + { + "epoch": 26.480916030534353, + "grad_norm": 0.7719251497807214, + "learning_rate": 1.7244987551289147e-05, + "loss": 0.0252, + "step": 31221 + }, + { + "epoch": 26.481764206955045, + "grad_norm": 0.6110365140817585, + "learning_rate": 1.724479820193481e-05, + "loss": 0.0236, + "step": 31222 + }, + { + "epoch": 26.48261238337574, + "grad_norm": 0.7652154204295578, + "learning_rate": 1.7244608847113398e-05, + "loss": 0.027, + "step": 31223 + }, + { + "epoch": 26.483460559796438, + "grad_norm": 0.6599476829386295, + "learning_rate": 1.7244419486825057e-05, + "loss": 0.0276, + "step": 31224 + }, + { + "epoch": 26.484308736217134, + "grad_norm": 0.7892285643585755, + "learning_rate": 1.7244230121069925e-05, + "loss": 0.0276, + "step": 31225 + }, + { + "epoch": 26.48515691263783, + "grad_norm": 0.7271871982185644, + "learning_rate": 1.7244040749848147e-05, + "loss": 0.0276, + "step": 31226 + }, + { + "epoch": 26.486005089058523, + "grad_norm": 0.8238080570115225, + "learning_rate": 1.724385137315987e-05, + "loss": 0.0275, + "step": 31227 + }, + { + "epoch": 26.48685326547922, + "grad_norm": 0.7518767093074578, + "learning_rate": 1.724366199100523e-05, + "loss": 0.0272, + "step": 31228 + }, + { + "epoch": 26.487701441899915, + "grad_norm": 0.7095245559287603, + "learning_rate": 1.7243472603384376e-05, + "loss": 0.0251, + "step": 31229 + }, + { + "epoch": 26.48854961832061, + "grad_norm": 0.5662001598375329, + "learning_rate": 1.7243283210297445e-05, + "loss": 0.0247, + "step": 31230 + }, + { + "epoch": 26.489397794741308, + "grad_norm": 0.656246012872015, + "learning_rate": 1.7243093811744588e-05, + "loss": 0.0248, + "step": 31231 + }, + { + "epoch": 26.490245971162, + "grad_norm": 0.6301425484012664, + "learning_rate": 1.724290440772594e-05, + "loss": 0.0237, + "step": 31232 + }, + { + "epoch": 26.491094147582697, + "grad_norm": 0.6645829481016505, + "learning_rate": 1.724271499824165e-05, + "loss": 0.0252, + "step": 31233 + }, + { + "epoch": 26.491942324003393, + "grad_norm": 0.6765562798306649, + "learning_rate": 1.7242525583291853e-05, + "loss": 0.0232, + "step": 31234 + }, + { + "epoch": 26.49279050042409, + "grad_norm": 0.7148842828478374, + "learning_rate": 1.72423361628767e-05, + "loss": 0.0247, + "step": 31235 + }, + { + "epoch": 26.493638676844785, + "grad_norm": 0.6162044867474975, + "learning_rate": 1.7242146736996328e-05, + "loss": 0.0277, + "step": 31236 + }, + { + "epoch": 26.494486853265478, + "grad_norm": 0.821010213730042, + "learning_rate": 1.7241957305650885e-05, + "loss": 0.0289, + "step": 31237 + }, + { + "epoch": 26.495335029686174, + "grad_norm": 0.9902410862395534, + "learning_rate": 1.7241767868840513e-05, + "loss": 0.0322, + "step": 31238 + }, + { + "epoch": 26.49618320610687, + "grad_norm": 0.7251381782743228, + "learning_rate": 1.724157842656535e-05, + "loss": 0.0233, + "step": 31239 + }, + { + "epoch": 26.497031382527567, + "grad_norm": 0.6978880569939331, + "learning_rate": 1.7241388978825546e-05, + "loss": 0.0217, + "step": 31240 + }, + { + "epoch": 26.497879558948263, + "grad_norm": 0.712709770624008, + "learning_rate": 1.724119952562124e-05, + "loss": 0.0248, + "step": 31241 + }, + { + "epoch": 26.498727735368956, + "grad_norm": 0.7206305206281731, + "learning_rate": 1.7241010066952575e-05, + "loss": 0.0238, + "step": 31242 + }, + { + "epoch": 26.499575911789652, + "grad_norm": 0.7013285853562466, + "learning_rate": 1.7240820602819695e-05, + "loss": 0.0289, + "step": 31243 + }, + { + "epoch": 26.500424088210348, + "grad_norm": 0.7146163768557701, + "learning_rate": 1.724063113322274e-05, + "loss": 0.0253, + "step": 31244 + }, + { + "epoch": 26.501272264631044, + "grad_norm": 0.7966719991716167, + "learning_rate": 1.7240441658161856e-05, + "loss": 0.0265, + "step": 31245 + }, + { + "epoch": 26.502120441051737, + "grad_norm": 0.9435541466423821, + "learning_rate": 1.724025217763719e-05, + "loss": 0.0268, + "step": 31246 + }, + { + "epoch": 26.502968617472433, + "grad_norm": 0.8022734903537294, + "learning_rate": 1.7240062691648877e-05, + "loss": 0.0264, + "step": 31247 + }, + { + "epoch": 26.50381679389313, + "grad_norm": 0.698977340104894, + "learning_rate": 1.723987320019706e-05, + "loss": 0.0258, + "step": 31248 + }, + { + "epoch": 26.504664970313826, + "grad_norm": 0.5810965085370694, + "learning_rate": 1.7239683703281892e-05, + "loss": 0.0197, + "step": 31249 + }, + { + "epoch": 26.505513146734522, + "grad_norm": 0.6784054388068724, + "learning_rate": 1.7239494200903506e-05, + "loss": 0.0244, + "step": 31250 + }, + { + "epoch": 26.506361323155215, + "grad_norm": 0.8215323074649443, + "learning_rate": 1.723930469306205e-05, + "loss": 0.0308, + "step": 31251 + }, + { + "epoch": 26.50720949957591, + "grad_norm": 0.626517644018928, + "learning_rate": 1.723911517975766e-05, + "loss": 0.0222, + "step": 31252 + }, + { + "epoch": 26.508057675996607, + "grad_norm": 0.8617049788562218, + "learning_rate": 1.7238925660990492e-05, + "loss": 0.024, + "step": 31253 + }, + { + "epoch": 26.508905852417303, + "grad_norm": 0.7330734735221691, + "learning_rate": 1.7238736136760676e-05, + "loss": 0.0268, + "step": 31254 + }, + { + "epoch": 26.509754028838, + "grad_norm": 0.6838698747494791, + "learning_rate": 1.723854660706836e-05, + "loss": 0.0233, + "step": 31255 + }, + { + "epoch": 26.510602205258692, + "grad_norm": 0.7073854908495533, + "learning_rate": 1.7238357071913693e-05, + "loss": 0.024, + "step": 31256 + }, + { + "epoch": 26.51145038167939, + "grad_norm": 0.7585493624023295, + "learning_rate": 1.7238167531296812e-05, + "loss": 0.025, + "step": 31257 + }, + { + "epoch": 26.512298558100085, + "grad_norm": 0.770118103621641, + "learning_rate": 1.723797798521786e-05, + "loss": 0.0271, + "step": 31258 + }, + { + "epoch": 26.51314673452078, + "grad_norm": 0.7744934108389451, + "learning_rate": 1.7237788433676976e-05, + "loss": 0.0256, + "step": 31259 + }, + { + "epoch": 26.513994910941477, + "grad_norm": 0.8477514558245034, + "learning_rate": 1.723759887667431e-05, + "loss": 0.0256, + "step": 31260 + }, + { + "epoch": 26.51484308736217, + "grad_norm": 0.6495435288186657, + "learning_rate": 1.7237409314210002e-05, + "loss": 0.0239, + "step": 31261 + }, + { + "epoch": 26.515691263782866, + "grad_norm": 0.7160932060461302, + "learning_rate": 1.7237219746284196e-05, + "loss": 0.024, + "step": 31262 + }, + { + "epoch": 26.516539440203562, + "grad_norm": 0.8083210320574423, + "learning_rate": 1.723703017289704e-05, + "loss": 0.0257, + "step": 31263 + }, + { + "epoch": 26.51738761662426, + "grad_norm": 0.6307202010513037, + "learning_rate": 1.7236840594048665e-05, + "loss": 0.0234, + "step": 31264 + }, + { + "epoch": 26.518235793044955, + "grad_norm": 0.8150428945272218, + "learning_rate": 1.7236651009739222e-05, + "loss": 0.0286, + "step": 31265 + }, + { + "epoch": 26.519083969465647, + "grad_norm": 0.8566010029415678, + "learning_rate": 1.7236461419968856e-05, + "loss": 0.0303, + "step": 31266 + }, + { + "epoch": 26.519932145886344, + "grad_norm": 0.826042248797557, + "learning_rate": 1.7236271824737705e-05, + "loss": 0.0263, + "step": 31267 + }, + { + "epoch": 26.52078032230704, + "grad_norm": 0.6065770253609191, + "learning_rate": 1.7236082224045913e-05, + "loss": 0.0245, + "step": 31268 + }, + { + "epoch": 26.521628498727736, + "grad_norm": 0.6307871606795307, + "learning_rate": 1.723589261789363e-05, + "loss": 0.0213, + "step": 31269 + }, + { + "epoch": 26.522476675148432, + "grad_norm": 0.6452356845722504, + "learning_rate": 1.7235703006280986e-05, + "loss": 0.0252, + "step": 31270 + }, + { + "epoch": 26.523324851569125, + "grad_norm": 0.6761187007487842, + "learning_rate": 1.7235513389208133e-05, + "loss": 0.0255, + "step": 31271 + }, + { + "epoch": 26.52417302798982, + "grad_norm": 0.7042542507637423, + "learning_rate": 1.7235323766675213e-05, + "loss": 0.0248, + "step": 31272 + }, + { + "epoch": 26.525021204410518, + "grad_norm": 0.6837135116407905, + "learning_rate": 1.7235134138682373e-05, + "loss": 0.0228, + "step": 31273 + }, + { + "epoch": 26.525869380831214, + "grad_norm": 0.6928322532014987, + "learning_rate": 1.7234944505229746e-05, + "loss": 0.0245, + "step": 31274 + }, + { + "epoch": 26.52671755725191, + "grad_norm": 0.7634257844944143, + "learning_rate": 1.723475486631748e-05, + "loss": 0.026, + "step": 31275 + }, + { + "epoch": 26.527565733672603, + "grad_norm": 0.7143164188780372, + "learning_rate": 1.7234565221945723e-05, + "loss": 0.024, + "step": 31276 + }, + { + "epoch": 26.5284139100933, + "grad_norm": 0.7398859140960656, + "learning_rate": 1.723437557211461e-05, + "loss": 0.0247, + "step": 31277 + }, + { + "epoch": 26.529262086513995, + "grad_norm": 0.7002335675679369, + "learning_rate": 1.7234185916824292e-05, + "loss": 0.0241, + "step": 31278 + }, + { + "epoch": 26.53011026293469, + "grad_norm": 0.7688130134633786, + "learning_rate": 1.7233996256074906e-05, + "loss": 0.0239, + "step": 31279 + }, + { + "epoch": 26.530958439355388, + "grad_norm": 0.760742445232208, + "learning_rate": 1.7233806589866596e-05, + "loss": 0.0286, + "step": 31280 + }, + { + "epoch": 26.53180661577608, + "grad_norm": 0.6246346129358239, + "learning_rate": 1.7233616918199508e-05, + "loss": 0.0255, + "step": 31281 + }, + { + "epoch": 26.532654792196777, + "grad_norm": 0.6667462522259782, + "learning_rate": 1.7233427241073783e-05, + "loss": 0.023, + "step": 31282 + }, + { + "epoch": 26.533502968617473, + "grad_norm": 0.6345976201824357, + "learning_rate": 1.7233237558489565e-05, + "loss": 0.0233, + "step": 31283 + }, + { + "epoch": 26.53435114503817, + "grad_norm": 0.7164090693389393, + "learning_rate": 1.7233047870447e-05, + "loss": 0.0237, + "step": 31284 + }, + { + "epoch": 26.53519932145886, + "grad_norm": 0.7065155861085576, + "learning_rate": 1.7232858176946224e-05, + "loss": 0.0272, + "step": 31285 + }, + { + "epoch": 26.536047497879558, + "grad_norm": 0.755431472385792, + "learning_rate": 1.7232668477987385e-05, + "loss": 0.0291, + "step": 31286 + }, + { + "epoch": 26.536895674300254, + "grad_norm": 0.6984107350137059, + "learning_rate": 1.7232478773570625e-05, + "loss": 0.0273, + "step": 31287 + }, + { + "epoch": 26.53774385072095, + "grad_norm": 0.8183179346094229, + "learning_rate": 1.7232289063696086e-05, + "loss": 0.0286, + "step": 31288 + }, + { + "epoch": 26.538592027141647, + "grad_norm": 0.6525465048832244, + "learning_rate": 1.7232099348363917e-05, + "loss": 0.023, + "step": 31289 + }, + { + "epoch": 26.53944020356234, + "grad_norm": 0.7741337895429128, + "learning_rate": 1.7231909627574254e-05, + "loss": 0.0253, + "step": 31290 + }, + { + "epoch": 26.540288379983036, + "grad_norm": 0.7875540587232079, + "learning_rate": 1.7231719901327242e-05, + "loss": 0.0313, + "step": 31291 + }, + { + "epoch": 26.541136556403732, + "grad_norm": 0.7682685838904324, + "learning_rate": 1.7231530169623025e-05, + "loss": 0.0249, + "step": 31292 + }, + { + "epoch": 26.541984732824428, + "grad_norm": 0.7496016362305252, + "learning_rate": 1.7231340432461746e-05, + "loss": 0.0266, + "step": 31293 + }, + { + "epoch": 26.542832909245124, + "grad_norm": 0.8107016781060495, + "learning_rate": 1.7231150689843553e-05, + "loss": 0.0255, + "step": 31294 + }, + { + "epoch": 26.543681085665817, + "grad_norm": 0.6627622730914428, + "learning_rate": 1.723096094176858e-05, + "loss": 0.0244, + "step": 31295 + }, + { + "epoch": 26.544529262086513, + "grad_norm": 0.6887746049174357, + "learning_rate": 1.7230771188236977e-05, + "loss": 0.0249, + "step": 31296 + }, + { + "epoch": 26.54537743850721, + "grad_norm": 0.7491901134749913, + "learning_rate": 1.7230581429248883e-05, + "loss": 0.0284, + "step": 31297 + }, + { + "epoch": 26.546225614927906, + "grad_norm": 0.75606347570147, + "learning_rate": 1.7230391664804443e-05, + "loss": 0.0243, + "step": 31298 + }, + { + "epoch": 26.547073791348602, + "grad_norm": 0.714205275240902, + "learning_rate": 1.7230201894903803e-05, + "loss": 0.0223, + "step": 31299 + }, + { + "epoch": 26.547921967769295, + "grad_norm": 0.6511892412179592, + "learning_rate": 1.72300121195471e-05, + "loss": 0.0229, + "step": 31300 + }, + { + "epoch": 26.54877014418999, + "grad_norm": 0.6919210365130269, + "learning_rate": 1.7229822338734482e-05, + "loss": 0.0231, + "step": 31301 + }, + { + "epoch": 26.549618320610687, + "grad_norm": 0.7615057922682793, + "learning_rate": 1.7229632552466092e-05, + "loss": 0.0268, + "step": 31302 + }, + { + "epoch": 26.550466497031383, + "grad_norm": 0.6718557581273001, + "learning_rate": 1.7229442760742075e-05, + "loss": 0.0237, + "step": 31303 + }, + { + "epoch": 26.55131467345208, + "grad_norm": 0.6343469610289784, + "learning_rate": 1.7229252963562566e-05, + "loss": 0.0203, + "step": 31304 + }, + { + "epoch": 26.552162849872772, + "grad_norm": 0.6925635384810954, + "learning_rate": 1.7229063160927718e-05, + "loss": 0.0271, + "step": 31305 + }, + { + "epoch": 26.55301102629347, + "grad_norm": 0.6732948447665157, + "learning_rate": 1.7228873352837666e-05, + "loss": 0.0248, + "step": 31306 + }, + { + "epoch": 26.553859202714165, + "grad_norm": 0.8126081099648415, + "learning_rate": 1.7228683539292562e-05, + "loss": 0.0263, + "step": 31307 + }, + { + "epoch": 26.55470737913486, + "grad_norm": 0.8493420261797037, + "learning_rate": 1.722849372029254e-05, + "loss": 0.0274, + "step": 31308 + }, + { + "epoch": 26.555555555555557, + "grad_norm": 0.7675144163909041, + "learning_rate": 1.722830389583775e-05, + "loss": 0.0235, + "step": 31309 + }, + { + "epoch": 26.55640373197625, + "grad_norm": 0.6712593859914077, + "learning_rate": 1.722811406592833e-05, + "loss": 0.0252, + "step": 31310 + }, + { + "epoch": 26.557251908396946, + "grad_norm": 0.7191879461647579, + "learning_rate": 1.722792423056443e-05, + "loss": 0.0263, + "step": 31311 + }, + { + "epoch": 26.558100084817642, + "grad_norm": 0.6706939354559751, + "learning_rate": 1.7227734389746186e-05, + "loss": 0.026, + "step": 31312 + }, + { + "epoch": 26.55894826123834, + "grad_norm": 0.807997045609937, + "learning_rate": 1.7227544543473745e-05, + "loss": 0.0285, + "step": 31313 + }, + { + "epoch": 26.559796437659035, + "grad_norm": 0.6686575475122988, + "learning_rate": 1.7227354691747252e-05, + "loss": 0.0252, + "step": 31314 + }, + { + "epoch": 26.560644614079727, + "grad_norm": 0.6980023955023529, + "learning_rate": 1.7227164834566846e-05, + "loss": 0.0238, + "step": 31315 + }, + { + "epoch": 26.561492790500424, + "grad_norm": 0.9367615639681023, + "learning_rate": 1.7226974971932673e-05, + "loss": 0.0297, + "step": 31316 + }, + { + "epoch": 26.56234096692112, + "grad_norm": 0.8117758555658627, + "learning_rate": 1.722678510384488e-05, + "loss": 0.0255, + "step": 31317 + }, + { + "epoch": 26.563189143341816, + "grad_norm": 0.7325967983303077, + "learning_rate": 1.72265952303036e-05, + "loss": 0.025, + "step": 31318 + }, + { + "epoch": 26.564037319762512, + "grad_norm": 0.7338355257352717, + "learning_rate": 1.7226405351308987e-05, + "loss": 0.027, + "step": 31319 + }, + { + "epoch": 26.564885496183205, + "grad_norm": 0.8107733770107453, + "learning_rate": 1.7226215466861174e-05, + "loss": 0.0265, + "step": 31320 + }, + { + "epoch": 26.5657336726039, + "grad_norm": 0.7835258215660467, + "learning_rate": 1.7226025576960313e-05, + "loss": 0.0281, + "step": 31321 + }, + { + "epoch": 26.566581849024598, + "grad_norm": 0.7574320515920434, + "learning_rate": 1.7225835681606545e-05, + "loss": 0.0273, + "step": 31322 + }, + { + "epoch": 26.567430025445294, + "grad_norm": 0.7727462116361481, + "learning_rate": 1.7225645780800012e-05, + "loss": 0.0281, + "step": 31323 + }, + { + "epoch": 26.568278201865986, + "grad_norm": 0.6644785968854959, + "learning_rate": 1.7225455874540857e-05, + "loss": 0.0258, + "step": 31324 + }, + { + "epoch": 26.569126378286683, + "grad_norm": 0.6614149608532642, + "learning_rate": 1.7225265962829222e-05, + "loss": 0.027, + "step": 31325 + }, + { + "epoch": 26.56997455470738, + "grad_norm": 0.671864151259744, + "learning_rate": 1.7225076045665257e-05, + "loss": 0.0221, + "step": 31326 + }, + { + "epoch": 26.570822731128075, + "grad_norm": 0.6505730261185971, + "learning_rate": 1.7224886123049096e-05, + "loss": 0.0239, + "step": 31327 + }, + { + "epoch": 26.57167090754877, + "grad_norm": 0.7323403841823111, + "learning_rate": 1.7224696194980886e-05, + "loss": 0.0267, + "step": 31328 + }, + { + "epoch": 26.572519083969464, + "grad_norm": 0.642270325558055, + "learning_rate": 1.722450626146078e-05, + "loss": 0.0231, + "step": 31329 + }, + { + "epoch": 26.57336726039016, + "grad_norm": 0.7613331225404746, + "learning_rate": 1.7224316322488907e-05, + "loss": 0.0259, + "step": 31330 + }, + { + "epoch": 26.574215436810857, + "grad_norm": 0.6934020466598185, + "learning_rate": 1.7224126378065412e-05, + "loss": 0.0252, + "step": 31331 + }, + { + "epoch": 26.575063613231553, + "grad_norm": 0.7463841946598075, + "learning_rate": 1.7223936428190447e-05, + "loss": 0.0254, + "step": 31332 + }, + { + "epoch": 26.57591178965225, + "grad_norm": 0.7103584308794157, + "learning_rate": 1.722374647286415e-05, + "loss": 0.025, + "step": 31333 + }, + { + "epoch": 26.57675996607294, + "grad_norm": 0.8356712534942259, + "learning_rate": 1.7223556512086665e-05, + "loss": 0.026, + "step": 31334 + }, + { + "epoch": 26.577608142493638, + "grad_norm": 0.7560658489873608, + "learning_rate": 1.7223366545858137e-05, + "loss": 0.0289, + "step": 31335 + }, + { + "epoch": 26.578456318914334, + "grad_norm": 0.6740737482439639, + "learning_rate": 1.7223176574178704e-05, + "loss": 0.0254, + "step": 31336 + }, + { + "epoch": 26.57930449533503, + "grad_norm": 0.669707883410395, + "learning_rate": 1.7222986597048516e-05, + "loss": 0.0219, + "step": 31337 + }, + { + "epoch": 26.580152671755727, + "grad_norm": 0.6621697709910209, + "learning_rate": 1.722279661446771e-05, + "loss": 0.0253, + "step": 31338 + }, + { + "epoch": 26.58100084817642, + "grad_norm": 0.7120161335725298, + "learning_rate": 1.7222606626436436e-05, + "loss": 0.0239, + "step": 31339 + }, + { + "epoch": 26.581849024597116, + "grad_norm": 0.7846478793022489, + "learning_rate": 1.7222416632954836e-05, + "loss": 0.0247, + "step": 31340 + }, + { + "epoch": 26.58269720101781, + "grad_norm": 0.6917193649246401, + "learning_rate": 1.7222226634023047e-05, + "loss": 0.0253, + "step": 31341 + }, + { + "epoch": 26.583545377438508, + "grad_norm": 0.8710643941424798, + "learning_rate": 1.7222036629641217e-05, + "loss": 0.0279, + "step": 31342 + }, + { + "epoch": 26.584393553859204, + "grad_norm": 0.6988738111481404, + "learning_rate": 1.722184661980949e-05, + "loss": 0.024, + "step": 31343 + }, + { + "epoch": 26.585241730279897, + "grad_norm": 0.8468419529899847, + "learning_rate": 1.722165660452801e-05, + "loss": 0.0288, + "step": 31344 + }, + { + "epoch": 26.586089906700593, + "grad_norm": 0.803579372542952, + "learning_rate": 1.7221466583796918e-05, + "loss": 0.0244, + "step": 31345 + }, + { + "epoch": 26.58693808312129, + "grad_norm": 0.8877096230948336, + "learning_rate": 1.722127655761636e-05, + "loss": 0.0292, + "step": 31346 + }, + { + "epoch": 26.587786259541986, + "grad_norm": 0.6840999914161091, + "learning_rate": 1.7221086525986476e-05, + "loss": 0.0243, + "step": 31347 + }, + { + "epoch": 26.588634435962682, + "grad_norm": 0.7878468013029771, + "learning_rate": 1.7220896488907413e-05, + "loss": 0.0236, + "step": 31348 + }, + { + "epoch": 26.589482612383375, + "grad_norm": 0.8507074790502541, + "learning_rate": 1.722070644637931e-05, + "loss": 0.026, + "step": 31349 + }, + { + "epoch": 26.59033078880407, + "grad_norm": 0.7269422887712681, + "learning_rate": 1.7220516398402315e-05, + "loss": 0.0224, + "step": 31350 + }, + { + "epoch": 26.591178965224767, + "grad_norm": 0.7635729576089668, + "learning_rate": 1.7220326344976566e-05, + "loss": 0.0271, + "step": 31351 + }, + { + "epoch": 26.592027141645463, + "grad_norm": 0.7541055727273857, + "learning_rate": 1.7220136286102217e-05, + "loss": 0.0262, + "step": 31352 + }, + { + "epoch": 26.59287531806616, + "grad_norm": 0.6966011580033008, + "learning_rate": 1.72199462217794e-05, + "loss": 0.0244, + "step": 31353 + }, + { + "epoch": 26.593723494486852, + "grad_norm": 0.7748298166325968, + "learning_rate": 1.7219756152008262e-05, + "loss": 0.0277, + "step": 31354 + }, + { + "epoch": 26.59457167090755, + "grad_norm": 0.9624043135403304, + "learning_rate": 1.7219566076788948e-05, + "loss": 0.0269, + "step": 31355 + }, + { + "epoch": 26.595419847328245, + "grad_norm": 1.1745601698391066, + "learning_rate": 1.72193759961216e-05, + "loss": 0.0285, + "step": 31356 + }, + { + "epoch": 26.59626802374894, + "grad_norm": 0.8363205999867166, + "learning_rate": 1.7219185910006366e-05, + "loss": 0.0312, + "step": 31357 + }, + { + "epoch": 26.597116200169637, + "grad_norm": 0.7049757404508673, + "learning_rate": 1.7218995818443378e-05, + "loss": 0.0249, + "step": 31358 + }, + { + "epoch": 26.59796437659033, + "grad_norm": 0.6052527969551024, + "learning_rate": 1.7218805721432793e-05, + "loss": 0.0252, + "step": 31359 + }, + { + "epoch": 26.598812553011026, + "grad_norm": 0.6907656431045451, + "learning_rate": 1.7218615618974746e-05, + "loss": 0.0225, + "step": 31360 + }, + { + "epoch": 26.599660729431722, + "grad_norm": 0.7133434056668765, + "learning_rate": 1.7218425511069386e-05, + "loss": 0.0267, + "step": 31361 + }, + { + "epoch": 26.60050890585242, + "grad_norm": 0.6496549538295526, + "learning_rate": 1.721823539771685e-05, + "loss": 0.0263, + "step": 31362 + }, + { + "epoch": 26.60135708227311, + "grad_norm": 0.8219311780630095, + "learning_rate": 1.7218045278917284e-05, + "loss": 0.0247, + "step": 31363 + }, + { + "epoch": 26.602205258693807, + "grad_norm": 0.6233311389102825, + "learning_rate": 1.7217855154670832e-05, + "loss": 0.024, + "step": 31364 + }, + { + "epoch": 26.603053435114504, + "grad_norm": 0.7458764611982475, + "learning_rate": 1.721766502497764e-05, + "loss": 0.026, + "step": 31365 + }, + { + "epoch": 26.6039016115352, + "grad_norm": 0.730272386443325, + "learning_rate": 1.721747488983785e-05, + "loss": 0.0242, + "step": 31366 + }, + { + "epoch": 26.604749787955896, + "grad_norm": 0.737019264511507, + "learning_rate": 1.72172847492516e-05, + "loss": 0.0234, + "step": 31367 + }, + { + "epoch": 26.60559796437659, + "grad_norm": 0.5958827830826213, + "learning_rate": 1.7217094603219042e-05, + "loss": 0.0245, + "step": 31368 + }, + { + "epoch": 26.606446140797285, + "grad_norm": 0.6923175342101177, + "learning_rate": 1.7216904451740318e-05, + "loss": 0.028, + "step": 31369 + }, + { + "epoch": 26.60729431721798, + "grad_norm": 0.7701410761764833, + "learning_rate": 1.7216714294815563e-05, + "loss": 0.027, + "step": 31370 + }, + { + "epoch": 26.608142493638677, + "grad_norm": 0.7612400094646565, + "learning_rate": 1.721652413244493e-05, + "loss": 0.0285, + "step": 31371 + }, + { + "epoch": 26.608990670059374, + "grad_norm": 0.7728780659780158, + "learning_rate": 1.7216333964628558e-05, + "loss": 0.0259, + "step": 31372 + }, + { + "epoch": 26.609838846480066, + "grad_norm": 0.7651388372021523, + "learning_rate": 1.7216143791366593e-05, + "loss": 0.026, + "step": 31373 + }, + { + "epoch": 26.610687022900763, + "grad_norm": 0.6855741493129931, + "learning_rate": 1.7215953612659175e-05, + "loss": 0.0249, + "step": 31374 + }, + { + "epoch": 26.61153519932146, + "grad_norm": 0.9152856361758714, + "learning_rate": 1.721576342850645e-05, + "loss": 0.026, + "step": 31375 + }, + { + "epoch": 26.612383375742155, + "grad_norm": 0.6942150459400097, + "learning_rate": 1.7215573238908564e-05, + "loss": 0.0247, + "step": 31376 + }, + { + "epoch": 26.61323155216285, + "grad_norm": 0.9065388253618121, + "learning_rate": 1.7215383043865656e-05, + "loss": 0.0275, + "step": 31377 + }, + { + "epoch": 26.614079728583544, + "grad_norm": 0.7317680344608903, + "learning_rate": 1.721519284337787e-05, + "loss": 0.0224, + "step": 31378 + }, + { + "epoch": 26.61492790500424, + "grad_norm": 0.6523897014431058, + "learning_rate": 1.721500263744535e-05, + "loss": 0.0242, + "step": 31379 + }, + { + "epoch": 26.615776081424936, + "grad_norm": 0.7554153457674007, + "learning_rate": 1.7214812426068244e-05, + "loss": 0.0259, + "step": 31380 + }, + { + "epoch": 26.616624257845633, + "grad_norm": 0.638821528383537, + "learning_rate": 1.721462220924669e-05, + "loss": 0.0231, + "step": 31381 + }, + { + "epoch": 26.61747243426633, + "grad_norm": 0.8006342788416758, + "learning_rate": 1.7214431986980832e-05, + "loss": 0.0253, + "step": 31382 + }, + { + "epoch": 26.61832061068702, + "grad_norm": 0.8164285641999004, + "learning_rate": 1.7214241759270817e-05, + "loss": 0.0267, + "step": 31383 + }, + { + "epoch": 26.619168787107718, + "grad_norm": 0.8019674037403032, + "learning_rate": 1.7214051526116783e-05, + "loss": 0.0282, + "step": 31384 + }, + { + "epoch": 26.620016963528414, + "grad_norm": 0.6910090516185393, + "learning_rate": 1.7213861287518884e-05, + "loss": 0.0242, + "step": 31385 + }, + { + "epoch": 26.62086513994911, + "grad_norm": 0.7236402258467796, + "learning_rate": 1.721367104347725e-05, + "loss": 0.0243, + "step": 31386 + }, + { + "epoch": 26.621713316369807, + "grad_norm": 0.7789476694389642, + "learning_rate": 1.721348079399203e-05, + "loss": 0.0263, + "step": 31387 + }, + { + "epoch": 26.6225614927905, + "grad_norm": 0.7190721518407203, + "learning_rate": 1.7213290539063375e-05, + "loss": 0.0239, + "step": 31388 + }, + { + "epoch": 26.623409669211195, + "grad_norm": 0.7561864516562197, + "learning_rate": 1.7213100278691417e-05, + "loss": 0.0248, + "step": 31389 + }, + { + "epoch": 26.62425784563189, + "grad_norm": 0.7891932622514533, + "learning_rate": 1.7212910012876307e-05, + "loss": 0.0249, + "step": 31390 + }, + { + "epoch": 26.625106022052588, + "grad_norm": 0.7149136431638483, + "learning_rate": 1.7212719741618187e-05, + "loss": 0.026, + "step": 31391 + }, + { + "epoch": 26.625954198473284, + "grad_norm": 0.7743313219006118, + "learning_rate": 1.72125294649172e-05, + "loss": 0.0263, + "step": 31392 + }, + { + "epoch": 26.626802374893977, + "grad_norm": 0.7825601773860233, + "learning_rate": 1.721233918277349e-05, + "loss": 0.027, + "step": 31393 + }, + { + "epoch": 26.627650551314673, + "grad_norm": 0.9112036488569484, + "learning_rate": 1.7212148895187196e-05, + "loss": 0.0265, + "step": 31394 + }, + { + "epoch": 26.62849872773537, + "grad_norm": 0.702702688431368, + "learning_rate": 1.721195860215847e-05, + "loss": 0.0253, + "step": 31395 + }, + { + "epoch": 26.629346904156066, + "grad_norm": 0.7234840880565655, + "learning_rate": 1.7211768303687447e-05, + "loss": 0.025, + "step": 31396 + }, + { + "epoch": 26.63019508057676, + "grad_norm": 0.7706781209589584, + "learning_rate": 1.721157799977428e-05, + "loss": 0.0266, + "step": 31397 + }, + { + "epoch": 26.631043256997454, + "grad_norm": 0.6836394714605466, + "learning_rate": 1.7211387690419107e-05, + "loss": 0.0258, + "step": 31398 + }, + { + "epoch": 26.63189143341815, + "grad_norm": 0.6433936677833547, + "learning_rate": 1.7211197375622067e-05, + "loss": 0.0238, + "step": 31399 + }, + { + "epoch": 26.632739609838847, + "grad_norm": 0.6794697838644418, + "learning_rate": 1.7211007055383315e-05, + "loss": 0.0263, + "step": 31400 + }, + { + "epoch": 26.633587786259543, + "grad_norm": 0.6410431759835444, + "learning_rate": 1.7210816729702985e-05, + "loss": 0.025, + "step": 31401 + }, + { + "epoch": 26.634435962680236, + "grad_norm": 0.6321168437870605, + "learning_rate": 1.7210626398581225e-05, + "loss": 0.0259, + "step": 31402 + }, + { + "epoch": 26.635284139100932, + "grad_norm": 0.7427105141596119, + "learning_rate": 1.7210436062018176e-05, + "loss": 0.0251, + "step": 31403 + }, + { + "epoch": 26.63613231552163, + "grad_norm": 0.7292821497647135, + "learning_rate": 1.7210245720013983e-05, + "loss": 0.0253, + "step": 31404 + }, + { + "epoch": 26.636980491942325, + "grad_norm": 0.741691100887877, + "learning_rate": 1.7210055372568794e-05, + "loss": 0.0257, + "step": 31405 + }, + { + "epoch": 26.63782866836302, + "grad_norm": 0.7378243075430784, + "learning_rate": 1.7209865019682745e-05, + "loss": 0.0262, + "step": 31406 + }, + { + "epoch": 26.638676844783713, + "grad_norm": 0.8071024305789546, + "learning_rate": 1.7209674661355988e-05, + "loss": 0.0248, + "step": 31407 + }, + { + "epoch": 26.63952502120441, + "grad_norm": 0.7592400933984137, + "learning_rate": 1.7209484297588656e-05, + "loss": 0.0254, + "step": 31408 + }, + { + "epoch": 26.640373197625106, + "grad_norm": 0.7264012022449561, + "learning_rate": 1.7209293928380903e-05, + "loss": 0.0234, + "step": 31409 + }, + { + "epoch": 26.641221374045802, + "grad_norm": 0.6972602573622075, + "learning_rate": 1.7209103553732864e-05, + "loss": 0.026, + "step": 31410 + }, + { + "epoch": 26.6420695504665, + "grad_norm": 0.738771247017142, + "learning_rate": 1.7208913173644688e-05, + "loss": 0.026, + "step": 31411 + }, + { + "epoch": 26.64291772688719, + "grad_norm": 0.9212379722346532, + "learning_rate": 1.7208722788116517e-05, + "loss": 0.0284, + "step": 31412 + }, + { + "epoch": 26.643765903307887, + "grad_norm": 0.7326840434818706, + "learning_rate": 1.7208532397148498e-05, + "loss": 0.0281, + "step": 31413 + }, + { + "epoch": 26.644614079728584, + "grad_norm": 0.6611352349331355, + "learning_rate": 1.720834200074077e-05, + "loss": 0.0236, + "step": 31414 + }, + { + "epoch": 26.64546225614928, + "grad_norm": 0.740010238308661, + "learning_rate": 1.7208151598893478e-05, + "loss": 0.0274, + "step": 31415 + }, + { + "epoch": 26.646310432569976, + "grad_norm": 0.7517701494216745, + "learning_rate": 1.720796119160677e-05, + "loss": 0.0258, + "step": 31416 + }, + { + "epoch": 26.64715860899067, + "grad_norm": 0.5856743347842885, + "learning_rate": 1.720777077888078e-05, + "loss": 0.0216, + "step": 31417 + }, + { + "epoch": 26.648006785411365, + "grad_norm": 0.777836891744873, + "learning_rate": 1.720758036071566e-05, + "loss": 0.0273, + "step": 31418 + }, + { + "epoch": 26.64885496183206, + "grad_norm": 0.7401777030252439, + "learning_rate": 1.720738993711155e-05, + "loss": 0.0261, + "step": 31419 + }, + { + "epoch": 26.649703138252757, + "grad_norm": 0.7408871768973553, + "learning_rate": 1.72071995080686e-05, + "loss": 0.027, + "step": 31420 + }, + { + "epoch": 26.650551314673454, + "grad_norm": 0.7438062683077103, + "learning_rate": 1.7207009073586944e-05, + "loss": 0.0267, + "step": 31421 + }, + { + "epoch": 26.651399491094146, + "grad_norm": 0.6583341689768722, + "learning_rate": 1.7206818633666732e-05, + "loss": 0.0261, + "step": 31422 + }, + { + "epoch": 26.652247667514843, + "grad_norm": 0.6036075039448425, + "learning_rate": 1.7206628188308105e-05, + "loss": 0.0247, + "step": 31423 + }, + { + "epoch": 26.65309584393554, + "grad_norm": 0.695417709868697, + "learning_rate": 1.720643773751121e-05, + "loss": 0.0227, + "step": 31424 + }, + { + "epoch": 26.653944020356235, + "grad_norm": 0.676714878815379, + "learning_rate": 1.7206247281276186e-05, + "loss": 0.023, + "step": 31425 + }, + { + "epoch": 26.65479219677693, + "grad_norm": 0.7456754320167948, + "learning_rate": 1.7206056819603182e-05, + "loss": 0.0258, + "step": 31426 + }, + { + "epoch": 26.655640373197624, + "grad_norm": 0.7230610818071926, + "learning_rate": 1.7205866352492335e-05, + "loss": 0.0291, + "step": 31427 + }, + { + "epoch": 26.65648854961832, + "grad_norm": 0.7015027675105836, + "learning_rate": 1.7205675879943794e-05, + "loss": 0.0262, + "step": 31428 + }, + { + "epoch": 26.657336726039016, + "grad_norm": 0.8876427933808191, + "learning_rate": 1.7205485401957705e-05, + "loss": 0.0292, + "step": 31429 + }, + { + "epoch": 26.658184902459713, + "grad_norm": 0.7159787348985, + "learning_rate": 1.7205294918534203e-05, + "loss": 0.0268, + "step": 31430 + }, + { + "epoch": 26.659033078880405, + "grad_norm": 0.5846667620474365, + "learning_rate": 1.720510442967344e-05, + "loss": 0.0205, + "step": 31431 + }, + { + "epoch": 26.6598812553011, + "grad_norm": 0.7625411885157004, + "learning_rate": 1.7204913935375557e-05, + "loss": 0.0255, + "step": 31432 + }, + { + "epoch": 26.660729431721798, + "grad_norm": 0.5973095047806505, + "learning_rate": 1.7204723435640694e-05, + "loss": 0.0218, + "step": 31433 + }, + { + "epoch": 26.661577608142494, + "grad_norm": 0.6933288587594614, + "learning_rate": 1.7204532930469e-05, + "loss": 0.0264, + "step": 31434 + }, + { + "epoch": 26.66242578456319, + "grad_norm": 0.6388149681086751, + "learning_rate": 1.720434241986062e-05, + "loss": 0.0237, + "step": 31435 + }, + { + "epoch": 26.663273960983886, + "grad_norm": 0.7415839954705675, + "learning_rate": 1.720415190381569e-05, + "loss": 0.0259, + "step": 31436 + }, + { + "epoch": 26.66412213740458, + "grad_norm": 0.7513931096738883, + "learning_rate": 1.7203961382334362e-05, + "loss": 0.0243, + "step": 31437 + }, + { + "epoch": 26.664970313825275, + "grad_norm": 0.7304009346313048, + "learning_rate": 1.7203770855416775e-05, + "loss": 0.0255, + "step": 31438 + }, + { + "epoch": 26.66581849024597, + "grad_norm": 0.8296433670250407, + "learning_rate": 1.7203580323063073e-05, + "loss": 0.027, + "step": 31439 + }, + { + "epoch": 26.666666666666668, + "grad_norm": 0.7586249746396638, + "learning_rate": 1.7203389785273402e-05, + "loss": 0.0262, + "step": 31440 + }, + { + "epoch": 26.66751484308736, + "grad_norm": 0.8503290914744659, + "learning_rate": 1.7203199242047903e-05, + "loss": 0.0271, + "step": 31441 + }, + { + "epoch": 26.668363019508057, + "grad_norm": 1.1087566342731607, + "learning_rate": 1.7203008693386723e-05, + "loss": 0.0307, + "step": 31442 + }, + { + "epoch": 26.669211195928753, + "grad_norm": 0.7014555572107526, + "learning_rate": 1.7202818139290004e-05, + "loss": 0.0257, + "step": 31443 + }, + { + "epoch": 26.67005937234945, + "grad_norm": 0.6767666834049783, + "learning_rate": 1.7202627579757888e-05, + "loss": 0.027, + "step": 31444 + }, + { + "epoch": 26.670907548770145, + "grad_norm": 0.5954444697542859, + "learning_rate": 1.7202437014790524e-05, + "loss": 0.0223, + "step": 31445 + }, + { + "epoch": 26.671755725190838, + "grad_norm": 0.7793747626301641, + "learning_rate": 1.7202246444388052e-05, + "loss": 0.0278, + "step": 31446 + }, + { + "epoch": 26.672603901611534, + "grad_norm": 0.6418889075669348, + "learning_rate": 1.7202055868550613e-05, + "loss": 0.0249, + "step": 31447 + }, + { + "epoch": 26.67345207803223, + "grad_norm": 0.6984743603303122, + "learning_rate": 1.7201865287278356e-05, + "loss": 0.0251, + "step": 31448 + }, + { + "epoch": 26.674300254452927, + "grad_norm": 0.6639788979006829, + "learning_rate": 1.7201674700571424e-05, + "loss": 0.0234, + "step": 31449 + }, + { + "epoch": 26.675148430873623, + "grad_norm": 0.7677840468345766, + "learning_rate": 1.720148410842996e-05, + "loss": 0.0283, + "step": 31450 + }, + { + "epoch": 26.675996607294316, + "grad_norm": 0.7393040364517361, + "learning_rate": 1.7201293510854103e-05, + "loss": 0.026, + "step": 31451 + }, + { + "epoch": 26.676844783715012, + "grad_norm": 0.8724562626654894, + "learning_rate": 1.7201102907844007e-05, + "loss": 0.0271, + "step": 31452 + }, + { + "epoch": 26.67769296013571, + "grad_norm": 1.3518941136676499, + "learning_rate": 1.720091229939981e-05, + "loss": 0.0322, + "step": 31453 + }, + { + "epoch": 26.678541136556404, + "grad_norm": 0.7777089476502649, + "learning_rate": 1.7200721685521654e-05, + "loss": 0.026, + "step": 31454 + }, + { + "epoch": 26.6793893129771, + "grad_norm": 0.7469547569852294, + "learning_rate": 1.7200531066209686e-05, + "loss": 0.0269, + "step": 31455 + }, + { + "epoch": 26.680237489397793, + "grad_norm": 0.791721402011791, + "learning_rate": 1.7200340441464046e-05, + "loss": 0.0294, + "step": 31456 + }, + { + "epoch": 26.68108566581849, + "grad_norm": 0.6213490468485833, + "learning_rate": 1.7200149811284883e-05, + "loss": 0.0229, + "step": 31457 + }, + { + "epoch": 26.681933842239186, + "grad_norm": 0.6610557187743634, + "learning_rate": 1.719995917567234e-05, + "loss": 0.0246, + "step": 31458 + }, + { + "epoch": 26.682782018659882, + "grad_norm": 0.9804427815072148, + "learning_rate": 1.7199768534626556e-05, + "loss": 0.0305, + "step": 31459 + }, + { + "epoch": 26.68363019508058, + "grad_norm": 0.8477456159472612, + "learning_rate": 1.719957788814768e-05, + "loss": 0.0277, + "step": 31460 + }, + { + "epoch": 26.68447837150127, + "grad_norm": 0.80596816393682, + "learning_rate": 1.7199387236235857e-05, + "loss": 0.0249, + "step": 31461 + }, + { + "epoch": 26.685326547921967, + "grad_norm": 0.8115409549154781, + "learning_rate": 1.7199196578891226e-05, + "loss": 0.0256, + "step": 31462 + }, + { + "epoch": 26.686174724342663, + "grad_norm": 0.7470174719955391, + "learning_rate": 1.719900591611393e-05, + "loss": 0.0259, + "step": 31463 + }, + { + "epoch": 26.68702290076336, + "grad_norm": 0.8658048848281062, + "learning_rate": 1.7198815247904117e-05, + "loss": 0.0289, + "step": 31464 + }, + { + "epoch": 26.687871077184056, + "grad_norm": 0.9098300558300403, + "learning_rate": 1.719862457426193e-05, + "loss": 0.0314, + "step": 31465 + }, + { + "epoch": 26.68871925360475, + "grad_norm": 0.6958701985889054, + "learning_rate": 1.719843389518751e-05, + "loss": 0.0235, + "step": 31466 + }, + { + "epoch": 26.689567430025445, + "grad_norm": 0.7305711964546572, + "learning_rate": 1.7198243210681006e-05, + "loss": 0.0248, + "step": 31467 + }, + { + "epoch": 26.69041560644614, + "grad_norm": 0.8692543046967403, + "learning_rate": 1.719805252074256e-05, + "loss": 0.0283, + "step": 31468 + }, + { + "epoch": 26.691263782866837, + "grad_norm": 0.7326547228305291, + "learning_rate": 1.7197861825372316e-05, + "loss": 0.026, + "step": 31469 + }, + { + "epoch": 26.69211195928753, + "grad_norm": 0.7269603519148582, + "learning_rate": 1.7197671124570415e-05, + "loss": 0.0255, + "step": 31470 + }, + { + "epoch": 26.692960135708226, + "grad_norm": 0.6394373804527915, + "learning_rate": 1.7197480418337004e-05, + "loss": 0.0262, + "step": 31471 + }, + { + "epoch": 26.693808312128922, + "grad_norm": 0.7224562994239422, + "learning_rate": 1.7197289706672224e-05, + "loss": 0.024, + "step": 31472 + }, + { + "epoch": 26.69465648854962, + "grad_norm": 0.6730746717373044, + "learning_rate": 1.7197098989576222e-05, + "loss": 0.0231, + "step": 31473 + }, + { + "epoch": 26.695504664970315, + "grad_norm": 0.824932497820567, + "learning_rate": 1.719690826704914e-05, + "loss": 0.0267, + "step": 31474 + }, + { + "epoch": 26.696352841391008, + "grad_norm": 0.6931378384711946, + "learning_rate": 1.7196717539091125e-05, + "loss": 0.0259, + "step": 31475 + }, + { + "epoch": 26.697201017811704, + "grad_norm": 0.7275488813152771, + "learning_rate": 1.719652680570232e-05, + "loss": 0.0249, + "step": 31476 + }, + { + "epoch": 26.6980491942324, + "grad_norm": 0.7826684097512281, + "learning_rate": 1.7196336066882862e-05, + "loss": 0.0279, + "step": 31477 + }, + { + "epoch": 26.698897370653096, + "grad_norm": 0.6606874733599384, + "learning_rate": 1.71961453226329e-05, + "loss": 0.025, + "step": 31478 + }, + { + "epoch": 26.699745547073793, + "grad_norm": 0.7855281602684292, + "learning_rate": 1.719595457295258e-05, + "loss": 0.0257, + "step": 31479 + }, + { + "epoch": 26.700593723494485, + "grad_norm": 0.7864119153477709, + "learning_rate": 1.7195763817842048e-05, + "loss": 0.027, + "step": 31480 + }, + { + "epoch": 26.70144189991518, + "grad_norm": 0.6545290131225114, + "learning_rate": 1.719557305730144e-05, + "loss": 0.0233, + "step": 31481 + }, + { + "epoch": 26.702290076335878, + "grad_norm": 0.7861235215085449, + "learning_rate": 1.719538229133091e-05, + "loss": 0.0265, + "step": 31482 + }, + { + "epoch": 26.703138252756574, + "grad_norm": 0.7656098108467371, + "learning_rate": 1.719519151993059e-05, + "loss": 0.0241, + "step": 31483 + }, + { + "epoch": 26.70398642917727, + "grad_norm": 0.7071610736928138, + "learning_rate": 1.7195000743100633e-05, + "loss": 0.0247, + "step": 31484 + }, + { + "epoch": 26.704834605597963, + "grad_norm": 0.7892749027933114, + "learning_rate": 1.719480996084118e-05, + "loss": 0.0276, + "step": 31485 + }, + { + "epoch": 26.70568278201866, + "grad_norm": 0.6547642035150666, + "learning_rate": 1.7194619173152377e-05, + "loss": 0.0245, + "step": 31486 + }, + { + "epoch": 26.706530958439355, + "grad_norm": 0.7188880848870131, + "learning_rate": 1.719442838003436e-05, + "loss": 0.0253, + "step": 31487 + }, + { + "epoch": 26.70737913486005, + "grad_norm": 0.7309214886006045, + "learning_rate": 1.719423758148728e-05, + "loss": 0.027, + "step": 31488 + }, + { + "epoch": 26.708227311280748, + "grad_norm": 0.6730410961587153, + "learning_rate": 1.7194046777511286e-05, + "loss": 0.025, + "step": 31489 + }, + { + "epoch": 26.70907548770144, + "grad_norm": 0.8554940416869764, + "learning_rate": 1.719385596810651e-05, + "loss": 0.0279, + "step": 31490 + }, + { + "epoch": 26.709923664122137, + "grad_norm": 0.727009060448648, + "learning_rate": 1.7193665153273107e-05, + "loss": 0.0255, + "step": 31491 + }, + { + "epoch": 26.710771840542833, + "grad_norm": 0.6939539717190785, + "learning_rate": 1.7193474333011216e-05, + "loss": 0.0244, + "step": 31492 + }, + { + "epoch": 26.71162001696353, + "grad_norm": 0.8140069827160887, + "learning_rate": 1.7193283507320975e-05, + "loss": 0.0272, + "step": 31493 + }, + { + "epoch": 26.712468193384225, + "grad_norm": 0.831784656201949, + "learning_rate": 1.719309267620254e-05, + "loss": 0.0278, + "step": 31494 + }, + { + "epoch": 26.713316369804918, + "grad_norm": 0.7501861963376321, + "learning_rate": 1.7192901839656048e-05, + "loss": 0.0267, + "step": 31495 + }, + { + "epoch": 26.714164546225614, + "grad_norm": 0.6817766618630549, + "learning_rate": 1.719271099768164e-05, + "loss": 0.0218, + "step": 31496 + }, + { + "epoch": 26.71501272264631, + "grad_norm": 0.6958834425734821, + "learning_rate": 1.7192520150279467e-05, + "loss": 0.0238, + "step": 31497 + }, + { + "epoch": 26.715860899067007, + "grad_norm": 0.7999522674915837, + "learning_rate": 1.7192329297449667e-05, + "loss": 0.0254, + "step": 31498 + }, + { + "epoch": 26.716709075487703, + "grad_norm": 0.7665421768641989, + "learning_rate": 1.7192138439192392e-05, + "loss": 0.0276, + "step": 31499 + }, + { + "epoch": 26.717557251908396, + "grad_norm": 0.649309323901832, + "learning_rate": 1.7191947575507777e-05, + "loss": 0.0234, + "step": 31500 + }, + { + "epoch": 26.718405428329092, + "grad_norm": 0.6228138673095445, + "learning_rate": 1.719175670639597e-05, + "loss": 0.0228, + "step": 31501 + }, + { + "epoch": 26.719253604749788, + "grad_norm": 0.8161403818244732, + "learning_rate": 1.719156583185712e-05, + "loss": 0.0252, + "step": 31502 + }, + { + "epoch": 26.720101781170484, + "grad_norm": 0.8055229805957668, + "learning_rate": 1.7191374951891362e-05, + "loss": 0.027, + "step": 31503 + }, + { + "epoch": 26.72094995759118, + "grad_norm": 0.7339787443169199, + "learning_rate": 1.7191184066498844e-05, + "loss": 0.0241, + "step": 31504 + }, + { + "epoch": 26.721798134011873, + "grad_norm": 0.7879424885905624, + "learning_rate": 1.719099317567971e-05, + "loss": 0.0262, + "step": 31505 + }, + { + "epoch": 26.72264631043257, + "grad_norm": 0.7392476411213691, + "learning_rate": 1.719080227943411e-05, + "loss": 0.0257, + "step": 31506 + }, + { + "epoch": 26.723494486853266, + "grad_norm": 0.8140753110327046, + "learning_rate": 1.7190611377762177e-05, + "loss": 0.026, + "step": 31507 + }, + { + "epoch": 26.724342663273962, + "grad_norm": 0.6297374828090633, + "learning_rate": 1.719042047066406e-05, + "loss": 0.0273, + "step": 31508 + }, + { + "epoch": 26.725190839694655, + "grad_norm": 0.7309763853608692, + "learning_rate": 1.7190229558139905e-05, + "loss": 0.0242, + "step": 31509 + }, + { + "epoch": 26.72603901611535, + "grad_norm": 0.7803476624143584, + "learning_rate": 1.7190038640189853e-05, + "loss": 0.0267, + "step": 31510 + }, + { + "epoch": 26.726887192536047, + "grad_norm": 0.8479354755767832, + "learning_rate": 1.7189847716814054e-05, + "loss": 0.0293, + "step": 31511 + }, + { + "epoch": 26.727735368956743, + "grad_norm": 0.8242397371457926, + "learning_rate": 1.7189656788012642e-05, + "loss": 0.0265, + "step": 31512 + }, + { + "epoch": 26.72858354537744, + "grad_norm": 0.6907897320825389, + "learning_rate": 1.7189465853785768e-05, + "loss": 0.0259, + "step": 31513 + }, + { + "epoch": 26.729431721798132, + "grad_norm": 0.643798221000445, + "learning_rate": 1.7189274914133576e-05, + "loss": 0.0252, + "step": 31514 + }, + { + "epoch": 26.73027989821883, + "grad_norm": 0.7029040612891366, + "learning_rate": 1.7189083969056213e-05, + "loss": 0.0256, + "step": 31515 + }, + { + "epoch": 26.731128074639525, + "grad_norm": 0.7345136276887068, + "learning_rate": 1.718889301855381e-05, + "loss": 0.0263, + "step": 31516 + }, + { + "epoch": 26.73197625106022, + "grad_norm": 0.6642432313512919, + "learning_rate": 1.718870206262653e-05, + "loss": 0.0279, + "step": 31517 + }, + { + "epoch": 26.732824427480917, + "grad_norm": 0.6609231440409106, + "learning_rate": 1.71885111012745e-05, + "loss": 0.025, + "step": 31518 + }, + { + "epoch": 26.73367260390161, + "grad_norm": 0.7192648892081982, + "learning_rate": 1.7188320134497876e-05, + "loss": 0.0247, + "step": 31519 + }, + { + "epoch": 26.734520780322306, + "grad_norm": 0.812833640728131, + "learning_rate": 1.7188129162296793e-05, + "loss": 0.0244, + "step": 31520 + }, + { + "epoch": 26.735368956743002, + "grad_norm": 0.798106107099162, + "learning_rate": 1.7187938184671403e-05, + "loss": 0.0242, + "step": 31521 + }, + { + "epoch": 26.7362171331637, + "grad_norm": 0.6755557745415447, + "learning_rate": 1.7187747201621844e-05, + "loss": 0.0242, + "step": 31522 + }, + { + "epoch": 26.737065309584395, + "grad_norm": 0.7765324932790472, + "learning_rate": 1.7187556213148263e-05, + "loss": 0.0248, + "step": 31523 + }, + { + "epoch": 26.737913486005088, + "grad_norm": 0.6892138598714384, + "learning_rate": 1.7187365219250807e-05, + "loss": 0.0267, + "step": 31524 + }, + { + "epoch": 26.738761662425784, + "grad_norm": 0.7548107226236543, + "learning_rate": 1.7187174219929614e-05, + "loss": 0.0266, + "step": 31525 + }, + { + "epoch": 26.73960983884648, + "grad_norm": 0.7234085639495317, + "learning_rate": 1.7186983215184834e-05, + "loss": 0.0259, + "step": 31526 + }, + { + "epoch": 26.740458015267176, + "grad_norm": 0.6558877359007201, + "learning_rate": 1.7186792205016604e-05, + "loss": 0.0231, + "step": 31527 + }, + { + "epoch": 26.741306191687872, + "grad_norm": 0.5919757015868157, + "learning_rate": 1.7186601189425077e-05, + "loss": 0.025, + "step": 31528 + }, + { + "epoch": 26.742154368108565, + "grad_norm": 0.8169382211481523, + "learning_rate": 1.718641016841039e-05, + "loss": 0.026, + "step": 31529 + }, + { + "epoch": 26.74300254452926, + "grad_norm": 0.7188300498228416, + "learning_rate": 1.718621914197269e-05, + "loss": 0.0253, + "step": 31530 + }, + { + "epoch": 26.743850720949958, + "grad_norm": 0.6381299316515563, + "learning_rate": 1.7186028110112123e-05, + "loss": 0.0226, + "step": 31531 + }, + { + "epoch": 26.744698897370654, + "grad_norm": 0.754966145981823, + "learning_rate": 1.718583707282883e-05, + "loss": 0.0255, + "step": 31532 + }, + { + "epoch": 26.74554707379135, + "grad_norm": 0.6713431275859761, + "learning_rate": 1.7185646030122954e-05, + "loss": 0.0247, + "step": 31533 + }, + { + "epoch": 26.746395250212043, + "grad_norm": 0.817558443219793, + "learning_rate": 1.718545498199464e-05, + "loss": 0.0257, + "step": 31534 + }, + { + "epoch": 26.74724342663274, + "grad_norm": 0.7640048787593543, + "learning_rate": 1.7185263928444037e-05, + "loss": 0.0251, + "step": 31535 + }, + { + "epoch": 26.748091603053435, + "grad_norm": 0.6573832173041825, + "learning_rate": 1.7185072869471286e-05, + "loss": 0.0243, + "step": 31536 + }, + { + "epoch": 26.74893977947413, + "grad_norm": 0.6968360513030137, + "learning_rate": 1.718488180507653e-05, + "loss": 0.0258, + "step": 31537 + }, + { + "epoch": 26.749787955894828, + "grad_norm": 0.645384090447873, + "learning_rate": 1.7184690735259914e-05, + "loss": 0.0261, + "step": 31538 + }, + { + "epoch": 26.75063613231552, + "grad_norm": 0.7644355217095884, + "learning_rate": 1.718449966002158e-05, + "loss": 0.026, + "step": 31539 + }, + { + "epoch": 26.751484308736217, + "grad_norm": 0.8104853001393048, + "learning_rate": 1.718430857936168e-05, + "loss": 0.0268, + "step": 31540 + }, + { + "epoch": 26.752332485156913, + "grad_norm": 0.6284287612879329, + "learning_rate": 1.7184117493280347e-05, + "loss": 0.0258, + "step": 31541 + }, + { + "epoch": 26.75318066157761, + "grad_norm": 0.785819857828646, + "learning_rate": 1.7183926401777733e-05, + "loss": 0.0241, + "step": 31542 + }, + { + "epoch": 26.754028837998305, + "grad_norm": 0.7589405226579115, + "learning_rate": 1.718373530485398e-05, + "loss": 0.0274, + "step": 31543 + }, + { + "epoch": 26.754877014418998, + "grad_norm": 0.7697892268962372, + "learning_rate": 1.7183544202509233e-05, + "loss": 0.0262, + "step": 31544 + }, + { + "epoch": 26.755725190839694, + "grad_norm": 0.783528046174419, + "learning_rate": 1.7183353094743634e-05, + "loss": 0.0257, + "step": 31545 + }, + { + "epoch": 26.75657336726039, + "grad_norm": 0.62822870335634, + "learning_rate": 1.718316198155733e-05, + "loss": 0.0256, + "step": 31546 + }, + { + "epoch": 26.757421543681087, + "grad_norm": 0.7084257210128564, + "learning_rate": 1.718297086295046e-05, + "loss": 0.0242, + "step": 31547 + }, + { + "epoch": 26.75826972010178, + "grad_norm": 0.6758822586517952, + "learning_rate": 1.7182779738923178e-05, + "loss": 0.0239, + "step": 31548 + }, + { + "epoch": 26.759117896522476, + "grad_norm": 0.7374623792179048, + "learning_rate": 1.718258860947562e-05, + "loss": 0.025, + "step": 31549 + }, + { + "epoch": 26.759966072943172, + "grad_norm": 0.6021983780064234, + "learning_rate": 1.718239747460793e-05, + "loss": 0.0245, + "step": 31550 + }, + { + "epoch": 26.760814249363868, + "grad_norm": 0.8108620431396111, + "learning_rate": 1.7182206334320258e-05, + "loss": 0.0262, + "step": 31551 + }, + { + "epoch": 26.761662425784564, + "grad_norm": 0.769802592333201, + "learning_rate": 1.7182015188612743e-05, + "loss": 0.0249, + "step": 31552 + }, + { + "epoch": 26.762510602205257, + "grad_norm": 0.7308568632914323, + "learning_rate": 1.718182403748553e-05, + "loss": 0.0266, + "step": 31553 + }, + { + "epoch": 26.763358778625953, + "grad_norm": 0.6712794014909177, + "learning_rate": 1.718163288093877e-05, + "loss": 0.0245, + "step": 31554 + }, + { + "epoch": 26.76420695504665, + "grad_norm": 0.800773650255893, + "learning_rate": 1.7181441718972597e-05, + "loss": 0.0222, + "step": 31555 + }, + { + "epoch": 26.765055131467346, + "grad_norm": 0.7018009662777522, + "learning_rate": 1.718125055158716e-05, + "loss": 0.0244, + "step": 31556 + }, + { + "epoch": 26.765903307888042, + "grad_norm": 0.6749532963368985, + "learning_rate": 1.7181059378782605e-05, + "loss": 0.0245, + "step": 31557 + }, + { + "epoch": 26.766751484308735, + "grad_norm": 0.7399808599706036, + "learning_rate": 1.7180868200559075e-05, + "loss": 0.0246, + "step": 31558 + }, + { + "epoch": 26.76759966072943, + "grad_norm": 0.76003466433325, + "learning_rate": 1.7180677016916715e-05, + "loss": 0.0286, + "step": 31559 + }, + { + "epoch": 26.768447837150127, + "grad_norm": 0.6965089688730636, + "learning_rate": 1.7180485827855666e-05, + "loss": 0.0255, + "step": 31560 + }, + { + "epoch": 26.769296013570823, + "grad_norm": 0.8730984985097772, + "learning_rate": 1.7180294633376075e-05, + "loss": 0.0227, + "step": 31561 + }, + { + "epoch": 26.77014418999152, + "grad_norm": 0.6391227047263504, + "learning_rate": 1.7180103433478082e-05, + "loss": 0.0262, + "step": 31562 + }, + { + "epoch": 26.770992366412212, + "grad_norm": 0.8318174317497747, + "learning_rate": 1.717991222816184e-05, + "loss": 0.0293, + "step": 31563 + }, + { + "epoch": 26.77184054283291, + "grad_norm": 0.63849014359676, + "learning_rate": 1.7179721017427488e-05, + "loss": 0.0239, + "step": 31564 + }, + { + "epoch": 26.772688719253605, + "grad_norm": 0.7602631818031341, + "learning_rate": 1.7179529801275167e-05, + "loss": 0.0277, + "step": 31565 + }, + { + "epoch": 26.7735368956743, + "grad_norm": 0.7051650715239941, + "learning_rate": 1.7179338579705026e-05, + "loss": 0.0268, + "step": 31566 + }, + { + "epoch": 26.774385072094997, + "grad_norm": 0.6204665176231261, + "learning_rate": 1.717914735271721e-05, + "loss": 0.0243, + "step": 31567 + }, + { + "epoch": 26.77523324851569, + "grad_norm": 0.7616433974640946, + "learning_rate": 1.7178956120311857e-05, + "loss": 0.0226, + "step": 31568 + }, + { + "epoch": 26.776081424936386, + "grad_norm": 0.785003279247507, + "learning_rate": 1.717876488248912e-05, + "loss": 0.0252, + "step": 31569 + }, + { + "epoch": 26.776929601357082, + "grad_norm": 0.8984624123693293, + "learning_rate": 1.717857363924914e-05, + "loss": 0.026, + "step": 31570 + }, + { + "epoch": 26.77777777777778, + "grad_norm": 0.6876293168754143, + "learning_rate": 1.7178382390592058e-05, + "loss": 0.0259, + "step": 31571 + }, + { + "epoch": 26.778625954198475, + "grad_norm": 0.8289626386770345, + "learning_rate": 1.7178191136518018e-05, + "loss": 0.031, + "step": 31572 + }, + { + "epoch": 26.779474130619167, + "grad_norm": 0.7491611611275728, + "learning_rate": 1.717799987702717e-05, + "loss": 0.0248, + "step": 31573 + }, + { + "epoch": 26.780322307039864, + "grad_norm": 0.7789912956712722, + "learning_rate": 1.7177808612119654e-05, + "loss": 0.0257, + "step": 31574 + }, + { + "epoch": 26.78117048346056, + "grad_norm": 0.7725657521728991, + "learning_rate": 1.7177617341795615e-05, + "loss": 0.0276, + "step": 31575 + }, + { + "epoch": 26.782018659881256, + "grad_norm": 0.6626684040729559, + "learning_rate": 1.71774260660552e-05, + "loss": 0.0251, + "step": 31576 + }, + { + "epoch": 26.782866836301952, + "grad_norm": 0.8057840886526376, + "learning_rate": 1.7177234784898552e-05, + "loss": 0.0257, + "step": 31577 + }, + { + "epoch": 26.783715012722645, + "grad_norm": 0.7182644849783247, + "learning_rate": 1.7177043498325813e-05, + "loss": 0.0256, + "step": 31578 + }, + { + "epoch": 26.78456318914334, + "grad_norm": 0.6403709363599759, + "learning_rate": 1.717685220633713e-05, + "loss": 0.0262, + "step": 31579 + }, + { + "epoch": 26.785411365564038, + "grad_norm": 0.8492532021672783, + "learning_rate": 1.7176660908932646e-05, + "loss": 0.0265, + "step": 31580 + }, + { + "epoch": 26.786259541984734, + "grad_norm": 0.6287917826661238, + "learning_rate": 1.7176469606112507e-05, + "loss": 0.0207, + "step": 31581 + }, + { + "epoch": 26.78710771840543, + "grad_norm": 0.7272339498094618, + "learning_rate": 1.7176278297876852e-05, + "loss": 0.0235, + "step": 31582 + }, + { + "epoch": 26.787955894826123, + "grad_norm": 0.7101082924013684, + "learning_rate": 1.7176086984225835e-05, + "loss": 0.0253, + "step": 31583 + }, + { + "epoch": 26.78880407124682, + "grad_norm": 0.7502977563755231, + "learning_rate": 1.717589566515959e-05, + "loss": 0.0251, + "step": 31584 + }, + { + "epoch": 26.789652247667515, + "grad_norm": 0.7565778687947552, + "learning_rate": 1.717570434067827e-05, + "loss": 0.0233, + "step": 31585 + }, + { + "epoch": 26.79050042408821, + "grad_norm": 0.7328574624860984, + "learning_rate": 1.7175513010782012e-05, + "loss": 0.0243, + "step": 31586 + }, + { + "epoch": 26.791348600508904, + "grad_norm": 0.8516559766737751, + "learning_rate": 1.7175321675470966e-05, + "loss": 0.0275, + "step": 31587 + }, + { + "epoch": 26.7921967769296, + "grad_norm": 0.6569424035074191, + "learning_rate": 1.7175130334745272e-05, + "loss": 0.023, + "step": 31588 + }, + { + "epoch": 26.793044953350297, + "grad_norm": 0.689987330742258, + "learning_rate": 1.717493898860508e-05, + "loss": 0.0223, + "step": 31589 + }, + { + "epoch": 26.793893129770993, + "grad_norm": 0.7893723624739274, + "learning_rate": 1.717474763705053e-05, + "loss": 0.0271, + "step": 31590 + }, + { + "epoch": 26.79474130619169, + "grad_norm": 0.7679752391057487, + "learning_rate": 1.717455628008177e-05, + "loss": 0.0265, + "step": 31591 + }, + { + "epoch": 26.79558948261238, + "grad_norm": 0.7791007491258481, + "learning_rate": 1.7174364917698935e-05, + "loss": 0.026, + "step": 31592 + }, + { + "epoch": 26.796437659033078, + "grad_norm": 0.6506807959674941, + "learning_rate": 1.7174173549902184e-05, + "loss": 0.0207, + "step": 31593 + }, + { + "epoch": 26.797285835453774, + "grad_norm": 0.766006007292622, + "learning_rate": 1.7173982176691648e-05, + "loss": 0.0258, + "step": 31594 + }, + { + "epoch": 26.79813401187447, + "grad_norm": 0.7514836367463856, + "learning_rate": 1.717379079806748e-05, + "loss": 0.0254, + "step": 31595 + }, + { + "epoch": 26.798982188295167, + "grad_norm": 0.6199010025606733, + "learning_rate": 1.717359941402982e-05, + "loss": 0.0237, + "step": 31596 + }, + { + "epoch": 26.79983036471586, + "grad_norm": 0.7797201350949977, + "learning_rate": 1.717340802457882e-05, + "loss": 0.026, + "step": 31597 + }, + { + "epoch": 26.800678541136556, + "grad_norm": 0.8367378315398851, + "learning_rate": 1.717321662971461e-05, + "loss": 0.0252, + "step": 31598 + }, + { + "epoch": 26.801526717557252, + "grad_norm": 0.6669681253356011, + "learning_rate": 1.7173025229437344e-05, + "loss": 0.0225, + "step": 31599 + }, + { + "epoch": 26.802374893977948, + "grad_norm": 0.6830573543655032, + "learning_rate": 1.717283382374717e-05, + "loss": 0.0236, + "step": 31600 + }, + { + "epoch": 26.803223070398644, + "grad_norm": 0.7085640705710774, + "learning_rate": 1.7172642412644223e-05, + "loss": 0.0236, + "step": 31601 + }, + { + "epoch": 26.804071246819337, + "grad_norm": 0.744524020259062, + "learning_rate": 1.7172450996128654e-05, + "loss": 0.0267, + "step": 31602 + }, + { + "epoch": 26.804919423240033, + "grad_norm": 0.7036905565820014, + "learning_rate": 1.717225957420061e-05, + "loss": 0.0246, + "step": 31603 + }, + { + "epoch": 26.80576759966073, + "grad_norm": 0.9559972506087216, + "learning_rate": 1.7172068146860223e-05, + "loss": 0.027, + "step": 31604 + }, + { + "epoch": 26.806615776081426, + "grad_norm": 0.773831120029121, + "learning_rate": 1.7171876714107652e-05, + "loss": 0.0252, + "step": 31605 + }, + { + "epoch": 26.807463952502122, + "grad_norm": 0.6646092309046193, + "learning_rate": 1.7171685275943032e-05, + "loss": 0.0254, + "step": 31606 + }, + { + "epoch": 26.808312128922815, + "grad_norm": 0.8427721163629256, + "learning_rate": 1.717149383236651e-05, + "loss": 0.0261, + "step": 31607 + }, + { + "epoch": 26.80916030534351, + "grad_norm": 0.7968236726785808, + "learning_rate": 1.7171302383378233e-05, + "loss": 0.0251, + "step": 31608 + }, + { + "epoch": 26.810008481764207, + "grad_norm": 0.6440156864982203, + "learning_rate": 1.717111092897834e-05, + "loss": 0.0239, + "step": 31609 + }, + { + "epoch": 26.810856658184903, + "grad_norm": 0.7000139698434871, + "learning_rate": 1.7170919469166983e-05, + "loss": 0.025, + "step": 31610 + }, + { + "epoch": 26.8117048346056, + "grad_norm": 0.6768555194781302, + "learning_rate": 1.71707280039443e-05, + "loss": 0.0239, + "step": 31611 + }, + { + "epoch": 26.812553011026292, + "grad_norm": 0.6843293305696778, + "learning_rate": 1.717053653331044e-05, + "loss": 0.0243, + "step": 31612 + }, + { + "epoch": 26.81340118744699, + "grad_norm": 0.6691058778791824, + "learning_rate": 1.717034505726554e-05, + "loss": 0.0239, + "step": 31613 + }, + { + "epoch": 26.814249363867685, + "grad_norm": 0.772145813005656, + "learning_rate": 1.717015357580975e-05, + "loss": 0.0255, + "step": 31614 + }, + { + "epoch": 26.81509754028838, + "grad_norm": 0.69057227634429, + "learning_rate": 1.716996208894322e-05, + "loss": 0.0225, + "step": 31615 + }, + { + "epoch": 26.815945716709077, + "grad_norm": 0.6833734211623688, + "learning_rate": 1.7169770596666086e-05, + "loss": 0.0243, + "step": 31616 + }, + { + "epoch": 26.81679389312977, + "grad_norm": 0.7604163333855173, + "learning_rate": 1.71695790989785e-05, + "loss": 0.026, + "step": 31617 + }, + { + "epoch": 26.817642069550466, + "grad_norm": 0.8017743235345987, + "learning_rate": 1.7169387595880594e-05, + "loss": 0.0242, + "step": 31618 + }, + { + "epoch": 26.818490245971162, + "grad_norm": 0.7358308214394151, + "learning_rate": 1.7169196087372523e-05, + "loss": 0.0246, + "step": 31619 + }, + { + "epoch": 26.81933842239186, + "grad_norm": 0.8835497452712278, + "learning_rate": 1.716900457345443e-05, + "loss": 0.0306, + "step": 31620 + }, + { + "epoch": 26.820186598812555, + "grad_norm": 0.677142617517789, + "learning_rate": 1.716881305412646e-05, + "loss": 0.024, + "step": 31621 + }, + { + "epoch": 26.821034775233247, + "grad_norm": 0.7939879380507806, + "learning_rate": 1.7168621529388752e-05, + "loss": 0.0271, + "step": 31622 + }, + { + "epoch": 26.821882951653944, + "grad_norm": 0.7519322653423154, + "learning_rate": 1.7168429999241457e-05, + "loss": 0.0258, + "step": 31623 + }, + { + "epoch": 26.82273112807464, + "grad_norm": 0.7357792526069139, + "learning_rate": 1.7168238463684714e-05, + "loss": 0.026, + "step": 31624 + }, + { + "epoch": 26.823579304495336, + "grad_norm": 0.72326174083898, + "learning_rate": 1.7168046922718673e-05, + "loss": 0.0248, + "step": 31625 + }, + { + "epoch": 26.82442748091603, + "grad_norm": 0.692276135209094, + "learning_rate": 1.7167855376343476e-05, + "loss": 0.027, + "step": 31626 + }, + { + "epoch": 26.825275657336725, + "grad_norm": 0.6842437580064056, + "learning_rate": 1.7167663824559266e-05, + "loss": 0.0243, + "step": 31627 + }, + { + "epoch": 26.82612383375742, + "grad_norm": 0.7406961596454569, + "learning_rate": 1.7167472267366188e-05, + "loss": 0.0274, + "step": 31628 + }, + { + "epoch": 26.826972010178118, + "grad_norm": 0.7266939589833594, + "learning_rate": 1.716728070476439e-05, + "loss": 0.0253, + "step": 31629 + }, + { + "epoch": 26.827820186598814, + "grad_norm": 0.7854093401599911, + "learning_rate": 1.7167089136754015e-05, + "loss": 0.0256, + "step": 31630 + }, + { + "epoch": 26.828668363019506, + "grad_norm": 0.6973154465132299, + "learning_rate": 1.7166897563335204e-05, + "loss": 0.0235, + "step": 31631 + }, + { + "epoch": 26.829516539440203, + "grad_norm": 0.6514404309565439, + "learning_rate": 1.716670598450811e-05, + "loss": 0.0239, + "step": 31632 + }, + { + "epoch": 26.8303647158609, + "grad_norm": 0.6282574420568746, + "learning_rate": 1.7166514400272867e-05, + "loss": 0.023, + "step": 31633 + }, + { + "epoch": 26.831212892281595, + "grad_norm": 0.7266971982030127, + "learning_rate": 1.7166322810629625e-05, + "loss": 0.0227, + "step": 31634 + }, + { + "epoch": 26.83206106870229, + "grad_norm": 0.8690656190881848, + "learning_rate": 1.716613121557853e-05, + "loss": 0.0265, + "step": 31635 + }, + { + "epoch": 26.832909245122984, + "grad_norm": 0.7993318506233578, + "learning_rate": 1.7165939615119722e-05, + "loss": 0.0262, + "step": 31636 + }, + { + "epoch": 26.83375742154368, + "grad_norm": 0.820160216978934, + "learning_rate": 1.716574800925335e-05, + "loss": 0.0266, + "step": 31637 + }, + { + "epoch": 26.834605597964376, + "grad_norm": 0.7957969855958282, + "learning_rate": 1.716555639797956e-05, + "loss": 0.0246, + "step": 31638 + }, + { + "epoch": 26.835453774385073, + "grad_norm": 0.8453763628956023, + "learning_rate": 1.7165364781298483e-05, + "loss": 0.027, + "step": 31639 + }, + { + "epoch": 26.83630195080577, + "grad_norm": 1.0055948803569486, + "learning_rate": 1.7165173159210284e-05, + "loss": 0.0308, + "step": 31640 + }, + { + "epoch": 26.83715012722646, + "grad_norm": 0.7033265190605145, + "learning_rate": 1.7164981531715094e-05, + "loss": 0.0253, + "step": 31641 + }, + { + "epoch": 26.837998303647158, + "grad_norm": 0.6103121918532257, + "learning_rate": 1.716478989881306e-05, + "loss": 0.0244, + "step": 31642 + }, + { + "epoch": 26.838846480067854, + "grad_norm": 0.6670866724151446, + "learning_rate": 1.7164598260504332e-05, + "loss": 0.0254, + "step": 31643 + }, + { + "epoch": 26.83969465648855, + "grad_norm": 0.6743956382770516, + "learning_rate": 1.7164406616789044e-05, + "loss": 0.0225, + "step": 31644 + }, + { + "epoch": 26.840542832909247, + "grad_norm": 0.7036444268138777, + "learning_rate": 1.716421496766735e-05, + "loss": 0.0244, + "step": 31645 + }, + { + "epoch": 26.84139100932994, + "grad_norm": 0.7103259296505248, + "learning_rate": 1.7164023313139397e-05, + "loss": 0.0242, + "step": 31646 + }, + { + "epoch": 26.842239185750635, + "grad_norm": 0.8591655661072797, + "learning_rate": 1.7163831653205315e-05, + "loss": 0.0278, + "step": 31647 + }, + { + "epoch": 26.84308736217133, + "grad_norm": 0.8103134416209695, + "learning_rate": 1.7163639987865263e-05, + "loss": 0.024, + "step": 31648 + }, + { + "epoch": 26.843935538592028, + "grad_norm": 0.7268780300166905, + "learning_rate": 1.716344831711938e-05, + "loss": 0.0239, + "step": 31649 + }, + { + "epoch": 26.844783715012724, + "grad_norm": 0.6568171116839843, + "learning_rate": 1.716325664096781e-05, + "loss": 0.0228, + "step": 31650 + }, + { + "epoch": 26.845631891433417, + "grad_norm": 0.6533860167220988, + "learning_rate": 1.7163064959410702e-05, + "loss": 0.024, + "step": 31651 + }, + { + "epoch": 26.846480067854113, + "grad_norm": 0.8329490962392738, + "learning_rate": 1.7162873272448196e-05, + "loss": 0.0258, + "step": 31652 + }, + { + "epoch": 26.84732824427481, + "grad_norm": 0.8103207709162809, + "learning_rate": 1.7162681580080436e-05, + "loss": 0.026, + "step": 31653 + }, + { + "epoch": 26.848176420695506, + "grad_norm": 0.8055419581627411, + "learning_rate": 1.7162489882307574e-05, + "loss": 0.0283, + "step": 31654 + }, + { + "epoch": 26.849024597116202, + "grad_norm": 0.7200031533328405, + "learning_rate": 1.7162298179129746e-05, + "loss": 0.0246, + "step": 31655 + }, + { + "epoch": 26.849872773536894, + "grad_norm": 0.7171168653813584, + "learning_rate": 1.71621064705471e-05, + "loss": 0.0274, + "step": 31656 + }, + { + "epoch": 26.85072094995759, + "grad_norm": 0.6439708937379296, + "learning_rate": 1.716191475655978e-05, + "loss": 0.0232, + "step": 31657 + }, + { + "epoch": 26.851569126378287, + "grad_norm": 0.7586246538623304, + "learning_rate": 1.7161723037167936e-05, + "loss": 0.0253, + "step": 31658 + }, + { + "epoch": 26.852417302798983, + "grad_norm": 0.7103947728415704, + "learning_rate": 1.7161531312371703e-05, + "loss": 0.0246, + "step": 31659 + }, + { + "epoch": 26.85326547921968, + "grad_norm": 0.871554154813184, + "learning_rate": 1.716133958217123e-05, + "loss": 0.027, + "step": 31660 + }, + { + "epoch": 26.854113655640372, + "grad_norm": 0.656283757800923, + "learning_rate": 1.7161147846566665e-05, + "loss": 0.0235, + "step": 31661 + }, + { + "epoch": 26.85496183206107, + "grad_norm": 0.7260977682009059, + "learning_rate": 1.716095610555815e-05, + "loss": 0.0273, + "step": 31662 + }, + { + "epoch": 26.855810008481765, + "grad_norm": 0.7404121231281001, + "learning_rate": 1.716076435914583e-05, + "loss": 0.0234, + "step": 31663 + }, + { + "epoch": 26.85665818490246, + "grad_norm": 0.6774699172428196, + "learning_rate": 1.7160572607329853e-05, + "loss": 0.0261, + "step": 31664 + }, + { + "epoch": 26.857506361323153, + "grad_norm": 0.6998393675098552, + "learning_rate": 1.7160380850110355e-05, + "loss": 0.0242, + "step": 31665 + }, + { + "epoch": 26.85835453774385, + "grad_norm": 0.7833885840713536, + "learning_rate": 1.7160189087487487e-05, + "loss": 0.0266, + "step": 31666 + }, + { + "epoch": 26.859202714164546, + "grad_norm": 0.7669605954793213, + "learning_rate": 1.7159997319461393e-05, + "loss": 0.0253, + "step": 31667 + }, + { + "epoch": 26.860050890585242, + "grad_norm": 0.7492360464982295, + "learning_rate": 1.715980554603222e-05, + "loss": 0.0239, + "step": 31668 + }, + { + "epoch": 26.86089906700594, + "grad_norm": 0.6735210759810274, + "learning_rate": 1.715961376720011e-05, + "loss": 0.0261, + "step": 31669 + }, + { + "epoch": 26.86174724342663, + "grad_norm": 0.758833052132576, + "learning_rate": 1.7159421982965202e-05, + "loss": 0.0237, + "step": 31670 + }, + { + "epoch": 26.862595419847327, + "grad_norm": 1.0659993649219657, + "learning_rate": 1.7159230193327652e-05, + "loss": 0.0307, + "step": 31671 + }, + { + "epoch": 26.863443596268024, + "grad_norm": 0.7042721737978322, + "learning_rate": 1.71590383982876e-05, + "loss": 0.0253, + "step": 31672 + }, + { + "epoch": 26.86429177268872, + "grad_norm": 0.7175343021682503, + "learning_rate": 1.7158846597845187e-05, + "loss": 0.0257, + "step": 31673 + }, + { + "epoch": 26.865139949109416, + "grad_norm": 0.7633595369554724, + "learning_rate": 1.7158654792000562e-05, + "loss": 0.0258, + "step": 31674 + }, + { + "epoch": 26.86598812553011, + "grad_norm": 0.8276191027419372, + "learning_rate": 1.7158462980753867e-05, + "loss": 0.0296, + "step": 31675 + }, + { + "epoch": 26.866836301950805, + "grad_norm": 0.6613032467227747, + "learning_rate": 1.715827116410525e-05, + "loss": 0.0253, + "step": 31676 + }, + { + "epoch": 26.8676844783715, + "grad_norm": 0.6665245301193508, + "learning_rate": 1.7158079342054855e-05, + "loss": 0.0245, + "step": 31677 + }, + { + "epoch": 26.868532654792197, + "grad_norm": 0.7681325674814079, + "learning_rate": 1.7157887514602824e-05, + "loss": 0.0253, + "step": 31678 + }, + { + "epoch": 26.869380831212894, + "grad_norm": 0.6492641022107404, + "learning_rate": 1.7157695681749304e-05, + "loss": 0.0251, + "step": 31679 + }, + { + "epoch": 26.870229007633586, + "grad_norm": 0.59168052055081, + "learning_rate": 1.7157503843494438e-05, + "loss": 0.0232, + "step": 31680 + }, + { + "epoch": 26.871077184054283, + "grad_norm": 0.8212280294507256, + "learning_rate": 1.715731199983837e-05, + "loss": 0.0267, + "step": 31681 + }, + { + "epoch": 26.87192536047498, + "grad_norm": 0.6679195837944707, + "learning_rate": 1.715712015078125e-05, + "loss": 0.0239, + "step": 31682 + }, + { + "epoch": 26.872773536895675, + "grad_norm": 0.7606397111748017, + "learning_rate": 1.715692829632322e-05, + "loss": 0.0244, + "step": 31683 + }, + { + "epoch": 26.87362171331637, + "grad_norm": 0.7613025750483543, + "learning_rate": 1.7156736436464422e-05, + "loss": 0.0251, + "step": 31684 + }, + { + "epoch": 26.874469889737064, + "grad_norm": 0.7412853117814902, + "learning_rate": 1.7156544571205004e-05, + "loss": 0.0284, + "step": 31685 + }, + { + "epoch": 26.87531806615776, + "grad_norm": 0.8364202271448966, + "learning_rate": 1.715635270054511e-05, + "loss": 0.0288, + "step": 31686 + }, + { + "epoch": 26.876166242578456, + "grad_norm": 0.723061669995864, + "learning_rate": 1.715616082448489e-05, + "loss": 0.0244, + "step": 31687 + }, + { + "epoch": 26.877014418999153, + "grad_norm": 0.6993407778015889, + "learning_rate": 1.7155968943024476e-05, + "loss": 0.0225, + "step": 31688 + }, + { + "epoch": 26.87786259541985, + "grad_norm": 0.6270111154808644, + "learning_rate": 1.7155777056164024e-05, + "loss": 0.0265, + "step": 31689 + }, + { + "epoch": 26.87871077184054, + "grad_norm": 0.8492485383526592, + "learning_rate": 1.7155585163903675e-05, + "loss": 0.0258, + "step": 31690 + }, + { + "epoch": 26.879558948261238, + "grad_norm": 0.7425460452158568, + "learning_rate": 1.7155393266243573e-05, + "loss": 0.0275, + "step": 31691 + }, + { + "epoch": 26.880407124681934, + "grad_norm": 0.7753812505901388, + "learning_rate": 1.7155201363183866e-05, + "loss": 0.0236, + "step": 31692 + }, + { + "epoch": 26.88125530110263, + "grad_norm": 0.9161252689808532, + "learning_rate": 1.715500945472469e-05, + "loss": 0.0261, + "step": 31693 + }, + { + "epoch": 26.882103477523327, + "grad_norm": 0.9464258033627132, + "learning_rate": 1.7154817540866204e-05, + "loss": 0.0286, + "step": 31694 + }, + { + "epoch": 26.88295165394402, + "grad_norm": 0.7499202373745865, + "learning_rate": 1.715462562160854e-05, + "loss": 0.0274, + "step": 31695 + }, + { + "epoch": 26.883799830364715, + "grad_norm": 0.8774775907317092, + "learning_rate": 1.715443369695185e-05, + "loss": 0.0279, + "step": 31696 + }, + { + "epoch": 26.88464800678541, + "grad_norm": 0.7340536970753934, + "learning_rate": 1.7154241766896276e-05, + "loss": 0.0269, + "step": 31697 + }, + { + "epoch": 26.885496183206108, + "grad_norm": 0.7227222628237386, + "learning_rate": 1.7154049831441967e-05, + "loss": 0.0245, + "step": 31698 + }, + { + "epoch": 26.886344359626804, + "grad_norm": 0.7299359314422115, + "learning_rate": 1.715385789058906e-05, + "loss": 0.0231, + "step": 31699 + }, + { + "epoch": 26.887192536047497, + "grad_norm": 0.7543085648092273, + "learning_rate": 1.7153665944337706e-05, + "loss": 0.0262, + "step": 31700 + }, + { + "epoch": 26.888040712468193, + "grad_norm": 0.7019672797015852, + "learning_rate": 1.715347399268805e-05, + "loss": 0.0235, + "step": 31701 + }, + { + "epoch": 26.88888888888889, + "grad_norm": 0.7014922251078926, + "learning_rate": 1.715328203564023e-05, + "loss": 0.0268, + "step": 31702 + }, + { + "epoch": 26.889737065309586, + "grad_norm": 0.9108494062354393, + "learning_rate": 1.7153090073194403e-05, + "loss": 0.0261, + "step": 31703 + }, + { + "epoch": 26.890585241730278, + "grad_norm": 0.7634493325573068, + "learning_rate": 1.7152898105350703e-05, + "loss": 0.0281, + "step": 31704 + }, + { + "epoch": 26.891433418150974, + "grad_norm": 0.6678904501614955, + "learning_rate": 1.7152706132109278e-05, + "loss": 0.0217, + "step": 31705 + }, + { + "epoch": 26.89228159457167, + "grad_norm": 0.7307746819861097, + "learning_rate": 1.7152514153470275e-05, + "loss": 0.0273, + "step": 31706 + }, + { + "epoch": 26.893129770992367, + "grad_norm": 0.7163123589935125, + "learning_rate": 1.715232216943384e-05, + "loss": 0.0225, + "step": 31707 + }, + { + "epoch": 26.893977947413063, + "grad_norm": 0.8365585267443632, + "learning_rate": 1.715213018000011e-05, + "loss": 0.0252, + "step": 31708 + }, + { + "epoch": 26.894826123833756, + "grad_norm": 0.667430147691087, + "learning_rate": 1.7151938185169234e-05, + "loss": 0.0247, + "step": 31709 + }, + { + "epoch": 26.895674300254452, + "grad_norm": 0.8173359595306459, + "learning_rate": 1.7151746184941363e-05, + "loss": 0.0271, + "step": 31710 + }, + { + "epoch": 26.89652247667515, + "grad_norm": 0.7664232034041237, + "learning_rate": 1.7151554179316635e-05, + "loss": 0.0281, + "step": 31711 + }, + { + "epoch": 26.897370653095845, + "grad_norm": 0.8490517891896361, + "learning_rate": 1.7151362168295197e-05, + "loss": 0.0262, + "step": 31712 + }, + { + "epoch": 26.89821882951654, + "grad_norm": 0.5815220583169312, + "learning_rate": 1.715117015187719e-05, + "loss": 0.0247, + "step": 31713 + }, + { + "epoch": 26.899067005937233, + "grad_norm": 0.7656068815988057, + "learning_rate": 1.715097813006277e-05, + "loss": 0.0284, + "step": 31714 + }, + { + "epoch": 26.89991518235793, + "grad_norm": 0.6762604083209437, + "learning_rate": 1.7150786102852067e-05, + "loss": 0.0266, + "step": 31715 + }, + { + "epoch": 26.900763358778626, + "grad_norm": 0.8532853037193315, + "learning_rate": 1.7150594070245237e-05, + "loss": 0.0266, + "step": 31716 + }, + { + "epoch": 26.901611535199322, + "grad_norm": 0.6834839459463574, + "learning_rate": 1.715040203224242e-05, + "loss": 0.0238, + "step": 31717 + }, + { + "epoch": 26.90245971162002, + "grad_norm": 0.802022761534907, + "learning_rate": 1.7150209988843764e-05, + "loss": 0.0251, + "step": 31718 + }, + { + "epoch": 26.90330788804071, + "grad_norm": 0.6667502463744992, + "learning_rate": 1.715001794004941e-05, + "loss": 0.0239, + "step": 31719 + }, + { + "epoch": 26.904156064461407, + "grad_norm": 0.6881388076968135, + "learning_rate": 1.714982588585951e-05, + "loss": 0.0244, + "step": 31720 + }, + { + "epoch": 26.905004240882104, + "grad_norm": 0.6937735284087937, + "learning_rate": 1.7149633826274195e-05, + "loss": 0.0254, + "step": 31721 + }, + { + "epoch": 26.9058524173028, + "grad_norm": 0.6644670788533239, + "learning_rate": 1.7149441761293627e-05, + "loss": 0.0261, + "step": 31722 + }, + { + "epoch": 26.906700593723496, + "grad_norm": 0.7181761036038771, + "learning_rate": 1.714924969091794e-05, + "loss": 0.0247, + "step": 31723 + }, + { + "epoch": 26.90754877014419, + "grad_norm": 0.6510669747504709, + "learning_rate": 1.7149057615147284e-05, + "loss": 0.0261, + "step": 31724 + }, + { + "epoch": 26.908396946564885, + "grad_norm": 0.6965969868754641, + "learning_rate": 1.7148865533981796e-05, + "loss": 0.0262, + "step": 31725 + }, + { + "epoch": 26.90924512298558, + "grad_norm": 0.7244429299550895, + "learning_rate": 1.7148673447421634e-05, + "loss": 0.0249, + "step": 31726 + }, + { + "epoch": 26.910093299406277, + "grad_norm": 0.8163856686204877, + "learning_rate": 1.714848135546693e-05, + "loss": 0.0245, + "step": 31727 + }, + { + "epoch": 26.910941475826974, + "grad_norm": 0.7157792452501508, + "learning_rate": 1.7148289258117837e-05, + "loss": 0.0237, + "step": 31728 + }, + { + "epoch": 26.911789652247666, + "grad_norm": 0.8258246288186228, + "learning_rate": 1.7148097155374497e-05, + "loss": 0.0272, + "step": 31729 + }, + { + "epoch": 26.912637828668363, + "grad_norm": 0.961684632254706, + "learning_rate": 1.7147905047237055e-05, + "loss": 0.0254, + "step": 31730 + }, + { + "epoch": 26.91348600508906, + "grad_norm": 0.5989095976752088, + "learning_rate": 1.7147712933705656e-05, + "loss": 0.0215, + "step": 31731 + }, + { + "epoch": 26.914334181509755, + "grad_norm": 0.7770098354754754, + "learning_rate": 1.7147520814780446e-05, + "loss": 0.0272, + "step": 31732 + }, + { + "epoch": 26.91518235793045, + "grad_norm": 0.8013048170807727, + "learning_rate": 1.714732869046157e-05, + "loss": 0.0264, + "step": 31733 + }, + { + "epoch": 26.916030534351144, + "grad_norm": 0.7465398795768423, + "learning_rate": 1.7147136560749173e-05, + "loss": 0.0236, + "step": 31734 + }, + { + "epoch": 26.91687871077184, + "grad_norm": 0.7002269140219719, + "learning_rate": 1.7146944425643398e-05, + "loss": 0.0238, + "step": 31735 + }, + { + "epoch": 26.917726887192536, + "grad_norm": 0.6653184289653262, + "learning_rate": 1.7146752285144394e-05, + "loss": 0.0254, + "step": 31736 + }, + { + "epoch": 26.918575063613233, + "grad_norm": 0.7800142763723831, + "learning_rate": 1.7146560139252298e-05, + "loss": 0.026, + "step": 31737 + }, + { + "epoch": 26.91942324003393, + "grad_norm": 0.6462523803281944, + "learning_rate": 1.7146367987967265e-05, + "loss": 0.0241, + "step": 31738 + }, + { + "epoch": 26.92027141645462, + "grad_norm": 0.7564608335321898, + "learning_rate": 1.7146175831289434e-05, + "loss": 0.0249, + "step": 31739 + }, + { + "epoch": 26.921119592875318, + "grad_norm": 0.7581555361314236, + "learning_rate": 1.7145983669218954e-05, + "loss": 0.0261, + "step": 31740 + }, + { + "epoch": 26.921967769296014, + "grad_norm": 0.7647005220322558, + "learning_rate": 1.7145791501755965e-05, + "loss": 0.0272, + "step": 31741 + }, + { + "epoch": 26.92281594571671, + "grad_norm": 0.745492390630642, + "learning_rate": 1.7145599328900614e-05, + "loss": 0.0251, + "step": 31742 + }, + { + "epoch": 26.923664122137403, + "grad_norm": 0.8255947979559103, + "learning_rate": 1.7145407150653046e-05, + "loss": 0.0271, + "step": 31743 + }, + { + "epoch": 26.9245122985581, + "grad_norm": 0.6563597304419455, + "learning_rate": 1.7145214967013407e-05, + "loss": 0.0232, + "step": 31744 + }, + { + "epoch": 26.925360474978795, + "grad_norm": 0.6772506433223371, + "learning_rate": 1.7145022777981842e-05, + "loss": 0.0235, + "step": 31745 + }, + { + "epoch": 26.92620865139949, + "grad_norm": 0.7517151549330354, + "learning_rate": 1.7144830583558495e-05, + "loss": 0.0252, + "step": 31746 + }, + { + "epoch": 26.927056827820188, + "grad_norm": 0.7692421625860849, + "learning_rate": 1.7144638383743512e-05, + "loss": 0.0257, + "step": 31747 + }, + { + "epoch": 26.92790500424088, + "grad_norm": 1.6125788167665291, + "learning_rate": 1.7144446178537036e-05, + "loss": 0.0294, + "step": 31748 + }, + { + "epoch": 26.928753180661577, + "grad_norm": 0.6427886387955978, + "learning_rate": 1.7144253967939215e-05, + "loss": 0.0244, + "step": 31749 + }, + { + "epoch": 26.929601357082273, + "grad_norm": 0.7096166154932969, + "learning_rate": 1.7144061751950193e-05, + "loss": 0.0252, + "step": 31750 + }, + { + "epoch": 26.93044953350297, + "grad_norm": 0.8450639773790317, + "learning_rate": 1.7143869530570114e-05, + "loss": 0.0282, + "step": 31751 + }, + { + "epoch": 26.931297709923665, + "grad_norm": 0.8249176489004021, + "learning_rate": 1.7143677303799124e-05, + "loss": 0.0283, + "step": 31752 + }, + { + "epoch": 26.932145886344358, + "grad_norm": 0.7516927005261346, + "learning_rate": 1.7143485071637366e-05, + "loss": 0.0238, + "step": 31753 + }, + { + "epoch": 26.932994062765054, + "grad_norm": 0.7837370446489915, + "learning_rate": 1.7143292834084992e-05, + "loss": 0.0267, + "step": 31754 + }, + { + "epoch": 26.93384223918575, + "grad_norm": 0.8646491817025584, + "learning_rate": 1.7143100591142138e-05, + "loss": 0.0248, + "step": 31755 + }, + { + "epoch": 26.934690415606447, + "grad_norm": 0.794726641071319, + "learning_rate": 1.7142908342808952e-05, + "loss": 0.027, + "step": 31756 + }, + { + "epoch": 26.935538592027143, + "grad_norm": 0.8175730126045903, + "learning_rate": 1.7142716089085584e-05, + "loss": 0.0279, + "step": 31757 + }, + { + "epoch": 26.936386768447836, + "grad_norm": 0.635460454809959, + "learning_rate": 1.7142523829972172e-05, + "loss": 0.0231, + "step": 31758 + }, + { + "epoch": 26.937234944868532, + "grad_norm": 0.6163237793891114, + "learning_rate": 1.7142331565468863e-05, + "loss": 0.0233, + "step": 31759 + }, + { + "epoch": 26.938083121289228, + "grad_norm": 0.9180338273953755, + "learning_rate": 1.714213929557581e-05, + "loss": 0.0277, + "step": 31760 + }, + { + "epoch": 26.938931297709924, + "grad_norm": 0.7567222669546108, + "learning_rate": 1.7141947020293142e-05, + "loss": 0.0254, + "step": 31761 + }, + { + "epoch": 26.93977947413062, + "grad_norm": 0.6967021599191864, + "learning_rate": 1.714175473962102e-05, + "loss": 0.0262, + "step": 31762 + }, + { + "epoch": 26.940627650551313, + "grad_norm": 0.6606499310567369, + "learning_rate": 1.7141562453559585e-05, + "loss": 0.0243, + "step": 31763 + }, + { + "epoch": 26.94147582697201, + "grad_norm": 0.8285272477973755, + "learning_rate": 1.7141370162108973e-05, + "loss": 0.0251, + "step": 31764 + }, + { + "epoch": 26.942324003392706, + "grad_norm": 0.7160574712954232, + "learning_rate": 1.7141177865269338e-05, + "loss": 0.0261, + "step": 31765 + }, + { + "epoch": 26.943172179813402, + "grad_norm": 0.7317064649688301, + "learning_rate": 1.7140985563040825e-05, + "loss": 0.0253, + "step": 31766 + }, + { + "epoch": 26.9440203562341, + "grad_norm": 0.8524629118179197, + "learning_rate": 1.7140793255423576e-05, + "loss": 0.0292, + "step": 31767 + }, + { + "epoch": 26.94486853265479, + "grad_norm": 0.8567000395969304, + "learning_rate": 1.7140600942417734e-05, + "loss": 0.0289, + "step": 31768 + }, + { + "epoch": 26.945716709075487, + "grad_norm": 0.7817647890804279, + "learning_rate": 1.714040862402345e-05, + "loss": 0.0254, + "step": 31769 + }, + { + "epoch": 26.946564885496183, + "grad_norm": 0.6664270693990109, + "learning_rate": 1.714021630024087e-05, + "loss": 0.0236, + "step": 31770 + }, + { + "epoch": 26.94741306191688, + "grad_norm": 0.8106200081019705, + "learning_rate": 1.714002397107013e-05, + "loss": 0.0282, + "step": 31771 + }, + { + "epoch": 26.948261238337576, + "grad_norm": 0.7794654978258118, + "learning_rate": 1.7139831636511385e-05, + "loss": 0.0291, + "step": 31772 + }, + { + "epoch": 26.94910941475827, + "grad_norm": 0.7286069516778476, + "learning_rate": 1.7139639296564772e-05, + "loss": 0.0232, + "step": 31773 + }, + { + "epoch": 26.949957591178965, + "grad_norm": 0.7986557268043931, + "learning_rate": 1.7139446951230444e-05, + "loss": 0.0263, + "step": 31774 + }, + { + "epoch": 26.95080576759966, + "grad_norm": 0.75316070446236, + "learning_rate": 1.713925460050854e-05, + "loss": 0.0277, + "step": 31775 + }, + { + "epoch": 26.951653944020357, + "grad_norm": 0.8238965259139814, + "learning_rate": 1.7139062244399206e-05, + "loss": 0.0271, + "step": 31776 + }, + { + "epoch": 26.952502120441054, + "grad_norm": 0.7415406053594557, + "learning_rate": 1.713886988290259e-05, + "loss": 0.0287, + "step": 31777 + }, + { + "epoch": 26.953350296861746, + "grad_norm": 0.6849754524684287, + "learning_rate": 1.7138677516018837e-05, + "loss": 0.0254, + "step": 31778 + }, + { + "epoch": 26.954198473282442, + "grad_norm": 0.7167777250275709, + "learning_rate": 1.7138485143748085e-05, + "loss": 0.0234, + "step": 31779 + }, + { + "epoch": 26.95504664970314, + "grad_norm": 0.5254058057058661, + "learning_rate": 1.7138292766090492e-05, + "loss": 0.0214, + "step": 31780 + }, + { + "epoch": 26.955894826123835, + "grad_norm": 0.8051994042883204, + "learning_rate": 1.7138100383046193e-05, + "loss": 0.0263, + "step": 31781 + }, + { + "epoch": 26.956743002544528, + "grad_norm": 0.7305040845708376, + "learning_rate": 1.7137907994615336e-05, + "loss": 0.0247, + "step": 31782 + }, + { + "epoch": 26.957591178965224, + "grad_norm": 0.7501035026084101, + "learning_rate": 1.7137715600798065e-05, + "loss": 0.0259, + "step": 31783 + }, + { + "epoch": 26.95843935538592, + "grad_norm": 0.7465951143614036, + "learning_rate": 1.713752320159453e-05, + "loss": 0.0239, + "step": 31784 + }, + { + "epoch": 26.959287531806616, + "grad_norm": 0.834931055171544, + "learning_rate": 1.7137330797004872e-05, + "loss": 0.0276, + "step": 31785 + }, + { + "epoch": 26.960135708227313, + "grad_norm": 0.6790229022539593, + "learning_rate": 1.7137138387029235e-05, + "loss": 0.0257, + "step": 31786 + }, + { + "epoch": 26.960983884648005, + "grad_norm": 0.7626559329194431, + "learning_rate": 1.713694597166777e-05, + "loss": 0.0269, + "step": 31787 + }, + { + "epoch": 26.9618320610687, + "grad_norm": 0.8260676022323344, + "learning_rate": 1.7136753550920617e-05, + "loss": 0.0319, + "step": 31788 + }, + { + "epoch": 26.962680237489398, + "grad_norm": 0.697833668085734, + "learning_rate": 1.713656112478792e-05, + "loss": 0.0254, + "step": 31789 + }, + { + "epoch": 26.963528413910094, + "grad_norm": 0.8593267393537761, + "learning_rate": 1.7136368693269826e-05, + "loss": 0.0281, + "step": 31790 + }, + { + "epoch": 26.96437659033079, + "grad_norm": 0.7747329661823715, + "learning_rate": 1.7136176256366486e-05, + "loss": 0.0303, + "step": 31791 + }, + { + "epoch": 26.965224766751483, + "grad_norm": 0.7230182283723304, + "learning_rate": 1.7135983814078036e-05, + "loss": 0.0245, + "step": 31792 + }, + { + "epoch": 26.96607294317218, + "grad_norm": 0.7097811970108975, + "learning_rate": 1.7135791366404628e-05, + "loss": 0.0266, + "step": 31793 + }, + { + "epoch": 26.966921119592875, + "grad_norm": 0.777214987453913, + "learning_rate": 1.71355989133464e-05, + "loss": 0.0257, + "step": 31794 + }, + { + "epoch": 26.96776929601357, + "grad_norm": 0.7102808154064593, + "learning_rate": 1.7135406454903508e-05, + "loss": 0.0252, + "step": 31795 + }, + { + "epoch": 26.968617472434268, + "grad_norm": 0.6121569612802712, + "learning_rate": 1.713521399107609e-05, + "loss": 0.0252, + "step": 31796 + }, + { + "epoch": 26.96946564885496, + "grad_norm": 0.7155480530693865, + "learning_rate": 1.713502152186429e-05, + "loss": 0.0246, + "step": 31797 + }, + { + "epoch": 26.970313825275657, + "grad_norm": 0.7588301224163027, + "learning_rate": 1.713482904726826e-05, + "loss": 0.0266, + "step": 31798 + }, + { + "epoch": 26.971162001696353, + "grad_norm": 0.683599483097527, + "learning_rate": 1.7134636567288138e-05, + "loss": 0.024, + "step": 31799 + }, + { + "epoch": 26.97201017811705, + "grad_norm": 0.7601500888393398, + "learning_rate": 1.713444408192407e-05, + "loss": 0.0262, + "step": 31800 + }, + { + "epoch": 26.972858354537745, + "grad_norm": 0.8762716057815609, + "learning_rate": 1.7134251591176206e-05, + "loss": 0.0271, + "step": 31801 + }, + { + "epoch": 26.973706530958438, + "grad_norm": 0.7015968489745456, + "learning_rate": 1.713405909504469e-05, + "loss": 0.0242, + "step": 31802 + }, + { + "epoch": 26.974554707379134, + "grad_norm": 0.8404956604949276, + "learning_rate": 1.7133866593529663e-05, + "loss": 0.0261, + "step": 31803 + }, + { + "epoch": 26.97540288379983, + "grad_norm": 0.675750797840146, + "learning_rate": 1.7133674086631274e-05, + "loss": 0.0248, + "step": 31804 + }, + { + "epoch": 26.976251060220527, + "grad_norm": 0.7744370774459702, + "learning_rate": 1.713348157434967e-05, + "loss": 0.026, + "step": 31805 + }, + { + "epoch": 26.977099236641223, + "grad_norm": 0.611397630782508, + "learning_rate": 1.713328905668499e-05, + "loss": 0.0243, + "step": 31806 + }, + { + "epoch": 26.977947413061916, + "grad_norm": 0.7442657031174659, + "learning_rate": 1.7133096533637387e-05, + "loss": 0.0255, + "step": 31807 + }, + { + "epoch": 26.978795589482612, + "grad_norm": 0.7100764191841895, + "learning_rate": 1.7132904005206997e-05, + "loss": 0.0268, + "step": 31808 + }, + { + "epoch": 26.979643765903308, + "grad_norm": 0.7234606586150273, + "learning_rate": 1.7132711471393974e-05, + "loss": 0.0257, + "step": 31809 + }, + { + "epoch": 26.980491942324004, + "grad_norm": 0.7078790058830715, + "learning_rate": 1.713251893219846e-05, + "loss": 0.0242, + "step": 31810 + }, + { + "epoch": 26.9813401187447, + "grad_norm": 0.6410258633755741, + "learning_rate": 1.71323263876206e-05, + "loss": 0.0236, + "step": 31811 + }, + { + "epoch": 26.982188295165393, + "grad_norm": 0.8447223498553423, + "learning_rate": 1.713213383766054e-05, + "loss": 0.0262, + "step": 31812 + }, + { + "epoch": 26.98303647158609, + "grad_norm": 0.6959003335480277, + "learning_rate": 1.713194128231842e-05, + "loss": 0.0256, + "step": 31813 + }, + { + "epoch": 26.983884648006786, + "grad_norm": 0.7890603376632774, + "learning_rate": 1.7131748721594393e-05, + "loss": 0.0267, + "step": 31814 + }, + { + "epoch": 26.984732824427482, + "grad_norm": 0.7373654675715193, + "learning_rate": 1.7131556155488605e-05, + "loss": 0.0237, + "step": 31815 + }, + { + "epoch": 26.98558100084818, + "grad_norm": 0.6359524746647709, + "learning_rate": 1.7131363584001193e-05, + "loss": 0.0222, + "step": 31816 + }, + { + "epoch": 26.98642917726887, + "grad_norm": 0.7292204261911814, + "learning_rate": 1.713117100713231e-05, + "loss": 0.0248, + "step": 31817 + }, + { + "epoch": 26.987277353689567, + "grad_norm": 0.7182145608256176, + "learning_rate": 1.7130978424882093e-05, + "loss": 0.0269, + "step": 31818 + }, + { + "epoch": 26.988125530110263, + "grad_norm": 0.619029375343385, + "learning_rate": 1.71307858372507e-05, + "loss": 0.0231, + "step": 31819 + }, + { + "epoch": 26.98897370653096, + "grad_norm": 0.7191829572221526, + "learning_rate": 1.7130593244238267e-05, + "loss": 0.0235, + "step": 31820 + }, + { + "epoch": 26.989821882951652, + "grad_norm": 0.7647758103931, + "learning_rate": 1.7130400645844937e-05, + "loss": 0.027, + "step": 31821 + }, + { + "epoch": 26.99067005937235, + "grad_norm": 0.7468012891695512, + "learning_rate": 1.7130208042070865e-05, + "loss": 0.0286, + "step": 31822 + }, + { + "epoch": 26.991518235793045, + "grad_norm": 0.6313423305310625, + "learning_rate": 1.7130015432916186e-05, + "loss": 0.027, + "step": 31823 + }, + { + "epoch": 26.99236641221374, + "grad_norm": 0.6964987226584808, + "learning_rate": 1.7129822818381055e-05, + "loss": 0.0259, + "step": 31824 + }, + { + "epoch": 26.993214588634437, + "grad_norm": 0.7769747445681547, + "learning_rate": 1.712963019846561e-05, + "loss": 0.0261, + "step": 31825 + }, + { + "epoch": 26.99406276505513, + "grad_norm": 0.7521501782279997, + "learning_rate": 1.712943757317e-05, + "loss": 0.0251, + "step": 31826 + }, + { + "epoch": 26.994910941475826, + "grad_norm": 0.6802253884980233, + "learning_rate": 1.712924494249437e-05, + "loss": 0.0244, + "step": 31827 + }, + { + "epoch": 26.995759117896522, + "grad_norm": 0.8017686973020299, + "learning_rate": 1.7129052306438865e-05, + "loss": 0.0288, + "step": 31828 + }, + { + "epoch": 26.99660729431722, + "grad_norm": 0.7339727750665896, + "learning_rate": 1.712885966500363e-05, + "loss": 0.025, + "step": 31829 + }, + { + "epoch": 26.997455470737915, + "grad_norm": 0.683478324179991, + "learning_rate": 1.712866701818881e-05, + "loss": 0.0234, + "step": 31830 + }, + { + "epoch": 26.998303647158608, + "grad_norm": 0.7983652927060283, + "learning_rate": 1.712847436599455e-05, + "loss": 0.0299, + "step": 31831 + }, + { + "epoch": 26.999151823579304, + "grad_norm": 0.6830305632410114, + "learning_rate": 1.7128281708420998e-05, + "loss": 0.0242, + "step": 31832 + }, + { + "epoch": 27.0, + "grad_norm": 0.7517669682102049, + "learning_rate": 1.7128089045468294e-05, + "loss": 0.0229, + "step": 31833 + }, + { + "epoch": 27.000848176420696, + "grad_norm": 0.6021101747154333, + "learning_rate": 1.712789637713659e-05, + "loss": 0.0221, + "step": 31834 + }, + { + "epoch": 27.001696352841392, + "grad_norm": 0.6795360336468573, + "learning_rate": 1.712770370342603e-05, + "loss": 0.0235, + "step": 31835 + }, + { + "epoch": 27.002544529262085, + "grad_norm": 0.6748197939017522, + "learning_rate": 1.7127511024336752e-05, + "loss": 0.0206, + "step": 31836 + }, + { + "epoch": 27.00339270568278, + "grad_norm": 0.6950689749109086, + "learning_rate": 1.712731833986891e-05, + "loss": 0.0211, + "step": 31837 + }, + { + "epoch": 27.004240882103478, + "grad_norm": 0.7003355856591973, + "learning_rate": 1.712712565002265e-05, + "loss": 0.0207, + "step": 31838 + }, + { + "epoch": 27.005089058524174, + "grad_norm": 0.5847274846796897, + "learning_rate": 1.712693295479811e-05, + "loss": 0.0191, + "step": 31839 + }, + { + "epoch": 27.00593723494487, + "grad_norm": 0.6341506645282905, + "learning_rate": 1.7126740254195444e-05, + "loss": 0.0202, + "step": 31840 + }, + { + "epoch": 27.006785411365563, + "grad_norm": 0.6408962553566446, + "learning_rate": 1.712654754821479e-05, + "loss": 0.0237, + "step": 31841 + }, + { + "epoch": 27.00763358778626, + "grad_norm": 0.6369397046781066, + "learning_rate": 1.7126354836856297e-05, + "loss": 0.0205, + "step": 31842 + }, + { + "epoch": 27.008481764206955, + "grad_norm": 0.5815977854449281, + "learning_rate": 1.712616212012011e-05, + "loss": 0.0185, + "step": 31843 + }, + { + "epoch": 27.00932994062765, + "grad_norm": 0.6124086433995745, + "learning_rate": 1.712596939800637e-05, + "loss": 0.019, + "step": 31844 + }, + { + "epoch": 27.010178117048348, + "grad_norm": 0.5693181601565627, + "learning_rate": 1.712577667051523e-05, + "loss": 0.0195, + "step": 31845 + }, + { + "epoch": 27.01102629346904, + "grad_norm": 0.6176102816141404, + "learning_rate": 1.7125583937646832e-05, + "loss": 0.0204, + "step": 31846 + }, + { + "epoch": 27.011874469889737, + "grad_norm": 0.6428000233633921, + "learning_rate": 1.7125391199401323e-05, + "loss": 0.021, + "step": 31847 + }, + { + "epoch": 27.012722646310433, + "grad_norm": 0.6941352005574648, + "learning_rate": 1.7125198455778845e-05, + "loss": 0.0207, + "step": 31848 + }, + { + "epoch": 27.01357082273113, + "grad_norm": 0.5947812545014984, + "learning_rate": 1.7125005706779544e-05, + "loss": 0.0191, + "step": 31849 + }, + { + "epoch": 27.014418999151825, + "grad_norm": 0.5666455903462271, + "learning_rate": 1.712481295240357e-05, + "loss": 0.0196, + "step": 31850 + }, + { + "epoch": 27.015267175572518, + "grad_norm": 0.5564419659715969, + "learning_rate": 1.7124620192651064e-05, + "loss": 0.0222, + "step": 31851 + }, + { + "epoch": 27.016115351993214, + "grad_norm": 0.8937619300266599, + "learning_rate": 1.712442742752217e-05, + "loss": 0.0189, + "step": 31852 + }, + { + "epoch": 27.01696352841391, + "grad_norm": 0.6013341747371915, + "learning_rate": 1.7124234657017037e-05, + "loss": 0.0216, + "step": 31853 + }, + { + "epoch": 27.017811704834607, + "grad_norm": 0.5654922977700069, + "learning_rate": 1.7124041881135815e-05, + "loss": 0.0173, + "step": 31854 + }, + { + "epoch": 27.0186598812553, + "grad_norm": 0.5423996370602101, + "learning_rate": 1.712384909987864e-05, + "loss": 0.0208, + "step": 31855 + }, + { + "epoch": 27.019508057675996, + "grad_norm": 0.6217441403805486, + "learning_rate": 1.712365631324566e-05, + "loss": 0.0201, + "step": 31856 + }, + { + "epoch": 27.020356234096692, + "grad_norm": 0.6757924770454166, + "learning_rate": 1.7123463521237023e-05, + "loss": 0.0211, + "step": 31857 + }, + { + "epoch": 27.021204410517388, + "grad_norm": 0.6225716991848191, + "learning_rate": 1.7123270723852873e-05, + "loss": 0.0186, + "step": 31858 + }, + { + "epoch": 27.022052586938084, + "grad_norm": 0.5867766297982893, + "learning_rate": 1.712307792109336e-05, + "loss": 0.0197, + "step": 31859 + }, + { + "epoch": 27.022900763358777, + "grad_norm": 0.6429568036181579, + "learning_rate": 1.7122885112958624e-05, + "loss": 0.0224, + "step": 31860 + }, + { + "epoch": 27.023748939779473, + "grad_norm": 0.7563799341214321, + "learning_rate": 1.712269229944881e-05, + "loss": 0.0228, + "step": 31861 + }, + { + "epoch": 27.02459711620017, + "grad_norm": 0.5978814680682591, + "learning_rate": 1.7122499480564066e-05, + "loss": 0.0218, + "step": 31862 + }, + { + "epoch": 27.025445292620866, + "grad_norm": 0.5410279470884044, + "learning_rate": 1.712230665630454e-05, + "loss": 0.0204, + "step": 31863 + }, + { + "epoch": 27.026293469041562, + "grad_norm": 0.47556345151494545, + "learning_rate": 1.712211382667037e-05, + "loss": 0.0173, + "step": 31864 + }, + { + "epoch": 27.027141645462255, + "grad_norm": 0.5162656763420003, + "learning_rate": 1.712192099166171e-05, + "loss": 0.018, + "step": 31865 + }, + { + "epoch": 27.02798982188295, + "grad_norm": 0.6967864798062131, + "learning_rate": 1.7121728151278698e-05, + "loss": 0.0205, + "step": 31866 + }, + { + "epoch": 27.028837998303647, + "grad_norm": 0.5769174091290584, + "learning_rate": 1.7121535305521485e-05, + "loss": 0.0201, + "step": 31867 + }, + { + "epoch": 27.029686174724343, + "grad_norm": 0.6819247705838556, + "learning_rate": 1.7121342454390214e-05, + "loss": 0.0235, + "step": 31868 + }, + { + "epoch": 27.03053435114504, + "grad_norm": 0.7210040255170839, + "learning_rate": 1.712114959788503e-05, + "loss": 0.0218, + "step": 31869 + }, + { + "epoch": 27.031382527565732, + "grad_norm": 0.5715578928717883, + "learning_rate": 1.7120956736006085e-05, + "loss": 0.0195, + "step": 31870 + }, + { + "epoch": 27.03223070398643, + "grad_norm": 0.6268360513151968, + "learning_rate": 1.7120763868753517e-05, + "loss": 0.0202, + "step": 31871 + }, + { + "epoch": 27.033078880407125, + "grad_norm": 0.5583276280993332, + "learning_rate": 1.712057099612747e-05, + "loss": 0.0174, + "step": 31872 + }, + { + "epoch": 27.03392705682782, + "grad_norm": 0.5768055557421666, + "learning_rate": 1.7120378118128095e-05, + "loss": 0.0189, + "step": 31873 + }, + { + "epoch": 27.034775233248517, + "grad_norm": 0.6552427013524879, + "learning_rate": 1.712018523475554e-05, + "loss": 0.0218, + "step": 31874 + }, + { + "epoch": 27.03562340966921, + "grad_norm": 0.6209335244050732, + "learning_rate": 1.711999234600994e-05, + "loss": 0.0207, + "step": 31875 + }, + { + "epoch": 27.036471586089906, + "grad_norm": 0.6794585037893418, + "learning_rate": 1.711979945189145e-05, + "loss": 0.0212, + "step": 31876 + }, + { + "epoch": 27.037319762510602, + "grad_norm": 0.5971908487713632, + "learning_rate": 1.7119606552400215e-05, + "loss": 0.0223, + "step": 31877 + }, + { + "epoch": 27.0381679389313, + "grad_norm": 0.6026843630192981, + "learning_rate": 1.7119413647536376e-05, + "loss": 0.0177, + "step": 31878 + }, + { + "epoch": 27.039016115351995, + "grad_norm": 0.6310877052251574, + "learning_rate": 1.7119220737300078e-05, + "loss": 0.0199, + "step": 31879 + }, + { + "epoch": 27.039864291772687, + "grad_norm": 0.6059054319086394, + "learning_rate": 1.711902782169147e-05, + "loss": 0.0216, + "step": 31880 + }, + { + "epoch": 27.040712468193384, + "grad_norm": 0.4929032404462747, + "learning_rate": 1.7118834900710698e-05, + "loss": 0.0173, + "step": 31881 + }, + { + "epoch": 27.04156064461408, + "grad_norm": 0.5617603675252104, + "learning_rate": 1.7118641974357908e-05, + "loss": 0.018, + "step": 31882 + }, + { + "epoch": 27.042408821034776, + "grad_norm": 0.4697353536421751, + "learning_rate": 1.7118449042633244e-05, + "loss": 0.0164, + "step": 31883 + }, + { + "epoch": 27.043256997455472, + "grad_norm": 0.6624937897732912, + "learning_rate": 1.711825610553685e-05, + "loss": 0.0189, + "step": 31884 + }, + { + "epoch": 27.044105173876165, + "grad_norm": 0.5875388090896373, + "learning_rate": 1.7118063163068872e-05, + "loss": 0.02, + "step": 31885 + }, + { + "epoch": 27.04495335029686, + "grad_norm": 0.41681989996955615, + "learning_rate": 1.7117870215229458e-05, + "loss": 0.0156, + "step": 31886 + }, + { + "epoch": 27.045801526717558, + "grad_norm": 0.5196093896143685, + "learning_rate": 1.7117677262018757e-05, + "loss": 0.0189, + "step": 31887 + }, + { + "epoch": 27.046649703138254, + "grad_norm": 0.7065396913952927, + "learning_rate": 1.71174843034369e-05, + "loss": 0.0199, + "step": 31888 + }, + { + "epoch": 27.04749787955895, + "grad_norm": 0.6389026232207834, + "learning_rate": 1.711729133948405e-05, + "loss": 0.0202, + "step": 31889 + }, + { + "epoch": 27.048346055979643, + "grad_norm": 0.5804953979550384, + "learning_rate": 1.7117098370160344e-05, + "loss": 0.0185, + "step": 31890 + }, + { + "epoch": 27.04919423240034, + "grad_norm": 0.6529791114485941, + "learning_rate": 1.7116905395465933e-05, + "loss": 0.0193, + "step": 31891 + }, + { + "epoch": 27.050042408821035, + "grad_norm": 0.5920646417603865, + "learning_rate": 1.711671241540095e-05, + "loss": 0.0167, + "step": 31892 + }, + { + "epoch": 27.05089058524173, + "grad_norm": 0.5343584578573922, + "learning_rate": 1.7116519429965555e-05, + "loss": 0.0175, + "step": 31893 + }, + { + "epoch": 27.051738761662424, + "grad_norm": 0.5683430127458368, + "learning_rate": 1.7116326439159887e-05, + "loss": 0.0188, + "step": 31894 + }, + { + "epoch": 27.05258693808312, + "grad_norm": 0.8234751614474719, + "learning_rate": 1.711613344298409e-05, + "loss": 0.0215, + "step": 31895 + }, + { + "epoch": 27.053435114503817, + "grad_norm": 0.7276895770317614, + "learning_rate": 1.711594044143831e-05, + "loss": 0.0203, + "step": 31896 + }, + { + "epoch": 27.054283290924513, + "grad_norm": 0.7653288200364962, + "learning_rate": 1.71157474345227e-05, + "loss": 0.0211, + "step": 31897 + }, + { + "epoch": 27.05513146734521, + "grad_norm": 0.6248369546834508, + "learning_rate": 1.7115554422237396e-05, + "loss": 0.0185, + "step": 31898 + }, + { + "epoch": 27.0559796437659, + "grad_norm": 0.6937203457926805, + "learning_rate": 1.7115361404582552e-05, + "loss": 0.0212, + "step": 31899 + }, + { + "epoch": 27.056827820186598, + "grad_norm": 0.6045618585692082, + "learning_rate": 1.7115168381558308e-05, + "loss": 0.0199, + "step": 31900 + }, + { + "epoch": 27.057675996607294, + "grad_norm": 0.6360474001923293, + "learning_rate": 1.711497535316481e-05, + "loss": 0.0186, + "step": 31901 + }, + { + "epoch": 27.05852417302799, + "grad_norm": 0.6085496266257201, + "learning_rate": 1.7114782319402204e-05, + "loss": 0.0194, + "step": 31902 + }, + { + "epoch": 27.059372349448687, + "grad_norm": 0.4872996169471154, + "learning_rate": 1.711458928027064e-05, + "loss": 0.0168, + "step": 31903 + }, + { + "epoch": 27.06022052586938, + "grad_norm": 0.5451749082170887, + "learning_rate": 1.7114396235770258e-05, + "loss": 0.0189, + "step": 31904 + }, + { + "epoch": 27.061068702290076, + "grad_norm": 0.7260918991448685, + "learning_rate": 1.7114203185901205e-05, + "loss": 0.0224, + "step": 31905 + }, + { + "epoch": 27.061916878710772, + "grad_norm": 0.5420189872040887, + "learning_rate": 1.711401013066363e-05, + "loss": 0.0197, + "step": 31906 + }, + { + "epoch": 27.062765055131468, + "grad_norm": 0.7062033884258232, + "learning_rate": 1.7113817070057673e-05, + "loss": 0.0217, + "step": 31907 + }, + { + "epoch": 27.063613231552164, + "grad_norm": 0.7502013893891517, + "learning_rate": 1.7113624004083485e-05, + "loss": 0.0201, + "step": 31908 + }, + { + "epoch": 27.064461407972857, + "grad_norm": 0.6874988348031442, + "learning_rate": 1.7113430932741213e-05, + "loss": 0.0222, + "step": 31909 + }, + { + "epoch": 27.065309584393553, + "grad_norm": 0.6025708999357392, + "learning_rate": 1.7113237856030994e-05, + "loss": 0.019, + "step": 31910 + }, + { + "epoch": 27.06615776081425, + "grad_norm": 0.6016462777017559, + "learning_rate": 1.711304477395298e-05, + "loss": 0.0182, + "step": 31911 + }, + { + "epoch": 27.067005937234946, + "grad_norm": 0.5645915040688435, + "learning_rate": 1.7112851686507318e-05, + "loss": 0.0196, + "step": 31912 + }, + { + "epoch": 27.067854113655642, + "grad_norm": 0.6480486690012859, + "learning_rate": 1.7112658593694153e-05, + "loss": 0.0185, + "step": 31913 + }, + { + "epoch": 27.068702290076335, + "grad_norm": 0.679752233634338, + "learning_rate": 1.7112465495513624e-05, + "loss": 0.0236, + "step": 31914 + }, + { + "epoch": 27.06955046649703, + "grad_norm": 0.680721871816807, + "learning_rate": 1.7112272391965884e-05, + "loss": 0.0217, + "step": 31915 + }, + { + "epoch": 27.070398642917727, + "grad_norm": 0.6241571280951241, + "learning_rate": 1.711207928305108e-05, + "loss": 0.0201, + "step": 31916 + }, + { + "epoch": 27.071246819338423, + "grad_norm": 0.5959807397914659, + "learning_rate": 1.711188616876935e-05, + "loss": 0.0185, + "step": 31917 + }, + { + "epoch": 27.07209499575912, + "grad_norm": 0.6828592086736106, + "learning_rate": 1.7111693049120845e-05, + "loss": 0.0225, + "step": 31918 + }, + { + "epoch": 27.072943172179812, + "grad_norm": 0.6262745708096906, + "learning_rate": 1.711149992410571e-05, + "loss": 0.0219, + "step": 31919 + }, + { + "epoch": 27.07379134860051, + "grad_norm": 0.6241664492490597, + "learning_rate": 1.7111306793724095e-05, + "loss": 0.0194, + "step": 31920 + }, + { + "epoch": 27.074639525021205, + "grad_norm": 0.49105045859711116, + "learning_rate": 1.7111113657976134e-05, + "loss": 0.017, + "step": 31921 + }, + { + "epoch": 27.0754877014419, + "grad_norm": 0.7450540625621305, + "learning_rate": 1.7110920516861985e-05, + "loss": 0.0218, + "step": 31922 + }, + { + "epoch": 27.076335877862597, + "grad_norm": 0.7174922572590454, + "learning_rate": 1.7110727370381784e-05, + "loss": 0.0228, + "step": 31923 + }, + { + "epoch": 27.07718405428329, + "grad_norm": 0.6437450150771706, + "learning_rate": 1.7110534218535688e-05, + "loss": 0.0208, + "step": 31924 + }, + { + "epoch": 27.078032230703986, + "grad_norm": 0.5802342319441877, + "learning_rate": 1.7110341061323833e-05, + "loss": 0.019, + "step": 31925 + }, + { + "epoch": 27.078880407124682, + "grad_norm": 0.6029918109114237, + "learning_rate": 1.7110147898746365e-05, + "loss": 0.019, + "step": 31926 + }, + { + "epoch": 27.07972858354538, + "grad_norm": 0.612008591701194, + "learning_rate": 1.7109954730803437e-05, + "loss": 0.0189, + "step": 31927 + }, + { + "epoch": 27.08057675996607, + "grad_norm": 0.725463505211935, + "learning_rate": 1.710976155749519e-05, + "loss": 0.0211, + "step": 31928 + }, + { + "epoch": 27.081424936386767, + "grad_norm": 0.596685355260964, + "learning_rate": 1.710956837882177e-05, + "loss": 0.0215, + "step": 31929 + }, + { + "epoch": 27.082273112807464, + "grad_norm": 0.6529112064441143, + "learning_rate": 1.710937519478332e-05, + "loss": 0.0199, + "step": 31930 + }, + { + "epoch": 27.08312128922816, + "grad_norm": 0.5691244075523607, + "learning_rate": 1.710918200537999e-05, + "loss": 0.0219, + "step": 31931 + }, + { + "epoch": 27.083969465648856, + "grad_norm": 0.47694963123783357, + "learning_rate": 1.710898881061193e-05, + "loss": 0.0203, + "step": 31932 + }, + { + "epoch": 27.08481764206955, + "grad_norm": 0.6340586628697742, + "learning_rate": 1.7108795610479275e-05, + "loss": 0.018, + "step": 31933 + }, + { + "epoch": 27.085665818490245, + "grad_norm": 0.6588392417816041, + "learning_rate": 1.7108602404982176e-05, + "loss": 0.0213, + "step": 31934 + }, + { + "epoch": 27.08651399491094, + "grad_norm": 0.6941507473896744, + "learning_rate": 1.7108409194120783e-05, + "loss": 0.0247, + "step": 31935 + }, + { + "epoch": 27.087362171331637, + "grad_norm": 0.5772008094563906, + "learning_rate": 1.7108215977895236e-05, + "loss": 0.0196, + "step": 31936 + }, + { + "epoch": 27.088210347752334, + "grad_norm": 0.5892449058019262, + "learning_rate": 1.7108022756305683e-05, + "loss": 0.0196, + "step": 31937 + }, + { + "epoch": 27.089058524173026, + "grad_norm": 0.5771503810024303, + "learning_rate": 1.710782952935227e-05, + "loss": 0.0186, + "step": 31938 + }, + { + "epoch": 27.089906700593723, + "grad_norm": 0.5729481833458604, + "learning_rate": 1.710763629703514e-05, + "loss": 0.0195, + "step": 31939 + }, + { + "epoch": 27.09075487701442, + "grad_norm": 0.5820161697770991, + "learning_rate": 1.7107443059354444e-05, + "loss": 0.0212, + "step": 31940 + }, + { + "epoch": 27.091603053435115, + "grad_norm": 0.721952273796198, + "learning_rate": 1.7107249816310322e-05, + "loss": 0.0221, + "step": 31941 + }, + { + "epoch": 27.09245122985581, + "grad_norm": 0.6141611740419346, + "learning_rate": 1.7107056567902923e-05, + "loss": 0.0182, + "step": 31942 + }, + { + "epoch": 27.093299406276504, + "grad_norm": 0.571634775881071, + "learning_rate": 1.7106863314132397e-05, + "loss": 0.0184, + "step": 31943 + }, + { + "epoch": 27.0941475826972, + "grad_norm": 0.6259029835889853, + "learning_rate": 1.710667005499888e-05, + "loss": 0.0207, + "step": 31944 + }, + { + "epoch": 27.094995759117896, + "grad_norm": 0.6766401733103985, + "learning_rate": 1.7106476790502525e-05, + "loss": 0.0198, + "step": 31945 + }, + { + "epoch": 27.095843935538593, + "grad_norm": 0.6064950971242916, + "learning_rate": 1.7106283520643478e-05, + "loss": 0.0196, + "step": 31946 + }, + { + "epoch": 27.09669211195929, + "grad_norm": 0.6577646823159229, + "learning_rate": 1.710609024542188e-05, + "loss": 0.0205, + "step": 31947 + }, + { + "epoch": 27.09754028837998, + "grad_norm": 0.5419512221502348, + "learning_rate": 1.7105896964837884e-05, + "loss": 0.0192, + "step": 31948 + }, + { + "epoch": 27.098388464800678, + "grad_norm": 0.6053295937339332, + "learning_rate": 1.7105703678891625e-05, + "loss": 0.0224, + "step": 31949 + }, + { + "epoch": 27.099236641221374, + "grad_norm": 0.6738125217772661, + "learning_rate": 1.710551038758326e-05, + "loss": 0.0231, + "step": 31950 + }, + { + "epoch": 27.10008481764207, + "grad_norm": 0.5829792911305761, + "learning_rate": 1.710531709091293e-05, + "loss": 0.0189, + "step": 31951 + }, + { + "epoch": 27.100932994062767, + "grad_norm": 0.6846470362104011, + "learning_rate": 1.710512378888078e-05, + "loss": 0.0217, + "step": 31952 + }, + { + "epoch": 27.10178117048346, + "grad_norm": 0.6615965859536125, + "learning_rate": 1.710493048148696e-05, + "loss": 0.0205, + "step": 31953 + }, + { + "epoch": 27.102629346904155, + "grad_norm": 0.596011418228213, + "learning_rate": 1.710473716873161e-05, + "loss": 0.0202, + "step": 31954 + }, + { + "epoch": 27.10347752332485, + "grad_norm": 0.5630696564583896, + "learning_rate": 1.710454385061488e-05, + "loss": 0.0202, + "step": 31955 + }, + { + "epoch": 27.104325699745548, + "grad_norm": 0.6653110014656758, + "learning_rate": 1.7104350527136916e-05, + "loss": 0.0224, + "step": 31956 + }, + { + "epoch": 27.105173876166244, + "grad_norm": 0.6780342519003063, + "learning_rate": 1.710415719829786e-05, + "loss": 0.0196, + "step": 31957 + }, + { + "epoch": 27.106022052586937, + "grad_norm": 0.7045205823693544, + "learning_rate": 1.7103963864097862e-05, + "loss": 0.0215, + "step": 31958 + }, + { + "epoch": 27.106870229007633, + "grad_norm": 0.600478166266263, + "learning_rate": 1.7103770524537067e-05, + "loss": 0.0186, + "step": 31959 + }, + { + "epoch": 27.10771840542833, + "grad_norm": 0.5315212544991335, + "learning_rate": 1.7103577179615617e-05, + "loss": 0.0178, + "step": 31960 + }, + { + "epoch": 27.108566581849026, + "grad_norm": 0.6108807578922677, + "learning_rate": 1.7103383829333665e-05, + "loss": 0.0188, + "step": 31961 + }, + { + "epoch": 27.109414758269722, + "grad_norm": 0.5911104411050946, + "learning_rate": 1.710319047369135e-05, + "loss": 0.0183, + "step": 31962 + }, + { + "epoch": 27.110262934690414, + "grad_norm": 0.501083405681597, + "learning_rate": 1.7102997112688823e-05, + "loss": 0.0164, + "step": 31963 + }, + { + "epoch": 27.11111111111111, + "grad_norm": 0.5349857906334637, + "learning_rate": 1.710280374632623e-05, + "loss": 0.0188, + "step": 31964 + }, + { + "epoch": 27.111959287531807, + "grad_norm": 0.6303097827531153, + "learning_rate": 1.710261037460371e-05, + "loss": 0.0202, + "step": 31965 + }, + { + "epoch": 27.112807463952503, + "grad_norm": 0.5564436026702894, + "learning_rate": 1.710241699752142e-05, + "loss": 0.0171, + "step": 31966 + }, + { + "epoch": 27.113655640373196, + "grad_norm": 0.5906733427347064, + "learning_rate": 1.7102223615079493e-05, + "loss": 0.0192, + "step": 31967 + }, + { + "epoch": 27.114503816793892, + "grad_norm": 0.6023304493658027, + "learning_rate": 1.7102030227278085e-05, + "loss": 0.0186, + "step": 31968 + }, + { + "epoch": 27.11535199321459, + "grad_norm": 0.7099713987164991, + "learning_rate": 1.710183683411734e-05, + "loss": 0.0219, + "step": 31969 + }, + { + "epoch": 27.116200169635285, + "grad_norm": 0.5293839923405661, + "learning_rate": 1.7101643435597403e-05, + "loss": 0.0188, + "step": 31970 + }, + { + "epoch": 27.11704834605598, + "grad_norm": 0.5540926838594765, + "learning_rate": 1.7101450031718415e-05, + "loss": 0.0205, + "step": 31971 + }, + { + "epoch": 27.117896522476673, + "grad_norm": 0.6217808699052564, + "learning_rate": 1.7101256622480526e-05, + "loss": 0.0202, + "step": 31972 + }, + { + "epoch": 27.11874469889737, + "grad_norm": 0.6312919523505613, + "learning_rate": 1.7101063207883884e-05, + "loss": 0.0226, + "step": 31973 + }, + { + "epoch": 27.119592875318066, + "grad_norm": 0.6202278289723815, + "learning_rate": 1.7100869787928638e-05, + "loss": 0.0202, + "step": 31974 + }, + { + "epoch": 27.120441051738762, + "grad_norm": 0.6237973736855135, + "learning_rate": 1.7100676362614925e-05, + "loss": 0.0211, + "step": 31975 + }, + { + "epoch": 27.12128922815946, + "grad_norm": 0.6124010398597004, + "learning_rate": 1.7100482931942895e-05, + "loss": 0.0197, + "step": 31976 + }, + { + "epoch": 27.12213740458015, + "grad_norm": 0.7001723873600999, + "learning_rate": 1.7100289495912698e-05, + "loss": 0.0221, + "step": 31977 + }, + { + "epoch": 27.122985581000847, + "grad_norm": 0.5967390430221342, + "learning_rate": 1.7100096054524468e-05, + "loss": 0.0217, + "step": 31978 + }, + { + "epoch": 27.123833757421544, + "grad_norm": 0.6936620165409936, + "learning_rate": 1.709990260777837e-05, + "loss": 0.0237, + "step": 31979 + }, + { + "epoch": 27.12468193384224, + "grad_norm": 0.48229728865861454, + "learning_rate": 1.7099709155674528e-05, + "loss": 0.0179, + "step": 31980 + }, + { + "epoch": 27.125530110262936, + "grad_norm": 0.6590214374991703, + "learning_rate": 1.7099515698213106e-05, + "loss": 0.0215, + "step": 31981 + }, + { + "epoch": 27.12637828668363, + "grad_norm": 0.6829327456851527, + "learning_rate": 1.709932223539424e-05, + "loss": 0.02, + "step": 31982 + }, + { + "epoch": 27.127226463104325, + "grad_norm": 0.9694942629526576, + "learning_rate": 1.7099128767218083e-05, + "loss": 0.0235, + "step": 31983 + }, + { + "epoch": 27.12807463952502, + "grad_norm": 0.5926761333495368, + "learning_rate": 1.7098935293684774e-05, + "loss": 0.0202, + "step": 31984 + }, + { + "epoch": 27.128922815945717, + "grad_norm": 0.5498262347008401, + "learning_rate": 1.709874181479446e-05, + "loss": 0.02, + "step": 31985 + }, + { + "epoch": 27.129770992366414, + "grad_norm": 0.6712615912736384, + "learning_rate": 1.7098548330547293e-05, + "loss": 0.0204, + "step": 31986 + }, + { + "epoch": 27.130619168787106, + "grad_norm": 0.7527907140464954, + "learning_rate": 1.7098354840943414e-05, + "loss": 0.0209, + "step": 31987 + }, + { + "epoch": 27.131467345207803, + "grad_norm": 0.5654166922462985, + "learning_rate": 1.7098161345982972e-05, + "loss": 0.0203, + "step": 31988 + }, + { + "epoch": 27.1323155216285, + "grad_norm": 0.6144096915934665, + "learning_rate": 1.7097967845666108e-05, + "loss": 0.0179, + "step": 31989 + }, + { + "epoch": 27.133163698049195, + "grad_norm": 0.5996212145361498, + "learning_rate": 1.709777433999297e-05, + "loss": 0.0217, + "step": 31990 + }, + { + "epoch": 27.13401187446989, + "grad_norm": 0.6096531803972525, + "learning_rate": 1.7097580828963707e-05, + "loss": 0.0187, + "step": 31991 + }, + { + "epoch": 27.134860050890584, + "grad_norm": 0.6640927036427948, + "learning_rate": 1.7097387312578466e-05, + "loss": 0.02, + "step": 31992 + }, + { + "epoch": 27.13570822731128, + "grad_norm": 0.546293919366206, + "learning_rate": 1.7097193790837384e-05, + "loss": 0.0178, + "step": 31993 + }, + { + "epoch": 27.136556403731976, + "grad_norm": 0.4563099164429843, + "learning_rate": 1.709700026374062e-05, + "loss": 0.0178, + "step": 31994 + }, + { + "epoch": 27.137404580152673, + "grad_norm": 0.5665548953416308, + "learning_rate": 1.7096806731288313e-05, + "loss": 0.0204, + "step": 31995 + }, + { + "epoch": 27.13825275657337, + "grad_norm": 0.6109487581210724, + "learning_rate": 1.70966131934806e-05, + "loss": 0.0213, + "step": 31996 + }, + { + "epoch": 27.13910093299406, + "grad_norm": 0.5717712402812803, + "learning_rate": 1.7096419650317646e-05, + "loss": 0.0198, + "step": 31997 + }, + { + "epoch": 27.139949109414758, + "grad_norm": 0.5236136684229438, + "learning_rate": 1.7096226101799586e-05, + "loss": 0.0176, + "step": 31998 + }, + { + "epoch": 27.140797285835454, + "grad_norm": 0.9758252231508598, + "learning_rate": 1.7096032547926563e-05, + "loss": 0.0185, + "step": 31999 + }, + { + "epoch": 27.14164546225615, + "grad_norm": 0.7488692533465999, + "learning_rate": 1.709583898869873e-05, + "loss": 0.0227, + "step": 32000 + }, + { + "epoch": 27.142493638676847, + "grad_norm": 0.6708925410185196, + "learning_rate": 1.7095645424116233e-05, + "loss": 0.0201, + "step": 32001 + }, + { + "epoch": 27.14334181509754, + "grad_norm": 0.6516381154312306, + "learning_rate": 1.7095451854179214e-05, + "loss": 0.0217, + "step": 32002 + }, + { + "epoch": 27.144189991518235, + "grad_norm": 0.5614601649286372, + "learning_rate": 1.7095258278887818e-05, + "loss": 0.0194, + "step": 32003 + }, + { + "epoch": 27.14503816793893, + "grad_norm": 0.6753807873887963, + "learning_rate": 1.7095064698242198e-05, + "loss": 0.0222, + "step": 32004 + }, + { + "epoch": 27.145886344359628, + "grad_norm": 0.5578518219977697, + "learning_rate": 1.7094871112242493e-05, + "loss": 0.0181, + "step": 32005 + }, + { + "epoch": 27.14673452078032, + "grad_norm": 0.5545565115825871, + "learning_rate": 1.709467752088885e-05, + "loss": 0.0198, + "step": 32006 + }, + { + "epoch": 27.147582697201017, + "grad_norm": 0.6427766534717821, + "learning_rate": 1.7094483924181424e-05, + "loss": 0.0187, + "step": 32007 + }, + { + "epoch": 27.148430873621713, + "grad_norm": 0.6072879301217179, + "learning_rate": 1.709429032212035e-05, + "loss": 0.0205, + "step": 32008 + }, + { + "epoch": 27.14927905004241, + "grad_norm": 0.5838702731962851, + "learning_rate": 1.7094096714705776e-05, + "loss": 0.0229, + "step": 32009 + }, + { + "epoch": 27.150127226463106, + "grad_norm": 0.6155173409207049, + "learning_rate": 1.7093903101937854e-05, + "loss": 0.02, + "step": 32010 + }, + { + "epoch": 27.150975402883798, + "grad_norm": 0.6439636194553939, + "learning_rate": 1.709370948381673e-05, + "loss": 0.0208, + "step": 32011 + }, + { + "epoch": 27.151823579304494, + "grad_norm": 0.7111548262351601, + "learning_rate": 1.7093515860342538e-05, + "loss": 0.0216, + "step": 32012 + }, + { + "epoch": 27.15267175572519, + "grad_norm": 0.7345584632896162, + "learning_rate": 1.7093322231515438e-05, + "loss": 0.0203, + "step": 32013 + }, + { + "epoch": 27.153519932145887, + "grad_norm": 0.6517783840448851, + "learning_rate": 1.709312859733557e-05, + "loss": 0.0186, + "step": 32014 + }, + { + "epoch": 27.154368108566583, + "grad_norm": 0.5864970053689245, + "learning_rate": 1.7092934957803078e-05, + "loss": 0.021, + "step": 32015 + }, + { + "epoch": 27.155216284987276, + "grad_norm": 0.6487632076321488, + "learning_rate": 1.7092741312918113e-05, + "loss": 0.0208, + "step": 32016 + }, + { + "epoch": 27.156064461407972, + "grad_norm": 0.6100825770614343, + "learning_rate": 1.7092547662680822e-05, + "loss": 0.0219, + "step": 32017 + }, + { + "epoch": 27.15691263782867, + "grad_norm": 0.6704426830009087, + "learning_rate": 1.7092354007091346e-05, + "loss": 0.0203, + "step": 32018 + }, + { + "epoch": 27.157760814249365, + "grad_norm": 0.6057299692364371, + "learning_rate": 1.7092160346149832e-05, + "loss": 0.0221, + "step": 32019 + }, + { + "epoch": 27.15860899067006, + "grad_norm": 0.657320447282716, + "learning_rate": 1.7091966679856428e-05, + "loss": 0.0193, + "step": 32020 + }, + { + "epoch": 27.159457167090753, + "grad_norm": 0.5858517284116337, + "learning_rate": 1.709177300821128e-05, + "loss": 0.0187, + "step": 32021 + }, + { + "epoch": 27.16030534351145, + "grad_norm": 0.7467622363506546, + "learning_rate": 1.7091579331214534e-05, + "loss": 0.0238, + "step": 32022 + }, + { + "epoch": 27.161153519932146, + "grad_norm": 0.6274206271205124, + "learning_rate": 1.7091385648866336e-05, + "loss": 0.0197, + "step": 32023 + }, + { + "epoch": 27.162001696352842, + "grad_norm": 0.969354781664609, + "learning_rate": 1.7091191961166834e-05, + "loss": 0.0241, + "step": 32024 + }, + { + "epoch": 27.16284987277354, + "grad_norm": 0.5849311422807333, + "learning_rate": 1.709099826811617e-05, + "loss": 0.019, + "step": 32025 + }, + { + "epoch": 27.16369804919423, + "grad_norm": 0.5696929047551955, + "learning_rate": 1.7090804569714496e-05, + "loss": 0.0183, + "step": 32026 + }, + { + "epoch": 27.164546225614927, + "grad_norm": 0.634523666170003, + "learning_rate": 1.709061086596195e-05, + "loss": 0.0216, + "step": 32027 + }, + { + "epoch": 27.165394402035624, + "grad_norm": 0.5128502391627021, + "learning_rate": 1.7090417156858685e-05, + "loss": 0.0182, + "step": 32028 + }, + { + "epoch": 27.16624257845632, + "grad_norm": 0.5629828503456106, + "learning_rate": 1.7090223442404845e-05, + "loss": 0.0203, + "step": 32029 + }, + { + "epoch": 27.167090754877016, + "grad_norm": 0.6208021054702435, + "learning_rate": 1.7090029722600575e-05, + "loss": 0.0205, + "step": 32030 + }, + { + "epoch": 27.16793893129771, + "grad_norm": 0.5639644276893896, + "learning_rate": 1.7089835997446025e-05, + "loss": 0.0192, + "step": 32031 + }, + { + "epoch": 27.168787107718405, + "grad_norm": 0.6552566425770211, + "learning_rate": 1.7089642266941337e-05, + "loss": 0.0193, + "step": 32032 + }, + { + "epoch": 27.1696352841391, + "grad_norm": 0.6166324980859709, + "learning_rate": 1.708944853108666e-05, + "loss": 0.0183, + "step": 32033 + }, + { + "epoch": 27.170483460559797, + "grad_norm": 0.5623378333271066, + "learning_rate": 1.7089254789882137e-05, + "loss": 0.0207, + "step": 32034 + }, + { + "epoch": 27.171331636980494, + "grad_norm": 0.7281799180339263, + "learning_rate": 1.7089061043327916e-05, + "loss": 0.0229, + "step": 32035 + }, + { + "epoch": 27.172179813401186, + "grad_norm": 0.6881660754292491, + "learning_rate": 1.7088867291424147e-05, + "loss": 0.02, + "step": 32036 + }, + { + "epoch": 27.173027989821882, + "grad_norm": 0.647037833673205, + "learning_rate": 1.7088673534170968e-05, + "loss": 0.0198, + "step": 32037 + }, + { + "epoch": 27.17387616624258, + "grad_norm": 0.7248394564076521, + "learning_rate": 1.7088479771568532e-05, + "loss": 0.0212, + "step": 32038 + }, + { + "epoch": 27.174724342663275, + "grad_norm": 0.6611750923609787, + "learning_rate": 1.7088286003616982e-05, + "loss": 0.0233, + "step": 32039 + }, + { + "epoch": 27.17557251908397, + "grad_norm": 0.6248192477649579, + "learning_rate": 1.7088092230316466e-05, + "loss": 0.0208, + "step": 32040 + }, + { + "epoch": 27.176420695504664, + "grad_norm": 0.631825147019307, + "learning_rate": 1.708789845166713e-05, + "loss": 0.0197, + "step": 32041 + }, + { + "epoch": 27.17726887192536, + "grad_norm": 0.5736982318798803, + "learning_rate": 1.708770466766912e-05, + "loss": 0.0204, + "step": 32042 + }, + { + "epoch": 27.178117048346056, + "grad_norm": 0.6618173905174884, + "learning_rate": 1.708751087832258e-05, + "loss": 0.0184, + "step": 32043 + }, + { + "epoch": 27.178965224766753, + "grad_norm": 0.5868040356701641, + "learning_rate": 1.7087317083627663e-05, + "loss": 0.0224, + "step": 32044 + }, + { + "epoch": 27.179813401187445, + "grad_norm": 0.6104039774645129, + "learning_rate": 1.7087123283584507e-05, + "loss": 0.0194, + "step": 32045 + }, + { + "epoch": 27.18066157760814, + "grad_norm": 0.7352533055819396, + "learning_rate": 1.708692947819326e-05, + "loss": 0.0249, + "step": 32046 + }, + { + "epoch": 27.181509754028838, + "grad_norm": 0.5579395948838763, + "learning_rate": 1.7086735667454074e-05, + "loss": 0.0207, + "step": 32047 + }, + { + "epoch": 27.182357930449534, + "grad_norm": 0.515977641321429, + "learning_rate": 1.7086541851367085e-05, + "loss": 0.0201, + "step": 32048 + }, + { + "epoch": 27.18320610687023, + "grad_norm": 0.5798153809715089, + "learning_rate": 1.7086348029932448e-05, + "loss": 0.0207, + "step": 32049 + }, + { + "epoch": 27.184054283290923, + "grad_norm": 0.6878457167403352, + "learning_rate": 1.708615420315031e-05, + "loss": 0.0208, + "step": 32050 + }, + { + "epoch": 27.18490245971162, + "grad_norm": 0.5768879152944082, + "learning_rate": 1.708596037102081e-05, + "loss": 0.017, + "step": 32051 + }, + { + "epoch": 27.185750636132315, + "grad_norm": 0.5866671089372485, + "learning_rate": 1.70857665335441e-05, + "loss": 0.0209, + "step": 32052 + }, + { + "epoch": 27.18659881255301, + "grad_norm": 0.6512604687857978, + "learning_rate": 1.7085572690720323e-05, + "loss": 0.0205, + "step": 32053 + }, + { + "epoch": 27.187446988973708, + "grad_norm": 0.6418446921715665, + "learning_rate": 1.708537884254963e-05, + "loss": 0.0212, + "step": 32054 + }, + { + "epoch": 27.1882951653944, + "grad_norm": 0.6889332727991981, + "learning_rate": 1.708518498903216e-05, + "loss": 0.0229, + "step": 32055 + }, + { + "epoch": 27.189143341815097, + "grad_norm": 0.6610351053732408, + "learning_rate": 1.7084991130168068e-05, + "loss": 0.0198, + "step": 32056 + }, + { + "epoch": 27.189991518235793, + "grad_norm": 0.564106311657867, + "learning_rate": 1.708479726595749e-05, + "loss": 0.02, + "step": 32057 + }, + { + "epoch": 27.19083969465649, + "grad_norm": 0.7892617067759141, + "learning_rate": 1.7084603396400585e-05, + "loss": 0.0227, + "step": 32058 + }, + { + "epoch": 27.191687871077185, + "grad_norm": 0.5919749393084875, + "learning_rate": 1.7084409521497484e-05, + "loss": 0.0195, + "step": 32059 + }, + { + "epoch": 27.192536047497878, + "grad_norm": 0.5305795115104551, + "learning_rate": 1.708421564124835e-05, + "loss": 0.0201, + "step": 32060 + }, + { + "epoch": 27.193384223918574, + "grad_norm": 0.5952772557866544, + "learning_rate": 1.7084021755653314e-05, + "loss": 0.0171, + "step": 32061 + }, + { + "epoch": 27.19423240033927, + "grad_norm": 0.5249529729505412, + "learning_rate": 1.708382786471253e-05, + "loss": 0.0172, + "step": 32062 + }, + { + "epoch": 27.195080576759967, + "grad_norm": 0.6386718976338587, + "learning_rate": 1.708363396842615e-05, + "loss": 0.0202, + "step": 32063 + }, + { + "epoch": 27.195928753180663, + "grad_norm": 0.8198519859436, + "learning_rate": 1.7083440066794307e-05, + "loss": 0.024, + "step": 32064 + }, + { + "epoch": 27.196776929601356, + "grad_norm": 0.7357647998604412, + "learning_rate": 1.7083246159817152e-05, + "loss": 0.022, + "step": 32065 + }, + { + "epoch": 27.197625106022052, + "grad_norm": 0.6868158789906444, + "learning_rate": 1.708305224749484e-05, + "loss": 0.0209, + "step": 32066 + }, + { + "epoch": 27.198473282442748, + "grad_norm": 0.6334063011991304, + "learning_rate": 1.7082858329827508e-05, + "loss": 0.0217, + "step": 32067 + }, + { + "epoch": 27.199321458863444, + "grad_norm": 0.6640547629335251, + "learning_rate": 1.7082664406815305e-05, + "loss": 0.0237, + "step": 32068 + }, + { + "epoch": 27.20016963528414, + "grad_norm": 0.7722613414168638, + "learning_rate": 1.7082470478458377e-05, + "loss": 0.025, + "step": 32069 + }, + { + "epoch": 27.201017811704833, + "grad_norm": 0.6309082551181766, + "learning_rate": 1.7082276544756872e-05, + "loss": 0.0243, + "step": 32070 + }, + { + "epoch": 27.20186598812553, + "grad_norm": 0.7318952801163006, + "learning_rate": 1.7082082605710934e-05, + "loss": 0.0224, + "step": 32071 + }, + { + "epoch": 27.202714164546226, + "grad_norm": 0.6245195695572429, + "learning_rate": 1.708188866132071e-05, + "loss": 0.0194, + "step": 32072 + }, + { + "epoch": 27.203562340966922, + "grad_norm": 0.6997214359395592, + "learning_rate": 1.7081694711586348e-05, + "loss": 0.0211, + "step": 32073 + }, + { + "epoch": 27.20441051738762, + "grad_norm": 0.5905573618302863, + "learning_rate": 1.708150075650799e-05, + "loss": 0.0191, + "step": 32074 + }, + { + "epoch": 27.20525869380831, + "grad_norm": 0.6881220699095488, + "learning_rate": 1.708130679608579e-05, + "loss": 0.0208, + "step": 32075 + }, + { + "epoch": 27.206106870229007, + "grad_norm": 0.7780622082959224, + "learning_rate": 1.7081112830319887e-05, + "loss": 0.0243, + "step": 32076 + }, + { + "epoch": 27.206955046649703, + "grad_norm": 0.6571626507299363, + "learning_rate": 1.7080918859210432e-05, + "loss": 0.0212, + "step": 32077 + }, + { + "epoch": 27.2078032230704, + "grad_norm": 0.704334714060918, + "learning_rate": 1.7080724882757568e-05, + "loss": 0.0216, + "step": 32078 + }, + { + "epoch": 27.208651399491096, + "grad_norm": 0.6379090567056125, + "learning_rate": 1.7080530900961447e-05, + "loss": 0.0192, + "step": 32079 + }, + { + "epoch": 27.20949957591179, + "grad_norm": 0.7402791768814315, + "learning_rate": 1.7080336913822208e-05, + "loss": 0.0209, + "step": 32080 + }, + { + "epoch": 27.210347752332485, + "grad_norm": 0.6194962933830079, + "learning_rate": 1.708014292134e-05, + "loss": 0.0184, + "step": 32081 + }, + { + "epoch": 27.21119592875318, + "grad_norm": 0.6095386789469196, + "learning_rate": 1.7079948923514974e-05, + "loss": 0.0206, + "step": 32082 + }, + { + "epoch": 27.212044105173877, + "grad_norm": 0.6907609730166683, + "learning_rate": 1.707975492034727e-05, + "loss": 0.0196, + "step": 32083 + }, + { + "epoch": 27.21289228159457, + "grad_norm": 0.7061502329136722, + "learning_rate": 1.7079560911837038e-05, + "loss": 0.0235, + "step": 32084 + }, + { + "epoch": 27.213740458015266, + "grad_norm": 0.69818787989746, + "learning_rate": 1.7079366897984423e-05, + "loss": 0.0225, + "step": 32085 + }, + { + "epoch": 27.214588634435962, + "grad_norm": 0.6149100490268385, + "learning_rate": 1.707917287878957e-05, + "loss": 0.0202, + "step": 32086 + }, + { + "epoch": 27.21543681085666, + "grad_norm": 0.5800522528537664, + "learning_rate": 1.7078978854252626e-05, + "loss": 0.0201, + "step": 32087 + }, + { + "epoch": 27.216284987277355, + "grad_norm": 0.6418556558863794, + "learning_rate": 1.707878482437374e-05, + "loss": 0.0228, + "step": 32088 + }, + { + "epoch": 27.217133163698048, + "grad_norm": 0.5046431730996955, + "learning_rate": 1.707859078915306e-05, + "loss": 0.017, + "step": 32089 + }, + { + "epoch": 27.217981340118744, + "grad_norm": 0.5906862649970474, + "learning_rate": 1.7078396748590725e-05, + "loss": 0.0221, + "step": 32090 + }, + { + "epoch": 27.21882951653944, + "grad_norm": 0.6532375456027176, + "learning_rate": 1.7078202702686892e-05, + "loss": 0.0195, + "step": 32091 + }, + { + "epoch": 27.219677692960136, + "grad_norm": 0.6536479493752009, + "learning_rate": 1.7078008651441696e-05, + "loss": 0.0208, + "step": 32092 + }, + { + "epoch": 27.220525869380833, + "grad_norm": 0.6154386168883019, + "learning_rate": 1.707781459485529e-05, + "loss": 0.0213, + "step": 32093 + }, + { + "epoch": 27.221374045801525, + "grad_norm": 0.579754577015637, + "learning_rate": 1.707762053292782e-05, + "loss": 0.021, + "step": 32094 + }, + { + "epoch": 27.22222222222222, + "grad_norm": 0.6451423708215003, + "learning_rate": 1.7077426465659434e-05, + "loss": 0.0214, + "step": 32095 + }, + { + "epoch": 27.223070398642918, + "grad_norm": 0.7598297835777041, + "learning_rate": 1.707723239305027e-05, + "loss": 0.0209, + "step": 32096 + }, + { + "epoch": 27.223918575063614, + "grad_norm": 0.6034459971901837, + "learning_rate": 1.7077038315100485e-05, + "loss": 0.0186, + "step": 32097 + }, + { + "epoch": 27.22476675148431, + "grad_norm": 0.6789098214496757, + "learning_rate": 1.707684423181022e-05, + "loss": 0.0213, + "step": 32098 + }, + { + "epoch": 27.225614927905003, + "grad_norm": 0.6842339842313842, + "learning_rate": 1.7076650143179622e-05, + "loss": 0.0204, + "step": 32099 + }, + { + "epoch": 27.2264631043257, + "grad_norm": 0.5706216334089493, + "learning_rate": 1.7076456049208838e-05, + "loss": 0.021, + "step": 32100 + }, + { + "epoch": 27.227311280746395, + "grad_norm": 0.6479172856396813, + "learning_rate": 1.7076261949898015e-05, + "loss": 0.0218, + "step": 32101 + }, + { + "epoch": 27.22815945716709, + "grad_norm": 0.732890355438537, + "learning_rate": 1.7076067845247297e-05, + "loss": 0.0229, + "step": 32102 + }, + { + "epoch": 27.229007633587788, + "grad_norm": 0.6768169131875909, + "learning_rate": 1.7075873735256833e-05, + "loss": 0.0229, + "step": 32103 + }, + { + "epoch": 27.22985581000848, + "grad_norm": 0.6793842755693442, + "learning_rate": 1.7075679619926767e-05, + "loss": 0.0181, + "step": 32104 + }, + { + "epoch": 27.230703986429177, + "grad_norm": 0.5790475218262074, + "learning_rate": 1.707548549925725e-05, + "loss": 0.0178, + "step": 32105 + }, + { + "epoch": 27.231552162849873, + "grad_norm": 0.7243649389526686, + "learning_rate": 1.7075291373248427e-05, + "loss": 0.0244, + "step": 32106 + }, + { + "epoch": 27.23240033927057, + "grad_norm": 0.6382507241686679, + "learning_rate": 1.7075097241900443e-05, + "loss": 0.0204, + "step": 32107 + }, + { + "epoch": 27.233248515691265, + "grad_norm": 0.7281451074486398, + "learning_rate": 1.707490310521344e-05, + "loss": 0.0227, + "step": 32108 + }, + { + "epoch": 27.234096692111958, + "grad_norm": 0.6320876752011981, + "learning_rate": 1.7074708963187578e-05, + "loss": 0.02, + "step": 32109 + }, + { + "epoch": 27.234944868532654, + "grad_norm": 0.6063697112381152, + "learning_rate": 1.7074514815822987e-05, + "loss": 0.0206, + "step": 32110 + }, + { + "epoch": 27.23579304495335, + "grad_norm": 0.5353316494944059, + "learning_rate": 1.7074320663119826e-05, + "loss": 0.0212, + "step": 32111 + }, + { + "epoch": 27.236641221374047, + "grad_norm": 0.6636687123741123, + "learning_rate": 1.7074126505078236e-05, + "loss": 0.0231, + "step": 32112 + }, + { + "epoch": 27.237489397794743, + "grad_norm": 0.7034217991168423, + "learning_rate": 1.707393234169836e-05, + "loss": 0.0216, + "step": 32113 + }, + { + "epoch": 27.238337574215436, + "grad_norm": 0.777076826697525, + "learning_rate": 1.7073738172980353e-05, + "loss": 0.0235, + "step": 32114 + }, + { + "epoch": 27.239185750636132, + "grad_norm": 0.6313090595255767, + "learning_rate": 1.7073543998924355e-05, + "loss": 0.0215, + "step": 32115 + }, + { + "epoch": 27.240033927056828, + "grad_norm": 0.7382407627090268, + "learning_rate": 1.7073349819530515e-05, + "loss": 0.0193, + "step": 32116 + }, + { + "epoch": 27.240882103477524, + "grad_norm": 0.6756736556462465, + "learning_rate": 1.7073155634798977e-05, + "loss": 0.0201, + "step": 32117 + }, + { + "epoch": 27.24173027989822, + "grad_norm": 0.5831472614992076, + "learning_rate": 1.7072961444729896e-05, + "loss": 0.0205, + "step": 32118 + }, + { + "epoch": 27.242578456318913, + "grad_norm": 0.6213525801667613, + "learning_rate": 1.707276724932341e-05, + "loss": 0.0205, + "step": 32119 + }, + { + "epoch": 27.24342663273961, + "grad_norm": 0.6272385353522109, + "learning_rate": 1.7072573048579666e-05, + "loss": 0.0215, + "step": 32120 + }, + { + "epoch": 27.244274809160306, + "grad_norm": 0.6981120104399643, + "learning_rate": 1.7072378842498816e-05, + "loss": 0.0242, + "step": 32121 + }, + { + "epoch": 27.245122985581002, + "grad_norm": 0.6844807465393736, + "learning_rate": 1.7072184631081e-05, + "loss": 0.0228, + "step": 32122 + }, + { + "epoch": 27.245971162001695, + "grad_norm": 0.6077626058629657, + "learning_rate": 1.707199041432637e-05, + "loss": 0.0191, + "step": 32123 + }, + { + "epoch": 27.24681933842239, + "grad_norm": 0.6661369478061702, + "learning_rate": 1.707179619223507e-05, + "loss": 0.0221, + "step": 32124 + }, + { + "epoch": 27.247667514843087, + "grad_norm": 0.6618519132297895, + "learning_rate": 1.7071601964807245e-05, + "loss": 0.023, + "step": 32125 + }, + { + "epoch": 27.248515691263783, + "grad_norm": 0.565620543253853, + "learning_rate": 1.7071407732043044e-05, + "loss": 0.0197, + "step": 32126 + }, + { + "epoch": 27.24936386768448, + "grad_norm": 0.5240650845670667, + "learning_rate": 1.707121349394261e-05, + "loss": 0.0193, + "step": 32127 + }, + { + "epoch": 27.250212044105172, + "grad_norm": 0.5975350038960084, + "learning_rate": 1.70710192505061e-05, + "loss": 0.0213, + "step": 32128 + }, + { + "epoch": 27.25106022052587, + "grad_norm": 0.5634129314130215, + "learning_rate": 1.7070825001733647e-05, + "loss": 0.021, + "step": 32129 + }, + { + "epoch": 27.251908396946565, + "grad_norm": 0.6277624528456518, + "learning_rate": 1.7070630747625405e-05, + "loss": 0.0196, + "step": 32130 + }, + { + "epoch": 27.25275657336726, + "grad_norm": 0.8022950460181311, + "learning_rate": 1.707043648818152e-05, + "loss": 0.0222, + "step": 32131 + }, + { + "epoch": 27.253604749787957, + "grad_norm": 0.7548825530892608, + "learning_rate": 1.7070242223402137e-05, + "loss": 0.0196, + "step": 32132 + }, + { + "epoch": 27.25445292620865, + "grad_norm": 0.6104326034245106, + "learning_rate": 1.7070047953287406e-05, + "loss": 0.021, + "step": 32133 + }, + { + "epoch": 27.255301102629346, + "grad_norm": 0.7064479415236333, + "learning_rate": 1.7069853677837468e-05, + "loss": 0.0211, + "step": 32134 + }, + { + "epoch": 27.256149279050042, + "grad_norm": 0.6139471764723691, + "learning_rate": 1.7069659397052472e-05, + "loss": 0.0219, + "step": 32135 + }, + { + "epoch": 27.25699745547074, + "grad_norm": 0.5892722933338328, + "learning_rate": 1.7069465110932572e-05, + "loss": 0.0207, + "step": 32136 + }, + { + "epoch": 27.257845631891435, + "grad_norm": 0.6713520743748661, + "learning_rate": 1.70692708194779e-05, + "loss": 0.0229, + "step": 32137 + }, + { + "epoch": 27.258693808312128, + "grad_norm": 0.7370712592357365, + "learning_rate": 1.7069076522688612e-05, + "loss": 0.0221, + "step": 32138 + }, + { + "epoch": 27.259541984732824, + "grad_norm": 0.5226125864040854, + "learning_rate": 1.7068882220564855e-05, + "loss": 0.0188, + "step": 32139 + }, + { + "epoch": 27.26039016115352, + "grad_norm": 0.6211577206784764, + "learning_rate": 1.7068687913106775e-05, + "loss": 0.0213, + "step": 32140 + }, + { + "epoch": 27.261238337574216, + "grad_norm": 0.6691299078722591, + "learning_rate": 1.7068493600314515e-05, + "loss": 0.0193, + "step": 32141 + }, + { + "epoch": 27.262086513994912, + "grad_norm": 0.6813848308875383, + "learning_rate": 1.7068299282188225e-05, + "loss": 0.0199, + "step": 32142 + }, + { + "epoch": 27.262934690415605, + "grad_norm": 0.6015583401891988, + "learning_rate": 1.7068104958728052e-05, + "loss": 0.0202, + "step": 32143 + }, + { + "epoch": 27.2637828668363, + "grad_norm": 0.6983723172968765, + "learning_rate": 1.7067910629934138e-05, + "loss": 0.0199, + "step": 32144 + }, + { + "epoch": 27.264631043256998, + "grad_norm": 0.6511230347564596, + "learning_rate": 1.7067716295806632e-05, + "loss": 0.0216, + "step": 32145 + }, + { + "epoch": 27.265479219677694, + "grad_norm": 0.5652034392236742, + "learning_rate": 1.7067521956345686e-05, + "loss": 0.0219, + "step": 32146 + }, + { + "epoch": 27.26632739609839, + "grad_norm": 0.6611760974080952, + "learning_rate": 1.7067327611551437e-05, + "loss": 0.0212, + "step": 32147 + }, + { + "epoch": 27.267175572519083, + "grad_norm": 0.6601505334312054, + "learning_rate": 1.7067133261424042e-05, + "loss": 0.0226, + "step": 32148 + }, + { + "epoch": 27.26802374893978, + "grad_norm": 0.6638544875934829, + "learning_rate": 1.7066938905963643e-05, + "loss": 0.0207, + "step": 32149 + }, + { + "epoch": 27.268871925360475, + "grad_norm": 0.6220968404190351, + "learning_rate": 1.7066744545170382e-05, + "loss": 0.0198, + "step": 32150 + }, + { + "epoch": 27.26972010178117, + "grad_norm": 0.9068602302258123, + "learning_rate": 1.706655017904441e-05, + "loss": 0.0234, + "step": 32151 + }, + { + "epoch": 27.270568278201868, + "grad_norm": 0.6732157735888307, + "learning_rate": 1.7066355807585874e-05, + "loss": 0.0196, + "step": 32152 + }, + { + "epoch": 27.27141645462256, + "grad_norm": 0.6736659945640688, + "learning_rate": 1.7066161430794922e-05, + "loss": 0.0211, + "step": 32153 + }, + { + "epoch": 27.272264631043257, + "grad_norm": 0.6449208961055014, + "learning_rate": 1.7065967048671698e-05, + "loss": 0.0192, + "step": 32154 + }, + { + "epoch": 27.273112807463953, + "grad_norm": 0.6257332529701781, + "learning_rate": 1.7065772661216353e-05, + "loss": 0.0211, + "step": 32155 + }, + { + "epoch": 27.27396098388465, + "grad_norm": 0.6871696536517253, + "learning_rate": 1.7065578268429028e-05, + "loss": 0.0226, + "step": 32156 + }, + { + "epoch": 27.274809160305345, + "grad_norm": 0.6890543244372483, + "learning_rate": 1.706538387030987e-05, + "loss": 0.022, + "step": 32157 + }, + { + "epoch": 27.275657336726038, + "grad_norm": 0.6383151689093122, + "learning_rate": 1.7065189466859028e-05, + "loss": 0.021, + "step": 32158 + }, + { + "epoch": 27.276505513146734, + "grad_norm": 0.6469749692925264, + "learning_rate": 1.7064995058076648e-05, + "loss": 0.0198, + "step": 32159 + }, + { + "epoch": 27.27735368956743, + "grad_norm": 0.4711134328167766, + "learning_rate": 1.706480064396288e-05, + "loss": 0.0179, + "step": 32160 + }, + { + "epoch": 27.278201865988127, + "grad_norm": 0.7886318347203236, + "learning_rate": 1.7064606224517866e-05, + "loss": 0.0205, + "step": 32161 + }, + { + "epoch": 27.27905004240882, + "grad_norm": 0.8606822229710186, + "learning_rate": 1.7064411799741755e-05, + "loss": 0.0228, + "step": 32162 + }, + { + "epoch": 27.279898218829516, + "grad_norm": 0.522126129243502, + "learning_rate": 1.7064217369634693e-05, + "loss": 0.0184, + "step": 32163 + }, + { + "epoch": 27.280746395250212, + "grad_norm": 0.5449343984096094, + "learning_rate": 1.7064022934196823e-05, + "loss": 0.0184, + "step": 32164 + }, + { + "epoch": 27.281594571670908, + "grad_norm": 0.6482397786917901, + "learning_rate": 1.70638284934283e-05, + "loss": 0.0211, + "step": 32165 + }, + { + "epoch": 27.282442748091604, + "grad_norm": 0.5986256889748589, + "learning_rate": 1.7063634047329264e-05, + "loss": 0.0197, + "step": 32166 + }, + { + "epoch": 27.283290924512297, + "grad_norm": 0.7151255917059418, + "learning_rate": 1.7063439595899865e-05, + "loss": 0.0198, + "step": 32167 + }, + { + "epoch": 27.284139100932993, + "grad_norm": 0.7332984075246336, + "learning_rate": 1.706324513914025e-05, + "loss": 0.0238, + "step": 32168 + }, + { + "epoch": 27.28498727735369, + "grad_norm": 0.6283738057940742, + "learning_rate": 1.7063050677050568e-05, + "loss": 0.022, + "step": 32169 + }, + { + "epoch": 27.285835453774386, + "grad_norm": 0.5751686530298978, + "learning_rate": 1.706285620963096e-05, + "loss": 0.0198, + "step": 32170 + }, + { + "epoch": 27.286683630195082, + "grad_norm": 0.6698937617361642, + "learning_rate": 1.7062661736881573e-05, + "loss": 0.0217, + "step": 32171 + }, + { + "epoch": 27.287531806615775, + "grad_norm": 0.7327052234730327, + "learning_rate": 1.7062467258802556e-05, + "loss": 0.0216, + "step": 32172 + }, + { + "epoch": 27.28837998303647, + "grad_norm": 0.7690071808067148, + "learning_rate": 1.7062272775394056e-05, + "loss": 0.0211, + "step": 32173 + }, + { + "epoch": 27.289228159457167, + "grad_norm": 0.5762793576717804, + "learning_rate": 1.7062078286656217e-05, + "loss": 0.0202, + "step": 32174 + }, + { + "epoch": 27.290076335877863, + "grad_norm": 0.7122150389529128, + "learning_rate": 1.706188379258919e-05, + "loss": 0.0237, + "step": 32175 + }, + { + "epoch": 27.29092451229856, + "grad_norm": 0.9145460705371293, + "learning_rate": 1.7061689293193122e-05, + "loss": 0.0232, + "step": 32176 + }, + { + "epoch": 27.291772688719252, + "grad_norm": 0.7734167527972445, + "learning_rate": 1.7061494788468157e-05, + "loss": 0.0223, + "step": 32177 + }, + { + "epoch": 27.29262086513995, + "grad_norm": 0.7192959696777986, + "learning_rate": 1.706130027841444e-05, + "loss": 0.0221, + "step": 32178 + }, + { + "epoch": 27.293469041560645, + "grad_norm": 0.5099456720645558, + "learning_rate": 1.7061105763032123e-05, + "loss": 0.0193, + "step": 32179 + }, + { + "epoch": 27.29431721798134, + "grad_norm": 0.679794091020069, + "learning_rate": 1.706091124232135e-05, + "loss": 0.022, + "step": 32180 + }, + { + "epoch": 27.295165394402037, + "grad_norm": 0.5963346087141971, + "learning_rate": 1.7060716716282266e-05, + "loss": 0.0218, + "step": 32181 + }, + { + "epoch": 27.29601357082273, + "grad_norm": 0.564958231722712, + "learning_rate": 1.706052218491502e-05, + "loss": 0.0188, + "step": 32182 + }, + { + "epoch": 27.296861747243426, + "grad_norm": 0.7241882997778736, + "learning_rate": 1.7060327648219756e-05, + "loss": 0.0216, + "step": 32183 + }, + { + "epoch": 27.297709923664122, + "grad_norm": 0.7667903200537602, + "learning_rate": 1.7060133106196627e-05, + "loss": 0.0197, + "step": 32184 + }, + { + "epoch": 27.29855810008482, + "grad_norm": 0.6582434121459365, + "learning_rate": 1.7059938558845775e-05, + "loss": 0.0243, + "step": 32185 + }, + { + "epoch": 27.299406276505515, + "grad_norm": 0.8021135605239502, + "learning_rate": 1.7059744006167348e-05, + "loss": 0.0239, + "step": 32186 + }, + { + "epoch": 27.300254452926207, + "grad_norm": 0.6532512762723867, + "learning_rate": 1.7059549448161492e-05, + "loss": 0.0225, + "step": 32187 + }, + { + "epoch": 27.301102629346904, + "grad_norm": 0.6898806920588371, + "learning_rate": 1.7059354884828356e-05, + "loss": 0.0201, + "step": 32188 + }, + { + "epoch": 27.3019508057676, + "grad_norm": 0.6316177353090648, + "learning_rate": 1.7059160316168083e-05, + "loss": 0.0198, + "step": 32189 + }, + { + "epoch": 27.302798982188296, + "grad_norm": 0.6111420786818039, + "learning_rate": 1.705896574218082e-05, + "loss": 0.0214, + "step": 32190 + }, + { + "epoch": 27.303647158608992, + "grad_norm": 0.6274411720169648, + "learning_rate": 1.705877116286672e-05, + "loss": 0.0201, + "step": 32191 + }, + { + "epoch": 27.304495335029685, + "grad_norm": 0.6424851354091501, + "learning_rate": 1.7058576578225924e-05, + "loss": 0.0219, + "step": 32192 + }, + { + "epoch": 27.30534351145038, + "grad_norm": 0.6923013083398272, + "learning_rate": 1.7058381988258582e-05, + "loss": 0.0232, + "step": 32193 + }, + { + "epoch": 27.306191687871078, + "grad_norm": 0.5621612144478354, + "learning_rate": 1.705818739296484e-05, + "loss": 0.0192, + "step": 32194 + }, + { + "epoch": 27.307039864291774, + "grad_norm": 0.7588035702521271, + "learning_rate": 1.7057992792344844e-05, + "loss": 0.0231, + "step": 32195 + }, + { + "epoch": 27.307888040712466, + "grad_norm": 0.6463000387747325, + "learning_rate": 1.705779818639874e-05, + "loss": 0.024, + "step": 32196 + }, + { + "epoch": 27.308736217133163, + "grad_norm": 0.6570110992277984, + "learning_rate": 1.7057603575126673e-05, + "loss": 0.0228, + "step": 32197 + }, + { + "epoch": 27.30958439355386, + "grad_norm": 0.6879616250814146, + "learning_rate": 1.7057408958528798e-05, + "loss": 0.0201, + "step": 32198 + }, + { + "epoch": 27.310432569974555, + "grad_norm": 0.7422734857036664, + "learning_rate": 1.7057214336605254e-05, + "loss": 0.0234, + "step": 32199 + }, + { + "epoch": 27.31128074639525, + "grad_norm": 0.6618151499222635, + "learning_rate": 1.705701970935619e-05, + "loss": 0.0216, + "step": 32200 + }, + { + "epoch": 27.312128922815944, + "grad_norm": 0.9913821965626468, + "learning_rate": 1.7056825076781755e-05, + "loss": 0.0211, + "step": 32201 + }, + { + "epoch": 27.31297709923664, + "grad_norm": 0.8408477718972223, + "learning_rate": 1.7056630438882096e-05, + "loss": 0.0235, + "step": 32202 + }, + { + "epoch": 27.313825275657337, + "grad_norm": 0.7502754516772686, + "learning_rate": 1.7056435795657354e-05, + "loss": 0.0243, + "step": 32203 + }, + { + "epoch": 27.314673452078033, + "grad_norm": 0.5626102292843563, + "learning_rate": 1.705624114710768e-05, + "loss": 0.0213, + "step": 32204 + }, + { + "epoch": 27.31552162849873, + "grad_norm": 0.6650105713263144, + "learning_rate": 1.7056046493233224e-05, + "loss": 0.0228, + "step": 32205 + }, + { + "epoch": 27.31636980491942, + "grad_norm": 0.7592637292007786, + "learning_rate": 1.705585183403413e-05, + "loss": 0.0234, + "step": 32206 + }, + { + "epoch": 27.317217981340118, + "grad_norm": 0.7376319762178524, + "learning_rate": 1.7055657169510543e-05, + "loss": 0.0256, + "step": 32207 + }, + { + "epoch": 27.318066157760814, + "grad_norm": 0.6514153689904756, + "learning_rate": 1.705546249966261e-05, + "loss": 0.0241, + "step": 32208 + }, + { + "epoch": 27.31891433418151, + "grad_norm": 0.6771965100960268, + "learning_rate": 1.7055267824490486e-05, + "loss": 0.0232, + "step": 32209 + }, + { + "epoch": 27.319762510602207, + "grad_norm": 0.7704376060003244, + "learning_rate": 1.7055073143994305e-05, + "loss": 0.0246, + "step": 32210 + }, + { + "epoch": 27.3206106870229, + "grad_norm": 0.48441228744029385, + "learning_rate": 1.705487845817422e-05, + "loss": 0.019, + "step": 32211 + }, + { + "epoch": 27.321458863443596, + "grad_norm": 0.7040990692173591, + "learning_rate": 1.7054683767030385e-05, + "loss": 0.0253, + "step": 32212 + }, + { + "epoch": 27.32230703986429, + "grad_norm": 0.7389912663028622, + "learning_rate": 1.7054489070562934e-05, + "loss": 0.0219, + "step": 32213 + }, + { + "epoch": 27.323155216284988, + "grad_norm": 0.7249512707683017, + "learning_rate": 1.7054294368772023e-05, + "loss": 0.0245, + "step": 32214 + }, + { + "epoch": 27.324003392705684, + "grad_norm": 0.6132674052845625, + "learning_rate": 1.7054099661657795e-05, + "loss": 0.0195, + "step": 32215 + }, + { + "epoch": 27.324851569126377, + "grad_norm": 0.7437320473840102, + "learning_rate": 1.70539049492204e-05, + "loss": 0.0241, + "step": 32216 + }, + { + "epoch": 27.325699745547073, + "grad_norm": 0.649451312843945, + "learning_rate": 1.7053710231459976e-05, + "loss": 0.0209, + "step": 32217 + }, + { + "epoch": 27.32654792196777, + "grad_norm": 0.6595593543150078, + "learning_rate": 1.7053515508376683e-05, + "loss": 0.0222, + "step": 32218 + }, + { + "epoch": 27.327396098388466, + "grad_norm": 0.6747314070420428, + "learning_rate": 1.705332077997066e-05, + "loss": 0.0216, + "step": 32219 + }, + { + "epoch": 27.328244274809162, + "grad_norm": 0.746809727319293, + "learning_rate": 1.705312604624206e-05, + "loss": 0.0252, + "step": 32220 + }, + { + "epoch": 27.329092451229855, + "grad_norm": 0.7814605479706053, + "learning_rate": 1.7052931307191022e-05, + "loss": 0.0207, + "step": 32221 + }, + { + "epoch": 27.32994062765055, + "grad_norm": 0.6834369205812035, + "learning_rate": 1.7052736562817695e-05, + "loss": 0.0196, + "step": 32222 + }, + { + "epoch": 27.330788804071247, + "grad_norm": 0.714585040476474, + "learning_rate": 1.705254181312223e-05, + "loss": 0.0221, + "step": 32223 + }, + { + "epoch": 27.331636980491943, + "grad_norm": 0.6968576959241563, + "learning_rate": 1.7052347058104767e-05, + "loss": 0.0231, + "step": 32224 + }, + { + "epoch": 27.33248515691264, + "grad_norm": 0.6667004693842408, + "learning_rate": 1.7052152297765462e-05, + "loss": 0.0207, + "step": 32225 + }, + { + "epoch": 27.333333333333332, + "grad_norm": 0.7769505773059961, + "learning_rate": 1.705195753210446e-05, + "loss": 0.0241, + "step": 32226 + }, + { + "epoch": 27.33418150975403, + "grad_norm": 0.8109635277859512, + "learning_rate": 1.70517627611219e-05, + "loss": 0.0255, + "step": 32227 + }, + { + "epoch": 27.335029686174725, + "grad_norm": 0.6585612500558302, + "learning_rate": 1.7051567984817938e-05, + "loss": 0.0229, + "step": 32228 + }, + { + "epoch": 27.33587786259542, + "grad_norm": 0.6074639355206649, + "learning_rate": 1.7051373203192715e-05, + "loss": 0.0215, + "step": 32229 + }, + { + "epoch": 27.336726039016117, + "grad_norm": 0.6333554002936429, + "learning_rate": 1.705117841624638e-05, + "loss": 0.0201, + "step": 32230 + }, + { + "epoch": 27.33757421543681, + "grad_norm": 0.6404616698024586, + "learning_rate": 1.7050983623979082e-05, + "loss": 0.0215, + "step": 32231 + }, + { + "epoch": 27.338422391857506, + "grad_norm": 0.6634096332054726, + "learning_rate": 1.7050788826390968e-05, + "loss": 0.0228, + "step": 32232 + }, + { + "epoch": 27.339270568278202, + "grad_norm": 0.6743860943448897, + "learning_rate": 1.7050594023482182e-05, + "loss": 0.0217, + "step": 32233 + }, + { + "epoch": 27.3401187446989, + "grad_norm": 0.6615633527400077, + "learning_rate": 1.705039921525287e-05, + "loss": 0.0215, + "step": 32234 + }, + { + "epoch": 27.34096692111959, + "grad_norm": 0.7399952611805807, + "learning_rate": 1.7050204401703182e-05, + "loss": 0.0265, + "step": 32235 + }, + { + "epoch": 27.341815097540287, + "grad_norm": 0.705502035135158, + "learning_rate": 1.7050009582833267e-05, + "loss": 0.0228, + "step": 32236 + }, + { + "epoch": 27.342663273960984, + "grad_norm": 0.6794206436273034, + "learning_rate": 1.704981475864327e-05, + "loss": 0.0217, + "step": 32237 + }, + { + "epoch": 27.34351145038168, + "grad_norm": 0.45796054474646225, + "learning_rate": 1.7049619929133336e-05, + "loss": 0.019, + "step": 32238 + }, + { + "epoch": 27.344359626802376, + "grad_norm": 0.7266546873110366, + "learning_rate": 1.7049425094303612e-05, + "loss": 0.0226, + "step": 32239 + }, + { + "epoch": 27.34520780322307, + "grad_norm": 0.6934211357277449, + "learning_rate": 1.7049230254154246e-05, + "loss": 0.0244, + "step": 32240 + }, + { + "epoch": 27.346055979643765, + "grad_norm": 0.5922576524008413, + "learning_rate": 1.704903540868539e-05, + "loss": 0.0227, + "step": 32241 + }, + { + "epoch": 27.34690415606446, + "grad_norm": 0.6818464032672122, + "learning_rate": 1.704884055789718e-05, + "loss": 0.0213, + "step": 32242 + }, + { + "epoch": 27.347752332485157, + "grad_norm": 0.6265314632173096, + "learning_rate": 1.7048645701789773e-05, + "loss": 0.0225, + "step": 32243 + }, + { + "epoch": 27.348600508905854, + "grad_norm": 0.6447617717924828, + "learning_rate": 1.7048450840363316e-05, + "loss": 0.0215, + "step": 32244 + }, + { + "epoch": 27.349448685326546, + "grad_norm": 0.6483057481899317, + "learning_rate": 1.704825597361795e-05, + "loss": 0.0223, + "step": 32245 + }, + { + "epoch": 27.350296861747243, + "grad_norm": 0.5983703274227921, + "learning_rate": 1.704806110155382e-05, + "loss": 0.0242, + "step": 32246 + }, + { + "epoch": 27.35114503816794, + "grad_norm": 0.7378306356469451, + "learning_rate": 1.7047866224171085e-05, + "loss": 0.0211, + "step": 32247 + }, + { + "epoch": 27.351993214588635, + "grad_norm": 0.70291653032789, + "learning_rate": 1.704767134146988e-05, + "loss": 0.0216, + "step": 32248 + }, + { + "epoch": 27.35284139100933, + "grad_norm": 0.7664178900922066, + "learning_rate": 1.704747645345036e-05, + "loss": 0.0235, + "step": 32249 + }, + { + "epoch": 27.353689567430024, + "grad_norm": 0.6686319847538386, + "learning_rate": 1.7047281560112666e-05, + "loss": 0.0221, + "step": 32250 + }, + { + "epoch": 27.35453774385072, + "grad_norm": 0.6192580016627006, + "learning_rate": 1.704708666145695e-05, + "loss": 0.023, + "step": 32251 + }, + { + "epoch": 27.355385920271416, + "grad_norm": 0.663273107529121, + "learning_rate": 1.7046891757483357e-05, + "loss": 0.0212, + "step": 32252 + }, + { + "epoch": 27.356234096692113, + "grad_norm": 0.5838606466387077, + "learning_rate": 1.7046696848192034e-05, + "loss": 0.0197, + "step": 32253 + }, + { + "epoch": 27.35708227311281, + "grad_norm": 0.6583637677667837, + "learning_rate": 1.704650193358313e-05, + "loss": 0.0198, + "step": 32254 + }, + { + "epoch": 27.3579304495335, + "grad_norm": 0.682945058938822, + "learning_rate": 1.704630701365679e-05, + "loss": 0.022, + "step": 32255 + }, + { + "epoch": 27.358778625954198, + "grad_norm": 0.6576414743951574, + "learning_rate": 1.704611208841316e-05, + "loss": 0.0213, + "step": 32256 + }, + { + "epoch": 27.359626802374894, + "grad_norm": 0.6449047672820127, + "learning_rate": 1.7045917157852385e-05, + "loss": 0.0215, + "step": 32257 + }, + { + "epoch": 27.36047497879559, + "grad_norm": 0.6422801007658896, + "learning_rate": 1.704572222197462e-05, + "loss": 0.0206, + "step": 32258 + }, + { + "epoch": 27.361323155216287, + "grad_norm": 0.6077657572616288, + "learning_rate": 1.704552728078001e-05, + "loss": 0.0201, + "step": 32259 + }, + { + "epoch": 27.36217133163698, + "grad_norm": 0.6175237424150872, + "learning_rate": 1.7045332334268693e-05, + "loss": 0.0201, + "step": 32260 + }, + { + "epoch": 27.363019508057675, + "grad_norm": 0.7637491162377578, + "learning_rate": 1.704513738244083e-05, + "loss": 0.0209, + "step": 32261 + }, + { + "epoch": 27.36386768447837, + "grad_norm": 0.6031710026179304, + "learning_rate": 1.7044942425296556e-05, + "loss": 0.0223, + "step": 32262 + }, + { + "epoch": 27.364715860899068, + "grad_norm": 0.7432033684621266, + "learning_rate": 1.7044747462836026e-05, + "loss": 0.024, + "step": 32263 + }, + { + "epoch": 27.365564037319764, + "grad_norm": 0.5879353020862987, + "learning_rate": 1.704455249505938e-05, + "loss": 0.0195, + "step": 32264 + }, + { + "epoch": 27.366412213740457, + "grad_norm": 0.5872723712114526, + "learning_rate": 1.7044357521966776e-05, + "loss": 0.0191, + "step": 32265 + }, + { + "epoch": 27.367260390161153, + "grad_norm": 0.7346476950512332, + "learning_rate": 1.704416254355835e-05, + "loss": 0.0222, + "step": 32266 + }, + { + "epoch": 27.36810856658185, + "grad_norm": 0.7026306522711422, + "learning_rate": 1.7043967559834254e-05, + "loss": 0.0236, + "step": 32267 + }, + { + "epoch": 27.368956743002546, + "grad_norm": 0.5996297310047982, + "learning_rate": 1.7043772570794637e-05, + "loss": 0.0202, + "step": 32268 + }, + { + "epoch": 27.36980491942324, + "grad_norm": 0.616449917955333, + "learning_rate": 1.7043577576439644e-05, + "loss": 0.023, + "step": 32269 + }, + { + "epoch": 27.370653095843934, + "grad_norm": 0.6780198111736132, + "learning_rate": 1.704338257676942e-05, + "loss": 0.0225, + "step": 32270 + }, + { + "epoch": 27.37150127226463, + "grad_norm": 0.6618164241382498, + "learning_rate": 1.7043187571784113e-05, + "loss": 0.0189, + "step": 32271 + }, + { + "epoch": 27.372349448685327, + "grad_norm": 0.6932004584455554, + "learning_rate": 1.7042992561483877e-05, + "loss": 0.0217, + "step": 32272 + }, + { + "epoch": 27.373197625106023, + "grad_norm": 0.6752155483806982, + "learning_rate": 1.704279754586885e-05, + "loss": 0.0203, + "step": 32273 + }, + { + "epoch": 27.374045801526716, + "grad_norm": 0.6107608903236816, + "learning_rate": 1.7042602524939186e-05, + "loss": 0.0194, + "step": 32274 + }, + { + "epoch": 27.374893977947412, + "grad_norm": 0.6907816595698005, + "learning_rate": 1.7042407498695022e-05, + "loss": 0.0221, + "step": 32275 + }, + { + "epoch": 27.37574215436811, + "grad_norm": 0.8337478120419971, + "learning_rate": 1.704221246713652e-05, + "loss": 0.0246, + "step": 32276 + }, + { + "epoch": 27.376590330788805, + "grad_norm": 0.6046315090747433, + "learning_rate": 1.7042017430263813e-05, + "loss": 0.0238, + "step": 32277 + }, + { + "epoch": 27.3774385072095, + "grad_norm": 0.5952810270649214, + "learning_rate": 1.7041822388077056e-05, + "loss": 0.0204, + "step": 32278 + }, + { + "epoch": 27.378286683630193, + "grad_norm": 0.6505955879627443, + "learning_rate": 1.70416273405764e-05, + "loss": 0.0221, + "step": 32279 + }, + { + "epoch": 27.37913486005089, + "grad_norm": 0.6340521230212733, + "learning_rate": 1.7041432287761978e-05, + "loss": 0.0208, + "step": 32280 + }, + { + "epoch": 27.379983036471586, + "grad_norm": 0.5943586941929332, + "learning_rate": 1.7041237229633952e-05, + "loss": 0.0213, + "step": 32281 + }, + { + "epoch": 27.380831212892282, + "grad_norm": 0.5879506611890642, + "learning_rate": 1.7041042166192462e-05, + "loss": 0.0217, + "step": 32282 + }, + { + "epoch": 27.38167938931298, + "grad_norm": 0.603928269962523, + "learning_rate": 1.7040847097437656e-05, + "loss": 0.0204, + "step": 32283 + }, + { + "epoch": 27.38252756573367, + "grad_norm": 0.681029674577837, + "learning_rate": 1.7040652023369683e-05, + "loss": 0.0241, + "step": 32284 + }, + { + "epoch": 27.383375742154367, + "grad_norm": 0.6364743063277231, + "learning_rate": 1.7040456943988686e-05, + "loss": 0.0209, + "step": 32285 + }, + { + "epoch": 27.384223918575064, + "grad_norm": 0.5833972308243083, + "learning_rate": 1.7040261859294817e-05, + "loss": 0.0222, + "step": 32286 + }, + { + "epoch": 27.38507209499576, + "grad_norm": 0.7441725876834807, + "learning_rate": 1.704006676928822e-05, + "loss": 0.0247, + "step": 32287 + }, + { + "epoch": 27.385920271416456, + "grad_norm": 0.5860662920770249, + "learning_rate": 1.7039871673969046e-05, + "loss": 0.0198, + "step": 32288 + }, + { + "epoch": 27.38676844783715, + "grad_norm": 0.6357657247526531, + "learning_rate": 1.7039676573337435e-05, + "loss": 0.0226, + "step": 32289 + }, + { + "epoch": 27.387616624257845, + "grad_norm": 0.7645712229119248, + "learning_rate": 1.7039481467393542e-05, + "loss": 0.0218, + "step": 32290 + }, + { + "epoch": 27.38846480067854, + "grad_norm": 0.6308476219267356, + "learning_rate": 1.7039286356137513e-05, + "loss": 0.0215, + "step": 32291 + }, + { + "epoch": 27.389312977099237, + "grad_norm": 0.6192486509732092, + "learning_rate": 1.7039091239569493e-05, + "loss": 0.0187, + "step": 32292 + }, + { + "epoch": 27.390161153519934, + "grad_norm": 0.5984581845349485, + "learning_rate": 1.7038896117689624e-05, + "loss": 0.0215, + "step": 32293 + }, + { + "epoch": 27.391009329940626, + "grad_norm": 0.7223197946490995, + "learning_rate": 1.7038700990498065e-05, + "loss": 0.0218, + "step": 32294 + }, + { + "epoch": 27.391857506361323, + "grad_norm": 0.5750655638101254, + "learning_rate": 1.7038505857994953e-05, + "loss": 0.0206, + "step": 32295 + }, + { + "epoch": 27.39270568278202, + "grad_norm": 0.6468556067383349, + "learning_rate": 1.7038310720180442e-05, + "loss": 0.0222, + "step": 32296 + }, + { + "epoch": 27.393553859202715, + "grad_norm": 0.7518245008728599, + "learning_rate": 1.7038115577054676e-05, + "loss": 0.0208, + "step": 32297 + }, + { + "epoch": 27.39440203562341, + "grad_norm": 0.7051181570939967, + "learning_rate": 1.7037920428617804e-05, + "loss": 0.0217, + "step": 32298 + }, + { + "epoch": 27.395250212044104, + "grad_norm": 0.699103944769388, + "learning_rate": 1.703772527486997e-05, + "loss": 0.0221, + "step": 32299 + }, + { + "epoch": 27.3960983884648, + "grad_norm": 0.6478310992083933, + "learning_rate": 1.7037530115811325e-05, + "loss": 0.022, + "step": 32300 + }, + { + "epoch": 27.396946564885496, + "grad_norm": 0.6317614206567731, + "learning_rate": 1.7037334951442016e-05, + "loss": 0.0212, + "step": 32301 + }, + { + "epoch": 27.397794741306193, + "grad_norm": 0.5830839943870834, + "learning_rate": 1.7037139781762187e-05, + "loss": 0.0178, + "step": 32302 + }, + { + "epoch": 27.39864291772689, + "grad_norm": 0.6479144009252106, + "learning_rate": 1.7036944606771987e-05, + "loss": 0.0229, + "step": 32303 + }, + { + "epoch": 27.39949109414758, + "grad_norm": 0.7008706400716409, + "learning_rate": 1.7036749426471565e-05, + "loss": 0.0228, + "step": 32304 + }, + { + "epoch": 27.400339270568278, + "grad_norm": 0.5965665684467121, + "learning_rate": 1.7036554240861065e-05, + "loss": 0.0189, + "step": 32305 + }, + { + "epoch": 27.401187446988974, + "grad_norm": 0.6462718762983247, + "learning_rate": 1.7036359049940635e-05, + "loss": 0.0222, + "step": 32306 + }, + { + "epoch": 27.40203562340967, + "grad_norm": 0.7016588416163636, + "learning_rate": 1.7036163853710427e-05, + "loss": 0.0215, + "step": 32307 + }, + { + "epoch": 27.402883799830363, + "grad_norm": 0.6694842729767941, + "learning_rate": 1.703596865217058e-05, + "loss": 0.0216, + "step": 32308 + }, + { + "epoch": 27.40373197625106, + "grad_norm": 0.699216238443409, + "learning_rate": 1.703577344532125e-05, + "loss": 0.0243, + "step": 32309 + }, + { + "epoch": 27.404580152671755, + "grad_norm": 0.7196812805896864, + "learning_rate": 1.703557823316258e-05, + "loss": 0.0225, + "step": 32310 + }, + { + "epoch": 27.40542832909245, + "grad_norm": 0.6424053939636263, + "learning_rate": 1.7035383015694717e-05, + "loss": 0.022, + "step": 32311 + }, + { + "epoch": 27.406276505513148, + "grad_norm": 0.5833302346355218, + "learning_rate": 1.7035187792917808e-05, + "loss": 0.0202, + "step": 32312 + }, + { + "epoch": 27.40712468193384, + "grad_norm": 0.6502543154201447, + "learning_rate": 1.7034992564832e-05, + "loss": 0.0201, + "step": 32313 + }, + { + "epoch": 27.407972858354537, + "grad_norm": 0.5819825072798941, + "learning_rate": 1.7034797331437446e-05, + "loss": 0.0201, + "step": 32314 + }, + { + "epoch": 27.408821034775233, + "grad_norm": 0.6187432888600815, + "learning_rate": 1.703460209273429e-05, + "loss": 0.0197, + "step": 32315 + }, + { + "epoch": 27.40966921119593, + "grad_norm": 0.5984207794557964, + "learning_rate": 1.703440684872267e-05, + "loss": 0.0212, + "step": 32316 + }, + { + "epoch": 27.410517387616625, + "grad_norm": 0.7908668136721991, + "learning_rate": 1.7034211599402747e-05, + "loss": 0.0227, + "step": 32317 + }, + { + "epoch": 27.411365564037318, + "grad_norm": 0.7095901309602463, + "learning_rate": 1.703401634477466e-05, + "loss": 0.022, + "step": 32318 + }, + { + "epoch": 27.412213740458014, + "grad_norm": 0.7229517755610397, + "learning_rate": 1.7033821084838563e-05, + "loss": 0.0225, + "step": 32319 + }, + { + "epoch": 27.41306191687871, + "grad_norm": 0.6387101042526416, + "learning_rate": 1.70336258195946e-05, + "loss": 0.0206, + "step": 32320 + }, + { + "epoch": 27.413910093299407, + "grad_norm": 0.7662058110130402, + "learning_rate": 1.703343054904291e-05, + "loss": 0.0211, + "step": 32321 + }, + { + "epoch": 27.414758269720103, + "grad_norm": 0.537163344552069, + "learning_rate": 1.7033235273183657e-05, + "loss": 0.021, + "step": 32322 + }, + { + "epoch": 27.415606446140796, + "grad_norm": 0.6252394486340409, + "learning_rate": 1.703303999201698e-05, + "loss": 0.0212, + "step": 32323 + }, + { + "epoch": 27.416454622561492, + "grad_norm": 0.7235934905109837, + "learning_rate": 1.703284470554302e-05, + "loss": 0.0219, + "step": 32324 + }, + { + "epoch": 27.41730279898219, + "grad_norm": 0.6408544273047456, + "learning_rate": 1.7032649413761935e-05, + "loss": 0.0227, + "step": 32325 + }, + { + "epoch": 27.418150975402884, + "grad_norm": 0.7844206383227564, + "learning_rate": 1.7032454116673863e-05, + "loss": 0.0234, + "step": 32326 + }, + { + "epoch": 27.41899915182358, + "grad_norm": 0.580099716314558, + "learning_rate": 1.703225881427896e-05, + "loss": 0.0197, + "step": 32327 + }, + { + "epoch": 27.419847328244273, + "grad_norm": 0.7497221478722017, + "learning_rate": 1.703206350657737e-05, + "loss": 0.0225, + "step": 32328 + }, + { + "epoch": 27.42069550466497, + "grad_norm": 0.676176059823087, + "learning_rate": 1.703186819356924e-05, + "loss": 0.0228, + "step": 32329 + }, + { + "epoch": 27.421543681085666, + "grad_norm": 0.7229838375451295, + "learning_rate": 1.7031672875254715e-05, + "loss": 0.0232, + "step": 32330 + }, + { + "epoch": 27.422391857506362, + "grad_norm": 0.5321682251597927, + "learning_rate": 1.7031477551633946e-05, + "loss": 0.0222, + "step": 32331 + }, + { + "epoch": 27.42324003392706, + "grad_norm": 0.6334523446587049, + "learning_rate": 1.7031282222707078e-05, + "loss": 0.0222, + "step": 32332 + }, + { + "epoch": 27.42408821034775, + "grad_norm": 0.5876697588168747, + "learning_rate": 1.703108688847426e-05, + "loss": 0.0223, + "step": 32333 + }, + { + "epoch": 27.424936386768447, + "grad_norm": 0.6861219982290996, + "learning_rate": 1.7030891548935638e-05, + "loss": 0.0232, + "step": 32334 + }, + { + "epoch": 27.425784563189143, + "grad_norm": 0.6189883481013405, + "learning_rate": 1.703069620409136e-05, + "loss": 0.0203, + "step": 32335 + }, + { + "epoch": 27.42663273960984, + "grad_norm": 0.6576928794297728, + "learning_rate": 1.7030500853941574e-05, + "loss": 0.0198, + "step": 32336 + }, + { + "epoch": 27.427480916030536, + "grad_norm": 0.6330906580518563, + "learning_rate": 1.703030549848643e-05, + "loss": 0.0214, + "step": 32337 + }, + { + "epoch": 27.42832909245123, + "grad_norm": 0.8672514069920119, + "learning_rate": 1.703011013772607e-05, + "loss": 0.0232, + "step": 32338 + }, + { + "epoch": 27.429177268871925, + "grad_norm": 0.7206734918355975, + "learning_rate": 1.7029914771660645e-05, + "loss": 0.0228, + "step": 32339 + }, + { + "epoch": 27.43002544529262, + "grad_norm": 0.5772407925128998, + "learning_rate": 1.7029719400290298e-05, + "loss": 0.0212, + "step": 32340 + }, + { + "epoch": 27.430873621713317, + "grad_norm": 0.7102515499754629, + "learning_rate": 1.7029524023615183e-05, + "loss": 0.0242, + "step": 32341 + }, + { + "epoch": 27.431721798134014, + "grad_norm": 0.7379189055783376, + "learning_rate": 1.7029328641635446e-05, + "loss": 0.0225, + "step": 32342 + }, + { + "epoch": 27.432569974554706, + "grad_norm": 0.7566580925388658, + "learning_rate": 1.702913325435123e-05, + "loss": 0.0252, + "step": 32343 + }, + { + "epoch": 27.433418150975402, + "grad_norm": 0.6535186259936913, + "learning_rate": 1.7028937861762688e-05, + "loss": 0.0223, + "step": 32344 + }, + { + "epoch": 27.4342663273961, + "grad_norm": 0.6092859512332441, + "learning_rate": 1.7028742463869957e-05, + "loss": 0.0209, + "step": 32345 + }, + { + "epoch": 27.435114503816795, + "grad_norm": 0.6749649471163441, + "learning_rate": 1.70285470606732e-05, + "loss": 0.0199, + "step": 32346 + }, + { + "epoch": 27.435962680237488, + "grad_norm": 0.5793795608799313, + "learning_rate": 1.702835165217255e-05, + "loss": 0.0216, + "step": 32347 + }, + { + "epoch": 27.436810856658184, + "grad_norm": 0.5774743070572124, + "learning_rate": 1.7028156238368167e-05, + "loss": 0.0184, + "step": 32348 + }, + { + "epoch": 27.43765903307888, + "grad_norm": 0.7362309810290695, + "learning_rate": 1.702796081926019e-05, + "loss": 0.0213, + "step": 32349 + }, + { + "epoch": 27.438507209499576, + "grad_norm": 0.6007343573240989, + "learning_rate": 1.702776539484877e-05, + "loss": 0.0214, + "step": 32350 + }, + { + "epoch": 27.439355385920273, + "grad_norm": 0.6013236742832191, + "learning_rate": 1.702756996513405e-05, + "loss": 0.0224, + "step": 32351 + }, + { + "epoch": 27.440203562340965, + "grad_norm": 0.6668593780805963, + "learning_rate": 1.7027374530116184e-05, + "loss": 0.0211, + "step": 32352 + }, + { + "epoch": 27.44105173876166, + "grad_norm": 0.6673936710078061, + "learning_rate": 1.7027179089795316e-05, + "loss": 0.022, + "step": 32353 + }, + { + "epoch": 27.441899915182358, + "grad_norm": 0.5790733594375771, + "learning_rate": 1.7026983644171594e-05, + "loss": 0.0211, + "step": 32354 + }, + { + "epoch": 27.442748091603054, + "grad_norm": 0.6717007735920668, + "learning_rate": 1.7026788193245164e-05, + "loss": 0.0222, + "step": 32355 + }, + { + "epoch": 27.44359626802375, + "grad_norm": 0.6851017279862552, + "learning_rate": 1.7026592737016177e-05, + "loss": 0.0233, + "step": 32356 + }, + { + "epoch": 27.444444444444443, + "grad_norm": 0.6044974258418132, + "learning_rate": 1.7026397275484773e-05, + "loss": 0.023, + "step": 32357 + }, + { + "epoch": 27.44529262086514, + "grad_norm": 0.7097232491406167, + "learning_rate": 1.7026201808651112e-05, + "loss": 0.0227, + "step": 32358 + }, + { + "epoch": 27.446140797285835, + "grad_norm": 0.633174219011412, + "learning_rate": 1.7026006336515327e-05, + "loss": 0.021, + "step": 32359 + }, + { + "epoch": 27.44698897370653, + "grad_norm": 0.6299352348880307, + "learning_rate": 1.702581085907758e-05, + "loss": 0.0206, + "step": 32360 + }, + { + "epoch": 27.447837150127228, + "grad_norm": 0.750840381601824, + "learning_rate": 1.7025615376338005e-05, + "loss": 0.0238, + "step": 32361 + }, + { + "epoch": 27.44868532654792, + "grad_norm": 0.7817057588059545, + "learning_rate": 1.7025419888296757e-05, + "loss": 0.0224, + "step": 32362 + }, + { + "epoch": 27.449533502968617, + "grad_norm": 0.7885432058585478, + "learning_rate": 1.7025224394953984e-05, + "loss": 0.0206, + "step": 32363 + }, + { + "epoch": 27.450381679389313, + "grad_norm": 0.7392340274210619, + "learning_rate": 1.702502889630983e-05, + "loss": 0.0236, + "step": 32364 + }, + { + "epoch": 27.45122985581001, + "grad_norm": 0.5536642443505341, + "learning_rate": 1.702483339236445e-05, + "loss": 0.021, + "step": 32365 + }, + { + "epoch": 27.452078032230705, + "grad_norm": 0.7415764638149482, + "learning_rate": 1.7024637883117978e-05, + "loss": 0.0223, + "step": 32366 + }, + { + "epoch": 27.452926208651398, + "grad_norm": 0.7464383601016452, + "learning_rate": 1.7024442368570575e-05, + "loss": 0.0199, + "step": 32367 + }, + { + "epoch": 27.453774385072094, + "grad_norm": 0.7333391365051039, + "learning_rate": 1.702424684872238e-05, + "loss": 0.0226, + "step": 32368 + }, + { + "epoch": 27.45462256149279, + "grad_norm": 0.5755338720440298, + "learning_rate": 1.7024051323573543e-05, + "loss": 0.0219, + "step": 32369 + }, + { + "epoch": 27.455470737913487, + "grad_norm": 0.6955618222843, + "learning_rate": 1.7023855793124215e-05, + "loss": 0.0221, + "step": 32370 + }, + { + "epoch": 27.456318914334183, + "grad_norm": 0.6144407104526737, + "learning_rate": 1.702366025737454e-05, + "loss": 0.0216, + "step": 32371 + }, + { + "epoch": 27.457167090754876, + "grad_norm": 0.6888618231563448, + "learning_rate": 1.7023464716324666e-05, + "loss": 0.0237, + "step": 32372 + }, + { + "epoch": 27.458015267175572, + "grad_norm": 0.6910714607093849, + "learning_rate": 1.7023269169974737e-05, + "loss": 0.0196, + "step": 32373 + }, + { + "epoch": 27.458863443596268, + "grad_norm": 0.5648688820381521, + "learning_rate": 1.702307361832491e-05, + "loss": 0.0217, + "step": 32374 + }, + { + "epoch": 27.459711620016964, + "grad_norm": 0.5833449096057591, + "learning_rate": 1.7022878061375322e-05, + "loss": 0.0227, + "step": 32375 + }, + { + "epoch": 27.46055979643766, + "grad_norm": 0.7869137655622618, + "learning_rate": 1.7022682499126127e-05, + "loss": 0.0229, + "step": 32376 + }, + { + "epoch": 27.461407972858353, + "grad_norm": 0.7649857367397542, + "learning_rate": 1.7022486931577474e-05, + "loss": 0.0243, + "step": 32377 + }, + { + "epoch": 27.46225614927905, + "grad_norm": 0.671824374073668, + "learning_rate": 1.7022291358729502e-05, + "loss": 0.0223, + "step": 32378 + }, + { + "epoch": 27.463104325699746, + "grad_norm": 0.66132756181485, + "learning_rate": 1.702209578058237e-05, + "loss": 0.02, + "step": 32379 + }, + { + "epoch": 27.463952502120442, + "grad_norm": 0.7012190431934366, + "learning_rate": 1.7021900197136212e-05, + "loss": 0.0184, + "step": 32380 + }, + { + "epoch": 27.46480067854114, + "grad_norm": 0.7461253097322322, + "learning_rate": 1.7021704608391193e-05, + "loss": 0.0225, + "step": 32381 + }, + { + "epoch": 27.46564885496183, + "grad_norm": 0.6486564049562137, + "learning_rate": 1.7021509014347445e-05, + "loss": 0.0189, + "step": 32382 + }, + { + "epoch": 27.466497031382527, + "grad_norm": 0.6816138985045923, + "learning_rate": 1.7021313415005122e-05, + "loss": 0.0253, + "step": 32383 + }, + { + "epoch": 27.467345207803223, + "grad_norm": 0.6041600981019911, + "learning_rate": 1.7021117810364375e-05, + "loss": 0.0203, + "step": 32384 + }, + { + "epoch": 27.46819338422392, + "grad_norm": 0.6322442234833143, + "learning_rate": 1.7020922200425344e-05, + "loss": 0.0193, + "step": 32385 + }, + { + "epoch": 27.469041560644612, + "grad_norm": 0.6520051461474393, + "learning_rate": 1.702072658518818e-05, + "loss": 0.0217, + "step": 32386 + }, + { + "epoch": 27.46988973706531, + "grad_norm": 0.6252730146935582, + "learning_rate": 1.7020530964653033e-05, + "loss": 0.0208, + "step": 32387 + }, + { + "epoch": 27.470737913486005, + "grad_norm": 0.8089711063249864, + "learning_rate": 1.7020335338820046e-05, + "loss": 0.025, + "step": 32388 + }, + { + "epoch": 27.4715860899067, + "grad_norm": 0.6847078893928593, + "learning_rate": 1.7020139707689373e-05, + "loss": 0.0202, + "step": 32389 + }, + { + "epoch": 27.472434266327397, + "grad_norm": 0.7625016648825348, + "learning_rate": 1.7019944071261153e-05, + "loss": 0.0239, + "step": 32390 + }, + { + "epoch": 27.47328244274809, + "grad_norm": 0.7411714836456018, + "learning_rate": 1.7019748429535544e-05, + "loss": 0.0235, + "step": 32391 + }, + { + "epoch": 27.474130619168786, + "grad_norm": 0.6492907275445455, + "learning_rate": 1.7019552782512683e-05, + "loss": 0.0227, + "step": 32392 + }, + { + "epoch": 27.474978795589482, + "grad_norm": 0.6609954527929721, + "learning_rate": 1.7019357130192726e-05, + "loss": 0.0227, + "step": 32393 + }, + { + "epoch": 27.47582697201018, + "grad_norm": 0.761176461132859, + "learning_rate": 1.7019161472575817e-05, + "loss": 0.0225, + "step": 32394 + }, + { + "epoch": 27.476675148430875, + "grad_norm": 0.5589010126803515, + "learning_rate": 1.7018965809662106e-05, + "loss": 0.0188, + "step": 32395 + }, + { + "epoch": 27.477523324851568, + "grad_norm": 0.5917283903639944, + "learning_rate": 1.7018770141451732e-05, + "loss": 0.0216, + "step": 32396 + }, + { + "epoch": 27.478371501272264, + "grad_norm": 0.6722028783885962, + "learning_rate": 1.7018574467944855e-05, + "loss": 0.0222, + "step": 32397 + }, + { + "epoch": 27.47921967769296, + "grad_norm": 0.5945085172873653, + "learning_rate": 1.7018378789141612e-05, + "loss": 0.0206, + "step": 32398 + }, + { + "epoch": 27.480067854113656, + "grad_norm": 0.7078700469437311, + "learning_rate": 1.701818310504216e-05, + "loss": 0.023, + "step": 32399 + }, + { + "epoch": 27.480916030534353, + "grad_norm": 0.6714189128926532, + "learning_rate": 1.7017987415646643e-05, + "loss": 0.0213, + "step": 32400 + }, + { + "epoch": 27.481764206955045, + "grad_norm": 0.712189821520623, + "learning_rate": 1.7017791720955207e-05, + "loss": 0.0248, + "step": 32401 + }, + { + "epoch": 27.48261238337574, + "grad_norm": 0.735860998828547, + "learning_rate": 1.7017596020968003e-05, + "loss": 0.0216, + "step": 32402 + }, + { + "epoch": 27.483460559796438, + "grad_norm": 0.6961576067902655, + "learning_rate": 1.7017400315685172e-05, + "loss": 0.0224, + "step": 32403 + }, + { + "epoch": 27.484308736217134, + "grad_norm": 0.7310078297384371, + "learning_rate": 1.7017204605106864e-05, + "loss": 0.0242, + "step": 32404 + }, + { + "epoch": 27.48515691263783, + "grad_norm": 0.6936808959044386, + "learning_rate": 1.7017008889233235e-05, + "loss": 0.0227, + "step": 32405 + }, + { + "epoch": 27.486005089058523, + "grad_norm": 0.633201519845909, + "learning_rate": 1.7016813168064423e-05, + "loss": 0.0223, + "step": 32406 + }, + { + "epoch": 27.48685326547922, + "grad_norm": 0.6515318575613128, + "learning_rate": 1.701661744160058e-05, + "loss": 0.0193, + "step": 32407 + }, + { + "epoch": 27.487701441899915, + "grad_norm": 0.6452962359349106, + "learning_rate": 1.7016421709841853e-05, + "loss": 0.022, + "step": 32408 + }, + { + "epoch": 27.48854961832061, + "grad_norm": 0.6487936358576465, + "learning_rate": 1.7016225972788388e-05, + "loss": 0.0222, + "step": 32409 + }, + { + "epoch": 27.489397794741308, + "grad_norm": 0.6369168299664651, + "learning_rate": 1.7016030230440334e-05, + "loss": 0.0237, + "step": 32410 + }, + { + "epoch": 27.490245971162, + "grad_norm": 0.6019754007073402, + "learning_rate": 1.7015834482797843e-05, + "loss": 0.0201, + "step": 32411 + }, + { + "epoch": 27.491094147582697, + "grad_norm": 0.6763711958631732, + "learning_rate": 1.7015638729861054e-05, + "loss": 0.0198, + "step": 32412 + }, + { + "epoch": 27.491942324003393, + "grad_norm": 0.6486448692138975, + "learning_rate": 1.7015442971630123e-05, + "loss": 0.0204, + "step": 32413 + }, + { + "epoch": 27.49279050042409, + "grad_norm": 0.7523233225525323, + "learning_rate": 1.701524720810519e-05, + "loss": 0.0259, + "step": 32414 + }, + { + "epoch": 27.493638676844785, + "grad_norm": 0.7296551207756755, + "learning_rate": 1.7015051439286413e-05, + "loss": 0.0231, + "step": 32415 + }, + { + "epoch": 27.494486853265478, + "grad_norm": 0.6600210633104665, + "learning_rate": 1.7014855665173925e-05, + "loss": 0.0228, + "step": 32416 + }, + { + "epoch": 27.495335029686174, + "grad_norm": 0.6622795894183889, + "learning_rate": 1.701465988576789e-05, + "loss": 0.0206, + "step": 32417 + }, + { + "epoch": 27.49618320610687, + "grad_norm": 0.6545870689901679, + "learning_rate": 1.7014464101068445e-05, + "loss": 0.0212, + "step": 32418 + }, + { + "epoch": 27.497031382527567, + "grad_norm": 0.7592927677353309, + "learning_rate": 1.701426831107574e-05, + "loss": 0.0247, + "step": 32419 + }, + { + "epoch": 27.497879558948263, + "grad_norm": 0.7214166266212364, + "learning_rate": 1.7014072515789926e-05, + "loss": 0.0225, + "step": 32420 + }, + { + "epoch": 27.498727735368956, + "grad_norm": 0.6483461761466244, + "learning_rate": 1.7013876715211145e-05, + "loss": 0.0222, + "step": 32421 + }, + { + "epoch": 27.499575911789652, + "grad_norm": 0.6610990541195461, + "learning_rate": 1.701368090933955e-05, + "loss": 0.0203, + "step": 32422 + }, + { + "epoch": 27.500424088210348, + "grad_norm": 0.9352977119142484, + "learning_rate": 1.7013485098175287e-05, + "loss": 0.0258, + "step": 32423 + }, + { + "epoch": 27.501272264631044, + "grad_norm": 0.6062476049426591, + "learning_rate": 1.7013289281718505e-05, + "loss": 0.0215, + "step": 32424 + }, + { + "epoch": 27.502120441051737, + "grad_norm": 0.7644123289721942, + "learning_rate": 1.7013093459969345e-05, + "loss": 0.0223, + "step": 32425 + }, + { + "epoch": 27.502968617472433, + "grad_norm": 0.9937452836618531, + "learning_rate": 1.701289763292796e-05, + "loss": 0.0265, + "step": 32426 + }, + { + "epoch": 27.50381679389313, + "grad_norm": 0.6796131771353534, + "learning_rate": 1.7012701800594508e-05, + "loss": 0.0214, + "step": 32427 + }, + { + "epoch": 27.504664970313826, + "grad_norm": 0.7496967986509426, + "learning_rate": 1.701250596296912e-05, + "loss": 0.0237, + "step": 32428 + }, + { + "epoch": 27.505513146734522, + "grad_norm": 0.6207658587628072, + "learning_rate": 1.701231012005195e-05, + "loss": 0.0231, + "step": 32429 + }, + { + "epoch": 27.506361323155215, + "grad_norm": 0.6416107564259753, + "learning_rate": 1.7012114271843147e-05, + "loss": 0.0212, + "step": 32430 + }, + { + "epoch": 27.50720949957591, + "grad_norm": 0.6579798170601485, + "learning_rate": 1.7011918418342855e-05, + "loss": 0.0197, + "step": 32431 + }, + { + "epoch": 27.508057675996607, + "grad_norm": 0.6680800374143404, + "learning_rate": 1.7011722559551227e-05, + "loss": 0.0229, + "step": 32432 + }, + { + "epoch": 27.508905852417303, + "grad_norm": 0.677032883083936, + "learning_rate": 1.7011526695468408e-05, + "loss": 0.0239, + "step": 32433 + }, + { + "epoch": 27.509754028838, + "grad_norm": 0.6830759674118979, + "learning_rate": 1.701133082609455e-05, + "loss": 0.024, + "step": 32434 + }, + { + "epoch": 27.510602205258692, + "grad_norm": 0.7205001342270089, + "learning_rate": 1.7011134951429792e-05, + "loss": 0.023, + "step": 32435 + }, + { + "epoch": 27.51145038167939, + "grad_norm": 0.7417196165514393, + "learning_rate": 1.701093907147429e-05, + "loss": 0.0232, + "step": 32436 + }, + { + "epoch": 27.512298558100085, + "grad_norm": 0.6774582477515411, + "learning_rate": 1.701074318622819e-05, + "loss": 0.0219, + "step": 32437 + }, + { + "epoch": 27.51314673452078, + "grad_norm": 0.6515034806621663, + "learning_rate": 1.7010547295691634e-05, + "loss": 0.0226, + "step": 32438 + }, + { + "epoch": 27.513994910941477, + "grad_norm": 0.8983680500857485, + "learning_rate": 1.701035139986478e-05, + "loss": 0.0236, + "step": 32439 + }, + { + "epoch": 27.51484308736217, + "grad_norm": 0.7290203136565603, + "learning_rate": 1.7010155498747767e-05, + "loss": 0.0228, + "step": 32440 + }, + { + "epoch": 27.515691263782866, + "grad_norm": 0.7444072868537559, + "learning_rate": 1.7009959592340748e-05, + "loss": 0.0219, + "step": 32441 + }, + { + "epoch": 27.516539440203562, + "grad_norm": 0.7413025104683381, + "learning_rate": 1.700976368064387e-05, + "loss": 0.0221, + "step": 32442 + }, + { + "epoch": 27.51738761662426, + "grad_norm": 0.6206467903678949, + "learning_rate": 1.7009567763657275e-05, + "loss": 0.0205, + "step": 32443 + }, + { + "epoch": 27.518235793044955, + "grad_norm": 0.7400725555756867, + "learning_rate": 1.7009371841381117e-05, + "loss": 0.0259, + "step": 32444 + }, + { + "epoch": 27.519083969465647, + "grad_norm": 0.7387762210769718, + "learning_rate": 1.7009175913815547e-05, + "loss": 0.0217, + "step": 32445 + }, + { + "epoch": 27.519932145886344, + "grad_norm": 0.6844481296478333, + "learning_rate": 1.7008979980960703e-05, + "loss": 0.0206, + "step": 32446 + }, + { + "epoch": 27.52078032230704, + "grad_norm": 0.6757143384196902, + "learning_rate": 1.7008784042816738e-05, + "loss": 0.022, + "step": 32447 + }, + { + "epoch": 27.521628498727736, + "grad_norm": 0.723958349468507, + "learning_rate": 1.70085880993838e-05, + "loss": 0.021, + "step": 32448 + }, + { + "epoch": 27.522476675148432, + "grad_norm": 0.5799342096800573, + "learning_rate": 1.7008392150662045e-05, + "loss": 0.0195, + "step": 32449 + }, + { + "epoch": 27.523324851569125, + "grad_norm": 0.6674730663962778, + "learning_rate": 1.7008196196651607e-05, + "loss": 0.0225, + "step": 32450 + }, + { + "epoch": 27.52417302798982, + "grad_norm": 0.6904041810112767, + "learning_rate": 1.700800023735264e-05, + "loss": 0.0216, + "step": 32451 + }, + { + "epoch": 27.525021204410518, + "grad_norm": 0.7419704697878142, + "learning_rate": 1.7007804272765288e-05, + "loss": 0.0223, + "step": 32452 + }, + { + "epoch": 27.525869380831214, + "grad_norm": 0.766112816538514, + "learning_rate": 1.700760830288971e-05, + "loss": 0.0245, + "step": 32453 + }, + { + "epoch": 27.52671755725191, + "grad_norm": 0.75953391263812, + "learning_rate": 1.7007412327726038e-05, + "loss": 0.0234, + "step": 32454 + }, + { + "epoch": 27.527565733672603, + "grad_norm": 0.764459038050457, + "learning_rate": 1.7007216347274434e-05, + "loss": 0.0227, + "step": 32455 + }, + { + "epoch": 27.5284139100933, + "grad_norm": 0.7511966385434029, + "learning_rate": 1.7007020361535037e-05, + "loss": 0.022, + "step": 32456 + }, + { + "epoch": 27.529262086513995, + "grad_norm": 0.6247535934269716, + "learning_rate": 1.7006824370508e-05, + "loss": 0.0208, + "step": 32457 + }, + { + "epoch": 27.53011026293469, + "grad_norm": 0.7143544000571673, + "learning_rate": 1.7006628374193468e-05, + "loss": 0.0218, + "step": 32458 + }, + { + "epoch": 27.530958439355388, + "grad_norm": 0.7857165113046455, + "learning_rate": 1.700643237259159e-05, + "loss": 0.0218, + "step": 32459 + }, + { + "epoch": 27.53180661577608, + "grad_norm": 0.7450001721091998, + "learning_rate": 1.7006236365702516e-05, + "loss": 0.0203, + "step": 32460 + }, + { + "epoch": 27.532654792196777, + "grad_norm": 0.6961681631331719, + "learning_rate": 1.7006040353526387e-05, + "loss": 0.0237, + "step": 32461 + }, + { + "epoch": 27.533502968617473, + "grad_norm": 0.7294589515466284, + "learning_rate": 1.7005844336063357e-05, + "loss": 0.0232, + "step": 32462 + }, + { + "epoch": 27.53435114503817, + "grad_norm": 0.6112040498218618, + "learning_rate": 1.7005648313313574e-05, + "loss": 0.0211, + "step": 32463 + }, + { + "epoch": 27.53519932145886, + "grad_norm": 0.6981674515122571, + "learning_rate": 1.7005452285277184e-05, + "loss": 0.0233, + "step": 32464 + }, + { + "epoch": 27.536047497879558, + "grad_norm": 0.7067057332063422, + "learning_rate": 1.7005256251954332e-05, + "loss": 0.0229, + "step": 32465 + }, + { + "epoch": 27.536895674300254, + "grad_norm": 0.6572936236190494, + "learning_rate": 1.700506021334517e-05, + "loss": 0.0215, + "step": 32466 + }, + { + "epoch": 27.53774385072095, + "grad_norm": 0.7556554912604365, + "learning_rate": 1.700486416944985e-05, + "loss": 0.0224, + "step": 32467 + }, + { + "epoch": 27.538592027141647, + "grad_norm": 0.6922013222377521, + "learning_rate": 1.7004668120268513e-05, + "loss": 0.0216, + "step": 32468 + }, + { + "epoch": 27.53944020356234, + "grad_norm": 0.6264987289578976, + "learning_rate": 1.7004472065801307e-05, + "loss": 0.0206, + "step": 32469 + }, + { + "epoch": 27.540288379983036, + "grad_norm": 0.7120936759331773, + "learning_rate": 1.7004276006048385e-05, + "loss": 0.0225, + "step": 32470 + }, + { + "epoch": 27.541136556403732, + "grad_norm": 0.7361384946740998, + "learning_rate": 1.700407994100989e-05, + "loss": 0.0217, + "step": 32471 + }, + { + "epoch": 27.541984732824428, + "grad_norm": 0.6311777810440499, + "learning_rate": 1.700388387068597e-05, + "loss": 0.023, + "step": 32472 + }, + { + "epoch": 27.542832909245124, + "grad_norm": 0.7231297715511603, + "learning_rate": 1.700368779507678e-05, + "loss": 0.024, + "step": 32473 + }, + { + "epoch": 27.543681085665817, + "grad_norm": 0.8239871018703175, + "learning_rate": 1.7003491714182456e-05, + "loss": 0.0234, + "step": 32474 + }, + { + "epoch": 27.544529262086513, + "grad_norm": 0.6174244641684908, + "learning_rate": 1.700329562800316e-05, + "loss": 0.0221, + "step": 32475 + }, + { + "epoch": 27.54537743850721, + "grad_norm": 0.8300578894494551, + "learning_rate": 1.7003099536539025e-05, + "loss": 0.0258, + "step": 32476 + }, + { + "epoch": 27.546225614927906, + "grad_norm": 0.7069452066540411, + "learning_rate": 1.700290343979021e-05, + "loss": 0.0264, + "step": 32477 + }, + { + "epoch": 27.547073791348602, + "grad_norm": 0.6191515627022885, + "learning_rate": 1.700270733775686e-05, + "loss": 0.0207, + "step": 32478 + }, + { + "epoch": 27.547921967769295, + "grad_norm": 0.6902180737917846, + "learning_rate": 1.7002511230439124e-05, + "loss": 0.021, + "step": 32479 + }, + { + "epoch": 27.54877014418999, + "grad_norm": 0.6814997895921422, + "learning_rate": 1.7002315117837146e-05, + "loss": 0.0213, + "step": 32480 + }, + { + "epoch": 27.549618320610687, + "grad_norm": 0.5021053500643106, + "learning_rate": 1.7002118999951082e-05, + "loss": 0.0201, + "step": 32481 + }, + { + "epoch": 27.550466497031383, + "grad_norm": 0.7368466339971358, + "learning_rate": 1.700192287678107e-05, + "loss": 0.0227, + "step": 32482 + }, + { + "epoch": 27.55131467345208, + "grad_norm": 0.6796330561000444, + "learning_rate": 1.7001726748327264e-05, + "loss": 0.0231, + "step": 32483 + }, + { + "epoch": 27.552162849872772, + "grad_norm": 0.5899280823650572, + "learning_rate": 1.700153061458981e-05, + "loss": 0.0203, + "step": 32484 + }, + { + "epoch": 27.55301102629347, + "grad_norm": 0.717886612954327, + "learning_rate": 1.7001334475568856e-05, + "loss": 0.0246, + "step": 32485 + }, + { + "epoch": 27.553859202714165, + "grad_norm": 0.6504149363752111, + "learning_rate": 1.700113833126455e-05, + "loss": 0.0234, + "step": 32486 + }, + { + "epoch": 27.55470737913486, + "grad_norm": 0.5799119579565204, + "learning_rate": 1.7000942181677044e-05, + "loss": 0.0205, + "step": 32487 + }, + { + "epoch": 27.555555555555557, + "grad_norm": 0.6671522003713312, + "learning_rate": 1.700074602680648e-05, + "loss": 0.0241, + "step": 32488 + }, + { + "epoch": 27.55640373197625, + "grad_norm": 0.7690735126453212, + "learning_rate": 1.700054986665301e-05, + "loss": 0.025, + "step": 32489 + }, + { + "epoch": 27.557251908396946, + "grad_norm": 0.7476313383504506, + "learning_rate": 1.700035370121678e-05, + "loss": 0.0254, + "step": 32490 + }, + { + "epoch": 27.558100084817642, + "grad_norm": 0.5919763110047834, + "learning_rate": 1.7000157530497937e-05, + "loss": 0.0202, + "step": 32491 + }, + { + "epoch": 27.55894826123834, + "grad_norm": 0.7565318232341671, + "learning_rate": 1.6999961354496638e-05, + "loss": 0.022, + "step": 32492 + }, + { + "epoch": 27.559796437659035, + "grad_norm": 0.8170758655091114, + "learning_rate": 1.6999765173213017e-05, + "loss": 0.0239, + "step": 32493 + }, + { + "epoch": 27.560644614079727, + "grad_norm": 0.7874729909790986, + "learning_rate": 1.699956898664723e-05, + "loss": 0.0237, + "step": 32494 + }, + { + "epoch": 27.561492790500424, + "grad_norm": 0.757074367905215, + "learning_rate": 1.6999372794799426e-05, + "loss": 0.0231, + "step": 32495 + }, + { + "epoch": 27.56234096692112, + "grad_norm": 0.7203537083584537, + "learning_rate": 1.699917659766975e-05, + "loss": 0.0242, + "step": 32496 + }, + { + "epoch": 27.563189143341816, + "grad_norm": 0.6688261403955056, + "learning_rate": 1.699898039525835e-05, + "loss": 0.0223, + "step": 32497 + }, + { + "epoch": 27.564037319762512, + "grad_norm": 0.6686413473750265, + "learning_rate": 1.6998784187565377e-05, + "loss": 0.0219, + "step": 32498 + }, + { + "epoch": 27.564885496183205, + "grad_norm": 0.901560029866356, + "learning_rate": 1.6998587974590974e-05, + "loss": 0.0285, + "step": 32499 + }, + { + "epoch": 27.5657336726039, + "grad_norm": 0.6183394001317248, + "learning_rate": 1.6998391756335294e-05, + "loss": 0.0217, + "step": 32500 + }, + { + "epoch": 27.566581849024598, + "grad_norm": 0.707105908358126, + "learning_rate": 1.699819553279848e-05, + "loss": 0.0222, + "step": 32501 + }, + { + "epoch": 27.567430025445294, + "grad_norm": 0.6778421909574652, + "learning_rate": 1.699799930398069e-05, + "loss": 0.0242, + "step": 32502 + }, + { + "epoch": 27.568278201865986, + "grad_norm": 0.7606609646685543, + "learning_rate": 1.699780306988206e-05, + "loss": 0.0251, + "step": 32503 + }, + { + "epoch": 27.569126378286683, + "grad_norm": 0.6678373581195451, + "learning_rate": 1.6997606830502748e-05, + "loss": 0.0218, + "step": 32504 + }, + { + "epoch": 27.56997455470738, + "grad_norm": 0.6376681402559156, + "learning_rate": 1.6997410585842896e-05, + "loss": 0.0202, + "step": 32505 + }, + { + "epoch": 27.570822731128075, + "grad_norm": 0.6933212031913691, + "learning_rate": 1.699721433590265e-05, + "loss": 0.0244, + "step": 32506 + }, + { + "epoch": 27.57167090754877, + "grad_norm": 0.6007719474040165, + "learning_rate": 1.6997018080682168e-05, + "loss": 0.0201, + "step": 32507 + }, + { + "epoch": 27.572519083969464, + "grad_norm": 0.6259134532581989, + "learning_rate": 1.6996821820181587e-05, + "loss": 0.0247, + "step": 32508 + }, + { + "epoch": 27.57336726039016, + "grad_norm": 0.5888661335669714, + "learning_rate": 1.699662555440106e-05, + "loss": 0.021, + "step": 32509 + }, + { + "epoch": 27.574215436810857, + "grad_norm": 0.5366632924746131, + "learning_rate": 1.6996429283340735e-05, + "loss": 0.0184, + "step": 32510 + }, + { + "epoch": 27.575063613231553, + "grad_norm": 0.6917279625023113, + "learning_rate": 1.6996233007000763e-05, + "loss": 0.0216, + "step": 32511 + }, + { + "epoch": 27.57591178965225, + "grad_norm": 0.687269536586116, + "learning_rate": 1.6996036725381292e-05, + "loss": 0.021, + "step": 32512 + }, + { + "epoch": 27.57675996607294, + "grad_norm": 0.6846132445643914, + "learning_rate": 1.6995840438482462e-05, + "loss": 0.0225, + "step": 32513 + }, + { + "epoch": 27.577608142493638, + "grad_norm": 0.7089674856553708, + "learning_rate": 1.699564414630443e-05, + "loss": 0.0229, + "step": 32514 + }, + { + "epoch": 27.578456318914334, + "grad_norm": 0.7712568430868738, + "learning_rate": 1.6995447848847338e-05, + "loss": 0.0237, + "step": 32515 + }, + { + "epoch": 27.57930449533503, + "grad_norm": 0.6804635972145933, + "learning_rate": 1.699525154611134e-05, + "loss": 0.0221, + "step": 32516 + }, + { + "epoch": 27.580152671755727, + "grad_norm": 0.550978003231197, + "learning_rate": 1.6995055238096577e-05, + "loss": 0.0209, + "step": 32517 + }, + { + "epoch": 27.58100084817642, + "grad_norm": 0.7473612993583448, + "learning_rate": 1.69948589248032e-05, + "loss": 0.024, + "step": 32518 + }, + { + "epoch": 27.581849024597116, + "grad_norm": 0.540214873453489, + "learning_rate": 1.699466260623136e-05, + "loss": 0.0196, + "step": 32519 + }, + { + "epoch": 27.58269720101781, + "grad_norm": 0.5894956513938496, + "learning_rate": 1.6994466282381206e-05, + "loss": 0.0192, + "step": 32520 + }, + { + "epoch": 27.583545377438508, + "grad_norm": 0.8365923806661014, + "learning_rate": 1.6994269953252884e-05, + "loss": 0.025, + "step": 32521 + }, + { + "epoch": 27.584393553859204, + "grad_norm": 0.7207784734935389, + "learning_rate": 1.699407361884654e-05, + "loss": 0.0251, + "step": 32522 + }, + { + "epoch": 27.585241730279897, + "grad_norm": 0.7295502843228951, + "learning_rate": 1.6993877279162324e-05, + "loss": 0.0226, + "step": 32523 + }, + { + "epoch": 27.586089906700593, + "grad_norm": 0.6992298443149526, + "learning_rate": 1.6993680934200384e-05, + "loss": 0.0227, + "step": 32524 + }, + { + "epoch": 27.58693808312129, + "grad_norm": 1.2195437110302538, + "learning_rate": 1.6993484583960867e-05, + "loss": 0.0269, + "step": 32525 + }, + { + "epoch": 27.587786259541986, + "grad_norm": 0.7650799707451047, + "learning_rate": 1.699328822844392e-05, + "loss": 0.0243, + "step": 32526 + }, + { + "epoch": 27.588634435962682, + "grad_norm": 0.7393013551214503, + "learning_rate": 1.69930918676497e-05, + "loss": 0.0225, + "step": 32527 + }, + { + "epoch": 27.589482612383375, + "grad_norm": 0.7387519432689665, + "learning_rate": 1.6992895501578347e-05, + "loss": 0.0217, + "step": 32528 + }, + { + "epoch": 27.59033078880407, + "grad_norm": 0.5950604960564402, + "learning_rate": 1.699269913023001e-05, + "loss": 0.0228, + "step": 32529 + }, + { + "epoch": 27.591178965224767, + "grad_norm": 0.8703862807878114, + "learning_rate": 1.6992502753604836e-05, + "loss": 0.0258, + "step": 32530 + }, + { + "epoch": 27.592027141645463, + "grad_norm": 0.674777871434835, + "learning_rate": 1.6992306371702977e-05, + "loss": 0.0214, + "step": 32531 + }, + { + "epoch": 27.59287531806616, + "grad_norm": 0.6455030790840394, + "learning_rate": 1.6992109984524576e-05, + "loss": 0.0221, + "step": 32532 + }, + { + "epoch": 27.593723494486852, + "grad_norm": 0.64412837185275, + "learning_rate": 1.6991913592069787e-05, + "loss": 0.02, + "step": 32533 + }, + { + "epoch": 27.59457167090755, + "grad_norm": 0.6471343997264729, + "learning_rate": 1.699171719433876e-05, + "loss": 0.0204, + "step": 32534 + }, + { + "epoch": 27.595419847328245, + "grad_norm": 0.7305190731237691, + "learning_rate": 1.6991520791331633e-05, + "loss": 0.0223, + "step": 32535 + }, + { + "epoch": 27.59626802374894, + "grad_norm": 0.6862105705441529, + "learning_rate": 1.6991324383048563e-05, + "loss": 0.0214, + "step": 32536 + }, + { + "epoch": 27.597116200169637, + "grad_norm": 0.7481278231293399, + "learning_rate": 1.6991127969489694e-05, + "loss": 0.0257, + "step": 32537 + }, + { + "epoch": 27.59796437659033, + "grad_norm": 0.7401211226291001, + "learning_rate": 1.699093155065518e-05, + "loss": 0.0233, + "step": 32538 + }, + { + "epoch": 27.598812553011026, + "grad_norm": 0.6780068477107543, + "learning_rate": 1.6990735126545163e-05, + "loss": 0.0222, + "step": 32539 + }, + { + "epoch": 27.599660729431722, + "grad_norm": 0.8243962638873915, + "learning_rate": 1.699053869715979e-05, + "loss": 0.0204, + "step": 32540 + }, + { + "epoch": 27.60050890585242, + "grad_norm": 0.6222544026920122, + "learning_rate": 1.6990342262499214e-05, + "loss": 0.0206, + "step": 32541 + }, + { + "epoch": 27.60135708227311, + "grad_norm": 0.7386989374746085, + "learning_rate": 1.6990145822563583e-05, + "loss": 0.0244, + "step": 32542 + }, + { + "epoch": 27.602205258693807, + "grad_norm": 0.7270005135634015, + "learning_rate": 1.698994937735304e-05, + "loss": 0.0216, + "step": 32543 + }, + { + "epoch": 27.603053435114504, + "grad_norm": 0.6309589408561548, + "learning_rate": 1.698975292686774e-05, + "loss": 0.022, + "step": 32544 + }, + { + "epoch": 27.6039016115352, + "grad_norm": 0.6697630123379931, + "learning_rate": 1.698955647110783e-05, + "loss": 0.0228, + "step": 32545 + }, + { + "epoch": 27.604749787955896, + "grad_norm": 0.8407485689807583, + "learning_rate": 1.6989360010073455e-05, + "loss": 0.0247, + "step": 32546 + }, + { + "epoch": 27.60559796437659, + "grad_norm": 0.6399838746769476, + "learning_rate": 1.6989163543764763e-05, + "loss": 0.0219, + "step": 32547 + }, + { + "epoch": 27.606446140797285, + "grad_norm": 0.6484534975125941, + "learning_rate": 1.6988967072181907e-05, + "loss": 0.0234, + "step": 32548 + }, + { + "epoch": 27.60729431721798, + "grad_norm": 0.6327379576166616, + "learning_rate": 1.6988770595325032e-05, + "loss": 0.0229, + "step": 32549 + }, + { + "epoch": 27.608142493638677, + "grad_norm": 0.6659286476126617, + "learning_rate": 1.6988574113194286e-05, + "loss": 0.0232, + "step": 32550 + }, + { + "epoch": 27.608990670059374, + "grad_norm": 0.7105510746015903, + "learning_rate": 1.6988377625789817e-05, + "loss": 0.0231, + "step": 32551 + }, + { + "epoch": 27.609838846480066, + "grad_norm": 0.5992262573147311, + "learning_rate": 1.6988181133111776e-05, + "loss": 0.0194, + "step": 32552 + }, + { + "epoch": 27.610687022900763, + "grad_norm": 0.6687941263991529, + "learning_rate": 1.6987984635160307e-05, + "loss": 0.022, + "step": 32553 + }, + { + "epoch": 27.61153519932146, + "grad_norm": 0.6615810134888643, + "learning_rate": 1.6987788131935564e-05, + "loss": 0.0243, + "step": 32554 + }, + { + "epoch": 27.612383375742155, + "grad_norm": 0.8121404321193849, + "learning_rate": 1.6987591623437688e-05, + "loss": 0.0236, + "step": 32555 + }, + { + "epoch": 27.61323155216285, + "grad_norm": 0.6547311296096106, + "learning_rate": 1.6987395109666832e-05, + "loss": 0.0216, + "step": 32556 + }, + { + "epoch": 27.614079728583544, + "grad_norm": 0.6762472335783346, + "learning_rate": 1.6987198590623145e-05, + "loss": 0.0247, + "step": 32557 + }, + { + "epoch": 27.61492790500424, + "grad_norm": 0.7562085822940247, + "learning_rate": 1.6987002066306773e-05, + "loss": 0.0229, + "step": 32558 + }, + { + "epoch": 27.615776081424936, + "grad_norm": 0.7547957940862801, + "learning_rate": 1.698680553671787e-05, + "loss": 0.024, + "step": 32559 + }, + { + "epoch": 27.616624257845633, + "grad_norm": 0.6890555586373048, + "learning_rate": 1.6986609001856573e-05, + "loss": 0.0249, + "step": 32560 + }, + { + "epoch": 27.61747243426633, + "grad_norm": 0.875625912627528, + "learning_rate": 1.698641246172304e-05, + "loss": 0.0238, + "step": 32561 + }, + { + "epoch": 27.61832061068702, + "grad_norm": 0.674418102111852, + "learning_rate": 1.6986215916317414e-05, + "loss": 0.0224, + "step": 32562 + }, + { + "epoch": 27.619168787107718, + "grad_norm": 0.6381420060379392, + "learning_rate": 1.698601936563985e-05, + "loss": 0.0223, + "step": 32563 + }, + { + "epoch": 27.620016963528414, + "grad_norm": 0.6892621719449957, + "learning_rate": 1.6985822809690486e-05, + "loss": 0.022, + "step": 32564 + }, + { + "epoch": 27.62086513994911, + "grad_norm": 0.7961446978361093, + "learning_rate": 1.698562624846948e-05, + "loss": 0.0267, + "step": 32565 + }, + { + "epoch": 27.621713316369807, + "grad_norm": 0.5612487780171938, + "learning_rate": 1.6985429681976974e-05, + "loss": 0.02, + "step": 32566 + }, + { + "epoch": 27.6225614927905, + "grad_norm": 0.6656318728604205, + "learning_rate": 1.698523311021312e-05, + "loss": 0.0237, + "step": 32567 + }, + { + "epoch": 27.623409669211195, + "grad_norm": 0.6714222654397817, + "learning_rate": 1.6985036533178064e-05, + "loss": 0.022, + "step": 32568 + }, + { + "epoch": 27.62425784563189, + "grad_norm": 0.741808831840435, + "learning_rate": 1.6984839950871957e-05, + "loss": 0.0245, + "step": 32569 + }, + { + "epoch": 27.625106022052588, + "grad_norm": 0.6725068147943875, + "learning_rate": 1.6984643363294946e-05, + "loss": 0.0221, + "step": 32570 + }, + { + "epoch": 27.625954198473284, + "grad_norm": 0.752223488568598, + "learning_rate": 1.6984446770447175e-05, + "loss": 0.024, + "step": 32571 + }, + { + "epoch": 27.626802374893977, + "grad_norm": 0.5782850674784572, + "learning_rate": 1.69842501723288e-05, + "loss": 0.0235, + "step": 32572 + }, + { + "epoch": 27.627650551314673, + "grad_norm": 0.7120063756896562, + "learning_rate": 1.6984053568939966e-05, + "loss": 0.0219, + "step": 32573 + }, + { + "epoch": 27.62849872773537, + "grad_norm": 0.7631758701580218, + "learning_rate": 1.698385696028082e-05, + "loss": 0.0237, + "step": 32574 + }, + { + "epoch": 27.629346904156066, + "grad_norm": 0.7750845404066913, + "learning_rate": 1.6983660346351513e-05, + "loss": 0.0241, + "step": 32575 + }, + { + "epoch": 27.63019508057676, + "grad_norm": 0.7673239775316445, + "learning_rate": 1.698346372715219e-05, + "loss": 0.0228, + "step": 32576 + }, + { + "epoch": 27.631043256997454, + "grad_norm": 0.7342731288093634, + "learning_rate": 1.6983267102683006e-05, + "loss": 0.022, + "step": 32577 + }, + { + "epoch": 27.63189143341815, + "grad_norm": 0.6989285922434033, + "learning_rate": 1.69830704729441e-05, + "loss": 0.0254, + "step": 32578 + }, + { + "epoch": 27.632739609838847, + "grad_norm": 0.8208263080235935, + "learning_rate": 1.6982873837935626e-05, + "loss": 0.0226, + "step": 32579 + }, + { + "epoch": 27.633587786259543, + "grad_norm": 0.6590113478819505, + "learning_rate": 1.698267719765773e-05, + "loss": 0.0238, + "step": 32580 + }, + { + "epoch": 27.634435962680236, + "grad_norm": 0.7828499493334278, + "learning_rate": 1.6982480552110563e-05, + "loss": 0.0261, + "step": 32581 + }, + { + "epoch": 27.635284139100932, + "grad_norm": 0.6662481807730923, + "learning_rate": 1.6982283901294273e-05, + "loss": 0.0238, + "step": 32582 + }, + { + "epoch": 27.63613231552163, + "grad_norm": 0.6438285034803223, + "learning_rate": 1.698208724520901e-05, + "loss": 0.0223, + "step": 32583 + }, + { + "epoch": 27.636980491942325, + "grad_norm": 0.7463513626162259, + "learning_rate": 1.6981890583854915e-05, + "loss": 0.0245, + "step": 32584 + }, + { + "epoch": 27.63782866836302, + "grad_norm": 0.6035190778789392, + "learning_rate": 1.6981693917232142e-05, + "loss": 0.0214, + "step": 32585 + }, + { + "epoch": 27.638676844783713, + "grad_norm": 0.6724786963184388, + "learning_rate": 1.6981497245340842e-05, + "loss": 0.023, + "step": 32586 + }, + { + "epoch": 27.63952502120441, + "grad_norm": 0.7121575064833997, + "learning_rate": 1.698130056818116e-05, + "loss": 0.023, + "step": 32587 + }, + { + "epoch": 27.640373197625106, + "grad_norm": 0.6630295076387928, + "learning_rate": 1.698110388575324e-05, + "loss": 0.0218, + "step": 32588 + }, + { + "epoch": 27.641221374045802, + "grad_norm": 0.6602642686503633, + "learning_rate": 1.698090719805724e-05, + "loss": 0.0236, + "step": 32589 + }, + { + "epoch": 27.6420695504665, + "grad_norm": 0.6922566893674446, + "learning_rate": 1.6980710505093304e-05, + "loss": 0.0243, + "step": 32590 + }, + { + "epoch": 27.64291772688719, + "grad_norm": 0.7099250911668804, + "learning_rate": 1.6980513806861576e-05, + "loss": 0.0207, + "step": 32591 + }, + { + "epoch": 27.643765903307887, + "grad_norm": 0.5746861186260889, + "learning_rate": 1.6980317103362208e-05, + "loss": 0.0213, + "step": 32592 + }, + { + "epoch": 27.644614079728584, + "grad_norm": 0.6357645202988882, + "learning_rate": 1.6980120394595352e-05, + "loss": 0.0205, + "step": 32593 + }, + { + "epoch": 27.64546225614928, + "grad_norm": 0.6417377646428387, + "learning_rate": 1.6979923680561154e-05, + "loss": 0.0227, + "step": 32594 + }, + { + "epoch": 27.646310432569976, + "grad_norm": 0.6706250431146712, + "learning_rate": 1.6979726961259755e-05, + "loss": 0.0257, + "step": 32595 + }, + { + "epoch": 27.64715860899067, + "grad_norm": 0.6737178564117559, + "learning_rate": 1.6979530236691317e-05, + "loss": 0.0228, + "step": 32596 + }, + { + "epoch": 27.648006785411365, + "grad_norm": 0.7872956679624579, + "learning_rate": 1.697933350685598e-05, + "loss": 0.022, + "step": 32597 + }, + { + "epoch": 27.64885496183206, + "grad_norm": 0.787235212419704, + "learning_rate": 1.6979136771753893e-05, + "loss": 0.0239, + "step": 32598 + }, + { + "epoch": 27.649703138252757, + "grad_norm": 0.701567267980168, + "learning_rate": 1.697894003138521e-05, + "loss": 0.0218, + "step": 32599 + }, + { + "epoch": 27.650551314673454, + "grad_norm": 0.6880475238942975, + "learning_rate": 1.697874328575007e-05, + "loss": 0.0216, + "step": 32600 + }, + { + "epoch": 27.651399491094146, + "grad_norm": 0.6956719522854089, + "learning_rate": 1.6978546534848627e-05, + "loss": 0.0207, + "step": 32601 + }, + { + "epoch": 27.652247667514843, + "grad_norm": 0.651939063583244, + "learning_rate": 1.6978349778681028e-05, + "loss": 0.0251, + "step": 32602 + }, + { + "epoch": 27.65309584393554, + "grad_norm": 0.7610546337244094, + "learning_rate": 1.6978153017247425e-05, + "loss": 0.0233, + "step": 32603 + }, + { + "epoch": 27.653944020356235, + "grad_norm": 0.6397723319293742, + "learning_rate": 1.6977956250547964e-05, + "loss": 0.0226, + "step": 32604 + }, + { + "epoch": 27.65479219677693, + "grad_norm": 0.6980113749657186, + "learning_rate": 1.697775947858279e-05, + "loss": 0.0227, + "step": 32605 + }, + { + "epoch": 27.655640373197624, + "grad_norm": 0.7332684833625986, + "learning_rate": 1.6977562701352057e-05, + "loss": 0.0214, + "step": 32606 + }, + { + "epoch": 27.65648854961832, + "grad_norm": 0.7167996206760271, + "learning_rate": 1.6977365918855912e-05, + "loss": 0.0232, + "step": 32607 + }, + { + "epoch": 27.657336726039016, + "grad_norm": 0.6653932573888705, + "learning_rate": 1.6977169131094502e-05, + "loss": 0.0219, + "step": 32608 + }, + { + "epoch": 27.658184902459713, + "grad_norm": 0.6014767196715516, + "learning_rate": 1.6976972338067973e-05, + "loss": 0.02, + "step": 32609 + }, + { + "epoch": 27.659033078880405, + "grad_norm": 0.6974021796607661, + "learning_rate": 1.6976775539776484e-05, + "loss": 0.0222, + "step": 32610 + }, + { + "epoch": 27.6598812553011, + "grad_norm": 0.6575398484074008, + "learning_rate": 1.697657873622017e-05, + "loss": 0.0218, + "step": 32611 + }, + { + "epoch": 27.660729431721798, + "grad_norm": 0.5815287016259879, + "learning_rate": 1.697638192739919e-05, + "loss": 0.0219, + "step": 32612 + }, + { + "epoch": 27.661577608142494, + "grad_norm": 0.6396558677195028, + "learning_rate": 1.6976185113313687e-05, + "loss": 0.0188, + "step": 32613 + }, + { + "epoch": 27.66242578456319, + "grad_norm": 0.7787291194704228, + "learning_rate": 1.697598829396381e-05, + "loss": 0.0218, + "step": 32614 + }, + { + "epoch": 27.663273960983886, + "grad_norm": 0.7195264374977238, + "learning_rate": 1.6975791469349707e-05, + "loss": 0.0231, + "step": 32615 + }, + { + "epoch": 27.66412213740458, + "grad_norm": 0.6042564283772109, + "learning_rate": 1.6975594639471533e-05, + "loss": 0.0211, + "step": 32616 + }, + { + "epoch": 27.664970313825275, + "grad_norm": 0.6623727590910727, + "learning_rate": 1.6975397804329427e-05, + "loss": 0.0255, + "step": 32617 + }, + { + "epoch": 27.66581849024597, + "grad_norm": 0.7327596018507522, + "learning_rate": 1.6975200963923544e-05, + "loss": 0.0206, + "step": 32618 + }, + { + "epoch": 27.666666666666668, + "grad_norm": 0.6274114541594321, + "learning_rate": 1.697500411825403e-05, + "loss": 0.0238, + "step": 32619 + }, + { + "epoch": 27.66751484308736, + "grad_norm": 0.6305904848364188, + "learning_rate": 1.6974807267321035e-05, + "loss": 0.0221, + "step": 32620 + }, + { + "epoch": 27.668363019508057, + "grad_norm": 0.7932224617836717, + "learning_rate": 1.6974610411124703e-05, + "loss": 0.0241, + "step": 32621 + }, + { + "epoch": 27.669211195928753, + "grad_norm": 0.6899993544136428, + "learning_rate": 1.697441354966519e-05, + "loss": 0.0215, + "step": 32622 + }, + { + "epoch": 27.67005937234945, + "grad_norm": 0.7103265344334981, + "learning_rate": 1.697421668294264e-05, + "loss": 0.021, + "step": 32623 + }, + { + "epoch": 27.670907548770145, + "grad_norm": 0.7941378561206672, + "learning_rate": 1.69740198109572e-05, + "loss": 0.0218, + "step": 32624 + }, + { + "epoch": 27.671755725190838, + "grad_norm": 0.7093573771032191, + "learning_rate": 1.6973822933709026e-05, + "loss": 0.0233, + "step": 32625 + }, + { + "epoch": 27.672603901611534, + "grad_norm": 0.7584260500725762, + "learning_rate": 1.6973626051198257e-05, + "loss": 0.0249, + "step": 32626 + }, + { + "epoch": 27.67345207803223, + "grad_norm": 2.1448500270293813, + "learning_rate": 1.6973429163425045e-05, + "loss": 0.0333, + "step": 32627 + }, + { + "epoch": 27.674300254452927, + "grad_norm": 0.6206775201979735, + "learning_rate": 1.6973232270389542e-05, + "loss": 0.0234, + "step": 32628 + }, + { + "epoch": 27.675148430873623, + "grad_norm": 0.8540120590902679, + "learning_rate": 1.6973035372091895e-05, + "loss": 0.0263, + "step": 32629 + }, + { + "epoch": 27.675996607294316, + "grad_norm": 0.692547600153091, + "learning_rate": 1.697283846853225e-05, + "loss": 0.0253, + "step": 32630 + }, + { + "epoch": 27.676844783715012, + "grad_norm": 0.5961569506328789, + "learning_rate": 1.697264155971076e-05, + "loss": 0.022, + "step": 32631 + }, + { + "epoch": 27.67769296013571, + "grad_norm": 0.80677679857199, + "learning_rate": 1.6972444645627568e-05, + "loss": 0.0272, + "step": 32632 + }, + { + "epoch": 27.678541136556404, + "grad_norm": 0.7596220903575986, + "learning_rate": 1.6972247726282826e-05, + "loss": 0.026, + "step": 32633 + }, + { + "epoch": 27.6793893129771, + "grad_norm": 0.727785910047928, + "learning_rate": 1.6972050801676684e-05, + "loss": 0.0265, + "step": 32634 + }, + { + "epoch": 27.680237489397793, + "grad_norm": 0.6704829055064114, + "learning_rate": 1.6971853871809285e-05, + "loss": 0.0231, + "step": 32635 + }, + { + "epoch": 27.68108566581849, + "grad_norm": 0.7393592977469413, + "learning_rate": 1.697165693668078e-05, + "loss": 0.0244, + "step": 32636 + }, + { + "epoch": 27.681933842239186, + "grad_norm": 0.6907443664873397, + "learning_rate": 1.697145999629133e-05, + "loss": 0.0269, + "step": 32637 + }, + { + "epoch": 27.682782018659882, + "grad_norm": 0.642902101646362, + "learning_rate": 1.697126305064106e-05, + "loss": 0.0251, + "step": 32638 + }, + { + "epoch": 27.68363019508058, + "grad_norm": 0.6852829875349055, + "learning_rate": 1.6971066099730138e-05, + "loss": 0.0261, + "step": 32639 + }, + { + "epoch": 27.68447837150127, + "grad_norm": 0.6764187739150994, + "learning_rate": 1.6970869143558707e-05, + "loss": 0.0262, + "step": 32640 + }, + { + "epoch": 27.685326547921967, + "grad_norm": 0.7468573712731801, + "learning_rate": 1.6970672182126907e-05, + "loss": 0.0249, + "step": 32641 + }, + { + "epoch": 27.686174724342663, + "grad_norm": 0.8121858902015826, + "learning_rate": 1.69704752154349e-05, + "loss": 0.0276, + "step": 32642 + }, + { + "epoch": 27.68702290076336, + "grad_norm": 0.6758394751547337, + "learning_rate": 1.6970278243482828e-05, + "loss": 0.0243, + "step": 32643 + }, + { + "epoch": 27.687871077184056, + "grad_norm": 0.7984570254625213, + "learning_rate": 1.6970081266270838e-05, + "loss": 0.0278, + "step": 32644 + }, + { + "epoch": 27.68871925360475, + "grad_norm": 1.0267046905940358, + "learning_rate": 1.696988428379908e-05, + "loss": 0.0276, + "step": 32645 + }, + { + "epoch": 27.689567430025445, + "grad_norm": 0.7414490899568899, + "learning_rate": 1.696968729606771e-05, + "loss": 0.0264, + "step": 32646 + }, + { + "epoch": 27.69041560644614, + "grad_norm": 0.6786144196342455, + "learning_rate": 1.6969490303076866e-05, + "loss": 0.0242, + "step": 32647 + }, + { + "epoch": 27.691263782866837, + "grad_norm": 0.6191522074888967, + "learning_rate": 1.69692933048267e-05, + "loss": 0.0234, + "step": 32648 + }, + { + "epoch": 27.69211195928753, + "grad_norm": 0.6306024848615174, + "learning_rate": 1.6969096301317364e-05, + "loss": 0.0224, + "step": 32649 + }, + { + "epoch": 27.692960135708226, + "grad_norm": 0.6653406238453411, + "learning_rate": 1.6968899292549005e-05, + "loss": 0.024, + "step": 32650 + }, + { + "epoch": 27.693808312128922, + "grad_norm": 0.6936975852199521, + "learning_rate": 1.6968702278521768e-05, + "loss": 0.0239, + "step": 32651 + }, + { + "epoch": 27.69465648854962, + "grad_norm": 0.7703046107272259, + "learning_rate": 1.6968505259235805e-05, + "loss": 0.0265, + "step": 32652 + }, + { + "epoch": 27.695504664970315, + "grad_norm": 0.7645173652033539, + "learning_rate": 1.6968308234691268e-05, + "loss": 0.0242, + "step": 32653 + }, + { + "epoch": 27.696352841391008, + "grad_norm": 0.6892888567019579, + "learning_rate": 1.6968111204888296e-05, + "loss": 0.0249, + "step": 32654 + }, + { + "epoch": 27.697201017811704, + "grad_norm": 0.7487201206534162, + "learning_rate": 1.6967914169827045e-05, + "loss": 0.0243, + "step": 32655 + }, + { + "epoch": 27.6980491942324, + "grad_norm": 0.7656616880176688, + "learning_rate": 1.6967717129507665e-05, + "loss": 0.0251, + "step": 32656 + }, + { + "epoch": 27.698897370653096, + "grad_norm": 0.8205905460944253, + "learning_rate": 1.69675200839303e-05, + "loss": 0.0266, + "step": 32657 + }, + { + "epoch": 27.699745547073793, + "grad_norm": 0.5830772282841873, + "learning_rate": 1.6967323033095104e-05, + "loss": 0.0243, + "step": 32658 + }, + { + "epoch": 27.700593723494485, + "grad_norm": 0.6967002209504568, + "learning_rate": 1.696712597700222e-05, + "loss": 0.0244, + "step": 32659 + }, + { + "epoch": 27.70144189991518, + "grad_norm": 0.6151754115806944, + "learning_rate": 1.6966928915651796e-05, + "loss": 0.0224, + "step": 32660 + }, + { + "epoch": 27.702290076335878, + "grad_norm": 0.8216958326967284, + "learning_rate": 1.6966731849043986e-05, + "loss": 0.0266, + "step": 32661 + }, + { + "epoch": 27.703138252756574, + "grad_norm": 0.6696600713899453, + "learning_rate": 1.6966534777178937e-05, + "loss": 0.0233, + "step": 32662 + }, + { + "epoch": 27.70398642917727, + "grad_norm": 0.6743817400364742, + "learning_rate": 1.69663377000568e-05, + "loss": 0.0217, + "step": 32663 + }, + { + "epoch": 27.704834605597963, + "grad_norm": 0.6145846496571148, + "learning_rate": 1.696614061767772e-05, + "loss": 0.0227, + "step": 32664 + }, + { + "epoch": 27.70568278201866, + "grad_norm": 0.7426437343654637, + "learning_rate": 1.6965943530041845e-05, + "loss": 0.0254, + "step": 32665 + }, + { + "epoch": 27.706530958439355, + "grad_norm": 0.6095127573665087, + "learning_rate": 1.6965746437149325e-05, + "loss": 0.0227, + "step": 32666 + }, + { + "epoch": 27.70737913486005, + "grad_norm": 0.6244956247682228, + "learning_rate": 1.6965549339000308e-05, + "loss": 0.023, + "step": 32667 + }, + { + "epoch": 27.708227311280748, + "grad_norm": 0.6270570626192031, + "learning_rate": 1.6965352235594944e-05, + "loss": 0.0213, + "step": 32668 + }, + { + "epoch": 27.70907548770144, + "grad_norm": 0.6827691262463119, + "learning_rate": 1.6965155126933384e-05, + "loss": 0.0229, + "step": 32669 + }, + { + "epoch": 27.709923664122137, + "grad_norm": 0.6953615650885282, + "learning_rate": 1.6964958013015772e-05, + "loss": 0.0233, + "step": 32670 + }, + { + "epoch": 27.710771840542833, + "grad_norm": 0.6602366947220896, + "learning_rate": 1.6964760893842263e-05, + "loss": 0.0229, + "step": 32671 + }, + { + "epoch": 27.71162001696353, + "grad_norm": 0.6527751533766591, + "learning_rate": 1.6964563769413002e-05, + "loss": 0.0221, + "step": 32672 + }, + { + "epoch": 27.712468193384225, + "grad_norm": 0.5329384954529431, + "learning_rate": 1.6964366639728132e-05, + "loss": 0.0219, + "step": 32673 + }, + { + "epoch": 27.713316369804918, + "grad_norm": 0.5760069958680493, + "learning_rate": 1.696416950478781e-05, + "loss": 0.0217, + "step": 32674 + }, + { + "epoch": 27.714164546225614, + "grad_norm": 0.7134689578932071, + "learning_rate": 1.6963972364592182e-05, + "loss": 0.0239, + "step": 32675 + }, + { + "epoch": 27.71501272264631, + "grad_norm": 0.7073949334221707, + "learning_rate": 1.6963775219141396e-05, + "loss": 0.0234, + "step": 32676 + }, + { + "epoch": 27.715860899067007, + "grad_norm": 0.6904289565173649, + "learning_rate": 1.6963578068435605e-05, + "loss": 0.0218, + "step": 32677 + }, + { + "epoch": 27.716709075487703, + "grad_norm": 0.755947029499943, + "learning_rate": 1.6963380912474953e-05, + "loss": 0.0249, + "step": 32678 + }, + { + "epoch": 27.717557251908396, + "grad_norm": 0.7173459320769829, + "learning_rate": 1.696318375125959e-05, + "loss": 0.0296, + "step": 32679 + }, + { + "epoch": 27.718405428329092, + "grad_norm": 0.626588527768779, + "learning_rate": 1.696298658478966e-05, + "loss": 0.0224, + "step": 32680 + }, + { + "epoch": 27.719253604749788, + "grad_norm": 0.6049025523046625, + "learning_rate": 1.6962789413065323e-05, + "loss": 0.0198, + "step": 32681 + }, + { + "epoch": 27.720101781170484, + "grad_norm": 0.8451228618204428, + "learning_rate": 1.696259223608672e-05, + "loss": 0.0252, + "step": 32682 + }, + { + "epoch": 27.72094995759118, + "grad_norm": 0.5686291853435508, + "learning_rate": 1.6962395053854e-05, + "loss": 0.0192, + "step": 32683 + }, + { + "epoch": 27.721798134011873, + "grad_norm": 0.6105431257422916, + "learning_rate": 1.6962197866367315e-05, + "loss": 0.021, + "step": 32684 + }, + { + "epoch": 27.72264631043257, + "grad_norm": 0.6306115053306441, + "learning_rate": 1.6962000673626812e-05, + "loss": 0.0222, + "step": 32685 + }, + { + "epoch": 27.723494486853266, + "grad_norm": 0.7759491364762742, + "learning_rate": 1.6961803475632638e-05, + "loss": 0.0232, + "step": 32686 + }, + { + "epoch": 27.724342663273962, + "grad_norm": 0.718186155479423, + "learning_rate": 1.6961606272384945e-05, + "loss": 0.0224, + "step": 32687 + }, + { + "epoch": 27.725190839694655, + "grad_norm": 0.79506438736774, + "learning_rate": 1.6961409063883883e-05, + "loss": 0.0241, + "step": 32688 + }, + { + "epoch": 27.72603901611535, + "grad_norm": 0.7275233458886662, + "learning_rate": 1.6961211850129594e-05, + "loss": 0.0221, + "step": 32689 + }, + { + "epoch": 27.726887192536047, + "grad_norm": 0.7520937083462625, + "learning_rate": 1.696101463112223e-05, + "loss": 0.024, + "step": 32690 + }, + { + "epoch": 27.727735368956743, + "grad_norm": 1.0115754761111952, + "learning_rate": 1.6960817406861944e-05, + "loss": 0.0257, + "step": 32691 + }, + { + "epoch": 27.72858354537744, + "grad_norm": 0.6644329147723147, + "learning_rate": 1.696062017734888e-05, + "loss": 0.0244, + "step": 32692 + }, + { + "epoch": 27.729431721798132, + "grad_norm": 0.7268659542574893, + "learning_rate": 1.696042294258319e-05, + "loss": 0.0247, + "step": 32693 + }, + { + "epoch": 27.73027989821883, + "grad_norm": 0.8259384101574242, + "learning_rate": 1.696022570256502e-05, + "loss": 0.0262, + "step": 32694 + }, + { + "epoch": 27.731128074639525, + "grad_norm": 0.7184719594836698, + "learning_rate": 1.696002845729452e-05, + "loss": 0.0258, + "step": 32695 + }, + { + "epoch": 27.73197625106022, + "grad_norm": 0.635703824737196, + "learning_rate": 1.695983120677184e-05, + "loss": 0.0225, + "step": 32696 + }, + { + "epoch": 27.732824427480917, + "grad_norm": 0.6520385824677772, + "learning_rate": 1.695963395099713e-05, + "loss": 0.0242, + "step": 32697 + }, + { + "epoch": 27.73367260390161, + "grad_norm": 0.6857571720391592, + "learning_rate": 1.6959436689970532e-05, + "loss": 0.0224, + "step": 32698 + }, + { + "epoch": 27.734520780322306, + "grad_norm": 0.7061499761158413, + "learning_rate": 1.69592394236922e-05, + "loss": 0.0252, + "step": 32699 + }, + { + "epoch": 27.735368956743002, + "grad_norm": 0.8403443229242177, + "learning_rate": 1.6959042152162286e-05, + "loss": 0.0252, + "step": 32700 + }, + { + "epoch": 27.7362171331637, + "grad_norm": 0.6481311179701997, + "learning_rate": 1.6958844875380936e-05, + "loss": 0.0231, + "step": 32701 + }, + { + "epoch": 27.737065309584395, + "grad_norm": 0.6436957233398501, + "learning_rate": 1.6958647593348293e-05, + "loss": 0.0225, + "step": 32702 + }, + { + "epoch": 27.737913486005088, + "grad_norm": 0.7479381395197994, + "learning_rate": 1.6958450306064517e-05, + "loss": 0.024, + "step": 32703 + }, + { + "epoch": 27.738761662425784, + "grad_norm": 0.7493139135187623, + "learning_rate": 1.6958253013529747e-05, + "loss": 0.0224, + "step": 32704 + }, + { + "epoch": 27.73960983884648, + "grad_norm": 0.8222765308884139, + "learning_rate": 1.6958055715744138e-05, + "loss": 0.0234, + "step": 32705 + }, + { + "epoch": 27.740458015267176, + "grad_norm": 0.6371979722409378, + "learning_rate": 1.6957858412707833e-05, + "loss": 0.0245, + "step": 32706 + }, + { + "epoch": 27.741306191687872, + "grad_norm": 0.63157233898254, + "learning_rate": 1.6957661104420987e-05, + "loss": 0.0227, + "step": 32707 + }, + { + "epoch": 27.742154368108565, + "grad_norm": 0.9376835037071003, + "learning_rate": 1.6957463790883747e-05, + "loss": 0.0295, + "step": 32708 + }, + { + "epoch": 27.74300254452926, + "grad_norm": 0.8024384320550186, + "learning_rate": 1.695726647209626e-05, + "loss": 0.0245, + "step": 32709 + }, + { + "epoch": 27.743850720949958, + "grad_norm": 0.6755775668173267, + "learning_rate": 1.695706914805868e-05, + "loss": 0.0212, + "step": 32710 + }, + { + "epoch": 27.744698897370654, + "grad_norm": 0.6736655235196307, + "learning_rate": 1.695687181877115e-05, + "loss": 0.0251, + "step": 32711 + }, + { + "epoch": 27.74554707379135, + "grad_norm": 0.7532495409255423, + "learning_rate": 1.6956674484233813e-05, + "loss": 0.0236, + "step": 32712 + }, + { + "epoch": 27.746395250212043, + "grad_norm": 0.6451428498520343, + "learning_rate": 1.6956477144446836e-05, + "loss": 0.0211, + "step": 32713 + }, + { + "epoch": 27.74724342663274, + "grad_norm": 0.6812113260373526, + "learning_rate": 1.6956279799410354e-05, + "loss": 0.0224, + "step": 32714 + }, + { + "epoch": 27.748091603053435, + "grad_norm": 0.629939131384182, + "learning_rate": 1.6956082449124522e-05, + "loss": 0.0227, + "step": 32715 + }, + { + "epoch": 27.74893977947413, + "grad_norm": 0.7862627130176836, + "learning_rate": 1.6955885093589487e-05, + "loss": 0.0238, + "step": 32716 + }, + { + "epoch": 27.749787955894828, + "grad_norm": 0.8604719817662912, + "learning_rate": 1.6955687732805396e-05, + "loss": 0.0268, + "step": 32717 + }, + { + "epoch": 27.75063613231552, + "grad_norm": 0.6324656693259076, + "learning_rate": 1.69554903667724e-05, + "loss": 0.0217, + "step": 32718 + }, + { + "epoch": 27.751484308736217, + "grad_norm": 0.690999501709415, + "learning_rate": 1.6955292995490648e-05, + "loss": 0.0223, + "step": 32719 + }, + { + "epoch": 27.752332485156913, + "grad_norm": 0.7259639325792965, + "learning_rate": 1.695509561896029e-05, + "loss": 0.0239, + "step": 32720 + }, + { + "epoch": 27.75318066157761, + "grad_norm": 0.6925640716326714, + "learning_rate": 1.695489823718147e-05, + "loss": 0.0231, + "step": 32721 + }, + { + "epoch": 27.754028837998305, + "grad_norm": 0.6736286967886276, + "learning_rate": 1.695470085015434e-05, + "loss": 0.0246, + "step": 32722 + }, + { + "epoch": 27.754877014418998, + "grad_norm": 0.6845797118981546, + "learning_rate": 1.6954503457879055e-05, + "loss": 0.022, + "step": 32723 + }, + { + "epoch": 27.755725190839694, + "grad_norm": 0.6435061790505243, + "learning_rate": 1.6954306060355757e-05, + "loss": 0.0224, + "step": 32724 + }, + { + "epoch": 27.75657336726039, + "grad_norm": 0.7344614005106596, + "learning_rate": 1.6954108657584592e-05, + "loss": 0.024, + "step": 32725 + }, + { + "epoch": 27.757421543681087, + "grad_norm": 1.0783650459866647, + "learning_rate": 1.6953911249565712e-05, + "loss": 0.0284, + "step": 32726 + }, + { + "epoch": 27.75826972010178, + "grad_norm": 0.7661167196064073, + "learning_rate": 1.6953713836299273e-05, + "loss": 0.0253, + "step": 32727 + }, + { + "epoch": 27.759117896522476, + "grad_norm": 0.7032017615784618, + "learning_rate": 1.6953516417785415e-05, + "loss": 0.0238, + "step": 32728 + }, + { + "epoch": 27.759966072943172, + "grad_norm": 0.6952154133882297, + "learning_rate": 1.695331899402429e-05, + "loss": 0.0226, + "step": 32729 + }, + { + "epoch": 27.760814249363868, + "grad_norm": 0.770427021607874, + "learning_rate": 1.695312156501605e-05, + "loss": 0.0237, + "step": 32730 + }, + { + "epoch": 27.761662425784564, + "grad_norm": 0.6868614566928837, + "learning_rate": 1.695292413076084e-05, + "loss": 0.0225, + "step": 32731 + }, + { + "epoch": 27.762510602205257, + "grad_norm": 0.6825506527181117, + "learning_rate": 1.6952726691258807e-05, + "loss": 0.025, + "step": 32732 + }, + { + "epoch": 27.763358778625953, + "grad_norm": 0.7562986858914394, + "learning_rate": 1.6952529246510105e-05, + "loss": 0.0252, + "step": 32733 + }, + { + "epoch": 27.76420695504665, + "grad_norm": 0.7460295801626479, + "learning_rate": 1.695233179651488e-05, + "loss": 0.0245, + "step": 32734 + }, + { + "epoch": 27.765055131467346, + "grad_norm": 0.7118432312374953, + "learning_rate": 1.6952134341273287e-05, + "loss": 0.0232, + "step": 32735 + }, + { + "epoch": 27.765903307888042, + "grad_norm": 0.6784437609247073, + "learning_rate": 1.6951936880785463e-05, + "loss": 0.0233, + "step": 32736 + }, + { + "epoch": 27.766751484308735, + "grad_norm": 0.6977016118022683, + "learning_rate": 1.695173941505157e-05, + "loss": 0.0223, + "step": 32737 + }, + { + "epoch": 27.76759966072943, + "grad_norm": 0.7956327587440107, + "learning_rate": 1.6951541944071746e-05, + "loss": 0.0241, + "step": 32738 + }, + { + "epoch": 27.768447837150127, + "grad_norm": 0.7360367300643204, + "learning_rate": 1.695134446784615e-05, + "loss": 0.0234, + "step": 32739 + }, + { + "epoch": 27.769296013570823, + "grad_norm": 0.8300187352017397, + "learning_rate": 1.6951146986374926e-05, + "loss": 0.0242, + "step": 32740 + }, + { + "epoch": 27.77014418999152, + "grad_norm": 0.6377895859699744, + "learning_rate": 1.6950949499658218e-05, + "loss": 0.0235, + "step": 32741 + }, + { + "epoch": 27.770992366412212, + "grad_norm": 0.7976694929201102, + "learning_rate": 1.6950752007696184e-05, + "loss": 0.0245, + "step": 32742 + }, + { + "epoch": 27.77184054283291, + "grad_norm": 0.7735547941465556, + "learning_rate": 1.695055451048897e-05, + "loss": 0.0241, + "step": 32743 + }, + { + "epoch": 27.772688719253605, + "grad_norm": 0.7407206445490973, + "learning_rate": 1.6950357008036725e-05, + "loss": 0.0238, + "step": 32744 + }, + { + "epoch": 27.7735368956743, + "grad_norm": 0.7498068952192147, + "learning_rate": 1.695015950033959e-05, + "loss": 0.0243, + "step": 32745 + }, + { + "epoch": 27.774385072094997, + "grad_norm": 0.6925278651418824, + "learning_rate": 1.694996198739773e-05, + "loss": 0.0234, + "step": 32746 + }, + { + "epoch": 27.77523324851569, + "grad_norm": 0.8023153021168975, + "learning_rate": 1.6949764469211282e-05, + "loss": 0.025, + "step": 32747 + }, + { + "epoch": 27.776081424936386, + "grad_norm": 0.7024416712676084, + "learning_rate": 1.6949566945780395e-05, + "loss": 0.0226, + "step": 32748 + }, + { + "epoch": 27.776929601357082, + "grad_norm": 0.5453231783095454, + "learning_rate": 1.694936941710523e-05, + "loss": 0.0198, + "step": 32749 + }, + { + "epoch": 27.77777777777778, + "grad_norm": 0.7121848925744608, + "learning_rate": 1.694917188318592e-05, + "loss": 0.0247, + "step": 32750 + }, + { + "epoch": 27.778625954198475, + "grad_norm": 0.721613440481937, + "learning_rate": 1.6948974344022623e-05, + "loss": 0.0239, + "step": 32751 + }, + { + "epoch": 27.779474130619167, + "grad_norm": 0.6792037176275693, + "learning_rate": 1.6948776799615488e-05, + "loss": 0.022, + "step": 32752 + }, + { + "epoch": 27.780322307039864, + "grad_norm": 0.68296396367006, + "learning_rate": 1.6948579249964662e-05, + "loss": 0.0226, + "step": 32753 + }, + { + "epoch": 27.78117048346056, + "grad_norm": 0.7747280991845259, + "learning_rate": 1.6948381695070297e-05, + "loss": 0.0253, + "step": 32754 + }, + { + "epoch": 27.782018659881256, + "grad_norm": 0.757300576945784, + "learning_rate": 1.6948184134932536e-05, + "loss": 0.0227, + "step": 32755 + }, + { + "epoch": 27.782866836301952, + "grad_norm": 0.7944147245405864, + "learning_rate": 1.6947986569551536e-05, + "loss": 0.0255, + "step": 32756 + }, + { + "epoch": 27.783715012722645, + "grad_norm": 0.8087603150067573, + "learning_rate": 1.694778899892744e-05, + "loss": 0.027, + "step": 32757 + }, + { + "epoch": 27.78456318914334, + "grad_norm": 0.7475431956590315, + "learning_rate": 1.69475914230604e-05, + "loss": 0.0239, + "step": 32758 + }, + { + "epoch": 27.785411365564038, + "grad_norm": 0.7016242203064585, + "learning_rate": 1.694739384195056e-05, + "loss": 0.0221, + "step": 32759 + }, + { + "epoch": 27.786259541984734, + "grad_norm": 0.7669023973481924, + "learning_rate": 1.694719625559808e-05, + "loss": 0.0227, + "step": 32760 + }, + { + "epoch": 27.78710771840543, + "grad_norm": 0.7180377379102827, + "learning_rate": 1.6946998664003097e-05, + "loss": 0.0224, + "step": 32761 + }, + { + "epoch": 27.787955894826123, + "grad_norm": 0.7185775979455699, + "learning_rate": 1.694680106716577e-05, + "loss": 0.0252, + "step": 32762 + }, + { + "epoch": 27.78880407124682, + "grad_norm": 0.8028262928164527, + "learning_rate": 1.6946603465086245e-05, + "loss": 0.0225, + "step": 32763 + }, + { + "epoch": 27.789652247667515, + "grad_norm": 0.7490778971991732, + "learning_rate": 1.6946405857764666e-05, + "loss": 0.0266, + "step": 32764 + }, + { + "epoch": 27.79050042408821, + "grad_norm": 0.6729464652284702, + "learning_rate": 1.6946208245201187e-05, + "loss": 0.0229, + "step": 32765 + }, + { + "epoch": 27.791348600508904, + "grad_norm": 0.6718417842604426, + "learning_rate": 1.6946010627395953e-05, + "loss": 0.0238, + "step": 32766 + }, + { + "epoch": 27.7921967769296, + "grad_norm": 0.7554055801005086, + "learning_rate": 1.694581300434912e-05, + "loss": 0.0237, + "step": 32767 + }, + { + "epoch": 27.793044953350297, + "grad_norm": 0.6542980570219127, + "learning_rate": 1.694561537606083e-05, + "loss": 0.0206, + "step": 32768 + }, + { + "epoch": 27.793893129770993, + "grad_norm": 0.6144096726414724, + "learning_rate": 1.6945417742531242e-05, + "loss": 0.0222, + "step": 32769 + }, + { + "epoch": 27.79474130619169, + "grad_norm": 0.6905235820861798, + "learning_rate": 1.6945220103760492e-05, + "loss": 0.0218, + "step": 32770 + }, + { + "epoch": 27.79558948261238, + "grad_norm": 0.6462855346851485, + "learning_rate": 1.6945022459748736e-05, + "loss": 0.0237, + "step": 32771 + }, + { + "epoch": 27.796437659033078, + "grad_norm": 1.3482711544688235, + "learning_rate": 1.6944824810496127e-05, + "loss": 0.027, + "step": 32772 + }, + { + "epoch": 27.797285835453774, + "grad_norm": 0.7310574557265813, + "learning_rate": 1.6944627156002806e-05, + "loss": 0.025, + "step": 32773 + }, + { + "epoch": 27.79813401187447, + "grad_norm": 0.6804851797782276, + "learning_rate": 1.694442949626893e-05, + "loss": 0.0215, + "step": 32774 + }, + { + "epoch": 27.798982188295167, + "grad_norm": 0.6552122379452517, + "learning_rate": 1.6944231831294642e-05, + "loss": 0.0235, + "step": 32775 + }, + { + "epoch": 27.79983036471586, + "grad_norm": 0.7223586300717858, + "learning_rate": 1.694403416108009e-05, + "loss": 0.0256, + "step": 32776 + }, + { + "epoch": 27.800678541136556, + "grad_norm": 0.6570842564701211, + "learning_rate": 1.6943836485625433e-05, + "loss": 0.0227, + "step": 32777 + }, + { + "epoch": 27.801526717557252, + "grad_norm": 0.6114715093381655, + "learning_rate": 1.6943638804930807e-05, + "loss": 0.0204, + "step": 32778 + }, + { + "epoch": 27.802374893977948, + "grad_norm": 0.7148572166187354, + "learning_rate": 1.6943441118996376e-05, + "loss": 0.026, + "step": 32779 + }, + { + "epoch": 27.803223070398644, + "grad_norm": 0.6420778832649788, + "learning_rate": 1.6943243427822276e-05, + "loss": 0.0218, + "step": 32780 + }, + { + "epoch": 27.804071246819337, + "grad_norm": 0.8058536414654089, + "learning_rate": 1.6943045731408664e-05, + "loss": 0.0249, + "step": 32781 + }, + { + "epoch": 27.804919423240033, + "grad_norm": 0.8155902530961319, + "learning_rate": 1.6942848029755686e-05, + "loss": 0.023, + "step": 32782 + }, + { + "epoch": 27.80576759966073, + "grad_norm": 0.6759954042341613, + "learning_rate": 1.694265032286349e-05, + "loss": 0.0244, + "step": 32783 + }, + { + "epoch": 27.806615776081426, + "grad_norm": 0.7277532282680732, + "learning_rate": 1.6942452610732227e-05, + "loss": 0.0235, + "step": 32784 + }, + { + "epoch": 27.807463952502122, + "grad_norm": 0.7280377131198652, + "learning_rate": 1.6942254893362047e-05, + "loss": 0.0255, + "step": 32785 + }, + { + "epoch": 27.808312128922815, + "grad_norm": 0.7022647407516698, + "learning_rate": 1.6942057170753098e-05, + "loss": 0.0216, + "step": 32786 + }, + { + "epoch": 27.80916030534351, + "grad_norm": 0.7221162561184675, + "learning_rate": 1.694185944290553e-05, + "loss": 0.0242, + "step": 32787 + }, + { + "epoch": 27.810008481764207, + "grad_norm": 0.7129326116145965, + "learning_rate": 1.6941661709819492e-05, + "loss": 0.0243, + "step": 32788 + }, + { + "epoch": 27.810856658184903, + "grad_norm": 0.6324506037817239, + "learning_rate": 1.6941463971495134e-05, + "loss": 0.0208, + "step": 32789 + }, + { + "epoch": 27.8117048346056, + "grad_norm": 0.7606280128582402, + "learning_rate": 1.6941266227932602e-05, + "loss": 0.0241, + "step": 32790 + }, + { + "epoch": 27.812553011026292, + "grad_norm": 0.5329625998844436, + "learning_rate": 1.694106847913205e-05, + "loss": 0.0187, + "step": 32791 + }, + { + "epoch": 27.81340118744699, + "grad_norm": 0.6682456362891637, + "learning_rate": 1.694087072509362e-05, + "loss": 0.0264, + "step": 32792 + }, + { + "epoch": 27.814249363867685, + "grad_norm": 0.7414173146352115, + "learning_rate": 1.694067296581747e-05, + "loss": 0.0285, + "step": 32793 + }, + { + "epoch": 27.81509754028838, + "grad_norm": 0.6271762249182941, + "learning_rate": 1.6940475201303743e-05, + "loss": 0.0238, + "step": 32794 + }, + { + "epoch": 27.815945716709077, + "grad_norm": 0.6460142978853546, + "learning_rate": 1.6940277431552592e-05, + "loss": 0.0219, + "step": 32795 + }, + { + "epoch": 27.81679389312977, + "grad_norm": 0.6168510286532376, + "learning_rate": 1.6940079656564162e-05, + "loss": 0.0227, + "step": 32796 + }, + { + "epoch": 27.817642069550466, + "grad_norm": 0.6450174415927924, + "learning_rate": 1.6939881876338605e-05, + "loss": 0.0236, + "step": 32797 + }, + { + "epoch": 27.818490245971162, + "grad_norm": 0.7405822682369224, + "learning_rate": 1.6939684090876074e-05, + "loss": 0.0243, + "step": 32798 + }, + { + "epoch": 27.81933842239186, + "grad_norm": 0.6407959198977352, + "learning_rate": 1.693948630017671e-05, + "loss": 0.0219, + "step": 32799 + }, + { + "epoch": 27.820186598812555, + "grad_norm": 0.6411777183326661, + "learning_rate": 1.693928850424067e-05, + "loss": 0.0246, + "step": 32800 + }, + { + "epoch": 27.821034775233247, + "grad_norm": 0.7201912069347736, + "learning_rate": 1.6939090703068098e-05, + "loss": 0.0235, + "step": 32801 + }, + { + "epoch": 27.821882951653944, + "grad_norm": 0.8303356301007955, + "learning_rate": 1.6938892896659143e-05, + "loss": 0.0257, + "step": 32802 + }, + { + "epoch": 27.82273112807464, + "grad_norm": 0.6726401466387848, + "learning_rate": 1.693869508501396e-05, + "loss": 0.0221, + "step": 32803 + }, + { + "epoch": 27.823579304495336, + "grad_norm": 0.6462662992075048, + "learning_rate": 1.6938497268132693e-05, + "loss": 0.0201, + "step": 32804 + }, + { + "epoch": 27.82442748091603, + "grad_norm": 0.6996118373210868, + "learning_rate": 1.6938299446015492e-05, + "loss": 0.024, + "step": 32805 + }, + { + "epoch": 27.825275657336725, + "grad_norm": 0.6431180833854635, + "learning_rate": 1.693810161866251e-05, + "loss": 0.0221, + "step": 32806 + }, + { + "epoch": 27.82612383375742, + "grad_norm": 0.7165636064799488, + "learning_rate": 1.693790378607389e-05, + "loss": 0.0212, + "step": 32807 + }, + { + "epoch": 27.826972010178118, + "grad_norm": 0.7326789501703717, + "learning_rate": 1.693770594824979e-05, + "loss": 0.0237, + "step": 32808 + }, + { + "epoch": 27.827820186598814, + "grad_norm": 0.7164363521685637, + "learning_rate": 1.693750810519035e-05, + "loss": 0.025, + "step": 32809 + }, + { + "epoch": 27.828668363019506, + "grad_norm": 0.6232942051954853, + "learning_rate": 1.693731025689572e-05, + "loss": 0.0229, + "step": 32810 + }, + { + "epoch": 27.829516539440203, + "grad_norm": 0.7350477998401039, + "learning_rate": 1.6937112403366058e-05, + "loss": 0.0226, + "step": 32811 + }, + { + "epoch": 27.8303647158609, + "grad_norm": 0.5993545457166026, + "learning_rate": 1.693691454460151e-05, + "loss": 0.022, + "step": 32812 + }, + { + "epoch": 27.831212892281595, + "grad_norm": 0.7393937106765455, + "learning_rate": 1.6936716680602215e-05, + "loss": 0.0232, + "step": 32813 + }, + { + "epoch": 27.83206106870229, + "grad_norm": 0.6969543542964188, + "learning_rate": 1.693651881136834e-05, + "loss": 0.0212, + "step": 32814 + }, + { + "epoch": 27.832909245122984, + "grad_norm": 0.6451056754561744, + "learning_rate": 1.6936320936900016e-05, + "loss": 0.0255, + "step": 32815 + }, + { + "epoch": 27.83375742154368, + "grad_norm": 0.7823728241545698, + "learning_rate": 1.693612305719741e-05, + "loss": 0.0243, + "step": 32816 + }, + { + "epoch": 27.834605597964376, + "grad_norm": 0.674136962111353, + "learning_rate": 1.6935925172260653e-05, + "loss": 0.023, + "step": 32817 + }, + { + "epoch": 27.835453774385073, + "grad_norm": 0.6875031836523556, + "learning_rate": 1.693572728208991e-05, + "loss": 0.0245, + "step": 32818 + }, + { + "epoch": 27.83630195080577, + "grad_norm": 0.7221417665296197, + "learning_rate": 1.6935529386685323e-05, + "loss": 0.0226, + "step": 32819 + }, + { + "epoch": 27.83715012722646, + "grad_norm": 0.6958514948192189, + "learning_rate": 1.6935331486047043e-05, + "loss": 0.0242, + "step": 32820 + }, + { + "epoch": 27.837998303647158, + "grad_norm": 0.6098913455349871, + "learning_rate": 1.693513358017522e-05, + "loss": 0.0238, + "step": 32821 + }, + { + "epoch": 27.838846480067854, + "grad_norm": 0.6310131644595903, + "learning_rate": 1.6934935669070002e-05, + "loss": 0.0214, + "step": 32822 + }, + { + "epoch": 27.83969465648855, + "grad_norm": 0.6471735838502017, + "learning_rate": 1.6934737752731533e-05, + "loss": 0.0232, + "step": 32823 + }, + { + "epoch": 27.840542832909247, + "grad_norm": 0.6762224887285426, + "learning_rate": 1.6934539831159975e-05, + "loss": 0.0218, + "step": 32824 + }, + { + "epoch": 27.84139100932994, + "grad_norm": 0.7116087667177102, + "learning_rate": 1.693434190435547e-05, + "loss": 0.0226, + "step": 32825 + }, + { + "epoch": 27.842239185750635, + "grad_norm": 0.7925155621724472, + "learning_rate": 1.6934143972318162e-05, + "loss": 0.0266, + "step": 32826 + }, + { + "epoch": 27.84308736217133, + "grad_norm": 0.5898235739248076, + "learning_rate": 1.693394603504821e-05, + "loss": 0.0227, + "step": 32827 + }, + { + "epoch": 27.843935538592028, + "grad_norm": 0.6240598520372457, + "learning_rate": 1.6933748092545757e-05, + "loss": 0.0216, + "step": 32828 + }, + { + "epoch": 27.844783715012724, + "grad_norm": 0.6421387081638655, + "learning_rate": 1.6933550144810958e-05, + "loss": 0.0218, + "step": 32829 + }, + { + "epoch": 27.845631891433417, + "grad_norm": 0.8295124054154305, + "learning_rate": 1.6933352191843955e-05, + "loss": 0.0258, + "step": 32830 + }, + { + "epoch": 27.846480067854113, + "grad_norm": 0.7605028009136716, + "learning_rate": 1.6933154233644904e-05, + "loss": 0.0236, + "step": 32831 + }, + { + "epoch": 27.84732824427481, + "grad_norm": 0.7705399696761626, + "learning_rate": 1.6932956270213954e-05, + "loss": 0.0271, + "step": 32832 + }, + { + "epoch": 27.848176420695506, + "grad_norm": 0.6134301577431496, + "learning_rate": 1.6932758301551247e-05, + "loss": 0.0235, + "step": 32833 + }, + { + "epoch": 27.849024597116202, + "grad_norm": 0.64204884267323, + "learning_rate": 1.693256032765694e-05, + "loss": 0.024, + "step": 32834 + }, + { + "epoch": 27.849872773536894, + "grad_norm": 0.7475311612613933, + "learning_rate": 1.6932362348531185e-05, + "loss": 0.0253, + "step": 32835 + }, + { + "epoch": 27.85072094995759, + "grad_norm": 0.6245437397936879, + "learning_rate": 1.693216436417412e-05, + "loss": 0.0208, + "step": 32836 + }, + { + "epoch": 27.851569126378287, + "grad_norm": 0.6964770585230278, + "learning_rate": 1.69319663745859e-05, + "loss": 0.0207, + "step": 32837 + }, + { + "epoch": 27.852417302798983, + "grad_norm": 0.6167585737977456, + "learning_rate": 1.693176837976668e-05, + "loss": 0.0198, + "step": 32838 + }, + { + "epoch": 27.85326547921968, + "grad_norm": 0.5721852311912037, + "learning_rate": 1.6931570379716603e-05, + "loss": 0.0218, + "step": 32839 + }, + { + "epoch": 27.854113655640372, + "grad_norm": 0.6910728249477037, + "learning_rate": 1.693137237443582e-05, + "loss": 0.0262, + "step": 32840 + }, + { + "epoch": 27.85496183206107, + "grad_norm": 0.6975639835643961, + "learning_rate": 1.693117436392448e-05, + "loss": 0.0232, + "step": 32841 + }, + { + "epoch": 27.855810008481765, + "grad_norm": 0.8537897937397393, + "learning_rate": 1.6930976348182734e-05, + "loss": 0.0242, + "step": 32842 + }, + { + "epoch": 27.85665818490246, + "grad_norm": 0.7711512952506913, + "learning_rate": 1.693077832721073e-05, + "loss": 0.0268, + "step": 32843 + }, + { + "epoch": 27.857506361323153, + "grad_norm": 0.5199671746407242, + "learning_rate": 1.6930580301008617e-05, + "loss": 0.0214, + "step": 32844 + }, + { + "epoch": 27.85835453774385, + "grad_norm": 0.5953933252487555, + "learning_rate": 1.6930382269576547e-05, + "loss": 0.0234, + "step": 32845 + }, + { + "epoch": 27.859202714164546, + "grad_norm": 0.732922622246612, + "learning_rate": 1.6930184232914666e-05, + "loss": 0.0257, + "step": 32846 + }, + { + "epoch": 27.860050890585242, + "grad_norm": 0.6633271415672591, + "learning_rate": 1.6929986191023125e-05, + "loss": 0.0233, + "step": 32847 + }, + { + "epoch": 27.86089906700594, + "grad_norm": 0.7058695221367753, + "learning_rate": 1.6929788143902074e-05, + "loss": 0.0235, + "step": 32848 + }, + { + "epoch": 27.86174724342663, + "grad_norm": 0.8161386837753384, + "learning_rate": 1.6929590091551662e-05, + "loss": 0.0246, + "step": 32849 + }, + { + "epoch": 27.862595419847327, + "grad_norm": 0.7244210202550939, + "learning_rate": 1.6929392033972038e-05, + "loss": 0.0216, + "step": 32850 + }, + { + "epoch": 27.863443596268024, + "grad_norm": 0.7447046250748655, + "learning_rate": 1.6929193971163354e-05, + "loss": 0.0221, + "step": 32851 + }, + { + "epoch": 27.86429177268872, + "grad_norm": 0.6874773049368481, + "learning_rate": 1.6928995903125752e-05, + "loss": 0.0232, + "step": 32852 + }, + { + "epoch": 27.865139949109416, + "grad_norm": 0.6854046790952276, + "learning_rate": 1.6928797829859393e-05, + "loss": 0.023, + "step": 32853 + }, + { + "epoch": 27.86598812553011, + "grad_norm": 0.8474593321600845, + "learning_rate": 1.6928599751364418e-05, + "loss": 0.0219, + "step": 32854 + }, + { + "epoch": 27.866836301950805, + "grad_norm": 0.6727222523566865, + "learning_rate": 1.6928401667640976e-05, + "loss": 0.0226, + "step": 32855 + }, + { + "epoch": 27.8676844783715, + "grad_norm": 0.664948498863532, + "learning_rate": 1.6928203578689223e-05, + "loss": 0.0219, + "step": 32856 + }, + { + "epoch": 27.868532654792197, + "grad_norm": 0.5967676866971295, + "learning_rate": 1.6928005484509302e-05, + "loss": 0.0226, + "step": 32857 + }, + { + "epoch": 27.869380831212894, + "grad_norm": 0.6387342825621369, + "learning_rate": 1.6927807385101368e-05, + "loss": 0.0201, + "step": 32858 + }, + { + "epoch": 27.870229007633586, + "grad_norm": 0.666507297580322, + "learning_rate": 1.6927609280465567e-05, + "loss": 0.0217, + "step": 32859 + }, + { + "epoch": 27.871077184054283, + "grad_norm": 0.5795138018401206, + "learning_rate": 1.692741117060205e-05, + "loss": 0.0212, + "step": 32860 + }, + { + "epoch": 27.87192536047498, + "grad_norm": 0.617621872145968, + "learning_rate": 1.6927213055510963e-05, + "loss": 0.0208, + "step": 32861 + }, + { + "epoch": 27.872773536895675, + "grad_norm": 0.7358025089145247, + "learning_rate": 1.692701493519246e-05, + "loss": 0.0244, + "step": 32862 + }, + { + "epoch": 27.87362171331637, + "grad_norm": 0.6569722473381703, + "learning_rate": 1.6926816809646687e-05, + "loss": 0.0192, + "step": 32863 + }, + { + "epoch": 27.874469889737064, + "grad_norm": 0.7041844084282323, + "learning_rate": 1.6926618678873798e-05, + "loss": 0.024, + "step": 32864 + }, + { + "epoch": 27.87531806615776, + "grad_norm": 0.6873330484604026, + "learning_rate": 1.692642054287394e-05, + "loss": 0.0216, + "step": 32865 + }, + { + "epoch": 27.876166242578456, + "grad_norm": 0.726564591785926, + "learning_rate": 1.692622240164726e-05, + "loss": 0.0246, + "step": 32866 + }, + { + "epoch": 27.877014418999153, + "grad_norm": 0.7497143880944163, + "learning_rate": 1.692602425519391e-05, + "loss": 0.0248, + "step": 32867 + }, + { + "epoch": 27.87786259541985, + "grad_norm": 0.7846358648064203, + "learning_rate": 1.692582610351404e-05, + "loss": 0.0234, + "step": 32868 + }, + { + "epoch": 27.87871077184054, + "grad_norm": 0.6926806296878186, + "learning_rate": 1.6925627946607796e-05, + "loss": 0.0256, + "step": 32869 + }, + { + "epoch": 27.879558948261238, + "grad_norm": 0.7873400989629363, + "learning_rate": 1.6925429784475334e-05, + "loss": 0.0249, + "step": 32870 + }, + { + "epoch": 27.880407124681934, + "grad_norm": 0.7955658743172254, + "learning_rate": 1.6925231617116797e-05, + "loss": 0.0256, + "step": 32871 + }, + { + "epoch": 27.88125530110263, + "grad_norm": 0.5552498763291276, + "learning_rate": 1.692503344453234e-05, + "loss": 0.0209, + "step": 32872 + }, + { + "epoch": 27.882103477523327, + "grad_norm": 0.6168531985227144, + "learning_rate": 1.692483526672211e-05, + "loss": 0.0241, + "step": 32873 + }, + { + "epoch": 27.88295165394402, + "grad_norm": 0.631201345746599, + "learning_rate": 1.6924637083686257e-05, + "loss": 0.0204, + "step": 32874 + }, + { + "epoch": 27.883799830364715, + "grad_norm": 0.6172404150315328, + "learning_rate": 1.6924438895424926e-05, + "loss": 0.0238, + "step": 32875 + }, + { + "epoch": 27.88464800678541, + "grad_norm": 0.6646301527592089, + "learning_rate": 1.6924240701938276e-05, + "loss": 0.0212, + "step": 32876 + }, + { + "epoch": 27.885496183206108, + "grad_norm": 0.8962585871097973, + "learning_rate": 1.692404250322645e-05, + "loss": 0.0234, + "step": 32877 + }, + { + "epoch": 27.886344359626804, + "grad_norm": 0.7720780538534521, + "learning_rate": 1.6923844299289594e-05, + "loss": 0.0256, + "step": 32878 + }, + { + "epoch": 27.887192536047497, + "grad_norm": 0.6773542416137478, + "learning_rate": 1.6923646090127864e-05, + "loss": 0.0229, + "step": 32879 + }, + { + "epoch": 27.888040712468193, + "grad_norm": 0.7923574895299825, + "learning_rate": 1.692344787574141e-05, + "loss": 0.0251, + "step": 32880 + }, + { + "epoch": 27.88888888888889, + "grad_norm": 0.5791813753915893, + "learning_rate": 1.692324965613038e-05, + "loss": 0.0221, + "step": 32881 + }, + { + "epoch": 27.889737065309586, + "grad_norm": 0.561757051767661, + "learning_rate": 1.6923051431294923e-05, + "loss": 0.0204, + "step": 32882 + }, + { + "epoch": 27.890585241730278, + "grad_norm": 0.6590984473615238, + "learning_rate": 1.692285320123519e-05, + "loss": 0.0237, + "step": 32883 + }, + { + "epoch": 27.891433418150974, + "grad_norm": 0.7175990269870935, + "learning_rate": 1.6922654965951325e-05, + "loss": 0.0247, + "step": 32884 + }, + { + "epoch": 27.89228159457167, + "grad_norm": 0.7627366338393758, + "learning_rate": 1.6922456725443484e-05, + "loss": 0.0263, + "step": 32885 + }, + { + "epoch": 27.893129770992367, + "grad_norm": 1.0888680048441643, + "learning_rate": 1.6922258479711815e-05, + "loss": 0.0243, + "step": 32886 + }, + { + "epoch": 27.893977947413063, + "grad_norm": 0.6976853255668772, + "learning_rate": 1.6922060228756466e-05, + "loss": 0.0238, + "step": 32887 + }, + { + "epoch": 27.894826123833756, + "grad_norm": 0.7243120714347352, + "learning_rate": 1.6921861972577587e-05, + "loss": 0.0244, + "step": 32888 + }, + { + "epoch": 27.895674300254452, + "grad_norm": 0.7768331985301059, + "learning_rate": 1.692166371117533e-05, + "loss": 0.0224, + "step": 32889 + }, + { + "epoch": 27.89652247667515, + "grad_norm": 0.6328997781522298, + "learning_rate": 1.692146544454984e-05, + "loss": 0.0232, + "step": 32890 + }, + { + "epoch": 27.897370653095845, + "grad_norm": 0.7085133718896527, + "learning_rate": 1.6921267172701273e-05, + "loss": 0.0245, + "step": 32891 + }, + { + "epoch": 27.89821882951654, + "grad_norm": 0.7656520278452905, + "learning_rate": 1.6921068895629774e-05, + "loss": 0.0244, + "step": 32892 + }, + { + "epoch": 27.899067005937233, + "grad_norm": 0.7676175466131769, + "learning_rate": 1.6920870613335494e-05, + "loss": 0.0258, + "step": 32893 + }, + { + "epoch": 27.89991518235793, + "grad_norm": 0.6211276352586345, + "learning_rate": 1.692067232581858e-05, + "loss": 0.0237, + "step": 32894 + }, + { + "epoch": 27.900763358778626, + "grad_norm": 0.7389057935785377, + "learning_rate": 1.692047403307919e-05, + "loss": 0.0238, + "step": 32895 + }, + { + "epoch": 27.901611535199322, + "grad_norm": 0.6687867231435962, + "learning_rate": 1.6920275735117458e-05, + "loss": 0.0215, + "step": 32896 + }, + { + "epoch": 27.90245971162002, + "grad_norm": 0.7593622675223922, + "learning_rate": 1.6920077431933553e-05, + "loss": 0.0234, + "step": 32897 + }, + { + "epoch": 27.90330788804071, + "grad_norm": 0.6086134873032385, + "learning_rate": 1.691987912352761e-05, + "loss": 0.0195, + "step": 32898 + }, + { + "epoch": 27.904156064461407, + "grad_norm": 0.5832245176400379, + "learning_rate": 1.691968080989978e-05, + "loss": 0.0204, + "step": 32899 + }, + { + "epoch": 27.905004240882104, + "grad_norm": 0.6245657826116965, + "learning_rate": 1.6919482491050224e-05, + "loss": 0.0224, + "step": 32900 + }, + { + "epoch": 27.9058524173028, + "grad_norm": 0.7233935848701686, + "learning_rate": 1.691928416697908e-05, + "loss": 0.0241, + "step": 32901 + }, + { + "epoch": 27.906700593723496, + "grad_norm": 0.676291512419345, + "learning_rate": 1.69190858376865e-05, + "loss": 0.0254, + "step": 32902 + }, + { + "epoch": 27.90754877014419, + "grad_norm": 0.7262514527449706, + "learning_rate": 1.6918887503172637e-05, + "loss": 0.0238, + "step": 32903 + }, + { + "epoch": 27.908396946564885, + "grad_norm": 0.6266973721806012, + "learning_rate": 1.691868916343764e-05, + "loss": 0.0219, + "step": 32904 + }, + { + "epoch": 27.90924512298558, + "grad_norm": 0.7790228723644868, + "learning_rate": 1.6918490818481655e-05, + "loss": 0.0226, + "step": 32905 + }, + { + "epoch": 27.910093299406277, + "grad_norm": 0.6423539192179987, + "learning_rate": 1.6918292468304837e-05, + "loss": 0.0244, + "step": 32906 + }, + { + "epoch": 27.910941475826974, + "grad_norm": 0.6077629488848819, + "learning_rate": 1.691809411290733e-05, + "loss": 0.0222, + "step": 32907 + }, + { + "epoch": 27.911789652247666, + "grad_norm": 0.7379402790758816, + "learning_rate": 1.6917895752289286e-05, + "loss": 0.0243, + "step": 32908 + }, + { + "epoch": 27.912637828668363, + "grad_norm": 0.6547812782368412, + "learning_rate": 1.6917697386450858e-05, + "loss": 0.0214, + "step": 32909 + }, + { + "epoch": 27.91348600508906, + "grad_norm": 0.759528297661627, + "learning_rate": 1.691749901539219e-05, + "loss": 0.0274, + "step": 32910 + }, + { + "epoch": 27.914334181509755, + "grad_norm": 0.8147491100746295, + "learning_rate": 1.6917300639113438e-05, + "loss": 0.0227, + "step": 32911 + }, + { + "epoch": 27.91518235793045, + "grad_norm": 0.6536187712261581, + "learning_rate": 1.6917102257614747e-05, + "loss": 0.0226, + "step": 32912 + }, + { + "epoch": 27.916030534351144, + "grad_norm": 0.7877661204072794, + "learning_rate": 1.691690387089627e-05, + "loss": 0.0245, + "step": 32913 + }, + { + "epoch": 27.91687871077184, + "grad_norm": 0.7234640678958671, + "learning_rate": 1.6916705478958152e-05, + "loss": 0.0234, + "step": 32914 + }, + { + "epoch": 27.917726887192536, + "grad_norm": 0.592282877153095, + "learning_rate": 1.6916507081800546e-05, + "loss": 0.0216, + "step": 32915 + }, + { + "epoch": 27.918575063613233, + "grad_norm": 0.6787797852993441, + "learning_rate": 1.69163086794236e-05, + "loss": 0.0215, + "step": 32916 + }, + { + "epoch": 27.91942324003393, + "grad_norm": 0.7544144988659947, + "learning_rate": 1.6916110271827465e-05, + "loss": 0.0236, + "step": 32917 + }, + { + "epoch": 27.92027141645462, + "grad_norm": 0.7162649215519328, + "learning_rate": 1.6915911859012292e-05, + "loss": 0.0231, + "step": 32918 + }, + { + "epoch": 27.921119592875318, + "grad_norm": 0.7268947116090841, + "learning_rate": 1.691571344097823e-05, + "loss": 0.0224, + "step": 32919 + }, + { + "epoch": 27.921967769296014, + "grad_norm": 0.7444510583801097, + "learning_rate": 1.6915515017725427e-05, + "loss": 0.0255, + "step": 32920 + }, + { + "epoch": 27.92281594571671, + "grad_norm": 0.7360199489906946, + "learning_rate": 1.6915316589254032e-05, + "loss": 0.0236, + "step": 32921 + }, + { + "epoch": 27.923664122137403, + "grad_norm": 0.6376580598972593, + "learning_rate": 1.69151181555642e-05, + "loss": 0.0222, + "step": 32922 + }, + { + "epoch": 27.9245122985581, + "grad_norm": 0.6314324195643145, + "learning_rate": 1.6914919716656076e-05, + "loss": 0.0213, + "step": 32923 + }, + { + "epoch": 27.925360474978795, + "grad_norm": 0.7071538634137984, + "learning_rate": 1.6914721272529808e-05, + "loss": 0.0227, + "step": 32924 + }, + { + "epoch": 27.92620865139949, + "grad_norm": 0.6019843241661234, + "learning_rate": 1.6914522823185553e-05, + "loss": 0.022, + "step": 32925 + }, + { + "epoch": 27.927056827820188, + "grad_norm": 0.9040647127628352, + "learning_rate": 1.6914324368623457e-05, + "loss": 0.0237, + "step": 32926 + }, + { + "epoch": 27.92790500424088, + "grad_norm": 0.7235626500279255, + "learning_rate": 1.6914125908843665e-05, + "loss": 0.0258, + "step": 32927 + }, + { + "epoch": 27.928753180661577, + "grad_norm": 0.7162981404931564, + "learning_rate": 1.6913927443846333e-05, + "loss": 0.0226, + "step": 32928 + }, + { + "epoch": 27.929601357082273, + "grad_norm": 0.7194217583741012, + "learning_rate": 1.691372897363161e-05, + "loss": 0.0252, + "step": 32929 + }, + { + "epoch": 27.93044953350297, + "grad_norm": 0.8299652529521587, + "learning_rate": 1.691353049819964e-05, + "loss": 0.0221, + "step": 32930 + }, + { + "epoch": 27.931297709923665, + "grad_norm": 0.6706390921742799, + "learning_rate": 1.6913332017550584e-05, + "loss": 0.0238, + "step": 32931 + }, + { + "epoch": 27.932145886344358, + "grad_norm": 0.7016087515246844, + "learning_rate": 1.6913133531684583e-05, + "loss": 0.0218, + "step": 32932 + }, + { + "epoch": 27.932994062765054, + "grad_norm": 0.6733144255791431, + "learning_rate": 1.6912935040601787e-05, + "loss": 0.0237, + "step": 32933 + }, + { + "epoch": 27.93384223918575, + "grad_norm": 0.6848874614931003, + "learning_rate": 1.691273654430235e-05, + "loss": 0.0213, + "step": 32934 + }, + { + "epoch": 27.934690415606447, + "grad_norm": 0.6958338879806953, + "learning_rate": 1.6912538042786418e-05, + "loss": 0.0223, + "step": 32935 + }, + { + "epoch": 27.935538592027143, + "grad_norm": 0.6807139287852065, + "learning_rate": 1.6912339536054142e-05, + "loss": 0.0227, + "step": 32936 + }, + { + "epoch": 27.936386768447836, + "grad_norm": 0.6282766400958185, + "learning_rate": 1.6912141024105672e-05, + "loss": 0.0234, + "step": 32937 + }, + { + "epoch": 27.937234944868532, + "grad_norm": 0.7153145044922826, + "learning_rate": 1.6911942506941157e-05, + "loss": 0.0219, + "step": 32938 + }, + { + "epoch": 27.938083121289228, + "grad_norm": 0.6326883886813369, + "learning_rate": 1.691174398456075e-05, + "loss": 0.0246, + "step": 32939 + }, + { + "epoch": 27.938931297709924, + "grad_norm": 0.8263164073363476, + "learning_rate": 1.6911545456964597e-05, + "loss": 0.0228, + "step": 32940 + }, + { + "epoch": 27.93977947413062, + "grad_norm": 0.6537178879235408, + "learning_rate": 1.6911346924152852e-05, + "loss": 0.0209, + "step": 32941 + }, + { + "epoch": 27.940627650551313, + "grad_norm": 0.745887563904302, + "learning_rate": 1.6911148386125657e-05, + "loss": 0.0226, + "step": 32942 + }, + { + "epoch": 27.94147582697201, + "grad_norm": 0.6988639481687213, + "learning_rate": 1.6910949842883172e-05, + "loss": 0.0216, + "step": 32943 + }, + { + "epoch": 27.942324003392706, + "grad_norm": 0.88036101253365, + "learning_rate": 1.691075129442554e-05, + "loss": 0.0237, + "step": 32944 + }, + { + "epoch": 27.943172179813402, + "grad_norm": 0.627912220956515, + "learning_rate": 1.691055274075291e-05, + "loss": 0.0209, + "step": 32945 + }, + { + "epoch": 27.9440203562341, + "grad_norm": 0.6983410991106026, + "learning_rate": 1.691035418186544e-05, + "loss": 0.0212, + "step": 32946 + }, + { + "epoch": 27.94486853265479, + "grad_norm": 0.7203739444695185, + "learning_rate": 1.6910155617763266e-05, + "loss": 0.0265, + "step": 32947 + }, + { + "epoch": 27.945716709075487, + "grad_norm": 0.71069860857016, + "learning_rate": 1.6909957048446552e-05, + "loss": 0.0208, + "step": 32948 + }, + { + "epoch": 27.946564885496183, + "grad_norm": 0.6893820629573059, + "learning_rate": 1.690975847391544e-05, + "loss": 0.0228, + "step": 32949 + }, + { + "epoch": 27.94741306191688, + "grad_norm": 0.7388516542676985, + "learning_rate": 1.6909559894170083e-05, + "loss": 0.0224, + "step": 32950 + }, + { + "epoch": 27.948261238337576, + "grad_norm": 0.7102950991261395, + "learning_rate": 1.6909361309210632e-05, + "loss": 0.0237, + "step": 32951 + }, + { + "epoch": 27.94910941475827, + "grad_norm": 0.6996557248801386, + "learning_rate": 1.6909162719037233e-05, + "loss": 0.0228, + "step": 32952 + }, + { + "epoch": 27.949957591178965, + "grad_norm": 0.6296482777729568, + "learning_rate": 1.6908964123650034e-05, + "loss": 0.021, + "step": 32953 + }, + { + "epoch": 27.95080576759966, + "grad_norm": 0.7358209919871953, + "learning_rate": 1.690876552304919e-05, + "loss": 0.0225, + "step": 32954 + }, + { + "epoch": 27.951653944020357, + "grad_norm": 0.6443191465352194, + "learning_rate": 1.690856691723485e-05, + "loss": 0.0222, + "step": 32955 + }, + { + "epoch": 27.952502120441054, + "grad_norm": 0.6699244661319118, + "learning_rate": 1.6908368306207162e-05, + "loss": 0.0227, + "step": 32956 + }, + { + "epoch": 27.953350296861746, + "grad_norm": 0.7041673720473175, + "learning_rate": 1.690816968996628e-05, + "loss": 0.0236, + "step": 32957 + }, + { + "epoch": 27.954198473282442, + "grad_norm": 0.6666847267463031, + "learning_rate": 1.6907971068512347e-05, + "loss": 0.0228, + "step": 32958 + }, + { + "epoch": 27.95504664970314, + "grad_norm": 0.6223709371113864, + "learning_rate": 1.690777244184552e-05, + "loss": 0.0213, + "step": 32959 + }, + { + "epoch": 27.955894826123835, + "grad_norm": 1.0387519329816732, + "learning_rate": 1.6907573809965942e-05, + "loss": 0.0232, + "step": 32960 + }, + { + "epoch": 27.956743002544528, + "grad_norm": 0.6605609401636677, + "learning_rate": 1.6907375172873765e-05, + "loss": 0.0226, + "step": 32961 + }, + { + "epoch": 27.957591178965224, + "grad_norm": 0.585573501562647, + "learning_rate": 1.6907176530569143e-05, + "loss": 0.0204, + "step": 32962 + }, + { + "epoch": 27.95843935538592, + "grad_norm": 0.7285256546529499, + "learning_rate": 1.6906977883052223e-05, + "loss": 0.0248, + "step": 32963 + }, + { + "epoch": 27.959287531806616, + "grad_norm": 0.7433937082424453, + "learning_rate": 1.6906779230323157e-05, + "loss": 0.0231, + "step": 32964 + }, + { + "epoch": 27.960135708227313, + "grad_norm": 0.6118837041712499, + "learning_rate": 1.690658057238209e-05, + "loss": 0.0206, + "step": 32965 + }, + { + "epoch": 27.960983884648005, + "grad_norm": 0.6339831922735323, + "learning_rate": 1.6906381909229177e-05, + "loss": 0.024, + "step": 32966 + }, + { + "epoch": 27.9618320610687, + "grad_norm": 0.7500537208877766, + "learning_rate": 1.6906183240864563e-05, + "loss": 0.0242, + "step": 32967 + }, + { + "epoch": 27.962680237489398, + "grad_norm": 0.8697722247934426, + "learning_rate": 1.6905984567288404e-05, + "loss": 0.0256, + "step": 32968 + }, + { + "epoch": 27.963528413910094, + "grad_norm": 0.7721235507073605, + "learning_rate": 1.6905785888500847e-05, + "loss": 0.0217, + "step": 32969 + }, + { + "epoch": 27.96437659033079, + "grad_norm": 0.7576828345895188, + "learning_rate": 1.6905587204502038e-05, + "loss": 0.0252, + "step": 32970 + }, + { + "epoch": 27.965224766751483, + "grad_norm": 0.7915613627386201, + "learning_rate": 1.690538851529213e-05, + "loss": 0.0248, + "step": 32971 + }, + { + "epoch": 27.96607294317218, + "grad_norm": 0.6373307806209588, + "learning_rate": 1.690518982087128e-05, + "loss": 0.0223, + "step": 32972 + }, + { + "epoch": 27.966921119592875, + "grad_norm": 0.6304916426216075, + "learning_rate": 1.6904991121239624e-05, + "loss": 0.021, + "step": 32973 + }, + { + "epoch": 27.96776929601357, + "grad_norm": 0.6976637525869265, + "learning_rate": 1.6904792416397324e-05, + "loss": 0.0223, + "step": 32974 + }, + { + "epoch": 27.968617472434268, + "grad_norm": 0.6616565834986096, + "learning_rate": 1.6904593706344524e-05, + "loss": 0.0233, + "step": 32975 + }, + { + "epoch": 27.96946564885496, + "grad_norm": 0.6340259917841199, + "learning_rate": 1.6904394991081377e-05, + "loss": 0.0228, + "step": 32976 + }, + { + "epoch": 27.970313825275657, + "grad_norm": 0.6222022654720402, + "learning_rate": 1.6904196270608028e-05, + "loss": 0.0219, + "step": 32977 + }, + { + "epoch": 27.971162001696353, + "grad_norm": 0.6527090846838997, + "learning_rate": 1.690399754492463e-05, + "loss": 0.0212, + "step": 32978 + }, + { + "epoch": 27.97201017811705, + "grad_norm": 0.6396366307137668, + "learning_rate": 1.6903798814031334e-05, + "loss": 0.0235, + "step": 32979 + }, + { + "epoch": 27.972858354537745, + "grad_norm": 0.7589511734500705, + "learning_rate": 1.690360007792829e-05, + "loss": 0.0251, + "step": 32980 + }, + { + "epoch": 27.973706530958438, + "grad_norm": 0.8684358760833473, + "learning_rate": 1.6903401336615648e-05, + "loss": 0.0251, + "step": 32981 + }, + { + "epoch": 27.974554707379134, + "grad_norm": 0.6436472756034575, + "learning_rate": 1.6903202590093556e-05, + "loss": 0.0214, + "step": 32982 + }, + { + "epoch": 27.97540288379983, + "grad_norm": 0.65080425775329, + "learning_rate": 1.6903003838362165e-05, + "loss": 0.024, + "step": 32983 + }, + { + "epoch": 27.976251060220527, + "grad_norm": 0.8038760016425577, + "learning_rate": 1.6902805081421622e-05, + "loss": 0.024, + "step": 32984 + }, + { + "epoch": 27.977099236641223, + "grad_norm": 0.6591698528985782, + "learning_rate": 1.6902606319272084e-05, + "loss": 0.0208, + "step": 32985 + }, + { + "epoch": 27.977947413061916, + "grad_norm": 0.6429686658823799, + "learning_rate": 1.6902407551913697e-05, + "loss": 0.0216, + "step": 32986 + }, + { + "epoch": 27.978795589482612, + "grad_norm": 0.7586764041424943, + "learning_rate": 1.6902208779346606e-05, + "loss": 0.0217, + "step": 32987 + }, + { + "epoch": 27.979643765903308, + "grad_norm": 0.626627613180818, + "learning_rate": 1.690201000157097e-05, + "loss": 0.0191, + "step": 32988 + }, + { + "epoch": 27.980491942324004, + "grad_norm": 0.7080584002466581, + "learning_rate": 1.6901811218586937e-05, + "loss": 0.0227, + "step": 32989 + }, + { + "epoch": 27.9813401187447, + "grad_norm": 0.7014753000375683, + "learning_rate": 1.6901612430394653e-05, + "loss": 0.0226, + "step": 32990 + }, + { + "epoch": 27.982188295165393, + "grad_norm": 0.833787472226844, + "learning_rate": 1.6901413636994268e-05, + "loss": 0.0262, + "step": 32991 + }, + { + "epoch": 27.98303647158609, + "grad_norm": 0.6937806601250577, + "learning_rate": 1.6901214838385935e-05, + "loss": 0.0235, + "step": 32992 + }, + { + "epoch": 27.983884648006786, + "grad_norm": 0.6889799176486774, + "learning_rate": 1.6901016034569803e-05, + "loss": 0.0224, + "step": 32993 + }, + { + "epoch": 27.984732824427482, + "grad_norm": 0.7522180715604705, + "learning_rate": 1.690081722554602e-05, + "loss": 0.0235, + "step": 32994 + }, + { + "epoch": 27.98558100084818, + "grad_norm": 0.7501318633088564, + "learning_rate": 1.6900618411314745e-05, + "loss": 0.0252, + "step": 32995 + }, + { + "epoch": 27.98642917726887, + "grad_norm": 0.7010139234687695, + "learning_rate": 1.6900419591876117e-05, + "loss": 0.0216, + "step": 32996 + }, + { + "epoch": 27.987277353689567, + "grad_norm": 0.6451652058731102, + "learning_rate": 1.690022076723029e-05, + "loss": 0.0235, + "step": 32997 + }, + { + "epoch": 27.988125530110263, + "grad_norm": 0.6964478110942253, + "learning_rate": 1.6900021937377412e-05, + "loss": 0.0236, + "step": 32998 + }, + { + "epoch": 27.98897370653096, + "grad_norm": 0.7287400091135593, + "learning_rate": 1.6899823102317636e-05, + "loss": 0.0249, + "step": 32999 + }, + { + "epoch": 27.989821882951652, + "grad_norm": 0.6434171972554366, + "learning_rate": 1.6899624262051112e-05, + "loss": 0.0222, + "step": 33000 + }, + { + "epoch": 27.99067005937235, + "grad_norm": 0.5963655830130166, + "learning_rate": 1.689942541657799e-05, + "loss": 0.0199, + "step": 33001 + }, + { + "epoch": 27.991518235793045, + "grad_norm": 0.8666969598502549, + "learning_rate": 1.689922656589842e-05, + "loss": 0.0231, + "step": 33002 + }, + { + "epoch": 27.99236641221374, + "grad_norm": 0.6770749924646549, + "learning_rate": 1.689902771001255e-05, + "loss": 0.0238, + "step": 33003 + }, + { + "epoch": 27.993214588634437, + "grad_norm": 0.6081814595093931, + "learning_rate": 1.689882884892053e-05, + "loss": 0.0227, + "step": 33004 + }, + { + "epoch": 27.99406276505513, + "grad_norm": 0.6504710735203308, + "learning_rate": 1.6898629982622516e-05, + "loss": 0.019, + "step": 33005 + }, + { + "epoch": 27.994910941475826, + "grad_norm": 0.7318173553107276, + "learning_rate": 1.6898431111118646e-05, + "loss": 0.024, + "step": 33006 + }, + { + "epoch": 27.995759117896522, + "grad_norm": 0.6581194705100972, + "learning_rate": 1.6898232234409085e-05, + "loss": 0.021, + "step": 33007 + }, + { + "epoch": 27.99660729431722, + "grad_norm": 0.714205314865367, + "learning_rate": 1.689803335249397e-05, + "loss": 0.0222, + "step": 33008 + }, + { + "epoch": 27.997455470737915, + "grad_norm": 0.8087577312000135, + "learning_rate": 1.6897834465373463e-05, + "loss": 0.0223, + "step": 33009 + }, + { + "epoch": 27.998303647158608, + "grad_norm": 0.6183842487706195, + "learning_rate": 1.6897635573047704e-05, + "loss": 0.0225, + "step": 33010 + }, + { + "epoch": 27.999151823579304, + "grad_norm": 0.6989603323598896, + "learning_rate": 1.6897436675516846e-05, + "loss": 0.0224, + "step": 33011 + }, + { + "epoch": 28.0, + "grad_norm": 0.8321136929079056, + "learning_rate": 1.6897237772781046e-05, + "loss": 0.0224, + "step": 33012 + }, + { + "epoch": 28.000848176420696, + "grad_norm": 0.8415584215035192, + "learning_rate": 1.689703886484044e-05, + "loss": 0.0186, + "step": 33013 + }, + { + "epoch": 28.001696352841392, + "grad_norm": 0.6059768468491052, + "learning_rate": 1.689683995169519e-05, + "loss": 0.0192, + "step": 33014 + }, + { + "epoch": 28.002544529262085, + "grad_norm": 0.6727691887631025, + "learning_rate": 1.6896641033345443e-05, + "loss": 0.0211, + "step": 33015 + }, + { + "epoch": 28.00339270568278, + "grad_norm": 0.5213337978473755, + "learning_rate": 1.689644210979135e-05, + "loss": 0.0179, + "step": 33016 + }, + { + "epoch": 28.004240882103478, + "grad_norm": 0.5031983846801793, + "learning_rate": 1.689624318103306e-05, + "loss": 0.0194, + "step": 33017 + }, + { + "epoch": 28.005089058524174, + "grad_norm": 0.5512488028938285, + "learning_rate": 1.6896044247070718e-05, + "loss": 0.0189, + "step": 33018 + }, + { + "epoch": 28.00593723494487, + "grad_norm": 0.7190761044227968, + "learning_rate": 1.689584530790448e-05, + "loss": 0.0178, + "step": 33019 + }, + { + "epoch": 28.006785411365563, + "grad_norm": 0.6269044785974487, + "learning_rate": 1.6895646363534497e-05, + "loss": 0.0174, + "step": 33020 + }, + { + "epoch": 28.00763358778626, + "grad_norm": 0.6534937720393096, + "learning_rate": 1.6895447413960918e-05, + "loss": 0.0176, + "step": 33021 + }, + { + "epoch": 28.008481764206955, + "grad_norm": 0.7031826000243041, + "learning_rate": 1.6895248459183888e-05, + "loss": 0.0196, + "step": 33022 + }, + { + "epoch": 28.00932994062765, + "grad_norm": 0.6879485990135462, + "learning_rate": 1.6895049499203568e-05, + "loss": 0.0184, + "step": 33023 + }, + { + "epoch": 28.010178117048348, + "grad_norm": 0.5246097796742129, + "learning_rate": 1.6894850534020097e-05, + "loss": 0.016, + "step": 33024 + }, + { + "epoch": 28.01102629346904, + "grad_norm": 0.6232938759587183, + "learning_rate": 1.6894651563633628e-05, + "loss": 0.0189, + "step": 33025 + }, + { + "epoch": 28.011874469889737, + "grad_norm": 0.6333877576471996, + "learning_rate": 1.6894452588044314e-05, + "loss": 0.0172, + "step": 33026 + }, + { + "epoch": 28.012722646310433, + "grad_norm": 0.8009575695951263, + "learning_rate": 1.6894253607252306e-05, + "loss": 0.0223, + "step": 33027 + }, + { + "epoch": 28.01357082273113, + "grad_norm": 0.5805798781763744, + "learning_rate": 1.689405462125775e-05, + "loss": 0.0187, + "step": 33028 + }, + { + "epoch": 28.014418999151825, + "grad_norm": 0.7274047880256955, + "learning_rate": 1.6893855630060797e-05, + "loss": 0.0191, + "step": 33029 + }, + { + "epoch": 28.015267175572518, + "grad_norm": 0.770465280078281, + "learning_rate": 1.6893656633661604e-05, + "loss": 0.021, + "step": 33030 + }, + { + "epoch": 28.016115351993214, + "grad_norm": 0.6592005608381564, + "learning_rate": 1.689345763206031e-05, + "loss": 0.0193, + "step": 33031 + }, + { + "epoch": 28.01696352841391, + "grad_norm": 0.6559476528269007, + "learning_rate": 1.6893258625257073e-05, + "loss": 0.0208, + "step": 33032 + }, + { + "epoch": 28.017811704834607, + "grad_norm": 0.7392112384309053, + "learning_rate": 1.689305961325204e-05, + "loss": 0.02, + "step": 33033 + }, + { + "epoch": 28.0186598812553, + "grad_norm": 0.6388848800207638, + "learning_rate": 1.6892860596045365e-05, + "loss": 0.0199, + "step": 33034 + }, + { + "epoch": 28.019508057675996, + "grad_norm": 0.606700550661841, + "learning_rate": 1.6892661573637192e-05, + "loss": 0.0157, + "step": 33035 + }, + { + "epoch": 28.020356234096692, + "grad_norm": 0.6959594517653159, + "learning_rate": 1.6892462546027678e-05, + "loss": 0.0188, + "step": 33036 + }, + { + "epoch": 28.021204410517388, + "grad_norm": 0.7184590231773044, + "learning_rate": 1.6892263513216964e-05, + "loss": 0.0215, + "step": 33037 + }, + { + "epoch": 28.022052586938084, + "grad_norm": 0.5796925645386372, + "learning_rate": 1.689206447520521e-05, + "loss": 0.0189, + "step": 33038 + }, + { + "epoch": 28.022900763358777, + "grad_norm": 0.7467224251492365, + "learning_rate": 1.689186543199256e-05, + "loss": 0.0216, + "step": 33039 + }, + { + "epoch": 28.023748939779473, + "grad_norm": 0.6830915655457652, + "learning_rate": 1.6891666383579168e-05, + "loss": 0.0222, + "step": 33040 + }, + { + "epoch": 28.02459711620017, + "grad_norm": 0.5285217067700537, + "learning_rate": 1.6891467329965183e-05, + "loss": 0.0154, + "step": 33041 + }, + { + "epoch": 28.025445292620866, + "grad_norm": 0.6207046645745031, + "learning_rate": 1.6891268271150752e-05, + "loss": 0.0194, + "step": 33042 + }, + { + "epoch": 28.026293469041562, + "grad_norm": 0.6534790024384972, + "learning_rate": 1.689106920713603e-05, + "loss": 0.0215, + "step": 33043 + }, + { + "epoch": 28.027141645462255, + "grad_norm": 0.6105676180547723, + "learning_rate": 1.6890870137921164e-05, + "loss": 0.0165, + "step": 33044 + }, + { + "epoch": 28.02798982188295, + "grad_norm": 0.7109712796297426, + "learning_rate": 1.6890671063506307e-05, + "loss": 0.0196, + "step": 33045 + }, + { + "epoch": 28.028837998303647, + "grad_norm": 0.5941539504723737, + "learning_rate": 1.6890471983891606e-05, + "loss": 0.0189, + "step": 33046 + }, + { + "epoch": 28.029686174724343, + "grad_norm": 0.6721620749844587, + "learning_rate": 1.6890272899077213e-05, + "loss": 0.0192, + "step": 33047 + }, + { + "epoch": 28.03053435114504, + "grad_norm": 0.6579759255876766, + "learning_rate": 1.6890073809063278e-05, + "loss": 0.0202, + "step": 33048 + }, + { + "epoch": 28.031382527565732, + "grad_norm": 0.4644827601104682, + "learning_rate": 1.6889874713849953e-05, + "loss": 0.0152, + "step": 33049 + }, + { + "epoch": 28.03223070398643, + "grad_norm": 0.6069006675547601, + "learning_rate": 1.688967561343738e-05, + "loss": 0.0187, + "step": 33050 + }, + { + "epoch": 28.033078880407125, + "grad_norm": 0.6193045181452013, + "learning_rate": 1.6889476507825728e-05, + "loss": 0.0197, + "step": 33051 + }, + { + "epoch": 28.03392705682782, + "grad_norm": 0.5218532641301353, + "learning_rate": 1.688927739701512e-05, + "loss": 0.0166, + "step": 33052 + }, + { + "epoch": 28.034775233248517, + "grad_norm": 0.647495710817257, + "learning_rate": 1.6889078281005732e-05, + "loss": 0.0172, + "step": 33053 + }, + { + "epoch": 28.03562340966921, + "grad_norm": 0.5771890697208941, + "learning_rate": 1.68888791597977e-05, + "loss": 0.018, + "step": 33054 + }, + { + "epoch": 28.036471586089906, + "grad_norm": 0.7134260973558821, + "learning_rate": 1.688868003339118e-05, + "loss": 0.0186, + "step": 33055 + }, + { + "epoch": 28.037319762510602, + "grad_norm": 0.6151249535717335, + "learning_rate": 1.6888480901786317e-05, + "loss": 0.0179, + "step": 33056 + }, + { + "epoch": 28.0381679389313, + "grad_norm": 0.6633230173537131, + "learning_rate": 1.6888281764983265e-05, + "loss": 0.0177, + "step": 33057 + }, + { + "epoch": 28.039016115351995, + "grad_norm": 0.6036957386582796, + "learning_rate": 1.6888082622982175e-05, + "loss": 0.018, + "step": 33058 + }, + { + "epoch": 28.039864291772687, + "grad_norm": 0.6318077520138439, + "learning_rate": 1.6887883475783192e-05, + "loss": 0.0172, + "step": 33059 + }, + { + "epoch": 28.040712468193384, + "grad_norm": 0.5325920298575691, + "learning_rate": 1.6887684323386477e-05, + "loss": 0.0169, + "step": 33060 + }, + { + "epoch": 28.04156064461408, + "grad_norm": 0.5563436441712688, + "learning_rate": 1.6887485165792167e-05, + "loss": 0.0166, + "step": 33061 + }, + { + "epoch": 28.042408821034776, + "grad_norm": 0.5909515070943061, + "learning_rate": 1.688728600300042e-05, + "loss": 0.0168, + "step": 33062 + }, + { + "epoch": 28.043256997455472, + "grad_norm": 0.6624306125747947, + "learning_rate": 1.688708683501139e-05, + "loss": 0.0192, + "step": 33063 + }, + { + "epoch": 28.044105173876165, + "grad_norm": 0.6445711532284161, + "learning_rate": 1.6886887661825216e-05, + "loss": 0.0194, + "step": 33064 + }, + { + "epoch": 28.04495335029686, + "grad_norm": 0.629912428250628, + "learning_rate": 1.6886688483442055e-05, + "loss": 0.0169, + "step": 33065 + }, + { + "epoch": 28.045801526717558, + "grad_norm": 0.5445991268138806, + "learning_rate": 1.688648929986206e-05, + "loss": 0.0187, + "step": 33066 + }, + { + "epoch": 28.046649703138254, + "grad_norm": 0.6403652894135186, + "learning_rate": 1.6886290111085377e-05, + "loss": 0.0182, + "step": 33067 + }, + { + "epoch": 28.04749787955895, + "grad_norm": 0.7023758816039855, + "learning_rate": 1.6886090917112157e-05, + "loss": 0.02, + "step": 33068 + }, + { + "epoch": 28.048346055979643, + "grad_norm": 0.7463063084686092, + "learning_rate": 1.6885891717942554e-05, + "loss": 0.0196, + "step": 33069 + }, + { + "epoch": 28.04919423240034, + "grad_norm": 0.6137096941684136, + "learning_rate": 1.688569251357671e-05, + "loss": 0.0194, + "step": 33070 + }, + { + "epoch": 28.050042408821035, + "grad_norm": 0.6110683085866621, + "learning_rate": 1.6885493304014786e-05, + "loss": 0.0169, + "step": 33071 + }, + { + "epoch": 28.05089058524173, + "grad_norm": 0.6528429752051332, + "learning_rate": 1.688529408925692e-05, + "loss": 0.0187, + "step": 33072 + }, + { + "epoch": 28.051738761662424, + "grad_norm": 0.5948608440948553, + "learning_rate": 1.6885094869303272e-05, + "loss": 0.0195, + "step": 33073 + }, + { + "epoch": 28.05258693808312, + "grad_norm": 0.5707741091525862, + "learning_rate": 1.6884895644153992e-05, + "loss": 0.0168, + "step": 33074 + }, + { + "epoch": 28.053435114503817, + "grad_norm": 0.594863187356349, + "learning_rate": 1.688469641380923e-05, + "loss": 0.0162, + "step": 33075 + }, + { + "epoch": 28.054283290924513, + "grad_norm": 0.6335250883790875, + "learning_rate": 1.6884497178269125e-05, + "loss": 0.0198, + "step": 33076 + }, + { + "epoch": 28.05513146734521, + "grad_norm": 0.5871205675653873, + "learning_rate": 1.6884297937533842e-05, + "loss": 0.0167, + "step": 33077 + }, + { + "epoch": 28.0559796437659, + "grad_norm": 0.6162437272993064, + "learning_rate": 1.6884098691603524e-05, + "loss": 0.0178, + "step": 33078 + }, + { + "epoch": 28.056827820186598, + "grad_norm": 0.6517105245144662, + "learning_rate": 1.6883899440478325e-05, + "loss": 0.0199, + "step": 33079 + }, + { + "epoch": 28.057675996607294, + "grad_norm": 0.579116057400878, + "learning_rate": 1.6883700184158396e-05, + "loss": 0.0192, + "step": 33080 + }, + { + "epoch": 28.05852417302799, + "grad_norm": 0.659602917518244, + "learning_rate": 1.688350092264388e-05, + "loss": 0.0182, + "step": 33081 + }, + { + "epoch": 28.059372349448687, + "grad_norm": 1.235921358566925, + "learning_rate": 1.6883301655934936e-05, + "loss": 0.0213, + "step": 33082 + }, + { + "epoch": 28.06022052586938, + "grad_norm": 0.6290992816534257, + "learning_rate": 1.6883102384031707e-05, + "loss": 0.0198, + "step": 33083 + }, + { + "epoch": 28.061068702290076, + "grad_norm": 0.6447176894895285, + "learning_rate": 1.688290310693435e-05, + "loss": 0.0169, + "step": 33084 + }, + { + "epoch": 28.061916878710772, + "grad_norm": 0.6810184749690597, + "learning_rate": 1.6882703824643012e-05, + "loss": 0.0193, + "step": 33085 + }, + { + "epoch": 28.062765055131468, + "grad_norm": 0.7329136097577619, + "learning_rate": 1.6882504537157843e-05, + "loss": 0.019, + "step": 33086 + }, + { + "epoch": 28.063613231552164, + "grad_norm": 0.5475021559347609, + "learning_rate": 1.6882305244478994e-05, + "loss": 0.0165, + "step": 33087 + }, + { + "epoch": 28.064461407972857, + "grad_norm": 0.5871032767994986, + "learning_rate": 1.6882105946606616e-05, + "loss": 0.0169, + "step": 33088 + }, + { + "epoch": 28.065309584393553, + "grad_norm": 0.7002692849848711, + "learning_rate": 1.6881906643540862e-05, + "loss": 0.0181, + "step": 33089 + }, + { + "epoch": 28.06615776081425, + "grad_norm": 0.5527391408443465, + "learning_rate": 1.6881707335281875e-05, + "loss": 0.0175, + "step": 33090 + }, + { + "epoch": 28.067005937234946, + "grad_norm": 0.6114615421093553, + "learning_rate": 1.688150802182981e-05, + "loss": 0.0191, + "step": 33091 + }, + { + "epoch": 28.067854113655642, + "grad_norm": 0.5822122350697678, + "learning_rate": 1.688130870318482e-05, + "loss": 0.0179, + "step": 33092 + }, + { + "epoch": 28.068702290076335, + "grad_norm": 0.625683727005234, + "learning_rate": 1.688110937934705e-05, + "loss": 0.0201, + "step": 33093 + }, + { + "epoch": 28.06955046649703, + "grad_norm": 0.572262070663133, + "learning_rate": 1.6880910050316654e-05, + "loss": 0.0168, + "step": 33094 + }, + { + "epoch": 28.070398642917727, + "grad_norm": 0.6080050455871735, + "learning_rate": 1.688071071609378e-05, + "loss": 0.0177, + "step": 33095 + }, + { + "epoch": 28.071246819338423, + "grad_norm": 0.6937881510208035, + "learning_rate": 1.6880511376678583e-05, + "loss": 0.0192, + "step": 33096 + }, + { + "epoch": 28.07209499575912, + "grad_norm": 0.6645325364507763, + "learning_rate": 1.6880312032071206e-05, + "loss": 0.021, + "step": 33097 + }, + { + "epoch": 28.072943172179812, + "grad_norm": 0.4706400769325803, + "learning_rate": 1.688011268227181e-05, + "loss": 0.016, + "step": 33098 + }, + { + "epoch": 28.07379134860051, + "grad_norm": 0.5937945823712086, + "learning_rate": 1.6879913327280534e-05, + "loss": 0.0179, + "step": 33099 + }, + { + "epoch": 28.074639525021205, + "grad_norm": 0.6739687611518662, + "learning_rate": 1.6879713967097532e-05, + "loss": 0.021, + "step": 33100 + }, + { + "epoch": 28.0754877014419, + "grad_norm": 0.6391523738854423, + "learning_rate": 1.687951460172296e-05, + "loss": 0.0185, + "step": 33101 + }, + { + "epoch": 28.076335877862597, + "grad_norm": 0.6285271362712973, + "learning_rate": 1.6879315231156966e-05, + "loss": 0.017, + "step": 33102 + }, + { + "epoch": 28.07718405428329, + "grad_norm": 0.6375374470286882, + "learning_rate": 1.687911585539969e-05, + "loss": 0.0188, + "step": 33103 + }, + { + "epoch": 28.078032230703986, + "grad_norm": 0.6944026484000206, + "learning_rate": 1.68789164744513e-05, + "loss": 0.0212, + "step": 33104 + }, + { + "epoch": 28.078880407124682, + "grad_norm": 0.5332769780529159, + "learning_rate": 1.6878717088311934e-05, + "loss": 0.0157, + "step": 33105 + }, + { + "epoch": 28.07972858354538, + "grad_norm": 1.1635250326304394, + "learning_rate": 1.687851769698175e-05, + "loss": 0.0218, + "step": 33106 + }, + { + "epoch": 28.08057675996607, + "grad_norm": 0.6774454794795063, + "learning_rate": 1.6878318300460892e-05, + "loss": 0.0187, + "step": 33107 + }, + { + "epoch": 28.081424936386767, + "grad_norm": 0.5461869828654703, + "learning_rate": 1.6878118898749512e-05, + "loss": 0.0167, + "step": 33108 + }, + { + "epoch": 28.082273112807464, + "grad_norm": 0.6619023469405779, + "learning_rate": 1.6877919491847765e-05, + "loss": 0.0193, + "step": 33109 + }, + { + "epoch": 28.08312128922816, + "grad_norm": 0.8755014297671784, + "learning_rate": 1.6877720079755796e-05, + "loss": 0.019, + "step": 33110 + }, + { + "epoch": 28.083969465648856, + "grad_norm": 0.7832164151542531, + "learning_rate": 1.687752066247376e-05, + "loss": 0.0199, + "step": 33111 + }, + { + "epoch": 28.08481764206955, + "grad_norm": 0.6215155313444067, + "learning_rate": 1.68773212400018e-05, + "loss": 0.0178, + "step": 33112 + }, + { + "epoch": 28.085665818490245, + "grad_norm": 0.7128208788876234, + "learning_rate": 1.6877121812340076e-05, + "loss": 0.0201, + "step": 33113 + }, + { + "epoch": 28.08651399491094, + "grad_norm": 0.7208828487616572, + "learning_rate": 1.6876922379488732e-05, + "loss": 0.0196, + "step": 33114 + }, + { + "epoch": 28.087362171331637, + "grad_norm": 0.6418450263318367, + "learning_rate": 1.6876722941447923e-05, + "loss": 0.0178, + "step": 33115 + }, + { + "epoch": 28.088210347752334, + "grad_norm": 0.7427224339636956, + "learning_rate": 1.6876523498217793e-05, + "loss": 0.018, + "step": 33116 + }, + { + "epoch": 28.089058524173026, + "grad_norm": 0.5711910985428887, + "learning_rate": 1.68763240497985e-05, + "loss": 0.0175, + "step": 33117 + }, + { + "epoch": 28.089906700593723, + "grad_norm": 0.6725440702188838, + "learning_rate": 1.687612459619019e-05, + "loss": 0.0179, + "step": 33118 + }, + { + "epoch": 28.09075487701442, + "grad_norm": 0.7297878695474888, + "learning_rate": 1.6875925137393014e-05, + "loss": 0.0186, + "step": 33119 + }, + { + "epoch": 28.091603053435115, + "grad_norm": 0.6309765858719288, + "learning_rate": 1.6875725673407124e-05, + "loss": 0.0206, + "step": 33120 + }, + { + "epoch": 28.09245122985581, + "grad_norm": 0.6601133781493361, + "learning_rate": 1.687552620423267e-05, + "loss": 0.0201, + "step": 33121 + }, + { + "epoch": 28.093299406276504, + "grad_norm": 0.5908856697593005, + "learning_rate": 1.68753267298698e-05, + "loss": 0.018, + "step": 33122 + }, + { + "epoch": 28.0941475826972, + "grad_norm": 0.6151960689515724, + "learning_rate": 1.6875127250318667e-05, + "loss": 0.02, + "step": 33123 + }, + { + "epoch": 28.094995759117896, + "grad_norm": 0.6939547182181339, + "learning_rate": 1.6874927765579424e-05, + "loss": 0.0211, + "step": 33124 + }, + { + "epoch": 28.095843935538593, + "grad_norm": 0.6709151829383875, + "learning_rate": 1.687472827565222e-05, + "loss": 0.0202, + "step": 33125 + }, + { + "epoch": 28.09669211195929, + "grad_norm": 0.6815348154255721, + "learning_rate": 1.68745287805372e-05, + "loss": 0.0198, + "step": 33126 + }, + { + "epoch": 28.09754028837998, + "grad_norm": 0.716980433347095, + "learning_rate": 1.687432928023452e-05, + "loss": 0.0185, + "step": 33127 + }, + { + "epoch": 28.098388464800678, + "grad_norm": 0.844434013874132, + "learning_rate": 1.687412977474433e-05, + "loss": 0.0225, + "step": 33128 + }, + { + "epoch": 28.099236641221374, + "grad_norm": 0.6001002990457052, + "learning_rate": 1.687393026406678e-05, + "loss": 0.0196, + "step": 33129 + }, + { + "epoch": 28.10008481764207, + "grad_norm": 0.7693240571126766, + "learning_rate": 1.687373074820202e-05, + "loss": 0.0202, + "step": 33130 + }, + { + "epoch": 28.100932994062767, + "grad_norm": 0.5624017958108072, + "learning_rate": 1.68735312271502e-05, + "loss": 0.0178, + "step": 33131 + }, + { + "epoch": 28.10178117048346, + "grad_norm": 0.6955153408337739, + "learning_rate": 1.687333170091147e-05, + "loss": 0.0216, + "step": 33132 + }, + { + "epoch": 28.102629346904155, + "grad_norm": 0.5737154203019114, + "learning_rate": 1.6873132169485987e-05, + "loss": 0.0176, + "step": 33133 + }, + { + "epoch": 28.10347752332485, + "grad_norm": 0.6866404218962892, + "learning_rate": 1.6872932632873897e-05, + "loss": 0.0208, + "step": 33134 + }, + { + "epoch": 28.104325699745548, + "grad_norm": 0.6895560725281757, + "learning_rate": 1.687273309107535e-05, + "loss": 0.0231, + "step": 33135 + }, + { + "epoch": 28.105173876166244, + "grad_norm": 0.6699545543147375, + "learning_rate": 1.6872533544090494e-05, + "loss": 0.0184, + "step": 33136 + }, + { + "epoch": 28.106022052586937, + "grad_norm": 0.6698022602279359, + "learning_rate": 1.6872333991919483e-05, + "loss": 0.02, + "step": 33137 + }, + { + "epoch": 28.106870229007633, + "grad_norm": 0.6050204322935392, + "learning_rate": 1.6872134434562468e-05, + "loss": 0.0174, + "step": 33138 + }, + { + "epoch": 28.10771840542833, + "grad_norm": 0.6693167878595342, + "learning_rate": 1.68719348720196e-05, + "loss": 0.0189, + "step": 33139 + }, + { + "epoch": 28.108566581849026, + "grad_norm": 0.598771834725406, + "learning_rate": 1.6871735304291025e-05, + "loss": 0.0162, + "step": 33140 + }, + { + "epoch": 28.109414758269722, + "grad_norm": 0.7097029650529835, + "learning_rate": 1.68715357313769e-05, + "loss": 0.02, + "step": 33141 + }, + { + "epoch": 28.110262934690414, + "grad_norm": 0.6582669804028275, + "learning_rate": 1.6871336153277372e-05, + "loss": 0.0192, + "step": 33142 + }, + { + "epoch": 28.11111111111111, + "grad_norm": 0.7279520895757579, + "learning_rate": 1.6871136569992587e-05, + "loss": 0.0184, + "step": 33143 + }, + { + "epoch": 28.111959287531807, + "grad_norm": 0.6623694923458721, + "learning_rate": 1.6870936981522707e-05, + "loss": 0.0199, + "step": 33144 + }, + { + "epoch": 28.112807463952503, + "grad_norm": 0.6841650829618208, + "learning_rate": 1.687073738786787e-05, + "loss": 0.0215, + "step": 33145 + }, + { + "epoch": 28.113655640373196, + "grad_norm": 0.7539432345243883, + "learning_rate": 1.687053778902824e-05, + "loss": 0.0204, + "step": 33146 + }, + { + "epoch": 28.114503816793892, + "grad_norm": 0.5798568009317956, + "learning_rate": 1.687033818500396e-05, + "loss": 0.0201, + "step": 33147 + }, + { + "epoch": 28.11535199321459, + "grad_norm": 0.6009441030422221, + "learning_rate": 1.6870138575795176e-05, + "loss": 0.0187, + "step": 33148 + }, + { + "epoch": 28.116200169635285, + "grad_norm": 0.605385522663374, + "learning_rate": 1.686993896140205e-05, + "loss": 0.0196, + "step": 33149 + }, + { + "epoch": 28.11704834605598, + "grad_norm": 0.5345843973159163, + "learning_rate": 1.686973934182472e-05, + "loss": 0.0172, + "step": 33150 + }, + { + "epoch": 28.117896522476673, + "grad_norm": 0.7238805027831, + "learning_rate": 1.6869539717063346e-05, + "loss": 0.0181, + "step": 33151 + }, + { + "epoch": 28.11874469889737, + "grad_norm": 0.6693975518062573, + "learning_rate": 1.6869340087118075e-05, + "loss": 0.0191, + "step": 33152 + }, + { + "epoch": 28.119592875318066, + "grad_norm": 0.7353914664328918, + "learning_rate": 1.686914045198906e-05, + "loss": 0.0227, + "step": 33153 + }, + { + "epoch": 28.120441051738762, + "grad_norm": 0.7079011844189876, + "learning_rate": 1.686894081167645e-05, + "loss": 0.0219, + "step": 33154 + }, + { + "epoch": 28.12128922815946, + "grad_norm": 0.6653103630893756, + "learning_rate": 1.6868741166180392e-05, + "loss": 0.0204, + "step": 33155 + }, + { + "epoch": 28.12213740458015, + "grad_norm": 0.6586204069654141, + "learning_rate": 1.686854151550104e-05, + "loss": 0.0193, + "step": 33156 + }, + { + "epoch": 28.122985581000847, + "grad_norm": 0.5990937704429248, + "learning_rate": 1.6868341859638554e-05, + "loss": 0.0181, + "step": 33157 + }, + { + "epoch": 28.123833757421544, + "grad_norm": 0.6019782539811356, + "learning_rate": 1.6868142198593068e-05, + "loss": 0.0197, + "step": 33158 + }, + { + "epoch": 28.12468193384224, + "grad_norm": 0.6951239063199767, + "learning_rate": 1.686794253236474e-05, + "loss": 0.019, + "step": 33159 + }, + { + "epoch": 28.125530110262936, + "grad_norm": 0.70839956876126, + "learning_rate": 1.6867742860953723e-05, + "loss": 0.0201, + "step": 33160 + }, + { + "epoch": 28.12637828668363, + "grad_norm": 0.6531064061586046, + "learning_rate": 1.6867543184360165e-05, + "loss": 0.0167, + "step": 33161 + }, + { + "epoch": 28.127226463104325, + "grad_norm": 0.6572676655919968, + "learning_rate": 1.686734350258422e-05, + "loss": 0.0204, + "step": 33162 + }, + { + "epoch": 28.12807463952502, + "grad_norm": 0.603640655951887, + "learning_rate": 1.6867143815626034e-05, + "loss": 0.0181, + "step": 33163 + }, + { + "epoch": 28.128922815945717, + "grad_norm": 0.6548278642785311, + "learning_rate": 1.686694412348576e-05, + "loss": 0.02, + "step": 33164 + }, + { + "epoch": 28.129770992366414, + "grad_norm": 0.8492360792763305, + "learning_rate": 1.6866744426163542e-05, + "loss": 0.0245, + "step": 33165 + }, + { + "epoch": 28.130619168787106, + "grad_norm": 0.5746086928004629, + "learning_rate": 1.6866544723659545e-05, + "loss": 0.0179, + "step": 33166 + }, + { + "epoch": 28.131467345207803, + "grad_norm": 0.6729088674979942, + "learning_rate": 1.686634501597391e-05, + "loss": 0.0175, + "step": 33167 + }, + { + "epoch": 28.1323155216285, + "grad_norm": 0.6795204343649393, + "learning_rate": 1.686614530310679e-05, + "loss": 0.0194, + "step": 33168 + }, + { + "epoch": 28.133163698049195, + "grad_norm": 0.5932761574833907, + "learning_rate": 1.6865945585058332e-05, + "loss": 0.0177, + "step": 33169 + }, + { + "epoch": 28.13401187446989, + "grad_norm": 0.573072081121038, + "learning_rate": 1.686574586182869e-05, + "loss": 0.0171, + "step": 33170 + }, + { + "epoch": 28.134860050890584, + "grad_norm": 0.587701894763081, + "learning_rate": 1.6865546133418022e-05, + "loss": 0.0167, + "step": 33171 + }, + { + "epoch": 28.13570822731128, + "grad_norm": 0.6459780833566966, + "learning_rate": 1.6865346399826465e-05, + "loss": 0.0184, + "step": 33172 + }, + { + "epoch": 28.136556403731976, + "grad_norm": 0.5643306508088894, + "learning_rate": 1.6865146661054177e-05, + "loss": 0.0159, + "step": 33173 + }, + { + "epoch": 28.137404580152673, + "grad_norm": 0.7420066199577795, + "learning_rate": 1.686494691710131e-05, + "loss": 0.0203, + "step": 33174 + }, + { + "epoch": 28.13825275657337, + "grad_norm": 0.7345701216389716, + "learning_rate": 1.686474716796801e-05, + "loss": 0.0197, + "step": 33175 + }, + { + "epoch": 28.13910093299406, + "grad_norm": 0.5961546539813304, + "learning_rate": 1.6864547413654428e-05, + "loss": 0.0167, + "step": 33176 + }, + { + "epoch": 28.139949109414758, + "grad_norm": 0.7883033350665528, + "learning_rate": 1.6864347654160722e-05, + "loss": 0.0216, + "step": 33177 + }, + { + "epoch": 28.140797285835454, + "grad_norm": 0.5689707289747008, + "learning_rate": 1.6864147889487033e-05, + "loss": 0.0174, + "step": 33178 + }, + { + "epoch": 28.14164546225615, + "grad_norm": 0.5855132175364397, + "learning_rate": 1.686394811963352e-05, + "loss": 0.0184, + "step": 33179 + }, + { + "epoch": 28.142493638676847, + "grad_norm": 0.546758745218739, + "learning_rate": 1.686374834460033e-05, + "loss": 0.0188, + "step": 33180 + }, + { + "epoch": 28.14334181509754, + "grad_norm": 0.6458857008774957, + "learning_rate": 1.6863548564387614e-05, + "loss": 0.0181, + "step": 33181 + }, + { + "epoch": 28.144189991518235, + "grad_norm": 0.5601506595086053, + "learning_rate": 1.686334877899552e-05, + "loss": 0.0169, + "step": 33182 + }, + { + "epoch": 28.14503816793893, + "grad_norm": 0.5865019157337166, + "learning_rate": 1.6863148988424206e-05, + "loss": 0.0159, + "step": 33183 + }, + { + "epoch": 28.145886344359628, + "grad_norm": 0.6407634321310213, + "learning_rate": 1.6862949192673814e-05, + "loss": 0.0183, + "step": 33184 + }, + { + "epoch": 28.14673452078032, + "grad_norm": 0.7164351794969421, + "learning_rate": 1.6862749391744503e-05, + "loss": 0.0224, + "step": 33185 + }, + { + "epoch": 28.147582697201017, + "grad_norm": 0.6509813224699494, + "learning_rate": 1.6862549585636415e-05, + "loss": 0.0193, + "step": 33186 + }, + { + "epoch": 28.148430873621713, + "grad_norm": 0.679873121552822, + "learning_rate": 1.6862349774349708e-05, + "loss": 0.0193, + "step": 33187 + }, + { + "epoch": 28.14927905004241, + "grad_norm": 0.6294646971588361, + "learning_rate": 1.686214995788453e-05, + "loss": 0.019, + "step": 33188 + }, + { + "epoch": 28.150127226463106, + "grad_norm": 0.6049691228718769, + "learning_rate": 1.6861950136241033e-05, + "loss": 0.0192, + "step": 33189 + }, + { + "epoch": 28.150975402883798, + "grad_norm": 0.5427538217536387, + "learning_rate": 1.6861750309419365e-05, + "loss": 0.0175, + "step": 33190 + }, + { + "epoch": 28.151823579304494, + "grad_norm": 0.7126843362530981, + "learning_rate": 1.6861550477419683e-05, + "loss": 0.0208, + "step": 33191 + }, + { + "epoch": 28.15267175572519, + "grad_norm": 0.6300787676778022, + "learning_rate": 1.6861350640242133e-05, + "loss": 0.0179, + "step": 33192 + }, + { + "epoch": 28.153519932145887, + "grad_norm": 0.692813877264124, + "learning_rate": 1.6861150797886863e-05, + "loss": 0.0216, + "step": 33193 + }, + { + "epoch": 28.154368108566583, + "grad_norm": 0.6539159764792484, + "learning_rate": 1.6860950950354026e-05, + "loss": 0.0197, + "step": 33194 + }, + { + "epoch": 28.155216284987276, + "grad_norm": 0.6603778077644517, + "learning_rate": 1.686075109764378e-05, + "loss": 0.0208, + "step": 33195 + }, + { + "epoch": 28.156064461407972, + "grad_norm": 0.6487771665375945, + "learning_rate": 1.6860551239756266e-05, + "loss": 0.0181, + "step": 33196 + }, + { + "epoch": 28.15691263782867, + "grad_norm": 0.5928485137392742, + "learning_rate": 1.6860351376691636e-05, + "loss": 0.019, + "step": 33197 + }, + { + "epoch": 28.157760814249365, + "grad_norm": 0.6159046270908537, + "learning_rate": 1.686015150845005e-05, + "loss": 0.0191, + "step": 33198 + }, + { + "epoch": 28.15860899067006, + "grad_norm": 0.6575884252923282, + "learning_rate": 1.6859951635031646e-05, + "loss": 0.0202, + "step": 33199 + }, + { + "epoch": 28.159457167090753, + "grad_norm": 0.7700321186891593, + "learning_rate": 1.6859751756436583e-05, + "loss": 0.0226, + "step": 33200 + }, + { + "epoch": 28.16030534351145, + "grad_norm": 0.843494269638535, + "learning_rate": 1.685955187266501e-05, + "loss": 0.0217, + "step": 33201 + }, + { + "epoch": 28.161153519932146, + "grad_norm": 0.6613856182122833, + "learning_rate": 1.6859351983717078e-05, + "loss": 0.0185, + "step": 33202 + }, + { + "epoch": 28.162001696352842, + "grad_norm": 0.5895098314957903, + "learning_rate": 1.6859152089592936e-05, + "loss": 0.0202, + "step": 33203 + }, + { + "epoch": 28.16284987277354, + "grad_norm": 0.6939160063061953, + "learning_rate": 1.6858952190292742e-05, + "loss": 0.0228, + "step": 33204 + }, + { + "epoch": 28.16369804919423, + "grad_norm": 0.8487146491375435, + "learning_rate": 1.6858752285816635e-05, + "loss": 0.0179, + "step": 33205 + }, + { + "epoch": 28.164546225614927, + "grad_norm": 0.7979954242403784, + "learning_rate": 1.6858552376164774e-05, + "loss": 0.0213, + "step": 33206 + }, + { + "epoch": 28.165394402035624, + "grad_norm": 0.6693034651822255, + "learning_rate": 1.685835246133731e-05, + "loss": 0.0181, + "step": 33207 + }, + { + "epoch": 28.16624257845632, + "grad_norm": 0.765007685847449, + "learning_rate": 1.685815254133439e-05, + "loss": 0.0188, + "step": 33208 + }, + { + "epoch": 28.167090754877016, + "grad_norm": 0.7267439754354758, + "learning_rate": 1.6857952616156166e-05, + "loss": 0.0207, + "step": 33209 + }, + { + "epoch": 28.16793893129771, + "grad_norm": 0.6751423183864527, + "learning_rate": 1.685775268580279e-05, + "loss": 0.0191, + "step": 33210 + }, + { + "epoch": 28.168787107718405, + "grad_norm": 0.6815505812371003, + "learning_rate": 1.6857552750274413e-05, + "loss": 0.0221, + "step": 33211 + }, + { + "epoch": 28.1696352841391, + "grad_norm": 0.7640857480611782, + "learning_rate": 1.6857352809571188e-05, + "loss": 0.0206, + "step": 33212 + }, + { + "epoch": 28.170483460559797, + "grad_norm": 0.6551668437582341, + "learning_rate": 1.685715286369326e-05, + "loss": 0.0196, + "step": 33213 + }, + { + "epoch": 28.171331636980494, + "grad_norm": 0.6683259868669613, + "learning_rate": 1.6856952912640782e-05, + "loss": 0.0196, + "step": 33214 + }, + { + "epoch": 28.172179813401186, + "grad_norm": 0.6471597042457623, + "learning_rate": 1.685675295641391e-05, + "loss": 0.0204, + "step": 33215 + }, + { + "epoch": 28.173027989821882, + "grad_norm": 0.6450063138287505, + "learning_rate": 1.6856552995012787e-05, + "loss": 0.0203, + "step": 33216 + }, + { + "epoch": 28.17387616624258, + "grad_norm": 0.8385215526453755, + "learning_rate": 1.6856353028437567e-05, + "loss": 0.0244, + "step": 33217 + }, + { + "epoch": 28.174724342663275, + "grad_norm": 0.6580592943134251, + "learning_rate": 1.6856153056688406e-05, + "loss": 0.0217, + "step": 33218 + }, + { + "epoch": 28.17557251908397, + "grad_norm": 0.8701763048098855, + "learning_rate": 1.685595307976545e-05, + "loss": 0.02, + "step": 33219 + }, + { + "epoch": 28.176420695504664, + "grad_norm": 0.7108814412401339, + "learning_rate": 1.685575309766885e-05, + "loss": 0.0204, + "step": 33220 + }, + { + "epoch": 28.17726887192536, + "grad_norm": 0.6105675529581425, + "learning_rate": 1.6855553110398754e-05, + "loss": 0.0188, + "step": 33221 + }, + { + "epoch": 28.178117048346056, + "grad_norm": 0.5799206681141292, + "learning_rate": 1.6855353117955314e-05, + "loss": 0.0241, + "step": 33222 + }, + { + "epoch": 28.178965224766753, + "grad_norm": 0.6192796340489262, + "learning_rate": 1.685515312033869e-05, + "loss": 0.0199, + "step": 33223 + }, + { + "epoch": 28.179813401187445, + "grad_norm": 0.7778419184016444, + "learning_rate": 1.6854953117549025e-05, + "loss": 0.0201, + "step": 33224 + }, + { + "epoch": 28.18066157760814, + "grad_norm": 0.6764491561734534, + "learning_rate": 1.6854753109586468e-05, + "loss": 0.0161, + "step": 33225 + }, + { + "epoch": 28.181509754028838, + "grad_norm": 0.7283030296476141, + "learning_rate": 1.6854553096451175e-05, + "loss": 0.0195, + "step": 33226 + }, + { + "epoch": 28.182357930449534, + "grad_norm": 0.6910685578467943, + "learning_rate": 1.6854353078143296e-05, + "loss": 0.0189, + "step": 33227 + }, + { + "epoch": 28.18320610687023, + "grad_norm": 0.5710325289464135, + "learning_rate": 1.6854153054662977e-05, + "loss": 0.0178, + "step": 33228 + }, + { + "epoch": 28.184054283290923, + "grad_norm": 0.6625911594314342, + "learning_rate": 1.6853953026010376e-05, + "loss": 0.0182, + "step": 33229 + }, + { + "epoch": 28.18490245971162, + "grad_norm": 0.6840650919323514, + "learning_rate": 1.685375299218564e-05, + "loss": 0.0205, + "step": 33230 + }, + { + "epoch": 28.185750636132315, + "grad_norm": 0.6925661770320107, + "learning_rate": 1.685355295318892e-05, + "loss": 0.0188, + "step": 33231 + }, + { + "epoch": 28.18659881255301, + "grad_norm": 0.8019708182373667, + "learning_rate": 1.685335290902037e-05, + "loss": 0.02, + "step": 33232 + }, + { + "epoch": 28.187446988973708, + "grad_norm": 0.7424237147239279, + "learning_rate": 1.6853152859680137e-05, + "loss": 0.02, + "step": 33233 + }, + { + "epoch": 28.1882951653944, + "grad_norm": 0.6925637278818633, + "learning_rate": 1.6852952805168372e-05, + "loss": 0.0195, + "step": 33234 + }, + { + "epoch": 28.189143341815097, + "grad_norm": 0.8775508468235479, + "learning_rate": 1.685275274548523e-05, + "loss": 0.0258, + "step": 33235 + }, + { + "epoch": 28.189991518235793, + "grad_norm": 0.6843085415890382, + "learning_rate": 1.685255268063086e-05, + "loss": 0.0187, + "step": 33236 + }, + { + "epoch": 28.19083969465649, + "grad_norm": 0.6654407919370685, + "learning_rate": 1.6852352610605408e-05, + "loss": 0.0202, + "step": 33237 + }, + { + "epoch": 28.191687871077185, + "grad_norm": 0.72076211717906, + "learning_rate": 1.6852152535409034e-05, + "loss": 0.0204, + "step": 33238 + }, + { + "epoch": 28.192536047497878, + "grad_norm": 0.5909459144726447, + "learning_rate": 1.6851952455041884e-05, + "loss": 0.019, + "step": 33239 + }, + { + "epoch": 28.193384223918574, + "grad_norm": 0.6067372882941641, + "learning_rate": 1.6851752369504105e-05, + "loss": 0.0183, + "step": 33240 + }, + { + "epoch": 28.19423240033927, + "grad_norm": 0.6766447376128549, + "learning_rate": 1.6851552278795858e-05, + "loss": 0.0198, + "step": 33241 + }, + { + "epoch": 28.195080576759967, + "grad_norm": 0.6486368351393507, + "learning_rate": 1.6851352182917288e-05, + "loss": 0.0193, + "step": 33242 + }, + { + "epoch": 28.195928753180663, + "grad_norm": 0.735187963207577, + "learning_rate": 1.6851152081868544e-05, + "loss": 0.0221, + "step": 33243 + }, + { + "epoch": 28.196776929601356, + "grad_norm": 0.668320098075107, + "learning_rate": 1.685095197564978e-05, + "loss": 0.0188, + "step": 33244 + }, + { + "epoch": 28.197625106022052, + "grad_norm": 0.5983371372817021, + "learning_rate": 1.6850751864261144e-05, + "loss": 0.0169, + "step": 33245 + }, + { + "epoch": 28.198473282442748, + "grad_norm": 0.7449583943879321, + "learning_rate": 1.6850551747702793e-05, + "loss": 0.0193, + "step": 33246 + }, + { + "epoch": 28.199321458863444, + "grad_norm": 0.5920409371199549, + "learning_rate": 1.685035162597487e-05, + "loss": 0.0182, + "step": 33247 + }, + { + "epoch": 28.20016963528414, + "grad_norm": 0.5934783716743401, + "learning_rate": 1.6850151499077534e-05, + "loss": 0.0183, + "step": 33248 + }, + { + "epoch": 28.201017811704833, + "grad_norm": 0.7622749417518249, + "learning_rate": 1.6849951367010932e-05, + "loss": 0.0212, + "step": 33249 + }, + { + "epoch": 28.20186598812553, + "grad_norm": 0.649492312863188, + "learning_rate": 1.6849751229775216e-05, + "loss": 0.0187, + "step": 33250 + }, + { + "epoch": 28.202714164546226, + "grad_norm": 0.608519297407287, + "learning_rate": 1.684955108737054e-05, + "loss": 0.0196, + "step": 33251 + }, + { + "epoch": 28.203562340966922, + "grad_norm": 0.635358165385925, + "learning_rate": 1.6849350939797046e-05, + "loss": 0.0191, + "step": 33252 + }, + { + "epoch": 28.20441051738762, + "grad_norm": 0.7041325486693634, + "learning_rate": 1.684915078705489e-05, + "loss": 0.0192, + "step": 33253 + }, + { + "epoch": 28.20525869380831, + "grad_norm": 0.6506788569075297, + "learning_rate": 1.6848950629144222e-05, + "loss": 0.0184, + "step": 33254 + }, + { + "epoch": 28.206106870229007, + "grad_norm": 0.7798535394152721, + "learning_rate": 1.68487504660652e-05, + "loss": 0.0248, + "step": 33255 + }, + { + "epoch": 28.206955046649703, + "grad_norm": 0.667174719997313, + "learning_rate": 1.684855029781797e-05, + "loss": 0.0182, + "step": 33256 + }, + { + "epoch": 28.2078032230704, + "grad_norm": 0.5416340210388558, + "learning_rate": 1.6848350124402678e-05, + "loss": 0.0179, + "step": 33257 + }, + { + "epoch": 28.208651399491096, + "grad_norm": 0.7037344572215154, + "learning_rate": 1.6848149945819482e-05, + "loss": 0.0205, + "step": 33258 + }, + { + "epoch": 28.20949957591179, + "grad_norm": 0.7162859637713554, + "learning_rate": 1.6847949762068535e-05, + "loss": 0.0207, + "step": 33259 + }, + { + "epoch": 28.210347752332485, + "grad_norm": 0.7543188641377121, + "learning_rate": 1.684774957314998e-05, + "loss": 0.0211, + "step": 33260 + }, + { + "epoch": 28.21119592875318, + "grad_norm": 0.7235469129142791, + "learning_rate": 1.684754937906397e-05, + "loss": 0.0216, + "step": 33261 + }, + { + "epoch": 28.212044105173877, + "grad_norm": 0.8618955583094791, + "learning_rate": 1.6847349179810662e-05, + "loss": 0.0217, + "step": 33262 + }, + { + "epoch": 28.21289228159457, + "grad_norm": 0.6595102992784513, + "learning_rate": 1.68471489753902e-05, + "loss": 0.0203, + "step": 33263 + }, + { + "epoch": 28.213740458015266, + "grad_norm": 0.6602279448840312, + "learning_rate": 1.6846948765802736e-05, + "loss": 0.0195, + "step": 33264 + }, + { + "epoch": 28.214588634435962, + "grad_norm": 0.5641102373770535, + "learning_rate": 1.684674855104843e-05, + "loss": 0.0183, + "step": 33265 + }, + { + "epoch": 28.21543681085666, + "grad_norm": 0.7030156789649836, + "learning_rate": 1.6846548331127422e-05, + "loss": 0.0196, + "step": 33266 + }, + { + "epoch": 28.216284987277355, + "grad_norm": 0.745849853055732, + "learning_rate": 1.6846348106039868e-05, + "loss": 0.0218, + "step": 33267 + }, + { + "epoch": 28.217133163698048, + "grad_norm": 0.7118065922909419, + "learning_rate": 1.684614787578592e-05, + "loss": 0.0216, + "step": 33268 + }, + { + "epoch": 28.217981340118744, + "grad_norm": 0.8042479028195196, + "learning_rate": 1.684594764036573e-05, + "loss": 0.0204, + "step": 33269 + }, + { + "epoch": 28.21882951653944, + "grad_norm": 0.6234671003474831, + "learning_rate": 1.684574739977944e-05, + "loss": 0.0192, + "step": 33270 + }, + { + "epoch": 28.219677692960136, + "grad_norm": 0.6815571158461601, + "learning_rate": 1.6845547154027214e-05, + "loss": 0.0186, + "step": 33271 + }, + { + "epoch": 28.220525869380833, + "grad_norm": 0.6575427690963229, + "learning_rate": 1.6845346903109193e-05, + "loss": 0.0219, + "step": 33272 + }, + { + "epoch": 28.221374045801525, + "grad_norm": 0.6767280350585861, + "learning_rate": 1.6845146647025536e-05, + "loss": 0.0213, + "step": 33273 + }, + { + "epoch": 28.22222222222222, + "grad_norm": 0.6494026482082041, + "learning_rate": 1.6844946385776386e-05, + "loss": 0.0197, + "step": 33274 + }, + { + "epoch": 28.223070398642918, + "grad_norm": 0.6810657490310742, + "learning_rate": 1.68447461193619e-05, + "loss": 0.0204, + "step": 33275 + }, + { + "epoch": 28.223918575063614, + "grad_norm": 0.6481223832622077, + "learning_rate": 1.684454584778223e-05, + "loss": 0.0182, + "step": 33276 + }, + { + "epoch": 28.22476675148431, + "grad_norm": 0.6981711571807138, + "learning_rate": 1.684434557103752e-05, + "loss": 0.0211, + "step": 33277 + }, + { + "epoch": 28.225614927905003, + "grad_norm": 0.6596109698095174, + "learning_rate": 1.684414528912793e-05, + "loss": 0.0187, + "step": 33278 + }, + { + "epoch": 28.2264631043257, + "grad_norm": 0.6103416347661713, + "learning_rate": 1.6843945002053604e-05, + "loss": 0.0187, + "step": 33279 + }, + { + "epoch": 28.227311280746395, + "grad_norm": 0.6704220882041575, + "learning_rate": 1.6843744709814697e-05, + "loss": 0.0202, + "step": 33280 + }, + { + "epoch": 28.22815945716709, + "grad_norm": 0.6301798083923565, + "learning_rate": 1.6843544412411356e-05, + "loss": 0.0193, + "step": 33281 + }, + { + "epoch": 28.229007633587788, + "grad_norm": 0.6573465868821389, + "learning_rate": 1.684334410984374e-05, + "loss": 0.0204, + "step": 33282 + }, + { + "epoch": 28.22985581000848, + "grad_norm": 0.5319059136638021, + "learning_rate": 1.6843143802111997e-05, + "loss": 0.0177, + "step": 33283 + }, + { + "epoch": 28.230703986429177, + "grad_norm": 0.5993804875203432, + "learning_rate": 1.684294348921627e-05, + "loss": 0.0187, + "step": 33284 + }, + { + "epoch": 28.231552162849873, + "grad_norm": 0.77184100383778, + "learning_rate": 1.684274317115672e-05, + "loss": 0.0222, + "step": 33285 + }, + { + "epoch": 28.23240033927057, + "grad_norm": 0.5885436837758563, + "learning_rate": 1.6842542847933497e-05, + "loss": 0.019, + "step": 33286 + }, + { + "epoch": 28.233248515691265, + "grad_norm": 0.6192097309784368, + "learning_rate": 1.6842342519546745e-05, + "loss": 0.0161, + "step": 33287 + }, + { + "epoch": 28.234096692111958, + "grad_norm": 0.552104349630907, + "learning_rate": 1.6842142185996625e-05, + "loss": 0.018, + "step": 33288 + }, + { + "epoch": 28.234944868532654, + "grad_norm": 0.6667163242316863, + "learning_rate": 1.684194184728328e-05, + "loss": 0.0193, + "step": 33289 + }, + { + "epoch": 28.23579304495335, + "grad_norm": 1.2443253507220466, + "learning_rate": 1.6841741503406867e-05, + "loss": 0.02, + "step": 33290 + }, + { + "epoch": 28.236641221374047, + "grad_norm": 0.5837262387920766, + "learning_rate": 1.6841541154367537e-05, + "loss": 0.0204, + "step": 33291 + }, + { + "epoch": 28.237489397794743, + "grad_norm": 0.7127786322952976, + "learning_rate": 1.6841340800165435e-05, + "loss": 0.0213, + "step": 33292 + }, + { + "epoch": 28.238337574215436, + "grad_norm": 0.770745051976439, + "learning_rate": 1.6841140440800716e-05, + "loss": 0.02, + "step": 33293 + }, + { + "epoch": 28.239185750636132, + "grad_norm": 0.5808941435384637, + "learning_rate": 1.6840940076273534e-05, + "loss": 0.0186, + "step": 33294 + }, + { + "epoch": 28.240033927056828, + "grad_norm": 0.5607515909148612, + "learning_rate": 1.684073970658404e-05, + "loss": 0.0174, + "step": 33295 + }, + { + "epoch": 28.240882103477524, + "grad_norm": 0.6835952423222159, + "learning_rate": 1.6840539331732376e-05, + "loss": 0.0202, + "step": 33296 + }, + { + "epoch": 28.24173027989822, + "grad_norm": 0.7915705542546823, + "learning_rate": 1.6840338951718704e-05, + "loss": 0.0219, + "step": 33297 + }, + { + "epoch": 28.242578456318913, + "grad_norm": 0.7556469740762454, + "learning_rate": 1.684013856654317e-05, + "loss": 0.0216, + "step": 33298 + }, + { + "epoch": 28.24342663273961, + "grad_norm": 0.6281715638998007, + "learning_rate": 1.6839938176205925e-05, + "loss": 0.0227, + "step": 33299 + }, + { + "epoch": 28.244274809160306, + "grad_norm": 0.6482074072982392, + "learning_rate": 1.6839737780707125e-05, + "loss": 0.0205, + "step": 33300 + }, + { + "epoch": 28.245122985581002, + "grad_norm": 0.647200142127314, + "learning_rate": 1.6839537380046914e-05, + "loss": 0.021, + "step": 33301 + }, + { + "epoch": 28.245971162001695, + "grad_norm": 1.2319947597235146, + "learning_rate": 1.683933697422545e-05, + "loss": 0.0266, + "step": 33302 + }, + { + "epoch": 28.24681933842239, + "grad_norm": 0.7177328064327481, + "learning_rate": 1.683913656324288e-05, + "loss": 0.0212, + "step": 33303 + }, + { + "epoch": 28.247667514843087, + "grad_norm": 0.6569122324568577, + "learning_rate": 1.6838936147099358e-05, + "loss": 0.0193, + "step": 33304 + }, + { + "epoch": 28.248515691263783, + "grad_norm": 0.7359222912862454, + "learning_rate": 1.6838735725795032e-05, + "loss": 0.0215, + "step": 33305 + }, + { + "epoch": 28.24936386768448, + "grad_norm": 0.6384067299463305, + "learning_rate": 1.6838535299330057e-05, + "loss": 0.0189, + "step": 33306 + }, + { + "epoch": 28.250212044105172, + "grad_norm": 0.7421706166550192, + "learning_rate": 1.683833486770458e-05, + "loss": 0.0204, + "step": 33307 + }, + { + "epoch": 28.25106022052587, + "grad_norm": 0.6763286773748945, + "learning_rate": 1.6838134430918756e-05, + "loss": 0.0216, + "step": 33308 + }, + { + "epoch": 28.251908396946565, + "grad_norm": 0.6209476964002125, + "learning_rate": 1.6837933988972735e-05, + "loss": 0.0182, + "step": 33309 + }, + { + "epoch": 28.25275657336726, + "grad_norm": 0.7373409055045305, + "learning_rate": 1.6837733541866668e-05, + "loss": 0.0231, + "step": 33310 + }, + { + "epoch": 28.253604749787957, + "grad_norm": 0.6784787964956243, + "learning_rate": 1.6837533089600707e-05, + "loss": 0.0211, + "step": 33311 + }, + { + "epoch": 28.25445292620865, + "grad_norm": 0.6672533550914329, + "learning_rate": 1.6837332632175e-05, + "loss": 0.0203, + "step": 33312 + }, + { + "epoch": 28.255301102629346, + "grad_norm": 0.8219714461771198, + "learning_rate": 1.68371321695897e-05, + "loss": 0.0214, + "step": 33313 + }, + { + "epoch": 28.256149279050042, + "grad_norm": 0.8210690064257754, + "learning_rate": 1.6836931701844964e-05, + "loss": 0.0196, + "step": 33314 + }, + { + "epoch": 28.25699745547074, + "grad_norm": 0.6633601554750073, + "learning_rate": 1.6836731228940936e-05, + "loss": 0.0194, + "step": 33315 + }, + { + "epoch": 28.257845631891435, + "grad_norm": 0.556655122554401, + "learning_rate": 1.683653075087777e-05, + "loss": 0.0179, + "step": 33316 + }, + { + "epoch": 28.258693808312128, + "grad_norm": 0.6603840534182845, + "learning_rate": 1.6836330267655614e-05, + "loss": 0.02, + "step": 33317 + }, + { + "epoch": 28.259541984732824, + "grad_norm": 0.7855871310550038, + "learning_rate": 1.6836129779274627e-05, + "loss": 0.0226, + "step": 33318 + }, + { + "epoch": 28.26039016115352, + "grad_norm": 0.5390707583152878, + "learning_rate": 1.6835929285734952e-05, + "loss": 0.0181, + "step": 33319 + }, + { + "epoch": 28.261238337574216, + "grad_norm": 0.6946644399866861, + "learning_rate": 1.683572878703674e-05, + "loss": 0.0215, + "step": 33320 + }, + { + "epoch": 28.262086513994912, + "grad_norm": 0.7908076431594357, + "learning_rate": 1.6835528283180155e-05, + "loss": 0.021, + "step": 33321 + }, + { + "epoch": 28.262934690415605, + "grad_norm": 0.5966172602423042, + "learning_rate": 1.6835327774165334e-05, + "loss": 0.0187, + "step": 33322 + }, + { + "epoch": 28.2637828668363, + "grad_norm": 0.7273548124557779, + "learning_rate": 1.6835127259992438e-05, + "loss": 0.018, + "step": 33323 + }, + { + "epoch": 28.264631043256998, + "grad_norm": 0.623739627387576, + "learning_rate": 1.683492674066161e-05, + "loss": 0.0192, + "step": 33324 + }, + { + "epoch": 28.265479219677694, + "grad_norm": 0.6217826328773882, + "learning_rate": 1.6834726216173007e-05, + "loss": 0.0202, + "step": 33325 + }, + { + "epoch": 28.26632739609839, + "grad_norm": 0.6521969154111171, + "learning_rate": 1.6834525686526775e-05, + "loss": 0.0205, + "step": 33326 + }, + { + "epoch": 28.267175572519083, + "grad_norm": 0.6629834879790169, + "learning_rate": 1.6834325151723073e-05, + "loss": 0.0171, + "step": 33327 + }, + { + "epoch": 28.26802374893978, + "grad_norm": 0.590146579628269, + "learning_rate": 1.683412461176205e-05, + "loss": 0.0174, + "step": 33328 + }, + { + "epoch": 28.268871925360475, + "grad_norm": 0.6217276203050587, + "learning_rate": 1.683392406664385e-05, + "loss": 0.0197, + "step": 33329 + }, + { + "epoch": 28.26972010178117, + "grad_norm": 0.7778034980021752, + "learning_rate": 1.6833723516368636e-05, + "loss": 0.0201, + "step": 33330 + }, + { + "epoch": 28.270568278201868, + "grad_norm": 0.6479184694328688, + "learning_rate": 1.6833522960936552e-05, + "loss": 0.0198, + "step": 33331 + }, + { + "epoch": 28.27141645462256, + "grad_norm": 0.6206410652302, + "learning_rate": 1.6833322400347748e-05, + "loss": 0.018, + "step": 33332 + }, + { + "epoch": 28.272264631043257, + "grad_norm": 0.7902103952748097, + "learning_rate": 1.6833121834602377e-05, + "loss": 0.021, + "step": 33333 + }, + { + "epoch": 28.273112807463953, + "grad_norm": 0.6979896614091163, + "learning_rate": 1.6832921263700598e-05, + "loss": 0.0204, + "step": 33334 + }, + { + "epoch": 28.27396098388465, + "grad_norm": 0.6680618841115719, + "learning_rate": 1.683272068764255e-05, + "loss": 0.0197, + "step": 33335 + }, + { + "epoch": 28.274809160305345, + "grad_norm": 0.7287505292289567, + "learning_rate": 1.6832520106428392e-05, + "loss": 0.0213, + "step": 33336 + }, + { + "epoch": 28.275657336726038, + "grad_norm": 0.7033879837458407, + "learning_rate": 1.683231952005827e-05, + "loss": 0.0181, + "step": 33337 + }, + { + "epoch": 28.276505513146734, + "grad_norm": 0.7664784984278074, + "learning_rate": 1.6832118928532343e-05, + "loss": 0.0195, + "step": 33338 + }, + { + "epoch": 28.27735368956743, + "grad_norm": 0.6136711916063556, + "learning_rate": 1.6831918331850758e-05, + "loss": 0.0194, + "step": 33339 + }, + { + "epoch": 28.278201865988127, + "grad_norm": 0.8252847939033447, + "learning_rate": 1.6831717730013665e-05, + "loss": 0.0237, + "step": 33340 + }, + { + "epoch": 28.27905004240882, + "grad_norm": 0.6587290015648168, + "learning_rate": 1.6831517123021218e-05, + "loss": 0.0185, + "step": 33341 + }, + { + "epoch": 28.279898218829516, + "grad_norm": 0.7092692790596059, + "learning_rate": 1.6831316510873566e-05, + "loss": 0.0214, + "step": 33342 + }, + { + "epoch": 28.280746395250212, + "grad_norm": 0.5991298307187947, + "learning_rate": 1.6831115893570862e-05, + "loss": 0.0194, + "step": 33343 + }, + { + "epoch": 28.281594571670908, + "grad_norm": 0.6271701090041124, + "learning_rate": 1.683091527111326e-05, + "loss": 0.0191, + "step": 33344 + }, + { + "epoch": 28.282442748091604, + "grad_norm": 0.6760278279206451, + "learning_rate": 1.6830714643500904e-05, + "loss": 0.0215, + "step": 33345 + }, + { + "epoch": 28.283290924512297, + "grad_norm": 0.6050591450730816, + "learning_rate": 1.6830514010733953e-05, + "loss": 0.0175, + "step": 33346 + }, + { + "epoch": 28.284139100932993, + "grad_norm": 0.7254492660084703, + "learning_rate": 1.6830313372812552e-05, + "loss": 0.0205, + "step": 33347 + }, + { + "epoch": 28.28498727735369, + "grad_norm": 0.6383682934785039, + "learning_rate": 1.683011272973686e-05, + "loss": 0.0171, + "step": 33348 + }, + { + "epoch": 28.285835453774386, + "grad_norm": 0.653809975101024, + "learning_rate": 1.6829912081507022e-05, + "loss": 0.0218, + "step": 33349 + }, + { + "epoch": 28.286683630195082, + "grad_norm": 0.5988383427017945, + "learning_rate": 1.6829711428123194e-05, + "loss": 0.0188, + "step": 33350 + }, + { + "epoch": 28.287531806615775, + "grad_norm": 0.6779280251439074, + "learning_rate": 1.6829510769585523e-05, + "loss": 0.0212, + "step": 33351 + }, + { + "epoch": 28.28837998303647, + "grad_norm": 0.7505770131921419, + "learning_rate": 1.6829310105894157e-05, + "loss": 0.0207, + "step": 33352 + }, + { + "epoch": 28.289228159457167, + "grad_norm": 1.1534285273323763, + "learning_rate": 1.682910943704926e-05, + "loss": 0.0222, + "step": 33353 + }, + { + "epoch": 28.290076335877863, + "grad_norm": 0.6029522671713224, + "learning_rate": 1.6828908763050975e-05, + "loss": 0.0202, + "step": 33354 + }, + { + "epoch": 28.29092451229856, + "grad_norm": 0.6562044432032719, + "learning_rate": 1.6828708083899453e-05, + "loss": 0.0198, + "step": 33355 + }, + { + "epoch": 28.291772688719252, + "grad_norm": 0.6892714313403968, + "learning_rate": 1.6828507399594846e-05, + "loss": 0.0205, + "step": 33356 + }, + { + "epoch": 28.29262086513995, + "grad_norm": 0.6342824909282324, + "learning_rate": 1.682830671013731e-05, + "loss": 0.0176, + "step": 33357 + }, + { + "epoch": 28.293469041560645, + "grad_norm": 0.671499367220777, + "learning_rate": 1.682810601552699e-05, + "loss": 0.0199, + "step": 33358 + }, + { + "epoch": 28.29431721798134, + "grad_norm": 0.7135511793871645, + "learning_rate": 1.6827905315764043e-05, + "loss": 0.0193, + "step": 33359 + }, + { + "epoch": 28.295165394402037, + "grad_norm": 0.6168979624060735, + "learning_rate": 1.6827704610848617e-05, + "loss": 0.0195, + "step": 33360 + }, + { + "epoch": 28.29601357082273, + "grad_norm": 0.5897513297189801, + "learning_rate": 1.6827503900780863e-05, + "loss": 0.0187, + "step": 33361 + }, + { + "epoch": 28.296861747243426, + "grad_norm": 0.6983237812191893, + "learning_rate": 1.6827303185560936e-05, + "loss": 0.0229, + "step": 33362 + }, + { + "epoch": 28.297709923664122, + "grad_norm": 0.6125335952940619, + "learning_rate": 1.6827102465188986e-05, + "loss": 0.0196, + "step": 33363 + }, + { + "epoch": 28.29855810008482, + "grad_norm": 0.6809192703565728, + "learning_rate": 1.682690173966516e-05, + "loss": 0.0207, + "step": 33364 + }, + { + "epoch": 28.299406276505515, + "grad_norm": 0.6805314173402499, + "learning_rate": 1.6826701008989614e-05, + "loss": 0.019, + "step": 33365 + }, + { + "epoch": 28.300254452926207, + "grad_norm": 0.7517563988656651, + "learning_rate": 1.68265002731625e-05, + "loss": 0.0226, + "step": 33366 + }, + { + "epoch": 28.301102629346904, + "grad_norm": 0.824497956715259, + "learning_rate": 1.6826299532183966e-05, + "loss": 0.0204, + "step": 33367 + }, + { + "epoch": 28.3019508057676, + "grad_norm": 0.7307405687628616, + "learning_rate": 1.6826098786054167e-05, + "loss": 0.0215, + "step": 33368 + }, + { + "epoch": 28.302798982188296, + "grad_norm": 0.5848759052056292, + "learning_rate": 1.6825898034773253e-05, + "loss": 0.0185, + "step": 33369 + }, + { + "epoch": 28.303647158608992, + "grad_norm": 0.6936729892156683, + "learning_rate": 1.6825697278341378e-05, + "loss": 0.0207, + "step": 33370 + }, + { + "epoch": 28.304495335029685, + "grad_norm": 0.6579409562586742, + "learning_rate": 1.682549651675869e-05, + "loss": 0.0178, + "step": 33371 + }, + { + "epoch": 28.30534351145038, + "grad_norm": 0.6112396455742962, + "learning_rate": 1.682529575002534e-05, + "loss": 0.0178, + "step": 33372 + }, + { + "epoch": 28.306191687871078, + "grad_norm": 0.5707096898621198, + "learning_rate": 1.682509497814148e-05, + "loss": 0.0197, + "step": 33373 + }, + { + "epoch": 28.307039864291774, + "grad_norm": 0.544012695182361, + "learning_rate": 1.6824894201107267e-05, + "loss": 0.0191, + "step": 33374 + }, + { + "epoch": 28.307888040712466, + "grad_norm": 0.5954272772950936, + "learning_rate": 1.6824693418922844e-05, + "loss": 0.0193, + "step": 33375 + }, + { + "epoch": 28.308736217133163, + "grad_norm": 0.6689990870038378, + "learning_rate": 1.6824492631588368e-05, + "loss": 0.021, + "step": 33376 + }, + { + "epoch": 28.30958439355386, + "grad_norm": 0.6274718311200885, + "learning_rate": 1.682429183910399e-05, + "loss": 0.0218, + "step": 33377 + }, + { + "epoch": 28.310432569974555, + "grad_norm": 0.6700468741092397, + "learning_rate": 1.682409104146986e-05, + "loss": 0.0209, + "step": 33378 + }, + { + "epoch": 28.31128074639525, + "grad_norm": 0.6152287266471024, + "learning_rate": 1.6823890238686132e-05, + "loss": 0.0201, + "step": 33379 + }, + { + "epoch": 28.312128922815944, + "grad_norm": 0.8422430163525275, + "learning_rate": 1.6823689430752953e-05, + "loss": 0.0251, + "step": 33380 + }, + { + "epoch": 28.31297709923664, + "grad_norm": 0.6165845309665923, + "learning_rate": 1.682348861767048e-05, + "loss": 0.0165, + "step": 33381 + }, + { + "epoch": 28.313825275657337, + "grad_norm": 0.7524880420297756, + "learning_rate": 1.6823287799438857e-05, + "loss": 0.0206, + "step": 33382 + }, + { + "epoch": 28.314673452078033, + "grad_norm": 0.6778628538904663, + "learning_rate": 1.6823086976058244e-05, + "loss": 0.0199, + "step": 33383 + }, + { + "epoch": 28.31552162849873, + "grad_norm": 0.6692796242282248, + "learning_rate": 1.682288614752879e-05, + "loss": 0.0189, + "step": 33384 + }, + { + "epoch": 28.31636980491942, + "grad_norm": 0.7550102903370741, + "learning_rate": 1.6822685313850643e-05, + "loss": 0.0213, + "step": 33385 + }, + { + "epoch": 28.317217981340118, + "grad_norm": 0.658875348291601, + "learning_rate": 1.6822484475023957e-05, + "loss": 0.0189, + "step": 33386 + }, + { + "epoch": 28.318066157760814, + "grad_norm": 0.6483209145096254, + "learning_rate": 1.6822283631048883e-05, + "loss": 0.0189, + "step": 33387 + }, + { + "epoch": 28.31891433418151, + "grad_norm": 0.611661643012722, + "learning_rate": 1.6822082781925577e-05, + "loss": 0.0191, + "step": 33388 + }, + { + "epoch": 28.319762510602207, + "grad_norm": 0.778122263055545, + "learning_rate": 1.6821881927654184e-05, + "loss": 0.0223, + "step": 33389 + }, + { + "epoch": 28.3206106870229, + "grad_norm": 0.8582830345887538, + "learning_rate": 1.6821681068234857e-05, + "loss": 0.0198, + "step": 33390 + }, + { + "epoch": 28.321458863443596, + "grad_norm": 0.6904731754406125, + "learning_rate": 1.6821480203667747e-05, + "loss": 0.0195, + "step": 33391 + }, + { + "epoch": 28.32230703986429, + "grad_norm": 0.7340255446688282, + "learning_rate": 1.6821279333953013e-05, + "loss": 0.0209, + "step": 33392 + }, + { + "epoch": 28.323155216284988, + "grad_norm": 0.6607091435115989, + "learning_rate": 1.68210784590908e-05, + "loss": 0.0193, + "step": 33393 + }, + { + "epoch": 28.324003392705684, + "grad_norm": 0.6677837666601537, + "learning_rate": 1.6820877579081258e-05, + "loss": 0.0181, + "step": 33394 + }, + { + "epoch": 28.324851569126377, + "grad_norm": 0.6403788901148656, + "learning_rate": 1.6820676693924543e-05, + "loss": 0.0197, + "step": 33395 + }, + { + "epoch": 28.325699745547073, + "grad_norm": 0.7916115079602244, + "learning_rate": 1.6820475803620805e-05, + "loss": 0.0224, + "step": 33396 + }, + { + "epoch": 28.32654792196777, + "grad_norm": 0.6594356592444415, + "learning_rate": 1.6820274908170194e-05, + "loss": 0.0185, + "step": 33397 + }, + { + "epoch": 28.327396098388466, + "grad_norm": 0.5622669940381374, + "learning_rate": 1.682007400757286e-05, + "loss": 0.0194, + "step": 33398 + }, + { + "epoch": 28.328244274809162, + "grad_norm": 0.7038902396329312, + "learning_rate": 1.6819873101828963e-05, + "loss": 0.0185, + "step": 33399 + }, + { + "epoch": 28.329092451229855, + "grad_norm": 0.50323512614293, + "learning_rate": 1.6819672190938646e-05, + "loss": 0.0167, + "step": 33400 + }, + { + "epoch": 28.32994062765055, + "grad_norm": 0.6623506935929919, + "learning_rate": 1.6819471274902067e-05, + "loss": 0.0192, + "step": 33401 + }, + { + "epoch": 28.330788804071247, + "grad_norm": 0.6579969229211204, + "learning_rate": 1.681927035371937e-05, + "loss": 0.0202, + "step": 33402 + }, + { + "epoch": 28.331636980491943, + "grad_norm": 0.5587236236939666, + "learning_rate": 1.6819069427390716e-05, + "loss": 0.0181, + "step": 33403 + }, + { + "epoch": 28.33248515691264, + "grad_norm": 0.6787543047894188, + "learning_rate": 1.6818868495916247e-05, + "loss": 0.0197, + "step": 33404 + }, + { + "epoch": 28.333333333333332, + "grad_norm": 0.6000452502588893, + "learning_rate": 1.681866755929612e-05, + "loss": 0.0196, + "step": 33405 + }, + { + "epoch": 28.33418150975403, + "grad_norm": 0.7434839030619982, + "learning_rate": 1.6818466617530487e-05, + "loss": 0.0223, + "step": 33406 + }, + { + "epoch": 28.335029686174725, + "grad_norm": 0.6107274564656973, + "learning_rate": 1.68182656706195e-05, + "loss": 0.0187, + "step": 33407 + }, + { + "epoch": 28.33587786259542, + "grad_norm": 0.655815277619645, + "learning_rate": 1.6818064718563307e-05, + "loss": 0.0216, + "step": 33408 + }, + { + "epoch": 28.336726039016117, + "grad_norm": 0.8203055509542783, + "learning_rate": 1.6817863761362062e-05, + "loss": 0.0213, + "step": 33409 + }, + { + "epoch": 28.33757421543681, + "grad_norm": 0.5039132821042935, + "learning_rate": 1.6817662799015916e-05, + "loss": 0.0159, + "step": 33410 + }, + { + "epoch": 28.338422391857506, + "grad_norm": 0.5830210865818855, + "learning_rate": 1.681746183152502e-05, + "loss": 0.0191, + "step": 33411 + }, + { + "epoch": 28.339270568278202, + "grad_norm": 0.7187250326490324, + "learning_rate": 1.681726085888953e-05, + "loss": 0.0205, + "step": 33412 + }, + { + "epoch": 28.3401187446989, + "grad_norm": 0.7569064239323602, + "learning_rate": 1.6817059881109594e-05, + "loss": 0.0194, + "step": 33413 + }, + { + "epoch": 28.34096692111959, + "grad_norm": 0.7338536999742551, + "learning_rate": 1.6816858898185362e-05, + "loss": 0.023, + "step": 33414 + }, + { + "epoch": 28.341815097540287, + "grad_norm": 0.696076461373012, + "learning_rate": 1.681665791011699e-05, + "loss": 0.0211, + "step": 33415 + }, + { + "epoch": 28.342663273960984, + "grad_norm": 0.689973658347048, + "learning_rate": 1.6816456916904628e-05, + "loss": 0.0206, + "step": 33416 + }, + { + "epoch": 28.34351145038168, + "grad_norm": 0.5901107204844263, + "learning_rate": 1.6816255918548424e-05, + "loss": 0.0185, + "step": 33417 + }, + { + "epoch": 28.344359626802376, + "grad_norm": 0.583481234169402, + "learning_rate": 1.681605491504853e-05, + "loss": 0.0187, + "step": 33418 + }, + { + "epoch": 28.34520780322307, + "grad_norm": 0.5966630423511089, + "learning_rate": 1.681585390640511e-05, + "loss": 0.019, + "step": 33419 + }, + { + "epoch": 28.346055979643765, + "grad_norm": 0.7830283331237087, + "learning_rate": 1.6815652892618296e-05, + "loss": 0.0179, + "step": 33420 + }, + { + "epoch": 28.34690415606446, + "grad_norm": 0.7271815459596169, + "learning_rate": 1.681545187368826e-05, + "loss": 0.0225, + "step": 33421 + }, + { + "epoch": 28.347752332485157, + "grad_norm": 0.6146592227752264, + "learning_rate": 1.6815250849615135e-05, + "loss": 0.0175, + "step": 33422 + }, + { + "epoch": 28.348600508905854, + "grad_norm": 0.6931821342647227, + "learning_rate": 1.6815049820399085e-05, + "loss": 0.0187, + "step": 33423 + }, + { + "epoch": 28.349448685326546, + "grad_norm": 0.6597507415872205, + "learning_rate": 1.6814848786040254e-05, + "loss": 0.0211, + "step": 33424 + }, + { + "epoch": 28.350296861747243, + "grad_norm": 0.6993678377762846, + "learning_rate": 1.6814647746538802e-05, + "loss": 0.0181, + "step": 33425 + }, + { + "epoch": 28.35114503816794, + "grad_norm": 0.7493316633616887, + "learning_rate": 1.6814446701894877e-05, + "loss": 0.0232, + "step": 33426 + }, + { + "epoch": 28.351993214588635, + "grad_norm": 0.6423700731905073, + "learning_rate": 1.6814245652108625e-05, + "loss": 0.0209, + "step": 33427 + }, + { + "epoch": 28.35284139100933, + "grad_norm": 0.5741765270406944, + "learning_rate": 1.681404459718021e-05, + "loss": 0.0186, + "step": 33428 + }, + { + "epoch": 28.353689567430024, + "grad_norm": 0.7335868827039465, + "learning_rate": 1.6813843537109768e-05, + "loss": 0.0202, + "step": 33429 + }, + { + "epoch": 28.35453774385072, + "grad_norm": 0.7268823422508875, + "learning_rate": 1.6813642471897463e-05, + "loss": 0.0239, + "step": 33430 + }, + { + "epoch": 28.355385920271416, + "grad_norm": 0.7638307171629394, + "learning_rate": 1.6813441401543446e-05, + "loss": 0.0215, + "step": 33431 + }, + { + "epoch": 28.356234096692113, + "grad_norm": 0.6574361297916226, + "learning_rate": 1.681324032604786e-05, + "loss": 0.0184, + "step": 33432 + }, + { + "epoch": 28.35708227311281, + "grad_norm": 0.6869367195663351, + "learning_rate": 1.6813039245410866e-05, + "loss": 0.0205, + "step": 33433 + }, + { + "epoch": 28.3579304495335, + "grad_norm": 0.7119001227568608, + "learning_rate": 1.6812838159632612e-05, + "loss": 0.0203, + "step": 33434 + }, + { + "epoch": 28.358778625954198, + "grad_norm": 0.7383405547284249, + "learning_rate": 1.6812637068713247e-05, + "loss": 0.0237, + "step": 33435 + }, + { + "epoch": 28.359626802374894, + "grad_norm": 0.639971076273868, + "learning_rate": 1.681243597265293e-05, + "loss": 0.0183, + "step": 33436 + }, + { + "epoch": 28.36047497879559, + "grad_norm": 0.6220721358219778, + "learning_rate": 1.6812234871451804e-05, + "loss": 0.0208, + "step": 33437 + }, + { + "epoch": 28.361323155216287, + "grad_norm": 0.6240235416092791, + "learning_rate": 1.6812033765110026e-05, + "loss": 0.0196, + "step": 33438 + }, + { + "epoch": 28.36217133163698, + "grad_norm": 0.6212968474626019, + "learning_rate": 1.681183265362775e-05, + "loss": 0.0189, + "step": 33439 + }, + { + "epoch": 28.363019508057675, + "grad_norm": 0.7077894476503056, + "learning_rate": 1.681163153700512e-05, + "loss": 0.0208, + "step": 33440 + }, + { + "epoch": 28.36386768447837, + "grad_norm": 0.5534631630990086, + "learning_rate": 1.6811430415242302e-05, + "loss": 0.0197, + "step": 33441 + }, + { + "epoch": 28.364715860899068, + "grad_norm": 0.6620178318778605, + "learning_rate": 1.681122928833943e-05, + "loss": 0.0208, + "step": 33442 + }, + { + "epoch": 28.365564037319764, + "grad_norm": 0.7767628718968733, + "learning_rate": 1.6811028156296663e-05, + "loss": 0.0211, + "step": 33443 + }, + { + "epoch": 28.366412213740457, + "grad_norm": 0.5664907609254342, + "learning_rate": 1.6810827019114155e-05, + "loss": 0.0177, + "step": 33444 + }, + { + "epoch": 28.367260390161153, + "grad_norm": 0.7810036789439033, + "learning_rate": 1.6810625876792057e-05, + "loss": 0.0215, + "step": 33445 + }, + { + "epoch": 28.36810856658185, + "grad_norm": 0.6848817773700944, + "learning_rate": 1.6810424729330523e-05, + "loss": 0.0199, + "step": 33446 + }, + { + "epoch": 28.368956743002546, + "grad_norm": 0.7025568999311788, + "learning_rate": 1.68102235767297e-05, + "loss": 0.0205, + "step": 33447 + }, + { + "epoch": 28.36980491942324, + "grad_norm": 0.6860967938124054, + "learning_rate": 1.6810022418989743e-05, + "loss": 0.0208, + "step": 33448 + }, + { + "epoch": 28.370653095843934, + "grad_norm": 0.6357248689327568, + "learning_rate": 1.68098212561108e-05, + "loss": 0.0184, + "step": 33449 + }, + { + "epoch": 28.37150127226463, + "grad_norm": 0.6807312286002766, + "learning_rate": 1.6809620088093026e-05, + "loss": 0.0191, + "step": 33450 + }, + { + "epoch": 28.372349448685327, + "grad_norm": 0.6337750193796715, + "learning_rate": 1.680941891493657e-05, + "loss": 0.0181, + "step": 33451 + }, + { + "epoch": 28.373197625106023, + "grad_norm": 0.6001675169219968, + "learning_rate": 1.680921773664159e-05, + "loss": 0.021, + "step": 33452 + }, + { + "epoch": 28.374045801526716, + "grad_norm": 0.6044493687327336, + "learning_rate": 1.6809016553208234e-05, + "loss": 0.019, + "step": 33453 + }, + { + "epoch": 28.374893977947412, + "grad_norm": 0.6093225673301889, + "learning_rate": 1.6808815364636654e-05, + "loss": 0.0194, + "step": 33454 + }, + { + "epoch": 28.37574215436811, + "grad_norm": 0.7417163300463175, + "learning_rate": 1.6808614170927002e-05, + "loss": 0.0199, + "step": 33455 + }, + { + "epoch": 28.376590330788805, + "grad_norm": 0.8017200562481871, + "learning_rate": 1.6808412972079428e-05, + "loss": 0.0215, + "step": 33456 + }, + { + "epoch": 28.3774385072095, + "grad_norm": 0.5940236955016018, + "learning_rate": 1.6808211768094084e-05, + "loss": 0.0196, + "step": 33457 + }, + { + "epoch": 28.378286683630193, + "grad_norm": 0.625629220530565, + "learning_rate": 1.6808010558971123e-05, + "loss": 0.02, + "step": 33458 + }, + { + "epoch": 28.37913486005089, + "grad_norm": 0.6208440031996715, + "learning_rate": 1.68078093447107e-05, + "loss": 0.0201, + "step": 33459 + }, + { + "epoch": 28.379983036471586, + "grad_norm": 0.6411019455819073, + "learning_rate": 1.680760812531296e-05, + "loss": 0.0226, + "step": 33460 + }, + { + "epoch": 28.380831212892282, + "grad_norm": 0.6025019284224469, + "learning_rate": 1.6807406900778063e-05, + "loss": 0.0191, + "step": 33461 + }, + { + "epoch": 28.38167938931298, + "grad_norm": 0.7539686067637681, + "learning_rate": 1.6807205671106153e-05, + "loss": 0.0217, + "step": 33462 + }, + { + "epoch": 28.38252756573367, + "grad_norm": 0.5758177728914797, + "learning_rate": 1.6807004436297382e-05, + "loss": 0.0199, + "step": 33463 + }, + { + "epoch": 28.383375742154367, + "grad_norm": 0.5713870320517629, + "learning_rate": 1.680680319635191e-05, + "loss": 0.0188, + "step": 33464 + }, + { + "epoch": 28.384223918575064, + "grad_norm": 0.7279064448734477, + "learning_rate": 1.6806601951269884e-05, + "loss": 0.0199, + "step": 33465 + }, + { + "epoch": 28.38507209499576, + "grad_norm": 0.5568503357717743, + "learning_rate": 1.6806400701051456e-05, + "loss": 0.0187, + "step": 33466 + }, + { + "epoch": 28.385920271416456, + "grad_norm": 0.5940089182637031, + "learning_rate": 1.680619944569678e-05, + "loss": 0.0192, + "step": 33467 + }, + { + "epoch": 28.38676844783715, + "grad_norm": 0.6490377409698164, + "learning_rate": 1.6805998185206e-05, + "loss": 0.0219, + "step": 33468 + }, + { + "epoch": 28.387616624257845, + "grad_norm": 0.6001756239791453, + "learning_rate": 1.6805796919579273e-05, + "loss": 0.0191, + "step": 33469 + }, + { + "epoch": 28.38846480067854, + "grad_norm": 0.7210879140254524, + "learning_rate": 1.6805595648816755e-05, + "loss": 0.0203, + "step": 33470 + }, + { + "epoch": 28.389312977099237, + "grad_norm": 0.7056205082753331, + "learning_rate": 1.680539437291859e-05, + "loss": 0.0232, + "step": 33471 + }, + { + "epoch": 28.390161153519934, + "grad_norm": 0.7891046238394511, + "learning_rate": 1.680519309188494e-05, + "loss": 0.0234, + "step": 33472 + }, + { + "epoch": 28.391009329940626, + "grad_norm": 0.7422651545504044, + "learning_rate": 1.680499180571595e-05, + "loss": 0.0239, + "step": 33473 + }, + { + "epoch": 28.391857506361323, + "grad_norm": 0.7228273493125712, + "learning_rate": 1.6804790514411767e-05, + "loss": 0.0208, + "step": 33474 + }, + { + "epoch": 28.39270568278202, + "grad_norm": 0.6118653564908663, + "learning_rate": 1.6804589217972557e-05, + "loss": 0.0215, + "step": 33475 + }, + { + "epoch": 28.393553859202715, + "grad_norm": 0.6083751426366361, + "learning_rate": 1.6804387916398456e-05, + "loss": 0.0196, + "step": 33476 + }, + { + "epoch": 28.39440203562341, + "grad_norm": 0.7550545882394061, + "learning_rate": 1.680418660968963e-05, + "loss": 0.0215, + "step": 33477 + }, + { + "epoch": 28.395250212044104, + "grad_norm": 0.6790736807345465, + "learning_rate": 1.680398529784622e-05, + "loss": 0.0206, + "step": 33478 + }, + { + "epoch": 28.3960983884648, + "grad_norm": 0.7347511128547444, + "learning_rate": 1.6803783980868385e-05, + "loss": 0.023, + "step": 33479 + }, + { + "epoch": 28.396946564885496, + "grad_norm": 0.7163523071262127, + "learning_rate": 1.6803582658756273e-05, + "loss": 0.02, + "step": 33480 + }, + { + "epoch": 28.397794741306193, + "grad_norm": 0.6139769765378978, + "learning_rate": 1.6803381331510038e-05, + "loss": 0.0195, + "step": 33481 + }, + { + "epoch": 28.39864291772689, + "grad_norm": 0.7599458912623178, + "learning_rate": 1.6803179999129827e-05, + "loss": 0.0202, + "step": 33482 + }, + { + "epoch": 28.39949109414758, + "grad_norm": 0.6475360815816985, + "learning_rate": 1.6802978661615803e-05, + "loss": 0.0193, + "step": 33483 + }, + { + "epoch": 28.400339270568278, + "grad_norm": 0.6641716245439279, + "learning_rate": 1.6802777318968107e-05, + "loss": 0.0186, + "step": 33484 + }, + { + "epoch": 28.401187446988974, + "grad_norm": 0.6478228526587728, + "learning_rate": 1.6802575971186895e-05, + "loss": 0.0194, + "step": 33485 + }, + { + "epoch": 28.40203562340967, + "grad_norm": 0.6047909543704059, + "learning_rate": 1.6802374618272322e-05, + "loss": 0.0201, + "step": 33486 + }, + { + "epoch": 28.402883799830363, + "grad_norm": 0.6995133873024918, + "learning_rate": 1.6802173260224533e-05, + "loss": 0.0212, + "step": 33487 + }, + { + "epoch": 28.40373197625106, + "grad_norm": 0.6502594736642925, + "learning_rate": 1.6801971897043687e-05, + "loss": 0.02, + "step": 33488 + }, + { + "epoch": 28.404580152671755, + "grad_norm": 0.6811973497624397, + "learning_rate": 1.680177052872993e-05, + "loss": 0.0187, + "step": 33489 + }, + { + "epoch": 28.40542832909245, + "grad_norm": 0.663234791710383, + "learning_rate": 1.680156915528342e-05, + "loss": 0.0201, + "step": 33490 + }, + { + "epoch": 28.406276505513148, + "grad_norm": 0.6538217589205857, + "learning_rate": 1.68013677767043e-05, + "loss": 0.0215, + "step": 33491 + }, + { + "epoch": 28.40712468193384, + "grad_norm": 0.6593849990099733, + "learning_rate": 1.6801166392992735e-05, + "loss": 0.0199, + "step": 33492 + }, + { + "epoch": 28.407972858354537, + "grad_norm": 0.5740591717819239, + "learning_rate": 1.6800965004148864e-05, + "loss": 0.0183, + "step": 33493 + }, + { + "epoch": 28.408821034775233, + "grad_norm": 0.5993932097047959, + "learning_rate": 1.6800763610172847e-05, + "loss": 0.0182, + "step": 33494 + }, + { + "epoch": 28.40966921119593, + "grad_norm": 0.7277034723651439, + "learning_rate": 1.680056221106483e-05, + "loss": 0.0187, + "step": 33495 + }, + { + "epoch": 28.410517387616625, + "grad_norm": 0.7365333358643952, + "learning_rate": 1.6800360806824974e-05, + "loss": 0.0208, + "step": 33496 + }, + { + "epoch": 28.411365564037318, + "grad_norm": 0.7915711891723186, + "learning_rate": 1.6800159397453422e-05, + "loss": 0.0226, + "step": 33497 + }, + { + "epoch": 28.412213740458014, + "grad_norm": 0.6479490028026968, + "learning_rate": 1.679995798295033e-05, + "loss": 0.0203, + "step": 33498 + }, + { + "epoch": 28.41306191687871, + "grad_norm": 0.6153084859613286, + "learning_rate": 1.6799756563315854e-05, + "loss": 0.0204, + "step": 33499 + }, + { + "epoch": 28.413910093299407, + "grad_norm": 0.6912307256295563, + "learning_rate": 1.6799555138550136e-05, + "loss": 0.021, + "step": 33500 + }, + { + "epoch": 28.414758269720103, + "grad_norm": 0.6954613433080049, + "learning_rate": 1.6799353708653336e-05, + "loss": 0.0204, + "step": 33501 + }, + { + "epoch": 28.415606446140796, + "grad_norm": 0.7006536005082595, + "learning_rate": 1.6799152273625603e-05, + "loss": 0.0193, + "step": 33502 + }, + { + "epoch": 28.416454622561492, + "grad_norm": 0.7494355203857734, + "learning_rate": 1.6798950833467087e-05, + "loss": 0.0245, + "step": 33503 + }, + { + "epoch": 28.41730279898219, + "grad_norm": 0.7291309114819062, + "learning_rate": 1.6798749388177947e-05, + "loss": 0.0212, + "step": 33504 + }, + { + "epoch": 28.418150975402884, + "grad_norm": 0.71907568852642, + "learning_rate": 1.6798547937758328e-05, + "loss": 0.0215, + "step": 33505 + }, + { + "epoch": 28.41899915182358, + "grad_norm": 0.6923545674107519, + "learning_rate": 1.6798346482208387e-05, + "loss": 0.0225, + "step": 33506 + }, + { + "epoch": 28.419847328244273, + "grad_norm": 0.6449682491437705, + "learning_rate": 1.6798145021528268e-05, + "loss": 0.021, + "step": 33507 + }, + { + "epoch": 28.42069550466497, + "grad_norm": 0.6128047882009008, + "learning_rate": 1.6797943555718132e-05, + "loss": 0.0198, + "step": 33508 + }, + { + "epoch": 28.421543681085666, + "grad_norm": 0.6968262210355435, + "learning_rate": 1.6797742084778127e-05, + "loss": 0.0206, + "step": 33509 + }, + { + "epoch": 28.422391857506362, + "grad_norm": 0.7657272079141221, + "learning_rate": 1.6797540608708405e-05, + "loss": 0.0206, + "step": 33510 + }, + { + "epoch": 28.42324003392706, + "grad_norm": 0.6356958936200475, + "learning_rate": 1.6797339127509124e-05, + "loss": 0.0186, + "step": 33511 + }, + { + "epoch": 28.42408821034775, + "grad_norm": 0.6786381501793323, + "learning_rate": 1.6797137641180424e-05, + "loss": 0.0194, + "step": 33512 + }, + { + "epoch": 28.424936386768447, + "grad_norm": 0.6522144845825731, + "learning_rate": 1.679693614972247e-05, + "loss": 0.0214, + "step": 33513 + }, + { + "epoch": 28.425784563189143, + "grad_norm": 0.5958963033564679, + "learning_rate": 1.6796734653135404e-05, + "loss": 0.0197, + "step": 33514 + }, + { + "epoch": 28.42663273960984, + "grad_norm": 0.7529116531409084, + "learning_rate": 1.6796533151419382e-05, + "loss": 0.0236, + "step": 33515 + }, + { + "epoch": 28.427480916030536, + "grad_norm": 0.7633920677171728, + "learning_rate": 1.679633164457455e-05, + "loss": 0.0199, + "step": 33516 + }, + { + "epoch": 28.42832909245123, + "grad_norm": 0.6607653146671647, + "learning_rate": 1.6796130132601075e-05, + "loss": 0.023, + "step": 33517 + }, + { + "epoch": 28.429177268871925, + "grad_norm": 0.6638884879530369, + "learning_rate": 1.67959286154991e-05, + "loss": 0.0195, + "step": 33518 + }, + { + "epoch": 28.43002544529262, + "grad_norm": 0.6886711632786526, + "learning_rate": 1.6795727093268773e-05, + "loss": 0.0203, + "step": 33519 + }, + { + "epoch": 28.430873621713317, + "grad_norm": 0.71691766013536, + "learning_rate": 1.6795525565910254e-05, + "loss": 0.023, + "step": 33520 + }, + { + "epoch": 28.431721798134014, + "grad_norm": 0.6726061426690858, + "learning_rate": 1.679532403342369e-05, + "loss": 0.0196, + "step": 33521 + }, + { + "epoch": 28.432569974554706, + "grad_norm": 0.5921974720789535, + "learning_rate": 1.679512249580923e-05, + "loss": 0.0201, + "step": 33522 + }, + { + "epoch": 28.433418150975402, + "grad_norm": 0.5823253565932536, + "learning_rate": 1.6794920953067034e-05, + "loss": 0.0179, + "step": 33523 + }, + { + "epoch": 28.4342663273961, + "grad_norm": 0.6202190912340556, + "learning_rate": 1.679471940519725e-05, + "loss": 0.0202, + "step": 33524 + }, + { + "epoch": 28.435114503816795, + "grad_norm": 0.7201349623512487, + "learning_rate": 1.679451785220003e-05, + "loss": 0.0196, + "step": 33525 + }, + { + "epoch": 28.435962680237488, + "grad_norm": 0.7215934287580744, + "learning_rate": 1.679431629407553e-05, + "loss": 0.0211, + "step": 33526 + }, + { + "epoch": 28.436810856658184, + "grad_norm": 0.694003545634915, + "learning_rate": 1.6794114730823897e-05, + "loss": 0.0187, + "step": 33527 + }, + { + "epoch": 28.43765903307888, + "grad_norm": 0.775288322134386, + "learning_rate": 1.6793913162445284e-05, + "loss": 0.0218, + "step": 33528 + }, + { + "epoch": 28.438507209499576, + "grad_norm": 0.7813628362066918, + "learning_rate": 1.6793711588939845e-05, + "loss": 0.0215, + "step": 33529 + }, + { + "epoch": 28.439355385920273, + "grad_norm": 0.6581346325924191, + "learning_rate": 1.679351001030773e-05, + "loss": 0.0174, + "step": 33530 + }, + { + "epoch": 28.440203562340965, + "grad_norm": 0.6336270164725145, + "learning_rate": 1.6793308426549095e-05, + "loss": 0.0193, + "step": 33531 + }, + { + "epoch": 28.44105173876166, + "grad_norm": 0.8685551304446487, + "learning_rate": 1.6793106837664085e-05, + "loss": 0.02, + "step": 33532 + }, + { + "epoch": 28.441899915182358, + "grad_norm": 0.6974551221011522, + "learning_rate": 1.6792905243652863e-05, + "loss": 0.0182, + "step": 33533 + }, + { + "epoch": 28.442748091603054, + "grad_norm": 0.8389269521223358, + "learning_rate": 1.679270364451557e-05, + "loss": 0.0212, + "step": 33534 + }, + { + "epoch": 28.44359626802375, + "grad_norm": 0.8213442671819693, + "learning_rate": 1.6792502040252362e-05, + "loss": 0.0222, + "step": 33535 + }, + { + "epoch": 28.444444444444443, + "grad_norm": 0.7472603726979797, + "learning_rate": 1.6792300430863395e-05, + "loss": 0.0209, + "step": 33536 + }, + { + "epoch": 28.44529262086514, + "grad_norm": 0.6461111762008943, + "learning_rate": 1.6792098816348815e-05, + "loss": 0.0187, + "step": 33537 + }, + { + "epoch": 28.446140797285835, + "grad_norm": 0.676671318649313, + "learning_rate": 1.6791897196708778e-05, + "loss": 0.0201, + "step": 33538 + }, + { + "epoch": 28.44698897370653, + "grad_norm": 0.9699874516760544, + "learning_rate": 1.6791695571943436e-05, + "loss": 0.0256, + "step": 33539 + }, + { + "epoch": 28.447837150127228, + "grad_norm": 0.6458271200937021, + "learning_rate": 1.679149394205294e-05, + "loss": 0.0197, + "step": 33540 + }, + { + "epoch": 28.44868532654792, + "grad_norm": 0.6550216011413874, + "learning_rate": 1.6791292307037444e-05, + "loss": 0.0195, + "step": 33541 + }, + { + "epoch": 28.449533502968617, + "grad_norm": 0.6739941821604936, + "learning_rate": 1.67910906668971e-05, + "loss": 0.0203, + "step": 33542 + }, + { + "epoch": 28.450381679389313, + "grad_norm": 0.6594177488449561, + "learning_rate": 1.6790889021632055e-05, + "loss": 0.0221, + "step": 33543 + }, + { + "epoch": 28.45122985581001, + "grad_norm": 0.7396726830980148, + "learning_rate": 1.679068737124247e-05, + "loss": 0.0212, + "step": 33544 + }, + { + "epoch": 28.452078032230705, + "grad_norm": 0.7370657434927449, + "learning_rate": 1.6790485715728485e-05, + "loss": 0.0205, + "step": 33545 + }, + { + "epoch": 28.452926208651398, + "grad_norm": 0.6870876696323195, + "learning_rate": 1.6790284055090268e-05, + "loss": 0.0226, + "step": 33546 + }, + { + "epoch": 28.453774385072094, + "grad_norm": 0.7264899487560494, + "learning_rate": 1.6790082389327955e-05, + "loss": 0.024, + "step": 33547 + }, + { + "epoch": 28.45462256149279, + "grad_norm": 0.7273292267475125, + "learning_rate": 1.678988071844171e-05, + "loss": 0.0226, + "step": 33548 + }, + { + "epoch": 28.455470737913487, + "grad_norm": 0.6310338669638244, + "learning_rate": 1.678967904243168e-05, + "loss": 0.0211, + "step": 33549 + }, + { + "epoch": 28.456318914334183, + "grad_norm": 0.7823610535369453, + "learning_rate": 1.678947736129802e-05, + "loss": 0.0224, + "step": 33550 + }, + { + "epoch": 28.457167090754876, + "grad_norm": 0.7196103783150044, + "learning_rate": 1.6789275675040878e-05, + "loss": 0.0202, + "step": 33551 + }, + { + "epoch": 28.458015267175572, + "grad_norm": 0.6403841415078901, + "learning_rate": 1.678907398366041e-05, + "loss": 0.0192, + "step": 33552 + }, + { + "epoch": 28.458863443596268, + "grad_norm": 0.5939064374133686, + "learning_rate": 1.6788872287156767e-05, + "loss": 0.0179, + "step": 33553 + }, + { + "epoch": 28.459711620016964, + "grad_norm": 0.8669998963747482, + "learning_rate": 1.67886705855301e-05, + "loss": 0.0227, + "step": 33554 + }, + { + "epoch": 28.46055979643766, + "grad_norm": 0.862530295614764, + "learning_rate": 1.678846887878056e-05, + "loss": 0.0219, + "step": 33555 + }, + { + "epoch": 28.461407972858353, + "grad_norm": 0.6628457155734319, + "learning_rate": 1.6788267166908306e-05, + "loss": 0.019, + "step": 33556 + }, + { + "epoch": 28.46225614927905, + "grad_norm": 0.7923782269817097, + "learning_rate": 1.6788065449913483e-05, + "loss": 0.0244, + "step": 33557 + }, + { + "epoch": 28.463104325699746, + "grad_norm": 0.6145359642538472, + "learning_rate": 1.678786372779625e-05, + "loss": 0.0188, + "step": 33558 + }, + { + "epoch": 28.463952502120442, + "grad_norm": 0.6633311787208322, + "learning_rate": 1.678766200055675e-05, + "loss": 0.0222, + "step": 33559 + }, + { + "epoch": 28.46480067854114, + "grad_norm": 0.7284613572450146, + "learning_rate": 1.6787460268195143e-05, + "loss": 0.0198, + "step": 33560 + }, + { + "epoch": 28.46564885496183, + "grad_norm": 0.6240028017159587, + "learning_rate": 1.6787258530711576e-05, + "loss": 0.0189, + "step": 33561 + }, + { + "epoch": 28.466497031382527, + "grad_norm": 0.6374626311452214, + "learning_rate": 1.6787056788106204e-05, + "loss": 0.0212, + "step": 33562 + }, + { + "epoch": 28.467345207803223, + "grad_norm": 0.6597256280446604, + "learning_rate": 1.678685504037918e-05, + "loss": 0.0228, + "step": 33563 + }, + { + "epoch": 28.46819338422392, + "grad_norm": 0.6685073684670844, + "learning_rate": 1.6786653287530658e-05, + "loss": 0.0219, + "step": 33564 + }, + { + "epoch": 28.469041560644612, + "grad_norm": 0.6646694156835442, + "learning_rate": 1.6786451529560782e-05, + "loss": 0.0192, + "step": 33565 + }, + { + "epoch": 28.46988973706531, + "grad_norm": 0.8497173819309378, + "learning_rate": 1.6786249766469715e-05, + "loss": 0.0217, + "step": 33566 + }, + { + "epoch": 28.470737913486005, + "grad_norm": 0.7995947887071365, + "learning_rate": 1.67860479982576e-05, + "loss": 0.0217, + "step": 33567 + }, + { + "epoch": 28.4715860899067, + "grad_norm": 0.7170228737446648, + "learning_rate": 1.6785846224924595e-05, + "loss": 0.02, + "step": 33568 + }, + { + "epoch": 28.472434266327397, + "grad_norm": 0.6835221988407177, + "learning_rate": 1.678564444647085e-05, + "loss": 0.0193, + "step": 33569 + }, + { + "epoch": 28.47328244274809, + "grad_norm": 0.7204854170106333, + "learning_rate": 1.6785442662896518e-05, + "loss": 0.0178, + "step": 33570 + }, + { + "epoch": 28.474130619168786, + "grad_norm": 0.6372781416884351, + "learning_rate": 1.6785240874201755e-05, + "loss": 0.0205, + "step": 33571 + }, + { + "epoch": 28.474978795589482, + "grad_norm": 0.6089241801993615, + "learning_rate": 1.6785039080386706e-05, + "loss": 0.0207, + "step": 33572 + }, + { + "epoch": 28.47582697201018, + "grad_norm": 0.7002331130705738, + "learning_rate": 1.6784837281451525e-05, + "loss": 0.0203, + "step": 33573 + }, + { + "epoch": 28.476675148430875, + "grad_norm": 0.7775126711165724, + "learning_rate": 1.6784635477396366e-05, + "loss": 0.0216, + "step": 33574 + }, + { + "epoch": 28.477523324851568, + "grad_norm": 0.6602826136698154, + "learning_rate": 1.6784433668221383e-05, + "loss": 0.0203, + "step": 33575 + }, + { + "epoch": 28.478371501272264, + "grad_norm": 0.8204629568307706, + "learning_rate": 1.6784231853926724e-05, + "loss": 0.0216, + "step": 33576 + }, + { + "epoch": 28.47921967769296, + "grad_norm": 0.6053901836707802, + "learning_rate": 1.678403003451255e-05, + "loss": 0.018, + "step": 33577 + }, + { + "epoch": 28.480067854113656, + "grad_norm": 0.6966212090185261, + "learning_rate": 1.6783828209979e-05, + "loss": 0.0204, + "step": 33578 + }, + { + "epoch": 28.480916030534353, + "grad_norm": 0.7643118617366854, + "learning_rate": 1.6783626380326237e-05, + "loss": 0.0235, + "step": 33579 + }, + { + "epoch": 28.481764206955045, + "grad_norm": 0.7719689440277236, + "learning_rate": 1.6783424545554407e-05, + "loss": 0.0209, + "step": 33580 + }, + { + "epoch": 28.48261238337574, + "grad_norm": 0.7210150359707895, + "learning_rate": 1.678322270566367e-05, + "loss": 0.0194, + "step": 33581 + }, + { + "epoch": 28.483460559796438, + "grad_norm": 0.6981885827855693, + "learning_rate": 1.6783020860654165e-05, + "loss": 0.0191, + "step": 33582 + }, + { + "epoch": 28.484308736217134, + "grad_norm": 0.6167784163389952, + "learning_rate": 1.678281901052606e-05, + "loss": 0.0206, + "step": 33583 + }, + { + "epoch": 28.48515691263783, + "grad_norm": 0.5421977368233929, + "learning_rate": 1.67826171552795e-05, + "loss": 0.0202, + "step": 33584 + }, + { + "epoch": 28.486005089058523, + "grad_norm": 0.6558070210964415, + "learning_rate": 1.6782415294914634e-05, + "loss": 0.0218, + "step": 33585 + }, + { + "epoch": 28.48685326547922, + "grad_norm": 0.6242698454687745, + "learning_rate": 1.678221342943162e-05, + "loss": 0.0206, + "step": 33586 + }, + { + "epoch": 28.487701441899915, + "grad_norm": 0.6818317054985872, + "learning_rate": 1.6782011558830603e-05, + "loss": 0.0179, + "step": 33587 + }, + { + "epoch": 28.48854961832061, + "grad_norm": 0.6600169467179899, + "learning_rate": 1.6781809683111744e-05, + "loss": 0.0203, + "step": 33588 + }, + { + "epoch": 28.489397794741308, + "grad_norm": 0.8121583405125522, + "learning_rate": 1.6781607802275192e-05, + "loss": 0.0242, + "step": 33589 + }, + { + "epoch": 28.490245971162, + "grad_norm": 0.8155847052379197, + "learning_rate": 1.6781405916321098e-05, + "loss": 0.022, + "step": 33590 + }, + { + "epoch": 28.491094147582697, + "grad_norm": 0.7088665034570583, + "learning_rate": 1.6781204025249614e-05, + "loss": 0.0208, + "step": 33591 + }, + { + "epoch": 28.491942324003393, + "grad_norm": 0.5667664296291808, + "learning_rate": 1.67810021290609e-05, + "loss": 0.019, + "step": 33592 + }, + { + "epoch": 28.49279050042409, + "grad_norm": 0.70288737728879, + "learning_rate": 1.678080022775509e-05, + "loss": 0.0212, + "step": 33593 + }, + { + "epoch": 28.493638676844785, + "grad_norm": 0.5851424039259754, + "learning_rate": 1.678059832133236e-05, + "loss": 0.0224, + "step": 33594 + }, + { + "epoch": 28.494486853265478, + "grad_norm": 0.7129858280186187, + "learning_rate": 1.6780396409792844e-05, + "loss": 0.0213, + "step": 33595 + }, + { + "epoch": 28.495335029686174, + "grad_norm": 0.7928361620427764, + "learning_rate": 1.6780194493136703e-05, + "loss": 0.0213, + "step": 33596 + }, + { + "epoch": 28.49618320610687, + "grad_norm": 0.7100378212353868, + "learning_rate": 1.677999257136409e-05, + "loss": 0.0197, + "step": 33597 + }, + { + "epoch": 28.497031382527567, + "grad_norm": 0.5887743795524268, + "learning_rate": 1.6779790644475153e-05, + "loss": 0.0222, + "step": 33598 + }, + { + "epoch": 28.497879558948263, + "grad_norm": 0.7246401589934693, + "learning_rate": 1.6779588712470046e-05, + "loss": 0.021, + "step": 33599 + }, + { + "epoch": 28.498727735368956, + "grad_norm": 0.7197142929353012, + "learning_rate": 1.677938677534892e-05, + "loss": 0.0216, + "step": 33600 + }, + { + "epoch": 28.499575911789652, + "grad_norm": 0.6751356365295089, + "learning_rate": 1.677918483311193e-05, + "loss": 0.0194, + "step": 33601 + }, + { + "epoch": 28.500424088210348, + "grad_norm": 0.6348067035405653, + "learning_rate": 1.6778982885759226e-05, + "loss": 0.0205, + "step": 33602 + }, + { + "epoch": 28.501272264631044, + "grad_norm": 0.5921230161074815, + "learning_rate": 1.6778780933290962e-05, + "loss": 0.0197, + "step": 33603 + }, + { + "epoch": 28.502120441051737, + "grad_norm": 0.6622544717400574, + "learning_rate": 1.6778578975707293e-05, + "loss": 0.0201, + "step": 33604 + }, + { + "epoch": 28.502968617472433, + "grad_norm": 0.6437515704569768, + "learning_rate": 1.677837701300837e-05, + "loss": 0.0201, + "step": 33605 + }, + { + "epoch": 28.50381679389313, + "grad_norm": 0.6933177431520396, + "learning_rate": 1.677817504519434e-05, + "loss": 0.02, + "step": 33606 + }, + { + "epoch": 28.504664970313826, + "grad_norm": 0.6895277709482203, + "learning_rate": 1.677797307226536e-05, + "loss": 0.0206, + "step": 33607 + }, + { + "epoch": 28.505513146734522, + "grad_norm": 0.6705974553448574, + "learning_rate": 1.677777109422158e-05, + "loss": 0.0202, + "step": 33608 + }, + { + "epoch": 28.506361323155215, + "grad_norm": 0.6461335143357343, + "learning_rate": 1.677756911106316e-05, + "loss": 0.0199, + "step": 33609 + }, + { + "epoch": 28.50720949957591, + "grad_norm": 0.6788494462540133, + "learning_rate": 1.6777367122790242e-05, + "loss": 0.0201, + "step": 33610 + }, + { + "epoch": 28.508057675996607, + "grad_norm": 0.5646138613335338, + "learning_rate": 1.6777165129402982e-05, + "loss": 0.0181, + "step": 33611 + }, + { + "epoch": 28.508905852417303, + "grad_norm": 0.6428126460300267, + "learning_rate": 1.6776963130901536e-05, + "loss": 0.018, + "step": 33612 + }, + { + "epoch": 28.509754028838, + "grad_norm": 0.6710072030968282, + "learning_rate": 1.677676112728605e-05, + "loss": 0.0193, + "step": 33613 + }, + { + "epoch": 28.510602205258692, + "grad_norm": 0.7012617708281114, + "learning_rate": 1.6776559118556687e-05, + "loss": 0.0187, + "step": 33614 + }, + { + "epoch": 28.51145038167939, + "grad_norm": 0.7207631398947986, + "learning_rate": 1.677635710471359e-05, + "loss": 0.0193, + "step": 33615 + }, + { + "epoch": 28.512298558100085, + "grad_norm": 0.7154817037574213, + "learning_rate": 1.6776155085756913e-05, + "loss": 0.0207, + "step": 33616 + }, + { + "epoch": 28.51314673452078, + "grad_norm": 0.7197291872701203, + "learning_rate": 1.677595306168681e-05, + "loss": 0.0215, + "step": 33617 + }, + { + "epoch": 28.513994910941477, + "grad_norm": 0.7781736983451699, + "learning_rate": 1.6775751032503435e-05, + "loss": 0.0218, + "step": 33618 + }, + { + "epoch": 28.51484308736217, + "grad_norm": 0.6736915396683018, + "learning_rate": 1.6775548998206932e-05, + "loss": 0.0208, + "step": 33619 + }, + { + "epoch": 28.515691263782866, + "grad_norm": 0.7796883932378739, + "learning_rate": 1.677534695879747e-05, + "loss": 0.0216, + "step": 33620 + }, + { + "epoch": 28.516539440203562, + "grad_norm": 0.7368829842617628, + "learning_rate": 1.6775144914275185e-05, + "loss": 0.0207, + "step": 33621 + }, + { + "epoch": 28.51738761662426, + "grad_norm": 0.6717107128694708, + "learning_rate": 1.6774942864640237e-05, + "loss": 0.0221, + "step": 33622 + }, + { + "epoch": 28.518235793044955, + "grad_norm": 0.8242754590441678, + "learning_rate": 1.677474080989278e-05, + "loss": 0.0194, + "step": 33623 + }, + { + "epoch": 28.519083969465647, + "grad_norm": 0.6852871194278488, + "learning_rate": 1.677453875003296e-05, + "loss": 0.023, + "step": 33624 + }, + { + "epoch": 28.519932145886344, + "grad_norm": 0.7289165843716519, + "learning_rate": 1.6774336685060937e-05, + "loss": 0.0205, + "step": 33625 + }, + { + "epoch": 28.52078032230704, + "grad_norm": 0.6789583305079417, + "learning_rate": 1.6774134614976856e-05, + "loss": 0.0168, + "step": 33626 + }, + { + "epoch": 28.521628498727736, + "grad_norm": 0.5943057012266084, + "learning_rate": 1.6773932539780876e-05, + "loss": 0.017, + "step": 33627 + }, + { + "epoch": 28.522476675148432, + "grad_norm": 0.6367587331891317, + "learning_rate": 1.6773730459473148e-05, + "loss": 0.0202, + "step": 33628 + }, + { + "epoch": 28.523324851569125, + "grad_norm": 0.5949422514040174, + "learning_rate": 1.677352837405382e-05, + "loss": 0.019, + "step": 33629 + }, + { + "epoch": 28.52417302798982, + "grad_norm": 0.7476485789902071, + "learning_rate": 1.6773326283523048e-05, + "loss": 0.0218, + "step": 33630 + }, + { + "epoch": 28.525021204410518, + "grad_norm": 0.5746189759304903, + "learning_rate": 1.6773124187880987e-05, + "loss": 0.0201, + "step": 33631 + }, + { + "epoch": 28.525869380831214, + "grad_norm": 0.6782762132688073, + "learning_rate": 1.6772922087127788e-05, + "loss": 0.0214, + "step": 33632 + }, + { + "epoch": 28.52671755725191, + "grad_norm": 0.5991500719419288, + "learning_rate": 1.6772719981263598e-05, + "loss": 0.02, + "step": 33633 + }, + { + "epoch": 28.527565733672603, + "grad_norm": 0.5653154789285186, + "learning_rate": 1.6772517870288575e-05, + "loss": 0.0184, + "step": 33634 + }, + { + "epoch": 28.5284139100933, + "grad_norm": 0.7565477319501238, + "learning_rate": 1.677231575420287e-05, + "loss": 0.0188, + "step": 33635 + }, + { + "epoch": 28.529262086513995, + "grad_norm": 0.758896908530917, + "learning_rate": 1.6772113633006638e-05, + "loss": 0.0201, + "step": 33636 + }, + { + "epoch": 28.53011026293469, + "grad_norm": 0.6864412034508415, + "learning_rate": 1.677191150670003e-05, + "loss": 0.0207, + "step": 33637 + }, + { + "epoch": 28.530958439355388, + "grad_norm": 0.5981932280661596, + "learning_rate": 1.6771709375283198e-05, + "loss": 0.0173, + "step": 33638 + }, + { + "epoch": 28.53180661577608, + "grad_norm": 0.6119017827523286, + "learning_rate": 1.677150723875629e-05, + "loss": 0.0191, + "step": 33639 + }, + { + "epoch": 28.532654792196777, + "grad_norm": 0.661464966012834, + "learning_rate": 1.6771305097119466e-05, + "loss": 0.0207, + "step": 33640 + }, + { + "epoch": 28.533502968617473, + "grad_norm": 0.6412732956807294, + "learning_rate": 1.6771102950372876e-05, + "loss": 0.0193, + "step": 33641 + }, + { + "epoch": 28.53435114503817, + "grad_norm": 0.6775434608692507, + "learning_rate": 1.6770900798516674e-05, + "loss": 0.021, + "step": 33642 + }, + { + "epoch": 28.53519932145886, + "grad_norm": 0.6273631970019954, + "learning_rate": 1.6770698641551007e-05, + "loss": 0.0207, + "step": 33643 + }, + { + "epoch": 28.536047497879558, + "grad_norm": 0.660466881285698, + "learning_rate": 1.6770496479476034e-05, + "loss": 0.0212, + "step": 33644 + }, + { + "epoch": 28.536895674300254, + "grad_norm": 0.7304551636074911, + "learning_rate": 1.67702943122919e-05, + "loss": 0.0208, + "step": 33645 + }, + { + "epoch": 28.53774385072095, + "grad_norm": 0.7229783682647808, + "learning_rate": 1.6770092139998766e-05, + "loss": 0.0195, + "step": 33646 + }, + { + "epoch": 28.538592027141647, + "grad_norm": 0.7274528253761269, + "learning_rate": 1.6769889962596783e-05, + "loss": 0.0211, + "step": 33647 + }, + { + "epoch": 28.53944020356234, + "grad_norm": 0.6493021417313926, + "learning_rate": 1.6769687780086097e-05, + "loss": 0.0202, + "step": 33648 + }, + { + "epoch": 28.540288379983036, + "grad_norm": 0.7477148647750189, + "learning_rate": 1.6769485592466866e-05, + "loss": 0.0217, + "step": 33649 + }, + { + "epoch": 28.541136556403732, + "grad_norm": 0.6681237496507731, + "learning_rate": 1.6769283399739245e-05, + "loss": 0.0203, + "step": 33650 + }, + { + "epoch": 28.541984732824428, + "grad_norm": 0.6573736146023473, + "learning_rate": 1.676908120190338e-05, + "loss": 0.0225, + "step": 33651 + }, + { + "epoch": 28.542832909245124, + "grad_norm": 0.6049297276862458, + "learning_rate": 1.6768878998959427e-05, + "loss": 0.0172, + "step": 33652 + }, + { + "epoch": 28.543681085665817, + "grad_norm": 0.7159646449887672, + "learning_rate": 1.676867679090754e-05, + "loss": 0.0217, + "step": 33653 + }, + { + "epoch": 28.544529262086513, + "grad_norm": 1.0861362740254528, + "learning_rate": 1.6768474577747867e-05, + "loss": 0.0259, + "step": 33654 + }, + { + "epoch": 28.54537743850721, + "grad_norm": 0.6835439214306609, + "learning_rate": 1.6768272359480566e-05, + "loss": 0.0198, + "step": 33655 + }, + { + "epoch": 28.546225614927906, + "grad_norm": 0.8693051629247416, + "learning_rate": 1.6768070136105788e-05, + "loss": 0.0217, + "step": 33656 + }, + { + "epoch": 28.547073791348602, + "grad_norm": 0.7273372302833847, + "learning_rate": 1.6767867907623683e-05, + "loss": 0.0215, + "step": 33657 + }, + { + "epoch": 28.547921967769295, + "grad_norm": 0.6240208065134613, + "learning_rate": 1.6767665674034406e-05, + "loss": 0.0199, + "step": 33658 + }, + { + "epoch": 28.54877014418999, + "grad_norm": 0.7388717907615874, + "learning_rate": 1.676746343533811e-05, + "loss": 0.0191, + "step": 33659 + }, + { + "epoch": 28.549618320610687, + "grad_norm": 0.634789517200433, + "learning_rate": 1.6767261191534944e-05, + "loss": 0.0202, + "step": 33660 + }, + { + "epoch": 28.550466497031383, + "grad_norm": 0.6881704675244272, + "learning_rate": 1.6767058942625063e-05, + "loss": 0.0203, + "step": 33661 + }, + { + "epoch": 28.55131467345208, + "grad_norm": 0.7259683267015565, + "learning_rate": 1.676685668860862e-05, + "loss": 0.0207, + "step": 33662 + }, + { + "epoch": 28.552162849872772, + "grad_norm": 0.5839463786841711, + "learning_rate": 1.676665442948577e-05, + "loss": 0.0173, + "step": 33663 + }, + { + "epoch": 28.55301102629347, + "grad_norm": 0.6347542837440426, + "learning_rate": 1.676645216525666e-05, + "loss": 0.0229, + "step": 33664 + }, + { + "epoch": 28.553859202714165, + "grad_norm": 0.8062445146781766, + "learning_rate": 1.6766249895921446e-05, + "loss": 0.023, + "step": 33665 + }, + { + "epoch": 28.55470737913486, + "grad_norm": 0.5977634134680676, + "learning_rate": 1.6766047621480285e-05, + "loss": 0.0175, + "step": 33666 + }, + { + "epoch": 28.555555555555557, + "grad_norm": 0.6686026780930294, + "learning_rate": 1.676584534193332e-05, + "loss": 0.0203, + "step": 33667 + }, + { + "epoch": 28.55640373197625, + "grad_norm": 0.7591107559158954, + "learning_rate": 1.676564305728071e-05, + "loss": 0.0195, + "step": 33668 + }, + { + "epoch": 28.557251908396946, + "grad_norm": 0.6538576574781184, + "learning_rate": 1.6765440767522608e-05, + "loss": 0.0186, + "step": 33669 + }, + { + "epoch": 28.558100084817642, + "grad_norm": 0.6614392742765567, + "learning_rate": 1.676523847265916e-05, + "loss": 0.019, + "step": 33670 + }, + { + "epoch": 28.55894826123834, + "grad_norm": 0.8166902525415569, + "learning_rate": 1.676503617269053e-05, + "loss": 0.0223, + "step": 33671 + }, + { + "epoch": 28.559796437659035, + "grad_norm": 0.7289130171051952, + "learning_rate": 1.676483386761686e-05, + "loss": 0.0183, + "step": 33672 + }, + { + "epoch": 28.560644614079727, + "grad_norm": 0.5245249409197402, + "learning_rate": 1.676463155743831e-05, + "loss": 0.0184, + "step": 33673 + }, + { + "epoch": 28.561492790500424, + "grad_norm": 0.6715191249935066, + "learning_rate": 1.6764429242155028e-05, + "loss": 0.018, + "step": 33674 + }, + { + "epoch": 28.56234096692112, + "grad_norm": 0.6706903095439899, + "learning_rate": 1.6764226921767165e-05, + "loss": 0.0195, + "step": 33675 + }, + { + "epoch": 28.563189143341816, + "grad_norm": 0.5530315694341643, + "learning_rate": 1.676402459627488e-05, + "loss": 0.0185, + "step": 33676 + }, + { + "epoch": 28.564037319762512, + "grad_norm": 0.6905334505705889, + "learning_rate": 1.6763822265678325e-05, + "loss": 0.0208, + "step": 33677 + }, + { + "epoch": 28.564885496183205, + "grad_norm": 0.7311921403009702, + "learning_rate": 1.6763619929977644e-05, + "loss": 0.0218, + "step": 33678 + }, + { + "epoch": 28.5657336726039, + "grad_norm": 0.5672186706692891, + "learning_rate": 1.6763417589173e-05, + "loss": 0.0178, + "step": 33679 + }, + { + "epoch": 28.566581849024598, + "grad_norm": 0.617549978555478, + "learning_rate": 1.6763215243264542e-05, + "loss": 0.0203, + "step": 33680 + }, + { + "epoch": 28.567430025445294, + "grad_norm": 0.67405840934042, + "learning_rate": 1.6763012892252423e-05, + "loss": 0.0227, + "step": 33681 + }, + { + "epoch": 28.568278201865986, + "grad_norm": 0.7502010270556947, + "learning_rate": 1.6762810536136794e-05, + "loss": 0.0213, + "step": 33682 + }, + { + "epoch": 28.569126378286683, + "grad_norm": 0.7019735695181809, + "learning_rate": 1.6762608174917806e-05, + "loss": 0.0182, + "step": 33683 + }, + { + "epoch": 28.56997455470738, + "grad_norm": 0.7308535275516018, + "learning_rate": 1.676240580859562e-05, + "loss": 0.0176, + "step": 33684 + }, + { + "epoch": 28.570822731128075, + "grad_norm": 0.600360116176618, + "learning_rate": 1.676220343717038e-05, + "loss": 0.0206, + "step": 33685 + }, + { + "epoch": 28.57167090754877, + "grad_norm": 0.5970849760844678, + "learning_rate": 1.676200106064224e-05, + "loss": 0.0191, + "step": 33686 + }, + { + "epoch": 28.572519083969464, + "grad_norm": 0.6942243356355182, + "learning_rate": 1.6761798679011355e-05, + "loss": 0.0206, + "step": 33687 + }, + { + "epoch": 28.57336726039016, + "grad_norm": 0.6948669618748478, + "learning_rate": 1.676159629227788e-05, + "loss": 0.0222, + "step": 33688 + }, + { + "epoch": 28.574215436810857, + "grad_norm": 0.6345570572196765, + "learning_rate": 1.6761393900441962e-05, + "loss": 0.0191, + "step": 33689 + }, + { + "epoch": 28.575063613231553, + "grad_norm": 0.7811925260103179, + "learning_rate": 1.6761191503503763e-05, + "loss": 0.0208, + "step": 33690 + }, + { + "epoch": 28.57591178965225, + "grad_norm": 0.7140684906073933, + "learning_rate": 1.676098910146342e-05, + "loss": 0.0224, + "step": 33691 + }, + { + "epoch": 28.57675996607294, + "grad_norm": 0.5639693930426902, + "learning_rate": 1.67607866943211e-05, + "loss": 0.0176, + "step": 33692 + }, + { + "epoch": 28.577608142493638, + "grad_norm": 0.66121064227711, + "learning_rate": 1.6760584282076953e-05, + "loss": 0.0197, + "step": 33693 + }, + { + "epoch": 28.578456318914334, + "grad_norm": 0.5428325706186691, + "learning_rate": 1.676038186473113e-05, + "loss": 0.0193, + "step": 33694 + }, + { + "epoch": 28.57930449533503, + "grad_norm": 0.6752361278413367, + "learning_rate": 1.6760179442283778e-05, + "loss": 0.0201, + "step": 33695 + }, + { + "epoch": 28.580152671755727, + "grad_norm": 0.6152447862462825, + "learning_rate": 1.675997701473506e-05, + "loss": 0.0181, + "step": 33696 + }, + { + "epoch": 28.58100084817642, + "grad_norm": 0.7142107616062091, + "learning_rate": 1.675977458208512e-05, + "loss": 0.0213, + "step": 33697 + }, + { + "epoch": 28.581849024597116, + "grad_norm": 0.7375766907782357, + "learning_rate": 1.675957214433412e-05, + "loss": 0.0201, + "step": 33698 + }, + { + "epoch": 28.58269720101781, + "grad_norm": 0.8318918625020734, + "learning_rate": 1.6759369701482203e-05, + "loss": 0.0195, + "step": 33699 + }, + { + "epoch": 28.583545377438508, + "grad_norm": 0.6865295296333866, + "learning_rate": 1.6759167253529528e-05, + "loss": 0.0229, + "step": 33700 + }, + { + "epoch": 28.584393553859204, + "grad_norm": 0.7781011887758532, + "learning_rate": 1.6758964800476247e-05, + "loss": 0.0227, + "step": 33701 + }, + { + "epoch": 28.585241730279897, + "grad_norm": 0.7001663701560494, + "learning_rate": 1.6758762342322513e-05, + "loss": 0.0214, + "step": 33702 + }, + { + "epoch": 28.586089906700593, + "grad_norm": 0.7606445450112095, + "learning_rate": 1.6758559879068476e-05, + "loss": 0.0182, + "step": 33703 + }, + { + "epoch": 28.58693808312129, + "grad_norm": 0.7277145505777647, + "learning_rate": 1.6758357410714287e-05, + "loss": 0.0206, + "step": 33704 + }, + { + "epoch": 28.587786259541986, + "grad_norm": 0.6767593235400137, + "learning_rate": 1.6758154937260105e-05, + "loss": 0.0196, + "step": 33705 + }, + { + "epoch": 28.588634435962682, + "grad_norm": 0.6375249724141185, + "learning_rate": 1.6757952458706078e-05, + "loss": 0.0212, + "step": 33706 + }, + { + "epoch": 28.589482612383375, + "grad_norm": 0.7254049972303435, + "learning_rate": 1.6757749975052363e-05, + "loss": 0.0226, + "step": 33707 + }, + { + "epoch": 28.59033078880407, + "grad_norm": 0.7347616516581243, + "learning_rate": 1.6757547486299113e-05, + "loss": 0.0226, + "step": 33708 + }, + { + "epoch": 28.591178965224767, + "grad_norm": 0.6279660764967998, + "learning_rate": 1.6757344992446475e-05, + "loss": 0.0206, + "step": 33709 + }, + { + "epoch": 28.592027141645463, + "grad_norm": 0.6905257222915638, + "learning_rate": 1.6757142493494606e-05, + "loss": 0.0197, + "step": 33710 + }, + { + "epoch": 28.59287531806616, + "grad_norm": 0.685895467028798, + "learning_rate": 1.6756939989443657e-05, + "loss": 0.0181, + "step": 33711 + }, + { + "epoch": 28.593723494486852, + "grad_norm": 0.826272729836569, + "learning_rate": 1.6756737480293783e-05, + "loss": 0.0223, + "step": 33712 + }, + { + "epoch": 28.59457167090755, + "grad_norm": 0.6169553714779535, + "learning_rate": 1.6756534966045136e-05, + "loss": 0.0194, + "step": 33713 + }, + { + "epoch": 28.595419847328245, + "grad_norm": 0.548465085930649, + "learning_rate": 1.6756332446697866e-05, + "loss": 0.0198, + "step": 33714 + }, + { + "epoch": 28.59626802374894, + "grad_norm": 0.740498845601666, + "learning_rate": 1.675612992225213e-05, + "loss": 0.02, + "step": 33715 + }, + { + "epoch": 28.597116200169637, + "grad_norm": 0.6327220980265232, + "learning_rate": 1.6755927392708077e-05, + "loss": 0.0202, + "step": 33716 + }, + { + "epoch": 28.59796437659033, + "grad_norm": 0.7069419796151288, + "learning_rate": 1.6755724858065865e-05, + "loss": 0.0219, + "step": 33717 + }, + { + "epoch": 28.598812553011026, + "grad_norm": 0.7356333901722851, + "learning_rate": 1.675552231832564e-05, + "loss": 0.0224, + "step": 33718 + }, + { + "epoch": 28.599660729431722, + "grad_norm": 0.8067743449319453, + "learning_rate": 1.675531977348756e-05, + "loss": 0.0238, + "step": 33719 + }, + { + "epoch": 28.60050890585242, + "grad_norm": 0.7044220635722463, + "learning_rate": 1.675511722355178e-05, + "loss": 0.0228, + "step": 33720 + }, + { + "epoch": 28.60135708227311, + "grad_norm": 0.7163589897866145, + "learning_rate": 1.6754914668518446e-05, + "loss": 0.0219, + "step": 33721 + }, + { + "epoch": 28.602205258693807, + "grad_norm": 0.5614640024659189, + "learning_rate": 1.6754712108387715e-05, + "loss": 0.02, + "step": 33722 + }, + { + "epoch": 28.603053435114504, + "grad_norm": 0.6982633900565275, + "learning_rate": 1.675450954315974e-05, + "loss": 0.0228, + "step": 33723 + }, + { + "epoch": 28.6039016115352, + "grad_norm": 0.7220024772231413, + "learning_rate": 1.675430697283467e-05, + "loss": 0.0233, + "step": 33724 + }, + { + "epoch": 28.604749787955896, + "grad_norm": 0.6386886591978223, + "learning_rate": 1.6754104397412663e-05, + "loss": 0.0191, + "step": 33725 + }, + { + "epoch": 28.60559796437659, + "grad_norm": 0.6718717119913392, + "learning_rate": 1.675390181689387e-05, + "loss": 0.0217, + "step": 33726 + }, + { + "epoch": 28.606446140797285, + "grad_norm": 0.6662361277165406, + "learning_rate": 1.6753699231278442e-05, + "loss": 0.0235, + "step": 33727 + }, + { + "epoch": 28.60729431721798, + "grad_norm": 0.6101866159891773, + "learning_rate": 1.6753496640566532e-05, + "loss": 0.0208, + "step": 33728 + }, + { + "epoch": 28.608142493638677, + "grad_norm": 0.5810631023205471, + "learning_rate": 1.6753294044758296e-05, + "loss": 0.0205, + "step": 33729 + }, + { + "epoch": 28.608990670059374, + "grad_norm": 0.5691078426973121, + "learning_rate": 1.6753091443853886e-05, + "loss": 0.0186, + "step": 33730 + }, + { + "epoch": 28.609838846480066, + "grad_norm": 0.6834444948794146, + "learning_rate": 1.6752888837853452e-05, + "loss": 0.0238, + "step": 33731 + }, + { + "epoch": 28.610687022900763, + "grad_norm": 0.7345792436557833, + "learning_rate": 1.6752686226757152e-05, + "loss": 0.0222, + "step": 33732 + }, + { + "epoch": 28.61153519932146, + "grad_norm": 0.5778912660193275, + "learning_rate": 1.6752483610565133e-05, + "loss": 0.0195, + "step": 33733 + }, + { + "epoch": 28.612383375742155, + "grad_norm": 0.6502305080000821, + "learning_rate": 1.675228098927755e-05, + "loss": 0.0218, + "step": 33734 + }, + { + "epoch": 28.61323155216285, + "grad_norm": 0.6961824011610622, + "learning_rate": 1.6752078362894558e-05, + "loss": 0.0248, + "step": 33735 + }, + { + "epoch": 28.614079728583544, + "grad_norm": 0.6478603436244921, + "learning_rate": 1.6751875731416307e-05, + "loss": 0.0217, + "step": 33736 + }, + { + "epoch": 28.61492790500424, + "grad_norm": 0.6384746787508471, + "learning_rate": 1.6751673094842954e-05, + "loss": 0.0177, + "step": 33737 + }, + { + "epoch": 28.615776081424936, + "grad_norm": 0.6598659857549484, + "learning_rate": 1.6751470453174646e-05, + "loss": 0.0199, + "step": 33738 + }, + { + "epoch": 28.616624257845633, + "grad_norm": 0.6070130104043359, + "learning_rate": 1.675126780641154e-05, + "loss": 0.02, + "step": 33739 + }, + { + "epoch": 28.61747243426633, + "grad_norm": 0.5051384866498781, + "learning_rate": 1.675106515455379e-05, + "loss": 0.0179, + "step": 33740 + }, + { + "epoch": 28.61832061068702, + "grad_norm": 0.6427255178777167, + "learning_rate": 1.6750862497601548e-05, + "loss": 0.0195, + "step": 33741 + }, + { + "epoch": 28.619168787107718, + "grad_norm": 0.6669628338918909, + "learning_rate": 1.6750659835554963e-05, + "loss": 0.0196, + "step": 33742 + }, + { + "epoch": 28.620016963528414, + "grad_norm": 0.6795771947095863, + "learning_rate": 1.6750457168414193e-05, + "loss": 0.0215, + "step": 33743 + }, + { + "epoch": 28.62086513994911, + "grad_norm": 0.6175445782952439, + "learning_rate": 1.6750254496179387e-05, + "loss": 0.0192, + "step": 33744 + }, + { + "epoch": 28.621713316369807, + "grad_norm": 0.6422343475374758, + "learning_rate": 1.6750051818850697e-05, + "loss": 0.0177, + "step": 33745 + }, + { + "epoch": 28.6225614927905, + "grad_norm": 0.68832322009411, + "learning_rate": 1.6749849136428284e-05, + "loss": 0.0194, + "step": 33746 + }, + { + "epoch": 28.623409669211195, + "grad_norm": 0.4894214612000027, + "learning_rate": 1.6749646448912296e-05, + "loss": 0.0147, + "step": 33747 + }, + { + "epoch": 28.62425784563189, + "grad_norm": 0.7245074237011664, + "learning_rate": 1.6749443756302885e-05, + "loss": 0.0221, + "step": 33748 + }, + { + "epoch": 28.625106022052588, + "grad_norm": 0.7969044376659234, + "learning_rate": 1.6749241058600203e-05, + "loss": 0.0188, + "step": 33749 + }, + { + "epoch": 28.625954198473284, + "grad_norm": 0.746505928679783, + "learning_rate": 1.67490383558044e-05, + "loss": 0.0223, + "step": 33750 + }, + { + "epoch": 28.626802374893977, + "grad_norm": 0.7176105485326743, + "learning_rate": 1.674883564791564e-05, + "loss": 0.0207, + "step": 33751 + }, + { + "epoch": 28.627650551314673, + "grad_norm": 0.5839633677497849, + "learning_rate": 1.6748632934934068e-05, + "loss": 0.0187, + "step": 33752 + }, + { + "epoch": 28.62849872773537, + "grad_norm": 0.7001248794105467, + "learning_rate": 1.6748430216859837e-05, + "loss": 0.021, + "step": 33753 + }, + { + "epoch": 28.629346904156066, + "grad_norm": 0.8291684051475624, + "learning_rate": 1.6748227493693106e-05, + "loss": 0.0211, + "step": 33754 + }, + { + "epoch": 28.63019508057676, + "grad_norm": 0.652380491180034, + "learning_rate": 1.674802476543402e-05, + "loss": 0.0205, + "step": 33755 + }, + { + "epoch": 28.631043256997454, + "grad_norm": 0.5750971590180267, + "learning_rate": 1.6747822032082734e-05, + "loss": 0.017, + "step": 33756 + }, + { + "epoch": 28.63189143341815, + "grad_norm": 0.9191687022853376, + "learning_rate": 1.6747619293639405e-05, + "loss": 0.0257, + "step": 33757 + }, + { + "epoch": 28.632739609838847, + "grad_norm": 0.6960059922401062, + "learning_rate": 1.674741655010418e-05, + "loss": 0.0219, + "step": 33758 + }, + { + "epoch": 28.633587786259543, + "grad_norm": 0.7534861116505037, + "learning_rate": 1.6747213801477218e-05, + "loss": 0.0211, + "step": 33759 + }, + { + "epoch": 28.634435962680236, + "grad_norm": 0.6332683865677324, + "learning_rate": 1.674701104775867e-05, + "loss": 0.0183, + "step": 33760 + }, + { + "epoch": 28.635284139100932, + "grad_norm": 0.6431844034677046, + "learning_rate": 1.6746808288948687e-05, + "loss": 0.0202, + "step": 33761 + }, + { + "epoch": 28.63613231552163, + "grad_norm": 0.8011852606142921, + "learning_rate": 1.6746605525047423e-05, + "loss": 0.0224, + "step": 33762 + }, + { + "epoch": 28.636980491942325, + "grad_norm": 0.7148964854157414, + "learning_rate": 1.674640275605503e-05, + "loss": 0.022, + "step": 33763 + }, + { + "epoch": 28.63782866836302, + "grad_norm": 0.7765631268401574, + "learning_rate": 1.674619998197167e-05, + "loss": 0.0198, + "step": 33764 + }, + { + "epoch": 28.638676844783713, + "grad_norm": 0.7389858625308383, + "learning_rate": 1.674599720279748e-05, + "loss": 0.0214, + "step": 33765 + }, + { + "epoch": 28.63952502120441, + "grad_norm": 0.7235140110502697, + "learning_rate": 1.6745794418532625e-05, + "loss": 0.0222, + "step": 33766 + }, + { + "epoch": 28.640373197625106, + "grad_norm": 0.7641096192162634, + "learning_rate": 1.6745591629177252e-05, + "loss": 0.0201, + "step": 33767 + }, + { + "epoch": 28.641221374045802, + "grad_norm": 0.6123605338982239, + "learning_rate": 1.6745388834731516e-05, + "loss": 0.0193, + "step": 33768 + }, + { + "epoch": 28.6420695504665, + "grad_norm": 0.6377039973850759, + "learning_rate": 1.6745186035195576e-05, + "loss": 0.0197, + "step": 33769 + }, + { + "epoch": 28.64291772688719, + "grad_norm": 0.6884959189568777, + "learning_rate": 1.6744983230569575e-05, + "loss": 0.0215, + "step": 33770 + }, + { + "epoch": 28.643765903307887, + "grad_norm": 0.6193767634471234, + "learning_rate": 1.674478042085367e-05, + "loss": 0.0186, + "step": 33771 + }, + { + "epoch": 28.644614079728584, + "grad_norm": 0.7242099650253873, + "learning_rate": 1.6744577606048017e-05, + "loss": 0.0238, + "step": 33772 + }, + { + "epoch": 28.64546225614928, + "grad_norm": 0.6131116939089444, + "learning_rate": 1.6744374786152767e-05, + "loss": 0.0197, + "step": 33773 + }, + { + "epoch": 28.646310432569976, + "grad_norm": 0.6214565073032312, + "learning_rate": 1.674417196116807e-05, + "loss": 0.0183, + "step": 33774 + }, + { + "epoch": 28.64715860899067, + "grad_norm": 0.8519155486109087, + "learning_rate": 1.6743969131094086e-05, + "loss": 0.0217, + "step": 33775 + }, + { + "epoch": 28.648006785411365, + "grad_norm": 0.6691289122265432, + "learning_rate": 1.674376629593096e-05, + "loss": 0.0188, + "step": 33776 + }, + { + "epoch": 28.64885496183206, + "grad_norm": 0.619924818958945, + "learning_rate": 1.6743563455678852e-05, + "loss": 0.0195, + "step": 33777 + }, + { + "epoch": 28.649703138252757, + "grad_norm": 0.780791069161704, + "learning_rate": 1.6743360610337908e-05, + "loss": 0.0214, + "step": 33778 + }, + { + "epoch": 28.650551314673454, + "grad_norm": 0.7044535704011671, + "learning_rate": 1.6743157759908292e-05, + "loss": 0.0217, + "step": 33779 + }, + { + "epoch": 28.651399491094146, + "grad_norm": 0.718248299873277, + "learning_rate": 1.6742954904390142e-05, + "loss": 0.0209, + "step": 33780 + }, + { + "epoch": 28.652247667514843, + "grad_norm": 0.7419438045565112, + "learning_rate": 1.6742752043783625e-05, + "loss": 0.0211, + "step": 33781 + }, + { + "epoch": 28.65309584393554, + "grad_norm": 0.7559226239525534, + "learning_rate": 1.6742549178088886e-05, + "loss": 0.0207, + "step": 33782 + }, + { + "epoch": 28.653944020356235, + "grad_norm": 0.7012929802809006, + "learning_rate": 1.6742346307306077e-05, + "loss": 0.0241, + "step": 33783 + }, + { + "epoch": 28.65479219677693, + "grad_norm": 0.6403215457425601, + "learning_rate": 1.674214343143536e-05, + "loss": 0.021, + "step": 33784 + }, + { + "epoch": 28.655640373197624, + "grad_norm": 0.6502526667450153, + "learning_rate": 1.674194055047688e-05, + "loss": 0.0225, + "step": 33785 + }, + { + "epoch": 28.65648854961832, + "grad_norm": 0.6062202839057185, + "learning_rate": 1.674173766443079e-05, + "loss": 0.0208, + "step": 33786 + }, + { + "epoch": 28.657336726039016, + "grad_norm": 0.6617031842494049, + "learning_rate": 1.674153477329725e-05, + "loss": 0.0199, + "step": 33787 + }, + { + "epoch": 28.658184902459713, + "grad_norm": 0.6330010854711515, + "learning_rate": 1.674133187707641e-05, + "loss": 0.0177, + "step": 33788 + }, + { + "epoch": 28.659033078880405, + "grad_norm": 0.7556148047228582, + "learning_rate": 1.6741128975768418e-05, + "loss": 0.0205, + "step": 33789 + }, + { + "epoch": 28.6598812553011, + "grad_norm": 0.8121414510131879, + "learning_rate": 1.6740926069373434e-05, + "loss": 0.028, + "step": 33790 + }, + { + "epoch": 28.660729431721798, + "grad_norm": 0.7599373785797414, + "learning_rate": 1.6740723157891604e-05, + "loss": 0.0234, + "step": 33791 + }, + { + "epoch": 28.661577608142494, + "grad_norm": 0.7305043084465219, + "learning_rate": 1.6740520241323093e-05, + "loss": 0.0205, + "step": 33792 + }, + { + "epoch": 28.66242578456319, + "grad_norm": 0.7482404434751815, + "learning_rate": 1.674031731966804e-05, + "loss": 0.0215, + "step": 33793 + }, + { + "epoch": 28.663273960983886, + "grad_norm": 0.5894392783552144, + "learning_rate": 1.6740114392926608e-05, + "loss": 0.0187, + "step": 33794 + }, + { + "epoch": 28.66412213740458, + "grad_norm": 0.6989174811007683, + "learning_rate": 1.6739911461098945e-05, + "loss": 0.0206, + "step": 33795 + }, + { + "epoch": 28.664970313825275, + "grad_norm": 0.6735134921904181, + "learning_rate": 1.6739708524185205e-05, + "loss": 0.0198, + "step": 33796 + }, + { + "epoch": 28.66581849024597, + "grad_norm": 0.6508765606966613, + "learning_rate": 1.6739505582185543e-05, + "loss": 0.0198, + "step": 33797 + }, + { + "epoch": 28.666666666666668, + "grad_norm": 0.6525472166418791, + "learning_rate": 1.673930263510011e-05, + "loss": 0.0211, + "step": 33798 + }, + { + "epoch": 28.66751484308736, + "grad_norm": 0.6118902248143121, + "learning_rate": 1.673909968292906e-05, + "loss": 0.0197, + "step": 33799 + }, + { + "epoch": 28.668363019508057, + "grad_norm": 0.6926331567314261, + "learning_rate": 1.673889672567255e-05, + "loss": 0.0218, + "step": 33800 + }, + { + "epoch": 28.669211195928753, + "grad_norm": 0.6897618675748808, + "learning_rate": 1.6738693763330727e-05, + "loss": 0.0209, + "step": 33801 + }, + { + "epoch": 28.67005937234945, + "grad_norm": 0.6141924007588737, + "learning_rate": 1.6738490795903747e-05, + "loss": 0.0198, + "step": 33802 + }, + { + "epoch": 28.670907548770145, + "grad_norm": 0.6608888389920499, + "learning_rate": 1.6738287823391763e-05, + "loss": 0.0203, + "step": 33803 + }, + { + "epoch": 28.671755725190838, + "grad_norm": 0.5983833542470588, + "learning_rate": 1.673808484579493e-05, + "loss": 0.0216, + "step": 33804 + }, + { + "epoch": 28.672603901611534, + "grad_norm": 0.7837912068496928, + "learning_rate": 1.6737881863113396e-05, + "loss": 0.023, + "step": 33805 + }, + { + "epoch": 28.67345207803223, + "grad_norm": 0.6253484308652731, + "learning_rate": 1.6737678875347318e-05, + "loss": 0.0199, + "step": 33806 + }, + { + "epoch": 28.674300254452927, + "grad_norm": 0.7218442865867263, + "learning_rate": 1.673747588249685e-05, + "loss": 0.0197, + "step": 33807 + }, + { + "epoch": 28.675148430873623, + "grad_norm": 0.7990082114691872, + "learning_rate": 1.6737272884562145e-05, + "loss": 0.0257, + "step": 33808 + }, + { + "epoch": 28.675996607294316, + "grad_norm": 0.6117228047283964, + "learning_rate": 1.673706988154335e-05, + "loss": 0.0195, + "step": 33809 + }, + { + "epoch": 28.676844783715012, + "grad_norm": 0.6856615163762964, + "learning_rate": 1.673686687344063e-05, + "loss": 0.0195, + "step": 33810 + }, + { + "epoch": 28.67769296013571, + "grad_norm": 0.596231690127393, + "learning_rate": 1.6736663860254126e-05, + "loss": 0.0194, + "step": 33811 + }, + { + "epoch": 28.678541136556404, + "grad_norm": 0.7441733875615643, + "learning_rate": 1.6736460841983996e-05, + "loss": 0.0222, + "step": 33812 + }, + { + "epoch": 28.6793893129771, + "grad_norm": 0.7643269152872709, + "learning_rate": 1.6736257818630398e-05, + "loss": 0.0217, + "step": 33813 + }, + { + "epoch": 28.680237489397793, + "grad_norm": 0.7655393091072686, + "learning_rate": 1.673605479019348e-05, + "loss": 0.0225, + "step": 33814 + }, + { + "epoch": 28.68108566581849, + "grad_norm": 0.8465642082349163, + "learning_rate": 1.6735851756673393e-05, + "loss": 0.0222, + "step": 33815 + }, + { + "epoch": 28.681933842239186, + "grad_norm": 0.7016323243358249, + "learning_rate": 1.6735648718070298e-05, + "loss": 0.0218, + "step": 33816 + }, + { + "epoch": 28.682782018659882, + "grad_norm": 0.6479348721237745, + "learning_rate": 1.6735445674384338e-05, + "loss": 0.0206, + "step": 33817 + }, + { + "epoch": 28.68363019508058, + "grad_norm": 0.6627118867307955, + "learning_rate": 1.673524262561568e-05, + "loss": 0.0229, + "step": 33818 + }, + { + "epoch": 28.68447837150127, + "grad_norm": 0.6557668178165722, + "learning_rate": 1.673503957176446e-05, + "loss": 0.0222, + "step": 33819 + }, + { + "epoch": 28.685326547921967, + "grad_norm": 0.7158858318595553, + "learning_rate": 1.6734836512830846e-05, + "loss": 0.0205, + "step": 33820 + }, + { + "epoch": 28.686174724342663, + "grad_norm": 0.7501116137225166, + "learning_rate": 1.6734633448814984e-05, + "loss": 0.021, + "step": 33821 + }, + { + "epoch": 28.68702290076336, + "grad_norm": 0.5935511391994057, + "learning_rate": 1.6734430379717026e-05, + "loss": 0.0209, + "step": 33822 + }, + { + "epoch": 28.687871077184056, + "grad_norm": 0.6360520073578613, + "learning_rate": 1.673422730553713e-05, + "loss": 0.0192, + "step": 33823 + }, + { + "epoch": 28.68871925360475, + "grad_norm": 0.6263677498273944, + "learning_rate": 1.6734024226275448e-05, + "loss": 0.0184, + "step": 33824 + }, + { + "epoch": 28.689567430025445, + "grad_norm": 0.5414757844619623, + "learning_rate": 1.6733821141932134e-05, + "loss": 0.0167, + "step": 33825 + }, + { + "epoch": 28.69041560644614, + "grad_norm": 0.7664276215394007, + "learning_rate": 1.6733618052507336e-05, + "loss": 0.0225, + "step": 33826 + }, + { + "epoch": 28.691263782866837, + "grad_norm": 0.6401373023077415, + "learning_rate": 1.6733414958001215e-05, + "loss": 0.0196, + "step": 33827 + }, + { + "epoch": 28.69211195928753, + "grad_norm": 0.6348195375231663, + "learning_rate": 1.6733211858413917e-05, + "loss": 0.0191, + "step": 33828 + }, + { + "epoch": 28.692960135708226, + "grad_norm": 0.6223887567947982, + "learning_rate": 1.67330087537456e-05, + "loss": 0.0221, + "step": 33829 + }, + { + "epoch": 28.693808312128922, + "grad_norm": 0.6176494738702896, + "learning_rate": 1.6732805643996416e-05, + "loss": 0.0215, + "step": 33830 + }, + { + "epoch": 28.69465648854962, + "grad_norm": 0.7831786832710786, + "learning_rate": 1.673260252916652e-05, + "loss": 0.0221, + "step": 33831 + }, + { + "epoch": 28.695504664970315, + "grad_norm": 0.590273446905538, + "learning_rate": 1.6732399409256057e-05, + "loss": 0.0186, + "step": 33832 + }, + { + "epoch": 28.696352841391008, + "grad_norm": 0.6095996570123919, + "learning_rate": 1.6732196284265193e-05, + "loss": 0.0232, + "step": 33833 + }, + { + "epoch": 28.697201017811704, + "grad_norm": 0.6184183960006876, + "learning_rate": 1.673199315419407e-05, + "loss": 0.0209, + "step": 33834 + }, + { + "epoch": 28.6980491942324, + "grad_norm": 0.6487463264599439, + "learning_rate": 1.673179001904285e-05, + "loss": 0.0198, + "step": 33835 + }, + { + "epoch": 28.698897370653096, + "grad_norm": 0.6298853131442095, + "learning_rate": 1.673158687881168e-05, + "loss": 0.0216, + "step": 33836 + }, + { + "epoch": 28.699745547073793, + "grad_norm": 0.7244330252331312, + "learning_rate": 1.6731383733500717e-05, + "loss": 0.0221, + "step": 33837 + }, + { + "epoch": 28.700593723494485, + "grad_norm": 0.699518048571888, + "learning_rate": 1.6731180583110114e-05, + "loss": 0.0207, + "step": 33838 + }, + { + "epoch": 28.70144189991518, + "grad_norm": 0.7946830318815535, + "learning_rate": 1.6730977427640023e-05, + "loss": 0.0218, + "step": 33839 + }, + { + "epoch": 28.702290076335878, + "grad_norm": 0.7173909661714305, + "learning_rate": 1.6730774267090594e-05, + "loss": 0.0217, + "step": 33840 + }, + { + "epoch": 28.703138252756574, + "grad_norm": 0.7566267610774264, + "learning_rate": 1.6730571101461987e-05, + "loss": 0.0226, + "step": 33841 + }, + { + "epoch": 28.70398642917727, + "grad_norm": 0.7676839496380677, + "learning_rate": 1.6730367930754353e-05, + "loss": 0.0212, + "step": 33842 + }, + { + "epoch": 28.704834605597963, + "grad_norm": 0.7273295006285817, + "learning_rate": 1.6730164754967845e-05, + "loss": 0.0204, + "step": 33843 + }, + { + "epoch": 28.70568278201866, + "grad_norm": 0.7835847763832879, + "learning_rate": 1.6729961574102612e-05, + "loss": 0.0212, + "step": 33844 + }, + { + "epoch": 28.706530958439355, + "grad_norm": 0.6392474930554919, + "learning_rate": 1.6729758388158813e-05, + "loss": 0.0213, + "step": 33845 + }, + { + "epoch": 28.70737913486005, + "grad_norm": 0.7085535145186488, + "learning_rate": 1.6729555197136602e-05, + "loss": 0.0199, + "step": 33846 + }, + { + "epoch": 28.708227311280748, + "grad_norm": 0.6793241857391735, + "learning_rate": 1.6729352001036126e-05, + "loss": 0.0217, + "step": 33847 + }, + { + "epoch": 28.70907548770144, + "grad_norm": 0.721827700722339, + "learning_rate": 1.6729148799857546e-05, + "loss": 0.0202, + "step": 33848 + }, + { + "epoch": 28.709923664122137, + "grad_norm": 0.6861311001095766, + "learning_rate": 1.672894559360101e-05, + "loss": 0.0215, + "step": 33849 + }, + { + "epoch": 28.710771840542833, + "grad_norm": 0.5861475375349096, + "learning_rate": 1.6728742382266673e-05, + "loss": 0.0207, + "step": 33850 + }, + { + "epoch": 28.71162001696353, + "grad_norm": 0.8129244192744369, + "learning_rate": 1.672853916585469e-05, + "loss": 0.0248, + "step": 33851 + }, + { + "epoch": 28.712468193384225, + "grad_norm": 0.729094880006282, + "learning_rate": 1.672833594436521e-05, + "loss": 0.0193, + "step": 33852 + }, + { + "epoch": 28.713316369804918, + "grad_norm": 0.6794128840053161, + "learning_rate": 1.672813271779839e-05, + "loss": 0.022, + "step": 33853 + }, + { + "epoch": 28.714164546225614, + "grad_norm": 0.7407078429785522, + "learning_rate": 1.6727929486154383e-05, + "loss": 0.0216, + "step": 33854 + }, + { + "epoch": 28.71501272264631, + "grad_norm": 0.6738080778501021, + "learning_rate": 1.672772624943334e-05, + "loss": 0.0224, + "step": 33855 + }, + { + "epoch": 28.715860899067007, + "grad_norm": 0.6435198617333064, + "learning_rate": 1.6727523007635418e-05, + "loss": 0.0209, + "step": 33856 + }, + { + "epoch": 28.716709075487703, + "grad_norm": 0.7161445795034106, + "learning_rate": 1.6727319760760768e-05, + "loss": 0.0217, + "step": 33857 + }, + { + "epoch": 28.717557251908396, + "grad_norm": 0.690132656513443, + "learning_rate": 1.6727116508809542e-05, + "loss": 0.0231, + "step": 33858 + }, + { + "epoch": 28.718405428329092, + "grad_norm": 0.6373059083460351, + "learning_rate": 1.67269132517819e-05, + "loss": 0.0211, + "step": 33859 + }, + { + "epoch": 28.719253604749788, + "grad_norm": 1.035155275925027, + "learning_rate": 1.6726709989677986e-05, + "loss": 0.0195, + "step": 33860 + }, + { + "epoch": 28.720101781170484, + "grad_norm": 0.5346518809071209, + "learning_rate": 1.6726506722497955e-05, + "loss": 0.0196, + "step": 33861 + }, + { + "epoch": 28.72094995759118, + "grad_norm": 0.7418729215993701, + "learning_rate": 1.6726303450241967e-05, + "loss": 0.0223, + "step": 33862 + }, + { + "epoch": 28.721798134011873, + "grad_norm": 0.6770068177260242, + "learning_rate": 1.6726100172910174e-05, + "loss": 0.0204, + "step": 33863 + }, + { + "epoch": 28.72264631043257, + "grad_norm": 0.7200107620520079, + "learning_rate": 1.6725896890502723e-05, + "loss": 0.0208, + "step": 33864 + }, + { + "epoch": 28.723494486853266, + "grad_norm": 0.6817670338736568, + "learning_rate": 1.6725693603019776e-05, + "loss": 0.0237, + "step": 33865 + }, + { + "epoch": 28.724342663273962, + "grad_norm": 0.6231434770529136, + "learning_rate": 1.6725490310461482e-05, + "loss": 0.0191, + "step": 33866 + }, + { + "epoch": 28.725190839694655, + "grad_norm": 0.720817852305071, + "learning_rate": 1.6725287012827987e-05, + "loss": 0.0213, + "step": 33867 + }, + { + "epoch": 28.72603901611535, + "grad_norm": 0.5400616142684964, + "learning_rate": 1.672508371011946e-05, + "loss": 0.0185, + "step": 33868 + }, + { + "epoch": 28.726887192536047, + "grad_norm": 0.5932147423300617, + "learning_rate": 1.672488040233604e-05, + "loss": 0.0199, + "step": 33869 + }, + { + "epoch": 28.727735368956743, + "grad_norm": 0.66702625847821, + "learning_rate": 1.672467708947789e-05, + "loss": 0.0196, + "step": 33870 + }, + { + "epoch": 28.72858354537744, + "grad_norm": 0.7432444267981556, + "learning_rate": 1.6724473771545163e-05, + "loss": 0.0209, + "step": 33871 + }, + { + "epoch": 28.729431721798132, + "grad_norm": 0.7070430260047001, + "learning_rate": 1.6724270448538006e-05, + "loss": 0.0202, + "step": 33872 + }, + { + "epoch": 28.73027989821883, + "grad_norm": 0.7036567745258203, + "learning_rate": 1.6724067120456573e-05, + "loss": 0.0193, + "step": 33873 + }, + { + "epoch": 28.731128074639525, + "grad_norm": 0.6298798926479375, + "learning_rate": 1.6723863787301024e-05, + "loss": 0.0201, + "step": 33874 + }, + { + "epoch": 28.73197625106022, + "grad_norm": 0.7130304785834715, + "learning_rate": 1.672366044907151e-05, + "loss": 0.0207, + "step": 33875 + }, + { + "epoch": 28.732824427480917, + "grad_norm": 0.6698416567012655, + "learning_rate": 1.672345710576818e-05, + "loss": 0.0198, + "step": 33876 + }, + { + "epoch": 28.73367260390161, + "grad_norm": 0.6775301875761858, + "learning_rate": 1.672325375739119e-05, + "loss": 0.0193, + "step": 33877 + }, + { + "epoch": 28.734520780322306, + "grad_norm": 0.7139011544035397, + "learning_rate": 1.6723050403940698e-05, + "loss": 0.0208, + "step": 33878 + }, + { + "epoch": 28.735368956743002, + "grad_norm": 0.7608853426959773, + "learning_rate": 1.672284704541685e-05, + "loss": 0.0209, + "step": 33879 + }, + { + "epoch": 28.7362171331637, + "grad_norm": 0.6418048552662337, + "learning_rate": 1.6722643681819804e-05, + "loss": 0.0193, + "step": 33880 + }, + { + "epoch": 28.737065309584395, + "grad_norm": 0.7755349531604762, + "learning_rate": 1.6722440313149714e-05, + "loss": 0.0194, + "step": 33881 + }, + { + "epoch": 28.737913486005088, + "grad_norm": 0.7111595745148922, + "learning_rate": 1.672223693940673e-05, + "loss": 0.0215, + "step": 33882 + }, + { + "epoch": 28.738761662425784, + "grad_norm": 0.6281259580303594, + "learning_rate": 1.672203356059101e-05, + "loss": 0.0184, + "step": 33883 + }, + { + "epoch": 28.73960983884648, + "grad_norm": 0.6783605129816436, + "learning_rate": 1.6721830176702703e-05, + "loss": 0.019, + "step": 33884 + }, + { + "epoch": 28.740458015267176, + "grad_norm": 0.6688510785689088, + "learning_rate": 1.6721626787741966e-05, + "loss": 0.0197, + "step": 33885 + }, + { + "epoch": 28.741306191687872, + "grad_norm": 0.630592989272452, + "learning_rate": 1.6721423393708946e-05, + "loss": 0.0188, + "step": 33886 + }, + { + "epoch": 28.742154368108565, + "grad_norm": 0.6729352286864758, + "learning_rate": 1.6721219994603807e-05, + "loss": 0.022, + "step": 33887 + }, + { + "epoch": 28.74300254452926, + "grad_norm": 0.7432780448168398, + "learning_rate": 1.6721016590426693e-05, + "loss": 0.0197, + "step": 33888 + }, + { + "epoch": 28.743850720949958, + "grad_norm": 0.6651884954880243, + "learning_rate": 1.6720813181177762e-05, + "loss": 0.0205, + "step": 33889 + }, + { + "epoch": 28.744698897370654, + "grad_norm": 0.7957399352606452, + "learning_rate": 1.672060976685717e-05, + "loss": 0.0229, + "step": 33890 + }, + { + "epoch": 28.74554707379135, + "grad_norm": 0.703928795469857, + "learning_rate": 1.6720406347465065e-05, + "loss": 0.0229, + "step": 33891 + }, + { + "epoch": 28.746395250212043, + "grad_norm": 0.7315214784909472, + "learning_rate": 1.67202029230016e-05, + "loss": 0.0211, + "step": 33892 + }, + { + "epoch": 28.74724342663274, + "grad_norm": 0.7226155715790615, + "learning_rate": 1.6719999493466938e-05, + "loss": 0.0208, + "step": 33893 + }, + { + "epoch": 28.748091603053435, + "grad_norm": 0.7525351130807835, + "learning_rate": 1.671979605886122e-05, + "loss": 0.0233, + "step": 33894 + }, + { + "epoch": 28.74893977947413, + "grad_norm": 0.655546844779061, + "learning_rate": 1.6719592619184604e-05, + "loss": 0.019, + "step": 33895 + }, + { + "epoch": 28.749787955894828, + "grad_norm": 0.719414020481834, + "learning_rate": 1.671938917443725e-05, + "loss": 0.0199, + "step": 33896 + }, + { + "epoch": 28.75063613231552, + "grad_norm": 0.7488634856253288, + "learning_rate": 1.671918572461931e-05, + "loss": 0.0224, + "step": 33897 + }, + { + "epoch": 28.751484308736217, + "grad_norm": 0.6083225820884995, + "learning_rate": 1.6718982269730925e-05, + "loss": 0.0178, + "step": 33898 + }, + { + "epoch": 28.752332485156913, + "grad_norm": 0.7253872941343859, + "learning_rate": 1.671877880977226e-05, + "loss": 0.023, + "step": 33899 + }, + { + "epoch": 28.75318066157761, + "grad_norm": 0.6357822703472544, + "learning_rate": 1.6718575344743464e-05, + "loss": 0.0227, + "step": 33900 + }, + { + "epoch": 28.754028837998305, + "grad_norm": 0.668208825550474, + "learning_rate": 1.67183718746447e-05, + "loss": 0.0193, + "step": 33901 + }, + { + "epoch": 28.754877014418998, + "grad_norm": 0.7809659720867564, + "learning_rate": 1.6718168399476108e-05, + "loss": 0.0226, + "step": 33902 + }, + { + "epoch": 28.755725190839694, + "grad_norm": 0.6910605884082119, + "learning_rate": 1.6717964919237847e-05, + "loss": 0.02, + "step": 33903 + }, + { + "epoch": 28.75657336726039, + "grad_norm": 0.7629288259543884, + "learning_rate": 1.6717761433930074e-05, + "loss": 0.0217, + "step": 33904 + }, + { + "epoch": 28.757421543681087, + "grad_norm": 0.7203567302195768, + "learning_rate": 1.671755794355294e-05, + "loss": 0.0214, + "step": 33905 + }, + { + "epoch": 28.75826972010178, + "grad_norm": 0.6258895054157989, + "learning_rate": 1.6717354448106597e-05, + "loss": 0.0167, + "step": 33906 + }, + { + "epoch": 28.759117896522476, + "grad_norm": 0.6268044296427645, + "learning_rate": 1.6717150947591197e-05, + "loss": 0.0211, + "step": 33907 + }, + { + "epoch": 28.759966072943172, + "grad_norm": 0.7157422780630449, + "learning_rate": 1.6716947442006902e-05, + "loss": 0.0198, + "step": 33908 + }, + { + "epoch": 28.760814249363868, + "grad_norm": 0.6043562538538264, + "learning_rate": 1.6716743931353857e-05, + "loss": 0.0203, + "step": 33909 + }, + { + "epoch": 28.761662425784564, + "grad_norm": 0.4881225845135835, + "learning_rate": 1.671654041563222e-05, + "loss": 0.0176, + "step": 33910 + }, + { + "epoch": 28.762510602205257, + "grad_norm": 0.6219804068808326, + "learning_rate": 1.6716336894842143e-05, + "loss": 0.0193, + "step": 33911 + }, + { + "epoch": 28.763358778625953, + "grad_norm": 0.6954843668399366, + "learning_rate": 1.671613336898378e-05, + "loss": 0.023, + "step": 33912 + }, + { + "epoch": 28.76420695504665, + "grad_norm": 0.6344893950084189, + "learning_rate": 1.671592983805728e-05, + "loss": 0.0204, + "step": 33913 + }, + { + "epoch": 28.765055131467346, + "grad_norm": 0.6634244499504186, + "learning_rate": 1.6715726302062806e-05, + "loss": 0.0215, + "step": 33914 + }, + { + "epoch": 28.765903307888042, + "grad_norm": 0.8066402567343132, + "learning_rate": 1.67155227610005e-05, + "loss": 0.023, + "step": 33915 + }, + { + "epoch": 28.766751484308735, + "grad_norm": 0.7751118693459381, + "learning_rate": 1.6715319214870528e-05, + "loss": 0.0206, + "step": 33916 + }, + { + "epoch": 28.76759966072943, + "grad_norm": 0.6888465263366669, + "learning_rate": 1.6715115663673038e-05, + "loss": 0.0204, + "step": 33917 + }, + { + "epoch": 28.768447837150127, + "grad_norm": 0.5755869081462582, + "learning_rate": 1.6714912107408183e-05, + "loss": 0.0177, + "step": 33918 + }, + { + "epoch": 28.769296013570823, + "grad_norm": 0.6878089895995109, + "learning_rate": 1.6714708546076117e-05, + "loss": 0.022, + "step": 33919 + }, + { + "epoch": 28.77014418999152, + "grad_norm": 0.6805607165482233, + "learning_rate": 1.6714504979676987e-05, + "loss": 0.0202, + "step": 33920 + }, + { + "epoch": 28.770992366412212, + "grad_norm": 0.6583297153873974, + "learning_rate": 1.6714301408210957e-05, + "loss": 0.0232, + "step": 33921 + }, + { + "epoch": 28.77184054283291, + "grad_norm": 0.7348269850468756, + "learning_rate": 1.671409783167818e-05, + "loss": 0.0225, + "step": 33922 + }, + { + "epoch": 28.772688719253605, + "grad_norm": 0.7500129159977119, + "learning_rate": 1.6713894250078807e-05, + "loss": 0.0229, + "step": 33923 + }, + { + "epoch": 28.7735368956743, + "grad_norm": 0.6541404543901588, + "learning_rate": 1.6713690663412987e-05, + "loss": 0.0216, + "step": 33924 + }, + { + "epoch": 28.774385072094997, + "grad_norm": 0.6533232569958554, + "learning_rate": 1.6713487071680878e-05, + "loss": 0.0216, + "step": 33925 + }, + { + "epoch": 28.77523324851569, + "grad_norm": 0.6192064446348936, + "learning_rate": 1.6713283474882633e-05, + "loss": 0.0201, + "step": 33926 + }, + { + "epoch": 28.776081424936386, + "grad_norm": 0.7077897696528206, + "learning_rate": 1.6713079873018404e-05, + "loss": 0.0212, + "step": 33927 + }, + { + "epoch": 28.776929601357082, + "grad_norm": 0.6481702595238065, + "learning_rate": 1.671287626608835e-05, + "loss": 0.0177, + "step": 33928 + }, + { + "epoch": 28.77777777777778, + "grad_norm": 0.6020876090607793, + "learning_rate": 1.671267265409262e-05, + "loss": 0.0204, + "step": 33929 + }, + { + "epoch": 28.778625954198475, + "grad_norm": 0.6350847538757005, + "learning_rate": 1.6712469037031374e-05, + "loss": 0.022, + "step": 33930 + }, + { + "epoch": 28.779474130619167, + "grad_norm": 0.7174971284417773, + "learning_rate": 1.6712265414904754e-05, + "loss": 0.0221, + "step": 33931 + }, + { + "epoch": 28.780322307039864, + "grad_norm": 0.712132300791467, + "learning_rate": 1.6712061787712925e-05, + "loss": 0.0175, + "step": 33932 + }, + { + "epoch": 28.78117048346056, + "grad_norm": 0.7950935087278512, + "learning_rate": 1.6711858155456028e-05, + "loss": 0.0209, + "step": 33933 + }, + { + "epoch": 28.782018659881256, + "grad_norm": 0.7531792146765369, + "learning_rate": 1.671165451813423e-05, + "loss": 0.0225, + "step": 33934 + }, + { + "epoch": 28.782866836301952, + "grad_norm": 0.5981235663453146, + "learning_rate": 1.6711450875747677e-05, + "loss": 0.02, + "step": 33935 + }, + { + "epoch": 28.783715012722645, + "grad_norm": 0.6936090579333628, + "learning_rate": 1.6711247228296527e-05, + "loss": 0.0218, + "step": 33936 + }, + { + "epoch": 28.78456318914334, + "grad_norm": 0.6742601788587748, + "learning_rate": 1.6711043575780933e-05, + "loss": 0.019, + "step": 33937 + }, + { + "epoch": 28.785411365564038, + "grad_norm": 0.7229414423931659, + "learning_rate": 1.6710839918201044e-05, + "loss": 0.0255, + "step": 33938 + }, + { + "epoch": 28.786259541984734, + "grad_norm": 0.6888077135012174, + "learning_rate": 1.6710636255557017e-05, + "loss": 0.0214, + "step": 33939 + }, + { + "epoch": 28.78710771840543, + "grad_norm": 0.7359155998314216, + "learning_rate": 1.6710432587849003e-05, + "loss": 0.0252, + "step": 33940 + }, + { + "epoch": 28.787955894826123, + "grad_norm": 0.6545143328620306, + "learning_rate": 1.6710228915077165e-05, + "loss": 0.0195, + "step": 33941 + }, + { + "epoch": 28.78880407124682, + "grad_norm": 0.789709181635679, + "learning_rate": 1.6710025237241642e-05, + "loss": 0.023, + "step": 33942 + }, + { + "epoch": 28.789652247667515, + "grad_norm": 0.7946245451140497, + "learning_rate": 1.67098215543426e-05, + "loss": 0.0225, + "step": 33943 + }, + { + "epoch": 28.79050042408821, + "grad_norm": 0.8215644074700158, + "learning_rate": 1.670961786638019e-05, + "loss": 0.0247, + "step": 33944 + }, + { + "epoch": 28.791348600508904, + "grad_norm": 0.6357113355053418, + "learning_rate": 1.670941417335456e-05, + "loss": 0.0191, + "step": 33945 + }, + { + "epoch": 28.7921967769296, + "grad_norm": 0.6759364873154491, + "learning_rate": 1.670921047526587e-05, + "loss": 0.0214, + "step": 33946 + }, + { + "epoch": 28.793044953350297, + "grad_norm": 0.708787130749219, + "learning_rate": 1.6709006772114274e-05, + "loss": 0.0202, + "step": 33947 + }, + { + "epoch": 28.793893129770993, + "grad_norm": 0.7912620143253821, + "learning_rate": 1.670880306389992e-05, + "loss": 0.0221, + "step": 33948 + }, + { + "epoch": 28.79474130619169, + "grad_norm": 0.6104869803395137, + "learning_rate": 1.6708599350622965e-05, + "loss": 0.0196, + "step": 33949 + }, + { + "epoch": 28.79558948261238, + "grad_norm": 0.7120361940305338, + "learning_rate": 1.6708395632283567e-05, + "loss": 0.0226, + "step": 33950 + }, + { + "epoch": 28.796437659033078, + "grad_norm": 0.5991755753476342, + "learning_rate": 1.670819190888187e-05, + "loss": 0.0207, + "step": 33951 + }, + { + "epoch": 28.797285835453774, + "grad_norm": 0.714351350198731, + "learning_rate": 1.6707988180418032e-05, + "loss": 0.0189, + "step": 33952 + }, + { + "epoch": 28.79813401187447, + "grad_norm": 0.6218756056238287, + "learning_rate": 1.670778444689221e-05, + "loss": 0.0217, + "step": 33953 + }, + { + "epoch": 28.798982188295167, + "grad_norm": 0.7258433283520624, + "learning_rate": 1.6707580708304557e-05, + "loss": 0.0203, + "step": 33954 + }, + { + "epoch": 28.79983036471586, + "grad_norm": 0.5855595099226469, + "learning_rate": 1.670737696465522e-05, + "loss": 0.0215, + "step": 33955 + }, + { + "epoch": 28.800678541136556, + "grad_norm": 0.6727067271416411, + "learning_rate": 1.6707173215944363e-05, + "loss": 0.0207, + "step": 33956 + }, + { + "epoch": 28.801526717557252, + "grad_norm": 0.62789889421185, + "learning_rate": 1.6706969462172136e-05, + "loss": 0.021, + "step": 33957 + }, + { + "epoch": 28.802374893977948, + "grad_norm": 0.6942067666073374, + "learning_rate": 1.670676570333869e-05, + "loss": 0.0184, + "step": 33958 + }, + { + "epoch": 28.803223070398644, + "grad_norm": 0.7259435095711897, + "learning_rate": 1.6706561939444178e-05, + "loss": 0.0207, + "step": 33959 + }, + { + "epoch": 28.804071246819337, + "grad_norm": 0.8047600274828158, + "learning_rate": 1.670635817048876e-05, + "loss": 0.0232, + "step": 33960 + }, + { + "epoch": 28.804919423240033, + "grad_norm": 0.6484485470253774, + "learning_rate": 1.6706154396472582e-05, + "loss": 0.0208, + "step": 33961 + }, + { + "epoch": 28.80576759966073, + "grad_norm": 0.6651229460166769, + "learning_rate": 1.6705950617395802e-05, + "loss": 0.0212, + "step": 33962 + }, + { + "epoch": 28.806615776081426, + "grad_norm": 0.6883271011335526, + "learning_rate": 1.6705746833258576e-05, + "loss": 0.0194, + "step": 33963 + }, + { + "epoch": 28.807463952502122, + "grad_norm": 0.785080897833329, + "learning_rate": 1.6705543044061054e-05, + "loss": 0.0227, + "step": 33964 + }, + { + "epoch": 28.808312128922815, + "grad_norm": 0.7337723505339677, + "learning_rate": 1.670533924980339e-05, + "loss": 0.0232, + "step": 33965 + }, + { + "epoch": 28.80916030534351, + "grad_norm": 0.7044596448436212, + "learning_rate": 1.670513545048574e-05, + "loss": 0.0216, + "step": 33966 + }, + { + "epoch": 28.810008481764207, + "grad_norm": 0.6602511630877724, + "learning_rate": 1.6704931646108256e-05, + "loss": 0.0197, + "step": 33967 + }, + { + "epoch": 28.810856658184903, + "grad_norm": 0.6278602305718795, + "learning_rate": 1.670472783667109e-05, + "loss": 0.0188, + "step": 33968 + }, + { + "epoch": 28.8117048346056, + "grad_norm": 0.6703440051099688, + "learning_rate": 1.6704524022174406e-05, + "loss": 0.0204, + "step": 33969 + }, + { + "epoch": 28.812553011026292, + "grad_norm": 0.6229250883732019, + "learning_rate": 1.6704320202618345e-05, + "loss": 0.0197, + "step": 33970 + }, + { + "epoch": 28.81340118744699, + "grad_norm": 0.6785963028192518, + "learning_rate": 1.6704116378003064e-05, + "loss": 0.0195, + "step": 33971 + }, + { + "epoch": 28.814249363867685, + "grad_norm": 0.5781748561564055, + "learning_rate": 1.6703912548328717e-05, + "loss": 0.0186, + "step": 33972 + }, + { + "epoch": 28.81509754028838, + "grad_norm": 0.7637676223858165, + "learning_rate": 1.6703708713595465e-05, + "loss": 0.0227, + "step": 33973 + }, + { + "epoch": 28.815945716709077, + "grad_norm": 0.6087952465655676, + "learning_rate": 1.6703504873803452e-05, + "loss": 0.0211, + "step": 33974 + }, + { + "epoch": 28.81679389312977, + "grad_norm": 0.7142408988075116, + "learning_rate": 1.670330102895284e-05, + "loss": 0.0233, + "step": 33975 + }, + { + "epoch": 28.817642069550466, + "grad_norm": 0.6182397005534525, + "learning_rate": 1.6703097179043776e-05, + "loss": 0.0193, + "step": 33976 + }, + { + "epoch": 28.818490245971162, + "grad_norm": 0.7313015358539892, + "learning_rate": 1.6702893324076418e-05, + "loss": 0.022, + "step": 33977 + }, + { + "epoch": 28.81933842239186, + "grad_norm": 0.6861514984474933, + "learning_rate": 1.6702689464050915e-05, + "loss": 0.0197, + "step": 33978 + }, + { + "epoch": 28.820186598812555, + "grad_norm": 0.6236889889754303, + "learning_rate": 1.670248559896743e-05, + "loss": 0.0185, + "step": 33979 + }, + { + "epoch": 28.821034775233247, + "grad_norm": 0.7253204954517057, + "learning_rate": 1.6702281728826107e-05, + "loss": 0.0226, + "step": 33980 + }, + { + "epoch": 28.821882951653944, + "grad_norm": 0.5863662332501761, + "learning_rate": 1.6702077853627107e-05, + "loss": 0.0201, + "step": 33981 + }, + { + "epoch": 28.82273112807464, + "grad_norm": 0.6258814327997269, + "learning_rate": 1.6701873973370574e-05, + "loss": 0.0206, + "step": 33982 + }, + { + "epoch": 28.823579304495336, + "grad_norm": 0.9885558480393494, + "learning_rate": 1.6701670088056675e-05, + "loss": 0.0269, + "step": 33983 + }, + { + "epoch": 28.82442748091603, + "grad_norm": 0.7019859069517425, + "learning_rate": 1.6701466197685556e-05, + "loss": 0.0223, + "step": 33984 + }, + { + "epoch": 28.825275657336725, + "grad_norm": 0.5986724657367373, + "learning_rate": 1.6701262302257376e-05, + "loss": 0.02, + "step": 33985 + }, + { + "epoch": 28.82612383375742, + "grad_norm": 0.6576631535774529, + "learning_rate": 1.6701058401772277e-05, + "loss": 0.0213, + "step": 33986 + }, + { + "epoch": 28.826972010178118, + "grad_norm": 0.7762150321737765, + "learning_rate": 1.670085449623043e-05, + "loss": 0.0231, + "step": 33987 + }, + { + "epoch": 28.827820186598814, + "grad_norm": 0.6802780811041785, + "learning_rate": 1.6700650585631977e-05, + "loss": 0.0208, + "step": 33988 + }, + { + "epoch": 28.828668363019506, + "grad_norm": 0.7138010919814233, + "learning_rate": 1.6700446669977074e-05, + "loss": 0.021, + "step": 33989 + }, + { + "epoch": 28.829516539440203, + "grad_norm": 0.7187697375920288, + "learning_rate": 1.6700242749265875e-05, + "loss": 0.023, + "step": 33990 + }, + { + "epoch": 28.8303647158609, + "grad_norm": 0.6428286130216955, + "learning_rate": 1.6700038823498533e-05, + "loss": 0.0211, + "step": 33991 + }, + { + "epoch": 28.831212892281595, + "grad_norm": 0.7162737923327577, + "learning_rate": 1.6699834892675208e-05, + "loss": 0.0216, + "step": 33992 + }, + { + "epoch": 28.83206106870229, + "grad_norm": 0.7087740210425387, + "learning_rate": 1.6699630956796048e-05, + "loss": 0.0229, + "step": 33993 + }, + { + "epoch": 28.832909245122984, + "grad_norm": 0.7687825954700394, + "learning_rate": 1.6699427015861206e-05, + "loss": 0.0233, + "step": 33994 + }, + { + "epoch": 28.83375742154368, + "grad_norm": 0.6360732015091166, + "learning_rate": 1.6699223069870844e-05, + "loss": 0.0187, + "step": 33995 + }, + { + "epoch": 28.834605597964376, + "grad_norm": 0.7255447320110825, + "learning_rate": 1.6699019118825105e-05, + "loss": 0.0262, + "step": 33996 + }, + { + "epoch": 28.835453774385073, + "grad_norm": 0.6462988312356431, + "learning_rate": 1.6698815162724148e-05, + "loss": 0.019, + "step": 33997 + }, + { + "epoch": 28.83630195080577, + "grad_norm": 0.6388978526726682, + "learning_rate": 1.669861120156813e-05, + "loss": 0.0191, + "step": 33998 + }, + { + "epoch": 28.83715012722646, + "grad_norm": 0.6439707115650204, + "learning_rate": 1.66984072353572e-05, + "loss": 0.0184, + "step": 33999 + }, + { + "epoch": 28.837998303647158, + "grad_norm": 0.7601432875909532, + "learning_rate": 1.6698203264091514e-05, + "loss": 0.0206, + "step": 34000 + }, + { + "epoch": 28.838846480067854, + "grad_norm": 0.7712898860084003, + "learning_rate": 1.6697999287771227e-05, + "loss": 0.0224, + "step": 34001 + }, + { + "epoch": 28.83969465648855, + "grad_norm": 0.6588421287593039, + "learning_rate": 1.669779530639649e-05, + "loss": 0.0213, + "step": 34002 + }, + { + "epoch": 28.840542832909247, + "grad_norm": 0.5880387434559924, + "learning_rate": 1.6697591319967458e-05, + "loss": 0.02, + "step": 34003 + }, + { + "epoch": 28.84139100932994, + "grad_norm": 0.7383022559968075, + "learning_rate": 1.6697387328484285e-05, + "loss": 0.0231, + "step": 34004 + }, + { + "epoch": 28.842239185750635, + "grad_norm": 0.7745331470305374, + "learning_rate": 1.669718333194713e-05, + "loss": 0.018, + "step": 34005 + }, + { + "epoch": 28.84308736217133, + "grad_norm": 0.719035564025141, + "learning_rate": 1.6696979330356136e-05, + "loss": 0.0212, + "step": 34006 + }, + { + "epoch": 28.843935538592028, + "grad_norm": 0.7302230012393053, + "learning_rate": 1.669677532371147e-05, + "loss": 0.0214, + "step": 34007 + }, + { + "epoch": 28.844783715012724, + "grad_norm": 0.6908294565913579, + "learning_rate": 1.6696571312013276e-05, + "loss": 0.0198, + "step": 34008 + }, + { + "epoch": 28.845631891433417, + "grad_norm": 0.614206715306252, + "learning_rate": 1.6696367295261707e-05, + "loss": 0.0202, + "step": 34009 + }, + { + "epoch": 28.846480067854113, + "grad_norm": 0.613860201821262, + "learning_rate": 1.669616327345693e-05, + "loss": 0.0179, + "step": 34010 + }, + { + "epoch": 28.84732824427481, + "grad_norm": 0.5792474927840725, + "learning_rate": 1.6695959246599082e-05, + "loss": 0.0185, + "step": 34011 + }, + { + "epoch": 28.848176420695506, + "grad_norm": 0.7673927228850046, + "learning_rate": 1.669575521468833e-05, + "loss": 0.0228, + "step": 34012 + }, + { + "epoch": 28.849024597116202, + "grad_norm": 0.5916993549249774, + "learning_rate": 1.669555117772482e-05, + "loss": 0.0181, + "step": 34013 + }, + { + "epoch": 28.849872773536894, + "grad_norm": 0.6822211596009374, + "learning_rate": 1.6695347135708713e-05, + "loss": 0.0205, + "step": 34014 + }, + { + "epoch": 28.85072094995759, + "grad_norm": 0.7222171289440183, + "learning_rate": 1.6695143088640158e-05, + "loss": 0.0201, + "step": 34015 + }, + { + "epoch": 28.851569126378287, + "grad_norm": 0.7604778905416149, + "learning_rate": 1.669493903651931e-05, + "loss": 0.0214, + "step": 34016 + }, + { + "epoch": 28.852417302798983, + "grad_norm": 0.6328899842144102, + "learning_rate": 1.6694734979346318e-05, + "loss": 0.0235, + "step": 34017 + }, + { + "epoch": 28.85326547921968, + "grad_norm": 0.7101627803672286, + "learning_rate": 1.6694530917121342e-05, + "loss": 0.0224, + "step": 34018 + }, + { + "epoch": 28.854113655640372, + "grad_norm": 0.8314498746041968, + "learning_rate": 1.6694326849844543e-05, + "loss": 0.0219, + "step": 34019 + }, + { + "epoch": 28.85496183206107, + "grad_norm": 0.6079697656466558, + "learning_rate": 1.669412277751606e-05, + "loss": 0.0201, + "step": 34020 + }, + { + "epoch": 28.855810008481765, + "grad_norm": 0.6783966184470278, + "learning_rate": 1.6693918700136054e-05, + "loss": 0.0197, + "step": 34021 + }, + { + "epoch": 28.85665818490246, + "grad_norm": 0.6578176157350185, + "learning_rate": 1.6693714617704683e-05, + "loss": 0.0196, + "step": 34022 + }, + { + "epoch": 28.857506361323153, + "grad_norm": 0.6603678551185042, + "learning_rate": 1.6693510530222092e-05, + "loss": 0.0204, + "step": 34023 + }, + { + "epoch": 28.85835453774385, + "grad_norm": 0.637990326055191, + "learning_rate": 1.669330643768844e-05, + "loss": 0.0249, + "step": 34024 + }, + { + "epoch": 28.859202714164546, + "grad_norm": 0.5581613677606835, + "learning_rate": 1.6693102340103884e-05, + "loss": 0.0197, + "step": 34025 + }, + { + "epoch": 28.860050890585242, + "grad_norm": 0.6638746006361519, + "learning_rate": 1.6692898237468575e-05, + "loss": 0.0197, + "step": 34026 + }, + { + "epoch": 28.86089906700594, + "grad_norm": 0.6774462634687589, + "learning_rate": 1.6692694129782667e-05, + "loss": 0.0196, + "step": 34027 + }, + { + "epoch": 28.86174724342663, + "grad_norm": 0.7759498944948285, + "learning_rate": 1.6692490017046314e-05, + "loss": 0.0216, + "step": 34028 + }, + { + "epoch": 28.862595419847327, + "grad_norm": 0.6437642909459581, + "learning_rate": 1.669228589925967e-05, + "loss": 0.0199, + "step": 34029 + }, + { + "epoch": 28.863443596268024, + "grad_norm": 0.6321581889421034, + "learning_rate": 1.669208177642289e-05, + "loss": 0.0212, + "step": 34030 + }, + { + "epoch": 28.86429177268872, + "grad_norm": 0.7123497124362983, + "learning_rate": 1.669187764853612e-05, + "loss": 0.0229, + "step": 34031 + }, + { + "epoch": 28.865139949109416, + "grad_norm": 0.7481110954611284, + "learning_rate": 1.6691673515599527e-05, + "loss": 0.0225, + "step": 34032 + }, + { + "epoch": 28.86598812553011, + "grad_norm": 0.7025932467713815, + "learning_rate": 1.669146937761326e-05, + "loss": 0.0204, + "step": 34033 + }, + { + "epoch": 28.866836301950805, + "grad_norm": 0.6727832482586726, + "learning_rate": 1.6691265234577472e-05, + "loss": 0.0179, + "step": 34034 + }, + { + "epoch": 28.8676844783715, + "grad_norm": 0.510626183911436, + "learning_rate": 1.6691061086492317e-05, + "loss": 0.0196, + "step": 34035 + }, + { + "epoch": 28.868532654792197, + "grad_norm": 0.6623796474417885, + "learning_rate": 1.6690856933357947e-05, + "loss": 0.0223, + "step": 34036 + }, + { + "epoch": 28.869380831212894, + "grad_norm": 0.7092303282954923, + "learning_rate": 1.6690652775174522e-05, + "loss": 0.0214, + "step": 34037 + }, + { + "epoch": 28.870229007633586, + "grad_norm": 0.5544891614374404, + "learning_rate": 1.669044861194219e-05, + "loss": 0.0158, + "step": 34038 + }, + { + "epoch": 28.871077184054283, + "grad_norm": 0.5807181027523625, + "learning_rate": 1.6690244443661108e-05, + "loss": 0.0203, + "step": 34039 + }, + { + "epoch": 28.87192536047498, + "grad_norm": 0.6647018196023873, + "learning_rate": 1.669004027033143e-05, + "loss": 0.0205, + "step": 34040 + }, + { + "epoch": 28.872773536895675, + "grad_norm": 0.7083352386847274, + "learning_rate": 1.668983609195331e-05, + "loss": 0.0238, + "step": 34041 + }, + { + "epoch": 28.87362171331637, + "grad_norm": 0.6432380423963816, + "learning_rate": 1.66896319085269e-05, + "loss": 0.0201, + "step": 34042 + }, + { + "epoch": 28.874469889737064, + "grad_norm": 0.6789498092459457, + "learning_rate": 1.6689427720052358e-05, + "loss": 0.02, + "step": 34043 + }, + { + "epoch": 28.87531806615776, + "grad_norm": 0.6705059324789657, + "learning_rate": 1.668922352652983e-05, + "loss": 0.0199, + "step": 34044 + }, + { + "epoch": 28.876166242578456, + "grad_norm": 0.5816298077591968, + "learning_rate": 1.6689019327959486e-05, + "loss": 0.0181, + "step": 34045 + }, + { + "epoch": 28.877014418999153, + "grad_norm": 0.70922670111672, + "learning_rate": 1.6688815124341465e-05, + "loss": 0.0237, + "step": 34046 + }, + { + "epoch": 28.87786259541985, + "grad_norm": 0.6518153401571158, + "learning_rate": 1.6688610915675923e-05, + "loss": 0.0209, + "step": 34047 + }, + { + "epoch": 28.87871077184054, + "grad_norm": 0.6915696405535519, + "learning_rate": 1.6688406701963025e-05, + "loss": 0.0199, + "step": 34048 + }, + { + "epoch": 28.879558948261238, + "grad_norm": 0.5929937329200944, + "learning_rate": 1.668820248320291e-05, + "loss": 0.0188, + "step": 34049 + }, + { + "epoch": 28.880407124681934, + "grad_norm": 0.7287858070628243, + "learning_rate": 1.668799825939574e-05, + "loss": 0.0215, + "step": 34050 + }, + { + "epoch": 28.88125530110263, + "grad_norm": 0.5275035090657844, + "learning_rate": 1.6687794030541674e-05, + "loss": 0.0192, + "step": 34051 + }, + { + "epoch": 28.882103477523327, + "grad_norm": 0.6772272448025584, + "learning_rate": 1.668758979664086e-05, + "loss": 0.0221, + "step": 34052 + }, + { + "epoch": 28.88295165394402, + "grad_norm": 0.7132211274741166, + "learning_rate": 1.6687385557693446e-05, + "loss": 0.0236, + "step": 34053 + }, + { + "epoch": 28.883799830364715, + "grad_norm": 1.1154452391278566, + "learning_rate": 1.66871813136996e-05, + "loss": 0.021, + "step": 34054 + }, + { + "epoch": 28.88464800678541, + "grad_norm": 0.7313325011401052, + "learning_rate": 1.6686977064659468e-05, + "loss": 0.0226, + "step": 34055 + }, + { + "epoch": 28.885496183206108, + "grad_norm": 0.6616169810275789, + "learning_rate": 1.6686772810573204e-05, + "loss": 0.0201, + "step": 34056 + }, + { + "epoch": 28.886344359626804, + "grad_norm": 0.616142899828361, + "learning_rate": 1.6686568551440962e-05, + "loss": 0.0214, + "step": 34057 + }, + { + "epoch": 28.887192536047497, + "grad_norm": 0.691680764761298, + "learning_rate": 1.66863642872629e-05, + "loss": 0.022, + "step": 34058 + }, + { + "epoch": 28.888040712468193, + "grad_norm": 0.7083925570451235, + "learning_rate": 1.668616001803917e-05, + "loss": 0.0219, + "step": 34059 + }, + { + "epoch": 28.88888888888889, + "grad_norm": 0.6800509265353495, + "learning_rate": 1.668595574376992e-05, + "loss": 0.0198, + "step": 34060 + }, + { + "epoch": 28.889737065309586, + "grad_norm": 0.6374796195506942, + "learning_rate": 1.668575146445532e-05, + "loss": 0.0213, + "step": 34061 + }, + { + "epoch": 28.890585241730278, + "grad_norm": 0.9672143490523246, + "learning_rate": 1.6685547180095505e-05, + "loss": 0.0215, + "step": 34062 + }, + { + "epoch": 28.891433418150974, + "grad_norm": 0.6717936087991788, + "learning_rate": 1.668534289069064e-05, + "loss": 0.0234, + "step": 34063 + }, + { + "epoch": 28.89228159457167, + "grad_norm": 0.7014105302140174, + "learning_rate": 1.668513859624088e-05, + "loss": 0.0203, + "step": 34064 + }, + { + "epoch": 28.893129770992367, + "grad_norm": 0.7348696714091304, + "learning_rate": 1.6684934296746375e-05, + "loss": 0.0248, + "step": 34065 + }, + { + "epoch": 28.893977947413063, + "grad_norm": 0.8158054593625097, + "learning_rate": 1.6684729992207285e-05, + "loss": 0.0214, + "step": 34066 + }, + { + "epoch": 28.894826123833756, + "grad_norm": 0.6761533519263645, + "learning_rate": 1.6684525682623755e-05, + "loss": 0.0214, + "step": 34067 + }, + { + "epoch": 28.895674300254452, + "grad_norm": 0.6673668288857877, + "learning_rate": 1.6684321367995947e-05, + "loss": 0.0201, + "step": 34068 + }, + { + "epoch": 28.89652247667515, + "grad_norm": 0.7637362928654688, + "learning_rate": 1.668411704832401e-05, + "loss": 0.0208, + "step": 34069 + }, + { + "epoch": 28.897370653095845, + "grad_norm": 0.8209223031559546, + "learning_rate": 1.66839127236081e-05, + "loss": 0.0238, + "step": 34070 + }, + { + "epoch": 28.89821882951654, + "grad_norm": 0.678762675616253, + "learning_rate": 1.668370839384837e-05, + "loss": 0.0209, + "step": 34071 + }, + { + "epoch": 28.899067005937233, + "grad_norm": 0.6491682991434066, + "learning_rate": 1.668350405904498e-05, + "loss": 0.0198, + "step": 34072 + }, + { + "epoch": 28.89991518235793, + "grad_norm": 0.6054425884632868, + "learning_rate": 1.668329971919808e-05, + "loss": 0.0213, + "step": 34073 + }, + { + "epoch": 28.900763358778626, + "grad_norm": 0.6666264153662969, + "learning_rate": 1.6683095374307826e-05, + "loss": 0.0221, + "step": 34074 + }, + { + "epoch": 28.901611535199322, + "grad_norm": 0.7964092740551104, + "learning_rate": 1.6682891024374367e-05, + "loss": 0.0232, + "step": 34075 + }, + { + "epoch": 28.90245971162002, + "grad_norm": 0.6708607139236584, + "learning_rate": 1.668268666939786e-05, + "loss": 0.0212, + "step": 34076 + }, + { + "epoch": 28.90330788804071, + "grad_norm": 0.8245556715887489, + "learning_rate": 1.668248230937846e-05, + "loss": 0.0231, + "step": 34077 + }, + { + "epoch": 28.904156064461407, + "grad_norm": 0.6824553392700058, + "learning_rate": 1.668227794431632e-05, + "loss": 0.0232, + "step": 34078 + }, + { + "epoch": 28.905004240882104, + "grad_norm": 0.7179992600343031, + "learning_rate": 1.66820735742116e-05, + "loss": 0.0209, + "step": 34079 + }, + { + "epoch": 28.9058524173028, + "grad_norm": 0.7113704715500392, + "learning_rate": 1.6681869199064447e-05, + "loss": 0.0212, + "step": 34080 + }, + { + "epoch": 28.906700593723496, + "grad_norm": 0.7255807088766028, + "learning_rate": 1.668166481887502e-05, + "loss": 0.0215, + "step": 34081 + }, + { + "epoch": 28.90754877014419, + "grad_norm": 0.6598380257865364, + "learning_rate": 1.6681460433643467e-05, + "loss": 0.0193, + "step": 34082 + }, + { + "epoch": 28.908396946564885, + "grad_norm": 0.6254403646528431, + "learning_rate": 1.6681256043369946e-05, + "loss": 0.0206, + "step": 34083 + }, + { + "epoch": 28.90924512298558, + "grad_norm": 0.7413130341446428, + "learning_rate": 1.6681051648054613e-05, + "loss": 0.021, + "step": 34084 + }, + { + "epoch": 28.910093299406277, + "grad_norm": 0.8423088871858339, + "learning_rate": 1.668084724769762e-05, + "loss": 0.0209, + "step": 34085 + }, + { + "epoch": 28.910941475826974, + "grad_norm": 0.5937465102022382, + "learning_rate": 1.6680642842299123e-05, + "loss": 0.0197, + "step": 34086 + }, + { + "epoch": 28.911789652247666, + "grad_norm": 0.6758997316465226, + "learning_rate": 1.6680438431859275e-05, + "loss": 0.021, + "step": 34087 + }, + { + "epoch": 28.912637828668363, + "grad_norm": 0.8054651905299666, + "learning_rate": 1.6680234016378232e-05, + "loss": 0.0247, + "step": 34088 + }, + { + "epoch": 28.91348600508906, + "grad_norm": 0.6059106107438951, + "learning_rate": 1.6680029595856144e-05, + "loss": 0.0212, + "step": 34089 + }, + { + "epoch": 28.914334181509755, + "grad_norm": 0.62546320699571, + "learning_rate": 1.667982517029317e-05, + "loss": 0.0197, + "step": 34090 + }, + { + "epoch": 28.91518235793045, + "grad_norm": 1.006797430736574, + "learning_rate": 1.6679620739689458e-05, + "loss": 0.025, + "step": 34091 + }, + { + "epoch": 28.916030534351144, + "grad_norm": 0.7646156975473468, + "learning_rate": 1.6679416304045172e-05, + "loss": 0.022, + "step": 34092 + }, + { + "epoch": 28.91687871077184, + "grad_norm": 0.717140014567566, + "learning_rate": 1.6679211863360457e-05, + "loss": 0.0182, + "step": 34093 + }, + { + "epoch": 28.917726887192536, + "grad_norm": 0.6364717571023063, + "learning_rate": 1.6679007417635476e-05, + "loss": 0.02, + "step": 34094 + }, + { + "epoch": 28.918575063613233, + "grad_norm": 0.8857568457652288, + "learning_rate": 1.6678802966870375e-05, + "loss": 0.0226, + "step": 34095 + }, + { + "epoch": 28.91942324003393, + "grad_norm": 0.6614785849986059, + "learning_rate": 1.667859851106531e-05, + "loss": 0.0208, + "step": 34096 + }, + { + "epoch": 28.92027141645462, + "grad_norm": 0.6398884541030151, + "learning_rate": 1.6678394050220437e-05, + "loss": 0.0212, + "step": 34097 + }, + { + "epoch": 28.921119592875318, + "grad_norm": 0.7317826880681207, + "learning_rate": 1.667818958433591e-05, + "loss": 0.0214, + "step": 34098 + }, + { + "epoch": 28.921967769296014, + "grad_norm": 0.8074029619231734, + "learning_rate": 1.6677985113411885e-05, + "loss": 0.0241, + "step": 34099 + }, + { + "epoch": 28.92281594571671, + "grad_norm": 0.6610528079167406, + "learning_rate": 1.6677780637448516e-05, + "loss": 0.0192, + "step": 34100 + }, + { + "epoch": 28.923664122137403, + "grad_norm": 0.6440263243689996, + "learning_rate": 1.6677576156445954e-05, + "loss": 0.021, + "step": 34101 + }, + { + "epoch": 28.9245122985581, + "grad_norm": 0.48989615692501864, + "learning_rate": 1.6677371670404356e-05, + "loss": 0.0166, + "step": 34102 + }, + { + "epoch": 28.925360474978795, + "grad_norm": 0.651495343922381, + "learning_rate": 1.6677167179323875e-05, + "loss": 0.0206, + "step": 34103 + }, + { + "epoch": 28.92620865139949, + "grad_norm": 0.6781062363540239, + "learning_rate": 1.667696268320467e-05, + "loss": 0.0207, + "step": 34104 + }, + { + "epoch": 28.927056827820188, + "grad_norm": 0.6296911771700595, + "learning_rate": 1.6676758182046887e-05, + "loss": 0.0191, + "step": 34105 + }, + { + "epoch": 28.92790500424088, + "grad_norm": 0.5824108328290528, + "learning_rate": 1.6676553675850686e-05, + "loss": 0.0182, + "step": 34106 + }, + { + "epoch": 28.928753180661577, + "grad_norm": 0.6719465470948542, + "learning_rate": 1.667634916461622e-05, + "loss": 0.0231, + "step": 34107 + }, + { + "epoch": 28.929601357082273, + "grad_norm": 0.6511337767480067, + "learning_rate": 1.667614464834364e-05, + "loss": 0.0219, + "step": 34108 + }, + { + "epoch": 28.93044953350297, + "grad_norm": 0.7188194874119352, + "learning_rate": 1.6675940127033106e-05, + "loss": 0.0208, + "step": 34109 + }, + { + "epoch": 28.931297709923665, + "grad_norm": 0.6848120057643302, + "learning_rate": 1.667573560068477e-05, + "loss": 0.0205, + "step": 34110 + }, + { + "epoch": 28.932145886344358, + "grad_norm": 0.6717342344563172, + "learning_rate": 1.6675531069298786e-05, + "loss": 0.0207, + "step": 34111 + }, + { + "epoch": 28.932994062765054, + "grad_norm": 0.804728251327048, + "learning_rate": 1.667532653287531e-05, + "loss": 0.0224, + "step": 34112 + }, + { + "epoch": 28.93384223918575, + "grad_norm": 0.7846134528319615, + "learning_rate": 1.6675121991414497e-05, + "loss": 0.0227, + "step": 34113 + }, + { + "epoch": 28.934690415606447, + "grad_norm": 0.8967019431581872, + "learning_rate": 1.6674917444916495e-05, + "loss": 0.0252, + "step": 34114 + }, + { + "epoch": 28.935538592027143, + "grad_norm": 0.7032453522943316, + "learning_rate": 1.6674712893381463e-05, + "loss": 0.0233, + "step": 34115 + }, + { + "epoch": 28.936386768447836, + "grad_norm": 0.6657688182537568, + "learning_rate": 1.6674508336809556e-05, + "loss": 0.0201, + "step": 34116 + }, + { + "epoch": 28.937234944868532, + "grad_norm": 0.7552648679622677, + "learning_rate": 1.6674303775200927e-05, + "loss": 0.0222, + "step": 34117 + }, + { + "epoch": 28.938083121289228, + "grad_norm": 0.6459759588430223, + "learning_rate": 1.6674099208555735e-05, + "loss": 0.0219, + "step": 34118 + }, + { + "epoch": 28.938931297709924, + "grad_norm": 0.7095275588119182, + "learning_rate": 1.6673894636874125e-05, + "loss": 0.0221, + "step": 34119 + }, + { + "epoch": 28.93977947413062, + "grad_norm": 0.7447048536101504, + "learning_rate": 1.6673690060156258e-05, + "loss": 0.0186, + "step": 34120 + }, + { + "epoch": 28.940627650551313, + "grad_norm": 0.6773577799115245, + "learning_rate": 1.667348547840229e-05, + "loss": 0.0215, + "step": 34121 + }, + { + "epoch": 28.94147582697201, + "grad_norm": 0.737557011089027, + "learning_rate": 1.6673280891612366e-05, + "loss": 0.023, + "step": 34122 + }, + { + "epoch": 28.942324003392706, + "grad_norm": 0.6854456393494132, + "learning_rate": 1.6673076299786646e-05, + "loss": 0.0192, + "step": 34123 + }, + { + "epoch": 28.943172179813402, + "grad_norm": 0.6785473258177086, + "learning_rate": 1.6672871702925292e-05, + "loss": 0.0202, + "step": 34124 + }, + { + "epoch": 28.9440203562341, + "grad_norm": 0.8278403032056408, + "learning_rate": 1.667266710102845e-05, + "loss": 0.0212, + "step": 34125 + }, + { + "epoch": 28.94486853265479, + "grad_norm": 0.6021412161234937, + "learning_rate": 1.6672462494096273e-05, + "loss": 0.0207, + "step": 34126 + }, + { + "epoch": 28.945716709075487, + "grad_norm": 0.5442349003855168, + "learning_rate": 1.667225788212892e-05, + "loss": 0.0174, + "step": 34127 + }, + { + "epoch": 28.946564885496183, + "grad_norm": 0.7208396056722721, + "learning_rate": 1.667205326512654e-05, + "loss": 0.021, + "step": 34128 + }, + { + "epoch": 28.94741306191688, + "grad_norm": 0.7676345493392918, + "learning_rate": 1.6671848643089297e-05, + "loss": 0.0208, + "step": 34129 + }, + { + "epoch": 28.948261238337576, + "grad_norm": 0.6850944557380446, + "learning_rate": 1.6671644016017334e-05, + "loss": 0.0206, + "step": 34130 + }, + { + "epoch": 28.94910941475827, + "grad_norm": 0.7365512328018953, + "learning_rate": 1.6671439383910813e-05, + "loss": 0.0232, + "step": 34131 + }, + { + "epoch": 28.949957591178965, + "grad_norm": 0.6926645523744579, + "learning_rate": 1.6671234746769888e-05, + "loss": 0.0216, + "step": 34132 + }, + { + "epoch": 28.95080576759966, + "grad_norm": 0.7023910696896403, + "learning_rate": 1.667103010459471e-05, + "loss": 0.0211, + "step": 34133 + }, + { + "epoch": 28.951653944020357, + "grad_norm": 0.6016475977293696, + "learning_rate": 1.6670825457385436e-05, + "loss": 0.022, + "step": 34134 + }, + { + "epoch": 28.952502120441054, + "grad_norm": 0.7662786372963106, + "learning_rate": 1.667062080514222e-05, + "loss": 0.0194, + "step": 34135 + }, + { + "epoch": 28.953350296861746, + "grad_norm": 0.548347058755308, + "learning_rate": 1.6670416147865213e-05, + "loss": 0.0178, + "step": 34136 + }, + { + "epoch": 28.954198473282442, + "grad_norm": 0.7150633846269913, + "learning_rate": 1.6670211485554575e-05, + "loss": 0.0213, + "step": 34137 + }, + { + "epoch": 28.95504664970314, + "grad_norm": 0.8524478127793065, + "learning_rate": 1.6670006818210457e-05, + "loss": 0.0234, + "step": 34138 + }, + { + "epoch": 28.955894826123835, + "grad_norm": 0.7675589766575177, + "learning_rate": 1.6669802145833015e-05, + "loss": 0.0231, + "step": 34139 + }, + { + "epoch": 28.956743002544528, + "grad_norm": 0.7090640349297498, + "learning_rate": 1.6669597468422405e-05, + "loss": 0.02, + "step": 34140 + }, + { + "epoch": 28.957591178965224, + "grad_norm": 0.7927852663926526, + "learning_rate": 1.6669392785978777e-05, + "loss": 0.0212, + "step": 34141 + }, + { + "epoch": 28.95843935538592, + "grad_norm": 0.6906042052327463, + "learning_rate": 1.6669188098502288e-05, + "loss": 0.0188, + "step": 34142 + }, + { + "epoch": 28.959287531806616, + "grad_norm": 0.7804102766707022, + "learning_rate": 1.666898340599309e-05, + "loss": 0.0244, + "step": 34143 + }, + { + "epoch": 28.960135708227313, + "grad_norm": 0.7472617087109427, + "learning_rate": 1.6668778708451342e-05, + "loss": 0.0198, + "step": 34144 + }, + { + "epoch": 28.960983884648005, + "grad_norm": 0.6229053955412119, + "learning_rate": 1.6668574005877193e-05, + "loss": 0.0187, + "step": 34145 + }, + { + "epoch": 28.9618320610687, + "grad_norm": 0.6817547999230458, + "learning_rate": 1.6668369298270804e-05, + "loss": 0.0197, + "step": 34146 + }, + { + "epoch": 28.962680237489398, + "grad_norm": 0.7445045238179151, + "learning_rate": 1.6668164585632324e-05, + "loss": 0.0207, + "step": 34147 + }, + { + "epoch": 28.963528413910094, + "grad_norm": 0.6632275227364308, + "learning_rate": 1.666795986796191e-05, + "loss": 0.0203, + "step": 34148 + }, + { + "epoch": 28.96437659033079, + "grad_norm": 0.7859446128735103, + "learning_rate": 1.6667755145259717e-05, + "loss": 0.023, + "step": 34149 + }, + { + "epoch": 28.965224766751483, + "grad_norm": 0.8102936238257362, + "learning_rate": 1.66675504175259e-05, + "loss": 0.0227, + "step": 34150 + }, + { + "epoch": 28.96607294317218, + "grad_norm": 0.6639046168208489, + "learning_rate": 1.666734568476061e-05, + "loss": 0.0239, + "step": 34151 + }, + { + "epoch": 28.966921119592875, + "grad_norm": 0.7096369756076504, + "learning_rate": 1.6667140946964005e-05, + "loss": 0.0228, + "step": 34152 + }, + { + "epoch": 28.96776929601357, + "grad_norm": 0.6434285447304687, + "learning_rate": 1.6666936204136234e-05, + "loss": 0.0203, + "step": 34153 + }, + { + "epoch": 28.968617472434268, + "grad_norm": 0.734045465017039, + "learning_rate": 1.6666731456277457e-05, + "loss": 0.0207, + "step": 34154 + }, + { + "epoch": 28.96946564885496, + "grad_norm": 0.6604322411379028, + "learning_rate": 1.666652670338783e-05, + "loss": 0.0208, + "step": 34155 + }, + { + "epoch": 28.970313825275657, + "grad_norm": 0.7619700579193114, + "learning_rate": 1.66663219454675e-05, + "loss": 0.0239, + "step": 34156 + }, + { + "epoch": 28.971162001696353, + "grad_norm": 0.627794782051867, + "learning_rate": 1.666611718251663e-05, + "loss": 0.0203, + "step": 34157 + }, + { + "epoch": 28.97201017811705, + "grad_norm": 0.7258032800310028, + "learning_rate": 1.666591241453537e-05, + "loss": 0.0214, + "step": 34158 + }, + { + "epoch": 28.972858354537745, + "grad_norm": 0.6593827871019715, + "learning_rate": 1.6665707641523873e-05, + "loss": 0.0204, + "step": 34159 + }, + { + "epoch": 28.973706530958438, + "grad_norm": 0.6131114851294511, + "learning_rate": 1.6665502863482297e-05, + "loss": 0.0189, + "step": 34160 + }, + { + "epoch": 28.974554707379134, + "grad_norm": 0.768826402611406, + "learning_rate": 1.6665298080410795e-05, + "loss": 0.0207, + "step": 34161 + }, + { + "epoch": 28.97540288379983, + "grad_norm": 0.6844587516712914, + "learning_rate": 1.666509329230952e-05, + "loss": 0.0208, + "step": 34162 + }, + { + "epoch": 28.976251060220527, + "grad_norm": 0.66861546223563, + "learning_rate": 1.666488849917863e-05, + "loss": 0.0202, + "step": 34163 + }, + { + "epoch": 28.977099236641223, + "grad_norm": 0.6644712191491329, + "learning_rate": 1.6664683701018277e-05, + "loss": 0.0204, + "step": 34164 + }, + { + "epoch": 28.977947413061916, + "grad_norm": 0.8566045499689299, + "learning_rate": 1.6664478897828618e-05, + "loss": 0.0219, + "step": 34165 + }, + { + "epoch": 28.978795589482612, + "grad_norm": 0.6478796275258675, + "learning_rate": 1.6664274089609805e-05, + "loss": 0.0189, + "step": 34166 + }, + { + "epoch": 28.979643765903308, + "grad_norm": 0.6467471469962424, + "learning_rate": 1.6664069276361992e-05, + "loss": 0.023, + "step": 34167 + }, + { + "epoch": 28.980491942324004, + "grad_norm": 0.679354231110928, + "learning_rate": 1.6663864458085335e-05, + "loss": 0.0191, + "step": 34168 + }, + { + "epoch": 28.9813401187447, + "grad_norm": 0.8143527303224823, + "learning_rate": 1.6663659634779988e-05, + "loss": 0.0203, + "step": 34169 + }, + { + "epoch": 28.982188295165393, + "grad_norm": 0.7122282546011984, + "learning_rate": 1.6663454806446108e-05, + "loss": 0.0212, + "step": 34170 + }, + { + "epoch": 28.98303647158609, + "grad_norm": 0.7280686365601877, + "learning_rate": 1.6663249973083848e-05, + "loss": 0.0233, + "step": 34171 + }, + { + "epoch": 28.983884648006786, + "grad_norm": 0.8072896879500676, + "learning_rate": 1.666304513469336e-05, + "loss": 0.0212, + "step": 34172 + }, + { + "epoch": 28.984732824427482, + "grad_norm": 0.6088587250058448, + "learning_rate": 1.6662840291274802e-05, + "loss": 0.019, + "step": 34173 + }, + { + "epoch": 28.98558100084818, + "grad_norm": 0.6612280130870438, + "learning_rate": 1.6662635442828324e-05, + "loss": 0.0191, + "step": 34174 + }, + { + "epoch": 28.98642917726887, + "grad_norm": 0.6070999972332851, + "learning_rate": 1.666243058935409e-05, + "loss": 0.02, + "step": 34175 + }, + { + "epoch": 28.987277353689567, + "grad_norm": 0.6323418398704573, + "learning_rate": 1.6662225730852248e-05, + "loss": 0.021, + "step": 34176 + }, + { + "epoch": 28.988125530110263, + "grad_norm": 0.7523102583542844, + "learning_rate": 1.666202086732295e-05, + "loss": 0.0212, + "step": 34177 + }, + { + "epoch": 28.98897370653096, + "grad_norm": 0.7921140448207524, + "learning_rate": 1.6661815998766355e-05, + "loss": 0.0217, + "step": 34178 + }, + { + "epoch": 28.989821882951652, + "grad_norm": 0.722109294244261, + "learning_rate": 1.6661611125182613e-05, + "loss": 0.0229, + "step": 34179 + }, + { + "epoch": 28.99067005937235, + "grad_norm": 0.6560404141075601, + "learning_rate": 1.6661406246571886e-05, + "loss": 0.0211, + "step": 34180 + }, + { + "epoch": 28.991518235793045, + "grad_norm": 0.7215050335684094, + "learning_rate": 1.666120136293432e-05, + "loss": 0.0192, + "step": 34181 + }, + { + "epoch": 28.99236641221374, + "grad_norm": 0.7278320932654965, + "learning_rate": 1.6660996474270082e-05, + "loss": 0.0236, + "step": 34182 + }, + { + "epoch": 28.993214588634437, + "grad_norm": 0.7088649566083579, + "learning_rate": 1.6660791580579313e-05, + "loss": 0.0195, + "step": 34183 + }, + { + "epoch": 28.99406276505513, + "grad_norm": 0.7306221466582855, + "learning_rate": 1.6660586681862172e-05, + "loss": 0.022, + "step": 34184 + }, + { + "epoch": 28.994910941475826, + "grad_norm": 0.7291248705335269, + "learning_rate": 1.666038177811882e-05, + "loss": 0.0203, + "step": 34185 + }, + { + "epoch": 28.995759117896522, + "grad_norm": 0.6165978179809842, + "learning_rate": 1.6660176869349404e-05, + "loss": 0.0208, + "step": 34186 + }, + { + "epoch": 28.99660729431722, + "grad_norm": 0.6426562229305883, + "learning_rate": 1.665997195555408e-05, + "loss": 0.0206, + "step": 34187 + }, + { + "epoch": 28.997455470737915, + "grad_norm": 0.5897391060412637, + "learning_rate": 1.6659767036733002e-05, + "loss": 0.0196, + "step": 34188 + }, + { + "epoch": 28.998303647158608, + "grad_norm": 0.6346333584092144, + "learning_rate": 1.6659562112886332e-05, + "loss": 0.0198, + "step": 34189 + }, + { + "epoch": 28.999151823579304, + "grad_norm": 0.6895880034249289, + "learning_rate": 1.665935718401422e-05, + "loss": 0.0205, + "step": 34190 + }, + { + "epoch": 29.0, + "grad_norm": 0.8382123589201556, + "learning_rate": 1.665915225011681e-05, + "loss": 0.0186, + "step": 34191 + }, + { + "epoch": 29.000848176420696, + "grad_norm": 0.6115602867664429, + "learning_rate": 1.6658947311194276e-05, + "loss": 0.0193, + "step": 34192 + }, + { + "epoch": 29.001696352841392, + "grad_norm": 0.519133002560338, + "learning_rate": 1.6658742367246762e-05, + "loss": 0.0175, + "step": 34193 + }, + { + "epoch": 29.002544529262085, + "grad_norm": 0.598276718161192, + "learning_rate": 1.6658537418274418e-05, + "loss": 0.0175, + "step": 34194 + }, + { + "epoch": 29.00339270568278, + "grad_norm": 0.6551537418824324, + "learning_rate": 1.6658332464277407e-05, + "loss": 0.0192, + "step": 34195 + }, + { + "epoch": 29.004240882103478, + "grad_norm": 0.4698052194121221, + "learning_rate": 1.6658127505255884e-05, + "loss": 0.0145, + "step": 34196 + }, + { + "epoch": 29.005089058524174, + "grad_norm": 0.5274208450847488, + "learning_rate": 1.665792254121e-05, + "loss": 0.0145, + "step": 34197 + }, + { + "epoch": 29.00593723494487, + "grad_norm": 0.6985099594514056, + "learning_rate": 1.6657717572139905e-05, + "loss": 0.0173, + "step": 34198 + }, + { + "epoch": 29.006785411365563, + "grad_norm": 0.5255383863854068, + "learning_rate": 1.6657512598045766e-05, + "loss": 0.0158, + "step": 34199 + }, + { + "epoch": 29.00763358778626, + "grad_norm": 0.4680322268478034, + "learning_rate": 1.6657307618927726e-05, + "loss": 0.0156, + "step": 34200 + }, + { + "epoch": 29.008481764206955, + "grad_norm": 0.6081616804363802, + "learning_rate": 1.6657102634785948e-05, + "loss": 0.0161, + "step": 34201 + }, + { + "epoch": 29.00932994062765, + "grad_norm": 0.60203147710885, + "learning_rate": 1.665689764562058e-05, + "loss": 0.016, + "step": 34202 + }, + { + "epoch": 29.010178117048348, + "grad_norm": 0.6796855710952672, + "learning_rate": 1.665669265143178e-05, + "loss": 0.0172, + "step": 34203 + }, + { + "epoch": 29.01102629346904, + "grad_norm": 0.607561200058189, + "learning_rate": 1.6656487652219706e-05, + "loss": 0.0178, + "step": 34204 + }, + { + "epoch": 29.011874469889737, + "grad_norm": 0.7201016625806819, + "learning_rate": 1.6656282647984507e-05, + "loss": 0.0191, + "step": 34205 + }, + { + "epoch": 29.012722646310433, + "grad_norm": 0.6703766509848371, + "learning_rate": 1.665607763872634e-05, + "loss": 0.0184, + "step": 34206 + }, + { + "epoch": 29.01357082273113, + "grad_norm": 0.5244524548077226, + "learning_rate": 1.6655872624445358e-05, + "loss": 0.0149, + "step": 34207 + }, + { + "epoch": 29.014418999151825, + "grad_norm": 0.6226513549593135, + "learning_rate": 1.665566760514172e-05, + "loss": 0.0173, + "step": 34208 + }, + { + "epoch": 29.015267175572518, + "grad_norm": 0.6169369772359984, + "learning_rate": 1.6655462580815577e-05, + "loss": 0.0182, + "step": 34209 + }, + { + "epoch": 29.016115351993214, + "grad_norm": 0.6171526114739682, + "learning_rate": 1.6655257551467084e-05, + "loss": 0.0159, + "step": 34210 + }, + { + "epoch": 29.01696352841391, + "grad_norm": 0.6413363861225553, + "learning_rate": 1.6655052517096394e-05, + "loss": 0.0172, + "step": 34211 + }, + { + "epoch": 29.017811704834607, + "grad_norm": 0.5281568306114789, + "learning_rate": 1.665484747770367e-05, + "loss": 0.0146, + "step": 34212 + }, + { + "epoch": 29.0186598812553, + "grad_norm": 0.636365123243541, + "learning_rate": 1.6654642433289058e-05, + "loss": 0.0155, + "step": 34213 + }, + { + "epoch": 29.019508057675996, + "grad_norm": 0.5491828800933609, + "learning_rate": 1.665443738385271e-05, + "loss": 0.0138, + "step": 34214 + }, + { + "epoch": 29.020356234096692, + "grad_norm": 0.5534235421455163, + "learning_rate": 1.6654232329394794e-05, + "loss": 0.0149, + "step": 34215 + }, + { + "epoch": 29.021204410517388, + "grad_norm": 0.6421699837909519, + "learning_rate": 1.6654027269915455e-05, + "loss": 0.0177, + "step": 34216 + }, + { + "epoch": 29.022052586938084, + "grad_norm": 0.625831080492202, + "learning_rate": 1.665382220541485e-05, + "loss": 0.0156, + "step": 34217 + }, + { + "epoch": 29.022900763358777, + "grad_norm": 0.5911377709784841, + "learning_rate": 1.6653617135893134e-05, + "loss": 0.0174, + "step": 34218 + }, + { + "epoch": 29.023748939779473, + "grad_norm": 0.6568446091064747, + "learning_rate": 1.665341206135046e-05, + "loss": 0.0163, + "step": 34219 + }, + { + "epoch": 29.02459711620017, + "grad_norm": 0.4868869835024458, + "learning_rate": 1.6653206981786983e-05, + "loss": 0.0148, + "step": 34220 + }, + { + "epoch": 29.025445292620866, + "grad_norm": 0.5892401584010181, + "learning_rate": 1.6653001897202862e-05, + "loss": 0.0176, + "step": 34221 + }, + { + "epoch": 29.026293469041562, + "grad_norm": 0.5894292834062215, + "learning_rate": 1.6652796807598248e-05, + "loss": 0.0175, + "step": 34222 + }, + { + "epoch": 29.027141645462255, + "grad_norm": 0.6947398467768304, + "learning_rate": 1.6652591712973296e-05, + "loss": 0.0181, + "step": 34223 + }, + { + "epoch": 29.02798982188295, + "grad_norm": 0.7199556737352752, + "learning_rate": 1.665238661332816e-05, + "loss": 0.0173, + "step": 34224 + }, + { + "epoch": 29.028837998303647, + "grad_norm": 0.548699848226311, + "learning_rate": 1.6652181508662998e-05, + "loss": 0.0174, + "step": 34225 + }, + { + "epoch": 29.029686174724343, + "grad_norm": 0.5265270649413827, + "learning_rate": 1.665197639897796e-05, + "loss": 0.0159, + "step": 34226 + }, + { + "epoch": 29.03053435114504, + "grad_norm": 0.5256324451332094, + "learning_rate": 1.6651771284273205e-05, + "loss": 0.016, + "step": 34227 + }, + { + "epoch": 29.031382527565732, + "grad_norm": 0.6187477759907779, + "learning_rate": 1.665156616454888e-05, + "loss": 0.0168, + "step": 34228 + }, + { + "epoch": 29.03223070398643, + "grad_norm": 0.6437960758999437, + "learning_rate": 1.6651361039805156e-05, + "loss": 0.0165, + "step": 34229 + }, + { + "epoch": 29.033078880407125, + "grad_norm": 0.612644192494374, + "learning_rate": 1.6651155910042174e-05, + "loss": 0.0179, + "step": 34230 + }, + { + "epoch": 29.03392705682782, + "grad_norm": 0.6317645341014698, + "learning_rate": 1.6650950775260092e-05, + "loss": 0.0173, + "step": 34231 + }, + { + "epoch": 29.034775233248517, + "grad_norm": 0.5412445939898455, + "learning_rate": 1.6650745635459068e-05, + "loss": 0.0149, + "step": 34232 + }, + { + "epoch": 29.03562340966921, + "grad_norm": 0.5458516119767067, + "learning_rate": 1.6650540490639253e-05, + "loss": 0.0177, + "step": 34233 + }, + { + "epoch": 29.036471586089906, + "grad_norm": 0.5388802816590729, + "learning_rate": 1.6650335340800797e-05, + "loss": 0.0156, + "step": 34234 + }, + { + "epoch": 29.037319762510602, + "grad_norm": 0.6344656874401382, + "learning_rate": 1.6650130185943868e-05, + "loss": 0.0152, + "step": 34235 + }, + { + "epoch": 29.0381679389313, + "grad_norm": 0.7173257298845743, + "learning_rate": 1.664992502606861e-05, + "loss": 0.0166, + "step": 34236 + }, + { + "epoch": 29.039016115351995, + "grad_norm": 0.7046638414946428, + "learning_rate": 1.6649719861175185e-05, + "loss": 0.0161, + "step": 34237 + }, + { + "epoch": 29.039864291772687, + "grad_norm": 0.4841759549945831, + "learning_rate": 1.6649514691263743e-05, + "loss": 0.015, + "step": 34238 + }, + { + "epoch": 29.040712468193384, + "grad_norm": 0.534619756983312, + "learning_rate": 1.6649309516334437e-05, + "loss": 0.0163, + "step": 34239 + }, + { + "epoch": 29.04156064461408, + "grad_norm": 0.556007829661157, + "learning_rate": 1.6649104336387426e-05, + "loss": 0.0158, + "step": 34240 + }, + { + "epoch": 29.042408821034776, + "grad_norm": 0.5108454458808215, + "learning_rate": 1.6648899151422867e-05, + "loss": 0.0144, + "step": 34241 + }, + { + "epoch": 29.043256997455472, + "grad_norm": 0.6817431095776115, + "learning_rate": 1.6648693961440908e-05, + "loss": 0.0191, + "step": 34242 + }, + { + "epoch": 29.044105173876165, + "grad_norm": 0.5606631313568522, + "learning_rate": 1.664848876644171e-05, + "loss": 0.0158, + "step": 34243 + }, + { + "epoch": 29.04495335029686, + "grad_norm": 0.5876773416950375, + "learning_rate": 1.6648283566425428e-05, + "loss": 0.0147, + "step": 34244 + }, + { + "epoch": 29.045801526717558, + "grad_norm": 0.6088901277619124, + "learning_rate": 1.6648078361392208e-05, + "loss": 0.0145, + "step": 34245 + }, + { + "epoch": 29.046649703138254, + "grad_norm": 0.7149910533430012, + "learning_rate": 1.6647873151342212e-05, + "loss": 0.0171, + "step": 34246 + }, + { + "epoch": 29.04749787955895, + "grad_norm": 0.5927716868940535, + "learning_rate": 1.6647667936275596e-05, + "loss": 0.0148, + "step": 34247 + }, + { + "epoch": 29.048346055979643, + "grad_norm": 0.6641852500050172, + "learning_rate": 1.6647462716192512e-05, + "loss": 0.0179, + "step": 34248 + }, + { + "epoch": 29.04919423240034, + "grad_norm": 0.5213516979123828, + "learning_rate": 1.664725749109312e-05, + "loss": 0.0157, + "step": 34249 + }, + { + "epoch": 29.050042408821035, + "grad_norm": 0.7063957250431604, + "learning_rate": 1.6647052260977564e-05, + "loss": 0.0159, + "step": 34250 + }, + { + "epoch": 29.05089058524173, + "grad_norm": 0.4956999181362679, + "learning_rate": 1.6646847025846007e-05, + "loss": 0.0152, + "step": 34251 + }, + { + "epoch": 29.051738761662424, + "grad_norm": 0.5862643196219065, + "learning_rate": 1.6646641785698603e-05, + "loss": 0.0164, + "step": 34252 + }, + { + "epoch": 29.05258693808312, + "grad_norm": 0.5182416605418344, + "learning_rate": 1.6646436540535504e-05, + "loss": 0.0157, + "step": 34253 + }, + { + "epoch": 29.053435114503817, + "grad_norm": 0.6446112051485199, + "learning_rate": 1.664623129035687e-05, + "loss": 0.0164, + "step": 34254 + }, + { + "epoch": 29.054283290924513, + "grad_norm": 0.5567559272842182, + "learning_rate": 1.6646026035162856e-05, + "loss": 0.0139, + "step": 34255 + }, + { + "epoch": 29.05513146734521, + "grad_norm": 0.6164224234732061, + "learning_rate": 1.664582077495361e-05, + "loss": 0.0174, + "step": 34256 + }, + { + "epoch": 29.0559796437659, + "grad_norm": 0.5634969848615012, + "learning_rate": 1.6645615509729286e-05, + "loss": 0.0153, + "step": 34257 + }, + { + "epoch": 29.056827820186598, + "grad_norm": 0.5676361260722198, + "learning_rate": 1.664541023949005e-05, + "loss": 0.0156, + "step": 34258 + }, + { + "epoch": 29.057675996607294, + "grad_norm": 0.6337109381421245, + "learning_rate": 1.6645204964236044e-05, + "loss": 0.0153, + "step": 34259 + }, + { + "epoch": 29.05852417302799, + "grad_norm": 0.6016355766848368, + "learning_rate": 1.6644999683967434e-05, + "loss": 0.0165, + "step": 34260 + }, + { + "epoch": 29.059372349448687, + "grad_norm": 0.6245026139991046, + "learning_rate": 1.664479439868437e-05, + "loss": 0.0169, + "step": 34261 + }, + { + "epoch": 29.06022052586938, + "grad_norm": 0.6260851141475523, + "learning_rate": 1.6644589108387007e-05, + "loss": 0.0185, + "step": 34262 + }, + { + "epoch": 29.061068702290076, + "grad_norm": 0.5563306045128503, + "learning_rate": 1.66443838130755e-05, + "loss": 0.0152, + "step": 34263 + }, + { + "epoch": 29.061916878710772, + "grad_norm": 0.6135856669126651, + "learning_rate": 1.6644178512750004e-05, + "loss": 0.0171, + "step": 34264 + }, + { + "epoch": 29.062765055131468, + "grad_norm": 0.6950344895633589, + "learning_rate": 1.6643973207410672e-05, + "loss": 0.0172, + "step": 34265 + }, + { + "epoch": 29.063613231552164, + "grad_norm": 0.6806386170085443, + "learning_rate": 1.6643767897057664e-05, + "loss": 0.0174, + "step": 34266 + }, + { + "epoch": 29.064461407972857, + "grad_norm": 0.5751288176625919, + "learning_rate": 1.6643562581691132e-05, + "loss": 0.0151, + "step": 34267 + }, + { + "epoch": 29.065309584393553, + "grad_norm": 0.7361720345171523, + "learning_rate": 1.664335726131123e-05, + "loss": 0.0166, + "step": 34268 + }, + { + "epoch": 29.06615776081425, + "grad_norm": 0.7056523858579069, + "learning_rate": 1.664315193591811e-05, + "loss": 0.0164, + "step": 34269 + }, + { + "epoch": 29.067005937234946, + "grad_norm": 0.6462346547091693, + "learning_rate": 1.6642946605511933e-05, + "loss": 0.0155, + "step": 34270 + }, + { + "epoch": 29.067854113655642, + "grad_norm": 0.6206855776674903, + "learning_rate": 1.664274127009285e-05, + "loss": 0.0157, + "step": 34271 + }, + { + "epoch": 29.068702290076335, + "grad_norm": 0.5001361962376007, + "learning_rate": 1.664253592966102e-05, + "loss": 0.0153, + "step": 34272 + }, + { + "epoch": 29.06955046649703, + "grad_norm": 0.6075054540217896, + "learning_rate": 1.6642330584216595e-05, + "loss": 0.0167, + "step": 34273 + }, + { + "epoch": 29.070398642917727, + "grad_norm": 0.6215377216361445, + "learning_rate": 1.664212523375973e-05, + "loss": 0.0161, + "step": 34274 + }, + { + "epoch": 29.071246819338423, + "grad_norm": 0.5612796961587105, + "learning_rate": 1.664191987829058e-05, + "loss": 0.0171, + "step": 34275 + }, + { + "epoch": 29.07209499575912, + "grad_norm": 0.571732385967854, + "learning_rate": 1.66417145178093e-05, + "loss": 0.0158, + "step": 34276 + }, + { + "epoch": 29.072943172179812, + "grad_norm": 0.5616992424437434, + "learning_rate": 1.6641509152316047e-05, + "loss": 0.015, + "step": 34277 + }, + { + "epoch": 29.07379134860051, + "grad_norm": 0.6016879990613402, + "learning_rate": 1.6641303781810974e-05, + "loss": 0.0158, + "step": 34278 + }, + { + "epoch": 29.074639525021205, + "grad_norm": 0.616980442137787, + "learning_rate": 1.6641098406294234e-05, + "loss": 0.0168, + "step": 34279 + }, + { + "epoch": 29.0754877014419, + "grad_norm": 0.5706827573533901, + "learning_rate": 1.6640893025765986e-05, + "loss": 0.0141, + "step": 34280 + }, + { + "epoch": 29.076335877862597, + "grad_norm": 0.5023233394426987, + "learning_rate": 1.6640687640226383e-05, + "loss": 0.0152, + "step": 34281 + }, + { + "epoch": 29.07718405428329, + "grad_norm": 0.5767250136443867, + "learning_rate": 1.664048224967558e-05, + "loss": 0.016, + "step": 34282 + }, + { + "epoch": 29.078032230703986, + "grad_norm": 0.6881728692372842, + "learning_rate": 1.6640276854113734e-05, + "loss": 0.0178, + "step": 34283 + }, + { + "epoch": 29.078880407124682, + "grad_norm": 0.5954170822398873, + "learning_rate": 1.6640071453540994e-05, + "loss": 0.0153, + "step": 34284 + }, + { + "epoch": 29.07972858354538, + "grad_norm": 0.5714846797962304, + "learning_rate": 1.663986604795752e-05, + "loss": 0.0145, + "step": 34285 + }, + { + "epoch": 29.08057675996607, + "grad_norm": 0.7055043789649703, + "learning_rate": 1.663966063736347e-05, + "loss": 0.017, + "step": 34286 + }, + { + "epoch": 29.081424936386767, + "grad_norm": 0.6366996458429084, + "learning_rate": 1.6639455221758995e-05, + "loss": 0.0148, + "step": 34287 + }, + { + "epoch": 29.082273112807464, + "grad_norm": 0.6931830115014971, + "learning_rate": 1.6639249801144245e-05, + "loss": 0.0159, + "step": 34288 + }, + { + "epoch": 29.08312128922816, + "grad_norm": 0.6670957026577203, + "learning_rate": 1.6639044375519384e-05, + "loss": 0.0172, + "step": 34289 + }, + { + "epoch": 29.083969465648856, + "grad_norm": 0.6182133880051122, + "learning_rate": 1.6638838944884563e-05, + "loss": 0.0187, + "step": 34290 + }, + { + "epoch": 29.08481764206955, + "grad_norm": 0.5674782402746686, + "learning_rate": 1.6638633509239935e-05, + "loss": 0.0154, + "step": 34291 + }, + { + "epoch": 29.085665818490245, + "grad_norm": 0.6442800478704279, + "learning_rate": 1.663842806858566e-05, + "loss": 0.0152, + "step": 34292 + }, + { + "epoch": 29.08651399491094, + "grad_norm": 0.487174131450169, + "learning_rate": 1.663822262292189e-05, + "loss": 0.017, + "step": 34293 + }, + { + "epoch": 29.087362171331637, + "grad_norm": 0.6714078729882421, + "learning_rate": 1.663801717224878e-05, + "loss": 0.0183, + "step": 34294 + }, + { + "epoch": 29.088210347752334, + "grad_norm": 0.5372572339025627, + "learning_rate": 1.6637811716566487e-05, + "loss": 0.0153, + "step": 34295 + }, + { + "epoch": 29.089058524173026, + "grad_norm": 0.7941044952284498, + "learning_rate": 1.663760625587516e-05, + "loss": 0.0183, + "step": 34296 + }, + { + "epoch": 29.089906700593723, + "grad_norm": 0.7393111222633196, + "learning_rate": 1.6637400790174964e-05, + "loss": 0.0168, + "step": 34297 + }, + { + "epoch": 29.09075487701442, + "grad_norm": 0.560525360088831, + "learning_rate": 1.6637195319466045e-05, + "loss": 0.0153, + "step": 34298 + }, + { + "epoch": 29.091603053435115, + "grad_norm": 0.4764907156278017, + "learning_rate": 1.663698984374856e-05, + "loss": 0.0128, + "step": 34299 + }, + { + "epoch": 29.09245122985581, + "grad_norm": 0.6984359885785202, + "learning_rate": 1.6636784363022667e-05, + "loss": 0.0179, + "step": 34300 + }, + { + "epoch": 29.093299406276504, + "grad_norm": 0.5326879681317067, + "learning_rate": 1.6636578877288523e-05, + "loss": 0.0153, + "step": 34301 + }, + { + "epoch": 29.0941475826972, + "grad_norm": 0.667515108677599, + "learning_rate": 1.6636373386546276e-05, + "loss": 0.0165, + "step": 34302 + }, + { + "epoch": 29.094995759117896, + "grad_norm": 0.5409194710950193, + "learning_rate": 1.6636167890796085e-05, + "loss": 0.0139, + "step": 34303 + }, + { + "epoch": 29.095843935538593, + "grad_norm": 0.49729458164273826, + "learning_rate": 1.6635962390038107e-05, + "loss": 0.0149, + "step": 34304 + }, + { + "epoch": 29.09669211195929, + "grad_norm": 0.6744794158939167, + "learning_rate": 1.6635756884272494e-05, + "loss": 0.0169, + "step": 34305 + }, + { + "epoch": 29.09754028837998, + "grad_norm": 0.6729051185907214, + "learning_rate": 1.66355513734994e-05, + "loss": 0.0168, + "step": 34306 + }, + { + "epoch": 29.098388464800678, + "grad_norm": 0.7012766861274793, + "learning_rate": 1.6635345857718986e-05, + "loss": 0.0157, + "step": 34307 + }, + { + "epoch": 29.099236641221374, + "grad_norm": 0.6170250885215486, + "learning_rate": 1.6635140336931402e-05, + "loss": 0.0162, + "step": 34308 + }, + { + "epoch": 29.10008481764207, + "grad_norm": 0.5217811940895507, + "learning_rate": 1.6634934811136804e-05, + "loss": 0.0162, + "step": 34309 + }, + { + "epoch": 29.100932994062767, + "grad_norm": 0.6092152910175725, + "learning_rate": 1.6634729280335347e-05, + "loss": 0.0187, + "step": 34310 + }, + { + "epoch": 29.10178117048346, + "grad_norm": 0.9145946968084345, + "learning_rate": 1.6634523744527186e-05, + "loss": 0.0201, + "step": 34311 + }, + { + "epoch": 29.102629346904155, + "grad_norm": 0.5926607357604462, + "learning_rate": 1.6634318203712478e-05, + "loss": 0.0168, + "step": 34312 + }, + { + "epoch": 29.10347752332485, + "grad_norm": 0.6693003870982388, + "learning_rate": 1.6634112657891374e-05, + "loss": 0.0167, + "step": 34313 + }, + { + "epoch": 29.104325699745548, + "grad_norm": 0.6020509997441068, + "learning_rate": 1.6633907107064032e-05, + "loss": 0.0179, + "step": 34314 + }, + { + "epoch": 29.105173876166244, + "grad_norm": 0.6477288718155403, + "learning_rate": 1.6633701551230613e-05, + "loss": 0.0178, + "step": 34315 + }, + { + "epoch": 29.106022052586937, + "grad_norm": 0.5764529934709878, + "learning_rate": 1.663349599039126e-05, + "loss": 0.0156, + "step": 34316 + }, + { + "epoch": 29.106870229007633, + "grad_norm": 0.5138030400007878, + "learning_rate": 1.6633290424546135e-05, + "loss": 0.0148, + "step": 34317 + }, + { + "epoch": 29.10771840542833, + "grad_norm": 0.6153286475563529, + "learning_rate": 1.663308485369539e-05, + "loss": 0.0182, + "step": 34318 + }, + { + "epoch": 29.108566581849026, + "grad_norm": 0.7881590253841436, + "learning_rate": 1.6632879277839187e-05, + "loss": 0.0176, + "step": 34319 + }, + { + "epoch": 29.109414758269722, + "grad_norm": 0.6994277282247864, + "learning_rate": 1.6632673696977676e-05, + "loss": 0.0141, + "step": 34320 + }, + { + "epoch": 29.110262934690414, + "grad_norm": 0.6006462608789809, + "learning_rate": 1.663246811111101e-05, + "loss": 0.0159, + "step": 34321 + }, + { + "epoch": 29.11111111111111, + "grad_norm": 0.6438239314067983, + "learning_rate": 1.663226252023935e-05, + "loss": 0.0181, + "step": 34322 + }, + { + "epoch": 29.111959287531807, + "grad_norm": 0.7069793035373736, + "learning_rate": 1.663205692436285e-05, + "loss": 0.0189, + "step": 34323 + }, + { + "epoch": 29.112807463952503, + "grad_norm": 0.5940768000618135, + "learning_rate": 1.6631851323481657e-05, + "loss": 0.0171, + "step": 34324 + }, + { + "epoch": 29.113655640373196, + "grad_norm": 0.579273256227429, + "learning_rate": 1.6631645717595933e-05, + "loss": 0.0148, + "step": 34325 + }, + { + "epoch": 29.114503816793892, + "grad_norm": 0.5831155320423792, + "learning_rate": 1.6631440106705837e-05, + "loss": 0.0174, + "step": 34326 + }, + { + "epoch": 29.11535199321459, + "grad_norm": 0.717279469649324, + "learning_rate": 1.6631234490811517e-05, + "loss": 0.0215, + "step": 34327 + }, + { + "epoch": 29.116200169635285, + "grad_norm": 0.54623488899348, + "learning_rate": 1.6631028869913127e-05, + "loss": 0.0163, + "step": 34328 + }, + { + "epoch": 29.11704834605598, + "grad_norm": 0.5756551423095743, + "learning_rate": 1.6630823244010832e-05, + "loss": 0.0141, + "step": 34329 + }, + { + "epoch": 29.117896522476673, + "grad_norm": 0.532279548012983, + "learning_rate": 1.6630617613104778e-05, + "loss": 0.014, + "step": 34330 + }, + { + "epoch": 29.11874469889737, + "grad_norm": 0.6756312498183105, + "learning_rate": 1.663041197719512e-05, + "loss": 0.0169, + "step": 34331 + }, + { + "epoch": 29.119592875318066, + "grad_norm": 0.5253429616051927, + "learning_rate": 1.6630206336282023e-05, + "loss": 0.0145, + "step": 34332 + }, + { + "epoch": 29.120441051738762, + "grad_norm": 0.7295913158850325, + "learning_rate": 1.6630000690365637e-05, + "loss": 0.0202, + "step": 34333 + }, + { + "epoch": 29.12128922815946, + "grad_norm": 0.6819537574154249, + "learning_rate": 1.662979503944611e-05, + "loss": 0.0181, + "step": 34334 + }, + { + "epoch": 29.12213740458015, + "grad_norm": 0.611172751777949, + "learning_rate": 1.66295893835236e-05, + "loss": 0.0175, + "step": 34335 + }, + { + "epoch": 29.122985581000847, + "grad_norm": 0.5768072035432394, + "learning_rate": 1.6629383722598275e-05, + "loss": 0.0168, + "step": 34336 + }, + { + "epoch": 29.123833757421544, + "grad_norm": 0.5918138392032859, + "learning_rate": 1.662917805667027e-05, + "loss": 0.0163, + "step": 34337 + }, + { + "epoch": 29.12468193384224, + "grad_norm": 0.6522910534107721, + "learning_rate": 1.662897238573976e-05, + "loss": 0.0192, + "step": 34338 + }, + { + "epoch": 29.125530110262936, + "grad_norm": 0.5472742893525513, + "learning_rate": 1.6628766709806884e-05, + "loss": 0.0149, + "step": 34339 + }, + { + "epoch": 29.12637828668363, + "grad_norm": 0.6330179538978603, + "learning_rate": 1.6628561028871808e-05, + "loss": 0.0194, + "step": 34340 + }, + { + "epoch": 29.127226463104325, + "grad_norm": 0.7293243326243167, + "learning_rate": 1.662835534293468e-05, + "loss": 0.0152, + "step": 34341 + }, + { + "epoch": 29.12807463952502, + "grad_norm": 0.6198216189595319, + "learning_rate": 1.662814965199566e-05, + "loss": 0.0175, + "step": 34342 + }, + { + "epoch": 29.128922815945717, + "grad_norm": 0.6825284105207979, + "learning_rate": 1.66279439560549e-05, + "loss": 0.0192, + "step": 34343 + }, + { + "epoch": 29.129770992366414, + "grad_norm": 0.5335622389056266, + "learning_rate": 1.662773825511256e-05, + "loss": 0.0147, + "step": 34344 + }, + { + "epoch": 29.130619168787106, + "grad_norm": 0.5464179318971188, + "learning_rate": 1.662753254916879e-05, + "loss": 0.014, + "step": 34345 + }, + { + "epoch": 29.131467345207803, + "grad_norm": 0.6038250368208016, + "learning_rate": 1.6627326838223747e-05, + "loss": 0.0174, + "step": 34346 + }, + { + "epoch": 29.1323155216285, + "grad_norm": 0.5734460564749244, + "learning_rate": 1.6627121122277588e-05, + "loss": 0.0171, + "step": 34347 + }, + { + "epoch": 29.133163698049195, + "grad_norm": 0.6337872616588655, + "learning_rate": 1.6626915401330464e-05, + "loss": 0.015, + "step": 34348 + }, + { + "epoch": 29.13401187446989, + "grad_norm": 0.6647169447364035, + "learning_rate": 1.6626709675382536e-05, + "loss": 0.0172, + "step": 34349 + }, + { + "epoch": 29.134860050890584, + "grad_norm": 0.5233369564004703, + "learning_rate": 1.6626503944433956e-05, + "loss": 0.0131, + "step": 34350 + }, + { + "epoch": 29.13570822731128, + "grad_norm": 0.5788426135297243, + "learning_rate": 1.662629820848488e-05, + "loss": 0.0143, + "step": 34351 + }, + { + "epoch": 29.136556403731976, + "grad_norm": 0.6843759204449344, + "learning_rate": 1.662609246753546e-05, + "loss": 0.0171, + "step": 34352 + }, + { + "epoch": 29.137404580152673, + "grad_norm": 0.6351900800391826, + "learning_rate": 1.6625886721585858e-05, + "loss": 0.0172, + "step": 34353 + }, + { + "epoch": 29.13825275657337, + "grad_norm": 0.5808817719884742, + "learning_rate": 1.662568097063622e-05, + "loss": 0.0163, + "step": 34354 + }, + { + "epoch": 29.13910093299406, + "grad_norm": 0.6232481972520633, + "learning_rate": 1.662547521468671e-05, + "loss": 0.0165, + "step": 34355 + }, + { + "epoch": 29.139949109414758, + "grad_norm": 0.5966475884993173, + "learning_rate": 1.662526945373748e-05, + "loss": 0.0178, + "step": 34356 + }, + { + "epoch": 29.140797285835454, + "grad_norm": 0.5214059250356016, + "learning_rate": 1.6625063687788686e-05, + "loss": 0.0151, + "step": 34357 + }, + { + "epoch": 29.14164546225615, + "grad_norm": 0.5904443767403043, + "learning_rate": 1.6624857916840476e-05, + "loss": 0.0161, + "step": 34358 + }, + { + "epoch": 29.142493638676847, + "grad_norm": 0.5853843487602637, + "learning_rate": 1.662465214089302e-05, + "loss": 0.0149, + "step": 34359 + }, + { + "epoch": 29.14334181509754, + "grad_norm": 0.6177148018838423, + "learning_rate": 1.662444635994646e-05, + "loss": 0.0177, + "step": 34360 + }, + { + "epoch": 29.144189991518235, + "grad_norm": 0.5803576220355101, + "learning_rate": 1.662424057400096e-05, + "loss": 0.0158, + "step": 34361 + }, + { + "epoch": 29.14503816793893, + "grad_norm": 0.5002304245911064, + "learning_rate": 1.6624034783056666e-05, + "loss": 0.0167, + "step": 34362 + }, + { + "epoch": 29.145886344359628, + "grad_norm": 0.6776327294361549, + "learning_rate": 1.6623828987113743e-05, + "loss": 0.0179, + "step": 34363 + }, + { + "epoch": 29.14673452078032, + "grad_norm": 0.5974001547217375, + "learning_rate": 1.662362318617234e-05, + "loss": 0.0168, + "step": 34364 + }, + { + "epoch": 29.147582697201017, + "grad_norm": 0.6649403530059841, + "learning_rate": 1.6623417380232613e-05, + "loss": 0.0166, + "step": 34365 + }, + { + "epoch": 29.148430873621713, + "grad_norm": 0.6907709217117777, + "learning_rate": 1.662321156929472e-05, + "loss": 0.0172, + "step": 34366 + }, + { + "epoch": 29.14927905004241, + "grad_norm": 0.5107956674129362, + "learning_rate": 1.662300575335882e-05, + "loss": 0.0141, + "step": 34367 + }, + { + "epoch": 29.150127226463106, + "grad_norm": 0.6171734519503189, + "learning_rate": 1.662279993242506e-05, + "loss": 0.0151, + "step": 34368 + }, + { + "epoch": 29.150975402883798, + "grad_norm": 0.6199407929680016, + "learning_rate": 1.6622594106493596e-05, + "loss": 0.0173, + "step": 34369 + }, + { + "epoch": 29.151823579304494, + "grad_norm": 0.6415559420765005, + "learning_rate": 1.6622388275564584e-05, + "loss": 0.019, + "step": 34370 + }, + { + "epoch": 29.15267175572519, + "grad_norm": 1.0212000232025746, + "learning_rate": 1.662218243963819e-05, + "loss": 0.0175, + "step": 34371 + }, + { + "epoch": 29.153519932145887, + "grad_norm": 0.7013548851312801, + "learning_rate": 1.6621976598714555e-05, + "loss": 0.0187, + "step": 34372 + }, + { + "epoch": 29.154368108566583, + "grad_norm": 0.5949275223303215, + "learning_rate": 1.662177075279384e-05, + "loss": 0.015, + "step": 34373 + }, + { + "epoch": 29.155216284987276, + "grad_norm": 0.5230839333643347, + "learning_rate": 1.6621564901876198e-05, + "loss": 0.0158, + "step": 34374 + }, + { + "epoch": 29.156064461407972, + "grad_norm": 0.5970244711940588, + "learning_rate": 1.662135904596179e-05, + "loss": 0.0171, + "step": 34375 + }, + { + "epoch": 29.15691263782867, + "grad_norm": 0.5573472095035988, + "learning_rate": 1.6621153185050767e-05, + "loss": 0.0179, + "step": 34376 + }, + { + "epoch": 29.157760814249365, + "grad_norm": 0.6629636861550793, + "learning_rate": 1.6620947319143286e-05, + "loss": 0.0161, + "step": 34377 + }, + { + "epoch": 29.15860899067006, + "grad_norm": 0.6475064480465015, + "learning_rate": 1.6620741448239502e-05, + "loss": 0.0175, + "step": 34378 + }, + { + "epoch": 29.159457167090753, + "grad_norm": 0.4977581584600466, + "learning_rate": 1.6620535572339566e-05, + "loss": 0.0145, + "step": 34379 + }, + { + "epoch": 29.16030534351145, + "grad_norm": 0.5817984496496786, + "learning_rate": 1.6620329691443644e-05, + "loss": 0.0164, + "step": 34380 + }, + { + "epoch": 29.161153519932146, + "grad_norm": 0.5968217639957873, + "learning_rate": 1.6620123805551884e-05, + "loss": 0.0181, + "step": 34381 + }, + { + "epoch": 29.162001696352842, + "grad_norm": 0.5445354455524245, + "learning_rate": 1.6619917914664435e-05, + "loss": 0.0146, + "step": 34382 + }, + { + "epoch": 29.16284987277354, + "grad_norm": 0.5238262821004872, + "learning_rate": 1.6619712018781464e-05, + "loss": 0.0137, + "step": 34383 + }, + { + "epoch": 29.16369804919423, + "grad_norm": 0.8221908037794895, + "learning_rate": 1.6619506117903123e-05, + "loss": 0.0164, + "step": 34384 + }, + { + "epoch": 29.164546225614927, + "grad_norm": 0.6879296500999929, + "learning_rate": 1.6619300212029564e-05, + "loss": 0.0167, + "step": 34385 + }, + { + "epoch": 29.165394402035624, + "grad_norm": 0.514788938404345, + "learning_rate": 1.6619094301160947e-05, + "loss": 0.0164, + "step": 34386 + }, + { + "epoch": 29.16624257845632, + "grad_norm": 0.5836056377851323, + "learning_rate": 1.6618888385297424e-05, + "loss": 0.0145, + "step": 34387 + }, + { + "epoch": 29.167090754877016, + "grad_norm": 0.6259042783686772, + "learning_rate": 1.6618682464439147e-05, + "loss": 0.0174, + "step": 34388 + }, + { + "epoch": 29.16793893129771, + "grad_norm": 0.6107701484466729, + "learning_rate": 1.661847653858628e-05, + "loss": 0.0166, + "step": 34389 + }, + { + "epoch": 29.168787107718405, + "grad_norm": 0.555310250183369, + "learning_rate": 1.6618270607738975e-05, + "loss": 0.0158, + "step": 34390 + }, + { + "epoch": 29.1696352841391, + "grad_norm": 0.6235408375961804, + "learning_rate": 1.6618064671897384e-05, + "loss": 0.0175, + "step": 34391 + }, + { + "epoch": 29.170483460559797, + "grad_norm": 0.6582164032197338, + "learning_rate": 1.6617858731061666e-05, + "loss": 0.0194, + "step": 34392 + }, + { + "epoch": 29.171331636980494, + "grad_norm": 0.485991242098263, + "learning_rate": 1.6617652785231977e-05, + "loss": 0.0149, + "step": 34393 + }, + { + "epoch": 29.172179813401186, + "grad_norm": 0.5128381147906385, + "learning_rate": 1.6617446834408467e-05, + "loss": 0.0154, + "step": 34394 + }, + { + "epoch": 29.173027989821882, + "grad_norm": 0.5523718761588742, + "learning_rate": 1.6617240878591298e-05, + "loss": 0.015, + "step": 34395 + }, + { + "epoch": 29.17387616624258, + "grad_norm": 0.7062606905442159, + "learning_rate": 1.6617034917780622e-05, + "loss": 0.0145, + "step": 34396 + }, + { + "epoch": 29.174724342663275, + "grad_norm": 0.5591618339017107, + "learning_rate": 1.6616828951976595e-05, + "loss": 0.017, + "step": 34397 + }, + { + "epoch": 29.17557251908397, + "grad_norm": 0.5212754157202032, + "learning_rate": 1.6616622981179374e-05, + "loss": 0.0153, + "step": 34398 + }, + { + "epoch": 29.176420695504664, + "grad_norm": 0.6969317624255551, + "learning_rate": 1.661641700538911e-05, + "loss": 0.0195, + "step": 34399 + }, + { + "epoch": 29.17726887192536, + "grad_norm": 0.7371799248815265, + "learning_rate": 1.6616211024605964e-05, + "loss": 0.0177, + "step": 34400 + }, + { + "epoch": 29.178117048346056, + "grad_norm": 0.6971009828536059, + "learning_rate": 1.6616005038830086e-05, + "loss": 0.0161, + "step": 34401 + }, + { + "epoch": 29.178965224766753, + "grad_norm": 0.6740320829307482, + "learning_rate": 1.6615799048061637e-05, + "loss": 0.0187, + "step": 34402 + }, + { + "epoch": 29.179813401187445, + "grad_norm": 0.7372292538344003, + "learning_rate": 1.661559305230077e-05, + "loss": 0.0165, + "step": 34403 + }, + { + "epoch": 29.18066157760814, + "grad_norm": 0.7053134894200824, + "learning_rate": 1.6615387051547638e-05, + "loss": 0.0186, + "step": 34404 + }, + { + "epoch": 29.181509754028838, + "grad_norm": 0.6127187989771344, + "learning_rate": 1.6615181045802396e-05, + "loss": 0.0171, + "step": 34405 + }, + { + "epoch": 29.182357930449534, + "grad_norm": 0.6015578539391188, + "learning_rate": 1.661497503506521e-05, + "loss": 0.0179, + "step": 34406 + }, + { + "epoch": 29.18320610687023, + "grad_norm": 0.697178733401738, + "learning_rate": 1.661476901933622e-05, + "loss": 0.0175, + "step": 34407 + }, + { + "epoch": 29.184054283290923, + "grad_norm": 0.5419933774882548, + "learning_rate": 1.661456299861559e-05, + "loss": 0.0148, + "step": 34408 + }, + { + "epoch": 29.18490245971162, + "grad_norm": 0.6058746810014092, + "learning_rate": 1.6614356972903477e-05, + "loss": 0.0165, + "step": 34409 + }, + { + "epoch": 29.185750636132315, + "grad_norm": 0.6464476600889787, + "learning_rate": 1.6614150942200034e-05, + "loss": 0.0164, + "step": 34410 + }, + { + "epoch": 29.18659881255301, + "grad_norm": 0.5174047310927964, + "learning_rate": 1.661394490650541e-05, + "loss": 0.0153, + "step": 34411 + }, + { + "epoch": 29.187446988973708, + "grad_norm": 0.5643597728975713, + "learning_rate": 1.6613738865819776e-05, + "loss": 0.0155, + "step": 34412 + }, + { + "epoch": 29.1882951653944, + "grad_norm": 0.6478785187256713, + "learning_rate": 1.6613532820143273e-05, + "loss": 0.0162, + "step": 34413 + }, + { + "epoch": 29.189143341815097, + "grad_norm": 0.6247416208547574, + "learning_rate": 1.6613326769476063e-05, + "loss": 0.0172, + "step": 34414 + }, + { + "epoch": 29.189991518235793, + "grad_norm": 0.4957765117507721, + "learning_rate": 1.66131207138183e-05, + "loss": 0.0162, + "step": 34415 + }, + { + "epoch": 29.19083969465649, + "grad_norm": 0.6948524940877826, + "learning_rate": 1.6612914653170138e-05, + "loss": 0.016, + "step": 34416 + }, + { + "epoch": 29.191687871077185, + "grad_norm": 0.5356955415407975, + "learning_rate": 1.6612708587531735e-05, + "loss": 0.0159, + "step": 34417 + }, + { + "epoch": 29.192536047497878, + "grad_norm": 0.6470567387142397, + "learning_rate": 1.661250251690325e-05, + "loss": 0.0178, + "step": 34418 + }, + { + "epoch": 29.193384223918574, + "grad_norm": 0.7076174116521856, + "learning_rate": 1.6612296441284832e-05, + "loss": 0.0213, + "step": 34419 + }, + { + "epoch": 29.19423240033927, + "grad_norm": 0.6312595236076511, + "learning_rate": 1.6612090360676637e-05, + "loss": 0.017, + "step": 34420 + }, + { + "epoch": 29.195080576759967, + "grad_norm": 0.5542311490532839, + "learning_rate": 1.661188427507882e-05, + "loss": 0.0139, + "step": 34421 + }, + { + "epoch": 29.195928753180663, + "grad_norm": 0.6691869150160675, + "learning_rate": 1.6611678184491544e-05, + "loss": 0.0157, + "step": 34422 + }, + { + "epoch": 29.196776929601356, + "grad_norm": 0.6468235294465988, + "learning_rate": 1.6611472088914958e-05, + "loss": 0.0175, + "step": 34423 + }, + { + "epoch": 29.197625106022052, + "grad_norm": 0.634233795679728, + "learning_rate": 1.6611265988349216e-05, + "loss": 0.0176, + "step": 34424 + }, + { + "epoch": 29.198473282442748, + "grad_norm": 0.6507534319981859, + "learning_rate": 1.661105988279448e-05, + "loss": 0.0155, + "step": 34425 + }, + { + "epoch": 29.199321458863444, + "grad_norm": 0.7395065922794619, + "learning_rate": 1.6610853772250904e-05, + "loss": 0.0162, + "step": 34426 + }, + { + "epoch": 29.20016963528414, + "grad_norm": 0.6604246016146991, + "learning_rate": 1.6610647656718635e-05, + "loss": 0.0172, + "step": 34427 + }, + { + "epoch": 29.201017811704833, + "grad_norm": 0.5696705721652664, + "learning_rate": 1.6610441536197837e-05, + "loss": 0.0167, + "step": 34428 + }, + { + "epoch": 29.20186598812553, + "grad_norm": 0.6604234878030724, + "learning_rate": 1.6610235410688666e-05, + "loss": 0.0186, + "step": 34429 + }, + { + "epoch": 29.202714164546226, + "grad_norm": 0.8867961496521886, + "learning_rate": 1.6610029280191273e-05, + "loss": 0.0218, + "step": 34430 + }, + { + "epoch": 29.203562340966922, + "grad_norm": 0.6077034375638724, + "learning_rate": 1.6609823144705815e-05, + "loss": 0.0164, + "step": 34431 + }, + { + "epoch": 29.20441051738762, + "grad_norm": 0.6022290727975818, + "learning_rate": 1.6609617004232452e-05, + "loss": 0.0168, + "step": 34432 + }, + { + "epoch": 29.20525869380831, + "grad_norm": 0.6058708108911437, + "learning_rate": 1.6609410858771334e-05, + "loss": 0.0151, + "step": 34433 + }, + { + "epoch": 29.206106870229007, + "grad_norm": 0.5676864548279884, + "learning_rate": 1.6609204708322616e-05, + "loss": 0.0169, + "step": 34434 + }, + { + "epoch": 29.206955046649703, + "grad_norm": 0.685458110548651, + "learning_rate": 1.6608998552886456e-05, + "loss": 0.0186, + "step": 34435 + }, + { + "epoch": 29.2078032230704, + "grad_norm": 0.6265610920238649, + "learning_rate": 1.660879239246301e-05, + "loss": 0.0153, + "step": 34436 + }, + { + "epoch": 29.208651399491096, + "grad_norm": 0.5637843522106643, + "learning_rate": 1.6608586227052434e-05, + "loss": 0.0172, + "step": 34437 + }, + { + "epoch": 29.20949957591179, + "grad_norm": 0.6312068366291617, + "learning_rate": 1.6608380056654883e-05, + "loss": 0.0163, + "step": 34438 + }, + { + "epoch": 29.210347752332485, + "grad_norm": 0.6836221123091104, + "learning_rate": 1.660817388127051e-05, + "loss": 0.0185, + "step": 34439 + }, + { + "epoch": 29.21119592875318, + "grad_norm": 0.5360820467212101, + "learning_rate": 1.6607967700899473e-05, + "loss": 0.0183, + "step": 34440 + }, + { + "epoch": 29.212044105173877, + "grad_norm": 0.627073951471404, + "learning_rate": 1.660776151554193e-05, + "loss": 0.0173, + "step": 34441 + }, + { + "epoch": 29.21289228159457, + "grad_norm": 0.5821374913768976, + "learning_rate": 1.660755532519803e-05, + "loss": 0.0155, + "step": 34442 + }, + { + "epoch": 29.213740458015266, + "grad_norm": 0.608491783338416, + "learning_rate": 1.6607349129867935e-05, + "loss": 0.017, + "step": 34443 + }, + { + "epoch": 29.214588634435962, + "grad_norm": 0.7879968589762592, + "learning_rate": 1.66071429295518e-05, + "loss": 0.0162, + "step": 34444 + }, + { + "epoch": 29.21543681085666, + "grad_norm": 0.6698662456712433, + "learning_rate": 1.660693672424978e-05, + "loss": 0.0183, + "step": 34445 + }, + { + "epoch": 29.216284987277355, + "grad_norm": 0.576072553266134, + "learning_rate": 1.6606730513962022e-05, + "loss": 0.0159, + "step": 34446 + }, + { + "epoch": 29.217133163698048, + "grad_norm": 0.5530185076207909, + "learning_rate": 1.6606524298688693e-05, + "loss": 0.0152, + "step": 34447 + }, + { + "epoch": 29.217981340118744, + "grad_norm": 0.7491689396762952, + "learning_rate": 1.6606318078429945e-05, + "loss": 0.0189, + "step": 34448 + }, + { + "epoch": 29.21882951653944, + "grad_norm": 0.6694114273815575, + "learning_rate": 1.6606111853185934e-05, + "loss": 0.0188, + "step": 34449 + }, + { + "epoch": 29.219677692960136, + "grad_norm": 0.6823879187322109, + "learning_rate": 1.6605905622956812e-05, + "loss": 0.019, + "step": 34450 + }, + { + "epoch": 29.220525869380833, + "grad_norm": 0.648895451874927, + "learning_rate": 1.6605699387742738e-05, + "loss": 0.0184, + "step": 34451 + }, + { + "epoch": 29.221374045801525, + "grad_norm": 0.6272005872614552, + "learning_rate": 1.660549314754387e-05, + "loss": 0.0149, + "step": 34452 + }, + { + "epoch": 29.22222222222222, + "grad_norm": 0.6965076642020632, + "learning_rate": 1.6605286902360357e-05, + "loss": 0.0185, + "step": 34453 + }, + { + "epoch": 29.223070398642918, + "grad_norm": 0.7886648541674572, + "learning_rate": 1.660508065219236e-05, + "loss": 0.0186, + "step": 34454 + }, + { + "epoch": 29.223918575063614, + "grad_norm": 0.4865491432659167, + "learning_rate": 1.6604874397040033e-05, + "loss": 0.0154, + "step": 34455 + }, + { + "epoch": 29.22476675148431, + "grad_norm": 0.5377159709020162, + "learning_rate": 1.6604668136903533e-05, + "loss": 0.0148, + "step": 34456 + }, + { + "epoch": 29.225614927905003, + "grad_norm": 0.6933220325518284, + "learning_rate": 1.6604461871783013e-05, + "loss": 0.015, + "step": 34457 + }, + { + "epoch": 29.2264631043257, + "grad_norm": 0.71292845054252, + "learning_rate": 1.660425560167863e-05, + "loss": 0.0181, + "step": 34458 + }, + { + "epoch": 29.227311280746395, + "grad_norm": 0.5935914565135355, + "learning_rate": 1.660404932659054e-05, + "loss": 0.0169, + "step": 34459 + }, + { + "epoch": 29.22815945716709, + "grad_norm": 0.6592474645649379, + "learning_rate": 1.6603843046518896e-05, + "loss": 0.0172, + "step": 34460 + }, + { + "epoch": 29.229007633587788, + "grad_norm": 0.7339701687129274, + "learning_rate": 1.6603636761463856e-05, + "loss": 0.0177, + "step": 34461 + }, + { + "epoch": 29.22985581000848, + "grad_norm": 0.624767617796518, + "learning_rate": 1.660343047142558e-05, + "loss": 0.018, + "step": 34462 + }, + { + "epoch": 29.230703986429177, + "grad_norm": 0.633459059280277, + "learning_rate": 1.6603224176404213e-05, + "loss": 0.0184, + "step": 34463 + }, + { + "epoch": 29.231552162849873, + "grad_norm": 0.5799103440198143, + "learning_rate": 1.660301787639992e-05, + "loss": 0.0159, + "step": 34464 + }, + { + "epoch": 29.23240033927057, + "grad_norm": 0.49387486581962886, + "learning_rate": 1.6602811571412854e-05, + "loss": 0.016, + "step": 34465 + }, + { + "epoch": 29.233248515691265, + "grad_norm": 0.6033258983347572, + "learning_rate": 1.6602605261443173e-05, + "loss": 0.0187, + "step": 34466 + }, + { + "epoch": 29.234096692111958, + "grad_norm": 0.6263766987709047, + "learning_rate": 1.6602398946491024e-05, + "loss": 0.0178, + "step": 34467 + }, + { + "epoch": 29.234944868532654, + "grad_norm": 0.540069292815265, + "learning_rate": 1.660219262655657e-05, + "loss": 0.0157, + "step": 34468 + }, + { + "epoch": 29.23579304495335, + "grad_norm": 0.7441417326448438, + "learning_rate": 1.660198630163997e-05, + "loss": 0.0218, + "step": 34469 + }, + { + "epoch": 29.236641221374047, + "grad_norm": 0.6410343116287114, + "learning_rate": 1.660177997174137e-05, + "loss": 0.0171, + "step": 34470 + }, + { + "epoch": 29.237489397794743, + "grad_norm": 0.8141104973895218, + "learning_rate": 1.6601573636860932e-05, + "loss": 0.0206, + "step": 34471 + }, + { + "epoch": 29.238337574215436, + "grad_norm": 0.6064698289401022, + "learning_rate": 1.660136729699881e-05, + "loss": 0.0176, + "step": 34472 + }, + { + "epoch": 29.239185750636132, + "grad_norm": 0.7452866653950581, + "learning_rate": 1.6601160952155164e-05, + "loss": 0.0189, + "step": 34473 + }, + { + "epoch": 29.240033927056828, + "grad_norm": 0.5957959595743675, + "learning_rate": 1.6600954602330143e-05, + "loss": 0.0184, + "step": 34474 + }, + { + "epoch": 29.240882103477524, + "grad_norm": 0.7123181900511468, + "learning_rate": 1.6600748247523905e-05, + "loss": 0.0177, + "step": 34475 + }, + { + "epoch": 29.24173027989822, + "grad_norm": 0.7381370431524433, + "learning_rate": 1.6600541887736604e-05, + "loss": 0.0181, + "step": 34476 + }, + { + "epoch": 29.242578456318913, + "grad_norm": 0.5929310370275166, + "learning_rate": 1.6600335522968404e-05, + "loss": 0.0167, + "step": 34477 + }, + { + "epoch": 29.24342663273961, + "grad_norm": 0.637878464948972, + "learning_rate": 1.660012915321945e-05, + "loss": 0.018, + "step": 34478 + }, + { + "epoch": 29.244274809160306, + "grad_norm": 0.6600199241919568, + "learning_rate": 1.6599922778489906e-05, + "loss": 0.0174, + "step": 34479 + }, + { + "epoch": 29.245122985581002, + "grad_norm": 0.6855242333904695, + "learning_rate": 1.659971639877992e-05, + "loss": 0.0166, + "step": 34480 + }, + { + "epoch": 29.245971162001695, + "grad_norm": 0.6245099084842415, + "learning_rate": 1.6599510014089654e-05, + "loss": 0.0169, + "step": 34481 + }, + { + "epoch": 29.24681933842239, + "grad_norm": 0.6341943694503671, + "learning_rate": 1.6599303624419262e-05, + "loss": 0.0173, + "step": 34482 + }, + { + "epoch": 29.247667514843087, + "grad_norm": 0.6397614310033232, + "learning_rate": 1.65990972297689e-05, + "loss": 0.0175, + "step": 34483 + }, + { + "epoch": 29.248515691263783, + "grad_norm": 0.674365960226601, + "learning_rate": 1.659889083013872e-05, + "loss": 0.0164, + "step": 34484 + }, + { + "epoch": 29.24936386768448, + "grad_norm": 0.8403826700738923, + "learning_rate": 1.6598684425528885e-05, + "loss": 0.016, + "step": 34485 + }, + { + "epoch": 29.250212044105172, + "grad_norm": 0.6362314864687222, + "learning_rate": 1.6598478015939544e-05, + "loss": 0.0163, + "step": 34486 + }, + { + "epoch": 29.25106022052587, + "grad_norm": 0.8058316879073226, + "learning_rate": 1.6598271601370855e-05, + "loss": 0.0192, + "step": 34487 + }, + { + "epoch": 29.251908396946565, + "grad_norm": 0.729791079903792, + "learning_rate": 1.6598065181822978e-05, + "loss": 0.0186, + "step": 34488 + }, + { + "epoch": 29.25275657336726, + "grad_norm": 0.9695387934067444, + "learning_rate": 1.6597858757296062e-05, + "loss": 0.0158, + "step": 34489 + }, + { + "epoch": 29.253604749787957, + "grad_norm": 0.6170798850408374, + "learning_rate": 1.6597652327790266e-05, + "loss": 0.0161, + "step": 34490 + }, + { + "epoch": 29.25445292620865, + "grad_norm": 0.6570143096876878, + "learning_rate": 1.659744589330575e-05, + "loss": 0.0175, + "step": 34491 + }, + { + "epoch": 29.255301102629346, + "grad_norm": 0.881974277107634, + "learning_rate": 1.6597239453842656e-05, + "loss": 0.0216, + "step": 34492 + }, + { + "epoch": 29.256149279050042, + "grad_norm": 0.7241409884265136, + "learning_rate": 1.6597033009401155e-05, + "loss": 0.0202, + "step": 34493 + }, + { + "epoch": 29.25699745547074, + "grad_norm": 0.7662443757177174, + "learning_rate": 1.6596826559981397e-05, + "loss": 0.0182, + "step": 34494 + }, + { + "epoch": 29.257845631891435, + "grad_norm": 0.6235605586206293, + "learning_rate": 1.6596620105583535e-05, + "loss": 0.0167, + "step": 34495 + }, + { + "epoch": 29.258693808312128, + "grad_norm": 0.7272238165109866, + "learning_rate": 1.6596413646207732e-05, + "loss": 0.0198, + "step": 34496 + }, + { + "epoch": 29.259541984732824, + "grad_norm": 0.6927316746310471, + "learning_rate": 1.6596207181854136e-05, + "loss": 0.019, + "step": 34497 + }, + { + "epoch": 29.26039016115352, + "grad_norm": 0.6502719415999443, + "learning_rate": 1.6596000712522907e-05, + "loss": 0.0174, + "step": 34498 + }, + { + "epoch": 29.261238337574216, + "grad_norm": 0.5856707693263487, + "learning_rate": 1.65957942382142e-05, + "loss": 0.0166, + "step": 34499 + }, + { + "epoch": 29.262086513994912, + "grad_norm": 0.8118587733122035, + "learning_rate": 1.659558775892817e-05, + "loss": 0.0199, + "step": 34500 + }, + { + "epoch": 29.262934690415605, + "grad_norm": 0.6566521012238224, + "learning_rate": 1.6595381274664973e-05, + "loss": 0.0203, + "step": 34501 + }, + { + "epoch": 29.2637828668363, + "grad_norm": 0.6634639219533588, + "learning_rate": 1.6595174785424767e-05, + "loss": 0.0163, + "step": 34502 + }, + { + "epoch": 29.264631043256998, + "grad_norm": 0.6030827475284194, + "learning_rate": 1.6594968291207703e-05, + "loss": 0.0179, + "step": 34503 + }, + { + "epoch": 29.265479219677694, + "grad_norm": 0.6575946792489623, + "learning_rate": 1.6594761792013945e-05, + "loss": 0.0185, + "step": 34504 + }, + { + "epoch": 29.26632739609839, + "grad_norm": 0.7217751558953692, + "learning_rate": 1.6594555287843638e-05, + "loss": 0.0184, + "step": 34505 + }, + { + "epoch": 29.267175572519083, + "grad_norm": 0.5901382314255681, + "learning_rate": 1.659434877869695e-05, + "loss": 0.0162, + "step": 34506 + }, + { + "epoch": 29.26802374893978, + "grad_norm": 0.6199229979801175, + "learning_rate": 1.6594142264574023e-05, + "loss": 0.0174, + "step": 34507 + }, + { + "epoch": 29.268871925360475, + "grad_norm": 0.6309837586085919, + "learning_rate": 1.6593935745475025e-05, + "loss": 0.0181, + "step": 34508 + }, + { + "epoch": 29.26972010178117, + "grad_norm": 0.5771808965287124, + "learning_rate": 1.6593729221400107e-05, + "loss": 0.0146, + "step": 34509 + }, + { + "epoch": 29.270568278201868, + "grad_norm": 0.5723512289947958, + "learning_rate": 1.6593522692349423e-05, + "loss": 0.0167, + "step": 34510 + }, + { + "epoch": 29.27141645462256, + "grad_norm": 0.683227120346041, + "learning_rate": 1.6593316158323132e-05, + "loss": 0.0193, + "step": 34511 + }, + { + "epoch": 29.272264631043257, + "grad_norm": 0.7495475920762047, + "learning_rate": 1.659310961932139e-05, + "loss": 0.0193, + "step": 34512 + }, + { + "epoch": 29.273112807463953, + "grad_norm": 0.6425560284346363, + "learning_rate": 1.6592903075344353e-05, + "loss": 0.0172, + "step": 34513 + }, + { + "epoch": 29.27396098388465, + "grad_norm": 0.7063493744031731, + "learning_rate": 1.6592696526392173e-05, + "loss": 0.02, + "step": 34514 + }, + { + "epoch": 29.274809160305345, + "grad_norm": 0.6642651524048352, + "learning_rate": 1.6592489972465005e-05, + "loss": 0.0191, + "step": 34515 + }, + { + "epoch": 29.275657336726038, + "grad_norm": 0.6056054732780676, + "learning_rate": 1.6592283413563014e-05, + "loss": 0.0173, + "step": 34516 + }, + { + "epoch": 29.276505513146734, + "grad_norm": 0.646152857004905, + "learning_rate": 1.6592076849686347e-05, + "loss": 0.0176, + "step": 34517 + }, + { + "epoch": 29.27735368956743, + "grad_norm": 0.6058135773838993, + "learning_rate": 1.6591870280835164e-05, + "loss": 0.0177, + "step": 34518 + }, + { + "epoch": 29.278201865988127, + "grad_norm": 0.6589775422827999, + "learning_rate": 1.6591663707009617e-05, + "loss": 0.0182, + "step": 34519 + }, + { + "epoch": 29.27905004240882, + "grad_norm": 0.7128664899583915, + "learning_rate": 1.6591457128209866e-05, + "loss": 0.0167, + "step": 34520 + }, + { + "epoch": 29.279898218829516, + "grad_norm": 0.6844562682424009, + "learning_rate": 1.6591250544436066e-05, + "loss": 0.0197, + "step": 34521 + }, + { + "epoch": 29.280746395250212, + "grad_norm": 0.6628294796324284, + "learning_rate": 1.6591043955688374e-05, + "loss": 0.0174, + "step": 34522 + }, + { + "epoch": 29.281594571670908, + "grad_norm": 0.6640955603061659, + "learning_rate": 1.659083736196694e-05, + "loss": 0.0152, + "step": 34523 + }, + { + "epoch": 29.282442748091604, + "grad_norm": 0.7771747254297123, + "learning_rate": 1.6590630763271928e-05, + "loss": 0.0198, + "step": 34524 + }, + { + "epoch": 29.283290924512297, + "grad_norm": 0.5319320136977767, + "learning_rate": 1.659042415960349e-05, + "loss": 0.0171, + "step": 34525 + }, + { + "epoch": 29.284139100932993, + "grad_norm": 0.653328586469943, + "learning_rate": 1.659021755096178e-05, + "loss": 0.0212, + "step": 34526 + }, + { + "epoch": 29.28498727735369, + "grad_norm": 0.659505355540983, + "learning_rate": 1.6590010937346957e-05, + "loss": 0.0189, + "step": 34527 + }, + { + "epoch": 29.285835453774386, + "grad_norm": 0.6870983191175362, + "learning_rate": 1.658980431875918e-05, + "loss": 0.0189, + "step": 34528 + }, + { + "epoch": 29.286683630195082, + "grad_norm": 0.6544898915026461, + "learning_rate": 1.6589597695198595e-05, + "loss": 0.0174, + "step": 34529 + }, + { + "epoch": 29.287531806615775, + "grad_norm": 0.6382258004265681, + "learning_rate": 1.6589391066665365e-05, + "loss": 0.0169, + "step": 34530 + }, + { + "epoch": 29.28837998303647, + "grad_norm": 0.7598875774611005, + "learning_rate": 1.6589184433159645e-05, + "loss": 0.0192, + "step": 34531 + }, + { + "epoch": 29.289228159457167, + "grad_norm": 0.6495078085113559, + "learning_rate": 1.6588977794681592e-05, + "loss": 0.017, + "step": 34532 + }, + { + "epoch": 29.290076335877863, + "grad_norm": 0.5115757939398494, + "learning_rate": 1.658877115123136e-05, + "loss": 0.0156, + "step": 34533 + }, + { + "epoch": 29.29092451229856, + "grad_norm": 0.7174509317783483, + "learning_rate": 1.6588564502809102e-05, + "loss": 0.0188, + "step": 34534 + }, + { + "epoch": 29.291772688719252, + "grad_norm": 0.7885836479116478, + "learning_rate": 1.658835784941498e-05, + "loss": 0.0179, + "step": 34535 + }, + { + "epoch": 29.29262086513995, + "grad_norm": 0.6142576602363644, + "learning_rate": 1.658815119104915e-05, + "loss": 0.0162, + "step": 34536 + }, + { + "epoch": 29.293469041560645, + "grad_norm": 0.7513378644837095, + "learning_rate": 1.6587944527711763e-05, + "loss": 0.0204, + "step": 34537 + }, + { + "epoch": 29.29431721798134, + "grad_norm": 0.6895946256735377, + "learning_rate": 1.658773785940298e-05, + "loss": 0.0203, + "step": 34538 + }, + { + "epoch": 29.295165394402037, + "grad_norm": 0.6433933763193597, + "learning_rate": 1.658753118612295e-05, + "loss": 0.017, + "step": 34539 + }, + { + "epoch": 29.29601357082273, + "grad_norm": 0.6580760042196198, + "learning_rate": 1.6587324507871833e-05, + "loss": 0.0189, + "step": 34540 + }, + { + "epoch": 29.296861747243426, + "grad_norm": 0.6709333066653492, + "learning_rate": 1.6587117824649785e-05, + "loss": 0.0171, + "step": 34541 + }, + { + "epoch": 29.297709923664122, + "grad_norm": 0.6850148341989628, + "learning_rate": 1.6586911136456966e-05, + "loss": 0.0178, + "step": 34542 + }, + { + "epoch": 29.29855810008482, + "grad_norm": 0.6626681075447155, + "learning_rate": 1.6586704443293523e-05, + "loss": 0.0208, + "step": 34543 + }, + { + "epoch": 29.299406276505515, + "grad_norm": 0.6262523310842711, + "learning_rate": 1.6586497745159623e-05, + "loss": 0.0181, + "step": 34544 + }, + { + "epoch": 29.300254452926207, + "grad_norm": 0.6083534982782391, + "learning_rate": 1.6586291042055412e-05, + "loss": 0.0152, + "step": 34545 + }, + { + "epoch": 29.301102629346904, + "grad_norm": 0.7337476082182223, + "learning_rate": 1.658608433398105e-05, + "loss": 0.0214, + "step": 34546 + }, + { + "epoch": 29.3019508057676, + "grad_norm": 0.6638170934106544, + "learning_rate": 1.6585877620936696e-05, + "loss": 0.0176, + "step": 34547 + }, + { + "epoch": 29.302798982188296, + "grad_norm": 0.5825585427477474, + "learning_rate": 1.65856709029225e-05, + "loss": 0.0193, + "step": 34548 + }, + { + "epoch": 29.303647158608992, + "grad_norm": 0.728374800474045, + "learning_rate": 1.658546417993862e-05, + "loss": 0.0202, + "step": 34549 + }, + { + "epoch": 29.304495335029685, + "grad_norm": 0.6871942475236404, + "learning_rate": 1.6585257451985215e-05, + "loss": 0.0172, + "step": 34550 + }, + { + "epoch": 29.30534351145038, + "grad_norm": 0.650925283650223, + "learning_rate": 1.6585050719062435e-05, + "loss": 0.018, + "step": 34551 + }, + { + "epoch": 29.306191687871078, + "grad_norm": 0.6347186997855003, + "learning_rate": 1.658484398117045e-05, + "loss": 0.0194, + "step": 34552 + }, + { + "epoch": 29.307039864291774, + "grad_norm": 0.5964881782989224, + "learning_rate": 1.6584637238309394e-05, + "loss": 0.0165, + "step": 34553 + }, + { + "epoch": 29.307888040712466, + "grad_norm": 0.7167798151374016, + "learning_rate": 1.658443049047944e-05, + "loss": 0.0207, + "step": 34554 + }, + { + "epoch": 29.308736217133163, + "grad_norm": 0.575717681558384, + "learning_rate": 1.6584223737680742e-05, + "loss": 0.0154, + "step": 34555 + }, + { + "epoch": 29.30958439355386, + "grad_norm": 0.6753970080334882, + "learning_rate": 1.658401697991345e-05, + "loss": 0.0182, + "step": 34556 + }, + { + "epoch": 29.310432569974555, + "grad_norm": 0.7318080974807636, + "learning_rate": 1.6583810217177726e-05, + "loss": 0.0216, + "step": 34557 + }, + { + "epoch": 29.31128074639525, + "grad_norm": 0.6014185902076344, + "learning_rate": 1.6583603449473717e-05, + "loss": 0.0166, + "step": 34558 + }, + { + "epoch": 29.312128922815944, + "grad_norm": 0.5754507660436218, + "learning_rate": 1.6583396676801592e-05, + "loss": 0.0151, + "step": 34559 + }, + { + "epoch": 29.31297709923664, + "grad_norm": 0.6372049382183537, + "learning_rate": 1.6583189899161493e-05, + "loss": 0.0187, + "step": 34560 + }, + { + "epoch": 29.313825275657337, + "grad_norm": 0.7252874329949899, + "learning_rate": 1.6582983116553587e-05, + "loss": 0.0198, + "step": 34561 + }, + { + "epoch": 29.314673452078033, + "grad_norm": 0.5979277443608622, + "learning_rate": 1.6582776328978026e-05, + "loss": 0.0146, + "step": 34562 + }, + { + "epoch": 29.31552162849873, + "grad_norm": 0.580866131331637, + "learning_rate": 1.658256953643497e-05, + "loss": 0.0186, + "step": 34563 + }, + { + "epoch": 29.31636980491942, + "grad_norm": 0.6063430682023997, + "learning_rate": 1.6582362738924565e-05, + "loss": 0.0176, + "step": 34564 + }, + { + "epoch": 29.317217981340118, + "grad_norm": 0.6636157637775318, + "learning_rate": 1.6582155936446977e-05, + "loss": 0.0188, + "step": 34565 + }, + { + "epoch": 29.318066157760814, + "grad_norm": 0.6348017577485401, + "learning_rate": 1.6581949129002358e-05, + "loss": 0.0187, + "step": 34566 + }, + { + "epoch": 29.31891433418151, + "grad_norm": 0.5370687252966535, + "learning_rate": 1.6581742316590862e-05, + "loss": 0.0161, + "step": 34567 + }, + { + "epoch": 29.319762510602207, + "grad_norm": 0.7329225620178046, + "learning_rate": 1.658153549921265e-05, + "loss": 0.0179, + "step": 34568 + }, + { + "epoch": 29.3206106870229, + "grad_norm": 0.5626026280534914, + "learning_rate": 1.6581328676867877e-05, + "loss": 0.0173, + "step": 34569 + }, + { + "epoch": 29.321458863443596, + "grad_norm": 0.5446324563194436, + "learning_rate": 1.6581121849556696e-05, + "loss": 0.0172, + "step": 34570 + }, + { + "epoch": 29.32230703986429, + "grad_norm": 0.5920590871614898, + "learning_rate": 1.6580915017279266e-05, + "loss": 0.0166, + "step": 34571 + }, + { + "epoch": 29.323155216284988, + "grad_norm": 0.6152527320390769, + "learning_rate": 1.658070818003574e-05, + "loss": 0.0172, + "step": 34572 + }, + { + "epoch": 29.324003392705684, + "grad_norm": 0.6946116754751469, + "learning_rate": 1.6580501337826275e-05, + "loss": 0.018, + "step": 34573 + }, + { + "epoch": 29.324851569126377, + "grad_norm": 0.7484799595691178, + "learning_rate": 1.658029449065103e-05, + "loss": 0.0189, + "step": 34574 + }, + { + "epoch": 29.325699745547073, + "grad_norm": 0.6376516356191857, + "learning_rate": 1.6580087638510158e-05, + "loss": 0.0173, + "step": 34575 + }, + { + "epoch": 29.32654792196777, + "grad_norm": 0.703915299784351, + "learning_rate": 1.657988078140382e-05, + "loss": 0.0201, + "step": 34576 + }, + { + "epoch": 29.327396098388466, + "grad_norm": 0.5731490825247688, + "learning_rate": 1.6579673919332162e-05, + "loss": 0.0179, + "step": 34577 + }, + { + "epoch": 29.328244274809162, + "grad_norm": 0.629428438721687, + "learning_rate": 1.657946705229535e-05, + "loss": 0.0198, + "step": 34578 + }, + { + "epoch": 29.329092451229855, + "grad_norm": 0.9179399978224068, + "learning_rate": 1.6579260180293534e-05, + "loss": 0.0211, + "step": 34579 + }, + { + "epoch": 29.32994062765055, + "grad_norm": 0.7870375818867253, + "learning_rate": 1.6579053303326876e-05, + "loss": 0.0196, + "step": 34580 + }, + { + "epoch": 29.330788804071247, + "grad_norm": 0.6343523670923882, + "learning_rate": 1.6578846421395527e-05, + "loss": 0.0175, + "step": 34581 + }, + { + "epoch": 29.331636980491943, + "grad_norm": 0.7456776982320921, + "learning_rate": 1.6578639534499647e-05, + "loss": 0.0207, + "step": 34582 + }, + { + "epoch": 29.33248515691264, + "grad_norm": 0.5797451848136667, + "learning_rate": 1.6578432642639385e-05, + "loss": 0.0182, + "step": 34583 + }, + { + "epoch": 29.333333333333332, + "grad_norm": 0.7913767726037942, + "learning_rate": 1.6578225745814907e-05, + "loss": 0.0229, + "step": 34584 + }, + { + "epoch": 29.33418150975403, + "grad_norm": 0.6268388899569962, + "learning_rate": 1.6578018844026362e-05, + "loss": 0.0175, + "step": 34585 + }, + { + "epoch": 29.335029686174725, + "grad_norm": 0.6106892791861673, + "learning_rate": 1.6577811937273912e-05, + "loss": 0.0172, + "step": 34586 + }, + { + "epoch": 29.33587786259542, + "grad_norm": 0.7578224016214331, + "learning_rate": 1.6577605025557704e-05, + "loss": 0.0209, + "step": 34587 + }, + { + "epoch": 29.336726039016117, + "grad_norm": 0.6016386765646778, + "learning_rate": 1.6577398108877902e-05, + "loss": 0.0164, + "step": 34588 + }, + { + "epoch": 29.33757421543681, + "grad_norm": 0.640635161486897, + "learning_rate": 1.657719118723466e-05, + "loss": 0.0182, + "step": 34589 + }, + { + "epoch": 29.338422391857506, + "grad_norm": 0.6426409102022185, + "learning_rate": 1.6576984260628135e-05, + "loss": 0.0204, + "step": 34590 + }, + { + "epoch": 29.339270568278202, + "grad_norm": 0.6019394229649057, + "learning_rate": 1.6576777329058477e-05, + "loss": 0.0162, + "step": 34591 + }, + { + "epoch": 29.3401187446989, + "grad_norm": 0.6376448618617533, + "learning_rate": 1.6576570392525853e-05, + "loss": 0.0186, + "step": 34592 + }, + { + "epoch": 29.34096692111959, + "grad_norm": 0.648541949072065, + "learning_rate": 1.657636345103041e-05, + "loss": 0.0183, + "step": 34593 + }, + { + "epoch": 29.341815097540287, + "grad_norm": 0.668192636890962, + "learning_rate": 1.657615650457231e-05, + "loss": 0.0172, + "step": 34594 + }, + { + "epoch": 29.342663273960984, + "grad_norm": 0.6203213297923824, + "learning_rate": 1.6575949553151707e-05, + "loss": 0.0176, + "step": 34595 + }, + { + "epoch": 29.34351145038168, + "grad_norm": 0.6315075535399415, + "learning_rate": 1.6575742596768755e-05, + "loss": 0.0177, + "step": 34596 + }, + { + "epoch": 29.344359626802376, + "grad_norm": 0.5271475654154824, + "learning_rate": 1.6575535635423615e-05, + "loss": 0.0147, + "step": 34597 + }, + { + "epoch": 29.34520780322307, + "grad_norm": 0.7275069174604077, + "learning_rate": 1.657532866911643e-05, + "loss": 0.0176, + "step": 34598 + }, + { + "epoch": 29.346055979643765, + "grad_norm": 0.6202672067191961, + "learning_rate": 1.657512169784738e-05, + "loss": 0.0186, + "step": 34599 + }, + { + "epoch": 29.34690415606446, + "grad_norm": 0.6426565788627938, + "learning_rate": 1.65749147216166e-05, + "loss": 0.0163, + "step": 34600 + }, + { + "epoch": 29.347752332485157, + "grad_norm": 0.6513919541871016, + "learning_rate": 1.6574707740424257e-05, + "loss": 0.0197, + "step": 34601 + }, + { + "epoch": 29.348600508905854, + "grad_norm": 0.8940186106275282, + "learning_rate": 1.6574500754270505e-05, + "loss": 0.0183, + "step": 34602 + }, + { + "epoch": 29.349448685326546, + "grad_norm": 0.6524761765618246, + "learning_rate": 1.6574293763155495e-05, + "loss": 0.0176, + "step": 34603 + }, + { + "epoch": 29.350296861747243, + "grad_norm": 0.7162725091257847, + "learning_rate": 1.657408676707939e-05, + "loss": 0.0167, + "step": 34604 + }, + { + "epoch": 29.35114503816794, + "grad_norm": 0.6174047027293722, + "learning_rate": 1.657387976604234e-05, + "loss": 0.0182, + "step": 34605 + }, + { + "epoch": 29.351993214588635, + "grad_norm": 0.6590681846159276, + "learning_rate": 1.6573672760044507e-05, + "loss": 0.0169, + "step": 34606 + }, + { + "epoch": 29.35284139100933, + "grad_norm": 0.6315885582954078, + "learning_rate": 1.657346574908605e-05, + "loss": 0.0169, + "step": 34607 + }, + { + "epoch": 29.353689567430024, + "grad_norm": 0.5606759172240307, + "learning_rate": 1.6573258733167112e-05, + "loss": 0.017, + "step": 34608 + }, + { + "epoch": 29.35453774385072, + "grad_norm": 0.621604663409807, + "learning_rate": 1.6573051712287862e-05, + "loss": 0.0165, + "step": 34609 + }, + { + "epoch": 29.355385920271416, + "grad_norm": 0.7294708306873698, + "learning_rate": 1.6572844686448452e-05, + "loss": 0.02, + "step": 34610 + }, + { + "epoch": 29.356234096692113, + "grad_norm": 0.743912277020322, + "learning_rate": 1.6572637655649037e-05, + "loss": 0.0207, + "step": 34611 + }, + { + "epoch": 29.35708227311281, + "grad_norm": 0.6962755911037153, + "learning_rate": 1.6572430619889773e-05, + "loss": 0.019, + "step": 34612 + }, + { + "epoch": 29.3579304495335, + "grad_norm": 0.5606143636577928, + "learning_rate": 1.657222357917082e-05, + "loss": 0.0134, + "step": 34613 + }, + { + "epoch": 29.358778625954198, + "grad_norm": 0.5599613694519268, + "learning_rate": 1.6572016533492328e-05, + "loss": 0.0173, + "step": 34614 + }, + { + "epoch": 29.359626802374894, + "grad_norm": 0.6688436196595332, + "learning_rate": 1.6571809482854456e-05, + "loss": 0.0184, + "step": 34615 + }, + { + "epoch": 29.36047497879559, + "grad_norm": 0.6224517944429833, + "learning_rate": 1.657160242725737e-05, + "loss": 0.0169, + "step": 34616 + }, + { + "epoch": 29.361323155216287, + "grad_norm": 0.529376330773362, + "learning_rate": 1.657139536670121e-05, + "loss": 0.0162, + "step": 34617 + }, + { + "epoch": 29.36217133163698, + "grad_norm": 0.7324894305909099, + "learning_rate": 1.6571188301186138e-05, + "loss": 0.0194, + "step": 34618 + }, + { + "epoch": 29.363019508057675, + "grad_norm": 0.6834592899063066, + "learning_rate": 1.6570981230712316e-05, + "loss": 0.0189, + "step": 34619 + }, + { + "epoch": 29.36386768447837, + "grad_norm": 0.8392819564911582, + "learning_rate": 1.6570774155279892e-05, + "loss": 0.0221, + "step": 34620 + }, + { + "epoch": 29.364715860899068, + "grad_norm": 0.6469168646120463, + "learning_rate": 1.657056707488903e-05, + "loss": 0.0155, + "step": 34621 + }, + { + "epoch": 29.365564037319764, + "grad_norm": 0.6970501822639887, + "learning_rate": 1.6570359989539882e-05, + "loss": 0.0198, + "step": 34622 + }, + { + "epoch": 29.366412213740457, + "grad_norm": 0.6926468810587395, + "learning_rate": 1.6570152899232604e-05, + "loss": 0.0182, + "step": 34623 + }, + { + "epoch": 29.367260390161153, + "grad_norm": 0.585212675198007, + "learning_rate": 1.6569945803967355e-05, + "loss": 0.0167, + "step": 34624 + }, + { + "epoch": 29.36810856658185, + "grad_norm": 0.5404267740900204, + "learning_rate": 1.6569738703744286e-05, + "loss": 0.0144, + "step": 34625 + }, + { + "epoch": 29.368956743002546, + "grad_norm": 0.6355928540326491, + "learning_rate": 1.656953159856356e-05, + "loss": 0.0171, + "step": 34626 + }, + { + "epoch": 29.36980491942324, + "grad_norm": 0.6460344052846277, + "learning_rate": 1.656932448842533e-05, + "loss": 0.0174, + "step": 34627 + }, + { + "epoch": 29.370653095843934, + "grad_norm": 0.7045754057889813, + "learning_rate": 1.6569117373329748e-05, + "loss": 0.0196, + "step": 34628 + }, + { + "epoch": 29.37150127226463, + "grad_norm": 0.7488370649109334, + "learning_rate": 1.6568910253276977e-05, + "loss": 0.0187, + "step": 34629 + }, + { + "epoch": 29.372349448685327, + "grad_norm": 0.7113357616262354, + "learning_rate": 1.6568703128267173e-05, + "loss": 0.0186, + "step": 34630 + }, + { + "epoch": 29.373197625106023, + "grad_norm": 0.6515920724478426, + "learning_rate": 1.6568495998300487e-05, + "loss": 0.0186, + "step": 34631 + }, + { + "epoch": 29.374045801526716, + "grad_norm": 0.6649897233989154, + "learning_rate": 1.656828886337708e-05, + "loss": 0.02, + "step": 34632 + }, + { + "epoch": 29.374893977947412, + "grad_norm": 0.6142421830087155, + "learning_rate": 1.6568081723497108e-05, + "loss": 0.0186, + "step": 34633 + }, + { + "epoch": 29.37574215436811, + "grad_norm": 0.6220827706242688, + "learning_rate": 1.6567874578660726e-05, + "loss": 0.0188, + "step": 34634 + }, + { + "epoch": 29.376590330788805, + "grad_norm": 0.7205815207894064, + "learning_rate": 1.656766742886809e-05, + "loss": 0.018, + "step": 34635 + }, + { + "epoch": 29.3774385072095, + "grad_norm": 0.6791313673689686, + "learning_rate": 1.6567460274119354e-05, + "loss": 0.0158, + "step": 34636 + }, + { + "epoch": 29.378286683630193, + "grad_norm": 0.6482298716592926, + "learning_rate": 1.656725311441468e-05, + "loss": 0.0211, + "step": 34637 + }, + { + "epoch": 29.37913486005089, + "grad_norm": 0.6345293525406465, + "learning_rate": 1.656704594975422e-05, + "loss": 0.0182, + "step": 34638 + }, + { + "epoch": 29.379983036471586, + "grad_norm": 0.5603686412661301, + "learning_rate": 1.6566838780138133e-05, + "loss": 0.0171, + "step": 34639 + }, + { + "epoch": 29.380831212892282, + "grad_norm": 0.5947821440052111, + "learning_rate": 1.6566631605566575e-05, + "loss": 0.0156, + "step": 34640 + }, + { + "epoch": 29.38167938931298, + "grad_norm": 0.6495186180429716, + "learning_rate": 1.65664244260397e-05, + "loss": 0.0171, + "step": 34641 + }, + { + "epoch": 29.38252756573367, + "grad_norm": 0.5926255113718815, + "learning_rate": 1.6566217241557666e-05, + "loss": 0.0164, + "step": 34642 + }, + { + "epoch": 29.383375742154367, + "grad_norm": 0.7015210226603318, + "learning_rate": 1.656601005212063e-05, + "loss": 0.0201, + "step": 34643 + }, + { + "epoch": 29.384223918575064, + "grad_norm": 0.8298776263410477, + "learning_rate": 1.6565802857728743e-05, + "loss": 0.019, + "step": 34644 + }, + { + "epoch": 29.38507209499576, + "grad_norm": 0.5789325731871364, + "learning_rate": 1.6565595658382168e-05, + "loss": 0.0164, + "step": 34645 + }, + { + "epoch": 29.385920271416456, + "grad_norm": 0.5928893576959542, + "learning_rate": 1.656538845408106e-05, + "loss": 0.0162, + "step": 34646 + }, + { + "epoch": 29.38676844783715, + "grad_norm": 0.5594690374552965, + "learning_rate": 1.656518124482558e-05, + "loss": 0.0164, + "step": 34647 + }, + { + "epoch": 29.387616624257845, + "grad_norm": 0.5002031346480071, + "learning_rate": 1.656497403061587e-05, + "loss": 0.0151, + "step": 34648 + }, + { + "epoch": 29.38846480067854, + "grad_norm": 0.6828424912485487, + "learning_rate": 1.65647668114521e-05, + "loss": 0.0186, + "step": 34649 + }, + { + "epoch": 29.389312977099237, + "grad_norm": 0.6717727761070705, + "learning_rate": 1.6564559587334423e-05, + "loss": 0.0195, + "step": 34650 + }, + { + "epoch": 29.390161153519934, + "grad_norm": 0.6301483912819725, + "learning_rate": 1.656435235826299e-05, + "loss": 0.0158, + "step": 34651 + }, + { + "epoch": 29.391009329940626, + "grad_norm": 0.6441485919977079, + "learning_rate": 1.656414512423796e-05, + "loss": 0.0182, + "step": 34652 + }, + { + "epoch": 29.391857506361323, + "grad_norm": 0.8958057552842564, + "learning_rate": 1.6563937885259497e-05, + "loss": 0.0175, + "step": 34653 + }, + { + "epoch": 29.39270568278202, + "grad_norm": 0.6605778701573303, + "learning_rate": 1.6563730641327748e-05, + "loss": 0.0162, + "step": 34654 + }, + { + "epoch": 29.393553859202715, + "grad_norm": 0.6038606022393517, + "learning_rate": 1.656352339244287e-05, + "loss": 0.0157, + "step": 34655 + }, + { + "epoch": 29.39440203562341, + "grad_norm": 0.6608134530480119, + "learning_rate": 1.6563316138605024e-05, + "loss": 0.0175, + "step": 34656 + }, + { + "epoch": 29.395250212044104, + "grad_norm": 0.7706833409079179, + "learning_rate": 1.6563108879814365e-05, + "loss": 0.0205, + "step": 34657 + }, + { + "epoch": 29.3960983884648, + "grad_norm": 0.6278044105201428, + "learning_rate": 1.6562901616071047e-05, + "loss": 0.0178, + "step": 34658 + }, + { + "epoch": 29.396946564885496, + "grad_norm": 0.647545583996849, + "learning_rate": 1.656269434737523e-05, + "loss": 0.018, + "step": 34659 + }, + { + "epoch": 29.397794741306193, + "grad_norm": 0.5884943328028058, + "learning_rate": 1.6562487073727066e-05, + "loss": 0.0156, + "step": 34660 + }, + { + "epoch": 29.39864291772689, + "grad_norm": 0.6866826585860313, + "learning_rate": 1.656227979512672e-05, + "loss": 0.019, + "step": 34661 + }, + { + "epoch": 29.39949109414758, + "grad_norm": 0.7009695094427815, + "learning_rate": 1.6562072511574333e-05, + "loss": 0.0193, + "step": 34662 + }, + { + "epoch": 29.400339270568278, + "grad_norm": 0.6538536745456924, + "learning_rate": 1.656186522307008e-05, + "loss": 0.0156, + "step": 34663 + }, + { + "epoch": 29.401187446988974, + "grad_norm": 0.6114262893495774, + "learning_rate": 1.6561657929614103e-05, + "loss": 0.018, + "step": 34664 + }, + { + "epoch": 29.40203562340967, + "grad_norm": 0.6813717908895253, + "learning_rate": 1.6561450631206564e-05, + "loss": 0.0183, + "step": 34665 + }, + { + "epoch": 29.402883799830363, + "grad_norm": 0.5891087092476158, + "learning_rate": 1.656124332784762e-05, + "loss": 0.0154, + "step": 34666 + }, + { + "epoch": 29.40373197625106, + "grad_norm": 0.6532880265981725, + "learning_rate": 1.6561036019537426e-05, + "loss": 0.0169, + "step": 34667 + }, + { + "epoch": 29.404580152671755, + "grad_norm": 0.6840157408537964, + "learning_rate": 1.6560828706276142e-05, + "loss": 0.0204, + "step": 34668 + }, + { + "epoch": 29.40542832909245, + "grad_norm": 0.6670295527701507, + "learning_rate": 1.656062138806392e-05, + "loss": 0.0186, + "step": 34669 + }, + { + "epoch": 29.406276505513148, + "grad_norm": 0.6637076781160498, + "learning_rate": 1.656041406490091e-05, + "loss": 0.017, + "step": 34670 + }, + { + "epoch": 29.40712468193384, + "grad_norm": 0.7792468713961164, + "learning_rate": 1.6560206736787287e-05, + "loss": 0.0205, + "step": 34671 + }, + { + "epoch": 29.407972858354537, + "grad_norm": 0.6261895890468153, + "learning_rate": 1.6559999403723192e-05, + "loss": 0.0184, + "step": 34672 + }, + { + "epoch": 29.408821034775233, + "grad_norm": 0.602018925746951, + "learning_rate": 1.6559792065708786e-05, + "loss": 0.0177, + "step": 34673 + }, + { + "epoch": 29.40966921119593, + "grad_norm": 0.739670284177044, + "learning_rate": 1.6559584722744228e-05, + "loss": 0.0182, + "step": 34674 + }, + { + "epoch": 29.410517387616625, + "grad_norm": 0.7074738523533732, + "learning_rate": 1.655937737482967e-05, + "loss": 0.0205, + "step": 34675 + }, + { + "epoch": 29.411365564037318, + "grad_norm": 0.6355848186841069, + "learning_rate": 1.6559170021965272e-05, + "loss": 0.0164, + "step": 34676 + }, + { + "epoch": 29.412213740458014, + "grad_norm": 0.6272089668516504, + "learning_rate": 1.6558962664151186e-05, + "loss": 0.0204, + "step": 34677 + }, + { + "epoch": 29.41306191687871, + "grad_norm": 0.744653715381118, + "learning_rate": 1.6558755301387575e-05, + "loss": 0.0179, + "step": 34678 + }, + { + "epoch": 29.413910093299407, + "grad_norm": 0.6095959568222116, + "learning_rate": 1.655854793367459e-05, + "loss": 0.0168, + "step": 34679 + }, + { + "epoch": 29.414758269720103, + "grad_norm": 0.6742460571697647, + "learning_rate": 1.655834056101239e-05, + "loss": 0.0214, + "step": 34680 + }, + { + "epoch": 29.415606446140796, + "grad_norm": 0.6308041620413296, + "learning_rate": 1.6558133183401132e-05, + "loss": 0.0181, + "step": 34681 + }, + { + "epoch": 29.416454622561492, + "grad_norm": 0.7580126093813001, + "learning_rate": 1.6557925800840972e-05, + "loss": 0.0215, + "step": 34682 + }, + { + "epoch": 29.41730279898219, + "grad_norm": 0.5511945054075136, + "learning_rate": 1.6557718413332063e-05, + "loss": 0.0174, + "step": 34683 + }, + { + "epoch": 29.418150975402884, + "grad_norm": 0.7393003936029088, + "learning_rate": 1.6557511020874567e-05, + "loss": 0.0188, + "step": 34684 + }, + { + "epoch": 29.41899915182358, + "grad_norm": 0.6301676840307315, + "learning_rate": 1.6557303623468636e-05, + "loss": 0.0197, + "step": 34685 + }, + { + "epoch": 29.419847328244273, + "grad_norm": 0.6028764444213278, + "learning_rate": 1.655709622111443e-05, + "loss": 0.0181, + "step": 34686 + }, + { + "epoch": 29.42069550466497, + "grad_norm": 0.6603394910084326, + "learning_rate": 1.6556888813812103e-05, + "loss": 0.0166, + "step": 34687 + }, + { + "epoch": 29.421543681085666, + "grad_norm": 0.7772847221134197, + "learning_rate": 1.6556681401561815e-05, + "loss": 0.0209, + "step": 34688 + }, + { + "epoch": 29.422391857506362, + "grad_norm": 0.5878491172980642, + "learning_rate": 1.655647398436372e-05, + "loss": 0.0166, + "step": 34689 + }, + { + "epoch": 29.42324003392706, + "grad_norm": 0.6863836321308028, + "learning_rate": 1.655626656221797e-05, + "loss": 0.0178, + "step": 34690 + }, + { + "epoch": 29.42408821034775, + "grad_norm": 0.6763370338656605, + "learning_rate": 1.655605913512473e-05, + "loss": 0.0197, + "step": 34691 + }, + { + "epoch": 29.424936386768447, + "grad_norm": 0.6455122615635362, + "learning_rate": 1.655585170308415e-05, + "loss": 0.0194, + "step": 34692 + }, + { + "epoch": 29.425784563189143, + "grad_norm": 0.6033143646305164, + "learning_rate": 1.6555644266096395e-05, + "loss": 0.0182, + "step": 34693 + }, + { + "epoch": 29.42663273960984, + "grad_norm": 0.8322212917514465, + "learning_rate": 1.6555436824161607e-05, + "loss": 0.0202, + "step": 34694 + }, + { + "epoch": 29.427480916030536, + "grad_norm": 0.9404250815215133, + "learning_rate": 1.6555229377279957e-05, + "loss": 0.0187, + "step": 34695 + }, + { + "epoch": 29.42832909245123, + "grad_norm": 0.5693348712395639, + "learning_rate": 1.6555021925451594e-05, + "loss": 0.0152, + "step": 34696 + }, + { + "epoch": 29.429177268871925, + "grad_norm": 0.6993493512351494, + "learning_rate": 1.6554814468676677e-05, + "loss": 0.0191, + "step": 34697 + }, + { + "epoch": 29.43002544529262, + "grad_norm": 0.5596026481208065, + "learning_rate": 1.6554607006955362e-05, + "loss": 0.0171, + "step": 34698 + }, + { + "epoch": 29.430873621713317, + "grad_norm": 0.7053636717336262, + "learning_rate": 1.6554399540287805e-05, + "loss": 0.0177, + "step": 34699 + }, + { + "epoch": 29.431721798134014, + "grad_norm": 0.6359734842550532, + "learning_rate": 1.655419206867416e-05, + "loss": 0.0198, + "step": 34700 + }, + { + "epoch": 29.432569974554706, + "grad_norm": 0.8486832812002302, + "learning_rate": 1.655398459211459e-05, + "loss": 0.0175, + "step": 34701 + }, + { + "epoch": 29.433418150975402, + "grad_norm": 0.6156588610166429, + "learning_rate": 1.655377711060925e-05, + "loss": 0.0164, + "step": 34702 + }, + { + "epoch": 29.4342663273961, + "grad_norm": 0.7339366434218102, + "learning_rate": 1.6553569624158293e-05, + "loss": 0.0217, + "step": 34703 + }, + { + "epoch": 29.435114503816795, + "grad_norm": 0.6697369863047234, + "learning_rate": 1.6553362132761873e-05, + "loss": 0.0192, + "step": 34704 + }, + { + "epoch": 29.435962680237488, + "grad_norm": 0.6405376384256464, + "learning_rate": 1.6553154636420157e-05, + "loss": 0.0174, + "step": 34705 + }, + { + "epoch": 29.436810856658184, + "grad_norm": 0.6137125577179872, + "learning_rate": 1.655294713513329e-05, + "loss": 0.0153, + "step": 34706 + }, + { + "epoch": 29.43765903307888, + "grad_norm": 0.8351624396051065, + "learning_rate": 1.655273962890144e-05, + "loss": 0.0208, + "step": 34707 + }, + { + "epoch": 29.438507209499576, + "grad_norm": 0.5728095925581284, + "learning_rate": 1.6552532117724754e-05, + "loss": 0.017, + "step": 34708 + }, + { + "epoch": 29.439355385920273, + "grad_norm": 0.6312940079128553, + "learning_rate": 1.6552324601603392e-05, + "loss": 0.0171, + "step": 34709 + }, + { + "epoch": 29.440203562340965, + "grad_norm": 0.6635662575574722, + "learning_rate": 1.655211708053751e-05, + "loss": 0.0189, + "step": 34710 + }, + { + "epoch": 29.44105173876166, + "grad_norm": 0.6825277998895453, + "learning_rate": 1.6551909554527264e-05, + "loss": 0.0181, + "step": 34711 + }, + { + "epoch": 29.441899915182358, + "grad_norm": 0.6321082055549423, + "learning_rate": 1.6551702023572817e-05, + "loss": 0.0172, + "step": 34712 + }, + { + "epoch": 29.442748091603054, + "grad_norm": 0.6549641847302828, + "learning_rate": 1.655149448767432e-05, + "loss": 0.0183, + "step": 34713 + }, + { + "epoch": 29.44359626802375, + "grad_norm": 0.6943883448459491, + "learning_rate": 1.6551286946831928e-05, + "loss": 0.019, + "step": 34714 + }, + { + "epoch": 29.444444444444443, + "grad_norm": 0.7168220219232051, + "learning_rate": 1.6551079401045798e-05, + "loss": 0.0194, + "step": 34715 + }, + { + "epoch": 29.44529262086514, + "grad_norm": 0.7235131777215488, + "learning_rate": 1.6550871850316093e-05, + "loss": 0.0177, + "step": 34716 + }, + { + "epoch": 29.446140797285835, + "grad_norm": 0.7314187844863662, + "learning_rate": 1.655066429464296e-05, + "loss": 0.0209, + "step": 34717 + }, + { + "epoch": 29.44698897370653, + "grad_norm": 0.6833198965409972, + "learning_rate": 1.6550456734026565e-05, + "loss": 0.0222, + "step": 34718 + }, + { + "epoch": 29.447837150127228, + "grad_norm": 0.5842959131799851, + "learning_rate": 1.6550249168467057e-05, + "loss": 0.0162, + "step": 34719 + }, + { + "epoch": 29.44868532654792, + "grad_norm": 0.6968974202641715, + "learning_rate": 1.6550041597964598e-05, + "loss": 0.0185, + "step": 34720 + }, + { + "epoch": 29.449533502968617, + "grad_norm": 0.6243003838377408, + "learning_rate": 1.654983402251934e-05, + "loss": 0.0176, + "step": 34721 + }, + { + "epoch": 29.450381679389313, + "grad_norm": 0.5555804653762267, + "learning_rate": 1.6549626442131445e-05, + "loss": 0.0147, + "step": 34722 + }, + { + "epoch": 29.45122985581001, + "grad_norm": 0.6970174694287382, + "learning_rate": 1.6549418856801067e-05, + "loss": 0.0175, + "step": 34723 + }, + { + "epoch": 29.452078032230705, + "grad_norm": 0.623060980720234, + "learning_rate": 1.6549211266528364e-05, + "loss": 0.0194, + "step": 34724 + }, + { + "epoch": 29.452926208651398, + "grad_norm": 0.6467014449276931, + "learning_rate": 1.6549003671313487e-05, + "loss": 0.0177, + "step": 34725 + }, + { + "epoch": 29.453774385072094, + "grad_norm": 0.6777690209478221, + "learning_rate": 1.6548796071156597e-05, + "loss": 0.0176, + "step": 34726 + }, + { + "epoch": 29.45462256149279, + "grad_norm": 0.5982591250772391, + "learning_rate": 1.6548588466057853e-05, + "loss": 0.0175, + "step": 34727 + }, + { + "epoch": 29.455470737913487, + "grad_norm": 0.6649148525110138, + "learning_rate": 1.6548380856017406e-05, + "loss": 0.0183, + "step": 34728 + }, + { + "epoch": 29.456318914334183, + "grad_norm": 0.5699489650528563, + "learning_rate": 1.654817324103542e-05, + "loss": 0.0149, + "step": 34729 + }, + { + "epoch": 29.457167090754876, + "grad_norm": 0.704648891319003, + "learning_rate": 1.6547965621112044e-05, + "loss": 0.0183, + "step": 34730 + }, + { + "epoch": 29.458015267175572, + "grad_norm": 0.6267870954592838, + "learning_rate": 1.654775799624744e-05, + "loss": 0.018, + "step": 34731 + }, + { + "epoch": 29.458863443596268, + "grad_norm": 0.7058090762477072, + "learning_rate": 1.654755036644176e-05, + "loss": 0.018, + "step": 34732 + }, + { + "epoch": 29.459711620016964, + "grad_norm": 0.6579263927852916, + "learning_rate": 1.654734273169517e-05, + "loss": 0.0186, + "step": 34733 + }, + { + "epoch": 29.46055979643766, + "grad_norm": 0.715656623613964, + "learning_rate": 1.6547135092007814e-05, + "loss": 0.0202, + "step": 34734 + }, + { + "epoch": 29.461407972858353, + "grad_norm": 0.6609289046656628, + "learning_rate": 1.6546927447379858e-05, + "loss": 0.0199, + "step": 34735 + }, + { + "epoch": 29.46225614927905, + "grad_norm": 0.5446739429519146, + "learning_rate": 1.6546719797811453e-05, + "loss": 0.0141, + "step": 34736 + }, + { + "epoch": 29.463104325699746, + "grad_norm": 0.7770249215045201, + "learning_rate": 1.654651214330276e-05, + "loss": 0.0212, + "step": 34737 + }, + { + "epoch": 29.463952502120442, + "grad_norm": 0.6026514771335201, + "learning_rate": 1.6546304483853936e-05, + "loss": 0.0181, + "step": 34738 + }, + { + "epoch": 29.46480067854114, + "grad_norm": 0.6286036898232528, + "learning_rate": 1.6546096819465128e-05, + "loss": 0.0168, + "step": 34739 + }, + { + "epoch": 29.46564885496183, + "grad_norm": 0.6090676212596818, + "learning_rate": 1.654588915013651e-05, + "loss": 0.0166, + "step": 34740 + }, + { + "epoch": 29.466497031382527, + "grad_norm": 0.7708105813436419, + "learning_rate": 1.6545681475868224e-05, + "loss": 0.0195, + "step": 34741 + }, + { + "epoch": 29.467345207803223, + "grad_norm": 0.7501289520048398, + "learning_rate": 1.6545473796660432e-05, + "loss": 0.0206, + "step": 34742 + }, + { + "epoch": 29.46819338422392, + "grad_norm": 0.6859045662082058, + "learning_rate": 1.654526611251329e-05, + "loss": 0.0201, + "step": 34743 + }, + { + "epoch": 29.469041560644612, + "grad_norm": 0.6502609851454751, + "learning_rate": 1.6545058423426956e-05, + "loss": 0.0204, + "step": 34744 + }, + { + "epoch": 29.46988973706531, + "grad_norm": 0.7207505978957587, + "learning_rate": 1.6544850729401587e-05, + "loss": 0.018, + "step": 34745 + }, + { + "epoch": 29.470737913486005, + "grad_norm": 0.5965778725376808, + "learning_rate": 1.6544643030437338e-05, + "loss": 0.0175, + "step": 34746 + }, + { + "epoch": 29.4715860899067, + "grad_norm": 0.6870330993380643, + "learning_rate": 1.654443532653437e-05, + "loss": 0.0195, + "step": 34747 + }, + { + "epoch": 29.472434266327397, + "grad_norm": 0.7522862168083687, + "learning_rate": 1.6544227617692828e-05, + "loss": 0.0183, + "step": 34748 + }, + { + "epoch": 29.47328244274809, + "grad_norm": 0.6594376685604676, + "learning_rate": 1.654401990391288e-05, + "loss": 0.021, + "step": 34749 + }, + { + "epoch": 29.474130619168786, + "grad_norm": 0.6137218011949843, + "learning_rate": 1.6543812185194682e-05, + "loss": 0.0169, + "step": 34750 + }, + { + "epoch": 29.474978795589482, + "grad_norm": 0.5613387870262385, + "learning_rate": 1.654360446153839e-05, + "loss": 0.0145, + "step": 34751 + }, + { + "epoch": 29.47582697201018, + "grad_norm": 0.7323971000316444, + "learning_rate": 1.6543396732944156e-05, + "loss": 0.0177, + "step": 34752 + }, + { + "epoch": 29.476675148430875, + "grad_norm": 0.7550595684352861, + "learning_rate": 1.654318899941214e-05, + "loss": 0.0184, + "step": 34753 + }, + { + "epoch": 29.477523324851568, + "grad_norm": 0.5737404950321496, + "learning_rate": 1.65429812609425e-05, + "loss": 0.017, + "step": 34754 + }, + { + "epoch": 29.478371501272264, + "grad_norm": 0.6743730318800615, + "learning_rate": 1.6542773517535392e-05, + "loss": 0.0198, + "step": 34755 + }, + { + "epoch": 29.47921967769296, + "grad_norm": 0.5580581820556186, + "learning_rate": 1.654256576919097e-05, + "loss": 0.0159, + "step": 34756 + }, + { + "epoch": 29.480067854113656, + "grad_norm": 0.6796222001372528, + "learning_rate": 1.6542358015909394e-05, + "loss": 0.0179, + "step": 34757 + }, + { + "epoch": 29.480916030534353, + "grad_norm": 0.6648695958956952, + "learning_rate": 1.654215025769082e-05, + "loss": 0.0171, + "step": 34758 + }, + { + "epoch": 29.481764206955045, + "grad_norm": 0.6569636357096643, + "learning_rate": 1.6541942494535405e-05, + "loss": 0.0193, + "step": 34759 + }, + { + "epoch": 29.48261238337574, + "grad_norm": 0.661038064286543, + "learning_rate": 1.6541734726443307e-05, + "loss": 0.0185, + "step": 34760 + }, + { + "epoch": 29.483460559796438, + "grad_norm": 0.7142570762600479, + "learning_rate": 1.6541526953414677e-05, + "loss": 0.0181, + "step": 34761 + }, + { + "epoch": 29.484308736217134, + "grad_norm": 0.7522403583923549, + "learning_rate": 1.6541319175449677e-05, + "loss": 0.0202, + "step": 34762 + }, + { + "epoch": 29.48515691263783, + "grad_norm": 0.7308944445230411, + "learning_rate": 1.6541111392548465e-05, + "loss": 0.0183, + "step": 34763 + }, + { + "epoch": 29.486005089058523, + "grad_norm": 0.6312876249201251, + "learning_rate": 1.654090360471119e-05, + "loss": 0.0173, + "step": 34764 + }, + { + "epoch": 29.48685326547922, + "grad_norm": 0.7589861408047021, + "learning_rate": 1.654069581193802e-05, + "loss": 0.0194, + "step": 34765 + }, + { + "epoch": 29.487701441899915, + "grad_norm": 0.6154744967478327, + "learning_rate": 1.6540488014229102e-05, + "loss": 0.018, + "step": 34766 + }, + { + "epoch": 29.48854961832061, + "grad_norm": 0.7007585292334833, + "learning_rate": 1.6540280211584602e-05, + "loss": 0.0175, + "step": 34767 + }, + { + "epoch": 29.489397794741308, + "grad_norm": 0.6675587322863116, + "learning_rate": 1.6540072404004668e-05, + "loss": 0.0192, + "step": 34768 + }, + { + "epoch": 29.490245971162, + "grad_norm": 0.6017975121751242, + "learning_rate": 1.653986459148946e-05, + "loss": 0.0154, + "step": 34769 + }, + { + "epoch": 29.491094147582697, + "grad_norm": 0.6927530161731031, + "learning_rate": 1.6539656774039137e-05, + "loss": 0.0211, + "step": 34770 + }, + { + "epoch": 29.491942324003393, + "grad_norm": 0.6467884468215317, + "learning_rate": 1.6539448951653853e-05, + "loss": 0.0181, + "step": 34771 + }, + { + "epoch": 29.49279050042409, + "grad_norm": 0.7063803669474501, + "learning_rate": 1.653924112433377e-05, + "loss": 0.0195, + "step": 34772 + }, + { + "epoch": 29.493638676844785, + "grad_norm": 0.6481570134541077, + "learning_rate": 1.6539033292079036e-05, + "loss": 0.0169, + "step": 34773 + }, + { + "epoch": 29.494486853265478, + "grad_norm": 0.7146277861732226, + "learning_rate": 1.6538825454889815e-05, + "loss": 0.0218, + "step": 34774 + }, + { + "epoch": 29.495335029686174, + "grad_norm": 0.6770648330064704, + "learning_rate": 1.6538617612766258e-05, + "loss": 0.0216, + "step": 34775 + }, + { + "epoch": 29.49618320610687, + "grad_norm": 0.6567172461114011, + "learning_rate": 1.653840976570853e-05, + "loss": 0.0187, + "step": 34776 + }, + { + "epoch": 29.497031382527567, + "grad_norm": 0.5734016196720899, + "learning_rate": 1.653820191371678e-05, + "loss": 0.0172, + "step": 34777 + }, + { + "epoch": 29.497879558948263, + "grad_norm": 0.7295124091625345, + "learning_rate": 1.653799405679117e-05, + "loss": 0.019, + "step": 34778 + }, + { + "epoch": 29.498727735368956, + "grad_norm": 0.6822093440487337, + "learning_rate": 1.6537786194931854e-05, + "loss": 0.0157, + "step": 34779 + }, + { + "epoch": 29.499575911789652, + "grad_norm": 0.5963285280764963, + "learning_rate": 1.653757832813899e-05, + "loss": 0.0187, + "step": 34780 + }, + { + "epoch": 29.500424088210348, + "grad_norm": 0.642721728895127, + "learning_rate": 1.6537370456412736e-05, + "loss": 0.0187, + "step": 34781 + }, + { + "epoch": 29.501272264631044, + "grad_norm": 0.7342401363355537, + "learning_rate": 1.6537162579753247e-05, + "loss": 0.0177, + "step": 34782 + }, + { + "epoch": 29.502120441051737, + "grad_norm": 0.6767583818221435, + "learning_rate": 1.6536954698160678e-05, + "loss": 0.0183, + "step": 34783 + }, + { + "epoch": 29.502968617472433, + "grad_norm": 0.6668370757215658, + "learning_rate": 1.653674681163519e-05, + "loss": 0.0175, + "step": 34784 + }, + { + "epoch": 29.50381679389313, + "grad_norm": 0.6564280259860253, + "learning_rate": 1.6536538920176936e-05, + "loss": 0.0192, + "step": 34785 + }, + { + "epoch": 29.504664970313826, + "grad_norm": 0.9437419804331288, + "learning_rate": 1.6536331023786075e-05, + "loss": 0.0181, + "step": 34786 + }, + { + "epoch": 29.505513146734522, + "grad_norm": 0.7446305178793169, + "learning_rate": 1.653612312246277e-05, + "loss": 0.019, + "step": 34787 + }, + { + "epoch": 29.506361323155215, + "grad_norm": 0.6632647218596434, + "learning_rate": 1.6535915216207165e-05, + "loss": 0.0189, + "step": 34788 + }, + { + "epoch": 29.50720949957591, + "grad_norm": 0.879410904944323, + "learning_rate": 1.6535707305019425e-05, + "loss": 0.0195, + "step": 34789 + }, + { + "epoch": 29.508057675996607, + "grad_norm": 0.6485144538130553, + "learning_rate": 1.6535499388899706e-05, + "loss": 0.0167, + "step": 34790 + }, + { + "epoch": 29.508905852417303, + "grad_norm": 0.7436580860315464, + "learning_rate": 1.653529146784817e-05, + "loss": 0.0176, + "step": 34791 + }, + { + "epoch": 29.509754028838, + "grad_norm": 0.6484642556836835, + "learning_rate": 1.6535083541864958e-05, + "loss": 0.0174, + "step": 34792 + }, + { + "epoch": 29.510602205258692, + "grad_norm": 0.6402037498959866, + "learning_rate": 1.6534875610950243e-05, + "loss": 0.017, + "step": 34793 + }, + { + "epoch": 29.51145038167939, + "grad_norm": 0.8441464112701154, + "learning_rate": 1.6534667675104174e-05, + "loss": 0.0178, + "step": 34794 + }, + { + "epoch": 29.512298558100085, + "grad_norm": 0.7144512614201177, + "learning_rate": 1.653445973432691e-05, + "loss": 0.0214, + "step": 34795 + }, + { + "epoch": 29.51314673452078, + "grad_norm": 0.836518911032923, + "learning_rate": 1.6534251788618612e-05, + "loss": 0.0194, + "step": 34796 + }, + { + "epoch": 29.513994910941477, + "grad_norm": 0.6349613601365146, + "learning_rate": 1.653404383797943e-05, + "loss": 0.018, + "step": 34797 + }, + { + "epoch": 29.51484308736217, + "grad_norm": 0.6946177623361467, + "learning_rate": 1.6533835882409522e-05, + "loss": 0.0186, + "step": 34798 + }, + { + "epoch": 29.515691263782866, + "grad_norm": 0.623333581059556, + "learning_rate": 1.653362792190905e-05, + "loss": 0.0155, + "step": 34799 + }, + { + "epoch": 29.516539440203562, + "grad_norm": 0.7688043909656554, + "learning_rate": 1.6533419956478168e-05, + "loss": 0.0197, + "step": 34800 + }, + { + "epoch": 29.51738761662426, + "grad_norm": 0.873242976897213, + "learning_rate": 1.653321198611703e-05, + "loss": 0.0224, + "step": 34801 + }, + { + "epoch": 29.518235793044955, + "grad_norm": 0.7335144119742268, + "learning_rate": 1.6533004010825796e-05, + "loss": 0.0207, + "step": 34802 + }, + { + "epoch": 29.519083969465647, + "grad_norm": 0.7039392925507509, + "learning_rate": 1.6532796030604626e-05, + "loss": 0.0184, + "step": 34803 + }, + { + "epoch": 29.519932145886344, + "grad_norm": 0.6894498234377713, + "learning_rate": 1.653258804545367e-05, + "loss": 0.0184, + "step": 34804 + }, + { + "epoch": 29.52078032230704, + "grad_norm": 0.6388298120336868, + "learning_rate": 1.6532380055373088e-05, + "loss": 0.0186, + "step": 34805 + }, + { + "epoch": 29.521628498727736, + "grad_norm": 0.7051724816330549, + "learning_rate": 1.6532172060363038e-05, + "loss": 0.0178, + "step": 34806 + }, + { + "epoch": 29.522476675148432, + "grad_norm": 0.8544863019758097, + "learning_rate": 1.6531964060423676e-05, + "loss": 0.0205, + "step": 34807 + }, + { + "epoch": 29.523324851569125, + "grad_norm": 0.6530743945577501, + "learning_rate": 1.6531756055555163e-05, + "loss": 0.0187, + "step": 34808 + }, + { + "epoch": 29.52417302798982, + "grad_norm": 0.7467682859256044, + "learning_rate": 1.6531548045757645e-05, + "loss": 0.0188, + "step": 34809 + }, + { + "epoch": 29.525021204410518, + "grad_norm": 0.7154883901770854, + "learning_rate": 1.653134003103129e-05, + "loss": 0.0183, + "step": 34810 + }, + { + "epoch": 29.525869380831214, + "grad_norm": 0.6082950862238499, + "learning_rate": 1.653113201137625e-05, + "loss": 0.0179, + "step": 34811 + }, + { + "epoch": 29.52671755725191, + "grad_norm": 0.8850867009444202, + "learning_rate": 1.653092398679269e-05, + "loss": 0.0165, + "step": 34812 + }, + { + "epoch": 29.527565733672603, + "grad_norm": 0.6011703990959574, + "learning_rate": 1.6530715957280752e-05, + "loss": 0.0185, + "step": 34813 + }, + { + "epoch": 29.5284139100933, + "grad_norm": 0.6780089886791719, + "learning_rate": 1.6530507922840603e-05, + "loss": 0.0187, + "step": 34814 + }, + { + "epoch": 29.529262086513995, + "grad_norm": 0.7077762754820157, + "learning_rate": 1.6530299883472397e-05, + "loss": 0.0189, + "step": 34815 + }, + { + "epoch": 29.53011026293469, + "grad_norm": 0.6961000913978349, + "learning_rate": 1.6530091839176298e-05, + "loss": 0.0194, + "step": 34816 + }, + { + "epoch": 29.530958439355388, + "grad_norm": 0.5420411059728383, + "learning_rate": 1.6529883789952453e-05, + "loss": 0.015, + "step": 34817 + }, + { + "epoch": 29.53180661577608, + "grad_norm": 0.6353065987072986, + "learning_rate": 1.652967573580102e-05, + "loss": 0.0165, + "step": 34818 + }, + { + "epoch": 29.532654792196777, + "grad_norm": 0.636447899664357, + "learning_rate": 1.6529467676722165e-05, + "loss": 0.0172, + "step": 34819 + }, + { + "epoch": 29.533502968617473, + "grad_norm": 0.7182687037624694, + "learning_rate": 1.6529259612716033e-05, + "loss": 0.0191, + "step": 34820 + }, + { + "epoch": 29.53435114503817, + "grad_norm": 0.6880241593533915, + "learning_rate": 1.6529051543782792e-05, + "loss": 0.0189, + "step": 34821 + }, + { + "epoch": 29.53519932145886, + "grad_norm": 0.737223136540513, + "learning_rate": 1.652884346992259e-05, + "loss": 0.0183, + "step": 34822 + }, + { + "epoch": 29.536047497879558, + "grad_norm": 0.5963523742438308, + "learning_rate": 1.6528635391135592e-05, + "loss": 0.0177, + "step": 34823 + }, + { + "epoch": 29.536895674300254, + "grad_norm": 0.7785097634350323, + "learning_rate": 1.652842730742195e-05, + "loss": 0.0195, + "step": 34824 + }, + { + "epoch": 29.53774385072095, + "grad_norm": 0.7802325390581727, + "learning_rate": 1.652821921878182e-05, + "loss": 0.0206, + "step": 34825 + }, + { + "epoch": 29.538592027141647, + "grad_norm": 0.6727702606192926, + "learning_rate": 1.6528011125215364e-05, + "loss": 0.0174, + "step": 34826 + }, + { + "epoch": 29.53944020356234, + "grad_norm": 0.6764180880454056, + "learning_rate": 1.6527803026722734e-05, + "loss": 0.02, + "step": 34827 + }, + { + "epoch": 29.540288379983036, + "grad_norm": 0.6515834456391421, + "learning_rate": 1.652759492330409e-05, + "loss": 0.0186, + "step": 34828 + }, + { + "epoch": 29.541136556403732, + "grad_norm": 0.8282600876250307, + "learning_rate": 1.652738681495959e-05, + "loss": 0.0204, + "step": 34829 + }, + { + "epoch": 29.541984732824428, + "grad_norm": 0.6707879629368834, + "learning_rate": 1.6527178701689388e-05, + "loss": 0.0197, + "step": 34830 + }, + { + "epoch": 29.542832909245124, + "grad_norm": 0.6282673671402776, + "learning_rate": 1.6526970583493642e-05, + "loss": 0.0178, + "step": 34831 + }, + { + "epoch": 29.543681085665817, + "grad_norm": 0.604480186991366, + "learning_rate": 1.652676246037251e-05, + "loss": 0.0181, + "step": 34832 + }, + { + "epoch": 29.544529262086513, + "grad_norm": 0.531362797807259, + "learning_rate": 1.6526554332326146e-05, + "loss": 0.0174, + "step": 34833 + }, + { + "epoch": 29.54537743850721, + "grad_norm": 0.6154893842648809, + "learning_rate": 1.6526346199354714e-05, + "loss": 0.0184, + "step": 34834 + }, + { + "epoch": 29.546225614927906, + "grad_norm": 0.6339481678988983, + "learning_rate": 1.6526138061458364e-05, + "loss": 0.0182, + "step": 34835 + }, + { + "epoch": 29.547073791348602, + "grad_norm": 0.749925762022039, + "learning_rate": 1.6525929918637257e-05, + "loss": 0.0198, + "step": 34836 + }, + { + "epoch": 29.547921967769295, + "grad_norm": 0.6026892669993202, + "learning_rate": 1.6525721770891547e-05, + "loss": 0.0177, + "step": 34837 + }, + { + "epoch": 29.54877014418999, + "grad_norm": 0.6645301282381337, + "learning_rate": 1.6525513618221395e-05, + "loss": 0.0196, + "step": 34838 + }, + { + "epoch": 29.549618320610687, + "grad_norm": 0.581942139350113, + "learning_rate": 1.652530546062695e-05, + "loss": 0.0175, + "step": 34839 + }, + { + "epoch": 29.550466497031383, + "grad_norm": 0.6452937378803696, + "learning_rate": 1.652509729810838e-05, + "loss": 0.0182, + "step": 34840 + }, + { + "epoch": 29.55131467345208, + "grad_norm": 0.4894194790577325, + "learning_rate": 1.652488913066584e-05, + "loss": 0.0159, + "step": 34841 + }, + { + "epoch": 29.552162849872772, + "grad_norm": 0.5365519618951301, + "learning_rate": 1.652468095829948e-05, + "loss": 0.0153, + "step": 34842 + }, + { + "epoch": 29.55301102629347, + "grad_norm": 0.6982368779883968, + "learning_rate": 1.652447278100946e-05, + "loss": 0.0209, + "step": 34843 + }, + { + "epoch": 29.553859202714165, + "grad_norm": 0.700977591875921, + "learning_rate": 1.652426459879594e-05, + "loss": 0.0193, + "step": 34844 + }, + { + "epoch": 29.55470737913486, + "grad_norm": 0.709708541687902, + "learning_rate": 1.6524056411659076e-05, + "loss": 0.0204, + "step": 34845 + }, + { + "epoch": 29.555555555555557, + "grad_norm": 0.828393280912216, + "learning_rate": 1.6523848219599025e-05, + "loss": 0.021, + "step": 34846 + }, + { + "epoch": 29.55640373197625, + "grad_norm": 0.5773747855228879, + "learning_rate": 1.652364002261594e-05, + "loss": 0.0183, + "step": 34847 + }, + { + "epoch": 29.557251908396946, + "grad_norm": 0.7006587037256332, + "learning_rate": 1.6523431820709985e-05, + "loss": 0.0207, + "step": 34848 + }, + { + "epoch": 29.558100084817642, + "grad_norm": 0.61308835869194, + "learning_rate": 1.6523223613881315e-05, + "loss": 0.0193, + "step": 34849 + }, + { + "epoch": 29.55894826123834, + "grad_norm": 0.6147880200614776, + "learning_rate": 1.6523015402130083e-05, + "loss": 0.0174, + "step": 34850 + }, + { + "epoch": 29.559796437659035, + "grad_norm": 0.8031390435405451, + "learning_rate": 1.652280718545645e-05, + "loss": 0.0187, + "step": 34851 + }, + { + "epoch": 29.560644614079727, + "grad_norm": 0.6906224907814521, + "learning_rate": 1.6522598963860574e-05, + "loss": 0.0188, + "step": 34852 + }, + { + "epoch": 29.561492790500424, + "grad_norm": 0.6107621511925914, + "learning_rate": 1.652239073734261e-05, + "loss": 0.0181, + "step": 34853 + }, + { + "epoch": 29.56234096692112, + "grad_norm": 0.6509177239018512, + "learning_rate": 1.6522182505902713e-05, + "loss": 0.0193, + "step": 34854 + }, + { + "epoch": 29.563189143341816, + "grad_norm": 0.5934859191514833, + "learning_rate": 1.6521974269541043e-05, + "loss": 0.0171, + "step": 34855 + }, + { + "epoch": 29.564037319762512, + "grad_norm": 0.7766067710988894, + "learning_rate": 1.652176602825776e-05, + "loss": 0.0178, + "step": 34856 + }, + { + "epoch": 29.564885496183205, + "grad_norm": 0.743989995774954, + "learning_rate": 1.6521557782053015e-05, + "loss": 0.0186, + "step": 34857 + }, + { + "epoch": 29.5657336726039, + "grad_norm": 0.6020736991471972, + "learning_rate": 1.6521349530926968e-05, + "loss": 0.0193, + "step": 34858 + }, + { + "epoch": 29.566581849024598, + "grad_norm": 0.6934213882046065, + "learning_rate": 1.6521141274879778e-05, + "loss": 0.0174, + "step": 34859 + }, + { + "epoch": 29.567430025445294, + "grad_norm": 0.7563863765158693, + "learning_rate": 1.65209330139116e-05, + "loss": 0.02, + "step": 34860 + }, + { + "epoch": 29.568278201865986, + "grad_norm": 0.6564437893447884, + "learning_rate": 1.652072474802259e-05, + "loss": 0.0205, + "step": 34861 + }, + { + "epoch": 29.569126378286683, + "grad_norm": 0.7176923954694183, + "learning_rate": 1.6520516477212907e-05, + "loss": 0.0188, + "step": 34862 + }, + { + "epoch": 29.56997455470738, + "grad_norm": 0.6001473744996237, + "learning_rate": 1.6520308201482708e-05, + "loss": 0.0182, + "step": 34863 + }, + { + "epoch": 29.570822731128075, + "grad_norm": 0.7772017586303103, + "learning_rate": 1.6520099920832148e-05, + "loss": 0.0188, + "step": 34864 + }, + { + "epoch": 29.57167090754877, + "grad_norm": 0.667328873331548, + "learning_rate": 1.6519891635261388e-05, + "loss": 0.0189, + "step": 34865 + }, + { + "epoch": 29.572519083969464, + "grad_norm": 0.6272007805728089, + "learning_rate": 1.6519683344770586e-05, + "loss": 0.0164, + "step": 34866 + }, + { + "epoch": 29.57336726039016, + "grad_norm": 0.6134030537952785, + "learning_rate": 1.6519475049359895e-05, + "loss": 0.0183, + "step": 34867 + }, + { + "epoch": 29.574215436810857, + "grad_norm": 0.7823481974513592, + "learning_rate": 1.6519266749029473e-05, + "loss": 0.0195, + "step": 34868 + }, + { + "epoch": 29.575063613231553, + "grad_norm": 0.7583916475278157, + "learning_rate": 1.6519058443779478e-05, + "loss": 0.0185, + "step": 34869 + }, + { + "epoch": 29.57591178965225, + "grad_norm": 0.6190131299932523, + "learning_rate": 1.6518850133610068e-05, + "loss": 0.0199, + "step": 34870 + }, + { + "epoch": 29.57675996607294, + "grad_norm": 0.602672127222306, + "learning_rate": 1.65186418185214e-05, + "loss": 0.0165, + "step": 34871 + }, + { + "epoch": 29.577608142493638, + "grad_norm": 0.8720077882983672, + "learning_rate": 1.6518433498513622e-05, + "loss": 0.0202, + "step": 34872 + }, + { + "epoch": 29.578456318914334, + "grad_norm": 0.6032081478840616, + "learning_rate": 1.651822517358691e-05, + "loss": 0.0171, + "step": 34873 + }, + { + "epoch": 29.57930449533503, + "grad_norm": 0.6446582525063285, + "learning_rate": 1.6518016843741405e-05, + "loss": 0.0161, + "step": 34874 + }, + { + "epoch": 29.580152671755727, + "grad_norm": 0.575973393170619, + "learning_rate": 1.6517808508977275e-05, + "loss": 0.0176, + "step": 34875 + }, + { + "epoch": 29.58100084817642, + "grad_norm": 0.6120476733088217, + "learning_rate": 1.651760016929467e-05, + "loss": 0.0176, + "step": 34876 + }, + { + "epoch": 29.581849024597116, + "grad_norm": 0.611785746763116, + "learning_rate": 1.651739182469375e-05, + "loss": 0.0181, + "step": 34877 + }, + { + "epoch": 29.58269720101781, + "grad_norm": 0.7432463646576124, + "learning_rate": 1.651718347517467e-05, + "loss": 0.0167, + "step": 34878 + }, + { + "epoch": 29.583545377438508, + "grad_norm": 0.5754907345528993, + "learning_rate": 1.6516975120737587e-05, + "loss": 0.0164, + "step": 34879 + }, + { + "epoch": 29.584393553859204, + "grad_norm": 0.731412564296903, + "learning_rate": 1.6516766761382664e-05, + "loss": 0.0196, + "step": 34880 + }, + { + "epoch": 29.585241730279897, + "grad_norm": 0.7495466369337497, + "learning_rate": 1.6516558397110054e-05, + "loss": 0.0189, + "step": 34881 + }, + { + "epoch": 29.586089906700593, + "grad_norm": 0.6350697485453276, + "learning_rate": 1.6516350027919913e-05, + "loss": 0.0182, + "step": 34882 + }, + { + "epoch": 29.58693808312129, + "grad_norm": 0.6888323570950992, + "learning_rate": 1.6516141653812404e-05, + "loss": 0.0202, + "step": 34883 + }, + { + "epoch": 29.587786259541986, + "grad_norm": 0.6531797256735298, + "learning_rate": 1.651593327478768e-05, + "loss": 0.0202, + "step": 34884 + }, + { + "epoch": 29.588634435962682, + "grad_norm": 0.7736936218514562, + "learning_rate": 1.6515724890845893e-05, + "loss": 0.0186, + "step": 34885 + }, + { + "epoch": 29.589482612383375, + "grad_norm": 0.7219673095493147, + "learning_rate": 1.6515516501987207e-05, + "loss": 0.0183, + "step": 34886 + }, + { + "epoch": 29.59033078880407, + "grad_norm": 0.6292347513664566, + "learning_rate": 1.6515308108211782e-05, + "loss": 0.0198, + "step": 34887 + }, + { + "epoch": 29.591178965224767, + "grad_norm": 0.696543708841193, + "learning_rate": 1.6515099709519765e-05, + "loss": 0.0188, + "step": 34888 + }, + { + "epoch": 29.592027141645463, + "grad_norm": 0.7078113914066859, + "learning_rate": 1.6514891305911325e-05, + "loss": 0.0174, + "step": 34889 + }, + { + "epoch": 29.59287531806616, + "grad_norm": 0.6254526752935684, + "learning_rate": 1.651468289738661e-05, + "loss": 0.018, + "step": 34890 + }, + { + "epoch": 29.593723494486852, + "grad_norm": 1.0858109846558701, + "learning_rate": 1.6514474483945788e-05, + "loss": 0.0236, + "step": 34891 + }, + { + "epoch": 29.59457167090755, + "grad_norm": 0.6779650498478735, + "learning_rate": 1.6514266065589e-05, + "loss": 0.0176, + "step": 34892 + }, + { + "epoch": 29.595419847328245, + "grad_norm": 0.5832383708210968, + "learning_rate": 1.6514057642316418e-05, + "loss": 0.0183, + "step": 34893 + }, + { + "epoch": 29.59626802374894, + "grad_norm": 0.6400959852401087, + "learning_rate": 1.6513849214128193e-05, + "loss": 0.0171, + "step": 34894 + }, + { + "epoch": 29.597116200169637, + "grad_norm": 0.6248862356654423, + "learning_rate": 1.651364078102448e-05, + "loss": 0.0185, + "step": 34895 + }, + { + "epoch": 29.59796437659033, + "grad_norm": 0.5973759872075344, + "learning_rate": 1.651343234300544e-05, + "loss": 0.02, + "step": 34896 + }, + { + "epoch": 29.598812553011026, + "grad_norm": 0.7907115205393905, + "learning_rate": 1.6513223900071233e-05, + "loss": 0.0217, + "step": 34897 + }, + { + "epoch": 29.599660729431722, + "grad_norm": 0.5904216821263288, + "learning_rate": 1.6513015452222014e-05, + "loss": 0.0189, + "step": 34898 + }, + { + "epoch": 29.60050890585242, + "grad_norm": 0.6978633022954288, + "learning_rate": 1.6512806999457934e-05, + "loss": 0.0204, + "step": 34899 + }, + { + "epoch": 29.60135708227311, + "grad_norm": 0.605924121506953, + "learning_rate": 1.651259854177916e-05, + "loss": 0.0168, + "step": 34900 + }, + { + "epoch": 29.602205258693807, + "grad_norm": 0.7286439141957883, + "learning_rate": 1.651239007918584e-05, + "loss": 0.0207, + "step": 34901 + }, + { + "epoch": 29.603053435114504, + "grad_norm": 0.8101591130086028, + "learning_rate": 1.651218161167814e-05, + "loss": 0.0232, + "step": 34902 + }, + { + "epoch": 29.6039016115352, + "grad_norm": 0.7387012693667915, + "learning_rate": 1.6511973139256214e-05, + "loss": 0.02, + "step": 34903 + }, + { + "epoch": 29.604749787955896, + "grad_norm": 0.7057647529141329, + "learning_rate": 1.6511764661920217e-05, + "loss": 0.0174, + "step": 34904 + }, + { + "epoch": 29.60559796437659, + "grad_norm": 0.6735612992661609, + "learning_rate": 1.6511556179670307e-05, + "loss": 0.0205, + "step": 34905 + }, + { + "epoch": 29.606446140797285, + "grad_norm": 0.6514245755221858, + "learning_rate": 1.6511347692506644e-05, + "loss": 0.0176, + "step": 34906 + }, + { + "epoch": 29.60729431721798, + "grad_norm": 0.7427716477765132, + "learning_rate": 1.6511139200429383e-05, + "loss": 0.0199, + "step": 34907 + }, + { + "epoch": 29.608142493638677, + "grad_norm": 0.7408814540400801, + "learning_rate": 1.6510930703438684e-05, + "loss": 0.0188, + "step": 34908 + }, + { + "epoch": 29.608990670059374, + "grad_norm": 0.6471559540254103, + "learning_rate": 1.6510722201534703e-05, + "loss": 0.0185, + "step": 34909 + }, + { + "epoch": 29.609838846480066, + "grad_norm": 0.6144525801166739, + "learning_rate": 1.6510513694717595e-05, + "loss": 0.0184, + "step": 34910 + }, + { + "epoch": 29.610687022900763, + "grad_norm": 0.5425773807491661, + "learning_rate": 1.651030518298752e-05, + "loss": 0.0181, + "step": 34911 + }, + { + "epoch": 29.61153519932146, + "grad_norm": 0.7843597036823531, + "learning_rate": 1.6510096666344633e-05, + "loss": 0.0196, + "step": 34912 + }, + { + "epoch": 29.612383375742155, + "grad_norm": 0.9397158638474623, + "learning_rate": 1.650988814478909e-05, + "loss": 0.0226, + "step": 34913 + }, + { + "epoch": 29.61323155216285, + "grad_norm": 0.7813816796603105, + "learning_rate": 1.650967961832106e-05, + "loss": 0.0167, + "step": 34914 + }, + { + "epoch": 29.614079728583544, + "grad_norm": 0.6892384727903449, + "learning_rate": 1.6509471086940684e-05, + "loss": 0.0196, + "step": 34915 + }, + { + "epoch": 29.61492790500424, + "grad_norm": 0.7031640958133234, + "learning_rate": 1.650926255064813e-05, + "loss": 0.019, + "step": 34916 + }, + { + "epoch": 29.615776081424936, + "grad_norm": 0.6968104078366573, + "learning_rate": 1.6509054009443552e-05, + "loss": 0.0174, + "step": 34917 + }, + { + "epoch": 29.616624257845633, + "grad_norm": 0.9445990752592943, + "learning_rate": 1.6508845463327107e-05, + "loss": 0.0251, + "step": 34918 + }, + { + "epoch": 29.61747243426633, + "grad_norm": 0.8253863663538213, + "learning_rate": 1.6508636912298955e-05, + "loss": 0.0204, + "step": 34919 + }, + { + "epoch": 29.61832061068702, + "grad_norm": 1.0054062169097282, + "learning_rate": 1.650842835635925e-05, + "loss": 0.0218, + "step": 34920 + }, + { + "epoch": 29.619168787107718, + "grad_norm": 0.7254425023983494, + "learning_rate": 1.6508219795508147e-05, + "loss": 0.0178, + "step": 34921 + }, + { + "epoch": 29.620016963528414, + "grad_norm": 0.716814333811707, + "learning_rate": 1.6508011229745813e-05, + "loss": 0.0183, + "step": 34922 + }, + { + "epoch": 29.62086513994911, + "grad_norm": 0.679983429248783, + "learning_rate": 1.6507802659072396e-05, + "loss": 0.0182, + "step": 34923 + }, + { + "epoch": 29.621713316369807, + "grad_norm": 0.5804863800734515, + "learning_rate": 1.6507594083488058e-05, + "loss": 0.0165, + "step": 34924 + }, + { + "epoch": 29.6225614927905, + "grad_norm": 0.6327616535661739, + "learning_rate": 1.6507385502992958e-05, + "loss": 0.0213, + "step": 34925 + }, + { + "epoch": 29.623409669211195, + "grad_norm": 0.6500114698194894, + "learning_rate": 1.6507176917587246e-05, + "loss": 0.0186, + "step": 34926 + }, + { + "epoch": 29.62425784563189, + "grad_norm": 0.7564678006493585, + "learning_rate": 1.6506968327271087e-05, + "loss": 0.0183, + "step": 34927 + }, + { + "epoch": 29.625106022052588, + "grad_norm": 0.6646836861134732, + "learning_rate": 1.6506759732044634e-05, + "loss": 0.0187, + "step": 34928 + }, + { + "epoch": 29.625954198473284, + "grad_norm": 0.6765677970050951, + "learning_rate": 1.650655113190805e-05, + "loss": 0.0179, + "step": 34929 + }, + { + "epoch": 29.626802374893977, + "grad_norm": 0.6519210317791517, + "learning_rate": 1.6506342526861483e-05, + "loss": 0.019, + "step": 34930 + }, + { + "epoch": 29.627650551314673, + "grad_norm": 0.7180332954162891, + "learning_rate": 1.6506133916905096e-05, + "loss": 0.0188, + "step": 34931 + }, + { + "epoch": 29.62849872773537, + "grad_norm": 0.6791130641387891, + "learning_rate": 1.650592530203905e-05, + "loss": 0.0178, + "step": 34932 + }, + { + "epoch": 29.629346904156066, + "grad_norm": 0.5749373737539261, + "learning_rate": 1.6505716682263498e-05, + "loss": 0.017, + "step": 34933 + }, + { + "epoch": 29.63019508057676, + "grad_norm": 0.6245421580943925, + "learning_rate": 1.6505508057578594e-05, + "loss": 0.0173, + "step": 34934 + }, + { + "epoch": 29.631043256997454, + "grad_norm": 0.6406303844119452, + "learning_rate": 1.65052994279845e-05, + "loss": 0.0182, + "step": 34935 + }, + { + "epoch": 29.63189143341815, + "grad_norm": 0.7399796516957653, + "learning_rate": 1.650509079348138e-05, + "loss": 0.0207, + "step": 34936 + }, + { + "epoch": 29.632739609838847, + "grad_norm": 0.7355960402422772, + "learning_rate": 1.650488215406938e-05, + "loss": 0.0187, + "step": 34937 + }, + { + "epoch": 29.633587786259543, + "grad_norm": 0.6528906933764022, + "learning_rate": 1.650467350974866e-05, + "loss": 0.0178, + "step": 34938 + }, + { + "epoch": 29.634435962680236, + "grad_norm": 0.6727914434587402, + "learning_rate": 1.650446486051938e-05, + "loss": 0.0174, + "step": 34939 + }, + { + "epoch": 29.635284139100932, + "grad_norm": 0.6318881655848382, + "learning_rate": 1.6504256206381695e-05, + "loss": 0.0183, + "step": 34940 + }, + { + "epoch": 29.63613231552163, + "grad_norm": 0.6427386060356032, + "learning_rate": 1.650404754733577e-05, + "loss": 0.0185, + "step": 34941 + }, + { + "epoch": 29.636980491942325, + "grad_norm": 0.5252937837998684, + "learning_rate": 1.6503838883381753e-05, + "loss": 0.0152, + "step": 34942 + }, + { + "epoch": 29.63782866836302, + "grad_norm": 0.7852586117805473, + "learning_rate": 1.6503630214519802e-05, + "loss": 0.0214, + "step": 34943 + }, + { + "epoch": 29.638676844783713, + "grad_norm": 0.6346737266248283, + "learning_rate": 1.650342154075008e-05, + "loss": 0.0192, + "step": 34944 + }, + { + "epoch": 29.63952502120441, + "grad_norm": 0.6927896242336129, + "learning_rate": 1.6503212862072747e-05, + "loss": 0.02, + "step": 34945 + }, + { + "epoch": 29.640373197625106, + "grad_norm": 0.7783644687754162, + "learning_rate": 1.650300417848795e-05, + "loss": 0.02, + "step": 34946 + }, + { + "epoch": 29.641221374045802, + "grad_norm": 0.781170715967082, + "learning_rate": 1.6502795489995855e-05, + "loss": 0.0191, + "step": 34947 + }, + { + "epoch": 29.6420695504665, + "grad_norm": 0.6097093552058102, + "learning_rate": 1.6502586796596613e-05, + "loss": 0.0197, + "step": 34948 + }, + { + "epoch": 29.64291772688719, + "grad_norm": 0.7416595567460409, + "learning_rate": 1.6502378098290387e-05, + "loss": 0.021, + "step": 34949 + }, + { + "epoch": 29.643765903307887, + "grad_norm": 0.6732652441653693, + "learning_rate": 1.6502169395077333e-05, + "loss": 0.019, + "step": 34950 + }, + { + "epoch": 29.644614079728584, + "grad_norm": 0.6718754752576874, + "learning_rate": 1.6501960686957604e-05, + "loss": 0.0201, + "step": 34951 + }, + { + "epoch": 29.64546225614928, + "grad_norm": 0.7047851642237161, + "learning_rate": 1.6501751973931366e-05, + "loss": 0.0174, + "step": 34952 + }, + { + "epoch": 29.646310432569976, + "grad_norm": 0.6719060596638226, + "learning_rate": 1.650154325599877e-05, + "loss": 0.0191, + "step": 34953 + }, + { + "epoch": 29.64715860899067, + "grad_norm": 0.526652368543281, + "learning_rate": 1.6501334533159976e-05, + "loss": 0.0172, + "step": 34954 + }, + { + "epoch": 29.648006785411365, + "grad_norm": 0.6255553857494929, + "learning_rate": 1.650112580541514e-05, + "loss": 0.0203, + "step": 34955 + }, + { + "epoch": 29.64885496183206, + "grad_norm": 0.7729160718564522, + "learning_rate": 1.6500917072764423e-05, + "loss": 0.0186, + "step": 34956 + }, + { + "epoch": 29.649703138252757, + "grad_norm": 0.69509920773304, + "learning_rate": 1.6500708335207978e-05, + "loss": 0.0191, + "step": 34957 + }, + { + "epoch": 29.650551314673454, + "grad_norm": 0.669373603387012, + "learning_rate": 1.6500499592745965e-05, + "loss": 0.0192, + "step": 34958 + }, + { + "epoch": 29.651399491094146, + "grad_norm": 0.698139549527958, + "learning_rate": 1.650029084537854e-05, + "loss": 0.0182, + "step": 34959 + }, + { + "epoch": 29.652247667514843, + "grad_norm": 0.6631450992063013, + "learning_rate": 1.650008209310586e-05, + "loss": 0.0177, + "step": 34960 + }, + { + "epoch": 29.65309584393554, + "grad_norm": 0.7006444331630077, + "learning_rate": 1.649987333592809e-05, + "loss": 0.0176, + "step": 34961 + }, + { + "epoch": 29.653944020356235, + "grad_norm": 0.7542296939794182, + "learning_rate": 1.6499664573845376e-05, + "loss": 0.0196, + "step": 34962 + }, + { + "epoch": 29.65479219677693, + "grad_norm": 0.6450658479387749, + "learning_rate": 1.6499455806857884e-05, + "loss": 0.0206, + "step": 34963 + }, + { + "epoch": 29.655640373197624, + "grad_norm": 0.7599652724083978, + "learning_rate": 1.6499247034965765e-05, + "loss": 0.02, + "step": 34964 + }, + { + "epoch": 29.65648854961832, + "grad_norm": 0.6217245021497131, + "learning_rate": 1.649903825816918e-05, + "loss": 0.0207, + "step": 34965 + }, + { + "epoch": 29.657336726039016, + "grad_norm": 0.6906874708881751, + "learning_rate": 1.6498829476468296e-05, + "loss": 0.0208, + "step": 34966 + }, + { + "epoch": 29.658184902459713, + "grad_norm": 0.6819175706098497, + "learning_rate": 1.6498620689863253e-05, + "loss": 0.0179, + "step": 34967 + }, + { + "epoch": 29.659033078880405, + "grad_norm": 0.6921194669902213, + "learning_rate": 1.6498411898354217e-05, + "loss": 0.0156, + "step": 34968 + }, + { + "epoch": 29.6598812553011, + "grad_norm": 0.6875435268553491, + "learning_rate": 1.6498203101941346e-05, + "loss": 0.0165, + "step": 34969 + }, + { + "epoch": 29.660729431721798, + "grad_norm": 0.6737380917128867, + "learning_rate": 1.6497994300624797e-05, + "loss": 0.0206, + "step": 34970 + }, + { + "epoch": 29.661577608142494, + "grad_norm": 0.8902963672337579, + "learning_rate": 1.6497785494404728e-05, + "loss": 0.0226, + "step": 34971 + }, + { + "epoch": 29.66242578456319, + "grad_norm": 0.7061372551362344, + "learning_rate": 1.64975766832813e-05, + "loss": 0.0201, + "step": 34972 + }, + { + "epoch": 29.663273960983886, + "grad_norm": 0.6166199628619042, + "learning_rate": 1.649736786725466e-05, + "loss": 0.0179, + "step": 34973 + }, + { + "epoch": 29.66412213740458, + "grad_norm": 0.7805315214098012, + "learning_rate": 1.6497159046324977e-05, + "loss": 0.0219, + "step": 34974 + }, + { + "epoch": 29.664970313825275, + "grad_norm": 0.5919106443191665, + "learning_rate": 1.64969502204924e-05, + "loss": 0.0157, + "step": 34975 + }, + { + "epoch": 29.66581849024597, + "grad_norm": 0.6802296139701314, + "learning_rate": 1.6496741389757094e-05, + "loss": 0.0196, + "step": 34976 + }, + { + "epoch": 29.666666666666668, + "grad_norm": 0.7069113235005245, + "learning_rate": 1.6496532554119214e-05, + "loss": 0.0188, + "step": 34977 + }, + { + "epoch": 29.66751484308736, + "grad_norm": 0.6990506956454381, + "learning_rate": 1.649632371357891e-05, + "loss": 0.0209, + "step": 34978 + }, + { + "epoch": 29.668363019508057, + "grad_norm": 0.6040056091459723, + "learning_rate": 1.6496114868136354e-05, + "loss": 0.0166, + "step": 34979 + }, + { + "epoch": 29.669211195928753, + "grad_norm": 0.5462697922841797, + "learning_rate": 1.6495906017791692e-05, + "loss": 0.0205, + "step": 34980 + }, + { + "epoch": 29.67005937234945, + "grad_norm": 0.5776547783253372, + "learning_rate": 1.6495697162545084e-05, + "loss": 0.0169, + "step": 34981 + }, + { + "epoch": 29.670907548770145, + "grad_norm": 0.5654435002173098, + "learning_rate": 1.649548830239669e-05, + "loss": 0.0164, + "step": 34982 + }, + { + "epoch": 29.671755725190838, + "grad_norm": 0.6837932535413295, + "learning_rate": 1.649527943734667e-05, + "loss": 0.0204, + "step": 34983 + }, + { + "epoch": 29.672603901611534, + "grad_norm": 0.5610103788529878, + "learning_rate": 1.6495070567395176e-05, + "loss": 0.0162, + "step": 34984 + }, + { + "epoch": 29.67345207803223, + "grad_norm": 0.6469443047305107, + "learning_rate": 1.6494861692542364e-05, + "loss": 0.0184, + "step": 34985 + }, + { + "epoch": 29.674300254452927, + "grad_norm": 0.7583973461067821, + "learning_rate": 1.64946528127884e-05, + "loss": 0.0206, + "step": 34986 + }, + { + "epoch": 29.675148430873623, + "grad_norm": 0.6422938768523925, + "learning_rate": 1.6494443928133438e-05, + "loss": 0.0175, + "step": 34987 + }, + { + "epoch": 29.675996607294316, + "grad_norm": 0.6796967973398941, + "learning_rate": 1.649423503857763e-05, + "loss": 0.0181, + "step": 34988 + }, + { + "epoch": 29.676844783715012, + "grad_norm": 0.6881525666637789, + "learning_rate": 1.649402614412114e-05, + "loss": 0.0197, + "step": 34989 + }, + { + "epoch": 29.67769296013571, + "grad_norm": 0.5639431066703275, + "learning_rate": 1.6493817244764123e-05, + "loss": 0.0164, + "step": 34990 + }, + { + "epoch": 29.678541136556404, + "grad_norm": 0.6575785909122838, + "learning_rate": 1.6493608340506743e-05, + "loss": 0.0196, + "step": 34991 + }, + { + "epoch": 29.6793893129771, + "grad_norm": 0.6983274831842624, + "learning_rate": 1.6493399431349147e-05, + "loss": 0.0194, + "step": 34992 + }, + { + "epoch": 29.680237489397793, + "grad_norm": 0.6444443499957303, + "learning_rate": 1.64931905172915e-05, + "loss": 0.0165, + "step": 34993 + }, + { + "epoch": 29.68108566581849, + "grad_norm": 0.7058073141423494, + "learning_rate": 1.6492981598333958e-05, + "loss": 0.0176, + "step": 34994 + }, + { + "epoch": 29.681933842239186, + "grad_norm": 0.5915232471134152, + "learning_rate": 1.649277267447668e-05, + "loss": 0.0185, + "step": 34995 + }, + { + "epoch": 29.682782018659882, + "grad_norm": 0.7770175361108431, + "learning_rate": 1.6492563745719815e-05, + "loss": 0.0178, + "step": 34996 + }, + { + "epoch": 29.68363019508058, + "grad_norm": 0.7177347530648166, + "learning_rate": 1.649235481206353e-05, + "loss": 0.0186, + "step": 34997 + }, + { + "epoch": 29.68447837150127, + "grad_norm": 0.838155866129571, + "learning_rate": 1.6492145873507986e-05, + "loss": 0.022, + "step": 34998 + }, + { + "epoch": 29.685326547921967, + "grad_norm": 0.8908675969783293, + "learning_rate": 1.649193693005333e-05, + "loss": 0.0176, + "step": 34999 + }, + { + "epoch": 29.686174724342663, + "grad_norm": 0.621012762891037, + "learning_rate": 1.6491727981699724e-05, + "loss": 0.0166, + "step": 35000 + }, + { + "epoch": 29.68702290076336, + "grad_norm": 0.8125014931743926, + "learning_rate": 1.649151902844733e-05, + "loss": 0.0198, + "step": 35001 + }, + { + "epoch": 29.687871077184056, + "grad_norm": 0.628239499506707, + "learning_rate": 1.64913100702963e-05, + "loss": 0.0186, + "step": 35002 + }, + { + "epoch": 29.68871925360475, + "grad_norm": 0.6527778794696346, + "learning_rate": 1.6491101107246793e-05, + "loss": 0.017, + "step": 35003 + }, + { + "epoch": 29.689567430025445, + "grad_norm": 0.6694936820683427, + "learning_rate": 1.6490892139298966e-05, + "loss": 0.0176, + "step": 35004 + }, + { + "epoch": 29.69041560644614, + "grad_norm": 0.6961789950292573, + "learning_rate": 1.649068316645298e-05, + "loss": 0.0204, + "step": 35005 + }, + { + "epoch": 29.691263782866837, + "grad_norm": 0.618759273750061, + "learning_rate": 1.649047418870899e-05, + "loss": 0.0172, + "step": 35006 + }, + { + "epoch": 29.69211195928753, + "grad_norm": 0.6180626429599825, + "learning_rate": 1.6490265206067152e-05, + "loss": 0.0194, + "step": 35007 + }, + { + "epoch": 29.692960135708226, + "grad_norm": 0.7054576442367783, + "learning_rate": 1.649005621852763e-05, + "loss": 0.0215, + "step": 35008 + }, + { + "epoch": 29.693808312128922, + "grad_norm": 0.6904476045486884, + "learning_rate": 1.6489847226090578e-05, + "loss": 0.0194, + "step": 35009 + }, + { + "epoch": 29.69465648854962, + "grad_norm": 0.7372591079511461, + "learning_rate": 1.648963822875615e-05, + "loss": 0.0205, + "step": 35010 + }, + { + "epoch": 29.695504664970315, + "grad_norm": 0.7101070640500603, + "learning_rate": 1.648942922652451e-05, + "loss": 0.0212, + "step": 35011 + }, + { + "epoch": 29.696352841391008, + "grad_norm": 0.6198500875721134, + "learning_rate": 1.648922021939581e-05, + "loss": 0.0184, + "step": 35012 + }, + { + "epoch": 29.697201017811704, + "grad_norm": 0.7044703597632724, + "learning_rate": 1.6489011207370214e-05, + "loss": 0.0182, + "step": 35013 + }, + { + "epoch": 29.6980491942324, + "grad_norm": 0.6251357907050644, + "learning_rate": 1.6488802190447873e-05, + "loss": 0.0188, + "step": 35014 + }, + { + "epoch": 29.698897370653096, + "grad_norm": 0.5757167309600507, + "learning_rate": 1.648859316862895e-05, + "loss": 0.0178, + "step": 35015 + }, + { + "epoch": 29.699745547073793, + "grad_norm": 0.6971218415747937, + "learning_rate": 1.64883841419136e-05, + "loss": 0.0183, + "step": 35016 + }, + { + "epoch": 29.700593723494485, + "grad_norm": 0.7252045406777861, + "learning_rate": 1.6488175110301986e-05, + "loss": 0.0163, + "step": 35017 + }, + { + "epoch": 29.70144189991518, + "grad_norm": 0.7626344821982307, + "learning_rate": 1.6487966073794255e-05, + "loss": 0.0187, + "step": 35018 + }, + { + "epoch": 29.702290076335878, + "grad_norm": 0.8618938807530941, + "learning_rate": 1.6487757032390574e-05, + "loss": 0.0217, + "step": 35019 + }, + { + "epoch": 29.703138252756574, + "grad_norm": 0.8178662866106184, + "learning_rate": 1.6487547986091098e-05, + "loss": 0.0187, + "step": 35020 + }, + { + "epoch": 29.70398642917727, + "grad_norm": 0.6382862995633273, + "learning_rate": 1.6487338934895984e-05, + "loss": 0.0189, + "step": 35021 + }, + { + "epoch": 29.704834605597963, + "grad_norm": 0.6424357363210488, + "learning_rate": 1.648712987880539e-05, + "loss": 0.019, + "step": 35022 + }, + { + "epoch": 29.70568278201866, + "grad_norm": 0.6436797641585971, + "learning_rate": 1.6486920817819473e-05, + "loss": 0.0203, + "step": 35023 + }, + { + "epoch": 29.706530958439355, + "grad_norm": 0.5833900552784012, + "learning_rate": 1.6486711751938394e-05, + "loss": 0.0157, + "step": 35024 + }, + { + "epoch": 29.70737913486005, + "grad_norm": 0.6523366259378123, + "learning_rate": 1.6486502681162308e-05, + "loss": 0.0186, + "step": 35025 + }, + { + "epoch": 29.708227311280748, + "grad_norm": 0.7585282446020452, + "learning_rate": 1.648629360549137e-05, + "loss": 0.0203, + "step": 35026 + }, + { + "epoch": 29.70907548770144, + "grad_norm": 0.540256770740038, + "learning_rate": 1.6486084524925746e-05, + "loss": 0.0175, + "step": 35027 + }, + { + "epoch": 29.709923664122137, + "grad_norm": 0.6642162116850183, + "learning_rate": 1.6485875439465585e-05, + "loss": 0.0201, + "step": 35028 + }, + { + "epoch": 29.710771840542833, + "grad_norm": 0.5306907253484312, + "learning_rate": 1.6485666349111054e-05, + "loss": 0.0161, + "step": 35029 + }, + { + "epoch": 29.71162001696353, + "grad_norm": 0.8103120382672925, + "learning_rate": 1.6485457253862302e-05, + "loss": 0.0188, + "step": 35030 + }, + { + "epoch": 29.712468193384225, + "grad_norm": 0.6554408737728262, + "learning_rate": 1.648524815371949e-05, + "loss": 0.0167, + "step": 35031 + }, + { + "epoch": 29.713316369804918, + "grad_norm": 0.8257093514166948, + "learning_rate": 1.6485039048682777e-05, + "loss": 0.0185, + "step": 35032 + }, + { + "epoch": 29.714164546225614, + "grad_norm": 0.6945124425648468, + "learning_rate": 1.648482993875232e-05, + "loss": 0.0192, + "step": 35033 + }, + { + "epoch": 29.71501272264631, + "grad_norm": 0.6238225107699159, + "learning_rate": 1.6484620823928273e-05, + "loss": 0.018, + "step": 35034 + }, + { + "epoch": 29.715860899067007, + "grad_norm": 0.6873095054194255, + "learning_rate": 1.64844117042108e-05, + "loss": 0.0182, + "step": 35035 + }, + { + "epoch": 29.716709075487703, + "grad_norm": 0.6514185671661729, + "learning_rate": 1.6484202579600057e-05, + "loss": 0.0185, + "step": 35036 + }, + { + "epoch": 29.717557251908396, + "grad_norm": 0.6680396294347619, + "learning_rate": 1.64839934500962e-05, + "loss": 0.0194, + "step": 35037 + }, + { + "epoch": 29.718405428329092, + "grad_norm": 0.7733422305362667, + "learning_rate": 1.648378431569939e-05, + "loss": 0.0186, + "step": 35038 + }, + { + "epoch": 29.719253604749788, + "grad_norm": 0.7292266675858622, + "learning_rate": 1.648357517640978e-05, + "loss": 0.0204, + "step": 35039 + }, + { + "epoch": 29.720101781170484, + "grad_norm": 0.6362589331636012, + "learning_rate": 1.6483366032227533e-05, + "loss": 0.0186, + "step": 35040 + }, + { + "epoch": 29.72094995759118, + "grad_norm": 0.7031759495472453, + "learning_rate": 1.6483156883152802e-05, + "loss": 0.02, + "step": 35041 + }, + { + "epoch": 29.721798134011873, + "grad_norm": 0.7927696401944453, + "learning_rate": 1.6482947729185748e-05, + "loss": 0.0195, + "step": 35042 + }, + { + "epoch": 29.72264631043257, + "grad_norm": 0.6100773324762687, + "learning_rate": 1.6482738570326526e-05, + "loss": 0.0169, + "step": 35043 + }, + { + "epoch": 29.723494486853266, + "grad_norm": 0.6544078716202947, + "learning_rate": 1.64825294065753e-05, + "loss": 0.0179, + "step": 35044 + }, + { + "epoch": 29.724342663273962, + "grad_norm": 0.9080528535632054, + "learning_rate": 1.648232023793222e-05, + "loss": 0.0228, + "step": 35045 + }, + { + "epoch": 29.725190839694655, + "grad_norm": 0.5763105148193641, + "learning_rate": 1.648211106439745e-05, + "loss": 0.0174, + "step": 35046 + }, + { + "epoch": 29.72603901611535, + "grad_norm": 0.6170254239554878, + "learning_rate": 1.6481901885971145e-05, + "loss": 0.0181, + "step": 35047 + }, + { + "epoch": 29.726887192536047, + "grad_norm": 0.684335706645881, + "learning_rate": 1.6481692702653464e-05, + "loss": 0.0217, + "step": 35048 + }, + { + "epoch": 29.727735368956743, + "grad_norm": 0.6308110118603282, + "learning_rate": 1.648148351444456e-05, + "loss": 0.0206, + "step": 35049 + }, + { + "epoch": 29.72858354537744, + "grad_norm": 0.6181912129478743, + "learning_rate": 1.6481274321344598e-05, + "loss": 0.0184, + "step": 35050 + }, + { + "epoch": 29.729431721798132, + "grad_norm": 0.7175624698292155, + "learning_rate": 1.648106512335373e-05, + "loss": 0.0186, + "step": 35051 + }, + { + "epoch": 29.73027989821883, + "grad_norm": 0.6901126728044642, + "learning_rate": 1.6480855920472124e-05, + "loss": 0.0193, + "step": 35052 + }, + { + "epoch": 29.731128074639525, + "grad_norm": 0.6590652158592606, + "learning_rate": 1.6480646712699924e-05, + "loss": 0.0212, + "step": 35053 + }, + { + "epoch": 29.73197625106022, + "grad_norm": 0.6434506031112924, + "learning_rate": 1.6480437500037295e-05, + "loss": 0.0186, + "step": 35054 + }, + { + "epoch": 29.732824427480917, + "grad_norm": 0.7105817925701333, + "learning_rate": 1.6480228282484395e-05, + "loss": 0.0213, + "step": 35055 + }, + { + "epoch": 29.73367260390161, + "grad_norm": 0.6502595322192921, + "learning_rate": 1.6480019060041378e-05, + "loss": 0.0189, + "step": 35056 + }, + { + "epoch": 29.734520780322306, + "grad_norm": 0.6480862592990957, + "learning_rate": 1.647980983270841e-05, + "loss": 0.0173, + "step": 35057 + }, + { + "epoch": 29.735368956743002, + "grad_norm": 0.6980823417876076, + "learning_rate": 1.6479600600485645e-05, + "loss": 0.0182, + "step": 35058 + }, + { + "epoch": 29.7362171331637, + "grad_norm": 0.7846252687927368, + "learning_rate": 1.6479391363373233e-05, + "loss": 0.0203, + "step": 35059 + }, + { + "epoch": 29.737065309584395, + "grad_norm": 0.7175798124613222, + "learning_rate": 1.6479182121371345e-05, + "loss": 0.0184, + "step": 35060 + }, + { + "epoch": 29.737913486005088, + "grad_norm": 0.6339999631816633, + "learning_rate": 1.647897287448013e-05, + "loss": 0.0188, + "step": 35061 + }, + { + "epoch": 29.738761662425784, + "grad_norm": 0.7447830688482835, + "learning_rate": 1.647876362269975e-05, + "loss": 0.0223, + "step": 35062 + }, + { + "epoch": 29.73960983884648, + "grad_norm": 0.689304017915177, + "learning_rate": 1.647855436603036e-05, + "loss": 0.0197, + "step": 35063 + }, + { + "epoch": 29.740458015267176, + "grad_norm": 0.6137572287592917, + "learning_rate": 1.6478345104472116e-05, + "loss": 0.0188, + "step": 35064 + }, + { + "epoch": 29.741306191687872, + "grad_norm": 0.7156537165675633, + "learning_rate": 1.6478135838025185e-05, + "loss": 0.0179, + "step": 35065 + }, + { + "epoch": 29.742154368108565, + "grad_norm": 0.6751739209494918, + "learning_rate": 1.6477926566689715e-05, + "loss": 0.0166, + "step": 35066 + }, + { + "epoch": 29.74300254452926, + "grad_norm": 0.6148469443900434, + "learning_rate": 1.647771729046587e-05, + "loss": 0.019, + "step": 35067 + }, + { + "epoch": 29.743850720949958, + "grad_norm": 0.5785964233057496, + "learning_rate": 1.6477508009353806e-05, + "loss": 0.0189, + "step": 35068 + }, + { + "epoch": 29.744698897370654, + "grad_norm": 0.8046309070491231, + "learning_rate": 1.6477298723353682e-05, + "loss": 0.0184, + "step": 35069 + }, + { + "epoch": 29.74554707379135, + "grad_norm": 0.8347751321050043, + "learning_rate": 1.6477089432465653e-05, + "loss": 0.0196, + "step": 35070 + }, + { + "epoch": 29.746395250212043, + "grad_norm": 0.6988179769464694, + "learning_rate": 1.6476880136689878e-05, + "loss": 0.0196, + "step": 35071 + }, + { + "epoch": 29.74724342663274, + "grad_norm": 0.8043245955257469, + "learning_rate": 1.647667083602652e-05, + "loss": 0.0209, + "step": 35072 + }, + { + "epoch": 29.748091603053435, + "grad_norm": 0.6841647376813136, + "learning_rate": 1.647646153047573e-05, + "loss": 0.0183, + "step": 35073 + }, + { + "epoch": 29.74893977947413, + "grad_norm": 0.82000818525648, + "learning_rate": 1.6476252220037668e-05, + "loss": 0.0222, + "step": 35074 + }, + { + "epoch": 29.749787955894828, + "grad_norm": 0.7237722407732874, + "learning_rate": 1.6476042904712487e-05, + "loss": 0.02, + "step": 35075 + }, + { + "epoch": 29.75063613231552, + "grad_norm": 0.7337074148091448, + "learning_rate": 1.647583358450036e-05, + "loss": 0.0175, + "step": 35076 + }, + { + "epoch": 29.751484308736217, + "grad_norm": 0.7180565107767424, + "learning_rate": 1.6475624259401432e-05, + "loss": 0.0219, + "step": 35077 + }, + { + "epoch": 29.752332485156913, + "grad_norm": 0.6514900414868856, + "learning_rate": 1.6475414929415863e-05, + "loss": 0.0177, + "step": 35078 + }, + { + "epoch": 29.75318066157761, + "grad_norm": 0.6762869434967788, + "learning_rate": 1.6475205594543815e-05, + "loss": 0.0193, + "step": 35079 + }, + { + "epoch": 29.754028837998305, + "grad_norm": 0.6800231380163057, + "learning_rate": 1.647499625478544e-05, + "loss": 0.0184, + "step": 35080 + }, + { + "epoch": 29.754877014418998, + "grad_norm": 0.645038953233064, + "learning_rate": 1.6474786910140902e-05, + "loss": 0.0189, + "step": 35081 + }, + { + "epoch": 29.755725190839694, + "grad_norm": 0.649709785176858, + "learning_rate": 1.6474577560610356e-05, + "loss": 0.0193, + "step": 35082 + }, + { + "epoch": 29.75657336726039, + "grad_norm": 0.7460609537881827, + "learning_rate": 1.647436820619396e-05, + "loss": 0.0198, + "step": 35083 + }, + { + "epoch": 29.757421543681087, + "grad_norm": 0.6249987125378387, + "learning_rate": 1.6474158846891873e-05, + "loss": 0.0191, + "step": 35084 + }, + { + "epoch": 29.75826972010178, + "grad_norm": 0.6481738619112347, + "learning_rate": 1.647394948270425e-05, + "loss": 0.0169, + "step": 35085 + }, + { + "epoch": 29.759117896522476, + "grad_norm": 0.636533247608174, + "learning_rate": 1.6473740113631253e-05, + "loss": 0.0165, + "step": 35086 + }, + { + "epoch": 29.759966072943172, + "grad_norm": 0.7224813505362386, + "learning_rate": 1.647353073967304e-05, + "loss": 0.0203, + "step": 35087 + }, + { + "epoch": 29.760814249363868, + "grad_norm": 0.8691645377935552, + "learning_rate": 1.6473321360829762e-05, + "loss": 0.0207, + "step": 35088 + }, + { + "epoch": 29.761662425784564, + "grad_norm": 0.6652526912995239, + "learning_rate": 1.6473111977101585e-05, + "loss": 0.0185, + "step": 35089 + }, + { + "epoch": 29.762510602205257, + "grad_norm": 0.7459890424546353, + "learning_rate": 1.6472902588488664e-05, + "loss": 0.0198, + "step": 35090 + }, + { + "epoch": 29.763358778625953, + "grad_norm": 0.725559152458708, + "learning_rate": 1.647269319499116e-05, + "loss": 0.0218, + "step": 35091 + }, + { + "epoch": 29.76420695504665, + "grad_norm": 0.7468208550250734, + "learning_rate": 1.6472483796609227e-05, + "loss": 0.0208, + "step": 35092 + }, + { + "epoch": 29.765055131467346, + "grad_norm": 0.6051503651818014, + "learning_rate": 1.6472274393343023e-05, + "loss": 0.0184, + "step": 35093 + }, + { + "epoch": 29.765903307888042, + "grad_norm": 0.6395460825537232, + "learning_rate": 1.6472064985192707e-05, + "loss": 0.0183, + "step": 35094 + }, + { + "epoch": 29.766751484308735, + "grad_norm": 0.8055902267150782, + "learning_rate": 1.6471855572158437e-05, + "loss": 0.0183, + "step": 35095 + }, + { + "epoch": 29.76759966072943, + "grad_norm": 0.8888600913270488, + "learning_rate": 1.6471646154240372e-05, + "loss": 0.0232, + "step": 35096 + }, + { + "epoch": 29.768447837150127, + "grad_norm": 0.7583443411672244, + "learning_rate": 1.6471436731438667e-05, + "loss": 0.0196, + "step": 35097 + }, + { + "epoch": 29.769296013570823, + "grad_norm": 0.7209058185227936, + "learning_rate": 1.647122730375349e-05, + "loss": 0.0194, + "step": 35098 + }, + { + "epoch": 29.77014418999152, + "grad_norm": 0.6429537358375842, + "learning_rate": 1.6471017871184986e-05, + "loss": 0.0183, + "step": 35099 + }, + { + "epoch": 29.770992366412212, + "grad_norm": 0.7330837042701663, + "learning_rate": 1.6470808433733317e-05, + "loss": 0.0193, + "step": 35100 + }, + { + "epoch": 29.77184054283291, + "grad_norm": 0.7206647020048649, + "learning_rate": 1.6470598991398646e-05, + "loss": 0.0179, + "step": 35101 + }, + { + "epoch": 29.772688719253605, + "grad_norm": 0.5633781727272472, + "learning_rate": 1.6470389544181125e-05, + "loss": 0.0164, + "step": 35102 + }, + { + "epoch": 29.7735368956743, + "grad_norm": 0.7864623890694177, + "learning_rate": 1.6470180092080917e-05, + "loss": 0.0238, + "step": 35103 + }, + { + "epoch": 29.774385072094997, + "grad_norm": 0.755821990476642, + "learning_rate": 1.6469970635098176e-05, + "loss": 0.0203, + "step": 35104 + }, + { + "epoch": 29.77523324851569, + "grad_norm": 0.6866821811885091, + "learning_rate": 1.6469761173233064e-05, + "loss": 0.0188, + "step": 35105 + }, + { + "epoch": 29.776081424936386, + "grad_norm": 0.682451889200961, + "learning_rate": 1.6469551706485734e-05, + "loss": 0.0183, + "step": 35106 + }, + { + "epoch": 29.776929601357082, + "grad_norm": 0.7138221880056321, + "learning_rate": 1.6469342234856347e-05, + "loss": 0.02, + "step": 35107 + }, + { + "epoch": 29.77777777777778, + "grad_norm": 0.7905849717655291, + "learning_rate": 1.6469132758345063e-05, + "loss": 0.0181, + "step": 35108 + }, + { + "epoch": 29.778625954198475, + "grad_norm": 0.7088293118886507, + "learning_rate": 1.646892327695204e-05, + "loss": 0.0202, + "step": 35109 + }, + { + "epoch": 29.779474130619167, + "grad_norm": 0.7056676331474119, + "learning_rate": 1.6468713790677425e-05, + "loss": 0.0191, + "step": 35110 + }, + { + "epoch": 29.780322307039864, + "grad_norm": 0.579739390917349, + "learning_rate": 1.6468504299521395e-05, + "loss": 0.0184, + "step": 35111 + }, + { + "epoch": 29.78117048346056, + "grad_norm": 0.7763721116334078, + "learning_rate": 1.6468294803484097e-05, + "loss": 0.0204, + "step": 35112 + }, + { + "epoch": 29.782018659881256, + "grad_norm": 0.6730783273463004, + "learning_rate": 1.6468085302565686e-05, + "loss": 0.0194, + "step": 35113 + }, + { + "epoch": 29.782866836301952, + "grad_norm": 0.7469243592893415, + "learning_rate": 1.6467875796766323e-05, + "loss": 0.0214, + "step": 35114 + }, + { + "epoch": 29.783715012722645, + "grad_norm": 0.5987598970088411, + "learning_rate": 1.6467666286086173e-05, + "loss": 0.0178, + "step": 35115 + }, + { + "epoch": 29.78456318914334, + "grad_norm": 0.740873416699963, + "learning_rate": 1.6467456770525388e-05, + "loss": 0.0215, + "step": 35116 + }, + { + "epoch": 29.785411365564038, + "grad_norm": 0.6822334224696245, + "learning_rate": 1.6467247250084125e-05, + "loss": 0.0194, + "step": 35117 + }, + { + "epoch": 29.786259541984734, + "grad_norm": 0.677255912678048, + "learning_rate": 1.6467037724762543e-05, + "loss": 0.0202, + "step": 35118 + }, + { + "epoch": 29.78710771840543, + "grad_norm": 0.6328498298856997, + "learning_rate": 1.6466828194560804e-05, + "loss": 0.0173, + "step": 35119 + }, + { + "epoch": 29.787955894826123, + "grad_norm": 0.6957759071688637, + "learning_rate": 1.6466618659479058e-05, + "loss": 0.0188, + "step": 35120 + }, + { + "epoch": 29.78880407124682, + "grad_norm": 0.6318249248713199, + "learning_rate": 1.6466409119517474e-05, + "loss": 0.0188, + "step": 35121 + }, + { + "epoch": 29.789652247667515, + "grad_norm": 0.5766552294338819, + "learning_rate": 1.6466199574676204e-05, + "loss": 0.0164, + "step": 35122 + }, + { + "epoch": 29.79050042408821, + "grad_norm": 0.8409640509143843, + "learning_rate": 1.6465990024955404e-05, + "loss": 0.0207, + "step": 35123 + }, + { + "epoch": 29.791348600508904, + "grad_norm": 0.7268753974419323, + "learning_rate": 1.6465780470355233e-05, + "loss": 0.0196, + "step": 35124 + }, + { + "epoch": 29.7921967769296, + "grad_norm": 0.6640575757790333, + "learning_rate": 1.6465570910875855e-05, + "loss": 0.0186, + "step": 35125 + }, + { + "epoch": 29.793044953350297, + "grad_norm": 0.681662033053347, + "learning_rate": 1.6465361346517425e-05, + "loss": 0.0183, + "step": 35126 + }, + { + "epoch": 29.793893129770993, + "grad_norm": 0.6719809151998669, + "learning_rate": 1.646515177728009e-05, + "loss": 0.0197, + "step": 35127 + }, + { + "epoch": 29.79474130619169, + "grad_norm": 0.7142678951033947, + "learning_rate": 1.6464942203164028e-05, + "loss": 0.022, + "step": 35128 + }, + { + "epoch": 29.79558948261238, + "grad_norm": 0.7163081088385509, + "learning_rate": 1.6464732624169383e-05, + "loss": 0.0207, + "step": 35129 + }, + { + "epoch": 29.796437659033078, + "grad_norm": 1.003736851519069, + "learning_rate": 1.6464523040296323e-05, + "loss": 0.019, + "step": 35130 + }, + { + "epoch": 29.797285835453774, + "grad_norm": 0.705473075763851, + "learning_rate": 1.6464313451544997e-05, + "loss": 0.0212, + "step": 35131 + }, + { + "epoch": 29.79813401187447, + "grad_norm": 0.6974100295143608, + "learning_rate": 1.6464103857915564e-05, + "loss": 0.0199, + "step": 35132 + }, + { + "epoch": 29.798982188295167, + "grad_norm": 0.7031056758215698, + "learning_rate": 1.6463894259408187e-05, + "loss": 0.0204, + "step": 35133 + }, + { + "epoch": 29.79983036471586, + "grad_norm": 0.6296729768570356, + "learning_rate": 1.6463684656023022e-05, + "loss": 0.0205, + "step": 35134 + }, + { + "epoch": 29.800678541136556, + "grad_norm": 0.5662952326403274, + "learning_rate": 1.6463475047760228e-05, + "loss": 0.0156, + "step": 35135 + }, + { + "epoch": 29.801526717557252, + "grad_norm": 0.7377776055022385, + "learning_rate": 1.646326543461996e-05, + "loss": 0.0201, + "step": 35136 + }, + { + "epoch": 29.802374893977948, + "grad_norm": 0.6297263303230476, + "learning_rate": 1.6463055816602383e-05, + "loss": 0.0187, + "step": 35137 + }, + { + "epoch": 29.803223070398644, + "grad_norm": 0.7792408329369732, + "learning_rate": 1.646284619370765e-05, + "loss": 0.0198, + "step": 35138 + }, + { + "epoch": 29.804071246819337, + "grad_norm": 0.6744373619458078, + "learning_rate": 1.6462636565935918e-05, + "loss": 0.0223, + "step": 35139 + }, + { + "epoch": 29.804919423240033, + "grad_norm": 0.7528198576938626, + "learning_rate": 1.6462426933287347e-05, + "loss": 0.0213, + "step": 35140 + }, + { + "epoch": 29.80576759966073, + "grad_norm": 0.6605582979028413, + "learning_rate": 1.6462217295762095e-05, + "loss": 0.0173, + "step": 35141 + }, + { + "epoch": 29.806615776081426, + "grad_norm": 1.0066000847456826, + "learning_rate": 1.6462007653360323e-05, + "loss": 0.0225, + "step": 35142 + }, + { + "epoch": 29.807463952502122, + "grad_norm": 0.6088601333946804, + "learning_rate": 1.6461798006082184e-05, + "loss": 0.02, + "step": 35143 + }, + { + "epoch": 29.808312128922815, + "grad_norm": 0.7017061799177173, + "learning_rate": 1.646158835392784e-05, + "loss": 0.0188, + "step": 35144 + }, + { + "epoch": 29.80916030534351, + "grad_norm": 0.6246042804801167, + "learning_rate": 1.6461378696897453e-05, + "loss": 0.0175, + "step": 35145 + }, + { + "epoch": 29.810008481764207, + "grad_norm": 0.5730563826188093, + "learning_rate": 1.646116903499117e-05, + "loss": 0.0168, + "step": 35146 + }, + { + "epoch": 29.810856658184903, + "grad_norm": 0.6573257675197584, + "learning_rate": 1.646095936820916e-05, + "loss": 0.0182, + "step": 35147 + }, + { + "epoch": 29.8117048346056, + "grad_norm": 0.7830811874054131, + "learning_rate": 1.646074969655157e-05, + "loss": 0.0195, + "step": 35148 + }, + { + "epoch": 29.812553011026292, + "grad_norm": 0.6698120934786705, + "learning_rate": 1.6460540020018576e-05, + "loss": 0.0167, + "step": 35149 + }, + { + "epoch": 29.81340118744699, + "grad_norm": 0.8097486784805691, + "learning_rate": 1.6460330338610316e-05, + "loss": 0.018, + "step": 35150 + }, + { + "epoch": 29.814249363867685, + "grad_norm": 0.5646906549287763, + "learning_rate": 1.646012065232696e-05, + "loss": 0.0174, + "step": 35151 + }, + { + "epoch": 29.81509754028838, + "grad_norm": 0.7469986844820071, + "learning_rate": 1.6459910961168667e-05, + "loss": 0.0192, + "step": 35152 + }, + { + "epoch": 29.815945716709077, + "grad_norm": 0.7091292552786715, + "learning_rate": 1.6459701265135587e-05, + "loss": 0.0198, + "step": 35153 + }, + { + "epoch": 29.81679389312977, + "grad_norm": 0.6803568420748664, + "learning_rate": 1.6459491564227887e-05, + "loss": 0.0182, + "step": 35154 + }, + { + "epoch": 29.817642069550466, + "grad_norm": 0.7328498192282135, + "learning_rate": 1.6459281858445718e-05, + "loss": 0.0181, + "step": 35155 + }, + { + "epoch": 29.818490245971162, + "grad_norm": 0.7442503405062951, + "learning_rate": 1.6459072147789245e-05, + "loss": 0.0206, + "step": 35156 + }, + { + "epoch": 29.81933842239186, + "grad_norm": 0.7319706534237987, + "learning_rate": 1.645886243225862e-05, + "loss": 0.0176, + "step": 35157 + }, + { + "epoch": 29.820186598812555, + "grad_norm": 0.8516874146382648, + "learning_rate": 1.6458652711854008e-05, + "loss": 0.0237, + "step": 35158 + }, + { + "epoch": 29.821034775233247, + "grad_norm": 0.6740531914958038, + "learning_rate": 1.6458442986575564e-05, + "loss": 0.0181, + "step": 35159 + }, + { + "epoch": 29.821882951653944, + "grad_norm": 0.6170024425196504, + "learning_rate": 1.645823325642344e-05, + "loss": 0.0172, + "step": 35160 + }, + { + "epoch": 29.82273112807464, + "grad_norm": 0.5768930898133577, + "learning_rate": 1.6458023521397802e-05, + "loss": 0.0149, + "step": 35161 + }, + { + "epoch": 29.823579304495336, + "grad_norm": 0.6330062580143195, + "learning_rate": 1.645781378149881e-05, + "loss": 0.0162, + "step": 35162 + }, + { + "epoch": 29.82442748091603, + "grad_norm": 0.6399030831443221, + "learning_rate": 1.6457604036726617e-05, + "loss": 0.0172, + "step": 35163 + }, + { + "epoch": 29.825275657336725, + "grad_norm": 0.6191138740503063, + "learning_rate": 1.6457394287081383e-05, + "loss": 0.0203, + "step": 35164 + }, + { + "epoch": 29.82612383375742, + "grad_norm": 0.8120607720725938, + "learning_rate": 1.6457184532563263e-05, + "loss": 0.0213, + "step": 35165 + }, + { + "epoch": 29.826972010178118, + "grad_norm": 0.6557119694886172, + "learning_rate": 1.645697477317242e-05, + "loss": 0.0185, + "step": 35166 + }, + { + "epoch": 29.827820186598814, + "grad_norm": 0.7700223686369394, + "learning_rate": 1.6456765008909014e-05, + "loss": 0.02, + "step": 35167 + }, + { + "epoch": 29.828668363019506, + "grad_norm": 0.9046324642079053, + "learning_rate": 1.64565552397732e-05, + "loss": 0.0201, + "step": 35168 + }, + { + "epoch": 29.829516539440203, + "grad_norm": 0.7741328652422824, + "learning_rate": 1.6456345465765132e-05, + "loss": 0.0191, + "step": 35169 + }, + { + "epoch": 29.8303647158609, + "grad_norm": 0.659398186765194, + "learning_rate": 1.6456135686884972e-05, + "loss": 0.0202, + "step": 35170 + }, + { + "epoch": 29.831212892281595, + "grad_norm": 0.7050186881796263, + "learning_rate": 1.6455925903132882e-05, + "loss": 0.0199, + "step": 35171 + }, + { + "epoch": 29.83206106870229, + "grad_norm": 0.6210382842473946, + "learning_rate": 1.6455716114509018e-05, + "loss": 0.0171, + "step": 35172 + }, + { + "epoch": 29.832909245122984, + "grad_norm": 0.7087690733563686, + "learning_rate": 1.6455506321013535e-05, + "loss": 0.0175, + "step": 35173 + }, + { + "epoch": 29.83375742154368, + "grad_norm": 0.7434838044855443, + "learning_rate": 1.6455296522646597e-05, + "loss": 0.0192, + "step": 35174 + }, + { + "epoch": 29.834605597964376, + "grad_norm": 0.6268575451983692, + "learning_rate": 1.6455086719408355e-05, + "loss": 0.0207, + "step": 35175 + }, + { + "epoch": 29.835453774385073, + "grad_norm": 0.7350635766680382, + "learning_rate": 1.6454876911298972e-05, + "loss": 0.0207, + "step": 35176 + }, + { + "epoch": 29.83630195080577, + "grad_norm": 0.5773464449148493, + "learning_rate": 1.6454667098318607e-05, + "loss": 0.0166, + "step": 35177 + }, + { + "epoch": 29.83715012722646, + "grad_norm": 0.5811347042772196, + "learning_rate": 1.645445728046742e-05, + "loss": 0.0166, + "step": 35178 + }, + { + "epoch": 29.837998303647158, + "grad_norm": 0.6713217016484856, + "learning_rate": 1.6454247457745564e-05, + "loss": 0.0185, + "step": 35179 + }, + { + "epoch": 29.838846480067854, + "grad_norm": 0.7370091543829514, + "learning_rate": 1.64540376301532e-05, + "loss": 0.0213, + "step": 35180 + }, + { + "epoch": 29.83969465648855, + "grad_norm": 0.8246558387184527, + "learning_rate": 1.645382779769048e-05, + "loss": 0.0181, + "step": 35181 + }, + { + "epoch": 29.840542832909247, + "grad_norm": 0.747442752587458, + "learning_rate": 1.6453617960357578e-05, + "loss": 0.0219, + "step": 35182 + }, + { + "epoch": 29.84139100932994, + "grad_norm": 0.6173126468133783, + "learning_rate": 1.6453408118154638e-05, + "loss": 0.0173, + "step": 35183 + }, + { + "epoch": 29.842239185750635, + "grad_norm": 0.7231797447797532, + "learning_rate": 1.6453198271081827e-05, + "loss": 0.0176, + "step": 35184 + }, + { + "epoch": 29.84308736217133, + "grad_norm": 0.5656274874580053, + "learning_rate": 1.6452988419139296e-05, + "loss": 0.0157, + "step": 35185 + }, + { + "epoch": 29.843935538592028, + "grad_norm": 0.6492886054783822, + "learning_rate": 1.6452778562327206e-05, + "loss": 0.0169, + "step": 35186 + }, + { + "epoch": 29.844783715012724, + "grad_norm": 0.7152457786433464, + "learning_rate": 1.645256870064572e-05, + "loss": 0.0201, + "step": 35187 + }, + { + "epoch": 29.845631891433417, + "grad_norm": 0.6758082760540195, + "learning_rate": 1.645235883409499e-05, + "loss": 0.0181, + "step": 35188 + }, + { + "epoch": 29.846480067854113, + "grad_norm": 0.5867669794440611, + "learning_rate": 1.645214896267518e-05, + "loss": 0.0192, + "step": 35189 + }, + { + "epoch": 29.84732824427481, + "grad_norm": 0.818872490289154, + "learning_rate": 1.6451939086386438e-05, + "loss": 0.0221, + "step": 35190 + }, + { + "epoch": 29.848176420695506, + "grad_norm": 0.6735594536501279, + "learning_rate": 1.6451729205228937e-05, + "loss": 0.0203, + "step": 35191 + }, + { + "epoch": 29.849024597116202, + "grad_norm": 0.6725020777581567, + "learning_rate": 1.6451519319202823e-05, + "loss": 0.0227, + "step": 35192 + }, + { + "epoch": 29.849872773536894, + "grad_norm": 0.7540711772846834, + "learning_rate": 1.6451309428308265e-05, + "loss": 0.0192, + "step": 35193 + }, + { + "epoch": 29.85072094995759, + "grad_norm": 0.6298714299731009, + "learning_rate": 1.6451099532545412e-05, + "loss": 0.0178, + "step": 35194 + }, + { + "epoch": 29.851569126378287, + "grad_norm": 0.6219279439683757, + "learning_rate": 1.6450889631914428e-05, + "loss": 0.0168, + "step": 35195 + }, + { + "epoch": 29.852417302798983, + "grad_norm": 0.6123387378339173, + "learning_rate": 1.645067972641547e-05, + "loss": 0.0176, + "step": 35196 + }, + { + "epoch": 29.85326547921968, + "grad_norm": 1.4807049452314345, + "learning_rate": 1.6450469816048692e-05, + "loss": 0.0188, + "step": 35197 + }, + { + "epoch": 29.854113655640372, + "grad_norm": 0.6463597311002093, + "learning_rate": 1.6450259900814263e-05, + "loss": 0.0183, + "step": 35198 + }, + { + "epoch": 29.85496183206107, + "grad_norm": 0.6667611195644972, + "learning_rate": 1.645004998071233e-05, + "loss": 0.0176, + "step": 35199 + }, + { + "epoch": 29.855810008481765, + "grad_norm": 0.771555673208915, + "learning_rate": 1.6449840055743058e-05, + "loss": 0.0215, + "step": 35200 + }, + { + "epoch": 29.85665818490246, + "grad_norm": 0.6893918032194823, + "learning_rate": 1.6449630125906604e-05, + "loss": 0.0178, + "step": 35201 + }, + { + "epoch": 29.857506361323153, + "grad_norm": 0.7481994404910173, + "learning_rate": 1.6449420191203126e-05, + "loss": 0.0195, + "step": 35202 + }, + { + "epoch": 29.85835453774385, + "grad_norm": 0.7271601202920815, + "learning_rate": 1.6449210251632783e-05, + "loss": 0.0198, + "step": 35203 + }, + { + "epoch": 29.859202714164546, + "grad_norm": 0.7162957254876764, + "learning_rate": 1.644900030719573e-05, + "loss": 0.0208, + "step": 35204 + }, + { + "epoch": 29.860050890585242, + "grad_norm": 0.7875490803356714, + "learning_rate": 1.6448790357892132e-05, + "loss": 0.0218, + "step": 35205 + }, + { + "epoch": 29.86089906700594, + "grad_norm": 0.774333199923458, + "learning_rate": 1.6448580403722143e-05, + "loss": 0.02, + "step": 35206 + }, + { + "epoch": 29.86174724342663, + "grad_norm": 0.668871744962664, + "learning_rate": 1.6448370444685922e-05, + "loss": 0.0183, + "step": 35207 + }, + { + "epoch": 29.862595419847327, + "grad_norm": 0.6186066680093097, + "learning_rate": 1.644816048078363e-05, + "loss": 0.019, + "step": 35208 + }, + { + "epoch": 29.863443596268024, + "grad_norm": 0.6492168054433803, + "learning_rate": 1.6447950512015417e-05, + "loss": 0.0185, + "step": 35209 + }, + { + "epoch": 29.86429177268872, + "grad_norm": 0.6237742277374998, + "learning_rate": 1.644774053838145e-05, + "loss": 0.0183, + "step": 35210 + }, + { + "epoch": 29.865139949109416, + "grad_norm": 0.6300418354455637, + "learning_rate": 1.644753055988189e-05, + "loss": 0.0159, + "step": 35211 + }, + { + "epoch": 29.86598812553011, + "grad_norm": 0.6675039671833881, + "learning_rate": 1.6447320576516884e-05, + "loss": 0.0179, + "step": 35212 + }, + { + "epoch": 29.866836301950805, + "grad_norm": 0.6871656129282824, + "learning_rate": 1.64471105882866e-05, + "loss": 0.018, + "step": 35213 + }, + { + "epoch": 29.8676844783715, + "grad_norm": 0.7175193352507014, + "learning_rate": 1.6446900595191194e-05, + "loss": 0.0196, + "step": 35214 + }, + { + "epoch": 29.868532654792197, + "grad_norm": 0.8173633095235672, + "learning_rate": 1.6446690597230824e-05, + "loss": 0.0218, + "step": 35215 + }, + { + "epoch": 29.869380831212894, + "grad_norm": 0.542930474431385, + "learning_rate": 1.6446480594405646e-05, + "loss": 0.0171, + "step": 35216 + }, + { + "epoch": 29.870229007633586, + "grad_norm": 0.7292247172276953, + "learning_rate": 1.6446270586715823e-05, + "loss": 0.02, + "step": 35217 + }, + { + "epoch": 29.871077184054283, + "grad_norm": 0.8651596042919938, + "learning_rate": 1.6446060574161513e-05, + "loss": 0.0198, + "step": 35218 + }, + { + "epoch": 29.87192536047498, + "grad_norm": 0.7184123514243416, + "learning_rate": 1.644585055674287e-05, + "loss": 0.0215, + "step": 35219 + }, + { + "epoch": 29.872773536895675, + "grad_norm": 0.6769074759424931, + "learning_rate": 1.6445640534460053e-05, + "loss": 0.0206, + "step": 35220 + }, + { + "epoch": 29.87362171331637, + "grad_norm": 0.6779003837893192, + "learning_rate": 1.644543050731323e-05, + "loss": 0.0207, + "step": 35221 + }, + { + "epoch": 29.874469889737064, + "grad_norm": 0.6178843661283288, + "learning_rate": 1.6445220475302544e-05, + "loss": 0.0199, + "step": 35222 + }, + { + "epoch": 29.87531806615776, + "grad_norm": 0.5913418601763787, + "learning_rate": 1.6445010438428167e-05, + "loss": 0.0175, + "step": 35223 + }, + { + "epoch": 29.876166242578456, + "grad_norm": 0.7007219841545339, + "learning_rate": 1.644480039669025e-05, + "loss": 0.018, + "step": 35224 + }, + { + "epoch": 29.877014418999153, + "grad_norm": 0.8135788829291523, + "learning_rate": 1.6444590350088954e-05, + "loss": 0.0232, + "step": 35225 + }, + { + "epoch": 29.87786259541985, + "grad_norm": 0.862861975789525, + "learning_rate": 1.6444380298624437e-05, + "loss": 0.021, + "step": 35226 + }, + { + "epoch": 29.87871077184054, + "grad_norm": 0.7109990263412281, + "learning_rate": 1.6444170242296857e-05, + "loss": 0.0207, + "step": 35227 + }, + { + "epoch": 29.879558948261238, + "grad_norm": 0.7624410940662665, + "learning_rate": 1.6443960181106375e-05, + "loss": 0.0201, + "step": 35228 + }, + { + "epoch": 29.880407124681934, + "grad_norm": 0.7191699509811239, + "learning_rate": 1.644375011505315e-05, + "loss": 0.0181, + "step": 35229 + }, + { + "epoch": 29.88125530110263, + "grad_norm": 0.7308738146060315, + "learning_rate": 1.6443540044137334e-05, + "loss": 0.0201, + "step": 35230 + }, + { + "epoch": 29.882103477523327, + "grad_norm": 0.6734187622838964, + "learning_rate": 1.6443329968359092e-05, + "loss": 0.02, + "step": 35231 + }, + { + "epoch": 29.88295165394402, + "grad_norm": 0.7684552508580659, + "learning_rate": 1.644311988771858e-05, + "loss": 0.0195, + "step": 35232 + }, + { + "epoch": 29.883799830364715, + "grad_norm": 0.6887331235826207, + "learning_rate": 1.644290980221596e-05, + "loss": 0.0171, + "step": 35233 + }, + { + "epoch": 29.88464800678541, + "grad_norm": 0.728805598940462, + "learning_rate": 1.6442699711851383e-05, + "loss": 0.0216, + "step": 35234 + }, + { + "epoch": 29.885496183206108, + "grad_norm": 0.6482459116288279, + "learning_rate": 1.6442489616625014e-05, + "loss": 0.0183, + "step": 35235 + }, + { + "epoch": 29.886344359626804, + "grad_norm": 0.7978047376563414, + "learning_rate": 1.6442279516537008e-05, + "loss": 0.0203, + "step": 35236 + }, + { + "epoch": 29.887192536047497, + "grad_norm": 0.6429647284243015, + "learning_rate": 1.6442069411587524e-05, + "loss": 0.0203, + "step": 35237 + }, + { + "epoch": 29.888040712468193, + "grad_norm": 0.6230743434172236, + "learning_rate": 1.6441859301776725e-05, + "loss": 0.0205, + "step": 35238 + }, + { + "epoch": 29.88888888888889, + "grad_norm": 0.6457684163169692, + "learning_rate": 1.6441649187104763e-05, + "loss": 0.0197, + "step": 35239 + }, + { + "epoch": 29.889737065309586, + "grad_norm": 0.6478768978650973, + "learning_rate": 1.6441439067571804e-05, + "loss": 0.0182, + "step": 35240 + }, + { + "epoch": 29.890585241730278, + "grad_norm": 0.7024251713690424, + "learning_rate": 1.6441228943177998e-05, + "loss": 0.0195, + "step": 35241 + }, + { + "epoch": 29.891433418150974, + "grad_norm": 0.6884512430801313, + "learning_rate": 1.6441018813923507e-05, + "loss": 0.0196, + "step": 35242 + }, + { + "epoch": 29.89228159457167, + "grad_norm": 0.5814460250335354, + "learning_rate": 1.6440808679808496e-05, + "loss": 0.018, + "step": 35243 + }, + { + "epoch": 29.893129770992367, + "grad_norm": 0.7781633393109304, + "learning_rate": 1.6440598540833113e-05, + "loss": 0.0202, + "step": 35244 + }, + { + "epoch": 29.893977947413063, + "grad_norm": 0.889494528498544, + "learning_rate": 1.6440388396997525e-05, + "loss": 0.0225, + "step": 35245 + }, + { + "epoch": 29.894826123833756, + "grad_norm": 0.6531200394078828, + "learning_rate": 1.6440178248301886e-05, + "loss": 0.0203, + "step": 35246 + }, + { + "epoch": 29.895674300254452, + "grad_norm": 0.6621951538662639, + "learning_rate": 1.6439968094746355e-05, + "loss": 0.0174, + "step": 35247 + }, + { + "epoch": 29.89652247667515, + "grad_norm": 0.7582743991204495, + "learning_rate": 1.6439757936331088e-05, + "loss": 0.0198, + "step": 35248 + }, + { + "epoch": 29.897370653095845, + "grad_norm": 0.7934924386805764, + "learning_rate": 1.6439547773056253e-05, + "loss": 0.0192, + "step": 35249 + }, + { + "epoch": 29.89821882951654, + "grad_norm": 0.6559759785334048, + "learning_rate": 1.6439337604922e-05, + "loss": 0.0201, + "step": 35250 + }, + { + "epoch": 29.899067005937233, + "grad_norm": 0.669940439451302, + "learning_rate": 1.643912743192849e-05, + "loss": 0.0188, + "step": 35251 + }, + { + "epoch": 29.89991518235793, + "grad_norm": 0.6933234026532725, + "learning_rate": 1.643891725407588e-05, + "loss": 0.0182, + "step": 35252 + }, + { + "epoch": 29.900763358778626, + "grad_norm": 0.7892390617725777, + "learning_rate": 1.6438707071364333e-05, + "loss": 0.0206, + "step": 35253 + }, + { + "epoch": 29.901611535199322, + "grad_norm": 0.6508258464716519, + "learning_rate": 1.6438496883794005e-05, + "loss": 0.0189, + "step": 35254 + }, + { + "epoch": 29.90245971162002, + "grad_norm": 0.8377545389223173, + "learning_rate": 1.6438286691365052e-05, + "loss": 0.0216, + "step": 35255 + }, + { + "epoch": 29.90330788804071, + "grad_norm": 0.8049710944867577, + "learning_rate": 1.643807649407764e-05, + "loss": 0.0213, + "step": 35256 + }, + { + "epoch": 29.904156064461407, + "grad_norm": 0.6927467264919988, + "learning_rate": 1.6437866291931915e-05, + "loss": 0.0193, + "step": 35257 + }, + { + "epoch": 29.905004240882104, + "grad_norm": 0.808884257811072, + "learning_rate": 1.643765608492805e-05, + "loss": 0.0209, + "step": 35258 + }, + { + "epoch": 29.9058524173028, + "grad_norm": 0.6490967591538236, + "learning_rate": 1.6437445873066192e-05, + "loss": 0.019, + "step": 35259 + }, + { + "epoch": 29.906700593723496, + "grad_norm": 0.6126675691579113, + "learning_rate": 1.643723565634651e-05, + "loss": 0.0199, + "step": 35260 + }, + { + "epoch": 29.90754877014419, + "grad_norm": 0.6519735867392025, + "learning_rate": 1.6437025434769154e-05, + "loss": 0.0194, + "step": 35261 + }, + { + "epoch": 29.908396946564885, + "grad_norm": 0.63642236364438, + "learning_rate": 1.6436815208334285e-05, + "loss": 0.018, + "step": 35262 + }, + { + "epoch": 29.90924512298558, + "grad_norm": 0.6196345424433566, + "learning_rate": 1.6436604977042065e-05, + "loss": 0.0193, + "step": 35263 + }, + { + "epoch": 29.910093299406277, + "grad_norm": 0.6524474857930964, + "learning_rate": 1.6436394740892646e-05, + "loss": 0.019, + "step": 35264 + }, + { + "epoch": 29.910941475826974, + "grad_norm": 0.7748579970673715, + "learning_rate": 1.6436184499886197e-05, + "loss": 0.0213, + "step": 35265 + }, + { + "epoch": 29.911789652247666, + "grad_norm": 0.7398595033866194, + "learning_rate": 1.6435974254022865e-05, + "loss": 0.0207, + "step": 35266 + }, + { + "epoch": 29.912637828668363, + "grad_norm": 0.8503947602040298, + "learning_rate": 1.643576400330282e-05, + "loss": 0.0207, + "step": 35267 + }, + { + "epoch": 29.91348600508906, + "grad_norm": 0.7015894381456285, + "learning_rate": 1.643555374772621e-05, + "loss": 0.0195, + "step": 35268 + }, + { + "epoch": 29.914334181509755, + "grad_norm": 0.6037130144088491, + "learning_rate": 1.6435343487293202e-05, + "loss": 0.0174, + "step": 35269 + }, + { + "epoch": 29.91518235793045, + "grad_norm": 0.656953294191349, + "learning_rate": 1.643513322200395e-05, + "loss": 0.0189, + "step": 35270 + }, + { + "epoch": 29.916030534351144, + "grad_norm": 0.7078282359019222, + "learning_rate": 1.643492295185861e-05, + "loss": 0.0205, + "step": 35271 + }, + { + "epoch": 29.91687871077184, + "grad_norm": 0.6657193733321869, + "learning_rate": 1.6434712676857347e-05, + "loss": 0.0189, + "step": 35272 + }, + { + "epoch": 29.917726887192536, + "grad_norm": 0.6859002739692982, + "learning_rate": 1.6434502397000316e-05, + "loss": 0.0187, + "step": 35273 + }, + { + "epoch": 29.918575063613233, + "grad_norm": 0.7998157956864863, + "learning_rate": 1.643429211228768e-05, + "loss": 0.019, + "step": 35274 + }, + { + "epoch": 29.91942324003393, + "grad_norm": 0.6780003315988605, + "learning_rate": 1.643408182271959e-05, + "loss": 0.0208, + "step": 35275 + }, + { + "epoch": 29.92027141645462, + "grad_norm": 0.6942703953906773, + "learning_rate": 1.6433871528296214e-05, + "loss": 0.0208, + "step": 35276 + }, + { + "epoch": 29.921119592875318, + "grad_norm": 0.7371153131679309, + "learning_rate": 1.64336612290177e-05, + "loss": 0.0194, + "step": 35277 + }, + { + "epoch": 29.921967769296014, + "grad_norm": 0.6800837140908769, + "learning_rate": 1.6433450924884217e-05, + "loss": 0.0176, + "step": 35278 + }, + { + "epoch": 29.92281594571671, + "grad_norm": 0.7276301084570869, + "learning_rate": 1.643324061589592e-05, + "loss": 0.0183, + "step": 35279 + }, + { + "epoch": 29.923664122137403, + "grad_norm": 0.8007274721383703, + "learning_rate": 1.6433030302052964e-05, + "loss": 0.022, + "step": 35280 + }, + { + "epoch": 29.9245122985581, + "grad_norm": 0.614574801781611, + "learning_rate": 1.6432819983355512e-05, + "loss": 0.0189, + "step": 35281 + }, + { + "epoch": 29.925360474978795, + "grad_norm": 0.730807272013552, + "learning_rate": 1.6432609659803725e-05, + "loss": 0.0192, + "step": 35282 + }, + { + "epoch": 29.92620865139949, + "grad_norm": 0.6499108125725922, + "learning_rate": 1.6432399331397754e-05, + "loss": 0.0205, + "step": 35283 + }, + { + "epoch": 29.927056827820188, + "grad_norm": 0.7639584691723406, + "learning_rate": 1.6432188998137762e-05, + "loss": 0.0194, + "step": 35284 + }, + { + "epoch": 29.92790500424088, + "grad_norm": 0.6196660351521612, + "learning_rate": 1.643197866002391e-05, + "loss": 0.0185, + "step": 35285 + }, + { + "epoch": 29.928753180661577, + "grad_norm": 0.6841374355588586, + "learning_rate": 1.643176831705635e-05, + "loss": 0.0205, + "step": 35286 + }, + { + "epoch": 29.929601357082273, + "grad_norm": 0.7434922791175007, + "learning_rate": 1.6431557969235247e-05, + "loss": 0.0219, + "step": 35287 + }, + { + "epoch": 29.93044953350297, + "grad_norm": 0.7365032190131987, + "learning_rate": 1.643134761656076e-05, + "loss": 0.0186, + "step": 35288 + }, + { + "epoch": 29.931297709923665, + "grad_norm": 0.7203384556405791, + "learning_rate": 1.6431137259033043e-05, + "loss": 0.0207, + "step": 35289 + }, + { + "epoch": 29.932145886344358, + "grad_norm": 0.8076217604659146, + "learning_rate": 1.6430926896652256e-05, + "loss": 0.021, + "step": 35290 + }, + { + "epoch": 29.932994062765054, + "grad_norm": 0.7199508488094478, + "learning_rate": 1.6430716529418562e-05, + "loss": 0.0174, + "step": 35291 + }, + { + "epoch": 29.93384223918575, + "grad_norm": 0.6198089946297373, + "learning_rate": 1.643050615733212e-05, + "loss": 0.0177, + "step": 35292 + }, + { + "epoch": 29.934690415606447, + "grad_norm": 0.7235644348573158, + "learning_rate": 1.6430295780393078e-05, + "loss": 0.0217, + "step": 35293 + }, + { + "epoch": 29.935538592027143, + "grad_norm": 0.7292705677311186, + "learning_rate": 1.643008539860161e-05, + "loss": 0.0213, + "step": 35294 + }, + { + "epoch": 29.936386768447836, + "grad_norm": 0.6456214631996898, + "learning_rate": 1.6429875011957857e-05, + "loss": 0.0185, + "step": 35295 + }, + { + "epoch": 29.937234944868532, + "grad_norm": 0.7428314055325477, + "learning_rate": 1.6429664620461996e-05, + "loss": 0.0208, + "step": 35296 + }, + { + "epoch": 29.938083121289228, + "grad_norm": 0.6832440677101498, + "learning_rate": 1.642945422411417e-05, + "loss": 0.0185, + "step": 35297 + }, + { + "epoch": 29.938931297709924, + "grad_norm": 0.8157695480679078, + "learning_rate": 1.6429243822914554e-05, + "loss": 0.0172, + "step": 35298 + }, + { + "epoch": 29.93977947413062, + "grad_norm": 0.6500164428628377, + "learning_rate": 1.6429033416863292e-05, + "loss": 0.0187, + "step": 35299 + }, + { + "epoch": 29.940627650551313, + "grad_norm": 0.7027666750321555, + "learning_rate": 1.642882300596055e-05, + "loss": 0.0186, + "step": 35300 + }, + { + "epoch": 29.94147582697201, + "grad_norm": 0.6382500965652491, + "learning_rate": 1.642861259020649e-05, + "loss": 0.0173, + "step": 35301 + }, + { + "epoch": 29.942324003392706, + "grad_norm": 0.6447743782150042, + "learning_rate": 1.642840216960126e-05, + "loss": 0.0186, + "step": 35302 + }, + { + "epoch": 29.943172179813402, + "grad_norm": 0.7285366236721634, + "learning_rate": 1.642819174414503e-05, + "loss": 0.0213, + "step": 35303 + }, + { + "epoch": 29.9440203562341, + "grad_norm": 0.7972193265258162, + "learning_rate": 1.6427981313837952e-05, + "loss": 0.0171, + "step": 35304 + }, + { + "epoch": 29.94486853265479, + "grad_norm": 0.626296135169713, + "learning_rate": 1.6427770878680185e-05, + "loss": 0.0177, + "step": 35305 + }, + { + "epoch": 29.945716709075487, + "grad_norm": 0.6503704264925849, + "learning_rate": 1.642756043867189e-05, + "loss": 0.017, + "step": 35306 + }, + { + "epoch": 29.946564885496183, + "grad_norm": 0.6778660637085422, + "learning_rate": 1.6427349993813232e-05, + "loss": 0.0197, + "step": 35307 + }, + { + "epoch": 29.94741306191688, + "grad_norm": 0.7061266160019598, + "learning_rate": 1.6427139544104357e-05, + "loss": 0.0203, + "step": 35308 + }, + { + "epoch": 29.948261238337576, + "grad_norm": 0.6659887874151635, + "learning_rate": 1.642692908954543e-05, + "loss": 0.0184, + "step": 35309 + }, + { + "epoch": 29.94910941475827, + "grad_norm": 0.703225131654835, + "learning_rate": 1.6426718630136608e-05, + "loss": 0.0194, + "step": 35310 + }, + { + "epoch": 29.949957591178965, + "grad_norm": 0.6708137461959914, + "learning_rate": 1.6426508165878058e-05, + "loss": 0.0183, + "step": 35311 + }, + { + "epoch": 29.95080576759966, + "grad_norm": 0.7728417865853768, + "learning_rate": 1.642629769676993e-05, + "loss": 0.0204, + "step": 35312 + }, + { + "epoch": 29.951653944020357, + "grad_norm": 0.7042313623249791, + "learning_rate": 1.6426087222812382e-05, + "loss": 0.0191, + "step": 35313 + }, + { + "epoch": 29.952502120441054, + "grad_norm": 0.7018934180525355, + "learning_rate": 1.6425876744005578e-05, + "loss": 0.0197, + "step": 35314 + }, + { + "epoch": 29.953350296861746, + "grad_norm": 0.7387526009418752, + "learning_rate": 1.6425666260349676e-05, + "loss": 0.0218, + "step": 35315 + }, + { + "epoch": 29.954198473282442, + "grad_norm": 0.6807821013590077, + "learning_rate": 1.6425455771844832e-05, + "loss": 0.0161, + "step": 35316 + }, + { + "epoch": 29.95504664970314, + "grad_norm": 0.7115386737879104, + "learning_rate": 1.6425245278491205e-05, + "loss": 0.021, + "step": 35317 + }, + { + "epoch": 29.955894826123835, + "grad_norm": 0.5807482174456647, + "learning_rate": 1.642503478028896e-05, + "loss": 0.0169, + "step": 35318 + }, + { + "epoch": 29.956743002544528, + "grad_norm": 0.6762160178714576, + "learning_rate": 1.6424824277238246e-05, + "loss": 0.0179, + "step": 35319 + }, + { + "epoch": 29.957591178965224, + "grad_norm": 0.6755851081300149, + "learning_rate": 1.6424613769339234e-05, + "loss": 0.0221, + "step": 35320 + }, + { + "epoch": 29.95843935538592, + "grad_norm": 0.7651490295554656, + "learning_rate": 1.6424403256592073e-05, + "loss": 0.0205, + "step": 35321 + }, + { + "epoch": 29.959287531806616, + "grad_norm": 0.7063016572107537, + "learning_rate": 1.6424192738996923e-05, + "loss": 0.0185, + "step": 35322 + }, + { + "epoch": 29.960135708227313, + "grad_norm": 0.5869111692757403, + "learning_rate": 1.6423982216553946e-05, + "loss": 0.0189, + "step": 35323 + }, + { + "epoch": 29.960983884648005, + "grad_norm": 0.6586780104585614, + "learning_rate": 1.6423771689263297e-05, + "loss": 0.0196, + "step": 35324 + }, + { + "epoch": 29.9618320610687, + "grad_norm": 0.735092170929184, + "learning_rate": 1.6423561157125143e-05, + "loss": 0.0218, + "step": 35325 + }, + { + "epoch": 29.962680237489398, + "grad_norm": 0.6791650473279369, + "learning_rate": 1.642335062013963e-05, + "loss": 0.0181, + "step": 35326 + }, + { + "epoch": 29.963528413910094, + "grad_norm": 0.5403959890614474, + "learning_rate": 1.642314007830693e-05, + "loss": 0.0174, + "step": 35327 + }, + { + "epoch": 29.96437659033079, + "grad_norm": 0.6710966973181103, + "learning_rate": 1.6422929531627196e-05, + "loss": 0.0204, + "step": 35328 + }, + { + "epoch": 29.965224766751483, + "grad_norm": 0.6359298187851098, + "learning_rate": 1.6422718980100584e-05, + "loss": 0.0175, + "step": 35329 + }, + { + "epoch": 29.96607294317218, + "grad_norm": 0.7600457299744398, + "learning_rate": 1.6422508423727255e-05, + "loss": 0.0209, + "step": 35330 + }, + { + "epoch": 29.966921119592875, + "grad_norm": 0.65243784711093, + "learning_rate": 1.6422297862507374e-05, + "loss": 0.0199, + "step": 35331 + }, + { + "epoch": 29.96776929601357, + "grad_norm": 0.6443517401643013, + "learning_rate": 1.6422087296441092e-05, + "loss": 0.0216, + "step": 35332 + }, + { + "epoch": 29.968617472434268, + "grad_norm": 0.7438973702533789, + "learning_rate": 1.642187672552857e-05, + "loss": 0.0215, + "step": 35333 + }, + { + "epoch": 29.96946564885496, + "grad_norm": 0.8071788941239648, + "learning_rate": 1.6421666149769966e-05, + "loss": 0.0237, + "step": 35334 + }, + { + "epoch": 29.970313825275657, + "grad_norm": 0.5607328424486188, + "learning_rate": 1.6421455569165444e-05, + "loss": 0.0164, + "step": 35335 + }, + { + "epoch": 29.971162001696353, + "grad_norm": 0.5233827945618521, + "learning_rate": 1.6421244983715156e-05, + "loss": 0.0183, + "step": 35336 + }, + { + "epoch": 29.97201017811705, + "grad_norm": 0.639612986244403, + "learning_rate": 1.6421034393419266e-05, + "loss": 0.0208, + "step": 35337 + }, + { + "epoch": 29.972858354537745, + "grad_norm": 0.6874828635783312, + "learning_rate": 1.6420823798277927e-05, + "loss": 0.0213, + "step": 35338 + }, + { + "epoch": 29.973706530958438, + "grad_norm": 0.7347743727199918, + "learning_rate": 1.6420613198291306e-05, + "loss": 0.0211, + "step": 35339 + }, + { + "epoch": 29.974554707379134, + "grad_norm": 0.7198282008333707, + "learning_rate": 1.642040259345956e-05, + "loss": 0.0186, + "step": 35340 + }, + { + "epoch": 29.97540288379983, + "grad_norm": 0.6577123308941949, + "learning_rate": 1.642019198378284e-05, + "loss": 0.0175, + "step": 35341 + }, + { + "epoch": 29.976251060220527, + "grad_norm": 0.668583787140235, + "learning_rate": 1.6419981369261316e-05, + "loss": 0.0186, + "step": 35342 + }, + { + "epoch": 29.977099236641223, + "grad_norm": 0.6179234153527978, + "learning_rate": 1.6419770749895137e-05, + "loss": 0.0202, + "step": 35343 + }, + { + "epoch": 29.977947413061916, + "grad_norm": 0.806366475305769, + "learning_rate": 1.641956012568447e-05, + "loss": 0.0205, + "step": 35344 + }, + { + "epoch": 29.978795589482612, + "grad_norm": 0.661785793149571, + "learning_rate": 1.6419349496629472e-05, + "loss": 0.0208, + "step": 35345 + }, + { + "epoch": 29.979643765903308, + "grad_norm": 0.8194460115449397, + "learning_rate": 1.6419138862730295e-05, + "loss": 0.0228, + "step": 35346 + }, + { + "epoch": 29.980491942324004, + "grad_norm": 0.7790225411589043, + "learning_rate": 1.641892822398711e-05, + "loss": 0.0199, + "step": 35347 + }, + { + "epoch": 29.9813401187447, + "grad_norm": 0.6838544731682897, + "learning_rate": 1.6418717580400066e-05, + "loss": 0.0176, + "step": 35348 + }, + { + "epoch": 29.982188295165393, + "grad_norm": 0.9918538175220588, + "learning_rate": 1.6418506931969324e-05, + "loss": 0.0176, + "step": 35349 + }, + { + "epoch": 29.98303647158609, + "grad_norm": 0.6658172224624352, + "learning_rate": 1.6418296278695047e-05, + "loss": 0.019, + "step": 35350 + }, + { + "epoch": 29.983884648006786, + "grad_norm": 0.6579456342830539, + "learning_rate": 1.6418085620577388e-05, + "loss": 0.0213, + "step": 35351 + }, + { + "epoch": 29.984732824427482, + "grad_norm": 0.7060619420559764, + "learning_rate": 1.6417874957616513e-05, + "loss": 0.0188, + "step": 35352 + }, + { + "epoch": 29.98558100084818, + "grad_norm": 0.6270109265041202, + "learning_rate": 1.6417664289812572e-05, + "loss": 0.0195, + "step": 35353 + }, + { + "epoch": 29.98642917726887, + "grad_norm": 0.6051836739877119, + "learning_rate": 1.6417453617165734e-05, + "loss": 0.0199, + "step": 35354 + }, + { + "epoch": 29.987277353689567, + "grad_norm": 0.6522048405521331, + "learning_rate": 1.6417242939676154e-05, + "loss": 0.017, + "step": 35355 + }, + { + "epoch": 29.988125530110263, + "grad_norm": 0.8258532245392459, + "learning_rate": 1.6417032257343984e-05, + "loss": 0.0209, + "step": 35356 + }, + { + "epoch": 29.98897370653096, + "grad_norm": 0.7007555583510746, + "learning_rate": 1.6416821570169396e-05, + "loss": 0.0198, + "step": 35357 + }, + { + "epoch": 29.989821882951652, + "grad_norm": 0.7016761799456653, + "learning_rate": 1.641661087815254e-05, + "loss": 0.0202, + "step": 35358 + }, + { + "epoch": 29.99067005937235, + "grad_norm": 0.5597008872673035, + "learning_rate": 1.6416400181293576e-05, + "loss": 0.0191, + "step": 35359 + }, + { + "epoch": 29.991518235793045, + "grad_norm": 0.6765713381555694, + "learning_rate": 1.6416189479592667e-05, + "loss": 0.021, + "step": 35360 + }, + { + "epoch": 29.99236641221374, + "grad_norm": 0.5907352013406504, + "learning_rate": 1.6415978773049966e-05, + "loss": 0.0184, + "step": 35361 + }, + { + "epoch": 29.993214588634437, + "grad_norm": 0.7723634340668396, + "learning_rate": 1.6415768061665637e-05, + "loss": 0.0219, + "step": 35362 + }, + { + "epoch": 29.99406276505513, + "grad_norm": 0.6860619352016594, + "learning_rate": 1.6415557345439834e-05, + "loss": 0.0188, + "step": 35363 + }, + { + "epoch": 29.994910941475826, + "grad_norm": 0.6652068214264879, + "learning_rate": 1.641534662437272e-05, + "loss": 0.0242, + "step": 35364 + }, + { + "epoch": 29.995759117896522, + "grad_norm": 0.7668739725384713, + "learning_rate": 1.6415135898464456e-05, + "loss": 0.0193, + "step": 35365 + }, + { + "epoch": 29.99660729431722, + "grad_norm": 0.7360255227147199, + "learning_rate": 1.6414925167715196e-05, + "loss": 0.018, + "step": 35366 + }, + { + "epoch": 29.997455470737915, + "grad_norm": 0.7536383922494113, + "learning_rate": 1.6414714432125102e-05, + "loss": 0.0188, + "step": 35367 + }, + { + "epoch": 29.998303647158608, + "grad_norm": 0.662390737864211, + "learning_rate": 1.6414503691694333e-05, + "loss": 0.0193, + "step": 35368 + }, + { + "epoch": 29.999151823579304, + "grad_norm": 0.6174408084739684, + "learning_rate": 1.6414292946423046e-05, + "loss": 0.0203, + "step": 35369 + }, + { + "epoch": 30.0, + "grad_norm": 0.7642432527887459, + "learning_rate": 1.6414082196311402e-05, + "loss": 0.0189, + "step": 35370 + }, + { + "epoch": 30.000848176420696, + "grad_norm": 0.5473199355557306, + "learning_rate": 1.6413871441359558e-05, + "loss": 0.013, + "step": 35371 + }, + { + "epoch": 30.001696352841392, + "grad_norm": 0.6673227831773962, + "learning_rate": 1.6413660681567676e-05, + "loss": 0.014, + "step": 35372 + }, + { + "epoch": 30.002544529262085, + "grad_norm": 0.5157420958763572, + "learning_rate": 1.6413449916935912e-05, + "loss": 0.0133, + "step": 35373 + }, + { + "epoch": 30.00339270568278, + "grad_norm": 0.5583359308630186, + "learning_rate": 1.6413239147464425e-05, + "loss": 0.0172, + "step": 35374 + }, + { + "epoch": 30.004240882103478, + "grad_norm": 0.6218326219820663, + "learning_rate": 1.641302837315338e-05, + "loss": 0.0161, + "step": 35375 + }, + { + "epoch": 30.005089058524174, + "grad_norm": 0.7623930924753285, + "learning_rate": 1.6412817594002928e-05, + "loss": 0.0153, + "step": 35376 + }, + { + "epoch": 30.00593723494487, + "grad_norm": 0.5717018059043223, + "learning_rate": 1.6412606810013232e-05, + "loss": 0.0141, + "step": 35377 + }, + { + "epoch": 30.006785411365563, + "grad_norm": 0.5488896793863964, + "learning_rate": 1.6412396021184455e-05, + "loss": 0.0147, + "step": 35378 + }, + { + "epoch": 30.00763358778626, + "grad_norm": 0.5662857473517107, + "learning_rate": 1.6412185227516747e-05, + "loss": 0.0146, + "step": 35379 + }, + { + "epoch": 30.008481764206955, + "grad_norm": 0.6976676555711113, + "learning_rate": 1.6411974429010272e-05, + "loss": 0.0178, + "step": 35380 + }, + { + "epoch": 30.00932994062765, + "grad_norm": 0.5361281234684754, + "learning_rate": 1.6411763625665193e-05, + "loss": 0.0144, + "step": 35381 + }, + { + "epoch": 30.010178117048348, + "grad_norm": 0.6228394228200795, + "learning_rate": 1.641155281748166e-05, + "loss": 0.0139, + "step": 35382 + }, + { + "epoch": 30.01102629346904, + "grad_norm": 0.6240524437121483, + "learning_rate": 1.641134200445984e-05, + "loss": 0.0167, + "step": 35383 + }, + { + "epoch": 30.011874469889737, + "grad_norm": 0.6179332612711308, + "learning_rate": 1.641113118659989e-05, + "loss": 0.0149, + "step": 35384 + }, + { + "epoch": 30.012722646310433, + "grad_norm": 0.6609708632069412, + "learning_rate": 1.6410920363901963e-05, + "loss": 0.014, + "step": 35385 + }, + { + "epoch": 30.01357082273113, + "grad_norm": 0.6515577375517247, + "learning_rate": 1.6410709536366226e-05, + "loss": 0.0172, + "step": 35386 + }, + { + "epoch": 30.014418999151825, + "grad_norm": 0.6144455574958378, + "learning_rate": 1.641049870399284e-05, + "loss": 0.0157, + "step": 35387 + }, + { + "epoch": 30.015267175572518, + "grad_norm": 0.6329344634367262, + "learning_rate": 1.6410287866781953e-05, + "loss": 0.014, + "step": 35388 + }, + { + "epoch": 30.016115351993214, + "grad_norm": 0.6859887875471696, + "learning_rate": 1.6410077024733736e-05, + "loss": 0.0159, + "step": 35389 + }, + { + "epoch": 30.01696352841391, + "grad_norm": 0.55196488303622, + "learning_rate": 1.640986617784834e-05, + "loss": 0.0146, + "step": 35390 + }, + { + "epoch": 30.017811704834607, + "grad_norm": 0.6096073757537738, + "learning_rate": 1.6409655326125923e-05, + "loss": 0.0155, + "step": 35391 + }, + { + "epoch": 30.0186598812553, + "grad_norm": 0.5853489910752545, + "learning_rate": 1.6409444469566653e-05, + "loss": 0.0163, + "step": 35392 + }, + { + "epoch": 30.019508057675996, + "grad_norm": 0.6302090126565946, + "learning_rate": 1.6409233608170685e-05, + "loss": 0.0149, + "step": 35393 + }, + { + "epoch": 30.020356234096692, + "grad_norm": 0.6458277528147436, + "learning_rate": 1.6409022741938173e-05, + "loss": 0.0175, + "step": 35394 + }, + { + "epoch": 30.021204410517388, + "grad_norm": 0.49959578448302816, + "learning_rate": 1.6408811870869282e-05, + "loss": 0.0118, + "step": 35395 + }, + { + "epoch": 30.022052586938084, + "grad_norm": 0.5685863466151375, + "learning_rate": 1.640860099496417e-05, + "loss": 0.0134, + "step": 35396 + }, + { + "epoch": 30.022900763358777, + "grad_norm": 0.6546637261700753, + "learning_rate": 1.6408390114222996e-05, + "loss": 0.0172, + "step": 35397 + }, + { + "epoch": 30.023748939779473, + "grad_norm": 0.5821614367943596, + "learning_rate": 1.6408179228645918e-05, + "loss": 0.015, + "step": 35398 + }, + { + "epoch": 30.02459711620017, + "grad_norm": 0.7408050667701009, + "learning_rate": 1.6407968338233095e-05, + "loss": 0.0157, + "step": 35399 + }, + { + "epoch": 30.025445292620866, + "grad_norm": 0.5409263770602022, + "learning_rate": 1.6407757442984687e-05, + "loss": 0.0138, + "step": 35400 + }, + { + "epoch": 30.026293469041562, + "grad_norm": 0.5361819096483372, + "learning_rate": 1.6407546542900856e-05, + "loss": 0.0126, + "step": 35401 + }, + { + "epoch": 30.027141645462255, + "grad_norm": 0.49876521618525155, + "learning_rate": 1.6407335637981757e-05, + "loss": 0.0148, + "step": 35402 + }, + { + "epoch": 30.02798982188295, + "grad_norm": 0.48606001714061203, + "learning_rate": 1.640712472822755e-05, + "loss": 0.0137, + "step": 35403 + }, + { + "epoch": 30.028837998303647, + "grad_norm": 0.5452067268225004, + "learning_rate": 1.640691381363839e-05, + "loss": 0.0133, + "step": 35404 + }, + { + "epoch": 30.029686174724343, + "grad_norm": 0.5339535293651735, + "learning_rate": 1.6406702894214446e-05, + "loss": 0.013, + "step": 35405 + }, + { + "epoch": 30.03053435114504, + "grad_norm": 0.6133602167444474, + "learning_rate": 1.6406491969955875e-05, + "loss": 0.0159, + "step": 35406 + }, + { + "epoch": 30.031382527565732, + "grad_norm": 0.726021252554361, + "learning_rate": 1.6406281040862828e-05, + "loss": 0.016, + "step": 35407 + }, + { + "epoch": 30.03223070398643, + "grad_norm": 0.6850105447263941, + "learning_rate": 1.6406070106935467e-05, + "loss": 0.0162, + "step": 35408 + }, + { + "epoch": 30.033078880407125, + "grad_norm": 0.6787234023143985, + "learning_rate": 1.640585916817396e-05, + "loss": 0.0137, + "step": 35409 + }, + { + "epoch": 30.03392705682782, + "grad_norm": 0.5815887527262623, + "learning_rate": 1.6405648224578455e-05, + "loss": 0.0136, + "step": 35410 + }, + { + "epoch": 30.034775233248517, + "grad_norm": 0.536842508263303, + "learning_rate": 1.6405437276149117e-05, + "loss": 0.0132, + "step": 35411 + }, + { + "epoch": 30.03562340966921, + "grad_norm": 0.565470272166878, + "learning_rate": 1.6405226322886105e-05, + "loss": 0.0157, + "step": 35412 + }, + { + "epoch": 30.036471586089906, + "grad_norm": 0.5740478959795504, + "learning_rate": 1.6405015364789576e-05, + "loss": 0.0134, + "step": 35413 + }, + { + "epoch": 30.037319762510602, + "grad_norm": 0.6612259373478621, + "learning_rate": 1.6404804401859688e-05, + "loss": 0.0133, + "step": 35414 + }, + { + "epoch": 30.0381679389313, + "grad_norm": 0.5697382714353748, + "learning_rate": 1.6404593434096606e-05, + "loss": 0.0154, + "step": 35415 + }, + { + "epoch": 30.039016115351995, + "grad_norm": 0.6493224385928316, + "learning_rate": 1.6404382461500486e-05, + "loss": 0.0158, + "step": 35416 + }, + { + "epoch": 30.039864291772687, + "grad_norm": 0.615505598144899, + "learning_rate": 1.6404171484071484e-05, + "loss": 0.0132, + "step": 35417 + }, + { + "epoch": 30.040712468193384, + "grad_norm": 0.6414435110979076, + "learning_rate": 1.6403960501809763e-05, + "loss": 0.015, + "step": 35418 + }, + { + "epoch": 30.04156064461408, + "grad_norm": 0.6584185128034914, + "learning_rate": 1.6403749514715485e-05, + "loss": 0.0157, + "step": 35419 + }, + { + "epoch": 30.042408821034776, + "grad_norm": 0.49377724945503026, + "learning_rate": 1.6403538522788803e-05, + "loss": 0.0144, + "step": 35420 + }, + { + "epoch": 30.043256997455472, + "grad_norm": 0.48968623538659617, + "learning_rate": 1.6403327526029876e-05, + "loss": 0.0152, + "step": 35421 + }, + { + "epoch": 30.044105173876165, + "grad_norm": 0.49289238339862734, + "learning_rate": 1.640311652443887e-05, + "loss": 0.013, + "step": 35422 + }, + { + "epoch": 30.04495335029686, + "grad_norm": 0.587230631959027, + "learning_rate": 1.640290551801594e-05, + "loss": 0.0131, + "step": 35423 + }, + { + "epoch": 30.045801526717558, + "grad_norm": 0.5991242403885227, + "learning_rate": 1.6402694506761244e-05, + "loss": 0.0138, + "step": 35424 + }, + { + "epoch": 30.046649703138254, + "grad_norm": 0.6009594888412679, + "learning_rate": 1.6402483490674942e-05, + "loss": 0.015, + "step": 35425 + }, + { + "epoch": 30.04749787955895, + "grad_norm": 0.6187708400475614, + "learning_rate": 1.64022724697572e-05, + "loss": 0.0137, + "step": 35426 + }, + { + "epoch": 30.048346055979643, + "grad_norm": 0.5686112663814031, + "learning_rate": 1.6402061444008162e-05, + "loss": 0.0136, + "step": 35427 + }, + { + "epoch": 30.04919423240034, + "grad_norm": 0.6223867337085319, + "learning_rate": 1.6401850413428002e-05, + "loss": 0.0141, + "step": 35428 + }, + { + "epoch": 30.050042408821035, + "grad_norm": 0.7283923332896474, + "learning_rate": 1.640163937801687e-05, + "loss": 0.0157, + "step": 35429 + }, + { + "epoch": 30.05089058524173, + "grad_norm": 0.5815371408596397, + "learning_rate": 1.6401428337774935e-05, + "loss": 0.0141, + "step": 35430 + }, + { + "epoch": 30.051738761662424, + "grad_norm": 0.7574756012491146, + "learning_rate": 1.6401217292702346e-05, + "loss": 0.0168, + "step": 35431 + }, + { + "epoch": 30.05258693808312, + "grad_norm": 0.6667986157156491, + "learning_rate": 1.6401006242799264e-05, + "loss": 0.0148, + "step": 35432 + }, + { + "epoch": 30.053435114503817, + "grad_norm": 0.6155536903279601, + "learning_rate": 1.6400795188065858e-05, + "loss": 0.0136, + "step": 35433 + }, + { + "epoch": 30.054283290924513, + "grad_norm": 0.5539204690339276, + "learning_rate": 1.6400584128502274e-05, + "loss": 0.015, + "step": 35434 + }, + { + "epoch": 30.05513146734521, + "grad_norm": 0.5728266226532022, + "learning_rate": 1.640037306410868e-05, + "loss": 0.0144, + "step": 35435 + }, + { + "epoch": 30.0559796437659, + "grad_norm": 0.6274027160240209, + "learning_rate": 1.6400161994885227e-05, + "loss": 0.0149, + "step": 35436 + }, + { + "epoch": 30.056827820186598, + "grad_norm": 0.6242081147970602, + "learning_rate": 1.6399950920832087e-05, + "loss": 0.0167, + "step": 35437 + }, + { + "epoch": 30.057675996607294, + "grad_norm": 0.49005248204773505, + "learning_rate": 1.6399739841949413e-05, + "loss": 0.0144, + "step": 35438 + }, + { + "epoch": 30.05852417302799, + "grad_norm": 0.5729930142897328, + "learning_rate": 1.6399528758237356e-05, + "loss": 0.0154, + "step": 35439 + }, + { + "epoch": 30.059372349448687, + "grad_norm": 0.6427223691296446, + "learning_rate": 1.6399317669696087e-05, + "loss": 0.0146, + "step": 35440 + }, + { + "epoch": 30.06022052586938, + "grad_norm": 0.6114269864751157, + "learning_rate": 1.639910657632576e-05, + "loss": 0.0172, + "step": 35441 + }, + { + "epoch": 30.061068702290076, + "grad_norm": 0.6335618294126504, + "learning_rate": 1.6398895478126534e-05, + "loss": 0.0168, + "step": 35442 + }, + { + "epoch": 30.061916878710772, + "grad_norm": 0.5055907320327125, + "learning_rate": 1.6398684375098572e-05, + "loss": 0.0157, + "step": 35443 + }, + { + "epoch": 30.062765055131468, + "grad_norm": 0.5881005043498229, + "learning_rate": 1.639847326724203e-05, + "loss": 0.0125, + "step": 35444 + }, + { + "epoch": 30.063613231552164, + "grad_norm": 0.6950707546259497, + "learning_rate": 1.639826215455707e-05, + "loss": 0.0156, + "step": 35445 + }, + { + "epoch": 30.064461407972857, + "grad_norm": 0.7585559919094809, + "learning_rate": 1.6398051037043848e-05, + "loss": 0.0143, + "step": 35446 + }, + { + "epoch": 30.065309584393553, + "grad_norm": 0.5922121507286592, + "learning_rate": 1.6397839914702522e-05, + "loss": 0.0151, + "step": 35447 + }, + { + "epoch": 30.06615776081425, + "grad_norm": 0.5452963402183153, + "learning_rate": 1.6397628787533257e-05, + "loss": 0.0141, + "step": 35448 + }, + { + "epoch": 30.067005937234946, + "grad_norm": 0.7117214428585121, + "learning_rate": 1.639741765553621e-05, + "loss": 0.0139, + "step": 35449 + }, + { + "epoch": 30.067854113655642, + "grad_norm": 0.6028957521436684, + "learning_rate": 1.6397206518711538e-05, + "loss": 0.015, + "step": 35450 + }, + { + "epoch": 30.068702290076335, + "grad_norm": 0.8411882841307687, + "learning_rate": 1.6396995377059405e-05, + "loss": 0.016, + "step": 35451 + }, + { + "epoch": 30.06955046649703, + "grad_norm": 0.6291616589413479, + "learning_rate": 1.6396784230579964e-05, + "loss": 0.0131, + "step": 35452 + }, + { + "epoch": 30.070398642917727, + "grad_norm": 0.5320044436624699, + "learning_rate": 1.6396573079273377e-05, + "loss": 0.0149, + "step": 35453 + }, + { + "epoch": 30.071246819338423, + "grad_norm": 0.6587822360415989, + "learning_rate": 1.6396361923139807e-05, + "loss": 0.0163, + "step": 35454 + }, + { + "epoch": 30.07209499575912, + "grad_norm": 0.6673834084225552, + "learning_rate": 1.639615076217941e-05, + "loss": 0.0135, + "step": 35455 + }, + { + "epoch": 30.072943172179812, + "grad_norm": 0.810715403727621, + "learning_rate": 1.6395939596392344e-05, + "loss": 0.0152, + "step": 35456 + }, + { + "epoch": 30.07379134860051, + "grad_norm": 0.6086100160238027, + "learning_rate": 1.6395728425778773e-05, + "loss": 0.0136, + "step": 35457 + }, + { + "epoch": 30.074639525021205, + "grad_norm": 0.5622724623696022, + "learning_rate": 1.6395517250338852e-05, + "loss": 0.0124, + "step": 35458 + }, + { + "epoch": 30.0754877014419, + "grad_norm": 0.5430521591627505, + "learning_rate": 1.639530607007274e-05, + "loss": 0.0139, + "step": 35459 + }, + { + "epoch": 30.076335877862597, + "grad_norm": 0.6052341089377644, + "learning_rate": 1.6395094884980598e-05, + "loss": 0.014, + "step": 35460 + }, + { + "epoch": 30.07718405428329, + "grad_norm": 0.6259263430971927, + "learning_rate": 1.6394883695062587e-05, + "loss": 0.0148, + "step": 35461 + }, + { + "epoch": 30.078032230703986, + "grad_norm": 0.5827843595960185, + "learning_rate": 1.6394672500318866e-05, + "loss": 0.0124, + "step": 35462 + }, + { + "epoch": 30.078880407124682, + "grad_norm": 0.5127036991540594, + "learning_rate": 1.6394461300749592e-05, + "loss": 0.0137, + "step": 35463 + }, + { + "epoch": 30.07972858354538, + "grad_norm": 0.6064667870736686, + "learning_rate": 1.6394250096354927e-05, + "loss": 0.0184, + "step": 35464 + }, + { + "epoch": 30.08057675996607, + "grad_norm": 0.7112262860432811, + "learning_rate": 1.6394038887135027e-05, + "loss": 0.0175, + "step": 35465 + }, + { + "epoch": 30.081424936386767, + "grad_norm": 0.6331561706922245, + "learning_rate": 1.6393827673090055e-05, + "loss": 0.0151, + "step": 35466 + }, + { + "epoch": 30.082273112807464, + "grad_norm": 0.6302906337022761, + "learning_rate": 1.639361645422017e-05, + "loss": 0.0148, + "step": 35467 + }, + { + "epoch": 30.08312128922816, + "grad_norm": 0.6911381253621399, + "learning_rate": 1.6393405230525527e-05, + "loss": 0.0136, + "step": 35468 + }, + { + "epoch": 30.083969465648856, + "grad_norm": 0.6692646001053238, + "learning_rate": 1.6393194002006294e-05, + "loss": 0.0135, + "step": 35469 + }, + { + "epoch": 30.08481764206955, + "grad_norm": 0.7622375271929163, + "learning_rate": 1.6392982768662618e-05, + "loss": 0.019, + "step": 35470 + }, + { + "epoch": 30.085665818490245, + "grad_norm": 0.6640638750262868, + "learning_rate": 1.639277153049467e-05, + "loss": 0.0165, + "step": 35471 + }, + { + "epoch": 30.08651399491094, + "grad_norm": 0.5292385327428244, + "learning_rate": 1.6392560287502603e-05, + "loss": 0.0129, + "step": 35472 + }, + { + "epoch": 30.087362171331637, + "grad_norm": 0.49867500296633177, + "learning_rate": 1.6392349039686576e-05, + "loss": 0.0139, + "step": 35473 + }, + { + "epoch": 30.088210347752334, + "grad_norm": 0.6304706797443378, + "learning_rate": 1.6392137787046755e-05, + "loss": 0.0133, + "step": 35474 + }, + { + "epoch": 30.089058524173026, + "grad_norm": 0.6488169136914385, + "learning_rate": 1.6391926529583294e-05, + "loss": 0.0142, + "step": 35475 + }, + { + "epoch": 30.089906700593723, + "grad_norm": 0.5024403911767132, + "learning_rate": 1.6391715267296353e-05, + "loss": 0.0109, + "step": 35476 + }, + { + "epoch": 30.09075487701442, + "grad_norm": 0.6680011342055028, + "learning_rate": 1.639150400018609e-05, + "loss": 0.0157, + "step": 35477 + }, + { + "epoch": 30.091603053435115, + "grad_norm": 0.6397666696777491, + "learning_rate": 1.639129272825267e-05, + "loss": 0.0161, + "step": 35478 + }, + { + "epoch": 30.09245122985581, + "grad_norm": 0.6016308963942059, + "learning_rate": 1.6391081451496243e-05, + "loss": 0.0129, + "step": 35479 + }, + { + "epoch": 30.093299406276504, + "grad_norm": 0.6442547052462037, + "learning_rate": 1.6390870169916978e-05, + "loss": 0.0174, + "step": 35480 + }, + { + "epoch": 30.0941475826972, + "grad_norm": 0.5912470809001472, + "learning_rate": 1.6390658883515033e-05, + "loss": 0.0145, + "step": 35481 + }, + { + "epoch": 30.094995759117896, + "grad_norm": 0.6574199168470589, + "learning_rate": 1.639044759229056e-05, + "loss": 0.0165, + "step": 35482 + }, + { + "epoch": 30.095843935538593, + "grad_norm": 0.5628058144369709, + "learning_rate": 1.639023629624373e-05, + "loss": 0.0138, + "step": 35483 + }, + { + "epoch": 30.09669211195929, + "grad_norm": 0.60189857823808, + "learning_rate": 1.639002499537469e-05, + "loss": 0.0121, + "step": 35484 + }, + { + "epoch": 30.09754028837998, + "grad_norm": 0.6031718962673986, + "learning_rate": 1.6389813689683607e-05, + "loss": 0.0151, + "step": 35485 + }, + { + "epoch": 30.098388464800678, + "grad_norm": 0.5644470716774974, + "learning_rate": 1.6389602379170638e-05, + "loss": 0.0159, + "step": 35486 + }, + { + "epoch": 30.099236641221374, + "grad_norm": 0.6130679311989321, + "learning_rate": 1.6389391063835945e-05, + "loss": 0.0144, + "step": 35487 + }, + { + "epoch": 30.10008481764207, + "grad_norm": 0.5655642082175454, + "learning_rate": 1.6389179743679683e-05, + "loss": 0.0152, + "step": 35488 + }, + { + "epoch": 30.100932994062767, + "grad_norm": 0.5455324163120815, + "learning_rate": 1.638896841870202e-05, + "loss": 0.013, + "step": 35489 + }, + { + "epoch": 30.10178117048346, + "grad_norm": 0.6463833119949529, + "learning_rate": 1.6388757088903105e-05, + "loss": 0.0163, + "step": 35490 + }, + { + "epoch": 30.102629346904155, + "grad_norm": 0.6156523707938673, + "learning_rate": 1.6388545754283104e-05, + "loss": 0.0146, + "step": 35491 + }, + { + "epoch": 30.10347752332485, + "grad_norm": 0.5738007708372376, + "learning_rate": 1.6388334414842172e-05, + "loss": 0.0145, + "step": 35492 + }, + { + "epoch": 30.104325699745548, + "grad_norm": 0.5618243667732528, + "learning_rate": 1.6388123070580473e-05, + "loss": 0.0153, + "step": 35493 + }, + { + "epoch": 30.105173876166244, + "grad_norm": 0.5938719613731998, + "learning_rate": 1.6387911721498168e-05, + "loss": 0.0142, + "step": 35494 + }, + { + "epoch": 30.106022052586937, + "grad_norm": 0.5938958276776207, + "learning_rate": 1.6387700367595408e-05, + "loss": 0.0144, + "step": 35495 + }, + { + "epoch": 30.106870229007633, + "grad_norm": 0.8304670231485392, + "learning_rate": 1.638748900887236e-05, + "loss": 0.0175, + "step": 35496 + }, + { + "epoch": 30.10771840542833, + "grad_norm": 0.5990448472606589, + "learning_rate": 1.638727764532918e-05, + "loss": 0.0133, + "step": 35497 + }, + { + "epoch": 30.108566581849026, + "grad_norm": 0.6109284291452788, + "learning_rate": 1.638706627696603e-05, + "loss": 0.0138, + "step": 35498 + }, + { + "epoch": 30.109414758269722, + "grad_norm": 0.6164742414144667, + "learning_rate": 1.638685490378307e-05, + "loss": 0.0151, + "step": 35499 + }, + { + "epoch": 30.110262934690414, + "grad_norm": 0.5683456797970831, + "learning_rate": 1.638664352578045e-05, + "loss": 0.0159, + "step": 35500 + }, + { + "epoch": 30.11111111111111, + "grad_norm": 1.8365693369003555, + "learning_rate": 1.6386432142958342e-05, + "loss": 0.0163, + "step": 35501 + }, + { + "epoch": 30.111959287531807, + "grad_norm": 0.5923928555321164, + "learning_rate": 1.63862207553169e-05, + "loss": 0.0149, + "step": 35502 + }, + { + "epoch": 30.112807463952503, + "grad_norm": 0.549710922972602, + "learning_rate": 1.6386009362856287e-05, + "loss": 0.0123, + "step": 35503 + }, + { + "epoch": 30.113655640373196, + "grad_norm": 0.5575706703283174, + "learning_rate": 1.638579796557666e-05, + "loss": 0.0139, + "step": 35504 + }, + { + "epoch": 30.114503816793892, + "grad_norm": 0.6307005749309008, + "learning_rate": 1.6385586563478175e-05, + "loss": 0.0167, + "step": 35505 + }, + { + "epoch": 30.11535199321459, + "grad_norm": 0.7452303582208079, + "learning_rate": 1.638537515656099e-05, + "loss": 0.0148, + "step": 35506 + }, + { + "epoch": 30.116200169635285, + "grad_norm": 0.5862683583563613, + "learning_rate": 1.638516374482528e-05, + "loss": 0.0147, + "step": 35507 + }, + { + "epoch": 30.11704834605598, + "grad_norm": 0.5836053730474435, + "learning_rate": 1.6384952328271185e-05, + "loss": 0.0142, + "step": 35508 + }, + { + "epoch": 30.117896522476673, + "grad_norm": 0.6788055697819398, + "learning_rate": 1.6384740906898876e-05, + "loss": 0.015, + "step": 35509 + }, + { + "epoch": 30.11874469889737, + "grad_norm": 0.5958958232786423, + "learning_rate": 1.6384529480708512e-05, + "loss": 0.0135, + "step": 35510 + }, + { + "epoch": 30.119592875318066, + "grad_norm": 0.6929394819289487, + "learning_rate": 1.638431804970025e-05, + "loss": 0.0157, + "step": 35511 + }, + { + "epoch": 30.120441051738762, + "grad_norm": 0.6268036687938369, + "learning_rate": 1.6384106613874248e-05, + "loss": 0.0143, + "step": 35512 + }, + { + "epoch": 30.12128922815946, + "grad_norm": 0.5575040098993073, + "learning_rate": 1.638389517323067e-05, + "loss": 0.0139, + "step": 35513 + }, + { + "epoch": 30.12213740458015, + "grad_norm": 0.5338921398774519, + "learning_rate": 1.638368372776967e-05, + "loss": 0.0146, + "step": 35514 + }, + { + "epoch": 30.122985581000847, + "grad_norm": 0.6719706059744297, + "learning_rate": 1.6383472277491416e-05, + "loss": 0.0152, + "step": 35515 + }, + { + "epoch": 30.123833757421544, + "grad_norm": 0.5967694824311592, + "learning_rate": 1.6383260822396056e-05, + "loss": 0.0135, + "step": 35516 + }, + { + "epoch": 30.12468193384224, + "grad_norm": 0.7228238144897112, + "learning_rate": 1.6383049362483758e-05, + "loss": 0.0143, + "step": 35517 + }, + { + "epoch": 30.125530110262936, + "grad_norm": 0.7719746555402368, + "learning_rate": 1.638283789775468e-05, + "loss": 0.0177, + "step": 35518 + }, + { + "epoch": 30.12637828668363, + "grad_norm": 0.6774961990701683, + "learning_rate": 1.638262642820898e-05, + "loss": 0.0145, + "step": 35519 + }, + { + "epoch": 30.127226463104325, + "grad_norm": 0.5892077620190647, + "learning_rate": 1.6382414953846817e-05, + "loss": 0.0122, + "step": 35520 + }, + { + "epoch": 30.12807463952502, + "grad_norm": 0.5639409446000666, + "learning_rate": 1.6382203474668358e-05, + "loss": 0.0143, + "step": 35521 + }, + { + "epoch": 30.128922815945717, + "grad_norm": 0.669941827588455, + "learning_rate": 1.6381991990673752e-05, + "loss": 0.0156, + "step": 35522 + }, + { + "epoch": 30.129770992366414, + "grad_norm": 0.6733909465419898, + "learning_rate": 1.6381780501863164e-05, + "loss": 0.0157, + "step": 35523 + }, + { + "epoch": 30.130619168787106, + "grad_norm": 0.6056989184283136, + "learning_rate": 1.6381569008236753e-05, + "loss": 0.0142, + "step": 35524 + }, + { + "epoch": 30.131467345207803, + "grad_norm": 0.6981512061013203, + "learning_rate": 1.6381357509794678e-05, + "loss": 0.0148, + "step": 35525 + }, + { + "epoch": 30.1323155216285, + "grad_norm": 0.9885624347661297, + "learning_rate": 1.63811460065371e-05, + "loss": 0.0169, + "step": 35526 + }, + { + "epoch": 30.133163698049195, + "grad_norm": 0.6541486306824927, + "learning_rate": 1.6380934498464175e-05, + "loss": 0.0132, + "step": 35527 + }, + { + "epoch": 30.13401187446989, + "grad_norm": 0.6301210312874698, + "learning_rate": 1.638072298557607e-05, + "loss": 0.015, + "step": 35528 + }, + { + "epoch": 30.134860050890584, + "grad_norm": 0.6537007791227999, + "learning_rate": 1.6380511467872936e-05, + "loss": 0.0154, + "step": 35529 + }, + { + "epoch": 30.13570822731128, + "grad_norm": 0.7148296018924999, + "learning_rate": 1.638029994535494e-05, + "loss": 0.0169, + "step": 35530 + }, + { + "epoch": 30.136556403731976, + "grad_norm": 0.5927167911397455, + "learning_rate": 1.638008841802223e-05, + "loss": 0.014, + "step": 35531 + }, + { + "epoch": 30.137404580152673, + "grad_norm": 0.6585046837242191, + "learning_rate": 1.637987688587498e-05, + "loss": 0.0156, + "step": 35532 + }, + { + "epoch": 30.13825275657337, + "grad_norm": 0.5764469895826616, + "learning_rate": 1.6379665348913345e-05, + "loss": 0.0151, + "step": 35533 + }, + { + "epoch": 30.13910093299406, + "grad_norm": 0.604057900956199, + "learning_rate": 1.637945380713748e-05, + "loss": 0.0149, + "step": 35534 + }, + { + "epoch": 30.139949109414758, + "grad_norm": 0.6242689677068299, + "learning_rate": 1.637924226054755e-05, + "loss": 0.0165, + "step": 35535 + }, + { + "epoch": 30.140797285835454, + "grad_norm": 0.6488158609728216, + "learning_rate": 1.637903070914371e-05, + "loss": 0.0133, + "step": 35536 + }, + { + "epoch": 30.14164546225615, + "grad_norm": 0.6289956035886032, + "learning_rate": 1.6378819152926125e-05, + "loss": 0.0141, + "step": 35537 + }, + { + "epoch": 30.142493638676847, + "grad_norm": 0.6222926871083262, + "learning_rate": 1.637860759189495e-05, + "loss": 0.016, + "step": 35538 + }, + { + "epoch": 30.14334181509754, + "grad_norm": 0.690755715644541, + "learning_rate": 1.6378396026050344e-05, + "loss": 0.0161, + "step": 35539 + }, + { + "epoch": 30.144189991518235, + "grad_norm": 0.6868122993689452, + "learning_rate": 1.637818445539247e-05, + "loss": 0.0184, + "step": 35540 + }, + { + "epoch": 30.14503816793893, + "grad_norm": 0.6018781939829204, + "learning_rate": 1.6377972879921486e-05, + "loss": 0.0157, + "step": 35541 + }, + { + "epoch": 30.145886344359628, + "grad_norm": 0.5536376626786429, + "learning_rate": 1.6377761299637557e-05, + "loss": 0.014, + "step": 35542 + }, + { + "epoch": 30.14673452078032, + "grad_norm": 0.596836081330955, + "learning_rate": 1.6377549714540834e-05, + "loss": 0.0141, + "step": 35543 + }, + { + "epoch": 30.147582697201017, + "grad_norm": 0.579725366308743, + "learning_rate": 1.637733812463148e-05, + "loss": 0.0166, + "step": 35544 + }, + { + "epoch": 30.148430873621713, + "grad_norm": 0.6621381797693875, + "learning_rate": 1.637712652990965e-05, + "loss": 0.0144, + "step": 35545 + }, + { + "epoch": 30.14927905004241, + "grad_norm": 0.6305968309472418, + "learning_rate": 1.6376914930375515e-05, + "loss": 0.0177, + "step": 35546 + }, + { + "epoch": 30.150127226463106, + "grad_norm": 0.6259158361583603, + "learning_rate": 1.637670332602923e-05, + "loss": 0.0145, + "step": 35547 + }, + { + "epoch": 30.150975402883798, + "grad_norm": 0.6763775449079936, + "learning_rate": 1.637649171687095e-05, + "loss": 0.0166, + "step": 35548 + }, + { + "epoch": 30.151823579304494, + "grad_norm": 0.5015672241603468, + "learning_rate": 1.637628010290084e-05, + "loss": 0.0133, + "step": 35549 + }, + { + "epoch": 30.15267175572519, + "grad_norm": 0.5207736193214586, + "learning_rate": 1.6376068484119055e-05, + "loss": 0.0142, + "step": 35550 + }, + { + "epoch": 30.153519932145887, + "grad_norm": 0.5474302596513325, + "learning_rate": 1.637585686052576e-05, + "loss": 0.0157, + "step": 35551 + }, + { + "epoch": 30.154368108566583, + "grad_norm": 0.5650634826579904, + "learning_rate": 1.6375645232121108e-05, + "loss": 0.0158, + "step": 35552 + }, + { + "epoch": 30.155216284987276, + "grad_norm": 0.5530832579733643, + "learning_rate": 1.6375433598905267e-05, + "loss": 0.016, + "step": 35553 + }, + { + "epoch": 30.156064461407972, + "grad_norm": 0.614862515846543, + "learning_rate": 1.637522196087839e-05, + "loss": 0.0138, + "step": 35554 + }, + { + "epoch": 30.15691263782867, + "grad_norm": 0.7320861639601318, + "learning_rate": 1.6375010318040643e-05, + "loss": 0.0171, + "step": 35555 + }, + { + "epoch": 30.157760814249365, + "grad_norm": 0.6523277937813422, + "learning_rate": 1.6374798670392177e-05, + "loss": 0.0158, + "step": 35556 + }, + { + "epoch": 30.15860899067006, + "grad_norm": 1.4856961417992727, + "learning_rate": 1.637458701793316e-05, + "loss": 0.0267, + "step": 35557 + }, + { + "epoch": 30.159457167090753, + "grad_norm": 0.5683470530464761, + "learning_rate": 1.6374375360663744e-05, + "loss": 0.0136, + "step": 35558 + }, + { + "epoch": 30.16030534351145, + "grad_norm": 0.7321531385715702, + "learning_rate": 1.6374163698584096e-05, + "loss": 0.0159, + "step": 35559 + }, + { + "epoch": 30.161153519932146, + "grad_norm": 0.5855402900367859, + "learning_rate": 1.6373952031694372e-05, + "loss": 0.0138, + "step": 35560 + }, + { + "epoch": 30.162001696352842, + "grad_norm": 0.6282149673879843, + "learning_rate": 1.6373740359994733e-05, + "loss": 0.0153, + "step": 35561 + }, + { + "epoch": 30.16284987277354, + "grad_norm": 0.6631540726810209, + "learning_rate": 1.6373528683485337e-05, + "loss": 0.0147, + "step": 35562 + }, + { + "epoch": 30.16369804919423, + "grad_norm": 0.6638248238898876, + "learning_rate": 1.6373317002166345e-05, + "loss": 0.0172, + "step": 35563 + }, + { + "epoch": 30.164546225614927, + "grad_norm": 0.6285713101460542, + "learning_rate": 1.6373105316037918e-05, + "loss": 0.017, + "step": 35564 + }, + { + "epoch": 30.165394402035624, + "grad_norm": 0.8276375496749729, + "learning_rate": 1.6372893625100213e-05, + "loss": 0.0178, + "step": 35565 + }, + { + "epoch": 30.16624257845632, + "grad_norm": 0.5170478998925283, + "learning_rate": 1.637268192935339e-05, + "loss": 0.0125, + "step": 35566 + }, + { + "epoch": 30.167090754877016, + "grad_norm": 0.6476002325891037, + "learning_rate": 1.6372470228797613e-05, + "loss": 0.014, + "step": 35567 + }, + { + "epoch": 30.16793893129771, + "grad_norm": 0.6027422341966523, + "learning_rate": 1.6372258523433037e-05, + "loss": 0.0171, + "step": 35568 + }, + { + "epoch": 30.168787107718405, + "grad_norm": 0.6051045909373308, + "learning_rate": 1.637204681325982e-05, + "loss": 0.0155, + "step": 35569 + }, + { + "epoch": 30.1696352841391, + "grad_norm": 0.5370762745308328, + "learning_rate": 1.637183509827813e-05, + "loss": 0.0144, + "step": 35570 + }, + { + "epoch": 30.170483460559797, + "grad_norm": 0.5933141449738869, + "learning_rate": 1.6371623378488118e-05, + "loss": 0.0141, + "step": 35571 + }, + { + "epoch": 30.171331636980494, + "grad_norm": 0.6022287701735389, + "learning_rate": 1.637141165388995e-05, + "loss": 0.0137, + "step": 35572 + }, + { + "epoch": 30.172179813401186, + "grad_norm": 0.6111521184737407, + "learning_rate": 1.6371199924483784e-05, + "loss": 0.0153, + "step": 35573 + }, + { + "epoch": 30.173027989821882, + "grad_norm": 0.7478293317973521, + "learning_rate": 1.637098819026978e-05, + "loss": 0.0161, + "step": 35574 + }, + { + "epoch": 30.17387616624258, + "grad_norm": 0.523269928326031, + "learning_rate": 1.6370776451248095e-05, + "loss": 0.0136, + "step": 35575 + }, + { + "epoch": 30.174724342663275, + "grad_norm": 0.5808035677399038, + "learning_rate": 1.637056470741889e-05, + "loss": 0.0132, + "step": 35576 + }, + { + "epoch": 30.17557251908397, + "grad_norm": 0.5446013729432655, + "learning_rate": 1.6370352958782323e-05, + "loss": 0.0162, + "step": 35577 + }, + { + "epoch": 30.176420695504664, + "grad_norm": 0.8129944213586769, + "learning_rate": 1.637014120533856e-05, + "loss": 0.0182, + "step": 35578 + }, + { + "epoch": 30.17726887192536, + "grad_norm": 0.6516949944453253, + "learning_rate": 1.636992944708776e-05, + "loss": 0.0165, + "step": 35579 + }, + { + "epoch": 30.178117048346056, + "grad_norm": 0.5808448692370609, + "learning_rate": 1.6369717684030076e-05, + "loss": 0.0139, + "step": 35580 + }, + { + "epoch": 30.178965224766753, + "grad_norm": 1.1507903115716576, + "learning_rate": 1.6369505916165672e-05, + "loss": 0.0142, + "step": 35581 + }, + { + "epoch": 30.179813401187445, + "grad_norm": 0.5466548981897558, + "learning_rate": 1.6369294143494706e-05, + "loss": 0.0146, + "step": 35582 + }, + { + "epoch": 30.18066157760814, + "grad_norm": 0.8511176493717479, + "learning_rate": 1.6369082366017342e-05, + "loss": 0.016, + "step": 35583 + }, + { + "epoch": 30.181509754028838, + "grad_norm": 1.7005473776885465, + "learning_rate": 1.6368870583733734e-05, + "loss": 0.0268, + "step": 35584 + }, + { + "epoch": 30.182357930449534, + "grad_norm": 0.5842688593203146, + "learning_rate": 1.636865879664405e-05, + "loss": 0.0131, + "step": 35585 + }, + { + "epoch": 30.18320610687023, + "grad_norm": 0.681481669206243, + "learning_rate": 1.6368447004748446e-05, + "loss": 0.0153, + "step": 35586 + }, + { + "epoch": 30.184054283290923, + "grad_norm": 0.8109397033448842, + "learning_rate": 1.6368235208047073e-05, + "loss": 0.0169, + "step": 35587 + }, + { + "epoch": 30.18490245971162, + "grad_norm": 0.7114413957488513, + "learning_rate": 1.6368023406540103e-05, + "loss": 0.0194, + "step": 35588 + }, + { + "epoch": 30.185750636132315, + "grad_norm": 0.6680283552758405, + "learning_rate": 1.636781160022769e-05, + "loss": 0.0184, + "step": 35589 + }, + { + "epoch": 30.18659881255301, + "grad_norm": 0.7309660997511572, + "learning_rate": 1.6367599789109995e-05, + "loss": 0.0204, + "step": 35590 + }, + { + "epoch": 30.187446988973708, + "grad_norm": 0.5796363748924993, + "learning_rate": 1.6367387973187178e-05, + "loss": 0.0174, + "step": 35591 + }, + { + "epoch": 30.1882951653944, + "grad_norm": 0.8087388222236747, + "learning_rate": 1.63671761524594e-05, + "loss": 0.0194, + "step": 35592 + }, + { + "epoch": 30.189143341815097, + "grad_norm": 0.7330681121982584, + "learning_rate": 1.636696432692682e-05, + "loss": 0.0164, + "step": 35593 + }, + { + "epoch": 30.189991518235793, + "grad_norm": 0.6576794657200543, + "learning_rate": 1.6366752496589595e-05, + "loss": 0.0168, + "step": 35594 + }, + { + "epoch": 30.19083969465649, + "grad_norm": 0.5330141188314648, + "learning_rate": 1.636654066144789e-05, + "loss": 0.0139, + "step": 35595 + }, + { + "epoch": 30.191687871077185, + "grad_norm": 0.547923167464927, + "learning_rate": 1.636632882150186e-05, + "loss": 0.0133, + "step": 35596 + }, + { + "epoch": 30.192536047497878, + "grad_norm": 0.6590943970518546, + "learning_rate": 1.636611697675167e-05, + "loss": 0.0162, + "step": 35597 + }, + { + "epoch": 30.193384223918574, + "grad_norm": 0.6481887425813784, + "learning_rate": 1.6365905127197473e-05, + "loss": 0.0163, + "step": 35598 + }, + { + "epoch": 30.19423240033927, + "grad_norm": 0.6940546451565929, + "learning_rate": 1.6365693272839435e-05, + "loss": 0.0174, + "step": 35599 + }, + { + "epoch": 30.195080576759967, + "grad_norm": 0.5880953715556951, + "learning_rate": 1.636548141367771e-05, + "loss": 0.0151, + "step": 35600 + }, + { + "epoch": 30.195928753180663, + "grad_norm": 0.6243313743387512, + "learning_rate": 1.6365269549712466e-05, + "loss": 0.0162, + "step": 35601 + }, + { + "epoch": 30.196776929601356, + "grad_norm": 0.6717062180795489, + "learning_rate": 1.6365057680943856e-05, + "loss": 0.0168, + "step": 35602 + }, + { + "epoch": 30.197625106022052, + "grad_norm": 0.8494361407125254, + "learning_rate": 1.636484580737204e-05, + "loss": 0.0223, + "step": 35603 + }, + { + "epoch": 30.198473282442748, + "grad_norm": 0.5996729970341718, + "learning_rate": 1.6364633928997188e-05, + "loss": 0.0152, + "step": 35604 + }, + { + "epoch": 30.199321458863444, + "grad_norm": 0.5665408582415644, + "learning_rate": 1.6364422045819447e-05, + "loss": 0.0162, + "step": 35605 + }, + { + "epoch": 30.20016963528414, + "grad_norm": 0.6239441939001004, + "learning_rate": 1.636421015783898e-05, + "loss": 0.0164, + "step": 35606 + }, + { + "epoch": 30.201017811704833, + "grad_norm": 0.7256757079593253, + "learning_rate": 1.636399826505595e-05, + "loss": 0.0168, + "step": 35607 + }, + { + "epoch": 30.20186598812553, + "grad_norm": 0.7166800808837113, + "learning_rate": 1.636378636747052e-05, + "loss": 0.0183, + "step": 35608 + }, + { + "epoch": 30.202714164546226, + "grad_norm": 0.6501865332009903, + "learning_rate": 1.636357446508284e-05, + "loss": 0.0155, + "step": 35609 + }, + { + "epoch": 30.203562340966922, + "grad_norm": 0.6982201132753844, + "learning_rate": 1.6363362557893076e-05, + "loss": 0.016, + "step": 35610 + }, + { + "epoch": 30.20441051738762, + "grad_norm": 0.6471513245186462, + "learning_rate": 1.636315064590139e-05, + "loss": 0.0167, + "step": 35611 + }, + { + "epoch": 30.20525869380831, + "grad_norm": 0.6365578458567311, + "learning_rate": 1.636293872910794e-05, + "loss": 0.0162, + "step": 35612 + }, + { + "epoch": 30.206106870229007, + "grad_norm": 0.5814806347033955, + "learning_rate": 1.6362726807512883e-05, + "loss": 0.0151, + "step": 35613 + }, + { + "epoch": 30.206955046649703, + "grad_norm": 0.8030951659395956, + "learning_rate": 1.636251488111638e-05, + "loss": 0.0178, + "step": 35614 + }, + { + "epoch": 30.2078032230704, + "grad_norm": 0.5962430141684552, + "learning_rate": 1.6362302949918593e-05, + "loss": 0.0178, + "step": 35615 + }, + { + "epoch": 30.208651399491096, + "grad_norm": 0.6410651104760496, + "learning_rate": 1.6362091013919685e-05, + "loss": 0.0167, + "step": 35616 + }, + { + "epoch": 30.20949957591179, + "grad_norm": 0.786725405104532, + "learning_rate": 1.636187907311981e-05, + "loss": 0.0167, + "step": 35617 + }, + { + "epoch": 30.210347752332485, + "grad_norm": 0.6692725671585433, + "learning_rate": 1.6361667127519126e-05, + "loss": 0.0164, + "step": 35618 + }, + { + "epoch": 30.21119592875318, + "grad_norm": 0.6599570803963432, + "learning_rate": 1.63614551771178e-05, + "loss": 0.0168, + "step": 35619 + }, + { + "epoch": 30.212044105173877, + "grad_norm": 0.6707324521454707, + "learning_rate": 1.6361243221915987e-05, + "loss": 0.0153, + "step": 35620 + }, + { + "epoch": 30.21289228159457, + "grad_norm": 0.5580263395881547, + "learning_rate": 1.6361031261913852e-05, + "loss": 0.0148, + "step": 35621 + }, + { + "epoch": 30.213740458015266, + "grad_norm": 0.5252034096909627, + "learning_rate": 1.636081929711155e-05, + "loss": 0.014, + "step": 35622 + }, + { + "epoch": 30.214588634435962, + "grad_norm": 0.6492762040060378, + "learning_rate": 1.6360607327509243e-05, + "loss": 0.0151, + "step": 35623 + }, + { + "epoch": 30.21543681085666, + "grad_norm": 0.707702060228329, + "learning_rate": 1.6360395353107087e-05, + "loss": 0.0172, + "step": 35624 + }, + { + "epoch": 30.216284987277355, + "grad_norm": 0.6309785062359284, + "learning_rate": 1.636018337390525e-05, + "loss": 0.0148, + "step": 35625 + }, + { + "epoch": 30.217133163698048, + "grad_norm": 0.5728572486118807, + "learning_rate": 1.6359971389903885e-05, + "loss": 0.014, + "step": 35626 + }, + { + "epoch": 30.217981340118744, + "grad_norm": 0.6122847345476845, + "learning_rate": 1.635975940110316e-05, + "loss": 0.0164, + "step": 35627 + }, + { + "epoch": 30.21882951653944, + "grad_norm": 0.5960282428914339, + "learning_rate": 1.635954740750322e-05, + "loss": 0.0162, + "step": 35628 + }, + { + "epoch": 30.219677692960136, + "grad_norm": 0.664967283377567, + "learning_rate": 1.635933540910424e-05, + "loss": 0.0167, + "step": 35629 + }, + { + "epoch": 30.220525869380833, + "grad_norm": 0.6871143053149038, + "learning_rate": 1.6359123405906374e-05, + "loss": 0.0169, + "step": 35630 + }, + { + "epoch": 30.221374045801525, + "grad_norm": 0.6334462555895535, + "learning_rate": 1.635891139790978e-05, + "loss": 0.0173, + "step": 35631 + }, + { + "epoch": 30.22222222222222, + "grad_norm": 0.5976074978986748, + "learning_rate": 1.6358699385114626e-05, + "loss": 0.0154, + "step": 35632 + }, + { + "epoch": 30.223070398642918, + "grad_norm": 0.6521483188429308, + "learning_rate": 1.635848736752106e-05, + "loss": 0.0152, + "step": 35633 + }, + { + "epoch": 30.223918575063614, + "grad_norm": 0.6442661436185925, + "learning_rate": 1.635827534512925e-05, + "loss": 0.0158, + "step": 35634 + }, + { + "epoch": 30.22476675148431, + "grad_norm": 0.6827135569243239, + "learning_rate": 1.6358063317939357e-05, + "loss": 0.0172, + "step": 35635 + }, + { + "epoch": 30.225614927905003, + "grad_norm": 0.7568493646214943, + "learning_rate": 1.6357851285951537e-05, + "loss": 0.0172, + "step": 35636 + }, + { + "epoch": 30.2264631043257, + "grad_norm": 0.6742806574006394, + "learning_rate": 1.635763924916595e-05, + "loss": 0.0182, + "step": 35637 + }, + { + "epoch": 30.227311280746395, + "grad_norm": 0.7083042732685731, + "learning_rate": 1.6357427207582758e-05, + "loss": 0.0152, + "step": 35638 + }, + { + "epoch": 30.22815945716709, + "grad_norm": 0.6662780082399871, + "learning_rate": 1.635721516120212e-05, + "loss": 0.0156, + "step": 35639 + }, + { + "epoch": 30.229007633587788, + "grad_norm": 0.6343187838656148, + "learning_rate": 1.63570031100242e-05, + "loss": 0.0164, + "step": 35640 + }, + { + "epoch": 30.22985581000848, + "grad_norm": 0.5803808748684396, + "learning_rate": 1.635679105404915e-05, + "loss": 0.0158, + "step": 35641 + }, + { + "epoch": 30.230703986429177, + "grad_norm": 0.9729434993657099, + "learning_rate": 1.6356578993277138e-05, + "loss": 0.0175, + "step": 35642 + }, + { + "epoch": 30.231552162849873, + "grad_norm": 0.5341234046423615, + "learning_rate": 1.6356366927708318e-05, + "loss": 0.0158, + "step": 35643 + }, + { + "epoch": 30.23240033927057, + "grad_norm": 0.6120948394058976, + "learning_rate": 1.635615485734285e-05, + "loss": 0.0166, + "step": 35644 + }, + { + "epoch": 30.233248515691265, + "grad_norm": 0.6490011526150501, + "learning_rate": 1.63559427821809e-05, + "loss": 0.0168, + "step": 35645 + }, + { + "epoch": 30.234096692111958, + "grad_norm": 0.6267497120326674, + "learning_rate": 1.6355730702222625e-05, + "loss": 0.0162, + "step": 35646 + }, + { + "epoch": 30.234944868532654, + "grad_norm": 0.8194719273899902, + "learning_rate": 1.6355518617468186e-05, + "loss": 0.0211, + "step": 35647 + }, + { + "epoch": 30.23579304495335, + "grad_norm": 0.6247299390035689, + "learning_rate": 1.6355306527917735e-05, + "loss": 0.0197, + "step": 35648 + }, + { + "epoch": 30.236641221374047, + "grad_norm": 0.6195761746229231, + "learning_rate": 1.6355094433571445e-05, + "loss": 0.0152, + "step": 35649 + }, + { + "epoch": 30.237489397794743, + "grad_norm": 0.5354952197110141, + "learning_rate": 1.6354882334429464e-05, + "loss": 0.0157, + "step": 35650 + }, + { + "epoch": 30.238337574215436, + "grad_norm": 0.6021795081820897, + "learning_rate": 1.6354670230491962e-05, + "loss": 0.0151, + "step": 35651 + }, + { + "epoch": 30.239185750636132, + "grad_norm": 0.6432684317035618, + "learning_rate": 1.6354458121759095e-05, + "loss": 0.0173, + "step": 35652 + }, + { + "epoch": 30.240033927056828, + "grad_norm": 0.6072600212881116, + "learning_rate": 1.635424600823102e-05, + "loss": 0.0147, + "step": 35653 + }, + { + "epoch": 30.240882103477524, + "grad_norm": 0.48841564508118707, + "learning_rate": 1.6354033889907905e-05, + "loss": 0.014, + "step": 35654 + }, + { + "epoch": 30.24173027989822, + "grad_norm": 0.5275223622977615, + "learning_rate": 1.63538217667899e-05, + "loss": 0.0144, + "step": 35655 + }, + { + "epoch": 30.242578456318913, + "grad_norm": 0.6136858228528023, + "learning_rate": 1.6353609638877172e-05, + "loss": 0.0165, + "step": 35656 + }, + { + "epoch": 30.24342663273961, + "grad_norm": 0.5978562609903278, + "learning_rate": 1.6353397506169878e-05, + "loss": 0.0148, + "step": 35657 + }, + { + "epoch": 30.244274809160306, + "grad_norm": 0.6288667671901212, + "learning_rate": 1.635318536866818e-05, + "loss": 0.0159, + "step": 35658 + }, + { + "epoch": 30.245122985581002, + "grad_norm": 0.7712907525755692, + "learning_rate": 1.635297322637224e-05, + "loss": 0.0184, + "step": 35659 + }, + { + "epoch": 30.245971162001695, + "grad_norm": 0.6284867336614306, + "learning_rate": 1.6352761079282213e-05, + "loss": 0.0153, + "step": 35660 + }, + { + "epoch": 30.24681933842239, + "grad_norm": 0.8283349765274921, + "learning_rate": 1.6352548927398262e-05, + "loss": 0.0172, + "step": 35661 + }, + { + "epoch": 30.247667514843087, + "grad_norm": 0.6911417567669446, + "learning_rate": 1.6352336770720545e-05, + "loss": 0.0164, + "step": 35662 + }, + { + "epoch": 30.248515691263783, + "grad_norm": 0.5897983225855621, + "learning_rate": 1.6352124609249225e-05, + "loss": 0.0142, + "step": 35663 + }, + { + "epoch": 30.24936386768448, + "grad_norm": 1.1697741663516792, + "learning_rate": 1.635191244298446e-05, + "loss": 0.0187, + "step": 35664 + }, + { + "epoch": 30.250212044105172, + "grad_norm": 0.6367174873415032, + "learning_rate": 1.635170027192641e-05, + "loss": 0.0176, + "step": 35665 + }, + { + "epoch": 30.25106022052587, + "grad_norm": 0.6889896293283952, + "learning_rate": 1.6351488096075242e-05, + "loss": 0.0165, + "step": 35666 + }, + { + "epoch": 30.251908396946565, + "grad_norm": 0.622740728634446, + "learning_rate": 1.6351275915431104e-05, + "loss": 0.0164, + "step": 35667 + }, + { + "epoch": 30.25275657336726, + "grad_norm": 0.549423338613836, + "learning_rate": 1.6351063729994165e-05, + "loss": 0.0155, + "step": 35668 + }, + { + "epoch": 30.253604749787957, + "grad_norm": 0.6676500422885637, + "learning_rate": 1.6350851539764582e-05, + "loss": 0.0181, + "step": 35669 + }, + { + "epoch": 30.25445292620865, + "grad_norm": 0.6208785394456293, + "learning_rate": 1.6350639344742514e-05, + "loss": 0.0156, + "step": 35670 + }, + { + "epoch": 30.255301102629346, + "grad_norm": 0.6047373268725532, + "learning_rate": 1.6350427144928122e-05, + "loss": 0.0151, + "step": 35671 + }, + { + "epoch": 30.256149279050042, + "grad_norm": 0.6865315909526492, + "learning_rate": 1.635021494032157e-05, + "loss": 0.0166, + "step": 35672 + }, + { + "epoch": 30.25699745547074, + "grad_norm": 0.6642894550902073, + "learning_rate": 1.6350002730923012e-05, + "loss": 0.0174, + "step": 35673 + }, + { + "epoch": 30.257845631891435, + "grad_norm": 0.5853780208093584, + "learning_rate": 1.6349790516732612e-05, + "loss": 0.0164, + "step": 35674 + }, + { + "epoch": 30.258693808312128, + "grad_norm": 0.6970595515343886, + "learning_rate": 1.634957829775053e-05, + "loss": 0.0187, + "step": 35675 + }, + { + "epoch": 30.259541984732824, + "grad_norm": 0.5532535791902855, + "learning_rate": 1.6349366073976924e-05, + "loss": 0.014, + "step": 35676 + }, + { + "epoch": 30.26039016115352, + "grad_norm": 0.6558387733536402, + "learning_rate": 1.6349153845411957e-05, + "loss": 0.016, + "step": 35677 + }, + { + "epoch": 30.261238337574216, + "grad_norm": 0.49366991863268256, + "learning_rate": 1.6348941612055786e-05, + "loss": 0.0143, + "step": 35678 + }, + { + "epoch": 30.262086513994912, + "grad_norm": 0.7446282964775829, + "learning_rate": 1.6348729373908577e-05, + "loss": 0.0185, + "step": 35679 + }, + { + "epoch": 30.262934690415605, + "grad_norm": 0.7002625273672661, + "learning_rate": 1.634851713097048e-05, + "loss": 0.0166, + "step": 35680 + }, + { + "epoch": 30.2637828668363, + "grad_norm": 0.6081901153223093, + "learning_rate": 1.6348304883241663e-05, + "loss": 0.0142, + "step": 35681 + }, + { + "epoch": 30.264631043256998, + "grad_norm": 0.7217448492130767, + "learning_rate": 1.6348092630722283e-05, + "loss": 0.0173, + "step": 35682 + }, + { + "epoch": 30.265479219677694, + "grad_norm": 0.6532474802993606, + "learning_rate": 1.6347880373412505e-05, + "loss": 0.0172, + "step": 35683 + }, + { + "epoch": 30.26632739609839, + "grad_norm": 0.5825558574355358, + "learning_rate": 1.6347668111312484e-05, + "loss": 0.0146, + "step": 35684 + }, + { + "epoch": 30.267175572519083, + "grad_norm": 0.6231999621305944, + "learning_rate": 1.634745584442238e-05, + "loss": 0.0152, + "step": 35685 + }, + { + "epoch": 30.26802374893978, + "grad_norm": 0.6921294594654684, + "learning_rate": 1.634724357274236e-05, + "loss": 0.0153, + "step": 35686 + }, + { + "epoch": 30.268871925360475, + "grad_norm": 0.596361845264245, + "learning_rate": 1.6347031296272575e-05, + "loss": 0.0148, + "step": 35687 + }, + { + "epoch": 30.26972010178117, + "grad_norm": 0.6696966897298496, + "learning_rate": 1.6346819015013187e-05, + "loss": 0.016, + "step": 35688 + }, + { + "epoch": 30.270568278201868, + "grad_norm": 0.611965572079665, + "learning_rate": 1.6346606728964364e-05, + "loss": 0.0143, + "step": 35689 + }, + { + "epoch": 30.27141645462256, + "grad_norm": 0.6279699659710649, + "learning_rate": 1.6346394438126257e-05, + "loss": 0.0154, + "step": 35690 + }, + { + "epoch": 30.272264631043257, + "grad_norm": 0.623813419553223, + "learning_rate": 1.634618214249903e-05, + "loss": 0.0151, + "step": 35691 + }, + { + "epoch": 30.273112807463953, + "grad_norm": 0.5911760246669227, + "learning_rate": 1.6345969842082844e-05, + "loss": 0.0161, + "step": 35692 + }, + { + "epoch": 30.27396098388465, + "grad_norm": 0.5925642282514473, + "learning_rate": 1.634575753687786e-05, + "loss": 0.0176, + "step": 35693 + }, + { + "epoch": 30.274809160305345, + "grad_norm": 0.5989818034437373, + "learning_rate": 1.6345545226884234e-05, + "loss": 0.0125, + "step": 35694 + }, + { + "epoch": 30.275657336726038, + "grad_norm": 0.7895259104526808, + "learning_rate": 1.634533291210213e-05, + "loss": 0.0232, + "step": 35695 + }, + { + "epoch": 30.276505513146734, + "grad_norm": 0.6581813688316621, + "learning_rate": 1.634512059253171e-05, + "loss": 0.0171, + "step": 35696 + }, + { + "epoch": 30.27735368956743, + "grad_norm": 0.6518127695643083, + "learning_rate": 1.6344908268173127e-05, + "loss": 0.0147, + "step": 35697 + }, + { + "epoch": 30.278201865988127, + "grad_norm": 0.7100555688372029, + "learning_rate": 1.6344695939026545e-05, + "loss": 0.0158, + "step": 35698 + }, + { + "epoch": 30.27905004240882, + "grad_norm": 0.5598822270245364, + "learning_rate": 1.6344483605092124e-05, + "loss": 0.0135, + "step": 35699 + }, + { + "epoch": 30.279898218829516, + "grad_norm": 0.6626103264945433, + "learning_rate": 1.6344271266370028e-05, + "loss": 0.0161, + "step": 35700 + }, + { + "epoch": 30.280746395250212, + "grad_norm": 0.6427038850700197, + "learning_rate": 1.6344058922860414e-05, + "loss": 0.0162, + "step": 35701 + }, + { + "epoch": 30.281594571670908, + "grad_norm": 0.6110149699561553, + "learning_rate": 1.634384657456344e-05, + "loss": 0.0145, + "step": 35702 + }, + { + "epoch": 30.282442748091604, + "grad_norm": 0.6624258507509815, + "learning_rate": 1.6343634221479268e-05, + "loss": 0.0173, + "step": 35703 + }, + { + "epoch": 30.283290924512297, + "grad_norm": 0.5941362552497865, + "learning_rate": 1.634342186360806e-05, + "loss": 0.0166, + "step": 35704 + }, + { + "epoch": 30.284139100932993, + "grad_norm": 0.6596340242146612, + "learning_rate": 1.6343209500949977e-05, + "loss": 0.016, + "step": 35705 + }, + { + "epoch": 30.28498727735369, + "grad_norm": 0.6937732128717231, + "learning_rate": 1.6342997133505177e-05, + "loss": 0.0185, + "step": 35706 + }, + { + "epoch": 30.285835453774386, + "grad_norm": 0.6678331075808331, + "learning_rate": 1.634278476127382e-05, + "loss": 0.0152, + "step": 35707 + }, + { + "epoch": 30.286683630195082, + "grad_norm": 0.5837763921120889, + "learning_rate": 1.6342572384256065e-05, + "loss": 0.0141, + "step": 35708 + }, + { + "epoch": 30.287531806615775, + "grad_norm": 0.5231423309253798, + "learning_rate": 1.6342360002452074e-05, + "loss": 0.014, + "step": 35709 + }, + { + "epoch": 30.28837998303647, + "grad_norm": 0.5067287135084533, + "learning_rate": 1.6342147615862012e-05, + "loss": 0.0148, + "step": 35710 + }, + { + "epoch": 30.289228159457167, + "grad_norm": 0.6357463035426032, + "learning_rate": 1.634193522448603e-05, + "loss": 0.0173, + "step": 35711 + }, + { + "epoch": 30.290076335877863, + "grad_norm": 0.5813986077353149, + "learning_rate": 1.6341722828324297e-05, + "loss": 0.0167, + "step": 35712 + }, + { + "epoch": 30.29092451229856, + "grad_norm": 0.7381105447694706, + "learning_rate": 1.634151042737697e-05, + "loss": 0.0174, + "step": 35713 + }, + { + "epoch": 30.291772688719252, + "grad_norm": 0.5971696901528939, + "learning_rate": 1.63412980216442e-05, + "loss": 0.0172, + "step": 35714 + }, + { + "epoch": 30.29262086513995, + "grad_norm": 0.629653478845209, + "learning_rate": 1.634108561112616e-05, + "loss": 0.0159, + "step": 35715 + }, + { + "epoch": 30.293469041560645, + "grad_norm": 0.6540888543179637, + "learning_rate": 1.6340873195823007e-05, + "loss": 0.0168, + "step": 35716 + }, + { + "epoch": 30.29431721798134, + "grad_norm": 0.7656785491168282, + "learning_rate": 1.6340660775734903e-05, + "loss": 0.0172, + "step": 35717 + }, + { + "epoch": 30.295165394402037, + "grad_norm": 0.6385816768849089, + "learning_rate": 1.6340448350862004e-05, + "loss": 0.0169, + "step": 35718 + }, + { + "epoch": 30.29601357082273, + "grad_norm": 0.6134671110739356, + "learning_rate": 1.634023592120447e-05, + "loss": 0.0173, + "step": 35719 + }, + { + "epoch": 30.296861747243426, + "grad_norm": 0.6018458069626781, + "learning_rate": 1.6340023486762464e-05, + "loss": 0.0154, + "step": 35720 + }, + { + "epoch": 30.297709923664122, + "grad_norm": 0.634467495848917, + "learning_rate": 1.6339811047536145e-05, + "loss": 0.0148, + "step": 35721 + }, + { + "epoch": 30.29855810008482, + "grad_norm": 0.5693580531510515, + "learning_rate": 1.6339598603525676e-05, + "loss": 0.0144, + "step": 35722 + }, + { + "epoch": 30.299406276505515, + "grad_norm": 0.6319581649616509, + "learning_rate": 1.6339386154731215e-05, + "loss": 0.0153, + "step": 35723 + }, + { + "epoch": 30.300254452926207, + "grad_norm": 0.6652835343397134, + "learning_rate": 1.633917370115292e-05, + "loss": 0.0179, + "step": 35724 + }, + { + "epoch": 30.301102629346904, + "grad_norm": 0.6063821808115454, + "learning_rate": 1.6338961242790956e-05, + "loss": 0.0133, + "step": 35725 + }, + { + "epoch": 30.3019508057676, + "grad_norm": 0.8390974691144533, + "learning_rate": 1.633874877964548e-05, + "loss": 0.0168, + "step": 35726 + }, + { + "epoch": 30.302798982188296, + "grad_norm": 0.7132581736934618, + "learning_rate": 1.6338536311716654e-05, + "loss": 0.0185, + "step": 35727 + }, + { + "epoch": 30.303647158608992, + "grad_norm": 0.7314245468729883, + "learning_rate": 1.633832383900464e-05, + "loss": 0.0185, + "step": 35728 + }, + { + "epoch": 30.304495335029685, + "grad_norm": 0.7357744992668352, + "learning_rate": 1.633811136150959e-05, + "loss": 0.0179, + "step": 35729 + }, + { + "epoch": 30.30534351145038, + "grad_norm": 0.605756594854183, + "learning_rate": 1.6337898879231674e-05, + "loss": 0.0145, + "step": 35730 + }, + { + "epoch": 30.306191687871078, + "grad_norm": 0.651168622438037, + "learning_rate": 1.633768639217105e-05, + "loss": 0.0142, + "step": 35731 + }, + { + "epoch": 30.307039864291774, + "grad_norm": 0.5711699598794777, + "learning_rate": 1.6337473900327878e-05, + "loss": 0.0144, + "step": 35732 + }, + { + "epoch": 30.307888040712466, + "grad_norm": 0.5610868951720358, + "learning_rate": 1.6337261403702317e-05, + "loss": 0.0157, + "step": 35733 + }, + { + "epoch": 30.308736217133163, + "grad_norm": 0.5864783532589769, + "learning_rate": 1.6337048902294523e-05, + "loss": 0.0139, + "step": 35734 + }, + { + "epoch": 30.30958439355386, + "grad_norm": 0.6130212045071598, + "learning_rate": 1.6336836396104666e-05, + "loss": 0.0158, + "step": 35735 + }, + { + "epoch": 30.310432569974555, + "grad_norm": 0.6700477109011714, + "learning_rate": 1.63366238851329e-05, + "loss": 0.017, + "step": 35736 + }, + { + "epoch": 30.31128074639525, + "grad_norm": 0.6251393323736669, + "learning_rate": 1.6336411369379388e-05, + "loss": 0.0166, + "step": 35737 + }, + { + "epoch": 30.312128922815944, + "grad_norm": 0.6129949685448327, + "learning_rate": 1.633619884884429e-05, + "loss": 0.017, + "step": 35738 + }, + { + "epoch": 30.31297709923664, + "grad_norm": 0.47454961808863394, + "learning_rate": 1.6335986323527767e-05, + "loss": 0.016, + "step": 35739 + }, + { + "epoch": 30.313825275657337, + "grad_norm": 0.6462892998001402, + "learning_rate": 1.633577379342997e-05, + "loss": 0.0166, + "step": 35740 + }, + { + "epoch": 30.314673452078033, + "grad_norm": 0.7059373836831991, + "learning_rate": 1.6335561258551074e-05, + "loss": 0.0165, + "step": 35741 + }, + { + "epoch": 30.31552162849873, + "grad_norm": 0.7256208825847149, + "learning_rate": 1.6335348718891232e-05, + "loss": 0.017, + "step": 35742 + }, + { + "epoch": 30.31636980491942, + "grad_norm": 0.49930470947909616, + "learning_rate": 1.6335136174450607e-05, + "loss": 0.0133, + "step": 35743 + }, + { + "epoch": 30.317217981340118, + "grad_norm": 0.6607816527743665, + "learning_rate": 1.633492362522936e-05, + "loss": 0.0148, + "step": 35744 + }, + { + "epoch": 30.318066157760814, + "grad_norm": 0.6247472389029556, + "learning_rate": 1.6334711071227642e-05, + "loss": 0.0153, + "step": 35745 + }, + { + "epoch": 30.31891433418151, + "grad_norm": 0.6596645332682444, + "learning_rate": 1.633449851244562e-05, + "loss": 0.0181, + "step": 35746 + }, + { + "epoch": 30.319762510602207, + "grad_norm": 0.6125917908153822, + "learning_rate": 1.633428594888346e-05, + "loss": 0.0141, + "step": 35747 + }, + { + "epoch": 30.3206106870229, + "grad_norm": 0.6392798466416835, + "learning_rate": 1.6334073380541315e-05, + "loss": 0.0157, + "step": 35748 + }, + { + "epoch": 30.321458863443596, + "grad_norm": 0.6789143817746888, + "learning_rate": 1.6333860807419348e-05, + "loss": 0.0171, + "step": 35749 + }, + { + "epoch": 30.32230703986429, + "grad_norm": 0.6252193220583623, + "learning_rate": 1.633364822951772e-05, + "loss": 0.015, + "step": 35750 + }, + { + "epoch": 30.323155216284988, + "grad_norm": 0.6802144475719485, + "learning_rate": 1.633343564683659e-05, + "loss": 0.0139, + "step": 35751 + }, + { + "epoch": 30.324003392705684, + "grad_norm": 0.7052773221534602, + "learning_rate": 1.633322305937612e-05, + "loss": 0.0166, + "step": 35752 + }, + { + "epoch": 30.324851569126377, + "grad_norm": 0.5753658246643948, + "learning_rate": 1.6333010467136466e-05, + "loss": 0.0147, + "step": 35753 + }, + { + "epoch": 30.325699745547073, + "grad_norm": 0.5899652083237508, + "learning_rate": 1.6332797870117792e-05, + "loss": 0.0173, + "step": 35754 + }, + { + "epoch": 30.32654792196777, + "grad_norm": 0.7170708993223586, + "learning_rate": 1.6332585268320264e-05, + "loss": 0.0165, + "step": 35755 + }, + { + "epoch": 30.327396098388466, + "grad_norm": 0.5993566315065595, + "learning_rate": 1.633237266174403e-05, + "loss": 0.0139, + "step": 35756 + }, + { + "epoch": 30.328244274809162, + "grad_norm": 0.6244141434876542, + "learning_rate": 1.6332160050389258e-05, + "loss": 0.0174, + "step": 35757 + }, + { + "epoch": 30.329092451229855, + "grad_norm": 0.5799240540495725, + "learning_rate": 1.633194743425611e-05, + "loss": 0.0171, + "step": 35758 + }, + { + "epoch": 30.32994062765055, + "grad_norm": 0.7069905656478017, + "learning_rate": 1.6331734813344744e-05, + "loss": 0.0176, + "step": 35759 + }, + { + "epoch": 30.330788804071247, + "grad_norm": 0.564204778967531, + "learning_rate": 1.6331522187655316e-05, + "loss": 0.0151, + "step": 35760 + }, + { + "epoch": 30.331636980491943, + "grad_norm": 0.7092527701631539, + "learning_rate": 1.6331309557187992e-05, + "loss": 0.0144, + "step": 35761 + }, + { + "epoch": 30.33248515691264, + "grad_norm": 0.6676424793148965, + "learning_rate": 1.6331096921942938e-05, + "loss": 0.016, + "step": 35762 + }, + { + "epoch": 30.333333333333332, + "grad_norm": 0.625819763905733, + "learning_rate": 1.63308842819203e-05, + "loss": 0.016, + "step": 35763 + }, + { + "epoch": 30.33418150975403, + "grad_norm": 0.6139776825101697, + "learning_rate": 1.633067163712025e-05, + "loss": 0.015, + "step": 35764 + }, + { + "epoch": 30.335029686174725, + "grad_norm": 0.6156191122150284, + "learning_rate": 1.6330458987542944e-05, + "loss": 0.0156, + "step": 35765 + }, + { + "epoch": 30.33587786259542, + "grad_norm": 0.7075163902012996, + "learning_rate": 1.6330246333188542e-05, + "loss": 0.0157, + "step": 35766 + }, + { + "epoch": 30.336726039016117, + "grad_norm": 0.6479098804273655, + "learning_rate": 1.6330033674057206e-05, + "loss": 0.0164, + "step": 35767 + }, + { + "epoch": 30.33757421543681, + "grad_norm": 0.6742025678102157, + "learning_rate": 1.6329821010149096e-05, + "loss": 0.0182, + "step": 35768 + }, + { + "epoch": 30.338422391857506, + "grad_norm": 0.5841347588463016, + "learning_rate": 1.6329608341464377e-05, + "loss": 0.0161, + "step": 35769 + }, + { + "epoch": 30.339270568278202, + "grad_norm": 0.6164038413237286, + "learning_rate": 1.63293956680032e-05, + "loss": 0.0166, + "step": 35770 + }, + { + "epoch": 30.3401187446989, + "grad_norm": 0.662909589321589, + "learning_rate": 1.632918298976573e-05, + "loss": 0.0148, + "step": 35771 + }, + { + "epoch": 30.34096692111959, + "grad_norm": 0.6652262372018964, + "learning_rate": 1.632897030675213e-05, + "loss": 0.0156, + "step": 35772 + }, + { + "epoch": 30.341815097540287, + "grad_norm": 0.6893058051012452, + "learning_rate": 1.6328757618962558e-05, + "loss": 0.0186, + "step": 35773 + }, + { + "epoch": 30.342663273960984, + "grad_norm": 0.6350297262109876, + "learning_rate": 1.6328544926397175e-05, + "loss": 0.0147, + "step": 35774 + }, + { + "epoch": 30.34351145038168, + "grad_norm": 0.5637938763216925, + "learning_rate": 1.6328332229056142e-05, + "loss": 0.0148, + "step": 35775 + }, + { + "epoch": 30.344359626802376, + "grad_norm": 0.9319476952114146, + "learning_rate": 1.632811952693962e-05, + "loss": 0.017, + "step": 35776 + }, + { + "epoch": 30.34520780322307, + "grad_norm": 0.6225460448932568, + "learning_rate": 1.6327906820047768e-05, + "loss": 0.0164, + "step": 35777 + }, + { + "epoch": 30.346055979643765, + "grad_norm": 0.6393780251937996, + "learning_rate": 1.6327694108380745e-05, + "loss": 0.0155, + "step": 35778 + }, + { + "epoch": 30.34690415606446, + "grad_norm": 0.6431470439641429, + "learning_rate": 1.6327481391938717e-05, + "loss": 0.0143, + "step": 35779 + }, + { + "epoch": 30.347752332485157, + "grad_norm": 0.6089994037198851, + "learning_rate": 1.6327268670721834e-05, + "loss": 0.0171, + "step": 35780 + }, + { + "epoch": 30.348600508905854, + "grad_norm": 0.5552398339608423, + "learning_rate": 1.632705594473027e-05, + "loss": 0.0129, + "step": 35781 + }, + { + "epoch": 30.349448685326546, + "grad_norm": 0.5950775264196497, + "learning_rate": 1.632684321396418e-05, + "loss": 0.0155, + "step": 35782 + }, + { + "epoch": 30.350296861747243, + "grad_norm": 0.5703603216742429, + "learning_rate": 1.632663047842372e-05, + "loss": 0.0149, + "step": 35783 + }, + { + "epoch": 30.35114503816794, + "grad_norm": 0.6608127561513577, + "learning_rate": 1.6326417738109057e-05, + "loss": 0.0149, + "step": 35784 + }, + { + "epoch": 30.351993214588635, + "grad_norm": 0.5883481636521835, + "learning_rate": 1.6326204993020347e-05, + "loss": 0.0168, + "step": 35785 + }, + { + "epoch": 30.35284139100933, + "grad_norm": 0.5973545316753543, + "learning_rate": 1.6325992243157752e-05, + "loss": 0.0162, + "step": 35786 + }, + { + "epoch": 30.353689567430024, + "grad_norm": 0.5097354902175432, + "learning_rate": 1.6325779488521432e-05, + "loss": 0.0144, + "step": 35787 + }, + { + "epoch": 30.35453774385072, + "grad_norm": 0.5338174543024449, + "learning_rate": 1.632556672911155e-05, + "loss": 0.0135, + "step": 35788 + }, + { + "epoch": 30.355385920271416, + "grad_norm": 0.5230508378410356, + "learning_rate": 1.6325353964928264e-05, + "loss": 0.0147, + "step": 35789 + }, + { + "epoch": 30.356234096692113, + "grad_norm": 0.9198523638876474, + "learning_rate": 1.6325141195971738e-05, + "loss": 0.0261, + "step": 35790 + }, + { + "epoch": 30.35708227311281, + "grad_norm": 0.707221333417794, + "learning_rate": 1.6324928422242126e-05, + "loss": 0.016, + "step": 35791 + }, + { + "epoch": 30.3579304495335, + "grad_norm": 0.7245155642422983, + "learning_rate": 1.6324715643739596e-05, + "loss": 0.0177, + "step": 35792 + }, + { + "epoch": 30.358778625954198, + "grad_norm": 0.5684433193015647, + "learning_rate": 1.6324502860464306e-05, + "loss": 0.0161, + "step": 35793 + }, + { + "epoch": 30.359626802374894, + "grad_norm": 0.5964132089201883, + "learning_rate": 1.6324290072416413e-05, + "loss": 0.0152, + "step": 35794 + }, + { + "epoch": 30.36047497879559, + "grad_norm": 0.5893194240351108, + "learning_rate": 1.632407727959608e-05, + "loss": 0.0148, + "step": 35795 + }, + { + "epoch": 30.361323155216287, + "grad_norm": 0.5957373166625138, + "learning_rate": 1.632386448200347e-05, + "loss": 0.017, + "step": 35796 + }, + { + "epoch": 30.36217133163698, + "grad_norm": 0.6978377943173253, + "learning_rate": 1.6323651679638742e-05, + "loss": 0.0143, + "step": 35797 + }, + { + "epoch": 30.363019508057675, + "grad_norm": 0.5777617372849859, + "learning_rate": 1.6323438872502057e-05, + "loss": 0.0156, + "step": 35798 + }, + { + "epoch": 30.36386768447837, + "grad_norm": 0.7286982253360978, + "learning_rate": 1.632322606059357e-05, + "loss": 0.0175, + "step": 35799 + }, + { + "epoch": 30.364715860899068, + "grad_norm": 0.5402044985841258, + "learning_rate": 1.6323013243913446e-05, + "loss": 0.0132, + "step": 35800 + }, + { + "epoch": 30.365564037319764, + "grad_norm": 0.5583857521510593, + "learning_rate": 1.632280042246185e-05, + "loss": 0.0136, + "step": 35801 + }, + { + "epoch": 30.366412213740457, + "grad_norm": 0.619907491943497, + "learning_rate": 1.6322587596238936e-05, + "loss": 0.0174, + "step": 35802 + }, + { + "epoch": 30.367260390161153, + "grad_norm": 0.7592536775959812, + "learning_rate": 1.632237476524487e-05, + "loss": 0.0165, + "step": 35803 + }, + { + "epoch": 30.36810856658185, + "grad_norm": 0.745128833285603, + "learning_rate": 1.6322161929479805e-05, + "loss": 0.0178, + "step": 35804 + }, + { + "epoch": 30.368956743002546, + "grad_norm": 0.6844400547777243, + "learning_rate": 1.6321949088943912e-05, + "loss": 0.0164, + "step": 35805 + }, + { + "epoch": 30.36980491942324, + "grad_norm": 0.6518279000247255, + "learning_rate": 1.632173624363734e-05, + "loss": 0.0166, + "step": 35806 + }, + { + "epoch": 30.370653095843934, + "grad_norm": 0.68963849402174, + "learning_rate": 1.6321523393560258e-05, + "loss": 0.0169, + "step": 35807 + }, + { + "epoch": 30.37150127226463, + "grad_norm": 0.7700937205161429, + "learning_rate": 1.6321310538712825e-05, + "loss": 0.0173, + "step": 35808 + }, + { + "epoch": 30.372349448685327, + "grad_norm": 0.5784801513897854, + "learning_rate": 1.6321097679095198e-05, + "loss": 0.0156, + "step": 35809 + }, + { + "epoch": 30.373197625106023, + "grad_norm": 0.6865372307666664, + "learning_rate": 1.6320884814707545e-05, + "loss": 0.0182, + "step": 35810 + }, + { + "epoch": 30.374045801526716, + "grad_norm": 0.580681277191152, + "learning_rate": 1.6320671945550016e-05, + "loss": 0.0158, + "step": 35811 + }, + { + "epoch": 30.374893977947412, + "grad_norm": 0.6395019857239, + "learning_rate": 1.632045907162278e-05, + "loss": 0.0134, + "step": 35812 + }, + { + "epoch": 30.37574215436811, + "grad_norm": 0.7296444893731246, + "learning_rate": 1.6320246192926e-05, + "loss": 0.0177, + "step": 35813 + }, + { + "epoch": 30.376590330788805, + "grad_norm": 0.5634470651366656, + "learning_rate": 1.6320033309459825e-05, + "loss": 0.0129, + "step": 35814 + }, + { + "epoch": 30.3774385072095, + "grad_norm": 0.6217237567630721, + "learning_rate": 1.6319820421224427e-05, + "loss": 0.0147, + "step": 35815 + }, + { + "epoch": 30.378286683630193, + "grad_norm": 0.6053813233908933, + "learning_rate": 1.6319607528219962e-05, + "loss": 0.015, + "step": 35816 + }, + { + "epoch": 30.37913486005089, + "grad_norm": 0.6870440308830563, + "learning_rate": 1.631939463044659e-05, + "loss": 0.0173, + "step": 35817 + }, + { + "epoch": 30.379983036471586, + "grad_norm": 0.6319126426802741, + "learning_rate": 1.631918172790447e-05, + "loss": 0.0149, + "step": 35818 + }, + { + "epoch": 30.380831212892282, + "grad_norm": 0.6552322895752615, + "learning_rate": 1.631896882059377e-05, + "loss": 0.0174, + "step": 35819 + }, + { + "epoch": 30.38167938931298, + "grad_norm": 0.6468024696672168, + "learning_rate": 1.6318755908514645e-05, + "loss": 0.0152, + "step": 35820 + }, + { + "epoch": 30.38252756573367, + "grad_norm": 0.5805426487855115, + "learning_rate": 1.6318542991667253e-05, + "loss": 0.0146, + "step": 35821 + }, + { + "epoch": 30.383375742154367, + "grad_norm": 0.6893013800321571, + "learning_rate": 1.631833007005176e-05, + "loss": 0.0192, + "step": 35822 + }, + { + "epoch": 30.384223918575064, + "grad_norm": 0.5970290952820042, + "learning_rate": 1.6318117143668323e-05, + "loss": 0.015, + "step": 35823 + }, + { + "epoch": 30.38507209499576, + "grad_norm": 0.6649875755415174, + "learning_rate": 1.631790421251711e-05, + "loss": 0.0142, + "step": 35824 + }, + { + "epoch": 30.385920271416456, + "grad_norm": 0.7251134845177432, + "learning_rate": 1.631769127659827e-05, + "loss": 0.0167, + "step": 35825 + }, + { + "epoch": 30.38676844783715, + "grad_norm": 0.70757865811968, + "learning_rate": 1.6317478335911973e-05, + "loss": 0.0159, + "step": 35826 + }, + { + "epoch": 30.387616624257845, + "grad_norm": 0.7247030414217643, + "learning_rate": 1.6317265390458375e-05, + "loss": 0.0193, + "step": 35827 + }, + { + "epoch": 30.38846480067854, + "grad_norm": 0.6872756140511055, + "learning_rate": 1.631705244023764e-05, + "loss": 0.0184, + "step": 35828 + }, + { + "epoch": 30.389312977099237, + "grad_norm": 0.5707960361839985, + "learning_rate": 1.6316839485249928e-05, + "loss": 0.0133, + "step": 35829 + }, + { + "epoch": 30.390161153519934, + "grad_norm": 0.5701447715820733, + "learning_rate": 1.63166265254954e-05, + "loss": 0.0151, + "step": 35830 + }, + { + "epoch": 30.391009329940626, + "grad_norm": 0.5825454270049635, + "learning_rate": 1.6316413560974208e-05, + "loss": 0.0131, + "step": 35831 + }, + { + "epoch": 30.391857506361323, + "grad_norm": 0.6436020183885772, + "learning_rate": 1.6316200591686525e-05, + "loss": 0.0178, + "step": 35832 + }, + { + "epoch": 30.39270568278202, + "grad_norm": 0.6801345962784643, + "learning_rate": 1.6315987617632507e-05, + "loss": 0.0176, + "step": 35833 + }, + { + "epoch": 30.393553859202715, + "grad_norm": 0.5695295226819712, + "learning_rate": 1.6315774638812312e-05, + "loss": 0.0163, + "step": 35834 + }, + { + "epoch": 30.39440203562341, + "grad_norm": 0.5895744270064686, + "learning_rate": 1.6315561655226107e-05, + "loss": 0.0178, + "step": 35835 + }, + { + "epoch": 30.395250212044104, + "grad_norm": 0.6118235581115111, + "learning_rate": 1.6315348666874048e-05, + "loss": 0.0138, + "step": 35836 + }, + { + "epoch": 30.3960983884648, + "grad_norm": 0.6635184213830344, + "learning_rate": 1.6315135673756296e-05, + "loss": 0.0162, + "step": 35837 + }, + { + "epoch": 30.396946564885496, + "grad_norm": 0.668361715105215, + "learning_rate": 1.6314922675873012e-05, + "loss": 0.0163, + "step": 35838 + }, + { + "epoch": 30.397794741306193, + "grad_norm": 0.621538324699331, + "learning_rate": 1.6314709673224358e-05, + "loss": 0.0139, + "step": 35839 + }, + { + "epoch": 30.39864291772689, + "grad_norm": 0.8026196514589058, + "learning_rate": 1.6314496665810492e-05, + "loss": 0.0216, + "step": 35840 + }, + { + "epoch": 30.39949109414758, + "grad_norm": 0.6955268179398254, + "learning_rate": 1.631428365363158e-05, + "loss": 0.0157, + "step": 35841 + }, + { + "epoch": 30.400339270568278, + "grad_norm": 0.6110418551671406, + "learning_rate": 1.6314070636687776e-05, + "loss": 0.0156, + "step": 35842 + }, + { + "epoch": 30.401187446988974, + "grad_norm": 0.6345293059537512, + "learning_rate": 1.6313857614979244e-05, + "loss": 0.0148, + "step": 35843 + }, + { + "epoch": 30.40203562340967, + "grad_norm": 0.6087454093430881, + "learning_rate": 1.6313644588506148e-05, + "loss": 0.0171, + "step": 35844 + }, + { + "epoch": 30.402883799830363, + "grad_norm": 0.6577145050538373, + "learning_rate": 1.631343155726864e-05, + "loss": 0.017, + "step": 35845 + }, + { + "epoch": 30.40373197625106, + "grad_norm": 0.5739301723042236, + "learning_rate": 1.6313218521266892e-05, + "loss": 0.0159, + "step": 35846 + }, + { + "epoch": 30.404580152671755, + "grad_norm": 0.7291041627815591, + "learning_rate": 1.6313005480501057e-05, + "loss": 0.0163, + "step": 35847 + }, + { + "epoch": 30.40542832909245, + "grad_norm": 0.5284939374620965, + "learning_rate": 1.63127924349713e-05, + "loss": 0.014, + "step": 35848 + }, + { + "epoch": 30.406276505513148, + "grad_norm": 0.6573758463916554, + "learning_rate": 1.6312579384677776e-05, + "loss": 0.016, + "step": 35849 + }, + { + "epoch": 30.40712468193384, + "grad_norm": 0.61189375167672, + "learning_rate": 1.6312366329620656e-05, + "loss": 0.0143, + "step": 35850 + }, + { + "epoch": 30.407972858354537, + "grad_norm": 0.9887631487560182, + "learning_rate": 1.6312153269800086e-05, + "loss": 0.0174, + "step": 35851 + }, + { + "epoch": 30.408821034775233, + "grad_norm": 0.6587857007659312, + "learning_rate": 1.631194020521624e-05, + "loss": 0.0171, + "step": 35852 + }, + { + "epoch": 30.40966921119593, + "grad_norm": 0.7098180017509912, + "learning_rate": 1.6311727135869274e-05, + "loss": 0.0153, + "step": 35853 + }, + { + "epoch": 30.410517387616625, + "grad_norm": 0.5558186040268918, + "learning_rate": 1.6311514061759344e-05, + "loss": 0.0136, + "step": 35854 + }, + { + "epoch": 30.411365564037318, + "grad_norm": 0.6324243636965718, + "learning_rate": 1.631130098288662e-05, + "loss": 0.0162, + "step": 35855 + }, + { + "epoch": 30.412213740458014, + "grad_norm": 0.702963679967768, + "learning_rate": 1.6311087899251256e-05, + "loss": 0.018, + "step": 35856 + }, + { + "epoch": 30.41306191687871, + "grad_norm": 0.6060628539002354, + "learning_rate": 1.6310874810853414e-05, + "loss": 0.0155, + "step": 35857 + }, + { + "epoch": 30.413910093299407, + "grad_norm": 0.7070169000632742, + "learning_rate": 1.6310661717693255e-05, + "loss": 0.0165, + "step": 35858 + }, + { + "epoch": 30.414758269720103, + "grad_norm": 0.6855547514794742, + "learning_rate": 1.6310448619770945e-05, + "loss": 0.0155, + "step": 35859 + }, + { + "epoch": 30.415606446140796, + "grad_norm": 0.6708135688224742, + "learning_rate": 1.6310235517086642e-05, + "loss": 0.0151, + "step": 35860 + }, + { + "epoch": 30.416454622561492, + "grad_norm": 0.5841648388840776, + "learning_rate": 1.6310022409640497e-05, + "loss": 0.0149, + "step": 35861 + }, + { + "epoch": 30.41730279898219, + "grad_norm": 0.621513580131955, + "learning_rate": 1.6309809297432688e-05, + "loss": 0.0179, + "step": 35862 + }, + { + "epoch": 30.418150975402884, + "grad_norm": 0.6698850122220161, + "learning_rate": 1.6309596180463357e-05, + "loss": 0.0151, + "step": 35863 + }, + { + "epoch": 30.41899915182358, + "grad_norm": 0.6162770858950603, + "learning_rate": 1.6309383058732682e-05, + "loss": 0.0141, + "step": 35864 + }, + { + "epoch": 30.419847328244273, + "grad_norm": 0.7873722965158946, + "learning_rate": 1.6309169932240814e-05, + "loss": 0.0166, + "step": 35865 + }, + { + "epoch": 30.42069550466497, + "grad_norm": 0.7401385250141931, + "learning_rate": 1.6308956800987917e-05, + "loss": 0.0156, + "step": 35866 + }, + { + "epoch": 30.421543681085666, + "grad_norm": 0.8161994201142385, + "learning_rate": 1.630874366497415e-05, + "loss": 0.0166, + "step": 35867 + }, + { + "epoch": 30.422391857506362, + "grad_norm": 0.6325952280019668, + "learning_rate": 1.630853052419968e-05, + "loss": 0.0194, + "step": 35868 + }, + { + "epoch": 30.42324003392706, + "grad_norm": 0.6932588733842533, + "learning_rate": 1.6308317378664657e-05, + "loss": 0.0187, + "step": 35869 + }, + { + "epoch": 30.42408821034775, + "grad_norm": 0.702152505634818, + "learning_rate": 1.6308104228369246e-05, + "loss": 0.0172, + "step": 35870 + }, + { + "epoch": 30.424936386768447, + "grad_norm": 0.6882814998920088, + "learning_rate": 1.6307891073313614e-05, + "loss": 0.0174, + "step": 35871 + }, + { + "epoch": 30.425784563189143, + "grad_norm": 0.5471056696656267, + "learning_rate": 1.6307677913497915e-05, + "loss": 0.014, + "step": 35872 + }, + { + "epoch": 30.42663273960984, + "grad_norm": 0.5701335958819146, + "learning_rate": 1.630746474892231e-05, + "loss": 0.0142, + "step": 35873 + }, + { + "epoch": 30.427480916030536, + "grad_norm": 0.5531842756485607, + "learning_rate": 1.6307251579586968e-05, + "loss": 0.0133, + "step": 35874 + }, + { + "epoch": 30.42832909245123, + "grad_norm": 0.8098099150209054, + "learning_rate": 1.630703840549204e-05, + "loss": 0.0178, + "step": 35875 + }, + { + "epoch": 30.429177268871925, + "grad_norm": 0.6212813557009889, + "learning_rate": 1.6306825226637695e-05, + "loss": 0.0166, + "step": 35876 + }, + { + "epoch": 30.43002544529262, + "grad_norm": 0.7376515939634948, + "learning_rate": 1.6306612043024083e-05, + "loss": 0.019, + "step": 35877 + }, + { + "epoch": 30.430873621713317, + "grad_norm": 0.8029662996724996, + "learning_rate": 1.6306398854651377e-05, + "loss": 0.0188, + "step": 35878 + }, + { + "epoch": 30.431721798134014, + "grad_norm": 0.6300098092063318, + "learning_rate": 1.630618566151973e-05, + "loss": 0.0149, + "step": 35879 + }, + { + "epoch": 30.432569974554706, + "grad_norm": 0.6002198455806032, + "learning_rate": 1.6305972463629304e-05, + "loss": 0.0152, + "step": 35880 + }, + { + "epoch": 30.433418150975402, + "grad_norm": 0.48905208611940254, + "learning_rate": 1.6305759260980263e-05, + "loss": 0.0139, + "step": 35881 + }, + { + "epoch": 30.4342663273961, + "grad_norm": 0.8141682143272773, + "learning_rate": 1.6305546053572768e-05, + "loss": 0.0204, + "step": 35882 + }, + { + "epoch": 30.435114503816795, + "grad_norm": 0.6755416860380946, + "learning_rate": 1.6305332841406977e-05, + "loss": 0.0169, + "step": 35883 + }, + { + "epoch": 30.435962680237488, + "grad_norm": 0.6918405622800308, + "learning_rate": 1.630511962448305e-05, + "loss": 0.0159, + "step": 35884 + }, + { + "epoch": 30.436810856658184, + "grad_norm": 0.6600443787185623, + "learning_rate": 1.630490640280115e-05, + "loss": 0.0166, + "step": 35885 + }, + { + "epoch": 30.43765903307888, + "grad_norm": 0.6648689089600235, + "learning_rate": 1.630469317636144e-05, + "loss": 0.0179, + "step": 35886 + }, + { + "epoch": 30.438507209499576, + "grad_norm": 0.5669518426345783, + "learning_rate": 1.6304479945164074e-05, + "loss": 0.0166, + "step": 35887 + }, + { + "epoch": 30.439355385920273, + "grad_norm": 0.6137587421601687, + "learning_rate": 1.630426670920922e-05, + "loss": 0.0149, + "step": 35888 + }, + { + "epoch": 30.440203562340965, + "grad_norm": 0.5989833306857185, + "learning_rate": 1.630405346849704e-05, + "loss": 0.0156, + "step": 35889 + }, + { + "epoch": 30.44105173876166, + "grad_norm": 0.6639731290931716, + "learning_rate": 1.6303840223027686e-05, + "loss": 0.0182, + "step": 35890 + }, + { + "epoch": 30.441899915182358, + "grad_norm": 0.6289260622074315, + "learning_rate": 1.6303626972801323e-05, + "loss": 0.0173, + "step": 35891 + }, + { + "epoch": 30.442748091603054, + "grad_norm": 0.6470727340365314, + "learning_rate": 1.6303413717818118e-05, + "loss": 0.0148, + "step": 35892 + }, + { + "epoch": 30.44359626802375, + "grad_norm": 0.5799035045266784, + "learning_rate": 1.6303200458078227e-05, + "loss": 0.0153, + "step": 35893 + }, + { + "epoch": 30.444444444444443, + "grad_norm": 0.7637709451171831, + "learning_rate": 1.630298719358181e-05, + "loss": 0.0167, + "step": 35894 + }, + { + "epoch": 30.44529262086514, + "grad_norm": 0.7196769764864243, + "learning_rate": 1.630277392432903e-05, + "loss": 0.019, + "step": 35895 + }, + { + "epoch": 30.446140797285835, + "grad_norm": 0.6334973731072628, + "learning_rate": 1.630256065032004e-05, + "loss": 0.0167, + "step": 35896 + }, + { + "epoch": 30.44698897370653, + "grad_norm": 0.5784965283564504, + "learning_rate": 1.6302347371555014e-05, + "loss": 0.0157, + "step": 35897 + }, + { + "epoch": 30.447837150127228, + "grad_norm": 0.5919096740485096, + "learning_rate": 1.6302134088034103e-05, + "loss": 0.0155, + "step": 35898 + }, + { + "epoch": 30.44868532654792, + "grad_norm": 0.9005298063449324, + "learning_rate": 1.6301920799757476e-05, + "loss": 0.0178, + "step": 35899 + }, + { + "epoch": 30.449533502968617, + "grad_norm": 0.617912233325854, + "learning_rate": 1.630170750672529e-05, + "loss": 0.0153, + "step": 35900 + }, + { + "epoch": 30.450381679389313, + "grad_norm": 0.49009833789793567, + "learning_rate": 1.6301494208937702e-05, + "loss": 0.0134, + "step": 35901 + }, + { + "epoch": 30.45122985581001, + "grad_norm": 0.6796885301164899, + "learning_rate": 1.6301280906394878e-05, + "loss": 0.0159, + "step": 35902 + }, + { + "epoch": 30.452078032230705, + "grad_norm": 0.6001562240706928, + "learning_rate": 1.6301067599096976e-05, + "loss": 0.0156, + "step": 35903 + }, + { + "epoch": 30.452926208651398, + "grad_norm": 0.5769531209013249, + "learning_rate": 1.6300854287044157e-05, + "loss": 0.018, + "step": 35904 + }, + { + "epoch": 30.453774385072094, + "grad_norm": 0.6738587534661383, + "learning_rate": 1.630064097023659e-05, + "loss": 0.0143, + "step": 35905 + }, + { + "epoch": 30.45462256149279, + "grad_norm": 0.5993700471170171, + "learning_rate": 1.6300427648674424e-05, + "loss": 0.0147, + "step": 35906 + }, + { + "epoch": 30.455470737913487, + "grad_norm": 0.6180333051578435, + "learning_rate": 1.6300214322357828e-05, + "loss": 0.0137, + "step": 35907 + }, + { + "epoch": 30.456318914334183, + "grad_norm": 0.759710301555127, + "learning_rate": 1.630000099128696e-05, + "loss": 0.018, + "step": 35908 + }, + { + "epoch": 30.457167090754876, + "grad_norm": 0.7113147281977659, + "learning_rate": 1.629978765546198e-05, + "loss": 0.0181, + "step": 35909 + }, + { + "epoch": 30.458015267175572, + "grad_norm": 0.5546418029828267, + "learning_rate": 1.629957431488305e-05, + "loss": 0.0144, + "step": 35910 + }, + { + "epoch": 30.458863443596268, + "grad_norm": 0.7989616406340608, + "learning_rate": 1.6299360969550333e-05, + "loss": 0.0179, + "step": 35911 + }, + { + "epoch": 30.459711620016964, + "grad_norm": 0.7558121500239764, + "learning_rate": 1.629914761946399e-05, + "loss": 0.0163, + "step": 35912 + }, + { + "epoch": 30.46055979643766, + "grad_norm": 0.6991478614817281, + "learning_rate": 1.629893426462418e-05, + "loss": 0.0165, + "step": 35913 + }, + { + "epoch": 30.461407972858353, + "grad_norm": 0.6165675404319051, + "learning_rate": 1.629872090503106e-05, + "loss": 0.0165, + "step": 35914 + }, + { + "epoch": 30.46225614927905, + "grad_norm": 0.5829350304413525, + "learning_rate": 1.6298507540684795e-05, + "loss": 0.0162, + "step": 35915 + }, + { + "epoch": 30.463104325699746, + "grad_norm": 0.6177522573295926, + "learning_rate": 1.6298294171585554e-05, + "loss": 0.0166, + "step": 35916 + }, + { + "epoch": 30.463952502120442, + "grad_norm": 0.7833690669828592, + "learning_rate": 1.6298080797733483e-05, + "loss": 0.0173, + "step": 35917 + }, + { + "epoch": 30.46480067854114, + "grad_norm": 0.5900882467804203, + "learning_rate": 1.6297867419128753e-05, + "loss": 0.0155, + "step": 35918 + }, + { + "epoch": 30.46564885496183, + "grad_norm": 0.6461163798391432, + "learning_rate": 1.6297654035771522e-05, + "loss": 0.0169, + "step": 35919 + }, + { + "epoch": 30.466497031382527, + "grad_norm": 0.6289279436764025, + "learning_rate": 1.6297440647661954e-05, + "loss": 0.0164, + "step": 35920 + }, + { + "epoch": 30.467345207803223, + "grad_norm": 0.5171568988235032, + "learning_rate": 1.6297227254800203e-05, + "loss": 0.0146, + "step": 35921 + }, + { + "epoch": 30.46819338422392, + "grad_norm": 0.6438441481809533, + "learning_rate": 1.6297013857186435e-05, + "loss": 0.0149, + "step": 35922 + }, + { + "epoch": 30.469041560644612, + "grad_norm": 0.8490184516557918, + "learning_rate": 1.6296800454820815e-05, + "loss": 0.0198, + "step": 35923 + }, + { + "epoch": 30.46988973706531, + "grad_norm": 0.6307913355383787, + "learning_rate": 1.6296587047703497e-05, + "loss": 0.0162, + "step": 35924 + }, + { + "epoch": 30.470737913486005, + "grad_norm": 0.6930109168158866, + "learning_rate": 1.6296373635834645e-05, + "loss": 0.0165, + "step": 35925 + }, + { + "epoch": 30.4715860899067, + "grad_norm": 0.6077256019777434, + "learning_rate": 1.6296160219214416e-05, + "loss": 0.0145, + "step": 35926 + }, + { + "epoch": 30.472434266327397, + "grad_norm": 0.6964550285268644, + "learning_rate": 1.629594679784298e-05, + "loss": 0.0185, + "step": 35927 + }, + { + "epoch": 30.47328244274809, + "grad_norm": 0.6066936643212189, + "learning_rate": 1.629573337172049e-05, + "loss": 0.0163, + "step": 35928 + }, + { + "epoch": 30.474130619168786, + "grad_norm": 0.6640486940367679, + "learning_rate": 1.629551994084711e-05, + "loss": 0.0162, + "step": 35929 + }, + { + "epoch": 30.474978795589482, + "grad_norm": 0.5980410386087366, + "learning_rate": 1.6295306505223002e-05, + "loss": 0.0134, + "step": 35930 + }, + { + "epoch": 30.47582697201018, + "grad_norm": 0.5685995780000519, + "learning_rate": 1.6295093064848324e-05, + "loss": 0.0153, + "step": 35931 + }, + { + "epoch": 30.476675148430875, + "grad_norm": 0.637837418380332, + "learning_rate": 1.629487961972324e-05, + "loss": 0.0189, + "step": 35932 + }, + { + "epoch": 30.477523324851568, + "grad_norm": 0.8940579001964963, + "learning_rate": 1.629466616984791e-05, + "loss": 0.0156, + "step": 35933 + }, + { + "epoch": 30.478371501272264, + "grad_norm": 0.7339406960271403, + "learning_rate": 1.6294452715222494e-05, + "loss": 0.0151, + "step": 35934 + }, + { + "epoch": 30.47921967769296, + "grad_norm": 0.73997383858236, + "learning_rate": 1.6294239255847156e-05, + "loss": 0.0183, + "step": 35935 + }, + { + "epoch": 30.480067854113656, + "grad_norm": 0.6455682242851285, + "learning_rate": 1.6294025791722057e-05, + "loss": 0.0155, + "step": 35936 + }, + { + "epoch": 30.480916030534353, + "grad_norm": 0.6380139837925325, + "learning_rate": 1.6293812322847352e-05, + "loss": 0.0157, + "step": 35937 + }, + { + "epoch": 30.481764206955045, + "grad_norm": 0.692816327105449, + "learning_rate": 1.629359884922321e-05, + "loss": 0.0147, + "step": 35938 + }, + { + "epoch": 30.48261238337574, + "grad_norm": 0.6141148306764395, + "learning_rate": 1.6293385370849786e-05, + "loss": 0.0175, + "step": 35939 + }, + { + "epoch": 30.483460559796438, + "grad_norm": 0.5455563939026286, + "learning_rate": 1.6293171887727245e-05, + "loss": 0.0151, + "step": 35940 + }, + { + "epoch": 30.484308736217134, + "grad_norm": 0.5714451004530693, + "learning_rate": 1.6292958399855746e-05, + "loss": 0.0153, + "step": 35941 + }, + { + "epoch": 30.48515691263783, + "grad_norm": 0.6162066666857874, + "learning_rate": 1.6292744907235453e-05, + "loss": 0.0171, + "step": 35942 + }, + { + "epoch": 30.486005089058523, + "grad_norm": 0.6051800275172229, + "learning_rate": 1.6292531409866523e-05, + "loss": 0.0149, + "step": 35943 + }, + { + "epoch": 30.48685326547922, + "grad_norm": 0.7220223196936238, + "learning_rate": 1.629231790774912e-05, + "loss": 0.0157, + "step": 35944 + }, + { + "epoch": 30.487701441899915, + "grad_norm": 0.6456198113995828, + "learning_rate": 1.62921044008834e-05, + "loss": 0.0174, + "step": 35945 + }, + { + "epoch": 30.48854961832061, + "grad_norm": 0.7286139844223547, + "learning_rate": 1.6291890889269532e-05, + "loss": 0.0175, + "step": 35946 + }, + { + "epoch": 30.489397794741308, + "grad_norm": 0.6326907727527327, + "learning_rate": 1.6291677372907674e-05, + "loss": 0.0158, + "step": 35947 + }, + { + "epoch": 30.490245971162, + "grad_norm": 0.7410349809256089, + "learning_rate": 1.6291463851797986e-05, + "loss": 0.0178, + "step": 35948 + }, + { + "epoch": 30.491094147582697, + "grad_norm": 0.48454850060620336, + "learning_rate": 1.6291250325940627e-05, + "loss": 0.0142, + "step": 35949 + }, + { + "epoch": 30.491942324003393, + "grad_norm": 0.5523134965247433, + "learning_rate": 1.6291036795335767e-05, + "loss": 0.0151, + "step": 35950 + }, + { + "epoch": 30.49279050042409, + "grad_norm": 0.6921321361258885, + "learning_rate": 1.6290823259983556e-05, + "loss": 0.015, + "step": 35951 + }, + { + "epoch": 30.493638676844785, + "grad_norm": 0.7867466771909216, + "learning_rate": 1.629060971988416e-05, + "loss": 0.0187, + "step": 35952 + }, + { + "epoch": 30.494486853265478, + "grad_norm": 0.6385513048953171, + "learning_rate": 1.6290396175037744e-05, + "loss": 0.0158, + "step": 35953 + }, + { + "epoch": 30.495335029686174, + "grad_norm": 0.7615234555404912, + "learning_rate": 1.6290182625444462e-05, + "loss": 0.0202, + "step": 35954 + }, + { + "epoch": 30.49618320610687, + "grad_norm": 0.7516513350810095, + "learning_rate": 1.628996907110448e-05, + "loss": 0.0192, + "step": 35955 + }, + { + "epoch": 30.497031382527567, + "grad_norm": 0.6687875384598788, + "learning_rate": 1.6289755512017954e-05, + "loss": 0.0148, + "step": 35956 + }, + { + "epoch": 30.497879558948263, + "grad_norm": 0.589005922584582, + "learning_rate": 1.6289541948185052e-05, + "loss": 0.0158, + "step": 35957 + }, + { + "epoch": 30.498727735368956, + "grad_norm": 0.696629435559274, + "learning_rate": 1.6289328379605933e-05, + "loss": 0.0175, + "step": 35958 + }, + { + "epoch": 30.499575911789652, + "grad_norm": 0.6354944169702919, + "learning_rate": 1.6289114806280757e-05, + "loss": 0.0163, + "step": 35959 + }, + { + "epoch": 30.500424088210348, + "grad_norm": 0.6897472662494595, + "learning_rate": 1.6288901228209685e-05, + "loss": 0.0173, + "step": 35960 + }, + { + "epoch": 30.501272264631044, + "grad_norm": 0.6262929605897131, + "learning_rate": 1.6288687645392878e-05, + "loss": 0.0151, + "step": 35961 + }, + { + "epoch": 30.502120441051737, + "grad_norm": 0.6079436148487067, + "learning_rate": 1.6288474057830494e-05, + "loss": 0.0141, + "step": 35962 + }, + { + "epoch": 30.502968617472433, + "grad_norm": 0.5359358172523436, + "learning_rate": 1.6288260465522703e-05, + "loss": 0.014, + "step": 35963 + }, + { + "epoch": 30.50381679389313, + "grad_norm": 0.6430871849497813, + "learning_rate": 1.6288046868469657e-05, + "loss": 0.017, + "step": 35964 + }, + { + "epoch": 30.504664970313826, + "grad_norm": 0.8050830751654146, + "learning_rate": 1.6287833266671526e-05, + "loss": 0.0168, + "step": 35965 + }, + { + "epoch": 30.505513146734522, + "grad_norm": 0.7312044905130698, + "learning_rate": 1.628761966012846e-05, + "loss": 0.0167, + "step": 35966 + }, + { + "epoch": 30.506361323155215, + "grad_norm": 0.7627398106235918, + "learning_rate": 1.6287406048840634e-05, + "loss": 0.0194, + "step": 35967 + }, + { + "epoch": 30.50720949957591, + "grad_norm": 0.762000785249649, + "learning_rate": 1.6287192432808195e-05, + "loss": 0.0139, + "step": 35968 + }, + { + "epoch": 30.508057675996607, + "grad_norm": 0.7638233307732255, + "learning_rate": 1.6286978812031315e-05, + "loss": 0.0176, + "step": 35969 + }, + { + "epoch": 30.508905852417303, + "grad_norm": 0.6758705260927133, + "learning_rate": 1.628676518651015e-05, + "loss": 0.0173, + "step": 35970 + }, + { + "epoch": 30.509754028838, + "grad_norm": 0.6882173831441764, + "learning_rate": 1.6286551556244863e-05, + "loss": 0.0164, + "step": 35971 + }, + { + "epoch": 30.510602205258692, + "grad_norm": 0.5641559318995435, + "learning_rate": 1.6286337921235613e-05, + "loss": 0.015, + "step": 35972 + }, + { + "epoch": 30.51145038167939, + "grad_norm": 0.5891814624443036, + "learning_rate": 1.6286124281482566e-05, + "loss": 0.0176, + "step": 35973 + }, + { + "epoch": 30.512298558100085, + "grad_norm": 0.7123139926477078, + "learning_rate": 1.6285910636985876e-05, + "loss": 0.0191, + "step": 35974 + }, + { + "epoch": 30.51314673452078, + "grad_norm": 0.579673130964422, + "learning_rate": 1.628569698774571e-05, + "loss": 0.0165, + "step": 35975 + }, + { + "epoch": 30.513994910941477, + "grad_norm": 0.6903220948579832, + "learning_rate": 1.628548333376223e-05, + "loss": 0.0147, + "step": 35976 + }, + { + "epoch": 30.51484308736217, + "grad_norm": 0.6925896721537661, + "learning_rate": 1.6285269675035592e-05, + "loss": 0.0177, + "step": 35977 + }, + { + "epoch": 30.515691263782866, + "grad_norm": 0.659650033561975, + "learning_rate": 1.6285056011565958e-05, + "loss": 0.0148, + "step": 35978 + }, + { + "epoch": 30.516539440203562, + "grad_norm": 0.6649979872778715, + "learning_rate": 1.6284842343353494e-05, + "loss": 0.0169, + "step": 35979 + }, + { + "epoch": 30.51738761662426, + "grad_norm": 0.6294081573756903, + "learning_rate": 1.6284628670398358e-05, + "loss": 0.0153, + "step": 35980 + }, + { + "epoch": 30.518235793044955, + "grad_norm": 0.681525525827072, + "learning_rate": 1.628441499270071e-05, + "loss": 0.018, + "step": 35981 + }, + { + "epoch": 30.519083969465647, + "grad_norm": 0.6797464355420877, + "learning_rate": 1.6284201310260713e-05, + "loss": 0.0164, + "step": 35982 + }, + { + "epoch": 30.519932145886344, + "grad_norm": 0.6563438208372152, + "learning_rate": 1.6283987623078533e-05, + "loss": 0.0193, + "step": 35983 + }, + { + "epoch": 30.52078032230704, + "grad_norm": 0.6431632622640366, + "learning_rate": 1.628377393115432e-05, + "loss": 0.016, + "step": 35984 + }, + { + "epoch": 30.521628498727736, + "grad_norm": 0.6984421458885931, + "learning_rate": 1.6283560234488246e-05, + "loss": 0.019, + "step": 35985 + }, + { + "epoch": 30.522476675148432, + "grad_norm": 0.6549139256020761, + "learning_rate": 1.6283346533080466e-05, + "loss": 0.0161, + "step": 35986 + }, + { + "epoch": 30.523324851569125, + "grad_norm": 0.7611556353554475, + "learning_rate": 1.6283132826931142e-05, + "loss": 0.0189, + "step": 35987 + }, + { + "epoch": 30.52417302798982, + "grad_norm": 0.6242025367058727, + "learning_rate": 1.628291911604044e-05, + "loss": 0.0151, + "step": 35988 + }, + { + "epoch": 30.525021204410518, + "grad_norm": 0.7228281843650249, + "learning_rate": 1.6282705400408513e-05, + "loss": 0.0188, + "step": 35989 + }, + { + "epoch": 30.525869380831214, + "grad_norm": 0.6666792167488957, + "learning_rate": 1.6282491680035534e-05, + "loss": 0.0177, + "step": 35990 + }, + { + "epoch": 30.52671755725191, + "grad_norm": 0.600106662939223, + "learning_rate": 1.628227795492165e-05, + "loss": 0.0194, + "step": 35991 + }, + { + "epoch": 30.527565733672603, + "grad_norm": 0.6873277705383962, + "learning_rate": 1.628206422506703e-05, + "loss": 0.0155, + "step": 35992 + }, + { + "epoch": 30.5284139100933, + "grad_norm": 0.6562502418251274, + "learning_rate": 1.628185049047184e-05, + "loss": 0.0171, + "step": 35993 + }, + { + "epoch": 30.529262086513995, + "grad_norm": 0.6867412130430487, + "learning_rate": 1.6281636751136233e-05, + "loss": 0.0154, + "step": 35994 + }, + { + "epoch": 30.53011026293469, + "grad_norm": 0.6483552399436916, + "learning_rate": 1.6281423007060375e-05, + "loss": 0.0133, + "step": 35995 + }, + { + "epoch": 30.530958439355388, + "grad_norm": 0.6539230648155168, + "learning_rate": 1.6281209258244422e-05, + "loss": 0.0167, + "step": 35996 + }, + { + "epoch": 30.53180661577608, + "grad_norm": 0.5086157739962317, + "learning_rate": 1.6280995504688544e-05, + "loss": 0.0141, + "step": 35997 + }, + { + "epoch": 30.532654792196777, + "grad_norm": 0.6871217020288106, + "learning_rate": 1.6280781746392893e-05, + "loss": 0.0185, + "step": 35998 + }, + { + "epoch": 30.533502968617473, + "grad_norm": 0.6537198152521453, + "learning_rate": 1.6280567983357636e-05, + "loss": 0.0166, + "step": 35999 + }, + { + "epoch": 30.53435114503817, + "grad_norm": 0.7358263262436088, + "learning_rate": 1.6280354215582934e-05, + "loss": 0.0169, + "step": 36000 + }, + { + "epoch": 30.53519932145886, + "grad_norm": 0.7122190296372902, + "learning_rate": 1.6280140443068945e-05, + "loss": 0.0166, + "step": 36001 + }, + { + "epoch": 30.536047497879558, + "grad_norm": 0.7234367414338333, + "learning_rate": 1.6279926665815833e-05, + "loss": 0.0162, + "step": 36002 + }, + { + "epoch": 30.536895674300254, + "grad_norm": 0.5746205192161404, + "learning_rate": 1.627971288382376e-05, + "loss": 0.0164, + "step": 36003 + }, + { + "epoch": 30.53774385072095, + "grad_norm": 0.649692194136249, + "learning_rate": 1.6279499097092886e-05, + "loss": 0.0167, + "step": 36004 + }, + { + "epoch": 30.538592027141647, + "grad_norm": 0.5238539680915647, + "learning_rate": 1.6279285305623373e-05, + "loss": 0.0145, + "step": 36005 + }, + { + "epoch": 30.53944020356234, + "grad_norm": 0.6461395215597233, + "learning_rate": 1.627907150941538e-05, + "loss": 0.0171, + "step": 36006 + }, + { + "epoch": 30.540288379983036, + "grad_norm": 0.6614912282620002, + "learning_rate": 1.6278857708469074e-05, + "loss": 0.0171, + "step": 36007 + }, + { + "epoch": 30.541136556403732, + "grad_norm": 0.6508313874936245, + "learning_rate": 1.627864390278461e-05, + "loss": 0.0178, + "step": 36008 + }, + { + "epoch": 30.541984732824428, + "grad_norm": 0.7577819269578597, + "learning_rate": 1.6278430092362148e-05, + "loss": 0.0164, + "step": 36009 + }, + { + "epoch": 30.542832909245124, + "grad_norm": 0.557032300183407, + "learning_rate": 1.627821627720186e-05, + "loss": 0.0131, + "step": 36010 + }, + { + "epoch": 30.543681085665817, + "grad_norm": 0.629060291356259, + "learning_rate": 1.6278002457303897e-05, + "loss": 0.0163, + "step": 36011 + }, + { + "epoch": 30.544529262086513, + "grad_norm": 0.914604508134364, + "learning_rate": 1.6277788632668426e-05, + "loss": 0.0167, + "step": 36012 + }, + { + "epoch": 30.54537743850721, + "grad_norm": 0.6581999182941537, + "learning_rate": 1.6277574803295605e-05, + "loss": 0.0172, + "step": 36013 + }, + { + "epoch": 30.546225614927906, + "grad_norm": 0.6977000983156189, + "learning_rate": 1.6277360969185596e-05, + "loss": 0.0163, + "step": 36014 + }, + { + "epoch": 30.547073791348602, + "grad_norm": 0.5712338256927739, + "learning_rate": 1.6277147130338563e-05, + "loss": 0.0153, + "step": 36015 + }, + { + "epoch": 30.547921967769295, + "grad_norm": 1.117807452735095, + "learning_rate": 1.6276933286754663e-05, + "loss": 0.0222, + "step": 36016 + }, + { + "epoch": 30.54877014418999, + "grad_norm": 0.6162052159700669, + "learning_rate": 1.627671943843406e-05, + "loss": 0.0149, + "step": 36017 + }, + { + "epoch": 30.549618320610687, + "grad_norm": 0.7481064281585721, + "learning_rate": 1.6276505585376914e-05, + "loss": 0.018, + "step": 36018 + }, + { + "epoch": 30.550466497031383, + "grad_norm": 0.5926248636306799, + "learning_rate": 1.627629172758339e-05, + "loss": 0.0149, + "step": 36019 + }, + { + "epoch": 30.55131467345208, + "grad_norm": 0.7342302924590075, + "learning_rate": 1.6276077865053646e-05, + "loss": 0.0176, + "step": 36020 + }, + { + "epoch": 30.552162849872772, + "grad_norm": 0.7023467028684551, + "learning_rate": 1.6275863997787844e-05, + "loss": 0.0153, + "step": 36021 + }, + { + "epoch": 30.55301102629347, + "grad_norm": 0.778865060366187, + "learning_rate": 1.6275650125786145e-05, + "loss": 0.016, + "step": 36022 + }, + { + "epoch": 30.553859202714165, + "grad_norm": 0.6112432038536493, + "learning_rate": 1.6275436249048712e-05, + "loss": 0.0159, + "step": 36023 + }, + { + "epoch": 30.55470737913486, + "grad_norm": 0.5691330202520881, + "learning_rate": 1.6275222367575704e-05, + "loss": 0.0164, + "step": 36024 + }, + { + "epoch": 30.555555555555557, + "grad_norm": 0.7331382785796697, + "learning_rate": 1.6275008481367287e-05, + "loss": 0.0159, + "step": 36025 + }, + { + "epoch": 30.55640373197625, + "grad_norm": 0.7127967100213491, + "learning_rate": 1.6274794590423617e-05, + "loss": 0.0164, + "step": 36026 + }, + { + "epoch": 30.557251908396946, + "grad_norm": 0.6838626302560669, + "learning_rate": 1.6274580694744857e-05, + "loss": 0.0153, + "step": 36027 + }, + { + "epoch": 30.558100084817642, + "grad_norm": 0.7746762427896503, + "learning_rate": 1.627436679433117e-05, + "loss": 0.0161, + "step": 36028 + }, + { + "epoch": 30.55894826123834, + "grad_norm": 0.6371693584017909, + "learning_rate": 1.6274152889182716e-05, + "loss": 0.0151, + "step": 36029 + }, + { + "epoch": 30.559796437659035, + "grad_norm": 0.6836617369496834, + "learning_rate": 1.627393897929966e-05, + "loss": 0.0143, + "step": 36030 + }, + { + "epoch": 30.560644614079727, + "grad_norm": 0.7466232876808583, + "learning_rate": 1.6273725064682158e-05, + "loss": 0.0164, + "step": 36031 + }, + { + "epoch": 30.561492790500424, + "grad_norm": 0.4824753910389637, + "learning_rate": 1.6273511145330375e-05, + "loss": 0.0127, + "step": 36032 + }, + { + "epoch": 30.56234096692112, + "grad_norm": 0.7599596275717383, + "learning_rate": 1.6273297221244468e-05, + "loss": 0.0168, + "step": 36033 + }, + { + "epoch": 30.563189143341816, + "grad_norm": 0.747100214596726, + "learning_rate": 1.62730832924246e-05, + "loss": 0.0147, + "step": 36034 + }, + { + "epoch": 30.564037319762512, + "grad_norm": 0.6958525254555277, + "learning_rate": 1.6272869358870936e-05, + "loss": 0.0149, + "step": 36035 + }, + { + "epoch": 30.564885496183205, + "grad_norm": 0.7134827518046238, + "learning_rate": 1.627265542058364e-05, + "loss": 0.0167, + "step": 36036 + }, + { + "epoch": 30.5657336726039, + "grad_norm": 0.797773360053493, + "learning_rate": 1.6272441477562867e-05, + "loss": 0.0194, + "step": 36037 + }, + { + "epoch": 30.566581849024598, + "grad_norm": 0.7497121945171461, + "learning_rate": 1.6272227529808775e-05, + "loss": 0.018, + "step": 36038 + }, + { + "epoch": 30.567430025445294, + "grad_norm": 0.6495355789822069, + "learning_rate": 1.6272013577321538e-05, + "loss": 0.0181, + "step": 36039 + }, + { + "epoch": 30.568278201865986, + "grad_norm": 0.6395509454104555, + "learning_rate": 1.6271799620101304e-05, + "loss": 0.0158, + "step": 36040 + }, + { + "epoch": 30.569126378286683, + "grad_norm": 0.6800285367393148, + "learning_rate": 1.6271585658148243e-05, + "loss": 0.0159, + "step": 36041 + }, + { + "epoch": 30.56997455470738, + "grad_norm": 0.5902872332266897, + "learning_rate": 1.6271371691462518e-05, + "loss": 0.0175, + "step": 36042 + }, + { + "epoch": 30.570822731128075, + "grad_norm": 0.7050762652997847, + "learning_rate": 1.627115772004428e-05, + "loss": 0.0166, + "step": 36043 + }, + { + "epoch": 30.57167090754877, + "grad_norm": 0.5809998289347365, + "learning_rate": 1.62709437438937e-05, + "loss": 0.0146, + "step": 36044 + }, + { + "epoch": 30.572519083969464, + "grad_norm": 0.52070230266164, + "learning_rate": 1.627072976301094e-05, + "loss": 0.0134, + "step": 36045 + }, + { + "epoch": 30.57336726039016, + "grad_norm": 0.564570890984554, + "learning_rate": 1.6270515777396153e-05, + "loss": 0.0151, + "step": 36046 + }, + { + "epoch": 30.574215436810857, + "grad_norm": 0.6260097571206443, + "learning_rate": 1.6270301787049505e-05, + "loss": 0.0157, + "step": 36047 + }, + { + "epoch": 30.575063613231553, + "grad_norm": 0.5938369871194752, + "learning_rate": 1.6270087791971164e-05, + "loss": 0.0158, + "step": 36048 + }, + { + "epoch": 30.57591178965225, + "grad_norm": 0.6669528927674866, + "learning_rate": 1.626987379216128e-05, + "loss": 0.0169, + "step": 36049 + }, + { + "epoch": 30.57675996607294, + "grad_norm": 0.7193255470501382, + "learning_rate": 1.6269659787620022e-05, + "loss": 0.0179, + "step": 36050 + }, + { + "epoch": 30.577608142493638, + "grad_norm": 0.5348715567066775, + "learning_rate": 1.626944577834755e-05, + "loss": 0.0125, + "step": 36051 + }, + { + "epoch": 30.578456318914334, + "grad_norm": 0.6152197467156614, + "learning_rate": 1.6269231764344024e-05, + "loss": 0.0181, + "step": 36052 + }, + { + "epoch": 30.57930449533503, + "grad_norm": 0.7269193101788677, + "learning_rate": 1.6269017745609608e-05, + "loss": 0.0157, + "step": 36053 + }, + { + "epoch": 30.580152671755727, + "grad_norm": 0.7546234979936685, + "learning_rate": 1.626880372214446e-05, + "loss": 0.017, + "step": 36054 + }, + { + "epoch": 30.58100084817642, + "grad_norm": 1.6091502434651208, + "learning_rate": 1.6268589693948746e-05, + "loss": 0.0272, + "step": 36055 + }, + { + "epoch": 30.581849024597116, + "grad_norm": 0.5454382640359448, + "learning_rate": 1.626837566102262e-05, + "loss": 0.0163, + "step": 36056 + }, + { + "epoch": 30.58269720101781, + "grad_norm": 0.6199023941984375, + "learning_rate": 1.6268161623366252e-05, + "loss": 0.0156, + "step": 36057 + }, + { + "epoch": 30.583545377438508, + "grad_norm": 0.5520068939820393, + "learning_rate": 1.62679475809798e-05, + "loss": 0.0147, + "step": 36058 + }, + { + "epoch": 30.584393553859204, + "grad_norm": 0.5736342757375351, + "learning_rate": 1.6267733533863427e-05, + "loss": 0.0157, + "step": 36059 + }, + { + "epoch": 30.585241730279897, + "grad_norm": 0.6216791262391923, + "learning_rate": 1.626751948201729e-05, + "loss": 0.0159, + "step": 36060 + }, + { + "epoch": 30.586089906700593, + "grad_norm": 0.6121417593061842, + "learning_rate": 1.6267305425441552e-05, + "loss": 0.0174, + "step": 36061 + }, + { + "epoch": 30.58693808312129, + "grad_norm": 0.6049318631254731, + "learning_rate": 1.6267091364136382e-05, + "loss": 0.0184, + "step": 36062 + }, + { + "epoch": 30.587786259541986, + "grad_norm": 0.6815359084569935, + "learning_rate": 1.626687729810193e-05, + "loss": 0.0175, + "step": 36063 + }, + { + "epoch": 30.588634435962682, + "grad_norm": 0.7089091748173737, + "learning_rate": 1.6266663227338368e-05, + "loss": 0.0187, + "step": 36064 + }, + { + "epoch": 30.589482612383375, + "grad_norm": 0.6449527007850308, + "learning_rate": 1.626644915184585e-05, + "loss": 0.0192, + "step": 36065 + }, + { + "epoch": 30.59033078880407, + "grad_norm": 0.6082388067490873, + "learning_rate": 1.6266235071624543e-05, + "loss": 0.015, + "step": 36066 + }, + { + "epoch": 30.591178965224767, + "grad_norm": 0.7052416788312594, + "learning_rate": 1.6266020986674604e-05, + "loss": 0.0177, + "step": 36067 + }, + { + "epoch": 30.592027141645463, + "grad_norm": 0.6140689123198037, + "learning_rate": 1.6265806896996194e-05, + "loss": 0.0167, + "step": 36068 + }, + { + "epoch": 30.59287531806616, + "grad_norm": 0.6183742543257444, + "learning_rate": 1.6265592802589478e-05, + "loss": 0.0168, + "step": 36069 + }, + { + "epoch": 30.593723494486852, + "grad_norm": 0.6261415396793012, + "learning_rate": 1.626537870345462e-05, + "loss": 0.0163, + "step": 36070 + }, + { + "epoch": 30.59457167090755, + "grad_norm": 0.7739007854550679, + "learning_rate": 1.6265164599591773e-05, + "loss": 0.0165, + "step": 36071 + }, + { + "epoch": 30.595419847328245, + "grad_norm": 0.5708518503799936, + "learning_rate": 1.6264950491001107e-05, + "loss": 0.0152, + "step": 36072 + }, + { + "epoch": 30.59626802374894, + "grad_norm": 0.7583441936296481, + "learning_rate": 1.6264736377682778e-05, + "loss": 0.016, + "step": 36073 + }, + { + "epoch": 30.597116200169637, + "grad_norm": 0.6376935316511618, + "learning_rate": 1.626452225963695e-05, + "loss": 0.0154, + "step": 36074 + }, + { + "epoch": 30.59796437659033, + "grad_norm": 0.6573957706587803, + "learning_rate": 1.6264308136863788e-05, + "loss": 0.0171, + "step": 36075 + }, + { + "epoch": 30.598812553011026, + "grad_norm": 0.7113056370296578, + "learning_rate": 1.6264094009363447e-05, + "loss": 0.0191, + "step": 36076 + }, + { + "epoch": 30.599660729431722, + "grad_norm": 0.7361006664251667, + "learning_rate": 1.626387987713609e-05, + "loss": 0.0176, + "step": 36077 + }, + { + "epoch": 30.60050890585242, + "grad_norm": 0.7589254958014199, + "learning_rate": 1.626366574018188e-05, + "loss": 0.0196, + "step": 36078 + }, + { + "epoch": 30.60135708227311, + "grad_norm": 0.6068643857450319, + "learning_rate": 1.6263451598500982e-05, + "loss": 0.0149, + "step": 36079 + }, + { + "epoch": 30.602205258693807, + "grad_norm": 0.7441796910971166, + "learning_rate": 1.6263237452093554e-05, + "loss": 0.0177, + "step": 36080 + }, + { + "epoch": 30.603053435114504, + "grad_norm": 1.0228784810388487, + "learning_rate": 1.6263023300959757e-05, + "loss": 0.0222, + "step": 36081 + }, + { + "epoch": 30.6039016115352, + "grad_norm": 0.7112667433300909, + "learning_rate": 1.6262809145099753e-05, + "loss": 0.0171, + "step": 36082 + }, + { + "epoch": 30.604749787955896, + "grad_norm": 0.7014663919683503, + "learning_rate": 1.6262594984513706e-05, + "loss": 0.0166, + "step": 36083 + }, + { + "epoch": 30.60559796437659, + "grad_norm": 0.6501115288097241, + "learning_rate": 1.6262380819201773e-05, + "loss": 0.0178, + "step": 36084 + }, + { + "epoch": 30.606446140797285, + "grad_norm": 0.6893117310785897, + "learning_rate": 1.6262166649164118e-05, + "loss": 0.0169, + "step": 36085 + }, + { + "epoch": 30.60729431721798, + "grad_norm": 0.8123747646644378, + "learning_rate": 1.6261952474400904e-05, + "loss": 0.0201, + "step": 36086 + }, + { + "epoch": 30.608142493638677, + "grad_norm": 0.5816012368697449, + "learning_rate": 1.6261738294912292e-05, + "loss": 0.0162, + "step": 36087 + }, + { + "epoch": 30.608990670059374, + "grad_norm": 0.6062145321137173, + "learning_rate": 1.6261524110698444e-05, + "loss": 0.0173, + "step": 36088 + }, + { + "epoch": 30.609838846480066, + "grad_norm": 0.6276449830385993, + "learning_rate": 1.626130992175952e-05, + "loss": 0.0167, + "step": 36089 + }, + { + "epoch": 30.610687022900763, + "grad_norm": 0.7832834417960897, + "learning_rate": 1.6261095728095683e-05, + "loss": 0.0177, + "step": 36090 + }, + { + "epoch": 30.61153519932146, + "grad_norm": 0.6240902582438252, + "learning_rate": 1.6260881529707094e-05, + "loss": 0.0162, + "step": 36091 + }, + { + "epoch": 30.612383375742155, + "grad_norm": 0.8109550701792732, + "learning_rate": 1.6260667326593914e-05, + "loss": 0.0221, + "step": 36092 + }, + { + "epoch": 30.61323155216285, + "grad_norm": 0.5548485836881208, + "learning_rate": 1.6260453118756302e-05, + "loss": 0.0161, + "step": 36093 + }, + { + "epoch": 30.614079728583544, + "grad_norm": 0.6532005479628883, + "learning_rate": 1.626023890619443e-05, + "loss": 0.0155, + "step": 36094 + }, + { + "epoch": 30.61492790500424, + "grad_norm": 0.6321653751013739, + "learning_rate": 1.6260024688908446e-05, + "loss": 0.0168, + "step": 36095 + }, + { + "epoch": 30.615776081424936, + "grad_norm": 0.6346699427666367, + "learning_rate": 1.6259810466898523e-05, + "loss": 0.0168, + "step": 36096 + }, + { + "epoch": 30.616624257845633, + "grad_norm": 0.7120890025486767, + "learning_rate": 1.6259596240164817e-05, + "loss": 0.0182, + "step": 36097 + }, + { + "epoch": 30.61747243426633, + "grad_norm": 0.7268239091908811, + "learning_rate": 1.6259382008707488e-05, + "loss": 0.017, + "step": 36098 + }, + { + "epoch": 30.61832061068702, + "grad_norm": 0.6965257678897877, + "learning_rate": 1.6259167772526704e-05, + "loss": 0.0172, + "step": 36099 + }, + { + "epoch": 30.619168787107718, + "grad_norm": 0.61720850199404, + "learning_rate": 1.625895353162262e-05, + "loss": 0.0175, + "step": 36100 + }, + { + "epoch": 30.620016963528414, + "grad_norm": 0.7122563106242387, + "learning_rate": 1.6258739285995403e-05, + "loss": 0.0162, + "step": 36101 + }, + { + "epoch": 30.62086513994911, + "grad_norm": 0.9186055433254657, + "learning_rate": 1.625852503564521e-05, + "loss": 0.0204, + "step": 36102 + }, + { + "epoch": 30.621713316369807, + "grad_norm": 0.6953184982606013, + "learning_rate": 1.6258310780572205e-05, + "loss": 0.0178, + "step": 36103 + }, + { + "epoch": 30.6225614927905, + "grad_norm": 0.5913270294033629, + "learning_rate": 1.6258096520776553e-05, + "loss": 0.0144, + "step": 36104 + }, + { + "epoch": 30.623409669211195, + "grad_norm": 0.6702197553427273, + "learning_rate": 1.625788225625841e-05, + "loss": 0.0157, + "step": 36105 + }, + { + "epoch": 30.62425784563189, + "grad_norm": 0.6705798722107407, + "learning_rate": 1.625766798701794e-05, + "loss": 0.0154, + "step": 36106 + }, + { + "epoch": 30.625106022052588, + "grad_norm": 0.658275718440115, + "learning_rate": 1.6257453713055306e-05, + "loss": 0.0166, + "step": 36107 + }, + { + "epoch": 30.625954198473284, + "grad_norm": 0.6527928636438454, + "learning_rate": 1.6257239434370666e-05, + "loss": 0.0157, + "step": 36108 + }, + { + "epoch": 30.626802374893977, + "grad_norm": 0.5980263784245322, + "learning_rate": 1.6257025150964184e-05, + "loss": 0.0164, + "step": 36109 + }, + { + "epoch": 30.627650551314673, + "grad_norm": 0.7426764634098695, + "learning_rate": 1.6256810862836025e-05, + "loss": 0.0192, + "step": 36110 + }, + { + "epoch": 30.62849872773537, + "grad_norm": 1.0044255229206562, + "learning_rate": 1.6256596569986345e-05, + "loss": 0.0185, + "step": 36111 + }, + { + "epoch": 30.629346904156066, + "grad_norm": 0.6610173619652933, + "learning_rate": 1.625638227241531e-05, + "loss": 0.0177, + "step": 36112 + }, + { + "epoch": 30.63019508057676, + "grad_norm": 0.6719095758150412, + "learning_rate": 1.625616797012308e-05, + "loss": 0.0187, + "step": 36113 + }, + { + "epoch": 30.631043256997454, + "grad_norm": 0.7186129945613426, + "learning_rate": 1.6255953663109812e-05, + "loss": 0.0188, + "step": 36114 + }, + { + "epoch": 30.63189143341815, + "grad_norm": 0.7305972536554864, + "learning_rate": 1.6255739351375678e-05, + "loss": 0.0174, + "step": 36115 + }, + { + "epoch": 30.632739609838847, + "grad_norm": 0.7250407552152157, + "learning_rate": 1.6255525034920833e-05, + "loss": 0.0193, + "step": 36116 + }, + { + "epoch": 30.633587786259543, + "grad_norm": 0.6181471909376987, + "learning_rate": 1.625531071374544e-05, + "loss": 0.0179, + "step": 36117 + }, + { + "epoch": 30.634435962680236, + "grad_norm": 0.5687717394515556, + "learning_rate": 1.625509638784966e-05, + "loss": 0.0158, + "step": 36118 + }, + { + "epoch": 30.635284139100932, + "grad_norm": 0.7782925606538224, + "learning_rate": 1.625488205723365e-05, + "loss": 0.02, + "step": 36119 + }, + { + "epoch": 30.63613231552163, + "grad_norm": 0.6359510936504359, + "learning_rate": 1.6254667721897584e-05, + "loss": 0.0146, + "step": 36120 + }, + { + "epoch": 30.636980491942325, + "grad_norm": 0.7297671805183259, + "learning_rate": 1.6254453381841612e-05, + "loss": 0.0181, + "step": 36121 + }, + { + "epoch": 30.63782866836302, + "grad_norm": 0.6975524917886874, + "learning_rate": 1.6254239037065905e-05, + "loss": 0.0153, + "step": 36122 + }, + { + "epoch": 30.638676844783713, + "grad_norm": 0.8047453347591953, + "learning_rate": 1.625402468757062e-05, + "loss": 0.0217, + "step": 36123 + }, + { + "epoch": 30.63952502120441, + "grad_norm": 0.6729267636349782, + "learning_rate": 1.6253810333355916e-05, + "loss": 0.0167, + "step": 36124 + }, + { + "epoch": 30.640373197625106, + "grad_norm": 0.6952860073206808, + "learning_rate": 1.625359597442196e-05, + "loss": 0.0183, + "step": 36125 + }, + { + "epoch": 30.641221374045802, + "grad_norm": 0.642174058822888, + "learning_rate": 1.625338161076891e-05, + "loss": 0.0173, + "step": 36126 + }, + { + "epoch": 30.6420695504665, + "grad_norm": 0.6180424240039308, + "learning_rate": 1.625316724239693e-05, + "loss": 0.0167, + "step": 36127 + }, + { + "epoch": 30.64291772688719, + "grad_norm": 0.6446191245581249, + "learning_rate": 1.625295286930618e-05, + "loss": 0.0163, + "step": 36128 + }, + { + "epoch": 30.643765903307887, + "grad_norm": 0.6608015459680567, + "learning_rate": 1.6252738491496826e-05, + "loss": 0.0154, + "step": 36129 + }, + { + "epoch": 30.644614079728584, + "grad_norm": 0.5718317158665857, + "learning_rate": 1.6252524108969026e-05, + "loss": 0.016, + "step": 36130 + }, + { + "epoch": 30.64546225614928, + "grad_norm": 0.6761080225068014, + "learning_rate": 1.625230972172294e-05, + "loss": 0.0167, + "step": 36131 + }, + { + "epoch": 30.646310432569976, + "grad_norm": 0.6803161769470584, + "learning_rate": 1.625209532975873e-05, + "loss": 0.0167, + "step": 36132 + }, + { + "epoch": 30.64715860899067, + "grad_norm": 0.7422696013640867, + "learning_rate": 1.6251880933076565e-05, + "loss": 0.0172, + "step": 36133 + }, + { + "epoch": 30.648006785411365, + "grad_norm": 0.6273549145785808, + "learning_rate": 1.62516665316766e-05, + "loss": 0.0152, + "step": 36134 + }, + { + "epoch": 30.64885496183206, + "grad_norm": 0.6861469747602621, + "learning_rate": 1.6251452125559e-05, + "loss": 0.0161, + "step": 36135 + }, + { + "epoch": 30.649703138252757, + "grad_norm": 0.7459233852491113, + "learning_rate": 1.6251237714723923e-05, + "loss": 0.0177, + "step": 36136 + }, + { + "epoch": 30.650551314673454, + "grad_norm": 0.7644434623531668, + "learning_rate": 1.6251023299171532e-05, + "loss": 0.0177, + "step": 36137 + }, + { + "epoch": 30.651399491094146, + "grad_norm": 0.6608738149100521, + "learning_rate": 1.6250808878901995e-05, + "loss": 0.0169, + "step": 36138 + }, + { + "epoch": 30.652247667514843, + "grad_norm": 0.5201783982766497, + "learning_rate": 1.6250594453915463e-05, + "loss": 0.0137, + "step": 36139 + }, + { + "epoch": 30.65309584393554, + "grad_norm": 0.7011648934178385, + "learning_rate": 1.6250380024212106e-05, + "loss": 0.018, + "step": 36140 + }, + { + "epoch": 30.653944020356235, + "grad_norm": 0.6474617943215711, + "learning_rate": 1.6250165589792084e-05, + "loss": 0.014, + "step": 36141 + }, + { + "epoch": 30.65479219677693, + "grad_norm": 0.719336631584343, + "learning_rate": 1.6249951150655555e-05, + "loss": 0.017, + "step": 36142 + }, + { + "epoch": 30.655640373197624, + "grad_norm": 0.7159556782975908, + "learning_rate": 1.624973670680269e-05, + "loss": 0.0156, + "step": 36143 + }, + { + "epoch": 30.65648854961832, + "grad_norm": 0.778164293239761, + "learning_rate": 1.624952225823364e-05, + "loss": 0.0198, + "step": 36144 + }, + { + "epoch": 30.657336726039016, + "grad_norm": 0.6616205308377162, + "learning_rate": 1.6249307804948572e-05, + "loss": 0.0164, + "step": 36145 + }, + { + "epoch": 30.658184902459713, + "grad_norm": 0.618158024170574, + "learning_rate": 1.624909334694765e-05, + "loss": 0.016, + "step": 36146 + }, + { + "epoch": 30.659033078880405, + "grad_norm": 0.7581183471282308, + "learning_rate": 1.6248878884231032e-05, + "loss": 0.0206, + "step": 36147 + }, + { + "epoch": 30.6598812553011, + "grad_norm": 0.6756208959587782, + "learning_rate": 1.6248664416798883e-05, + "loss": 0.0175, + "step": 36148 + }, + { + "epoch": 30.660729431721798, + "grad_norm": 0.8210576246377481, + "learning_rate": 1.6248449944651362e-05, + "loss": 0.0178, + "step": 36149 + }, + { + "epoch": 30.661577608142494, + "grad_norm": 0.6188053476560538, + "learning_rate": 1.624823546778863e-05, + "loss": 0.0153, + "step": 36150 + }, + { + "epoch": 30.66242578456319, + "grad_norm": 0.8721401697063664, + "learning_rate": 1.624802098621085e-05, + "loss": 0.0204, + "step": 36151 + }, + { + "epoch": 30.663273960983886, + "grad_norm": 0.6165888689435124, + "learning_rate": 1.6247806499918185e-05, + "loss": 0.0152, + "step": 36152 + }, + { + "epoch": 30.66412213740458, + "grad_norm": 0.6351180904538387, + "learning_rate": 1.62475920089108e-05, + "loss": 0.0169, + "step": 36153 + }, + { + "epoch": 30.664970313825275, + "grad_norm": 0.612585707207276, + "learning_rate": 1.624737751318885e-05, + "loss": 0.0157, + "step": 36154 + }, + { + "epoch": 30.66581849024597, + "grad_norm": 0.7125300344577123, + "learning_rate": 1.62471630127525e-05, + "loss": 0.0185, + "step": 36155 + }, + { + "epoch": 30.666666666666668, + "grad_norm": 0.628557622216096, + "learning_rate": 1.6246948507601915e-05, + "loss": 0.0166, + "step": 36156 + }, + { + "epoch": 30.66751484308736, + "grad_norm": 0.5748461763464934, + "learning_rate": 1.624673399773725e-05, + "loss": 0.015, + "step": 36157 + }, + { + "epoch": 30.668363019508057, + "grad_norm": 0.6404464192652773, + "learning_rate": 1.6246519483158672e-05, + "loss": 0.0176, + "step": 36158 + }, + { + "epoch": 30.669211195928753, + "grad_norm": 0.702746138283983, + "learning_rate": 1.6246304963866345e-05, + "loss": 0.0171, + "step": 36159 + }, + { + "epoch": 30.67005937234945, + "grad_norm": 0.6173075184499566, + "learning_rate": 1.624609043986042e-05, + "loss": 0.0168, + "step": 36160 + }, + { + "epoch": 30.670907548770145, + "grad_norm": 0.6541203353639228, + "learning_rate": 1.6245875911141074e-05, + "loss": 0.0163, + "step": 36161 + }, + { + "epoch": 30.671755725190838, + "grad_norm": 0.8481918139226939, + "learning_rate": 1.624566137770846e-05, + "loss": 0.0218, + "step": 36162 + }, + { + "epoch": 30.672603901611534, + "grad_norm": 0.8233078561690799, + "learning_rate": 1.6245446839562738e-05, + "loss": 0.0185, + "step": 36163 + }, + { + "epoch": 30.67345207803223, + "grad_norm": 0.6953554345063059, + "learning_rate": 1.6245232296704073e-05, + "loss": 0.0192, + "step": 36164 + }, + { + "epoch": 30.674300254452927, + "grad_norm": 0.6398499250386509, + "learning_rate": 1.624501774913263e-05, + "loss": 0.014, + "step": 36165 + }, + { + "epoch": 30.675148430873623, + "grad_norm": 0.6342615407644263, + "learning_rate": 1.6244803196848565e-05, + "loss": 0.0178, + "step": 36166 + }, + { + "epoch": 30.675996607294316, + "grad_norm": 0.6393928358592259, + "learning_rate": 1.6244588639852047e-05, + "loss": 0.0183, + "step": 36167 + }, + { + "epoch": 30.676844783715012, + "grad_norm": 0.7956811902367045, + "learning_rate": 1.6244374078143227e-05, + "loss": 0.0185, + "step": 36168 + }, + { + "epoch": 30.67769296013571, + "grad_norm": 0.6747020508540116, + "learning_rate": 1.624415951172228e-05, + "loss": 0.019, + "step": 36169 + }, + { + "epoch": 30.678541136556404, + "grad_norm": 0.5751332937454486, + "learning_rate": 1.624394494058936e-05, + "loss": 0.0149, + "step": 36170 + }, + { + "epoch": 30.6793893129771, + "grad_norm": 1.059070802185553, + "learning_rate": 1.6243730364744625e-05, + "loss": 0.0204, + "step": 36171 + }, + { + "epoch": 30.680237489397793, + "grad_norm": 0.6818997660701204, + "learning_rate": 1.6243515784188248e-05, + "loss": 0.0195, + "step": 36172 + }, + { + "epoch": 30.68108566581849, + "grad_norm": 0.6183287703988588, + "learning_rate": 1.6243301198920385e-05, + "loss": 0.0149, + "step": 36173 + }, + { + "epoch": 30.681933842239186, + "grad_norm": 0.7046675989510853, + "learning_rate": 1.6243086608941197e-05, + "loss": 0.0184, + "step": 36174 + }, + { + "epoch": 30.682782018659882, + "grad_norm": 0.6918950429666206, + "learning_rate": 1.6242872014250845e-05, + "loss": 0.0165, + "step": 36175 + }, + { + "epoch": 30.68363019508058, + "grad_norm": 0.7510519931541414, + "learning_rate": 1.62426574148495e-05, + "loss": 0.0175, + "step": 36176 + }, + { + "epoch": 30.68447837150127, + "grad_norm": 0.6854824896391976, + "learning_rate": 1.624244281073731e-05, + "loss": 0.0185, + "step": 36177 + }, + { + "epoch": 30.685326547921967, + "grad_norm": 0.5941118492871121, + "learning_rate": 1.6242228201914445e-05, + "loss": 0.0159, + "step": 36178 + }, + { + "epoch": 30.686174724342663, + "grad_norm": 0.6591504224635285, + "learning_rate": 1.6242013588381066e-05, + "loss": 0.0172, + "step": 36179 + }, + { + "epoch": 30.68702290076336, + "grad_norm": 0.6196855382164697, + "learning_rate": 1.6241798970137337e-05, + "loss": 0.0165, + "step": 36180 + }, + { + "epoch": 30.687871077184056, + "grad_norm": 0.6165520124071961, + "learning_rate": 1.624158434718342e-05, + "loss": 0.0167, + "step": 36181 + }, + { + "epoch": 30.68871925360475, + "grad_norm": 0.6160381897276602, + "learning_rate": 1.6241369719519468e-05, + "loss": 0.0173, + "step": 36182 + }, + { + "epoch": 30.689567430025445, + "grad_norm": 0.7812692042973255, + "learning_rate": 1.6241155087145653e-05, + "loss": 0.0192, + "step": 36183 + }, + { + "epoch": 30.69041560644614, + "grad_norm": 0.6499640094732737, + "learning_rate": 1.6240940450062136e-05, + "loss": 0.0163, + "step": 36184 + }, + { + "epoch": 30.691263782866837, + "grad_norm": 0.7340777621300786, + "learning_rate": 1.6240725808269074e-05, + "loss": 0.0189, + "step": 36185 + }, + { + "epoch": 30.69211195928753, + "grad_norm": 0.7923958125216661, + "learning_rate": 1.624051116176663e-05, + "loss": 0.0194, + "step": 36186 + }, + { + "epoch": 30.692960135708226, + "grad_norm": 0.6145247081013897, + "learning_rate": 1.624029651055497e-05, + "loss": 0.0165, + "step": 36187 + }, + { + "epoch": 30.693808312128922, + "grad_norm": 0.6275189945936254, + "learning_rate": 1.6240081854634257e-05, + "loss": 0.0177, + "step": 36188 + }, + { + "epoch": 30.69465648854962, + "grad_norm": 0.6007204726378524, + "learning_rate": 1.6239867194004643e-05, + "loss": 0.0178, + "step": 36189 + }, + { + "epoch": 30.695504664970315, + "grad_norm": 0.7398657255354736, + "learning_rate": 1.6239652528666302e-05, + "loss": 0.018, + "step": 36190 + }, + { + "epoch": 30.696352841391008, + "grad_norm": 0.7165341870392444, + "learning_rate": 1.6239437858619386e-05, + "loss": 0.0197, + "step": 36191 + }, + { + "epoch": 30.697201017811704, + "grad_norm": 0.6474806083276662, + "learning_rate": 1.6239223183864064e-05, + "loss": 0.0173, + "step": 36192 + }, + { + "epoch": 30.6980491942324, + "grad_norm": 0.6489004971840415, + "learning_rate": 1.6239008504400497e-05, + "loss": 0.0145, + "step": 36193 + }, + { + "epoch": 30.698897370653096, + "grad_norm": 0.6840365006621293, + "learning_rate": 1.6238793820228842e-05, + "loss": 0.015, + "step": 36194 + }, + { + "epoch": 30.699745547073793, + "grad_norm": 0.7073427363874698, + "learning_rate": 1.6238579131349267e-05, + "loss": 0.0191, + "step": 36195 + }, + { + "epoch": 30.700593723494485, + "grad_norm": 0.7654317327065284, + "learning_rate": 1.623836443776193e-05, + "loss": 0.0166, + "step": 36196 + }, + { + "epoch": 30.70144189991518, + "grad_norm": 0.5468000549242888, + "learning_rate": 1.6238149739466994e-05, + "loss": 0.0153, + "step": 36197 + }, + { + "epoch": 30.702290076335878, + "grad_norm": 0.6297032680315331, + "learning_rate": 1.6237935036464624e-05, + "loss": 0.0148, + "step": 36198 + }, + { + "epoch": 30.703138252756574, + "grad_norm": 0.6039734728483509, + "learning_rate": 1.623772032875498e-05, + "loss": 0.0165, + "step": 36199 + }, + { + "epoch": 30.70398642917727, + "grad_norm": 0.7607227344370371, + "learning_rate": 1.623750561633822e-05, + "loss": 0.0169, + "step": 36200 + }, + { + "epoch": 30.704834605597963, + "grad_norm": 0.7154240460547661, + "learning_rate": 1.6237290899214514e-05, + "loss": 0.0172, + "step": 36201 + }, + { + "epoch": 30.70568278201866, + "grad_norm": 0.5974534895420524, + "learning_rate": 1.623707617738402e-05, + "loss": 0.017, + "step": 36202 + }, + { + "epoch": 30.706530958439355, + "grad_norm": 0.6700920457754513, + "learning_rate": 1.6236861450846893e-05, + "loss": 0.017, + "step": 36203 + }, + { + "epoch": 30.70737913486005, + "grad_norm": 0.637301855390051, + "learning_rate": 1.6236646719603307e-05, + "loss": 0.017, + "step": 36204 + }, + { + "epoch": 30.708227311280748, + "grad_norm": 0.5386271938185898, + "learning_rate": 1.623643198365342e-05, + "loss": 0.0154, + "step": 36205 + }, + { + "epoch": 30.70907548770144, + "grad_norm": 0.5675139359342106, + "learning_rate": 1.623621724299739e-05, + "loss": 0.0154, + "step": 36206 + }, + { + "epoch": 30.709923664122137, + "grad_norm": 0.6737954507764204, + "learning_rate": 1.623600249763538e-05, + "loss": 0.0166, + "step": 36207 + }, + { + "epoch": 30.710771840542833, + "grad_norm": 0.8205368579629189, + "learning_rate": 1.6235787747567558e-05, + "loss": 0.0182, + "step": 36208 + }, + { + "epoch": 30.71162001696353, + "grad_norm": 0.8078832680008865, + "learning_rate": 1.6235572992794084e-05, + "loss": 0.0217, + "step": 36209 + }, + { + "epoch": 30.712468193384225, + "grad_norm": 0.6962467882501391, + "learning_rate": 1.6235358233315112e-05, + "loss": 0.0181, + "step": 36210 + }, + { + "epoch": 30.713316369804918, + "grad_norm": 0.5636532499951308, + "learning_rate": 1.623514346913081e-05, + "loss": 0.0152, + "step": 36211 + }, + { + "epoch": 30.714164546225614, + "grad_norm": 0.7272222656195046, + "learning_rate": 1.6234928700241347e-05, + "loss": 0.0166, + "step": 36212 + }, + { + "epoch": 30.71501272264631, + "grad_norm": 0.681030155353273, + "learning_rate": 1.6234713926646876e-05, + "loss": 0.0159, + "step": 36213 + }, + { + "epoch": 30.715860899067007, + "grad_norm": 0.8258702824617067, + "learning_rate": 1.6234499148347557e-05, + "loss": 0.0183, + "step": 36214 + }, + { + "epoch": 30.716709075487703, + "grad_norm": 0.7827107955599814, + "learning_rate": 1.623428436534356e-05, + "loss": 0.0212, + "step": 36215 + }, + { + "epoch": 30.717557251908396, + "grad_norm": 0.8154807691361459, + "learning_rate": 1.6234069577635043e-05, + "loss": 0.0203, + "step": 36216 + }, + { + "epoch": 30.718405428329092, + "grad_norm": 0.5173101735021748, + "learning_rate": 1.6233854785222166e-05, + "loss": 0.0157, + "step": 36217 + }, + { + "epoch": 30.719253604749788, + "grad_norm": 0.6989617340779212, + "learning_rate": 1.6233639988105095e-05, + "loss": 0.0186, + "step": 36218 + }, + { + "epoch": 30.720101781170484, + "grad_norm": 0.6677146556096956, + "learning_rate": 1.6233425186283993e-05, + "loss": 0.0171, + "step": 36219 + }, + { + "epoch": 30.72094995759118, + "grad_norm": 0.6258697669142645, + "learning_rate": 1.623321037975902e-05, + "loss": 0.0166, + "step": 36220 + }, + { + "epoch": 30.721798134011873, + "grad_norm": 0.7440849324997333, + "learning_rate": 1.6232995568530335e-05, + "loss": 0.0173, + "step": 36221 + }, + { + "epoch": 30.72264631043257, + "grad_norm": 0.6733548948565468, + "learning_rate": 1.6232780752598105e-05, + "loss": 0.0166, + "step": 36222 + }, + { + "epoch": 30.723494486853266, + "grad_norm": 0.6459265536367141, + "learning_rate": 1.6232565931962487e-05, + "loss": 0.0163, + "step": 36223 + }, + { + "epoch": 30.724342663273962, + "grad_norm": 0.5161985642728807, + "learning_rate": 1.623235110662365e-05, + "loss": 0.0145, + "step": 36224 + }, + { + "epoch": 30.725190839694655, + "grad_norm": 0.5944574123449693, + "learning_rate": 1.623213627658175e-05, + "loss": 0.0175, + "step": 36225 + }, + { + "epoch": 30.72603901611535, + "grad_norm": 0.7455004343787015, + "learning_rate": 1.6231921441836953e-05, + "loss": 0.0186, + "step": 36226 + }, + { + "epoch": 30.726887192536047, + "grad_norm": 0.6260816247406439, + "learning_rate": 1.6231706602389417e-05, + "loss": 0.0157, + "step": 36227 + }, + { + "epoch": 30.727735368956743, + "grad_norm": 0.6476903873268275, + "learning_rate": 1.6231491758239314e-05, + "loss": 0.016, + "step": 36228 + }, + { + "epoch": 30.72858354537744, + "grad_norm": 0.6175050219627969, + "learning_rate": 1.623127690938679e-05, + "loss": 0.017, + "step": 36229 + }, + { + "epoch": 30.729431721798132, + "grad_norm": 0.7414837468021807, + "learning_rate": 1.623106205583202e-05, + "loss": 0.0179, + "step": 36230 + }, + { + "epoch": 30.73027989821883, + "grad_norm": 0.5293233244817147, + "learning_rate": 1.6230847197575164e-05, + "loss": 0.0137, + "step": 36231 + }, + { + "epoch": 30.731128074639525, + "grad_norm": 0.9063865085925812, + "learning_rate": 1.623063233461638e-05, + "loss": 0.0195, + "step": 36232 + }, + { + "epoch": 30.73197625106022, + "grad_norm": 0.770451843705111, + "learning_rate": 1.623041746695583e-05, + "loss": 0.0178, + "step": 36233 + }, + { + "epoch": 30.732824427480917, + "grad_norm": 0.7361495562906184, + "learning_rate": 1.623020259459368e-05, + "loss": 0.0202, + "step": 36234 + }, + { + "epoch": 30.73367260390161, + "grad_norm": 0.6261984125138124, + "learning_rate": 1.6229987717530093e-05, + "loss": 0.0166, + "step": 36235 + }, + { + "epoch": 30.734520780322306, + "grad_norm": 0.656891144121671, + "learning_rate": 1.6229772835765226e-05, + "loss": 0.017, + "step": 36236 + }, + { + "epoch": 30.735368956743002, + "grad_norm": 0.8278093370289791, + "learning_rate": 1.6229557949299247e-05, + "loss": 0.0177, + "step": 36237 + }, + { + "epoch": 30.7362171331637, + "grad_norm": 0.5580463611335253, + "learning_rate": 1.6229343058132313e-05, + "loss": 0.0162, + "step": 36238 + }, + { + "epoch": 30.737065309584395, + "grad_norm": 0.6926288391744924, + "learning_rate": 1.622912816226459e-05, + "loss": 0.0174, + "step": 36239 + }, + { + "epoch": 30.737913486005088, + "grad_norm": 0.655317396742359, + "learning_rate": 1.6228913261696235e-05, + "loss": 0.0152, + "step": 36240 + }, + { + "epoch": 30.738761662425784, + "grad_norm": 0.7292866776315963, + "learning_rate": 1.6228698356427416e-05, + "loss": 0.0157, + "step": 36241 + }, + { + "epoch": 30.73960983884648, + "grad_norm": 0.6463133238595612, + "learning_rate": 1.6228483446458296e-05, + "loss": 0.0184, + "step": 36242 + }, + { + "epoch": 30.740458015267176, + "grad_norm": 0.559337863082353, + "learning_rate": 1.6228268531789027e-05, + "loss": 0.0148, + "step": 36243 + }, + { + "epoch": 30.741306191687872, + "grad_norm": 0.7698410152680134, + "learning_rate": 1.6228053612419782e-05, + "loss": 0.0172, + "step": 36244 + }, + { + "epoch": 30.742154368108565, + "grad_norm": 0.7537842823342747, + "learning_rate": 1.6227838688350718e-05, + "loss": 0.0184, + "step": 36245 + }, + { + "epoch": 30.74300254452926, + "grad_norm": 0.6118240599983286, + "learning_rate": 1.6227623759582e-05, + "loss": 0.0153, + "step": 36246 + }, + { + "epoch": 30.743850720949958, + "grad_norm": 0.728131001024817, + "learning_rate": 1.622740882611379e-05, + "loss": 0.0169, + "step": 36247 + }, + { + "epoch": 30.744698897370654, + "grad_norm": 0.7584282127364838, + "learning_rate": 1.6227193887946245e-05, + "loss": 0.0196, + "step": 36248 + }, + { + "epoch": 30.74554707379135, + "grad_norm": 0.675242338314204, + "learning_rate": 1.6226978945079534e-05, + "loss": 0.0154, + "step": 36249 + }, + { + "epoch": 30.746395250212043, + "grad_norm": 0.7780255299879868, + "learning_rate": 1.6226763997513816e-05, + "loss": 0.0205, + "step": 36250 + }, + { + "epoch": 30.74724342663274, + "grad_norm": 0.6800705818566025, + "learning_rate": 1.6226549045249254e-05, + "loss": 0.0183, + "step": 36251 + }, + { + "epoch": 30.748091603053435, + "grad_norm": 0.5755596736044408, + "learning_rate": 1.6226334088286007e-05, + "loss": 0.0152, + "step": 36252 + }, + { + "epoch": 30.74893977947413, + "grad_norm": 0.6376710456539637, + "learning_rate": 1.6226119126624245e-05, + "loss": 0.0162, + "step": 36253 + }, + { + "epoch": 30.749787955894828, + "grad_norm": 0.679171051906999, + "learning_rate": 1.622590416026412e-05, + "loss": 0.0161, + "step": 36254 + }, + { + "epoch": 30.75063613231552, + "grad_norm": 0.72018748716178, + "learning_rate": 1.62256891892058e-05, + "loss": 0.0184, + "step": 36255 + }, + { + "epoch": 30.751484308736217, + "grad_norm": 0.6627051701620734, + "learning_rate": 1.6225474213449448e-05, + "loss": 0.0174, + "step": 36256 + }, + { + "epoch": 30.752332485156913, + "grad_norm": 0.7393198498675396, + "learning_rate": 1.6225259232995226e-05, + "loss": 0.0164, + "step": 36257 + }, + { + "epoch": 30.75318066157761, + "grad_norm": 0.6598371942308856, + "learning_rate": 1.6225044247843292e-05, + "loss": 0.0179, + "step": 36258 + }, + { + "epoch": 30.754028837998305, + "grad_norm": 0.504184674172671, + "learning_rate": 1.6224829257993815e-05, + "loss": 0.0145, + "step": 36259 + }, + { + "epoch": 30.754877014418998, + "grad_norm": 0.6781757669946963, + "learning_rate": 1.622461426344695e-05, + "loss": 0.0167, + "step": 36260 + }, + { + "epoch": 30.755725190839694, + "grad_norm": 0.5657551308560064, + "learning_rate": 1.6224399264202865e-05, + "loss": 0.0157, + "step": 36261 + }, + { + "epoch": 30.75657336726039, + "grad_norm": 0.7734634695794111, + "learning_rate": 1.622418426026172e-05, + "loss": 0.0188, + "step": 36262 + }, + { + "epoch": 30.757421543681087, + "grad_norm": 0.5490352819409384, + "learning_rate": 1.6223969251623674e-05, + "loss": 0.0143, + "step": 36263 + }, + { + "epoch": 30.75826972010178, + "grad_norm": 0.5613532054639476, + "learning_rate": 1.6223754238288897e-05, + "loss": 0.015, + "step": 36264 + }, + { + "epoch": 30.759117896522476, + "grad_norm": 0.6433519779205248, + "learning_rate": 1.6223539220257546e-05, + "loss": 0.0135, + "step": 36265 + }, + { + "epoch": 30.759966072943172, + "grad_norm": 0.7098434077132124, + "learning_rate": 1.622332419752978e-05, + "loss": 0.0169, + "step": 36266 + }, + { + "epoch": 30.760814249363868, + "grad_norm": 0.7474057093807899, + "learning_rate": 1.622310917010577e-05, + "loss": 0.0178, + "step": 36267 + }, + { + "epoch": 30.761662425784564, + "grad_norm": 0.6217697543326486, + "learning_rate": 1.622289413798567e-05, + "loss": 0.0147, + "step": 36268 + }, + { + "epoch": 30.762510602205257, + "grad_norm": 0.6070594474766564, + "learning_rate": 1.6222679101169648e-05, + "loss": 0.0174, + "step": 36269 + }, + { + "epoch": 30.763358778625953, + "grad_norm": 0.5643511508009138, + "learning_rate": 1.6222464059657863e-05, + "loss": 0.0183, + "step": 36270 + }, + { + "epoch": 30.76420695504665, + "grad_norm": 0.578464722226227, + "learning_rate": 1.6222249013450476e-05, + "loss": 0.0158, + "step": 36271 + }, + { + "epoch": 30.765055131467346, + "grad_norm": 0.6647641694362662, + "learning_rate": 1.622203396254766e-05, + "loss": 0.0149, + "step": 36272 + }, + { + "epoch": 30.765903307888042, + "grad_norm": 0.6900479818566223, + "learning_rate": 1.622181890694956e-05, + "loss": 0.0156, + "step": 36273 + }, + { + "epoch": 30.766751484308735, + "grad_norm": 0.7068554287512008, + "learning_rate": 1.6221603846656352e-05, + "loss": 0.0174, + "step": 36274 + }, + { + "epoch": 30.76759966072943, + "grad_norm": 0.7264000500636462, + "learning_rate": 1.622138878166819e-05, + "loss": 0.02, + "step": 36275 + }, + { + "epoch": 30.768447837150127, + "grad_norm": 0.7129246133175888, + "learning_rate": 1.6221173711985242e-05, + "loss": 0.0189, + "step": 36276 + }, + { + "epoch": 30.769296013570823, + "grad_norm": 0.8169251697222221, + "learning_rate": 1.6220958637607667e-05, + "loss": 0.0218, + "step": 36277 + }, + { + "epoch": 30.77014418999152, + "grad_norm": 0.7460554257871946, + "learning_rate": 1.622074355853563e-05, + "loss": 0.0191, + "step": 36278 + }, + { + "epoch": 30.770992366412212, + "grad_norm": 0.8227009645874483, + "learning_rate": 1.6220528474769287e-05, + "loss": 0.0199, + "step": 36279 + }, + { + "epoch": 30.77184054283291, + "grad_norm": 0.6937757445028667, + "learning_rate": 1.622031338630881e-05, + "loss": 0.0174, + "step": 36280 + }, + { + "epoch": 30.772688719253605, + "grad_norm": 0.6839682054785342, + "learning_rate": 1.6220098293154354e-05, + "loss": 0.0185, + "step": 36281 + }, + { + "epoch": 30.7735368956743, + "grad_norm": 0.8099395985294026, + "learning_rate": 1.6219883195306086e-05, + "loss": 0.0192, + "step": 36282 + }, + { + "epoch": 30.774385072094997, + "grad_norm": 0.7958357890446749, + "learning_rate": 1.6219668092764164e-05, + "loss": 0.0219, + "step": 36283 + }, + { + "epoch": 30.77523324851569, + "grad_norm": 0.6945096591375665, + "learning_rate": 1.621945298552875e-05, + "loss": 0.0188, + "step": 36284 + }, + { + "epoch": 30.776081424936386, + "grad_norm": 0.6359211483181878, + "learning_rate": 1.6219237873600017e-05, + "loss": 0.0158, + "step": 36285 + }, + { + "epoch": 30.776929601357082, + "grad_norm": 0.6437536302279777, + "learning_rate": 1.621902275697811e-05, + "loss": 0.0152, + "step": 36286 + }, + { + "epoch": 30.77777777777778, + "grad_norm": 0.7381706877971619, + "learning_rate": 1.6218807635663204e-05, + "loss": 0.0172, + "step": 36287 + }, + { + "epoch": 30.778625954198475, + "grad_norm": 0.5908601352861282, + "learning_rate": 1.6218592509655454e-05, + "loss": 0.0158, + "step": 36288 + }, + { + "epoch": 30.779474130619167, + "grad_norm": 0.6445411406766139, + "learning_rate": 1.621837737895503e-05, + "loss": 0.0172, + "step": 36289 + }, + { + "epoch": 30.780322307039864, + "grad_norm": 0.6038619556398714, + "learning_rate": 1.6218162243562087e-05, + "loss": 0.016, + "step": 36290 + }, + { + "epoch": 30.78117048346056, + "grad_norm": 0.6934346820243665, + "learning_rate": 1.6217947103476795e-05, + "loss": 0.0184, + "step": 36291 + }, + { + "epoch": 30.782018659881256, + "grad_norm": 0.7481182056187998, + "learning_rate": 1.6217731958699307e-05, + "loss": 0.0161, + "step": 36292 + }, + { + "epoch": 30.782866836301952, + "grad_norm": 0.653074108486665, + "learning_rate": 1.6217516809229795e-05, + "loss": 0.0155, + "step": 36293 + }, + { + "epoch": 30.783715012722645, + "grad_norm": 0.6450179364527491, + "learning_rate": 1.621730165506841e-05, + "loss": 0.0167, + "step": 36294 + }, + { + "epoch": 30.78456318914334, + "grad_norm": 0.5950885346744474, + "learning_rate": 1.6217086496215325e-05, + "loss": 0.0155, + "step": 36295 + }, + { + "epoch": 30.785411365564038, + "grad_norm": 0.6002707183573815, + "learning_rate": 1.62168713326707e-05, + "loss": 0.0164, + "step": 36296 + }, + { + "epoch": 30.786259541984734, + "grad_norm": 0.6719814657503522, + "learning_rate": 1.6216656164434696e-05, + "loss": 0.0176, + "step": 36297 + }, + { + "epoch": 30.78710771840543, + "grad_norm": 0.6641244216068225, + "learning_rate": 1.6216440991507473e-05, + "loss": 0.0174, + "step": 36298 + }, + { + "epoch": 30.787955894826123, + "grad_norm": 0.7236746335882775, + "learning_rate": 1.6216225813889196e-05, + "loss": 0.0184, + "step": 36299 + }, + { + "epoch": 30.78880407124682, + "grad_norm": 0.6922772489758995, + "learning_rate": 1.6216010631580027e-05, + "loss": 0.0155, + "step": 36300 + }, + { + "epoch": 30.789652247667515, + "grad_norm": 0.673869300575997, + "learning_rate": 1.6215795444580128e-05, + "loss": 0.0179, + "step": 36301 + }, + { + "epoch": 30.79050042408821, + "grad_norm": 0.7794239949546908, + "learning_rate": 1.621558025288966e-05, + "loss": 0.0175, + "step": 36302 + }, + { + "epoch": 30.791348600508904, + "grad_norm": 0.6264883800120393, + "learning_rate": 1.6215365056508788e-05, + "loss": 0.0154, + "step": 36303 + }, + { + "epoch": 30.7921967769296, + "grad_norm": 0.6215387000679051, + "learning_rate": 1.6215149855437676e-05, + "loss": 0.0174, + "step": 36304 + }, + { + "epoch": 30.793044953350297, + "grad_norm": 0.6464901578529113, + "learning_rate": 1.6214934649676482e-05, + "loss": 0.0184, + "step": 36305 + }, + { + "epoch": 30.793893129770993, + "grad_norm": 0.6247177520078597, + "learning_rate": 1.6214719439225368e-05, + "loss": 0.0176, + "step": 36306 + }, + { + "epoch": 30.79474130619169, + "grad_norm": 0.8077532274748472, + "learning_rate": 1.62145042240845e-05, + "loss": 0.0172, + "step": 36307 + }, + { + "epoch": 30.79558948261238, + "grad_norm": 0.6337780428731947, + "learning_rate": 1.621428900425404e-05, + "loss": 0.0183, + "step": 36308 + }, + { + "epoch": 30.796437659033078, + "grad_norm": 0.5904254247337104, + "learning_rate": 1.6214073779734147e-05, + "loss": 0.018, + "step": 36309 + }, + { + "epoch": 30.797285835453774, + "grad_norm": 0.6734401825819091, + "learning_rate": 1.6213858550524987e-05, + "loss": 0.018, + "step": 36310 + }, + { + "epoch": 30.79813401187447, + "grad_norm": 0.5714890693379973, + "learning_rate": 1.6213643316626724e-05, + "loss": 0.0154, + "step": 36311 + }, + { + "epoch": 30.798982188295167, + "grad_norm": 0.6489478227770661, + "learning_rate": 1.6213428078039513e-05, + "loss": 0.0177, + "step": 36312 + }, + { + "epoch": 30.79983036471586, + "grad_norm": 0.7664899384057797, + "learning_rate": 1.6213212834763528e-05, + "loss": 0.0199, + "step": 36313 + }, + { + "epoch": 30.800678541136556, + "grad_norm": 0.5855631539082056, + "learning_rate": 1.6212997586798917e-05, + "loss": 0.0163, + "step": 36314 + }, + { + "epoch": 30.801526717557252, + "grad_norm": 0.8654683181509975, + "learning_rate": 1.6212782334145854e-05, + "loss": 0.0169, + "step": 36315 + }, + { + "epoch": 30.802374893977948, + "grad_norm": 0.7118159911538952, + "learning_rate": 1.6212567076804497e-05, + "loss": 0.0169, + "step": 36316 + }, + { + "epoch": 30.803223070398644, + "grad_norm": 0.8806699464953711, + "learning_rate": 1.6212351814775005e-05, + "loss": 0.019, + "step": 36317 + }, + { + "epoch": 30.804071246819337, + "grad_norm": 0.823657137170135, + "learning_rate": 1.621213654805755e-05, + "loss": 0.0192, + "step": 36318 + }, + { + "epoch": 30.804919423240033, + "grad_norm": 0.8280400669607981, + "learning_rate": 1.6211921276652284e-05, + "loss": 0.016, + "step": 36319 + }, + { + "epoch": 30.80576759966073, + "grad_norm": 0.6499946157965314, + "learning_rate": 1.6211706000559376e-05, + "loss": 0.0146, + "step": 36320 + }, + { + "epoch": 30.806615776081426, + "grad_norm": 0.6440112391947047, + "learning_rate": 1.6211490719778984e-05, + "loss": 0.0172, + "step": 36321 + }, + { + "epoch": 30.807463952502122, + "grad_norm": 0.9250060673771646, + "learning_rate": 1.621127543431128e-05, + "loss": 0.0161, + "step": 36322 + }, + { + "epoch": 30.808312128922815, + "grad_norm": 0.6001876901351684, + "learning_rate": 1.6211060144156414e-05, + "loss": 0.0153, + "step": 36323 + }, + { + "epoch": 30.80916030534351, + "grad_norm": 0.6929146100468747, + "learning_rate": 1.6210844849314554e-05, + "loss": 0.0165, + "step": 36324 + }, + { + "epoch": 30.810008481764207, + "grad_norm": 0.6421824968798441, + "learning_rate": 1.6210629549785863e-05, + "loss": 0.0179, + "step": 36325 + }, + { + "epoch": 30.810856658184903, + "grad_norm": 0.7423791669330857, + "learning_rate": 1.6210414245570506e-05, + "loss": 0.0176, + "step": 36326 + }, + { + "epoch": 30.8117048346056, + "grad_norm": 0.5317526259187366, + "learning_rate": 1.621019893666864e-05, + "loss": 0.0142, + "step": 36327 + }, + { + "epoch": 30.812553011026292, + "grad_norm": 0.787344255350103, + "learning_rate": 1.6209983623080427e-05, + "loss": 0.0195, + "step": 36328 + }, + { + "epoch": 30.81340118744699, + "grad_norm": 0.688660696186946, + "learning_rate": 1.6209768304806037e-05, + "loss": 0.0178, + "step": 36329 + }, + { + "epoch": 30.814249363867685, + "grad_norm": 0.7333846319184781, + "learning_rate": 1.6209552981845624e-05, + "loss": 0.0175, + "step": 36330 + }, + { + "epoch": 30.81509754028838, + "grad_norm": 0.7257224850588276, + "learning_rate": 1.6209337654199356e-05, + "loss": 0.0175, + "step": 36331 + }, + { + "epoch": 30.815945716709077, + "grad_norm": 0.76488035168709, + "learning_rate": 1.6209122321867394e-05, + "loss": 0.0167, + "step": 36332 + }, + { + "epoch": 30.81679389312977, + "grad_norm": 0.7372187144374238, + "learning_rate": 1.62089069848499e-05, + "loss": 0.0182, + "step": 36333 + }, + { + "epoch": 30.817642069550466, + "grad_norm": 0.5187494812427358, + "learning_rate": 1.6208691643147036e-05, + "loss": 0.0138, + "step": 36334 + }, + { + "epoch": 30.818490245971162, + "grad_norm": 0.7329298927474281, + "learning_rate": 1.620847629675897e-05, + "loss": 0.0162, + "step": 36335 + }, + { + "epoch": 30.81933842239186, + "grad_norm": 0.6094125073278713, + "learning_rate": 1.6208260945685854e-05, + "loss": 0.0183, + "step": 36336 + }, + { + "epoch": 30.820186598812555, + "grad_norm": 0.5843765107249029, + "learning_rate": 1.6208045589927857e-05, + "loss": 0.0145, + "step": 36337 + }, + { + "epoch": 30.821034775233247, + "grad_norm": 0.6501371644237901, + "learning_rate": 1.6207830229485145e-05, + "loss": 0.0171, + "step": 36338 + }, + { + "epoch": 30.821882951653944, + "grad_norm": 0.6017010176128849, + "learning_rate": 1.6207614864357873e-05, + "loss": 0.0146, + "step": 36339 + }, + { + "epoch": 30.82273112807464, + "grad_norm": 0.694699962043795, + "learning_rate": 1.6207399494546208e-05, + "loss": 0.02, + "step": 36340 + }, + { + "epoch": 30.823579304495336, + "grad_norm": 0.7417988778680961, + "learning_rate": 1.6207184120050307e-05, + "loss": 0.0176, + "step": 36341 + }, + { + "epoch": 30.82442748091603, + "grad_norm": 0.7142786910041712, + "learning_rate": 1.6206968740870342e-05, + "loss": 0.0209, + "step": 36342 + }, + { + "epoch": 30.825275657336725, + "grad_norm": 0.6352118893503547, + "learning_rate": 1.6206753357006468e-05, + "loss": 0.017, + "step": 36343 + }, + { + "epoch": 30.82612383375742, + "grad_norm": 0.6043878596495356, + "learning_rate": 1.6206537968458853e-05, + "loss": 0.0157, + "step": 36344 + }, + { + "epoch": 30.826972010178118, + "grad_norm": 0.7300885001337428, + "learning_rate": 1.620632257522765e-05, + "loss": 0.0191, + "step": 36345 + }, + { + "epoch": 30.827820186598814, + "grad_norm": 0.542681832681403, + "learning_rate": 1.620610717731304e-05, + "loss": 0.0142, + "step": 36346 + }, + { + "epoch": 30.828668363019506, + "grad_norm": 0.7153800583961175, + "learning_rate": 1.620589177471516e-05, + "loss": 0.017, + "step": 36347 + }, + { + "epoch": 30.829516539440203, + "grad_norm": 0.5839926362128154, + "learning_rate": 1.6205676367434193e-05, + "loss": 0.0156, + "step": 36348 + }, + { + "epoch": 30.8303647158609, + "grad_norm": 0.6292731451529656, + "learning_rate": 1.6205460955470295e-05, + "loss": 0.02, + "step": 36349 + }, + { + "epoch": 30.831212892281595, + "grad_norm": 0.6536285007231434, + "learning_rate": 1.620524553882363e-05, + "loss": 0.0157, + "step": 36350 + }, + { + "epoch": 30.83206106870229, + "grad_norm": 1.0927844917642047, + "learning_rate": 1.6205030117494353e-05, + "loss": 0.0219, + "step": 36351 + }, + { + "epoch": 30.832909245122984, + "grad_norm": 0.6007676199330525, + "learning_rate": 1.6204814691482634e-05, + "loss": 0.0158, + "step": 36352 + }, + { + "epoch": 30.83375742154368, + "grad_norm": 0.5661907360317993, + "learning_rate": 1.6204599260788635e-05, + "loss": 0.0142, + "step": 36353 + }, + { + "epoch": 30.834605597964376, + "grad_norm": 0.7347983241578602, + "learning_rate": 1.6204383825412516e-05, + "loss": 0.0169, + "step": 36354 + }, + { + "epoch": 30.835453774385073, + "grad_norm": 0.7152100653814333, + "learning_rate": 1.6204168385354443e-05, + "loss": 0.0173, + "step": 36355 + }, + { + "epoch": 30.83630195080577, + "grad_norm": 0.720541548621468, + "learning_rate": 1.620395294061458e-05, + "loss": 0.0157, + "step": 36356 + }, + { + "epoch": 30.83715012722646, + "grad_norm": 0.7086543714375506, + "learning_rate": 1.6203737491193078e-05, + "loss": 0.0178, + "step": 36357 + }, + { + "epoch": 30.837998303647158, + "grad_norm": 0.5942409532604204, + "learning_rate": 1.6203522037090114e-05, + "loss": 0.0178, + "step": 36358 + }, + { + "epoch": 30.838846480067854, + "grad_norm": 0.6539975837723154, + "learning_rate": 1.6203306578305844e-05, + "loss": 0.0169, + "step": 36359 + }, + { + "epoch": 30.83969465648855, + "grad_norm": 0.8141178506531659, + "learning_rate": 1.6203091114840428e-05, + "loss": 0.0217, + "step": 36360 + }, + { + "epoch": 30.840542832909247, + "grad_norm": 0.5867676537873424, + "learning_rate": 1.620287564669403e-05, + "loss": 0.0159, + "step": 36361 + }, + { + "epoch": 30.84139100932994, + "grad_norm": 0.660584309034755, + "learning_rate": 1.620266017386682e-05, + "loss": 0.0179, + "step": 36362 + }, + { + "epoch": 30.842239185750635, + "grad_norm": 0.5932382490048692, + "learning_rate": 1.6202444696358952e-05, + "loss": 0.0153, + "step": 36363 + }, + { + "epoch": 30.84308736217133, + "grad_norm": 1.0626907319676804, + "learning_rate": 1.620222921417059e-05, + "loss": 0.0235, + "step": 36364 + }, + { + "epoch": 30.843935538592028, + "grad_norm": 0.6862387541002712, + "learning_rate": 1.6202013727301903e-05, + "loss": 0.0162, + "step": 36365 + }, + { + "epoch": 30.844783715012724, + "grad_norm": 0.7714580919708961, + "learning_rate": 1.6201798235753043e-05, + "loss": 0.0177, + "step": 36366 + }, + { + "epoch": 30.845631891433417, + "grad_norm": 0.7946853474873846, + "learning_rate": 1.6201582739524176e-05, + "loss": 0.019, + "step": 36367 + }, + { + "epoch": 30.846480067854113, + "grad_norm": 0.6201414655855546, + "learning_rate": 1.6201367238615473e-05, + "loss": 0.0164, + "step": 36368 + }, + { + "epoch": 30.84732824427481, + "grad_norm": 0.6309226791288747, + "learning_rate": 1.620115173302709e-05, + "loss": 0.018, + "step": 36369 + }, + { + "epoch": 30.848176420695506, + "grad_norm": 0.6050999928111194, + "learning_rate": 1.6200936222759187e-05, + "loss": 0.014, + "step": 36370 + }, + { + "epoch": 30.849024597116202, + "grad_norm": 0.758521613190209, + "learning_rate": 1.6200720707811932e-05, + "loss": 0.0179, + "step": 36371 + }, + { + "epoch": 30.849872773536894, + "grad_norm": 0.6371705423784837, + "learning_rate": 1.6200505188185485e-05, + "loss": 0.017, + "step": 36372 + }, + { + "epoch": 30.85072094995759, + "grad_norm": 0.6330993768339354, + "learning_rate": 1.6200289663880007e-05, + "loss": 0.0155, + "step": 36373 + }, + { + "epoch": 30.851569126378287, + "grad_norm": 0.9751503976809189, + "learning_rate": 1.620007413489566e-05, + "loss": 0.0218, + "step": 36374 + }, + { + "epoch": 30.852417302798983, + "grad_norm": 0.7927035299421115, + "learning_rate": 1.6199858601232618e-05, + "loss": 0.0175, + "step": 36375 + }, + { + "epoch": 30.85326547921968, + "grad_norm": 0.7024755783774839, + "learning_rate": 1.6199643062891028e-05, + "loss": 0.017, + "step": 36376 + }, + { + "epoch": 30.854113655640372, + "grad_norm": 0.6041524807456037, + "learning_rate": 1.619942751987106e-05, + "loss": 0.0169, + "step": 36377 + }, + { + "epoch": 30.85496183206107, + "grad_norm": 0.6972413403751019, + "learning_rate": 1.6199211972172882e-05, + "loss": 0.0172, + "step": 36378 + }, + { + "epoch": 30.855810008481765, + "grad_norm": 0.8817759585850549, + "learning_rate": 1.6198996419796645e-05, + "loss": 0.0162, + "step": 36379 + }, + { + "epoch": 30.85665818490246, + "grad_norm": 0.7626445759120115, + "learning_rate": 1.619878086274252e-05, + "loss": 0.0181, + "step": 36380 + }, + { + "epoch": 30.857506361323153, + "grad_norm": 0.7457511511811525, + "learning_rate": 1.6198565301010663e-05, + "loss": 0.0148, + "step": 36381 + }, + { + "epoch": 30.85835453774385, + "grad_norm": 0.7880097751591042, + "learning_rate": 1.6198349734601244e-05, + "loss": 0.0182, + "step": 36382 + }, + { + "epoch": 30.859202714164546, + "grad_norm": 0.712197191505371, + "learning_rate": 1.619813416351442e-05, + "loss": 0.017, + "step": 36383 + }, + { + "epoch": 30.860050890585242, + "grad_norm": 0.6904694803761076, + "learning_rate": 1.6197918587750364e-05, + "loss": 0.0187, + "step": 36384 + }, + { + "epoch": 30.86089906700594, + "grad_norm": 0.5401536943020785, + "learning_rate": 1.6197703007309224e-05, + "loss": 0.0165, + "step": 36385 + }, + { + "epoch": 30.86174724342663, + "grad_norm": 0.5718605994100366, + "learning_rate": 1.619748742219117e-05, + "loss": 0.0185, + "step": 36386 + }, + { + "epoch": 30.862595419847327, + "grad_norm": 0.7540518532744382, + "learning_rate": 1.6197271832396366e-05, + "loss": 0.0181, + "step": 36387 + }, + { + "epoch": 30.863443596268024, + "grad_norm": 0.6072443761076651, + "learning_rate": 1.619705623792497e-05, + "loss": 0.015, + "step": 36388 + }, + { + "epoch": 30.86429177268872, + "grad_norm": 0.7455187567928504, + "learning_rate": 1.619684063877715e-05, + "loss": 0.0203, + "step": 36389 + }, + { + "epoch": 30.865139949109416, + "grad_norm": 0.7066001877413498, + "learning_rate": 1.6196625034953067e-05, + "loss": 0.0159, + "step": 36390 + }, + { + "epoch": 30.86598812553011, + "grad_norm": 0.8223752587202453, + "learning_rate": 1.619640942645288e-05, + "loss": 0.0176, + "step": 36391 + }, + { + "epoch": 30.866836301950805, + "grad_norm": 0.6468019220227227, + "learning_rate": 1.619619381327676e-05, + "loss": 0.0172, + "step": 36392 + }, + { + "epoch": 30.8676844783715, + "grad_norm": 0.6923154648234947, + "learning_rate": 1.619597819542486e-05, + "loss": 0.0173, + "step": 36393 + }, + { + "epoch": 30.868532654792197, + "grad_norm": 0.6320514585180236, + "learning_rate": 1.619576257289735e-05, + "loss": 0.0163, + "step": 36394 + }, + { + "epoch": 30.869380831212894, + "grad_norm": 0.7095788927397145, + "learning_rate": 1.6195546945694386e-05, + "loss": 0.0175, + "step": 36395 + }, + { + "epoch": 30.870229007633586, + "grad_norm": 0.6856058929970699, + "learning_rate": 1.6195331313816134e-05, + "loss": 0.018, + "step": 36396 + }, + { + "epoch": 30.871077184054283, + "grad_norm": 0.682569301273029, + "learning_rate": 1.619511567726276e-05, + "loss": 0.0174, + "step": 36397 + }, + { + "epoch": 30.87192536047498, + "grad_norm": 0.695130908800328, + "learning_rate": 1.6194900036034425e-05, + "loss": 0.019, + "step": 36398 + }, + { + "epoch": 30.872773536895675, + "grad_norm": 0.6384110580462398, + "learning_rate": 1.619468439013129e-05, + "loss": 0.0184, + "step": 36399 + }, + { + "epoch": 30.87362171331637, + "grad_norm": 0.6624409900542007, + "learning_rate": 1.6194468739553517e-05, + "loss": 0.0163, + "step": 36400 + }, + { + "epoch": 30.874469889737064, + "grad_norm": 0.6990370586730549, + "learning_rate": 1.619425308430127e-05, + "loss": 0.017, + "step": 36401 + }, + { + "epoch": 30.87531806615776, + "grad_norm": 0.6214286914232762, + "learning_rate": 1.6194037424374714e-05, + "loss": 0.0185, + "step": 36402 + }, + { + "epoch": 30.876166242578456, + "grad_norm": 0.5840100248625983, + "learning_rate": 1.619382175977401e-05, + "loss": 0.0171, + "step": 36403 + }, + { + "epoch": 30.877014418999153, + "grad_norm": 0.63642074825529, + "learning_rate": 1.6193606090499318e-05, + "loss": 0.016, + "step": 36404 + }, + { + "epoch": 30.87786259541985, + "grad_norm": 0.6744303014024285, + "learning_rate": 1.6193390416550806e-05, + "loss": 0.0163, + "step": 36405 + }, + { + "epoch": 30.87871077184054, + "grad_norm": 0.6347561652493771, + "learning_rate": 1.619317473792863e-05, + "loss": 0.0164, + "step": 36406 + }, + { + "epoch": 30.879558948261238, + "grad_norm": 0.6774057253468905, + "learning_rate": 1.6192959054632958e-05, + "loss": 0.0167, + "step": 36407 + }, + { + "epoch": 30.880407124681934, + "grad_norm": 0.6573434789863809, + "learning_rate": 1.6192743366663954e-05, + "loss": 0.018, + "step": 36408 + }, + { + "epoch": 30.88125530110263, + "grad_norm": 0.7735345245474986, + "learning_rate": 1.6192527674021774e-05, + "loss": 0.0193, + "step": 36409 + }, + { + "epoch": 30.882103477523327, + "grad_norm": 0.8251949893968867, + "learning_rate": 1.6192311976706587e-05, + "loss": 0.0199, + "step": 36410 + }, + { + "epoch": 30.88295165394402, + "grad_norm": 0.9561731433790196, + "learning_rate": 1.6192096274718558e-05, + "loss": 0.0217, + "step": 36411 + }, + { + "epoch": 30.883799830364715, + "grad_norm": 0.7797402129181599, + "learning_rate": 1.619188056805784e-05, + "loss": 0.0177, + "step": 36412 + }, + { + "epoch": 30.88464800678541, + "grad_norm": 0.6892807377860786, + "learning_rate": 1.61916648567246e-05, + "loss": 0.0159, + "step": 36413 + }, + { + "epoch": 30.885496183206108, + "grad_norm": 0.9610648097396518, + "learning_rate": 1.6191449140719006e-05, + "loss": 0.0198, + "step": 36414 + }, + { + "epoch": 30.886344359626804, + "grad_norm": 0.77480490076005, + "learning_rate": 1.6191233420041218e-05, + "loss": 0.0175, + "step": 36415 + }, + { + "epoch": 30.887192536047497, + "grad_norm": 0.6920062621626373, + "learning_rate": 1.6191017694691393e-05, + "loss": 0.0171, + "step": 36416 + }, + { + "epoch": 30.888040712468193, + "grad_norm": 0.6695772116399504, + "learning_rate": 1.6190801964669703e-05, + "loss": 0.0181, + "step": 36417 + }, + { + "epoch": 30.88888888888889, + "grad_norm": 0.7978518572546199, + "learning_rate": 1.6190586229976305e-05, + "loss": 0.0182, + "step": 36418 + }, + { + "epoch": 30.889737065309586, + "grad_norm": 0.8098381554683258, + "learning_rate": 1.6190370490611357e-05, + "loss": 0.0175, + "step": 36419 + }, + { + "epoch": 30.890585241730278, + "grad_norm": 0.6868979244480538, + "learning_rate": 1.6190154746575033e-05, + "loss": 0.0194, + "step": 36420 + }, + { + "epoch": 30.891433418150974, + "grad_norm": 0.6598275908283976, + "learning_rate": 1.6189938997867492e-05, + "loss": 0.018, + "step": 36421 + }, + { + "epoch": 30.89228159457167, + "grad_norm": 0.7069128894176012, + "learning_rate": 1.6189723244488896e-05, + "loss": 0.0183, + "step": 36422 + }, + { + "epoch": 30.893129770992367, + "grad_norm": 0.6332740808161759, + "learning_rate": 1.61895074864394e-05, + "loss": 0.0163, + "step": 36423 + }, + { + "epoch": 30.893977947413063, + "grad_norm": 0.726829230359534, + "learning_rate": 1.6189291723719183e-05, + "loss": 0.0188, + "step": 36424 + }, + { + "epoch": 30.894826123833756, + "grad_norm": 0.6445931395199076, + "learning_rate": 1.6189075956328392e-05, + "loss": 0.0187, + "step": 36425 + }, + { + "epoch": 30.895674300254452, + "grad_norm": 0.712558708580429, + "learning_rate": 1.61888601842672e-05, + "loss": 0.0186, + "step": 36426 + }, + { + "epoch": 30.89652247667515, + "grad_norm": 0.7138136810031709, + "learning_rate": 1.6188644407535767e-05, + "loss": 0.0206, + "step": 36427 + }, + { + "epoch": 30.897370653095845, + "grad_norm": 0.742810245177791, + "learning_rate": 1.618842862613425e-05, + "loss": 0.0176, + "step": 36428 + }, + { + "epoch": 30.89821882951654, + "grad_norm": 0.6907193193893264, + "learning_rate": 1.6188212840062823e-05, + "loss": 0.0191, + "step": 36429 + }, + { + "epoch": 30.899067005937233, + "grad_norm": 0.6046619299230584, + "learning_rate": 1.6187997049321644e-05, + "loss": 0.0147, + "step": 36430 + }, + { + "epoch": 30.89991518235793, + "grad_norm": 0.7117416050339089, + "learning_rate": 1.618778125391087e-05, + "loss": 0.0171, + "step": 36431 + }, + { + "epoch": 30.900763358778626, + "grad_norm": 0.7082558970891896, + "learning_rate": 1.6187565453830673e-05, + "loss": 0.0175, + "step": 36432 + }, + { + "epoch": 30.901611535199322, + "grad_norm": 0.77203291122064, + "learning_rate": 1.618734964908121e-05, + "loss": 0.0191, + "step": 36433 + }, + { + "epoch": 30.90245971162002, + "grad_norm": 0.7056330316754434, + "learning_rate": 1.6187133839662642e-05, + "loss": 0.0181, + "step": 36434 + }, + { + "epoch": 30.90330788804071, + "grad_norm": 0.7534690349333865, + "learning_rate": 1.6186918025575142e-05, + "loss": 0.0188, + "step": 36435 + }, + { + "epoch": 30.904156064461407, + "grad_norm": 0.6785631942383024, + "learning_rate": 1.618670220681886e-05, + "loss": 0.0174, + "step": 36436 + }, + { + "epoch": 30.905004240882104, + "grad_norm": 0.6763791939379774, + "learning_rate": 1.618648638339397e-05, + "loss": 0.0188, + "step": 36437 + }, + { + "epoch": 30.9058524173028, + "grad_norm": 0.4882523802840611, + "learning_rate": 1.6186270555300623e-05, + "loss": 0.0138, + "step": 36438 + }, + { + "epoch": 30.906700593723496, + "grad_norm": 0.7271324052677265, + "learning_rate": 1.6186054722538994e-05, + "loss": 0.0172, + "step": 36439 + }, + { + "epoch": 30.90754877014419, + "grad_norm": 0.8111363698341901, + "learning_rate": 1.6185838885109237e-05, + "loss": 0.0178, + "step": 36440 + }, + { + "epoch": 30.908396946564885, + "grad_norm": 0.5620680257168615, + "learning_rate": 1.6185623043011523e-05, + "loss": 0.0168, + "step": 36441 + }, + { + "epoch": 30.90924512298558, + "grad_norm": 0.6979080599105694, + "learning_rate": 1.618540719624601e-05, + "loss": 0.0174, + "step": 36442 + }, + { + "epoch": 30.910093299406277, + "grad_norm": 0.7310597870079146, + "learning_rate": 1.618519134481286e-05, + "loss": 0.0186, + "step": 36443 + }, + { + "epoch": 30.910941475826974, + "grad_norm": 1.458514306916163, + "learning_rate": 1.6184975488712234e-05, + "loss": 0.0225, + "step": 36444 + }, + { + "epoch": 30.911789652247666, + "grad_norm": 0.7157304877671925, + "learning_rate": 1.61847596279443e-05, + "loss": 0.0181, + "step": 36445 + }, + { + "epoch": 30.912637828668363, + "grad_norm": 0.640121087423963, + "learning_rate": 1.618454376250922e-05, + "loss": 0.0158, + "step": 36446 + }, + { + "epoch": 30.91348600508906, + "grad_norm": 0.6557357302302658, + "learning_rate": 1.6184327892407155e-05, + "loss": 0.0179, + "step": 36447 + }, + { + "epoch": 30.914334181509755, + "grad_norm": 0.6582981346590216, + "learning_rate": 1.6184112017638268e-05, + "loss": 0.0167, + "step": 36448 + }, + { + "epoch": 30.91518235793045, + "grad_norm": 0.7105813420108018, + "learning_rate": 1.618389613820272e-05, + "loss": 0.0184, + "step": 36449 + }, + { + "epoch": 30.916030534351144, + "grad_norm": 0.6974272902001911, + "learning_rate": 1.6183680254100683e-05, + "loss": 0.0185, + "step": 36450 + }, + { + "epoch": 30.91687871077184, + "grad_norm": 0.7190003628184062, + "learning_rate": 1.618346436533231e-05, + "loss": 0.0173, + "step": 36451 + }, + { + "epoch": 30.917726887192536, + "grad_norm": 0.7419707322326068, + "learning_rate": 1.6183248471897765e-05, + "loss": 0.0189, + "step": 36452 + }, + { + "epoch": 30.918575063613233, + "grad_norm": 0.7077310292256642, + "learning_rate": 1.6183032573797217e-05, + "loss": 0.0157, + "step": 36453 + }, + { + "epoch": 30.91942324003393, + "grad_norm": 0.6703509049484812, + "learning_rate": 1.6182816671030825e-05, + "loss": 0.0168, + "step": 36454 + }, + { + "epoch": 30.92027141645462, + "grad_norm": 0.6964933273962396, + "learning_rate": 1.6182600763598752e-05, + "loss": 0.0174, + "step": 36455 + }, + { + "epoch": 30.921119592875318, + "grad_norm": 0.7618097050355362, + "learning_rate": 1.6182384851501157e-05, + "loss": 0.0174, + "step": 36456 + }, + { + "epoch": 30.921967769296014, + "grad_norm": 0.789648733851024, + "learning_rate": 1.6182168934738213e-05, + "loss": 0.0211, + "step": 36457 + }, + { + "epoch": 30.92281594571671, + "grad_norm": 0.7937696724804127, + "learning_rate": 1.618195301331007e-05, + "loss": 0.0198, + "step": 36458 + }, + { + "epoch": 30.923664122137403, + "grad_norm": 0.6670594267778804, + "learning_rate": 1.61817370872169e-05, + "loss": 0.0175, + "step": 36459 + }, + { + "epoch": 30.9245122985581, + "grad_norm": 0.6907880492924621, + "learning_rate": 1.6181521156458866e-05, + "loss": 0.016, + "step": 36460 + }, + { + "epoch": 30.925360474978795, + "grad_norm": 0.6917425018180021, + "learning_rate": 1.6181305221036128e-05, + "loss": 0.0187, + "step": 36461 + }, + { + "epoch": 30.92620865139949, + "grad_norm": 1.0568267894172307, + "learning_rate": 1.618108928094885e-05, + "loss": 0.0204, + "step": 36462 + }, + { + "epoch": 30.927056827820188, + "grad_norm": 0.6967209623154108, + "learning_rate": 1.6180873336197195e-05, + "loss": 0.0187, + "step": 36463 + }, + { + "epoch": 30.92790500424088, + "grad_norm": 0.6798385661008478, + "learning_rate": 1.6180657386781324e-05, + "loss": 0.0181, + "step": 36464 + }, + { + "epoch": 30.928753180661577, + "grad_norm": 0.8454407553916017, + "learning_rate": 1.61804414327014e-05, + "loss": 0.0191, + "step": 36465 + }, + { + "epoch": 30.929601357082273, + "grad_norm": 0.6267976901721, + "learning_rate": 1.6180225473957594e-05, + "loss": 0.0175, + "step": 36466 + }, + { + "epoch": 30.93044953350297, + "grad_norm": 0.7326942934181262, + "learning_rate": 1.6180009510550056e-05, + "loss": 0.0186, + "step": 36467 + }, + { + "epoch": 30.931297709923665, + "grad_norm": 0.995775243930104, + "learning_rate": 1.6179793542478956e-05, + "loss": 0.0181, + "step": 36468 + }, + { + "epoch": 30.932145886344358, + "grad_norm": 0.7359826699713169, + "learning_rate": 1.617957756974446e-05, + "loss": 0.0202, + "step": 36469 + }, + { + "epoch": 30.932994062765054, + "grad_norm": 0.684178649509301, + "learning_rate": 1.6179361592346725e-05, + "loss": 0.018, + "step": 36470 + }, + { + "epoch": 30.93384223918575, + "grad_norm": 0.8532038535584984, + "learning_rate": 1.6179145610285916e-05, + "loss": 0.0195, + "step": 36471 + }, + { + "epoch": 30.934690415606447, + "grad_norm": 0.6620543426820855, + "learning_rate": 1.6178929623562198e-05, + "loss": 0.0194, + "step": 36472 + }, + { + "epoch": 30.935538592027143, + "grad_norm": 0.7486613429996789, + "learning_rate": 1.6178713632175732e-05, + "loss": 0.0151, + "step": 36473 + }, + { + "epoch": 30.936386768447836, + "grad_norm": 0.70575427452386, + "learning_rate": 1.617849763612668e-05, + "loss": 0.0184, + "step": 36474 + }, + { + "epoch": 30.937234944868532, + "grad_norm": 0.7428070776097201, + "learning_rate": 1.6178281635415205e-05, + "loss": 0.019, + "step": 36475 + }, + { + "epoch": 30.938083121289228, + "grad_norm": 0.7962429103770584, + "learning_rate": 1.6178065630041474e-05, + "loss": 0.0191, + "step": 36476 + }, + { + "epoch": 30.938931297709924, + "grad_norm": 0.80785129912458, + "learning_rate": 1.6177849620005644e-05, + "loss": 0.0204, + "step": 36477 + }, + { + "epoch": 30.93977947413062, + "grad_norm": 0.6996771353383745, + "learning_rate": 1.6177633605307887e-05, + "loss": 0.0208, + "step": 36478 + }, + { + "epoch": 30.940627650551313, + "grad_norm": 0.642207869047616, + "learning_rate": 1.6177417585948355e-05, + "loss": 0.0163, + "step": 36479 + }, + { + "epoch": 30.94147582697201, + "grad_norm": 0.7016840420786641, + "learning_rate": 1.6177201561927218e-05, + "loss": 0.0173, + "step": 36480 + }, + { + "epoch": 30.942324003392706, + "grad_norm": 0.6655421223894731, + "learning_rate": 1.617698553324464e-05, + "loss": 0.0157, + "step": 36481 + }, + { + "epoch": 30.943172179813402, + "grad_norm": 0.8600827170214363, + "learning_rate": 1.6176769499900776e-05, + "loss": 0.0186, + "step": 36482 + }, + { + "epoch": 30.9440203562341, + "grad_norm": 0.7871444201620826, + "learning_rate": 1.61765534618958e-05, + "loss": 0.0157, + "step": 36483 + }, + { + "epoch": 30.94486853265479, + "grad_norm": 0.7703981369078674, + "learning_rate": 1.6176337419229864e-05, + "loss": 0.0196, + "step": 36484 + }, + { + "epoch": 30.945716709075487, + "grad_norm": 0.7182918584157097, + "learning_rate": 1.617612137190314e-05, + "loss": 0.0185, + "step": 36485 + }, + { + "epoch": 30.946564885496183, + "grad_norm": 0.7077047828098147, + "learning_rate": 1.6175905319915788e-05, + "loss": 0.0206, + "step": 36486 + }, + { + "epoch": 30.94741306191688, + "grad_norm": 0.758080150824446, + "learning_rate": 1.617568926326797e-05, + "loss": 0.0203, + "step": 36487 + }, + { + "epoch": 30.948261238337576, + "grad_norm": 0.6485832360215471, + "learning_rate": 1.6175473201959845e-05, + "loss": 0.0185, + "step": 36488 + }, + { + "epoch": 30.94910941475827, + "grad_norm": 0.7232064870992196, + "learning_rate": 1.6175257135991587e-05, + "loss": 0.0181, + "step": 36489 + }, + { + "epoch": 30.949957591178965, + "grad_norm": 0.6194571443111799, + "learning_rate": 1.617504106536335e-05, + "loss": 0.0168, + "step": 36490 + }, + { + "epoch": 30.95080576759966, + "grad_norm": 0.7505550477527149, + "learning_rate": 1.6174824990075296e-05, + "loss": 0.0179, + "step": 36491 + }, + { + "epoch": 30.951653944020357, + "grad_norm": 0.5716960995958389, + "learning_rate": 1.61746089101276e-05, + "loss": 0.015, + "step": 36492 + }, + { + "epoch": 30.952502120441054, + "grad_norm": 0.6413075495195238, + "learning_rate": 1.617439282552041e-05, + "loss": 0.0161, + "step": 36493 + }, + { + "epoch": 30.953350296861746, + "grad_norm": 0.6090095883608367, + "learning_rate": 1.61741767362539e-05, + "loss": 0.0164, + "step": 36494 + }, + { + "epoch": 30.954198473282442, + "grad_norm": 0.7083056754744061, + "learning_rate": 1.6173960642328227e-05, + "loss": 0.018, + "step": 36495 + }, + { + "epoch": 30.95504664970314, + "grad_norm": 0.7588062103470127, + "learning_rate": 1.6173744543743555e-05, + "loss": 0.0188, + "step": 36496 + }, + { + "epoch": 30.955894826123835, + "grad_norm": 0.6231665183391338, + "learning_rate": 1.6173528440500047e-05, + "loss": 0.0143, + "step": 36497 + }, + { + "epoch": 30.956743002544528, + "grad_norm": 0.6274030688371242, + "learning_rate": 1.617331233259787e-05, + "loss": 0.0135, + "step": 36498 + }, + { + "epoch": 30.957591178965224, + "grad_norm": 0.6313766885011144, + "learning_rate": 1.6173096220037186e-05, + "loss": 0.0169, + "step": 36499 + }, + { + "epoch": 30.95843935538592, + "grad_norm": 0.6973778601963501, + "learning_rate": 1.6172880102818152e-05, + "loss": 0.0184, + "step": 36500 + }, + { + "epoch": 30.959287531806616, + "grad_norm": 0.5887588808537786, + "learning_rate": 1.6172663980940935e-05, + "loss": 0.014, + "step": 36501 + }, + { + "epoch": 30.960135708227313, + "grad_norm": 0.6710903648599423, + "learning_rate": 1.6172447854405705e-05, + "loss": 0.0185, + "step": 36502 + }, + { + "epoch": 30.960983884648005, + "grad_norm": 0.6696415869310144, + "learning_rate": 1.6172231723212616e-05, + "loss": 0.0176, + "step": 36503 + }, + { + "epoch": 30.9618320610687, + "grad_norm": 0.7095356106830452, + "learning_rate": 1.617201558736183e-05, + "loss": 0.0166, + "step": 36504 + }, + { + "epoch": 30.962680237489398, + "grad_norm": 0.6755137153419937, + "learning_rate": 1.6171799446853516e-05, + "loss": 0.0181, + "step": 36505 + }, + { + "epoch": 30.963528413910094, + "grad_norm": 0.6471115266749017, + "learning_rate": 1.6171583301687833e-05, + "loss": 0.016, + "step": 36506 + }, + { + "epoch": 30.96437659033079, + "grad_norm": 0.6928319782256761, + "learning_rate": 1.617136715186495e-05, + "loss": 0.017, + "step": 36507 + }, + { + "epoch": 30.965224766751483, + "grad_norm": 0.6389714900295763, + "learning_rate": 1.6171150997385024e-05, + "loss": 0.0155, + "step": 36508 + }, + { + "epoch": 30.96607294317218, + "grad_norm": 0.6794012405720258, + "learning_rate": 1.6170934838248217e-05, + "loss": 0.015, + "step": 36509 + }, + { + "epoch": 30.966921119592875, + "grad_norm": 0.7744102550863121, + "learning_rate": 1.61707186744547e-05, + "loss": 0.019, + "step": 36510 + }, + { + "epoch": 30.96776929601357, + "grad_norm": 0.8217103952397387, + "learning_rate": 1.617050250600463e-05, + "loss": 0.0175, + "step": 36511 + }, + { + "epoch": 30.968617472434268, + "grad_norm": 0.7234403945831186, + "learning_rate": 1.617028633289817e-05, + "loss": 0.0184, + "step": 36512 + }, + { + "epoch": 30.96946564885496, + "grad_norm": 0.7607408319076266, + "learning_rate": 1.6170070155135488e-05, + "loss": 0.0164, + "step": 36513 + }, + { + "epoch": 30.970313825275657, + "grad_norm": 0.6416240832135166, + "learning_rate": 1.616985397271674e-05, + "loss": 0.0178, + "step": 36514 + }, + { + "epoch": 30.971162001696353, + "grad_norm": 0.6598719962378605, + "learning_rate": 1.61696377856421e-05, + "loss": 0.016, + "step": 36515 + }, + { + "epoch": 30.97201017811705, + "grad_norm": 0.8178715645917811, + "learning_rate": 1.6169421593911715e-05, + "loss": 0.0174, + "step": 36516 + }, + { + "epoch": 30.972858354537745, + "grad_norm": 0.7833190566622493, + "learning_rate": 1.616920539752576e-05, + "loss": 0.0189, + "step": 36517 + }, + { + "epoch": 30.973706530958438, + "grad_norm": 0.5963329483523879, + "learning_rate": 1.6168989196484397e-05, + "loss": 0.0166, + "step": 36518 + }, + { + "epoch": 30.974554707379134, + "grad_norm": 0.641127287241586, + "learning_rate": 1.6168772990787788e-05, + "loss": 0.0168, + "step": 36519 + }, + { + "epoch": 30.97540288379983, + "grad_norm": 0.6856670216062991, + "learning_rate": 1.6168556780436096e-05, + "loss": 0.0176, + "step": 36520 + }, + { + "epoch": 30.976251060220527, + "grad_norm": 0.5992558909807176, + "learning_rate": 1.6168340565429483e-05, + "loss": 0.0134, + "step": 36521 + }, + { + "epoch": 30.977099236641223, + "grad_norm": 0.6902777473061191, + "learning_rate": 1.6168124345768113e-05, + "loss": 0.0183, + "step": 36522 + }, + { + "epoch": 30.977947413061916, + "grad_norm": 0.7335534669652809, + "learning_rate": 1.616790812145215e-05, + "loss": 0.0188, + "step": 36523 + }, + { + "epoch": 30.978795589482612, + "grad_norm": 0.7916332347186744, + "learning_rate": 1.6167691892481757e-05, + "loss": 0.0178, + "step": 36524 + }, + { + "epoch": 30.979643765903308, + "grad_norm": 0.6845265455980515, + "learning_rate": 1.6167475658857093e-05, + "loss": 0.0173, + "step": 36525 + }, + { + "epoch": 30.980491942324004, + "grad_norm": 0.6686051833208891, + "learning_rate": 1.6167259420578324e-05, + "loss": 0.0173, + "step": 36526 + }, + { + "epoch": 30.9813401187447, + "grad_norm": 0.7451014953029533, + "learning_rate": 1.6167043177645622e-05, + "loss": 0.0203, + "step": 36527 + }, + { + "epoch": 30.982188295165393, + "grad_norm": 0.636183856892207, + "learning_rate": 1.6166826930059134e-05, + "loss": 0.0166, + "step": 36528 + }, + { + "epoch": 30.98303647158609, + "grad_norm": 0.6955090963828409, + "learning_rate": 1.6166610677819033e-05, + "loss": 0.0169, + "step": 36529 + }, + { + "epoch": 30.983884648006786, + "grad_norm": 0.6452907483977991, + "learning_rate": 1.6166394420925483e-05, + "loss": 0.0175, + "step": 36530 + }, + { + "epoch": 30.984732824427482, + "grad_norm": 0.6758566388283977, + "learning_rate": 1.6166178159378642e-05, + "loss": 0.0168, + "step": 36531 + }, + { + "epoch": 30.98558100084818, + "grad_norm": 0.7175869750594789, + "learning_rate": 1.6165961893178676e-05, + "loss": 0.0204, + "step": 36532 + }, + { + "epoch": 30.98642917726887, + "grad_norm": 0.7220203991913974, + "learning_rate": 1.6165745622325752e-05, + "loss": 0.0201, + "step": 36533 + }, + { + "epoch": 30.987277353689567, + "grad_norm": 0.725572522489979, + "learning_rate": 1.6165529346820024e-05, + "loss": 0.0185, + "step": 36534 + }, + { + "epoch": 30.988125530110263, + "grad_norm": 0.574926048417114, + "learning_rate": 1.6165313066661664e-05, + "loss": 0.016, + "step": 36535 + }, + { + "epoch": 30.98897370653096, + "grad_norm": 0.7164329661110179, + "learning_rate": 1.6165096781850832e-05, + "loss": 0.0187, + "step": 36536 + }, + { + "epoch": 30.989821882951652, + "grad_norm": 0.6785521981626516, + "learning_rate": 1.6164880492387686e-05, + "loss": 0.0144, + "step": 36537 + }, + { + "epoch": 30.99067005937235, + "grad_norm": 0.7086387588901292, + "learning_rate": 1.6164664198272398e-05, + "loss": 0.0196, + "step": 36538 + }, + { + "epoch": 30.991518235793045, + "grad_norm": 0.6194198891896403, + "learning_rate": 1.6164447899505126e-05, + "loss": 0.0168, + "step": 36539 + }, + { + "epoch": 30.99236641221374, + "grad_norm": 0.5911953197135045, + "learning_rate": 1.6164231596086035e-05, + "loss": 0.0138, + "step": 36540 + }, + { + "epoch": 30.993214588634437, + "grad_norm": 0.617853772378495, + "learning_rate": 1.616401528801529e-05, + "loss": 0.0166, + "step": 36541 + }, + { + "epoch": 30.99406276505513, + "grad_norm": 0.7448314681573468, + "learning_rate": 1.6163798975293052e-05, + "loss": 0.0175, + "step": 36542 + }, + { + "epoch": 30.994910941475826, + "grad_norm": 0.8153011936633042, + "learning_rate": 1.6163582657919475e-05, + "loss": 0.0184, + "step": 36543 + }, + { + "epoch": 30.995759117896522, + "grad_norm": 0.6062853483798772, + "learning_rate": 1.6163366335894743e-05, + "loss": 0.0163, + "step": 36544 + }, + { + "epoch": 30.99660729431722, + "grad_norm": 0.7023770053619537, + "learning_rate": 1.6163150009219003e-05, + "loss": 0.0165, + "step": 36545 + }, + { + "epoch": 30.997455470737915, + "grad_norm": 0.634414966069612, + "learning_rate": 1.6162933677892422e-05, + "loss": 0.0164, + "step": 36546 + }, + { + "epoch": 30.998303647158608, + "grad_norm": 0.6115467558146148, + "learning_rate": 1.6162717341915163e-05, + "loss": 0.0163, + "step": 36547 + }, + { + "epoch": 30.999151823579304, + "grad_norm": 0.7791882519927209, + "learning_rate": 1.6162501001287398e-05, + "loss": 0.0177, + "step": 36548 + }, + { + "epoch": 31.0, + "grad_norm": 0.6716340825376566, + "learning_rate": 1.6162284656009276e-05, + "loss": 0.0168, + "step": 36549 + }, + { + "epoch": 31.000848176420696, + "grad_norm": 0.5493047627029155, + "learning_rate": 1.6162068306080968e-05, + "loss": 0.0137, + "step": 36550 + }, + { + "epoch": 31.001696352841392, + "grad_norm": 0.5772711775823216, + "learning_rate": 1.6161851951502635e-05, + "loss": 0.0128, + "step": 36551 + }, + { + "epoch": 31.002544529262085, + "grad_norm": 0.6518972221891699, + "learning_rate": 1.6161635592274443e-05, + "loss": 0.0131, + "step": 36552 + }, + { + "epoch": 31.00339270568278, + "grad_norm": 0.5407833208757492, + "learning_rate": 1.6161419228396552e-05, + "loss": 0.0131, + "step": 36553 + }, + { + "epoch": 31.004240882103478, + "grad_norm": 0.6823939319856889, + "learning_rate": 1.616120285986913e-05, + "loss": 0.0144, + "step": 36554 + }, + { + "epoch": 31.005089058524174, + "grad_norm": 0.4743123830428074, + "learning_rate": 1.6160986486692336e-05, + "loss": 0.0119, + "step": 36555 + }, + { + "epoch": 31.00593723494487, + "grad_norm": 0.7143964045307934, + "learning_rate": 1.6160770108866333e-05, + "loss": 0.0146, + "step": 36556 + }, + { + "epoch": 31.006785411365563, + "grad_norm": 0.43734543330029335, + "learning_rate": 1.616055372639129e-05, + "loss": 0.0121, + "step": 36557 + }, + { + "epoch": 31.00763358778626, + "grad_norm": 0.514033795783108, + "learning_rate": 1.616033733926736e-05, + "loss": 0.013, + "step": 36558 + }, + { + "epoch": 31.008481764206955, + "grad_norm": 0.557297076877862, + "learning_rate": 1.616012094749472e-05, + "loss": 0.0128, + "step": 36559 + }, + { + "epoch": 31.00932994062765, + "grad_norm": 0.517341040390489, + "learning_rate": 1.615990455107352e-05, + "loss": 0.0117, + "step": 36560 + }, + { + "epoch": 31.010178117048348, + "grad_norm": 0.45369193977422057, + "learning_rate": 1.6159688150003932e-05, + "loss": 0.0087, + "step": 36561 + }, + { + "epoch": 31.01102629346904, + "grad_norm": 0.5788269335926427, + "learning_rate": 1.6159471744286113e-05, + "loss": 0.012, + "step": 36562 + }, + { + "epoch": 31.011874469889737, + "grad_norm": 0.7195062255909662, + "learning_rate": 1.6159255333920235e-05, + "loss": 0.0145, + "step": 36563 + }, + { + "epoch": 31.012722646310433, + "grad_norm": 0.6371734806051538, + "learning_rate": 1.615903891890645e-05, + "loss": 0.0116, + "step": 36564 + }, + { + "epoch": 31.01357082273113, + "grad_norm": 0.6371327307147454, + "learning_rate": 1.615882249924493e-05, + "loss": 0.0134, + "step": 36565 + }, + { + "epoch": 31.014418999151825, + "grad_norm": 0.5692177453018207, + "learning_rate": 1.6158606074935837e-05, + "loss": 0.0129, + "step": 36566 + }, + { + "epoch": 31.015267175572518, + "grad_norm": 0.49829744946648935, + "learning_rate": 1.6158389645979334e-05, + "loss": 0.0115, + "step": 36567 + }, + { + "epoch": 31.016115351993214, + "grad_norm": 0.5487468135786003, + "learning_rate": 1.6158173212375578e-05, + "loss": 0.0136, + "step": 36568 + }, + { + "epoch": 31.01696352841391, + "grad_norm": 0.542559374003222, + "learning_rate": 1.615795677412474e-05, + "loss": 0.0127, + "step": 36569 + }, + { + "epoch": 31.017811704834607, + "grad_norm": 0.5222377126235646, + "learning_rate": 1.615774033122698e-05, + "loss": 0.01, + "step": 36570 + }, + { + "epoch": 31.0186598812553, + "grad_norm": 0.5584927924114081, + "learning_rate": 1.6157523883682466e-05, + "loss": 0.0104, + "step": 36571 + }, + { + "epoch": 31.019508057675996, + "grad_norm": 0.6024157613804055, + "learning_rate": 1.6157307431491354e-05, + "loss": 0.0123, + "step": 36572 + }, + { + "epoch": 31.020356234096692, + "grad_norm": 0.5946779273415814, + "learning_rate": 1.615709097465381e-05, + "loss": 0.0141, + "step": 36573 + }, + { + "epoch": 31.021204410517388, + "grad_norm": 0.6617693494301408, + "learning_rate": 1.615687451317e-05, + "loss": 0.0142, + "step": 36574 + }, + { + "epoch": 31.022052586938084, + "grad_norm": 0.5262802878184749, + "learning_rate": 1.6156658047040086e-05, + "loss": 0.0107, + "step": 36575 + }, + { + "epoch": 31.022900763358777, + "grad_norm": 0.5709813639265225, + "learning_rate": 1.6156441576264228e-05, + "loss": 0.0147, + "step": 36576 + }, + { + "epoch": 31.023748939779473, + "grad_norm": 0.6054219060264792, + "learning_rate": 1.6156225100842594e-05, + "loss": 0.0119, + "step": 36577 + }, + { + "epoch": 31.02459711620017, + "grad_norm": 0.5592721152762561, + "learning_rate": 1.615600862077535e-05, + "loss": 0.0117, + "step": 36578 + }, + { + "epoch": 31.025445292620866, + "grad_norm": 0.5723186546090013, + "learning_rate": 1.615579213606265e-05, + "loss": 0.0122, + "step": 36579 + }, + { + "epoch": 31.026293469041562, + "grad_norm": 0.6230638330986135, + "learning_rate": 1.6155575646704664e-05, + "loss": 0.0128, + "step": 36580 + }, + { + "epoch": 31.027141645462255, + "grad_norm": 0.5814010158210206, + "learning_rate": 1.6155359152701554e-05, + "loss": 0.0102, + "step": 36581 + }, + { + "epoch": 31.02798982188295, + "grad_norm": 0.5542624064382008, + "learning_rate": 1.615514265405348e-05, + "loss": 0.0105, + "step": 36582 + }, + { + "epoch": 31.028837998303647, + "grad_norm": 0.6239249861401573, + "learning_rate": 1.615492615076061e-05, + "loss": 0.0122, + "step": 36583 + }, + { + "epoch": 31.029686174724343, + "grad_norm": 0.5805151897558072, + "learning_rate": 1.6154709642823107e-05, + "loss": 0.0107, + "step": 36584 + }, + { + "epoch": 31.03053435114504, + "grad_norm": 0.576663413251263, + "learning_rate": 1.6154493130241135e-05, + "loss": 0.0116, + "step": 36585 + }, + { + "epoch": 31.031382527565732, + "grad_norm": 0.7645482244630584, + "learning_rate": 1.615427661301485e-05, + "loss": 0.0145, + "step": 36586 + }, + { + "epoch": 31.03223070398643, + "grad_norm": 0.6333956954241979, + "learning_rate": 1.6154060091144427e-05, + "loss": 0.0124, + "step": 36587 + }, + { + "epoch": 31.033078880407125, + "grad_norm": 0.861722382991624, + "learning_rate": 1.615384356463002e-05, + "loss": 0.0153, + "step": 36588 + }, + { + "epoch": 31.03392705682782, + "grad_norm": 0.706038984632662, + "learning_rate": 1.6153627033471796e-05, + "loss": 0.0148, + "step": 36589 + }, + { + "epoch": 31.034775233248517, + "grad_norm": 0.7183340207387193, + "learning_rate": 1.615341049766992e-05, + "loss": 0.0157, + "step": 36590 + }, + { + "epoch": 31.03562340966921, + "grad_norm": 0.5312077486877986, + "learning_rate": 1.6153193957224548e-05, + "loss": 0.0123, + "step": 36591 + }, + { + "epoch": 31.036471586089906, + "grad_norm": 0.5140827196560702, + "learning_rate": 1.6152977412135854e-05, + "loss": 0.0121, + "step": 36592 + }, + { + "epoch": 31.037319762510602, + "grad_norm": 0.5535624547771308, + "learning_rate": 1.6152760862403996e-05, + "loss": 0.0135, + "step": 36593 + }, + { + "epoch": 31.0381679389313, + "grad_norm": 0.5599756956700751, + "learning_rate": 1.6152544308029137e-05, + "loss": 0.0129, + "step": 36594 + }, + { + "epoch": 31.039016115351995, + "grad_norm": 0.652670393903069, + "learning_rate": 1.615232774901144e-05, + "loss": 0.0149, + "step": 36595 + }, + { + "epoch": 31.039864291772687, + "grad_norm": 0.5340416274795838, + "learning_rate": 1.6152111185351074e-05, + "loss": 0.0114, + "step": 36596 + }, + { + "epoch": 31.040712468193384, + "grad_norm": 0.5636366751570148, + "learning_rate": 1.6151894617048195e-05, + "loss": 0.0131, + "step": 36597 + }, + { + "epoch": 31.04156064461408, + "grad_norm": 0.5417720578593292, + "learning_rate": 1.615167804410297e-05, + "loss": 0.0139, + "step": 36598 + }, + { + "epoch": 31.042408821034776, + "grad_norm": 0.6303591683255868, + "learning_rate": 1.6151461466515562e-05, + "loss": 0.0127, + "step": 36599 + }, + { + "epoch": 31.043256997455472, + "grad_norm": 0.6138052910620955, + "learning_rate": 1.6151244884286133e-05, + "loss": 0.0119, + "step": 36600 + }, + { + "epoch": 31.044105173876165, + "grad_norm": 0.5131013817348332, + "learning_rate": 1.615102829741485e-05, + "loss": 0.0121, + "step": 36601 + }, + { + "epoch": 31.04495335029686, + "grad_norm": 0.5478658194612316, + "learning_rate": 1.615081170590187e-05, + "loss": 0.0128, + "step": 36602 + }, + { + "epoch": 31.045801526717558, + "grad_norm": 0.6083961394306445, + "learning_rate": 1.6150595109747366e-05, + "loss": 0.0114, + "step": 36603 + }, + { + "epoch": 31.046649703138254, + "grad_norm": 0.5787202362777797, + "learning_rate": 1.6150378508951493e-05, + "loss": 0.0129, + "step": 36604 + }, + { + "epoch": 31.04749787955895, + "grad_norm": 0.5619708744239061, + "learning_rate": 1.615016190351442e-05, + "loss": 0.0117, + "step": 36605 + }, + { + "epoch": 31.048346055979643, + "grad_norm": 0.6010412902043154, + "learning_rate": 1.6149945293436305e-05, + "loss": 0.0142, + "step": 36606 + }, + { + "epoch": 31.04919423240034, + "grad_norm": 0.4506539011158731, + "learning_rate": 1.6149728678717315e-05, + "loss": 0.0117, + "step": 36607 + }, + { + "epoch": 31.050042408821035, + "grad_norm": 0.5689355343279492, + "learning_rate": 1.6149512059357614e-05, + "loss": 0.0132, + "step": 36608 + }, + { + "epoch": 31.05089058524173, + "grad_norm": 0.7046790106840208, + "learning_rate": 1.6149295435357365e-05, + "loss": 0.0149, + "step": 36609 + }, + { + "epoch": 31.051738761662424, + "grad_norm": 0.5476974598559582, + "learning_rate": 1.6149078806716728e-05, + "loss": 0.0108, + "step": 36610 + }, + { + "epoch": 31.05258693808312, + "grad_norm": 0.6119975601574632, + "learning_rate": 1.6148862173435874e-05, + "loss": 0.013, + "step": 36611 + }, + { + "epoch": 31.053435114503817, + "grad_norm": 0.5000910286630096, + "learning_rate": 1.6148645535514957e-05, + "loss": 0.0112, + "step": 36612 + }, + { + "epoch": 31.054283290924513, + "grad_norm": 0.6368735350600538, + "learning_rate": 1.614842889295415e-05, + "loss": 0.0122, + "step": 36613 + }, + { + "epoch": 31.05513146734521, + "grad_norm": 0.6815906112092958, + "learning_rate": 1.6148212245753608e-05, + "loss": 0.0129, + "step": 36614 + }, + { + "epoch": 31.0559796437659, + "grad_norm": 0.572737430195042, + "learning_rate": 1.61479955939135e-05, + "loss": 0.0139, + "step": 36615 + }, + { + "epoch": 31.056827820186598, + "grad_norm": 0.5202756288013521, + "learning_rate": 1.6147778937433987e-05, + "loss": 0.0118, + "step": 36616 + }, + { + "epoch": 31.057675996607294, + "grad_norm": 0.5119682443795968, + "learning_rate": 1.6147562276315233e-05, + "loss": 0.0114, + "step": 36617 + }, + { + "epoch": 31.05852417302799, + "grad_norm": 0.720409609140666, + "learning_rate": 1.6147345610557405e-05, + "loss": 0.0156, + "step": 36618 + }, + { + "epoch": 31.059372349448687, + "grad_norm": 0.4991739989208323, + "learning_rate": 1.614712894016066e-05, + "loss": 0.0121, + "step": 36619 + }, + { + "epoch": 31.06022052586938, + "grad_norm": 0.7195234627800674, + "learning_rate": 1.6146912265125164e-05, + "loss": 0.016, + "step": 36620 + }, + { + "epoch": 31.061068702290076, + "grad_norm": 0.6074192503159532, + "learning_rate": 1.6146695585451083e-05, + "loss": 0.0126, + "step": 36621 + }, + { + "epoch": 31.061916878710772, + "grad_norm": 0.5118978384003837, + "learning_rate": 1.6146478901138578e-05, + "loss": 0.0123, + "step": 36622 + }, + { + "epoch": 31.062765055131468, + "grad_norm": 0.6466561081791191, + "learning_rate": 1.6146262212187816e-05, + "loss": 0.0151, + "step": 36623 + }, + { + "epoch": 31.063613231552164, + "grad_norm": 0.5475572975745788, + "learning_rate": 1.6146045518598955e-05, + "loss": 0.0116, + "step": 36624 + }, + { + "epoch": 31.064461407972857, + "grad_norm": 0.6365867271527987, + "learning_rate": 1.6145828820372162e-05, + "loss": 0.0143, + "step": 36625 + }, + { + "epoch": 31.065309584393553, + "grad_norm": 0.631907860323111, + "learning_rate": 1.61456121175076e-05, + "loss": 0.0139, + "step": 36626 + }, + { + "epoch": 31.06615776081425, + "grad_norm": 0.7436227450573907, + "learning_rate": 1.6145395410005433e-05, + "loss": 0.0149, + "step": 36627 + }, + { + "epoch": 31.067005937234946, + "grad_norm": 0.6009330474684608, + "learning_rate": 1.6145178697865823e-05, + "loss": 0.0125, + "step": 36628 + }, + { + "epoch": 31.067854113655642, + "grad_norm": 0.5346911024659795, + "learning_rate": 1.6144961981088934e-05, + "loss": 0.0119, + "step": 36629 + }, + { + "epoch": 31.068702290076335, + "grad_norm": 0.6054921141158351, + "learning_rate": 1.614474525967493e-05, + "loss": 0.011, + "step": 36630 + }, + { + "epoch": 31.06955046649703, + "grad_norm": 0.49534978509165467, + "learning_rate": 1.6144528533623975e-05, + "loss": 0.0117, + "step": 36631 + }, + { + "epoch": 31.070398642917727, + "grad_norm": 0.5113920950835644, + "learning_rate": 1.6144311802936233e-05, + "loss": 0.0121, + "step": 36632 + }, + { + "epoch": 31.071246819338423, + "grad_norm": 0.597685855368273, + "learning_rate": 1.6144095067611864e-05, + "loss": 0.0122, + "step": 36633 + }, + { + "epoch": 31.07209499575912, + "grad_norm": 0.5443390120316459, + "learning_rate": 1.614387832765104e-05, + "loss": 0.0112, + "step": 36634 + }, + { + "epoch": 31.072943172179812, + "grad_norm": 0.5593205856488905, + "learning_rate": 1.6143661583053912e-05, + "loss": 0.0128, + "step": 36635 + }, + { + "epoch": 31.07379134860051, + "grad_norm": 0.5486509779780118, + "learning_rate": 1.6143444833820652e-05, + "loss": 0.0117, + "step": 36636 + }, + { + "epoch": 31.074639525021205, + "grad_norm": 0.5993621503233862, + "learning_rate": 1.6143228079951424e-05, + "loss": 0.0132, + "step": 36637 + }, + { + "epoch": 31.0754877014419, + "grad_norm": 0.5246692697745312, + "learning_rate": 1.614301132144639e-05, + "loss": 0.0116, + "step": 36638 + }, + { + "epoch": 31.076335877862597, + "grad_norm": 0.47959216206587946, + "learning_rate": 1.614279455830571e-05, + "loss": 0.0117, + "step": 36639 + }, + { + "epoch": 31.07718405428329, + "grad_norm": 0.5186687019589308, + "learning_rate": 1.6142577790529552e-05, + "loss": 0.0114, + "step": 36640 + }, + { + "epoch": 31.078032230703986, + "grad_norm": 0.617581115540472, + "learning_rate": 1.6142361018118075e-05, + "loss": 0.0132, + "step": 36641 + }, + { + "epoch": 31.078880407124682, + "grad_norm": 0.635525747216953, + "learning_rate": 1.614214424107145e-05, + "loss": 0.0136, + "step": 36642 + }, + { + "epoch": 31.07972858354538, + "grad_norm": 0.9168657524729049, + "learning_rate": 1.6141927459389836e-05, + "loss": 0.0118, + "step": 36643 + }, + { + "epoch": 31.08057675996607, + "grad_norm": 0.5988269825781608, + "learning_rate": 1.6141710673073395e-05, + "loss": 0.0141, + "step": 36644 + }, + { + "epoch": 31.081424936386767, + "grad_norm": 0.5627192681707717, + "learning_rate": 1.6141493882122295e-05, + "loss": 0.013, + "step": 36645 + }, + { + "epoch": 31.082273112807464, + "grad_norm": 0.5036154642406305, + "learning_rate": 1.6141277086536695e-05, + "loss": 0.0127, + "step": 36646 + }, + { + "epoch": 31.08312128922816, + "grad_norm": 0.5910508381033164, + "learning_rate": 1.6141060286316765e-05, + "loss": 0.0122, + "step": 36647 + }, + { + "epoch": 31.083969465648856, + "grad_norm": 0.5242908274950832, + "learning_rate": 1.614084348146266e-05, + "loss": 0.0124, + "step": 36648 + }, + { + "epoch": 31.08481764206955, + "grad_norm": 0.5549299814535805, + "learning_rate": 1.6140626671974548e-05, + "loss": 0.0121, + "step": 36649 + }, + { + "epoch": 31.085665818490245, + "grad_norm": 0.5922730015992295, + "learning_rate": 1.614040985785259e-05, + "loss": 0.0108, + "step": 36650 + }, + { + "epoch": 31.08651399491094, + "grad_norm": 0.4669194395057396, + "learning_rate": 1.6140193039096956e-05, + "loss": 0.0113, + "step": 36651 + }, + { + "epoch": 31.087362171331637, + "grad_norm": 0.4893901701449644, + "learning_rate": 1.6139976215707808e-05, + "loss": 0.0114, + "step": 36652 + }, + { + "epoch": 31.088210347752334, + "grad_norm": 0.6715124227750315, + "learning_rate": 1.61397593876853e-05, + "loss": 0.014, + "step": 36653 + }, + { + "epoch": 31.089058524173026, + "grad_norm": 0.5852868339885263, + "learning_rate": 1.613954255502961e-05, + "loss": 0.0146, + "step": 36654 + }, + { + "epoch": 31.089906700593723, + "grad_norm": 0.4494765986246155, + "learning_rate": 1.613932571774089e-05, + "loss": 0.0112, + "step": 36655 + }, + { + "epoch": 31.09075487701442, + "grad_norm": 0.5341748341363575, + "learning_rate": 1.613910887581931e-05, + "loss": 0.0132, + "step": 36656 + }, + { + "epoch": 31.091603053435115, + "grad_norm": 0.48182323702948004, + "learning_rate": 1.6138892029265033e-05, + "loss": 0.0105, + "step": 36657 + }, + { + "epoch": 31.09245122985581, + "grad_norm": 0.5532483310690295, + "learning_rate": 1.613867517807822e-05, + "loss": 0.0128, + "step": 36658 + }, + { + "epoch": 31.093299406276504, + "grad_norm": 0.5069714342040857, + "learning_rate": 1.6138458322259038e-05, + "loss": 0.0111, + "step": 36659 + }, + { + "epoch": 31.0941475826972, + "grad_norm": 0.48547188650209777, + "learning_rate": 1.6138241461807648e-05, + "loss": 0.0115, + "step": 36660 + }, + { + "epoch": 31.094995759117896, + "grad_norm": 0.4683158168236784, + "learning_rate": 1.6138024596724214e-05, + "loss": 0.0098, + "step": 36661 + }, + { + "epoch": 31.095843935538593, + "grad_norm": 0.47707461765433345, + "learning_rate": 1.61378077270089e-05, + "loss": 0.0104, + "step": 36662 + }, + { + "epoch": 31.09669211195929, + "grad_norm": 0.5376834112816347, + "learning_rate": 1.6137590852661866e-05, + "loss": 0.0121, + "step": 36663 + }, + { + "epoch": 31.09754028837998, + "grad_norm": 0.5802165305120696, + "learning_rate": 1.6137373973683287e-05, + "loss": 0.0118, + "step": 36664 + }, + { + "epoch": 31.098388464800678, + "grad_norm": 0.5742199110693675, + "learning_rate": 1.6137157090073315e-05, + "loss": 0.013, + "step": 36665 + }, + { + "epoch": 31.099236641221374, + "grad_norm": 0.6031033447913842, + "learning_rate": 1.6136940201832116e-05, + "loss": 0.0137, + "step": 36666 + }, + { + "epoch": 31.10008481764207, + "grad_norm": 0.8167871153732461, + "learning_rate": 1.6136723308959855e-05, + "loss": 0.014, + "step": 36667 + }, + { + "epoch": 31.100932994062767, + "grad_norm": 0.47705201396328906, + "learning_rate": 1.6136506411456703e-05, + "loss": 0.011, + "step": 36668 + }, + { + "epoch": 31.10178117048346, + "grad_norm": 0.6576730755578676, + "learning_rate": 1.613628950932281e-05, + "loss": 0.0146, + "step": 36669 + }, + { + "epoch": 31.102629346904155, + "grad_norm": 0.5366369541505146, + "learning_rate": 1.6136072602558347e-05, + "loss": 0.0107, + "step": 36670 + }, + { + "epoch": 31.10347752332485, + "grad_norm": 0.47758987156847726, + "learning_rate": 1.613585569116348e-05, + "loss": 0.0132, + "step": 36671 + }, + { + "epoch": 31.104325699745548, + "grad_norm": 0.5393121425886201, + "learning_rate": 1.613563877513837e-05, + "loss": 0.0122, + "step": 36672 + }, + { + "epoch": 31.105173876166244, + "grad_norm": 0.6361276899973785, + "learning_rate": 1.6135421854483177e-05, + "loss": 0.0119, + "step": 36673 + }, + { + "epoch": 31.106022052586937, + "grad_norm": 0.5332373202527134, + "learning_rate": 1.6135204929198072e-05, + "loss": 0.0128, + "step": 36674 + }, + { + "epoch": 31.106870229007633, + "grad_norm": 0.5154557056906899, + "learning_rate": 1.613498799928321e-05, + "loss": 0.0119, + "step": 36675 + }, + { + "epoch": 31.10771840542833, + "grad_norm": 0.6729661903887605, + "learning_rate": 1.6134771064738766e-05, + "loss": 0.0131, + "step": 36676 + }, + { + "epoch": 31.108566581849026, + "grad_norm": 0.6166517674077828, + "learning_rate": 1.6134554125564893e-05, + "loss": 0.0131, + "step": 36677 + }, + { + "epoch": 31.109414758269722, + "grad_norm": 0.6774713864930918, + "learning_rate": 1.6134337181761758e-05, + "loss": 0.0126, + "step": 36678 + }, + { + "epoch": 31.110262934690414, + "grad_norm": 0.4865188612881988, + "learning_rate": 1.613412023332953e-05, + "loss": 0.0121, + "step": 36679 + }, + { + "epoch": 31.11111111111111, + "grad_norm": 0.5839142779194888, + "learning_rate": 1.6133903280268365e-05, + "loss": 0.0112, + "step": 36680 + }, + { + "epoch": 31.111959287531807, + "grad_norm": 0.4643954686488197, + "learning_rate": 1.613368632257843e-05, + "loss": 0.0122, + "step": 36681 + }, + { + "epoch": 31.112807463952503, + "grad_norm": 0.6396364048603046, + "learning_rate": 1.613346936025989e-05, + "loss": 0.0144, + "step": 36682 + }, + { + "epoch": 31.113655640373196, + "grad_norm": 0.6568055793997402, + "learning_rate": 1.6133252393312907e-05, + "loss": 0.0129, + "step": 36683 + }, + { + "epoch": 31.114503816793892, + "grad_norm": 0.5713132515975444, + "learning_rate": 1.6133035421737645e-05, + "loss": 0.013, + "step": 36684 + }, + { + "epoch": 31.11535199321459, + "grad_norm": 0.8006961600996307, + "learning_rate": 1.613281844553427e-05, + "loss": 0.0143, + "step": 36685 + }, + { + "epoch": 31.116200169635285, + "grad_norm": 0.5524492431927686, + "learning_rate": 1.613260146470294e-05, + "loss": 0.013, + "step": 36686 + }, + { + "epoch": 31.11704834605598, + "grad_norm": 0.5525337374179095, + "learning_rate": 1.6132384479243826e-05, + "loss": 0.0122, + "step": 36687 + }, + { + "epoch": 31.117896522476673, + "grad_norm": 0.5154103278154281, + "learning_rate": 1.6132167489157086e-05, + "loss": 0.0121, + "step": 36688 + }, + { + "epoch": 31.11874469889737, + "grad_norm": 0.647739710022244, + "learning_rate": 1.613195049444289e-05, + "loss": 0.0131, + "step": 36689 + }, + { + "epoch": 31.119592875318066, + "grad_norm": 0.5992529476829772, + "learning_rate": 1.6131733495101393e-05, + "loss": 0.0134, + "step": 36690 + }, + { + "epoch": 31.120441051738762, + "grad_norm": 0.5206444987668075, + "learning_rate": 1.6131516491132766e-05, + "loss": 0.012, + "step": 36691 + }, + { + "epoch": 31.12128922815946, + "grad_norm": 0.7274748918186212, + "learning_rate": 1.613129948253717e-05, + "loss": 0.0136, + "step": 36692 + }, + { + "epoch": 31.12213740458015, + "grad_norm": 0.5371212857584948, + "learning_rate": 1.613108246931477e-05, + "loss": 0.0133, + "step": 36693 + }, + { + "epoch": 31.122985581000847, + "grad_norm": 0.5985452191311197, + "learning_rate": 1.6130865451465724e-05, + "loss": 0.013, + "step": 36694 + }, + { + "epoch": 31.123833757421544, + "grad_norm": 0.5224985634419479, + "learning_rate": 1.6130648428990206e-05, + "loss": 0.0111, + "step": 36695 + }, + { + "epoch": 31.12468193384224, + "grad_norm": 0.5205679024536224, + "learning_rate": 1.6130431401888374e-05, + "loss": 0.0107, + "step": 36696 + }, + { + "epoch": 31.125530110262936, + "grad_norm": 0.613146305444401, + "learning_rate": 1.613021437016039e-05, + "loss": 0.0144, + "step": 36697 + }, + { + "epoch": 31.12637828668363, + "grad_norm": 0.491028985610426, + "learning_rate": 1.612999733380642e-05, + "loss": 0.0132, + "step": 36698 + }, + { + "epoch": 31.127226463104325, + "grad_norm": 0.5831263531049461, + "learning_rate": 1.6129780292826626e-05, + "loss": 0.0134, + "step": 36699 + }, + { + "epoch": 31.12807463952502, + "grad_norm": 0.5502498756409417, + "learning_rate": 1.6129563247221173e-05, + "loss": 0.0127, + "step": 36700 + }, + { + "epoch": 31.128922815945717, + "grad_norm": 0.4608693377276836, + "learning_rate": 1.6129346196990228e-05, + "loss": 0.0106, + "step": 36701 + }, + { + "epoch": 31.129770992366414, + "grad_norm": 0.5145305637188985, + "learning_rate": 1.6129129142133952e-05, + "loss": 0.0112, + "step": 36702 + }, + { + "epoch": 31.130619168787106, + "grad_norm": 0.7081230679795301, + "learning_rate": 1.612891208265251e-05, + "loss": 0.0154, + "step": 36703 + }, + { + "epoch": 31.131467345207803, + "grad_norm": 0.505355673209914, + "learning_rate": 1.6128695018546064e-05, + "loss": 0.0129, + "step": 36704 + }, + { + "epoch": 31.1323155216285, + "grad_norm": 0.5072773399513969, + "learning_rate": 1.6128477949814775e-05, + "loss": 0.0128, + "step": 36705 + }, + { + "epoch": 31.133163698049195, + "grad_norm": 0.5761142092426657, + "learning_rate": 1.612826087645881e-05, + "loss": 0.0116, + "step": 36706 + }, + { + "epoch": 31.13401187446989, + "grad_norm": 0.5361189154922128, + "learning_rate": 1.6128043798478335e-05, + "loss": 0.0131, + "step": 36707 + }, + { + "epoch": 31.134860050890584, + "grad_norm": 0.6393629492804201, + "learning_rate": 1.6127826715873513e-05, + "loss": 0.0124, + "step": 36708 + }, + { + "epoch": 31.13570822731128, + "grad_norm": 0.5313670162329767, + "learning_rate": 1.612760962864451e-05, + "loss": 0.0113, + "step": 36709 + }, + { + "epoch": 31.136556403731976, + "grad_norm": 0.5755583973104654, + "learning_rate": 1.612739253679148e-05, + "loss": 0.0122, + "step": 36710 + }, + { + "epoch": 31.137404580152673, + "grad_norm": 0.4794154952883812, + "learning_rate": 1.6127175440314596e-05, + "loss": 0.0113, + "step": 36711 + }, + { + "epoch": 31.13825275657337, + "grad_norm": 0.4959933507567814, + "learning_rate": 1.6126958339214017e-05, + "loss": 0.0119, + "step": 36712 + }, + { + "epoch": 31.13910093299406, + "grad_norm": 0.5980882388877513, + "learning_rate": 1.612674123348991e-05, + "loss": 0.0126, + "step": 36713 + }, + { + "epoch": 31.139949109414758, + "grad_norm": 0.5706422009129565, + "learning_rate": 1.612652412314244e-05, + "loss": 0.0117, + "step": 36714 + }, + { + "epoch": 31.140797285835454, + "grad_norm": 0.5082010740299017, + "learning_rate": 1.6126307008171768e-05, + "loss": 0.0108, + "step": 36715 + }, + { + "epoch": 31.14164546225615, + "grad_norm": 0.6589704697165715, + "learning_rate": 1.6126089888578054e-05, + "loss": 0.0133, + "step": 36716 + }, + { + "epoch": 31.142493638676847, + "grad_norm": 0.6755602141737894, + "learning_rate": 1.612587276436147e-05, + "loss": 0.0142, + "step": 36717 + }, + { + "epoch": 31.14334181509754, + "grad_norm": 0.5814295219063275, + "learning_rate": 1.6125655635522174e-05, + "loss": 0.0122, + "step": 36718 + }, + { + "epoch": 31.144189991518235, + "grad_norm": 0.6241790179336738, + "learning_rate": 1.6125438502060335e-05, + "loss": 0.0135, + "step": 36719 + }, + { + "epoch": 31.14503816793893, + "grad_norm": 0.5925782064604451, + "learning_rate": 1.6125221363976112e-05, + "loss": 0.0136, + "step": 36720 + }, + { + "epoch": 31.145886344359628, + "grad_norm": 0.6953974611215051, + "learning_rate": 1.612500422126967e-05, + "loss": 0.0126, + "step": 36721 + }, + { + "epoch": 31.14673452078032, + "grad_norm": 0.6710590574980848, + "learning_rate": 1.6124787073941175e-05, + "loss": 0.0148, + "step": 36722 + }, + { + "epoch": 31.147582697201017, + "grad_norm": 0.594657833571435, + "learning_rate": 1.612456992199079e-05, + "loss": 0.0113, + "step": 36723 + }, + { + "epoch": 31.148430873621713, + "grad_norm": 0.4963684833150375, + "learning_rate": 1.612435276541868e-05, + "loss": 0.012, + "step": 36724 + }, + { + "epoch": 31.14927905004241, + "grad_norm": 0.4974756186701419, + "learning_rate": 1.6124135604225003e-05, + "loss": 0.0108, + "step": 36725 + }, + { + "epoch": 31.150127226463106, + "grad_norm": 0.649811541335245, + "learning_rate": 1.6123918438409924e-05, + "loss": 0.0123, + "step": 36726 + }, + { + "epoch": 31.150975402883798, + "grad_norm": 0.727289246342535, + "learning_rate": 1.6123701267973613e-05, + "loss": 0.0149, + "step": 36727 + }, + { + "epoch": 31.151823579304494, + "grad_norm": 0.5429965531618112, + "learning_rate": 1.6123484092916237e-05, + "loss": 0.0132, + "step": 36728 + }, + { + "epoch": 31.15267175572519, + "grad_norm": 0.5709358035597268, + "learning_rate": 1.6123266913237946e-05, + "loss": 0.0135, + "step": 36729 + }, + { + "epoch": 31.153519932145887, + "grad_norm": 0.6638256101447738, + "learning_rate": 1.6123049728938914e-05, + "loss": 0.012, + "step": 36730 + }, + { + "epoch": 31.154368108566583, + "grad_norm": 0.5193244632160168, + "learning_rate": 1.6122832540019305e-05, + "loss": 0.0129, + "step": 36731 + }, + { + "epoch": 31.155216284987276, + "grad_norm": 0.5543728311484174, + "learning_rate": 1.6122615346479276e-05, + "loss": 0.0128, + "step": 36732 + }, + { + "epoch": 31.156064461407972, + "grad_norm": 0.5572644326037474, + "learning_rate": 1.6122398148318997e-05, + "loss": 0.0126, + "step": 36733 + }, + { + "epoch": 31.15691263782867, + "grad_norm": 0.6269780950111918, + "learning_rate": 1.6122180945538632e-05, + "loss": 0.012, + "step": 36734 + }, + { + "epoch": 31.157760814249365, + "grad_norm": 0.6481771428912124, + "learning_rate": 1.612196373813834e-05, + "loss": 0.0123, + "step": 36735 + }, + { + "epoch": 31.15860899067006, + "grad_norm": 0.6044439763843413, + "learning_rate": 1.612174652611829e-05, + "loss": 0.0127, + "step": 36736 + }, + { + "epoch": 31.159457167090753, + "grad_norm": 0.5039761237063511, + "learning_rate": 1.6121529309478643e-05, + "loss": 0.0128, + "step": 36737 + }, + { + "epoch": 31.16030534351145, + "grad_norm": 0.5525172137026422, + "learning_rate": 1.6121312088219566e-05, + "loss": 0.0122, + "step": 36738 + }, + { + "epoch": 31.161153519932146, + "grad_norm": 0.6423179322033226, + "learning_rate": 1.6121094862341215e-05, + "loss": 0.0134, + "step": 36739 + }, + { + "epoch": 31.162001696352842, + "grad_norm": 0.5192926198843792, + "learning_rate": 1.6120877631843767e-05, + "loss": 0.0117, + "step": 36740 + }, + { + "epoch": 31.16284987277354, + "grad_norm": 0.6082876652654414, + "learning_rate": 1.6120660396727373e-05, + "loss": 0.0132, + "step": 36741 + }, + { + "epoch": 31.16369804919423, + "grad_norm": 0.522529456179394, + "learning_rate": 1.6120443156992204e-05, + "loss": 0.0111, + "step": 36742 + }, + { + "epoch": 31.164546225614927, + "grad_norm": 0.593928129012581, + "learning_rate": 1.6120225912638424e-05, + "loss": 0.0127, + "step": 36743 + }, + { + "epoch": 31.165394402035624, + "grad_norm": 0.6694980313120876, + "learning_rate": 1.612000866366619e-05, + "loss": 0.0126, + "step": 36744 + }, + { + "epoch": 31.16624257845632, + "grad_norm": 0.645268703319013, + "learning_rate": 1.6119791410075677e-05, + "loss": 0.014, + "step": 36745 + }, + { + "epoch": 31.167090754877016, + "grad_norm": 0.7136322335281102, + "learning_rate": 1.611957415186704e-05, + "loss": 0.0164, + "step": 36746 + }, + { + "epoch": 31.16793893129771, + "grad_norm": 0.5306342565518827, + "learning_rate": 1.611935688904045e-05, + "loss": 0.0122, + "step": 36747 + }, + { + "epoch": 31.168787107718405, + "grad_norm": 0.5374665725136557, + "learning_rate": 1.6119139621596063e-05, + "loss": 0.0102, + "step": 36748 + }, + { + "epoch": 31.1696352841391, + "grad_norm": 0.5139636518288867, + "learning_rate": 1.611892234953405e-05, + "loss": 0.0127, + "step": 36749 + }, + { + "epoch": 31.170483460559797, + "grad_norm": 0.5685670474991265, + "learning_rate": 1.611870507285457e-05, + "loss": 0.0118, + "step": 36750 + }, + { + "epoch": 31.171331636980494, + "grad_norm": 0.5160968738465442, + "learning_rate": 1.611848779155779e-05, + "loss": 0.0117, + "step": 36751 + }, + { + "epoch": 31.172179813401186, + "grad_norm": 0.59516501885749, + "learning_rate": 1.6118270505643872e-05, + "loss": 0.013, + "step": 36752 + }, + { + "epoch": 31.173027989821882, + "grad_norm": 0.5655209133705107, + "learning_rate": 1.6118053215112984e-05, + "loss": 0.0116, + "step": 36753 + }, + { + "epoch": 31.17387616624258, + "grad_norm": 0.5907621530843319, + "learning_rate": 1.6117835919965282e-05, + "loss": 0.013, + "step": 36754 + }, + { + "epoch": 31.174724342663275, + "grad_norm": 0.5413169025280586, + "learning_rate": 1.611761862020094e-05, + "loss": 0.014, + "step": 36755 + }, + { + "epoch": 31.17557251908397, + "grad_norm": 0.5644210782733813, + "learning_rate": 1.6117401315820112e-05, + "loss": 0.0124, + "step": 36756 + }, + { + "epoch": 31.176420695504664, + "grad_norm": 0.6621958180998062, + "learning_rate": 1.611718400682297e-05, + "loss": 0.0124, + "step": 36757 + }, + { + "epoch": 31.17726887192536, + "grad_norm": 0.5050062944398075, + "learning_rate": 1.6116966693209676e-05, + "loss": 0.0131, + "step": 36758 + }, + { + "epoch": 31.178117048346056, + "grad_norm": 0.5767916247145822, + "learning_rate": 1.6116749374980393e-05, + "loss": 0.0125, + "step": 36759 + }, + { + "epoch": 31.178965224766753, + "grad_norm": 0.4476504202422073, + "learning_rate": 1.611653205213528e-05, + "loss": 0.012, + "step": 36760 + }, + { + "epoch": 31.179813401187445, + "grad_norm": 0.641012138705923, + "learning_rate": 1.611631472467451e-05, + "loss": 0.0121, + "step": 36761 + }, + { + "epoch": 31.18066157760814, + "grad_norm": 0.5680252599704414, + "learning_rate": 1.611609739259824e-05, + "loss": 0.0123, + "step": 36762 + }, + { + "epoch": 31.181509754028838, + "grad_norm": 0.5553541447058413, + "learning_rate": 1.611588005590664e-05, + "loss": 0.0137, + "step": 36763 + }, + { + "epoch": 31.182357930449534, + "grad_norm": 0.638009651210098, + "learning_rate": 1.611566271459987e-05, + "loss": 0.0116, + "step": 36764 + }, + { + "epoch": 31.18320610687023, + "grad_norm": 0.6202987377296342, + "learning_rate": 1.6115445368678088e-05, + "loss": 0.0129, + "step": 36765 + }, + { + "epoch": 31.184054283290923, + "grad_norm": 0.5558107380031919, + "learning_rate": 1.6115228018141475e-05, + "loss": 0.0118, + "step": 36766 + }, + { + "epoch": 31.18490245971162, + "grad_norm": 0.6291431540815412, + "learning_rate": 1.611501066299018e-05, + "loss": 0.0123, + "step": 36767 + }, + { + "epoch": 31.185750636132315, + "grad_norm": 0.5436094770798234, + "learning_rate": 1.6114793303224372e-05, + "loss": 0.0103, + "step": 36768 + }, + { + "epoch": 31.18659881255301, + "grad_norm": 0.7159699693532963, + "learning_rate": 1.6114575938844215e-05, + "loss": 0.0148, + "step": 36769 + }, + { + "epoch": 31.187446988973708, + "grad_norm": 0.5459859061082298, + "learning_rate": 1.6114358569849873e-05, + "loss": 0.0125, + "step": 36770 + }, + { + "epoch": 31.1882951653944, + "grad_norm": 0.5530793121338787, + "learning_rate": 1.611414119624151e-05, + "loss": 0.0117, + "step": 36771 + }, + { + "epoch": 31.189143341815097, + "grad_norm": 0.4893992125002726, + "learning_rate": 1.611392381801929e-05, + "loss": 0.0112, + "step": 36772 + }, + { + "epoch": 31.189991518235793, + "grad_norm": 0.5648881773609308, + "learning_rate": 1.6113706435183378e-05, + "loss": 0.0115, + "step": 36773 + }, + { + "epoch": 31.19083969465649, + "grad_norm": 0.5118325188968426, + "learning_rate": 1.6113489047733936e-05, + "loss": 0.01, + "step": 36774 + }, + { + "epoch": 31.191687871077185, + "grad_norm": 0.6006161650254885, + "learning_rate": 1.611327165567113e-05, + "loss": 0.0119, + "step": 36775 + }, + { + "epoch": 31.192536047497878, + "grad_norm": 0.5880441829024712, + "learning_rate": 1.6113054258995124e-05, + "loss": 0.0128, + "step": 36776 + }, + { + "epoch": 31.193384223918574, + "grad_norm": 0.45585693947986267, + "learning_rate": 1.611283685770608e-05, + "loss": 0.0097, + "step": 36777 + }, + { + "epoch": 31.19423240033927, + "grad_norm": 0.7662052415406132, + "learning_rate": 1.611261945180416e-05, + "loss": 0.0137, + "step": 36778 + }, + { + "epoch": 31.195080576759967, + "grad_norm": 0.5873744794849179, + "learning_rate": 1.6112402041289533e-05, + "loss": 0.0142, + "step": 36779 + }, + { + "epoch": 31.195928753180663, + "grad_norm": 0.5733467414549913, + "learning_rate": 1.6112184626162365e-05, + "loss": 0.0122, + "step": 36780 + }, + { + "epoch": 31.196776929601356, + "grad_norm": 0.6460979756522265, + "learning_rate": 1.6111967206422814e-05, + "loss": 0.0122, + "step": 36781 + }, + { + "epoch": 31.197625106022052, + "grad_norm": 0.5618821129828127, + "learning_rate": 1.6111749782071047e-05, + "loss": 0.0125, + "step": 36782 + }, + { + "epoch": 31.198473282442748, + "grad_norm": 0.4751907857650525, + "learning_rate": 1.611153235310723e-05, + "loss": 0.0111, + "step": 36783 + }, + { + "epoch": 31.199321458863444, + "grad_norm": 0.6660472668105941, + "learning_rate": 1.611131491953152e-05, + "loss": 0.0155, + "step": 36784 + }, + { + "epoch": 31.20016963528414, + "grad_norm": 0.5501936655550234, + "learning_rate": 1.6111097481344088e-05, + "loss": 0.0117, + "step": 36785 + }, + { + "epoch": 31.201017811704833, + "grad_norm": 0.5613007284131728, + "learning_rate": 1.6110880038545092e-05, + "loss": 0.0132, + "step": 36786 + }, + { + "epoch": 31.20186598812553, + "grad_norm": 0.5198351890878932, + "learning_rate": 1.6110662591134706e-05, + "loss": 0.0123, + "step": 36787 + }, + { + "epoch": 31.202714164546226, + "grad_norm": 0.6261608728876441, + "learning_rate": 1.6110445139113083e-05, + "loss": 0.0157, + "step": 36788 + }, + { + "epoch": 31.203562340966922, + "grad_norm": 0.6735060819293383, + "learning_rate": 1.6110227682480396e-05, + "loss": 0.012, + "step": 36789 + }, + { + "epoch": 31.20441051738762, + "grad_norm": 0.6239167103105364, + "learning_rate": 1.6110010221236807e-05, + "loss": 0.0117, + "step": 36790 + }, + { + "epoch": 31.20525869380831, + "grad_norm": 0.4802502079045059, + "learning_rate": 1.6109792755382476e-05, + "loss": 0.0117, + "step": 36791 + }, + { + "epoch": 31.206106870229007, + "grad_norm": 0.6297355300147899, + "learning_rate": 1.6109575284917568e-05, + "loss": 0.0151, + "step": 36792 + }, + { + "epoch": 31.206955046649703, + "grad_norm": 0.6160910310515487, + "learning_rate": 1.6109357809842246e-05, + "loss": 0.0121, + "step": 36793 + }, + { + "epoch": 31.2078032230704, + "grad_norm": 0.5681818232585467, + "learning_rate": 1.6109140330156682e-05, + "loss": 0.0108, + "step": 36794 + }, + { + "epoch": 31.208651399491096, + "grad_norm": 0.4705511919197139, + "learning_rate": 1.610892284586103e-05, + "loss": 0.0126, + "step": 36795 + }, + { + "epoch": 31.20949957591179, + "grad_norm": 0.5385339297389524, + "learning_rate": 1.6108705356955463e-05, + "loss": 0.0138, + "step": 36796 + }, + { + "epoch": 31.210347752332485, + "grad_norm": 0.6070035166368414, + "learning_rate": 1.6108487863440143e-05, + "loss": 0.0144, + "step": 36797 + }, + { + "epoch": 31.21119592875318, + "grad_norm": 0.49300160522641084, + "learning_rate": 1.6108270365315225e-05, + "loss": 0.0132, + "step": 36798 + }, + { + "epoch": 31.212044105173877, + "grad_norm": 0.43659002782096484, + "learning_rate": 1.6108052862580885e-05, + "loss": 0.0121, + "step": 36799 + }, + { + "epoch": 31.21289228159457, + "grad_norm": 0.578724912374946, + "learning_rate": 1.610783535523728e-05, + "loss": 0.0134, + "step": 36800 + }, + { + "epoch": 31.213740458015266, + "grad_norm": 0.5260097573688924, + "learning_rate": 1.610761784328458e-05, + "loss": 0.0133, + "step": 36801 + }, + { + "epoch": 31.214588634435962, + "grad_norm": 0.5250542353978518, + "learning_rate": 1.6107400326722943e-05, + "loss": 0.0136, + "step": 36802 + }, + { + "epoch": 31.21543681085666, + "grad_norm": 0.6900407542760381, + "learning_rate": 1.6107182805552536e-05, + "loss": 0.0134, + "step": 36803 + }, + { + "epoch": 31.216284987277355, + "grad_norm": 0.6053469488964098, + "learning_rate": 1.610696527977352e-05, + "loss": 0.0111, + "step": 36804 + }, + { + "epoch": 31.217133163698048, + "grad_norm": 0.6019518044462832, + "learning_rate": 1.6106747749386066e-05, + "loss": 0.0112, + "step": 36805 + }, + { + "epoch": 31.217981340118744, + "grad_norm": 0.554768935916535, + "learning_rate": 1.6106530214390335e-05, + "loss": 0.0097, + "step": 36806 + }, + { + "epoch": 31.21882951653944, + "grad_norm": 0.5834076993604028, + "learning_rate": 1.6106312674786488e-05, + "loss": 0.0127, + "step": 36807 + }, + { + "epoch": 31.219677692960136, + "grad_norm": 0.6127659678295173, + "learning_rate": 1.6106095130574694e-05, + "loss": 0.0112, + "step": 36808 + }, + { + "epoch": 31.220525869380833, + "grad_norm": 0.5326008128262038, + "learning_rate": 1.610587758175511e-05, + "loss": 0.0107, + "step": 36809 + }, + { + "epoch": 31.221374045801525, + "grad_norm": 0.6976818431039062, + "learning_rate": 1.610566002832791e-05, + "loss": 0.0114, + "step": 36810 + }, + { + "epoch": 31.22222222222222, + "grad_norm": 0.5613812959557108, + "learning_rate": 1.610544247029325e-05, + "loss": 0.0119, + "step": 36811 + }, + { + "epoch": 31.223070398642918, + "grad_norm": 0.5959837089581906, + "learning_rate": 1.61052249076513e-05, + "loss": 0.0136, + "step": 36812 + }, + { + "epoch": 31.223918575063614, + "grad_norm": 0.6374014282442397, + "learning_rate": 1.6105007340402218e-05, + "loss": 0.0119, + "step": 36813 + }, + { + "epoch": 31.22476675148431, + "grad_norm": 0.6006705807439883, + "learning_rate": 1.6104789768546175e-05, + "loss": 0.0109, + "step": 36814 + }, + { + "epoch": 31.225614927905003, + "grad_norm": 0.48888284605550486, + "learning_rate": 1.610457219208333e-05, + "loss": 0.0113, + "step": 36815 + }, + { + "epoch": 31.2264631043257, + "grad_norm": 0.5973542014170257, + "learning_rate": 1.610435461101385e-05, + "loss": 0.013, + "step": 36816 + }, + { + "epoch": 31.227311280746395, + "grad_norm": 0.5869342487949955, + "learning_rate": 1.6104137025337895e-05, + "loss": 0.0153, + "step": 36817 + }, + { + "epoch": 31.22815945716709, + "grad_norm": 0.5743309899587482, + "learning_rate": 1.6103919435055636e-05, + "loss": 0.0116, + "step": 36818 + }, + { + "epoch": 31.229007633587788, + "grad_norm": 0.5569955391966621, + "learning_rate": 1.6103701840167233e-05, + "loss": 0.0113, + "step": 36819 + }, + { + "epoch": 31.22985581000848, + "grad_norm": 0.504205822092588, + "learning_rate": 1.6103484240672847e-05, + "loss": 0.0109, + "step": 36820 + }, + { + "epoch": 31.230703986429177, + "grad_norm": 0.6703698632008102, + "learning_rate": 1.610326663657265e-05, + "loss": 0.0148, + "step": 36821 + }, + { + "epoch": 31.231552162849873, + "grad_norm": 0.5917761591514116, + "learning_rate": 1.61030490278668e-05, + "loss": 0.0132, + "step": 36822 + }, + { + "epoch": 31.23240033927057, + "grad_norm": 0.618244955545249, + "learning_rate": 1.6102831414555464e-05, + "loss": 0.013, + "step": 36823 + }, + { + "epoch": 31.233248515691265, + "grad_norm": 0.5727405408694621, + "learning_rate": 1.6102613796638806e-05, + "loss": 0.0128, + "step": 36824 + }, + { + "epoch": 31.234096692111958, + "grad_norm": 0.6286335558650713, + "learning_rate": 1.610239617411699e-05, + "loss": 0.0131, + "step": 36825 + }, + { + "epoch": 31.234944868532654, + "grad_norm": 0.5668106179990171, + "learning_rate": 1.610217854699018e-05, + "loss": 0.013, + "step": 36826 + }, + { + "epoch": 31.23579304495335, + "grad_norm": 0.5774866812586313, + "learning_rate": 1.610196091525854e-05, + "loss": 0.0128, + "step": 36827 + }, + { + "epoch": 31.236641221374047, + "grad_norm": 0.5829073674166239, + "learning_rate": 1.6101743278922233e-05, + "loss": 0.0129, + "step": 36828 + }, + { + "epoch": 31.237489397794743, + "grad_norm": 0.5942067861064066, + "learning_rate": 1.6101525637981428e-05, + "loss": 0.0138, + "step": 36829 + }, + { + "epoch": 31.238337574215436, + "grad_norm": 0.606087428578956, + "learning_rate": 1.6101307992436283e-05, + "loss": 0.0127, + "step": 36830 + }, + { + "epoch": 31.239185750636132, + "grad_norm": 0.5956444696649299, + "learning_rate": 1.610109034228697e-05, + "loss": 0.0133, + "step": 36831 + }, + { + "epoch": 31.240033927056828, + "grad_norm": 0.6056679925281638, + "learning_rate": 1.6100872687533642e-05, + "loss": 0.0139, + "step": 36832 + }, + { + "epoch": 31.240882103477524, + "grad_norm": 0.5585111469901396, + "learning_rate": 1.6100655028176473e-05, + "loss": 0.0125, + "step": 36833 + }, + { + "epoch": 31.24173027989822, + "grad_norm": 0.5324428649175414, + "learning_rate": 1.6100437364215623e-05, + "loss": 0.0116, + "step": 36834 + }, + { + "epoch": 31.242578456318913, + "grad_norm": 0.5596047847950607, + "learning_rate": 1.6100219695651257e-05, + "loss": 0.012, + "step": 36835 + }, + { + "epoch": 31.24342663273961, + "grad_norm": 0.6731268374892095, + "learning_rate": 1.610000202248354e-05, + "loss": 0.0142, + "step": 36836 + }, + { + "epoch": 31.244274809160306, + "grad_norm": 0.6637621186416999, + "learning_rate": 1.6099784344712635e-05, + "loss": 0.0125, + "step": 36837 + }, + { + "epoch": 31.245122985581002, + "grad_norm": 0.49111874704581765, + "learning_rate": 1.6099566662338712e-05, + "loss": 0.0118, + "step": 36838 + }, + { + "epoch": 31.245971162001695, + "grad_norm": 0.6259785448369922, + "learning_rate": 1.6099348975361923e-05, + "loss": 0.0143, + "step": 36839 + }, + { + "epoch": 31.24681933842239, + "grad_norm": 0.5316164515172044, + "learning_rate": 1.6099131283782442e-05, + "loss": 0.0138, + "step": 36840 + }, + { + "epoch": 31.247667514843087, + "grad_norm": 0.5681658678164564, + "learning_rate": 1.609891358760043e-05, + "loss": 0.0123, + "step": 36841 + }, + { + "epoch": 31.248515691263783, + "grad_norm": 0.5009172559286003, + "learning_rate": 1.6098695886816057e-05, + "loss": 0.0126, + "step": 36842 + }, + { + "epoch": 31.24936386768448, + "grad_norm": 0.5105972686063089, + "learning_rate": 1.6098478181429475e-05, + "loss": 0.0123, + "step": 36843 + }, + { + "epoch": 31.250212044105172, + "grad_norm": 0.5651290857967448, + "learning_rate": 1.609826047144086e-05, + "loss": 0.0108, + "step": 36844 + }, + { + "epoch": 31.25106022052587, + "grad_norm": 0.5609054196258867, + "learning_rate": 1.6098042756850375e-05, + "loss": 0.0125, + "step": 36845 + }, + { + "epoch": 31.251908396946565, + "grad_norm": 0.6230136877637862, + "learning_rate": 1.6097825037658175e-05, + "loss": 0.0134, + "step": 36846 + }, + { + "epoch": 31.25275657336726, + "grad_norm": 0.6458350945308909, + "learning_rate": 1.6097607313864436e-05, + "loss": 0.0129, + "step": 36847 + }, + { + "epoch": 31.253604749787957, + "grad_norm": 0.5399606808837673, + "learning_rate": 1.609738958546931e-05, + "loss": 0.0121, + "step": 36848 + }, + { + "epoch": 31.25445292620865, + "grad_norm": 0.6067759742511109, + "learning_rate": 1.6097171852472975e-05, + "loss": 0.0144, + "step": 36849 + }, + { + "epoch": 31.255301102629346, + "grad_norm": 0.43112835768241703, + "learning_rate": 1.6096954114875583e-05, + "loss": 0.0099, + "step": 36850 + }, + { + "epoch": 31.256149279050042, + "grad_norm": 0.5677834501310396, + "learning_rate": 1.6096736372677305e-05, + "loss": 0.0139, + "step": 36851 + }, + { + "epoch": 31.25699745547074, + "grad_norm": 0.6057452973907947, + "learning_rate": 1.6096518625878306e-05, + "loss": 0.0131, + "step": 36852 + }, + { + "epoch": 31.257845631891435, + "grad_norm": 0.6427591230555163, + "learning_rate": 1.609630087447875e-05, + "loss": 0.0125, + "step": 36853 + }, + { + "epoch": 31.258693808312128, + "grad_norm": 0.5453079601906053, + "learning_rate": 1.6096083118478795e-05, + "loss": 0.0117, + "step": 36854 + }, + { + "epoch": 31.259541984732824, + "grad_norm": 0.4492646433069122, + "learning_rate": 1.6095865357878614e-05, + "loss": 0.0109, + "step": 36855 + }, + { + "epoch": 31.26039016115352, + "grad_norm": 0.638432135040623, + "learning_rate": 1.6095647592678363e-05, + "loss": 0.0168, + "step": 36856 + }, + { + "epoch": 31.261238337574216, + "grad_norm": 0.628443150951029, + "learning_rate": 1.609542982287821e-05, + "loss": 0.0129, + "step": 36857 + }, + { + "epoch": 31.262086513994912, + "grad_norm": 0.6347574660309495, + "learning_rate": 1.6095212048478326e-05, + "loss": 0.0124, + "step": 36858 + }, + { + "epoch": 31.262934690415605, + "grad_norm": 0.8955797453436847, + "learning_rate": 1.6094994269478868e-05, + "loss": 0.0156, + "step": 36859 + }, + { + "epoch": 31.2637828668363, + "grad_norm": 0.4920198624963088, + "learning_rate": 1.609477648588e-05, + "loss": 0.0105, + "step": 36860 + }, + { + "epoch": 31.264631043256998, + "grad_norm": 0.6105123610281612, + "learning_rate": 1.6094558697681887e-05, + "loss": 0.0129, + "step": 36861 + }, + { + "epoch": 31.265479219677694, + "grad_norm": 0.5964042293152935, + "learning_rate": 1.6094340904884697e-05, + "loss": 0.0143, + "step": 36862 + }, + { + "epoch": 31.26632739609839, + "grad_norm": 0.6717998040552751, + "learning_rate": 1.6094123107488588e-05, + "loss": 0.0136, + "step": 36863 + }, + { + "epoch": 31.267175572519083, + "grad_norm": 0.5908693459867924, + "learning_rate": 1.6093905305493727e-05, + "loss": 0.0122, + "step": 36864 + }, + { + "epoch": 31.26802374893978, + "grad_norm": 0.6429845957024877, + "learning_rate": 1.6093687498900284e-05, + "loss": 0.0148, + "step": 36865 + }, + { + "epoch": 31.268871925360475, + "grad_norm": 0.5667299662163303, + "learning_rate": 1.6093469687708418e-05, + "loss": 0.0119, + "step": 36866 + }, + { + "epoch": 31.26972010178117, + "grad_norm": 0.604368359116363, + "learning_rate": 1.6093251871918294e-05, + "loss": 0.0144, + "step": 36867 + }, + { + "epoch": 31.270568278201868, + "grad_norm": 0.5018611059751718, + "learning_rate": 1.6093034051530076e-05, + "loss": 0.0115, + "step": 36868 + }, + { + "epoch": 31.27141645462256, + "grad_norm": 0.667924281644986, + "learning_rate": 1.609281622654393e-05, + "loss": 0.0139, + "step": 36869 + }, + { + "epoch": 31.272264631043257, + "grad_norm": 0.5363216617769373, + "learning_rate": 1.609259839696002e-05, + "loss": 0.0129, + "step": 36870 + }, + { + "epoch": 31.273112807463953, + "grad_norm": 0.5160706622884911, + "learning_rate": 1.6092380562778506e-05, + "loss": 0.0125, + "step": 36871 + }, + { + "epoch": 31.27396098388465, + "grad_norm": 0.5517319728681579, + "learning_rate": 1.6092162723999556e-05, + "loss": 0.0128, + "step": 36872 + }, + { + "epoch": 31.274809160305345, + "grad_norm": 0.5706095366060224, + "learning_rate": 1.6091944880623338e-05, + "loss": 0.0132, + "step": 36873 + }, + { + "epoch": 31.275657336726038, + "grad_norm": 0.7236546012413003, + "learning_rate": 1.609172703265001e-05, + "loss": 0.0135, + "step": 36874 + }, + { + "epoch": 31.276505513146734, + "grad_norm": 0.5784942749674586, + "learning_rate": 1.609150918007974e-05, + "loss": 0.0145, + "step": 36875 + }, + { + "epoch": 31.27735368956743, + "grad_norm": 0.5456323853464218, + "learning_rate": 1.6091291322912688e-05, + "loss": 0.0152, + "step": 36876 + }, + { + "epoch": 31.278201865988127, + "grad_norm": 0.524544976691101, + "learning_rate": 1.6091073461149028e-05, + "loss": 0.0123, + "step": 36877 + }, + { + "epoch": 31.27905004240882, + "grad_norm": 0.6165950220846131, + "learning_rate": 1.6090855594788916e-05, + "loss": 0.0146, + "step": 36878 + }, + { + "epoch": 31.279898218829516, + "grad_norm": 0.6687962536829308, + "learning_rate": 1.609063772383252e-05, + "loss": 0.0129, + "step": 36879 + }, + { + "epoch": 31.280746395250212, + "grad_norm": 0.4372329553419007, + "learning_rate": 1.6090419848280003e-05, + "loss": 0.0102, + "step": 36880 + }, + { + "epoch": 31.281594571670908, + "grad_norm": 0.6953728806829168, + "learning_rate": 1.609020196813153e-05, + "loss": 0.0143, + "step": 36881 + }, + { + "epoch": 31.282442748091604, + "grad_norm": 0.6497145292444991, + "learning_rate": 1.6089984083387263e-05, + "loss": 0.0141, + "step": 36882 + }, + { + "epoch": 31.283290924512297, + "grad_norm": 0.6309112423774969, + "learning_rate": 1.6089766194047367e-05, + "loss": 0.0144, + "step": 36883 + }, + { + "epoch": 31.284139100932993, + "grad_norm": 0.4696630758702119, + "learning_rate": 1.608954830011201e-05, + "loss": 0.0126, + "step": 36884 + }, + { + "epoch": 31.28498727735369, + "grad_norm": 0.5438066890996618, + "learning_rate": 1.6089330401581357e-05, + "loss": 0.0124, + "step": 36885 + }, + { + "epoch": 31.285835453774386, + "grad_norm": 0.5488843508471923, + "learning_rate": 1.6089112498455567e-05, + "loss": 0.0113, + "step": 36886 + }, + { + "epoch": 31.286683630195082, + "grad_norm": 0.6092346860416544, + "learning_rate": 1.6088894590734806e-05, + "loss": 0.013, + "step": 36887 + }, + { + "epoch": 31.287531806615775, + "grad_norm": 0.9078750391941992, + "learning_rate": 1.6088676678419243e-05, + "loss": 0.0189, + "step": 36888 + }, + { + "epoch": 31.28837998303647, + "grad_norm": 0.62119379005762, + "learning_rate": 1.6088458761509032e-05, + "loss": 0.0131, + "step": 36889 + }, + { + "epoch": 31.289228159457167, + "grad_norm": 0.6656782260312337, + "learning_rate": 1.608824084000435e-05, + "loss": 0.0137, + "step": 36890 + }, + { + "epoch": 31.290076335877863, + "grad_norm": 0.5577943054207605, + "learning_rate": 1.6088022913905357e-05, + "loss": 0.0119, + "step": 36891 + }, + { + "epoch": 31.29092451229856, + "grad_norm": 0.5981752027263201, + "learning_rate": 1.6087804983212216e-05, + "loss": 0.0129, + "step": 36892 + }, + { + "epoch": 31.291772688719252, + "grad_norm": 0.7151528439361655, + "learning_rate": 1.608758704792509e-05, + "loss": 0.0144, + "step": 36893 + }, + { + "epoch": 31.29262086513995, + "grad_norm": 0.6241683684290539, + "learning_rate": 1.6087369108044148e-05, + "loss": 0.014, + "step": 36894 + }, + { + "epoch": 31.293469041560645, + "grad_norm": 0.6123903896721564, + "learning_rate": 1.6087151163569547e-05, + "loss": 0.0185, + "step": 36895 + }, + { + "epoch": 31.29431721798134, + "grad_norm": 0.5921270638353058, + "learning_rate": 1.608693321450146e-05, + "loss": 0.0152, + "step": 36896 + }, + { + "epoch": 31.295165394402037, + "grad_norm": 0.5162032304404536, + "learning_rate": 1.6086715260840046e-05, + "loss": 0.0117, + "step": 36897 + }, + { + "epoch": 31.29601357082273, + "grad_norm": 0.5337810917383251, + "learning_rate": 1.6086497302585472e-05, + "loss": 0.013, + "step": 36898 + }, + { + "epoch": 31.296861747243426, + "grad_norm": 0.5094692158549358, + "learning_rate": 1.60862793397379e-05, + "loss": 0.0129, + "step": 36899 + }, + { + "epoch": 31.297709923664122, + "grad_norm": 0.608185148316349, + "learning_rate": 1.6086061372297498e-05, + "loss": 0.0115, + "step": 36900 + }, + { + "epoch": 31.29855810008482, + "grad_norm": 0.6909475562974321, + "learning_rate": 1.608584340026443e-05, + "loss": 0.0132, + "step": 36901 + }, + { + "epoch": 31.299406276505515, + "grad_norm": 0.6307490282828402, + "learning_rate": 1.6085625423638855e-05, + "loss": 0.0143, + "step": 36902 + }, + { + "epoch": 31.300254452926207, + "grad_norm": 0.6339045651994989, + "learning_rate": 1.6085407442420944e-05, + "loss": 0.0116, + "step": 36903 + }, + { + "epoch": 31.301102629346904, + "grad_norm": 0.6661746183834857, + "learning_rate": 1.608518945661086e-05, + "loss": 0.0145, + "step": 36904 + }, + { + "epoch": 31.3019508057676, + "grad_norm": 0.6192501084752761, + "learning_rate": 1.6084971466208764e-05, + "loss": 0.0149, + "step": 36905 + }, + { + "epoch": 31.302798982188296, + "grad_norm": 0.5745999038336767, + "learning_rate": 1.6084753471214827e-05, + "loss": 0.0135, + "step": 36906 + }, + { + "epoch": 31.303647158608992, + "grad_norm": 0.5696867000409449, + "learning_rate": 1.6084535471629206e-05, + "loss": 0.0142, + "step": 36907 + }, + { + "epoch": 31.304495335029685, + "grad_norm": 0.5814723135972142, + "learning_rate": 1.608431746745207e-05, + "loss": 0.0107, + "step": 36908 + }, + { + "epoch": 31.30534351145038, + "grad_norm": 0.7141432636856361, + "learning_rate": 1.608409945868358e-05, + "loss": 0.0132, + "step": 36909 + }, + { + "epoch": 31.306191687871078, + "grad_norm": 0.5532305535991376, + "learning_rate": 1.6083881445323908e-05, + "loss": 0.0128, + "step": 36910 + }, + { + "epoch": 31.307039864291774, + "grad_norm": 0.5449139849076708, + "learning_rate": 1.608366342737321e-05, + "loss": 0.0125, + "step": 36911 + }, + { + "epoch": 31.307888040712466, + "grad_norm": 0.6102530070966796, + "learning_rate": 1.6083445404831658e-05, + "loss": 0.0136, + "step": 36912 + }, + { + "epoch": 31.308736217133163, + "grad_norm": 0.6326601191822526, + "learning_rate": 1.608322737769941e-05, + "loss": 0.0122, + "step": 36913 + }, + { + "epoch": 31.30958439355386, + "grad_norm": 0.5988306065558543, + "learning_rate": 1.608300934597663e-05, + "loss": 0.0122, + "step": 36914 + }, + { + "epoch": 31.310432569974555, + "grad_norm": 0.5915272057548694, + "learning_rate": 1.608279130966349e-05, + "loss": 0.0127, + "step": 36915 + }, + { + "epoch": 31.31128074639525, + "grad_norm": 0.6477701007776288, + "learning_rate": 1.608257326876015e-05, + "loss": 0.0148, + "step": 36916 + }, + { + "epoch": 31.312128922815944, + "grad_norm": 0.5376698515537309, + "learning_rate": 1.6082355223266776e-05, + "loss": 0.0122, + "step": 36917 + }, + { + "epoch": 31.31297709923664, + "grad_norm": 0.6523452546795746, + "learning_rate": 1.608213717318353e-05, + "loss": 0.0141, + "step": 36918 + }, + { + "epoch": 31.313825275657337, + "grad_norm": 0.6077472454038556, + "learning_rate": 1.6081919118510576e-05, + "loss": 0.0138, + "step": 36919 + }, + { + "epoch": 31.314673452078033, + "grad_norm": 0.6394756640795445, + "learning_rate": 1.6081701059248086e-05, + "loss": 0.0139, + "step": 36920 + }, + { + "epoch": 31.31552162849873, + "grad_norm": 0.5954516469596223, + "learning_rate": 1.6081482995396212e-05, + "loss": 0.0119, + "step": 36921 + }, + { + "epoch": 31.31636980491942, + "grad_norm": 0.5139602819968029, + "learning_rate": 1.608126492695513e-05, + "loss": 0.0124, + "step": 36922 + }, + { + "epoch": 31.317217981340118, + "grad_norm": 0.5835511137419084, + "learning_rate": 1.6081046853924997e-05, + "loss": 0.0119, + "step": 36923 + }, + { + "epoch": 31.318066157760814, + "grad_norm": 0.6141060345691306, + "learning_rate": 1.6080828776305984e-05, + "loss": 0.0132, + "step": 36924 + }, + { + "epoch": 31.31891433418151, + "grad_norm": 0.675782379673296, + "learning_rate": 1.608061069409825e-05, + "loss": 0.0148, + "step": 36925 + }, + { + "epoch": 31.319762510602207, + "grad_norm": 0.48214744171298063, + "learning_rate": 1.608039260730196e-05, + "loss": 0.011, + "step": 36926 + }, + { + "epoch": 31.3206106870229, + "grad_norm": 0.5465377075838489, + "learning_rate": 1.6080174515917283e-05, + "loss": 0.0131, + "step": 36927 + }, + { + "epoch": 31.321458863443596, + "grad_norm": 0.5875793695151311, + "learning_rate": 1.607995641994438e-05, + "loss": 0.0142, + "step": 36928 + }, + { + "epoch": 31.32230703986429, + "grad_norm": 0.46102832894502954, + "learning_rate": 1.6079738319383417e-05, + "loss": 0.0116, + "step": 36929 + }, + { + "epoch": 31.323155216284988, + "grad_norm": 0.7381235537765682, + "learning_rate": 1.607952021423456e-05, + "loss": 0.0129, + "step": 36930 + }, + { + "epoch": 31.324003392705684, + "grad_norm": 0.5219051809284322, + "learning_rate": 1.6079302104497973e-05, + "loss": 0.0122, + "step": 36931 + }, + { + "epoch": 31.324851569126377, + "grad_norm": 0.5594619557943015, + "learning_rate": 1.6079083990173814e-05, + "loss": 0.0133, + "step": 36932 + }, + { + "epoch": 31.325699745547073, + "grad_norm": 0.5713875510403261, + "learning_rate": 1.6078865871262254e-05, + "loss": 0.0125, + "step": 36933 + }, + { + "epoch": 31.32654792196777, + "grad_norm": 0.5969575683843189, + "learning_rate": 1.607864774776346e-05, + "loss": 0.0132, + "step": 36934 + }, + { + "epoch": 31.327396098388466, + "grad_norm": 0.6240721021934819, + "learning_rate": 1.607842961967759e-05, + "loss": 0.0126, + "step": 36935 + }, + { + "epoch": 31.328244274809162, + "grad_norm": 0.6621703122412023, + "learning_rate": 1.6078211487004813e-05, + "loss": 0.0146, + "step": 36936 + }, + { + "epoch": 31.329092451229855, + "grad_norm": 0.573331559516843, + "learning_rate": 1.6077993349745293e-05, + "loss": 0.0134, + "step": 36937 + }, + { + "epoch": 31.32994062765055, + "grad_norm": 0.5367678220138976, + "learning_rate": 1.607777520789919e-05, + "loss": 0.012, + "step": 36938 + }, + { + "epoch": 31.330788804071247, + "grad_norm": 0.6919621653594229, + "learning_rate": 1.6077557061466676e-05, + "loss": 0.0148, + "step": 36939 + }, + { + "epoch": 31.331636980491943, + "grad_norm": 0.6518337847107658, + "learning_rate": 1.6077338910447912e-05, + "loss": 0.0144, + "step": 36940 + }, + { + "epoch": 31.33248515691264, + "grad_norm": 0.4267314112426891, + "learning_rate": 1.607712075484306e-05, + "loss": 0.0094, + "step": 36941 + }, + { + "epoch": 31.333333333333332, + "grad_norm": 0.7562072535759754, + "learning_rate": 1.607690259465229e-05, + "loss": 0.0138, + "step": 36942 + }, + { + "epoch": 31.33418150975403, + "grad_norm": 0.8066556864651202, + "learning_rate": 1.6076684429875764e-05, + "loss": 0.0157, + "step": 36943 + }, + { + "epoch": 31.335029686174725, + "grad_norm": 0.5849146071041901, + "learning_rate": 1.6076466260513644e-05, + "loss": 0.0126, + "step": 36944 + }, + { + "epoch": 31.33587786259542, + "grad_norm": 0.5076814712342755, + "learning_rate": 1.60762480865661e-05, + "loss": 0.0128, + "step": 36945 + }, + { + "epoch": 31.336726039016117, + "grad_norm": 0.7150765854340444, + "learning_rate": 1.6076029908033298e-05, + "loss": 0.0139, + "step": 36946 + }, + { + "epoch": 31.33757421543681, + "grad_norm": 0.6279368355339855, + "learning_rate": 1.607581172491539e-05, + "loss": 0.0145, + "step": 36947 + }, + { + "epoch": 31.338422391857506, + "grad_norm": 0.5475851361929029, + "learning_rate": 1.6075593537212554e-05, + "loss": 0.0118, + "step": 36948 + }, + { + "epoch": 31.339270568278202, + "grad_norm": 0.632699227003021, + "learning_rate": 1.6075375344924952e-05, + "loss": 0.0128, + "step": 36949 + }, + { + "epoch": 31.3401187446989, + "grad_norm": 0.5701335578703041, + "learning_rate": 1.607515714805274e-05, + "loss": 0.0122, + "step": 36950 + }, + { + "epoch": 31.34096692111959, + "grad_norm": 0.5657388328385387, + "learning_rate": 1.607493894659609e-05, + "loss": 0.0123, + "step": 36951 + }, + { + "epoch": 31.341815097540287, + "grad_norm": 0.7472720396854827, + "learning_rate": 1.607472074055517e-05, + "loss": 0.0155, + "step": 36952 + }, + { + "epoch": 31.342663273960984, + "grad_norm": 0.6814859822372811, + "learning_rate": 1.607450252993014e-05, + "loss": 0.0122, + "step": 36953 + }, + { + "epoch": 31.34351145038168, + "grad_norm": 0.6341045442884138, + "learning_rate": 1.6074284314721166e-05, + "loss": 0.0139, + "step": 36954 + }, + { + "epoch": 31.344359626802376, + "grad_norm": 0.7013998211269679, + "learning_rate": 1.6074066094928408e-05, + "loss": 0.0117, + "step": 36955 + }, + { + "epoch": 31.34520780322307, + "grad_norm": 0.6072839202964871, + "learning_rate": 1.6073847870552034e-05, + "loss": 0.0131, + "step": 36956 + }, + { + "epoch": 31.346055979643765, + "grad_norm": 0.6605520813621, + "learning_rate": 1.6073629641592215e-05, + "loss": 0.0117, + "step": 36957 + }, + { + "epoch": 31.34690415606446, + "grad_norm": 0.6499294834971364, + "learning_rate": 1.6073411408049104e-05, + "loss": 0.0132, + "step": 36958 + }, + { + "epoch": 31.347752332485157, + "grad_norm": 0.48433985982066274, + "learning_rate": 1.6073193169922874e-05, + "loss": 0.012, + "step": 36959 + }, + { + "epoch": 31.348600508905854, + "grad_norm": 0.6439868511665523, + "learning_rate": 1.6072974927213688e-05, + "loss": 0.0126, + "step": 36960 + }, + { + "epoch": 31.349448685326546, + "grad_norm": 0.5887036393284639, + "learning_rate": 1.607275667992171e-05, + "loss": 0.0129, + "step": 36961 + }, + { + "epoch": 31.350296861747243, + "grad_norm": 0.5901538905543564, + "learning_rate": 1.6072538428047103e-05, + "loss": 0.012, + "step": 36962 + }, + { + "epoch": 31.35114503816794, + "grad_norm": 0.5791983505633655, + "learning_rate": 1.6072320171590034e-05, + "loss": 0.0131, + "step": 36963 + }, + { + "epoch": 31.351993214588635, + "grad_norm": 0.6710194330023447, + "learning_rate": 1.6072101910550668e-05, + "loss": 0.0152, + "step": 36964 + }, + { + "epoch": 31.35284139100933, + "grad_norm": 0.6007836030613045, + "learning_rate": 1.6071883644929166e-05, + "loss": 0.0143, + "step": 36965 + }, + { + "epoch": 31.353689567430024, + "grad_norm": 1.1119861065586305, + "learning_rate": 1.60716653747257e-05, + "loss": 0.0181, + "step": 36966 + }, + { + "epoch": 31.35453774385072, + "grad_norm": 0.6443708652391976, + "learning_rate": 1.6071447099940423e-05, + "loss": 0.0146, + "step": 36967 + }, + { + "epoch": 31.355385920271416, + "grad_norm": 0.537651429390014, + "learning_rate": 1.607122882057351e-05, + "loss": 0.014, + "step": 36968 + }, + { + "epoch": 31.356234096692113, + "grad_norm": 0.6641647816090428, + "learning_rate": 1.6071010536625126e-05, + "loss": 0.0149, + "step": 36969 + }, + { + "epoch": 31.35708227311281, + "grad_norm": 0.5486815660450955, + "learning_rate": 1.6070792248095432e-05, + "loss": 0.0117, + "step": 36970 + }, + { + "epoch": 31.3579304495335, + "grad_norm": 0.7467163202932867, + "learning_rate": 1.607057395498459e-05, + "loss": 0.0151, + "step": 36971 + }, + { + "epoch": 31.358778625954198, + "grad_norm": 0.6146252273381, + "learning_rate": 1.6070355657292768e-05, + "loss": 0.0139, + "step": 36972 + }, + { + "epoch": 31.359626802374894, + "grad_norm": 0.5937995785816269, + "learning_rate": 1.6070137355020133e-05, + "loss": 0.0124, + "step": 36973 + }, + { + "epoch": 31.36047497879559, + "grad_norm": 0.6181254002307854, + "learning_rate": 1.6069919048166842e-05, + "loss": 0.0149, + "step": 36974 + }, + { + "epoch": 31.361323155216287, + "grad_norm": 0.5917418139523982, + "learning_rate": 1.6069700736733072e-05, + "loss": 0.0132, + "step": 36975 + }, + { + "epoch": 31.36217133163698, + "grad_norm": 0.5850103854708293, + "learning_rate": 1.6069482420718975e-05, + "loss": 0.0133, + "step": 36976 + }, + { + "epoch": 31.363019508057675, + "grad_norm": 0.6589385118790441, + "learning_rate": 1.6069264100124722e-05, + "loss": 0.0156, + "step": 36977 + }, + { + "epoch": 31.36386768447837, + "grad_norm": 0.5778068872850014, + "learning_rate": 1.606904577495048e-05, + "loss": 0.0148, + "step": 36978 + }, + { + "epoch": 31.364715860899068, + "grad_norm": 0.8094281773799001, + "learning_rate": 1.606882744519641e-05, + "loss": 0.0164, + "step": 36979 + }, + { + "epoch": 31.365564037319764, + "grad_norm": 0.549286275939903, + "learning_rate": 1.6068609110862676e-05, + "loss": 0.0116, + "step": 36980 + }, + { + "epoch": 31.366412213740457, + "grad_norm": 0.5928481034915611, + "learning_rate": 1.6068390771949446e-05, + "loss": 0.0116, + "step": 36981 + }, + { + "epoch": 31.367260390161153, + "grad_norm": 0.7708758371791812, + "learning_rate": 1.6068172428456885e-05, + "loss": 0.0159, + "step": 36982 + }, + { + "epoch": 31.36810856658185, + "grad_norm": 0.5974087614631172, + "learning_rate": 1.606795408038515e-05, + "loss": 0.0133, + "step": 36983 + }, + { + "epoch": 31.368956743002546, + "grad_norm": 0.5794569178965565, + "learning_rate": 1.6067735727734416e-05, + "loss": 0.0141, + "step": 36984 + }, + { + "epoch": 31.36980491942324, + "grad_norm": 0.6440321621753605, + "learning_rate": 1.6067517370504844e-05, + "loss": 0.0144, + "step": 36985 + }, + { + "epoch": 31.370653095843934, + "grad_norm": 0.7130364507072673, + "learning_rate": 1.60672990086966e-05, + "loss": 0.0157, + "step": 36986 + }, + { + "epoch": 31.37150127226463, + "grad_norm": 0.5842711033965329, + "learning_rate": 1.606708064230984e-05, + "loss": 0.0125, + "step": 36987 + }, + { + "epoch": 31.372349448685327, + "grad_norm": 0.5509248032180567, + "learning_rate": 1.6066862271344744e-05, + "loss": 0.0116, + "step": 36988 + }, + { + "epoch": 31.373197625106023, + "grad_norm": 0.6676907849063133, + "learning_rate": 1.6066643895801463e-05, + "loss": 0.0142, + "step": 36989 + }, + { + "epoch": 31.374045801526716, + "grad_norm": 0.7934768776375029, + "learning_rate": 1.606642551568017e-05, + "loss": 0.0176, + "step": 36990 + }, + { + "epoch": 31.374893977947412, + "grad_norm": 0.5141080439646976, + "learning_rate": 1.6066207130981026e-05, + "loss": 0.0135, + "step": 36991 + }, + { + "epoch": 31.37574215436811, + "grad_norm": 0.5572078795762118, + "learning_rate": 1.6065988741704196e-05, + "loss": 0.0132, + "step": 36992 + }, + { + "epoch": 31.376590330788805, + "grad_norm": 0.7174224185426905, + "learning_rate": 1.606577034784985e-05, + "loss": 0.0139, + "step": 36993 + }, + { + "epoch": 31.3774385072095, + "grad_norm": 0.5887430647253863, + "learning_rate": 1.6065551949418146e-05, + "loss": 0.0128, + "step": 36994 + }, + { + "epoch": 31.378286683630193, + "grad_norm": 0.58562929253106, + "learning_rate": 1.606533354640925e-05, + "loss": 0.0157, + "step": 36995 + }, + { + "epoch": 31.37913486005089, + "grad_norm": 0.5753494529414499, + "learning_rate": 1.606511513882333e-05, + "loss": 0.0131, + "step": 36996 + }, + { + "epoch": 31.379983036471586, + "grad_norm": 0.547506806122434, + "learning_rate": 1.6064896726660548e-05, + "loss": 0.0139, + "step": 36997 + }, + { + "epoch": 31.380831212892282, + "grad_norm": 0.6556662055067946, + "learning_rate": 1.606467830992107e-05, + "loss": 0.013, + "step": 36998 + }, + { + "epoch": 31.38167938931298, + "grad_norm": 0.6585094756355893, + "learning_rate": 1.6064459888605063e-05, + "loss": 0.0161, + "step": 36999 + }, + { + "epoch": 31.38252756573367, + "grad_norm": 0.6362742333866542, + "learning_rate": 1.606424146271269e-05, + "loss": 0.0137, + "step": 37000 + }, + { + "epoch": 31.383375742154367, + "grad_norm": 0.6346222050799646, + "learning_rate": 1.6064023032244112e-05, + "loss": 0.0138, + "step": 37001 + }, + { + "epoch": 31.384223918575064, + "grad_norm": 0.6189175431502779, + "learning_rate": 1.60638045971995e-05, + "loss": 0.0153, + "step": 37002 + }, + { + "epoch": 31.38507209499576, + "grad_norm": 0.7049840736357645, + "learning_rate": 1.6063586157579013e-05, + "loss": 0.0152, + "step": 37003 + }, + { + "epoch": 31.385920271416456, + "grad_norm": 0.5854311248350761, + "learning_rate": 1.606336771338282e-05, + "loss": 0.014, + "step": 37004 + }, + { + "epoch": 31.38676844783715, + "grad_norm": 0.632875569279879, + "learning_rate": 1.6063149264611086e-05, + "loss": 0.0122, + "step": 37005 + }, + { + "epoch": 31.387616624257845, + "grad_norm": 0.6032821343854188, + "learning_rate": 1.6062930811263973e-05, + "loss": 0.0122, + "step": 37006 + }, + { + "epoch": 31.38846480067854, + "grad_norm": 0.5399664505797955, + "learning_rate": 1.6062712353341648e-05, + "loss": 0.0122, + "step": 37007 + }, + { + "epoch": 31.389312977099237, + "grad_norm": 0.6948839398186436, + "learning_rate": 1.6062493890844275e-05, + "loss": 0.0154, + "step": 37008 + }, + { + "epoch": 31.390161153519934, + "grad_norm": 0.6335940079640885, + "learning_rate": 1.606227542377202e-05, + "loss": 0.0144, + "step": 37009 + }, + { + "epoch": 31.391009329940626, + "grad_norm": 0.5293073909572634, + "learning_rate": 1.6062056952125046e-05, + "loss": 0.013, + "step": 37010 + }, + { + "epoch": 31.391857506361323, + "grad_norm": 0.630609989839787, + "learning_rate": 1.606183847590352e-05, + "loss": 0.0156, + "step": 37011 + }, + { + "epoch": 31.39270568278202, + "grad_norm": 0.8149609308698059, + "learning_rate": 1.6061619995107606e-05, + "loss": 0.0154, + "step": 37012 + }, + { + "epoch": 31.393553859202715, + "grad_norm": 0.6923027964800499, + "learning_rate": 1.6061401509737466e-05, + "loss": 0.0179, + "step": 37013 + }, + { + "epoch": 31.39440203562341, + "grad_norm": 0.7628320195639188, + "learning_rate": 1.606118301979327e-05, + "loss": 0.0173, + "step": 37014 + }, + { + "epoch": 31.395250212044104, + "grad_norm": 0.7020726559246835, + "learning_rate": 1.606096452527518e-05, + "loss": 0.0163, + "step": 37015 + }, + { + "epoch": 31.3960983884648, + "grad_norm": 0.6075640703001293, + "learning_rate": 1.606074602618336e-05, + "loss": 0.0136, + "step": 37016 + }, + { + "epoch": 31.396946564885496, + "grad_norm": 0.575260667497348, + "learning_rate": 1.606052752251798e-05, + "loss": 0.0135, + "step": 37017 + }, + { + "epoch": 31.397794741306193, + "grad_norm": 0.5829827153587411, + "learning_rate": 1.6060309014279197e-05, + "loss": 0.0141, + "step": 37018 + }, + { + "epoch": 31.39864291772689, + "grad_norm": 0.6580767459403337, + "learning_rate": 1.606009050146718e-05, + "loss": 0.0143, + "step": 37019 + }, + { + "epoch": 31.39949109414758, + "grad_norm": 0.6210535001340194, + "learning_rate": 1.605987198408209e-05, + "loss": 0.0137, + "step": 37020 + }, + { + "epoch": 31.400339270568278, + "grad_norm": 0.7060883033200137, + "learning_rate": 1.6059653462124103e-05, + "loss": 0.0144, + "step": 37021 + }, + { + "epoch": 31.401187446988974, + "grad_norm": 0.5816069812746237, + "learning_rate": 1.6059434935593373e-05, + "loss": 0.0132, + "step": 37022 + }, + { + "epoch": 31.40203562340967, + "grad_norm": 0.7233651032449561, + "learning_rate": 1.6059216404490068e-05, + "loss": 0.0163, + "step": 37023 + }, + { + "epoch": 31.402883799830363, + "grad_norm": 0.5072867782627385, + "learning_rate": 1.6058997868814357e-05, + "loss": 0.0124, + "step": 37024 + }, + { + "epoch": 31.40373197625106, + "grad_norm": 0.6015953371763499, + "learning_rate": 1.6058779328566396e-05, + "loss": 0.0135, + "step": 37025 + }, + { + "epoch": 31.404580152671755, + "grad_norm": 0.5980173796533236, + "learning_rate": 1.605856078374636e-05, + "loss": 0.0136, + "step": 37026 + }, + { + "epoch": 31.40542832909245, + "grad_norm": 0.6012782206084247, + "learning_rate": 1.6058342234354406e-05, + "loss": 0.0146, + "step": 37027 + }, + { + "epoch": 31.406276505513148, + "grad_norm": 0.5179352529045047, + "learning_rate": 1.60581236803907e-05, + "loss": 0.0136, + "step": 37028 + }, + { + "epoch": 31.40712468193384, + "grad_norm": 0.6493971668128858, + "learning_rate": 1.6057905121855415e-05, + "loss": 0.0155, + "step": 37029 + }, + { + "epoch": 31.407972858354537, + "grad_norm": 0.6300185325724071, + "learning_rate": 1.6057686558748708e-05, + "loss": 0.0152, + "step": 37030 + }, + { + "epoch": 31.408821034775233, + "grad_norm": 0.6841917439436609, + "learning_rate": 1.6057467991070744e-05, + "loss": 0.0185, + "step": 37031 + }, + { + "epoch": 31.40966921119593, + "grad_norm": 0.6258238823710759, + "learning_rate": 1.605724941882169e-05, + "loss": 0.0129, + "step": 37032 + }, + { + "epoch": 31.410517387616625, + "grad_norm": 0.659386481988313, + "learning_rate": 1.605703084200171e-05, + "loss": 0.0131, + "step": 37033 + }, + { + "epoch": 31.411365564037318, + "grad_norm": 0.5358287588047317, + "learning_rate": 1.6056812260610972e-05, + "loss": 0.0141, + "step": 37034 + }, + { + "epoch": 31.412213740458014, + "grad_norm": 0.6367299916144343, + "learning_rate": 1.6056593674649636e-05, + "loss": 0.0141, + "step": 37035 + }, + { + "epoch": 31.41306191687871, + "grad_norm": 0.5627071982329396, + "learning_rate": 1.6056375084117872e-05, + "loss": 0.0134, + "step": 37036 + }, + { + "epoch": 31.413910093299407, + "grad_norm": 0.6837295447807321, + "learning_rate": 1.605615648901584e-05, + "loss": 0.0132, + "step": 37037 + }, + { + "epoch": 31.414758269720103, + "grad_norm": 0.5759866024896676, + "learning_rate": 1.605593788934371e-05, + "loss": 0.0141, + "step": 37038 + }, + { + "epoch": 31.415606446140796, + "grad_norm": 0.6627633868086781, + "learning_rate": 1.6055719285101642e-05, + "loss": 0.0126, + "step": 37039 + }, + { + "epoch": 31.416454622561492, + "grad_norm": 0.6776454170412659, + "learning_rate": 1.6055500676289807e-05, + "loss": 0.0167, + "step": 37040 + }, + { + "epoch": 31.41730279898219, + "grad_norm": 0.5884551319333274, + "learning_rate": 1.605528206290836e-05, + "loss": 0.0153, + "step": 37041 + }, + { + "epoch": 31.418150975402884, + "grad_norm": 0.573247533147808, + "learning_rate": 1.605506344495748e-05, + "loss": 0.0134, + "step": 37042 + }, + { + "epoch": 31.41899915182358, + "grad_norm": 0.5919434817791918, + "learning_rate": 1.605484482243732e-05, + "loss": 0.0132, + "step": 37043 + }, + { + "epoch": 31.419847328244273, + "grad_norm": 0.5776744628473289, + "learning_rate": 1.6054626195348052e-05, + "loss": 0.0143, + "step": 37044 + }, + { + "epoch": 31.42069550466497, + "grad_norm": 0.6396157048001625, + "learning_rate": 1.6054407563689834e-05, + "loss": 0.0123, + "step": 37045 + }, + { + "epoch": 31.421543681085666, + "grad_norm": 0.6329826258754713, + "learning_rate": 1.6054188927462835e-05, + "loss": 0.016, + "step": 37046 + }, + { + "epoch": 31.422391857506362, + "grad_norm": 0.6668261500315685, + "learning_rate": 1.6053970286667226e-05, + "loss": 0.0163, + "step": 37047 + }, + { + "epoch": 31.42324003392706, + "grad_norm": 0.6901768964144724, + "learning_rate": 1.605375164130316e-05, + "loss": 0.0147, + "step": 37048 + }, + { + "epoch": 31.42408821034775, + "grad_norm": 0.5979631784221983, + "learning_rate": 1.6053532991370813e-05, + "loss": 0.0133, + "step": 37049 + }, + { + "epoch": 31.424936386768447, + "grad_norm": 0.6569409985464149, + "learning_rate": 1.6053314336870345e-05, + "loss": 0.0143, + "step": 37050 + }, + { + "epoch": 31.425784563189143, + "grad_norm": 0.647393078179289, + "learning_rate": 1.6053095677801917e-05, + "loss": 0.0128, + "step": 37051 + }, + { + "epoch": 31.42663273960984, + "grad_norm": 0.6039356326819465, + "learning_rate": 1.6052877014165698e-05, + "loss": 0.0143, + "step": 37052 + }, + { + "epoch": 31.427480916030536, + "grad_norm": 0.4861752742694306, + "learning_rate": 1.6052658345961857e-05, + "loss": 0.0109, + "step": 37053 + }, + { + "epoch": 31.42832909245123, + "grad_norm": 0.5990428389116369, + "learning_rate": 1.6052439673190557e-05, + "loss": 0.0141, + "step": 37054 + }, + { + "epoch": 31.429177268871925, + "grad_norm": 0.6261980616599947, + "learning_rate": 1.6052220995851957e-05, + "loss": 0.0145, + "step": 37055 + }, + { + "epoch": 31.43002544529262, + "grad_norm": 0.5535313399177677, + "learning_rate": 1.6052002313946226e-05, + "loss": 0.0128, + "step": 37056 + }, + { + "epoch": 31.430873621713317, + "grad_norm": 0.5659067940185097, + "learning_rate": 1.605178362747353e-05, + "loss": 0.0123, + "step": 37057 + }, + { + "epoch": 31.431721798134014, + "grad_norm": 0.6177254111444723, + "learning_rate": 1.6051564936434038e-05, + "loss": 0.0154, + "step": 37058 + }, + { + "epoch": 31.432569974554706, + "grad_norm": 0.826984750782173, + "learning_rate": 1.6051346240827905e-05, + "loss": 0.0159, + "step": 37059 + }, + { + "epoch": 31.433418150975402, + "grad_norm": 0.5557768523369003, + "learning_rate": 1.6051127540655303e-05, + "loss": 0.0125, + "step": 37060 + }, + { + "epoch": 31.4342663273961, + "grad_norm": 0.5820111756859373, + "learning_rate": 1.6050908835916393e-05, + "loss": 0.0141, + "step": 37061 + }, + { + "epoch": 31.435114503816795, + "grad_norm": 0.6393926296316458, + "learning_rate": 1.605069012661135e-05, + "loss": 0.0136, + "step": 37062 + }, + { + "epoch": 31.435962680237488, + "grad_norm": 0.6750435307446164, + "learning_rate": 1.6050471412740323e-05, + "loss": 0.0153, + "step": 37063 + }, + { + "epoch": 31.436810856658184, + "grad_norm": 0.8704914807274551, + "learning_rate": 1.6050252694303488e-05, + "loss": 0.022, + "step": 37064 + }, + { + "epoch": 31.43765903307888, + "grad_norm": 0.872319879335589, + "learning_rate": 1.605003397130101e-05, + "loss": 0.0145, + "step": 37065 + }, + { + "epoch": 31.438507209499576, + "grad_norm": 0.599545793525964, + "learning_rate": 1.604981524373305e-05, + "loss": 0.0136, + "step": 37066 + }, + { + "epoch": 31.439355385920273, + "grad_norm": 0.6071732269020794, + "learning_rate": 1.604959651159977e-05, + "loss": 0.0141, + "step": 37067 + }, + { + "epoch": 31.440203562340965, + "grad_norm": 0.6123004962402703, + "learning_rate": 1.6049377774901346e-05, + "loss": 0.0161, + "step": 37068 + }, + { + "epoch": 31.44105173876166, + "grad_norm": 0.623214618660964, + "learning_rate": 1.6049159033637938e-05, + "loss": 0.0149, + "step": 37069 + }, + { + "epoch": 31.441899915182358, + "grad_norm": 0.6115879925119817, + "learning_rate": 1.6048940287809704e-05, + "loss": 0.014, + "step": 37070 + }, + { + "epoch": 31.442748091603054, + "grad_norm": 0.5958306454833756, + "learning_rate": 1.604872153741682e-05, + "loss": 0.0132, + "step": 37071 + }, + { + "epoch": 31.44359626802375, + "grad_norm": 0.5669218881677633, + "learning_rate": 1.604850278245944e-05, + "loss": 0.0132, + "step": 37072 + }, + { + "epoch": 31.444444444444443, + "grad_norm": 0.6922787750250715, + "learning_rate": 1.604828402293774e-05, + "loss": 0.0146, + "step": 37073 + }, + { + "epoch": 31.44529262086514, + "grad_norm": 0.6590606347653871, + "learning_rate": 1.604806525885188e-05, + "loss": 0.016, + "step": 37074 + }, + { + "epoch": 31.446140797285835, + "grad_norm": 0.663971249646535, + "learning_rate": 1.6047846490202027e-05, + "loss": 0.0151, + "step": 37075 + }, + { + "epoch": 31.44698897370653, + "grad_norm": 0.5814287566163474, + "learning_rate": 1.6047627716988337e-05, + "loss": 0.0128, + "step": 37076 + }, + { + "epoch": 31.447837150127228, + "grad_norm": 0.5091825471435066, + "learning_rate": 1.6047408939210993e-05, + "loss": 0.0138, + "step": 37077 + }, + { + "epoch": 31.44868532654792, + "grad_norm": 0.512954271252013, + "learning_rate": 1.604719015687014e-05, + "loss": 0.0125, + "step": 37078 + }, + { + "epoch": 31.449533502968617, + "grad_norm": 0.5509440661100775, + "learning_rate": 1.6046971369965958e-05, + "loss": 0.0139, + "step": 37079 + }, + { + "epoch": 31.450381679389313, + "grad_norm": 0.7569061448261846, + "learning_rate": 1.6046752578498606e-05, + "loss": 0.0153, + "step": 37080 + }, + { + "epoch": 31.45122985581001, + "grad_norm": 0.6316720923787827, + "learning_rate": 1.6046533782468247e-05, + "loss": 0.0154, + "step": 37081 + }, + { + "epoch": 31.452078032230705, + "grad_norm": 0.6668102894290454, + "learning_rate": 1.604631498187505e-05, + "loss": 0.0165, + "step": 37082 + }, + { + "epoch": 31.452926208651398, + "grad_norm": 0.6565751700521354, + "learning_rate": 1.6046096176719182e-05, + "loss": 0.0154, + "step": 37083 + }, + { + "epoch": 31.453774385072094, + "grad_norm": 0.6627755315758712, + "learning_rate": 1.60458773670008e-05, + "loss": 0.015, + "step": 37084 + }, + { + "epoch": 31.45462256149279, + "grad_norm": 0.5764026707324602, + "learning_rate": 1.604565855272008e-05, + "loss": 0.0141, + "step": 37085 + }, + { + "epoch": 31.455470737913487, + "grad_norm": 0.6546475275248653, + "learning_rate": 1.6045439733877176e-05, + "loss": 0.0144, + "step": 37086 + }, + { + "epoch": 31.456318914334183, + "grad_norm": 0.5501572631509261, + "learning_rate": 1.6045220910472264e-05, + "loss": 0.0132, + "step": 37087 + }, + { + "epoch": 31.457167090754876, + "grad_norm": 0.6086068171276566, + "learning_rate": 1.60450020825055e-05, + "loss": 0.0147, + "step": 37088 + }, + { + "epoch": 31.458015267175572, + "grad_norm": 0.5702293227772286, + "learning_rate": 1.6044783249977057e-05, + "loss": 0.0147, + "step": 37089 + }, + { + "epoch": 31.458863443596268, + "grad_norm": 0.7347945993152959, + "learning_rate": 1.604456441288709e-05, + "loss": 0.0144, + "step": 37090 + }, + { + "epoch": 31.459711620016964, + "grad_norm": 0.687294856618883, + "learning_rate": 1.6044345571235772e-05, + "loss": 0.0139, + "step": 37091 + }, + { + "epoch": 31.46055979643766, + "grad_norm": 0.5214899305238708, + "learning_rate": 1.6044126725023268e-05, + "loss": 0.0118, + "step": 37092 + }, + { + "epoch": 31.461407972858353, + "grad_norm": 0.5801711738972106, + "learning_rate": 1.604390787424974e-05, + "loss": 0.0125, + "step": 37093 + }, + { + "epoch": 31.46225614927905, + "grad_norm": 0.594173864235241, + "learning_rate": 1.6043689018915357e-05, + "loss": 0.0116, + "step": 37094 + }, + { + "epoch": 31.463104325699746, + "grad_norm": 0.5796006224130134, + "learning_rate": 1.604347015902028e-05, + "loss": 0.0155, + "step": 37095 + }, + { + "epoch": 31.463952502120442, + "grad_norm": 0.5892360586999938, + "learning_rate": 1.6043251294564674e-05, + "loss": 0.0134, + "step": 37096 + }, + { + "epoch": 31.46480067854114, + "grad_norm": 0.7682747225590577, + "learning_rate": 1.604303242554871e-05, + "loss": 0.0164, + "step": 37097 + }, + { + "epoch": 31.46564885496183, + "grad_norm": 0.609397581857767, + "learning_rate": 1.604281355197254e-05, + "loss": 0.0131, + "step": 37098 + }, + { + "epoch": 31.466497031382527, + "grad_norm": 0.5808283277757171, + "learning_rate": 1.6042594673836348e-05, + "loss": 0.0116, + "step": 37099 + }, + { + "epoch": 31.467345207803223, + "grad_norm": 0.5268508123737955, + "learning_rate": 1.6042375791140285e-05, + "loss": 0.0142, + "step": 37100 + }, + { + "epoch": 31.46819338422392, + "grad_norm": 0.5032790394319391, + "learning_rate": 1.604215690388452e-05, + "loss": 0.012, + "step": 37101 + }, + { + "epoch": 31.469041560644612, + "grad_norm": 0.6167270222091442, + "learning_rate": 1.6041938012069224e-05, + "loss": 0.0134, + "step": 37102 + }, + { + "epoch": 31.46988973706531, + "grad_norm": 0.6201056712127495, + "learning_rate": 1.6041719115694554e-05, + "loss": 0.0142, + "step": 37103 + }, + { + "epoch": 31.470737913486005, + "grad_norm": 0.6174447000959863, + "learning_rate": 1.6041500214760676e-05, + "loss": 0.0133, + "step": 37104 + }, + { + "epoch": 31.4715860899067, + "grad_norm": 0.7071140504233365, + "learning_rate": 1.604128130926776e-05, + "loss": 0.0166, + "step": 37105 + }, + { + "epoch": 31.472434266327397, + "grad_norm": 0.6041712106748351, + "learning_rate": 1.6041062399215966e-05, + "loss": 0.0186, + "step": 37106 + }, + { + "epoch": 31.47328244274809, + "grad_norm": 0.605207124436558, + "learning_rate": 1.6040843484605467e-05, + "loss": 0.0149, + "step": 37107 + }, + { + "epoch": 31.474130619168786, + "grad_norm": 0.5854637989316236, + "learning_rate": 1.604062456543642e-05, + "loss": 0.0128, + "step": 37108 + }, + { + "epoch": 31.474978795589482, + "grad_norm": 0.5669431624211769, + "learning_rate": 1.6040405641708993e-05, + "loss": 0.0139, + "step": 37109 + }, + { + "epoch": 31.47582697201018, + "grad_norm": 0.69992439968585, + "learning_rate": 1.604018671342335e-05, + "loss": 0.015, + "step": 37110 + }, + { + "epoch": 31.476675148430875, + "grad_norm": 0.7282856079711423, + "learning_rate": 1.6039967780579657e-05, + "loss": 0.0172, + "step": 37111 + }, + { + "epoch": 31.477523324851568, + "grad_norm": 0.601240589556832, + "learning_rate": 1.6039748843178083e-05, + "loss": 0.0137, + "step": 37112 + }, + { + "epoch": 31.478371501272264, + "grad_norm": 0.6124900953846274, + "learning_rate": 1.6039529901218787e-05, + "loss": 0.0137, + "step": 37113 + }, + { + "epoch": 31.47921967769296, + "grad_norm": 0.5770368155813695, + "learning_rate": 1.603931095470194e-05, + "loss": 0.0141, + "step": 37114 + }, + { + "epoch": 31.480067854113656, + "grad_norm": 0.6527753919333086, + "learning_rate": 1.60390920036277e-05, + "loss": 0.0147, + "step": 37115 + }, + { + "epoch": 31.480916030534353, + "grad_norm": 0.7287550346954794, + "learning_rate": 1.6038873047996244e-05, + "loss": 0.0146, + "step": 37116 + }, + { + "epoch": 31.481764206955045, + "grad_norm": 0.6974551419054477, + "learning_rate": 1.6038654087807725e-05, + "loss": 0.0171, + "step": 37117 + }, + { + "epoch": 31.48261238337574, + "grad_norm": 0.5651270806787219, + "learning_rate": 1.603843512306231e-05, + "loss": 0.0129, + "step": 37118 + }, + { + "epoch": 31.483460559796438, + "grad_norm": 0.4996844168330073, + "learning_rate": 1.6038216153760175e-05, + "loss": 0.0111, + "step": 37119 + }, + { + "epoch": 31.484308736217134, + "grad_norm": 0.5904470128528969, + "learning_rate": 1.6037997179901473e-05, + "loss": 0.0159, + "step": 37120 + }, + { + "epoch": 31.48515691263783, + "grad_norm": 0.5859349505056786, + "learning_rate": 1.6037778201486377e-05, + "loss": 0.013, + "step": 37121 + }, + { + "epoch": 31.486005089058523, + "grad_norm": 0.5285390555930164, + "learning_rate": 1.6037559218515047e-05, + "loss": 0.0113, + "step": 37122 + }, + { + "epoch": 31.48685326547922, + "grad_norm": 0.6653491448953459, + "learning_rate": 1.603734023098765e-05, + "loss": 0.0163, + "step": 37123 + }, + { + "epoch": 31.487701441899915, + "grad_norm": 0.7314503941830449, + "learning_rate": 1.603712123890435e-05, + "loss": 0.0159, + "step": 37124 + }, + { + "epoch": 31.48854961832061, + "grad_norm": 0.5282000605061531, + "learning_rate": 1.6036902242265315e-05, + "loss": 0.0135, + "step": 37125 + }, + { + "epoch": 31.489397794741308, + "grad_norm": 0.5545627004217488, + "learning_rate": 1.603668324107071e-05, + "loss": 0.0132, + "step": 37126 + }, + { + "epoch": 31.490245971162, + "grad_norm": 0.6955737262746764, + "learning_rate": 1.6036464235320697e-05, + "loss": 0.0165, + "step": 37127 + }, + { + "epoch": 31.491094147582697, + "grad_norm": 0.5115955140788019, + "learning_rate": 1.6036245225015448e-05, + "loss": 0.012, + "step": 37128 + }, + { + "epoch": 31.491942324003393, + "grad_norm": 0.5410351906716978, + "learning_rate": 1.603602621015512e-05, + "loss": 0.0124, + "step": 37129 + }, + { + "epoch": 31.49279050042409, + "grad_norm": 0.9841851265485618, + "learning_rate": 1.6035807190739886e-05, + "loss": 0.0191, + "step": 37130 + }, + { + "epoch": 31.493638676844785, + "grad_norm": 0.5929719357834569, + "learning_rate": 1.60355881667699e-05, + "loss": 0.0153, + "step": 37131 + }, + { + "epoch": 31.494486853265478, + "grad_norm": 0.7950809809464866, + "learning_rate": 1.6035369138245343e-05, + "loss": 0.0179, + "step": 37132 + }, + { + "epoch": 31.495335029686174, + "grad_norm": 0.6247284931034697, + "learning_rate": 1.603515010516637e-05, + "loss": 0.014, + "step": 37133 + }, + { + "epoch": 31.49618320610687, + "grad_norm": 0.5976324710864805, + "learning_rate": 1.6034931067533147e-05, + "loss": 0.0143, + "step": 37134 + }, + { + "epoch": 31.497031382527567, + "grad_norm": 0.8133558942608455, + "learning_rate": 1.603471202534584e-05, + "loss": 0.0163, + "step": 37135 + }, + { + "epoch": 31.497879558948263, + "grad_norm": 0.6234381948126502, + "learning_rate": 1.6034492978604616e-05, + "loss": 0.0163, + "step": 37136 + }, + { + "epoch": 31.498727735368956, + "grad_norm": 0.5282110070262361, + "learning_rate": 1.6034273927309637e-05, + "loss": 0.0127, + "step": 37137 + }, + { + "epoch": 31.499575911789652, + "grad_norm": 0.8780347423004206, + "learning_rate": 1.6034054871461073e-05, + "loss": 0.0153, + "step": 37138 + }, + { + "epoch": 31.500424088210348, + "grad_norm": 0.5615364367860761, + "learning_rate": 1.6033835811059087e-05, + "loss": 0.0147, + "step": 37139 + }, + { + "epoch": 31.501272264631044, + "grad_norm": 0.49534721088974576, + "learning_rate": 1.6033616746103844e-05, + "loss": 0.0134, + "step": 37140 + }, + { + "epoch": 31.502120441051737, + "grad_norm": 0.5516459299026606, + "learning_rate": 1.603339767659551e-05, + "loss": 0.0136, + "step": 37141 + }, + { + "epoch": 31.502968617472433, + "grad_norm": 0.7044047598218467, + "learning_rate": 1.603317860253425e-05, + "loss": 0.0146, + "step": 37142 + }, + { + "epoch": 31.50381679389313, + "grad_norm": 0.6970106497560004, + "learning_rate": 1.6032959523920224e-05, + "loss": 0.0156, + "step": 37143 + }, + { + "epoch": 31.504664970313826, + "grad_norm": 0.5506213433685945, + "learning_rate": 1.6032740440753604e-05, + "loss": 0.0129, + "step": 37144 + }, + { + "epoch": 31.505513146734522, + "grad_norm": 0.8559622686563058, + "learning_rate": 1.6032521353034557e-05, + "loss": 0.0156, + "step": 37145 + }, + { + "epoch": 31.506361323155215, + "grad_norm": 0.7744537553438142, + "learning_rate": 1.6032302260763244e-05, + "loss": 0.0184, + "step": 37146 + }, + { + "epoch": 31.50720949957591, + "grad_norm": 0.5583238475861663, + "learning_rate": 1.603208316393983e-05, + "loss": 0.0139, + "step": 37147 + }, + { + "epoch": 31.508057675996607, + "grad_norm": 0.6389368921033518, + "learning_rate": 1.6031864062564482e-05, + "loss": 0.0138, + "step": 37148 + }, + { + "epoch": 31.508905852417303, + "grad_norm": 0.6551195810085992, + "learning_rate": 1.6031644956637365e-05, + "loss": 0.0121, + "step": 37149 + }, + { + "epoch": 31.509754028838, + "grad_norm": 0.6672798896191718, + "learning_rate": 1.6031425846158642e-05, + "loss": 0.0151, + "step": 37150 + }, + { + "epoch": 31.510602205258692, + "grad_norm": 0.562194508095477, + "learning_rate": 1.6031206731128485e-05, + "loss": 0.0144, + "step": 37151 + }, + { + "epoch": 31.51145038167939, + "grad_norm": 0.7486609696545324, + "learning_rate": 1.6030987611547055e-05, + "loss": 0.0153, + "step": 37152 + }, + { + "epoch": 31.512298558100085, + "grad_norm": 0.656333783254443, + "learning_rate": 1.6030768487414516e-05, + "loss": 0.016, + "step": 37153 + }, + { + "epoch": 31.51314673452078, + "grad_norm": 0.5791781702992643, + "learning_rate": 1.6030549358731036e-05, + "loss": 0.0145, + "step": 37154 + }, + { + "epoch": 31.513994910941477, + "grad_norm": 0.8374194458518287, + "learning_rate": 1.6030330225496776e-05, + "loss": 0.0152, + "step": 37155 + }, + { + "epoch": 31.51484308736217, + "grad_norm": 0.5646194630860699, + "learning_rate": 1.603011108771191e-05, + "loss": 0.0139, + "step": 37156 + }, + { + "epoch": 31.515691263782866, + "grad_norm": 0.6649634679743935, + "learning_rate": 1.602989194537659e-05, + "loss": 0.0153, + "step": 37157 + }, + { + "epoch": 31.516539440203562, + "grad_norm": 0.6208775895727444, + "learning_rate": 1.6029672798490993e-05, + "loss": 0.0145, + "step": 37158 + }, + { + "epoch": 31.51738761662426, + "grad_norm": 0.7377176069110599, + "learning_rate": 1.6029453647055283e-05, + "loss": 0.0181, + "step": 37159 + }, + { + "epoch": 31.518235793044955, + "grad_norm": 0.8378507615475013, + "learning_rate": 1.602923449106962e-05, + "loss": 0.0176, + "step": 37160 + }, + { + "epoch": 31.519083969465647, + "grad_norm": 0.5645613779253212, + "learning_rate": 1.6029015330534173e-05, + "loss": 0.0131, + "step": 37161 + }, + { + "epoch": 31.519932145886344, + "grad_norm": 0.599101113371052, + "learning_rate": 1.602879616544911e-05, + "loss": 0.016, + "step": 37162 + }, + { + "epoch": 31.52078032230704, + "grad_norm": 0.6454759055944312, + "learning_rate": 1.6028576995814588e-05, + "loss": 0.0136, + "step": 37163 + }, + { + "epoch": 31.521628498727736, + "grad_norm": 0.6745591244302859, + "learning_rate": 1.6028357821630778e-05, + "loss": 0.0174, + "step": 37164 + }, + { + "epoch": 31.522476675148432, + "grad_norm": 0.4773256233115492, + "learning_rate": 1.6028138642897845e-05, + "loss": 0.0108, + "step": 37165 + }, + { + "epoch": 31.523324851569125, + "grad_norm": 0.7268851076943177, + "learning_rate": 1.602791945961596e-05, + "loss": 0.0171, + "step": 37166 + }, + { + "epoch": 31.52417302798982, + "grad_norm": 0.6131913926145407, + "learning_rate": 1.6027700271785275e-05, + "loss": 0.0131, + "step": 37167 + }, + { + "epoch": 31.525021204410518, + "grad_norm": 0.7186345563100371, + "learning_rate": 1.602748107940597e-05, + "loss": 0.0135, + "step": 37168 + }, + { + "epoch": 31.525869380831214, + "grad_norm": 0.5222708840938493, + "learning_rate": 1.60272618824782e-05, + "loss": 0.0131, + "step": 37169 + }, + { + "epoch": 31.52671755725191, + "grad_norm": 0.7061615414577419, + "learning_rate": 1.6027042681002136e-05, + "loss": 0.0148, + "step": 37170 + }, + { + "epoch": 31.527565733672603, + "grad_norm": 0.5270105138908249, + "learning_rate": 1.6026823474977937e-05, + "loss": 0.013, + "step": 37171 + }, + { + "epoch": 31.5284139100933, + "grad_norm": 0.631547473585007, + "learning_rate": 1.6026604264405774e-05, + "loss": 0.0136, + "step": 37172 + }, + { + "epoch": 31.529262086513995, + "grad_norm": 0.6110062331683851, + "learning_rate": 1.6026385049285813e-05, + "loss": 0.0133, + "step": 37173 + }, + { + "epoch": 31.53011026293469, + "grad_norm": 0.6422501299558627, + "learning_rate": 1.6026165829618218e-05, + "loss": 0.0164, + "step": 37174 + }, + { + "epoch": 31.530958439355388, + "grad_norm": 0.6348887100420545, + "learning_rate": 1.6025946605403153e-05, + "loss": 0.0137, + "step": 37175 + }, + { + "epoch": 31.53180661577608, + "grad_norm": 0.69125002131327, + "learning_rate": 1.602572737664078e-05, + "loss": 0.0152, + "step": 37176 + }, + { + "epoch": 31.532654792196777, + "grad_norm": 0.6598128115715146, + "learning_rate": 1.6025508143331276e-05, + "loss": 0.0164, + "step": 37177 + }, + { + "epoch": 31.533502968617473, + "grad_norm": 0.8233132078365561, + "learning_rate": 1.6025288905474796e-05, + "loss": 0.0175, + "step": 37178 + }, + { + "epoch": 31.53435114503817, + "grad_norm": 0.6472942620217814, + "learning_rate": 1.6025069663071508e-05, + "loss": 0.0162, + "step": 37179 + }, + { + "epoch": 31.53519932145886, + "grad_norm": 0.6971565011598151, + "learning_rate": 1.602485041612158e-05, + "loss": 0.016, + "step": 37180 + }, + { + "epoch": 31.536047497879558, + "grad_norm": 0.49845023421699164, + "learning_rate": 1.6024631164625177e-05, + "loss": 0.0131, + "step": 37181 + }, + { + "epoch": 31.536895674300254, + "grad_norm": 0.6358417067974511, + "learning_rate": 1.602441190858246e-05, + "loss": 0.0131, + "step": 37182 + }, + { + "epoch": 31.53774385072095, + "grad_norm": 0.7749705702730971, + "learning_rate": 1.60241926479936e-05, + "loss": 0.0139, + "step": 37183 + }, + { + "epoch": 31.538592027141647, + "grad_norm": 0.6497539636132562, + "learning_rate": 1.6023973382858757e-05, + "loss": 0.0151, + "step": 37184 + }, + { + "epoch": 31.53944020356234, + "grad_norm": 0.7613553647671786, + "learning_rate": 1.60237541131781e-05, + "loss": 0.0153, + "step": 37185 + }, + { + "epoch": 31.540288379983036, + "grad_norm": 0.6730582536719951, + "learning_rate": 1.60235348389518e-05, + "loss": 0.0142, + "step": 37186 + }, + { + "epoch": 31.541136556403732, + "grad_norm": 0.6784063545761219, + "learning_rate": 1.602331556018001e-05, + "loss": 0.0141, + "step": 37187 + }, + { + "epoch": 31.541984732824428, + "grad_norm": 0.7395237289199708, + "learning_rate": 1.6023096276862905e-05, + "loss": 0.016, + "step": 37188 + }, + { + "epoch": 31.542832909245124, + "grad_norm": 0.6113645185846591, + "learning_rate": 1.6022876989000643e-05, + "loss": 0.0152, + "step": 37189 + }, + { + "epoch": 31.543681085665817, + "grad_norm": 0.6467082352478553, + "learning_rate": 1.6022657696593398e-05, + "loss": 0.0143, + "step": 37190 + }, + { + "epoch": 31.544529262086513, + "grad_norm": 0.5681208027895176, + "learning_rate": 1.602243839964133e-05, + "loss": 0.0153, + "step": 37191 + }, + { + "epoch": 31.54537743850721, + "grad_norm": 0.770250063273662, + "learning_rate": 1.6022219098144606e-05, + "loss": 0.0194, + "step": 37192 + }, + { + "epoch": 31.546225614927906, + "grad_norm": 0.6809523163667212, + "learning_rate": 1.6021999792103393e-05, + "loss": 0.0165, + "step": 37193 + }, + { + "epoch": 31.547073791348602, + "grad_norm": 0.5597589900044893, + "learning_rate": 1.6021780481517853e-05, + "loss": 0.0137, + "step": 37194 + }, + { + "epoch": 31.547921967769295, + "grad_norm": 0.6309428143870988, + "learning_rate": 1.6021561166388153e-05, + "loss": 0.0144, + "step": 37195 + }, + { + "epoch": 31.54877014418999, + "grad_norm": 0.6589403820413983, + "learning_rate": 1.6021341846714457e-05, + "loss": 0.0124, + "step": 37196 + }, + { + "epoch": 31.549618320610687, + "grad_norm": 0.7299168509601257, + "learning_rate": 1.6021122522496937e-05, + "loss": 0.017, + "step": 37197 + }, + { + "epoch": 31.550466497031383, + "grad_norm": 0.6932518186942827, + "learning_rate": 1.602090319373575e-05, + "loss": 0.0134, + "step": 37198 + }, + { + "epoch": 31.55131467345208, + "grad_norm": 0.6296453565426919, + "learning_rate": 1.6020683860431068e-05, + "loss": 0.0131, + "step": 37199 + }, + { + "epoch": 31.552162849872772, + "grad_norm": 0.7623907008201417, + "learning_rate": 1.6020464522583053e-05, + "loss": 0.0143, + "step": 37200 + }, + { + "epoch": 31.55301102629347, + "grad_norm": 0.5904906861510756, + "learning_rate": 1.602024518019187e-05, + "loss": 0.0147, + "step": 37201 + }, + { + "epoch": 31.553859202714165, + "grad_norm": 0.6645736885730554, + "learning_rate": 1.6020025833257685e-05, + "loss": 0.0159, + "step": 37202 + }, + { + "epoch": 31.55470737913486, + "grad_norm": 0.6311834519792336, + "learning_rate": 1.6019806481780667e-05, + "loss": 0.0141, + "step": 37203 + }, + { + "epoch": 31.555555555555557, + "grad_norm": 0.6193217547055735, + "learning_rate": 1.6019587125760977e-05, + "loss": 0.015, + "step": 37204 + }, + { + "epoch": 31.55640373197625, + "grad_norm": 0.5854179429348553, + "learning_rate": 1.6019367765198784e-05, + "loss": 0.0142, + "step": 37205 + }, + { + "epoch": 31.557251908396946, + "grad_norm": 0.7118916796781126, + "learning_rate": 1.6019148400094253e-05, + "loss": 0.0147, + "step": 37206 + }, + { + "epoch": 31.558100084817642, + "grad_norm": 0.5908006771723798, + "learning_rate": 1.6018929030447544e-05, + "loss": 0.0142, + "step": 37207 + }, + { + "epoch": 31.55894826123834, + "grad_norm": 0.5100094285327527, + "learning_rate": 1.6018709656258835e-05, + "loss": 0.0124, + "step": 37208 + }, + { + "epoch": 31.559796437659035, + "grad_norm": 0.6361869305753325, + "learning_rate": 1.6018490277528274e-05, + "loss": 0.0134, + "step": 37209 + }, + { + "epoch": 31.560644614079727, + "grad_norm": 0.5193707352374565, + "learning_rate": 1.6018270894256044e-05, + "loss": 0.0131, + "step": 37210 + }, + { + "epoch": 31.561492790500424, + "grad_norm": 0.6304760968710467, + "learning_rate": 1.6018051506442298e-05, + "loss": 0.0129, + "step": 37211 + }, + { + "epoch": 31.56234096692112, + "grad_norm": 0.7422048207229475, + "learning_rate": 1.601783211408721e-05, + "loss": 0.0186, + "step": 37212 + }, + { + "epoch": 31.563189143341816, + "grad_norm": 0.6413559647460401, + "learning_rate": 1.6017612717190938e-05, + "loss": 0.0147, + "step": 37213 + }, + { + "epoch": 31.564037319762512, + "grad_norm": 0.5488545605480882, + "learning_rate": 1.6017393315753653e-05, + "loss": 0.0111, + "step": 37214 + }, + { + "epoch": 31.564885496183205, + "grad_norm": 0.5875195313681927, + "learning_rate": 1.6017173909775516e-05, + "loss": 0.0149, + "step": 37215 + }, + { + "epoch": 31.5657336726039, + "grad_norm": 0.6147782229193078, + "learning_rate": 1.60169544992567e-05, + "loss": 0.0133, + "step": 37216 + }, + { + "epoch": 31.566581849024598, + "grad_norm": 0.6137514069138155, + "learning_rate": 1.6016735084197366e-05, + "loss": 0.0145, + "step": 37217 + }, + { + "epoch": 31.567430025445294, + "grad_norm": 0.5477114351676765, + "learning_rate": 1.6016515664597676e-05, + "loss": 0.0134, + "step": 37218 + }, + { + "epoch": 31.568278201865986, + "grad_norm": 0.5536639321622991, + "learning_rate": 1.6016296240457804e-05, + "loss": 0.0129, + "step": 37219 + }, + { + "epoch": 31.569126378286683, + "grad_norm": 0.6912094314665619, + "learning_rate": 1.6016076811777906e-05, + "loss": 0.015, + "step": 37220 + }, + { + "epoch": 31.56997455470738, + "grad_norm": 0.715346102692879, + "learning_rate": 1.6015857378558156e-05, + "loss": 0.0146, + "step": 37221 + }, + { + "epoch": 31.570822731128075, + "grad_norm": 0.6117608557681414, + "learning_rate": 1.6015637940798713e-05, + "loss": 0.0151, + "step": 37222 + }, + { + "epoch": 31.57167090754877, + "grad_norm": 0.6003396243587255, + "learning_rate": 1.6015418498499745e-05, + "loss": 0.0151, + "step": 37223 + }, + { + "epoch": 31.572519083969464, + "grad_norm": 0.5849646291603535, + "learning_rate": 1.6015199051661423e-05, + "loss": 0.0139, + "step": 37224 + }, + { + "epoch": 31.57336726039016, + "grad_norm": 0.692975859762847, + "learning_rate": 1.6014979600283906e-05, + "loss": 0.0168, + "step": 37225 + }, + { + "epoch": 31.574215436810857, + "grad_norm": 0.6111320884080926, + "learning_rate": 1.601476014436736e-05, + "loss": 0.0154, + "step": 37226 + }, + { + "epoch": 31.575063613231553, + "grad_norm": 0.7254010964632279, + "learning_rate": 1.6014540683911952e-05, + "loss": 0.0168, + "step": 37227 + }, + { + "epoch": 31.57591178965225, + "grad_norm": 0.6130123283702706, + "learning_rate": 1.6014321218917848e-05, + "loss": 0.0148, + "step": 37228 + }, + { + "epoch": 31.57675996607294, + "grad_norm": 0.7197422916330863, + "learning_rate": 1.6014101749385213e-05, + "loss": 0.0159, + "step": 37229 + }, + { + "epoch": 31.577608142493638, + "grad_norm": 0.6569297763055792, + "learning_rate": 1.6013882275314212e-05, + "loss": 0.0163, + "step": 37230 + }, + { + "epoch": 31.578456318914334, + "grad_norm": 0.6936056073622107, + "learning_rate": 1.6013662796705012e-05, + "loss": 0.0163, + "step": 37231 + }, + { + "epoch": 31.57930449533503, + "grad_norm": 0.623986027295033, + "learning_rate": 1.601344331355778e-05, + "loss": 0.0141, + "step": 37232 + }, + { + "epoch": 31.580152671755727, + "grad_norm": 0.6309330264988674, + "learning_rate": 1.601322382587268e-05, + "loss": 0.0143, + "step": 37233 + }, + { + "epoch": 31.58100084817642, + "grad_norm": 0.5874755444232436, + "learning_rate": 1.6013004333649874e-05, + "loss": 0.0143, + "step": 37234 + }, + { + "epoch": 31.581849024597116, + "grad_norm": 0.682746330712677, + "learning_rate": 1.601278483688953e-05, + "loss": 0.0146, + "step": 37235 + }, + { + "epoch": 31.58269720101781, + "grad_norm": 0.6472044023518746, + "learning_rate": 1.601256533559182e-05, + "loss": 0.013, + "step": 37236 + }, + { + "epoch": 31.583545377438508, + "grad_norm": 0.6626646076428512, + "learning_rate": 1.60123458297569e-05, + "loss": 0.0145, + "step": 37237 + }, + { + "epoch": 31.584393553859204, + "grad_norm": 0.5584719474790409, + "learning_rate": 1.6012126319384943e-05, + "loss": 0.012, + "step": 37238 + }, + { + "epoch": 31.585241730279897, + "grad_norm": 0.5515263605451524, + "learning_rate": 1.6011906804476106e-05, + "loss": 0.0129, + "step": 37239 + }, + { + "epoch": 31.586089906700593, + "grad_norm": 0.6873735888876702, + "learning_rate": 1.6011687285030567e-05, + "loss": 0.0159, + "step": 37240 + }, + { + "epoch": 31.58693808312129, + "grad_norm": 0.6330957366127267, + "learning_rate": 1.6011467761048482e-05, + "loss": 0.015, + "step": 37241 + }, + { + "epoch": 31.587786259541986, + "grad_norm": 0.6235032976062095, + "learning_rate": 1.601124823253002e-05, + "loss": 0.0141, + "step": 37242 + }, + { + "epoch": 31.588634435962682, + "grad_norm": 0.6543086720486124, + "learning_rate": 1.6011028699475345e-05, + "loss": 0.0151, + "step": 37243 + }, + { + "epoch": 31.589482612383375, + "grad_norm": 0.48799182569757465, + "learning_rate": 1.6010809161884622e-05, + "loss": 0.0125, + "step": 37244 + }, + { + "epoch": 31.59033078880407, + "grad_norm": 0.6298375667132664, + "learning_rate": 1.6010589619758024e-05, + "loss": 0.0147, + "step": 37245 + }, + { + "epoch": 31.591178965224767, + "grad_norm": 0.6962631882837578, + "learning_rate": 1.6010370073095707e-05, + "loss": 0.0166, + "step": 37246 + }, + { + "epoch": 31.592027141645463, + "grad_norm": 0.7591521946037132, + "learning_rate": 1.601015052189784e-05, + "loss": 0.0143, + "step": 37247 + }, + { + "epoch": 31.59287531806616, + "grad_norm": 0.547440655962874, + "learning_rate": 1.600993096616459e-05, + "loss": 0.0144, + "step": 37248 + }, + { + "epoch": 31.593723494486852, + "grad_norm": 0.6251018081241595, + "learning_rate": 1.6009711405896125e-05, + "loss": 0.0127, + "step": 37249 + }, + { + "epoch": 31.59457167090755, + "grad_norm": 0.5825005315086841, + "learning_rate": 1.6009491841092605e-05, + "loss": 0.0136, + "step": 37250 + }, + { + "epoch": 31.595419847328245, + "grad_norm": 0.5511567770314046, + "learning_rate": 1.60092722717542e-05, + "loss": 0.0134, + "step": 37251 + }, + { + "epoch": 31.59626802374894, + "grad_norm": 0.7243725612053246, + "learning_rate": 1.6009052697881075e-05, + "loss": 0.0149, + "step": 37252 + }, + { + "epoch": 31.597116200169637, + "grad_norm": 0.7988122135040313, + "learning_rate": 1.6008833119473393e-05, + "loss": 0.0166, + "step": 37253 + }, + { + "epoch": 31.59796437659033, + "grad_norm": 0.5770534422426075, + "learning_rate": 1.6008613536531323e-05, + "loss": 0.0161, + "step": 37254 + }, + { + "epoch": 31.598812553011026, + "grad_norm": 0.602410477852877, + "learning_rate": 1.6008393949055028e-05, + "loss": 0.0148, + "step": 37255 + }, + { + "epoch": 31.599660729431722, + "grad_norm": 0.5440043425866337, + "learning_rate": 1.6008174357044678e-05, + "loss": 0.0134, + "step": 37256 + }, + { + "epoch": 31.60050890585242, + "grad_norm": 0.7952439458996302, + "learning_rate": 1.600795476050043e-05, + "loss": 0.0152, + "step": 37257 + }, + { + "epoch": 31.60135708227311, + "grad_norm": 0.6063079441801557, + "learning_rate": 1.600773515942246e-05, + "loss": 0.014, + "step": 37258 + }, + { + "epoch": 31.602205258693807, + "grad_norm": 0.5847195746699038, + "learning_rate": 1.600751555381093e-05, + "loss": 0.0132, + "step": 37259 + }, + { + "epoch": 31.603053435114504, + "grad_norm": 0.6563272744387241, + "learning_rate": 1.6007295943666004e-05, + "loss": 0.013, + "step": 37260 + }, + { + "epoch": 31.6039016115352, + "grad_norm": 0.6613297062993662, + "learning_rate": 1.6007076328987846e-05, + "loss": 0.0149, + "step": 37261 + }, + { + "epoch": 31.604749787955896, + "grad_norm": 0.7238933863450911, + "learning_rate": 1.600685670977663e-05, + "loss": 0.0177, + "step": 37262 + }, + { + "epoch": 31.60559796437659, + "grad_norm": 0.7003387350431923, + "learning_rate": 1.600663708603251e-05, + "loss": 0.0172, + "step": 37263 + }, + { + "epoch": 31.606446140797285, + "grad_norm": 0.6320863292327514, + "learning_rate": 1.600641745775566e-05, + "loss": 0.0146, + "step": 37264 + }, + { + "epoch": 31.60729431721798, + "grad_norm": 0.5818842867380662, + "learning_rate": 1.6006197824946242e-05, + "loss": 0.0128, + "step": 37265 + }, + { + "epoch": 31.608142493638677, + "grad_norm": 0.8655947840173365, + "learning_rate": 1.6005978187604427e-05, + "loss": 0.0158, + "step": 37266 + }, + { + "epoch": 31.608990670059374, + "grad_norm": 0.754226463342669, + "learning_rate": 1.6005758545730375e-05, + "loss": 0.0158, + "step": 37267 + }, + { + "epoch": 31.609838846480066, + "grad_norm": 0.6456181815735739, + "learning_rate": 1.6005538899324254e-05, + "loss": 0.0139, + "step": 37268 + }, + { + "epoch": 31.610687022900763, + "grad_norm": 0.6205461878655322, + "learning_rate": 1.6005319248386228e-05, + "loss": 0.0138, + "step": 37269 + }, + { + "epoch": 31.61153519932146, + "grad_norm": 0.5991906282298807, + "learning_rate": 1.6005099592916467e-05, + "loss": 0.0138, + "step": 37270 + }, + { + "epoch": 31.612383375742155, + "grad_norm": 0.6160493403742564, + "learning_rate": 1.6004879932915135e-05, + "loss": 0.0141, + "step": 37271 + }, + { + "epoch": 31.61323155216285, + "grad_norm": 0.6652720375081598, + "learning_rate": 1.6004660268382393e-05, + "loss": 0.0144, + "step": 37272 + }, + { + "epoch": 31.614079728583544, + "grad_norm": 0.4743910361806237, + "learning_rate": 1.6004440599318414e-05, + "loss": 0.0128, + "step": 37273 + }, + { + "epoch": 31.61492790500424, + "grad_norm": 0.6246603964374786, + "learning_rate": 1.6004220925723355e-05, + "loss": 0.0148, + "step": 37274 + }, + { + "epoch": 31.615776081424936, + "grad_norm": 0.7222095532323666, + "learning_rate": 1.600400124759739e-05, + "loss": 0.0165, + "step": 37275 + }, + { + "epoch": 31.616624257845633, + "grad_norm": 0.6183478555119575, + "learning_rate": 1.6003781564940685e-05, + "loss": 0.0137, + "step": 37276 + }, + { + "epoch": 31.61747243426633, + "grad_norm": 0.5588025625558063, + "learning_rate": 1.60035618777534e-05, + "loss": 0.0147, + "step": 37277 + }, + { + "epoch": 31.61832061068702, + "grad_norm": 0.6864191782655559, + "learning_rate": 1.60033421860357e-05, + "loss": 0.016, + "step": 37278 + }, + { + "epoch": 31.619168787107718, + "grad_norm": 0.629028973709428, + "learning_rate": 1.6003122489787762e-05, + "loss": 0.0124, + "step": 37279 + }, + { + "epoch": 31.620016963528414, + "grad_norm": 0.6684100840003091, + "learning_rate": 1.6002902789009738e-05, + "loss": 0.0136, + "step": 37280 + }, + { + "epoch": 31.62086513994911, + "grad_norm": 0.589554572545265, + "learning_rate": 1.60026830837018e-05, + "loss": 0.0148, + "step": 37281 + }, + { + "epoch": 31.621713316369807, + "grad_norm": 0.6385814581713427, + "learning_rate": 1.6002463373864117e-05, + "loss": 0.0154, + "step": 37282 + }, + { + "epoch": 31.6225614927905, + "grad_norm": 0.5258481618827726, + "learning_rate": 1.600224365949685e-05, + "loss": 0.0124, + "step": 37283 + }, + { + "epoch": 31.623409669211195, + "grad_norm": 0.8964621996260999, + "learning_rate": 1.6002023940600164e-05, + "loss": 0.0154, + "step": 37284 + }, + { + "epoch": 31.62425784563189, + "grad_norm": 0.7348426340901025, + "learning_rate": 1.6001804217174227e-05, + "loss": 0.0163, + "step": 37285 + }, + { + "epoch": 31.625106022052588, + "grad_norm": 0.65822237525848, + "learning_rate": 1.6001584489219206e-05, + "loss": 0.0175, + "step": 37286 + }, + { + "epoch": 31.625954198473284, + "grad_norm": 0.5652603503521901, + "learning_rate": 1.6001364756735268e-05, + "loss": 0.016, + "step": 37287 + }, + { + "epoch": 31.626802374893977, + "grad_norm": 0.6788458059657386, + "learning_rate": 1.6001145019722574e-05, + "loss": 0.0165, + "step": 37288 + }, + { + "epoch": 31.627650551314673, + "grad_norm": 0.6384711218447382, + "learning_rate": 1.6000925278181293e-05, + "loss": 0.0156, + "step": 37289 + }, + { + "epoch": 31.62849872773537, + "grad_norm": 0.7913833612924788, + "learning_rate": 1.6000705532111587e-05, + "loss": 0.0145, + "step": 37290 + }, + { + "epoch": 31.629346904156066, + "grad_norm": 0.6983329299868855, + "learning_rate": 1.600048578151363e-05, + "loss": 0.0148, + "step": 37291 + }, + { + "epoch": 31.63019508057676, + "grad_norm": 0.6021756545132894, + "learning_rate": 1.600026602638758e-05, + "loss": 0.0135, + "step": 37292 + }, + { + "epoch": 31.631043256997454, + "grad_norm": 0.5992765453822675, + "learning_rate": 1.6000046266733608e-05, + "loss": 0.0157, + "step": 37293 + }, + { + "epoch": 31.63189143341815, + "grad_norm": 0.47355102567246987, + "learning_rate": 1.5999826502551874e-05, + "loss": 0.0123, + "step": 37294 + }, + { + "epoch": 31.632739609838847, + "grad_norm": 0.8392594958259456, + "learning_rate": 1.5999606733842547e-05, + "loss": 0.0183, + "step": 37295 + }, + { + "epoch": 31.633587786259543, + "grad_norm": 0.7328461028519223, + "learning_rate": 1.5999386960605794e-05, + "loss": 0.0183, + "step": 37296 + }, + { + "epoch": 31.634435962680236, + "grad_norm": 0.6024613565224182, + "learning_rate": 1.5999167182841783e-05, + "loss": 0.0137, + "step": 37297 + }, + { + "epoch": 31.635284139100932, + "grad_norm": 0.6967473511383684, + "learning_rate": 1.599894740055067e-05, + "loss": 0.0156, + "step": 37298 + }, + { + "epoch": 31.63613231552163, + "grad_norm": 0.6330246053132449, + "learning_rate": 1.5998727613732637e-05, + "loss": 0.0157, + "step": 37299 + }, + { + "epoch": 31.636980491942325, + "grad_norm": 0.5806108501689441, + "learning_rate": 1.599850782238783e-05, + "loss": 0.0113, + "step": 37300 + }, + { + "epoch": 31.63782866836302, + "grad_norm": 0.7212164000777315, + "learning_rate": 1.599828802651643e-05, + "loss": 0.0157, + "step": 37301 + }, + { + "epoch": 31.638676844783713, + "grad_norm": 0.6165686847492149, + "learning_rate": 1.59980682261186e-05, + "loss": 0.0149, + "step": 37302 + }, + { + "epoch": 31.63952502120441, + "grad_norm": 0.6915008647887542, + "learning_rate": 1.5997848421194505e-05, + "loss": 0.0137, + "step": 37303 + }, + { + "epoch": 31.640373197625106, + "grad_norm": 0.6273739012521939, + "learning_rate": 1.5997628611744305e-05, + "loss": 0.013, + "step": 37304 + }, + { + "epoch": 31.641221374045802, + "grad_norm": 0.8160623595961167, + "learning_rate": 1.5997408797768175e-05, + "loss": 0.0158, + "step": 37305 + }, + { + "epoch": 31.6420695504665, + "grad_norm": 0.773203901827198, + "learning_rate": 1.5997188979266277e-05, + "loss": 0.0154, + "step": 37306 + }, + { + "epoch": 31.64291772688719, + "grad_norm": 0.6987156735734245, + "learning_rate": 1.5996969156238772e-05, + "loss": 0.0171, + "step": 37307 + }, + { + "epoch": 31.643765903307887, + "grad_norm": 0.6776883791766007, + "learning_rate": 1.5996749328685836e-05, + "loss": 0.0159, + "step": 37308 + }, + { + "epoch": 31.644614079728584, + "grad_norm": 0.5813139458527247, + "learning_rate": 1.5996529496607625e-05, + "loss": 0.0151, + "step": 37309 + }, + { + "epoch": 31.64546225614928, + "grad_norm": 0.7230998635193296, + "learning_rate": 1.599630966000431e-05, + "loss": 0.0169, + "step": 37310 + }, + { + "epoch": 31.646310432569976, + "grad_norm": 0.6149488696576717, + "learning_rate": 1.599608981887606e-05, + "loss": 0.0138, + "step": 37311 + }, + { + "epoch": 31.64715860899067, + "grad_norm": 0.5975327431594283, + "learning_rate": 1.599586997322303e-05, + "loss": 0.0149, + "step": 37312 + }, + { + "epoch": 31.648006785411365, + "grad_norm": 0.6190014772342092, + "learning_rate": 1.59956501230454e-05, + "loss": 0.0142, + "step": 37313 + }, + { + "epoch": 31.64885496183206, + "grad_norm": 0.7618068531396682, + "learning_rate": 1.5995430268343322e-05, + "loss": 0.0151, + "step": 37314 + }, + { + "epoch": 31.649703138252757, + "grad_norm": 0.6546370021275466, + "learning_rate": 1.5995210409116974e-05, + "loss": 0.0157, + "step": 37315 + }, + { + "epoch": 31.650551314673454, + "grad_norm": 0.8128140209195094, + "learning_rate": 1.5994990545366515e-05, + "loss": 0.0192, + "step": 37316 + }, + { + "epoch": 31.651399491094146, + "grad_norm": 0.8829306401361402, + "learning_rate": 1.5994770677092113e-05, + "loss": 0.0181, + "step": 37317 + }, + { + "epoch": 31.652247667514843, + "grad_norm": 0.565500001036641, + "learning_rate": 1.5994550804293932e-05, + "loss": 0.0122, + "step": 37318 + }, + { + "epoch": 31.65309584393554, + "grad_norm": 0.7784892805758707, + "learning_rate": 1.5994330926972138e-05, + "loss": 0.0178, + "step": 37319 + }, + { + "epoch": 31.653944020356235, + "grad_norm": 0.6879926370837613, + "learning_rate": 1.59941110451269e-05, + "loss": 0.0146, + "step": 37320 + }, + { + "epoch": 31.65479219677693, + "grad_norm": 0.7101581587030297, + "learning_rate": 1.5993891158758384e-05, + "loss": 0.0155, + "step": 37321 + }, + { + "epoch": 31.655640373197624, + "grad_norm": 0.689235840759329, + "learning_rate": 1.5993671267866756e-05, + "loss": 0.0167, + "step": 37322 + }, + { + "epoch": 31.65648854961832, + "grad_norm": 0.6355508797840299, + "learning_rate": 1.5993451372452175e-05, + "loss": 0.0143, + "step": 37323 + }, + { + "epoch": 31.657336726039016, + "grad_norm": 0.6770802239443972, + "learning_rate": 1.5993231472514815e-05, + "loss": 0.0169, + "step": 37324 + }, + { + "epoch": 31.658184902459713, + "grad_norm": 0.7383494419406308, + "learning_rate": 1.5993011568054837e-05, + "loss": 0.0151, + "step": 37325 + }, + { + "epoch": 31.659033078880405, + "grad_norm": 0.6940458464390449, + "learning_rate": 1.599279165907241e-05, + "loss": 0.016, + "step": 37326 + }, + { + "epoch": 31.6598812553011, + "grad_norm": 0.6304794822361297, + "learning_rate": 1.5992571745567698e-05, + "loss": 0.0141, + "step": 37327 + }, + { + "epoch": 31.660729431721798, + "grad_norm": 0.6429683885543508, + "learning_rate": 1.5992351827540868e-05, + "loss": 0.0141, + "step": 37328 + }, + { + "epoch": 31.661577608142494, + "grad_norm": 0.591337407345556, + "learning_rate": 1.599213190499209e-05, + "loss": 0.0159, + "step": 37329 + }, + { + "epoch": 31.66242578456319, + "grad_norm": 0.5946400872999024, + "learning_rate": 1.599191197792152e-05, + "loss": 0.0155, + "step": 37330 + }, + { + "epoch": 31.663273960983886, + "grad_norm": 0.8946533185049577, + "learning_rate": 1.5991692046329334e-05, + "loss": 0.0167, + "step": 37331 + }, + { + "epoch": 31.66412213740458, + "grad_norm": 0.7062301052967015, + "learning_rate": 1.5991472110215688e-05, + "loss": 0.0148, + "step": 37332 + }, + { + "epoch": 31.664970313825275, + "grad_norm": 0.6602111475903218, + "learning_rate": 1.5991252169580756e-05, + "loss": 0.0138, + "step": 37333 + }, + { + "epoch": 31.66581849024597, + "grad_norm": 0.7304819441459997, + "learning_rate": 1.5991032224424704e-05, + "loss": 0.0174, + "step": 37334 + }, + { + "epoch": 31.666666666666668, + "grad_norm": 0.6412382991936311, + "learning_rate": 1.5990812274747695e-05, + "loss": 0.0161, + "step": 37335 + }, + { + "epoch": 31.66751484308736, + "grad_norm": 0.7133952309320357, + "learning_rate": 1.5990592320549892e-05, + "loss": 0.0159, + "step": 37336 + }, + { + "epoch": 31.668363019508057, + "grad_norm": 0.4755337462622614, + "learning_rate": 1.599037236183147e-05, + "loss": 0.0133, + "step": 37337 + }, + { + "epoch": 31.669211195928753, + "grad_norm": 0.6659069546903645, + "learning_rate": 1.5990152398592584e-05, + "loss": 0.0143, + "step": 37338 + }, + { + "epoch": 31.67005937234945, + "grad_norm": 0.6619232974561042, + "learning_rate": 1.5989932430833407e-05, + "loss": 0.0127, + "step": 37339 + }, + { + "epoch": 31.670907548770145, + "grad_norm": 0.5385184421216813, + "learning_rate": 1.5989712458554107e-05, + "loss": 0.0137, + "step": 37340 + }, + { + "epoch": 31.671755725190838, + "grad_norm": 0.5974411412867119, + "learning_rate": 1.5989492481754845e-05, + "loss": 0.0154, + "step": 37341 + }, + { + "epoch": 31.672603901611534, + "grad_norm": 0.5993587738738173, + "learning_rate": 1.5989272500435786e-05, + "loss": 0.0136, + "step": 37342 + }, + { + "epoch": 31.67345207803223, + "grad_norm": 0.596571187692399, + "learning_rate": 1.59890525145971e-05, + "loss": 0.0126, + "step": 37343 + }, + { + "epoch": 31.674300254452927, + "grad_norm": 0.7371658202716361, + "learning_rate": 1.598883252423895e-05, + "loss": 0.0174, + "step": 37344 + }, + { + "epoch": 31.675148430873623, + "grad_norm": 0.673064093043362, + "learning_rate": 1.5988612529361508e-05, + "loss": 0.016, + "step": 37345 + }, + { + "epoch": 31.675996607294316, + "grad_norm": 0.6475156033948977, + "learning_rate": 1.5988392529964933e-05, + "loss": 0.018, + "step": 37346 + }, + { + "epoch": 31.676844783715012, + "grad_norm": 0.5467515904021734, + "learning_rate": 1.5988172526049392e-05, + "loss": 0.0135, + "step": 37347 + }, + { + "epoch": 31.67769296013571, + "grad_norm": 0.6858978715629466, + "learning_rate": 1.5987952517615053e-05, + "loss": 0.0151, + "step": 37348 + }, + { + "epoch": 31.678541136556404, + "grad_norm": 0.6375208557206771, + "learning_rate": 1.5987732504662085e-05, + "loss": 0.014, + "step": 37349 + }, + { + "epoch": 31.6793893129771, + "grad_norm": 0.7522182530636772, + "learning_rate": 1.5987512487190646e-05, + "loss": 0.0172, + "step": 37350 + }, + { + "epoch": 31.680237489397793, + "grad_norm": 0.7038246913590872, + "learning_rate": 1.5987292465200906e-05, + "loss": 0.0165, + "step": 37351 + }, + { + "epoch": 31.68108566581849, + "grad_norm": 0.8788934834236052, + "learning_rate": 1.5987072438693036e-05, + "loss": 0.0183, + "step": 37352 + }, + { + "epoch": 31.681933842239186, + "grad_norm": 0.5953846112930725, + "learning_rate": 1.5986852407667196e-05, + "loss": 0.0133, + "step": 37353 + }, + { + "epoch": 31.682782018659882, + "grad_norm": 0.6584557151227155, + "learning_rate": 1.5986632372123554e-05, + "loss": 0.0161, + "step": 37354 + }, + { + "epoch": 31.68363019508058, + "grad_norm": 0.6028585324073338, + "learning_rate": 1.5986412332062275e-05, + "loss": 0.0144, + "step": 37355 + }, + { + "epoch": 31.68447837150127, + "grad_norm": 0.6484475924594636, + "learning_rate": 1.5986192287483525e-05, + "loss": 0.0162, + "step": 37356 + }, + { + "epoch": 31.685326547921967, + "grad_norm": 0.6259688098962346, + "learning_rate": 1.5985972238387475e-05, + "loss": 0.0158, + "step": 37357 + }, + { + "epoch": 31.686174724342663, + "grad_norm": 0.7668802877699015, + "learning_rate": 1.5985752184774285e-05, + "loss": 0.0132, + "step": 37358 + }, + { + "epoch": 31.68702290076336, + "grad_norm": 0.5589667557711001, + "learning_rate": 1.598553212664412e-05, + "loss": 0.0132, + "step": 37359 + }, + { + "epoch": 31.687871077184056, + "grad_norm": 0.6338939349279711, + "learning_rate": 1.598531206399715e-05, + "loss": 0.0153, + "step": 37360 + }, + { + "epoch": 31.68871925360475, + "grad_norm": 0.7180153643695856, + "learning_rate": 1.5985091996833542e-05, + "loss": 0.0158, + "step": 37361 + }, + { + "epoch": 31.689567430025445, + "grad_norm": 0.7057328529033792, + "learning_rate": 1.598487192515346e-05, + "loss": 0.0156, + "step": 37362 + }, + { + "epoch": 31.69041560644614, + "grad_norm": 0.5971719850880114, + "learning_rate": 1.598465184895707e-05, + "loss": 0.0133, + "step": 37363 + }, + { + "epoch": 31.691263782866837, + "grad_norm": 0.6956036913257687, + "learning_rate": 1.5984431768244538e-05, + "loss": 0.0174, + "step": 37364 + }, + { + "epoch": 31.69211195928753, + "grad_norm": 0.6386241219585815, + "learning_rate": 1.598421168301603e-05, + "loss": 0.0146, + "step": 37365 + }, + { + "epoch": 31.692960135708226, + "grad_norm": 0.7652527523988101, + "learning_rate": 1.5983991593271712e-05, + "loss": 0.0174, + "step": 37366 + }, + { + "epoch": 31.693808312128922, + "grad_norm": 0.721861546031821, + "learning_rate": 1.598377149901175e-05, + "loss": 0.0166, + "step": 37367 + }, + { + "epoch": 31.69465648854962, + "grad_norm": 0.6013180933068536, + "learning_rate": 1.598355140023631e-05, + "loss": 0.0146, + "step": 37368 + }, + { + "epoch": 31.695504664970315, + "grad_norm": 0.8742684992487569, + "learning_rate": 1.5983331296945565e-05, + "loss": 0.0187, + "step": 37369 + }, + { + "epoch": 31.696352841391008, + "grad_norm": 1.157171649656492, + "learning_rate": 1.598311118913967e-05, + "loss": 0.0139, + "step": 37370 + }, + { + "epoch": 31.697201017811704, + "grad_norm": 0.6355119032046949, + "learning_rate": 1.5982891076818798e-05, + "loss": 0.0146, + "step": 37371 + }, + { + "epoch": 31.6980491942324, + "grad_norm": 0.9812443795104978, + "learning_rate": 1.598267095998311e-05, + "loss": 0.0175, + "step": 37372 + }, + { + "epoch": 31.698897370653096, + "grad_norm": 0.6322818894310995, + "learning_rate": 1.5982450838632777e-05, + "loss": 0.013, + "step": 37373 + }, + { + "epoch": 31.699745547073793, + "grad_norm": 0.660489080903953, + "learning_rate": 1.5982230712767962e-05, + "loss": 0.0161, + "step": 37374 + }, + { + "epoch": 31.700593723494485, + "grad_norm": 0.6450970179746172, + "learning_rate": 1.5982010582388837e-05, + "loss": 0.0154, + "step": 37375 + }, + { + "epoch": 31.70144189991518, + "grad_norm": 0.612667914228411, + "learning_rate": 1.598179044749556e-05, + "loss": 0.0153, + "step": 37376 + }, + { + "epoch": 31.702290076335878, + "grad_norm": 0.6589960256063501, + "learning_rate": 1.59815703080883e-05, + "loss": 0.0141, + "step": 37377 + }, + { + "epoch": 31.703138252756574, + "grad_norm": 0.6100529378522218, + "learning_rate": 1.598135016416722e-05, + "loss": 0.0158, + "step": 37378 + }, + { + "epoch": 31.70398642917727, + "grad_norm": 0.6958087967945739, + "learning_rate": 1.59811300157325e-05, + "loss": 0.0162, + "step": 37379 + }, + { + "epoch": 31.704834605597963, + "grad_norm": 0.6866877163136953, + "learning_rate": 1.5980909862784287e-05, + "loss": 0.0164, + "step": 37380 + }, + { + "epoch": 31.70568278201866, + "grad_norm": 0.7705677878453009, + "learning_rate": 1.5980689705322757e-05, + "loss": 0.0155, + "step": 37381 + }, + { + "epoch": 31.706530958439355, + "grad_norm": 0.6663925277697692, + "learning_rate": 1.5980469543348077e-05, + "loss": 0.0169, + "step": 37382 + }, + { + "epoch": 31.70737913486005, + "grad_norm": 0.7484039177157072, + "learning_rate": 1.5980249376860416e-05, + "loss": 0.0157, + "step": 37383 + }, + { + "epoch": 31.708227311280748, + "grad_norm": 0.5776026710123597, + "learning_rate": 1.5980029205859932e-05, + "loss": 0.0142, + "step": 37384 + }, + { + "epoch": 31.70907548770144, + "grad_norm": 0.6841286645408037, + "learning_rate": 1.597980903034679e-05, + "loss": 0.0141, + "step": 37385 + }, + { + "epoch": 31.709923664122137, + "grad_norm": 0.6205958369620654, + "learning_rate": 1.5979588850321166e-05, + "loss": 0.0142, + "step": 37386 + }, + { + "epoch": 31.710771840542833, + "grad_norm": 0.7318898642088788, + "learning_rate": 1.597936866578322e-05, + "loss": 0.0153, + "step": 37387 + }, + { + "epoch": 31.71162001696353, + "grad_norm": 0.6513326615803361, + "learning_rate": 1.597914847673312e-05, + "loss": 0.0157, + "step": 37388 + }, + { + "epoch": 31.712468193384225, + "grad_norm": 0.5803408285765573, + "learning_rate": 1.597892828317103e-05, + "loss": 0.0149, + "step": 37389 + }, + { + "epoch": 31.713316369804918, + "grad_norm": 0.7462406051913916, + "learning_rate": 1.5978708085097116e-05, + "loss": 0.0175, + "step": 37390 + }, + { + "epoch": 31.714164546225614, + "grad_norm": 0.9107953793349086, + "learning_rate": 1.5978487882511546e-05, + "loss": 0.0179, + "step": 37391 + }, + { + "epoch": 31.71501272264631, + "grad_norm": 0.712619466836339, + "learning_rate": 1.5978267675414486e-05, + "loss": 0.0164, + "step": 37392 + }, + { + "epoch": 31.715860899067007, + "grad_norm": 0.7173179914349483, + "learning_rate": 1.5978047463806104e-05, + "loss": 0.0174, + "step": 37393 + }, + { + "epoch": 31.716709075487703, + "grad_norm": 0.6873492017379003, + "learning_rate": 1.5977827247686564e-05, + "loss": 0.019, + "step": 37394 + }, + { + "epoch": 31.717557251908396, + "grad_norm": 0.6410914742747114, + "learning_rate": 1.597760702705603e-05, + "loss": 0.016, + "step": 37395 + }, + { + "epoch": 31.718405428329092, + "grad_norm": 0.5733091577741767, + "learning_rate": 1.5977386801914672e-05, + "loss": 0.0143, + "step": 37396 + }, + { + "epoch": 31.719253604749788, + "grad_norm": 0.7148548297808177, + "learning_rate": 1.5977166572262656e-05, + "loss": 0.0171, + "step": 37397 + }, + { + "epoch": 31.720101781170484, + "grad_norm": 0.6855850914818313, + "learning_rate": 1.5976946338100145e-05, + "loss": 0.0166, + "step": 37398 + }, + { + "epoch": 31.72094995759118, + "grad_norm": 0.6371945482287423, + "learning_rate": 1.597672609942731e-05, + "loss": 0.0148, + "step": 37399 + }, + { + "epoch": 31.721798134011873, + "grad_norm": 0.5573563475020032, + "learning_rate": 1.597650585624431e-05, + "loss": 0.0118, + "step": 37400 + }, + { + "epoch": 31.72264631043257, + "grad_norm": 0.6014407415152551, + "learning_rate": 1.5976285608551316e-05, + "loss": 0.0138, + "step": 37401 + }, + { + "epoch": 31.723494486853266, + "grad_norm": 0.6466154142045241, + "learning_rate": 1.5976065356348494e-05, + "loss": 0.0164, + "step": 37402 + }, + { + "epoch": 31.724342663273962, + "grad_norm": 0.7847165847891601, + "learning_rate": 1.5975845099636015e-05, + "loss": 0.0168, + "step": 37403 + }, + { + "epoch": 31.725190839694655, + "grad_norm": 0.5833426519740482, + "learning_rate": 1.5975624838414034e-05, + "loss": 0.0172, + "step": 37404 + }, + { + "epoch": 31.72603901611535, + "grad_norm": 0.6763426634351428, + "learning_rate": 1.5975404572682723e-05, + "loss": 0.017, + "step": 37405 + }, + { + "epoch": 31.726887192536047, + "grad_norm": 0.5981821234577998, + "learning_rate": 1.5975184302442254e-05, + "loss": 0.0136, + "step": 37406 + }, + { + "epoch": 31.727735368956743, + "grad_norm": 0.6232455855213633, + "learning_rate": 1.5974964027692784e-05, + "loss": 0.015, + "step": 37407 + }, + { + "epoch": 31.72858354537744, + "grad_norm": 0.7094948346408403, + "learning_rate": 1.5974743748434483e-05, + "loss": 0.0179, + "step": 37408 + }, + { + "epoch": 31.729431721798132, + "grad_norm": 0.6611878221580857, + "learning_rate": 1.5974523464667517e-05, + "loss": 0.0143, + "step": 37409 + }, + { + "epoch": 31.73027989821883, + "grad_norm": 0.6792896757123147, + "learning_rate": 1.5974303176392055e-05, + "loss": 0.0155, + "step": 37410 + }, + { + "epoch": 31.731128074639525, + "grad_norm": 0.726668771353563, + "learning_rate": 1.5974082883608254e-05, + "loss": 0.0152, + "step": 37411 + }, + { + "epoch": 31.73197625106022, + "grad_norm": 0.6073865125924546, + "learning_rate": 1.5973862586316293e-05, + "loss": 0.0154, + "step": 37412 + }, + { + "epoch": 31.732824427480917, + "grad_norm": 0.9454798667820514, + "learning_rate": 1.597364228451633e-05, + "loss": 0.0186, + "step": 37413 + }, + { + "epoch": 31.73367260390161, + "grad_norm": 0.6554723124313855, + "learning_rate": 1.5973421978208535e-05, + "loss": 0.0149, + "step": 37414 + }, + { + "epoch": 31.734520780322306, + "grad_norm": 0.8581529396896521, + "learning_rate": 1.5973201667393072e-05, + "loss": 0.0162, + "step": 37415 + }, + { + "epoch": 31.735368956743002, + "grad_norm": 0.6922385607788869, + "learning_rate": 1.5972981352070108e-05, + "loss": 0.0158, + "step": 37416 + }, + { + "epoch": 31.7362171331637, + "grad_norm": 0.7263700603622633, + "learning_rate": 1.597276103223981e-05, + "loss": 0.016, + "step": 37417 + }, + { + "epoch": 31.737065309584395, + "grad_norm": 0.6692927618666875, + "learning_rate": 1.5972540707902337e-05, + "loss": 0.0159, + "step": 37418 + }, + { + "epoch": 31.737913486005088, + "grad_norm": 0.6263685528291076, + "learning_rate": 1.597232037905787e-05, + "loss": 0.0144, + "step": 37419 + }, + { + "epoch": 31.738761662425784, + "grad_norm": 0.6528120358495343, + "learning_rate": 1.597210004570656e-05, + "loss": 0.014, + "step": 37420 + }, + { + "epoch": 31.73960983884648, + "grad_norm": 0.5547717397908007, + "learning_rate": 1.5971879707848586e-05, + "loss": 0.0141, + "step": 37421 + }, + { + "epoch": 31.740458015267176, + "grad_norm": 0.5270837191507056, + "learning_rate": 1.5971659365484108e-05, + "loss": 0.0147, + "step": 37422 + }, + { + "epoch": 31.741306191687872, + "grad_norm": 0.56179127527106, + "learning_rate": 1.597143901861329e-05, + "loss": 0.0143, + "step": 37423 + }, + { + "epoch": 31.742154368108565, + "grad_norm": 0.624175035255752, + "learning_rate": 1.59712186672363e-05, + "loss": 0.016, + "step": 37424 + }, + { + "epoch": 31.74300254452926, + "grad_norm": 0.6373234057574552, + "learning_rate": 1.5970998311353307e-05, + "loss": 0.0139, + "step": 37425 + }, + { + "epoch": 31.743850720949958, + "grad_norm": 0.7017577763137542, + "learning_rate": 1.5970777950964476e-05, + "loss": 0.0176, + "step": 37426 + }, + { + "epoch": 31.744698897370654, + "grad_norm": 0.7503397727361742, + "learning_rate": 1.5970557586069975e-05, + "loss": 0.0173, + "step": 37427 + }, + { + "epoch": 31.74554707379135, + "grad_norm": 0.6436264048586285, + "learning_rate": 1.5970337216669964e-05, + "loss": 0.0174, + "step": 37428 + }, + { + "epoch": 31.746395250212043, + "grad_norm": 0.613792994495212, + "learning_rate": 1.5970116842764615e-05, + "loss": 0.0153, + "step": 37429 + }, + { + "epoch": 31.74724342663274, + "grad_norm": 0.9972027272069617, + "learning_rate": 1.5969896464354094e-05, + "loss": 0.0161, + "step": 37430 + }, + { + "epoch": 31.748091603053435, + "grad_norm": 0.747597085621231, + "learning_rate": 1.5969676081438564e-05, + "loss": 0.0179, + "step": 37431 + }, + { + "epoch": 31.74893977947413, + "grad_norm": 0.6250771857425826, + "learning_rate": 1.5969455694018194e-05, + "loss": 0.0149, + "step": 37432 + }, + { + "epoch": 31.749787955894828, + "grad_norm": 0.7021151477707717, + "learning_rate": 1.596923530209315e-05, + "loss": 0.0166, + "step": 37433 + }, + { + "epoch": 31.75063613231552, + "grad_norm": 0.6541216375212129, + "learning_rate": 1.59690149056636e-05, + "loss": 0.0172, + "step": 37434 + }, + { + "epoch": 31.751484308736217, + "grad_norm": 0.6426033188345153, + "learning_rate": 1.5968794504729707e-05, + "loss": 0.0147, + "step": 37435 + }, + { + "epoch": 31.752332485156913, + "grad_norm": 0.7879505532790931, + "learning_rate": 1.5968574099291635e-05, + "loss": 0.0156, + "step": 37436 + }, + { + "epoch": 31.75318066157761, + "grad_norm": 0.6168881321942451, + "learning_rate": 1.5968353689349557e-05, + "loss": 0.0151, + "step": 37437 + }, + { + "epoch": 31.754028837998305, + "grad_norm": 0.7040822384302547, + "learning_rate": 1.5968133274903636e-05, + "loss": 0.0159, + "step": 37438 + }, + { + "epoch": 31.754877014418998, + "grad_norm": 0.6532860453223791, + "learning_rate": 1.596791285595404e-05, + "loss": 0.0165, + "step": 37439 + }, + { + "epoch": 31.755725190839694, + "grad_norm": 0.6547593406091416, + "learning_rate": 1.5967692432500933e-05, + "loss": 0.0166, + "step": 37440 + }, + { + "epoch": 31.75657336726039, + "grad_norm": 0.6932060563819116, + "learning_rate": 1.596747200454448e-05, + "loss": 0.0149, + "step": 37441 + }, + { + "epoch": 31.757421543681087, + "grad_norm": 0.6620283277459631, + "learning_rate": 1.596725157208485e-05, + "loss": 0.0161, + "step": 37442 + }, + { + "epoch": 31.75826972010178, + "grad_norm": 0.7236760849897664, + "learning_rate": 1.5967031135122212e-05, + "loss": 0.0148, + "step": 37443 + }, + { + "epoch": 31.759117896522476, + "grad_norm": 0.6681567063781361, + "learning_rate": 1.5966810693656726e-05, + "loss": 0.0162, + "step": 37444 + }, + { + "epoch": 31.759966072943172, + "grad_norm": 0.6301691668532925, + "learning_rate": 1.596659024768856e-05, + "loss": 0.0151, + "step": 37445 + }, + { + "epoch": 31.760814249363868, + "grad_norm": 0.7017573392090463, + "learning_rate": 1.5966369797217888e-05, + "loss": 0.0158, + "step": 37446 + }, + { + "epoch": 31.761662425784564, + "grad_norm": 0.5583009582543249, + "learning_rate": 1.596614934224487e-05, + "loss": 0.0142, + "step": 37447 + }, + { + "epoch": 31.762510602205257, + "grad_norm": 0.6361005260101, + "learning_rate": 1.596592888276967e-05, + "loss": 0.0168, + "step": 37448 + }, + { + "epoch": 31.763358778625953, + "grad_norm": 0.6564812029632827, + "learning_rate": 1.5965708418792456e-05, + "loss": 0.0171, + "step": 37449 + }, + { + "epoch": 31.76420695504665, + "grad_norm": 0.6379171356526956, + "learning_rate": 1.5965487950313395e-05, + "loss": 0.0131, + "step": 37450 + }, + { + "epoch": 31.765055131467346, + "grad_norm": 0.617927823059149, + "learning_rate": 1.596526747733266e-05, + "loss": 0.0152, + "step": 37451 + }, + { + "epoch": 31.765903307888042, + "grad_norm": 0.725957656869308, + "learning_rate": 1.5965046999850403e-05, + "loss": 0.0168, + "step": 37452 + }, + { + "epoch": 31.766751484308735, + "grad_norm": 0.541635337083535, + "learning_rate": 1.5964826517866804e-05, + "loss": 0.0135, + "step": 37453 + }, + { + "epoch": 31.76759966072943, + "grad_norm": 0.6183929440867699, + "learning_rate": 1.596460603138202e-05, + "loss": 0.0168, + "step": 37454 + }, + { + "epoch": 31.768447837150127, + "grad_norm": 0.6882041641157438, + "learning_rate": 1.5964385540396227e-05, + "loss": 0.0144, + "step": 37455 + }, + { + "epoch": 31.769296013570823, + "grad_norm": 0.6588295562250317, + "learning_rate": 1.596416504490958e-05, + "loss": 0.0148, + "step": 37456 + }, + { + "epoch": 31.77014418999152, + "grad_norm": 0.6976058542881005, + "learning_rate": 1.5963944544922253e-05, + "loss": 0.018, + "step": 37457 + }, + { + "epoch": 31.770992366412212, + "grad_norm": 0.722211118540872, + "learning_rate": 1.5963724040434412e-05, + "loss": 0.0181, + "step": 37458 + }, + { + "epoch": 31.77184054283291, + "grad_norm": 0.65045429560578, + "learning_rate": 1.5963503531446217e-05, + "loss": 0.015, + "step": 37459 + }, + { + "epoch": 31.772688719253605, + "grad_norm": 0.7546485266539708, + "learning_rate": 1.5963283017957848e-05, + "loss": 0.0192, + "step": 37460 + }, + { + "epoch": 31.7735368956743, + "grad_norm": 0.9109503000325802, + "learning_rate": 1.5963062499969456e-05, + "loss": 0.0147, + "step": 37461 + }, + { + "epoch": 31.774385072094997, + "grad_norm": 0.6419104499343836, + "learning_rate": 1.5962841977481216e-05, + "loss": 0.0154, + "step": 37462 + }, + { + "epoch": 31.77523324851569, + "grad_norm": 0.6948605704273455, + "learning_rate": 1.596262145049329e-05, + "loss": 0.019, + "step": 37463 + }, + { + "epoch": 31.776081424936386, + "grad_norm": 0.6789709795367193, + "learning_rate": 1.596240091900585e-05, + "loss": 0.0156, + "step": 37464 + }, + { + "epoch": 31.776929601357082, + "grad_norm": 0.6358319376337548, + "learning_rate": 1.596218038301906e-05, + "loss": 0.0168, + "step": 37465 + }, + { + "epoch": 31.77777777777778, + "grad_norm": 0.6844953459797807, + "learning_rate": 1.5961959842533083e-05, + "loss": 0.0149, + "step": 37466 + }, + { + "epoch": 31.778625954198475, + "grad_norm": 0.7786328989402406, + "learning_rate": 1.596173929754809e-05, + "loss": 0.0178, + "step": 37467 + }, + { + "epoch": 31.779474130619167, + "grad_norm": 0.6185194775295666, + "learning_rate": 1.5961518748064248e-05, + "loss": 0.0171, + "step": 37468 + }, + { + "epoch": 31.780322307039864, + "grad_norm": 0.7556245074257526, + "learning_rate": 1.5961298194081717e-05, + "loss": 0.0153, + "step": 37469 + }, + { + "epoch": 31.78117048346056, + "grad_norm": 0.6921021939030639, + "learning_rate": 1.5961077635600665e-05, + "loss": 0.0173, + "step": 37470 + }, + { + "epoch": 31.782018659881256, + "grad_norm": 0.6146633094244667, + "learning_rate": 1.5960857072621265e-05, + "loss": 0.0145, + "step": 37471 + }, + { + "epoch": 31.782866836301952, + "grad_norm": 0.6654024873321106, + "learning_rate": 1.596063650514368e-05, + "loss": 0.0168, + "step": 37472 + }, + { + "epoch": 31.783715012722645, + "grad_norm": 0.7790552763155096, + "learning_rate": 1.5960415933168075e-05, + "loss": 0.0157, + "step": 37473 + }, + { + "epoch": 31.78456318914334, + "grad_norm": 0.6392293026228842, + "learning_rate": 1.5960195356694613e-05, + "loss": 0.0144, + "step": 37474 + }, + { + "epoch": 31.785411365564038, + "grad_norm": 0.6028276798901905, + "learning_rate": 1.595997477572347e-05, + "loss": 0.0137, + "step": 37475 + }, + { + "epoch": 31.786259541984734, + "grad_norm": 0.6811538521298222, + "learning_rate": 1.5959754190254805e-05, + "loss": 0.0161, + "step": 37476 + }, + { + "epoch": 31.78710771840543, + "grad_norm": 0.6295299959593232, + "learning_rate": 1.595953360028879e-05, + "loss": 0.0152, + "step": 37477 + }, + { + "epoch": 31.787955894826123, + "grad_norm": 0.650790427742956, + "learning_rate": 1.595931300582558e-05, + "loss": 0.0149, + "step": 37478 + }, + { + "epoch": 31.78880407124682, + "grad_norm": 0.7290177711594421, + "learning_rate": 1.595909240686536e-05, + "loss": 0.0157, + "step": 37479 + }, + { + "epoch": 31.789652247667515, + "grad_norm": 0.7878464892530662, + "learning_rate": 1.595887180340828e-05, + "loss": 0.0186, + "step": 37480 + }, + { + "epoch": 31.79050042408821, + "grad_norm": 0.723208240603315, + "learning_rate": 1.5958651195454512e-05, + "loss": 0.0153, + "step": 37481 + }, + { + "epoch": 31.791348600508904, + "grad_norm": 0.6849717645990232, + "learning_rate": 1.5958430583004228e-05, + "loss": 0.0157, + "step": 37482 + }, + { + "epoch": 31.7921967769296, + "grad_norm": 0.5851209605912933, + "learning_rate": 1.5958209966057584e-05, + "loss": 0.0122, + "step": 37483 + }, + { + "epoch": 31.793044953350297, + "grad_norm": 0.6630790850459107, + "learning_rate": 1.5957989344614753e-05, + "loss": 0.0149, + "step": 37484 + }, + { + "epoch": 31.793893129770993, + "grad_norm": 0.753085926303972, + "learning_rate": 1.5957768718675903e-05, + "loss": 0.0158, + "step": 37485 + }, + { + "epoch": 31.79474130619169, + "grad_norm": 0.5742823536397071, + "learning_rate": 1.5957548088241194e-05, + "loss": 0.0156, + "step": 37486 + }, + { + "epoch": 31.79558948261238, + "grad_norm": 0.6989224123653015, + "learning_rate": 1.59573274533108e-05, + "loss": 0.0152, + "step": 37487 + }, + { + "epoch": 31.796437659033078, + "grad_norm": 0.5753525942105565, + "learning_rate": 1.5957106813884882e-05, + "loss": 0.0148, + "step": 37488 + }, + { + "epoch": 31.797285835453774, + "grad_norm": 0.8799394928514135, + "learning_rate": 1.5956886169963606e-05, + "loss": 0.0186, + "step": 37489 + }, + { + "epoch": 31.79813401187447, + "grad_norm": 0.6100296143682464, + "learning_rate": 1.5956665521547144e-05, + "loss": 0.0143, + "step": 37490 + }, + { + "epoch": 31.798982188295167, + "grad_norm": 0.7621633591866634, + "learning_rate": 1.595644486863566e-05, + "loss": 0.0152, + "step": 37491 + }, + { + "epoch": 31.79983036471586, + "grad_norm": 0.6497475044532901, + "learning_rate": 1.595622421122932e-05, + "loss": 0.0133, + "step": 37492 + }, + { + "epoch": 31.800678541136556, + "grad_norm": 0.6317392798065253, + "learning_rate": 1.5956003549328286e-05, + "loss": 0.0158, + "step": 37493 + }, + { + "epoch": 31.801526717557252, + "grad_norm": 0.6477158544316255, + "learning_rate": 1.5955782882932736e-05, + "loss": 0.0159, + "step": 37494 + }, + { + "epoch": 31.802374893977948, + "grad_norm": 0.6064640227018614, + "learning_rate": 1.5955562212042822e-05, + "loss": 0.0151, + "step": 37495 + }, + { + "epoch": 31.803223070398644, + "grad_norm": 0.5709950632692515, + "learning_rate": 1.5955341536658725e-05, + "loss": 0.0146, + "step": 37496 + }, + { + "epoch": 31.804071246819337, + "grad_norm": 0.6428677268661617, + "learning_rate": 1.59551208567806e-05, + "loss": 0.014, + "step": 37497 + }, + { + "epoch": 31.804919423240033, + "grad_norm": 0.6514663917376363, + "learning_rate": 1.5954900172408622e-05, + "loss": 0.0155, + "step": 37498 + }, + { + "epoch": 31.80576759966073, + "grad_norm": 0.6945267094580332, + "learning_rate": 1.5954679483542948e-05, + "loss": 0.0165, + "step": 37499 + }, + { + "epoch": 31.806615776081426, + "grad_norm": 0.7606943652154768, + "learning_rate": 1.5954458790183755e-05, + "loss": 0.0159, + "step": 37500 + }, + { + "epoch": 31.807463952502122, + "grad_norm": 0.7011067880612725, + "learning_rate": 1.59542380923312e-05, + "loss": 0.0183, + "step": 37501 + }, + { + "epoch": 31.808312128922815, + "grad_norm": 0.7086296436664877, + "learning_rate": 1.5954017389985455e-05, + "loss": 0.0146, + "step": 37502 + }, + { + "epoch": 31.80916030534351, + "grad_norm": 0.6260571722340937, + "learning_rate": 1.595379668314669e-05, + "loss": 0.0159, + "step": 37503 + }, + { + "epoch": 31.810008481764207, + "grad_norm": 0.6710997066407111, + "learning_rate": 1.595357597181506e-05, + "loss": 0.0188, + "step": 37504 + }, + { + "epoch": 31.810856658184903, + "grad_norm": 0.547812362186158, + "learning_rate": 1.5953355255990747e-05, + "loss": 0.014, + "step": 37505 + }, + { + "epoch": 31.8117048346056, + "grad_norm": 0.7307082260464288, + "learning_rate": 1.5953134535673903e-05, + "loss": 0.0157, + "step": 37506 + }, + { + "epoch": 31.812553011026292, + "grad_norm": 0.5662771923637023, + "learning_rate": 1.5952913810864705e-05, + "loss": 0.0121, + "step": 37507 + }, + { + "epoch": 31.81340118744699, + "grad_norm": 0.8374025586362781, + "learning_rate": 1.5952693081563315e-05, + "loss": 0.0181, + "step": 37508 + }, + { + "epoch": 31.814249363867685, + "grad_norm": 0.6918822573328735, + "learning_rate": 1.59524723477699e-05, + "loss": 0.0184, + "step": 37509 + }, + { + "epoch": 31.81509754028838, + "grad_norm": 0.5716017343968482, + "learning_rate": 1.5952251609484623e-05, + "loss": 0.0134, + "step": 37510 + }, + { + "epoch": 31.815945716709077, + "grad_norm": 0.567917964477094, + "learning_rate": 1.595203086670766e-05, + "loss": 0.0138, + "step": 37511 + }, + { + "epoch": 31.81679389312977, + "grad_norm": 0.6495464803032536, + "learning_rate": 1.595181011943917e-05, + "loss": 0.0156, + "step": 37512 + }, + { + "epoch": 31.817642069550466, + "grad_norm": 0.5753874662879133, + "learning_rate": 1.5951589367679318e-05, + "loss": 0.0129, + "step": 37513 + }, + { + "epoch": 31.818490245971162, + "grad_norm": 0.6712154272773769, + "learning_rate": 1.5951368611428273e-05, + "loss": 0.0163, + "step": 37514 + }, + { + "epoch": 31.81933842239186, + "grad_norm": 0.7784390998183643, + "learning_rate": 1.595114785068621e-05, + "loss": 0.0152, + "step": 37515 + }, + { + "epoch": 31.820186598812555, + "grad_norm": 0.5743015039085284, + "learning_rate": 1.5950927085453282e-05, + "loss": 0.0169, + "step": 37516 + }, + { + "epoch": 31.821034775233247, + "grad_norm": 0.719082141974993, + "learning_rate": 1.5950706315729664e-05, + "loss": 0.0189, + "step": 37517 + }, + { + "epoch": 31.821882951653944, + "grad_norm": 0.6782651657413854, + "learning_rate": 1.595048554151552e-05, + "loss": 0.0184, + "step": 37518 + }, + { + "epoch": 31.82273112807464, + "grad_norm": 0.666392510428054, + "learning_rate": 1.5950264762811015e-05, + "loss": 0.0148, + "step": 37519 + }, + { + "epoch": 31.823579304495336, + "grad_norm": 0.6440456265247448, + "learning_rate": 1.595004397961632e-05, + "loss": 0.0153, + "step": 37520 + }, + { + "epoch": 31.82442748091603, + "grad_norm": 0.7120806119201826, + "learning_rate": 1.5949823191931598e-05, + "loss": 0.0164, + "step": 37521 + }, + { + "epoch": 31.825275657336725, + "grad_norm": 0.7484118634282753, + "learning_rate": 1.594960239975702e-05, + "loss": 0.0151, + "step": 37522 + }, + { + "epoch": 31.82612383375742, + "grad_norm": 0.6562590663087159, + "learning_rate": 1.5949381603092745e-05, + "loss": 0.0161, + "step": 37523 + }, + { + "epoch": 31.826972010178118, + "grad_norm": 0.6206919862763496, + "learning_rate": 1.5949160801938946e-05, + "loss": 0.0121, + "step": 37524 + }, + { + "epoch": 31.827820186598814, + "grad_norm": 0.6420434231821629, + "learning_rate": 1.5948939996295788e-05, + "loss": 0.0146, + "step": 37525 + }, + { + "epoch": 31.828668363019506, + "grad_norm": 0.6343034873207206, + "learning_rate": 1.5948719186163436e-05, + "loss": 0.0154, + "step": 37526 + }, + { + "epoch": 31.829516539440203, + "grad_norm": 0.8067020423079595, + "learning_rate": 1.594849837154206e-05, + "loss": 0.0196, + "step": 37527 + }, + { + "epoch": 31.8303647158609, + "grad_norm": 0.5673986932598472, + "learning_rate": 1.5948277552431823e-05, + "loss": 0.0139, + "step": 37528 + }, + { + "epoch": 31.831212892281595, + "grad_norm": 0.7945327099181914, + "learning_rate": 1.594805672883289e-05, + "loss": 0.0172, + "step": 37529 + }, + { + "epoch": 31.83206106870229, + "grad_norm": 0.6724979933934535, + "learning_rate": 1.5947835900745437e-05, + "loss": 0.0141, + "step": 37530 + }, + { + "epoch": 31.832909245122984, + "grad_norm": 0.6496630982673528, + "learning_rate": 1.594761506816962e-05, + "loss": 0.0147, + "step": 37531 + }, + { + "epoch": 31.83375742154368, + "grad_norm": 0.7349662848751332, + "learning_rate": 1.594739423110561e-05, + "loss": 0.0161, + "step": 37532 + }, + { + "epoch": 31.834605597964376, + "grad_norm": 0.6266875393641994, + "learning_rate": 1.5947173389553578e-05, + "loss": 0.0153, + "step": 37533 + }, + { + "epoch": 31.835453774385073, + "grad_norm": 0.6155172076471802, + "learning_rate": 1.594695254351368e-05, + "loss": 0.0166, + "step": 37534 + }, + { + "epoch": 31.83630195080577, + "grad_norm": 0.7846533084722036, + "learning_rate": 1.5946731692986093e-05, + "loss": 0.0155, + "step": 37535 + }, + { + "epoch": 31.83715012722646, + "grad_norm": 0.6473942468367729, + "learning_rate": 1.5946510837970977e-05, + "loss": 0.0155, + "step": 37536 + }, + { + "epoch": 31.837998303647158, + "grad_norm": 0.6822243220752031, + "learning_rate": 1.5946289978468507e-05, + "loss": 0.0177, + "step": 37537 + }, + { + "epoch": 31.838846480067854, + "grad_norm": 0.5898155383121875, + "learning_rate": 1.5946069114478835e-05, + "loss": 0.0143, + "step": 37538 + }, + { + "epoch": 31.83969465648855, + "grad_norm": 0.6041751913684, + "learning_rate": 1.5945848246002146e-05, + "loss": 0.0131, + "step": 37539 + }, + { + "epoch": 31.840542832909247, + "grad_norm": 0.7879291401294478, + "learning_rate": 1.594562737303859e-05, + "loss": 0.016, + "step": 37540 + }, + { + "epoch": 31.84139100932994, + "grad_norm": 0.753274796229904, + "learning_rate": 1.5945406495588347e-05, + "loss": 0.0156, + "step": 37541 + }, + { + "epoch": 31.842239185750635, + "grad_norm": 0.6439310382610718, + "learning_rate": 1.5945185613651575e-05, + "loss": 0.0163, + "step": 37542 + }, + { + "epoch": 31.84308736217133, + "grad_norm": 0.7283982064389025, + "learning_rate": 1.594496472722844e-05, + "loss": 0.0146, + "step": 37543 + }, + { + "epoch": 31.843935538592028, + "grad_norm": 0.6886477222757246, + "learning_rate": 1.5944743836319116e-05, + "loss": 0.0165, + "step": 37544 + }, + { + "epoch": 31.844783715012724, + "grad_norm": 0.6425577969064449, + "learning_rate": 1.5944522940923768e-05, + "loss": 0.0152, + "step": 37545 + }, + { + "epoch": 31.845631891433417, + "grad_norm": 0.6049165934419716, + "learning_rate": 1.5944302041042556e-05, + "loss": 0.0133, + "step": 37546 + }, + { + "epoch": 31.846480067854113, + "grad_norm": 0.6978702654022404, + "learning_rate": 1.5944081136675654e-05, + "loss": 0.0167, + "step": 37547 + }, + { + "epoch": 31.84732824427481, + "grad_norm": 0.6859622979895318, + "learning_rate": 1.5943860227823222e-05, + "loss": 0.016, + "step": 37548 + }, + { + "epoch": 31.848176420695506, + "grad_norm": 0.6412427350256776, + "learning_rate": 1.594363931448543e-05, + "loss": 0.0138, + "step": 37549 + }, + { + "epoch": 31.849024597116202, + "grad_norm": 0.9335352384370184, + "learning_rate": 1.5943418396662453e-05, + "loss": 0.0158, + "step": 37550 + }, + { + "epoch": 31.849872773536894, + "grad_norm": 0.7093275645646673, + "learning_rate": 1.5943197474354444e-05, + "loss": 0.0146, + "step": 37551 + }, + { + "epoch": 31.85072094995759, + "grad_norm": 0.5693935081008727, + "learning_rate": 1.5942976547561576e-05, + "loss": 0.015, + "step": 37552 + }, + { + "epoch": 31.851569126378287, + "grad_norm": 0.6261024479136399, + "learning_rate": 1.5942755616284014e-05, + "loss": 0.0156, + "step": 37553 + }, + { + "epoch": 31.852417302798983, + "grad_norm": 0.678560277119957, + "learning_rate": 1.594253468052193e-05, + "loss": 0.0175, + "step": 37554 + }, + { + "epoch": 31.85326547921968, + "grad_norm": 0.7100170625838061, + "learning_rate": 1.5942313740275483e-05, + "loss": 0.0151, + "step": 37555 + }, + { + "epoch": 31.854113655640372, + "grad_norm": 0.6138530013738573, + "learning_rate": 1.594209279554485e-05, + "loss": 0.0156, + "step": 37556 + }, + { + "epoch": 31.85496183206107, + "grad_norm": 0.6244597350121434, + "learning_rate": 1.5941871846330182e-05, + "loss": 0.0163, + "step": 37557 + }, + { + "epoch": 31.855810008481765, + "grad_norm": 0.7198099896944533, + "learning_rate": 1.594165089263166e-05, + "loss": 0.0157, + "step": 37558 + }, + { + "epoch": 31.85665818490246, + "grad_norm": 0.6288219423051337, + "learning_rate": 1.594142993444945e-05, + "loss": 0.0154, + "step": 37559 + }, + { + "epoch": 31.857506361323153, + "grad_norm": 0.6060609787926796, + "learning_rate": 1.5941208971783707e-05, + "loss": 0.0133, + "step": 37560 + }, + { + "epoch": 31.85835453774385, + "grad_norm": 0.7981752816684345, + "learning_rate": 1.5940988004634608e-05, + "loss": 0.0161, + "step": 37561 + }, + { + "epoch": 31.859202714164546, + "grad_norm": 0.7038917790768979, + "learning_rate": 1.594076703300232e-05, + "loss": 0.0166, + "step": 37562 + }, + { + "epoch": 31.860050890585242, + "grad_norm": 0.6325983316781899, + "learning_rate": 1.5940546056887e-05, + "loss": 0.015, + "step": 37563 + }, + { + "epoch": 31.86089906700594, + "grad_norm": 0.6448333686484387, + "learning_rate": 1.5940325076288824e-05, + "loss": 0.0171, + "step": 37564 + }, + { + "epoch": 31.86174724342663, + "grad_norm": 0.6106913424557062, + "learning_rate": 1.594010409120796e-05, + "loss": 0.0149, + "step": 37565 + }, + { + "epoch": 31.862595419847327, + "grad_norm": 0.6693627836898655, + "learning_rate": 1.593988310164457e-05, + "loss": 0.0182, + "step": 37566 + }, + { + "epoch": 31.863443596268024, + "grad_norm": 0.6474021497472465, + "learning_rate": 1.5939662107598817e-05, + "loss": 0.0142, + "step": 37567 + }, + { + "epoch": 31.86429177268872, + "grad_norm": 0.5939145235653025, + "learning_rate": 1.5939441109070878e-05, + "loss": 0.0156, + "step": 37568 + }, + { + "epoch": 31.865139949109416, + "grad_norm": 0.6608918743165981, + "learning_rate": 1.593922010606091e-05, + "loss": 0.0166, + "step": 37569 + }, + { + "epoch": 31.86598812553011, + "grad_norm": 0.6139063925534389, + "learning_rate": 1.5938999098569087e-05, + "loss": 0.0136, + "step": 37570 + }, + { + "epoch": 31.866836301950805, + "grad_norm": 0.7914430735940984, + "learning_rate": 1.5938778086595574e-05, + "loss": 0.0186, + "step": 37571 + }, + { + "epoch": 31.8676844783715, + "grad_norm": 0.73047982628915, + "learning_rate": 1.593855707014053e-05, + "loss": 0.0156, + "step": 37572 + }, + { + "epoch": 31.868532654792197, + "grad_norm": 0.7496629753392658, + "learning_rate": 1.593833604920414e-05, + "loss": 0.0161, + "step": 37573 + }, + { + "epoch": 31.869380831212894, + "grad_norm": 0.701025288333119, + "learning_rate": 1.593811502378655e-05, + "loss": 0.0155, + "step": 37574 + }, + { + "epoch": 31.870229007633586, + "grad_norm": 0.6886447185561589, + "learning_rate": 1.5937893993887938e-05, + "loss": 0.0192, + "step": 37575 + }, + { + "epoch": 31.871077184054283, + "grad_norm": 0.7022254252145693, + "learning_rate": 1.593767295950847e-05, + "loss": 0.0168, + "step": 37576 + }, + { + "epoch": 31.87192536047498, + "grad_norm": 0.7277717885497679, + "learning_rate": 1.5937451920648307e-05, + "loss": 0.0155, + "step": 37577 + }, + { + "epoch": 31.872773536895675, + "grad_norm": 0.6066453286186062, + "learning_rate": 1.5937230877307625e-05, + "loss": 0.014, + "step": 37578 + }, + { + "epoch": 31.87362171331637, + "grad_norm": 0.7967974730440878, + "learning_rate": 1.5937009829486587e-05, + "loss": 0.0153, + "step": 37579 + }, + { + "epoch": 31.874469889737064, + "grad_norm": 0.5764380547590335, + "learning_rate": 1.5936788777185354e-05, + "loss": 0.0147, + "step": 37580 + }, + { + "epoch": 31.87531806615776, + "grad_norm": 0.7568985062511774, + "learning_rate": 1.5936567720404102e-05, + "loss": 0.0182, + "step": 37581 + }, + { + "epoch": 31.876166242578456, + "grad_norm": 0.6958356556373213, + "learning_rate": 1.5936346659142992e-05, + "loss": 0.014, + "step": 37582 + }, + { + "epoch": 31.877014418999153, + "grad_norm": 0.6868919634260058, + "learning_rate": 1.5936125593402192e-05, + "loss": 0.017, + "step": 37583 + }, + { + "epoch": 31.87786259541985, + "grad_norm": 0.5465030677493748, + "learning_rate": 1.5935904523181872e-05, + "loss": 0.0136, + "step": 37584 + }, + { + "epoch": 31.87871077184054, + "grad_norm": 1.3300642256773654, + "learning_rate": 1.5935683448482195e-05, + "loss": 0.0182, + "step": 37585 + }, + { + "epoch": 31.879558948261238, + "grad_norm": 0.7239071616817336, + "learning_rate": 1.5935462369303325e-05, + "loss": 0.0152, + "step": 37586 + }, + { + "epoch": 31.880407124681934, + "grad_norm": 0.7050233384394164, + "learning_rate": 1.5935241285645434e-05, + "loss": 0.0172, + "step": 37587 + }, + { + "epoch": 31.88125530110263, + "grad_norm": 0.7675138676278448, + "learning_rate": 1.593502019750869e-05, + "loss": 0.0171, + "step": 37588 + }, + { + "epoch": 31.882103477523327, + "grad_norm": 0.623851151466173, + "learning_rate": 1.5934799104893256e-05, + "loss": 0.0154, + "step": 37589 + }, + { + "epoch": 31.88295165394402, + "grad_norm": 0.5003832617417721, + "learning_rate": 1.5934578007799305e-05, + "loss": 0.0121, + "step": 37590 + }, + { + "epoch": 31.883799830364715, + "grad_norm": 0.5186468602875584, + "learning_rate": 1.5934356906226992e-05, + "loss": 0.0129, + "step": 37591 + }, + { + "epoch": 31.88464800678541, + "grad_norm": 0.6643196527869151, + "learning_rate": 1.5934135800176497e-05, + "loss": 0.0152, + "step": 37592 + }, + { + "epoch": 31.885496183206108, + "grad_norm": 0.6854440450951818, + "learning_rate": 1.5933914689647976e-05, + "loss": 0.0156, + "step": 37593 + }, + { + "epoch": 31.886344359626804, + "grad_norm": 0.6916145360041056, + "learning_rate": 1.5933693574641602e-05, + "loss": 0.0177, + "step": 37594 + }, + { + "epoch": 31.887192536047497, + "grad_norm": 0.7780293590968341, + "learning_rate": 1.593347245515754e-05, + "loss": 0.0173, + "step": 37595 + }, + { + "epoch": 31.888040712468193, + "grad_norm": 0.7323562907624116, + "learning_rate": 1.593325133119596e-05, + "loss": 0.0167, + "step": 37596 + }, + { + "epoch": 31.88888888888889, + "grad_norm": 0.6381523427096667, + "learning_rate": 1.593303020275702e-05, + "loss": 0.0157, + "step": 37597 + }, + { + "epoch": 31.889737065309586, + "grad_norm": 0.6805924609532559, + "learning_rate": 1.59328090698409e-05, + "loss": 0.0162, + "step": 37598 + }, + { + "epoch": 31.890585241730278, + "grad_norm": 0.7258057949398332, + "learning_rate": 1.5932587932447758e-05, + "loss": 0.017, + "step": 37599 + }, + { + "epoch": 31.891433418150974, + "grad_norm": 0.6631005349538542, + "learning_rate": 1.593236679057776e-05, + "loss": 0.0142, + "step": 37600 + }, + { + "epoch": 31.89228159457167, + "grad_norm": 0.5960656731852952, + "learning_rate": 1.5932145644231077e-05, + "loss": 0.0161, + "step": 37601 + }, + { + "epoch": 31.893129770992367, + "grad_norm": 0.7437318374346065, + "learning_rate": 1.593192449340788e-05, + "loss": 0.016, + "step": 37602 + }, + { + "epoch": 31.893977947413063, + "grad_norm": 0.6548197888370051, + "learning_rate": 1.5931703338108326e-05, + "loss": 0.0162, + "step": 37603 + }, + { + "epoch": 31.894826123833756, + "grad_norm": 0.6150225296937419, + "learning_rate": 1.5931482178332584e-05, + "loss": 0.0148, + "step": 37604 + }, + { + "epoch": 31.895674300254452, + "grad_norm": 0.7038108430023498, + "learning_rate": 1.5931261014080826e-05, + "loss": 0.0193, + "step": 37605 + }, + { + "epoch": 31.89652247667515, + "grad_norm": 0.7358569292240497, + "learning_rate": 1.5931039845353217e-05, + "loss": 0.0187, + "step": 37606 + }, + { + "epoch": 31.897370653095845, + "grad_norm": 0.7516313427796671, + "learning_rate": 1.593081867214992e-05, + "loss": 0.016, + "step": 37607 + }, + { + "epoch": 31.89821882951654, + "grad_norm": 0.5679086534973813, + "learning_rate": 1.5930597494471107e-05, + "loss": 0.0131, + "step": 37608 + }, + { + "epoch": 31.899067005937233, + "grad_norm": 0.6194097815140841, + "learning_rate": 1.593037631231694e-05, + "loss": 0.0158, + "step": 37609 + }, + { + "epoch": 31.89991518235793, + "grad_norm": 0.6359922398857935, + "learning_rate": 1.5930155125687593e-05, + "loss": 0.0155, + "step": 37610 + }, + { + "epoch": 31.900763358778626, + "grad_norm": 0.6237927735447, + "learning_rate": 1.592993393458323e-05, + "loss": 0.0166, + "step": 37611 + }, + { + "epoch": 31.901611535199322, + "grad_norm": 0.6468265236763852, + "learning_rate": 1.5929712739004012e-05, + "loss": 0.0153, + "step": 37612 + }, + { + "epoch": 31.90245971162002, + "grad_norm": 0.7310317319949468, + "learning_rate": 1.592949153895011e-05, + "loss": 0.0162, + "step": 37613 + }, + { + "epoch": 31.90330788804071, + "grad_norm": 0.642473490809104, + "learning_rate": 1.5929270334421697e-05, + "loss": 0.0148, + "step": 37614 + }, + { + "epoch": 31.904156064461407, + "grad_norm": 0.7347180710960812, + "learning_rate": 1.592904912541893e-05, + "loss": 0.0164, + "step": 37615 + }, + { + "epoch": 31.905004240882104, + "grad_norm": 0.7320254479257441, + "learning_rate": 1.5928827911941983e-05, + "loss": 0.0173, + "step": 37616 + }, + { + "epoch": 31.9058524173028, + "grad_norm": 0.7306253998342771, + "learning_rate": 1.5928606693991016e-05, + "loss": 0.0178, + "step": 37617 + }, + { + "epoch": 31.906700593723496, + "grad_norm": 0.7120118651531215, + "learning_rate": 1.5928385471566204e-05, + "loss": 0.0183, + "step": 37618 + }, + { + "epoch": 31.90754877014419, + "grad_norm": 0.706603536260929, + "learning_rate": 1.592816424466771e-05, + "loss": 0.0171, + "step": 37619 + }, + { + "epoch": 31.908396946564885, + "grad_norm": 0.6300572021044868, + "learning_rate": 1.5927943013295698e-05, + "loss": 0.0139, + "step": 37620 + }, + { + "epoch": 31.90924512298558, + "grad_norm": 0.6212410469930655, + "learning_rate": 1.592772177745034e-05, + "loss": 0.0135, + "step": 37621 + }, + { + "epoch": 31.910093299406277, + "grad_norm": 0.5315821866039966, + "learning_rate": 1.5927500537131798e-05, + "loss": 0.0114, + "step": 37622 + }, + { + "epoch": 31.910941475826974, + "grad_norm": 0.5272748874058034, + "learning_rate": 1.5927279292340244e-05, + "loss": 0.0115, + "step": 37623 + }, + { + "epoch": 31.911789652247666, + "grad_norm": 0.6257520902737097, + "learning_rate": 1.5927058043075847e-05, + "loss": 0.0159, + "step": 37624 + }, + { + "epoch": 31.912637828668363, + "grad_norm": 0.5888305448091079, + "learning_rate": 1.5926836789338765e-05, + "loss": 0.0139, + "step": 37625 + }, + { + "epoch": 31.91348600508906, + "grad_norm": 0.6684052482996465, + "learning_rate": 1.592661553112917e-05, + "loss": 0.015, + "step": 37626 + }, + { + "epoch": 31.914334181509755, + "grad_norm": 0.7633332371060774, + "learning_rate": 1.592639426844723e-05, + "loss": 0.0145, + "step": 37627 + }, + { + "epoch": 31.91518235793045, + "grad_norm": 0.7104067674217714, + "learning_rate": 1.592617300129311e-05, + "loss": 0.0153, + "step": 37628 + }, + { + "epoch": 31.916030534351144, + "grad_norm": 0.7603145951038073, + "learning_rate": 1.592595172966698e-05, + "loss": 0.0171, + "step": 37629 + }, + { + "epoch": 31.91687871077184, + "grad_norm": 0.6746164655469363, + "learning_rate": 1.5925730453569e-05, + "loss": 0.0148, + "step": 37630 + }, + { + "epoch": 31.917726887192536, + "grad_norm": 0.7502896365714068, + "learning_rate": 1.5925509172999347e-05, + "loss": 0.0147, + "step": 37631 + }, + { + "epoch": 31.918575063613233, + "grad_norm": 0.6288943819546765, + "learning_rate": 1.5925287887958177e-05, + "loss": 0.0157, + "step": 37632 + }, + { + "epoch": 31.91942324003393, + "grad_norm": 0.6879948992380107, + "learning_rate": 1.592506659844567e-05, + "loss": 0.0155, + "step": 37633 + }, + { + "epoch": 31.92027141645462, + "grad_norm": 0.6531938554964108, + "learning_rate": 1.592484530446198e-05, + "loss": 0.0146, + "step": 37634 + }, + { + "epoch": 31.921119592875318, + "grad_norm": 0.7515118650494249, + "learning_rate": 1.5924624006007282e-05, + "loss": 0.019, + "step": 37635 + }, + { + "epoch": 31.921967769296014, + "grad_norm": 0.5347829277553187, + "learning_rate": 1.5924402703081736e-05, + "loss": 0.0142, + "step": 37636 + }, + { + "epoch": 31.92281594571671, + "grad_norm": 0.5906839608188424, + "learning_rate": 1.592418139568552e-05, + "loss": 0.0154, + "step": 37637 + }, + { + "epoch": 31.923664122137403, + "grad_norm": 0.52208725909759, + "learning_rate": 1.592396008381879e-05, + "loss": 0.0131, + "step": 37638 + }, + { + "epoch": 31.9245122985581, + "grad_norm": 0.41452246713589475, + "learning_rate": 1.592373876748172e-05, + "loss": 0.0122, + "step": 37639 + }, + { + "epoch": 31.925360474978795, + "grad_norm": 0.727415067012447, + "learning_rate": 1.5923517446674474e-05, + "loss": 0.0184, + "step": 37640 + }, + { + "epoch": 31.92620865139949, + "grad_norm": 0.7515715811123516, + "learning_rate": 1.5923296121397216e-05, + "loss": 0.016, + "step": 37641 + }, + { + "epoch": 31.927056827820188, + "grad_norm": 0.5950539861811072, + "learning_rate": 1.592307479165012e-05, + "loss": 0.0121, + "step": 37642 + }, + { + "epoch": 31.92790500424088, + "grad_norm": 0.5366207242556166, + "learning_rate": 1.5922853457433348e-05, + "loss": 0.0127, + "step": 37643 + }, + { + "epoch": 31.928753180661577, + "grad_norm": 0.6374661261009728, + "learning_rate": 1.5922632118747073e-05, + "loss": 0.0142, + "step": 37644 + }, + { + "epoch": 31.929601357082273, + "grad_norm": 0.5305350462922859, + "learning_rate": 1.5922410775591453e-05, + "loss": 0.0128, + "step": 37645 + }, + { + "epoch": 31.93044953350297, + "grad_norm": 0.6892062913730119, + "learning_rate": 1.592218942796666e-05, + "loss": 0.0168, + "step": 37646 + }, + { + "epoch": 31.931297709923665, + "grad_norm": 0.6801068945183272, + "learning_rate": 1.5921968075872865e-05, + "loss": 0.0156, + "step": 37647 + }, + { + "epoch": 31.932145886344358, + "grad_norm": 0.6825909501592253, + "learning_rate": 1.5921746719310228e-05, + "loss": 0.0172, + "step": 37648 + }, + { + "epoch": 31.932994062765054, + "grad_norm": 0.6354609482217306, + "learning_rate": 1.592152535827892e-05, + "loss": 0.0154, + "step": 37649 + }, + { + "epoch": 31.93384223918575, + "grad_norm": 0.6593940029578585, + "learning_rate": 1.5921303992779106e-05, + "loss": 0.0157, + "step": 37650 + }, + { + "epoch": 31.934690415606447, + "grad_norm": 0.6637848675490432, + "learning_rate": 1.5921082622810952e-05, + "loss": 0.0146, + "step": 37651 + }, + { + "epoch": 31.935538592027143, + "grad_norm": 0.5960245468195197, + "learning_rate": 1.592086124837463e-05, + "loss": 0.0149, + "step": 37652 + }, + { + "epoch": 31.936386768447836, + "grad_norm": 0.5885237646475309, + "learning_rate": 1.5920639869470303e-05, + "loss": 0.0128, + "step": 37653 + }, + { + "epoch": 31.937234944868532, + "grad_norm": 0.591198333307743, + "learning_rate": 1.5920418486098138e-05, + "loss": 0.0136, + "step": 37654 + }, + { + "epoch": 31.938083121289228, + "grad_norm": 0.6971163879444171, + "learning_rate": 1.5920197098258304e-05, + "loss": 0.0185, + "step": 37655 + }, + { + "epoch": 31.938931297709924, + "grad_norm": 0.6984760395856119, + "learning_rate": 1.591997570595097e-05, + "loss": 0.0179, + "step": 37656 + }, + { + "epoch": 31.93977947413062, + "grad_norm": 0.744193776021457, + "learning_rate": 1.5919754309176293e-05, + "loss": 0.0166, + "step": 37657 + }, + { + "epoch": 31.940627650551313, + "grad_norm": 0.7634091855235344, + "learning_rate": 1.5919532907934453e-05, + "loss": 0.0178, + "step": 37658 + }, + { + "epoch": 31.94147582697201, + "grad_norm": 0.6695199050181666, + "learning_rate": 1.591931150222561e-05, + "loss": 0.0144, + "step": 37659 + }, + { + "epoch": 31.942324003392706, + "grad_norm": 0.6092226669615215, + "learning_rate": 1.5919090092049934e-05, + "loss": 0.0162, + "step": 37660 + }, + { + "epoch": 31.943172179813402, + "grad_norm": 0.8084301466206477, + "learning_rate": 1.591886867740759e-05, + "loss": 0.0204, + "step": 37661 + }, + { + "epoch": 31.9440203562341, + "grad_norm": 0.6430250855392993, + "learning_rate": 1.5918647258298742e-05, + "loss": 0.0146, + "step": 37662 + }, + { + "epoch": 31.94486853265479, + "grad_norm": 0.6627653587039469, + "learning_rate": 1.5918425834723565e-05, + "loss": 0.0151, + "step": 37663 + }, + { + "epoch": 31.945716709075487, + "grad_norm": 0.6416745988371391, + "learning_rate": 1.5918204406682223e-05, + "loss": 0.0139, + "step": 37664 + }, + { + "epoch": 31.946564885496183, + "grad_norm": 0.6588358040576595, + "learning_rate": 1.591798297417488e-05, + "loss": 0.0142, + "step": 37665 + }, + { + "epoch": 31.94741306191688, + "grad_norm": 0.6387421532917641, + "learning_rate": 1.59177615372017e-05, + "loss": 0.0186, + "step": 37666 + }, + { + "epoch": 31.948261238337576, + "grad_norm": 0.7284136158115221, + "learning_rate": 1.591754009576286e-05, + "loss": 0.0138, + "step": 37667 + }, + { + "epoch": 31.94910941475827, + "grad_norm": 0.7139549066617238, + "learning_rate": 1.5917318649858524e-05, + "loss": 0.0178, + "step": 37668 + }, + { + "epoch": 31.949957591178965, + "grad_norm": 0.6038698853033854, + "learning_rate": 1.5917097199488855e-05, + "loss": 0.0151, + "step": 37669 + }, + { + "epoch": 31.95080576759966, + "grad_norm": 0.759046981720587, + "learning_rate": 1.5916875744654025e-05, + "loss": 0.0176, + "step": 37670 + }, + { + "epoch": 31.951653944020357, + "grad_norm": 0.6774609045344969, + "learning_rate": 1.5916654285354196e-05, + "loss": 0.0166, + "step": 37671 + }, + { + "epoch": 31.952502120441054, + "grad_norm": 0.6069182665849955, + "learning_rate": 1.5916432821589534e-05, + "loss": 0.0154, + "step": 37672 + }, + { + "epoch": 31.953350296861746, + "grad_norm": 0.6635382578039327, + "learning_rate": 1.5916211353360216e-05, + "loss": 0.0158, + "step": 37673 + }, + { + "epoch": 31.954198473282442, + "grad_norm": 0.5590149244056725, + "learning_rate": 1.59159898806664e-05, + "loss": 0.0123, + "step": 37674 + }, + { + "epoch": 31.95504664970314, + "grad_norm": 0.637504246842013, + "learning_rate": 1.5915768403508258e-05, + "loss": 0.0155, + "step": 37675 + }, + { + "epoch": 31.955894826123835, + "grad_norm": 0.6433291408596719, + "learning_rate": 1.5915546921885953e-05, + "loss": 0.015, + "step": 37676 + }, + { + "epoch": 31.956743002544528, + "grad_norm": 0.552007946877282, + "learning_rate": 1.5915325435799656e-05, + "loss": 0.0147, + "step": 37677 + }, + { + "epoch": 31.957591178965224, + "grad_norm": 0.6090852479336701, + "learning_rate": 1.5915103945249532e-05, + "loss": 0.0142, + "step": 37678 + }, + { + "epoch": 31.95843935538592, + "grad_norm": 0.6285767593017393, + "learning_rate": 1.5914882450235748e-05, + "loss": 0.0135, + "step": 37679 + }, + { + "epoch": 31.959287531806616, + "grad_norm": 0.629446365155167, + "learning_rate": 1.5914660950758473e-05, + "loss": 0.0141, + "step": 37680 + }, + { + "epoch": 31.960135708227313, + "grad_norm": 0.6919158958919615, + "learning_rate": 1.591443944681787e-05, + "loss": 0.0169, + "step": 37681 + }, + { + "epoch": 31.960983884648005, + "grad_norm": 0.6920158707079772, + "learning_rate": 1.5914217938414115e-05, + "loss": 0.0147, + "step": 37682 + }, + { + "epoch": 31.9618320610687, + "grad_norm": 0.6766365654277392, + "learning_rate": 1.5913996425547363e-05, + "loss": 0.0141, + "step": 37683 + }, + { + "epoch": 31.962680237489398, + "grad_norm": 0.6538914953501989, + "learning_rate": 1.5913774908217788e-05, + "loss": 0.016, + "step": 37684 + }, + { + "epoch": 31.963528413910094, + "grad_norm": 0.6025647604526905, + "learning_rate": 1.591355338642556e-05, + "loss": 0.0124, + "step": 37685 + }, + { + "epoch": 31.96437659033079, + "grad_norm": 0.639659299603158, + "learning_rate": 1.5913331860170842e-05, + "loss": 0.014, + "step": 37686 + }, + { + "epoch": 31.965224766751483, + "grad_norm": 0.5801147872805017, + "learning_rate": 1.59131103294538e-05, + "loss": 0.0148, + "step": 37687 + }, + { + "epoch": 31.96607294317218, + "grad_norm": 0.6879130965801974, + "learning_rate": 1.5912888794274604e-05, + "loss": 0.0158, + "step": 37688 + }, + { + "epoch": 31.966921119592875, + "grad_norm": 0.6309216892627423, + "learning_rate": 1.591266725463342e-05, + "loss": 0.0143, + "step": 37689 + }, + { + "epoch": 31.96776929601357, + "grad_norm": 0.6623476293147359, + "learning_rate": 1.5912445710530417e-05, + "loss": 0.014, + "step": 37690 + }, + { + "epoch": 31.968617472434268, + "grad_norm": 0.6689871540942872, + "learning_rate": 1.5912224161965756e-05, + "loss": 0.0153, + "step": 37691 + }, + { + "epoch": 31.96946564885496, + "grad_norm": 0.7789728713646008, + "learning_rate": 1.591200260893961e-05, + "loss": 0.0157, + "step": 37692 + }, + { + "epoch": 31.970313825275657, + "grad_norm": 0.8155306770430716, + "learning_rate": 1.591178105145215e-05, + "loss": 0.0173, + "step": 37693 + }, + { + "epoch": 31.971162001696353, + "grad_norm": 0.7223907604916079, + "learning_rate": 1.5911559489503535e-05, + "loss": 0.0164, + "step": 37694 + }, + { + "epoch": 31.97201017811705, + "grad_norm": 0.7225394724720782, + "learning_rate": 1.5911337923093933e-05, + "loss": 0.0175, + "step": 37695 + }, + { + "epoch": 31.972858354537745, + "grad_norm": 0.7335487855894353, + "learning_rate": 1.5911116352223518e-05, + "loss": 0.0149, + "step": 37696 + }, + { + "epoch": 31.973706530958438, + "grad_norm": 0.6219949578739408, + "learning_rate": 1.591089477689245e-05, + "loss": 0.014, + "step": 37697 + }, + { + "epoch": 31.974554707379134, + "grad_norm": 0.59802832858386, + "learning_rate": 1.59106731971009e-05, + "loss": 0.0151, + "step": 37698 + }, + { + "epoch": 31.97540288379983, + "grad_norm": 0.724081130819058, + "learning_rate": 1.591045161284903e-05, + "loss": 0.0167, + "step": 37699 + }, + { + "epoch": 31.976251060220527, + "grad_norm": 0.6224213867343705, + "learning_rate": 1.5910230024137018e-05, + "loss": 0.0151, + "step": 37700 + }, + { + "epoch": 31.977099236641223, + "grad_norm": 0.7003553762722049, + "learning_rate": 1.591000843096502e-05, + "loss": 0.0153, + "step": 37701 + }, + { + "epoch": 31.977947413061916, + "grad_norm": 0.8755895221172644, + "learning_rate": 1.590978683333321e-05, + "loss": 0.016, + "step": 37702 + }, + { + "epoch": 31.978795589482612, + "grad_norm": 0.5722831813624916, + "learning_rate": 1.590956523124175e-05, + "loss": 0.014, + "step": 37703 + }, + { + "epoch": 31.979643765903308, + "grad_norm": 0.6330320848859137, + "learning_rate": 1.5909343624690815e-05, + "loss": 0.014, + "step": 37704 + }, + { + "epoch": 31.980491942324004, + "grad_norm": 0.5589997401164265, + "learning_rate": 1.5909122013680565e-05, + "loss": 0.0159, + "step": 37705 + }, + { + "epoch": 31.9813401187447, + "grad_norm": 0.6837886588544582, + "learning_rate": 1.5908900398211167e-05, + "loss": 0.014, + "step": 37706 + }, + { + "epoch": 31.982188295165393, + "grad_norm": 0.5842334399775984, + "learning_rate": 1.5908678778282792e-05, + "loss": 0.0151, + "step": 37707 + }, + { + "epoch": 31.98303647158609, + "grad_norm": 0.7044820587336322, + "learning_rate": 1.5908457153895608e-05, + "loss": 0.016, + "step": 37708 + }, + { + "epoch": 31.983884648006786, + "grad_norm": 0.7036681143343947, + "learning_rate": 1.590823552504978e-05, + "loss": 0.0141, + "step": 37709 + }, + { + "epoch": 31.984732824427482, + "grad_norm": 0.7705734678306349, + "learning_rate": 1.590801389174548e-05, + "loss": 0.0172, + "step": 37710 + }, + { + "epoch": 31.98558100084818, + "grad_norm": 0.6692080987327963, + "learning_rate": 1.5907792253982865e-05, + "loss": 0.0157, + "step": 37711 + }, + { + "epoch": 31.98642917726887, + "grad_norm": 0.5681545235517599, + "learning_rate": 1.5907570611762107e-05, + "loss": 0.0132, + "step": 37712 + }, + { + "epoch": 31.987277353689567, + "grad_norm": 0.6303949314976817, + "learning_rate": 1.590734896508338e-05, + "loss": 0.0154, + "step": 37713 + }, + { + "epoch": 31.988125530110263, + "grad_norm": 0.7336320019705188, + "learning_rate": 1.5907127313946846e-05, + "loss": 0.0152, + "step": 37714 + }, + { + "epoch": 31.98897370653096, + "grad_norm": 0.6573727343284463, + "learning_rate": 1.5906905658352667e-05, + "loss": 0.014, + "step": 37715 + }, + { + "epoch": 31.989821882951652, + "grad_norm": 0.6861368815403464, + "learning_rate": 1.5906683998301015e-05, + "loss": 0.0144, + "step": 37716 + }, + { + "epoch": 31.99067005937235, + "grad_norm": 0.6264382112723772, + "learning_rate": 1.590646233379206e-05, + "loss": 0.0151, + "step": 37717 + }, + { + "epoch": 31.991518235793045, + "grad_norm": 0.9465443193869978, + "learning_rate": 1.590624066482597e-05, + "loss": 0.0203, + "step": 37718 + }, + { + "epoch": 31.99236641221374, + "grad_norm": 0.6082529358128983, + "learning_rate": 1.5906018991402902e-05, + "loss": 0.0151, + "step": 37719 + }, + { + "epoch": 31.993214588634437, + "grad_norm": 0.621531075549695, + "learning_rate": 1.5905797313523033e-05, + "loss": 0.0145, + "step": 37720 + }, + { + "epoch": 31.99406276505513, + "grad_norm": 0.5822013250550666, + "learning_rate": 1.590557563118653e-05, + "loss": 0.0139, + "step": 37721 + }, + { + "epoch": 31.994910941475826, + "grad_norm": 0.5899908197368715, + "learning_rate": 1.5905353944393557e-05, + "loss": 0.0161, + "step": 37722 + }, + { + "epoch": 31.995759117896522, + "grad_norm": 0.5932372271750291, + "learning_rate": 1.590513225314428e-05, + "loss": 0.0139, + "step": 37723 + }, + { + "epoch": 31.99660729431722, + "grad_norm": 0.7075709308884499, + "learning_rate": 1.590491055743887e-05, + "loss": 0.0146, + "step": 37724 + }, + { + "epoch": 31.997455470737915, + "grad_norm": 0.7204963604271701, + "learning_rate": 1.590468885727749e-05, + "loss": 0.017, + "step": 37725 + }, + { + "epoch": 31.998303647158608, + "grad_norm": 0.6050637893098312, + "learning_rate": 1.5904467152660314e-05, + "loss": 0.0156, + "step": 37726 + }, + { + "epoch": 31.999151823579304, + "grad_norm": 0.6083143210650911, + "learning_rate": 1.59042454435875e-05, + "loss": 0.0145, + "step": 37727 + }, + { + "epoch": 32.0, + "grad_norm": 0.5905855720545391, + "learning_rate": 1.5904023730059227e-05, + "loss": 0.0145, + "step": 37728 + }, + { + "epoch": 32.000848176420696, + "grad_norm": 0.5440793436560014, + "learning_rate": 1.5903802012075655e-05, + "loss": 0.0104, + "step": 37729 + }, + { + "epoch": 32.00169635284139, + "grad_norm": 0.4610053336658626, + "learning_rate": 1.590358028963695e-05, + "loss": 0.01, + "step": 37730 + }, + { + "epoch": 32.00254452926209, + "grad_norm": 0.5961093656015759, + "learning_rate": 1.5903358562743282e-05, + "loss": 0.0116, + "step": 37731 + }, + { + "epoch": 32.003392705682785, + "grad_norm": 0.5864548478199991, + "learning_rate": 1.5903136831394817e-05, + "loss": 0.0111, + "step": 37732 + }, + { + "epoch": 32.004240882103474, + "grad_norm": 0.5883754085111478, + "learning_rate": 1.5902915095591728e-05, + "loss": 0.0102, + "step": 37733 + }, + { + "epoch": 32.00508905852417, + "grad_norm": 0.5390195683430494, + "learning_rate": 1.5902693355334174e-05, + "loss": 0.0115, + "step": 37734 + }, + { + "epoch": 32.00593723494487, + "grad_norm": 0.671491880961156, + "learning_rate": 1.5902471610622324e-05, + "loss": 0.013, + "step": 37735 + }, + { + "epoch": 32.00678541136556, + "grad_norm": 0.6128775941089479, + "learning_rate": 1.5902249861456352e-05, + "loss": 0.0108, + "step": 37736 + }, + { + "epoch": 32.00763358778626, + "grad_norm": 0.4847610157049777, + "learning_rate": 1.5902028107836413e-05, + "loss": 0.0106, + "step": 37737 + }, + { + "epoch": 32.008481764206955, + "grad_norm": 0.610829109313314, + "learning_rate": 1.5901806349762686e-05, + "loss": 0.012, + "step": 37738 + }, + { + "epoch": 32.00932994062765, + "grad_norm": 0.6991707095093295, + "learning_rate": 1.590158458723534e-05, + "loss": 0.0152, + "step": 37739 + }, + { + "epoch": 32.01017811704835, + "grad_norm": 0.4822852154438381, + "learning_rate": 1.590136282025453e-05, + "loss": 0.0105, + "step": 37740 + }, + { + "epoch": 32.011026293469044, + "grad_norm": 0.6703384963518001, + "learning_rate": 1.590114104882043e-05, + "loss": 0.012, + "step": 37741 + }, + { + "epoch": 32.01187446988974, + "grad_norm": 0.4240990865842874, + "learning_rate": 1.590091927293321e-05, + "loss": 0.0084, + "step": 37742 + }, + { + "epoch": 32.01272264631043, + "grad_norm": 0.677237617792617, + "learning_rate": 1.5900697492593034e-05, + "loss": 0.0114, + "step": 37743 + }, + { + "epoch": 32.013570822731126, + "grad_norm": 0.45852718746102467, + "learning_rate": 1.5900475707800066e-05, + "loss": 0.0098, + "step": 37744 + }, + { + "epoch": 32.01441899915182, + "grad_norm": 0.6760615829217352, + "learning_rate": 1.5900253918554484e-05, + "loss": 0.0112, + "step": 37745 + }, + { + "epoch": 32.01526717557252, + "grad_norm": 0.6202297462345546, + "learning_rate": 1.5900032124856442e-05, + "loss": 0.0123, + "step": 37746 + }, + { + "epoch": 32.016115351993214, + "grad_norm": 0.5404303344595508, + "learning_rate": 1.589981032670612e-05, + "loss": 0.0131, + "step": 37747 + }, + { + "epoch": 32.01696352841391, + "grad_norm": 0.5770914652991235, + "learning_rate": 1.589958852410368e-05, + "loss": 0.0105, + "step": 37748 + }, + { + "epoch": 32.01781170483461, + "grad_norm": 0.4855566592772298, + "learning_rate": 1.5899366717049286e-05, + "loss": 0.0105, + "step": 37749 + }, + { + "epoch": 32.0186598812553, + "grad_norm": 0.48626151498160425, + "learning_rate": 1.5899144905543105e-05, + "loss": 0.0123, + "step": 37750 + }, + { + "epoch": 32.019508057676, + "grad_norm": 0.5886961686368415, + "learning_rate": 1.5898923089585312e-05, + "loss": 0.01, + "step": 37751 + }, + { + "epoch": 32.020356234096695, + "grad_norm": 0.7335761335924086, + "learning_rate": 1.5898701269176066e-05, + "loss": 0.0149, + "step": 37752 + }, + { + "epoch": 32.021204410517385, + "grad_norm": 0.6137282051520495, + "learning_rate": 1.5898479444315543e-05, + "loss": 0.0105, + "step": 37753 + }, + { + "epoch": 32.02205258693808, + "grad_norm": 0.5523944222571179, + "learning_rate": 1.5898257615003903e-05, + "loss": 0.011, + "step": 37754 + }, + { + "epoch": 32.02290076335878, + "grad_norm": 0.46139027992144177, + "learning_rate": 1.5898035781241318e-05, + "loss": 0.0091, + "step": 37755 + }, + { + "epoch": 32.02374893977947, + "grad_norm": 0.6336029877585356, + "learning_rate": 1.5897813943027955e-05, + "loss": 0.0115, + "step": 37756 + }, + { + "epoch": 32.02459711620017, + "grad_norm": 0.6238429186193483, + "learning_rate": 1.5897592100363975e-05, + "loss": 0.0123, + "step": 37757 + }, + { + "epoch": 32.025445292620866, + "grad_norm": 0.5979849805602463, + "learning_rate": 1.5897370253249555e-05, + "loss": 0.0123, + "step": 37758 + }, + { + "epoch": 32.02629346904156, + "grad_norm": 0.5464554588891484, + "learning_rate": 1.5897148401684855e-05, + "loss": 0.0108, + "step": 37759 + }, + { + "epoch": 32.02714164546226, + "grad_norm": 0.6477536716437736, + "learning_rate": 1.5896926545670047e-05, + "loss": 0.0112, + "step": 37760 + }, + { + "epoch": 32.027989821882954, + "grad_norm": 0.5694883347213637, + "learning_rate": 1.5896704685205298e-05, + "loss": 0.0111, + "step": 37761 + }, + { + "epoch": 32.02883799830365, + "grad_norm": 0.7391874910928746, + "learning_rate": 1.5896482820290772e-05, + "loss": 0.0115, + "step": 37762 + }, + { + "epoch": 32.02968617472434, + "grad_norm": 0.5336653832083993, + "learning_rate": 1.589626095092664e-05, + "loss": 0.0103, + "step": 37763 + }, + { + "epoch": 32.030534351145036, + "grad_norm": 0.5946171253648957, + "learning_rate": 1.589603907711306e-05, + "loss": 0.012, + "step": 37764 + }, + { + "epoch": 32.03138252756573, + "grad_norm": 0.5067927282705048, + "learning_rate": 1.5895817198850218e-05, + "loss": 0.0108, + "step": 37765 + }, + { + "epoch": 32.03223070398643, + "grad_norm": 0.49761710000845055, + "learning_rate": 1.5895595316138267e-05, + "loss": 0.0102, + "step": 37766 + }, + { + "epoch": 32.033078880407125, + "grad_norm": 0.4926123485136966, + "learning_rate": 1.5895373428977376e-05, + "loss": 0.0105, + "step": 37767 + }, + { + "epoch": 32.03392705682782, + "grad_norm": 0.6364035714314203, + "learning_rate": 1.589515153736772e-05, + "loss": 0.012, + "step": 37768 + }, + { + "epoch": 32.03477523324852, + "grad_norm": 0.5993160965155468, + "learning_rate": 1.5894929641309456e-05, + "loss": 0.0121, + "step": 37769 + }, + { + "epoch": 32.03562340966921, + "grad_norm": 0.5018312946800843, + "learning_rate": 1.589470774080276e-05, + "loss": 0.0092, + "step": 37770 + }, + { + "epoch": 32.03647158608991, + "grad_norm": 0.5952140721057919, + "learning_rate": 1.589448583584779e-05, + "loss": 0.0123, + "step": 37771 + }, + { + "epoch": 32.0373197625106, + "grad_norm": 0.5318863910295664, + "learning_rate": 1.5894263926444726e-05, + "loss": 0.0099, + "step": 37772 + }, + { + "epoch": 32.038167938931295, + "grad_norm": 0.6283396791026798, + "learning_rate": 1.5894042012593725e-05, + "loss": 0.0137, + "step": 37773 + }, + { + "epoch": 32.03901611535199, + "grad_norm": 0.6644335627990684, + "learning_rate": 1.5893820094294962e-05, + "loss": 0.0119, + "step": 37774 + }, + { + "epoch": 32.03986429177269, + "grad_norm": 0.5611982100715224, + "learning_rate": 1.5893598171548598e-05, + "loss": 0.0098, + "step": 37775 + }, + { + "epoch": 32.040712468193384, + "grad_norm": 0.5817257431384035, + "learning_rate": 1.5893376244354803e-05, + "loss": 0.0117, + "step": 37776 + }, + { + "epoch": 32.04156064461408, + "grad_norm": 0.638233497084542, + "learning_rate": 1.5893154312713746e-05, + "loss": 0.0119, + "step": 37777 + }, + { + "epoch": 32.042408821034776, + "grad_norm": 0.6145689980658139, + "learning_rate": 1.5892932376625593e-05, + "loss": 0.014, + "step": 37778 + }, + { + "epoch": 32.04325699745547, + "grad_norm": 0.5723157179637677, + "learning_rate": 1.5892710436090514e-05, + "loss": 0.0112, + "step": 37779 + }, + { + "epoch": 32.04410517387617, + "grad_norm": 0.5839711784475122, + "learning_rate": 1.589248849110867e-05, + "loss": 0.0112, + "step": 37780 + }, + { + "epoch": 32.044953350296865, + "grad_norm": 0.5378889671248347, + "learning_rate": 1.5892266541680233e-05, + "loss": 0.0103, + "step": 37781 + }, + { + "epoch": 32.045801526717554, + "grad_norm": 0.4875398023431882, + "learning_rate": 1.5892044587805375e-05, + "loss": 0.0093, + "step": 37782 + }, + { + "epoch": 32.04664970313825, + "grad_norm": 0.5890554112372106, + "learning_rate": 1.5891822629484254e-05, + "loss": 0.0114, + "step": 37783 + }, + { + "epoch": 32.04749787955895, + "grad_norm": 0.6481152201878535, + "learning_rate": 1.5891600666717043e-05, + "loss": 0.0149, + "step": 37784 + }, + { + "epoch": 32.04834605597964, + "grad_norm": 0.6012358684605367, + "learning_rate": 1.589137869950391e-05, + "loss": 0.011, + "step": 37785 + }, + { + "epoch": 32.04919423240034, + "grad_norm": 0.6492373938384051, + "learning_rate": 1.589115672784502e-05, + "loss": 0.0115, + "step": 37786 + }, + { + "epoch": 32.050042408821035, + "grad_norm": 0.47507977524839007, + "learning_rate": 1.5890934751740545e-05, + "loss": 0.0097, + "step": 37787 + }, + { + "epoch": 32.05089058524173, + "grad_norm": 0.5265580540019943, + "learning_rate": 1.5890712771190643e-05, + "loss": 0.012, + "step": 37788 + }, + { + "epoch": 32.05173876166243, + "grad_norm": 0.5750475799456397, + "learning_rate": 1.5890490786195493e-05, + "loss": 0.0113, + "step": 37789 + }, + { + "epoch": 32.052586938083124, + "grad_norm": 0.5484128373165529, + "learning_rate": 1.5890268796755255e-05, + "loss": 0.0108, + "step": 37790 + }, + { + "epoch": 32.05343511450382, + "grad_norm": 0.5231768230342168, + "learning_rate": 1.58900468028701e-05, + "loss": 0.0103, + "step": 37791 + }, + { + "epoch": 32.05428329092451, + "grad_norm": 0.5270180576546667, + "learning_rate": 1.588982480454019e-05, + "loss": 0.0113, + "step": 37792 + }, + { + "epoch": 32.055131467345205, + "grad_norm": 0.6405492828743873, + "learning_rate": 1.58896028017657e-05, + "loss": 0.0103, + "step": 37793 + }, + { + "epoch": 32.0559796437659, + "grad_norm": 0.6009068595784973, + "learning_rate": 1.5889380794546797e-05, + "loss": 0.0126, + "step": 37794 + }, + { + "epoch": 32.0568278201866, + "grad_norm": 0.4653810543327219, + "learning_rate": 1.5889158782883644e-05, + "loss": 0.0092, + "step": 37795 + }, + { + "epoch": 32.057675996607294, + "grad_norm": 0.5258509481744678, + "learning_rate": 1.5888936766776408e-05, + "loss": 0.0108, + "step": 37796 + }, + { + "epoch": 32.05852417302799, + "grad_norm": 0.5685867249508841, + "learning_rate": 1.588871474622526e-05, + "loss": 0.0097, + "step": 37797 + }, + { + "epoch": 32.05937234944869, + "grad_norm": 0.5570529283537756, + "learning_rate": 1.5888492721230367e-05, + "loss": 0.0109, + "step": 37798 + }, + { + "epoch": 32.06022052586938, + "grad_norm": 0.5877620675143022, + "learning_rate": 1.58882706917919e-05, + "loss": 0.0125, + "step": 37799 + }, + { + "epoch": 32.06106870229008, + "grad_norm": 0.5516463514900216, + "learning_rate": 1.5888048657910018e-05, + "loss": 0.0103, + "step": 37800 + }, + { + "epoch": 32.061916878710775, + "grad_norm": 0.5692910157490371, + "learning_rate": 1.588782661958489e-05, + "loss": 0.0117, + "step": 37801 + }, + { + "epoch": 32.062765055131464, + "grad_norm": 0.4826010041955726, + "learning_rate": 1.5887604576816692e-05, + "loss": 0.0094, + "step": 37802 + }, + { + "epoch": 32.06361323155216, + "grad_norm": 0.5046559138725804, + "learning_rate": 1.5887382529605586e-05, + "loss": 0.0104, + "step": 37803 + }, + { + "epoch": 32.06446140797286, + "grad_norm": 0.6325508200796011, + "learning_rate": 1.5887160477951734e-05, + "loss": 0.0109, + "step": 37804 + }, + { + "epoch": 32.06530958439355, + "grad_norm": 0.511506415771916, + "learning_rate": 1.5886938421855316e-05, + "loss": 0.0113, + "step": 37805 + }, + { + "epoch": 32.06615776081425, + "grad_norm": 0.5221351820217204, + "learning_rate": 1.5886716361316488e-05, + "loss": 0.0105, + "step": 37806 + }, + { + "epoch": 32.067005937234946, + "grad_norm": 0.5694681453607507, + "learning_rate": 1.588649429633543e-05, + "loss": 0.0122, + "step": 37807 + }, + { + "epoch": 32.06785411365564, + "grad_norm": 0.6501499659911925, + "learning_rate": 1.5886272226912294e-05, + "loss": 0.0122, + "step": 37808 + }, + { + "epoch": 32.06870229007634, + "grad_norm": 0.6280425178792978, + "learning_rate": 1.588605015304726e-05, + "loss": 0.0103, + "step": 37809 + }, + { + "epoch": 32.069550466497034, + "grad_norm": 0.4461254944180593, + "learning_rate": 1.588582807474049e-05, + "loss": 0.0116, + "step": 37810 + }, + { + "epoch": 32.07039864291772, + "grad_norm": 0.5965613721053645, + "learning_rate": 1.588560599199215e-05, + "loss": 0.0107, + "step": 37811 + }, + { + "epoch": 32.07124681933842, + "grad_norm": 0.4757991432590516, + "learning_rate": 1.5885383904802413e-05, + "loss": 0.0093, + "step": 37812 + }, + { + "epoch": 32.072094995759116, + "grad_norm": 0.6552000893334331, + "learning_rate": 1.5885161813171445e-05, + "loss": 0.009, + "step": 37813 + }, + { + "epoch": 32.07294317217981, + "grad_norm": 0.47724052648476895, + "learning_rate": 1.5884939717099412e-05, + "loss": 0.0107, + "step": 37814 + }, + { + "epoch": 32.07379134860051, + "grad_norm": 0.5775879009139561, + "learning_rate": 1.588471761658648e-05, + "loss": 0.013, + "step": 37815 + }, + { + "epoch": 32.074639525021205, + "grad_norm": 0.527023344106633, + "learning_rate": 1.588449551163282e-05, + "loss": 0.0106, + "step": 37816 + }, + { + "epoch": 32.0754877014419, + "grad_norm": 0.5603544645446924, + "learning_rate": 1.58842734022386e-05, + "loss": 0.0108, + "step": 37817 + }, + { + "epoch": 32.0763358778626, + "grad_norm": 0.5277247432978159, + "learning_rate": 1.5884051288403983e-05, + "loss": 0.0099, + "step": 37818 + }, + { + "epoch": 32.07718405428329, + "grad_norm": 0.5098050509050501, + "learning_rate": 1.5883829170129144e-05, + "loss": 0.0104, + "step": 37819 + }, + { + "epoch": 32.07803223070399, + "grad_norm": 0.6095869678047174, + "learning_rate": 1.5883607047414242e-05, + "loss": 0.0109, + "step": 37820 + }, + { + "epoch": 32.07888040712468, + "grad_norm": 0.5789239235398317, + "learning_rate": 1.588338492025945e-05, + "loss": 0.0111, + "step": 37821 + }, + { + "epoch": 32.079728583545375, + "grad_norm": 0.5196483532806631, + "learning_rate": 1.5883162788664934e-05, + "loss": 0.0121, + "step": 37822 + }, + { + "epoch": 32.08057675996607, + "grad_norm": 0.5909733595822724, + "learning_rate": 1.5882940652630862e-05, + "loss": 0.0086, + "step": 37823 + }, + { + "epoch": 32.08142493638677, + "grad_norm": 0.5188309321559935, + "learning_rate": 1.5882718512157403e-05, + "loss": 0.0117, + "step": 37824 + }, + { + "epoch": 32.082273112807464, + "grad_norm": 0.47677099978312987, + "learning_rate": 1.5882496367244722e-05, + "loss": 0.0107, + "step": 37825 + }, + { + "epoch": 32.08312128922816, + "grad_norm": 0.4783967090649119, + "learning_rate": 1.588227421789299e-05, + "loss": 0.0116, + "step": 37826 + }, + { + "epoch": 32.083969465648856, + "grad_norm": 0.4097718584751446, + "learning_rate": 1.588205206410237e-05, + "loss": 0.0087, + "step": 37827 + }, + { + "epoch": 32.08481764206955, + "grad_norm": 0.5406509599902936, + "learning_rate": 1.5881829905873037e-05, + "loss": 0.0127, + "step": 37828 + }, + { + "epoch": 32.08566581849025, + "grad_norm": 0.5950349801516273, + "learning_rate": 1.5881607743205146e-05, + "loss": 0.0108, + "step": 37829 + }, + { + "epoch": 32.086513994910945, + "grad_norm": 0.4350323508934484, + "learning_rate": 1.588138557609888e-05, + "loss": 0.0082, + "step": 37830 + }, + { + "epoch": 32.087362171331634, + "grad_norm": 0.4567678616042586, + "learning_rate": 1.5881163404554393e-05, + "loss": 0.0094, + "step": 37831 + }, + { + "epoch": 32.08821034775233, + "grad_norm": 0.398279528167803, + "learning_rate": 1.5880941228571862e-05, + "loss": 0.0084, + "step": 37832 + }, + { + "epoch": 32.089058524173026, + "grad_norm": 0.48199695621833116, + "learning_rate": 1.5880719048151455e-05, + "loss": 0.0102, + "step": 37833 + }, + { + "epoch": 32.08990670059372, + "grad_norm": 0.6038808721919523, + "learning_rate": 1.588049686329333e-05, + "loss": 0.0127, + "step": 37834 + }, + { + "epoch": 32.09075487701442, + "grad_norm": 0.4744566587733469, + "learning_rate": 1.5880274673997665e-05, + "loss": 0.0106, + "step": 37835 + }, + { + "epoch": 32.091603053435115, + "grad_norm": 0.4494142448329153, + "learning_rate": 1.588005248026462e-05, + "loss": 0.0089, + "step": 37836 + }, + { + "epoch": 32.09245122985581, + "grad_norm": 0.4970113082735323, + "learning_rate": 1.587983028209437e-05, + "loss": 0.0105, + "step": 37837 + }, + { + "epoch": 32.09329940627651, + "grad_norm": 0.5780522203950309, + "learning_rate": 1.5879608079487078e-05, + "loss": 0.0121, + "step": 37838 + }, + { + "epoch": 32.094147582697204, + "grad_norm": 0.5801489495952511, + "learning_rate": 1.587938587244291e-05, + "loss": 0.01, + "step": 37839 + }, + { + "epoch": 32.0949957591179, + "grad_norm": 0.5717192554714355, + "learning_rate": 1.587916366096204e-05, + "loss": 0.0114, + "step": 37840 + }, + { + "epoch": 32.09584393553859, + "grad_norm": 0.5220236863551184, + "learning_rate": 1.5878941445044626e-05, + "loss": 0.0108, + "step": 37841 + }, + { + "epoch": 32.096692111959285, + "grad_norm": 0.6003605524676651, + "learning_rate": 1.5878719224690847e-05, + "loss": 0.0121, + "step": 37842 + }, + { + "epoch": 32.09754028837998, + "grad_norm": 0.4105357741156245, + "learning_rate": 1.5878496999900862e-05, + "loss": 0.0094, + "step": 37843 + }, + { + "epoch": 32.09838846480068, + "grad_norm": 0.48146987300583116, + "learning_rate": 1.5878274770674844e-05, + "loss": 0.0095, + "step": 37844 + }, + { + "epoch": 32.099236641221374, + "grad_norm": 0.571719757455573, + "learning_rate": 1.5878052537012958e-05, + "loss": 0.012, + "step": 37845 + }, + { + "epoch": 32.10008481764207, + "grad_norm": 0.5460487280402311, + "learning_rate": 1.5877830298915374e-05, + "loss": 0.0114, + "step": 37846 + }, + { + "epoch": 32.10093299406277, + "grad_norm": 0.5767564991200625, + "learning_rate": 1.5877608056382254e-05, + "loss": 0.01, + "step": 37847 + }, + { + "epoch": 32.10178117048346, + "grad_norm": 0.6063025409072501, + "learning_rate": 1.587738580941377e-05, + "loss": 0.0127, + "step": 37848 + }, + { + "epoch": 32.10262934690416, + "grad_norm": 0.6265549667005342, + "learning_rate": 1.5877163558010096e-05, + "loss": 0.011, + "step": 37849 + }, + { + "epoch": 32.10347752332485, + "grad_norm": 0.550249855155768, + "learning_rate": 1.587694130217139e-05, + "loss": 0.0105, + "step": 37850 + }, + { + "epoch": 32.104325699745544, + "grad_norm": 0.6161831432779193, + "learning_rate": 1.5876719041897823e-05, + "loss": 0.0094, + "step": 37851 + }, + { + "epoch": 32.10517387616624, + "grad_norm": 0.5680762908053412, + "learning_rate": 1.587649677718956e-05, + "loss": 0.0112, + "step": 37852 + }, + { + "epoch": 32.10602205258694, + "grad_norm": 0.46863195093128956, + "learning_rate": 1.587627450804677e-05, + "loss": 0.0102, + "step": 37853 + }, + { + "epoch": 32.10687022900763, + "grad_norm": 0.43460609090820496, + "learning_rate": 1.5876052234469627e-05, + "loss": 0.0081, + "step": 37854 + }, + { + "epoch": 32.10771840542833, + "grad_norm": 0.5781169808747381, + "learning_rate": 1.5875829956458292e-05, + "loss": 0.0104, + "step": 37855 + }, + { + "epoch": 32.108566581849026, + "grad_norm": 0.49723624043497766, + "learning_rate": 1.5875607674012932e-05, + "loss": 0.0103, + "step": 37856 + }, + { + "epoch": 32.10941475826972, + "grad_norm": 0.5688302285941557, + "learning_rate": 1.587538538713372e-05, + "loss": 0.0115, + "step": 37857 + }, + { + "epoch": 32.11026293469042, + "grad_norm": 0.4666172632787189, + "learning_rate": 1.587516309582082e-05, + "loss": 0.0096, + "step": 37858 + }, + { + "epoch": 32.111111111111114, + "grad_norm": 0.653144443587621, + "learning_rate": 1.5874940800074402e-05, + "loss": 0.0105, + "step": 37859 + }, + { + "epoch": 32.1119592875318, + "grad_norm": 0.6284688671838647, + "learning_rate": 1.5874718499894635e-05, + "loss": 0.0102, + "step": 37860 + }, + { + "epoch": 32.1128074639525, + "grad_norm": 0.5203315470475117, + "learning_rate": 1.587449619528168e-05, + "loss": 0.0107, + "step": 37861 + }, + { + "epoch": 32.113655640373196, + "grad_norm": 0.5566206024905583, + "learning_rate": 1.587427388623571e-05, + "loss": 0.011, + "step": 37862 + }, + { + "epoch": 32.11450381679389, + "grad_norm": 0.6123918586337814, + "learning_rate": 1.5874051572756893e-05, + "loss": 0.0125, + "step": 37863 + }, + { + "epoch": 32.11535199321459, + "grad_norm": 0.7292337072912641, + "learning_rate": 1.5873829254845393e-05, + "loss": 0.0129, + "step": 37864 + }, + { + "epoch": 32.116200169635285, + "grad_norm": 0.42291726341502256, + "learning_rate": 1.5873606932501383e-05, + "loss": 0.0095, + "step": 37865 + }, + { + "epoch": 32.11704834605598, + "grad_norm": 0.5122340417901772, + "learning_rate": 1.587338460572503e-05, + "loss": 0.0094, + "step": 37866 + }, + { + "epoch": 32.11789652247668, + "grad_norm": 0.46417687104870897, + "learning_rate": 1.5873162274516495e-05, + "loss": 0.0097, + "step": 37867 + }, + { + "epoch": 32.11874469889737, + "grad_norm": 0.7187900719913053, + "learning_rate": 1.5872939938875952e-05, + "loss": 0.0116, + "step": 37868 + }, + { + "epoch": 32.11959287531807, + "grad_norm": 0.5749578435266008, + "learning_rate": 1.587271759880357e-05, + "loss": 0.0101, + "step": 37869 + }, + { + "epoch": 32.12044105173876, + "grad_norm": 0.6399535037440195, + "learning_rate": 1.5872495254299512e-05, + "loss": 0.0108, + "step": 37870 + }, + { + "epoch": 32.121289228159455, + "grad_norm": 0.4136105356094234, + "learning_rate": 1.587227290536395e-05, + "loss": 0.0099, + "step": 37871 + }, + { + "epoch": 32.12213740458015, + "grad_norm": 0.6178040856454096, + "learning_rate": 1.587205055199705e-05, + "loss": 0.0122, + "step": 37872 + }, + { + "epoch": 32.12298558100085, + "grad_norm": 0.5552171297710755, + "learning_rate": 1.5871828194198975e-05, + "loss": 0.0121, + "step": 37873 + }, + { + "epoch": 32.123833757421544, + "grad_norm": 0.6738691138992657, + "learning_rate": 1.58716058319699e-05, + "loss": 0.0136, + "step": 37874 + }, + { + "epoch": 32.12468193384224, + "grad_norm": 0.5652344932305687, + "learning_rate": 1.587138346530999e-05, + "loss": 0.0106, + "step": 37875 + }, + { + "epoch": 32.125530110262936, + "grad_norm": 0.6052913013365374, + "learning_rate": 1.5871161094219413e-05, + "loss": 0.0125, + "step": 37876 + }, + { + "epoch": 32.12637828668363, + "grad_norm": 0.5765183217674145, + "learning_rate": 1.587093871869834e-05, + "loss": 0.0099, + "step": 37877 + }, + { + "epoch": 32.12722646310433, + "grad_norm": 0.456883403809255, + "learning_rate": 1.587071633874693e-05, + "loss": 0.0096, + "step": 37878 + }, + { + "epoch": 32.128074639525025, + "grad_norm": 0.6345955487670135, + "learning_rate": 1.587049395436536e-05, + "loss": 0.0107, + "step": 37879 + }, + { + "epoch": 32.128922815945714, + "grad_norm": 0.4825898448513729, + "learning_rate": 1.5870271565553796e-05, + "loss": 0.0091, + "step": 37880 + }, + { + "epoch": 32.12977099236641, + "grad_norm": 0.5860674534209862, + "learning_rate": 1.58700491723124e-05, + "loss": 0.0087, + "step": 37881 + }, + { + "epoch": 32.130619168787106, + "grad_norm": 0.5611121325204096, + "learning_rate": 1.5869826774641347e-05, + "loss": 0.011, + "step": 37882 + }, + { + "epoch": 32.1314673452078, + "grad_norm": 0.5267622825658007, + "learning_rate": 1.5869604372540796e-05, + "loss": 0.0104, + "step": 37883 + }, + { + "epoch": 32.1323155216285, + "grad_norm": 0.5431492417117509, + "learning_rate": 1.5869381966010928e-05, + "loss": 0.0109, + "step": 37884 + }, + { + "epoch": 32.133163698049195, + "grad_norm": 0.5367616819776875, + "learning_rate": 1.58691595550519e-05, + "loss": 0.0126, + "step": 37885 + }, + { + "epoch": 32.13401187446989, + "grad_norm": 0.5029581742068926, + "learning_rate": 1.5868937139663882e-05, + "loss": 0.011, + "step": 37886 + }, + { + "epoch": 32.13486005089059, + "grad_norm": 0.5454792020431322, + "learning_rate": 1.5868714719847045e-05, + "loss": 0.0102, + "step": 37887 + }, + { + "epoch": 32.135708227311284, + "grad_norm": 0.5737024156553754, + "learning_rate": 1.5868492295601553e-05, + "loss": 0.0102, + "step": 37888 + }, + { + "epoch": 32.13655640373197, + "grad_norm": 0.5773197349567774, + "learning_rate": 1.5868269866927576e-05, + "loss": 0.0115, + "step": 37889 + }, + { + "epoch": 32.13740458015267, + "grad_norm": 0.5792674065912438, + "learning_rate": 1.5868047433825284e-05, + "loss": 0.012, + "step": 37890 + }, + { + "epoch": 32.138252756573365, + "grad_norm": 0.6267395207467726, + "learning_rate": 1.586782499629484e-05, + "loss": 0.0114, + "step": 37891 + }, + { + "epoch": 32.13910093299406, + "grad_norm": 0.6158303635587324, + "learning_rate": 1.5867602554336415e-05, + "loss": 0.0108, + "step": 37892 + }, + { + "epoch": 32.13994910941476, + "grad_norm": 0.5245830587779804, + "learning_rate": 1.5867380107950177e-05, + "loss": 0.011, + "step": 37893 + }, + { + "epoch": 32.140797285835454, + "grad_norm": 0.5181001365885202, + "learning_rate": 1.586715765713629e-05, + "loss": 0.0098, + "step": 37894 + }, + { + "epoch": 32.14164546225615, + "grad_norm": 0.5119237294226131, + "learning_rate": 1.586693520189493e-05, + "loss": 0.0116, + "step": 37895 + }, + { + "epoch": 32.14249363867685, + "grad_norm": 0.5236160826955365, + "learning_rate": 1.5866712742226255e-05, + "loss": 0.0099, + "step": 37896 + }, + { + "epoch": 32.14334181509754, + "grad_norm": 0.457856249830197, + "learning_rate": 1.5866490278130438e-05, + "loss": 0.0096, + "step": 37897 + }, + { + "epoch": 32.14418999151824, + "grad_norm": 0.571015219794588, + "learning_rate": 1.586626780960765e-05, + "loss": 0.0111, + "step": 37898 + }, + { + "epoch": 32.14503816793893, + "grad_norm": 0.4576191783578964, + "learning_rate": 1.5866045336658053e-05, + "loss": 0.0099, + "step": 37899 + }, + { + "epoch": 32.145886344359624, + "grad_norm": 0.5928866921923344, + "learning_rate": 1.5865822859281816e-05, + "loss": 0.0133, + "step": 37900 + }, + { + "epoch": 32.14673452078032, + "grad_norm": 0.676146024893204, + "learning_rate": 1.586560037747911e-05, + "loss": 0.0136, + "step": 37901 + }, + { + "epoch": 32.14758269720102, + "grad_norm": 0.5440872463918602, + "learning_rate": 1.5865377891250103e-05, + "loss": 0.0109, + "step": 37902 + }, + { + "epoch": 32.14843087362171, + "grad_norm": 0.48616295676507826, + "learning_rate": 1.5865155400594958e-05, + "loss": 0.0098, + "step": 37903 + }, + { + "epoch": 32.14927905004241, + "grad_norm": 0.5385948854938142, + "learning_rate": 1.5864932905513846e-05, + "loss": 0.0111, + "step": 37904 + }, + { + "epoch": 32.150127226463106, + "grad_norm": 0.6156020685503838, + "learning_rate": 1.5864710406006935e-05, + "loss": 0.0127, + "step": 37905 + }, + { + "epoch": 32.1509754028838, + "grad_norm": 0.5412717204079909, + "learning_rate": 1.5864487902074393e-05, + "loss": 0.0102, + "step": 37906 + }, + { + "epoch": 32.1518235793045, + "grad_norm": 0.6041636983812917, + "learning_rate": 1.5864265393716385e-05, + "loss": 0.0109, + "step": 37907 + }, + { + "epoch": 32.152671755725194, + "grad_norm": 0.6275621230991092, + "learning_rate": 1.5864042880933084e-05, + "loss": 0.0103, + "step": 37908 + }, + { + "epoch": 32.15351993214588, + "grad_norm": 0.570691857468014, + "learning_rate": 1.5863820363724655e-05, + "loss": 0.0106, + "step": 37909 + }, + { + "epoch": 32.15436810856658, + "grad_norm": 0.6294372330082108, + "learning_rate": 1.5863597842091266e-05, + "loss": 0.0116, + "step": 37910 + }, + { + "epoch": 32.155216284987276, + "grad_norm": 0.4696893121353993, + "learning_rate": 1.5863375316033088e-05, + "loss": 0.0107, + "step": 37911 + }, + { + "epoch": 32.15606446140797, + "grad_norm": 0.4042835051040789, + "learning_rate": 1.5863152785550284e-05, + "loss": 0.0091, + "step": 37912 + }, + { + "epoch": 32.15691263782867, + "grad_norm": 0.534690504811523, + "learning_rate": 1.586293025064302e-05, + "loss": 0.0107, + "step": 37913 + }, + { + "epoch": 32.157760814249365, + "grad_norm": 0.6560508827903959, + "learning_rate": 1.5862707711311475e-05, + "loss": 0.0145, + "step": 37914 + }, + { + "epoch": 32.15860899067006, + "grad_norm": 0.5962247334421756, + "learning_rate": 1.5862485167555807e-05, + "loss": 0.0131, + "step": 37915 + }, + { + "epoch": 32.15945716709076, + "grad_norm": 0.7028015329821975, + "learning_rate": 1.586226261937618e-05, + "loss": 0.0118, + "step": 37916 + }, + { + "epoch": 32.16030534351145, + "grad_norm": 0.639354521799162, + "learning_rate": 1.586204006677278e-05, + "loss": 0.0096, + "step": 37917 + }, + { + "epoch": 32.16115351993214, + "grad_norm": 0.5400296835973308, + "learning_rate": 1.5861817509745757e-05, + "loss": 0.0114, + "step": 37918 + }, + { + "epoch": 32.16200169635284, + "grad_norm": 0.6166849823076718, + "learning_rate": 1.586159494829529e-05, + "loss": 0.0112, + "step": 37919 + }, + { + "epoch": 32.162849872773535, + "grad_norm": 0.505285632355597, + "learning_rate": 1.5861372382421536e-05, + "loss": 0.0109, + "step": 37920 + }, + { + "epoch": 32.16369804919423, + "grad_norm": 0.6442853176387269, + "learning_rate": 1.5861149812124677e-05, + "loss": 0.0129, + "step": 37921 + }, + { + "epoch": 32.16454622561493, + "grad_norm": 0.549201860947033, + "learning_rate": 1.586092723740487e-05, + "loss": 0.0097, + "step": 37922 + }, + { + "epoch": 32.16539440203562, + "grad_norm": 0.6243805108630824, + "learning_rate": 1.5860704658262283e-05, + "loss": 0.0109, + "step": 37923 + }, + { + "epoch": 32.16624257845632, + "grad_norm": 0.5374368346460766, + "learning_rate": 1.5860482074697094e-05, + "loss": 0.0109, + "step": 37924 + }, + { + "epoch": 32.167090754877016, + "grad_norm": 0.7173484903599553, + "learning_rate": 1.586025948670946e-05, + "loss": 0.013, + "step": 37925 + }, + { + "epoch": 32.16793893129771, + "grad_norm": 0.538088987279393, + "learning_rate": 1.5860036894299557e-05, + "loss": 0.0103, + "step": 37926 + }, + { + "epoch": 32.16878710771841, + "grad_norm": 0.6070178006684258, + "learning_rate": 1.5859814297467544e-05, + "loss": 0.0122, + "step": 37927 + }, + { + "epoch": 32.1696352841391, + "grad_norm": 0.5066027469948954, + "learning_rate": 1.5859591696213596e-05, + "loss": 0.0113, + "step": 37928 + }, + { + "epoch": 32.170483460559794, + "grad_norm": 0.4956351185040414, + "learning_rate": 1.5859369090537882e-05, + "loss": 0.0104, + "step": 37929 + }, + { + "epoch": 32.17133163698049, + "grad_norm": 0.8183468312099981, + "learning_rate": 1.5859146480440565e-05, + "loss": 0.0112, + "step": 37930 + }, + { + "epoch": 32.172179813401186, + "grad_norm": 0.5443156844447867, + "learning_rate": 1.5858923865921817e-05, + "loss": 0.0108, + "step": 37931 + }, + { + "epoch": 32.17302798982188, + "grad_norm": 0.5376029139145212, + "learning_rate": 1.5858701246981804e-05, + "loss": 0.0117, + "step": 37932 + }, + { + "epoch": 32.17387616624258, + "grad_norm": 0.3768988664698497, + "learning_rate": 1.5858478623620693e-05, + "loss": 0.0103, + "step": 37933 + }, + { + "epoch": 32.174724342663275, + "grad_norm": 0.5855595859320646, + "learning_rate": 1.5858255995838652e-05, + "loss": 0.0135, + "step": 37934 + }, + { + "epoch": 32.17557251908397, + "grad_norm": 0.5371604562504146, + "learning_rate": 1.5858033363635855e-05, + "loss": 0.0124, + "step": 37935 + }, + { + "epoch": 32.17642069550467, + "grad_norm": 0.5135859171895791, + "learning_rate": 1.5857810727012465e-05, + "loss": 0.0117, + "step": 37936 + }, + { + "epoch": 32.177268871925364, + "grad_norm": 0.5517695533833082, + "learning_rate": 1.5857588085968646e-05, + "loss": 0.0104, + "step": 37937 + }, + { + "epoch": 32.17811704834605, + "grad_norm": 0.4799107122318643, + "learning_rate": 1.585736544050457e-05, + "loss": 0.0105, + "step": 37938 + }, + { + "epoch": 32.17896522476675, + "grad_norm": 0.5499468830526021, + "learning_rate": 1.5857142790620407e-05, + "loss": 0.0109, + "step": 37939 + }, + { + "epoch": 32.179813401187445, + "grad_norm": 0.5531032458097239, + "learning_rate": 1.5856920136316324e-05, + "loss": 0.0115, + "step": 37940 + }, + { + "epoch": 32.18066157760814, + "grad_norm": 0.5856915324185404, + "learning_rate": 1.5856697477592485e-05, + "loss": 0.0109, + "step": 37941 + }, + { + "epoch": 32.18150975402884, + "grad_norm": 0.5178548709645829, + "learning_rate": 1.585647481444907e-05, + "loss": 0.0113, + "step": 37942 + }, + { + "epoch": 32.182357930449534, + "grad_norm": 0.6676227266073647, + "learning_rate": 1.5856252146886228e-05, + "loss": 0.0123, + "step": 37943 + }, + { + "epoch": 32.18320610687023, + "grad_norm": 0.5416172876324468, + "learning_rate": 1.5856029474904144e-05, + "loss": 0.0125, + "step": 37944 + }, + { + "epoch": 32.184054283290926, + "grad_norm": 0.5046049495888939, + "learning_rate": 1.585580679850298e-05, + "loss": 0.0094, + "step": 37945 + }, + { + "epoch": 32.18490245971162, + "grad_norm": 0.5487068485074277, + "learning_rate": 1.5855584117682896e-05, + "loss": 0.0107, + "step": 37946 + }, + { + "epoch": 32.18575063613232, + "grad_norm": 0.5193480127087292, + "learning_rate": 1.5855361432444073e-05, + "loss": 0.0099, + "step": 37947 + }, + { + "epoch": 32.18659881255301, + "grad_norm": 0.5301941592884297, + "learning_rate": 1.5855138742786672e-05, + "loss": 0.01, + "step": 37948 + }, + { + "epoch": 32.187446988973704, + "grad_norm": 0.5065327055690465, + "learning_rate": 1.5854916048710866e-05, + "loss": 0.0093, + "step": 37949 + }, + { + "epoch": 32.1882951653944, + "grad_norm": 0.6148768051741266, + "learning_rate": 1.5854693350216817e-05, + "loss": 0.0103, + "step": 37950 + }, + { + "epoch": 32.1891433418151, + "grad_norm": 0.481549778451004, + "learning_rate": 1.5854470647304696e-05, + "loss": 0.0095, + "step": 37951 + }, + { + "epoch": 32.18999151823579, + "grad_norm": 0.5369995645678082, + "learning_rate": 1.585424793997467e-05, + "loss": 0.0105, + "step": 37952 + }, + { + "epoch": 32.19083969465649, + "grad_norm": 0.6767362276010456, + "learning_rate": 1.5854025228226908e-05, + "loss": 0.013, + "step": 37953 + }, + { + "epoch": 32.191687871077185, + "grad_norm": 0.4709508171426432, + "learning_rate": 1.5853802512061577e-05, + "loss": 0.0107, + "step": 37954 + }, + { + "epoch": 32.19253604749788, + "grad_norm": 0.5040798535496649, + "learning_rate": 1.5853579791478847e-05, + "loss": 0.0094, + "step": 37955 + }, + { + "epoch": 32.19338422391858, + "grad_norm": 0.629984661632159, + "learning_rate": 1.5853357066478885e-05, + "loss": 0.0128, + "step": 37956 + }, + { + "epoch": 32.19423240033927, + "grad_norm": 0.43570128167162775, + "learning_rate": 1.585313433706186e-05, + "loss": 0.0104, + "step": 37957 + }, + { + "epoch": 32.19508057675996, + "grad_norm": 0.7237916857870177, + "learning_rate": 1.585291160322794e-05, + "loss": 0.0125, + "step": 37958 + }, + { + "epoch": 32.19592875318066, + "grad_norm": 0.5118130923687498, + "learning_rate": 1.5852688864977288e-05, + "loss": 0.01, + "step": 37959 + }, + { + "epoch": 32.196776929601356, + "grad_norm": 0.5995827957374762, + "learning_rate": 1.585246612231008e-05, + "loss": 0.0113, + "step": 37960 + }, + { + "epoch": 32.19762510602205, + "grad_norm": 0.5765872330588795, + "learning_rate": 1.585224337522648e-05, + "loss": 0.0101, + "step": 37961 + }, + { + "epoch": 32.19847328244275, + "grad_norm": 0.48605315873041094, + "learning_rate": 1.5852020623726654e-05, + "loss": 0.0092, + "step": 37962 + }, + { + "epoch": 32.199321458863444, + "grad_norm": 0.5058384007677073, + "learning_rate": 1.5851797867810775e-05, + "loss": 0.0103, + "step": 37963 + }, + { + "epoch": 32.20016963528414, + "grad_norm": 0.556136359947663, + "learning_rate": 1.585157510747901e-05, + "loss": 0.0105, + "step": 37964 + }, + { + "epoch": 32.20101781170484, + "grad_norm": 0.5661819978387259, + "learning_rate": 1.5851352342731524e-05, + "loss": 0.0117, + "step": 37965 + }, + { + "epoch": 32.20186598812553, + "grad_norm": 0.533562609783669, + "learning_rate": 1.5851129573568483e-05, + "loss": 0.0089, + "step": 37966 + }, + { + "epoch": 32.20271416454622, + "grad_norm": 0.49742164141690953, + "learning_rate": 1.5850906799990063e-05, + "loss": 0.0102, + "step": 37967 + }, + { + "epoch": 32.20356234096692, + "grad_norm": 0.48677542149623243, + "learning_rate": 1.5850684021996426e-05, + "loss": 0.0102, + "step": 37968 + }, + { + "epoch": 32.204410517387615, + "grad_norm": 0.5283795253548205, + "learning_rate": 1.5850461239587745e-05, + "loss": 0.0109, + "step": 37969 + }, + { + "epoch": 32.20525869380831, + "grad_norm": 0.5603740329695276, + "learning_rate": 1.5850238452764186e-05, + "loss": 0.0097, + "step": 37970 + }, + { + "epoch": 32.20610687022901, + "grad_norm": 0.6257308696473132, + "learning_rate": 1.5850015661525915e-05, + "loss": 0.0117, + "step": 37971 + }, + { + "epoch": 32.2069550466497, + "grad_norm": 0.6243965274077823, + "learning_rate": 1.58497928658731e-05, + "loss": 0.0123, + "step": 37972 + }, + { + "epoch": 32.2078032230704, + "grad_norm": 0.6083335295783929, + "learning_rate": 1.584957006580591e-05, + "loss": 0.0098, + "step": 37973 + }, + { + "epoch": 32.208651399491096, + "grad_norm": 0.5125706250847536, + "learning_rate": 1.584934726132452e-05, + "loss": 0.0105, + "step": 37974 + }, + { + "epoch": 32.20949957591179, + "grad_norm": 0.5408196731917285, + "learning_rate": 1.5849124452429085e-05, + "loss": 0.0097, + "step": 37975 + }, + { + "epoch": 32.21034775233249, + "grad_norm": 0.513597835555386, + "learning_rate": 1.5848901639119785e-05, + "loss": 0.0091, + "step": 37976 + }, + { + "epoch": 32.21119592875318, + "grad_norm": 0.46040823223868776, + "learning_rate": 1.584867882139678e-05, + "loss": 0.0097, + "step": 37977 + }, + { + "epoch": 32.212044105173874, + "grad_norm": 0.5129725014409756, + "learning_rate": 1.5848455999260244e-05, + "loss": 0.0108, + "step": 37978 + }, + { + "epoch": 32.21289228159457, + "grad_norm": 0.5669635453181344, + "learning_rate": 1.584823317271034e-05, + "loss": 0.0109, + "step": 37979 + }, + { + "epoch": 32.213740458015266, + "grad_norm": 0.5608562841599667, + "learning_rate": 1.584801034174724e-05, + "loss": 0.0108, + "step": 37980 + }, + { + "epoch": 32.21458863443596, + "grad_norm": 0.5851055302427522, + "learning_rate": 1.584778750637111e-05, + "loss": 0.0133, + "step": 37981 + }, + { + "epoch": 32.21543681085666, + "grad_norm": 0.5832924255673103, + "learning_rate": 1.5847564666582118e-05, + "loss": 0.0117, + "step": 37982 + }, + { + "epoch": 32.216284987277355, + "grad_norm": 0.5852743548955934, + "learning_rate": 1.5847341822380435e-05, + "loss": 0.0111, + "step": 37983 + }, + { + "epoch": 32.21713316369805, + "grad_norm": 0.7319646077738938, + "learning_rate": 1.584711897376623e-05, + "loss": 0.0135, + "step": 37984 + }, + { + "epoch": 32.21798134011875, + "grad_norm": 0.5781137857661482, + "learning_rate": 1.5846896120739662e-05, + "loss": 0.0111, + "step": 37985 + }, + { + "epoch": 32.218829516539444, + "grad_norm": 0.5717766436378847, + "learning_rate": 1.584667326330091e-05, + "loss": 0.0124, + "step": 37986 + }, + { + "epoch": 32.21967769296013, + "grad_norm": 0.5344956371313068, + "learning_rate": 1.584645040145014e-05, + "loss": 0.0114, + "step": 37987 + }, + { + "epoch": 32.22052586938083, + "grad_norm": 0.6401180146540627, + "learning_rate": 1.5846227535187513e-05, + "loss": 0.012, + "step": 37988 + }, + { + "epoch": 32.221374045801525, + "grad_norm": 0.5050687617463645, + "learning_rate": 1.5846004664513205e-05, + "loss": 0.0114, + "step": 37989 + }, + { + "epoch": 32.22222222222222, + "grad_norm": 0.630741727939006, + "learning_rate": 1.5845781789427376e-05, + "loss": 0.013, + "step": 37990 + }, + { + "epoch": 32.22307039864292, + "grad_norm": 0.5532965706212402, + "learning_rate": 1.5845558909930207e-05, + "loss": 0.0105, + "step": 37991 + }, + { + "epoch": 32.223918575063614, + "grad_norm": 0.5578394792682256, + "learning_rate": 1.5845336026021852e-05, + "loss": 0.0117, + "step": 37992 + }, + { + "epoch": 32.22476675148431, + "grad_norm": 0.4772197665990204, + "learning_rate": 1.5845113137702493e-05, + "loss": 0.0096, + "step": 37993 + }, + { + "epoch": 32.225614927905006, + "grad_norm": 0.5254757316243087, + "learning_rate": 1.5844890244972287e-05, + "loss": 0.0114, + "step": 37994 + }, + { + "epoch": 32.2264631043257, + "grad_norm": 0.5249280147786483, + "learning_rate": 1.5844667347831407e-05, + "loss": 0.0106, + "step": 37995 + }, + { + "epoch": 32.22731128074639, + "grad_norm": 0.5433689760387566, + "learning_rate": 1.584444444628002e-05, + "loss": 0.0101, + "step": 37996 + }, + { + "epoch": 32.22815945716709, + "grad_norm": 0.39396078647924726, + "learning_rate": 1.5844221540318296e-05, + "loss": 0.0092, + "step": 37997 + }, + { + "epoch": 32.229007633587784, + "grad_norm": 0.5883207975128394, + "learning_rate": 1.58439986299464e-05, + "loss": 0.0135, + "step": 37998 + }, + { + "epoch": 32.22985581000848, + "grad_norm": 0.6087687518937436, + "learning_rate": 1.58437757151645e-05, + "loss": 0.0125, + "step": 37999 + }, + { + "epoch": 32.23070398642918, + "grad_norm": 0.5484068058885079, + "learning_rate": 1.5843552795972775e-05, + "loss": 0.0113, + "step": 38000 + } + ], + "logging_steps": 1.0, + "max_steps": 117900, + "num_input_tokens_seen": 0, + "num_train_epochs": 100, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 974892951969792.0, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/report_generation/16_16_8/checkpoint-38000/training_args.bin b/report_generation/16_16_8/checkpoint-38000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..73c32250db00df0e621cd88f3b253d3ca35e2e44 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f11246795952d65fadcc1d5a2a44273d3610982a44b44a30269c519d07decbc6 +size 7352 diff --git a/report_generation/16_16_8/checkpoint-38000/zero_to_fp32.py b/report_generation/16_16_8/checkpoint-38000/zero_to_fp32.py new file mode 100644 index 0000000000000000000000000000000000000000..24cc342e78d1a006c782b3a4cd68d9ce786d8fd8 --- /dev/null +++ b/report_generation/16_16_8/checkpoint-38000/zero_to_fp32.py @@ -0,0 +1,604 @@ +#!/usr/bin/env python + +# Copyright (c) Microsoft Corporation. +# SPDX-License-Identifier: Apache-2.0 + +# DeepSpeed Team + +# This script extracts fp32 consolidated weights from a zero 1, 2 and 3 DeepSpeed checkpoints. It gets +# copied into the top level checkpoint dir, so the user can easily do the conversion at any point in +# the future. Once extracted, the weights don't require DeepSpeed and can be used in any +# application. +# +# example: python zero_to_fp32.py . pytorch_model.bin + +import argparse +import torch +import glob +import math +import os +import re +from collections import OrderedDict +from dataclasses import dataclass + +# while this script doesn't use deepspeed to recover data, since the checkpoints are pickled with +# DeepSpeed data structures it has to be available in the current python environment. +from deepspeed.utils import logger +from deepspeed.checkpoint.constants import (DS_VERSION, OPTIMIZER_STATE_DICT, SINGLE_PARTITION_OF_FP32_GROUPS, + FP32_FLAT_GROUPS, ZERO_STAGE, PARTITION_COUNT, PARAM_SHAPES, BUFFER_NAMES, + FROZEN_PARAM_SHAPES, FROZEN_PARAM_FRAGMENTS) + + +@dataclass +class zero_model_state: + buffers: dict() + param_shapes: dict() + shared_params: list + ds_version: int + frozen_param_shapes: dict() + frozen_param_fragments: dict() + + +debug = 0 + +# load to cpu +device = torch.device('cpu') + + +def atoi(text): + return int(text) if text.isdigit() else text + + +def natural_keys(text): + ''' + alist.sort(key=natural_keys) sorts in human order + http://nedbatchelder.com/blog/200712/human_sorting.html + (See Toothy's implementation in the comments) + ''' + return [atoi(c) for c in re.split(r'(\d+)', text)] + + +def get_model_state_file(checkpoint_dir, zero_stage): + if not os.path.isdir(checkpoint_dir): + raise FileNotFoundError(f"Directory '{checkpoint_dir}' doesn't exist") + + # there should be only one file + if zero_stage <= 2: + file = os.path.join(checkpoint_dir, "mp_rank_00_model_states.pt") + elif zero_stage == 3: + file = os.path.join(checkpoint_dir, "zero_pp_rank_0_mp_rank_00_model_states.pt") + + if not os.path.exists(file): + raise FileNotFoundError(f"can't find model states file at '{file}'") + + return file + + +def get_checkpoint_files(checkpoint_dir, glob_pattern): + # XXX: need to test that this simple glob rule works for multi-node setup too + ckpt_files = sorted(glob.glob(os.path.join(checkpoint_dir, glob_pattern)), key=natural_keys) + + if len(ckpt_files) == 0: + raise FileNotFoundError(f"can't find {glob_pattern} files in directory '{checkpoint_dir}'") + + return ckpt_files + + +def get_optim_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_optim_states.pt") + + +def get_model_state_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_model_states.pt") + + +def parse_model_states(files): + zero_model_states = [] + for file in files: + state_dict = torch.load(file, map_location=device) + + if BUFFER_NAMES not in state_dict: + raise ValueError(f"{file} is not a model state checkpoint") + buffer_names = state_dict[BUFFER_NAMES] + if debug: + print("Found buffers:", buffer_names) + + # recover just the buffers while restoring them to fp32 if they were saved in fp16 + buffers = {k: v.float() for k, v in state_dict["module"].items() if k in buffer_names} + param_shapes = state_dict[PARAM_SHAPES] + + # collect parameters that are included in param_shapes + param_names = [] + for s in param_shapes: + for name in s.keys(): + param_names.append(name) + + # update with frozen parameters + frozen_param_shapes = state_dict.get(FROZEN_PARAM_SHAPES, None) + if frozen_param_shapes is not None: + if debug: + print(f"Found frozen_param_shapes: {frozen_param_shapes}") + param_names += list(frozen_param_shapes.keys()) + + # handle shared params + shared_params = [[k, v] for k, v in state_dict["shared_params"].items()] + + ds_version = state_dict.get(DS_VERSION, None) + + frozen_param_fragments = state_dict.get(FROZEN_PARAM_FRAGMENTS, None) + + z_model_state = zero_model_state(buffers=buffers, + param_shapes=param_shapes, + shared_params=shared_params, + ds_version=ds_version, + frozen_param_shapes=frozen_param_shapes, + frozen_param_fragments=frozen_param_fragments) + zero_model_states.append(z_model_state) + + return zero_model_states + + +def parse_optim_states(files, ds_checkpoint_dir): + + total_files = len(files) + state_dicts = [] + for f in files: + state_dict = torch.load(f, map_location=device) + # immediately discard the potentially huge 2 optimizer states as we only care for fp32 master weights + # and also handle the case where it was already removed by another helper script + state_dict["optimizer_state_dict"].pop("optimizer_state_dict", None) + state_dicts.append(state_dict) + + if not ZERO_STAGE in state_dicts[0][OPTIMIZER_STATE_DICT]: + raise ValueError(f"{files[0]} is not a zero checkpoint") + zero_stage = state_dicts[0][OPTIMIZER_STATE_DICT][ZERO_STAGE] + world_size = state_dicts[0][OPTIMIZER_STATE_DICT][PARTITION_COUNT] + + # For ZeRO-2 each param group can have different partition_count as data parallelism for expert + # parameters can be different from data parallelism for non-expert parameters. So we can just + # use the max of the partition_count to get the dp world_size. + + if type(world_size) is list: + world_size = max(world_size) + + if world_size != total_files: + raise ValueError( + f"Expected {world_size} of '*_optim_states.pt' under '{ds_checkpoint_dir}' but found {total_files} files. " + "Possibly due to an overwrite of an old checkpoint, or a checkpoint didn't get saved by one or more processes." + ) + + # the groups are named differently in each stage + if zero_stage <= 2: + fp32_groups_key = SINGLE_PARTITION_OF_FP32_GROUPS + elif zero_stage == 3: + fp32_groups_key = FP32_FLAT_GROUPS + else: + raise ValueError(f"unknown zero stage {zero_stage}") + + if zero_stage <= 2: + fp32_flat_groups = [state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key] for i in range(len(state_dicts))] + elif zero_stage == 3: + # if there is more than one param group, there will be multiple flattened tensors - one + # flattened tensor per group - for simplicity merge them into a single tensor + # + # XXX: could make the script more memory efficient for when there are multiple groups - it + # will require matching the sub-lists of param_shapes for each param group flattened tensor + + fp32_flat_groups = [ + torch.cat(state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key], 0) for i in range(len(state_dicts)) + ] + + return zero_stage, world_size, fp32_flat_groups + + +def _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters): + """ + Returns fp32 state_dict reconstructed from ds checkpoint + + Args: + - ``ds_checkpoint_dir``: path to the deepspeed checkpoint folder (where the optimizer files are) + + """ + print(f"Processing zero checkpoint '{ds_checkpoint_dir}'") + + optim_files = get_optim_files(ds_checkpoint_dir) + zero_stage, world_size, fp32_flat_groups = parse_optim_states(optim_files, ds_checkpoint_dir) + print(f"Detected checkpoint of type zero stage {zero_stage}, world_size: {world_size}") + + model_files = get_model_state_files(ds_checkpoint_dir) + + zero_model_states = parse_model_states(model_files) + print(f'Parsing checkpoint created by deepspeed=={zero_model_states[0].ds_version}') + + if zero_stage <= 2: + return _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + elif zero_stage == 3: + return _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + + +def _zero2_merge_frozen_params(state_dict, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + frozen_param_fragments = zero_model_states[0].frozen_param_fragments + + if debug: + num_elem = sum(s.numel() for s in frozen_param_shapes.values()) + print(f'rank 0: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in frozen_param_fragments.values()]) + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + state_dict[name] = frozen_param_fragments[name] + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +def _has_callable(obj, fn): + attr = getattr(obj, fn, None) + return callable(attr) + + +def _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + + # Reconstruction protocol: + # + # XXX: document this + + if debug: + for i in range(world_size): + for j in range(len(fp32_flat_groups[0])): + print(f"{FP32_FLAT_GROUPS}[{i}][{j}].shape={fp32_flat_groups[i][j].shape}") + + # XXX: memory usage doubles here (zero2) + num_param_groups = len(fp32_flat_groups[0]) + merged_single_partition_of_fp32_groups = [] + for i in range(num_param_groups): + merged_partitions = [sd[i] for sd in fp32_flat_groups] + full_single_fp32_vector = torch.cat(merged_partitions, 0) + merged_single_partition_of_fp32_groups.append(full_single_fp32_vector) + avail_numel = sum( + [full_single_fp32_vector.numel() for full_single_fp32_vector in merged_single_partition_of_fp32_groups]) + + if debug: + wanted_params = sum([len(shapes) for shapes in param_shapes]) + wanted_numel = sum([sum(shape.numel() for shape in shapes.values()) for shapes in param_shapes]) + # not asserting if there is a mismatch due to possible padding + print(f"Have {avail_numel} numels to process.") + print(f"Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + total_numel = 0 + total_params = 0 + for shapes, full_single_fp32_vector in zip(param_shapes, merged_single_partition_of_fp32_groups): + offset = 0 + avail_numel = full_single_fp32_vector.numel() + for name, shape in shapes.items(): + + unpartitioned_numel = shape.numel() if _has_callable(shape, 'numel') else math.prod(shape) + total_numel += unpartitioned_numel + total_params += 1 + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + state_dict[name] = full_single_fp32_vector.narrow(0, offset, unpartitioned_numel).view(shape) + offset += unpartitioned_numel + + # Z2 started to align to 2*world_size to improve nccl performance. Therefore both offset and + # avail_numel can differ by anywhere between 0..2*world_size. Due to two unrelated complex + # paddings performed in the code it's almost impossible to predict the exact numbers w/o the + # live optimizer object, so we are checking that the numbers are within the right range + align_to = 2 * world_size + + def zero2_align(x): + return align_to * math.ceil(x / align_to) + + if debug: + print(f"original offset={offset}, avail_numel={avail_numel}") + + offset = zero2_align(offset) + avail_numel = zero2_align(avail_numel) + + if debug: + print(f"aligned offset={offset}, avail_numel={avail_numel}") + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero2_merge_frozen_params(state_dict, zero_model_states) + + _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def zero3_partitioned_param_info(unpartitioned_numel, world_size): + remainder = unpartitioned_numel % world_size + padding_numel = (world_size - remainder) if remainder else 0 + partitioned_numel = math.ceil(unpartitioned_numel / world_size) + return partitioned_numel, padding_numel + + +def _zero3_merge_frozen_params(state_dict, world_size, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + if debug: + for i in range(world_size): + num_elem = sum(s.numel() for s in zero_model_states[i].frozen_param_fragments.values()) + print(f'rank {i}: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in zero_model_states[0].frozen_param_fragments.values()]) * world_size + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in zero_model_states[0].frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + param_frags = tuple(model_state.frozen_param_fragments[name] for model_state in zero_model_states) + state_dict[name] = torch.cat(param_frags, 0).narrow(0, 0, unpartitioned_numel).view(shape) + + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Frozen params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +def _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + avail_numel = fp32_flat_groups[0].numel() * world_size + # Reconstruction protocol: For zero3 we need to zip the partitions together at boundary of each + # param, re-consolidating each param, while dealing with padding if any + + # merge list of dicts, preserving order + param_shapes = {k: v for d in param_shapes for k, v in d.items()} + + if debug: + for i in range(world_size): + print(f"{FP32_FLAT_GROUPS}[{i}].shape={fp32_flat_groups[i].shape}") + + wanted_params = len(param_shapes) + wanted_numel = sum(shape.numel() for shape in param_shapes.values()) + # not asserting if there is a mismatch due to possible padding + avail_numel = fp32_flat_groups[0].numel() * world_size + print(f"Trainable params: Have {avail_numel} numels to process.") + print(f"Trainable params: Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + offset = 0 + total_numel = 0 + total_params = 0 + for name, shape in param_shapes.items(): + + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + total_params += 1 + + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Trainable params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + # XXX: memory usage doubles here + state_dict[name] = torch.cat( + tuple(fp32_flat_groups[i].narrow(0, offset, partitioned_numel) for i in range(world_size)), + 0).narrow(0, 0, unpartitioned_numel).view(shape) + offset += partitioned_numel + + offset *= world_size + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed Trainable fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero3_merge_frozen_params(state_dict, world_size, zero_model_states) + + _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag=None, exclude_frozen_parameters=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated state_dict that can be loaded with + ``load_state_dict()`` and used for training without DeepSpeed or shared with others, for example + via a model hub. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in 'latest' file. e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + + Returns: + - pytorch ``state_dict`` + + Note: this approach may not work if your application doesn't have sufficient free CPU memory and + you may need to use the offline approach using the ``zero_to_fp32.py`` script that is saved with + the checkpoint. + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint + # do the training and checkpoint saving + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir) # already on cpu + model = model.cpu() # move to cpu + model.load_state_dict(state_dict) + # submit to model hub or save the model to share with others + + In this example the ``model`` will no longer be usable in the deepspeed context of the same + application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + If you want it all done for you, use ``load_state_dict_from_zero_checkpoint`` instead. + + """ + if tag is None: + latest_path = os.path.join(checkpoint_dir, 'latest') + if os.path.isfile(latest_path): + with open(latest_path, 'r') as fd: + tag = fd.read().strip() + else: + raise ValueError(f"Unable to find 'latest' file at {latest_path}") + + ds_checkpoint_dir = os.path.join(checkpoint_dir, tag) + + if not os.path.isdir(ds_checkpoint_dir): + raise FileNotFoundError(f"Directory '{ds_checkpoint_dir}' doesn't exist") + + return _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters) + + +def convert_zero_checkpoint_to_fp32_state_dict(checkpoint_dir, output_file, tag=None, exclude_frozen_parameters=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` file that can be + loaded with ``torch.load(file)`` + ``load_state_dict()`` and used for training without DeepSpeed. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``output_file``: path to the pytorch fp32 state_dict output file (e.g. path/pytorch_model.bin) + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + """ + + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag, exclude_frozen_parameters) + print(f"Saving fp32 state dict to {output_file}") + torch.save(state_dict, output_file) + + +def load_state_dict_from_zero_checkpoint(model, checkpoint_dir, tag=None): + """ + 1. Put the provided model to cpu + 2. Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` + 3. Load it into the provided model + + Args: + - ``model``: the model object to update + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + + Returns: + - ``model`: modified model + + Make sure you have plenty of CPU memory available before you call this function. If you don't + have enough use the ``zero_to_fp32.py`` utility to do the conversion. You will find it + conveniently placed for you in the checkpoint folder. + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import load_state_dict_from_zero_checkpoint + model = load_state_dict_from_zero_checkpoint(trainer.model, checkpoint_dir) + # submit to model hub or save the model to share with others + + Note, that once this was run, the ``model`` will no longer be usable in the deepspeed context + of the same application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + """ + logger.info(f"Extracting fp32 weights") + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag) + + logger.info(f"Overwriting model with fp32 weights") + model = model.cpu() + model.load_state_dict(state_dict, strict=False) + + return model + + +if __name__ == "__main__": + + parser = argparse.ArgumentParser() + parser.add_argument("checkpoint_dir", + type=str, + help="path to the desired checkpoint folder, e.g., path/checkpoint-12") + parser.add_argument( + "output_file", + type=str, + help="path to the pytorch fp32 state_dict output file (e.g. path/checkpoint-12/pytorch_model.bin)") + parser.add_argument("-t", + "--tag", + type=str, + default=None, + help="checkpoint tag used as a unique identifier for checkpoint. e.g., global_step1") + parser.add_argument("--exclude_frozen_parameters", action='store_true', help="exclude frozen parameters") + parser.add_argument("-d", "--debug", action='store_true', help="enable debug") + args = parser.parse_args() + + debug = args.debug + + convert_zero_checkpoint_to_fp32_state_dict(args.checkpoint_dir, + args.output_file, + tag=args.tag, + exclude_frozen_parameters=args.exclude_frozen_parameters) diff --git a/report_generation/8_8_8/checkpoint-43000/README.md b/report_generation/8_8_8/checkpoint-43000/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6d7c32f0d46d4ce85fb5b686574134924a61354e --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/README.md @@ -0,0 +1,201 @@ +--- +base_model: meta-llama/Llama-3.1-8B-Instruct +library_name: peft +--- +### Framework versions + +- PEFT 0.14.0ide a quick summary of what the model is/does. --> + + + +## Model Details + +### Model Description + + + + + +- **Developed by:** [More Information Needed] +- **Funded by [optional]:** [More Information Needed] +- **Shared by [optional]:** [More Information Needed] +- **Model type:** [More Information Needed] +- **Language(s) (NLP):** [More Information Needed] +- **License:** [More Information Needed] +- **Finetuned from model [optional]:** [More Information Needed] + +### Model Sources [optional] + + + +- **Repository:** [More Information Needed] +- **Paper [optional]:** [More Information Needed] +- **Demo [optional]:** [More Information Needed] + +## Uses + + + +### Direct Use + + + +[More Information Needed] + +### Downstream Use [optional] + + + +[More Information Needed] + +### Out-of-Scope Use + + + +[More Information Needed] + +## Bias, Risks, and Limitations + + + +[More Information Needed] + +### Recommendations + + + +Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations. + +## How to Get Started with the Model + +Use the code below to get started with the model. + +[More Information Needed] + +## Training Details + +### Training Data + + + +[More Information Needed] + +### Training Procedure + + + +#### Preprocessing [optional] + +[More Information Needed] + + +#### Training Hyperparameters + +- **Training regime:** [More Information Needed] + +#### Speeds, Sizes, Times [optional] + + + +[More Information Needed] + +## Evaluation + + + +### Testing Data, Factors & Metrics + +#### Testing Data + + + +[More Information Needed] + +#### Factors + + + +[More Information Needed] + +#### Metrics + + + +[More Information Needed] + +### Results + +[More Information Needed] + +#### Summary + + + +## Model Examination [optional] + + + +[More Information Needed] + +## Environmental Impact + + + +Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700). + +- **Hardware Type:** [More Information Needed] +- **Hours used:** [More Information Needed] +- **Cloud Provider:** [More Information Needed] +- **Compute Region:** [More Information Needed] +- **Carbon Emitted:** [More Information Needed] + +## Technical Specifications [optional] + +### Model Architecture and Objective + +[More Information Needed] + +### Compute Infrastructure + +[More Information Needed] + +#### Hardware + +[More Information Needed] + +#### Software + +[More Information Needed] + +## Citation [optional] + + + +**BibTeX:** + +[More Information Needed] + +**APA:** + +[More Information Needed] + +## Glossary [optional] + + + +[More Information Needed] + +## More Information [optional] + +[More Information Needed] + +## Model Card Authors [optional] + +[More Information Needed] + +## Model Card Contact + +[More Information Needed] +### Framework versions + +- PEFT 0.14.0 \ No newline at end of file diff --git a/report_generation/8_8_8/checkpoint-43000/adapter_config.json b/report_generation/8_8_8/checkpoint-43000/adapter_config.json new file mode 100644 index 0000000000000000000000000000000000000000..a83694c107628584ff272ee13259e066735429a3 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/adapter_config.json @@ -0,0 +1,37 @@ +{ + "alpha_pattern": {}, + "auto_mapping": null, + "base_model_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "bias": "none", + "eva_config": null, + "exclude_modules": null, + "fan_in_fan_out": false, + "inference_mode": true, + "init_lora_weights": true, + "layer_replication": null, + "layers_pattern": null, + "layers_to_transform": null, + "loftq_config": {}, + "lora_alpha": 128, + "lora_bias": false, + "lora_dropout": 0.05, + "megatron_config": null, + "megatron_core": "megatron.core", + "modules_to_save": null, + "peft_type": "LORA", + "r": 64, + "rank_pattern": {}, + "revision": null, + "target_modules": [ + "down_proj", + "v_proj", + "o_proj", + "up_proj", + "gate_proj", + "k_proj", + "q_proj" + ], + "task_type": "CAUSAL_LM", + "use_dora": false, + "use_rslora": false +} \ No newline at end of file diff --git a/report_generation/8_8_8/checkpoint-43000/adapter_model.safetensors b/report_generation/8_8_8/checkpoint-43000/adapter_model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ec1ef224dbaa17647c1808d272c8e692c7186370 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/adapter_model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3056ff12e58b48bdffc124aa06d1a9859e11293ebae0568de5e45e4ebb017d3b +size 335605144 diff --git a/report_generation/8_8_8/checkpoint-43000/config.json b/report_generation/8_8_8/checkpoint-43000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..2e4ad23260cc3cea6e2c5ab0b6f711965529865d --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/config.json @@ -0,0 +1,56 @@ +{ + "_name_or_path": "meta-llama/Llama-3.1-8B-Instruct", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "freeze_mm_mlp_adapter": false, + "hidden_act": "silu", + "hidden_size": 4096, + "image_aspect_ratio": "pad", + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "mm_context_size": 72, + "mm_hidden_size": 72, + "mm_patch_merge_type": "flat", + "mm_projector_lr": 2e-05, + "mm_projector_type": "attn_pool+mlp2x_gelu", + "mm_use_im_patch_token": false, + "mm_use_im_start_end": false, + "mm_vision_select_feature": "patch", + "mm_vision_select_layer": -2, + "mm_vision_tower": "openai/clip-vit-large-patch14-336", + "model_type": "llava_llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 128256, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "tokenizer_model_max_length": 128000, + "tokenizer_padding_side": "right", + "torch_dtype": "bfloat16", + "transformers_version": "4.44.0", + "tune_mm_mlp_adapter": false, + "use_cache": false, + "use_mm_proj": true, + "vocab_size": 128261 +} diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4deae2ec4c23a578e02e1af84bdf081b1045f3af --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_0_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bde3514604d50a81bd76440fd5b1e7c4f25b112f929a0b022250356716bce08 +size 213071538 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5901ce72dff0db0ac98acac22ec1e6860b974036 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_10_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5841574c1b3d078b64d60f0d32231f7865999c8a84cfebff73785661d95517c1 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..448185af81dc50b085572dec051f2e0f86c9abd7 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_11_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92f11095ccc19691e2eca5a3918b203f62f49d6f7127abda45190eab999b3a0c +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e71a2909cb393d1ff0c6d0b95847fc85bc3b8f71 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_12_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:360e2d86d55229b2b8474a7cd2d5a20bb3239515e19ca8928294fb1983026e22 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..501df848c084eb385f238e9fe913559bf7561da2 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_13_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5228ad33ef2ddc358c046955bd348d2510fdc3c9f8f5ee6231d9e6b109ff1c13 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..890fc69cf375169bc8d2675f20963036e1616897 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_14_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:258eee9f8901036397ed811822ed4e406e7d36f2b0de4f06018608122fea4b96 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..72b32ed26450cb51e18c770d3d79e73a242bd567 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_15_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:802d2da7d33f406cb6019306f17ab4028f16687a93dff07782e34fa5836bbe72 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a7da40e651a869f0febb09b5eca528391de231a --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_16_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fde06eb51024b39d69be020dbcf7563a7680df0023ec7ced65f2e6edeb43561 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec08f0d5565ad1e903719074beed9dd6a15a2c1e --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_17_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:903cb2e2feae4a93f1e2bf455246efc0d040a81becfcea37220539ed1ace5bb5 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d8705ea908ce90f75aa924ed89271b20a72a9c5 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_18_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf4cbc49618b3157b913fc23bc58b9d51c9e1bdda81615262b1014d64c615c30 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..73659a0adb05cae6274ca34037398cca68fece5d --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_19_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4a54a38126dc08cdb3dc62dba8fa69fe50752417b8c918649103b858e1a38d4 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f356f3c7a594b2159e9d419885e7b77287c49c8c --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_1_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24fa11a44a5c4b45facd760feda657fe8fdc4091077d30f186587ea05237b145 +size 213071538 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8c79cc1e3246b3662bf5600e19ac242035d5d35 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_20_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a559e37ce6a0b5b06c75e8dde57dc1383817f97f5cc9bc689fcd1cfac9d270f +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..417206e3630315e282715bc68a03085174b0348d --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_21_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daaf96d1a4d16e755eaf91da46b6fa8d85f52a2423cb7bef7fab1dd4e90bcb90 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..3db60c56e222d8d4acd7ef10049606f8963347dc --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_22_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbf6bb3b2ad3241fce8b85a6ef3454d3710c8e31ac325333b58a45254cca9f84 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..558de2f52dc3ac74e85924cbe81ff3e7fbce4950 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_23_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be638504bb1d259cc7af67bcd9badedddbf9b38f80ea76015f5ba65d91846081 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cc6ae31fd00695a39a6c41d238c7e29dfdd5c81 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_24_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dff15efe64d40861351fdeb068967702f6b192e2d27df670c6f3a40c4523c0b +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3fd04a1843c2a8d6cbb313dab6c479048eb6cca --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_25_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1da77bfd6a200f335137426872ab4a8d15ca3032a0a20d89b3350099d4a8146 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0ba1fd3107fcd4db93c26317ee8b3750e6a6e11 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_26_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:913df7f9e2a7d825ef14748de9e025373b369a6c529a55e0b4679611daff7801 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..17d46272931060c3068990d42e4903464a1ee7d9 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_27_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45d469d72d7ead02dbd4727ee7a0723e46f6aa64e4b08b06153bcb9448e2314f +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..5913df14e44403125c35ad8a7d7c8319ddb28eb8 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_28_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fbb5e54c8993354a06a49f060205b55ad109300052530d1b1946192215cf26b +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..941d7d6d1c4dedc7a1222b9da31a543292570847 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_29_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f586f2bb2af83bdc6f0aa69a6fd33b6479d0ed45626516f9c140ded5c157be29 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d47933ceac340f6468235fd8d231b65d6ef4bfaa --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_2_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2c3a1ad1bb24347a505ad88454611ad242b222b40f61169ea003a235e7aff0e +size 213071538 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b52d98496786eef6c093839fd1d46a4b6ef93bbc --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_30_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06fb28a835a34f2d500fd225ca206f22ff8f6e934fd68117f64fe957f8ddfd33 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6047d6873256d217390168144e734795d232c10e --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_31_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:134a102aa428558ac6145bce7ba275af48e871332a6de30346432aa5515ea44b +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8d647819b0073fd872f6a352c023efcfe78cf66 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_32_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4739dc34f2fb0120723b938f0d7d897157404f108848d00568b67f2f4c39b9aa +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7019bd9f261fecf34df18ad6d8e36cb2191ff11f --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_33_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:835639960a666685c004022625d363211bea6faac6992711a213570beba1d339 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..140895f8e6a1f873ec46770f90acbc4aa0705469 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_34_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e0b7bc6bcc300576da9849403ea4677f80bd20bde0ac5049d6994e57814082d +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9a6da3923ea95fb48d534c2cd637f989b87726c --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_35_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa4e9ddc87c90a3d216aae8ab10b3384f25884e08dbf314a0511b046e71f7fec +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..22e3a68b351d32fee5c57bc5bcfaedff049aa32d --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_36_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d30702464c8b24d243dc793bd9771732cfc588a86495d57c9248f29e1056c339 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..92933fbc897a5defc6d58a8e6f828433c632c36e --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_37_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9625d537b73bdebc14473738eee4296ea9fd28bb268502677ab2a6aae3151f1 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..74fe22b159f3284aae10f6351ec7edb68b5af0de --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_38_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3cf478349d7cba23980cb621e5f9d63db8f6d0cf64c9b365a4e19c29917f6ee +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..65330313dda9a1ab5314020069ccea98a4837049 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_39_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08b3729ca7949690603a869212098dfa3056d2bd86c8330fcb6f8144ee93bdd1 +size 213071618 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc070e1ce5e681569763c71bbb19f38f62d656f5 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_3_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41abd387a83fca12172293a41168342b0356878dc567d710547087ef9817feb2 +size 213071538 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..052dbdaf04e4ce24a340ac1096f8ea6f9c9198b5 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_4_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:701eba4327e9b5e6d6ffec39c39c93abcb637bbe49a6ce8b03ece7e9eb348bee +size 213071538 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..086fc77ea6b95a8018bed94e3e7518fd9304d250 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_5_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54b309c63b94fa08d97cccab17fdd3f8d16da418bf2bf2eb729c2008750403d8 +size 213071538 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..716ca427f2658b0a0ad71eb99e558fa34d34eeef --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_6_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae618b7d34547e66d0610c1701adf8a32515b8c39d8b1371ca9d8521b0b1010a +size 213071538 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d8c5d746934f4821f2b2df8ecf161765ed42a42 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_7_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ac245d736642e1b22745590a8b4f392cfd8470e4c82eb22eeb19243cdcba7da +size 213071538 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9bd191d582bc50672542ef9a545cefff27c5bff --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_8_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0e3db122109bfeb8c849562e58d9bc364c7c0980e451d43ee45333dfca98782 +size 213071538 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e39ec05ca5470a831dba590b3fc6864e7d4ed382 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/bf16_zero_pp_rank_9_mp_rank_00_optim_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e0e62f0fc34ead702f347b8400f6d4a977445593a9de371c8f97b43972f00bc +size 213071538 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_0_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_0_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..11d78e2ec9658d63573b3d674003c0a998dd6c80 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_0_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b57bc4d7fc90c7066d0fa59a6180f057713d160382e8c8c481f29c74e5393d7d +size 448511 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_10_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_10_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ec87fd7aa19bf5a01fada6d4beba2e9e9971173 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_10_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a3ef6808ff93bb71279176a788513bac91bf983ec3150441d942f061d356d96 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_11_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_11_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6e706db4373530503595ab390cf7d5119e3b55e --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_11_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b01ad3cc445e9c8248a3899393d300e6d5b85efc926fc84aa1a88ee3df8f863d +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_12_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_12_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..02c0bc1c488c9c156703f8900fbbc9ee63bdd06d --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_12_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27e2d7a516f7f0de1c7af3c75689e0e05b90e2674256dd8107fde7fa80e11071 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_13_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_13_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b94a39f18c270fe0d90e68d79d135273ecea7aa --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_13_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5467e10ceea97fbe2c1814477641f9c98e40cdba8ad607629081828836358a9 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_14_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_14_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd6914d871ee38d62556c27a7aa75f9926acc4d2 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_14_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba4213444dfbf541dc0d4eed4d6dfebe57f3ff5aecfbef0f50c848157b6fe6e1 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_15_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_15_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ed012babc7927b1ff81c51cac060f681ed02381 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_15_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2be9ab7914af11358956b640fa13e45e138dec37f26b9eb9c65f4831a4fde1a +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_16_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_16_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c8864f72f58fd8dbf679753eba56c04f5fb6653 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_16_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05a4958f2f7bd1bb1cb8dd70cfbfa6cdde4501202858289536c358a07247bbab +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_17_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_17_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..51ed53e1be73c6683061452e5234533e232c25fe --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_17_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c34ab9f8079dd4bd6e0095c3714096b8c222df15220d7f5100bbf4cc1f2746b3 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_18_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_18_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fd87d3bdc849041d9a91bc95a7534a2ceaffbeb --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_18_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c9937900b042b57763110192db5d0c160c6c90fdf3ab7cb87ee2b7432830a98 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_19_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_19_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e53350ca28766ccd6e269a0f178d1dced1e8bbc --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_19_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dc3859229d1961b01d18f2777f33db4a4e58e8684e8cc536a888a24ef630ce7 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_1_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_1_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f32bf4d12ce189a70e88b659a030aa6653171e53 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_1_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9ec6dc94ab197889e3e6de5c311fb060b62607b728d9a6aa7d9714ced006b83 +size 448511 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_20_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_20_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..a536b89d241c3c819300f6321d5941ca603a09a2 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_20_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7463bbf31d8bef4ca668a79c94f0e25ed0aac3ed64d5133f51686382b25d5db +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_21_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_21_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8e4c9fb5d889dd51fd99475aa00e1d4c17a7055 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_21_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4aa09a9396f544a3c90147543852bfcf3f0eb3124314113f842530dc53f47ce +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_22_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_22_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0fd9bc6ee1cd526a5c21a2e8b3a8d6cf7599575 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_22_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95e0e15398fc31628d012ebcd81f6249968900657362279d7f83fced529527e5 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_23_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_23_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf002ff75d0fa9f544f52a4e4868eaa016d363cf --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_23_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24607a3a9131e4bb1c78619effe41b375e5113324a0a46c1d16484ca3d7cb895 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_24_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_24_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a574b553bec8de7e7b95ad2c8997fcd9aa8cc85 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_24_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b228f78c01e6b5de3e7f503f7bb7d8951cb16c9a9bf377e022acef96bce0e090 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_25_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_25_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..98a623e6efd25788fafbf5b7b9ae476e7b4e0c69 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_25_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:413bc849f29369555ee4d8cb967b94cd5e8206bc8880af4996cea7c41048b721 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_26_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_26_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..eab9ab6ffcc55da2e97cbc198c5ccb436c440baf --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_26_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:347d841b366ab000ab870b1a31fbdf68093f23d97a1b54b06913dc1e80a159d2 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_27_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_27_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bc8f6e3ab39385546a442265afaa23976db5dda --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_27_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c3ec3a6280f451d79b22347f1b5a0764e6c4a3516bbe36039345b217abf810f +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_28_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_28_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..f91fee5bb23a492d6ddb8c59d32228ae166c29bd --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_28_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3f0e687548c574edaf14e4d7142b8fafbf32305ff542332952bdeb06d63e4e2 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_29_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_29_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..39fd61021a56a268499d6c4d0f67d7afb3901966 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_29_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ad65e386bf91c916527e42fdcc32f7fea965d37c1896f3e055eca882e112e4 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_2_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_2_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..945418b9cc5b3ff40d62f646fd52207ffd48624b --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_2_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa12ec32a09354ecedb1d2684f5f288487168b228eddf7acb67cc8cdb4382031 +size 448511 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_30_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_30_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..81b19044d6d8942af5fb75d4f03da259c547bd96 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_30_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02abb2f712301792468205e0e94b4ca9ec6b43813b8fcc993704e4886ab7d121 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_31_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_31_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9358e66a09221c9d6e5d8b4bb5d157487a68094d --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_31_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:274a6704d23b312ad4e9a47d5e4ff95534845cacb259f6af471b85925a482dd3 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_32_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_32_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d844d6f8216aa748c34febcf8e4fb4f8d320ae0 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_32_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0577627ce4dc888fff83a35f66d62bd1893779d8e0416090f26c0955e261bf0e +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_33_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_33_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..0093321eac227cbe33787d75bc718a23d139fd43 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_33_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2560f554db021fe0fd97706849a31297fb430a21f11c41563f66a7d85bd69cd +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_34_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_34_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbf3e11f035592627ee6f276a7a17e37d7ec8f47 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_34_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a89c3887e1d75a3a77d59999d1031742275218c0f6b5ba0b0425241c29597fe +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_35_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_35_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..9627b2d0e8d26049bb29946efa248f23a82221bf --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_35_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cfaf288e8c34d77b591c6047bafc52bb796242e993a3cef196e4d460098e3e1 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_36_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_36_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1d3355ab607417cf847dd5e244cf7464be7db56 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_36_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee5e88058302e146b4f3fed05bf9d7b98b60e80a9f009d1a97036b9def77a06e +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_37_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_37_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..766d64687902f134898ccf4fa8ebfa966c4764ab --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_37_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cc5154b3d07202bb24f6a3b4997ebec2462d63760925301d45bcca1e425ea56 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_38_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_38_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..7096964ae8a529d3e0a6f2d053174816b0e5fc88 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_38_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:427d78a10a98336569a188a8818cffb768a4039a695ec34a89a78d837f618329 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_39_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_39_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..222188fbf060e34beb9e1e32a480651cdffdf717 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_39_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dc8516cfc59518e729ff6199f9a0649407a8bbab557bd6d7aeccbd1023f04d1 +size 448968 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_3_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_3_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..429e106e43ca2ec2bb8f8806a0bd2984ee3cebdb --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_3_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:441dee39c7ee557871ee7eb6be9ac6bd3b614ce24ae04453cf0c7b31a41775ef +size 448511 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_4_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_4_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..1def71ccf458920835954047105f78a73d406561 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_4_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:066b579a39d5203ad23f4876596f562a99379c7e5a34fa9b5e3d7ccd0cffadb5 +size 448511 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_5_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_5_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc12cc3cd207471cbd11a9cccf7e4016e3cc8fb9 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_5_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c835923920510f14cb24b56d6440677c3664e2019ebcd856f18cf68f8e8881f6 +size 448511 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_6_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_6_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..08e7beda6f2fd19a8ed7bf131784ea9456adcb01 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_6_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f5e23cbf9f9da7e5d7a9ab29e330a6a3113188108570622b1fad06bf637f303 +size 448511 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_7_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_7_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..c85a88b87fb9ee18e04f85c44c7f4c2b5c0bd6b1 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_7_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc1ab078d6320deef98f71de6f08c429fef5b8caa81e5432d5699b7b91252fb9 +size 448511 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_8_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_8_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6532d246c123a6cb114053137e47285c1fab104 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_8_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1134133fda0c9243b99428532998891ff9c6912f84cc204d2d811ee39f20ce5d +size 448511 diff --git a/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_9_mp_rank_00_model_states.pt b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_9_mp_rank_00_model_states.pt new file mode 100644 index 0000000000000000000000000000000000000000..455c222a48a9497e0e640d3725208d4652aa068e --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/global_step43000/zero_pp_rank_9_mp_rank_00_model_states.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e0dfb918adaea39cc70a836926947f7b7eaf5f00dd15e0f4cd6e7e7c5c018b9 +size 448511 diff --git a/report_generation/8_8_8/checkpoint-43000/latest b/report_generation/8_8_8/checkpoint-43000/latest new file mode 100644 index 0000000000000000000000000000000000000000..f48e57819dacee9db7e30535b3434bedf232821c --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/latest @@ -0,0 +1 @@ +global_step43000 \ No newline at end of file diff --git a/report_generation/8_8_8/checkpoint-43000/non_lora_trainables.bin b/report_generation/8_8_8/checkpoint-43000/non_lora_trainables.bin new file mode 100644 index 0000000000000000000000000000000000000000..5060c9358734769e43eb66a1c22d2db3bafe6f81 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/non_lora_trainables.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04b437b71b5003819bc470aee2a80392bb4eaf05bd98b970559beac4839a454e +size 1084877304 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_0.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_0.pth new file mode 100644 index 0000000000000000000000000000000000000000..13dd1441de631a4654e11220953e9947f585ff0e --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_0.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5df934266cb55352b744cae10a055b96812292f718318b62ea77b374906479b6 +size 15024 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_1.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_1.pth new file mode 100644 index 0000000000000000000000000000000000000000..1ec64acca4205cd30e8c7e61da2e98e1b842b4c7 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:674a15e9bda8b891c1bf4c8eb3600770713b697f94cfc9ee98b8b1c61dba3b6c +size 15024 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_10.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_10.pth new file mode 100644 index 0000000000000000000000000000000000000000..c95dbd4e7cdf8a859d07f9fac1ca9c730062733b --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_10.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c05378a6fd89a7c3bd520d315a8dd4d297b27b289812094ea5ede22fe635dee9 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_11.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_11.pth new file mode 100644 index 0000000000000000000000000000000000000000..ad5f404b997c7d6a5b87412cb8162107c2dc80ab --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_11.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5e6ca528e36888771249fca4180447c26b016acda48720dedff165ae007a5e6 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_12.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_12.pth new file mode 100644 index 0000000000000000000000000000000000000000..4bf68c93cab5ce5b45b32da70dd2bc459c3a09b9 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_12.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3bbfb8e51c975a91ea43b1a0374e31e2eb03e51f36776b77cd92bd3f5fb49e2 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_13.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_13.pth new file mode 100644 index 0000000000000000000000000000000000000000..28e998301b7b3958b3100f9061b014e06d096b29 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_13.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d0adb9c59216a43532a3f0b4d212f20338316c5ae227761f64beb25144baaf6 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_14.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_14.pth new file mode 100644 index 0000000000000000000000000000000000000000..ec4c2f9126dce4f9d94e78c9ec2c04655cd46a04 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_14.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09d3959973ceb312ed2964e3a5491d90a7de3dff143bc013133de4403b7f1337 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_15.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_15.pth new file mode 100644 index 0000000000000000000000000000000000000000..66207572091fa7b544f19fe98e5d8afc90194825 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_15.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45b6dbb59b9c9ffd1e23f6f2bbb88110f8631149b8d381cac20f5c81ebb69ca0 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_16.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_16.pth new file mode 100644 index 0000000000000000000000000000000000000000..4c32b9cac310b6e682732e3592c9b3999db37df0 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_16.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f0d64114775fe48292dd4a2775acd7cfaf3878256b500257042c4b25599fcd8 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_17.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_17.pth new file mode 100644 index 0000000000000000000000000000000000000000..337a796ba2c19eb51792eace8cc08deafb643b5e --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_17.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4b50e93fea895febb08edaf72cc60d6c6c04f5e344c26d24ab979e6159237f4 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_18.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_18.pth new file mode 100644 index 0000000000000000000000000000000000000000..928f185372092a38c951b4bc436bb1e595964571 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_18.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbf15dc8cb9cea95589aa5cf55854f42d5aa698c36f078d2c71d81dfd6b13c93 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_19.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_19.pth new file mode 100644 index 0000000000000000000000000000000000000000..e5a391c7b2dac095875fca4511b04a6c7a4e21e3 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_19.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff8d68a5dbd97f61e8920011423ba94ac77ca00cc2df9beaeb163f062359f4dc +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_2.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_2.pth new file mode 100644 index 0000000000000000000000000000000000000000..92450747ea2a74e0955abe37669348ca42831a6f --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_2.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6a5273ec7dde7cb43626a6d5c1893d936bfd74d93f41bf6ee4a770a2dfcf60a +size 15024 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_20.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_20.pth new file mode 100644 index 0000000000000000000000000000000000000000..2121fbec9fbadce248707bc06d1645581827ce83 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_20.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:995762ec96d94b8d90fbf8c550b330820ba248f9828e04ff35b41c7588617fb0 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_21.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_21.pth new file mode 100644 index 0000000000000000000000000000000000000000..85d5ceddd38d4a84beff487f0ebba1622c4d5225 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_21.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7343357a95f5d7e75ffcc33843983574cb43a92d7c66530234a606749ab2d4f2 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_22.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_22.pth new file mode 100644 index 0000000000000000000000000000000000000000..086b922cbed944cff783605aa1866d95bff94088 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_22.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37c5524eee11e6ce92d11e463c40075bb2eae85962a3820330479018b56f9e5a +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_23.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_23.pth new file mode 100644 index 0000000000000000000000000000000000000000..cff53040daa95525e1f6a8976f0ef07b218e71e2 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_23.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e08669978334a32790068a8ffacccf058acd363fcb60874157e50f85e7c04ec +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_24.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_24.pth new file mode 100644 index 0000000000000000000000000000000000000000..ff0515e3e6faebb652398217df8102c5668dea27 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_24.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a21199672ca5f5ae92dec0ab5a5d776e90bdb45979ba0ad1e6b74f0035fbac +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_25.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_25.pth new file mode 100644 index 0000000000000000000000000000000000000000..0669e1bf0ed3702d9d913a771ea6f0ce667675ac --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_25.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d65917dbcff6c9b0c1b79f3849ca82400f2b79b4d291d80bf4b46cdc573f153 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_26.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_26.pth new file mode 100644 index 0000000000000000000000000000000000000000..c9bc7cbbd8d6019950c41dd6af5a9214bf689401 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_26.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab415599adb83262863c96b9b34f375623ff2b8efd87a8388f398895cda7462e +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_27.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_27.pth new file mode 100644 index 0000000000000000000000000000000000000000..fa6d7f1f12be611fb80623d40445f4ed2bbe6691 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_27.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb79af2aabc5095599803dc6b3d6c978360142bd946ed71211d04304ca23b13f +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_28.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_28.pth new file mode 100644 index 0000000000000000000000000000000000000000..f5cf411177acb47ed1d0448f315e414412e3c853 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_28.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13527ee8910a1eed2e950aa8d9783387f0e3363056c5156d821aedcf7433fe47 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_29.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_29.pth new file mode 100644 index 0000000000000000000000000000000000000000..7fa534eeeb47f79dfe21370d9f8613c27e55ddc1 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_29.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5df4ec6de99da7530adcb36257d7132371f3c448123b781fe1144a151dd2835d +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_3.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_3.pth new file mode 100644 index 0000000000000000000000000000000000000000..e50158916e45ad83240dff0e4373a09dabac9ef4 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_3.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d27a89f64ae75a6b376944c854fa8b70cd9de1551ddd159a3716ab3201c3f1a +size 15024 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_30.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_30.pth new file mode 100644 index 0000000000000000000000000000000000000000..ff2fccad6c35aaf3714e69c6b772f7270d64a849 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_30.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4100590298967316d5d829ee2f5e23b547b8ab46ffcc6b98b600550d5708c24b +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_31.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_31.pth new file mode 100644 index 0000000000000000000000000000000000000000..8708cca6556b10bdb0891a22450b97cc7a2aa3e5 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_31.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c2b46a72730bc945520415bdb5e432fe36ab0ec65e595b290458447262c4286 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_32.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_32.pth new file mode 100644 index 0000000000000000000000000000000000000000..62e6a1e187c4589139506ab4f68f22e9fd38dbd7 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_32.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cde53b2d646cd370acd25706ed8ac7fd5d1a26c7e0e60c95a54b3108e18db3a +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_33.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_33.pth new file mode 100644 index 0000000000000000000000000000000000000000..71436de5266fb3d3f6e296a03b54e973c9e7527a --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_33.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef2d2ebae1e901bc07abf012fc02e1e928b077bc20ae9559e8d107b2a641cfc9 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_34.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_34.pth new file mode 100644 index 0000000000000000000000000000000000000000..a7b1ce9e92a3c40ce6f3e8225e9fd4c57b631cea --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_34.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76ffdb936c1d8968e095c1f92113361c4bbbdcc59c87e99472bd004cd2b6d065 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_35.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_35.pth new file mode 100644 index 0000000000000000000000000000000000000000..ca4e9120f4ac4b73be5f8816a9f48a3c669a5fad --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_35.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d1f39666887782680d03de151af8447bd4d20e4b3891f7628ba3931cc67a657 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_36.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_36.pth new file mode 100644 index 0000000000000000000000000000000000000000..1ce275218c80ef98c4bf569372c6fc73eea7ca63 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_36.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa50cb74c37071bcd4bc599ef2d71504c954669d6eed692e12b5752007ef303c +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_37.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_37.pth new file mode 100644 index 0000000000000000000000000000000000000000..9ca5f93cb54485f599935bb4a274e7a97f27c72f --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_37.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e3835d1446f80559a78484b623397ad3702e2ff6eba1906c85f23905790645 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_38.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_38.pth new file mode 100644 index 0000000000000000000000000000000000000000..bc03690c877df784d0f51df8d1d9439fd45d3ac3 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_38.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6483fcd69095bd92034c918658417b72342301dd2f908740858d4bded5d7b8a4 +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_39.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_39.pth new file mode 100644 index 0000000000000000000000000000000000000000..9440cfa714e908cf63536fd84d77e4429ae44cd2 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_39.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab1dde716515a961bcc649152e9497767edcc96ac7874e114250bb50ac12f0ff +size 15033 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_4.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_4.pth new file mode 100644 index 0000000000000000000000000000000000000000..3965414ceb9bfd12593e61e84952ddc56a91bf62 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_4.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f81199b91bf4b9e235d923d8144f284bb8ee079e235c34634688b87bccc625b9 +size 15024 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_5.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_5.pth new file mode 100644 index 0000000000000000000000000000000000000000..664b84b3968ba3ca25d90523ce4d8740423a708f --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_5.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25c3382669d11f65790ebce64034177793a461cc6710667cbd9f53e3c22a4190 +size 15024 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_6.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_6.pth new file mode 100644 index 0000000000000000000000000000000000000000..52ec8a6f8f1f6be8ad35bd6ffed9288e6da16d5c --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_6.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1789a60c0fac626eb0cdb980fa5f180863c3053216c6b924428e9fb6c5d50aa7 +size 15024 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_7.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_7.pth new file mode 100644 index 0000000000000000000000000000000000000000..9ff1043577d3f90eba812c13531e1bc4a3d70902 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_7.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d30874a0aaf5d7bdfa84af8c054cba1eaf0afe227647c3adf4238c40569bd70 +size 15024 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_8.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_8.pth new file mode 100644 index 0000000000000000000000000000000000000000..523d2a9a878c89caaace672a3466cc005ae01f92 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_8.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7e0d8bffad076ece2f6b747193517f29bbf4999385a71d64b8e7818373a3310 +size 15024 diff --git a/report_generation/8_8_8/checkpoint-43000/rng_state_9.pth b/report_generation/8_8_8/checkpoint-43000/rng_state_9.pth new file mode 100644 index 0000000000000000000000000000000000000000..8f5d4d4b6c861a020ab61bcb2e5614ddc47ddbcc --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/rng_state_9.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3639540259eb9bceaf2b4b2e9ea5ae3b2d0e1715ff761841e5147b7be2c583d2 +size 15024 diff --git a/report_generation/8_8_8/checkpoint-43000/scheduler.pt b/report_generation/8_8_8/checkpoint-43000/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a786084f01b5b6783e887e2bc219558eda8d283 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0401c0c3b3f6b243d6dc2c2347dd67dc591f1b8b2b290b4d2351cee50e22d1c8 +size 1064 diff --git a/report_generation/8_8_8/checkpoint-43000/special_tokens_map.json b/report_generation/8_8_8/checkpoint-43000/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..87316f08fcab2a1fa2049604f6e73c71f1e1bb55 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/special_tokens_map.json @@ -0,0 +1,23 @@ +{ + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/report_generation/8_8_8/checkpoint-43000/tokenizer.json b/report_generation/8_8_8/checkpoint-43000/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..1748d62d08b14ee6cb4c4eb6caf11fa277227533 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/tokenizer.json @@ -0,0 +1,410608 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 128000, + "content": "<|begin_of_text|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128001, + "content": "<|end_of_text|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128002, + "content": "<|reserved_special_token_0|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128003, + "content": "<|reserved_special_token_1|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128004, + "content": "<|finetune_right_pad_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128005, + "content": "<|reserved_special_token_2|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128006, + "content": "<|start_header_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128007, + "content": "<|end_header_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128008, + "content": "<|eom_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128009, + "content": "<|eot_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128010, + "content": "<|python_tag|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128011, + "content": "<|reserved_special_token_3|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128012, + "content": "<|reserved_special_token_4|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128013, + "content": "<|reserved_special_token_5|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128014, + "content": "<|reserved_special_token_6|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128015, + "content": "<|reserved_special_token_7|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128016, + "content": "<|reserved_special_token_8|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128017, + "content": "<|reserved_special_token_9|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128018, + "content": "<|reserved_special_token_10|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128019, + "content": "<|reserved_special_token_11|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128020, + "content": "<|reserved_special_token_12|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128021, + "content": "<|reserved_special_token_13|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128022, + "content": "<|reserved_special_token_14|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128023, + "content": "<|reserved_special_token_15|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128024, + "content": "<|reserved_special_token_16|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128025, + "content": "<|reserved_special_token_17|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128026, + "content": "<|reserved_special_token_18|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128027, + "content": "<|reserved_special_token_19|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128028, + "content": "<|reserved_special_token_20|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128029, + "content": "<|reserved_special_token_21|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128030, + "content": "<|reserved_special_token_22|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128031, + "content": "<|reserved_special_token_23|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128032, + "content": "<|reserved_special_token_24|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128033, + "content": "<|reserved_special_token_25|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128034, + "content": "<|reserved_special_token_26|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128035, + "content": "<|reserved_special_token_27|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128036, + "content": "<|reserved_special_token_28|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128037, + "content": "<|reserved_special_token_29|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128038, + "content": "<|reserved_special_token_30|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128039, + "content": "<|reserved_special_token_31|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128040, + "content": "<|reserved_special_token_32|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128041, + "content": "<|reserved_special_token_33|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128042, + "content": "<|reserved_special_token_34|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128043, + "content": "<|reserved_special_token_35|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128044, + "content": "<|reserved_special_token_36|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128045, + "content": "<|reserved_special_token_37|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128046, + "content": "<|reserved_special_token_38|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128047, + "content": "<|reserved_special_token_39|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128048, + "content": "<|reserved_special_token_40|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128049, + "content": "<|reserved_special_token_41|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128050, + "content": "<|reserved_special_token_42|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128051, + "content": "<|reserved_special_token_43|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128052, + "content": "<|reserved_special_token_44|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128053, + "content": "<|reserved_special_token_45|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128054, + "content": "<|reserved_special_token_46|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128055, + "content": "<|reserved_special_token_47|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128056, + "content": "<|reserved_special_token_48|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128057, + "content": "<|reserved_special_token_49|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128058, + "content": "<|reserved_special_token_50|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128059, + "content": "<|reserved_special_token_51|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128060, + "content": "<|reserved_special_token_52|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128061, + "content": "<|reserved_special_token_53|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128062, + "content": "<|reserved_special_token_54|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128063, + "content": "<|reserved_special_token_55|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128064, + "content": "<|reserved_special_token_56|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128065, + "content": "<|reserved_special_token_57|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128066, + "content": "<|reserved_special_token_58|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128067, + "content": "<|reserved_special_token_59|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128068, + "content": "<|reserved_special_token_60|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128069, + "content": "<|reserved_special_token_61|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128070, + "content": "<|reserved_special_token_62|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128071, + "content": "<|reserved_special_token_63|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128072, + "content": "<|reserved_special_token_64|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128073, + "content": "<|reserved_special_token_65|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128074, + "content": "<|reserved_special_token_66|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128075, + "content": "<|reserved_special_token_67|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128076, + "content": "<|reserved_special_token_68|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128077, + "content": "<|reserved_special_token_69|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128078, + "content": "<|reserved_special_token_70|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128079, + "content": "<|reserved_special_token_71|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128080, + "content": "<|reserved_special_token_72|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128081, + "content": "<|reserved_special_token_73|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128082, + "content": "<|reserved_special_token_74|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128083, + "content": "<|reserved_special_token_75|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128084, + "content": "<|reserved_special_token_76|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128085, + "content": "<|reserved_special_token_77|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128086, + "content": "<|reserved_special_token_78|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128087, + "content": "<|reserved_special_token_79|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128088, + "content": "<|reserved_special_token_80|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128089, + "content": "<|reserved_special_token_81|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128090, + "content": "<|reserved_special_token_82|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128091, + "content": "<|reserved_special_token_83|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128092, + "content": "<|reserved_special_token_84|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128093, + "content": "<|reserved_special_token_85|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128094, + "content": "<|reserved_special_token_86|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128095, + "content": "<|reserved_special_token_87|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128096, + "content": "<|reserved_special_token_88|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128097, + "content": "<|reserved_special_token_89|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128098, + "content": "<|reserved_special_token_90|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128099, + "content": "<|reserved_special_token_91|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128100, + "content": "<|reserved_special_token_92|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128101, + "content": "<|reserved_special_token_93|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128102, + "content": "<|reserved_special_token_94|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128103, + "content": "<|reserved_special_token_95|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128104, + "content": "<|reserved_special_token_96|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128105, + "content": "<|reserved_special_token_97|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128106, + "content": "<|reserved_special_token_98|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128107, + "content": "<|reserved_special_token_99|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128108, + "content": "<|reserved_special_token_100|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128109, + "content": "<|reserved_special_token_101|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128110, + "content": "<|reserved_special_token_102|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128111, + "content": "<|reserved_special_token_103|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128112, + "content": "<|reserved_special_token_104|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128113, + "content": "<|reserved_special_token_105|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128114, + "content": "<|reserved_special_token_106|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128115, + "content": "<|reserved_special_token_107|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128116, + "content": "<|reserved_special_token_108|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128117, + "content": "<|reserved_special_token_109|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128118, + "content": "<|reserved_special_token_110|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128119, + "content": "<|reserved_special_token_111|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128120, + "content": "<|reserved_special_token_112|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128121, + "content": "<|reserved_special_token_113|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128122, + "content": "<|reserved_special_token_114|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128123, + "content": "<|reserved_special_token_115|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128124, + "content": "<|reserved_special_token_116|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128125, + "content": "<|reserved_special_token_117|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128126, + "content": "<|reserved_special_token_118|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128127, + "content": "<|reserved_special_token_119|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128128, + "content": "<|reserved_special_token_120|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128129, + "content": "<|reserved_special_token_121|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128130, + "content": "<|reserved_special_token_122|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128131, + "content": "<|reserved_special_token_123|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128132, + "content": "<|reserved_special_token_124|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128133, + "content": "<|reserved_special_token_125|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128134, + "content": "<|reserved_special_token_126|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128135, + "content": "<|reserved_special_token_127|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128136, + "content": "<|reserved_special_token_128|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128137, + "content": "<|reserved_special_token_129|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128138, + "content": "<|reserved_special_token_130|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128139, + "content": "<|reserved_special_token_131|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128140, + "content": "<|reserved_special_token_132|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128141, + "content": "<|reserved_special_token_133|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128142, + "content": "<|reserved_special_token_134|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128143, + "content": "<|reserved_special_token_135|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128144, + "content": "<|reserved_special_token_136|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128145, + "content": "<|reserved_special_token_137|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128146, + "content": "<|reserved_special_token_138|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128147, + "content": "<|reserved_special_token_139|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128148, + "content": "<|reserved_special_token_140|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128149, + "content": "<|reserved_special_token_141|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128150, + "content": "<|reserved_special_token_142|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128151, + "content": "<|reserved_special_token_143|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128152, + "content": "<|reserved_special_token_144|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128153, + "content": "<|reserved_special_token_145|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128154, + "content": "<|reserved_special_token_146|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128155, + "content": "<|reserved_special_token_147|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128156, + "content": "<|reserved_special_token_148|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128157, + "content": "<|reserved_special_token_149|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128158, + "content": "<|reserved_special_token_150|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128159, + "content": "<|reserved_special_token_151|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128160, + "content": "<|reserved_special_token_152|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128161, + "content": "<|reserved_special_token_153|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128162, + "content": "<|reserved_special_token_154|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128163, + "content": "<|reserved_special_token_155|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128164, + "content": "<|reserved_special_token_156|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128165, + "content": "<|reserved_special_token_157|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128166, + "content": "<|reserved_special_token_158|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128167, + "content": "<|reserved_special_token_159|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128168, + "content": "<|reserved_special_token_160|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128169, + "content": "<|reserved_special_token_161|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128170, + "content": "<|reserved_special_token_162|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128171, + "content": "<|reserved_special_token_163|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128172, + "content": "<|reserved_special_token_164|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128173, + "content": "<|reserved_special_token_165|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128174, + "content": "<|reserved_special_token_166|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128175, + "content": "<|reserved_special_token_167|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128176, + "content": "<|reserved_special_token_168|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128177, + "content": "<|reserved_special_token_169|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128178, + "content": "<|reserved_special_token_170|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128179, + "content": "<|reserved_special_token_171|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128180, + "content": "<|reserved_special_token_172|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128181, + "content": "<|reserved_special_token_173|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128182, + "content": "<|reserved_special_token_174|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128183, + "content": "<|reserved_special_token_175|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128184, + "content": "<|reserved_special_token_176|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128185, + "content": "<|reserved_special_token_177|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128186, + "content": "<|reserved_special_token_178|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128187, + "content": "<|reserved_special_token_179|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128188, + "content": "<|reserved_special_token_180|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128189, + "content": "<|reserved_special_token_181|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128190, + "content": "<|reserved_special_token_182|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128191, + "content": "<|reserved_special_token_183|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128192, + "content": "<|reserved_special_token_184|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128193, + "content": "<|reserved_special_token_185|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128194, + "content": "<|reserved_special_token_186|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128195, + "content": "<|reserved_special_token_187|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128196, + "content": "<|reserved_special_token_188|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128197, + "content": "<|reserved_special_token_189|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128198, + "content": "<|reserved_special_token_190|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128199, + "content": "<|reserved_special_token_191|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128200, + "content": "<|reserved_special_token_192|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128201, + "content": "<|reserved_special_token_193|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128202, + "content": "<|reserved_special_token_194|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128203, + "content": "<|reserved_special_token_195|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128204, + "content": "<|reserved_special_token_196|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128205, + "content": "<|reserved_special_token_197|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128206, + "content": "<|reserved_special_token_198|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128207, + "content": "<|reserved_special_token_199|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128208, + "content": "<|reserved_special_token_200|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128209, + "content": "<|reserved_special_token_201|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128210, + "content": "<|reserved_special_token_202|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128211, + "content": "<|reserved_special_token_203|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128212, + "content": "<|reserved_special_token_204|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128213, + "content": "<|reserved_special_token_205|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128214, + "content": "<|reserved_special_token_206|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128215, + "content": "<|reserved_special_token_207|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128216, + "content": "<|reserved_special_token_208|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128217, + "content": "<|reserved_special_token_209|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128218, + "content": "<|reserved_special_token_210|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128219, + "content": "<|reserved_special_token_211|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128220, + "content": "<|reserved_special_token_212|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128221, + "content": "<|reserved_special_token_213|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128222, + "content": "<|reserved_special_token_214|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128223, + "content": "<|reserved_special_token_215|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128224, + "content": "<|reserved_special_token_216|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128225, + "content": "<|reserved_special_token_217|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128226, + "content": "<|reserved_special_token_218|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128227, + "content": "<|reserved_special_token_219|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128228, + "content": "<|reserved_special_token_220|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128229, + "content": "<|reserved_special_token_221|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128230, + "content": "<|reserved_special_token_222|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128231, + "content": "<|reserved_special_token_223|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128232, + "content": "<|reserved_special_token_224|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128233, + "content": "<|reserved_special_token_225|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128234, + "content": "<|reserved_special_token_226|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128235, + "content": "<|reserved_special_token_227|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128236, + "content": "<|reserved_special_token_228|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128237, + "content": "<|reserved_special_token_229|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128238, + "content": "<|reserved_special_token_230|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128239, + "content": "<|reserved_special_token_231|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128240, + "content": "<|reserved_special_token_232|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128241, + "content": "<|reserved_special_token_233|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128242, + "content": "<|reserved_special_token_234|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128243, + "content": "<|reserved_special_token_235|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128244, + "content": "<|reserved_special_token_236|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128245, + "content": "<|reserved_special_token_237|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128246, + "content": "<|reserved_special_token_238|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128247, + "content": "<|reserved_special_token_239|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128248, + "content": "<|reserved_special_token_240|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128249, + "content": "<|reserved_special_token_241|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128250, + "content": "<|reserved_special_token_242|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128251, + "content": "<|reserved_special_token_243|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128252, + "content": "<|reserved_special_token_244|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128253, + "content": "<|reserved_special_token_245|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128254, + "content": "<|reserved_special_token_246|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128255, + "content": "<|reserved_special_token_247|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128256, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128257, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128258, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128259, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128260, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "Sequence", + "processors": [ + { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + { + "type": "TemplateProcessing", + "single": [ + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 1 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": { + "<|begin_of_text|>": { + "id": "<|begin_of_text|>", + "ids": [ + 128000 + ], + "tokens": [ + "<|begin_of_text|>" + ] + } + } + } + ] + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": true, + "vocab": { + "!": 0, + "\"": 1, + "#": 2, + "$": 3, + "%": 4, + "&": 5, + "'": 6, + "(": 7, + ")": 8, + "*": 9, + "+": 10, + ",": 11, + "-": 12, + ".": 13, + "/": 14, + "0": 15, + "1": 16, + "2": 17, + "3": 18, + "4": 19, + "5": 20, + "6": 21, + "7": 22, + "8": 23, + "9": 24, + ":": 25, + ";": 26, + "<": 27, + "=": 28, + ">": 29, + "?": 30, + "@": 31, + "A": 32, + "B": 33, + "C": 34, + "D": 35, + "E": 36, + "F": 37, + "G": 38, + "H": 39, + "I": 40, + "J": 41, + "K": 42, + "L": 43, + "M": 44, + "N": 45, + "O": 46, + "P": 47, + "Q": 48, + "R": 49, + "S": 50, + "T": 51, + "U": 52, + "V": 53, + "W": 54, + "X": 55, + "Y": 56, + "Z": 57, + "[": 58, + "\\": 59, + "]": 60, + "^": 61, + "_": 62, + "`": 63, + "a": 64, + "b": 65, + "c": 66, + "d": 67, + "e": 68, + "f": 69, + "g": 70, + "h": 71, + "i": 72, + "j": 73, + "k": 74, + "l": 75, + "m": 76, + "n": 77, + "o": 78, + "p": 79, + "q": 80, + "r": 81, + "s": 82, + "t": 83, + "u": 84, + "v": 85, + "w": 86, + "x": 87, + "y": 88, + "z": 89, + "{": 90, + "|": 91, + "}": 92, + "~": 93, + "¡": 94, + "¢": 95, + "£": 96, + "¤": 97, + "¥": 98, + "¦": 99, + "§": 100, + "¨": 101, + "©": 102, + "ª": 103, + "«": 104, + "¬": 105, + "®": 106, + "¯": 107, + "°": 108, + "±": 109, + "²": 110, + "³": 111, + "´": 112, + "µ": 113, + "¶": 114, + "·": 115, + "¸": 116, + "¹": 117, + "º": 118, + "»": 119, + "¼": 120, + "½": 121, + "¾": 122, + "¿": 123, + "À": 124, + "Á": 125, + "Â": 126, + "Ã": 127, + "Ä": 128, + "Å": 129, + "Æ": 130, + "Ç": 131, + "È": 132, + "É": 133, + "Ê": 134, + "Ë": 135, + "Ì": 136, + "Í": 137, + "Î": 138, + "Ï": 139, + "Ð": 140, + "Ñ": 141, + "Ò": 142, + "Ó": 143, + "Ô": 144, + "Õ": 145, + "Ö": 146, + "×": 147, + "Ø": 148, + "Ù": 149, + "Ú": 150, + "Û": 151, + "Ü": 152, + "Ý": 153, + "Þ": 154, + "ß": 155, + "à": 156, + "á": 157, + "â": 158, + "ã": 159, + "ä": 160, + "å": 161, + "æ": 162, + "ç": 163, + "è": 164, + "é": 165, + "ê": 166, + "ë": 167, + "ì": 168, + "í": 169, + "î": 170, + "ï": 171, + "ð": 172, + "ñ": 173, + "ò": 174, + "ó": 175, + "ô": 176, + "õ": 177, + "ö": 178, + "÷": 179, + "ø": 180, + "ù": 181, + "ú": 182, + "û": 183, + "ü": 184, + "ý": 185, + "þ": 186, + "ÿ": 187, + "Ā": 188, + "ā": 189, + "Ă": 190, + "ă": 191, + "Ą": 192, + "ą": 193, + "Ć": 194, + "ć": 195, + "Ĉ": 196, + "ĉ": 197, + "Ċ": 198, + "ċ": 199, + "Č": 200, + "č": 201, + "Ď": 202, + "ď": 203, + "Đ": 204, + "đ": 205, + "Ē": 206, + "ē": 207, + "Ĕ": 208, + "ĕ": 209, + "Ė": 210, + "ė": 211, + "Ę": 212, + "ę": 213, + "Ě": 214, + "ě": 215, + "Ĝ": 216, + "ĝ": 217, + "Ğ": 218, + "ğ": 219, + "Ġ": 220, + "ġ": 221, + "Ģ": 222, + "ģ": 223, + "Ĥ": 224, + "ĥ": 225, + "Ħ": 226, + "ħ": 227, + "Ĩ": 228, + "ĩ": 229, + "Ī": 230, + "ī": 231, + "Ĭ": 232, + "ĭ": 233, + "Į": 234, + "į": 235, + "İ": 236, + "ı": 237, + "IJ": 238, + "ij": 239, + "Ĵ": 240, + "ĵ": 241, + "Ķ": 242, + "ķ": 243, + "ĸ": 244, + "Ĺ": 245, + "ĺ": 246, + "Ļ": 247, + "ļ": 248, + "Ľ": 249, + "ľ": 250, + "Ŀ": 251, + "ŀ": 252, + "Ł": 253, + "ł": 254, + "Ń": 255, + "ĠĠ": 256, + "ĠĠĠĠ": 257, + "in": 258, + "Ġt": 259, + "ĠĠĠĠĠĠĠĠ": 260, + "er": 261, + "ĠĠĠ": 262, + "on": 263, + "Ġa": 264, + "re": 265, + "at": 266, + "st": 267, + "en": 268, + "or": 269, + "Ġth": 270, + "ĊĊ": 271, + "Ġc": 272, + "le": 273, + "Ġs": 274, + "it": 275, + "an": 276, + "ar": 277, + "al": 278, + "Ġthe": 279, + ";Ċ": 280, + "Ġp": 281, + "Ġf": 282, + "ou": 283, + "Ġ=": 284, + "is": 285, + "ĠĠĠĠĠĠĠ": 286, + "ing": 287, + "es": 288, + "Ġw": 289, + "ion": 290, + "ed": 291, + "ic": 292, + "Ġb": 293, + "Ġd": 294, + "et": 295, + "Ġm": 296, + "Ġo": 297, + "ĉĉ": 298, + "ro": 299, + "as": 300, + "el": 301, + "ct": 302, + "nd": 303, + "Ġin": 304, + "Ġh": 305, + "ent": 306, + "id": 307, + "Ġn": 308, + "am": 309, + "ĠĠĠĠĠĠĠĠĠĠĠ": 310, + "Ġto": 311, + "Ġre": 312, + "--": 313, + "Ġ{": 314, + "Ġof": 315, + "om": 316, + ");Ċ": 317, + "im": 318, + "čĊ": 319, + "Ġ(": 320, + "il": 321, + "//": 322, + "Ġand": 323, + "ur": 324, + "se": 325, + "Ġl": 326, + "ex": 327, + "ĠS": 328, + "ad": 329, + "Ġ\"": 330, + "ch": 331, + "ut": 332, + "if": 333, + "**": 334, + "Ġ}": 335, + "em": 336, + "ol": 337, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 338, + "th": 339, + ")Ċ": 340, + "Ġ{Ċ": 341, + "Ġg": 342, + "ig": 343, + "iv": 344, + ",Ċ": 345, + "ce": 346, + "od": 347, + "Ġv": 348, + "ate": 349, + "ĠT": 350, + "ag": 351, + "ay": 352, + "Ġ*": 353, + "ot": 354, + "us": 355, + "ĠC": 356, + "Ġst": 357, + "ĠI": 358, + "un": 359, + "ul": 360, + "ue": 361, + "ĠA": 362, + "ow": 363, + "Ġ'": 364, + "ew": 365, + "Ġ<": 366, + "ation": 367, + "()": 368, + "Ġfor": 369, + "ab": 370, + "ort": 371, + "um": 372, + "ame": 373, + "Ġis": 374, + "pe": 375, + "tr": 376, + "ck": 377, + "âĢ": 378, + "Ġy": 379, + "ist": 380, + "----": 381, + ".ĊĊ": 382, + "he": 383, + "Ġe": 384, + "lo": 385, + "ĠM": 386, + "Ġbe": 387, + "ers": 388, + "Ġon": 389, + "Ġcon": 390, + "ap": 391, + "ub": 392, + "ĠP": 393, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 394, + "ass": 395, + "int": 396, + ">Ċ": 397, + "ly": 398, + "urn": 399, + "Ġ$": 400, + ";ĊĊ": 401, + "av": 402, + "port": 403, + "ir": 404, + "->": 405, + "nt": 406, + "ction": 407, + "end": 408, + "Ġde": 409, + "00": 410, + "ith": 411, + "out": 412, + "turn": 413, + "our": 414, + "ĠĠĠĠĠ": 415, + "lic": 416, + "res": 417, + "pt": 418, + "==": 419, + "Ġthis": 420, + "Ġwh": 421, + "Ġif": 422, + "ĠD": 423, + "ver": 424, + "age": 425, + "ĠB": 426, + "ht": 427, + "ext": 428, + "=\"": 429, + "Ġthat": 430, + "****": 431, + "ĠR": 432, + "Ġit": 433, + "ess": 434, + "ĠF": 435, + "Ġr": 436, + "os": 437, + "and": 438, + "Ġas": 439, + "ect": 440, + "ke": 441, + "rom": 442, + "Ġ//": 443, + "con": 444, + "ĠL": 445, + "(\"": 446, + "qu": 447, + "lass": 448, + "Ġwith": 449, + "iz": 450, + "de": 451, + "ĠN": 452, + "Ġal": 453, + "op": 454, + "up": 455, + "get": 456, + "Ġ}Ċ": 457, + "ile": 458, + "Ġan": 459, + "ata": 460, + "ore": 461, + "ri": 462, + "Ġpro": 463, + ";čĊ": 464, + "ĉĉĉĉ": 465, + "ter": 466, + "ain": 467, + "ĠW": 468, + "ĠE": 469, + "Ġcom": 470, + "Ġreturn": 471, + "art": 472, + "ĠH": 473, + "ack": 474, + "import": 475, + "ublic": 476, + "Ġor": 477, + "est": 478, + "ment": 479, + "ĠG": 480, + "able": 481, + "Ġ-": 482, + "ine": 483, + "ill": 484, + "ind": 485, + "ere": 486, + "::": 487, + "ity": 488, + "Ġ+": 489, + "Ġtr": 490, + "elf": 491, + "ight": 492, + "('": 493, + "orm": 494, + "ult": 495, + "str": 496, + "..": 497, + "\",": 498, + "Ġyou": 499, + "ype": 500, + "pl": 501, + "Ġnew": 502, + "Ġj": 503, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 504, + "Ġfrom": 505, + "Ġex": 506, + "ĠO": 507, + "20": 508, + "ld": 509, + "Ġ[": 510, + "oc": 511, + ":Ċ": 512, + "Ġse": 513, + "Ġle": 514, + "--------": 515, + ".s": 516, + "{Ċ": 517, + "',": 518, + "ant": 519, + "Ġat": 520, + "ase": 521, + ".c": 522, + "Ġch": 523, + "": 591, + "ust": 592, + "que": 593, + "Ġres": 594, + "))": 595, + "'s": 596, + "Ġk": 597, + "ans": 598, + "yst": 599, + "unction": 600, + "********": 601, + "Ġi": 602, + "Ġus": 603, + "pp": 604, + "10": 605, + "one": 606, + "ail": 607, + "====": 608, + "name": 609, + "Ġstr": 610, + "Ġ/": 611, + "Ġ&": 612, + "ach": 613, + "div": 614, + "ystem": 615, + "ell": 616, + "Ġhave": 617, + "err": 618, + "ould": 619, + "ull": 620, + "pon": 621, + "ĠJ": 622, + "_p": 623, + "Ġ==": 624, + "ign": 625, + "St": 626, + ".Ċ": 627, + "Ġpl": 628, + ");ĊĊ": 629, + "form": 630, + "put": 631, + "ount": 632, + "}ĊĊ": 633, + "dd": 634, + "ite": 635, + "Ġget": 636, + "rr": 637, + "ome": 638, + "ĠâĢ": 639, + "aram": 640, + "cc": 641, + "Ġ*/": 642, + "ER": 643, + "In": 644, + "les": 645, + "_s": 646, + "ong": 647, + "ie": 648, + "Ġcan": 649, + "ĠV": 650, + "erv": 651, + "pr": 652, + "Ġun": 653, + "row": 654, + "ber": 655, + "Ġdo": 656, + "ll": 657, + "Ġel": 658, + "Ġself": 659, + "ated": 660, + "ary": 661, + "Ġ.": 662, + "']": 663, + "ud": 664, + "Ġen": 665, + "ĠTh": 666, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 667, + "te": 668, + "_c": 669, + "uct": 670, + "Ġab": 671, + "ork": 672, + ".get": 673, + "Ġ#": 674, + "aw": 675, + "ress": 676, + "ob": 677, + "Name": 678, + "201": 679, + "app": 680, + "['": 681, + "Ġall": 682, + "ory": 683, + "ition": 684, + "ance": 685, + "ear": 686, + "Ġcont": 687, + "vent": 688, + "ia": 689, + "Ġwill": 690, + "IN": 691, + "ĠĠĠĠĠĠĠĠĠ": 692, + "return": 693, + "Ġ": 760, + "\",Ċ": 761, + "ec": 762, + "ĠIn": 763, + "ph": 764, + "Ġ|": 765, + "_f": 766, + "Ġvar": 767, + "ence": 768, + "Id": 769, + "ree": 770, + "ink": 771, + "lect": 772, + "ug": 773, + "eth": 774, + "Ġelse": 775, + "----------------": 776, + "19": 777, + "cont": 778, + "Ġso": 779, + "atic": 780, + "Ġlo": 781, + "pro": 782, + "ton": 783, + "ss": 784, + "own": 785, + "abel": 786, + "oint": 787, + "ous": 788, + "eld": 789, + "ST": 790, + "The": 791, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 792, + "RE": 793, + "\":": 794, + "olor": 795, + "tp": 796, + "eg": 797, + "key": 798, + "ude": 799, + "ĠSt": 800, + "ound": 801, + "Ġar": 802, + "\");Ċ": 803, + "ener": 804, + "ser": 805, + "11": 806, + "bject": 807, + "essage": 808, + "fer": 809, + "Ġmore": 810, + "ations": 811, + "ents": 812, + "Ġhis": 813, + "Ġthey": 814, + ".S": 815, + "ĠY": 816, + "use": 817, + "ne": 818, + "ish": 819, + "old": 820, + "_d": 821, + "io": 822, + "ield": 823, + "Ġper": 824, + "Cont": 825, + "ings": 826, + "####": 827, + "Ġdata": 828, + "Ġsa": 829, + "ef": 830, + "fo": 831, + "Ġone": 832, + "eng": 833, + "Ġdis": 834, + "AT": 835, + "Ġname": 836, + "Ġtrue": 837, + "val": 838, + "led": 839, + ".f": 840, + "Ġne": 841, + "Ġend": 842, + "32": 843, + ".T": 844, + "16": 845, + "cre": 846, + "ark": 847, + "log": 848, + "Ex": 849, + "error": 850, + "_id": 851, + "urre": 852, + "ange": 853, + "Ġnull": 854, + "rray": 855, + "Ġmy": 856, + "pan": 857, + "ict": 858, + "ator": 859, + "View": 860, + "List": 861, + "ĉreturn": 862, + "âĢĿ": 863, + "Ġpre": 864, + "Ġx": 865, + "clude": 866, + "arg": 867, + "15": 868, + "ov": 869, + ".h": 870, + "Ġ>": 871, + "Ġtheir": 872, + "')": 873, + "irst": 874, + "ick": 875, + "gh": 876, + "LE": 877, + "OR": 878, + "Ġprivate": 879, + "tem": 880, + "čĊčĊ": 881, + "user": 882, + "Ġ)": 883, + "com": 884, + ".A": 885, + "\";Ċ": 886, + "Ġid": 887, + "read": 888, + "Ġwho": 889, + "_b": 890, + "\">Ċ": 891, + "Ġtime": 892, + "Ġman": 893, + "ry": 894, + "========": 895, + "roup": 896, + "rop": 897, + "public": 898, + "vel": 899, + "umber": 900, + "ble": 901, + "Ġwhich": 902, + "****************": 903, + "Ġany": 904, + "Ġfalse": 905, + "we": 906, + "Ġvalue": 907, + "Ġli": 908, + "\")": 909, + "nder": 910, + "gr": 911, + "Ġno": 912, + "param": 913, + "25": 914, + "fig": 915, + ".com": 916, + "Ġapp": 917, + "_l": 918, + "ions": 919, + ".D": 920, + "ĠCh": 921, + "Ġabout": 922, + "Ġadd": 923, + "Ġsu": 924, + "Ġstring": 925, + "ID": 926, + "Ġover": 927, + "string": 928, + ".l": 929, + "ource": 930, + "000": 931, + "_C": 932, + "]Ċ": 933, + "Ġqu": 934, + "ĠString": 935, + "ca": 936, + "SE": 937, + "Ġro": 938, + "sh": 939, + "ual": 940, + "Type": 941, + "son": 942, + "new": 943, + "ern": 944, + "Ġag": 945, + "AR": 946, + "];Ċ": 947, + "].": 948, + "Ġ?": 949, + "ical": 950, + "Ġdes": 951, + "uth": 952, + "ix": 953, + "ays": 954, + "Ġtype": 955, + "'t": 956, + "ault": 957, + "Ġinter": 958, + "var": 959, + ".b": 960, + "Ġpart": 961, + ".d": 962, + "urrent": 963, + "IT": 964, + "EN": 965, + "30": 966, + "enc": 967, + "(f": 968, + "ra": 969, + "value": 970, + "cho": 971, + "18": 972, + "utton": 973, + "ose": 974, + "14": 975, + "Ġ!=": 976, + "ater": 977, + "é": 978, + "reate": 979, + "oll": 980, + "pos": 981, + "yle": 982, + "ng": 983, + "AL": 984, + "using": 985, + "ames": 986, + "Ġ{čĊ": 987, + "ates": 988, + "ely": 989, + "Ġwork": 990, + "Ġem": 991, + "inal": 992, + "Ġsp": 993, + "Ġwhen": 994, + ".set": 995, + "ĠĠĠĠĠĠ": 996, + "):Ċ": 997, + "to": 998, + "quire": 999, + "indow": 1000, + "lement": 1001, + "pect": 1002, + "ash": 1003, + "[i": 1004, + "Ġuse": 1005, + ".F": 1006, + "pec": 1007, + "Ġad": 1008, + "ove": 1009, + "ception": 1010, + "ength": 1011, + "include": 1012, + "ader": 1013, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1014, + "atus": 1015, + "Th": 1016, + "itle": 1017, + "rit": 1018, + "void": 1019, + "().": 1020, + "(Ċ": 1021, + "Ġoff": 1022, + "Ġother": 1023, + "Ġ&&": 1024, + "';Ċ": 1025, + "ms": 1026, + "Ġbeen": 1027, + "Ġte": 1028, + "ml": 1029, + "co": 1030, + "nc": 1031, + "13": 1032, + "ervice": 1033, + "Ġ%": 1034, + "**Ċ": 1035, + "ann": 1036, + "ade": 1037, + "ĊĊĊĊ": 1038, + "lock": 1039, + "const": 1040, + "100": 1041, + "ponse": 1042, + "Ġsup": 1043, + "++": 1044, + "date": 1045, + "Ġacc": 1046, + "Ġhad": 1047, + "Ġbu": 1048, + "200": 1049, + "ĠRe": 1050, + "Ġwere": 1051, + "Ġfile": 1052, + "Ġwould": 1053, + "ĠâĢľ": 1054, + "ven": 1055, + "iss": 1056, + "Ġour": 1057, + "class": 1058, + "raw": 1059, + "Ġyear": 1060, + "Data": 1061, + "Ġval": 1062, + "Ġsome": 1063, + "fter": 1064, + "ys": 1065, + "Ġ///": 1066, + "round": 1067, + "view": 1068, + "Ġpe": 1069, + "Ġthere": 1070, + "Ġsaid": 1071, + "du": 1072, + "of": 1073, + "line": 1074, + "/*": 1075, + "duct": 1076, + "Ġher": 1077, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1078, + "Res": 1079, + "Ġco": 1080, + "Ġcomm": 1081, + "ise": 1082, + "min": 1083, + "ĠĠĠĠĊ": 1084, + "#include": 1085, + "ethod": 1086, + ".P": 1087, + "ute": 1088, + "Ġass": 1089, + "Int": 1090, + "ask": 1091, + "loc": 1092, + "Ġlike": 1093, + "ody": 1094, + "Ġlet": 1095, + "load": 1096, + "Ġam": 1097, + "rol": 1098, + "Ġgr": 1099, + "yp": 1100, + "Ġalso": 1101, + "ĠIt": 1102, + "url": 1103, + "ific": 1104, + "ors": 1105, + "_P": 1106, + "_n": 1107, + "igh": 1108, + "Ġthan": 1109, + "Com": 1110, + "AN": 1111, + "UL": 1112, + "ating": 1113, + "17": 1114, + "ĠThis": 1115, + "ref": 1116, + "_S": 1117, + "Ġstatic": 1118, + "roll": 1119, + "Ġjust": 1120, + "Ġresult": 1121, + "ian": 1122, + "idth": 1123, + "Ġthem": 1124, + "));Ċ": 1125, + "der": 1126, + "reak": 1127, + "Con": 1128, + "://": 1129, + "ule": 1130, + "...": 1131, + "arch": 1132, + "ement": 1133, + "Ġ<<": 1134, + "50": 1135, + "ush": 1136, + "ense": 1137, + "arr": 1138, + "Ġinto": 1139, + "cess": 1140, + "amp": 1141, + "ied": 1142, + "ument": 1143, + "Ġ\\": 1144, + "],": 1145, + "wo": 1146, + "als": 1147, + "Ġwhat": 1148, + "anc": 1149, + "Value": 1150, + "='": 1151, + "olum": 1152, + "Ġpos": 1153, + "ages": 1154, + "ayer": 1155, + "Ġsc": 1156, + "ues": 1157, + "\")Ċ": 1158, + "_T": 1159, + "Ġlist": 1160, + "(s": 1161, + "Ġcase": 1162, + "Ch": 1163, + "ĉĉĉĉĉ": 1164, + "////////": 1165, + "ponent": 1166, + "Ġz": 1167, + "Ġkn": 1168, + "let": 1169, + "DE": 1170, + "red": 1171, + "Ġfe": 1172, + "Ġ},Ċ": 1173, + "Ġ,": 1174, + "(t": 1175, + "Ġfirst": 1176, + "');Ċ": 1177, + "word": 1178, + "Ġimport": 1179, + "Ġact": 1180, + "Ġchar": 1181, + "CT": 1182, + "ĠTr": 1183, + "ople": 1184, + "={": 1185, + "ĉf": 1186, + "24": 1187, + "ient": 1188, + "cent": 1189, + ".j": 1190, + "lection": 1191, + "))Ċ": 1192, + "Ġonly": 1193, + "Ġprint": 1194, + "mer": 1195, + ".W": 1196, + "ock": 1197, + "Ġ--": 1198, + "Text": 1199, + "Ġop": 1200, + "ank": 1201, + "Ġits": 1202, + "Ġback": 1203, + "[\"": 1204, + "Ġneed": 1205, + "Ġcl": 1206, + "Ġsub": 1207, + "Ġla": 1208, + "((": 1209, + ".\"": 1210, + "Object": 1211, + "Ġstart": 1212, + "file": 1213, + "(self": 1214, + "ner": 1215, + "ey": 1216, + "Ġuser": 1217, + "Ġent": 1218, + "ĠCom": 1219, + "its": 1220, + "ĠCon": 1221, + "ouble": 1222, + "ower": 1223, + "item": 1224, + "very": 1225, + "ĠWe": 1226, + "64": 1227, + "lick": 1228, + "ĠQ": 1229, + "php": 1230, + "ttp": 1231, + "':": 1232, + "ics": 1233, + "Ġunder": 1234, + "Ġ*Ċ": 1235, + ".L": 1236, + ");": 1237, + "ices": 1238, + "Ġreg": 1239, + ")čĊ": 1240, + "ĉpublic": 1241, + "SS": 1242, + "Ġthen": 1243, + "reat": 1244, + "ious": 1245, + ".G": 1246, + "ek": 1247, + "irect": 1248, + "heck": 1249, + "cript": 1250, + "ning": 1251, + "ĠUn": 1252, + "Ġmay": 1253, + "ĠWh": 1254, + "Bo": 1255, + "Item": 1256, + "struct": 1257, + ".st": 1258, + "ream": 1259, + "ible": 1260, + "loat": 1261, + "Ġorg": 1262, + "und": 1263, + "sum": 1264, + "_in": 1265, + "../": 1266, + "_M": 1267, + "Ġhow": 1268, + "rite": 1269, + "'Ċ": 1270, + "To": 1271, + "40": 1272, + "ww": 1273, + "Ġpeople": 1274, + "index": 1275, + ".n": 1276, + "http": 1277, + "(m": 1278, + "ector": 1279, + "Ġind": 1280, + "Ġjav": 1281, + "],Ċ": 1282, + "ĠHe": 1283, + "_st": 1284, + "ful": 1285, + "ole": 1286, + "){Ċ": 1287, + "Ġshould": 1288, + "opy": 1289, + "elp": 1290, + "ier": 1291, + "_name": 1292, + "erson": 1293, + "ION": 1294, + "ote": 1295, + "Ġtest": 1296, + "Ġbet": 1297, + "rror": 1298, + "ular": 1299, + "ãĢ": 1300, + "ĠÐ": 1301, + "bs": 1302, + "ting": 1303, + "Ġmake": 1304, + "Tr": 1305, + "Ġafter": 1306, + "arget": 1307, + "RO": 1308, + "olumn": 1309, + "rc": 1310, + "_re": 1311, + "define": 1312, + "22": 1313, + "Ġright": 1314, + "right": 1315, + "day": 1316, + "Ġlong": 1317, + "[]": 1318, + "(p": 1319, + "td": 1320, + "cond": 1321, + "ĠPro": 1322, + "Ġrem": 1323, + "ptions": 1324, + "vid": 1325, + ".g": 1326, + "Ġext": 1327, + "Ġ__": 1328, + "')Ċ": 1329, + "pace": 1330, + "mp": 1331, + "Ġmin": 1332, + "stance": 1333, + "air": 1334, + "action": 1335, + "wh": 1336, + "type": 1337, + "util": 1338, + "ait": 1339, + "ĊĊ": 1363, + "Ġshe": 1364, + "\"]": 1365, + "aph": 1366, + "Ġexp": 1367, + "erty": 1368, + "ĠSe": 1369, + "Ġpar": 1370, + "unc": 1371, + "ET": 1372, + "Ġread": 1373, + "print": 1374, + "Ġrel": 1375, + "Ġform": 1376, + "Ġdr": 1377, + "Exception": 1378, + "input": 1379, + "Ġtrans": 1380, + "########": 1381, + "order": 1382, + "By": 1383, + "Ġaw": 1384, + "ities": 1385, + "uff": 1386, + "play": 1387, + ".add": 1388, + "ĠâĢĵ": 1389, + "Ġwant": 1390, + "Ġcomp": 1391, + "ments": 1392, + "Ġ||": 1393, + "az": 1394, + "be": 1395, + "Ġnumber": 1396, + "Ġrequire": 1397, + "ĠEx": 1398, + "60": 1399, + "Ġcol": 1400, + "Ġkey": 1401, + "ember": 1402, + "Ġtwo": 1403, + "Ġsize": 1404, + "Ġwhere": 1405, + "UT": 1406, + "result": 1407, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1408, + "ough": 1409, + "orld": 1410, + "ood": 1411, + "uch": 1412, + "ative": 1413, + "ger": 1414, + "arent": 1415, + "Ġ/*": 1416, + "Ġarg": 1417, + "Ġwhile": 1418, + "23": 1419, + "(this": 1420, + "Ġrec": 1421, + "Ġdif": 1422, + "State": 1423, + "Ġspec": 1424, + "ride": 1425, + "_F": 1426, + "Ġlook": 1427, + "AM": 1428, + "ility": 1429, + "eter": 1430, + "âĢĻt": 1431, + "ĊĊĊ": 1432, + "ayout": 1433, + "--------------------------------": 1434, + "ager": 1435, + "Ġcould": 1436, + "Ġbr": 1437, + "ends": 1438, + "ures": 1439, + "Ġknow": 1440, + "ets": 1441, + "ĠIf": 1442, + "ĠSh": 1443, + ".w": 1444, + "back": 1445, + "Ġser": 1446, + "Ġ+=": 1447, + "Ġfr": 1448, + "());Ċ": 1449, + "Ġhand": 1450, + "Ind": 1451, + "ULL": 1452, + "Im": 1453, + "();ĊĊ": 1454, + "Ġmost": 1455, + "Ġtry": 1456, + "Ġnow": 1457, + "rough": 1458, + ">čĊ": 1459, + "ackage": 1460, + "Ġhim": 1461, + "._": 1462, + "ify": 1463, + "Ġbreak": 1464, + "Ġ);Ċ": 1465, + "ren": 1466, + "#define": 1467, + "itt": 1468, + "Ġap": 1469, + "ĉc": 1470, + "(n": 1471, + "ĠYou": 1472, + ":ĊĊ": 1473, + "-m": 1474, + "Ġevery": 1475, + "ustom": 1476, + "lient": 1477, + "ocument": 1478, + "cription": 1479, + "Error": 1480, + "-b": 1481, + "о": 1482, + "][": 1483, + "99": 1484, + "trans": 1485, + "Ġpoint": 1486, + "Ġstd": 1487, + "Ġfil": 1488, + "Time": 1489, + "80": 1490, + "Ġmod": 1491, + "Ġ->": 1492, + "Ġerror": 1493, + "ah": 1494, + "Ġtext": 1495, + "roller": 1496, + "lose": 1497, + "ql": 1498, + "Ġpol": 1499, + "><": 1822, + ".B": 1823, + "-c": 1824, + "Ġopen": 1825, + "Ġest": 1826, + "ĠĠĠĠĠĠĠĠĊ": 1827, + "Ġnext": 1828, + "IM": 1829, + "ÑĤ": 1830, + "OT": 1831, + "ó": 1832, + "Ġfollow": 1833, + "content": 1834, + "ĠĠĠĠĠĠĠĠĠĠĠĠ": 1835, + "Ġinclud": 1836, + "HE": 1837, + "ĠRes": 1838, + "Ġhref": 1839, + "и": 1840, + "Ġcar": 1841, + "ypes": 1842, + "image": 1843, + "Un": 1844, + "Ġbool": 1845, + "AD": 1846, + "Ġgame": 1847, + ".Form": 1848, + "rows": 1849, + "*/": 1850, + "velop": 1851, + ".Drawing": 1852, + "Ġpath": 1853, + "ision": 1854, + "Ġeach": 1855, + "ĠPl": 1856, + "_type": 1857, + "Path": 1858, + "nection": 1859, + "Ġav": 1860, + "').": 1861, + "Ġsupport": 1862, + "ENT": 1863, + "rem": 1864, + "\").": 1865, + "Ġown": 1866, + "Ġcor": 1867, + "count": 1868, + "miss": 1869, + "ually": 1870, + "Ġmem": 1871, + "std": 1872, + "ience": 1873, + "search": 1874, + "\"ĊĊ": 1875, + "Form": 1876, + "Ġsex": 1877, + "ename": 1878, + "Ġsign": 1879, + "Ġet": 1880, + "ĠĠĠĠĠĠĠĠĠĠ": 1881, + "','": 1882, + "ĠApp": 1883, + "Ġthose": 1884, + "off": 1885, + "Ġerr": 1886, + "Ġsystem": 1887, + "Ġbest": 1888, + "code": 1889, + "Ġsame": 1890, + "Ġdi": 1891, + "uss": 1892, + "Ġcreate": 1893, + "ather": 1894, + "Array": 1895, + ".in": 1896, + "fe": 1897, + "Service": 1898, + "UN": 1899, + "ats": 1900, + "ĠZ": 1901, + "alth": 1902, + "Ġmade": 1903, + "true": 1904, + "AB": 1905, + "Ġmark": 1906, + "rid": 1907, + "ified": 1908, + ",čĊ": 1909, + "yn": 1910, + "press": 1911, + "Ġgroup": 1912, + "Ġfin": 1913, + "ĠLicense": 1914, + "Field": 1915, + "eger": 1916, + "Ġworld": 1917, + "iness": 1918, + "ty": 1919, + "Ġprocess": 1920, + "(b": 1921, + "Ġcre": 1922, + "arn": 1923, + "ives": 1924, + "Ġmain": 1925, + "ideo": 1926, + "36": 1927, + "_g": 1928, + "AG": 1929, + "valid": 1930, + "img": 1931, + "PI": 1932, + "Ġcolor": 1933, + "Ġreport": 1934, + "Ġtake": 1935, + "rib": 1936, + "OM": 1937, + "Ġday": 1938, + "Request": 1939, + "Ġsk": 1940, + "bers": 1941, + "ĉs": 1942, + ".Add": 1943, + "oot": 1944, + "Image": 1945, + "Ġcomple": 1946, + "ollection": 1947, + "Ġtop": 1948, + "Ġfree": 1949, + "AS": 1950, + "De": 1951, + "ĠOn": 1952, + "IG": 1953, + "90": 1954, + "eta": 1955, + "Date": 1956, + "Ġaction": 1957, + "34": 1958, + "Over": 1959, + "itor": 1960, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1961, + "not": 1962, + "Ġindex": 1963, + "her": 1964, + "icon": 1965, + "On": 1966, + ";čĊčĊ": 1967, + "ivity": 1968, + "mand": 1969, + ".Windows": 1970, + "OL": 1971, + "Ġreal": 1972, + "Ġmax": 1973, + "land": 1974, + "....": 1975, + "raph": 1976, + "Ġbuild": 1977, + "leg": 1978, + "assword": 1979, + "?ĊĊ": 1980, + "âĢ¦": 1981, + "ook": 1982, + "uck": 1983, + "Ġmessage": 1984, + "test": 1985, + "ivers": 1986, + "38": 1987, + "Ġinput": 1988, + "Ġart": 1989, + "Ġbetween": 1990, + "Get": 1991, + "enter": 1992, + "ground": 1993, + "ene": 1994, + "á": 1995, + ".length": 1996, + "Node": 1997, + "(i": 1998, + "Class": 1999, + "for": 2000, + "ĠâĢĶ": 2001, + "ten": 2002, + "oin": 2003, + "Ġke": 2004, + "ui": 2005, + "ĠIN": 2006, + "Ġtable": 2007, + "sub": 2008, + "ĠLe": 2009, + "Ġhead": 2010, + "Ġmust": 2011, + "////////////////": 2012, + ".util": 2013, + "Context": 2014, + "Ġorder": 2015, + "Ġmov": 2016, + "over": 2017, + "Ġcontin": 2018, + "Ġsay": 2019, + "static": 2020, + ".Text": 2021, + "ĠclassName": 2022, + "pany": 2023, + "Ġter": 2024, + "head": 2025, + "rg": 2026, + "Ġproduct": 2027, + "This": 2028, + ".âĢĿ": 2029, + "ĠBut": 2030, + "70": 2031, + "loy": 2032, + "Ġdouble": 2033, + "sg": 2034, + "Ġplace": 2035, + ".x": 2036, + "message": 2037, + "Ġinformation": 2038, + "private": 2039, + "Ġoper": 2040, + "ced": 2041, + "db": 2042, + "\">": 2228, + "aterial": 2229, + "iled": 2230, + "Ġput": 2231, + "Qu": 2232, + "ÑĢ": 2233, + "ung": 2234, + "map": 2235, + "ĉĉĉĉĉĉĉĉ": 2236, + "Ġlevel": 2237, + "Component": 2238, + "book": 2239, + "creen": 2240, + "_RE": 2241, + "Ġconfig": 2242, + "ãģ": 2243, + "Or": 2244, + ".data": 2245, + "Ġdocument": 2246, + "\",\"": 2247, + "tribute": 2248, + "ux": 2249, + "Log": 2250, + "ference": 2251, + "post": 2252, + "_e": 2253, + "Ġlocal": 2254, + "andom": 2255, + "assert": 2256, + "Val": 2257, + "lected": 2258, + "ina": 2259, + "atabase": 2260, + "Add": 2261, + "Ġcontent": 2262, + ".print": 2263, + "signed": 2264, + "ric": 2265, + ".\"ĊĊ": 2266, + "Ġfa": 2267, + "!ĊĊ": 2268, + "-f": 2269, + "ived": 2270, + "Ġquest": 2271, + ".ex": 2272, + "Ġfloat": 2273, + "Ġdevelop": 2274, + "оÐ": 2275, + "Map": 2276, + "ading": 2277, + "Ġposs": 2278, + "UE": 2279, + "namespace": 2280, + "_O": 2281, + "ĉb": 2282, + ".Get": 2283, + ">(": 2284, + "json": 2285, + "etails": 2286, + "66": 2287, + "Ġtoo": 2288, + "Ġextends": 2289, + "ĠNone": 2290, + "Ġfore": 2291, + "(String": 2292, + "format": 2293, + "Ġgreat": 2294, + "inter": 2295, + "cale": 2296, + "Ñģ": 2297, + "ron": 2298, + "iving": 2299, + "Ent": 2300, + "ency": 2301, + "xt": 2302, + "oy": 2303, + "05": 2304, + "Ġmonth": 2305, + "Ġhapp": 2306, + "Ġsuper": 2307, + "bar": 2308, + "default": 2309, + "_de": 2310, + "ords": 2311, + "ln": 2312, + "({Ċ": 2313, + "ĠInd": 2314, + "ases": 2315, + "Ġtitle": 2316, + "Ġcontext": 2317, + "08": 2318, + "oh": 2319, + "-p": 2320, + "Em": 2321, + "Ġmet": 2322, + "Test": 2323, + "Ġlife": 2324, + "_v": 2325, + "ĠUS": 2326, + "UI": 2327, + "ocation": 2328, + "md": 2329, + "Ġ[Ċ": 2330, + "Ġ]": 2331, + "sw": 2332, + "Ġincre": 2333, + "script": 2334, + "ential": 2335, + "ways": 2336, + ".de": 2337, + "Ġsrc": 2338, + "Ġcatch": 2339, + "ĠAmeric": 2340, + "//Ċ": 2341, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2342, + "Ġpay": 2343, + "plit": 2344, + "âĢĶ": 2345, + "Ġcoun": 2346, + "obj": 2347, + ".php": 2348, + "Ġchange": 2349, + "ething": 2350, + "'re": 2351, + "aster": 2352, + "los": 2353, + "lation": 2354, + "ĠĠĊ": 2355, + "Le": 2356, + "ä": 2357, + "({": 2358, + "ready": 2359, + "ĠNo": 2360, + "Ġposition": 2361, + "Ġold": 2362, + "Ġbook": 2363, + "abled": 2364, + "bug": 2365, + "202": 2366, + "Hand": 2367, + "};ĊĊ": 2368, + "isplay": 2369, + "aving": 2370, + "04": 2371, + "Ġgover": 2372, + "Ġversion": 2373, + "System": 2374, + "nect": 2375, + "response": 2376, + "Style": 2377, + "Up": 2378, + "angu": 2379, + "Ġthree": 2380, + "init": 2381, + "ero": 2382, + "Ġlaw": 2383, + "endif": 2384, + "Ġbase": 2385, + "email": 2386, + "(l": 2387, + "_V": 2388, + "Ġconf": 2389, + "ATE": 2390, + "Ġduring": 2391, + "tes": 2392, + "Ġconsole": 2393, + "ĠPr": 2394, + "Ġspe": 2395, + "ves": 2396, + "65": 2397, + "path": 2398, + "ialog": 2399, + "dition": 2400, + "_to": 2401, + "ards": 2402, + "Ġagainst": 2403, + "etwork": 2404, + "ĠPh": 2405, + "_L": 2406, + "cur": 2407, + "imit": 2408, + "With": 2409, + "Ġpower": 2410, + "ium": 2411, + "';ĊĊ": 2412, + "Ġwom": 2413, + "left": 2414, + "ources": 2415, + "atri": 2416, + "ĠIm": 2417, + "ĠMan": 2418, + "orth": 2419, + "${": 2420, + "88": 2421, + "quals": 2422, + "ese": 2423, + "_size": 2424, + "Ġiss": 2425, + "otal": 2426, + "-g": 2427, + "ique": 2428, + "rame": 2429, + "Ġwidth": 2430, + "erg": 2431, + ")(": 2432, + "ittle": 2433, + "TR": 2434, + "ĠThey": 2435, + "ences": 2436, + "02": 2437, + "rl": 2438, + "ons": 2439, + "Ġlabel": 2440, + ".y": 2441, + "-t": 2442, + "update": 2443, + "anel": 2444, + "sc": 2445, + ".to": 2446, + "Ġproject": 2447, + "ü": 2448, + "Ġelement": 2449, + "Ġsuccess": 2450, + "ĉĉĊ": 2451, + ".sh": 2452, + "ram": 2453, + "ched": 2454, + "())Ċ": 2455, + "Ġ(Ċ": 2456, + "Ġdate": 2457, + "Ġtot": 2458, + "_ST": 2459, + "All": 2460, + "ification": 2461, + "ĉvar": 2462, + "Ġtri": 2463, + "chem": 2464, + "my": 2465, + "Ġbig": 2466, + "ĠAd": 2467, + "ĠAt": 2468, + "ots": 2469, + "num": 2470, + "Act": 2471, + "Ġmap": 2472, + "era": 2473, + "cope": 2474, + ".$": 2475, + ",âĢĿ": 2476, + "Ġpop": 2477, + "Ġfew": 2478, + "Ġlen": 2479, + "uid": 2480, + "eters": 2481, + "ules": 2482, + "ÃŃ": 2483, + "source": 2484, + "https": 2485, + "Ġdem": 2486, + "Ġear": 2487, + "################": 2488, + "Ġmatch": 2489, + "ories": 2490, + "49": 2491, + "aces": 2492, + "ĠCl": 2493, + "Ġnode": 2494, + "78": 2495, + "irc": 2496, + "local": 2497, + "unity": 2498, + "};Ċ": 2499, + "Ġanother": 2500, + "<<": 2501, + "ogle": 2502, + "Ġsit": 2503, + "ework": 2504, + "TE": 2505, + ".I": 2506, + "NS": 2507, + "ology": 2508, + "ought": 2509, + ".Cont": 2510, + ">>": 2511, + "Ġcare": 2512, + "state": 2513, + "ĉprivate": 2514, + "Ġeffect": 2515, + "++)": 2516, + "_file": 2517, + "ending": 2518, + "Line": 2519, + "For": 2520, + "ior": 2521, + "ĠSc": 2522, + "Ġfun": 2523, + ".Size": 2524, + "ĉelse": 2525, + "])": 2526, + "start": 2527, + "vious": 2528, + "Ġ},": 2529, + "ours": 2530, + "Ġleg": 2531, + "Ġservice": 2532, + "Ġsince": 2533, + "iron": 2534, + "Label": 2535, + "Ġnon": 2536, + "Ġlos": 2537, + "iction": 2538, + "Ġfull": 2539, + "acter": 2540, + "board": 2541, + "gress": 2542, + "Ġturn": 2543, + "ither": 2544, + "09": 2545, + ".size": 2546, + "Ġbody": 2547, + "resh": 2548, + "eturn": 2549, + "199": 2550, + "(_": 2551, + "yles": 2552, + "ormal": 2553, + "pi": 2554, + "Ġsomething": 2555, + "!--": 2556, + "uint": 2557, + "Ġprodu": 2558, + "Ġstand": 2559, + "Ġproble": 2560, + "Ġavailable": 2561, + "mt": 2562, + "ĠBl": 2563, + "Ġ...": 2564, + "Ġblock": 2565, + "Input": 2566, + "Ġkeep": 2567, + "Count": 2568, + "open": 2569, + "Ġ['": 2570, + "Ġthrow": 2571, + "uilder": 2572, + "Action": 2573, + "Ġthings": 2574, + "True": 2575, + "Ġurl": 2576, + "ĠBo": 2577, + "printf": 2578, + "Ġred": 2579, + "js": 2580, + ".create": 2581, + "ĠOr": 2582, + "Status": 2583, + "Instance": 2584, + "Ġcontrol": 2585, + "Ġcome": 2586, + "Ġcustom": 2587, + "location": 2588, + "07": 2589, + "model": 2590, + "ĠčĊ": 2591, + "Ġsource": 2592, + "Ġeas": 2593, + ".out": 2594, + "]ĊĊ": 2595, + "oney": 2596, + "Ġawait": 2597, + "Ġpartic": 2598, + "AP": 2599, + "ublish": 2600, + "odes": 2601, + "_pro": 2602, + "ply": 2603, + "riter": 2604, + "Ġprov": 2605, + "Ġmill": 2606, + "HT": 2607, + "])Ċ": 2608, + "Ġchang": 2609, + "Ġask": 2610, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2611, + "Ġoutput": 2612, + "Ġemail": 2613, + "68": 2614, + ".push": 2615, + "Ġ}čĊčĊ": 2616, + "ination": 2617, + "47": 2618, + "atrix": 2619, + "Table": 2620, + "uccess": 2621, + "]);Ċ": 2622, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2623, + "Ġdisc": 2624, + "([": 2625, + "Ġbusiness": 2626, + "height": 2627, + ".html": 2628, + "ta": 2629, + "field": 2630, + "Ġrequired": 2631, + "_R": 2632, + "Ġgovern": 2633, + "}čĊčĊ": 2634, + "lex": 2635, + "500": 2636, + ".,": 2637, + "ĠSet": 2638, + "urch": 2639, + "///": 2640, + "ts": 2641, + "af": 2642, + "Ġmight": 2643, + "istory": 2644, + "Str": 2645, + "Ġnever": 2646, + "Response": 2647, + "arse": 2648, + "ada": 2649, + "ĠHow": 2650, + "Ġ*)": 2651, + "Ġ;": 2652, + "Ġhard": 2653, + "Ad": 2654, + "Ġintern": 2655, + "used": 2656, + "(data": 2657, + "mod": 2658, + "annel": 2659, + "Ġnp": 2660, + "ugg": 2661, + "Ġ/>Ċ": 2662, + "Ġcalled": 2663, + "body": 2664, + "Ġcho": 2665, + "(r": 2666, + "_set": 2667, + "ird": 2668, + "Ġ>=": 2669, + "Ġ};Ċ": 2670, + "Ġoptions": 2671, + "ĠGener": 2672, + "Ġheight": 2673, + "Point": 2674, + "You": 2675, + "ety": 2676, + "Click": 2677, + "Ġsmall": 2678, + "Ġide": 2679, + "Ġaccess": 2680, + "anguage": 2681, + "Ġprotected": 2682, + "Ġjob": 2683, + "ĠThere": 2684, + "Def": 2685, + "Ġaddress": 2686, + "Ġuint": 2687, + "Not": 2688, + "oo": 2689, + "aps": 2690, + "": 2828, + "ĉĠĠĠ": 2829, + "\"))": 2830, + "Content": 2831, + "_W": 2832, + "plement": 2833, + "Ġwon": 2834, + "Ġvideo": 2835, + "adi": 2836, + "point": 2837, + "%%": 2838, + "03": 2839, + "Ġgl": 2840, + "erved": 2841, + "viron": 2842, + "IF": 2843, + "uted": 2844, + "ãĥ": 2845, + "'m": 2846, + "Ġcert": 2847, + "Ġprof": 2848, + "Ġcell": 2849, + "ari": 2850, + "Ġplayer": 2851, + "ais": 2852, + "Ġcost": 2853, + "Ġhum": 2854, + "(R": 2855, + "Ġoffic": 2856, + "ks": 2857, + ".text": 2858, + "atures": 2859, + "Ġtotal": 2860, + "Ġ*/ĊĊ": 2861, + "ope": 2862, + "Ġstat": 2863, + "UM": 2864, + "Ġload": 2865, + "ights": 2866, + "Ġclear": 2867, + "uro": 2868, + "Ġtechn": 2869, + "upport": 2870, + "IR": 2871, + "Ġrow": 2872, + "Ġseem": 2873, + "Ġq": 2874, + "Ġshort": 2875, + "ĠNot": 2876, + "ipp": 2877, + "Group": 2878, + "section": 2879, + "max": 2880, + "irl": 2881, + "Ġoverride": 2882, + "Ġcompany": 2883, + "Ġdone": 2884, + "\");čĊ": 2885, + "Ġgre": 2886, + ".Re": 2887, + "Ġbelie": 2888, + "rist": 2889, + "Ġhealth": 2890, + "ANT": 2891, + "()ĊĊ": 2892, + "ĠBe": 2893, + ".value": 2894, + "ĠGr": 2895, + "ottom": 2896, + "Ġargs": 2897, + "PT": 2898, + "status": 2899, + "func": 2900, + "uments": 2901, + "-h": 2902, + "Number": 2903, + ":čĊ": 2904, + "ĠLog": 2905, + "erver": 2906, + "Ġ),Ċ": 2907, + "ament": 2908, + "Ġobj": 2909, + "inc": 2910, + "Ġchildren": 2911, + "icy": 2912, + "IZ": 2913, + "ands": 2914, + "ably": 2915, + "Ġdistrib": 2916, + "Ġcur": 2917, + "erial": 2918, + "Ġdays": 2919, + "reated": 2920, + "rect": 2921, + "-l": 2922, + "irm": 2923, + "idden": 2924, + "omb": 2925, + "Ġinitial": 2926, + ".js": 2927, + "Ġâ": 2928, + "Query": 2929, + "Ġonline": 2930, + "imal": 2931, + ".con": 2932, + "au": 2933, + "Url": 2934, + "control": 2935, + "irection": 2936, + "Ġinstance": 2937, + "ORT": 2938, + "ĠFr": 2939, + "where": 2940, + "Ġjavax": 2941, + "Ġorgan": 2942, + "apter": 2943, + "Ġreason": 2944, + "options": 2945, + "59": 2946, + "ĠMar": 2947, + "(a": 2948, + "Ġwithin": 2949, + ".âĢĿĊĊ": 2950, + "ODE": 2951, + "_DE": 2952, + "admin": 2953, + "ended": 2954, + "Ġdesign": 2955, + "ĠData": 2956, + "une": 2957, + "ĠFile": 2958, + "root": 2959, + "Ġcent": 2960, + "Ġarr": 2961, + "_add": 2962, + "len": 2963, + "page": 2964, + ",'": 2965, + "_str": 2966, + "Ġbro": 2967, + "ability": 2968, + "outh": 2969, + "58": 2970, + "/c": 2971, + "pose": 2972, + "irtual": 2973, + "earch": 2974, + "_url": 2975, + "argin": 2976, + "Http": 2977, + "Ġschool": 2978, + "ava": 2979, + "Ġconsider": 2980, + ".label": 2981, + "ĠArray": 2982, + "42": 2983, + "web": 2984, + "opt": 2985, + ".println": 2986, + "ulation": 2987, + "Ġfunc": 2988, + "PL": 2989, + "Ġ\"\\": 2990, + "ĠText": 2991, + "actory": 2992, + "(function": 2993, + "null": 2994, + "Ġeng": 2995, + "down": 2996, + "Ġinclude": 2997, + "ĠEn": 2998, + "ĠDr": 2999, + "Ġdb": 3000, + "!!": 3001, + "side": 3002, + "Ġinit": 3003, + "quired": 3004, + "ĠShe": 3005, + "Column": 3006, + "react": 3007, + "Ġann": 3008, + "Ġstop": 3009, + "Ġlater": 3010, + "ĠThat": 3011, + "ention": 3012, + "df": 3013, + "UG": 3014, + "ILE": 3015, + "Ġclient": 3016, + "raft": 3017, + "ffer": 3018, + "POST": 3019, + "elper": 3020, + "Ġlove": 3021, + "quote": 3022, + "oud": 3023, + "Ġjson": 3024, + "Ġable": 3025, + "Ġmen": 3026, + "AX": 3027, + "ĠCopyright": 3028, + "ö": 3029, + "avig": 3030, + "req": 3031, + "Client": 3032, + "});Ċ": 3033, + ".Com": 3034, + "erc": 3035, + "ilt": 3036, + "pecial": 3037, + "_com": 3038, + "room": 3039, + ".Name": 3040, + "Ġgive": 3041, + "amb": 3042, + "ike": 3043, + "Ġcondition": 3044, + "client": 3045, + "ators": 3046, + ":\"": 3047, + "Ġcopy": 3048, + "uture": 3049, + "iversity": 3050, + "ernal": 3051, + "{{": 3052, + "ĠCan": 3053, + "ounc": 3054, + "do": 3055, + "Ġocc": 3056, + "Ġappro": 3057, + "thers": 3058, + "ze": 3059, + "Ġeither": 3060, + "ĠFl": 3061, + "Ġimportant": 3062, + "Ġlead": 3063, + "attr": 3064, + "ART": 3065, + "Equal": 3066, + "Ġda": 3067, + "etch": 3068, + "entity": 3069, + "Ġfamily": 3070, + "adding": 3071, + "Ġoption": 3072, + "Ġexist": 3073, + "ica": 3074, + "ĠObject": 3075, + "69": 3076, + "'ve": 3077, + "vers": 3078, + "itional": 3079, + "67": 3080, + "output": 3081, + "ĠTrue": 3082, + "ĠOF": 3083, + "_time": 3084, + "Ġoffer": 3085, + "Ġ});ĊĊ": 3086, + "HER": 3087, + "egin": 3088, + "\"\"": 3089, + "Ġwater": 3090, + "Ġche": 3091, + "ĠMy": 3092, + "ored": 3093, + "Ġstep": 3094, + "ances": 3095, + "CK": 3096, + "AY": 3097, + "à¸": 3098, + "struction": 3099, + "(C": 3100, + "300": 3101, + "ouch": 3102, + "Stream": 3103, + "active": 3104, + "ama": 3105, + "Entity": 3106, + "product": 3107, + "(){Ċ": 3108, + "Ġgovernment": 3109, + "ĠID": 3110, + "ajor": 3111, + "And": 3112, + "Ġdisplay": 3113, + "л": 3114, + "Ġtimes": 3115, + "Ġfour": 3116, + "Ġfar": 3117, + "Ġpresent": 3118, + "ĠNS": 3119, + "Ġ\\Ċ": 3120, + "uest": 3121, + "Ġbas": 3122, + "echo": 3123, + "child": 3124, + "ifier": 3125, + "Handler": 3126, + "Ġlib": 3127, + "Property": 3128, + "translation": 3129, + "Ġroom": 3130, + "Ġonce": 3131, + "Ġ[]": 3132, + "center": 3133, + "================================": 3134, + "Ġresults": 3135, + "Ġcontinue": 3136, + "Ġtalk": 3137, + "_get": 3138, + "Ġgrow": 3139, + ".sw": 3140, + "eb": 3141, + "ĠPublic": 3142, + "OP": 3143, + "ecute": 3144, + "ols": 3145, + "Ġ**": 3146, + "\");ĊĊ": 3147, + "Ġmass": 3148, + "ured": 3149, + ".class": 3150, + "omic": 3151, + "Ġmean": 3152, + "ips": 3153, + "Ġaut": 3154, + ");čĊčĊ": 3155, + "Ġuntil": 3156, + "Ġmarket": 3157, + "Ġarea": 3158, + "uit": 3159, + "Ġlength": 3160, + "ĠWith": 3161, + "structor": 3162, + "event": 3163, + "\"><": 3164, + "ĠSp": 3165, + "IV": 3166, + "Ġmus": 3167, + "iff": 3168, + "Ġkind": 3169, + "author": 3170, + "ounds": 3171, + "mb": 3172, + "_key": 3173, + "41": 3174, + "width": 3175, + "pository": 3176, + "Ġlight": 3177, + "uk": 3178, + "Row": 3179, + "ohn": 3180, + "alf": 3181, + "vironment": 3182, + "apper": 3183, + "ollections": 3184, + "Ġside": 3185, + "_info": 3186, + "Ġexample": 3187, + "imary": 3188, + "Ġwr": 3189, + "Ġcamp": 3190, + "cribe": 3191, + "255": 3192, + "\"/": 3193, + "Ġmiss": 3194, + "way": 3195, + "Ġbased": 3196, + "Ġplan": 3197, + "Vis": 3198, + "omain": 3199, + "unk": 3200, + "Ġaway": 3201, + "UP": 3202, + "": 3452, + "Ġden": 3453, + "obile": 3454, + "change": 3455, + "ĠĠĠĠĠĠĠĠĠĠĠĠĊ": 3456, + "ici": 3457, + "na": 3458, + "ĠForm": 3459, + "Ġsort": 3460, + "Select": 3461, + "pare": 3462, + "Ġthought": 3463, + "_con": 3464, + "Ġtask": 3465, + "ocus": 3466, + "ĠDE": 3467, + "ĠMin": 3468, + "Ġopt": 3469, + "ĉbreak": 3470, + "umer": 3471, + "KE": 3472, + "then": 3473, + "Ġdet": 3474, + "ĠTest": 3475, + "ports": 3476, + "Ġreview": 3477, + "('/": 3478, + "move": 3479, + "Ġswitch": 3480, + "ERT": 3481, + "patch": 3482, + "annot": 3483, + "ãĤ": 3484, + "Ġabove": 3485, + "itive": 3486, + "56": 3487, + "Ġquestion": 3488, + "ĠQu": 3489, + "ãĢĤĊĊ": 3490, + "gle": 3491, + "Ġword": 3492, + "Ġprovide": 3493, + "ĠReturn": 3494, + "Ġresearch": 3495, + "ão": 3496, + "ustr": 3497, + "Ġpublish": 3498, + "chema": 3499, + "}}": 3500, + "ĠCON": 3501, + "-in": 3502, + "allback": 3503, + "Ġcover": 3504, + "\\\\": 3505, + "color": 3506, + "ĠIS": 3507, + "Ġwhether": 3508, + "imate": 3509, + "isc": 3510, + "Bar": 3511, + "Ġdiv": 3512, + "Be": 3513, + "ourn": 3514, + "Ġhaving": 3515, + "lem": 3516, + "player": 3517, + "abs": 3518, + "amera": 3519, + "ney": 3520, + "Ġexc": 3521, + "gether": 3522, + "plied": 3523, + "ao": 3524, + "[$": 3525, + "Ġ++": 3526, + "ipe": 3527, + "show": 3528, + "/d": 3529, + "[:": 3530, + "agement": 3531, + "lev": 3532, + "_ID": 3533, + "97": 3534, + "rary": 3535, + "ades": 3536, + "_se": 3537, + "ause": 3538, + "Ġemploy": 3539, + "Ġ*/čĊ": 3540, + "Ġfre": 3541, + "Ġ'@": 3542, + "Ġcomplet": 3543, + "Ġlarge": 3544, + "ral": 3545, + "\\x": 3546, + "Ġfac": 3547, + ">": 3662, + "Ġface": 3663, + "CTION": 3664, + "Ġsave": 3665, + "Ġtyp": 3666, + "dev": 3667, + "(\"#": 3668, + "AGE": 3669, + "container": 3670, + "edit": 3671, + "QL": 3672, + "Ġitems": 3673, + "Ġsocial": 3674, + "ien": 3675, + "ĠReact": 3676, + ").ĊĊ": 3677, + "Ġmar": 3678, + "Ġredu": 3679, + "ĠRE": 3680, + ".put": 3681, + "Ġmajor": 3682, + "Cell": 3683, + "next": 3684, + "Ġexpected": 3685, + "Ġyet": 3686, + "Ġindiv": 3687, + "tributes": 3688, + "atis": 3689, + "amed": 3690, + "Ġfood": 3691, + "Source": 3692, + "(string": 3693, + "Ġ+Ċ": 3694, + "ites": 3695, + "dr": 3696, + "Ġmembers": 3697, + "Ġcomb": 3698, + "items": 3699, + "ĠPer": 3700, + "TH": 3701, + "=True": 3702, + "Ġbar": 3703, + "_SE": 3704, + "comm": 3705, + "(w": 3706, + ")ĊĊĊ": 3707, + "Ġsend": 3708, + "Ġinc": 3709, + "unsigned": 3710, + "FA": 3711, + "Ġparams": 3712, + "apping": 3713, + "ros": 3714, + "ugin": 3715, + "fa": 3716, + "Ġconnection": 3717, + "Ġ};ĊĊ": 3718, + "Ġbecome": 3719, + "Mode": 3720, + "Ġev": 3721, + "Ġdiff": 3722, + "ĠUnited": 3723, + "Height": 3724, + "fully": 3725, + "images": 3726, + "Ġmakes": 3727, + "Ġglobal": 3728, + "Ġcontact": 3729, + "':Ċ": 3730, + "Ġabs": 3731, + "аÐ": 3732, + "float": 3733, + "Ġexcept": 3734, + "ĠPol": 3735, + "Child": 3736, + "typ": 3737, + "Ġcertain": 3738, + "ión": 3739, + "OUT": 3740, + "Ġimpro": 3741, + "iles": 3742, + "Ġ-->Ċ": 3743, + "ĠPart": 3744, + "values": 3745, + "oss": 3746, + "/**": 3747, + "ilit": 3748, + "ĠEvent": 3749, + "curity": 3750, + "ster": 3751, + "Ġcharacter": 3752, + "198": 3753, + "Ġnews": 3754, + "Ġ\",": 3755, + "Ġdevice": 3756, + "cel": 3757, + "login": 3758, + "heet": 3759, + "Default": 3760, + "@\"": 3761, + "ĉĠ": 3762, + "click": 3763, + "(value": 3764, + "ĠAb": 3765, + "Ġprevious": 3766, + "ERROR": 3767, + "ocal": 3768, + "Ġmaterial": 3769, + "Ġbelow": 3770, + "ĠChrist": 3771, + "Ġmedia": 3772, + "cover": 3773, + "ĠUI": 3774, + "Ġfail": 3775, + "Ġblack": 3776, + "Ġcomponent": 3777, + "ĠAmerican": 3778, + "Ġadded": 3779, + "Ġbuy": 3780, + "stit": 3781, + "Ġcame": 3782, + "Ġdelete": 3783, + "property": 3784, + "oding": 3785, + "Ġcard": 3786, + "rops": 3787, + "Ġhttps": 3788, + "Ġroot": 3789, + "Ġhandle": 3790, + "CC": 3791, + "Back": 3792, + "emplate": 3793, + "Ġgetting": 3794, + "_by": 3795, + "mail": 3796, + "_sh": 3797, + ".assert": 3798, + "ĠDec": 3799, + "(true": 3800, + "Ġcomput": 3801, + "Ġclaim": 3802, + "'=>": 3803, + "ĠSub": 3804, + "Ġair": 3805, + "ops": 3806, + "nav": 3807, + "ements": 3808, + "(id": 3809, + "Ġenter": 3810, + "anged": 3811, + "End": 3812, + "Ġlocation": 3813, + "Ġnight": 3814, + "Ġdoing": 3815, + "ĠRed": 3816, + "lin": 3817, + "}ĊĊĊ": 3818, + "vider": 3819, + "Ġpick": 3820, + "Ġwatch": 3821, + "essages": 3822, + "Ġhuman": 3823, + "Ġdam": 3824, + "pend": 3825, + "dir": 3826, + "Ġtax": 3827, + "Ġgirl": 3828, + "reet": 3829, + "Ġbox": 3830, + "Ġstrong": 3831, + "(v": 3832, + "rel": 3833, + "Ġinterface": 3834, + "Ġmsg": 3835, + "fect": 3836, + "_at": 3837, + "Ġhouse": 3838, + "Ġtrack": 3839, + "');ĊĊ": 3840, + "je": 3841, + "ĠJohn": 3842, + "istr": 3843, + "(S": 3844, + "ube": 3845, + "Ġce": 3846, + "itted": 3847, + "VER": 3848, + "*)": 3849, + "parent": 3850, + "Ġapplication": 3851, + "any": 3852, + ".swing": 3853, + "Ġpack": 3854, + "\\u": 3855, + "Ġpract": 3856, + "Ġsection": 3857, + "ctx": 3858, + "Ġunsigned": 3859, + ".Point": 3860, + "ĠOne": 3861, + "ı": 3862, + "iple": 3863, + "aid": 3864, + "Ñĥ": 3865, + "Vector": 3866, + "byte": 3867, + "Ġwait": 3868, + "ĠÃł": 3869, + "Ã¥": 3870, + "Ġtogether": 3871, + "Ġthrows": 3872, + "FO": 3873, + "'))": 3874, + "host": 3875, + "ising": 3876, + ".view": 3877, + "Ġterms": 3878, + "framework": 3879, + "-r": 3880, + "Ġapply": 3881, + "Ġsession": 3882, + "Options": 3883, + "uggest": 3884, + "Ġothers": 3885, + "witter": 3886, + "Ġfund": 3887, + "Init": 3888, + "__(": 3889, + "ensor": 3890, + "GET": 3891, + "Ġseveral": 3892, + "ii": 3893, + "[j": 3894, + "IO": 3895, + "Ġtemplate": 3896, + "Position": 3897, + "Ġecon": 3898, + "achine": 3899, + "Ġil": 3900, + ".spring": 3901, + "main": 3902, + "elt": 3903, + "iment": 3904, + "Rec": 3905, + "mm": 3906, + "ĠUniversity": 3907, + "ursor": 3908, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 3909, + "GL": 3910, + "icture": 3911, + "ithub": 3912, + "cer": 3913, + "cast": 3914, + "From": 3915, + "ales": 3916, + "Ġsubject": 3917, + "password": 3918, + "ny": 3919, + "Ġesc": 3920, + ".write": 3921, + "ï¼Į": 3922, + "What": 3923, + ".H": 3924, + "Ġhistory": 3925, + "ĠFe": 3926, + "Ġindividual": 3927, + "unit": 3928, + "Ġ-->": 3929, + "Ġdu": 3930, + "IST": 3931, + "Ġusers": 3932, + "fs": 3933, + "false": 3934, + "unt": 3935, + "Title": 3936, + "Ġmot": 3937, + "Ġfuture": 3938, + "ached": 3939, + "Ġstarted": 3940, + "Ġmode": 3941, + "Ġ'<": 3942, + "_array": 3943, + "Ġax": 3944, + "'];Ċ": 3945, + "ires": 3946, + "There": 3947, + "ught": 3948, + "tml": 3949, + "posed": 3950, + "icult": 3951, + "Ġtook": 3952, + "Ġgames": 3953, + "Ġ}}": 3954, + "Ġ?>Ċ": 3955, + "Ġproducts": 3956, + "Is": 3957, + "Ġbad": 3958, + "ĠDes": 3959, + ".path": 3960, + "'ĊĊ": 3961, + "ĠPost": 3962, + "avel": 3963, + "(:": 3964, + "150": 3965, + "Ġneeds": 3966, + "Ġknown": 3967, + "Fl": 3968, + "Ġexec": 3969, + "Ġseen": 3970, + "51": 3971, + "ume": 3972, + "Ġborder": 3973, + "Ġlive": 3974, + "temp": 3975, + "Per": 3976, + "Ġvariable": 3977, + "iet": 3978, + "ĠDef": 3979, + "Ġge": 3980, + "eme": 3981, + "_back": 3982, + "first": 3983, + "Ġprovided": 3984, + "////////////////////////////////": 3985, + "Ġfilename": 3986, + "Ġhope": 3987, + "uly": 3988, + "auto": 3989, + "find": 3990, + "_string": 3991, + "btn": 3992, + "itude": 3993, + "Attribute": 3994, + "Ġyoung": 3995, + ".txt": 3996, + "Ġwebsite": 3997, + "ĠProp": 3998, + "Ġey": 3999, + ">();Ċ": 4000, + "ional": 4001, + "ARR": 4002, + "ictionary": 4003, + "urther": 4004, + ".": 4085, + "tx": 4086, + "Ġpur": 4087, + "uel": 4088, + "ymbol": 4089, + "uation": 4090, + "anger": 4091, + "Ġbackground": 4092, + "ecess": 4093, + "efined": 4094, + "........": 4095, + "Ġdescription": 4096, + "Ġrepresent": 4097, + "\"));Ċ": 4098, + "pression": 4099, + "rowser": 4100, + "Ġseries": 4101, + "wards": 4102, + "52": 4103, + "($_": 4104, + "aise": 4105, + "Ġhot": 4106, + "acity": 4107, + "ries": 4108, + "actions": 4109, + "Create": 4110, + "adio": 4111, + "amples": 4112, + "Ġoriginal": 4113, + "ensive": 4114, + "font": 4115, + "stream": 4116, + "using": 4117, + ".springframework": 4118, + "001": 4119, + "server": 4120, + "Ġbill": 4121, + "ACK": 4122, + "ilename": 4123, + "Ġframe": 4124, + "Ġ=Ċ": 4125, + "Edit": 4126, + "adius": 4127, + "Ġdraw": 4128, + "anks": 4129, + "Ġdeter": 4130, + "Ġcomes": 4131, + "_int": 4132, + "Ġforeach": 4133, + "angle": 4134, + "Ġelect": 4135, + "pected": 4136, + "Header": 4137, + "istration": 4138, + "False": 4139, + "ĠGame": 4140, + "Ġfilter": 4141, + "Activity": 4142, + "Ġlarg": 4143, + "inition": 4144, + "Ġ\"<": 4145, + "256": 4146, + "ised": 4147, + "Ġremove": 4148, + "ĠTrans": 4149, + "met": 4150, + "see": 4151, + "Format": 4152, + "Command": 4153, + "ĠEX": 4154, + "None": 4155, + "Ġfront": 4156, + "ASE": 4157, + "ĠRec": 4158, + "oundation": 4159, + "Ġvo": 4160, + "96": 4161, + "=\\\"": 4162, + "(*": 4163, + "Change": 4164, + ".Write": 4165, + "group": 4166, + "ients": 4167, + "uy": 4168, + "****************************************************************": 4169, + "Ġdig": 4170, + "hr": 4171, + "(-": 4172, + "Ġgen": 4173, + "number": 4174, + "vec": 4175, + "urope": 4176, + "entry": 4177, + "LL": 4178, + "Ġste": 4179, + "Valid": 4180, + "'],": 4181, + "_param": 4182, + "Ġselected": 4183, + "Ġaccording": 4184, + "ĠDis": 4185, + "Ġutil": 4186, + "Buffer": 4187, + "_error": 4188, + "Ġassoci": 4189, + "_SIZE": 4190, + "Ġwor": 4191, + "Ġprintf": 4192, + "rag": 4193, + "Âł": 4194, + "DD": 4195, + "ĠVal": 4196, + "Ġactiv": 4197, + "Eng": 4198, + "etime": 4199, + "Ġvirtual": 4200, + "aign": 4201, + "aur": 4202, + "ĠPres": 4203, + "ĠException": 4204, + "Ġanything": 4205, + "ĠOff": 4206, + "Ġhours": 4207, + "Ġwar": 4208, + "Args": 4209, + "aging": 4210, + "Ġmodels": 4211, + "ĠTime": 4212, + "Ob": 4213, + "ams": 4214, + "joy": 4215, + "Ġearly": 4216, + ".read": 4217, + "86": 4218, + "Ġcenter": 4219, + "ĠInitial": 4220, + "Ġlanguage": 4221, + "length": 4222, + "xy": 4223, + "Ġsn": 4224, + "Ġinf": 4225, + "Post": 4226, + "Ġago": 4227, + "Ġeasy": 4228, + "_code": 4229, + "ĠANY": 4230, + "_ch": 4231, + "Ġdownload": 4232, + "(T": 4233, + "aved": 4234, + "âĢĵ": 4235, + "Ġstudents": 4236, + "Ġfig": 4237, + "light": 4238, + "xx": 4239, + "Ġbuffer": 4240, + "ĠDep": 4241, + "ĠMath": 4242, + "ITH": 4243, + "Ġvari": 4244, + "Ġdue": 4245, + "Factory": 4246, + "Ġpor": 4247, + "Ġep": 4248, + "otype": 4249, + "Ġcannot": 4250, + "Ġwhite": 4251, + "čĊ": 4524, + ".annot": 4525, + "Ġcollection": 4526, + "'.": 4527, + "Ġsimilar": 4528, + "Ġtaken": 4529, + "(\"%": 4530, + "Order": 4531, + "']Ċ": 4532, + "-md": 4533, + "ĠTH": 4534, + "aced": 4535, + "Ġisn": 4536, + "/j": 4537, + "Ġson": 4538, + "graph": 4539, + "ĠInteger": 4540, + "Ġnecess": 4541, + "reen": 4542, + "Ġum": 4543, + "Ġ\\<": 4544, + "Ġmoment": 4545, + "Ġbring": 4546, + "Ġindic": 4547, + "ysis": 4548, + "Level": 4549, + "verse": 4550, + "urrenc": 4551, + "_test": 4552, + "Ġentire": 4553, + "Down": 4554, + "Ġ}ĊĊĊ": 4555, + "(result": 4556, + "ĠRead": 4557, + "è": 4558, + "Mod": 4559, + "Ġtrying": 4560, + "\"),Ċ": 4561, + "Ġmember": 4562, + "ĠCor": 4563, + "ODO": 4564, + "-control": 4565, + "untime": 4566, + "ĠSim": 4567, + "Dialog": 4568, + "plot": 4569, + "_on": 4570, + "Ġphys": 4571, + "}/": 4572, + "Ġnamespace": 4573, + "ĉčĊ": 4574, + "acc": 4575, + "Player": 4576, + "ARE": 4577, + "89": 4578, + "Ġfoot": 4579, + "Ġboard": 4580, + "part": 4581, + "Ġsus": 4582, + "wise": 4583, + "ĠMc": 4584, + "Ġpush": 4585, + "ATA": 4586, + "Ġplease": 4587, + "ried": 4588, + "weet": 4589, + "bit": 4590, + "ided": 4591, + "VE": 4592, + "ĠSw": 4593, + "UB": 4594, + "Ġtypes": 4595, + "edia": 4596, + "Ġclos": 4597, + "acebook": 4598, + "When": 4599, + "Ġedit": 4600, + "igger": 4601, + "Ġenerg": 4602, + "Container": 4603, + "Ġphot": 4604, + "ĠCount": 4605, + "ĠEurope": 4606, + ".Is": 4607, + "ĠRuss": 4608, + "peed": 4609, + "ĠStr": 4610, + "Ġpy": 4611, + "Ġcult": 4612, + "Ġdefined": 4613, + "ccount": 4614, + "Ġobt": 4615, + ".Location": 4616, + "Ġthread": 4617, + "ille": 4618, + "Ġinstead": 4619, + "strong": 4620, + "ĠSec": 4621, + "URE": 4622, + "Ġidea": 4623, + ".se": 4624, + "emy": 4625, + "selected": 4626, + "Connection": 4627, + "acing": 4628, + "thread": 4629, + ".next": 4630, + "Ġcoll": 4631, + "Ġfilm": 4632, + "istic": 4633, + "Ġcompet": 4634, + "Ġconn": 4635, + "though": 4636, + "Ġcompan": 4637, + "ocket": 4638, + "Ġteach": 4639, + "=(": 4640, + "Ġphone": 4641, + "Ġactive": 4642, + "79": 4643, + "delete": 4644, + "101": 4645, + "tries": 4646, + "Ġmo": 4647, + "Ġdeath": 4648, + "});ĊĊ": 4649, + "ocol": 4650, + "Widget": 4651, + "Ġarticle": 4652, + "rodu": 4653, + "andid": 4654, + "Ñĭ": 4655, + "ĠCr": 4656, + "ka": 4657, + "():": 4658, + "lood": 4659, + "ĉĉĉĊ": 4660, + "Ġalmost": 4661, + "Ġsell": 4662, + "ervlet": 4663, + "rip": 4664, + "Unit": 4665, + "Ġapplic": 4666, + "Ġconnect": 4667, + "Ġfeature": 4668, + "Ġvia": 4669, + "'),": 4670, + "Ġlim": 4671, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 4672, + "ĠGu": 4673, + "Engine": 4674, + "Ġens": 4675, + "Ġenvironment": 4676, + "block": 4677, + "HERE": 4678, + "NULL": 4679, + "gy": 4680, + "tag": 4681, + ")).": 4682, + "exp": 4683, + "Ġcompl": 4684, + "Ġinstall": 4685, + "Ġcomplete": 4686, + "queue": 4687, + "atural": 4688, + "Ġgeneral": 4689, + "thon": 4690, + "Ġasked": 4691, + "ores": 4692, + "(res": 4693, + "Ġreserved": 4694, + "SP": 4695, + "ĠâĢ¦": 4696, + "ÅĤ": 4697, + "Ġsignific": 4698, + "Off": 4699, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 4700, + "ĠAg": 4701, + "ĠJust": 4702, + "ĠError": 4703, + "Ġinfl": 4704, + "adata": 4705, + "Ġicon": 4706, + "asks": 4707, + "''": 4708, + "_LO": 4709, + "?.": 4710, + "account": 4711, + "Ġ(*": 4712, + "')ĊĊ": 4713, + "rap": 4714, + "_var": 4715, + "ĠFOR": 4716, + "Ġparty": 4717, + "ĠYour": 4718, + "cat": 4719, + "stry": 4720, + ".new": 4721, + "boot": 4722, + "ĠNov": 4723, + "Ġvector": 4724, + "Ġnormal": 4725, + "Ġfurther": 4726, + "Repository": 4727, + "800": 4728, + "Ġdatabase": 4729, + "attle": 4730, + "Ġmusic": 4731, + "Ġspeed": 4732, + "Ġdoc": 4733, + "process": 4734, + "IGHT": 4735, + ".parse": 4736, + "Ġtaking": 4737, + "Ġviol": 4738, + "ceed": 4739, + "ĠAfter": 4740, + "Ġforward": 4741, + "Ġcrit": 4742, + "\"/>Ċ": 4743, + "rot": 4744, + "Ġfailed": 4745, + "efore": 4746, + "Ġconcern": 4747, + "oe": 4748, + "ba": 4749, + "Ġsender": 4750, + "Ġterm": 4751, + "has": 4752, + "=\"#": 4753, + "Ġpotential": 4754, + "Num": 4755, + "Ġpublished": 4756, + ".close": 4757, + "ĠImage": 4758, + "straint": 4759, + "UD": 4760, + "ĠOb": 4761, + "Ġprobably": 4762, + "lim": 4763, + "\":Ċ": 4764, + "olume": 4765, + "Ġconsum": 4766, + "76": 4767, + "ague": 4768, + "ensions": 4769, + "Ġinvestig": 4770, + "-year": 4771, + "');": 4772, + "-sm": 4773, + "Ġenjoy": 4774, + "orig": 4775, + "ering": 4776, + "cp": 4777, + "leased": 4778, + "plements": 4779, + "Ġreturns": 4780, + "pat": 4781, + "BO": 4782, + "ĠHouse": 4783, + ".Label": 4784, + "Ġweight": 4785, + "ighb": 4786, + "Ġconditions": 4787, + "Ġexception": 4788, + "description": 4789, + "Ġtrad": 4790, + "-to": 4791, + "Ġ{}": 4792, + "Ġmodule": 4793, + "END": 4794, + ".ap": 4795, + ".props": 4796, + "Ġconstructor": 4797, + "aves": 4798, + "Ġfavor": 4799, + "ĠNow": 4800, + ";i": 4801, + "ĠMain": 4802, + "_k": 4803, + "eries": 4804, + "âĢĻll": 4805, + "transform": 4806, + "imestamp": 4807, + "Pre": 4808, + "Ġmer": 4809, + ".res": 4810, + "stant": 4811, + "Location": 4812, + "_NAME": 4813, + "Ġloss": 4814, + "ĠĊĊ": 4815, + "net": 4816, + "Ġengine": 4817, + "Block": 4818, + "Ġissues": 4819, + "Ġparse": 4820, + "ĠBar": 4821, + "Ġstay": 4822, + "ĠJSON": 4823, + "Ġdom": 4824, + "airs": 4825, + "wner": 4826, + "Ġlower": 4827, + "\",čĊ": 4828, + "ĠDem": 4829, + "ufact": 4830, + "Ġps": 4831, + "Ġperfect": 4832, + "RL": 4833, + "Ġeduc": 4834, + "ls": 4835, + "emory": 4836, + "ARRANT": 4837, + "uge": 4838, + "Ġexact": 4839, + ".key": 4840, + "alled": 4841, + "ech": 4842, + "ief": 4843, + "\\/": 4844, + "oke": 4845, + "Ġformer": 4846, + "alloc": 4847, + "Ġsix": 4848, + "ida": 4849, + "Ġmargin": 4850, + "Ġheart": 4851, + "ald": 4852, + "pack": 4853, + ".getElementById": 4854, + "ĠWARRANT": 4855, + "Ġrather": 4856, + "Ġbuilding": 4857, + "erman": 4858, + "lice": 4859, + "Ġquestions": 4860, + "izes": 4861, + "lege": 4862, + "irectory": 4863, + "Ġje": 4864, + "Ġcas": 4865, + "props": 4866, + "utf": 4867, + "Ġsecurity": 4868, + "Ġhowever": 4869, + "weight": 4870, + "Ġinside": 4871, + "Ġpresident": 4872, + "Char": 4873, + "ĠWITH": 4874, + ".map": 4875, + "Ġgraph": 4876, + "Ġtag": 4877, + "_status": 4878, + "Ġattempt": 4879, + "opp": 4880, + "uses": 4881, + "ĉconst": 4882, + "Ġround": 4883, + ",$": 4884, + "Ġfriends": 4885, + "Email": 4886, + "?>": 4887, + "Resource": 4888, + "KEY": 4889, + "osp": 4890, + ".query": 4891, + "ĠNorth": 4892, + "ables": 4893, + "istrib": 4894, + "_class": 4895, + "ello": 4896, + "That": 4897, + "к": 4898, + "pecially": 4899, + "ĠPresident": 4900, + "Ġcampaign": 4901, + "Ġalt": 4902, + "area": 4903, + "Ġchall": 4904, + "Ġopport": 4905, + ".Con": 4906, + "Ġenergy": 4907, + "like": 4908, + ".string": 4909, + "ington": 4910, + ")*": 4911, + "yy": 4912, + "Ġprofession": 4913, + "irth": 4914, + "Ġseg": 4915, + "æľ": 4916, + "Ġhor": 4917, + "iers": 4918, + "can": 4919, + "Ġbehind": 4920, + "Product": 4921, + "fg": 4922, + "ĠSk": 4923, + ".jpg": 4924, + "?:": 4925, + "];ĊĊ": 4926, + "Ġcallback": 4927, + "ĠHttp": 4928, + "ÑĮ": 4929, + "long": 4930, + "MS": 4931, + "ATH": 4932, + "Ġraise": 4933, + "Ġwanted": 4934, + "rown": 4935, + "utor": 4936, + "lt": 4937, + "]=": 4938, + "eline": 4939, + "MA": 4940, + "Ġsepar": 4941, + "cs": 4942, + "semb": 4943, + "Dis": 4944, + "bserv": 4945, + "ĠWill": 4946, + "Ġpolicy": 4947, + "Ġthird": 4948, + "phone": 4949, + "Ġbed": 4950, + "/g": 4951, + ".__": 4952, + "ĠInc": 4953, + "izing": 4954, + ".remove": 4955, + "instance": 4956, + ".type": 4957, + "Ġserv": 4958, + "Each": 4959, + "Ġhar": 4960, + "ĠMessage": 4961, + "(key": 4962, + "SELECT": 4963, + "Pos": 4964, + "));čĊ": 4965, + "Ġrecomm": 4966, + "Ġtraining": 4967, + "ĠEnt": 4968, + "ĠChar": 4969, + "icht": 4970, + "(file": 4971, + "Ġprior": 4972, + "Game": 4973, + "Ġexit": 4974, + "Params": 4975, + ".core": 4976, + "PC": 4977, + "nes": 4978, + "anced": 4979, + "(request": 4980, + "Password": 4981, + "}>Ċ": 4982, + "Ġmag": 4983, + "Ġrelease": 4984, + "Ġshall": 4985, + "udent": 4986, + "ĠSouth": 4987, + "ando": 4988, + ":'": 4989, + ".TabIndex": 4990, + "sk": 4991, + "anner": 4992, + "isset": 4993, + "Ġoutside": 4994, + "ledge": 4995, + "Ġå": 4996, + "ĠRob": 4997, + "Ġimm": 4998, + "!Ċ": 4999, + "ĠWeb": 5000, + "Des": 5001, + "BC": 5002, + "ancial": 5003, + "Route": 5004, + "Dec": 5005, + "ferences": 5006, + "Ġpurch": 5007, + "ĠModel": 5008, + "ctor": 5009, + "gn": 5010, + "_start": 5011, + "_un": 5012, + ".*": 5013, + "ises": 5014, + "Ġground": 5015, + "Ġunique": 5016, + "Ġbeaut": 5017, + "{\"": 5018, + "Ġpour": 5019, + "ĠOct": 5020, + "Ġtree": 5021, + "sets": 5022, + "_res": 5023, + "')->": 5024, + "_reg": 5025, + "(\"\\": 5026, + "Ġbyte": 5027, + "Bl": 5028, + "Ġdating": 5029, + "Ġmatter": 5030, + "ĠRem": 5031, + "Ġ'../": 5032, + "ĠAug": 5033, + "ĠLa": 5034, + "Ġ$(": 5035, + "ournal": 5036, + "111": 5037, + "iam": 5038, + "Ġshows": 5039, + "write": 5040, + "Ġball": 5041, + "Ġsimply": 5042, + "Ġfast": 5043, + "Ġmemory": 5044, + "ASS": 5045, + "ĠOf": 5046, + "oved": 5047, + "ante": 5048, + "aul": 5049, + "istry": 5050, + ")));Ċ": 5051, + "Ġfit": 5052, + "_": 5239, + "\")ĊĊ": 5240, + "ox": 5241, + "application": 5242, + "Ġ]Ċ": 5243, + "ĊĊĊĊĊĊ": 5244, + "180": 5245, + "Ġsoon": 5246, + "ctions": 5247, + "inger": 5248, + "Ġjoin": 5249, + "ĠPe": 5250, + "Ġë": 5251, + "Ġlas": 5252, + ".E": 5253, + "css": 5254, + "/or": 5255, + "ĠStart": 5256, + "ĠTO": 5257, + "Ġsubs": 5258, + "conn": 5259, + "components": 5260, + "DEBUG": 5261, + "quare": 5262, + "Function": 5263, + "endar": 5264, + ".index": 5265, + "Ġfill": 5266, + "ÄĻ": 5267, + "Ġchoose": 5268, + "how": 5269, + "ĠAmerica": 5270, + "assets": 5271, + "------------": 5272, + "ĠValue": 5273, + "Ġoffice": 5274, + "Ġveh": 5275, + "Ġtransform": 5276, + "ĠArt": 5277, + "Ġinde": 5278, + "Ġfn": 5279, + "Ġimplements": 5280, + "ango": 5281, + "plete": 5282, + "+\"": 5283, + "tmp": 5284, + "amily": 5285, + "Ġhash": 5286, + "missions": 5287, + "EST": 5288, + "gt": 5289, + "Provider": 5290, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 5291, + "Ġflag": 5292, + "Ġparticip": 5293, + "den": 5294, + "ĠReturns": 5295, + "Ġnote": 5296, + "ür": 5297, + "pm": 5298, + "ideos": 5299, + "Ġspecified": 5300, + "ĠEN": 5301, + "ester": 5302, + "olid": 5303, + "Ġupon": 5304, + "(std": 5305, + "ĉv": 5306, + "Ġ'\\": 5307, + "uz": 5308, + "Ġvert": 5309, + "Ġvict": 5310, + "ĉself": 5311, + "Ġ\"$": 5312, + "85": 5313, + ".k": 5314, + "Ġgroups": 5315, + "github": 5316, + "lang": 5317, + "Ġmut": 5318, + "TO": 5319, + "Ġve": 5320, + "ĠPlease": 5321, + ";ĊĊĊ": 5322, + "access": 5323, + "Ġ{\"": 5324, + "rea": 5325, + "Ġrisk": 5326, + "icker": 5327, + "oggle": 5328, + "ĉwhile": 5329, + "ANG": 5330, + ".send": 5331, + "72": 5332, + "Ġwoman": 5333, + "Ġgets": 5334, + "Ġign": 5335, + "ĠId": 5336, + "_log": 5337, + "ONE": 5338, + "Ġevid": 5339, + "ĠHar": 5340, + "_sub": 5341, + "Ġendl": 5342, + "Ġincluded": 5343, + "());ĊĊ": 5344, + "ĠAp": 5345, + "igr": 5346, + "Ġsem": 5347, + "ĠBlack": 5348, + "doc": 5349, + "_table": 5350, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 5351, + "-up": 5352, + "Ġcause": 5353, + "Ġ..": 5354, + "Ġvan": 5355, + "_dict": 5356, + "Ġfocus": 5357, + "IND": 5358, + "CESS": 5359, + ".Log": 5360, + "Ġmultiple": 5361, + "ido": 5362, + "Ġregard": 5363, + "-M": 5364, + "andler": 5365, + "ourse": 5366, + "Ġdeg": 5367, + ".U": 5368, + "Ġaddition": 5369, + "Ġvarious": 5370, + "Ġreceive": 5371, + "ен": 5372, + "ĠHT": 5373, + "Obj": 5374, + "DF": 5375, + "Ġincrease": 5376, + "ĠOpen": 5377, + "];": 5378, + "Ġcommit": 5379, + "?Ċ": 5380, + "ategories": 5381, + "atory": 5382, + "ship": 5383, + "ĠMich": 5384, + "Ġhtml": 5385, + "romise": 5386, + "Ġleave": 5387, + "Ġstrateg": 5388, + "aven": 5389, + "ĠConsole": 5390, + "known": 5391, + "-n": 5392, + "_LE": 5393, + ".component": 5394, + "Ġbre": 5395, + "Session": 5396, + "iance": 5397, + "Ġalign": 5398, + "typedef": 5399, + "_result": 5400, + "ĠWHERE": 5401, + ".split": 5402, + "Ġreading": 5403, + "FAULT": 5404, + "Ġclo": 5405, + "Ġnotice": 5406, + "_pr": 5407, + "arter": 5408, + "Ġlock": 5409, + "Ġstandard": 5410, + "etic": 5411, + "ellow": 5412, + "Ġpadding": 5413, + "ĠHis": 5414, + "Ġstates": 5415, + "_cast": 5416, + "(P": 5417, + "aa": 5418, + "Ġinternal": 5419, + "ean": 5420, + "ĠPRO": 5421, + "ĠKey": 5422, + "Ġespecially": 5423, + "ming": 5424, + "Ġcross": 5425, + "Ġnational": 5426, + "_object": 5427, + "filter": 5428, + "Ġscript": 5429, + ".update": 5430, + "_i": 5431, + "ĠAssert": 5432, + "/core": 5433, + "%%%%": 5434, + "Ġproblems": 5435, + "istor": 5436, + "Ġ.=": 5437, + "Ġarch": 5438, + "Ġwritten": 5439, + "Ġmilit": 5440, + "MENT": 5441, + ".ch": 5442, + "cape": 5443, + "ĠMus": 5444, + "_config": 5445, + "ĠAPI": 5446, + "foot": 5447, + "Ġimages": 5448, + "endl": 5449, + ".In": 5450, + "First": 5451, + "Ġplatform": 5452, + ".prot": 5453, + "Option": 5454, + "ste": 5455, + "ĠTODO": 5456, + "Ġforce": 5457, + ".cont": 5458, + "ĉecho": 5459, + "ĠDav": 5460, + "Ptr": 5461, + "(B": 5462, + "RT": 5463, + "ĠBase": 5464, + "]['": 5465, + "Ġannounc": 5466, + "console": 5467, + "ĠPy": 5468, + "ds": 5469, + ".as": 5470, + "Ġprevent": 5471, + "apan": 5472, + "Ġ{'": 5473, + "}'": 5709, + "Ġdead": 5710, + "VAL": 5711, + "QUE": 5712, + "************************************************************************": 5713, + "Ġcharg": 5714, + "Return": 5715, + "Ġful": 5716, + "dom": 5717, + "Ġrules": 5718, + "Ġmodify": 5719, + "Ġeval": 5720, + "ham": 5721, + "atement": 5722, + "\\<": 5723, + "ula": 5724, + "=False": 5725, + "RA": 5726, + "Ġcontains": 5727, + "74": 5728, + "Ġstack": 5729, + "mar": 5730, + "Ġ{}Ċ": 5731, + "Ġundefined": 5732, + "Ass": 5733, + "ĠChina": 5734, + "vey": 5735, + "*Ċ": 5736, + "Ġplaying": 5737, + ")/": 5738, + "actor": 5739, + "Ġbottom": 5740, + "lier": 5741, + "ĠNumber": 5742, + "Ġcouple": 5743, + "DC": 5744, + "ĠSO": 5745, + "gor": 5746, + ".setText": 5747, + "success": 5748, + "command": 5749, + "Filter": 5750, + "ĠOur": 5751, + "_item": 5752, + "Ġctx": 5753, + "Ġroad": 5754, + "Version": 5755, + "case": 5756, + "urt": 5757, + "avior": 5758, + "ych": 5759, + "sembly": 5760, + "ĠProduct": 5761, + "Ġheld": 5762, + "afe": 5763, + "Ġincludes": 5764, + "&": 5909, + "CON": 5910, + "Ġrepl": 5911, + "Ġregular": 5912, + "Storage": 5913, + "ramework": 5914, + "Ġgoal": 5915, + "Ġtouch": 5916, + ".widget": 5917, + "Ġbuilt": 5918, + "des": 5919, + "Part": 5920, + "(re": 5921, + "Ġworth": 5922, + "hib": 5923, + "game": 5924, + "91": 5925, + "192": 5926, + "Ġв": 5927, + "acion": 5928, + "ĠWhite": 5929, + "(type": 5930, + "(`": 5931, + "81": 5932, + "Ġnatural": 5933, + "Ġinj": 5934, + "Ġcalcul": 5935, + "ĠApril": 5936, + ".List": 5937, + "Ġassociated": 5938, + "ĉSystem": 5939, + "~~": 5940, + "=[": 5941, + "Ġstorage": 5942, + "Ġbytes": 5943, + "Ġtravel": 5944, + "Ġsou": 5945, + "Ġpassed": 5946, + "!=": 5947, + "ascript": 5948, + ".open": 5949, + "Ġgrid": 5950, + "Ġbus": 5951, + "Ġrecogn": 5952, + "Ab": 5953, + "Ġhon": 5954, + "ĠCenter": 5955, + "Ġprec": 5956, + "build": 5957, + "73": 5958, + "HTML": 5959, + "ĠSan": 5960, + "Ġcountries": 5961, + "aled": 5962, + "token": 5963, + "kt": 5964, + "Ġqual": 5965, + "Last": 5966, + "adow": 5967, + "Ġmanufact": 5968, + "idad": 5969, + "jango": 5970, + "Next": 5971, + "xf": 5972, + ".a": 5973, + "Ġporno": 5974, + "ĠPM": 5975, + "erve": 5976, + "iting": 5977, + "_th": 5978, + "ci": 5979, + "=None": 5980, + "gs": 5981, + "Ġlogin": 5982, + "atives": 5983, + "']);Ċ": 5984, + "Äħ": 5985, + "Ġill": 5986, + "IA": 5987, + "children": 5988, + "DO": 5989, + "Ġlevels": 5990, + "Ġ{{": 5991, + "Ġlooks": 5992, + "Ġ\"#": 5993, + "ToString": 5994, + "Ġnecessary": 5995, + "ĠĠĠĊ": 5996, + "cell": 5997, + "Entry": 5998, + "Ġ'#": 5999, + "Ġextrem": 6000, + "Selector": 6001, + "Ġplaceholder": 6002, + "Load": 6003, + "Ġreleased": 6004, + "ORE": 6005, + "Enumer": 6006, + "ĠTV": 6007, + "SET": 6008, + "inq": 6009, + "Press": 6010, + "ĠDepartment": 6011, + "Ġproperties": 6012, + "Ġrespond": 6013, + "Search": 6014, + "ael": 6015, + "Ġrequ": 6016, + "ĠBook": 6017, + "/Ċ": 6018, + "(st": 6019, + "Ġfinancial": 6020, + "icket": 6021, + "_input": 6022, + "Ġthreat": 6023, + "(in": 6024, + "Strip": 6025, + "ìĿ": 6026, + "ção": 6027, + "71": 6028, + "Ġevidence": 6029, + "));": 6030, + "ĠBro": 6031, + "Ġ[];Ċ": 6032, + "Ġou": 6033, + "buf": 6034, + "Script": 6035, + "dat": 6036, + "Ġrule": 6037, + "#import": 6038, + "=\"/": 6039, + "Serial": 6040, + "Ġstarting": 6041, + "[index": 6042, + "ae": 6043, + "Ġcontrib": 6044, + "session": 6045, + "_new": 6046, + "utable": 6047, + "ober": 6048, + "Ġ\"./": 6049, + "Ġlogger": 6050, + "Ġrecently": 6051, + "Ġreturned": 6052, + "ččĊ": 6053, + ")))Ċ": 6054, + "itions": 6055, + "Ġseek": 6056, + "Ġcommunic": 6057, + "Ġ\".": 6058, + "Ġusername": 6059, + "ECT": 6060, + "DS": 6061, + "Ġotherwise": 6062, + "ĠGerman": 6063, + ".aw": 6064, + "Adapter": 6065, + "ixel": 6066, + "Ġsystems": 6067, + "Ġdrop": 6068, + "83": 6069, + "Ġstructure": 6070, + "Ġ$(\"#": 6071, + "encies": 6072, + "anning": 6073, + "ĠLink": 6074, + "ĠResponse": 6075, + "Ġstri": 6076, + "ż": 6077, + "ĠDB": 6078, + "æĹ": 6079, + "android": 6080, + "submit": 6081, + "otion": 6082, + "92": 6083, + "(@": 6084, + ".test": 6085, + "82": 6086, + "ĊĊĊĊĊĊĊĊ": 6087, + "];čĊ": 6088, + "Ġdirectly": 6089, + "Ġ\"%": 6090, + "ris": 6091, + "elta": 6092, + "AIL": 6093, + "){čĊ": 6094, + "mine": 6095, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 6096, + "(k": 6097, + "bon": 6098, + "asic": 6099, + "pite": 6100, + "___": 6101, + "Max": 6102, + "Ġerrors": 6103, + "ĠWhile": 6104, + "Ġarguments": 6105, + "Ġensure": 6106, + "Right": 6107, + "-based": 6108, + "Web": 6109, + "Ġ-=": 6110, + "Ġintrodu": 6111, + "ĠInst": 6112, + "ĠWash": 6113, + "ordin": 6114, + "join": 6115, + "Database": 6116, + "Ġgrad": 6117, + "Ġusually": 6118, + "ITE": 6119, + "Props": 6120, + "?>Ċ": 6121, + "ĠGo": 6122, + "@Override": 6123, + "REF": 6124, + "Ġip": 6125, + "ĠAustral": 6126, + "Ġist": 6127, + "ViewById": 6128, + "Ġserious": 6129, + "Ġcustomer": 6130, + ".prototype": 6131, + "odo": 6132, + "cor": 6133, + "Ġdoor": 6134, + "ĠWITHOUT": 6135, + "Ġplant": 6136, + "Ġbegan": 6137, + "Ġdistance": 6138, + "()).": 6139, + "Ġchance": 6140, + "Ġord": 6141, + "came": 6142, + "pragma": 6143, + "Ġprotect": 6144, + "ragment": 6145, + "ĠNode": 6146, + "ening": 6147, + "Ñĩ": 6148, + "Ġroute": 6149, + "ĠSchool": 6150, + "hi": 6151, + "Ġneighb": 6152, + "After": 6153, + "licit": 6154, + "Ġcontr": 6155, + "Ġprimary": 6156, + "AA": 6157, + ".WriteLine": 6158, + "utils": 6159, + "Ġbi": 6160, + "Red": 6161, + ".Linq": 6162, + ".object": 6163, + "Ġleaders": 6164, + "unities": 6165, + "Ġgun": 6166, + "onth": 6167, + "ĠDev": 6168, + "FILE": 6169, + "Ġcomments": 6170, + "_len": 6171, + "arrow": 6172, + "amount": 6173, + "Range": 6174, + "sert": 6175, + "GridView": 6176, + "Ġupdated": 6177, + "ĠMo": 6178, + "Ġinform": 6179, + "ociety": 6180, + "ala": 6181, + "Access": 6182, + "Ġhab": 6183, + "Ġcreat": 6184, + "_arg": 6185, + "ĠJanuary": 6186, + "ĠDay": 6187, + "\")čĊ": 6188, + "uple": 6189, + "document": 6190, + "gorith": 6191, + "menu": 6192, + "ĠOver": 6193, + "bb": 6194, + ".title": 6195, + "_out": 6196, + "Ġled": 6197, + "uri": 6198, + "Ġ?>Ċ": 6235, + "run": 6236, + "Ġscene": 6237, + "(array": 6238, + "device": 6239, + "_title": 6240, + "agon": 6241, + "]čĊ": 6242, + "aby": 6243, + "Ġbecame": 6244, + "boolean": 6245, + "Ġpark": 6246, + "ĠCode": 6247, + "upload": 6248, + "riday": 6249, + "ĠSeptember": 6250, + "Fe": 6251, + "Ġsen": 6252, + "cing": 6253, + "FL": 6254, + "Col": 6255, + "uts": 6256, + "_page": 6257, + "inn": 6258, + "Ġimplied": 6259, + "aling": 6260, + "Ġyourself": 6261, + ".Count": 6262, + "conf": 6263, + "Ġaud": 6264, + "_init": 6265, + ".)": 6266, + "Ġwrote": 6267, + "003": 6268, + "NG": 6269, + ".Error": 6270, + "ä»": 6271, + ".for": 6272, + "Ġequal": 6273, + "ĠRequest": 6274, + "Ġserial": 6275, + "Ġallows": 6276, + "XX": 6277, + "Ġmiddle": 6278, + "chor": 6279, + "195": 6280, + "94": 6281, + "ø": 6282, + "erval": 6283, + ".Column": 6284, + "reading": 6285, + "Ġescort": 6286, + "ĠAugust": 6287, + "Ġquickly": 6288, + "Ġweap": 6289, + "ĠCG": 6290, + "ropri": 6291, + "ho": 6292, + "Ġcop": 6293, + "(struct": 6294, + "ĠBig": 6295, + "Ġvs": 6296, + "Ġfrequ": 6297, + ".Value": 6298, + "Ġactions": 6299, + "Ġproper": 6300, + "Ġinn": 6301, + "Ġobjects": 6302, + "Ġmatrix": 6303, + "avascript": 6304, + "Ġones": 6305, + ".group": 6306, + "Ġgreen": 6307, + "Ġpaint": 6308, + "ools": 6309, + "ycl": 6310, + "encode": 6311, + "olt": 6312, + "comment": 6313, + ".api": 6314, + "Dir": 6315, + "Ġune": 6316, + "izont": 6317, + ".position": 6318, + "Ġdesigned": 6319, + "_val": 6320, + "avi": 6321, + "iring": 6322, + "tab": 6323, + "Ġlayer": 6324, + "Ġviews": 6325, + "Ġreve": 6326, + "rael": 6327, + "ĠON": 6328, + "rics": 6329, + "160": 6330, + "np": 6331, + "Ġcore": 6332, + "());čĊ": 6333, + "Main": 6334, + "Ġexpert": 6335, + "ĉĉčĊ": 6336, + "_en": 6337, + "Ġ/>": 6338, + "utter": 6339, + "IAL": 6340, + "ails": 6341, + "ĠKing": 6342, + "*/ĊĊ": 6343, + "ĠMet": 6344, + "_end": 6345, + "addr": 6346, + "ora": 6347, + "Ġir": 6348, + "Min": 6349, + "Ġsurpr": 6350, + "Ġrepe": 6351, + "Ġdirectory": 6352, + "PUT": 6353, + "-S": 6354, + "Ġelection": 6355, + "haps": 6356, + ".pre": 6357, + "cm": 6358, + "Values": 6359, + "Ġ\"Ċ": 6360, + "column": 6361, + "ivil": 6362, + "Login": 6363, + "inue": 6364, + "93": 6365, + "Ġbeautiful": 6366, + "Ġsecret": 6367, + "(event": 6368, + "Ġchat": 6369, + "ums": 6370, + "Ġorigin": 6371, + "Ġeffects": 6372, + "Ġmanagement": 6373, + "illa": 6374, + "tk": 6375, + "Ġsetting": 6376, + "ĠCour": 6377, + "Ġmassage": 6378, + "ĉend": 6379, + "Ġhappy": 6380, + "Ġfinish": 6381, + "Ġcamera": 6382, + "ĠVer": 6383, + "ĠDemocr": 6384, + "ĠHer": 6385, + "(Q": 6386, + "cons": 6387, + "ita": 6388, + "Ġ'.": 6389, + "{}": 6390, + "ĉC": 6391, + "Ġstuff": 6392, + "194": 6393, + "Ġ:Ċ": 6394, + "ĠAR": 6395, + "Task": 6396, + "hidden": 6397, + "eros": 6398, + "IGN": 6399, + "atio": 6400, + "ĠHealth": 6401, + "olute": 6402, + "Enter": 6403, + "'>": 6404, + "ĠTwitter": 6405, + "ĠCounty": 6406, + "scribe": 6407, + "Ġ=>Ċ": 6408, + "Ġhy": 6409, + "fit": 6410, + "Ġmilitary": 6411, + "Ġsale": 6412, + "required": 6413, + "non": 6414, + "bootstrap": 6415, + "hold": 6416, + "rim": 6417, + "-old": 6418, + "ĠDown": 6419, + "Ġmention": 6420, + "contact": 6421, + "_group": 6422, + "oday": 6423, + "Ġtown": 6424, + "Ġsolution": 6425, + "uate": 6426, + "elling": 6427, + "]->": 6428, + "otes": 6429, + "ental": 6430, + "omen": 6431, + "ospital": 6432, + "ĠSup": 6433, + "_EN": 6434, + "Ġslow": 6435, + "SESSION": 6436, + "Ġblue": 6437, + "ago": 6438, + "Ġlives": 6439, + "Ġ^": 6440, + ".un": 6441, + "inst": 6442, + "enge": 6443, + "Ġcustomers": 6444, + "Ġcast": 6445, + "udget": 6446, + "ï¼ģ": 6447, + "icens": 6448, + "Ġdetermin": 6449, + "Selected": 6450, + "_pl": 6451, + "ueue": 6452, + "Ġdark": 6453, + "//ĊĊ": 6454, + "si": 6455, + "thern": 6456, + "ĠJapan": 6457, + "/w": 6458, + "PU": 6459, + "ĠEast": 6460, + "ovie": 6461, + "Ġpackage": 6462, + "Ġnor": 6463, + "Ġapi": 6464, + "bot": 6465, + "\"];Ċ": 6466, + "_post": 6467, + "ulate": 6468, + "Ġclub": 6469, + "'));Ċ": 6470, + "Ġloop": 6471, + "PIO": 6472, + "ione": 6473, + "shot": 6474, + "Initial": 6475, + "Ġplayed": 6476, + "register": 6477, + "rought": 6478, + "_max": 6479, + "acement": 6480, + "match": 6481, + "raphics": 6482, + "AST": 6483, + "Ġexisting": 6484, + "Ġcomplex": 6485, + "DA": 6486, + ".Ch": 6487, + ".common": 6488, + "mo": 6489, + "Ġ'../../": 6490, + "ito": 6491, + "Ġanalysis": 6492, + "Ġdeliver": 6493, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 6494, + "idx": 6495, + "Ãł": 6496, + "ongo": 6497, + "ĠEnglish": 6498, + "Ċ": 10197, + "_default": 10198, + "ĠDatabase": 10199, + "rep": 10200, + "ESS": 10201, + "nergy": 10202, + ".Find": 10203, + "_mask": 10204, + "Ġrise": 10205, + "Ġkernel": 10206, + "::$": 10207, + ".Q": 10208, + "Ġoffering": 10209, + "decl": 10210, + "ĠCS": 10211, + "Ġlisted": 10212, + "Ġmostly": 10213, + "enger": 10214, + "Ġblocks": 10215, + "olo": 10216, + "Ġgoverning": 10217, + "\\F": 10218, + "Ġconcent": 10219, + ".getText": 10220, + "Ġmb": 10221, + "Ġoccurred": 10222, + "Ġchanging": 10223, + "Scene": 10224, + "_CODE": 10225, + "Beh": 10226, + "\"The": 10227, + "Ġtile": 10228, + "ĠAssociation": 10229, + "ĉP": 10230, + "alty": 10231, + "_ad": 10232, + "odies": 10233, + "iated": 10234, + "Ġprepared": 10235, + "possible": 10236, + "Ġmort": 10237, + "TEST": 10238, + "142": 10239, + "Ġignore": 10240, + "Ġcalc": 10241, + "Ġrs": 10242, + "ĠassertEquals": 10243, + "Ġsz": 10244, + "ĠTHIS": 10245, + ".\"Ċ": 10246, + "Ġcanvas": 10247, + "java": 10248, + "Ġdut": 10249, + "VALID": 10250, + ".sql": 10251, + ".input": 10252, + "Ġaux": 10253, + "Sup": 10254, + "Ġartist": 10255, + "Vec": 10256, + "_TIME": 10257, + ".stringify": 10258, + "etween": 10259, + "ĠCategory": 10260, + "Ġ[-": 10261, + "ĠDevExpress": 10262, + "ĠJul": 10263, + "Ġring": 10264, + ".ed": 10265, + "YY": 10266, + "Let": 10267, + "TextField": 10268, + "Ġflat": 10269, + "_print": 10270, + "ĠOTHER": 10271, + "adian": 10272, + "Ġchecked": 10273, + "ele": 10274, + "Align": 10275, + "standing": 10276, + "Ġ[],": 10277, + "Ġlab": 10278, + "ucky": 10279, + "ĠChristmas": 10280, + "(image": 10281, + ".module": 10282, + "Ġlots": 10283, + "Ġslightly": 10284, + "(final": 10285, + "erge": 10286, + "è¿": 10287, + "147": 10288, + "ĠPolice": 10289, + "143": 10290, + "ĠRight": 10291, + "Ġaward": 10292, + "ĠOS": 10293, + "Ġ{}ĊĊ": 10294, + "Ġptr": 10295, + "oves": 10296, + "icated": 10297, + "ем": 10298, + "Ġmanage": 10299, + "oliday": 10300, + "Amount": 10301, + "oolStrip": 10302, + "tbody": 10303, + "Nav": 10304, + "wrap": 10305, + "BB": 10306, + "Ġwatching": 10307, + "arios": 10308, + "Ġoptional": 10309, + "_K": 10310, + "ĠLicensed": 10311, + ".Map": 10312, + "Timer": 10313, + "ĠAP": 10314, + "ĠRev": 10315, + "(o": 10316, + ",c": 10317, + "umin": 10318, + "etailed": 10319, + "ĠHy": 10320, + "Ġblank": 10321, + "agger": 10322, + "ĠSelf": 10323, + "()[": 10324, + ".make": 10325, + "earn": 10326, + "channel": 10327, + ";Ċ": 10342, + "World": 10343, + "Ġpython": 10344, + "Ġlif": 10345, + "Ġtrav": 10346, + "Ġconven": 10347, + "company": 10348, + "ĠClub": 10349, + "138": 10350, + "Ver": 10351, + "Btn": 10352, + "Ġzone": 10353, + "products": 10354, + "ĠEduc": 10355, + "Ġverify": 10356, + "ĠMil": 10357, + "ono": 10358, + "]);ĊĊ": 10359, + "ENCE": 10360, + "Ġpacket": 10361, + "Ġcer": 10362, + "Ġenumer": 10363, + "Ġpars": 10364, + "formed": 10365, + "Ġoccup": 10366, + "tre": 10367, + "Ġexercise": 10368, + "Day": 10369, + "_sum": 10370, + "Ġasking": 10371, + "aption": 10372, + "Ġorders": 10373, + "Ġspending": 10374, + "ĠERR": 10375, + ".Dis": 10376, + "ĠUtil": 10377, + "âĢľI": 10378, + "\\'": 10379, + "?)": 10380, + "/>Ċ": 10381, + "Ġemot": 10382, + "Ġinfluence": 10383, + "ĠAfrica": 10384, + "atters": 10385, + "Ùħ": 10386, + ".session": 10387, + "Ġchief": 10388, + "ĉĉĉĉĉĉĉĉĉĉĉ": 10389, + "Ġtom": 10390, + "cluded": 10391, + "serial": 10392, + "_handler": 10393, + ".Type": 10394, + "aped": 10395, + "Ġpolicies": 10396, + "-ex": 10397, + "-tr": 10398, + "blank": 10399, + "merce": 10400, + "Ġcoverage": 10401, + "Ġrc": 10402, + "_matrix": 10403, + "_box": 10404, + "Ġcharges": 10405, + "ĠBoston": 10406, + "Pe": 10407, + "Ġcircum": 10408, + "Ġfilled": 10409, + "148": 10410, + "Ġnorth": 10411, + "ictureBox": 10412, + "ĉres": 10413, + "è®": 10414, + "Ġtermin": 10415, + "Ġ[âĢ¦": 10416, + "IRECT": 10417, + "Ġber": 10418, + "Ġ\"../../": 10419, + "retch": 10420, + ".code": 10421, + "_col": 10422, + "ĠGovernment": 10423, + "Ġargv": 10424, + "ĠLord": 10425, + "asi": 10426, + "Exec": 10427, + "ĉlet": 10428, + "vertis": 10429, + "Ġdiscussion": 10430, + "enance": 10431, + "outube": 10432, + "typeof": 10433, + "Ġserved": 10434, + "ĠPut": 10435, + "ĉx": 10436, + "Ġsweet": 10437, + "Before": 10438, + "ategy": 10439, + ".of": 10440, + "ĠMaterial": 10441, + "Sort": 10442, + "ONT": 10443, + "igital": 10444, + "Why": 10445, + "Ġsust": 10446, + "Ġç": 10447, + "abet": 10448, + "Ġsegment": 10449, + "Ġ[],Ċ": 10450, + "ĠMuslim": 10451, + "ĠfindViewById": 10452, + "cut": 10453, + "_TEXT": 10454, + "ĠMary": 10455, + "Ġloved": 10456, + "Ġlie": 10457, + "ĠJO": 10458, + "Ġisset": 10459, + "month": 10460, + "Ġprime": 10461, + "ti": 10462, + "ĠCarol": 10463, + "Use": 10464, + "146": 10465, + "ĠPop": 10466, + "ĠSave": 10467, + "Interval": 10468, + "execute": 10469, + "dy": 10470, + "ĠIran": 10471, + "_cont": 10472, + "ĉT": 10473, + "Ġphase": 10474, + "checkbox": 10475, + "week": 10476, + "Ġhide": 10477, + "Ġtil": 10478, + "Ġju": 10479, + "Custom": 10480, + "burg": 10481, + "/M": 10482, + "TON": 10483, + "Ġquant": 10484, + "Ġrub": 10485, + "ixels": 10486, + "Ġinstalled": 10487, + "Ġdump": 10488, + "Ġproperly": 10489, + "(List": 10490, + "Ġdecide": 10491, + "apply": 10492, + "Has": 10493, + "Ġkeeping": 10494, + "Ġcitizens": 10495, + "Ġjoint": 10496, + "pool": 10497, + "Socket": 10498, + "_op": 10499, + "Ġweapon": 10500, + "gnore": 10501, + "ĠExec": 10502, + "otten": 10503, + "ĠMS": 10504, + "Ġ(-": 10505, + "ĠReview": 10506, + "Ġexamples": 10507, + "Ġtight": 10508, + "!(": 10509, + "DP": 10510, + "ĠMessageBox": 10511, + "Ġphotograph": 10512, + "164": 10513, + "URI": 10514, + "ét": 10515, + "low": 10516, + "ĠGrand": 10517, + ".persistence": 10518, + "Ġmaintain": 10519, + "Ġnums": 10520, + "Ġzip": 10521, + "ials": 10522, + "ĠGets": 10523, + "peg": 10524, + "ĠBuffer": 10525, + "~~~~": 10526, + "rastructure": 10527, + "ĠPL": 10528, + "uen": 10529, + "obby": 10530, + "sizeof": 10531, + "Ġpic": 10532, + "Ġseed": 10533, + "Ġexperienced": 10534, + "Ġodd": 10535, + "Ġkick": 10536, + "Ġprocedure": 10537, + "avigator": 10538, + "-on": 10539, + ",j": 10540, + "ĠAlthough": 10541, + "ĠuserId": 10542, + "accept": 10543, + "Blue": 10544, + "IColor": 10545, + "layer": 10546, + "available": 10547, + "Ġends": 10548, + ".table": 10549, + "Ġdataset": 10550, + "bus": 10551, + "Ġexplain": 10552, + "(pro": 10553, + "ĠCommittee": 10554, + "Ġnoted": 10555, + "]:Ċ": 10556, + "Dim": 10557, + "stdio": 10558, + "154": 10559, + ".\",Ċ": 10560, + "_source": 10561, + "181": 10562, + "ĠWeek": 10563, + "ĠEdge": 10564, + "Ġoperating": 10565, + "Ġeste": 10566, + "ipl": 10567, + "330": 10568, + "agination": 10569, + "Ġproceed": 10570, + "Ġanimation": 10571, + ".Models": 10572, + "ĠWatch": 10573, + "iat": 10574, + "Ġoppon": 10575, + "/A": 10576, + "Report": 10577, + "Ġsounds": 10578, + "_buf": 10579, + "IELD": 10580, + "Ġbund": 10581, + "ĉget": 10582, + ".pr": 10583, + "(tmp": 10584, + "Ġkid": 10585, + ">ĊĊĊ": 10586, + "Ġyang": 10587, + "NotFound": 10588, + "ÑĨ": 10589, + "math": 10590, + "@gmail": 10591, + "ĠLIMIT": 10592, + "redients": 10593, + "Ġvent": 10594, + "avigate": 10595, + "Look": 10596, + "Ġreligious": 10597, + "Ġrand": 10598, + "rio": 10599, + "(GL": 10600, + "_ip": 10601, + "uan": 10602, + "iciency": 10603, + "ĠChange": 10604, + ">čĊčĊ": 10605, + "ĠEntity": 10606, + "Ġrencontre": 10607, + "ĠRet": 10608, + "plan": 10609, + "én": 10610, + "BOOL": 10611, + "uries": 10612, + "train": 10613, + "Definition": 10614, + "============": 10615, + "zz": 10616, + "450": 10617, + "Animation": 10618, + "ĠOK": 10619, + "_menu": 10620, + ".bl": 10621, + "_score": 10622, + "Ġacad": 10623, + "(System": 10624, + "Ġrefresh": 10625, + "'=>$": 10626, + ".Graphics": 10627, + "amento": 10628, + "pid": 10629, + "tc": 10630, + "Ġtips": 10631, + "Ġhomes": 10632, + "Ġfuel": 10633, + "âĸ": 10634, + "_helper": 10635, + "ĠĠčĊ": 10636, + "ĠRoom": 10637, + ".Close": 10638, + "_attr": 10639, + "ĠMount": 10640, + "ĠEv": 10641, + "arser": 10642, + "_top": 10643, + "eah": 10644, + "ĠDelete": 10645, + "ãĢį": 10646, + "uke": 10647, + "Ġusage": 10648, + "aria": 10649, + "_dev": 10650, + "Ġtexture": 10651, + "Ġconversation": 10652, + "eper": 10653, + "Bean": 10654, + "done": 10655, + "nonatomic": 10656, + "ĠSecond": 10657, + "Ġshooting": 10658, + "_pre": 10659, + "Components": 10660, + "Ġ]ĊĊ": 10661, + "__,": 10662, + "stitution": 10663, + ".Char": 10664, + ">();ĊĊ": 10665, + "Ġpresented": 10666, + "Ġwa": 10667, + "oker": 10668, + "-ĊĊ": 10669, + "iner": 10670, + "Ġbecoming": 10671, + "Ġincident": 10672, + "Att": 10673, + "162": 10674, + "Ġrevealed": 10675, + "forc": 10676, + "Ġboot": 10677, + ".page": 10678, + "Enumerator": 10679, + "165": 10680, + "_->": 10681, + "Photo": 10682, + "Ġspring": 10683, + ".\",": 10684, + "ĠDictionary": 10685, + "BJECT": 10686, + "Ġlocations": 10687, + "Ġsamples": 10688, + "InputStream": 10689, + "ĠBrown": 10690, + "Ġstats": 10691, + "quality": 10692, + "Ñħ": 10693, + "-dis": 10694, + "Ġhelping": 10695, + "Ġped": 10696, + "224": 10697, + "(se": 10698, + "ĠWho": 10699, + "alian": 10700, + "internal": 10701, + "Ġft": 10702, + ">().": 10703, + "->{": 10704, + "Ġmine": 10705, + "Ġsector": 10706, + "Ġgro": 10707, + "Ġopportunities": 10708, + "Ġü": 10709, + "Ġmp": 10710, + "Ġalleged": 10711, + "Ġdoubt": 10712, + "Mouse": 10713, + "About": 10714, + "_part": 10715, + "Ġchair": 10716, + "Ġstopped": 10717, + "161": 10718, + "loop": 10719, + "entities": 10720, + "Ġapps": 10721, + "ansion": 10722, + "Ġmental": 10723, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10724, + "FR": 10725, + "Ġdefend": 10726, + "care": 10727, + "Ġideal": 10728, + "/api": 10729, + "urface": 10730, + "011": 10731, + "Ġele": 10732, + "ulator": 10733, + "ĠRights": 10734, + "anguages": 10735, + "Ġfunds": 10736, + "Ġadapt": 10737, + "Attributes": 10738, + "Ġdeploy": 10739, + "opts": 10740, + "Ġvalidation": 10741, + "Ġconcerns": 10742, + "uce": 10743, + ".num": 10744, + "ulture": 10745, + "ila": 10746, + "Ġcup": 10747, + "Ġpure": 10748, + ".Fore": 10749, + "183": 10750, + "ĠHashMap": 10751, + ".valueOf": 10752, + "asm": 10753, + "MO": 10754, + "Ġcs": 10755, + "Ġstores": 10756, + "Ġ************************************************************************": 10757, + "Ġcommunication": 10758, + "mem": 10759, + ".EventHandler": 10760, + ".Status": 10761, + "_right": 10762, + ".setOn": 10763, + "Sheet": 10764, + "Ġidentify": 10765, + "enerated": 10766, + "ordered": 10767, + "Ġ\"[": 10768, + "Ġswe": 10769, + "Condition": 10770, + "ĠAccording": 10771, + "Ġprepare": 10772, + "Ġrob": 10773, + "Pool": 10774, + "Ġsport": 10775, + "rv": 10776, + "ĠRouter": 10777, + "Ġalternative": 10778, + "([]": 10779, + "ĠChicago": 10780, + "ipher": 10781, + "ische": 10782, + "ĠDirector": 10783, + "kl": 10784, + "ĠWil": 10785, + "keys": 10786, + "Ġmysql": 10787, + "Ġwelcome": 10788, + "king": 10789, + "ĠManager": 10790, + "Ġcaught": 10791, + ")}Ċ": 10792, + "Score": 10793, + "_PR": 10794, + "Ġsurvey": 10795, + "hab": 10796, + "Headers": 10797, + "ADER": 10798, + "Ġdecor": 10799, + "Ġturns": 10800, + "Ġradius": 10801, + "errupt": 10802, + "Cor": 10803, + "Ġmel": 10804, + "Ġintr": 10805, + "(q": 10806, + "ĠAC": 10807, + "amos": 10808, + "MAX": 10809, + "ĠGrid": 10810, + "ĠJesus": 10811, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10812, + ".DE": 10813, + "Ġts": 10814, + "Ġlinked": 10815, + "free": 10816, + "ĠQt": 10817, + "Ġ/**čĊ": 10818, + "Ġfaster": 10819, + "ctr": 10820, + "_J": 10821, + "DT": 10822, + ".Check": 10823, + "Ġcombination": 10824, + "Ġintended": 10825, + "-the": 10826, + "-type": 10827, + "182": 10828, + "ectors": 10829, + "ami": 10830, + "uting": 10831, + "Ġuma": 10832, + "XML": 10833, + "UCT": 10834, + "Ap": 10835, + "ĠRandom": 10836, + "Ġran": 10837, + ".sort": 10838, + "Ġsorted": 10839, + ".Un": 10840, + "401": 10841, + "_PER": 10842, + "itory": 10843, + "Ġpriority": 10844, + "ĠGal": 10845, + "ĠOld": 10846, + "hot": 10847, + "ĠDisplay": 10848, + "(sub": 10849, + "_TH": 10850, + "_Y": 10851, + "ĠCare": 10852, + "loading": 10853, + "Kind": 10854, + "_handle": 10855, + ",,": 10856, + "rase": 10857, + "_replace": 10858, + ".addEventListener": 10859, + "ĠRT": 10860, + "172": 10861, + "Ġentered": 10862, + "gers": 10863, + "Ġich": 10864, + "(start": 10865, + "205": 10866, + "/app": 10867, + "Ġbrother": 10868, + "Memory": 10869, + "Outlet": 10870, + "Ġutf": 10871, + "prec": 10872, + "Ġnavigation": 10873, + "ORK": 10874, + "Ġdst": 10875, + "Detail": 10876, + "Ġaudience": 10877, + "Ġdur": 10878, + "Ġcluster": 10879, + "unched": 10880, + "Ġ],": 10881, + "Ġcomfortable": 10882, + ".values": 10883, + "ĠTotal": 10884, + "Ġsnap": 10885, + "Ġstandards": 10886, + "Ġperformed": 10887, + "hand": 10888, + "(\"@": 10889, + "åŃ": 10890, + "Ġphil": 10891, + "ibr": 10892, + "trim": 10893, + "Ġforget": 10894, + "157": 10895, + "Ġdoctor": 10896, + ".TextBox": 10897, + "377": 10898, + "icons": 10899, + ",s": 10900, + "ĠOp": 10901, + "Sm": 10902, + "Stop": 10903, + "ĉList": 10904, + "ĉu": 10905, + "Comment": 10906, + "_VERSION": 10907, + ".Xtra": 10908, + "Person": 10909, + "rb": 10910, + "LOB": 10911, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 10912, + "ĠCentral": 10913, + "270": 10914, + "ICK": 10915, + "raq": 10916, + "Ġputting": 10917, + "Ġmd": 10918, + "ĠLove": 10919, + "Program": 10920, + "Border": 10921, + "oor": 10922, + "Ġallowing": 10923, + "after": 10924, + "Ġentries": 10925, + "ĠMaybe": 10926, + "]).": 10927, + "ĠShort": 10928, + ")\\": 10929, + ".now": 10930, + "friend": 10931, + "Ġprefer": 10932, + "ĠGPIO": 10933, + "osis": 10934, + "ĠGameObject": 10935, + "Ġskip": 10936, + "Ġcompetition": 10937, + "_match": 10938, + "lications": 10939, + "_CONT": 10940, + ".groupBox": 10941, + "Ġals": 10942, + "666": 10943, + "\"We": 10944, + "_eq": 10945, + "lan": 10946, + "_search": 10947, + "ĠMusic": 10948, + "asis": 10949, + "Ġbind": 10950, + "ĠIsland": 10951, + "rum": 10952, + "(E": 10953, + "Ġseat": 10954, + "Video": 10955, + "Ġack": 10956, + "reek": 10957, + "={()": 10958, + "Ġrating": 10959, + "Ġrestaurant": 10960, + "456": 10961, + "DEX": 10962, + "(buf": 10963, + "pping": 10964, + "uality": 10965, + "Ġleague": 10966, + "176": 10967, + "Ġfocused": 10968, + "apon": 10969, + "$data": 10970, + "CLUD": 10971, + "CLUDING": 10972, + "Ġabsolute": 10973, + "(query": 10974, + "Ġtells": 10975, + "Ang": 10976, + "Ġcommunities": 10977, + "Ġhonest": 10978, + "oking": 10979, + "Ġapart": 10980, + "arity": 10981, + "/$": 10982, + "_module": 10983, + "ĠEnc": 10984, + ".an": 10985, + ".Config": 10986, + "Cre": 10987, + "Ġshock": 10988, + "ĠArab": 10989, + "IENT": 10990, + "/re": 10991, + "Ġretrie": 10992, + "ycler": 10993, + "isa": 10994, + "ĠOrgan": 10995, + ".graph": 10996, + "Ġí": 10997, + "ĠBAS": 10998, + "Enum": 10999, + "Ġpossibly": 11000, + "ÑĢаÐ": 11001, + "ĠJapanese": 11002, + "Ġcraft": 11003, + "ĠPlace": 11004, + "Ġtalent": 11005, + "Ġfunding": 11006, + "Ġconfirmed": 11007, + "Ġcycle": 11008, + "/x": 11009, + "GE": 11010, + "Ġhearing": 11011, + "Ġplants": 11012, + "Ġmouth": 11013, + "pages": 11014, + "oria": 11015, + "ĠRemove": 11016, + "_total": 11017, + "Ġod": 11018, + "ollapse": 11019, + "door": 11020, + "Ġbought": 11021, + "Ġaddr": 11022, + "ARCH": 11023, + "_dim": 11024, + "dden": 11025, + "Ġdecades": 11026, + "REQUEST": 11027, + "Ġversions": 11028, + "fire": 11029, + "006": 11030, + "Ġmoves": 11031, + "fb": 11032, + "Ġcoffee": 11033, + ".connect": 11034, + "ĠRow": 11035, + "Ġschema": 11036, + "Scope": 11037, + "-Type": 11038, + "Ġfighting": 11039, + "Ġretail": 11040, + "Ġmodified": 11041, + "TF": 11042, + "Files": 11043, + "nie": 11044, + "_command": 11045, + "stone": 11046, + "ĠÑĤ": 11047, + "_thread": 11048, + "Ġbond": 11049, + "ĠDevelopment": 11050, + "Ġpt": 11051, + "FORM": 11052, + "plet": 11053, + "Ġidentified": 11054, + "cpp": 11055, + "206": 11056, + "225": 11057, + "Ġcoding": 11058, + "oked": 11059, + "ĠMaster": 11060, + "IDTH": 11061, + "Ġresidents": 11062, + "redit": 11063, + "ĠPhoto": 11064, + "=-": 11065, + "unte": 11066, + "ateur": 11067, + "159": 11068, + "_STATE": 11069, + "ĠSing": 11070, + "Ġsheet": 11071, + ".val": 11072, + "orse": 11073, + "Ġhers": 11074, + "Ġdetermined": 11075, + "Common": 11076, + "Ġwed": 11077, + "_queue": 11078, + "PH": 11079, + "ĠAtl": 11080, + "cred": 11081, + "/LICENSE": 11082, + "Ġmes": 11083, + "Ġadvanced": 11084, + ".java": 11085, + ".Sh": 11086, + "Go": 11087, + "kill": 11088, + "fp": 11089, + "_settings": 11090, + "Ġpal": 11091, + "Ġtruck": 11092, + "Ġcombined": 11093, + "Ġ\"${": 11094, + "ĠCorpor": 11095, + "Ġjoined": 11096, + "ĠJose": 11097, + "ĠCup": 11098, + "uns": 11099, + "estival": 11100, + "levision": 11101, + "Ġbroken": 11102, + "Ġmarriage": 11103, + "ĠWestern": 11104, + "Ġrepresents": 11105, + "ĠTitle": 11106, + "Ġss": 11107, + ".Ass": 11108, + "ongoose": 11109, + "iento": 11110, + "<>();Ċ": 11111, + "Ġabsolutely": 11112, + "Ġsmooth": 11113, + "TERN": 11114, + "ĠUnless": 11115, + "Word": 11116, + "Ġmerge": 11117, + "igan": 11118, + "ĠVol": 11119, + "Ġnn": 11120, + ".getId": 11121, + "Ġз": 11122, + "171": 11123, + "Ġsexy": 11124, + "Ġseeking": 11125, + "Single": 11126, + ".this": 11127, + "179": 11128, + "Ġkom": 11129, + "bound": 11130, + ";\"": 11131, + "ĠfontSize": 11132, + "_df": 11133, + "Ġinjury": 11134, + "(H": 11135, + "Ġissued": 11136, + "_END": 11137, + ":self": 11138, + "020": 11139, + "Ġpatch": 11140, + "Ġleaves": 11141, + "Ġadopt": 11142, + "FileName": 11143, + "ãĢIJ": 11144, + "Ġexecutive": 11145, + "ĠByte": 11146, + "]))Ċ": 11147, + "Ġnu": 11148, + "outing": 11149, + "cluding": 11150, + "-R": 11151, + ".options": 11152, + "Ġsubstant": 11153, + "avax": 11154, + "ĠBUT": 11155, + "Ġtechnical": 11156, + "Ġtwice": 11157, + "Ġmás": 11158, + "Ġunivers": 11159, + "yr": 11160, + "Ġdrag": 11161, + "ĠDC": 11162, + "Ġsed": 11163, + "Ġbot": 11164, + "ĠPal": 11165, + "ĠHall": 11166, + "forcement": 11167, + "Ġauch": 11168, + ".mod": 11169, + "notation": 11170, + "_files": 11171, + ".line": 11172, + "_flag": 11173, + "[name": 11174, + "Ġresolution": 11175, + "Ġbott": 11176, + "(\"[": 11177, + "ende": 11178, + "(arr": 11179, + "Free": 11180, + "(@\"": 11181, + "ĠDistrict": 11182, + "PEC": 11183, + ":-": 11184, + "Picker": 11185, + "ĠJo": 11186, + "ĠĠĠĠĠĊ": 11187, + "ĠRiver": 11188, + "_rows": 11189, + "Ġhelpful": 11190, + "Ġmassive": 11191, + "---Ċ": 11192, + "Ġmeasures": 11193, + "007": 11194, + "ĠRuntime": 11195, + "Ġworry": 11196, + "ĠSpec": 11197, + "ĉD": 11198, + "ãĢij": 11199, + "Ġ){Ċ": 11200, + "Ġworse": 11201, + "(filename": 11202, + "Ġlay": 11203, + "Ġmagic": 11204, + "ĠTheir": 11205, + "oul": 11206, + "stroy": 11207, + "ĠWhere": 11208, + "280": 11209, + "Ġsudden": 11210, + "Ġdefe": 11211, + "Ġbinding": 11212, + "Ġflight": 11213, + "ĠOnInit": 11214, + "ĠWomen": 11215, + "ĠPolicy": 11216, + "Ġdrugs": 11217, + "ishing": 11218, + "('../": 11219, + "ĠMel": 11220, + "peat": 11221, + "tor": 11222, + "Ġproposed": 11223, + "Ġstated": 11224, + "_RES": 11225, + "Ġeast": 11226, + "212": 11227, + "ĠCONDITION": 11228, + "_desc": 11229, + "Ġwinning": 11230, + "folio": 11231, + "Mapper": 11232, + "ĠPan": 11233, + "ĠAnge": 11234, + ".servlet": 11235, + "Ġcopies": 11236, + "LM": 11237, + "Ġvm": 11238, + "åį": 11239, + "Ġdictionary": 11240, + "Seg": 11241, + "177": 11242, + "elines": 11243, + "ĠSend": 11244, + "Ġiron": 11245, + "ĠFort": 11246, + "166": 11247, + ".domain": 11248, + "Ġdebate": 11249, + "NotNull": 11250, + "eq": 11251, + "acher": 11252, + "lf": 11253, + "ĉfmt": 11254, + "Ġlawy": 11255, + "178": 11256, + "ÄŁ": 11257, + "ĠMen": 11258, + "Ġtrim": 11259, + "(NULL": 11260, + "Ġ!!": 11261, + "Ġpad": 11262, + "Ġfollows": 11263, + "\"][\"": 11264, + "requ": 11265, + "ĠEp": 11266, + ".github": 11267, + "(img": 11268, + "eto": 11269, + "('\\": 11270, + "Services": 11271, + "umbnail": 11272, + "_main": 11273, + "pleted": 11274, + "fortunately": 11275, + "Ġwindows": 11276, + "Ġplane": 11277, + "ĠConnection": 11278, + ".local": 11279, + "uard": 11280, + "}\\": 11281, + "==\"": 11282, + "andon": 11283, + "ĠRoy": 11284, + "west": 11285, + "158": 11286, + "iginal": 11287, + "emies": 11288, + "itz": 11289, + "'):Ċ": 11290, + "ĠPeter": 11291, + "Ġtough": 11292, + "Ġreduced": 11293, + "Ġcalculate": 11294, + "Ġrapid": 11295, + "customer": 11296, + "Ġefficient": 11297, + "Ġmedium": 11298, + "Ġfell": 11299, + ".ref": 11300, + "ĠCas": 11301, + "Ġfeedback": 11302, + "Speed": 11303, + "(output": 11304, + "aje": 11305, + "Ġcategories": 11306, + "Ġfee": 11307, + "};": 11308, + "Ġdeleted": 11309, + "reh": 11310, + "Ġproof": 11311, + "Desc": 11312, + "Build": 11313, + "Ġsides": 11314, + ".ArrayList": 11315, + "-%": 11316, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 11317, + "ر": 11318, + ".match": 11319, + "ли": 11320, + "Ġfeels": 11321, + "Ġachieve": 11322, + "Ġclim": 11323, + "_ON": 11324, + "ĠCD": 11325, + "Ġteacher": 11326, + "_current": 11327, + "bn": 11328, + "_PL": 11329, + "isting": 11330, + "Enable": 11331, + "GEN": 11332, + "Ġtv": 11333, + "Ġsock": 11334, + "Ġplays": 11335, + "Ġdiscount": 11336, + "ĠKE": 11337, + "ĠDebug": 11338, + "Fore": 11339, + "ĠIraq": 11340, + "Ġappearance": 11341, + "Mon": 11342, + "Ġstyled": 11343, + "ĠHuman": 11344, + "iot": 11345, + "ĠHistory": 11346, + "Ġsac": 11347, + "ĠCollection": 11348, + "Ġrecommended": 11349, + ".Selected": 11350, + "Ġorganizations": 11351, + "Ġdiscovered": 11352, + "cohol": 11353, + "adas": 11354, + "ĠThomas": 11355, + "May": 11356, + "Ġconserv": 11357, + "Ġdomin": 11358, + "ĠFollow": 11359, + "ĠSection": 11360, + "ĠThanks": 11361, + "Username": 11362, + "Ġrecipe": 11363, + "Ġwonderful": 11364, + ".sleep": 11365, + "_if": 11366, + "ĉĊĉĊ": 11367, + "orno": 11368, + "Ġru": 11369, + "_target": 11370, + ".\"\"": 11371, + "à¦": 11372, + "EventArgs": 11373, + "Ġinputs": 11374, + "Ġfif": 11375, + "Ġvision": 11376, + "cy": 11377, + "ĠSeries": 11378, + ")(((": 11379, + "Ġtrading": 11380, + "Ġmarker": 11381, + "Begin": 11382, + "Ġtypically": 11383, + "Ġcauses": 11384, + "dropdown": 11385, + "_DEBUG": 11386, + "260": 11387, + "Ġdetect": 11388, + "country": 11389, + "!\");Ċ": 11390, + "ĉR": 11391, + "appy": 11392, + "Ġcref": 11393, + "('<": 11394, + "\"=>": 11395, + "ĠLE": 11396, + "reader": 11397, + "Ġadministr": 11398, + "õ": 11399, + "ucket": 11400, + "Ġfashion": 11401, + ".char": 11402, + "izar": 11403, + "Ġdisable": 11404, + "Ġsuc": 11405, + "ĠLive": 11406, + "issue": 11407, + "Ġmetadata": 11408, + "flags": 11409, + "ĠðŁ": 11410, + "Ġcommitted": 11411, + "Ġva": 11412, + "Ġrough": 11413, + "Ġ'''Ċ": 11414, + "Ġhighlight": 11415, + "_vars": 11416, + "VO": 11417, + "Ġencoding": 11418, + "-Z": 11419, + "_sign": 11420, + "$(\"#": 11421, + "Ġrain": 11422, + "reatest": 11423, + "ĠEND": 11424, + "Selection": 11425, + "Ġcandidates": 11426, + "Ġsav": 11427, + ".Empty": 11428, + "Ġdecisions": 11429, + "Ġcollabor": 11430, + "ridge": 11431, + "feed": 11432, + "ression": 11433, + "Ġpersons": 11434, + "VM": 11435, + "008": 11436, + "ega": 11437, + "_BIT": 11438, + "According": 11439, + "acked": 11440, + "Ġdollars": 11441, + "_loss": 11442, + "ĠCost": 11443, + "}\"Ċ": 11444, + "Notification": 11445, + "Ġprostit": 11446, + "Ġauthority": 11447, + ".rec": 11448, + "Ġspokes": 11449, + "ĠToday": 11450, + "istant": 11451, + "ĠHead": 11452, + "âĢĿ.": 11453, + "ertainment": 11454, + "cean": 11455, + "culate": 11456, + "Ġven": 11457, + "However": 11458, + "_arr": 11459, + "Ġtokens": 11460, + "Graph": 11461, + "ĠJud": 11462, + "ĠVirgin": 11463, + "ĠSerial": 11464, + "unning": 11465, + "Mutable": 11466, + "agers": 11467, + ".csv": 11468, + "Ġdeveloping": 11469, + "Ġinstructions": 11470, + "Ġpromise": 11471, + "Ġrequested": 11472, + "_encode": 11473, + "/\"": 11474, + "ĠIcon": 11475, + "uilt": 11476, + "-day": 11477, + "Ġintelligence": 11478, + ".IS": 11479, + "ĠObservable": 11480, + "ĠHard": 11481, + "Bool": 11482, + "211": 11483, + "idential": 11484, + ".Anchor": 11485, + "Ġselling": 11486, + "CI": 11487, + "AGES": 11488, + "tle": 11489, + "bur": 11490, + "UFFER": 11491, + "RY": 11492, + "Ġbigger": 11493, + "Ġrat": 11494, + "Ġfamous": 11495, + "Ġtypename": 11496, + "Ġexplained": 11497, + "}}Ċ": 11498, + "Ġnuclear": 11499, + "-N": 11500, + "Ġcrisis": 11501, + "ĠEnter": 11502, + "Ġanswers": 11503, + "/${": 11504, + "/pl": 11505, + "Ġsequ": 11506, + "_next": 11507, + "mask": 11508, + "Ġstanding": 11509, + "Ġplenty": 11510, + "ĠCross": 11511, + "ĉret": 11512, + "dro": 11513, + "ĠCast": 11514, + "167": 11515, + "=true": 11516, + "ĠChris": 11517, + "icio": 11518, + "ĠMike": 11519, + "Decimal": 11520, + "addComponent": 11521, + "Len": 11522, + "Ġcock": 11523, + "Ġ#{": 11524, + "URN": 11525, + "": 11657, + "Ġ*=": 11658, + "ĠPS": 11659, + "Ġdangerous": 11660, + "[p": 11661, + "OME": 11662, + "Other": 11663, + "ĠStringBuilder": 11664, + "Points": 11665, + "heading": 11666, + "Ġcurrency": 11667, + "Ġpercentage": 11668, + "_API": 11669, + "Ġclassic": 11670, + "thead": 11671, + "ĠMO": 11672, + "FE": 11673, + "Idx": 11674, + "await": 11675, + "Ġè": 11676, + "Ġaccident": 11677, + "Ġvariant": 11678, + "Ġmyst": 11679, + "ĠLand": 11680, + "ĠBre": 11681, + "Ġharm": 11682, + "ĠAcc": 11683, + "Ġcharged": 11684, + "iones": 11685, + "Visibility": 11686, + "arry": 11687, + "ĠLanguage": 11688, + "Ġwalking": 11689, + "\".ĊĊ": 11690, + "ifer": 11691, + "Ġleadership": 11692, + ".From": 11693, + "ynam": 11694, + "Ġtimestamp": 11695, + "ipt": 11696, + "ĠHas": 11697, + "REFER": 11698, + "ĠIts": 11699, + "Ġlistener": 11700, + "UTE": 11701, + "213": 11702, + "_description": 11703, + "Ġexperiences": 11704, + "Ġcreates": 11705, + "RS": 11706, + "cart": 11707, + "black": 11708, + "Ġchoices": 11709, + "war": 11710, + "750": 11711, + "Ġ'''": 11712, + "Ġordered": 11713, + "Ġevening": 11714, + "Ġpil": 11715, + "Ġtun": 11716, + "ĠBad": 11717, + "(app": 11718, + "random": 11719, + "Ġexplicit": 11720, + "Ġarrived": 11721, + "Ġfly": 11722, + "Ġeconom": 11723, + "-mail": 11724, + "Ġlists": 11725, + "Ġarchitect": 11726, + "234": 11727, + "ĠPay": 11728, + "Ġds": 11729, + "ĠSol": 11730, + "Ġvehicles": 11731, + "Hz": 11732, + "-com": 11733, + "Ġking": 11734, + "_equal": 11735, + "ĠHelp": 11736, + "Ġabuse": 11737, + "480": 11738, + "169": 11739, + "--;Ċ": 11740, + "Ġextr": 11741, + "Ġchemical": 11742, + "ä¿": 11743, + "Ġorient": 11744, + "Ġbreath": 11745, + "ĠSpace": 11746, + "(element": 11747, + "wait": 11748, + "DED": 11749, + "igma": 11750, + "Ġentr": 11751, + "Ġsob": 11752, + "-name": 11753, + "Ġaffected": 11754, + "ika": 11755, + "Ġcoal": 11756, + "_work": 11757, + "Ġhundreds": 11758, + "Ġpolitics": 11759, + "subject": 11760, + "Ġconsumer": 11761, + "ANGE": 11762, + "Ġrepeated": 11763, + "Send": 11764, + "Ġ#[": 11765, + "Ġprotocol": 11766, + "Ġleads": 11767, + "useum": 11768, + "Every": 11769, + "808": 11770, + "174": 11771, + "Import": 11772, + "(count": 11773, + "Ġchallenges": 11774, + "Ġnovel": 11775, + "Ġdepart": 11776, + "bits": 11777, + ".Current": 11778, + "Ġ`${": 11779, + "oting": 11780, + "(\\": 11781, + "Ġcreative": 11782, + "Ġbuff": 11783, + "Ġintroduced": 11784, + "usic": 11785, + "modules": 11786, + "Are": 11787, + "-doc": 11788, + "language": 11789, + "_cache": 11790, + "Ġtod": 11791, + "?>{{": 12026, + "ĠResource": 12027, + "ĠStandard": 12028, + "ĠPrem": 12029, + "updated": 12030, + "ivalent": 12031, + "Ġassets": 12032, + "_temp": 12033, + "Ġinterests": 12034, + "Ġhardware": 12035, + "ĠRom": 12036, + "ĠShare": 12037, + "Ġ''Ċ": 12038, + "Ġ*,": 12039, + "ĠTake": 12040, + "ĠImages": 12041, + "_CHECK": 12042, + "(typeof": 12043, + "ĠJun": 12044, + "\\<^": 12045, + "Ġliqu": 12046, + "Ġworst": 12047, + "ymbols": 12048, + "ĉĉĉĠĠĠ": 12049, + "Ġdrivers": 12050, + "ĠDocument": 12051, + "eno": 12052, + "ĠTechnology": 12053, + "Ġapproved": 12054, + "umps": 12055, + "Ġsnow": 12056, + "formance": 12057, + "_ASSERT": 12058, + "uits": 12059, + "207": 12060, + "ÙĨ": 12061, + "Ġdifferences": 12062, + ".Visible": 12063, + "ĉĉĉčĊ": 12064, + "ĠPs": 12065, + "_fetch": 12066, + "Ġtodo": 12067, + ".',Ċ": 12068, + "Ġsel": 12069, + "urers": 12070, + "invalid": 12071, + "Ġtweet": 12072, + "VEL": 12073, + "Ġresearchers": 12074, + "Ġsprintf": 12075, + "ĠRO": 12076, + "Ġpel": 12077, + ".Trans": 12078, + "Ġillegal": 12079, + "dialog": 12080, + "smarty": 12081, + "lg": 12082, + "_MIN": 12083, + "Ġhero": 12084, + "final": 12085, + "Ġpp": 12086, + ".Le": 12087, + "Ġci": 12088, + "ĉRT": 12089, + "Ġsuggested": 12090, + "pdf": 12091, + "aching": 12092, + "ĠRo": 12093, + "ĠProperties": 12094, + "ĠSi": 12095, + "Ġbuying": 12096, + "Ġmu": 12097, + "Ġlands": 12098, + "ifiers": 12099, + "ĠFILE": 12100, + "ROUP": 12101, + "Ġholder": 12102, + "ĠSon": 12103, + "Ġsympt": 12104, + ".route": 12105, + ")?": 12106, + "Ġargc": 12107, + "Ġfort": 12108, + "Ġcasino": 12109, + "_category": 12110, + "Ġforum": 12111, + "215": 12112, + "prefix": 12113, + "apture": 12114, + "Tube": 12115, + "ems": 12116, + "imize": 12117, + "Ġnue": 12118, + "aus": 12119, + "course": 12120, + "ATOR": 12121, + "()),": 12122, + "Advertis": 12123, + "INGS": 12124, + "Ġacknow": 12125, + "ĠKorea": 12126, + "pling": 12127, + "Ġworker": 12128, + "PLIED": 12129, + "hal": 12130, + "ĠRichard": 12131, + "Elements": 12132, + "ĉĉĉĠ": 12133, + "star": 12134, + "Ġrelationships": 12135, + "Ġcheap": 12136, + "ACH": 12137, + "ĠXML": 12138, + ",&": 12139, + "ĠLouis": 12140, + "Ġride": 12141, + "_FAIL": 12142, + "Ġchunk": 12143, + "[s": 12144, + "_OUT": 12145, + "Ġchosen": 12146, + "_[": 12147, + "/(": 12148, + "ĠJeff": 12149, + "_sl": 12150, + "priv": 12151, + "ĠCanadian": 12152, + "Ġunable": 12153, + "_FLAG": 12154, + "Ġnos": 12155, + "high": 12156, + "Ġlift": 12157, + "fun": 12158, + "(){": 12159, + "elly": 12160, + "yclerView": 12161, + "_as": 12162, + "_LIST": 12163, + "Ġradi": 12164, + ".getValue": 12165, + "304": 12166, + "ĠAngeles": 12167, + "ĠSpan": 12168, + "_instance": 12169, + "itors": 12170, + "208": 12171, + "Ġmigration": 12172, + "AK": 12173, + "Oh": 12174, + "®": 12175, + ".selected": 12176, + "ĠGT": 12177, + "Ġadvance": 12178, + "ĠStyle": 12179, + ".DataGridView": 12180, + "ection": 12181, + "Ñİ": 12182, + "pio": 12183, + "rog": 12184, + "Ġshopping": 12185, + "ĠRect": 12186, + "Illuminate": 12187, + "OU": 12188, + "ĉarray": 12189, + "Ġsubstantial": 12190, + "Ġpregn": 12191, + "Ġpromote": 12192, + "IEW": 12193, + ".Layout": 12194, + "Ġsigns": 12195, + "/.": 12196, + "Ġletters": 12197, + "Board": 12198, + "ctrl": 12199, + "\"\\": 12200, + "ĠJones": 12201, + "Ġvertex": 12202, + "Ġja": 12203, + "Ġaffili": 12204, + "Ġwealth": 12205, + "ĉdefault": 12206, + "Ġsignificantly": 12207, + "Ġec": 12208, + "Ġxs": 12209, + "actual": 12210, + ".per": 12211, + "_step": 12212, + "anvas": 12213, + "mac": 12214, + "Ġtransl": 12215, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 12216, + "Iterator": 12217, + "Ġoch": 12218, + "agnostic": 12219, + "ĠDuring": 12220, + "ĠDEFAULT": 12221, + "Ġtill": 12222, + "Ġsignature": 12223, + "Ġbird": 12224, + "ĠOl": 12225, + "310": 12226, + "ĠIr": 12227, + "HS": 12228, + "avatar": 12229, + "ESSAGE": 12230, + "Ġelev": 12231, + "Ġmt": 12232, + "ĠNav": 12233, + "Ġrelax": 12234, + "Ġplate": 12235, + "ITEM": 12236, + "(date": 12237, + ".not": 12238, + "Ġgrade": 12239, + "Ġ}),Ċ": 12240, + "?\"ĊĊ": 12241, + "iences": 12242, + "High": 12243, + "ĠDIS": 12244, + "231": 12245, + "disabled": 12246, + "QUI": 12247, + "Ġnoise": 12248, + "aux": 12249, + "ĠUP": 12250, + "888": 12251, + "osa": 12252, + "Ġvoc": 12253, + "Ġ))": 12254, + "ocom": 12255, + "_OFF": 12256, + "ĠDb": 12257, + "Lock": 12258, + ".eclipse": 12259, + ",d": 12260, + "ĠDraw": 12261, + "Ġ\"(": 12262, + "Ġvisited": 12263, + "ĠâĪ": 12264, + "Ġsucceed": 12265, + "Ġimpossible": 12266, + "aire": 12267, + "ĠTurn": 12268, + "Ġdish": 12269, + "FG": 12270, + "Ġsensor": 12271, + "ANN": 12272, + "aba": 12273, + "Ġsurg": 12274, + "]);čĊ": 12275, + "Ġfp": 12276, + "_an": 12277, + "-J": 12278, + "-G": 12279, + "ĠJob": 12280, + "Convert": 12281, + "ĠKEY": 12282, + "Ġauthors": 12283, + "_server": 12284, + "\\r": 12285, + "Ġ-*-": 12286, + "flex": 12287, + "Ġsoc": 12288, + "Ret": 12289, + "Ġsalt": 12290, + "ĠâĢ¦ĊĊ": 12291, + "ĠClear": 12292, + "(page": 12293, + "-danger": 12294, + "Ġrooms": 12295, + "conv": 12296, + "#{": 12297, + ".op": 12298, + "ĠArea": 12299, + "_SC": 12300, + "hen": 12301, + "Ġbegins": 12302, + "-y": 12303, + "Ġexcited": 12304, + "Ġignored": 12305, + "Ġbonus": 12306, + "student": 12307, + "ĠMember": 12308, + "Ġrelatively": 12309, + "ĠLow": 12310, + "ĠProdu": 12311, + "ateway": 12312, + "posure": 12313, + "Ġthick": 12314, + "aniel": 12315, + "(view": 12316, + "ĠCrush": 12317, + "Extension": 12318, + "Il": 12319, + "eed": 12320, + "LOC": 12321, + ".im": 12322, + ".Items": 12323, + "Ġconflict": 12324, + ".prevent": 12325, + "252": 12326, + "ĠonCreate": 12327, + "uv": 12328, + "iser": 12329, + "Ġwave": 12330, + "Mar": 12331, + "ĠCommunity": 12332, + "iche": 12333, + "ĠNothing": 12334, + "[m": 12335, + "ĠLee": 12336, + "riends": 12337, + "232": 12338, + "ère": 12339, + "!!!": 12340, + "anz": 12341, + ".result": 12342, + "ĠSK": 12343, + "_PARAM": 12344, + "Ġdemocr": 12345, + "BackColor": 12346, + ".exists": 12347, + "\"It": 12348, + "(options": 12349, + "razy": 12350, + "aser": 12351, + "\\Database": 12352, + "alendar": 12353, + "_ass": 12354, + ";}Ċ": 12355, + "vertex": 12356, + "inecraft": 12357, + "Warning": 12358, + "argo": 12359, + "Ġactor": 12360, + "ĠInstead": 12361, + "ĠUsing": 12362, + "Self": 12363, + "@interface": 12364, + "Ġspeaking": 12365, + "ĠParis": 12366, + "ĠLICENSE": 12367, + ".node": 12368, + "ĠFood": 12369, + "EIF": 12370, + "ĠBi": 12371, + ".Start": 12372, + "ĠIB": 12373, + "Ġuniversity": 12374, + "254": 12375, + "ĠHeader": 12376, + ".product": 12377, + "409": 12378, + "Copy": 12379, + "etc": 12380, + "rical": 12381, + "Ġ>>>": 12382, + "books": 12383, + "Ġalgorithm": 12384, + "Ġ'__": 12385, + "(javax": 12386, + "Ġnumerous": 12387, + "Share": 12388, + "Have": 12389, + "Ġrecru": 12390, + "Ġprove": 12391, + ".substring": 12392, + "health": 12393, + "ел": 12394, + "Ġdecimal": 12395, + "Ġcommission": 12396, + "scription": 12397, + "xC": 12398, + "Ġsummary": 12399, + "atted": 12400, + "Ġcloser": 12401, + "finished": 12402, + "()){Ċ": 12403, + "ĠWood": 12404, + "301": 12405, + "_fields": 12406, + "ku": 12407, + "_items": 12408, + "Flag": 12409, + "Ġconfidence": 12410, + "ĠFederal": 12411, + "dux": 12412, + "Ġcompat": 12413, + "Ġvertical": 12414, + "й": 12415, + "ès": 12416, + ";\">Ċ": 12417, + "_manager": 12418, + "()))Ċ": 12419, + "IDE": 12420, + ":\",": 12421, + "235": 12422, + "__Ċ": 12423, + "ĠWay": 12424, + "221": 12425, + "ÑĪ": 12426, + "Temp": 12427, + "ĠSTR": 12428, + "ritten": 12429, + "Sync": 12430, + "ĠAV": 12431, + "ĠCEO": 12432, + "ĠGuid": 12433, + "Ġenvironmental": 12434, + "Ġcorresponding": 12435, + "ĉconsole": 12436, + "Ġjustice": 12437, + "ĠJS": 12438, + "Ġlived": 12439, + "gar": 12440, + "ĠGraph": 12441, + "ĠStat": 12442, + "ĠiPhone": 12443, + ".al": 12444, + "ĠHD": 12445, + "Ġoccur": 12446, + "Ġthreshold": 12447, + "509": 12448, + "Ġonclick": 12449, + "REG": 12450, + ".GraphicsUnit": 12451, + "Meta": 12452, + "ž": 12453, + "Ġcum": 12454, + ".gnu": 12455, + "ë": 12456, + "Ġobtained": 12457, + "Ġcomplaint": 12458, + "Ġeating": 12459, + "Ġtar": 12460, + "_task": 12461, + "Ġopts": 12462, + "216": 12463, + "(to": 12464, + "Pass": 12465, + "Ġplastic": 12466, + "tility": 12467, + "ĠWin": 12468, + ".preventDefault": 12469, + "pile": 12470, + "ĠGar": 12471, + "Ġquantity": 12472, + "_last": 12473, + "Ġgreatest": 12474, + "Dao": 12475, + "_DIS": 12476, + "ĠUsed": 12477, + "ĠHP": 12478, + "riting": 12479, + "SION": 12480, + "blue": 12481, + "domain": 12482, + "Ġscores": 12483, + "Normal": 12484, + "_admin": 12485, + "ĠASSERT": 12486, + "Then": 12487, + "***": 12488, + "dist": 12489, + "lon": 12490, + "Ġhate": 12491, + "shal": 12492, + "ImageView": 12493, + "database": 12494, + "Ġpand": 12495, + "Ġlogic": 12496, + "=false": 12497, + "bg": 12498, + "ĠConfiguration": 12499, + "Ġnur": 12500, + "OG": 12501, + "Ġmarried": 12502, + ":+": 12503, + "Ġdropped": 12504, + "040": 12505, + "Ġregistration": 12506, + "ом": 12507, + "ultiple": 12508, + "izers": 12509, + "shape": 12510, + ".copy": 12511, + "Ġwearing": 12512, + "ĠCath": 12513, + "Ġdedicated": 12514, + "Ġ...Ċ": 12515, + "Ġadvoc": 12516, + "ĠFamily": 12517, + "Ġstatements": 12518, + "ematic": 12519, + "ampionship": 12520, + "Ġmotiv": 12521, + "ĠHave": 12522, + "Ġblow": 12523, + "Job": 12524, + "cert": 12525, + "_vector": 12526, + "install": 12527, + "ĠCOPY": 12528, + "embed": 12529, + "DIR": 12530, + "ĠSpring": 12531, + "Ġexhib": 12532, + "223": 12533, + "cdn": 12534, + "ĠComment": 12535, + "ĠOptional": 12536, + ".player": 12537, + "ĠDark": 12538, + "(pos": 12539, + "ĠShould": 12540, + "Ġcentre": 12541, + "ĠGuard": 12542, + "ów": 12543, + "Ġtrouble": 12544, + "ENER": 12545, + "(unsigned": 12546, + "_service": 12547, + "Ġns": 12548, + "uling": 12549, + "ĠMexico": 12550, + "ĠNY": 12551, + "mysql": 12552, + "Ġlic": 12553, + "åľ": 12554, + "Mr": 12555, + "-fl": 12556, + "ĠCustomer": 12557, + "idi": 12558, + "Ġ?>ĊĊ": 12559, + "rible": 12560, + "ĠпÑĢ": 12561, + "Ġsizes": 12562, + "_STRING": 12563, + "validation": 12564, + "ĠJon": 12565, + "(Http": 12566, + "addClass": 12567, + "Nodes": 12568, + "Ġfragment": 12569, + "Ġspoke": 12570, + "Ġwaste": 12571, + "Join": 12572, + "Ġillustr": 12573, + "eli": 12574, + "cient": 12575, + "Ġaid": 12576, + "Ġprosec": 12577, + "'){Ċ": 12578, + "Ġpassing": 12579, + "Ġfaces": 12580, + "Shape": 12581, + "_Z": 12582, + "iti": 12583, + "Ġalle": 12584, + "Ġrobot": 12585, + "ĠĠĠĠĠĠĠĊ": 12586, + "ĠSpe": 12587, + "Ġreceiving": 12588, + "ĠDetails": 12589, + "Ġ\")": 12590, + "mg": 12591, + "_REF": 12592, + "Ġcomparison": 12593, + "*,": 12594, + "ĠFound": 12595, + "_session": 12596, + "(U": 12597, + "/F": 12598, + "Ġxxx": 12599, + "Network": 12600, + "ders": 12601, + "Ġcapture": 12602, + "Ġcorre": 12603, + "ĠLtd": 12604, + "ĠAdv": 12605, + "[@": 12606, + "Ġclip": 12607, + "Mill": 12608, + "ĠProfile": 12609, + "Ġendif": 12610, + "Ġoblig": 12611, + "describe": 12612, + ".element": 12613, + "riterion": 12614, + "LD": 12615, + "ered": 12616, + "Ġfavour": 12617, + "score": 12618, + "ĠFilter": 12619, + "attributes": 12620, + "Ġchecks": 12621, + "Inflater": 12622, + "ĠPlus": 12623, + "Ġscientific": 12624, + "Ġprivacy": 12625, + "Head": 12626, + "Ġfeat": 12627, + "Ġdegrees": 12628, + "ĠPale": 12629, + ";\">": 12630, + "Ġfilms": 12631, + "ĠAudio": 12632, + "ĠTag": 12633, + "ĠEnergy": 12634, + "itar": 12635, + "parator": 12636, + "Ġfellow": 12637, + "Ġevt": 12638, + "ĠTri": 12639, + "ĠDAM": 12640, + "cloud": 12641, + "ĠPassword": 12642, + "ĠDemocrats": 12643, + "ĠAcad": 12644, + "$lang": 12645, + "Ġreb": 12646, + "())ĊĊ": 12647, + "нÑĭ": 12648, + "ĠBur": 12649, + "readcr": 12650, + "Ġhex": 12651, + "209": 12652, + "Console": 12653, + "ctl": 12654, + "ousel": 12655, + "ĠWilliam": 12656, + "Ġaz": 12657, + "_PORT": 12658, + "Ġpractices": 12659, + "Ġanywhere": 12660, + "ĠPosition": 12661, + "Ġ->Ċ": 12662, + "iams": 12663, + ".username": 12664, + "placeholder": 12665, + "Ġoder": 12666, + "ĠSecretary": 12667, + "ĠiT": 12668, + "mond": 12669, + "events": 12670, + "?âĢĿ": 12671, + ".Sub": 12672, + "Ġattached": 12673, + "Ġnão": 12674, + "Ġestate": 12675, + "365": 12676, + ".action": 12677, + "Ġfigures": 12678, + "Ġ});čĊ": 12679, + "Ġsubscri": 12680, + ".tag": 12681, + "nam": 12682, + ".plot": 12683, + "noon": 12684, + "liament": 12685, + "Character": 12686, + ".tab": 12687, + "Ġwinter": 12688, + "ĠVariable": 12689, + "Ġtrees": 12690, + "Ġproud": 12691, + "(V": 12692, + "_load": 12693, + "Ġhier": 12694, + "ĠEcon": 12695, + "Ġfd": 12696, + "Ġvictims": 12697, + "Rest": 12698, + "iana": 12699, + "Ġfake": 12700, + ".Println": 12701, + "Ġstrlen": 12702, + "Ġsad": 12703, + "Ġble": 12704, + "Prot": 12705, + "Ġbuttons": 12706, + "Ġtelevision": 12707, + "Ġlogo": 12708, + "extension": 12709, + "ĉj": 12710, + "stein": 12711, + "aciones": 12712, + "Ġ\"\"\"ĊĊ": 12713, + "Ġsimp": 12714, + "Ġrecorded": 12715, + "Ġbrings": 12716, + "Ġprincipal": 12717, + "Ġfees": 12718, + "(source": 12719, + "kdir": 12720, + "Ġutils": 12721, + "Ġcorrectly": 12722, + "fil": 12723, + "Ġwel": 12724, + "Pair": 12725, + "-button": 12726, + "scale": 12727, + "verify": 12728, + "[c": 12729, + "Ġ---": 12730, + "Ġescape": 12731, + "ikes": 12732, + "LowerCase": 12733, + "ician": 12734, + "Ġchapter": 12735, + "ĠTYPE": 12736, + "Ġshadow": 12737, + "Ġawesome": 12738, + "WE": 12739, + "elif": 12740, + "Ġlambda": 12741, + "Ġdistinct": 12742, + "Ġbare": 12743, + "-off": 12744, + "Ġcolour": 12745, + ".appendChild": 12746, + "olec": 12747, + "aga": 12748, + ".fill": 12749, + "ĉsuper": 12750, + "Ġadj": 12751, + "(position": 12752, + ".getItem": 12753, + "242": 12754, + "Short": 12755, + "Ġtotally": 12756, + "VD": 12757, + "ĠTre": 12758, + "_ep": 12759, + "vements": 12760, + "ĠSolution": 12761, + "Ġfundament": 12762, + "Follow": 12763, + "Ġfacility": 12764, + "Ġhappening": 12765, + "OF": 12766, + ".textBox": 12767, + "Span": 12768, + "Ġ«": 12769, + "iden": 12770, + "Ġexceed": 12771, + "(parent": 12772, + "Ġcp": 12773, + "ç»": 12774, + "Ġhasn": 12775, + "Ġpri": 12776, + "Ġconsequ": 12777, + "nen": 12778, + "ĠINTO": 12779, + "Ignore": 12780, + "ĠFuture": 12781, + "Ġcarbon": 12782, + "ĠSteel": 12783, + "fmt": 12784, + "okie": 12785, + "Ġspl": 12786, + "(title": 12787, + "-info": 12788, + "Ġdeals": 12789, + "Ġfixture": 12790, + "ea": 12791, + "Div": 12792, + "Ġtested": 12793, + "_return": 12794, + ")ĊĊĊĊ": 12795, + "upported": 12796, + "ĠCook": 12797, + "Ġpaying": 12798, + "ĠIll": 12799, + "Ġarrested": 12800, + "ĠPrime": 12801, + "_callback": 12802, + ">,Ċ": 12803, + "driver": 12804, + "Once": 12805, + "abb": 12806, + "_bytes": 12807, + "ĠSets": 12808, + "(Object": 12809, + "Ġcc": 12810, + "Ġshell": 12811, + "alo": 12812, + ");//": 12813, + "(log": 12814, + "264": 12815, + "ctors": 12816, + ")": 13301, + "218": 13302, + "Ġ$(\".": 13303, + ".pos": 13304, + "Ġboys": 13305, + "Ġwedding": 13306, + "Ġagents": 13307, + "=\"_": 13308, + "ĠArmy": 13309, + "Ġhint": 13310, + "vision": 13311, + "Ġtech": 13312, + "ĠConnect": 13313, + "Ġlegend": 13314, + "ĠBet": 13315, + ".Base": 13316, + "Subject": 13317, + "Ġlit": 13318, + "Remove": 13319, + "Ġ\":": 13320, + "ĠFinal": 13321, + "pearance": 13322, + "ĠiTunes": 13323, + "Ġparticipants": 13324, + "ĠPython": 13325, + "Ġbusy": 13326, + "iel": 13327, + "vertices": 13328, + "ĠtemplateUrl": 13329, + "ĠClose": 13330, + "Img": 13331, + "ĠCorporation": 13332, + "timestamp": 13333, + "Ġextend": 13334, + "Ġwebsites": 13335, + "Ġpossibility": 13336, + "оÑĤ": 13337, + "Ġkö": 13338, + "Ġmeat": 13339, + "Ġrepresentation": 13340, + "241": 13341, + "Ġĉĉ": 13342, + "_START": 13343, + ".apply": 13344, + "ĠValley": 13345, + "ĠSuccess": 13346, + "Hi": 13347, + "Ġnob": 13348, + "ĠIEnumerable": 13349, + "_select": 13350, + "geo": 13351, + ".\")Ċ": 13352, + "Ġturning": 13353, + "Ġfabric": 13354, + "(\"\");Ċ": 13355, + "Ġperspective": 13356, + "éĹ": 13357, + "ĠSn": 13358, + "Thank": 13359, + ";j": 13360, + ".Parameters": 13361, + "ĉĠĠĠĠĠĠĠĠĠĠĠ": 13362, + "Ġfacts": 13363, + "305": 13364, + "Ġunt": 13365, + ".instance": 13366, + "################################################################": 13367, + "-end": 13368, + "ĠJOIN": 13369, + "ĠHen": 13370, + "Ġuri": 13371, + "åIJį": 13372, + "Ġна": 13373, + "ĠInfo": 13374, + "Ġconducted": 13375, + "ĠÃ¥": 13376, + "OURCE": 13377, + "Ġwine": 13378, + "John": 13379, + ".Errorf": 13380, + "ĠAge": 13381, + "ounded": 13382, + "Ġrealize": 13383, + "312": 13384, + "Ġ];": 13385, + "Ġsubsequ": 13386, + ",m": 13387, + "(User": 13388, + "iano": 13389, + "Ġaccompl": 13390, + "isp": 13391, + ".std": 13392, + "éĩ": 13393, + "ĠBed": 13394, + ".setAttribute": 13395, + "BR": 13396, + "keep": 13397, + "ĠALL": 13398, + "Ġisol": 13399, + "amma": 13400, + "Package": 13401, + "Ġoccasion": 13402, + "-success": 13403, + "ед": 13404, + "ĠLIMITED": 13405, + "strip": 13406, + "()ĊĊĊ": 13407, + "istribution": 13408, + "Colors": 13409, + "Ġ+:+": 13410, + "DidLoad": 13411, + "aler": 13412, + "Ġtid": 13413, + "ĠLED": 13414, + "ĠLinked": 13415, + "ĠCart": 13416, + "())čĊ": 13417, + "_READ": 13418, + "Ġkilling": 13419, + "ĠPHP": 13420, + "fection": 13421, + "Ġinstances": 13422, + "cv": 13423, + "\"/>": 13424, + "Ġsf": 13425, + "Ġtaxes": 13426, + "_location": 13427, + "ĠBitcoin": 13428, + "uable": 13429, + "rank": 13430, + "ignore": 13431, + "track": 13432, + "ка": 13433, + "Ġshouldn": 13434, + "ĠOP": 13435, + "=>{Ċ": 13436, + "Ġkm": 13437, + "Ġhelper": 13438, + "_head": 13439, + "ĠWhether": 13440, + "oco": 13441, + "_bl": 13442, + "Ġstatistics": 13443, + "Ġbeauty": 13444, + "Ġtog": 13445, + "tip": 13446, + "ëĭ¤": 13447, + "Ġcsv": 13448, + "(sql": 13449, + "stdlib": 13450, + "weak": 13451, + "Ġlikes": 13452, + "Äį": 13453, + "Ġrepeat": 13454, + "Ġapartment": 13455, + "Ġemph": 13456, + "_edit": 13457, + "Ġvit": 13458, + "ĉtype": 13459, + "217": 13460, + "Even": 13461, + "uten": 13462, + "Ġcircumstances": 13463, + "bian": 13464, + "Ġsugar": 13465, + "Windows": 13466, + "ìŀ": 13467, + "Ġobserved": 13468, + "/data": 13469, + "Ġcalendar": 13470, + "Ġstrike": 13471, + "ĠRES": 13472, + "_sc": 13473, + "fony": 13474, + "orem": 13475, + "(z": 13476, + "power": 13477, + "etect": 13478, + "ĠSat": 13479, + ".description": 13480, + "Ġgang": 13481, + "ĠSports": 13482, + "ongs": 13483, + "ĠBundle": 13484, + ".sum": 13485, + "once": 13486, + "Ġaccused": 13487, + "Ġexplore": 13488, + "Ġapproximately": 13489, + "Ġlosing": 13490, + "thesis": 13491, + "ĠFund": 13492, + "Ġdiagn": 13493, + "Autowired": 13494, + "properties": 13495, + "Ġ_.": 13496, + "Ġcnt": 13497, + "cedure": 13498, + "Ġyy": 13499, + "Ġgrant": 13500, + "sock": 13501, + ".innerHTML": 13502, + "Ġ]);Ċ": 13503, + "ĠCONFIG": 13504, + "='$": 13505, + "550": 13506, + "]];Ċ": 13507, + "UND": 13508, + "Ġglob": 13509, + "Ġdire": 13510, + "uffle": 13511, + "_MEM": 13512, + "Ġauthentic": 13513, + ">(\"": 13514, + "Ġdecade": 13515, + "ĠImport": 13516, + "Ġoriginally": 13517, + "ĠjQuery": 13518, + "Ġindicate": 13519, + "Ġourselves": 13520, + "Sw": 13521, + ".lbl": 13522, + "enerate": 13523, + "Ġbasically": 13524, + "ĠHom": 13525, + "Ġ+#+": 13526, + "ĠBritain": 13527, + "ĠKar": 13528, + "toEqual": 13529, + ".stop": 13530, + "Ġmodal": 13531, + "isi": 13532, + "Ġsuggests": 13533, + "Ġdtype": 13534, + "Ġtur": 13535, + "bf": 13536, + "Ġconnections": 13537, + "ĠBefore": 13538, + "isted": 13539, + "mouse": 13540, + "Ġpulled": 13541, + ".build": 13542, + "Ġlegislation": 13543, + "Ġforth": 13544, + "pad": 13545, + "ego": 13546, + ".Now": 13547, + "Ġexciting": 13548, + "}ĊĊĊĊ": 13549, + "Ġcompr": 13550, + "Ġshares": 13551, + "Ġrig": 13552, + "green": 13553, + "_vec": 13554, + "Ġenumerate": 13555, + "Auto": 13556, + "icator": 13557, + "ĠRay": 13558, + "asse": 13559, + "Ġholiday": 13560, + "Ġnullable": 13561, + "gun": 13562, + "_details": 13563, + "Ġwrapper": 13564, + "seq": 13565, + "ĠYoung": 13566, + "juana": 13567, + "Ġ\"__": 13568, + "license": 13569, + "serve": 13570, + "^(": 13571, + "iders": 13572, + ".Remove": 13573, + "ropdown": 13574, + "'S": 13575, + "pin": 13576, + "(token": 13577, + ".Default": 13578, + "Ġreasonable": 13579, + "ampion": 13580, + "ĠSociety": 13581, + "Ġbei": 13582, + "erves": 13583, + "rad": 13584, + "ĠFox": 13585, + "_images": 13586, + "Ġwheel": 13587, + "')[": 13588, + "Ġcfg": 13589, + "(By": 13590, + "Constructor": 13591, + "Ġvary": 13592, + ".swift": 13593, + "Ġproxy": 13594, + "ĉH": 13595, + "ĠAnother": 13596, + "ĠPen": 13597, + "Ġchecking": 13598, + "Ġjest": 13599, + "manager": 13600, + "Origin": 13601, + "ugs": 13602, + "oir": 13603, + ">čĊ": 16336, + "Ġrelief": 16337, + "lap": 16338, + "quer": 16339, + "_parent": 16340, + "heap": 16341, + "LOSE": 16342, + "Ġcombine": 16343, + "ĠRose": 16344, + "owers": 16345, + "Ġprocedures": 16346, + "ĠSort": 16347, + "anim": 16348, + "variant": 16349, + "ehicle": 16350, + "Ġsigning": 16351, + "Primary": 16352, + "currency": 16353, + "Ġsexe": 16354, + "oen": 16355, + "theta": 16356, + "eman": 16357, + "Ġimpressive": 16358, + "('_": 16359, + "ĉU": 16360, + "ĠTextStyle": 16361, + "_cnt": 16362, + "Ġslice": 16363, + "(':": 16364, + "Ġunderstood": 16365, + "His": 16366, + "277": 16367, + "013": 16368, + "Ġinformed": 16369, + "Ġnick": 16370, + "429": 16371, + "(TAG": 16372, + "hd": 16373, + "Ġelections": 16374, + "esture": 16375, + "ĠSanta": 16376, + "ĠCoast": 16377, + ".pdf": 16378, + "inciple": 16379, + ".clone": 16380, + "born": 16381, + "uta": 16382, + "Ġlicensed": 16383, + "Cr": 16384, + "Ġbread": 16385, + "ĠHouston": 16386, + "Ġnod": 16387, + "Ġhopes": 16388, + "ĠCGRect": 16389, + "Ġguilty": 16390, + ".gif": 16391, + "Ġrose": 16392, + ".Common": 16393, + "Tip": 16394, + "ANK": 16395, + "ĠFC": 16396, + "During": 16397, + "ĠSymfony": 16398, + "Ġdefensive": 16399, + "km": 16400, + ")>": 16401, + "archive": 16402, + "ĠURI": 16403, + "ycling": 16404, + "-o": 16405, + "ĠWebsite": 16406, + "AMP": 16407, + "405": 16408, + "ishment": 16409, + "Ġdoctors": 16410, + "Direct": 16411, + "ARI": 16412, + "ĠRedirect": 16413, + "ieren": 16414, + "960": 16415, + "_dist": 16416, + "yo": 16417, + "ĠProgress": 16418, + "Ġzum": 16419, + "Ġmemor": 16420, + "ĠED": 16421, + "Ġjur": 16422, + "æį®": 16423, + "_TABLE": 16424, + "Ġuuid": 16425, + "Expr": 16426, + ".head": 16427, + "('%": 16428, + "pointer": 16429, + "Ġestimate": 16430, + "ĠGreg": 16431, + "Ġloader": 16432, + "ĠiOS": 16433, + "Ġmens": 16434, + "[y": 16435, + "Ġrefused": 16436, + "Ġprecision": 16437, + "isch": 16438, + "ĠACTION": 16439, + "Cloud": 16440, + "sWith": 16441, + "(ret": 16442, + "292": 16443, + "_ADDR": 16444, + "_conf": 16445, + "(df": 16446, + "Ġlocked": 16447, + "Ġrising": 16448, + "ãĥ»ãĥ»": 16449, + "ĠMs": 16450, + "Ġscenes": 16451, + "_EXT": 16452, + "_raw": 16453, + "_the": 16454, + "people": 16455, + "Ġrecon": 16456, + "ĠFun": 16457, + "Ġbless": 16458, + "ĠUpdated": 16459, + "422": 16460, + "ün": 16461, + "ĠĠĠĠĠĠĠĠĠĠĠĠčĊ": 16462, + "pection": 16463, + "Release": 16464, + ".logger": 16465, + "ĠSY": 16466, + "Ġcounsel": 16467, + "urd": 16468, + "_true": 16469, + "Ġeverybody": 16470, + "ivot": 16471, + "Ġhence": 16472, + "ĠNAS": 16473, + "789": 16474, + "Ġopposed": 16475, + "unknown": 16476, + "ĠDESC": 16477, + "ĠChair": 16478, + "failed": 16479, + "ĠINCLUDING": 16480, + "386": 16481, + "352": 16482, + "Ġwriters": 16483, + "{}Ċ": 16484, + "ÃŃt": 16485, + "_copy": 16486, + "}:": 16487, + "ĠBat": 16488, + "Ġconverted": 16489, + "eding": 16490, + "placement": 16491, + "ĠHost": 16492, + "Sound": 16493, + "им": 16494, + "Ġsought": 16495, + "402": 16496, + "mid": 16497, + "Ġsalary": 16498, + "ogg": 16499, + "âĦ¢": 16500, + "bul": 16501, + "Ġwir": 16502, + "validator": 16503, + "_STAT": 16504, + ".store": 16505, + "ĠBattle": 16506, + "ın": 16507, + "Ġ-->ĊĊ": 16508, + "Trump": 16509, + "dot": 16510, + "ĠCONT": 16511, + ".fetch": 16512, + "Ġcontinu": 16513, + "was": 16514, + "Ġfraud": 16515, + "_tmp": 16516, + "mitter": 16517, + ".pictureBox": 16518, + "GA": 16519, + "Ġtournament": 16520, + ".Input": 16521, + "343": 16522, + "[r": 16523, + "exion": 16524, + "centage": 16525, + "ĠKorean": 16526, + "undef": 16527, + "ĠAvailable": 16528, + "reshape": 16529, + "Ġkit": 16530, + "ĠStruct": 16531, + "ĠSUB": 16532, + "Answer": 16533, + "_lib": 16534, + ".twitter": 16535, + "Ġore": 16536, + "ĠDragon": 16537, + ".Ext": 16538, + ",k": 16539, + "Ġexplanation": 16540, + "refs": 16541, + "ĠDrive": 16542, + "ĠTraining": 16543, + "282": 16544, + ".Has": 16545, + "341": 16546, + "intage": 16547, + "big": 16548, + "ologist": 16549, + "ennis": 16550, + "460": 16551, + "Ùĩ": 16552, + "Ġchicken": 16553, + "ĠĠĠĠĠĠĠĠĠĠĊ": 16554, + "çĽ": 16555, + "ãģ§": 16556, + "Ġpeak": 16557, + "Ġdrinking": 16558, + "Ġencode": 16559, + "ĠNEW": 16560, + "malloc": 16561, + "ĉfprintf": 16562, + "Ġ=================================================================": 16563, + "including": 16564, + "Ġprinciples": 16565, + "ĠMah": 16566, + "267": 16567, + "storage": 16568, + "-key": 16569, + "Ġkeyword": 16570, + "%;": 16571, + "Ġtrained": 16572, + ".contrib": 16573, + "Ġkv": 16574, + "__':Ċ": 16575, + "ĠBoy": 16576, + "parameter": 16577, + "Ġsuite": 16578, + "Ġthousand": 16579, + "Ġcoordinate": 16580, + "-generated": 16581, + "íķĺ": 16582, + "generated": 16583, + "Ġadmitted": 16584, + "Ġpussy": 16585, + "#w": 16586, + "Ġswim": 16587, + "union": 16588, + "Na": 16589, + "274": 16590, + "ĠRoyal": 16591, + ".channel": 16592, + "Updated": 16593, + "_ROOT": 16594, + "Ġvital": 16595, + "335": 16596, + "raction": 16597, + "ĠCrusher": 16598, + "Ġpreced": 16599, + "Ġhorizontal": 16600, + "Blueprint": 16601, + "Ġattrs": 16602, + "Ġsmoke": 16603, + "ÐĴ": 16604, + ".Equals": 16605, + "FB": 16606, + "ĠResources": 16607, + "rolling": 16608, + "Ġpasses": 16609, + "ĠNum": 16610, + "rotate": 16611, + "etype": 16612, + "\\\",": 16613, + "Ġsensitive": 16614, + "Ġtall": 16615, + "?âĢĿĊĊ": 16616, + "Proxy": 16617, + "iy": 16618, + "_section": 16619, + "âĢĶâĢĶâĢĶâĢĶ": 16620, + "brid": 16621, + "Ġcircuit": 16622, + "atan": 16623, + "ENC": 16624, + "Ġdriven": 16625, + "Ġvoted": 16626, + "Ġeducational": 16627, + "Ġinteraction": 16628, + "abetes": 16629, + "Ġtone": 16630, + "ĠInitializeComponent": 16631, + "Ġmerely": 16632, + "Ġìŀ": 16633, + "cookie": 16634, + "_div": 16635, + "ĠUILabel": 16636, + "vely": 16637, + "});čĊ": 16638, + "_ENT": 16639, + "#+#+": 16640, + "articles": 16641, + "ĠSouthern": 16642, + "Ġstronger": 16643, + "ĠGiven": 16644, + "ĠEric": 16645, + "ĠIR": 16646, + "abstract": 16647, + "Under": 16648, + "nable": 16649, + "Ġincrement": 16650, + "oven": 16651, + "Ġcoin": 16652, + "_timer": 16653, + "Ġsuffered": 16654, + "ĠFREE": 16655, + "'].\"": 16656, + "ĠQueen": 16657, + "stats": 16658, + "Ġmeetings": 16659, + "276": 16660, + "Ġentering": 16661, + "Ġalongside": 16662, + "(session": 16663, + "itals": 16664, + "Ġfoundation": 16665, + "ĠCredit": 16666, + ".div": 16667, + "_ALL": 16668, + "pcion": 16669, + "_stat": 16670, + "icking": 16671, + "Defaults": 16672, + "_src": 16673, + "Ġoutputs": 16674, + "/B": 16675, + "Ġenthus": 16676, + "-bl": 16677, + ".ForeColor": 16678, + "ĉtemp": 16679, + "Face": 16680, + "Ġinteract": 16681, + "Ġweird": 16682, + "Mount": 16683, + "rell": 16684, + "udents": 16685, + "Ġrequirement": 16686, + "ĠSus": 16687, + "IER": 16688, + "Ġelected": 16689, + "reference": 16690, + "ĠME": 16691, + "Ġservers": 16692, + ".wait": 16693, + "Ġsnapshot": 16694, + "ilton": 16695, + "Ġtries": 16696, + "Ġtipo": 16697, + ".Time": 16698, + ">w": 16699, + "Ġmountain": 16700, + "Ġpounds": 16701, + "Ġ[...": 16702, + "exists": 16703, + "ĠngOn": 16704, + "_MAP": 16705, + "Ġflying": 16706, + "331": 16707, + "xiety": 16708, + "ĉvalue": 16709, + "_DB": 16710, + "uno": 16711, + "Ġseats": 16712, + "TURN": 16713, + ".author": 16714, + "!)": 16715, + "orce": 16716, + "Ġindicated": 16717, + "317": 16718, + ".sin": 16719, + "Ġassignment": 16720, + "imiento": 16721, + "ĠFrame": 16722, + "324": 16723, + "_gen": 16724, + "inery": 16725, + "_)": 16726, + "messages": 16727, + ".settings": 16728, + "ĠMean": 16729, + "ĠMuseum": 16730, + "irq": 16731, + "attach": 16732, + "ĠPalestin": 16733, + "_QU": 16734, + "_tags": 16735, + "Ġcasual": 16736, + "emen": 16737, + "ASSWORD": 16738, + "432": 16739, + "$s": 16740, + "ĠCirc": 16741, + "ой": 16742, + "etric": 16743, + "/P": 16744, + "018": 16745, + "Ġepoch": 16746, + "The": 16761, + "ĠAk": 16762, + "Ġgrass": 16763, + "/*čĊ": 16764, + "(dis": 16765, + "Ġguns": 16766, + "Ġtb": 16767, + "ĠKevin": 16768, + ".args": 16769, + "ĠAh": 16770, + "oped": 16771, + "(J": 16772, + "columns": 16773, + "arguments": 16774, + "ĠWithEvents": 16775, + "_full": 16776, + "ĠDefense": 16777, + "Simple": 16778, + "Ġdeaths": 16779, + "295": 16780, + "Ġextensive": 16781, + "ĠStill": 16782, + "ĠExpression": 16783, + "ĠAgency": 16784, + "Ġperforming": 16785, + "FX": 16786, + "Ġusuario": 16787, + "UAL": 16788, + "Side": 16789, + "odos": 16790, + "aptop": 16791, + "Ġcredentials": 16792, + "_cap": 16793, + "atient": 16794, + "ĠDisney": 16795, + "Ġai": 16796, + "Ġchip": 16797, + "Ġvolt": 16798, + ".makeText": 16799, + "%%%%%%%%%%%%%%%%": 16800, + "Ġbelief": 16801, + "_LOC": 16802, + "ĠCivil": 16803, + "Navigation": 16804, + "Ġreveal": 16805, + "Ġviolent": 16806, + "ĠFil": 16807, + "Ġcatalog": 16808, + "emed": 16809, + "scan": 16810, + ".control": 16811, + "Ġconstitution": 16812, + "Country": 16813, + "Separator": 16814, + "_APP": 16815, + "topic": 16816, + "uetooth": 16817, + "MIN": 16818, + "Ġdescriptor": 16819, + "yt": 16820, + "ETHER": 16821, + "Ġdistribute": 16822, + "'}Ċ": 16823, + ".trim": 16824, + ".Line": 16825, + "Ġlbl": 16826, + "assertEquals": 16827, + "ĠDet": 16828, + "ombok": 16829, + "(width": 16830, + "Ġtort": 16831, + "ĠEXPRESS": 16832, + "aco": 16833, + "Using": 16834, + "ĠBrand": 16835, + "wall": 16836, + "EMENT": 16837, + "ĠCommunic": 16838, + "(Ċ": 17492, + "?>\"": 17493, + "Ġ///Ċ": 17494, + "Ġeiner": 17495, + "Ġweekly": 17496, + "ĉlogger": 17497, + "_pop": 17498, + "_man": 17499, + "Ġmigrations": 17500, + "Ġasks": 17501, + "Ġbs": 17502, + "Ġfalls": 17503, + ".Where": 17504, + "-height": 17505, + "_feature": 17506, + ".Min": 17507, + "Ġhyper": 17508, + "Ġvolatile": 17509, + "Ġtwenty": 17510, + "Typography": 17511, + "Unable": 17512, + "Det": 17513, + ",f": 17514, + "-mod": 17515, + "Ġsettlement": 17516, + "Ġcontracts": 17517, + "nome": 17518, + "Bad": 17519, + "ĠBrian": 17520, + "768": 17521, + "(username": 17522, + "!!!!": 17523, + "Ġhack": 17524, + ".Field": 17525, + "HR": 17526, + "ĠJordan": 17527, + "iza": 17528, + "ĠÂł": 17529, + "ĠSher": 17530, + ".header": 17531, + "(other": 17532, + "ĠDub": 17533, + "(op": 17534, + "ĠRound": 17535, + "Ġvie": 17536, + "Ġappl": 17537, + "ĉJ": 17538, + "ĠInsert": 17539, + "ĠLP": 17540, + "regon": 17541, + "ĠMPI": 17542, + "Ġanchor": 17543, + "aca": 17544, + "ør": 17545, + "Ġade": 17546, + "anchor": 17547, + "quee": 17548, + "ĠTreeNode": 17549, + "Ġtargeted": 17550, + "Ġlaid": 17551, + "ABEL": 17552, + "vet": 17553, + "ĠOrigin": 17554, + "Ant": 17555, + ".');Ċ": 17556, + "expect": 17557, + "edReader": 17558, + "ĠMajor": 17559, + "Ġinch": 17560, + "Compar": 17561, + "Ġpreview": 17562, + "Ġillness": 17563, + "ĠCONTRACT": 17564, + "ĠIndepend": 17565, + "uuid": 17566, + "Ġnome": 17567, + "Ġtc": 17568, + "ĠAvenue": 17569, + "isan": 17570, + "Ġphrase": 17571, + "_move": 17572, + "\")[": 17573, + "412": 17574, + "Ġprovision": 17575, + "Ġconcentr": 17576, + "_IR": 17577, + "ĠUt": 17578, + "()+": 17579, + "Ġnas": 17580, + "!,": 17581, + "ĠRobin": 17582, + "iations": 17583, + "atitude": 17584, + "Ġpx": 17585, + "ĠWithout": 17586, + "/bash": 17587, + "ekt": 17588, + "reement": 17589, + "342": 17590, + "Observer": 17591, + "318": 17592, + "ĠRegion": 17593, + "UBLIC": 17594, + "Ġ{//": 17595, + "KN": 17596, + "å·": 17597, + "GameObject": 17598, + "å¾": 17599, + "encoding": 17600, + "Ġ***": 17601, + "projects": 17602, + "Ġtk": 17603, + "Ġcheese": 17604, + "EMPL": 17605, + "aro": 17606, + "ĠاÙĦ": 17607, + "610": 17608, + "337": 17609, + "Ġconsists": 17610, + "refresh": 17611, + "ureau": 17612, + "ĠScanner": 17613, + "Ġsoil": 17614, + "Ġflavor": 17615, + "DataSource": 17616, + "Execute": 17617, + "ение": 17618, + "Ġshit": 17619, + "åĪĨ": 17620, + "Ċ": 17875, + "Ġsubsequent": 17876, + "posable": 17877, + "-fluid": 17878, + "Ġthorough": 17879, + "Ġpublicly": 17880, + "apters": 17881, + "ĠWilson": 17882, + "_PRE": 17883, + "yard": 17884, + "ä¼": 17885, + "ĉin": 17886, + "339": 17887, + "Ġrevers": 17888, + "Ġbullet": 17889, + "cribed": 17890, + "nesota": 17891, + "Ġ($_": 17892, + "annon": 17893, + "cursor": 17894, + "Ġclothing": 17895, + "ĠMulti": 17896, + "287": 17897, + ":',": 17898, + "Ġvess": 17899, + "ordinator": 17900, + "Ġeinem": 17901, + "Cannot": 17902, + "Ġarmed": 17903, + "ĉV": 17904, + "ä¸Ĭ": 17905, + ".Flat": 17906, + "ĠSep": 17907, + "ĠSubject": 17908, + "_font": 17909, + "Ġcharacteristics": 17910, + "Done": 17911, + "eln": 17912, + "############": 17913, + "POS": 17914, + "Ġdensity": 17915, + "ĠPlatform": 17916, + "-items": 17917, + "Ġovers": 17918, + "Ġpushing": 17919, + "ç¤": 17920, + ".Connection": 17921, + "_term": 17922, + "Ġinitialization": 17923, + "________________________________": 17924, + "ç¬": 17925, + ".document": 17926, + "lesh": 17927, + "ĉdocument": 17928, + "ĠPin": 17929, + "ça": 17930, + "Ġdefinitions": 17931, + ".Path": 17932, + "_WRITE": 17933, + "ĠĉĊ": 17934, + "?>ĊĊ": 17935, + "Ġterrible": 17936, + "bean": 17937, + "ickets": 17938, + "ĠSV": 17939, + "Buy": 17940, + "(task": 17941, + "Ġregime": 17942, + "google": 17943, + "Ġcrack": 17944, + ".visit": 17945, + "NUM": 17946, + "energy": 17947, + "Ġstruck": 17948, + "_sample": 17949, + ".payload": 17950, + "Ġrevis": 17951, + "ĠScene": 17952, + "Ġpg": 17953, + "Ġbreakfast": 17954, + "URRENT": 17955, + ".charAt": 17956, + "_exception": 17957, + "ĠAnton": 17958, + "Ġguidelines": 17959, + "Ġexhaust": 17960, + "ĠFinancial": 17961, + "Ġindent": 17962, + "Ġdesktop": 17963, + "Hidden": 17964, + "Failure": 17965, + "Ġprinciple": 17966, + "Ġiv": 17967, + "Ġseks": 17968, + "network": 17969, + "ĠnumberOf": 17970, + "ĠAlbert": 17971, + "ĉlong": 17972, + "801": 17973, + ",.": 17974, + "Ġzeros": 17975, + "fade": 17976, + "ĠTyp": 17977, + "ĠTerm": 17978, + "ĠArts": 17979, + ".Application": 17980, + "Ġbehalf": 17981, + "æĪ·": 17982, + "Ġmere": 17983, + "(`${": 17984, + "Ġawareness": 17985, + "elpers": 17986, + "flix": 17987, + "Ġweigh": 17988, + "Ġestimates": 17989, + ".child": 17990, + "/O": 17991, + "ĠBitmap": 17992, + ".bottom": 17993, + "Ġ**************************************************************************": 17994, + "Expect": 17995, + "ento": 17996, + "ĠForum": 17997, + "veral": 17998, + "Ġjail": 17999, + "Ġabilities": 18000, + "ĠHOLD": 18001, + "ĠCit": 18002, + "Ġdynam": 18003, + "Ġgray": 18004, + "ĉĉĉĉĉĉĉĉĉĉĉĉĉ": 18005, + ".nextInt": 18006, + "antly": 18007, + "ĠARISING": 18008, + "(private": 18009, + "Ġrejected": 18010, + "ĠNic": 18011, + "Ġleather": 18012, + "={Ċ": 18013, + "alytics": 18014, + "thetic": 18015, + ".Top": 18016, + "373": 18017, + ".Page": 18018, + "={`": 18019, + "Ġ;čĊ": 18020, + "depth": 18021, + "mann": 18022, + "WD": 18023, + "ĠSom": 18024, + ".Right": 18025, + "Ġ)}Ċ": 18026, + "Ġtrait": 18027, + "ÃĹ": 18028, + "iac": 18029, + "Ġrv": 18030, + "Sample": 18031, + ".Xml": 18032, + "opped": 18033, + "ĠÑĦ": 18034, + "lists": 18035, + "Ġtear": 18036, + "iversary": 18037, + ".collection": 18038, + "ĠConstitution": 18039, + "ĠHttpResponse": 18040, + "Ġbrill": 18041, + "ĠProm": 18042, + "hover": 18043, + "366": 18044, + "ĠMiami": 18045, + "Ġargue": 18046, + "_float": 18047, + "504": 18048, + "ĠãĤ": 18049, + "Ġnat": 18050, + "ĠTal": 18051, + "Ġintegration": 18052, + "(cur": 18053, + "Ġremoving": 18054, + "Ġcoeff": 18055, + "ĠThough": 18056, + "Ġforecast": 18057, + "408": 18058, + "ĠVegas": 18059, + "Site": 18060, + "346": 18061, + "Ġtrab": 18062, + "ĠHenry": 18063, + "-i": 18064, + "Ġinvolves": 18065, + "BT": 18066, + "Ġslo": 18067, + "Invoke": 18068, + "Ġlucky": 18069, + "025": 18070, + "rat": 18071, + "Ġ?Ċ": 18072, + "Ġhandled": 18073, + "(fd": 18074, + "contents": 18075, + "ĠOFF": 18076, + "RF": 18077, + "Ġsty": 18078, + "ĠMotor": 18079, + "tery": 18080, + "tax": 18081, + "MAP": 18082, + "ĠMrs": 18083, + "Ġphones": 18084, + "ĠUIView": 18085, + "\")));Ċ": 18086, + "(dev": 18087, + "ĠIrish": 18088, + "019": 18089, + "Ġws": 18090, + "DI": 18091, + "_OFFSET": 18092, + "ĠEvents": 18093, + "Ġstages": 18094, + "Ġ}//": 18095, + "Ġhaben": 18096, + "STANCE": 18097, + "ĠSin": 18098, + "ĠMoney": 18099, + "(top": 18100, + "Ġappointment": 18101, + "VERSION": 18102, + "metadata": 18103, + "_comment": 18104, + "Ġcolleagues": 18105, + "maps": 18106, + "âĺ": 18107, + "ĊĉĊ": 18108, + "(al": 18109, + "_req": 18110, + "Ġfut": 18111, + "Ġarchitecture": 18112, + "351": 18113, + "ĠWHETHER": 18114, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 18115, + "_screen": 18116, + "ĠstyleUrls": 18117, + "Ġmonster": 18118, + ".up": 18119, + "phia": 18120, + "Ġprocessor": 18121, + "ĠTerr": 18122, + "=',": 18123, + "ĠManufact": 18124, + "ĠNT": 18125, + "kel": 18126, + "ibern": 18127, + "ĉfile": 18128, + "Ali": 18129, + "rientation": 18130, + "Ġ//!": 18131, + "apore": 18132, + "aneous": 18133, + "ĠCreat": 18134, + "folder": 18135, + "415": 18136, + "Ġhay": 18137, + "Suppress": 18138, + "(left": 18139, + "Ġeuro": 18140, + "Ġdisclaimer": 18141, + "ustry": 18142, + "ships": 18143, + "_fd": 18144, + "ĠFa": 18145, + "_insert": 18146, + "Ġrol": 18147, + "ifting": 18148, + "ĠComments": 18149, + "_br": 18150, + "Ġlosses": 18151, + "ĠAdded": 18152, + "charg": 18153, + "Ġпо": 18154, + "_system": 18155, + "ĠSometimes": 18156, + "ĠSpain": 18157, + "(group": 18158, + "ialis": 18159, + "Ġdollar": 18160, + "ĠArgs": 18161, + "499": 18162, + "297": 18163, + "quires": 18164, + "ĠTen": 18165, + ".scss": 18166, + "Ġsurvive": 18167, + "usage": 18168, + "Ġjun": 18169, + "imiter": 18170, + "ï¼ģĊĊ": 18171, + "Ġfifth": 18172, + "toggle": 18173, + "Ġdecline": 18174, + "($\"": 18175, + "(Long": 18176, + "inge": 18177, + "Ġpilot": 18178, + "-light": 18179, + "-radius": 18180, + "Ġpodcast": 18181, + "Ġnaturally": 18182, + "Pages": 18183, + "为": 18184, + "ĠDespite": 18185, + "Ġlighting": 18186, + "Ġcrate": 18187, + "ĠBinary": 18188, + "Ġreducing": 18189, + "Ġeleg": 18190, + "ĠMouse": 18191, + "ĠTestBed": 18192, + "ĠbeforeEach": 18193, + "_ARRAY": 18194, + "Redirect": 18195, + "329": 18196, + "Ġflood": 18197, + "Ġships": 18198, + "363": 18199, + "Ġelectricity": 18200, + ")*(": 18201, + "ê¸": 18202, + "ĠViet": 18203, + "hero": 18204, + "Ġdia": 18205, + "ĠKent": 18206, + "heart": 18207, + "Ġthreats": 18208, + "_acc": 18209, + "Ġsymbols": 18210, + "ischen": 18211, + "_inst": 18212, + "Criterion": 18213, + "ĠTIM": 18214, + ".Height": 18215, + "580": 18216, + "ĠâĢĻ": 18217, + "();ĊĊĊ": 18218, + "Products": 18219, + "_SP": 18220, + "ĠCy": 18221, + "Ġdependent": 18222, + "este": 18223, + "Ġdatos": 18224, + "dit": 18225, + "ав": 18226, + "IGNAL": 18227, + "Ġlesson": 18228, + "\">'": 18229, + "ĠCover": 18230, + "ĠHope": 18231, + "ĠTimer": 18232, + "Ġdad": 18233, + "viders": 18234, + "ĠPhot": 18235, + "/?": 18236, + "ropy": 18237, + "oming": 18238, + "asion": 18239, + "Ġ\\(": 18240, + "ĠET": 18241, + "ĠReading": 18242, + "Ġepisodes": 18243, + "lm": 18244, + "421": 18245, + "echa": 18246, + "Ġneuro": 18247, + "820": 18248, + "Ġharmon": 18249, + "Ġliberal": 18250, + "-ind": 18251, + "393": 18252, + "DATA": 18253, + "Ġeveryday": 18254, + "Ġdivided": 18255, + "ĠActiveRecord": 18256, + "figure": 18257, + "UA": 18258, + "ä¹": 18259, + "riendly": 18260, + "tech": 18261, + "601": 18262, + ".gameObject": 18263, + "иÑĤÑĮ": 18264, + "374": 18265, + "Ġmoon": 18266, + "ftime": 18267, + "Ġnoch": 18268, + "ĠTORT": 18269, + "ĠVM": 18270, + ".initial": 18271, + "(child": 18272, + "Ġmusical": 18273, + "Ġoc": 18274, + "bas": 18275, + "ĠHay": 18276, + "361": 18277, + "_long": 18278, + "Ġmemset": 18279, + "iley": 18280, + "adelphia": 18281, + "SV": 18282, + "roat": 18283, + "_tx": 18284, + "Ġlon": 18285, + "ĠngOnInit": 18286, + "bp": 18287, + "ĠGolden": 18288, + "ACHE": 18289, + "Ġworried": 18290, + "azi": 18291, + "Ear": 18292, + "Take": 18293, + "(fp": 18294, + "burgh": 18295, + "_Data": 18296, + "gres": 18297, + "ĠOnt": 18298, + "pus": 18299, + "Ġtransparent": 18300, + "Ġpocket": 18301, + "Ġram": 18302, + "igrations": 18303, + ".čĊčĊ": 18304, + "Ġ[(": 18305, + "Ġadopted": 18306, + "Ġreportedly": 18307, + "ĠDream": 18308, + "Ġ}));Ċ": 18309, + "losing": 18310, + "Ġteeth": 18311, + "ĠBooks": 18312, + "\",&": 18313, + "enny": 18314, + "LEMENT": 18315, + "Ġgel": 18316, + "ĠPlant": 18317, + "437": 18318, + "!âĢĿ": 18319, + ".host": 18320, + "ĠReply": 18321, + "376": 18322, + "rength": 18323, + "Ġrecognition": 18324, + "Ġ}}>Ċ": 18325, + "LA": 18326, + "Ġmirror": 18327, + "Ġassistant": 18328, + "(device": 18329, + "Ġspiritual": 18330, + "builder": 18331, + "§": 18332, + "Ġoutr": 18333, + "Ġtt": 18334, + "ĠPER": 18335, + "Ġradical": 18336, + "Methods": 18337, + "Ġpace": 18338, + "udy": 18339, + "Ġgut": 18340, + "ĠGreek": 18341, + "Ġnonatomic": 18342, + "ĠPaper": 18343, + "_GPIO": 18344, + "Ġobst": 18345, + ".Ad": 18346, + "vironments": 18347, + "ĠSov": 18348, + "356": 18349, + "(con": 18350, + "ĠTransaction": 18351, + ".assign": 18352, + "ĉcatch": 18353, + "elter": 18354, + "Ġbitcoin": 18355, + "_GR": 18356, + "ĠčĊ": 18473, + "metic": 18474, + "Ġtransformation": 18475, + "åı·": 18476, + "Ġrgb": 18477, + "istributions": 18478, + "Ġimplicit": 18479, + "/in": 18480, + "destination": 18481, + "аÑĤÑĮ": 18482, + "Zero": 18483, + "Ġunset": 18484, + "920": 18485, + ".where": 18486, + ".go": 18487, + "Ġformation": 18488, + "Ġdeclaration": 18489, + "()čĊčĊ": 18490, + "ĠExpl": 18491, + "ĉĉĉĠĠ": 18492, + "/pro": 18493, + ".JSON": 18494, + "441": 18495, + "Ġdesk": 18496, + ".substr": 18497, + "//----------------------------------------------------------------------------": 18498, + "lyn": 18499, + "pson": 18500, + "407": 18501, + "disable": 18502, + "ĠFunc": 18503, + "ĉAssert": 18504, + "ĠMARK": 18505, + "Ġdefeat": 18506, + "Ġblind": 18507, + "Ġconstants": 18508, + "362": 18509, + ".headers": 18510, + "UILD": 18511, + "Ġexpenses": 18512, + "Pixel": 18513, + "Ġhr": 18514, + "Ġfel": 18515, + "ĠEastern": 18516, + "424": 18517, + "490": 18518, + "_del": 18519, + "357": 18520, + "ĠCub": 18521, + "Ġsq": 18522, + "ĉcount": 18523, + "ĠDirectory": 18524, + "Ġexclus": 18525, + "Ġhistoric": 18526, + "Ġ------------------------------------------------": 18527, + "Ġcomposition": 18528, + "ĠdataGridView": 18529, + "ĠBurn": 18530, + "ĠBC": 18531, + "Master": 18532, + "Ġspawn": 18533, + "Ġbearing": 18534, + ".SetActive": 18535, + "ilo": 18536, + "Ġgallery": 18537, + "Ġfounded": 18538, + "Ġavailability": 18539, + ".sqrt": 18540, + "Ġpes": 18541, + "ĠDOM": 18542, + "mate": 18543, + "Oct": 18544, + "Ġmatched": 18545, + "itivity": 18546, + "Ġanxiety": 18547, + ".price": 18548, + "ĠInstant": 18549, + "ìĬ": 18550, + "Ġtut": 18551, + "ICollection": 18552, + ".shared": 18553, + "_sql": 18554, + "tbl": 18555, + "library": 18556, + "_destroy": 18557, + "ermal": 18558, + "ĠNotes": 18559, + "ĠEin": 18560, + "Ġsouthern": 18561, + "ĠOTHERWISE": 18562, + "Ġmacro": 18563, + ".lower": 18564, + "cls": 18565, + "ContentView": 18566, + ".link": 18567, + "constant": 18568, + "ĠBes": 18569, + "Ġsomebody": 18570, + "nb": 18571, + "399": 18572, + "\">{": 18573, + "(local": 18574, + ".....": 18575, + "ĠNull": 18576, + "mx": 18577, + "Ġç": 18578, + "Ġpause": 18579, + "-----------": 18580, + "_MO": 18581, + "ĠCM": 18582, + "ĠforKey": 18583, + "ĠDVD": 18584, + "Ġclosest": 18585, + "_DEVICE": 18586, + "ĠStephen": 18587, + "ĠBBC": 18588, + "ĠTravel": 18589, + "Paint": 18590, + "ĠResults": 18591, + "ĠRule": 18592, + "Ġtp": 18593, + "Ġratings": 18594, + "cin": 18595, + "csv": 18596, + ">/": 18597, + "ĠGOP": 18598, + "lad": 18599, + "ĠÑĢ": 18600, + "ĠindexPath": 18601, + "matrix": 18602, + "=f": 18603, + "arsed": 18604, + "Ġ});": 18605, + "ĠCos": 18606, + "ĠScore": 18607, + "Ġtak": 18608, + "ĠESP": 18609, + "ĠINC": 18610, + "_NULL": 18611, + "-flex": 18612, + "\"][": 18613, + "into": 18614, + "eland": 18615, + "Authorization": 18616, + "_FALSE": 18617, + "Ġgate": 18618, + "Ġvid": 18619, + "istent": 18620, + "TIME": 18621, + "Ġrewrite": 18622, + "Ġtie": 18623, + "Ġarchive": 18624, + "511": 18625, + ".events": 18626, + ".getParameter": 18627, + "ĠPermission": 18628, + "Ġprogramme": 18629, + "Ġé": 18630, + "jud": 18631, + "Ġcameras": 18632, + "338": 18633, + "349": 18634, + "(sys": 18635, + "ĠSyrian": 18636, + "Ġimprovements": 18637, + "Ġhip": 18638, + "Ġsuicide": 18639, + "Ġscholar": 18640, + "Ġcompatible": 18641, + "022": 18642, + "remote": 18643, + ".down": 18644, + "FUNCTION": 18645, + "Ġmanaging": 18646, + "ĠUIKit": 18647, + ".raw": 18648, + ">>>>": 18649, + "371": 18650, + "Ġdemands": 18651, + "ellite": 18652, + "Ġdent": 18653, + "ĠMicro": 18654, + "åıĸ": 18655, + "'][$": 18656, + "ĠIE": 18657, + "imension": 18658, + "Ġtrem": 18659, + "630": 18660, + "Ġgained": 18661, + ".with": 18662, + ".ok": 18663, + "hou": 18664, + "Ġbom": 18665, + "ampaign": 18666, + "Ġjoining": 18667, + "fish": 18668, + "ĠaddSubview": 18669, + "860": 18670, + "Ġnorthern": 18671, + ".cor": 18672, + "oret": 18673, + "Die": 18674, + "inish": 18675, + "_comp": 18676, + "Ġattended": 18677, + "Ġcollapse": 18678, + "ĠSS": 18679, + "acent": 18680, + "_EQUAL": 18681, + "ĠDeep": 18682, + "RGB": 18683, + "ĉtest": 18684, + "olves": 18685, + "uset": 18686, + "UnityEngine": 18687, + "writer": 18688, + "Resolver": 18689, + ",%": 18690, + "ifference": 18691, + "_remove": 18692, + "onda": 18693, + "Ġfemme": 18694, + "385": 18695, + "decode": 18696, + "Branch": 18697, + "Ġflush": 18698, + "Ġinnovative": 18699, + "Tests": 18700, + "Ġ['./": 18701, + "Ġcovering": 18702, + ".admin": 18703, + "ultipart": 18704, + "(lambda": 18705, + "namespace": 18706, + "ĠSport": 18707, + "Ġ!(": 18708, + "acles": 18709, + "Ġdepression": 18710, + "ĠKong": 18711, + "570": 18712, + "Ġpert": 18713, + "ĠConn": 18714, + "ĠOtherwise": 18715, + "/home": 18716, + "supported": 18717, + "Ġpink": 18718, + "Ġinvited": 18719, + "ños": 18720, + "_enabled": 18721, + "Ġ-Ċ": 18722, + "FW": 18723, + "eners": 18724, + "ĠMY": 18725, + "Ġsuggestions": 18726, + "Canvas": 18727, + "Ġfer": 18728, + "ĠMarketing": 18729, + "@Test": 18730, + "untu": 18731, + "ĠVen": 18732, + "ĠCou": 18733, + "ivals": 18734, + "Donald": 18735, + "limited": 18736, + "ĉĉĉĉĉĉĊ": 18737, + "Ġanalyst": 18738, + "(entry": 18739, + "Ġrepresentative": 18740, + "_attributes": 18741, + "Ġfur": 18742, + ".hide": 18743, + "resp": 18744, + "adores": 18745, + "rides": 18746, + "ĠJosh": 18747, + "robot": 18748, + "ĠNAT": 18749, + "Ġsesso": 18750, + "Ġintegrated": 18751, + ":true": 18752, + "parts": 18753, + "Ġstupid": 18754, + ":event": 18755, + "@endsection": 18756, + "Ġpu": 18757, + ".Table": 18758, + "ĠYii": 18759, + "`;ĊĊ": 18760, + "Ġclang": 18761, + "=\"\">": 18762, + "engan": 18763, + "_parameters": 18764, + ".internal": 18765, + "ĠModern": 18766, + "Ġmetric": 18767, + "Ġsemi": 18768, + "={{Ċ": 18769, + "707": 18770, + ".amazon": 18771, + "ĠBB": 18772, + "ainty": 18773, + "viewport": 18774, + "367": 18775, + "ĠstartActivity": 18776, + "dispatch": 18777, + "*****": 18778, + "Ġflav": 18779, + "ifferent": 18780, + "382": 18781, + "[this": 18782, + "Ġstake": 18783, + "Ġargued": 18784, + "viously": 18785, + ".work": 18786, + "ĠOak": 18787, + "Old": 18788, + "(async": 18789, + "notes": 18790, + "Ġflip": 18791, + "Ġdisag": 18792, + "ĠTE": 18793, + "ĉerror": 18794, + "<'": 18795, + "Ġ»ĊĊ": 18796, + "Ġfiltered": 18797, + "ĠMach": 18798, + "Ġhung": 18799, + "_dump": 18800, + "_samples": 18801, + "-dismiss": 18802, + "Ġray": 18803, + "Implemented": 18804, + "DK": 18805, + "Ġjed": 18806, + "090": 18807, + "Ġbreaks": 18808, + "Ġfits": 18809, + ".gr": 18810, + "ĠZero": 18811, + "oro": 18812, + "Ġequally": 18813, + "Ġ'[": 18814, + "Ġconcerning": 18815, + "<": 18914, + "Ġpromot": 18915, + "Ġincl": 18916, + "_only": 18917, + "를": 18918, + "ĠAttorney": 18919, + "-date": 18920, + "Ġlandscape": 18921, + "Ġfu": 18922, + "SY": 18923, + ".prop": 18924, + "ĠArr": 18925, + "pag": 18926, + "ParallelGroup": 18927, + "':čĊ": 18928, + "Ġlogs": 18929, + "aunch": 18930, + "unci": 18931, + "nama": 18932, + "TableCell": 18933, + "issues": 18934, + ".{": 18935, + "ecurity": 18936, + "_exec": 18937, + "olds": 18938, + "Ġhosts": 18939, + "Ġproto": 18940, + "_import": 18941, + "_sort": 18942, + "ĠBow": 18943, + "ĠNormal": 18944, + "ĠFarm": 18945, + ".createParallelGroup": 18946, + "Rotation": 18947, + ".err": 18948, + "Ġpleased": 18949, + "itage": 18950, + ".Wh": 18951, + "ĉĉĠĠĠĠ": 18952, + "MR": 18953, + "ĠMORE": 18954, + "ĠNatural": 18955, + "_transform": 18956, + "BASE": 18957, + "eneral": 18958, + "utdown": 18959, + ".commons": 18960, + "WT": 18961, + "Ġaan": 18962, + ".Result": 18963, + "dog": 18964, + "Ġclicking": 18965, + "),ĊĊ": 18966, + "#line": 18967, + "Operator": 18968, + "Ġciv": 18969, + "Ġmerg": 18970, + "obuf": 18971, + "ngthen": 18972, + "Ġ[{": 18973, + "Ġcancell": 18974, + "trigger": 18975, + ".:": 18976, + "WORK": 18977, + "declare": 18978, + "Ġdecrease": 18979, + "ÅĽci": 18980, + "loom": 18981, + ".None": 18982, + "ĠMI": 18983, + "ĠJason": 18984, + "Ġhealthcare": 18985, + "iamond": 18986, + "sylvania": 18987, + "*x": 18988, + "ĠRa": 18989, + "[b": 18990, + "Ġprinting": 18991, + "phabet": 18992, + "ĠLabour": 18993, + "opper": 18994, + "Ġzijn": 18995, + "-target": 18996, + "_FUNCTION": 18997, + "Ġoct": 18998, + "ениÑı": 18999, + "åľ¨": 19000, + "Ġwestern": 19001, + "Ġcomputers": 19002, + "ĠRET": 19003, + "HashMap": 19004, + "[String": 19005, + "getValue": 19006, + "_DATE": 19007, + ".Next": 19008, + "ĠFif": 19009, + "él": 19010, + "icked": 19011, + "æİ": 19012, + "-MM": 19013, + "Ġ{ĊĊĊ": 19014, + "Ġcontacts": 19015, + "Ġdigits": 19016, + "Produ": 19017, + "Ġunusual": 19018, + "Ġrapidly": 19019, + "tures": 19020, + "Ġangry": 19021, + "cancel": 19022, + "xxxx": 19023, + "_parser": 19024, + "idity": 19025, + "_PREFIX": 19026, + "710": 19027, + "Ġmehr": 19028, + "Ġrarely": 19029, + "ethe": 19030, + "opes": 19031, + "Ġ%.": 19032, + "works": 19033, + "Ġtheta": 19034, + "Ġcontribution": 19035, + "ĠTony": 19036, + "Ġsquad": 19037, + "537": 19038, + "ай": 19039, + "Ġîn": 19040, + "there": 19041, + "outed": 19042, + "ĉq": 19043, + "ĻĤ": 19044, + "good": 19045, + "LI": 19046, + "页": 19047, + "ĠLiving": 19048, + "izabeth": 19049, + "Ġkt": 19050, + "ĠDallas": 19051, + "]],Ċ": 19052, + "Ġ/>ĊĊ": 19053, + "Ġraising": 19054, + "/router": 19055, + "_game": 19056, + "368": 19057, + "ĠCUR": 19058, + "zens": 19059, + ".es": 19060, + "ĠfontWeight": 19061, + "(func": 19062, + "notification": 19063, + "Ġ'../../../": 19064, + "Ġblame": 19065, + "ãĢĤĊĊĊĊ": 19066, + "anco": 19067, + "980": 19068, + "Identity": 19069, + "follow": 19070, + "Ġarts": 19071, + "xs": 19072, + "Ġofficially": 19073, + "ĠStudio": 19074, + "Ġrecommendations": 19075, + "Ġlocale": 19076, + "Ġamateur": 19077, + "ĠEnable": 19078, + "Ġcaps": 19079, + ".End": 19080, + "388": 19081, + "-add": 19082, + "_gshared": 19083, + "ĠCT": 19084, + "Force": 19085, + "ĊĠĠĠĠĠĠĠĠĠĠĠĠĊ": 19086, + "Ġorange": 19087, + "Ġlp": 19088, + "Ġanswered": 19089, + ".Grid": 19090, + "Ġdual": 19091, + "Ġstrategic": 19092, + "Ġnobody": 19093, + "Ġfatal": 19094, + "_est": 19095, + "(el": 19096, + "Ġìł": 19097, + "ĠBudd": 19098, + "AIT": 19099, + "_factor": 19100, + "-one": 19101, + "ĠHAVE": 19102, + "\"čĊčĊ": 19103, + "760": 19104, + "Prof": 19105, + "Ġär": 19106, + "strings": 19107, + "Ġdirty": 19108, + "ĠFace": 19109, + "ĠBegin": 19110, + "ĠBus": 19111, + "Ġwis": 19112, + "åŃĹ": 19113, + "Ġspeaker": 19114, + "Ġcarrier": 19115, + "ĠOm": 19116, + "Ġhadn": 19117, + "Allow": 19118, + "::__": 19119, + "Ġverb": 19120, + "ĠComplete": 19121, + "ĠEasy": 19122, + "Ġbills": 19123, + "ĠĠĊĊ": 19124, + "Vertical": 19125, + "Ġpron": 19126, + "ĠDefine": 19127, + "Ġlookup": 19128, + "variables": 19129, + "Ġpandas": 19130, + "umes": 19131, + "Ġinnoc": 19132, + "ĠsetUp": 19133, + "ĠChampionship": 19134, + "artist": 19135, + "ĠCType": 19136, + "Foundation": 19137, + "à¹Ī": 19138, + "ĠSetup": 19139, + "428": 19140, + "Ġrecipes": 19141, + "ĠUIColor": 19142, + "ĠFight": 19143, + "Ġauthorized": 19144, + "_click": 19145, + "990": 19146, + "_success": 19147, + "angan": 19148, + "ĠMountain": 19149, + "ĠDoctor": 19150, + "Ġegg": 19151, + "ĠMedicine": 19152, + "cles": 19153, + "`.Ċ": 19154, + "[int": 19155, + "dashboard": 19156, + "ĠAppro": 19157, + "-dr": 19158, + "Ġproduces": 19159, + "Ġrental": 19160, + "Ġreload": 19161, + "381": 19162, + "Ġarrival": 19163, + "spot": 19164, + "Ġundert": 19165, + "378": 19166, + "Ġequipped": 19167, + "Ġproved": 19168, + "Ġcenters": 19169, + "Ġdefines": 19170, + "also": 19171, + "Ġopacity": 19172, + "ĠUnfortunately": 19173, + "ĠIllinois": 19174, + "Ġне": 19175, + "ĠTemple": 19176, + "ĠTrail": 19177, + "ĠKelly": 19178, + "Ġmeasurement": 19179, + "Ġseparated": 19180, + "-circle": 19181, + "Hey": 19182, + "ĠREAD": 19183, + "igits": 19184, + "Ġib": 19185, + "ĠMOD": 19186, + "attery": 19187, + "аз": 19188, + "Ġvend": 19189, + "енÑĤ": 19190, + "ĠHttpClient": 19191, + "359": 19192, + "safe": 19193, + "_ASS": 19194, + "icit": 19195, + "ĠConstruct": 19196, + "ĠClo": 19197, + "ĠSix": 19198, + "_TOKEN": 19199, + "(block": 19200, + "Ġwarned": 19201, + "/*!": 19202, + "!Ċ": 19296, + "Ġinnovation": 19297, + "_\"": 19298, + "Ġ);čĊčĊ": 19299, + "Ġspots": 19300, + "Ġchoosing": 19301, + ".cs": 19302, + "Ġflexible": 19303, + "UInt": 19304, + "435": 19305, + "930": 19306, + "Ġscratch": 19307, + "-al": 19308, + "Ġfestival": 19309, + "Ġoutstanding": 19310, + "================================================": 19311, + "Mean": 19312, + "ĠOregon": 19313, + "symbol": 19314, + ".account": 19315, + "dney": 19316, + "'''": 19317, + "!\",": 19318, + "901": 19319, + "Ġparticle": 19320, + "Ãĥ": 19321, + "[MAX": 19322, + "IVER": 19323, + "ERENCE": 19324, + "NSMutable": 19325, + "ĠColumbia": 19326, + "_ĊĊ": 19327, + ".fr": 19328, + "Ġcogn": 19329, + "VR": 19330, + "ĠMethods": 19331, + "ĠMade": 19332, + "ĠBR": 19333, + "ĠElse": 19334, + "Ġeggs": 19335, + "Ġswing": 19336, + "ĠInv": 19337, + "Ġdiseases": 19338, + "Ġfirms": 19339, + "Ġlemma": 19340, + "}`);Ċ": 19341, + "lings": 19342, + "Ġgym": 19343, + "uminum": 19344, + ".Trim": 19345, + "Mem": 19346, + "Ġcriticism": 19347, + "ibernate": 19348, + "_TX": 19349, + "ioni": 19350, + "Ġguidance": 19351, + "Ġrepeatedly": 19352, + "Ġsupplier": 19353, + "Ġpainting": 19354, + "864": 19355, + ".Fragment": 19356, + "edException": 19357, + "Ġwiring": 19358, + "Ġcourts": 19359, + "WEB": 19360, + "æľī": 19361, + "\\.": 19362, + "illance": 19363, + "Ġbrows": 19364, + "ĠPattern": 19365, + "PLICATION": 19366, + "ĠSummer": 19367, + "Chain": 19368, + "Ġcute": 19369, + "mercial": 19370, + "Ġdil": 19371, + "ĠFranklin": 19372, + "ĉglobal": 19373, + "INCLUDING": 19374, + "history": 19375, + "Ġlst": 19376, + "Qt": 19377, + "SDL": 19378, + "alia": 19379, + "iere": 19380, + "(...": 19381, + "ĉcin": 19382, + "iffs": 19383, + "velope": 19384, + "ĠRoot": 19385, + "cluster": 19386, + "UserName": 19387, + "igne": 19388, + "()Ċ": 19485, + "Ġapplying": 19486, + "Ġpromised": 19487, + "Ġox": 19488, + "ncia": 19489, + "ĠValidation": 19490, + "orts": 19491, + "_cur": 19492, + "elect": 19493, + "eye": 19494, + "(Data": 19495, + "Ġreporter": 19496, + "ĠBuff": 19497, + "395": 19498, + "Ġsr": 19499, + "Ġ\";": 19500, + "icky": 19501, + "Ġtempor": 19502, + "SN": 19503, + "Ġresident": 19504, + "pires": 19505, + "ysical": 19506, + "Ġendorse": 19507, + "ĠSong": 19508, + "isEmpty": 19509, + "leet": 19510, + "_util": 19511, + "Ġdistingu": 19512, + "ĠTalk": 19513, + "ĠMot": 19514, + "(default": 19515, + ".Arg": 19516, + "gorithms": 19517, + "_words": 19518, + "immer": 19519, + "_reset": 19520, + "family": 19521, + "WW": 19522, + "Ġsavings": 19523, + "ĠâĢĿ": 19524, + "_enable": 19525, + "sidebar": 19526, + "Running": 19527, + "Ġali": 19528, + "Ġtestim": 19529, + "Ġwarnings": 19530, + "ĠChem": 19531, + "ĠExit": 19532, + "Ġfounder": 19533, + "pector": 19534, + "Ġrm": 19535, + "_dataset": 19536, + "ĠDas": 19537, + "Ġhan": 19538, + "Getty": 19539, + "ál": 19540, + "Ġny": 19541, + "Ġpoverty": 19542, + "Ġresulted": 19543, + ".by": 19544, + "ĠVisit": 19545, + "Ġobtaining": 19546, + "/'.$": 19547, + "ĠĠĠĠĠĠĠĠĠĠĠĊ": 19548, + "shall": 19549, + "_LEFT": 19550, + "UIImage": 19551, + "_Name": 19552, + "have": 19553, + "ĠNob": 19554, + "lr": 19555, + "-footer": 19556, + "Ġnaked": 19557, + "ĠGarden": 19558, + "\\Facades": 19559, + "Ġgraduate": 19560, + "417": 19561, + "Ġfranchise": 19562, + "plane": 19563, + "Ġcontributions": 19564, + "ĠstringWith": 19565, + "Ġcrypto": 19566, + "Ġmovements": 19567, + "athers": 19568, + "Ġlifetime": 19569, + "Ġcommunicate": 19570, + "jar": 19571, + "ĠFragment": 19572, + "_IF": 19573, + "ĠNavy": 19574, + "ĠFigure": 19575, + "Ġsimulation": 19576, + "_stop": 19577, + "Ġreporters": 19578, + "Ġversus": 19579, + "aja": 19580, + "Ġα": 19581, + "Ġgovernor": 19582, + "ListItem": 19583, + "Ġsealed": 19584, + ".Background": 19585, + "edi": 19586, + "ashing": 19587, + "Ġlip": 19588, + "ĠIh": 19589, + "merge": 19590, + "Ġnec": 19591, + "024": 19592, + "elocity": 19593, + "ATEG": 19594, + "Ġseeds": 19595, + "Ġfloating": 19596, + "701": 19597, + "_FA": 19598, + "walk": 19599, + "ĉuser": 19600, + "_depth": 19601, + "Ġwage": 19602, + "@app": 19603, + "Nil": 19604, + "([\"": 19605, + "(vector": 19606, + "Ġsecretary": 19607, + "461": 19608, + "ĠjPanel": 19609, + "vez": 19610, + "³³³³": 19611, + "direction": 19612, + "ĠEP": 19613, + "Ġhunt": 19614, + "396": 19615, + "JsonProperty": 19616, + "ĠPORT": 19617, + "]\",": 19618, + "ап": 19619, + "ĠForeign": 19620, + "panic": 19621, + "Ġtrials": 19622, + "ĠAle": 19623, + "Ġrural": 19624, + "-value": 19625, + "authorized": 19626, + "ĠScotland": 19627, + ".drop": 19628, + "ĠMT": 19629, + "ç±": 19630, + "391": 19631, + "rowth": 19632, + "515": 19633, + "FilePath": 19634, + "Ġrecall": 19635, + "ifle": 19636, + "Ġcel": 19637, + "ĠSELECT": 19638, + "kn": 19639, + "_case": 19640, + "Ġcrop": 19641, + "543": 19642, + "sure": 19643, + "pot": 19644, + "ICS": 19645, + "Ġstem": 19646, + "Ġindustries": 19647, + "Put": 19648, + "Ġaber": 19649, + "roadcast": 19650, + "Icons": 19651, + ")\")Ċ": 19652, + "æĪIJåĬŁ": 19653, + "gui": 19654, + "Ġassumed": 19655, + "Ġrx": 19656, + "EA": 19657, + "è§": 19658, + "ELL": 19659, + "Ġdose": 19660, + "Ġine": 19661, + "Ġdeeper": 19662, + "lider": 19663, + "Ġordinary": 19664, + "Ġgolf": 19665, + "605": 19666, + "_IMAGE": 19667, + "ĠNAME": 19668, + "(module": 19669, + "Ġatom": 19670, + "Ġbelt": 19671, + "Ġoffices": 19672, + "506": 19673, + "beta": 19674, + "Ġphilosophy": 19675, + "(JSON": 19676, + "-field": 19677, + "Ġintroduce": 19678, + "Ġconvenience": 19679, + "optim": 19680, + ">\"Ċ": 19681, + "athy": 19682, + "Ġemployer": 19683, + "quate": 19684, + "Ġedited": 19685, + "Arguments": 19686, + "ĠNations": 19687, + "__)": 19688, + "Ġnose": 19689, + "ĠSample": 19690, + "')ĊĊĊ": 19691, + "Ġcake": 19692, + ".getAttribute": 19693, + "HD": 19694, + "392": 19695, + "Modified": 19696, + "445": 19697, + "Ġpredicted": 19698, + "ÅĦ": 19699, + "anie": 19700, + "Sorry": 19701, + "(doc": 19702, + "wind": 19703, + "ieve": 19704, + "Ġprovisions": 19705, + "ATER": 19706, + "OTE": 19707, + "MY": 19708, + ".Autowired": 19709, + "ĠBath": 19710, + "423": 19711, + ".Boolean": 19712, + "Ġbackend": 19713, + ".Mouse": 19714, + "ateral": 19715, + "paper": 19716, + "Const": 19717, + "ĠVR": 19718, + "_entity": 19719, + "_CTRL": 19720, + "ĠProtection": 19721, + "ĠGM": 19722, + "ĠStudy": 19723, + "Ġsoup": 19724, + "otime": 19725, + "'use": 19726, + "]\"": 19727, + "/users": 19728, + "aug": 19729, + "ĠHong": 19730, + "_norm": 19731, + "ãģ¨": 19732, + "Ġsecre": 19733, + "(Build": 19734, + "ĠContract": 19735, + "olas": 19736, + "Ġsauce": 19737, + "Ġaggressive": 19738, + "Ġracial": 19739, + "character": 19740, + "@@": 19741, + "Ġcompile": 19742, + "ĠVoid": 19743, + "_rem": 19744, + "_memory": 19745, + "348": 19746, + "kk": 19747, + "Ġmic": 19748, + "Same": 19749, + "Utility": 19750, + "ĠHtml": 19751, + "ĠXml": 19752, + "Ready": 19753, + "Ġgall": 19754, + "Ġallegedly": 19755, + "ĉĉĉĉĠĠĠ": 19756, + "ĠMetal": 19757, + "ĠPersonal": 19758, + "ĠborderRadius": 19759, + "rxjs": 19760, + "objects": 19761, + "Ġwanting": 19762, + "Ġbowl": 19763, + "vendor": 19764, + "offsetof": 19765, + "ĠRs": 19766, + "ĠRating": 19767, + "Ġrally": 19768, + "_NODE": 19769, + "418": 19770, + "ĠMix": 19771, + "Ġadvertis": 19772, + "485": 19773, + "667": 19774, + "Ġnarrative": 19775, + "sal": 19776, + "Ġmc": 19777, + "SError": 19778, + "Ġfingers": 19779, + "Ġaccompany": 19780, + "Ġtired": 19781, + "Ġstride": 19782, + "Ġgui": 19783, + "elist": 19784, + "Locale": 19785, + "Ġreleases": 19786, + "iking": 19787, + "Ġanger": 19788, + ")))ĊĊ": 19789, + "allest": 19790, + "Summary": 19791, + "(O": 19792, + "(for": 19793, + "Ġbasketball": 19794, + "Ġroads": 19795, + "ĠInstall": 19796, + "ĠFab": 19797, + "itmap": 19798, + "475": 19799, + "Ġ))Ċ": 19800, + "Ġintersection": 19801, + "ighbor": 19802, + "ĠBry": 19803, + "ĠHERE": 19804, + "Software": 19805, + "elfare": 19806, + "acs": 19807, + "622": 19808, + "Ġtrailer": 19809, + ".getClass": 19810, + "chars": 19811, + "Ġregulation": 19812, + "Ġrefers": 19813, + "Ġdestruction": 19814, + "Ġcontinuous": 19815, + "ĠAustin": 19816, + "é¢": 19817, + "akan": 19818, + ".window": 19819, + "ĠTemplates": 19820, + "Ġabsence": 19821, + ":n": 19822, + "Ġdisorder": 19823, + "flash": 19824, + "Ġdelet": 19825, + "boards": 19826, + "ĠĠĉ": 19827, + "ROP": 19828, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 19829, + "Ġacqu": 19830, + "Ġlawsuit": 19831, + "ĠReviews": 19832, + "Ġgarage": 19833, + "timer": 19834, + "Ġej": 19835, + "ĠRectangle": 19836, + "Ġflowers": 19837, + "398": 19838, + "ilst": 19839, + "ĠInstance": 19840, + "Super": 19841, + "det": 19842, + "disposing": 19843, + "ĠES": 19844, + "ĠIC": 19845, + "vere": 19846, + "Sk": 19847, + "_channels": 19848, + "puted": 19849, + "/null": 19850, + "nnen": 19851, + "431": 19852, + "ĠGallery": 19853, + "_global": 19854, + "Authentication": 19855, + "ĠRank": 19856, + "Ġblocked": 19857, + "Ġcalm": 19858, + "market": 19859, + "ĉval": 19860, + "Ġaug": 19861, + "period": 19862, + "ĠConstant": 19863, + "Ġ?>\">Ċ": 19864, + "Ġlobby": 19865, + "pal": 19866, + "379": 19867, + "Ġsink": 19868, + "508": 19869, + "iah": 19870, + "С": 19871, + "urname": 19872, + "Ġconver": 19873, + "Ġinvestigate": 19874, + "Christ": 19875, + "Hub": 19876, + "ĠIND": 19877, + "ĠPed": 19878, + "uras": 19879, + "ĉurl": 19880, + "ĠTro": 19881, + "Ġpreferences": 19882, + "Ġguaranteed": 19883, + "`ĊĊ": 19884, + "Ġportions": 19885, + "Ġevalu": 19886, + "'>;ĊĊ": 19985, + ".AutoScaleMode": 19986, + "Ġcats": 19987, + "465": 19988, + "Ġregistry": 19989, + "ulus": 19990, + "FI": 19991, + "payload": 19992, + "-search": 19993, + "Ġstaying": 19994, + "acious": 19995, + "Decoration": 19996, + "Review": 19997, + "Inf": 19998, + "Keep": 19999, + "itis": 20000, + ",String": 20001, + "Coord": 20002, + "Ġpero": 20003, + "Sex": 20004, + "ĠAtlanta": 20005, + "uesta": 20006, + "Argb": 20007, + ">*": 20008, + "}_": 20009, + "Footer": 20010, + "Ġemployed": 20011, + "_bound": 20012, + "vide": 20013, + ".func": 20014, + "$scope": 20015, + "Ġspo": 20016, + "ĠAnal": 20017, + "ounced": 20018, + "around": 20019, + "Ġrestriction": 20020, + "Ġshops": 20021, + "åĢ": 20022, + "ĠLatin": 20023, + "-col": 20024, + "Ġbarely": 20025, + "ĠEuro": 20026, + "Er": 20027, + "Ġfaire": 20028, + "_distance": 20029, + "_unlock": 20030, + "Quote": 20031, + "IVATE": 20032, + "ĠåĪ": 20033, + "Ġaimed": 20034, + "ĠRetrie": 20035, + ".iter": 20036, + "Ġwrapped": 20037, + "Ġagreements": 20038, + "strument": 20039, + "(product": 20040, + "Ġstudied": 20041, + ".setValue": 20042, + "Ġye": 20043, + "ĠCache": 20044, + "MBOL": 20045, + "Ġquarterback": 20046, + "Ġsyntax": 20047, + ".getElementsBy": 20048, + ".version": 20049, + "website": 20050, + "Runner": 20051, + "_single": 20052, + "ativ": 20053, + "ĠAltern": 20054, + "ĠBeautiful": 20055, + "rightarrow": 20056, + "Ġdiversity": 20057, + "plash": 20058, + "(co": 20059, + ".Fill": 20060, + "Ġtyping": 20061, + "387": 20062, + "023": 20063, + "Ġclar": 20064, + "Hit": 20065, + "OO": 20066, + "acco": 20067, + "507": 20068, + "worth": 20069, + "Ġscripts": 20070, + "ĠMuslims": 20071, + "ĠLL": 20072, + "erving": 20073, + "(boolean": 20074, + "Ġbaseball": 20075, + "ĠCAN": 20076, + "394": 20077, + "044": 20078, + "MAIL": 20079, + "depend": 20080, + "Ġrespective": 20081, + "Ġconstexpr": 20082, + ".*;ĊĊ": 20083, + "']))Ċ": 20084, + "Ġyard": 20085, + "Ġidentical": 20086, + "ifecycle": 20087, + "USH": 20088, + "upiter": 20089, + ".validate": 20090, + "cli": 20091, + "ISTER": 20092, + "Indicator": 20093, + "Fail": 20094, + "Ġdemocracy": 20095, + ".var": 20096, + "Ġsatisfied": 20097, + "-------------": 20098, + "encer": 20099, + "hor": 20100, + "Ġrounds": 20101, + "DAO": 20102, + "oa": 20103, + "Ġflask": 20104, + "=c": 20105, + "[]Ċ": 20106, + "/dist": 20107, + "Ġparte": 20108, + "Ġconfirmation": 20109, + "eron": 20110, + "aware": 20111, + "": 20112, + "Ġdependencies": 20113, + "ĠVideos": 20114, + "-row": 20115, + "Ġ**/Ċ": 20116, + "Ġnou": 20117, + "Ġhover": 20118, + "æŀ": 20119, + "Ġnin": 20120, + "ĠUSD": 20121, + "Mac": 20122, + "_Load": 20123, + "Ġoutcomes": 20124, + "_socket": 20125, + "Ġqueries": 20126, + "wm": 20127, + "592": 20128, + "Ġhitting": 20129, + "inux": 20130, + "Mich": 20131, + "udge": 20132, + "ATAB": 20133, + "Ġvulnerable": 20134, + "ä¾": 20135, + "Ġportfolio": 20136, + ":YES": 20137, + "ĉmap": 20138, + "Bound": 20139, + "Ġiteration": 20140, + "incess": 20141, + "Ġactors": 20142, + "ĠQual": 20143, + "_clean": 20144, + "ãĢijãĢIJ": 20145, + "MSG": 20146, + "Green": 20147, + "ĠOfficer": 20148, + "Ġsmoking": 20149, + ">',": 20150, + "ĠFlo": 20151, + "++;": 20152, + "433": 20153, + "olygon": 20154, + "Ġbulk": 20155, + "Ġdrama": 20156, + "Ġexceptions": 20157, + "osed": 20158, + "Ġ+čĊ": 20159, + "Ġlegacy": 20160, + "CV": 20161, + "Ġcontributed": 20162, + "ĠTerms": 20163, + "Ġbt": 20164, + "434": 20165, + "Ġuntuk": 20166, + "Ġalien": 20167, + "===Ċ": 20168, + "ĉVector": 20169, + "Ġls": 20170, + "Online": 20171, + ".facebook": 20172, + "numeric": 20173, + "ockets": 20174, + "Aut": 20175, + "bury": 20176, + "-redux": 20177, + "ĠRedistributions": 20178, + "GLOBALS": 20179, + "urrencies": 20180, + "Ġtons": 20181, + "âĢĻ,": 20182, + "Ġê": 20183, + "(col": 20184, + "ĠSymbol": 20185, + "Ġstayed": 20186, + "ĠML": 20187, + "Ġmunicip": 20188, + "Ġsexo": 20189, + "Sen": 20190, + "nr": 20191, + "Ġgains": 20192, + "Ġshortly": 20193, + ".Menu": 20194, + "ý": 20195, + "KNOWN": 20196, + "Ġoperators": 20197, + "-V": 20198, + "ĠPatrick": 20199, + "/add": 20200, + "_CO": 20201, + "iration": 20202, + "(post": 20203, + "Posts": 20204, + "/_": 20205, + "Ġplug": 20206, + "Ġintellectual": 20207, + "Ġmetab": 20208, + "Ġpregnancy": 20209, + "ĠPremier": 20210, + "nm": 20211, + "Ġprediction": 20212, + "606": 20213, + "ĠMinistry": 20214, + "Three": 20215, + "valuate": 20216, + "ĠMini": 20217, + "bu": 20218, + "оз": 20219, + "\";čĊ": 20679, + "ĠSav": 20680, + ".Bold": 20681, + "Ġenables": 20682, + "ĉtmp": 20683, + "Ġmanually": 20684, + "ĠSqu": 20685, + "userid": 20686, + ".function": 20687, + ".cache": 20688, + "LOPT": 20689, + ".Services": 20690, + "588": 20691, + "ddit": 20692, + "tim": 20693, + ">>": 20761, + "station": 20762, + "lore": 20763, + "atype": 20764, + "ishop": 20765, + "/****************************************************************": 20766, + "521": 20767, + "ComboBox": 20768, + "Ġvacation": 20769, + "Ġinitiative": 20770, + "ĠdefaultValue": 20771, + "770": 20772, + "concat": 20773, + "ĠKh": 20774, + "632": 20775, + "ĠWelcome": 20776, + "izedName": 20777, + "Migration": 20778, + "Ġgradient": 20779, + "Hot": 20780, + "Ġhardly": 20781, + "elo": 20782, + "ĠStudents": 20783, + "Ġloose": 20784, + "730": 20785, + "atz": 20786, + ".Send": 20787, + "'/": 20788, + "Ġuniversal": 20789, + "Ġenterprise": 20790, + "Ġregex": 20791, + "Ġvisitor": 20792, + "ĠFly": 20793, + "Seq": 20794, + "à¸Ļ": 20795, + "ĠVisual": 20796, + "Ġlibraries": 20797, + "atoes": 20798, + "Payment": 20799, + "447": 20800, + "Ġpent": 20801, + "Ġgathered": 20802, + "VRTX": 20803, + "ĠDM": 20804, + "Split": 20805, + "Ġletting": 20806, + "ÐĿ": 20807, + "_errors": 20808, + "epoch": 20809, + "PARAM": 20810, + "cu": 20811, + "ÑģÑĤв": 20812, + "olutions": 20813, + "Editing": 20814, + "fonts": 20815, + "Ġallocated": 20816, + "ĠBased": 20817, + "(Y": 20818, + "ĠJudge": 20819, + "Ġbrothers": 20820, + "FILES": 20821, + "ço": 20822, + "531": 20823, + "wb": 20824, + "_PI": 20825, + "'^": 20826, + "Ġsword": 20827, + ".services": 20828, + "Ġnl": 20829, + "Tim": 20830, + "igg": 20831, + "ĠMoore": 20832, + "Ġcryptoc": 20833, + "åĩº": 20834, + "_posts": 20835, + "otate": 20836, + "?'": 20837, + "....ĊĊ": 20838, + "Ġkl": 20839, + "=\"$": 20840, + "Ġdecoration": 20841, + "ạ": 20842, + "ĠDIRECT": 20843, + "GUI": 20844, + ")=>{Ċ": 20845, + "Ġnewsletter": 20846, + "Ġprecis": 20847, + "(point": 20848, + "ĠEquipment": 20849, + "uty": 20850, + "ĠDave": 20851, + "Ġparticipation": 20852, + "uarios": 20853, + "xit": 20854, + ".As": 20855, + "ETER": 20856, + "orous": 20857, + "Ġshield": 20858, + "[]>": 20859, + "ilitary": 20860, + ".origin": 20861, + "Ġpromotion": 20862, + "Unt": 20863, + "Ġct": 20864, + "TRA": 20865, + "556": 20866, + "ViewHolder": 20867, + "Ġsigma": 20868, + "delta": 20869, + "arehouse": 20870, + "contract": 20871, + "(Vector": 20872, + "721": 20873, + "Ġcompete": 20874, + "/form": 20875, + "/components": 20876, + "Ġnr": 20877, + "ĠIndones": 20878, + "ĠоÑĤ": 20879, + "ĠVolume": 20880, + ".files": 20881, + "(resp": 20882, + "/models": 20883, + "Ġsurf": 20884, + "standard": 20885, + "/o": 20886, + "ĠXCTAssert": 20887, + "VICES": 20888, + ".Code": 20889, + "SED": 20890, + "Ġactivate": 20891, + "Delta": 20892, + "Ġlimitation": 20893, + "rij": 20894, + "Ġpregnant": 20895, + ":^(": 20896, + "Ġsour": 20897, + "pie": 20898, + "803": 20899, + "Ġexpense": 20900, + "ication": 20901, + "ĠLarge": 20902, + "Ġ±": 20903, + "ĠBowl": 20904, + "(models": 20905, + "/N": 20906, + "857": 20907, + "Pa": 20908, + ".reload": 20909, + "Ġwondering": 20910, + "462": 20911, + "Execution": 20912, + "ĉĠĠĠĠĠĠ": 20913, + "ĠGraphics": 20914, + "ĠContin": 20915, + "_job": 20916, + "ĠgetName": 20917, + "ĠMagn": 20918, + "ĠDWORD": 20919, + "mad": 20920, + "Ġnh": 20921, + "features": 20922, + "}\");Ċ": 20923, + "heets": 20924, + "(train": 20925, + "zn": 20926, + "Ġrecruit": 20927, + ".connection": 20928, + "Ġbarrel": 20929, + "Ġsteam": 20930, + "_setting": 20931, + "Ġangular": 20932, + "aneously": 20933, + "Ġbil": 20934, + "ĠNorm": 20935, + "522": 20936, + "(!$": 20937, + "ibt": 20938, + "%(": 20939, + "Ġposit": 20940, + "ĠFather": 20941, + "intendo": 20942, + "565": 20943, + "Live": 20944, + "041": 20945, + "Ġports": 20946, + "Ġmej": 20947, + "Ġlanding": 20948, + "ponder": 20949, + "Ġcod": 20950, + "_HEADER": 20951, + ".Margin": 20952, + "Ġballs": 20953, + "Ġdiscussions": 20954, + "Ġblend": 20955, + "Hex": 20956, + "Ġfarmers": 20957, + "Ġmaintaining": 20958, + "ĠĠĠčĊ": 20959, + "syn": 20960, + "[T": 20961, + "rus": 20962, + "439": 20963, + "uffers": 20964, + "Ġcontributors": 20965, + "_sys": 20966, + ".Debug": 20967, + "Ġconstructed": 20968, + "omes": 20969, + "?id": 20970, + "slider": 20971, + "Ġsuppliers": 20972, + "611": 20973, + "scriber": 20974, + "pes": 20975, + "Ðŀ": 20976, + "\":čĊ": 20977, + "\\Controller": 20978, + "))ĊĊĊ": 20979, + "Ġlua": 20980, + "Multi": 20981, + "ENS": 20982, + "Src": 20983, + "Ġpetition": 20984, + "Ġslave": 20985, + "looking": 20986, + "VERT": 20987, + "ĉvector": 20988, + "Special": 20989, + "hh": 20990, + "anne": 20991, + "ĠNiger": 20992, + "/views": 20993, + "zing": 20994, + "endant": 20995, + "(": 21238, + "544": 21239, + ".Product": 21240, + "Forms": 21241, + "NEW": 21242, + "Pay": 21243, + "ĉboolean": 21244, + "_contact": 21245, + "ĠElectric": 21246, + "skip": 21247, + "Ġwur": 21248, + "Ġchronic": 21249, + "_driver": 21250, + "940": 21251, + "ĠSab": 21252, + "ĠUlt": 21253, + "ĠRad": 21254, + "STATUS": 21255, + "ĠLewis": 21256, + "OB": 21257, + "Ġgifts": 21258, + ".Rec": 21259, + "TRUE": 21260, + "Ġintensity": 21261, + "Marker": 21262, + ".compare": 21263, + "ffic": 21264, + "Cookie": 21265, + "ĠBaby": 21266, + "ĠBigDecimal": 21267, + "ilet": 21268, + "ĠHOLDERS": 21269, + "ĠLady": 21270, + "Ġlung": 21271, + "ĠAlabama": 21272, + "Ġdess": 21273, + "`);Ċ": 21274, + "ĠBuilder": 21275, + "_region": 21276, + "Ġneutral": 21277, + "909": 21278, + "Both": 21279, + "Ġhp": 21280, + "Ġhorn": 21281, + "Ġsegments": 21282, + "ĠEC": 21283, + "\"=>\"": 21284, + "(rec": 21285, + "ĠPi": 21286, + "GM": 21287, + "Ġlaptop": 21288, + "Scalar": 21289, + "463": 21290, + "isd": 21291, + "-dialog": 21292, + "ĠAnderson": 21293, + "Ġmistakes": 21294, + "708": 21295, + "ĠHan": 21296, + "jes": 21297, + "estination": 21298, + "436": 21299, + "Ġpromises": 21300, + "bid": 21301, + "ĠScient": 21302, + "GIN": 21303, + "ĠPerformance": 21304, + "bage": 21305, + ".users": 21306, + "leading": 21307, + "Ġoral": 21308, + "Graphics": 21309, + "488": 21310, + "_PTR": 21311, + "518": 21312, + "hang": 21313, + "Ġinev": 21314, + "processing": 21315, + "Factor": 21316, + "ĠNA": 21317, + "$string": 21318, + "Ġgrounds": 21319, + ".SaveChanges": 21320, + "clock": 21321, + "941": 21322, + "cripcion": 21323, + "ĠNewton": 21324, + "gc": 21325, + ".includes": 21326, + "Ġblast": 21327, + "Ġ'-'": 21328, + "Ġpuede": 21329, + "469": 21330, + ".Session": 21331, + "Ġgrep": 21332, + "_final": 21333, + "ĠGay": 21334, + "ĠGive": 21335, + "iri": 21336, + "-star": 21337, + "ĠUIImage": 21338, + "_epoch": 21339, + "ubb": 21340, + "enth": 21341, + "Ġelite": 21342, + "Ġcampaigns": 21343, + "ĠPorno": 21344, + "_assign": 21345, + "Protocol": 21346, + "ĠBeing": 21347, + "ĠAirport": 21348, + "Ġconventional": 21349, + "ĠWat": 21350, + "ĠCI": 21351, + "ETA": 21352, + "ĠAnthony": 21353, + "Ġtablet": 21354, + "(format": 21355, + "Ġconsistently": 21356, + "ĠIowa": 21357, + "474": 21358, + "Ġavatar": 21359, + "027": 21360, + ".cursor": 21361, + "![": 21362, + "Ġhanging": 21363, + "Her": 21364, + "Such": 21365, + "';ĊĊĊ": 21366, + "orgeous": 21367, + "()==": 21368, + "ĠviewModel": 21369, + "Ġãĥ": 21370, + "Ġels": 21371, + "ĠAgent": 21372, + "Fetch": 21373, + "apor": 21374, + "Ġcx": 21375, + "pread": 21376, + "ĠPier": 21377, + "oeff": 21378, + "616": 21379, + "Sn": 21380, + "890": 21381, + "ĠVirtual": 21382, + "Apr": 21383, + ".White": 21384, + "615": 21385, + "_MOD": 21386, + "ĠPoints": 21387, + "失": 21388, + "Ġgenes": 21389, + "Ġvendor": 21390, + "Ġmainstream": 21391, + "Ċ": 21421, + "Filename": 21422, + "Ġsne": 21423, + "ĠFootball": 21424, + "Ġrival": 21425, + "Ġdisaster": 21426, + "ionic": 21427, + "ĠDamage": 21428, + ".Resource": 21429, + "-en": 21430, + "ĠTypes": 21431, + "getString": 21432, + "(board": 21433, + "Ġbol": 21434, + "plain": 21435, + "zym": 21436, + "า": 21437, + "Ġscanner": 21438, + "ilder": 21439, + "_msgs": 21440, + "æı": 21441, + "(intent": 21442, + "Ġdestruct": 21443, + "Ġbust": 21444, + "ĠEmploy": 21445, + "oni": 21446, + "ĠUIViewController": 21447, + "Ġodds": 21448, + "earer": 21449, + "Geometry": 21450, + "Ġyii": 21451, + "_EXPORT": 21452, + "ĠAttack": 21453, + "Ġniet": 21454, + "Ġimpression": 21455, + "ĠGil": 21456, + "_prob": 21457, + "528": 21458, + "ĠCF": 21459, + "ĠExperience": 21460, + "/plugins": 21461, + ".Method": 21462, + "Ġbeliefs": 21463, + "Native": 21464, + "_build": 21465, + "Ġvig": 21466, + "Ġranks": 21467, + "covered": 21468, + "705": 21469, + "such": 21470, + "Guard": 21471, + ".pack": 21472, + "adder": 21473, + "809": 21474, + "ivia": 21475, + "lng": 21476, + "ĠвÑĭ": 21477, + "552": 21478, + "Timestamp": 21479, + "_now": 21480, + "Ġpoker": 21481, + "Ġunc": 21482, + "Ġshapes": 21483, + "-types": 21484, + "_period": 21485, + "pk": 21486, + "Ġveteran": 21487, + "Ġsono": 21488, + "Ġappointed": 21489, + "overflow": 21490, + ".driver": 21491, + "_cat": 21492, + "utt": 21493, + "plant": 21494, + "imb": 21495, + "ĠAccept": 21496, + "Ġconcert": 21497, + "ĉnode": 21498, + "ĉz": 21499, + "?>čĊ": 21500, + "Ġbanned": 21501, + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 21502, + "Ġtoxic": 21503, + "Ġdisappe": 21504, + "473": 21505, + "ÈĽ": 21506, + "Ġgrace": 21507, + "ateful": 21508, + "Reply": 21509, + "ĠCruz": 21510, + "486": 21511, + "Ġscrap": 21512, + "Ġkeywords": 21513, + "simp": 21514, + "Ġmortgage": 21515, + "Ġcyber": 21516, + "ĠExecute": 21517, + "Ġlatitude": 21518, + "ifu": 21519, + ".COM": 21520, + "dbo": 21521, + "Ġsorts": 21522, + "ĠGas": 21523, + "omial": 21524, + ".Local": 21525, + "Cells": 21526, + ".Replace": 21527, + "Strings": 21528, + ".fit": 21529, + "ĠThird": 21530, + "%\",Ċ": 21531, + "Ġ{}\".": 21532, + "ĠSony": 21533, + "Ġ[:": 21534, + "585": 21535, + "Ġfallen": 21536, + ".')Ċ": 21537, + "inh": 21538, + "ĠMC": 21539, + "Ġredis": 21540, + "Codes": 21541, + "Ġprofiles": 21542, + "hook": 21543, + "Reducer": 21544, + "_FUNC": 21545, + "Ġnavigate": 21546, + "strlen": 21547, + "Ġhorm": 21548, + "áŀ": 21549, + "ĠSR": 21550, + ".boot": 21551, + "Ġdigest": 21552, + "ĉheader": 21553, + ".findOne": 21554, + "æģ": 21555, + "DbType": 21556, + "nia": 21557, + "_merge": 21558, + "Ġdonne": 21559, + "/Getty": 21560, + "_CHAR": 21561, + "Ġbands": 21562, + ".URL": 21563, + "artial": 21564, + "Ġfreq": 21565, + "Ġsist": 21566, + "Ng": 21567, + "Ġrendering": 21568, + "\\Core": 21569, + "Widgets": 21570, + "ĠVA": 21571, + "Ġactivists": 21572, + "Ste": 21573, + "=_": 21574, + "alla": 21575, + "Stamp": 21576, + "Ġloads": 21577, + "Ġxx": 21578, + "ĠLearning": 21579, + ".Mvc": 21580, + "uir": 21581, + "(\"$": 21582, + "Ġconnecting": 21583, + "ReadOnly": 21584, + "uru": 21585, + "ĠEag": 21586, + "BIT": 21587, + "_DEL": 21588, + "å§": 21589, + "arrass": 21590, + "external": 21591, + "ĠYOUR": 21592, + "ĠBrew": 21593, + "ĠFive": 21594, + "Ġresize": 21595, + "igid": 21596, + "eration": 21597, + "653": 21598, + "ĠÑį": 21599, + "536": 21600, + "åĬł": 21601, + "039": 21602, + "ĠCatch": 21603, + "Ùģ": 21604, + "ĠLeon": 21605, + "amil": 21606, + ".Body": 21607, + "Clip": 21608, + "/list": 21609, + ".br": 21610, + "EditText": 21611, + "ĉdb": 21612, + ".Game": 21613, + "(BuildContext": 21614, + "backend": 21615, + ".Red": 21616, + "facebook": 21617, + "529": 21618, + ".urls": 21619, + "mr": 21620, + "rolled": 21621, + "-------": 21622, + "Ġintervention": 21623, + "Ġretirement": 21624, + "ĠKit": 21625, + "ĠPRE": 21626, + "UpperCase": 21627, + "ĠSocket": 21628, + "Ġ:-": 21629, + "Ġstudying": 21630, + "ĠMetro": 21631, + "arded": 21632, + "Ġconversations": 21633, + "Called": 21634, + "Ġexamine": 21635, + "ertificate": 21636, + ".gz": 21637, + "-responsive": 21638, + "Ġrefund": 21639, + "_network": 21640, + "026": 21641, + "allowed": 21642, + "empt": 21643, + "Ġmeals": 21644, + "Categories": 21645, + "Ġtraveling": 21646, + "Ġkg": 21647, + "Ġshame": 21648, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 21649, + "Ġexplicitly": 21650, + "Ġmathematic": 21651, + "ĠSuite": 21652, + "ĠRGB": 21653, + "******/": 21654, + "Ġmixture": 21655, + "learning": 21656, + ".template": 21657, + "atts": 21658, + "wx": 21659, + "ĉctx": 21660, + ".properties": 21661, + "Ġdrinks": 21662, + "ĠEither": 21663, + "setText": 21664, + ".getData": 21665, + ".zip": 21666, + "Ġreveals": 21667, + ".Ċ": 21681, + "Ġranked": 21682, + "_impl": 21683, + "ĠHandles": 21684, + "Ġhosted": 21685, + "Ġupdating": 21686, + "album": 21687, + "éĿ": 21688, + "Ġshader": 21689, + "Editors": 21690, + "-round": 21691, + "[]{": 21692, + "Ġsep": 21693, + "ĠHi": 21694, + "TEM": 21695, + "lookup": 21696, + ".man": 21697, + "_INPUT": 21698, + "Ġthreatened": 21699, + "_IMPORT": 21700, + "Ġdrops": 21701, + "ruit": 21702, + "sid": 21703, + "both": 21704, + "ĠExcel": 21705, + "Ġjer": 21706, + "ordinary": 21707, + "ей": 21708, + "VIEW": 21709, + "reply": 21710, + "Ġ):Ċ": 21711, + "colors": 21712, + "verified": 21713, + "_Tr": 21714, + "_parse": 21715, + "Ġcongress": 21716, + "617": 21717, + "Promise": 21718, + "ints": 21719, + "ĠMother": 21720, + ".Api": 21721, + "ĠDuration": 21722, + "ĠfirstName": 21723, + "inheritdoc": 21724, + "ĠMars": 21725, + "Ġapr": 21726, + "ODY": 21727, + "Ġvisits": 21728, + "631": 21729, + "Ġhealing": 21730, + "letters": 21731, + ")));čĊ": 21732, + "future": 21733, + ".Framework": 21734, + "Ġkiss": 21735, + "Ġinvolve": 21736, + "Ġsilent": 21737, + "adows": 21738, + "Ġanybody": 21739, + "sch": 21740, + "690": 21741, + "Ġsolely": 21742, + "-img": 21743, + "Ġpropri": 21744, + "Ġinstruct": 21745, + "Ġlicenses": 21746, + "Ġmeth": 21747, + "Ġcondem": 21748, + "ĠDomain": 21749, + "ĠHarris": 21750, + "ĠsÃ¥": 21751, + "CEPT": 21752, + "Batch": 21753, + "@extends": 21754, + "ĠCONTRIBUT": 21755, + ".DataFrame": 21756, + "472": 21757, + "_packet": 21758, + "recision": 21759, + "Ġfocusing": 21760, + ".ht": 21761, + "__\":Ċ": 21762, + ":Get": 21763, + "ĠKC": 21764, + "Ġpassage": 21765, + "Segment": 21766, + "_center": 21767, + "-zA": 21768, + "_BL": 21769, + "Ġconvin": 21770, + "Ġclassified": 21771, + "ĠNSMutable": 21772, + "_ap": 21773, + "tile": 21774, + "Rectangle": 21775, + "492": 21776, + "(nums": 21777, + "vens": 21778, + "ĠUIButton": 21779, + "ĠFeder": 21780, + "amo": 21781, + "Ġoutline": 21782, + "ĠParser": 21783, + "Ġâī": 21784, + "ĠWorks": 21785, + ".Schema": 21786, + "Ġengines": 21787, + "637": 21788, + "563": 21789, + "_common": 21790, + "542": 21791, + "_old": 21792, + "ĠsetContentView": 21793, + "Ġ///<": 21794, + "ĠBT": 21795, + "fm": 21796, + "Ġdivers": 21797, + "_weights": 21798, + "emark": 21799, + "ĠACT": 21800, + "Ġproportion": 21801, + "overlay": 21802, + ".dirname": 21803, + "ĠGit": 21804, + "_REFERENCE": 21805, + "<>": 21806, + "lb": 21807, + "_rule": 21808, + "è´¥": 21809, + "ĠPutin": 21810, + "Ġsleeping": 21811, + "():čĊ": 21812, + "Ġpreserve": 21813, + "Ġparliament": 21814, + "ĠLooking": 21815, + "Ġpicking": 21816, + "ĠDispatch": 21817, + "Ġslip": 21818, + "ëĵ": 21819, + "ĠLyn": 21820, + "_signal": 21821, + "configuration": 21822, + "ĠPitt": 21823, + "491": 21824, + "aden": 21825, + "procedure": 21826, + "Ġenthusi": 21827, + "fight": 21828, + "ĠConsider": 21829, + "Ġtorn": 21830, + "Connected": 21831, + ".cos": 21832, + "_groups": 21833, + "ĠThink": 21834, + "Ġdeliber": 21835, + "Ġresid": 21836, + "working": 21837, + ".columns": 21838, + "ĠCalled": 21839, + "Ġeslint": 21840, + ">\",": 21841, + "_DOWN": 21842, + "hist": 21843, + "ĠAdvanced": 21844, + "Ġrewards": 21845, + "actors": 21846, + "Ġsilence": 21847, + "479": 21848, + "Ġmyth": 21849, + "Ġneur": 21850, + "519": 21851, + "Ġauction": 21852, + ".GetString": 21853, + "eks": 21854, + "(project": 21855, + "598": 21856, + "ĉmsg": 21857, + "ĉoutput": 21858, + "Ġcomplaints": 21859, + "551": 21860, + ",S": 21861, + "Ġtbl": 21862, + "Ġ,ĊĊ": 21863, + "riors": 21864, + "ahren": 21865, + "Ġlawyers": 21866, + "redux": 21867, + "_symbol": 21868, + "offee": 21869, + "_RESULT": 21870, + "(Name": 21871, + "UTC": 21872, + ".currentTime": 21873, + "Ġorganis": 21874, + ".arg": 21875, + "533": 21876, + "Ġminim": 21877, + "wick": 21878, + "Ġreceives": 21879, + "Balance": 21880, + "Ġspeaks": 21881, + "ĠDays": 21882, + "ĠBelow": 21883, + "483": 21884, + "tipo": 21885, + "Present": 21886, + "Ġreserv": 21887, + "hp": 21888, + "Ġrit": 21889, + "_RIGHT": 21890, + "--)": 21891, + "Ġchairman": 21892, + "781": 21893, + "DIS": 21894, + "ĠBOOST": 21895, + "Ġexperiments": 21896, + "687": 21897, + "__);Ċ": 21898, + "Ġstamp": 21899, + "Ġfert": 21900, + "Ġfond": 21901, + "Ter": 21902, + "elve": 21903, + "uren": 21904, + "+i": 21905, + "endency": 21906, + "Ġvirtually": 21907, + "...\"": 21908, + "ï½ŀ": 21909, + "925": 21910, + "-cent": 21911, + "_unique": 21912, + "Ġpricing": 21913, + "mic": 21914, + "RESH": 21915, + "Ġ:::": 21916, + "Ġannotation": 21917, + "ĠCircle": 21918, + "ongodb": 21919, + "itas": 21920, + "Ġ%(": 21921, + "(component": 21922, + "Ġоб": 21923, + "(port": 21924, + "-hour": 21925, + ".obj": 21926, + "LBL": 21927, + "Ġjury": 21928, + "GBT": 21929, + "Ġspy": 21930, + "ĠProfessional": 21931, + "Ġ\"\";ĊĊ": 21932, + "Ġstriking": 21933, + "Ġdiscrimination": 21934, + "Ġpays": 21935, + "937": 21936, + "lict": 21937, + "entes": 21938, + "Ġthrowing": 21939, + "ĠPlugin": 21940, + "(def": 21941, + "ĠRuntimeException": 21942, + "ĠMigration": 21943, + "599": 21944, + "Ġdic": 21945, + "bag": 21946, + "onia": 21947, + "Ġcorruption": 21948, + "704": 21949, + "(Map": 21950, + "Ġprz": 21951, + ".dto": 21952, + "Ġacquire": 21953, + "StateToProps": 21954, + "Ġloving": 21955, + "ож": 21956, + "_pattern": 21957, + "Ġemotions": 21958, + "Ġpublisher": 21959, + "_be": 21960, + "Ġcouples": 21961, + "498": 21962, + "oj": 21963, + "ĠChart": 21964, + "Ġtrop": 21965, + ".tool": 21966, + "Ġestablishment": 21967, + "Ġdol": 21968, + "654": 21969, + "Ġtower": 21970, + "Ġlane": 21971, + "ĠSydney": 21972, + "Ġfilling": 21973, + "claimed": 21974, + "644": 21975, + "Ġdialogue": 21976, + "Ġconvention": 21977, + "booking": 21978, + "parency": 21979, + "æ±": 21980, + "ĠGeneric": 21981, + "718": 21982, + "\\Schema": 21983, + "482": 21984, + "618": 21985, + "Ġranges": 21986, + "/ch": 21987, + "Ġpanels": 21988, + "Ġruled": 21989, + "çĶŁ": 21990, + ".ts": 21991, + "_sets": 21992, + "Ġcleanup": 21993, + "Previous": 21994, + "ĠAnimal": 21995, + "607": 21996, + "($(": 21997, + "ĠAve": 21998, + "ollar": 21999, + "028": 22000, + "_eval": 22001, + "ĉName": 22002, + "(tree": 22003, + "Ġ\"]": 22004, + "571": 22005, + "Ġduties": 22006, + "='/": 22007, + "Clicked": 22008, + "Ġdifferently": 22009, + "ĠClark": 22010, + "Ġdit": 22011, + "ologists": 22012, + "Ġsynd": 22013, + "Ġsends": 22014, + "-known": 22015, + "kb": 22016, + "ĠModal": 22017, + "itative": 22018, + "Ġracing": 22019, + "Ġhighlights": 22020, + "ĠSimon": 22021, + "ĠCaptain": 22022, + "ä¿¡": 22023, + "ĠCB": 22024, + "contin": 22025, + "aran": 22026, + "Ġphysics": 22027, + "retty": 22028, + "etal": 22029, + ".md": 22030, + "axios": 22031, + "Ġspeakers": 22032, + "Ġprep": 22033, + "Ġawarded": 22034, + "ì§Ģ": 22035, + "ĠCorn": 22036, + "ĠNature": 22037, + "UDIO": 22038, + "737": 22039, + "Ġproj": 22040, + "-pre": 22041, + "[u": 22042, + "Features": 22043, + "ĠisEqual": 22044, + "Binary": 22045, + "sig": 22046, + "Ġconfusion": 22047, + "546": 22048, + "568": 22049, + "ĠHat": 22050, + "Ġktó": 22051, + ".configure": 22052, + "MON": 22053, + "494": 22054, + "/edit": 22055, + "_Add": 22056, + ",true": 22057, + "541": 22058, + "Ġcli": 22059, + "ErrorMessage": 22060, + "-loader": 22061, + "Dimensions": 22062, + "ultiply": 22063, + "Ġ{!!": 22064, + "ĠSqlCommand": 22065, + "Ġspoken": 22066, + "Ġpics": 22067, + "Ġtoy": 22068, + "(Key": 22069, + "ĠLoop": 22070, + "ب": 22071, + "EATURE": 22072, + "inction": 22073, + "_setup": 22074, + "wrapper": 22075, + "Ġtong": 22076, + "cular": 22077, + "Opt": 22078, + ".Pl": 22079, + "=\",": 22080, + "(length": 22081, + "umn": 22082, + "Ġchrom": 22083, + "Ġsevent": 22084, + "ĠIllegalArgumentException": 22085, + "478": 22086, + "ĉstart": 22087, + "Ġbegun": 22088, + "CEPTION": 22089, + "dataset": 22090, + "825": 22091, + "ĠFailed": 22092, + "cols": 22093, + "459": 22094, + "Ġknee": 22095, + "imore": 22096, + ".splice": 22097, + "shell": 22098, + "iggers": 22099, + "Ġthemes": 22100, + "995": 22101, + "ĠDJ": 22102, + "ĠAssistant": 22103, + "-$": 22104, + "Maybe": 22105, + "Ġordering": 22106, + "ĠIntelligence": 22107, + "ĠMassachusetts": 22108, + "Ġfailing": 22109, + "elson": 22110, + "Great": 22111, + "=i": 22112, + ".rest": 22113, + "Ġinvite": 22114, + "-disable": 22115, + ".GroupBox": 22116, + "âĢĻest": 22117, + "Ġtackle": 22118, + "gv": 22119, + "etter": 22120, + "Ġ),čĊ": 22121, + "_rules": 22122, + ".warn": 22123, + "functions": 22124, + "ĠChristians": 22125, + "Ġbacked": 22126, + "Ġslider": 22127, + "Ġenjoying": 22128, + "nest": 22129, + "Ġhij": 22130, + "_ms": 22131, + "//*": 22132, + "Annotations": 22133, + "ĠVariables": 22134, + "": 22351, + "cycle": 22352, + "ĠBull": 22353, + "paths": 22354, + "Ġunp": 22355, + "ĠviewDidLoad": 22356, + "_Model": 22357, + "ĠassertTrue": 22358, + "Ġrated": 22359, + "Decl": 22360, + "verted": 22361, + "ĠDat": 22362, + "brew": 22363, + "Ġpointing": 22364, + "Ms": 22365, + "ĠPointer": 22366, + ")'": 22367, + "_non": 22368, + "527": 22369, + "ĠSEC": 22370, + "Ġyeah": 22371, + "gency": 22372, + "initialize": 22373, + "fly": 22374, + "711": 22375, + "[pos": 22376, + ",g": 22377, + "Tele": 22378, + "034": 22379, + "Ġjoke": 22380, + "Ġclause": 22381, + ".findById": 22382, + "enes": 22383, + "(instance": 22384, + "626": 22385, + "£": 22386, + "915": 22387, + "Ġslic": 22388, + "_home": 22389, + "Ġ*/}Ċ": 22390, + "_pages": 22391, + "(service": 22392, + "905": 22393, + "RP": 22394, + "ĠAmong": 22395, + ".getCurrent": 22396, + "806": 22397, + "ãĤ¹": 22398, + "Ġslee": 22399, + "=[Ċ": 22846, + "oler": 22847, + "Ġlibert": 22848, + "Ġ`Ċ": 22849, + "Ġwenn": 22850, + "lated": 22851, + "Ġimmune": 22852, + "(Node": 22853, + "ĠProblem": 22854, + "ĠAbs": 22855, + "logs": 22856, + "Ġ../": 22857, + "ĠADC": 22858, + "Ġ}}\">Ċ": 22859, + ">');Ċ": 22860, + "=b": 22861, + "ĠWind": 22862, + "lahoma": 22863, + "Ġallocate": 22864, + "orian": 22865, + "Ġprescription": 22866, + "-quality": 22867, + "ĠMayor": 22868, + "855": 22869, + "inely": 22870, + "endforeach": 22871, + "ĠComplex": 22872, + "kom": 22873, + "709": 22874, + "TY": 22875, + "790": 22876, + "]].": 22877, + ".Style": 22878, + "_many": 22879, + "','$": 22880, + "Ġbarrier": 22881, + "ĠFetch": 22882, + "ĠMarvel": 22883, + "Ġresist": 22884, + "ого": 22885, + "bidden": 22886, + "ĠRunnable": 22887, + ":false": 22888, + "899": 22889, + "Ġbuilds": 22890, + "ĠStage": 22891, + "Ġdub": 22892, + "empo": 22893, + ".site": 22894, + "558": 22895, + ";ĊĊĊĊ": 22896, + "994": 22897, + "ĠDenver": 22898, + "Ġrevel": 22899, + "Ġtriggered": 22900, + "Ġdice": 22901, + "_fail": 22902, + "Ġgc": 22903, + "833": 22904, + "589": 22905, + "ĉX": 22906, + "ĠThrowable": 22907, + "775": 22908, + ".router": 22909, + "ĠRevolution": 22910, + "ÑĢа": 22911, + "_NON": 22912, + "055": 22913, + "Ł¥": 22914, + "578": 22915, + "Ġelder": 22916, + "Ġabroad": 22917, + "Ġе": 22918, + "ĠAdult": 22919, + "blr": 22920, + "glyphicon": 22921, + "613": 22922, + "Ġpromoting": 22923, + "Ġiz": 22924, + "ĠSolid": 22925, + "645": 22926, + "_loader": 22927, + "early": 22928, + ".enabled": 22929, + "-edit": 22930, + "ĠUL": 22931, + "_play": 22932, + "ĠInterrupt": 22933, + "Ġadvantages": 22934, + "ucle": 22935, + "Ġmechanical": 22936, + ".tableLayoutPanel": 22937, + "ĠWorking": 22938, + "Ġanonymous": 22939, + "Rating": 22940, + "igious": 22941, + "_phone": 22942, + ".addActionListener": 22943, + "Ġfran": 22944, + "unden": 22945, + "Ġ*)&": 22946, + "_bool": 22947, + "ulative": 22948, + "Ġcone": 22949, + "ĠMult": 22950, + "Ġmö": 22951, + "ĠForward": 22952, + "]):Ċ": 22953, + "Ġconvinced": 22954, + "acted": 22955, + "643": 22956, + "ãģĵ": 22957, + "ĠConfigure": 22958, + "Ġceiling": 22959, + "Der": 22960, + "Ġpassengers": 22961, + "Groups": 22962, + "Ġsoccer": 22963, + "/W": 22964, + "aviors": 22965, + "swith": 22966, + "ĠZone": 22967, + ".Options": 22968, + "ĠMom": 22969, + "ieder": 22970, + "Arrays": 22971, + "Ġtreatments": 22972, + "Ġprotecting": 22973, + "fac": 22974, + "Ġpickle": 22975, + "ButtonItem": 22976, + "713": 22977, + "Ġblocking": 22978, + "strar": 22979, + "ò": 22980, + "ĠExport": 22981, + "Ġthrew": 22982, + "otta": 22983, + "ĠBASE": 22984, + ".ws": 22985, + ".LEADING": 22986, + "orderBy": 22987, + "_delay": 22988, + "ĠPu": 22989, + ".dll": 22990, + "ĠChoose": 22991, + "992": 22992, + "Police": 22993, + "ĠBEGIN": 22994, + "boxes": 22995, + "Ġdiamond": 22996, + ",l": 22997, + "Ġĉĉĉ": 22998, + "Ġcurious": 22999, + "624": 23000, + "tv": 23001, + "Ġerotische": 23002, + "ackages": 23003, + "ĉSet": 23004, + "Tick": 23005, + ".border": 23006, + "staticmethod": 23007, + "Ġcher": 23008, + "invoice": 23009, + "Ġcru": 23010, + "Ġdefect": 23011, + "_metadata": 23012, + "relation": 23013, + "ikan": 23014, + "[N": 23015, + "(Qt": 23016, + "(Base": 23017, + "æģ¯": 23018, + "beat": 23019, + "ĠEmpty": 23020, + "ĉo": 23021, + "_shift": 23022, + "Ġregret": 23023, + "722": 23024, + "Those": 23025, + "Cent": 23026, + "ĠPortug": 23027, + "ĠIslands": 23028, + "ĠTIME": 23029, + "Management": 23030, + "996": 23031, + "-sp": 23032, + "539": 23033, + "ême": 23034, + "Ġnotion": 23035, + "unifu": 23036, + "PK": 23037, + "826": 23038, + "è¡Į": 23039, + "ĠCURLOPT": 23040, + "\\\"\\": 23041, + "UV": 23042, + "çº": 23043, + "dra": 23044, + "cou": 23045, + "=`": 23046, + "ĠDestroy": 23047, + "rp": 23048, + ".cancel": 23049, + "GG": 23050, + "runtime": 23051, + "ĠVue": 23052, + "Ġprogressive": 23053, + "/services": 23054, + "Ġrunner": 23055, + "_FRAME": 23056, + ".ToolStripMenuItem": 23057, + "Ġ','": 23058, + "delay": 23059, + "=utf": 23060, + "Ġscreening": 23061, + "Ġpulling": 23062, + "omas": 23063, + "Ġanth": 23064, + "-new": 23065, + "/local": 23066, + "ĠiPad": 23067, + "Ġtwitter": 23068, + "Ġdying": 23069, + "Ġheaven": 23070, + "ĠUInt": 23071, + "ĠSenator": 23072, + "Ġpresum": 23073, + "ĠWalker": 23074, + "Ġovercome": 23075, + "etection": 23076, + "Ġembarrass": 23077, + "China": 23078, + "639": 23079, + "Include": 23080, + "ROLL": 23081, + "ĠdataType": 23082, + "David": 23083, + "ร": 23084, + "lop": 23085, + "-month": 23086, + "Ġscar": 23087, + "ĠSafe": 23088, + "Ġ****************************************************************": 23089, + "Ġaccessories": 23090, + "Ġramp": 23091, + "_USE": 23092, + "Ġcontrad": 23093, + "))]Ċ": 23094, + "Ġprest": 23095, + "ĠHR": 23096, + "ĠRap": 23097, + "Ġusize": 23098, + "Ġcapability": 23099, + "Ġcort": 23100, + "-next": 23101, + "077": 23102, + "627": 23103, + "Ġburden": 23104, + "822": 23105, + "_reader": 23106, + "Ġ@@": 23107, + "regular": 23108, + "ĠKa": 23109, + "036": 23110, + "MAN": 23111, + "Ġastr": 23112, + "Ġ'')Ċ": 23113, + "Ġfed": 23114, + "Ġparsing": 23115, + "ĠYears": 23116, + "Ġbroker": 23117, + "\":{\"": 23118, + "Ġakt": 23119, + "Inventory": 23120, + "abeled": 23121, + "Ġargparse": 23122, + "*******Ċ": 23123, + "versation": 23124, + "Ġcord": 23125, + "ĠTi": 23126, + "Ġhopefully": 23127, + "Ġah": 23128, + "verb": 23129, + "Ġstolen": 23130, + ".Entry": 23131, + "Ġexpecting": 23132, + "Orientation": 23133, + "Ġpowered": 23134, + "Ġpersist": 23135, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 23136, + "']);": 23137, + "')),Ċ": 23138, + "ĠCash": 23139, + "ĉitem": 23140, + "818": 23141, + "grades": 23142, + "ropol": 23143, + "basic": 23144, + "Ġ\");čĊ": 23145, + "Ġawards": 23146, + "(range": 23147, + "-all": 23148, + "ĠIBOutlet": 23149, + "ĠIndeed": 23150, + "----------------------------------------------------------------------------": 23151, + "Ġstomach": 23152, + "Ġflower": 23153, + "Ġsew": 23154, + "_times": 23155, + "avis": 23156, + "QString": 23157, + "ĠRoutes": 23158, + "_prot": 23159, + "Ġcomedy": 23160, + "Ġlogout": 23161, + "Ġwooden": 23162, + "Ġposter": 23163, + "piece": 23164, + ".Join": 23165, + "ĠPok": 23166, + "celona": 23167, + "mutex": 23168, + ";čĊčĊčĊ": 23169, + "Ġstrikes": 23170, + "787": 23171, + "Loaded": 23172, + ")arg": 23173, + "esa": 23174, + "United": 23175, + "Ep": 23176, + "PELL": 23177, + "807": 23178, + "ĠAtlantic": 23179, + "ullet": 23180, + "652": 23181, + "apple": 23182, + "Ġsettled": 23183, + "acon": 23184, + "Ġprinter": 23185, + "ĠGC": 23186, + "å®ļ": 23187, + "Ġrendered": 23188, + ",âĢĻ": 23189, + "heit": 23190, + "social": 23191, + ".ge": 23192, + "714": 23193, + "ĠRick": 23194, + "ĠUtah": 23195, + "got": 23196, + "onical": 23197, + "ĠScroll": 23198, + "ĠSciences": 23199, + "Ġjug": 23200, + "Ġampl": 23201, + "enti": 23202, + "LEFT": 23203, + "Ġtabs": 23204, + "Ġenormous": 23205, + ".getKey": 23206, + "locate": 23207, + ".EX": 23208, + ".storage": 23209, + ".We": 23210, + "Ġtoast": 23211, + "ĠAdditionally": 23212, + "882": 23213, + "ĠNOW": 23214, + "547": 23215, + "_UPDATE": 23216, + "Ġtransferred": 23217, + "tha": 23218, + ".Display": 23219, + "_ui": 23220, + "IDEO": 23221, + "Ġmeaningful": 23222, + "ĠMoscow": 23223, + ",this": 23224, + "ĠVictoria": 23225, + "æĶ¹": 23226, + "ĠÐŁ": 23227, + ".stack": 23228, + "ĠBarn": 23229, + "paredStatement": 23230, + ":string": 23231, + "Ġbij": 23232, + "ĠSTATE": 23233, + "Ġemployers": 23234, + "ĉinput": 23235, + "(|": 23236, + "Ġlex": 23237, + "invoke": 23238, + "ĉnum": 23239, + "++,": 23240, + "atial": 23241, + "orses": 23242, + "Ġfork": 23243, + "_txt": 23244, + "ĠAntonio": 23245, + "Ġ(<": 23246, + "averse": 23247, + "Ġdevast": 23248, + "ãĢĢ": 23249, + ".Dec": 23250, + "ĠGard": 23251, + "/ui": 23252, + ".%": 23253, + "tri": 23254, + "Ġrolled": 23255, + "ValuePair": 23256, + "itten": 23257, + "ĠTher": 23258, + "Ġvrou": 23259, + "ĠFlow": 23260, + "ĠFinance": 23261, + "ĠComb": 23262, + "HC": 23263, + ".setVisible": 23264, + "isl": 23265, + "Ġpk": 23266, + "773": 23267, + "Ġupset": 23268, + "(raw": 23269, + "ĠVice": 23270, + "eatures": 23271, + "ĠLang": 23272, + "029": 23273, + "Looking": 23274, + "767": 23275, + "ĠAST": 23276, + "Ġtrips": 23277, + "ĠJustin": 23278, + "browser": 23279, + "=\"'.$": 23280, + ".vertices": 23281, + "821": 23282, + "-co": 23283, + "}/{": 23284, + "Ġ?,": 23285, + "ĠDomin": 23286, + "ĠBelg": 23287, + "\"<": 23288, + "Ġsuppose": 23289, + "addy": 23290, + "Ġwalks": 23291, + "688": 23292, + "ERRU": 23293, + "_filters": 23294, + "Preferred": 23295, + "scene": 23296, + "еÑģ": 23297, + "ĠAffairs": 23298, + "Ġ\"#{": 23299, + "ĠonSubmit": 23300, + "Ġstocks": 23301, + "/view": 23302, + "gree": 23303, + "-get": 23304, + "903": 23305, + "hit": 23306, + "Jo": 23307, + ".getC": 23308, + "725": 23309, + "Initialized": 23310, + "ÑĤи": 23311, + "cuts": 23312, + "(Type": 23313, + "ĠAgreement": 23314, + "ĠVietnam": 23315, + "Ġ/*!": 23316, + "Ġpizza": 23317, + "-view": 23318, + "_em": 23319, + "Ġlhs": 23320, + "Ġmuy": 23321, + "ĠIdent": 23322, + "ĠFriends": 23323, + "061": 23324, + "Ġabund": 23325, + "_AD": 23326, + ".timestamp": 23327, + "-'": 23328, + "Ġduplicate": 23329, + "Ġhunting": 23330, + "Ġregulatory": 23331, + "iao": 23332, + "amous": 23333, + "ĠEntertainment": 23334, + "[A": 23335, + "iatric": 23336, + "_CLIENT": 23337, + "ĠKids": 23338, + "/pkg": 23339, + "Break": 23340, + ")));ĊĊ": 23341, + "ĠShape": 23342, + "Ġrelating": 23343, + "Interrupt": 23344, + "ableOpacity": 23345, + "embre": 23346, + "Ġmystery": 23347, + "Ġjournalists": 23348, + "ritable": 23349, + ".Link": 23350, + "Ġstopping": 23351, + "CRET": 23352, + ".DB": 23353, + "Ġpopularity": 23354, + "Ġgew": 23355, + "Ġimpr": 23356, + "setValue": 23357, + "FLAG": 23358, + "ĉmax": 23359, + "Ġbake": 23360, + "wy": 23361, + "ĠEconomic": 23362, + "Ġencontr": 23363, + "Ġfname": 23364, + "/de": 23365, + "Rank": 23366, + "Ġbugs": 23367, + ".sm": 23368, + "Ġmedian": 23369, + "DOWN": 23370, + "ĠSure": 23371, + "AtIndex": 23372, + "ĠDick": 23373, + "Ġ(__": 23374, + ".delta": 23375, + "Fr": 23376, + "Ġsuggesting": 23377, + "ĠRecyclerView": 23378, + ",e": 23379, + "START": 23380, + "/****************************************************************************": 23381, + "xford": 23382, + "Ġreceipt": 23383, + "CLAIM": 23384, + "readonly": 23385, + "968": 23386, + "Ġengaging": 23387, + "619": 23388, + "Ca": 23389, + "asma": 23390, + "Ġensuring": 23391, + "English": 23392, + "ĠVancouver": 23393, + "hyth": 23394, + "Ġpurchasing": 23395, + "ĠPI": 23396, + ".word": 23397, + "(sp": 23398, + ".home": 23399, + ":def": 23400, + "Ġgig": 23401, + "574": 23402, + "671": 23403, + "ĠVe": 23404, + "forum": 23405, + "ĠMitch": 23406, + "Bay": 23407, + "_FL": 23408, + "651": 23409, + "Ġsoll": 23410, + "577": 23411, + "_columns": 23412, + "Ġminority": 23413, + "bird": 23414, + "Ġhanded": 23415, + "SSL": 23416, + "STAT": 23417, + "Ġnervous": 23418, + "ĥ½": 23419, + "ĠfilePath": 23420, + "CREATE": 23421, + "Aw": 23422, + "Ġpens": 23423, + "835": 23424, + "seed": 23425, + "ĠCompute": 23426, + "olk": 23427, + "594": 23428, + "ĠAsset": 23429, + "reach": 23430, + "'),čĊ": 23431, + "navigation": 23432, + "LF": 23433, + "/util": 23434, + "ĠPub": 23435, + "ĠâĶ": 23436, + "cion": 23437, + "##Ċ": 23438, + "072": 23439, + "III": 23440, + "TagName": 23441, + "Ġamid": 23442, + "permission": 23443, + "ifiable": 23444, + "xFFFFFFFF": 23445, + "ни": 23446, + ".Buffer": 23447, + "_irq": 23448, + "dark": 23449, + "Ġretval": 23450, + ".fire": 23451, + "production": 23452, + ".listen": 23453, + "ĠWeather": 23454, + "Ġbuyers": 23455, + ".ne": 23456, + "erp": 23457, + "ĠPent": 23458, + "699": 23459, + "Ġwelfare": 23460, + "ĠpageSize": 23461, + "ĠStadium": 23462, + "erta": 23463, + "Ġlev": 23464, + "ampa": 23465, + "Pager": 23466, + "665": 23467, + "Ġcharging": 23468, + "ĠNetflix": 23469, + "|null": 23470, + "_random": 23471, + ".xpath": 23472, + "Ġstere": 23473, + "ĠISIS": 23474, + "ponses": 23475, + "(loc": 23476, + "566": 23477, + "eyond": 23478, + "ĠOfficial": 23479, + "657": 23480, + "ĠMaryland": 23481, + "DataType": 23482, + "_par": 23483, + "{},": 23484, + "ĠEnjoy": 23485, + "727": 23486, + "_SHIFT": 23487, + "ĠAwards": 23488, + "_ENTRY": 23489, + "Ġseemingly": 23490, + "enticate": 23491, + "Ġhearts": 23492, + "583": 23493, + "_;ĊĊ": 23494, + "ĠHIV": 23495, + "Ġindivid": 23496, + "ĠFlag": 23497, + "_ctrl": 23498, + "ĠCallback": 23499, + ",z": 23500, + "ĠGPU": 23501, + "ĉobj": 23502, + "ĠPhoenix": 23503, + "ĠBUS": 23504, + "907": 23505, + "Ġrubber": 23506, + "_AUTH": 23507, + "ĠSolutions": 23508, + "(location": 23509, + "Variables": 23510, + ".setEnabled": 23511, + "_high": 23512, + "WO": 23513, + "Gesture": 23514, + "Ġretry": 23515, + "ĠobjectForKey": 23516, + "alloween": 23517, + "Ġmos": 23518, + "ĠCele": 23519, + "Ġikke": 23520, + "(cell": 23521, + "ĠMODE": 23522, + "rena": 23523, + "Ġdescribing": 23524, + "641": 23525, + "Ġphi": 23526, + "Ġrd": 23527, + "Ġdeserve": 23528, + "Ġwheels": 23529, + "å¸Ĥ": 23530, + "Ġcritics": 23531, + "755": 23532, + "Namespace": 23533, + "ĠFra": 23534, + "ĠĊĊĊĊ": 23535, + "Ġalla": 23536, + "Ġrequiring": 23537, + "æľŁ": 23538, + "utation": 23539, + "Ġdelayed": 23540, + "Ġadministrative": 23541, + "Ġbay": 23542, + ".hidden": 23543, + "Tex": 23544, + "051": 23545, + "Ġboundaries": 23546, + "Ġ]);ĊĊ": 23547, + "ĠFollowing": 23548, + "~/": 23549, + "Fi": 23550, + "_conv": 23551, + "_TITLE": 23552, + "Ġdesde": 23553, + "ICollectionView": 23554, + "Alias": 23555, + "Ġbite": 23556, + "patient": 23557, + "_COMMAND": 23558, + "Completed": 23559, + "ĉelif": 23560, + "(<": 23561, + "Business": 23562, + "ĠPool": 23563, + "Ġpursue": 23564, + "ĠBan": 23565, + "_steps": 23566, + "_DECL": 23567, + "umble": 23568, + "Ġcombo": 23569, + "ĠLayer": 23570, + ".xr": 23571, + "Ġdup": 23572, + "---------": 23573, + "628": 23574, + "Ġmodifier": 23575, + "rob": 23576, + "rez": 23577, + "696": 23578, + "Ġathletes": 23579, + "Used": 23580, + "wear": 23581, + "815": 23582, + "Ġlegitimate": 23583, + "Ġ\"ĊĊ": 23584, + "Ġhv": 23585, + "Std": 23586, + "037": 23587, + "ĠHold": 23588, + "Ġsurviv": 23589, + "ĠAlliance": 23590, + "ĠEarly": 23591, + "778": 23592, + "Behavior": 23593, + "(font": 23594, + "/libs": 23595, + "Ġrectangle": 23596, + "Ġsinger": 23597, + "Ġamp": 23598, + "EqualTo": 23599, + "Ġ\".\"": 23600, + "Ġgirlfriend": 23601, + "å±": 23602, + "linear": 23603, + "observ": 23604, + "Ġpiù": 23605, + "Ġcomplement": 23606, + "WithValue": 23607, + "(password": 23608, + "take": 23609, + "Blank": 23610, + "ĠCompar": 23611, + "'\",": 23612, + "_policy": 23613, + "mongoose": 23614, + "_FAILED": 23615, + ".report": 23616, + "Ratio": 23617, + ".PerformLayout": 23618, + "747": 23619, + "usable": 23620, + "mers": 23621, + "_render": 23622, + "PEED": 23623, + "772": 23624, + "Ġlesb": 23625, + "ĉE": 23626, + "_tool": 23627, + "Ġladies": 23628, + "908": 23629, + "оÑģ": 23630, + "))))Ċ": 23631, + ";;;;": 23632, + ".dot": 23633, + "Ġnest": 23634, + "peak": 23635, + "ukkit": 23636, + "eca": 23637, + "_SW": 23638, + "Ġ&(": 23639, + "ĠOklahoma": 23640, + "Ġbanking": 23641, + "569": 23642, + "ĠNintendo": 23643, + "752": 23644, + "Ġreproduce": 23645, + "_elements": 23646, + "_mac": 23647, + "proxy": 23648, + "Ġremarkable": 23649, + "}/${": 23650, + "Ġouts": 23651, + ".hasNext": 23652, + "MODE": 23653, + "658": 23654, + "Ġanime": 23655, + ".conn": 23656, + "Unique": 23657, + "Dom": 23658, + "Ġimportantly": 23659, + "itty": 23660, + "Ġjuice": 23661, + "Tw": 23662, + "ĠPartners": 23663, + "Ġattacking": 23664, + "Ġportable": 23665, + "amiento": 23666, + ".PictureBox": 23667, + ".gen": 23668, + "Ġoptimal": 23669, + "582": 23670, + "Ġrecre": 23671, + "Ġjournalist": 23672, + "ĠExtract": 23673, + "ĠMoreover": 23674, + "ĠmarginTop": 23675, + ".Ap": 23676, + "Ġfiring": 23677, + "NaN": 23678, + "ĉtemplate": 23679, + "ад": 23680, + ".En": 23681, + "Ġdefence": 23682, + "ĠTel": 23683, + "ilen": 23684, + "jan": 23685, + "=data": 23686, + "ĠUrl": 23687, + "ĠReuters": 23688, + "(total": 23689, + "ĠFifth": 23690, + "Ġessays": 23691, + "Ġinterpretation": 23692, + "Ġcharity": 23693, + "ĠRules": 23694, + "Ġsubsection": 23695, + "styled": 23696, + "azer": 23697, + "lags": 23698, + "LIST": 23699, + "Ġuploaded": 23700, + "Ġtrash": 23701, + "Ġregistr": 23702, + "Ġseller": 23703, + ">';čĊ": 23704, + "ĠstartTime": 23705, + "çĻ": 23706, + "sy": 23707, + "(HttpServletRequest": 23708, + "Ġtrap": 23709, + "GC": 23710, + "Ġembedded": 23711, + "Ġsurrounded": 23712, + "816": 23713, + "imits": 23714, + "TX": 23715, + "ylinder": 23716, + "685": 23717, + "ĠFal": 23718, + "Ġsentences": 23719, + "ĠJa": 23720, + "IFICATION": 23721, + "weapon": 23722, + "ovation": 23723, + "Ġcoat": 23724, + "Ġinterpol": 23725, + "Ġlips": 23726, + "ĠKy": 23727, + "Ġvectors": 23728, + "_am": 23729, + "Ġintake": 23730, + ".world": 23731, + "Ġinbox": 23732, + "ĠMAC": 23733, + "_ab": 23734, + "(nameof": 23735, + "633": 23736, + "Ġentert": 23737, + "Ġgathering": 23738, + "ĠSIM": 23739, + "++.": 23740, + "nya": 23741, + "'}}": 23742, + "ĠUPDATE": 23743, + "Ġpac": 23744, + "(html": 23745, + "ĠSant": 23746, + "iating": 23747, + "ĠIdeas": 23748, + "Ġspray": 23749, + "ĠHart": 23750, + "Ġverification": 23751, + "adesh": 23752, + "/modules": 23753, + "ĠMind": 23754, + "ĠSizedBox": 23755, + "Ġshelter": 23756, + "Ġheroes": 23757, + "atty": 23758, + "Ġcertified": 23759, + "sj": 23760, + "Ġêtre": 23761, + "ÅĤo": 23762, + "Ġpublishing": 23763, + "ĠMalays": 23764, + ".getUser": 23765, + "ĠProvider": 23766, + "ĠLinkedList": 23767, + "ĠBor": 23768, + "ROUND": 23769, + "did": 23770, + "tain": 23771, + "pire": 23772, + "ĠJenn": 23773, + "tel": 23774, + "ande": 23775, + "757": 23776, + "_front": 23777, + "ĠMcG": 23778, + "TestMethod": 23779, + "à¸Ń": 23780, + "Ġoccasionally": 23781, + "ĠWales": 23782, + "Ġexercises": 23783, + "ĠÐĴ": 23784, + "045": 23785, + "-plus": 23786, + "Ġvalidator": 23787, + "Ġprayer": 23788, + "LATED": 23789, + "_author": 23790, + "Ġlabour": 23791, + "++Ċ": 23792, + "-equiv": 23793, + "ĠGPL": 23794, + "Ġfacebook": 23795, + "simple": 23796, + "gly": 23797, + "Processor": 23798, + "ipy": 23799, + "744": 23800, + "Ġ*>": 23801, + "648": 23802, + "Ġcleared": 23803, + "ĠPush": 23804, + "858": 23805, + "Ġpenis": 23806, + "Structure": 23807, + "lij": 23808, + "ĠMorgan": 23809, + "Ġhandful": 23810, + "\".Ċ": 23811, + "984": 23812, + "|\\": 23813, + "Ġ********************************": 23814, + "ĠAqu": 23815, + "584": 23816, + "_IC": 23817, + ".loads": 23818, + "Ġmeter": 23819, + "ĠMarine": 23820, + "::{": 23821, + "ĠTS": 23822, + "776": 23823, + "ĠArrays": 23824, + ".Title": 23825, + "GRAM": 23826, + "termin": 23827, + "Ġcoinc": 23828, + "Else": 23829, + "_states": 23830, + "-run": 23831, + "members": 23832, + "782": 23833, + "astro": 23834, + "066": 23835, + "ĠonPress": 23836, + "Ġbeings": 23837, + "Ġabandoned": 23838, + "Ġtaxp": 23839, + "owners": 23840, + ".mode": 23841, + "Ġdiagnosis": 23842, + "Ġ_Ċ": 23843, + "ĠKnight": 23844, + "ĉA": 23845, + "Ġobserve": 23846, + "),'": 23847, + "823": 23848, + "!\")Ċ": 23849, + "ĠPara": 23850, + "Ġvariation": 23851, + "(False": 23852, + "ĠAnti": 23853, + "Ġgri": 23854, + "Ġhomeless": 23855, + "?v": 23856, + "Ġbez": 23857, + ".Server": 23858, + "release": 23859, + "ĠPatri": 23860, + "Ġchars": 23861, + "Ġranking": 23862, + "activation": 23863, + "581": 23864, + "Ġwides": 23865, + "qr": 23866, + ".Sql": 23867, + "acular": 23868, + "ĠBot": 23869, + "_sync": 23870, + "Ġhappiness": 23871, + "Ġvolunteers": 23872, + "877": 23873, + "Ġsits": 23874, + "/<": 23875, + "[e": 23876, + "(fileName": 23877, + "Ġcapac": 23878, + "832": 23879, + "ĠMaria": 23880, + "father": 23881, + "Ġgram": 23882, + "*i": 23883, + "Ġcaso": 23884, + "_draw": 23885, + "ĠRaw": 23886, + "ĠIterator": 23887, + "664": 23888, + "ĠPadding": 23889, + "924": 23890, + "PD": 23891, + "BOX": 23892, + "ĠSPECIAL": 23893, + "Ġfecha": 23894, + "Ġvide": 23895, + "ĠLeader": 23896, + "以": 23897, + "$(\".": 23898, + "Ġdiameter": 23899, + "Ġmild": 23900, + "745": 23901, + "Ġrocks": 23902, + "appings": 23903, + "048": 23904, + "directory": 23905, + "557": 23906, + ".flush": 23907, + "ĠJess": 23908, + "UNIT": 23909, + "ĠPear": 23910, + "Ġmandatory": 23911, + "Sur": 23912, + "qt": 23913, + "Ġstreams": 23914, + "Ġcooperation": 23915, + "ĠSac": 23916, + "Ġcheaper": 23917, + "ĉch": 23918, + "animation": 23919, + "fare": 23920, + "(height": 23921, + "(True": 23922, + "NY": 23923, + "Ġwrest": 23924, + "Ġpolls": 23925, + "Ġencountered": 23926, + "ĠMarketable": 23927, + "_PASSWORD": 23928, + "716": 23929, + "_SELECT": 23930, + "ĠArabia": 23931, + "_clock": 23932, + "Ġvoy": 23933, + "Ġиз": 23934, + "Ġstir": 23935, + "isible": 23936, + "-effect": 23937, + ".created": 23938, + "Ġtoys": 23939, + "ĠTradable": 23940, + "Ġrust": 23941, + "Ġstrcpy": 23942, + "_timestamp": 23943, + "Ġtalented": 23944, + ",null": 23945, + "ĠJobs": 23946, + "ĠPortland": 23947, + "Ġweakness": 23948, + "Throw": 23949, + "ĠAngel": 23950, + "ä¿®": 23951, + "754": 23952, + "Ġuncert": 23953, + "ï¼īĊ": 23954, + "ĠìĿ´": 23955, + "Which": 23956, + "Ġ[-]:": 23957, + "Something": 23958, + "Ġconvicted": 23959, + "kle": 23960, + "edium": 23961, + "Ġbranches": 23962, + "Ġbases": 23963, + "ç®": 23964, + "Ġcomplexity": 23965, + "ĠFig": 23966, + ".reshape": 23967, + "$db": 23968, + "736": 23969, + "_CONST": 23970, + "ĠTes": 23971, + ".runtime": 23972, + "Ġdeny": 23973, + "ĠBSD": 23974, + "Ġkr": 23975, + "hatt": 23976, + "ĠStatic": 23977, + "Ġuniversities": 23978, + "Replace": 23979, + "Ġdrove": 23980, + "Ġadoles": 23981, + "_plugin": 23982, + "ĠLGBT": 23983, + "Ġtex": 23984, + "duction": 23985, + "751": 23986, + "799": 23987, + "EDI": 23988, + "ĠTed": 23989, + "_URI": 23990, + "Ġreception": 23991, + "arten": 23992, + ".Single": 23993, + "rice": 23994, + "scious": 23995, + "843": 23996, + "_bg": 23997, + "Ġwages": 23998, + "ĠServlet": 23999, + "UILayout": 24000, + "Ġformatted": 24001, + ".Mod": 24002, + "',Ċ": 24049, + "Ġexpanding": 24050, + "ĠHamilton": 24051, + "ĠContrib": 24052, + ".Tables": 24053, + "728": 24054, + "Activ": 24055, + "HH": 24056, + "ocommerce": 24057, + "_;": 24058, + "Ġamongst": 24059, + "owing": 24060, + "859": 24061, + "ĠCold": 24062, + "APH": 24063, + "Ġpsychological": 24064, + "_tensor": 24065, + "Ġpackaging": 24066, + "ĠSweden": 24067, + "Ġpare": 24068, + "Ġaggregate": 24069, + "Ġmoderate": 24070, + "862": 24071, + "_hand": 24072, + "Ġdesignated": 24073, + "Ġdrum": 24074, + "ĠgetUser": 24075, + "ĠCreek": 24076, + "_scope": 24077, + "ĠTransfer": 24078, + "ĠMarg": 24079, + "Ġfighters": 24080, + "Wnd": 24081, + "ĠSel": 24082, + "ĠLaunch": 24083, + "Ġemerging": 24084, + "iframe": 24085, + "ĠAdditional": 24086, + "Ġfears": 24087, + "Ġsatellite": 24088, + "_:": 24089, + "Ġdisposing": 24090, + "GetValue": 24091, + "HttpPost": 24092, + "ATIVE": 24093, + "ulary": 24094, + "Views": 24095, + "Ġattending": 24096, + "ĠTennessee": 24097, + "ĠMission": 24098, + "Ġmedication": 24099, + "ĠWy": 24100, + "ĠAnna": 24101, + "ع": 24102, + "ĠVertex": 24103, + ".types": 24104, + "Organ": 24105, + ".DataGridViewTextBoxColumn": 24106, + "ĠRS": 24107, + "Ġtempo": 24108, + "(App": 24109, + "892": 24110, + "VersionUID": 24111, + ".point": 24112, + "ĠDutch": 24113, + "Hours": 24114, + "LU": 24115, + "Ġquoted": 24116, + ".builder": 24117, + "ĠPerfect": 24118, + "ĠAlways": 24119, + "_two": 24120, + "Ġexclusively": 24121, + "ĠCra": 24122, + "ificar": 24123, + "ĠAWS": 24124, + "ingham": 24125, + "complex": 24126, + "kernel": 24127, + "Ġgravity": 24128, + "Ġwi": 24129, + "052": 24130, + "Ġoverview": 24131, + "661": 24132, + "ĠWant": 24133, + "ĠWP": 24134, + "(sh": 24135, + ".rotation": 24136, + "States": 24137, + "ĠTeen": 24138, + "_components": 24139, + "ìĪĺ": 24140, + "Received": 24141, + "Ġlyrics": 24142, + "rites": 24143, + "ĉĉĉĉĉĠ": 24144, + "-American": 24145, + "[num": 24146, + "/python": 24147, + "ĠUART": 24148, + "Ġapple": 24149, + "ĠJonathan": 24150, + "Ġmomentum": 24151, + "ั": 24152, + "Ĥ¹": 24153, + "Ġmich": 24154, + "andra": 24155, + "Ġbiological": 24156, + "ĠMens": 24157, + "Ġ%%": 24158, + "elsea": 24159, + "ĠMexican": 24160, + ".randint": 24161, + "Ġtale": 24162, + "ĠValidate": 24163, + "Ġdefeated": 24164, + ".htm": 24165, + "Ġcopper": 24166, + "=/": 24167, + "cosystem": 24168, + "Ġrip": 24169, + "decimal": 24170, + ".VISIBLE": 24171, + "ĠTa": 24172, + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ": 24173, + "Ġdownloaded": 24174, + "environment": 24175, + "Ġnomine": 24176, + "building": 24177, + "ĠSpot": 24178, + "ipheral": 24179, + "Ġalto": 24180, + "quet": 24181, + "ĠFT": 24182, + "/get": 24183, + "/master": 24184, + "WIN": 24185, + "åħĥ": 24186, + "676": 24187, + "West": 24188, + "argc": 24189, + "Ġproducers": 24190, + "ĠMuch": 24191, + "_storage": 24192, + "credit": 24193, + "CONT": 24194, + "Ġvet": 24195, + "Ġvoices": 24196, + "('',": 24197, + "Ġinstruments": 24198, + "662": 24199, + "ĠMSG": 24200, + "esse": 24201, + "repository": 24202, + "omics": 24203, + "Ġdealer": 24204, + "Still": 24205, + "Ġbanner": 24206, + "ascii": 24207, + "Ġremarks": 24208, + "[js": 24209, + "Ġshorter": 24210, + "gulp": 24211, + "Ġmyster": 24212, + "Ġkun": 24213, + "ĠBird": 24214, + "Ġtiene": 24215, + "788": 24216, + "nut": 24217, + "ĠUm": 24218, + "Ġwise": 24219, + "Yeah": 24220, + "INESS": 24221, + "046": 24222, + "_begin": 24223, + "-heading": 24224, + "Course": 24225, + "ĠčĊčĊ": 24226, + "ombie": 24227, + "graded": 24228, + "ĠGPS": 24229, + "Ġże": 24230, + "Fit": 24231, + "caption": 24232, + "ön": 24233, + "/image": 24234, + "lia": 24235, + "(mod": 24236, + "Ġleak": 24237, + "enza": 24238, + "629": 24239, + "/H": 24240, + "ĠHappy": 24241, + "993": 24242, + "Dist": 24243, + "nx": 24244, + "ĠGovernor": 24245, + "(last": 24246, + "teacher": 24247, + "ĠSent": 24248, + "support": 24249, + "838": 24250, + "jectory": 24251, + "ĠÙħ": 24252, + "Registration": 24253, + "063": 24254, + "ĠGray": 24255, + ",false": 24256, + "Ġadjusted": 24257, + "(settings": 24258, + "'Ċ": 24324, + "-fold": 24325, + "æĬ": 24326, + "ĠBetter": 24327, + "Ġ\"\\<": 24328, + "spacing": 24329, + "Ġfurnished": 24330, + "913": 24331, + "oser": 24332, + "]}Ċ": 24333, + "Ġ$\"": 24334, + "pull": 24335, + ".Post": 24336, + "919": 24337, + "(ip": 24338, + "Ĺı": 24339, + ".front": 24340, + "nte": 24341, + "ĠFM": 24342, + "guid": 24343, + "844": 24344, + "Ġnegotiations": 24345, + "agonal": 24346, + "934": 24347, + "Ġtremend": 24348, + "ungeon": 24349, + "Adv": 24350, + "carousel": 24351, + "ÃŁe": 24352, + "_DESC": 24353, + "Ġhammer": 24354, + "áºŃ": 24355, + "ĠĠĠĠĠĠĠĠĊĊ": 24356, + "-core": 24357, + "-service": 24358, + "Ġcorners": 24359, + "ĠSF": 24360, + "pred": 24361, + ">A": 24362, + "ĠJLabel": 24363, + "Ġromantic": 24364, + "Ġtestimony": 24365, + "osc": 24366, + "ĠGeneration": 24367, + "asures": 24368, + "_internal": 24369, + "Ġprints": 24370, + "Ġ])Ċ": 24371, + "ĠCleveland": 24372, + "repo": 24373, + "Disc": 24374, + "677": 24375, + "762": 24376, + "Ġ\">Ċ": 24377, + "����": 24378, + "Ġnearest": 24379, + "591": 24380, + "_tb": 24381, + "(require": 24382, + "EOF": 24383, + "-child": 24384, + "Ġbudd": 24385, + ".XtraEditors": 24386, + "alties": 24387, + "723": 24388, + "\\\":\\\"": 24389, + "Words": 24390, + "917": 24391, + "Ġlocally": 24392, + "Ġpurchases": 24393, + "695": 24394, + "Drawer": 24395, + "extract": 24396, + "Ġexecut": 24397, + "}'.": 24398, + "userdata": 24399, + "Ġfocuses": 24400, + "-minute": 24401, + "764": 24402, + "ĠPublish": 24403, + "ogo": 24404, + "Ġmountains": 24405, + "Bot": 24406, + "}>{": 24407, + "Ġtension": 24408, + "rod": 24409, + "mesh": 24410, + "Ġtransformed": 24411, + ",R": 24412, + "()}Ċ": 24413, + ".long": 24414, + "Ġgorgeous": 24415, + "ĠSchedule": 24416, + "Ġoldest": 24417, + "Ġsubprocess": 24418, + "(IN": 24419, + "yect": 24420, + "ĠCooper": 24421, + "arness": 24422, + "ĠMonitor": 24423, + ".part": 24424, + "972": 24425, + "ĠNBC": 24426, + "668": 24427, + "Ġcotton": 24428, + "Ġhol": 24429, + "726": 24430, + "Ġrgba": 24431, + "ĠBio": 24432, + "Continue": 24433, + "Pod": 24434, + "Ġparticipating": 24435, + "clusions": 24436, + "(ByVal": 24437, + "734": 24438, + "ì": 24439, + "ĠHOW": 24440, + "_setopt": 24441, + "Ġaccompanying": 24442, + "091": 24443, + "aton": 24444, + "Ġ/\\": 24445, + "ĠAuthentication": 24446, + "ién": 24447, + "ĠBarack": 24448, + "/*.": 24449, + "Ġeager": 24450, + "ĠCancel": 24451, + "$": 24502, + "OLEAN": 24503, + "OKIE": 24504, + "IBILITY": 24505, + "UAGE": 24506, + "ĠSurvey": 24507, + "071": 24508, + "Ġresign": 24509, + "wing": 24510, + "Ġsecrets": 24511, + "Ġchips": 24512, + "JSONObject": 24513, + "Desktop": 24514, + "596": 24515, + "_SYMBOL": 24516, + "(resource": 24517, + "ĠĊ": 24518, + "Ġnewest": 24519, + "uli": 24520, + "Ġdesert": 24521, + "Ġdip": 24522, + "ĠPow": 24523, + "Ġequation": 24524, + "Ġpossibilities": 24525, + "ĠFed": 24526, + "osph": 24527, + "Ġ[%": 24528, + "Ġbubble": 24529, + "etherlands": 24530, + "793": 24531, + "Ġcement": 24532, + ".auto": 24533, + "_AN": 24534, + "âĢĻ.": 24535, + "selection": 24536, + "ĠBond": 24537, + "988": 24538, + "Den": 24539, + "-O": 24540, + ".getType": 24541, + "896": 24542, + ".Window": 24543, + "pres": 24544, + "Ġswinger": 24545, + "\"})Ċ": 24546, + "Ġpip": 24547, + "Ġmice": 24548, + "Ġcompound": 24549, + "-plugin": 24550, + "iko": 24551, + "Ġcenturies": 24552, + "icular": 24553, + "-inline": 24554, + "ĉkey": 24555, + ">\\<": 24556, + "ENSION": 24557, + "Ġ[čĊ": 24558, + "Ġprecisely": 24559, + "Ġété": 24560, + "ĠPast": 24561, + "ĠCambridge": 24562, + "-full": 24563, + "Ġanalyze": 24564, + "ĠSteven": 24565, + "Ġnem": 24566, + "due": 24567, + "oren": 24568, + "Ġmuscles": 24569, + "ijing": 24570, + "852": 24571, + "/-": 24572, + "ĠKennedy": 24573, + "597": 24574, + "RM": 24575, + "ossible": 24576, + "Ġactress": 24577, + "Ġdolor": 24578, + "914": 24579, + "å½ķ": 24580, + "Need": 24581, + ".toggle": 24582, + "ĠRace": 24583, + "wers": 24584, + ".material": 24585, + "ĠDue": 24586, + "ĠPel": 24587, + "#print": 24588, + "Ġindependence": 24589, + "exus": 24590, + "Shadow": 24591, + "Ġencoder": 24592, + "(level": 24593, + "ĠSwift": 24594, + ".doc": 24595, + "_selection": 24596, + "952": 24597, + "ĠserialVersionUID": 24598, + "945": 24599, + "Labels": 24600, + "Ġperformances": 24601, + ".Tag": 24602, + "ĠNHL": 24603, + "izen": 24604, + "/UIKit": 24605, + "991": 24606, + "_CONTROL": 24607, + "Ġearnings": 24608, + "975": 24609, + "ĠAlt": 24610, + "_HANDLE": 24611, + "Ctx": 24612, + "Ġpersu": 24613, + "Ġtran": 24614, + "ç¨": 24615, + "_CHANNEL": 24616, + "Ġsatisfaction": 24617, + "ĠGP": 24618, + "769": 24619, + "iox": 24620, + "mitt": 24621, + "lando": 24622, + "Ġpig": 24623, + "inals": 24624, + "ência": 24625, + "731": 24626, + "Surface": 24627, + "ĠUUID": 24628, + "Ġbeneficial": 24629, + "Ġsequences": 24630, + "ĉmemset": 24631, + "Ġmagical": 24632, + "«": 24633, + "Ġworn": 24634, + "ASC": 24635, + "popup": 24636, + "COMP": 24637, + "_before": 24638, + "eness": 24639, + "Ui": 24640, + "Les": 24641, + ".require": 24642, + ".Serializable": 24643, + "addGap": 24644, + "Ġauthorization": 24645, + "085": 24646, + ".pyplot": 24647, + "urray": 24648, + "latitude": 24649, + "845": 24650, + "frames": 24651, + "ajs": 24652, + "Ġcompass": 24653, + "Ġobservations": 24654, + "_sup": 24655, + ".environ": 24656, + "Ġtriple": 24657, + "ĠRuby": 24658, + "Ġdrain": 24659, + "_FILTER": 24660, + "San": 24661, + "UMP": 24662, + "NullException": 24663, + "ĠGab": 24664, + "owe": 24665, + "ĠTurkish": 24666, + "_sequence": 24667, + "ĠGrant": 24668, + "uela": 24669, + "Ġwo": 24670, + "Ġcube": 24671, + "iq": 24672, + "Ġdisorders": 24673, + "Ġextraordinary": 24674, + "Ġctrl": 24675, + "ĠSeq": 24676, + "entr": 24677, + "865": 24678, + "Ġsanctions": 24679, + "949": 24680, + "utsch": 24681, + "Reports": 24682, + "Ġinherit": 24683, + "Period": 24684, + "Ġphotography": 24685, + "ĠFramework": 24686, + "Ġspecialist": 24687, + "Ġ?ĊĊ": 24688, + "_selected": 24689, + ".Player": 24690, + "Ġallocation": 24691, + "(account": 24692, + "Ġstructural": 24693, + "vable": 24694, + "-offset": 24695, + ".AppCompatActivity": 24696, + "ам": 24697, + ".AddWithValue": 24698, + "Ġicons": 24699, + "Ġshutdown": 24700, + "_low": 24701, + "ĠCompare": 24702, + "ĠCe": 24703, + "=head": 24704, + "lam": 24705, + ".predict": 24706, + "_DEC": 24707, + "ĠSleep": 24708, + "ĠGratis": 24709, + "Ġsuggestion": 24710, + "ĠDEL": 24711, + "caff": 24712, + "avirus": 24713, + "Nothing": 24714, + "ŀĭ": 24715, + "Ġwidespread": 24716, + "Ġmechanisms": 24717, + "ĠtextAlign": 24718, + "occup": 24719, + "ĠRail": 24720, + ":NS": 24721, + "Ġfiber": 24722, + "Ġmk": 24723, + "Ġvintage": 24724, + "-long": 24725, + ".reduce": 24726, + ".Entities": 24727, + "(record": 24728, + "Ġpleasant": 24729, + "FRING": 24730, + ".Cells": 24731, + "OTT": 24732, + "ĉelseif": 24733, + "649": 24734, + "724": 24735, + "_confirm": 24736, + "ĠViewGroup": 24737, + "sym": 24738, + "Ġpray": 24739, + "Ġsuspected": 24740, + "Contains": 24741, + "983": 24742, + "Ġborders": 24743, + "ĠcomponentDid": 24744, + "ASSERT": 24745, + "Ġinfinite": 24746, + "-order": 24747, + "Ġhello": 24748, + "ĠGrade": 24749, + ".currentTimeMillis": 24750, + "apolis": 24751, + "zh": 24752, + "ĉObject": 24753, + ":\\\\": 24754, + "HO": 24755, + "valuation": 24756, + "Ġvocab": 24757, + "719": 24758, + "Ġcoupon": 24759, + "atabases": 24760, + ".GetType": 24761, + "Learn": 24762, + "792": 24763, + "]=\"": 24764, + "ĠGary": 24765, + "otive": 24766, + "Ġash": 24767, + "Ġbib": 24768, + "XXXX": 24769, + "Ġbalanced": 24770, + "VALUE": 24771, + "ĠNat": 24772, + "_Ad": 24773, + "<": 24930, + "Ġfool": 24931, + "Ġesk": 24932, + ".Null": 24933, + "ĠDies": 24934, + "_OUTPUT": 24935, + "_TYPED": 24936, + "Ġpainted": 24937, + "673": 24938, + "735": 24939, + "Ġsophistic": 24940, + "ĠBear": 24941, + "*n": 24942, + "_PACK": 24943, + "Ġdelivering": 24944, + "ĠCOUNT": 24945, + "åįķ": 24946, + "Ġjeg": 24947, + "-car": 24948, + "fname": 24949, + "Ġranging": 24950, + "848": 24951, + "ĠNeg": 24952, + "/******/": 24953, + "ĠCHAR": 24954, + "Ġultra": 24955, + "Grad": 24956, + "=t": 24957, + "Ġjudges": 24958, + "ĠDise": 24959, + "anners": 24960, + "985": 24961, + "891": 24962, + "861": 24963, + "Ġscal": 24964, + "_cal": 24965, + "ĠCONNECTION": 24966, + "_embed": 24967, + "(fn": 24968, + "ĠCraft": 24969, + "047": 24970, + "ĠPas": 24971, + "\")->": 24972, + ".convert": 24973, + ".resource": 24974, + "ĠSTATUS": 24975, + "ông": 24976, + "ĠTit": 24977, + "Ġclassroom": 24978, + "ĠArchitect": 24979, + "ĠKings": 24980, + "Ġsteady": 24981, + "/*!Ċ": 24982, + "ĠGene": 24983, + ")\";Ċ": 24984, + "icia": 24985, + "stan": 24986, + "ĠConstruction": 24987, + "umper": 24988, + "951": 24989, + "wc": 24990, + "ĠCBS": 24991, + "inging": 24992, + "-party": 24993, + "(driver": 24994, + "MARK": 24995, + "082": 24996, + "Ġnested": 24997, + "eward": 24998, + "Ġdependency": 24999, + "Ġmales": 25000, + "928": 25001, + "ĠONE": 25002, + "ĠProduction": 25003, + "][$": 25004, + "ãĥ¼ãĥ": 25005, + "_LOAD": 25006, + "ĠBol": 25007, + "elry": 25008, + "831": 25009, + "łéĻ¤": 25010, + "ĠRequire": 25011, + "Ġplacing": 25012, + "xxx": 25013, + "CALE": 25014, + "Ġthumb": 25015, + "824": 25016, + "Choose": 25017, + "Ġprototype": 25018, + "VOID": 25019, + "Ġlesbian": 25020, + "741": 25021, + "Ġtraits": 25022, + "Sharp": 25023, + "Ġconsume": 25024, + "Truth": 25025, + "ĠactionPerformed": 25026, + "ĠEnvironmental": 25027, + "ĠDean": 25028, + "Ġestado": 25029, + "same": 25030, + "Ġnumeric": 25031, + "Ġtransit": 25032, + ".Email": 25033, + "-side": 25034, + "_RUN": 25035, + "ĠVillage": 25036, + "_OPEN": 25037, + "è¦": 25038, + ".rem": 25039, + "-warning": 25040, + "anya": 25041, + "PropertyChanged": 25042, + "Ġ(!_": 25043, + "(check": 25044, + "ilia": 25045, + "ĠSoft": 25046, + "steps": 25047, + "ĠMadrid": 25048, + "MemoryWarning": 25049, + "Ġhandlers": 25050, + "Ġexperiencing": 25051, + "Ġinspect": 25052, + "buttons": 25053, + "ReceiveMemoryWarning": 25054, + "chemy": 25055, + "Links": 25056, + "Ġurllib": 25057, + ".SystemColors": 25058, + "ĠEigen": 25059, + "Ġpunishment": 25060, + ":UIControl": 25061, + "bara": 25062, + "-set": 25063, + "Ġ}čĊčĊčĊ": 25064, + "Ġtolerance": 25065, + "Ġinterfaces": 25066, + ".redirect": 25067, + "ighbors": 25068, + "csrf": 25069, + "_background": 25070, + ".Utils": 25071, + "_HT": 25072, + "692": 25073, + "ĠInterest": 25074, + "imos": 25075, + "Ġgrants": 25076, + "083": 25077, + "Ġexamined": 25078, + "ÐĶ": 25079, + "Ġcf": 25080, + "forge": 25081, + "backs": 25082, + "ĠObjects": 25083, + "_sent": 25084, + ".entry": 25085, + "ĠTHEN": 25086, + "ellido": 25087, + "cia": 25088, + ",res": 25089, + "659": 25090, + "681": 25091, + "/stdc": 25092, + ".nd": 25093, + "(Int": 25094, + "ĠAuthors": 25095, + "ĠAppCompatActivity": 25096, + "'{": 25097, + "Ġmedi": 25098, + "Music": 25099, + "igm": 25100, + "ceipt": 25101, + "Ġauss": 25102, + "Ġtargeting": 25103, + "ĠKeys": 25104, + "hn": 25105, + ":]Ċ": 25106, + "Ġmineral": 25107, + "î": 25108, + ".ca": 25109, + "761": 25110, + "omed": 25111, + "Ġsheets": 25112, + "Ġcamb": 25113, + "Ġdeadly": 25114, + ".inject": 25115, + "(unit": 25116, + "ĠSelection": 25117, + ".gms": 25118, + "(connection": 25119, + "Ġ$(\"": 25120, + "émon": 25121, + "ĠCurrently": 25122, + "pte": 25123, + "_paths": 25124, + "847": 25125, + "leaf": 25126, + "Ġimplications": 25127, + "posal": 25128, + "ä½į": 25129, + "[/": 25130, + "ancia": 25131, + "éĽ": 25132, + "mul": 25133, + "cie": 25134, + "Ġgeile": 25135, + "679": 25136, + "imals": 25137, + "UIView": 25138, + "Ġsurre": 25139, + "serialize": 25140, + "ISO": 25141, + "Ġarbitrary": 25142, + "Ġsockaddr": 25143, + ".fn": 25144, + "ĠMerc": 25145, + "Ġcasting": 25146, + "KeyDown": 25147, + "ĠnewValue": 25148, + "opens": 25149, + "717": 25150, + "Todo": 25151, + "Ġflexibility": 25152, + "ĉĉĉĉĠĠ": 25153, + "Velocity": 25154, + "ún": 25155, + "rowing": 25156, + "Ġcomputed": 25157, + "`)Ċ": 25158, + "statement": 25159, + "Ġri": 25160, + "_cart": 25161, + "Low": 25162, + "transfer": 25163, + ".nav": 25164, + "Ġgrave": 25165, + "ĠDoor": 25166, + "ĉalert": 25167, + "691": 25168, + "698": 25169, + ".subscribe": 25170, + "-profile": 25171, + "ĉbase": 25172, + "ĠâĪĴ": 25173, + "__ĊĊ": 25174, + "Ġengineers": 25175, + "Ġexplosion": 25176, + "Ġdari": 25177, + "682": 25178, + "ĉLog": 25179, + "onal": 25180, + "Ġisolated": 25181, + "{i": 25182, + "ĠMsg": 25183, + "Future": 25184, + "Ġracist": 25185, + "-wrap": 25186, + "ĠVers": 25187, + "borg": 25188, + "ISION": 25189, + "ĠÑĢаÐ": 25190, + "ĠYan": 25191, + "836": 25192, + "initWith": 25193, + "Ġnomin": 25194, + "(empty": 25195, + "ÃŃn": 25196, + "ãĤ¤": 25197, + "ĉwidth": 25198, + "Ġchamber": 25199, + "/ajax": 25200, + "EMP": 25201, + "093": 25202, + "Ġneces": 25203, + "ivos": 25204, + "logic": 25205, + "*)&": 25206, + "cripts": 25207, + "976": 25208, + "RowAt": 25209, + "053": 25210, + "iblings": 25211, + "Ġears": 25212, + "Ġcomputing": 25213, + "Ġmaker": 25214, + "ĠNeither": 25215, + "breadcrumb": 25216, + "Ġserialize": 25217, + "ĠWithin": 25218, + "Ġdell": 25219, + "_TRACE": 25220, + "092": 25221, + "=a": 25222, + "Ġwishes": 25223, + "-inch": 25224, + "ĠDor": 25225, + "Ġinnocent": 25226, + "ĠDol": 25227, + "Ġintens": 25228, + "forced": 25229, + "054": 25230, + "ĠBIT": 25231, + "Ġphotographs": 25232, + "Ġcasa": 25233, + "ĠLen": 25234, + "\\Framework": 25235, + ".Simple": 25236, + "Ġdear": 25237, + "895": 25238, + ")/(": 25239, + "ippi": 25240, + "Ġowns": 25241, + "Players": 25242, + "Ġproposals": 25243, + ".pi": 25244, + "usalem": 25245, + "Damage": 25246, + "Ġcalories": 25247, + "ĠCreative": 25248, + "Ġ[$": 25249, + "Ġ//čĊ": 25250, + "786": 25251, + "AndView": 25252, + "ème": 25253, + ".custom": 25254, + "_factory": 25255, + "commands": 25256, + "_look": 25257, + "Ġstrcmp": 25258, + "YN": 25259, + "aired": 25260, + "Ġaudit": 25261, + "оÑģÑĤ": 25262, + "ĠReverse": 25263, + "ropriate": 25264, + "etics": 25265, + "';Ċ": 25348, + "Ġpepper": 25349, + "989": 25350, + "Ġshed": 25351, + "ĠMedium": 25352, + "ĠCookie": 25353, + "889": 25354, + "Ġoverseas": 25355, + "edor": 25356, + "asurement": 25357, + "766": 25358, + "åŃĺ": 25359, + "Ġ'.'": 25360, + "Ġphp": 25361, + "ĠPROC": 25362, + "Ġexceptional": 25363, + "(th": 25364, + "ĠJet": 25365, + "Ġoccupied": 25366, + ".setImage": 25367, + "ĠRelated": 25368, + "ucker": 25369, + "Members": 25370, + "PRINT": 25371, + "ĠGlo": 25372, + "_VIEW": 25373, + "}\",Ċ": 25374, + "Ġadoption": 25375, + "[])Ċ": 25376, + "842": 25377, + "ĠMissouri": 25378, + "ĠLincoln": 25379, + "erald": 25380, + "Popup": 25381, + "Ġfate": 25382, + "-bootstrap": 25383, + "fections": 25384, + "ĠPoll": 25385, + "_ARGS": 25386, + "inance": 25387, + "697": 25388, + "-home": 25389, + ".),": 25390, + "_done": 25391, + "694": 25392, + ":ĊĊĊ": 25393, + "Ġdiscussing": 25394, + "ĠSQLException": 25395, + "Ġelectro": 25396, + "ĉreq": 25397, + "Ġzw": 25398, + "886": 25399, + "Ġlui": 25400, + "932": 25401, + "Ġovernight": 25402, + "$user": 25403, + "ĠWAY": 25404, + "Ġallerg": 25405, + "Ġdisappointed": 25406, + "Ġradiation": 25407, + "Ġimpressed": 25408, + "ificates": 25409, + "Ġtob": 25410, + "CLASS": 25411, + "Ġcuda": 25412, + "_det": 25413, + "-post": 25414, + "ulu": 25415, + "Translation": 25416, + "-hand": 25417, + ".year": 25418, + "ĠMongo": 25419, + "Ġunclear": 25420, + ".engine": 25421, + "WEBPACK": 25422, + "rices": 25423, + "_ACCESS": 25424, + "Ġholidays": 25425, + "percent": 25426, + ".Identity": 25427, + "ĠGov": 25428, + "Ġpassionate": 25429, + "!!.": 25430, + "ĠGreece": 25431, + "plusplus": 25432, + "'));": 25433, + "GP": 25434, + "Ġexcit": 25435, + ".tabPage": 25436, + "_cond": 25437, + "Ġsponsor": 25438, + "MODULE": 25439, + "_proc": 25440, + "Ġ$Ċ": 25441, + "Ġrational": 25442, + ".Tool": 25443, + "Ġihr": 25444, + "cca": 25445, + "åĵģ": 25446, + "ĠEstate": 25447, + "IBUTE": 25448, + "ActionPerformed": 25449, + "ĠSolar": 25450, + "¦Ĥ": 25451, + "Ġequity": 25452, + "tid": 25453, + "938": 25454, + "Ġrecip": 25455, + ".simple": 25456, + "mk": 25457, + "689": 25458, + "ĠLuke": 25459, + "ĠGuardian": 25460, + "Ġencrypted": 25461, + "Ġdominant": 25462, + ".place": 25463, + "ĠNV": 25464, + "839": 25465, + "Ġtongue": 25466, + "(Get": 25467, + "Ġstainless": 25468, + ".Play": 25469, + "Ġeb": 25470, + "aci": 25471, + ".buffer": 25472, + "readcrumbs": 25473, + "Ġvaccine": 25474, + "prom": 25475, + "979": 25476, + "ĠuserInfo": 25477, + "Ġslug": 25478, + "SerializedName": 25479, + "-wide": 25480, + "Ġreactions": 25481, + "ĠYang": 25482, + "ĠAdds": 25483, + "(userId": 25484, + "Ġplates": 25485, + "ĠMEM": 25486, + "Ġbail": 25487, + "Inside": 25488, + "eted": 25489, + "Ġelsif": 25490, + "Ġsake": 25491, + "Ġcycles": 25492, + "ĠìĹ": 25493, + "ĉI": 25494, + "-collapse": 25495, + "841": 25496, + "ĠGMT": 25497, + "814": 25498, + "Declaration": 25499, + "Ġgros": 25500, + "Ġreaches": 25501, + "Ġcustody": 25502, + "Until": 25503, + "753": 25504, + "856": 25505, + "tu": 25506, + "ĠChen": 25507, + "Ġnx": 25508, + "(addr": 25509, + "ĠOffer": 25510, + "Ġcolleg": 25511, + "assador": 25512, + "674": 25513, + "Ġmapper": 25514, + "854": 25515, + "ĠSIGNAL": 25516, + "ĠBloom": 25517, + "ĠHoll": 25518, + "ĠImper": 25519, + "-des": 25520, + "_site": 25521, + "Proc": 25522, + "Equ": 25523, + "Ġatomic": 25524, + "ĠWoman": 25525, + "sent": 25526, + "738": 25527, + "817": 25528, + "scar": 25529, + "Ġintelligent": 25530, + "ĠGetting": 25531, + "ĠRegistration": 25532, + "ĠPhill": 25533, + "Ġkiller": 25534, + "unicode": 25535, + "ĊĉĉĊ": 25536, + "ĠJacob": 25537, + "ĠConst": 25538, + "Ġlocate": 25539, + "Ġcaus": 25540, + "749": 25541, + "ĠScholar": 25542, + "Ġconstitutional": 25543, + "Ġinflation": 25544, + "ĠGot": 25545, + "=array": 25546, + "endum": 25547, + "Ġtranslated": 25548, + "Ġdivorce": 25549, + "Entries": 25550, + "Ġsor": 25551, + "ĠQuote": 25552, + "irlines": 25553, + "UK": 25554, + "Ġexcel": 25555, + "(opt": 25556, + "ĠADV": 25557, + ",:,": 25558, + "Ġcontacted": 25559, + "742": 25560, + "ĠDA": 25561, + "Ġrings": 25562, + "ĠIndustrial": 25563, + ".getContext": 25564, + "Ġforgotten": 25565, + "ĠTan": 25566, + "Ġpants": 25567, + "Ġov": 25568, + "Ġdecoder": 25569, + "ĠPartial": 25570, + "Ġvc": 25571, + "Ġbattles": 25572, + "Arial": 25573, + "FRINGEMENT": 25574, + "irates": 25575, + ",w": 25576, + "aintenance": 25577, + "ĠOd": 25578, + "ĠTechnologies": 25579, + "åīį": 25580, + "ĠCarter": 25581, + ".findAll": 25582, + "Nome": 25583, + "Ben": 25584, + "ĠUsage": 25585, + "ĠPicture": 25586, + "Ġbadly": 25587, + "_panel": 25588, + "Ġpatent": 25589, + "ĠProtocol": 25590, + "lotte": 25591, + "ĉplayer": 25592, + "jections": 25593, + "746": 25594, + "Ġdou": 25595, + "_release": 25596, + "urniture": 25597, + "_tax": 25598, + "ĠFields": 25599, + ".dataset": 25600, + "_master": 25601, + "CLUDE": 25602, + "ĠPharm": 25603, + "bst": 25604, + "Ġoperational": 25605, + ".cell": 25606, + "Ġidentifying": 25607, + "Ġjwt": 25608, + "tuple": 25609, + "ĠTC": 25610, + "ĠCro": 25611, + "936": 25612, + "ixmap": 25613, + "-components": 25614, + "general": 25615, + "Ġoz": 25616, + "_De": 25617, + "_double": 25618, + "ĠToo": 25619, + "088": 25620, + ".ViewGroup": 25621, + "879": 25622, + "gate": 25623, + "dings": 25624, + "photos": 25625, + "Ġgrande": 25626, + "ollect": 25627, + "_lin": 25628, + "Ġawful": 25629, + "filters": 25630, + "Ġalternate": 25631, + "esp": 25632, + "Ġcompress": 25633, + "eo": 25634, + "ĠScale": 25635, + "Ġindirect": 25636, + "Ġinvoice": 25637, + "ĊĊĊĊĊĊĊĊĊĊĊĊĊĊĊĊ": 25638, + "Starting": 25639, + "ĠPlayers": 25640, + "iele": 25641, + ".then": 25642, + "981": 25643, + "Ord": 25644, + "ĠTuple": 25645, + "Ġbout": 25646, + "ĠStatistics": 25647, + "Preview": 25648, + "Ġpuzzle": 25649, + "ĠWidth": 25650, + "STATE": 25651, + "Ġoverlay": 25652, + "ĉon": 25653, + "Ġinfr": 25654, + "Ġsmallest": 25655, + "locked": 25656, + "ÑĤо": 25657, + "ssl": 25658, + "779": 25659, + "Ġdeemed": 25660, + "Ġsco": 25661, + "reck": 25662, + "ĠjButton": 25663, + "Ġmissions": 25664, + "871": 25665, + "称": 25666, + ".SelectedIndex": 25667, + "TABLE": 25668, + "Sept": 25669, + "Ġacknowledge": 25670, + "Ġstrtotime": 25671, + "ĠTell": 25672, + "ĠDak": 25673, + "Ġaluminum": 25674, + "Ġfence": 25675, + "ĠStars": 25676, + "CONFIG": 25677, + "Ġretrofit": 25678, + "Ġemphasis": 25679, + "/header": 25680, + "ĠSomething": 25681, + "inished": 25682, + "='\".$": 25683, + "ĠValidators": 25684, + "Ġpolar": 25685, + "sections": 25686, + "944": 25687, + ".aspx": 25688, + "Ġaspir": 25689, + ".Mock": 25690, + "CodeGen": 25691, + "Ġpeut": 25692, + "971": 25693, + "Ġaccepting": 25694, + "Ġbacking": 25695, + "Picture": 25696, + "/ap": 25697, + "ег": 25698, + "_SEC": 25699, + "-use": 25700, + "annotation": 25701, + "Ġcognitive": 25702, + "Ġgrip": 25703, + "hour": 25704, + "ĠLegal": 25705, + "Ġepic": 25706, + ".toolStrip": 25707, + ".notify": 25708, + ".Last": 25709, + "ORIZ": 25710, + "Middleware": 25711, + "criptions": 25712, + "lash": 25713, + "_FOUND": 25714, + "ĠLiverpool": 25715, + "Ġ{}\",": 25716, + "931": 25717, + "Install": 25718, + "Ġnit": 25719, + "Ġfigured": 25720, + "[len": 25721, + ".Win": 25722, + ".platform": 25723, + "853": 25724, + "Ġgambling": 25725, + "(dt": 25726, + "avery": 25727, + "ĉinclude": 25728, + "Whether": 25729, + "Routing": 25730, + "Ġtherap": 25731, + "Remote": 25732, + "ĠLoss": 25733, + "yll": 25734, + "Ġapproached": 25735, + "ĠVehicle": 25736, + "ĠAlpha": 25737, + "Ġvocê": 25738, + "answers": 25739, + "NSDictionary": 25740, + "954": 25741, + "consider": 25742, + "unused": 25743, + "ĠFan": 25744, + "orable": 25745, + "fre": 25746, + "873": 25747, + "ĠDISCLAIM": 25748, + "ĠActor": 25749, + ".]": 25750, + "toHave": 25751, + ".userId": 25752, + "Ġspeeds": 25753, + "eway": 25754, + "Ġrecurs": 25755, + "Ġг": 25756, + "_priv": 25757, + "!âĢĿĊĊ": 25758, + "Choice": 25759, + "Ġsettle": 25760, + "Ġplanes": 25761, + "'},": 25762, + "Tom": 25763, + "ITER": 25764, + "!\"Ċ": 25765, + "å»": 25766, + "achelor": 25767, + "Ġseparation": 25768, + "Ġdal": 25769, + "adj": 25770, + "Ġregisters": 25771, + "riz": 25772, + "ĠNotice": 25773, + "Ġlu": 25774, + "Ġcourage": 25775, + "Ġaxes": 25776, + "cellent": 25777, + ".async": 25778, + "073": 25779, + "Ġcompatibility": 25780, + "ç«": 25781, + "Ġ!ĊĊ": 25782, + "ĉtitle": 25783, + "YLE": 25784, + "ĉmessage": 25785, + "UUID": 25786, + "OLDER": 25787, + "ĠHH": 25788, + "ĠStyleSheet": 25789, + "Ġaccessed": 25790, + ".validation": 25791, + "tasks": 25792, + "Ġpollution": 25793, + ".canvas": 25794, + "Ġingredient": 25795, + "ĠCabin": 25796, + "Ah": 25797, + "oldown": 25798, + "ĠNOI": 25799, + "ĠÃĹ": 25800, + "[f": 25801, + "educ": 25802, + "yalty": 25803, + "(not": 25804, + "_State": 25805, + "933": 25806, + "amen": 25807, + "795": 25808, + "739": 25809, + "Ġdao": 25810, + "udad": 25811, + "ellers": 25812, + "}&": 25813, + "licity": 25814, + "_WINDOW": 25815, + "Ġtatto": 25816, + "valor": 25817, + ".Range": 25818, + "Ġreferenced": 25819, + "ĠReserve": 25820, + "Money": 25821, + "874": 25822, + "SCRIPT": 25823, + "/product": 25824, + "choices": 25825, + "Ġtin": 25826, + "ãĤĵ": 25827, + "918": 25828, + "Ġseparator": 25829, + "Ġpkg": 25830, + "ammed": 25831, + "ĠMAT": 25832, + "!!ĊĊ": 25833, + "Ġraid": 25834, + "Ġmotivation": 25835, + "ĠXP": 25836, + "ĠBackground": 25837, + "ĠQuaternion": 25838, + ".defineProperty": 25839, + "iker": 25840, + "ĉparent": 25841, + "ĠOriginally": 25842, + "antage": 25843, + "ĠHans": 25844, + "Ġtimeline": 25845, + ".cur": 25846, + "opic": 25847, + "ĠSequ": 25848, + "must": 25849, + "ĠCoal": 25850, + "Ġformatter": 25851, + "_RGB": 25852, + "Ġ_(\"": 25853, + "'}),Ċ": 25854, + "Ġ=================": 25855, + "ĠFUNCTION": 25856, + "Ġlng": 25857, + "icates": 25858, + "live": 25859, + "_engine": 25860, + "Ġtowns": 25861, + "868": 25862, + "'))ĊĊ": 25863, + "ĠPK": 25864, + "(api": 25865, + "ĉscanf": 25866, + "089": 25867, + "packet": 25868, + ".phone": 25869, + "áĢ": 25870, + "ĠAndy": 25871, + "_NAMES": 25872, + "982": 25873, + "PLY": 25874, + "955": 25875, + "Ġmins": 25876, + "imi": 25877, + "Ġbrick": 25878, + "Ġblade": 25879, + ".stdout": 25880, + "}`;Ċ": 25881, + "Shift": 25882, + "ĉsb": 25883, + "ĠChecks": 25884, + "Ġphenomenon": 25885, + "Avatar": 25886, + "Ġministry": 25887, + "rose": 25888, + "ĉFile": 25889, + "878": 25890, + "Ġtitled": 25891, + "(LOG": 25892, + "Ġgan": 25893, + "design": 25894, + "(),čĊ": 25895, + "Ġbones": 25896, + "stm": 25897, + "ÅĽÄĩ": 25898, + "ĠInputStream": 25899, + "Ġvolunt": 25900, + "ĠSerializable": 25901, + "Ġfighter": 25902, + "ĠDrag": 25903, + "Twitter": 25904, + "Ġsubsid": 25905, + "ç¼": 25906, + "Ġforums": 25907, + ".loading": 25908, + "logged": 25909, + "_this": 25910, + "Ġterrain": 25911, + "Ġirre": 25912, + "ĠIng": 25913, + "ĠCN": 25914, + "_objects": 25915, + ".uid": 25916, + "Ġconsciousness": 25917, + "TINGS": 25918, + "ĠGall": 25919, + "Ġportray": 25920, + "056": 25921, + "ĠDeveloper": 25922, + "Ġparticipant": 25923, + "Ġ\";čĊ": 25924, + "/model": 25925, + "794": 25926, + "ĠOperations": 25927, + "^\\": 25928, + "ĠLater": 25929, + "Ġraises": 25930, + "-none": 25931, + ".meta": 25932, + "='.$": 25933, + "Finished": 25934, + "Ġreplacing": 25935, + "Ġsampling": 25936, + "ĠJen": 25937, + "\"There": 25938, + "REAL": 25939, + "ALE": 25940, + "ìĬ¤": 25941, + "Orders": 25942, + "_parameter": 25943, + "ĠOlympic": 25944, + "Ġtrès": 25945, + "Ġarena": 25946, + "iol": 25947, + ";?>": 25948, + "Ġimpacts": 25949, + "ĠWS": 25950, + ":get": 25951, + "Ġflights": 25952, + "ĠRussell": 25953, + "camera": 25954, + "Fn": 25955, + "sigma": 25956, + "Ġforcing": 25957, + "Ġlocals": 25958, + "Ġdeparture": 25959, + "Ġcelebration": 25960, + "ĠSay": 25961, + "884": 25962, + "ï¼Ĵ": 25963, + "ĠHills": 25964, + ".hasOwnProperty": 25965, + "Ġtypings": 25966, + ".API": 25967, + "Ġdonation": 25968, + "OperationException": 25969, + ".Activity": 25970, + "cplusplus": 25971, + "ĠCharlie": 25972, + "Ġimported": 25973, + "Ġdann": 25974, + "Ġoccasions": 25975, + "Ġimplementing": 25976, + "Ġpurple": 25977, + ".dialog": 25978, + "SQLException": 25979, + "erno": 25980, + "Ġwars": 25981, + "Ġpaste": 25982, + "Ġdecreased": 25983, + "Ġharsh": 25984, + "Ġelabor": 25985, + "inputs": 25986, + "ĠViews": 25987, + "ĠerrorMessage": 25988, + "_mul": 25989, + "ĉwrite": 25990, + "ĠCop": 25991, + "ĠAnnual": 25992, + "(button": 25993, + "Ġvida": 25994, + "bars": 25995, + "ĠHarvard": 25996, + "ĉexpect": 25997, + "Ġindexes": 25998, + "Ġdocumentary": 25999, + "Ġflesh": 26000, + "ORLD": 26001, + "ĠDelta": 26002, + "MAND": 26003, + "Brush": 26004, + "-column": 26005, + "Ġdevelopments": 26006, + "974": 26007, + "783": 26008, + "methodVisitor": 26009, + "slice": 26010, + "ĠPDO": 26011, + "Ġinvesting": 26012, + "867": 26013, + "irable": 26014, + "Ġxmlns": 26015, + "ï¼Ľ": 26016, + "arta": 26017, + "Ġtheories": 26018, + "_city": 26019, + "Ġ$__": 26020, + "Creating": 26021, + "(pr": 26022, + "Dropdown": 26023, + "ismatch": 26024, + "ĠNET": 26025, + "926": 26026, + "'])){Ċ": 26027, + "ĠValues": 26028, + "ĠSEO": 26029, + "ĠSTAT": 26030, + "Ġecosystem": 26031, + "Ġtempt": 26032, + "Ġ\\\\": 26033, + "Ġ//{Ċ": 26034, + "ĠChristopher": 26035, + "ĠKentucky": 26036, + "ĠHttpServletResponse": 26037, + "Ġhybrid": 26038, + "yon": 26039, + "Ġfeeding": 26040, + "ĠExtra": 26041, + "Norm": 26042, + "ITCH": 26043, + "ĠSean": 26044, + "ĠUpload": 26045, + "mun": 26046, + "pur": 26047, + "Ġpersistent": 26048, + "ĠIDC": 26049, + "ĠPerform": 26050, + "863": 26051, + ".merge": 26052, + "_room": 26053, + "Meanwhile": 26054, + "!='": 26055, + "ĠWel": 26056, + "ArgsConstructor": 26057, + "887": 26058, + ".Database": 26059, + "Ġcounting": 26060, + "()*": 26061, + "ĶåĽŀ": 26062, + "ĠTOP": 26063, + "mill": 26064, + "ĠDT": 26065, + "IGNED": 26066, + "956": 26067, + "ĠKB": 26068, + "Ġcomply": 26069, + "South": 26070, + "_collection": 26071, + "Chapter": 26072, + "Ġexplaining": 26073, + "_AM": 26074, + "_ts": 26075, + "cards": 26076, + "Ġquel": 26077, + "Ġpole": 26078, + "Ġtouchdown": 26079, + "ĠOthers": 26080, + "Ġpeers": 26081, + "ĠTypeError": 26082, + "763": 26083, + "Ġsixth": 26084, + "Ġcheer": 26085, + "Ġdispute": 26086, + "963": 26087, + "893": 26088, + "usc": 26089, + ")],": 26090, + "thumb": 26091, + "Ġhiding": 26092, + "ĠSIG": 26093, + "likes": 26094, + "ĠPAGE": 26095, + ".Reflection": 26096, + "Ġheadquarters": 26097, + "TING": 26098, + "ĠGhost": 26099, + "MLE": 26100, + "$Ċ": 26101, + "Ġcontrary": 26102, + "extend": 26103, + "']).": 26104, + "FFECT": 26105, + "ĠPinterest": 26106, + "úmero": 26107, + "ricane": 26108, + "ĉsession": 26109, + "Ġcrystal": 26110, + "-Control": 26111, + "overnment": 26112, + "ograf": 26113, + "961": 26114, + "-action": 26115, + "volume": 26116, + "ften": 26117, + "Ġuncon": 26118, + "Ġanimate": 26119, + "Ġlease": 26120, + "scr": 26121, + "Ġrefuse": 26122, + "ãĢĭ": 26123, + "ftp": 26124, + "information": 26125, + "Ġevaluated": 26126, + "Ġinjection": 26127, + "Ġjack": 26128, + "Ġworkshop": 26129, + "注": 26130, + "PTH": 26131, + "ĠTs": 26132, + "offer": 26133, + "ĉos": 26134, + "Ġkingdom": 26135, + "Missing": 26136, + "Ġlawmakers": 26137, + "extField": 26138, + "Ġsinging": 26139, + "abi": 26140, + "/client": 26141, + ".media": 26142, + "ATEGORY": 26143, + "Signature": 26144, + "%',Ċ": 26145, + "ĠFuck": 26146, + "][:": 26147, + "Ġsensors": 26148, + "/com": 26149, + "ĠPrimary": 26150, + ".SQL": 26151, + "_program": 26152, + "Ġpills": 26153, + "Ġintegral": 26154, + "Ġfleet": 26155, + "Ġdropping": 26156, + ".sl": 26157, + "Been": 26158, + "Ġpets": 26159, + "Ġadvised": 26160, + "Ġdragon": 26161, + "_EDIT": 26162, + "(im": 26163, + "939": 26164, + "FER": 26165, + "ĠDrug": 26166, + "(random": 26167, + "Ġcompression": 26168, + "oust": 26169, + "[%": 26170, + "Ġbuyer": 26171, + "hop": 26172, + "Roles": 26173, + "manage": 26174, + "Ġpainful": 26175, + "ĠBranch": 26176, + "-modal": 26177, + "enant": 26178, + "ĠMesh": 26179, + "/font": 26180, + "ĠGraham": 26181, + "Ġâĺ": 26182, + "Ġnc": 26183, + "ĠFrancis": 26184, + "Ġspecification": 26185, + "Ġdamages": 26186, + "-config": 26187, + "Ġtheoret": 26188, + "secure": 26189, + "_multi": 26190, + "aceutical": 26191, + "Ġdemanding": 26192, + "enne": 26193, + "ISTS": 26194, + "094": 26195, + "()));ĊĊ": 26196, + "Reason": 26197, + "Recent": 26198, + "phase": 26199, + "Ġpsy": 26200, + "_MAN": 26201, + "Ġvolunteer": 26202, + "å¿": 26203, + "istributed": 26204, + "lio": 26205, + "Ġproductivity": 26206, + "_comm": 26207, + "Spring": 26208, + "nis": 26209, + ".weight": 26210, + "ĠCancer": 26211, + "Alloc": 26212, + "ĠTweet": 26213, + "Ġseparately": 26214, + "ĉcheck": 26215, + "_properties": 26216, + ".Unit": 26217, + "829": 26218, + "_CLK": 26219, + "Ġgt": 26220, + "Ġ();ĊĊ": 26221, + "Ġhandy": 26222, + "834": 26223, + "ĠThompson": 26224, + "Ġunnecessary": 26225, + "ĠReader": 26226, + "894": 26227, + "GN": 26228, + "=request": 26229, + "ĠUtility": 26230, + ".Repository": 26231, + "ĠAx": 26232, + "hydr": 26233, + "791": 26234, + "ieu": 26235, + "Ġthy": 26236, + "Ġlt": 26237, + "_mail": 26238, + "ä¿®æĶ¹": 26239, + "ailand": 26240, + "ĠPhilip": 26241, + "Ġbitter": 26242, + "Ġbetting": 26243, + "837": 26244, + "Ġtimed": 26245, + "ocks": 26246, + "076": 26247, + "'a": 26248, + "Ġalgorithms": 26249, + "Ġreinterpret": 26250, + "Ġtoss": 26251, + "rogen": 26252, + "Ġhoped": 26253, + "(selected": 26254, + "Ġventure": 26255, + "TEX": 26256, + "ĠLeave": 26257, + ".Substring": 26258, + "Ġgrateful": 26259, + "743": 26260, + "uka": 26261, + "ĠConsumer": 26262, + "Ġaggreg": 26263, + "Circle": 26264, + "à¸ģ": 26265, + "_blocks": 26266, + "Ġlegally": 26267, + "Ġ\"|": 26268, + "ãĥĥ": 26269, + ".board": 26270, + ".Ab": 26271, + "Functions": 26272, + "recipe": 26273, + "èĩ": 26274, + "ĠOxford": 26275, + "Ġwholes": 26276, + ".Build": 26277, + "_changed": 26278, + "hai": 26279, + "Ġdepartments": 26280, + "964": 26281, + "Imp": 26282, + "Ġcoalition": 26283, + "INFRINGEMENT": 26284, + "Ġempower": 26285, + "itches": 26286, + "North": 26287, + "Ġinflamm": 26288, + "ONSE": 26289, + "Ġmissile": 26290, + "ĠRaj": 26291, + "ĠIssue": 26292, + "Ġatoi": 26293, + "caled": 26294, + ".Controllers": 26295, + "ĠWolf": 26296, + "Ġcrushers": 26297, + "á»ĩ": 26298, + ".Auth": 26299, + ".addAttribute": 26300, + "his": 26301, + "Ġboots": 26302, + ".clean": 26303, + "camp": 26304, + "Ġtenant": 26305, + "Ġtune": 26306, + "Ġ{}'.": 26307, + "Ġworkout": 26308, + "Repo": 26309, + "Ġpartially": 26310, + "MISSION": 26311, + "jamin": 26312, + "ĠSB": 26313, + "Ġdetermination": 26314, + "Ġ'');Ċ": 26315, + "ĠBeng": 26316, + "Ġvos": 26317, + "Ġinhab": 26318, + "/lang": 26319, + "sburgh": 26320, + "Executor": 26321, + "hone": 26322, + "ĠChallenge": 26323, + "_links": 26324, + ".Level": 26325, + "Ġunderground": 26326, + "-code": 26327, + "959": 26328, + "Ġoptimization": 26329, + "logging": 26330, + "_dest": 26331, + "Ġsnake": 26332, + "Ġchemicals": 26333, + "_IMPORTED": 26334, + "adoop": 26335, + "ĠTHAT": 26336, + "managed": 26337, + "Ġreduces": 26338, + "ĠREAL": 26339, + "ĠGuy": 26340, + "_GENERIC": 26341, + "/********************************": 26342, + ".amount": 26343, + "Ġdere": 26344, + "getTime": 26345, + "Ġpant": 26346, + "anonymous": 26347, + "Ġharmony": 26348, + "ĠAlan": 26349, + "Ġscenarios": 26350, + "Ġdirt": 26351, + "htags": 26352, + "Mc": 26353, + "Shell": 26354, + "rin": 26355, + "{čĊčĊ": 26356, + ".pow": 26357, + "ĉclient": 26358, + "Ġconspiracy": 26359, + "Ġadmission": 26360, + "ĠRegional": 26361, + "ĠViewController": 26362, + "ĠPhilippines": 26363, + "Ġdepos": 26364, + "Ġpap": 26365, + "962": 26366, + "ĠPad": 26367, + "Paul": 26368, + ".ComboBox": 26369, + "Ġtutor": 26370, + "ĠRecipe": 26371, + "writing": 26372, + "Ġcontributor": 26373, + "OTH": 26374, + "Small": 26375, + "VI": 26376, + "Ġhacer": 26377, + "equ": 26378, + "ĠExamples": 26379, + "human": 26380, + ".messages": 26381, + "ĉtyp": 26382, + "Ġ(čĊ": 26383, + "ĠSSL": 26384, + "LEN": 26385, + "ĠRomney": 26386, + "(grid": 26387, + "ĉmin": 26388, + "Ġ>ĊĊ": 26389, + "Ġfruits": 26390, + "Ġvoter": 26391, + "Inline": 26392, + "pane": 26393, + "ĠCollections": 26394, + "charset": 26395, + "Ġspam": 26396, + "zb": 26397, + "itemap": 26398, + "Ġsucceeded": 26399, + "_COL": 26400, + "Ġelapsed": 26401, + "imeter": 26402, + "Ġrecovered": 26403, + "Tensor": 26404, + "hattan": 26405, + ".setup": 26406, + "isto": 26407, + "(head": 26408, + "977": 26409, + "ĠSIZE": 26410, + "Ġtactics": 26411, + "Ġdistur": 26412, + "Ġpreval": 26413, + "icios": 26414, + "(Value": 26415, + "_cols": 26416, + "ĠFat": 26417, + "Ġseal": 26418, + "Ġsons": 26419, + "Ġensures": 26420, + "095": 26421, + "Ġpressing": 26422, + "=&": 26423, + "igenous": 26424, + "Ġharassment": 26425, + "_JSON": 26426, + "Ġignor": 26427, + "ynomial": 26428, + "omer": 26429, + "_static": 26430, + "Ġsignificance": 26431, + "Ġcircles": 26432, + "_System": 26433, + "Ġdiscipline": 26434, + "Ġdressed": 26435, + "Ġsphere": 26436, + "927": 26437, + "Ġclimb": 26438, + "759": 26439, + "_actions": 26440, + "ĠBab": 26441, + "Ġ'=',": 26442, + "_schema": 26443, + "\"use": 26444, + "Ġunders": 26445, + "Ġcups": 26446, + ".screen": 26447, + "/new": 26448, + "Ġappearing": 26449, + "TOP": 26450, + "vised": 26451, + "clang": 26452, + "Ġinvestigators": 26453, + "Ġmysterious": 26454, + "Ġpromising": 26455, + "Ġqualify": 26456, + "Ġcave": 26457, + "Ġequip": 26458, + "=x": 26459, + "GT": 26460, + "(link": 26461, + ".velocity": 26462, + ".erase": 26463, + "oter": 26464, + "++++++++": 26465, + "profit": 26466, + "Ġzones": 26467, + "_uid": 26468, + "-ser": 26469, + "Ġobjectives": 26470, + "Ġmilf": 26471, + "webkit": 26472, + "(match": 26473, + "neh": 26474, + "ĠAssociated": 26475, + "ĠTodo": 26476, + "=d": 26477, + "065": 26478, + "Cam": 26479, + "Ġvocal": 26480, + "Ġsudo": 26481, + "(EX": 26482, + "Ġtrou": 26483, + "ABC": 26484, + ".bean": 26485, + "ĠGround": 26486, + "ĠREST": 26487, + "weets": 26488, + "Ing": 26489, + "imon": 26490, + "946": 26491, + "_bus": 26492, + "ĠCOLOR": 26493, + "unto": 26494, + "Ġfoss": 26495, + "ĠLinks": 26496, + "869": 26497, + "äng": 26498, + "/forms": 26499, + "prises": 26500, + "Ġachievement": 26501, + "CALL": 26502, + "елÑĮ": 26503, + "ĠVerify": 26504, + "_SOURCE": 26505, + "aptcha": 26506, + "IDD": 26507, + "_reference": 26508, + "Gold": 26509, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 26510, + "947": 26511, + "Receiver": 26512, + "099": 26513, + "Ġaj": 26514, + "_direction": 26515, + "}]": 26516, + "ĠCompet": 26517, + "Ġbang": 26518, + "798": 26519, + "ĠCass": 26520, + "-url": 26521, + "techn": 26522, + "ĠJerusalem": 26523, + "longitude": 26524, + "');čĊčĊ": 26525, + "Ġwinners": 26526, + "Tasks": 26527, + "ĠDMA": 26528, + "Ġtooltip": 26529, + "İ·": 26530, + "ĠBra": 26531, + "_duration": 26532, + "cury": 26533, + "parents": 26534, + "---->(": 26607, + "ĠKir": 26608, + "Ġintros": 26609, + "Ġsketch": 26610, + "Ġskilled": 26611, + "Ġimmer": 26612, + "Ġadequate": 26613, + "_rep": 26614, + "(header": 26615, + "_like": 26616, + "Ġperceived": 26617, + "ssh": 26618, + "Ġassuming": 26619, + "Ġff": 26620, + "_uuid": 26621, + "ulas": 26622, + "Ġdemocratic": 26623, + ".entities": 26624, + "Series": 26625, + "aphore": 26626, + "Ġnewer": 26627, + "}(": 26628, + "SEC": 26629, + "airo": 26630, + "Ġcommod": 26631, + "Ġprivilege": 26632, + "Ġdeux": 26633, + "ĠHop": 26634, + ".'/": 26635, + "ctic": 26636, + ".';Ċ": 26637, + "C": 26712, + "ĠWarren": 26713, + "Ġoptimizer": 26714, + "ĠSERVICES": 26715, + "_oper": 26716, + "getAttribute": 26717, + "ĠMcK": 26718, + "_self": 26719, + "084": 26720, + ".rs": 26721, + "\")ĊĊĊ": 26722, + "GetComponent": 26723, + "erce": 26724, + "Ġtous": 26725, + "units": 26726, + "']);čĊ": 26727, + "Zoom": 26728, + "/E": 26729, + "Ġobsc": 26730, + "Ġfastest": 26731, + "online": 26732, + "Ġpeaceful": 26733, + "ffen": 26734, + "Ġcargo": 26735, + "ĉpr": 26736, + "Ġseeks": 26737, + "zu": 26738, + "074": 26739, + "Trim": 26740, + "Ġward": 26741, + "Ġverd": 26742, + "Ġblogs": 26743, + ".exceptions": 26744, + "ĠPremium": 26745, + "ĠNetherlands": 26746, + "Safe": 26747, + "Finish": 26748, + "ĠAlbum": 26749, + "_ACC": 26750, + "=this": 26751, + "virtual": 26752, + "]>": 26753, + "_LABEL": 26754, + "ĠNich": 26755, + "_win": 26756, + "ĠAaron": 26757, + "WP": 26758, + ";$": 26759, + "aims": 26760, + "ĠImageView": 26761, + "Ġendless": 26762, + "ERA": 26763, + "_DISABLE": 26764, + "Ġcancelled": 26765, + "-us": 26766, + "Ġinspection": 26767, + "emin": 26768, + "ĠGrey": 26769, + "-open": 26770, + "Ġiterations": 26771, + ".owner": 26772, + "Ġkeras": 26773, + ".Password": 26774, + "ĠRy": 26775, + "ĠINS": 26776, + "Air": 26777, + "ĠSeveral": 26778, + ".TabStop": 26779, + "INGLE": 26780, + "ĠHair": 26781, + "ĠCanvas": 26782, + "AAAA": 26783, + "Ġflaw": 26784, + "cedes": 26785, + ".Report": 26786, + "íĬ": 26787, + "ĠTips": 26788, + "criptors": 26789, + ".transaction": 26790, + ".Spring": 26791, + "Ġviewer": 26792, + "Ġinsights": 26793, + "è¾ĵ": 26794, + "ordion": 26795, + "UINT": 26796, + "seek": 26797, + "ĠAuf": 26798, + "ìŀIJ": 26799, + "Ġstrain": 26800, + "Tooltip": 26801, + "Ġdz": 26802, + "ignal": 26803, + "adt": 26804, + "Ġuc": 26805, + "finite": 26806, + "Ġnm": 26807, + ".cmd": 26808, + "ĠMySql": 26809, + "[data": 26810, + ".jackson": 26811, + ".tree": 26812, + "RequestParam": 26813, + "_agent": 26814, + "\")]čĊ": 26815, + "Ġassass": 26816, + "(Constants": 26817, + ":ss": 26818, + "ĠMAN": 26819, + "+-+-": 26820, + "ĠBottom": 26821, + "prints": 26822, + "ĠSame": 26823, + "@Autowired": 26824, + "swap": 26825, + "ición": 26826, + "Ġprotesters": 26827, + "Ġhoney": 26828, + "ĠVeter": 26829, + "(Calendar": 26830, + "-ad": 26831, + "ĠBrooklyn": 26832, + "Life": 26833, + "_VAR": 26834, + "zech": 26835, + "ĠCALL": 26836, + "_CAST": 26837, + "ĠElection": 26838, + "Ġthickness": 26839, + "Very": 26840, + "_INTEGER": 26841, + "-dev": 26842, + "))))": 26843, + "apat": 26844, + "oooo": 26845, + "demo": 26846, + "ĠparseFloat": 26847, + "ĠRather": 26848, + "STIT": 26849, + "maker": 26850, + "[current": 26851, + "chrono": 26852, + "Ġchrist": 26853, + "ãģª": 26854, + "ĠDetail": 26855, + "Æ°á»": 26856, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 26857, + "Ġsul": 26858, + "idency": 26859, + "Que": 26860, + "Ġelegant": 26861, + "apons": 26862, + "Ġdishes": 26863, + "Ġintegers": 26864, + "(read": 26865, + "057": 26866, + "findViewById": 26867, + "ĠAmount": 26868, + "ĠSkip": 26869, + "Ġhabits": 26870, + "*)(": 26871, + "Ġmonsters": 26872, + "MAC": 26873, + ":end": 26874, + "Ġfrank": 26875, + "Assembly": 26876, + "Ġdfs": 26877, + "Ġneut": 26878, + "_TYPES": 26879, + "equal": 26880, + "loyd": 26881, + "(uri": 26882, + "Ġchi": 26883, + "Ġdefendant": 26884, + "Ġconflicts": 26885, + "Ġvil": 26886, + "-js": 26887, + "ĠPeace": 26888, + "Ġmutable": 26889, + ")sender": 26890, + "ĠFocus": 26891, + "建": 26892, + "Ġappreciated": 26893, + "sleep": 26894, + "ĠRED": 26895, + "Culture": 26896, + "Ġdesigners": 26897, + "_generator": 26898, + "codes": 26899, + "/ex": 26900, + ".GetValue": 26901, + "umbled": 26902, + ".scalajs": 26903, + "peror": 26904, + "Ġveterans": 26905, + "Ġ})čĊ": 26906, + "Ġunfortunately": 26907, + "_CREATE": 26908, + "Mass": 26909, + "ĠCLAIM": 26910, + "ĠMeet": 26911, + "_support": 26912, + "Bank": 26913, + "().Ċ": 26914, + "Dark": 26915, + "_LOW": 26916, + "ĠMining": 26917, + "ĠOwner": 26918, + "iera": 26919, + "Cliente": 26920, + "Ġencouraging": 26921, + ">S": 26922, + "Ġboyfriend": 26923, + "ĠHalf": 26924, + "ĠACC": 26925, + "Aff": 26926, + "_ar": 26927, + "-life": 26928, + "cx": 26929, + ".JButton": 26930, + "izado": 26931, + ".zero": 26932, + ".openqa": 26933, + "oton": 26934, + ".textContent": 26935, + "Ġtoll": 26936, + "atie": 26937, + "Ġballot": 26938, + "-number": 26939, + ".Exception": 26940, + "ĉparams": 26941, + "circle": 26942, + "-map": 26943, + "Ġnap": 26944, + "ĠRobot": 26945, + "ĠIch": 26946, + "registration": 26947, + "Amazon": 26948, + "rollment": 26949, + "(exp": 26950, + "Ġtanks": 26951, + "ĠGordon": 26952, + "Ġmachinery": 26953, + "Ġbaseline": 26954, + "æĭ": 26955, + "086": 26956, + "Ø©": 26957, + "ĠConvention": 26958, + "ĉconfig": 26959, + "ookies": 26960, + "mult": 26961, + "Records": 26962, + "ĠEST": 26963, + "Ġgarbage": 26964, + "Ġconform": 26965, + "idal": 26966, + "Ġbarg": 26967, + "Ġsurvived": 26968, + "Ġinvestigations": 26969, + "935": 26970, + ".containsKey": 26971, + "--------------------------------------------------------------------------Ċ": 26972, + "ortion": 26973, + "Ġhorr": 26974, + "_http": 26975, + "Ġmant": 26976, + "];čĊčĊ": 26977, + "binary": 26978, + "948": 26979, + "empl": 26980, + "Ġinquiry": 26981, + "ĠMeanwhile": 26982, + "098": 26983, + "Ġcollecting": 26984, + ".EntityFramework": 26985, + "\",ĊĊ": 26986, + "ĠPic": 26987, + "@Inject": 26988, + "ickness": 26989, + "ĠBinding": 26990, + "Ġcontrolling": 26991, + "reverse": 26992, + "Ġchairs": 26993, + "sembled": 26994, + "(add": 26995, + "Disabled": 26996, + "anas": 26997, + ".translate": 26998, + "-----------Ċ": 26999, + "Ġreflected": 27000, + "\"]ĊĊ": 27001, + "External": 27002, + "Arrow": 27003, + "Singleton": 27004, + "%x": 27005, + "ĠÅ": 27006, + "Ġancest": 27007, + "ĠOrleans": 27008, + "ĉcmd": 27009, + "Ġprohibited": 27010, + "ithmetic": 27011, + "(channel": 27012, + "_css": 27013, + "Forward": 27014, + ".socket": 27015, + "Ġluc": 27016, + "âĨ": 27017, + "ĠFirefox": 27018, + "ĠMovies": 27019, + ")_": 27020, + ".ends": 27021, + "(shape": 27022, + "Ġdealt": 27023, + "Ġsaves": 27024, + "Ġglory": 27025, + "Ġmejor": 27026, + "Ġbreathing": 27027, + "Ġeller": 27028, + "getData": 27029, + "Ġangles": 27030, + "Ġtoolbar": 27031, + "Ġspacing": 27032, + "059": 27033, + "IPS": 27034, + "Ġfloors": 27035, + "_ACTIVE": 27036, + "Ġshuffle": 27037, + "/shared": 27038, + "ĠEle": 27039, + "edish": 27040, + "Ġwebcam": 27041, + ".expect": 27042, + "iloc": 27043, + "ĠIncludes": 27044, + "Ġtweeted": 27045, + "Ġ:)": 27046, + "ĠEssay": 27047, + "Fix": 27048, + "-between": 27049, + "_web": 27050, + ".conv": 27051, + "Ġracism": 27052, + "Ġreflects": 27053, + "umm": 27054, + "иÑĤе": 27055, + "_footer": 27056, + "/docs": 27057, + "ĠPour": 27058, + "NgModule": 27059, + ".initialize": 27060, + "patterns": 27061, + "_In": 27062, + "ĠAbb": 27063, + "*čĊ": 27064, + "Ġsentiment": 27065, + "buff": 27066, + "_counts": 27067, + "Ġreuse": 27068, + "chunk": 27069, + "Ġimposed": 27070, + "PrimaryKey": 27071, + "Foreground": 27072, + "Ġconsumed": 27073, + "?!": 27074, + "Ġdick": 27075, + "Ġchron": 27076, + "ĠFern": 27077, + "Ġresponsive": 27078, + "958": 27079, + "Ġinsect": 27080, + "iculty": 27081, + "Ġrw": 27082, + "Ġalike": 27083, + "Ġsubset": 27084, + "ĠCookies": 27085, + "ĠPair": 27086, + "Ġtier": 27087, + "IFO": 27088, + "avour": 27089, + "ĠQU": 27090, + ",sizeof": 27091, + "Ġmerged": 27092, + "mv": 27093, + "itol": 27094, + "ylon": 27095, + "Ġjumped": 27096, + ".role": 27097, + "ensaje": 27098, + "Rules": 27099, + "Ġbrowse": 27100, + "Animator": 27101, + "Ġyoga": 27102, + "Ġvariants": 27103, + "Ġcourtesy": 27104, + "uran": 27105, + "pbs": 27106, + "elseif": 27107, + "Alt": 27108, + "ĠLane": 27109, + "CLK": 27110, + "IMARY": 27111, + "_PROPERTY": 27112, + "ï¼IJ": 27113, + "Ġchan": 27114, + "Ġgradually": 27115, + "Ġshake": 27116, + "Ġblonde": 27117, + "...\");Ċ": 27118, + "-sex": 27119, + "Ġgameplay": 27120, + "acies": 27121, + ".refresh": 27122, + "USB": 27123, + "ĠPlot": 27124, + "Was": 27125, + "issippi": 27126, + "ĠTensor": 27127, + "Ġcryptocurrency": 27128, + "Ġdifficulties": 27129, + "Deleted": 27130, + "Without": 27131, + "_append": 27132, + "_ver": 27133, + "967": 27134, + "\"))čĊ": 27135, + "Ġhonestly": 27136, + "Ġpivot": 27137, + "Ġtemps": 27138, + "_ps": 27139, + "ĠUnlike": 27140, + "[:-": 27141, + "VS": 27142, + "_inf": 27143, + "Ġjunior": 27144, + "Ġanimations": 27145, + "Ġfilepath": 27146, + "?{{$": 27168, + "Ġunicode": 27169, + "places": 27170, + "ĠCoffee": 27171, + ".SE": 27172, + "ĠPAR": 27173, + "(txt": 27174, + "gebra": 27175, + "Ġfires": 27176, + "MainWindow": 27177, + "medium": 27178, + "Ġ(âĢľ": 27179, + "Ġlg": 27180, + "Ġcmp": 27181, + "/base": 27182, + "_layers": 27183, + "_entries": 27184, + "Ġadminister": 27185, + "ĠSUCH": 27186, + "BP": 27187, + "ĠScottish": 27188, + "ĉčĊĉčĊ": 27189, + "guard": 27190, + "ĠStrong": 27191, + "Insn": 27192, + "ĠCAP": 27193, + "asury": 27194, + "ĠSEE": 27195, + "Clock": 27196, + "erie": 27197, + "\\models": 27198, + "Ġ$$": 27199, + "ĠCab": 27200, + "Ġwurde": 27201, + "Ġsoldier": 27202, + "Ġclips": 27203, + "Ġarrangement": 27204, + "ĠWonder": 27205, + "ĠHorn": 27206, + "Ġscared": 27207, + "Ġcure": 27208, + "mkdir": 27209, + "Ġaligned": 27210, + "ĠPink": 27211, + "Ġlanded": 27212, + "Dimension": 27213, + "ScrollPane": 27214, + ".chat": 27215, + ".With": 27216, + "ĠTrain": 27217, + "].Ċ": 27218, + "Ġthirty": 27219, + "Ġdurable": 27220, + "Ġld": 27221, + "Ġlateinit": 27222, + "Ġcharts": 27223, + "Ġinsult": 27224, + ".Fatal": 27225, + "_ct": 27226, + "Ġmasks": 27227, + "CLUDED": 27228, + "President": 27229, + "Ġcolours": 27230, + "gments": 27231, + ".attributes": 27232, + "ĠFlex": 27233, + "ĠClock": 27234, + "ÃŃcul": 27235, + "imen": 27236, + "JO": 27237, + "ĠRegex": 27238, + "_LINK": 27239, + "Ġcouch": 27240, + "ĠINPUT": 27241, + "Ġbeating": 27242, + "business": 27243, + "preced": 27244, + ".unit": 27245, + "ĠFel": 27246, + "Never": 27247, + "ospel": 27248, + ".startswith": 27249, + "ĠEPA": 27250, + ".only": 27251, + "Ġpreventing": 27252, + "yer": 27253, + "ColumnName": 27254, + "Ġelevation": 27255, + "flu": 27256, + "icycle": 27257, + "Ġoffline": 27258, + "Toolbar": 27259, + "Ġcompeting": 27260, + ")].": 27261, + "Ġmog": 27262, + "ĠisValid": 27263, + "Ask": 27264, + "_av": 27265, + "_lat": 27266, + "ANC": 27267, + "ĠJoh": 27268, + "kers": 27269, + "Ġguards": 27270, + "Ġchains": 27271, + "ĠSimpleDateFormat": 27272, + ".static": 27273, + "Ġvessel": 27274, + "Ġmud": 27275, + "Ġstabil": 27276, + "Ġstret": 27277, + "gm": 27278, + "amation": 27279, + "çľ": 27280, + "-with": 27281, + "Ġros": 27282, + "_PA": 27283, + "Ġresultado": 27284, + "Ġconfidential": 27285, + "ĠTokyo": 27286, + "ĉusing": 27287, + "ĠMathf": 27288, + "ombine": 27289, + "ĠESPN": 27290, + "Ġdealers": 27291, + "Ġdismissed": 27292, + "TRY": 27293, + "Ġteens": 27294, + "records": 27295, + "Ġwings": 27296, + "gallery": 27297, + "accounts": 27298, + "_LIB": 27299, + "Ġjacket": 27300, + "ĠNSObject": 27301, + "Ġstones": 27302, + "ĠDelivery": 27303, + "ĠDiet": 27304, + "/watch": 27305, + "Ġtoilet": 27306, + "ĠGuest": 27307, + ".day": 27308, + "067": 27309, + "Ġintval": 27310, + "087": 27311, + "Visit": 27312, + "Ġinvestigated": 27313, + "Ġpentru": 27314, + "ĠTheatre": 27315, + "andidates": 27316, + "Lang": 27317, + "ĠServ": 27318, + "Ġcontrollers": 27319, + "ĠsetTitle": 27320, + "NP": 27321, + "amy": 27322, + "flat": 27323, + "(ui": 27324, + "069": 27325, + "_document": 27326, + "èĥ½": 27327, + "ĠCoin": 27328, + "ĠAdams": 27329, + "ptic": 27330, + "Ġproductive": 27331, + "Ġaccomplished": 27332, + "čĊčĊčĊčĊ": 27333, + "Ġdeferred": 27334, + "ientes": 27335, + "Ġsinc": 27336, + "olars": 27337, + "Rightarrow": 27338, + "Ġvariations": 27339, + "(offset": 27340, + "957": 27341, + ".LayoutInflater": 27342, + "Ġsuspend": 27343, + "Ġprevention": 27344, + "_private": 27345, + "_js": 27346, + "âĺħ": 27347, + "Ġwieder": 27348, + "atum": 27349, + "ĴĮ": 27350, + "Ġappearances": 27351, + ".Document": 27352, + "Ġvalidates": 27353, + "calendar": 27354, + "}\";Ċ": 27355, + ".demo": 27356, + "conut": 27357, + "Ġcorrection": 27358, + "ĠDeal": 27359, + "Ġbatteries": 27360, + ".duration": 27361, + ",\\": 27362, + "_marker": 27363, + "multi": 27364, + "Ġhalt": 27365, + "Ġcms": 27366, + "Ġshaped": 27367, + "Bro": 27368, + "reduce": 27369, + "Ġ####": 27370, + "CTOR": 27371, + "ĠBenef": 27372, + "Ġiconic": 27373, + "Ġpiano": 27374, + "Ġeffectiveness": 27375, + "|.Ċ": 27376, + "Ġajax": 27377, + "Ġvolumes": 27378, + "ม": 27379, + "Ġcljs": 27380, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 27381, + "aths": 27382, + "raits": 27383, + "大": 27384, + "Ñĸ": 27385, + "_mult": 27386, + "Ġfascinating": 27387, + "Average": 27388, + "Ġpré": 27389, + "ĠChairman": 27390, + ".findElement": 27391, + "_pin": 27392, + "Ġcomparing": 27393, + "Ġdarkness": 27394, + "-Fi": 27395, + "-server": 27396, + "Ġselecting": 27397, + "sterdam": 27398, + "ĠParts": 27399, + "FORMATION": 27400, + "Ġnoting": 27401, + "Ġpile": 27402, + "ogs": 27403, + "Ġpalette": 27404, + "_do": 27405, + "itize": 27406, + "079": 27407, + "()(": 27408, + "Ġdefining": 27409, + "Ġremainder": 27410, + "Units": 27411, + "_TASK": 27412, + "HttpClient": 27413, + "Social": 27414, + "Ġfundra": 27415, + "NR": 27416, + "chest": 27417, + "Currency": 27418, + ".adapter": 27419, + "Ġdop": 27420, + "unting": 27421, + "ANGUAGE": 27422, + "\"He": 27423, + "ĉindex": 27424, + "_package": 27425, + ".Icon": 27426, + "Ġrepet": 27427, + "mass": 27428, + "=\".$": 27429, + "ĠSud": 27430, + "Ġlid": 27431, + "province": 27432, + "ìľ": 27433, + "GPIO": 27434, + "Ðļ": 27435, + "ĠMySQL": 27436, + "Ġdocs": 27437, + "ĠGA": 27438, + "Ġipsum": 27439, + "Kernel": 27440, + "Ġaccepts": 27441, + "Ġfitting": 27442, + "Ġcuando": 27443, + "Ġduplic": 27444, + "ĠBrother": 27445, + "ĠKle": 27446, + "nums": 27447, + "Ġmorph": 27448, + "Ġ########": 27449, + "ĠCGPoint": 27450, + "manual": 27765, + "ĠTechnical": 27766, + "Ġcorporation": 27767, + "ĠHW": 27768, + "anka": 27769, + "TAIL": 27770, + "istas": 27771, + "Ġperforms": 27772, + "ĠBehavior": 27773, + ".For": 27774, + "_ORDER": 27775, + "ĠKick": 27776, + "Ġcallbacks": 27777, + "_dr": 27778, + "uego": 27779, + "hub": 27780, + "ufficient": 27781, + "sky": 27782, + "Ġbp": 27783, + "htable": 27784, + "ĠONLY": 27785, + "ĠAUTHORS": 27786, + ".Argument": 27787, + "\"};Ċ": 27788, + "ĠThunder": 27789, + "ĠKom": 27790, + ".Should": 27791, + "AUTH": 27792, + "ahu": 27793, + "_payment": 27794, + "Ġstarter": 27795, + "ìĦľ": 27796, + "ìļ©": 27797, + "Blog": 27798, + ".patch": 27799, + "Ġgoverned": 27800, + "assy": 27801, + "-found": 27802, + "Ġtheater": 27803, + "ĠFontWeight": 27804, + "ĠBatman": 27805, + "\"If": 27806, + ".Random": 27807, + "_delta": 27808, + "ĠCE": 27809, + "Authenticated": 27810, + "Ġdrone": 27811, + "Ġcous": 27812, + "radius": 27813, + "Mer": 27814, + "(None": 27815, + "ĠNJ": 27816, + "_headers": 27817, + "Ġamer": 27818, + "pytest": 27819, + "ĠActions": 27820, + "ĉĉĉĠĠĠĠ": 27821, + "Ġett": 27822, + "Ġholy": 27823, + "Ġuncomfort": 27824, + "ĠNin": 27825, + "ĠDecimal": 27826, + "ĠMessages": 27827, + ".sender": 27828, + "]])Ċ": 27829, + "Ġembrace": 27830, + "Though": 27831, + "/sp": 27832, + "Ġcultures": 27833, + "Ġhighway": 27834, + "tar": 27835, + ".fail": 27836, + "_hidden": 27837, + "ĠcomponentDidMount": 27838, + "ĠWright": 27839, + "Ġjag": 27840, + "_il": 27841, + "../../../": 27842, + "igu": 27843, + "Food": 27844, + "Ġace": 27845, + "Ġaños": 27846, + "USD": 27847, + "Ġmutual": 27848, + "Logic": 27849, + "Ġtemple": 27850, + "Ġbriefly": 27851, + "ĠTrip": 27852, + "classmethod": 27853, + "defaults": 27854, + "Ġchunks": 27855, + ",,,,": 27856, + "ĠReason": 27857, + "$id": 27858, + "-ups": 27859, + "Ġdamn": 27860, + "Ġtrucks": 27861, + "Ġunlimited": 27862, + "Ġsculpt": 27863, + "ĠCards": 27864, + "Ġautor": 27865, + "ĠTesting": 27866, + "Ġdiese": 27867, + "shops": 27868, + "ç´": 27869, + "(payload": 27870, + "ĠPATH": 27871, + "ĠMemorial": 27872, + "Ġridiculous": 27873, + "egree": 27874, + "-winning": 27875, + "Ġrehab": 27876, + "Ġsophisticated": 27877, + "wpdb": 27878, + "ĉpath": 27879, + "!\";Ċ": 27880, + "_SYS": 27881, + ".speed": 27882, + "Ġsoap": 27883, + "suffix": 27884, + "Wrap": 27885, + "Ġenhancement": 27886, + "Ãī": 27887, + "úb": 27888, + "Ġplaylist": 27889, + "Ġmixing": 27890, + "antidad": 27891, + "=\"\";Ċ": 27892, + "ĠRevision": 27893, + "ĠBeat": 27894, + ".inc": 27895, + "-way": 27896, + "encias": 27897, + "ulers": 27898, + "Cat": 27899, + "idel": 27900, + "ĠShip": 27901, + ".setColor": 27902, + "Ġthreatening": 27903, + ".modules": 27904, + "Ġafterwards": 27905, + "ĠDashboard": 27906, + "ĊĠĊ": 27907, + "Signal": 27908, + "Ġprimer": 27909, + "orneys": 27910, + "iciary": 27911, + "Ġligne": 27912, + "_predict": 27913, + "Ġaest": 27914, + "_https": 27915, + ">:": 27916, + "ĠLex": 27917, + "Ġrencontres": 27918, + "egral": 27919, + "scala": 27920, + "_family": 27921, + "ÃŁen": 27922, + "_sym": 27923, + "Ġuncertainty": 27924, + "ĠVALUE": 27925, + "Ġ};čĊčĊ": 27926, + "Ġbroader": 27927, + "Ġhorses": 27928, + "ãģĿ": 27929, + "ĠKal": 27930, + "oba": 27931, + "_INET": 27932, + "ĠKill": 27933, + "jquery": 27934, + "amination": 27935, + "[@\"": 27936, + "Ġmuj": 27937, + "###Ċ": 27938, + "FirstOrDefault": 27939, + "thenReturn": 27940, + "Che": 27941, + "/footer": 27942, + "Ġparks": 27943, + "asje": 27944, + "ĠGulf": 27945, + "Ġmodest": 27946, + ".Init": 27947, + "ï¼ŁĊĊ": 27948, + "Ġprospects": 27949, + "Ġsvg": 27950, + "Ġåı": 27951, + ".Dialog": 27952, + "_NET": 27953, + "Ġ(($": 27954, + "Ġek": 27955, + "ĠWarning": 27956, + "ĠMK": 27957, + "": 28265, + "ĠRepair": 28266, + "_BE": 28267, + "Brand": 28268, + "uart": 28269, + "preview": 28270, + "Ġinitiatives": 28271, + "running": 28272, + "bang": 28273, + "ĉupdate": 28274, + "ĠCoach": 28275, + "Rich": 28276, + "Ġyoutube": 28277, + "Ġritual": 28278, + "appa": 28279, + "ĠRobinson": 28280, + "precision": 28281, + "////////////////////////////////////////////////////////////////////////////": 28282, + "=[]Ċ": 28283, + "Ġcelebrated": 28284, + "OTO": 28285, + "Ġinclusion": 28286, + "JP": 28287, + "';čĊčĊ": 28288, + "Ġnotable": 28289, + "(_.": 28290, + "Managed": 28291, + "Ġguides": 28292, + " ": 28293, + "atedRoute": 28294, + "ĠAdjust": 28295, + "Ġcolored": 28296, + "_scores": 28297, + "ĠTesla": 28298, + "_progress": 28299, + ".inst": 28300, + "['_": 28301, + ".flags": 28302, + "Ġfclose": 28303, + "_OPER": 28304, + "ży": 28305, + "_note": 28306, + "Ġtransgender": 28307, + "åķ": 28308, + "RIPT": 28309, + "Ġabsent": 28310, + "Ġamet": 28311, + "Ġoperand": 28312, + "ë©": 28313, + "Ġhood": 28314, + "toLowerCase": 28315, + "avo": 28316, + "ĠCircuit": 28317, + "ĠLind": 28318, + "--}}Ċ": 28319, + "=m": 28320, + "Ġsuppress": 28321, + "ĠMAP": 28322, + "iang": 28323, + "-admin": 28324, + "Ġsidebar": 28325, + "ĠBu": 28326, + "ĠHex": 28327, + ",F": 28328, + "ĠSignal": 28329, + "Ġtransparency": 28330, + "ĠFederation": 28331, + "/V": 28332, + "Req": 28333, + "Ġpulse": 28334, + "Ġtends": 28335, + "Numbers": 28336, + "%'": 28337, + "Ġdeport": 28338, + "datas": 28339, + "_UINT": 28340, + "_tra": 28341, + "oko": 28342, + "Ġ\"?": 28343, + "compet": 28344, + "solete": 28345, + "undry": 28346, + "Ġoverlap": 28347, + "}`,Ċ": 28348, + ".ly": 28349, + "_summary": 28350, + "ĠLost": 28351, + ".Center": 28352, + "Ġdisability": 28353, + ".Serialization": 28354, + "Ġgeom": 28355, + "Ġ?:": 28356, + "ĠWo": 28357, + "Ġshipped": 28358, + "Ĥæķ°": 28359, + "Ġugly": 28360, + "Ġexcitement": 28361, + "Ġexterior": 28362, + "Ġcheckout": 28363, + "Ġkur": 28364, + ",D": 28365, + "ĠAlaska": 28366, + "Ġsynthetic": 28367, + "ĠBudget": 28368, + "ĠSubscribe": 28369, + "Ġ&Ċ": 28370, + "ÈĻi": 28371, + "ĠYu": 28372, + "ĉquery": 28373, + "}.Ċ": 28374, + "Ġtraged": 28375, + "assen": 28376, + "Ġaccommodation": 28377, + "Ġphysician": 28378, + "Ġrenamed": 28379, + "Ġtidak": 28380, + "zÄħ": 28381, + "Ġminus": 28382, + "nych": 28383, + "097": 28384, + "_EXCEPTION": 28385, + "threads": 28386, + "Ġtire": 28387, + "_created": 28388, + "ensure": 28389, + "Ġworthy": 28390, + "Ġexcuse": 28391, + "Ġcloth": 28392, + ".parentNode": 28393, + "/platform": 28394, + "ĠUFC": 28395, + "ĠGtk": 28396, + "unny": 28397, + "Ġgibt": 28398, + "keley": 28399, + "hum": 28400, + "(tx": 28401, + "ĉdev": 28402, + "Ġoutfit": 28403, + "doors": 28404, + "Ġfon": 28405, + "icut": 28406, + "volatile": 28407, + "Ġhomosex": 28408, + "Maximum": 28409, + "Ġexpend": 28410, + "Ġ});ĊĊĊ": 28411, + "Eq": 28412, + "onders": 28413, + "department": 28414, + "ĠPhysics": 28415, + "\"});Ċ": 28416, + "Ġparad": 28417, + ".Str": 28418, + "Ġsele": 28419, + "IFIED": 28420, + "Ġdelivers": 28421, + "ivan": 28422, + "Ġresponsibilities": 28423, + "Ġadvocates": 28424, + "èµ": 28425, + "ĠRID": 28426, + ".parameters": 28427, + "Metrics": 28428, + "ronics": 28429, + "ĠUITableViewCell": 28430, + "Absolute": 28431, + "ipse": 28432, + "ylum": 28433, + "MLElement": 28434, + "_VALID": 28435, + "\\<^": 28630, + "Ġios": 28631, + "sound": 28632, + "\"];": 28633, + "Ġfreed": 28634, + "rottle": 28635, + "ĠLower": 28636, + "[count": 28637, + "åĿ": 28638, + "Ġpale": 28639, + "ĠWayne": 28640, + "earth": 28641, + "_categories": 28642, + "UCK": 28643, + ".metadata": 28644, + "Ġsummon": 28645, + "HOME": 28646, + "олÑĮз": 28647, + "Ġmanufactured": 28648, + "Ġdock": 28649, + "Ġcompetitors": 28650, + "_MODEL": 28651, + "okia": 28652, + "ĠHey": 28653, + "ο": 28654, + "Ġbackward": 28655, + "ĠPOSS": 28656, + "ropa": 28657, + "Ġcri": 28658, + "_OBJ": 28659, + "Transport": 28660, + "-high": 28661, + "Ġerotik": 28662, + "_slot": 28663, + "Ġartic": 28664, + "_framework": 28665, + "-serif": 28666, + "ĠSqlDbType": 28667, + "')(": 28668, + "+\"/": 28669, + "Ġwore": 28670, + "Sil": 28671, + "Ġstoring": 28672, + "ĠPhase": 28673, + "uant": 28674, + "Ġbump": 28675, + "inho": 28676, + "Ġdign": 28677, + "Ġbacks": 28678, + "qq": 28679, + "(hash": 28680, + "Ġgeo": 28681, + "Ġtender": 28682, + "Logo": 28683, + "!)Ċ": 28684, + "ĠMX": 28685, + "ĠArthur": 28686, + "essoa": 28687, + "_Ch": 28688, + "Ġbedrooms": 28689, + "=\"#\"><": 28690, + "Ġthroat": 28691, + "insic": 28692, + ".integer": 28693, + "Ġprimitive": 28694, + "Truthy": 28695, + "Ġfacilitate": 28696, + "Ġcreativity": 28697, + "ĠDNS": 28698, + "Ġgra": 28699, + "uez": 28700, + "Ġcountless": 28701, + "ĠPoland": 28702, + "'M": 28703, + "ĠDist": 28704, + "Ġvest": 28705, + "Ġcertification": 28706, + "á»ij": 28707, + "held": 28708, + "extensions": 28709, + "(static": 28710, + "Ġgrades": 28711, + "ĠUber": 28712, + "ãģŁ": 28713, + "Ġ[])Ċ": 28714, + "datos": 28715, + "ĠgetData": 28716, + "ĠCharg": 28717, + "ĠBS": 28718, + ".microsoft": 28719, + ".video": 28720, + ".direction": 28721, + "->{'": 28722, + "lua": 28723, + "apest": 28724, + "Ġboiler": 28725, + "erek": 28726, + "Ġdecides": 28727, + ".jar": 28728, + "ISC": 28729, + "ĠWords": 28730, + "(CON": 28731, + "EMPLATE": 28732, + "reeze": 28733, + "shots": 28734, + "apps": 28735, + "unted": 28736, + ".setName": 28737, + "::<": 28738, + "-bold": 28739, + "ê²": 28740, + "å¯Ĩ": 28741, + "Longrightarrow": 28742, + "Ġunfair": 28743, + "Ġearning": 28744, + "Ġshelf": 28745, + "UREMENT": 28746, + "Ġidle": 28747, + "_MENU": 28748, + ".Custom": 28749, + "AGER": 28750, + "-\"": 28751, + "_switch": 28752, + "because": 28753, + ")view": 28754, + "mare": 28755, + "_condition": 28756, + "ĠStarting": 28757, + "Mvc": 28758, + "(pre": 28759, + "dump": 28760, + "_LOCK": 28761, + "atetime": 28762, + ".callback": 28763, + "ĠCer": 28764, + "opol": 28765, + "ibrary": 28766, + "Ġreservation": 28767, + "ĉĉĉĉĉĉĉĊ": 28768, + "lector": 28769, + "graduate": 28770, + "Ġgenerous": 28771, + "Ġion": 28772, + "ricao": 28773, + "mq": 28774, + "_complete": 28775, + "(cursor": 28776, + "ĠFormControl": 28777, + ":center": 28778, + "Ġsubstitute": 28779, + "ĠPlanning": 28780, + "Ġpension": 28781, + "Ġrecommendation": 28782, + "ĠTags": 28783, + "Ġgef": 28784, + "Ġalbums": 28785, + "Ġwashing": 28786, + "roc": 28787, + "Ġtrains": 28788, + "atings": 28789, + "Ġexponent": 28790, + "ackbar": 28791, + "-ln": 28792, + "ág": 28793, + ".DataAnnotations": 28794, + "ĠEIF": 28795, + "ĠMalaysia": 28796, + "ĉPORT": 28797, + "onus": 28798, + "Ġclever": 28799, + "Ġpeu": 28800, + ">ĊĊĊĊ": 28801, + "ĠArguments": 28802, + "Ġdebugging": 28803, + "(right": 28804, + "'D": 28805, + "compute": 28806, + "Ġfinest": 28807, + "ORAGE": 28808, + "Ġspectacular": 28809, + "phrase": 28810, + "Ġindia": 28811, + "Ġlegendary": 28812, + "birth": 28813, + "Ġcomposite": 28814, + "Ġgrows": 28815, + "ĠTD": 28816, + "Ġepid": 28817, + "Ġlaunching": 28818, + "]][": 28819, + "Minutes": 28820, + "ĠCha": 28821, + "Ġcleaned": 28822, + "Ġwitnesses": 28823, + "ukan": 28824, + "ĉType": 28825, + "Ġhabe": 28826, + "paragraph": 28827, + "ĠJPanel": 28828, + "ĠHann": 28829, + "Ġvaried": 28830, + "ĠPokemon": 28831, + "ĠMUST": 28832, + "åĬ¨": 28833, + ".visibility": 28834, + "opup": 28835, + "^[": 28836, + ".expand": 28837, + "Ġ\"',": 28838, + ".fasterxml": 28839, + "_auto": 28840, + "ĠSheet": 28841, + "marker": 28842, + "Parcel": 28843, + "ews": 28844, + "ĠStrategy": 28845, + "-making": 28846, + "Ġunve": 28847, + "Ġtrailing": 28848, + "Ġclicks": 28849, + "ĠGetComponent": 28850, + "ĉcontent": 28851, + "IGENCE": 28852, + "ERNEL": 28853, + "NSMutableArray": 28854, + "Ġbreat": 28855, + "Ġharmful": 28856, + "¶Ī": 28857, + "Ġbesides": 28858, + "Ġboring": 28859, + "Ġbrutal": 28860, + "vang": 28861, + "(parse": 28862, + "quick": 28863, + "Ġpytest": 28864, + "Ġswitching": 28865, + "()]Ċ": 28866, + "ĠìĦ": 28867, + "LER": 28868, + "ĉfont": 28869, + "Ġnett": 28870, + ")]ĊĊ": 28871, + "(/\\": 28872, + "æŀľ": 28873, + "toArray": 28874, + "Ġbreed": 28875, + "ĠCAR": 28876, + "ĠWeapon": 28877, + "Abs": 28878, + "tot": 28879, + "ĠsetName": 28880, + "aptive": 28881, + "Ġ:,": 28882, + "Ġescaped": 28883, + "orden": 28884, + "ĠPri": 28885, + "thumbnail": 28886, + "Ġdescriptions": 28887, + "/styles": 28888, + "ĠPCI": 28889, + "Ġalphabet": 28890, + "asticsearch": 28891, + "NOTE": 28892, + "Ġcialis": 28893, + "ĠGriff": 28894, + "Ġporque": 28895, + "Ġproteins": 28896, + "plays": 28897, + "Ġstating": 28898, + "Ġimagination": 28899, + "Ġfacial": 28900, + "ĠMechan": 28901, + "Ġarranged": 28902, + "_used": 28903, + "Ġarrangements": 28904, + "ĠPipe": 28905, + "hostname": 28906, + "Ġprovinc": 28907, + "Tit": 28908, + ".FlatStyle": 28909, + "ĠSplit": 28910, + "ĠLoader": 28911, + ".cc": 28912, + "Ġclinic": 28913, + "----------------------------": 28914, + "Ġbaking": 28915, + "ĠENT": 28916, + "neath": 28917, + "ãĢģĊĊ": 28918, + "ANE": 28919, + ".EntityFrameworkCore": 28920, + "appers": 28921, + ".ic": 28922, + "ĠNgModule": 28923, + "ĠFORM": 28924, + "Ġ';": 28925, + "-profit": 28926, + "hw": 28927, + "enemy": 28928, + "ĠEye": 28929, + "Ġcaution": 28930, + "town": 28931, + "Ġurged": 28932, + "ĠJimmy": 28933, + "ynchronous": 28934, + "-sized": 28935, + "making": 28936, + ",{": 28937, + "]',": 28938, + "_Object": 28939, + "ahoma": 28940, + "Ġactivist": 28941, + "INVAL": 28942, + "ĠCommercial": 28943, + "ĠOrlando": 28944, + "(tab": 28945, + "Ġب": 28946, + "Algorithm": 28947, + "Ġheritage": 28948, + "GetMapping": 28949, + "Ġfailures": 28950, + "rios": 28951, + "ativa": 28952, + "Ġtet": 28953, + "Ġcarpet": 28954, + "(Z": 28955, + "three": 28956, + "Ġdisclosure": 28957, + ".ERROR": 28958, + "_called": 28959, + "Ġdial": 28960, + "Ġoccasional": 28961, + ".Err": 28962, + "Ġfuncion": 28963, + "caffold": 28964, + "Ġreleasing": 28965, + "ï¼īĊĊ": 28966, + "_Value": 28967, + "ĠVari": 28968, + "yellow": 28969, + "Ġstruggles": 28970, + ".cal": 28971, + "ĠDakota": 28972, + "ĉclose": 28973, + "Ġsandwich": 28974, + "Ġanalytics": 28975, + "Ġ**)": 28976, + "&#": 28977, + "ĠJos": 28978, + "Ġpassive": 28979, + "ATTR": 28980, + "Throwable": 28981, + "ĠMun": 28982, + "ĠUint": 28983, + "(disposing": 28984, + "arak": 28985, + "ĠLeaders": 28986, + "Ġaffecting": 28987, + "ĠitemView": 28988, + "Ġeconomics": 28989, + "fv": 28990, + "à¹Ģ": 28991, + ".rb": 28992, + "ĠOverall": 28993, + "Ġwealthy": 28994, + "Ġevolved": 28995, + "nda": 28996, + "ĠHus": 28997, + "restrict": 28998, + "umen": 28999, + "ĠAgricult": 29000, + "!ĊĊĊ": 29001, + "Ġexpires": 29002, + "Ġspokesperson": 29003, + "interval": 29004, + "Ġâ": 29005, + "Ġqueen": 29006, + "(nil": 29007, + "ingo": 29008, + "Heap": 29009, + "Ùİ": 29010, + "Ġcomplain": 29011, + "Sym": 29012, + "ĠClone": 29013, + "ĠRu": 29014, + "ĠWILL": 29015, + "ĠCrystal": 29016, + "/content": 29017, + "ingen": 29018, + "ointment": 29019, + "LastName": 29020, + "avicon": 29021, + "ĠIBM": 29022, + "ĠDimension": 29023, + "anh": 29024, + "icipants": 29025, + "ĠAnne": 29026, + ".progress": 29027, + "Ġalgo": 29028, + "obil": 29029, + "ĠVoice": 29030, + "ĠFE": 29031, + "Ġgli": 29032, + "Ġved": 29033, + "Ġprevents": 29034, + "\\Column": 29035, + "Ġfolk": 29036, + "etti": 29037, + "Ġmn": 29038, + "ĠCLASS": 29039, + "Ġdisplaying": 29040, + "ĠKl": 29041, + "ĠFerr": 29042, + "duto": 29043, + ".ib": 29044, + "Ġdados": 29045, + "'name": 29046, + "-space": 29047, + "Ġitalian": 29048, + "Ġinverse": 29049, + "Ġdense": 29050, + "uter": 29051, + "ĠIEnumerator": 29052, + "-sign": 29053, + "Ġnationwide": 29054, + "Ġpersona": 29055, + "Ġsolved": 29056, + "Ġdramatically": 29057, + "Logout": 29058, + "Ġgrav": 29059, + "Ġanalyses": 29060, + "ollo": 29061, + "Ġlamp": 29062, + ".team": 29063, + "ĠErot": 29064, + "=[\"": 29065, + "Ġdancing": 29066, + "Ġ?>/": 29067, + "Ġcater": 29068, + "ffe": 29069, + "ĠSha": 29070, + "ĠBos": 29071, + "ĠREQUIRE": 29072, + "ĠMonster": 29073, + "ĠRB": 29074, + "ĠIDE": 29075, + "Ġsuits": 29076, + "ĠformData": 29077, + "(theta": 29078, + "Ġspatial": 29079, + "=NULL": 29080, + "ĠSqlConnection": 29081, + "Ġà": 29082, + "ĠVenez": 29083, + "ĠMorning": 29084, + "Ġpublications": 29085, + "ĠNONINFRINGEMENT": 29086, + "firstName": 29087, + "uds": 29088, + "Would": 29089, + "_HEAD": 29090, + "Ġinvested": 29091, + "stable": 29092, + "fred": 29093, + "Ġcommander": 29094, + "SES": 29095, + "âĢĶa": 29096, + "anche": 29097, + "ĠMovement": 29098, + "ë³": 29099, + "Suite": 29100, + "Ġjurisdiction": 29101, + "리": 29102, + "ĠBeth": 29103, + "jQuery": 29104, + "ĠIsa": 29105, + "Ġdental": 29106, + ",*": 29107, + "ĠLimit": 29108, + "iliation": 29109, + "=\"{": 29110, + "bast": 29111, + "Ġturb": 29112, + "isy": 29113, + "OOK": 29114, + "Ġadvocate": 29115, + "imag": 29116, + "LECTION": 29117, + "лÑĮ": 29118, + "(category": 29119, + ".dec": 29120, + "Ġuniqu": 29121, + "_sn": 29122, + "Ġattracted": 29123, + "ĠÃī": 29124, + "ĠRunning": 29125, + "_edges": 29126, + "ĠDisable": 29127, + "_AS": 29128, + "åĽ¾": 29129, + "Ġnetworking": 29130, + "_branch": 29131, + "Having": 29132, + "toBeTruthy": 29133, + "GI": 29134, + "Ġcamps": 29135, + "sep": 29136, + "-part": 29137, + "Ġ)ĊĊĊĊĊĊĊĊ": 29138, + "ustralia": 29139, + "ĠReports": 29140, + "rito": 29141, + "Ġwaist": 29142, + "_plus": 29143, + "ĠWW": 29144, + "-person": 29145, + "April": 29146, + "Ġsar": 29147, + ".tar": 29148, + "Ġagricultural": 29149, + "tic": 29150, + "Ġtcp": 29151, + "ĠsetValue": 29152, + "agento": 29153, + "ĠAppe": 29154, + "piler": 29155, + "CADE": 29156, + "Ġanche": 29157, + "atcher": 29158, + "Ġcomics": 29159, + "Ġlbs": 29160, + "_segment": 29161, + "']=$": 29162, + "itters": 29163, + "icher": 29164, + "GINE": 29165, + "Ġutilize": 29166, + "ĠCursor": 29167, + "_expression": 29168, + "Ġdag": 29169, + "x": 29357, + ".Task": 29358, + "money": 29359, + "ibaba": 29360, + "'});Ċ": 29361, + "ĠSpecific": 29362, + "ĠLinear": 29363, + "_OPT": 29364, + "HashCode": 29365, + "(Player": 29366, + ".ContainsKey": 29367, + "Ġcollapsed": 29368, + "transparent": 29369, + "_RANGE": 29370, + "Viewer": 29371, + "(cfg": 29372, + "Ġsorting": 29373, + "Ġinfected": 29374, + "ĠNach": 29375, + "Ġaccommodate": 29376, + ".elements": 29377, + "_PART": 29378, + "ĠSexy": 29379, + "=get": 29380, + "(year": 29381, + "Ġxhr": 29382, + ":]": 29383, + "owski": 29384, + "Ġsummar": 29385, + "Ġ¿": 29386, + "Ġinte": 29387, + "Ġworkflow": 29388, + "ĠTaiwan": 29389, + "versions": 29390, + "åıij": 29391, + "Ġsurprisingly": 29392, + "Ġoptical": 29393, + "Ġproces": 29394, + "Ġdisagree": 29395, + "Ġnuevo": 29396, + "ĠCAM": 29397, + "sorted": 29398, + "leases": 29399, + "istle": 29400, + "Ident": 29401, + "ĉevent": 29402, + "jected": 29403, + "Chunk": 29404, + "Vars": 29405, + ".provider": 29406, + "Ġproceedings": 29407, + "Ġinclusive": 29408, + "Ġartwork": 29409, + "endants": 29410, + "ï¼ļĊ": 29411, + "seen": 29412, + "Ġlig": 29413, + "Ġmakers": 29414, + "_fun": 29415, + "Ġlengths": 29416, + "PathVariable": 29417, + "[item": 29418, + "ี": 29419, + "Dead": 29420, + "FFFFFF": 29421, + "ĠUrban": 29422, + "uples": 29423, + "ichen": 29424, + "(nullptr": 29425, + ".spec": 29426, + ",System": 29427, + "URATION": 29428, + "(job": 29429, + "å¼ı": 29430, + "Ġtracker": 29431, + "ÅĻ": 29432, + "ĠMR": 29433, + "ĠSQLite": 29434, + "Ġdto": 29435, + "Ġ;;Ċ": 29436, + "Ġmint": 29437, + "ĠIntroduction": 29438, + "cao": 29439, + "Ġquestioned": 29440, + "Ġfitted": 29441, + "revision": 29442, + "sq": 29443, + "Ġmig": 29444, + "_units": 29445, + "_async": 29446, + "Ġflick": 29447, + "});ĊĊĊ": 29448, + "Ġnotre": 29449, + "}`,": 29450, + "Filters": 29451, + "Ġmundo": 29452, + "_days": 29453, + "Ġfrm": 29454, + "utc": 29455, + "Ġvals": 29456, + "ewidth": 29457, + "ĠGenerator": 29458, + "ĠArtist": 29459, + "ĠIDs": 29460, + "ĠArticles": 29461, + "reater": 29462, + "ĠComponentFixture": 29463, + ".=": 29464, + "Ġrou": 29465, + "-no": 29466, + ".bukkit": 29467, + "egg": 29468, + "ĠDiff": 29469, + "atics": 29470, + "ÑĥÑĩ": 29471, + "âĢĶĊĊ": 29472, + "ĠCharlotte": 29473, + "bye": 29474, + "Ġ});čĊčĊ": 29475, + "ĠVik": 29476, + "ĠBrow": 29477, + "Ġlv": 29478, + "ĠGib": 29479, + "-wing": 29480, + "GLIGENCE": 29481, + "(Il": 29482, + "ĠEngineer": 29483, + ".Wait": 29484, + "ĠPictures": 29485, + "Ġrhet": 29486, + "Ġthermal": 29487, + "Ġpraise": 29488, + "<>();ĊĊ": 29489, + "ĠSpider": 29490, + "Pause": 29491, + "ĠBaker": 29492, + "Ġslower": 29493, + "Ġ}]Ċ": 29494, + "_enqueue": 29495, + "Ġdisappeared": 29496, + "ĠTicket": 29497, + "INUX": 29498, + "_LOCAL": 29499, + "аÑģÑģ": 29500, + "@Injectable": 29501, + "community": 29502, + "GestureRecognizer": 29503, + "åĽ½": 29504, + "Ġscales": 29505, + "Ġ-(": 29506, + "/'+": 29507, + "ĠSit": 29508, + "Ġexecutives": 29509, + "arding": 29510, + "Ġadvers": 29511, + "Ġbackwards": 29512, + "ĉcontext": 29513, + "ĠHamp": 29514, + "ĠPF": 29515, + "ĠDeck": 29516, + "ĠCraig": 29517, + "American": 29518, + "Ġbell": 29519, + "Ġprol": 29520, + "ufen": 29521, + "Ġrng": 29522, + "arshal": 29523, + "ĠSimply": 29524, + "firstname": 29525, + "shore": 29526, + "July": 29527, + "Ġmortality": 29528, + "ĠâĨĴĊĊ": 29529, + "Helpers": 29530, + "Ġbenchmark": 29531, + "emade": 29532, + "Ġorganisations": 29533, + ".gson": 29534, + "ĠTextField": 29535, + "Ġcivilians": 29536, + ".Arrays": 29537, + "ĠMississippi": 29538, + "Ġintermediate": 29539, + "getUser": 29540, + "_cluster": 29541, + "Relative": 29542, + "foreign": 29543, + ".querySelectorAll": 29544, + "ForeignKey": 29545, + "Ġreasonably": 29546, + "---------Ċ": 29547, + "Cards": 29548, + "ĠKam": 29549, + "ĠThor": 29550, + "Ġroller": 29551, + "-element": 29552, + "ĠCurrency": 29553, + "ddie": 29554, + "ALLY": 29555, + "ĠRA": 29556, + "Ġpermet": 29557, + "aaaa": 29558, + "Ġhomework": 29559, + "ĠVit": 29560, + "Ġmold": 29561, + "ĠFer": 29562, + "[start": 29563, + "Ġstatistical": 29564, + "Ġscary": 29565, + "_HOME": 29566, + ".Begin": 29567, + "Construct": 29568, + "ogenic": 29569, + "ĠDEALINGS": 29570, + "Ġtambién": 29571, + "ixon": 29572, + ".ind": 29573, + "acre": 29574, + "Ġtransforms": 29575, + "ĠNap": 29576, + ".Block": 29577, + "ussia": 29578, + "piration": 29579, + "ulent": 29580, + "Ġceil": 29581, + "Clause": 29582, + "naire": 29583, + "TES": 29584, + "Ġneat": 29585, + "STD": 29586, + "ĠRegExp": 29587, + "perform": 29588, + ":)": 29589, + "Ġunions": 29590, + "Ġsublic": 29591, + "Ġwinds": 29592, + "loating": 29593, + "glich": 29594, + "Ġpagination": 29595, + "Skill": 29596, + "Apply": 29597, + "ĠOperator": 29598, + "istogram": 29599, + "Ġqualities": 29600, + "Cross": 29601, + "Ġdecom": 29602, + "],\"": 29603, + "ĠJuan": 29604, + ".modal": 29605, + ".Child": 29606, + "ĠRoger": 29607, + "STITUTE": 29608, + ":CGRectMake": 29609, + "alette": 29610, + "Ġsta": 29611, + "aside": 29612, + "Ġblur": 29613, + "ĠWa": 29614, + "ifetime": 29615, + "reed": 29616, + "controls": 29617, + "Ġbins": 29618, + "Ġпол": 29619, + "*/,Ċ": 29620, + "UIS": 29621, + "ĠRou": 29622, + "ĠDemo": 29623, + "-awesome": 29624, + "ĠChain": 29625, + "Ġhasta": 29626, + "ĠBart": 29627, + ".KEY": 29628, + "Ġvendors": 29629, + "nofollow": 29630, + "ĠDest": 29631, + "_builder": 29632, + "Ġargues": 29633, + "_answer": 29634, + "goto": 29635, + "ĠRESULT": 29636, + "ĠMON": 29637, + "Ġpoder": 29638, + "oons": 29639, + "_CASE": 29640, + "Ġreplic": 29641, + "Ġfinancing": 29642, + "ĠDATE": 29643, + "cern": 29644, + "_track": 29645, + "ties": 29646, + "/logo": 29647, + "ĠNEGLIGENCE": 29648, + "getType": 29649, + ">T": 29650, + "bet": 29651, + "girl": 29652, + "ĠINCIDENTAL": 29653, + "-site": 29654, + ".trigger": 29655, + "ĠLisa": 29656, + "_inputs": 29657, + "Ġrelatives": 29658, + "LoggedIn": 29659, + "Configure": 29660, + "IK": 29661, + ".accept": 29662, + "Resume": 29663, + "ĠDraft": 29664, + "Ġ*>(": 29665, + "ĠWA": 29666, + "edian": 29667, + "erness": 29668, + "ĠLayoutInflater": 29669, + "*/čĊčĊ": 29670, + "othy": 29671, + "Ġobligation": 29672, + "Subscribe": 29673, + "Ġthumbnail": 29674, + "exist": 29675, + "Ġinsisted": 29676, + "ĠUICollectionView": 29677, + "ĠAngular": 29678, + "Ġtablets": 29679, + "ĠImpact": 29680, + "ãĢįĊĊ": 29681, + "aho": 29682, + "Ġcharacteristic": 29683, + "gd": 29684, + "Ġ=================================================": 29685, + "ourt": 29686, + "`.": 29687, + "Appro": 29688, + "Coordinate": 29689, + "Remember": 29690, + "Ġmarine": 29691, + "]=='": 29692, + "ĠAdministrator": 29693, + ".getDefault": 29694, + "Ġforgot": 29695, + "ĠStructure": 29696, + "Vue": 29697, + "arsing": 29698, + "moment": 29699, + "kw": 29700, + "_cursor": 29701, + "Attack": 29702, + "Ġathletic": 29703, + "Ġdiagnosed": 29704, + "Ġende": 29705, + "åĪłéĻ¤": 29706, + "House": 29707, + "ĠPARAM": 29708, + "Ġwiki": 29709, + "ĠOpp": 29710, + "Ġconservation": 29711, + "Ġsnd": 29712, + "_tem": 29713, + "substr": 29714, + "ĠCape": 29715, + ".sim": 29716, + "UTION": 29717, + "anan": 29718, + "âĢĻun": 29719, + "Ġgy": 29720, + "-work": 29721, + "Ġcompelling": 29722, + "='#": 29723, + "ĉsub": 29724, + "Ġdirectories": 29725, + "íĬ¸": 29726, + "Ġtouches": 29727, + "outines": 29728, + ".Collection": 29729, + "schedule": 29730, + ".lat": 29731, + "ĠDoctrine": 29732, + "CAA": 29733, + "ĠRefer": 29734, + "Ġshifts": 29735, + "Ġlikelihood": 29736, + "preter": 29737, + "ĠFemale": 29738, + "Ġintercept": 29739, + "Ġlou": 29740, + "çĻ»": 29741, + "Ġrug": 29742, + "ĠCrown": 29743, + "Ġ****************************************************************************": 29744, + "-product": 29745, + "Ġprompted": 29746, + "ungle": 29747, + "docker": 29748, + "ĠTu": 29749, + "ĠUnique": 29750, + "_Error": 29751, + "ulos": 29752, + "ĠâĦ": 29753, + "Ġ(`": 29754, + "Getting": 29755, + "_scal": 29756, + "ĠEnh": 29757, + "üt": 29758, + "Ġsustained": 29759, + "Ġpatches": 29760, + "Ġprosper": 29761, + "ĠGaza": 29762, + "_light": 29763, + "Ġincons": 29764, + "--------Ċ": 29765, + "ĉĉĠĠĠĠĠĠ": 29766, + "SF": 29767, + "CN": 29768, + ":\";Ċ": 29769, + "ĠCollins": 29770, + "(*)": 29771, + "Ġcompilation": 29772, + "']čĊ": 29773, + "Ġconsequence": 29774, + ",...": 29775, + "Ġdm": 29776, + "ĠBLOCK": 29777, + "Cluster": 29778, + "Ġski": 29779, + "(argc": 29780, + "Tuple": 29781, + "Ġjoins": 29782, + "ĠSheriff": 29783, + "War": 29784, + "indi": 29785, + "Ġcommented": 29786, + "HOST": 29787, + "Ġinvitation": 29788, + "apanese": 29789, + "Ġpermits": 29790, + "precedented": 29791, + "_zone": 29792, + "ĠAmy": 29793, + "_RD": 29794, + "Minimum": 29795, + "Ġinvocation": 29796, + ".enable": 29797, + "ichten": 29798, + "-owned": 29799, + "\"id": 29800, + "_POINTER": 29801, + "Fac": 29802, + "Ġspecifications": 29803, + "Ġnomination": 29804, + "Ġgp": 29805, + "<(": 29806, + "Ġrobots": 29807, + "ĠJerry": 29808, + "Ġholders": 29809, + "Ġwand": 29810, + "cms": 29811, + "Ġ}))Ċ": 29812, + ".Toast": 29813, + "ĠIList": 29814, + "Based": 29815, + "zoom": 29816, + "/style": 29817, + "ĠBeck": 29818, + "Men": 29819, + "Ġcontributing": 29820, + "Ġundo": 29821, + "ĠOH": 29822, + "ĠaddObject": 29823, + "Ġeigen": 29824, + "signup": 29825, + "éĶĻ": 29826, + "Ġdistant": 29827, + "PARATOR": 29828, + "ĠMari": 29829, + "Ġmá": 29830, + "Emp": 29831, + "ós": 29832, + "ĠìĪĺ": 29833, + "evt": 29834, + "+j": 29835, + "park": 29836, + "ĠStay": 29837, + "ĠDun": 29838, + "Ġsoy": 29839, + ">%": 29840, + "azines": 29841, + "Ġtiempo": 29842, + "(me": 29843, + "present": 29844, + ".This": 29845, + "Ġeditors": 29846, + "FIELD": 29847, + ".Work": 29848, + "ĠUniverse": 29849, + "Ġdrunk": 29850, + ".timer": 29851, + "Ġaltered": 29852, + "ĠNar": 29853, + "ëł¥": 29854, + ".Active": 29855, + "idor": 29856, + "çŃ": 29857, + ".deltaTime": 29858, + "Ġawkward": 29859, + """: 29860, + "ĠSafari": 29861, + "Ġtricks": 29862, + "MENTS": 29863, + "division": 29864, + "Ġvarying": 29865, + "ĠHighway": 29866, + "Ġphotographer": 29867, + "ĠStewart": 29868, + "Ġlasting": 29869, + ".Pre": 29870, + ".amazonaws": 29871, + "ĠLuck": 29872, + ".Description": 29873, + "ĠNaz": 29874, + "neg": 29875, + "Ġcó": 29876, + "<<\"\\": 29877, + "ĠSurv": 29878, + "ĠUnc": 29879, + "Recipe": 29880, + ".BorderStyle": 29881, + "Ġmodifications": 29882, + "-at": 29883, + "ATFORM": 29884, + "hdr": 29885, + "ako": 29886, + "Ġsublicense": 29887, + "ĠJump": 29888, + "Ġbeim": 29889, + "ĠManhattan": 29890, + ".bool": 29891, + "_hw": 29892, + "ÑĤÑĮ": 29893, + "Bin": 29894, + "Ġgateway": 29895, + "\"\":": 29896, + "ĠUIS": 29897, + ":\"+": 29898, + "-def": 29899, + "ĠRegular": 29900, + "/testing": 29901, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 29902, + "stringstream": 29903, + "Ġdispar": 29904, + "Ġmobil": 29905, + "-read": 29906, + "ĠAdapter": 29907, + "ĠChampions": 29908, + "Ġscheduler": 29909, + "Ġkills": 29910, + "ĠMultiple": 29911, + "irror": 29912, + "Ġgods": 29913, + "ADO": 29914, + "akte": 29915, + "ĠUsuario": 29916, + ".circular": 29917, + "Ġrecept": 29918, + "ĠExpr": 29919, + "Ġelderly": 29920, + "Ġnicely": 29921, + "Ġbeste": 29922, + "Want": 29923, + "Ġclassical": 29924, + ".sprite": 29925, + "objc": 29926, + "ĠMason": 29927, + "Ġsistema": 29928, + ".Black": 29929, + "eso": 29930, + "ĠZeit": 29931, + "Ġdivid": 29932, + "Ġenters": 29933, + "_subject": 29934, + "ĠPlanet": 29935, + ".warning": 29936, + "ĠGram": 29937, + "_tokens": 29938, + "Ġhouseholds": 29939, + "_customer": 29940, + "userName": 29941, + "cross": 29942, + "Ġpione": 29943, + "Ġassists": 29944, + "_SM": 29945, + "ibo": 29946, + "Ġloyal": 29947, + "Ġuseless": 29948, + "#elif": 29949, + "ĠUltimate": 29950, + "Come": 29951, + "gel": 29952, + "Ġdich": 29953, + "xyz": 29954, + "ikel": 29955, + "obra": 29956, + "_scan": 29957, + "ĠInterior": 29958, + "ĠNice": 29959, + "Ġplac": 29960, + "ĉtarget": 29961, + "Ġviral": 29962, + "asso": 29963, + "()/": 29964, + "unde": 29965, + "ĠAdobe": 29966, + "Os": 29967, + "visited": 29968, + "ĠOW": 29969, + "ĠFeed": 29970, + "ĠSequence": 29971, + "Ġmanages": 29972, + "inson": 29973, + "ĠLouisiana": 29974, + "{})": 29975, + "ĠHab": 29976, + "ĠLD": 29977, + "Ġbip": 29978, + "prites": 29979, + "(elem": 29980, + ".hibernate": 29981, + "élé": 29982, + "Ġohne": 29983, + "_transaction": 29984, + "Ġannunci": 29985, + "Published": 29986, + "ĠHonda": 29987, + "ĠTam": 29988, + "ĠPacket": 29989, + "_selector": 29990, + "Ġchallenged": 29991, + "Processing": 29992, + "-hover": 29993, + "Ġtrainer": 29994, + "_cancel": 29995, + "ĠNSDictionary": 29996, + "abric": 29997, + "ĠMLS": 29998, + "_sensor": 29999, + "Ġshrink": 30000, + "ĠFX": 30001, + "threshold": 30002, + "ĉHX": 30003, + "-mark": 30004, + "`.`": 30005, + "Scheme": 30006, + "(full": 30007, + "_writer": 30008, + "ĠSys": 30009, + "Ġfled": 30010, + "ĠCin": 30011, + "-widget": 30012, + "ĠPrevious": 30013, + "Gender": 30014, + "_question": 30015, + "Feed": 30016, + "Ġscrut": 30017, + "(prefix": 30018, + "ãĢĤãĢĤ": 30019, + "Ġinfections": 30020, + "Parts": 30021, + "Ġhierarchy": 30022, + "_DELETE": 30023, + "ĠPatient": 30024, + "_pay": 30025, + "Ġpromoted": 30026, + "Ġìĭ": 30027, + "Ġcivilian": 30028, + "Ġagriculture": 30029, + "ĠPiece": 30030, + "Ġstance": 30031, + "utsche": 30032, + "Assign": 30033, + ".ACTION": 30034, + "Fig": 30035, + "_radius": 30036, + "ĠSync": 30037, + "ducer": 30038, + "failure": 30039, + "ensed": 30040, + "ptime": 30041, + "BM": 30042, + "_datetime": 30043, + "quivo": 30044, + "QUEUE": 30045, + "èĢħ": 30046, + "Appear": 30047, + "Ġsummit": 30048, + ":void": 30049, + "Ġvine": 30050, + "认": 30051, + "onne": 30052, + "_TRANS": 30053, + ".green": 30054, + "_cc": 30055, + "Ġhungry": 30056, + "Ġ\">": 30057, + "());čĊčĊ": 30058, + "Extract": 30059, + "izens": 30060, + "Ġsolver": 30061, + "Notify": 30062, + "Ġenglish": 30063, + "ĠShopping": 30064, + "interfaces": 30065, + "REQ": 30066, + "Ġilleg": 30067, + "ĠUIImageView": 30068, + "Ġdisconnect": 30069, + "ĠUntil": 30070, + "ĠConservative": 30071, + "@Column": 30072, + "Ġshifted": 30073, + "Ġ:čĊ": 30074, + "Ġfich": 30075, + "Ġdla": 30076, + "Ġshoe": 30077, + "\"),čĊ": 30078, + "ularity": 30079, + "_RESP": 30080, + "Weather": 30081, + "UIApplication": 30082, + ".iterator": 30083, + "Ġaging": 30084, + ".Parent": 30085, + "owie": 30086, + "(equal": 30087, + "ĠConv": 30088, + "/default": 30089, + "Ġmeasuring": 30090, + ".prev": 30091, + ".IsValid": 30092, + ".Fat": 30093, + "ĠsÄĥ": 30094, + "keywords": 30095, + "without": 30096, + "Ġsovere": 30097, + "Ġexchanges": 30098, + "Ġmelt": 30099, + "Ġislands": 30100, + "ĠIntegr": 30101, + "Ġjumping": 30102, + "Ġgle": 30103, + "Ġjournalism": 30104, + "Ġdated": 30105, + "Localized": 30106, + "ĠRefresh": 30107, + "Particle": 30108, + "Ġaa": 30109, + "ĠSTRICT": 30110, + "Ġbod": 30111, + ".Process": 30112, + "_AUTO": 30113, + "ĠPublished": 30114, + "every": 30115, + "Ġtechnological": 30116, + "lsx": 30117, + "Ġirrit": 30118, + "Additional": 30119, + "Ġdelimiter": 30120, + "_language": 30121, + "-area": 30122, + "boys": 30123, + "ĠTube": 30124, + "Ġwat": 30125, + "Ġmechanics": 30126, + "_owner": 30127, + "Spell": 30128, + "ĠStories": 30129, + ".AppendLine": 30130, + "TableView": 30131, + "hem": 30132, + "stick": 30133, + "ollower": 30134, + "IFF": 30135, + "ĠUV": 30136, + "ollision": 30137, + "SUB": 30138, + "Ġcomparable": 30139, + "Ġdonde": 30140, + "sales": 30141, + "llvm": 30142, + "Ġ}],Ċ": 30143, + "OTTOM": 30144, + "ĠPurpose": 30145, + "Lab": 30146, + "Ġinterviewed": 30147, + "ois": 30148, + "asil": 30149, + ".setId": 30150, + "ĠInstruction": 30151, + "-->": 30152, + "ĠModified": 30153, + "ationally": 30154, + "ĠMeeting": 30155, + "误": 30156, + "#region": 30157, + "Ġrouting": 30158, + ".focus": 30159, + "ĠYouth": 30160, + "<": 30448, + "Ġunto": 30449, + "ologically": 30450, + "ĠMul": 30451, + "VIDIA": 30452, + "Ġslim": 30453, + "ĠCommissioner": 30454, + "(on": 30455, + "Ġunderneath": 30456, + "/db": 30457, + "vote": 30458, + "(Message": 30459, + "ĠPope": 30460, + "Defined": 30461, + "Ġswift": 30462, + "urf": 30463, + "Ġadapted": 30464, + "SEL": 30465, + "Ġrevenues": 30466, + "Ġdivine": 30467, + "=y": 30468, + "Gradient": 30469, + "_act": 30470, + "Ġ/*!<": 30471, + "Ġpolygon": 30472, + "ĠFDA": 30473, + "ĠCarr": 30474, + "atables": 30475, + "(stdout": 30476, + "Ġrefriger": 30477, + "Ġcoordin": 30478, + "avorites": 30479, + "ÑĪи": 30480, + "Ġcompassion": 30481, + "ĠPOSSIBILITY": 30482, + "-secondary": 30483, + "uracy": 30484, + "Ġcompromise": 30485, + "_AV": 30486, + "_os": 30487, + "Ġbeside": 30488, + "ĥĿ": 30489, + "Ġln": 30490, + ".plugins": 30491, + "Capacity": 30492, + "alah": 30493, + ".bin": 30494, + "ĠCRC": 30495, + "_balance": 30496, + "ĠflexDirection": 30497, + "Ġambit": 30498, + "Ġnickname": 30499, + "ĠForces": 30500, + "CLE": 30501, + "ĠShell": 30502, + "Ġsail": 30503, + "ĠWriter": 30504, + "ĠAlice": 30505, + "dw": 30506, + "ĠIndians": 30507, + "ĠMarshall": 30508, + "_SRC": 30509, + "Ġnormalized": 30510, + "ĠJag": 30511, + "ãĤĴ": 30512, + "zeit": 30513, + "rpc": 30514, + "ÃŃc": 30515, + ".inline": 30516, + "Ġtravers": 30517, + "_numeric": 30518, + "Ġutilities": 30519, + "Ġevac": 30520, + "INPUT": 30521, + "ĉregister": 30522, + "MX": 30523, + "ĠCampbell": 30524, + "Ġdatasets": 30525, + "Ġdemanded": 30526, + "ĠinitialState": 30527, + "gan": 30528, + "Ġei": 30529, + "Unexpected": 30530, + "-web": 30531, + "trait": 30532, + ",Y": 30533, + "ĠTodd": 30534, + "Ġskeleton": 30535, + "Ġoptimize": 30536, + "第": 30537, + "ĠUpon": 30538, + "ĠStObject": 30539, + "Ġaplic": 30540, + ".'P": 30578, + "vron": 30579, + ".UN": 30580, + "Ġpainter": 30581, + "izarre": 30582, + "Ġlav": 30583, + "Ġpom": 30584, + "preg": 30585, + "=function": 30586, + "(serial": 30587, + "ifica": 30588, + "uming": 30589, + "åľ°": 30590, + "ãģĤ": 30591, + "-op": 30592, + "UCH": 30593, + "ĠHend": 30594, + ".propTypes": 30595, + "Ġyo": 30596, + "Ġroutines": 30597, + "Ġcaring": 30598, + "Sem": 30599, + "Ġreserves": 30600, + "Ġpriorities": 30601, + "redits": 30602, + "ISTR": 30603, + "ContentType": 30604, + "ĠSchw": 30605, + "/media": 30606, + "Ġestr": 30607, + "Ġclimbing": 30608, + "-week": 30609, + "cherche": 30610, + "sensor": 30611, + "ToArray": 30612, + "ĠMontreal": 30613, + "Ġclouds": 30614, + "ĠInjectable": 30615, + "ĠRice": 30616, + "Ġpropaganda": 30617, + "_provider": 30618, + "Ġindoor": 30619, + "Ġinaug": 30620, + "Ġdiplom": 30621, + "Ġmessaging": 30622, + "_mut": 30623, + "å¦Ĥ": 30624, + "Ġkw": 30625, + "ONS": 30626, + "arians": 30627, + "RPC": 30628, + ")]čĊ": 30629, + "-ray": 30630, + "ĠSor": 30631, + "mall": 30632, + "Ġmarketplace": 30633, + "Ġvtk": 30634, + "Ma": 30635, + "ogan": 30636, + "igi": 30637, + "Ġsponsored": 30638, + "ĠDani": 30639, + ".SEVER": 30640, + ">'.$": 30641, + "multipart": 30642, + "ĠWol": 30643, + "ĠtableName": 30644, + "ĠUsername": 30645, + "BackgroundColor": 30646, + "Ġfright": 30647, + "_EMAIL": 30648, + "September": 30649, + "_vals": 30650, + "opia": 30651, + "Ġspotted": 30652, + "-Ch": 30653, + "ĠdataSource": 30654, + "/\"Ċ": 30655, + "екÑĤ": 30656, + "ĠRequestMethod": 30657, + "ĠReplace": 30658, + "-do": 30659, + "ahn": 30660, + "ĠPhD": 30661, + "].ĊĊ": 30662, + "NON": 30663, + "gement": 30664, + "ĠThr": 30665, + "Ġquietly": 30666, + "Ġtorture": 30667, + "Ġteas": 30668, + "ĠCY": 30669, + "Ġatr": 30670, + "development": 30671, + "-detail": 30672, + "Ġlighter": 30673, + "Ġarguing": 30674, + "Ġdeserves": 30675, + "Ġcurriculum": 30676, + "_CONTEXT": 30677, + "ÅĤy": 30678, + "HITE": 30679, + "ĉID": 30680, + "/uploads": 30681, + "Ġtits": 30682, + "reo": 30683, + "_drop": 30684, + ".UTF": 30685, + "Ġpickup": 30686, + "Ġgrocery": 30687, + "ĠPure": 30688, + "Ġeasiest": 30689, + "Phil": 30690, + ".feature": 30691, + "(\"*": 30692, + "Ġinvestor": 30693, + "tok": 30694, + "Ġjar": 30695, + "Los": 30696, + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ": 30697, + ".queue": 30698, + "-speed": 30699, + "Mal": 30700, + "umblr": 30701, + "ĠCONST": 30702, + "ĠHRESULT": 30703, + "ĠDance": 30704, + "(filePath": 30705, + "Ġattributed": 30706, + "à¥į": 30707, + "ĠBund": 30708, + "coins": 30709, + "Ġsão": 30710, + "Ġpir": 30711, + "personal": 30712, + "Ġprelim": 30713, + "Ġpropose": 30714, + "ĠTL": 30715, + "]])": 30716, + "ĠSubscription": 30717, + "ĠKre": 30718, + ",len": 30719, + ".FirstOrDefault": 30720, + ")--": 30721, + "_products": 30722, + ".GetBytes": 30723, + "Ship": 30724, + "Ġencrypt": 30725, + "ĠSG": 30726, + "ĠMyst": 30727, + "hir": 30728, + "Ġiterate": 30729, + "Ġintend": 30730, + ".mockito": 30731, + "Ġchapters": 30732, + "(angle": 30733, + "ĠVlad": 30734, + "设": 30735, + "'.ĊĊ": 30736, + "ResponseBody": 30737, + "ĠAbd": 30738, + "deal": 30739, + "Ġbarriers": 30740, + "-outline": 30741, + "bill": 30742, + "ĠFalls": 30743, + "_second": 30744, + ".include": 30745, + ".ceil": 30746, + "Ġoccupation": 30747, + "phony": 30748, + ".moveTo": 30749, + "ĠJennifer": 30750, + "ASTER": 30751, + ";\"><": 30752, + "ĠEnabled": 30753, + "Ġterminate": 30754, + "ĠIo": 30755, + "lations": 30756, + "ĠTHEORY": 30757, + "Ġearliest": 30758, + "Ġrack": 30759, + "ĠScar": 30760, + "shake": 30761, + "chip": 30762, + "Ġuv": 30763, + "Ġalliance": 30764, + "пиÑģ": 30765, + "ĠGOODS": 30766, + "zione": 30767, + "ĠVI": 30768, + "Ġ{-": 30769, + "Ġfiltering": 30770, + "Ġmiscon": 30771, + ".DockStyle": 30772, + "Ġbush": 30773, + "Ġjunk": 30774, + "æĮ": 30775, + "ĠQUE": 30776, + "Ġhooks": 30777, + "Ġfirmware": 30778, + "Ġmiddleware": 30779, + "dic": 30780, + "ĠOakland": 30781, + "Ġarrives": 30782, + "Payload": 30783, + "pixel": 30784, + "]|": 30785, + "ĠstartDate": 30786, + ".PRO": 30787, + "_audio": 30788, + "Ġmidfield": 30789, + "igidbody": 30790, + "ĠSwiss": 30791, + "ĠClip": 30792, + "ĠDump": 30793, + "ĠTextBox": 30794, + "Ġgeh": 30795, + "yield": 30796, + "ods": 30797, + "Ġreferendum": 30798, + "Backend": 30799, + "ĠCream": 30800, + "Ġdominated": 30801, + "ĠArchive": 30802, + "Ġriders": 30803, + ".prepareStatement": 30804, + "Ġquando": 30805, + "Ġchef": 30806, + "wiki": 30807, + "inel": 30808, + "ampling": 30809, + "(\"\\\\": 30810, + "Ġsag": 30811, + "_proxy": 30812, + "ãģķ": 30813, + "pdo": 30814, + ".getElementsByTagName": 30815, + "Ġdemonstration": 30816, + "ĠNPC": 30817, + "Ġarchivo": 30818, + "endance": 30819, + "Ġefficiently": 30820, + "(actual": 30821, + ".tableView": 30822, + "Ġmush": 30823, + "Ġbears": 30824, + "_threads": 30825, + "jas": 30826, + "ahun": 30827, + "Ġneural": 30828, + "Ġdesigning": 30829, + "ĠGDP": 30830, + "Ġlifted": 30831, + "缮": 30832, + "ĠJoint": 30833, + "ĠInclude": 30834, + "ĠGiants": 30835, + "Ġwithdrawal": 30836, + "ĠRent": 30837, + "native": 30838, + "ĠSeek": 30839, + "gression": 30840, + "_CPU": 30841, + "\\S": 30842, + "ĠShield": 30843, + "Ġsolic": 30844, + "Ġboom": 30845, + "yecto": 30846, + "Ġmanufacture": 30847, + "ĠâĢĭ": 30848, + "Ġbbox": 30849, + "Ġearthqu": 30850, + "ollectors": 30851, + ":@\"%": 30852, + "Ġloops": 30853, + "Je": 30854, + "alking": 30855, + "ĠWhats": 30856, + "ĠBoys": 30857, + ".book": 30858, + "ARGE": 30859, + "_pixel": 30860, + "Ġsuspects": 30861, + "ι": 30862, + "usp": 30863, + "ĠBMW": 30864, + "ieces": 30865, + "(person": 30866, + "å¼Ģ": 30867, + "é»": 30868, + "ĠPodcast": 30869, + "Ġbou": 30870, + "(Item": 30871, + "û": 30872, + "(Input": 30873, + "HttpGet": 30874, + "Ġburg": 30875, + ")^": 30876, + "BOARD": 30877, + "*/,": 30878, + "Ġgulp": 30879, + "ĠBenn": 30880, + "Ġdecks": 30881, + ".statusCode": 30882, + "Ġacute": 30883, + "Ġhug": 30884, + "ugu": 30885, + "Ġpled": 30886, + ",\"%": 30887, + "hape": 30888, + "Ġзап": 30889, + "ĠMaine": 30890, + ".real": 30891, + "Ġdalam": 30892, + "ĠMinor": 30893, + ".Float": 30894, + "disp": 30895, + "Ġtl": 30896, + "Ġencount": 30897, + "=>$": 30898, + "Ġfg": 30899, + "tees": 30900, + "ĠRecomm": 30901, + "äl": 30902, + "Ġchemistry": 30903, + "Blocks": 30904, + "OID": 30905, + "Ġforex": 30906, + "ĠAppend": 30907, + "Ġ{*": 30908, + "ĠSupply": 30909, + "CGFloat": 30910, + "(bl": 30911, + "Ġate": 30912, + "adora": 30913, + "Ġgust": 30914, + "Associ": 30915, + ">.Ċ": 30916, + "FETCH": 30917, + ".serial": 30918, + "widgets": 30919, + "ardless": 30920, + "iefs": 30921, + "_FULL": 30922, + "ernetes": 30923, + "ĠPred": 30924, + "ØŃ": 30925, + "äºĭ": 30926, + "ubernetes": 30927, + "ĠLaura": 30928, + "Ġlabeled": 30929, + "Highlight": 30930, + "Ġannoying": 30931, + "/update": 30932, + "(description": 30933, + "Ġintimid": 30934, + "$c": 30935, + "\")))Ċ": 30936, + ".AP": 30937, + "Ġ[]*": 30938, + "ĠEXIT": 30939, + ".Host": 30940, + "ĠOPEN": 30941, + ".sendMessage": 30942, + "_camera": 30943, + "_tile": 30944, + "Ġtherm": 30945, + "onomous": 30946, + "Ġdisadv": 30947, + "Ġnaar": 30948, + "indexOf": 30949, + "ĠPP": 30950, + ".protocol": 30951, + "AFE": 30952, + "Ġtextures": 30953, + "################################################": 30954, + "umbai": 30955, + ".stats": 30956, + "ĠGE": 30957, + "Ġie": 30958, + "ĠSTD": 30959, + "ĠMann": 30960, + ".reflect": 30961, + "KB": 30962, + "Ġdive": 30963, + ".wav": 30964, + "/*----------------------------------------------------------------": 30965, + "/settings": 30966, + ".lifecycle": 30967, + "Ġdaughters": 30968, + "orus": 30969, + "uber": 30970, + "NING": 30971, + "stri": 30972, + "ĠTip": 30973, + "Ġzn": 30974, + "Ġswitched": 30975, + "inet": 30976, + "uffy": 30977, + "ĠTransportation": 30978, + "(conf": 30979, + "frica": 30980, + "ĠXL": 30981, + "ĠLead": 30982, + "_percent": 30983, + "__": 30999, + "permissions": 31000, + "ĠDetermine": 31001, + ".Man": 31002, + "Ġadvances": 31003, + ".InputStream": 31004, + "Ġstrongest": 31005, + "ĠeBay": 31006, + "Ġ#-": 31007, + "Ġdirname": 31008, + "ĠSMS": 31009, + "Ġmedications": 31010, + "Ġamended": 31011, + "Ġchurches": 31012, + "ĠImperial": 31013, + "$row": 31014, + "ĠMadison": 31015, + "ĠInsp": 31016, + "Ġaffair": 31017, + "Ġpsychology": 31018, + "vh": 31019, + "Ġseverity": 31020, + "âĢIJ": 31021, + "Ġstrips": 31022, + "AH": 31023, + "vertising": 31024, + "Ġconse": 31025, + "IMAGE": 31026, + "ĠStats": 31027, + "ĉsc": 31028, + ".Cursor": 31029, + "Ġfreeze": 31030, + "sson": 31031, + "(xml": 31032, + "ĠSusan": 31033, + ".tile": 31034, + "eded": 31035, + "ĠĠĠĠĉĉĉ": 31036, + "uelle": 31037, + "ĠMitchell": 31038, + "based": 31039, + "Operand": 31040, + "½æķ°": 31041, + "ĠFF": 31042, + "ĉstrcpy": 31043, + "ounces": 31044, + "ildo": 31045, + ".executeQuery": 31046, + "Ġapproaching": 31047, + "ĠSeven": 31048, + "Ġnuts": 31049, + "Ġric": 31050, + "assignment": 31051, + "Ġcalculator": 31052, + "ĠMurphy": 31053, + "ĠBou": 31054, + "íĦ": 31055, + "Ġbutt": 31056, + "Ġticks": 31057, + "Projects": 31058, + "ilib": 31059, + ".textColor": 31060, + "mov": 31061, + "_logo": 31062, + "(template": 31063, + "ĠINIT": 31064, + "ĠimageView": 31065, + "scriptions": 31066, + "ORITY": 31067, + "Consumer": 31068, + "Ġunprecedented": 31069, + "Ġtourist": 31070, + "Ġbron": 31071, + "Ġcontractor": 31072, + "Ġlicence": 31073, + "ĠNam": 31074, + "æ¯": 31075, + "(transform": 31076, + "_ATT": 31077, + "Pref": 31078, + "ĠGam": 31079, + "Ġvessels": 31080, + "Ġhav": 31081, + "Later": 31082, + ".ToLower": 31083, + "Ġurls": 31084, + "Ġbreakdown": 31085, + "Ġpenalties": 31086, + "Ġfoster": 31087, + "ĠUE": 31088, + "Ġclue": 31089, + "comed": 31090, + "åIJį称": 31091, + "-main": 31092, + "Ġpts": 31093, + "Ġcounted": 31094, + "icts": 31095, + "/post": 31096, + "Ġgetattr": 31097, + "Ġping": 31098, + "ANCEL": 31099, + "Ġpec": 31100, + "Ñħод": 31101, + "antom": 31102, + "ĠBlueprint": 31103, + "ĠEventEmitter": 31104, + "Ġlä": 31105, + "æ²": 31106, + "Ġstraw": 31107, + "(comp": 31108, + "'une": 31109, + ">N": 31110, + "-client": 31111, + "esModule": 31112, + "-base": 31113, + "Ġretreat": 31114, + "_simple": 31115, + "ĉĉĉĉĉĉĠ": 31116, + "fee": 31117, + "')čĊčĊ": 31118, + "ControlItem": 31119, + "Ġsubscribers": 31120, + "please": 31121, + "ĠEff": 31122, + "Ġpound": 31123, + "ĠBytes": 31124, + "ĠTea": 31125, + "_activity": 31126, + "Ġmaxim": 31127, + "Ġopcode": 31128, + "BSD": 31129, + ".constant": 31130, + ";}": 31131, + "ombres": 31132, + "Ġcareers": 31133, + ").ĊĊĊĊ": 31134, + "Ġspreading": 31135, + "-expanded": 31136, + "ĠOrd": 31137, + "amarin": 31138, + "Ġmobility": 31139, + "Unfortunately": 31140, + "akk": 31141, + "NL": 31142, + "_redirect": 31143, + "ĠPG": 31144, + "ĠSensor": 31145, + "bol": 31146, + "tap": 31147, + "_MEMORY": 31148, + "ĠUIAlert": 31149, + "plitude": 31150, + "Website": 31151, + "ĠLogo": 31152, + "love": 31153, + "[ind": 31154, + "Ġaltogether": 31155, + "Ġwondered": 31156, + "Ġesper": 31157, + "ĠLiberal": 31158, + "Ġoss": 31159, + "Ġelit": 31160, + "Ġstiff": 31161, + "odox": 31162, + "_mentions": 31163, + "ĠDouglas": 31164, + "_pid": 31165, + "ĠCK": 31166, + "ĠinitWithFrame": 31167, + ".blog": 31168, + "pkg": 31169, + "anghai": 31170, + "QUIRED": 31171, + "uu": 31172, + "Ġmkdir": 31173, + "ATAL": 31174, + "Ġunh": 31175, + "inces": 31176, + "sth": 31177, + "Ġhypothesis": 31178, + "Ġcata": 31179, + "ĠTB": 31180, + "ĠClar": 31181, + "Ġpredecess": 31182, + "Ġsituated": 31183, + "-world": 31184, + "))/": 31185, + "Ġheadlines": 31186, + ".stat": 31187, + "Ġoutbreak": 31188, + "spath": 31189, + "_FLAGS": 31190, + "ĠServletException": 31191, + "Sun": 31192, + "FROM": 31193, + "ĠDir": 31194, + "ãĥ»ãĥ»ãĥ»": 31195, + "_coord": 31196, + "ĠOptim": 31197, + "Monitor": 31198, + ".bit": 31199, + "XXX": 31200, + "Ġtodas": 31201, + "feld": 31202, + "ÑĢи": 31203, + "imir": 31204, + "Ġpolitically": 31205, + "Ġmolecular": 31206, + "Ġtraded": 31207, + "Ġ{{$": 31208, + "ĠSwedish": 31209, + "Ġ'@/": 31210, + "_REAL": 31211, + "Ġwarehouse": 31212, + "today": 31213, + ",L": 31214, + "orp": 31215, + "false": 31492, + "Ġspa": 31493, + "ĠNear": 31494, + "ìķ": 31495, + "Ġintrig": 31496, + "_members": 31497, + "wave": 31498, + "Ġanalysts": 31499, + "_OS": 31500, + "edin": 31501, + "ĠFri": 31502, + "Ġretrieved": 31503, + "Regular": 31504, + "_obs": 31505, + "EXPORT": 31506, + "')}}\"": 31507, + "\"class": 31508, + "__((": 31509, + "bucket": 31510, + "Ġstro": 31511, + "ĠPatch": 31512, + "ystick": 31513, + "fulness": 31514, + "apos": 31515, + "Da": 31516, + "ĉĉĉĉĉĠĠĠ": 31517, + "Ġenrich": 31518, + "unordered": 31519, + "hole": 31520, + "Cong": 31521, + "';ĊĊ": 31563, + "STRUCT": 31564, + "QR": 31565, + "IDs": 31566, + "(arguments": 31567, + "_aux": 31568, + "(Event": 31569, + "_PRIVATE": 31570, + "ĠTrek": 31571, + "Ġdownloads": 31572, + "mutable": 31573, + "_STRUCT": 31574, + "(wx": 31575, + "Ġdomains": 31576, + "jspx": 31577, + "ĠViagra": 31578, + "Commands": 31579, + "Js": 31580, + ".cfg": 31581, + "ContentPane": 31582, + "ĠEditText": 31583, + "à¥įà¤": 31584, + "Attach": 31585, + "ĠARM": 31586, + "positive": 31587, + "ĠGenerated": 31588, + "Ġseized": 31589, + "=:": 31590, + "Ġelectronics": 31591, + "ĠAppComponent": 31592, + "/',Ċ": 31593, + ".equalsIgnoreCase": 31594, + "Doctrine": 31595, + "disk": 31596, + "ĠPolitical": 31597, + "CHO": 31598, + "": 31684, + "ĠBeauty": 31685, + "Ġ`<": 31686, + "Ġtouching": 31687, + "Ġ|--": 31688, + "ĉflag": 31689, + "normalize": 31690, + "Ġtrapped": 31691, + "Ġestablishing": 31692, + "/build": 31693, + "AJ": 31694, + "fy": 31695, + "-react": 31696, + "avn": 31697, + "RIPTION": 31698, + "Ġkut": 31699, + "ĠFashion": 31700, + "ĠInform": 31701, + "curities": 31702, + "{Ċ": 31734, + "Ġgarlic": 31735, + "Ġrepr": 31736, + "Ġreplies": 31737, + "(prop": 31738, + "Ġspirits": 31739, + "Ġinspire": 31740, + "Ġbasement": 31741, + ".reject": 31742, + "Ġhints": 31743, + "Ġpolling": 31744, + "ĉĠĊ": 31745, + "_rating": 31746, + "Ġcath": 31747, + "avier": 31748, + "Ġcompressed": 31749, + "ĠVS": 31750, + "]'": 31751, + "Ġjudicial": 31752, + "ĠTrend": 31753, + "training": 31754, + "ESTAMP": 31755, + "ognition": 31756, + "Äģ": 31757, + "SENT": 31758, + "ventions": 31759, + "Ġconsultant": 31760, + "umph": 31761, + "ĠuserService": 31762, + ",NULL": 31763, + "kh": 31764, + "Dear": 31765, + "_BAD": 31766, + "itations": 31767, + "Ġmetaph": 31768, + "'é": 31769, + "andise": 31770, + "-font": 31771, + ".chart": 31772, + "Ġsg": 31773, + "_Controller": 31774, + ".jpeg": 31775, + "ĠULONG": 31776, + "ĉgame": 31777, + "(ss": 31778, + "ĠMaj": 31779, + "ĉgo": 31780, + "ĠSad": 31781, + "ĠBerg": 31782, + "ĠMine": 31783, + "Pack": 31784, + "Ġresistant": 31785, + "ĠROM": 31786, + "Ġpeg": 31787, + "ĠStanford": 31788, + "ĠYahoo": 31789, + "Ġscaled": 31790, + "Ġlan": 31791, + "=[]": 31792, + "\"/>ččĊ": 31836, + "Ġsud": 31837, + "ĉbackground": 31838, + "Ġscholars": 31839, + "-muted": 31840, + "ará": 31841, + "Ġ=====": 31842, + "Ġ____": 31843, + "Creat": 31844, + "enever": 31845, + "/wp": 31846, + "ĠVPN": 31847, + "ErrorCode": 31848, + ")],Ċ": 31849, + "(builder": 31850, + "ĠEnemy": 31851, + "Sensor": 31852, + "usa": 31853, + "Ġtriggers": 31854, + "Ġplayoffs": 31855, + "_REQ": 31856, + "Ġ(~": 31857, + "ĠBarry": 31858, + "Ġpermanently": 31859, + "ĠRUN": 31860, + "Ġbure": 31861, + ".Fatalf": 31862, + "Ġchick": 31863, + "ĉpanic": 31864, + "psi": 31865, + "oka": 31866, + "éĢī": 31867, + ">[": 31868, + "Ġunderstands": 31869, + "ĠJunior": 31870, + "ĠINFO": 31871, + "=mysqli": 31872, + "ustain": 31873, + "-source": 31874, + "serv": 31875, + "ĠCREATE": 31876, + ".au": 31877, + "Ġsells": 31878, + "ĠĠĊĠĠĊ": 31879, + "Europe": 31880, + "zw": 31881, + "preh": 31882, + "ĠNSA": 31883, + "Ġxy": 31884, + "ิ": 31885, + "ĠBeyond": 31886, + "Instead": 31887, + "NonQuery": 31888, + "Ġarise": 31889, + "Ġavoided": 31890, + ".emplace": 31891, + "_models": 31892, + "}),Ċ": 31893, + "Ġhid": 31894, + "Ġ&_": 31895, + ".points": 31896, + ".getWidth": 31897, + ".Exec": 31898, + "Ġ////": 31899, + "ĠSessions": 31900, + "...\\": 31901, + "ĠColomb": 31902, + "Ġacceleration": 31903, + "restore": 31904, + "Ġile": 31905, + "obic": 31906, + "}Ċ": 32396, + "plaint": 32397, + "getText": 32398, + "Ġindividually": 32399, + "Ġcheckbox": 32400, + "UY": 32401, + "ĠLamb": 32402, + "Ġdysfunction": 32403, + "ĠLar": 32404, + "à°": 32405, + "ĠCreating": 32406, + "');ĊĊĊ": 32407, + "\"They": 32408, + "locations": 32409, + "_CORE": 32410, + "Interaction": 32411, + "umbnails": 32412, + "ĠPartner": 32413, + "brit": 32414, + "Ġlesser": 32415, + "ĠSlot": 32416, + "setAttribute": 32417, + "ĠWave": 32418, + ".po": 32419, + "/store": 32420, + "Ġbrowsing": 32421, + "_pd": 32422, + "sume": 32423, + "sed": 32424, + "Curve": 32425, + "Ġplasma": 32426, + "Ġsuspicious": 32427, + "ìĿ¸": 32428, + "ĠBah": 32429, + "ĠExplicit": 32430, + "_CC": 32431, + ".ClientSize": 32432, + "\\View": 32433, + "Ġsubstit": 32434, + "loon": 32435, + "ĠGAME": 32436, + "ĠBrid": 32437, + "Ľå»º": 32438, + "_User": 32439, + "Ġsquares": 32440, + "fone": 32441, + "Ġsacred": 32442, + "ughs": 32443, + "]interface": 32444, + "ĠThrow": 32445, + "ĠKirk": 32446, + "Ġempire": 32447, + "Ġassessed": 32448, + "Tax": 32449, + "ĠHeaven": 32450, + "-buffer": 32451, + "_STATIC": 32452, + "éné": 32453, + "-bordered": 32454, + "Ġpunct": 32455, + "(mode": 32456, + "Ġkeine": 32457, + "Sent": 32458, + "ĠCalcul": 32459, + "ĠEve": 32460, + "Ġstylish": 32461, + "Ġoils": 32462, + ".TestCase": 32463, + "Ġtrademark": 32464, + "Ġliterary": 32465, + "Ġconcentrations": 32466, + "ĠRelations": 32467, + "(Class": 32468, + "Ġstdin": 32469, + "Ġvæ": 32470, + "backup": 32471, + ".VERSION": 32472, + ".AutoScaleDimensions": 32473, + "starter": 32474, + "Transactional": 32475, + "-panel": 32476, + "Studio": 32477, + "kc": 32478, + "ĠChamber": 32479, + "ĠSpiel": 32480, + "Ġrho": 32481, + "اÙĦ": 32482, + "!'": 32483, + ".Attributes": 32484, + "Ġmurdered": 32485, + "apeutic": 32486, + "Ġintimate": 32487, + "ĠtextField": 32488, + "ĠBuffalo": 32489, + "dummy": 32490, + "\"%": 32491, + "ĠLiberty": 32492, + "obar": 32493, + "ĠTank": 32494, + "ĠPopular": 32495, + "ervisor": 32496, + "ĠIniti": 32497, + "ĠMall": 32498, + "ĠPrior": 32499, + "CAP": 32500, + "ĠClay": 32501, + "ĠCertificate": 32502, + ".Lock": 32503, + "-strip": 32504, + "-driven": 32505, + "/all": 32506, + "ĠMessageBoxButtons": 32507, + "_SECRET": 32508, + "_pb": 32509, + "Ġrats": 32510, + "ाà¤": 32511, + "Ġnt": 32512, + ".Router": 32513, + "_topic": 32514, + "Ġtennis": 32515, + "ĠPUBLIC": 32516, + "ĠActivatedRoute": 32517, + "Ġ',Ċ": 32518, + "Ġcostume": 32519, + "Ġjokes": 32520, + ".Handle": 32521, + "ĉbyte": 32522, + "Ġflavors": 32523, + "(cc": 32524, + "Ġpersonas": 32525, + "ĉimage": 32526, + "ĠNazi": 32527, + "Ġgrammar": 32528, + "Ġúlt": 32529, + "Ġvalve": 32530, + "Ġvic": 32531, + "ĠRachel": 32532, + "_invalid": 32533, + "Prefs": 32534, + "stdint": 32535, + "(route": 32536, + "Ġhtmlspecialchars": 32537, + "Ġpeoples": 32538, + "pline": 32539, + "Ġnv": 32540, + "ĠQuant": 32541, + "oppers": 32542, + "ĠcurrentUser": 32543, + "ĠCatal": 32544, + "Ġreconc": 32545, + "Ġconjunction": 32546, + "lx": 32547, + "amburg": 32548, + "Ġinfluential": 32549, + "danger": 32550, + "inders": 32551, + "Ġ%@\",": 32552, + ".configuration": 32553, + "osome": 32554, + ".identity": 32555, + "Ġpicker": 32556, + "nost": 32557, + "ĠDIY": 32558, + "August": 32559, + "ablo": 32560, + "Leaf": 32561, + "ĠReco": 32562, + "cko": 32563, + "DOC": 32564, + "ĠHerm": 32565, + ":any": 32566, + "ĠInterview": 32567, + "ĠTex": 32568, + "xfe": 32569, + "(work": 32570, + "Ġleap": 32571, + "Heading": 32572, + "Ġquarters": 32573, + "\\Bundle": 32574, + "reb": 32575, + "Perhaps": 32576, + "ĠGmbH": 32577, + "Birth": 32578, + "ĉsum": 32579, + "ĠWatson": 32580, + ".nil": 32581, + "ç¡": 32582, + "{}ĊĊ": 32583, + "icaid": 32584, + "Getter": 32585, + "\"name": 32586, + "Ġ\"čĊ": 32587, + "_none": 32588, + "zm": 32589, + "acute": 32590, + "uesto": 32591, + "Ġsous": 32592, + "Ġrebuild": 32593, + "Ġnewspapers": 32594, + "ĠHaz": 32595, + "Ġkits": 32596, + "ifo": 32597, + "Blur": 32598, + "Ġsuited": 32599, + "-In": 32600, + "à¯": 32601, + "ĠKeith": 32602, + "ĠNorway": 32603, + "INIT": 32604, + "ireccion": 32605, + "ieties": 32606, + "_usage": 32607, + "ĠDoug": 32608, + "rise": 32609, + "Ġtrillion": 32610, + "imited": 32611, + "ĠREL": 32612, + "alic": 32613, + "Ġcriticized": 32614, + "theorem": 32615, + "Ġcease": 32616, + "Ġsidew": 32617, + "ĠTerry": 32618, + "Ġsubsidi": 32619, + "Ġfirmly": 32620, + "Ġaws": 32621, + "Ġhott": 32622, + "Ġdressing": 32623, + "badge": 32624, + "ĠApplications": 32625, + "è¿ĶåĽŀ": 32626, + "Ġlaughed": 32627, + "Ġhobby": 32628, + "Ġmusicians": 32629, + "Ġ*.": 32630, + ".placeholder": 32631, + "Ġcounters": 32632, + "ĠCapitol": 32633, + "SDK": 32634, + "Ġhelmet": 32635, + "andbox": 32636, + "quit": 32637, + "Ġcriminals": 32638, + "Ġteenager": 32639, + "(update": 32640, + "Gl": 32641, + ".selection": 32642, + "Ġdischarge": 32643, + "Ġpresenting": 32644, + "ufacturer": 32645, + "_UNKNOWN": 32646, + "Ġstressed": 32647, + "åĻ¨": 32648, + "Proto": 32649, + "_correct": 32650, + "haus": 32651, + "Ġrenov": 32652, + "Ġfirearms": 32653, + "Ġtechnically": 32654, + "-browser": 32655, + "Ġcandy": 32656, + "Stroke": 32657, + "Ġexecutor": 32658, + "Ġoccurrence": 32659, + "ĠIPv": 32660, + "_INTERFACE": 32661, + "ĠRetrieve": 32662, + ".bad": 32663, + "Exchange": 32664, + "Navbar": 32665, + "ĠKid": 32666, + "(getApplicationContext": 32667, + "_STOP": 32668, + "ĠBoss": 32669, + "Listeners": 32670, + "Ġshooter": 32671, + "ĠAlb": 32672, + "äch": 32673, + "Ġpix": 32674, + ".keyCode": 32675, + "alone": 32676, + "Ġabsurd": 32677, + "ĠCum": 32678, + "ĠNewtonsoft": 32679, + "ikt": 32680, + "Ġlaughing": 32681, + "Ġcapitalism": 32682, + "reeNode": 32683, + "Tx": 32684, + "_QUERY": 32685, + ".Sleep": 32686, + "(login": 32687, + "WebElement": 32688, + "Ġcelebrating": 32689, + "Ġdeprecated": 32690, + "Ġmaar": 32691, + "Ġartistic": 32692, + "_ASSOC": 32693, + "ĠBorderRadius": 32694, + "ĉwp": 32695, + "Ġsurvivors": 32696, + "Inner": 32697, + "-red": 32698, + "Ġprosecution": 32699, + "_pp": 32700, + "(\"$": 32782, + "Ġcomma": 32783, + "unchecked": 32784, + "graphics": 32785, + "rors": 32786, + "GROUND": 32787, + "(public": 32788, + "Ġcustomized": 32789, + "ĠArkansas": 32790, + "ĠRew": 32791, + "Ġexpiration": 32792, + "×ķ": 32793, + "ĠCul": 32794, + "Ġnons": 32795, + ".Filter": 32796, + "Ġsenator": 32797, + "_definition": 32798, + "ashington": 32799, + "ymph": 32800, + "/J": 32801, + "Ġfuse": 32802, + "ramid": 32803, + "ĠSupplier": 32804, + "Ġautocomplete": 32805, + "Ġ}),": 32806, + ".\"ĊĊĊ": 32807, + "_functions": 32808, + "ĉto": 32809, + ".eval": 32810, + "ĠTObject": 32811, + "References": 32812, + "Ġheated": 32813, + "HAL": 32814, + "Ġ))}Ċ": 32815, + "}$": 32816, + "ĠBarr": 32817, + "_UNIT": 32818, + "+$": 32819, + "ĠgetValue": 32820, + "iped": 32821, + "chied": 32822, + "(vm": 32823, + "cue": 32824, + "_integer": 32825, + "_course": 32826, + "third": 32827, + "Ġrevised": 32828, + "**/Ċ": 32829, + "_DIRECT": 32830, + "OutOf": 32831, + "(\"(": 32832, + "ĠFeel": 32833, + "Ġreass": 32834, + "Ġsubtitle": 32835, + "peri": 32836, + "nf": 32837, + "Ġenjoys": 32838, + "Ġtreats": 32839, + ")this": 32840, + "-tabs": 32841, + "ancers": 32842, + "Ġcontinent": 32843, + "Ġcardio": 32844, + "Ser": 32845, + ".question": 32846, + "Ġphrases": 32847, + "Validators": 32848, + "Ġpopul": 32849, + "ĠlÃŃ": 32850, + "song": 32851, + "_INTERNAL": 32852, + "Ġadviser": 32853, + "Ġpuzz": 32854, + "Ġambitious": 32855, + "ĠTob": 32856, + "ĠDP": 32857, + "Ġpresidency": 32858, + "Ġsurrender": 32859, + "Ġwatches": 32860, + "_binary": 32861, + "ĠSoon": 32862, + "Ġcanada": 32863, + "(\"\")Ċ": 32864, + "]='": 32865, + "ĠBrandon": 32866, + "epsilon": 32867, + "rw": 32868, + ".addChild": 32869, + ".Copy": 32870, + "Principal": 32871, + "Photos": 32872, + "Ġmarginal": 32873, + "Ġbasics": 32874, + "eing": 32875, + "Must": 32876, + "_String": 32877, + "Ġole": 32878, + "Magento": 32879, + ".customer": 32880, + "(prev": 32881, + "ล": 32882, + "Ġloyalty": 32883, + "Cog": 32884, + "Ġprotocols": 32885, + "ĠCompanies": 32886, + "Ġtheoretical": 32887, + "Ġaccessing": 32888, + "ĠZen": 32889, + ".ones": 32890, + "attice": 32891, + "_world": 32892, + "zes": 32893, + "Ġtattoo": 32894, + "Ġmenos": 32895, + "Ġintersect": 32896, + "\"];ĊĊ": 32897, + "belie": 32898, + "Ġinactive": 32899, + ".readline": 32900, + "-labelled": 32901, + ".done": 32902, + "lickr": 32903, + "ĠWORK": 32904, + "Ġderivative": 32905, + "Ġdatabases": 32906, + "âĤĤ": 32907, + "Ġsx": 32908, + ".isArray": 32909, + "Ġys": 32910, + "Ġpada": 32911, + "ĠBullet": 32912, + "(`/": 32913, + "isActive": 32914, + "ĠCGSize": 32915, + "(equalTo": 32916, + "ĠColumbus": 32917, + "Ġmarry": 32918, + "DEV": 32919, + "_limits": 32920, + "rones": 32921, + "IAS": 32922, + "Ġtau": 32923, + "mino": 32924, + "_Write": 32925, + "ĠWine": 32926, + "Ġ[['": 32927, + "ĠPull": 32928, + "riters": 32929, + "rients": 32930, + "Ġshifting": 32931, + "upp": 32932, + "_TIMER": 32933, + "ĠConditions": 32934, + "ấ": 32935, + "ĠOrders": 32936, + "ĠStrength": 32937, + "æīĢ": 32938, + "Ġvalidity": 32939, + "Ġfot": 32940, + "etur": 32941, + "Ġbolt": 32942, + "åĨħ": 32943, + "ĠAlong": 32944, + "oshi": 32945, + "Ġassumptions": 32946, + "Ġmagazines": 32947, + "_SPI": 32948, + "Ġpunt": 32949, + "_PRODUCT": 32950, + "Ġrelay": 32951, + "ĠJavascript": 32952, + ".te": 32953, + "-es": 32954, + "Ġwidgets": 32955, + "(fs": 32956, + "\";": 33023, + "atching": 33024, + "ĠKnowledge": 33025, + "ĉThe": 33026, + ";margin": 33027, + "lessness": 33028, + "opard": 33029, + "umatic": 33030, + "()));čĊ": 33031, + "Ġfals": 33032, + "(cache": 33033, + "TypeId": 33034, + "éĢļ": 33035, + "_choice": 33036, + "ĠGoth": 33037, + "ĠSites": 33038, + "MG": 33039, + "_border": 33040, + "Indices": 33041, + "Comparer": 33042, + "ĠRedistribution": 33043, + "Ġcloset": 33044, + "Ġversatile": 33045, + "Inputs": 33046, + "********************": 33047, + "Ġobesity": 33048, + "quiz": 33049, + "gra": 33050, + "(global": 33051, + "åĬ¡": 33052, + "Ġcollector": 33053, + "Ġkor": 33054, + "ovable": 33055, + "ADC": 33056, + "ĠEventHandler": 33057, + ".nc": 33058, + "Ġplayback": 33059, + "ientos": 33060, + "_perm": 33061, + "_WARNING": 33062, + "ĠOlympics": 33063, + ".norm": 33064, + "ĠBroadcast": 33065, + "_small": 33066, + "drive": 33067, + ".iloc": 33068, + "Ġtyped": 33069, + "MEM": 33070, + "_cons": 33071, + "DMETHOD": 33072, + "Ġlun": 33073, + ".distance": 33074, + "(par": 33075, + "poon": 33076, + "Ġbast": 33077, + "activities": 33078, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 33079, + ":čĊčĊ": 33080, + "SER": 33081, + ")&&": 33082, + "_lst": 33083, + "ĠPolish": 33084, + "Ġknocked": 33085, + "Ġfrustration": 33086, + "aukee": 33087, + "Ġphosph": 33088, + "iquid": 33089, + "_coeff": 33090, + "æѤ": 33091, + "Latest": 33092, + "ĠDust": 33093, + "Tipo": 33094, + "Ġmaintains": 33095, + "Ġmarsh": 33096, + "incinn": 33097, + "lbl": 33098, + "Care": 33099, + "Ġneighborhoods": 33100, + "_gpio": 33101, + "ĠArsenal": 33102, + "Dem": 33103, + "ĠWhe": 33104, + "_hook": 33105, + "Ġldc": 33106, + "ĠHarper": 33107, + "ĠBerkeley": 33108, + "Ġgraduated": 33109, + "Percent": 33110, + "Ġarriving": 33111, + "ĠAdventure": 33112, + "(scope": 33113, + "('*": 33114, + "quarter": 33115, + "ĠMarie": 33116, + "Speaking": 33117, + "_codegen": 33118, + "Ġimmun": 33119, + "caster": 33120, + "ãĤĮ": 33121, + "åķĨ": 33122, + "ĠDimensions": 33123, + ".record": 33124, + "Ġtexto": 33125, + "ĠMichelle": 33126, + "Pending": 33127, + "(by": 33128, + "_PAR": 33129, + "ucht": 33130, + "bee": 33131, + ".Thread": 33132, + "ampire": 33133, + "know": 33134, + "ĠClinical": 33135, + "ĠmarginBottom": 33136, + "Ġdistinguish": 33137, + ".Full": 33138, + ".undefined": 33139, + "ĠSequelize": 33140, + "############################################################################": 33141, + "Ġeducated": 33142, + "_OVER": 33143, + "åºı": 33144, + "ĠÂłĠÂł": 33145, + "_each": 33146, + "Ġurge": 33147, + "depart": 33148, + "Ġdonors": 33149, + "ĠAu": 33150, + "Ġbillions": 33151, + "Ġbelonging": 33152, + "_age": 33153, + "_Int": 33154, + "Ġsubstances": 33155, + "machine": 33156, + "!!!ĊĊ": 33157, + "Ġjsonify": 33158, + "ibbean": 33159, + "ĠCad": 33160, + "ĠendTime": 33161, + "Ġcycling": 33162, + "ĠUITextField": 33163, + "Ġleverage": 33164, + "Ġvanilla": 33165, + "eat": 33166, + "Launch": 33167, + "(pt": 33168, + "states": 33169, + "ĠControls": 33170, + "ĠRespons": 33171, + "ĠJake": 33172, + "Ġasleep": 33173, + "fortunate": 33174, + ".nextLine": 33175, + "SizeMode": 33176, + "ìĿ¼": 33177, + "TestingModule": 33178, + "German": 33179, + "ĠInvestig": 33180, + ".reverse": 33181, + "ĠBACK": 33182, + "(DateTime": 33183, + "Ġnonprofit": 33184, + "ĠExpect": 33185, + "Ġtanto": 33186, + "']),": 33187, + "ĉthe": 33188, + "Multiple": 33189, + "(getActivity": 33190, + "_WAIT": 33191, + "Ġjá": 33192, + "decor": 33193, + "levance": 33194, + "ĠGitHub": 33195, + "mination": 33196, + "_quantity": 33197, + ".Scanner": 33198, + "ĠLion": 33199, + "éĶĻ误": 33200, + "Ġdre": 33201, + "Ġtantra": 33202, + "ĠcontentType": 33203, + "Ġfid": 33204, + "_alt": 33205, + "NSIndexPath": 33206, + "-pl": 33207, + "åĮĸ": 33208, + "Ġantibiot": 33209, + "tables": 33210, + "acial": 33211, + "ĠRegistry": 33212, + "Ġolive": 33213, + "igers": 33214, + "Ġsubscriber": 33215, + "_pres": 33216, + "ĠSyntax": 33217, + "Ġlovers": 33218, + ".Byte": 33219, + "olders": 33220, + "_forward": 33221, + "always": 33222, + "Caption": 33223, + "Priv": 33224, + "ĠTampa": 33225, + "isateur": 33226, + "-labelledby": 33227, + "ĠToString": 33228, + "ĠìĤ¬": 33229, + "Ġinitiated": 33230, + "WF": 33231, + "Ġinstitutional": 33232, + "inject": 33233, + "ĠScr": 33234, + "Ġdoctrine": 33235, + "Ġspacious": 33236, + "isure": 33237, + "ĠAna": 33238, + "\"time": 33239, + "essaging": 33240, + "Ġcid": 33241, + "ĠNan": 33242, + "Ġincomplete": 33243, + "TAG": 33244, + "-build": 33245, + "December": 33246, + "Ġresidual": 33247, + "(PDO": 33248, + "ĠListen": 33249, + "Ġglyph": 33250, + "Ġgaps": 33251, + "nea": 33252, + ".Rect": 33253, + "Ġsau": 33254, + "ĠPhotograph": 33255, + "Ġexecutable": 33256, + "ĠExpert": 33257, + "Coroutine": 33258, + "_sizes": 33259, + "ĠNL": 33260, + ".isValid": 33261, + ");}Ċ": 33262, + "-reg": 33263, + "Ġciting": 33264, + "cwd": 33265, + "ĠOttawa": 33266, + "ĠBatt": 33267, + "Ġrenewable": 33268, + "Ġpreliminary": 33269, + "Ġasylum": 33270, + "Ġwrist": 33271, + "Ġutiliz": 33272, + "Ġdetention": 33273, + "Fast": 33274, + "Ġange": 33275, + "incinnati": 33276, + "Ġsteering": 33277, + "ĠNaN": 33278, + "iosity": 33279, + "/page": 33280, + "Ġè¿": 33281, + "sterol": 33282, + "Ġdisg": 33283, + "(DB": 33284, + "ĠDESCRIPTION": 33285, + "Ġ_$": 33286, + "Ġobstacle": 33287, + "Ġbizarre": 33288, + "Ġextraction": 33289, + "_expected": 33290, + "Ġloses": 33291, + "ĠCelebr": 33292, + "ĠhtmlFor": 33293, + "Ġexploit": 33294, + "олÑĮзов": 33295, + "XYZ": 33296, + "Ġmagnet": 33297, + "amped": 33298, + "Ġatoms": 33299, + "Sources": 33300, + "pectives": 33301, + "Ñģли": 33302, + "Ġ=čĊ": 33303, + "Ġdare": 33304, + "ĠWalter": 33305, + "Ġbrightness": 33306, + "Ġannotations": 33307, + "ëı": 33308, + "iske": 33309, + "Schedule": 33310, + ".images": 33311, + "rosso": 33312, + "Ġ\"..": 33313, + "gamma": 33314, + "Ġinstructor": 33315, + "Ġoverwrite": 33316, + "-am": 33317, + "Ġdevastating": 33318, + "ĠSaints": 33319, + "Ġhs": 33320, + "Ġbonuses": 33321, + "$output": 33322, + "ijd": 33323, + "(ActionEvent": 33324, + "monitor": 33325, + "Ġmattress": 33326, + "January": 33327, + ".jp": 33328, + "Ġcaracter": 33329, + "Ġimpose": 33330, + "_rest": 33331, + "ĠSignature": 33332, + "Ġcoronavirus": 33333, + "ãģĬ": 33334, + "_compare": 33335, + "Measure": 33336, + "itated": 33337, + "elijk": 33338, + "igos": 33339, + "esar": 33340, + "Ġrushed": 33341, + "metry": 33342, + "_SEPARATOR": 33343, + "_WE": 33344, + "_ATTRIBUTE": 33345, + "Ġyaml": 33346, + "Ġspecs": 33347, + "ĠRah": 33348, + "pheric": 33349, + "ĠInvestment": 33350, + "äll": 33351, + "Ġappealing": 33352, + "Ġviewport": 33353, + "ç©": 33354, + "ĠmarginLeft": 33355, + "Ġsubtract": 33356, + "ĠEDIT": 33357, + "ĉArrayList": 33358, + "grading": 33359, + "ĠFailure": 33360, + "asper": 33361, + "EEK": 33362, + "(now": 33363, + ")Ċ": 33379, + "Collision": 33380, + "ĠGreater": 33381, + "ĠRacing": 33382, + "alan": 33383, + "Ġmonetary": 33384, + ",new": 33385, + "ĠSorry": 33386, + ".Enable": 33387, + "ĠInstantiate": 33388, + "ollen": 33389, + "ë©´": 33390, + "ĠCalling": 33391, + "_hour": 33392, + "ADA": 33393, + "Ġshy": 33394, + ")**": 33395, + "Ġ==>": 33396, + "Ġespecial": 33397, + "Ġinterpreted": 33398, + "!=\"": 33399, + "Ġpharmacy": 33400, + ".single": 33401, + "ĠCialis": 33402, + "Ġparas": 33403, + ".toUpperCase": 33404, + "ĠDemon": 33405, + "Prime": 33406, + "Ġrankings": 33407, + "Adding": 33408, + "_HASH": 33409, + "ĠExam": 33410, + "Ú©": 33411, + "ĠVictor": 33412, + "Okay": 33413, + "\"];čĊ": 33414, + "Ġfortune": 33415, + "ĠFETCH": 33416, + "expand": 33417, + ".Interop": 33418, + "Ġbarn": 33419, + "æ¶Ī": 33420, + "uevo": 33421, + "Ġspeculation": 33422, + "âĶĢâĶĢâĶĢâĶĢ": 33423, + "ĠNu": 33424, + "ĠBlues": 33425, + "(fname": 33426, + "Ġinhabit": 33427, + "Ġ\\\"%": 33428, + "CES": 33429, + "ulario": 33430, + "_cr": 33431, + "Ġvalidated": 33432, + "Ġmidnight": 33433, + "anking": 33434, + "Ġincorporate": 33435, + "Ġpursuit": 33436, + "EXP": 33437, + "prime": 33438, + "Pid": 33439, + "-US": 33440, + "ĠNurs": 33441, + "ĠWheel": 33442, + "éĺ": 33443, + "Ġinp": 33444, + "Ġsupportive": 33445, + ".member": 33446, + "ĠShot": 33447, + ".CheckBox": 33448, + "Ġaffirm": 33449, + "Tor": 33450, + "FullYear": 33451, + "Ġconsiderably": 33452, + "credentials": 33453, + "_opts": 33454, + "Roll": 33455, + "(round": 33456, + "Ġcoment": 33457, + "_UART": 33458, + "Ġextending": 33459, + "RG": 33460, + "resultado": 33461, + "itu": 33462, + ".getSession": 33463, + "Ġattraction": 33464, + "&D": 33465, + "$html": 33466, + "ĠJessica": 33467, + "ĠAssociate": 33468, + "añ": 33469, + "_ed": 33470, + "ĠLag": 33471, + "Ġorigins": 33472, + "())->": 33473, + "addEventListener": 33474, + "IALOG": 33475, + "åIJ¦": 33476, + ".Compare": 33477, + "Album": 33478, + "ĠKu": 33479, + "\";ĊĊ": 33523, + "quisite": 33524, + "channels": 33525, + "/res": 33526, + "ĠAnalytics": 33527, + ".appcompat": 33528, + "/to": 33529, + "ĠonError": 33530, + "(attr": 33531, + "IRM": 33532, + "Ġragaz": 33533, + "-as": 33534, + ".Second": 33535, + "oriented": 33536, + "Ġdonn": 33537, + "Ġlightning": 33538, + "fid": 33539, + "ĠPle": 33540, + "ãģ¾ãģĻ": 33541, + "tro": 33542, + ".True": 33543, + "Observable": 33544, + "×Ļ": 33545, + "umbing": 33546, + "Ġprospective": 33547, + "-filter": 33548, + "Ġpursuant": 33549, + "(points": 33550, + ".Bind": 33551, + "Ġpalm": 33552, + "clearfix": 33553, + "ös": 33554, + "ĠGonz": 33555, + "Ġweaken": 33556, + "Drive": 33557, + "enido": 33558, + "lld": 33559, + "obox": 33560, + "anean": 33561, + "Got": 33562, + "ä¿Ŀ": 33563, + "Regex": 33564, + "æĥ": 33565, + "Ġsalad": 33566, + "assis": 33567, + "\"net": 33568, + "inheritDoc": 33569, + "ĠRV": 33570, + "quier": 33571, + "Ġclazz": 33572, + "Ä±ÅŁ": 33573, + "osterone": 33574, + "Ġairline": 33575, + ".listdir": 33576, + "Ġdownloading": 33577, + "ĠPalm": 33578, + "waukee": 33579, + "<": 33580, + ".BL": 33581, + "_INLINE": 33582, + "offs": 33583, + "<<(": 33584, + "_news": 33585, + "Ġchase": 33586, + "/><": 33587, + "Ġeuros": 33588, + "ĠEgyptian": 33589, + "ĠStainless": 33590, + "_BOOL": 33591, + "ĠGuild": 33592, + "ĠDynam": 33593, + "[indexPath": 33594, + "Ġï": 33595, + "Ġmemorable": 33596, + "ĠChampion": 33597, + "ResourceManager": 33598, + ".Login": 33599, + "ĠFormer": 33600, + "yped": 33601, + "Ġlleg": 33602, + ";\",": 33603, + "DWORD": 33604, + "Ġtaxi": 33605, + "Ġbombs": 33606, + "rah": 33607, + ".tags": 33608, + "_tests": 33609, + "stones": 33610, + "âĢĿ)": 33611, + "[g": 33612, + "rtype": 33613, + "Ġvu": 33614, + "Ġhostile": 33615, + "Chars": 33616, + "ĠPatriots": 33617, + "/status": 33618, + "());Ċ": 33972, + "ajÄħ": 33973, + "_OCC": 33974, + "Ġplanets": 33975, + "æŁ¥": 33976, + "ĠDublin": 33977, + "Ġserie": 33978, + ".printf": 33979, + "deep": 33980, + "`)": 33981, + "Ġ\\$": 33982, + "Ġμ": 33983, + "_VIDEO": 33984, + "endors": 33985, + "ĠCrypto": 33986, + "Far": 33987, + ".Transparent": 33988, + ".TR": 33989, + "iasm": 33990, + "_training": 33991, + "Ġteaches": 33992, + "ĠBelt": 33993, + "Ġlimiting": 33994, + "ĠKath": 33995, + "ĠIndexPath": 33996, + "Ġachievements": 33997, + "Ġserá": 33998, + "interopRequire": 33999, + "Ġdisse": 34000, + ".If": 34001, + "arming": 34002, + "ulsion": 34003, + "Po": 34004, + "_DETAIL": 34005, + "Prototype": 34006, + "ĠCAL": 34007, + "Ġagrees": 34008, + ".vo": 34009, + ".ExecuteNonQuery": 34010, + "ĠTopic": 34011, + "Ġ'{}": 34012, + "Arm": 34013, + "Ġecc": 34014, + "Mag": 34015, + "Ġserialized": 34016, + "ĉconn": 34017, + "cached": 34018, + "=tf": 34019, + "ĠByteArray": 34020, + "protobuf": 34021, + "varchar": 34022, + "ĉASSERT": 34023, + "Ġliste": 34024, + "_trigger": 34025, + "·¸": 34026, + "Feel": 34027, + "Tahoma": 34028, + "ĠLik": 34029, + "Ġstructured": 34030, + "ergus": 34031, + ".Initial": 34032, + "_ge": 34033, + "cljs": 34034, + ".contact": 34035, + "Ġandere": 34036, + "$stmt": 34037, + "_CURRENT": 34038, + "ĠDiscover": 34039, + "$res": 34040, + "formatter": 34041, + "Ha": 34042, + "vangst": 34043, + "Ġemerge": 34044, + "ãĢĤâĢĿ": 34045, + "ĠCabinet": 34046, + "-square": 34047, + "éĥ¨": 34048, + "Ġrage": 34049, + "ĠAJ": 34050, + "ĠVT": 34051, + "shadow": 34052, + "ĠFaith": 34053, + "enames": 34054, + "pretty": 34055, + "hasil": 34056, + "party": 34057, + "Ġvarchar": 34058, + "Ġfotos": 34059, + "Ġalum": 34060, + "ĠBelgium": 34061, + ".ylabel": 34062, + "Ġdej": 34063, + "_numbers": 34064, + "Ġhu": 34065, + ".setAdapter": 34066, + "ĠUsually": 34067, + "(sample": 34068, + ".Shared": 34069, + "Ġbooked": 34070, + "Ġ>>=": 34071, + "Ġminerals": 34072, + "\">": 34091, + "prog": 34092, + "boo": 34093, + "_md": 34094, + "_pack": 34095, + "(express": 34096, + "utz": 34097, + "\\Auth": 34098, + ",id": 34099, + "ĠChile": 34100, + "actice": 34101, + "Ġrecruitment": 34102, + "Ġposes": 34103, + "Ġvulnerability": 34104, + "instanc": 34105, + "orum": 34106, + "dess": 34107, + "Ġxl": 34108, + "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%": 34109, + "(fig": 34110, + "Ġdeleting": 34111, + ".del": 34112, + ")')Ċ": 34113, + "ĠWeekly": 34114, + "???": 34115, + "(strcmp": 34116, + "smith": 34117, + "Ġpursuing": 34118, + "-so": 34119, + "ĠApps": 34120, + "/'Ċ": 34121, + "Ġdecis": 34122, + "FORE": 34123, + "Everyone": 34124, + "Ġlanes": 34125, + "Virtual": 34126, + ".attach": 34127, + "(Log": 34128, + "ĠMedicaid": 34129, + "(Path": 34130, + "ĠTurner": 34131, + "/application": 34132, + "Ġportrait": 34133, + "Ġoppose": 34134, + "checkout": 34135, + "Ġfinishes": 34136, + "_ME": 34137, + "Barrier": 34138, + "Song": 34139, + "VAR": 34140, + "Earlier": 34141, + "rella": 34142, + "Ġhast": 34143, + "azar": 34144, + "Ġpulls": 34145, + "ngx": 34146, + "Ġinspiring": 34147, + "ÑĥÑİ": 34148, + "-direction": 34149, + "Ġexplosive": 34150, + "ĠcreatedAt": 34151, + "sto": 34152, + "Ġwheat": 34153, + "ĠBuilt": 34154, + "'ai": 34155, + "Ġtracked": 34156, + "hammad": 34157, + "RowAtIndexPath": 34158, + "_heap": 34159, + "Due": 34160, + "Ġconnects": 34161, + ".publish": 34162, + "emu": 34163, + "Ġbullets": 34164, + "BAR": 34165, + "olate": 34166, + "Ġinternally": 34167, + "Ġcatching": 34168, + "-password": 34169, + "ouched": 34170, + "æĢ§": 34171, + "eous": 34172, + "Ġxrange": 34173, + "Quality": 34174, + "vv": 34175, + "Manage": 34176, + "(($": 34177, + "acements": 34178, + "ĠBrothers": 34179, + "ĠHEAD": 34180, + "ĠUnsupported": 34181, + "san": 34182, + "esi": 34183, + "***Ċ": 34184, + "Ġadaptation": 34185, + "ĠWorker": 34186, + "']/": 34187, + ".savefig": 34188, + "(trans": 34189, + "ج": 34190, + "nee": 34191, + "Correct": 34192, + "...\")Ċ": 34193, + "Ġsubmitting": 34194, + "-path": 34195, + "ĉlast": 34196, + "issan": 34197, + ".xlabel": 34198, + "ĠSepar": 34199, + "/no": 34200, + "_best": 34201, + "ĠMills": 34202, + "_sock": 34203, + "(flag": 34204, + "Ġdestinations": 34205, + "emption": 34206, + "ĠFAIL": 34207, + "åĴĮ": 34208, + "Ġrp": 34209, + "fact": 34210, + "ĉlen": 34211, + "DAY": 34212, + "Ġseiz": 34213, + "_dst": 34214, + "lip": 34215, + ".Linear": 34216, + "ĠBasket": 34217, + "$t": 34218, + "$i": 34219, + "-brand": 34220, + "ĠNeil": 34221, + "ĠEq": 34222, + "Ġthou": 34223, + "ogene": 34224, + "Ġscholarship": 34225, + "æĽ´": 34226, + "Ġswo": 34227, + "aginator": 34228, + "eni": 34229, + "(book": 34230, + "Ġblink": 34231, + "thus": 34232, + "ĠcancellationToken": 34233, + "ĠPalestinians": 34234, + "Ġprofitable": 34235, + "Ġbackpack": 34236, + "enson": 34237, + "true": 34384, + "ĠNYC": 34385, + "Ġbored": 34386, + "ĠDetect": 34387, + "Ġappar": 34388, + "Ġjeans": 34389, + "ĠTak": 34390, + "IOD": 34391, + "ĠHorse": 34392, + "(FILE": 34393, + "(?": 34394, + "rique": 34395, + "optimizer": 34396, + "nat": 34397, + "loys": 34398, + "ĉToken": 34399, + "oubted": 34400, + "uess": 34401, + "ocoa": 34402, + "DataMember": 34403, + "_POWER": 34404, + "classList": 34405, + "PushButton": 34406, + "ĠWiFi": 34407, + ".Stream": 34408, + ".guild": 34409, + "Ġnog": 34410, + "ĠPortugal": 34411, + "ĠUnter": 34412, + "Primitive": 34413, + "boss": 34414, + "ĠDeutsch": 34415, + "Ġerotic": 34416, + "Ġstrconv": 34417, + ".TryParse": 34418, + "Ġgrams": 34419, + ".Success": 34420, + "_pk": 34421, + "ĠHarvey": 34422, + "-minded": 34423, + ".country": 34424, + "[]\"": 34425, + "Ġangel": 34426, + "Ġbeats": 34427, + "ĠVor": 34428, + "ilio": 34429, + ".master": 34430, + "something": 34431, + "ĠPACK": 34432, + "(if": 34433, + "RequestBody": 34434, + "Ġantes": 34435, + "/widget": 34436, + "Ġmodo": 34437, + "ĠAW": 34438, + "finder": 34439, + "Ġoptimized": 34440, + "Ġmissiles": 34441, + "NB": 34442, + "ĉinternal": 34443, + "tex": 34444, + "ĠSri": 34445, + "Ġdamaging": 34446, + "ĠMais": 34447, + "-Allow": 34448, + "ĠZh": 34449, + "-alt": 34450, + "Ġ));ĊĊ": 34451, + "èī": 34452, + "Ġinfluences": 34453, + "Ġcatal": 34454, + "_REGISTER": 34455, + "ĠAPIs": 34456, + "-century": 34457, + "Ġbiology": 34458, + "ĠActual": 34459, + "Ġheels": 34460, + "TRACE": 34461, + "_DIG": 34462, + "Dataset": 34463, + "ĠMatter": 34464, + "Ġclassifier": 34465, + ".wikipedia": 34466, + "ĠRogers": 34467, + "Ġdonated": 34468, + "rawler": 34469, + "enen": 34470, + "Ġcasinos": 34471, + "ortal": 34472, + "Ġprive": 34473, + "spe": 34474, + "ducers": 34475, + ".ep": 34476, + "Ġgrasp": 34477, + "acji": 34478, + "Ġdairy": 34479, + "Ġbuses": 34480, + ".comm": 34481, + ".ins": 34482, + "ĠIRS": 34483, + "ĠBeer": 34484, + "adc": 34485, + "oard": 34486, + "_MET": 34487, + "Ġ'+'": 34488, + "rans": 34489, + "Ġkinda": 34490, + "ĠâĶĤ": 34491, + "ĠMaur": 34492, + "аг": 34493, + "Ġbandwidth": 34494, + "ibus": 34495, + "ĠDifferent": 34496, + "(mat": 34497, + "ĠResume": 34498, + "_UNS": 34499, + "establish": 34500, + "Ġfonction": 34501, + "Subscription": 34502, + "_company": 34503, + "Ġlightly": 34504, + ".confirm": 34505, + ".yaml": 34506, + "ĠBoost": 34507, + "Commerce": 34508, + "-template": 34509, + "_DELAY": 34510, + "ĠHI": 34511, + "Ġnavig": 34512, + "(Sender": 34513, + "ĠHS": 34514, + "_\"+": 34515, + "ĠREQUEST": 34516, + "Ġwifi": 34517, + "=\"\"Ċ": 34518, + "])->": 34519, + "Ġrope": 34520, + "Ġviolated": 34521, + "Ġglance": 34522, + "ĠKurd": 34523, + "Ġè®": 34524, + "deck": 34525, + "ĠISBN": 34526, + "Ġinfect": 34527, + "ĠFoo": 34528, + "Ġgetter": 34529, + "Ġtener": 34530, + "appe": 34531, + ".hh": 34532, + "_hot": 34533, + "\".$": 34743, + "Ġrelies": 34744, + "(Console": 34745, + "International": 34746, + "->{$": 34747, + "Mid": 34748, + "Ġdissert": 34749, + "dds": 34750, + "Ġdeposits": 34751, + "ĉdriver": 34752, + "#ga": 34753, + "prising": 34754, + "println": 34755, + "Ġpresenter": 34756, + "Ġmines": 34757, + "CSS": 34758, + "ĠDual": 34759, + "(!(": 34760, + "Ġkam": 34761, + "ĠisLoading": 34762, + "ĠProtect": 34763, + ".upper": 34764, + "arium": 34765, + "]:ĊĊĊ": 34766, + "Yii": 34767, + "-shirt": 34768, + "ĠIMAGE": 34769, + "_colors": 34770, + "Ġurgent": 34771, + ".Container": 34772, + "!(Ċ": 34773, + "Saturday": 34774, + "Ġsocieties": 34775, + "ĠThan": 34776, + "ĠCod": 34777, + "=@": 34778, + "Ġattachments": 34779, + ".mobile": 34780, + "Ġspite": 34781, + "Ġbounce": 34782, + "rawl": 34783, + "instancetype": 34784, + "ĠTruck": 34785, + "Ġmanipulation": 34786, + "(Config": 34787, + "-inst": 34788, + "Ġstor": 34789, + "itution": 34790, + "PreferredGap": 34791, + "ĠmainAxisAlignment": 34792, + "Ġlistened": 34793, + "'''ĊĊ": 34794, + "ottage": 34795, + "-project": 34796, + ".APPLICATION": 34797, + "ĉroot": 34798, + "Ġwhit": 34799, + "Ġbilder": 34800, + "Ġker": 34801, + "Ġappliances": 34802, + "rowave": 34803, + "ìĿĢ": 34804, + "ematics": 34805, + "ĠOrg": 34806, + "oping": 34807, + "_SEARCH": 34808, + "Ġcham": 34809, + "addContainerGap": 34810, + "Ġ().": 34811, + "ĠArrow": 34812, + "Illegal": 34813, + "Currently": 34814, + "Ġusa": 34815, + "Ġpasswords": 34816, + "Ġrenown": 34817, + "avern": 34818, + "ĠEvil": 34819, + "Ġconcat": 34820, + "Ġduo": 34821, + "Ġvale": 34822, + "ĠBean": 34823, + "Ġindicators": 34824, + "cmath": 34825, + "ĠPump": 34826, + "November": 34827, + "ificant": 34828, + "_DOMAIN": 34829, + "regar": 34830, + "ĠPortal": 34831, + "\"$": 34832, + "Ġformerly": 34833, + "\"]:Ċ": 34834, + "ĠVisibility": 34835, + ".getElementsByClassName": 34836, + "_RED": 34837, + "Ġchampions": 34838, + "à´": 34839, + "Valor": 34840, + "_es": 34841, + "*a": 34842, + "-repeat": 34843, + "Band": 34844, + ".stage": 34845, + "Ġbureauc": 34846, + "Cnt": 34847, + "eten": 34848, + "-function": 34849, + "Ġmuito": 34850, + "PID": 34851, + "_editor": 34852, + "Ġcrashed": 34853, + "dead": 34854, + "kat": 34855, + "agh": 34856, + "ĠEXT": 34857, + "asser": 34858, + "-small": 34859, + "Ġrealiz": 34860, + "(Entity": 34861, + "ús": 34862, + "ĠActually": 34863, + "ĠElite": 34864, + "Ġhelm": 34865, + "(nonatomic": 34866, + "asher": 34867, + "Community": 34868, + "alleng": 34869, + "iry": 34870, + "ĠGrowth": 34871, + "Ġsue": 34872, + "Ġfrequencies": 34873, + "_descriptor": 34874, + ".Attribute": 34875, + "Ġrecipients": 34876, + "_NS": 34877, + "/\"+": 34878, + "iban": 34879, + "Ġathlete": 34880, + "ĠIgn": 34881, + "_DMA": 34882, + "(ds": 34883, + "ĠRequirements": 34884, + "ADI": 34885, + "erez": 34886, + "\\Admin": 34887, + "braska": 34888, + "ĠRust": 34889, + "Relation": 34890, + "COD": 34891, + "ĠVERSION": 34892, + "emma": 34893, + ")){": 34894, + ".Duration": 34895, + "ĠCamb": 34896, + "-logo": 34897, + "Ġreadable": 34898, + "Ġcreators": 34899, + "()];Ċ": 34900, + "UpDown": 34901, + "-half": 34902, + ".getMonth": 34903, + "(sf": 34904, + "Pic": 34905, + "Ġhunger": 34906, + ".tx": 34907, + "Ġexceeded": 34908, + "_seed": 34909, + "(^": 34910, + "_sk": 34911, + ".perform": 34912, + "Ġ>::": 34913, + "Ġmongo": 34914, + "=float": 34915, + "bindParam": 34916, + "Smart": 34917, + "ifa": 34918, + "Ġsecurities": 34919, + "Ġprejud": 34920, + "Ġ,\"": 34921, + "Ġcorps": 34922, + "Ġvra": 34923, + "amacare": 34924, + "iterr": 34925, + "(Media": 34926, + "uche": 34927, + "Ġcob": 34928, + "Ġliber": 34929, + ".geometry": 34930, + "Locator": 34931, + "Ġsliding": 34932, + "Ġsurgical": 34933, + "_CUR": 34934, + "Ġconsect": 34935, + "[*": 34936, + "ĠResort": 34937, + "Stub": 34938, + "_DOUBLE": 34939, + "ĠSoph": 34940, + "Ġelectoral": 34941, + "_disable": 34942, + "ĠÑģо": 34943, + "ĠLightning": 34944, + "Ġmentions": 34945, + "ocy": 34946, + "Ġleaked": 34947, + "Ġrelaxing": 34948, + "Presenter": 34949, + "vsp": 34950, + "Ġguilt": 34951, + "=-=-": 34952, + ".reply": 34953, + "ĠMirror": 34954, + "Camp": 34955, + "Ġ+#+#+#+": 34956, + "Ġ+#+#+#+#+#+": 34957, + ".Author": 34958, + "Ġdirective": 34959, + "-hook": 34960, + "íĦ°": 34961, + "}ĊĊĊĊĊ": 34962, + "@pytest": 34963, + "_rand": 34964, + "mis": 34965, + "Ġcolorful": 34966, + "uje": 34967, + "lasses": 34968, + "ĠClasses": 34969, + ".have": 34970, + "%),": 34971, + "é¢ĺ": 34972, + "Ġdisturbing": 34973, + "substring": 34974, + "ĠKoh": 34975, + "Invest": 34976, + "purchase": 34977, + "Ġrecycling": 34978, + "ĠART": 34979, + "ierarchy": 34980, + "Ġfps": 34981, + ".checkBox": 34982, + "íķ´": 34983, + "_material": 34984, + "ducation": 34985, + "Ġfw": 34986, + "udit": 34987, + "Ġreviewing": 34988, + "ĠSid": 34989, + "Syntax": 34990, + "ĠWritten": 34991, + "argar": 34992, + "UME": 34993, + "/q": 34994, + "Classifier": 34995, + "Official": 34996, + "Ġjazz": 34997, + "Ġomega": 34998, + "Physics": 34999, + "Ġlugar": 35000, + "_accessor": 35001, + ".commands": 35002, + "Ability": 35003, + "ĠBatch": 35004, + "RAM": 35005, + "Ġencounters": 35006, + ".Qu": 35007, + "BYTE": 35008, + "ĠDistribution": 35009, + "Ġuso": 35010, + "ĠRecovery": 35011, + "approved": 35012, + "Ġdenial": 35013, + "/share": 35014, + "LinkedList": 35015, + ")čĊčĊčĊ": 35016, + "uddy": 35017, + "Ġfines": 35018, + "Ġry": 35019, + "Unicode": 35020, + "ĉrender": 35021, + "Ġpremises": 35022, + "Ġpon": 35023, + "aliases": 35024, + "/Foundation": 35025, + "cuda": 35026, + "ĠCock": 35027, + ",:)": 35028, + "(folder": 35029, + "Ġméd": 35030, + "drag": 35031, + "Ġtalents": 35032, + "ĠĠĠĊĊ": 35033, + "еÑģÑĤв": 35034, + "mob": 35035, + ".yml": 35036, + "Ġaster": 35037, + "Ġdiscre": 35038, + "goal": 35039, + "ĠGTX": 35040, + "ĠSUCCESS": 35041, + "ĠLONG": 35042, + "(find": 35043, + "Ġsingular": 35044, + "_sz": 35045, + "ĠEthereum": 35046, + "..Ċ": 35047, + "Ġirres": 35048, + "')){Ċ": 35049, + "Ġministers": 35050, + "Steps": 35051, + "iversal": 35052, + "ĠNevertheless": 35053, + "-led": 35054, + "Ġ(%)": 35055, + "ç¡®": 35056, + "Ġtimezone": 35057, + "Ġstranger": 35058, + "(render": 35059, + "Ġshutil": 35060, + "Ġmph": 35061, + "Ġtrio": 35062, + "ppy": 35063, + "Ġpredomin": 35064, + "Ġendors": 35065, + "ĠRussians": 35066, + "ĉrow": 35067, + "Ġwizard": 35068, + ".serialize": 35069, + "Ġcomplained": 35070, + "Ġsido": 35071, + "Ġdelighted": 35072, + "-me": 35073, + "ĠRav": 35074, + "Human": 35075, + "adays": 35076, + "recv": 35077, + "Working": 35078, + "Jump": 35079, + "ĠÃ¥r": 35080, + "ĠAutomatic": 35081, + "_Base": 35082, + "æł¼": 35083, + "aurants": 35084, + "¯": 35085, + "æ¸": 35086, + "(CType": 35087, + "IFI": 35088, + "(amount": 35089, + "Ġbelieving": 35090, + "=mysql": 35091, + "Ġfir": 35092, + "Ġrestoration": 35093, + "ereco": 35094, + "Т": 35095, + "_'+": 35096, + "Ġebook": 35097, + "Ġdebris": 35098, + "(inputs": 35099, + "AYOUT": 35100, + "Ġscreaming": 35101, + "avia": 35102, + "lander": 35103, + "Ġdistress": 35104, + "Ġassembled": 35105, + "ĠAvoid": 35106, + "(thread": 35107, + "ĠRPC": 35108, + "_EXIT": 35109, + "(queue": 35110, + "иÑģÑĤ": 35111, + "Dll": 35112, + "Ġskull": 35113, + "_pub": 35114, + "chez": 35115, + "minate": 35116, + "ensen": 35117, + "Ġinsane": 35118, + "bounds": 35119, + "ĠRosen": 35120, + "Ġconditioning": 35121, + "processed": 35122, + "videos": 35123, + "four": 35124, + ".Conv": 35125, + "|;Ċ": 35126, + "Personal": 35127, + "cerpt": 35128, + ":UIControlStateNormal": 35129, + "Ġdoses": 35130, + "ĠKarl": 35131, + "ĠFrequ": 35132, + ".BASE": 35133, + "ĠVote": 35134, + "Ġconcurrent": 35135, + "ĠMessageBoxIcon": 35136, + "ĠÃĸ": 35137, + "ĠDubai": 35138, + "ĠRetail": 35139, + ":number": 35140, + "ĠObserver": 35141, + "ĠBigInteger": 35142, + "_origin": 35143, + "_WORK": 35144, + "Frames": 35145, + "Ġnotably": 35146, + ".âĢľ": 35147, + "Ġtropical": 35148, + "Ġniche": 35149, + "amina": 35150, + ".sys": 35151, + "(tokens": 35152, + "modify": 35153, + "osit": 35154, + "strom": 35155, + "ĠComics": 35156, + "OPTION": 35157, + "Ticket": 35158, + "Ġfactories": 35159, + "Ġdisput": 35160, + "_File": 35161, + "ĠFinn": 35162, + "eee": 35163, + "ĠDiscord": 35164, + "_money": 35165, + ".tpl": 35166, + "_safe": 35167, + "LB": 35168, + "Ġglut": 35169, + "JK": 35170, + ".flow": 35171, + "-cont": 35172, + "gos": 35173, + "Ġhorizon": 35174, + "ĠRush": 35175, + "::*": 35176, + "Pipe": 35177, + "ulla": 35178, + "borough": 35179, + "heimer": 35180, + "(move": 35181, + "(Text": 35182, + "});čĊčĊ": 35183, + "welcome": 35184, + "ĠComponents": 35185, + "Ġgovernance": 35186, + "closed": 35187, + "ĉmargin": 35188, + "Ġlaundry": 35189, + "ĠTerminal": 35190, + "izards": 35191, + ".âĢĶ": 35192, + ".remote": 35193, + ".radius": 35194, + "ĠQuebec": 35195, + "Ġdh": 35196, + "Tech": 35197, + "ĠMist": 35198, + "seller": 35199, + "_literal": 35200, + "Ġgenius": 35201, + "Ġbrains": 35202, + "gem": 35203, + "ĠMeasure": 35204, + "Ġcatast": 35205, + "rance": 35206, + ".TextField": 35207, + "Ġconsuming": 35208, + "Ġ'\\''": 35209, + "oubtedly": 35210, + "ĠCertain": 35211, + "Ev": 35212, + "erti": 35213, + "being": 35214, + "Experience": 35215, + "Ġ//[": 35216, + "ĠArabic": 35217, + "ĠCrist": 35218, + "ĠAzure": 35219, + "Ġhora": 35220, + "ladesh": 35221, + "\\Blueprint": 35222, + "dar": 35223, + ".rel": 35224, + "Ġsuprem": 35225, + "ĠReagan": 35226, + "ĠAttributes": 35227, + "-sidebar": 35228, + "ĠuseStyles": 35229, + "ĠAirlines": 35230, + "Ġhills": 35231, + "/xhtml": 35232, + "vinc": 35233, + "_mock": 35234, + "ĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 35235, + "ĠPill": 35236, + ".LayoutStyle": 35237, + "ĠCommander": 35238, + "]<": 35239, + "signature": 35240, + "Ġ{}čĊ": 35241, + "Ġhatred": 35242, + "Ġëĭ": 35243, + "olesterol": 35244, + "Ġ********": 35245, + "ancellor": 35246, + "crop": 35247, + "TIM": 35248, + "ĉĉĊĊ": 35249, + "ysqli": 35250, + "uitive": 35251, + "ĉunset": 35252, + "_sel": 35253, + "Ġmenus": 35254, + "tick": 35255, + "Ġconstitute": 35256, + "ĠElements": 35257, + "ĠRedis": 35258, + "aggio": 35259, + "_fp": 35260, + "_depend": 35261, + "emas": 35262, + "CAST": 35263, + "orange": 35264, + "jon": 35265, + "ĠEmily": 35266, + "Ġpotatoes": 35267, + "Ġreceptor": 35268, + "ĠElectronic": 35269, + "ĠLights": 35270, + "Ġcombining": 35271, + "ĠSomeone": 35272, + "Ġ########.": 35273, + "ĠTOD": 35274, + "/show": 35275, + "Xd": 35276, + ".\"'": 35277, + "afx": 35278, + "Ġtragic": 35279, + "Styled": 35280, + "ĠMarco": 35281, + "Gallery": 35282, + "dale": 35283, + ".âĢĿĊĊĊĊ": 35284, + "érie": 35285, + "/service": 35286, + "äºĨ": 35287, + "Ġambient": 35288, + "_SETTINGS": 35289, + ".Adapter": 35290, + "lene": 35291, + "Ġtravels": 35292, + "Notice": 35293, + "Ġcleans": 35294, + "ĠFem": 35295, + "chair": 35296, + "Ñĥн": 35297, + "/my": 35298, + "_bad": 35299, + "ĠEconomics": 35300, + "ISA": 35301, + "_CNT": 35302, + "(Menu": 35303, + "äºİ": 35304, + "ĠRidge": 35305, + "Ġlengthy": 35306, + "Dot": 35307, + "Ġjumps": 35308, + "Ġhey": 35309, + "$pdf": 35310, + "Ġworm": 35311, + "Ġsut": 35312, + "Ġsher": 35313, + "iamo": 35314, + "ĠCalc": 35315, + "trieve": 35316, + "Ġcops": 35317, + "ĠChrom": 35318, + "Ġregulated": 35319, + "reatment": 35320, + "ĠHigher": 35321, + "oks": 35322, + "Ġdeze": 35323, + "LOCATION": 35324, + "ongsTo": 35325, + "Ġfinite": 35326, + "Ġvaries": 35327, + "Ġpositioned": 35328, + "'il": 35329, + "éĩij": 35330, + "Ġhike": 35331, + "(done": 35332, + "playlist": 35333, + "Ġada": 35334, + "Ġcoastal": 35335, + "ĠNancy": 35336, + ".DateTimeField": 35337, + "CppCodeGen": 35338, + "ĠSimilarly": 35339, + "reur": 35340, + "ĠContr": 35341, + "ĠHidden": 35342, + "ĠBeta": 35343, + "atched": 35344, + "_install": 35345, + ".Output": 35346, + "Lookup": 35347, + "ĠRichmond": 35348, + "quared": 35349, + "Ġmanga": 35350, + "-controls": 35351, + "ĠBernard": 35352, + "Large": 35353, + "Ġslices": 35354, + "Ġoffence": 35355, + "ĠMega": 35356, + "Ġestar": 35357, + "Ġjoints": 35358, + "Ġsumm": 35359, + "_platform": 35360, + "Buff": 35361, + ".addSubview": 35362, + "Ġretained": 35363, + "Letter": 35364, + ".dim": 35365, + "Ġessere": 35366, + "ĠScaffold": 35367, + "EXPECT": 35368, + "ĉRE": 35369, + ".longitude": 35370, + "ünd": 35371, + "Ġstatue": 35372, + ".addWidget": 35373, + "ĠCaribbean": 35374, + "addPreferredGap": 35375, + "ilde": 35376, + "UILabel": 35377, + "ĠOpport": 35378, + "Ġimperial": 35379, + "ursion": 35380, + "Ġmandate": 35381, + "Ġpromotional": 35382, + "Ġvk": 35383, + "iaÅĤ": 35384, + "Ġpyl": 35385, + "ĠCreation": 35386, + "озд": 35387, + "Ġsimpler": 35388, + ".what": 35389, + "ĠRecent": 35390, + "Storm": 35391, + ".quantity": 35392, + "ĠLov": 35393, + "\"-": 35394, + "ubbles": 35395, + "_notification": 35396, + "(world": 35397, + "urger": 35398, + "*(-": 35399, + ":\"Ċ": 35400, + "hm": 35401, + "anship": 35402, + "ĠAlmost": 35403, + "Ġmotorcycle": 35404, + "_fee": 35405, + "Ġabsorb": 35406, + "ĠVincent": 35407, + "Ġsounded": 35408, + "ÃŃst": 35409, + "Ġpharmaceutical": 35410, + "htag": 35411, + "ĠKindle": 35412, + "italize": 35413, + "ĠEmperor": 35414, + "oustic": 35415, + "Ġspecialists": 35416, + "åħ¬": 35417, + "BorderStyle": 35418, + "/\\": 35419, + "RELATED": 35420, + "(',',": 35421, + "(expr": 35422, + "Ġht": 35423, + "åįĪ": 35424, + "_Create": 35425, + "Ġspecially": 35426, + "Ġ[];čĊ": 35427, + "Ġheel": 35428, + "Ġsept": 35429, + "_arch": 35430, + "(initial": 35431, + "%.ĊĊ": 35432, + "\\\",\\\"": 35433, + "Ġdiscusses": 35434, + "Ġupt": 35435, + "Ġ[&": 35436, + "Ġmanus": 35437, + ".hand": 35438, + "ĠMAIN": 35439, + "ĠDenmark": 35440, + "Ġ],čĊ": 35441, + "Ġcryst": 35442, + "Ġnack": 35443, + "Coords": 35444, + "_inner": 35445, + "Ġmidst": 35446, + "Ġawake": 35447, + "ĠÐŀ": 35448, + "-break": 35449, + "ÃŃvel": 35450, + "_PASS": 35451, + "ĠParams": 35452, + "Ġdetr": 35453, + "Ġspider": 35454, + "ĠConcept": 35455, + "Ġprend": 35456, + "CHED": 35457, + ".Exit": 35458, + "Ġpopulated": 35459, + "Ġvirtue": 35460, + "_SESSION": 35461, + "Ġnouvel": 35462, + "oauth": 35463, + "ĠданнÑĭ": 35464, + "rink": 35465, + ".HeaderText": 35466, + "aturated": 35467, + "Ġerst": 35468, + "Ġåħ": 35469, + "à¥ĩ": 35470, + "_visible": 35471, + "eyer": 35472, + "Ġliable": 35473, + "Ġdebe": 35474, + "Ġbw": 35475, + "{-#": 35476, + "_WIN": 35477, + "dfs": 35478, + "Hover": 35479, + "ĠPUT": 35480, + "-angle": 35481, + "Ġnoble": 35482, + "Ġtraces": 35483, + "encv": 35484, + "ĠuserData": 35485, + "_ins": 35486, + "ĠSuz": 35487, + "Ġnewsletters": 35488, + "ĠModi": 35489, + "Ġentrepreneurs": 35490, + "Ġtribute": 35491, + "Ġrumors": 35492, + "Ġrr": 35493, + "ĠQuarter": 35494, + "ê³ł": 35495, + "Ġfeeds": 35496, + "óg": 35497, + "Ġenvelope": 35498, + "Ġlear": 35499, + "Ġkø": 35500, + "developer": 35501, + "Similar": 35502, + ":\")Ċ": 35503, + "subscription": 35504, + "Modifier": 35505, + "italic": 35506, + "Ġnasty": 35507, + "Ġtermination": 35508, + "Ġcharming": 35509, + "ĠâŁ": 35510, + "tons": 35511, + ".trace": 35512, + "hots": 35513, + "ĠUR": 35514, + "Mont": 35515, + "Ġjustified": 35516, + "ĠGang": 35517, + "inea": 35518, + "Ġbog": 35519, + "(ap": 35520, + "_$": 35521, + "Ġcontamin": 35522, + ".Dot": 35523, + "ĉDebug": 35524, + "(exports": 35525, + "Ġpaired": 35526, + "ĠAssignment": 35527, + "Ġautomobile": 35528, + "ĵį": 35529, + "Ġphases": 35530, + "vw": 35531, + "@SuppressWarnings": 35532, + "=\\": 35533, + "rant": 35534, + "-ed": 35535, + "ĉawait": 35536, + "Ġcertificates": 35537, + "'>\"": 35538, + "Ġintact": 35539, + "CTRL": 35540, + "Mike": 35541, + "gregation": 35542, + "ATTERN": 35543, + "Ġrepublic": 35544, + "_upper": 35545, + "iliary": 35546, + "Ġcomputation": 35547, + "hire": 35548, + "ĠShin": 35549, + "_ANY": 35550, + "ĠManufacturer": 35551, + "ĠCarm": 35552, + "Ġbearings": 35553, + "_comb": 35554, + "cad": 35555, + "uristic": 35556, + "Ġwholesale": 35557, + "Ġdonor": 35558, + ".interfaces": 35559, + "presso": 35560, + "ĠBrun": 35561, + "-close": 35562, + "prove": 35563, + "_SK": 35564, + "ĉframe": 35565, + "etros": 35566, + "ĠPain": 35567, + "_EXP": 35568, + "ĠLT": 35569, + "_fs": 35570, + ".datas": 35571, + "ĉss": 35572, + "voir": 35573, + "ĠAxis": 35574, + "Major": 35575, + "=\"<": 35576, + "[h": 35577, + "Ġprofess": 35578, + "igrate": 35579, + "(score": 35580, + "Keyword": 35581, + "\"os": 35582, + "ĠĠĠĠĉĊ": 35583, + "analysis": 35584, + "Ġreplay": 35585, + ".pass": 35586, + "\\d": 35587, + "tls": 35588, + "Ġsanct": 35589, + ".light": 35590, + "_mobile": 35591, + "ÑģÑĤÑĮ": 35592, + "ĉtotal": 35593, + "uity": 35594, + "Ġpaused": 35595, + "NAS": 35596, + "Ġencore": 35597, + "loe": 35598, + "Ġ-*-ĊĊ": 35599, + ".high": 35600, + "ampler": 35601, + "ĠSecure": 35602, + "Ġfragments": 35603, + "_vel": 35604, + "illary": 35605, + "ĠStein": 35606, + "ĠDawn": 35607, + "Ġmaximize": 35608, + "ย": 35609, + "Ġ/^": 35610, + "Ġcontinually": 35611, + "Ġshadows": 35612, + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 35613, + "ĠIActionResult": 35614, + "Ġinformación": 35615, + "CHECK": 35616, + ".SelectedItem": 35617, + "bundle": 35618, + "olley": 35619, + "<": 35781, + "Ġtrajectory": 35782, + "_ring": 35783, + "Ġhydrogen": 35784, + "tron": 35785, + "Ġstatute": 35786, + "Ġconditional": 35787, + "Ġtray": 35788, + "-school": 35789, + "(widget": 35790, + "$config": 35791, + "Ġrequesting": 35792, + ".uint": 35793, + "eton": 35794, + "brities": 35795, + "OfType": 35796, + "ADMIN": 35797, + "predict": 35798, + "Ġgegen": 35799, + "ĠHapp": 35800, + "OCUMENT": 35801, + "ĠApart": 35802, + "Ġ-----": 35803, + "roe": 35804, + "uide": 35805, + "justify": 35806, + "ĠSquad": 35807, + "Ġprofes": 35808, + ".bot": 35809, + "_currency": 35810, + "innen": 35811, + "ĠMumbai": 35812, + "ĠNumbers": 35813, + "avanaugh": 35814, + "agnitude": 35815, + "âĢľThere": 35816, + "=http": 35817, + "çīĩ": 35818, + "Ġvb": 35819, + "+'{{$": 35902, + "Ġinode": 35903, + "sil": 35904, + "Ġhace": 35905, + "Ġseverely": 35906, + "ĠOverview": 35907, + "Ġspraw": 35908, + "Ġbeaches": 35909, + ":left": 35910, + "·»": 35911, + "(${": 35912, + "ĠFIRST": 35913, + "ĠSpa": 35914, + "-ass": 35915, + "Ġbaise": 35916, + "ĠNODE": 35917, + "ĠPizza": 35918, + "Pet": 35919, + "(seq": 35920, + "\\\">Ċ": 35921, + "CppMethodPointer": 35922, + "Ġvp": 35923, + "Ġia": 35924, + "_seconds": 35925, + "emet": 35926, + "/blob": 35927, + "_THRESH": 35928, + "...čĊ": 35929, + "Dest": 35930, + "ĠNH": 35931, + ".dataSource": 35932, + "ités": 35933, + "ĠJak": 35934, + "sell": 35935, + "Ġworkshops": 35936, + "\",Ċ": 36552, + "_Pin": 36553, + "uese": 36554, + "Ġoverrides": 36555, + "_ready": 36556, + "Advanced": 36557, + "Ġopi": 36558, + "-cart": 36559, + "(\"/\",": 36560, + "ĠDeb": 36561, + "CRY": 36562, + "ĠVertical": 36563, + "ĠOVER": 36564, + "ĠCorporate": 36565, + "Ġ\"\";": 36566, + "Ġstepping": 36567, + "ej": 36568, + "Ġaccusations": 36569, + "Ġoraz": 36570, + "_tail": 36571, + "Ġinduced": 36572, + "Ġelastic": 36573, + "Ġblown": 36574, + ",//": 36575, + "Ġbackgrounds": 36576, + "âĢĻune": 36577, + "-sdk": 36578, + "ĠsetInterval": 36579, + "Ġincentives": 36580, + "Ġvegetable": 36581, + "_On": 36582, + "expanded": 36583, + "pix": 36584, + "_shader": 36585, + "ĠSPDX": 36586, + "@example": 36587, + "ĠWrapper": 36588, + ".Zero": 36589, + "Positive": 36590, + "Ġspinner": 36591, + "Ġinvented": 36592, + "ĠGates": 36593, + "оÑĤоÑĢ": 36594, + "Ġcomparisons": 36595, + "è·": 36596, + ".primary": 36597, + "dataProvider": 36598, + "additional": 36599, + "ĉoptions": 36600, + "snapshot": 36601, + ".setHorizontal": 36602, + "Ġ\"{}": 36603, + "ĠFisher": 36604, + "halten": 36605, + "": 36638, + "ĠRegistered": 36639, + "INED": 36640, + "kal": 36641, + "parison": 36642, + "Ġobjeto": 36643, + "Vi": 36644, + "manda": 36645, + "Ġrenewed": 36646, + "ĠSof": 36647, + "essel": 36648, + ".ndarray": 36649, + "Ġcrap": 36650, + "管": 36651, + ".abspath": 36652, + "(up": 36653, + "Ġclearance": 36654, + "ĠTW": 36655, + "_COPY": 36656, + "ĠĠĠĠĠĠĠĠĠĠĠĠĉ": 36657, + "Ġforests": 36658, + "Ġarguably": 36659, + "ĠASS": 36660, + "hey": 36661, + "amel": 36662, + "_fore": 36663, + "ĠSoutheast": 36664, + "Ġabused": 36665, + "Ġpracticing": 36666, + "akedirs": 36667, + "主": 36668, + "_resources": 36669, + "Ġpond": 36670, + ".Fixed": 36671, + "LastError": 36672, + "ĠPsychology": 36673, + "Ġ\"//": 36674, + "!:": 36675, + "Reusable": 36676, + "Ġmensaje": 36677, + "Ġrospy": 36678, + "Ġbour": 36679, + "Ġvarieties": 36680, + "Ġempath": 36681, + "(({": 36682, + "_org": 36683, + "ĠMes": 36684, + "ĠMagento": 36685, + "ISTORY": 36686, + "Unless": 36687, + "Ġhj": 36688, + "ĠDuty": 36689, + "Jun": 36690, + ",size": 36691, + "Ġpaintings": 36692, + "Ġdispens": 36693, + "dart": 36694, + "Ġbehavioral": 36695, + "Ġrpc": 36696, + "calculate": 36697, + "fruit": 36698, + "_mm": 36699, + "ĉpthread": 36700, + "MaxLength": 36701, + "Ġcurrencies": 36702, + "_capacity": 36703, + "ĠOz": 36704, + "Ġfirearm": 36705, + "Ġcoefficient": 36706, + "Ġbankruptcy": 36707, + "wart": 36708, + "Ġfatigue": 36709, + "AVA": 36710, + "Ġespa": 36711, + "_pc": 36712, + "ĠQuotes": 36713, + "_LIGHT": 36714, + "ĠTickets": 36715, + "Ġrelates": 36716, + "Ġpublishers": 36717, + "Ġunlocked": 36718, + "Ġ//----------------------------------------------------------------": 36719, + "ĠInterruptedException": 36720, + "Ġoutlook": 36721, + "rn": 36722, + "Ġrebels": 36723, + "Written": 36724, + "Ġasian": 36725, + "otto": 36726, + "Ġĉĉĉĉ": 36727, + "_gpu": 36728, + "Txt": 36729, + ".ImageView": 36730, + "Ġsuis": 36731, + "_tables": 36732, + ".RecyclerView": 36733, + "Ġwhatsoever": 36734, + "èģ": 36735, + "]++;Ċ": 36736, + "assertTrue": 36737, + "_verify": 36738, + "ĠRivers": 36739, + "Ġ][": 36740, + "Jet": 36741, + "idian": 36742, + "Sibling": 36743, + "Ġgenres": 36744, + ".Access": 36745, + "OPS": 36746, + "Ġtrivial": 36747, + "ส": 36748, + "alen": 36749, + "вед": 36750, + "ĠSword": 36751, + "Ġscrutiny": 36752, + "(cb": 36753, + "Ġcommerce": 36754, + "Ġguarantees": 36755, + "_adv": 36756, + "ĠLET": 36757, + "recio": 36758, + "Ġhilar": 36759, + "Ġbackyard": 36760, + "ãĢı": 36761, + "Ġillustrated": 36762, + "/vendor": 36763, + ".Util": 36764, + "Ġwow": 36765, + "LOY": 36766, + "ĠMarshal": 36767, + "\">'.$": 36768, + "ĠBak": 36769, + "Ġmodifiers": 36770, + "dictionary": 36771, + "ĠStre": 36772, + "multiple": 36773, + "\")),": 36774, + "ĠCort": 36775, + "']\").": 36776, + "(admin": 36777, + "ĠCreator": 36778, + "Internet": 36779, + "(ms": 36780, + "logy": 36781, + "DECLARE": 36782, + "ĠMarcus": 36783, + "<<<<": 36784, + "ãģł": 36785, + "_my": 36786, + "(inst": 36787, + "Ġsciences": 36788, + "NDER": 36789, + ".enter": 36790, + "Ġitu": 36791, + "Ġbehave": 36792, + "Pan": 36793, + "ombies": 36794, + "='<": 36795, + "'));čĊ": 36796, + "ĠMENU": 36797, + "ĠWorkers": 36798, + ".NoError": 36799, + "Ġbindings": 36800, + "Ġdisabilities": 36801, + "{\\": 36802, + "ĠMunicip": 36803, + "Ġcores": 36804, + "urple": 36805, + "ĠNokia": 36806, + "usions": 36807, + "ĠFitness": 36808, + ".handleChange": 36809, + "Ġjavascript": 36810, + "ìļĶ": 36811, + "(dec": 36812, + "Ġpacking": 36813, + "-depend": 36814, + "Ġtranscript": 36815, + "zeros": 36816, + "_alert": 36817, + "?\",Ċ": 36818, + "libs": 36819, + "±Ð¾ÑĤ": 36820, + "Ġ|ĊĊ": 36821, + "trained": 36822, + "ĠGent": 36823, + "ĠRab": 36824, + "xp": 36825, + "_configuration": 36826, + "天": 36827, + "_accept": 36828, + ".recyclerview": 36829, + ":url": 36830, + "ĠMuhammad": 36831, + "Ġprivileges": 36832, + "_bank": 36833, + "uku": 36834, + "wallet": 36835, + "ĠROOT": 36836, + "Ġencuent": 36837, + "?family": 36838, + "ĉposition": 36839, + "Ġcg": 36840, + "Ġprecip": 36841, + "methods": 36842, + "_fast": 36843, + "increment": 36844, + "ĠTiger": 36845, + "_OCCURRED": 36846, + "quip": 36847, + "ĠHAS": 36848, + "_dom": 36849, + "Ġwreck": 36850, + "bj": 36851, + "Ġdern": 36852, + "Ġorgans": 36853, + ".entries": 36854, + "Ġ_('": 36855, + "ramento": 36856, + "ĠJamie": 36857, + "Ġpunk": 36858, + "IPP": 36859, + "Ġprograma": 36860, + "Ġattain": 36861, + "Ġproves": 36862, + "/sign": 36863, + "Ġanswering": 36864, + "Ġladder": 36865, + "****************************": 36866, + "ĠWalmart": 36867, + "ĠCONTENT": 36868, + "ductor": 36869, + "Ġverbal": 36870, + "ĠPID": 36871, + "crypto": 36872, + "_CALLBACK": 36873, + "Ġ=================================": 36874, + "Ġpotent": 36875, + "Ġshorts": 36876, + ".Uri": 36877, + ".uniform": 36878, + ";border": 36879, + "ĠWer": 36880, + "Ġherein": 36881, + "lla": 36882, + "ĠIhr": 36883, + "Pixmap": 36884, + "literal": 36885, + "!)ĊĊ": 36886, + "generic": 36887, + "rust": 36888, + "_scripts": 36889, + "osto": 36890, + "itus": 36891, + "ĠCoalition": 36892, + "Ġremot": 36893, + "deploy": 36894, + "ĠEagle": 36895, + "ãĢģãĢĮ": 36896, + "Ġimportante": 36897, + "ĉobject": 36898, + "Ġseasonal": 36899, + "nej": 36900, + "aidu": 36901, + "BindView": 36902, + "ĠSierra": 36903, + "-bg": 36904, + "ĠmakeStyles": 36905, + "[offset": 36906, + "Games": 36907, + "Ġhormone": 36908, + "ARIO": 36909, + "heads": 36910, + "(select": 36911, + "ĠStarted": 36912, + "@param": 36913, + "_decl": 36914, + "_blog": 36915, + "Ġaño": 36916, + "\\Api": 36917, + "ĠMilwaukee": 36918, + "Provid": 36919, + "Animated": 36920, + "Ġcooler": 36921, + "ĠSeed": 36922, + ".Edit": 36923, + "ÏĦ": 36924, + "ĠTaking": 36925, + "ĠborderColor": 36926, + "-founder": 36927, + ".LoggerFactory": 36928, + "Ġ\"\"ĊĊ": 36929, + "ALT": 36930, + "ĠLate": 36931, + "EDIATE": 36932, + "Ġ);ĊĊĊ": 36933, + "afa": 36934, + "Ġcancellation": 36935, + "Atom": 36936, + "ĠBirmingham": 36937, + "empresa": 36938, + "HEMA": 36939, + "ascal": 36940, + "Ġupside": 36941, + ".Version": 36942, + "ĠFolder": 36943, + "ĠEight": 36944, + "ĠVintage": 36945, + "ĠAppDelegate": 36946, + "ĠPrevention": 36947, + ".separator": 36948, + "STM": 36949, + "(room": 36950, + "generator": 36951, + "Ġcattle": 36952, + "ĉZ": 36953, + "ĠParticle": 36954, + "'};Ċ": 36955, + "Ġneighbours": 36956, + "ĠStateless": 36957, + "Ġaltitude": 36958, + "Ġsaint": 36959, + "обав": 36960, + "Ġconvinc": 36961, + "ĠContents": 36962, + "Ġjeune": 36963, + "(ts": 36964, + "Serialization": 36965, + "(collection": 36966, + "ĠJazz": 36967, + "ĠDod": 36968, + "ĠRoch": 36969, + "acio": 36970, + "commended": 36971, + "DEFINE": 36972, + ".onload": 36973, + "Ġspecialty": 36974, + "PLACE": 36975, + "_MOVE": 36976, + "Ġaccountable": 36977, + "Reuters": 36978, + "Ġficken": 36979, + "Ġdepr": 36980, + "Wow": 36981, + "Void": 36982, + ".space": 36983, + "à¸Ĺ": 36984, + "Ġtq": 36985, + "ĠPets": 36986, + "<$": 36987, + "(Current": 36988, + "berries": 36989, + "planation": 36990, + "ĠlistOf": 36991, + "ĠThu": 36992, + "ĠPRINT": 36993, + "Ġmismo": 36994, + "Ġdoi": 36995, + "chk": 36996, + "ĠUnicode": 36997, + "(role": 36998, + "Ġvirgin": 36999, + "-->Ċ": 37460, + "Vol": 37461, + "ĠSSD": 37462, + "))),": 37463, + ".Optional": 37464, + "Ġnurses": 37465, + "Ġorb": 37466, + "_pe": 37467, + ");čĊčĊčĊ": 37468, + "placed": 37469, + "esser": 37470, + "Ġtherapeutic": 37471, + "Ġwhitespace": 37472, + "Ġaston": 37473, + "Successful": 37474, + "Ġpraised": 37475, + "ĠWes": 37476, + "Ġeighth": 37477, + "iral": 37478, + "Ġvrouw": 37479, + "Ġfaction": 37480, + "_bias": 37481, + "Ġwitch": 37482, + "Ġnpc": 37483, + "(sb": 37484, + "ĠRodrig": 37485, + "_big": 37486, + "Dependency": 37487, + "ĠAbraham": 37488, + "ardi": 37489, + "CAR": 37490, + "nos": 37491, + "Ġabundance": 37492, + "Ġnutrients": 37493, + "instein": 37494, + ".Vert": 37495, + "ĠISS": 37496, + "D": 37595, + "Ġservlet": 37596, + "bastian": 37597, + "Ġ>&": 37598, + "SID": 37599, + "_clk": 37600, + "Ġdivisions": 37601, + "}',Ċ": 37602, + "Ġdildo": 37603, + "Ġparade": 37604, + "major": 37605, + "Ġaboard": 37606, + ";++": 37607, + "Ġfusion": 37608, + "\"},{\"": 37609, + "ĠDialogResult": 37610, + "ĉarr": 37611, + "-em": 37612, + "_nr": 37613, + "(handler": 37614, + ".NET": 37615, + ".XtraReports": 37616, + "ĠShah": 37617, + "ĠBrief": 37618, + "-,": 37619, + "Ġprecio": 37620, + "ĉĉĉĠĠĠĠĠĠ": 37621, + "Ġtant": 37622, + "ĠGrande": 37623, + "/xml": 37624, + "_ICON": 37625, + "ĠRetro": 37626, + "unque": 37627, + "Ġnag": 37628, + "toFixed": 37629, + "XL": 37630, + "Ġdeclaring": 37631, + "ĠConcrete": 37632, + "ĠAmazing": 37633, + "ĉprintk": 37634, + "Ġdebates": 37635, + "DATED": 37636, + "Ġaesthetic": 37637, + "emetery": 37638, + "RoutingModule": 37639, + "ĠNashville": 37640, + "WAYS": 37641, + "Ġwolf": 37642, + "Ġobservers": 37643, + "OTA": 37644, + "anson": 37645, + "Ġea": 37646, + "Ġgreenhouse": 37647, + "ĵįä½ľ": 37648, + "Ġstair": 37649, + "Ġimmigrant": 37650, + "_apply": 37651, + "peare": 37652, + "ĠBloomberg": 37653, + "_PLAYER": 37654, + "Resp": 37655, + "æŃ£": 37656, + "Chooser": 37657, + "ĠICollection": 37658, + "Peter": 37659, + "Erro": 37660, + ".detectChanges": 37661, + "Maps": 37662, + "Ġsqueeze": 37663, + "ĠHomes": 37664, + "wegian": 37665, + "Ġformatting": 37666, + "Ġnegotiate": 37667, + "uld": 37668, + "ĠNep": 37669, + "ĠQB": 37670, + "Ġeconomies": 37671, + "Ġ*/,": 37672, + "Ġredund": 37673, + "ĠAber": 37674, + ".IsNullOrWhiteSpace": 37675, + "ycled": 37676, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 37677, + "_Sh": 37678, + "Ġskept": 37679, + "Ġrecreated": 37680, + "ĠgetType": 37681, + "Ġmargins": 37682, + "Ġcolonial": 37683, + "charts": 37684, + "//@": 37685, + "Ġprocessors": 37686, + "说": 37687, + "batis": 37688, + "æĦı": 37689, + "atorio": 37690, + "mentioned": 37691, + "Patient": 37692, + "Ġprey": 37693, + "Checkbox": 37694, + "_xpath": 37695, + ".skip": 37696, + "ĠMormon": 37697, + "ĠMemoryStream": 37698, + "CREMENT": 37699, + "Ġku": 37700, + "meld": 37701, + "\\Data": 37702, + "ĠKernel": 37703, + "iltr": 37704, + "éĢģ": 37705, + "(profile": 37706, + "Carbon": 37707, + "ROLE": 37708, + "(pl": 37709, + "]*(": 37710, + ".memory": 37711, + "Ġmedal": 37712, + "Ġadvisor": 37713, + "ität": 37714, + "Ġhdr": 37715, + "ierung": 37716, + "ĠProvides": 37717, + "(alpha": 37718, + "Ġteenagers": 37719, + "-parser": 37720, + ".LatLng": 37721, + "]()Ċ": 37722, + "Ġfelony": 37723, + "ĉĉĉĊĉĉĉĊ": 37724, + "BOOK": 37725, + "Ġslash": 37726, + "Ġclearfix": 37727, + "ĠProphet": 37728, + "容": 37729, + "rightness": 37730, + "-fi": 37731, + ".kind": 37732, + "erton": 37733, + "Jim": 37734, + "Ġmanipulate": 37735, + "Ġworksheet": 37736, + "olin": 37737, + "stars": 37738, + "Ġartifact": 37739, + "_EMPTY": 37740, + "ĉmain": 37741, + "-------------';": 37809, + "Ġexpressing": 37810, + "ĠIQ": 37811, + "ĠFact": 37812, + "/*******************************************************************************Ċ": 37813, + "_mass": 37814, + ")):": 37815, + "Ġcondom": 37816, + "ĠcreateState": 37817, + "ometown": 37818, + "Ġirr": 37819, + "Ġ>(": 37820, + ">B": 37821, + "iteration": 37822, + "ãĥª": 37823, + "Ġshirts": 37824, + "ounty": 37825, + "->$": 37826, + "_SIGN": 37827, + "ĠDale": 37828, + "Ġjj": 37829, + "Easy": 37830, + "Fre": 37831, + "ĠNy": 37832, + "Ġchlor": 37833, + "matched": 37834, + "ĠGerm": 37835, + "-UA": 37836, + "ĠNathan": 37837, + "education": 37838, + "-yard": 37839, + "-che": 37840, + "houses": 37841, + "ritional": 37842, + "Ġproximity": 37843, + "Ġdiesem": 37844, + "áºŃp": 37845, + "Ġdrought": 37846, + ".audio": 37847, + "ĠLeo": 37848, + "Ġfavorable": 37849, + "inch": 37850, + "ĠDaw": 37851, + "ribly": 37852, + "_student": 37853, + "idable": 37854, + "OVE": 37855, + "Ġlacks": 37856, + "ouncing": 37857, + ".business": 37858, + "Ġreopen": 37859, + "maybe": 37860, + "_GLOBAL": 37861, + "Ġdresses": 37862, + "ĠEdwards": 37863, + "ensible": 37864, + "ĠHardware": 37865, + "ĠExcellent": 37866, + "ĠTimeUnit": 37867, + "CTIONS": 37868, + "Ġschedules": 37869, + "Ġsegue": 37870, + "Opens": 37871, + "ammen": 37872, + "-Identifier": 37873, + "Ġstaring": 37874, + "Ġhappily": 37875, + "ĠHob": 37876, + "'_": 37877, + "Ġ\");": 37878, + "amentos": 37879, + "etched": 37880, + "Ġ/>}Ċ": 37881, + ".Users": 37882, + "Ġinterrupted": 37883, + "Contacts": 37884, + "Ġregistro": 37885, + "inburgh": 37886, + "CHA": 37887, + "_imp": 37888, + "phis": 37889, + "say": 37890, + "Ġretailer": 37891, + ".NODE": 37892, + "/maps": 37893, + "_LAST": 37894, + "ĠCharge": 37895, + "_guard": 37896, + "Collider": 37897, + "ĠStatelessWidget": 37898, + "\":[\"": 37899, + "(\"../../": 37900, + "ioxide": 37901, + "ĠSund": 37902, + "Ġ'';": 37903, + "unset": 37904, + "addWidget": 37905, + "лÑİ": 37906, + "elles": 37907, + "alker": 37908, + "Arc": 37909, + "Ġdeduct": 37910, + "GUILayout": 37911, + "ĠVilla": 37912, + "Ġforbidden": 37913, + "_where": 37914, + "Ġ\\/": 37915, + "ĠTib": 37916, + "_AX": 37917, + "]čĊčĊ": 37918, + "ĠBir": 37919, + "Ġbend": 37920, + "ĠMAKE": 37921, + "ĠMET": 37922, + "Ġfutures": 37923, + "Ġweighted": 37924, + "\"\"\"čĊ": 37925, + "Ġauthorize": 37926, + "(program": 37927, + "},{\"": 37928, + "Ġcoefficients": 37929, + "ês": 37930, + "PerPage": 37931, + "ĠBathroom": 37932, + "ĠPublishing": 37933, + "GPL": 37934, + "Ġsubmissions": 37935, + "ĠNUMBER": 37936, + "jÄħ": 37937, + "Ġadditionally": 37938, + "empre": 37939, + "ĠShel": 37940, + "otyp": 37941, + "Solution": 37942, + "Ġthunder": 37943, + "_ec": 37944, + "ĠĊĠĠĠĠĊ": 37945, + "ĠFellow": 37946, + "Ġkay": 37947, + "ĠnewState": 37948, + "ONTAL": 37949, + "Implementation": 37950, + ".Look": 37951, + "Ġents": 37952, + "Ġlors": 37953, + "ĠBIG": 37954, + "fab": 37955, + "Ġaveraged": 37956, + "ĠFeedback": 37957, + "ĠWells": 37958, + "Ġmartial": 37959, + "Ġindul": 37960, + "ĠCommunist": 37961, + "ĠForex": 37962, + "ĠAgriculture": 37963, + "\"[": 37964, + "Ġquar": 37965, + "ĠKont": 37966, + "ĉview": 37967, + ".Bytes": 37968, + "desktop": 37969, + "ĠMakes": 37970, + "akespeare": 37971, + ".Nullable": 37972, + "Ġspotlight": 37973, + "VB": 37974, + "owy": 37975, + "(torch": 37976, + "tridge": 37977, + "_bounds": 37978, + "Ġapologize": 37979, + ".addItem": 37980, + "antd": 37981, + "*);Ċ": 37982, + ",u": 37983, + "(gen": 37984, + "ç»ĵ": 37985, + "reator": 37986, + "ĠCord": 37987, + "oupper": 37988, + ".metro": 37989, + "Ġew": 37990, + "ĠWORD": 37991, + ".After": 37992, + "Ġdetained": 37993, + "ĠHammer": 37994, + "existing": 37995, + "Ġost": 37996, + "Ġmonument": 37997, + "-custom": 37998, + "UserID": 37999, + "ĠNom": 38000, + "Ġrejection": 38001, + "(dim": 38002, + "Ġsingleton": 38003, + "ĉdie": 38004, + "ariance": 38005, + "reports": 38006, + "]!=": 38007, + "elda": 38008, + "Ġprevalence": 38009, + "_regs": 38010, + ".\".": 38011, + "Ġfeminist": 38012, + "Codec": 38013, + "Ġ**Ċ": 38014, + "(labels": 38015, + "_MARK": 38016, + "FAILED": 38017, + "Ġadministered": 38018, + "WN": 38019, + "ĠĠĠĠĠĠĠĠĉĉ": 38020, + "Ġnoun": 38021, + "wig": 38022, + "Ġgotta": 38023, + "Ġrif": 38024, + "-im": 38025, + "ĠPaulo": 38026, + "ĠCommandType": 38027, + "]))ĊĊ": 38028, + "-zero": 38029, + "Training": 38030, + "Ġlord": 38031, + "_art": 38032, + "reddit": 38033, + "Cert": 38034, + "Ġpeso": 38035, + "Rot": 38036, + "Ġendanger": 38037, + ".dr": 38038, + "userInfo": 38039, + "unts": 38040, + "nv": 38041, + "ĠTrailer": 38042, + "-first": 38043, + "(make": 38044, + "Ġbenefici": 38045, + "-black": 38046, + "iÃŁ": 38047, + "Ġundoubtedly": 38048, + "Ġmex": 38049, + "ĠAncient": 38050, + "(as": 38051, + "Ġdescent": 38052, + "Pick": 38053, + "Ġreplica": 38054, + "$obj": 38055, + "ähr": 38056, + "Ġarrows": 38057, + "fty": 38058, + "ĠLibya": 38059, + "uga": 38060, + "charged": 38061, + "Tur": 38062, + "Ġhomic": 38063, + "issen": 38064, + "ĠFake": 38065, + "Ġbeers": 38066, + "Ġscattered": 38067, + "(Time": 38068, + "UTIL": 38069, + "Ġbureaucr": 38070, + "/plain": 38071, + "Ġsticking": 38072, + "FAIL": 38073, + "ĠCovid": 38074, + "Third": 38075, + "_present": 38076, + "ĠPierre": 38077, + "Ġëª": 38078, + "Ġ[...]ĊĊ": 38079, + "Prob": 38080, + "ĠTraffic": 38081, + "icao": 38082, + "doctor": 38083, + "Ġ),ĊĊ": 38084, + "Tabs": 38085, + "alu": 38086, + "ï¼ļâĢľ": 38087, + "Ġinherent": 38088, + "_No": 38089, + "ritis": 38090, + "ĠProof": 38091, + ".basename": 38092, + "ä¼ļ": 38093, + "Ġchim": 38094, + "ĠProtected": 38095, + "crit": 38096, + "Ġprone": 38097, + "Ġкон": 38098, + "ĠHeroes": 38099, + "Ġanxious": 38100, + "Ġanos": 38101, + "Ġweekends": 38102, + "Ġsext": 38103, + "Ġreducer": 38104, + "=UTF": 38105, + "half": 38106, + "ĠSaw": 38107, + ".mm": 38108, + "Ġnueva": 38109, + ".currentTarget": 38110, + ".lua": 38111, + "_EXTENSION": 38112, + "ĉreg": 38113, + "ĠCtrl": 38114, + "_align": 38115, + "acceptable": 38116, + "Ġrushing": 38117, + "frac": 38118, + "Ġboasts": 38119, + "Five": 38120, + "±": 38121, + "ĠTemperature": 38122, + ">):": 38123, + "Ġcharter": 38124, + "REATED": 38125, + "Ġsubjected": 38126, + "Ġopc": 38127, + "healthy": 38128, + "使çĶ¨": 38129, + "ĠScientific": 38130, + "Ġfrau": 38131, + "riages": 38132, + "à¸Ķ": 38133, + ".inventory": 38134, + "ationale": 38135, + "Mad": 38136, + "minutes": 38137, + ">>();Ċ": 38138, + "ĠEnv": 38139, + "Ġrecordings": 38140, + "Ġsuspicion": 38141, + "sqlite": 38142, + "ĉread": 38143, + "ãģ¦": 38144, + "Ġworries": 38145, + ".putString": 38146, + "ĠShanghai": 38147, + "(uid": 38148, + "rer": 38149, + "ĠvÃŃde": 38150, + "\"):": 38151, + "Ġmethodology": 38152, + "ĠкоÑĤоÑĢ": 38153, + "ccc": 38154, + "avad": 38155, + "Ġinduction": 38156, + "ĉThread": 38157, + ",string": 38158, + "ại": 38159, + "nehmen": 38160, + "uition": 38161, + "Ġ*__": 38162, + ".emf": 38163, + "Ġìľ": 38164, + "/themes": 38165, + "ĠNine": 38166, + ".One": 38167, + "ĠEmbed": 38168, + "Ġfaz": 38169, + "uations": 38170, + "Ġprivately": 38171, + "Ġling": 38172, + "[F": 38173, + "ushi": 38174, + "Ġlaunches": 38175, + "(KEY": 38176, + "GMT": 38177, + "Ġaiming": 38178, + "patible": 38179, + "ĠBiden": 38180, + "iw": 38181, + "ĠDegree": 38182, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 38183, + "Ġ$('<": 38184, + "ários": 38185, + "toUpperCase": 38186, + "ìłľ": 38187, + "ĠEUR": 38188, + "Ġoversight": 38189, + "Ġtablesp": 38190, + "Updates": 38191, + ".makedirs": 38192, + "Ġhumidity": 38193, + "/template": 38194, + "Always": 38195, + "(IS": 38196, + "_cert": 38197, + "Dig": 38198, + "Ġunderway": 38199, + "orton": 38200, + "ĠHurricane": 38201, + "Ġspends": 38202, + "ĠSegment": 38203, + "Ġflies": 38204, + "ĠToggle": 38205, + "ĠLynch": 38206, + "Ġsenses": 38207, + "ĠKos": 38208, + "setEnabled": 38209, + "istically": 38210, + "Ġtester": 38211, + "Ġadministrators": 38212, + "Ġtagged": 38213, + "Ðĵ": 38214, + "Ġshortcut": 38215, + "ĠResolution": 38216, + "Ġsupervision": 38217, + "ĠAshley": 38218, + "Tracking": 38219, + "ulatory": 38220, + "andel": 38221, + "isten": 38222, + "Ġunre": 38223, + "(diff": 38224, + "ANTS": 38225, + "Ġrider": 38226, + "ĠsÄħ": 38227, + ".Series": 38228, + "_orders": 38229, + "ORIZONTAL": 38230, + "Ġretention": 38231, + "ãĢĤčĊčĊ": 38335, + "Ġdiagonal": 38336, + "ĠCancellationToken": 38337, + "_Internal": 38338, + "Ġruin": 38339, + ".Qt": 38340, + "ocratic": 38341, + "Tel": 38342, + "ĠAnswers": 38343, + "matic": 38344, + "Ġxp": 38345, + "atem": 38346, + "_jobs": 38347, + "_any": 38348, + "Ġseniors": 38349, + "Ġlandmark": 38350, + "ĠQList": 38351, + "Ġmaneu": 38352, + "otify": 38353, + "/\";Ċ": 38354, + "/server": 38355, + "ĠPhilosoph": 38356, + "utenant": 38357, + "(io": 38358, + "hz": 38359, + "Ġauthenticated": 38360, + "dv": 38361, + "-Compatible": 38362, + "Originally": 38363, + ",function": 38364, + "ãĢĤčĊ": 38365, + "ĠRepresentative": 38366, + "asily": 38367, + "ircuit": 38368, + ".dt": 38369, + "(math": 38370, + ".Marshal": 38371, + "[,": 38372, + "ĠCities": 38373, + "_turn": 38374, + "|)Ċ": 38375, + "Ġcantidad": 38376, + "alter": 38377, + "ĉui": 38378, + "ĠNebraska": 38379, + "Ġskirt": 38380, + ".bg": 38381, + "SharedPreferences": 38382, + "(style": 38383, + "Ġgrief": 38384, + "gew": 38385, + "Ġsafeg": 38386, + "olang": 38387, + "_lists": 38388, + "ìĽ": 38389, + "Ġgranite": 38390, + "Ġhottest": 38391, + ".jdbc": 38392, + ".Customer": 38393, + "Ġâī¤": 38394, + "Ġwaar": 38395, + "_scene": 38396, + "+'/": 38397, + "ĠJTextField": 38398, + "Ġseating": 38399, + "Ġwears": 38400, + "Ġ`/": 38401, + "Cases": 38402, + "ĠYoutube": 38403, + "ım": 38404, + "Ġbalcon": 38405, + ",G": 38406, + "MetaData": 38407, + "-price": 38408, + "SCR": 38409, + "Unity": 38410, + "Ġtrunk": 38411, + "={`${": 38412, + "Ġearthquake": 38413, + "Partial": 38414, + "Ġsubst": 38415, + "Ġelimin": 38416, + "=\"'.": 38417, + "//*[@": 38418, + "Ġsupervisor": 38419, + "vrolet": 38420, + "_article": 38421, + "Ġpane": 38422, + "bio": 38423, + "Ġmotors": 38424, + "NM": 38425, + "Frank": 38426, + "Ġonion": 38427, + "-word": 38428, + "ItemClickListener": 38429, + "Ġbrit": 38430, + "endencies": 38431, + "Computer": 38432, + "_running": 38433, + "(day": 38434, + "-he": 38435, + "(named": 38436, + "ĠSach": 38437, + "оÑĩ": 38438, + "campaign": 38439, + ".Abstract": 38440, + "(wrapper": 38441, + ".pay": 38442, + "Ġuw": 38443, + "Geo": 38444, + "rails": 38445, + "/select": 38446, + "ichte": 38447, + "sons": 38448, + "EVENT": 38449, + "Ġaliment": 38450, + "Providers": 38451, + "Await": 38452, + "_INTERVAL": 38453, + ".off": 38454, + "Ġgluten": 38455, + "_cloud": 38456, + "Ġwen": 38457, + ".extract": 38458, + "ĉbutton": 38459, + "/MM": 38460, + "Party": 38461, + "Ġdemographic": 38462, + "_errno": 38463, + "Ġhiking": 38464, + "('')Ċ": 38465, + "\",@\"": 38466, + "Ġwit": 38467, + "rá": 38468, + "ologie": 38469, + "ĠStyles": 38470, + "ĠBrowserModule": 38471, + ".RequestMapping": 38472, + "icans": 38473, + "PAGE": 38474, + "creation": 38475, + "ĠFerguson": 38476, + "uded": 38477, + "numbers": 38478, + "ĠGTK": 38479, + "Ġpresentations": 38480, + "ĠBobby": 38481, + "_span": 38482, + "estyle": 38483, + "Ġillegally": 38484, + "abela": 38485, + "Ġbattlefield": 38486, + "capacity": 38487, + "terror": 38488, + "]\");Ċ": 38489, + "Ġwarrior": 38490, + "leader": 38491, + "ĠDBG": 38492, + "ĠRevenue": 38493, + "Ġvigil": 38494, + "Ġcounterparts": 38495, + "(Error": 38496, + "ACTER": 38497, + "Ġheeft": 38498, + "Ġselections": 38499, + "zeug": 38500, + "tom": 38501, + "-two": 38502, + ".;Ċ": 38503, + "_statement": 38504, + "ĠAid": 38505, + "ĠVul": 38506, + "_rgb": 38507, + "Ġprizes": 38508, + "Ġeditable": 38509, + "ĉform": 38510, + "ını": 38511, + ".decor": 38512, + "Demo": 38513, + "lices": 38514, + "Ġenctype": 38515, + "ratulations": 38516, + "ĠROS": 38517, + "_chars": 38518, + "ĠJahr": 38519, + "partial": 38520, + "ÑĥÑĤ": 38521, + "ĠReceive": 38522, + "ĠLands": 38523, + "APTER": 38524, + "Ġchopped": 38525, + "..\"": 38526, + "ĠAnaly": 38527, + "ĠUID": 38528, + "ĠRadeon": 38529, + "ĠBee": 38530, + "Ġunm": 38531, + ">M": 38532, + ".findall": 38533, + "Tokenizer": 38534, + "ĠWHAT": 38535, + "Ġsj": 38536, + "Drawing": 38537, + "Ess": 38538, + "OND": 38539, + "Ĭ¶": 38540, + "(packet": 38541, + "âĢĶbut": 38542, + "Invocation": 38543, + "ĠNuclear": 38544, + "?;Ċ": 38545, + "Ġgrandes": 38546, + "ĠCrypt": 38547, + "remark": 38548, + "Ġ'../../../../": 38549, + "Ġinability": 38550, + "magic": 38551, + "cats": 38552, + "Ġsimulate": 38553, + ":${": 38554, + "inflate": 38555, + "Ġener": 38556, + ":NO": 38557, + "iples": 38558, + "Ġmerit": 38559, + "ĠRated": 38560, + "Ġglue": 38561, + "/blog": 38562, + "Ġgren": 38563, + "Ġthrilled": 38564, + ".CH": 38565, + "uncan": 38566, + "ĠPRIMARY": 38567, + "Ġpersec": 38568, + "Ġfeared": 38569, + ".MIN": 38570, + "ĠTheater": 38571, + "éĴ": 38572, + "ategorie": 38573, + "段": 38574, + "Ġappetite": 38575, + "square": 38576, + "ĠAlexand": 38577, + ".UserId": 38578, + "_gt": 38579, + "_enter": 38580, + "Ġgraduates": 38581, + "FragmentManager": 38582, + "Authorize": 38583, + "-NLS": 38584, + "(My": 38585, + "Ġtriumph": 38586, + "usting": 38587, + "_PARAMS": 38588, + "Characters": 38589, + "(:,:,": 38590, + "_BUILD": 38591, + "MHz": 38592, + "Ġwashed": 38593, + "Ġuncle": 38594, + "Steve": 38595, + "ardown": 38596, + "${": 38780, + "_confirmation": 38781, + "Ġtrophy": 38782, + "Works": 38783, + "ĠElectronics": 38784, + "ĠMediterranean": 38785, + "_metrics": 38786, + "Ġannouncing": 38787, + "ĠDAY": 38788, + "_proto": 38789, + "Ġpear": 38790, + "baseUrl": 38791, + "ĉĉĉĉĉĉĉĉĊ": 38792, + "Ġcoordination": 38793, + ":N": 38794, + ".animate": 38795, + "ĠCotton": 38796, + "_hit": 38797, + "âľ": 38798, + "Ġjetzt": 38799, + "ifter": 38800, + "(fields": 38801, + "ownload": 38802, + "ificacion": 38803, + ".cuda": 38804, + "ĠLiu": 38805, + ">equals": 38806, + "ĠAce": 38807, + "ÑĢам": 38808, + "ĠSuperman": 38809, + "ĠGarcia": 38810, + "Ġarrests": 38811, + "agar": 38812, + "Ġ{})": 38813, + "Ġmacros": 38814, + "roupe": 38815, + "être": 38816, + "Ġtwisted": 38817, + "struments": 38818, + "_(\"": 38819, + "_vertices": 38820, + "ĠTransition": 38821, + "ик": 38822, + "[max": 38823, + "mind": 38824, + "ĠaccessToken": 38825, + "Ġunle": 38826, + "mus": 38827, + "cop": 38828, + "ĠFactor": 38829, + "Ġconced": 38830, + "Ġretr": 38831, + ".linalg": 38832, + "-slider": 38833, + "obl": 38834, + "_StaticFields": 38835, + "Ġzombie": 38836, + "selling": 38837, + "Ġchap": 38838, + "Ġshaking": 38839, + "ĠTranslate": 38840, + "ĠAmsterdam": 38841, + "ĠETH": 38842, + "_EXTERN": 38843, + "kd": 38844, + "_disc": 38845, + "Ġpreceding": 38846, + "Ġprix": 38847, + "ObjectName": 38848, + "_modified": 38849, + "ardware": 38850, + "Ġ?>\">": 38851, + "ĠDW": 38852, + "`${": 38853, + "Ġ?>\">ĊĊ": 38959, + "Ġspinning": 38960, + "_pending": 38961, + "Matchers": 38962, + ".Keys": 38963, + "ĠPV": 38964, + "enus": 38965, + "antis": 38966, + "Ġdiscard": 38967, + "Ġhaul": 38968, + "Ġempir": 38969, + "Ġpathway": 38970, + "Ġoak": 38971, + "мен": 38972, + "-induced": 38973, + "Ġimpair": 38974, + "ĠCalgary": 38975, + ".isHidden": 38976, + "dz": 38977, + "_include": 38978, + "Ġgm": 38979, + "Ġ'('": 38980, + "PY": 38981, + "uggestions": 38982, + "Ġcommodity": 38983, + "cro": 38984, + "/sub": 38985, + "ĠgetInstance": 38986, + "ĠLegacy": 38987, + "ĠKil": 38988, + "Bal": 38989, + "(short": 38990, + "Inform": 38991, + "+x": 38992, + "*r": 38993, + "ĠHopefully": 38994, + "orate": 38995, + "Ġmachen": 38996, + "Ġtreaty": 38997, + "ĠOri": 38998, + ".public": 38999, + "-horizontal": 39000, + "Ġtactic": 39001, + "Ġbord": 39002, + "wares": 39003, + "Ġammo": 39004, + "ĠLists": 39005, + "Ġequations": 39006, + "/her": 39007, + "ĠNSW": 39008, + "Bounding": 39009, + "_Collections": 39010, + "Ġavail": 39011, + ".DropDown": 39012, + "è°": 39013, + "Ġhh": 39014, + "ĠlÃł": 39015, + ".pb": 39016, + "Ġmemorial": 39017, + "ĠATTR": 39018, + "Ġexhausted": 39019, + "Ġtsp": 39020, + "ĉredirect": 39021, + "Ġlikewise": 39022, + "STER": 39023, + "Ljava": 39024, + "Ġcondemned": 39025, + "ocaust": 39026, + "(strict": 39027, + "Ġexempt": 39028, + "Ġsms": 39029, + "Ġexagger": 39030, + "SYS": 39031, + "Ġlounge": 39032, + ":^": 39033, + "Ġtodd": 39034, + "deb": 39035, + "atorial": 39036, + "ĠPorter": 39037, + "Ġtuition": 39038, + "Ġexempl": 39039, + "Ġparen": 39040, + ".lineTo": 39041, + "Ġkidney": 39042, + "Ġça": 39043, + "Ġcui": 39044, + "ï¼Į请": 39045, + "XC": 39046, + "Ġmoż": 39047, + "Ġnominated": 39048, + "lung": 39049, + "ImGui": 39050, + "ĠBuzz": 39051, + "Ġstereo": 39052, + "portal": 39053, + "resas": 39054, + "Ġklass": 39055, + "Ġdrafted": 39056, + "Ġprojectile": 39057, + "/gpl": 39058, + "(parameters": 39059, + "*)Ċ": 39060, + "Ġassisted": 39061, + "ĠNSInteger": 39062, + "sitemap": 39063, + ":nth": 39064, + ".Views": 39065, + ".ArgumentParser": 39066, + "Ġmeer": 39067, + "zier": 39068, + "ĠDig": 39069, + "Ċ": 39136, + "Ġplag": 39137, + "pine": 39138, + "Ġblanket": 39139, + "Ġ:-": 39743, + "Ġlcd": 39744, + "---------------": 39745, + "(\"\"": 39746, + "Ġtactical": 39747, + "ĠRonald": 39748, + "extr": 39749, + "ĠFest": 39750, + "Ġfuer": 39751, + "-navigation": 39752, + "Ġkb": 39753, + "ghost": 39754, + "ĠhandleChange": 39755, + "_cls": 39756, + "()!=": 39757, + "Comparator": 39758, + ".vm": 39759, + "ĠCox": 39760, + "_review": 39761, + "/@": 39762, + "_cookie": 39763, + "Ġrecognised": 39764, + "ldap": 39765, + "Threads": 39766, + "ĠSexual": 39767, + "ĠBearing": 39768, + "(SQL": 39769, + "Ġxr": 39770, + "Ġthigh": 39771, + "URLConnection": 39772, + "ĠSUV": 39773, + "ĠmContext": 39774, + "Ġincidence": 39775, + "ĠEste": 39776, + ".sup": 39777, + "_te": 39778, + "(EXIT": 39779, + "CMD": 39780, + "/\">": 39781, + "Almost": 39782, + "ĠUne": 39783, + "Ġanderen": 39784, + "ĠSingleton": 39785, + "Ġbore": 39786, + "Think": 39787, + "Ġnarc": 39788, + "]initWith": 39789, + "_shop": 39790, + "(strategy": 39791, + "!',": 39792, + "herits": 39793, + "ĠDesk": 39794, + "_machine": 39795, + ".netty": 39796, + "ında": 39797, + "=<": 39798, + "ĠQR": 39799, + "ĠSidebar": 39800, + ".splitContainer": 39801, + "ĠonSuccess": 39802, + "Ġmonkey": 39803, + "Enjoy": 39804, + "(nodes": 39805, + "pectrum": 39806, + "Ġ(*(": 39807, + "ĉUINT": 39808, + ",height": 39809, + "ĠNetworks": 39810, + ".tail": 39811, + ".linspace": 39812, + "Ġ\"...": 39813, + "Listen": 39814, + "Æ¡": 39815, + ".Channel": 39816, + "-defined": 39817, + "Repeat": 39818, + "adjust": 39819, + "ERM": 39820, + "_application": 39821, + ".assertNotNull": 39822, + "-stream": 39823, + "Ġrabbit": 39824, + "Ġpositioning": 39825, + "Ġwoke": 39826, + "Ġfing": 39827, + "Ġmultiplayer": 39828, + "Ġregistering": 39829, + "until": 39830, + "Ã¥n": 39831, + "(::": 39832, + "ussions": 39833, + "Ġpotato": 39834, + "ĠEquals": 39835, + ".Sup": 39836, + "/apache": 39837, + "Ġ(=": 39838, + ".\")": 39839, + ".ptr": 39840, + "ĠSpeech": 39841, + ".clip": 39842, + "ĠGabriel": 39843, + "Ġmusician": 39844, + "/issues": 39845, + ".shop": 39846, + "ĠHier": 39847, + "_RET": 39848, + "_bucket": 39849, + "ãĥ¡": 39850, + "avs": 39851, + "Ġroz": 39852, + "flower": 39853, + "WriteBarrier": 39854, + "ĠMilan": 39855, + "Ġlegislature": 39856, + "ĠDoll": 39857, + "Ġproving": 39858, + ".concatenate": 39859, + "âķIJ": 39860, + "Ġgchar": 39861, + "cdnjs": 39862, + "bles": 39863, + "ĠListing": 39864, + "ло": 39865, + ".xrLabel": 39866, + "ĠSak": 39867, + "justice": 39868, + "ĠValentine": 39869, + "unless": 39870, + "Ġpiger": 39871, + "(run": 39872, + "Ġtestified": 39873, + "ANA": 39874, + "ĠRemoves": 39875, + "))));Ċ": 39876, + "recated": 39877, + "ĠRuntimeMethod": 39878, + "Ġconqu": 39879, + "ãĤ¢": 39880, + "Ġtissues": 39881, + "ailer": 39882, + "été": 39883, + "-Star": 39884, + "Ġflames": 39885, + ".setIcon": 39886, + "Ġsupern": 39887, + "Ġvagina": 39888, + "-variable": 39889, + "Ġwellness": 39890, + "CUR": 39891, + "Ġbelle": 39892, + ".getRequest": 39893, + "Ġpoco": 39894, + "benh": 39895, + "agens": 39896, + "Ġspill": 39897, + "ĠJur": 39898, + "Ġdispatcher": 39899, + "ного": 39900, + "emonic": 39901, + "(dirname": 39902, + "ĠÐĶ": 39903, + "Ġpasse": 39904, + "Ġganz": 39905, + "ricing": 39906, + "EU": 39907, + "Ġmujeres": 39908, + "essen": 39909, + ".attribute": 39910, + "jj": 39911, + "ĉĉĠĊ": 39912, + "[^": 39913, + "Ġstrtolower": 39914, + "lexer": 39915, + "ectar": 39916, + "hotel": 39917, + ".square": 39918, + "Ġrall": 39919, + "Ġlowered": 39920, + "handled": 39921, + "Market": 39922, + "ĠUses": 39923, + "ivas": 39924, + ".Business": 39925, + "ãģĹãģ¦": 39926, + "DIV": 39927, + "Ġwasted": 39928, + "Ġavoir": 39929, + "êm": 39930, + "_ACCOUNT": 39931, + ".et": 39932, + "ĉSDL": 39933, + "kap": 39934, + "Ġfox": 39935, + "uppet": 39936, + "{},Ċ": 39937, + "\",'": 39938, + "Favorite": 39939, + "PEND": 39940, + "ĠAES": 39941, + "}),": 39942, + "Ġdeduction": 39943, + "ĠpolÃŃt": 39944, + "ĠcomponentWill": 39945, + "ĠTelerik": 39946, + "_SELF": 39947, + "Ġmuse": 39948, + "Craft": 39949, + "Ġdens": 39950, + "ि": 39951, + "(tp": 39952, + "Ġtasty": 39953, + "Ġbalances": 39954, + "Ġdedication": 39955, + "ĠWallace": 39956, + "Ġunlaw": 39957, + "\\\">\\": 39958, + "Ġmum": 39959, + "-update": 39960, + "emente": 39961, + "Ġsoda": 39962, + "Republic": 39963, + "asmine": 39964, + "éric": 39965, + "(Status": 39966, + "ĠJsonConvert": 39967, + "ĠDisk": 39968, + ".Redirect": 39969, + "Ġfilming": 39970, + "/mol": 39971, + "Ro": 39972, + "Ġville": 39973, + "Ġtrabaj": 39974, + "Ġsynthesis": 39975, + "rega": 39976, + "Ġrl": 39977, + "Scheduler": 39978, + "ISHED": 39979, + "currentUser": 39980, + "(errors": 39981, + "'h": 39982, + "_bot": 39983, + "ximo": 39984, + "ĠUSART": 39985, + "_super": 39986, + "_DECREF": 39987, + "ной": 39988, + "_ROW": 39989, + "Ġpromotes": 39990, + "ĠTA": 39991, + "Ġhoras": 39992, + "ĠRepresents": 39993, + "Ġnameof": 39994, + "ĠExc": 39995, + "ĠGarage": 39996, + "Ġseine": 39997, + ",#": 39998, + "Ġherb": 39999, + "/resources": 40000, + "Ġpleaded": 40001, + ".radioButton": 40002, + "Ġæĺ": 40003, + "Ops": 40004, + "ĠNest": 40005, + "cstring": 40006, + "ĠDefence": 40007, + "Ġrefere": 40008, + "_leaf": 40009, + "Ġrevelation": 40010, + "ë§": 40011, + ".executeUpdate": 40012, + "_WORLD": 40013, + "Ġexpans": 40014, + "(\"\\\"": 40015, + "jab": 40016, + "Ġdoubts": 40017, + "ĠGeometry": 40018, + "Ġintroduces": 40019, + "Ġsenators": 40020, + "Ġcanal": 40021, + ".helper": 40022, + "ĠBiology": 40023, + "_SENS": 40024, + ".previous": 40025, + "-touch": 40026, + "abit": 40027, + "Ġimpacted": 40028, + "Ġbrackets": 40029, + ".direct": 40030, + "accum": 40031, + "Ġtestosterone": 40032, + "ĉaction": 40033, + "ĠChance": 40034, + "Ġpeaks": 40035, + "CppCodeGenWriteBarrier": 40036, + "Ġunbelie": 40037, + "_press": 40038, + ".Rel": 40039, + "angled": 40040, + "/templates": 40041, + "-->čĊ": 40042, + "lime": 40043, + "Ġsufficiently": 40044, + "_nt": 40045, + "Expand": 40046, + ".isfile": 40047, + "ĠisEmpty": 40048, + "Ġqt": 40049, + "Ġmulher": 40050, + "acob": 40051, + "George": 40052, + "常": 40053, + "Ġassim": 40054, + "aso": 40055, + "Ġcomprised": 40056, + "OV": 40057, + "(CONFIG": 40058, + "ĉwriter": 40059, + "Ġdesp": 40060, + "Ġtenure": 40061, + "(cr": 40062, + ".pool": 40063, + "ĠBrend": 40064, + "Ġcensor": 40065, + "(timeout": 40066, + "Ġplea": 40067, + ".Wrap": 40068, + "Ġtightly": 40069, + "ĠWere": 40070, + "ĠIgnore": 40071, + "abei": 40072, + "Ġbridges": 40073, + "Ġcondemn": 40074, + "Ġsimplicity": 40075, + "Ġroutinely": 40076, + "Ġblacks": 40077, + "jb": 40078, + "ĠPit": 40079, + "Utf": 40080, + "Ġ/Ċ": 40081, + "reload": 40082, + "ĠsetObject": 40083, + "/global": 40084, + "Ġfatty": 40085, + "Ġsocks": 40086, + "Couldn": 40087, + "Ġerotisk": 40088, + "æĿ¡": 40089, + "ĠPressure": 40090, + "ĠMaz": 40091, + "npos": 40092, + "tolower": 40093, + "ĠEQ": 40094, + "uteur": 40095, + "ĠMoment": 40096, + "Ġeta": 40097, + "{{--": 40098, + "Ġgraphs": 40099, + "ĠGuar": 40100, + "rine": 40101, + "(--": 40102, + "ĠHttpStatus": 40103, + "(student": 40104, + "*np": 40105, + "Ġrailway": 40106, + "Ġasynchronous": 40107, + "_vm": 40108, + "'],'": 40109, + ",text": 40110, + "merchant": 40111, + "(Guid": 40112, + "ĠGra": 40113, + "ixer": 40114, + "fetchAll": 40115, + ".addListener": 40116, + "flip": 40117, + "*$": 40118, + ">(),": 40119, + "Ġsunlight": 40120, + "assigned": 40121, + "Ġabc": 40122, + "ĠCOLUMN": 40123, + "ĠðŁĻĤĊĊ": 40124, + ")...": 40125, + "Ġensemble": 40126, + "Ġnewline": 40127, + "_SINGLE": 40128, + "iedad": 40129, + "Ġdarker": 40130, + "ormap": 40131, + "Ġlion": 40132, + "plits": 40133, + "Ġillustration": 40134, + "ĠIEEE": 40135, + "Ġvista": 40136, + "ousands": 40137, + "*******": 40138, + "ĠTommy": 40139, + "Ġhue": 40140, + "Sel": 40141, + "Ġaura": 40142, + "ĠTherapy": 40143, + "Ġanimator": 40144, + ".constraints": 40145, + "Ġvague": 40146, + "(\"\")": 40147, + "Ġvillain": 40148, + "Ġblessing": 40149, + "ĠstringBuilder": 40150, + "ĠMisc": 40151, + "ĠDIR": 40152, + "fax": 40153, + "-node": 40154, + "ĠWalking": 40155, + "ĠAU": 40156, + "sess": 40157, + "Ġgrill": 40158, + "VERTISE": 40159, + "ĠFoods": 40160, + "Ġtournaments": 40161, + "Ãĵ": 40162, + "ĠMarsh": 40163, + "Ġwonders": 40164, + "Longitude": 40165, + ".CommandText": 40166, + "=input": 40167, + "_encoder": 40168, + "pageSize": 40169, + "ĠgetState": 40170, + ">>Ċ": 40171, + ".grey": 40172, + "pod": 40173, + "Ġreadings": 40174, + "Ġreconsider": 40175, + "Startup": 40176, + "Ġexcer": 40177, + ".balance": 40178, + "_cycle": 40179, + "_Time": 40180, + "LOCAL": 40181, + "ĠEFI": 40182, + "ĠReyn": 40183, + ".setForeground": 40184, + "byn": 40185, + "Ġdisconnected": 40186, + "ACTIVE": 40187, + "Ġembedding": 40188, + "ickers": 40189, + "Ġsurroundings": 40190, + "*c": 40191, + "Ġgarant": 40192, + "Ġbf": 40193, + "Ġwipe": 40194, + "Ġä¸ĭ": 40195, + "_TRA": 40196, + "adox": 40197, + "çķ": 40198, + "Ġsucks": 40199, + "ĠSongs": 40200, + "ĠAssociates": 40201, + "ĠBald": 40202, + "ĠBrett": 40203, + "venile": 40204, + "Ġvt": 40205, + "Ġinade": 40206, + "Ġresigned": 40207, + "ĠGlenn": 40208, + ".pattern": 40209, + ".DataBind": 40210, + "Ñĥм": 40211, + "LayoutInflater": 40212, + "chet": 40213, + "ĠTestament": 40214, + ".ms": 40215, + "Ġpav": 40216, + "ĠReactDOM": 40217, + "urdy": 40218, + "ADATA": 40219, + "Mu": 40220, + "/actions": 40221, + "ĠJs": 40222, + "_extract": 40223, + "ĠBring": 40224, + ":id": 40225, + "strt": 40226, + "ivation": 40227, + "Ġoutright": 40228, + "azu": 40229, + "loyment": 40230, + "иÑı": 40231, + "aldo": 40232, + "ĠPublisher": 40233, + "Education": 40234, + "Palette": 40235, + "_drv": 40236, + "Ġ($(": 40237, + "ĠAnda": 40238, + "Ġremedy": 40239, + "Ġinconsistent": 40240, + "tection": 40241, + "Ġregulators": 40242, + "Ġshortest": 40243, + "(pair": 40244, + "ĠInstallation": 40245, + "Ġdefendants": 40246, + "Ġ();": 40247, + "-large": 40248, + "Mel": 40249, + "Ġthreaten": 40250, + "нÑı": 40251, + "Ġfetish": 40252, + "otine": 40253, + "_dic": 40254, + "Ġ<$": 40255, + "Ġstagger": 40256, + "spi": 40257, + "$response": 40258, + "Serv": 40259, + "-born": 40260, + "jos": 40261, + "ĉimg": 40262, + "ĉWHERE": 40263, + "_lt": 40264, + "å½ĵ": 40265, + ".cost": 40266, + "ĠTue": 40267, + ".labels": 40268, + "ĠLV": 40269, + "wcsstore": 40270, + "ĠJesse": 40271, + "ห": 40272, + "Trade": 40273, + "Ġpredecessor": 40274, + "ëĤ": 40275, + "finally": 40276, + "_general": 40277, + "oggler": 40278, + "_REGION": 40279, + "nement": 40280, + "Ġblogger": 40281, + "ĠHarbor": 40282, + "ĠDataset": 40283, + "[w": 40284, + "Ġattendees": 40285, + ".ico": 40286, + "maximum": 40287, + ".Unlock": 40288, + "_SYNC": 40289, + "ágina": 40290, + "Ġdowns": 40291, + "ĠWii": 40292, + "])/": 40293, + "Ġkicking": 40294, + "unication": 40295, + "ĠDAC": 40296, + "ĠIDS": 40297, + "ĠRental": 40298, + "ĠcurrentTime": 40299, + "Ġvaccines": 40300, + "ĠDevil": 40301, + "Ġnors": 40302, + "_mouse": 40303, + "urrection": 40304, + "(no": 40305, + "Ġ>čĊ": 40306, + "Ġaggression": 40307, + "Ġbreeding": 40308, + ".symbol": 40309, + "iman": 40310, + "AbsolutePath": 40311, + "ĠWHO": 40312, + "_flush": 40313, + "-root": 40314, + "arna": 40315, + "&M": 40316, + "Ġfathers": 40317, + "ĠRocket": 40318, + "iveau": 40319, + "Ġwander": 40320, + "Ġcompos": 40321, + "ĠWarrior": 40322, + "ĠSeat": 40323, + "ĠClinic": 40324, + "_invoice": 40325, + "(dispatch": 40326, + "Producto": 40327, + "aturing": 40328, + "ossier": 40329, + "ĠMAY": 40330, + "Ġdagger": 40331, + "Ġsanitized": 40332, + "ĠRFC": 40333, + "Ġproph": 40334, + "Ġurine": 40335, + "Ġgrind": 40336, + "ĠExpanded": 40337, + "descripcion": 40338, + "-fw": 40339, + "ĠKerry": 40340, + "=name": 40341, + "Ġchk": 40342, + "Ġnationally": 40343, + "Ġthee": 40344, + "Inc": 40345, + "Ġ?>>": 40346, + ".RadioButton": 40347, + ".HttpServletResponse": 40348, + "/Y": 40349, + "ĉfield": 40350, + "Ġhomme": 40351, + "yper": 40352, + "Physical": 40353, + "=v": 40354, + "Ġdriv": 40355, + "ĠErrors": 40356, + "ĠcÄĥ": 40357, + "Death": 40358, + "ĠWINDOW": 40359, + "Ġpoet": 40360, + "ĠSharp": 40361, + "ĠImmutable": 40362, + "ĉcreate": 40363, + "Ġgeht": 40364, + "ĠReform": 40365, + "aiser": 40366, + "ĠInitialization": 40367, + "Ġimmunity": 40368, + ".compose": 40369, + "Ġlatency": 40370, + "ĠLebanon": 40371, + "ĠParad": 40372, + "Ġfuels": 40373, + "ĠExhib": 40374, + "coh": 40375, + "%\">Ċ": 40376, + "ĠCLI": 40377, + ")initWith": 40378, + "-Za": 40379, + "_CLEAR": 40380, + "regn": 40381, + "Ġfinances": 40382, + ".standard": 40383, + "_CATEGORY": 40384, + ".library": 40385, + "Ġtravelers": 40386, + "_wp": 40387, + "ĠEvaluation": 40388, + "starting": 40389, + "Ġ)),Ċ": 40390, + "episode": 40391, + "ĠVariant": 40392, + "Ġdaemon": 40393, + "ĠJulia": 40394, + "ĠNR": 40395, + "Ġdoubles": 40396, + "'": 40626, + "Ġqueryset": 40627, + ";}čĊ": 40628, + "ĠPopulation": 40629, + "utedString": 40630, + "resident": 40631, + "_FONT": 40632, + "ĠRespond": 40633, + "Ġobscure": 40634, + "Ġobservable": 40635, + "ĠContributors": 40636, + "kon": 40637, + "ĠMusk": 40638, + "exao": 40639, + "ĠTub": 40640, + "BootApplication": 40641, + "SOR": 40642, + ".Horizontal": 40643, + ".findBy": 40644, + ".power": 40645, + "Ġpositively": 40646, + "venience": 40647, + "ĠJong": 40648, + "Ġwhistle": 40649, + "ĠзнаÑĩ": 40650, + "Ġlending": 40651, + "Ġdestructive": 40652, + "ĠonDelete": 40653, + "authorization": 40654, + "();?>": 40655, + "_original": 40656, + "science": 40657, + "atra": 40658, + "?,?,": 40659, + "ĠAsc": 40660, + "Ġconvincing": 40661, + "$a": 40662, + "orgen": 40663, + "_Date": 40664, + "ĠProvide": 40665, + "Ġlonely": 40666, + ")'Ċ": 40667, + "exchange": 40668, + ";?>Ċ": 40669, + ".fast": 40670, + "Samples": 40671, + "London": 40672, + "'])čĊ": 40673, + "ĠIonic": 40674, + "Ġpesso": 40675, + "ĠKnights": 40676, + "ĠRaf": 40677, + "_attrs": 40678, + "Ġrepeal": 40679, + ">Main": 40680, + "ĠOrdered": 40681, + "_New": 40682, + "=\"\">\";Ċ": 40763, + "ĠSERVER": 40764, + "ĠHEADER": 40765, + "_velocity": 40766, + "ĠInvoke": 40767, + ".timestamps": 40768, + "Ġsulf": 40769, + "IQUE": 40770, + "Ġinhabitants": 40771, + "phins": 40772, + "azzo": 40773, + "Ġmono": 40774, + "Legend": 40775, + "Ġnonce": 40776, + "IFE": 40777, + ";\";Ċ": 40778, + "-create": 40779, + "\"\",Ċ": 40780, + "permit": 40781, + "ĠImmigration": 40782, + "Ġpathname": 40783, + "ffective": 40784, + "âĻĢâĻĢ": 40785, + "Ġexams": 40786, + "-event": 40787, + "ĠTill": 40788, + "[mid": 40789, + "FIX": 40790, + ";color": 40791, + "(Order": 40792, + "_traits": 40793, + "ĠorderBy": 40794, + "Ġsunt": 40795, + "ĠNicholas": 40796, + "ز": 40797, + "Ġsunny": 40798, + "iners": 40799, + "Ġaccessibility": 40800, + "ĠHB": 40801, + ".comp": 40802, + "ĉop": 40803, + "Ġminorities": 40804, + "etheus": 40805, + "Ġcollaborative": 40806, + "prit": 40807, + "HIR": 40808, + "Ġwraps": 40809, + "ĉdraw": 40810, + "god": 40811, + "ĠIX": 40812, + ".apps": 40813, + "ĠNM": 40814, + "Ġirrelevant": 40815, + "ĠTigers": 40816, + "Ġdiag": 40817, + "GV": 40818, + "ĠAccessories": 40819, + "kont": 40820, + "Ġsimplify": 40821, + "ĠFavorite": 40822, + "_tools": 40823, + "([]);Ċ": 40824, + "Ġtowers": 40825, + "Bes": 40826, + "Ġhunter": 40827, + "Ġsalon": 40828, + "(buff": 40829, + "ĉdebug": 40830, + "Ġmalware": 40831, + "Moving": 40832, + "-options": 40833, + ")+'": 40834, + "ĠLOVE": 40835, + "_SOCKET": 40836, + "_fin": 40837, + "ĠDelaware": 40838, + "Ġsheriff": 40839, + "-invalid": 40840, + "ĠFULL": 40841, + "Ġпод": 40842, + "elas": 40843, + "\"strings": 40844, + "ĠRepresentatives": 40845, + "surface": 40846, + "resolved": 40847, + "htdocs": 40848, + ")):čĊ": 40849, + "Ġpressures": 40850, + "Ġnorms": 40851, + "Ġpla": 40852, + "Ġsurname": 40853, + "Ġpostal": 40854, + "ĠDepart": 40855, + "Ġslaughter": 40856, + "orida": 40857, + "Ġhebben": 40858, + "Ġdesar": 40859, + "compact": 40860, + "_LANG": 40861, + "åIJĪ": 40862, + "opoly": 40863, + "_rad": 40864, + "ĠSTDMETHOD": 40865, + "Lazy": 40866, + "ĠĠĠĉ": 40867, + "...,": 40868, + "(web": 40869, + "ĠPont": 40870, + "Ġetwas": 40871, + "Ġupward": 40872, + "_hat": 40873, + "Ġ],ĊĊ": 40874, + "ĠbaseUrl": 40875, + "Ġworrying": 40876, + "-addon": 40877, + "(getClass": 40878, + "SPI": 40879, + "Ġcapturing": 40880, + ")},Ċ": 40881, + "Effects": 40882, + "Ġcompetent": 40883, + "Ġfoul": 40884, + "Ġsubscribing": 40885, + "ĠOBJECT": 40886, + "IXEL": 40887, + "bucks": 40888, + "(edge": 40889, + "(pass": 40890, + "ĠPeterson": 40891, + "Ġboobs": 40892, + "ĠDelay": 40893, + "_square": 40894, + "elim": 40895, + "oters": 40896, + "_PC": 40897, + "%E": 40898, + "onclick": 40899, + "ĠSVG": 40900, + "Ġtopped": 40901, + "Ġfist": 40902, + "smart": 40903, + "ĠRalph": 40904, + "(owner": 40905, + "jours": 40906, + "Ġbronze": 40907, + "ĠArgumentException": 40908, + "(original": 40909, + "_SCALE": 40910, + "_cp": 40911, + "Ġrecommends": 40912, + ".setStyle": 40913, + "Sure": 40914, + "LAND": 40915, + "Ġrepeating": 40916, + "Matt": 40917, + ".Visibility": 40918, + "Ġenterprises": 40919, + ".Setup": 40920, + "(scene": 40921, + "ĠReactive": 40922, + "urge": 40923, + "bw": 40924, + ".Put": 40925, + "persist": 40926, + ".cookie": 40927, + "ĠAudi": 40928, + "`s": 40929, + "supplier": 40930, + "(Form": 40931, + "¡": 40932, + "_so": 40933, + "ĮĢ": 40934, + "ĠLegion": 40935, + "tte": 40936, + "Nd": 40937, + "Loss": 40938, + "(attrs": 40939, + ".scatter": 40940, + "Ġgroom": 40941, + "Ġglimpse": 40942, + "Ġnails": 40943, + "Ġcumulative": 40944, + "Ġfazer": 40945, + "_services": 40946, + ".Num": 40947, + "ibilit": 40948, + "_resolution": 40949, + "ĠTx": 40950, + "uminium": 40951, + "opa": 40952, + ".schedule": 40953, + "smtp": 40954, + "à¸ķ": 40955, + "urry": 40956, + "ük": 40957, + "goog": 40958, + "_signature": 40959, + ".into": 40960, + "ĠSteps": 40961, + "Ġhomeowners": 40962, + "ĠNSURL": 40963, + "ĠPAC": 40964, + "ĠĠĠĠĠĠĠĠĠĠĠĠĊĊ": 40965, + ">')Ċ": 40966, + "enh": 40967, + "Ġincap": 40968, + "$MESS": 40969, + "Ġmoins": 40970, + "ĠFi": 40971, + "Ġoffseason": 40972, + "pressions": 40973, + ">.Ċ": 41045, + "ĠGrass": 41046, + "ĠGoal": 41047, + "_pdf": 41048, + "Handlers": 41049, + "Ġstacks": 41050, + ".getFullYear": 41051, + "=[];Ċ": 41052, + "车": 41053, + ",V": 41054, + "(split": 41055, + "Ñĥнк": 41056, + "Ġbakeca": 41057, + "Ġ~/.": 41058, + "pez": 41059, + "tails": 41060, + "ĠGlen": 41061, + "ĠsetImage": 41062, + "ĠComic": 41063, + "BLOCK": 41064, + "ĉThis": 41065, + "oader": 41066, + "Ġcapitalist": 41067, + "_STEP": 41068, + "(Boolean": 41069, + "ĠCorrect": 41070, + "rina": 41071, + "Ġconcaten": 41072, + "å®ŀ": 41073, + "():ĊĊ": 41074, + "Ġunanim": 41075, + "lli": 41076, + "alars": 41077, + "-ne": 41078, + "Ġdivor": 41079, + "ĠKickstarter": 41080, + "]._": 41081, + "*'+": 41722, + "åĿĢ": 41723, + "acency": 41724, + "(URL": 41725, + "_half": 41726, + "=l": 41727, + "ĠlistView": 41728, + "(section": 41729, + ".toArray": 41730, + "+/": 41731, + "ĠRodriguez": 41732, + "istream": 41733, + "Ġeligibility": 41734, + "::-": 41735, + ".newInstance": 41736, + "PB": 41737, + "ĠAssets": 41738, + "ĠComposite": 41739, + "ĠLabs": 41740, + "ĠHamas": 41741, + "++);Ċ": 41742, + "Ġblk": 41743, + "ĠNeo": 41744, + "Luc": 41745, + "@login": 41746, + "Ġunaware": 41747, + ".met": 41748, + "_RELEASE": 41749, + "(ST": 41750, + "AMIL": 41751, + "rike": 41752, + "Ġ(){Ċ": 41753, + "(sprintf": 41754, + "ĠAccounts": 41755, + "ĠVIEW": 41756, + "ĠAj": 41757, + "ãĤ°": 41758, + "Ġwhisk": 41759, + "Ġidi": 41760, + "Ġrode": 41761, + "Ġihn": 41762, + "ĠElementary": 41763, + "Qty": 41764, + "Ġintriguing": 41765, + "Ġå¤": 41766, + "Jobs": 41767, + "ĉoffset": 41768, + "ĠAhmed": 41769, + "ĠTaliban": 41770, + "Ġèİ·åıĸ": 41771, + "Ġinjected": 41772, + ".Authentication": 41773, + "_linear": 41774, + ".Decimal": 41775, + "Ġapples": 41776, + "Ġshareholders": 41777, + "Ġbaked": 41778, + ".diff": 41779, + "ĠEddie": 41780, + "okers": 41781, + "Ġconfronted": 41782, + "voices": 41783, + "Ġtus": 41784, + "ĠSpin": 41785, + "NODE": 41786, + "_Un": 41787, + "CTX": 41788, + "/google": 41789, + "Temperature": 41790, + "Ġ'').": 41791, + "Ġmagnificent": 41792, + "ĠstartIndex": 41793, + "sembles": 41794, + "Anyone": 41795, + "zk": 41796, + "ehen": 41797, + "ĠDame": 41798, + ".strict": 41799, + "Ġreplaces": 41800, + "Ġlineback": 41801, + "Ġpushes": 41802, + "Ġcheek": 41803, + "ĠShi": 41804, + "_BYTES": 41805, + "REA": 41806, + "ản": 41807, + "_CONNECTION": 41808, + "Gateway": 41809, + "ĠTravis": 41810, + "ĠAX": 41811, + "ĠBasically": 41812, + "ĠUpgrade": 41813, + "àª": 41814, + "themes": 41815, + "ermo": 41816, + "kor": 41817, + "Female": 41818, + "_attach": 41819, + "ĠìĤ¬ìļ©": 41820, + "Ġpoz": 41821, + "==============Ċ": 41822, + "(symbol": 41823, + "ĠSector": 41824, + "__)ĊĊ": 41825, + "_padding": 41826, + "ï¼ļ\"": 41827, + "Ġfabs": 41828, + "Ġranged": 41829, + "setName": 41830, + "Ġperror": 41831, + "âĹ": 41832, + "ĠFileReader": 41833, + "Ġfulfilled": 41834, + "_Current": 41835, + "Ġdominate": 41836, + "Ġsmugg": 41837, + "PostMapping": 41838, + "_force": 41839, + "Ġbloc": 41840, + "ĠGiant": 41841, + "(video": 41842, + "ĠCU": 41843, + "SystemService": 41844, + "Ġelf": 41845, + "Ġkontakt": 41846, + "ëª": 41847, + "kees": 41848, + "gtk": 41849, + "ĠparamInt": 41850, + "Ġmarkup": 41851, + "uales": 41852, + "Ġaccounted": 41853, + "Ġgangbang": 41854, + "RYPT": 41855, + "ĠWrong": 41856, + "Ġcredited": 41857, + "ĠMESSAGE": 41858, + "Ġflaws": 41859, + "Ġbbw": 41860, + "Ġmetabolic": 41861, + "ĠOEM": 41862, + "/event": 41863, + "(Collectors": 41864, + "monton": 41865, + "appear": 41866, + "Ġopted": 41867, + "Ġcheat": 41868, + "Ġdav": 41869, + "ĠProceed": 41870, + "Ġê¸": 41871, + "anked": 41872, + "из": 41873, + "ansk": 41874, + "ĠHang": 41875, + "ĠCler": 41876, + "Ġdisgu": 41877, + "Ġcmap": 41878, + ".cljs": 41879, + "Ġaument": 41880, + "lez": 41881, + "ĠJoined": 41882, + "_received": 41883, + "Ġaerial": 41884, + "otel": 41885, + "Ġgreet": 41886, + "\"s": 41887, + "ĠGenesis": 41888, + "ĠCalif": 41889, + "panion": 41890, + "Ġtailored": 41891, + "mapping": 41892, + "andExpect": 41893, + ".track": 41894, + "atomy": 41895, + "ĠOw": 41896, + "ullah": 41897, + ".Yes": 41898, + "ĠSimpleName": 41899, + "dbh": 41900, + "'en": 41901, + "Ġnonsense": 41902, + "Ġphilosophical": 41903, + "(getContext": 41904, + "Ġisso": 41905, + "ĠACE": 41906, + "startDate": 41907, + "ĠbÄĻd": 41908, + "ĠAUTHOR": 41909, + "ĠGlobe": 41910, + "Ġinsects": 41911, + "_Al": 41912, + "ushing": 41913, + "è®°": 41914, + "/Home": 41915, + "ĠLocalDate": 41916, + "needed": 41917, + "hesive": 41918, + "Ġillusion": 41919, + "äºĮ": 41920, + "Ġtrat": 41921, + "xo": 41922, + "/detail": 41923, + "_MATCH": 41924, + "Ġbroadband": 41925, + "Ġwal": 41926, + "ĠIllegalStateException": 41927, + "IRECTION": 41928, + "Ġnortheast": 41929, + "esium": 41930, + "ĠCliente": 41931, + "ulance": 41932, + "nty": 41933, + "Ġtecn": 41934, + "Devices": 41935, + "Ġgrains": 41936, + "ĠOg": 41937, + "ĠSEL": 41938, + "udiant": 41939, + "Ġ++;Ċ": 41940, + "Ġexplanations": 41941, + "occo": 41942, + "Ġdiets": 41943, + "Ġcohort": 41944, + "(controller": 41945, + ".Iterator": 41946, + "-rich": 41947, + "rocess": 41948, + "GD": 41949, + "Ġcarbohydr": 41950, + "Ġfried": 41951, + "ĠEmployment": 41952, + "ìŀ¥": 41953, + "ĠLeonard": 41954, + "_${": 41955, + "quares": 41956, + "Ġcompanions": 41957, + "Ġparis": 41958, + "Ġstimulation": 41959, + "ĠZoo": 41960, + "Ġrelevance": 41961, + "ĠColour": 41962, + "Ġspear": 41963, + "otional": 41964, + "ĠLite": 41965, + "ĠKosten": 41966, + "Ġó": 41967, + "_attachment": 41968, + "orphic": 41969, + "Ġdamit": 41970, + "Ġdlg": 41971, + "Ġthrive": 41972, + "CHANGE": 41973, + "ĠApparently": 41974, + "Ġatual": 41975, + "Ġrooted": 41976, + "(images": 41977, + "awi": 41978, + "ariat": 41979, + "Ġcherry": 41980, + "STATIC": 41981, + "mnt": 41982, + "ĠUserId": 41983, + "illet": 41984, + "ĠHispanic": 41985, + "Ġnak": 41986, + "Ġcentro": 41987, + "Ġdims": 41988, + "_initialize": 41989, + "ık": 41990, + "ĠCenters": 41991, + "REN": 41992, + "Ġevolutionary": 41993, + "ĠTopics": 41994, + "_damage": 41995, + "emer": 41996, + "Ġrund": 41997, + "Ġpunished": 41998, + "Ġcubic": 41999, + "fair": 42000, + "[];ĊĊ": 42001, + "Ġinstantiate": 42002, + "Ġoversee": 42003, + "-delete": 42004, + "unteer": 42005, + "startTime": 42006, + "ĠPipeline": 42007, + "_GAME": 42008, + "ĠCir": 42009, + "ĉNull": 42010, + ".Formatting": 42011, + "ucumber": 42012, + "ĠRide": 42013, + "Ġzoo": 42014, + "Ġchecker": 42015, + "åIJĮ": 42016, + "=C": 42017, + "Ġgrit": 42018, + "\");//": 42019, + "_xy": 42020, + "ĠDeclaration": 42021, + "Ġcallable": 42022, + "Foo": 42023, + "ĠListItem": 42024, + "Ġinaccur": 42025, + "mlin": 42026, + "ĉData": 42027, + "Ġevolving": 42028, + "awan": 42029, + "Ġcafe": 42030, + "folk": 42031, + "_IDX": 42032, + "ĠAnything": 42033, + "ĠPalestine": 42034, + "ĠGridView": 42035, + "Ġcolony": 42036, + "ĠGermans": 42037, + "(+": 42038, + ".pid": 42039, + ".jsx": 42040, + "ĠSuperior": 42041, + "Christian": 42042, + "ĠLect": 42043, + "ĉGame": 42044, + "Ġinstrumental": 42045, + "Animations": 42046, + "дал": 42047, + "ĠMoses": 42048, + "ĉĉčĊĉĉčĊ": 42049, + "zs": 42050, + "kte": 42051, + "ä¸ļ": 42052, + "_DIST": 42053, + "bitmap": 42054, + "dB": 42055, + "Ġpersistence": 42056, + "ÑĢоÑģ": 42057, + "$l": 42058, + "Bron": 42059, + "Ġ{|": 42060, + "_chart": 42061, + "ĠConsum": 42062, + "Ġhemp": 42063, + "Ġ\"))Ċ": 42064, + "Ġattackers": 42065, + "Ġknowledgeable": 42066, + "Ġcet": 42067, + "Ġviruses": 42068, + "'I": 42069, + "Ġpitcher": 42070, + "Ġsweeping": 42071, + "=list": 42072, + "aptops": 42073, + ".depth": 42074, + "Ġinstructed": 42075, + "ĠRus": 42076, + "benhavn": 42077, + "Ġин": 42078, + "Sports": 42079, + "Ġonset": 42080, + "æĿĥ": 42081, + ".RED": 42082, + "_si": 42083, + "ĠPST": 42084, + ".onChange": 42085, + ">tag": 42086, + "ĠRoh": 42087, + "_character": 42088, + "ĠLaws": 42089, + "ĠBachelor": 42090, + "_swap": 42091, + ".reactivex": 42092, + "Ġrewarding": 42093, + "Medium": 42094, + "-[": 42095, + "ĠRecently": 42096, + "Joint": 42097, + "partition": 42098, + "ĠMinutes": 42099, + "Ġindo": 42100, + "Ġabsorbed": 42101, + "ĠGN": 42102, + "_IND": 42103, + "Ġsaber": 42104, + "Spawn": 42105, + "outputs": 42106, + "ĠJeffrey": 42107, + "Ġmedieval": 42108, + "hed": 42109, + "Guide": 42110, + "Ġpsycho": 42111, + "Ġglam": 42112, + "Elim": 42113, + "ädchen": 42114, + "_plain": 42115, + "ĠSau": 42116, + "-four": 42117, + "Ġanalyzing": 42118, + "QUERY": 42119, + "Ġtomato": 42120, + "_buttons": 42121, + "VEN": 42122, + ".setStatus": 42123, + ".Url": 42124, + "+ĊĊ": 42125, + "Ġcomplaining": 42126, + "degree": 42127, + "confirmed": 42128, + "Ġsubt": 42129, + "parsed": 42130, + "Ġtorque": 42131, + "Ġtroubled": 42132, + "ĠTARGET": 42133, + "Ġtrademarks": 42134, + "ĠCoordinate": 42135, + "ĠViv": 42136, + "Ġ//}ĊĊ": 42137, + "Ġaprès": 42138, + ".getPosition": 42139, + "(KeyCode": 42140, + "ĠSilva": 42141, + "Ġmeteor": 42142, + "Ġendorsement": 42143, + "Overview": 42144, + "ĠPoss": 42145, + ".Inject": 42146, + "Ġevenly": 42147, + "Ġvisualization": 42148, + "Ġwchar": 42149, + "ĠHDMI": 42150, + "Ġfunct": 42151, + "ickname": 42152, + "','','": 42153, + "Ġforwards": 42154, + "ManagedObject": 42155, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 42156, + "ĉserver": 42157, + "ĠOutlook": 42158, + "ĠChronicle": 42159, + "Ġdubbed": 42160, + "Ġdok": 42161, + "ĠWear": 42162, + ".AL": 42163, + "paren": 42164, + ".Interface": 42165, + "Interfaces": 42166, + ".cod": 42167, + "Ġdib": 42168, + ".Globalization": 42169, + "ĠAcademic": 42170, + "Ġassms": 42171, + "Autom": 42172, + "Ġlw": 42173, + "ĠNW": 42174, + "Ġ&&čĊ": 42175, + "Ġproblema": 42176, + "ĠManufacturing": 42177, + "limits": 42178, + "-mobile": 42179, + "Ġfilme": 42180, + "/map": 42181, + "Ġdoit": 42182, + "ĠInk": 42183, + "Ġsued": 42184, + ".arr": 42185, + "Ġundermin": 42186, + "ĠProc": 42187, + "crollView": 42188, + "__$": 42189, + "Ġsidewalk": 42190, + "(that": 42191, + "ื": 42192, + "[q": 42193, + "grammar": 42194, + "Ġtë": 42195, + "quito": 42196, + "Ġspiral": 42197, + "extended": 42198, + "Ġfocal": 42199, + "Ġdigging": 42200, + "pas": 42201, + "ĠTall": 42202, + ".proxy": 42203, + "itures": 42204, + "TRACT": 42205, + "ĠRealm": 42206, + "Ġfeder": 42207, + "Ġoriented": 42208, + "ĠAlternative": 42209, + "Ġowe": 42210, + "Ġsourced": 42211, + "inker": 42212, + ".det": 42213, + "Sep": 42214, + "ĠQui": 42215, + "ĠPalmer": 42216, + "(_,": 42217, + "samples": 42218, + "oyer": 42219, + "ullan": 42220, + "quez": 42221, + "Edges": 42222, + "Ġshout": 42223, + "ĠAchie": 42224, + "Ġhaar": 42225, + "_Construct": 42226, + "Ġpremature": 42227, + "Ġrevert": 42228, + "').Ċ": 42229, + "Ġschn": 42230, + "filtered": 42231, + "nullptr": 42232, + "Saved": 42233, + "itecture": 42234, + "CLA": 42235, + "Ġvl": 42236, + "stell": 42237, + "ĉMe": 42238, + "ĠLip": 42239, + "national": 42240, + "Ġwholly": 42241, + "Ġsprings": 42242, + ".Timer": 42243, + "ĉsrc": 42244, + "elsen": 42245, + "åħ¶": 42246, + "Ġcommunicating": 42247, + "ĠQuiz": 42248, + "Ġteng": 42249, + "Ġgez": 42250, + "ĠOutside": 42251, + ".Sign": 42252, + "(cs": 42253, + "Ġdisputes": 42254, + "ĠWeiss": 42255, + "annes": 42256, + ">No": 42257, + "ĠBach": 42258, + ".removeAll": 42259, + "refer": 42260, + "/dashboard": 42261, + "ĠAjax": 42262, + "IndexChanged": 42263, + "ĠWeak": 42264, + "'\"Ċ": 42265, + "Ġsights": 42266, + "accessToken": 42267, + "ĠJoi": 42268, + "(domain": 42269, + "ĉcv": 42270, + "Ġcontinuation": 42271, + "Ġplum": 42272, + "adir": 42273, + ".setMessage": 42274, + "Ġï¼Į": 42275, + "Ġswallow": 42276, + "ĠLamp": 42277, + "Ġqw": 42278, + "Ġuu": 42279, + "Coin": 42280, + "ubic": 42281, + "ĠDeals": 42282, + "race": 42283, + "Ġdictator": 42284, + "Ġmeme": 42285, + "turned": 42286, + "ĠJulie": 42287, + ".gridColumn": 42288, + "Ġpuppy": 42289, + "Ġpam": 42290, + "Ġ){čĊ": 42291, + "Ġinviting": 42292, + "Ġfrench": 42293, + "vim": 42294, + "Ġwrapping": 42295, + "Ġ#-}Ċ": 42296, + "([-": 42297, + "Early": 42298, + "Ġshiny": 42299, + ".faces": 42300, + "Ġrebell": 42301, + "abcdef": 42302, + "ält": 42303, + "Ġestimation": 42304, + "phys": 42305, + "losures": 42306, + "_REL": 42307, + "Ġexclusion": 42308, + "ĠSkype": 42309, + "weise": 42310, + "-stop": 42311, + "nothing": 42312, + "ĠEgg": 42313, + "isors": 42314, + "Richard": 42315, + "Ġcounseling": 42316, + "Ġcommem": 42317, + "ĠQMessageBox": 42318, + "ĠSynd": 42319, + "ĠFrost": 42320, + "ĠCompetition": 42321, + "ĠAwake": 42322, + "Ġted": 42323, + "iciones": 42324, + "ĠDevComponents": 42325, + "VERTISEMENT": 42326, + "otti": 42327, + ".runner": 42328, + "Ġuniquely": 42329, + ".flag": 42330, + "ĉrs": 42331, + "_generic": 42332, + "Ġ```Ċ": 42333, + "ACHINE": 42334, + "Ġmein": 42335, + "(Application": 42336, + "(br": 42337, + "Ġratios": 42338, + ":,": 42339, + "ĠXCTest": 42340, + "ustainable": 42341, + "-www": 42342, + "itles": 42343, + "_TEMP": 42344, + "Ġsyst": 42345, + "umericUpDown": 42346, + "ĉassertTrue": 42347, + "Ġwf": 42348, + ".peek": 42349, + "ĠBulg": 42350, + "Ġterrifying": 42351, + ".MODE": 42352, + "ĠGW": 42353, + "ár": 42354, + "Ġfic": 42355, + "Ġcommitments": 42356, + "-tech": 42357, + "ĠLiquid": 42358, + "opez": 42359, + "zheimer": 42360, + "aña": 42361, + "-media": 42362, + "(animated": 42363, + "_goal": 42364, + "Ġgum": 42365, + "ystone": 42366, + ".SET": 42367, + "ĠWend": 42368, + "setCellValue": 42369, + "Ġmsgs": 42370, + "cash": 42371, + "ALLOC": 42372, + "/aws": 42373, + "Ġmicrowave": 42374, + ".Pointer": 42375, + "ĉConsole": 42376, + "_sorted": 42377, + "ĠFilip": 42378, + "Prod": 42379, + "Ġ//!<": 42380, + "ingroup": 42381, + "Ġks": 42382, + "_TRI": 42383, + "Ġteaspoon": 42384, + "ĠATT": 42385, + "Ġrecovering": 42386, + "ĠGLOBAL": 42387, + ".Par": 42388, + "Ġ/>;Ċ": 42389, + "Ġmarble": 42390, + "ulators": 42391, + "ĠCycle": 42392, + "Ġherbs": 42393, + "_metric": 42394, + ")!": 42395, + "_CLOCK": 42396, + "_Button": 42397, + "Harry": 42398, + "è¿Ľ": 42399, + "Ġstrains": 42400, + "ĠAppBar": 42401, + "ĠChan": 42402, + "/video": 42403, + "Ġbam": 42404, + ".Progress": 42405, + "$f": 42406, + "lemen": 42407, + "Ġirregular": 42408, + "ĠDuncan": 42409, + "ĠMint": 42410, + "-video": 42411, + "া": 42412, + "ówn": 42413, + "ĠEMPTY": 42414, + "Ġstacked": 42415, + "ĠHA": 42416, + "_cut": 42417, + "Ġwherein": 42418, + "ĠWays": 42419, + "(counter": 42420, + "è¯ķ": 42421, + "FormGroup": 42422, + "Ġblew": 42423, + "courses": 42424, + "Ġproductos": 42425, + "rys": 42426, + "ĠRestr": 42427, + "Ġstyling": 42428, + ">s": 42429, + "Ġpiv": 42430, + "Ġitertools": 42431, + "getRepository": 42432, + "ĠIk": 42433, + "_devices": 42434, + "layui": 42435, + "Ġhalfway": 42436, + "Ġfranç": 42437, + "Ġtuning": 42438, + "OA": 42439, + "_Node": 42440, + "arde": 42441, + "Ġfierce": 42442, + "licted": 42443, + "#čĊ": 42444, + "Ġbreakthrough": 42445, + "ĠErik": 42446, + "Ġbride": 42447, + "Ġ.\"": 42448, + "culus": 42449, + "inside": 42450, + "ĠIndianapolis": 42451, + "ĠEE": 42452, + "Ġyog": 42453, + "urret": 42454, + ".fs": 42455, + ".grad": 42456, + "_cards": 42457, + "_accuracy": 42458, + "_epi": 42459, + "queda": 42460, + "/org": 42461, + "éªĮ": 42462, + "Ġcompte": 42463, + "))[": 42464, + "Outside": 42465, + "Greater": 42466, + "ĠRenderer": 42467, + ".actor": 42468, + "Accounts": 42469, + "Idle": 42470, + "_hours": 42471, + "erner": 42472, + "Joined": 42473, + "Ġmenj": 42474, + "requires": 42475, + "ĠOPER": 42476, + ".removeChild": 42477, + "ĉsp": 42478, + "Ġesse": 42479, + "rift": 42480, + "xFE": 42481, + "ĠShakespeare": 42482, + "____________": 42483, + "Ġbudgets": 42484, + "ModelState": 42485, + "fillable": 42486, + "-component": 42487, + "ocos": 42488, + "ĠBUTTON": 42489, + "/io": 42490, + ",out": 42491, + "sms": 42492, + "Thomas": 42493, + "ĠArmed": 42494, + "resume": 42495, + "Ġrotating": 42496, + "ĠVault": 42497, + "Ġseus": 42498, + ".(*": 42499, + "Ġamino": 42500, + "Ġ[]);ĊĊ": 42501, + "Ġprovoc": 42502, + "nox": 42503, + ".GetEnumerator": 42504, + "=======Ċ": 42505, + "æĸĻ": 42506, + "_scroll": 42507, + "Ġfilmed": 42508, + "ĠSoci": 42509, + "gap": 42510, + "gro": 42511, + "Vote": 42512, + "\"But": 42513, + "_RC": 42514, + "Animal": 42515, + "ÂĢ": 42516, + "ibile": 42517, + "Ġawaken": 42518, + "orest": 42519, + "inja": 42520, + "ĠIvan": 42521, + "(Command": 42522, + "Ġ*****": 42523, + "η": 42524, + "Ġkvinder": 42525, + "/helpers": 42526, + "_cases": 42527, + "tg": 42528, + "ìĦ¸": 42529, + "Registered": 42530, + "ĉpass": 42531, + "_digits": 42532, + "Ġcontour": 42533, + "Ġinfants": 42534, + "Ġjustification": 42535, + "ĠFortunately": 42536, + "Contr": 42537, + "ĠonCreateView": 42538, + "_SAMPLE": 42539, + "ĠallowNull": 42540, + "Ġnud": 42541, + "Ġfetched": 42542, + "_equ": 42543, + "ĠUnable": 42544, + "=\\\"\"": 42545, + ">{Ċ": 42546, + "Ġcommittees": 42547, + "istema": 42548, + "+\".": 42549, + "ÃŃan": 42550, + "mant": 42551, + "Ġsoutheast": 42552, + "ï¼ĮĊ": 42553, + "dialogs": 42554, + "PROJECT": 42555, + "charger": 42556, + "-port": 42557, + "(uuid": 42558, + ".export": 42559, + "Six": 42560, + "ĠRP": 42561, + "Prem": 42562, + "Ġconscience": 42563, + "ĠmarginRight": 42564, + "_distribution": 42565, + "yaml": 42566, + "resizing": 42567, + "Dock": 42568, + "ĠLocations": 42569, + "GY": 42570, + "Seed": 42571, + "BUFFER": 42572, + "ossip": 42573, + "ullen": 42574, + "Things": 42575, + "-self": 42576, + ".poll": 42577, + "PLAYER": 42578, + "Ġå®": 42579, + "GROUP": 42580, + "ĠAway": 42581, + "Ġgospel": 42582, + "xfd": 42583, + "Mary": 42584, + "ĠPortable": 42585, + "TURE": 42586, + "Ġutilis": 42587, + "Ġseit": 42588, + "Ġstrand": 42589, + "Ġtransc": 42590, + "Ġ(^": 42591, + "ĠAlfred": 42592, + ".mem": 42593, + ".circle": 42594, + "Ġ~/": 42595, + "forcing": 42596, + "Ġriot": 42597, + "prox": 42598, + "THON": 42599, + "ización": 42600, + "ĠNI": 42601, + "rost": 42602, + "Ġdispro": 42603, + "_instances": 42604, + "ï¼ĮâĢľ": 42605, + "ographer": 42606, + "endas": 42607, + "ĠIsaac": 42608, + "ĠPine": 42609, + "/dis": 42610, + "ĠcolorWith": 42611, + "iterate": 42612, + "_stride": 42613, + "Ġpunto": 42614, + ".EventArgs": 42615, + "(center": 42616, + "Ġneighboring": 42617, + "ĠPrison": 42618, + "ĠMessenger": 42619, + "Ġepidemic": 42620, + "dao": 42621, + "_complex": 42622, + "Ġgravel": 42623, + "_DIP": 42624, + "ément": 42625, + "ĠAri": 42626, + "_bitmap": 42627, + ".quit": 42628, + "(valid": 42629, + "Ġpend": 42630, + "Ġrespiratory": 42631, + "Ġrebound": 42632, + "DefaultValue": 42633, + "ãĥŃ": 42634, + "Ġcommits": 42635, + ".tests": 42636, + "_fr": 42637, + "itet": 42638, + ".sf": 42639, + "Ġspacecraft": 42640, + "critical": 42641, + "Ġdepressed": 42642, + "ĠAnyObject": 42643, + "Ġunb": 42644, + "Ġdiscern": 42645, + "(mysql": 42646, + "Latin": 42647, + "ĠBog": 42648, + "ĠWildlife": 42649, + "ToFile": 42650, + "ioxid": 42651, + "@RestController": 42652, + "Ġ\"$(": 42653, + "Ġ<<\"": 42654, + "Ġdefects": 42655, + "Ġdatum": 42656, + "hin": 42657, + "Ġrealizar": 42658, + "anyahu": 42659, + "ĠSig": 42660, + "@Data": 42661, + "adaptive": 42662, + "ĠCatherine": 42663, + ".cr": 42664, + "ĠCOOKIE": 42665, + "Ġpictured": 42666, + "ĠFighter": 42667, + "Queryable": 42668, + "ĠAnyway": 42669, + "ĠGLFW": 42670, + "_namespace": 42671, + "_ft": 42672, + "Ġ])": 42673, + "Organization": 42674, + "Ġconstitutes": 42675, + "Ġquand": 42676, + "(chunk": 42677, + "\"/>čĊ": 42678, + "ĠLakes": 42679, + "mainwindow": 42680, + "Carthy": 42681, + "spin": 42682, + "(csv": 42683, + ":red": 42684, + "-commerce": 42685, + "ู": 42686, + "Ġdiscovering": 42687, + "Ġeco": 42688, + "_fac": 42689, + "inceton": 42690, + "ĠGreens": 42691, + "jwt": 42692, + "ص": 42693, + "ĠBroncos": 42694, + "ĠGoods": 42695, + "(GTK": 42696, + "ĠreturnValue": 42697, + "Ġsiempre": 42698, + "Ġneutr": 42699, + "went": 42700, + "ĠNatal": 42701, + "Ġenthusiastic": 42702, + "á»į": 42703, + "FN": 42704, + "/database": 42705, + "Catalog": 42706, + "Ġbrun": 42707, + "ĠKash": 42708, + "_Pl": 42709, + "iscrim": 42710, + ",width": 42711, + "Ġinmates": 42712, + "Assignment": 42713, + "ĠHaven": 42714, + "Ġplayground": 42715, + "exam": 42716, + "@Controller": 42717, + "uliar": 42718, + ".getParent": 42719, + "Ġ\";ĊĊ": 42720, + ":size": 42721, + "issors": 42722, + "Ġfis": 42723, + "Ġalc": 42724, + "ensation": 42725, + "ĠNixon": 42726, + "Ġmighty": 42727, + "-str": 42728, + "_special": 42729, + "_ADC": 42730, + "ĠTwig": 42731, + "umbling": 42732, + "-address": 42733, + "Ġheroin": 42734, + "YTE": 42735, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 42736, + "Friend": 42737, + "Ġave": 42738, + "ĠPNG": 42739, + "ĠKurdish": 42740, + "DataSetChanged": 42741, + "Ġblades": 42742, + "bral": 42743, + "Steam": 42744, + "Ġsigu": 42745, + "IRTUAL": 42746, + "acos": 42747, + "UDP": 42748, + "(database": 42749, + "hec": 42750, + "ĠStrings": 42751, + "_scalar": 42752, + "ĉdesc": 42753, + "ĠTLS": 42754, + ";\"Ċ": 42755, + "ĠCorbyn": 42756, + "SimpleName": 42757, + "uell": 42758, + "ĠEntre": 42759, + "ellites": 42760, + "-place": 42761, + "Ġfrankly": 42762, + "ĠErf": 42763, + "CEL": 42764, + "ĠpaÃŃs": 42765, + "Ġhedge": 42766, + "Ġlatent": 42767, + "ĠIRQ": 42768, + "ĠHerald": 42769, + "ĠPrec": 42770, + "ë³´": 42771, + ".TEXT": 42772, + "Salary": 42773, + "Ġautumn": 42774, + "Ġtravail": 42775, + ".Sum": 42776, + "Ġcared": 42777, + "Mor": 42778, + "Ġintuitive": 42779, + "Ġjournals": 42780, + "_IT": 42781, + "ĠTrou": 42782, + "ä¼ł": 42783, + "HasColumnName": 42784, + "Composite": 42785, + "Ġspice": 42786, + "_disk": 42787, + "_CODES": 42788, + "ĠIntroduced": 42789, + "iona": 42790, + "Ġnuestra": 42791, + "oct": 42792, + "ĠĠĠĠĊĠĠĠĠĊĠĠĠĠĊ": 42793, + "(parameter": 42794, + "Ġstudios": 42795, + "ĠprojectId": 42796, + "Ġbdsm": 42797, + ".SqlClient": 42798, + "imizer": 42799, + "ĠCARD": 42800, + "+t": 42801, + "aan": 42802, + ".sol": 42803, + "_Adjust": 42804, + "Ġrighteous": 42805, + "ĠLogging": 42806, + ".filters": 42807, + "_TAB": 42808, + "ĉsys": 42809, + "rophic": 42810, + "otherapy": 42811, + "ĠBrowse": 42812, + "keyboard": 42813, + "RON": 42814, + "+\\": 42815, + "ropped": 42816, + "Ġextensively": 42817, + "fk": 42818, + "Ġlime": 42819, + "years": 42820, + "Exc": 42821, + "Ġsph": 42822, + "Ġcheating": 42823, + "andro": 42824, + "ÃŃo": 42825, + "Ġprince": 42826, + "oire": 42827, + "ĠDestination": 42828, + "ĠConverts": 42829, + "Ġupstream": 42830, + "oled": 42831, + "Ġservants": 42832, + "Ġsemantic": 42833, + "Ġcrunch": 42834, + "Ġeventual": 42835, + "runner": 42836, + "/error": 42837, + "Spin": 42838, + "Ġsecretly": 42839, + "Ġassemble": 42840, + ".Person": 42841, + "enderror": 42842, + "_<": 42843, + "Ġpendant": 42844, + "Sleep": 42845, + "ĠChemistry": 42846, + "Ġbosses": 42847, + "lk": 42848, + "))),Ċ": 42849, + "Blockly": 42850, + "DEVICE": 42851, + "Ġreflecting": 42852, + "Ġample": 42853, + "Milliseconds": 42854, + "ĠPresidential": 42855, + "Ġusuarios": 42856, + "ĠNZ": 42857, + "ĠSalary": 42858, + "ĠAmanda": 42859, + "_np": 42860, + "jury": 42861, + "Ġkön": 42862, + "Ġtherapist": 42863, + "Ġhomosexual": 42864, + "ĠDrake": 42865, + "-window": 42866, + "ĠLocated": 42867, + ".Driver": 42868, + "ĠVIDEO": 42869, + "Ġmerchants": 42870, + "ĠChest": 42871, + "-lock": 42872, + "/php": 42873, + "Ġmilano": 42874, + "_STYLE": 42875, + "arger": 42876, + "idea": 42877, + "GUID": 42878, + "advanced": 42879, + "meal": 42880, + "OptionsItemSelected": 42881, + "='%": 42882, + "ĠCham": 42883, + ":data": 42884, + "(stat": 42885, + "WillAppear": 42886, + "Ġinformal": 42887, + "aji": 42888, + "Ġreproductive": 42889, + "ĠCAS": 42890, + "ãģ£": 42891, + "FUNC": 42892, + "ĠRuth": 42893, + ")+(": 42894, + "CONST": 42895, + "ĠFans": 42896, + "ĠgroupId": 42897, + "xffffffff": 42898, + "Ġsampler": 42899, + "Ġ}}\">": 42900, + ".the": 42901, + "Ġhollow": 42902, + "WAY": 42903, + "ĠFaculty": 42904, + "AttributedString": 42905, + "ĠLooks": 42906, + "ĠRex": 42907, + "jk": 42908, + "ĠMIL": 42909, + "Ġbard": 42910, + ".Long": 42911, + "Ġlivest": 42912, + "Ġskal": 42913, + "icism": 42914, + "MAIN": 42915, + "Ġmucho": 42916, + "BODY": 42917, + "Ġese": 42918, + "ĉuse": 42919, + "Foot": 42920, + ".SQLException": 42921, + "Ġinheritance": 42922, + "received": 42923, + "Ġputas": 42924, + "edis": 42925, + "alsa": 42926, + "ĠErrorMessage": 42927, + "Booking": 42928, + "Ġtract": 42929, + "acz": 42930, + "ĠCant": 42931, + "_regex": 42932, + "Ġideological": 42933, + "Ġjihad": 42934, + "hos": 42935, + "/sys": 42936, + "colm": 42937, + "(pool": 42938, + "Ġestán": 42939, + "ĠPending": 42940, + "emás": 42941, + "Ġktóry": 42942, + "));ĊĊĊ": 42943, + "transactions": 42944, + "Ġwield": 42945, + "itere": 42946, + "erture": 42947, + "_ss": 42948, + "Ġstretching": 42949, + "Ġprisoner": 42950, + ".ReadAll": 42951, + "Ġbesch": 42952, + "--;čĊ": 42953, + "Ġcrisp": 42954, + "_SCAN": 42955, + "Ġae": 42956, + "Strict": 42957, + "ĠMinneapolis": 42958, + "ĠBoeing": 42959, + "aris": 42960, + "rek": 42961, + "_pipe": 42962, + "Ġpriests": 42963, + "(EIF": 42964, + "ehicles": 42965, + "ĠInteractive": 42966, + "between": 42967, + "ĉNullCheck": 42968, + "ĠBlair": 42969, + "ĠLt": 42970, + "_inline": 42971, + "ethyl": 42972, + "¼": 42973, + "_packages": 42974, + "Ġbarrels": 42975, + "_he": 42976, + "Ġregexp": 42977, + "_pts": 42978, + "_Handler": 42979, + "ingular": 42980, + "ĠNissan": 42981, + "ĠRanch": 42982, + "Ġperch": 42983, + "Unsupported": 42984, + "Smith": 42985, + "ĠLegends": 42986, + "Mi": 42987, + "Ġgf": 42988, + "steder": 42989, + "Ġacquiring": 42990, + "Ġsimulator": 42991, + "(),\"": 42992, + "receive": 42993, + "Ġinplace": 42994, + "ACTION": 42995, + "ĠWebDriver": 42996, + "filesystem": 42997, + "'+Ċ": 43009, + "Ġcredible": 43010, + "amat": 43011, + "playing": 43012, + ".setImageResource": 43013, + "quel": 43014, + "Ġpodr": 43015, + "geom": 43016, + "Ek": 43017, + "ĠQatar": 43018, + "Ġgeld": 43019, + "?',Ċ": 43020, + "Ġcyl": 43021, + "(ax": 43022, + "ĠWI": 43023, + "urally": 43024, + "ĠBrasil": 43025, + "Ġsenza": 43026, + "aley": 43027, + "onen": 43028, + "Ġbah": 43029, + "Ġmolecule": 43030, + "Rad": 43031, + "è¿°": 43032, + "ANCH": 43033, + "-background": 43034, + "-agent": 43035, + "Ġprolifer": 43036, + ":boolean": 43037, + "Ġtide": 43038, + "erializer": 43039, + "_;čĊ": 43040, + "Fee": 43041, + "**)": 43042, + "ergy": 43043, + "ĠHonor": 43044, + ".Logging": 43045, + "iris": 43046, + "Ġundermine": 43047, + "ĠDy": 43048, + "Ġtyr": 43049, + "Ġdeque": 43050, + "Ġdamer": 43051, + "([])Ċ": 43052, + ".layoutControlItem": 43053, + "peated": 43054, + "CAN": 43055, + "ragments": 43056, + "Land": 43057, + ")]);Ċ": 43058, + "ĠSah": 43059, + "ĠDECL": 43060, + "Within": 43061, + "ĠNamespace": 43062, + "another": 43063, + "sembling": 43064, + ".describe": 43065, + "Consum": 43066, + "ĠFear": 43067, + "given": 43068, + "Orange": 43069, + "This": 43093, + "ĠdataIndex": 43094, + "Ġprintable": 43095, + "ĠEyes": 43096, + "_targets": 43097, + "(Py": 43098, + ".over": 43099, + "Ġbru": 43100, + "ampton": 43101, + "Ġplaintiff": 43102, + ");Ċ": 43113, + "invest": 43114, + ".*ĊĊ": 43115, + "Ġtélé": 43116, + "Ġsuperf": 43117, + "Ġcascade": 43118, + "DTD": 43119, + "Ġvivid": 43120, + "Ġsubsidies": 43121, + "ĠHass": 43122, + "Ġcollaps": 43123, + "Ġceramic": 43124, + "{}\".": 43125, + "ĠLeakage": 43126, + "-trash": 43127, + "collapsed": 43128, + "-social": 43129, + "ĠChad": 43130, + "Ġinclined": 43131, + "Ġsto": 43132, + "Ġstoryboard": 43133, + ".payment": 43134, + "stackoverflow": 43135, + "ĠRaiders": 43136, + "Ġ#'": 43137, + "olicies": 43138, + "ìľ¼ë¡ľ": 43139, + "emap": 43140, + "Ġkj": 43141, + "Ġquota": 43142, + "ĠGardens": 43143, + "ë²Ī": 43144, + "ĠAngels": 43145, + "Ġoft": 43146, + "Ġlowercase": 43147, + "ĠiParam": 43148, + "Ġcheapest": 43149, + "unta": 43150, + "_pkt": 43151, + "icators": 43152, + "Ġleurs": 43153, + "Ġdecreases": 43154, + "ĉdefine": 43155, + "PREC": 43156, + "ammers": 43157, + "ĠPreparedStatement": 43158, + "(direction": 43159, + "Ġcrews": 43160, + "arked": 43161, + "ĠMemphis": 43162, + "ĠSell": 43163, + "GTK": 43164, + "Ġmaid": 43165, + ":disable": 43166, + "éĽĨ": 43167, + "ĠPf": 43168, + "Ġalbeit": 43169, + "openh": 43170, + "?>\">Ċ": 43171, + ".getSource": 43172, + "(scale": 43173, + "Du": 43174, + "ĠPIL": 43175, + "_refresh": 43176, + "Ġbets": 43177, + "(car": 43178, + "ĠVon": 43179, + "|--------------------------------------------------------------------------Ċ": 43180, + "ĠGrat": 43181, + "Much": 43182, + "(Dialog": 43183, + ".stopPropagation": 43184, + "Ġtek": 43185, + "Ġexits": 43186, + "'],$": 43187, + "ĠphoneNumber": 43188, + "ucs": 43189, + "ecimal": 43190, + "--------------": 43191, + "inp": 43192, + ".pojo": 43193, + "Ġcorpus": 43194, + "Ġpractitioners": 43195, + ".pic": 43196, + "\"testing": 43197, + "ĠstringBy": 43198, + ".NotNull": 43199, + "Ġrang": 43200, + ".Dynamic": 43201, + "_Render": 43202, + "аÑĤа": 43203, + "Waiting": 43204, + "ĠWik": 43205, + "Ġoverwhelmed": 43206, + "%\">": 43207, + "ĠAE": 43208, + "}}>Ċ": 43209, + "uw": 43210, + "_typ": 43211, + "Ġbuckets": 43212, + "Ġgreeting": 43213, + "Ġlaughter": 43214, + "Ġantagon": 43215, + "uggestion": 43216, + "-email": 43217, + "ĉtop": 43218, + "Ġeros": 43219, + "_tri": 43220, + "Ġissuing": 43221, + "Ġhá": 43222, + "Ġisolate": 43223, + "Overflow": 43224, + ",E": 43225, + "Ġnutritional": 43226, + "ĠAbbott": 43227, + "Ġnf": 43228, + ".touch": 43229, + ".fetchall": 43230, + "_zip": 43231, + "\")}Ċ": 43232, + "Ġamat": 43233, + "ĠCisco": 43234, + "ĠnÃ¥": 43235, + "PLEX": 43236, + "Ġsei": 43237, + "foto": 43238, + ".toJson": 43239, + "å¤ļ": 43240, + "ĠKlein": 43241, + "Ġlibc": 43242, + "Ġminers": 43243, + "å¢": 43244, + "-print": 43245, + "ĠPride": 43246, + "Todos": 43247, + "Ġmasked": 43248, + "ĠsetData": 43249, + "Ġtelefon": 43250, + "Ġunhappy": 43251, + "ĠTables": 43252, + "geb": 43253, + "(debug": 43254, + "_allowed": 43255, + "-access": 43256, + "Ġlogistics": 43257, + "Ġgems": 43258, + "ĠMature": 43259, + "Ġrsp": 43260, + "ĠAlle": 43261, + ".getBytes": 43262, + "\\web": 43263, + "ynchronized": 43264, + "Paragraph": 43265, + "Ġthrottle": 43266, + ".sqlite": 43267, + "consulta": 43268, + "ĠSeah": 43269, + "Ce": 43270, + "Ġsubmar": 43271, + "ERE": 43272, + "Vous": 43273, + "Ġreddit": 43274, + "Ġsqlalchemy": 43275, + "-mile": 43276, + "ocide": 43277, + "Pour": 43278, + "}}\">Ċ": 43279, + "stead": 43280, + "Ġ@(": 43281, + "Ġ[])": 43282, + "ĠAds": 43283, + "Ġoverload": 43284, + "ridden": 43285, + "ĠDesert": 43286, + "ĠWrap": 43287, + "ĠPortuguese": 43288, + "etz": 43289, + "ĉfirst": 43290, + "Ġmilestone": 43291, + "æĹł": 43292, + "ÑĥÑī": 43293, + "(success": 43294, + "\")Ċ": 43463, + "ĠDollar": 43464, + "Ġemoji": 43465, + "Carousel": 43466, + "-player": 43467, + "Ġadjusting": 43468, + "Ġjuga": 43469, + "allenges": 43470, + "gene": 43471, + "(bodyParser": 43472, + "lopedia": 43473, + "ĠBehind": 43474, + "Ġsleeves": 43475, + "Ġdragging": 43476, + "ĠChevrolet": 43477, + "Ġbiz": 43478, + "ivities": 43479, + "ĠFrequency": 43480, + ",char": 43481, + ".WHITE": 43482, + "_preview": 43483, + ")';Ċ": 43484, + "_ax": 43485, + "IONS": 43486, + ".cpu": 43487, + ".inputs": 43488, + "UBE": 43489, + "_feed": 43490, + "ĠSupplement": 43491, + "!).": 43492, + "esus": 43493, + "ĠUDP": 43494, + "Ġmicrophone": 43495, + "Ġconfirms": 43496, + ".isNotEmpty": 43497, + "\":\"\",Ċ": 43498, + "_SCREEN": 43499, + "ĉexpected": 43500, + "+-+-+-+-": 43501, + "ĠHait": 43502, + "fastcall": 43503, + "Ġdepict": 43504, + "vb": 43505, + "_picture": 43506, + "ĉdescription": 43507, + "ĠWife": 43508, + "uci": 43509, + "Ġvicious": 43510, + "ä»ĸ": 43511, + "ueba": 43512, + "ĠsetUser": 43513, + "ãģ¡": 43514, + "Ġdiving": 43515, + "Ġopera": 43516, + "usercontent": 43517, + "arah": 43518, + ")},": 43519, + "yun": 43520, + "velt": 43521, + "Ġuncovered": 43522, + "Ġhips": 43523, + "Ġoscill": 43524, + "Ġasserting": 43525, + "ĠXi": 43526, + ".restore": 43527, + "kea": 43528, + "Ġspelling": 43529, + "Ġderive": 43530, + "abwe": 43531, + "ĠDow": 43532, + ".setType": 43533, + "_vs": 43534, + "Ġcozy": 43535, + ".categories": 43536, + "Org": 43537, + "_mgr": 43538, + "Ġdungeon": 43539, + "collectionView": 43540, + "ĠBlank": 43541, + "acias": 43542, + "ää": 43543, + "_cleanup": 43544, + "_ACTIVITY": 43545, + "Ġtriangles": 43546, + ".MenuItem": 43547, + "Ġiphone": 43548, + "ĠWon": 43549, + "]]ĊĊ": 43550, + "ĠComparison": 43551, + ".Doc": 43552, + "Ġcanonical": 43553, + "ĠSudan": 43554, + "'){": 43555, + "UpInside": 43556, + "builtin": 43557, + "ENCY": 43558, + "xbe": 43559, + "Ġchuck": 43560, + "Ġcontradict": 43561, + "Ġnuestro": 43562, + "Ġarchitectural": 43563, + "ĠFib": 43564, + "Ġcompares": 43565, + "*k": 43566, + "Cfg": 43567, + "çĦ¡": 43568, + "nten": 43569, + "Matches": 43570, + "ĠDOWNLOAD": 43571, + "_HANDLER": 43572, + "management": 43573, + "[S": 43574, + "ENG": 43575, + "ÂĢÂ": 43576, + "fang": 43577, + "Ġslipped": 43578, + "ĠLanka": 43579, + "escaping": 43580, + "Ġtackles": 43581, + "ĠPedro": 43582, + ".Prop": 43583, + ".''": 43584, + ".Generated": 43585, + ".NewGuid": 43586, + "atrigesimal": 43587, + "illon": 43588, + "Ġstatistic": 43589, + "species": 43590, + "holding": 43591, + "Drupal": 43592, + "Ġfundamentally": 43593, + "Ġbondage": 43594, + "Ġresolutions": 43595, + "InlineData": 43596, + "\\Type": 43597, + "estion": 43598, + ".wrap": 43599, + "Ġwarriors": 43600, + "ĠLOCAL": 43601, + "Archive": 43602, + "Ġembraced": 43603, + "ủ": 43604, + ".Ver": 43605, + "ĠAffordable": 43606, + "olesale": 43607, + "ĠApplied": 43608, + "ĠConversion": 43609, + "mega": 43610, + "_cam": 43611, + "Ġceremon": 43612, + "aurus": 43613, + "ĠVolk": 43614, + ".opens": 43615, + "/about": 43616, + "ĠStd": 43617, + "journal": 43618, + "()){čĊ": 43619, + ",\"\\": 43620, + "(Arrays": 43621, + "ĠDense": 43622, + "aseña": 43623, + "änner": 43624, + "/stat": 43625, + "userData": 43626, + "Ġgerman": 43627, + "Ġtz": 43628, + "worthy": 43629, + "FormatException": 43630, + "pherd": 43631, + "Ġsmiles": 43632, + "ĠWhenever": 43633, + "(adapter": 43634, + ".badlogic": 43635, + "Ġbriefing": 43636, + ".GridColumn": 43637, + "-char": 43638, + "dimension": 43639, + "ĠCopper": 43640, + "Ġninth": 43641, + "Ġ'{{": 43642, + "Ġrav": 43643, + "_Table": 43644, + "Ġderivatives": 43645, + "ĠRaise": 43646, + "ĠFut": 43647, + "armor": 43648, + "-padding": 43649, + "Ġremin": 43650, + "ĉstyle": 43651, + "ĠMembership": 43652, + "Ġspreads": 43653, + "Ġgalleries": 43654, + "ĠClarke": 43655, + "Ġconception": 43656, + "minute": 43657, + "Ġabusive": 43658, + "_adj": 43659, + "Ġterrific": 43660, + "Ġovert": 43661, + "ourcing": 43662, + "Ġentrada": 43663, + "levels": 43664, + "Ġcritique": 43665, + "Ġrespects": 43666, + "ĠMMA": 43667, + "iene": 43668, + "Ġencaps": 43669, + "ĠRaymond": 43670, + "Divider": 43671, + "ivable": 43672, + "baz": 43673, + "Ġ@_;Ċ": 43674, + "ĠClaire": 43675, + "Ġurging": 43676, + "CEE": 43677, + "Ġtransformer": 43678, + "discord": 43679, + "ĠJourney": 43680, + "tos": 43681, + "Ġcompetitions": 43682, + "ĠOBJ": 43683, + "ĠBis": 43684, + "Ġrelaxation": 43685, + "idy": 43686, + "_INSTANCE": 43687, + "ĠPref": 43688, + "dados": 43689, + "iciencies": 43690, + "ĠMediaQuery": 43691, + "ĠCube": 43692, + "ĠStrange": 43693, + "gpu": 43694, + "(days": 43695, + "_InitStruct": 43696, + "Ġfingerprint": 43697, + "emat": 43698, + "ĠGecko": 43699, + "Ġrails": 43700, + "ĠLum": 43701, + "straction": 43702, + "igung": 43703, + "(movie": 43704, + "_dictionary": 43705, + "_interrupt": 43706, + "ĠQC": 43707, + "iked": 43708, + "appendChild": 43709, + "recipient": 43710, + "ré": 43711, + "Ve": 43712, + "Ġtowel": 43713, + ".lastIndexOf": 43714, + "Ġplacebo": 43715, + "ĠWie": 43716, + ".esp": 43717, + "(Debug": 43718, + "operative": 43719, + "Ġdeceased": 43720, + "&id": 43721, + "ĉmutex": 43722, + "elic": 43723, + "Ġbapt": 43724, + "ĉčĊčĊ": 43725, + "Ġfarther": 43726, + "Half": 43727, + ".disable": 43728, + ".menuStrip": 43729, + "leccion": 43730, + "ĠresultCode": 43731, + "Ġcans": 43732, + "-election": 43733, + "female": 43734, + "_FIX": 43735, + "ausible": 43736, + "ĠPOWER": 43737, + "Ġreconstruction": 43738, + "Ġscans": 43739, + ".XtraBars": 43740, + "âĢĺs": 43741, + "Removed": 43742, + "Ġparagraphs": 43743, + "_margin": 43744, + "Ġlymph": 43745, + "Ġbos": 43746, + "lington": 43747, + "ĠBaptist": 43748, + "Ġadvertisements": 43749, + "ĠManage": 43750, + "/yyyy": 43751, + "IOUS": 43752, + "ENCES": 43753, + "ĠFiction": 43754, + "ĉmenu": 43755, + "ĠFileOutputStream": 43756, + "ovan": 43757, + "ĠFeng": 43758, + "Ġskipping": 43759, + "getClass": 43760, + "anni": 43761, + "Ġrebounds": 43762, + "Ġpublicity": 43763, + "Ġingres": 43764, + "usement": 43765, + "Ġthoughtful": 43766, + ".Chart": 43767, + "Ġhatte": 43768, + "passport": 43769, + "Ġhooked": 43770, + "ĠLens": 43771, + "Ġflagship": 43772, + "Ġstip": 43773, + "ĠGEN": 43774, + "Ġclues": 43775, + "ipv": 43776, + "ĠRise": 43777, + "ĠGew": 43778, + "tablename": 43779, + "Ġforemost": 43780, + "_validate": 43781, + "_analysis": 43782, + "olla": 43783, + "Ġqualifications": 43784, + "Ġdistributions": 43785, + "ĠFlower": 43786, + "Ġtense": 43787, + "Ġthankful": 43788, + "Ġclutch": 43789, + "Ġunified": 43790, + "roads": 43791, + "Ġsiti": 43792, + "Ġstall": 43793, + "_PRIORITY": 43794, + "cstdlib": 43795, + "_USERNAME": 43796, + ".bytes": 43797, + "?page": 43798, + "ermalink": 43799, + "ĠVeget": 43800, + "/vnd": 43801, + "-author": 43802, + ".NONE": 43803, + "ĠConcurrent": 43804, + "ĠCry": 43805, + "Ġstarters": 43806, + "ĠInteraction": 43807, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 43808, + "ĠLEVEL": 43809, + "Ell": 43810, + "ĠcomboBox": 43811, + "ĠTheresa": 43812, + "tek": 43813, + "_Handle": 43814, + "Ġaby": 43815, + ".gdx": 43816, + ",end": 43817, + "(Local": 43818, + "Ol": 43819, + "knife": 43820, + "arial": 43821, + "ĠHoff": 43822, + "Ġprostituerade": 43823, + "Doctor": 43824, + "Instances": 43825, + ".SetValue": 43826, + "ĉfrom": 43827, + "Ġluxurious": 43828, + "Indent": 43829, + "Allocator": 43830, + "_DRAW": 43831, + "(\",\",": 43832, + "ĠFrances": 43833, + "ĠgroupBox": 43834, + "(schema": 43835, + "Printf": 43836, + "ORIES": 43837, + "-gradient": 43838, + "Ġreput": 43839, + "arin": 43840, + "_DONE": 43841, + "incre": 43842, + "ignty": 43843, + "Ġexert": 43844, + "Ġ-.": 43845, + "/App": 43846, + "-through": 43847, + "Ġdeclining": 43848, + "Ġdessert": 43849, + "Ġincumb": 43850, + "Ġdesignation": 43851, + ".PORT": 43852, + ",strong": 43853, + "Ġsandbox": 43854, + "Ġwines": 43855, + "ĠPav": 43856, + "$str": 43857, + "askell": 43858, + "Ġhö": 43859, + "ĠPY": 43860, + "GetInstance": 43861, + "TextInput": 43862, + "gameObject": 43863, + "/events": 43864, + "createdAt": 43865, + "ĠlocalVar": 43866, + "ĠWHITE": 43867, + "pered": 43868, + "ilege": 43869, + "efficient": 43870, + ",color": 43871, + "cate": 43872, + "ĠCafe": 43873, + "Ġsimilarities": 43874, + "Ġpumps": 43875, + "ĠHungary": 43876, + ".Username": 43877, + "Ġskate": 43878, + "Ġtouchdowns": 43879, + "Ġaccelerate": 43880, + "ĠHelen": 43881, + "OMEM": 43882, + "ĠKun": 43883, + "_vol": 43884, + "ĠfindAll": 43885, + "ĠMenschen": 43886, + "ahead": 43887, + ");\"": 43888, + "kommen": 43889, + "Ġpossessed": 43890, + ".argmax": 43891, + ".transition": 43892, + "ARP": 43893, + "OLUME": 43894, + "(script": 43895, + "ĠÐĺ": 43896, + "ĠFinding": 43897, + "onces": 43898, + "Io": 43899, + "Bold": 43900, + "Ġrenewal": 43901, + "_DIALOG": 43902, + "Ġdisreg": 43903, + "INTERN": 43904, + "Ġtoute": 43905, + "Ġelectr": 43906, + "ĠGross": 43907, + "ĉtrue": 43908, + ".Fields": 43909, + "ĠWIDTH": 43910, + "ĠDent": 43911, + "ĠÃģ": 43912, + "NSNotification": 43913, + "Ġaos": 43914, + "Ġmelee": 43915, + ".Validation": 43916, + "ĠDEC": 43917, + "-dependent": 43918, + "Ġsuic": 43919, + "Traits": 43920, + "$message": 43921, + "ĠDear": 43922, + "ĉFILE": 43923, + "languages": 43924, + ".Prot": 43925, + ".addr": 43926, + "-generation": 43927, + "ICON": 43928, + "Ġtransplant": 43929, + "-description": 43930, + "Ġchasing": 43931, + "Ġchees": 43932, + "Ġ}*/Ċ": 43933, + "Trad": 43934, + "queries": 43935, + "/widgets": 43936, + "subpackage": 43937, + "Ġespec": 43938, + "Ġcracked": 43939, + "Ġcompetitor": 43940, + "Purchase": 43941, + "-team": 43942, + "olecular": 43943, + "orThunk": 43944, + "&P": 43945, + "Ġrelent": 43946, + "/#{": 43947, + "ĠproductId": 43948, + "Ġè¾": 43949, + "ĠLav": 43950, + "ĠAlter": 43951, + ".Mode": 43952, + "ADIO": 43953, + "grp": 43954, + "æ·»åĬł": 43955, + "Quit": 43956, + "Ġdepths": 43957, + "-category": 43958, + "ĠDATABASE": 43959, + "SPELL": 43960, + "ĠFalcon": 43961, + "ĠQStringList": 43962, + "Ġ''.": 43963, + "ĠInstitution": 43964, + "damage": 43965, + "azor": 43966, + "belongsTo": 43967, + "verages": 43968, + "ĠNONE": 43969, + "ippets": 43970, + ",\\Ċ": 43971, + "Ġfootprint": 43972, + "_archive": 43973, + "nak": 43974, + ".getField": 43975, + "ĠReflection": 43976, + "Ġ']": 43977, + "ĠHBO": 43978, + "_discount": 43979, + "Ġincest": 43980, + "ĠDodge": 43981, + "ĠWade": 43982, + ".NO": 43983, + "\"encoding": 43984, + "ĠBlockchain": 43985, + "Ġlawsuits": 43986, + "ĠMaint": 43987, + "chten": 43988, + "Ġétait": 43989, + "Ġktóre": 43990, + "_ctl": 43991, + "(timer": 43992, + "Battle": 43993, + "izo": 43994, + "ayed": 43995, + "IOR": 43996, + "ĠGlasgow": 43997, + "Ġsynth": 43998, + "_logs": 43999, + ".pose": 44000, + "_AdjustorThunk": 44001, + "((&": 44002, + "Ġunsure": 44003, + "ystate": 44004, + "íķĺëĬĶ": 44005, + "OULD": 44006, + ".ng": 44007, + "Ġdefaultdict": 44008, + "workspace": 44009, + "Ġselective": 44010, + "PickerController": 44011, + "YNAMIC": 44012, + ".methods": 44013, + "Ġpathways": 44014, + "ĠFew": 44015, + "KG": 44016, + "CRYPT": 44017, + "following": 44018, + "ĠDLC": 44019, + "ĠSara": 44020, + "Ġpreset": 44021, + "estructor": 44022, + "ĠKurt": 44023, + "Ġairplane": 44024, + "Ġomp": 44025, + "ĠParents": 44026, + "ĠMartinez": 44027, + ".complete": 44028, + "Ġbroadly": 44029, + "Ġscare": 44030, + "ĠMé": 44031, + "Ġelimination": 44032, + "Ġpoured": 44033, + "/sw": 44034, + "Ġcomun": 44035, + "Ġmasc": 44036, + "ĠOrganic": 44037, + "ĠStringUtils": 44038, + "ilateral": 44039, + "Ġreluctant": 44040, + "-age": 44041, + "Ġnz": 44042, + ".\"\\": 44043, + "Ġpastor": 44044, + "alez": 44045, + "Ġefect": 44046, + "prov": 44047, + "/init": 44048, + "Ġpenn": 44049, + "unds": 44050, + "Ġssize": 44051, + "ĠProj": 44052, + "basename": 44053, + "Ġshells": 44054, + "ĠNeck": 44055, + "ĠEnforcement": 44056, + "vided": 44057, + "stown": 44058, + "Sphere": 44059, + "$r": 44060, + "ussen": 44061, + "afil": 44062, + "ĠTelegram": 44063, + "Ġanalytical": 44064, + "нÑĭе": 44065, + "usually": 44066, + "xn": 44067, + "Ġhistorian": 44068, + "ĠGregory": 44069, + "olph": 44070, + "ĠUna": 44071, + "Ġcontributes": 44072, + "%-": 44073, + "antiago": 44074, + "ÑĢед": 44075, + ".region": 44076, + "Ġabrupt": 44077, + "ĠUnsupportedOperationException": 44078, + "ĠTASK": 44079, + "_finish": 44080, + "Ġnotorious": 44081, + "ĠVs": 44082, + "ĠMQ": 44083, + "Ġsunset": 44084, + "Ġunacceptable": 44085, + "arcer": 44086, + "Ġillumin": 44087, + "ĠOrb": 44088, + "Ġbh": 44089, + "Este": 44090, + "_dispatch": 44091, + "Ġripped": 44092, + "Ġtoujours": 44093, + "ĠParcel": 44094, + "_ll": 44095, + ".userName": 44096, + ".classes": 44097, + "SOURCE": 44098, + "(Number": 44099, + "елÑı": 44100, + "Ġheadphones": 44101, + "(side": 44102, + "constitution": 44103, + "annah": 44104, + "čĊĠĠĠĠĠĠĠĠčĊ": 44105, + "Ġcliff": 44106, + "-ref": 44107, + "Ġmostrar": 44108, + "ĠPowell": 44109, + "+y": 44110, + "ĠBG": 44111, + "_fragment": 44112, + ".Port": 44113, + "Ġrealizing": 44114, + "paramref": 44115, + "Ġhometown": 44116, + "@Table": 44117, + "+\"--}}Ċ": 44296, + "French": 44297, + "EntityManager": 44298, + "ĠPlain": 44299, + "////////////////////////////////////////////////////////////////////": 44300, + "³": 44301, + "(RE": 44302, + "capt": 44303, + "Ġorganisms": 44304, + "Ġjets": 44305, + "olocation": 44306, + "ĠAppRoutingModule": 44307, + "Ġglorious": 44308, + "æľį": 44309, + "Ġdiscarded": 44310, + "ĉĉĉĉĠĠĠĠĠ": 44311, + "ĠArnold": 44312, + "lug": 44313, + "Ġparl": 44314, + "Ġhormones": 44315, + "Ġmah": 44316, + "ĠSonic": 44317, + "Ġorganizers": 44318, + "_PLATFORM": 44319, + ".inv": 44320, + "Ġchord": 44321, + "ventional": 44322, + "ĉof": 44323, + "Episode": 44324, + ".Enum": 44325, + "unkt": 44326, + "ĠDh": 44327, + "ĠJared": 44328, + "ĠNak": 44329, + "Ġintends": 44330, + "Endian": 44331, + "Ġaustralia": 44332, + "_cv": 44333, + "(resolve": 44334, + "Ġclinics": 44335, + "liked": 44336, + "ASHINGTON": 44337, + "inha": 44338, + "'*": 44339, + "ĠNP": 44340, + "_beh": 44341, + "Ġhf": 44342, + "Ġwür": 44343, + "categoria": 44344, + "$form": 44345, + "Ġsubway": 44346, + "ĠisActive": 44347, + "popular": 44348, + "Cour": 44349, + "Ġcooldown": 44350, + "Ġainsi": 44351, + "ĠGLuint": 44352, + "ereal": 44353, + "ĠarrayOf": 44354, + "Ġhatch": 44355, + "==========": 44356, + "resses": 44357, + "_PP": 44358, + ".^": 44359, + "_decay": 44360, + "ĠBless": 44361, + "metrics": 44362, + "ĠCOPYING": 44363, + "ĠDumpster": 44364, + "ĠJosé": 44365, + "ĠDesigns": 44366, + "<": 44369, + "Ġ\"}Ċ": 44370, + "timezone": 44371, + "Ġeer": 44372, + "maxcdn": 44373, + "ĠESC": 44374, + "igaret": 44375, + "_connected": 44376, + "_reverse": 44377, + "Ġquestionable": 44378, + "ĠUSC": 44379, + "Ġtutti": 44380, + "Ġdropout": 44381, + "ĠActivities": 44382, + "ĠWinds": 44383, + "')));Ċ": 44384, + "Ġcongest": 44385, + "ģı": 44386, + "Ġprolonged": 44387, + "è¿Ļ": 44388, + "ĠCrossAxisAlignment": 44389, + "LEEP": 44390, + "ĠVALID": 44391, + "ĠGaz": 44392, + "Ġdependence": 44393, + "ĠPrix": 44394, + ".CompilerServices": 44395, + "jump": 44396, + "Ġstrat": 44397, + "circ": 44398, + "ĠCUSTOM": 44399, + "xaa": 44400, + "Ġbmp": 44401, + "Ġbureau": 44402, + "Ġwaren": 44403, + "NX": 44404, + "(Window": 44405, + "ĠChristie": 44406, + "_FE": 44407, + "Ġtn": 44408, + "ĠOmega": 44409, + "communications": 44410, + "HomePage": 44411, + "completion": 44412, + "Ġsupplying": 44413, + "YPES": 44414, + "ável": 44415, + "åĪ¶": 44416, + "(click": 44417, + "\\Contracts": 44418, + "/questions": 44419, + "Ġez": 44420, + "AMS": 44421, + ".mesh": 44422, + "Ġ'\\Ċ": 44473, + "Robot": 44474, + "JsonObject": 44475, + "ĠDF": 44476, + "ĠProcessor": 44477, + "_should": 44478, + ".protobuf": 44479, + "-users": 44480, + "Ġembry": 44481, + "FONT": 44482, + "Ġstartups": 44483, + "ĠDataSource": 44484, + ")#": 44485, + "uros": 44486, + "_Color": 44487, + "Ġstandalone": 44488, + "}[": 44489, + "jd": 44490, + "Ġforgive": 44491, + "Ġngx": 44492, + "ĠGenerally": 44493, + "Ġconfigurable": 44494, + "/order": 44495, + "Ġvas": 44496, + "')\";Ċ": 44497, + "ĠRR": 44498, + "ĠTroy": 44499, + "Ġcompromised": 44500, + "ĠSwan": 44501, + "intendent": 44502, + "Central": 44503, + "_keeper": 44504, + "Ġarquivo": 44505, + "ĠReadOnly": 44506, + "_curve": 44507, + "kv": 44508, + "entin": 44509, + "è±": 44510, + "ĠEy": 44511, + ".imread": 44512, + "ĠPam": 44513, + "iffe": 44514, + "ativity": 44515, + "xbc": 44516, + "Ġgrim": 44517, + "-filled": 44518, + "namese": 44519, + "']:": 44520, + "Ġaur": 44521, + "ĠGibson": 44522, + ".MouseEvent": 44523, + "Ġlado": 44524, + "avadoc": 44525, + "Ġfamil": 44526, + "ĠModer": 44527, + "fps": 44528, + "ãĢĢãĢĢ": 44529, + "-example": 44530, + "ĠAlzheimer": 44531, + "ĠUtf": 44532, + "_arguments": 44533, + "Conclusion": 44534, + "textContent": 44535, + "remaining": 44536, + "Ġinterrupts": 44537, + "ĠBackup": 44538, + "ĠMong": 44539, + "Ġreceptors": 44540, + "histor": 44541, + ".coroutines": 44542, + "Ġshouted": 44543, + "Alarm": 44544, + "Ġcombust": 44545, + "Ġgrote": 44546, + "ultural": 44547, + "(ids": 44548, + "--------------------------------------------------------------------------------": 44549, + "iplinary": 44550, + "Opts": 44551, + "ĠYale": 44552, + "localStorage": 44553, + "Ġequival": 44554, + "ĠFleet": 44555, + "\\b": 44556, + "*pi": 44557, + "ĠQLabel": 44558, + "æ¡": 44559, + "Ġvx": 44560, + "ĠACL": 44561, + "Ġsucesso": 44562, + "Ġperc": 44563, + "ĠNotre": 44564, + "Ġanarch": 44565, + "Ring": 44566, + "spb": 44567, + "Ġstrpos": 44568, + "stores": 44569, + "ĠMaple": 44570, + "(MainActivity": 44571, + "(\"\"))": 44572, + "ĠviewHolder": 44573, + "Quad": 44574, + "Ġigual": 44575, + "orsche": 44576, + ".margin": 44577, + "Ġindie": 44578, + "Ġfranc": 44579, + "ĠFormBuilder": 44580, + "ĠParticip": 44581, + ".flash": 44582, + "Ġstorms": 44583, + "Ult": 44584, + "Ġfen": 44585, + "[new": 44586, + "Ever": 44587, + "=\"Ċ": 44588, + "Ġlocalized": 44589, + "_follow": 44590, + "Ġnave": 44591, + "Ġdominance": 44592, + "(tile": 44593, + "Journal": 44594, + "ĠVC": 44595, + "Ġpenetration": 44596, + "ï¼ķ": 44597, + "Ġcompartment": 44598, + "Ġbids": 44599, + "Formatted": 44600, + "******/ĊĊ": 44601, + "(city": 44602, + "âĢĶit": 44603, + "[C": 44604, + "ĠuseCallback": 44605, + "aub": 44606, + ")?.": 44607, + "ĠVAR": 44608, + "ĠSebastian": 44609, + "ĠMoss": 44610, + "Ġabundant": 44611, + "Greg": 44612, + "ÑĤа": 44613, + "_ci": 44614, + "Ġbibli": 44615, + "CRM": 44616, + "ĠAttempt": 44617, + "isme": 44618, + "dash": 44619, + "ãĢİ": 44620, + "_mu": 44621, + ".FormattingEnabled": 44622, + "Indeed": 44623, + "-direct": 44624, + "Ġsucking": 44625, + "Ġpne": 44626, + "ocabulary": 44627, + "ĠPackers": 44628, + ".Navigation": 44629, + "Ġpied": 44630, + "cribing": 44631, + "ĠStuart": 44632, + ".ToDouble": 44633, + "ĠSecondary": 44634, + "Saving": 44635, + "ĠDut": 44636, + "ĠMadd": 44637, + "Magic": 44638, + ",H": 44639, + ".documentElement": 44640, + "ĠBST": 44641, + "Ġdiffers": 44642, + "Ġmoreover": 44643, + "_nd": 44644, + "SEARCH": 44645, + "пÑĢав": 44646, + "æ´": 44647, + "toMatch": 44648, + "Ġdecreasing": 44649, + "-member": 44650, + "ampus": 44651, + "(boost": 44652, + "Daily": 44653, + "DataGridView": 44654, + "ĠHttpContext": 44655, + "Ġhipp": 44656, + "_workers": 44657, + "-language": 44658, + "éĵ": 44659, + "Ġconsisted": 44660, + "athing": 44661, + "ĠMercury": 44662, + "$content": 44663, + "Ġpracticed": 44664, + "ĠModules": 44665, + "_DAY": 44666, + "Ġweaknesses": 44667, + "ĠLodge": 44668, + "Ġnar": 44669, + "ĠMate": 44670, + "Ġjp": 44671, + "ĠHttpHeaders": 44672, + "Ġsmo": 44673, + "ĠTOKEN": 44674, + "])(": 44675, + "Ġaqui": 44676, + "swagen": 44677, + "Ġsrv": 44678, + "ĉans": 44679, + "Around": 44680, + "ĠManuel": 44681, + "Ġfictional": 44682, + "ĠIMG": 44683, + "Ġ.'": 44684, + "ĠBerry": 44685, + "Ġwallpaper": 44686, + "sexual": 44687, + "iero": 44688, + "ĠçļĦ": 44689, + "ìĨĮ": 44690, + "BackingField": 44691, + "ĠAdrian": 44692, + "BASEPATH": 44693, + "Ġrepeats": 44694, + "Ġblues": 44695, + "Ġunpredict": 44696, + "_coll": 44697, + "stacle": 44698, + "ĠTumblr": 44699, + "ĠElf": 44700, + "Ġassurance": 44701, + "Ġcensus": 44702, + "ĠIMPORT": 44703, + "ENDER": 44704, + "anos": 44705, + "Ġ=(": 44706, + "ĠEllis": 44707, + "\"ĊĊĊĊ": 44708, + ".win": 44709, + "ĠAbove": 44710, + "alon": 44711, + "_tick": 44712, + "Ġrepresentations": 44713, + "Ġæķ": 44714, + "wid": 44715, + "ĠArms": 44716, + "Lista": 44717, + "_failure": 44718, + "_cm": 44719, + ".FlatAppearance": 44720, + "Ġthrone": 44721, + "Patch": 44722, + "ĠVoy": 44723, + "engl": 44724, + "Ġnegotiating": 44725, + ">`": 44726, + "Ġshoots": 44727, + "ĠFPS": 44728, + ".Year": 44729, + "ĠKiss": 44730, + "ención": 44731, + "reeting": 44732, + "FromFile": 44733, + "Ġresignation": 44734, + "Ø·": 44735, + "Ġtwins": 44736, + "ượ": 44737, + "Ġgebru": 44738, + ".getContent": 44739, + ".Tree": 44740, + "ĠEmployees": 44741, + "ĠFIFA": 44742, + "Ġcertainty": 44743, + "(Cl": 44744, + "Ġtotals": 44745, + "editable": 44746, + "à¥Ģ": 44747, + ".Reporting": 44748, + "Mas": 44749, + "quiet": 44750, + ".rules": 44751, + "ĠVO": 44752, + "conexion": 44753, + ",K": 44754, + "Ġallocator": 44755, + "ĠPowder": 44756, + "\\Repository": 44757, + "Beat": 44758, + "_tipo": 44759, + "Ġ['',": 44760, + "_INTR": 44761, + "Ġ<<<": 44762, + "\");čĊ": 44791, + "dropIfExists": 44792, + "ĠBeg": 44793, + "_HAL": 44794, + "ĠcrossAxisAlignment": 44795, + "ĠEvidence": 44796, + "Ġpeculiar": 44797, + "Ġinstitute": 44798, + "veis": 44799, + "Ġfft": 44800, + "Ãģ": 44801, + "Ġzoekt": 44802, + "analy": 44803, + "ĠHomeland": 44804, + "Ġpenetr": 44805, + "uddenly": 44806, + "ĉelement": 44807, + "ĠBren": 44808, + "ĠTrudeau": 44809, + "ĠCuban": 44810, + "jam": 44811, + "uslim": 44812, + "_ev": 44813, + "Ġstems": 44814, + "}%": 44815, + "Ŀå§ĭ": 44816, + "Ġbranding": 44817, + "Ġcorrespondence": 44818, + ".jquery": 44819, + "¢åįķ": 44820, + "ĠReads": 44821, + "(HttpStatusCode": 44822, + "assin": 44823, + "(slot": 44824, + "ĠGraduate": 44825, + "///<": 44826, + "Ġinformations": 44827, + "ENABLE": 44828, + "Ġpuis": 44829, + "Ġfinder": 44830, + "ĠBris": 44831, + "Ġnettsteder": 44832, + "_mid": 44833, + "Ġogs": 44834, + "ĠSterling": 44835, + "Ġarrog": 44836, + "strftime": 44837, + "|ĊĊ": 44838, + "Ġvox": 44839, + "ĠRegardless": 44840, + "Ġeso": 44841, + "ĠComfort": 44842, + ".BooleanField": 44843, + "Ġuh": 44844, + "ACY": 44845, + "Ġsqueez": 44846, + "ĠVic": 44847, + "contro": 44848, + ".lo": 44849, + "Ġire": 44850, + "ĠComedy": 44851, + "ë¶": 44852, + "Ġoriginated": 44853, + "Ġshipment": 44854, + "|max": 44855, + "_guid": 44856, + "levation": 44857, + "наÑı": 44858, + "(undefined": 44859, + "ĠDDR": 44860, + "Ġshootings": 44861, + "ĠLatino": 44862, + "ENDOR": 44863, + "Ġaveraging": 44864, + "Ġgreeted": 44865, + "Ġtheaters": 44866, + "ое": 44867, + "ĠdB": 44868, + "Ġgst": 44869, + "Ġdefinite": 44870, + ".Storage": 44871, + ".her": 44872, + "Ġafore": 44873, + "ĠReality": 44874, + "ĠGods": 44875, + "versed": 44876, + "Ġhandsome": 44877, + "Ġexcluding": 44878, + "(ad": 44879, + "Quotes": 44880, + "ĠScheme": 44881, + "?q": 44882, + "ĠTamil": 44883, + "Ticks": 44884, + "Ġpest": 44885, + "'n": 44886, + "Ġpornography": 44887, + "_modal": 44888, + "Ġ----------": 44889, + "Ġdisposable": 44890, + "FREE": 44891, + "Ġshark": 44892, + "CHE": 44893, + "Ġdepicted": 44894, + "Ġdemonstrations": 44895, + "ĠKilled": 44896, + "ĠRULE": 44897, + "Ġobsessed": 44898, + "Ġsimplified": 44899, + "Postal": 44900, + "Ġconceptual": 44901, + "Ġpst": 44902, + "Las": 44903, + "_PROJECT": 44904, + "ucceeded": 44905, + "olu": 44906, + "ÄŁi": 44907, + "Ġpersonalities": 44908, + "Ġreshape": 44909, + "Ġenclosed": 44910, + "ĉptr": 44911, + "Ġtutorials": 44912, + "Ġexploded": 44913, + "_DIRECTORY": 44914, + "åĨħ容": 44915, + "Ġcanon": 44916, + "Ġrecognise": 44917, + "PAD": 44918, + "ĠApprox": 44919, + "ĠRestore": 44920, + "ĠImportant": 44921, + "Ġheavier": 44922, + ".Sequential": 44923, + "Earth": 44924, + "ĠMilk": 44925, + ".setRequest": 44926, + ".tem": 44927, + "Ġreconstruct": 44928, + "Ġskeptical": 44929, + "_Private": 44930, + "BUF": 44931, + "qua": 44932, + ":a": 44933, + "Ġsek": 44934, + "Ġdwell": 44935, + "ossa": 44936, + "Ġrewarded": 44937, + "ий": 44938, + "(topic": 44939, + "_partition": 44940, + "Ġ__________________": 44941, + "Keywords": 44942, + "ĠFranco": 44943, + "Lite": 44944, + "Ġnaken": 44945, + "Ġза": 44946, + "OBJECT": 44947, + "Ġcrafts": 44948, + "ĠSwap": 44949, + ".Xna": 44950, + ".Connect": 44951, + "Ġbalcony": 44952, + "(real": 44953, + "ĠBarnes": 44954, + "bir": 44955, + "ĠTwenty": 44956, + "ayan": 44957, + "atars": 44958, + "ĠPropel": 44959, + "ĠIhnen": 44960, + "Upgrade": 44961, + "Ġcurb": 44962, + "-second": 44963, + "Ġneph": 44964, + ".pres": 44965, + "ìŀħ": 44966, + ".seq": 44967, + "Ġpadded": 44968, + "\"?": 44969, + "jl": 44970, + "ãĥ¬": 44971, + "')a": 44975, + "Coordinates": 44976, + "Ġenacted": 44977, + "ENTS": 44978, + "Ġlac": 44979, + ".final": 44980, + "ĠPhpStorm": 44981, + "called": 44982, + "Ġinquiries": 44983, + ".middleware": 44984, + "ĠDowntown": 44985, + "/';Ċ": 44986, + "Ġkilomet": 44987, + "accel": 44988, + "Ġquien": 44989, + "wstring": 44990, + "setData": 44991, + "Ġmanera": 44992, + "Ġmodular": 44993, + "rimp": 44994, + "Ġtariffs": 44995, + "âĢĻil": 44996, + "_THROW": 44997, + "/color": 44998, + "ĠHTMLElement": 44999, + "Ġcarro": 45000, + "Ġprere": 45001, + "Ġplotting": 45002, + "ĠPositive": 45003, + "ĠMachines": 45004, + "OTES": 45005, + "Ỽ": 45006, + "pleasant": 45007, + "Ġalte": 45008, + "Ġainda": 45009, + "these": 45010, + "Ġcors": 45011, + "ipay": 45012, + "ĠAdvisory": 45013, + "ĠRubio": 45014, + "jq": 45015, + "Ġlimestone": 45016, + "Ġdetached": 45017, + "设置": 45018, + "tenant": 45019, + "ĠDepth": 45020, + "alore": 45021, + "ĠÑģÑĤÑĢок": 45022, + "ĠFORE": 45023, + "ĠLay": 45024, + "presentation": 45025, + ")');Ċ": 45026, + ".subplots": 45027, + "Ïĥ": 45028, + "NOW": 45029, + "Gar": 45030, + "handles": 45031, + "abra": 45032, + "puties": 45033, + "ĠElectrical": 45034, + "Middle": 45035, + "ropic": 45036, + "ĠJD": 45037, + "ĠDyn": 45038, + "ĠBristol": 45039, + "ĠMcCarthy": 45040, + "Ġstriker": 45041, + "Ġenumerable": 45042, + "ĠEvan": 45043, + ".defaults": 45044, + "quences": 45045, + ")||": 45046, + "ĉtoken": 45047, + "âĹı": 45048, + "-dropdown": 45049, + "STORE": 45050, + "ĠGraphic": 45051, + "(pp": 45052, + "Expl": 45053, + "Ġupwards": 45054, + "ĠDistributed": 45055, + "ĠWEB": 45056, + "Jer": 45057, + "isNaN": 45058, + "çĶŁæĪIJ": 45059, + ">R": 45060, + "üssen": 45061, + "efs": 45062, + "Ġuncover": 45063, + "Ġlud": 45064, + ".calculate": 45065, + "Ġintptr": 45066, + "Ġmidfielder": 45067, + ".Headers": 45068, + "Ġmf": 45069, + "eref": 45070, + ".Metro": 45071, + "ĠSpeaking": 45072, + ":b": 45073, + "Ġcryptocurrencies": 45074, + "Ġdemons": 45075, + "ĉEXPECT": 45076, + "Ġwicked": 45077, + "youtube": 45078, + ":Int": 45079, + "ĠHindi": 45080, + "ĠCAT": 45081, + "Ġع": 45082, + "rar": 45083, + "omore": 45084, + "/per": 45085, + "/license": 45086, + "Ġreim": 45087, + "Ġawaiting": 45088, + "Ġlethal": 45089, + "ĠEF": 45090, + "rounded": 45091, + "ĠPlatinum": 45092, + "ĠвÑģе": 45093, + ".coords": 45094, + ".Device": 45095, + "/item": 45096, + "ĠWenn": 45097, + "compileComponents": 45098, + "ĠKinder": 45099, + ".removeItem": 45100, + "Ġanda": 45101, + "bnb": 45102, + "Ġpra": 45103, + "(transaction": 45104, + "Ġembarrassing": 45105, + "ĉBOOL": 45106, + ".contentView": 45107, + "Ġeventdata": 45108, + "atore": 45109, + "ĠprovidedIn": 45110, + "irma": 45111, + "Ġzona": 45112, + "_HW": 45113, + "æĻ": 45114, + "Ġstove": 45115, + "Ġcounterpart": 45116, + "_Product": 45117, + "_MANAGER": 45118, + "Ġinfring": 45119, + "ĠERA": 45120, + "_party": 45121, + "Ñij": 45122, + "Ġinici": 45123, + "_Request": 45124, + "Ġmiracle": 45125, + "ĠcancelButton": 45126, + "Spy": 45127, + "ató": 45128, + "Ġpolish": 45129, + "ĠNicole": 45130, + ".displayName": 45131, + "\\Requests": 45132, + "ĠuseHistory": 45133, + "RouterModule": 45134, + "Ġstared": 45135, + "IDER": 45136, + "ÑĥнкÑĨи": 45137, + "Ġnota": 45138, + "$arr": 45139, + "pecified": 45140, + "Ġtopp": 45141, + "_DRIVER": 45142, + "/ng": 45143, + "åł": 45144, + "_tm": 45145, + "%timeout": 45146, + "\"": 45588, + "tlement": 45589, + "$(\"": 45590, + "FromString": 45591, + "ĠBild": 45592, + "Ġconventions": 45593, + "_native": 45594, + "ĠInspector": 45595, + "ĠPist": 45596, + "ubar": 45597, + "Ġregs": 45598, + "ĠPilot": 45599, + "Thus": 45600, + ">'+": 45601, + "Ġcela": 45602, + ".news": 45603, + "(Product": 45604, + "Living": 45605, + "Russia": 45606, + "Ġfacet": 45607, + "etical": 45608, + "Ġ['$": 45609, + "/[": 45610, + "ĠDire": 45611, + "Ġgases": 45612, + "ĠINFORMATION": 45613, + "ĠEat": 45614, + "ĠForums": 45615, + "ĠCharacters": 45616, + "_met": 45617, + "Ġìĭľ": 45618, + "Ġkings": 45619, + "achie": 45620, + "ĠLambda": 45621, + "Ġtimers": 45622, + "ĠLighting": 45623, + "ĠCasey": 45624, + "addir": 45625, + "andex": 45626, + ".answer": 45627, + "ĠHip": 45628, + "ĠPrincip": 45629, + "StartDate": 45630, + "ĠãĢĮ": 45631, + "tres": 45632, + "Ġ&#": 45633, + ".MaxValue": 45634, + "ĠProblems": 45635, + "Ġlatex": 45636, + "OfClass": 45637, + "ĠLynn": 45638, + "//'": 45639, + "Ġvoyage": 45640, + "Ġshuttle": 45641, + "ĠRoller": 45642, + "ĠRuntimeError": 45643, + "uya": 45644, + "Dic": 45645, + "ĉbuilder": 45646, + "Ġbullying": 45647, + "Ġsimplest": 45648, + ".called": 45649, + "ĠLR": 45650, + "Ġmorality": 45651, + "Ġsturdy": 45652, + "tracking": 45653, + ".swagger": 45654, + "_BIND": 45655, + "ITOR": 45656, + "-urlencoded": 45657, + "ĠÑħ": 45658, + "ĠTrinity": 45659, + "Ġtraps": 45660, + "Ġ|-": 45661, + "ĠsetText": 45662, + "Ġbargain": 45663, + "Ġbrakes": 45664, + ".getCode": 45665, + "Ġmigrate": 45666, + "Ġribbon": 45667, + ")return": 45668, + "Ġcharger": 45669, + "acom": 45670, + "ADIUS": 45671, + "ĠAmbassador": 45672, + "-after": 45673, + "Ġanni": 45674, + "ĉspin": 45675, + "Concept": 45676, + "ĠHenderson": 45677, + "ĠHOST": 45678, + ".rank": 45679, + "ĠNortheast": 45680, + "Ġberlin": 45681, + "Ġrequis": 45682, + ".feed": 45683, + "ĠsourceMapping": 45684, + "ĠRencontre": 45685, + ".ajax": 45686, + "nestjs": 45687, + "Ġtrek": 45688, + "ĠNacional": 45689, + "Ġ&[": 45690, + "Ġpayable": 45691, + "ortex": 45692, + "Ġdept": 45693, + "fieldName": 45694, + "Ġcompletes": 45695, + "ĠRVA": 45696, + "Ġonions": 45697, + "alignment": 45698, + "Formats": 45699, + "Ġ'{$": 45700, + "HashSet": 45701, + "ĠBod": 45702, + ".InvariantCulture": 45703, + "Ġsettlements": 45704, + "Ġhydr": 45705, + ".updated": 45706, + "venth": 45707, + "(seconds": 45708, + "=\"/\"": 45709, + "Ġwebpage": 45710, + "(ĊĊ": 45711, + "Ġtir": 45712, + "Ġtoes": 45713, + "ĠBrick": 45714, + "Ġambition": 45715, + "Pot": 45716, + "=max": 45717, + "ETIME": 45718, + "Ġdepot": 45719, + "calls": 45720, + "ĠNorwegian": 45721, + "`:": 45722, + "Ġburger": 45723, + "Ġprofessors": 45724, + "ĠAllocate": 45725, + "-thirds": 45726, + "-chart": 45727, + "Ġford": 45728, + "*N": 45729, + ".kotlin": 45730, + "Ġpaperwork": 45731, + "ĠDEVICE": 45732, + "%@\",": 45733, + "respect": 45734, + "(mp": 45735, + "é«ĺ": 45736, + "-if": 45737, + "Ġcushion": 45738, + "obot": 45739, + "Ġparc": 45740, + "SPACE": 45741, + "ĠNetanyahu": 45742, + "Ġselfish": 45743, + "feat": 45744, + "Ġclientes": 45745, + "-tools": 45746, + "Ġporch": 45747, + "Ġjq": 45748, + ".verbose": 45749, + "Ġliberals": 45750, + "])ĊĊĊ": 45751, + "pies": 45752, + "NotBlank": 45753, + "(term": 45754, + "ÈĽi": 45755, + "_Params": 45756, + ".normalize": 45757, + "Bullet": 45758, + "ASIC": 45759, + "(hex": 45760, + "_cliente": 45761, + "+,": 45762, + "_DI": 45763, + "Ġforthcoming": 45764, + "}\")]Ċ": 45765, + "seo": 45766, + "Um": 45767, + ">Name": 45768, + "Ġcomfortably": 45769, + "irectional": 45770, + "WITH": 45771, + "/pr": 45772, + "ĠPoor": 45773, + "ĠVitamin": 45774, + "vic": 45775, + "GH": 45776, + "Ġpriorit": 45777, + "ĠNN": 45778, + "ĠClosed": 45779, + "¤í": 45780, + "ĠisOpen": 45781, + "\\Console": 45782, + "AndFeel": 45783, + ".SUCCESS": 45784, + "_OPERATION": 45785, + "polation": 45786, + "ĠTas": 45787, + "psz": 45788, + ">'.": 45789, + "CURRENT": 45790, + "Vendor": 45791, + "hosts": 45792, + "ĠErd": 45793, + ">tagger": 45794, + "ĠsourceMappingURL": 45795, + "Ġmarathon": 45796, + "_closed": 45797, + "Ġexemption": 45798, + "Ġrecognizes": 45799, + "ideshow": 45800, + "'$": 45801, + "('/');Ċ": 45802, + "mits": 45803, + "warz": 45804, + "ĠCherry": 45805, + "µ¬": 45806, + "nor": 45807, + "porte": 45808, + "Ġwl": 45809, + "_backup": 45810, + ".getBoolean": 45811, + ".getResource": 45812, + "Ġdefinitive": 45813, + ".EditText": 45814, + "ĠsÃŃ": 45815, + ".CONT": 45816, + "ĠPLAYER": 45817, + ".cards": 45818, + "ĠShore": 45819, + "('/')Ċ": 45820, + "cluir": 45821, + "WebDriver": 45822, + "(month": 45823, + "-release": 45824, + "Ġinspector": 45825, + "å£": 45826, + "ĠNF": 45827, + "_clip": 45828, + "åŃIJ": 45829, + "Ġinteracting": 45830, + ".tmp": 45831, + "Ġ'''ĊĊ": 45832, + "Ġdee": 45833, + "Ġfrost": 45834, + "\"]))Ċ": 45835, + "ĠPlaces": 45836, + "Throws": 45837, + "fork": 45838, + "/day": 45839, + "iPhone": 45840, + "ĠMIC": 45841, + "Ġfolding": 45842, + "Ġcrore": 45843, + "ĠChiefs": 45844, + "pherical": 45845, + "(price": 45846, + ".WriteString": 45847, + "Ġexiting": 45848, + "]',Ċ": 45849, + "ighting": 45850, + "Ingredient": 45851, + "(vertex": 45852, + "ĠscrollView": 45853, + "hf": 45854, + ":new": 45855, + "SEN": 45856, + "sector": 45857, + "Ġspins": 45858, + "ĠScheduler": 45859, + "otechn": 45860, + "semicolon": 45861, + "FontOfSize": 45862, + "ĠSpecifically": 45863, + "flamm": 45864, + ".ObjectId": 45865, + "Ġconta": 45866, + "_permissions": 45867, + "ĉFROM": 45868, + "ICODE": 45869, + "/kg": 45870, + "ĠHotels": 45871, + "-med": 45872, + "ĠDin": 45873, + "Ġnavy": 45874, + "getParam": 45875, + "Ġmend": 45876, + "Ġportrayed": 45877, + "ĠMetropolitan": 45878, + "Painter": 45879, + "Ġreferral": 45880, + "_good": 45881, + "Ġmarvel": 45882, + "osaic": 45883, + ">(&": 45884, + ".ur": 45885, + "Ġestos": 45886, + "William": 45887, + "Ġtimber": 45888, + "Ġquelques": 45889, + "ĠDocuments": 45890, + ".Xaml": 45891, + "Ġbatches": 45892, + "éģĵ": 45893, + "ĠReleased": 45894, + "Tail": 45895, + "COOKIE": 45896, + "heid": 45897, + "_station": 45898, + "ĠVia": 45899, + "Sale": 45900, + "ĠRepeat": 45901, + "Ġpromin": 45902, + "ĠZo": 45903, + "-forward": 45904, + "ĠIon": 45905, + "itary": 45906, + "Ġjus": 45907, + "-request": 45908, + "Ġproudly": 45909, + "ĠStreaming": 45910, + "(MouseEvent": 45911, + "ĠSprint": 45912, + "_rotation": 45913, + "Repositories": 45914, + "Ġtart": 45915, + "ĠÑģв": 45916, + "Ġmappings": 45917, + "èª": 45918, + "Cu": 45919, + "Cycle": 45920, + "Ġbun": 45921, + "ĉlua": 45922, + "ãĥī": 45923, + "Ġ((!": 45924, + "Ġcollectively": 45925, + "ĠCond": 45926, + "Ġwszyst": 45927, + "(lib": 45928, + "openhagen": 45929, + "_skip": 45930, + ".ColumnHeader": 45931, + "éĤ": 45932, + "perienced": 45933, + "ıè¿°": 45934, + "_props": 45935, + "Ġcontrace": 45936, + "Ġmatchup": 45937, + "abetic": 45938, + ".members": 45939, + "RECT": 45940, + "(dat": 45941, + "Ġsog": 45942, + "renom": 45943, + "_Method": 45944, + "Customers": 45945, + "fullname": 45946, + "ZN": 45947, + "retry": 45948, + "Ġkap": 45949, + "ĠNeu": 45950, + "èĬ": 45951, + "addChild": 45952, + "willReturn": 45953, + "_permalink": 45954, + "Ġenergetic": 45955, + "ĠWet": 45956, + "ĠMorr": 45957, + "Ġgcd": 45958, + "counts": 45959, + ",type": 45960, + "dig": 45961, + "(Login": 45962, + "Ġcracks": 45963, + "Ġbacterial": 45964, + "ĠMeat": 45965, + "ĠArmstrong": 45966, + "ĠBronze": 45967, + "Ġapproximate": 45968, + "_dirs": 45969, + "liga": 45970, + "ÅĤad": 45971, + "Ġkindness": 45972, + "Ġcontre": 45973, + "ĠEVERY": 45974, + "MET": 45975, + "Ġannouncements": 45976, + "gpio": 45977, + "ĠWaitForSeconds": 45978, + "ĠPhotoshop": 45979, + "Ġdiscontin": 45980, + "/dd": 45981, + "Ġtopology": 45982, + "anical": 45983, + ".interface": 45984, + "aucoup": 45985, + ".HashSet": 45986, + "ARIANT": 45987, + "(routes": 45988, + "ĠTeh": 45989, + "Ġhype": 45990, + "]\").": 45991, + "Ġslam": 45992, + "Ġbroth": 45993, + "-inter": 45994, + "ĠRid": 45995, + "-manager": 45996, + "Cancelar": 45997, + "ĠPagination": 45998, + "Ġsoundtrack": 45999, + "Ġposterior": 46000, + "Ġscrub": 46001, + "creating": 46002, + "-*": 46003, + "irteen": 46004, + ".dy": 46005, + ".symmetric": 46006, + "Ġ\"\".": 46007, + "===============": 46008, + "Ġchassis": 46009, + "ĠnumberOfRows": 46010, + "Developer": 46011, + "_bins": 46012, + "ĠOUR": 46013, + "rieb": 46014, + "Pros": 46015, + "ĠwiÄĻ": 46016, + "\"d": 46017, + "Ġasyncio": 46018, + "zeigen": 46019, + "_spi": 46020, + ".ALL": 46021, + "Ġscrews": 46022, + "Chinese": 46023, + "ĠapiKey": 46024, + "Ġunsuccessful": 46025, + "ĠSeahawks": 46026, + "ORG": 46027, + "ç«ł": 46028, + "Ġprofessionally": 46029, + "ĠCoupon": 46030, + "åŃĹ段": 46031, + "Convention": 46032, + "Ġpolym": 46033, + "æīĭ": 46034, + "Ġsalvation": 46035, + "Ġengineered": 46036, + "ĠWrest": 46037, + "ĠGCC": 46038, + "Ġwarmer": 46039, + "LayoutConstraint": 46040, + "Ġaggrav": 46041, + "Scripts": 46042, + "venture": 46043, + "Ġrefrigerator": 46044, + "Ġinnovations": 46045, + "ĠRunner": 46046, + "NIC": 46047, + "ĠRolling": 46048, + "ControlEvents": 46049, + "Ġloos": 46050, + "pac": 46051, + "ĉpanel": 46052, + "efe": 46053, + "ĠBuddha": 46054, + "--------------Ċ": 46055, + "åºĵ": 46056, + "(forKey": 46057, + "Ġlumin": 46058, + "Ġ(?": 46059, + "ĠAIDS": 46060, + ",user": 46061, + "imientos": 46062, + "contentType": 46063, + "antlr": 46064, + "é¦": 46065, + "ĠWelt": 46066, + "Production": 46067, + "might": 46068, + "ĠVII": 46069, + "\",(": 46070, + "Ġobserving": 46071, + "Ġdeliberate": 46072, + "(control": 46073, + "Ġwithd": 46074, + "Ġsemana": 46075, + "STACK": 46076, + "uchen": 46077, + "Nice": 46078, + "ĠDeutschland": 46079, + "ĠSpecifies": 46080, + "dma": 46081, + "izio": 46082, + "ĠFacts": 46083, + "_popup": 46084, + "ĠDirectors": 46085, + "{:": 46086, + "[R": 46087, + "ĠÑįлеменÑĤ": 46088, + "Ġplat": 46089, + "Ġdirecting": 46090, + "ä¸ī": 46091, + "ĠGilbert": 46092, + "âĢ¦.ĊĊ": 46093, + ".qml": 46094, + "Ġthereafter": 46095, + "Ġdisposition": 46096, + "draft": 46097, + "Ġsurgeon": 46098, + "ĠInsider": 46099, + "Blend": 46100, + "ĠTrev": 46101, + "trinsic": 46102, + "Topics": 46103, + "rieve": 46104, + "_FILENAME": 46105, + "Ġautres": 46106, + "Jose": 46107, + "Producer": 46108, + "erus": 46109, + "Ġpetit": 46110, + "ĠNEXT": 46111, + "ĠFilters": 46112, + "Ġreplicate": 46113, + "\"]).": 46114, + "Ġlenders": 46115, + "]\",Ċ": 46116, + ";charset": 46117, + "CppObject": 46118, + "Ġfloral": 46119, + "ĠTipo": 46120, + "Ġcircuits": 46121, + "easy": 46122, + "(&$": 46123, + "itta": 46124, + "eryl": 46125, + "_COMMON": 46126, + "'}}>Ċ": 46127, + "-backed": 46128, + "(variable": 46129, + "(Index": 46130, + "Ġvoir": 46131, + "_locations": 46132, + "++){": 46133, + "ĠLouisville": 46134, + "Ġgratitude": 46135, + ".Mockito": 46136, + "ĠPowers": 46137, + "ieurs": 46138, + "Ġgeographic": 46139, + "rale": 46140, + "Ġcra": 46141, + "ĠSpurs": 46142, + "iphertext": 46143, + "ACION": 46144, + "-common": 46145, + "Ġvictories": 46146, + "ĠFinals": 46147, + ".shuffle": 46148, + "-million": 46149, + "_PROC": 46150, + "assume": 46151, + "Ġils": 46152, + "DBC": 46153, + "BootTest": 46154, + "Ġlavor": 46155, + ".testing": 46156, + ".ast": 46157, + "\"]/": 46158, + "moid": 46159, + "Ġqualification": 46160, + "gesch": 46161, + "ĉput": 46162, + "Ġairports": 46163, + "JI": 46164, + "Teacher": 46165, + "_uniform": 46166, + "Ġnama": 46167, + "ĠBast": 46168, + "ertype": 46169, + "capture": 46170, + "getAll": 46171, + "ĠReynolds": 46172, + "ooled": 46173, + ".comments": 46174, + "Ġchin": 46175, + ").*": 46176, + "Ġили": 46177, + "tgl": 46178, + "udos": 46179, + "ĠdÃŃas": 46180, + "chai": 46181, + ".program": 46182, + "Ġpsz": 46183, + "ĉicon": 46184, + "phil": 46185, + "entral": 46186, + "_WRAP": 46187, + "ovi": 46188, + "Ġnostalg": 46189, + "Infinity": 46190, + "ĉyield": 46191, + "Ġvitamins": 46192, + "Quaternion": 46193, + "Sink": 46194, + "_goods": 46195, + "Ġ........": 46196, + "ĠWings": 46197, + "uridad": 46198, + "-story": 46199, + "\"])ĊĊ": 46200, + "idelity": 46201, + "TypeDef": 46202, + "Gtk": 46203, + "ĠíĮ": 46204, + "_Main": 46205, + "Ġchez": 46206, + "ĠRaven": 46207, + "Ġpayroll": 46208, + "Ġfreelance": 46209, + "LLU": 46210, + "ĠMend": 46211, + "eday": 46212, + "ApiModelProperty": 46213, + ".FormBorderStyle": 46214, + "Ġeconomist": 46215, + "stanbul": 46216, + "Ġfreight": 46217, + "-Agent": 46218, + "(meta": 46219, + "Ġsymmetry": 46220, + "Ġ'..": 46221, + ".Calendar": 46222, + "-aut": 46223, + "gf": 46224, + "pent": 46225, + "yclopedia": 46226, + "Ġwishing": 46227, + "ĊĊĊĊĊĊĊĊĊĊĊĊ": 46228, + "Ġgentleman": 46229, + "Ġê³": 46230, + "=#": 46231, + "Ġlectures": 46232, + "âĢľIn": 46233, + "Ġ!_": 46234, + "Ġhb": 46235, + "ĠVendor": 46236, + "Recently": 46237, + "_notes": 46238, + "æıIJ示": 46239, + "\"My": 46240, + "HeadersHeight": 46241, + "_SO": 46242, + "Ġunwilling": 46243, + "Ġsuperhero": 46244, + "gio": 46245, + "psy": 46246, + "ĠPeer": 46247, + "javax": 46248, + "&apos": 46249, + "ĠCrisis": 46250, + "ordinal": 46251, + "Memcpy": 46252, + "++++++++++++++++": 46253, + "-val": 46254, + "Ġworkbook": 46255, + "-ap": 46256, + "=k": 46257, + "Ġmetallic": 46258, + "_peer": 46259, + "ByPrimaryKey": 46260, + "_SD": 46261, + "uator": 46262, + "_SHADER": 46263, + ")Math": 46264, + ".Transform": 46265, + "Ġcows": 46266, + "Phi": 46267, + "ĠClem": 46268, + "(_(\"": 46269, + "ĠLud": 46270, + "-delay": 46271, + "ĠSecurities": 46272, + "ĠOrthodox": 46273, + "Symfony": 46274, + "(report": 46275, + "Ġentertain": 46276, + "EPS": 46277, + "izoph": 46278, + "exual": 46279, + "IRD": 46280, + "ä»İ": 46281, + "Ġlith": 46282, + "Ġsanitize": 46283, + "Ġfeminine": 46284, + "ISBN": 46285, + ".authentication": 46286, + "_pipeline": 46287, + "/constants": 46288, + "ĠCONF": 46289, + "Ġlucr": 46290, + "ricia": 46291, + ".ttf": 46292, + ".setContent": 46293, + "Ġstan": 46294, + "orean": 46295, + "ĠLloyd": 46296, + ".rawValue": 46297, + "Ġgor": 46298, + "ĠBrowns": 46299, + "Regression": 46300, + "Ġlowering": 46301, + "naissance": 46302, + "Ġblows": 46303, + "Ġamazed": 46304, + "Ġunrelated": 46305, + "Reviews": 46306, + "Ġruby": 46307, + "ĠModifier": 46308, + "Ġgiants": 46309, + ".thread": 46310, + "Ġcontainment": 46311, + "ĠStartCoroutine": 46312, + "umat": 46313, + "orelease": 46314, + "ĠRandy": 46315, + "@endif": 46316, + "Digest": 46317, + "Ġsuburban": 46318, + "=\");Ċ": 46319, + "Ġannonce": 46320, + ".variable": 46321, + "\\Foundation": 46322, + "Ġacre": 46323, + "Van": 46324, + "Ġtuples": 46325, + "dns": 46326, + "ĠStanding": 46327, + "_large": 46328, + "Ġboxing": 46329, + "SupportActionBar": 46330, + "ĠFortune": 46331, + "ĠRum": 46332, + "_multiple": 46333, + "archical": 46334, + "Ġfwrite": 46335, + "_quote": 46336, + "Ġfoolish": 46337, + "Ġcomprising": 46338, + "Ġоп": 46339, + "-selected": 46340, + "vf": 46341, + "maid": 46342, + "Nama": 46343, + "(datetime": 46344, + "Ġindirectly": 46345, + "gart": 46346, + "fixtures": 46347, + "chos": 46348, + "ĠHalo": 46349, + "Ġrecurring": 46350, + "-news": 46351, + "vil": 46352, + "ĠNursing": 46353, + "-produ": 46354, + "ĠHQ": 46355, + "\\HttpFoundation": 46356, + "enci": 46357, + "auen": 46358, + "Ġvy": 46359, + "ocracy": 46360, + "Ġdelegation": 46361, + "Ġasphalt": 46362, + "ĠsetSelected": 46363, + "kok": 46364, + "/rest": 46365, + "metics": 46366, + "ĠNSDate": 46367, + "Ġtravelled": 46368, + "Ġrecib": 46369, + "Ġmime": 46370, + "CLIENT": 46371, + "ĠGU": 46372, + "ĠHANDLE": 46373, + "/Q": 46374, + "[z": 46375, + "Ġbothered": 46376, + "ĠBBQ": 46377, + "ças": 46378, + "_examples": 46379, + "_FIN": 46380, + "ĠwhiteColor": 46381, + "Ġastronom": 46382, + "-dir": 46383, + "Ġsovereign": 46384, + "Ġbreeze": 46385, + "Ġinning": 46386, + "ĠEdmonton": 46387, + "gli": 46388, + ".blogspot": 46389, + "jsx": 46390, + "Ġversa": 46391, + "ĠMohammed": 46392, + ".Job": 46393, + "-toggler": 46394, + "ĠполÑĮзоваÑĤ": 46395, + "ardon": 46396, + "Ġnewborn": 46397, + "Ġnaval": 46398, + "noteq": 46399, + "Ġtumblr": 46400, + "Ġhentai": 46401, + "ĠTypically": 46402, + "Ġloot": 46403, + ".Sprite": 46404, + "Flight": 46405, + "Ġwavelength": 46406, + "-sk": 46407, + "ĠElle": 46408, + "_exports": 46409, + "ĠÑı": 46410, + "ĠIH": 46411, + "izophren": 46412, + "Ġíģ": 46413, + "_primary": 46414, + "Ġmois": 46415, + "ĠBN": 46416, + "Ġsystemic": 46417, + "Ġdiferentes": 46418, + "INCT": 46419, + "Ġ''ĊĊ": 46420, + "$q": 46421, + "WidgetItem": 46422, + "clide": 46423, + "$file": 46424, + "Lemma": 46425, + "/table": 46426, + "agrid": 46427, + "ĠMongoDB": 46428, + "inte": 46429, + "Ġapprent": 46430, + "ÂŃing": 46431, + ".Db": 46432, + "ĠÃĤ": 46433, + "hammer": 46434, + "='';Ċ": 46435, + "Ġbrokers": 46436, + "itlement": 46437, + "semblies": 46438, + "Ele": 46439, + "{x": 46440, + "Ġlastname": 46441, + "<-": 46442, + "Ġflatten": 46443, + "_band": 46444, + ".Root": 46445, + ".readFileSync": 46446, + "======": 46447, + ".rx": 46448, + "?čĊ": 46449, + "Ġmetaphor": 46450, + "Ti": 46451, + "conte": 46452, + "Ġdebit": 46453, + "Ġcontempt": 46454, + "CppType": 46455, + "æĶ¯": 46456, + "FormField": 46457, + "ratio": 46458, + "osopher": 46459, + "Ġimplant": 46460, + "PURE": 46461, + "Ġalta": 46462, + "_management": 46463, + "Ġrefine": 46464, + "ĠCheckBox": 46465, + "ĠCharl": 46466, + "-version": 46467, + "conditional": 46468, + "venues": 46469, + "Ġrifles": 46470, + "Ġoffspring": 46471, + "Ġmilling": 46472, + "Ġsharply": 46473, + "Ġunderwater": 46474, + "(origin": 46475, + "_Control": 46476, + "Ġ.$": 46477, + "Plugins": 46478, + "Ġdrying": 46479, + "Ġillustrates": 46480, + "-u": 46481, + "Ġvegetarian": 46482, + "npc": 46483, + "Heart": 46484, + ";',Ċ": 46485, + "comma": 46486, + "teenth": 46487, + "asan": 46488, + "/spec": 46489, + "_moves": 46490, + "-margin": 46491, + "Ġingen": 46492, + "³³³": 46493, + "Ġprojet": 46494, + "Ġotra": 46495, + "Ġbras": 46496, + ".utc": 46497, + "Ġslept": 46498, + "=sub": 46499, + "abilit": 46500, + "poster": 46501, + "Ġsdk": 46502, + "ouncill": 46503, + "Ġwd": 46504, + "PreparedStatement": 46505, + "ĠDrum": 46506, + "(attribute": 46507, + "ĠEthernet": 46508, + "ĉDB": 46509, + "California": 46510, + "cube": 46511, + "[I": 46512, + ".Created": 46513, + "ĠHM": 46514, + "Ġtracing": 46515, + "FormsModule": 46516, + "-you": 46517, + ".currency": 46518, + "feeding": 46519, + "Ġtbody": 46520, + "Li": 46521, + "accion": 46522, + "nas": 46523, + "Ġtrouver": 46524, + "NONE": 46525, + "\"},čĊ": 46526, + "Ġftp": 46527, + "WithIdentifier": 46528, + "polate": 46529, + "FileInfo": 46530, + "Ġpursued": 46531, + "ĠĠĠĠčĊĠĠĠĠčĊ": 46532, + "DESCRIPTION": 46533, + "}*/Ċ": 46534, + "FromNib": 46535, + "Ġdecorative": 46536, + "_SSL": 46537, + "(chat": 46538, + "TLS": 46539, + "Ġsurprises": 46540, + "alculate": 46541, + "ĠSplash": 46542, + "(Configuration": 46543, + "ĠSEM": 46544, + "imson": 46545, + "/library": 46546, + "": 46621, + "GED": 46622, + "faq": 46623, + "Ġoptionally": 46624, + "_Dis": 46625, + "ĠSuccessful": 46626, + "ĠCensus": 46627, + "Ġincarcer": 46628, + "_CARD": 46629, + "Ġaviation": 46630, + "ĠGym": 46631, + "Authority": 46632, + ".Bean": 46633, + "shader": 46634, + "NotExist": 46635, + "_TextChanged": 46636, + "ĠSTOP": 46637, + "(team": 46638, + "\"H": 46639, + "wg": 46640, + "Ġgrinder": 46641, + "Ġstripe": 46642, + "Ġpreservation": 46643, + "Claim": 46644, + "aversal": 46645, + "warehouse": 46646, + "targets": 46647, + "Trust": 46648, + "Ġallev": 46649, + ",www": 46650, + "ousse": 46651, + "_chan": 46652, + "_Size": 46653, + "systems": 46654, + "Ġobjection": 46655, + "ĠKane": 46656, + "Ġcorros": 46657, + "ĠDSL": 46658, + "Ġua": 46659, + "ĠMH": 46660, + "ĠStrategic": 46661, + "_tcp": 46662, + "Ġê°Ĵ": 46663, + "Ġborrowed": 46664, + "ĠAch": 46665, + "ĉcommand": 46666, + "Ġgps": 46667, + "leston": 46668, + "ichever": 46669, + "ĠUA": 46670, + "Ġassaulted": 46671, + "Ġspecializes": 46672, + "ĉsearch": 46673, + "Hotel": 46674, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ": 46675, + "ĠPitch": 46676, + "ĠÙģ": 46677, + "READY": 46678, + "Ġparental": 46679, + "Ġgéné": 46680, + "Ġdonnées": 46681, + "Ġdetain": 46682, + "TARGET": 46683, + "Ġprotagonist": 46684, + "ĠclearInterval": 46685, + "ĠIconButton": 46686, + "ĠGetAll": 46687, + "TypeInfo": 46688, + "EH": 46689, + "âĢľThey": 46690, + "Ġ{[": 46691, + "Ġgag": 46692, + "ĠÚ©": 46693, + "ĠDropdown": 46694, + ".free": 46695, + "gone": 46696, + "imens": 46697, + "Ġinstal": 46698, + "ĉcurl": 46699, + "_CAN": 46700, + "ĠBone": 46701, + "ï¼Ķ": 46702, + "onyms": 46703, + "-government": 46704, + ".bindingNavigator": 46705, + "ĠDans": 46706, + "ĠMcL": 46707, + "(en": 46708, + ">(_": 46709, + "ÐĴÑĭ": 46710, + ".*;čĊ": 46711, + "=j": 46712, + "-cor": 46713, + "Son": 46714, + ".ToolStripItem": 46715, + "-around": 46716, + "_XML": 46717, + "endDate": 46718, + "Ġslack": 46719, + "Ġrotated": 46720, + "Ġnoqa": 46721, + "Ġcottage": 46722, + "Ġencontrar": 46723, + "_skill": 46724, + "houette": 46725, + "!čĊ": 46726, + ".weather": 46727, + "Ġemphasized": 46728, + "家": 46729, + "ĠÑģпиÑģ": 46730, + "ĠCompiler": 46731, + "(android": 46732, + "ĠâĢº": 46733, + ".turn": 46734, + "Ġsuppression": 46735, + "_calls": 46736, + "Ġ*@": 46737, + "(strlen": 46738, + ".hex": 46739, + "ĠBills": 46740, + "ĠRSA": 46741, + "ÏĤ": 46742, + "ĠEscape": 46743, + "ementia": 46744, + "Ġfrontend": 46745, + "Ġpint": 46746, + "_exc": 46747, + "zzo": 46748, + "[],Ċ": 46749, + "Ġ\"','\"": 46750, + ".Environment": 46751, + "Ġaforementioned": 46752, + "Ġendure": 46753, + "prototype": 46754, + "therapy": 46755, + "ssi": 46756, + "Deg": 46757, + "_plugins": 46758, + ".userInfo": 46759, + "Printer": 46760, + "ĠPROGRAM": 46761, + "Ġruins": 46762, + "Ġempirical": 46763, + "Ġcrawl": 46764, + "ĠBoiler": 46765, + "-comment": 46766, + ".subplot": 46767, + "_et": 46768, + "Ġ'.',": 46769, + "minor": 46770, + "ĠCustoms": 46771, + "Ġyaw": 46772, + "underline": 46773, + "ĠComo": 46774, + "(('": 46775, + "(mean": 46776, + "Ġchaque": 46777, + "ĠBlocks": 46778, + ".rad": 46779, + "ilibrium": 46780, + "Ġwebdriver": 46781, + "Ġmelhor": 46782, + "dana": 46783, + "ĠAbuse": 46784, + "ĠSouthwest": 46785, + "ĠParen": 46786, + "PERTIES": 46787, + "ĉIL": 46788, + "Ġscream": 46789, + "vu": 46790, + "Ġincomes": 46791, + "Ġnim": 46792, + "Ġlace": 46793, + "Ġcompensate": 46794, + "Reverse": 46795, + "Dat": 46796, + "_attack": 46797, + "Ġnour": 46798, + "achen": 46799, + "cek": 46800, + "\"+": 47057, + "Ġtokenizer": 47058, + "Ġsovereignty": 47059, + "ĠPence": 47060, + "()\");Ċ": 47061, + "Ġpessoas": 47062, + ".Ge": 47063, + "ĠIncluded": 47064, + "Ġpagina": 47065, + "Ġexposing": 47066, + "еÑĪ": 47067, + "_SCRIPT": 47068, + "/$',": 47069, + "Thumbnail": 47070, + "×Ķ": 47071, + "webElementX": 47072, + "webElementXpaths": 47073, + "pressure": 47074, + "ĠCurry": 47075, + "_CP": 47076, + "OLUTION": 47077, + "ILES": 47078, + "protect": 47079, + "oola": 47080, + "Workspace": 47081, + "{};Ċ": 47082, + "ĠUNS": 47083, + "Ġsympathy": 47084, + "roker": 47085, + "Ġremodel": 47086, + "ĉcell": 47087, + "Ġatop": 47088, + ".FullName": 47089, + "Ġfaut": 47090, + "ĠEasily": 47091, + "_dynamic": 47092, + "Ġframed": 47093, + "Ġmotive": 47094, + "è·¯": 47095, + "sam": 47096, + "Ġmarca": 47097, + "ĠTextEditingController": 47098, + "Ġdestructor": 47099, + "cream": 47100, + "Ġrude": 47101, + "ĠBold": 47102, + "ĠIndigenous": 47103, + "Ġgens": 47104, + "Ġrelacion": 47105, + "(system": 47106, + "ĠUIFont": 47107, + "_charge": 47108, + "USTER": 47109, + "EV": 47110, + ".Namespace": 47111, + "Ġmerger": 47112, + "Ġcalloc": 47113, + "gang": 47114, + "BadRequest": 47115, + "Ġsper": 47116, + "-design": 47117, + "Ġâĩ": 47118, + "Chan": 47119, + "Ġorganism": 47120, + ",)": 47121, + "=id": 47122, + "_plane": 47123, + "ĠCases": 47124, + "elfast": 47125, + "ĠLegislature": 47126, + "ĠFaker": 47127, + "Ġinvoking": 47128, + "-utils": 47129, + "().'": 47130, + ".face": 47131, + "Ġguardian": 47132, + "myModal": 47133, + "Ġclipboard": 47134, + "ĠATM": 47135, + "Ġpeas": 47136, + "ĠSylv": 47137, + ".calc": 47138, + "ĠContacts": 47139, + "intValue": 47140, + "Ġmodifying": 47141, + "ĠBarb": 47142, + ".loss": 47143, + "_percentage": 47144, + "Asked": 47145, + "(lst": 47146, + "ategorical": 47147, + "-files": 47148, + "ĠRomania": 47149, + ".Ac": 47150, + "Ġhai": 47151, + "ĠFlying": 47152, + "Ġż": 47153, + "jp": 47154, + "ĠTrainer": 47155, + ".arc": 47156, + "_deg": 47157, + "Ġtraceback": 47158, + "OrFail": 47159, + "FLOW": 47160, + ".old": 47161, + "oya": 47162, + "gmt": 47163, + "isempty": 47164, + "Ġvaccination": 47165, + "Ġobsolete": 47166, + "recognized": 47167, + "Ġruined": 47168, + "ĠRein": 47169, + "ĠTracking": 47170, + "xfb": 47171, + "اÛĮ": 47172, + "Ġvære": 47173, + "Ġbryster": 47174, + "ĠITS": 47175, + "Ġdestiny": 47176, + "Ġswear": 47177, + "Ġredes": 47178, + "Ġclf": 47179, + "Ġflipped": 47180, + "ĉhead": 47181, + "Bluetooth": 47182, + "ĠOverrides": 47183, + ":Boolean": 47184, + "_=": 47185, + "_lr": 47186, + "spawn": 47187, + ":index": 47188, + "VALUES": 47189, + "iskey": 47190, + "?\");Ċ": 47191, + ".synthetic": 47192, + "ĠChecking": 47193, + "structures": 47194, + "iping": 47195, + "Ġvocals": 47196, + "-Up": 47197, + "ĠManufacturers": 47198, + "ĠMarriage": 47199, + "代çłģ": 47200, + "Ġgarner": 47201, + "_Client": 47202, + "parallel": 47203, + "RIEND": 47204, + "Ġvinegar": 47205, + "segue": 47206, + "JB": 47207, + "Ġcontacting": 47208, + "ĠCarroll": 47209, + "Ġoutreach": 47210, + "tensor": 47211, + "_variant": 47212, + "Ġtheat": 47213, + "licable": 47214, + "{|": 47215, + "tiny": 47216, + "_letter": 47217, + "Ġpencil": 47218, + "HeadersHeightSizeMode": 47219, + "iltro": 47220, + ".autoconfigure": 47221, + ".drag": 47222, + ".useState": 47223, + "ĠBMI": 47224, + "hint": 47225, + "Compile": 47226, + "*\\": 47227, + "enary": 47228, + "Ġlvl": 47229, + ".Cache": 47230, + "+=\"": 47231, + "_tv": 47232, + "ruitment": 47233, + "Ġfread": 47234, + "Articles": 47235, + "fila": 47236, + "Ġpackaged": 47237, + "âĺĨ": 47238, + "ATHER": 47239, + "ĠPlanned": 47240, + "scheme": 47241, + "Ġdiary": 47242, + "Ġoffenses": 47243, + "/F": 47560, + "ĠStick": 47561, + "Ġcerc": 47562, + "ĠSlee": 47563, + "ĉĉĠĠĠĠĠĠĠĠ": 47564, + "": 47739, + "ĉcol": 47740, + "VG": 47741, + "_boolean": 47742, + "recent": 47743, + "Ġ*)ĊĊ": 47744, + "ĠRainbow": 47745, + "ommen": 47746, + "Ġlur": 47747, + "Ġoppression": 47748, + "(\",\");Ċ": 47749, + "ĠFacility": 47750, + "DEFINED": 47751, + "Ġneon": 47752, + "Ġoffender": 47753, + "AFP": 47754, + "ĠCleaning": 47755, + "[]):": 47756, + "Ġundocumented": 47757, + ".Repositories": 47758, + "ĠGuitar": 47759, + "аÑģÑģив": 47760, + "Skills": 47761, + "Ġtestimon": 47762, + "ryptography": 47763, + "ĠAmber": 47764, + "ĠStalin": 47765, + "Ġlone": 47766, + "Ġapenas": 47767, + "Ġdieses": 47768, + "ĠArduino": 47769, + "转": 47770, + "==-": 47771, + "_Act": 47772, + "Ġcoded": 47773, + "âĸł": 47774, + "amburger": 47775, + "-links": 47776, + "Ġarmour": 47777, + ".High": 47778, + "getContent": 47779, + "stag": 47780, + "Ġheck": 47781, + "ĠìĹĨ": 47782, + "ĠMcConnell": 47783, + "ĠConcert": 47784, + "ĠAlloc": 47785, + "äre": 47786, + ".replaceAll": 47787, + "Ġpartitions": 47788, + "rott": 47789, + "ĠFle": 47790, + "_TREE": 47791, + "reasonable": 47792, + "ĠReporting": 47793, + "Ġbillionaire": 47794, + "scores": 47795, + "mins": 47796, + "-eye": 47797, + "MORE": 47798, + "abort": 47799, + "ĠSWT": 47800, + "Ġinverted": 47801, + "ĠTeachers": 47802, + ";n": 47803, + "Ġastro": 47804, + "нов": 47805, + "аниÑĨ": 47806, + "producto": 47807, + "countries": 47808, + "ĠOwen": 47809, + "Ġcontamination": 47810, + "Ġvibe": 47811, + "ĠElli": 47812, + ".script": 47813, + "ĠOlive": 47814, + "DMA": 47815, + "vier": 47816, + ":semicolon": 47817, + "-module": 47818, + "gressive": 47819, + "agu": 47820, + "_players": 47821, + "Ġresultados": 47822, + "started": 47823, + "scrollTop": 47824, + "=====": 47825, + "Ġweighing": 47826, + "Ġ[[[": 47827, + "zahl": 47828, + "(NS": 47829, + "ĠAssertion": 47830, + "league": 47831, + ".setTextColor": 47832, + "ĉMessage": 47833, + "Ġmoms": 47834, + "_AF": 47835, + ".wh": 47836, + "ALS": 47837, + "Ġautre": 47838, + "]ĊĊĊĊ": 47839, + ".opacity": 47840, + "ĠBuddhist": 47841, + "Ġdeaf": 47842, + "ĠOrganisation": 47843, + "(Global": 47844, + "ensch": 47845, + "Ġheadache": 47846, + "ĠAlien": 47847, + "_inode": 47848, + "ĠStark": 47849, + "Ġæī": 47850, + "-lnd": 47851, + "oref": 47852, + "_feat": 47853, + "Ġpedestrian": 47854, + "Ġnominal": 47855, + "Ġballoon": 47856, + "Ġsprites": 47857, + "PrototypeOf": 47858, + "ĠApost": 47859, + "ĠFEATURE": 47860, + "OH": 47861, + "Ġrecess": 47862, + "ĠDonna": 47863, + "consumer": 47864, + "$GLOBALS": 47865, + "ĠGIF": 47866, + "-frame": 47867, + "Inicio": 47868, + "Ġpassages": 47869, + "DateString": 47870, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 47871, + ".byte": 47872, + "Bug": 47873, + "initializer": 47874, + "pkt": 47875, + "odium": 47876, + "ĠDER": 47877, + ".ops": 47878, + "leri": 47879, + "Ġgifted": 47880, + "Ġdetach": 47881, + "terrain": 47882, + "elters": 47883, + "ãģı": 47884, + ".loader": 47885, + "ĠNGO": 47886, + "strncmp": 47887, + "Kh": 47888, + "(fontSize": 47889, + "rocket": 47890, + "Ġprecedent": 47891, + "ĠAurora": 47892, + "ĠExperiment": 47893, + "isphere": 47894, + "Encoded": 47895, + "ĠâĢĵĊĊ": 47896, + "Ġpyramid": 47897, + "ĠAnniversary": 47898, + "ofil": 47899, + "ëŁ": 47900, + "(plugin": 47901, + "Coeff": 47902, + "Ġcooperate": 47903, + "Ġpredominantly": 47904, + "ISM": 47905, + "Phrase": 47906, + "_DEFINE": 47907, + "Flip": 47908, + "AMILY": 47909, + "ĠMarkets": 47910, + "ĠStreamReader": 47911, + "ĠCombine": 47912, + "Ġmanuscript": 47913, + "zza": 47914, + ",tp": 47915, + "Whatever": 47916, + "ITICAL": 47917, + "ighbour": 47918, + "DataProvider": 47919, + ".Texture": 47920, + "privacy": 47921, + ".SDK": 47922, + "Ġrecharge": 47923, + "Ġcpp": 47924, + "ĠCFG": 47925, + "(holder": 47926, + "(py": 47927, + "mot": 47928, + "Ġsavoir": 47929, + "ĠRosa": 47930, + "ĠPCs": 47931, + "ĠíĻ": 47932, + ".heroku": 47933, + "Ġfren": 47934, + "ĠRiley": 47935, + "agate": 47936, + "Ġsond": 47937, + ".xlsx": 47938, + "Ġhacked": 47939, + "stad": 47940, + "Gi": 47941, + "Ġsanity": 47942, + "ĠSqlDataAdapter": 47943, + "...\",": 47944, + "ĠPussy": 47945, + "Ġ****************": 47946, + "Ġhassle": 47947, + "_PARENT": 47948, + "ĠUAE": 47949, + "Ġbeginners": 47950, + "(Client": 47951, + "Ġstatistically": 47952, + ".hour": 47953, + "edelta": 47954, + "Ġtraction": 47955, + "uelve": 47956, + "arat": 47957, + "Ġsauna": 47958, + "INVALID": 47959, + "Ġindictment": 47960, + "ALLE": 47961, + "Ġdissent": 47962, + "ĠTypography": 47963, + "Ġintentional": 47964, + "sit": 47965, + "ĠAnimals": 47966, + "Ġcountryside": 47967, + "Ġuart": 47968, + "}\\\"": 47969, + "Ġseamless": 47970, + "¾ç¤º": 47971, + "Ġautos": 47972, + "Ġ\"'\";Ċ": 47973, + "Flush": 47974, + "ANNOT": 47975, + "Ġalgebra": 47976, + "assoc": 47977, + "ĠWaters": 47978, + "Ġpreparations": 47979, + "ronym": 47980, + "[,]": 47981, + "Sans": 47982, + "Ġarmies": 47983, + "ipeg": 47984, + "Ġcreamy": 47985, + ".art": 47986, + "etre": 47987, + "ĠAnimated": 47988, + "Ġunpleasant": 47989, + "emean": 47990, + "great": 47991, + "iÄħ": 47992, + "ĠEarlier": 47993, + "Ġchic": 47994, + "Ġpreserving": 47995, + "(exec": 47996, + "ĠInvestigation": 47997, + "ĉGPIO": 47998, + "Ġrigorous": 47999, + "ijo": 48000, + "=num": 48001, + "ĠtoolStrip": 48002, + ")set": 48003, + "+\"&": 48004, + "ĠAcceler": 48005, + "Ġdevelopmental": 48006, + "isposable": 48007, + "Ġflawed": 48008, + "rene": 48009, + "Updating": 48010, + "Ġwatchdog": 48011, + "Ġdenominator": 48012, + "Ġsuburbs": 48013, + "Ġ...)": 48014, + "Ġconvictions": 48015, + "closure": 48016, + ".IP": 48017, + "Ġtranslates": 48018, + ".swt": 48019, + ".Trace": 48020, + "Ġmettre": 48021, + ".isEnabled": 48022, + "ĠEffective": 48023, + ".toInt": 48024, + "Ġenchant": 48025, + "Ġstunned": 48026, + "Ġpoi": 48027, + "/code": 48028, + "adm": 48029, + ".databinding": 48030, + "ĠLorem": 48031, + "________________________________________________________________": 48032, + "Ġledger": 48033, + "Ġcara": 48034, + "ĠGir": 48035, + "Ġwaits": 48036, + "Uno": 48037, + "Ġcwd": 48038, + "è¾ij": 48039, + "ĠTResult": 48040, + "Ġrejo": 48041, + "Ġemitted": 48042, + "ĠWestminster": 48043, + "ä¸Ģ个": 48044, + "nek": 48045, + "_Tis": 48046, + "Ġenact": 48047, + "ĉwith": 48048, + "orgia": 48049, + "Ġjue": 48050, + "Perform": 48051, + "SPATH": 48052, + ".topic": 48053, + "ĠDaten": 48054, + "ầ": 48055, + "Ġsitio": 48056, + "_MM": 48057, + "\"So": 48058, + "bial": 48059, + "Ġscoped": 48060, + "Requires": 48061, + "ĠTOTAL": 48062, + "ĠChancellor": 48063, + "(contents": 48064, + "Ġstealth": 48065, + "devices": 48066, + "-pass": 48067, + "ilih": 48068, + "ĠMalcolm": 48069, + "ĠDepot": 48070, + "Ġconfigur": 48071, + "aussian": 48072, + "_constraint": 48073, + "веÑĤ": 48074, + "GRA": 48075, + "ĠRates": 48076, + ".dataGridViewTextBoxColumn": 48077, + "ĠNobel": 48078, + "itics": 48079, + "Ġignorant": 48080, + "ĠReporter": 48081, + "ĠEbola": 48082, + "ĠShock": 48083, + "_relation": 48084, + "ĠNinja": 48085, + ")c": 48086, + "Ġticker": 48087, + ".isChecked": 48088, + "ĠSuppliers": 48089, + "ĠRapid": 48090, + "Levels": 48091, + "âĤ¬âĦ¢": 48092, + "ĉqueue": 48093, + "Ġchop": 48094, + "ĠUnix": 48095, + "reject": 48096, + "-calendar": 48097, + "(sort": 48098, + "ène": 48099, + "ercicio": 48100, + "Ġhect": 48101, + "CALLTYPE": 48102, + "roupon": 48103, + "Ġrentals": 48104, + "authors": 48105, + "{name": 48106, + "ĠFIFO": 48107, + "Ġlassen": 48108, + "ĠNous": 48109, + "Ġsnapped": 48110, + "Ġfertility": 48111, + "\"log": 48112, + "clicked": 48113, + "Ġplanting": 48114, + "Ġgb": 48115, + "/output": 48116, + "PEAT": 48117, + "Ġcategoria": 48118, + "Ġbach": 48119, + "Professor": 48120, + "inth": 48121, + "\"]čĊ": 48122, + "Recorder": 48123, + "serde": 48124, + "ĠTransmission": 48125, + "trad": 48126, + "Ġturbo": 48127, + "_VERTEX": 48128, + "\\Event": 48129, + "ilver": 48130, + "Ġbodily": 48131, + "ĠSources": 48132, + "Ġkillings": 48133, + ".xrTableCell": 48134, + "Ġfolded": 48135, + "/legal": 48136, + "uner": 48137, + "ĠRifle": 48138, + "ĠMIDI": 48139, + "_SelectedIndexChanged": 48140, + ".SizeType": 48141, + "ĠWebSocket": 48142, + "Ġseleccion": 48143, + "Sand": 48144, + "otros": 48145, + "Ġenvision": 48146, + "/etc": 48147, + "ĠMelissa": 48148, + "Spot": 48149, + "ное": 48150, + "_ARM": 48151, + "Attempt": 48152, + "ĠBI": 48153, + "ãģĶ": 48154, + "ĠDU": 48155, + "Ġbacklash": 48156, + "stride": 48157, + "/classes": 48158, + "ĠtextColor": 48159, + "_staff": 48160, + "oblin": 48161, + "agenta": 48162, + ".collections": 48163, + "illage": 48164, + "'čĊčĊ": 48165, + "flatten": 48166, + "_sales": 48167, + "_MASTER": 48168, + "TW": 48169, + "_da": 48170, + "Pitch": 48171, + "phies": 48172, + "Ġzombies": 48173, + "ĠVERY": 48174, + "ĠPharmacy": 48175, + "ĠprogressBar": 48176, + "Ġhashtag": 48177, + "Sidebar": 48178, + "@stop": 48179, + "(pc": 48180, + "олж": 48181, + "MAKE": 48182, + "ĠCoron": 48183, + "Ġkvinner": 48184, + "ĠMaid": 48185, + "bob": 48186, + ".titleLabel": 48187, + "Ġsuccesses": 48188, + "ĠDemocracy": 48189, + "ĠSurgery": 48190, + "Ġcougar": 48191, + "Ġcurso": 48192, + "Ġloro": 48193, + "istency": 48194, + "Senior": 48195, + "æk": 48196, + "ĠAAA": 48197, + "ĠBOOK": 48198, + "ко": 48199, + "WSTR": 48200, + "Ġ*/,Ċ": 48201, + "oyal": 48202, + ".vector": 48203, + "ĠSPEC": 48204, + "SSF": 48205, + "Ġcompuls": 48206, + "ĠAppeals": 48207, + "ĠWinston": 48208, + "ĠMockito": 48209, + "contrib": 48210, + ".available": 48211, + "entityManager": 48212, + "arias": 48213, + "_sale": 48214, + "_rs": 48215, + "Ġdecoding": 48216, + "Ġlocator": 48217, + "olith": 48218, + "Ġkol": 48219, + "Ġascii": 48220, + "ĠRut": 48221, + "/interface": 48222, + "ĉĉĉĉĉĉĠĠĠ": 48223, + "ĠNumer": 48224, + ".flip": 48225, + "-del": 48226, + "Ġbolster": 48227, + "onomic": 48228, + "Ġzm": 48229, + "LG": 48230, + "FindBy": 48231, + "Ġadaptive": 48232, + "loo": 48233, + "Ġvue": 48234, + "(reverse": 48235, + "_canvas": 48236, + ".roles": 48237, + "ificado": 48238, + "venient": 48239, + "\"As": 48240, + "ĠEntr": 48241, + "aligned": 48242, + "Ġbereits": 48243, + "///ĊĊ": 48244, + ".gwt": 48245, + ".employee": 48246, + "_cli": 48247, + "Ġanticipate": 48248, + "éĻIJ": 48249, + "Ġpik": 48250, + "Ġmushrooms": 48251, + "(tt": 48252, + "Ġoma": 48253, + "ĠSanchez": 48254, + "_google": 48255, + ".Valid": 48256, + "ĠFileName": 48257, + "ivative": 48258, + "ked": 48259, + "-war": 48260, + "Ġmaturity": 48261, + "ид": 48262, + "Ġminer": 48263, + "Reducers": 48264, + "ĠLatLng": 48265, + "_STD": 48266, + "Digits": 48267, + "Calc": 48268, + "-upload": 48269, + "Ġhandic": 48270, + "ีà¹Ī": 48271, + "egrated": 48272, + "ĠSTM": 48273, + "Clients": 48274, + "ĠTurbo": 48275, + "SYNC": 48276, + "Ġphotographers": 48277, + ".Out": 48278, + ".character": 48279, + "BUILD": 48280, + ".unlock": 48281, + "Ġarises": 48282, + "ĠCommands": 48283, + "(\"\");čĊ": 48284, + "_FORE": 48285, + ";',": 48286, + "+\"'": 48287, + ".Images": 48288, + "\"){": 48289, + "ĠMeyer": 48290, + "Ġnegatively": 48291, + "ĠDLL": 48292, + "Ġexe": 48293, + "Ġdeficiency": 48294, + "Ġwildly": 48295, + "-switch": 48296, + "construction": 48297, + "Ġexceptionally": 48298, + "ĠLiz": 48299, + "/java": 48300, + "Ġtheirs": 48301, + "ĠContemporary": 48302, + "lis": 48303, + ".fillRect": 48304, + "ĠNFC": 48305, + "Ġrehe": 48306, + "(numbers": 48307, + "Ġraster": 48308, + "Ġfiguring": 48309, + "Ġshowc": 48310, + "ĠJill": 48311, + "Ġarcade": 48312, + "ĠConstructs": 48313, + "mdl": 48314, + "('|": 48315, + "Ġidentifiers": 48316, + "Ġstellar": 48317, + "(Connection": 48318, + "Ġ\"{{": 48319, + "yor": 48320, + "(mysqli": 48321, + "Ġdove": 48322, + "OfBirth": 48323, + ".disconnect": 48324, + "_hi": 48325, + "Ġzwischen": 48326, + "ĠGrund": 48327, + "iros": 48328, + "_Array": 48329, + ".onclick": 48330, + "ansom": 48331, + "Answers": 48332, + "ĉremove": 48333, + "Fa": 48334, + "Ġhurry": 48335, + "-inf": 48336, + "ĠgetClass": 48337, + "ĠRegulation": 48338, + "ĠFLAGS": 48339, + "misc": 48340, + "Ken": 48341, + "_heading": 48342, + "GHz": 48343, + "-entry": 48344, + "Ġbiography": 48345, + "Sig": 48346, + "-mf": 48347, + "Watcher": 48348, + "âĢľA": 48349, + "}px": 48350, + "Ġspicy": 48351, + "_sq": 48352, + "Lost": 48353, + "(track": 48354, + "али": 48355, + "Descending": 48356, + "((": 48553, + "survey": 48554, + "Ġíĺ": 48555, + "...')Ċ": 48556, + "ĠDivider": 48557, + "osl": 48558, + "_CANCEL": 48559, + "_prepare": 48560, + "stin": 48561, + "ĠHeath": 48562, + ".PrimaryKey": 48563, + "ĠâĨIJ": 48564, + "ĠLocalDateTime": 48565, + "Ġcooperative": 48566, + "Learning": 48567, + ".enqueue": 48568, + "Ġgoog": 48569, + "ĠRegression": 48570, + "imates": 48571, + "Ġvoyeur": 48572, + "ĠDrink": 48573, + "plug": 48574, + "Ġlender": 48575, + "mana": 48576, + "Ġpersonnes": 48577, + "ypse": 48578, + "Ġunlink": 48579, + "ĠRavens": 48580, + "Ġhurd": 48581, + "Ġperiodically": 48582, + "ARGS": 48583, + "ĠGH": 48584, + "characters": 48585, + "...\"ĊĊ": 48586, + "-establish": 48587, + "Ġdn": 48588, + "(condition": 48589, + "ĠGravity": 48590, + "Ġestas": 48591, + "_focus": 48592, + "Creature": 48593, + "(site": 48594, + "Ġcarr": 48595, + "ĠRL": 48596, + "ĠRI": 48597, + "ĠMoto": 48598, + "ASF": 48599, + "ĠLuckily": 48600, + "ĉRoute": 48601, + "Ġentropy": 48602, + "(\",\"": 48603, + "Collect": 48604, + "(contact": 48605, + "ĠFlorence": 48606, + "Ġpremiums": 48607, + "Ġlifecycle": 48608, + "Ġbans": 48609, + "xef": 48610, + "WebKit": 48611, + "ĠFloating": 48612, + "Ġcosa": 48613, + "Specific": 48614, + "ĠLoans": 48615, + "bread": 48616, + "Ġdescriptors": 48617, + "Ġ{:.": 48618, + "THREAD": 48619, + "ĠTrent": 48620, + "Ġscop": 48621, + "QA": 48622, + "ĠAntar": 48623, + "pel": 48624, + "_difference": 48625, + "_changes": 48626, + "(...)": 48627, + "ĠRotation": 48628, + "ĠLGPL": 48629, + "ĠJUST": 48630, + "(Task": 48631, + "_subset": 48632, + "ĠTRANS": 48633, + "åĬĽ": 48634, + "ĠScout": 48635, + "-popup": 48636, + "Ġsmoked": 48637, + "_Class": 48638, + "Ġturnover": 48639, + "brakk": 48640, + "ĠRocky": 48641, + "tas": 48642, + ".RegularExpressions": 48643, + "ĠElliott": 48644, + "ĠSpinner": 48645, + "DUCTION": 48646, + "Ġlibre": 48647, + "Ġmolto": 48648, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 48649, + "ĠFTP": 48650, + "mpeg": 48651, + "(features": 48652, + "Ġbald": 48653, + "ĠVid": 48654, + "Ġshouting": 48655, + "Lint": 48656, + "Ġsockets": 48657, + "Ġprow": 48658, + "Ġnouvelle": 48659, + "iscard": 48660, + "ĠSponsor": 48661, + "Ġconsulta": 48662, + ")));": 48663, + "Indian": 48664, + "ĠRaspberry": 48665, + "Ġteammate": 48666, + "ĠJWT": 48667, + "ĠGhana": 48668, + "Ġcakes": 48669, + "primer": 48670, + "forma": 48671, + "ergarten": 48672, + "_Manager": 48673, + "Ġpreseason": 48674, + "GAME": 48675, + "|\"": 48676, + "ĠBrock": 48677, + "Ġoccupy": 48678, + "Ġdecorations": 48679, + "ánd": 48680, + "Ġcot": 48681, + "Ġparan": 48682, + "Disk": 48683, + "remain": 48684, + ">?": 48685, + "Strong": 48686, + "Ġfrance": 48687, + "ĠEra": 48688, + "-cr": 48689, + ".BufferedReader": 48690, + "ĠParadise": 48691, + "ĠVAT": 48692, + "ĠAnders": 48693, + "Ġlimb": 48694, + "ampoo": 48695, + "Ġimperative": 48696, + "UTILITY": 48697, + "ĠRecognition": 48698, + "Ġragazze": 48699, + "Ġpops": 48700, + "ypress": 48701, + "Ġembargo": 48702, + "//{Ċ": 48703, + "Ġsyll": 48704, + "PTR": 48705, + "åŃĺåľ¨": 48706, + "Ġdidnt": 48707, + "Mailer": 48708, + "Ġacademics": 48709, + "ĠFrauen": 48710, + "neider": 48711, + "-rel": 48712, + "Ġrainbow": 48713, + "(In": 48714, + "Ġsliced": 48715, + "=============Ċ": 48716, + "(send": 48717, + "NSMutableDictionary": 48718, + "vos": 48719, + "(package": 48720, + "Ġordinance": 48721, + "viewer": 48722, + "ĠSantos": 48723, + "-selling": 48724, + "Ġgov": 48725, + "ettle": 48726, + "Ġfounders": 48727, + "Ġwaking": 48728, + "slashes": 48729, + "-pound": 48730, + "recht": 48731, + "ات": 48732, + ".onClick": 48733, + "Ġnord": 48734, + "ständ": 48735, + "_when": 48736, + "UTERS": 48737, + "icc": 48738, + "Ġcapsule": 48739, + "ĠWid": 48740, + "Marc": 48741, + "ุ": 48742, + "rored": 48743, + "UGE": 48744, + "LOUD": 48745, + "ĠAudit": 48746, + "ipients": 48747, + "opian": 48748, + "ĠSue": 48749, + "Ġwurden": 48750, + ".Helpers": 48751, + "Ġfactions": 48752, + "[np": 48753, + "-than": 48754, + "Ġreco": 48755, + "Ġkas": 48756, + "Ġcmds": 48757, + "/network": 48758, + "xbf": 48759, + "getColor": 48760, + "Ġbiased": 48761, + "ĠLak": 48762, + "Datas": 48763, + "vents": 48764, + "Ġë²": 48765, + "_PS": 48766, + ".Validate": 48767, + "Invoker": 48768, + "Ġneuen": 48769, + "Ġjuvenile": 48770, + "VISION": 48771, + "Ġdevote": 48772, + "Ġlinha": 48773, + "Ġdiscounted": 48774, + "\\Config": 48775, + "Ġworthwhile": 48776, + "Ġskinny": 48777, + "ĠCourses": 48778, + "leys": 48779, + "ĠMortgage": 48780, + "Kevin": 48781, + "Ġannounces": 48782, + "])*": 48783, + "reservation": 48784, + "Ġæķ°": 48785, + "Ġprejudice": 48786, + "ĠStringComparison": 48787, + "Ġbeard": 48788, + "-win": 48789, + "ĠSão": 48790, + "ĉms": 48791, + "jal": 48792, + "ĠEarn": 48793, + "_ports": 48794, + "ĠNombre": 48795, + "_COR": 48796, + "ĠBUILD": 48797, + ".sound": 48798, + "Yellow": 48799, + "Ġlinebacker": 48800, + "Ġcharitable": 48801, + "jug": 48802, + "_NONNULL": 48803, + "ĠDental": 48804, + "\">${": 48805, + "ĉmatch": 48806, + "Russian": 48807, + "Ġversch": 48808, + "Ġpinned": 48809, + "Ġadopting": 48810, + "OptionsMenu": 48811, + "Pag": 48812, + "Ġpairing": 48813, + "Ġtread": 48814, + "ercises": 48815, + "ĠSpread": 48816, + ")i": 48817, + "ĠBAD": 48818, + "_tf": 48819, + "UIImageView": 48820, + "populate": 48821, + "bab": 48822, + "ĠÏĥ": 48823, + "[++": 48824, + "Ġopioid": 48825, + "Ġ##Ċ": 48826, + "dtype": 48827, + "ĠStarts": 48828, + "('/')": 48829, + "Ġpersonals": 48830, + "-market": 48831, + "Ġredundant": 48832, + "ĠEssential": 48833, + "Ġscrapy": 48834, + "Ġим": 48835, + "acl": 48836, + "Ġcrear": 48837, + "ĠBend": 48838, + "Ġrelieve": 48839, + "-room": 48840, + "wife": 48841, + "ĠvÃł": 48842, + "ĠQPoint": 48843, + "Ġquasi": 48844, + "ĠmethodName": 48845, + "\\xc": 48846, + "ĠPeru": 48847, + "/The": 48848, + ".orm": 48849, + "Ġviz": 48850, + "/pdf": 48851, + "Located": 48852, + "Ġconfrontation": 48853, + "ĠChampionships": 48854, + "Ġhypert": 48855, + "Ġdj": 48856, + "ĠUserInfo": 48857, + "ĠåĪĽå»º": 48858, + "\\xb": 48859, + "(sim": 48860, + "Ġ==Ċ": 48861, + "Ġstaging": 48862, + "Ġdrastically": 48863, + "åѦ": 48864, + "lords": 48865, + ".less": 48866, + "ведиÑĤе": 48867, + "ĠBucket": 48868, + "ĠMam": 48869, + ".term": 48870, + "_pi": 48871, + "czy": 48872, + ".pub": 48873, + "precio": 48874, + "ĠVirt": 48875, + "Ġroman": 48876, + "itat": 48877, + "Lex": 48878, + "_infos": 48879, + "Ä°": 48880, + ".other": 48881, + "VELO": 48882, + "Ġponder": 48883, + "Ġhanno": 48884, + "(Page": 48885, + "doi": 48886, + "Ġpolite": 48887, + "Ġprogrammer": 48888, + "Dies": 48889, + "$d": 48890, + "Ġreplication": 48891, + "addColumn": 48892, + "frican": 48893, + "Ġleng": 48894, + "beer": 48895, + "oit": 48896, + "Ġwasting": 48897, + "ylim": 48898, + "measure": 48899, + "Neg": 48900, + "Ġpartie": 48901, + ".console": 48902, + "ĠGuinea": 48903, + "TEL": 48904, + "_fact": 48905, + ".chunk": 48906, + "Ġlent": 48907, + "Ġaller": 48908, + "Ġà¤ķ": 48909, + "_idle": 48910, + "Ġadmissions": 48911, + "JSONArray": 48912, + "Ġvibration": 48913, + ".helpers": 48914, + "å¤ĸ": 48915, + "Ġhen": 48916, + "john": 48917, + "ĠìĥĿ": 48918, + "Ġjudgement": 48919, + "Ġgeen": 48920, + "terra": 48921, + "^{": 48922, + "ĠIz": 48923, + "Ġcâ": 48924, + "instances": 48925, + "Ġthreatens": 48926, + "Ġmüssen": 48927, + "KindOfClass": 48928, + "Ġstorytelling": 48929, + "_demo": 48930, + "rias": 48931, + "Privacy": 48932, + "hift": 48933, + "ĠYi": 48934, + "esor": 48935, + "íķł": 48936, + "ensitivity": 48937, + ".Writer": 48938, + "à¸Ĥ": 48939, + "District": 48940, + ".getJSONObject": 48941, + "Impro": 48942, + "(getResources": 48943, + "ĠSPELL": 48944, + "roduce": 48945, + "Ġslowed": 48946, + "Ġlinewidth": 48947, + "Ġhonesty": 48948, + "ĠCoord": 48949, + "ĠFork": 48950, + "ĠDispatchQueue": 48951, + "ĠCliff": 48952, + "ĠWiring": 48953, + "_TIMESTAMP": 48954, + "ollah": 48955, + "avoid": 48956, + "++];Ċ": 48957, + "semantic": 48958, + "-css": 48959, + "Ġveto": 48960, + "ĠMerr": 48961, + "Ġlegislators": 48962, + "CEEDED": 48963, + "Ġquestionnaire": 48964, + "ĠPills": 48965, + "Calculate": 48966, + "(core": 48967, + "'e": 48968, + "Ġdislike": 48969, + "ĠPreferences": 48970, + "_EXTERNAL": 48971, + "è°ĥ": 48972, + "Ġdodge": 48973, + "æľįåĬ¡": 48974, + ".names": 48975, + ".drawImage": 48976, + "_prom": 48977, + "uckland": 48978, + "Ġ<$>": 48979, + "ız": 48980, + "/site": 48981, + "项": 48982, + "rophe": 48983, + "Ġcompelled": 48984, + "Ġlaptops": 48985, + "Ġuni": 48986, + "CLOSE": 48987, + "Ġcasualties": 48988, + "ĠUniform": 48989, + "Terminal": 48990, + ".\",\"": 48991, + "DAT": 48992, + "(TreeNode": 48993, + "ĠGandhi": 48994, + "(stmt": 48995, + "AXB": 48996, + "*M": 48997, + "Ġumbrella": 48998, + "animal": 48999, + "Ġgrpc": 49000, + "Ġwhereby": 49001, + "Ġfloats": 49002, + "ĉarg": 49003, + "Ġdbg": 49004, + "Ġexceeding": 49005, + "EventType": 49006, + ".SaveChangesAsync": 49007, + "Ġ{{{": 49008, + "Ġowed": 49009, + "ahrenheit": 49010, + "Ġì§": 49011, + "Ġequipo": 49012, + "urai": 49013, + "Ġidol": 49014, + "]\")Ċ": 49015, + "_major": 49016, + "Ġentirety": 49017, + "ingerprint": 49018, + "ços": 49019, + "/account": 49020, + "ĉright": 49021, + "ursos": 49022, + "ĠEDT": 49023, + "_INSERT": 49024, + "Ġshining": 49025, + "Ġ<:": 49026, + "EdgeInsets": 49027, + "Ġcolonies": 49028, + ".IM": 49029, + "ĉĠĉ": 49030, + "ROAD": 49031, + "CCCC": 49032, + "placing": 49033, + "ĠgetActivity": 49034, + "emacs": 49035, + "'%(": 49036, + ".clicked": 49037, + "ĠThem": 49038, + "isia": 49039, + "Buscar": 49040, + ".rename": 49041, + "Ġoath": 49042, + "Ġafterward": 49043, + "ĠUFO": 49044, + "APS": 49045, + "ĠJacksonville": 49046, + ".some": 49047, + "Confirmed": 49048, + ".scan": 49049, + "igInteger": 49050, + "Decorator": 49051, + "shield": 49052, + "ressive": 49053, + ".did": 49054, + "请è¾ĵåħ¥": 49055, + "Ġshutter": 49056, + "Dam": 49057, + "Ġparenting": 49058, + "eyed": 49059, + "$item": 49060, + "-develop": 49061, + "Ġextracts": 49062, + "Ġdecentralized": 49063, + "ĠElsa": 49064, + "_spin": 49065, + "])+": 49066, + "-initial": 49067, + "Ġmultitude": 49068, + "Ġsensory": 49069, + "ĠMODEL": 49070, + "Ġsafeguard": 49071, + "ì¹": 49072, + "Ġhunters": 49073, + "ĠTiny": 49074, + "INO": 49075, + "decorate": 49076, + "ĠNoSuch": 49077, + "Ho": 49078, + "(Response": 49079, + "Ġruler": 49080, + "ĉshort": 49081, + "Ġcaster": 49082, + "ĠclientId": 49083, + "Ġpdb": 49084, + "ëıĦ": 49085, + "itic": 49086, + "ĠGameState": 49087, + "ĠnewItem": 49088, + ")ĊĊĊĊĊĊ": 49089, + "ouis": 49090, + "noc": 49091, + ".BLACK": 49092, + "_VECTOR": 49093, + "----------();": 49381, + ".getP": 49382, + "anye": 49383, + "Ġneuron": 49384, + "ifold": 49385, + "ĠKnown": 49386, + "Bitcoin": 49387, + "Anyway": 49388, + "ayette": 49389, + "Ġ'['": 49390, + "Ãłnh": 49391, + "mgr": 49392, + "Ġcorrelated": 49393, + "Ġnause": 49394, + "Ġmentality": 49395, + "hasMany": 49396, + "ĠFG": 49397, + "ampie": 49398, + "ITU": 49399, + "Fs": 49400, + ".Sp": 49401, + "_between": 49402, + "Dependencies": 49403, + "oug": 49404, + "Placeholder": 49405, + "=text": 49406, + "ĠManaging": 49407, + "ocalypse": 49408, + "åĮĹ": 49409, + "_mag": 49410, + "fld": 49411, + "âij": 49412, + "CAM": 49413, + "ĠHelpers": 49414, + "Ġdost": 49415, + "/out": 49416, + "Ġassassination": 49417, + ".getImage": 49418, + "ĠKenny": 49419, + ".')ĊĊ": 49420, + "){//": 49421, + "ĠRanger": 49422, + "Ġgek": 49423, + "Ġsincere": 49424, + "čĊ": 49627, + ".getResources": 49628, + "Ġlump": 49629, + "_consts": 49630, + "(ext": 49631, + "ĉdir": 49632, + "âĿ": 49633, + "ĠpaddingTop": 49634, + "Ġobsession": 49635, + "Ġbanning": 49636, + "ĠAppModule": 49637, + "Ġpartisan": 49638, + "Ġcatalogue": 49639, + "Ġminors": 49640, + "Ġpitches": 49641, + "weep": 49642, + "Ġundertake": 49643, + "Ġthemed": 49644, + "audit": 49645, + ".scrollTop": 49646, + "Ġrer": 49647, + "Ġsymptom": 49648, + "Ġopenings": 49649, + ".blocks": 49650, + "openid": 49651, + "Ġassh": 49652, + "-save": 49653, + "ĠPig": 49654, + "Ġregain": 49655, + "Ġinicial": 49656, + "/favicon": 49657, + "ĉexp": 49658, + "Ġspices": 49659, + "iska": 49660, + "claims": 49661, + "mak": 49662, + "definitions": 49663, + "Ġcorrespondent": 49664, + "ĠCannabis": 49665, + "__,Ċ": 49666, + "ĠLucky": 49667, + "ĠGaussian": 49668, + "ĠNearly": 49669, + "CAD": 49670, + "']]Ċ": 49671, + "Ġadequately": 49672, + "ĠTITLE": 49673, + "constitutional": 49674, + "-mm": 49675, + "_override": 49676, + "Ġblas": 49677, + ".readyState": 49678, + "Ġreminis": 49679, + "Ġreinforced": 49680, + "ĠCollabor": 49681, + "Ġdecorating": 49682, + "Ġbachelor": 49683, + "ERRUPT": 49684, + "Ġupright": 49685, + "ipation": 49686, + "ĠNoble": 49687, + "ĠvalueForKey": 49688, + "ĠsetLoading": 49689, + ".Ignore": 49690, + "åģ": 49691, + "Globals": 49692, + "ĠMent": 49693, + "ASSES": 49694, + "Ġlimbs": 49695, + "ĠHUD": 49696, + "inci": 49697, + ".iv": 49698, + "ĠQModelIndex": 49699, + "Fuse": 49700, + "Ġpedal": 49701, + "_FREQ": 49702, + "(verbose": 49703, + "Ġlongitud": 49704, + "ĠCharter": 49705, + "ê·¸": 49706, + "Ġbundles": 49707, + ".ignore": 49708, + "umbo": 49709, + "EMA": 49710, + ".......": 49711, + "sx": 49712, + ".Card": 49713, + "Ġheute": 49714, + "Ġsteer": 49715, + "jumlah": 49716, + "Ġ{_": 49717, + "_Checked": 49718, + "Ġfax": 49719, + "ĠGust": 49720, + "itchens": 49721, + "Ġ))ĊĊ": 49722, + "Ġremarkably": 49723, + "/XML": 49724, + "-remove": 49725, + "_bt": 49726, + "Ġincub": 49727, + ".package": 49728, + ".currentThread": 49729, + "ĠHighlander": 49730, + ".side": 49731, + "splash": 49732, + "Ġici": 49733, + "=D": 49734, + "Ġpuck": 49735, + "Ġballots": 49736, + "Ġhugely": 49737, + "coeff": 49738, + "ĠpData": 49739, + ".COLUMN": 49740, + "ĠHealing": 49741, + "Ġordin": 49742, + "!),": 49743, + "Ġ'',čĊ": 49744, + "(md": 49745, + "ĠSask": 49746, + "čĊ": 49768, + "Ġrá": 49769, + "Ġblunt": 49770, + "ĠImageIcon": 49771, + "ifik": 49772, + "RTC": 49773, + "Ġfibers": 49774, + "Ġtoile": 49775, + ".sent": 49776, + "ĠPyQt": 49777, + "$app": 49778, + "Ġmedio": 49779, + "Ġgranting": 49780, + "Ġtslint": 49781, + "ĠMö": 49782, + "(figsize": 49783, + "Ġhurricane": 49784, + "Ġlifes": 49785, + "ĠÃĦ": 49786, + "rocessing": 49787, + "_standard": 49788, + "-option": 49789, + "')))": 49790, + "Ġvacant": 49791, + "å·¥": 49792, + "ĠHollow": 49793, + "handleChange": 49794, + "Ġdivider": 49795, + "ĠEngineers": 49796, + "Ġsvens": 49797, + "Ġcompliant": 49798, + "tanggal": 49799, + "ĠCredits": 49800, + "ĠEmirates": 49801, + "RuleContext": 49802, + "Ġrealization": 49803, + "Ġdistracted": 49804, + "]+=": 49805, + "Ġaugment": 49806, + "ĠDw": 49807, + "otp": 49808, + "orrent": 49809, + "Editar": 49810, + ".stock": 49811, + "Study": 49812, + "pections": 49813, + "ĠGameManager": 49814, + "=cut": 49815, + "Ġflock": 49816, + "ĠRomans": 49817, + "them": 49818, + "-hop": 49819, + "Ġscreenshots": 49820, + "Ġ/*!Ċ": 49821, + "Ġconversions": 49822, + "Ġnormalization": 49823, + "(configuration": 49824, + "Ġaeros": 49825, + "_security": 49826, + "!'Ċ": 49827, + "Bonus": 49828, + "ĠDRIVER": 49829, + "ĉDate": 49830, + "tie": 49831, + "ĠWyoming": 49832, + "Stand": 49833, + "itre": 49834, + "Ġshoppers": 49835, + "Ġdisadvantage": 49836, + "Ġliking": 49837, + "ç¬ij": 49838, + "Ġunderstandable": 49839, + "SEE": 49840, + "Ġhoy": 49841, + "Ġninete": 49842, + "Ġconfer": 49843, + "Ġnowrap": 49844, + "ĠVern": 49845, + ",čĊčĊ": 49846, + "imestep": 49847, + "LayoutManager": 49848, + "à·": 49849, + "ĉwait": 49850, + "PLETED": 49851, + "Japan": 49852, + "Ġinduce": 49853, + "Ġå¯": 49854, + "озв": 49855, + "_ENDPOINT": 49856, + ".horizontal": 49857, + "Ġaccelerated": 49858, + "rimon": 49859, + "IVES": 49860, + "Transactions": 49861, + "Lean": 49862, + "ĠSOUR": 49863, + "whether": 49864, + "yg": 49865, + "Ġoid": 49866, + "ĠEntityManager": 49867, + "OUNTRY": 49868, + "Ġfila": 49869, + "OLUMNS": 49870, + "INUE": 49871, + "ĠAnchor": 49872, + "TRAN": 49873, + "woo": 49874, + "blockquote": 49875, + "ĠNurse": 49876, + "ĠCarp": 49877, + "Ġredeem": 49878, + ".try": 49879, + "ĠJP": 49880, + "Ġtimestamps": 49881, + "Ġ?>\"><": 49882, + "ĠREMOVE": 49883, + "ĠStarbucks": 49884, + "Really": 49885, + "Ġflooded": 49886, + ".Callback": 49887, + "DropDown": 49888, + "ipro": 49889, + "Ġtended": 49890, + "lte": 49891, + "Ġproportions": 49892, + "-te": 49893, + "ĠRena": 49894, + "licate": 49895, + "forces": 49896, + ".extra": 49897, + ".authenticate": 49898, + "вод": 49899, + "¡°": 49900, + "ĠforControlEvents": 49901, + "Ġsenha": 49902, + "Ġkein": 49903, + "Ġminist": 49904, + "ĠPreference": 49905, + "ĠTelegraph": 49906, + "Ñĥп": 49907, + "strpos": 49908, + "Ġillnesses": 49909, + "Ġpigs": 49910, + "ĠgetIntent": 49911, + "Sol": 49912, + "Ġ¡": 49913, + "(cpu": 49914, + "[prop": 49915, + "screens": 49916, + "');?>": 49917, + "ĠActs": 49918, + "Ġstrdup": 49919, + "Ġaverages": 49920, + "anal": 49921, + "ĠCasual": 49922, + "GroupBox": 49923, + "ĠHandbook": 49924, + "/comments": 49925, + "Ġnumbered": 49926, + "Ġbroadcasting": 49927, + "çĽij": 49928, + ".nativeElement": 49929, + ".mu": 49930, + "ĠupdatedAt": 49931, + "ĠDoesn": 49932, + ".AC": 49933, + ".coll": 49934, + "Ġrecorder": 49935, + "_sha": 49936, + "Bg": 49937, + "bil": 49938, + "Ġbolts": 49939, + "Ġç¬": 49940, + "Ġimposing": 49941, + "ĠInformationen": 49942, + "_flashdata": 49943, + "economic": 49944, + "Remark": 49945, + "ucas": 49946, + "ĠOfficers": 49947, + "ĠTER": 49948, + "Walk": 49949, + "Ġmercado": 49950, + "_generate": 49951, + "HY": 49952, + "Calling": 49953, + "snap": 49954, + "scriptId": 49955, + ".operation": 49956, + "ĠFlame": 49957, + "liness": 49958, + "Ġrented": 49959, + "_toggle": 49960, + "-changing": 49961, + "ĠTY": 49962, + "'util": 49963, + "EEP": 49964, + "Ġgraphql": 49965, + "ĠUni": 49966, + "Ġimpulse": 49967, + ".Basic": 49968, + "Ġenergies": 49969, + "MARY": 49970, + "ĠMarcel": 49971, + "Ġmortal": 49972, + "Ġfres": 49973, + "mens": 49974, + "motion": 49975, + "Ġsampled": 49976, + "âĢľThat": 49977, + "iday": 49978, + "quipment": 49979, + "getInt": 49980, + "ĠAbsolute": 49981, + ",'\"": 49982, + "uned": 49983, + ".share": 49984, + "Ġ})(": 49985, + "mmm": 49986, + "ĠRising": 49987, + "ä»»": 49988, + "Ġunemployed": 49989, + "xfa": 49990, + ".follow": 49991, + "ĉĉĉĉĠĠĠĠĠĠ": 49992, + "slt": 49993, + ".Phone": 49994, + "Ġknives": 49995, + "Ġeve": 49996, + "onClick": 49997, + "]))čĊ": 49998, + "ĠWitness": 49999, + "ĉNS": 50000, + "ĠEOS": 50001, + "ĠStefan": 50002, + "ĠPriest": 50003, + "âĢĶwhich": 50004, + "GetString": 50005, + ".By": 50006, + "Ġupstairs": 50007, + "Ġdetriment": 50008, + "broken": 50009, + "embro": 50010, + "Ġnicotine": 50011, + "ilion": 50012, + "Ġastonishing": 50013, + "_aff": 50014, + "ĠLesson": 50015, + "Ġaccidental": 50016, + "odor": 50017, + "Ġdecir": 50018, + "ĠnewName": 50019, + "+.": 50020, + "缸": 50021, + "igslist": 50022, + "ĠGithub": 50023, + "Ġsuccessive": 50024, + "racial": 50025, + "Ġenviron": 50026, + "éªĮè¯ģ": 50027, + "Ġredirected": 50028, + "TOTAL": 50029, + "Ġgrabbing": 50030, + "ĠLance": 50031, + "Ġforfe": 50032, + "_CB": 50033, + "å¾®": 50034, + "Elapsed": 50035, + "_way": 50036, + "(DialogInterface": 50037, + "_measure": 50038, + "xbb": 50039, + "Dog": 50040, + "Depart": 50041, + "-src": 50042, + "resolver": 50043, + "withstanding": 50044, + "_shell": 50045, + "ĠLastName": 50046, + "ĠAviation": 50047, + "Ġbeginner": 50048, + "(\"%.": 50049, + "(tool": 50050, + "Ġнов": 50051, + ":init": 50052, + "(API": 50053, + "ĠMorrison": 50054, + "vtColor": 50055, + "Ġstaple": 50056, + "/INFO": 50057, + "Ġsupernatural": 50058, + "Ġsteak": 50059, + "timeline": 50060, + "zzle": 50061, + "\"`ĊĊ": 50062, + "Secondary": 50063, + "ĠNepal": 50064, + ".StringUtils": 50065, + "Ġadam": 50066, + "Ġ(...": 50067, + "Ġsubstitution": 50068, + "Ġboarding": 50069, + "ĠKeyword": 50070, + "ĠAssault": 50071, + "dbcTemplate": 50072, + "ĠorderId": 50073, + "(engine": 50074, + ".assertThat": 50075, + "ĠVenus": 50076, + "Ġhomicide": 50077, + "ĠAval": 50078, + "Ġgutter": 50079, + "ĠSupported": 50080, + "/part": 50081, + "Ġacclaimed": 50082, + "Histor": 50083, + "Ġmeses": 50084, + "über": 50085, + "ĠRenew": 50086, + "Ġgras": 50087, + "ĠEk": 50088, + "Ġinfile": 50089, + "indy": 50090, + ".music": 50091, + ".Scroll": 50092, + "ĠAges": 50093, + "ĠNaruto": 50094, + "ĠGather": 50095, + "Ġconfirming": 50096, + "=(\"": 50097, + "Ġpitched": 50098, + "oley": 50099, + "France": 50100, + "+'\"": 50101, + "$total": 50102, + "Ġonde": 50103, + "Ġditch": 50104, + "_sigma": 50105, + "Ġcontinuity": 50106, + "reward": 50107, + "-load": 50108, + "Ġproceso": 50109, + "Locked": 50110, + "staw": 50111, + "Ġspinal": 50112, + "lazy": 50113, + "!==": 50114, + "jest": 50115, + "Ġdun": 50116, + "ĠRodgers": 50117, + "ĉgrid": 50118, + "Ġlogos": 50119, + "ĠBengal": 50120, + ".super": 50121, + "Provides": 50122, + "Ġnutrient": 50123, + ".Timestamp": 50124, + "IZATION": 50125, + "åĨĮ": 50126, + "Ġfats": 50127, + "ĠXxx": 50128, + "ctica": 50129, + "Targets": 50130, + "Ġcontours": 50131, + "Ġreordered": 50132, + ":Array": 50133, + "Ġtolerate": 50134, + "Vir": 50135, + "Ġterribly": 50136, + "Ġbricks": 50137, + "(&_": 50138, + "hb": 50139, + "Portal": 50140, + "ĠBread": 50141, + ".which": 50142, + "ÂŃt": 50143, + "asInstanceOf": 50144, + "Ġjobject": 50145, + "ĉlength": 50146, + "_MT": 50147, + ";\">čĊ": 50148, + "_EXIST": 50149, + "Ġmaternal": 50150, + "REL": 50151, + "Ġê²½ìļ°": 50152, + "hee": 50153, + "Ġlayouts": 50154, + "ĠLap": 50155, + "aisy": 50156, + "Ġstumbled": 50157, + "ĠUIG": 50158, + "ĠSco": 50159, + "Ġimpaired": 50160, + "RESSED": 50161, + "Ġabuses": 50162, + "VF": 50163, + "ARB": 50164, + ".NAME": 50165, + "rch": 50166, + "primir": 50167, + "_completed": 50168, + "Ġpenny": 50169, + "Chrome": 50170, + "(begin": 50171, + "ernen": 50172, + "-checkbox": 50173, + "PlainOldData": 50174, + "ĠLPC": 50175, + "rade": 50176, + "spir": 50177, + "Ġconceived": 50178, + "Tips": 50179, + "ĠIoT": 50180, + "ĠGan": 50181, + "èģĶ": 50182, + "Ġbiases": 50183, + "Ġconsultants": 50184, + "pled": 50185, + "_ht": 50186, + "associated": 50187, + "],ĊĊ": 50188, + "Ġdelightful": 50189, + "ĠÑĤек": 50190, + "Helvetica": 50191, + "(load": 50192, + "-expand": 50193, + "_WIDGET": 50194, + "toa": 50195, + "ĠAkt": 50196, + "Ġomn": 50197, + "Ġclauses": 50198, + "Intel": 50199, + "*/}Ċ": 50200, + "_registration": 50201, + "ĠoldValue": 50202, + "Ġrestoring": 50203, + "Ġunreal": 50204, + "OVER": 50205, + "ĉĊĉĊĉĊ": 50206, + "ATS": 50207, + "_probe": 50208, + "Ġdivisor": 50209, + ".updateDynamic": 50210, + "å¹³": 50211, + "Produces": 50212, + "stamp": 50213, + ".jboss": 50214, + "ĉtask": 50215, + "!(:": 50216, + "Ġpsychic": 50217, + "@class": 50218, + "Martin": 50219, + "ĠPassed": 50220, + "clarations": 50221, + "hel": 50222, + "аÑĩ": 50223, + "ĉcopy": 50224, + "-bin": 50225, + "zan": 50226, + "igram": 50227, + "াà¦": 50228, + "(sig": 50229, + "ĠCaval": 50230, + "_##": 50231, + "Ġ%=": 50232, + "outlined": 50233, + "ĠAcid": 50234, + "Ġunpredictable": 50235, + "-dashboard": 50236, + "HexString": 50237, + "+c": 50238, + ".Public": 50239, + "ẩ": 50240, + "Ġconveyor": 50241, + "ĠEB": 50242, + "Ġselects": 50243, + "Ġknocking": 50244, + "ĠCec": 50245, + "IBUTES": 50246, + "owaÄĩ": 50247, + "gatsby": 50248, + "*v": 50249, + "entropy": 50250, + "Ġdispatched": 50251, + "Ġcamel": 50252, + "ĠSaturn": 50253, + "Ġoverweight": 50254, + "(phone": 50255, + "parable": 50256, + "%B": 50257, + "_vectors": 50258, + "Ġbrewing": 50259, + "ĠTk": 50260, + "ĠDownloads": 50261, + "ĠSaved": 50262, + ".Price": 50263, + "Ġcurved": 50264, + "ĠParenthood": 50265, + "è¶": 50266, + ".pnl": 50267, + "pletely": 50268, + ".Day": 50269, + "Ġadvertisers": 50270, + "Ġejec": 50271, + "Ġprzed": 50272, + "ë¯": 50273, + "!';Ċ": 50274, + "ĠKush": 50275, + "ĠTAB": 50276, + "Ġquests": 50277, + "Ġcoincidence": 50278, + "ummies": 50279, + "ĠKashmir": 50280, + "ĠEthics": 50281, + "_growth": 50282, + "Ġaktiv": 50283, + "Ġgrouping": 50284, + "å¢ŀ": 50285, + "_truth": 50286, + "åIJ¬": 50287, + "todos": 50288, + "iset": 50289, + "TexCoord": 50290, + "ätt": 50291, + "ĠZur": 50292, + "roys": 50293, + "_MAGIC": 50294, + "Ġbrewery": 50295, + "(State": 50296, + "ĠSMALL": 50297, + "ĠPlants": 50298, + "itbart": 50299, + "eacher": 50300, + "ĠAdelaide": 50301, + "Lu": 50302, + "Ġfick": 50303, + "undles": 50304, + "_loaded": 50305, + "ие": 50306, + "Poll": 50307, + "ritic": 50308, + "ELY": 50309, + "Ġ+'": 50310, + "ĠProfession": 50311, + "Ġstamps": 50312, + "ĠSew": 50313, + "scrollView": 50314, + "Ġcommunist": 50315, + "/problems": 50316, + "}čĊčĊčĊčĊ": 50317, + ",o": 50318, + "Ġudp": 50319, + "Ġobese": 50320, + "approve": 50321, + "ancellation": 50322, + "_Game": 50323, + "ĠHashtable": 50324, + "adaptiveStyles": 50325, + "Ġpossesses": 50326, + ".matcher": 50327, + "functional": 50328, + "Mrs": 50329, + "ĉsave": 50330, + "ĠDbType": 50331, + "Ġken": 50332, + "getContext": 50333, + "Ġmans": 50334, + "(rel": 50335, + "ĠBrotherhood": 50336, + ")`Ċ": 50337, + "解": 50338, + ".Information": 50339, + "OutOfRangeException": 50340, + "ĠSek": 50341, + "Cas": 50342, + "Ġbloggers": 50343, + "Either": 50344, + "(\"\"\"": 50345, + "Ġpinch": 50346, + "Ġcoarse": 50347, + ")p": 50348, + "ĠPulse": 50349, + "Ġlearnt": 50350, + "Ġdentist": 50351, + "Ġonchange": 50352, + "Ġdirectives": 50353, + "(actions": 50354, + "nyder": 50355, + "ĠShir": 50356, + "Trait": 50357, + "_dep": 50358, + "ĠPET": 50359, + "ĠREP": 50360, + ".AppSettings": 50361, + "cuador": 50362, + "idenav": 50363, + "Ġenvi": 50364, + "Ġslammed": 50365, + "ĠShoot": 50366, + "ĠdateFormat": 50367, + ".joda": 50368, + "veys": 50369, + "Ġ).ĊĊ": 50370, + "Ġcareg": 50371, + "ĠParallel": 50372, + "_translation": 50373, + ".functions": 50374, + ".obs": 50375, + "RuntimeException": 50376, + "[]=": 50377, + "overview": 50378, + "ĠSchl": 50379, + "Ġnoisy": 50380, + "ĠOnPropertyChanged": 50381, + "Sending": 50382, + "Ġunfamiliar": 50383, + "Upon": 50384, + "ĠPrints": 50385, + ".typ": 50386, + "Ġfleeing": 50387, + "ĉmove": 50388, + "(Un": 50389, + "Ġqr": 50390, + "׾": 50391, + "_beta": 50392, + "Ġskies": 50393, + "ĉme": 50394, + "WND": 50395, + "Ġstickers": 50396, + "blas": 50397, + "Ġinserts": 50398, + "Ġverses": 50399, + "ĠDew": 50400, + "Ġtangible": 50401, + "Ġhecho": 50402, + "POL": 50403, + "Ġteardown": 50404, + "omnia": 50405, + "IBE": 50406, + ".cover": 50407, + "_strategy": 50408, + "^-": 50409, + "setPosition": 50410, + "uale": 50411, + "Signed": 50412, + "Ġiface": 50413, + "aseline": 50414, + ".setTime": 50415, + "ĠMineral": 50416, + "ĠFighting": 50417, + "skins": 50418, + "Ġdiscrimin": 50419, + "Ġdansk": 50420, + "ĠPrinceton": 50421, + "acist": 50422, + "Ġ());Ċ": 50423, + "tracks": 50424, + "imonial": 50425, + "adecimal": 50426, + "EPROM": 50427, + "uggle": 50428, + ".Notification": 50429, + "$mail": 50430, + "cantidad": 50431, + "ĠJung": 50432, + "Ġseekers": 50433, + "Ġplausible": 50434, + "tier": 50435, + "еж": 50436, + "Ġrapper": 50437, + "ĠMana": 50438, + "ĠHttpStatusCode": 50439, + "Ġburnt": 50440, + "loses": 50441, + "ĠFoto": 50442, + "ĠJsonObject": 50443, + "Instagram": 50444, + "Ġsyscall": 50445, + "Ġrealities": 50446, + "ĠMATLAB": 50447, + ":^{Ċ": 50448, + "TERM": 50449, + "ĠCbd": 50450, + "ĠParagraph": 50451, + "Ġtravés": 50452, + "Ġconstructing": 50453, + "Ġswal": 50454, + "Ġpige": 50455, + "LLLL": 50456, + "-existing": 50457, + "Gets": 50458, + "Ġmelted": 50459, + "Ġmitigate": 50460, + "Hen": 50461, + "Ġhm": 50462, + "imas": 50463, + "ĠAo": 50464, + "ĠPerez": 50465, + "ĠDAL": 50466, + "Ġëĭ¤": 50467, + "Ġdivis": 50468, + "StoryboardSegue": 50469, + "ĠModify": 50470, + "ĠÃľber": 50471, + "_OVERRIDE": 50472, + ".pem": 50473, + "untos": 50474, + "Ġespañ": 50475, + "Ġ{?": 50476, + "ĠPAY": 50477, + "_ipv": 50478, + "ĠFury": 50479, + "__.__": 50480, + "elow": 50481, + "-centered": 50482, + "checks": 50483, + "_Reg": 50484, + "-Javadoc": 50485, + "ĉload": 50486, + "ĠLikewise": 50487, + "اÙħ": 50488, + "UNE": 50489, + ".sem": 50490, + "xcb": 50491, + "ĠCave": 50492, + "_sleep": 50493, + "Ġsilently": 50494, + "ĠExtreme": 50495, + ".ToUpper": 50496, + "ĉCHECK": 50497, + "Ġcue": 50498, + "ĠQByteArray": 50499, + "Ġcorrupted": 50500, + "ĠDé": 50501, + "Ġimped": 50502, + "GetName": 50503, + "Ġinaccurate": 50504, + "Ġsober": 50505, + "ее": 50506, + "Ġbarcode": 50507, + "--){Ċ": 50508, + "inki": 50509, + "Ġép": 50510, + "Ġdri": 50511, + "ĠALT": 50512, + ">>>>>>>>": 50513, + "onta": 50514, + "[L": 50515, + "Ġinteres": 50516, + "verting": 50517, + "Ġdiagnostics": 50518, + "pdev": 50519, + "è©": 50520, + "ĠIntegrated": 50521, + ").'": 50522, + "_gc": 50523, + "$text": 50524, + ".games": 50525, + "ĠTerra": 50526, + "'Re": 50527, + ".transfer": 50528, + "_FIFO": 50529, + "getModel": 50530, + "Ġbland": 50531, + "ĠColeman": 50532, + "Ġprimes": 50533, + "ĠæĪ": 50534, + "Ġcrosses": 50535, + "nk": 50536, + "GING": 50537, + "Ġ'^": 50538, + "ĠBlob": 50539, + "Ġintercourse": 50540, + "ĠBlvd": 50541, + "Ġweighs": 50542, + "_regular": 50543, + "ĠPerth": 50544, + "Ġseparating": 50545, + "Ġbilled": 50546, + ".tabControl": 50547, + "Ġpuppet": 50548, + "Ġutilization": 50549, + "Ġâĸł": 50550, + "Ġsucces": 50551, + "Ġlamps": 50552, + "_proj": 50553, + "Eric": 50554, + "Ġrenovation": 50555, + "ĠFamilies": 50556, + "ĠBits": 50557, + "partials": 50558, + "-Men": 50559, + "solution": 50560, + "Ġdwarf": 50561, + ".INTEGER": 50562, + "ĠLOCK": 50563, + ".ct": 50564, + "Ġexcerpt": 50565, + "ĠPix": 50566, + "ĠFirstName": 50567, + "ANTED": 50568, + "ĠAdmir": 50569, + "-help": 50570, + "Prior": 50571, + "ĠAlign": 50572, + ".INSTANCE": 50573, + "LineEdit": 50574, + "('/:": 50575, + "Ġinet": 50576, + "odus": 50577, + ".pkl": 50578, + "ĠKY": 50579, + "upert": 50580, + "Ġnerves": 50581, + "_gradient": 50582, + "}','": 50583, + "_unref": 50584, + "Ġsaturated": 50585, + "ĠConnected": 50586, + "ĠFN": 50587, + "EXIT": 50588, + "Ġteleport": 50589, + "Ġavait": 50590, + "PageRoute": 50591, + "Ġdivorced": 50592, + "(lang": 50593, + "fst": 50594, + "ĠTyr": 50595, + "Ġmessenger": 50596, + "ifstream": 50597, + "XS": 50598, + "ĠBanking": 50599, + "Ġinfectious": 50600, + "ĠMons": 50601, + "_LOOP": 50602, + "Ġzurück": 50603, + "Ġobtener": 50604, + "/repos": 50605, + "Vel": 50606, + "acro": 50607, + "ĠuserRepository": 50608, + "styleType": 50609, + "ĠSRC": 50610, + "VMLINUX": 50611, + "recursive": 50612, + "/bar": 50613, + "_chip": 50614, + "ominated": 50615, + "ĠNit": 50616, + "âĢĶto": 50617, + "ĠBuddh": 50618, + "омеÑĢ": 50619, + "ĠMAG": 50620, + "ĠCHE": 50621, + "_den": 50622, + ".raises": 50623, + "_degree": 50624, + "Ġpumpkin": 50625, + "_templates": 50626, + "_MEDIA": 50627, + "ĠTimeline": 50628, + "Ġbots": 50629, + "ObjectType": 50630, + "Ġbuys": 50631, + ".posts": 50632, + "CAL": 50633, + "waiting": 50634, + "ĠDaniels": 50635, + "Ġdabei": 50636, + "ĠSigma": 50637, + "ilor": 50638, + "igel": 50639, + ",W": 50640, + "ADS": 50641, + "(panel": 50642, + "ì²´": 50643, + "itating": 50644, + ".palette": 50645, + "Ġmosquito": 50646, + "Ġtego": 50647, + "(parseInt": 50648, + "Ġdespués": 50649, + "promise": 50650, + "Ġwij": 50651, + "typescript": 50652, + "ĠTv": 50653, + "_IDENTIFIER": 50654, + ").ĊĊĊ": 50655, + "_flat": 50656, + "itsu": 50657, + "USR": 50658, + "experience": 50659, + "-fit": 50660, + "phinx": 50661, + "_thresh": 50662, + "Ġideally": 50663, + "ĠFreeman": 50664, + ",DB": 50665, + "_rw": 50666, + "çŃī": 50667, + "Ub": 50668, + "_statistics": 50669, + "=\"\"><": 50670, + "Ġchore": 50671, + "Ġyork": 50672, + "installed": 50673, + "Additionally": 50674, + "Ġpstmt": 50675, + "ylko": 50676, + "::Ċ": 50677, + "Forest": 50678, + "Ġheadset": 50679, + "Ġgallon": 50680, + "ÑĢем": 50681, + "Ġwithdrawn": 50682, + "ĠCandidate": 50683, + "Ġmelting": 50684, + "Ġfreezer": 50685, + "Ġhl": 50686, + "_HELP": 50687, + "mime": 50688, + "(/*": 50689, + "Ġthirst": 50690, + "$return": 50691, + "memberof": 50692, + "еб": 50693, + "ĠHttpServletRequest": 50694, + "(ob": 50695, + "_Result": 50696, + "Ġasserted": 50697, + "Ġfulfilling": 50698, + "Ġstretches": 50699, + "parated": 50700, + "-funded": 50701, + "ĠåĽ": 50702, + "ingles": 50703, + "_ca": 50704, + ".condition": 50705, + "ĠDisplays": 50706, + "Ġorang": 50707, + "ĠCRE": 50708, + "ĠglBind": 50709, + "ĠSelector": 50710, + "/type": 50711, + "ĠAlexa": 50712, + "chedules": 50713, + "ĠPeninsula": 50714, + "Ġparity": 50715, + "ĉdest": 50716, + "ĠDoors": 50717, + "čĊĉčĊ": 50718, + "_dimension": 50719, + "Ġaload": 50720, + ".StoredProcedure": 50721, + "(paren": 50722, + "ĠBurke": 50723, + "')]Ċ": 50724, + "-engine": 50725, + "Ġquir": 50726, + "ĠHybrid": 50727, + "ĠDoe": 50728, + "Ġoutlines": 50729, + "ĠTrends": 50730, + "_NV": 50731, + "periments": 50732, + "ĠHin": 50733, + "?',": 50734, + "ĉText": 50735, + "FUL": 50736, + "Ġsmells": 50737, + "Ġslick": 50738, + "Ġmiserable": 50739, + "ĠArrayAdapter": 50740, + "ĠparamString": 50741, + "Hom": 50742, + "_literals": 50743, + "usuarios": 50744, + "Ġprompting": 50745, + "_lazy": 50746, + "ĠActivation": 50747, + "_oc": 50748, + "Weak": 50749, + "Ġanecd": 50750, + "ĠUCLA": 50751, + "=re": 50752, + "issement": 50753, + "ĠEscorts": 50754, + "Excellent": 50755, + "ĠPause": 50756, + "Ġrepositories": 50757, + "TOR": 50758, + "ariate": 50759, + "_iso": 50760, + "updates": 50761, + "halb": 50762, + "udiante": 50763, + "ë¡Ŀ": 50764, + "Ġnaive": 50765, + "ĠPeg": 50766, + "ĠLounge": 50767, + "ARGIN": 50768, + "(bin": 50769, + "OnClickListener": 50770, + "ĠFAILED": 50771, + "Ġlite": 50772, + "Ġdzie": 50773, + "ĠLiteral": 50774, + "ivor": 50775, + "fcntl": 50776, + "Ġeats": 50777, + "Ġqed": 50778, + "Unlock": 50779, + "riding": 50780, + "undai": 50781, + "=M": 50782, + "ATTER": 50783, + "ConfigureAwait": 50784, + "icias": 50785, + "ustomed": 50786, + "Ġsuccession": 50787, + "endTime": 50788, + "ĠJupiter": 50789, + "Ġjudging": 50790, + "dration": 50791, + "_docs": 50792, + ".mo": 50793, + "Ġeducators": 50794, + "ĠVine": 50795, + "Cond": 50796, + "[out": 50797, + "qb": 50798, + "\\Validator": 50799, + "Ġmeanings": 50800, + "Ġpresently": 50801, + "Ġdividing": 50802, + "ottenham": 50803, + "ascular": 50804, + "Ġtrailers": 50805, + "ĠCLOSE": 50806, + "ами": 50807, + "âĢĻai": 50808, + "ĠGain": 50809, + "wor": 50810, + "Ġplanner": 50811, + "Ġdistributing": 50812, + "vat": 50813, + "months": 50814, + "xlabel": 50815, + "HF": 50816, + "Viol": 50817, + ".BASELINE": 50818, + "еÑĤÑģÑı": 50819, + "ĠRotate": 50820, + "Ġtxn": 50821, + ":bold": 50822, + "Ġbloss": 50823, + "Forgery": 50824, + "(embed": 50825, + "Ġjako": 50826, + "sprintf": 50827, + "their": 50828, + "Ġexhibits": 50829, + "-static": 50830, + "hecy": 50831, + "getActiveSheet": 50832, + ".clients": 50833, + "ãģį": 50834, + "_hide": 50835, + "[word": 50836, + "Cb": 50837, + "addItem": 50838, + "axe": 50839, + "_radio": 50840, + "alion": 50841, + "modifier": 50842, + "Ġsaturation": 50843, + "Ġdenom": 50844, + "_pixels": 50845, + "mess": 50846, + "(fl": 50847, + "atif": 50848, + "Ġsecs": 50849, + "Ġprostitution": 50850, + "Ġgrandchildren": 50851, + "Ġparadise": 50852, + "ĠFeld": 50853, + "_BINARY": 50854, + "itous": 50855, + "à¹Ħ": 50856, + "Ġflashing": 50857, + "-sided": 50858, + "Ġcontradiction": 50859, + "/*ĊĊ": 50860, + "ylabel": 50861, + "ĠTet": 50862, + "Ġadmire": 50863, + "reso": 50864, + "Ġletz": 50865, + "ĠSEARCH": 50866, + "slots": 50867, + "ĠRewards": 50868, + "ĠHog": 50869, + "ĠNSData": 50870, + "stash": 50871, + "Fall": 50872, + "ĠAmer": 50873, + "LinearLayout": 50874, + "/photos": 50875, + "Ġfeather": 50876, + "Ġ|čĊ": 50877, + "Downloads": 50878, + ".StartsWith": 50879, + "Ġ//#": 50880, + "ineTransform": 50881, + "Ġaffid": 50882, + "Vtbl": 50883, + "ĠRogue": 50884, + "scribed": 50885, + "Ġfauc": 50886, + "ĠMonroe": 50887, + "Ġdeclares": 50888, + "modern": 50889, + "reon": 50890, + "aybe": 50891, + "PASS": 50892, + "fers": 50893, + "_MULTI": 50894, + "ĠMathematics": 50895, + "Ġsudah": 50896, + "_ATTACH": 50897, + "ĠnumberWith": 50898, + "ĠSolomon": 50899, + "jin": 50900, + "ografia": 50901, + "öl": 50902, + "_design": 50903, + "culated": 50904, + "ĠLuna": 50905, + "iesz": 50906, + "Ġ=>'": 50907, + "Ġrevelations": 50908, + "Along": 50909, + "(ed": 50910, + "ĠFilename": 50911, + "Ġylabel": 50912, + "Secure": 50913, + "Ġbusca": 50914, + "agnosis": 50915, + "_RECE": 50916, + "Ġoverlapping": 50917, + "Extent": 50918, + "Ġanticipation": 50919, + "Checks": 50920, + "ĠALSO": 50921, + "orc": 50922, + "ilingual": 50923, + "itational": 50924, + "Ġadvancement": 50925, + "ouro": 50926, + "ĠPredicate": 50927, + "å¾Ĺ": 50928, + "eria": 50929, + "ĠPierce": 50930, + "orio": 50931, + "Ġmerits": 50932, + "Ġpeanut": 50933, + ".Package": 50934, + "ĠConduct": 50935, + "_SENSOR": 50936, + "Ġboiling": 50937, + "Ġintra": 50938, + "ĠIGN": 50939, + "ĠFur": 50940, + ".Refresh": 50941, + "ĠReach": 50942, + "_decoder": 50943, + ".Exp": 50944, + "ĠÑĤак": 50945, + "pill": 50946, + ",Q": 50947, + "ĠGrill": 50948, + "Ġpopping": 50949, + ".Ag": 50950, + "Ġproyecto": 50951, + "Ġmileage": 50952, + "Ġecological": 50953, + "]]);Ċ": 50954, + "ĠÂŃ": 50955, + "subplot": 50956, + "acad": 50957, + "ĠTrying": 50958, + "recipes": 50959, + "$criteria": 50960, + "ĠPersian": 50961, + "-bound": 50962, + "MASK": 50963, + "ĠGesture": 50964, + "Ġkk": 50965, + "ĠPVC": 50966, + "Ġprohibition": 50967, + "Ġcomando": 50968, + "ĠLOOK": 50969, + "Shopping": 50970, + "Ġdistortion": 50971, + "čĊ": 51017, + ".Dependency": 51018, + ".QueryString": 51019, + ".Owner": 51020, + "Ġexpiry": 51021, + "Thu": 51022, + "(Vec": 51023, + "Ġhazardous": 51024, + "Ġrpm": 51025, + "APON": 51026, + "ĠaddTarget": 51027, + "sville": 51028, + "pNet": 51029, + "ĠImg": 51030, + "ĠTIMER": 51031, + ".Animation": 51032, + "Ġbek": 51033, + "Ġassort": 51034, + "Ġlebih": 51035, + "ĠbodyParser": 51036, + "Ġvibrating": 51037, + "IDL": 51038, + "Ġbutterknife": 51039, + "inters": 51040, + "Ġpersuade": 51041, + "ĠLGBTQ": 51042, + "èĭ": 51043, + ".soft": 51044, + "Ġbeams": 51045, + "_sur": 51046, + ".Def": 51047, + "Ġlabs": 51048, + "ĉplt": 51049, + "Ġskins": 51050, + "Ġtransferring": 51051, + "Ġimaginary": 51052, + "_End": 51053, + ";background": 51054, + "Ġlaps": 51055, + "_COMMENT": 51056, + "(SDL": 51057, + "onds": 51058, + ".Record": 51059, + "ĠImplements": 51060, + "_ticks": 51061, + "()))ĊĊ": 51062, + "Ġarose": 51063, + "]?": 51064, + "ĠMp": 51065, + "ĠICommand": 51066, + "Ġsculpture": 51067, + "Ġcontracted": 51068, + "\">'": 51546, + "kinson": 51547, + "Ġкол": 51548, + "ognitive": 51549, + "_li": 51550, + "Ġimminent": 51551, + "Ġaffinity": 51552, + ".signal": 51553, + "Ġnotch": 51554, + "ĠSteelers": 51555, + "maxlength": 51556, + "KK": 51557, + "ĠEugene": 51558, + "_PWM": 51559, + "roi": 51560, + "ĠâĹı": 51561, + "ĠHamburg": 51562, + ".Must": 51563, + "Ġaxe": 51564, + "enef": 51565, + "Ġambitions": 51566, + "ĠSpecies": 51567, + "ĠStress": 51568, + "Ġawhile": 51569, + "ĠбÑĥд": 51570, + "Ġwithstand": 51571, + "ĠDecoder": 51572, + "_inventory": 51573, + "Ġ{ččĊ": 51574, + "Ġtgt": 51575, + "Ġrailroad": 51576, + "WASHINGTON": 51577, + "Ġnegotiated": 51578, + "NST": 51579, + "-phone": 51580, + ",U": 51581, + "Ġexercising": 51582, + "ụ": 51583, + "_PIXEL": 51584, + "avors": 51585, + "iterated": 51586, + "Ġvampire": 51587, + "adal": 51588, + "Ingrese": 51589, + "Ġung": 51590, + "jective": 51591, + ".cells": 51592, + "Ġnano": 51593, + "Ġmarkdown": 51594, + "_RULE": 51595, + "(events": 51596, + "Ġluggage": 51597, + "MESSAGE": 51598, + "igkeit": 51599, + "$count": 51600, + "AttributeName": 51601, + "IGINAL": 51602, + "_Ent": 51603, + "ĠBF": 51604, + "ĠCOMMENT": 51605, + "_ini": 51606, + "ĠEuropeans": 51607, + "ĠBelle": 51608, + "åij½": 51609, + ")['": 51610, + "åºĶ": 51611, + "ĠUseful": 51612, + ".reference": 51613, + "()\",": 51614, + "_grade": 51615, + "ĠKaw": 51616, + "Ġsentencing": 51617, + "Ġsocialism": 51618, + "monster": 51619, + "_LAYER": 51620, + "Ġdeepest": 51621, + "wk": 51622, + "ĠNoise": 51623, + "###ĊĊ": 51624, + "Ġpréc": 51625, + "otle": 51626, + "ÑĤе": 51627, + "auf": 51628, + "ibal": 51629, + "Ġconquer": 51630, + ">Email": 51631, + "Ġambulance": 51632, + "OAD": 51633, + "Ġ(\"%": 51634, + "ĠFI": 51635, + ".fixture": 51636, + "Ġterse": 51637, + "ĠĠĠĠĉĉĉĉ": 51638, + "Ġsanctuary": 51639, + "ugi": 51640, + "ĠComparator": 51641, + "Definitions": 51642, + "Ġasthma": 51643, + "Ġlact": 51644, + "Ġhardwood": 51645, + ".clock": 51646, + "Ġattracting": 51647, + "ĠMour": 51648, + "(distance": 51649, + "icits": 51650, + "Ġbonne": 51651, + "ĠACCESS": 51652, + ".DeserializeObject": 51653, + "ĠTyped": 51654, + "Ġjeu": 51655, + "ĠappId": 51656, + "ĠClara": 51657, + "ĠHF": 51658, + "ĠReich": 51659, + "ipples": 51660, + "//--------------------------------------------------------------------------------": 51661, + "_delivery": 51662, + "erialization": 51663, + "Ġplaintiffs": 51664, + "Scient": 51665, + "shopping": 51666, + "ĠDummy": 51667, + "ĠWald": 51668, + "GroupName": 51669, + "Ġinscription": 51670, + "elog": 51671, + "::::::::": 51672, + "_ld": 51673, + "BackPressed": 51674, + ".Raw": 51675, + "ĠOnTrigger": 51676, + "Ġmuseums": 51677, + "ĠBeen": 51678, + "ĠAdventures": 51679, + "Ġslate": 51680, + "Ġlett": 51681, + "Ġsund": 51682, + "ĠGin": 51683, + "ĠMechanical": 51684, + ".ship": 51685, + "AppComponent": 51686, + "Ġdestined": 51687, + "Ġdwelling": 51688, + "Profiler": 51689, + "Prepare": 51690, + "zeich": 51691, + "Ġsilicon": 51692, + "(has": 51693, + "Ġ#%": 51694, + "VIDEO": 51695, + "Ġcollaborate": 51696, + "Lin": 51697, + "Ġscopes": 51698, + "(className": 51699, + "(sd": 51700, + "andin": 51701, + ".ham": 51702, + "ServiceImpl": 51703, + "-described": 51704, + "Ġirony": 51705, + "stial": 51706, + "ĠHuawei": 51707, + "(repo": 51708, + "Ġunexpectedly": 51709, + "ĠKai": 51710, + ".install": 51711, + "\\xf": 51712, + "Ġexhibited": 51713, + "_TCP": 51714, + "ĠOx": 51715, + "_CHO": 51716, + "Ġprostituerte": 51717, + "Ġvä": 51718, + "Ġsito": 51719, + "Ġconstituents": 51720, + "ĠContinued": 51721, + "ĠSAVE": 51722, + "rss": 51723, + "/message": 51724, + "ubes": 51725, + "Ġmisdemean": 51726, + "Ġtaxation": 51727, + "Ġstoryline": 51728, + "hair": 51729, + "ĠFinds": 51730, + "SIG": 51731, + "verification": 51732, + "~=": 51733, + ".hp": 51734, + "Iterable": 51735, + "Ñĭе": 51736, + "atori": 51737, + "Ġctr": 51738, + "Rx": 51739, + "_);ĊĊ": 51740, + "dag": 51741, + ".pin": 51742, + "Ġpseud": 51743, + "Ġinvo": 51744, + "ÑģÑĤÑĢ": 51745, + "_pix": 51746, + "为空": 51747, + "Ġsworn": 51748, + "âĢĶor": 51749, + "_registry": 51750, + "Ġdisasters": 51751, + "ĠROI": 51752, + "ĠâĢķ": 51753, + "aktu": 51754, + "forest": 51755, + "beiten": 51756, + "âĢĶI": 51757, + "ueva": 51758, + "egt": 51759, + "Ġspikes": 51760, + "URES": 51761, + "ĠRecommended": 51762, + "Ġexploited": 51763, + "ĠFrederick": 51764, + "_COMPLETE": 51765, + "ĠDrugs": 51766, + "!!!!!!!!": 51767, + "ĠRiv": 51768, + "STOP": 51769, + "ROOM": 51770, + "ĠPASSWORD": 51771, + "Cookies": 51772, + ".El": 51773, + "á»Ń": 51774, + "ĠBert": 51775, + "Ġhashed": 51776, + "icester": 51777, + "Ġdecorator": 51778, + "ĠqueryString": 51779, + ":;Ċ": 51780, + "Ġ\"[\"": 51781, + "otope": 51782, + "-Americ": 51783, + "ĠMatthews": 51784, + "URAL": 51785, + "âĢľ,": 51786, + "Summer": 51787, + "fos": 51788, + "_CONTAINER": 51789, + "_ACK": 51790, + "Ġfiltr": 51791, + "_disp": 51792, + "_Re": 51793, + "Ġfacile": 51794, + "аÑĪ": 51795, + "ĠìķĬ": 51796, + "Ġeben": 51797, + "Ġsprink": 51798, + "ĠQuint": 51799, + ">V": 51800, + "Ġhistorians": 51801, + "ourmet": 51802, + "ĠMonitoring": 51803, + "ledger": 51804, + "cott": 51805, + "Ġware": 51806, + "GGLE": 51807, + "cars": 51808, + "ĠMEDIATEK": 51809, + "Ġvolupt": 51810, + "_View": 51811, + "HEL": 51812, + "(copy": 51813, + "(stats": 51814, + "Ġchromosome": 51815, + "ĠCurtis": 51816, + "-conf": 51817, + "(asset": 51818, + "Ġhvor": 51819, + "FileSystem": 51820, + "<>();čĊ": 51821, + "ocoder": 51822, + "ĠCannon": 51823, + ")x": 51824, + "ĠSmooth": 51825, + "ĠSAS": 51826, + "_ce": 51827, + "ĉprev": 51828, + "_movie": 51829, + "Ec": 51830, + "_wall": 51831, + ".ĊĊ": 52378, + "ogenesis": 52379, + "ĠOPTIONS": 52380, + "uptools": 52381, + "Ġmilitant": 52382, + "Ġexited": 52383, + "igar": 52384, + "ĠCOMM": 52385, + "ĠDisposable": 52386, + "aycast": 52387, + "Ġrowspan": 52388, + "Ġsynthes": 52389, + "Ġsondern": 52390, + "ĠĊ": 55869, + "ĠJacket": 55870, + "RATION": 55871, + ".getSelectedItem": 55872, + "-init": 55873, + "ĠRegisters": 55874, + "_sep": 55875, + "ĠToolkit": 55876, + ".dict": 55877, + "Ġxlabel": 55878, + "\\Table": 55879, + "toc": 55880, + "_combo": 55881, + "ĠCompact": 55882, + "Ġrugged": 55883, + "à¥ĩà¤": 55884, + "-management": 55885, + "')}}\">Ċ": 55886, + "ĠStamp": 55887, + "ıl": 55888, + "rox": 55889, + "Ġlandscapes": 55890, + "_NOTE": 55891, + "monary": 55892, + "cab": 55893, + "Ġmoet": 55894, + "xaf": 55895, + "rcode": 55896, + "-cli": 55897, + "_gate": 55898, + "[event": 55899, + "SPORT": 55900, + "gia": 55901, + "ĠSUPER": 55902, + "/Login": 55903, + "_shutdown": 55904, + "interrupt": 55905, + "Ġpretending": 55906, + "Ġfringe": 55907, + "ĠReds": 55908, + "ĠCUDA": 55909, + "ĠUNIX": 55910, + "vit": 55911, + "Ġbrig": 55912, + "drv": 55913, + "ĠConnector": 55914, + "Therefore": 55915, + "Ġlia": 55916, + "Detection": 55917, + "_actor": 55918, + "Ġtempfile": 55919, + "Ġeccentric": 55920, + "-role": 55921, + "Ġpadx": 55922, + "dent": 55923, + "Western": 55924, + "Ġê·¸": 55925, + "ĠApplicationRecord": 55926, + "Ġcampaigning": 55927, + "_runner": 55928, + "ĠCivic": 55929, + "aleigh": 55930, + "Ġdirekt": 55931, + ".sul": 55932, + "ĠĠĉĉĉ": 55933, + "anten": 55934, + "Ġissuer": 55935, + "Ġassertions": 55936, + "(orig": 55937, + "ATIO": 55938, + "Ġleaned": 55939, + "äs": 55940, + ".DTO": 55941, + "explode": 55942, + ".Observable": 55943, + "Ġstaggering": 55944, + "Ġkidnapped": 55945, + "Ġprogrammers": 55946, + "ĠInnov": 55947, + ".parameter": 55948, + "Ġdomination": 55949, + "Ġskeptic": 55950, + "Ġæĺ¯": 55951, + "Ġavoids": 55952, + ".Verify": 55953, + "ubby": 55954, + "ĠASN": 55955, + "Ġformato": 55956, + "ĠBeatles": 55957, + "_brand": 55958, + "Ġinset": 55959, + "youtu": 55960, + "Ġtoc": 55961, + "-final": 55962, + "Showing": 55963, + "ĠDoub": 55964, + "ĠMesa": 55965, + "Adj": 55966, + "_medium": 55967, + "Creates": 55968, + "(endpoint": 55969, + "ĉUP": 55970, + "bbie": 55971, + "Ġstalk": 55972, + ".databind": 55973, + ".Scan": 55974, + "agents": 55975, + "$,": 55976, + "individual": 55977, + "+)/": 55978, + "ĉvm": 55979, + "(notification": 55980, + "Ġinex": 55981, + "ĠClassification": 55982, + "reno": 55983, + "Ġolig": 55984, + "-rated": 55985, + "Ġformulation": 55986, + "',{": 55987, + "Ġacept": 55988, + "_unpack": 55989, + "_CA": 55990, + ".Pow": 55991, + "ĉim": 55992, + "Ġaluminium": 55993, + "ANO": 55994, + "Ġxn": 55995, + "Ġcómo": 55996, + "ĠIngredient": 55997, + "Ġseizures": 55998, + "åħ±": 55999, + "ificador": 56000, + "Ġsiguiente": 56001, + "ĠInfragistics": 56002, + "Ġduplicated": 56003, + "ĠDee": 56004, + "Ġnø": 56005, + "ĠACCEPT": 56006, + "(crate": 56007, + "иÑĤелÑĮ": 56008, + "-less": 56009, + "Ġinfinity": 56010, + "Analyzer": 56011, + "-Day": 56012, + "ritt": 56013, + "(cin": 56014, + "ĠGy": 56015, + "Ġmultiplied": 56016, + "uchi": 56017, + "ĠBaldwin": 56018, + "/ip": 56019, + "Ġshortcuts": 56020, + ".ADD": 56021, + "Ġvigor": 56022, + "_instruction": 56023, + "(;": 56024, + "_eta": 56025, + "è¿ŀ": 56026, + "utorials": 56027, + "Ġboosting": 56028, + "bv": 56029, + "Ġacknowledges": 56030, + "Listening": 56031, + "FAQ": 56032, + ";b": 56033, + "((-": 56034, + "Ġarchitects": 56035, + "Ġzwe": 56036, + "Ġpuls": 56037, + "ĠgetCount": 56038, + "verbs": 56039, + "ãĢľ": 56040, + "(Collection": 56041, + "kre": 56042, + "Ġjurisdictions": 56043, + "_bridge": 56044, + "ĠCrack": 56045, + "ĠDifficulty": 56046, + "KO": 56047, + "Reservation": 56048, + "_requires": 56049, + "Tour": 56050, + "ãģĹãģŁ": 56051, + ".setCurrent": 56052, + "Ġky": 56053, + "ĠAlbany": 56054, + "Ġè§": 56055, + "ller": 56056, + "agna": 56057, + "workers": 56058, + ".blank": 56059, + "ĠPrayer": 56060, + "MIC": 56061, + "Ġresilience": 56062, + "TeX": 56063, + "ĠLanguages": 56064, + "study": 56065, + "ĉcurr": 56066, + "Ġenzymes": 56067, + "Slug": 56068, + "ĠíĮĮ": 56069, + "stral": 56070, + "Ġtumors": 56071, + "Ġsegunda": 56072, + "='{": 56073, + "instruction": 56074, + "ĠLisp": 56075, + "/info": 56076, + "Ġ\"{$": 56077, + ",:),": 56078, + "Ġgv": 56079, + "(ErrorMessage": 56080, + "Ġ'=": 56081, + "}-${": 56082, + ".Documents": 56083, + "\"Well": 56084, + "Ġreminiscent": 56085, + "Ġgaz": 56086, + "iropr": 56087, + "ehr": 56088, + "Ġsuppressed": 56089, + "ersh": 56090, + ".scrollTo": 56091, + "Ġcadena": 56092, + "ĠgameState": 56093, + "ÃŃm": 56094, + "(conv": 56095, + "ĠTomorrow": 56096, + "ĠCCT": 56097, + "Mongo": 56098, + "ulg": 56099, + ".Camera": 56100, + ".handlers": 56101, + "mph": 56102, + "Ġstk": 56103, + "Ġgenetics": 56104, + "ACING": 56105, + "Trivia": 56106, + "ĠBam": 56107, + "(marker": 56108, + ".Stretch": 56109, + "ĠSunni": 56110, + "ĠBetty": 56111, + ".tolist": 56112, + "unlikely": 56113, + ".Rectangle": 56114, + "obsolete": 56115, + "ILON": 56116, + "innerText": 56117, + "embourg": 56118, + "aN": 56119, + "ĠVehicles": 56120, + "unlock": 56121, + ":utf": 56122, + "nob": 56123, + "ĠSeeing": 56124, + "ĠNEVER": 56125, + "Ġtls": 56126, + "Ġfilles": 56127, + "Ġbenefited": 56128, + "ĠClint": 56129, + "*/),": 56130, + ".fold": 56131, + "Ġposible": 56132, + "ADED": 56133, + "thouse": 56134, + ".DAL": 56135, + "ĠOdd": 56136, + "rokes": 56137, + "ĠSunny": 56138, + "ĠPartialEq": 56139, + "_Buffer": 56140, + "ĠLevi": 56141, + "longrightarrow": 56142, + "eldon": 56143, + "gages": 56144, + "_warn": 56145, + ".CreateTable": 56146, + "ĠDip": 56147, + "_questions": 56148, + ".logic": 56149, + "Ġ#\"": 56150, + "={()=>": 56151, + "Ġtep": 56152, + "Ġjuicy": 56153, + "ìĤ¬": 56154, + "enko": 56155, + "ialect": 56156, + "Ùī": 56157, + "Ġonboard": 56158, + "Ġæı": 56159, + "ĉrt": 56160, + "_UTF": 56161, + "ĠQAction": 56162, + "âĢŀ": 56163, + "(Component": 56164, + "(audio": 56165, + ".hit": 56166, + "gte": 56167, + "Ġprogrammed": 56168, + "stateParams": 56169, + "Ġpolyester": 56170, + "fires": 56171, + "byss": 56172, + "]=(": 56173, + "_quality": 56174, + "OfDay": 56175, + "ĠFairy": 56176, + "Ġyelled": 56177, + "opl": 56178, + "(userName": 56179, + "ĠDifference": 56180, + "Ġevaluations": 56181, + "iffany": 56182, + "Ġcyclists": 56183, + "Ġcidade": 56184, + "Ġtextbook": 56185, + "Ġprofiling": 56186, + "__),": 56187, + "dea": 56188, + ".activate": 56189, + "Ġindications": 56190, + "Ðķ": 56191, + "TouchUpInside": 56192, + "Ġinvaluable": 56193, + "ĠMASK": 56194, + "Ġcontend": 56195, + "Freq": 56196, + "Ġrecruits": 56197, + "(interval": 56198, + "ĠUserProfile": 56199, + "Ġ'./../": 56200, + "edu": 56201, + "_Callback": 56202, + "Ġanalogy": 56203, + "ĠTrophy": 56204, + "apphire": 56205, + "Videos": 56206, + "ĠCher": 56207, + "ĠHav": 56208, + "âĢ¦\"": 56209, + ".validator": 56210, + "gfx": 56211, + "ĠUObject": 56212, + "classnames": 56213, + "triangle": 56214, + "ĠEncoder": 56215, + ".spy": 56216, + "Ġpredators": 56217, + "=status": 56218, + "-safe": 56219, + ":\",Ċ": 56220, + "ĠIncluding": 56221, + "Ġ{};čĊ": 56222, + "*cos": 56223, + "Ġendured": 56224, + ".sulake": 56225, + "Ġnursery": 56226, + "Ġfragrance": 56227, + "Ġrebuilding": 56228, + "Ġnth": 56229, + "ĠFraser": 56230, + ".setDate": 56231, + "ĠVince": 56232, + "_REST": 56233, + "Ġventilation": 56234, + "æµ·": 56235, + "cribes": 56236, + ".asm": 56237, + "lpVtbl": 56238, + "ĠAbe": 56239, + "uisine": 56240, + ",array": 56241, + "ĉclassName": 56242, + "errals": 56243, + "Ġ'ĊĊ": 56244, + "Checkout": 56245, + "Ġsolicit": 56246, + "Aux": 56247, + "_capture": 56248, + "Ġribs": 56249, + "ragon": 56250, + "viol": 56251, + "topics": 56252, + "FunctionFlags": 56253, + "ĠMarty": 56254, + "bike": 56255, + "ĠTucker": 56256, + "(kernel": 56257, + "ĠOps": 56258, + "CloseOperation": 56259, + "/demo": 56260, + "ilda": 56261, + "ĠlÃŃnea": 56262, + "APPING": 56263, + "Ġsuites": 56264, + ".visitVarInsn": 56265, + "urus": 56266, + "ĠMinute": 56267, + "(manager": 56268, + "Ġbutterfly": 56269, + "Ġapare": 56270, + "Ġwolves": 56271, + "JWT": 56272, + "ĠSalon": 56273, + "ĉdelay": 56274, + "-eslint": 56275, + "isations": 56276, + ".rpc": 56277, + ")|(": 56278, + "ĠSnapchat": 56279, + "/mm": 56280, + "MN": 56281, + "ceries": 56282, + ".textAlignment": 56283, + "ĠFrankfurt": 56284, + "Ġado": 56285, + "(newValue": 56286, + "(access": 56287, + "(Expression": 56288, + "ĠSignIn": 56289, + "ĠHaiti": 56290, + "_tp": 56291, + ".setParameter": 56292, + "Minute": 56293, + "Ġmanuals": 56294, + "ricanes": 56295, + "ĠPTR": 56296, + "ĠOuter": 56297, + "Ġgetline": 56298, + "ocations": 56299, + "_CD": 56300, + "ĠLyon": 56301, + "/gui": 56302, + "_live": 56303, + "idan": 56304, + ".geom": 56305, + "ĠborderBottom": 56306, + "imuth": 56307, + "_checkpoint": 56308, + "Ġmeu": 56309, + "ĠIrving": 56310, + "Ġpeuvent": 56311, + "(MAX": 56312, + "ĠARCH": 56313, + "Ġpov": 56314, + ".sourceforge": 56315, + "Ġjamais": 56316, + "Ġark": 56317, + "ĠBaghdad": 56318, + "ĠCLEAR": 56319, + "MenuBar": 56320, + "Ġtrois": 56321, + "CHEDULE": 56322, + "Ġ#čĊ": 56323, + "(Call": 56324, + "$order": 56325, + "(Material": 56326, + "Ġencontrado": 56327, + "$list": 56328, + "ĠMETHODS": 56329, + ".beginTransaction": 56330, + "_MAG": 56331, + "StyleSheet": 56332, + "Ġmajors": 56333, + "Ġindefinitely": 56334, + "cleanup": 56335, + "Ġhomeland": 56336, + "(dto": 56337, + "Dates": 56338, + "Presentation": 56339, + "ĠDK": 56340, + "={`/": 56341, + "ĉKey": 56342, + "(Block": 56343, + "_checkbox": 56344, + "needs": 56345, + "ĠonComplete": 56346, + "rico": 56347, + "Ġgleich": 56348, + "Ġxm": 56349, + "OOD": 56350, + "Better": 56351, + "ĠSQLITE": 56352, + ".Book": 56353, + "xad": 56354, + "ĠGone": 56355, + "ĉdp": 56356, + "Ġdevotion": 56357, + "Ġstm": 56358, + "Ġobsess": 56359, + "ĠBackend": 56360, + "Queries": 56361, + "Ik": 56362, + "//****************************************************************": 56363, + "Ġdividends": 56364, + ".parentElement": 56365, + "}\")ĊĊ": 56366, + "ĠMaterialPageRoute": 56367, + ":num": 56368, + "Ġexplic": 56369, + "ĠOL": 56370, + "least": 56371, + "Oops": 56372, + "imentos": 56373, + "Ġinsurers": 56374, + "Ġheroic": 56375, + "ĉfields": 56376, + ".imgur": 56377, + ".btnCancel": 56378, + "ĠDetective": 56379, + "(sm": 56380, + "ĠMutableLiveData": 56381, + ".lab": 56382, + "(([": 56383, + "Ġhairst": 56384, + "ĠTransactions": 56385, + "å¼Ģå§ĭ": 56386, + "ĠstdClass": 56387, + "uento": 56388, + "GIS": 56389, + "_cod": 56390, + "Instructions": 56391, + "Calls": 56392, + "PointerType": 56393, + "ĠRw": 56394, + "Ġassortment": 56395, + "ĠDIG": 56396, + "+r": 56397, + "_CERT": 56398, + "Ġinstability": 56399, + "Ġvib": 56400, + "onas": 56401, + "Ġroku": 56402, + "apellido": 56403, + "Ġangl": 56404, + "preneur": 56405, + "Ġfluids": 56406, + "isease": 56407, + "Ġdeed": 56408, + "quist": 56409, + "_CONSTANT": 56410, + "Ġequilibrium": 56411, + "_delegate": 56412, + "ĠQuantum": 56413, + "rei": 56414, + "Capabilities": 56415, + "rectangle": 56416, + "?><": 56417, + "alien": 56418, + "ĠJug": 56419, + "DNA": 56420, + "Tickets": 56421, + "Occurs": 56422, + "ĠHawk": 56423, + ".setHorizontalGroup": 56424, + "\\Collection": 56425, + "ffiti": 56426, + "Ġrearr": 56427, + ".setVerticalGroup": 56428, + "Ġcavity": 56429, + "Ġadulte": 56430, + "Facade": 56431, + "-wh": 56432, + "ĠLOL": 56433, + "Ø°": 56434, + "Ġgrandparents": 56435, + "Swift": 56436, + "ĉwx": 56437, + "æīĢæľī": 56438, + "ifen": 56439, + "ffset": 56440, + "Beyond": 56441, + "//}ĊĊ": 56442, + "Ġwager": 56443, + "Ġbury": 56444, + "Ġcommence": 56445, + "registro": 56446, + "scient": 56447, + "ĠPercent": 56448, + "Ġдолж": 56449, + "(identifier": 56450, + ".setModel": 56451, + "Ġseldom": 56452, + "nton": 56453, + "Ġappliance": 56454, + "amus": 56455, + "rysler": 56456, + "Ġpanties": 56457, + "enguins": 56458, + "Ġmimic": 56459, + "ĠonChanged": 56460, + "Ġalcoholic": 56461, + ".reloadData": 56462, + "Charge": 56463, + "ĠFax": 56464, + "ĠjScrollPane": 56465, + "Empresa": 56466, + "Ġshattered": 56467, + "xba": 56468, + "Fonts": 56469, + "?s": 56470, + "Ġpostseason": 56471, + "retain": 56472, + "_rates": 56473, + "ĠrequestCode": 56474, + ".todo": 56475, + "´s": 56476, + "CHK": 56477, + "ĠKeeping": 56478, + "engeance": 56479, + "Ġvscode": 56480, + "IPPING": 56481, + "DefaultCloseOperation": 56482, + "_raise": 56483, + "ĠOculus": 56484, + "ograms": 56485, + "raj": 56486, + "pci": 56487, + "Ġcorrosion": 56488, + ".handleSubmit": 56489, + "Accessible": 56490, + "ĠPiano": 56491, + "little": 56492, + "ACL": 56493, + "Äĩe": 56494, + ".unwrap": 56495, + "ĠConvers": 56496, + "ĠLeben": 56497, + "ioneer": 56498, + "ĠMerchant": 56499, + "ĠJorge": 56500, + "Ġembracing": 56501, + "Ġventa": 56502, + "ást": 56503, + "Ġviene": 56504, + "Ċ": 56656, + "-growing": 56657, + "Ġdeepcopy": 56658, + "Ack": 56659, + "eggies": 56660, + "Ġ__(\"": 56661, + "Ġnoir": 56662, + "terrorism": 56663, + "Ġanthem": 56664, + "agency": 56665, + "_PACKAGE": 56666, + "ĠClosure": 56667, + ".registry": 56668, + "Ġmammals": 56669, + "L": 56700, + "Ġbluetooth": 56701, + ".Deep": 56702, + "-standing": 56703, + "ácil": 56704, + "Ġrooft": 56705, + "ĠPaths": 56706, + "_iterations": 56707, + "InvalidArgumentException": 56708, + ".spi": 56709, + "ĠUIAlertAction": 56710, + "uye": 56711, + "signin": 56712, + ".priority": 56713, + "ĠEssays": 56714, + "='{$": 56715, + "Ġè¿ĶåĽŀ": 56716, + "_signed": 56717, + ".persist": 56718, + "Ġredesign": 56719, + "ToLower": 56720, + "ĠNewman": 56721, + "=start": 56722, + "ĠIsraelis": 56723, + "asiswa": 56724, + "Speech": 56725, + "Ġnumeros": 56726, + "handlers": 56727, + "ĠWong": 56728, + "ĠмеÑĤод": 56729, + "Weights": 56730, + "ĠGujar": 56731, + "teil": 56732, + "ĠNonetheless": 56733, + "_EFFECT": 56734, + "Ġvect": 56735, + "ĠOsc": 56736, + "Ġcoats": 56737, + "ĠWheat": 56738, + "Ġgeek": 56739, + "ĠPROPERTY": 56740, + "worm": 56741, + "_constants": 56742, + "ĠBoulder": 56743, + "ĠParm": 56744, + "cole": 56745, + "ĠdefaultCenter": 56746, + "ĠRouge": 56747, + ":A": 56748, + "xcf": 56749, + "ĠVenice": 56750, + "median": 56751, + "Ġredemption": 56752, + "Fresh": 56753, + "Ġcosm": 56754, + "Ġfigur": 56755, + "Ġrefurb": 56756, + "COPE": 56757, + ".cd": 56758, + "Ġchords": 56759, + "ĠSgt": 56760, + "Åį": 56761, + "VPN": 56762, + "ĠSEND": 56763, + "ainen": 56764, + "_accounts": 56765, + "Ġtenth": 56766, + "Ġdissolved": 56767, + "": 57007, + "Ġlegitimacy": 57008, + "Ġoo": 57009, + "Slinky": 57010, + "Ġnationals": 57011, + ".words": 57012, + ";p": 57013, + "trap": 57014, + "omanip": 57015, + "Ġcues": 57016, + "Ġgraduating": 57017, + "Ġsemaphore": 57018, + "\"]);ĊĊ": 57019, + "acey": 57020, + "REET": 57021, + "Grab": 57022, + "ĠFelix": 57023, + "(Id": 57024, + "_neighbors": 57025, + "Ġmeaningless": 57026, + "(del": 57027, + "Ġjeder": 57028, + "ĠContentValues": 57029, + ".absolute": 57030, + "/cl": 57031, + "Ġxb": 57032, + "datum": 57033, + "Ġtortured": 57034, + "Ġrubbing": 57035, + "Scores": 57036, + "ĠðŁĺī": 57037, + "Ġavons": 57038, + "Ġamsterdam": 57039, + "EOS": 57040, + "Hal": 57041, + "Ġtrustworthy": 57042, + "#=": 57043, + ".EXTRA": 57044, + "Ġmano": 57045, + "isicing": 57046, + "-support": 57047, + "ĉcursor": 57048, + "ĠSpo": 57049, + "aimassage": 57050, + "Mission": 57051, + "[]{\"": 57052, + "Ġprinters": 57053, + "GREEN": 57054, + "Ġteg": 57055, + "Ġabdominal": 57056, + "!ĊĊĊĊĊĊ": 57057, + ".Short": 57058, + "азв": 57059, + "ĠGifts": 57060, + "}\")": 57061, + "(binding": 57062, + "xce": 57063, + "âĢij": 57064, + "infos": 57065, + "FormData": 57066, + "Ġdart": 57067, + "Ġelems": 57068, + "(inv": 57069, + "YL": 57070, + "tin": 57071, + "GENER": 57072, + "ữ": 57073, + "ĠTaken": 57074, + "uckle": 57075, + ":e": 57076, + "Ġspectral": 57077, + ".baidu": 57078, + "/');Ċ": 57079, + "Ġgreedy": 57080, + "esion": 57081, + ",,,,,,,,": 57082, + "Ġ/>,Ċ": 57083, + "InternalServerError": 57084, + "NSNotificationCenter": 57085, + "ĠAi": 57086, + "Ġspit": 57087, + "Ġaugmented": 57088, + "ĠstandardUserDefaults": 57089, + "FINITY": 57090, + "Race": 57091, + ":C": 57092, + "ĠRECORD": 57093, + "ĠHighlight": 57094, + "Ġ'`": 57095, + "Ġdeficits": 57096, + "Ġnei": 57097, + "Ġresearched": 57098, + "Ta": 57099, + "Ġcopp": 57100, + ".GetHashCode": 57101, + "):čĊčĊ": 57102, + "OnClick": 57103, + "ĠWellington": 57104, + "Ġrevival": 57105, + "æ¯Ķ": 57106, + "éĹ®": 57107, + "ĠNSS": 57108, + "Ġforn": 57109, + "Ġinté": 57110, + "ĠKuwait": 57111, + "_flip": 57112, + "_bo": 57113, + "_\\": 57114, + "Ġoccurrences": 57115, + "ĠScientists": 57116, + "SRC": 57117, + "ogens": 57118, + "igrant": 57119, + "REMOTE": 57120, + "ĠSID": 57121, + ".opts": 57122, + "uve": 57123, + "()])Ċ": 57124, + "Ġlibertarian": 57125, + "ĠGlide": 57126, + "lesen": 57127, + "Ġforme": 57128, + "owania": 57129, + "Ġannoyed": 57130, + "Defs": 57131, + "ĠExecutor": 57132, + "Ġcasts": 57133, + ".setChecked": 57134, + "ĠSharing": 57135, + ".SerializeObject": 57136, + "Ġselectors": 57137, + "_OTHER": 57138, + "미": 57139, + "(super": 57140, + "(OS": 57141, + "_VERIFY": 57142, + "idunt": 57143, + "';Ċ": 57145, + "Ġvidéo": 57146, + "ĠNegro": 57147, + "ĠLords": 57148, + "ĠTours": 57149, + "Ġsoftly": 57150, + ".receive": 57151, + "ĠERC": 57152, + "ĠdataSet": 57153, + "Badge": 57154, + "ĉEvent": 57155, + "Ġperl": 57156, + "Ġ{}\\": 57157, + "(sentence": 57158, + "OrUpdate": 57159, + "Ġdiminish": 57160, + "PIN": 57161, + "(draw": 57162, + ".ToDateTime": 57163, + ".EqualTo": 57164, + "(pin": 57165, + "-pencil": 57166, + "luent": 57167, + "ĠCaller": 57168, + "Ġplayful": 57169, + "-'+": 57170, + "xca": 57171, + "swick": 57172, + "){}Ċ": 57173, + "}:${": 57174, + "ĠMeth": 57175, + ".getCell": 57176, + ".break": 57177, + "Ġymax": 57178, + "='Ċ": 57391, + "ĠHiro": 57392, + "(TRUE": 57393, + "asurer": 57394, + "Ġcuer": 57395, + "Uber": 57396, + ".Operation": 57397, + "Ġolan": 57398, + "Ġthrilling": 57399, + "'.": 57421, + "ĉvalid": 57422, + "\"\",": 57423, + "Instrument": 57424, + ">J": 57425, + "Ġnostr": 57426, + "ĠRift": 57427, + "_Port": 57428, + "Ġveces": 57429, + "[['": 57430, + "Ġrallies": 57431, + "-series": 57432, + "Ġvv": 57433, + ".uc": 57434, + "Ġrtn": 57435, + "StateChanged": 57436, + "(ins": 57437, + "ĠCla": 57438, + "------------Ċ": 57439, + "cus": 57440, + "ĠReload": 57441, + "//------------------------------------------------------------------------------------------------": 57442, + ".seconds": 57443, + "_destination": 57444, + "Ġscrewed": 57445, + ">c": 57446, + "Thickness": 57447, + "Designer": 57448, + "Ġgrids": 57449, + "nÄħ": 57450, + "(cookie": 57451, + "Trip": 57452, + "-Mobile": 57453, + "Ġvoll": 57454, + "Ġgenital": 57455, + "Ġconfisc": 57456, + "ĠConfederate": 57457, + "ĠwebView": 57458, + "Ġmise": 57459, + "Ġcler": 57460, + "(selection": 57461, + "$date": 57462, + "Ġsharpen": 57463, + "ragen": 57464, + "AndUpdate": 57465, + "Ġremix": 57466, + "Ġhtons": 57467, + "RW": 57468, + "MPI": 57469, + "Ġretrieval": 57470, + "Ġrichest": 57471, + ".Decode": 57472, + ":initComponents": 57473, + "ĠTValue": 57474, + "Saint": 57475, + "@include": 57476, + "ĠPERSON": 57477, + ".sep": 57478, + "ĠLDAP": 57479, + "gba": 57480, + "ĠgroÃŁe": 57481, + "Ġreliably": 57482, + "ĠDFS": 57483, + ".getItemId": 57484, + "Ġprésent": 57485, + ".getToken": 57486, + "Ġchinese": 57487, + "ĠMeal": 57488, + "YOU": 57489, + "\">>ĊĊ": 58048, + "bower": 58049, + "Ġswapped": 58050, + "/install": 58051, + "Ġsinks": 58052, + "etrize": 58053, + "Ġdeclines": 58054, + "ĉmysql": 58055, + "ĠCString": 58056, + "ĠMotionEvent": 58057, + ".Language": 58058, + "Road": 58059, + "ÑĤеÑĢ": 58060, + "ascimento": 58061, + "'))->": 58062, + ".about": 58063, + "(editor": 58064, + "ĠRatings": 58065, + "income": 58066, + "Å¡e": 58067, + ".dequeueReusableCell": 58068, + "ĠAustrian": 58069, + "Ġsulla": 58070, + "ĠTribunal": 58071, + "ĠDidn": 58072, + "оваÑĢ": 58073, + "Ġinspections": 58074, + "Boss": 58075, + "Ġcocktails": 58076, + "Ġapologized": 58077, + "_subplot": 58078, + "opal": 58079, + "+=(": 58080, + "Ġresonance": 58081, + "ibu": 58082, + "Ġ리": 58083, + "roma": 58084, + "reserve": 58085, + "pls": 58086, + "ĠTah": 58087, + "axies": 58088, + "OPLE": 58089, + "ĠDarren": 58090, + "ĠZombie": 58091, + "_Map": 58092, + "Ġ])ĊĊ": 58093, + "ĠQi": 58094, + "ĠSail": 58095, + "Ġrestrictive": 58096, + "Ġerosion": 58097, + "-par": 58098, + "WHITE": 58099, + "Ġoldu": 58100, + "Ġaperture": 58101, + "Ġbitcoins": 58102, + "texto": 58103, + "ĠComcast": 58104, + "Ġtimeless": 58105, + "enkins": 58106, + "Ġfeeder": 58107, + "/tmp": 58108, + "resden": 58109, + "+'_": 58110, + ".Destroy": 58111, + "Ġçok": 58112, + "ĠDOCUMENT": 58113, + ".lng": 58114, + ".tagName": 58115, + "Ġkullan": 58116, + "egrate": 58117, + "Ġ(*.": 58118, + "ç¼ĸè¾ij": 58119, + "Ġhandshake": 58120, + "soc": 58121, + "_geometry": 58122, + "ĠDamascus": 58123, + "Minor": 58124, + "ĠKafka": 58125, + "ìŬ": 58126, + "Florida": 58127, + "_compute": 58128, + ".expr": 58129, + "Ġparalle": 58130, + "ĠDiaz": 58131, + "cir": 58132, + "[target": 58133, + "Ġjoking": 58134, + "Ġglor": 58135, + "(setq": 58136, + "_handlers": 58137, + "Hang": 58138, + "Ġferr": 58139, + "riminal": 58140, + "ĉĠĠĠĠĉĉ": 58141, + "enties": 58142, + "defines": 58143, + "-tax": 58144, + "jsonp": 58145, + "ĠUPS": 58146, + "metro": 58147, + "__;Ċ": 58148, + "ĠUganda": 58149, + "])):Ċ": 58150, + "_td": 58151, + "xae": 58152, + "lw": 58153, + ".OS": 58154, + "ĠLogged": 58155, + "acid": 58156, + "ĠMayo": 58157, + "aspect": 58158, + "Ġvaginal": 58159, + "Ġinitializing": 58160, + "Ġsteroids": 58161, + "fiction": 58162, + "GRE": 58163, + "gend": 58164, + "Ġliabilities": 58165, + "ĠLets": 58166, + "Mech": 58167, + "(nc": 58168, + "(change": 58169, + "Ġconnectors": 58170, + ":k": 58171, + "Ġtast": 58172, + "!\");ĊĊ": 58173, + "things": 58174, + "rophy": 58175, + "luetooth": 58176, + "ĠSignUp": 58177, + ".ctrl": 58178, + "Ġtherein": 58179, + "orda": 58180, + ".escape": 58181, + "igator": 58182, + "Ġpetrol": 58183, + "Ġspecimen": 58184, + "Ġdebuted": 58185, + "-Pro": 58186, + "Ġcrises": 58187, + ".addView": 58188, + "ëıĻ": 58189, + "-door": 58190, + "Ġmonet": 58191, + "Ġmillis": 58192, + "Ġvier": 58193, + "InternalEnumerator": 58194, + "Ġadmins": 58195, + "ĠLair": 58196, + "zin": 58197, + "getQuery": 58198, + "umbles": 58199, + "LIMIT": 58200, + "ĠVig": 58201, + "_song": 58202, + "": 58515, + "Ġpasado": 58516, + "thank": 58517, + "_Delete": 58518, + "ĠBrighton": 58519, + ",unsigned": 58520, + "ä½ľèĢħ": 58521, + "Ġaspirations": 58522, + "-how": 58523, + "Rose": 58524, + "=((": 58525, + "_needed": 58526, + "_plural": 58527, + ">ĊĊ": 58645, + "Ġsurfaced": 58646, + "ĠìłĢìŀ¥": 58647, + "platz": 58648, + "ĉemail": 58649, + "ceptors": 58650, + "\">(": 58651, + "Ġepile": 58652, + "读": 58653, + "ĠDebt": 58654, + "åijĬ": 58655, + "NOP": 58656, + "\"https": 58657, + ":j": 58658, + "FormItem": 58659, + "_LICENSE": 58660, + ".getDouble": 58661, + "ĠAgenda": 58662, + "ĉfinally": 58663, + "(filters": 58664, + "(av": 58665, + "ç¾İ": 58666, + "APER": 58667, + "Ġlava": 58668, + "еÑĢж": 58669, + "))))ĊĊ": 58670, + "Ġfaulty": 58671, + "_nm": 58672, + "Ġtrava": 58673, + "(Bitmap": 58674, + "Ġspeeding": 58675, + ">').": 58676, + "Ġscreened": 58677, + "_roll": 58678, + "ĠMacBook": 58679, + "ĠAUD": 58680, + "Ġdiagnose": 58681, + ".Generate": 58682, + "Ġ^^": 58683, + "Ġstrs": 58684, + "[Test": 58685, + "Ġransom": 58686, + "ĠDHCP": 58687, + "elden": 58688, + "Ġinterpretations": 58689, + "()].": 58690, + "flatMap": 58691, + "ĠlineHeight": 58692, + "_mount": 58693, + "ĠWizards": 58694, + "Ġsluts": 58695, + "ehler": 58696, + "odal": 58697, + "Ġmilitia": 58698, + "å²": 58699, + "earned": 58700, + "Ġmisery": 58701, + "intval": 58702, + "fund": 58703, + "Ġhides": 58704, + "Ġdiarr": 58705, + "ĠWesley": 58706, + "Ġxmm": 58707, + "Ġquem": 58708, + "ĠArabs": 58709, + "ifth": 58710, + "ategorized": 58711, + "Disposable": 58712, + "Pure": 58713, + "_NOTIFY": 58714, + "snippet": 58715, + "ĠGarrett": 58716, + ".running": 58717, + ".weights": 58718, + "Ġ(--": 58719, + "Ġinvariant": 58720, + "äºĭ件": 58721, + "ĠAllowed": 58722, + "dirs": 58723, + "Ġpassions": 58724, + "Ġlad": 58725, + "ĠFlush": 58726, + "menus": 58727, + ":block": 58728, + "Ġcompra": 58729, + ".chomp": 58730, + "allocator": 58731, + "Ġcurated": 58732, + "ĠKnowing": 58733, + "ĠPatterson": 58734, + "Ġtelah": 58735, + "'ex": 58736, + "Ġdoomed": 58737, + "Ġphilanth": 58738, + "otty": 58739, + ".styles": 58740, + "Owned": 58741, + "Ġallergies": 58742, + "=params": 58743, + "ocese": 58744, + "itelist": 58745, + "ĠSending": 58746, + "bef": 58747, + "orrar": 58748, + "ĠNão": 58749, + "ĠFargo": 58750, + "ĠLub": 58751, + "ĠCombined": 58752, + "_given": 58753, + "ĉĉĉĉĉĠĠĠĠ": 58754, + "Ġreconciliation": 58755, + "Patterns": 58756, + "azard": 58757, + "Ġbiomass": 58758, + "ĠHouses": 58759, + "respuesta": 58760, + "cco": 58761, + "/topics": 58762, + "ĠYuk": 58763, + "Ġweakened": 58764, + "_calendar": 58765, + "Ġmulheres": 58766, + "ĠMarl": 58767, + "Ġsine": 58768, + "ĠTil": 58769, + "ĠSouls": 58770, + "ĠDeutsche": 58771, + "ĠFOLLOW": 58772, + "Ġpipelines": 58773, + "ĠBeverly": 58774, + "_DIPSETTING": 58775, + "\"#": 58776, + "ĠProto": 58777, + ".big": 58778, + "ĠSavings": 58779, + "ĠTanz": 58780, + "jun": 58781, + "ĠGamma": 58782, + "ĠSadd": 58783, + "Ġadvisors": 58784, + "Ġroast": 58785, + "Ġunters": 58786, + "udies": 58787, + "_lon": 58788, + "-pointer": 58789, + "ĠElementRef": 58790, + "\\Builder": 58791, + "exampleInput": 58792, + ".webdriver": 58793, + "dataType": 58794, + "ĠQuite": 58795, + "ĠCeltics": 58796, + "uil": 58797, + "-defense": 58798, + "bish": 58799, + "ĠUIWindow": 58800, + "ĠSuddenly": 58801, + ".hot": 58802, + ".reason": 58803, + "Ġgör": 58804, + "AMD": 58805, + ".Multi": 58806, + "authenticated": 58807, + "regions": 58808, + ";(": 58809, + "аÑĢам": 58810, + "ĠKirby": 58811, + "$route": 58812, + "PRECATED": 58813, + "ĠDurham": 58814, + "owo": 58815, + "ĠPerforms": 58816, + "Ġdisregard": 58817, + "nst": 58818, + "ĠPols": 58819, + "ĠgetP": 58820, + "\"]:": 58821, + "-colored": 58822, + "(Keys": 58823, + "ĠAlleg": 58824, + "_modify": 58825, + "_loading": 58826, + "strained": 58827, + "Ġatroc": 58828, + "_phr": 58829, + "": 59821, + "ceph": 59822, + ".DateTimePicker": 59823, + ".\";ĊĊ": 59824, + "ĠTie": 59825, + ",item": 59826, + "Ġmenn": 59827, + "Gas": 59828, + "ocha": 59829, + "_virtual": 59830, + "Ġmasterpiece": 59831, + "_sequences": 59832, + "LTE": 59833, + "ĠSubmission": 59834, + "Caller": 59835, + "$\\": 59836, + "Sport": 59837, + "agus": 59838, + "ConstraintMaker": 59839, + "Ġcoloc": 59840, + "Ġwig": 59841, + "ĠУ": 59842, + "ĉArray": 59843, + "Looks": 59844, + "ĠGTA": 59845, + ".steps": 59846, + "atchewan": 59847, + "_ranges": 59848, + "extAlignment": 59849, + "ĠBrennan": 59850, + "Ġabstraction": 59851, + "ulerAngles": 59852, + ".misc": 59853, + "Ġantibodies": 59854, + "Ġexponential": 59855, + "ĠCHANNEL": 59856, + "expense": 59857, + "'y": 59858, + "Ġdetectives": 59859, + "Ġpurported": 59860, + "YSTEM": 59861, + "Ġradioactive": 59862, + "ĠLatina": 59863, + ".Encoding": 59864, + ".TAG": 59865, + "xin": 59866, + "Degree": 59867, + "uracion": 59868, + "prices": 59869, + "ĠReferentialAction": 59870, + "Ġrarity": 59871, + "Ġpiles": 59872, + "gende": 59873, + "_projects": 59874, + "_globals": 59875, + ".startTime": 59876, + "Ġ구": 59877, + "SECTION": 59878, + "_publish": 59879, + "Fault": 59880, + "DDL": 59881, + "_prior": 59882, + "Mom": 59883, + "Ġthicker": 59884, + "Ġsequelize": 59885, + "Ġessentials": 59886, + "stras": 59887, + "intr": 59888, + ">(()": 59889, + ".management": 59890, + "eil": 59891, + "éĹŃ": 59892, + "Aware": 59893, + ".City": 59894, + "ĠArbit": 59895, + "_DM": 59896, + "_keyboard": 59897, + "LObject": 59898, + "-webpack": 59899, + "ĠNewport": 59900, + "ĠprincipalColumn": 59901, + "legant": 59902, + "Ġpallet": 59903, + "Ġfracture": 59904, + "Ġgmail": 59905, + ".Meta": 59906, + "Above": 59907, + ".KeyEvent": 59908, + "jit": 59909, + "_macro": 59910, + "_PUSH": 59911, + "ứ": 59912, + "/controller": 59913, + "åĬłè½½": 59914, + "Ġsuperficial": 59915, + "exterity": 59916, + "Ġmensagem": 59917, + "Wind": 59918, + "iston": 59919, + ".openapi": 59920, + "иÑĢов": 59921, + "ĠSerializer": 59922, + "uctive": 59923, + "Ġzar": 59924, + "Places": 59925, + ".Static": 59926, + "Ba": 59927, + "Ġinadvert": 59928, + "ĠIndonesian": 59929, + "_IPV": 59930, + "(horizontal": 59931, + "ĠgetTitle": 59932, + "idepress": 59933, + "ĠConsoleColor": 59934, + "ipers": 59935, + "$out": 59936, + "Ġfestive": 59937, + "Ġevenings": 59938, + ".GetData": 59939, + "uitka": 59940, + "ĠManuals": 59941, + "ussed": 59942, + "_Max": 59943, + ".Chat": 59944, + "ĠAircraft": 59945, + "=com": 59946, + "FOUND": 59947, + "apro": 59948, + "Ġtreasures": 59949, + "_alive": 59950, + "Ġgadget": 59951, + "eking": 59952, + "ButtonDown": 59953, + "Browsable": 59954, + ".PERMISSION": 59955, + "PASSWORD": 59956, + "ĠHASH": 59957, + "fé": 59958, + "\\TestCase": 59959, + "LOSS": 59960, + "others": 59961, + ",J": 59962, + "Ġasshole": 59963, + "werk": 59964, + "Ġmã": 59965, + ".ie": 59966, + "evil": 59967, + "kontakte": 59968, + "////////////////////////////////////////////////////////////////////////////////Ċ": 59969, + "=sys": 59970, + "ĉlock": 59971, + "--;ĊĊ": 59972, + "_FUN": 59973, + "FillColor": 59974, + "óa": 59975, + "prend": 59976, + "Ġcompressor": 59977, + "Mother": 59978, + "ĠArcher": 59979, + ".goto": 59980, + "Ġwürde": 59981, + "Ġbamboo": 59982, + "ï¼İ": 59983, + "ĠTrees": 59984, + "Ġbumper": 59985, + "Ġsausage": 59986, + "ĠElasticsearch": 59987, + "Ġhorizontally": 59988, + "ĠGul": 59989, + "Immutable": 59990, + "Ġloser": 59991, + "Ġaborted": 59992, + "-demo": 59993, + "ĠHatch": 59994, + "Ġunde": 59995, + "Ġprocesso": 59996, + "-call": 59997, + "Income": 59998, + "åĥ": 59999, + "_returns": 60000, + "'].\"'": 60001, + "(sw": 60002, + "CBS": 60003, + "amilies": 60004, + "ĠYourself": 60005, + "ĠHolt": 60006, + ".MON": 60007, + "à§ĩ": 60008, + "ÑĪе": 60009, + "anon": 60010, + "ĠFontAwesome": 60011, + "producer": 60012, + "jr": 60013, + "Ġmau": 60014, + "ĉinter": 60015, + "Ġdishonest": 60016, + "Ġmagna": 60017, + "ĠCollective": 60018, + "Ġvraiment": 60019, + "Ġchoix": 60020, + "stay": 60021, + "Ġwelding": 60022, + "rising": 60023, + ",min": 60024, + "ĠFate": 60025, + "glob": 60026, + "RGBA": 60027, + "Ġdette": 60028, + "Ven": 60029, + "Ġembarrassment": 60030, + ".DELETE": 60031, + "gregar": 60032, + "-render": 60033, + "(bucket": 60034, + "\">ĊĊĊ": 60035, + ".waitKey": 60036, + "Busy": 60037, + "Ġdifferentiation": 60038, + "ĠCST": 60039, + ".Constant": 60040, + "ĠlineNumber": 60041, + "(matches": 60042, + "Ġwebsocket": 60043, + "Ġbarred": 60044, + "Ġpuedes": 60045, + "Mono": 60046, + "CORE": 60047, + "IID": 60048, + "ĠĠĠĠčĊčĊ": 60049, + "Ġpúblico": 60050, + "leaning": 60051, + "Ġcleansing": 60052, + "Ġcris": 60053, + "ĠDevils": 60054, + "_SETTING": 60055, + "untary": 60056, + ".);Ċ": 60057, + "ĊĠĠĠĊ": 60058, + "[curr": 60059, + "tsy": 60060, + "ĠAlexis": 60061, + "ritel": 60062, + "Ġpetroleum": 60063, + ".preprocessing": 60064, + "matter": 60065, + "ForResult": 60066, + "-license": 60067, + "Ġtravellers": 60068, + "ĠDispatcher": 60069, + "ennifer": 60070, + "Ġdigestive": 60071, + "PED": 60072, + "hibition": 60073, + "MASConstraintMaker": 60074, + "ĠWatt": 60075, + "Benef": 60076, + ".setView": 60077, + "dto": 60078, + "TEE": 60079, + "ĠPelosi": 60080, + "_EXTRA": 60081, + "Ġmedals": 60082, + "xhr": 60083, + "forecast": 60084, + "Ġnargin": 60085, + "ouns": 60086, + "-fill": 60087, + "_CURSOR": 60088, + "Ġsupervised": 60089, + "Ġturf": 60090, + "ĠEdgar": 60091, + "POSITION": 60092, + "ĠcategoryId": 60093, + "âī": 60094, + "_ER": 60095, + "ủa": 60096, + "Shown": 60097, + ".ll": 60098, + "_POLICY": 60099, + "(),'": 60100, + "ĠPrev": 60101, + "ĠStringField": 60102, + "ĉGlobal": 60103, + "assed": 60104, + "Throughout": 60105, + "ostringstream": 60106, + ".awtextra": 60107, + "Ġslopes": 60108, + "ĠSequential": 60109, + "Ġgiorn": 60110, + "Ġzelf": 60111, + "Ġversatility": 60112, + "leneck": 60113, + ".cgi": 60114, + "Ġdoubling": 60115, + "ĠBangkok": 60116, + "Ġbuurt": 60117, + "Ġusuário": 60118, + "studio": 60119, + "Ġjeunes": 60120, + "Ġmuted": 60121, + "Ġips": 60122, + "_fraction": 60123, + "&&(": 60124, + "Ġstunt": 60125, + "');?>čĊ": 60149, + "Ġevapor": 60150, + "bable": 60151, + "ĠPRICE": 60152, + "Ġæ³": 60153, + "lucent": 60154, + "Ġvamp": 60155, + "ĠTechnician": 60156, + "Ġuniqueness": 60157, + "Mes": 60158, + "urban": 60159, + ".parametrize": 60160, + "ĠReplay": 60161, + "Sessions": 60162, + "embr": 60163, + "-Americans": 60164, + "_PROXY": 60165, + "Ġpian": 60166, + "Ġtrie": 60167, + "ĠDestructor": 60168, + "GameState": 60169, + "ĠIMF": 60170, + "chin": 60171, + "Ġporte": 60172, + "ĠSwal": 60173, + "åŁİ": 60174, + "Substring": 60175, + "iming": 60176, + "/Library": 60177, + "Ġfrightened": 60178, + "writes": 60179, + "Ġrecursos": 60180, + "arResult": 60181, + "_INITIALIZ": 60182, + "ĠBadge": 60183, + "_crc": 60184, + "Eight": 60185, + "ĠDISTINCT": 60186, + "Ġthro": 60187, + "@Xml": 60188, + "ĠLegendary": 60189, + "-twitter": 60190, + "_easy": 60191, + "Ġ+++": 60192, + "(DATA": 60193, + ".Locale": 60194, + "Ġkä": 60195, + "Ġnurt": 60196, + "Ġcruis": 60197, + "_ios": 60198, + "Ġsensing": 60199, + "_Line": 60200, + "ĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 60201, + "pong": 60202, + "oleon": 60203, + "Ġwildcard": 60204, + "çĶ¨æĪ·åIJį": 60205, + "Ġbegging": 60206, + "Rod": 60207, + "ĠÃİ": 60208, + "_CELL": 60209, + "Researchers": 60210, + ".selector": 60211, + "_ing": 60212, + "Ġaspiring": 60213, + "Ġimmortal": 60214, + "Ġymin": 60215, + "_robot": 60216, + "Ġplur": 60217, + "BTC": 60218, + "ĠDID": 60219, + "Ġpiercing": 60220, + "*u": 60221, + "_DEFINED": 60222, + "ĠThi": 60223, + "itaire": 60224, + "(media": 60225, + "-ons": 60226, + "Ġchefs": 60227, + "Ġ\"*.": 60228, + "/AP": 60229, + "Ġrazor": 60230, + "ĠsearchData": 60231, + "Ġ=&": 60232, + "ĠãĢĤ": 60233, + "Ġmourn": 60234, + "tingham": 60235, + "Ġoli": 60236, + "ĠVernon": 60237, + "_RS": 60238, + "ŀæĢ§": 60239, + "Ġfácil": 60240, + "angen": 60241, + "celain": 60242, + "Ġail": 60243, + "lest": 60244, + "ĠQCOMPARE": 60245, + "gain": 60246, + "Ġε": 60247, + "ĠKob": 60248, + "ĠFault": 60249, + "_configs": 60250, + "ç»ĵæŀľ": 60251, + ".+": 60252, + "calar": 60253, + "(colors": 60254, + "Mul": 60255, + "_ART": 60256, + "Ġexperimenting": 60257, + "ermen": 60258, + "ĠAnglo": 60259, + ".FixedSingle": 60260, + "Sea": 60261, + "Ġctxt": 60262, + ".slider": 60263, + "Collapse": 60264, + "Grey": 60265, + "Ġfld": 60266, + "-proof": 60267, + ".capacity": 60268, + "getParent": 60269, + "ĠCompliance": 60270, + "Ġburgl": 60271, + "-rec": 60272, + "Ġoverwritten": 60273, + "MU": 60274, + "Ġrouters": 60275, + "ĉModel": 60276, + "Ġfantasies": 60277, + "avian": 60278, + "_prec": 60279, + "ĠScandin": 60280, + "Ġ//<": 60281, + "/oct": 60282, + "Ġceremonies": 60283, + "Months": 60284, + "undy": 60285, + "Ġqued": 60286, + "ĠNou": 60287, + "ĠVibr": 60288, + ".rgb": 60289, + "Ġcitrus": 60290, + "Ġbraces": 60291, + "-uppercase": 60292, + "getTable": 60293, + "Ġdopo": 60294, + "ĠKerr": 60295, + "_CHILD": 60296, + "-cloud": 60297, + "ĉMatrix": 60298, + "Ġgardening": 60299, + "Sing": 60300, + "almost": 60301, + "Requirements": 60302, + "uguay": 60303, + "(Property": 60304, + "subscriber": 60305, + "FAST": 60306, + "reaction": 60307, + "(lp": 60308, + ")})Ċ": 60309, + "`).": 60310, + ".wallet": 60311, + "_exchange": 60312, + ".Maximum": 60313, + "ĠVerb": 60314, + "âĶģ": 60315, + "()<": 60316, + "ï¼ĽĊ": 60317, + "ROT": 60318, + "CARD": 60319, + "ubit": 60320, + "{@": 60321, + "_kel": 60322, + "ĠTooltip": 60323, + "MySQL": 60324, + "MainActivity": 60325, + "arf": 60326, + "Ġmalign": 60327, + "Ġseinen": 60328, + "apist": 60329, + "Ġ<%": 60330, + "MethodImpl": 60331, + "Mil": 60332, + "ĠMick": 60333, + ".depend": 60334, + ">&": 60367, + "ĉok": 60368, + "-low": 60369, + ".usuario": 60370, + "nested": 60371, + "XB": 60372, + "OURS": 60373, + ".BorderColor": 60374, + "Ġbrow": 60375, + "ĠÐķ": 60376, + "corr": 60377, + "ĠRedskins": 60378, + ".getTag": 60379, + ".getTransaction": 60380, + "Ġstigma": 60381, + "hardt": 60382, + "ĠPlayerPrefs": 60383, + "alsy": 60384, + "ucson": 60385, + "Languages": 60386, + "ĠOlivia": 60387, + "Ġtac": 60388, + "Ġbli": 60389, + "Ġcaval": 60390, + "Ġconsolidated": 60391, + "Ġperil": 60392, + "Ġdele": 60393, + "Ġformulated": 60394, + "Ġhighways": 60395, + ".spawn": 60396, + "==$": 60397, + "ĠNiet": 60398, + "Ġveggies": 60399, + "ypo": 60400, + "-rule": 60401, + "ĠVie": 60402, + "/epl": 60403, + "Ġenfants": 60404, + "stringLiteral": 60405, + "Ġtoughest": 60406, + "buyer": 60407, + "Ġcovariance": 60408, + "Ġili": 60409, + "ĠSophie": 60410, + "ĠBAB": 60411, + "Ġ\"),": 60412, + "ĠUk": 60413, + "currentIndex": 60414, + "_userdata": 60415, + ".codec": 60416, + "ĠPunjab": 60417, + "ĠSNP": 60418, + "lol": 60419, + "advance": 60420, + "Ġcomfy": 60421, + "JsonIgnore": 60422, + "Ġfashionable": 60423, + "ĠICON": 60424, + "Ġora": 60425, + "ĠPricing": 60426, + "E": 60484, + "tering": 60485, + "/screens": 60486, + "Ġheightened": 60487, + "аÑĢÑĤ": 60488, + "Authorities": 60489, + "_bbox": 60490, + "ünst": 60491, + ".fontSize": 60492, + "ĠBOOLEAN": 60493, + "divide": 60494, + "ĠSloven": 60495, + "ucer": 60496, + "ÙĴ": 60497, + "stub": 60498, + "Ġnavigating": 60499, + ":animated": 60500, + "_NOW": 60501, + "_vect": 60502, + "}{Ċ": 60503, + "@(": 60504, + "Ġtelecom": 60505, + "Ġcontracting": 60506, + "ĠAssange": 60507, + "Ġextracting": 60508, + "Ġgrö": 60509, + "cobra": 60510, + ".DIS": 60511, + "Ġcrab": 60512, + "Ġtwitch": 60513, + "Ġverts": 60514, + "Ġrejects": 60515, + "ĉformat": 60516, + "Ġregeneration": 60517, + ".Sys": 60518, + "solve": 60519, + "ĉdialog": 60520, + "shi": 60521, + "meter": 60522, + "(best": 60523, + "validators": 60524, + "Ġonwards": 60525, + "Ġguru": 60526, + "Ġmoderator": 60527, + "owied": 60528, + "experiment": 60529, + "rub": 60530, + "Ġmqtt": 60531, + "ĠCaucas": 60532, + "Ġnationalism": 60533, + "Ġmange": 60534, + "ĉImGui": 60535, + "/Edit": 60536, + "Ġinh": 60537, + "Ġintellig": 60538, + "erokee": 60539, + "ĉexport": 60540, + "Ġdiscriminate": 60541, + "subtract": 60542, + "ĠMoodle": 60543, + "enser": 60544, + "ĠGuides": 60545, + "RAP": 60546, + "-hot": 60547, + "_grp": 60548, + ".picture": 60549, + "XA": 60550, + "ĠinitView": 60551, + "_Comm": 60552, + "Ġoverdose": 60553, + "Ġ+ĊĊ": 60554, + "ĠSilent": 60555, + "shows": 60556, + "Ġinterpolate": 60557, + "Formation": 60558, + "Ġbisc": 60559, + "markets": 60560, + "(SC": 60561, + "Ze": 60562, + "ĠNetworking": 60563, + "Ġadrenal": 60564, + "ĠGuns": 60565, + "eteor": 60566, + "Declared": 60567, + "orgetown": 60568, + "Ġkarena": 60569, + "/password": 60570, + "_addresses": 60571, + "ITERAL": 60572, + "Buzz": 60573, + "ĠConway": 60574, + "(case": 60575, + "PWD": 60576, + "heiro": 60577, + "(act": 60578, + "**čĊ": 60579, + "());ĊĊĊ": 60580, + "Ġanv": 60581, + "Ġ..ĊĊ": 60582, + "(MenuItem": 60583, + "(mail": 60584, + "_sections": 60585, + "ĉnet": 60586, + "Ġplut": 60587, + "Ġwrench": 60588, + "/object": 60589, + "ĠIst": 60590, + "ĠVIS": 60591, + "/pub": 60592, + "alten": 60593, + "Ġguitars": 60594, + "Ġantibiotic": 60595, + "ï¼ĸ": 60596, + "¹": 60597, + "Ġ\"+\"": 60598, + "formula": 60599, + "Ġbabes": 60600, + "ĠPrompt": 60601, + "Ġenim": 60602, + "/player": 60603, + "ĉref": 60604, + "ĠbyÄĩ": 60605, + "Ġconsumes": 60606, + "ĠHast": 60607, + "ĠTao": 60608, + "Ġ'))Ċ": 60609, + "Ġclam": 60610, + "Ġthighs": 60611, + "Ġmotif": 60612, + "ApiOperation": 60613, + "ĠWL": 60614, + "getC": 60615, + "ĉflags": 60616, + "ointments": 60617, + "Ġeconomical": 60618, + "needle": 60619, + "xls": 60620, + "practice": 60621, + "utzer": 60622, + "timeofday": 60623, + "-output": 60624, + "ĠfindById": 60625, + "ĠBuddy": 60626, + "ÐŀÑĤ": 60627, + "Seven": 60628, + "ĠBark": 60629, + "Ġenvoy": 60630, + "_algorithm": 60631, + "åĪ©": 60632, + "Ġballistic": 60633, + "移": 60634, + "rades": 60635, + "ĉdoc": 60636, + "roducing": 60637, + "ĠEating": 60638, + "Unmount": 60639, + "/dataTables": 60640, + "_bonus": 60641, + "Ġlitt": 60642, + "pps": 60643, + ")localObject": 60644, + "perf": 60645, + "ĠHelvetica": 60646, + "shutdown": 60647, + "/ml": 60648, + ".tokens": 60649, + "ĠHardcore": 60650, + ",row": 60651, + "/bg": 60652, + "Scaler": 60653, + "âĢĶas": 60654, + "_logits": 60655, + "âĢĻint": 60656, + "ĉApp": 60657, + "Implicit": 60658, + ".Fprintf": 60659, + "ETO": 60660, + "Ġterra": 60661, + "Ġpossessing": 60662, + ".rstrip": 60663, + ",),": 60664, + "=yes": 60665, + "ĠStripe": 60666, + "?=": 60667, + "neutral": 60668, + ".good": 60669, + "Ġkennen": 60670, + "ĠSung": 60671, + "fault": 60672, + "ystatechange": 60673, + "Canadian": 60674, + "','\".$": 60675, + "ĠMits": 60676, + "ænd": 60677, + "ĠSTRUCT": 60678, + "ĠURLWithString": 60679, + "ĠCompass": 60680, + "Ġ--ĊĊ": 60681, + "ĠNSLayoutConstraint": 60682, + "|min": 60683, + "-adjust": 60684, + "Ġrebuilt": 60685, + "LIGHT": 60686, + "/se": 60687, + "-mount": 60688, + "vpn": 60689, + "validated": 60690, + "(QObject": 60691, + "Ġignition": 60692, + "ĠChargers": 60693, + "RYPTO": 60694, + "]initWithFrame": 60695, + "ĠFluid": 60696, + "Ġcadre": 60697, + "Ġnominations": 60698, + "Neill": 60699, + "ĠHou": 60700, + "Ġcurrents": 60701, + "_gene": 60702, + "(inp": 60703, + "Paris": 60704, + "zÄĻ": 60705, + "aggregate": 60706, + "Ġassoc": 60707, + "weeted": 60708, + "errat": 60709, + "âĢĵĊĊ": 60710, + "Ġ'/',Ċ": 60711, + "fixture": 60712, + "ĠHighest": 60713, + "ambient": 60714, + "Ġchmod": 60715, + "Ġconte": 60716, + "Ġsensual": 60717, + "Ġgarment": 60718, + "zers": 60719, + "ĠPowered": 60720, + "domains": 60721, + "Reward": 60722, + "iomanip": 60723, + "Ġcockpit": 60724, + "outfile": 60725, + "Ġbuiltin": 60726, + "Ġinsisting": 60727, + ".vars": 60728, + "zipcode": 60729, + "Ġ����": 60730, + "fails": 60731, + "Ġconsolidation": 60732, + "_oid": 60733, + "Planet": 60734, + "Ġ=\",": 60735, + "ĉel": 60736, + "UILT": 60737, + "ätz": 60738, + "afari": 60739, + "ĠMcCl": 60740, + "Timeline": 60741, + "Esta": 60742, + "Ġfram": 60743, + "YE": 60744, + "Ġcerebral": 60745, + "OfMonth": 60746, + "ĠPregn": 60747, + "ĠклаÑģÑģ": 60748, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 60749, + "ĠFres": 60750, + "Approved": 60751, + ".Special": 60752, + "ĠProtestant": 60753, + "Ġallergy": 60754, + "_pcm": 60755, + "ĉCopyright": 60756, + "ĠsuperClass": 60757, + "\"strconv": 60758, + "ĠMohamed": 60759, + "Ġ'//": 60760, + "ForeColor": 60761, + "Arthur": 60762, + "ĠJungle": 60763, + "Ġveins": 60764, + "Sad": 60765, + "Ġbackups": 60766, + "ĠOpinion": 60767, + "ût": 60768, + "Ġintermitt": 60769, + "odyn": 60770, + "ĠChristina": 60771, + "Ġandre": 60772, + "Ġevacuation": 60773, + "palette": 60774, + "horse": 60775, + "ĠResident": 60776, + "ĠHassan": 60777, + ".Nil": 60778, + "Ġaisle": 60779, + "ĠGrowing": 60780, + "Ġbloginfo": 60781, + "/sql": 60782, + "_ioctl": 60783, + "Scaling": 60784, + "ĠMonad": 60785, + "_cpp": 60786, + "ĠHutch": 60787, + "ĠAppleWebKit": 60788, + "Expense": 60789, + "_JOB": 60790, + "Ġpointless": 60791, + "FromBody": 60792, + "antal": 60793, + "Ġdepicting": 60794, + "ĠCELL": 60795, + "Ġrefin": 60796, + "ĠCNC": 60797, + "ì¹ĺ": 60798, + "_dimensions": 60799, + "ĠSAN": 60800, + "Ġaft": 60801, + "Ġfootsteps": 60802, + "ccoli": 60803, + "_PHONE": 60804, + "/math": 60805, + "-kind": 60806, + "ĠMeans": 60807, + "ichael": 60808, + ".guna": 60809, + "Ġinauguration": 60810, + "-driving": 60811, + "(delete": 60812, + "ĠtotalCount": 60813, + "_MC": 60814, + ".Extension": 60815, + "Commercial": 60816, + "ĠzIndex": 60817, + "$": 60949, + "Ġebay": 60950, + "Ġcaptive": 60951, + "pliant": 60952, + "ĠCalculates": 60953, + "olta": 60954, + "esting": 60955, + "_revision": 60956, + "Ġmús": 60957, + "+m": 60958, + "\",\"\",\"": 60959, + "WHAT": 60960, + "Ġcompassionate": 60961, + "harga": 60962, + "[random": 60963, + "Ġmodulo": 60964, + "(sn": 60965, + "Ġoccupations": 60966, + "////Ċ": 60967, + "ĉboard": 60968, + "ĠBalk": 60969, + "wiÄħ": 60970, + "ĠWifi": 60971, + ".Profile": 60972, + ":maj": 60973, + "ĉmat": 60974, + "LOCKS": 60975, + "(jButton": 60976, + "Ġ('$": 60977, + "Mur": 60978, + "æĮī": 60979, + "bble": 60980, + "Ġfrog": 60981, + "-hide": 60982, + "Ġbroadcaster": 60983, + "à¸ŀ": 60984, + "haled": 60985, + "Ġamusing": 60986, + "_predictions": 60987, + "_intr": 60988, + "Ġeagle": 60989, + "аÑĤелÑĮ": 60990, + "ĠgetList": 60991, + "psilon": 60992, + "Ġcharacterization": 60993, + "ARDS": 60994, + "Ġrelocation": 60995, + "Ġrulers": 60996, + "PAY": 60997, + "ĠDefinitely": 60998, + "_Action": 60999, + "Ġclosures": 61000, + "Ġfactual": 61001, + "odynamic": 61002, + "Ġprecautions": 61003, + "niej": 61004, + "ĠParties": 61005, + "ĠSubaru": 61006, + "Ġcousins": 61007, + "arbeit": 61008, + ".money": 61009, + "gunta": 61010, + "(and": 61011, + "getitem": 61012, + ".StylePriority": 61013, + "Ġslid": 61014, + "singleton": 61015, + "Ġgarn": 61016, + "ĠPAS": 61017, + "Ġdazz": 61018, + "aż": 61019, + "Ġbogus": 61020, + "ĠMog": 61021, + "Ġrivalry": 61022, + "isol": 61023, + "Ġlandmarks": 61024, + "ñas": 61025, + "Bern": 61026, + "ĠSachs": 61027, + "Ġ\")ĊĊ": 61028, + "Ġhostility": 61029, + "_mex": 61030, + "mere": 61031, + "Mot": 61032, + "pictureBox": 61033, + "Defense": 61034, + "Ġaffidavit": 61035, + "otherwise": 61036, + ".directory": 61037, + "_UnityEngine": 61038, + "-blog": 61039, + ".skin": 61040, + "phem": 61041, + "Apellido": 61042, + "erchant": 61043, + "[class": 61044, + "Ġwart": 61045, + ".\"[": 61046, + "aleur": 61047, + "/back": 61048, + "ĠĠĠĠĉĠĠĠ": 61049, + "Ġprecipitation": 61050, + "Ġobstruction": 61051, + "ĠpObj": 61052, + "Ġrupt": 61053, + "UCKET": 61054, + "aye": 61055, + "æİĴ": 61056, + "gx": 61057, + "Ġecl": 61058, + "Ġsecrecy": 61059, + "/Header": 61060, + "ĠLesb": 61061, + "Ġlei": 61062, + "ĠBulletin": 61063, + "Ġgiveaway": 61064, + ".Home": 61065, + "_ROOM": 61066, + "\"W": 61067, + "Ġcowork": 61068, + "_ra": 61069, + "ĠCycling": 61070, + "ĠPaw": 61071, + "Ġpupil": 61072, + "/arch": 61073, + "ĠFileUtils": 61074, + "é¦ĸ": 61075, + "rsp": 61076, + "Ġfreedoms": 61077, + "ĠLear": 61078, + "}`).": 61079, + "Ġbowls": 61080, + "/block": 61081, + "_logging": 61082, + "Ġmethane": 61083, + "Ġhorns": 61084, + "Ġwonderfully": 61085, + "Ġalterations": 61086, + "Ġexile": 61087, + "lsen": 61088, + "_pause": 61089, + "_LANGUAGE": 61090, + "ĠUSDA": 61091, + "_mysql": 61092, + "_AMOUNT": 61093, + "ĠLIFE": 61094, + "Ġyoungsters": 61095, + "Ġriots": 61096, + "[E": 61097, + "Ġunforgettable": 61098, + ",},Ċ": 61099, + "Disposed": 61100, + "ĠAssassin": 61101, + "UNG": 61102, + "ĠNewsp": 61103, + "UserService": 61104, + ":aload": 61105, + "+',": 61106, + "Ġsettlers": 61107, + "Ġscreams": 61108, + "Ġinconvenience": 61109, + ".Rotate": 61110, + "Ġjars": 61111, + "ĠPuzzle": 61112, + "Ġmest": 61113, + "arsi": 61114, + "ĠSharma": 61115, + "|(": 61116, + ".ds": 61117, + "ĠSacred": 61118, + "_evt": 61119, + "Ġexpresses": 61120, + "Ġhoch": 61121, + "ĠDuch": 61122, + ".calls": 61123, + "thr": 61124, + "ĠSheffield": 61125, + ".AlertDialog": 61126, + "Ġradically": 61127, + "Ġtrous": 61128, + "Ġprevailing": 61129, + "ĠWWII": 61130, + "âĢĻn": 61131, + "ensely": 61132, + "ĠYesterday": 61133, + "ĠSirius": 61134, + "Ġkillers": 61135, + "ĠFFT": 61136, + "Ġoval": 61137, + "'):čĊ": 61138, + "Ġìłķë³´": 61139, + "ourage": 61140, + "ĠCheckbox": 61141, + "Workbook": 61142, + ".defer": 61143, + "_floor": 61144, + "Ġcouncill": 61145, + "Ġnorske": 61146, + "moil": 61147, + "orea": 61148, + "Ġmarketed": 61149, + "_SUR": 61150, + "xAA": 61151, + "Ġstained": 61152, + "eut": 61153, + "ĠMeng": 61154, + "Ġieee": 61155, + ".extern": 61156, + "egie": 61157, + "Ġrapp": 61158, + "ĠPyongyang": 61159, + "'class": 61160, + "Mob": 61161, + "ĠinitialValue": 61162, + "_wave": 61163, + "Ġjab": 61164, + "Ġmasculine": 61165, + "Ġamplifier": 61166, + "Ġtty": 61167, + "PathComponent": 61168, + "_xt": 61169, + "ĠGFP": 61170, + "/sec": 61171, + "ĉdispatch": 61172, + "markdown": 61173, + "ĠSchn": 61174, + "bole": 61175, + "··": 61176, + "mousemove": 61177, + "ĠerrMsg": 61178, + "Ġasign": 61179, + "_mono": 61180, + "ToSelector": 61181, + "ĠZu": 61182, + "(Rect": 61183, + "ĠErrorCode": 61184, + "latin": 61185, + "angible": 61186, + "vtk": 61187, + "CGSize": 61188, + "Pokemon": 61189, + "Ġclassmates": 61190, + "Ġattracts": 61191, + "ĠTatto": 61192, + "ultan": 61193, + "ológ": 61194, + "Ġhalted": 61195, + "न": 61196, + "ĠKart": 61197, + "Ġue": 61198, + "_InitStructure": 61199, + "TestClass": 61200, + "ĠAirbnb": 61201, + "_\",": 61202, + "Ġcharcoal": 61203, + "Ġipc": 61204, + "ĠStretch": 61205, + ".glide": 61206, + "latesAutoresizingMaskIntoConstraints": 61207, + "Ġpotion": 61208, + "ITTLE": 61209, + "Ġcountert": 61210, + "_hd": 61211, + "prepared": 61212, + "Ads": 61213, + "ĠVampire": 61214, + "robots": 61215, + ".CreateIndex": 61216, + "StatusLabel": 61217, + "Ġtucked": 61218, + "afür": 61219, + "Ut": 61220, + "Ġsweater": 61221, + "_FN": 61222, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĉ": 61223, + "ataka": 61224, + "Ġeyebrows": 61225, + "acoes": 61226, + "uden": 61227, + ".LinearLayoutManager": 61228, + "Ġsway": 61229, + "Ġmultin": 61230, + "())))Ċ": 61231, + "ĠNSUInteger": 61232, + "ĠMyBase": 61233, + "Partner": 61234, + "utschen": 61235, + "ĠCater": 61236, + ".setBackgroundColor": 61237, + "Ġaccomplishment": 61238, + "_problem": 61239, + ".dtd": 61240, + "ĠpageNumber": 61241, + "Ġjackets": 61242, + "Ġcropped": 61243, + "uels": 61244, + "ĠHep": 61245, + "Ġcapped": 61246, + "*Math": 61247, + "_callbacks": 61248, + "Ġpubb": 61249, + "ĠBrunswick": 61250, + ".respond": 61251, + "[\"_": 61252, + "Ġbedding": 61253, + "hythm": 61254, + "OX": 61255, + "(speed": 61256, + "Ġpesticides": 61257, + "Ġ-------": 61258, + ".Blue": 61259, + "Ġnoodles": 61260, + "ĠGoes": 61261, + "Ġsaver": 61262, + "oxy": 61263, + "_completion": 61264, + "ĠSwinger": 61265, + "ĠgetDate": 61266, + "Ġminded": 61267, + "integration": 61268, + "ĠLotus": 61269, + "(stop": 61270, + "(',');Ċ": 61271, + "Ġfloods": 61272, + "ĠWorkflow": 61273, + "Ġerupted": 61274, + "Macro": 61275, + "ĠSauce": 61276, + "ĠeventName": 61277, + "\\Input": 61278, + "Breaking": 61279, + "ĉwhen": 61280, + "_pw": 61281, + "INDER": 61282, + "ĠWellness": 61283, + "Ġvoxel": 61284, + "ĠMell": 61285, + "ĠMEDIA": 61286, + "SENS": 61287, + "ĠFunds": 61288, + "ĠMild": 61289, + "Ċ": 61298, + "Ġtempting": 61299, + "Ġtestament": 61300, + "Ġbible": 61301, + "Ġconsulted": 61302, + "ĠIndexError": 61303, + "è¨ĺ": 61304, + "Ġkeypad": 61305, + "izzo": 61306, + "(ok": 61307, + "Ġwhatsapp": 61308, + "ĠRemoteException": 61309, + "Ġteamed": 61310, + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ": 61311, + "»,": 61312, + "ĠgetTime": 61313, + "diag": 61314, + "issy": 61315, + "Ġhed": 61316, + "Ġknots": 61317, + "jom": 61318, + "Ġfunnel": 61319, + "-mails": 61320, + "Ġexporting": 61321, + "ĠVL": 61322, + "ĠKarn": 61323, + "ĠBuddhism": 61324, + "ĠAllan": 61325, + "_RADIUS": 61326, + "Ġwording": 61327, + "ĠForget": 61328, + "ĠCorona": 61329, + "iphy": 61330, + "Ġlimburg": 61331, + "uggy": 61332, + "ĠUserRepository": 61333, + "imin": 61334, + "(ele": 61335, + "Ġlabelled": 61336, + "社": 61337, + "ĠHerman": 61338, + ".qq": 61339, + "Ġ\"));Ċ": 61340, + "ieber": 61341, + ".Translate": 61342, + "ryn": 61343, + "Ġdesenv": 61344, + "umd": 61345, + "Simply": 61346, + "ĉmode": 61347, + "Rpc": 61348, + "ĠValencia": 61349, + "Ġstaffers": 61350, + "Ġselv": 61351, + "ĠSpike": 61352, + "Ġdelic": 61353, + "Ġeru": 61354, + "_DT": 61355, + "Judge": 61356, + "á»ķ": 61357, + "ĠBasin": 61358, + ".mutable": 61359, + "\"url": 61360, + "Ġtariff": 61361, + "ĠSleeve": 61362, + "Ġflare": 61363, + ".dropout": 61364, + "Ġbrides": 61365, + ")),čĊ": 61366, + "_constraints": 61367, + "destruct": 61368, + "Outline": 61369, + "Ġdisappears": 61370, + "_locked": 61371, + "ĠNSLocalizedString": 61372, + "cke": 61373, + "ĉnull": 61374, + "adresse": 61375, + "Ġtopping": 61376, + "ĠJoker": 61377, + "bishop": 61378, + "ноÑģÑĤÑĮ": 61379, + "andering": 61380, + "_amp": 61381, + "=time": 61382, + "_Space": 61383, + "_PULL": 61384, + "'=": 61385, + "Ġantiqu": 61386, + "Ġcach": 61387, + "___ĊĊ": 61388, + "ONES": 61389, + "оÑı": 61390, + "Ġunread": 61391, + ".policy": 61392, + "oooooooo": 61393, + "룬": 61394, + "Ġusted": 61395, + "ĠRece": 61396, + "Ġallem": 61397, + "ãĥ¼ãĤ¹": 61398, + "ĠThoughts": 61399, + "veillance": 61400, + "istrate": 61401, + "_lane": 61402, + "Ġfamed": 61403, + ".GetName": 61404, + "Ġsmoother": 61405, + "ĠQualified": 61406, + "azers": 61407, + "_geo": 61408, + "Fax": 61409, + "ĠMinds": 61410, + "ĠRaises": 61411, + "Ġtranscripts": 61412, + "Conversation": 61413, + "Ġremarked": 61414, + "ëĤĺ": 61415, + "dling": 61416, + "Ġdeploying": 61417, + "ĠsharedApplication": 61418, + "Ġkp": 61419, + "FontAwesomeIcon": 61420, + "_dummy": 61421, + "reiben": 61422, + "ĠJaneiro": 61423, + "Directions": 61424, + ".getBean": 61425, + "sass": 61426, + "Ġcommanders": 61427, + "vation": 61428, + "errorCode": 61429, + "ĠAlloy": 61430, + ".localized": 61431, + "Ðij": 61432, + "Ġdishwasher": 61433, + "ĠSoup": 61434, + "Nu": 61435, + "_Default": 61436, + "Ġuneven": 61437, + "Ġ/>\";Ċ": 61438, + "-Based": 61439, + "Ġseamlessly": 61440, + "-null": 61441, + "ĠXC": 61442, + "Ġstew": 61443, + "(delay": 61444, + "ATORS": 61445, + "ĠWheeler": 61446, + "\"H": 61600, + "east": 61601, + ".air": 61602, + "âĢľBut": 61603, + "ObjectContext": 61604, + "successfully": 61605, + "_land": 61606, + "Ġfolds": 61607, + "_COORD": 61608, + "Ġsubpo": 61609, + ".getAddress": 61610, + "instr": 61611, + "Materials": 61612, + "ÑĥÑģÑĤ": 61613, + "deposit": 61614, + "-last": 61615, + "_GRAY": 61616, + "=find": 61617, + "Ġmutant": 61618, + "Ġlesbienne": 61619, + "letcher": 61620, + "ROUGH": 61621, + "ureka": 61622, + ".capture": 61623, + "Ġenn": 61624, + "Ġ([[": 61625, + "ĠFlu": 61626, + "ĠtaskId": 61627, + "ĠHussein": 61628, + ".folder": 61629, + "Ġausterity": 61630, + "ISTRATION": 61631, + "_Impl": 61632, + "注æĦı": 61633, + "Ġdecree": 61634, + "-chat": 61635, + "Ġimplication": 61636, + "Ġguesses": 61637, + "ulkan": 61638, + "Analytics": 61639, + ".plus": 61640, + "COMMAND": 61641, + "ели": 61642, + "»ĊĊ": 61643, + "_SITE": 61644, + "ĠequalTo": 61645, + "SupportFragmentManager": 61646, + "ĠRecording": 61647, + "å®ĮæĪIJ": 61648, + "Ġbaggage": 61649, + "Ġpitchers": 61650, + "ĠEh": 61651, + "oque": 61652, + "ĉcnt": 61653, + "Ġ=>$": 61654, + "/foo": 61655, + "IRA": 61656, + "ĠSatellite": 61657, + "borah": 61658, + "Ġ}}\"Ċ": 61659, + "ĠEnds": 61660, + "ĠSpray": 61661, + ",param": 61662, + ".Chrome": 61663, + "*q": 61664, + "thought": 61665, + "ibrated": 61666, + "Ġthieves": 61667, + "Ġbeneficiaries": 61668, + "Entered": 61669, + "ottesville": 61670, + "Ġveterin": 61671, + "ByID": 61672, + "quipe": 61673, + "umption": 61674, + "-unit": 61675, + "ExecutionContext": 61676, + "@s": 61677, + "ĠGiov": 61678, + ".ToolTip": 61679, + "_friend": 61680, + "(attributes": 61681, + "Ġdumping": 61682, + "ĠJC": 61683, + "_DOCUMENT": 61684, + "ĠArmour": 61685, + "(insert": 61686, + ".HorizontalAlignment": 61687, + "ĠQed": 61688, + "ãģĦãģ¾ãģĻ": 61689, + "/git": 61690, + "ĠYYYY": 61691, + "ĠCardiff": 61692, + "Ġapa": 61693, + "organic": 61694, + "ĠWhereas": 61695, + "ĠæĿ": 61696, + "ĠMia": 61697, + "Ġdemolition": 61698, + "Ġscars": 61699, + "Ġpai": 61700, + "Ġretries": 61701, + "Ġrq": 61702, + "ĠDenis": 61703, + "(Utils": 61704, + "Ġalleviate": 61705, + "ĠPIC": 61706, + "idue": 61707, + "Ġacknowledging": 61708, + "Ġ//////////////////////////////////": 61709, + "ç¡®å®ļ": 61710, + "Ä«": 61711, + "\\Json": 61712, + ".binary": 61713, + "Ġxtype": 61714, + "signals": 61715, + "ĠAppearance": 61716, + "&r": 61717, + "}s": 61718, + "Ci": 61719, + "ĠIllum": 61720, + "porate": 61721, + "hog": 61722, + "ĠindexOf": 61723, + "\\Command": 61724, + "_parallel": 61725, + "ĠSherlock": 61726, + "íĥ": 61727, + "Ġ\"\")čĊ": 61728, + "////////////////////////////////////////////////////////////////////////////////////////////////": 61729, + "Ġcriticize": 61730, + "ĠSoap": 61731, + "ĠMatcher": 61732, + "Ġgrilled": 61733, + "*T": 61734, + "Ġadore": 61735, + "ulling": 61736, + "Ġjedoch": 61737, + "_refs": 61738, + "leanup": 61739, + "ĠJAXB": 61740, + "Ġroses": 61741, + "ĠLiam": 61742, + "sizei": 61743, + "Ġgetchar": 61744, + "Ġtarde": 61745, + "-tooltip": 61746, + "Ġqualifier": 61747, + "ĠIntermediate": 61748, + "_Window": 61749, + "ĠMalta": 61750, + "Disconnect": 61751, + "ewhere": 61752, + "Campo": 61753, + "Ġirrational": 61754, + "ledo": 61755, + "ĠDN": 61756, + "ARGV": 61757, + "Ġoutro": 61758, + "Ġthirteen": 61759, + "Joseph": 61760, + "MAR": 61761, + "/gl": 61762, + "Jess": 61763, + "ĠPsychiat": 61764, + "ĠpaddingBottom": 61765, + "-loop": 61766, + "/fonts": 61767, + "_seen": 61768, + "Teams": 61769, + "ReactDOM": 61770, + "(man": 61771, + "(xpath": 61772, + ".getSimpleName": 61773, + ">(*": 61774, + "ĠPvt": 61775, + "Ġelders": 61776, + "Ġpies": 61777, + ".userAgent": 61778, + "-region": 61779, + "ĠGreeks": 61780, + "(fragment": 61781, + "stu": 61782, + "Ġcouncils": 61783, + "Ġstamina": 61784, + "ĠGoddess": 61785, + "西": 61786, + "Ġphilosophers": 61787, + "Ġpersone": 61788, + "ĠLose": 61789, + "ĠCLR": 61790, + "ĠDocs": 61791, + "Ġsoak": 61792, + "ĠHOLDER": 61793, + "Ġbells": 61794, + "hashCode": 61795, + "RATE": 61796, + "_WEIGHT": 61797, + "inous": 61798, + "endra": 61799, + "ophobic": 61800, + "Ġprose": 61801, + "Ġfinely": 61802, + "/oauth": 61803, + "(space": 61804, + "adge": 61805, + "ĠMama": 61806, + "ĠstringBuffer": 61807, + "Ġstint": 61808, + "Ġmisma": 61809, + "Ġvillains": 61810, + "ĠCrimea": 61811, + "Ġdiploma": 61812, + "ĠпоÑģл": 61813, + "ĠBea": 61814, + "(join": 61815, + "Ġíķ´": 61816, + "CHAT": 61817, + "pering": 61818, + "ĠCros": 61819, + "Ġmonkeys": 61820, + "Ġpreds": 61821, + "yla": 61822, + ",,,": 61823, + "Ġvibrator": 61824, + "ĠNU": 61825, + "åħĪ": 61826, + "fant": 61827, + "zet": 61828, + "Ġbietet": 61829, + "unft": 61830, + "sworth": 61831, + ".Flow": 61832, + "Ġpsyched": 61833, + "ĠContinental": 61834, + ">t": 61835, + "Ġquilt": 61836, + ".UP": 61837, + "Ġexpansive": 61838, + "Dispose": 61839, + "(language": 61840, + "Caps": 61841, + "_ZONE": 61842, + "Ġrecycle": 61843, + "ĠManaged": 61844, + "currentColor": 61845, + ".broadcast": 61846, + "signIn": 61847, + ".prom": 61848, + "llu": 61849, + "ueblo": 61850, + "Ġpunches": 61851, + "Ġautomat": 61852, + "Ġassigning": 61853, + "ĠcreateUser": 61854, + "ĠAllied": 61855, + "Ġconductor": 61856, + "Ĥ¨": 61857, + "Ġsaddle": 61858, + "Ġdni": 61859, + "omedical": 61860, + "-West": 61861, + "PositiveButton": 61862, + "Ġitalic": 61863, + "?[": 61864, + "(trigger": 61865, + "Ġelephants": 61866, + "\":\"\",\"": 61867, + "Ġcaliber": 61868, + "rafted": 61869, + "digits": 61870, + "Ġmarshal": 61871, + "milliseconds": 61872, + "markers": 61873, + "mom": 61874, + "/place": 61875, + "Ġholistic": 61876, + ":t": 61877, + "#,": 61878, + "Ġboto": 61879, + "Ġnausea": 61880, + "ĠShooting": 61881, + "itech": 61882, + "ĠtextStatus": 61883, + "())Ċ": 62104, + "ADDRESS": 62105, + "BST": 62106, + "etzt": 62107, + "ĠQgs": 62108, + "Sense": 62109, + "ExceptionHandler": 62110, + "ĠChu": 62111, + ".getOwnProperty": 62112, + "Ġexercised": 62113, + "iotic": 62114, + "ĠReleases": 62115, + "Ġpinterest": 62116, + "olie": 62117, + "isoft": 62118, + "Ġsequencing": 62119, + "Ġpadre": 62120, + "]));čĊ": 62121, + "(radius": 62122, + ".med": 62123, + "ainties": 62124, + ".ObjectModel": 62125, + "Ġemple": 62126, + "Ġseguro": 62127, + "Stars": 62128, + "Ġqualitative": 62129, + "lemn": 62130, + "á»±": 62131, + ">\").": 62132, + "Ġgx": 62133, + "-cert": 62134, + "ĠASTM": 62135, + "Ġfullname": 62136, + "Ġtelemetry": 62137, + "ĠCambodia": 62138, + "_ul": 62139, + "ĠClare": 62140, + "CUSTOM": 62141, + "QC": 62142, + "ĠUns": 62143, + "ĠHTTPS": 62144, + "ĠParkinson": 62145, + "ancybox": 62146, + "','.": 62147, + "Tue": 62148, + ".getLast": 62149, + "Ġabi": 62150, + "Äħd": 62151, + "Ast": 62152, + "ĠEditing": 62153, + ".Unity": 62154, + "jmp": 62155, + "Ġmats": 62156, + "ĠsharedPreferences": 62157, + "Captain": 62158, + ".pageSize": 62159, + "Ġrtl": 62160, + "Ġanmeld": 62161, + "RuntimeObject": 62162, + "Ġdemande": 62163, + "(\";": 62164, + "seite": 62165, + "-headed": 62166, + "ĠKra": 62167, + "ĠFONT": 62168, + "`\\": 62169, + "ClassNotFoundException": 62170, + ".avg": 62171, + "atical": 62172, + "Aj": 62173, + "Ġpermitting": 62174, + "Proj": 62175, + "ERRQ": 62176, + "Ġcreampie": 62177, + "ĠBuyer": 62178, + "-modules": 62179, + "ĠSundays": 62180, + "|`Ċ": 62181, + "Ġdaytime": 62182, + "Ġ+(": 62183, + "Ġglitch": 62184, + "ĠOperand": 62185, + "Ġtoxins": 62186, + "inya": 62187, + "DNS": 62188, + "ĠSas": 62189, + "Cake": 62190, + "ĠNationals": 62191, + ".addTo": 62192, + "Ġsinking": 62193, + "Ġcomprehension": 62194, + "Ġscor": 62195, + "agements": 62196, + "Ġtard": 62197, + "Ġmarching": 62198, + "ĠMTV": 62199, + "Ġsane": 62200, + "CreateInfo": 62201, + "ắ": 62202, + "ĠendIndex": 62203, + "ĉlayout": 62204, + "ĠåIJį": 62205, + "SITE": 62206, + "ĠTHERE": 62207, + "Ġ[{'": 62208, + "opathic": 62209, + "Ġtransmitter": 62210, + "/body": 62211, + "Ġpund": 62212, + "ĠClosing": 62213, + "Ġsetattr": 62214, + "Ġbounded": 62215, + "Atlas": 62216, + "suming": 62217, + "(times": 62218, + "parer": 62219, + "ynom": 62220, + "feit": 62221, + "Ġfrem": 62222, + "-leg": 62223, + "ĠBras": 62224, + ">#": 62225, + "Ġì¶ľëł¥": 62226, + "ĠINSTANCE": 62227, + "ĠCouch": 62228, + "_hosts": 62229, + "likelihood": 62230, + ".Marker": 62231, + "ĠMasks": 62232, + "Ġcereal": 62233, + "utilities": 62234, + "Ġelemental": 62235, + "Ġdistorted": 62236, + "inactive": 62237, + "cry": 62238, + "WL": 62239, + "UPPORTED": 62240, + ".Throws": 62241, + "/schema": 62242, + "serie": 62243, + ".\"',": 62244, + "ĠBenedict": 62245, + "-picker": 62246, + "iggs": 62247, + "ĠPirate": 62248, + "åij¨æľŁ": 62249, + "ĠThema": 62250, + "ĠSouthampton": 62251, + "ĠarrayWith": 62252, + "ĠPaula": 62253, + "Ġpredictor": 62254, + "-Ass": 62255, + ".userid": 62256, + "Ġperi": 62257, + "Ġexaggerated": 62258, + "urate": 62259, + "arseille": 62260, + "ĠConcent": 62261, + "ĠPik": 62262, + "Ġ@_;ĊĊ": 62263, + "Ġformations": 62264, + "Ġdenomin": 62265, + "\"/>.Ċ": 62266, + "endedor": 62267, + "Ġpancre": 62268, + "Ġamt": 62269, + "ĠonResume": 62270, + "onDelete": 62271, + "ĠBCH": 62272, + ")(\"": 62273, + "movement": 62274, + "Ġpotassium": 62275, + "": 70826, + "ĠPPC": 70827, + "isz": 70828, + "akeFromNib": 70829, + "ĠDisp": 70830, + "ĠAthletics": 70831, + "Ġnightclub": 70832, + "GOOD": 70833, + ".setGeometry": 70834, + "+[": 70835, + "/send": 70836, + "Ġbinaries": 70837, + "Ġráp": 70838, + ":req": 70839, + "-consuming": 70840, + "ertime": 70841, + "UPDATED": 70842, + "_nullable": 70843, + "VIN": 70844, + "ulia": 70845, + "cyan": 70846, + "Ġmisunderstanding": 70847, + "orical": 70848, + "degrees": 70849, + "Leading": 70850, + ".AR": 70851, + "ickest": 70852, + "Nuevo": 70853, + "uforia": 70854, + "Ġgoodies": 70855, + "Ġfores": 70856, + "()<<\"": 70857, + "ademic": 70858, + "ActionCreators": 70859, + "servername": 70860, + "(nt": 70861, + "dbContext": 70862, + "Ġairborne": 70863, + "Ġexhibitions": 70864, + "cele": 70865, + "Ġtela": 70866, + "": 70882, + ".setPreferredSize": 70883, + "ĠMID": 70884, + "ĠAless": 70885, + "Ġhorsepower": 70886, + "Ġatm": 70887, + "ĠPackaging": 70888, + "Ġciphertext": 70889, + "RequestMethod": 70890, + "Ġbeiden": 70891, + "è£": 70892, + "ĠPOW": 70893, + ".WriteHeader": 70894, + "director": 70895, + "-but": 70896, + "ãģłãģķãģĦ": 70897, + "incer": 70898, + "_dn": 70899, + "!!!!!": 70900, + "Ġmanufactures": 70901, + ".TextUtils": 70902, + "Ġconsciously": 70903, + "Ġbounced": 70904, + "culture": 70905, + "ĠSpar": 70906, + "ĠPiper": 70907, + ".press": 70908, + "-owner": 70909, + "Ġevaluator": 70910, + "ĠSTREAM": 70911, + ".PictureBoxSizeMode": 70912, + "Ġsugars": 70913, + "ScreenWidth": 70914, + "ĠnextState": 70915, + "Ġivory": 70916, + "Ġbrunch": 70917, + "density": 70918, + "_OW": 70919, + "ĠCoronavirus": 70920, + "ĠCFR": 70921, + "bak": 70922, + "\\Category": 70923, + "æķ°ç»Ħ": 70924, + "Ġinvokevirtual": 70925, + "}()Ċ": 70926, + "Ġsujet": 70927, + "-marker": 70928, + "isdigit": 70929, + "ĠMobil": 70930, + "ĠJsonRequestBehavior": 70931, + "_REMOTE": 70932, + ".existsSync": 70933, + "Ġriches": 70934, + ".presenter": 70935, + "ĠglColor": 70936, + "Ġhanya": 70937, + "Ġfortress": 70938, + "Ġflashed": 70939, + "viz": 70940, + "requently": 70941, + "buat": 70942, + "$con": 70943, + ">|": 70944, + ".Func": 70945, + "Ġhumorous": 70946, + "uem": 70947, + ".ZERO": 70948, + "ĠSTL": 70949, + "ĠBuk": 70950, + "/sample": 70951, + "ĠGros": 70952, + "Recipes": 70953, + "Ġinflated": 70954, + "Ġswung": 70955, + ":F": 70956, + "Facing": 70957, + ".Theme": 70958, + "ник": 70959, + "Ġsplendid": 70960, + "ĠrequestId": 70961, + ".CenterScreen": 70962, + "/autoload": 70963, + "embedded": 70964, + "_depart": 70965, + "ĠPorts": 70966, + "à¹ĥ": 70967, + "айд": 70968, + "discussion": 70969, + "_consum": 70970, + "Ġscouts": 70971, + "Ġcolabor": 70972, + ".Stage": 70973, + ".nano": 70974, + "eldorf": 70975, + "Ġgemacht": 70976, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 70977, + "Ġpolicymakers": 70978, + "_PKT": 70979, + ",Th": 70980, + "oky": 70981, + "_UID": 70982, + "Ping": 70983, + "Ġorchest": 70984, + "Ġoptics": 70985, + "uhan": 70986, + "ĠXOR": 70987, + "Ġespañol": 70988, + "ĠAdidas": 70989, + "rng": 70990, + "mans": 70991, + ".vstack": 70992, + "Ġgetaway": 70993, + "Ġhierarchical": 70994, + "anoia": 70995, + "ĠBitmapFactory": 70996, + "realm": 70997, + "ĉap": 70998, + "_apps": 70999, + "-divider": 71000, + ".drawer": 71001, + "ĠHARD": 71002, + "'];?>Ċ": 71003, + "-packed": 71004, + "æ²»": 71005, + "_STRUCTURE": 71006, + "[Y": 71007, + "iParam": 71008, + "(eq": 71009, + "Ġencompasses": 71010, + "Ġ\\ĊĊ": 71011, + "->[": 71012, + "&utm": 71013, + "groupon": 71014, + "strate": 71015, + "DY": 71016, + "omorphic": 71017, + "':[": 71018, + "Ġgravitational": 71019, + "ĠMicha": 71020, + "ĠTencent": 71021, + "Ġcoached": 71022, + "ì¶ľ": 71023, + "ÑĥменÑĤ": 71024, + "/mobile": 71025, + "MouseDown": 71026, + "bud": 71027, + "ĠYas": 71028, + "ĠProviders": 71029, + "NZ": 71030, + "ĉreport": 71031, + "errmsg": 71032, + "ĠimagePath": 71033, + "acterial": 71034, + "ĠManga": 71035, + "wicklung": 71036, + "(usuario": 71037, + "\"));čĊčĊ": 71038, + "/***": 71039, + "Ġorganise": 71040, + "Indexed": 71041, + "_QUAL": 71042, + "(PyObject": 71043, + "Ġsurrendered": 71044, + "POCH": 71045, + "ĠNOTES": 71046, + "\\\\\"": 71047, + "-job": 71048, + "Ġseventy": 71049, + "####Ċ": 71050, + "ĠManor": 71051, + "Ġdownright": 71052, + "Ġtimeframe": 71053, + "insurance": 71054, + "checker": 71055, + "ĠSECRET": 71056, + "Ġechoes": 71057, + "ĠCarmen": 71058, + ".setHorizontalAlignment": 71059, + "ĠisChecked": 71060, + "ĠTOR": 71061, + "_nn": 71062, + "('(": 71063, + "FetchRequest": 71064, + "ĠPrinted": 71065, + "Fluid": 71066, + "ĠSTACK": 71067, + "GES": 71068, + "aigned": 71069, + "igor": 71070, + ".Unknown": 71071, + "CBC": 71072, + "ĠCarlson": 71073, + ".URI": 71074, + "Ġplight": 71075, + "/start": 71076, + "ĠPersonnel": 71077, + "ĠPREFIX": 71078, + ",**": 71079, + "Ġlimite": 71080, + "_heat": 71081, + "%ï¼Į": 71082, + "ĠDonne": 71083, + "getNode": 71084, + "ĠScientology": 71085, + "Ġcomet": 71086, + "Ġwenig": 71087, + "Aside": 71088, + "ĠMPEG": 71089, + "'?": 71090, + "variably": 71091, + ".endDate": 71092, + "Ġuncont": 71093, + "ĠScores": 71094, + "ĠLoginForm": 71095, + ".generated": 71096, + ",ch": 71097, + "-mar": 71098, + "ĠNed": 71099, + "ĠeventId": 71100, + "+p": 71101, + "ĠSIN": 71102, + "/reset": 71103, + ".REACT": 71104, + "ĠMessi": 71105, + "_RANK": 71106, + ".writeFile": 71107, + "Ġcripp": 71108, + "esthetic": 71109, + "ERSIST": 71110, + "Ġreimbursement": 71111, + "CurrentValue": 71112, + "Ġunin": 71113, + "DownLatch": 71114, + "ĠpaddingRight": 71115, + "Ġstocked": 71116, + "/'.": 71117, + "Ġrepayment": 71118, + "trak": 71119, + "/backend": 71120, + "Ġизмен": 71121, + "CSR": 71122, + "Ġpreventive": 71123, + "Ġpantalla": 71124, + "_trim": 71125, + "Pedido": 71126, + "hospital": 71127, + "Ġmanageable": 71128, + "routeParams": 71129, + "textures": 71130, + "......ĊĊ": 71131, + "Ġsélection": 71132, + "NameValuePair": 71133, + "Ġpollut": 71134, + "Modes": 71135, + "ĠLaud": 71136, + "jay": 71137, + "ĠUrs": 71138, + "Ġsigner": 71139, + "ĠJJ": 71140, + "ĠCherokee": 71141, + "_EXISTS": 71142, + "Ġdwar": 71143, + "Ġ($('#": 71144, + "Ġreef": 71145, + ">{$": 71146, + "ĠBaylor": 71147, + "ĠModelState": 71148, + "-_": 71149, + "ĠStructures": 71150, + "Ġsouvent": 71151, + "Specify": 71152, + "(pipe": 71153, + "Ġfracking": 71154, + "ĠGPA": 71155, + "Ġbele": 71156, + "ĉĉĉĉĉĉĉĠĠĠ": 71157, + "ĠMinority": 71158, + "Ġtud": 71159, + "Ġopenness": 71160, + "ĠIllustrated": 71161, + "Ġoxidation": 71162, + "ĠNK": 71163, + "ĉUpdate": 71164, + "ĠEMS": 71165, + "ĠTeddy": 71166, + "Ġgenerals": 71167, + "ĉMat": 71168, + "Ġradios": 71169, + "ĠAntique": 71170, + "conomy": 71171, + "ĠSquadron": 71172, + ")','": 71173, + "声": 71174, + "Ġyoure": 71175, + "ĠMainPage": 71176, + "Ġbehaviours": 71177, + "enght": 71178, + "(@\"%@\",": 71179, + "Ġtestcase": 71180, + "ĠCompilation": 71181, + "Ġflavours": 71182, + "ĠExtend": 71183, + "illator": 71184, + "Ġcoh": 71185, + "Ġspline": 71186, + "ĠKG": 71187, + "-pay": 71188, + "Ġcommunism": 71189, + "ĠBusinesses": 71190, + "ocking": 71191, + ".MaxLength": 71192, + "assandra": 71193, + "quiring": 71194, + "adden": 71195, + "ĠJeb": 71196, + "_fault": 71197, + "[file": 71198, + "Ġprominence": 71199, + "disciplinary": 71200, + "âĢĶthey": 71201, + "_extent": 71202, + "ĠVIC": 71203, + "Ġentails": 71204, + ".partner": 71205, + "Ġhippoc": 71206, + "League": 71207, + "çĶ·": 71208, + "wipe": 71209, + "-spinner": 71210, + "Ġsalute": 71211, + "ĠSurgical": 71212, + "(outputs": 71213, + "worked": 71214, + "[strlen": 71215, + "appointed": 71216, + "ĠHeg": 71217, + "ĠACPI": 71218, + "([^": 71219, + "uala": 71220, + "_tol": 71221, + "ĠRit": 71222, + ".Payment": 71223, + "kowski": 71224, + "Ġwalmart": 71225, + "requirements": 71226, + "ĠFINSEQ": 71227, + "_BACKGROUND": 71228, + "ĠOsborne": 71229, + "(errorMessage": 71230, + "Reporting": 71231, + "Ġauctions": 71232, + "Ġcombos": 71233, + "ĠNoticed": 71234, + "_oct": 71235, + "Ġprimero": 71236, + "taire": 71237, + "_hr": 71238, + "Ġмод": 71239, + "Ġcontradictory": 71240, + "=\"@": 71241, + "achines": 71242, + "(optarg": 71243, + "ĠPenguin": 71244, + "ĠAbbas": 71245, + "Ġsublime": 71246, + "Ġpageable": 71247, + "ĠDefensive": 71248, + "Ġdistinctly": 71249, + "ĠAutomatically": 71250, + "Understanding": 71251, + "EqualityComparer": 71252, + "gota": 71253, + "Ġ\"::": 71254, + "Ġpulver": 71255, + "ĠBattles": 71256, + "Ġunparalleled": 71257, + "TCHA": 71258, + "Ġconstrued": 71259, + "-aff": 71260, + "Ġprecursor": 71261, + "-lfs": 71262, + "Ġmaduras": 71263, + "ĠDaisy": 71264, + "ĠArbeits": 71265, + ".Management": 71266, + "ĉIn": 71267, + "Ġrobes": 71268, + "Ġspéc": 71269, + "âĢľ(": 71270, + "Ġmaternity": 71271, + "extent": 71272, + "ĠSpacer": 71273, + "DidAppear": 71274, + "ĉus": 71275, + ".getRequestDispatcher": 71276, + "(cols": 71277, + "Ġplummet": 71278, + "ìħ": 71279, + "Ġ{ĊĊĊĊ": 71280, + "érica": 71281, + "ĠSizes": 71282, + ".enum": 71283, + ".Highlight": 71284, + "Ġ!!}ĊĊĊ": 71293, + "Wenn": 71294, + "Ġclimax": 71295, + "Ġcrem": 71296, + "_that": 71297, + "[âĢ¦": 71298, + "_domains": 71299, + "_REPLY": 71300, + "Ġcompleta": 71301, + "VEST": 71302, + "_particle": 71303, + "Ġsop": 71304, + "Ġfatalities": 71305, + "implify": 71306, + "ĠSKF": 71307, + "Ġinfusion": 71308, + "ĠJavier": 71309, + "Ġballet": 71310, + "Ġamigo": 71311, + ".want": 71312, + "Ġcollagen": 71313, + "ĠLawyer": 71314, + ".Statement": 71315, + ".rt": 71316, + "baar": 71317, + "EndPoint": 71318, + "ĠBek": 71319, + "SHIP": 71320, + "Ġpatriarch": 71321, + "ĠAunt": 71322, + "_TM": 71323, + "ĠmÃŃn": 71324, + "Ġmastered": 71325, + "WXYZ": 71326, + "Ġespos": 71327, + "=logging": 71328, + "Ġrighteousness": 71329, + "torrent": 71330, + "Ġbst": 71331, + "_CHAIN": 71332, + "Ġoutskirts": 71333, + "(rotation": 71334, + "Ġ'.')": 71335, + "igrants": 71336, + "+lsi": 71337, + "ĠCCTV": 71338, + "_PHASE": 71339, + ".azure": 71340, + "_Process": 71341, + "vae": 71342, + "ĠTropical": 71343, + "ĠAnkara": 71344, + "imageView": 71345, + "_RUNNING": 71346, + "Ġ*)__": 71347, + "ến": 71348, + "(cli": 71349, + "scatter": 71350, + "Ġsche": 71351, + "Registrar": 71352, + "Ġairing": 71353, + "Ġpyplot": 71354, + "isión": 71355, + "/customer": 71356, + "Ġsimplement": 71357, + "Ġclassy": 71358, + "ĠDWC": 71359, + "ĠBashar": 71360, + "ĠDEVELO": 71361, + "ĠVick": 71362, + "avail": 71363, + "ĠHö": 71364, + "_extend": 71365, + "drFc": 71366, + ".isNotBlank": 71367, + "Ġplais": 71368, + "|}Ċ": 71369, + "Ġpornofil": 71370, + "labs": 71371, + "Ġhaus": 71372, + "Ġoriginating": 71373, + "Ġsurrounds": 71374, + "ĠQUAL": 71375, + "meg": 71376, + "/logger": 71377, + "[obj": 71378, + "Ġirresponsible": 71379, + "ĠPublicKey": 71380, + "HONE": 71381, + ":'/": 71382, + "ibox": 71383, + "ĠFVector": 71384, + "|{Ċ": 71385, + "ataloader": 71386, + "hawks": 71387, + "HDR": 71388, + "Ġescalation": 71389, + "ĠPodsDummy": 71390, + "elite": 71391, + "Ġpresup": 71392, + "Cached": 71393, + ">G": 71394, + ".optimizer": 71395, + "ĠVisible": 71396, + "´Ģ": 71397, + "Ġnen": 71398, + "Ġpcs": 71399, + "ĠIdle": 71400, + "[Any": 71401, + "Ġkeyboards": 71402, + "ĠCOMPONENT": 71403, + "Ġtitanium": 71404, + "(mut": 71405, + "ĠLedger": 71406, + "Ġprosperous": 71407, + "etrofit": 71408, + "_LL": 71409, + "_patient": 71410, + "Ġpdata": 71411, + "Ġkontakte": 71412, + "Swipe": 71413, + "Ġcheerful": 71414, + "ĠHonduras": 71415, + "\"][$": 71416, + "Ġhemorrh": 71417, + "\":\"+": 71418, + "Ġleasing": 71419, + "Ġinstalls": 71420, + "ĠPax": 71421, + "ĠLogistics": 71422, + "Ġkinetic": 71423, + "ĠPhon": 71424, + "_movement": 71425, + "ĉbytes": 71426, + "Ġcinco": 71427, + "ĠMadness": 71428, + "\")+": 71429, + "ĠJE": 71430, + "_ij": 71431, + "SceneManager": 71432, + "ĠBust": 71433, + "ptest": 71434, + "aea": 71435, + "Ġbesser": 71436, + "ÃŃg": 71437, + "дин": 71438, + "(tasks": 71439, + "(\"(\"": 71440, + "setType": 71441, + "(outfile": 71442, + "ĉreset": 71443, + "ĠARC": 71444, + "Ġmúsica": 71445, + "ĠShelf": 71446, + "ĠminY": 71447, + "pch": 71448, + "Ġweiber": 71449, + "issor": 71450, + "Ġtrouve": 71451, + "ĉButton": 71452, + "Ġregenerated": 71453, + "Å£i": 71454, + "imachinery": 71455, + "blocking": 71456, + ".dataTables": 71457, + "_frac": 71458, + "ĠAdvantage": 71459, + ".visitMethod": 71460, + "éĩįæĸ°": 71461, + "Ġextrapol": 71462, + "Ġteasing": 71463, + "ĠHitch": 71464, + "ĠGeek": 71465, + "ESCO": 71466, + "Ġwich": 71467, + "ĉax": 71468, + "_decor": 71469, + "ĠscreenWidth": 71470, + "ĠSophia": 71471, + "Forgot": 71472, + ".uni": 71473, + "ĠVenture": 71474, + "_collision": 71475, + "Ġlawmaker": 71476, + "(Edit": 71477, + "blers": 71478, + "ĠgetNext": 71479, + "âĢĶyou": 71480, + "MediaPlayer": 71481, + "ĠHorde": 71482, + "ĠCongressman": 71483, + "observations": 71484, + "ĉproperty": 71485, + "Ġ<--": 71486, + "CreatedAt": 71487, + "ubyte": 71488, + "Ġquarantine": 71489, + "Ġdistressed": 71490, + "_APB": 71491, + "ĠGoodman": 71492, + "ãĤ«": 71493, + "Ġrecomend": 71494, + "_PRINTF": 71495, + "DONE": 71496, + "Bindable": 71497, + "rstrip": 71498, + "centaje": 71499, + "ĠUnexpected": 71500, + "ĠSCHOOL": 71501, + "ĠProfessionals": 71502, + "ĠGPUs": 71503, + "Lesson": 71504, + "Exclusive": 71505, + "Ġatrav": 71506, + "ĠDank": 71507, + "ĠLawyers": 71508, + "ĠWalton": 71509, + ">[]": 71510, + "Ġaloud": 71511, + "=\"../../../": 71512, + "Ġdebating": 71513, + "ĠAVG": 71514, + "_VOL": 71515, + "/cgi": 71516, + ".deg": 71517, + ":g": 71518, + ".Infof": 71519, + "MeasureSpec": 71520, + ".song": 71521, + "mtree": 71522, + "ulls": 71523, + "Jordan": 71524, + "ĠCovers": 71525, + "Ġattributable": 71526, + "Ġjedis": 71527, + "iatrics": 71528, + "Ġrotterdam": 71529, + "Ġmeld": 71530, + "ĠContentType": 71531, + "Ġmantle": 71532, + "Ġalice": 71533, + "_duplicate": 71534, + "/Internal": 71535, + "Ġfilesize": 71536, + "ĉfire": 71537, + "rese": 71538, + "ondere": 71539, + "Ġfamiliarity": 71540, + "ĠCrest": 71541, + "Ġkarma": 71542, + "Ġtorino": 71543, + "Ġmesa": 71544, + "/temp": 71545, + "Ġchir": 71546, + "ĠOverflow": 71547, + "Ġtenemos": 71548, + "unik": 71549, + "NEXT": 71550, + "Alle": 71551, + "Ġnxt": 71552, + "Mart": 71553, + "Ġatl": 71554, + "Ġperiodo": 71555, + "_you": 71556, + "Ġ})).": 71557, + "intestinal": 71558, + ".AdapterView": 71559, + "Ġhesitant": 71560, + "Ġcomparatively": 71561, + ".UInt": 71562, + "(viewModel": 71563, + "Ġsangat": 71564, + "ĠResponsive": 71565, + "ĠZack": 71566, + "âħ": 71567, + "JAVA": 71568, + "ĠFuller": 71569, + "ĠâĿ¤": 71570, + ".Consumer": 71571, + "Ġank": 71572, + "Ġreactors": 71573, + "fuck": 71574, + "_rat": 71575, + "ĠsessionFactory": 71576, + "_backward": 71577, + "Ġscrambled": 71578, + "ĉth": 71579, + "Ġinsensitive": 71580, + "Ġchamps": 71581, + "Ġnginx": 71582, + "Ġconhec": 71583, + "ĠJasper": 71584, + ".fm": 71585, + "StrictEqual": 71586, + "achsen": 71587, + "-Nov": 71588, + "lassen": 71589, + ".integration": 71590, + "(lbl": 71591, + "Compose": 71592, + "ĠFon": 71593, + "Ãļ": 71594, + "Gratis": 71595, + "ĠLime": 71596, + "ĠAdapterView": 71597, + "Ġpoisoned": 71598, + "anchors": 71599, + "设计": 71600, + "']?>\"": 71601, + "Ġprocur": 71602, + "Italy": 71603, + ".MONTH": 71604, + "ĠLUA": 71605, + "ĠLithuania": 71606, + "ĠHeads": 71607, + "_CHUNK": 71608, + "ĠPUSH": 71609, + "AspectRatio": 71610, + "Ġweg": 71611, + "Ġvids": 71612, + "ĠWein": 71613, + "ĉINT": 71614, + "sessionId": 71615, + "Industry": 71616, + "Ġdenounced": 71617, + "JKLM": 71618, + "ĠVanessa": 71619, + ".Identifier": 71620, + "propri": 71621, + "Ġиг": 71622, + "Ġtécn": 71623, + "Ġmosaic": 71624, + "StreamReader": 71625, + "-Th": 71626, + "forth": 71627, + "Ġadherence": 71628, + "bate": 71629, + "Ġknights": 71630, + "sounds": 71631, + "Ġsalle": 71632, + "OMET": 71633, + "ãĤ¹ãĥĪ": 71634, + "-tm": 71635, + "ĠRhe": 71636, + ".FileOutputStream": 71637, + "åĪĨç±»": 71638, + "ĠENG": 71639, + "holiday": 71640, + "ĠCongratulations": 71641, + ")(Ċ": 71642, + "Ġaggregates": 71643, + "HOOK": 71644, + "ewire": 71645, + "Senator": 71646, + "Ġembeddings": 71647, + "epy": 71648, + "(COM": 71649, + "Ġrobber": 71650, + "äter": 71651, + "wang": 71652, + "_teacher": 71653, + "Ġresentment": 71654, + "Ġlettuce": 71655, + "erreur": 71656, + "(ic": 71657, + "ĠTactical": 71658, + "ĠContracts": 71659, + "Ġmænd": 71660, + "Ġsitios": 71661, + "Ġbastante": 71662, + "Ġnuevos": 71663, + "ĉNdrFc": 71664, + "ĠprivateKey": 71665, + "ucch": 71666, + "MMdd": 71667, + "Ġè¾ĵåĩº": 71668, + "umba": 71669, + "@foreach": 71670, + ":\");ĊĊ": 71671, + "Ġslippery": 71672, + "ĠKeystone": 71673, + "Ġpioneering": 71674, + "_triangle": 71675, + "(\"Ċ": 71676, + "ĉĉĉĉĉĉĉĉĠĠ": 71677, + "ĠIntervention": 71678, + "SCI": 71679, + "ĠcJSON": 71680, + "Ġterminating": 71681, + "ë¹Ħ": 71682, + "Ġbabys": 71683, + "Subset": 71684, + "Ġë¡": 71685, + "Ġseulement": 71686, + "Ġmuestra": 71687, + "Entre": 71688, + "以ä¸Ĭ": 71689, + "ngo": 71690, + "\"bytes": 71691, + "QRST": 71692, + "Ġypos": 71693, + "persona": 71694, + "ĠDeploy": 71695, + "cee": 71696, + "Ġà®": 71697, + ".goal": 71698, + "Ġhabitats": 71699, + "ĠisAdmin": 71700, + "Ġexploiting": 71701, + "Ġventil": 71702, + "ĠBalls": 71703, + "اب": 71704, + "Ġmindfulness": 71705, + "(kwargs": 71706, + "Ġresembling": 71707, + "Ġchoir": 71708, + "ĠonBackPressed": 71709, + "ĠSECURITY": 71710, + "/gtest": 71711, + "Ġjustices": 71712, + "ĠintegerValue": 71713, + "blah": 71714, + "ĠAim": 71715, + "_finalize": 71716, + "keh": 71717, + "ĠComplexity": 71718, + "Ġaugust": 71719, + "getElementsByTagName": 71720, + "Ġpreach": 71721, + "Ġpronunciation": 71722, + "ĠTrash": 71723, + "-percent": 71724, + "_PRIV": 71725, + "ĠHunts": 71726, + "ĠCurse": 71727, + "uellen": 71728, + "Ġheavyweight": 71729, + "Xi": 71730, + "ĉselected": 71731, + "ĠMcCoy": 71732, + "å¼Ĥ常": 71733, + "|=Ċ": 71734, + "ĠBattlefield": 71735, + "ItemImage": 71736, + "Ġdeductions": 71737, + "ĠElemental": 71738, + "());//": 71739, + "ĠBurk": 71740, + "})čĊčĊ": 71741, + "swift": 71742, + "/function": 71743, + "Usually": 71744, + "_St": 71745, + "_feats": 71746, + "ĠIsValid": 71747, + "Ġzad": 71748, + "ImageContext": 71749, + "Ġclassname": 71750, + "Ġdonner": 71751, + "Ġ-->ĊĊĊ": 71752, + "Ġmotorcycles": 71753, + "+'/'+": 71754, + "ĠsetBackground": 71755, + "\\CMS": 71756, + ".AllArgsConstructor": 71757, + "ĠLexington": 71758, + ".examples": 71759, + "ĠPurs": 71760, + "PushMatrix": 71761, + "Ġ==============================================================": 71762, + ".addTarget": 71763, + "pora": 71764, + "Fullscreen": 71765, + "Ġgoof": 71766, + "hlen": 71767, + "äge": 71768, + "ĠCURL": 71769, + "ĠInteresting": 71770, + "Ġretrieves": 71771, + "_Obj": 71772, + "inness": 71773, + "-----ĊĊ": 71774, + ".tsv": 71775, + "(IM": 71776, + "ĠBraves": 71777, + "_ISR": 71778, + "osti": 71779, + "á»ĵ": 71780, + "ĠExterior": 71781, + "ĠCourtney": 71782, + "Ġresidues": 71783, + "Tier": 71784, + ".*;čĊčĊ": 71785, + ":black": 71786, + "webView": 71787, + "\"path": 71788, + "Ġmasa": 71789, + "]!='": 71790, + "ĠMatching": 71791, + "dur": 71792, + "Jvm": 71793, + "=context": 71794, + "_RING": 71795, + "Ġproponents": 71796, + "ĠQStringLiteral": 71797, + "Ġinflate": 71798, + "\">čĊ": 72031, + "_COST": 72032, + "ilinear": 72033, + "ĠWorkspace": 72034, + "Ġspel": 72035, + "agogue": 72036, + "ĠMillennium": 72037, + "ĠPopulate": 72038, + "Ġnid": 72039, + ".parseColor": 72040, + "Solar": 72041, + "ĠGad": 72042, + "Ġì¤ij": 72043, + "ĠKamp": 72044, + "ĉrm": 72045, + "Ġbenz": 72046, + "ĠHonestly": 72047, + "Ġelectrode": 72048, + "ĠPrairie": 72049, + "ĠPROFILE": 72050, + "ĠOriental": 72051, + "ĠOLED": 72052, + "/copyleft": 72053, + "awaii": 72054, + "(products": 72055, + ")\\<": 72056, + "-created": 72057, + ".ManyToMany": 72058, + "\"How": 72059, + "ĠвÑĭп": 72060, + "Ġmitochondrial": 72061, + "_testing": 72062, + "(created": 72063, + "ĠgetField": 72064, + "_EVAL": 72065, + "].\"": 72066, + "ĠFSM": 72067, + "ĠRita": 72068, + "ĠåıĤæķ°": 72069, + "Ġcôt": 72070, + "ĠInsight": 72071, + "ĉmysqli": 72072, + "_timing": 72073, + "IDO": 72074, + ")))))Ċ": 72075, + "COVERY": 72076, + ".imag": 72077, + "CDF": 72078, + "lust": 72079, + "ickt": 72080, + "_FP": 72081, + ".','": 72082, + "gcc": 72083, + "Ġkurz": 72084, + "_pwm": 72085, + "Ġodpowied": 72086, + "ĠBarrier": 72087, + "/***************************************************************************Ċ": 72088, + "pak": 72089, + "-Israel": 72090, + "ĠRutgers": 72091, + "ĠselectedItem": 72092, + "ĠRamirez": 72093, + "Farm": 72094, + "Ġcalendars": 72095, + "gzip": 72096, + "Ġblockbuster": 72097, + "ĠPlymouth": 72098, + "çľĮ": 72099, + "responses": 72100, + ".DialogInterface": 72101, + "-grand": 72102, + "ĠgetSource": 72103, + "Ġdejtings": 72104, + "Ġtieten": 72105, + "Ġcondemnation": 72106, + "Ġcontinuar": 72107, + ".MockMvc": 72108, + "/english": 72109, + "ĠMediaPlayer": 72110, + "computed": 72111, + "ĠClippers": 72112, + "(delegate": 72113, + ".Slf": 72114, + "Ġë¡ľ": 72115, + "ĠTide": 72116, + "Ġihrem": 72117, + "ĠWan": 72118, + "ÑĥÑİÑī": 72119, + "}><": 72120, + "Discussion": 72121, + "Ġwatts": 72122, + "-minus": 72123, + "ĠJuliet": 72124, + "éĽħ": 72125, + "Ġconcluding": 72126, + "andscape": 72127, + "Ġúltima": 72128, + "ĠDERP": 72129, + "ĠsignUp": 72130, + "ĠSecondly": 72131, + "WAIT": 72132, + "lds": 72133, + ".callbacks": 72134, + "(hour": 72135, + "imators": 72136, + "volent": 72137, + "AAF": 72138, + "edriver": 72139, + "ĠMathematic": 72140, + "'": 72142, + "{j": 72143, + "_ABORT": 72144, + "Ether": 72145, + "Ġeducator": 72146, + "Ġprecaution": 72147, + "Ġfingertips": 72148, + "getVar": 72149, + "camatan": 72150, + "-debug": 72151, + "ĠRAF": 72152, + "[arg": 72153, + "Ġraced": 72154, + "Ġtsunami": 72155, + ".flink": 72156, + "Ġglyc": 72157, + "uko": 72158, + "ĠMultiply": 72159, + "Ġredistribution": 72160, + "AGO": 72161, + "ĠRoutine": 72162, + "Ġopr": 72163, + "(lower": 72164, + "ĠFunktion": 72165, + ".dk": 72166, + "Ġegt": 72167, + "_BASIC": 72168, + "syscall": 72169, + "ĠLSD": 72170, + "ĠDuplicate": 72171, + "_sell": 72172, + "ĠerrorHandler": 72173, + "_ips": 72174, + "Ġerv": 72175, + "annie": 72176, + "(resourceName": 72177, + "Ġbottled": 72178, + "Ġcrawling": 72179, + "egment": 72180, + ".setTag": 72181, + "Ġrss": 72182, + "ĠQuarry": 72183, + "_exact": 72184, + ".jwt": 72185, + "ĠBoards": 72186, + "opi": 72187, + "Ġnasal": 72188, + "ĠXYZ": 72189, + ".ud": 72190, + "Northern": 72191, + "Ġactivating": 72192, + "edx": 72193, + "ovah": 72194, + "Ġindx": 72195, + "AlertDialog": 72196, + "Ġtienes": 72197, + "annya": 72198, + "_pan": 72199, + "(decimal": 72200, + ".Dict": 72201, + "Ġsubsidiaries": 72202, + "ProductName": 72203, + "Few": 72204, + "dato": 72205, + "odied": 72206, + "-under": 72207, + "Ġê²ĥ": 72208, + "çīĪæľ¬": 72209, + "atism": 72210, + "[Math": 72211, + ".'<": 72212, + "(infile": 72213, + "Ġdenotes": 72214, + "$class": 72215, + "_SECURITY": 72216, + "Ġsewage": 72217, + "melon": 72218, + "(Character": 72219, + "/github": 72220, + "Ġglaring": 72221, + ".Guid": 72222, + "_sparse": 72223, + "ĠMargin": 72224, + "_dns": 72225, + "Ġmeiner": 72226, + "Ġleftist": 72227, + "ĉloc": 72228, + "abytes": 72229, + "Ġequipments": 72230, + "expo": 72231, + "ĠSomerset": 72232, + "EK": 72233, + "æį¢": 72234, + "Ġlecturer": 72235, + "Ġmemiliki": 72236, + "æł¸": 72237, + "ç´ł": 72238, + "pron": 72239, + ":pointer": 72240, + "borrow": 72241, + "ĠProtective": 72242, + "_cf": 72243, + "ĠÐķÑģли": 72244, + "bpp": 72245, + "';ĊĊĊĊ": 72246, + "aturally": 72247, + "_NAV": 72248, + "Ġpeptide": 72249, + ">d": 72250, + "Ġifstream": 72251, + "_FACTORY": 72252, + "');//": 72253, + "joined": 72254, + "mong": 72255, + "Ġtimespec": 72256, + "Ġdestabil": 72257, + "Ġautop": 72258, + "-limit": 72259, + "publication": 72260, + "ĠDenn": 72261, + ".Memory": 72262, + "(skb": 72263, + "ĠAnaheim": 72264, + "_RETURNTRANSFER": 72265, + "oueur": 72266, + "(_('": 72267, + "legt": 72268, + "istingu": 72269, + "ĉpriv": 72270, + "Ġredirects": 72271, + "Mt": 72272, + "Ġalleen": 72273, + "ĠPointF": 72274, + "Ġomin": 72275, + "Ġcitt": 72276, + "ĠTage": 72277, + "ĠWalls": 72278, + "á»ī": 72279, + "Ġoccupying": 72280, + "xBF": 72281, + "rangle": 72282, + "Ġrelational": 72283, + "-org": 72284, + "Ġjpg": 72285, + "-derived": 72286, + "Ġmalfunction": 72287, + "ĠBenson": 72288, + "(scroll": 72289, + "ĠXD": 72290, + "Holy": 72291, + "(commands": 72292, + "Ġtipping": 72293, + "Ġprimitives": 72294, + "Ġsexle": 72295, + "CallCheck": 72296, + "ĠMASTER": 72297, + "_TEAM": 72298, + ".setRequestHeader": 72299, + "_specs": 72300, + "Ġserge": 72301, + ".Master": 72302, + "Ġims": 72303, + ".SpringBootTest": 72304, + "paypal": 72305, + "ĠWANT": 72306, + ".Inst": 72307, + "ĠCarpet": 72308, + "Ġwrongly": 72309, + "($('.": 72310, + "Ġbild": 72311, + ".Roll": 72312, + "ĠUrb": 72313, + "-can": 72314, + "ãģıãģłãģķãģĦ": 72315, + "oliberal": 72316, + "čĊčĊ": 72710, + "ĠMahm": 72711, + "}\";ĊĊ": 72712, + "Ġdq": 72713, + "ĠPublishers": 72714, + "ĠAmpl": 72715, + "ĠDanielle": 72716, + "Ġtern": 72717, + "èµ·": 72718, + "noÅĽÄĩ": 72719, + "ein": 72720, + "ĠAsyncStorage": 72721, + "unger": 72722, + "rouw": 72723, + "Ġscissors": 72724, + "/assert": 72725, + ".bucket": 72726, + "/archive": 72727, + "_Man": 72728, + "Ġintoler": 72729, + "Ġ()=>": 72730, + "ĠÐĴÑĭ": 72731, + "Ġsai": 72732, + ".xy": 72733, + ".\"čĊ": 72734, + "Ġurinary": 72735, + "esub": 72736, + "ISTICS": 72737, + "Ġκ": 72738, + "Ġcompliments": 72739, + "ĠtypingsJapgolly": 72740, + "ihar": 72741, + "Expansion": 72742, + "ĠServing": 72743, + "_students": 72744, + "ĠXBOOLE": 72745, + "(il": 72746, + "Ġì²ĺ": 72747, + "Ġjó": 72748, + "(tol": 72749, + "(JS": 72750, + "ĉCG": 72751, + "ĠDRAW": 72752, + "twig": 72753, + "Ġoat": 72754, + "_smooth": 72755, + "ĠCSL": 72756, + "Ġosob": 72757, + "Ġensuing": 72758, + "Ġbanker": 72759, + "ĠBackpack": 72760, + "_ping": 72761, + "Ġwishlist": 72762, + "=ax": 72763, + "ĉĠĠĠĊ": 72764, + "Disney": 72765, + "steady": 72766, + "\">%": 72767, + "Ġprophets": 72768, + "ĠZX": 72769, + "Ġminimalist": 72770, + ".PLAIN": 72771, + "Seattle": 72772, + ".ordinal": 72773, + "ĠPIPE": 72774, + "Ġretorna": 72775, + "Ġjugador": 72776, + "ĠBret": 72777, + "ĠâĶľ": 72778, + "Ġplush": 72779, + "ULATOR": 72780, + "Sorting": 72781, + ".gridy": 72782, + "ectomy": 72783, + "_activ": 72784, + "rack": 72785, + "Interactive": 72786, + "ĠAntarctica": 72787, + "Ġvengeance": 72788, + "enso": 72789, + "_known": 72790, + "upplier": 72791, + ".Modules": 72792, + "ĠConnectionState": 72793, + "éļIJèĹı": 72794, + "@FindBy": 72795, + "Ġplacer": 72796, + "\\model": 72797, + "<()>": 72798, + ".isSuccessful": 72799, + "-good": 72800, + "bz": 72801, + "ĠDraco": 72802, + "Assistant": 72803, + "-extra": 72804, + "аблиÑĨ": 72805, + "Ġhypocrisy": 72806, + "Ġtst": 72807, + "ĠAgr": 72808, + "$txt": 72809, + "Ġlogistic": 72810, + "licensed": 72811, + "ĠHof": 72812, + "Ġtat": 72813, + "(iv": 72814, + "Ġintoxic": 72815, + "postId": 72816, + "_strike": 72817, + "Ġhumiliation": 72818, + "pcodes": 72819, + "\"sync": 72820, + "(recipe": 72821, + "+N": 72822, + "rente": 72823, + "ĉClient": 72824, + "ycopg": 72825, + "ĠZurich": 72826, + "ĠProfiles": 72827, + "Countries": 72828, + "Ġpict": 72829, + "Ġrollout": 72830, + "requencies": 72831, + "Ġpatched": 72832, + "Ġcartridges": 72833, + "Ġshading": 72834, + "Jar": 72835, + "Ġsalvage": 72836, + "ĠTaxes": 72837, + "Ġstandby": 72838, + "aporan": 72839, + "Eigen": 72840, + ".angular": 72841, + "ĠNested": 72842, + "享": 72843, + "ĠisVisible": 72844, + "ĠDwight": 72845, + "_BRANCH": 72846, + ".Delay": 72847, + "Ġkend": 72848, + "Ġfacilitated": 72849, + ".flatMap": 72850, + "Ġsanta": 72851, + "ĉSend": 72852, + "/messages": 72853, + "ĠofType": 72854, + "ĉswap": 72855, + "#plt": 72856, + "ĠTurks": 72857, + "NES": 72858, + "Ġprogressively": 72859, + "ĠResidence": 72860, + "ĠTREE": 72861, + "Ġnoen": 72862, + "dio": 72863, + "Ġnelle": 72864, + "Ġsogar": 72865, + "itti": 72866, + "weekly": 72867, + "Ġambiguity": 72868, + "_Settings": 72869, + "Ware": 72870, + ".neo": 72871, + "_DST": 72872, + "Ġæĸ¹": 72873, + "prep": 72874, + "lobby": 72875, + "@email": 72876, + "/movie": 72877, + "Ġfunkc": 72878, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 72879, + "ÂŃs": 72880, + "Ġguardians": 72881, + "-pos": 72882, + "Ġconfiguring": 72883, + "ĠCPS": 72884, + "ĠDeus": 72885, + "Ġvidéos": 72886, + "_empresa": 72887, + "Ġslapped": 72888, + "',Ċ": 72920, + "_XDECREF": 72921, + "ĠBuzzFeed": 72922, + "_MARGIN": 72923, + "PLOY": 72924, + ".small": 72925, + "ĠmimeType": 72926, + "Ġholog": 72927, + "ĉcamera": 72928, + "lias": 72929, + "Ġsuspense": 72930, + "odynam": 72931, + "bau": 72932, + "Ġgraveyard": 72933, + "_named": 72934, + "\":\"'": 72935, + "Ġ************************************************": 72936, + "ĠgameOver": 72937, + "ĠLENGTH": 72938, + "ĉscreen": 72939, + "ĠdoInBackground": 72940, + "_dependencies": 72941, + "Ġrtc": 72942, + "/up": 72943, + "_ROM": 72944, + "Hall": 72945, + "Ġdeficiencies": 72946, + "(te": 72947, + "'#": 72948, + "_equiv": 72949, + "Ġpreorder": 72950, + "ĠAxe": 72951, + "омÑĥ": 72952, + ".sendFile": 72953, + "Ġfilt": 72954, + "ĠLimits": 72955, + "ĠCavaliers": 72956, + ".discount": 72957, + "âĨIJ": 72958, + "ĠWit": 72959, + "QRSTUV": 72960, + "Ġij": 72961, + "Ġtegen": 72962, + "Ġ:\",": 72963, + "difficulty": 72964, + "punkt": 72965, + "ĠEmails": 72966, + "chlor": 72967, + "(fun": 72968, + ".Uint": 72969, + "ĠStall": 72970, + "_verified": 72971, + "uD": 72972, + "FileType": 72973, + "Ġpleasures": 72974, + "Ġjudiciary": 72975, + "Ġsham": 72976, + "ipur": 72977, + "_PLUS": 72978, + "offers": 72979, + "(foo": 72980, + "_GT": 72981, + "ĉcore": 72982, + "ENTION": 72983, + "ĠLiberation": 72984, + "CommandLine": 72985, + "_department": 72986, + ".Ar": 72987, + "_neighbor": 72988, + "ĠSubmitted": 72989, + "ĠĊ": 97221, + "Ġdroits": 97222, + "Ġhomosexuals": 97223, + "Ġabduction": 97224, + "ĉwidget": 97225, + "$headers": 97226, + "ĠDAR": 97227, + "Ġfla": 97228, + "threat": 97229, + "Ġlouis": 97230, + ".GetProperty": 97231, + "\"Just": 97232, + "(frames": 97233, + "ryo": 97234, + "profession": 97235, + "|i": 97236, + "íķ´ìĦľ": 97237, + "(sv": 97238, + "Ġunrecognized": 97239, + "Ionic": 97240, + "Fashion": 97241, + "ScreenState": 97242, + "ĠIncoming": 97243, + "NotNil": 97244, + "Ġsyncing": 97245, + "emie": 97246, + "Ġthermo": 97247, + "_procs": 97248, + "Ġinconsistency": 97249, + "religious": 97250, + ".mj": 97251, + "Ġpersonn": 97252, + "Ġmomentos": 97253, + "orarily": 97254, + "ĠæĬ": 97255, + "_neurons": 97256, + "Illustr": 97257, + "imoto": 97258, + "ilik": 97259, + "ĠWoj": 97260, + "Trading": 97261, + "Ġappare": 97262, + "Ġentreprises": 97263, + "achat": 97264, + "Ġ¬": 97265, + "Ġneigh": 97266, + "BUTTONDOWN": 97267, + "ĠMaher": 97268, + "aghan": 97269, + "-hash": 97270, + "\"f": 97271, + "Ġclientele": 97272, + ".addButton": 97273, + "ĉSP": 97274, + "Qi": 97275, + "Ġgrated": 97276, + "POSITE": 97277, + ":>": 97278, + "ĠHowell": 97279, + "ĠComparative": 97280, + "ĠISC": 97281, + "ÂŃi": 97282, + "Ocean": 97283, + "Davis": 97284, + "ĠFilme": 97285, + "Wins": 97286, + "ĠJIT": 97287, + "occer": 97288, + "ĠCorm": 97289, + "ENCHMARK": 97290, + "rchive": 97291, + "icação": 97292, + "Ġmata": 97293, + "Ġchildbirth": 97294, + "ĠOptionally": 97295, + "Ens": 97296, + "Ġxhttp": 97297, + "Ġelucid": 97298, + "_OscInitStruct": 97299, + "))):Ċ": 97300, + "Ġintuit": 97301, + "ĠDonate": 97302, + "Ġcorrelates": 97303, + ">Delete": 97304, + "Ġequipe": 97305, + "Ġboca": 97306, + "Ġinflatable": 97307, + "erah": 97308, + "ĠDateTimeKind": 97309, + "Ġcalves": 97310, + "\\Lib": 97311, + "Ġemlrt": 97312, + "ĠTrilogy": 97313, + "ĠPanc": 97314, + "ĠDuis": 97315, + "ĠpelÃŃcula": 97316, + "WARDS": 97317, + "_DETECT": 97318, + "-sectional": 97319, + "dhcp": 97320, + "ForRow": 97321, + "-destruct": 97322, + "ĠPresenter": 97323, + "/slick": 97324, + ",on": 97325, + "ĠCitadel": 97326, + "loggedin": 97327, + "_subtype": 97328, + "Ġsigue": 97329, + "Ġcuring": 97330, + "ĠFirewall": 97331, + "Ġfluorescence": 97332, + "ĠItalians": 97333, + "иÑĤÑģÑı": 97334, + ".getStyle": 97335, + "InSeconds": 97336, + "jie": 97337, + "-Smith": 97338, + "Ġxlink": 97339, + "Ġsubmissive": 97340, + "онÑĤ": 97341, + "arbonate": 97342, + "ĠFaul": 97343, + "_goals": 97344, + "ĠCommissioners": 97345, + "chartInstance": 97346, + "_POSTFIELDS": 97347, + "Ġmedial": 97348, + "Ġmanos": 97349, + "Ġdelt": 97350, + "svm": 97351, + ".Apis": 97352, + "ephy": 97353, + "Ġasympt": 97354, + "ĠappDelegate": 97355, + "Ġimprobable": 97356, + "cka": 97357, + "simd": 97358, + "/Error": 97359, + ".âĢĵ": 97360, + "ĠPTS": 97361, + "deer": 97362, + "Ġsina": 97363, + "magnitude": 97364, + "IDADE": 97365, + "']}'": 97366, + "Ġmayores": 97367, + "ĉcomment": 97368, + "/console": 97369, + "\"@": 97370, + "volt": 97371, + ".sell": 97372, + "ĠMacy": 97373, + "Ġmelod": 97374, + "Ġimágenes": 97375, + "_chg": 97376, + "Ġinout": 97377, + "idente": 97378, + ")'),Ċ": 97379, + "dni": 97380, + ".blob": 97381, + "Ġtypography": 97382, + "Ġeerie": 97383, + "_OID": 97384, + "pesan": 97385, + "ajan": 97386, + "Ġchopping": 97387, + "Ġbluff": 97388, + "adf": 97389, + "_bases": 97390, + ".Formatter": 97391, + "Ġ\\%": 97392, + "ĠPageInfo": 97393, + "Carrier": 97394, + "ĠCalibration": 97395, + "como": 97396, + "-bodied": 97397, + "Ġfinancier": 97398, + "ĠINA": 97399, + ".ERR": 97400, + "Ġhoodie": 97401, + "ĠSanity": 97402, + "guarded": 97403, + ".opendaylight": 97404, + "ISMATCH": 97405, + "Highlights": 97406, + "ünk": 97407, + "aniem": 97408, + "angered": 97409, + "assignments": 97410, + "Ġregistrado": 97411, + "ĠUPPER": 97412, + "ampilkan": 97413, + "ashire": 97414, + "ĠNikola": 97415, + "ĠCFL": 97416, + "ĠHDC": 97417, + "Ġpoids": 97418, + "ĠIPs": 97419, + "Ġpreventative": 97420, + "ipsoid": 97421, + "ifix": 97422, + ".camel": 97423, + ".ga": 97424, + "Volumes": 97425, + "-ste": 97426, + "Yahoo": 97427, + "_sibling": 97428, + "Highest": 97429, + "optgroup": 97430, + "Ġkvinna": 97431, + "âĢĿãĢĤĊĊ": 97432, + "ĠAppliances": 97433, + "Ġ\"><": 97434, + "')\")Ċ": 97435, + "htt": 97436, + "ĠIdentified": 97437, + "Ġpencils": 97438, + "ĠmemberId": 97439, + "ĠappendString": 97440, + ".loadData": 97441, + "ĠmockMvc": 97442, + "Ġjub": 97443, + "ĠSlut": 97444, + "ĠTaipei": 97445, + "statt": 97446, + "Polit": 97447, + "Ġpartager": 97448, + "DidChange": 97449, + "Increases": 97450, + ")}.": 97451, + "ĠBaba": 97452, + "_CLIP": 97453, + "[unit": 97454, + "ĠклÑİÑĩ": 97455, + "Ġalcuni": 97456, + "ĠLola": 97457, + "Ġclinging": 97458, + "@PostMapping": 97459, + "(concat": 97460, + "Ġssid": 97461, + "ĠFauc": 97462, + "okit": 97463, + "ĠRecorded": 97464, + "ález": 97465, + "($('<": 97466, + ".assertIsNot": 97467, + "Ġkali": 97468, + "Volt": 97469, + "Ġwarmly": 97470, + "Ġscares": 97471, + "getti": 97472, + "führt": 97473, + "_does": 97474, + ".EMAIL": 97475, + "imations": 97476, + "Ġspringfox": 97477, + "ĠDecom": 97478, + "arcy": 97479, + "Ġglitches": 97480, + "ĠMoff": 97481, + "ĠVoll": 97482, + ".between": 97483, + "Ġcoorden": 97484, + "ĠParticularly": 97485, + "GBP": 97486, + "Ġsemble": 97487, + "Eastern": 97488, + "_MSB": 97489, + "]){čĊ": 97490, + "morgan": 97491, + "ĠEVAL": 97492, + "dere": 97493, + "HOUSE": 97494, + "moire": 97495, + "istique": 97496, + "_lstm": 97497, + "-commit": 97498, + "ysterious": 97499, + "Ġtwink": 97500, + "-thumbnails": 97501, + "enÃŃ": 97502, + ":'',": 97503, + "Ġblackout": 97504, + "ĠFloors": 97505, + "Ġsofas": 97506, + "Ġoui": 97507, + "leshoot": 97508, + "ĠRaq": 97509, + "-abs": 97510, + "Ġkra": 97511, + "Mining": 97512, + "shaft": 97513, + ".setColumns": 97514, + "Clazz": 97515, + "PRETTY": 97516, + ".playlist": 97517, + "éĸ¢": 97518, + "-Saharan": 97519, + "MING": 97520, + "ĉbl": 97521, + "è®®": 97522, + "jf": 97523, + "DOCKER": 97524, + "hopefully": 97525, + "(ignore": 97526, + "ĠUsersController": 97527, + "ĠMitarbeiter": 97528, + "ĠLES": 97529, + "Hamilton": 97530, + "-metadata": 97531, + "ĠKK": 97532, + "iktig": 97533, + "Ġwollte": 97534, + "egrator": 97535, + "]bool": 97536, + ",current": 97537, + "ĠvalueType": 97538, + "Ġexcavation": 97539, + "oland": 97540, + "Ġverv": 97541, + "/filepath": 97542, + "AuthProvider": 97543, + "Ġprocrast": 97544, + "ĉULONG": 97545, + "_MEMBERS": 97546, + "Ġuplift": 97547, + "ĠAutonomous": 97548, + "Ġartworks": 97549, + "ĠOutreach": 97550, + "Ġpore": 97551, + "Homepage": 97552, + "DialogTitle": 97553, + "ĠGenerating": 97554, + "PARSE": 97555, + "Ġsemanas": 97556, + "Ġhumano": 97557, + "JSGlobalScope": 97558, + "Ġvolte": 97559, + "Ġbella": 97560, + "(isinstance": 97561, + "Ġplc": 97562, + "\\Catalog": 97563, + "Ġesteemed": 97564, + "鼷": 97565, + "(suffix": 97566, + "Ġsweeps": 97567, + "ĉORDER": 97568, + "Ġdoivent": 97569, + "ĠSwarm": 97570, + "ĠCompiled": 97571, + "getPage": 97572, + "ADR": 97573, + ".RichTextBox": 97574, + "ĠNaming": 97575, + "agged": 97576, + "ĠGANG": 97577, + "rasing": 97578, + "odeled": 97579, + "Ġgala": 97580, + "ĠJSName": 97581, + "ddf": 97582, + "Ġillust": 97583, + "ĠLansing": 97584, + "[port": 97585, + "-death": 97586, + "Ġdinheiro": 97587, + "ĠEighth": 97588, + "Ġbian": 97589, + "stÃ¥": 97590, + "Ġversión": 97591, + "ĠLinearGradient": 97592, + "ĠHarding": 97593, + ".*)": 97594, + "eczy": 97595, + "$header": 97596, + "ĠvÃ¥r": 97597, + "Unchecked": 97598, + "Ġkoje": 97599, + "ĠPaladin": 97600, + "())),": 97601, + "Giving": 97602, + "()})Ċ": 97603, + "Ġdips": 97604, + "Friendly": 97605, + "Ġportrays": 97606, + "Ġhelium": 97607, + "Ġinsurgency": 97608, + "_expiry": 97609, + "ĠstringByAppendingString": 97610, + "Ġaantal": 97611, + "slope": 97612, + "mast": 97613, + ".getInteger": 97614, + "Ġ########################": 97615, + "_PIPELINE": 97616, + "Ġdensely": 97617, + "Ġmutating": 97618, + "midi": 97619, + "ĠSeit": 97620, + "ayne": 97621, + "NOWLED": 97622, + "ĠDesmond": 97623, + "ĠFName": 97624, + "ĠNairobi": 97625, + "\\Context": 97626, + "Ġcalcular": 97627, + "-den": 97628, + "Ġcott": 97629, + "]):čĊ": 97630, + "ĠRecommendation": 97631, + "ĠRolex": 97632, + "ĠvalidationResult": 97633, + ".pat": 97634, + "ĠnÃły": 97635, + "ĠRestClient": 97636, + "ĠGPI": 97637, + "ĠAsheville": 97638, + "ĠOSP": 97639, + "ĠPERMISSION": 97640, + "ÐĶаÑĤа": 97641, + "/notification": 97642, + "Knight": 97643, + "_Word": 97644, + "ĠBender": 97645, + "ranking": 97646, + "Ġpartida": 97647, + "_reservation": 97648, + "ÌĢ": 97649, + "ĠmName": 97650, + "Ġgetch": 97651, + "Ġborr": 97652, + "Ġdiligent": 97653, + "Discuss": 97654, + "æŃ£åľ¨": 97655, + "apeake": 97656, + "ioned": 97657, + "-Nazi": 97658, + ".cum": 97659, + "ĠKron": 97660, + "=$('#": 97661, + "/single": 97662, + "Ġerotisch": 97663, + "ĠVib": 97664, + "Ġratified": 97665, + "Ġconcerted": 97666, + "ĠREGARD": 97667, + "Ġdobr": 97668, + ".DriverManager": 97669, + "'r": 97670, + "Portable": 97671, + "ĉsuite": 97672, + "Ġrelaciones": 97673, + "ĠDop": 97674, + "emploi": 97675, + "DOB": 97676, + "Ġcrumbs": 97677, + "Ġxls": 97678, + "_Application": 97679, + "(':',": 97680, + "Ġ------------------------------------------------------------------------Ċ": 97681, + "mse": 97682, + "Ġberk": 97683, + "ĠReturnValue": 97684, + "ĠBelly": 97685, + "Ġcamar": 97686, + "ĠPeek": 97687, + "elsing": 97688, + "Ġnotifies": 97689, + "ĠTristan": 97690, + "ĠGAR": 97691, + "emme": 97692, + "ĠElevated": 97693, + "_CSV": 97694, + "(chalk": 97695, + "Ġtwenties": 97696, + "ĠSearchResult": 97697, + "=search": 97698, + "ĠMixing": 97699, + "ýt": 97700, + "Ġrecruiter": 97701, + "ĠIDEOGRAPH": 97702, + "ĠAgo": 97703, + "(Operation": 97704, + "$values": 97705, + "Ġworldly": 97706, + "ĠRosenberg": 97707, + "ĠConfigureServices": 97708, + ">*Ċ": 97805, + "Ġsnork": 97806, + "_opacity": 97807, + "ĠinitWithNibName": 97808, + "iado": 97809, + "AAC": 97810, + "Ġ]).": 97811, + ";z": 97812, + "_paragraph": 97813, + "Ġnoses": 97814, + "stands": 97815, + "ifr": 97816, + "_mE": 97817, + "Iraq": 97818, + ".Predicate": 97819, + "enaire": 97820, + "]]];Ċ": 97821, + "Ġunidad": 97822, + "Ġretirees": 97823, + "_hello": 97824, + "Ġmodele": 97825, + "ĠUITableViewController": 97826, + "fwrite": 97827, + "_numero": 97828, + "_visited": 97829, + "Ġrecebe": 97830, + "(Notification": 97831, + "Fantastic": 97832, + "_submenu": 97833, + "ĠPEM": 97834, + "ĠCupertino": 97835, + "approximately": 97836, + "classed": 97837, + ".ReadString": 97838, + "Ġdomicile": 97839, + "_PW": 97840, + "Ġballpark": 97841, + "ĠKale": 97842, + "contra": 97843, + "_favorite": 97844, + "/of": 97845, + "Quite": 97846, + "ĠOTA": 97847, + "Ġaccelerometer": 97848, + "didn": 97849, + "|^": 97850, + "ĠRohingya": 97851, + "ivicrm": 97852, + "annabin": 97853, + "обÑĭÑĤи": 97854, + "orado": 97855, + "')+": 97856, + "Haunted": 97857, + ",ID": 97858, + "(UIAlertAction": 97859, + "urv": 97860, + "_bel": 97861, + "ĠMexicans": 97862, + "/terms": 97863, + "ĠPainter": 97864, + "InputLabel": 97865, + "ĠVinci": 97866, + "ĠRosie": 97867, + "\\uc": 97868, + "": 98029, + "_gs": 98030, + "Ġcompil": 98031, + "nard": 98032, + "-exc": 98033, + "Ġrhyme": 98034, + "Ġbutto": 98035, + "says": 98036, + "antasy": 98037, + "ë¸": 98038, + "ĠcittÃł": 98039, + "Ġcheg": 98040, + "TimeString": 98041, + "Ġpositivity": 98042, + "ĠDabei": 98043, + "Ġwang": 98044, + "Ġescre": 98045, + "\"c": 98046, + "ĉvideo": 98047, + "ĠRanked": 98048, + ".strings": 98049, + ">>>(": 98050, + "ĠинÑĤеÑĢ": 98051, + "Ġresta": 98052, + "[:,:": 98053, + "Ġrendre": 98054, + "Ġdeser": 98055, + "Jos": 98056, + "Ġdisruptions": 98057, + "ĠопеÑĢ": 98058, + "sampling": 98059, + "suppress": 98060, + "ĠcontainerView": 98061, + "ĠSeamless": 98062, + "Ġairy": 98063, + "Ġonload": 98064, + ".WindowManager": 98065, + "ĠPLA": 98066, + "braco": 98067, + ".setPositiveButton": 98068, + "Ġpdu": 98069, + "Ġgsi": 98070, + "ĠCli": 98071, + "_gradients": 98072, + "Ñıд": 98073, + "ĠWhisper": 98074, + "cstdint": 98075, + "Ġläng": 98076, + "Ġformulations": 98077, + "énom": 98078, + "ournemouth": 98079, + "[$_": 98080, + "Ġordinarily": 98081, + ".setUsername": 98082, + "Ġfaculties": 98083, + "MITTED": 98084, + "/values": 98085, + "Ġweir": 98086, + "ĠApt": 98087, + "MZ": 98088, + "ĉcf": 98089, + "ucken": 98090, + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ": 98091, + "defense": 98092, + "[iVar": 98093, + "ĠBusinessException": 98094, + "Selectors": 98095, + "(coordinates": 98096, + "ĠResets": 98097, + "ĠDrinks": 98098, + "oleans": 98099, + "(stypy": 98100, + "_IOC": 98101, + ".xxx": 98102, + "ĠSlater": 98103, + "ĠBelize": 98104, + "Ġ/************************************************************************": 98105, + "addin": 98106, + "_episodes": 98107, + "Ġischem": 98108, + "legalArgumentException": 98109, + "Danny": 98110, + "Ġpared": 98111, + ".codehaus": 98112, + "ĠAssy": 98113, + "ĉRect": 98114, + "âŀ": 98115, + ".lista": 98116, + "ĠваÑĪ": 98117, + "Ġvets": 98118, + "HWND": 98119, + "isoner": 98120, + "Ġxo": 98121, + "Ġorally": 98122, + "ĠStmt": 98123, + ".rnn": 98124, + "ĠDPI": 98125, + "ĠStrikes": 98126, + ".setViewportView": 98127, + "ĠèĩªåĬ¨çĶŁæĪIJ": 98128, + "YELLOW": 98129, + "GLenum": 98130, + "partners": 98131, + "ĠImplicit": 98132, + "Ġtako": 98133, + "âĢĻelle": 98134, + "Ġermög": 98135, + "totalCount": 98136, + "Gil": 98137, + "ĉwork": 98138, + "Ġpratic": 98139, + "inati": 98140, + "abies": 98141, + "ĠSkinner": 98142, + "Ġspirited": 98143, + "Ġpancreatic": 98144, + "Ġhdf": 98145, + "'em": 98146, + "Ġpsychosis": 98147, + "olicit": 98148, + "Ġ\"{\"": 98149, + "_atual": 98150, + "Ġélect": 98151, + "TEAM": 98152, + "Ġdak": 98153, + "ĠSWAT": 98154, + ".FragmentManager": 98155, + "Ġprovisioning": 98156, + "lifetime": 98157, + "_EXTENSIONS": 98158, + "ĠCASCADE": 98159, + "Ġ![": 98160, + "(KP": 98161, + "Ġvem": 98162, + "ĠInterracial": 98163, + "']},Ċ": 98164, + "spacer": 98165, + "_kv": 98166, + "Warehouse": 98167, + "RDD": 98168, + "_fsm": 98169, + ".StretchImage": 98170, + ",Yes": 98171, + "ĠRefugee": 98172, + "ĠBringing": 98173, + "Ġválido": 98174, + ".intersection": 98175, + "Ġspooky": 98176, + "_portal": 98177, + "Ġmoth": 98178, + "ĠZodiac": 98179, + "ĠSOCIAL": 98180, + "MimeType": 98181, + "']}}": 98300, + "_Blue": 98301, + "Ġbotanical": 98302, + "Ġfrags": 98303, + "Ġfamilial": 98304, + "-du": 98305, + "Ġseizing": 98306, + "(blocks": 98307, + ".rd": 98308, + ".checkNotNull": 98309, + "Ġmiser": 98310, + "Ġmaxx": 98311, + "ĠKnee": 98312, + "ViewItem": 98313, + "InnerHTML": 98314, + "Danger": 98315, + "((__": 98316, + "Ġprzypad": 98317, + "createUrl": 98318, + "**,": 98319, + "ĠDecorating": 98320, + "ATEGY": 98321, + "?>/": 98322, + ".Designer": 98323, + "hexdigest": 98324, + "ĠEverywhere": 98325, + "alleries": 98326, + ".TEXTURE": 98327, + ".Blocks": 98328, + "zell": 98329, + "Ġpreço": 98330, + "Suddenly": 98331, + "inputEmail": 98332, + "(sync": 98333, + ".bd": 98334, + "golden": 98335, + ">');": 98336, + "ĠDickinson": 98337, + ">>(Ċ": 98338, + "ĠQUEUE": 98339, + "ĠgetColumn": 98340, + "ĠSAND": 98341, + ".piece": 98342, + "licer": 98343, + "Flutter": 98344, + "ĠgetVersion": 98345, + "ĠresourceId": 98346, + "ogl": 98347, + "ÅĤaw": 98348, + ".Branch": 98349, + "ĉweb": 98350, + "Ġframerate": 98351, + "PPP": 98352, + "Ġfray": 98353, + "CNT": 98354, + "Ġinformatie": 98355, + "']čĊčĊ": 98356, + "neas": 98357, + "HeaderCode": 98358, + "Ġæ¸": 98359, + "Ġtrg": 98360, + "rawtypes": 98361, + "Honda": 98362, + "Ġmarketer": 98363, + "ĠrequestData": 98364, + "ĠPg": 98365, + "ĉnot": 98366, + "ĠpageInfo": 98367, + "Ġaktuellen": 98368, + "ãģķãĤĵ": 98369, + "ĠAMS": 98370, + "pushViewController": 98371, + "ĉAL": 98372, + "Ġvests": 98373, + "produce": 98374, + "-même": 98375, + "ĠRahman": 98376, + "Funny": 98377, + "EZ": 98378, + "_Valid": 98379, + "Ġsquadron": 98380, + "Ġlash": 98381, + "Ġirm": 98382, + "iasco": 98383, + "ĠParan": 98384, + "Ġpetites": 98385, + "ĠDecay": 98386, + "Ġuninitialized": 98387, + "privileged": 98388, + "Ġmbedtls": 98389, + "å¤ĩ注": 98390, + "Ġ^.": 98391, + "Ġecstatic": 98392, + "Detroit": 98393, + "Ġparten": 98394, + "Ġsouvenir": 98395, + ".getLogin": 98396, + "моÑĤÑĢ": 98397, + "enção": 98398, + "ĠmÃŃnimo": 98399, + "ĠAccessed": 98400, + "rió": 98401, + "Mic": 98402, + "ĠVocal": 98403, + ".SetString": 98404, + "Ġmensajes": 98405, + "åĢį": 98406, + "Ġattravers": 98407, + "ĠAph": 98408, + "Ġ');čĊ": 98409, + "ünde": 98410, + "Ġenchanted": 98411, + "ĠRootState": 98412, + "ĠCLOSED": 98413, + "ĉĉĉĉĉĉĉĉčĊ": 98414, + "Ġcaliente": 98415, + "orris": 98416, + "Ġphysicists": 98417, + "hwnd": 98418, + "_vi": 98419, + "Ġrápido": 98420, + "Ġcapitalized": 98421, + "edBy": 98422, + "Ġmachining": 98423, + "Ġhubby": 98424, + "ĠStacy": 98425, + ".Bus": 98426, + "drink": 98427, + "Hur": 98428, + "Ġpropia": 98429, + "UnitTest": 98430, + "Ġmisconception": 98431, + "__));Ċ": 98432, + "/dc": 98433, + "ĠMayweather": 98434, + "_mC": 98435, + ".createFrom": 98436, + "ĠQPainter": 98437, + "ropsych": 98438, + "innitus": 98439, + "ayas": 98440, + "Ġgeg": 98441, + "(dw": 98442, + "Ġusado": 98443, + "Ġtrickle": 98444, + "Ġannihil": 98445, + "ĠPasta": 98446, + "Ġ++Ċ": 98447, + "(ExpectedConditions": 98448, + ".postValue": 98449, + "icap": 98450, + "ĠDonetsk": 98451, + "_soup": 98452, + "-publish": 98453, + "ĠPb": 98454, + "mentions": 98455, + "ACCEPT": 98456, + ".Pull": 98457, + ",âĢĻâĢĻ": 98458, + "Ġretarded": 98459, + "_ATOM": 98460, + "ĠTerminator": 98461, + "-court": 98462, + "ĠCLLocationCoordinate": 98463, + "Ġreverence": 98464, + "ĠSSC": 98465, + "utely": 98466, + "ĠWON": 98467, + "ĠGSL": 98468, + "frei": 98469, + ".getLongitude": 98470, + "ĠopenFileDialog": 98471, + ".Butter": 98472, + "-important": 98473, + "_MANY": 98474, + "ĠGong": 98475, + "âĢľHow": 98476, + "Ġgorge": 98477, + "=msg": 98478, + "ĠEzek": 98479, + "createCommand": 98480, + ":checked": 98481, + "Ġinfographic": 98482, + ".WEST": 98483, + "Dirs": 98484, + "Ġguarda": 98485, + "Ġbeetle": 98486, + "Loading": 98560, + "_mA": 98561, + ".getRandom": 98562, + "blings": 98563, + "Ġcheeses": 98564, + "tti": 98565, + ".âĢ¢": 98566, + "ĠBurgess": 98567, + "enderit": 98568, + ".',čĊ": 98569, + "(\"\"+": 98570, + "acb": 98571, + "%p": 98572, + "indexed": 98573, + "_predicate": 98574, + "nesia": 98575, + "Ġbied": 98576, + "ĠCIT": 98577, + "(Pos": 98578, + "_radi": 98579, + "ä»·æł¼": 98580, + "Biz": 98581, + "ĠAdolescent": 98582, + "Ġviên": 98583, + "cycl": 98584, + "_Cancel": 98585, + "Ġconclusive": 98586, + "Ġappellate": 98587, + "informatics": 98588, + "SJ": 98589, + "Ġelective": 98590, + "roleId": 98591, + "Fetcher": 98592, + "ĉCommand": 98593, + "(\"(%": 98594, + "Ġfart": 98595, + "ILA": 98596, + "getBlock": 98597, + "AUSE": 98598, + "Ġдан": 98599, + "ĠArte": 98600, + "Ġnotifying": 98601, + "Ġgele": 98602, + ".same": 98603, + "ĠRegel": 98604, + "ĠBaÅŁ": 98605, + ".creation": 98606, + "ĠVN": 98607, + "_community": 98608, + "Ġunsustainable": 98609, + "SEX": 98610, + "ĠgridSize": 98611, + "rescia": 98612, + "aversable": 98613, + "(',')[": 98614, + "ĠPhelps": 98615, + "á»ķi": 98616, + "ANCELED": 98617, + "-IS": 98618, + ".runners": 98619, + "ĠStokes": 98620, + ".Produ": 98621, + "Ġwhipping": 98622, + "_acquire": 98623, + "Ġinvestigación": 98624, + "fried": 98625, + ".copyWith": 98626, + "ĠHardcover": 98627, + "-Se": 98628, + "áŀ¶áŀ": 98629, + "invitation": 98630, + "lesai": 98631, + "ĠDorm": 98632, + "ĠÑģпиÑģка": 98633, + "Ġconcatenated": 98634, + "ophil": 98635, + "Ġthinker": 98636, + "/fontawesome": 98637, + "ĠLeopard": 98638, + "Ġ\"/\");Ċ": 98639, + "Ġresiduals": 98640, + "ĠMicrowave": 98641, + "Ġconforme": 98642, + "throp": 98643, + "Ġdisemb": 98644, + "ĠOMG": 98645, + "ĠDiscipline": 98646, + "ĠAcrobat": 98647, + "/repository": 98648, + "dfa": 98649, + "_MED": 98650, + "bufio": 98651, + "Ġméthode": 98652, + "_HOLD": 98653, + "iasi": 98654, + "_legacy": 98655, + ")ččĊ": 98656, + "æ£Ģ": 98657, + "GetProcAddress": 98658, + "Ġyay": 98659, + "otence": 98660, + "orderid": 98661, + "-tw": 98662, + "Ġdearly": 98663, + "Incoming": 98664, + "/il": 98665, + "Ġneurop": 98666, + "ucz": 98667, + ");čččĊ": 98668, + "ĠInnovative": 98669, + "Ġprofund": 98670, + "igmat": 98671, + "SelectionMode": 98672, + "relevant": 98673, + ".GO": 98674, + "Ġbruises": 98675, + "Ġsach": 98676, + "odef": 98677, + "Ġreimb": 98678, + "/desktop": 98679, + "-spot": 98680, + "undance": 98681, + "Entropy": 98682, + "\\core": 98683, + "Ġsuger": 98684, + "ĠMvc": 98685, + "ĠGNOME": 98686, + "_indx": 98687, + "ĠYYSTYPE": 98688, + "ĠMatlab": 98689, + "ĠCIF": 98690, + "Ġ*))": 98691, + "ĠproductList": 98692, + "ĠAlright": 98693, + "acemark": 98694, + "ÑĤив": 98695, + "modification": 98696, + "international": 98697, + "Ġhomers": 98698, + "Ġdicts": 98699, + "ĠQFont": 98700, + ".SQLite": 98701, + "Ġtransplantation": 98702, + "ĠMessageBoxButton": 98703, + "ĠElves": 98704, + "']])Ċ": 98705, + "(QIcon": 98706, + "Ġcinemas": 98707, + "COORD": 98708, + "-China": 98709, + "Ġkhẩu": 98710, + "æĪijçļĦ": 98711, + "Ġskulls": 98712, + "Ġpainstaking": 98713, + "fce": 98714, + ".XRLabel": 98715, + "Ġspecifier": 98716, + "Ġpreferring": 98717, + "/activity": 98718, + "(Photo": 98719, + "ált": 98720, + ".lot": 98721, + "''.": 98722, + "annonce": 98723, + ".googlecode": 98724, + "-pdf": 98725, + "ĠPoke": 98726, + "_ACL": 98727, + "Ġendowed": 98728, + "discover": 98729, + ".omg": 98730, + "Ġwoodland": 98731, + ".Magic": 98732, + "Ġvolont": 98733, + "NotAllowed": 98734, + "Ġchave": 98735, + "BMW": 98736, + "','=',": 98737, + "ĠSIX": 98738, + "æĪij们": 98739, + "Ġkosher": 98740, + "Ġaspiration": 98741, + "intl": 98742, + "_refptr": 98743, + "'+Ċ": 98744, + "mentor": 98745, + ".club": 98746, + "WindowState": 98747, + ".ARR": 98748, + "Ġzza": 98749, + "ĠmessageType": 98750, + ".equ": 98751, + "Thor": 98752, + "Ġinjust": 98753, + "Ġgums": 98754, + "ĠborderSide": 98755, + "/////": 98756, + "ĠTransmit": 98757, + "Ġbufsize": 98758, + "Ġhak": 98759, + "Ġellas": 98760, + "RANDOM": 98761, + "ĉmc": 98762, + "Ġpea": 98763, + "eko": 98764, + "documento": 98765, + "Ġhysteria": 98766, + "Ġarenas": 98767, + "Ġgunmen": 98768, + "Ġmike": 98769, + "Ġimpunity": 98770, + "atisation": 98771, + "_Zero": 98772, + "_COMPANY": 98773, + "ĠGors": 98774, + "ĠuseClass": 98775, + "(redis": 98776, + "ĠRUNNING": 98777, + "ĠBair": 98778, + "velte": 98779, + "Ġ','.": 98780, + "аÑĤÑĮÑģÑı": 98781, + "öst": 98782, + "encodeURIComponent": 98783, + "_restrict": 98784, + "Ġdecals": 98785, + "ĠPedido": 98786, + "Ġaltercation": 98787, + "Displays": 98788, + "ĠApplicants": 98789, + "CUS": 98790, + "Textarea": 98791, + "ĠAngola": 98792, + ".future": 98793, + "ĠUSHORT": 98794, + "Ġsuppressing": 98795, + "Ġsetzen": 98796, + "APolynomial": 98797, + "Ġtoch": 98798, + "Ġhallmark": 98799, + "Ġ$$$": 98800, + "ĠCHARSET": 98801, + ".rpm": 98802, + "ĠDich": 98803, + "--------------------": 98804, + "_parm": 98805, + "è¿ĺ": 98806, + "acciones": 98807, + "hait": 98808, + "WARDED": 98809, + "_routing": 98810, + "ĠNOM": 98811, + "Ġenclave": 98812, + "ĠLotto": 98813, + "ĉfr": 98814, + "complexContent": 98815, + "ĠBallard": 98816, + "kube": 98817, + "/win": 98818, + ".getColumnModel": 98819, + "_REPLACE": 98820, + "HeaderValue": 98821, + "Ġestudiantes": 98822, + "Ġapis": 98823, + "Ġbpm": 98824, + "ĠTypeName": 98825, + "AndGet": 98826, + "rita": 98827, + "Plans": 98828, + ">Note": 98829, + "Ġfetisch": 98830, + "Ġtoned": 98831, + "_goto": 98832, + "onsense": 98833, + "Ġmolds": 98834, + "Ġinfiltration": 98835, + "ĠGuerrero": 98836, + "ubbo": 98837, + "cki": 98838, + "($(\".": 98839, + "_activities": 98840, + "(changes": 98841, + "ĠofApp": 98842, + "ĠKepler": 98843, + "ĠDemp": 98844, + "ĠContinent": 98845, + ".Ticks": 98846, + "ĠUnsigned": 98847, + "ĠJahres": 98848, + "Ġfreshmen": 98849, + "ĠArchived": 98850, + "ĠкоÑĤоÑĢÑĭй": 98851, + "Ġ'::": 98852, + "Tutorial": 98853, + "Cc": 98854, + "ĠtableLayoutPanel": 98855, + "fromJson": 98856, + ".levels": 98857, + "_transient": 98858, + "Ġendorsing": 98859, + "ĠDIC": 98860, + "lauf": 98861, + "Ġshred": 98862, + "_EMIT": 98863, + "ificantly": 98864, + "ALA": 98865, + "/proto": 98866, + "Ġnarrowing": 98867, + "Utc": 98868, + "Factors": 98869, + "Ġsentient": 98870, + "æŀIJ": 98871, + "lixir": 98872, + "ĠCROSS": 98873, + "meteor": 98874, + "Ġgroin": 98875, + "Ġmdb": 98876, + "ĠRotterdam": 98877, + "Ġcomida": 98878, + "ĠOpCode": 98879, + "ĠDefaultValue": 98880, + "PermissionsResult": 98881, + "Ġheterogeneous": 98882, + "Ġmoot": 98883, + "Ġdeceived": 98884, + "-independent": 98885, + "ĠObjectOutputStream": 98886, + "Ġoverpower": 98887, + ".dup": 98888, + "Ġldb": 98889, + "Ġdomestically": 98890, + "Ġbestellen": 98891, + "Ġlov": 98892, + "ĠContractors": 98893, + "Triangles": 98894, + "Ġfodder": 98895, + "Ġfilmes": 98896, + "ä¼ģ": 98897, + "Ġrevolver": 98898, + "StartupScript": 98899, + "/validation": 98900, + "ĠResourceType": 98901, + "iÅŁ": 98902, + "ĠLaz": 98903, + "fef": 98904, + "Ġlstm": 98905, + "{*": 98906, + ".attachment": 98907, + ".hits": 98908, + "ewith": 98909, + "DOG": 98910, + "Alabama": 98911, + "Ġmediums": 98912, + ".mContext": 98913, + "-cols": 98914, + "åıĭ": 98915, + ".notice": 98916, + "Ġattn": 98917, + "ĠPacking": 98918, + "ĠLn": 98919, + "_COMPLEX": 98920, + "/Users": 98921, + ".savetxt": 98922, + "ĠRounds": 98923, + "?,?,?,?,": 98924, + "Ġingl": 98925, + "ĠROC": 98926, + "_female": 98927, + "ĠStard": 98928, + "]];": 98929, + "Ġwrestlers": 98930, + "Ġtorrents": 98931, + "Ġsinh": 98932, + "ĊĊ": 98933, + "ë³µ": 98934, + "sense": 98935, + "however": 98936, + ".Physics": 98937, + "Infrastructure": 98938, + "ĠSacr": 98939, + "Fel": 98940, + "ĠDISTRIBUT": 98941, + "éments": 98942, + "ĠValidates": 98943, + "############################################################": 98944, + "Ġ|/": 98945, + "Ġesl": 98946, + "Ġréseau": 98947, + "ĠBip": 98948, + "BYTES": 98949, + "_WATER": 98950, + "Turning": 98951, + "ELS": 98952, + "Ġjuxtap": 98953, + "Ġlesbische": 98954, + "ých": 98955, + "(Unknown": 98956, + "Neo": 98957, + "@JsonProperty": 98958, + "Ġalumnos": 98959, + "ĠRaqqa": 98960, + "imei": 98961, + ".getBounds": 98962, + ".MouseEventHandler": 98963, + "#######": 98964, + "GenericType": 98965, + "/cms": 98966, + "Ġturno": 98967, + "Ġмин": 98968, + "Ġfolklore": 98969, + "ĠEvo": 98970, + "Ġconductivity": 98971, + "Ġleben": 98972, + "Ġgearbox": 98973, + "-vs": 98974, + "ĠÏĨ": 98975, + "Ġdrinkers": 98976, + "Ġconexao": 98977, + "ĠTeeth": 98978, + "ĠgetArguments": 98979, + "ĠRAT": 98980, + "entious": 98981, + "Educ": 98982, + "+W": 98983, + "ĠInstitutional": 98984, + "ĠBord": 98985, + "isEqual": 98986, + "(pwd": 98987, + "Ġignited": 98988, + "ĠRousse": 98989, + "Ġimpactful": 98990, + "ĠMalk": 98991, + "Ġgeral": 98992, + "ĠPivot": 98993, + "Ġazt": 98994, + "Ġcsvfile": 98995, + "ĠRope": 98996, + "ĠSOLUTION": 98997, + "ĠArbitrary": 98998, + "Ġletto": 98999, + ".MouseAdapter": 99000, + "Ġ}}}": 99001, + "ĠSailor": 99002, + "dera": 99003, + "Putting": 99004, + "Ġconcentrates": 99005, + "ĠauthDomain": 99006, + "âĢĿçļĦ": 99007, + "-finals": 99008, + ",strlen": 99009, + "Muon": 99010, + "ĠOrdinary": 99011, + "firefox": 99012, + "ĠLaTeX": 99013, + "ĠHund": 99014, + "engineering": 99015, + "/blue": 99016, + "edTextBox": 99017, + "(\"\");": 99018, + "ĠCDDL": 99019, + "kept": 99020, + "ĠGetString": 99021, + "Kir": 99022, + "()='": 99023, + "ĠOCD": 99024, + "antium": 99025, + "$menu": 99026, + "ĠAppalachian": 99027, + "Secretary": 99028, + "ë¥ĺ": 99029, + "ีย": 99030, + "Semantic": 99031, + "Ġ*[": 99032, + "estone": 99033, + "ungkin": 99034, + "MaxY": 99035, + "-tone": 99036, + "\"};čĊ": 99037, + "_Part": 99038, + "ĊĊ": 99240, + "Lic": 99241, + "ĠMirage": 99242, + "ĠAssemblyFileVersion": 99243, + "TeV": 99244, + "ĠValueEventListener": 99245, + "-solving": 99246, + "Tho": 99247, + "roulette": 99248, + "_WP": 99249, + "Ġuninterrupted": 99250, + "ĠfieldType": 99251, + ".Typed": 99252, + "Ġamour": 99253, + "Ġmockery": 99254, + "(vol": 99255, + "ĠSubcommittee": 99256, + "ĠRuf": 99257, + "erox": 99258, + ":UIButtonTypeCustom": 99259, + "ĠBlur": 99260, + "Ġwykon": 99261, + "nces": 99262, + "ASHBOARD": 99263, + "!!\");Ċ": 99264, + "Ġmurderers": 99265, + ".daily": 99266, + "ĠDIAG": 99267, + "jing": 99268, + "Ġdolphin": 99269, + "Ġlòng": 99270, + "Ġbö": 99271, + "ĠVocabulary": 99272, + ".StObject": 99273, + "')\">": 99274, + "Ġzun": 99275, + "Ġscrimmage": 99276, + "tréal": 99277, + "ĠLig": 99278, + "[vi": 99279, + "Cole": 99280, + "Ġfrosting": 99281, + ".Players": 99282, + "-translate": 99283, + "Feels": 99284, + "=\\\"/": 99285, + ".ButterKnife": 99286, + "Ġ?>;Ċ": 99287, + "Ġavi": 99288, + "innie": 99289, + ".Failure": 99290, + "Ġspindle": 99291, + "ConfigurationException": 99292, + "_hop": 99293, + "Ġposição": 99294, + "ĠAwait": 99295, + "UIImagePickerController": 99296, + "ĉday": 99297, + "Ġgenom": 99298, + "Cab": 99299, + "ĠÑĢезÑĥлÑĮÑĤаÑĤ": 99300, + "ORIGINAL": 99301, + "Ġejaculation": 99302, + "(tcp": 99303, + "SECOND": 99304, + "Ġtonic": 99305, + "ĠListBox": 99306, + "ĠĉĉĊ": 99307, + "()>Ċ": 99308, + "Ġquatre": 99309, + "ượng": 99310, + "withErrors": 99311, + ".Maybe": 99312, + ",âĢ¦": 99313, + "tokenId": 99314, + "_UNDEF": 99315, + "Ġfreshness": 99316, + "ĠAmendments": 99317, + ".mapbox": 99318, + ".CV": 99319, + "(blog": 99320, + "_gettime": 99321, + ".quest": 99322, + "sparse": 99323, + "Ġresale": 99324, + "Ġenthusiastically": 99325, + "ĠProstitutas": 99326, + "Wa": 99327, + "Cargo": 99328, + ".Parcelable": 99329, + "SENSOR": 99330, + "ĠRyu": 99331, + "Laughs": 99332, + "_Native": 99333, + "/pg": 99334, + "ysts": 99335, + "Ġphotoc": 99336, + "ç®Ģ": 99337, + "adopt": 99338, + ".species": 99339, + "conciliation": 99340, + "Adjusted": 99341, + ".FirebaseAuth": 99342, + "uttle": 99343, + "ordination": 99344, + "Ġmunch": 99345, + "ĠStake": 99346, + ".ping": 99347, + "anker": 99348, + "(QStringLiteral": 99349, + "Ġsubscript": 99350, + "ĠĠĉĊ": 99351, + "ĠMCC": 99352, + "_Cmd": 99353, + "sexy": 99354, + "iou": 99355, + "ĠMANY": 99356, + "Ġnanny": 99357, + "TRAIN": 99358, + "Ġflourishing": 99359, + "ĠWatches": 99360, + "ĠQMap": 99361, + "ĠFerm": 99362, + "Ġwasm": 99363, + "ĠAbed": 99364, + "_UD": 99365, + "ĠGlasses": 99366, + "+v": 99367, + "Attend": 99368, + ".Chain": 99369, + "Ġdecency": 99370, + "ĠSupplementary": 99371, + "hunter": 99372, + "-txt": 99373, + "Ġ\"}\";Ċ": 99374, + ".setWindowTitle": 99375, + "(\"": 99477, + "Ġmascara": 99478, + "(Profile": 99479, + "åĬŁèĥ½": 99480, + "imité": 99481, + "Ġwildfires": 99482, + "-ROM": 99483, + ".isOn": 99484, + "(groupId": 99485, + "Repair": 99486, + "accumulate": 99487, + "Ġ<\",": 99488, + "Ġhandwritten": 99489, + "Ġacheter": 99490, + "ĠMGM": 99491, + "ĠIrma": 99492, + "->{_": 99493, + "gee": 99494, + "criminal": 99495, + "Ġèĭ¥è¦ģ": 99496, + "Ġmomentarily": 99497, + "\")!=": 99498, + "_lit": 99499, + "ĠexpiresIn": 99500, + ".\").": 99501, + "éķ¿åº¦": 99502, + "Ġfrække": 99503, + "vlc": 99504, + "Ġorbs": 99505, + "),$": 99506, + "Ġventured": 99507, + "/>\\": 99508, + "charm": 99509, + "Nuitka": 99510, + "eldig": 99511, + "atonin": 99512, + "Witness": 99513, + "-lat": 99514, + "ĠsetHidden": 99515, + "Ġrelics": 99516, + "Ġconsulate": 99517, + ".IGNORE": 99518, + "\"After": 99519, + "ĠsetAddress": 99520, + "Ġbesteht": 99521, + "Ġ'')ĊĊ": 99522, + ".xaxis": 99523, + "Ġserão": 99524, + "Ġmisled": 99525, + "_UNIFORM": 99526, + "ĠVIA": 99527, + "incr": 99528, + "Ġzenith": 99529, + "Ġviscosity": 99530, + "Ġthinly": 99531, + ".getSharedPreferences": 99532, + ".ErrorCode": 99533, + "\"),\"": 99534, + "ĠMillionen": 99535, + "Ġ/>)Ċ": 99536, + "ScrollIndicator": 99537, + "-seeking": 99538, + "ĠPOLITICO": 99539, + "asca": 99540, + "_rl": 99541, + "Navig": 99542, + "(fullfile": 99543, + "Ġsolitude": 99544, + "Ġjuven": 99545, + "Ġhauling": 99546, + "ĠMacros": 99547, + "ĠGry": 99548, + "Ġexercitation": 99549, + "ĠATTACK": 99550, + "TickCount": 99551, + "Ġrites": 99552, + "Ġdoe": 99553, + "ParticleSystem": 99554, + "Ġslu": 99555, + "WindowText": 99556, + "ĠClassName": 99557, + "Ġslander": 99558, + "ĉPort": 99559, + "jong": 99560, + "?a": 99561, + ".Dial": 99562, + "âĢĶat": 99563, + "$objPHPExcel": 99564, + "Ġsoar": 99565, + "ENN": 99566, + "appeared": 99567, + "Ġquotid": 99568, + "emachine": 99569, + "Ġnip": 99570, + "Ġmicrotime": 99571, + "ĠAlma": 99572, + ";!": 99573, + "------------------------------------------------------------------------------------------------": 99574, + "ĠPassage": 99575, + "Ġdumpsters": 99576, + "ĠExclude": 99577, + "Ġsuggestive": 99578, + "ĠCircularProgressIndicator": 99579, + "_clr": 99580, + "ArrayType": 99581, + "ILLA": 99582, + "ElapsedTime": 99583, + "Driven": 99584, + "ĠresourceName": 99585, + "ĠGarrison": 99586, + "serir": 99587, + "-ahead": 99588, + "Ġpinnacle": 99589, + "ĠEspresso": 99590, + "Sparse": 99591, + "Ġassays": 99592, + "ĠGirlfriend": 99593, + "imid": 99594, + "]='\\": 99595, + "ONGLONG": 99596, + "Ġportraying": 99597, + "Lane": 99598, + "Ġbúsqueda": 99599, + "Ġreinforcements": 99600, + "ĠSpreadsheet": 99601, + "ĠArrayCollection": 99602, + ",arr": 99603, + "lightbox": 99604, + "icana": 99605, + "<\"": 99606, + "builders": 99607, + "Kid": 99608, + "ĠMatSnackBar": 99609, + "EXPR": 99610, + "odcast": 99611, + "ĠFoundations": 99612, + "Ġinds": 99613, + "='${": 99614, + "Fizz": 99615, + "-functional": 99616, + "(workspace": 99617, + "Ġstemmed": 99618, + "_patches": 99619, + "ĠJarvis": 99620, + "READING": 99621, + "Ġdisrespectful": 99622, + "ĠQDom": 99623, + "Ġ${Ċ": 99624, + "estatus": 99625, + "Reached": 99626, + "!.ĊĊ": 99627, + "ILT": 99628, + "ĠNDEBUG": 99629, + "ĠCourage": 99630, + "birthdate": 99631, + "ĠTing": 99632, + "Ġutilizado": 99633, + "ánchez": 99634, + "Outdoor": 99635, + "Ġhandguns": 99636, + "RefCount": 99637, + "ÉĻ": 99638, + "romo": 99639, + "Ġtts": 99640, + ".She": 99641, + "ĠPane": 99642, + "ãĢij,ãĢIJ": 99643, + "ĠIOCTL": 99644, + "/black": 99645, + "inscription": 99646, + "Ġbiopsy": 99647, + "ĠTimeInterval": 99648, + ".TestCheck": 99649, + "ĠGUIStyle": 99650, + "ĠCapability": 99651, + "ĠBeitrag": 99652, + "donnees": 99653, + "Treatment": 99654, + ".backup": 99655, + "Ġsignings": 99656, + "ĠBoca": 99657, + "drm": 99658, + ".MAIN": 99659, + "Ġgoede": 99660, + "ĠMarkup": 99661, + "GREE": 99662, + "ĠBaseService": 99663, + ".Creator": 99664, + "Ġjails": 99665, + "ĠKahn": 99666, + "IpAddress": 99667, + "ACHI": 99668, + "Ġinhibited": 99669, + "Ġ@$_": 99670, + "ĠAssass": 99671, + "Ġenviado": 99672, + "Heroes": 99673, + "ÐŁÐµÑĢ": 99674, + "ĠMaven": 99675, + ".ls": 99676, + "Ġive": 99677, + "|RF": 99678, + "ĠresizeMode": 99679, + "Ġrumpe": 99680, + "_attachments": 99681, + "TU": 99682, + "Ġtactile": 99683, + "Attempting": 99684, + "Ġrobin": 99685, + "yaw": 99686, + "Ġmercenaries": 99687, + "ĠHabitat": 99688, + "enddate": 99689, + "Ġoxy": 99690, + "ĉRandom": 99691, + "ohon": 99692, + "IsNull": 99693, + "ĠValidationResult": 99694, + "ãĥļ": 99695, + "umbed": 99696, + "ppv": 99697, + "Ġarp": 99698, + "ichick": 99699, + "_rnn": 99700, + "ĠTFT": 99701, + "TexImage": 99702, + "\"On": 99703, + "ĠSampler": 99704, + "topl": 99705, + "Ġjane": 99706, + "yling": 99707, + "ĠUNICODE": 99708, + "TabIndex": 99709, + "<{Ċ": 99710, + "suspend": 99711, + "uvian": 99712, + ",application": 99713, + "олиÑĩеÑģÑĤво": 99714, + "yat": 99715, + "ezier": 99716, + "ĠCHUNK": 99717, + "ĠAdler": 99718, + "/Add": 99719, + "ĠKeyValue": 99720, + "Ġsposób": 99721, + "Sampling": 99722, + "chers": 99723, + "_AMD": 99724, + "Ru": 99725, + ".MustCompile": 99726, + "Nation": 99727, + "Assoc": 99728, + "Managing": 99729, + "ĠEngl": 99730, + "_GB": 99731, + "Ġsuccinct": 99732, + "Ġdisliked": 99733, + "ĠIke": 99734, + "Bulletin": 99735, + "_ARCHIVE": 99736, + "Proposal": 99737, + "Ġjogging": 99738, + ".CREATED": 99739, + "Ġchol": 99740, + "è£ħ": 99741, + "Į¨": 99742, + "-push": 99743, + "Ġreserva": 99744, + "corev": 99745, + "ètre": 99746, + "THR": 99747, + "Ġincompetence": 99748, + "Ġcharisma": 99749, + "æĦŁ": 99750, + "Ġ\"==": 99751, + "BTN": 99752, + "ĠLocator": 99753, + "ivet": 99754, + "('.')Ċ": 99755, + "ĠforIndexPath": 99756, + "ôme": 99757, + "Ġcapacit": 99758, + "waters": 99759, + "ĠWRONG": 99760, + "hoa": 99761, + "ĠMIPS": 99762, + "Ġemiss": 99763, + "ĠJacqueline": 99764, + "(cmp": 99765, + "Ġeens": 99766, + "Leo": 99767, + ".timing": 99768, + "CLUSION": 99769, + "Ġ(\"-": 99770, + "åĵĪ": 99771, + ".kode": 99772, + "ĠUndert": 99773, + "Ġbewild": 99774, + "ĠEssen": 99775, + ".hd": 99776, + "Ġrenegot": 99777, + "Ġmower": 99778, + "Ġlsp": 99779, + "Ġpenchant": 99780, + "Ġmanoe": 99781, + "Ġagli": 99782, + "Ġrecal": 99783, + "ĠOPERATION": 99784, + "(^)(": 99785, + "Ġν": 99786, + "ĠScoped": 99787, + "Ġ@\"Ċ": 99788, + "=label": 99789, + "[loc": 99790, + "Intl": 99791, + "ĠNz": 99792, + "tablet": 99793, + ".ColumnName": 99794, + "ĠscreenSize": 99795, + "DBus": 99796, + "cooked": 99797, + "-registration": 99798, + "âĢľOne": 99799, + "-non": 99800, + "ĠwiÄĻc": 99801, + "Ġcosta": 99802, + ".addTab": 99803, + ".conditions": 99804, + "ĠHess": 99805, + "MEMORY": 99806, + "ĠAvalanche": 99807, + "()}}Ċ": 99808, + "Ġtriplet": 99809, + "Ġlabyrinth": 99810, + "ĠNodeList": 99811, + "ĠNYT": 99812, + "Ġyeni": 99813, + "dff": 99814, + ".HtmlControls": 99815, + "AVIS": 99816, + "/Math": 99817, + "Ġmemcmp": 99818, + "اء": 99819, + "оÑģÑĮ": 99820, + "crap": 99821, + "(pages": 99822, + "Ġlxml": 99823, + "ĠQDateTime": 99824, + "_tcb": 99825, + "Ġopenid": 99826, + "Ġsynaptic": 99827, + "ĠMDMA": 99828, + "(slug": 99829, + "igmatic": 99830, + "enor": 99831, + "Ġcramped": 99832, + "GOP": 99833, + "ŃIJ": 99834, + ".isFile": 99835, + "ĠDifferential": 99836, + "Ġ=\"\";Ċ": 99837, + "ĉĉĉĠĠĠĠĉ": 99838, + "ĠCooke": 99839, + "ĉUFUNCTION": 99840, + "Ġperseverance": 99841, + "RelativeLayout": 99842, + "IMPORTANT": 99843, + "Ġexon": 99844, + "Ġон": 99845, + "ibase": 99846, + "(CONT": 99847, + "novation": 99848, + "ä½ķ": 99849, + "[sub": 99850, + "AdminController": 99851, + "HTTPHeader": 99852, + "crear": 99853, + "ĠNIR": 99854, + "ĠDropDownList": 99855, + "Ġvalide": 99856, + "Ġdehydration": 99857, + ".']": 99858, + "(WIN": 99859, + "Ġ...\\": 99860, + "Ġphotoshop": 99861, + "ĉInit": 99862, + "_cou": 99863, + "ĠtimeZone": 99864, + "darwin": 99865, + "romatic": 99866, + "NavigationItemSelectedListener": 99867, + "brates": 99868, + "]--;Ċ": 99869, + "Ġtragedies": 99870, + "ĠPediatrics": 99871, + "SMART": 99872, + "-API": 99873, + "ĠMessageLookup": 99874, + "ĉvo": 99875, + "Ġprejudices": 99876, + "ĠmA": 99877, + "Ups": 99878, + "ĠMISSING": 99879, + "ĉad": 99880, + "Cream": 99881, + "ĠTb": 99882, + "ĠMona": 99883, + "_ghost": 99884, + "ĉtypes": 99885, + "Emb": 99886, + "ĠDocumentary": 99887, + "');ĊĊĊĊ": 99888, + "Ġlup": 99889, + "_Reference": 99890, + "ĠBATCH": 99891, + "Ġintertwined": 99892, + "": 100015, + "Ġfoyer": 100016, + "'utilisation": 100017, + "ĠMüller": 100018, + "ĠFetish": 100019, + "ĠdefaultManager": 100020, + "Ġbacktrack": 100021, + "Bah": 100022, + "Explicit": 100023, + "_ASCII": 100024, + "ĠmActivity": 100025, + "(Msg": 100026, + "Ġê²Į": 100027, + "ĠTERMS": 100028, + "ĠAngie": 100029, + "HSV": 100030, + "ĠMosque": 100031, + ".Names": 100032, + "íĬ¼": 100033, + "reste": 100034, + "_parms": 100035, + "Ġgaping": 100036, + "Ġcropping": 100037, + "DataFrame": 100038, + "Ġresponsiveness": 100039, + "_undo": 100040, + "_tran": 100041, + ".terminate": 100042, + "Ġitaliane": 100043, + "Ġwalkthrough": 100044, + "Ġattractiveness": 100045, + "де": 100046, + "_STS": 100047, + "_learn": 100048, + "Ġchocolates": 100049, + "ierarchical": 100050, + "-thinking": 100051, + "Ġ)))": 100052, + "ishments": 100053, + ".Logf": 100054, + "ĠTMZ": 100055, + "ĠCanary": 100056, + "foil": 100057, + "ĠVaccine": 100058, + ".vx": 100059, + "ĠSurround": 100060, + "Intermediate": 100061, + "Ġiov": 100062, + "vais": 100063, + "';\";Ċ": 100064, + "ï½ŀĊĊ": 100065, + "éĢģæĸĻ": 100066, + "âĢ¦it": 100067, + "Seats": 100068, + "Clar": 100069, + "Wars": 100070, + "ĠHutchinson": 100071, + "ĠHasan": 100072, + "!')ĊĊ": 100073, + "ĠRichie": 100074, + "cheiden": 100075, + "($('": 100076, + "York": 100077, + "Ġlids": 100078, + "Ġalphanumeric": 100079, + "ĠGlock": 100080, + ".shapes": 100081, + "Ġsparking": 100082, + "_epsilon": 100083, + "uplicated": 100084, + ".dirty": 100085, + "])==": 100086, + "ĠìľĦì¹ĺ": 100087, + "Ġscn": 100088, + "Ġ/****************************************************************": 100089, + "_PREVIEW": 100090, + "_HC": 100091, + "ielding": 100092, + "fgets": 100093, + "ĠAddison": 100094, + "ĠproductService": 100095, + "-figure": 100096, + "(retval": 100097, + "zano": 100098, + "Ġautob": 100099, + "ĉsd": 100100, + "_numer": 100101, + "ĠSetLastError": 100102, + "ĠFior": 100103, + "ificance": 100104, + "Untitled": 100105, + "Ġinfield": 100106, + "Ġ{}));Ċ": 100107, + "Ġspac": 100108, + "Ġrookies": 100109, + "(describing": 100110, + "ngen": 100111, + "ிà®": 100112, + ".rdf": 100113, + ".Mutex": 100114, + "Ġkneeling": 100115, + "ĠQE": 100116, + "setMax": 100117, + "ReadStream": 100118, + "Ġventas": 100119, + "sut": 100120, + "cmpeq": 100121, + ".WriteAllText": 100122, + "ĠExperienced": 100123, + "$__": 100124, + "Ġkaum": 100125, + "ĠLIS": 100126, + "Ġdocumentos": 100127, + "_HEALTH": 100128, + "icontains": 100129, + "Ġartisans": 100130, + "OWNER": 100131, + "Ġblinked": 100132, + "getDisplay": 100133, + "Ġtoen": 100134, + "ĠrowNum": 100135, + "Ġavril": 100136, + "Ġinvis": 100137, + "ĠKear": 100138, + "toBeInTheDocument": 100139, + "apur": 100140, + "Ġracked": 100141, + "ĠMcMaster": 100142, + "_ATTRIB": 100143, + "Haz": 100144, + "Ġfactura": 100145, + "/ts": 100146, + "ĠÑĢазмеÑĢ": 100147, + "Ġzf": 100148, + "Ġshortfall": 100149, + ".fasta": 100150, + "ĠCONSTANT": 100151, + ".managed": 100152, + "gems": 100153, + "SharedPointer": 100154, + "Ġblurry": 100155, + "brightness": 100156, + "(components": 100157, + "Ġ...\"ĊĊ": 100158, + "SELL": 100159, + "ĠIllustrator": 100160, + ".getChannel": 100161, + "Ġtrouvé": 100162, + "ysters": 100163, + "Ġvois": 100164, + "ĠLinden": 100165, + "Ġemojis": 100166, + "Ġbrawl": 100167, + "ĠMSR": 100168, + "ĠElo": 100169, + "ĠCroatian": 100170, + "PopupMenu": 100171, + "Lewis": 100172, + ".JWT": 100173, + "Ġastonished": 100174, + "Bush": 100175, + "(itemId": 100176, + "Ġdetachment": 100177, + "ĠEncore": 100178, + "å°Ķ": 100179, + "Ġrekl": 100180, + "Ġcram": 100181, + ")$/": 100182, + ".getHost": 100183, + "_recommend": 100184, + "-HT": 100185, + "_calibration": 100186, + "Authenticate": 100187, + ".firebaseapp": 100188, + "UNIX": 100189, + "ĉCamera": 100190, + "ĠHEAP": 100191, + "Ideal": 100192, + ".office": 100193, + "Ġgoofy": 100194, + "(Symbol": 100195, + "Ġjouer": 100196, + "_partitions": 100197, + "Ġrapidement": 100198, + "ĠGNUNET": 100199, + "idUser": 100200, + "Ġsupervise": 100201, + "(Contact": 100202, + "AWN": 100203, + "ãģĺ": 100204, + "Ġnaam": 100205, + "Ġaust": 100206, + "åľ¨çº¿": 100207, + "_softmax": 100208, + "AllowAnonymous": 100209, + "ammable": 100210, + "ROUTE": 100211, + "*D": 100212, + "Ġaden": 100213, + "ĠCristina": 100214, + "ĠCristiano": 100215, + "Ġbloodstream": 100216, + "subclass": 100217, + "_persona": 100218, + "CHILD": 100219, + "-know": 100220, + "ĠnavigationOptions": 100221, + "ĠZukunft": 100222, + "ĠPixar": 100223, + "Tyler": 100224, + "Ġunderworld": 100225, + "Ġsincerity": 100226, + "Ġdispenser": 100227, + "Ġkter": 100228, + "idders": 100229, + ".addNode": 100230, + "-checked": 100231, + "Ġkeyst": 100232, + "ĠWTO": 100233, + ".signals": 100234, + "Ġadventurer": 100235, + "ĠPang": 100236, + "\\R": 100237, + "=pos": 100238, + "Ġdispensaries": 100239, + "ĠCloset": 100240, + "(\"{\\\"": 100241, + "ideon": 100242, + "Ġnécessaire": 100243, + "()\"Ċ": 100244, + "_RECEIVED": 100245, + "Ġrésultats": 100246, + "Ġmoden": 100247, + "ĠIcelandic": 100248, + ";d": 100249, + ".allowed": 100250, + "(newUser": 100251, + "Ġmerciless": 100252, + ".WaitFor": 100253, + "Ġdaycare": 100254, + "ĠConveyor": 100255, + "ĠÙ": 100256, + "اÙ": 100257, + "าà¸": 100258, + "ÑŁ": 100259, + "ÑŁÑŁ": 100260, + "Ġà¸": 100261, + "à¹Ģà¸": 100262, + "iá»": 100263, + "ãĢĢãĢĢãĢĢãĢĢ": 100264, + "ĠاØ": 100265, + "à¥Ī": 100266, + "ĠãĢĢ": 100267, + "ÑĹ": 100268, + "iá»ĩ": 100269, + "ÑŁÑŁÑŁÑŁ": 100270, + "à¥ĩà¤Ĥ": 100271, + "Ñĸд": 100272, + "ार": 100273, + "ÙĨد": 100274, + "Ñĸв": 100275, + "Ġब": 100276, + "Ġà¤ľ": 100277, + "।": 100278, + "нÑĸ": 100279, + "à¤Ĺ": 100280, + "ĠØ¢": 100281, + "Ġन": 100282, + "ÑĶ": 100283, + "ĠÑĢа": 100284, + "Ġà¤ħ": 100285, + "ÑģÑĮ": 100286, + "Ġव": 100287, + "ÑĨÑĸ": 100288, + "Ġvá»": 100289, + "³Øª": 100290, + "Ġद": 100291, + "nÄĽ": 100292, + "Ġल": 100293, + "ĠãĢĢĠãĢĢ": 100294, + "à¥Ĥ": 100295, + "द": 100296, + "à¸Ńà¸ĩ": 100297, + "ÙĪÙĨ": 100298, + "व": 100299, + "aÅŁ": 100300, + "à¹Ĥ": 100301, + "ικ": 100302, + "Ġर": 100303, + "Ġви": 100304, + "à¥įय": 100305, + "ान": 100306, + "Ġاز": 100307, + "اÙĩ": 100308, + "Ľi": 100309, + "Ġhá»": 100310, + "à¥ĭà¤Ĥ": 100311, + "iế": 100312, + "ĠÄijá»": 100313, + "य": 100314, + "Ïį": 100315, + "Ġcủ": 100316, + "Ġبر": 100317, + "ĠÙħÛĮ": 100318, + "ĠاÛĮ": 100319, + "Ġà¤Ĩ": 100320, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 100321, + "िय": 100322, + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ": 100323, + "ви": 100324, + "رد": 100325, + "нÑĥ": 100326, + "ÙĬÙĨ": 100327, + "ια": 100328, + "Ġत": 100329, + "Ñĩи": 100330, + "Ġà¤ķर": 100331, + "از": 100332, + "aÄŁ": 100333, + "Ġà¤ī": 100334, + "ब": 100335, + "ÏĦα": 100336, + "تر": 100337, + "Ùĩا": 100338, + "ระ": 100339, + "jÃŃ": 100340, + "Îij": 100341, + "аÑĤи": 100342, + "Ġà¤Ĺ": 100343, + "ĠÑĤа": 100344, + "ÚĨ": 100345, + "à¤ľ": 100346, + "าà¸Ļ": 100347, + "Ġà¤Ń": 100348, + "िà¤ķ": 100349, + "áv": 100350, + "ĠÚ¯": 100351, + "Ïİ": 100352, + "าย": 100353, + "Ġà¤Ķ": 100354, + "ÅĻÃŃ": 100355, + "اÙĪ": 100356, + "ĠÑī": 100357, + "Ġà¤Ķर": 100358, + "еннÑı": 100359, + "ĠÚ©Ùĩ": 100360, + "ड": 100361, + "ÏĦο": 100362, + "ει": 100363, + "Ġà¤ĩ": 100364, + "à¥įत": 100365, + "à¤Ł": 100366, + "Û±": 100367, + "ĠØĮ": 100368, + "Ïģο": 100369, + "ηÏĤ": 100370, + "ë¬": 100371, + "Ñĸн": 100372, + "iá»ģ": 100373, + "iên": 100374, + "ĠвÑĸд": 100375, + "dı": 100376, + "ÙĦÛĮ": 100377, + "Ġز": 100378, + "Ïģα": 100379, + "ĠÛĮ": 100380, + "าà¸ĩ": 100381, + "Ġthá»": 100382, + "Ġà¹Ģà¸": 100383, + "iá»ĩn": 100384, + "اÙĬ": 100385, + "аннÑı": 100386, + "ÑĢе": 100387, + "ÎŁ": 100388, + "åĴ": 100389, + "اش": 100390, + "ाल": 100391, + "ëħĦ": 100392, + "Ġय": 100393, + "Ġرا": 100394, + "़": 100395, + "Ñĥв": 100396, + "ÙĪÙħ": 100397, + "ĠعÙĦ": 100398, + "ία": 100399, + "à¥Īà¤Ĥ": 100400, + "à¥ģà¤": 100401, + "าม": 100402, + "Ġmá»Ļt": 100403, + "Ġà¤ı": 100404, + "ãĢĢãĢĢãĢĢ": 100405, + "Ġपर": 100406, + "ĠاÙĨ": 100407, + "ĠاÛĮÙĨ": 100408, + "ĠvỼi": 100409, + "Σ": 100410, + "à¤ļ": 100411, + "Û°": 100412, + "iá»ĥ": 100413, + "าà¸ģ": 100414, + "ÎĻ": 100415, + "اع": 100416, + "Ñĸй": 100417, + "à¹ģล": 100418, + "ÙĩاÛĮ": 100419, + "Ñĩа": 100420, + ".:.:": 100421, + "ÏĦη": 100422, + "ĠÎij": 100423, + "رÛĮ": 100424, + "Ġngh": 100425, + "να": 100426, + "à¹ĥà¸Ļ": 100427, + "ित": 100428, + "Ġκαι": 100429, + "ÏĦε": 100430, + "à¥įà¤Ł": 100431, + "μα": 100432, + "лÑĥ": 100433, + "ým": 100434, + "ÏĢο": 100435, + "à¥Ī।": 100436, + "ï¼¼": 100437, + "رÙĬ": 100438, + "ниÑħ": 100439, + "Ïģι": 100440, + "ÙĢ": 100441, + "ÑĢо": 100442, + "Ġà¤ļ": 100443, + "ात": 100444, + "اÙĤ": 100445, + "Ġश": 100446, + "ĠÄijá»Ļ": 100447, + "ého": 100448, + "iá»ģu": 100449, + "ศ": 100450, + "ÑĸлÑĮ": 100451, + "uyá»": 100452, + "Û²": 100453, + "ĠnÄĥ": 100454, + "Ïīν": 100455, + "ĠÏĦοÏħ": 100456, + "кий": 100457, + "íĸ": 100458, + "ĠÑīо": 100459, + "à¥įव": 100460, + "ĠاÙĦØ£": 100461, + "ائ": 100462, + "tı": 100463, + "ĠÏĦο": 100464, + "¬¬": 100465, + "ĠØ·": 100466, + "ÙħاÙĨ": 100467, + "ĠÎł": 100468, + "ди": 100469, + "ึ": 100470, + "िà¤ı": 100471, + "ãģ£ãģŁ": 100472, + "ÛĮÙħ": 100473, + "ÃŃnh": 100474, + "rav": 100475, + "ÄĽt": 100476, + "Îķ": 100477, + "ĠÑıк": 100478, + "çĤ": 100479, + "à¸Ńà¸Ļ": 100480, + "ãģ¦ãģĦ": 100481, + "िल": 100482, + "ÑĸÑĤ": 100483, + "за": 100484, + "áp": 100485, + "ध": 100486, + "Ġêµ": 100487, + "à¹ģละ": 100488, + "ÃŃch": 100489, + "ĠØ¢ÙĨ": 100490, + "تÙĩ": 100491, + "ĠÙħع": 100492, + "ний": 100493, + "Æ°á»Ľc": 100494, + "ĠاÙĦع": 100495, + "رب": 100496, + "ाम": 100497, + "ĠرÙĪ": 100498, + "é«": 100499, + "ıy": 100500, + "Ġhá»į": 100501, + "ÑĤÑĮÑģÑı": 100502, + "ĠÎļ": 100503, + "Ġà¤ĩस": 100504, + "＿": 100505, + "ĠÚĨ": 100506, + "ĠÙĪاÙĦ": 100507, + "íķĻ": 100508, + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ": 100509, + "Ġvý": 100510, + "िस": 100511, + "ững": 100512, + "سÛĮ": 100513, + "Ġìĥ": 100514, + "ाà¤Ĥ": 100515, + "､": 100516, + "à¹ĩà¸Ļ": 100517, + "Ġथ": 100518, + "larak": 100519, + "ây": 100520, + "tÄĽ": 100521, + "νο": 100522, + "ĠÙħÙĪ": 100523, + "ĠngÆ°á»Ŀi": 100524, + "å¦": 100525, + "ÙĬد": 100526, + "ilir": 100527, + "اØŃ": 100528, + "ĠãĢ": 100529, + "Ùĭ": 100530, + "ĠÑĢоз": 100531, + "Ġй": 100532, + "Ġdụ": 100533, + "à¹Ģà¸Ľ": 100534, + "ัà¸ĩ": 100535, + "ле": 100536, + "ाय": 100537, + "ï¿£": 100538, + "ÙĪاÙĨ": 100539, + "Ġthá»ĥ": 100540, + "ãĥ½": 100541, + "Ã¼ÅŁ": 100542, + "çŁ": 100543, + "Ġο": 100544, + "ĠΣ": 100545, + "ÛĮت": 100546, + "ัà¸ģ": 100547, + "Τ": 100548, + "Ġà¤ıà¤ķ": 100549, + "ĠÙĩÙħ": 100550, + "ìĽĶ": 100551, + "ĠÎľ": 100552, + "Ġà¸Ħ": 100553, + "¯¸": 100554, + "ارÛĮ": 100555, + "िन": 100556, + "Ġnhững": 100557, + "ĠnhÆ°": 100558, + "иÑĤи": 100559, + "ãĥ³ãĥ": 100560, + "à¹Ģร": 100561, + "ĠÐĽ": 100562, + "ÑĢÑĸ": 100563, + "ád": 100564, + "üy": 100565, + "iye": 100566, + "ĠÎķ": 100567, + "Ġส": 100568, + "Ïĥη": 100569, + "Ġë¬": 100570, + "ï»": 100571, + "ण": 100572, + "ÎĹ": 100573, + "श": 100574, + "ĠÙħØŃ": 100575, + "ÙĦÙĬ": 100576, + "Ġμε": 100577, + "ĠpÅĻÃŃ": 100578, + "ÎĿ": 100579, + "à¥įष": 100580, + "tir": 100581, + "راÙĨ": 100582, + "ĠÄijá»ĭ": 100583, + "ĠкоÑĤ": 100584, + "кÑĢа": 100585, + "λο": 100586, + "ĠÏĦη": 100587, + "Ñīе": 100588, + "ÏĦικ": 100589, + "ัà¹ī": 100590, + "iết": 100591, + "αν": 100592, + "íĶ": 100593, + "киÑħ": 100594, + "ĠпоÑģ": 100595, + "tır": 100596, + "à¥įम": 100597, + "رÙģ": 100598, + "ÄĽl": 100599, + "à¤Ń": 100600, + "ové": 100601, + "Ġlá»": 100602, + "à¹Ħà¸Ķ": 100603, + "ãģªãģĦ": 100604, + "ษ": 100605, + "iá»ĩu": 100606, + "ξ": 100607, + "ĠعÙĦÙī": 100608, + "дÑĥ": 100609, + "Ġdụng": 100610, + "аÑĢа": 100611, + "ाद": 100612, + "ož": 100613, + "ÙĦÙĩ": 100614, + "ÙĦÙħ": 100615, + "ноÑĹ": 100616, + "Û±Û": 100617, + "à¸Ĥà¸Ńà¸ĩ": 100618, + "Ρ": 100619, + "à¥Ģà¤Ĥ": 100620, + "ĠпÑĸд": 100621, + "Ġफ": 100622, + "à¸ĺ": 100623, + "εÏĤ": 100624, + "ास": 100625, + "à¹ĥห": 100626, + "ова": 100627, + "تÛĮ": 100628, + "à¸Ńย": 100629, + "à¸į": 100630, + "ĠnÄĥm": 100631, + "ÏĦι": 100632, + "ÙĪÛĮ": 100633, + "ĠмÑĸ": 100634, + "ĠاÙħ": 100635, + "ÏĢÏĮ": 100636, + "Ġzá": 100637, + "à¤Ī": 100638, + "Ġà¤ĸ": 100639, + "ĠnÄĽ": 100640, + "cÃŃ": 100641, + "ÙĨÚ¯": 100642, + "Ñģи": 100643, + "ζ": 100644, + "ná": 100645, + "Ŀi": 100646, + "Å©": 100647, + "ئ": 100648, + "ĠاÙĦس": 100649, + "á»ijc": 100650, + "ẽ": 100651, + "اج": 100652, + "Ùħا": 100653, + "êµŃ": 100654, + "оÑİ": 100655, + "در": 100656, + "à¹Ģà¸ģ": 100657, + "à¸ł": 100658, + "áng": 100659, + "íķ©": 100660, + "ĠÏĦηÏĤ": 100661, + "ĠÑĸн": 100662, + "оÑĹ": 100663, + "à¥ĩश": 100664, + "à¸ĭ": 100665, + "à¥ĭà¤Ĺ": 100666, + "лÑĸ": 100667, + "ĠpÅĻed": 100668, + "ÄįnÃŃ": 100669, + "Ġка": 100670, + "ĠΤ": 100671, + "á»Ļi": 100672, + "vÃŃ": 100673, + "ÑĢÑı": 100674, + "à¤¾à¤ľ": 100675, + "аÑħ": 100676, + "िर": 100677, + "าส": 100678, + "dır": 100679, + "Ø¢": 100680, + "Îļ": 100681, + "ĠÎŃ": 100682, + "Ġtại": 100683, + "iá»ĩc": 100684, + "iến": 100685, + "Ġغ": 100686, + "اخ": 100687, + "ĠاÙĦØŃ": 100688, + "ĠбÑĥ": 100689, + "Ġvá»ģ": 100690, + "мÑĸ": 100691, + "ÙħÙĦ": 100692, + "mÄ±ÅŁ": 100693, + "à¸Ľà¸£à¸°": 100694, + "οÏį": 100695, + "εί": 100696, + "Ġरह": 100697, + "ним": 100698, + "عد": 100699, + "ĠباÙĦ": 100700, + "¤ij": 100701, + "çł": 100702, + "Ġolm": 100703, + "Ïİν": 100704, + "Ġhá»įc": 100705, + "است": 100706, + "าว": 100707, + "ÙĪب": 100708, + "ÑĸÑı": 100709, + "ĠÙĩاÛĮ": 100710, + "ë§Ī": 100711, + "à¥Į": 100712, + "ĠÄĮ": 100713, + "à¤ı": 100714, + "ادÙĩ": 100715, + "ĠاÙĪ": 100716, + "нÑĭм": 100717, + "ằ": 100718, + "ÙħÙĨ": 100719, + "iá»ĩt": 100720, + "laÅŁ": 100721, + "Ñĸз": 100722, + "ÙĪس": 100723, + "ĠlÃłm": 100724, + "ĠÄijến": 100725, + "पन": 100726, + "ĠÛĮÚ©": 100727, + "ĠÙĦÙĦ": 100728, + "ĠmÄĽ": 100729, + "ĠبراÛĮ": 100730, + "ाह": 100731, + "ĠÙħر": 100732, + "eç": 100733, + "à¸Ńร": 100734, + "εÏģ": 100735, + "ัà¸Ķ": 100736, + "кон": 100737, + "nou": 100738, + "Ġгод": 100739, + "ูà¹ī": 100740, + "à¹Ģล": 100741, + "Úĺ": 100742, + "ĠÄijá»ĭnh": 100743, + "ĠÄijó": 100744, + "анов": 100745, + "ĠÙģر": 100746, + "ارد": 100747, + "ÑĸÑĹ": 100748, + "à¸Ħร": 100749, + "à¥įथ": 100750, + "cak": 100751, + "ÑĨÑĸÑĹ": 100752, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 100753, + "Ùĩر": 100754, + "à¥ī": 100755, + "Ġgiá»": 100756, + "íĨ": 100757, + "âĢĮÙĩاÛĮ": 100758, + "à¥ģर": 100759, + "Ġà¸ģ": 100760, + "ÅĪ": 100761, + "æ¨": 100762, + "ÎŁÎ": 100763, + "าà¸Ħ": 100764, + "кÑĢаÑĹ": 100765, + "ảo": 100766, + "oÄŁ": 100767, + "Ġसम": 100768, + "Ġviá»ĩc": 100769, + "Ġsẽ": 100770, + "Ġná": 100771, + "ÙĬÙħ": 100772, + "£p": 100773, + "öy": 100774, + "ÙĪز": 100775, + "Ġκα": 100776, + "Ùħد": 100777, + "nÃŃm": 100778, + "ová": 100779, + "ाव": 100780, + "ा।": 100781, + "à¥įस": 100782, + "ç·": 100783, + "ặc": 100784, + "Ġà¸ŀ": 100785, + "ï½Ģ": 100786, + "ôi": 100787, + "Ġợ": 100788, + "οÏĤ": 100789, + "Ġtrên": 100790, + "мÑĥ": 100791, + "ÑģÑĮк": 100792, + "à¸Ł": 100793, + "ovat": 100794, + "Ġmá»": 100795, + "íı": 100796, + "Ġво": 100797, + "εν": 100798, + "à¥Ĥर": 100799, + "گاÙĩ": 100800, + "ĠÄijá»Ļng": 100801, + "Ú©ÙĨ": 100802, + "Ñīи": 100803, + "ĠпÑĢа": 100804, + "ürk": 100805, + "ÙĪع": 100806, + "ấp": 100807, + "ný": 100808, + "Ġquan": 100809, + "ÑĸÑĩ": 100810, + "Ġνα": 100811, + "Ġनह": 100812, + "ĠÚ©ÙĨ": 100813, + "cı": 100814, + "çĿĢ": 100815, + "бо": 100816, + "Ġاس": 100817, + "è»": 100818, + "اÙĨÛĮ": 100819, + "à¸ķร": 100820, + "ÏĦά": 100821, + "ĠØ£ÙĨ": 100822, + "éĤ£": 100823, + "Ġม": 100824, + "кÑĤ": 100825, + "iê": 100826, + "Ġhợp": 100827, + "تÙħ": 100828, + "ĠبÙĨ": 100829, + "hod": 100830, + "ιÏĥ": 100831, + "หà¸Ļ": 100832, + "ĠÑĹ": 100833, + "лив": 100834, + "Ġکرد": 100835, + "ĠÙħØ´": 100836, + "اط": 100837, + "بÙĬ": 100838, + "Ġร": 100839, + "دÙħ": 100840, + "ÙĦاÙħ": 100841, + "à¹Īว": 100842, + "ĠÙĨÙħ": 100843, + "ĠæĹ": 100844, + "éħ": 100845, + "ноÑģÑĤ": 100846, + "iá»ĥm": 100847, + "êµIJ": 100848, + "ayı": 100849, + "ĠبÙĪد": 100850, + "گر": 100851, + "Ġhiá»ĩn": 100852, + "ç³": 100853, + "ÑģÑĤвен": 100854, + "Ġà¤ķरन": 100855, + "ĠÏĦην": 100856, + "Ġà¸Ń": 100857, + "ĠÙħت": 100858, + "ģn": 100859, + "جÙħ": 100860, + "λλ": 100861, + "ĠÑĢе": 100862, + "ิà¸Ķ": 100863, + "ĠاÙĦÙĤ": 100864, + "αÏģ": 100865, + "Ġयह": 100866, + "nÃŃch": 100867, + "ÑĶÑĤÑĮÑģÑı": 100868, + "Ġà¸Ĺ": 100869, + "ÛĮØ´": 100870, + "ÅĻe": 100871, + "Ġnebo": 100872, + "ĠÑĩа": 100873, + "lou": 100874, + "ÑģÑĤво": 100875, + "ĠЧ": 100876, + "à¸Ħว": 100877, + "ÙĩÙħ": 100878, + "à¹Ģà¸Ķ": 100879, + "Ġà¹ģ": 100880, + "Ġà¹Ĥ": 100881, + "Û³": 100882, + "Å©ng": 100883, + "Ġnej": 100884, + "ÛĮÚ©": 100885, + "Ġsá»Ń": 100886, + "Ùģر": 100887, + "Îł": 100888, + "Ġпок": 100889, + "ĠاÙĦÙĨ": 100890, + "ĠvÅ¡": 100891, + "ẫ": 100892, + "ĠnhÃł": 100893, + "ãĢĢãĢĢãĢĢãĢĢãĢĢ": 100894, + "ήÏĤ": 100895, + "οÏģ": 100896, + "ĠÏĩ": 100897, + "à¹Ģà¸Ĺ": 100898, + "ÑĥлÑĮ": 100899, + "ãħĩ": 100900, + "Ġyıl": 100901, + "ÑĢод": 100902, + "ίν": 100903, + "ìĹĪëĭ¤": 100904, + "اص": 100905, + "ĠÄijầu": 100906, + "à¥ĩà¤ķ": 100907, + "ÑĢом": 100908, + "ãģĵãģ¨": 100909, + "Ġار": 100910, + "她": 100911, + "ĠتØŃ": 100912, + "Å¡tÄĽ": 100913, + "à¥įल": 100914, + "à¥įà¤ķ": 100915, + "Ġکار": 100916, + "ujÃŃ": 100917, + "Ġà¤īन": 100918, + "ĠαÏĢÏĮ": 100919, + "ĠmÃł": 100920, + "žÃŃ": 100921, + "Ġà¸Ī": 100922, + "alı": 100923, + "फ": 100924, + "ÑĩеÑģ": 100925, + "ĠعÙĨ": 100926, + "æķĻ": 100927, + "ï¾Ĩ": 100928, + "िà¤Ĥ": 100929, + "Ġsá»±": 100930, + "воÑĢ": 100931, + "Ġthá»±c": 100932, + "ëį°": 100933, + "ãģ¦ãģĦãĤĭ": 100934, + "à¹Īà¸ĩ": 100935, + "تب": 100936, + "Ġnhiá»ģu": 100937, + "ĥn": 100938, + "ĠÄijá»ĵ": 100939, + "Ġห": 100940, + "Ûµ": 100941, + "mÄĽ": 100942, + "ạt": 100943, + "ĠchÃŃnh": 100944, + "μÎŃ": 100945, + "anı": 100946, + "Ġbá»ĭ": 100947, + "ằng": 100948, + "ÅĻed": 100949, + "éŁ": 100950, + "ánh": 100951, + "ÙĢÙĢ": 100952, + "ĠÙħس": 100953, + "á»ĭch": 100954, + "Äĥn": 100955, + "ovánÃŃ": 100956, + "à¹Īาà¸ĩ": 100957, + "Ġà¸Ľ": 100958, + "ĠnÆ°á»Ľc": 100959, + "боÑĤ": 100960, + "ıyor": 100961, + "ĠØ®ÙĪد": 100962, + "Û¹": 100963, + "ĠÙħد": 100964, + "Ġüz": 100965, + "ì½": 100966, + "ÙĪÙĤ": 100967, + "르": 100968, + "лек": 100969, + "Ġcả": 100970, + "олог": 100971, + "à¹īà¸Ńà¸ĩ": 100972, + "miÅŁ": 100973, + "à¹īว": 100974, + "Ä©": 100975, + "Îľ": 100976, + "à¸Ńà¸ģ": 100977, + "＿＿": 100978, + "à¤ĸ": 100979, + "ĠЯ": 100980, + "무": 100981, + "اÛĮÛĮ": 100982, + "ské": 100983, + "uyên": 100984, + "eÅŁ": 100985, + "ái": 100986, + "úng": 100987, + "Ãło": 100988, + "ÑĸÑģ": 100989, + "ç¶": 100990, + "Ġà¤Ĩप": 100991, + "ïº": 100992, + "ÎĽ": 100993, + "Ġê³µ": 100994, + "ĠÐĨ": 100995, + "Ġà¤ħपन": 100996, + "ứng": 100997, + "ÏĮÏĤ": 100998, + "Ġnghiá»ĩ": 100999, + "ĠاÙĦب": 101000, + "à¥ĭन": 101001, + "Ġà¤Ł": 101002, + "Ġìľł": 101003, + "ĠcÅ©ng": 101004, + "Ġà¤īस": 101005, + "Ġड": 101006, + "ĠشدÙĩ": 101007, + "ีà¹ī": 101008, + "Û´": 101009, + "ặt": 101010, + "æĸ¯": 101011, + "Ġëį": 101012, + "Ġпл": 101013, + "би": 101014, + "ê³Ħ": 101015, + "ον": 101016, + "Ġçık": 101017, + "Ġbulun": 101018, + "سÙħ": 101019, + "aç": 101020, + "اÙĨÙĩ": 101021, + "ÛĮز": 101022, + "leÅŁ": 101023, + "ắc": 101024, + "اک": 101025, + "Ġसà¤ķ": 101026, + "ĠоÑĢг": 101027, + "Ġà¸Ļ": 101028, + "ाथ": 101029, + "ĠÙħÙĤ": 101030, + "ĠÎĶE": 101031, + "ÑİÑĤÑĮ": 101032, + "á»Ļc": 101033, + "Ġη": 101034, + "sob": 101035, + "Ġtheo": 101036, + "åŀ": 101037, + "ĠاÙĦØ´": 101038, + "à¹Ģà¸ŀ": 101039, + "ÎŃÏĤ": 101040, + "à¹Ģà¸Ĥ": 101041, + "åĻ": 101042, + "िश": 101043, + "Ġباز": 101044, + "ÑĢоб": 101045, + "Ġγια": 101046, + "με": 101047, + "Ġباش": 101048, + "ाà¤ĩ": 101049, + "Ġquy": 101050, + "λε": 101051, + "اÙĥ": 101052, + "ĠÑĢок": 101053, + "ĠTürk": 101054, + "ĠÐ¥": 101055, + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ": 101056, + "æ©": 101057, + "Ġphải": 101058, + "à¸Ħวาม": 101059, + ":::": 101060, + "lÃŃ": 101061, + "Ġjsou": 101062, + "ÛĮÙĦ": 101063, + "álnÃŃ": 101064, + "ĶĶ": 101065, + "íĸī": 101066, + "æĥ³": 101067, + "lá": 101068, + "ĠÏĥÏħ": 101069, + "Ñĭва": 101070, + "Ġnhất": 101071, + "à¸Ńม": 101072, + "Û¸": 101073, + "ecek": 101074, + "ÑĸÑĢ": 101075, + "ÙĪØ´": 101076, + "λα": 101077, + "ĠÎĴ": 101078, + "оÑĢа": 101079, + "Ùģت": 101080, + "edir": 101081, + "ÑĥÑħ": 101082, + "ä¸ĸ": 101083, + "ĠУкÑĢаÑĹ": 101084, + "ĠíĶ": 101085, + "άν": 101086, + "Ġشر": 101087, + "ĠاÙĦج": 101088, + "еÑĢед": 101089, + "ìĺģ": 101090, + "ĠhÃłnh": 101091, + "￣￣": 101092, + "ме": 101093, + "ÑİÑĤÑģÑı": 101094, + "ĠØ¥ÙĦÙī": 101095, + "ìĹħ": 101096, + "Ġتر": 101097, + "ком": 101098, + "Ġشد": 101099, + "ĠاÙĦÙĥ": 101100, + "ĠÏĥÏĦο": 101101, + "à¥įद": 101102, + "볤": 101103, + "ÑĥваннÑı": 101104, + "Ġthì": 101105, + "ê´Ģ": 101106, + "κε": 101107, + "سب": 101108, + "íĥĢ": 101109, + "Ġï¼ı": 101110, + "Ġà¹ģละ": 101111, + "ĠÏĮ": 101112, + "ниÑĨ": 101113, + "ĠÐĿа": 101114, + "Ñıв": 101115, + "lü": 101116, + "ιο": 101117, + "ÙĨدÙĩ": 101118, + "ÙĦÙĥ": 101119, + "ĠngÃły": 101120, + "Ġnhân": 101121, + "Ġ^{": 101122, + "à¥ĥ": 101123, + "Ġgerek": 101124, + "ارÙĩ": 101125, + "ĠcÆ¡": 101126, + "Ġà¸ķ": 101127, + "æĤ": 101128, + "çĶ°": 101129, + "à¥Īà¤Ĥ।": 101130, + "ัว": 101131, + "vÄĽ": 101132, + "öz": 101133, + "или": 101134, + "Ġpháp": 101135, + "ê¸Ī": 101136, + "ĠÎŁ": 101137, + "ĠpÅĻi": 101138, + "Ġìĸ´": 101139, + "Ġдол": 101140, + "ÙĪرد": 101141, + "à¹Ģม": 101142, + "Ïĥε": 101143, + "าà¸Ĺ": 101144, + "oÃłi": 101145, + "รม": 101146, + "Û¶": 101147, + "Ġà¸ļ": 101148, + "iyet": 101149, + "ÏĦαι": 101150, + "ìĦł": 101151, + "ĠεÏĢ": 101152, + "िव": 101153, + "ê¹Į": 101154, + "га": 101155, + "ĠÑģлÑĥ": 101156, + "Ġhình": 101157, + "ĠداÙĨ": 101158, + "Ġà¤Ĺय": 101159, + "ÙĬا": 101160, + "èij": 101161, + "à¤Ĥत": 101162, + "ĠساÙĦ": 101163, + "ëłĪ": 101164, + "lerin": 101165, + "à¥ĩत": 101166, + ".:.:.:.:": 101167, + "Ġëħ": 101168, + "ĠاÙĦØ¥": 101169, + "ảng": 101170, + "èĦ": 101171, + "ολ": 101172, + "пов": 101173, + "Ġθ": 101174, + "Û·": 101175, + "Ġnó": 101176, + "ĠdÃ¼ÅŁ": 101177, + "Ġtiế": 101178, + "ÙĪج": 101179, + "Ġjsem": 101180, + "ạng": 101181, + "ãģĤãĤĭ": 101182, + "à¸Ńà¸ļ": 101183, + "ÙĪÙĬ": 101184, + "à¤ķर": 101185, + "Ġде": 101186, + "¯¼": 101187, + "Ġно": 101188, + "ÑĨÑĸй": 101189, + "ÏĥÏĦ": 101190, + "кие": 101191, + "Ïĥει": 101192, + "ìķĪ": 101193, + "ĠhÆ¡n": 101194, + "Ġà¤ķह": 101195, + "اض": 101196, + "ì¸": 101197, + "ãĥŁ": 101198, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 101199, + "ãĤĪãģĨ": 101200, + "ा,": 101201, + "еÑĢи": 101202, + "ë©°": 101203, + "íĶĦ": 101204, + "ĠпоÑģÑĤ": 101205, + "خر": 101206, + "à¥ĭत": 101207, + "âu": 101208, + "кой": 101209, + "daki": 101210, + "íħ": 101211, + "::::::::::::::::": 101212, + "Ġöz": 101213, + "ÑĢаж": 101214, + "nÃŃho": 101215, + "หล": 101216, + "ĠÏĥÏĦη": 101217, + "ĠÄijá»ģ": 101218, + "Ġká»": 101219, + "iá»ĥn": 101220, + "ÅĻi": 101221, + "Ġkteré": 101222, + "¢ħ": 101223, + "üç": 101224, + "ÙĬÙģ": 101225, + "Ġlý": 101226, + "Ġthá»Ŀi": 101227, + "ĠìĨĮ": 101228, + "нÑĮ": 101229, + "ÐĨ": 101230, + "ÑĤÑĢ": 101231, + "à¸ĩาà¸Ļ": 101232, + "коÑĹ": 101233, + "μο": 101234, + "Ġsür": 101235, + "uyá»ģn": 101236, + "ĠÙħا": 101237, + "à¤Ĥà¤Ĺ": 101238, + "ĠÄijá»ĵng": 101239, + "òn": 101240, + "à¥ģल": 101241, + "à¥įप": 101242, + "λη": 101243, + "Ùħر": 101244, + "пÑĢи": 101245, + "iyle": 101246, + "ाप": 101247, + "Ġà¤ħन": 101248, + "ĠÑĶ": 101249, + "Ġyön": 101250, + "ÙĦÙģ": 101251, + "adır": 101252, + "á½": 101253, + "Ġê³ł": 101254, + "خص": 101255, + "imiz": 101256, + "åľĭ": 101257, + "Ġнад": 101258, + "ĠÅĻ": 101259, + "ноÑģÑĤÑĸ": 101260, + "ĠاÙģ": 101261, + "анÑĸ": 101262, + "à¥ĩà¤Ł": 101263, + "Ġë§IJ": 101264, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 101265, + "ĠìĬ¤": 101266, + "ิà¸ķ": 101267, + "åĦ": 101268, + "ÛĮÙĩ": 101269, + "оÑĪ": 101270, + "žit": 101271, + "ìĭ¤": 101272, + "à¥Ģन": 101273, + "Ġî": 101274, + "æ¥Ń": 101275, + "à¥ĩन": 101276, + "ĠØ°": 101277, + "Ġloại": 101278, + "à¹Ħà¸Ľ": 101279, + "Ñĸк": 101280, + "ĠкÑĢа": 101281, + "à¥ĭर": 101282, + "ุà¸Ķ": 101283, + "ĠاÙĦر": 101284, + "ĠÑģоб": 101285, + "าà¸Ĭ": 101286, + "Ġसà¤ķत": 101287, + "ĠÎĿ": 101288, + "اÙħÙĩ": 101289, + "à¹īาà¸Ļ": 101290, + "Ġtrình": 101291, + "ĠاÙĦÙģ": 101292, + "ĠاÙĦد": 101293, + "unun": 101294, + "оÑĤов": 101295, + "Æ°á»Ł": 101296, + "ĠÑģво": 101297, + "ίαÏĤ": 101298, + "ấn": 101299, + "огда": 101300, + "à¸Ĺย": 101301, + "Ġbyl": 101302, + "ØŃد": 101303, + "à¸ģล": 101304, + "بÙĩ": 101305, + "ĠvÄĽ": 101306, + "被": 101307, + "ĠØ¢Ùħ": 101308, + "ĠÄijiá»ģu": 101309, + "å¨": 101310, + "Ġkdy": 101311, + "ĠبÙĪ": 101312, + "ẫn": 101313, + "ìľł": 101314, + "ाà¤ķ": 101315, + "ků": 101316, + "ĠtrÆ°á»Ŀng": 101317, + "ické": 101318, + "ниÑı": 101319, + "ĠÏĢοÏħ": 101320, + "Æ°á»Łng": 101321, + "номÑĥ": 101322, + "à¹Īà¸Ļ": 101323, + "ูà¹Ī": 101324, + "Ġkết": 101325, + "Ġï¼¼": 101326, + "Ġìĭł": 101327, + "iç": 101328, + "ĠnÄĥng": 101329, + "ÄįÃŃ": 101330, + "ÑĤÑı": 101331, + "ÑĢеб": 101332, + "Ùĭا": 101333, + "Ú¯ÛĮ": 101334, + "ãĥİ": 101335, + "ĠkarÅŁ": 101336, + "вÑĸ": 101337, + "Ġphần": 101338, + "à¸Īะ": 101339, + "ắt": 101340, + "رة": 101341, + "ิà¸ĩ": 101342, + "ิà¹Ī": 101343, + "ाà¤Ī": 101344, + "าà¸ŀ": 101345, + "ÙĨÛĮ": 101346, + "ìĹ°": 101347, + "bÄĽ": 101348, + "ĠاÙĦص": 101349, + "íĹ": 101350, + "Ġسر": 101351, + "lara": 101352, + "ëĭ¨": 101353, + "ĠÙĤر": 101354, + "èİ": 101355, + "بد": 101356, + "Ġйого": 101357, + "à¥įह": 101358, + "Ġcách": 101359, + "íķĺê³ł": 101360, + "ĠÏĢÏģο": 101361, + "Ġتع": 101362, + "ĴĪ": 101363, + "Ġвод": 101364, + "ç¥ŀ": 101365, + "ким": 101366, + "Ġdá»±": 101367, + "à¹Ģห": 101368, + "ана": 101369, + "Ġï½": 101370, + "ĠbaÄŁ": 101371, + "Ġपह": 101372, + "Ġcao": 101373, + "ÏģÏĮ": 101374, + "ÙĨج": 101375, + "ाà¤ı": 101376, + "Ġå¹´": 101377, + "Ġnghiá»ĩp": 101378, + "Û²Û°": 101379, + "каÑı": 101380, + "Ïģί": 101381, + "Ġбол": 101382, + "Ġgiá": 101383, + "Ġзд": 101384, + "à¥ĩल": 101385, + "Ġcấp": 101386, + "à¹Ģส": 101387, + "Ïģγ": 101388, + "ĠìĤ": 101389, + "dÄĽ": 101390, + "à¥ģन": 101391, + "ìĪ": 101392, + "ılan": 101393, + "лаÑģ": 101394, + "Ġว": 101395, + "ĠÏĥε": 101396, + "ĠØ«": 101397, + "ĠЦ": 101398, + "çĤº": 101399, + "Ġbüy": 101400, + "еÑĨ": 101401, + "太": 101402, + "Ġबन": 101403, + "огÑĢа": 101404, + "ĠпÑĢоÑĤ": 101405, + "Ġlượng": 101406, + "Ġdön": 101407, + "รà¸ĩ": 101408, + "ало": 101409, + "ĠجÙħ": 101410, + "à¥Ī,": 101411, + "Ġ미": 101412, + "Ġê¹": 101413, + "ÙĪت": 101414, + "à¥Ģय": 101415, + "à¸Īาà¸ģ": 101416, + "Ġchất": 101417, + "Ω": 101418, + "Ġkhác": 101419, + "Ġtháng": 101420, + "jÅ¡ÃŃ": 101421, + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 101422, + "á»ijt": 101423, + "หร": 101424, + "Ñĸл": 101425, + "åħī": 101426, + "åĤ": 101427, + "ÙĦØ©": 101428, + "Ġê±°": 101429, + "овоÑĢ": 101430, + "iá»ĥu": 101431, + "ĠмеÑĤ": 101432, + "аÑĶ": 101433, + "ĠÑĩаÑģ": 101434, + "Ïģε": 101435, + "ì¹´": 101436, + "âĢĮØ´": 101437, + "물": 101438, + "úc": 101439, + "âĢĮÙĩا": 101440, + "iá»ģn": 101441, + "stav": 101442, + "íŀ": 101443, + "ĠÙĨظ": 101444, + "ĨĴ": 101445, + "ĠÏĦα": 101446, + "Ġзаб": 101447, + "ÙĥØ©": 101448, + "ĠгÑĢÑĥ": 101449, + "во": 101450, + "ĠÙħج": 101451, + "Ġsah": 101452, + "بÙĦ": 101453, + "عة": 101454, + "ÑĥÑĪ": 101455, + "ĠÑĤем": 101456, + "íĭ": 101457, + "eck": 101458, + "ÏīÏĤ": 101459, + "ÙĬت": 101460, + "ìĹĪ": 101461, + "çĭ": 101462, + "ذا": 101463, + "ìłĢ": 101464, + "ĠнаÑģ": 101465, + "ĠпоÑĩ": 101466, + "æł¡": 101467, + "ÏĪ": 101468, + "Ñģкой": 101469, + "üc": 101470, + "ÙĤÙĦ": 101471, + "Ġпоз": 101472, + "ĠоÑģоб": 101473, + "าล": 101474, + "нÑĭми": 101475, + "олод": 101476, + "è¼": 101477, + "ĠدÛĮ": 101478, + "ĠÑĥÑģÑĤ": 101479, + "Ġ무": 101480, + "ÙĬس": 101481, + "ë°©": 101482, + "à¥įà¤ļ": 101483, + "ила": 101484, + "Ġnên": 101485, + "ние": 101486, + "ιν": 101487, + "larını": 101488, + "à¹Ģà¸Ļ": 101489, + "ÙĨت": 101490, + "aģı": 101491, + "ımız": 101492, + "ĠاÙĦØ®": 101493, + "à¹Ģว": 101494, + "à¥įन": 101495, + "ĠÏħ": 101496, + "ĠíĨ": 101497, + "ẻ": 101498, + "ิà¹Ĥ": 101499, + "αÏĤ": 101500, + "меÑĤ": 101501, + "Ġzp": 101502, + "Ġjeho": 101503, + "ียà¸Ļ": 101504, + "ÑĦоÑĢ": 101505, + "ınız": 101506, + "klad": 101507, + "íĮĮ": 101508, + "uyá»ĩ": 101509, + "ιά": 101510, + "ĠãĢģ": 101511, + "شر": 101512, + "æ©Ł": 101513, + "Ġتا": 101514, + "Ġзна": 101515, + "ستاÙĨ": 101516, + "à¥ĩर": 101517, + "매": 101518, + "çĥ": 101519, + "Ġже": 101520, + "าà¸Ķ": 101521, + "Ġض": 101522, + "éŃ": 101523, + "Ġназ": 101524, + "ĠÛĮا": 101525, + "ené": 101526, + "ัย": 101527, + "íĸĪëĭ¤": 101528, + "Ġبد": 101529, + "à¥ģà¤ķ": 101530, + "ÑĤов": 101531, + "ì°¨": 101532, + "Ùĩد": 101533, + "à¸Ķย": 101534, + "Ġhoặc": 101535, + "ĠÐŁÑĢи": 101536, + "ÙĨا": 101537, + "çİĭ": 101538, + "ÑĥваÑĤи": 101539, + "à¸ļร": 101540, + "Ġà¤ķरत": 101541, + "ÏĥηÏĤ": 101542, + "ؤ": 101543, + "éķ·": 101544, + "åħĭ": 101545, + "Ġدار": 101546, + "ัà¹Ī": 101547, + "Æ¡i": 101548, + "าà¸Ī": 101549, + "ými": 101550, + "ấu": 101551, + "Ġدست": 101552, + "kem": 101553, + "ĠоÑģнов": 101554, + "모": 101555, + "Ïģά": 101556, + "æħ": 101557, + "Ġاب": 101558, + "士": 101559, + "Ħĸ": 101560, + "ÎĶ": 101561, + "ÙĬÙĥ": 101562, + "íİ": 101563, + "Ġyüz": 101564, + "adı": 101565, + "าà¸ķ": 101566, + "ä»Ģ": 101567, + "ìĿ´ëĭ¤": 101568, + "Ġzv": 101569, + "ĠtÄĽ": 101570, + "Ġíĸ": 101571, + "थ": 101572, + "Ġलà¤Ĺ": 101573, + "ìĺĢ": 101574, + "Ġан": 101575, + "çĹ": 101576, + "ìĹŃ": 101577, + "нÑĸÑģÑĤÑĮ": 101578, + "Åŀ": 101579, + "Ġphát": 101580, + "ÙĤØ©": 101581, + "Ġthế": 101582, + "Ġï¾": 101583, + "ì²ľ": 101584, + "ĠìĦł": 101585, + "à¹ĥà¸Ĭ": 101586, + "iêu": 101587, + "ÄŁini": 101588, + "ÙĤد": 101589, + "Ġkterý": 101590, + "Ñģкий": 101591, + "à¥įड": 101592, + "tadır": 101593, + "ĠÑģм": 101594, + "ÙĪÙģ": 101595, + "ارÙĬ": 101596, + "å¾·": 101597, + "ิม": 101598, + "خت": 101599, + "å¾Ī": 101600, + "ĠгоÑĢ": 101601, + "ï¼ĮæĪij": 101602, + "Ġìĺģ": 101603, + "ĠëıĻ": 101604, + "Ñģа": 101605, + "à¹Ģà¸Ħ": 101606, + "민": 101607, + "ึà¹Ī": 101608, + "Ġliên": 101609, + "ĠÙĩا": 101610, + "lerini": 101611, + "ĠÑĨе": 101612, + "اÙĦÛĮ": 101613, + "Ġमह": 101614, + "Ġvụ": 101615, + "Ġxuất": 101616, + "ิà¸ģ": 101617, + "ĠпÑĢоÑĨ": 101618, + "Ġαν": 101619, + "ÑĢим": 101620, + "Ġcần": 101621, + "ĠиÑħ": 101622, + "ноÑİ": 101623, + "ĠtÃŃnh": 101624, + "Ġbá»Ļ": 101625, + "Ñĸм": 101626, + "ĠnháºŃn": 101627, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 101628, + "ÙĬÙĩ": 101629, + "äºļ": 101630, + "Ġобла": 101631, + "Ġà¤ĺ": 101632, + "ných": 101633, + "æĿij": 101634, + "ÙĦس": 101635, + "Ġнеоб": 101636, + "ابة": 101637, + "vá": 101638, + "οÏħν": 101639, + "ÑĢеÑĤ": 101640, + "asında": 101641, + "Ġyar": 101642, + "ĠÄijiá»ĥm": 101643, + "нÑİ": 101644, + "ाà¤Ĺ": 101645, + "ĠÚ©Ø´": 101646, + "Ñĥз": 101647, + "Ġà¸Ķ": 101648, + "ảm": 101649, + "ками": 101650, + "ĠÎĻ": 101651, + "à¹Ģà¸ķ": 101652, + "ĠlỼ": 101653, + "ÙĤÛĮ": 101654, + "kou": 101655, + "ÙĦب": 101656, + "ива": 101657, + "æĵ": 101658, + "ẹ": 101659, + "κα": 101660, + "ë²ķ": 101661, + "èĤ²": 101662, + "á»ijn": 101663, + "Ġbelir": 101664, + "íĨł": 101665, + "ÏĦή": 101666, + "ÑĭÑĪ": 101667, + "ãĤĥ": 101668, + "Ġабо": 101669, + "ský": 101670, + "à¥Īस": 101671, + "ĠпÑĢоÑģÑĤ": 101672, + "ektedir": 101673, + "až": 101674, + "à¹Īà¸Ń": 101675, + "ĠоÑģÑĤ": 101676, + "Ġbảo": 101677, + "Ġ大": 101678, + "Ñĭм": 101679, + "Ġmů": 101680, + "Æ°á»Ľng": 101681, + "åıĹ": 101682, + "ÙĪÙĩ": 101683, + "ĠÑĥп": 101684, + "ÙĥÙĨ": 101685, + "ĠÏĦÏīν": 101686, + "ëħ¸": 101687, + "Ġà¸Ĭ": 101688, + "ĠÑĤого": 101689, + "ĠШ": 101690, + "ìĿ´íĬ¸": 101691, + "à¹Ģà¸Ń": 101692, + "инÑĥ": 101693, + "ĺħ": 101694, + "uyá»ĥn": 101695, + "íĴĪ": 101696, + "ạnh": 101697, + "Ġãĥ½": 101698, + "ÑĤобÑĭ": 101699, + "Ġtạo": 101700, + "å·Ŀ": 101701, + "ĠÄijá»iji": 101702, + "ĠëıĦ": 101703, + "ä¹ħ": 101704, + "ĠتÙħ": 101705, + "аÑĢи": 101706, + "stvÃŃ": 101707, + "Ġcùng": 101708, + "íŀĪ": 101709, + "Ġtarih": 101710, + "ì¤ij": 101711, + "íĤ": 101712, + "ĠدÙĪ": 101713, + "ì¡": 101714, + "алÑĸ": 101715, + "à¸IJ": 101716, + "Ġcòn": 101717, + "иÑĤÑĮÑģÑı": 101718, + "Ġवह": 101719, + "ÅĻeb": 101720, + "鼻": 101721, + "Ġми": 101722, + "ovÄĽ": 101723, + "Ġdân": 101724, + "ÑĨÑĸÑı": 101725, + "ÛĮست": 101726, + "åѸ": 101727, + "Ġür": 101728, + "صÙĦ": 101729, + "ÑĢиÑĤ": 101730, + "าห": 101731, + "ãģ¦ãģĦãģŁ": 101732, + "θη": 101733, + "çĸ": 101734, + "ØŁ": 101735, + "iÅŁtir": 101736, + "ĠУкÑĢаÑĹни": 101737, + "ë°ĺ": 101738, + "à¥ĩà¤ĸ": 101739, + "Ġvá»ĭ": 101740, + "Î¥": 101741, + "ĠãĢĢĠãĢĢĠãĢĢ": 101742, + "Ġbằng": 101743, + "Ġtá»ķ": 101744, + "оли": 101745, + "à¹Ĩ": 101746, + "ezi": 101747, + "Ġни": 101748, + "ĠÎĽ": 101749, + "Ġrất": 101750, + "μÏĢ": 101751, + "жд": 101752, + "ारत": 101753, + "Ġuž": 101754, + "à¥ĩस": 101755, + "اÙĨد": 101756, + "Ġbý": 101757, + "à¥ĭल": 101758, + "dÄĽl": 101759, + "ìķĺ": 101760, + "Ġجد": 101761, + "å³": 101762, + "ืà¹ī": 101763, + "Ġbản": 101764, + "ạch": 101765, + "ĠÅŁey": 101766, + "ĠÙĩر": 101767, + "Ġjen": 101768, + "ĠвÑĸн": 101769, + "esinde": 101770, + "Ġहम": 101771, + "çłĶ": 101772, + "à¸ļà¸ļ": 101773, + "Ġchức": 101774, + "ึà¸ĩ": 101775, + "malar": 101776, + "ĠdeÄŁil": 101777, + "æĿ±": 101778, + "Ġtác": 101779, + "ĠkiÅŁ": 101780, + "Ġtá»±": 101781, + "à¥įध": 101782, + "à¸Ļà¸Ĺ": 101783, + "ÎŁÎ¥": 101784, + "ÑģÑĮкого": 101785, + "Ġध": 101786, + "ĠìĿĺ": 101787, + "ÙĨØ©": 101788, + "üs": 101789, + "è«": 101790, + "Ġtarafından": 101791, + "ħn": 101792, + "Ġkinh": 101793, + "Ïĥι": 101794, + "à¥Ģà¤ķ": 101795, + "íı¬": 101796, + "اÙħÙĦ": 101797, + "ĠViá»ĩt": 101798, + "ĠÏĦον": 101799, + "ĠتÙĨ": 101800, + "Ġà¤ħध": 101801, + "à¹Īาà¸Ļ": 101802, + "rı": 101803, + "à¤Ĥद": 101804, + "éª": 101805, + "Ġchúng": 101806, + "ги": 101807, + "ÏĦαν": 101808, + "Ġдоп": 101809, + "нÑĸй": 101810, + "оналÑĮ": 101811, + "Îĵ": 101812, + "Ġbüyük": 101813, + "á¼": 101814, + "à¥Ģर": 101815, + "Ø°Ùĩ": 101816, + "ĠìķĦìĿ´": 101817, + "Ġdoanh": 101818, + "ĠÅĻÃŃ": 101819, + "ÑĨÑı": 101820, + "ĠtÆ°": 101821, + "Ġसर": 101822, + "ĠmÃŃst": 101823, + "Ġë°ı": 101824, + "Ø´ÙĨ": 101825, + "Ñĸб": 101826, + "ĠãĢĢãĢĢ": 101827, + "çĻ½": 101828, + "оÑģп": 101829, + "кÑĸв": 101830, + "Ġtế": 101831, + "ãģŃ": 101832, + "ĠtỼi": 101833, + "Ġìļ°": 101834, + "æľĥ": 101835, + "اÛĮد": 101836, + "æ§": 101837, + "ìłIJ": 101838, + "Ġdurum": 101839, + "à¹Ģà¸Ĭ": 101840, + "à¥Ģत": 101841, + "ĠÙĩÙĪ": 101842, + "à¥Ĥप": 101843, + "Ġgöre": 101844, + "ĠÑĢоб": 101845, + "Ġthiết": 101846, + "ajÃŃ": 101847, + "ĠاÛĮراÙĨ": 101848, + "âĢı": 101849, + "ÑģÑĮкоÑĹ": 101850, + "çħ": 101851, + "ĠìĦ¸": 101852, + "ừ": 101853, + "Ġà¸Ĥ": 101854, + "ům": 101855, + "ëŀĮ": 101856, + "ική": 101857, + "Ġмог": 101858, + "ÙĨÙĬ": 101859, + "ãģļ": 101860, + "ाब": 101861, + "æ¢": 101862, + "عÙĩ": 101863, + "ÑĶм": 101864, + "Ġά": 101865, + "οÏħÏĤ": 101866, + "زار": 101867, + "ê±´": 101868, + "ská": 101869, + "ĠاÙĬ": 101870, + "Ġilg": 101871, + "Ġsı": 101872, + "eleri": 101873, + "ĠÎĹ": 101874, + "uyor": 101875, + "ष": 101876, + "िम": 101877, + "ева": 101878, + "ä»Ģä¹Ī": 101879, + "ุà¹Ī": 101880, + "à¹īาà¸ĩ": 101881, + "Ġhiá»ĩu": 101882, + "Ġاع": 101883, + "Ġözel": 101884, + "νη": 101885, + "ëĦ¤": 101886, + "ĠtoÃłn": 101887, + "Ġmoh": 101888, + "ĠÑıкÑĸ": 101889, + "çĬ": 101890, + "maktadır": 101891, + "تاب": 101892, + "ĠÑģÑĥ": 101893, + "Ġyük": 101894, + "ĠΧ": 101895, + "зна": 101896, + "оÑħ": 101897, + "Æ°u": 101898, + "à¸Ĺร": 101899, + "ãħĭ": 101900, + "ĠkarÅŁÄ±": 101901, + "ÙħÛĮ": 101902, + "ĠÑĨÑĸ": 101903, + "ادÛĮ": 101904, + "à¥Ģ।": 101905, + "Ïģη": 101906, + "лов": 101907, + "夫": 101908, + "Ġphân": 101909, + "Ġпоп": 101910, + "ç·ļ": 101911, + "Ñıн": 101912, + "ุà¸ĵ": 101913, + "ÑģÑĤÑĥп": 101914, + "ίναι": 101915, + "ĠÑĢокÑĥ": 101916, + "larda": 101917, + "è»Ĭ": 101918, + "ÏģÏī": 101919, + "ÙĪاÙĩ": 101920, + "èħ": 101921, + "à¥įरत": 101922, + "å·±": 101923, + "ĠÑĢÑĥ": 101924, + "Ġthá»ĭ": 101925, + "ĠÄijiá»ĩn": 101926, + "ìĸij": 101927, + "ného": 101928, + "สม": 101929, + "ê°ģ": 101930, + "acÃŃ": 101931, + "Ġгода": 101932, + "kaz": 101933, + "Ġböl": 101934, + "Ġgian": 101935, + "à¸Ľà¸£": 101936, + "ï¾ŀ": 101937, + "ัà¸ķ": 101938, + "Ġgerç": 101939, + "Ġاج": 101940, + "Ġή": 101941, + "ÙijÙİ": 101942, + "Ñģкого": 101943, + "ÑĢаÑħ": 101944, + "ĠÅł": 101945, + "Ġà¤Ľ": 101946, + "оÑģÑĤÑĸ": 101947, + "본": 101948, + "ÑģÑĮкий": 101949, + "Û±Û¹": 101950, + "Ñĥва": 101951, + "اÙĦÙħ": 101952, + "ĠÙħص": 101953, + "ëįĺ": 101954, + "bÃŃ": 101955, + "ĠÙĪج": 101956, + "ÏĦÏĮ": 101957, + "ebilir": 101958, + "Ġtiếp": 101959, + "é¤": 101960, + "Ġä¸Ģ": 101961, + "ĠÑģÑĢед": 101962, + "ëĤ¨": 101963, + "εÏģι": 101964, + "اث": 101965, + "Ñģов": 101966, + "Ïĩε": 101967, + "Ġë¶Ħ": 101968, + "Ġtaké": 101969, + "Ġdüz": 101970, + "Ġíıī": 101971, + "Ġاص": 101972, + "ĠÏĥÏĦην": 101973, + "ë°Ķ": 101974, + "Ġhá»Ļi": 101975, + "رÙĩ": 101976, + "بÛĮ": 101977, + "ве": 101978, + "ĠاÙĦØ·": 101979, + "ĠÑĢез": 101980, + "بار": 101981, + "Ġgiải": 101982, + "ãģ«ãģª": 101983, + "oleÄį": 101984, + "à¤ł": 101985, + ";:": 101986, + "ä½ı": 101987, + "Ú©Ùĩ": 101988, + "ĠΦ": 101989, + "ĠÑĥÑĩ": 101990, + "âĹıâĹı": 101991, + "ูà¸ģ": 101992, + "à¥ĩव": 101993, + "Ïĥα": 101994, + "ĠاÙĨت": 101995, + "Ġвп": 101996, + "Ġquả": 101997, + "enin": 101998, + "ĠêµIJ": 101999, + "μά": 102000, + "کت": 102001, + "ÙĤÙĩ": 102002, + "ĠTürkiye": 102003, + "Ġthức": 102004, + "íĹĺ": 102005, + "iá»ĩm": 102006, + "Ġतà¤ķ": 102007, + "Ġéĩ": 102008, + "़ा": 102009, + "ĠØ£ÙĪ": 102010, + "ále": 102011, + "究": 102012, + "ĠÅŁekil": 102013, + "кого": 102014, + "ÑĪиÑħ": 102015, + "اÛĮØ´": 102016, + "تÙĨ": 102017, + "ней": 102018, + "à¸Ĺำ": 102019, + "ĠÑıв": 102020, + "رÙħ": 102021, + "Ġmáy": 102022, + "หม": 102023, + "ıyla": 102024, + "Ġcầu": 102025, + "Ġдоб": 102026, + "Ġìŀ¥": 102027, + "ový": 102028, + "ικÏĮ": 102029, + "Ġãħĩ": 102030, + "ĠÑĤеÑĢ": 102031, + "ĮĴ": 102032, + "سÙĬ": 102033, + "ĠoluÅŁ": 102034, + "Ġbyla": 102035, + "عÙĦ": 102036, + "ĠÙĥاÙĨ": 102037, + "боÑĢ": 102038, + "ì²Ń": 102039, + "ãĥı": 102040, + "ubl": 102041, + "Ġاخ": 102042, + "ÙĦÙĪد": 102043, + "تÙĬ": 102044, + "ladı": 102045, + "ĠÃ¶ÄŁ": 102046, + "ruh": 102047, + "ç¿": 102048, + "Ġبعد": 102049, + "ÎĻÎij": 102050, + "idir": 102051, + "ãģ«ãģ¯": 102052, + "Ġsöy": 102053, + "Ġkhách": 102054, + "ÑĨе": 102055, + "ĠØ´ÙĪد": 102056, + "ç¸": 102057, + "Ġëħ¸": 102058, + "úp": 102059, + "Ġneden": 102060, + "Ġhóa": 102061, + "Ġà¤īप": 102062, + "ÏĥειÏĤ": 102063, + "æĪ¿": 102064, + "Ġ³³": 102065, + "ĠìķĮ": 102066, + "à¥Ģ,": 102067, + "´ij": 102068, + "êu": 102069, + "ÑĢок": 102070, + "à¹Ģà¸Ī": 102071, + "Ġείναι": 102072, + "ĠبÙĦ": 102073, + "ĠÑģов": 102074, + "Ġönem": 102075, + "Ġà¸ĭ": 102076, + "ì§Ģë§Į": 102077, + "å®ĺ": 102078, + "격": 102079, + "ìĦĿ": 102080, + "Ġaž": 102081, + "Ġduy": 102082, + "ãģ¨ãģĦ": 102083, + "ØĽ": 102084, + "δο": 102085, + "θε": 102086, + "ÙĥاÙĨ": 102087, + "ढ": 102088, + "ाà¤ĵ": 102089, + "Ġdá»ĭch": 102090, + "á»Ļng": 102091, + "สำ": 102092, + "Äı": 102093, + "ĠÑĹÑħ": 102094, + "αλ": 102095, + "eÄį": 102096, + "ç²¾": 102097, + "Ġзв": 102098, + "èĩªå·±": 102099, + "ĠاÙĦÙĦÙĩ": 102100, + "ĠСÑĤ": 102101, + "ĠسÙĨÚ¯": 102102, + "Ġдом": 102103, + "гоÑĤов": 102104, + "повÑĸд": 102105, + "ĠBá»Ļ": 102106, + "à¥įयà¤ķ": 102107, + "طة": 102108, + "мов": 102109, + "à¸Ĺาà¸ĩ": 102110, + "ึà¸ģ": 102111, + "ĠÑĸз": 102112, + "à¥ĭà¤ľ": 102113, + "Ġgöster": 102114, + "Ġباشد": 102115, + "ileri": 102116, + "ĠÑģеб": 102117, + "Ñīо": 102118, + "Ġãħĩãħĩ": 102119, + "بت": 102120, + "Ñģе": 102121, + "à¥ĩà¤ľ": 102122, + "Ġlên": 102123, + "ĠتÙĪ": 102124, + "ÑĸÑģÑĤÑĮ": 102125, + "ï¾Ĩï¾Ĩ": 102126, + "ĠthÆ°á»Ŀng": 102127, + "ĠolduÄŁu": 102128, + "vÄĽt": 102129, + "ìĨį": 102130, + "ãģĿãģĨ": 102131, + "ĠìĦ±": 102132, + "ë°ľ": 102133, + "Ġà¸ģาร": 102134, + "ĠØ´Ùĩر": 102135, + "sled": 102136, + "ảnh": 102137, + "æŀĹ": 102138, + "lacak": 102139, + "Ġmình": 102140, + "Ú©ÛĮ": 102141, + "Ġà¹ĥà¸Ļ": 102142, + "Ġdùng": 102143, + "ĠмаÑģ": 102144, + "ÑĦек": 102145, + "æ°Ķ": 102146, + "é§": 102147, + "ĠاØŃ": 102148, + "èµ°": 102149, + "ÎĻÎļ": 102150, + "à¥ĩ।": 102151, + "ÑģÑĮка": 102152, + "ĠÑĩаÑģÑĤ": 102153, + "larının": 102154, + "Ġê¹Ģ": 102155, + "층": 102156, + "ними": 102157, + "èªŀ": 102158, + "åĢĭ": 102159, + "ĠêµŃ": 102160, + "коÑĢ": 102161, + "maya": 102162, + "ิà¹Ĥà¸Ļ": 102163, + ".ศ": 102164, + "Ġhá»ĩ": 102165, + "ĠتÙĤ": 102166, + "γκ": 102167, + "Ġà¤Ĩपà¤ķ": 102168, + "ÑģÑĤоÑĢ": 102169, + "ĠÄijo": 102170, + "Ġchủ": 102171, + "اÛĮت": 102172, + "ĠQuá»ijc": 102173, + "глÑı": 102174, + "ãĢĤãĢįĊĊ": 102175, + "ĠnÃło": 102176, + "à¸Ńล": 102177, + "æĬĬ": 102178, + "ÙĪرت": 102179, + "Ġbude": 102180, + "æĽ¸": 102181, + "elik": 102182, + "ĠجÙĩ": 102183, + "ĠبÙĪابة": 102184, + "èĬ±": 102185, + "دار": 102186, + "Ġbýt": 102187, + "Ñĩе": 102188, + "ãĤĵãģł": 102189, + "ĠÙħØ·": 102190, + "lere": 102191, + "ÎĹΣ": 102192, + "íĺķ": 102193, + "âĸį": 102194, + "ÄŁu": 102195, + "Ġвз": 102196, + "ÙĬز": 102197, + "ĠÐłÐ¾Ñģ": 102198, + "íĭ°": 102199, + "Ġداش": 102200, + "ì§ij": 102201, + "atı": 102202, + "mesi": 102203, + "ãĤīãĤĮ": 102204, + "ův": 102205, + "rát": 102206, + "оÑģоб": 102207, + "åIJĦ": 102208, + "uyá»ĩn": 102209, + "åģļ": 102210, + "üst": 102211, + "éĩİ": 102212, + "αÏĥ": 102213, + "Ġmặt": 102214, + "елов": 102215, + "åįļ": 102216, + "дж": 102217, + "Ġدارد": 102218, + "Ġfark": 102219, + "à¹īวย": 102220, + "они": 102221, + "Ġبخ": 102222, + "à¥ģत": 102223, + "ĠÄijây": 102224, + "αÏģα": 102225, + "Ġδια": 102226, + "Ġè¯": 102227, + "каÑħ": 102228, + "cház": 102229, + "zenÃŃ": 102230, + "ÑĢоп": 102231, + "à¥Ģम": 102232, + "íĨµ": 102233, + "dü": 102234, + "à¸łà¸²à¸ŀ": 102235, + "ĠíĬ": 102236, + "ÙĪا": 102237, + "Ġtá»ijt": 102238, + "ï¼ŁãĢįĊĊ": 102239, + "ĠæľĪ": 102240, + "ĠnhÆ°ng": 102241, + "Ġnež": 102242, + "à¥ĭड": 102243, + "ìĹIJê²Į": 102244, + "à¤Ĥड": 102245, + "¶Į": 102246, + "ĠмеÑģÑĤ": 102247, + "ाà¤ģ": 102248, + "ì¦Ŀ": 102249, + "ĠÄijang": 102250, + "à¸Ńà¸Ķ": 102251, + "íĽĦ": 102252, + "á»įi": 102253, + "ského": 102254, + "Ġдок": 102255, + "Ġتص": 102256, + "Ġphòng": 102257, + "Ġê°ķ": 102258, + "ĠtrÆ°á»Ľc": 102259, + "íijľ": 102260, + "ÙĶ": 102261, + "ĠphÃŃ": 102262, + "Ġchá»įn": 102263, + "ä¹IJ": 102264, + "ĠÅŁekilde": 102265, + "Ġíİ": 102266, + "éº": 102267, + "루": 102268, + "à¥Ī।Ċ": 102269, + "ÙĪرÛĮ": 102270, + "ÑģÑĤÑĢа": 102271, + "ildi": 102272, + "ĠαÏħ": 102273, + "ваннÑı": 102274, + "ìļ¸": 102275, + ".âĢľĊĊ": 102276, + "ĠÑĤакже": 102277, + "ëĵ±": 102278, + "ека": 102279, + "æīį": 102280, + "ÙħØ©": 102281, + "ĠphÆ°Æ¡ng": 102282, + "马": 102283, + "ãĢĢĠãĢĢ": 102284, + "ových": 102285, + "ียà¸ĩ": 102286, + "ĠTru": 102287, + "еÑģп": 102288, + "stup": 102289, + "ÄĮ": 102290, + "ĠdalÅ¡ÃŃ": 102291, + "زÛĮ": 102292, + "Ġ매": 102293, + "ĠобÑĢаз": 102294, + "Ġaçık": 102295, + "ê°ķ": 102296, + "ÙģادÙĩ": 102297, + "گاÙĨ": 102298, + "à¹īà¸Ļ": 102299, + "ẩn": 102300, + "å·¥ä½ľ": 102301, + "Ġतर": 102302, + "ÙĬع": 102303, + "ĠãĢĬ": 102304, + ",âĢľ": 102305, + "Ġnev": 102306, + "ัà¸į": 102307, + "ģını": 102308, + "Ġjin": 102309, + "اخت": 102310, + "سر": 102311, + "ĠtÃłi": 102312, + "Ġkterá": 102313, + "ĠاÙĦÙĦ": 102314, + "à¤ħ": 102315, + "izmet": 102316, + "à¥ģम": 102317, + "าะ": 102318, + "Ġê·": 102319, + "lıģı": 102320, + "çı¾": 102321, + "liÄŁi": 102322, + "êµ°": 102323, + "alık": 102324, + "ĠدÙĪر": 102325, + "Ġìĭ¤": 102326, + "ĠзаÑģ": 102327, + "ÙĤÙĬ": 102328, + "Ġứng": 102329, + "ĠÙĥÙĩ": 102330, + "ÎŁÎ£": 102331, + "è¨Ń": 102332, + "çĮ": 102333, + "ãģĦãģŁ": 102334, + "íĺĦ": 102335, + "ĠÑĤе": 102336, + "еÑĢÑĸ": 102337, + "sız": 102338, + "Ġý": 102339, + "дов": 102340, + "Ġà¤ĩसà¤ķ": 102341, + "год": 102342, + "Ġbylo": 102343, + "าà¸Ħม": 102344, + "ением": 102345, + "Ш": 102346, + "æľ¯": 102347, + "Ġपहल": 102348, + "ĠaÅŁ": 102349, + "à¤¿à¤ľ": 102350, + "åĵ¡": 102351, + "ваÑĢ": 102352, + "à¹īำ": 102353, + "âĮĴ": 102354, + "ován": 102355, + "Ġgiúp": 102356, + "Ð¥": 102357, + "ĠÑģÑĥд": 102358, + "Ġà¤ķम": 102359, + "ạm": 102360, + "رس": 102361, + "Ġ人": 102362, + "ĠبÛĮ": 102363, + "Ġà¤īनà¤ķ": 102364, + "립": 102365, + "áºŃy": 102366, + "ĠváºŃt": 102367, + "лÑıеÑĤÑģÑı": 102368, + "Ġseç": 102369, + "Ġì½": 102370, + "ÑĢÑĥж": 102371, + "تص": 102372, + "|:": 102373, + "Ġëł": 102374, + "ими": 102375, + "ĠлÑİб": 102376, + "Ġà¸ľ": 102377, + "ï¼Įä½Ĩ": 102378, + "Ġнав": 102379, + "âĢ¬": 102380, + "à¹Īาย": 102381, + "Ġرس": 102382, + "siniz": 102383, + "ë¨": 102384, + "ениÑİ": 102385, + "Ġล": 102386, + "اسÛĮ": 102387, + "à¥ľ": 102388, + "ĠÙ¾ÛĮØ´": 102389, + "ίδ": 102390, + "ĠÙ¾ÛĮ": 102391, + "еÑĢжав": 102392, + "à¤Ĩ": 102393, + "ĠdÃ¼ÅŁÃ¼n": 102394, + "å¿«": 102395, + "ÑĢеÑģ": 102396, + "åħ«": 102397, + "ÑĤÑĸ": 102398, + "à¤¿à¤Ł": 102399, + "ĠÑĤеÑħ": 102400, + "út": 102401, + "ÙĨÙĩ": 102402, + "ĠÙĨØ´": 102403, + "çĻº": 102404, + "Ġê°¤": 102405, + "лед": 102406, + "Ġëĵ¤": 102407, + "Ġbilg": 102408, + "ĠspoleÄį": 102409, + "ĠÄijÆ¡n": 102410, + "Ġà¤īत": 102411, + "Ġtrá»ĭ": 102412, + "ĠعÙħ": 102413, + "Ġ।": 102414, + "ĠúÄį": 102415, + "ãģ¸": 102416, + "วà¸ģ": 102417, + "ĠÑģлÑĥÑĩа": 102418, + "á»įng": 102419, + "åıĪ": 102420, + "иÑĤÑĥ": 102421, + "æľīéĻIJ": 102422, + "린": 102423, + "ëĭĺ": 102424, + "Ġhoạt": 102425, + "ĠìĿ´ëıĻ": 102426, + "знаÑĩ": 102427, + "ĠاستÙģادÙĩ": 102428, + "ĠпÑĢоÑĨеÑģ": 102429, + "anın": 102430, + "гÑĥ": 102431, + "ĠاÙĦØ«": 102432, + "æĹ¥æľ¬": 102433, + "ικά": 102434, + "ĠÑĹÑĹ": 102435, + "ì§ģ": 102436, + "inu": 102437, + "Ġساز": 102438, + "ãĤ¡": 102439, + "ï¾ī": 102440, + "ĠاÙĤ": 102441, + "Ġkế": 102442, + "ůsob": 102443, + "à¹ĩà¸ģ": 102444, + "åIJ§": 102445, + "æ¼Ķ": 102446, + "Ñīие": 102447, + "çĨ": 102448, + "ÑĮого": 102449, + "à¥ĭà¤Ł": 102450, + "اپ": 102451, + "室": 102452, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 102453, + "Ġtriá»ĥn": 102454, + "ĠtáºŃp": 102455, + "é£Ł": 102456, + "ë¹": 102457, + "ĠÑĩеÑĢез": 102458, + "ĠÑĨи": 102459, + "ÑģÑĥ": 102460, + "Ġнем": 102461, + "ĠаÑĢ": 102462, + "ĠÙĦا": 102463, + "Ġì§Ħ": 102464, + "çŁ³": 102465, + "ĠпÑĢоб": 102466, + "ĠìĽIJ": 102467, + "ÛĮÙĨÛĮ": 102468, + "ÑİÑĩи": 102469, + "âĢį": 102470, + "Û±Û³": 102471, + "ãĤ¬": 102472, + "çłĶ究": 102473, + "íĤ¤": 102474, + "Ġgerçek": 102475, + "ĠØŃس": 102476, + "íĶ¼": 102477, + "èĤ¡": 102478, + "ĠÏĦι": 102479, + "ĠvÅ¡ech": 102480, + "Ġvì": 102481, + "اÙĨÙĬ": 102482, + "ĠÙĩست": 102483, + "ĠëĤ¨": 102484, + "ÅĻej": 102485, + "еÑĢг": 102486, + "Ġsöz": 102487, + "ĠاÙĦÙħت": 102488, + "Ġchế": 102489, + "á»ĵi": 102490, + "åı¤": 102491, + "âĸįâĸį": 102492, + "á»ĵng": 102493, + "ãĥ¢": 102494, + "Ġди": 102495, + "ελ": 102496, + "Ġона": 102497, + "Ġнай": 102498, + "Ġ_{": 102499, + "пол": 102500, + "aliz": 102501, + "ĠtÄĥng": 102502, + "ĠdÃŃ": 102503, + "ép": 102504, + "ĠÙĦÙħ": 102505, + "Ġmož": 102506, + "ĠngoÃłi": 102507, + "èĹ": 102508, + "ĠÑĩем": 102509, + "ĠÄijá»ķ": 102510, + "еÑĤа": 102511, + "åı²": 102512, + "ĠÑģказ": 102513, + "ãĤ¿ãĥ¼": 102514, + "анÑĮ": 102515, + "Ġgöz": 102516, + "ë³Ħ": 102517, + "ãģĭãģ£ãģŁ": 102518, + "ĠëįĶ": 102519, + "ĠÙĨÙĤ": 102520, + "ĠÑĥÑĩа": 102521, + "Ġsahip": 102522, + "ĠÑģпе": 102523, + "ίοÏħ": 102524, + "ì½Ķ": 102525, + "ĠëĪ": 102526, + "mam": 102527, + "Ġroce": 102528, + "ĠÙĨاÙħ": 102529, + "еÑĢаÑĤÑĥ": 102530, + "ıp": 102531, + "ãģĦãģ¦": 102532, + "ĠíķĻ": 102533, + "Ġà¤ĩन": 102534, + "å©": 102535, + "Ġnhiên": 102536, + "atır": 102537, + "ÅĻenÃŃ": 102538, + "دة": 102539, + "ãĥªãĥ¼": 102540, + "ลà¸ĩ": 102541, + "ĠéĢ": 102542, + "Ġà¹Ģà¸Ľ": 102543, + "дÑĸ": 102544, + "ÎŃÏģ": 102545, + "ìĦ¤": 102546, + "гÑĢа": 102547, + "esine": 102548, + "Ġее": 102549, + "Ġiki": 102550, + "Ġتج": 102551, + "larına": 102552, + "dür": 102553, + "ĠاÙĦØ°": 102554, + "Ùħت": 102555, + "Ġà¤IJ": 102556, + "िद": 102557, + "Ġë¹": 102558, + "ÑĦоÑĢма": 102559, + "Ġони": 102560, + "гоÑĢ": 102561, + "неÑģ": 102562, + "ìĺĢëĭ¤": 102563, + "ıldı": 102564, + "Ġçek": 102565, + "Ġдов": 102566, + "دÛĮ": 102567, + "ĠÄĮesk": 102568, + "ÑĪа": 102569, + "Ġات": 102570, + "å±ĭ": 102571, + "æĸ¼": 102572, + "Ġpráv": 102573, + "ému": 102574, + "å¸Ī": 102575, + "ãħĭãħĭ": 102576, + "Ġilgili": 102577, + "หว": 102578, + "à¤ĩ": 102579, + "ाष": 102580, + "ëŀij": 102581, + "asyon": 102582, + "ÑĨÑĮ": 102583, + "à¹ģà¸ķ": 102584, + "ợi": 102585, + "ĠвÑĭÑģ": 102586, + "ÑĸлÑĮки": 102587, + "ĠкоÑĤоÑĢÑĭе": 102588, + "ники": 102589, + "Ġاد": 102590, + "Ġživ": 102591, + "ĠαÏĢο": 102592, + "رض": 102593, + "اة": 102594, + "Ġkdyž": 102595, + "ữa": 102596, + "ĠëĮĢíķľ": 102597, + "Ġtôi": 102598, + "ÑĥÑĶ": 102599, + "زر": 102600, + "Ġå¥": 102601, + "ãĥĭãĥĭ": 102602, + "بة": 102603, + "ÏĦοÏĤ": 102604, + "ÑĨион": 102605, + "ĠÙħÙĬ": 102606, + "ĠÄĥn": 102607, + "à¥ĩà¤Ĺ": 102608, + "ĠÑĢег": 102609, + "ĠlỼn": 102610, + "ì¤Ģ": 102611, + "ìĭ¬": 102612, + "Ġbiết": 102613, + "aları": 102614, + "ÙģÙĬ": 102615, + "ä¸ĸçķĮ": 102616, + "ĠнеобÑħодим": 102617, + "à¸Ļว": 102618, + "νÏĦ": 102619, + "Ġảnh": 102620, + "íĸĪ": 102621, + "Ġवर": 102622, + "hled": 102623, + "ิà¸Ī": 102624, + "æŃ»": 102625, + "ĠاÙĦتÙĬ": 102626, + "ноÑģ": 102627, + "prav": 102628, + "ÑıÑĤи": 102629, + "Ñīа": 102630, + "ÙĪÙĨÙĩ": 102631, + "ĠaÄŁ": 102632, + "à¸ŀระ": 102633, + "Ġthá»ijng": 102634, + "ÑĦи": 102635, + "Ġголов": 102636, + "Ġkhoa": 102637, + "ĠëłĪ": 102638, + "ãģĴ": 102639, + "Ġgetir": 102640, + "شت": 102641, + "женнÑı": 102642, + "енÑĸ": 102643, + "Ġgiữ": 102644, + "lerinin": 102645, + "à¥Ģव": 102646, + "éģ¸": 102647, + "सर": 102648, + "ĠÑĩелов": 102649, + "à¥įà¤ľ": 102650, + "ĠбÑĥло": 102651, + "ĠاÙĨد": 102652, + "ัà¸Ļà¸Ĺ": 102653, + "让": 102654, + "Ġquyá»ģn": 102655, + "ĠØŃاÙĦ": 102656, + "ì²ĺ": 102657, + "ĠлÑİд": 102658, + "ÏģÏĩ": 102659, + "алÑĮно": 102660, + "ãĢĢãĥ½": 102661, + "ê¸ī": 102662, + "ãĤ±": 102663, + "ĠÙħرد": 102664, + "Ġông": 102665, + "Ġاش": 102666, + "大åѦ": 102667, + "ì¦Ī": 102668, + "æĪ¦": 102669, + "eyi": 102670, + "ĠÐIJн": 102671, + "िप": 102672, + "Ġtiêu": 102673, + "Ø´ÛĮ": 102674, + "ắn": 102675, + "éŃĶ": 102676, + "ãģ¨ãģĦãģĨ": 102677, + "ĠìłĢ": 102678, + "кÑĤи": 102679, + "ĠÙħØŃÙħد": 102680, + "ĠíĨµ": 102681, + "ุม": 102682, + "åį¡": 102683, + "оÑĢов": 102684, + "коÑİ": 102685, + "Ġlá»±c": 102686, + "島": 102687, + "ĠرÙĪز": 102688, + "ÑħÑĸд": 102689, + "Ġhá»ĵ": 102690, + "Ġül": 102691, + "ĠØ´Ùħ": 102692, + "ÙĨس": 102693, + "بÙĪ": 102694, + "Ġthêm": 102695, + "ạc": 102696, + "åºľ": 102697, + "echn": 102698, + "ĠÎļα": 102699, + "èijĹ": 102700, + "çľ¼": 102701, + "áh": 102702, + "Ġι": 102703, + "ê¹Įì§Ģ": 102704, + "maz": 102705, + "λογ": 102706, + "Ġjsme": 102707, + "Ġá¼": 102708, + "ĠпÑĢави": 102709, + "клад": 102710, + "Ġthủ": 102711, + "sah": 102712, + "ÄŁit": 102713, + "ĠÙģÛĮ": 102714, + "енно": 102715, + "à¥ģà¤Ľ": 102716, + "ãģ»": 102717, + "çĻ¾": 102718, + "иÑĤа": 102719, + "ĠбÑĭло": 102720, + "Ġvys": 102721, + "Ġì¶ľ": 102722, + "ắng": 102723, + "ĠÄijại": 102724, + "ĠÙħÙĪرد": 102725, + "ела": 102726, + "ÑĸÑĪ": 102727, + "леннÑı": 102728, + "æIJ": 102729, + "Ġнед": 102730, + "iyat": 102731, + "ì¼": 102732, + "ĠolduÄŁunu": 102733, + "داÙĨ": 102734, + "íĿ": 102735, + "ĠسÛĮ": 102736, + "ีà¸ģ": 102737, + "ÄĽst": 102738, + "ımı": 102739, + "ä¸īä¸ī": 102740, + "ãĤ½": 102741, + "ĠÑĤеп": 102742, + "ĠÑĢай": 102743, + "ाध": 102744, + "ĠìĤ¬ëŀĮ": 102745, + "ĠTrung": 102746, + "ï¼ıï¼ı": 102747, + "Ġtâm": 102748, + "Å¡enÃŃ": 102749, + "ãĥį": 102750, + "ĠÏĦοÏħÏĤ": 102751, + "ĠнÑĸ": 102752, + "вид": 102753, + "æ¿": 102754, + "Ġظ": 102755, + "ãĥ¯": 102756, + "ì¢ħ": 102757, + "ваÑĤи": 102758, + "Ġquá": 102759, + "ฤ": 102760, + "ĠÄijÆ°á»Ŀng": 102761, + "à¥ģद": 102762, + "roj": 102763, + "ĠÑĥÑģ": 102764, + "é¦Ļ": 102765, + "ì½ĺ": 102766, + "ĠÙĪت": 102767, + "มาà¸ģ": 102768, + "åĪĩ": 102769, + "Ġán": 102770, + "Ġмед": 102771, + "ìĹIJëĬĶ": 102772, + "Ġhlav": 102773, + "رت": 102774, + "à¹ĥà¸Ī": 102775, + "æ´²": 102776, + "ĠлÑĸ": 102777, + "æĪĺ": 102778, + "ÙĪÙĨد": 102779, + "足": 102780, + "åĭĻ": 102781, + "çĶ³": 102782, + "Ġì±": 102783, + "ĠìĿ´ëıĻíķ©ëĭĪëĭ¤": 102784, + "ÑīеÑģÑĤв": 102785, + "Ġë¶Ī": 102786, + "ÙĦÙĪ": 102787, + "üven": 102788, + "èĪĩ": 102789, + "ĠgiỼi": 102790, + "ĠÙĪÙĤ": 102791, + "Ġê°¤ë¡ľê·¸": 102792, + "ĠعاÙħ": 102793, + "ĺIJ": 102794, + ":::::": 102795, + "ĠÑĥд": 102796, + "-ÑĤо": 102797, + "ĠÑĦоÑĢ": 102798, + "ини": 102799, + "ãģĹãģĦ": 102800, + "Ġê°¤ë¡ľê·¸ë¡ľ": 102801, + "ãģ³": 102802, + "ãĥ©ãĤ¤": 102803, + "ená": 102804, + "Ġnez": 102805, + "Ġönemli": 102806, + "ĠниÑħ": 102807, + "à¤Ĥस": 102808, + "Ġà¤īसà¤ķ": 102809, + "à¥įरद": 102810, + "Ġnói": 102811, + "ÙĥÙĦ": 102812, + "ิว": 102813, + "κο": 102814, + "à¥ģà¤ĸ": 102815, + "öyle": 102816, + "άλ": 102817, + "óng": 102818, + "ĠداÙĨØ´": 102819, + "Ġзб": 102820, + "ì»": 102821, + "à¸ľà¸¥": 102822, + "ëĵ¤ìĿ´": 102823, + "Ġetk": 102824, + "رات": 102825, + "Ġεκ": 102826, + "ÑĤÑĢа": 102827, + "à¥įतर": 102828, + "à¤Ĥब": 102829, + "ĠмÑĸÑģ": 102830, + "æł¹": 102831, + "ãĥĻ": 102832, + "Ġtá»ī": 102833, + "à¹Ģà¸ĭ": 102834, + "ìĪł": 102835, + "ï¼Įä¸į": 102836, + "ìĺ¨": 102837, + "ĠmÄĽst": 102838, + "ģµ": 102839, + "azı": 102840, + "rada": 102841, + "ÏĢα": 102842, + "mé": 102843, + "ÙĨاÙħÙĩ": 102844, + "اÛĮÙĦ": 102845, + "μη": 102846, + "luk": 102847, + "ÙĥÙĬ": 102848, + "Ġï¼ī": 102849, + "ĠдеÑĤ": 102850, + "Ġiçinde": 102851, + "Ñıм": 102852, + "ĠdÆ°á»": 102853, + "ĠпÑĢедÑģÑĤав": 102854, + "üre": 102855, + "åķĬ": 102856, + "ĠÑĤÑĢÑĥ": 102857, + "esini": 102858, + "Ġале": 102859, + "ãĥ³ãĥī": 102860, + "à¥ĥत": 102861, + "εÏħ": 102862, + "à¥ģà¤Ĩ": 102863, + "Ġhiç": 102864, + "çĶº": 102865, + "ĠÐĸ": 102866, + "çħ§": 102867, + "ká": 102868, + "Ġtrá»įng": 102869, + "Ġتش": 102870, + "ाश": 102871, + "ĠÙħØ«": 102872, + "etim": 102873, + "Ġthấy": 102874, + "Ġबह": 102875, + "عت": 102876, + "ึà¹ī": 102877, + "Ġsev": 102878, + "ÑģÑĤа": 102879, + "Ġcứ": 102880, + "Ġtiá»ģn": 102881, + "à¥Ģà¤ľ": 102882, + "Ñıг": 102883, + "ĠоÑĢгани": 102884, + "ĠбÑĭл": 102885, + "tür": 102886, + "ĠبازÛĮ": 102887, + "Ġìŀ¬": 102888, + "वर": 102889, + "æľīéĻIJåħ¬åı¸": 102890, + "kup": 102891, + "Ġiyi": 102892, + "íķĺê²Į": 102893, + "ãĢĢl": 102894, + "ãĤ·ãĥ§": 102895, + "ارة": 102896, + "สร": 102897, + "ĠtÃŃch": 102898, + "ĠкаÑĢ": 102899, + "иб": 102900, + "ĠвÑĸдповÑĸд": 102901, + "Ġpodle": 102902, + "à¥įरà¤ķ": 102903, + "iyon": 102904, + "коном": 102905, + "ĠμÎŃ": 102906, + "ĠпÑĢоиз": 102907, + "ĠâĢı": 102908, + "mektedir": 102909, + "ΩÎĿ": 102910, + "Ġbáo": 102911, + "à¸Īำ": 102912, + "ëįĶ": 102913, + "ë¸Į": 102914, + "Ġsợ": 102915, + "ÛĮرÛĮ": 102916, + "онÑĥ": 102917, + "ındaki": 102918, + "алÑĮного": 102919, + "μβ": 102920, + "лиз": 102921, + "Ġjejich": 102922, + "æĸ½": 102923, + "便": 102924, + "leÅŁtir": 102925, + "ĠÙĪØ£": 102926, + "Ġसब": 102927, + "lerde": 102928, + "ĠÚĨÙĩ": 102929, + "ÏĦÎŃ": 102930, + "Ġgì": 102931, + "ĠÃļ": 102932, + "ĠÑĢаÑģп": 102933, + "Ġtüm": 102934, + "à¹Ģà¸ĩ": 102935, + "èIJ½": 102936, + "ìĨ¡": 102937, + "à¹Ħà¸Ĺย": 102938, + "mÄ±ÅŁtır": 102939, + "ĠÙĤرار": 102940, + "Ġà¸Ħาส": 102941, + "Ġkıs": 102942, + "ованиÑı": 102943, + "ãĤĤãģ®": 102944, + "داÙħ": 102945, + "ìľ¡": 102946, + "oloj": 102947, + "ĠпоÑģле": 102948, + "ĠТак": 102949, + "Ġболее": 102950, + "ĠÄijá»ķi": 102951, + "lak": 102952, + "íħĮ": 102953, + "Ġayn": 102954, + "ÑıÑģ": 102955, + "Ġпог": 102956, + "Ġarasında": 102957, + "Ī¬": 102958, + "à¥Ĥल": 102959, + "Ġανα": 102960, + "Ġquyết": 102961, + "Ġthuá»Ļc": 102962, + "Ġdün": 102963, + "ĠpÅĻes": 102964, + "ÑĦÑĸ": 102965, + "Ġå¸": 102966, + "اÙĦÙĬ": 102967, + "ĠповеÑĢ": 102968, + "Ñĩина": 102969, + "sko": 102970, + "çµIJ": 102971, + "Ø¡": 102972, + "ĠгÑĢа": 102973, + "оÑĤи": 102974, + "Ġquá»ijc": 102975, + "ÑĨÑĸв": 102976, + "lendir": 102977, + "вÑĸд": 102978, + "ĠжиÑĤ": 102979, + "üyor": 102980, + "ï¼Įä»ĸ": 102981, + "larında": 102982, + "Ġuyg": 102983, + "ĠtrÃŃ": 102984, + "ĠØ´ÙĨ": 102985, + "ابÙĦ": 102986, + "æ·±": 102987, + "Âłp": 102988, + "ÑģкаÑı": 102989, + "оÑĤа": 102990, + "ÙĪØ·": 102991, + "Ġاط": 102992, + "ä¾Ĩ": 102993, + "ĠзаÑĤ": 102994, + "Ġиме": 102995, + "à¹Ģà¸Ĺศ": 102996, + "ëĭ´": 102997, + "nÄĽnÃŃ": 102998, + "ÑĥлÑı": 102999, + "-п": 103000, + "åĺ": 103001, + "Ġвип": 103002, + "аÑĢакÑĤ": 103003, + "à¹Ģà¸ļ": 103004, + "ç¦ı": 103005, + "ÏģÏİ": 103006, + "سÙĩ": 103007, + "à¥Įर": 103008, + "ĠdiÄŁer": 103009, + "à¹Ĥà¸Ķย": 103010, + "ĠÑģпоÑģоб": 103011, + "åį·": 103012, + "èĸ": 103013, + "анÑĤ": 103014, + "ÑİÑĤÑĮÑģÑı": 103015, + "ĠÑįÑĤом": 103016, + "Ġï½Ģ": 103017, + "สาม": 103018, + "ìm": 103019, + "ĠÑĪк": 103020, + "Ġà¸Ľà¸£à¸°": 103021, + "़à¥Ģ": 103022, + "ekl": 103023, + "muÅŁ": 103024, + "ĠÑĤакож": 103025, + "ÙĪسط": 103026, + "ĠÄįi": 103027, + "ีà¸Ļ": 103028, + "ÛĮÙĨÙĩ": 103029, + "ÄĽk": 103030, + "å½¼": 103031, + "lerine": 103032, + "ĠÄijất": 103033, + "à¥ģà¤ı": 103034, + "олоÑģ": 103035, + "Ġå°ı": 103036, + "زÙĬØ©": 103037, + "Ġвла": 103038, + "à¥Ģल": 103039, + "Ġetti": 103040, + "ĠÑģоÑģÑĤав": 103041, + "ÙĦاÙĦ": 103042, + "Ġçİ": 103043, + "ĠpÅĻÃŃpad": 103044, + "룰": 103045, + "ุà¸ģ": 103046, + "ĠÑĩи": 103047, + "åħį": 103048, + "nÄĽjÅ¡ÃŃ": 103049, + "ิล": 103050, + "åįĢ": 103051, + "ských": 103052, + "าศ": 103053, + "åIJĹ": 103054, + "ĠíĺĦ": 103055, + "Ġalın": 103056, + "å§Ķ": 103057, + "à¸ŀร": 103058, + "ažd": 103059, + "ĠбÑĸлÑĮ": 103060, + "à¹Īวà¸Ļ": 103061, + "oog": 103062, + "acı": 103063, + "lıģ": 103064, + "Ġkhu": 103065, + "Ġhizmet": 103066, + "ĠéĽ": 103067, + "ĠÎĺ": 103068, + "ĠdeÄŁer": 103069, + "åħŃ": 103070, + "ĠدÙĩ": 103071, + "ĠnÄĽk": 103072, + "à¸Ħà¸Ļ": 103073, + "еÑĤÑĮ": 103074, + "باÙĨ": 103075, + "ÏĦική": 103076, + "ĠÄijá»ĭa": 103077, + "ĠCông": 103078, + "íĮIJ": 103079, + "Ġкогда": 103080, + "ĠÚ©ÙĨد": 103081, + "ãģ§ãģį": 103082, + "ĠÏĢεÏģι": 103083, + "lardan": 103084, + "Ġзем": 103085, + "تÙĪاÙĨ": 103086, + "è³ĩ": 103087, + "likle": 103088, + "Ġtụ": 103089, + "Ġdẫn": 103090, + "Ġnay": 103091, + "ĠÑģÑĤоÑĢ": 103092, + "ĠØ´Ùħا": 103093, + "ثر": 103094, + "Ġdedi": 103095, + "кое": 103096, + "ëijIJ": 103097, + "ÑĨев": 103098, + "جÙĩ": 103099, + "Ġmůže": 103100, + "à¥ģप": 103101, + "à¥įरम": 103102, + "ĠtaÅŁ": 103103, + "оÑĢÑĤ": 103104, + "γÏģα": 103105, + "çĻ¼": 103106, + "าà¸ļ": 103107, + "iá»ħn": 103108, + "ĠÙħست": 103109, + "лекÑģ": 103110, + "Ġprav": 103111, + "ĠдоÑģ": 103112, + "ĠdÄ±ÅŁ": 103113, + "Ġzem": 103114, + "Ġgiao": 103115, + "Ġvlast": 103116, + "ĠÑįÑĤого": 103117, + "ï½°": 103118, + "วà¸ĩ": 103119, + "ÑĢой": 103120, + "Ġbirlik": 103121, + "ený": 103122, + "Ġëĭ¨": 103123, + "овани": 103124, + "é£İ": 103125, + "íıī": 103126, + "Ġzah": 103127, + "ба": 103128, + "åĬ©": 103129, + "éĢ²": 103130, + "ê¶Į": 103131, + "Ġdiye": 103132, + "à¤Ĥà¤ķ": 103133, + "Ġchuyá»ĥn": 103134, + "ĠìĹŃ": 103135, + "ĠÑĤÑĢи": 103136, + "Ġönce": 103137, + "ï¼Įè¿Ļ": 103138, + "oại": 103139, + "леÑĤ": 103140, + "ĠÏĥÏħν": 103141, + "lád": 103142, + "çe": 103143, + "tü": 103144, + "ĠÄįást": 103145, + "Ġεν": 103146, + "Ġbiá»ĩt": 103147, + "Ġé«": 103148, + "à¥ĭà¤ķ": 103149, + "ÙĦات": 103150, + "باÙĦ": 103151, + "ecies": 103152, + "Ġëĭ¹": 103153, + "à¸Ĭà¸Ļ": 103154, + "ÏĦαÏĤ": 103155, + "à¥įण": 103156, + "ujÃŃcÃŃ": 103157, + "Äįet": 103158, + "Ġпоб": 103159, + "ÙĪار": 103160, + "iyas": 103161, + "Ġdruh": 103162, + "دد": 103163, + "ÏĮν": 103164, + "ÑĢен": 103165, + "ารà¸ĸ": 103166, + "ä½İ": 103167, + "ìķ½": 103168, + "ÑĢоз": 103169, + "ëĬĶëį°": 103170, + "ãĤĵãģª": 103171, + "ÄįenÃŃ": 103172, + "************": 103173, + "ĠΡ": 103174, + "ĠÑĤомÑĥ": 103175, + "รà¸ģ": 103176, + "à¥ģस": 103177, + "ä¹Ŀ": 103178, + "å°±æĺ¯": 103179, + "£i": 103180, + "éĺ²": 103181, + "Ùĥر": 103182, + "ĠÑįÑĤи": 103183, + "ĠÚ©Ø´ÙĪر": 103184, + "Ġê°IJ": 103185, + "Ġад": 103186, + "Ġداد": 103187, + "éģİ": 103188, + "Ù«": 103189, + "ĠláºŃp": 103190, + "ĠاÙĦÙĩ": 103191, + "æľĽ": 103192, + "ĠتÙĩ": 103193, + "ì§Ī": 103194, + "ãģ§ãģĤãĤĭ": 103195, + "Ġмеж": 103196, + "ĠÑĢезÑĥлÑĮÑĤ": 103197, + "çį": 103198, + "емÑĥ": 103199, + "ĠتÙĪاÙĨ": 103200, + "ĠراÙĩ": 103201, + "ãĥ¼ãĥł": 103202, + "åĦ¿": 103203, + "å±ŀ": 103204, + "бÑĭ": 103205, + "á¿": 103206, + "à¸Ħล": 103207, + "à¥ĭà¤Ī": 103208, + "ütün": 103209, + "à¤Ĺर": 103210, + "ìķĺëĭ¤": 103211, + "âĪ§": 103212, + "Ġì°¨": 103213, + "çµĦ": 103214, + "μαÏĦα": 103215, + "ุà¸Ļ": 103216, + "ĠÑĤом": 103217, + "еÑĢв": 103218, + "ÎijΣ": 103219, + "ĠiÅŁlem": 103220, + "عÙħ": 103221, + "ëĥ": 103222, + "ãĥĦ": 103223, + "اÙģت": 103224, + "åĬŀ": 103225, + "Ġnes": 103226, + "avaÅŁ": 103227, + "ĠÙĨÛĮز": 103228, + "强": 103229, + "ĠéĻ": 103230, + "ÑĸннÑı": 103231, + "æ²³": 103232, + "áÅĻ": 103233, + "æĿIJ": 103234, + "ĠØ£ÙĬ": 103235, + "Ġì¹´": 103236, + "ĠnenÃŃ": 103237, + "ĠÙĪÙħ": 103238, + "ĠÚ©Ùħ": 103239, + "iếu": 103240, + "Ġæ°": 103241, + "åĮ»": 103242, + "Ġzor": 103243, + "ίÏĥ": 103244, + "िध": 103245, + "Ġпоказ": 103246, + "हर": 103247, + "Ġiçer": 103248, + "ØŃØ©": 103249, + "िà¤ĸ": 103250, + "ада": 103251, + "ترÛĮÙĨ": 103252, + "Ġbao": 103253, + "Ġxã": 103254, + "à¹Ģà¸Ħร": 103255, + "ĠnghÄ©": 103256, + "à¹ģà¸ļà¸ļ": 103257, + "ĠdoÄŁru": 103258, + "ÑĸÑĤи": 103259, + "ĠبÙĬÙĨ": 103260, + "ĠлеÑĤ": 103261, + "اغ": 103262, + "ÛĮÚ©ÛĮ": 103263, + "ráv": 103264, + "à¥įâĢį": 103265, + "âĢĻnin": 103266, + "Ġย": 103267, + "åįĬ": 103268, + "Ġколи": 103269, + "Ġtrợ": 103270, + "éĿĴ": 103271, + "ëŀĢ": 103272, + "Ġë¨": 103273, + "ĠÙĪر": 103274, + "ï¾Ĭ": 103275, + "è§Ĥ": 103276, + "Ġпи": 103277, + "нÑĥв": 103278, + "ilmesi": 103279, + "ستÙĩ": 103280, + "ĠдеÑĢжав": 103281, + "å®ĥ": 103282, + "åĪ¥": 103283, + "ëħĢ": 103284, + "лÑģÑı": 103285, + "à¤Ĥध": 103286, + "ĠÑĤи": 103287, + "ĠpÅĻip": 103288, + "пи": 103289, + "á»ĵn": 103290, + "оваÑĤÑĮ": 103291, + "ìĿ´ëĿ¼": 103292, + "æľĿ": 103293, + "ĠëĺIJ": 103294, + "ĠÎŃνα": 103295, + "ãģ¾ãģ§": 103296, + "جاÙħ": 103297, + "ĠëĬ": 103298, + "нÑĸв": 103299, + "ÏĢοÏħ": 103300, + "ĠزÙħاÙĨ": 103301, + "æĽ²": 103302, + "ĠÙħÙĩ": 103303, + "볨": 103304, + "ä¸ĥ": 103305, + "ãģ¨ãģĹãģ¦": 103306, + "labilir": 103307, + "оже": 103308, + "å¤ľ": 103309, + "ĠнÑĥжно": 103310, + "彩": 103311, + "çĪ±": 103312, + "ĠhoÃłn": 103313, + "ünü": 103314, + "ĠëĦ¤": 103315, + "ĠجÙĨ": 103316, + "ĠnÄĽj": 103317, + "кими": 103318, + "Ġaynı": 103319, + "ĠÙĥÙĦ": 103320, + "Ġnhau": 103321, + "ẳ": 103322, + "ÙĬات": 103323, + "Ġmezi": 103324, + "ĠÑĢек": 103325, + "Ġtür": 103326, + "ĠговоÑĢ": 103327, + "Ġfazla": 103328, + "åĩĨ": 103329, + "ÑĪий": 103330, + "ÐŁÑĢи": 103331, + "ÑĢоÑģÑĤ": 103332, + "ĠоÑĢган": 103333, + "ným": 103334, + "ĠÑĢод": 103335, + "ĠÙĪÛĮ": 103336, + "ický": 103337, + "림": 103338, + "ï½²": 103339, + "æĢİ": 103340, + "ĠÙĩذا": 103341, + "ĠÑĩаÑģÑĤи": 103342, + "ÃŃr": 103343, + "á»ĩnh": 103344, + "ĠíĹ": 103345, + "ê»": 103346, + "luž": 103347, + "ÃŃl": 103348, + "cÃŃch": 103349, + "å®Ł": 103350, + "ãģłãģ£ãģŁ": 103351, + "ÙĬرة": 103352, + "ĠvÄĥn": 103353, + "港": 103354, + "ĠÏĦιÏĤ": 103355, + "ارت": 103356, + "Ġvấn": 103357, + "âĶģâĶģâĶģâĶģ": 103358, + "対": 103359, + "ÏģÎŃ": 103360, + "ĠгодÑĥ": 103361, + "Ġسب": 103362, + "ارات": 103363, + "елей": 103364, + "ĠзаÑħ": 103365, + "Ġваж": 103366, + "Ġtá»īnh": 103367, + "ابع": 103368, + "Ġà¤ľà¤¬": 103369, + "Ġà¤IJस": 103370, + "ĠдÑĥ": 103371, + "Ġé«ĺ": 103372, + "ê²ł": 103373, + "нее": 103374, + "ï½Į": 103375, + "Ġмал": 103376, + "è¾¹": 103377, + "ãģłãģij": 103378, + "à¹īร": 103379, + "ÙĤØ·": 103380, + "Ġbên": 103381, + "Ġseb": 103382, + "ĠØ®ÙĪاÙĩ": 103383, + "siz": 103384, + "Ġolur": 103385, + "ĠëĶ°": 103386, + "Ġì¢ĭ": 103387, + "ĠsvÄĽt": 103388, + "ická": 103389, + "ỹ": 103390, + "Ġquản": 103391, + "ĠиÑģ": 103392, + "ĠzaÄį": 103393, + "ืà¸Ńà¸Ļ": 103394, + "ÑĶÑİ": 103395, + "िष": 103396, + "çĬ¶": 103397, + "Ïĥμ": 103398, + "ัส": 103399, + "óc": 103400, + "ĠбеÑĢ": 103401, + "ĠíĿ": 103402, + ";:;:": 103403, + "Ġپس": 103404, + "ĠëijIJ": 103405, + "ниÑĩ": 103406, + "ĠоÑĩенÑĮ": 103407, + "ĠìķĦìĿ´ì½ĺ": 103408, + "Ġθα": 103409, + "ĠвÑģÑĤ": 103410, + "ادة": 103411, + "Ġdevam": 103412, + "ืà¸Ńà¸ĩ": 103413, + "ĠлÑİди": 103414, + "ìĺĪ": 103415, + "á»±a": 103416, + "ÑıÑħ": 103417, + "âĢĮاÛĮ": 103418, + "ĠسÙĪ": 103419, + "å°¼": 103420, + "Ġthứ": 103421, + "meye": 103422, + "Ġèµ": 103423, + "èī¯": 103424, + "ĠdeÄŁiÅŁ": 103425, + "ÑĪÑĸ": 103426, + "Ġtrợ": 103427, + "ĠâĢİ#": 103428, + "çĹħ": 103429, + "ìĽĮ": 103430, + "Ġkde": 103431, + "Χ": 103432, + "æ¤": 103433, + "ĠÑħаÑĢакÑĤ": 103434, + "æĩ": 103435, + "Ġbiến": 103436, + "ÙĤع": 103437, + "åŁŁ": 103438, + "Ġнеп": 103439, + "Ġdů": 103440, + "ĠпиÑĤ": 103441, + "ĠÑĤÑĢеб": 103442, + "ازÛĮ": 103443, + "Ġطر": 103444, + "ĠÙħÙĦ": 103445, + "Ġtham": 103446, + "ĠÙĪجÙĪد": 103447, + "Ġsvé": 103448, + "é§ħ": 103449, + "اÛĮÙĨ": 103450, + "Ġtiên": 103451, + "stru": 103452, + "ĠváºŃy": 103453, + "üne": 103454, + "Ġà¹Ģม": 103455, + "Ġrằng": 103456, + "аÑĤÑĥ": 103457, + "äºij": 103458, + "ниÑĤ": 103459, + "ä¼Ĭ": 103460, + "ÙĪص": 103461, + "ĠéĿ": 103462, + "ĠпÑĢоблем": 103463, + "deki": 103464, + "**************": 103465, + "òa": 103466, + "ĠÄijá»ģu": 103467, + "ãĤĮãģŁ": 103468, + "ارس": 103469, + "ãģªãģı": 103470, + "اÙĤع": 103471, + "è»į": 103472, + "ÙĥÙħ": 103473, + "Äįas": 103474, + "Ġkỳ": 103475, + "Ø´Ùħ": 103476, + "à¥ĩड": 103477, + "éĺ¿": 103478, + "ĠjejÃŃ": 103479, + "ĠæĻ": 103480, + "ĠÄ°ÅŁ": 103481, + "ardım": 103482, + "Ġसमय": 103483, + "ĠÐĿо": 103484, + "ilerin": 103485, + "Ġعبد": 103486, + "nÃŃk": 103487, + "ĠØ´Ú©ÙĨ": 103488, + "ิà¸Ĺย": 103489, + "á»ħ": 103490, + "ÑĢез": 103491, + "Ġchứng": 103492, + "Ġ:.": 103493, + "Ġपत": 103494, + "Ġživot": 103495, + "å¢ĥ": 103496, + "«a": 103497, + "Ġtrung": 103498, + "никÑĸв": 103499, + "ĠاÙĦÙħÙĨ": 103500, + "ĠÑĢаÑģÑģ": 103501, + "Ġжив": 103502, + "Ġзакон": 103503, + "Ġ목": 103504, + "Ġzáv": 103505, + "Ġhakk": 103506, + "令": 103507, + "ĠÑıкий": 103508, + "ĠبÙĬ": 103509, + "λÎŃ": 103510, + "ocuk": 103511, + "ĠÑİ": 103512, + "à¸ģว": 103513, + "ĠاÙĨÚ¯": 103514, + "à¥ģà¤Ĥ": 103515, + "Ġnám": 103516, + "á»ķng": 103517, + "Ġжел": 103518, + "ĠÄijặc": 103519, + "Äįit": 103520, + "Ġê±´": 103521, + "ĠبÛĮØ´": 103522, + "кÑĢаÑĹн": 103523, + "ĠÙĪÙĩ": 103524, + "неннÑı": 103525, + "Ġà¹Ģà¸ŀ": 103526, + "омен": 103527, + "Ġlần": 103528, + "ĠعÙħÙĦ": 103529, + "Ġîģµ": 103530, + "Äŀ": 103531, + "ÑĸÑģлÑı": 103532, + "Æ°ng": 103533, + "ाफ": 103534, + "à¸Ĺà¸ĺ": 103535, + "ден": 103536, + "ĠÑīоб": 103537, + "Ñĩив": 103538, + "ılır": 103539, + "اعات": 103540, + "jÃŃcÃŃ": 103541, + "벨": 103542, + "ÚĨÙĩ": 103543, + "ارج": 103544, + "ĠپرÙĪ": 103545, + "Ġодин": 103546, + "лин": 103547, + "бÑĥ": 103548, + "Ġसरà¤ķ": 103549, + "åĢĻ": 103550, + "ë¶ĢíĦ°": 103551, + "à¥Īà¤Ĥ,": 103552, + "å´": 103553, + "à¹Ĥล": 103554, + "ĠvÅ¡ak": 103555, + "ĠопÑĢед": 103556, + "ì±": 103557, + "æ½": 103558, + "Ġdá»±ng": 103559, + "práv": 103560, + "ิส": 103561, + "Ġnhiá»ĩm": 103562, + "ĠiliÅŁ": 103563, + "ĠеÑīе": 103564, + "ĠjeÅ¡tÄĽ": 103565, + "ĠÑĢаÑģÑĤ": 103566, + "ฮ": 103567, + "à¤Ĥà¤Ł": 103568, + "âĢĮÚ©": 103569, + "ĠبÛĮÙĨ": 103570, + "ovou": 103571, + "æĻ®": 103572, + "ίεÏĤ": 103573, + "оÑĢоÑĪ": 103574, + "Ġolmak": 103575, + "Ġstát": 103576, + "diÄŁi": 103577, + "Ġtình": 103578, + "ĠdÄĽ": 103579, + "ĠگرÙģ": 103580, + "Ïĥο": 103581, + "ĠÑĥÑĤ": 103582, + "íķĻêµIJ": 103583, + "ัà¸IJ": 103584, + "าà¸Ń": 103585, + "ĠÄijặt": 103586, + "ĠмогÑĥÑĤ": 103587, + "ë°°": 103588, + "tik": 103589, + "ª½": 103590, + "liÄŁ": 103591, + "ÏĢε": 103592, + "ĠèĢ": 103593, + "kü": 103594, + "adece": 103595, + "κÏĮ": 103596, + "ĠдÑĸ": 103597, + "ầm": 103598, + "çĦ¡ãģĹ": 103599, + "Û²Û°Û±": 103600, + "èµĽ": 103601, + "оÑģÑĥд": 103602, + "ĠìķĪëĤ´": 103603, + "ĠÐĶж": 103604, + "座": 103605, + "ických": 103606, + "Ġìłģ": 103607, + "à¥ĩ,": 103608, + "ového": 103609, + "Ġvẫn": 103610, + "Ġbirlikte": 103611, + "Ġरà¤ĸ": 103612, + "ĠÙĨÙĩ": 103613, + "ÙĤر": 103614, + "पर": 103615, + "etÃŃ": 103616, + "ĠÑĤÑĭ": 103617, + "ĢìĿ´": 103618, + "Ġà¤ħल": 103619, + "Ġможе": 103620, + "ãĤ´": 103621, + "Ġstran": 103622, + "طر": 103623, + "è¿Ļ个": 103624, + "Ġبع": 103625, + "åĨĽ": 103626, + "ektir": 103627, + "ĠhÆ°á»Ľng": 103628, + "ÙĨاÙĨ": 103629, + "Ġà¤ij": 103630, + "ÏĮÏĦη": 103631, + "оÑģк": 103632, + "åįĥ": 103633, + "asına": 103634, + "ĠØ´Ùĩ": 103635, + "ĠдеÑĢ": 103636, + "ĠÙħخت": 103637, + "ĠØŃÙĤ": 103638, + "ãĥ¾": 103639, + "ساÙĨ": 103640, + "Ġcung": 103641, + "коÑĢиÑģÑĤ": 103642, + "ÏĦικά": 103643, + "Ġвона": 103644, + "با": 103645, + "ãģķãĤĮãģŁ": 103646, + "nout": 103647, + "Ġı": 103648, + "è§ī": 103649, + "ĠÃ¶ÄŁren": 103650, + "Ġì½Ķ": 103651, + "带": 103652, + "Ñģлов": 103653, + "ĠεÏĢι": 103654, + "ê°IJ": 103655, + "ĠÙħرب": 103656, + "ĠÙģÛĮÙĦÙħ": 103657, + "ĠкÑĢов": 103658, + "Ġëį°": 103659, + "ाण": 103660, + "Ġelekt": 103661, + "ĠнаÑĢод": 103662, + "ÛĮدÙĩ": 103663, + "ç´Ħ": 103664, + "ĠпÑĢоÑĦ": 103665, + "ÏģοÏĤ": 103666, + "Ġãħ": 103667, + "ä¸įæĺ¯": 103668, + "Ġà¤ľà¤¨": 103669, + "ัล": 103670, + "ĠصÙĪرت": 103671, + "ãĥľ": 103672, + "Ġà¤Ĺà¤Ī": 103673, + "ÄŁitim": 103674, + "ÑģÑĮкиÑħ": 103675, + "Ġлег": 103676, + "ĠتÙĪÙĦ": 103677, + "Ġìļ´": 103678, + "عر": 103679, + "ĠmÃłu": 103680, + "гов": 103681, + "æ³¢": 103682, + "indeki": 103683, + "ìłģìĿ¸": 103684, + "ấm": 103685, + "ĠíĻķ": 103686, + "ĠباÛĮد": 103687, + "à¹Įà¸Ĺ": 103688, + "Ġkendi": 103689, + "ีว": 103690, + "ิà¸ģาร": 103691, + "ĠکردÙĩ": 103692, + "å·´": 103693, + "à¤ģ": 103694, + "ราà¸Ĭ": 103695, + "à¥įश": 103696, + "ĠÐĶлÑı": 103697, + "å¥ĩ": 103698, + "ĠÑĥÑģÑĤанов": 103699, + "йÑĤе": 103700, + "ãĤĩ": 103701, + "άÏģ": 103702, + "ĠЮ": 103703, + "ĠluáºŃt": 103704, + "ãĢī": 103705, + "è´¨": 103706, + "دا": 103707, + "Ġdüzen": 103708, + "สà¸Ļ": 103709, + "ÑĢон": 103710, + "dıģı": 103711, + "âĢĻda": 103712, + "Ġfarklı": 103713, + "Ñħов": 103714, + "lán": 103715, + "ÑĩаÑģ": 103716, + "Ñĩин": 103717, + "Ġì°¸": 103718, + "ì´Ī": 103719, + "ÑĨип": 103720, + "ç¹": 103721, + "éĸĢ": 103722, + "жа": 103723, + "ÑĢован": 103724, + "à¸ĵะ": 103725, + "ÙĦÙĬزÙĬØ©": 103726, + "Ïĩει": 103727, + "à¥Ī.": 103728, + "кÑģп": 103729, + "اÙĪر": 103730, + "Ġnguyên": 103731, + "ãģ«ãĤĪ": 103732, + "à¥ĩम": 103733, + "ÏĥÏĦε": 103734, + "تÙĪ": 103735, + "Äįek": 103736, + "ÑĨÑĭ": 103737, + "Ġ물": 103738, + "ÑįÑĤ": 103739, + "Ġkazan": 103740, + "Ùģس": 103741, + "ehir": 103742, + "вÑĸÑĤ": 103743, + "ĠدÙĪÙĦ": 103744, + "Ġëĵľ": 103745, + "Ġà¤ļल": 103746, + "еÑģÑĤва": 103747, + "δα": 103748, + "ĠбÑĥв": 103749, + "ĠÐĿе": 103750, + "ØŃر": 103751, + "огÑĢаÑĦ": 103752, + "Ġrozhod": 103753, + "ĠвикоÑĢиÑģÑĤ": 103754, + "Ġyêu": 103755, + "λοÏĤ": 103756, + "کس": 103757, + "Ġشب": 103758, + "ิษ": 103759, + "æ¯į": 103760, + "ĠдоÑĢ": 103761, + "Ġnghá»ĩ": 103762, + "Ġtrang": 103763, + "à¥ĩद": 103764, + "Ġtìm": 103765, + "Ñĩно": 103766, + "ĠاÙħا": 103767, + "éģĭ": 103768, + "کر": 103769, + "ké": 103770, + "ĠvÄĽt": 103771, + "ĠнаÑģÑĤ": 103772, + "Ġæ±": 103773, + "ĠåĽ½": 103774, + "Ġgiảm": 103775, + "ادÙĬ": 103776, + "ëĤľ": 103777, + "ë¡ł": 103778, + "Ġ､": 103779, + "ĠденÑĮ": 103780, + "ÑĨÑĸÑİ": 103781, + "Ġhạn": 103782, + "ẳng": 103783, + "λή": 103784, + "eyen": 103785, + "ä¸Ķ": 103786, + "æѦ": 103787, + "ĠÑĦак": 103788, + "à¹Īà¸Ńà¸Ļ": 103789, + "Ġοι": 103790, + "زÙħ": 103791, + "ãģĹãģ¦ãģĦãĤĭ": 103792, + "лива": 103793, + "âĢķâĢķ": 103794, + "Ġöl": 103795, + "Ġà¤ĵ": 103796, + "ÑģÑĤÑĸ": 103797, + "à¸ģรรม": 103798, + "Ġtục": 103799, + "Ġgörün": 103800, + "ãģĹãģ¾": 103801, + "Ġì¦": 103802, + "馬": 103803, + "Ġможна": 103804, + "ĠÚ©ÙĦ": 103805, + "ĠÑĨенÑĤ": 103806, + "ĠìĻ¸": 103807, + "Îĺ": 103808, + "çĩ": 103809, + "Ġgelen": 103810, + "ĠاÙĬÙĨ": 103811, + "Ġآب": 103812, + "Ġà¤Ĩय": 103813, + "ัà¸ģษ": 103814, + "Ñģим": 103815, + "ĠболÑĮÑĪ": 103816, + "Ġмн": 103817, + "оди": 103818, + "ĠÄ°l": 103819, + "Ġà¤Ĩर": 103820, + "еÑĤе": 103821, + "ÑĨиÑİ": 103822, + "áºŃu": 103823, + "Ġtiếng": 103824, + "ë¶ģ": 103825, + "æ§ĺ": 103826, + "ĠнаÑĪ": 103827, + "มา": 103828, + "âĢĻın": 103829, + "ãĥĥãĥĹ": 103830, + "ÙĪجÙĩ": 103831, + "ĠØŃد": 103832, + "ává": 103833, + "رÙĪØ´": 103834, + "ĠдейÑģÑĤв": 103835, + "ãģ£ãģ¦ãģĦãĤĭ": 103836, + "Ïģή": 103837, + "Ġüst": 103838, + "Ġtiết": 103839, + "acaÄŁ": 103840, + "ĠÐŁÐ¾": 103841, + "éĬ": 103842, + "머": 103843, + "chod": 103844, + "ĠØ¢ÙħÙĪز": 103845, + "ãģŁãĤģ": 103846, + "Ġchuyên": 103847, + "Ġuygu": 103848, + "нÑĸÑģÑĤ": 103849, + "ë´": 103850, + "æݧ": 103851, + "ÑĥÑİÑĤÑĮ": 103852, + "Äįi": 103853, + "ãģ¹": 103854, + "à¥Ĥन": 103855, + "æĹ©": 103856, + "ãĥĩãĤ£": 103857, + "èĴ": 103858, + "Ġشخص": 103859, + "ĠÑħоÑĤ": 103860, + "ĠÚ©ÙĨÛĮد": 103861, + "гл": 103862, + "à¸Ńà¸Ńà¸ģ": 103863, + "éĢĻ": 103864, + "ĠزÛĮر": 103865, + "íķŃ": 103866, + "ĠÃĸz": 103867, + "åij³": 103868, + "ØŃدة": 103869, + "Ġkažd": 103870, + "ĠÑĨвеÑĤ": 103871, + "Ġç¾": 103872, + "Ġкож": 103873, + "ĠÐŃÑĤо": 103874, + "ÑıÑĤелÑĮ": 103875, + "лаÑģÑĮ": 103876, + "âĢĮØ´ÙĪد": 103877, + "μι": 103878, + "Ġæ²": 103879, + "Ġsüre": 103880, + "ละ": 103881, + "éħĴ": 103882, + "ึà¸ģษ": 103883, + "λλά": 103884, + "çij": 103885, + "ĠìĥĪ": 103886, + "Ġसह": 103887, + "ĠHÃł": 103888, + "ë¦¬ê³ł": 103889, + "صر": 103890, + "ĠæĬķ": 103891, + "éłŃ": 103892, + "Ġbá»ĩnh": 103893, + "ĠìĥĿê°ģ": 103894, + "Ġà¤ħà¤Ń": 103895, + "ê³µì§Ģ": 103896, + "ìĶ": 103897, + "á»Ŀi": 103898, + "çŃĶ": 103899, + "ĠbÃłi": 103900, + "одÑĸ": 103901, + "าà¸Ĥ": 103902, + "ников": 103903, + "Ġdönem": 103904, + "วม": 103905, + "ãĥĨãĤ£": 103906, + "ारण": 103907, + "оги": 103908, + "Ġkiá»ĥm": 103909, + "оÑĦ": 103910, + "äºĪ": 103911, + "åĨ³": 103912, + "اÙĦات": 103913, + "Ġnếu": 103914, + "Ġcest": 103915, + "زش": 103916, + "ÙİÙĦ": 103917, + "Ġتأ": 103918, + "ĠÄijạo": 103919, + "Ïįν": 103920, + "ĠвнÑĥ": 103921, + "ĠجاÙħ": 103922, + "ivnÃŃ": 103923, + "ĠìŀĪìĬµëĭĪëĭ¤": 103924, + "ÏĬ": 103925, + "æĦĽ": 103926, + "ãĥĽ": 103927, + "мÑĸн": 103928, + "ĠtÃŃm": 103929, + "ằm": 103930, + "ê·ł": 103931, + "äºķ": 103932, + "Ġxây": 103933, + "ĠìĽĶ": 103934, + "елен": 103935, + "Ġà¹Ĥà¸Ķย": 103936, + "اÙĦÙĩ": 103937, + "Ġbất": 103938, + "á»ĵm": 103939, + "âĢĮÚ¯": 103940, + "ÙĪرة": 103941, + "بات": 103942, + "Ġbán": 103943, + "ẫu": 103944, + "اÙĨÙĪÙĨ": 103945, + "Ġzákon": 103946, + "áž": 103947, + "ì¶Ķ": 103948, + "à¹ģà¸ģ": 103949, + "ãĤįãģĨ": 103950, + "ÑĢоÑĤ": 103951, + "çĵ": 103952, + "Ġвони": 103953, + "Ġxác": 103954, + "ĠدÛĮگر": 103955, + "ÏĢοι": 103956, + "ĠнеÑģк": 103957, + "رسÛĮ": 103958, + "ĠëĿ¼": 103959, + "تÙĦ": 103960, + "λά": 103961, + "ĠÑıвлÑıеÑĤÑģÑı": 103962, + "ä¾Ŀ": 103963, + "Ġåħ¬": 103964, + "Ĺi": 103965, + "ĠíĬ¹": 103966, + "ÙĥÙĪÙĨ": 103967, + "ắp": 103968, + "جÙħÙĪع": 103969, + "ÏĨοÏģ": 103970, + "ело": 103971, + "Ġgüven": 103972, + "Ġмай": 103973, + "ĠÑģоз": 103974, + "à¸ģระ": 103975, + "ĠاسÙĦاÙħ": 103976, + "ĠÑīе": 103977, + "Ġsá»ijng": 103978, + "à¥įब": 103979, + "کار": 103980, + "ĠthuáºŃt": 103981, + "ĠnÃŃ": 103982, + "第ä¸Ģ": 103983, + "è¦ĸ": 103984, + "à¹Ģà¸ģม": 103985, + "اÙĬØ©": 103986, + "ĠÎĪ": 103987, + "ãĤ¶": 103988, + "ĠÙħÙĪÙĤع": 103989, + "ĠåĴ": 103990, + "è¡ĵ": 103991, + "ĠÐŀд": 103992, + "Ġä¸ī": 103993, + "lerinde": 103994, + "ĠÑģвоÑĹ": 103995, + "à¥Ģà¤ı": 103996, + "ĠthÆ°Æ¡ng": 103997, + "ÏĥÏĦο": 103998, + "ĠغÙĬر": 103999, + "Ġپر": 104000, + "ĠÑģебе": 104001, + "Ġвк": 104002, + "Ġkhai": 104003, + "ãĤĢ": 104004, + "ĠÙĨظر": 104005, + "ĠдокÑĥм": 104006, + "à¹ĩà¸ļ": 104007, + "ĠíķľêµŃ": 104008, + "ï½ī": 104009, + "å·¥ç¨ĭ": 104010, + "ĠÙĪÙĦ": 104011, + "ØŃÙĬ": 104012, + "Ġпла": 104013, + "ĠÄ°stanbul": 104014, + "âĢĻde": 104015, + "алÑģÑı": 104016, + "ĠØ¢ÙĨÙĩا": 104017, + "ĠاÙĩ": 104018, + "Ġê´Ģ리": 104019, + "Ġanh": 104020, + "Å¡ÃŃm": 104021, + "larla": 104022, + "ï¼Ŀ": 104023, + "nostÃŃ": 104024, + "ÑģÑĤве": 104025, + "ÛĮÙģ": 104026, + "Ġگرد": 104027, + "ãĤĮãĤĭ": 104028, + "Ġvá»±": 104029, + "ÄĽnÃŃ": 104030, + "Ġgörev": 104031, + "Ġyılında": 104032, + "Ġlợi": 104033, + "Ġanlam": 104034, + "ĠпÑĢовод": 104035, + "ÑĨÑİ": 104036, + "Ġåī": 104037, + "Ġë§İ": 104038, + "ÑĢаÑģ": 104039, + "ĠŽ": 104040, + "کاÙĨ": 104041, + "ÐĻ": 104042, + "ãģ£ãģ¨": 104043, + "Ú©ÙĦ": 104044, + "ายà¸Ļ": 104045, + "عاÙĦ": 104046, + "Ġký": 104047, + "ĠмаÑĤеÑĢи": 104048, + "ê»ĺ": 104049, + "ılması": 104050, + "μÎŃν": 104051, + "ĠÙĨÙħÛĮ": 104052, + "Ġcuá»Ļc": 104053, + "Ġδεν": 104054, + "å¹²": 104055, + "＿＿＿＿": 104056, + "à¥Ģà¤Ł": 104057, + "Ġçıkar": 104058, + "ĠkonuÅŁ": 104059, + "иÑĤелÑĮно": 104060, + "lantı": 104061, + "à¹Ħล": 104062, + "å¾ĭ": 104063, + "ĠíĶ¼": 104064, + "ìĻ¸": 104065, + "Ġsáng": 104066, + "éģĶ": 104067, + "ожд": 104068, + "Ġآخر": 104069, + "ilece": 104070, + "à¥Īन": 104071, + "Ġjedn": 104072, + "ĠÑģпеÑĨи": 104073, + "´Ŀ": 104074, + "ĠÚĺ": 104075, + "ĠãĢĤĊ": 104076, + "èģĮ": 104077, + "ĠÙĨÛĮ": 104078, + "ÑĤоÑĢа": 104079, + "λι": 104080, + "ĠÙĪب": 104081, + "iÅŁim": 104082, + "ç»´": 104083, + "ãĢĢi": 104084, + "Ġmua": 104085, + "Ġjiž": 104086, + "è¶Ĭ": 104087, + "ãĤĴè¦ĭ": 104088, + "Ġná»Ļi": 104089, + "à¥įà¤Ĺ": 104090, + "種": 104091, + "ĠãĢĢãĢĢãĢĢ": 104092, + "à¹ĥหม": 104093, + "ĠÎĨ": 104094, + "ÙĨدÛĮ": 104095, + "ĠÑģÑĩ": 104096, + "Ġlá»ĩ": 104097, + "lub": 104098, + "еÑĢÑĤ": 104099, + "ĠاطÙĦ": 104100, + "ĠÑģеÑĢед": 104101, + "Ġéģ": 104102, + "Ġзал": 104103, + "ÙĨÛĮÙĨ": 104104, + "çŁ¥éģĵ": 104105, + "Ø¢ÙĨ": 104106, + "Ġкап": 104107, + "Ġà¹Ħม": 104108, + "ůvod": 104109, + "ĠپاÛĮ": 104110, + "ÑĤÑĢи": 104111, + "Ġiht": 104112, + "à¹Ĭ": 104113, + "ĠвÑģÑĸ": 104114, + "Ġthay": 104115, + "åĨµ": 104116, + "ĠعÙĨÙĪاÙĨ": 104117, + "ĠÎ¥": 104118, + "à¸Ŀ": 104119, + "εÏĦαι": 104120, + "iyordu": 104121, + "ï¼ĮèĢĮ": 104122, + "çļĦ人": 104123, + "Ġसà¤Ń": 104124, + "à¹īà¸Ńย": 104125, + "ικο": 104126, + "ãĤĵãģ§": 104127, + "족": 104128, + "ÙĨجÙĦÙĬزÙĬØ©": 104129, + "Ġžád": 104130, + "ÑĢави": 104131, + "γγ": 104132, + "æµĭ": 104133, + "оÑĨÑĸ": 104134, + "ãĢĢãĢĢĠãĢĢ": 104135, + "Ġतरह": 104136, + "ĠëĨ": 104137, + "à¥Ģà¤ļ": 104138, + "à¹Īม": 104139, + "Ġgá»ĵm": 104140, + "Ġkiá»ĩn": 104141, + "è·Ł": 104142, + "Φ": 104143, + "esinin": 104144, + "é¥": 104145, + "é«Ķ": 104146, + "оÑĩно": 104147, + "रण": 104148, + "æĺ¥": 104149, + "ç¶ĵ": 104150, + "Ġبار": 104151, + "ê·¼": 104152, + "éĻħ": 104153, + "ĠسÙĬ": 104154, + "ÑģÑĥÑĤ": 104155, + "ìµľ": 104156, + "å±ħ": 104157, + "ĠÄįesk": 104158, + "ÎijÎĿ": 104159, + "Ġdiá»ĩn": 104160, + "Ġεί": 104161, + "à¸ĩà¸Ĺ": 104162, + "ãĤ©": 104163, + "Ġvá»±c": 104164, + "вав": 104165, + "tıģı": 104166, + "Ġëªħ": 104167, + "ην": 104168, + "виÑĤ": 104169, + "ĠØ£Ùĥ": 104170, + "ĠпÑĢоп": 104171, + "rak": 104172, + "ÑĢаÑĤи": 104173, + "ĠÄijánh": 104174, + "ÑĢеп": 104175, + "ê´ij": 104176, + "еÑĨÑĮ": 104177, + "Ġबत": 104178, + "ĠåĮĹ": 104179, + "Ġsát": 104180, + "ledi": 104181, + "ìłģìľ¼ë¡ľ": 104182, + "ůj": 104183, + "Û°Û°": 104184, + "Ġnasıl": 104185, + "ĠÙĪس": 104186, + "Ġεξ": 104187, + "вÑĭ": 104188, + "ç½Ĺ": 104189, + "ارÛĮØ®": 104190, + "à¸Ľà¸¥": 104191, + "ίκ": 104192, + "Ġê¸Ī": 104193, + "åĩł": 104194, + "å¼·": 104195, + "è¿Ķ": 104196, + "Ġnhá»ı": 104197, + "å¾Ģ": 104198, + "Ġдаже": 104199, + "Ġçev": 104200, + "кÑĸ": 104201, + "ĠØ£Ùħ": 104202, + "ีส": 104203, + "สามารà¸ĸ": 104204, + "ĠÐĦ": 104205, + "ÑħодиÑĤ": 104206, + "ëĸ": 104207, + "Ġtruyá»ģn": 104208, + "ĠÑģÑĤан": 104209, + "ëĵ¤ìĿĢ": 104210, + "اÙĦت": 104211, + "़à¥ĩ": 104212, + "Ġà¤ħब": 104213, + "æķ¸": 104214, + "ĠдÑĸÑı": 104215, + "ĠÙħتر": 104216, + "Ġë¸": 104217, + "ï¾į": 104218, + "Ġê³¼": 104219, + "ĠزÛĮ": 104220, + "ëŁ¼": 104221, + "ĠÐŁÐµÑĢ": 104222, + "Ġsık": 104223, + "ноÑģÑĤÑĮÑİ": 104224, + "Ġeden": 104225, + "ادر": 104226, + "ãĦ": 104227, + "ĠлеÑĩ": 104228, + "ĠÙĩØ°Ùĩ": 104229, + "ضÙĪع": 104230, + "ĠìķĦëĭĪ": 104231, + "irket": 104232, + "Ġاگر": 104233, + "ĠÑħоÑĩ": 104234, + "Ġбан": 104235, + "íĶĮ": 104236, + "æĢİä¹Ī": 104237, + "èĽ": 104238, + "Ġबà¤ļ": 104239, + "Ġکتاب": 104240, + "çīĮ": 104241, + "Ġдва": 104242, + "جر": 104243, + "ĠпÑĢоÑģÑĤо": 104244, + "Ġà¤Ĩव": 104245, + "Ġmức": 104246, + "į¼": 104247, + "ĠjÃŃ": 104248, + "íİĺ": 104249, + "Ġtamam": 104250, + "åĪĽ": 104251, + "à¸Ĵ": 104252, + "пеÑĩ": 104253, + "à¥ĭस": 104254, + "ĠÑģем": 104255, + "ĠtÆ°Æ¡ng": 104256, + "ä¸ģ": 104257, + "ī´": 104258, + "ĠÑĢоÑģ": 104259, + "ĠмаÑĶ": 104260, + "æŃĮ": 104261, + "ĠداÙĨÙĦÙĪد": 104262, + "ĠLoÃłi": 104263, + "Ġedilm": 104264, + "Ġkonu": 104265, + "ĠاÙĦÙħر": 104266, + "ĠulaÅŁ": 104267, + "Ġyüksek": 104268, + "οι": 104269, + "ÙİÙĨ": 104270, + "ĠbÄĽ": 104271, + "ãĤ·ãĥ§ãĥ³": 104272, + "￣￣￣￣": 104273, + "Ġgüç": 104274, + "ĠاÙĪÙĦ": 104275, + "Ġма": 104276, + "Ġبخش": 104277, + "ाà¤ĸ": 104278, + "ĠвиÑģ": 104279, + "ženÃŃ": 104280, + "Ġzpůsob": 104281, + "znam": 104282, + "ĠرÙĪÛĮ": 104283, + "åĭĿ": 104284, + "।Ċ": 104285, + "ÙĦÙĤ": 104286, + "Ġжиз": 104287, + "ÑĢÑĸв": 104288, + "ĠÑĥпÑĢав": 104289, + "Ġphá»ij": 104290, + "icros": 104291, + "Ġà¹ģà¸ķ": 104292, + "Ġë°ķ": 104293, + "ÙĪات": 104294, + "ï¼Įä¸Ģ": 104295, + "анÑģ": 104296, + "ç´ļ": 104297, + "ยà¸Ļ": 104298, + "à¹ģà¸Ĥ": 104299, + "Ġgiáo": 104300, + "äºĮäºĮ": 104301, + "ĠÄ°s": 104302, + "ìĬ¹": 104303, + "Ġolacak": 104304, + "ĠCác": 104305, + "ĠÑĢÑĥб": 104306, + "ẹp": 104307, + "ÄŁiniz": 104308, + "ãģªãģ©": 104309, + "ĠмоÑĢ": 104310, + "ĠÑģдел": 104311, + "ÙĦÙħاÙĨ": 104312, + "ném": 104313, + "å°į": 104314, + "Ġdne": 104315, + "ì¶ľìŀ¥": 104316, + "عب": 104317, + ":::::::": 104318, + "ÎĴ": 104319, + "eket": 104320, + "ĠÑĢеÑĪ": 104321, + "èĪ¬": 104322, + "ĠíĻĶ": 104323, + "صد": 104324, + "ĠмаÑĢ": 104325, + "Ñıж": 104326, + "شار": 104327, + "ãģ²": 104328, + "ĠاÙĦÙĬ": 104329, + "Ùį": 104330, + "à¤Ĥà¤ľ": 104331, + "мÑĭ": 104332, + "Ġkarar": 104333, + "ÙĦÛĮسÛĮ": 104334, + "าà¸ĵ": 104335, + "群": 104336, + "Ġolması": 104337, + "Ġhazır": 104338, + "γÏģαÏĨ": 104339, + "¯u": 104340, + "вол": 104341, + "ĠÑģÑĤаÑĢ": 104342, + "ovala": 104343, + "Ġвозмож": 104344, + "Ġдав": 104345, + "風": 104346, + "را": 104347, + "Ġдопом": 104348, + "ê²ĥ": 104349, + "Ġìĺ¬": 104350, + "Ġåİ": 104351, + "Ġ못": 104352, + "uç": 104353, + "íļ": 104354, + "lük": 104355, + "ä¸Ńå¿ĥ": 104356, + "Ġदर": 104357, + "ĠâĹĨ": 104358, + "Ġtay": 104359, + "ĠبسÛĮ": 104360, + "ĠÏĥÏĦα": 104361, + "ĠÙħØ®": 104362, + "ÑıÑī": 104363, + "å·®": 104364, + "à¸ī": 104365, + "ëł¹": 104366, + "à¹ĥà¸Ļà¸ģาร": 104367, + "ĠÙĩÙĨ": 104368, + "ãģ¶": 104369, + "лÑĸд": 104370, + "åį°": 104371, + "Ġsao": 104372, + "ÅĻad": 104373, + "리ëĬĶ": 104374, + "Ñģлед": 104375, + "åĶ®": 104376, + "Ġ|:": 104377, + "æķĻèĤ²": 104378, + "Ġмол": 104379, + "ĠÙĩÙĬ": 104380, + "ëģ": 104381, + "ĠкÑĥлÑĮ": 104382, + "'nin": 104383, + "Ġخر": 104384, + "Ġgenel": 104385, + "Ġtá»Ń": 104386, + "Ġkurul": 104387, + "енÑĤи": 104388, + "à¥ĭà¤ľà¤¨": 104389, + "è¿Ļæł·": 104390, + "ĠмÑĸж": 104391, + "Ġnghiá»ĩm": 104392, + "ĠÏĢολ": 104393, + "æĭĽ": 104394, + "Ġà¤Ĺà¤ı": 104395, + "ầy": 104396, + "Ġcảm": 104397, + "ç´°": 104398, + "rıca": 104399, + "ĠعÙĦÛĮ": 104400, + "ิà¹ī": 104401, + "hur": 104402, + "ĠchÆ°a": 104403, + "ÑĥÑĶÑĤÑĮÑģÑı": 104404, + "ãģ©ãģĨ": 104405, + "Ñĥл": 104406, + "ิร": 104407, + "Ġæľī": 104408, + "ä¼¼": 104409, + "ÑĦеÑĢ": 104410, + "ÑįÑĤомÑĥ": 104411, + "æĹħ": 104412, + "ĠÙħÙĪج": 104413, + "Ġ본": 104414, + "Ġgiá»Ŀ": 104415, + "Ġkiến": 104416, + "à¹Īวย": 104417, + "Ġdüny": 104418, + "ĠزÙħ": 104419, + "овÑĸ": 104420, + "ĠÑĨÑĮого": 104421, + "ิà¸ļ": 104422, + "ĠìĨIJ": 104423, + "èIJ¥": 104424, + "ĠÑĢÑĸз": 104425, + "Ġhá»Ĺ": 104426, + "ÑĢÑĸб": 104427, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 104428, + "ìľ¼ë©°": 104429, + "äºĨä¸Ģ": 104430, + "ĠÙĤبÙĦ": 104431, + "é¾Ļ": 104432, + "Ġگذ": 104433, + "ĠÙĤد": 104434, + "ãģªãģĭãģ£ãģŁ": 104435, + "Ġà¹Ģร": 104436, + "å¸Į": 104437, + "ĠÑģÑħ": 104438, + "ĠгÑĢом": 104439, + "åĽ¢": 104440, + "Ġì§ij": 104441, + "ĠлÑĥÑĩ": 104442, + "åħµ": 104443, + "ĠÐŀÑĤ": 104444, + "Ġmuá»ijn": 104445, + "ãģĺãĤĥ": 104446, + "ovnÃŃ": 104447, + "ë©´ìĦľ": 104448, + "ë³Ģ": 104449, + "Ġнеб": 104450, + "Ñģии": 104451, + "ÙĨÙħ": 104452, + "ÄŁin": 104453, + "Ġtoho": 104454, + "eniz": 104455, + "باش": 104456, + "ĠÑģлÑĥж": 104457, + "Ġbợi": 104458, + "Ġüzere": 104459, + "Ġsadece": 104460, + "ĠÏĢαÏģ": 104461, + "³³³³³³³³³³³³³³³³": 104462, + "èĮĥ": 104463, + "ÏĦικÏĮ": 104464, + "ĠäºĮ": 104465, + "ãĤĪãģĨãģ«": 104466, + "èŀ": 104467, + "ãģ®ãģ¯": 104468, + "ĠÑĥкÑĢаÑĹн": 104469, + "Ġbắt": 104470, + "ван": 104471, + "ĠÑģÑĤÑĢа": 104472, + "è¡Ģ": 104473, + "nutÃŃ": 104474, + "okt": 104475, + "รà¸ĩà¹Ģร": 104476, + "ĠصÙģ": 104477, + "åħļ": 104478, + "ÏĦί": 104479, + "ï¼ģãĢįĊĊ": 104480, + "ĠÑĤемп": 104481, + "é¡Į": 104482, + "Ġsluž": 104483, + "Ñĥков": 104484, + "ĠnghÄ©a": 104485, + "çĶ²": 104486, + "Ġdá»ħ": 104487, + "ови": 104488, + "ÏĦÏħ": 104489, + "رÛĮÚ©": 104490, + "ĠAnh": 104491, + "ĠвÑģего": 104492, + "âĢĮÚ©ÙĨ": 104493, + "teÅĻÃŃ": 104494, + "Ġmục": 104495, + "ÙĩÙĨÚ¯": 104496, + "ĠÐŁÐ¾Ñģ": 104497, + "ÚĺÙĩ": 104498, + "ĠاÙĦغ": 104499, + "æĿ¾": 104500, + "ysl": 104501, + "Ġyapılan": 104502, + "çĪ¶": 104503, + "Ġmạnh": 104504, + "راÙĩ": 104505, + "à¸Ķà¸ĩ": 104506, + "oÄį": 104507, + "ë§IJ": 104508, + "åłĤ": 104509, + "маÑĤ": 104510, + "ĠeÅŁ": 104511, + "ÙĪÙħات": 104512, + "Ġساخت": 104513, + "åĽłä¸º": 104514, + "ĠпÑĢий": 104515, + "ılmÄ±ÅŁ": 104516, + "館": 104517, + "ุà¸ĩ": 104518, + "Ġëģ": 104519, + "à¸ķาม": 104520, + "åIJī": 104521, + "μή": 104522, + "Ġæľ¬": 104523, + "Ġzáklad": 104524, + "تØŃ": 104525, + "è¾¼": 104526, + "ĠвÑĸй": 104527, + "ĠÙħÙĨØ·": 104528, + "Ġtoán": 104529, + "каÑĢ": 104530, + "ĠÐĹа": 104531, + "ĠпÑĢимен": 104532, + "ãĤĭãģ¨": 104533, + "ัà¸Ĺ": 104534, + "ÛĮس": 104535, + "ĠاÙĨجاÙħ": 104536, + "ĠعÙĦÙĬ": 104537, + "़ि": 104538, + "ených": 104539, + "ĠLiên": 104540, + "Ġпа": 104541, + "éļĬ": 104542, + "Ġmohou": 104543, + "ĠкÑĸлÑĮ": 104544, + "ĠΤο": 104545, + "اÙĦب": 104546, + "ÎŃν": 104547, + "ĠnabÃŃ": 104548, + "çi": 104549, + "lerden": 104550, + "Ġthanh": 104551, + "Ġbütün": 104552, + "ĠåŁ": 104553, + "ì¸ł": 104554, + "Ġzat": 104555, + "ÙĬÙĪ": 104556, + "Ġμια": 104557, + "uyết": 104558, + "Ñijн": 104559, + "åĪĴ": 104560, + "ливо": 104561, + "à¹Īà¸Ńà¸ĩ": 104562, + "ä»ĸ们": 104563, + "Ġбаг": 104564, + "िà¤Ń": 104565, + "ĠÑĤам": 104566, + "ĠпÑĢеп": 104567, + "ิà¸Ĭ": 104568, + "âĢĻÑıз": 104569, + "ĠPhân": 104570, + "жен": 104571, + "à¥Īà¤ķ": 104572, + "ĠÑģлÑĥÑĩае": 104573, + "Ġ.:": 104574, + "åŃ¦æł¡": 104575, + "Ä°N": 104576, + "義": 104577, + "ĠÑģÑĤо": 104578, + "Ġहर": 104579, + "Ïħν": 104580, + "Ġxem": 104581, + "ĠбÑĥÑĤи": 104582, + "ÑģиÑĤ": 104583, + "çªģ": 104584, + "à¥įà¤Ľ": 104585, + "åij¢": 104586, + "ï¼Įä¹Ł": 104587, + "enÄĽ": 104588, + "Ġκά": 104589, + "iyorum": 104590, + "ĠÚ¯Ùģت": 104591, + "âĹıâĹıâĹıâĹı": 104592, + "ัม": 104593, + "ĠÐļон": 104594, + "ноÑĪ": 104595, + "ниÑĨÑĤ": 104596, + "üzel": 104597, + "sÃŃ": 104598, + "師": 104599, + "صÙĪÙĦ": 104600, + "çĥŃ": 104601, + "ĠÄijủ": 104602, + "ãĤ®": 104603, + "æķħ": 104604, + "ĠÅ¡kol": 104605, + "Ñĩен": 104606, + "à¹Ģย": 104607, + "à¸Ļà¸Ļ": 104608, + "ÙĢÙĢÙĢÙĢ": 104609, + "Ġüç": 104610, + "念": 104611, + "ãĥªãĤ¢": 104612, + "ĠíĻĺ": 104613, + "Ġéĩij": 104614, + "çıŃ": 104615, + "ĠÑģклад": 104616, + "Ñıми": 104617, + "üf": 104618, + "Ġhã": 104619, + "ĠÄIJại": 104620, + "ÂĤ": 104621, + "åĦª": 104622, + "Ġbulunan": 104623, + "ĠاÙĦÙħØŃ": 104624, + "æĪı": 104625, + "Ġè©": 104626, + "ĠноÑĢм": 104627, + "Ġchuẩn": 104628, + "ĠзаÑģÑĤ": 104629, + "ĠvÃŃce": 104630, + "Ðĸ": 104631, + "Ġà¤Ĩध": 104632, + "ĠÄįas": 104633, + "ĠбоÑĢ": 104634, + "Ïģια": 104635, + "ĠÙħاÙĩ": 104636, + "Ġíħ": 104637, + "ÅĻel": 104638, + "Ñıви": 104639, + "ÏĦεÏĤ": 104640, + "inÄĽ": 104641, + "ĠпеÑĢе": 104642, + "éķĩ": 104643, + "à¥įà¤ŀ": 104644, + "Ġéĺ": 104645, + "à¹Īาว": 104646, + "รร": 104647, + "ĠسÙĩ": 104648, + "вали": 104649, + "çķĻ": 104650, + "ĠÑĦÑĥнк": 104651, + "Ġíĸī": 104652, + "ÙģÙĩ": 104653, + "çĶŁæ´»": 104654, + "èģŀ": 104655, + "okud": 104656, + "ĠìĤ´": 104657, + "ızı": 104658, + "ĠполÑĥ": 104659, + "ï¼Įä½ł": 104660, + "شاÙĨ": 104661, + "決": 104662, + "бÑĢÑı": 104663, + "оÑģÑĥдаÑĢ": 104664, + "Ġoyun": 104665, + "ании": 104666, + "Ġprů": 104667, + "Ġnáv": 104668, + "ĠменÑı": 104669, + "Ġìŀĺ": 104670, + "ĠÄ°n": 104671, + "ĠthÃŃch": 104672, + "ĠÄijảm": 104673, + "åľĴ": 104674, + "Ġвже": 104675, + "ĠloÃłi": 104676, + "ĠÐŀн": 104677, + "меÑģÑĤ": 104678, + "Ġξ": 104679, + "ãĢħ": 104680, + "Ġchiế": 104681, + "ÑĩÑĸ": 104682, + "Ġíijľ": 104683, + "ëĭ¬": 104684, + "Ġëĭ¬": 104685, + "à¥Ģड": 104686, + "ÑĢалÑĮ": 104687, + "dik": 104688, + "ĠíĨł": 104689, + "ëŁī": 104690, + "ĠصÙĨ": 104691, + "Ġstej": 104692, + "ĠакÑĤив": 104693, + "Ġé¦": 104694, + "Ġà¹Ħà¸Ķ": 104695, + "æĬĢæľ¯": 104696, + "ĠprostÅĻed": 104697, + "害": 104698, + "ãģIJ": 104699, + "ĠoluÅŁtur": 104700, + "elop": 104701, + "ãģ¡ãĤĥ": 104702, + "éĥİ": 104703, + "ضا": 104704, + "Ġخط": 104705, + "ë°ķ": 104706, + "еÑģÑı": 104707, + "ĠÙĩÛĮ": 104708, + "над": 104709, + "ĠngÃłnh": 104710, + "ÑĢÑĥÑĪ": 104711, + "ãģĦãģĦ": 104712, + "Ġürün": 104713, + "à¸Ńà¸ķ": 104714, + "à¥ĭप": 104715, + "Ġsayı": 104716, + "à¥Ģस": 104717, + "ениÑħ": 104718, + "ĠÑģим": 104719, + "à¥Ģद": 104720, + "å¤ī": 104721, + "à¹Īวม": 104722, + "Ġà¹Ģà¸Ĥ": 104723, + "å·²ç»ı": 104724, + "аÑĤо": 104725, + "ĠÑĢайон": 104726, + "íĥĿ": 104727, + "ĠÑĤÑĢа": 104728, + "layan": 104729, + "ếp": 104730, + "à¤¾à¤Ł": 104731, + "خاب": 104732, + "人æ°ij": 104733, + "å®Ŀ": 104734, + "èĨ": 104735, + "èªį": 104736, + "naÄį": 104737, + "Ġîł": 104738, + "ĠÐļи": 104739, + "ĠbaÅŁka": 104740, + "ců": 104741, + "ضع": 104742, + "èĪª": 104743, + "ีม": 104744, + "Ñĭми": 104745, + "ÎĻΣ": 104746, + "Ġشرکت": 104747, + "ยว": 104748, + "ĠmusÃŃ": 104749, + "Ġнал": 104750, + "ีà¸Ĺ": 104751, + "Ġáp": 104752, + "ราย": 104753, + "æ²¹": 104754, + "leme": 104755, + "Ġमन": 104756, + "à¹Ħà¸Ł": 104757, + "аÑĤив": 104758, + "¸ı": 104759, + "èŃ°": 104760, + "ÏĥÏĦα": 104761, + "íĸ¥": 104762, + "еÑĤÑĥ": 104763, + "ĠÑģвÑıз": 104764, + "едеÑĢа": 104765, + "Ġخارج": 104766, + "าษ": 104767, + "âĢĮÙ¾": 104768, + "Ñĸг": 104769, + "é¡ŀ": 104770, + "Ġkhả": 104771, + "ĠÑģпÑĢав": 104772, + "è¡Ĺ": 104773, + "ãĥķãĤ¡": 104774, + "ĠмеждÑĥ": 104775, + "Ñĥли": 104776, + "Ġبزر": 104777, + "ÑĨен": 104778, + "Ġekonom": 104779, + "دÙĨ": 104780, + "اÙħÛĮ": 104781, + "าสà¸ķร": 104782, + "ĠnÄĽkol": 104783, + "gün": 104784, + "зи": 104785, + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 104786, + "离": 104787, + "ĠtrÆ°á»Łng": 104788, + "ıi": 104789, + "íݸ": 104790, + "ĠÑĢеб": 104791, + "åºķ": 104792, + "ĠتارÛĮØ®": 104793, + "нима": 104794, + "Ġthân": 104795, + "аÑĤелÑĮно": 104796, + "ĠاÙĦØ°ÙĬ": 104797, + "ÙĪÙĨÛĮ": 104798, + "Ġéĥ": 104799, + "Ġbình": 104800, + "ικήÏĤ": 104801, + "à¸ŀล": 104802, + "تÙħاع": 104803, + "ĠPraha": 104804, + "ĠÑģÑĤав": 104805, + "دÙĬد": 104806, + "Ġgiữa": 104807, + "ĠпÑĢовед": 104808, + "Âłk": 104809, + "ÙĨدگÛĮ": 104810, + "ÑĨий": 104811, + "çĴ": 104812, + "ĠاÙĦØ£Ùħ": 104813, + "Ġè´": 104814, + "Ø¥ÙĨجÙĦÙĬزÙĬØ©": 104815, + "ĠìŀĪìĹĪëĭ¤": 104816, + "ç·¨": 104817, + "ัà¸Ļà¸ĺ": 104818, + "ĠÑĢокÑĸв": 104819, + "Ġcáo": 104820, + "Ġkhó": 104821, + "ĠÙĨÙĪع": 104822, + "سÙĦ": 104823, + "ĠÑĥÑģлов": 104824, + "Ġcứu": 104825, + "ового": 104826, + "िà¤Ĺ": 104827, + "Ķëĭ¤": 104828, + "æĿİ": 104829, + "Ġbölg": 104830, + "Ġngu": 104831, + "Ġhữu": 104832, + "нии": 104833, + "ìłĪ": 104834, + "ĠпÑĢом": 104835, + "åıĮ": 104836, + "ĠdÆ°á»Ľi": 104837, + "Ю": 104838, + "ÙĬØ´": 104839, + "温": 104840, + "ëıħ": 104841, + "ĠзмÑĸ": 104842, + "θηκε": 104843, + "ĠbaÄŁlı": 104844, + "Ġüzerinde": 104845, + "Ġتغ": 104846, + "ĠпÑĢогÑĢа": 104847, + "iž": 104848, + "Ġç¥": 104849, + "Ġyardım": 104850, + "ÂĢÂĢ": 104851, + "ĠÑĥв": 104852, + "Ġrů": 104853, + "Ġchiến": 104854, + "νοÏĤ": 104855, + "ãģ¨ãģª": 104856, + "اÙĨت": 104857, + "è°·": 104858, + "ÃŃsk": 104859, + "isinde": 104860, + "Ġдог": 104861, + "追": 104862, + "ĠпÑĢоÑĤив": 104863, + "ÏģοÏħ": 104864, + "ãģ®ãģĭ": 104865, + "Ġbazı": 104866, + "ırak": 104867, + "à¥ĩष": 104868, + "ĠÙħشار": 104869, + "Ġìĸij": 104870, + "Ġнез": 104871, + "ĠØ°ÙĦÙĥ": 104872, + "調": 104873, + "åĤĻ": 104874, + "ĠÑĤÑĢан": 104875, + "ĠÏĢαÏģα": 104876, + "ÛĮÙħت": 104877, + "Ġtiến": 104878, + "ĠÙĩÙħÙĩ": 104879, + "efon": 104880, + "».ĊĊ": 104881, + "ĠÙĨد": 104882, + "جÙĦ": 104883, + "ĠدادÙĩ": 104884, + "Ġвед": 104885, + "Ġsın": 104886, + "ĠÑģвÑĸÑĤ": 104887, + "elerin": 104888, + "âĪ¨": 104889, + "Ġyür": 104890, + "дан": 104891, + "ĠÐŀÑģ": 104892, + "Ġhạng": 104893, + "许": 104894, + "ÏĥÏĦη": 104895, + "uyến": 104896, + "Ġнаб": 104897, + "ĠоÑħ": 104898, + "ÏĥÏī": 104899, + "Ġbyly": 104900, + "ÑģкиÑħ": 104901, + "lamak": 104902, + "иÑĤоÑĢ": 104903, + "Ġyatır": 104904, + "ĠпÑĢоизвод": 104905, + "ĠجÙħع": 104906, + "Åł": 104907, + "æıIJä¾Ľ": 104908, + "ĠprvnÃŃ": 104909, + "ĠαÏĢ": 104910, + "íĻ©": 104911, + "ĠпÑĢакÑĤи": 104912, + "lerinden": 104913, + "ĠнеобÑħодимо": 104914, + "康": 104915, + "Ùİا": 104916, + "ĠسÙĨ": 104917, + "Ä°L": 104918, + "Ġê´ij": 104919, + "ĠPÅĻ": 104920, + "çŀ": 104921, + "ĠÑĤемпеÑĢаÑĤÑĥ": 104922, + "Ġkabul": 104923, + "Ġbudou": 104924, + "ÑĨÑĸоналÑĮ": 104925, + "ï½ľ": 104926, + "Ġçocuk": 104927, + "ĠÑĤÑĸлÑĮки": 104928, + "byt": 104929, + "ãĥ¤": 104930, + "ĠÑģÑĤаÑĤ": 104931, + "ĠæĿ±": 104932, + "ležit": 104933, + "اسطة": 104934, + "ุร": 104935, + "iêm": 104936, + "ĠкÑĥлÑĮÑĤÑĥ": 104937, + "Ġпон": 104938, + "Ä©nh": 104939, + "åĸľ": 104940, + "нев": 104941, + "ÑĶн": 104942, + "ĠÑģооÑĤ": 104943, + "ëĿ": 104944, + "çĪ¾": 104945, + "Ġtuá»ķi": 104946, + "kanı": 104947, + "สำหร": 104948, + "اعت": 104949, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 104950, + "деÑĢж": 104951, + "ĠоблаÑģÑĤи": 104952, + "Ġvừa": 104953, + "ĠÙħÙħ": 104954, + "à¸ģำ": 104955, + "à¹ģม": 104956, + "iversit": 104957, + "à¹ģส": 104958, + "欧": 104959, + "lanan": 104960, + "ÙĬÙĨØ©": 104961, + "سة": 104962, + "ĠлÑİдей": 104963, + "รรม": 104964, + "Ġì±Ħ": 104965, + "Ġ天": 104966, + "еннÑĭÑħ": 104967, + "à¹ģห": 104968, + "Ġspráv": 104969, + "èѦ": 104970, + "ï¼ľ": 104971, + "ัà¸Ĵ": 104972, + "ilecek": 104973, + "ĠæŁ": 104974, + "Ġèĭ±": 104975, + "ĠÑħоÑĢоÑĪ": 104976, + "ëłĩ": 104977, + "Û²Û°Û°": 104978, + "æĬ¤": 104979, + "Ġlã": 104980, + "ÅĻÃŃzenÃŃ": 104981, + "ĠتÙĪÙĦÛĮد": 104982, + "éļĽ": 104983, + "ãĤĮãģ°": 104984, + "áš": 104985, + "ارÙĬØ®": 104986, + "æĶ»": 104987, + "Ġkhoảng": 104988, + "éĻį": 104989, + "ован": 104990, + "Ġgây": 104991, + "âĢĻnın": 104992, + "Ø£ÙĨ": 104993, + "miÅŁtir": 104994, + "Ġsức": 104995, + "кÑĥÑģ": 104996, + "Ġüzerine": 104997, + "ÄŁÃ¼": 104998, + "ابر": 104999, + "ï¼Įå°±": 105000, + "Ì£": 105001, + "ĠëıĮ": 105002, + "Ġtrá»±c": 105003, + "æĶ¶å½ķ": 105004, + "æī¿": 105005, + "ĠNá»Ļi": 105006, + "ĠçĻ¾": 105007, + "ÑĪÑĮ": 105008, + "جة": 105009, + "ë²ł": 105010, + "à¤ī": 105011, + "à¸ı": 105012, + "Ġülk": 105013, + "ĠÙĩستÙĨد": 105014, + "ัà¸ļà¸ģาร": 105015, + "ĠÑıка": 105016, + "ãİ": 105017, + "ĠЯк": 105018, + "Ġгде": 105019, + "tiv": 105020, + "ãĢĪ": 105021, + "лÑİÑĩа": 105022, + "ा।Ċ": 105023, + "ĠÙħاÙĨ": 105024, + "Ġdlou": 105025, + "Ġãĥķ": 105026, + "à¤Ľ": 105027, + "Ġphục": 105028, + "akat": 105029, + "Ь": 105030, + "asını": 105031, + "ĠæĬķ稿": 105032, + "ÑĢев": 105033, + "Ġvyt": 105034, + "ĠzmÄĽ": 105035, + "ÏĦÏī": 105036, + "è¬": 105037, + "ĠÑĥм": 105038, + "Ġuzun": 105039, + "Ġproti": 105040, + "ĠÑģоÑģÑĤоÑı": 105041, + "ัà¸Ĵà¸Ļ": 105042, + "atik": 105043, + "Ġà¸ł": 105044, + "Ġà¤Ĩद": 105045, + "larından": 105046, + "æĢ¥": 105047, + "ãĥ¼ãĤ¯": 105048, + "ĠÙĦÙĦÙħ": 105049, + "ÙģتÙĩ": 105050, + ".:.": 105051, + "üçük": 105052, + "олева": 105053, + "à¹ĮĊ": 105054, + "ĠпеÑĢев": 105055, + "ĠÙĨسب": 105056, + "еленнÑı": 105057, + "'ın": 105058, + "νÏī": 105059, + "è¡£": 105060, + "ĠدÙĬ": 105061, + "åįĩ": 105062, + "Ġbelirt": 105063, + "Ġ/:": 105064, + "èijī": 105065, + "Ġvyh": 105066, + "çļĦä¸Ģ": 105067, + "èĥĮ": 105068, + "ĠìĹ´": 105069, + "ола": 105070, + "Ġتب": 105071, + "áci": 105072, + "ाà¤ī": 105073, + "à¸İ": 105074, + "çĶ¢": 105075, + "à¥Īल": 105076, + "ĠÙĤØ·": 105077, + "ëĦĪ": 105078, + "ắm": 105079, + "ÑĢÑıд": 105080, + "Ġphụ": 105081, + "ĠÙĪاÙĤع": 105082, + "Ġmerk": 105083, + "Ġchá»ijng": 105084, + "å¯Ł": 105085, + "ابط": 105086, + "usunda": 105087, + "Ġодна": 105088, + "žel": 105089, + "ĠÑģÑĥм": 105090, + "Ġphù": 105091, + "Ġζ": 105092, + "Ġzav": 105093, + "edn": 105094, + "ĠpotÅĻeb": 105095, + "ĠÚ©ÙĨÙĨد": 105096, + "ĠÑĢазв": 105097, + "¿ł": 105098, + "ĠاÙĦز": 105099, + "ĠmÄĽl": 105100, + "ĠÑģÑĤанов": 105101, + "ĠدرÛĮ": 105102, + "Ġtượng": 105103, + "ãģµ": 105104, + "Ġдви": 105105, + "ÑĮÑı": 105106, + "製": 105107, + "ĠتÙĦ": 105108, + "Å¡Å¥": 105109, + "ãģªãĤī": 105110, + "Ġà¤ķà¤Ī": 105111, + "Å¡i": 105112, + "âĢĮاست": 105113, + "Ġkỹ": 105114, + "ë§Ŀ": 105115, + "Ġà¤Ĩà¤ľ": 105116, + "ãĥ´": 105117, + "Ġbá»ı": 105118, + "duÄŁu": 105119, + "Ġæ¯": 105120, + "пеÑĢ": 105121, + "اÙĦÙĬØ©": 105122, + "æīĢ以": 105123, + "åħ°": 105124, + "Ġoran": 105125, + "Ġíŀ": 105126, + "Ïĥία": 105127, + "Ġphủ": 105128, + "ĠбÑĭла": 105129, + "Ñĩива": 105130, + "Ġê°Ħ": 105131, + "олÑĸ": 105132, + "Ùĥت": 105133, + "åħ§": 105134, + "à¥Ĥà¤Ł": 105135, + "Ġëĸ": 105136, + "ĠÙĦÙĩ": 105137, + "ëłĪìĿ´": 105138, + "Ġhız": 105139, + "å¤ı": 105140, + "ĠæĬķ稿æĹ¥": 105141, + "éļ¾": 105142, + "ĵ°": 105143, + "глÑıд": 105144, + "ìn": 105145, + "ĠмеÑĢ": 105146, + "ĠãĢij": 105147, + "ĠобÑī": 105148, + "umhur": 105149, + "çł´": 105150, + "лиÑģÑĮ": 105151, + "spÄĽ": 105152, + "رÙĬÙĤ": 105153, + "ĠتÙģ": 105154, + "ĠاÙĦÙĪ": 105155, + "çµ±": 105156, + "алоÑģÑĮ": 105157, + "Ġmô": 105158, + "Ġvá»ĩ": 105159, + "Ġδι": 105160, + "Ġзн": 105161, + "ĠبØŃ": 105162, + "تÙī": 105163, + "Ġì§ģ": 105164, + "Ġvelmi": 105165, + "uyá»ħn": 105166, + "Ġphạm": 105167, + "ÑģÑĤвом": 105168, + "ĠÙĪاÙĦÙħ": 105169, + "ĠбÑĭли": 105170, + "اذ": 105171, + "ÄĽÅĻ": 105172, + "âĦĸ": 105173, + "Ġполож": 105174, + "าà¸ģาร": 105175, + "ĠÄįlán": 105176, + "ÎķΡ": 105177, + "ĠìĤ°": 105178, + "βα": 105179, + "ĠæĹ¥æľ¬": 105180, + "زد": 105181, + "ĠÙĨÛĮست": 105182, + "Ġhayat": 105183, + "確": 105184, + "à¹Ģวล": 105185, + "ĠChÃŃnh": 105186, + "ï¼Įæĺ¯": 105187, + "ĠÙĪاØŃ": 105188, + "èı¯": 105189, + "ĠήÏĦαν": 105190, + "Ġxá»Ń": 105191, + "ĠÄįerv": 105192, + "ĠÙħدÛĮر": 105193, + "éĨ": 105194, + "ĠëĪĪ": 105195, + "ç»Ń": 105196, + "Ġtên": 105197, + "ìĸ¸": 105198, + "Ġortaya": 105199, + "Ġжен": 105200, + "ĠnÆ¡i": 105201, + "еннÑĭе": 105202, + "ÑĦекÑĤив": 105203, + "íĿ¬": 105204, + "Ġkhá»ı": 105205, + "ĠÄija": 105206, + "osyal": 105207, + "à¸Ľà¸£à¸°à¹Ģà¸Ĺศ": 105208, + "Ġodst": 105209, + "Ġà¸ĸ": 105210, + "ĠοÏĢο": 105211, + "æĶ¿åºľ": 105212, + "ĠbÃłn": 105213, + "ĠGiá»": 105214, + "Ġolduk": 105215, + "ование": 105216, + "à¸Ńส": 105217, + "Ġнев": 105218, + "ÏĦÏģο": 105219, + "ĠìĨį": 105220, + "kı": 105221, + "Ġबड": 105222, + "ĠÏħÏĢ": 105223, + "ĠVý": 105224, + "ï¾Ħ": 105225, + "çŃĸ": 105226, + "εÏĨ": 105227, + "Ġåħ¨": 105228, + "ĠÙģرÙĪØ´": 105229, + "ÙĤÛĮÙĤ": 105230, + "ä¼ģä¸ļ": 105231, + "εÏį": 105232, + "èĻŁ": 105233, + "Ġayr": 105234, + "ضÙĪ": 105235, + "Å¡el": 105236, + "ĠпÑĸÑģлÑı": 105237, + "ÑĸйÑģ": 105238, + "é¢Ĩ": 105239, + "کتر": 105240, + "лÑĥб": 105241, + "è«ĸ": 105242, + "æ°¸": 105243, + "езпеÑĩ": 105244, + "Ġкам": 105245, + "عداد": 105246, + "ê±°ëŀĺ": 105247, + "ูà¸ĩ": 105248, + "ĠتÙĩراÙĨ": 105249, + "ĠëĦĪ": 105250, + "ÑĢив": 105251, + "ĠÑĤоÑĢ": 105252, + "اÙī": 105253, + "'Ñıз": 105254, + "ÙIJÙĬ": 105255, + "ĠkhÃŃ": 105256, + "ĠÑĪÑĤ": 105257, + "Ġξε": 105258, + "Ġbiri": 105259, + "èĩ´": 105260, + "Ñĥвав": 105261, + "ãģĪãĤĭ": 105262, + "ĠдиÑģ": 105263, + "аÑİÑĤ": 105264, + "صب": 105265, + "åĿĩ": 105266, + "олÑİ": 105267, + "èĭ¥": 105268, + "Ġاث": 105269, + "sou": 105270, + "åIJĥ": 105271, + "ãģ®ãģł": 105272, + "ublik": 105273, + "лей": 105274, + "Âłm": 105275, + "Ġíıīê·ł": 105276, + "ạy": 105277, + "εÏĢ": 105278, + "tık": 105279, + "Ġvyu": 105280, + "عÙĪد": 105281, + "Ġдоз": 105282, + "Ġlá»ĭch": 105283, + "質": 105284, + "à¥ģà¤Ī": 105285, + "ัà¸ŀ": 105286, + "Ġtém": 105287, + "Ġkaç": 105288, + "Ġcái": 105289, + "Ġμα": 105290, + "âĢ¦âĢ¦ãĢįĊĊ": 105291, + "íĪ¬": 105292, + "رÙĪÙĩ": 105293, + "Ġrych": 105294, + "ÎijΤ": 105295, + "ĠÑĢÑĸв": 105296, + "ë³ij": 105297, + "åģ¥": 105298, + "Ġzdrav": 105299, + "Ġعدد": 105300, + "èįī": 105301, + "δια": 105302, + "ĠváºŃn": 105303, + "ÑĭÑĤ": 105304, + "ĠколиÑĩ": 105305, + "ÏĮÏĦε": 105306, + "Ġbırak": 105307, + "ĠØŃÙħ": 105308, + "Ġchá»ĭ": 105309, + "é»Ħ": 105310, + "ĠاÙĦÙħتØŃدة": 105311, + "ืà¸Ńà¸ģ": 105312, + "Ġзали": 105313, + "Ġnhanh": 105314, + "âĢĮتÙĪاÙĨ": 105315, + "ëĿ½": 105316, + "ĠتÙĪسط": 105317, + "è¦ģæ±Ĥ": 105318, + "алÑĥ": 105319, + "ünkü": 105320, + "ãģªãĤĵ": 105321, + "ĠTrong": 105322, + "à¸Ļะ": 105323, + "åij¼": 105324, + "ĠÙĬÙħ": 105325, + "ики": 105326, + "ĠÑĤÑĥÑĤ": 105327, + "ĠyaÅŁam": 105328, + "Ġmá»įi": 105329, + "éĽĦ": 105330, + "ĠØŃض": 105331, + "ĠавÑĤом": 105332, + "Ġसबस": 105333, + "Ġyếu": 105334, + "ãĤ¹ãĤ¿": 105335, + "Ïĩή": 105336, + "ÑĸÑİ": 105337, + "èĺ": 105338, + "ิย": 105339, + "Ġmev": 105340, + "ického": 105341, + "िह": 105342, + "åŃ£": 105343, + "θή": 105344, + "Ġबढ": 105345, + "ĠاÙĦÙħس": 105346, + "ÏĦοÏħ": 105347, + "ekli": 105348, + "ĠдеÑĢев": 105349, + "å¸Ń": 105350, + "æ²Ļ": 105351, + "ãģ«ãĤĤ": 105352, + "Ġoblast": 105353, + "Ġhá»Ļ": 105354, + "Ġå¹³": 105355, + ".:.:.:.:.:.:.:.:": 105356, + "Ġéĸ": 105357, + "Ġجز": 105358, + "ĠÙĩÙħÚĨ": 105359, + "並": 105360, + "ÑĨеп": 105361, + "ाĊ": 105362, + "ä¸ŃçļĦ": 105363, + "'nın": 105364, + "ĠíķĺëĬĶ": 105365, + "ÑĶÑĹ": 105366, + "Ġبش": 105367, + "åį´": 105368, + "ä¹ł": 105369, + "ĠاطÙĦاعات": 105370, + "Ġë²ł": 105371, + "ĠکردÙĨ": 105372, + "ाड": 105373, + "Ġà¤ħर": 105374, + "ĠHá»į": 105375, + "ĠгÑĢомад": 105376, + "Ġست": 105377, + "ÏĦιÏĤ": 105378, + "Ġancak": 105379, + "Ġог": 105380, + "ĠkteÅĻÃŃ": 105381, + "Ġæ¬": 105382, + "ĠNgh": 105383, + "Ġtedy": 105384, + "ĠÏĢο": 105385, + "Ġquân": 105386, + "ĠбÑĥли": 105387, + "è¯Ĩ": 105388, + "Ġtừng": 105389, + "人çļĦ": 105390, + "ีà¸ģาร": 105391, + "ĠκαÏĦα": 105392, + "Ġpouze": 105393, + "¡ng": 105394, + "Ġآر": 105395, + "ĠÑĤÑĥ": 105396, + "Ġtá»·": 105397, + "ĠDanh": 105398, + "оном": 105399, + "Ñģий": 105400, + "Ġà¹Ģà¸Ķ": 105401, + "£¨": 105402, + "Å¡k": 105403, + "ãĥĥãĥī": 105404, + "ardır": 105405, + "Ġyönet": 105406, + "Ñĥвали": 105407, + "åħĪçĶŁ": 105408, + "ĠÐIJÑĢ": 105409, + "Ġprotože": 105410, + "Ġíģ¬": 105411, + "Ġjednot": 105412, + "Ġtý": 105413, + "éĩĩ": 105414, + "Ġหร": 105415, + "Ġåľ°": 105416, + "红": 105417, + "Ġмолод": 105418, + "iêng": 105419, + "ĠÏĮÏĦι": 105420, + "ĠداشتÙĩ": 105421, + "Ġuygun": 105422, + "ĠопеÑĢа": 105423, + "åı«": 105424, + "Ġап": 105425, + "ĠкÑĥÑĢ": 105426, + "اعة": 105427, + "unuz": 105428, + "ĠìĤ¬ì§Ħ": 105429, + "Ġvô": 105430, + "çok": 105431, + "Ġèģ": 105432, + "ÑĤеÑĢеÑģ": 105433, + "ĠاستاÙĨ": 105434, + "алаÑģÑĮ": 105435, + "à¥ģव": 105436, + "ỳ": 105437, + "ĠlÆ°u": 105438, + "ĠТа": 105439, + "Ġlá»±a": 105440, + "'ÑĶ": 105441, + "Ġüy": 105442, + "ĠÛĮÚ©ÛĮ": 105443, + "æ¾": 105444, + "нем": 105445, + "ĠخاÙĨ": 105446, + "ĠÑįлек": 105447, + "ÙĤاÙĦ": 105448, + "лок": 105449, + "ĠÄijẹp": 105450, + "à¥īल": 105451, + "Ġmůž": 105452, + "ëĭ¤ëĬĶ": 105453, + "ĠíķĺëĤĺ": 105454, + "ÙĦت": 105455, + "çİ°åľ¨": 105456, + "мо": 105457, + "ÏħÏĥ": 105458, + "ãģŁãģ¡": 105459, + "ĠìłĦìĦ¸": 105460, + "à¥įà¤Łà¤°": 105461, + "عات": 105462, + "دÙĪ": 105463, + "俺": 105464, + "楽": 105465, + "森": 105466, + "ĠлиÑģÑĤ": 105467, + "δι": 105468, + "å¯Į": 105469, + "ĠÄijÆ°a": 105470, + "веÑģÑĤи": 105471, + "до": 105472, + "аннÑĸ": 105473, + "Ġüret": 105474, + "Ġgá»įi": 105475, + "ĠÑģвоÑİ": 105476, + "ừng": 105477, + "Ġtất": 105478, + "äºļæ´²": 105479, + "áce": 105480, + "NÃį": 105481, + "ĠÑĢÑĭ": 105482, + "满": 105483, + "ÏģεÏĤ": 105484, + "åħįè´¹": 105485, + "лоÑĤ": 105486, + "æĻº": 105487, + "Ġαγ": 105488, + "Ġà¤ħम": 105489, + "Ġç´": 105490, + "одо": 105491, + "Ñħи": 105492, + "Ġnguá»ĵn": 105493, + "éĥ¨åĪĨ": 105494, + "ваÑĤ": 105495, + "ĠÑĤеб": 105496, + "заÑĨÑĸÑĹ": 105497, + "ĠÐŁÑĢо": 105498, + "عÛĮ": 105499, + "ĠÙĪÙĬ": 105500, + "ëŀľ": 105501, + "Ġneby": 105502, + "ĠجدÛĮد": 105503, + "ÄŁimiz": 105504, + "£½": 105505, + "Ġà¤Ĩत": 105506, + "Ġà¤Ńर": 105507, + "æīĺ": 105508, + "å®īåħ¨": 105509, + "Ġëĵ¤ìĸ´": 105510, + "برد": 105511, + "Ġê²ĥìĿ´": 105512, + "亲": 105513, + "æ°ı": 105514, + "алÑĸз": 105515, + "lack": 105516, + "ĠÙħختÙĦÙģ": 105517, + "اÙĨÙĬØ©": 105518, + "Ġì²Ń": 105519, + "ĠвиÑĤ": 105520, + "Ġhareket": 105521, + "é¨": 105522, + "à¸Ļำ": 105523, + "Ġبرخ": 105524, + "売": 105525, + "Ñĩай": 105526, + "Ġanlat": 105527, + "Ġà¤ħव": 105528, + "ĠاÙģز": 105529, + "Ġhết": 105530, + "ĠÚĨÙĨد": 105531, + "éĹľ": 105532, + "пÑĢиÑĶм": 105533, + "gı": 105534, + "Ġkomp": 105535, + "ĠlỼp": 105536, + "Ġmá»Ĺi": 105537, + "à¸Ľà¸£à¸°à¸ģ": 105538, + "Ġhaf": 105539, + "Ġeder": 105540, + "ĠздоÑĢов": 105541, + "à¥Ĥम": 105542, + "본": 105543, + "Ġonun": 105544, + "ĠÙħردÙħ": 105545, + "ĠÐľÐ°ÑĢ": 105546, + "Ġìĸ´ëĸ": 105547, + "ман": 105548, + "ĠÑģилÑĮ": 105549, + "網": 105550, + "ë¸Ķ": 105551, + "лÑıеÑĤ": 105552, + "ĠнеÑģколÑĮко": 105553, + "landır": 105554, + "Ġвд": 105555, + "ĠÙĨÙĪ": 105556, + "ãģİ": 105557, + "ÑĤин": 105558, + "تش": 105559, + "аний": 105560, + "ĠtÅĻ": 105561, + "ÑģиÑħ": 105562, + "лом": 105563, + "æŃ©": 105564, + "ãİ¡": 105565, + "ĠØŃر": 105566, + "æĭį": 105567, + "enou": 105568, + "Ġвели": 105569, + "Ġδη": 105570, + "ska": 105571, + "主è¦ģ": 105572, + "اÙģØ©": 105573, + "ĠболÑĮÑĪе": 105574, + "ิศ": 105575, + "çĽĬ": 105576, + "ĠÙģÙĤØ·": 105577, + "å¨ģ": 105578, + "ĠhÆ°á»Łng": 105579, + "ĠDoÄŁ": 105580, + "ĠdÃłi": 105581, + "ĠгоÑĤов": 105582, + "Ġвам": 105583, + "âĢī": 105584, + "ाà¤ļ": 105585, + "åħ¸": 105586, + "à¹ĥหà¸į": 105587, + "Ġç«": 105588, + "ektör": 105589, + "Ġвел": 105590, + "ĠÙĦÙĪ": 105591, + "شتÙĩ": 105592, + "æĺ¾": 105593, + "ảy": 105594, + "à¹Ĥม": 105595, + "Ġtá»ķng": 105596, + "ĠповеÑĢÑħ": 105597, + "ÑĹв": 105598, + "Ġphép": 105599, + "çļĩ": 105600, + "ĠпоÑĢÑıд": 105601, + "ĠÑģооÑĤвеÑĤ": 105602, + "à¤Ŀ": 105603, + "ĠÑģебÑı": 105604, + "ĠëĤł": 105605, + "ĠбÑĥла": 105606, + "à¹īาย": 105607, + "ĠãĢĢãĢĢãĢĢãĢĢ": 105608, + "ĠÙħجÙħÙĪع": 105609, + "ï¼Į以": 105610, + "ĠبÙĪدÙĩ": 105611, + "μÏĮ": 105612, + "Ġíݸ": 105613, + "eÅŁit": 105614, + "ÑİÑīие": 105615, + "ÑİÑīиÑħ": 105616, + "åŁºéĩij": 105617, + "ĠتØŃت": 105618, + "ĠвлаÑģ": 105619, + "lerle": 105620, + "ãĤ²": 105621, + "ëĬĺ": 105622, + "èĵ": 105623, + "manın": 105624, + "ìŀĪ": 105625, + "Ġzast": 105626, + "ĠÑĩеловек": 105627, + "à¥ĩब": 105628, + "peÄį": 105629, + "ĠبرÙĨاÙħÙĩ": 105630, + "Ġslov": 105631, + "ĠnÄĽjak": 105632, + "ê·ľ": 105633, + "à¥ĩह": 105634, + "èŤ": 105635, + "ĠبÛĮشتر": 105636, + "iliz": 105637, + "ĠëĶĶ": 105638, + "ازÙĩ": 105639, + "تد": 105640, + "Ġetm": 105641, + "Ġëĭ¤ë¥¸": 105642, + "Ġvů": 105643, + "å°Ħ": 105644, + "ĠклаÑģ": 105645, + "вÑĢоп": 105646, + "æ´¾": 105647, + "ĠÄijình": 105648, + "ÑĥÑİÑĤ": 105649, + "ÑĥеÑĤÑģÑı": 105650, + "éľ²": 105651, + "ĠÑģкоÑĢ": 105652, + "ĠваÑģ": 105653, + "íķĺìĺĢëĭ¤": 105654, + "Ġداشت": 105655, + "ĠçĦ": 105656, + "Ġ西": 105657, + "ĠκαÏĦά": 105658, + "०": 105659, + "ìĹĨ": 105660, + "ĠخدÙħ": 105661, + "اسÙħ": 105662, + "ÎijΡ": 105663, + "ĠAma": 105664, + "奥": 105665, + "Ġبزرگ": 105666, + "ĠÐĴÑĸн": 105667, + "ĠÅĺ": 105668, + "Ġà¸Īาà¸ģ": 105669, + "ĠÑħаÑĢакÑĤеÑĢ": 105670, + "ĠÄijá»Ļi": 105671, + "ĠÑĢозвиÑĤ": 105672, + "ĠпÑĢоÑĦеÑģ": 105673, + "ĠконÑĤÑĢ": 105674, + "ÎŁÎĽ": 105675, + "Ġminh": 105676, + "ä¼ij": 105677, + "쪽": 105678, + "ĠchÆ¡i": 105679, + "заÑĨии": 105680, + "ĠдÑĸÑıлÑĮ": 105681, + "ëĨ": 105682, + "Ġngay": 105683, + "à¥Ĥà¤Ĥ": 105684, + "Ġihtiy": 105685, + "éĽª": 105686, + "Ġê´Ģ리ìŀIJ": 105687, + "Ġcụ": 105688, + "Ġì§Ī": 105689, + "ÙĬØ«": 105690, + "ặp": 105691, + "ÙĪاع": 105692, + "ãģĤãģ£ãģŁ": 105693, + "Ġçľ": 105694, + "Ġìļ°ë¦¬": 105695, + "à¹Īà¸ĩà¸Ĥ": 105696, + "ĠçŃ": 105697, + ")ØĮ": 105698, + "Ãłm": 105699, + "ÙĦÛĮÙĦ": 105700, + "Ġ걸": 105701, + "алÑĮниÑħ": 105702, + "æŶåĢĻ": 105703, + "undan": 105704, + "ĠGün": 105705, + "Ġtopl": 105706, + "ĠÑĢекомен": 105707, + "ĠاÙĨتخاب": 105708, + "Ãłu": 105709, + "Äįka": 105710, + "ë°Ģ": 105711, + "ĠкÑĢаÑģ": 105712, + "лоп": 105713, + "å¼µ": 105714, + "ĠاÙĦÙħع": 105715, + "mÃŃn": 105716, + "Ġviết": 105717, + "Ġê°ĻìĿĢ": 105718, + "uteÄį": 105719, + "Ġnech": 105720, + "çµĤ": 105721, + "ãģªãģĮ": 105722, + "ayın": 105723, + "ĠÄįin": 105724, + "cházÃŃ": 105725, + "اÙģظ": 105726, + "ÑĢоваÑĤÑĮ": 105727, + "à¹Ħร": 105728, + "ĠãĤ¤": 105729, + "Ġзаболева": 105730, + "Ġå±±": 105731, + "Ġkadın": 105732, + "ÏĦηÏĤ": 105733, + "алиÑģÑĮ": 105734, + "Ġhük": 105735, + "åĵ¥": 105736, + "ĠпеÑĢи": 105737, + "ÅĻád": 105738, + "Ġà¤ħस": 105739, + "ĠÑģÑĤвоÑĢ": 105740, + "ĠÙĪÛĮÚ©ÛĮ": 105741, + "Ġì¡": 105742, + "Ġcá»Ńa": 105743, + "Ġhiá»ĥu": 105744, + "游æĪı": 105745, + "ÑĮомÑĥ": 105746, + "Ġgó": 105747, + "Ġtoh": 105748, + "Ġбла": 105749, + "Ġåij": 105750, + "Ġпло": 105751, + "иÑĪ": 105752, + "ĠÄijấu": 105753, + "skou": 105754, + "ãĤĪãĤĬ": 105755, + "à¸¹à¸Ľ": 105756, + "Ġrá»ĵi": 105757, + "опÑĢоÑģ": 105758, + "нолог": 105759, + "ĠÑĤÑĢав": 105760, + "ĠWayback": 105761, + "Ġà¹Ĩ": 105762, + "ĠÑĥÑĩаÑģÑĤ": 105763, + "ĠпÑĢепаÑĢа": 105764, + "Ġdạng": 105765, + "ĠÃľn": 105766, + "à¹Ħลà¸Ļ": 105767, + "Ġداخ": 105768, + "ĠsÆ¡": 105769, + "Ġkoy": 105770, + "ëĿ¼ê³ł": 105771, + "ĠÄijúng": 105772, + "à¥ĩà¤Ĥ,": 105773, + "Ġgeçir": 105774, + "ĠÑıкÑīо": 105775, + "ÑģÑĤÑĢо": 105776, + "енÑĤов": 105777, + "Ñĸж": 105778, + "кÑĥÑİ": 105779, + "ĠeÄŁitim": 105780, + "à¥įरस": 105781, + "ĠСп": 105782, + "اتÛĮ": 105783, + "ãģijãĤĭ": 105784, + "ÏĦÏīν": 105785, + "Ġкм": 105786, + "âĸįâĸįâĸįâĸį": 105787, + "jist": 105788, + "ÑĤак": 105789, + "ĠåIJįåīį": 105790, + "é¡Ķ": 105791, + "лÑĭ": 105792, + "Ġkhảo": 105793, + "âĢĻÑı": 105794, + "ĠÙħÙĦÛĮ": 105795, + "lož": 105796, + "Ġìĸ¸": 105797, + "Ġgần": 105798, + "Ġà¤ľà¤°": 105799, + "बर": 105800, + "ÎķΣ": 105801, + "à¸²à¸Ľ": 105802, + "Ġnás": 105803, + "formace": 105804, + "Ġetmek": 105805, + "веÑģÑĤ": 105806, + "ìĸ´ìļĶ": 105807, + "Ġतथ": 105808, + "ĠÑģек": 105809, + "ξη": 105810, + "æ¯Ľ": 105811, + "Bir": 105812, + "ĠìŀĦ": 105813, + "Ġvardır": 105814, + "ÙĪاÙĦ": 105815, + "Ä°R": 105816, + "ované": 105817, + "наÑĢод": 105818, + "à¸Ħำ": 105819, + "emek": 105820, + "ĠÎķÏĢ": 105821, + "ĠÅĻe": 105822, + "ãģ¾ãģĽ": 105823, + "uyá»ĩt": 105824, + "Ġìĸ¼": 105825, + "rů": 105826, + "Ġonu": 105827, + "à¹Ģà¸ķà¸Ńร": 105828, + "одаÑĢ": 105829, + "زÙĩ": 105830, + "Ġkav": 105831, + "онÑĭ": 105832, + "ĠвеÑģ": 105833, + "ìĤ¬ì§Ģ": 105834, + "Ġгла": 105835, + "ÃĿ": 105836, + "ĠÙĤÛĮÙħت": 105837, + "çķ¥": 105838, + "à¸ĸาà¸Ļ": 105839, + "Äįil": 105840, + "Ġä¸ĩ": 105841, + "è¾ĥ": 105842, + "åħħ": 105843, + "ĠÑĢед": 105844, + "มห": 105845, + "amilia": 105846, + "à¥ĩà¤ķर": 105847, + "Ġtá»iji": 105848, + "ÙģÛĮ": 105849, + "ÑĢÑĸÑĪ": 105850, + "ìķł": 105851, + "à¸Ļส": 105852, + "à¸Īร": 105853, + "à¥ĩशन": 105854, + "ĠÙħÙĪضÙĪع": 105855, + "æī¹": 105856, + "Ġobsah": 105857, + "ĠнавÑĩ": 105858, + "Ġdestek": 105859, + "Ġzas": 105860, + "åĵį": 105861, + "ümüz": 105862, + "ĠçŁ": 105863, + "Ġè¨": 105864, + "Ù¬": 105865, + "ç»Ī": 105866, + "Ġzde": 105867, + "Ġzáp": 105868, + "à¥Ĥसर": 105869, + "ìĿ´ì§Ģ": 105870, + "çļ®": 105871, + "lom": 105872, + "१": 105873, + "ÙĦاÙĤ": 105874, + "à¸Ļà¸ķ": 105875, + "íĮħ": 105876, + "лада": 105877, + "masına": 105878, + "ãģ®ãģ§": 105879, + "ëĵ¤ìĿĦ": 105880, + "Ġнаг": 105881, + "masını": 105882, + "ãĤĿ": 105883, + "ınıf": 105884, + "åĽ´": 105885, + "Ġbölüm": 105886, + "å¥ĸ": 105887, + "æ¨Ļ": 105888, + "ÙĦاØŃ": 105889, + "ĠгоÑģÑĥдаÑĢ": 105890, + "داÙĨÙĦÙĪد": 105891, + "ĠпоÑĤÑĢеб": 105892, + "ĠÑĢоÑĨÑĸ": 105893, + "ога": 105894, + "ĠÑģледÑĥеÑĤ": 105895, + "ĠпаÑĢа": 105896, + "é¼": 105897, + "ãģįãģŁ": 105898, + "ίζ": 105899, + "Ġbá»ij": 105900, + "ÑĤÑĸв": 105901, + "ï¼Į她": 105902, + "familia": 105903, + "éłħ": 105904, + "ĠدÙĦ": 105905, + "Ġskup": 105906, + "еÑĩение": 105907, + "ãģĵãģ¨ãģĮ": 105908, + "à¥Ģब": 105909, + "ุล": 105910, + "¨ë¶Ģ": 105911, + "ĠاÙĦعرب": 105912, + "Ġç¾İ": 105913, + "ĠاÙĦÙħÙĪ": 105914, + "ĠØ¥ÙĨ": 105915, + "Ġnásled": 105916, + "Ġtomu": 105917, + "ÎĦ": 105918, + "Ġзави": 105919, + "Ġnhu": 105920, + "ĠpÅĻedstav": 105921, + "ìłķë³´": 105922, + "okol": 105923, + "ĠкÑĢи": 105924, + "adu": 105925, + "ĠкаÑĤ": 105926, + "ĠÑįÑĦ": 105927, + "вал": 105928, + "mayı": 105929, + "ĠÑĩаÑģÑĤо": 105930, + "Ġtranh": 105931, + "ائÙĦ": 105932, + "ãĤĪãģĨãģª": 105933, + "Ġpoh": 105934, + "ìĥģìľĦ": 105935, + "Ġsắc": 105936, + "Ùĥس": 105937, + "ĠмÑĥ": 105938, + ".::": 105939, + "ëĪ": 105940, + "»Ċ": 105941, + "ĠÙĨÚ¯": 105942, + "ÙIJÙĨ": 105943, + "ником": 105944, + "Ñħа": 105945, + "ĠμοÏħ": 105946, + "ĠNguyá»ħn": 105947, + "ĠвÑĭÑģок": 105948, + "ĠÐŁÐ¾Ð´": 105949, + "ĠпÑĢиÑĢод": 105950, + "à¥ĭध": 105951, + "िà¤ķल": 105952, + "иÑĢа": 105953, + "ëĭ¤ê³ł": 105954, + "ĠmajÃŃ": 105955, + "Ġvùng": 105956, + "Ġtarihinde": 105957, + "ĠваÑĢ": 105958, + "ниÑĤÑĮ": 105959, + "ειÏĤ": 105960, + "Ġåĩº": 105961, + "dyž": 105962, + "ÏĦÏİν": 105963, + "ä½ĵèĤ²": 105964, + "Ġà¹Ģว": 105965, + "Ġà¤ħà¤ļ": 105966, + "ĠاÙĨÚ¯ÙĦÛĮسÛĮ": 105967, + "à¥įयम": 105968, + "ĠgeliÅŁ": 105969, + "æ¹ĸ": 105970, + "Ġاک": 105971, + "Ġплан": 105972, + "kyt": 105973, + "ابÛĮ": 105974, + "κι": 105975, + "Ġchung": 105976, + "ानà¤ķ": 105977, + "sı": 105978, + "Ġtinh": 105979, + "ĠÑģÑĤол": 105980, + "ÑģÑĤÑĢÑĥ": 105981, + "ĠлиÑĪе": 105982, + "ĠвиÑĢоб": 105983, + "ilmiÅŁ": 105984, + "ĠзÑĸ": 105985, + "ç»Ĩ": 105986, + "åĢĴ": 105987, + "ãĤ·ãĥ£": 105988, + "åŃ©": 105989, + "Ġà¹Ĥรà¸ĩà¹Ģร": 105990, + "íĻľ": 105991, + "ĠбÑĥде": 105992, + "ĠyaklaÅŁ": 105993, + "èĩªåĪĨ": 105994, + "ĠÙģÙĪ": 105995, + "СТ": 105996, + "Ġsorun": 105997, + "à¹Ģà¸ł": 105998, + "Ġcô": 105999, + "виÑĩ": 106000, + "ëĵ¤ìĿĺ": 106001, + "Ġtriá»ĩu": 106002, + "Ġrõ": 106003, + "Ġãģ«": 106004, + "ÄŁim": 106005, + "iyoruz": 106006, + "èľ": 106007, + "à¥įरव": 106008, + "Ġسپ": 106009, + "ĠìĦľìļ¸": 106010, + "δε": 106011, + "еÑĢÑĪ": 106012, + "Ġأس": 106013, + "äºŀ": 106014, + "è¯į": 106015, + "пÑĤом": 106016, + "ฤษ": 106017, + "ĠسازÙħاÙĨ": 106018, + "Ġluôn": 106019, + "ÙĩÙĪر": 106020, + "cü": 106021, + "аÑĤкÑĥ": 106022, + "Ġolabilir": 106023, + "ĠìĹ°êµ¬": 106024, + "енной": 106025, + "ĠæĪij": 106026, + "Ġнего": 106027, + "Ġ.**************": 106028, + "ิà¸ĺ": 106029, + "ĠãĤ·": 106030, + "تÙģ": 106031, + "ÐŁÑĢо": 106032, + "Ġhakkında": 106033, + "ÄįnÄĽ": 106034, + "ĠMỹ": 106035, + "é½": 106036, + "ĠÏĥÏĦον": 106037, + "Ġâm": 106038, + "§ظ": 106039, + "ĠÅŁirket": 106040, + "æĥħåĨµ": 106041, + "ĠØ¢ÙħÙĪزش": 106042, + "λεÏħ": 106043, + "ÙħÙĩ": 106044, + "è¦ı": 106045, + "ãģ¨æĢĿ": 106046, + "ĠÙĪع": 106047, + "ÏĪη": 106048, + "ÏģοÏį": 106049, + "ĠÂłĊ": 106050, + "δη": 106051, + "ÑĪов": 106052, + "åĪ¤": 106053, + "Ġmắt": 106054, + "æĭ¿": 106055, + "à¸Ļà¸Ķ": 106056, + "éĻĦ": 106057, + "à¹īม": 106058, + "ĠÄijạt": 106059, + "Ġgüzel": 106060, + "mÃ¼ÅŁ": 106061, + "ÐŀÐĴ": 106062, + "çĭ¬": 106063, + "리를": 106064, + "ĠплаÑĤ": 106065, + "Ġnghá»ĭ": 106066, + "ĠÑĤакиÑħ": 106067, + "биÑĢа": 106068, + "Ġнек": 106069, + "ÑģÑĮкÑĸ": 106070, + "رÙĬاض": 106071, + "onu": 106072, + "à¥ĭम": 106073, + "ĠGiỼi": 106074, + "èŀį": 106075, + "é²": 106076, + "ĠGenel": 106077, + "åĬ¿": 106078, + "ĠвÑĸ": 106079, + "å§IJ": 106080, + "試": 106081, + "ĠжиÑĤÑĤÑı": 106082, + "Ġìĺ¨": 106083, + "åĩºæĿ¥": 106084, + "Ġtá»ij": 106085, + "Ġlao": 106086, + "ίο": 106087, + "Ġγα": 106088, + "ниÑĤелÑĮ": 106089, + "éļİ": 106090, + "Ġвикон": 106091, + "ĠÙģعاÙĦ": 106092, + "à¹Ģศ": 106093, + "ÏĮγ": 106094, + "ĠоÑĢганиз": 106095, + "ĠемÑĥ": 106096, + "ĠÙĬع": 106097, + "ĠÙħب": 106098, + "ालय": 106099, + "ĠÎľÏĢ": 106100, + "é¸": 106101, + "ùa": 106102, + "길": 106103, + "ĠÄIJiá»ģu": 106104, + "είο": 106105, + "äºī": 106106, + "ượt": 106107, + "ÑĢазÑĥ": 106108, + "ĠоÑĤÑĢим": 106109, + "Ġطب": 106110, + "Ġ以": 106111, + "æĸĹ": 106112, + "ë°±": 106113, + "à¤ĩस": 106114, + "ë§ĮìĽIJ": 106115, + "ãĢģãģĿãģ®": 106116, + "ĠëķĮ문": 106117, + "ĠØ¢ÛĮ": 106118, + "Ð¡Ðł": 106119, + "ضÙĦ": 106120, + "æĵį": 106121, + "kazy": 106122, + "สว": 106123, + "âng": 106124, + "à¤Ĥà¤Ń": 106125, + "нÑĸÑĩ": 106126, + "ัà¸ĩà¸ģ": 106127, + "ĠبررسÛĮ": 106128, + "ردÙĩ": 106129, + "Ġmẫu": 106130, + "à¹Īวà¸ĩ": 106131, + "ĠداÙĨشگاÙĩ": 106132, + "dıģ": 106133, + "ĠTá»ķng": 106134, + "第äºĮ": 106135, + "cÃŃm": 106136, + "Ġböyle": 106137, + "ë¶Ī": 106138, + "ĠÙħÙĨابع": 106139, + "à¥ĥष": 106140, + "еÑĤÑĭ": 106141, + "åĨ·": 106142, + "åĽŃ": 106143, + "ĠتÙĪجÙĩ": 106144, + "åĪ»": 106145, + "æŀģ": 106146, + "à¤Łà¤¨": 106147, + "лан": 106148, + "ĠíĥĢ": 106149, + "ä½IJ": 106150, + "ĠобÑĭ": 106151, + "å¸Ŀ": 106152, + "커": 106153, + "å®Ī": 106154, + "èµ·æĿ¥": 106155, + "Ġãĥ¬": 106156, + "çİī": 106157, + "à¹Ģหล": 106158, + "ине": 106159, + "หาร": 106160, + "éļı": 106161, + "Ġгаз": 106162, + "ĠاÙĦعÙħÙĦ": 106163, + "à¥ģà¤Ŀ": 106164, + "Ïģιο": 106165, + "Ġvám": 106166, + "ĠعÙĨد": 106167, + "ÙĨدگاÙĨ": 106168, + "ï¼ĮéĤ£": 106169, + "ĠнаÑħод": 106170, + "áno": 106171, + "ÛĮاÙĨ": 106172, + "Ġأع": 106173, + "ĠÑĢади": 106174, + "Ġмене": 106175, + "Ġúda": 106176, + "Ïĩν": 106177, + "ÑĥлÑıÑĢ": 106178, + "à¥Ģप": 106179, + "ĠpoužÃŃ": 106180, + "Ġä¸": 106181, + "ĠÙĤاÙĨÙĪÙĨ": 106182, + "ικοÏį": 106183, + "áy": 106184, + "Ġçöz": 106185, + "ÏĦÏģ": 106186, + "ÙĨاÙħ": 106187, + "ุà¸ķ": 106188, + "åĵª": 106189, + "ÙĬب": 106190, + "ä¹°": 106191, + "ÐĶлÑı": 106192, + "ĠëłĪ벨": 106193, + "ุà¸ļ": 106194, + "нÑĥÑĤи": 106195, + "è½»": 106196, + "Ġξα": 106197, + "Ġè¦": 106198, + "аÑĤков": 106199, + "ĠëĪĦ": 106200, + "Ġtuyá»ĥn": 106201, + "ÙİÙħ": 106202, + "ĠвÑĭпол": 106203, + "Ġstudi": 106204, + "ĠpÅĻek": 106205, + "Ġзам": 106206, + "Ġmateri": 106207, + "åİĭ": 106208, + "Ġал": 106209, + "Ġà¸ļร": 106210, + "Ø·ØŃ": 106211, + "ĠÙħرک": 106212, + "Ġìĭ¬": 106213, + "ĠÙĤابÙĦ": 106214, + "ĠÐIJле": 106215, + "ıntı": 106216, + "Ġå»": 106217, + "Ä°K": 106218, + "ëħĦëıĦ": 106219, + "ÑĭваÑĤÑĮ": 106220, + "Ġdevlet": 106221, + "社ä¼ļ": 106222, + "ëĤł": 106223, + "Ġkolay": 106224, + "ĠÑĢазвиÑĤи": 106225, + "ади": 106226, + "ئÙĬس": 106227, + "adıģı": 106228, + "ÎijÎĽ": 106229, + "Ġhoa": 106230, + "Ġศ": 106231, + "Ä±ÅŁtır": 106232, + "ÑĢÑİ": 106233, + "ĠкаÑĩе": 106234, + "¼åIJĪ": 106235, + "åħ´": 106236, + "Ġê·¸ëŁ¬": 106237, + "ĠмÑĸÑģÑĤ": 106238, + "Ġмне": 106239, + "ãĥ¼ãĤº": 106240, + "ç§Ģ": 106241, + "ĠعÙĦÙĬÙĩ": 106242, + "Ġìĭľê°Ħ": 106243, + "Ġà¤ĺर": 106244, + "ĠÑĥг": 106245, + "åıijå±ķ": 106246, + "Ä±ÅŁÄ±": 106247, + "ĠìĪľ": 106248, + "ĠíĻľ": 106249, + "æ¡£": 106250, + "Ġnokt": 106251, + "lém": 106252, + "еннÑĭй": 106253, + "ĠبÙħ": 106254, + "à¥ĩय": 106255, + "одав": 106256, + "à¹Ĥร": 106257, + "ï¼Įæľī": 106258, + "اÙĬات": 106259, + "اÛĮÙĩ": 106260, + "Ġà¤īपय": 106261, + "ĠsmÄĽ": 106262, + "شد": 106263, + "ШÐIJ": 106264, + "ĠاÙħاÙħ": 106265, + "æ¿Ģ": 106266, + "Ġhoạch": 106267, + "обÑĢаз": 106268, + "à¥ĭह": 106269, + "ĠÑĢебен": 106270, + "иÑĤелÑı": 106271, + "ãģªãģĮãĤī": 106272, + "ساÙĦ": 106273, + "Ġà¸Īำ": 106274, + "Ġخاص": 106275, + "Ġgeri": 106276, + "à¤ĺ": 106277, + "Ġìº": 106278, + "à¹ģà¸Ĺ": 106279, + "âĢĮÛĮ": 106280, + "گرÛĮ": 106281, + "اÙħبر": 106282, + "ÑĪÑĥ": 106283, + "Ġphong": 106284, + "имо": 106285, + "па": 106286, + "Ġìµľê³ł": 106287, + "Ġнам": 106288, + "ostÃŃ": 106289, + "isini": 106290, + "ĠдÑĥже": 106291, + "Ñģком": 106292, + "ĠпÑĢодÑĥк": 106293, + "ÏĮÏĦηÏĦα": 106294, + "aln": 106295, + "isine": 106296, + "è¿ľ": 106297, + "алÑĮной": 106298, + "तर": 106299, + "tıģ": 106300, + "ĠëĴ": 106301, + "è¿ĺæĺ¯": 106302, + "ĠÙħØ«ÙĦ": 106303, + "ìľ¨": 106304, + "ï¾ĺ": 106305, + "åĪ¸": 106306, + "ç¶ļ": 106307, + "جاد": 106308, + "ĠкÑĥ": 106309, + "åĢij": 106310, + "ovu": 106311, + "ĠsÄ©": 106312, + "ĠìłIJ": 106313, + "ĠÑĥÑĢов": 106314, + "िà¤ļ": 106315, + "ovali": 106316, + "ĠÙĪÙĨ": 106317, + "ĠìĿĮ": 106318, + "Ġкг": 106319, + "าà¸ĺ": 106320, + "ÏĦÏģα": 106321, + "ždy": 106322, + "à¹Įà¸ķ": 106323, + "ĠnÄĽm": 106324, + "ĠЦе": 106325, + "noho": 106326, + "Ġëĭ¤ìĭľ": 106327, + "Ġtéto": 106328, + "Ġbiá»ĥu": 106329, + "ĠYön": 106330, + "Ġpráce": 106331, + "à¥īर": 106332, + "ĠchÃŃ": 106333, + "овой": 106334, + "Ġmợ": 106335, + "說": 106336, + "ÏİÏĤ": 106337, + "волÑı": 106338, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 106339, + "實": 106340, + "é»ŀ": 106341, + "Ġà¤ıव": 106342, + "Ïħνα": 106343, + "岡": 106344, + "không": 106345, + "ĠpÅĻÃŃpadÄĽ": 106346, + "åĹ": 106347, + "ĠبدÙĪÙĨ": 106348, + "Ïĥκε": 106349, + "Ġdikkat": 106350, + "ĠAncak": 106351, + "Ġtiá»ĩn": 106352, + "éĿĻ": 106353, + "ĠìĿ¼ë°ĺ": 106354, + "ĠÄįlen": 106355, + "ìķħ": 106356, + "ाà¤ĩन": 106357, + "ãģ£ãģ¦ãģĦãģŁ": 106358, + "ĠìĿ´ìļ©": 106359, + "ÙĪÙħÛĮ": 106360, + "iná": 106361, + "ặng": 106362, + "ÏİÏģα": 106363, + "ÙĨÙĬØ©": 106364, + "важ": 106365, + "èİ·": 106366, + "å©ļ": 106367, + "ĠÅŁu": 106368, + "ĠãģĬ": 106369, + "Ġدرب": 106370, + "Ġdiá»ħn": 106371, + "ÅĻeba": 106372, + "asının": 106373, + "ç½ijç«Ļ": 106374, + "нÑĮого": 106375, + "ĠاÙĦØ£ÙĪÙĦ": 106376, + "ικÎŃÏĤ": 106377, + "ĠzÃŃsk": 106378, + "оло": 106379, + "ĠÑįÑĤоÑĤ": 106380, + "Ġpokud": 106381, + "è²»": 106382, + "еÑĢÑĸв": 106383, + "ãĥķãĤ£": 106384, + "иÑĤÑĥа": 106385, + "Ġvyd": 106386, + "олож": 106387, + "лÑıÑĤÑĮ": 106388, + "ÙĤÙħ": 106389, + "æ´ĭ": 106390, + "æ§ĭ": 106391, + "ĠغÛĮر": 106392, + "ĠstÅĻed": 106393, + "ظر": 106394, + "Ġhiçbir": 106395, + "θεί": 106396, + "znik": 106397, + "дÑĭ": 106398, + "luv": 106399, + "ĠÙħؤ": 106400, + "ĠگرÙĪÙĩ": 106401, + "Ġï¼īĊ": 106402, + "teri": 106403, + "ĠÏħÏĢο": 106404, + "voj": 106405, + "Ġبعض": 106406, + "Ġbilin": 106407, + "ĠرÙĪØ´": 106408, + "ĠобÑıз": 106409, + "Ġï»": 106410, + "سÙĨ": 106411, + "ĠÏĢα": 106412, + "íį¼": 106413, + "ĠtÃŃn": 106414, + "Ġ´": 106415, + "ìĤ¬ìĿ´íĬ¸": 106416, + "Ġpodob": 106417, + "Ñīее": 106418, + "ĠåįĹ": 106419, + "Ġbych": 106420, + "ози": 106421, + "ĠVÄĥn": 106422, + "ØŃÙĩ": 106423, + "åѦéĻ¢": 106424, + "ĠÅĻekl": 106425, + "립ëĭĪëĭ¤": 106426, + "ĠпÑĢоÑģ": 106427, + "κά": 106428, + "ĠbaÅŁladı": 106429, + "ủy": 106430, + "Ñİдж": 106431, + "ाà¤ıà¤Ĺ": 106432, + "à¤Ĥà¤ļ": 106433, + "Ġê´Ģ볨": 106434, + "ĠвопÑĢоÑģ": 106435, + "ĠÑģÑĤаÑĤÑĮ": 106436, + "Ġyatırım": 106437, + "нÑĥла": 106438, + "راÙģ": 106439, + "ĠçeÅŁit": 106440, + "Ġà¤īद": 106441, + "央": 106442, + "ĠпоÑıв": 106443, + "åĽ½å®¶": 106444, + "ĠÑģооÑĤвеÑĤÑģÑĤв": 106445, + "ìķ¡": 106446, + "ĠØ®ÙĪاÙĩد": 106447, + "Å¡Å¡ÃŃ": 106448, + "ÂłÐ¿": 106449, + "ĠNhÃł": 106450, + "''''": 106451, + "ｨ": 106452, + "Ãħ": 106453, + "Ġïº": 106454, + "ĠØ¢ÙħرÛĮÚ©": 106455, + "larımız": 106456, + "جا": 106457, + "ÙģÙĤ": 106458, + "Ġá»": 106459, + "Ġìķł": 106460, + "ĠزباÙĨ": 106461, + "ĠÑĤвоÑĢ": 106462, + "ниÑĩеÑģ": 106463, + "Ġкни": 106464, + "خداÙħ": 106465, + "à¸Łà¸£": 106466, + "Ġì¹ĺ": 106467, + "วาม": 106468, + "ĠÙħÙĩÙħ": 106469, + "Ġstol": 106470, + "Ġedilen": 106471, + "Ġpek": 106472, + "اÙĨات": 106473, + "алÑĮнÑĸ": 106474, + "ĠнеобÑħÑĸд": 106475, + "à¹Ħว": 106476, + "Ġशर": 106477, + "ĠíĮIJ": 106478, + "Òij": 106479, + "Ġним": 106480, + "Ġà¸ĺ": 106481, + "æĺł": 106482, + "äºĴ": 106483, + "ĠbaÅŁar": 106484, + "ži": 106485, + "Ġмног": 106486, + "lendi": 106487, + "ávajÃŃ": 106488, + "nict": 106489, + "ĠдÑĥм": 106490, + "éĻ©": 106491, + "ÏĥÏĥ": 106492, + "iky": 106493, + "алÑĮнÑĭй": 106494, + "ĠÙħÙĨت": 106495, + "å®®": 106496, + "-за": 106497, + "еÑĢк": 106498, + "å¡Ķ": 106499, + "ĠμεÏĦα": 106500, + "oÄŁun": 106501, + "ÎĹÎľ": 106502, + "à¥Īà¤Ĥ।Ċ": 106503, + "Äįky": 106504, + "å¹³åı°": 106505, + "à¥ĭश": 106506, + "Ġona": 106507, + "Ġbec": 106508, + "ì¢": 106509, + "Ġcây": 106510, + "kün": 106511, + "Ġà¤Ī": 106512, + "Ġrá»Ļng": 106513, + "еÑĢб": 106514, + "幸": 106515, + "ï¾IJ": 106516, + "ĠпÑĸдпÑĢиÑĶм": 106517, + "çĶ£": 106518, + "ĠÏĦε": 106519, + "ĠÙĨÙĤØ´": 106520, + "овиÑħ": 106521, + "ĠÙģÙī": 106522, + "Ðļак": 106523, + "Ùİر": 106524, + "ĠЩ": 106525, + "алÑĮнÑĭÑħ": 106526, + "Ġküçük": 106527, + "èŃ·": 106528, + "æĭħ": 106529, + "icaret": 106530, + "ĠرÙģت": 106531, + "Ġодного": 106532, + "ÑĪим": 106533, + "ĠбÑĸ": 106534, + "Ġuygulam": 106535, + "Ġæĭ": 106536, + "ä½Ľ": 106537, + "ucu": 106538, + "dÃŃ": 106539, + "Åĺ": 106540, + "ئة": 106541, + "걸": 106542, + "ÙĮ": 106543, + "ĠÎłÏģο": 106544, + "Ġyerine": 106545, + "ĠÑĸнÑĦоÑĢма": 106546, + "Ġå¤ĸ": 106547, + "ä»ķ": 106548, + "нав": 106549, + "arası": 106550, + "à¸Ńà¸Ļà¹Ħลà¸Ļ": 106551, + "اشت": 106552, + "زÙĬ": 106553, + "æ©ĭ": 106554, + "ĠãĤ«": 106555, + "èĥ½åĬĽ": 106556, + "å¥Ĺ": 106557, + "Ġproh": 106558, + "ĠпÑĢава": 106559, + "Ỽp": 106560, + "Ġà¸Ĥà¸Ńà¸ĩ": 106561, + "Ġë´": 106562, + "Ġlúc": 106563, + "Ġéķ": 106564, + "بÙĪد": 106565, + "rupa": 106566, + "ازÙħ": 106567, + "Ġкан": 106568, + "ılım": 106569, + "ĠÙĩد": 106570, + "ãĢĢĠãĢĢĠãĢĢ": 106571, + "ÑĭваеÑĤ": 106572, + "خاÙĨÙĩ": 106573, + "ÑĥкÑĤ": 106574, + "ĠçĻ¾åº¦": 106575, + "ĠnÄĽco": 106576, + "емон": 106577, + "Ġà¤ħप": 106578, + "ĠÎĮ": 106579, + "ünün": 106580, + "æĸĩåĮĸ": 106581, + "ä¹İ": 106582, + "ä¸ĬçļĦ": 106583, + "ÙĦÙĬÙħ": 106584, + "ĠtÄĽch": 106585, + "اسب": 106586, + "âĢĻÑĶ": 106587, + "ĠÚ¯ÛĮ": 106588, + "Ġê·¼": 106589, + "Ġtrẻ": 106590, + "μÎŃνο": 106591, + "ãģĵãģ¨ãĤĴ": 106592, + "ìĿ´ëĤĺ": 106593, + "åĸĦ": 106594, + "Ġtrả": 106595, + "åĪĨæŀIJ": 106596, + "ĠdÄĽl": 106597, + "ÑĥÑģка": 106598, + "Ġмного": 106599, + "à¥Īर": 106600, + "μαÏĦοÏĤ": 106601, + "ĠmÃŃsto": 106602, + "Ġê°ģ": 106603, + "ĠпÑĢог": 106604, + "baÅŁ": 106605, + "айÑĤе": 106606, + "Ġcá»ķ": 106607, + "å¿ľ": 106608, + "ï¼ģĊ": 106609, + "çı": 106610, + "Ġbirçok": 106611, + "Ġíĺķ": 106612, + "çµĮ": 106613, + "ĠEvrop": 106614, + "ĠÑģоÑĨÑĸ": 106615, + "ä»ĸçļĦ": 106616, + "ĠμÏĢο": 106617, + "å¥Ī": 106618, + "ĠÚ¯ÙĦ": 106619, + "ÙĪÙĦØ©": 106620, + "æµİ": 106621, + "ĠÚ©ÙĪ": 106622, + "±ä¹IJ": 106623, + "ãģĹãģı": 106624, + "纳": 106625, + "ÑģÑĤвенно": 106626, + "éĽ¢": 106627, + "ा.": 106628, + "ĠgerçekleÅŁtir": 106629, + "Ġkır": 106630, + "ì³": 106631, + "ĠгоÑģп": 106632, + "å¹ķ": 106633, + "ìĦ¼": 106634, + "».Ċ": 106635, + "кÑĥÑĢ": 106636, + "ĠرÛĮ": 106637, + "æĽ¾": 106638, + "ÙĪرÙĬ": 106639, + "лекÑģанд": 106640, + "صÙģ": 106641, + "Ġcảnh": 106642, + "å±Ĥ": 106643, + "ãĤĨ": 106644, + "Ġتس": 106645, + "ì°½": 106646, + "기를": 106647, + "Ġà¹Ģà¸Ħ": 106648, + "çŁŃ": 106649, + "ĠÑģÑĤÑĢо": 106650, + "ĠÏĥÏĦιÏĤ": 106651, + "à¥įयव": 106652, + "ĠعÙĦÙħ": 106653, + "ĠÑģиÑĤÑĥа": 106654, + "ĠÑīодо": 106655, + "åIJĽ": 106656, + "Ùħس": 106657, + "ĠоÑĤкÑĢÑĭ": 106658, + "Ġspoj": 106659, + "ĠÄijÄĥng": 106660, + "ĠsavaÅŁ": 106661, + "ีร": 106662, + "ském": 106663, + "Ġè¡Į": 106664, + "é¹": 106665, + "ĠÙĬÙħÙĥÙĨ": 106666, + "овано": 106667, + "ĠпÑĢавилÑĮ": 106668, + "Ġchiếc": 106669, + "èĪ¹": 106670, + "éĵ¶": 106671, + "ĠоÑĤд": 106672, + "ĠìĿĢ": 106673, + "íħĶ": 106674, + "ĠNej": 106675, + "оне": 106676, + "Ġkız": 106677, + "ологиÑĩеÑģ": 106678, + "ĠкÑĢаÑĹ": 106679, + "à¸ļà¸Ńล": 106680, + "楼": 106681, + "ĠتÙħاÙħ": 106682, + "ĠبÛĮÙħ": 106683, + "ĠÑģÑĥб": 106684, + "vý": 106685, + "Ñģкие": 106686, + "ëĮĢë¡ľ": 106687, + "????????": 106688, + "abilirsiniz": 106689, + "анÑģов": 106690, + "代表": 106691, + "Ġ매매": 106692, + "ологÑĸÑĩ": 106693, + "μαν": 106694, + "акÑģим": 106695, + "ãĤ¤ãĥ«": 106696, + "Ġtải": 106697, + "ÙħÙĪ": 106698, + "å®Ĺ": 106699, + "nem": 106700, + "Ġkhoản": 106701, + "ĠпаÑĤ": 106702, + "анÑĤа": 106703, + "ĠпомоÑī": 106704, + "Ġvod": 106705, + "Ġkaynak": 106706, + "ÏĥÏĨ": 106707, + "à¥Ĥत": 106708, + "duÄŁ": 106709, + "аÑĤиÑģÑı": 106710, + "Ġç¥ŀ": 106711, + "ĠÑģлова": 106712, + "ÑĢÑĥкÑĤÑĥ": 106713, + "ĠmÄĽsÃŃ": 106714, + "ÙıÙħ": 106715, + "знаÑĩа": 106716, + "Ġèī": 106717, + "åѦçĶŁ": 106718, + "æ´¥": 106719, + "ÙİÙĬ": 106720, + "è§Ī": 106721, + "Ġå®ī": 106722, + "ĠgörÃ¼ÅŁ": 106723, + "álnÄĽ": 106724, + "ĠëĶ°ëĿ¼": 106725, + "ĠÙħÙĪجÙĪد": 106726, + "ĠÄijứ": 106727, + "ĠçalÄ±ÅŁmalar": 106728, + "ĠÑıкиÑħ": 106729, + "ĠاجتÙħاع": 106730, + "μεν": 106731, + "èİī": 106732, + "积": 106733, + "ì¶ķ": 106734, + "à¥įशन": 106735, + "Ġxét": 106736, + "ĠвÑĤоÑĢ": 106737, + "çİ©": 106738, + "ÂłÐĿ": 106739, + "ÑĪие": 106740, + "оÑĢи": 106741, + "أس": 106742, + "Ġthuá»ijc": 106743, + "ëĭĪê¹Į": 106744, + "ëķĮ": 106745, + "ÑĢÑĥп": 106746, + "ÑģÑıÑĤ": 106747, + "зÑĭ": 106748, + "ĠÑģмеÑĢ": 106749, + "Ġvyb": 106750, + "ĠìĿ´ìĥģ": 106751, + "à¤ļन": 106752, + "Ġgeldi": 106753, + "Û±Û°": 106754, + "ικÏİν": 106755, + "ĠÄIJức": 106756, + "ĠдоÑģÑĤаÑĤ": 106757, + "Ġönc": 106758, + "親": 106759, + "Ġadı": 106760, + "unca": 106761, + "ĠاÙĦتر": 106762, + "çķ¶": 106763, + "ĠФедеÑĢа": 106764, + "лÑıÑİÑĤÑģÑı": 106765, + "ĠÙĥاÙĨت": 106766, + "æİ¢": 106767, + "ĠÑĥб": 106768, + "Ġκο": 106769, + "ाà¤ĩà¤Ł": 106770, + "зн": 106771, + "Ġmôi": 106772, + "ĠãĤµ": 106773, + "ĠнавÑĸ": 106774, + "综åIJĪ": 106775, + "ĠминÑĥÑĤ": 106776, + "dık": 106777, + "ÑĢÑĥд": 106778, + "åľĸ": 106779, + "ê°¤": 106780, + "ĠÄijoÃłn": 106781, + "è¤": 106782, + "à¥įवर": 106783, + "ĠÃľniversit": 106784, + "ано": 106785, + "鼨": 106786, + "ĠvÅ¡echny": 106787, + "Ġëĭ¤ìĿĮ": 106788, + "ĠCumhur": 106789, + "ĠмÑĥз": 106790, + "aÅŁtır": 106791, + "Ġê±°ëŀĺ": 106792, + "Ġé¡": 106793, + "žitÃŃ": 106794, + "Ġà¸Ł": 106795, + "Ġthuế": 106796, + "ĠмÑĥж": 106797, + "ĠÎijν": 106798, + "ĠدÙĪÙħ": 106799, + "ĠÑģин": 106800, + "ĠÏīÏĤ": 106801, + "meler": 106802, + "ĠpoÄį": 106803, + "ĠколиÑĩе": 106804, + "ĠKÄį": 106805, + "è³½": 106806, + "ĠоÑģÑĸб": 106807, + "åı¥": 106808, + "ĠBöl": 106809, + "à¸ĺรรม": 106810, + "Ġcạnh": 106811, + "å°ĩ": 106812, + "ĠноÑģ": 106813, + "èĦ¸": 106814, + "Ġgelir": 106815, + "оÑĢон": 106816, + "à¥įरà¤Ń": 106817, + "ç»ĩ": 106818, + "ุà¹ī": 106819, + "ामल": 106820, + "Ġcâu": 106821, + "ÑijÑĤ": 106822, + "Ġ:|": 106823, + "ãĤĮãģ¦": 106824, + "Ġposled": 106825, + "ãĤ¹ãĥĨ": 106826, + "ÑĸлÑĮÑĪ": 106827, + "енÑĤÑĭ": 106828, + "خدÙħ": 106829, + "ĠباشگاÙĩ": 106830, + "ĠthÆ°": 106831, + "ávánÃŃ": 106832, + "ëĬIJ": 106833, + "ĠØ£ØŃ": 106834, + "راد": 106835, + "ĠبسÛĮار": 106836, + "åĪ°äºĨ": 106837, + "\";\"": 106838, + "å°İ": 106839, + "Ġör": 106840, + "à¸Ĭาà¸ķ": 106841, + "genus": 106842, + "Ġyakın": 106843, + "ĠÃŃt": 106844, + "regnum": 106845, + "Ġfiyat": 106846, + "нÑĸÑħ": 106847, + "åľ°æĸ¹": 106848, + "Ġbilgi": 106849, + "кам": 106850, + "Ġspol": 106851, + "ائÙĬ": 106852, + "ĠÙĬÙĨ": 106853, + "าหาร": 106854, + "Ġبگ": 106855, + "éĺħ": 106856, + "ĠاÙĦشر": 106857, + "Âģ": 106858, + "ĠÑĸнÑĪиÑħ": 106859, + "Ġtrạng": 106860, + "çģ£": 106861, + "Ġcá»±c": 106862, + "кан": 106863, + "èĭı": 106864, + "ÃĶ": 106865, + "Ġlá»Ŀi": 106866, + "ÑıÑĩ": 106867, + "ĠÙĪØŃ": 106868, + "ìĪľ": 106869, + "Ÿ": 106870, + "ĠвоÑģп": 106871, + "ì¡Į": 106872, + "ÄįnÃŃch": 106873, + "خرÙī": 106874, + "ائÙĬØ©": 106875, + "Ġsuất": 106876, + "æĩī": 106877, + "اØŃÛĮ": 106878, + "Ġnáz": 106879, + "è¿Ļç§į": 106880, + "ĠзабезпеÑĩ": 106881, + "ĠЧеÑĢ": 106882, + "ĠздÑĸйÑģ": 106883, + "åı¦": 106884, + "æĭ¬": 106885, + "à¥ģष": 106886, + "μÏĨ": 106887, + "ëĥIJ": 106888, + "ÐķÑģли": 106889, + "é¬": 106890, + "Ġíĥľ": 106891, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 106892, + "Ġмл": 106893, + "å´İ": 106894, + "Ùģع": 106895, + "ĠÙĤدر": 106896, + "Ġvá»ijn": 106897, + "妹": 106898, + "ĠÐĿаÑģ": 106899, + "à¥įफ": 106900, + "ãĤ¸ãĥ£": 106901, + "Ġmı": 106902, + "енÑģ": 106903, + "бÑĥд": 106904, + "ĠØŃتÙī": 106905, + "Ġì²´": 106906, + "ĠÑĸÑģÑĤоÑĢ": 106907, + "Ġgiấy": 106908, + "γοÏģ": 106909, + "ëIJĺìĸ´": 106910, + "ĠíĤ": 106911, + "ĠÐŀдна": 106912, + "ĠÙĨÙħÙĪد": 106913, + "Ġвипад": 106914, + "ĠìŀIJìĭł": 106915, + "Ġjste": 106916, + "Ġëĵ±ë¡Ŀ": 106917, + "ekten": 106918, + "ĠÑĢеÑĩ": 106919, + "rodnÃŃ": 106920, + "ستر": 106921, + "ıt": 106922, + "ä¹ħä¹ħ": 106923, + "ĠØ®ÙĦاÙĦ": 106924, + "Ġç¦": 106925, + "uluk": 106926, + "lenen": 106927, + "ilip": 106928, + "è´¢": 106929, + "Ġà¤ħà¤ķ": 106930, + "ĠYıl": 106931, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ": 106932, + "Ġà¤Ŀ": 106933, + "ĠBình": 106934, + "ĠolmuÅŁ": 106935, + "اÙĦØ¥ÙĨجÙĦÙĬزÙĬØ©": 106936, + "менно": 106937, + "alnız": 106938, + "ĠشرÙĥØ©": 106939, + "ĠسÙĨØ©": 106940, + "è´Ł": 106941, + "ä½ľåĵģ": 106942, + "Ġìķ½": 106943, + "ĠдÑĢÑĥгиÑħ": 106944, + "ĠbaÄŁlantı": 106945, + "одÑĥ": 106946, + "çļĦæĺ¯": 106947, + "ัà¸Ļà¸Ķ": 106948, + "ĠкоÑĤоÑĢÑĭÑħ": 106949, + "ĠاÙĦÙĪÙĦ": 106950, + "ê¸ĢìĥģìľĦ": 106951, + "ĠÏĢεÏģ": 106952, + "리ìķĦ": 106953, + "ibar": 106954, + "Ġèĥ": 106955, + "ãģŁãģĦ": 106956, + "áj": 106957, + "ĠìľĦíķ´": 106958, + "?âĢľĊĊ": 106959, + "Ġíİĺ": 106960, + "Ġней": 106961, + "ĠÐĹак": 106962, + "ĠÐĴÑĸд": 106963, + "елÑĸ": 106964, + "课": 106965, + "åī¯": 106966, + "madan": 106967, + "æľ«": 106968, + "ĠÏĢÏģÏĮ": 106969, + "ĠпÑģиÑħ": 106970, + "ĠÑĤÑĸ": 106971, + "Ùĥات": 106972, + "Ġvysok": 106973, + "ê´Ģ리": 106974, + "ültür": 106975, + "Ġà¹Ģà¸Ń": 106976, + "Ġíķ©": 106977, + "çĿ£": 106978, + "ĠÑĢиÑģ": 106979, + "еÑĢÑĮ": 106980, + "ĠÚ©ÙĦÛĮ": 106981, + "Ġãĥŀ": 106982, + "ĠphÃŃa": 106983, + "å«": 106984, + "اگ": 106985, + "Ġé¢": 106986, + "ĠÙĨÙģر": 106987, + "ĠجاÙĨ": 106988, + "Ġyas": 106989, + "жениÑı": 106990, + "ĠлÑĥÑĩÑĪе": 106991, + "Ġçº": 106992, + "Ġмон": 106993, + "Ġتخ": 106994, + "ĠØ´ÛĮ": 106995, + "ĠнекоÑĤоÑĢ": 106996, + "алÑĮнÑĭе": 106997, + "Ġobchod": 106998, + "Ġíķ¨ê»ĺ": 106999, + "Ġriêng": 107000, + "ãģķãĤĮãĤĭ": 107001, + "окÑĥ": 107002, + "ĠСШÐIJ": 107003, + "ë§ģ": 107004, + "ĠNếu": 107005, + "ĠAÄŁ": 107006, + "ĠдвеÑĢ": 107007, + "à¥ĭष": 107008, + "Ġkhiến": 107009, + "него": 107010, + "ì±ħ": 107011, + "ัà¸ķร": 107012, + "malı": 107013, + "ĠÙĬا": 107014, + "ç§ijæĬĢ": 107015, + "ืà¸Ļ": 107016, + "หมาย": 107017, + "Ġخص": 107018, + "åĨľ": 107019, + "ÃŃme": 107020, + "ĠÑįÑĤой": 107021, + "ĠìĹħ": 107022, + "Ġä¹": 107023, + "伯": 107024, + "'´": 107025, + "ÙħÙĬÙĦ": 107026, + "à¸Ńà¸ĩà¸Ħ": 107027, + "ková": 107028, + "è¿Ļä¹Ī": 107029, + "ãĢĤæĪij": 107030, + "ìĹIJìĦľëĬĶ": 107031, + "Ġìļ©": 107032, + "ë¹ĦìĬ¤": 107033, + "Ġì¦Ŀ": 107034, + "ITTE": 107035, + "Ġ모ëĵł": 107036, + "ĠspoleÄįnosti": 107037, + "Ġвик": 107038, + "ĠtÅĻÃŃ": 107039, + "é³": 107040, + "ĠØ®ÛĮ": 107041, + "Ġpož": 107042, + "ĠимееÑĤ": 107043, + "ĠdÄĽt": 107044, + "ĠÙħدÙĦ": 107045, + "Ġмо": 107046, + "åįı": 107047, + "enÃŃm": 107048, + "éī": 107049, + "اظ": 107050, + "ĠteÅŁ": 107051, + "ĠveÅĻej": 107052, + "LIC": 107053, + "ì§ĢëĬĶ": 107054, + "ÑĭваÑİÑĤ": 107055, + "ĠоÑĢганÑĸ": 107056, + "nÃŃmi": 107057, + "θÎŃ": 107058, + "ãĤ¯ãĥ©": 107059, + "ãĥ¼ãĥ³": 107060, + "лиÑģÑı": 107061, + "imdi": 107062, + "æĨ": 107063, + "ïºİ": 107064, + "Ġìļ´ìĺģ": 107065, + "καν": 107066, + "Ġë³µ": 107067, + "ĠÐĨн": 107068, + "plication": 107069, + "tah": 107070, + "ĠÐIJв": 107071, + "Ġcá»Ļng": 107072, + "алÑĮноÑĹ": 107073, + "ĠدÙĪرÙĩ": 107074, + "à¥įरय": 107075, + "ĠØ®ÙĪ": 107076, + "ĠвÑĢа": 107077, + "Ø¥ÙĨ": 107078, + "èĤī": 107079, + "Ġoyn": 107080, + "ĠTÆ°": 107081, + "ĠÙĩÙħاÙĨ": 107082, + "ĠбÑĸлÑĮÑĪе": 107083, + "æĮ¯": 107084, + "اÙħØ©": 107085, + "庫": 107086, + "ĠÑĢеж": 107087, + "ĠدارÙĨد": 107088, + "ÑĢий": 107089, + "ĠæĮ": 107090, + "Ġsonuç": 107091, + "Ġtả": 107092, + "ัà¸ĩà¸Ħ": 107093, + "ë°Ľ": 107094, + "Ġмом": 107095, + "виÑĩай": 107096, + ".à¸Ħ": 107097, + "Ġà¤Ĩà¤Ī": 107098, + "åģĩ": 107099, + "Ġposkyt": 107100, + "ĠÑģÑĥп": 107101, + "ıyordu": 107102, + "але": 107103, + "иÑĨ": 107104, + "ĠθÎŃ": 107105, + "ãĤĩãģĨ": 107106, + "ĠÑģвой": 107107, + "มà¸Ļ": 107108, + "Ġnữa": 107109, + "voÅĻ": 107110, + "اسÙĬ": 107111, + "éĴ±": 107112, + "ãģĹãģ¦ãģĦãģŁ": 107113, + "ĠÄijầy": 107114, + "اÙĬر": 107115, + "ĠaraÅŁtır": 107116, + "ì£": 107117, + "ãģ¨ãģ¯": 107118, + "ĠÑģпоÑĢ": 107119, + "Ġê°Ģìŀ¥": 107120, + "è¼ī": 107121, + "âĸ¡": 107122, + "ĠìĻĦ": 107123, + "оÑĢаÑı": 107124, + "Ïģεί": 107125, + "ĠÑįÑĤа": 107126, + "ë©´ìłģ": 107127, + "ìĿ´ìĬ¤": 107128, + "ä½³": 107129, + "æĻļ": 107130, + "Ġkval": 107131, + "Ġná»ķi": 107132, + "ÑĤами": 107133, + "ĠполÑĸÑĤи": 107134, + "ĠÄ°ng": 107135, + "нÑĸÑģÑĤÑİ": 107136, + "Ġà¹Ģà¸ģ": 107137, + "Ġ민": 107138, + "èĶ": 107139, + "Ïģία": 107140, + "æİĪ": 107141, + "ĠçĤ": 107142, + "ĠÙĨÙħاÛĮ": 107143, + "Ġìŀ¡": 107144, + "æŀ¶": 107145, + "ابÙĤ": 107146, + "Ñģон": 107147, + "енного": 107148, + "ĠÙħÛĮÙĦÛĮ": 107149, + "Ġkurum": 107150, + "à¹Įส": 107151, + "Ġì´Ŀ": 107152, + "ĠnÄĽkolik": 107153, + "ĠÙĢ": 107154, + "ĠзаÑģÑĤоÑģ": 107155, + "à¸Ķà¸Ļ": 107156, + "ÙĨداÙĨ": 107157, + "ĠJap": 107158, + "éĥ¡": 107159, + "à¥įà¤Ń": 107160, + "Ġà¹Ģà¸Ĭ": 107161, + "ĠâĢ«": 107162, + "é£ŀ": 107163, + "ovatel": 107164, + "ĠÑĩаÑģÑĤÑĮ": 107165, + "Ġbá»ķ": 107166, + "ãĤ¯ãĥª": 107167, + "ิà¹Į": 107168, + "Ġвиде": 107169, + "vail": 107170, + "Ìī": 107171, + "ÄŁinde": 107172, + "ãģ¨ãĤĤ": 107173, + "âĢĮÚ©ÙĨد": 107174, + "ĠëħĦ": 107175, + "ĠاÙĤتص": 107176, + "ï½Ĺ": 107177, + "ÏģιÏĥ": 107178, + "зд": 107179, + "èĻ½": 107180, + "Ġthoại": 107181, + "ĠÙĪز": 107182, + "ĠmÃŃt": 107183, + "ĠÑħолод": 107184, + "ĠкÑĥп": 107185, + "аниÑħ": 107186, + "Ġnhìn": 107187, + "ãģĭãģª": 107188, + "ĠÐļом": 107189, + "ÏĦεÏģ": 107190, + "ï¼Įåıª": 107191, + "Ġolup": 107192, + "Ġhá»ıi": 107193, + "ëij": 107194, + "ĠnÄĽkter": 107195, + "isÃŃ": 107196, + "ĠвикоÑĢиÑģÑĤов": 107197, + "ìŀ¡": 107198, + "Ġà¤ķल": 107199, + "ĠìľłìłĢ": 107200, + "ĠпÑĢиб": 107201, + "èĭ¦": 107202, + "Ġмов": 107203, + "Ġหà¸Ļ": 107204, + "ëIJĺëĬĶ": 107205, + "око": 107206, + "ĠобеÑģп": 107207, + "Ġkez": 107208, + "лÑıÑħ": 107209, + "ĠпÑĢоиÑģ": 107210, + "Ġповин": 107211, + "ĠÐļоÑĢ": 107212, + "ì¼Ģ": 107213, + "ĠÑģи": 107214, + "Ġä¹ĭ": 107215, + "ĠâĢĶĊ": 107216, + "ÑģÑĥÑĤÑģÑĤв": 107217, + "ç°": 107218, + "Ġà¤ł": 107219, + "наÑĤ": 107220, + "Ġsuy": 107221, + "ĠÑģÑĭ": 107222, + "ĠÙĨشاÙĨ": 107223, + "ĠнапÑĢав": 107224, + "ĠÑĨÑĮомÑĥ": 107225, + "æĺ¯ä¸Ģ": 107226, + "Ġmüm": 107227, + "ÑĶмо": 107228, + "ĠاسÙĦاÙħÛĮ": 107229, + "Ġzamanda": 107230, + "ÙĪÙħاÙĨ": 107231, + "اÙĦØŃ": 107232, + "Å¡tÄĽnÃŃ": 107233, + "ĠÐļак": 107234, + "¤íĶĦ": 107235, + "Ġپرد": 107236, + "Các": 107237, + "εια": 107238, + "ĠجÙĪ": 107239, + "ĠÄijoạn": 107240, + "Ġà¤ĩत": 107241, + "Ġзан": 107242, + "ĠÙħÙĨØ·ÙĤÙĩ": 107243, + "ĠÙħعÙĦ": 107244, + "Ġdokon": 107245, + "åIJ¸": 107246, + "ickou": 107247, + "å°ģ": 107248, + "ĠкиÑģ": 107249, + "ัà¸ĩหว": 107250, + "ispecies": 107251, + "ĠнапÑĢÑı": 107252, + "æºĸ": 107253, + "Ġà¤ľà¤²": 107254, + "à¹Ģà¸ī": 107255, + "LAR": 107256, + "ĠÑĥÑģловиÑı": 107257, + "ĠWikispecies": 107258, + "ระà¸Ķ": 107259, + "Ġmey": 107260, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 107261, + "à¹ĩà¸Ī": 107262, + "å¾Ĵ": 107263, + "tach": 107264, + "umuz": 107265, + "κη": 107266, + "ÃĬ": 107267, + "Ġün": 107268, + "ĠBITTE": 107269, + "ĠÙħربع": 107270, + "ãĤ·ãĥ¥": 107271, + "िसà¤ķ": 107272, + "Ø·ÙĪر": 107273, + "ĠвоÑģ": 107274, + "ï¾Ł": 107275, + "Ġyayın": 107276, + "ãģĭãĤĬ": 107277, + "лиÑı": 107278, + "ĠпÑĢин": 107279, + "ijng": 107280, + "ĠÙĨØ®": 107281, + "Ġlze": 107282, + "à¥įषण": 107283, + "Ġбо": 107284, + "Ġê¸Ģ": 107285, + "ĠgeliÅŁtir": 107286, + "à¸Ľà¸£à¸°à¸Ĭ": 107287, + "彡": 107288, + "ĠãĤª": 107289, + "ãģĪãģ¦": 107290, + "нÑĥÑĤÑĮ": 107291, + "Ġç½": 107292, + "Ġмаг": 107293, + "ãģ«ãģ¤": 107294, + "ноÑģÑĤей": 107295, + "ĠÙĦÙĬ": 107296, + "æĢª": 107297, + "ÑıÑĤÑģÑı": 107298, + "à¸ij": 107299, + "ियम": 107300, + "ĠãĢİ": 107301, + "ÑĢÑĮ": 107302, + "Ġmạng": 107303, + "tım": 107304, + "ĠпеÑĢиод": 107305, + "огÑĥ": 107306, + "ĠкоÑĤоÑĢаÑı": 107307, + "리ê°Ģ": 107308, + "Ġãħ¡": 107309, + "ĠجاÛĮ": 107310, + "ĠпоÑĤÑĢÑĸб": 107311, + "Å¡en": 107312, + "à¸Ńะ": 107313, + "بع": 107314, + "ØŁĊ": 107315, + "Ġë°©ë²ķ": 107316, + "ĠгоÑĢод": 107317, + "ĠÐĺн": 107318, + "Ġоказ": 107319, + "رÙĪز": 107320, + "ĠiliÅŁk": 107321, + "宣": 107322, + "forman": 107323, + "adaÅŁ": 107324, + "ÙĬÙĦØ©": 107325, + "ĠÐļаÑĢ": 107326, + "Ġmất": 107327, + "æħĭ": 107328, + "мп": 107329, + "à¹Ĥà¸Ļ": 107330, + "ĠØŃÙĤÙĪÙĤ": 107331, + "ĠднÑı": 107332, + "ĠëĴ¤": 107333, + "ाà¤ķर": 107334, + "ì²ĺëŁ¼": 107335, + "âĢĮØ¢": 107336, + "hangi": 107337, + "è¡ĮæĶ¿": 107338, + "aliyet": 107339, + "Ġì²ľ": 107340, + "ĠYap": 107341, + "à¹Ĥรà¸ĩ": 107342, + "ì§Ģëħ¸": 107343, + "ÙİÙij": 107344, + "ÎijÎĻ": 107345, + "ána": 107346, + "andır": 107347, + "ระà¸ļà¸ļ": 107348, + "oÄŁlu": 107349, + "าà¸Īะ": 107350, + "ẩy": 107351, + "اÙĪÙĦ": 107352, + "ĠмаÑĤеÑĢÑĸ": 107353, + "ÎŁÎĿ": 107354, + "Ġinformace": 107355, + "تع": 107356, + "à¸ļà¸Ļ": 107357, + "ĠÄĮeské": 107358, + "Ġtemel": 107359, + "::::::::::::::::::::::::::::::::": 107360, + "Ġchia": 107361, + "-Ñģ": 107362, + "неÑĢг": 107363, + "Ġì°¾": 107364, + "ÑĢид": 107365, + "лоÑģÑĮ": 107366, + "زÙĦ": 107367, + "ê°ĢëĬĶ": 107368, + "ané": 107369, + "ĠнавÑĸÑĤÑĮ": 107370, + "ä¸ĵä¸ļ": 107371, + "Ġ경기": 107372, + "ĠpÅĻev": 107373, + "еÑĤи": 107374, + "ĠíĶĮ": 107375, + "нÑıÑĤ": 107376, + "à¥ģश": 107377, + "лÑİд": 107378, + "виÑī": 107379, + "å°¾": 107380, + "çļĦäºĭ": 107381, + "ĠëIJľ": 107382, + "رÙĪÙģ": 107383, + "Ġ女": 107384, + "κή": 107385, + "ĠTuy": 107386, + "Ġê²ĥìĿĦ": 107387, + "Ġbunu": 107388, + "ĠÑĢазлиÑĩ": 107389, + "ĠDün": 107390, + "ãĤŃãĥ£": 107391, + "ÑĢÑĥÑģ": 107392, + "Ġмм": 107393, + "loven": 107394, + "Ġotev": 107395, + "noloj": 107396, + "ESÄ°": 107397, + "üp": 107398, + "ĠèĤ": 107399, + "ικÏĮÏĤ": 107400, + "ضاء": 107401, + "ĠпеÑĩ": 107402, + "ÅĻÃŃklad": 107403, + "ãģĵãĤį": 107404, + "Å¡tÃŃ": 107405, + "Ġبرگ": 107406, + "ãģĮãģĤãĤĭ": 107407, + "ÑĸÑģÑĤ": 107408, + "à¥īà¤ķ": 107409, + "ÏĢη": 107410, + "ĠاÙĦÙħست": 107411, + "Ġзай": 107412, + "ĠchÆ°Æ¡ng": 107413, + "оÑĤÑĥ": 107414, + "ĠСам": 107415, + "Å¡et": 107416, + "ĠìŀĪìĹĪ": 107417, + "ĠÙģار": 107418, + "Ñĸон": 107419, + "ãĥĹãĥŃ": 107420, + "Ġnhiá»ĩt": 107421, + "inizi": 107422, + "Ġcož": 107423, + "Ġà¤Ĩन": 107424, + "Ġsystém": 107425, + "رÙĪع": 107426, + "ayet": 107427, + "ĠÙģرÙĩÙĨÚ¯": 107428, + "Ġè¶": 107429, + "èģ·": 107430, + "è§Ĥçľĭ": 107431, + "нок": 107432, + "à¸IJาà¸Ļ": 107433, + "êµIJìľ¡": 107434, + "kla": 107435, + "ãĤģãģ¦": 107436, + "ÎķÎĻ": 107437, + "åĿĹ": 107438, + "ĠskuteÄį": 107439, + "à¥Ĥà¤ľ": 107440, + "ãģijãģ¦": 107441, + "NGC": 107442, + "ĠåĢ": 107443, + "ĠÑĢозп": 107444, + "nÃŃků": 107445, + "ãĥ³ãĤ¹": 107446, + "ĠÐĴеÑĢ": 107447, + "Ġyüzde": 107448, + "Ġ미êµŃ": 107449, + "ĠÙħÙī": 107450, + "деÑĢ": 107451, + "ава": 107452, + "Ġmerkez": 107453, + "įng": 107454, + "ĠìĤ¼": 107455, + "ĠÑĢобоÑĤи": 107456, + "ĠнÑĮого": 107457, + "Ġеконом": 107458, + "ĠÑĩеловека": 107459, + "Ġà¸ŀระ": 107460, + "ãĥĴ": 107461, + "ãģ£ãģ¦ãģĦ": 107462, + "ä¼Ĺ": 107463, + "ĠпÑĢодÑĥкÑĤ": 107464, + "Ġyanı": 107465, + "à¥Ģवन": 107466, + "ĠcáºŃp": 107467, + "ĠAvrupa": 107468, + "ाà¤Ń": 107469, + "ĠìłĦìļ©": 107470, + "æķ£": 107471, + "ĠìľĦíķľ": 107472, + "ÑħодиÑĤÑĮ": 107473, + "Ġsınır": 107474, + "ücret": 107475, + "suz": 107476, + "æ¨Ĥ": 107477, + "Ġì°½": 107478, + "ÏģίοÏħ": 107479, + "åĪļ": 107480, + "Ø®ÙĦ": 107481, + "ëłĩê²Į": 107482, + "جد": 107483, + "ĠμαÏĤ": 107484, + "áºŃm": 107485, + "kara": 107486, + "ãĤ«ãĥ¼": 107487, + "Ġkterou": 107488, + "ìĽ¨": 107489, + "ÑĦиÑĨи": 107490, + "oÄŁraf": 107491, + "ĠнапÑĢи": 107492, + "ãģijãģ©": 107493, + "Ġéļ": 107494, + "تباÙĦ": 107495, + "ëŁ½": 107496, + "ìĶ¨": 107497, + "íĮĮìĿ¼": 107498, + "Ïĩα": 107499, + "Ġuzak": 107500, + "Ġdòng": 107501, + "ĠголоÑģ": 107502, + "ÏĥÏĦή": 107503, + "ιλ": 107504, + "Ø·Ùģ": 107505, + "Ġê·¸ëħĢ": 107506, + "ãĤ¿ãĤ¤": 107507, + "اÙĨÚ¯": 107508, + "inou": 107509, + "лон": 107510, + "à¹ĩม": 107511, + "Ġबद": 107512, + "Ġkonusunda": 107513, + "Ġnâng": 107514, + "ãģ¾ãģĽãĤĵ": 107515, + "ÑĥÑİÑĤÑĮÑģÑı": 107516, + "åŁ¹": 107517, + "енко": 107518, + "ìłij": 107519, + "ĠÑĤов": 107520, + "ĠtÅĻeba": 107521, + "زاÙĨ": 107522, + "isyon": 107523, + "Ġген": 107524, + "ĠPokud": 107525, + "âĢĮاÙĨد": 107526, + "ĠгÑĢÑĥд": 107527, + "ĠخرÛĮد": 107528, + "λλα": 107529, + "ĠpÅĻÃŃm": 107530, + "Ġæ³ķ": 107531, + "ĠزÙĨدگÛĮ": 107532, + "ạp": 107533, + "ĠíĬ¸": 107534, + "ĠÄijá»Ļc": 107535, + "Ġê·¸ë¦¬ê³ł": 107536, + "низ": 107537, + "ĠÙĬÙĤ": 107538, + "laÅŁtır": 107539, + "ĠпÑĢаво": 107540, + "ÑĥÑģк": 107541, + "å°½": 107542, + "Ġपड": 107543, + "éĵģ": 107544, + "Ġì·¨": 107545, + "ĠاÙĦبÙĬ": 107546, + "¸": 107547, + "ิมà¸ŀ": 107548, + "ĠsvÄĽ": 107549, + "Ġбал": 107550, + "Ġmôn": 107551, + "ĠDữ": 107552, + "ĠشدÙĨ": 107553, + "ĠÙģÙĦ": 107554, + "Ġvznik": 107555, + "Ġchứ": 107556, + "ĠÑģÑĤÑĢÑĥкÑĤÑĥ": 107557, + "縣": 107558, + "ĠHoa": 107559, + "íĮĢ": 107560, + "ĠÑĢÑĸÑĪ": 107561, + "ĠвоздÑĥ": 107562, + "олÑĮÑĪ": 107563, + "οÏħμε": 107564, + "ูà¸Ļ": 107565, + "ĠпÑĢид": 107566, + "ilmek": 107567, + "ĠاÙĦÙĤر": 107568, + "Įĵ": 107569, + "Ġuç": 107570, + "å¨ĺ": 107571, + "ecektir": 107572, + "ĠíħĮ": 107573, + "ĠεÏħ": 107574, + "Ġhòa": 107575, + "ÏģÏħ": 107576, + "ึà¸ģษา": 107577, + "ĠÑĤеÑħнолог": 107578, + "úi": 107579, + "Ġbilgiler": 107580, + "ĠÙĤاÙĦ": 107581, + "edl": 107582, + "znám": 107583, + "ály": 107584, + "åºĶ该": 107585, + "алÑĮний": 107586, + "аÑĤелÑı": 107587, + "à¸Ļวà¸Ļ": 107588, + "ĠÐŁÐ¾Ð»": 107589, + "à¸ŀà¸Ļ": 107590, + "礼": 107591, + "Ġtasar": 107592, + "ĠÑĤой": 107593, + "ĠмеÑģÑı": 107594, + "ĠиÑģк": 107595, + "Ġपद": 107596, + "γή": 107597, + "اختÙĩ": 107598, + "è¿ĻéĩĮ": 107599, + "Ġchá»īnh": 107600, + "ĠÙĤسÙħ": 107601, + "ÙİÙĩ": 107602, + "erli": 107603, + "åĽ½éĻħ": 107604, + "iliyor": 107605, + "ĠØ´ÙĩرستاÙĨ": 107606, + "Ġvelk": 107607, + "åĽº": 107608, + "ĠбÑĸлÑĮÑĪ": 107609, + "ãĥ¼ãĥĹ": 107610, + "æŁIJ": 107611, + "ì§ľ": 107612, + "ĠÄĮR": 107613, + "Ġдек": 107614, + "ربÛĮ": 107615, + "овиÑĩ": 107616, + "Ġkapsam": 107617, + "ĠÙĦØ£": 107618, + "ĠанÑĤи": 107619, + "Ġücret": 107620, + "견": 107621, + "оÑĢож": 107622, + "ÛĮÙħÛĮ": 107623, + "è©ķ": 107624, + "Ġë§ŀ": 107625, + "ĠÑĢÑıд": 107626, + "ĠÙĩÙħراÙĩ": 107627, + "âr": 107628, + "ابت": 107629, + "ĠиÑģполÑĮзоваÑĤÑĮ": 107630, + "кÑģ": 107631, + "âī¡": 107632, + "Ġolay": 107633, + "èį¯": 107634, + "Ġoprav": 107635, + "ĠدربارÙĩ": 107636, + "Ġä¸ŃåĽ½": 107637, + "илÑģÑı": 107638, + "åį«": 107639, + "ĠاÙĦاست": 107640, + "ÙĪÛĮÛĮ": 107641, + "ÑĢеÑĪ": 107642, + "ĠÙĨس": 107643, + "ãĢĤåľ¨": 107644, + "ĠÙĦØŃ": 107645, + "Ġkorun": 107646, + "ĠÙģرد": 107647, + "ĠобоÑĢ": 107648, + "еÑĪÑĮ": 107649, + "ĠpodmÃŃn": 107650, + "Ġë¬¸ìłľ": 107651, + "ĠdeÄŁerlendir": 107652, + "ä¸įåIJĮ": 107653, + "液": 107654, + "ाहर": 107655, + "íļį": 107656, + "à¥įà¤ł": 107657, + "иÑĤиÑģÑı": 107658, + "اÙĦع": 107659, + "ĠdvÄĽ": 107660, + "ĠпеÑĢек": 107661, + "Ġåħĥ": 107662, + "Ġaras": 107663, + "Ġaltında": 107664, + "Ġвза": 107665, + "æĴĥ": 107666, + "Ġmilyon": 107667, + "ĠåѦ": 107668, + "ĠваÑĢи": 107669, + "ĠاÙĦعاÙĦÙħ": 107670, + "'Ñı": 107671, + "ÙĪÛĮس": 107672, + "ĠможÑĥÑĤÑĮ": 107673, + "ãģijãģŁ": 107674, + "ìĿ´ìĹĪëĭ¤": 107675, + "οÏįν": 107676, + "ĠéŁ": 107677, + "Ġpostup": 107678, + "üyük": 107679, + "åĪĬ": 107680, + "ĠÙĤب": 107681, + "ĠاصÙĦÛĮ": 107682, + "ÙĪÙī": 107683, + "Ġrepublik": 107684, + "ĠÐĻ": 107685, + "ģm": 107686, + "Ġбел": 107687, + "ा-": 107688, + "Ñģкое": 107689, + "Ġcuá»iji": 107690, + "è²·": 107691, + "ียว": 107692, + "éĩįè¦ģ": 107693, + "ูม": 107694, + "ĠÑĢозвиÑĤкÑĥ": 107695, + "Ġë°±": 107696, + "åĥ¹": 107697, + "Ġåīį": 107698, + "à¹Ħà¸ĭ": 107699, + "ãĢĮâĢ¦âĢ¦": 107700, + "à¥Įत": 107701, + "کرد": 107702, + "ĠzaÅĻÃŃzenÃŃ": 107703, + "สาร": 107704, + "Ġletech": 107705, + "lemek": 107706, + "人ãģ®": 107707, + "Ġdưỡng": 107708, + "تÙĤ": 107709, + "Ġåĵ": 107710, + "åħ»": 107711, + "Ġëıħ": 107712, + "Ġ루": 107713, + "Ø°ÙĦÙĥ": 107714, + "ĠìĿ¼ë³¸": 107715, + "ĠAyrıca": 107716, + "ĠÙ¾Úĺ": 107717, + "isinin": 107718, + "Ġìĭ¶": 107719, + "Ú¯ÛĮرÛĮ": 107720, + "خصص": 107721, + "³ç´°": 107722, + "ĠмаÑĤеÑĢиал": 107723, + "kové": 107724, + "ë§ī": 107725, + "ãģķãģĽ": 107726, + "ĠÑĤакой": 107727, + "ĠtráºŃn": 107728, + "ĠлиÑĨ": 107729, + "ĠåĽĽ": 107730, + "ÑĩÑĥ": 107731, + "Ġæ°´": 107732, + "Ġdolay": 107733, + "å½¹": 107734, + "ÑĢива": 107735, + "ĠгÑĢÑĥпп": 107736, + "Ġmümkün": 107737, + "лена": 107738, + "ëĿ¼ëĬĶ": 107739, + "åĪ©çĶ¨": 107740, + "Ġrahat": 107741, + "ï¼ıï¼ıï¼ıï¼ı": 107742, + "æģ©": 107743, + "ĠíķŃ": 107744, + "ĠíĴ": 107745, + "ĠìĬ¹": 107746, + "Ġchân": 107747, + "ĠãĤ¨": 107748, + "Ġжизни": 107749, + "çĸij": 107750, + "ãĢĤä»ĸ": 107751, + "리ìĬ¤": 107752, + "ÑĩиÑħ": 107753, + "Ġé¦ĸ": 107754, + "ÄĽr": 107755, + "ĠйомÑĥ": 107756, + "ĠtháºŃt": 107757, + "Ġìķŀ": 107758, + "cih": 107759, + "سÙĦاÙħ": 107760, + "Ġsiyas": 107761, + "ĠíĸĪ": 107762, + "ĠкоÑĪ": 107763, + "Ïĥαν": 107764, + "ÙĬاÙĨ": 107765, + "Ġdö": 107766, + "ाहत": 107767, + "оÑĢод": 107768, + "оваÑı": 107769, + "ÑĨионалÑĮ": 107770, + "ائÙĩ": 107771, + "Ġà¤ĸर": 107772, + "ĠÄijá»Ŀi": 107773, + "ä¸įä¼ļ": 107774, + "Ùĥز": 107775, + "ีà¸Ħวาม": 107776, + "lıyor": 107777, + "à¥ĭद": 107778, + "Ġ충": 107779, + "Ġcá»ij": 107780, + "à¹Ĥà¸ķ": 107781, + "ĠεÏĢί": 107782, + "ĠпÑĢÑıм": 107783, + "æ³°": 107784, + "اÙĦØ©": 107785, + "jÃŃm": 107786, + "Ġби": 107787, + "Å¡em": 107788, + "ĠHá»Ļi": 107789, + "à¸Ħรà¸ĩ": 107790, + "Ġhuyá»ĩn": 107791, + "ç¯Ģ": 107792, + "liÅ¡": 107793, + "ĠجÙĩت": 107794, + "ç§ĭ": 107795, + "ĠÑĨел": 107796, + "ĠлÑĸÑĤ": 107797, + "Ġæ·": 107798, + "жÑĥ": 107799, + "ãģĪãģŁ": 107800, + "ë´ī": 107801, + "Ġ머": 107802, + "åł´åIJĪ": 107803, + "éĿ©": 107804, + "ãĥªãĥ³": 107805, + "егда": 107806, + "Ġbenim": 107807, + "缣": 107808, + "ãģ®ä¸Ń": 107809, + "åĿIJ": 107810, + "ĠÃľniversitesi": 107811, + "ĠkoÅŁ": 107812, + "Ġпож": 107813, + "iá»ĩp": 107814, + "ĠpÅĻij": 107815, + "ëŀ¨": 107816, + "ĠاÙĦأس": 107817, + "árnÃŃ": 107818, + "iếm": 107819, + "ĠèĬ": 107820, + "Ġδε": 107821, + "娱ä¹IJ": 107822, + "ĠÆ°u": 107823, + "ĠçĦ¡": 107824, + "ĠгÑĢи": 107825, + "ĠпоÑįÑĤомÑĥ": 107826, + "ĠÄijóng": 107827, + "جاÙĨ": 107828, + "Ġnghiên": 107829, + "ĠاÙĦاÙĨ": 107830, + "ÑĪей": 107831, + "à¹ģรà¸ģ": 107832, + "ĠÚĨÙĩار": 107833, + "ÑİÑīий": 107834, + "ÏĮÏģ": 107835, + "ĠرÙħ": 107836, + "ì²ł": 107837, + "ĠدستگاÙĩ": 107838, + "ĠدÛĮد": 107839, + "ãĥĥãĤ¯ãĤ¹": 107840, + "ामन": 107841, + "ĠThÃłnh": 107842, + "Ġthẩm": 107843, + "ĠcÃłng": 107844, + "ĠdönÃ¼ÅŁ": 107845, + "ĠпÑĢигоÑĤов": 107846, + "ĠkiÅŁi": 107847, + "ØŃت": 107848, + "Ġë²ķ": 107849, + "é£Ľ": 107850, + "Ġitibar": 107851, + "Ġглав": 107852, + "Ġortam": 107853, + "Ġmadd": 107854, + "ĠоÑģÑĤав": 107855, + "ĠÙģÙĪتباÙĦ": 107856, + "ĠanlaÅŁ": 107857, + "leyen": 107858, + "ç´Ģ": 107859, + "Ġé£": 107860, + "/lo": 107861, + "ÙħÙĪÙĦ": 107862, + "ĠдÑĥÑħ": 107863, + "ĠÙĦب": 107864, + "лег": 107865, + "Ġgönder": 107866, + "ÙĬØ·": 107867, + "Ġสำ": 107868, + "Ġvás": 107869, + "ĠÐŁÐµÑĤ": 107870, + "алоÑģÑı": 107871, + "ì¿ł": 107872, + "éĻ½": 107873, + "åĸ®": 107874, + "èĪŀ": 107875, + "нÑĥл": 107876, + "ÄŁine": 107877, + "Ġghi": 107878, + "Ġçµ": 107879, + "ÙĬÙĨÙĬ": 107880, + "Ž": 107881, + "Ġhüküm": 107882, + "ĠDÄ±ÅŁ": 107883, + "ĠÎŃÏĩει": 107884, + "ĠÑģка": 107885, + "ĠÑĤим": 107886, + "ĠпоÑģÑĤав": 107887, + "à¸Ļาà¸Ķ": 107888, + "dül": 107889, + "Ġdva": 107890, + "Ġà¸Ħà¸Ļ": 107891, + "Ġchá»ĭu": 107892, + "Ġèı": 107893, + "à¹ģสà¸Ķà¸ĩ": 107894, + "æ°£": 107895, + "ĠíĪ¬": 107896, + "ĠÑĩин": 107897, + "ãģ«ãģĬ": 107898, + "енноÑģÑĤи": 107899, + "ÐIJÐĿ": 107900, + "Ġhemen": 107901, + "Ġait": 107902, + "Ġà¤Ĭ": 107903, + "æī§": 107904, + "ĠABD": 107905, + "Ġκαθ": 107906, + "æ´Ľ": 107907, + "ãĤ¢ãĥ«": 107908, + "à¹īาà¸Ĺ": 107909, + "ÅĻez": 107910, + "dÄĽji": 107911, + "Ġtá»ĭch": 107912, + "еннÑıм": 107913, + "ĠвÑģÑĤанов": 107914, + "ĠاÙĦبر": 107915, + "ÙĪÙħتر": 107916, + "kách": 107917, + "åºĬ": 107918, + "лÑĥж": 107919, + "Ġتد": 107920, + "丽": 107921, + "رخ": 107922, + "à¤Ĥà¤ĸ": 107923, + "èĩªå·±çļĦ": 107924, + "å®ĺç½ij": 107925, + "-Ñı": 107926, + "à¹ĩà¸Ķ": 107927, + "èĦļ": 107928, + "Ġçķ": 107929, + "Ġiçerisinde": 107930, + "Ġbiá»ĥn": 107931, + "Ġà¸ģล": 107932, + "ĠyaÄŁ": 107933, + "Ġæ´": 107934, + "ĠбÑĢа": 107935, + "عار": 107936, + "æĪ°": 107937, + "à¥ĢĊ": 107938, + "ĠléÄį": 107939, + "aların": 107940, + "ĠÎĸ": 107941, + "аÑĢÑı": 107942, + "ãģĿãĤĵãģª": 107943, + "ÅĪuje": 107944, + "ãĢĢĠ": 107945, + "ĠsaÄŁlık": 107946, + "ĠдоÑģлÑĸд": 107947, + "ÃŃÅ¡": 107948, + "à¥įरश": 107949, + "à¥īन": 107950, + "Ġgiả": 107951, + "بÙĪاسطة": 107952, + "å®ģ": 107953, + "Ġsoud": 107954, + "ĠкÑĤо": 107955, + "esel": 107956, + "Ġпам": 107957, + "ĠÂłĠ": 107958, + "ĠÄįlov": 107959, + "æ··": 107960, + "หà¸į": 107961, + "ĠOsman": 107962, + "æ¦Ĥ": 107963, + "Ġåĭ": 107964, + "ï¼Įåħ¶": 107965, + "Ġà¸Ħร": 107966, + "Ġmá»ģm": 107967, + "ĠÑģоÑĢ": 107968, + "çĨ±": 107969, + "Ġthuê": 107970, + "رج": 107971, + "à¹Ĥลà¸ģ": 107972, + "Ġíķĺê³ł": 107973, + "ÙĬدة": 107974, + "ĠaÅŁaģı": 107975, + "Ġká»ĥ": 107976, + "à¸ķำ": 107977, + "λει": 107978, + "çļĦè¯Ŀ": 107979, + "æ±ł": 107980, + "ĠÑģÑĤен": 107981, + "Ġincel": 107982, + "åºŃ": 107983, + "ÑĤоÑĩ": 107984, + "Ġproblém": 107985, + "ÏĦÏĥ": 107986, + "à¹īà¸Ńà¸Ļ": 107987, + "ë³´ëĭ¤": 107988, + "Ġà¤Ĩà¤Ĺ": 107989, + "ναÏĤ": 107990, + "ãģĦãĤĭ": 107991, + "Ġdục": 107992, + "Ġtohoto": 107993, + "ëIJĺìĹĪëĭ¤": 107994, + "TJ": 107995, + "ĠвизнаÑĩ": 107996, + "ĠBunun": 107997, + "à¤Ĥबर": 107998, + "ĠÙĩÙħÚĨÙĨÛĮÙĨ": 107999, + "ĠбÑİдж": 108000, + "ÑĥÑĢг": 108001, + "亮": 108002, + "Ġμεγ": 108003, + "Ġtoplum": 108004, + "ãģ£ãģ": 108005, + "оÑĤо": 108006, + ":|": 108007, + "éĿŀ常": 108008, + "ิà¸Ĺà¸ĺ": 108009, + "éģķ": 108010, + "âĢĮپدÛĮ": 108011, + "ĠзÑĢоб": 108012, + "à¹Įà¸Ķ": 108013, + "Ġдолжен": 108014, + "ĠmÄĽsta": 108015, + "ÛĮØ´Ùĩ": 108016, + "vatel": 108017, + "Ġprovoz": 108018, + "Ġinan": 108019, + "à¤Ĥप": 108020, + "Ġparç": 108021, + "ÑĢаÑģÑĤ": 108022, + "ümü": 108023, + "Ġgiá»ijng": 108024, + "欢": 108025, + "Ø«ÙĬر": 108026, + "ĠBakan": 108027, + "ĠâĪ¨": 108028, + "ĠباÙĨ": 108029, + "Û±Û¸": 108030, + "ãĤĤãģĨ": 108031, + "landı": 108032, + "Ġyeniden": 108033, + "ÑĨенÑĤ": 108034, + "ĠдеÑıÑĤелÑĮ": 108035, + "Щ": 108036, + "Ġrov": 108037, + "å®Įåħ¨": 108038, + "ĠKỳ": 108039, + "slu": 108040, + "Ġlấy": 108041, + "é¤IJ": 108042, + "ĠÑĩолов": 108043, + "ä¼Ŀ": 108044, + "ĠbaÅŁv": 108045, + "å°Ī": 108046, + "곡": 108047, + "ãĢģãģĿãĤĮ": 108048, + "ĠPÅĻÃŃ": 108049, + "дем": 108050, + "ĠпÑĢоек": 108051, + "รà¸ĸ": 108052, + "建设": 108053, + "Ġможлив": 108054, + "殺": 108055, + "ãģ¡ãĤĥãĤĵ": 108056, + "æķij": 108057, + "ĠÄįty": 108058, + "é¦Ĩ": 108059, + "оÑĢÑĥ": 108060, + "ĠæĦ": 108061, + "ĠkÃŃch": 108062, + "λοÏħ": 108063, + "ãģĦãģ¤": 108064, + "ĠcÄĥn": 108065, + "ẵ": 108066, + "Ġelde": 108067, + "麻": 108068, + "ÄŁe": 108069, + "ĠdobÄĽ": 108070, + "ायर": 108071, + "Ġãĥı": 108072, + "нен": 108073, + "Ġmůžete": 108074, + "ĠнаÑģÑĤÑĥп": 108075, + "ìĭľê°Ħ": 108076, + "ĠÑģимпÑĤом": 108077, + "ĠÏĥÏį": 108078, + "ĠسÙĦ": 108079, + "εκ": 108080, + "รà¸ĵ": 108081, + "áte": 108082, + "ekler": 108083, + "ĠвÑĢемени": 108084, + "âĢĮÙĩاÛĮÛĮ": 108085, + "ãģĬãĤĬ": 108086, + "жи": 108087, + "ÑĭваеÑĤÑģÑı": 108088, + "ÙħاÙĨÛĮ": 108089, + "à¸ķล": 108090, + "Ġصد": 108091, + "Ġвол": 108092, + "ìĬĪ": 108093, + "ĠÙĥÙħا": 108094, + "Ġnhằm": 108095, + "èģ¯": 108096, + "ovacÃŃ": 108097, + "Ġë§Įëĵ¤": 108098, + "ÙĪÙ¾": 108099, + "Ġë¸Į": 108100, + "بÙĬØ©": 108101, + "uyla": 108102, + "лено": 108103, + "èĮ¶": 108104, + "ÑĢей": 108105, + "Ġkli": 108106, + "Ġüzerinden": 108107, + "неÑĤ": 108108, + "raÄį": 108109, + "ĠпÑĢаÑĨÑİ": 108110, + "Ġediyor": 108111, + "ãģıãģł": 108112, + "ĠÄįast": 108113, + "iyi": 108114, + "éĬĢ": 108115, + "Ġdù": 108116, + "Ùİب": 108117, + "ÙĪÙĬØ©": 108118, + "åª": 108119, + "Ġsınıf": 108120, + "Ġساعت": 108121, + "Ġราย": 108122, + "ĠзаÑıв": 108123, + "Ġgặp": 108124, + "à¸Ńว": 108125, + "ĠØ«Ùħ": 108126, + "ĠZá": 108127, + "ĠвÑĸдк": 108128, + "izik": 108129, + "Ġmón": 108130, + "ĠповÑĭÑĪ": 108131, + "Ġà¸ļาà¸Ĺ": 108132, + "ĠÑģил": 108133, + "æĥħåł±": 108134, + "Âłt": 108135, + "ĠÐľÐ¾Ñģк": 108136, + "Ġê²ĥìĿ´ëĭ¤": 108137, + "ĠçIJ": 108138, + "ĠÙħدÛĮرÛĮت": 108139, + "овоÑĹ": 108140, + "Το": 108141, + "纪": 108142, + "нÑĸÑĪе": 108143, + "ĠÐĽÑİ": 108144, + "ηÏĥη": 108145, + "ĠÙĨسبت": 108146, + "muz": 108147, + "รว": 108148, + "ãĢģãģĤ": 108149, + "Ġболез": 108150, + "Ġtrách": 108151, + "ãĥ¦": 108152, + "à¹Ģà¸Ĥา": 108153, + "Ġê·¸ëĬĶ": 108154, + "برÛĮ": 108155, + "æłª": 108156, + "ëĿ¼ìĿ´": 108157, + "ĠíĮ¨": 108158, + "íĬ¹": 108159, + "ľ´": 108160, + "िड": 108161, + "ÑĢоме": 108162, + "讲": 108163, + "ĠÑĤон": 108164, + "ÑģÑĸ": 108165, + "Ġç®": 108166, + "åıĸãĤĬ": 108167, + "ì°°": 108168, + "ĠÙĪÙĦÛĮ": 108169, + "ĠسطØŃ": 108170, + "èıľ": 108171, + "нами": 108172, + "Türk": 108173, + "åİĤ": 108174, + "Ġfinan": 108175, + "ãģ«ãģªãĤĭ": 108176, + "Ġoby": 108177, + "Trong": 108178, + "Ġvyp": 108179, + "à¥ģड": 108180, + "ìŀIJê°Ģ": 108181, + "ĠæīĢ": 108182, + "ÐĹа": 108183, + "umlu": 108184, + "ëĵĿ": 108185, + "ĠменÑĸ": 108186, + "олниÑĤелÑĮ": 108187, + "ĠúÄįin": 108188, + "Ġbunun": 108189, + "ĠÐłÐ¾ÑģÑģии": 108190, + "вÑģÑı": 108191, + "ĠнÑĸж": 108192, + "ิà¸Ķà¸ķ": 108193, + "غة": 108194, + "Äļ": 108195, + "ĠسÙħ": 108196, + "ĠÐĺз": 108197, + "à¥ĩप": 108198, + "大çļĦ": 108199, + "ì¹ľ": 108200, + "ĠиÑģÑĤ": 108201, + "ĠконÑģÑĤÑĢÑĥк": 108202, + "Û±Û²": 108203, + "âl": 108204, + "ĠÑĪиÑĢ": 108205, + "ï¼ł": 108206, + "Ġartık": 108207, + "æŁĵ": 108208, + "乡": 108209, + "ÃŃte": 108210, + "ĠNháºŃt": 108211, + "ĠÎĶη": 108212, + "Ġölç": 108213, + "êµ´": 108214, + "оÑıн": 108215, + "ëĵ±ë¡Ŀ": 108216, + "Ġngân": 108217, + "ĠбÑĥдÑĮ": 108218, + "ÎŁÎ¡": 108219, + "ì´": 108220, + "ÙħÙĪد": 108221, + "νον": 108222, + "ÎķÎĿ": 108223, + "çijŀ": 108224, + "ĠÅĻek": 108225, + "-âĢIJ": 108226, + "ĠMerk": 108227, + "ĠопÑĢедел": 108228, + "Ïģιν": 108229, + "лаб": 108230, + "ëĦ¤ìļĶ": 108231, + "Ġблиз": 108232, + "Ġphá»iji": 108233, + "ĠдолжнÑĭ": 108234, + "ĠÑįкÑģп": 108235, + "à¸ļà¸Ĺ": 108236, + "à¸Ľà¸£à¸°à¸ª": 108237, + "ĠÙ¾ÚĺÙĪÙĩ": 108238, + "Ġíķľëĭ¤": 108239, + "ÏĦοÏį": 108240, + "ÙĩÙĨ": 108241, + "Ġдод": 108242, + "Ġkayı": 108243, + "Łģ": 108244, + "ÑģиÑı": 108245, + "à¤Ĥतर": 108246, + "Ġpodnik": 108247, + "evi": 108248, + "ÛĮÛĮر": 108249, + "Так": 108250, + "коп": 108251, + "наÑħ": 108252, + "اسÙĩ": 108253, + "à¸ĵà¸ij": 108254, + "Ġkhá": 108255, + "Ġyarat": 108256, + "ĠاÛĮÙĨÚ©Ùĩ": 108257, + "طبÙĬ": 108258, + "Ġsır": 108259, + "ĠØ¢ÙħرÛĮکا": 108260, + "Ġबल": 108261, + "kaç": 108262, + "Ġåı¯": 108263, + "Ġåħ¶": 108264, + ".***": 108265, + "лÑĸннÑı": 108266, + "ä¹±": 108267, + "oq": 108268, + "æ¦": 108269, + "ãĤ¼": 108270, + "Ġfır": 108271, + "Ġkê": 108272, + "Ġìłľê³µ": 108273, + "ĠÏĥη": 108274, + "анÑĭ": 108275, + "нова": 108276, + "à¸Ĭาย": 108277, + "ĠØ·ÙĪÙĦ": 108278, + "à¥Īय": 108279, + "Ġì¹ľ": 108280, + "ìĤ´": 108281, + "ĠпÑĸв": 108282, + "ĠluáºŃn": 108283, + "Ġà¤īम": 108284, + "åºĥ": 108285, + "à¹ĩà¸Ńà¸ķ": 108286, + "ĠساÛĮت": 108287, + "лÑıн": 108288, + "ĠíķĦìļĶ": 108289, + "Ġgörül": 108290, + "ĠÑĤеÑĢиÑĤоÑĢ": 108291, + "ĠÙĨØŃ": 108292, + "ема": 108293, + "Ġmnoh": 108294, + "Ġãģ¯": 108295, + "غÙĬر": 108296, + "ĠÑģделаÑĤÑĮ": 108297, + "çģµ": 108298, + "ĠÐłÐ°Ð·": 108299, + "ĠгеÑĢ": 108300, + "γμα": 108301, + "íķĺë©´": 108302, + "ĠdeÄŁiÅŁtir": 108303, + "ãĥ³ãĥĨ": 108304, + "å¸Ĥåľº": 108305, + "个人": 108306, + "ìĥĪ": 108307, + "침": 108308, + "èīº": 108309, + "ÙĤت": 108310, + "ĠگرÙģتÙĩ": 108311, + "Ġçİĭ": 108312, + "ĠاÙĦØ°Ùĩ": 108313, + "λÏħ": 108314, + "à¤ľà¤°": 108315, + "Ġвним": 108316, + "ë¦Ń": 108317, + "ิà¸Ĺ": 108318, + "ĠشاÙĩ": 108319, + "æĬķèµĦ": 108320, + "æĿIJæĸĻ": 108321, + "ĠÙĨÙģ": 108322, + "説": 108323, + "æĬĹ": 108324, + "Ġаб": 108325, + "iyeti": 108326, + "ç¾ħ": 108327, + "ÑĢÑĸз": 108328, + "Ġสม": 108329, + "icÃŃ": 108330, + "кÑĥваннÑı": 108331, + "Ġìķ¼": 108332, + "Ġè½": 108333, + "âĢ«": 108334, + "Ġδιά": 108335, + "Ġдеп": 108336, + "ãĥ¼ãĤ¿": 108337, + "Ġobjev": 108338, + "ména": 108339, + "Ġbelg": 108340, + "Ġæ¥": 108341, + "Ġná»ģn": 108342, + "Ġгол": 108343, + "Ġpostav": 108344, + "Ġتک": 108345, + "Ы": 108346, + "ĠпÑĸдÑĤ": 108347, + "ĠоÑĤноÑĪ": 108348, + "ĠпÑĢив": 108349, + "ĠåŁº": 108350, + "Ġнали": 108351, + "ůž": 108352, + "Ġyat": 108353, + "ÅŁa": 108354, + "ÏĦήÏĤ": 108355, + "ÑĨем": 108356, + "次æķ°": 108357, + "ĠbÃł": 108358, + "ÙĪÙĥ": 108359, + "ĠíĶĦë¡ľ": 108360, + "ĠPháp": 108361, + "Ġêµ°": 108362, + "è³ŀ": 108363, + "Ġochran": 108364, + "Ġgerekir": 108365, + "Ġíļ": 108366, + "à¸ļล": 108367, + "áme": 108368, + "ĠبÛĮر": 108369, + "à¸Ĥาย": 108370, + "ований": 108371, + "Ġmožné": 108372, + "âĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģ": 108373, + "álu": 108374, + "нÑĤ": 108375, + "¦æĥħ": 108376, + "à¹ģรม": 108377, + "ĠÑĦÑĸн": 108378, + "Ġİç": 108379, + "à¹Īà¸Ńย": 108380, + "겨": 108381, + "Ġhedef": 108382, + "ĠاÙĦÙħØ´": 108383, + "à¹īาม": 108384, + "å¯Ħ": 108385, + "Ġëĭµ": 108386, + "Ġô": 108387, + "лаÑģÑı": 108388, + "Ä°T": 108389, + "à¸Ķำ": 108390, + "Ġherhangi": 108391, + "Ġgereken": 108392, + "еÑĢеж": 108393, + "ÙĪØ©": 108394, + "ĠpÅĻest": 108395, + "ç§ijåѦ": 108396, + "оÑģÑĤаÑĤ": 108397, + "ünden": 108398, + "åĮħæĭ¬": 108399, + "ĠدÙĩد": 108400, + "ÑĪиÑģÑĮ": 108401, + "неÑĢ": 108402, + "Ñĸдом": 108403, + "Ġbiç": 108404, + "ìĭŃ": 108405, + "Ġhodnot": 108406, + "ĠzemÄĽ": 108407, + "ĠاÛĮجاد": 108408, + "Ġyine": 108409, + "िण": 108410, + "ĠاÙĦبÙĦ": 108411, + "ĠNÄĽ": 108412, + "Ġpolož": 108413, + "éĺħ读": 108414, + "å¸ģ": 108415, + "å¼Ł": 108416, + "ξε": 108417, + "ĠMá»Ļt": 108418, + "ç£": 108419, + "Û±Û³Û¹": 108420, + "Ġآز": 108421, + "ãģŀ": 108422, + "ĠмеÑħ": 108423, + "ยม": 108424, + "Ġæ¨": 108425, + "Ġotur": 108426, + "Ġdầu": 108427, + "Ġëĭ¤ìļ´": 108428, + "çĮ«": 108429, + "ĠCó": 108430, + "ĠlidÃŃ": 108431, + "ĠarkadaÅŁ": 108432, + "Ġαλλά": 108433, + "é¡»": 108434, + "ĠÙĩÙħÛĮÙĨ": 108435, + "転": 108436, + "ĠâĹĭ": 108437, + "ëıĦë¡Ŀ": 108438, + "Âĥ": 108439, + "âĢĮشدÙĩ": 108440, + "ĠØŃÙĬØ«": 108441, + "Ġnhóm": 108442, + "ÏĥÏĩ": 108443, + "ĠÑĤÑĢанÑģп": 108444, + "Ġtanım": 108445, + "ç´į": 108446, + "Ġbahis": 108447, + "举": 108448, + "ĠинÑĦоÑĢма": 108449, + "ĠÑģлож": 108450, + "Ġkraj": 108451, + "ĠØŃÙĦ": 108452, + "Ġãĥĸ": 108453, + "ĠÙĨÙĤÙĦ": 108454, + "ĠÐłÐ¾Ð·": 108455, + "ĠÎijÏħ": 108456, + "lardı": 108457, + "Ġپاس": 108458, + "ĠìĭĿ": 108459, + "ĠìłĦìļ©ë©´ìłģ": 108460, + "ĠاÙĦسÙĬ": 108461, + "باشد": 108462, + "ศาสà¸ķร": 108463, + "Ġköy": 108464, + "Ġrok": 108465, + "Ġ죽": 108466, + "ĠÑģог": 108467, + "Ġchú": 108468, + "éĺª": 108469, + "ĠÄįásti": 108470, + "ĠзвеÑĢ": 108471, + "Ġниз": 108472, + "ĠÃ¶ÄŁret": 108473, + "Ġãĥİ": 108474, + "пе": 108475, + "çĴ°": 108476, + "Ġèª": 108477, + "ÙĪÙĦÙĩ": 108478, + "Ä°M": 108479, + "/REC": 108480, + "å¡ŀ": 108481, + "ĠÐĴи": 108482, + "/loose": 108483, + "ĠпоÑħ": 108484, + "ĠgeniÅŁ": 108485, + "Ġthiá»ĩn": 108486, + "tiÄŁi": 108487, + "Ñĩие": 108488, + "онд": 108489, + "ĠпÑĢиÑģ": 108490, + "ázky": 108491, + "ĠDevlet": 108492, + "ç¦ģ": 108493, + "Ġаг": 108494, + "ilere": 108495, + "инкÑĥ": 108496, + "Ġvardı": 108497, + "ãĢĢãĢĢãĢĢĠãĢĢ": 108498, + "ĠëĨĴ": 108499, + "à¤Ĥपन": 108500, + "Ġözellik": 108501, + "éļľ": 108502, + "ìĸ´ìĦľ": 108503, + "رÙĬÙĥ": 108504, + "ÙĪبÛĮ": 108505, + "ãĥ³ãĥĢ": 108506, + "íĮ¨": 108507, + "Ġसमà¤Ŀ": 108508, + "ï¾Ĩï¾Ĩï¾Ĩï¾Ĩ": 108509, + "ĠÙģÙĨ": 108510, + "à¥Ŀ": 108511, + "Ġuveden": 108512, + "ÑĪими": 108513, + "Ġà¹Ģล": 108514, + "Ġ문ìĿĺ": 108515, + "ĠØŃرÙģ": 108516, + "Ġعب": 108517, + "ãĥ¬ãĥĵ": 108518, + "ĠæŃ£": 108519, + "ĠëĺIJëĬĶ": 108520, + "ĠÚ©ÙĨÙĨدÙĩ": 108521, + "ĠαÏħÏĦÏĮ": 108522, + "Ġ길": 108523, + "Ġifade": 108524, + "Ġyapmak": 108525, + "ãĥķãĤ©": 108526, + "Ġmẹ": 108527, + "Ġstrán": 108528, + "Ġsvou": 108529, + "Ġvždy": 108530, + "Ġtekrar": 108531, + "ิà¸į": 108532, + "Ġìĵ°": 108533, + "oÄŁu": 108534, + "ĠÚ©ÛĮÙĦ": 108535, + "ивÑģÑı": 108536, + "Ġë§IJíĸĪëĭ¤": 108537, + "ä¸Ŀ": 108538, + "à¤ıस": 108539, + "ĠÑģÑĤÑĢаÑħ": 108540, + "ĠsouÄįas": 108541, + "Ġê·¸ëŁ°": 108542, + "ĠmÃ¼ÅŁ": 108543, + "λοÏį": 108544, + "γÏī": 108545, + "ĠtÆ°á»Łng": 108546, + "Ġå·¥": 108547, + "ĠاسÙħ": 108548, + "ÑĢÑĸм": 108549, + "à¹Ģà¸Ľà¸¥": 108550, + "Ġ³³Ġ³³": 108551, + "ÙĩاÛĮÛĮ": 108552, + "寺": 108553, + "ĠسرÛĮ": 108554, + "ĠкваÑĢ": 108555, + "ĠØ´ÙħارÙĩ": 108556, + "ĠصØŃ": 108557, + "оÑģÑĤав": 108558, + "२": 108559, + "Ġà¸Ħวาม": 108560, + "íĥģ": 108561, + "éĢĤ": 108562, + "بØŃ": 108563, + "ĠdeÄŁiÅŁik": 108564, + "éĮ²": 108565, + "еди": 108566, + "Ġokol": 108567, + "ĠÑģоп": 108568, + "Ġolmayan": 108569, + "çŃij": 108570, + "Û±Û´": 108571, + "Ġinclu": 108572, + "Ġê²ĮìŀĦ": 108573, + "ÛĮستÙħ": 108574, + "Ġç©": 108575, + "ĠاÙĦÙĪÙĦاÙĬات": 108576, + "ilmektedir": 108577, + "ÃĮ": 108578, + "Ùİع": 108579, + "Ġaģır": 108580, + "è¡Ľ": 108581, + "Ġeski": 108582, + "ê°Ŀ": 108583, + "본ëĭ¤": 108584, + "人åijĺ": 108585, + "ÚĺÛĮ": 108586, + "Ġç¨": 108587, + "ĠмеÑģÑĤо": 108588, + "vů": 108589, + "à¥įरह": 108590, + "ĠطرØŃ": 108591, + "ĠابÙĨ": 108592, + "Ġhiss": 108593, + "оÑĢÑıд": 108594, + "ĠدÙģ": 108595, + "ÑĢиÑģÑĤ": 108596, + "à¸Ĭม": 108597, + "деÑĤ": 108598, + "à¹Ģหม": 108599, + "ë§ĪìĤ¬ì§Ģ": 108600, + ":.:.:": 108601, + "éħ¸": 108602, + "ĠαÏģÏĩ": 108603, + "Ġnữ": 108604, + "ĠпоÑģад": 108605, + "lum": 108606, + "ìº": 108607, + "ãģ§ãģįãĤĭ": 108608, + "ìĸµ": 108609, + "ĠاÙĦÙħد": 108610, + "нÑĸм": 108611, + "راÙĤ": 108612, + "ĠãĥĪ": 108613, + "ĠodpovÄĽ": 108614, + "Ġbirbir": 108615, + "Ġhãy": 108616, + "овий": 108617, + "æ®ĭ": 108618, + "éĥ½æĺ¯": 108619, + "迪": 108620, + "Ġaraç": 108621, + "енÑĤÑĸв": 108622, + "æĬ±": 108623, + "dál": 108624, + "ĠÄIJông": 108625, + "Ġhesap": 108626, + "ĠاÙĨساÙĨ": 108627, + "ĠÙĬÙĪÙħ": 108628, + "ĠÙĨÙĪر": 108629, + "åīĩ": 108630, + "çĹĽ": 108631, + "ĠÙĨÙĬ": 108632, + "алÑĮна": 108633, + "تباط": 108634, + "लब": 108635, + "Ġkomun": 108636, + "Ġsnad": 108637, + "åĽ£": 108638, + "رÙĬد": 108639, + "elopment": 108640, + "ĠиÑİ": 108641, + "à¥Ģ.": 108642, + "Ġkısa": 108643, + "ĠdeÄŁildir": 108644, + "à¹īาร": 108645, + "Ġsvého": 108646, + "Ġoblasti": 108647, + "ÑĪли": 108648, + "à¹Ģà¸Ĺà¸ŀ": 108649, + "ÑĢеÑĤÑĮ": 108650, + "ово": 108651, + "ĠíĤ¤": 108652, + "átky": 108653, + "ĠاÙĦÙģر": 108654, + "èĺŃ": 108655, + "ÏĦον": 108656, + "ĠÑģÑĤоиÑĤ": 108657, + "ÙħØŃ": 108658, + "Ġà¹Ħ": 108659, + "ĠÑĤебе": 108660, + "íģ´": 108661, + "ĠmÄĽla": 108662, + "æݧåĪ¶": 108663, + "ĠChủ": 108664, + "ìĬ¨": 108665, + "ÐIJТ": 108666, + "اجع": 108667, + "ìĻķ": 108668, + "ç©¿": 108669, + "олее": 108670, + "หลาย": 108671, + "Ġdvou": 108672, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 108673, + "ุà¸Ĥ": 108674, + "Ġboz": 108675, + "ิà¸Ļà¸Ħ": 108676, + "å¤Ł": 108677, + "Ġfaaliyet": 108678, + "ĠÄįÃŃs": 108679, + "ãģ»ãģ©": 108680, + "Ġ:/": 108681, + "кÑĸÑģÑĤÑĮ": 108682, + "Ġì¤Ģ": 108683, + "ÏģαÏĤ": 108684, + "Ġодно": 108685, + "æ¢ħ": 108686, + "Ñĥбли": 108687, + "ноз": 108688, + "à¹Įม": 108689, + "Ġvýrob": 108690, + "ĠκÏħ": 108691, + "ÅĻev": 108692, + "ÂłB": 108693, + "ůže": 108694, + "ä¼ļ社": 108695, + "ιβ": 108696, + "ÑĢованиÑı": 108697, + "Ġcev": 108698, + "ìĽĢ": 108699, + "álnÃŃch": 108700, + "ĠÑĢав": 108701, + "ç´§": 108702, + "åĢŁ": 108703, + "ĠÑŁ": 108704, + "ÙĪÙĨÙĬ": 108705, + "озÑı": 108706, + "Ġзов": 108707, + "Ġkolem": 108708, + "민êµŃ": 108709, + "ç¿Ĵ": 108710, + "ĠzamÄĽst": 108711, + "Ġìłij": 108712, + "ĠزÙĨ": 108713, + "ĠØ£Ùģ": 108714, + "Ġ먹": 108715, + "Ġtomto": 108716, + "Ġ첨ë¶Ģ": 108717, + "sage": 108718, + "ä¸įè¿ĩ": 108719, + "егод": 108720, + "ÑĢож": 108721, + "ĠпÑĢоÑĨед": 108722, + "à¹Įà¸Ļ": 108723, + "sanız": 108724, + "âĢŀØ·": 108725, + "æ´»åĬ¨": 108726, + "оÑĩки": 108727, + "보기": 108728, + "åŁºæľ¬": 108729, + "-Ñħ": 108730, + "лоÑģÑı": 108731, + "ĠÙĩÛĮÚĨ": 108732, + "ìĹĶ": 108733, + "Ñĩного": 108734, + "Ġà¤Ĺर": 108735, + "Ġà¤ħà¤Ĺ": 108736, + "ãħĭãħĭãħĭãħĭ": 108737, + "ĠãĤ¸": 108738, + "اسة": 108739, + "åĬĩ": 108740, + "à¹īà¸ĩ": 108741, + "Ġ커": 108742, + "nými": 108743, + "ãĥ¬ãĤ¹": 108744, + "åĭĴ": 108745, + "ĠоблаÑģÑĤÑĸ": 108746, + "ĠдÑĸÑıлÑĮноÑģÑĤÑĸ": 108747, + "ãĥ¬ãĤ¤": 108748, + "Ïĩαν": 108749, + "à¹Īาส": 108750, + "ĠФÑĢан": 108751, + "ÙĩÙĦ": 108752, + "lardır": 108753, + "ØŃات": 108754, + "ůst": 108755, + "ĠводÑĭ": 108756, + "ĠدÙĪÙĦت": 108757, + "ĠÑģпеÑĨÑĸ": 108758, + "Ġthất": 108759, + "à¸Ńาหาร": 108760, + "éłĺ": 108761, + "Ġtercih": 108762, + "ĠÏĢÏģοÏĥ": 108763, + "ĠÅĻÃŃzenÃŃ": 108764, + "è§īå¾Ĺ": 108765, + "Ġdnes": 108766, + "еÑĩно": 108767, + "ãĥĺ": 108768, + "ĠداراÛĮ": 108769, + "ĠÅŁart": 108770, + "벤": 108771, + "Ġë¶ģ": 108772, + "еÑı": 108773, + "нÑıÑĤÑĮ": 108774, + "ĠkvÄĽt": 108775, + "ĠتغÛĮÛĮر": 108776, + "é¾į": 108777, + "ĠرÙĨÚ¯": 108778, + "ï¼Įåı¯": 108779, + "Ġpiyas": 108780, + "Ġuygulan": 108781, + "ÙİØ©": 108782, + "بÙĬر": 108783, + "иваÑĤÑĮ": 108784, + "ĠíĹĪ": 108785, + "丶": 108786, + "è¿ĻäºĽ": 108787, + "Ġگر": 108788, + "罪": 108789, + "ä¸Ģæł·": 108790, + "Ġãĥª": 108791, + "Ġвой": 108792, + "Ġsosyal": 108793, + "ุà¸Ĺà¸ĺ": 108794, + "หมà¸Ķ": 108795, + "ç»Ŀ": 108796, + "ĠاÙĦجÙħ": 108797, + "Ġثبت": 108798, + "ĠجÙĨÚ¯": 108799, + "лении": 108800, + "ваÑı": 108801, + "ĠвоÑĤ": 108802, + "伤": 108803, + "Ġหล": 108804, + "ĠÙħÙĤاÙĦÙĩ": 108805, + "мÑĸнÑĸ": 108806, + "ìĺ¬": 108807, + "Ñĩий": 108808, + "ĠÙħÚ©": 108809, + "à¹Ĥà¸Ľà¸£": 108810, + "krv": 108811, + "ĠÃŃch": 108812, + "ÏīÏĥη": 108813, + "екÑĤоÑĢ": 108814, + "Як": 108815, + "ĠpÃŃs": 108816, + "ĠÃĸzel": 108817, + "ĠtÆ°á»Ľng": 108818, + "ĠÐĶо": 108819, + "διο": 108820, + "ูà¸Ķ": 108821, + "Ġtük": 108822, + "رÛĮÙĤ": 108823, + ".ÐĴ": 108824, + "ĠåIJĪ": 108825, + "ä¿Ĥ": 108826, + "Ġobdob": 108827, + "Ġistedi": 108828, + "ÑĪла": 108829, + "æľīä¸Ģ": 108830, + "ĠвклÑİÑĩа": 108831, + "ĠتØŃÙĤÛĮÙĤ": 108832, + "ĠÙĪÙĥ": 108833, + "ĠèĪ": 108834, + "ÆĴ": 108835, + "μεÏģ": 108836, + "Ġåģ": 108837, + "ĠìĹĨëĬĶ": 108838, + "Âłd": 108839, + "ĠBắc": 108840, + "à¸ģลาà¸ĩ": 108841, + "ĠÑĩÑĥв": 108842, + "Ġcấu": 108843, + "ĠHá»ĵ": 108844, + "ĠÙģاÛĮÙĦ": 108845, + "ÏĦηγοÏģ": 108846, + "ç±į": 108847, + "Ġبت": 108848, + "ĠобÑĢазом": 108849, + "æ±ī": 108850, + "èĦij": 108851, + "Ġgiản": 108852, + "εÏģγ": 108853, + "ĠÐľÑĸ": 108854, + "èĻ½çĦ¶": 108855, + "ĠKhi": 108856, + "Ñĩини": 108857, + "Ġà¤ħà¤Ĺर": 108858, + "íķĺë©°": 108859, + "ë²Ķ": 108860, + "ãģģ": 108861, + "виÑħ": 108862, + "ĠвÑģегда": 108863, + "Ġç¶": 108864, + "ÑģÑĤвенной": 108865, + "Ġyüksel": 108866, + "測": 108867, + "Ġsıras": 108868, + "ĠÏĢÏģÏİ": 108869, + "èĢ³": 108870, + "اÛĮر": 108871, + "دÙĪد": 108872, + "ĠAlman": 108873, + "Ġverdi": 108874, + "ĠاÙĦÙħج": 108875, + "ĠاÙĦتع": 108876, + "صة": 108877, + "Ġsıra": 108878, + "Äįin": 108879, + "ĠпеÑĢÑĪ": 108880, + "æĬĺ": 108881, + "ç©į": 108882, + "ĠÑĤоб": 108883, + "Ġï¾ī": 108884, + "ฬ": 108885, + "æĿĢ": 108886, + "iydi": 108887, + "ีà¸ŀ": 108888, + "çĵ¦": 108889, + "ĠавÑĤомоб": 108890, + "ä¸Ńæĸĩ": 108891, + "à¥Ĥद": 108892, + "ĠbÄĽhem": 108893, + "ĠPÅĻed": 108894, + "ãģĵãģĨ": 108895, + "ัà¸Ī": 108896, + "Ġï½Į": 108897, + "ĠÙĩاÙĬ": 108898, + "Ġsạch": 108899, + "æĸ¹éĿ¢": 108900, + "çķ°": 108901, + "ÑĥÑĢн": 108902, + "Ġvýsled": 108903, + "Ġthần": 108904, + "ï¼ĮæīĢ以": 108905, + "Ñĥка": 108906, + "íķĺëĭ¤": 108907, + "Ġबर": 108908, + "ĠжÑĸн": 108909, + "ÄįnÃŃho": 108910, + "ĠãģĮ": 108911, + "abı": 108912, + "vánÃŃ": 108913, + "æ´Ĺ": 108914, + "ĠиÑģÑĤоÑĢ": 108915, + "ìĿ´íĦ°": 108916, + "Ġелек": 108917, + "алаÑģÑı": 108918, + "Ġznám": 108919, + "ĠطرÙģ": 108920, + "Ġsektör": 108921, + "ê¹Ģ": 108922, + "ÙĪÙĤع": 108923, + "ĠÙħÙĥ": 108924, + "ÑĢежд": 108925, + "Ġknih": 108926, + "Ġتعداد": 108927, + "åįł": 108928, + "ÑģÑĮке": 108929, + "ĠçĶµ": 108930, + "京éĥ½": 108931, + "ĠراÛĮ": 108932, + "gın": 108933, + "ĠÙĨظاÙħ": 108934, + "ĠÎłÎ¿Î»": 108935, + "ä¸ĢèĪ¬": 108936, + "Ġstále": 108937, + "ĠиÑģÑģлед": 108938, + "Ġzpráv": 108939, + "ĠÑĩиÑģÑĤ": 108940, + "ãĥ¼ãĥŀ": 108941, + "ÐŀÑģ": 108942, + "ÑģÑĮкомÑĥ": 108943, + "ĠpÅĻiprav": 108944, + "ëĮĢíĸī": 108945, + "Ġhalk": 108946, + "çĪĨ": 108947, + "ãĢģãģĬ": 108948, + "ï¼ŁâĢĿĊĊ": 108949, + "éĢı": 108950, + "ç«ŀ": 108951, + "ниÑĨÑĮ": 108952, + "çĽĺ": 108953, + "à¹Ģà¸Ńà¸ĩ": 108954, + "ìŁģ": 108955, + "à¥ĩवल": 108956, + "ä¹ĭåIJİ": 108957, + "ãĥ«ãĥĪ": 108958, + "Ġstru": 108959, + "Ġ＿": 108960, + "ÎķÎĽ": 108961, + "hle": 108962, + "ĠÙĨÙĪØ´": 108963, + "ìĿµ": 108964, + "ĠÙħÙģ": 108965, + "æĪĸèĢħ": 108966, + "Ġöld": 108967, + "éĢĶ": 108968, + "ãĥ³ãĥĹ": 108969, + "íĺ¼": 108970, + "ĠuÄŁ": 108971, + "ĠÄijá": 108972, + "ĠvlastnÃŃ": 108973, + "ĠÙħجÙĦس": 108974, + "åįĶ": 108975, + "ÏĦικήÏĤ": 108976, + "Ġpovin": 108977, + "ůl": 108978, + "ĠاÙĦØŃÙĬ": 108979, + "Ġsmlou": 108980, + "ãĥĥãĥģ": 108981, + "ĠÙĥÙĨ": 108982, + "Ġchấp": 108983, + "èIJ¬": 108984, + "جب": 108985, + "?âĢľ": 108986, + "дав": 108987, + "รวม": 108988, + "Ùİد": 108989, + "ĠاÙĦدÙĪÙĦ": 108990, + "ĠëĦ¤ìĿ´íĬ¸": 108991, + "Ġà¤Ĩस": 108992, + "ظÙĬÙģ": 108993, + "ãĥ¼ãĥ©": 108994, + "ãģłãĤįãģĨ": 108995, + "ĠÙĪاØŃد": 108996, + "رÙĪس": 108997, + "Ġzákona": 108998, + "ĠпеÑĢеб": 108999, + "à¥Ģ-": 109000, + "à¹Īà¹Ħà¸Ķ": 109001, + "为äºĨ": 109002, + "ÎĻÎĿ": 109003, + "ĠìĽĶìĦ¸": 109004, + "สà¸Ńà¸ĩ": 109005, + "Ġæīĭ": 109006, + "ĠÐĴÑģе": 109007, + "à¹Ĥย": 109008, + "Ġkaldır": 109009, + "ÏĦÎŃÏĤ": 109010, + "Ġï¿£": 109011, + "ĠíĸĪëĭ¤": 109012, + "ãĤģãģŁ": 109013, + "ĠÄįer": 109014, + "cela": 109015, + "üsü": 109016, + "ê³³": 109017, + "ìĹIJëıĦ": 109018, + "زة": 109019, + "ãģªãĤĭ": 109020, + "ÙĪÛĮÙĨ": 109021, + "çīĽ": 109022, + "Ġvoj": 109023, + "ĠëĬIJ": 109024, + "ĠÙĥÙħ": 109025, + "æ³ī": 109026, + "зÑı": 109027, + "è£Ŀ": 109028, + "ĠØ¢ÙĦ": 109029, + "Ġανά": 109030, + "ÂłÐĴ": 109031, + "Ġyapıl": 109032, + "æıĽ": 109033, + "ĠÑģÑĥÑīеÑģÑĤв": 109034, + "Ġná»iji": 109035, + "ÙĪئ": 109036, + "ĠëĦ¤ìĿ´íĬ¸ìĺ¨": 109037, + "Ġpolitik": 109038, + "Å¡ka": 109039, + "ebilirsiniz": 109040, + "ldkf": 109041, + "ÑĥблÑĸ": 109042, + "Ġeoq": 109043, + "ĠÙħØŃصÙĪÙĦ": 109044, + "krvldkf": 109045, + "Ġeoqkrvldkf": 109046, + "ÏĥεÏīν": 109047, + "بÙĦغ": 109048, + "Įĵê¸Ģ": 109049, + "ĠÑģÑĢок": 109050, + "ĠUy": 109051, + "ĠNÄĽk": 109052, + "Ġдив": 109053, + "ãĤµãĤ¤": 109054, + "ĠìĤ¬ìĿ´": 109055, + "ĠéĹ": 109056, + "ĠбаÑĤÑĮ": 109057, + "ĠпеÑĢÑĸ": 109058, + "Âĸ": 109059, + "交éĢļ": 109060, + "енз": 109061, + "ÙĪست": 109062, + "ียà¸ļ": 109063, + "Ġà¸Īะ": 109064, + "ë¡Ģ": 109065, + "üfus": 109066, + "ÙijÙIJ": 109067, + "總": 109068, + "ัà¸Ķส": 109069, + "ê²Ģ": 109070, + "ĠÑĤиÑħ": 109071, + "ĠآزÙħ": 109072, + "Ġاض": 109073, + "ì¡´": 109074, + "ÙĴت": 109075, + "æĪ¸": 109076, + "ĠìŀĪìĿĦ": 109077, + "ĠçĶ·": 109078, + "ÑīÑĸ": 109079, + "ома": 109080, + "ĠاÙģزاÛĮØ´": 109081, + "ĠThông": 109082, + "ĠاجتÙħاعÛĮ": 109083, + "елÑİ": 109084, + "ĠÑħоÑĢоÑĪо": 109085, + "à¸łà¸²à¸©": 109086, + "Ġrám": 109087, + "御": 109088, + "ãĥ¼ãĥĦ": 109089, + "ĠLỼp": 109090, + "ĠØ´ÙĬ": 109091, + "Ġhiá»ĥm": 109092, + "θν": 109093, + "οÏħÏĥ": 109094, + "復": 109095, + "Ġúzem": 109096, + "à¹ģà¸ľ": 109097, + "å·¨": 109098, + "à¸Īà¸Ļ": 109099, + "گراÙĨ": 109100, + "ĠتÛĮÙħ": 109101, + "Ġilet": 109102, + "าà¸Ĥà¸Ńà¸ĩ": 109103, + "ĠتÙĪر": 109104, + "ĠдоговоÑĢ": 109105, + "Ġtento": 109106, + "вÑĥ": 109107, + "Ġзада": 109108, + "ĠstoletÃŃ": 109109, + "ÂłĠ": 109110, + "âĢĮاÙĦ": 109111, + "Ëĺ": 109112, + "ÅŁiv": 109113, + "нÑıÑĤи": 109114, + "ãĤīãĤĮãģŁ": 109115, + "ĠSb": 109116, + "ĠاÙĦÙħص": 109117, + "ĠУкÑĢаÑĹнÑĸ": 109118, + "ĠØ´Ú©": 109119, + "iếng": 109120, + "ÑĮÑĤе": 109121, + "è°¢": 109122, + "ĠÙħتÙĨ": 109123, + "ĠÑĢад": 109124, + "ĠÙħÙĪاد": 109125, + "ì±Ħ": 109126, + "顶": 109127, + "ĠboÅŁ": 109128, + "تÙĪر": 109129, + "ĠÄijáng": 109130, + "Ġkitap": 109131, + "Ġhodin": 109132, + "Ġtarihi": 109133, + "ãĤĦãĤĭ": 109134, + "ÑģÑĤеÑĢ": 109135, + "ĠÑħод": 109136, + "вание": 109137, + "ĠоÑģвÑĸ": 109138, + "ĠÑģиÑģÑĤемÑĭ": 109139, + "़न": 109140, + "Ïĩο": 109141, + "Ġåı°": 109142, + "oÅĻ": 109143, + "ç»ıæµİ": 109144, + "Ġä½ľ": 109145, + "ĠthuáºŃn": 109146, + "ĽĪ": 109147, + "Ġyalnız": 109148, + "alet": 109149, + "ì¦Ŀê¸Ī": 109150, + "ĠзаÑī": 109151, + "ĠекÑģп": 109152, + "âĦĸâĦĸ": 109153, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 109154, + "ĠÚ¯ÙĪØ´": 109155, + "ãģ«åħ¥": 109156, + "ĠudÄĽl": 109157, + "Ġáº": 109158, + "à¤Ĩà¤Ī": 109159, + "âĢĮدÙĩ": 109160, + "æĤª": 109161, + "Ġtrò": 109162, + "æļĹ": 109163, + "λλην": 109164, + "ĠпÑĢизна": 109165, + "ĠسÛĮستÙħ": 109166, + "Ġà¤ħत": 109167, + "èo": 109168, + "è¿İ": 109169, + "ĠзÑĥб": 109170, + "ĠзаÑģоб": 109171, + "ĠسÙģ": 109172, + "ĠÙħاÙĨÙĨد": 109173, + "خش": 109174, + "vajÃŃ": 109175, + "nitÅĻ": 109176, + "æ¯Ĵ": 109177, + "æ¤į": 109178, + "ĠgiriÅŁ": 109179, + "ĠÄijáp": 109180, + "@n": 109181, + "оваÑĢи": 109182, + "Ġخدا": 109183, + "ĠvÄĽtÅ¡": 109184, + "ĠΣÏħ": 109185, + "ÙģØ©": 109186, + "аннÑıм": 109187, + "ĠÑĩлен": 109188, + "æĶ¯æĮģ": 109189, + "å¨ľ": 109190, + "lararası": 109191, + "ΡÎij": 109192, + "Ġziy": 109193, + "ĠêµIJìľ¡": 109194, + "Ġhá»ĵi": 109195, + "าà¸Ħาร": 109196, + "imleri": 109197, + "è³¼": 109198, + "ĠجÙĩاÙĨ": 109199, + "ĠÑĢозмÑĸ": 109200, + "ÑħÑĸв": 109201, + "γε": 109202, + "横": 109203, + "ÎĻÎijΣ": 109204, + "ç¶Ń": 109205, + "Ġbiraz": 109206, + "ĠÑĤакого": 109207, + "íĥĦ": 109208, + "ĠбÑĥдÑĥÑĤ": 109209, + "ĠÑĪвид": 109210, + "ĠнеÑģ": 109211, + "ĠÙħعÙĦÙĪÙħات": 109212, + "à¥ĩयर": 109213, + "ĠдвÑĥÑħ": 109214, + "å¿ħè¦ģ": 109215, + "å§Ĩ": 109216, + "Ġpohled": 109217, + "ìĬ¤íĦ°": 109218, + "Ġåįģ": 109219, + "Ġأب": 109220, + "веÑĢдж": 109221, + "Ġà¤ľà¤®": 109222, + "लत": 109223, + "åľ°åĮº": 109224, + "Ġ|[": 109225, + "ĠвмеÑģÑĤ": 109226, + "ĠکاÙħ": 109227, + "ĠãĥIJ": 109228, + "ãĥ¼ãĥĸ": 109229, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 109230, + "ĠìĥģíĴĪ": 109231, + "à¹Ģลย": 109232, + "Äįné": 109233, + "ĠÑģÑĢедÑģÑĤва": 109234, + "ĠÑĤаб": 109235, + "ĠÙħار": 109236, + "Ġhled": 109237, + "даÑĤ": 109238, + "ÙĪÛĮد": 109239, + "Ġãĥ©": 109240, + "Ġخد": 109241, + "è¤ĩ": 109242, + "ç§ĺ": 109243, + "Ġبرد": 109244, + "ĠÏĥαÏĤ": 109245, + "ÏİÏĥειÏĤ": 109246, + "æĿ¯": 109247, + "λÏį": 109248, + "宿": 109249, + "ĠëĤľ": 109250, + "ï»Ł": 109251, + "Ġözellikle": 109252, + "ĠконÑģ": 109253, + "ĠÙħغ": 109254, + "عÙĬ": 109255, + "à¹Įà¸ģ": 109256, + "ĠÙĬت": 109257, + "ĠÙħشاÙĩ": 109258, + "ĠThanh": 109259, + "à¤¾à¤ľà¤¨": 109260, + "¥¤": 109261, + "Ġvlá": 109262, + "ĠÙģض": 109263, + "ΤÎĻÎļ": 109264, + "ĠнаÑĥков": 109265, + "елем": 109266, + "ĠdÃłng": 109267, + "ĠгоÑģподаÑĢ": 109268, + "ÂłS": 109269, + "иÑĩеÑģкиÑħ": 109270, + "ĠتÙĨÙĩا": 109271, + "à¤ľà¤¨": 109272, + "Ġпан": 109273, + "åĨł": 109274, + "ĠëĤĺëĬĶ": 109275, + "tÃŃ": 109276, + "ä¸Ģèµ·": 109277, + "Ġlãnh": 109278, + "Âłv": 109279, + "ovým": 109280, + "زب": 109281, + "ĠجÙħعÛĮت": 109282, + "Ġæµ·": 109283, + "ĠоÑģÑĥÑīеÑģÑĤв": 109284, + "ãi": 109285, + "ائر": 109286, + "Ġë³ij": 109287, + "á»ĭnh": 109288, + "Ġsá»Ńa": 109289, + "à¥ĩà¤Ĥ।": 109290, + "ÄĽjÅ¡ÃŃ": 109291, + "ĠдÑĸÑĤ": 109292, + "Ġæĥ": 109293, + "mÄ±ÅŁtı": 109294, + "رØŃ": 109295, + "Ġì§Ģê¸Ī": 109296, + "妻": 109297, + "âĹĭ": 109298, + "Ġì§ĢìĹŃ": 109299, + "ÙĴÙĨ": 109300, + "ĠurÄįit": 109301, + "ÙĴÙħ": 109302, + "zÃŃ": 109303, + "èķ": 109304, + "ĠØ´ÙĪر": 109305, + "ĠKhông": 109306, + "ÛĮزÛĮ": 109307, + "Ġзг": 109308, + "Ġвне": 109309, + "ĠprávÄĽ": 109310, + "è«ĭ": 109311, + "اÙĬت": 109312, + "ัà¸ģร": 109313, + "Ġoldukça": 109314, + "ãĤģãĤĭ": 109315, + "ĠTây": 109316, + "ëĿ¼ìĿ¸": 109317, + "èĻķ": 109318, + "ĠsÆ°": 109319, + "Ġник": 109320, + "Ùł": 109321, + "اشÛĮÙĨ": 109322, + "elerde": 109323, + "ìĭľìķĦ": 109324, + "ĠÑĥмов": 109325, + "ĠçalÄ±ÅŁan": 109326, + "Ġë¸Ķ": 109327, + "ĠÑĤаким": 109328, + "ÑĢин": 109329, + "ĠØ®ÙĦ": 109330, + "ayd": 109331, + "Ġãĥ¡": 109332, + "ейÑĩаÑģ": 109333, + "Ġdoprav": 109334, + "ãģĵãģ¨ãģ¯": 109335, + "Ġì¶Ķì²ľ": 109336, + "延": 109337, + "Ġkı": 109338, + "åı¶": 109339, + "ÑĢиг": 109340, + "íħľ": 109341, + "çĶ³åįļ": 109342, + "ĠвеÑĤ": 109343, + "ĠпомоÑīÑĮÑİ": 109344, + "ĠاÙģراد": 109345, + "ÏĢει": 109346, + "à¹Ģสร": 109347, + "Ġgiám": 109348, + "éİ": 109349, + "hlas": 109350, + "manız": 109351, + "англ": 109352, + "Ġmuž": 109353, + "ÂłK": 109354, + "ÑĢедиÑĤ": 109355, + "设å¤ĩ": 109356, + "ιÏĥμ": 109357, + "Ġcải": 109358, + "ĠéĢļ": 109359, + "ĠÙĥار": 109360, + "Ġподоб": 109361, + "ĠмеÑĤал": 109362, + "ĠÑģаме": 109363, + "лÑĥÑĩ": 109364, + "åĤ³": 109365, + "ĠÙĪÙĩÙĪ": 109366, + "Ġéĩį": 109367, + "вий": 109368, + "æ³ģ": 109369, + "ĠæĿİ": 109370, + "ĠiliÅŁkin": 109371, + "ĠείÏĩε": 109372, + "çĬ¯": 109373, + "ÅĻejmÄĽ": 109374, + "èŃĺ": 109375, + "稱": 109376, + "μμα": 109377, + "ĠÙĦÛĮ": 109378, + "ÙĩاÙĬ": 109379, + "ĠопиÑģ": 109380, + "گرد": 109381, + "ĠгÑĢ": 109382, + "ĠAnimalia": 109383, + "ÐŁÐ¾": 109384, + "Ġbóng": 109385, + "ĠдеÑĤей": 109386, + "Ġlâu": 109387, + "ĠæķĻ": 109388, + "ĠпоÑıÑģ": 109389, + "ĠاÙĦØ¢": 109390, + "ัà¸Ļà¸ķ": 109391, + "Ġдев": 109392, + "ĠÑĨей": 109393, + "ÑĮв": 109394, + "æĥł": 109395, + "maları": 109396, + "imler": 109397, + "à¥Ī।ĊĊ": 109398, + "Ġном": 109399, + "zv": 109400, + "Ġà¸ģร": 109401, + "ĠpaylaÅŁ": 109402, + "Âłs": 109403, + "िसम": 109404, + "ÑģÑĤвеннÑĭÑħ": 109405, + "stoup": 109406, + "онÑĸ": 109407, + "stÃŃ": 109408, + "ĠØŃÚ©": 109409, + "ĠگرÙģت": 109410, + "าà¸Ħา": 109411, + "дÑı": 109412, + "ÙĦاث": 109413, + "Ġzdravot": 109414, + "ä¸ĬãģĴ": 109415, + "ãģ¼": 109416, + "elere": 109417, + "ظÙħ": 109418, + "ĠÑģвеÑĤ": 109419, + "оÑĢг": 109420, + "ç«¥": 109421, + "ĠпеÑĢеп": 109422, + "Ġमद": 109423, + "аза": 109424, + "å¦Ĥä½ķ": 109425, + "ÑģÑĮкÑĸй": 109426, + "ĠbÆ°á»Ľc": 109427, + "Ġgerekli": 109428, + "大家": 109429, + "Ġtrái": 109430, + "éģ©": 109431, + "ä¸Ń央": 109432, + "Ġphản": 109433, + "Ġعرض": 109434, + "ĠÙĥتاب": 109435, + "æĭ©": 109436, + "ÑĪего": 109437, + "帮": 109438, + "ĠÙĨÛĮاز": 109439, + "è¿·": 109440, + "à¸¸à¸Ľ": 109441, + "à¸´à¸Ľ": 109442, + "Ġدخ": 109443, + "ÏĦικÎŃÏĤ": 109444, + "ĠUz": 109445, + "ĠتÙĪÙħاÙĨ": 109446, + "ĠÙĪاÙĦØ£": 109447, + "ÅĻes": 109448, + "Ñijм": 109449, + "Ġå¸Ĥ": 109450, + "ĠÑĤоже": 109451, + "Ġyapan": 109452, + "彼女": 109453, + "ĠÙħدر": 109454, + "¶ģ": 109455, + "ĠæŶ": 109456, + "à¹Ģà¸ĺ": 109457, + "ĠÙħاÙĦ": 109458, + "ĠBüyük": 109459, + "ĠÙĦت": 109460, + "å°ļ": 109461, + "deme": 109462, + "üb": 109463, + "ĠÑħÑĥд": 109464, + "Ġléka": 109465, + "缼": 109466, + "缴æİ¥": 109467, + "ниÑĨÑĤва": 109468, + "ĠпÑĢиÑĩин": 109469, + "еÑĢап": 109470, + "ĠÑģозда": 109471, + "械": 109472, + "Ġmüz": 109473, + "ç³»åĪĹ": 109474, + "ouz": 109475, + "Ġà¤ĵर": 109476, + "ÑĢÑĥÑĩ": 109477, + "Ġá½": 109478, + "μÎŃνα": 109479, + "ĠпÑĢедмеÑĤ": 109480, + "Ġå²": 109481, + "ãĥ³ãĥģ": 109482, + "μÎŃνη": 109483, + "лÑĥг": 109484, + "Âłn": 109485, + "ĠTarih": 109486, + "ĠãĢĪ": 109487, + "Ġbana": 109488, + "ĠcÃŃ": 109489, + "Ġvýkon": 109490, + "åĽłæѤ": 109491, + "ĠtÅĻi": 109492, + "าà¸ĭ": 109493, + "vailable": 109494, + "Ġistem": 109495, + "ãĥ¥ãĥ¼": 109496, + "ÐķÐĿ": 109497, + "ĠгаÑĢ": 109498, + "οÏħλ": 109499, + "à¥Ľ": 109500, + "ĠÙĪضع": 109501, + "สะ": 109502, + "è·Ŀ": 109503, + "ĠØŃÙģ": 109504, + "ิà¸Ĺยาล": 109505, + "她çļĦ": 109506, + "нÑĸÑĪ": 109507, + "жение": 109508, + "기ìĹIJ": 109509, + "Ġéĺ¿": 109510, + "ĠÙħارس": 109511, + "ĠçeÅŁitli": 109512, + "ĠÅŁehir": 109513, + "átor": 109514, + "à¹īà¸Ĺ": 109515, + "ìĿ´ëĬĶ": 109516, + "Ġè²": 109517, + "é¡į": 109518, + "çĻĤ": 109519, + "ĠниÑĩ": 109520, + "Ġê°Ģì§Ģ": 109521, + "伦": 109522, + "rán": 109523, + "ostat": 109524, + "ĠÙĦÙĥ": 109525, + "èº": 109526, + "ĠNgÃłnh": 109527, + "Ġसद": 109528, + "æľĹ": 109529, + "çĦ¶åIJİ": 109530, + "ãĤ¸ãĤ§": 109531, + "леÑĢ": 109532, + "ĠÐŀна": 109533, + "سÙĪÙĨ": 109534, + "Ïģον": 109535, + "ĠدرÛĮاÙģت": 109536, + "à¸Ńà¸Ńà¸Ļà¹Ħลà¸Ļ": 109537, + "Ġdál": 109538, + "ĠмÑĸÑģÑĨе": 109539, + "Ġдней": 109540, + "ĠاÙĦات": 109541, + "Ġरहत": 109542, + "ï¼Į对": 109543, + "è³ĩæĸĻ": 109544, + "ä»»ä½ķ": 109545, + "éĦ": 109546, + "taj": 109547, + "βά": 109548, + "Ġнадо": 109549, + "ĠÑģÑĤÑĥд": 109550, + "ĠÅŁeh": 109551, + "ัà¸įà¸į": 109552, + "à¥ĭब": 109553, + "ãĥ©ãĥ¼": 109554, + "Û±Ûµ": 109555, + "ept": 109556, + "Ġbildir": 109557, + "สà¸ĸาà¸Ļ": 109558, + "еÑĤÑĮÑģÑı": 109559, + "ským": 109560, + "ĠоблаÑģÑĤÑĮ": 109561, + "Ġìŀł": 109562, + "ĠGör": 109563, + "Ġdayan": 109564, + "ĠÛĮاد": 109565, + "çĶŁäº§": 109566, + "íĺij": 109567, + "å¾ģ": 109568, + "Ġاجر": 109569, + "ĠпÑĢе": 109570, + "ä¸īä¸īä¸īä¸ī": 109571, + "åŁİå¸Ĥ": 109572, + "ĠпÑĢимеÑĢ": 109573, + "Äįást": 109574, + "èģĺ": 109575, + "ĠÙħربÙĪØ·": 109576, + "æŀļ": 109577, + "åĪĢ": 109578, + "æŁ¥çľĭ": 109579, + "Ġ모ëijIJ": 109580, + "ìŀIJë£Į": 109581, + "-､": 109582, + "Ġê°ĻìĿ´": 109583, + "Ġì¡´": 109584, + "егоÑĢ": 109585, + "edik": 109586, + "имÑĥ": 109587, + "ĠArth": 109588, + "åºĶçĶ¨": 109589, + "miÅŁti": 109590, + "Ġkhá»ıe": 109591, + "ĠÑĸд": 109592, + "λλη": 109593, + "âh": 109594, + "маг": 109595, + "éļĨ": 109596, + "ĠвнÑĥÑĤÑĢ": 109597, + "Ġبط": 109598, + "(æĹ¥": 109599, + "Ä°Y": 109600, + "лик": 109601, + "ĠBản": 109602, + "ĠتÙĪس": 109603, + "़त": 109604, + "amak": 109605, + "åķıé¡Į": 109606, + "ĠÑģамоÑģÑĤ": 109607, + "ï¼¼Ċ": 109608, + "Ġç¦ı": 109609, + "Ù¡": 109610, + "ĠÑĦоÑĢми": 109611, + "ĠÑĢозÑĥм": 109612, + "ĠÙħطاÙĦ": 109613, + "ä¹Łæĺ¯": 109614, + "ç¾İåĽ½": 109615, + "ëĵľë¦½ëĭĪëĭ¤": 109616, + "ĠlÄ©nh": 109617, + "ĠпоÑĤомÑĥ": 109618, + "ÑıбÑĢÑı": 109619, + "漫": 109620, + "Ġngoại": 109621, + "à¸Ńำ": 109622, + "ÙĬÙĨا": 109623, + "Ġmlad": 109624, + "ÏĥÏĦά": 109625, + "اتر": 109626, + "주ìĿĺ": 109627, + "еннÑĸ": 109628, + "оза": 109629, + "ÙĤات": 109630, + "ĠÐĴаÑģ": 109631, + "è®Ń": 109632, + "éIJ": 109633, + "ÑĥÑİÑĩи": 109634, + "Ġکر": 109635, + "Ġ.|": 109636, + "Ġgenç": 109637, + "該": 109638, + "ä»ģ": 109639, + "одÑĭ": 109640, + "ĠØ£ÙĪÙĦ": 109641, + "ĠìĤ¬íļĮ": 109642, + "Ġà¹Ģส": 109643, + "ĠëķĮ문ìĹIJ": 109644, + "âĢĮب": 109645, + "ĠлиÑĪÑĮ": 109646, + "Ġименно": 109647, + "madı": 109648, + "ĠéĤ": 109649, + "ĠÙĪارد": 109650, + "Ġtakım": 109651, + "Ġà¹Ģห": 109652, + "Ġà¸Ńย": 109653, + "Ġkonusu": 109654, + "Ø®ÙĪ": 109655, + "ĠÑģид": 109656, + "赤": 109657, + "оÑıÑĤелÑĮ": 109658, + "ëĭµ": 109659, + "εÏī": 109660, + "ÑĸÑħ": 109661, + "Ġयद": 109662, + "ĠÚ©ÛĮÙģ": 109663, + "μοÏĤ": 109664, + "Ġaldı": 109665, + "ĠíĻį": 109666, + "кÑĥп": 109667, + "ĠÙĨÙħاÛĮØ´": 109668, + "ãģ¥": 109669, + "Ġíķ©ëĭĪëĭ¤": 109670, + "ĠëĮĵê¸Ģ": 109671, + "боÑĢа": 109672, + "éīĦ": 109673, + "Ġà¹Ģà¸Ī": 109674, + "à¹īà¸ģ": 109675, + "§ط": 109676, + "ربÙĩ": 109677, + "ĠÑĥз": 109678, + "ĠмаÑİÑĤÑĮ": 109679, + "Ġbyli": 109680, + "ีà¸ķ": 109681, + "Ġì§ĢìĽIJ": 109682, + "èĩªçĦ¶": 109683, + "ùy": 109684, + "ĠçaÄŁ": 109685, + "един": 109686, + "ëī´": 109687, + "åį±": 109688, + "ĠпозволÑı": 109689, + "ØŃاد": 109690, + "ĠÑĩего": 109691, + "ียร": 109692, + "Ġyöntem": 109693, + "Ġders": 109694, + "ĠÑģÑĤоÑı": 109695, + "ĠкÑĢÑĥп": 109696, + "Ġð": 109697, + "ĠдомаÑĪ": 109698, + "енд": 109699, + "继": 109700, + "ĠÄijô": 109701, + "ĠchtÄĽ": 109702, + "计åĪĴ": 109703, + "ÎŃα": 109704, + "ĠdobÅĻe": 109705, + "สà¸Ńà¸ļ": 109706, + "еление": 109707, + "ĠÄijông": 109708, + "ãģ¾ãĤĬ": 109709, + "Ġboyunca": 109710, + "à¥ģà¤Ĺ": 109711, + "ĠÑĦиз": 109712, + "ãĤ³ãĥ³": 109713, + "Ġdeney": 109714, + "ÑĩеÑģкиÑħ": 109715, + "λον": 109716, + "以åıĬ": 109717, + "اÙĪت": 109718, + "³³³³³": 109719, + "Ġì¤Ħ": 109720, + "िफ": 109721, + "ĠÑĤол": 109722, + "ĠëĤ´ê°Ģ": 109723, + "âĸı": 109724, + "Ġphá": 109725, + "ĠÑģпÑĸв": 109726, + "ĠجÙħÙĬع": 109727, + "ĠbezpeÄį": 109728, + "ĠæĹł": 109729, + "ĠvÅ¡e": 109730, + "ÑģÑĤвÑĥ": 109731, + "dust": 109732, + "oÅ¡": 109733, + "ĠتارÙĬØ®": 109734, + "اØŃØ©": 109735, + "ĠÙħشارÙĥØ©": 109736, + "Ġακ": 109737, + "ัà¸Ļà¸Ļ": 109738, + "éģĬ": 109739, + "ĠÑģоÑĤ": 109740, + "Ġказ": 109741, + "ĠÑĤеÑĩение": 109742, + "긴": 109743, + "acaktır": 109744, + "ê±°ëĤĺ": 109745, + "ียม": 109746, + "ĠÑģÑĥÑħ": 109747, + "ĠëĦĪ무": 109748, + "ãģıãĤĭ": 109749, + "ĠкоÑĤоÑĢой": 109750, + "اÙĤØ©": 109751, + "yıl": 109752, + "ãĤ»ãĥĥãĥĪ": 109753, + "ĠÑįлем": 109754, + "æģIJ": 109755, + "ÙĨاء": 109756, + "åħ©": 109757, + "ĠteÄı": 109758, + "严": 109759, + "Ġì§Ī문": 109760, + "Ġ为": 109761, + "ìĭľíĹĺ": 109762, + "ĠпÑĢок": 109763, + "ujeme": 109764, + "ücü": 109765, + "ĠاÙĦÙħغ": 109766, + "ĠØŃساب": 109767, + "ãģĹãģ¦ãģĦ": 109768, + "кова": 109769, + "ĠÄijÃło": 109770, + "ĠпÑĢиз": 109771, + "ĠÙĪÙħÙĨ": 109772, + "ĠоÑĢ": 109773, + "à¸ģà¸ķ": 109774, + "аÑĦ": 109775, + "Ġà¸ŀร": 109776, + "ÑĨией": 109777, + "æª": 109778, + "Ġpůsob": 109779, + "åŃ©åŃIJ": 109780, + "Ġbánh": 109781, + "ĠÑĦоÑĢмÑĥ": 109782, + "Ġá»ķ": 109783, + "Ġменее": 109784, + "à¹īาห": 109785, + "ниÑĨа": 109786, + "ีĊ": 109787, + "ĠволоÑģ": 109788, + "ĠارائÙĩ": 109789, + "第ä¸ī": 109790, + "ëIJĺìĹĪ": 109791, + "Ġkısm": 109792, + "ãĥ¼ãĥĬ": 109793, + "lerimiz": 109794, + "ÙĨÙĬÙĨ": 109795, + "ĠNgÆ°á»Ŀi": 109796, + "ĠоÑĤдел": 109797, + "çļĦæŶåĢĻ": 109798, + "онов": 109799, + "Äįan": 109800, + "izm": 109801, + "ĠÑģобой": 109802, + "à¹ĩà¸ķ": 109803, + "ĠÑģлÑĸд": 109804, + "Ġà¤ľà¤¹": 109805, + "ï¼ĮæĪij们": 109806, + "ãĢĤãģĿãģ®": 109807, + "ÏĢÏīÏĤ": 109808, + "çĨŁ": 109809, + "ฯ": 109810, + "ëĦIJ": 109811, + "æľĭ": 109812, + "Ġë¹Ħë°Ģ": 109813, + "ëįķ": 109814, + "ĠmÃłn": 109815, + "ìĿ´ê³ł": 109816, + "ëŀľëĵľ": 109817, + "éĤĦ": 109818, + "Ä±ÅŁÄ±k": 109819, + "Ġ个": 109820, + "Ġnád": 109821, + "бÑĢа": 109822, + "æĮĩå®ļ": 109823, + "larıyla": 109824, + "ĠÐŀни": 109825, + "Ġhra": 109826, + "ĠÑĢеÑĨеп": 109827, + "ĠÐłÐ¾ÑģÑģий": 109828, + "å½±åĵį": 109829, + "ĠKdyž": 109830, + "ĠÃ¶ÄŁrenc": 109831, + "åīµ": 109832, + "Ġjist": 109833, + "èĪĪ": 109834, + "触": 109835, + "åıijçİ°": 109836, + "มาย": 109837, + "erken": 109838, + "ĠздеÑģÑĮ": 109839, + "ĠÙħسئ": 109840, + "@nate": 109841, + "ĠëĤ´ìļ©": 109842, + "ĠnabÃŃd": 109843, + "ÛĢ": 109844, + "ĠмоменÑĤ": 109845, + "ãģłãģĮ": 109846, + "ίδα": 109847, + "Tak": 109848, + "Ġë³´ê³ł": 109849, + ":::::::::": 109850, + "ÄŁmen": 109851, + "ĠпомеÑī": 109852, + "ãģ«ãģ¤ãģĦãģ¦": 109853, + "ĠÙģÙĪÙĤ": 109854, + "ĠعضÙĪ": 109855, + "ĠÙħÛĮاÙĨ": 109856, + "Ġmüc": 109857, + "ĠпÑĢоÑıв": 109858, + "ÑĩеÑģки": 109859, + "ãģłãģĭãĤī": 109860, + "éĤ¦": 109861, + "Ġë¶ĦìĦĿ": 109862, + "飩": 109863, + "į¨": 109864, + "ĠDaha": 109865, + "ĠκÏĮ": 109866, + "ĠнаÑĩина": 109867, + "ĠÐŁÐ¾ÑĤ": 109868, + "ÏĥκεÏħ": 109869, + "ĠÑĢан": 109870, + "ÙĪÙĬس": 109871, + "::::::::::": 109872, + "Û±Û¹Û¹": 109873, + "Ġardından": 109874, + "à¹Ĥà¸Ķ": 109875, + "اراÙĨ": 109876, + "داد": 109877, + "Ġquý": 109878, + "ĠØ£Ùĥثر": 109879, + "âĹĨ": 109880, + "ĠأخرÙī": 109881, + "Ġë§ĪìĿĮ": 109882, + "릴": 109883, + "ĠعÙĦÙĪÙħ": 109884, + "ĠeÄŁ": 109885, + "воÑĢÑİ": 109886, + "ĠãĥĹ": 109887, + "ÑĥÑĩаÑģ": 109888, + "Ġبأ": 109889, + "ÏĨο": 109890, + "никами": 109891, + "à¹ĥà¸ķ": 109892, + "ÄįetnÄĽ": 109893, + "à¸ļาà¸ĩ": 109894, + "çīĻ": 109895, + "ãĥªãĤ«": 109896, + "íĴ": 109897, + "åĩºçīĪ": 109898, + "γι": 109899, + "ãĢĤãģĿãĤĮ": 109900, + "Ġyani": 109901, + "lech": 109902, + "ĠLuáºŃt": 109903, + "çļĦãģª": 109904, + "Ġnedeniyle": 109905, + "dej": 109906, + "ĠÑģовеÑĢÑĪ": 109907, + "Ġphá»ķ": 109908, + "ısından": 109909, + "Ġchắc": 109910, + "deÅŁ": 109911, + "Ġкоман": 109912, + "æĽ¿": 109913, + "Ġplán": 109914, + "Ġdữ": 109915, + "ĠêµŃê°Ģ": 109916, + "Ġtakip": 109917, + "Ġthủy": 109918, + "ÑģлÑĸд": 109919, + "âī§": 109920, + "ĠIIC": 109921, + "θÏħ": 109922, + "ávat": 109923, + "ĠÑģок": 109924, + "ĠбагаÑĤо": 109925, + ";:;:;:;:": 109926, + "ÏģιοÏĤ": 109927, + "ilmiÅŁtir": 109928, + "Ġznam": 109929, + "ĠΤα": 109930, + "amaz": 109931, + "à¹ģà¸ŀ": 109932, + "ãĥģãĥ£": 109933, + "Ġkullanı": 109934, + "æĶ¾éĢģ": 109935, + "дн": 109936, + "ĠÙĪاب": 109937, + "Ġtrắng": 109938, + "ÑģÑıг": 109939, + "Ġارتباط": 109940, + "ĠвÑħод": 109941, + "å·ŀå¸Ĥ": 109942, + "Ġसत": 109943, + "ÑĩаеÑĤÑģÑı": 109944, + "íĮĮíĬ¸": 109945, + "ĠNhững": 109946, + "ä¸įåı¯": 109947, + "å±Ĭ": 109948, + "ĠãĤŃ": 109949, + "ارÙĩاÛĮ": 109950, + "ĠarÅŁiv": 109951, + "ĠاÙĦÙī": 109952, + "ायà¤ķ": 109953, + "ãģĹãĤĩãģĨ": 109954, + "Ġulus": 109955, + "alaxy": 109956, + "기ê°Ģ": 109957, + "ãİ¡(": 109958, + "μάÏĦÏīν": 109959, + "èn": 109960, + "ùi": 109961, + "ĠнаÑģÑĤоÑı": 109962, + "ĠСв": 109963, + "ĠоÑģоби": 109964, + "ково": 109965, + "ĠÑĢебенка": 109966, + "ĠÑĤÑıж": 109967, + "Ġxuá»ijng": 109968, + "Ġê¶Į": 109969, + "огод": 109970, + "Ġấy": 109971, + "è²ł": 109972, + "วà¸Ļ": 109973, + "Ġstanov": 109974, + "Ġkrál": 109975, + "Ġà¤ĩसल": 109976, + "ebe": 109977, + "宾": 109978, + "ĠдоÑģÑĤаÑĤоÑĩно": 109979, + "IIIK": 109980, + "ÏĢά": 109981, + "Ġbirkaç": 109982, + "ĠاÙĦÙħÙĤ": 109983, + "ãĥ¶": 109984, + "ĠBaÅŁkanı": 109985, + "Ġ첨ë¶ĢíĮĮìĿ¼": 109986, + "Ġyarar": 109987, + "亡": 109988, + "ĠÏĢÏĮ": 109989, + "ÂłÑģ": 109990, + "δή": 109991, + "elerini": 109992, + "Ġsuç": 109993, + "Ġдома": 109994, + "ĠнаÑĢÑĥÑĪ": 109995, + "Ġί": 109996, + "Ġê·¸ìĿĺ": 109997, + "çĶµå½±": 109998, + "ابÙĩ": 109999, + "комÑĥ": 110000, + "Ġतब": 110001, + "à¥Īà¤ł": 110002, + "Ġ모ì§ij": 110003, + "Ġæ±Ł": 110004, + "Ġê²ĥìĿĢ": 110005, + "ονÏĦαι": 110006, + "ĠاÙĦرÙĬاض": 110007, + "許": 110008, + "Ġhalinde": 110009, + "ĠاشارÙĩ": 110010, + "ĠкÑĢÑĭ": 110011, + "лений": 110012, + "luÄŁ": 110013, + "Ġdobu": 110014, + "sik": 110015, + "à¥ģà¤Ł": 110016, + "ĠкÑĸн": 110017, + "ãģ¨ãģį": 110018, + "à¥Ĥस": 110019, + "æħ¢": 110020, + "ĠdÄ±ÅŁÄ±nda": 110021, + "ç·ı": 110022, + "ĠbÃŃ": 110023, + "ĠCLIIIK": 110024, + "ĠIICIII": 110025, + "Ġherk": 110026, + "ãĤıãģĽ": 110027, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 110028, + "³³³³³³": 110029, + "اÙĦد": 110030, + "Ġdavran": 110031, + "Äįer": 110032, + "ĠØŁ": 110033, + "ãģĺãĤĥãģªãģĦ": 110034, + "Ġdair": 110035, + "Ġ": 110036, + "ัà¸ĩส": 110037, + "Ġëĭ´": 110038, + "å¾ŀ": 110039, + "ĠÑįÑĤиÑħ": 110040, + "诺": 110041, + "á»·": 110042, + "еÑĢиÑģÑĤи": 110043, + "овÑĭÑħ": 110044, + "Ġãĥĩ": 110045, + "ضÙĬ": 110046, + "Ġà¤īà¤ł": 110047, + "ĠnapÅĻÃŃklad": 110048, + "è´Ŀ": 110049, + "ĠÅ¡k": 110050, + "ĠبÙĪدÙĨد": 110051, + "vůli": 110052, + "éģĩ": 110053, + "Ġзнай": 110054, + "ĠTham": 110055, + "rani": 110056, + "اØŃت": 110057, + "Ø´Ùĩ": 110058, + "мÑĸнÑĸÑģÑĤÑĢа": 110059, + "à¹ĭ": 110060, + "ĠÎijνα": 110061, + "à¥ĭà¤ļ": 110062, + "ç»Ħç»ĩ": 110063, + "ÑģÑĤиÑĤ": 110064, + "imli": 110065, + "åIJįçĦ¡ãģĹãģķãĤĵ": 110066, + "ÙijØ©": 110067, + "θμ": 110068, + "олоÑĤ": 110069, + "ยà¸ĩ": 110070, + "ãĤīãĤĮãĤĭ": 110071, + "ĠлиÑĩ": 110072, + "овÑĭе": 110073, + "éĢĥ": 110074, + "Ġ广": 110075, + "ìĬ¬": 110076, + "ÙħÛĮÙĨ": 110077, + "ĠìłĦì²´": 110078, + "ĠÎŃÏĩ": 110079, + "Ġì±ħ": 110080, + "Ġhlas": 110081, + "екÑĤив": 110082, + "ĠÏĢλη": 110083, + "luÄŁu": 110084, + "好çļĦ": 110085, + "ĠÚĨÙĪÙĨ": 110086, + "ĠBeled": 110087, + "Ġengel": 110088, + "нÑıÑı": 110089, + "ĠyaÅŁan": 110090, + "ÑĩниÑħ": 110091, + "ارÙĬØ©": 110092, + "मत": 110093, + "ãĥĭãĥĭãĥĭãĥĭ": 110094, + "åĭ¢": 110095, + "ĠåĨħ": 110096, + "Ġíı¬íķ¨": 110097, + "ĠобÑģ": 110098, + "Ġthấp": 110099, + "Ġdây": 110100, + "ãĥĸãĥ©": 110101, + "аÑĤÑĭ": 110102, + "ĠÑģвоей": 110103, + "ãĤīãģªãģĦ": 110104, + "åıijçĶŁ": 110105, + "erece": 110106, + "Ġodbor": 110107, + "ĠвнеÑģ": 110108, + "ĠÄIJảng": 110109, + "ĠëıĮìķĦ": 110110, + "ÄĽli": 110111, + "ısında": 110112, + "Ġबदल": 110113, + "vnÃŃ": 110114, + "ãģ®ãģ«": 110115, + "ĠпоÑĤом": 110116, + "imde": 110117, + "alama": 110118, + "âĢª": 110119, + "ĠstejnÄĽ": 110120, + "еÑĢе": 110121, + "éĴ¢": 110122, + "æľºæŀĦ": 110123, + "Ġè³": 110124, + "åĶ±": 110125, + "Ġëħ¸ì¶ľ": 110126, + "Ġлибо": 110127, + "âĢĬ": 110128, + "Ġcez": 110129, + "romÄĽ": 110130, + "ίÏīν": 110131, + "ÏĨή": 110132, + "ĠíĻ©": 110133, + "Ġdlouh": 110134, + "骨": 110135, + "åħ¬éĩĮ": 110136, + "伸": 110137, + "Ġãĥij": 110138, + "ä»Ļ": 110139, + "Ġolmadı": 110140, + "елиÑĩ": 110141, + "ождениÑı": 110142, + "Ġsöyledi": 110143, + "átek": 110144, + "ìĥµ": 110145, + "ยวà¸ģ": 110146, + "Ġ鼻": 110147, + "Ġпев": 110148, + "ĠдÑĢÑĥгие": 110149, + "átku": 110150, + "ĠعÙĪ": 110151, + "ována": 110152, + "ضر": 110153, + "ĠëģĿ": 110154, + "ĠíĨµíķ´": 110155, + "Îĸ": 110156, + "Ġvur": 110157, + "åĨ²": 110158, + "ĠпÑĢек": 110159, + "Ġपà¤ķ": 110160, + "Ġà¹Ģà¸Ĺ": 110161, + "ãģ¨ãģĭ": 110162, + "عÙĨ": 110163, + "å®ĩ": 110164, + "ÏĦζ": 110165, + "Ġnằm": 110166, + "ĠÑģвоб": 110167, + "ĠδÏį": 110168, + "çĸĹ": 110169, + "-й": 110170, + "é¦Ļ港": 110171, + "تا": 110172, + "Ïĥιμο": 110173, + "íķĦ": 110174, + "Ġ详æĥħ": 110175, + "両": 110176, + "ÙİاÙĦ": 110177, + "ĠTrÆ°á»Ŀng": 110178, + "eného": 110179, + "ĠÑĢекомендÑĥ": 110180, + "ÛĮرÙĩ": 110181, + "าà¸ĸ": 110182, + "ĠکاÙħÙĦ": 110183, + "بط": 110184, + "زÛĮÙĨÙĩ": 110185, + "Ġдолжна": 110186, + "Ġë§İìĿĢ": 110187, + "âĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹı": 110188, + "lepÅ¡ÃŃ": 110189, + "алог": 110190, + "ãĤªãĥ³": 110191, + "Ġë³Ħ": 110192, + "ırı": 110193, + "ĠجاÙħعÙĩ": 110194, + "æĽľ": 110195, + "ojÃŃ": 110196, + "ĠÑĪлÑıÑħ": 110197, + "Ġhızlı": 110198, + "ĠخصÙĪص": 110199, + "ÐIJÑĢ": 110200, + "åľĺ": 110201, + "ĠживоÑĤ": 110202, + "é±": 110203, + "Ġngữ": 110204, + "Ġvòng": 110205, + "èİ«": 110206, + "ĠзаÑħод": 110207, + "ìĻĦ": 110208, + "ĠÑģледÑĥÑİÑī": 110209, + "éĹ»": 110210, + "ÑijÑĢ": 110211, + "ĠchvÃŃ": 110212, + "èĥľ": 110213, + "ãģªãģĹ": 110214, + "Ġteknoloj": 110215, + "ejména": 110216, + "ĠìłĪ": 110217, + "ì³IJ": 110218, + "æĻ®éĢļ": 110219, + "Ġvýro": 110220, + "Ġayrı": 110221, + "ĠпÑĢев": 110222, + "Ġgóp": 110223, + "à¹Ĥà¸ģ": 110224, + "à¸Ĺำà¹ĥห": 110225, + "åıİ": 110226, + "åĺī": 110227, + "Ġtelev": 110228, + "ãģ¨ãģĵãĤį": 110229, + "ëıĮ": 110230, + "phyl": 110231, + "ราะ": 110232, + "ĠçĪ": 110233, + "ÑģÑĤиÑĤÑĥ": 110234, + "ï¼Įè¿ĺ": 110235, + "ĠÎijγ": 110236, + "Äįku": 110237, + "æı´": 110238, + "ायत": 110239, + "æıı": 110240, + "ãĤĤãģĹ": 110241, + "ĠпеÑĢеÑģ": 110242, + "ĠìĺģíĻĶ": 110243, + "idla": 110244, + "åİħ": 110245, + "ï¼ı:": 110246, + "ترÛĮ": 110247, + "à¸Ľà¸ı": 110248, + "ĠнаÑģеленнÑı": 110249, + "Ġamaç": 110250, + "Ġkdo": 110251, + "ĠизвеÑģÑĤ": 110252, + "ÑĪиÑĢ": 110253, + "ì£ł": 110254, + "Å¡it": 110255, + "Ġtá»ijc": 110256, + "ìŀIJìĿĺ": 110257, + "ÑĩаÑĤ": 110258, + "åıĥ": 110259, + "鼶": 110260, + "å°º": 110261, + "Ġindir": 110262, + "ĠнаÑĨÑĸоналÑĮ": 110263, + "Ġxanh": 110264, + "ÛĮدÛĮ": 110265, + "ĠинÑĤеÑĢеÑģ": 110266, + "ĠآسÛĮ": 110267, + "éĤ£ä¸ª": 110268, + "Ġbilm": 110269, + "ане": 110270, + "ĠtÄĽchto": 110271, + "Ñĩик": 110272, + "ĠдоÑħод": 110273, + "èĤ¡ä»½": 110274, + "åħ³ç³»": 110275, + "ãģ«ãģªãģ£ãģŁ": 110276, + "ĠпÑĢедпÑĢи": 110277, + "Ġgeçen": 110278, + "ĠبÙĤ": 110279, + "Ġvýznam": 110280, + "Ġà¹Ģà¸Ħร": 110281, + "ĠÑħÑĤо": 110282, + "Ø´ÙĬ": 110283, + "åıĤåĬł": 110284, + "ÑģÑĤвенного": 110285, + "ÑĤÑĢон": 110286, + "ÂĢÂĢÂĢÂĢ": 110287, + "æ¢Ŀ": 110288, + "бав": 110289, + "Û±Û¶": 110290, + "顺": 110291, + "Ġjaz": 110292, + "ĠاÙĦÙħÙĦ": 110293, + "Ġاثر": 110294, + "ĠпÑĢивод": 110295, + "анÑĥ": 110296, + "à¥ģà¤Ń": 110297, + "æŧ": 110298, + "ÑĮе": 110299, + "สล": 110300, + "лÑıÑİÑĤ": 110301, + "วà¸Ķ": 110302, + "Æ°á»Ľi": 110303, + "ÙĬÙħØ©": 110304, + "ãĤ¯ãĥŃ": 110305, + "лий": 110306, + "γÏģά": 110307, + "Ġperforman": 110308, + "è¯ī": 110309, + "ä½łçļĦ": 110310, + "ìħĶ": 110311, + "нениÑı": 110312, + "á»Ńi": 110313, + "ÙĪزÛĮ": 110314, + "éŁ¿": 110315, + "à¥Īद": 110316, + "Ġ몸": 110317, + "Ġeser": 110318, + "ĠÙģعاÙĦÛĮت": 110319, + "нÑĸвеÑĢ": 110320, + "κÏģα": 110321, + "証": 110322, + "Ġnemoc": 110323, + "Ġyardımcı": 110324, + "Ġçī¹": 110325, + "Ġкоп": 110326, + "ĠÐľÐ¾Ð¶": 110327, + "़à¤ķ": 110328, + "Ġëľ": 110329, + "ĠÑĢеак": 110330, + "Ġpozor": 110331, + "ÂłÐIJ": 110332, + "ĠÙĬÙĥ": 110333, + "ĠÑģад": 110334, + "Ġåħ«": 110335, + "ĠполÑĮз": 110336, + "ĠraÄŁmen": 110337, + "ternÃŃ": 110338, + "siyon": 110339, + "ÑģÑıÑĩ": 110340, + "ovaný": 110341, + "ĠëĮĢíķľë¯¼êµŃ": 110342, + "ĠвÑĸдб": 110343, + "ĠÐIJнд": 110344, + "stva": 110345, + "éĮĦ": 110346, + "Ġëij": 110347, + "ิà¸Ħ": 110348, + "jÃŃt": 110349, + "Ġkullanıcı": 110350, + "ĠæŁ¥çľĭ": 110351, + "ÙģÙĦ": 110352, + "ĠЯкÑīо": 110353, + "çľĭåĪ°": 110354, + "ÑĢеÑħ": 110355, + "ĠاÙĦعربÙĬØ©": 110356, + "ë¡ľê·¸ëŀ¨": 110357, + "Ġà¤¬à¤ľ": 110358, + "ĠпÑĢип": 110359, + "Ġschop": 110360, + "ĠباÙĦا": 110361, + "å®ħ": 110362, + "ĠاÙĦÙħÙĩ": 110363, + "ανα": 110364, + "à¥ĭव": 110365, + "åģ´": 110366, + "å¼Ģåıij": 110367, + "ÙħاÙĦ": 110368, + "Ġधर": 110369, + "Ġdahil": 110370, + "ãĢģãģĵãģ®": 110371, + "ัà¸Īà¸Ī": 110372, + "ÑģпÑĸлÑĮ": 110373, + "Ġà¤ķप": 110374, + "ĠвеÑĩ": 110375, + "Ġвида": 110376, + "ĠÙħعÙĨ": 110377, + "ĠоÑĤли": 110378, + "iá»ħ": 110379, + "лиÑĪ": 110380, + "ĠÐŁÐ¾Ñģле": 110381, + "ãģĵãģĵ": 110382, + "Ġkültür": 110383, + "Ġجر": 110384, + "Ġæ¼": 110385, + "èĩº": 110386, + "Ġmevcut": 110387, + "Ù¾ÛĮ": 110388, + "ĠاÙĦسÙĦاÙħ": 110389, + "иÑĤелей": 110390, + "ĠÑĢоÑģÑĤ": 110391, + "Ġedil": 110392, + "Ġå·²": 110393, + "ç²¾åĵģ": 110394, + "ä»ħ": 110395, + "âĢĻye": 110396, + "à¥Īà¤Ĥ.": 110397, + "ĠåĨĨ": 110398, + "ëĪĦ": 110399, + "ĠìĻķ": 110400, + "æĺŃ": 110401, + "ĠÎļο": 110402, + "meden": 110403, + "Ġolab": 110404, + "ĠÚ©ÙĪد": 110405, + "à¸Ħาส": 110406, + "еннаÑı": 110407, + "æĬ¼": 110408, + "ylül": 110409, + "Ġseviy": 110410, + "ĠdÄĽti": 110411, + "âĢ¬Ċ": 110412, + "Ġعز": 110413, + "Ġuá»ijng": 110414, + "ĠسرÙħ": 110415, + "ене": 110416, + "ĠмаленÑĮ": 110417, + "ĠвÑĸдом": 110418, + "ัà¸ļà¸Ĺ": 110419, + "ĠThái": 110420, + "Ġà¤Ĩवश": 110421, + "roveÅĪ": 110422, + "çĽ£": 110423, + "ĠÑıзÑĭ": 110424, + "ĠOy": 110425, + "å£ģ": 110426, + "ваÑĤÑĮ": 110427, + "ладÑĥ": 110428, + "اصÙĦ": 110429, + "otÅĻeb": 110430, + "دÙĬØ«": 110431, + "íı°": 110432, + "νομ": 110433, + "гоÑĢод": 110434, + "Ġmuh": 110435, + "âĢĻl": 110436, + "ÑģÑĤвоÑĢ": 110437, + "åħĦ": 110438, + "ÐķÐł": 110439, + "Ø·ÙĦ": 110440, + "éľĩ": 110441, + "Ùİت": 110442, + "ĠblÃŃ": 110443, + "Ġedildi": 110444, + "éĿł": 110445, + "äºĮåįģ": 110446, + "æĹĹ": 110447, + "Ġçiz": 110448, + "ĠÄijảo": 110449, + "Ġopat": 110450, + "oÄŁan": 110451, + "ë²Į": 110452, + "Ġéł": 110453, + "Ġsebep": 110454, + "ÑĥÑĤи": 110455, + "åĪº": 110456, + "طب": 110457, + "evÅ¡ÃŃm": 110458, + "chop": 110459, + "çĶļ": 110460, + "Ġnghá»ģ": 110461, + "ĠпаÑĢÑĤ": 110462, + "ุà¸Ħ": 110463, + "Ú©ÛĮÙĦ": 110464, + "dum": 110465, + "Ġortak": 110466, + "ãģŁãģĹ": 110467, + "Ġobyvatel": 110468, + "Ġvých": 110469, + "Ġveren": 110470, + "ĠвеÑģÑĮ": 110471, + "ĠÐĶа": 110472, + "Ġíķĺì§Ģë§Į": 110473, + "å¦ĤæѤ": 110474, + "Ġमहत": 110475, + "ัà¸ĩà¸ģฤษ": 110476, + "ãĢĤè¿Ļ": 110477, + "Ġгал": 110478, + "Ġsanat": 110479, + "éłĨ": 110480, + "ĠÑģамо": 110481, + "åĽ°": 110482, + "ีà¸Ń": 110483, + "ĠBaÅŁkan": 110484, + "ÏĦοÏħÏĤ": 110485, + "Ġyaptıģı": 110486, + "ÅĻit": 110487, + "ĠÑģÑĸлÑĮ": 110488, + "ानत": 110489, + "ĠÙĨت": 110490, + "ĠkhÄĥn": 110491, + "à¸Ĭà¸Ļะ": 110492, + "мини": 110493, + "ãĥ¬ãĥ¼": 110494, + "ëĤ¬": 110495, + "éħĴåºĹ": 110496, + "ĠاÙĦÙĬÙĪÙħ": 110497, + "ä¹Ĺ": 110498, + "à¸Ħรà¸ĩà¸ģาร": 110499, + "ÙģاÙĤ": 110500, + "Ġà¤ıस": 110501, + "Ġæ¡": 110502, + "گذ": 110503, + "Ġà¤ĩल": 110504, + "елениÑı": 110505, + "à¸ģรà¸ĵ": 110506, + "ä¸ľè¥¿": 110507, + "ÎŁÎľ": 110508, + "ĠmáºŃt": 110509, + "ĠsnÃŃ": 110510, + "ÂIJ": 110511, + "à¹Ģรา": 110512, + "íķ´ìķ¼": 110513, + "ĠìĦľë¹ĦìĬ¤": 110514, + "ĠداخÙĦ": 110515, + "Ġthắng": 110516, + "íĥĪ": 110517, + "авÑģÑı": 110518, + "ĠÑĸм": 110519, + "اÙħت": 110520, + "ĠÙĪÙĤت": 110521, + "à¥Ĥà¤ģ": 110522, + "ĠèIJ": 110523, + "ĠسÙĦاÙħ": 110524, + "ĠvzdÄĽl": 110525, + "å¸ĮæľĽ": 110526, + "åŃĺæ¡£": 110527, + "Ġà¸Ĺำ": 110528, + "ĠвÑĸйÑģÑĮ": 110529, + "аÑĢан": 110530, + "ĠÑĢÑĸк": 110531, + "ĠпиÑģÑĮ": 110532, + "Ġá¼IJ": 110533, + "기ëıĦ": 110534, + "ĠпоÑģÑĤоÑıн": 110535, + "ĠåĮĹ京": 110536, + "ĠNÄĽm": 110537, + "Ø´ÙĨاÙħÙĩ": 110538, + "ĠdalÅ¡ÃŃch": 110539, + "Ġباع": 110540, + "Ġpohy": 110541, + "اÙĦÙģ": 110542, + "à¸ŀวà¸ģ": 110543, + "éĭ": 110544, + "Ġcih": 110545, + "Ù¢": 110546, + "临": 110547, + "ãĤ¯ãĥĪ": 110548, + "пнÑı": 110549, + "Ġдал": 110550, + "ÙĴر": 110551, + "ãĢĢãĢĢĠãĢĢĠãĢĢ": 110552, + "æĬ¥åijĬ": 110553, + "ÙĪدÛĮ": 110554, + "ợi": 110555, + "ÑĨÑĸÑĶÑİ": 110556, + "ĠãĥĢ": 110557, + "ĠÑģÑĤеп": 110558, + "raž": 110559, + "ĠSaÄŁ": 110560, + "Ġtuyến": 110561, + "Ġalmak": 110562, + "ĠзаболеваниÑı": 110563, + "ĠÏĥÏĩ": 110564, + "Ġíĭ": 110565, + "Ġвим": 110566, + "硬": 110567, + "ĠäºĶ": 110568, + "Ġikinci": 110569, + "ุà¸į": 110570, + "สาว": 110571, + "ĠìĦ¸ê³Ħ": 110572, + "ĠÙħØŃÙĦ": 110573, + "ระหว": 110574, + "Ġelektron": 110575, + "Ġhại": 110576, + "æĹ¢": 110577, + "Ġíĸ¥": 110578, + "Ġjiné": 110579, + "Ġnghe": 110580, + "æij©": 110581, + "ĠÑģобÑĸ": 110582, + "Ư": 110583, + "ÑĤÑĥÑĢ": 110584, + "汽车": 110585, + "شاÙĩ": 110586, + "ĠdÃłnh": 110587, + "丹": 110588, + "ä»ĬæĹ¥": 110589, + "ãĥIJãĥ¼": 110590, + "ваниÑı": 110591, + "ĠساÙħ": 110592, + "çݯå¢ĥ": 110593, + "ĠاÙĦÙħÙĨت": 110594, + "ĠÑģеÑĢд": 110595, + "éģł": 110596, + "εÏĦ": 110597, + "ĠавÑĤ": 110598, + "าà¸ĩว": 110599, + "Ġvztah": 110600, + "ruž": 110601, + "алÑĮнаÑı": 110602, + "ĠطراØŃÛĮ": 110603, + "à¹Ĥรà¸ĩà¹ģรม": 110604, + "ĠÄįasto": 110605, + "Ġê¼": 110606, + "ÏĥÏĦÏĮ": 110607, + "Ġburada": 110608, + "ĠÄ°z": 110609, + "Ġê·¸ëŀĺ": 110610, + "å²Ľ": 110611, + "ĠØ´ÙĪÙĨد": 110612, + "Å¡ek": 110613, + "ĠìĿ´ìķ¼": 110614, + "ãĤĮãģªãģĦ": 110615, + "ê·¹": 110616, + "lamÄ±ÅŁ": 110617, + "ä»į": 110618, + "cházet": 110619, + "ĠÑģÑĥÑĤ": 110620, + "æĹłæ³ķ": 110621, + "浦": 110622, + "ÄĽla": 110623, + "à¹ĥà¸Ļà¸Ĭ": 110624, + "Ġcân": 110625, + "ÎŁÎĵ": 110626, + "Ġzvý": 110627, + "Ġپار": 110628, + "ĠклÑĸ": 110629, + "Ġnové": 110630, + "çĶĺ": 110631, + "ë¹ł": 110632, + "má": 110633, + "ĠÑģол": 110634, + "à¤ķरण": 110635, + "ноÑĩ": 110636, + "Ġfik": 110637, + "Ġà¤ľà¤Ĺ": 110638, + "à¹ĩà¸Ļà¸ķ": 110639, + "ĠÙħتØŃ": 110640, + "Ġphiên": 110641, + "Ġolsun": 110642, + "Ġкаб": 110643, + "Ġhút": 110644, + "èĦ±": 110645, + "Ġåĸ": 110646, + "ĠHải": 110647, + "ĠtÄĽÅ¾": 110648, + "Ġthái": 110649, + "Ġتاب": 110650, + "-ÐŁ": 110651, + "ثار": 110652, + "çĨĬ": 110653, + "Ġними": 110654, + "Ġzprac": 110655, + "Ġतह": 110656, + "ĠмакÑģим": 110657, + "meyi": 110658, + "ĠÑģоÑĨи": 110659, + "æ²Ĵ": 110660, + "ĠìķĬëĬĶ": 110661, + "＿_": 110662, + "åķ¦": 110663, + "ĠاÙĨÙĪاع": 110664, + "æļ´": 110665, + "ä¸Ĭæµ·": 110666, + "åħ·æľī": 110667, + "à¥ģब": 110668, + "ìķĻ": 110669, + "Ġíģ°": 110670, + "Ġíŀĺ": 110671, + "Ġtránh": 110672, + "ियन": 110673, + "ãģ¾ãģ¾": 110674, + "поÑĩ": 110675, + "mÄĽr": 110676, + "å³°": 110677, + "ĠÙħصر": 110678, + "ĠÑįÑĦÑĦекÑĤив": 110679, + "Ġçı": 110680, + "leriyle": 110681, + "âĪļ": 110682, + "Ġì¶ķ": 110683, + "Ġê²Įìĭľ": 110684, + "ìĿij": 110685, + "ĠpoÅĻád": 110686, + "ĠشبکÙĩ": 110687, + "اÙĩØ´": 110688, + "ĠخدÙħات": 110689, + "ĠnaÅ¡e": 110690, + "νοÏį": 110691, + "Ġyönelik": 110692, + "Ġkork": 110693, + "اÙĩÙħ": 110694, + "è°Ī": 110695, + "Ġμη": 110696, + "Ġdolar": 110697, + "給": 110698, + "ĠÎķÏħ": 110699, + "ĠobdobÃŃ": 110700, + "ĠμÏĮ": 110701, + "à¹Ģà¸Ńà¸ģ": 110702, + "Ġپاسخ": 110703, + "è¡¥": 110704, + "اعد": 110705, + "ãĤīãģĦ": 110706, + "ÎŃλ": 110707, + "иÑĤÑĭ": 110708, + "Ġëħ¼": 110709, + "Ġ^{[": 110710, + "ίγ": 110711, + "æłij": 110712, + "lında": 110713, + "ĠìŬ룬": 110714, + "££": 110715, + "ÅĻil": 110716, + "ĠавÑĤоÑĢ": 110717, + "ÏĦικÏĮÏĤ": 110718, + "udur": 110719, + "ĠcÆ°": 110720, + "Ġkıy": 110721, + "Ñģем": 110722, + "ĠأبÙĪ": 110723, + "ÏĦικÏİν": 110724, + "Û±Û·": 110725, + "貸": 110726, + "ĠпÑĢож": 110727, + "üncü": 110728, + "ĠнÑĸÑĩ": 110729, + "Ġमत": 110730, + "ãģķãĤĮãģ¦ãģĦãĤĭ": 110731, + "اصر": 110732, + "ĠعÙĤ": 110733, + "ĠкаÑĩеÑģÑĤве": 110734, + "ĠÐĵеÑĢ": 110735, + "åºĨ": 110736, + "Ù¹": 110737, + "alarda": 110738, + "Ġپرس": 110739, + "иÑĩеÑģкой": 110740, + "Ġphim": 110741, + "ίνη": 110742, + "ä¸ĩåĨĨ": 110743, + "ilerini": 110744, + "ãĢģ大": 110745, + "Ġolsa": 110746, + "æł¹æį®": 110747, + "âĢĮس": 110748, + "ĠThủ": 110749, + "roje": 110750, + "нÑĮоÑĹ": 110751, + "Ġslou": 110752, + "ีฬ": 110753, + "ıyorum": 110754, + "ÄĽj": 110755, + "Ġخبر": 110756, + "è®Ĭ": 110757, + "Ġ缸": 110758, + "elerinin": 110759, + "íķĻëħĦëıĦ": 110760, + "ÑĩеÑģкие": 110761, + "ĠÅŁekl": 110762, + "ĠزÙħاÙĨÛĮ": 110763, + "Ġxin": 110764, + "ัà¸ģà¸ĩาà¸Ļ": 110765, + "ĠEkim": 110766, + "æĦ¿": 110767, + "Ġодной": 110768, + "νή": 110769, + "æľĢæĸ°": 110770, + "ĩ¼": 110771, + "Ġниж": 110772, + "Ġë³¼": 110773, + "è·ij": 110774, + "ĠнапиÑģ": 110775, + "èģĸ": 110776, + "ĠâĢĮ": 110777, + "æłĩåĩĨ": 110778, + "Ġvrát": 110779, + "ĠVì": 110780, + "ĠÙģراÙĨ": 110781, + "æĿ¥çļĦ": 110782, + "姿": 110783, + "ÑħÑĥ": 110784, + "ĠبÛĮرÙĪÙĨ": 110785, + "ĠдÑĥÑĪ": 110786, + "ваÑİÑĤ": 110787, + "Ġsebe": 110788, + "é»ĺ": 110789, + "Ġkayıt": 110790, + "Ïģθ": 110791, + "ãģ¨ãģ®": 110792, + "ĠпÑĢоÑĨеÑģÑģ": 110793, + "æĮģãģ¡": 110794, + "Ñĸна": 110795, + "ĠÑĤоÑĤ": 110796, + "ĠÑĤакие": 110797, + "Theo": 110798, + "ĠÙĨÛĮر": 110799, + "ÑĨÑĥ": 110800, + "Ġayak": 110801, + "à¸Ļà¸Ń": 110802, + "Ġsitesinde": 110803, + "ĠÚ©ÙĨÛĮÙħ": 110804, + "ĠÑģоÑħ": 110805, + "Ġà¤®à¤ľ": 110806, + "Ġoluyor": 110807, + "ç½ijåĿĢ": 110808, + "Ġپزش": 110809, + "ĠEylül": 110810, + "dÃ¼ÄŁ": 110811, + "ĠبرخÛĮ": 110812, + "ĠÙħعرÙģ": 110813, + "Ġobec": 110814, + "ĠçalÄ±ÅŁma": 110815, + "ìĦ¼íĦ°": 110816, + "ĠÑģвоÑĶ": 110817, + "оÑģÑĤей": 110818, + ":::::::::::": 110819, + "ĠалÑĮ": 110820, + "ç«Ł": 110821, + "ĠباشÙĨد": 110822, + "اÙĦØ«": 110823, + "Ġнайб": 110824, + "Ġпока": 110825, + "Îŀ": 110826, + "ĠÙĪØ¥": 110827, + "ĠØ®ÙĪاÙĨ": 110828, + "à¥ģपय": 110829, + "Ġà¹ĥห": 110830, + "ĠбÑĭÑģÑĤÑĢо": 110831, + "Ġthá»Ń": 110832, + "ëģ¼": 110833, + "Ġå¤ļ": 110834, + "两个": 110835, + "มà¸ķ": 110836, + "زارش": 110837, + "ĠëŁ": 110838, + "यह": 110839, + "Ñīина": 110840, + "ầng": 110841, + "ï½Ĺï½Ĺ": 110842, + "à¹Ģà¸ŀลà¸ĩ": 110843, + "tvrt": 110844, + "ĠÑĸнÑĪÑĸ": 110845, + "λεί": 110846, + "Ġviá»ĩn": 110847, + "ij¸": 110848, + "ĠçĻ½": 110849, + "ÙİÙĪ": 110850, + "Ġchứa": 110851, + "stvo": 110852, + "ĠdoÄŁr": 110853, + "Ġiler": 110854, + "à¥ĭ,": 110855, + "à¹ĥà¸Ļà¸Ľ": 110856, + "ĠرÙĪست": 110857, + "ÙĪÙĦÙĪ": 110858, + "Å¡lo": 110859, + "алиÑģÑĤ": 110860, + "åħ±åĴĮ": 110861, + "à¸ŀย": 110862, + "ĠìĻĢ": 110863, + "ÙĦÙĬÙĦ": 110864, + "ĠÑıкого": 110865, + "еÑģÑĤÑĮ": 110866, + "ĠÑĦин": 110867, + "ĠØ£ÙĨÙĩ": 110868, + "ĠMüdür": 110869, + "ĠÎĶια": 110870, + "ĠÑĤел": 110871, + "ि,": 110872, + "Ñĥки": 110873, + "ĠÐłÐ¤": 110874, + "ĠMayıs": 110875, + "à¹Īà¸Ńม": 110876, + "arken": 110877, + "æĢķ": 110878, + "بÛĮÙĨ": 110879, + "ÑĤаÑħ": 110880, + "ebo": 110881, + "ë³´ì¦Ŀê¸Ī": 110882, + "ĠÙ¾ÙĦ": 110883, + "ĠгÑĥб": 110884, + "ĠвклÑİÑĩ": 110885, + "æĶ¿æ²»": 110886, + "ĠεÏĢιÏĥ": 110887, + "ĠÙģارسÛĮ": 110888, + "èŃī": 110889, + "ÏĨη": 110890, + "(éĩij": 110891, + "ศร": 110892, + "åī§": 110893, + "âĢĻya": 110894, + "年度": 110895, + "ĠÙĨرÙħ": 110896, + "ÙĥÙĪÙħ": 110897, + "è¢ĭ": 110898, + "Ġnedenle": 110899, + "à¹īà¸Ńà¸ĩà¸ģาร": 110900, + "ãĢĮãģĤ": 110901, + "ĠпоÑģÑĤÑĥп": 110902, + "ìľĦìĽIJ": 110903, + "åįĺ": 110904, + "èݱ": 110905, + "Ġumož": 110906, + "pok": 110907, + "ÑĥÑģÑĤи": 110908, + "Ġéħ": 110909, + "ĠÑĦÑĸз": 110910, + "廣": 110911, + "ิหาร": 110912, + "ĠжÑĥÑĢн": 110913, + "ĠдÑĸÑĤей": 110914, + "ÑĥÑİÑīие": 110915, + "ä»Ĭ天": 110916, + "ìĿ´ëĿ¼ê³ł": 110917, + "ç²ī": 110918, + "èĴĻ": 110919, + "ĠDünya": 110920, + "егоднÑı": 110921, + "Ġmimo": 110922, + "Ġвин": 110923, + "ãģĿãģĵ": 110924, + "æ¯ķ": 110925, + "Ġأخ": 110926, + "ĠåIJĮ": 110927, + "ساÙĨÛĮ": 110928, + "Ġkah": 110929, + "ियर": 110930, + "ÏĢοÏĤ": 110931, + "jez": 110932, + "ÙĬج": 110933, + "ĠsaÄŁlay": 110934, + "اجÙĩ": 110935, + "Ġçł": 110936, + "ïľ": 110937, + "Ġجست": 110938, + "Ġtức": 110939, + "Æ°Æ¡i": 110940, + "Ø´Ùģ": 110941, + "สà¸ķ": 110942, + "ĠÑĢеÑģ": 110943, + "Ġå£": 110944, + "Ġbizim": 110945, + "Ġê·Ģ": 110946, + "िब": 110947, + "ë¡ľìļ´": 110948, + "ĠÑģÑĤал": 110949, + "ĠÑĢÑĥÑģ": 110950, + "ĠOcak": 110951, + "åľ£": 110952, + "ĠúÄįast": 110953, + "iverz": 110954, + "ëĤĺëĬĶ": 110955, + "оÑĢоÑĤ": 110956, + "ÑĩинÑĭ": 110957, + "Ġihtiyaç": 110958, + "ÐĿÐŀ": 110959, + "ĠÐĿов": 110960, + "ียà¸Ķ": 110961, + "ĠпоÑĤÑĢÑĸбно": 110962, + "گز": 110963, + "ĠÑģказал": 110964, + "ĠGia": 110965, + "mesini": 110966, + "Ġbulunur": 110967, + "渡": 110968, + "гоÑĤ": 110969, + "Ġhuku": 110970, + "ëĦ·": 110971, + "ãĨ": 110972, + "ĠاÙĥ": 110973, + "ĠدÙĦÛĮÙĦ": 110974, + "Ġاساس": 110975, + "ìĹ°êµ¬": 110976, + "ĠÎĺε": 110977, + "ĠسÙĪر": 110978, + "Ġì¢Ģ": 110979, + "ĠاÙĦدر": 110980, + "ĠÑģÑĤÑĢоиÑĤелÑĮ": 110981, + "ĠÑĥк": 110982, + "ĠìĻľ": 110983, + "елик": 110984, + "OVID": 110985, + "Ġtemiz": 110986, + "亦": 110987, + "Ġthiếu": 110988, + "ĠпÑĥÑĤ": 110989, + "ÑİÑīей": 110990, + "ĠurÄį": 110991, + "ĠÄIJây": 110992, + "極": 110993, + "μοÏħ": 110994, + "Ġà¹Ģà¸Ļ": 110995, + "евеÑĢ": 110996, + "ÂłÐĶ": 110997, + "ì´Ŀ": 110998, + "趣": 110999, + "Ġà¤ħलà¤Ĺ": 111000, + "Æ°á»Ŀn": 111001, + "ĠãĥŃ": 111002, + "Ġê³³": 111003, + "é²ģ": 111004, + "ĠرسÛĮد": 111005, + "身ä½ĵ": 111006, + "ัà¸ĵà¸ij": 111007, + "ynÃŃ": 111008, + "جات": 111009, + "ì§Ģ를": 111010, + "नल": 111011, + "ìķĮ": 111012, + "Ñĸп": 111013, + "ĠvÃłng": 111014, + "ĠплоÑī": 111015, + "озмож": 111016, + "åī²": 111017, + "Ġthảo": 111018, + "лади": 111019, + "ĠåĿ": 111020, + "ĠÐľÐ¸": 111021, + "ĠделаÑĤÑĮ": 111022, + "éij": 111023, + "Ġhuy": 111024, + "اÛĮØ·": 111025, + "ĠповÑĤоÑĢ": 111026, + "ülen": 111027, + "ĠÙĪÙģ": 111028, + "ĠÙĬتÙħ": 111029, + "ĠÑĢежим": 111030, + "ĠìºIJ": 111031, + "ĠÃĩünkü": 111032, + "عدد": 111033, + "нивеÑĢ": 111034, + "ĠÐĿик": 111035, + "å¸ĸ": 111036, + "ÏįÏĢ": 111037, + "anlar": 111038, + "ستÛĮ": 111039, + "Ġbulunmaktadır": 111040, + "à¹ģà¸ļ": 111041, + "vek": 111042, + "Ġглаза": 111043, + "å¹ħ": 111044, + "Ġúdaj": 111045, + "ĠгÑĢо": 111046, + "ĠконкÑĥÑĢ": 111047, + "Ġdůležit": 111048, + "ĠØ·ÙĪر": 111049, + "à¸ĺาà¸Ļ": 111050, + "ĠÙĦÙĥÙĨ": 111051, + "رÙĤ": 111052, + "ÐļÐIJ": 111053, + "ĠéĿĴ": 111054, + "ĠìĤ¬ëŀij": 111055, + "ĠÑħвоÑĢ": 111056, + "sunuz": 111057, + "ĠÙħشخص": 111058, + "éĻ¸": 111059, + "Ġढ": 111060, + "Ġvaz": 111061, + "交æĺĵ": 111062, + "ĠÑĤеÑĢÑĢиÑĤ": 111063, + "ÑĩеÑģкой": 111064, + "ีà¹Ĥ": 111065, + "ropoda": 111066, + "ıldıģı": 111067, + "Ġëī´": 111068, + "íķĻ기": 111069, + "ë³´íĹĺ": 111070, + "ĠзаÑĤем": 111071, + "ÂłÐ²": 111072, + "ãĥ¼ãĥĨ": 111073, + "ĠÐŀÑģнов": 111074, + "ãĨį": 111075, + "Ġدع": 111076, + "ÐŁÐ¾Ñģ": 111077, + "æ²ī": 111078, + "Ġлож": 111079, + "çĶµåŃIJ": 111080, + "Ġرد": 111081, + "ĠÑģÑĢазÑĥ": 111082, + "ejte": 111083, + "Ġà¤ijफ": 111084, + "ĠtÃłu": 111085, + "ÃŃk": 111086, + "lanması": 111087, + "каÑĤ": 111088, + "าà¸ģาศ": 111089, + "ãĤ¢ãĤ¤": 111090, + "ÏĦιο": 111091, + "Ġå§": 111092, + "पत": 111093, + "EY": 111094, + "Ġjmé": 111095, + "Ġodkazy": 111096, + "Ġê°ľìĿ¸": 111097, + "éģ¿": 111098, + "bÄĽh": 111099, + "ÐłÐŀ": 111100, + "çĥĪ": 111101, + "Ġzarar": 111102, + "Ú¯ÙĪÙĨÙĩ": 111103, + "Ġtrì": 111104, + "Ġmại": 111105, + "еннÑĭм": 111106, + "ĠÑįконом": 111107, + "éĽ£": 111108, + "ĠíĦ": 111109, + "æİī": 111110, + "Ġsoru": 111111, + "ĠФедеÑĢаÑĨии": 111112, + "ĠÑģиÑģÑĤеми": 111113, + "æĸĻçĦ¡æĸĻ": 111114, + "Ġà¤ķà¤Ń": 111115, + "ĠÙĩÙĨد": 111116, + "ุà¸ĩà¹Ģà¸Ĺà¸ŀ": 111117, + "ĠOsmanlı": 111118, + "ĠпÑĢодолж": 111119, + "ĠÙĪÙĦا": 111120, + "ĠÄįlánku": 111121, + "Ġadım": 111122, + "ĠÏĢαÏģά": 111123, + "ĠzáÅĻÃŃ": 111124, + "Ġà¸Īำà¸ģ": 111125, + "Ġпен": 111126, + "menin": 111127, + "Ġìĺ¤ëĬĺ": 111128, + "emiz": 111129, + "οÏįÏĤ": 111130, + "-स": 111131, + "íķĺìĭľ": 111132, + "ĠÑħви": 111133, + "ãĤ°ãĥ©": 111134, + "ĠпоÑĪ": 111135, + "ĠÐŀднако": 111136, + "Ñĸдно": 111137, + "íĺľ": 111138, + "Ñīими": 111139, + "èĥ¸": 111140, + "ĠÄ°lk": 111141, + "mey": 111142, + "Ġзда": 111143, + "κλη": 111144, + "алом": 111145, + "à¹Ģศษ": 111146, + "اÙĨا": 111147, + "ĠÎŁÎ¹": 111148, + "ĠåıĮ": 111149, + "ีà¸Ĥ": 111150, + "Ġبس": 111151, + "è§Ħå®ļ": 111152, + "isay": 111153, + "ukarı": 111154, + "æµģéĩı": 111155, + "vÃŃm": 111156, + "λÏİ": 111157, + "ä¹Ļ": 111158, + "Ġलड": 111159, + "ĠÙĨدارد": 111160, + "еÑĢом": 111161, + "Ġsırasında": 111162, + "ĠrÄĥng": 111163, + "Æ¡m": 111164, + "Ġlạnh": 111165, + "à¤ĥ": 111166, + "à¥ģण": 111167, + "uzey": 111168, + "ĠÑĥва": 111169, + "vÄĽd": 111170, + "ÑĭÑģ": 111171, + "Ġκι": 111172, + "Ñķ": 111173, + "ÛĮا": 111174, + "à¸ĩà¸Ħ": 111175, + "phylum": 111176, + "Ġberaber": 111177, + "ีà¸Ķ": 111178, + "æµ®": 111179, + "ासन": 111180, + "ovice": 111181, + "覧": 111182, + "Ġसफ": 111183, + "å°ij女": 111184, + "анÑĤи": 111185, + "é¨ĵ": 111186, + "Ġsoát": 111187, + "鬼": 111188, + "lanmÄ±ÅŁ": 111189, + "Ġbếp": 111190, + "ÙIJÙĦ": 111191, + "Ġsayısı": 111192, + "ĠÙĤدÙħ": 111193, + "à¥Īम": 111194, + "हम": 111195, + "ĠÑĢÑĥки": 111196, + "ĠصÙģØŃÙĩ": 111197, + "Å¡ky": 111198, + "é»Ĵ": 111199, + "èģļ": 111200, + "ãģĭãģ«": 111201, + "Ġsâu": 111202, + "едаг": 111203, + "ĠÑģÑĤоÑĢонÑĭ": 111204, + "Ġruk": 111205, + "âĢĮâĢĮ": 111206, + "ĠØ¢ÙĪر": 111207, + "ĠعدÙħ": 111208, + "õi": 111209, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 111210, + "Ġبازار": 111211, + "Ġedeb": 111212, + "ĠvÄįetnÄĽ": 111213, + "опаÑģ": 111214, + "Ġнег": 111215, + "mayan": 111216, + "коÑģÑĤÑĮ": 111217, + "Ġsvůj": 111218, + "ģında": 111219, + "Ø°ÛĮر": 111220, + "Má»Ļt": 111221, + "ÐĦ": 111222, + "Ġyaptı": 111223, + "िथ": 111224, + "ĠÙħÙĩر": 111225, + "ĠдоÑģÑĤи": 111226, + "ĠصÙĪر": 111227, + "mesine": 111228, + "ĠDân": 111229, + "ä¸Ģä¸ĭ": 111230, + "çįİ": 111231, + "ĠÐľÐ¸Ñħ": 111232, + "ĠоÑĩи": 111233, + "ãĤ¦ãĤ§": 111234, + "ĠÑĸÑģ": 111235, + "Ġgiác": 111236, + "åľ¨çº¿è§Ĥçľĭ": 111237, + "ĠاداÙħÙĩ": 111238, + "ÑĨов": 111239, + "ĠкомÑĥ": 111240, + "ĠÄ°ngiliz": 111241, + "ĠгÑĢаж": 111242, + "ãģ¦ãĤĤ": 111243, + "Ġchữ": 111244, + "олÑĮкÑĥ": 111245, + "mÄĽt": 111246, + "Ñıгом": 111247, + "ÑĩаÑģÑĤ": 111248, + "ìĸ¼": 111249, + "Ġkhóa": 111250, + "ĠÐIJд": 111251, + "ĠØ¢ÙĤ": 111252, + "ĠkuruluÅŁ": 111253, + "άζ": 111254, + "Ġжов": 111255, + "ĠвÑģÑĤÑĢе": 111256, + "ĠÙĪÙĦÙĥ": 111257, + "Ġtuyá»ĩt": 111258, + "yı": 111259, + "ĠÐĴо": 111260, + "Ġvá»įng": 111261, + "عÙĬØ©": 111262, + "ĠopÄĽt": 111263, + "اÙĬد": 111264, + "à¥Ī.Ċ": 111265, + "ĠÑģами": 111266, + "åªĴ": 111267, + "Ġsvých": 111268, + "ĠëĤĺíĥĢ": 111269, + "ìĨIJ": 111270, + "ĠÙĦع": 111271, + "Ġetkin": 111272, + "ĠNá": 111273, + "ĠsoutÄĽ": 111274, + "층ìĿĺ": 111275, + "ĠçŃī": 111276, + "ĠرسÙħ": 111277, + "ĠخاÙĨÙĩ": 111278, + "Ġ家": 111279, + "iá»ģm": 111280, + "ëħIJ": 111281, + "ê°Ī": 111282, + "ì°©": 111283, + "žil": 111284, + "ÑģÑĤиÑĤÑĥÑĤ": 111285, + "oruÄį": 111286, + "Ġإذا": 111287, + "à¹Ħà¸Ĥ": 111288, + "ีà¸Ĭ": 111289, + "ÑĢаб": 111290, + "íķĻìĥĿ": 111291, + "Ġìī": 111292, + "rnek": 111293, + "ĠاستخداÙħ": 111294, + "ãĢĢĠãĢĢĠãĢĢĠãĢĢ": 111295, + "ĠвÑģем": 111296, + "ĠìłķëıĦ": 111297, + "Ġvyj": 111298, + "éĢ±": 111299, + "алÑĮное": 111300, + "Ġchuyá»ĩn": 111301, + "ì§ĢìĽIJ": 111302, + "ilerine": 111303, + "ĠìķĦ무": 111304, + "Ġоколо": 111305, + "ावन": 111306, + "à¸Ļา": 111307, + "опÑĢи": 111308, + "drž": 111309, + "ĠÑģÑĥÑģпÑĸлÑĮ": 111310, + "ĠبÙĥ": 111311, + "uky": 111312, + "ĠÏĩÏī": 111313, + "Ġtuần": 111314, + "nictvÃŃ": 111315, + "ĠÙĩدÙģ": 111316, + "Ġchiá»ģu": 111317, + "ÎĹÎĿ": 111318, + "å°ıå§IJ": 111319, + "íķĺìĺĢ": 111320, + "Ġklas": 111321, + "á»Ļn": 111322, + "ĠìĿ´íĽĦ": 111323, + "ÙĨاÙħج": 111324, + "Äįast": 111325, + "ĠاÙĦخاص": 111326, + "lÄ±ÅŁ": 111327, + "ĠعÙħر": 111328, + "ãĢįĊ": 111329, + "иболее": 111330, + "ãĤĬãģ®": 111331, + "ãħł": 111332, + "ä¹Łä¸į": 111333, + "кÑĢеÑĤ": 111334, + "ĠìĶ": 111335, + "ÏĦια": 111336, + "ĠÑĥпÑĢавлÑĸннÑı": 111337, + "æ²¢": 111338, + "Ġkesin": 111339, + "ì¡Įëĭ¤": 111340, + "머ëĭĪ": 111341, + "羣çļĦ": 111342, + "Ġbakım": 111343, + "æĿ±äº¬": 111344, + "¾¸": 111345, + "ÙħÙĦÙĥØ©": 111346, + "оÑĤÑĢеб": 111347, + "dın": 111348, + "ĠPÅĻi": 111349, + "ĠmÄĽli": 111350, + "Ġδημο": 111351, + "寸": 111352, + "ĠÙĪÙĥاÙĨ": 111353, + "Ġपढ": 111354, + "ĠвеÑĢÑħ": 111355, + "ĠеÑij": 111356, + "Cách": 111357, + "ä½ľä¸º": 111358, + "ĠÐļол": 111359, + "Ġве": 111360, + "ĠдеÑĢж": 111361, + "emoc": 111362, + "ãģ¸ãģ®": 111363, + "ĠаÑĢÑħ": 111364, + "Ġkiếm": 111365, + "Ġæĺİ": 111366, + "ĠлÑİдини": 111367, + "ë·": 111368, + "ĠÙĪاÙĦت": 111369, + "Ġè°": 111370, + "çģ¯": 111371, + "íĻķ": 111372, + "Ġ구매": 111373, + "Ġç§ij": 111374, + "itnÃŃ": 111375, + "иÑĩеÑģкие": 111376, + "ĠÙĨÙģس": 111377, + "ĠتÙĦÙģ": 111378, + "اÙģÛĮ": 111379, + "ĠØŃسÙĨ": 111380, + "âĸ¡âĸ¡": 111381, + "ývá": 111382, + "ģın": 111383, + "ıyoruz": 111384, + "ĠChÃŃ": 111385, + "ĠÙ¾ÚĺÙĪÙĩØ´": 111386, + "ĠÏĦÎŃ": 111387, + "ĠÏĥÏĩε": 111388, + "олеÑĤ": 111389, + "αιδ": 111390, + "Ġhạt": 111391, + "à¸łà¸²à¸Ħ": 111392, + "åĨ°": 111393, + "Ġrychle": 111394, + "iteli": 111395, + "Âłz": 111396, + "ยà¸ģ": 111397, + "樹": 111398, + "ĠجÙĪاÙĨ": 111399, + "æĺĮ": 111400, + "Ġüretim": 111401, + "ระà¸ļ": 111402, + "à¸Ľà¸£à¸°à¸¡": 111403, + "άÏĥ": 111404, + "岩": 111405, + "ĠÑĥÑģÑĤÑĢой": 111406, + "Ġverilen": 111407, + "ichni": 111408, + "ĠpÅĻÃŃmo": 111409, + "ĠاÙĦØ°Ùĩاب": 111410, + "ì½ľ": 111411, + "æľ±": 111412, + "Ġسخ": 111413, + "Ñĸла": 111414, + "Ñĥма": 111415, + "หา": 111416, + "ÛĮدا": 111417, + "岸": 111418, + "ä¸Ģå®ļ": 111419, + "Ġä¼ļ": 111420, + "ĠÐŁÑĸд": 111421, + "ĠÑĩиÑĤ": 111422, + "иÑİ": 111423, + "ĠÐĹап": 111424, + "ÑĤиÑı": 111425, + "Ġê°ľë°ľ": 111426, + "ĠÑĤеоÑĢ": 111427, + "ÑıÑģÑĮ": 111428, + "ĠpÅĻÃŃprav": 111429, + "(åľŁ": 111430, + "ÙħÙĬ": 111431, + "ĠpÅĻedevÅ¡ÃŃm": 111432, + "ĠTemmuz": 111433, + "ĠподдеÑĢж": 111434, + "ĠнедоÑģÑĤаÑĤ": 111435, + "ĠìĿ´ìľł": 111436, + "Ġkhá»ıi": 111437, + "ĠاÙĦتØŃ": 111438, + "ĠÙħÙħÚ©ÙĨ": 111439, + "Ġvhod": 111440, + "евой": 111441, + "овал": 111442, + "Ġналеж": 111443, + "ï¼¼:": 111444, + "ยะ": 111445, + "ĠÙħاشÛĮÙĨ": 111446, + "Ġgá»Ńi": 111447, + "alım": 111448, + "ĠìµľìłĢ": 111449, + "ÙijÙĩ": 111450, + "á»Ļp": 111451, + "à¥Ģ।Ċ": 111452, + "ĠпиÑģ": 111453, + "ĠвÑģÑı": 111454, + "Ñĩем": 111455, + "ozenÃŃ": 111456, + "Ġäºļæ´²": 111457, + "еÑĢалÑĮ": 111458, + "기ëĬĶ": 111459, + "ĠпÑĢез": 111460, + "ĠعÙħÙĪÙħÛĮ": 111461, + "иÑĩниÑħ": 111462, + "Ġæ²³": 111463, + "odnÃŃ": 111464, + "åıªæĺ¯": 111465, + "Ġpodp": 111466, + "à¹īà¸Ńà¸ĩà¸ŀ": 111467, + "ायद": 111468, + "ाà¤ĩल": 111469, + "ลà¸Ķ": 111470, + "ĠÑĢÑĸÑĪеннÑı": 111471, + "ĠÑĤÑĥÑĢ": 111472, + "ÑģÑĮкÑĥ": 111473, + "Ġsaldır": 111474, + "ĠÐĽÑĮв": 111475, + "ãĢģĊ": 111476, + "ĠÙ¾ÛĮÙĪÙĨد": 111477, + "åŃ¦ä¹ł": 111478, + "λÏī": 111479, + "ovit": 111480, + "üle": 111481, + "女æĢ§": 111482, + "ÂŁ": 111483, + "emez": 111484, + "Ġhale": 111485, + "âī¦": 111486, + "ĠÎķκ": 111487, + "ÏĦηγοÏģία": 111488, + "ký": 111489, + "ìĦ±ìĿĦ": 111490, + "Ġtým": 111491, + "à¥ĩ-": 111492, + "Ġzejména": 111493, + "æĻ¶": 111494, + "Ġngon": 111495, + "ãĢıĊĊ": 111496, + "软件": 111497, + "éĤ£ä¹Ī": 111498, + "ĠкваÑĢÑĤи": 111499, + "ĠÙħÙĨظ": 111500, + "onec": 111501, + "Ġгли": 111502, + "à¥ģरà¤ķ": 111503, + "ĠSokol": 111504, + "Ġä¿Ŀ": 111505, + "див": 111506, + "álnÃŃm": 111507, + "acaģı": 111508, + "aÅŁa": 111509, + "ĠÙħاÙĦÛĮ": 111510, + "ĠÃĸn": 111511, + "иÑĤели": 111512, + "Ġخرد": 111513, + "Ġkullanıl": 111514, + "ĠÙħÛĮÙĦ": 111515, + "Ġíļ¨": 111516, + "ãn": 111517, + "Ġrost": 111518, + "Ġëĸł": 111519, + "ubat": 111520, + "ĠåıĤ": 111521, + "ĠبراÙĬ": 111522, + "ĠменÑĮ": 111523, + "ัà¸Ħร": 111524, + "Ġпомог": 111525, + "ĠØŃضÙĪر": 111526, + "Ġthá»ĭt": 111527, + "ä¹³": 111528, + "Ġìĭłì²Ń": 111529, + "ĠíĺĦìŀ¬": 111530, + "Ġë¹ł": 111531, + "вÑĢопей": 111532, + "Ġnejen": 111533, + "Ñĸка": 111534, + "Ġìļ¸": 111535, + "ĠÙħبار": 111536, + "ĠÄįek": 111537, + "Ġkalk": 111538, + "Ġamac": 111539, + "ادت": 111540, + "ĠÙħاسÙĩ": 111541, + "Ġarasındaki": 111542, + "ĠбеÑģ": 111543, + "ĠоÑĤделÑĮ": 111544, + "ὶ": 111545, + "ĠΤζ": 111546, + "vyk": 111547, + "جÙĨ": 111548, + "»ê²Į": 111549, + "ĠниÑĩего": 111550, + "ĠشاÙħÙĦ": 111551, + "ĠÑĥÑģловиÑıÑħ": 111552, + "laması": 111553, + "è½ī": 111554, + "ç¾½": 111555, + "Ġжид": 111556, + "ĠоÑĤноÑģ": 111557, + "ĠздÑĸйÑģнÑİ": 111558, + "ĠVỼi": 111559, + "ÙĪÙĦÛĮ": 111560, + "ĠtisÃŃ": 111561, + "ĠÏĩÏģÏĮ": 111562, + "ĠpracovnÃŃ": 111563, + "ĠÙĬÙĥÙĪÙĨ": 111564, + "ĠbeÅŁ": 111565, + "جز": 111566, + "ัà¸ļร": 111567, + "ĠYönet": 111568, + "ĠشراÛĮØ·": 111569, + "ĠتÙĪسعÙĩ": 111570, + "çĹĩ": 111571, + "à¸ĩà¹Ģà¸Ľ": 111572, + "ä¸Ģ次": 111573, + "ĠÐłÐ¾ÑģÑģийÑģкой": 111574, + "æľĢé«ĺ": 111575, + "Ġspolu": 111576, + "даеÑĤÑģÑı": 111577, + "ÑĸÑĤÑĥ": 111578, + "ĠобÑĢаÑĤ": 111579, + "enek": 111580, + "Ġmek": 111581, + "å¦Ī": 111582, + "ĠдополниÑĤелÑĮ": 111583, + "Ġç²": 111584, + "ĠÙĦÙĦت": 111585, + "ĠHaziran": 111586, + "æ¸Ī": 111587, + "à¹Įà¸Ĥà¸Ńà¸ĩ": 111588, + "ĠÑĦон": 111589, + "Ġê²ĥìľ¼ë¡ľ": 111590, + "Ġnhé": 111591, + "Ġbugün": 111592, + "ovém": 111593, + "ĠзавеÑĢ": 111594, + "Ġдвиг": 111595, + "ä¼Ļ": 111596, + "Ġnuôi": 111597, + "меÑĢик": 111598, + "ĠÙĨÙħÙĪÙĨÙĩ": 111599, + "èį·": 111600, + "Ñĥвала": 111601, + "ç¿»": 111602, + "Ġsân": 111603, + "огоÑİ": 111604, + "اسÙĬØ©": 111605, + "ÑĥнкÑĤ": 111606, + "ánÃŃm": 111607, + "енное": 111608, + "Ġphút": 111609, + "Ġमर": 111610, + "ĠاÙĦÙĪØ·": 111611, + "Ġлегко": 111612, + "ĠãĢĭ": 111613, + "ë¡ľëĵľ": 111614, + "ĠKasım": 111615, + "ÙĬÙĦÙĬ": 111616, + "ĠbaÄŁlantılar": 111617, + "ĠÑĤÑĢÑĥд": 111618, + "Ø·Ùĩ": 111619, + "Ġkvůli": 111620, + "ÑģÑĤоÑı": 111621, + "ĠsatÄ±ÅŁ": 111622, + "ĠháºŃu": 111623, + "ĠبÙĩترÛĮÙĨ": 111624, + "ĠÑģелÑĮ": 111625, + "ัà¸Ļว": 111626, + "osu": 111627, + "यन": 111628, + "åĽ³": 111629, + "ιδ": 111630, + "ÛĮتÛĮ": 111631, + "ĠQuáºŃn": 111632, + "Ġей": 111633, + "à¹Ģวลา": 111634, + "ìĬ¤íĥĢ": 111635, + "ìĤ¬ë¥¼": 111636, + "ĠاÙĩÙĦ": 111637, + "ηγ": 111638, + "Ġká»·": 111639, + "ĠнаÑĤ": 111640, + "âĢ¡": 111641, + "ÑĸÑĩниÑħ": 111642, + "ĠÑĢазвиÑĤиÑı": 111643, + "ecial": 111644, + "ĠÑħозÑı": 111645, + "ваеÑĤ": 111646, + "ĠÄIJá»Ļ": 111647, + "Ġéĵ": 111648, + "Ġokam": 111649, + "ĠвÑģÑĸÑħ": 111650, + "ĠPraze": 111651, + "ë¥ł": 111652, + "ικα": 111653, + "欲": 111654, + "ĠgerçekleÅŁ": 111655, + "ç¥ĸ": 111656, + "Ġодним": 111657, + "ÂłM": 111658, + "Ġrenk": 111659, + "Ġलà¤ķ": 111660, + "ãĥķãĤ§": 111661, + "ĠÙĨزد": 111662, + "å¹»": 111663, + "ĠúzemÃŃ": 111664, + "æı¡": 111665, + "алиÑģÑı": 111666, + "ĠÃĶ": 111667, + "Ġyorum": 111668, + "ĠÏĢÏģÏī": 111669, + "ãĥ³ãĥĩ": 111670, + "éĸĭå§ĭ": 111671, + "ãĥ¼ãĥª": 111672, + "Ġìĸ¼êµ´": 111673, + "Û±Û±": 111674, + "lÃ¼ÄŁÃ¼": 111675, + "ÙĨØ´": 111676, + "à¹Īำ": 111677, + "èĽĭ": 111678, + "Ġأد": 111679, + "ĠWilli": 111680, + "課": 111681, + "Ġsürdür": 111682, + "ĠExternÃŃ": 111683, + "Ġpůvod": 111684, + "ĠخاÙĨÙĪ": 111685, + "ĠкоÑĤоÑĢое": 111686, + "Ġmohl": 111687, + "ĠstÄĽ": 111688, + "åĩı": 111689, + "ìĤ¼": 111690, + "abancı": 111691, + "à¹ģà¸Ļ": 111692, + "สำà¸Ħ": 111693, + "æĤ£": 111694, + "abilece": 111695, + "éĺ³åŁİ": 111696, + "ÎijÎļ": 111697, + "Ġchữa": 111698, + "ĠìķĦëĭ": 111699, + "طبÙĬÙĤ": 111700, + "ÎĻÎŁÎ¥": 111701, + "ÑĢование": 111702, + "åĩ½": 111703, + "Ġì¼": 111704, + "ÑĢоÑĦ": 111705, + "à¹ĩà¸Ļส": 111706, + "ĠãĤ¦": 111707, + "ï¼ļãĢĮ": 111708, + "á»ĭa": 111709, + "ĠhPa": 111710, + "manı": 111711, + "álnÃŃho": 111712, + "ÙĪتÛĮ": 111713, + "ĠлеÑĩениÑı": 111714, + "jte": 111715, + "-д": 111716, + "åħ¨åĽ½": 111717, + "ĠбÑĥдÑĸв": 111718, + "ĠzatÃŃm": 111719, + "Ġöyle": 111720, + "ìĿ´ê°Ģ": 111721, + "stal": 111722, + "ivatel": 111723, + "Ġæľª": 111724, + "Ġpožad": 111725, + "ĠÑģни": 111726, + "ĠposlednÃŃ": 111727, + "ĠÑģÑĤанд": 111728, + "à¥Ģà¤ıम": 111729, + "Ġعکس": 111730, + "ÑĢиÑı": 111731, + "ãy": 111732, + "á»ĭp": 111733, + "Ġokul": 111734, + "à¸ĩหมà¸Ķ": 111735, + "Ġвозник": 111736, + "mÃŃ": 111737, + "秣": 111738, + "ĠÄijá»ijc": 111739, + "ĠpodÃŃ": 111740, + "ĠÅĻÃŃj": 111741, + "ĠÑĤакÑĸ": 111742, + "à¸ļาà¸Ĺ": 111743, + "Ġ보기": 111744, + "ลา": 111745, + "еÑģÑĤо": 111746, + "ĠçĶ¨": 111747, + "инÑĭ": 111748, + "ĠÑĢÑĥÑħ": 111749, + "ĠÑĢаÑģполож": 111750, + "ÑīеннÑı": 111751, + "Ġcá»Ń": 111752, + "à¹īà¸ļร": 111753, + "à¥įयवस": 111754, + "ï¾ļ": 111755, + "ĠдалÑĮ": 111756, + "Ġضد": 111757, + "ÙĦÙĬØ©": 111758, + "ĠкоÑĤоÑĢого": 111759, + "Ġdve": 111760, + "Ġnhạc": 111761, + "ÑĦÑĸка": 111762, + "à¥Īà¤Ł": 111763, + "èĩªçĶ±": 111764, + "ĠпоÑĢÑĥÑĪ": 111765, + "æľĭåıĭ": 111766, + "Ġdört": 111767, + "ĠÑĢаÑģпÑĢоÑģÑĤ": 111768, + "ãģ§ãģ¯ãģªãģĦ": 111769, + "ĠпеÑĢег": 111770, + "Ġánh": 111771, + "ĠVÃŃ": 111772, + "ظٹ": 111773, + "à¥įरण": 111774, + "Ġbilim": 111775, + "Ġlidé": 111776, + "ĠdÃŃky": 111777, + "ĠÄIJá»ĵng": 111778, + "ĠεÏģγ": 111779, + "Ġznovu": 111780, + "Ïĥια": 111781, + "Ñŀ": 111782, + "सà¤Ń": 111783, + "ekk": 111784, + "ĠμεÏĦά": 111785, + "ÑģÑĤиÑĩ": 111786, + "ÛĮÙĨÚ¯": 111787, + "ĠÑıвлÑıÑİÑĤÑģÑı": 111788, + "Ġ建": 111789, + "ÏĥÏĥα": 111790, + "авлива": 111791, + "à¸ģรม": 111792, + "ç¬Ķ": 111793, + "Ġге": 111794, + "ĠرÙĩ": 111795, + "Ġмел": 111796, + "ĠнапÑĢимеÑĢ": 111797, + "Ġмик": 111798, + "ĠاÙĦسÙĥاÙĨ": 111799, + "æ¤ľ": 111800, + "ĠÐļÑĢа": 111801, + "ĠvÃłi": 111802, + "ائÙħ": 111803, + "ĠÏĩÏģή": 111804, + "leÅŁme": 111805, + "Ġjas": 111806, + "ê²ĮìŀĦ": 111807, + "Ġmaç": 111808, + "Ġì§Ħíĸī": 111809, + "à¥ĩदन": 111810, + "Ġvůbec": 111811, + "ĠÙĦÙĨ": 111812, + "è«ĩ": 111813, + "âī¡âī¡": 111814, + "лением": 111815, + "عÙĨÛĮ": 111816, + "ãĥŀãĥ³": 111817, + "Ä°Z": 111818, + "ĠÃĸÄŁ": 111819, + "ĠìŬìŀIJ": 111820, + "yÅ¡": 111821, + "ĠÑģÑĤа": 111822, + "Ġสำหร": 111823, + "Ġनव": 111824, + "ãĢĤä½Ĩ": 111825, + "олÑĮно": 111826, + "Ġyanında": 111827, + "è²´": 111828, + "Ġjednotliv": 111829, + "ĠåİŁ": 111830, + "éłħ缮": 111831, + "Ġमदद": 111832, + "리ìĹIJ": 111833, + "ĠÙħاÙĬ": 111834, + "ĠÑĩеÑĢв": 111835, + "Ġdáv": 111836, + "ÙĦÛĮÙĩ": 111837, + "?#": 111838, + "ÄįnÃŃm": 111839, + "ÑĢег": 111840, + "ĠпÑĢименÑı": 111841, + "ãĤĬãģ¨": 111842, + "ê°Ļ": 111843, + "Ġtoplam": 111844, + "ileÅŁ": 111845, + "Ġkategor": 111846, + "ÑĤал": 111847, + "ãģ«ãĤĪãĤĭ": 111848, + "Ġdomác": 111849, + "Ġê·ľ": 111850, + "ĠÙĩزار": 111851, + "ĠpÅĻÃŃstup": 111852, + "ılıyor": 111853, + "жди": 111854, + "ĠDÆ°Æ¡ng": 111855, + "ĠPháºŃt": 111856, + "Ġçünkü": 111857, + "구ê¸ĢìĥģìľĦ": 111858, + "ovaných": 111859, + "Ġعش": 111860, + "Ġà¤ķरà¤ķ": 111861, + "žÃŃt": 111862, + "ĠvÄĽtÅ¡ÃŃ": 111863, + "ĠاÙħکاÙĨ": 111864, + "Ġnông": 111865, + "Ġzám": 111866, + "à¥Įन": 111867, + "екаÑĢ": 111868, + "ÂłÐ¢": 111869, + "kami": 111870, + "ĠÑĢеÑģÑĥÑĢ": 111871, + "поÑģ": 111872, + "ÙİÙĤ": 111873, + "ίλ": 111874, + "ĠسازÛĮ": 111875, + "Ġçıkan": 111876, + "ĠdÃŃtÄĽ": 111877, + "ĠتصÙĪ": 111878, + "ç¯ĩ": 111879, + "нд": 111880, + "Ġrámci": 111881, + "hong": 111882, + "ĠÑģÑĸм": 111883, + "sak": 111884, + "кеÑĤ": 111885, + "дÑĸл": 111886, + "ç¹Ķ": 111887, + "ĠthÆ°á»Łng": 111888, + "ĠнеÑĹ": 111889, + "зÑĸ": 111890, + "ÅĻÃŃd": 111891, + "ितन": 111892, + "à¤ıà¤ķ": 111893, + "Ġsữa": 111894, + "ĠÙħرØŃ": 111895, + "éŀ": 111896, + "ĠcÆ°á»Ŀng": 111897, + ":.:": 111898, + "ÑĤен": 111899, + "èī¦": 111900, + "Ġkhợi": 111901, + "Ġ기ì¤Ģ": 111902, + "lanır": 111903, + "彩票": 111904, + "ضÛĮ": 111905, + "Ġuzav": 111906, + "Ġboh": 111907, + "èm": 111908, + "Ġæ£": 111909, + "nici": 111910, + "(çģ«": 111911, + "åħ³äºİ": 111912, + "ÑĸÑĩнÑĸ": 111913, + "à¸ģารà¸ĵ": 111914, + "Ġ첫": 111915, + "ÑĢÑĥеÑĤ": 111916, + "ĠarÅŁivlendi": 111917, + "ÑĤим": 111918, + "à¸²à¸ł": 111919, + "Ġبرابر": 111920, + "Ġà¹Ģà¸ĭ": 111921, + "ĠÄijêm": 111922, + "è·³": 111923, + "Ġyönetim": 111924, + "Ġéķ·": 111925, + "ãĥĨãĥ¬ãĥĵ": 111926, + "маÑĤи": 111927, + "责任": 111928, + "ickým": 111929, + "è¸": 111930, + "à¹Ģหà¸ķ": 111931, + "ëłĮ": 111932, + "ĠرÙĬ": 111933, + "ĠвÑĭдел": 111934, + "åĩºçİ°": 111935, + "ĠпеÑģ": 111936, + "Ġì¢ĭìĿĢ": 111937, + "Ġà¤īसन": 111938, + "ĠAralık": 111939, + "ĠÑĩаÑģÑĥ": 111940, + "lava": 111941, + "Ġï½ŀ": 111942, + "æģĭ": 111943, + "دÛĮد": 111944, + "âĢĻden": 111945, + "ĠåĪĿ": 111946, + "ÙĪدة": 111947, + "Ñĩили": 111948, + "ĠÑħаÑĢакÑĤеÑĢиÑģÑĤи": 111949, + "استاÙĨ": 111950, + "दर": 111951, + "ĠبÙĪدÙĨ": 111952, + "ĠпалÑĮ": 111953, + "ĠÑĤÑĢади": 111954, + "ĠдеÑı": 111955, + "Ġخش": 111956, + "ĠpokraÄį": 111957, + "Ġ구ê¸Ģ": 111958, + "ковÑĸ": 111959, + "Ġtık": 111960, + "Ġhấp": 111961, + "Ġzalož": 111962, + "१à¥": 111963, + "Ġëĭµë³Ģ": 111964, + "меÑĪ": 111965, + "íļ¨": 111966, + "Ġspolup": 111967, + "ËĨ": 111968, + "辦": 111969, + "Ġgá»Ĺ": 111970, + "Ġå®ļ": 111971, + "ĵn": 111972, + "asından": 111973, + "-ı": 111974, + "ĠбеÑĢез": 111975, + "大åѸ": 111976, + "Ġзнов": 111977, + "ĠHoÃłng": 111978, + "ĠدÙĪÙĨ": 111979, + "Ġanlay": 111980, + "ĠÙĪزار": 111981, + "ĠعÙĦÙħÛĮ": 111982, + "è£ľ": 111983, + "Ġdünya": 111984, + "ĠзалиÑĪ": 111985, + "даеÑĤ": 111986, + "νε": 111987, + "иÑĩеÑģкого": 111988, + "ìĬ¤íħľ": 111989, + "ĠÐijеÑĢ": 111990, + "Ġдж": 111991, + "ĠопаÑģ": 111992, + "ÏĨα": 111993, + "Ġzvlá": 111994, + "Ġtô": 111995, + "беÑĢ": 111996, + "ĠξαÏģ": 111997, + "tiÄŁini": 111998, + "ãĥ¬ãĥ³": 111999, + "ĠKho": 112000, + "ĠÑĸнÑĪ": 112001, + "Ġï¿¥": 112002, + "ì°¬": 112003, + "｡": 112004, + "ĠноÑĩ": 112005, + "è¨Ĭ": 112006, + "ÄĽti": 112007, + "å¿Ļ": 112008, + "ĠکردÙĨد": 112009, + "ĠÄijẩy": 112010, + "ĠÑģказав": 112011, + "ëĥ¥": 112012, + "屬": 112013, + "Ġशहर": 112014, + "ĠÚ©ÙħÚ©": 112015, + "ÂłÐŁ": 112016, + "ınca": 112017, + "нÑĸвеÑĢÑģиÑĤ": 112018, + "ĠÚ¯ÙĪÙĨÙĩ": 112019, + "ĠToplam": 112020, + "ĠiÅŁaret": 112021, + "ä½łä»¬": 112022, + "Ġderece": 112023, + "ĠìĤ¬ìĭ¤": 112024, + "ĠìŀIJ기": 112025, + "å®ŀçİ°": 112026, + "çĶŁçī©": 112027, + "ãģ®ä¸Ģ": 112028, + "ĠÑĢом": 112029, + "ÙĪزÙĩ": 112030, + "Ġãģ¨": 112031, + "íĻį": 112032, + "ÙĬÙĤ": 112033, + "ĠåIJįçĦ¡ãģĹãģķãĤĵ": 112034, + "ĠÙ¾ÛĮر": 112035, + "Ġполез": 112036, + "충": 112037, + "ĠкоÑĢп": 112038, + "IJëĭ¤": 112039, + "ừa": 112040, + "ÎķΤ": 112041, + "Ġжелез": 112042, + "ãģ£ãģ±": 112043, + "Ġxuyên": 112044, + "Ġë¥": 112045, + "à¥ĩ।Ċ": 112046, + "ĠÑģÑĤали": 112047, + "ĠpomocÃŃ": 112048, + "Ġdurumda": 112049, + "ĠпÑĢоÑĪ": 112050, + "lenÃŃ": 112051, + "βολ": 112052, + "Ġæĸĩç«ł": 112053, + "tÄĽz": 112054, + "dÃŃl": 112055, + "Ġdruhé": 112056, + "ĠÑĤогда": 112057, + "Ġhrá": 112058, + "оÑĤÑĮ": 112059, + "าà¸ģร": 112060, + "ĠتصÙħ": 112061, + "ĠÙħدت": 112062, + "кадем": 112063, + "ĠpatÅĻÃŃ": 112064, + "ä¹ĭåīį": 112065, + "سبة": 112066, + "ĠпокÑĢÑĭ": 112067, + "Ġnáp": 112068, + "Ġ_{}": 112069, + "ëĵ±íķĻêµIJ": 112070, + "ĠØ¥ÙĦÙĬ": 112071, + "Ġözg": 112072, + "çļĨ": 112073, + "Ġhayvan": 112074, + "ĠNisan": 112075, + "غاز": 112076, + "Ġتت": 112077, + "ĠдÑĥÑħов": 112078, + "ĠÐŁÐ¾ÑįÑĤомÑĥ": 112079, + "ÑĮогод": 112080, + "ĠkuÅŁ": 112081, + "Ġà¤ĩसम": 112082, + "جÛĮ": 112083, + "ĠãĤ¿": 112084, + "ĠвкÑĥÑģ": 112085, + "çĢ": 112086, + "ĠвÑĭÑĪе": 112087, + "âĢĻdan": 112088, + "ĠاØŃÙħد": 112089, + "Ġtalep": 112090, + "ĠÏĪ": 112091, + "Ġdolayı": 112092, + "Ġگزارش": 112093, + "бол": 112094, + "ĠاÛĮÙĨتر": 112095, + "ÑĢоÑĩ": 112096, + ")âĢı": 112097, + "ĠëIJł": 112098, + "Ġkoup": 112099, + "(æľĪ": 112100, + "é±¼": 112101, + "ĠогÑĢа": 112102, + "ĠÑĢазм": 112103, + "Ġتست": 112104, + "ĠpÅĻÃŃslu": 112105, + "íĽĪ": 112106, + "ĠëĮĢíķ´": 112107, + "à¹ģà¸Ľ": 112108, + "аннÑĭе": 112109, + "ĠìĿ¸íĦ°": 112110, + "Ġkullanılan": 112111, + "Ġztr": 112112, + "æĬĢè¡ĵ": 112113, + "à¤¿à¤Ľ": 112114, + "ĠاÙĦÙħؤ": 112115, + "ovaly": 112116, + "ustos": 112117, + "Ġörg": 112118, + "Ġ太": 112119, + "ειο": 112120, + "ĠuÄį": 112121, + "ĠØ´Ú©ÙĦ": 112122, + "建çŃij": 112123, + "Ġchạy": 112124, + "ĠÏĩÏģη": 112125, + "нÑĥÑĤ": 112126, + "Ġباعث": 112127, + "ĠNÄĽkter": 112128, + "ÑĥÑĤÑĤÑı": 112129, + "ãģ§ãģĻãģĭ": 112130, + "Ġsayılı": 112131, + "имоÑģÑĤÑĮ": 112132, + "ĠпиÑĤаннÑı": 112133, + "ĠkÃŃnh": 112134, + "Ġhran": 112135, + "okrat": 112136, + "Ġedilir": 112137, + "Ġà¤ķहत": 112138, + "Ġpaci": 112139, + "ालन": 112140, + "Ġиде": 112141, + "ĠZem": 112142, + "Ġslužby": 112143, + "ÑģÑĤвеннÑĭй": 112144, + "ĠØ¢ÙĨاÙĨ": 112145, + "ĠÑĤоваÑĢи": 112146, + "ĠتØŃÙħÙĬÙĦ": 112147, + "ĠYük": 112148, + "ĠкаÑĤегоÑĢ": 112149, + "íĭĢ": 112150, + "ĠкоÑģ": 112151, + "Ġобов": 112152, + "ĠprostÅĻedÃŃ": 112153, + "ĠÑģоÑģ": 112154, + "ĠÐIJлекÑģанд": 112155, + "Ġà¹Ģà¸Ĥà¸ķ": 112156, + "å¿ħé¡»": 112157, + "ัà¸Ĭ": 112158, + "ĠÙĦد": 112159, + "ãĢģä¸Ģ": 112160, + "ĠÎľÎŃ": 112161, + "ÑĥваÑĤиÑģÑı": 112162, + "æķı": 112163, + "ãĥ¼ãĥIJ": 112164, + "اÙĦÙĦÙĩ": 112165, + "ĠبÙĩا": 112166, + "åĸ¶": 112167, + "è´µ": 112168, + "æĸ¹åIJij": 112169, + "Ġì¸": 112170, + "ĠÙĨاÙħÙĩ": 112171, + "ÑĮко": 112172, + "Ġvody": 112173, + "vÃŃc": 112174, + "à¹ģà¸Ī": 112175, + "ĠعÙĦÛĮÙĩ": 112176, + "à¹ģรà¸ĩ": 112177, + "ίνα": 112178, + "ãģ¬": 112179, + "ĠÐŀп": 112180, + "Ġsayf": 112181, + "ï¼ĮçĶ±": 112182, + "ä¼´": 112183, + "ĠÑĥдоб": 112184, + "ãģ¾ãģł": 112185, + "ĠнепÑĢи": 112186, + "Âİ": 112187, + "à¤¾à¤ľà¤ª": 112188, + "plnÄĽ": 112189, + "ĠìĹĦ": 112190, + "Ġrůzn": 112191, + "Ġxếp": 112192, + "ãĥĸãĥ«": 112193, + "ĠзаÑħиÑģÑĤ": 112194, + "ĠÙħصرÙģ": 112195, + "ĠvÅ¡echno": 112196, + "ãģ®ãģĬ": 112197, + "ĠThá»ĭ": 112198, + "Ġmùa": 112199, + "¿IJ": 112200, + "ĠпÑĢинÑĨип": 112201, + "ĠاÙĨÙĤÙĦ": 112202, + "гаÑĢ": 112203, + "Ġmožnost": 112204, + "ÙĤÙĬÙĤ": 112205, + "ĠotevÅĻ": 112206, + "Ġfak": 112207, + "Ġnguy": 112208, + "бов": 112209, + "lacaÄŁ": 112210, + "اطر": 112211, + "ãģ«ãĤĪãĤĬ": 112212, + "æĺ¯åľ¨": 112213, + "Ġtầng": 112214, + "ìĿ¸ìĿ´": 112215, + "aÅĻ": 112216, + "碰": 112217, + "ÏĮμε": 112218, + "Ġê°Ī": 112219, + "ĠØ£ØŃد": 112220, + "غراÙģ": 112221, + "ĠÙĬØŃ": 112222, + "ｧ": 112223, + "ĠاÙĦØŃÙĬاة": 112224, + "Ġlep": 112225, + "Ġฮ": 112226, + "tae": 112227, + "ĠlÆ°Æ¡ng": 112228, + "è½®": 112229, + "ĠзмÑĸн": 112230, + "ĠÐļиÑĹв": 112231, + "ĠмÑĸÑģÑı": 112232, + "кав": 112233, + "à¸ķะ": 112234, + "Ġmnoho": 112235, + "ĠNghá»ĭ": 112236, + "èĻİ": 112237, + "ĠãĥŁ": 112238, + "Ġpráci": 112239, + "Ġgá»ijc": 112240, + "ĠYeni": 112241, + "اضÙĬ": 112242, + "Ġèij": 112243, + "Ġкла": 112244, + "ıng": 112245, + "ÏĦεί": 112246, + "Ġbeni": 112247, + "Ġعد": 112248, + "Ġaktu": 112249, + "ĠÙĪÙĤد": 112250, + "ĠподгоÑĤов": 112251, + "Ġgiai": 112252, + "(æ°´": 112253, + "Ġsaç": 112254, + "ĠÙħÙĨاسب": 112255, + "âĸĭ": 112256, + "ÙIJÙĩ": 112257, + "éį": 112258, + "à¸Ńà¸Ĺ": 112259, + "ĠسÛĮاسÛĮ": 112260, + "olit": 112261, + "ĠاÙĦجز": 112262, + "Ø·ÙĦب": 112263, + "Ġsey": 112264, + "erence": 112265, + "ì´Į": 112266, + "ĠвнÑĥÑĤÑĢен": 112267, + "Ġà¸Ļาย": 112268, + "ĠìķĬìķĺëĭ¤": 112269, + "olik": 112270, + "æľĢåIJİ": 112271, + "仪": 112272, + "ĠÑĢÑĸд": 112273, + "è¼ĥ": 112274, + "Ġباب": 112275, + "Ñĥди": 112276, + "ĠÑģÑĤÑĥп": 112277, + "ĠÄijứng": 112278, + "ĠÅŁÃ¶yle": 112279, + "ĠíķĻìĥĿ": 112280, + "ĠвлаÑģÑĤи": 112281, + "Ġhãng": 112282, + "à¹īาว": 112283, + "ĠکاÙĩØ´": 112284, + "Ġëĵ¯": 112285, + "ĠجÙħÙĦÙĩ": 112286, + "Ġدکتر": 112287, + "adolu": 112288, + "Ġتبد": 112289, + "ظاÙħ": 112290, + "ĠznaÄį": 112291, + "ĠدÙĨÛĮ": 112292, + "Ġsạn": 112293, + "å¼±": 112294, + "ÏĢι": 112295, + "ĠçIJĨ": 112296, + "ĠÙģصÙĦ": 112297, + "инг": 112298, + "ÐļÐŀ": 112299, + "ĠСов": 112300, + "Ġziyaret": 112301, + "ĠدÙħ": 112302, + "竹": 112303, + "Ġsahibi": 112304, + "isayar": 112305, + "ÄŁa": 112306, + "ĠпеÑĢÑĸод": 112307, + "Ġsna": 112308, + "(æľ¨": 112309, + "Ġнее": 112310, + "ĠÑĦакÑĤоÑĢ": 112311, + "меж": 112312, + "åºĦ": 112313, + "ráž": 112314, + "окÑĢем": 112315, + "Ġžal": 112316, + "ิà¹Ģศษ": 112317, + "豪": 112318, + "oucÃŃ": 112319, + "ĠUlus": 112320, + "Ġtakže": 112321, + "اÙĪÙĨ": 112322, + "ниÑĤи": 112323, + "нÑĮо": 112324, + "ëį¸": 112325, + "ĠÙĥرة": 112326, + "åľ³": 112327, + "ĠArthropoda": 112328, + "ĠÑĤодÑĸ": 112329, + "Ġدرصد": 112330, + "ุรà¸ģ": 112331, + "ĠÑģвого": 112332, + "说éģĵ": 112333, + "Ġcánh": 112334, + "æĵĬ": 112335, + "Ġä¸ĭè½½": 112336, + "èī¾": 112337, + "Ġnikdy": 112338, + "خط": 112339, + "ĠÑģейÑĩаÑģ": 112340, + "ÙĪÙĬÙĦ": 112341, + "amet": 112342, + "문ìĿĺ": 112343, + "ĠEÄŁitim": 112344, + "大ä¼ļ": 112345, + "ĠbÅĻez": 112346, + "заÑĨÑĸÑı": 112347, + "Ġtyto": 112348, + "най": 112349, + "غÙħ": 112350, + "Ġé©": 112351, + "计ç®Ĺ": 112352, + "Türkiye": 112353, + "Ġmnož": 112354, + "åIJĪä½ľ": 112355, + "æľįåĭĻ": 112356, + "Ġkaždý": 112357, + "ĠÑİÑĢид": 112358, + "Ġβα": 112359, + "à¥Ĥà¤ļ": 112360, + "åIJĮãģĺ": 112361, + "Ġçĭ": 112362, + "ίÏĦ": 112363, + "ÙĪÛĮÙĨت": 112364, + "اÙĨس": 112365, + "æľĢ大": 112366, + "ĠTừ": 112367, + "éŃĶæ³ķ": 112368, + "Ġбли": 112369, + "ĠÑĤакое": 112370, + "ãģľ": 112371, + "ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 112372, + "ìĿ´ë©°": 112373, + "ĠÙĤسÙħت": 112374, + "ĠоÑĨÑĸ": 112375, + "никÑĥ": 112376, + "ĠBạn": 112377, + "ĠоÑĢганÑĸз": 112378, + "üph": 112379, + "Ġizin": 112380, + "Ġï¾Ĭ": 112381, + "είÏĤ": 112382, + "à¸ĩà¹ģà¸ķ": 112383, + "ãģ¡ãĤī": 112384, + "важа": 112385, + "Ġ欧": 112386, + "ιÏİ": 112387, + "ÏĢÎŃ": 112388, + "ĠкÑĢеп": 112389, + "ĠÑĨиÑħ": 112390, + "æĦŁãģĺ": 112391, + "çķ«": 112392, + "ÙĥÙĪ": 112393, + "емо": 112394, + "žen": 112395, + "å¹³æĸ¹": 112396, + "ĠÙħجÙħÙĪعÙĩ": 112397, + "ĠÑģвои": 112398, + "ĠãĦ": 112399, + "à¸Ľà¸£à¸°à¸ģà¸Ńà¸ļ": 112400, + "ĠпÑĢоÑĤи": 112401, + "ÙĪÛĮÙĩ": 112402, + "认为": 112403, + "ÏĨÎŃ": 112404, + "иÑĩеÑģкий": 112405, + "æ¥ļ": 112406, + "Ġпап": 112407, + "δÏģο": 112408, + "Ġkullanım": 112409, + "Ġzbo": 112410, + "ĠúspÄĽ": 112411, + "ĠÙħز": 112412, + "ĠFak": 112413, + "елÑĮзÑı": 112414, + "æ´»åĭķ": 112415, + "ĠÐŁÑĢав": 112416, + "¦y": 112417, + "åĥķ": 112418, + "æijĺ": 112419, + "Ġرئ": 112420, + "ĠÏĨοÏģ": 112421, + "миÑĤ": 112422, + "Ġticaret": 112423, + "æ³ķå¾ĭ": 112424, + "年代": 112425, + "ìĪĻ": 112426, + "å¿ł": 112427, + "à¹ĩà¸Ļà¸Ĺ": 112428, + "ĠÑĥж": 112429, + "ĠÙħتØŃدÙĩ": 112430, + "Ġtrá»Ŀi": 112431, + "ĠرØŃ": 112432, + "ĠÚ©ÙĪÚĨ": 112433, + "ĠопÑĢеделен": 112434, + "ĠزÙħÛĮÙĨÙĩ": 112435, + "Ġnóng": 112436, + "Ġngủ": 112437, + "Những": 112438, + "ĠкиÑĪ": 112439, + "Ġjde": 112440, + "Ġä¸Ĭæµ·": 112441, + "åĭĩ": 112442, + "Ġtanı": 112443, + "à¹Įà¹ģละ": 112444, + "ĠÑĢаÑģÑĤвоÑĢ": 112445, + "ĠÑģÑĢедÑģÑĤв": 112446, + "Ġcán": 112447, + "Ġsystému": 112448, + "ÛĮØ·": 112449, + "ĠÑģиÑģÑĤема": 112450, + "Ġëŀ": 112451, + "ĠÑĩеÑĤ": 112452, + "éĥ¨éŨ": 112453, + "帰": 112454, + "Ġmillet": 112455, + "ĠÎķλλά": 112456, + "à¥ĩà¤ĸन": 112457, + "Ġrepubliky": 112458, + "ÑĢами": 112459, + "Ġसमस": 112460, + "Ġaçısından": 112461, + "ادÙĦ": 112462, + "ĠбеÑģп": 112463, + "ãĥ»âĶģ": 112464, + "åľŃ": 112465, + "ocu": 112466, + "kánÃŃ": 112467, + "ÙĪرش": 112468, + "ëŀµ": 112469, + "Ġçģ": 112470, + "è°ģ": 112471, + "Ġsám": 112472, + "ĠνεÏĨ": 112473, + "bilir": 112474, + "ĠmÃŃstÄĽ": 112475, + "Ġžen": 112476, + "Ġilç": 112477, + "Ġë§ģ": 112478, + "ãĢijĊ": 112479, + "ĠÙħÙĪارد": 112480, + "ĠاÙĦØ´ÙĬ": 112481, + "Ġ기ë¡Ŀ": 112482, + "Ġtady": 112483, + "à¸Ńาà¸Ī": 112484, + "ĠÑģÑĦ": 112485, + "ĠspoleÄįnost": 112486, + "Ġtématu": 112487, + "ÙħاÙħ": 112488, + "Ùħع": 112489, + "Ġлеж": 112490, + "ĠÚĨØ´Ùħ": 112491, + "ĠiÅŁlet": 112492, + "ĠÙĨسخ": 112493, + "ä¼°": 112494, + "ãģįãģª": 112495, + "ãĢĥ": 112496, + "å²Ĺ": 112497, + "ĠåŃIJ": 112498, + "Ġbảng": 112499, + "çĮ®": 112500, + "Ġcứng": 112501, + "ĠкÑĢай": 112502, + "Ġèĭ±è¯Ń": 112503, + "ÐłÐIJ": 112504, + "زÙĨ": 112505, + "èĥŀ": 112506, + "Ġsüreç": 112507, + "ãĥķãĥĪ": 112508, + "ĠкÑĸлÑĮка": 112509, + "neÄŁin": 112510, + "ovány": 112511, + "лÑĸн": 112512, + "Ġvýraz": 112513, + "ĠÑģÑĩиÑĤа": 112514, + "ĠпÑĢавило": 112515, + "ĠиÑģполÑĮзÑĥ": 112516, + "Ġkéo": 112517, + "ĠyaklaÅŁÄ±k": 112518, + "ĠÙĪابستÙĩ": 112519, + "оваÑĤелÑĮ": 112520, + "Ġì²ł": 112521, + "ĠاÙĦعاÙħ": 112522, + "åĿı": 112523, + "Ġà¸ī": 112524, + "ĠSÆ¡n": 112525, + "λιο": 112526, + "ì¶Ķì²ľ": 112527, + "Ġslužeb": 112528, + "ĠдеÑıÑĤелÑĮноÑģÑĤи": 112529, + "зм": 112530, + "Ġпози": 112531, + ".;.;": 112532, + "ĠпÑĢоиÑģÑħодиÑĤ": 112533, + "ายà¹ĥà¸Ļ": 112534, + "çļĦãģ«": 112535, + "Ġà¤ĩसस": 112536, + "омеÑĤ": 112537, + "ĠαÏģ": 112538, + "ाà¤Ĺर": 112539, + "icÃŃch": 112540, + "Ġpoložky": 112541, + "골": 112542, + "æĥĬ": 112543, + "Ġöner": 112544, + "Ġxảy": 112545, + "ĠÙĨظرÛĮ": 112546, + "Ġnghá»ī": 112547, + "Ġà¸ľà¸¥": 112548, + "ĠÑĢолÑĮ": 112549, + "ĠÑĢемон": 112550, + "صÙĪر": 112551, + "Vý": 112552, + "ĠSá»ij": 112553, + "ĠÑģÑĥÑĩаÑģ": 112554, + "หย": 112555, + "ĠاÙĤداÙħ": 112556, + "Ġerkek": 112557, + "Ġèį": 112558, + "ĠÄijôi": 112559, + "ĠконкÑĢеÑĤ": 112560, + "æ¬Ĭ": 112561, + "Ġ缮": 112562, + "ÙĪÚ©": 112563, + "lıkla": 112564, + "Ġpazar": 112565, + "άνÏī": 112566, + "ÑĥÑģÑĤа": 112567, + "ãģªãģŁ": 112568, + "ĠÙĩÙĨÚ¯": 112569, + "Ð®ÐĽ": 112570, + "Ġвелик": 112571, + "ĠnhỼ": 112572, + "ĠìĭľíĹĺ": 112573, + ")ìĿĺ": 112574, + "ÙĥÙĩ": 112575, + "Ġà¹ģล": 112576, + "Û²Ûµ": 112577, + "ĠارساÙĦ": 112578, + "ĠокÑĢем": 112579, + "άÏĤ": 112580, + "ĠвÑĭÑħод": 112581, + "vÄĽtÅ¡ÃŃ": 112582, + "ĠطرÛĮÙĤ": 112583, + "ĠкоÑĢоÑĤ": 112584, + "нÑĶ": 112585, + "ãĤĬãģ«": 112586, + "Ġä¹Ł": 112587, + "ØŃص": 112588, + "عÙħاÙĦ": 112589, + "olojik": 112590, + "Ġرابط": 112591, + "çªĹ": 112592, + "Ġgiz": 112593, + "Ġchết": 112594, + "樣": 112595, + "สà¸ĩ": 112596, + "ÙĪتر": 112597, + "ĠÑıкÑĥ": 112598, + "çı¾åľ¨": 112599, + "ĠоÑĤÑģÑĥÑĤÑģÑĤв": 112600, + "Ġê´ijê³ł": 112601, + "Ñĸки": 112602, + "åĢ¤": 112603, + "订": 112604, + "Ġdle": 112605, + "Ġåł": 112606, + "権": 112607, + "讯": 112608, + "åĶIJ": 112609, + "Ġâĸ²": 112610, + "Ġlistop": 112611, + "Ġdatové": 112612, + "ÏĦÏĮÏĤ": 112613, + "Ġоз": 112614, + "δÏĮ": 112615, + "èĴĤ": 112616, + "Û³Û°": 112617, + "ãĥªãĥ¼ãĤº": 112618, + "ĠÙħرکز": 112619, + "ĠпÑĸдÑĤÑĢим": 112620, + "ĠÑģез": 112621, + "é¡ĺ": 112622, + "Ġolacaktır": 112623, + "æºĢ": 112624, + "ĠÏĢεÏģιο": 112625, + "ÑĦа": 112626, + "ÏĦηÏĥη": 112627, + "ç»ĥ": 112628, + "Ðŀд": 112629, + "δÏħ": 112630, + "âĦĥ": 112631, + "Ġlắp": 112632, + "ĠëĦĺ": 112633, + "طاÙĨ": 112634, + "ĠÙ¾ÙĨج": 112635, + "تاÙĨ": 112636, + "ilerinin": 112637, + "ÃĪ": 112638, + "ĠØ®ÙĪØ´": 112639, + "ĠìĬ¬": 112640, + "ĠاÙĦرئÙĬس": 112641, + "ẵn": 112642, + "Ġشار": 112643, + "eru": 112644, + "жив": 112645, + "à¸Ļาย": 112646, + "Ġsẻ": 112647, + "Ġà¤īà¤ļ": 112648, + "ãģ«ãģĭ": 112649, + "ç¡Ģ": 112650, + "Ġyürüt": 112651, + "ĠСеÑĢг": 112652, + "ĠкаÑģ": 112653, + "ĠÐijог": 112654, + "Ġìĸ´ëĸ»ê²Į": 112655, + "ĠçŁ³": 112656, + "Ġöldür": 112657, + "лÑĸв": 112658, + "ĠhoÃłng": 112659, + "Ġbá»Ļt": 112660, + "çŀ¬": 112661, + "Ġ침": 112662, + "Nếu": 112663, + "Ġnevy": 112664, + "Ġìľ¤": 112665, + "ĠsouÄįást": 112666, + "ısıyla": 112667, + "Ġtüket": 112668, + "bou": 112669, + "Ġдво": 112670, + "سط": 112671, + "å½ĵçĦ¶": 112672, + "ãĥ¨": 112673, + "ĠزادÙĩ": 112674, + "Ġéĥ¨": 112675, + "ĠرÙĪØŃ": 112676, + "Ġï¼į": 112677, + "ĠмÑĸÑģÑĨев": 112678, + "θεν": 112679, + "à¸Ĩ": 112680, + "ленÑĸ": 112681, + "çį²": 112682, + "ĠHOH": 112683, + "sın": 112684, + "ิà¸ķร": 112685, + "財": 112686, + "ĠpÅĻid": 112687, + "à¹Ģหà¸Ļ": 112688, + "lý": 112689, + "è¨Ģèijī": 112690, + "à¤ĵ": 112691, + "âĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸį": 112692, + "باب": 112693, + "ãĥ¼ãĥķ": 112694, + "моÑĢ": 112695, + "è¿ĩç¨ĭ": 112696, + "ĠãĥĽ": 112697, + "ĠKinh": 112698, + "íķľêµŃ": 112699, + "Ġìĸ´ëĸ¤": 112700, + "ĠвлиÑı": 112701, + "Ġfayd": 112702, + "ĠصÙĨع": 112703, + "Ġalır": 112704, + "ĠettiÄŁi": 112705, + "άκ": 112706, + "imizin": 112707, + "ัà¸ļà¸ľ": 112708, + "ĠземелÑĮ": 112709, + "ÙĬÙĦاد": 112710, + "涨": 112711, + "çıł": 112712, + "Ġأغ": 112713, + "Ġzku": 112714, + "âĢŀA": 112715, + "าà¸ķร": 112716, + "ayi": 112717, + "ãĥ©ãĤ¹": 112718, + "ило": 112719, + "ĠÄijá»į": 112720, + ".Îķ": 112721, + "ëľ": 112722, + "ĠμÏĢοÏģεί": 112723, + "帶": 112724, + "Ġartır": 112725, + "าà¸į": 112726, + "å¿ĺ": 112727, + "talya": 112728, + "ĠpozdÄĽji": 112729, + "ĠnepÅĻ": 112730, + "Ġæ¹": 112731, + "اÙĩÛĮ": 112732, + "Ġsatın": 112733, + "Ġë²Į": 112734, + "جÙĪ": 112735, + "ä¸Ģ缴": 112736, + "ìķĦìļĶ": 112737, + "ÂłP": 112738, + "ĠØĽ": 112739, + "Ġпал": 112740, + "表æĥħ": 112741, + "Ġcanlı": 112742, + "æĪIJ为": 112743, + "ÙĪÙĨا": 112744, + "ĠâĢ¯": 112745, + "à¸ģำล": 112746, + "åįĸ": 112747, + "ĠαÏĥ": 112748, + "инок": 112749, + "амп": 112750, + "ลà¸Ńà¸ĩ": 112751, + "ÙĤÙĤ": 112752, + "ĠпÑĢоÑħод": 112753, + "ãĤĦãĤĭ夫": 112754, + "Ïĩη": 112755, + "貨": 112756, + "ĠÙģÙĬÙĩ": 112757, + "ÙĬرÙĬ": 112758, + "ĠвнеÑĪ": 112759, + "Ġkarak": 112760, + "Ø«ÙĦ": 112761, + "ÙĩÙĪرÛĮ": 112762, + "اÙĪرپ": 112763, + "ĠÄijá»ı": 112764, + "jiÅ¡tÄĽnÃŃ": 112765, + "تبر": 112766, + "Ġê·¸ê²ĥ": 112767, + "Ġgül": 112768, + "ĠпокÑĥп": 112769, + "lilik": 112770, + "Ġzda": 112771, + "åīįãģ«": 112772, + "ĠÙħÙĩÙĨد": 112773, + "ĠÎijÎĿ": 112774, + "ĠÚ©ÛĮÙĦÙĪÙħتر": 112775, + "ĠpÅĻeh": 112776, + "алеж": 112777, + "Ġkayn": 112778, + "访": 112779, + "Ġì¤ijêµŃ": 112780, + "ĠÑĪиÑĢок": 112781, + "ĠÙħشارکت": 112782, + "âĢĤ": 112783, + "ĠíŤ": 112784, + "ĠìłľíĴĪ": 112785, + "ĠØ´ÛĮر": 112786, + "esinden": 112787, + "ÑĢÑĸÑĩ": 112788, + "èı²": 112789, + "ÑģкоÑĢ": 112790, + "etik": 112791, + "à¸²à¸ľ": 112792, + "ĠطبÛĮ": 112793, + "κÎŃ": 112794, + "ĠìŀĪìĸ´": 112795, + "Ġdek": 112796, + "ÑĢÑĸй": 112797, + "åĨĴ": 112798, + "nÃŃci": 112799, + "®¤": 112800, + "ĠÙħرتب": 112801, + "Ġyazı": 112802, + "üslü": 112803, + "ìľ¼ëĤĺ": 112804, + "elerine": 112805, + "ĠyoÄŁun": 112806, + "Ġбак": 112807, + "ÎĻÎŁ": 112808, + "άλÏħ": 112809, + "ç´Ļ": 112810, + "ĠÑĢÑĥками": 112811, + "Ġçözüm": 112812, + "ìłķìĿĦ": 112813, + "Ġgüçlü": 112814, + "λÏĮ": 112815, + "Ġbelli": 112816, + "ÃŃÅ¡e": 112817, + "ĠÏĮÏĢÏīÏĤ": 112818, + "ĠnaÅ¡": 112819, + "Ġpár": 112820, + "ÑĪÑĤ": 112821, + "ĠìĨ¡": 112822, + "à¥Ĥरत": 112823, + "ĠÏĢολÏį": 112824, + "ç°¡": 112825, + "èĤ¯": 112826, + "æ¹¾": 112827, + "Ġäºĭ": 112828, + "Ġबस": 112829, + "Ġ무ë£Į": 112830, + "дина": 112831, + "誰": 112832, + "леж": 112833, + "ĠúÅĻad": 112834, + "ĠоÑģвÑĸÑĤи": 112835, + "ĠвÑĸдÑĩ": 112836, + "ĠпÑĢизнаÑĩ": 112837, + "çĶ³è¯·": 112838, + "'ya": 112839, + "ä¿Ĭ": 112840, + "ĠÙĬÙĪÙĨ": 112841, + "Ġسع": 112842, + "ĠÐĶаÑĤа": 112843, + "è¨ĢãģĨ": 112844, + "ĠØŃتÛĮ": 112845, + "ĠJiÅĻÃŃ": 112846, + "ĠХаÑĢ": 112847, + "éĻĪ": 112848, + "à¹Īาà¸Īะ": 112849, + "Ġsayesinde": 112850, + "ĠÑĤÑĢеба": 112851, + "ê°Ģì§Ģ": 112852, + "Ġyemek": 112853, + "è¦ļ": 112854, + "ặn": 112855, + "ãĢĢãĢĢãĢĢãĢĢĠãĢĢ": 112856, + "Ġ举": 112857, + "ĠÙĪا": 112858, + "ĠÙħÙĪس": 112859, + "Ġкоманд": 112860, + "Ġseçim": 112861, + "ÑĩеннÑı": 112862, + "Ġtotiž": 112863, + "Ġrá»Ńa": 112864, + "ıa": 112865, + "Ø¢Ùħ": 112866, + "ÑĨÑĸон": 112867, + "::::::::::::": 112868, + "ÐĿÐIJ": 112869, + "ıza": 112870, + "hend": 112871, + "Ġफर": 112872, + "ัà¸Ķà¸ģาร": 112873, + "ĠCách": 112874, + "ĠпоÑĤÑĸм": 112875, + "Ġá¼Ģ": 112876, + "اÙĦا": 112877, + "ỡ": 112878, + "رÛĮÙħ": 112879, + "宫": 112880, + "ĠزÙħÛĮÙĨ": 112881, + "ÑĢеÑģÑĤ": 112882, + "баÑĩ": 112883, + "Ùĩرست": 112884, + "ног": 112885, + "ï¼Į大": 112886, + "ĠëĺIJíķľ": 112887, + "Ġzůst": 112888, + "ĠÐĴона": 112889, + "å¤ĩ份": 112890, + "ĠاÙģت": 112891, + "oje": 112892, + "ÑģкÑĸлÑĮки": 112893, + "Ġnhẹ": 112894, + "ĠкеÑĢÑĸв": 112895, + "ῦ": 112896, + "æĸ¹æ¡Ī": 112897, + "заÑĨиÑı": 112898, + "ĠвÑĸдповÑĸдно": 112899, + "ãĤ¤ãĤ¹": 112900, + "гал": 112901, + "ĠобÑĭÑĩно": 112902, + "اÙĪرپÙĪÛĮÙĨت": 112903, + "å®ľ": 112904, + "losti": 112905, + "è¿Ľåħ¥": 112906, + "uyordu": 112907, + "벤íĬ¸": 112908, + "æīĭãĤĴ": 112909, + "ÐŁÐ¾Ð´": 112910, + "ĠÙħØŃدÙĪد": 112911, + "ĠØ¢Ùħد": 112912, + "arakter": 112913, + "çļĦ大": 112914, + "Ġsıcak": 112915, + "lant": 112916, + "Ġdấu": 112917, + "ĠÙĨÚ©": 112918, + "èĢħãģ®": 112919, + "Ġkendini": 112920, + "ĠпаÑĨи": 112921, + "Ġ기íĥĢ": 112922, + "ĠвмеÑģÑĤе": 112923, + "ваеÑĤÑģÑı": 112924, + "Ġë§ī": 112925, + "ĠchvÃŃli": 112926, + "Ø®ÛĮ": 112927, + "ÙĦع": 112928, + "nÃŃky": 112929, + "､:": 112930, + "ëIJľëĭ¤": 112931, + "ì§ķ": 112932, + "ĠквÑĸÑĤ": 112933, + "¨ìĸ´": 112934, + "liž": 112935, + "Ġë¹Ħë°Ģê¸Ģ": 112936, + "Ġkhá»iji": 112937, + "Ġë°©ìĨ¡": 112938, + "echan": 112939, + "Ġзаконодав": 112940, + "ĠакÑĤ": 112941, + "ë¬¸ìłľ": 112942, + "ĠNó": 112943, + "ĠçĤ¹": 112944, + "hledem": 112945, + "ĠÑģвоÑĹÑħ": 112946, + "ĠرÙĤÙħ": 112947, + "æĽ¼": 112948, + "िवर": 112949, + "åİļ": 112950, + "ĠÐļод": 112951, + "à¤Ńà¤Ĺ": 112952, + "ìŀIJëĬĶ": 112953, + "à¸Ļม": 112954, + "ÑĥÑģа": 112955, + "Ġgünü": 112956, + "ĠÄijÃŃch": 112957, + "Ġtrữ": 112958, + "å·»": 112959, + "éĵ¶è¡Į": 112960, + "ØŃÙĨ": 112961, + "讨": 112962, + "γÏĩ": 112963, + "ὸ": 112964, + "alarında": 112965, + "Ġkaf": 112966, + "ÙĪاج": 112967, + "ĠиÑģклÑİÑĩ": 112968, + "Ġnhiá»ħ": 112969, + "á»įt": 112970, + "ĠìĽ¹": 112971, + "ĠéĿ¢": 112972, + "ãģ®ãģĮ": 112973, + "Ġмало": 112974, + "ÑĸлÑĸ": 112975, + "Ġbiên": 112976, + "nému": 112977, + "пÑĢимеÑĢ": 112978, + "âĸłâĸł": 112979, + "Ġkamp": 112980, + "ĠвеÑī": 112981, + "Äįem": 112982, + "à¥ģध": 112983, + "æŁ»": 112984, + "تÙĪÙĨ": 112985, + "åıªæľī": 112986, + "ãģ¯ãģĦ": 112987, + "Ġรวม": 112988, + "ãĤŀ": 112989, + "ãģĻãĤĭãģ¨": 112990, + "å¾Īå¤ļ": 112991, + "à¹Īà¸ķ": 112992, + "ĠsvÄĽta": 112993, + "Ġê°Ģ격": 112994, + "Ú¯Ùĩ": 112995, + "andaÅŁ": 112996, + "ãĥªãĤ¹": 112997, + "Ïīμα": 112998, + "ĠØ®ÙĪب": 112999, + "ç´ħ": 113000, + "ÑĩиÑģ": 113001, + "ì¢Į": 113002, + "ĠØŃضرت": 113003, + "ĠвиÑĢÑĸÑĪ": 113004, + "پر": 113005, + "Ġtýd": 113006, + "Ġkontro": 113007, + "дейÑģÑĤв": 113008, + "ãģŁãĤģãģ«": 113009, + "ìī": 113010, + "миниÑģÑĤÑĢа": 113011, + "âĢ¯": 113012, + "åīij": 113013, + "ниÑĨÑĸ": 113014, + "å¦ĩ": 113015, + "ĠлиÑĪ": 113016, + "ãģ£ãģ¦ãĤĭ": 113017, + "наÑĢÑĥж": 113018, + "ÑīиÑħ": 113019, + "ÏĦοκ": 113020, + "ováno": 113021, + "ترÙĦ": 113022, + "ÑĢек": 113023, + "غات": 113024, + "Ġomez": 113025, + "ìĵ°": 113026, + "ĠÃľl": 113027, + "ï½Ĵ": 113028, + "lıģını": 113029, + "Ġvượt": 113030, + "ĠbÄĽÅ¾": 113031, + "ÃľR": 113032, + "Ġãĥ¾": 113033, + "ĠdoÄŁal": 113034, + "Ġhatır": 113035, + "Ġsvým": 113036, + "ì§ĢëıĦ": 113037, + "à¹Ģà¸łà¸Ĺ": 113038, + "Ġvay": 113039, + "ĠæĻĤ": 113040, + "à¥įवप": 113041, + "Ġplo": 113042, + "é¢Ħè§Ī": 113043, + "Ġçıktı": 113044, + "ĠدÙĨ": 113045, + "nánÃŃ": 113046, + "ê·Ģ": 113047, + "íĺĢ": 113048, + "à¸ŀà¸ļ": 113049, + "muÅŁtur": 113050, + "å®ĺæĸ¹": 113051, + "ĠíĶĦë¡ľê·¸ëŀ¨": 113052, + "éĢŁåº¦": 113053, + "lerdir": 113054, + "ÑĩеÑģкого": 113055, + "ĠÄ°nsan": 113056, + "âĶĥ": 113057, + "Ġà¤ĩतन": 113058, + "Ð¡Ð¡Ðł": 113059, + "ĠاÙħر": 113060, + "Ġkötü": 113061, + "ÙģØ´": 113062, + "Ġboj": 113063, + "ĠÑĨÑĸÑĶÑĹ": 113064, + "Ġsöylem": 113065, + "ниÑĨÑĭ": 113066, + "ãĢĤ她": 113067, + "âĢĿ.Ċ": 113068, + "Ġmilion": 113069, + "Ġsonunda": 113070, + "зÑĥ": 113071, + "à¥įमà¤ķ": 113072, + "人åı£": 113073, + "nÄĽÅ¾": 113074, + "ĠÑģмоÑĤ": 113075, + "ĠкомплекÑģ": 113076, + "ĠзавиÑģим": 113077, + "ĠимеÑİÑĤ": 113078, + "Ġlạc": 113079, + "Ġhangi": 113080, + "ëĶ©": 113081, + "åĬ³": 113082, + "ĠvÄĽci": 113083, + "еÑĢов": 113084, + "κÏģι": 113085, + "Ġdurumu": 113086, + "ĠبÙĪاسطة": 113087, + "ĠأبÙĬ": 113088, + "ĠAÄŁustos": 113089, + "εÏĩ": 113090, + "ĠдиÑĤи": 113091, + "ÑĦика": 113092, + "ĠNÄĥm": 113093, + "Ġ기ìĪł": 113094, + "ĠhlavnÃŃ": 113095, + "ä¿ĥ": 113096, + "Ġलà¤Ĺत": 113097, + "ĠObr": 113098, + ".ย": 113099, + "ковод": 113100, + "opis": 113101, + "Ġãĥī": 113102, + "ĠبشÙĥÙĦ": 113103, + "нием": 113104, + "ĠtémÄĽÅĻ": 113105, + "ĠاÙĦØŃر": 113106, + "ĠÙĦازÙħ": 113107, + "Ġmái": 113108, + "iliÄŁi": 113109, + "ë³¼": 113110, + "Ġyık": 113111, + "ç½²": 113112, + "ÑĢава": 113113, + "Ñīин": 113114, + "ãģ«å¯¾": 113115, + "ç²¾ç¥ŀ": 113116, + "à¹īส": 113117, + "Ġtemsil": 113118, + "ÃĨ": 113119, + "ìķĶ": 113120, + "ĠпÑĢавилÑĮно": 113121, + "ÑĢоÑİ": 113122, + "Û±Û³Û¸": 113123, + "è©ŀ": 113124, + "اءة": 113125, + "ÙĪارÙĩ": 113126, + "ï¼ħ": 113127, + "ĠÐľÐ¸Ðº": 113128, + "æģ¶": 113129, + "æıĴ": 113130, + "ापन": 113131, + "ĠÚ©ÛĮÙģÛĮت": 113132, + "ĠTÃłi": 113133, + "Ġtiá»ĥu": 113134, + "ovalo": 113135, + "çĿ¡": 113136, + "Ñĩил": 113137, + "ĠлиÑĤ": 113138, + "λεÏħÏĦα": 113139, + "Ġокон": 113140, + "::|": 113141, + "вала": 113142, + "ĠÙħرکزÛĮ": 113143, + "ĠalÄ±ÅŁ": 113144, + "Ġдолжно": 113145, + "æĻĤ代": 113146, + "Ġsert": 113147, + "еÑĤом": 113148, + "ัà¸Ļย": 113149, + "åģ·": 113150, + "ĠvÃŃc": 113151, + "ĠÑħоÑĤÑı": 113152, + "alarını": 113153, + "lenmesi": 113154, + "ãĥ³ãĥIJ": 113155, + "Ġëªĩ": 113156, + "ĠỦy": 113157, + "ĠاÙĦکتر": 113158, + "vyÅ¡Å¡ÃŃ": 113159, + "責": 113160, + "주ìĭľ": 113161, + "áÅĻe": 113162, + "Ġyere": 113163, + "ãĤ¢ãĥ³": 113164, + "ĠاÙĦسعÙĪد": 113165, + "Ġآش": 113166, + "Ġchóng": 113167, + "Ġè»": 113168, + "гаÑĶ": 113169, + "ĠãģĤ": 113170, + "稳": 113171, + "δεÏĤ": 113172, + "缮çļĦ": 113173, + "Ġcevap": 113174, + "ÑģÑĤе": 113175, + "é¡¿": 113176, + "मन": 113177, + "顾": 113178, + "ĠкÑĢедиÑĤ": 113179, + "ĠÙħستÙĤ": 113180, + "ĠмиÑĤ": 113181, + "Ġtá»ĵn": 113182, + "ĠجÙĦ": 113183, + "Ä©a": 113184, + "ĠاÙĦعÙĦÙħ": 113185, + "áků": 113186, + "ĠíķĻêµIJ": 113187, + "à¸Ĺà¸Ńà¸ĩ": 113188, + "หà¸Ļà¸Ķ": 113189, + "ĠлÑĸÑĤеÑĢаÑĤÑĥ": 113190, + "ëIJł": 113191, + "άÏģÏĩ": 113192, + "ĠÙĤدرت": 113193, + "à¸Ļาà¸ĩ": 113194, + "Ġarac": 113195, + "ĠjÃŃd": 113196, + "Ġtürlü": 113197, + "íĶ½": 113198, + "ersiz": 113199, + "еним": 113200, + "Ġyüzyıl": 113201, + "ĠãģĦ": 113202, + "ĠÎļÏħ": 113203, + "Ġæļ": 113204, + "Ġpůj": 113205, + "Ġtá»Ļi": 113206, + "Ġthiên": 113207, + "Ä°S": 113208, + "Ġthúc": 113209, + "æĹģ": 113210, + "ìŀIJìĿ¸": 113211, + "Ġölüm": 113212, + "رÛĮÙģ": 113213, + "ÑĢеж": 113214, + "صاÙĦ": 113215, + "رÙģØ©": 113216, + "iếp": 113217, + "ÑıÑĤиÑı": 113218, + "Ġpoužit": 113219, + "átu": 113220, + "为ä»Ģä¹Ī": 113221, + "ìģ": 113222, + "Ġkrát": 113223, + "ĠپرÙĪÚĺÙĩ": 113224, + "ĠrozhodnutÃŃ": 113225, + "ĠÑĥнивеÑĢ": 113226, + "Ñĸйно": 113227, + "Ġåij¨": 113228, + "Ġkiá»ĥu": 113229, + "缮åīį": 113230, + "ä¿Ħ": 113231, + "ÏĦοι": 113232, + "ÑĦеÑĢен": 113233, + "uÅŁtur": 113234, + "ĠnÃŃm": 113235, + "âĢĮØ®": 113236, + "Ġủy": 113237, + "ĠÑģÑĤаÑĤи": 113238, + "ÑĩеÑģкий": 113239, + "Ġjestli": 113240, + "ĠÙ¾ÙĨ": 113241, + "Ġobce": 113242, + "ĠجÙĩاÙĨÛĮ": 113243, + "едагог": 113244, + "ãģ§ãģ®": 113245, + "Ġbuá»Ļc": 113246, + "ì¹´ì§Ģëħ¸": 113247, + "à¹ĩà¸Ħ": 113248, + "ĠÄįtvrt": 113249, + "Ġника": 113250, + "Ġвплив": 113251, + "ĠдиÑĢ": 113252, + "ĠÑģобÑģÑĤвен": 113253, + "Ġë§İìĿ´": 113254, + "æ¾³": 113255, + "ÑĢÑĥб": 113256, + "æ£ĭ": 113257, + "å£°éŁ³": 113258, + "ä¹ĥ": 113259, + "تÛĮجÙĩ": 113260, + "å¹¼": 113261, + "onya": 113262, + "ĠPlantae": 113263, + "ЧÑĤо": 113264, + "æIJŃ": 113265, + "ä½ľçĶ¨": 113266, + "ìħ¨": 113267, + "ĠкÑĢÑĥг": 113268, + "ĠÙĪÙģÙĬ": 113269, + "Ġï¼ŀ": 113270, + "ÑĪки": 113271, + "ÂłÐľ": 113272, + "اشÛĮ": 113273, + "ĠÅŀubat": 113274, + "Ġعشر": 113275, + "lif": 113276, + "ĠpoužitÃŃ": 113277, + "íĨ¡": 113278, + "Ġблок": 113279, + "èĢ¶": 113280, + "ูร": 113281, + "Ġvüc": 113282, + "Ø´ÙĪد": 113283, + "има": 113284, + "ниÑĨип": 113285, + "ìĿ´ëĵľ": 113286, + "ĠâĢIJ": 113287, + "ĠназнаÑĩ": 113288, + "Ġstrany": 113289, + "殿": 113290, + "ĠاÙĦرÙĪ": 113291, + "纸": 113292, + "åĪij": 113293, + "ï¼Įä»İ": 113294, + "Ġë©´": 113295, + "ĠпÑĢоведеннÑı": 113296, + "Ġhava": 113297, + "ĠìĹĨìĹĪëĭ¤": 113298, + "å¢ŀåĬł": 113299, + "Ú¾": 113300, + "缺": 113301, + "Ġعبار": 113302, + "Ġtắc": 113303, + "ĠinÅŁa": 113304, + "erse": 113305, + "رÙĬب": 113306, + "Ġá»ķn": 113307, + "أة": 113308, + "ĠÏĢολι": 113309, + "Ġmắc": 113310, + "Ñģол": 113311, + "æ´ŀ": 113312, + "-го": 113313, + "ç¨ĭ度": 113314, + "ĠвикоÑĢиÑģÑĤаннÑı": 113315, + "âĢŀظ": 113316, + "elerinde": 113317, + "ĠNhÆ°ng": 113318, + "stÅĻed": 113319, + "Ġhastalık": 113320, + "à¹īà¹Ģà¸Ľ": 113321, + "Ġdefa": 113322, + "ĠزÙĬ": 113323, + "اطÙĤ": 113324, + "ĠпÑĢой": 113325, + "ĠокÑĢÑĥг": 113326, + "νια": 113327, + "ladu": 113328, + "koli": 113329, + "ĠoÄŁ": 113330, + "ĠвиÑģок": 113331, + "Ðĩ": 113332, + "çĽĸ": 113333, + "ãĤıãģij": 113334, + "ãĥ¼ãĥģ": 113335, + "æ¡¥": 113336, + "ĠÅ¡koly": 113337, + "itom": 113338, + "ĠتØŃص": 113339, + "alara": 113340, + "Ġкал": 113341, + "ĠпÑĢиÑħод": 113342, + "Ġé¦ĸ页": 113343, + "Âį": 113344, + "ĠÛĮعÙĨÛĮ": 113345, + "Ġtùy": 113346, + "Ģë¡ľ": 113347, + "ëł¤ê³ł": 113348, + "áze": 113349, + "Ġек": 113350, + "èħ¹": 113351, + "ĠFakat": 113352, + "по": 113353, + "ĠÄijá»įc": 113354, + "åĪĺ": 113355, + "ázal": 113356, + "ÑĤон": 113357, + "Ú¯ÙĪ": 113358, + "ä¸Ī": 113359, + "ìĹ¼": 113360, + "ĠÙĦÙĦØ£": 113361, + "ĠEÄŁer": 113362, + "åħ±åĴĮåĽ½": 113363, + "ذر": 113364, + "ĠdaÄŁ": 113365, + "è¡Įä¸ļ": 113366, + "ê±°ëŀĺê°Ģ": 113367, + "è´Łè´£": 113368, + "Công": 113369, + "ĠÑĦилÑĮ": 113370, + "ĠаÑģ": 113371, + "Ġchẳng": 113372, + "нимаÑĤÑĮ": 113373, + "Ġifad": 113374, + "Ġìħ": 113375, + "çĪµ": 113376, + "ĠÅĻeÅ¡enÃŃ": 113377, + "åĽ½äº§": 113378, + "Ġкакой": 113379, + "Ġमध": 113380, + "ĠYar": 113381, + "obraz": 113382, + "Ġonemoc": 113383, + "ĠâĤ": 113384, + "åİŁåĽł": 113385, + "ĠÙĥرد": 113386, + "Ġآزاد": 113387, + "Ġadlı": 113388, + "ĠHizmet": 113389, + "ãĥ¼ãĥij": 113390, + "ÙĨسÙĬØ©": 113391, + "ĠвнÑĥÑĤ": 113392, + "Ġdále": 113393, + "ÎķÎ¥": 113394, + "ĠÑĥÑħ": 113395, + "ĠÑĢев": 113396, + "ĠмеÑĪ": 113397, + "ĠkoÅŁul": 113398, + "ĠاÛĮراÙĨÛĮ": 113399, + "éĺµ": 113400, + "ĠëıĻìķĪ": 113401, + "à¹Ģà¸Ł": 113402, + "ëłĪ벨": 113403, + "è¨Ńè¨Ī": 113404, + "prak": 113405, + "poÄį": 113406, + "اعدة": 113407, + "Ġasker": 113408, + "ĠÙĪÛĮÚĺÙĩ": 113409, + "ĠТеÑĢ": 113410, + "makta": 113411, + "ĠÄįtyÅĻ": 113412, + "ÂłÐ¡": 113413, + "âĢĮÚ©ÙĨÙĨد": 113414, + "ï¼Į並": 113415, + "ĠÑĢоÑģÑĸй": 113416, + "Ġunut": 113417, + "è¿Ļä¸Ģ": 113418, + "opak": 113419, + "èĢIJ": 113420, + "ĠзамеÑĤ": 113421, + "à¹Įล": 113422, + "بÙĨ": 113423, + "Ġ몰": 113424, + "Ġinsanlar": 113425, + "åı¯æĺ¯": 113426, + "梦": 113427, + "код": 113428, + "èĽĽ": 113429, + "kladnÃŃ": 113430, + "ÑĢовод": 113431, + "ĠмÑĸÑģÑĤа": 113432, + "åĩºäºĨ": 113433, + "ĠпаÑģ": 113434, + "обов": 113435, + "گاÙĩÛĮ": 113436, + "вин": 113437, + "à¥įरध": 113438, + "Ġкомпон": 113439, + "ĠаÑĤ": 113440, + "Ġadet": 113441, + "Ġãĥģ": 113442, + "Ġذات": 113443, + "ĠØŃÙĪ": 113444, + "Ġtrochu": 113445, + "à¹ģหà¸Ļ": 113446, + "Ġзавжди": 113447, + "ĠPartisi": 113448, + "ĠSavaÅŁ": 113449, + "ĠsÃŃd": 113450, + "ĠÑģон": 113451, + "رÙĬÙģ": 113452, + "Ġzcela": 113453, + "åĺ´": 113454, + "ĠÑĦÑĥÑĤ": 113455, + "ilerek": 113456, + "malıdır": 113457, + "Ġdá»±a": 113458, + "à¸Ĺำà¸ĩาà¸Ļ": 113459, + "ĠÙĪÙĦÙĥÙĨ": 113460, + "ãģªãĤĵãģł": 113461, + "ĠÚ©ÙħÛĮ": 113462, + "ĠlékaÅĻ": 113463, + "ÏģÏį": 113464, + "جÙħع": 113465, + "ınızı": 113466, + "ĠAnadolu": 113467, + "ãģ«ãĤĪãģ£ãģ¦": 113468, + "Ġê·¸ëŁ¬ëĤĺ": 113469, + "ĠíĮĶ": 113470, + "ÑĸÑĤÑĮ": 113471, + "Ġ¦": 113472, + "ä¸įè¦ģ": 113473, + "à¸ĸม": 113474, + "ĠÙĬد": 113475, + "ĠpÅĻep": 113476, + "Ġè¦ģ": 113477, + "ĠпÑĢоекÑĤ": 113478, + "ĠÑĢеги": 113479, + "Ġdạy": 113480, + "кового": 113481, + "Ġıs": 113482, + "ĠKı": 113483, + "ĠÙģÙĬÙĩا": 113484, + "ÛĮات": 113485, + "ĠÑģÑĤала": 113486, + "æĬľ": 113487, + "ÑĥÑĢа": 113488, + "ĠپاÛĮاÙĨ": 113489, + "Ġitibaren": 113490, + "анÑĸÑĹ": 113491, + "ĠоÑĦоÑĢм": 113492, + "леÑĩ": 113493, + "εξ": 113494, + "æĶ¿çŃĸ": 113495, + "Ġç½ij": 113496, + "åĤ¬": 113497, + "ĠìĿ´ëŁ°": 113498, + "ĠkardeÅŁ": 113499, + "ÑİÑīего": 113500, + "лки": 113501, + "ĠاÛĮاÙĦات": 113502, + "تÙĩا": 113503, + "ĠподÑħод": 113504, + "ĠØŃÙĪÙĦ": 113505, + "ĠÑģовÑĢем": 113506, + "íĿ¥": 113507, + "Ġ詳細": 113508, + "ıyı": 113509, + "ĠتÙĤÙĪ": 113510, + "æ¯Ķè¾ĥ": 113511, + "ĠανÏĦι": 113512, + "ĠΣΤ": 113513, + "jiÅ¡Å¥": 113514, + "ynı": 113515, + "Ġpocházet": 113516, + "-Ðļ": 113517, + "Ġзавд": 113518, + "Ùİس": 113519, + "ç»ĵæŀĦ": 113520, + "Ùħار": 113521, + "νοι": 113522, + "ĠγεÏģι": 113523, + "èĩ£": 113524, + "ĠnacházÃŃ": 113525, + "ÏĦÏİ": 113526, + "à¥įयत": 113527, + "uyu": 113528, + "æķĹ": 113529, + "ebi": 113530, + "Ġë°Ķë¡ľ": 113531, + "ĠгÑĢн": 113532, + "ĠاÙĦاس": 113533, + "Ġorgán": 113534, + "Ġedin": 113535, + "åŁĥ": 113536, + "à¹ģà¸Ħ": 113537, + "ĠØŃدÙĪد": 113538, + "ĠдÑĢÑĥгой": 113539, + "оÑģков": 113540, + "ĠSợ": 113541, + "ĠpÅĻib": 113542, + "ä¿ĿæĬ¤": 113543, + "Ùħبر": 113544, + "ĠãĥĨ": 113545, + "Ġdoz": 113546, + "optera": 113547, + "à¸´à¸¥à¸Ľ": 113548, + "دارÛĮ": 113549, + "æĦŁè§ī": 113550, + "代çIJĨ": 113551, + "ÙĨدا": 113552, + "اÙĬا": 113553, + "صÙĨ": 113554, + "Ġcelé": 113555, + "Ġè©ķ": 113556, + "à¸ĩà¸Ļ": 113557, + "Ġleh": 113558, + "èİ·å¾Ĺ": 113559, + "ãĢĢï¾ī": 113560, + "ĠìĦłìĪĺ": 113561, + "르ëĬĶ": 113562, + "à¤Ĩर": 113563, + "å§Ķåijĺ": 113564, + "æĹłçłģ": 113565, + "Ġè·": 113566, + "ĠzajÃŃm": 113567, + "ecké": 113568, + "æµľ": 113569, + "ĠÑĥнÑĸвеÑĢÑģиÑĤ": 113570, + "ĠбÑİджеÑĤ": 113571, + "à¥ĩ.": 113572, + "Ġvstup": 113573, + "ĠоÑī": 113574, + "Ġåľĭ": 113575, + "ä¸ģ缮": 113576, + "ĠведÑĮ": 113577, + "Ġë§IJìĿĦ": 113578, + "Ġteknik": 113579, + "ãĢĢï½Į": 113580, + "ĠпÑĸдвиÑī": 113581, + "ĠÑģвÑıзи": 113582, + "ĠترجÙħ": 113583, + "Âī": 113584, + "ĠÄijâu": 113585, + "ÑĸÑĩного": 113586, + "å°ijå¹´": 113587, + "ecta": 113588, + "िलत": 113589, + "ιοÏĤ": 113590, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 113591, + "teg": 113592, + "á»īnh": 113593, + "¯¿": 113594, + "Ġnebu": 113595, + "ÙĬÙĬÙĨ": 113596, + "оÑıÑĤ": 113597, + "é¤Ĭ": 113598, + "ĠاÙĤتصادÛĮ": 113599, + "âĢĻnun": 113600, + "ĠÐĴÑĸк": 113601, + "ĠngÄĥn": 113602, + "ëĮĢíķĻêµIJ": 113603, + "éı": 113604, + "़र": 113605, + "اباÙĨ": 113606, + "ÙİÙĥ": 113607, + "Ġetkil": 113608, + "Ġchắn": 113609, + "Ġë°ľìĥĿ": 113610, + "Ġtamamen": 113611, + "ĠÙħØŃÛĮØ·": 113612, + "ülü": 113613, + "åģ¥åº·": 113614, + "ĠÑĢаÑģÑĤениÑı": 113615, + "ÏĢοί": 113616, + "Ġè¶ħ": 113617, + "áÄį": 113618, + "ĠìĻ¸ë¶Ģ": 113619, + "ĠØ®ÛĮÙĦÛĮ": 113620, + "ĠدÙĪست": 113621, + "à¹Ģà¸Ĥà¸ķ": 113622, + "Ġkalan": 113623, + "먼": 113624, + "avÄĽ": 113625, + "문íĻĶ": 113626, + "Ġдиаг": 113627, + "ĠÙĨÙĪÙĬس": 113628, + "íķij": 113629, + "à¸ŀาะ": 113630, + "ëĭ¤ê°Ģ": 113631, + "Ġniá»ĩm": 113632, + "ĠسÙĪÙħ": 113633, + "-м": 113634, + "à¸Ķำà¹Ģà¸Ļ": 113635, + "à¹ĩว": 113636, + "ãĢĤãģĵãģ®": 113637, + "ç¯ī": 113638, + "WidthSpace": 113639, + "ZeroWidthSpace": 113640, + "ائÙħØ©": 113641, + "à¹Ħà¸ĭà¸ķ": 113642, + "ä¸ĭ载次æķ°": 113643, + "ä¼¼ä¹İ": 113644, + "ĠÑĤв": 113645, + "Ġzákaz": 113646, + "Ġجدا": 113647, + "Ġgider": 113648, + "ãĥ¼ãĥĵ": 113649, + "nů": 113650, + "Ġë§ģíģ¬": 113651, + "ĠdÃ¼ÅŁÃ¼k": 113652, + "Ñĥнок": 113653, + "Ġtóc": 113654, + "ĠÑĤÑĢÑĥб": 113655, + "окÑģ": 113656, + "Ġtrải": 113657, + "Ġmiá»ħn": 113658, + "ĠthÆ°á»Ľc": 113659, + "ĠnháºŃt": 113660, + "ÂłD": 113661, + "masının": 113662, + "輪": 113663, + "ĠÎĿο": 113664, + "erç": 113665, + "Ġdokonce": 113666, + "ĠGüven": 113667, + "ovaná": 113668, + "езд": 113669, + "ÑĸнÑĮ": 113670, + "èģ²": 113671, + "اÙĦØ£": 113672, + "ï¼Įä½Ĩæĺ¯": 113673, + "ĠполноÑģÑĤÑĮÑİ": 113674, + "Portály": 113675, + "ĠØŃاÙģظ": 113676, + "à¥Ĥà¤ķ": 113677, + "ÑĢÑĥн": 113678, + "人çī©": 113679, + "Ġaçı": 113680, + "Ġporu": 113681, + "eriod": 113682, + "ĠAmerika": 113683, + "çĩŁ": 113684, + "ĠرÙĪد": 113685, + "ĠкÑĢови": 113686, + "ÙĪÙĤت": 113687, + "éĺ¶": 113688, + "ãĥ»âĶģãĥ»âĶģ": 113689, + "رÙĬÙħ": 113690, + "åİĨåı²": 113691, + "丸": 113692, + "ĠзновÑĥ": 113693, + "ĠÑģвоего": 113694, + "бÑĥдÑĮ": 113695, + "ĠØŃجÙħ": 113696, + "ĠδÏįο": 113697, + "ìķĪëĤ´": 113698, + "Ġãģ§": 113699, + "à¹Īะ": 113700, + "ÙijÙı": 113701, + "çµIJæŀľ": 113702, + "âĢĻi": 113703, + "à¹Į,": 113704, + "åŃĺäºİ": 113705, + "Ġरà¤ĸन": 113706, + "ĠسرÙħاÛĮÙĩ": 113707, + "ĠглÑĥб": 113708, + "ĠÑĢазÑĸ": 113709, + "ÑĩнÑĸ": 113710, + "ï¼ĮåıĪ": 113711, + "cısı": 113712, + "æľīåħ³": 113713, + "ãĤ»ãĥ³": 113714, + "èIJ¨": 113715, + "ĠGiáo": 113716, + "ĠاÙĦثاÙĨÙĬ": 113717, + "ĠÑĢазом": 113718, + "ĠÑĤÑĢо": 113719, + "Ġaçıklam": 113720, + "åĨ³å®ļ": 113721, + "à¸Ńà¸Ľ": 113722, + "åĶ¯": 113723, + "ĠÅŁark": 113724, + "Ġsistemi": 113725, + "Ġtoprak": 113726, + "èĢĥãģĪ": 113727, + "ĠпопÑĥлÑıÑĢ": 113728, + "ĠëĨį": 113729, + "اÙĬÙĨ": 113730, + "सम": 113731, + "ĠÂĢ": 113732, + "Ġederek": 113733, + "Ġgec": 113734, + "ìĤ¬ìĹħ": 113735, + "ĠÑĢоки": 113736, + "ĠбеÑĢем": 113737, + "ĠخاÙĨÙĪادÙĩ": 113738, + "Ġèµ·": 113739, + "ĠЧÑĤо": 113740, + "ĠobÄĽ": 113741, + "инÑĸ": 113742, + "ìĿ´ìĹĪ": 113743, + "ĠIndi": 113744, + "ĠдиÑĤ": 113745, + "ãĥ¶æľĪ": 113746, + "Ġнемного": 113747, + "ĠzákladÄĽ": 113748, + "à¹Ĥà¸Ħ": 113749, + "ĠÑģамого": 113750, + "ĠبØŃØ«": 113751, + "Ġæ¶": 113752, + "овж": 113753, + "ĠобÑĢаÑī": 113754, + "ÃĴ": 113755, + "วรร": 113756, + "à¤Ĥश": 113757, + "ĠоÑĩеÑĢед": 113758, + "ĠÙģرز": 113759, + "ëĮĢíķľ": 113760, + "Ġsizin": 113761, + "رÙģت": 113762, + "ÑİÑīим": 113763, + "æ»ij": 113764, + "avir": 113765, + "ĠÙĪصÙĦ": 113766, + "Ġquay": 113767, + "Ġгип": 113768, + "ÑĢениÑı": 113769, + "à¥įवत": 113770, + "ινÏīν": 113771, + "à¤ľà¤¹": 113772, + "ĠhÆ¡i": 113773, + "Ġpovaž": 113774, + "Ġعرب": 113775, + "менÑĤа": 113776, + "ĠоÑģÑĤан": 113777, + "ä¹ĭéĹ´": 113778, + "acÃŃch": 113779, + "ĠÑģказала": 113780, + "ìĿ´ëĿ¼ëĬĶ": 113781, + "Ġشاخ": 113782, + "Ġëĭ¹ìĭł": 113783, + "arlar": 113784, + "Ġмлн": 113785, + "åĨ¬": 113786, + ".:.:.:": 113787, + "Ġθε": 113788, + "Ġherkes": 113789, + "лÑıд": 113790, + "اÙħا": 113791, + "ĠëŃIJ": 113792, + "ÏĥιμοÏĢοι": 113793, + "Ġobraz": 113794, + "غاÙĦ": 113795, + "BÆ°á»Ľc": 113796, + "å°Ĭ": 113797, + "ìŀIJ를": 113798, + "æĢĴ": 113799, + "οÏħÏģγ": 113800, + "å¼ķãģį": 113801, + "Ġkonuda": 113802, + "ĠاÙĦتج": 113803, + "Ġkrit": 113804, + "å¿į": 113805, + "ĠìłĦìĦ¸ê°Ģ": 113806, + "говоÑĢ": 113807, + "Ġistiyor": 113808, + "оки": 113809, + "ĠобеÑģпеÑĩ": 113810, + "Ġayrıca": 113811, + "à¹Ģà¸ľ": 113812, + "аÑĢод": 113813, + "Ä°Åŀ": 113814, + "ĠجÙħÙĩÙĪرÛĮ": 113815, + "ĠÑģвоиÑħ": 113816, + "Ġprovád": 113817, + "ĠÑĢам": 113818, + "ĠÙĤض": 113819, + "лиÑĤелÑĮ": 113820, + "ãĤ±ãĥĥãĥĪ": 113821, + "оÑģоÑĦ": 113822, + "Ġरहन": 113823, + "kový": 113824, + "ì°¸": 113825, + "γκα": 113826, + "λοι": 113827, + "μÏĢο": 113828, + "ĠÄijau": 113829, + "ниÑİ": 113830, + "Ġmanžel": 113831, + "Ġíĺ¼": 113832, + "ĠÑĤиÑģ": 113833, + "ãĥĨãĥ«": 113834, + "abilecek": 113835, + "нин": 113836, + "à¸ģรรมà¸ģาร": 113837, + "éłIJ": 113838, + "Ġphê": 113839, + "jedn": 113840, + "交æµģ": 113841, + "Ġвнимание": 113842, + "обÑĢеÑĤ": 113843, + "ĠжизнÑĮ": 113844, + "ÑĢиÑģÑĤи": 113845, + "à¥Īà¤ļ": 113846, + "Ġyüzden": 113847, + "Ġgiy": 113848, + "éļĶ": 113849, + "仲": 113850, + "ĠèĻ": 113851, + "ĠParti": 113852, + "Ġéĸ¢": 113853, + "ัà¸ļส": 113854, + "ĠnejlepÅ¡ÃŃ": 113855, + "ÙİÙī": 113856, + "ĠìĿ´ìłľ": 113857, + "Ġcắt": 113858, + "ÑĢозÑĥм": 113859, + "Ġnejsou": 113860, + "lÃŃd": 113861, + "θο": 113862, + "à¹ĩà¸ĩ": 113863, + "ĠÑģпÑĢоÑģ": 113864, + "mamÄ±ÅŁ": 113865, + "Ġ쪽": 113866, + "اÙģÙĤ": 113867, + "ÑĨÑĸйниÑħ": 113868, + "Ġé¦Ļ": 113869, + "ĠÙħÛĮÙĦÛĮÙĪÙĨ": 113870, + "夢": 113871, + "ĠÙģÙĩرست": 113872, + "rý": 113873, + "ĠповÑĸдом": 113874, + "eceÄŁi": 113875, + "ĠзабезпеÑĩеннÑı": 113876, + "ÂĶ": 113877, + "ãģĹãģªãģĦ": 113878, + "åŁºç¡Ģ": 113879, + "ĠÚĨÙĨÛĮÙĨ": 113880, + "ĠÑĢозÑĢоб": 113881, + "ä¸ĢäºĽ": 113882, + "ãĥ³ãģ®": 113883, + "ĠпÑĢаÑĨÑĸв": 113884, + "å¾ĹåĪ°": 113885, + "Ġtấn": 113886, + "åŃĺæ¡£å¤ĩ份": 113887, + "ĠíĻĪ": 113888, + "Ġà¸Ķาว": 113889, + "ìĭ±": 113890, + "лина": 113891, + "ĠвоÑģпал": 113892, + "ÄŁinden": 113893, + "аÑĤелей": 113894, + "rž": 113895, + "ĠÑĦÑĥн": 113896, + "ĠÐIJл": 113897, + "ĠпоÑĩÑĤи": 113898, + "овÑĸд": 113899, + "اعب": 113900, + "าะห": 113901, + "ĠвозÑĢаÑģÑĤ": 113902, + "ิà¸ĩห": 113903, + "ĠÙģÙĦس": 113904, + "ĠÅ¡est": 113905, + "à¸Ĭาว": 113906, + "Ġ골": 113907, + "ĠoÄį": 113908, + "ãĤ¸ãĥ§": 113909, + "коÑģÑĤи": 113910, + "éĽĨåĽ¢": 113911, + "æ±ĩ": 113912, + "ĠpÅĻÃŃliÅ¡": 113913, + "ĠìĿij": 113914, + "диви": 113915, + "ĠдокÑĥменÑĤа": 113916, + "ĠChâu": 113917, + "Ġmáu": 113918, + "Ġkhô": 113919, + "Ãķ": 113920, + "Ñīий": 113921, + "Ġsẵn": 113922, + "ĠконÑĦ": 113923, + "ĠзÑĥÑģÑĤ": 113924, + "åĽŀçŃĶ": 113925, + "ĠкоÑĢиÑģÑĤ": 113926, + "ĠÏĢεÏģί": 113927, + "丰": 113928, + "Ġmạch": 113929, + "анк": 113930, + "ä¸ĭæĿ¥": 113931, + "èµĦæĸĻ": 113932, + "ยà¸Ńà¸Ķ": 113933, + "ĠÏĢιο": 113934, + "à¹īà¸ĩาà¸Ļ": 113935, + "ĠumÃŃst": 113936, + "æ½®": 113937, + "çªģçĦ¶": 113938, + "Ġkultur": 113939, + "ĠاÙĦصÙģ": 113940, + "alarının": 113941, + "ĠÎĶημο": 113942, + "ĠвиконаннÑı": 113943, + "ｿ": 113944, + "ĠбезопаÑģ": 113945, + "ĠÑģаÑħ": 113946, + "Ġnoh": 113947, + "à¹ĥà¸ļ": 113948, + "éĥ½å¸Ĥ": 113949, + "ÅŁam": 113950, + "бÑĥÑĤ": 113951, + "Ġ모ìĬµ": 113952, + "Ġваг": 113953, + "çIJĨ解": 113954, + "Ġekonomik": 113955, + "Ġkhắc": 113956, + "Ġsvat": 113957, + "лиÑĪком": 113958, + "ัà¸ĩà¸Īาà¸ģ": 113959, + "izyon": 113960, + "èĥ½å¤Ł": 113961, + "ίνει": 113962, + "ÂĬ": 113963, + "ì¦Į": 113964, + "ĠÙĩاÛĮÛĮ": 113965, + "ĠkiÅŁiler": 113966, + "ĠклеÑĤ": 113967, + "íĺģ": 113968, + "à¥ĥद": 113969, + "iÅ¡": 113970, + "ëĶĶìĺ¤": 113971, + "ÙĬراÙĨ": 113972, + "ĠÐĿÑĥ": 113973, + "à¸Ńà¸Ļà¸Ĺ": 113974, + "ĠÑģоÑĩ": 113975, + "Ġisteyen": 113976, + "ĠSez": 113977, + "ĠãĤ»": 113978, + "ĠAç": 113979, + "âĢĮÙĨ": 113980, + "ĠÑĤоп": 113981, + "ĠÑĤеÑĢÑĢиÑĤоÑĢ": 113982, + "acılık": 113983, + "ĠоднÑĥ": 113984, + "Ġveri": 113985, + "Ġکد": 113986, + "ĠÚ¯ÙģتÙĩ": 113987, + "Ġcinsel": 113988, + "ологии": 113989, + "ĠpÅĻedmÄĽt": 113990, + "à¤Ĥà¤ĺ": 113991, + "Ġ空": 113992, + "γα": 113993, + "'ye": 113994, + "ترة": 113995, + "ĠdÅĻÃŃ": 113996, + "ĠHÃłn": 113997, + "ĠرشتÙĩ": 113998, + "Ġvidea": 113999, + "Ġног": 114000, + "æ·»": 114001, + "è¿ĺæľī": 114002, + "ÙĨدر": 114003, + "Ġyerde": 114004, + "Ġkent": 114005, + "à¸ļาล": 114006, + "ĠдеÑģÑı": 114007, + "ä¸ļåĬ¡": 114008, + "ĠобÑĬек": 114009, + "ĠвнÑĥÑĤÑĢÑĸÑĪ": 114010, + "kola": 114011, + "ebnÃŃ": 114012, + "ีล": 114013, + "Ġ,.": 114014, + "ĠмÑĸжнаÑĢод": 114015, + "ãģªãĤĵãģ¦": 114016, + "ĠSöz": 114017, + "Ġchod": 114018, + "Ġtrúc": 114019, + "ìļĶìĿ¼": 114020, + "ĠpháºŃn": 114021, + "Ñģка": 114022, + "ĠÑħлоп": 114023, + "Ñģким": 114024, + "Ġkapit": 114025, + "ëĵ¤ìĹIJê²Į": 114026, + "ĠbÃło": 114027, + "lıģın": 114028, + "Ä°ÅŁ": 114029, + "ÄįnÃŃk": 114030, + "ĠNgoÃłi": 114031, + "ĠبÛĮاÙĨ": 114032, + "ĠproÄį": 114033, + "ĠпÑĢоÑĤÑıгом": 114034, + "åĢī": 114035, + "еÑİ": 114036, + "Ġνο": 114037, + "ëĿ¼ëıĦ": 114038, + "ì·¨": 114039, + "ĠвиÑıв": 114040, + "Ġпонад": 114041, + "ĠжовÑĤ": 114042, + "Ġæ¯Ķ": 114043, + "Ġdoby": 114044, + "лам": 114045, + "Ñijл": 114046, + "ĠÑĢаÑħ": 114047, + "Ġвозника": 114048, + "ниÑĨÑĤво": 114049, + "層": 114050, + "ĠоÑĤлиÑĩ": 114051, + "çĤİ": 114052, + "飯": 114053, + "Ġživota": 114054, + "atör": 114055, + "Ġcelý": 114056, + "Ġaday": 114057, + "رÙĬÙĥÙĬ": 114058, + "Ġبص": 114059, + "meyen": 114060, + "ìļ°ìĬ¤": 114061, + "بÙĪÙĦ": 114062, + "Ġозна": 114063, + "麼": 114064, + "æĵļ": 114065, + "Ġzkou": 114066, + "ëĤĺìļĶ": 114067, + "Ġkry": 114068, + "Ġnemoh": 114069, + "ĠvyužÃŃ": 114070, + "Ġæľ¨": 114071, + "ĠадмÑĸнÑĸÑģÑĤÑĢа": 114072, + "اÙĩا": 114073, + "à¹ĥà¸ģล": 114074, + "＿＿＿＿＿＿＿＿": 114075, + "ĠгоÑĤ": 114076, + "ĠدÛĮگرÛĮ": 114077, + "ĠлекаÑĢ": 114078, + "è§Ģ": 114079, + "Ġíĺij": 114080, + "ĠBöyle": 114081, + "istrov": 114082, + "女åŃIJ": 114083, + "ĠпопеÑĢед": 114084, + "ĠÙĨÙĪÙĬسÙĨدÙĩ": 114085, + "ÙĴÙĦ": 114086, + "ĠÐŁÐ°Ð²": 114087, + "Ġörnek": 114088, + "ĠпÑĢик": 114089, + "ĠÑĪи": 114090, + "üslüman": 114091, + "ĠÙħÙĤابÙĦ": 114092, + "åįģäºĮ": 114093, + "Ġbekl": 114094, + "Ġverir": 114095, + "ÙĪØ°": 114096, + "ضة": 114097, + "ÑĢоÑĤив": 114098, + "æĮij": 114099, + "..:": 114100, + "ĠخارجÙĬØ©": 114101, + "adık": 114102, + "ĠÐŁÐ¾Ñĩ": 114103, + "ĠÑħÑĥдож": 114104, + "客æĪ·": 114105, + "μον": 114106, + "ektiv": 114107, + "Ġtvá": 114108, + "Û²Û²": 114109, + "Ġlá»įc": 114110, + "Ġоно": 114111, + "ÑĨиÑĤ": 114112, + "ĠÐĴÑģ": 114113, + "Ġå¢": 114114, + "浪": 114115, + "аÑĢÑĸ": 114116, + "Ġsürekli": 114117, + "Ġstra": 114118, + "Ġbize": 114119, + "Ġtespit": 114120, + "Ġchâu": 114121, + "ĠاÙĦض": 114122, + "à¹īà¸Ńà¸ĩà¸ģ": 114123, + "ĠèĢħ": 114124, + "ĠHá»": 114125, + "ĠкаждÑĭй": 114126, + "аÑİ": 114127, + "à¸Ļà¸Ħร": 114128, + "à¸Ĺะ": 114129, + "ĠÙħراجع": 114130, + "Ġhaline": 114131, + "δοÏĤ": 114132, + "eÄŁi": 114133, + "ĠÙħÛĮزاÙĨ": 114134, + "ĠÙĩÙĦ": 114135, + "Ġbolest": 114136, + "ĠåľŁ": 114137, + "Ġuzman": 114138, + "ÑĢог": 114139, + "確èªį": 114140, + "ĠÑĢÑĸзниÑħ": 114141, + "ĠзакÑĢÑĭ": 114142, + "лÑĥги": 114143, + "ĠÑģовеÑĤ": 114144, + "iddi": 114145, + "åIJĪãĤıãģĽ": 114146, + "ĠåIJī": 114147, + "Ġkiá»ĩm": 114148, + "ë²½": 114149, + "ĠÙħعÙħÙĪÙĦ": 114150, + "ĠопÑĢеделÑı": 114151, + "Ġmiktar": 114152, + "ĠìŀIJëıĻ": 114153, + "Ġilaç": 114154, + "лоÑĩ": 114155, + "Ġyılı": 114156, + "ĠÄIJá»ĥ": 114157, + "Ġabych": 114158, + "Ġreklam": 114159, + "Ġvypad": 114160, + "ĠнаÑĥÑĩ": 114161, + "à¹Ģà¸Ħราะห": 114162, + "Ġä»ĸ": 114163, + "povÄĽ": 114164, + "ï¼Į让": 114165, + "ç¥Ŀ": 114166, + "اÙĪÙĨد": 114167, + "Ġ:|:": 114168, + "Ġrež": 114169, + "Ġvybav": 114170, + "ìľ¤": 114171, + "æŃ´": 114172, + "огÑĢаÑĦиÑı": 114173, + "ezpeÄį": 114174, + "±n": 114175, + "овÑĥ": 114176, + "ĠдÑĥма": 114177, + "Ġjednodu": 114178, + "оÑīи": 114179, + "ĠÙħشتر": 114180, + "観": 114181, + "Ġyoktur": 114182, + "ĠobÄįan": 114183, + "ĠTrần": 114184, + "ımsız": 114185, + "αιν": 114186, + "ÂĮ": 114187, + "رÛĮاÙĨ": 114188, + "ĠJeho": 114189, + "ĠاÙĦØ¢ÙĨ": 114190, + "ÑģÑĮким": 114191, + "Ġkdyby": 114192, + "ĠbaÅŁÄ±na": 114193, + "Ġprezident": 114194, + "ĠViá»ĩc": 114195, + "åħ¼": 114196, + "à¥Įà¤ľ": 114197, + "Ġ매매ê°Ģ": 114198, + "模å¼ı": 114199, + "nÃŃmu": 114200, + "ĠåĤ": 114201, + "Ġdeniz": 114202, + "ĺèĽĽ": 114203, + "ĠèĢĮ": 114204, + "ÙĪØŃ": 114205, + "Ñĭп": 114206, + "Ġâĸ¼": 114207, + "nul": 114208, + "ĠSev": 114209, + "Ġruh": 114210, + "Ġhạ": 114211, + "ĠÑıн": 114212, + "Ġ기본": 114213, + "Ġvelik": 114214, + "ĠTân": 114215, + "илиÑģÑĮ": 114216, + "ĠÑħÑĢа": 114217, + "åĤ·": 114218, + "Ġà¤Ĩà¤ı": 114219, + "ĠnynÃŃ": 114220, + "»ØĮ": 114221, + "Ġشع": 114222, + "æĿĤ": 114223, + "ĠмÑĭÑĪ": 114224, + "ãģĻãģIJ": 114225, + "Ġê³µì§Ģ": 114226, + "Ġtá»Ļc": 114227, + "ãĥ¼ãĥĩ": 114228, + "ĠÑģело": 114229, + "ĠاعÙĦاÙħ": 114230, + "ĠÅŁimdi": 114231, + "ĠاÙĦÙħÙĬÙĦاد": 114232, + "ĠاÙĨÙĤÙĦاب": 114233, + "ĠشخصÙĬØ©": 114234, + "ĠKür": 114235, + "ĠвÑĸÑĤ": 114236, + "ĠاÙĨدازÙĩ": 114237, + "ĠмоÑī": 114238, + "ternet": 114239, + "ĠαÏħÏĦή": 114240, + "ĠÑĢозÑĤа": 114241, + "Ġвив": 114242, + "lej": 114243, + "Ġ表": 114244, + "ÏĥÏĥÏĮÏĦε": 114245, + "ĠÙĬست": 114246, + "ĠмаÑĪ": 114247, + "åĿļ": 114248, + "ĠкомнаÑĤ": 114249, + "าหล": 114250, + "ĠçĻ¼": 114251, + "ĠاÙĪÙĦÛĮÙĨ": 114252, + "è¿IJåĬ¨": 114253, + "ĠпÑĥнкÑĤ": 114254, + "ĠоÑģобенно": 114255, + "Ġмам": 114256, + "绩": 114257, + "￣￣￣￣￣￣￣￣": 114258, + "алÑĮнÑĭм": 114259, + "ĠЦенÑĤ": 114260, + "-Ðľ": 114261, + "ç·Ĵ": 114262, + "Ġà¤¹à¤ľ": 114263, + "оÑĤÑĭ": 114264, + "ãĤ¤ãĥī": 114265, + "دارة": 114266, + "ãģ¨ãģĹãģŁ": 114267, + "ัà¸ŀย": 114268, + "Ġotáz": 114269, + "ĠдопомогоÑİ": 114270, + "à¹ģละà¸ģาร": 114271, + "ĠÑĤÑĢанÑģпоÑĢÑĤ": 114272, + "ĠÙĤرآÙĨ": 114273, + "Ġ第ä¸Ģ": 114274, + "Ġмил": 114275, + "Ġngôi": 114276, + "Ġlinh": 114277, + "ĠNhân": 114278, + "ÑĮогоднÑĸ": 114279, + "æĢĢ": 114280, + "à¹īาส": 114281, + ".::.::": 114282, + "Ġbirey": 114283, + "æĢĿãģĦ": 114284, + "à¹ĥà¸Ķ": 114285, + "веÑĢд": 114286, + "Ġlistopadu": 114287, + "Ġà¹ģม": 114288, + "ге": 114289, + "ĠкÑĥÑħ": 114290, + "ĠíĻľëıĻ": 114291, + "Ġèİ": 114292, + "ĠÐIJлÑĮ": 114293, + "íļĮìĿĺ": 114294, + "ĠÏĢÏģα": 114295, + "Ġvui": 114296, + "วร": 114297, + "à¤Ĥव": 114298, + "Ġgece": 114299, + "競": 114300, + "Ġkuv": 114301, + "меÑī": 114302, + "ĠÑĤепеÑĢÑĮ": 114303, + "à¸Ńà¹Ģม": 114304, + "åĪ¶åº¦": 114305, + "ĠÑĤÑĢеÑĤ": 114306, + "ĠÙĨتÛĮجÙĩ": 114307, + "ä»ĺãģį": 114308, + "Ġï¾ŀ": 114309, + "ĠÑĩого": 114310, + "âĢIJ-": 114311, + "ĠÅĻÃŃká": 114312, + "à¸ĩà¹ĥà¸Ļ": 114313, + "ĠnÄĽkolika": 114314, + "Ġbuna": 114315, + "ï¼ĮåŃĺäºİ": 114316, + "ลำ": 114317, + "ãĢģãģ¨": 114318, + "Ġná»Ļp": 114319, + "ĠاÙĦجÙĨ": 114320, + "ĠÎłÎ±Î½": 114321, + "ÐŀÐł": 114322, + "Ġدختر": 114323, + "Ġúdaje": 114324, + "Ġå¼ł": 114325, + "retim": 114326, + "sınız": 114327, + "ĠÙĩÙĨاÙĥ": 114328, + "ÐĽÐ¬": 114329, + "æķ¬": 114330, + "ÎijÎľ": 114331, + "页éĿ¢åŃĺæ¡£å¤ĩ份": 114332, + "ìĤ¬ê°Ģ": 114333, + "Ġtrest": 114334, + "viÄį": 114335, + "ĠÙ¾ÛĮدا": 114336, + "ζε": 114337, + "ĠÐŁÐ¾Ð²": 114338, + "ÙĦÙħات": 114339, + "orex": 114340, + "è¬Ľ": 114341, + "ĠвÑĸдкÑĢиÑĤ": 114342, + "маÑħ": 114343, + "ĠÑĩиÑģле": 114344, + "تبار": 114345, + "ĠÎŃκ": 114346, + "ìķĦíĮĮíĬ¸": 114347, + "ravel": 114348, + "αÏĥία": 114349, + "aÄį": 114350, + "Ġà¤ıन": 114351, + "ละà¹Ģà¸Ń": 114352, + "Ġзалеж": 114353, + "Ġæģ": 114354, + "ĠможеÑĤе": 114355, + "Ġповед": 114356, + "ĠبسÛĮارÛĮ": 114357, + "ĠpoÄįet": 114358, + "ربع": 114359, + "elez": 114360, + "اÙĪرÛĮ": 114361, + "ĠbaÅŁk": 114362, + "å°Ĥ": 114363, + "Ġhalde": 114364, + "æĭŁ": 114365, + "Sau": 114366, + "оÑĨи": 114367, + "ีà¸Ħ": 114368, + "Ġвлади": 114369, + "ÙIJÙħ": 114370, + "kud": 114371, + "à¥Ĥब": 114372, + "å§Ķåĵ¡": 114373, + "ารà¸ĵ": 114374, + "orů": 114375, + "ĠÙħÙĪÙĦ": 114376, + "Ġbyt": 114377, + "ĠpÅĻÃŃsluÅ¡": 114378, + "èĭ±è¯Ń": 114379, + "éĢIJ": 114380, + "Ġvelké": 114381, + "Ġà¤Ĩश": 114382, + "Ġphiếu": 114383, + "à¹ĥส": 114384, + "Ġاسپ": 114385, + "ĠzbožÃŃ": 114386, + "ãģĵãĤĵãģª": 114387, + "ĠÙĪÙĩÙĬ": 114388, + "ĠÑĥÑĩаÑģÑĤÑĮ": 114389, + "à¸Īำà¸Ļวà¸Ļ": 114390, + "Ġترک": 114391, + "åįģåĪĨ": 114392, + "ÎŁÎł": 114393, + "κολ": 114394, + "Ġfakat": 114395, + "Ġchá»Ĺ": 114396, + "éĢļçŁ¥": 114397, + "ĠводÑĥ": 114398, + "ĠÎļαÏĦηγοÏģία": 114399, + "acaģını": 114400, + "лого": 114401, + "ĠmÃ¼ÅŁter": 114402, + "Ġjednou": 114403, + "ĠбаÑĢ": 114404, + "idae": 114405, + "dım": 114406, + "è¾²": 114407, + "åIJ¹": 114408, + "ëIJ©ëĭĪëĭ¤": 114409, + "ĠÅŁeklinde": 114410, + "eným": 114411, + "ëĵ¯": 114412, + "itÄĽ": 114413, + "ĠколÑĮ": 114414, + "ëĮĢíķĻ": 114415, + "ĠÃĸr": 114416, + "Ġê½": 114417, + "ĠUBND": 114418, + "Ġhik": 114419, + "ãĤīãģĹãģĦ": 114420, + "åĩºåĵģ": 114421, + "Có": 114422, + "ĠÎŀ": 114423, + "Ġåħ¥": 114424, + "ĠNguyên": 114425, + "ĠÙ¾ÙĪØ´": 114426, + "лÑıÑĶ": 114427, + "Ġآغاز": 114428, + "Ġnhiá»ħm": 114429, + "divid": 114430, + "çĺ": 114431, + "اÙģتÙĩ": 114432, + "амеÑĤ": 114433, + "нÑĥлÑģÑı": 114434, + "ä¼ģæ¥Ń": 114435, + "ÑĢобÑĸÑĤ": 114436, + "dÃ¼ÄŁÃ¼": 114437, + "ĠکاÙĨ": 114438, + "à¸Ńà¸ĩà¸Ĺ": 114439, + "йн": 114440, + "Ġpohyb": 114441, + "Ġbiá»ĩn": 114442, + "Ġï¼Ľ": 114443, + "ÙħÙĨد": 114444, + "Ġà¤Ĩà¤ķ": 114445, + "ĠÄįlovÄĽk": 114446, + "ãĤĴè¦ĭãĤĭ": 114447, + "ë·°": 114448, + "ĠÑĥвелиÑĩ": 114449, + "Ġê´": 114450, + "ĠyanlÄ±ÅŁ": 114451, + "麦": 114452, + "Ġå¤ĸéĥ¨": 114453, + "ÏĦοÏħÏģγ": 114454, + "ĠпÑĢоÑĩ": 114455, + "ĠÑĢÑĥковод": 114456, + "缤": 114457, + "èľĺèĽĽ": 114458, + "å®īè£ħ": 114459, + "ĠУкÑĢа": 114460, + "ĠtartÄ±ÅŁ": 114461, + "ÑĤаж": 114462, + "ĠoluÅŁan": 114463, + "ĠRusya": 114464, + "ĠклÑĥб": 114465, + "ĠÎłÎ¡": 114466, + "alıdır": 114467, + "kın": 114468, + "ĠзмÑĸни": 114469, + "leÅŁik": 114470, + "еÑĢп": 114471, + "обÑīе": 114472, + "ĠquáºŃn": 114473, + "Ġपश": 114474, + "ãĤĴåıĹ": 114475, + "à¹Ģลà¸Ĥ": 114476, + "اضر": 114477, + "Ġuživatel": 114478, + "λία": 114479, + "ĠÐĴони": 114480, + "ุà¸Ķà¸Ĺ": 114481, + "ĠVÃł": 114482, + "ãĥ³ãĤ¿": 114483, + ")ëĬĶ": 114484, + "æ¸Ľ": 114485, + "ĠμÏĢ": 114486, + "å·§": 114487, + "ĠÑĪкол": 114488, + "Ġì²ĺìĿĮ": 114489, + "ัà¸ģà¸Ķ": 114490, + "æ®Ĭ": 114491, + "Ġnhá»Ŀ": 114492, + "ĠοÏĢοία": 114493, + "à¹ģà¸Ļว": 114494, + "меÑĢикан": 114495, + "nÃŃka": 114496, + "Ġíĺ¸íħĶ": 114497, + "سبب": 114498, + "à¸ĩม": 114499, + "ìŀĪëĬĶ": 114500, + "غط": 114501, + "ÙıÙĦ": 114502, + "¹æŀľ": 114503, + "ÑĩÑĸв": 114504, + "ÑĪаÑı": 114505, + "ĠØ¥ÙĦا": 114506, + "خصÙĪص": 114507, + "llll": 114508, + "ĠÑįÑĤим": 114509, + "ĠzvÃŃ": 114510, + "Ġquán": 114511, + "à¸Ļà¸ģ": 114512, + "Ġполов": 114513, + "Ġæ·±": 114514, + "Ġmiá»ģn": 114515, + "人éĸĵ": 114516, + "Ġзим": 114517, + "Ġmeydana": 114518, + "еÑĦ": 114519, + "Ġbá»ģn": 114520, + "زÙĬد": 114521, + "ĠÐłÐµÑģп": 114522, + "ÎĻΣΤ": 114523, + "ĠæĶ¶": 114524, + "raya": 114525, + "ĠتÙĪاÙĨد": 114526, + "Ġister": 114527, + "Ġë°Ģ": 114528, + "ĠмеÑħани": 114529, + "Ġà¸ķำ": 114530, + "Ġдека": 114531, + "à¤Ĥà¤Ĺल": 114532, + "ãĥ¼ãĤ«ãĥ¼": 114533, + "ĠnepÅĻÃŃ": 114534, + "ĠÑģÑĩиÑĤ": 114535, + "Ġομά": 114536, + "Ġçift": 114537, + "بÛĮÙĨÛĮ": 114538, + "meleri": 114539, + "ĠвоздейÑģÑĤв": 114540, + "dou": 114541, + "ìĥģìĿĦ": 114542, + "ĠÐĴолод": 114543, + "εβ": 114544, + "ÐĿÐĺ": 114545, + "Ñıк": 114546, + "ÏįÏĦε": 114547, + "зано": 114548, + "lenir": 114549, + "celik": 114550, + "ĠÑģоÑģÑĤавлÑıеÑĤ": 114551, + "ιαÏĤ": 114552, + "ĠÐĵоÑĢ": 114553, + "ä¹ĭä¸Ģ": 114554, + "ÏĥμÏĮÏĤ": 114555, + "ãģ«éĸ¢": 114556, + "ĠвÑĩ": 114557, + "ĠпоÑģк": 114558, + "輯": 114559, + "à¥Ģश": 114560, + "Ġآثار": 114561, + "à¸Ħวามร": 114562, + "Ġедин": 114563, + "íħIJ": 114564, + "å¹³æĪIJ": 114565, + "ĠkiÅŁinin": 114566, + "ãĤ²ãĥ¼ãĥł": 114567, + "à¥įतव": 114568, + "Ġkapsamında": 114569, + "Ġaktar": 114570, + "Ġtrừ": 114571, + "Ġرشد": 114572, + "Ġнаказ": 114573, + "رÙĬÙĦ": 114574, + "à¸Ńà¸Ħ": 114575, + "ĠگذشتÙĩ": 114576, + "Ġæ°ij": 114577, + "ĠÑĤебÑı": 114578, + "spor": 114579, + "ÑİÑīаÑı": 114580, + "окÑĢема": 114581, + "вад": 114582, + "ĠChúng": 114583, + "ĠزÛĮادÛĮ": 114584, + "еного": 114585, + "ĠکسÛĮ": 114586, + "Ãŀ": 114587, + "Ġadına": 114588, + "Ñĥда": 114589, + "ÑĸÑĶ": 114590, + "аÑĤели": 114591, + "ĠnávÅ¡tÄĽ": 114592, + "çĶ¨äºİ": 114593, + "ĠپرÙĪÙĨدÙĩ": 114594, + "ĠÙĨبÙĪد": 114595, + "سات": 114596, + "ìĹĺ": 114597, + "ãģ£ãģ¦ãĤĤ": 114598, + "Ġçī©": 114599, + "Ðĺз": 114600, + "åĪ·": 114601, + "Ġíľ´": 114602, + "ĠоÑģоблив": 114603, + "ãģĹãģ¾ãģ£ãģŁ": 114604, + "aydı": 114605, + "åĩºçļĦ": 114606, + "ĠìķĦëĭĪëĿ¼": 114607, + "ısını": 114608, + "à¸Ĺาà¸ĩà¸ģาร": 114609, + "Ġzvuky": 114610, + "Ġ管": 114611, + "âĸĭâĸĭ": 114612, + "ĠÑĤелеÑĦ": 114613, + "ĠнелÑĮзÑı": 114614, + "ãĥ«ãģ®": 114615, + "ÏĥÏĢ": 114616, + "Ġç³": 114617, + "åł¡": 114618, + "ÑĨÑĥз": 114619, + "رÙĬÙĤØ©": 114620, + "à¤¿à¤Ľà¤²": 114621, + "販": 114622, + "ĠУкÑĢаÑĹн": 114623, + "ĠÙħسئÙĪÙĦ": 114624, + "ĠоÑĩÑĸ": 114625, + "æľĢå¾Į": 114626, + "ĠзнаÑİ": 114627, + "à¹īà¸Ļà¸Ĺ": 114628, + "ĠÑĤеÑĢап": 114629, + "ĠÑģпок": 114630, + "ĠØ®ÙĪدرÙĪ": 114631, + "éĺ»": 114632, + "Ġdüzey": 114633, + "ä¸ĢåĢĭ": 114634, + "اÙģÙĩ": 114635, + "à¤Ĥय": 114636, + "èµĦ产": 114637, + "继ç»Ń": 114638, + "ĠÑģлаб": 114639, + "æĦıæĢĿ": 114640, + "ĠíĻĺìĤ°": 114641, + "ĠÑıÑĢ": 114642, + "Ġdůvod": 114643, + "çĿĽ": 114644, + "تÛĮب": 114645, + "ĠÙĪÛĮر": 114646, + "ĠÙĩزÛĮÙĨÙĩ": 114647, + "Ġbenzer": 114648, + "ĠÙħادÙĩ": 114649, + "à¥Įà¤ķ": 114650, + "Ġà¹Ģà¸ķ": 114651, + "ãĤĪãģı": 114652, + "иденÑĤ": 114653, + "èĭ±èªŀ": 114654, + "еÑĢÑĭ": 114655, + "Ġê¸Īìķ¡": 114656, + "Ġãĥ¼": 114657, + "Ġëį¤íĶĦ": 114658, + "ÑĢаÑĤÑĮ": 114659, + "Ġåįķ": 114660, + "à¹Ģà¸īà¸ŀาะ": 114661, + "ĠæĶ¿": 114662, + "Ġà¤Ĩम": 114663, + "Ġзни": 114664, + "ĠëĿ¼ìĿ´": 114665, + "æİĮ": 114666, + "çIJĨçĶ±": 114667, + "Ġاغ": 114668, + "ĠÑģиг": 114669, + "ĠеÑĦекÑĤив": 114670, + "ĠÐŁÑĢед": 114671, + "ãĥ´ãĤ£": 114672, + "Ġвико": 114673, + "Ġtvrd": 114674, + "ëĤ´ê¸°": 114675, + "ãĥĭãĤ¢": 114676, + "ĠÙħشاÙĩدÙĩ": 114677, + "Ġसà¤ļ": 114678, + "lÃ¼ÄŁ": 114679, + "è¯ģåĪ¸": 114680, + "Ġsiêu": 114681, + "ĠоÑĤв": 114682, + "ĠvytvoÅĻ": 114683, + "ĠØŃÙħÙĦ": 114684, + "ĠÑĦÑĢан": 114685, + "à¹īà¸Ķ": 114686, + "åĮ»éĻ¢": 114687, + "Ġвлад": 114688, + "غÙĦ": 114689, + "建ç«ĭ": 114690, + "osloven": 114691, + "илаÑģÑĮ": 114692, + "عÙĦÙĪÙħات": 114693, + "ĠترÛĮÙĨ": 114694, + "ÎŃÏģει": 114695, + "ĠbáºŃt": 114696, + "ĠÙħØ´Ú©": 114697, + "ĠرئÙĬس": 114698, + "Ġìłľìŀij": 114699, + "γη": 114700, + "ĠнÑĸк": 114701, + "Ġ구ìĦ±": 114702, + "ĠÄijen": 114703, + "Ġà¤ļर": 114704, + "ĠgeçmiÅŁ": 114705, + "äºĨ解": 114706, + "ĠлеÑģ": 114707, + "Ġquanh": 114708, + "ãĢĮæĪij": 114709, + "ĠNÄĽkterá": 114710, + "ëŀį": 114711, + "ÃħŸ": 114712, + "à¤Ĥदर": 114713, + "ìķĦìĿ´": 114714, + "å°ijãģĹ": 114715, + "ĠØ´ÙĩرÛĮ": 114716, + "κÏĦη": 114717, + "ĠâĹĦ": 114718, + "ĠÙĥس": 114719, + "è·Į": 114720, + "Ãı": 114721, + "å·¥åħ·": 114722, + "åĬĥ": 114723, + "pom": 114724, + "ĠнавÑĩаннÑı": 114725, + "Ġرج": 114726, + "ÑĢÑĥеÑĤÑģÑı": 114727, + "ĠνÎŃ": 114728, + "ÛĮÙĨÚ©": 114729, + "à¹Ĥà¸ĭ": 114730, + "åĭ¤": 114731, + "ãģĹãģ¾ãģĨ": 114732, + "ĠÑģоглаÑģ": 114733, + "éĩijèŀį": 114734, + "绿": 114735, + "ĠСан": 114736, + "æķµ": 114737, + "ĠповÑĸÑĤ": 114738, + "ĠпомоÑīи": 114739, + "ãĥ¡ãĥªãĤ«": 114740, + "ãĤ·ãĤ¢": 114741, + "ĠÏĢÏģοÏĤ": 114742, + "èĪªç©º": 114743, + "ĠваÑĢианÑĤ": 114744, + "Ġyalnızca": 114745, + "系統": 114746, + "ĠÙģÙĪر": 114747, + "оÑĩной": 114748, + "à¹Ģวà¸Ńร": 114749, + "ĠкÑĥлÑĮÑĤÑĥÑĢ": 114750, + "Ïĩι": 114751, + "ÄįÃŃta": 114752, + "Âĵ": 114753, + "人ãģĮ": 114754, + "κοÏį": 114755, + "ĠÑĢеÑĶ": 114756, + "ĠвÑģÑİ": 114757, + "éºĹ": 114758, + "ĠزÙĨاÙĨ": 114759, + "çĭĤ": 114760, + "Ġหม": 114761, + "Ġxúc": 114762, + "åħĴ": 114763, + "ÄŁinin": 114764, + "åĸľæ¬¢": 114765, + "ĠÑģÑĤад": 114766, + "iyesi": 114767, + "ìļ±": 114768, + "èĿ": 114769, + "Ġkus": 114770, + "ÏĦολ": 114771, + "гÑĸв": 114772, + "Ñĸли": 114773, + "ãģĦãĤĦ": 114774, + "é©Ĺ": 114775, + "ontrol": 114776, + "اÙĦÙĥ": 114777, + "ковиÑħ": 114778, + "ĠÑģÑĤало": 114779, + "ĠγαÏģα": 114780, + "Ġchy": 114781, + "Ġcihaz": 114782, + "ĩ´": 114783, + "ìŀ¥ìĿ´": 114784, + "aceae": 114785, + "Ø´Ùĩر": 114786, + "иланнÑı": 114787, + "çļĦå°ı": 114788, + "Ġthụ": 114789, + "ÙĪÙĨت": 114790, + "лоÑĢ": 114791, + "ãĤĴæĮģ": 114792, + "ĠÎĶι": 114793, + "Ġ羣": 114794, + "ÐĽÐŀ": 114795, + "é½IJ": 114796, + "çİĦ": 114797, + "اÙĪÙĩ": 114798, + "ĠинÑĤ": 114799, + "à¥Ģà¤Łà¤°": 114800, + "ĠобÑīе": 114801, + "ĠдепÑĥÑĤ": 114802, + "μÎŃνεÏĤ": 114803, + "ĠÙĥÙĬÙģ": 114804, + "عÙħÙĦ": 114805, + "ï¼Įå¦Ĥæŀľ": 114806, + "ĠинÑĦек": 114807, + "itele": 114808, + "ĠãĢĢãĢĢĠãĢĢ": 114809, + "ãĤ¤ãĥ³ãĥĪ": 114810, + "лÑĸÑĤ": 114811, + "ĠÑģÑİ": 114812, + "Ġzase": 114813, + "dech": 114814, + "еко": 114815, + "è®ĵ": 114816, + "åı¬": 114817, + "зем": 114818, + "ÎłÎij": 114819, + "Ġvzdu": 114820, + "าà¸Īาà¸ģ": 114821, + "koliv": 114822, + "zkum": 114823, + "èģĬ": 114824, + "Ġì±Ħìļ©": 114825, + "à¹į": 114826, + "Ġasp": 114827, + "Û²Û´": 114828, + "ìĿ¸ëį°": 114829, + "ĠkarÅŁÄ±laÅŁ": 114830, + "ï¼Įåı¯ä»¥": 114831, + "Ġà¤ĩनà¤ķ": 114832, + "ĠìĬ¤íĥĢ": 114833, + "éĥ¨å±ĭ": 114834, + "åĪ¶ä½ľ": 114835, + "ãĥ¼ãĤ·ãĥ§ãĥ³": 114836, + "ονÏĦαÏĤ": 114837, + "γο": 114838, + "ĠìŀijìĦ±": 114839, + "èij£": 114840, + "ozÅĻejmÄĽ": 114841, + "ĠÑĢезÑĥлÑĮÑĤаÑĤе": 114842, + "ĠInsecta": 114843, + "Ġskon": 114844, + "otu": 114845, + "ĠpÄĽt": 114846, + "ÑģÑĮого": 114847, + "ĠÄ°slam": 114848, + "Ġlá»ħ": 114849, + "ä¸Ńåľĭ": 114850, + "ĠÐľÑĸнÑĸÑģÑĤ": 114851, + "åIJĪåIJĮ": 114852, + "asyonu": 114853, + "ожеÑĤ": 114854, + "èĩªåĬ¨": 114855, + "ÑģÑĮкоÑİ": 114856, + "ĠkiÅŁisel": 114857, + "ÏĦικοÏį": 114858, + "ĠÑĥÑĩаÑģ": 114859, + "ılmÄ±ÅŁtır": 114860, + "ĠÑıке": 114861, + "ÑīинÑĭ": 114862, + "маÑĢ": 114863, + "Ġsoudu": 114864, + "ÂłÐ¯": 114865, + "ĠдÑĢÑĥ": 114866, + "ãģ¡ãĤĩ": 114867, + "à¥ĭà¥ľ": 114868, + "ï¾ij": 114869, + "ĠÏĦÏĮ": 114870, + "Ġضر": 114871, + "láš": 114872, + "ĠдÑĸв": 114873, + "ĠجدÙĬد": 114874, + "ĠнеболÑĮÑĪ": 114875, + "éģŃ": 114876, + "ç»į": 114877, + "ĠKurulu": 114878, + "ÑģÑĤÑĢÑĥменÑĤ": 114879, + "è¿Ļæĺ¯": 114880, + "ìĻĶëĭ¤": 114881, + "мелÑĮ": 114882, + "Ġä¼Ĭ": 114883, + "ủng": 114884, + "ĠзавиÑģимоÑģÑĤи": 114885, + "ëį¤íĶĦ": 114886, + "çĩĥ": 114887, + "è¿ĩåİ»": 114888, + "ĠзаÑģÑĤоÑģÑĥваннÑı": 114889, + "ĠداخÙĦÛĮ": 114890, + "ÑīÑij": 114891, + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 114892, + "ﺮ": 114893, + "ĠاÙĦÙħÙħÙĦÙĥØ©": 114894, + "sında": 114895, + "è³Ģ": 114896, + "å±ı": 114897, + "Ġê¿": 114898, + "Ġdoktor": 114899, + "ĠÙĤاب": 114900, + "ĠSist": 114901, + "ĠмеÑģÑĤе": 114902, + "ĠÑģоÑħÑĢа": 114903, + "اشتÙĩ": 114904, + "ĠæľŁ": 114905, + "ĠпоÑģколÑĮкÑĥ": 114906, + "Ġpev": 114907, + "اگر": 114908, + "Ùħز": 114909, + "ĠضÙħÙĨ": 114910, + "३": 114911, + "gesi": 114912, + "aÄŁa": 114913, + "解åĨ³": 114914, + "ëħ¸ì¶ľ": 114915, + "Ġluyá»ĩn": 114916, + "ĠконÑĤак": 114917, + "ฺ": 114918, + "ĠNgÃły": 114919, + "Ġvýstav": 114920, + "Ġthuyết": 114921, + "اÛĮع": 114922, + "Ġ:/:": 114923, + "Ġphạt": 114924, + "ĠÎijÏĢÏĮ": 114925, + "Ġmuz": 114926, + "Ġìĥī": 114927, + "ĠÃĩin": 114928, + "Ġکاربرد": 114929, + "ائد": 114930, + "باد": 114931, + "à¥įतम": 114932, + "Ġëijĺ": 114933, + "Ġмоз": 114934, + "Å¡ÃŃch": 114935, + "Ġมห": 114936, + "Ġآس": 114937, + "ĠÑģлиÑĪком": 114938, + "èĥ¡": 114939, + "è£ģ": 114940, + "æĪ»": 114941, + "ĠìĦ¤ëªħ": 114942, + "Ġotom": 114943, + "Ġलà¤Ĺà¤Ńà¤Ĺ": 114944, + "à¸ĩà¸ģ": 114945, + "ابد": 114946, + "à¸Ļาม": 114947, + "èĤ©": 114948, + "ĠشدÙĨد": 114949, + "ãģĿãģ®ä»ĸ": 114950, + "adlo": 114951, + "ÄĽn": 114952, + "ĠÙĦÙĩا": 114953, + "Ġминим": 114954, + "ĠdÅĻev": 114955, + "ĠThiên": 114956, + "ëŀĻ": 114957, + "engin": 114958, + "à¥Ģमत": 114959, + "ĠÑĥпоÑĤÑĢеб": 114960, + "âĢĮتر": 114961, + "Ġç¥ŀ马": 114962, + "ovánÃŃm": 114963, + "Ġдело": 114964, + "Ġç¼ĸ": 114965, + "ĠاÙĦظ": 114966, + "Ġвий": 114967, + "аÑĤом": 114968, + "åħ¬åijĬ": 114969, + "ĠÄijem": 114970, + "ãĤ·ãĥªãĥ¼ãĤº": 114971, + "ä¸ĭçļĦ": 114972, + "lası": 114973, + "ĠвÑĭбоÑĢ": 114974, + "ÑĤоÑĤ": 114975, + "ëıĦë³Ħ": 114976, + "ĠÑĥÑģÑĤан": 114977, + "ĠíŀĪ": 114978, + "лÑĥаÑĤа": 114979, + "Ġthác": 114980, + "анием": 114981, + "оваÑĤÑĮÑģÑı": 114982, + "ÑĤÑĶ": 114983, + "ÐŃÑĤо": 114984, + "ï¼Įè¦ģ": 114985, + "ĠVz": 114986, + "ĠØŃÙĪزÙĩ": 114987, + "-к": 114988, + "VỼi": 114989, + "entů": 114990, + "ĠbulunduÄŁu": 114991, + "رÙĪØ·": 114992, + "ĠÑĹй": 114993, + "Ġçevr": 114994, + "ĠÅĻed": 114995, + "ĠساختÙĩ": 114996, + "åĬŀæ³ķ": 114997, + "ĠÙĤÙĦ": 114998, + "iÅŁi": 114999, + "ï¼Ŀï¼Ŀ": 115000, + "ساس": 115001, + "Ġúdajů": 115002, + "å¬": 115003, + "æįŁ": 115004, + "áct": 115005, + "ĠÎijÏĢ": 115006, + "çĪ·": 115007, + "ĠÅĻád": 115008, + "Ġlá»Ĺi": 115009, + "ontent": 115010, + "ĠÙħØ°": 115011, + "oloji": 115012, + "Ġپرداخت": 115013, + "à¹īาà¸ŀ": 115014, + "ĠдейÑģÑĤвиÑı": 115015, + "ĠmnožstvÃŃ": 115016, + "ìķĪë§Ī": 115017, + "åģ¶": 115018, + "ĠÃĶng": 115019, + "Ġdakika": 115020, + "hendis": 115021, + "Ġbác": 115022, + "寶": 115023, + "à¹ĩà¸ģหà¸į": 115024, + "nocenÃŃ": 115025, + "ĠErdoÄŁan": 115026, + ":::::::::::::": 115027, + "аÑĤем": 115028, + "dız": 115029, + "ĠØ£ÙĬضا": 115030, + "ĠÑįÑĦÑĦек": 115031, + "ãĤĮãģ¦ãģĦãĤĭ": 115032, + "ĠbaÅŁvuru": 115033, + "άνει": 115034, + "ĠÏĦελεÏħÏĦα": 115035, + "Ġê²Ģìĥī": 115036, + "ĠÚ©ÙĨترÙĦ": 115037, + "Ġशà¤ķ": 115038, + "å¼¹": 115039, + "ĠolmuÅŁtur": 115040, + "ĠвÑģÑĤÑĥп": 115041, + "Ñĩила": 115042, + "ยา": 115043, + "ĠØ£ØŃÙħد": 115044, + "oslav": 115045, + "ĠÑĩаÑģов": 115046, + "ĠzákladnÃŃ": 115047, + "Ġसव": 115048, + "дон": 115049, + "ĠÅĻÃŃjna": 115050, + "κοÏħ": 115051, + "éĢģæĸĻçĦ¡æĸĻ": 115052, + "ÏĥίαÏĤ": 115053, + "ãĤ´ãĥª": 115054, + "Ġвиб": 115055, + "å½Ĵ": 115056, + "Ġназад": 115057, + "ĠçĻ¾åº¦æĶ¶å½ķ": 115058, + "á»Ĩ": 115059, + "Ġkaldı": 115060, + "ì¼ľ": 115061, + "ĠíıŃ": 115062, + "ĠÑĩином": 115063, + "è¹": 115064, + "Ñıл": 115065, + "ĠÑĢаздел": 115066, + "dG": 115067, + "ĠTento": 115068, + "ÑıÑĤÑĮÑģÑı": 115069, + "éĿ¢çļĦ": 115070, + "ĠÎķÏĢι": 115071, + "ê°ij": 115072, + "Ġkèm": 115073, + "ниÑĨÑı": 115074, + "çĸ«": 115075, + "éĽĻ": 115076, + "ĠÙħرÙĥز": 115077, + "ĠнаÑĥк": 115078, + "å¢Ĺ": 115079, + "ĠÑĤепеÑĢ": 115080, + "à¤¾à¤ł": 115081, + "à¹ĩà¸ļà¹Ħà¸ĭà¸ķ": 115082, + "μβÏģίοÏħ": 115083, + "ĠÑĦÑĸнанÑģов": 115084, + "ÑĸÑĶÑİ": 115085, + "Ïģίζ": 115086, + "ì¤Ħ": 115087, + "ĠباÙĨÚ©": 115088, + "tul": 115089, + "liÄŁini": 115090, + "ĠпозволÑıеÑĤ": 115091, + "Ïĥί": 115092, + "ĠìĽĥ": 115093, + "à¹Įà¸Ħ": 115094, + "Ġpolov": 115095, + "ìŀ¥ìĿĦ": 115096, + "isté": 115097, + "ĠÐ¡Ð¡Ð¡Ðł": 115098, + "áhl": 115099, + "è¥": 115100, + "Ġкомплек": 115101, + "à¸Ĥà¸Ļาà¸Ķ": 115102, + "ัศ": 115103, + "ναν": 115104, + "Ġç¥ŀ马æĶ¶å½ķ": 115105, + "ìĭľìĺ¤": 115106, + "Ġé¦ĸ页第": 115107, + "ĠçĻ¾åº¦æµģéĩı": 115108, + "åij¨æĶ¶å½ķ": 115109, + "Ġhatta": 115110, + "ÐĴÑĸд": 115111, + "ĠвÑĭÑģÑĤÑĥп": 115112, + "کارÛĮ": 115113, + "Khi": 115114, + "Ġì°¾ìķĦ": 115115, + "Ġnặng": 115116, + "éĨ«": 115117, + "ĠVÅ¡": 115118, + "ĠпеÑĢен": 115119, + "лава": 115120, + "ÙĬÙħÙĬ": 115121, + "ĠvatandaÅŁ": 115122, + "ĠιÏĥÏĦο": 115123, + "Ġà¸ĵ": 115124, + "सल": 115125, + "ген": 115126, + "ĠبÙĪر": 115127, + "âĢĮدÙĩد": 115128, + "lıklı": 115129, + "Ġstrate": 115130, + "بÙĪر": 115131, + "ãĢģãĤ¢": 115132, + "Ġsonuc": 115133, + "Ġнаиболее": 115134, + "-в": 115135, + "Ġводой": 115136, + "ojenÃŃ": 115137, + "Ġغرب": 115138, + "Ġberi": 115139, + "adÄĽ": 115140, + "Ġdovol": 115141, + "âĢĮÚ©ÙĨÙĨدگاÙĨ": 115142, + "ãģķãĤī": 115143, + "ãĥ³ãĤº": 115144, + "ãĤ«ãĥ«": 115145, + "ometr": 115146, + "åĩĢ": 115147, + "ĠÙģÙĪÙĦ": 115148, + "ĠÙħÙĪسÛĮ": 115149, + "ĠاÙĦÙħغرب": 115150, + "ecko": 115151, + "ÙĢÙĢÙĢÙĢÙĢÙĢÙĢÙĢ": 115152, + "ê°Ģ격": 115153, + "ÑĢÑĥÑĤ": 115154, + "Ġë¶Ģë¶Ħ": 115155, + "ĠpÅĻedpis": 115156, + "Ġopravdu": 115157, + "еÑĤиÑĩ": 115158, + "à¹Ĥà¸Ħรà¸ĩà¸ģาร": 115159, + "æħ§": 115160, + "æĭľ": 115161, + "سÙĥ": 115162, + "ìŀ¡ëĭ´": 115163, + "à¸Ľà¸£à¸°à¸¡à¸²à¸ĵ": 115164, + "è´¨éĩı": 115165, + "ĠголовÑĥ": 115166, + "лениÑİ": 115167, + "Ġनà¤ı": 115168, + "Ġprojektu": 115169, + "اÙģر": 115170, + "ativnÃŃ": 115171, + "ÎŃνÏĦ": 115172, + "ãĥīãĥ©": 115173, + "Ġtedav": 115174, + "ê¼": 115175, + "à¸Ľà¸£à¸°à¸ģาศ": 115176, + "Ġtuto": 115177, + "Ġchiếu": 115178, + "Ġvyz": 115179, + "ÑĢоÑĪ": 115180, + "åıĸå¾Ĺ": 115181, + "ĠмиÑģÑĤ": 115182, + "ĠÑģлÑĥÑĩаÑıÑħ": 115183, + "Ġغذ": 115184, + "ĠÑĥклад": 115185, + "ĠÑĥÑģÑĤановлен": 115186, + "Ġteslim": 115187, + "ĠãĢį": 115188, + "Ġè£": 115189, + "毫": 115190, + "éĬĢè¡Į": 115191, + "ects": 115192, + "kemiz": 115193, + "νηÏĤ": 115194, + "辺": 115195, + "ĠпÑĢем": 115196, + "Ġsonucu": 115197, + "Pokud": 115198, + "ĠÐŀÑģоб": 115199, + "è¾Ľ": 115200, + "輸": 115201, + "ë³´ê³ł": 115202, + "à¸ļà¸Ħ": 115203, + "ãĢĤãĢį": 115204, + "ा।ĊĊ": 115205, + "ĠÑģамоÑģÑĤоÑıÑĤелÑĮ": 115206, + "ÙĦÛĮت": 115207, + "λεκ": 115208, + "ĠÑĢайона": 115209, + "ÑĮи": 115210, + "à¹Īาà¸Ĺ": 115211, + "Ġà¸Ľà¸£à¸°à¹Ģà¸Ĺศ": 115212, + "มà¸Ń": 115213, + "اÙĩر": 115214, + "ĠвибоÑĢ": 115215, + "ÑİÑĩиÑģÑĮ": 115216, + "Ġpovol": 115217, + "abase": 115218, + "âĢ³N": 115219, + "Ú©ÙĪ": 115220, + "ĠУкÑĢаÑĹна": 115221, + "stanov": 115222, + "ĠÑĥÑĩаÑģÑĤи": 115223, + "Ġhlad": 115224, + "ĠÑĢаÑģÑģказ": 115225, + "ãģ¿ãģŁãģĦ": 115226, + "á½°": 115227, + "ĠåĽŀ": 115228, + "ĠÆ°Æ¡ng": 115229, + "αÏģά": 115230, + "خب": 115231, + "æįķ": 115232, + "ÃŃÅĻ": 115233, + "ĠسÛĮÙĨ": 115234, + "Âłin": 115235, + "ĠMÄĽst": 115236, + "æķĻåѦ": 115237, + "ĠоÑģобиÑģÑĤ": 115238, + "uji": 115239, + "çĶ»åĥı": 115240, + "ĠداÙĨØ´ÙĨاÙħÙĩ": 115241, + "ìĿ´ìķ¼": 115242, + "ĠзапиÑĤ": 115243, + "ĠÑģвоими": 115244, + "Û²Û°Û²": 115245, + "ï¼Įå°Ĩ": 115246, + "ãĥ¼ãģ®": 115247, + "ĠthÃŃ": 115248, + "ĠÙħتÙĪسط": 115249, + "à¥ĩĊ": 115250, + "å¤ļå°ij": 115251, + "ï¼ĮçĦ¶åIJİ": 115252, + "íĹĪ": 115253, + "Ġà¤Ńà¤Ĺ": 115254, + "Ġåı·": 115255, + "Ġteor": 115256, + "åĤ¨": 115257, + "ĠÑĢÑĸÑĩ": 115258, + "ĠÑģÑĤаÑĤÑĤÑĸ": 115259, + "ĠرابطÙĩ": 115260, + "Ġï¼ľ": 115261, + "باØŃ": 115262, + "ิà¸Ļà¸Ĺาà¸ĩ": 115263, + "à¥ĩà¤ĤĊ": 115264, + "ائÙĤ": 115265, + "ĠاÙĦجدÙĬد": 115266, + "liÄį": 115267, + "اØŃÙĦ": 115268, + "ménÄĽ": 115269, + "Ġbầu": 115270, + "ĠÐĴал": 115271, + "Ġблагод": 115272, + "еÑĤелÑĮ": 115273, + "å¹³åĿĩ": 115274, + "мин": 115275, + "Ġsürec": 115276, + "Ġзавод": 115277, + "èįIJ": 115278, + "ÑĤий": 115279, + "лоб": 115280, + "Ġвок": 115281, + "ladıģı": 115282, + "اÙĬÙĬ": 115283, + "ê²łìĬµëĭĪëĭ¤": 115284, + "Ġamacıyla": 115285, + "ï¼ĮåĽłä¸º": 115286, + "ãģ§ãģĤãģ£ãģŁ": 115287, + "ĠشرÙĪع": 115288, + "æŁĶ": 115289, + "'nun": 115290, + "окол": 115291, + "Ġciddi": 115292, + "Ġbụ": 115293, + "Ġyapılacak": 115294, + "ĠÑĩÑĥвÑģÑĤв": 115295, + "ìĤ¬ìĿĺ": 115296, + "à¸Ńà¸Ļà¸Ķ": 115297, + "ÎĹΤ": 115298, + "Ġëĭ¤ìĸij": 115299, + "ëĭ¤ë©´": 115300, + "imizi": 115301, + "ä¹Ĥ": 115302, + "ãģ²ãģ¨": 115303, + "ĠéĿŀ": 115304, + "âĢĮپدÛĮا": 115305, + "ä¹ĺ": 115306, + "ãĥĬãĥ«": 115307, + "ĠпÑĸдпÑĢиÑĶмÑģÑĤва": 115308, + "à¹ij": 115309, + "è¿Ŀ": 115310, + "ĠÙħÙĨÙĩ": 115311, + "ÑĢик": 115312, + "аÑĢÑĸв": 115313, + "Ġкого": 115314, + "ĠÙĤص": 115315, + "ĠæĿ¥": 115316, + "ĠPhòng": 115317, + "Ġово": 115318, + "ĠпеÑĢева": 115319, + "飲": 115320, + "à¤Ĥà¤Łà¤°": 115321, + "ÙĬرا": 115322, + "ildiÄŁi": 115323, + "etin": 115324, + "Ïĩεία": 115325, + "Ġzahrani": 115326, + "ÙĪجد": 115327, + "Ġç¯": 115328, + "ารย": 115329, + "Ġзако": 115330, + "ĠتÙĤس": 115331, + "ãĤ¹ãĤ¿ãĥ¼": 115332, + "æĿ°": 115333, + "ĠãĤ°": 115334, + "Ġé»Ħ": 115335, + "ĠÐļогда": 115336, + "५": 115337, + "Ġ次": 115338, + "ĠвÑĭÑĢаж": 115339, + "ĠchÄĥm": 115340, + "лÑıÑĶÑĤÑĮÑģÑı": 115341, + "دÙĩÙħ": 115342, + "Ġvrch": 115343, + "çºĮ": 115344, + "поÑĢ": 115345, + "ĠmaÄŁ": 115346, + "å¾ĴæŃ©": 115347, + "podob": 115348, + "ะà¹ģ": 115349, + "éģ¸æīĭ": 115350, + "帯": 115351, + "Ġsebou": 115352, + "inize": 115353, + "ĠÐľÐ°Ðº": 115354, + "ĠæĻ®": 115355, + "ĠÏħÏĢάÏģÏĩ": 115356, + "ĠÄIJÃł": 115357, + "ĠBrno": 115358, + "ĠÅ¡ÃŃ": 115359, + "اÙĦص": 115360, + "Ġnghiêm": 115361, + "Ġonları": 115362, + "ĠužÃŃ": 115363, + "èĩªåĪĨãģ®": 115364, + "ĠнаÑħодиÑĤÑģÑı": 115365, + "Ġjsi": 115366, + "Ġसमर": 115367, + "ĠÏĨÏī": 115368, + "Û±Û¹Û¸": 115369, + "Ġà¤ľà¤Ĺह": 115370, + "éŃļ": 115371, + "ìĿ¸ê°Ģ": 115372, + "ÄIJiá»ģu": 115373, + "ĠأعÙĦاÙħ": 115374, + "à¥ĩà¤Ĥ।Ċ": 115375, + "å½¢æĪIJ": 115376, + "Ġikt": 115377, + "Ġzdroj": 115378, + "ĠAmerik": 115379, + "ΡÎĵ": 115380, + "à¸ĩส": 115381, + "ĠíĴĢ": 115382, + "ÑģолÑİÑĤ": 115383, + "ÙĪÙĬت": 115384, + "Ġgörüntü": 115385, + "аннÑĭÑħ": 115386, + "ĠØ£ÙĤ": 115387, + "ĠмиÑĢ": 115388, + "å«Į": 115389, + "Ġmá»iji": 115390, + "Ġderin": 115391, + "éĴĪ": 115392, + "ĠмаÑĪи": 115393, + "측": 115394, + "ĠجÙĨÙĪب": 115395, + "ĠÑģло": 115396, + "ãĢĤä¸Ģ": 115397, + "ениÑıÑħ": 115398, + "ĠÑĩоловÑĸк": 115399, + "Ġyana": 115400, + "ĠокÑĤ": 115401, + "ĠнеÑĢ": 115402, + "æĪ¶": 115403, + "нÑĮомÑĥ": 115404, + "ĠÑĸмен": 115405, + "ãĤıãģŁãģĹ": 115406, + "ĠÎĵια": 115407, + "ãĢģç§ģ": 115408, + "Ġkou": 115409, + "ĠÑĨеÑĢк": 115410, + "layarak": 115411, + "ãĢĩ": 115412, + "اÙĦس": 115413, + "ÂłT": 115414, + "ĠдÑĢÑĥж": 115415, + "ĠдвоÑĢ": 115416, + "λί": 115417, + "ĠëĨĢ": 115418, + "Ġteplot": 115419, + "Ùģات": 115420, + "бÑĸ": 115421, + "Ġgüvenlik": 115422, + "nÄĽn": 115423, + "è©©": 115424, + "Ġinsanların": 115425, + "ĠìĦ¤ì¹ĺ": 115426, + "èĵĿ": 115427, + "avatel": 115428, + "jev": 115429, + "ĠÚĨرا": 115430, + "Ġgerekiyor": 115431, + "ãĥĥãĤ°": 115432, + "ĠÃĩok": 115433, + "ĠÙĪجÙĩ": 115434, + "ĠÑĥли": 115435, + "Âij": 115436, + "åijĢ": 115437, + "ĠоÑĢганизаÑĨии": 115438, + "ĠÑĸÑģнÑĥ": 115439, + "Ġnebude": 115440, + "Ġë°¤": 115441, + "ä¸ĬãģĮ": 115442, + "Ġधन": 115443, + "ĠرÙĪابط": 115444, + "γγελ": 115445, + "ĠдоÑģÑıг": 115446, + "ĠاÙĦÙĤدÙħ": 115447, + "ĠзнаÑħод": 115448, + "ĠÄįÃŃslo": 115449, + "ÅŁk": 115450, + "ĠاÙĦدÙĬÙĨ": 115451, + "Ġgünlük": 115452, + "ÙĥÙĬÙĬÙģ": 115453, + "ÎŃÏģα": 115454, + "à¸ķรว": 115455, + "ĠналиÑĩи": 115456, + "اÙħÛĮÙĨ": 115457, + "Ġμικ": 115458, + "Ġdönemde": 115459, + "à¹Īà¸Ĺ": 115460, + "æĥij": 115461, + "à¥ĭà¤Ĥ,": 115462, + "ÑĩÑı": 115463, + "ãģ¾ãĤĭ": 115464, + "ĠاÙĦتÙĨ": 115465, + "ÑĢаг": 115466, + "ëĵ¤ê³¼": 115467, + "ŃĶ": 115468, + "ĠÙħÙĨÙĩا": 115469, + "ĠThế": 115470, + "éIJµ": 115471, + "Ġï¾Ħ": 115472, + "ĠاÙĦإسÙĦاÙħ": 115473, + "ãĤ¦ãĤ¹": 115474, + "ÙĬدÙĬ": 115475, + "Ġå¾Ĺ": 115476, + "ĠзаÑĢаз": 115477, + "ãĤ¸ãĥ¥": 115478, + "Ġتعد": 115479, + "iÃŃ": 115480, + "Ġçocu": 115481, + "ozici": 115482, + "Ġë²Ķ": 115483, + "ĠØ¢ÙħدÙĩ": 115484, + "ÑĦик": 115485, + "ĠпоÑģÑĤанов": 115486, + "Ġkrálov": 115487, + "¨¨": 115488, + "Ġì¤ijìļĶ": 115489, + "ĠGWei": 115490, + "Ġvývoj": 115491, + "Ġboyut": 115492, + "Ġnek": 115493, + "اÙĩاÛĮ": 115494, + "ĠstranÄĽ": 115495, + "ием": 115496, + "ĠпоÑĢаж": 115497, + "à¥įरदर": 115498, + "é¡ĶãĤĴ": 115499, + "ĠYüz": 115500, + "ĠознаÑĩа": 115501, + "à¹ģลà¸Ļà¸Ķ": 115502, + "ĠبÙĩرÙĩ": 115503, + "енÑĤÑĥ": 115504, + "ĠÐĿад": 115505, + "ĠÐŁÐ¾Ð»ÑĮ": 115506, + "ãĥĹãĥª": 115507, + "ῶ": 115508, + "âĢĮپدÛĮاÛĮ": 115509, + "ĠپاÙĪرپÙĪÛĮÙĨت": 115510, + "ิà¸ģา": 115511, + "ĠενÏİ": 115512, + "ĠساÛĮر": 115513, + "éģº": 115514, + "ãĢģä»Ĭ": 115515, + "ĠLê": 115516, + "äºĭæĥħ": 115517, + "ĠYer": 115518, + "èħ°": 115519, + "ĠاÙĦرسÙħ": 115520, + "ĠاÙĦÙħÙĪÙĤع": 115521, + "ĠhÃłm": 115522, + "ĠдÑĢев": 115523, + "átel": 115524, + "ĠвÑģÑij": 115525, + "ìĺ¥": 115526, + "ĠMec": 115527, + "ãĤĽ": 115528, + "Ġصاد": 115529, + "Ġگردد": 115530, + "Ġkrás": 115531, + "èĮĥåĽ´": 115532, + "alarına": 115533, + "èĻļ": 115534, + "ĠØ¢ÙĪرد": 115535, + "ç¼ĵ": 115536, + "ิà¸ŀ": 115537, + "Ġãĥĭ": 115538, + "ĠæĢ§": 115539, + "ĠÙħÙĨØ°": 115540, + "ç·´": 115541, + "Ġê¶ģ": 115542, + "ваем": 115543, + "ĠζÏī": 115544, + "Ġnavr": 115545, + "ÏĥÏĦαÏĥη": 115546, + "Ġرأ": 115547, + "Ġdopl": 115548, + "＿＿＿": 115549, + "çĶļèĩ³": 115550, + "Äįel": 115551, + "æĦıåij³": 115552, + "ç¥Ń": 115553, + "Ãĺ": 115554, + "ÑģÑĤвеннÑĭе": 115555, + "裡": 115556, + "ĠãĢī": 115557, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 115558, + "Ġвал": 115559, + "Ġẩm": 115560, + "Ġdiyor": 115561, + "à¸Ńà¸ĩà¸Īาà¸ģ": 115562, + "ĠPhó": 115563, + "ĠÐĵе": 115564, + "ĠвеÑĢеÑģ": 115565, + "Ġkonz": 115566, + "رز": 115567, + "ĠÑģобоÑİ": 115568, + "Ġεκεί": 115569, + "ìĺģìĸ´": 115570, + "iag": 115571, + "ĠÑģенÑĤ": 115572, + "Ġnấu": 115573, + "Ġjaké": 115574, + "Ġrozh": 115575, + "Ġбог": 115576, + "ÙĨاد": 115577, + "ĠاÙħÙĪر": 115578, + "à¹Įà¸ģาร": 115579, + "ĠYaÅŁ": 115580, + "éĪ": 115581, + "åķª": 115582, + "Ġonay": 115583, + "ìĹĩ": 115584, + "omu": 115585, + "ÑĨÑĸйного": 115586, + "ĠÑģал": 115587, + "ĠΣÏħν": 115588, + "Ġsavun": 115589, + "å¦Ļ": 115590, + "à¸Īะม": 115591, + "ãĤ¹ãĤ¯": 115592, + "Ġdosy": 115593, + "ľĺ": 115594, + "먹": 115595, + "Ġminul": 115596, + "ãĢĭĊ": 115597, + "åģı": 115598, + "ĠÐļаÑĤ": 115599, + "Ġedilmesi": 115600, + "ÑĨÑĸÑĶн": 115601, + "ìĦ±ìĿ´": 115602, + "åĸĶ": 115603, + "ĠвÑĸÑĢ": 115604, + "è¯ij": 115605, + "ाà¤ĩड": 115606, + "ĠÙĪÙĤتÛĮ": 115607, + "ÄIJá»ĥ": 115608, + "ĠvyÅ¡Å¡ÃŃ": 115609, + "Äįila": 115610, + "адÑĥ": 115611, + "çī¹åĪ¥": 115612, + "ĠìĿ¸ê¸°": 115613, + "ujÃŃcÃŃch": 115614, + "ĠPodle": 115615, + "ĠyavaÅŁ": 115616, + "Ļæ±Ł": 115617, + "Ġkayb": 115618, + "åĬª": 115619, + "ç´¹": 115620, + "ĠобÑĢабоÑĤ": 115621, + "ĠмаÑı": 115622, + "ĠåıĬ": 115623, + "æİ¥åıĹ": 115624, + "ÙĨتÛĮ": 115625, + "ĠÏĩÏİ": 115626, + "ÑĤÑĢо": 115627, + "Ġuyar": 115628, + "ĠعÙħÙĦکرد": 115629, + "ĠоÑĨен": 115630, + "ĠмеÑģÑĤа": 115631, + "à¸ķลาà¸Ķ": 115632, + "ÙħÙĤ": 115633, + "ildren": 115634, + "ĠзавиÑģиÑĤ": 115635, + "ÂłĠÂł": 115636, + "Ġmožná": 115637, + "æĺŃåĴĮ": 115638, + "ırken": 115639, + "кин": 115640, + "åĿĤ": 115641, + "ÏĦÏĥι": 115642, + "ĠÑĩÑĥд": 115643, + "Ðļон": 115644, + "islav": 115645, + "ĠÐļÑĢаÑģ": 115646, + "Nej": 115647, + "Âłb": 115648, + "rof": 115649, + "Ġileri": 115650, + "ĠÐŀÑĢ": 115651, + "ĠChá»ī": 115652, + "Ġnüfus": 115653, + "ĠÑĸнÑĤ": 115654, + "!âĢľ": 115655, + "Ġनर": 115656, + "主ä¹ī": 115657, + "ĠتÙĨظ": 115658, + "ůvodu": 115659, + "ĠгоÑĢода": 115660, + "Ġkural": 115661, + "Ġjedin": 115662, + "ÑĢаÑĤег": 115663, + "åĢº": 115664, + "Ġzpůsobem": 115665, + "ìĿ¸ìĿĺ": 115666, + "ĠÙĨب": 115667, + "ĠNga": 115668, + "ĠÐĿай": 115669, + "ĠاÙģزار": 115670, + "нÑĥвÑģÑı": 115671, + "ĠдвоÑħ": 115672, + "Ġrozp": 115673, + "είοÏħ": 115674, + "Ġοικο": 115675, + "ĠGeç": 115676, + "ÂĹ": 115677, + "Ġchiếm": 115678, + "ĠÑĢаÑģпÑĢоÑģÑĤÑĢан": 115679, + "ĠhÆ°Æ¡ng": 115680, + "èĩªåĭķ": 115681, + "ĠÙħÙĪÙģÙĤ": 115682, + "æĮ¥": 115683, + "ï¼ģâĢĿĊĊ": 115684, + "ÏģοÏĨοÏģ": 115685, + "èıĮ": 115686, + "ãĥ´ãĤ¡": 115687, + "欧ç¾İ": 115688, + "ĠÑĤепло": 115689, + "ãģĤãģĤ": 115690, + "ãĤ¦ãĥ³": 115691, + "ĠÅŁeyi": 115692, + "Ġsüt": 115693, + "ãģ¹ãģ¦": 115694, + "ãĥ³ãĥij": 115695, + "μÎŃνÏīν": 115696, + "Ġgenellikle": 115697, + "ĠدرÙħاÙĨ": 115698, + "Ùª": 115699, + "Ġakıl": 115700, + "ĠÐľÑĭ": 115701, + "ĠetmiÅŁ": 115702, + "Å¡la": 115703, + "ĠвозможноÑģÑĤÑĮ": 115704, + "Ġgüncel": 115705, + "Ġnáro": 115706, + "å½¢å¼ı": 115707, + "ĠαÏĢοÏĦε": 115708, + "ĠмÑĸÑģÑĨÑı": 115709, + "Ġرض": 115710, + "ä¸įçŁ¥éģĵ": 115711, + "rava": 115712, + "ĠÎļά": 115713, + "ิà¸Ļà¸Ĺร": 115714, + "ĠлиÑģÑĤÑĮ": 115715, + "èĨľ": 115716, + "ãģ«ãģªãĤĬ": 115717, + "ĠæĿ¾": 115718, + "å®ı": 115719, + "ĠмиÑģ": 115720, + "átnÃŃ": 115721, + "Ġyıllık": 115722, + "ĠMerkezi": 115723, + "Ġiçeri": 115724, + "ÅĻÃŃž": 115725, + "ĠpÅĻe": 115726, + "ÏĩÏģι": 115727, + "Ġåįĥ": 115728, + "Ġsrp": 115729, + "à¹Ĥà¸Ĺร": 115730, + "ĠKrál": 115731, + ".Σ": 115732, + "ával": 115733, + "léd": 115734, + "Ġλα": 115735, + "ียวà¸ģ": 115736, + "ãģıãģª": 115737, + "ĠvÅ¡ichni": 115738, + "ĠпÑĢедоÑģÑĤав": 115739, + "ì¿": 115740, + "Ġ구ê¸ĢìĥģìľĦ": 115741, + "Ġà¤īपलब": 115742, + "воз": 115743, + "ĠëħĦëıĦë³Ħ": 115744, + "､_": 115745, + "à¸ļรร": 115746, + "ĠÑģвÑĸÑĤÑĥ": 115747, + "ĠÑĢÑĥблей": 115748, + "lenme": 115749, + "lÃŃÄį": 115750, + "ÏĦει": 115751, + "Ġåı¤": 115752, + "ĠObrázky": 115753, + "Ġìĺģíĸ¥": 115754, + "ĠгÑĢаждан": 115755, + "íĤ¹": 115756, + "Ġsahiptir": 115757, + "ĠпоÑĩаÑĤкÑĥ": 115758, + "ĠØ£ÙĬض": 115759, + "ĠÑĤоÑĢгов": 115760, + "Ġgelecek": 115761, + "Ġ문íĻĶ": 115762, + "ikleri": 115763, + "ĠнеобÑħÑĸдно": 115764, + "Ġäºij": 115765, + "ovol": 115766, + "Ġदल": 115767, + "ĠìķĬê³ł": 115768, + "Ġмг": 115769, + "Ġzjist": 115770, + "anlı": 115771, + "ัà¸ĩà¸Ļ": 115772, + "ÑĢаÑħов": 115773, + "ινη": 115774, + "ĠплоÑĤ": 115775, + "Ġnitel": 115776, + "ìĬ¤íģ¬": 115777, + "ĠSonra": 115778, + "ĠÑģбоÑĢ": 115779, + "ĠÏĥοÏħ": 115780, + "Ġolmam": 115781, + "Ġanaliz": 115782, + "à¹Įว": 115783, + "Ġmỹ": 115784, + "ceae": 115785, + "Ġден": 115786, + "веÑĢжд": 115787, + "Ả": 115788, + "ãģĵãģ¨ãĤĤ": 115789, + "ìĤ¬íķŃ": 115790, + "è¨Ģãģ£ãģŁ": 115791, + "Ġì¹´ì§Ģëħ¸": 115792, + "ÑĢиÑĤи": 115793, + "Ġchce": 115794, + "Ġçevir": 115795, + "ÛĮÛĮÙĨ": 115796, + "ä¼ļè®®": 115797, + "ัมà¸ŀ": 115798, + "ĠåĦ": 115799, + "Ġپدر": 115800, + "å¼ıä¼ļ社": 115801, + "ĠÑĨен": 115802, + "ิà¸ĸ": 115803, + "Ġjinak": 115804, + "ĠблÑİ": 115805, + "иÑĨин": 115806, + "ÙĴÙĩ": 115807, + "Ú©ÙĪر": 115808, + "Ġìķħ": 115809, + "eksiyon": 115810, + "ĠÑģвеÑĢ": 115811, + "ĠобÑĢазованиÑı": 115812, + "ĠãĥĻ": 115813, + "æľī人": 115814, + "Ġbilgileri": 115815, + "Ġhầu": 115816, + "еÑĢÑĸг": 115817, + "ĠvaÅ¡e": 115818, + "Ġnedir": 115819, + "ä¸įå¾Ĺ": 115820, + "ĠbaÅŁarılı": 115821, + "Ġkaybet": 115822, + "å©·": 115823, + "ĠÐĿав": 115824, + "Ġê´Ģíķľ": 115825, + "ÑģÑĤÑİ": 115826, + "å®ŀéĻħ": 115827, + "klady": 115828, + "даÑĤÑĮ": 115829, + "raç": 115830, + "Ġkuvvet": 115831, + "à¸ģารà¸Ĺ": 115832, + "åļ": 115833, + "ĠÑĢеп": 115834, + "Ġà¸Ŀ": 115835, + "ĠDiÄŁer": 115836, + "íĶĦíĬ¸": 115837, + "ĠnejvÄĽtÅ¡ÃŃ": 115838, + "Ġìłģìļ©": 115839, + "ĠonemocnÄĽnÃŃ": 115840, + "ака": 115841, + "ÐłÐ°Ð·": 115842, + "ĠÙģØ¥ÙĨ": 115843, + "ãĤµãĤ¤ãĤº": 115844, + "Ġvlád": 115845, + "Ġrady": 115846, + "ãĢģãģĵãĤĮ": 115847, + "ÑģÑĤвие": 115848, + "lıģa": 115849, + "åŃĶ": 115850, + "Ġáo": 115851, + "à¸Ńาà¸ģาศ": 115852, + "Ġà¤ıम": 115853, + "δαÏĤ": 115854, + "ĠапÑĢ": 115855, + "æİĽ": 115856, + "Ġç«ĭ": 115857, + "âĸıâĸı": 115858, + "ĠСм": 115859, + "Ġnemá": 115860, + "Ġè¢": 115861, + "νομα": 115862, + "ĠÙģرÙĪد": 115863, + "Ġülke": 115864, + "ĠæĺŁ": 115865, + "ัà¸Ļà¸ģ": 115866, + "ãģķãĤĵãģ®": 115867, + "eÅŁil": 115868, + "ÄŁiz": 115869, + "ĠÐijоÑĢ": 115870, + "Ġtầm": 115871, + "ειÏĦοÏħÏģγ": 115872, + "ĠγÏģα": 115873, + "à¥įषà¤ķ": 115874, + "Ġvẻ": 115875, + "Ġkendisine": 115876, + "ĠìķĮê³ł": 115877, + "ĠêµŃìłľ": 115878, + "ĠnÄĽkdo": 115879, + "ĠÛĮÙĩ": 115880, + "Ġکاربر": 115881, + "ãĥĻãĥ«": 115882, + "ï»´": 115883, + "Ġtuyên": 115884, + "Ġçat": 115885, + "âĢIJâĢIJ": 115886, + "Âı": 115887, + "ĠìĤ¬ìĹħ": 115888, + "éĨĴ": 115889, + "æıIJé«ĺ": 115890, + "æ·¡": 115891, + "ĠÄŁ": 115892, + "èĸ¦": 115893, + "ãĢĭï¼Ī": 115894, + "æ¡ĥ": 115895, + "ìĹĦ": 115896, + "ĠæŀĹ": 115897, + "ÄĤ": 115898, + "ĠÄĮech": 115899, + "αιο": 115900, + "ĠطرÙĬÙĤ": 115901, + "ĠзавеÑĢÑĪ": 115902, + "تÙĪبر": 115903, + "ĠØŃج": 115904, + "ĠÎŃÏĩοÏħν": 115905, + "¿ÃĤ": 115906, + "ĠdÄĽtÃŃ": 115907, + "Ġiçine": 115908, + "ĠChúa": 115909, + "аннÑĭй": 115910, + "ĠÙĪÛĮÚĺ": 115911, + "Ġnastav": 115912, + "ısına": 115913, + "ĠÑĹм": 115914, + "пон": 115915, + "енÑı": 115916, + "ĠÙĪظ": 115917, + "Ú¯ÙĦ": 115918, + "หลวà¸ĩ": 115919, + "Ġzastav": 115920, + "акон": 115921, + "³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³": 115922, + "ĠKır": 115923, + "絶": 115924, + "ĠоÑĢганÑĸзаÑĨÑĸÑĹ": 115925, + "ãģŁãĤĬ": 115926, + "Ø°ÙĬ": 115927, + "Ġरà¤ķ": 115928, + "ampiyon": 115929, + "Ġæ¸ħ": 115930, + "çľ¼çĿĽ": 115931, + "ĠìķĬìĿĢ": 115932, + "鹿": 115933, + "Ġå¿ĥ": 115934, + "ĠпÑĢекÑĢаÑģ": 115935, + "ĠÑģегоднÑı": 115936, + "Ġसल": 115937, + "ĠÏħÏĢÏĮ": 115938, + "ĠÐķго": 115939, + "ĠÐĽÐ¸": 115940, + "ãĤ¨ãĥ«": 115941, + "ĠлÑİÑĤ": 115942, + "饰": 115943, + "Ġvzdál": 115944, + "¯ÃĤ": 115945, + "ĠнаÑıв": 115946, + "ĠتشکÛĮÙĦ": 115947, + "ĠسÙĪÛĮ": 115948, + "Ġtái": 115949, + "Ġkapı": 115950, + "ĠsvÄĽtÄĽ": 115951, + "δÏĮν": 115952, + "æ¼¢": 115953, + "ìį¨": 115954, + "ĠbaÅŁvur": 115955, + "ÑĢина": 115956, + "Ġkelim": 115957, + "аÑĤок": 115958, + "Ġκάθε": 115959, + "ĠYüksek": 115960, + "à¹ĩà¸Ļà¸ľ": 115961, + "éłĤ": 115962, + "åIJĮæĻĤ": 115963, + "ÅŁtır": 115964, + "วà¸ĩศ": 115965, + "oty": 115966, + "Ġارد": 115967, + "ĠìŀIJìĭłìĿĺ": 115968, + "ĠÑıнва": 115969, + "üyordu": 115970, + "æĿ¨": 115971, + "ĠâĢĵĊ": 115972, + "ï¼Įå®ĥ": 115973, + "ейн": 115974, + "ĠпеÑĢеÑĤ": 115975, + "ĠdeÄŁiÅŁiklik": 115976, + "ĠогÑĢаниÑĩ": 115977, + "ìĦľìļ¸": 115978, + "Ġgeliyor": 115979, + "ĠپذÛĮر": 115980, + "åĵ²": 115981, + "eyin": 115982, + "ĠëıĪ": 115983, + "Ġuniverz": 115984, + "Ġhned": 115985, + "ĠtáºŃn": 115986, + "voÅĻÃŃ": 115987, + "Ġniên": 115988, + "dÄĽpodob": 115989, + "ìĤ¬íļĮ": 115990, + "ãģĮãģĤãĤĬ": 115991, + "ĠÑģÑĸÑĩ": 115992, + "''\"": 115993, + "Ġtoplantı": 115994, + "ĠÑģÑĩеÑĤ": 115995, + "åĩĨå¤ĩ": 115996, + "анÑĸÑı": 115997, + "Ġzel": 115998, + "vala": 115999, + "Ġапп": 116000, + "ĠاÙĦÙħÙĦÙĥ": 116001, + "ĠhoÅŁ": 116002, + "ĠÐĵен": 116003, + "ÑĤаб": 116004, + "ĠÄĮesko": 116005, + "Ġмайже": 116006, + "ĠmÄĽsto": 116007, + "yonel": 116008, + "거리": 116009, + "Ġìĺ¨ëĿ¼ìĿ¸": 116010, + "ç´¯": 116011, + "Ġderec": 116012, + "ĠокÑĢÑĥж": 116013, + "Ġyabancı": 116014, + "ĠíĦ°": 116015, + "ĠèµĦ": 116016, + "ÎĻÎļÎĹ": 116017, + "ĠпÑĭ": 116018, + "ĠvÄĽn": 116019, + "инки": 116020, + "ụp": 116021, + "æľºæ¢°": 116022, + "ĠìķĮ볤": 116023, + "ëħķ": 116024, + "ĠλÏĮγ": 116025, + "eyn": 116026, + "ĠëIJĺìĹĪëĭ¤": 116027, + "污": 116028, + "Ġvedle": 116029, + "ĠÙĥتب": 116030, + "맨": 116031, + "ĠÙħÙĤاÙĪ": 116032, + "å¹´ãģ«": 116033, + "ाà¤ĩà¤ķ": 116034, + "ĠÑģÑĤоÑģ": 116035, + "ĠÏĥÏĦοÏħÏĤ": 116036, + "меÑĤÑĮ": 116037, + "Ġesas": 116038, + "ëIJĺê³ł": 116039, + "ĠkvÄĽtna": 116040, + "Ġéľ": 116041, + "dük": 116042, + "åŁ·": 116043, + "èªĮ": 116044, + "Ġmluv": 116045, + "ĠпÑĢинÑı": 116046, + "Ġpoté": 116047, + "ĠÚ©ÙĨÙħ": 116048, + "ĠпÑĢедлож": 116049, + "ĠÐľÐ¾Ñģква": 116050, + "ï¼Įå¦Ĥ": 116051, + "Ġsvém": 116052, + "ĠاÙħÙĨ": 116053, + "สาย": 116054, + "ĠÑĥменÑĮ": 116055, + "Ġãģĵãģ®": 116056, + "åīĤ": 116057, + "ĠÑģеÑĢÑĮ": 116058, + "Ġmá»ĩ": 116059, + "Ġä¹Ŀ": 116060, + "ĠзакÑĸн": 116061, + "ĠвелиÑĩ": 116062, + "ĠконÑĤÑĢа": 116063, + "ĠSosyal": 116064, + "Ġyukarı": 116065, + "ĠدÙĪب": 116066, + "侧": 116067, + "Ġзамен": 116068, + "ï»®": 116069, + "ĠsobÄĽ": 116070, + "ĠТакже": 116071, + "Ðİ": 116072, + "εδ": 116073, + "ÙħارÛĮ": 116074, + "ξι": 116075, + "ì¹Ń": 116076, + "ĠплаÑģÑĤи": 116077, + "ÏĥοÏħν": 116078, + "èľĺèĽĽè¯į": 116079, + "ÙĪÛĮزÛĮ": 116080, + "ĠnapÅĻ": 116081, + "ĠÑĤипа": 116082, + "à¥Ĥà¤Ľ": 116083, + "ĠÅŁah": 116084, + "лÑıÑĤи": 116085, + "بÛĮر": 116086, + "ระยะ": 116087, + "ĠболÑĮÑĪин": 116088, + "ÏĦηÏĦα": 116089, + "Ġíıīê°Ģ": 116090, + "Ġprojev": 116091, + "òi": 116092, + "ĠкнÑı": 116093, + "ÏĨεÏģ": 116094, + "еÑĢÑĥ": 116095, + "Ñįн": 116096, + "ĠعÙħÙĦÛĮ": 116097, + "à¤łà¤¨": 116098, + "ãĥ³ãĤ¯": 116099, + "ĠìķĦëŀĺ": 116100, + "ÎĪ": 116101, + "Ġباست": 116102, + "ĠتÙĥ": 116103, + "aÄįnÃŃ": 116104, + "ĠлÑĸкÑĥваннÑı": 116105, + "à¸Ħà¹Ĥà¸Ļ": 116106, + "Ġèĥ½": 116107, + "θλη": 116108, + "lenmiÅŁ": 116109, + "Ġlá»Ļ": 116110, + "Ġsilah": 116111, + "ĠAustr": 116112, + "ØŃÙĤ": 116113, + ".***.***": 116114, + "ì©": 116115, + "ĠgÃł": 116116, + "ĠبازبÛĮÙĨÛĮ": 116117, + "ĠÄijÃłn": 116118, + "ÃŃky": 116119, + "ĠÎķν": 116120, + "ضÙħ": 116121, + "å§ĵ": 116122, + "ĠÙĨÙĪÛĮس": 116123, + "Ġskupiny": 116124, + "ĠسÛĮد": 116125, + "Ġaldıģı": 116126, + "meli": 116127, + "виж": 116128, + "ì¹ĺëĬĶ": 116129, + "оваÑħ": 116130, + "Ġæ©": 116131, + "Ø´ÙĨاسÛĮ": 116132, + "Ġnimi": 116133, + "ĠÐĵÑĢи": 116134, + "íĹĮ": 116135, + "Ġкв": 116136, + "éŁĵ": 116137, + "ĠíĽĦ기": 116138, + "ĠstÅĻÃŃ": 116139, + "ĠкÑĸлÑĮкÑĸÑģÑĤÑĮ": 116140, + "ĠBakanlıģı": 116141, + "ĠменÑĮÑĪе": 116142, + "اÙĪÛĮ": 116143, + "ĠارÙĪÙ¾": 116144, + "Ġèī²": 116145, + "ĠÚ©ÙĪÚĨÚ©": 116146, + "ĠAynı": 116147, + "ĠäºĨ": 116148, + "ĠسÙģر": 116149, + "ĠÑĤеаÑĤ": 116150, + "ĠvÄĽd": 116151, + "аÑĢов": 116152, + "Ġобмеж": 116153, + "ĠìķĬìķĺ": 116154, + "追åĬł": 116155, + "éłĪ": 116156, + "dÄĽlenÃŃ": 116157, + "Ġkims": 116158, + "Ġèı²": 116159, + "ĠгÑĢÑĥн": 116160, + "ĠØ¢ÙĦÙħاÙĨ": 116161, + "Ġавг": 116162, + "ĠÑīоÑģÑĮ": 116163, + "Ġå¾·": 116164, + "ĠÐĿаÑĨÑĸоналÑĮ": 116165, + "æĪIJç«ĭ": 116166, + "ูà¸Ļย": 116167, + "ãĥ¼ãĥ«ãĥī": 116168, + "éĽ²": 116169, + "ĠTá»ķ": 116170, + "cılık": 116171, + "ĠAlmanya": 116172, + "ĠovÅ¡em": 116173, + "Âĭ": 116174, + "ĠÏĩÏģηÏĥιμοÏĢοι": 116175, + "Ġörgüt": 116176, + "िसस": 116177, + "èĹĿ": 116178, + "ĠGiải": 116179, + "Ġsvob": 116180, + "Ġrůzných": 116181, + "Ġsmlouvy": 116182, + "ÑĢеÑģÑģ": 116183, + "ีà¹Ģà¸Ķ": 116184, + "ĠاÙħرÙĪز": 116185, + "ãĤħ": 116186, + "åĿ¦": 116187, + "à¹īà¸Ħ": 116188, + "Ġкаж": 116189, + "å¼Ĺ": 116190, + "ÑĩноÑĹ": 116191, + "åľĪ": 116192, + "ĠØ¢ÙĩÙĨÚ¯": 116193, + "몰": 116194, + "Ġæº": 116195, + "ĠèĦ": 116196, + "ä¸ĢæŃ¥": 116197, + "оÑĩка": 116198, + "Ġprostor": 116199, + "Ġngắn": 116200, + "Ġç·": 116201, + "наÑĢ": 116202, + "Ġà¤ľà¤µ": 116203, + "ĠнаÑĩалÑĮ": 116204, + "Ġнедел": 116205, + "ĠÑģиÑģÑĤемÑĥ": 116206, + "جÙĬ": 116207, + "ادات": 116208, + "Ġæ¢": 116209, + "ĠجاÙħعة": 116210, + "Ġä»İ": 116211, + "Ġà¤ħफ": 116212, + "èĸĦ": 116213, + "ĠباÙĤ": 116214, + "بÙĬع": 116215, + "ãģķãĤĮãģ¦": 116216, + "ĠÃĩalÄ±ÅŁ": 116217, + "Ø®ÙĪاست": 116218, + "ãĥĥãĤ·ãĥ¥": 116219, + "ĠØŃسÛĮÙĨ": 116220, + "ĠобнаÑĢÑĥж": 116221, + "вÑĸдом": 116222, + "Ġhôm": 116223, + "ланд": 116224, + "Ġà¤µà¤ľà¤¹": 116225, + "سÙĬÙĨ": 116226, + "æłı": 116227, + "ĠnavÃŃc": 116228, + "ãĤµãĤ¤ãĥĪ": 116229, + "ĠÑıкомÑĥ": 116230, + "ĠíĽ": 116231, + "ĠYani": 116232, + "ãĤĵãģ§ãģĻ": 116233, + "ĠгÑĢÑĥп": 116234, + "Äįný": 116235, + "ÑĨик": 116236, + "ÙĪÙĬر": 116237, + "ĠXã": 116238, + "Ġfyz": 116239, + "Ġï½ī": 116240, + "âĢĮترÛĮÙĨ": 116241, + "à¤Łà¤ķ": 116242, + "ÑĦоÑĢми": 116243, + "ĠOyun": 116244, + "åł´æīĢ": 116245, + "ØŃØ«": 116246, + "ĠìķĮìķĦ": 116247, + "ÑĢавилÑĮ": 116248, + "ï¼ĮâĢĿ": 116249, + "boru": 116250, + "ĠKullan": 116251, + "ĠKaynak": 116252, + "Ġê°ĸ": 116253, + "ç´Ķ": 116254, + "ï¼Įæ¯ı": 116255, + "ÎĹΡ": 116256, + "Ġpůl": 116257, + "ĠгоÑģÑĤ": 116258, + "رÙĪÙħ": 116259, + "ï¼Įåį³": 116260, + "Û²Û³": 116261, + "ĠÙĨخست": 116262, + "Ġکسب": 116263, + "Ġà¹Ģà¸ļ": 116264, + "Ġyazar": 116265, + "jekt": 116266, + "à¹Ĥลย": 116267, + "ĠдобÑĢе": 116268, + "ĠپزشکÛĮ": 116269, + "ĠتÙĩÛĮÙĩ": 116270, + "ç¾İåľĭ": 116271, + "ноÑģÑıÑĤ": 116272, + "ëłĪìĬ¤": 116273, + "åĹ¯": 116274, + "ĠrÃłng": 116275, + "ĠÎķξ": 116276, + "аÑĤаÑĢ": 116277, + "kova": 116278, + "ĠÅŁeyler": 116279, + "خاص": 116280, + "ĠìķĪìłĦ": 116281, + "Ñīей": 116282, + "Ġë°Ŀ": 116283, + "âĢĮتÙĪاÙĨد": 116284, + "ãģĪãģ°": 116285, + "Ġvữ": 116286, + "ĠÑģама": 116287, + "ĠобоÑĢÑĥд": 116288, + "âĢĮباشد": 116289, + "à¹Įà¸Ń": 116290, + "Ġdetay": 116291, + "æĤ²": 116292, + "ÂĪ": 116293, + "ãĤ¦ãĤ£": 116294, + "ĠпÑĢавила": 116295, + "krét": 116296, + "à¹Įร": 116297, + "åĮ¹": 116298, + "Ġåħį": 116299, + "ĠÑģилÑĮно": 116300, + "ĠиÑģÑĤоÑĩ": 116301, + "ĠsaÄŁlar": 116302, + "ĠæѦ": 116303, + "íĸĪìĬµëĭĪëĭ¤": 116304, + "Không": 116305, + "à¹Īาà¸ĩà¹Ĩ": 116306, + "Û°Û°Û°": 116307, + "ĠرÙĤ": 116308, + "âĢĻÑıÑĤ": 116309, + "åĽ²": 116310, + "à¹ģà¸Ķà¸ĩ": 116311, + "Ġžádné": 116312, + "couz": 116313, + "Ãĭ": 116314, + "ĠпÑĸдгоÑĤов": 116315, + "ĠëĮĢíķĻ": 116316, + "Ġdünyanın": 116317, + "èĢģå¸Ī": 116318, + "èģĮä¸ļ": 116319, + "Ġyeri": 116320, + "à¥ĭà¤ķर": 116321, + "ĠبÙĩتر": 116322, + "ëĭĪìķĦ": 116323, + "ìĿĮìĿĦ": 116324, + "ĠæĮĩ": 116325, + "ãĢįï¼Ī": 116326, + "ĠÑģооÑĤвеÑĤÑģÑĤвии": 116327, + "æĬĵ": 116328, + "à¹Ĥà¸Ĺ": 116329, + "Ġtrá»ĵng": 116330, + "ĠпÑĢаÑĨÑĸ": 116331, + "ĠëĨĵ": 116332, + "à¤ĩन": 116333, + "Ġìłķë§IJ": 116334, + "ãĢķ": 116335, + "ĠcáºŃn": 116336, + "åĸĿ": 116337, + "Ġê³ĦìĨį": 116338, + "Ġä¸İ": 116339, + "å¥ı": 116340, + "ĠعاÙĦÙħ": 116341, + "ĠvysvÄĽt": 116342, + "ĠдоÑĢог": 116343, + "ĠнеÑĢв": 116344, + "ĠбеÑĤ": 116345, + "ĠпÑĢиÑĤ": 116346, + "овÑĭй": 116347, + "å·¡": 116348, + "Ùģاع": 116349, + "ÐļÐĺ": 116350, + "à¸ķรวà¸Ī": 116351, + "ĠÐľÐ°Ð¹": 116352, + "ëıĦë¡ľ": 116353, + "Ġzlat": 116354, + "ĠsaÄŁlam": 116355, + "Ïģαν": 116356, + "à¸Ĭร": 116357, + "å¹´ãģ®": 116358, + "à¸Ħรà¸Ńà¸ĩ": 116359, + "Âħ": 116360, + "Ġhoá": 116361, + "ĠдоволÑĮно": 116362, + "Ġolmaz": 116363, + "ĠpodmÃŃnky": 116364, + "ĠÑħозÑıй": 116365, + "æĻ´": 116366, + "ÑĢова": 116367, + "Ġlược": 116368, + "ानन": 116369, + "ĠкапиÑĤ": 116370, + "ĠÚĺاÙĨ": 116371, + "æľīäºĽ": 116372, + "ĠповеÑĢÑħноÑģÑĤи": 116373, + "ĠÑĨÑĸн": 116374, + "üyle": 116375, + "Ġjazy": 116376, + "ĠPhú": 116377, + "Ġसन": 116378, + "åĩºåĶ®": 116379, + "ÂłÐ´": 116380, + "ĠãĤ¯": 116381, + "çĶ±äºİ": 116382, + "à¥įपत": 116383, + "ĠاÙĦخاÙħ": 116384, + "ĠاصÙĦاØŃ": 116385, + "ĠتÛĮ": 116386, + "Ġtato": 116387, + "å¹¹": 116388, + "æ³½": 116389, + "à¸Ńà¸ģà¸Īาà¸ģ": 116390, + "ÑĥлÑİ": 116391, + "ĠвÑģп": 116392, + "mekte": 116393, + "à¥Ģफ": 116394, + "ĠÚĺÙĪئ": 116395, + "Ġlá»ĩnh": 116396, + "âĢĮکرد": 116397, + "íı¬ì¸ł": 116398, + "anki": 116399, + "Ġëĵ±ë¡ĿëĮĢíĸī": 116400, + "ĠãĤĿ": 116401, + "Ġارزش": 116402, + "Ġthú": 116403, + "Ġấn": 116404, + "è¡Į为": 116405, + "ĠÑģнова": 116406, + "꾸": 116407, + "Ġsouhlas": 116408, + "Ġвозв": 116409, + "ÏģÎŃÏĢει": 116410, + "ĠнÑĸÑĩого": 116411, + "нож": 116412, + "ÑĤик": 116413, + "ãģ©ãģĵ": 116414, + "ĠоÑģнове": 116415, + "ãĤ¥": 116416, + "à¸Ľà¸£à¸°à¸Īำ": 116417, + "Ġà¸Ĺà¸Ńà¸ĩ": 116418, + "Ġeksik": 116419, + "ĠÙĦØ¥": 116420, + "ãģĭãģ®": 116421, + "Ġãģª": 116422, + "-प": 116423, + "Ïģει": 116424, + "ĠìłĦ문": 116425, + "าà¸ģล": 116426, + "βε": 116427, + "íĬ¹ë³Ħ": 116428, + "íķĺë©´ìĦľ": 116429, + "à¸Ħà¹Ĥà¸Ļà¹Ĥลย": 116430, + "Ġ好": 116431, + "Ġyayım": 116432, + "ë§ĮëĤ¨": 116433, + "ĠкиÑģлоÑĤ": 116434, + "ĠÑįнеÑĢг": 116435, + "çĸ¾": 116436, + "Ġدش": 116437, + "Ġsoruml": 116438, + "Ġзаклад": 116439, + "à¸Ĭà¸Ńà¸ļ": 116440, + "ĠÙģرÙĩÙĨÚ¯ÛĮ": 116441, + "Ġà¤ıल": 116442, + "Ġë¹ĦêµIJ": 116443, + "lerce": 116444, + "ĠØ·ÙĦب": 116445, + "ãģ«ãģĹãģ¦": 116446, + "ĠÑıкоÑĹ": 116447, + "ĠاÙĦبتÙĩ": 116448, + "ĠÐľÐ°ÑĤ": 116449, + "åįĵ": 116450, + "Ġåħ¬åı¸": 116451, + "Ġsöyley": 116452, + "ĠìĥĪë¡ľìļ´": 116453, + "ĠÑĦаÑĢ": 116454, + "Ġaltına": 116455, + "Ġstavu": 116456, + "âĢĻı": 116457, + "alizace": 116458, + "ĠвиÑģÑĤÑĥп": 116459, + "æķĻå¸Ī": 116460, + "à¥Ģà¤ıस": 116461, + "odÄĽ": 116462, + "ĠÑĨÑĸл": 116463, + "ĠëĮĢìĥģ": 116464, + "ĠкоÑĤоÑĢом": 116465, + "ĠظرÙģ": 116466, + "éİ®": 116467, + "اÙģÙĬØ©": 116468, + "ĠìĹĨìĿ´": 116469, + "ĠμÏĮνο": 116470, + "ĠCÆ¡": 116471, + "寻": 116472, + "ÏĦιÏĥ": 116473, + "ĠãĤĦ": 116474, + "Ġjednoho": 116475, + "اا": 116476, + "etler": 116477, + "Ġवस": 116478, + "ĠÑĢазлиÑĩнÑĭÑħ": 116479, + "ĠجغراÙģ": 116480, + "Ġthừa": 116481, + "ĠгÑĢомадÑıн": 116482, + "॰": 116483, + "ĠاÙĦأخ": 116484, + "ĠнагÑĢÑĥз": 116485, + "績": 116486, + "à¥Ĥह": 116487, + "ĠпÑĢÑıмо": 116488, + "âĬ": 116489, + "ĠاÙĦØ£ÙĪÙĦÙī": 116490, + "æĸ°èģŀ": 116491, + "ĠìĥģíĻ©": 116492, + "itesi": 116493, + "ëį°ìĿ´íĬ¸": 116494, + "æŃ·": 116495, + "ï¼ĮèĢĮä¸Ķ": 116496, + "ãģ¯ãģļ": 116497, + "产çĶŁ": 116498, + "æ°ĹãģĮ": 116499, + "yslu": 116500, + "ìĸ´ëĤĺ": 116501, + "اکÙħ": 116502, + "âĢĥ": 116503, + ")ìĿĢ": 116504, + "ĠجستارÙĩاÛĮ": 116505, + "ÙĪØ«": 116506, + "ãħİ": 116507, + "Ġkavram": 116508, + "vál": 116509, + "æľŃ": 116510, + "æĤł": 116511, + "ìħĢ": 116512, + "hrad": 116513, + "ĠتÙĥÙĪÙĨ": 116514, + "ĠHòa": 116515, + "å¹´çļĦ": 116516, + "Ġçarp": 116517, + "Ġyolu": 116518, + "Ġdubna": 116519, + "ĠÐĴелик": 116520, + "Ġtôn": 116521, + "æķĮ": 116522, + "Ġcoi": 116523, + "Ġnakonec": 116524, + "ĠÑįÑĤÑĥ": 116525, + "íĨµëł¹": 116526, + "ÑĪел": 116527, + "Ġnebyl": 116528, + "inç": 116529, + "باÙĦØ¥ÙĨجÙĦÙĬزÙĬØ©": 116530, + "Ａ": 116531, + "онÑĮ": 116532, + "ĠнемаÑĶ": 116533, + "Ġê³łê°Ŀ": 116534, + "ĠÙĤطع": 116535, + "ĠÑĤеÑĢиÑĤоÑĢÑĸÑĹ": 116536, + "人ãģ¯": 116537, + "ĠΣα": 116538, + "éĤ£äºĽ": 116539, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 116540, + "iosper": 116541, + "íĤ¨": 116542, + "raki": 116543, + "اÛĮج": 116544, + "ÂłC": 116545, + "ĠаналÑĸз": 116546, + "ãĤıãĤĬ": 116547, + "ĠìķĦëĭĮ": 116548, + "ĠاÙĦعÙħÙĦÙĬØ©": 116549, + "lament": 116550, + "黨": 116551, + "ujÃŃcÃŃm": 116552, + "Ġrẻ": 116553, + "ä¸įåĪ°": 116554, + "Ġrezerv": 116555, + "ĠاÙĦØ°ÙĬÙĨ": 116556, + "æĭ¥": 116557, + "Ðĺн": 116558, + "Ġतहत": 116559, + "resi": 116560, + "Ġãĥ¢": 116561, + "лев": 116562, + "ãĢĢr": 116563, + "Ġä»Ĭ": 116564, + "Ġödem": 116565, + "Ġpotrav": 116566, + "ĠêµIJìĪĺ": 116567, + "ÑĢеди": 116568, + "ĠÎļÎijÎĻ": 116569, + "ĠнаÑĩала": 116570, + "Ġизб": 116571, + "ĠbÅĻezna": 116572, + "Ġledna": 116573, + "ÑĢÑĥÑİÑĤ": 116574, + "ĠмоÑĤ": 116575, + "åıĹåĪ°": 116576, + "ĠÑĢÑĥкÑĥ": 116577, + "Ỽm": 116578, + "adele": 116579, + "ĠÑĢозглÑı": 116580, + "åħIJ": 116581, + "ĠرÙĪاÙĨ": 116582, + "аков": 116583, + "ÑĥÑĢÑĭ": 116584, + "Ġazal": 116585, + "ĠÑĥкÑĢа": 116586, + "пион": 116587, + "ĠÄįlovÄĽ": 116588, + "äºĮäºĮäºĮäºĮ": 116589, + "ابÙĬ": 116590, + "Ġaslında": 116591, + "ë¹Ī": 116592, + "ĠвÑĢаÑĩ": 116593, + "룹": 116594, + "ĠгенеÑĢа": 116595, + "à¸ģารส": 116596, + "ĠÑģовÑģем": 116597, + "ÙĪÙĦا": 116598, + "Ġशब": 116599, + "ाà¤ĸण": 116600, + "ستاÙĨÛĮ": 116601, + "æĬ½": 116602, + "Ġrůz": 116603, + "ĠíĮIJ매": 116604, + "à¸ģารà¸ķ": 116605, + "ائÛĮ": 116606, + "asal": 116607, + "ĠÑĢабоÑĤÑĥ": 116608, + "à¥ĭलन": 116609, + "Ġ马": 116610, + "Ġlai": 116611, + "ói": 116612, + "vap": 116613, + "ëħĦìĹIJëĬĶ": 116614, + "ĠпеÑĢедбаÑĩ": 116615, + "ĠплеÑĩ": 116616, + "iddet": 116617, + "ĠÑĩоÑĢ": 116618, + "iyan": 116619, + "ãĢĢãĢĢãĢĢãĢĢãĢĢĠãĢĢ": 116620, + "ĠØŃرÙģÙĩ": 116621, + "大éĺª": 116622, + "Ñĩого": 116623, + "Ġки": 116624, + "اÙĪÙĬ": 116625, + "ĠbaÅŁlan": 116626, + "Ġmerkezi": 116627, + "©©": 116628, + "Ġراست": 116629, + "ĠëĬĶ": 116630, + "ĠÑģÑĢав": 116631, + "ĠвнÑĥÑĤÑĢи": 116632, + "ãĢĢãĥİ": 116633, + "åĿĽ": 116634, + "ĠвÑĤ": 116635, + "::/": 116636, + "ĠsözleÅŁ": 116637, + "ĠverdiÄŁi": 116638, + "ิยม": 116639, + "ĠÐŁÑĢоÑĤ": 116640, + "Ùĥار": 116641, + "ĠبÙĨدÛĮ": 116642, + "ÙıÙĪ": 116643, + "缴æĴŃ": 116644, + "ĠÙħÙĦÙĬ": 116645, + "Ġnutné": 116646, + "ะà¹ģà¸Ļà¸Ļ": 116647, + "ĠMã": 116648, + "Ġì´": 116649, + "à¹Īาม": 116650, + "моÑģ": 116651, + "ĠпоÑıви": 116652, + "Ġnghi": 116653, + "ĠëIJĺëĬĶ": 116654, + "Ñģклад": 116655, + "à¤Ĺल": 116656, + "ĠCá»Ļng": 116657, + "çŁ¥è¯Ĩ": 116658, + "Ġtaj": 116659, + "Ġعبر": 116660, + "éĻĦè¿ij": 116661, + "Ã¼ÄŁ": 116662, + "Ġê³µê³ł": 116663, + "è£ķ": 116664, + "âĢĮØ´ÙĨ": 116665, + "Ġgerçekten": 116666, + "nun": 116667, + "ÙħØ´": 116668, + "ê°ĢëĬ¥": 116669, + "ãĥ©ãĥ³ãĥī": 116670, + "ayacak": 116671, + "åįģä¸Ģ": 116672, + "ĠBảo": 116673, + "Ġyeterli": 116674, + "živ": 116675, + "ĠÙĬÙĨاÙĬر": 116676, + "Ġbýval": 116677, + "ìĽĶê¹Įì§Ģ": 116678, + "Ġnợ": 116679, + "Ġê´Ģê³Ħ": 116680, + "ĠíĿ¬": 116681, + "аÑİÑĤÑĮ": 116682, + "Ġgötür": 116683, + "Ġважно": 116684, + "浩": 116685, + "ĠìĿ¼ë¶Ģ": 116686, + "ÑĨÑĸйний": 116687, + "ëł¥ìĿĦ": 116688, + "ĠлеÑĩение": 116689, + "éĸ¢ä¿Ĥ": 116690, + "ĠTüm": 116691, + "ìĻĶ": 116692, + "éģĹ": 116693, + "ĠDön": 116694, + "ĠÑģпÑĸлÑĮ": 116695, + "ãĥģãĤ§": 116696, + "нÑıеÑĤÑģÑı": 116697, + "iltere": 116698, + "ĠíĮĢ": 116699, + "è¨Ńå®ļ": 116700, + "Ġrodin": 116701, + "ĠاÙĤتصاد": 116702, + "алÑĮне": 116703, + "à¥įà¤ķर": 116704, + "ĠvýbÄĽ": 116705, + "Ġtehlik": 116706, + "âĶIJ": 116707, + "ĠçĶ°": 116708, + "ÏģίÏĤ": 116709, + "iyel": 116710, + "Ġthiá»ĩu": 116711, + "ÏĪηÏĤ": 116712, + "Ġдве": 116713, + "ĠElekt": 116714, + "à¸ģà¸İ": 116715, + "оÑĢÑĥж": 116716, + "aÅŁÄ±": 116717, + "詳細": 116718, + "ĠاتÙģاÙĤ": 116719, + "Ġgắn": 116720, + "æ²Ĵæľī": 116721, + "ĠÙħطاÙĦعÙĩ": 116722, + "ÏĦιν": 116723, + "Ġokres": 116724, + "Ñľ": 116725, + "ê°Ķëĭ¤": 116726, + "ÐłÐ¾Ð·": 116727, + "å¾ĭ宾": 116728, + "ï¼īï¼Ī": 116729, + "Ġìļ´ìĺģìŀIJ": 116730, + "ãĤ«ãĥĨ": 116731, + "laÄį": 116732, + "à¥ĩबस": 116733, + "ĠoÄįi": 116734, + "-б": 116735, + "elerden": 116736, + "kových": 116737, + "ĠÄ°zmir": 116738, + "สมาà¸Ĭ": 116739, + "ladatel": 116740, + "Ġæ»": 116741, + "éĶĢåĶ®": 116742, + "ĠдоÑģлÑĸдженнÑı": 116743, + "ĠлÑĸкаÑĢ": 116744, + "Ġоднако": 116745, + "ĠVác": 116746, + "Ġè«": 116747, + "éĢ²è¡Į": 116748, + "以å¤ĸ": 116749, + "é³¥": 116750, + "ĠÙĨج": 116751, + "ĠbaÅŁkan": 116752, + "ĠopatÅĻenÃŃ": 116753, + "ارش": 116754, + "ضاÙģØ©": 116755, + "ãĤ¹ãĥ¬": 116756, + "ήν": 116757, + "ÄĽtÃŃ": 116758, + "วย": 116759, + "ĠرسÙĪÙĦ": 116760, + "ÅĻich": 116761, + "ĠpÅĻih": 116762, + "ÑĮми": 116763, + "çĦ¶èĢĮ": 116764, + "Ġthẳng": 116765, + "lamaz": 116766, + "ÙĢÙĢÙĢ": 116767, + "Ġì°¸ìŬ": 116768, + "ĠÙĨÙĪشتÙĩ": 116769, + "ĠÑģÑĤек": 116770, + "ãģ®ãģ¿": 116771, + "ĠÙĪاÙĦع": 116772, + "æķ¢": 116773, + "à¥Ģà¤Ĥ,": 116774, + "ÐŀÑģнов": 116775, + "имоÑģÑĤи": 116776, + "ĠÄĮeská": 116777, + "ÑĸÑĩний": 116778, + "ามารà¸ĸ": 116779, + "ekkür": 116780, + "Âłh": 116781, + "ικη": 116782, + "ĠتعÛĮÛĮÙĨ": 116783, + "коÑģÑĤÑĸ": 116784, + "ĠMustafa": 116785, + "Ġì¦ī": 116786, + "ãģ§ãģĤãĤĬ": 116787, + "å·¥ä¸ļ": 116788, + "ovÃŃd": 116789, + "ÐĿо": 116790, + "Ġسپس": 116791, + "Ú¯ÛĮرد": 116792, + "Ġпедагог": 116793, + "ĠکارÛĮ": 116794, + "ĠÑĪÑĤÑĥ": 116795, + "æĮĤ": 116796, + "Ø¢Ùħد": 116797, + "羣æĺ¯": 116798, + "Ġابت": 116799, + "ĠرئÛĮس": 116800, + "ĠدÛĮÙĨ": 116801, + "ÏĪε": 116802, + "Ġsezon": 116803, + "ĠçĨ": 116804, + "सन": 116805, + "ãĥ»ãĤ¢": 116806, + "ĠåħŃ": 116807, + "Ġè±": 116808, + "Ġìłľëª©": 116809, + "ĠÙħعد": 116810, + "ĠÙģÙĤد": 116811, + "éĤĬ": 116812, + "ΩΣ": 116813, + "Ġå¡": 116814, + "Ġobvyk": 116815, + "ĠìĿ´ëłĩê²Į": 116816, + "ĠбоÑĢоÑĤÑĮ": 116817, + "Û²Û±": 116818, + "Ġá»ijng": 116819, + "è¯Ĺ": 116820, + "ĠÄIJá»iji": 116821, + "ĠбеÑĢезнÑı": 116822, + "ĠsoÄŁ": 116823, + "Ġï¾į": 116824, + "ãĤĴãģ¤": 116825, + "ãģĹãĤĥ": 116826, + "еÑĢеÑĩ": 116827, + "ãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢ": 116828, + "æĪª": 116829, + "ĠاÙĦسعÙĪدÙĬØ©": 116830, + "ĠëĤ¨ìŀIJ": 116831, + "ĠAngiosper": 116832, + "????????????????": 116833, + "Ġprům": 116834, + "ĠплоÑīад": 116835, + "ĠÏĦÏģα": 116836, + "даÑİÑĤ": 116837, + "Ġsınav": 116838, + "Ġmặc": 116839, + "æ°´å¹³": 116840, + "ĠвиглÑı": 116841, + "Ġnást": 116842, + "ĠобÑĭÑĩ": 116843, + "ĠìĿ´ìķ¼ê¸°": 116844, + "ë¹Ľ": 116845, + "ĠBaÄŁ": 116846, + "ĠاÙĦثاÙĦØ«": 116847, + "Ġservis": 116848, + "Ġ룬": 116849, + "омина": 116850, + "ίθ": 116851, + "ĠẤ": 116852, + "경기": 116853, + "Ġ졸": 116854, + "ีà¸ļ": 116855, + "Ġà¤ĺà¤Łà¤¨": 116856, + "Ġà¸Ļาà¸ĩ": 116857, + ".Îł": 116858, + "ìķķ": 116859, + "rün": 116860, + "Ġonların": 116861, + "ĠзбÑĸлÑĮÑĪ": 116862, + "à¹ģà¸Ł": 116863, + "ĠìĹ¬ê¸°": 116864, + "ĠëĮĢíijľ": 116865, + "ĠÑģилÑĥ": 116866, + "à¹Ĥà¸Ľ": 116867, + "ĠتÙĤد": 116868, + "ĠÐŁÐ¾Ð¼": 116869, + "ĠмаÑģла": 116870, + "Ġìĺģìĥģ": 116871, + "нение": 116872, + "λαμβ": 116873, + "ĠByl": 116874, + "æĬµ": 116875, + "æݪ": 116876, + "ĠκαθÏİÏĤ": 116877, + "mızı": 116878, + "æĸ°çļĦ": 116879, + "éĩįè¤ĩ": 116880, + "à¸±à¸Ľ": 116881, + "çŃĨ": 116882, + "ĠÑĤка": 116883, + "ĠзнаÑĩеннÑı": 116884, + "лаÑĤи": 116885, + "Ġvliv": 116886, + "ÐIJн": 116887, + "ĠÚĨاپ": 116888, + "ĠпиÑĤанÑĮ": 116889, + ":ï½ī": 116890, + "æķĻæİĪ": 116891, + "Ġì¹ľêµ¬": 116892, + "Ġtrao": 116893, + "à¥įयà¤ķत": 116894, + "ุà¸Ħà¸Ħล": 116895, + "ĠرÙĪØ´ÙĨ": 116896, + "ĠعÙĦÙĬÙĩا": 116897, + "ãĢģãģĦ": 116898, + "ëħĦìĹIJ": 116899, + "éĢĨ": 116900, + "Ġмагаз": 116901, + "ï¾ŀï¾ŀ": 116902, + "Ġsice": 116903, + "âĢĻte": 116904, + "ĠاÙĦÙĦغة": 116905, + "áu": 116906, + "èĩªèº«": 116907, + "ĠngÅ©": 116908, + "ĠÑģкладÑĥ": 116909, + "Ġzru": 116910, + "Ġtruy": 116911, + "Ġilan": 116912, + "ĠپاÛĮÙĩ": 116913, + "::::::::::::::": 116914, + "fak": 116915, + "ÑĤеÑħ": 116916, + "Ġtaky": 116917, + "Ġìĸ¸ìĸ´": 116918, + "edenÃŃ": 116919, + "Ġà¤ļलत": 116920, + "Ġë°°ìļ°": 116921, + "Ġjméno": 116922, + "ĠÙĦØ£ÙĨ": 116923, + "ανά": 116924, + "кÑĥлÑĮ": 116925, + "ĠØŃÙģظ": 116926, + "ĠآزÙħÙĪÙĨ": 116927, + "иÑĤелÑĮнÑĭе": 116928, + "ĠÐŀлекÑģанд": 116929, + "èį£": 116930, + "Ġà¤ľà¤¬à¤ķ": 116931, + "Ġrodi": 116932, + "ĠبرخÙĪرد": 116933, + "Ġhafta": 116934, + "λικά": 116935, + "à¸ķà¸Ļ": 116936, + "ĠбеÑĢег": 116937, + "ανδ": 116938, + "-С": 116939, + "Ġpravidel": 116940, + "ĠбÑĸлÑı": 116941, + "íĴį": 116942, + "ĠпÑĢедÑĥÑģ": 116943, + "ĠмÑĥниÑĨип": 116944, + "åĮĸåѦ": 116945, + "ĠتÙħاس": 116946, + "Ġà¤īल": 116947, + "ÐĵÐŀ": 116948, + "غر": 116949, + "radan": 116950, + "ĠëĤĺìĺ¤": 116951, + "è¨Ĥ": 116952, + "à¹Ģà¸ĺà¸Ń": 116953, + "âĢĮسÛĮ": 116954, + "ĠобÑıзаÑĤелÑĮно": 116955, + "оÑĤе": 116956, + "à¹Įà¸Ĭ": 116957, + "çĶ¨çļĦ": 116958, + "Ġaltın": 116959, + "ĠÑģоÑĤÑĢÑĥд": 116960, + "Ñĸнки": 116961, + "озможно": 116962, + "ÎIJ": 116963, + "ë¹Į": 116964, + "Âķ": 116965, + "ĠÑĤоÑĩно": 116966, + "Ġjmen": 116967, + "اÙĦÛĮا": 116968, + "èĪį": 116969, + "chodu": 116970, + "곤": 116971, + "ickém": 116972, + "ĠÙħÙĪر": 116973, + "ãĥªãĥ³ãĤ¯": 116974, + "ĠaÅŁam": 116975, + "ĠиÑĤ": 116976, + "Ġनय": 116977, + "Ġμο": 116978, + "éķľ": 116979, + "ĠبÙĨابر": 116980, + "Ġتخصص": 116981, + "Ġสà¸ŀ": 116982, + "ĠпÑĢоÑĦеÑģÑģи": 116983, + "Ġpuan": 116984, + "ĠÙģرÙħاÙĨ": 116985, + "ëĮĢíļĮ": 116986, + "ĠпÑıÑĤ": 116987, + "ĠÙħÙĪب": 116988, + "ĠvÄĽku": 116989, + "Ġëĥ": 116990, + "ecký": 116991, + "ĠìĪĺëıĦ": 116992, + "Ġthao": 116993, + "Ġkapat": 116994, + "ĠзаÑħвоÑĢÑİ": 116995, + "Ġåħī": 116996, + "راÙĨÛĮ": 116997, + "éĢłæĪIJ": 116998, + "ĠÑģвÑĸй": 116999, + "ĠдоÑģиÑĤÑĮ": 117000, + "Ġmilyar": 117001, + "Ġenerji": 117002, + "Ġкип": 117003, + "Ġì¢ĭìķĦ": 117004, + "Ġبإ": 117005, + "ê²Įìĭľ": 117006, + "ĠLÆ°u": 117007, + "ĠÙħÙĨظÙĪر": 117008, + "Ïīμά": 117009, + "ζί": 117010, + "ımda": 117011, + "ĠìĿ´ë¥¼": 117012, + "à¹Ĵ": 117013, + "Ġвваж": 117014, + "Ġgazet": 117015, + "à¥įतन": 117016, + "à¹īำหà¸Ļ": 117017, + "åľŁåľ°": 117018, + "Ġसदस": 117019, + "تبة": 117020, + "ĠpoÄįÃŃta": 117021, + "ĠìĭľìĬ¤íħľ": 117022, + "รà¸Ħ": 117023, + "Ġedecek": 117024, + "ĠتØŃÙĦÛĮÙĦ": 117025, + "æĮīçħ§": 117026, + "åĿª": 117027, + "Ġê·¸ê°Ģ": 117028, + "تÙĩÙħ": 117029, + "Ġбаж": 117030, + "اÙģع": 117031, + "éĢļ常": 117032, + "ĠТи": 117033, + "γνÏī": 117034, + "ì¹Ļ": 117035, + "Ġznamená": 117036, + "＼＼": 117037, + "αÏĢÏĮ": 117038, + "åĨĻ羣": 117039, + "Ġï¼¼Ċ": 117040, + "åĬłå·¥": 117041, + "èĤ¡ä»½æľīéĻIJåħ¬åı¸": 117042, + "ÑıÑĤий": 117043, + "Ġhâl": 117044, + "Ġçab": 117045, + "ĠØŃاضر": 117046, + "PÅĻ": 117047, + "ĠاÙĦتÙĤ": 117048, + "ξηÏĤ": 117049, + "бе": 117050, + "Ġkhám": 117051, + "ĠâĮĴ": 117052, + "Ġéķ¿": 117053, + "ĠâĢ¦Ċ": 117054, + "दम": 117055, + "ĠStudi": 117056, + "Ġkodu": 117057, + "Ġkomunik": 117058, + "Ġkatkı": 117059, + "nete": 117060, + "Ġrapor": 117061, + "éĨ´": 117062, + "ãĤīãģĽ": 117063, + "ĠнеÑģколÑĮ": 117064, + "Ġhá»įp": 117065, + "￣￣￣": 117066, + "º¼": 117067, + "è£Ĥ": 117068, + "едÑĮ": 117069, + "ĠاÙĦاØŃ": 117070, + "ladık": 117071, + "ĠfotoÄŁraf": 117072, + "æĹ¥ãģ®": 117073, + "ĠØŃاÙĦت": 117074, + "ĠØ«ÙĦاث": 117075, + "аÑĤов": 117076, + "eyse": 117077, + "Ġê°IJìĤ¬": 117078, + "áže": 117079, + "Ġнада": 117080, + "Ġà¤ķहन": 117081, + "ĠãĥĿ": 117082, + "ãģ«ãģĤãĤĭ": 117083, + "ãģ«ãģªãģ£ãģ¦": 117084, + "ÙĪدÙĩ": 117085, + "ĠpoÅ¡k": 117086, + "太éĺ³åŁİ": 117087, + "ç»ıéªĮ": 117088, + "æĴŃæĶ¾": 117089, + "Ġmajet": 117090, + "Ñħо": 117091, + "ĠÑĤеÑģÑĤ": 117092, + "ï¼ıĊ": 117093, + "ÏĥεÏĦε": 117094, + "ĠТомÑĥ": 117095, + "ÙİØŃ": 117096, + "ĠìŀĪìľ¼ë©°": 117097, + "ĠзазнаÑĩ": 117098, + "éļIJ": 117099, + "ĠдÑĸÑĹ": 117100, + "кÑĤив": 117101, + "ÙĪÙģÙĬ": 117102, + "Ġtá»Ŀ": 117103, + "à¸¹à¸Ľà¹ģà¸ļà¸ļ": 117104, + "ĠÑĢедак": 117105, + "ĠateÅŁ": 117106, + "Ġkhiá»ĥn": 117107, + "üny": 117108, + "ียà¸ģ": 117109, + "ĠÑĩаÑīе": 117110, + "Ġtuy": 117111, + "γÏīν": 117112, + "รà¸Ńà¸ļ": 117113, + "Ġtrùng": 117114, + "à¹ģà¸Ĺà¸Ļ": 117115, + "ĠακÏĮ": 117116, + "ĠÐĴеÑĢÑħов": 117117, + "à¹ĥà¸Ļส": 117118, + "ãĢģä½ķ": 117119, + "åĩ¦": 117120, + "Ġç»ı": 117121, + "æ¨ĵ": 117122, + "اÙĨÚ¯ÙĦÛĮسÛĮ": 117123, + "ĠlepÅ¡ÃŃ": 117124, + "Ġå¼Ģå§ĭ": 117125, + "éĻº": 117126, + "ĠÑĩеÑĤÑĭ": 117127, + "ĠСеÑĢ": 117128, + "оÑİз": 117129, + "Ġxung": 117130, + "åĵģçīĮ": 117131, + "Ġìĥģíĥľ": 117132, + "ĠÙĨصب": 117133, + "ĠÑĩомÑĥ": 117134, + "ĠترکÛĮ": 117135, + "-ли": 117136, + "ovÃŃ": 117137, + "ĠاÙĨج": 117138, + "絡": 117139, + "ĠتÙĪص": 117140, + "Ġì¿ł": 117141, + "Ġvarsa": 117142, + "ĠÑĢазÑĢабоÑĤ": 117143, + "à¸Ĥà¸Ńà¸ĩà¸Ħ": 117144, + "éŃĤ": 117145, + "Ġà¤Ĭपर": 117146, + "æĿ¥è¯´": 117147, + "ĠÑĨенÑĤÑĢалÑĮ": 117148, + "ĠTakım": 117149, + "Ġonlar": 117150, + "Ġسرعت": 117151, + "好åĥı": 117152, + "Ġbuá»ķi": 117153, + "ĠÐijел": 117154, + "Âłc": 117155, + "أت": 117156, + "à¸Ĥà¸ĵะ": 117157, + "ãģ«åĩº": 117158, + "Ġ+**************": 117159, + "ÏĦηκε": 117160, + "اجر": 117161, + "ĠâĢ²": 117162, + "ãĥ¼ãĥ¬": 117163, + "é¥Ń": 117164, + "ĠجÙĦس": 117165, + "ĠبستÙĩ": 117166, + "วาà¸ĩ": 117167, + "Ġβά": 117168, + "ĠамеÑĢикан": 117169, + "ĠPremi": 117170, + "mae": 117171, + "ĠÑģÑĢеди": 117172, + "áºł": 117173, + "ĠвÑĢед": 117174, + "ãĢĤèĢĮ": 117175, + "åĴ²": 117176, + "Ġê³µê°ľ": 117177, + "èĤ¥": 117178, + "звиÑĩай": 117179, + "Ġprocent": 117180, + "илоÑģÑĮ": 117181, + "शन": 117182, + "éłģ": 117183, + "екÑĤи": 117184, + "داشت": 117185, + "íķĻíļĮ": 117186, + "ãĢĢãĢĢãĢĢĠãĢĢĠãĢĢ": 117187, + "ĠÙħدÙĬÙĨØ©": 117188, + "िलन": 117189, + "ĠèĹ": 117190, + "миÑĢ": 117191, + "ĠноÑĢ": 117192, + "Ġíķĺì§Ģ": 117193, + "веÑī": 117194, + "nÄĽm": 117195, + "еÑĢами": 117196, + "Ġpracov": 117197, + "ĠبÙĬاÙĨات": 117198, + "ĠÏĥÏįν": 117199, + "Ġجذ": 117200, + "ãģĦãģ§": 117201, + "ĠBÃŃ": 117202, + "è±Ĩ": 117203, + "Ġhmot": 117204, + "ileceÄŁi": 117205, + "Ġتاث": 117206, + "è´´": 117207, + "Ġê¸ī": 117208, + "Ġmysl": 117209, + "ĠìĿ´íķ´": 117210, + "Ġ기ëĬ¥": 117211, + "ĠТам": 117212, + "ĠнаÑģелениÑı": 117213, + "ĠMez": 117214, + "Ġ모르": 117215, + "íĻĶ를": 117216, + "ĠÙĨسخÙĩ": 117217, + "ĠتÙĦÙĪÛĮزÛĮ": 117218, + "ĠÄįervna": 117219, + "ưỡng": 117220, + "صØŃ": 117221, + "ĠÑĤÑĢен": 117222, + "Õ¡": 117223, + "Ġcelou": 117224, + "Å©i": 117225, + "ìĹĨìĿ´": 117226, + "nÃŃku": 117227, + "Ġprogramu": 117228, + "à¥įपन": 117229, + "ĠпÑĢеж": 117230, + "ارب": 117231, + "æľŁéĸĵ": 117232, + "Ġμά": 117233, + "ëįĶëĭĪ": 117234, + "ụn": 117235, + "ĠпеÑĢеÑģÑĤ": 117236, + "对äºİ": 117237, + "è¿IJè¡Į": 117238, + "ĠÑĤан": 117239, + "ĠìĤ¬ìĿ´íĬ¸": 117240, + "ĠQuảng": 117241, + "ĠstojÃŃ": 117242, + "ãĥŃãĥ¼": 117243, + "گار": 117244, + "ĠенеÑĢг": 117245, + "Ġkterým": 117246, + "ĠпÑĢимÑĸ": 117247, + "ĠкаÑĢÑĤи": 117248, + "Ġzengin": 117249, + "ï¼ĮåĨį": 117250, + "Ġترب": 117251, + "ĠÑĨенÑĤÑĢ": 117252, + "ĠsaÄŁlamak": 117253, + "ëĭĿ": 117254, + "ãģ®åŃIJ": 117255, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 117256, + "ĠsÆ¡n": 117257, + "zı": 117258, + "ÑĤаки": 117259, + "ÄĽstÃŃ": 117260, + "Ġà¥": 117261, + "é®": 117262, + "åŁ¹è®Ń": 117263, + "ĠìĶ¨": 117264, + "Ġbelki": 117265, + "ĠìĿ´ë²¤íĬ¸": 117266, + "ëĶĶìĸ´": 117267, + "ĠsÃłn": 117268, + "никам": 117269, + "alim": 117270, + "å¯¾å¿ľ": 117271, + "ĠSá»±": 117272, + "éģĵè·¯": 117273, + "é«ĺæ¸ħ": 117274, + "Ġdõi": 117275, + "ĠÙĦÙĢ": 117276, + "ĠèĤ¡": 117277, + "νι": 117278, + "âĢŀJ": 117279, + "'nde": 117280, + "ÎijÎĵ": 117281, + "ãģ¨ãģªãĤĭ": 117282, + "çĪ¸": 117283, + "عÙĦÛĮ": 117284, + "ÏģιÏĥÏĦ": 117285, + "ĠeÄŁit": 117286, + "ĠзовнÑĸÑĪ": 117287, + "ĠпÑĢим": 117288, + "سÙħبر": 117289, + "ĠmÄĽstÄĽ": 117290, + "ĠÏĢεÏģιÏĥÏĥÏĮÏĦε": 117291, + "ÐIJÐł": 117292, + "æĦŁåĪ°": 117293, + "Ġ문ìĦľ": 117294, + "ãģĭãĤĭ": 117295, + "ÙĤÙĬÙĤØ©": 117296, + "ĠвÑĤÑĢа": 117297, + "Ġà¸Ńำ": 117298, + "ÑģкÑĥÑİ": 117299, + "دÙĩاÛĮ": 117300, + "ĠÄ°st": 117301, + "ĠÐĹав": 117302, + "Ġéĥ½": 117303, + "ÑĪем": 117304, + "ĠеÑīÑij": 117305, + "ĠÐľÐ¸Ñħай": 117306, + "ĠÑĥпÑĢавлениÑı": 117307, + "леннÑĭе": 117308, + "ĠzaÄįal": 117309, + "æ¡Į": 117310, + "ĠпÑĸз": 117311, + "лÑıÑĤÑĮÑģÑı": 117312, + "ĠìŀIJë£Į": 117313, + "ãĢĢãĢĢĠ": 117314, + "ĠKral": 117315, + "èĪī": 117316, + "Ġà¤Ńव": 117317, + "ĠØ®Ùħ": 117318, + "Ġакадем": 117319, + "Ġisten": 117320, + "ĠиÑģкÑĥÑģ": 117321, + "ĠعÙĨدÙħا": 117322, + "ĠاÙĦاÙħ": 117323, + "ismus": 117324, + "Ġayrıntı": 117325, + "ĠЩо": 117326, + "ĠÙĩÙĪØ´": 117327, + "دÙĪاج": 117328, + "лаж": 117329, + "ĠÚ©ÙĨار": 117330, + "ÂłR": 117331, + "æĢ§çļĦ": 117332, + "ÑģÑĸм": 117333, + "ĠMüz": 117334, + "ÑĢовиÑĩ": 117335, + "ĠΩ": 117336, + "Ġìĸ´ëĶĶ": 117337, + "سÙħØ©": 117338, + "ĠÑĢÑı": 117339, + "ĠtÆ°Æ¡i": 117340, + "ĠÑĢаÑģÑħод": 117341, + "åı°çģ£": 117342, + "ĠاÙĦÙĪÙĤت": 117343, + "براÛĮ": 117344, + "ĠзÑĢобиÑĤи": 117345, + "ĠбÑĥÑĢ": 117346, + "ĠÄįinnosti": 117347, + "ĠصاØŃ": 117348, + "ĠصÙĨعت": 117349, + "ĠØ·ÙĦ": 117350, + "ξÏį": 117351, + "ĠtisÃŃc": 117352, + "ĠFransa": 117353, + "ì¦ĺ": 117354, + "軽": 117355, + "Ñĺ": 117356, + "ÏĮÏĦηÏĦαÏĤ": 117357, + "ĠMillet": 117358, + "ãĢĢãĥ¾": 117359, + "ĠпÑĢием": 117360, + "ĠترجÙħÙĩ": 117361, + "ĠسÙĪد": 117362, + "ĠsouÄįástÃŃ": 117363, + "ÐĶо": 117364, + "Ġtrụ": 117365, + "足çIJĥ": 117366, + "à¸Ľà¸ģ": 117367, + "Ġustanov": 117368, + "ÎŁÎĻ": 117369, + "Ðŀн": 117370, + "Ġнеж": 117371, + "ког": 117372, + "ä¸ĢçĤ¹": 117373, + "ĠدÙĪراÙĨ": 117374, + "å½±éŁ¿": 117375, + "elidir": 117376, + "âĢŀN": 117377, + "esiyle": 117378, + "ÑĢеменно": 117379, + "ĠiletiÅŁim": 117380, + "มà¹Ģà¸ķ": 117381, + "以åīį": 117382, + "ãĥĭãĥ¼": 117383, + "éĽ»è©±": 117384, + "à¹Ĥà¸ŀ": 117385, + "ovky": 117386, + "ĠзамÑĸ": 117387, + "Ġवà¤ķ": 117388, + "ÂĻ": 117389, + "ĠвÑĸйни": 117390, + "Ġolmadıģı": 117391, + "æ¢ģ": 117392, + "ĠТеп": 117393, + "nÄĽte": 117394, + "èħķ": 117395, + "ìĤ¬ëĬĶ": 117396, + "mamak": 117397, + "Ġciz": 117398, + "æ£Ĵ": 117399, + "Ġï¼ı:": 117400, + "éģĭåĭķ": 117401, + "ĠÙĩÙĨا": 117402, + "Ġê°ij": 117403, + "ĠÙĩÙĨگاÙħ": 117404, + "ĠuÄŁra": 117405, + "彦": 117406, + "Ġobjekt": 117407, + "ãģ¨ãģĻãĤĭ": 117408, + "åĽ½åĨħ": 117409, + "ĠдеÑĢжави": 117410, + "ĠèĮ": 117411, + "Ġuluslararası": 117412, + "Ù£": 117413, + "Ġmutlak": 117414, + "Ġзобов": 117415, + "Ġγεν": 117416, + "à¹Ħà¸Łà¸Ł": 117417, + "Ġözgür": 117418, + "íĦ¸": 117419, + "ĠвипадкÑĥ": 117420, + "Ġà¤ķब": 117421, + "ĠاÙĦخط": 117422, + "θηκαν": 117423, + "ï¼ĮæĬĬ": 117424, + "ÑıÑĤÑĤÑı": 117425, + "Ġolmadıģını": 117426, + "ÂłkW": 117427, + "ĠnÄĽkterých": 117428, + "ãĥĩãĥ«": 117429, + "æ¤įçī©": 117430, + "μιλοÏĤ": 117431, + "ÐIJÑĢÑħÑĸв": 117432, + "ĠТо": 117433, + "èĸ¬": 117434, + "ÑģÑĤвиÑı": 117435, + "ĠØ®ÙĪاست": 117436, + "ологÑĸÑĹ": 117437, + "ÙĪاÙĩد": 117438, + "Ġнак": 117439, + "ĠкоÑĤоÑĢÑĥÑİ": 117440, + "Ġदà¤ķ": 117441, + "âĢŀM": 117442, + "λια": 117443, + "æŃ²": 117444, + "ç¬¬åĽĽ": 117445, + "à¤¾à¤ľà¤¸": 117446, + "Ġ(«": 117447, + "Ġthẻ": 117448, + "､Ċ": 117449, + "ç£ģ": 117450, + "ĠÙĦÙĤ": 117451, + "ĠìķĶ": 117452, + "Ġнового": 117453, + "ĠìķĦ주": 117454, + "ĠëIJĺìĸ´": 117455, + "Ġolun": 117456, + "þ": 117457, + "Ġkariy": 117458, + "ĠØŃسب": 117459, + "ĠìĿĺ미": 117460, + ".Ðľ": 117461, + "ĠoznaÄį": 117462, + "ÙĦسÙĦ": 117463, + "ĠÐĴид": 117464, + "ë¡ľëĤĺ": 117465, + "à¥įà¤Łà¤®": 117466, + "íľ´": 117467, + "Ġbilgisayar": 117468, + "ìĿ¸ì§Ģ": 117469, + "Ġвов": 117470, + "nictvÃŃm": 117471, + "าà¸Ńย": 117472, + "ĠشخصÛĮ": 117473, + "пÑĸон": 117474, + "æľ¬å½ĵ": 117475, + "ĠبÙĢ": 117476, + "ĠмаÑģло": 117477, + "ĠPhát": 117478, + "Ġба": 117479, + "алÑĮномÑĥ": 117480, + "社åĮº": 117481, + "ĠÒ": 117482, + ":::|": 117483, + "ê´": 117484, + "Ġä¸ĥ": 117485, + "ĠÙĪاÙĦد": 117486, + "нике": 117487, + "à¸Ńลล": 117488, + "ĠyerleÅŁ": 117489, + "Ġkombin": 117490, + "uÅ¡": 117491, + "ĠоÑĤÑĢи": 117492, + "ä¹Į": 117493, + "iÅŁti": 117494, + "Ġsóng": 117495, + "ληÏĤ": 117496, + "ĠкÑĥÑĢÑģ": 117497, + "à¹Īาà¸Ħ": 117498, + "ĠÙĬس": 117499, + "ĠداÙħ": 117500, + "çĴ°å¢ĥ": 117501, + "Ñĩенко": 117502, + "ãĢįãģ®": 117503, + "ĠmÃŃsta": 117504, + "ĠÑĦоÑĤ": 117505, + "ĠpÅĻÃŃzn": 117506, + "ĠÑĢаза": 117507, + "ç´«": 117508, + "láda": 117509, + "ĠÑģпеÑĨиалиÑģÑĤ": 117510, + "ĠبÛĮÙħارÛĮ": 117511, + "Ġëĵ£": 117512, + "çĭĹ": 117513, + "ÙĪÙĪ": 117514, + "анÑĸÑĤ": 117515, + "ĠدÙĨباÙĦ": 117516, + "ĠÙħجÙħÙĪعة": 117517, + "ÃŃna": 117518, + "ĠHalk": 117519, + "ájem": 117520, + "enÃŃze": 117521, + "Ġimz": 117522, + "«ng": 117523, + "ĠÎķÎł": 117524, + "ĠÙħÙĩد": 117525, + "ìľĦìĽIJíļĮ": 117526, + "Ġìľłíĺķ": 117527, + "ापस": 117528, + "Ġjež": 117529, + "анÑĸз": 117530, + "иÑĤай": 117531, + "á¿ĸ": 117532, + "irler": 117533, + "기ê°Ħ": 117534, + "ĠвоÑĢ": 117535, + "ĠÏİ": 117536, + "Ġpozn": 117537, + "ĠساÙĨ": 117538, + "寿": 117539, + "æĸ¯çī¹": 117540, + "Ġturist": 117541, + "ĠìŀIJìľł": 117542, + "à¥Ģà¤ĸ": 117543, + "μμε": 117544, + "ansı": 117545, + "ìĨĮëħĦ": 117546, + "Ġtedavi": 117547, + "ÑĩеÑģÑĤва": 117548, + "å£ĵ": 117549, + "ове": 117550, + "ï¼Įçľĭ": 117551, + "ĠпоÑģлÑĥг": 117552, + "ĠÑĤÑĢанÑģ": 117553, + "Ġzáz": 117554, + "æĪ´": 117555, + "Ġмона": 117556, + "ิà¹Ģà¸Ħราะห": 117557, + "ĠÙĨÛĮÙħ": 117558, + "ĠìĤ¬ëŀĮìĿ´": 117559, + "ahat": 117560, + "Ïħκ": 117561, + "ĠоÑĤказ": 117562, + "ĠÐĴолодими": 117563, + "ĠСк": 117564, + "िà¤ķत": 117565, + "å¦ĸ": 117566, + "Ġëĭ¤ìļ´ë¡ľëĵľ": 117567, + "ìĺģìĥģ": 117568, + "Ġनà¤Ī": 117569, + "cete": 117570, + "ĠгÑĢиб": 117571, + "eceÄŁini": 117572, + "ĠçoÄŁu": 117573, + "ĠмаÑĤеÑĢиала": 117574, + "ứt": 117575, + "Ġzaten": 117576, + "ĠFRA": 117577, + "ĠBirliÄŁi": 117578, + "Ġsitesi": 117579, + "ĠåĶ": 117580, + "ĠÐĴол": 117581, + "ÂłPS": 117582, + "ालत": 117583, + "ĠбаÑĩ": 117584, + "алÑĸзаÑĨÑĸÑĹ": 117585, + "ĠSlov": 117586, + "ç³ĸ": 117587, + "ĠговоÑĢиÑĤ": 117588, + "Ġввед": 117589, + "ุà¸ķà¸ļà¸Ńล": 117590, + "ãģĨãģ¡": 117591, + "Ġyaptık": 117592, + "Ġìłķì¹ĺ": 117593, + "ê°ľë¥¼": 117594, + "à¥Īसल": 117595, + "جÙĬÙĦ": 117596, + "ĠзаÑģÑĤоÑģов": 117597, + "è¿«": 117598, + "ĠKurul": 117599, + "ĠNasıl": 117600, + "ĠнапÑĢÑıм": 117601, + "Ġä½į": 117602, + "à¹Įà¸ļ": 117603, + "Ġéģĵ": 117604, + "Ġниже": 117605, + "ĠкоÑģÑĤ": 117606, + "ظÙĩر": 117607, + "Та": 117608, + "ì§Ŀ": 117609, + "Ġönünde": 117610, + "жÑĸ": 117611, + "ĠاجراÛĮ": 117612, + "ĠоÑĢганÑĸв": 117613, + "vise": 117614, + "ĠìĿĦ": 117615, + "à¸ķรà¸ĩ": 117616, + "Ú©ÙĨÙĪÙĨ": 117617, + "Ġdlouho": 117618, + "ÐŀÐĿ": 117619, + "Ġìľ¡": 117620, + "缮æłĩ": 117621, + "ë¯Ģë¡ľ": 117622, + "ï¼ıï¼ıï¼ıï¼ıï¼ıï¼ıï¼ıï¼ı": 117623, + "ĠпоÑĩемÑĥ": 117624, + "æķħäºĭ": 117625, + "ÑĤеÑģÑĮ": 117626, + "ĠÙĤÙĦب": 117627, + "ĠتجÙĩ": 117628, + "ilendir": 117629, + "ĠигÑĢа": 117630, + "ĠÐĶон": 117631, + "ĠpÅĻÃŃjem": 117632, + "è¦Ĩ": 117633, + "Сп": 117634, + "-ни": 117635, + "onse": 117636, + "иной": 117637, + "оÑĩного": 117638, + "اساÙĨ": 117639, + "ĠполÑĥÑĩиÑĤÑĮ": 117640, + "ÑĤап": 117641, + "ĠLý": 117642, + "ĠÃĤu": 117643, + "Ġhüc": 117644, + "ebek": 117645, + "ĠYayın": 117646, + "æĹĭ": 117647, + "ัà¸Ļà¸Ĺร": 117648, + "Ġвиконав": 117649, + "Ġsông": 117650, + "à¥ģà¤ľ": 117651, + "ĠÐĹаг": 117652, + "¤ëĭ¤": 117653, + "ĠcÅ©": 117654, + "ĠگرÙħ": 117655, + "ä¼ı": 117656, + "ãģ«ãģĻãĤĭ": 117657, + "-Ф": 117658, + "ĠÙĤÙħ": 117659, + "ĠolacaÄŁ": 117660, + "æĿ¥äºĨ": 117661, + "æĭĽèģĺ": 117662, + "ĠÐĿаÑģеленнÑı": 117663, + "Ġìĺģìĸ´": 117664, + "ĠæѤ": 117665, + "ĠبدÙĨ": 117666, + "Û²Û¸": 117667, + "оÑĢаÑĤив": 117668, + "ï¼³": 117669, + "Ġnebylo": 117670, + "ĠÑĥÑĩиÑĤ": 117671, + "æĿľ": 117672, + "ĠданÑĸ": 117673, + "ĠspotÅĻeb": 117674, + "ãĥ¼ãĥĨãĤ£": 117675, + "еннÑĥÑİ": 117676, + "ê¹ĮìļĶ": 117677, + "vem": 117678, + "PÅĻÃŃ": 117679, + "Ġyandan": 117680, + "é¼ĵ": 117681, + "ĠدستÙĪر": 117682, + "Ġhafif": 117683, + "hů": 117684, + "Ġváž": 117685, + "ĠìķĦì§ģ": 117686, + "Ùıر": 117687, + "Ġла": 117688, + "ëłī": 117689, + "à¸²à¸Ľà¸£à¸°": 117690, + "lıklar": 117691, + "ĠÑģÑĤандаÑĢÑĤ": 117692, + "à¸Ńà¹ĥห": 117693, + "奴": 117694, + "ĠоÑĤп": 117695, + "âĪł": 117696, + "ãĥ¼ãĥĢ": 117697, + "cháze": 117698, + "Ġê·¸ëłĩê²Į": 117699, + "ostel": 117700, + "ĠгалÑĥз": 117701, + "âk": 117702, + "еÑĨÑĤ": 117703, + "ëŀijìĬ¤": 117704, + "ĠÄįist": 117705, + "ÑĢана": 117706, + "Ġvững": 117707, + "Ġseni": 117708, + "Ġgóc": 117709, + "ÏĨÏĮ": 117710, + "ánu": 117711, + "Ġöt": 117712, + "Ġsóc": 117713, + "ãģĦãģ®": 117714, + "ĠÑģклада": 117715, + "ÐIJÑĢÑħÑĸвовано": 117716, + "ĠìĿ´ë²Ī": 117717, + "ãĤ¹ãģ®": 117718, + "ilebilir": 117719, + "ï½Ģãĥ½": 117720, + "ียà¸į": 117721, + "Ġκαὶ": 117722, + "Ġ믿": 117723, + "æĽ´å¤ļ": 117724, + "ısının": 117725, + "ĠGiám": 117726, + "æŃ£å¼ı": 117727, + "ÏĥμÏĮ": 117728, + "Ġarchit": 117729, + "Ġï½²": 117730, + "ÑĩаÑİÑĤÑģÑı": 117731, + "ë²Ħì§Ģ": 117732, + "ãĤ¤ãĥ¤": 117733, + "é«ĺæł¡": 117734, + "訳": 117735, + "ĠÙħÛĮÚ©": 117736, + "Ġæĥħ": 117737, + "Ġpha": 117738, + "太éĥİ": 117739, + "à¸ŀระราà¸Ĭ": 117740, + "ÙĤÙĬØ©": 117741, + "ĠÑĥлÑĥÑĩ": 117742, + "ÑģÑĤвÑĥеÑĤ": 117743, + "ĠkeÅŁ": 117744, + "é«ĺçŃī": 117745, + "ĠsỼm": 117746, + "Ïģκε": 117747, + "μοÏģ": 117748, + "Ġzástup": 117749, + "ozÃŃ": 117750, + "Ġmili": 117751, + "Ġмогли": 117752, + "ĠзÑĢозÑĥм": 117753, + "ĠباشÛĮد": 117754, + "Ġakci": 117755, + "ĠдÑĢа": 117756, + "ĠαÏģι": 117757, + "ãģĭãĤīãģ®": 117758, + "å¯Ĵ": 117759, + "ĠZaman": 117760, + "ĠÑĸде": 117761, + "ĠãĢĢĠ": 117762, + "Ġklu": 117763, + "aklı": 117764, + "à¥ĩà¤ļ": 117765, + "ĠÑģвобод": 117766, + "ساÙħ": 117767, + "Ġов": 117768, + "Ġubyt": 117769, + "éĩĩçĶ¨": 117770, + "ĠdavranÄ±ÅŁ": 117771, + "ĠnabÃŃzÃŃ": 117772, + "ĠÐijÑĥд": 117773, + "ĠÏī": 117774, + "ĠاÙĦرØŃ": 117775, + "ัà¸ķà¸Ļ": 117776, + "име": 117777, + "ĠتÙĦÙĥ": 117778, + "تÙħع": 117779, + "ĠадминиÑģÑĤÑĢа": 117780, + "Ġzorunda": 117781, + "ĠÙĨسبة": 117782, + "ĠصÙĨعتÛĮ": 117783, + "ĠÑĦÑĥнда": 117784, + "éı¡": 117785, + "Ġpotom": 117786, + "ĠпÑĢеÑģÑĤ": 117787, + "Ġsırada": 117788, + "Ġayar": 117789, + "اÙĤÙĦ": 117790, + "溪": 117791, + "ĠØ¢ÙĤاÛĮ": 117792, + "ĠпеÑĢеÑħод": 117793, + "ĠпÑĢакÑĤиÑĩеÑģки": 117794, + "é»ĥ": 117795, + "ĠÑĥÑħод": 117796, + "ĠÙħتÙģ": 117797, + "Ġsiyasi": 117798, + "ĠпоÑĤен": 117799, + "ÙİÙģ": 117800, + "ĠÐĽÑĥ": 117801, + "ĠконÑĤÑĢолÑĮ": 117802, + "ĠÑģказаÑĤÑĮ": 117803, + "à¥Ģà¤ķरण": 117804, + "åħ¨çIJĥ": 117805, + "Û²Û¶": 117806, + "Ġtoto": 117807, + "ĠÙĪد": 117808, + "ãĤ¿ãĤ¤ãĥĹ": 117809, + "åľį": 117810, + "å¼ķçĶ¨": 117811, + "ï¼£": 117812, + "èĬ¸": 117813, + "ä»ĭç»į": 117814, + "ĠÑĤеÑĢÑĢиÑĤоÑĢии": 117815, + "æĹ¥ãģ«": 117816, + "mÃŃt": 117817, + "amız": 117818, + "ìĿ´ìĸ´": 117819, + "ĠyarÄ±ÅŁ": 117820, + "Ġgüc": 117821, + "ĠÏĩα": 117822, + "ัà¸Ļยายà¸Ļ": 117823, + "ãĤĴè¡Į": 117824, + "Ġmilli": 117825, + "Ġçı¾": 117826, + "Když": 117827, + "mazon": 117828, + "ë³´ëĤ´ê¸°": 117829, + "ĠÑĤÑĢÑĥдов": 117830, + "飾": 117831, + "Ġвиник": 117832, + "ĠÙĪزارت": 117833, + "éĩĮçļĦ": 117834, + "маз": 117835, + "ĠRUS": 117836, + "екÑĤÑĥ": 117837, + "Ġعاش": 117838, + "Ġkonce": 117839, + "ãĤĪãģĨãģ§ãģĻ": 117840, + "ĠмалÑĭÑĪ": 117841, + "meni": 117842, + "еÑģа": 117843, + "اضÛĮ": 117844, + "Ġbrat": 117845, + "ĠвÑĸдноÑģ": 117846, + "θεÏģ": 117847, + "ĠЧем": 117848, + "æijĩ": 117849, + "ĠÙħادر": 117850, + "çĶ¨åĵģ": 117851, + "ĠÙħØŃاÙģظ": 117852, + "ĠmyÅ¡": 117853, + "جع": 117854, + "Ġisim": 117855, + "æ³Ĭ": 117856, + "ılmaz": 117857, + "Ġμα": 117858, + "審": 117859, + "Ġayır": 117860, + "еними": 117861, + "à¥ĩहतर": 117862, + "åľĨ": 117863, + "ãģ¾ãģ£ãģŁ": 117864, + "çĶ¢åĵģ": 117865, + "ĠÑĸнÑĦоÑĢмаÑĨÑĸÑĹ": 117866, + "Ġtủ": 117867, + "สมà¸ļ": 117868, + "ĠstÅĻ": 117869, + "Ġë°ľíijľ": 117870, + "аÑĢÑĮ": 117871, + "ĠCao": 117872, + "ΡÎĻ": 117873, + "à¸ģารà¸Ī": 117874, + "ĠподÑĥм": 117875, + "ä»ķäºĭ": 117876, + "ĠÐļÑĢоме": 117877, + "ĠìĹĶ": 117878, + "ĠÑĥда": 117879, + "ĠавÑĤомаÑĤи": 117880, + "Ġà¸Ħà¸ĵะ": 117881, + "ĠKiÅŁ": 117882, + "ĠÑģоÑģÑĤоÑıние": 117883, + "lisi": 117884, + "Ġëĸ¨ìĸ´": 117885, + "ootball": 117886, + "Ġíį¼": 117887, + "Ġлим": 117888, + "Ġçerç": 117889, + "ÙĪÙĦÙĬÙĪ": 117890, + "Ġslož": 117891, + "Ġ먼": 117892, + "รà¸Ńà¸ĩ": 117893, + "ÑĪее": 117894, + "âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦": 117895, + "ãģĵãģ¡ãĤī": 117896, + "оÑĢÑĭ": 117897, + "çĥŁ": 117898, + "ÂłF": 117899, + "аного": 117900, + "Ø«ÛĮر": 117901, + "çıį": 117902, + "å¸Ĥåł´": 117903, + "vÄĽdom": 117904, + "첨ë¶Ģ": 117905, + "ĠìĤ¬ê±´": 117906, + "ï¾Į": 117907, + "à¹ĥà¸Ļว": 117908, + "Ġzvlášt": 117909, + "ÏĦεÏħ": 117910, + "Ġкакие": 117911, + "ÏĨοÏģά": 117912, + "åĦĦ": 117913, + "ĠzpÄĽt": 117914, + "íķľíħĮ": 117915, + "Ġzvol": 117916, + "ĠçĹ": 117917, + "ÑĢанениÑı": 117918, + "ĠسÛĮاست": 117919, + "ĠÐļоли": 117920, + "ĠоÑĢганизма": 117921, + "ĠÑıнваÑĢÑı": 117922, + "ĠدادÙĨ": 117923, + "пÑĢа": 117924, + "ï¼Įä»ĸ们": 117925, + "æijĺè¦ģ": 117926, + "Ġquần": 117927, + "ÙĬÙĪÙĨ": 117928, + "ĠвиÑħов": 117929, + "Âłà¹Ģà¸Ķ": 117930, + "Ġелем": 117931, + "ebilecek": 117932, + "ĠдоÑĩ": 117933, + "Ġблаг": 117934, + "ĠÑıй": 117935, + "adnÃŃ": 117936, + "ĠzároveÅĪ": 117937, + "enstvÃŃ": 117938, + "âĢĮاÙĨ": 117939, + "ãģķãĤĵãģ¯": 117940, + "/|": 117941, + "ĠاÙĦعاÙħØ©": 117942, + "éł¼": 117943, + "ĠخداÙĪÙĨد": 117944, + "нам": 117945, + "ĠÑģлиз": 117946, + "æ¶ī": 117947, + "รษ": 117948, + "eÅŁtir": 117949, + "ĠÙĨدار": 117950, + "ราà¸Ħ": 117951, + "è¨ĢãĤı": 117952, + "ĠèŃ": 117953, + "ĠкÑĢиÑĤ": 117954, + "ĠвоздÑĥÑħа": 117955, + "Ġà¤Ĺत": 117956, + "Ġprávo": 117957, + "à¥ĭषण": 117958, + "Ġsắp": 117959, + "íıŃ": 117960, + "ĠصرÙģ": 117961, + "ĠراÛĮگاÙĨ": 117962, + "ĠоÑĤк": 117963, + "ëĨĵ": 117964, + "ĠÑģекÑĢеÑĤ": 117965, + "Ä°n": 117966, + "onavir": 117967, + "ĠVys": 117968, + "ĠbaÅŁlat": 117969, + "ĠMuham": 117970, + "ĠлиÑģÑĤоп": 117971, + "ĠTicaret": 117972, + "Ġadlandır": 117973, + "ĠÐĶмиÑĤ": 117974, + "ÏĥμοÏį": 117975, + "ä¾µ": 117976, + "ìĭľëĬĶ": 117977, + "à¹ģà¸Ľà¸¥à¸ĩ": 117978, + "ınıza": 117979, + "-г": 117980, + "иÑĩноÑĹ": 117981, + "ÑĥÑĢи": 117982, + "UZ": 117983, + "ìĽł": 117984, + "ĠتبدÛĮÙĦ": 117985, + "溫": 117986, + "ĠÑĢамкаÑħ": 117987, + "Ġnét": 117988, + "沿": 117989, + "ĠrozÅ¡ÃŃ": 117990, + "Ġसप": 117991, + "ĠÑĤаке": 117992, + "ÑĢаÑĩ": 117993, + "ĠاÙĦÙĤد": 117994, + "íķĻê³¼": 117995, + "ÑĥваннÑıм": 117996, + "Ġmám": 117997, + "롯": 117998, + "á½IJ": 117999, + "Ġetkili": 118000, + "ĠارتÙģ": 118001, + "Ġtechnolog": 118002, + "Ġì½ĺ": 118003, + "ĠتÙĥÙĬÙĬÙģ": 118004, + "ĠpÅĻece": 118005, + "家åºŃ": 118006, + "Ġãģı": 118007, + "âĶ´": 118008, + "íģ¼": 118009, + "Ġξά": 118010, + "à¹Ģà¸ķร": 118011, + "ĠÑģÑĤановиÑĤÑģÑı": 118012, + "ç«ĭãģ¡": 118013, + "Ġéĸĭ": 118014, + "ĠÄ°yi": 118015, + "ĠnÄĽkteré": 118016, + "ĠÑĢобоÑĤ": 118017, + "ĠÄIJÆ°á»Ŀng": 118018, + "ĠاÙĦاج": 118019, + "Ġspeci": 118020, + "çī¹åĪ«": 118021, + "åŃĿ": 118022, + "âĢĮگذ": 118023, + "alıģı": 118024, + "ĠмиÑĢа": 118025, + "íİĺìĿ´ì§Ģ": 118026, + "Ø®Ùģ": 118027, + "ãĤªãĥª": 118028, + "ĠسÛĮÙħ": 118029, + "Ġìĸ´ëĬIJ": 118030, + "алÑĮнÑĥ": 118031, + "Ñĩний": 118032, + "ümüzde": 118033, + "æĻºèĥ½": 118034, + "ýn": 118035, + "ĠتÙĤÙĪÛĮت": 118036, + "ĠпÑĢиг": 118037, + "ĠгÑĢÑĥппÑĭ": 118038, + "amı": 118039, + "γοÏį": 118040, + "оÑĢÑĤÑĥ": 118041, + "ĠGiang": 118042, + "ÅĻen": 118043, + "ĠokolÃŃ": 118044, + "产ä¸ļ": 118045, + "Ġзм": 118046, + "Ġé¾": 118047, + "ÙĬار": 118048, + "ĠاÙĦØ´ÙĬØ®": 118049, + "иÑĤелÑĮнÑĭй": 118050, + "ĠاÙĩÙħ": 118051, + "ĠباÙĦرÙĬاض": 118052, + "ĠÙ¾ÛĮاÙħ": 118053, + "Ġkredi": 118054, + "ĠArap": 118055, + "ĠÑĢаб": 118056, + "ĠнекоÑĤоÑĢÑĭÑħ": 118057, + "ĠØŃاÙģظÙĩ": 118058, + "иÑĤелÑĮного": 118059, + "Ġgerekmektedir": 118060, + "ĠDeniz": 118061, + "ĠتÙĦاش": 118062, + "stagram": 118063, + "ávky": 118064, + "åĬłåħ¥": 118065, + "ozor": 118066, + "Ġdurumunda": 118067, + "Ġíıīëĭ¹": 118068, + "Ġë´ī": 118069, + "ĠpenÄĽ": 118070, + "گاÙĨÛĮ": 118071, + "ĠKup": 118072, + "ĠÑĨеÑĢ": 118073, + "ulması": 118074, + "âijł": 118075, + "ĠÑģÑĸÑĩнÑı": 118076, + "ımıza": 118077, + "å®ļçļĦ": 118078, + "ÂłÑĤ": 118079, + "åĬŀåħ¬": 118080, + "ìľ¼ëĭĪ": 118081, + "ĠاÙĦØ¥ÙĨ": 118082, + "Ġçĥ": 118083, + "ãĢįï¼Į": 118084, + "ÑĹна": 118085, + "ĠпÑĢигоÑĤовлениÑı": 118086, + "Ðħ": 118087, + "ĠÑģолн": 118088, + "Ġë¶ĢìĤ°": 118089, + "æħ¶": 118090, + "ãĤ¾": 118091, + "voje": 118092, + "ÛĮدÙĨ": 118093, + "ìĥĿëĭĺ": 118094, + "ç¹ģ": 118095, + "ádu": 118096, + ":::::::::::::::": 118097, + "سÙĨÚ¯": 118098, + "éĶĭ": 118099, + "ĠзвиÑĩай": 118100, + "å§Ķåijĺä¼ļ": 118101, + "ĠμÎŃÏĥα": 118102, + "ĠÑĢождениÑı": 118103, + "æĪIJ人": 118104, + "ĠdÃŃl": 118105, + "ĠÐĶоб": 118106, + "Ġà¹ĥà¸Ĭ": 118107, + "ÏĢί": 118108, + "gamber": 118109, + "ĠÙĪÛĮÚĺÚ¯ÛĮ": 118110, + "ĠèĬ±": 118111, + "ĠbÃły": 118112, + "ĠжовÑĤнÑı": 118113, + "åħ¬å¼Ģ": 118114, + "ĠÑĤоÑĩки": 118115, + "ãģĤãģ®": 118116, + "алÑĸв": 118117, + "Ġcharakter": 118118, + "ĠÎĴα": 118119, + "ĠzkuÅ¡en": 118120, + "Ġà¤Ńà¤Ĺव": 118121, + "Ñĩика": 118122, + "à¥Ģà¤Ĥ।": 118123, + "è£ı": 118124, + "åijĬè¯ī": 118125, + "iyatı": 118126, + "ĠÑĨелÑĮ": 118127, + "ĠìĬĪ": 118128, + "аÑĢд": 118129, + "ĠÃľlke": 118130, + "Ġprosince": 118131, + "ĠÙĨگاÙĩ": 118132, + "ãĢĮãģĬ": 118133, + "ΣΤ": 118134, + "ìĦľëĬĶ": 118135, + "ÙĪگر": 118136, + "ضاÙĨ": 118137, + "Ġdůsled": 118138, + "çIJ´": 118139, + "à¸ķำà¹ģหà¸Ļ": 118140, + "кÑĤÑĸв": 118141, + "ládá": 118142, + "á¿Ĩ": 118143, + "ĠDoÄŁu": 118144, + "ãģijãĤĮãģ°": 118145, + "缮ãĤĴ": 118146, + "Ġ缴": 118147, + "æĽ°": 118148, + "ĠвÑĤоÑĢой": 118149, + "ĠглÑĥ": 118150, + "ĠìĿ½": 118151, + "기ì¤Ģ": 118152, + "Ġmadde": 118153, + "Ġjedné": 118154, + "ĠоÑĦÑĸ": 118155, + "ìĭĿìĿĦ": 118156, + "Ġchút": 118157, + "åĩºãģĹãģŁ": 118158, + "иÑĩеÑģкаÑı": 118159, + "Ġлок": 118160, + "Ġaltı": 118161, + "ëĵľëĬĶ": 118162, + "eygamber": 118163, + "ĠÑģвое": 118164, + "ĠtaÅŁÄ±m": 118165, + "ĠÑĤоÑīо": 118166, + "Ġgeçti": 118167, + "Ġpremi": 118168, + "ĠMehmet": 118169, + "ï¼ĮåĽłæѤ": 118170, + "ίκη": 118171, + "Ġönceki": 118172, + "Ġà¤ķन": 118173, + "ĠÑĤемпеÑĢаÑĤÑĥÑĢа": 118174, + "éĺ´": 118175, + "Ġìĸ¼ë§Ī": 118176, + "شب": 118177, + "áky": 118178, + "ãĢĢV": 118179, + "воÑĢеннÑı": 118180, + "lasyon": 118181, + "Ġдоказ": 118182, + "Ġëľ»": 118183, + "ĠоблиÑĩ": 118184, + "ÎĻÎijÎļ": 118185, + "ĠÑĢазд": 118186, + "ï¼Į为": 118187, + "宽": 118188, + "Ġkorum": 118189, + "åķĬåķĬ": 118190, + "ĠÅĻekla": 118191, + "ãĥĹãĥ¬": 118192, + "ĠваÑĢÑĤ": 118193, + "ĠпÑĢоблемÑĭ": 118194, + "Ġä½ł": 118195, + "ĠthÆ¡m": 118196, + "Ġtakové": 118197, + "ленÑĭ": 118198, + "ĠåĪ¶": 118199, + "Ġjiných": 118200, + "ĠÙĨص": 118201, + "ĠгÑĢÑĥднÑı": 118202, + "ĠãģĹ": 118203, + "иÑĤелÑĮной": 118204, + "ĠاØŃتÙħ": 118205, + "ÑİÑĢ": 118206, + "ÏĨÏħ": 118207, + "ĠØ´ÙħاÙĦÛĮ": 118208, + "Ġì»´": 118209, + "acaģız": 118210, + "ì§Ģë§ī": 118211, + "ĠÑĦинанÑģов": 118212, + "Ġê·¹": 118213, + "ĠÚĨÛĮزÛĮ": 118214, + "à¥Ģà¤Ľ": 118215, + "صات": 118216, + "ानम": 118217, + "Ġвозможно": 118218, + "è¨İ": 118219, + "çĦ¦": 118220, + "ĠاÙĦبÙĦد": 118221, + "ĠçĶ³åįļ": 118222, + "祥": 118223, + "Ġë°ĶëĿ¼": 118224, + "Ú¯ÛĮر": 118225, + "ÛµÛ°": 118226, + "μιοÏħÏģγ": 118227, + "ĠpÅĻedsed": 118228, + "ç»ıèIJ¥": 118229, + "å§ij": 118230, + "emey": 118231, + "ĠÙĨÙĪÙģ": 118232, + "å¾½": 118233, + "Ġpráva": 118234, + "ĠвообÑīе": 118235, + "Ġíĭ°": 118236, + "ĠبأÙĨ": 118237, + "ĠFranti": 118238, + "ĠPaÅŁa": 118239, + "Ġپست": 118240, + "kân": 118241, + "ĠÑģигн": 118242, + "Ġdần": 118243, + "æIJľ": 118244, + "Ġroky": 118245, + "ÙĥÙĪر": 118246, + "ĠÎĶή": 118247, + "ализаÑĨии": 118248, + "ä¼łå¥ĩ": 118249, + "ıda": 118250, + "lÃŃb": 118251, + "ĠÑĢÑĸвнÑı": 118252, + "ĠноÑı": 118253, + "bÄĽhu": 118254, + "ิà¸ĩหาà¸Ħม": 118255, + "ï¼Įåį´": 118256, + "ĠÑĩеÑģ": 118257, + "lanmÄ±ÅŁtır": 118258, + "ĠÆ°á»Ľc": 118259, + "ávacÃŃ": 118260, + "ีฬา": 118261, + "δÎŃ": 118262, + "âĢĮØ´ÙĪÙĨد": 118263, + "ĠÑĢобÑĸÑĤ": 118264, + "Ġå·´": 118265, + "ĠMev": 118266, + "ĠÙħرØŃÙĦÙĩ": 118267, + "ĠвзÑĢоÑģ": 118268, + "ç½ļ": 118269, + "ĠباÙĦÙħ": 118270, + "ĠизгоÑĤов": 118271, + "ĠSpor": 118272, + "åĦĢ": 118273, + "ĠاÙĦØ£ÙĨ": 118274, + "à¹Īาà¸ĩà¸ģ": 118275, + "лаÑģÑĤи": 118276, + "ÎŁÎļ": 118277, + "ĠÚ©ÛĮ": 118278, + "åij½ä»¤": 118279, + "ØŃدث": 118280, + "ÙĬÙĥÙĬ": 118281, + "ĠпеÑĢвÑĭй": 118282, + "ãĤ¹ãĤ³": 118283, + "ĠÅ¡pat": 118284, + "Ġnikdo": 118285, + "ัà¸ĩม": 118286, + "赫": 118287, + "æĺ¨": 118288, + "ĠвÑĥли": 118289, + "ĠÐļа": 118290, + "à¹Īละ": 118291, + "Ġsamot": 118292, + "ĠобеÑģпе": 118293, + "ĠÙħعرÙģÛĮ": 118294, + "ĠÙħØŃصÙĪÙĦات": 118295, + "ванов": 118296, + "ĠÙħستÙĤÛĮÙħ": 118297, + "å¢Ļ": 118298, + "ÂłÐļ": 118299, + "ĠдоÑĤ": 118300, + "zim": 118301, + "ÙIJر": 118302, + "ĠØ´ÙĪ": 118303, + "åľ¨åľ°": 118304, + "Ġçİ°": 118305, + "ĠåĮĸ": 118306, + "زÙĪ": 118307, + "Ġyaygın": 118308, + "ĠоÑĢиг": 118309, + "ÙıÙĨ": 118310, + "Ġevrop": 118311, + "Ġï½ľ": 118312, + "Ġëħ¸ì¶ľëĵ±ë¡Ŀ": 118313, + "åĩĿ": 118314, + "леннÑĭÑħ": 118315, + "Ġjenom": 118316, + "ĠЧÑĤобÑĭ": 118317, + "ĠìĹĨëĭ¤": 118318, + "ĠìŬìĦ±": 118319, + "Ġresmi": 118320, + "imálnÃŃ": 118321, + "缮ãģ®": 118322, + "sian": 118323, + "-нибÑĥдÑĮ": 118324, + "οκ": 118325, + "çĭ¬ç«ĭ": 118326, + "ÅŁehir": 118327, + "åIJIJ": 118328, + "åĪ¶éĢł": 118329, + "ĠÎĶεν": 118330, + "ãĥĭãĥ¥": 118331, + "иÑĤелÑĮнÑĭÑħ": 118332, + "ĠÙĥاÙħ": 118333, + "Ïģκ": 118334, + "Ġrau": 118335, + "ĠÑģмеÑĢÑĤи": 118336, + "ĠÏĮÏĦαν": 118337, + "ĠTại": 118338, + "Ġرب": 118339, + "ενο": 118340, + "ردد": 118341, + "Ġà¸ģระ": 118342, + "Ïĥμο": 118343, + "Ġæ¼Ķ": 118344, + "ิà¸Īà¸ģรรม": 118345, + "ĠÑĢазви": 118346, + "ãĤ¹ãĥļ": 118347, + "ÑĸÑĩноÑĹ": 118348, + "lášenÃŃ": 118349, + "ابعة": 118350, + "ovými": 118351, + "анг": 118352, + "ĠкапÑĸÑĤ": 118353, + "ãĢģâĢĭ": 118354, + "íĸĪëįĺ": 118355, + "ĠÑĥÑģÑĸ": 118356, + "ยาว": 118357, + "Ø£Ùħ": 118358, + "ãĥ©ãĥĥãĤ¯": 118359, + "Ġëķ": 118360, + "ĠسÙĨÙĪات": 118361, + "ĠÑģÑĤаÑĤÑĮи": 118362, + "ÑĹÑħ": 118363, + "ÏģοÏĩή": 118364, + "ĠØ£ÙĥتÙĪبر": 118365, + "lanma": 118366, + "Ġmalzem": 118367, + "磨": 118368, + "ĠбокÑĥ": 118369, + "åŃĹå¹ķ": 118370, + "ĠоÑĢганÑĸза": 118371, + "ãĥ©ãĤ¤ãĥ³": 118372, + "ĠÙħعدÙĨ": 118373, + "çĶ·åŃIJ": 118374, + "ĠæĤ": 118375, + "Ế": 118376, + "Ġmeziná": 118377, + "иваÑİÑĤ": 118378, + "ĠطبÛĮعÛĮ": 118379, + "èĻij": 118380, + "à¤Łà¤°": 118381, + "ĠподÑģ": 118382, + "ĠÅŁaÅŁ": 118383, + "à¸Ļà¹Ĩ": 118384, + "ĠÅ¡p": 118385, + "vÄĽÅĻ": 118386, + "зÑĮ": 118387, + "ëĿ¼ë§Ī": 118388, + "ุà¸ĺ": 118389, + "âĢ¦Ø·": 118390, + "리ì§Ģ": 118391, + "âĦĸâĦĸâĦĸâĦĸ": 118392, + "Ġbức": 118393, + "ĠSpoj": 118394, + "ĠиÑģполÑĮзовани": 118395, + "å·¦åı³": 118396, + "enler": 118397, + "ĠоÑīÑĥÑī": 118398, + "ĠоблÑĸ": 118399, + "ظËĨ": 118400, + "ÙĦÛĮس": 118401, + "æıIJåįĩ": 118402, + "ĠговоÑĢиÑĤÑĮ": 118403, + "Ġkür": 118404, + "ĠλειÏĦοÏħÏģγ": 118405, + "лага": 118406, + "ĠÑģÑĥдÑĥ": 118407, + "Ġ측": 118408, + "θεÏĥη": 118409, + "Ġнен": 118410, + "Ġbiçimde": 118411, + "ÑĨÑĸйноÑĹ": 118412, + "à¹Ģà¸Ħย": 118413, + "ĠDalÅ¡ÃŃ": 118414, + "ĠимеÑĤÑĮ": 118415, + "èĭĹ": 118416, + "ĠÙħعرÙĪÙģ": 118417, + "Ġtạp": 118418, + "ĠmeÅŁ": 118419, + "ÂłN": 118420, + "оÑĢони": 118421, + "عÙģ": 118422, + "à¹Ĥรà¸ĩà¹Ģร": 118423, + "âĶ¬": 118424, + "Ġà¹Ģà¸ŀราะ": 118425, + "Ġèı²å¾ĭ宾": 118426, + "ÑģÑĤвенное": 118427, + "ĠازدÙĪاج": 118428, + "ĠÑĦев": 118429, + "éł»": 118430, + "Ġสล": 118431, + "à¸ķà¸Ńà¸Ļ": 118432, + "Ġ기ê°Ħ": 118433, + "佩": 118434, + "ÏĦην": 118435, + "ëĤ¬ëĭ¤": 118436, + "ĠQuy": 118437, + "Ġë¶Ļ": 118438, + "ĠСÑĥд": 118439, + "иж": 118440, + "Ġà¹Ģà¸ģม": 118441, + "ĠÑģвÑıÑĤ": 118442, + "etooth": 118443, + "εÏģο": 118444, + "ÙĦÙħØ©": 118445, + "Ø´ÙĪر": 118446, + "Ġdomu": 118447, + "èįĴ": 118448, + "mî": 118449, + "ëıĦ를": 118450, + "ĠÑĢекомендÑĥеÑĤÑģÑı": 118451, + "Ġsonrasında": 118452, + "ĠднÑĸв": 118453, + "Ġçal": 118454, + "ãĤ«ãĥĨãĤ´ãĥª": 118455, + "Ġеж": 118456, + "Ġìķī": 118457, + "èī²çļĦ": 118458, + "âĢĻnde": 118459, + "ĠÏĢÏīÏĤ": 118460, + "ĠÑĩеÑĤвеÑĢ": 118461, + "kili": 118462, + "æĢ§èĥ½": 118463, + "ادÙĬØ©": 118464, + "纯": 118465, + "ĠاÙĦتش": 118466, + "ĠÑĤела": 118467, + "ĠобÑĬем": 118468, + "å²Ĺä½į": 118469, + "Ġkonkrét": 118470, + "Ġarada": 118471, + "ìĭľìĹIJ": 118472, + "Ġoranı": 118473, + "رÙĥ": 118474, + "ÐĽÐIJ": 118475, + "ĠménÄĽ": 118476, + "جÙĪÛĮ": 118477, + "Ġvợ": 118478, + "ĠAngiospermae": 118479, + "èĥİ": 118480, + "Ġhôn": 118481, + "äºĭæ¥Ń": 118482, + "ĠоÑĤвеÑĢ": 118483, + "Ġsrd": 118484, + "Å¡li": 118485, + "สà¸ģ": 118486, + "æ¼ı": 118487, + "ĠشرØŃ": 118488, + "ÑĨÑıми": 118489, + "Ġslav": 118490, + "Ġceny": 118491, + "à¸Ńà¹Ģร": 118492, + "ĠÙĪÙĦد": 118493, + "ĠкоÑĢа": 118494, + "ĠбÑĢон": 118495, + ":.:.:.:.:": 118496, + "Ġnemus": 118497, + "è¿Ļæł·çļĦ": 118498, + "ĠبرÙĨاÙħج": 118499, + "ĠúplnÄĽ": 118500, + "ีà¸Ļาà¸Ħม": 118501, + "Ġë°ĽìķĦ": 118502, + "μεÏģα": 118503, + "缩": 118504, + "Ġnắm": 118505, + "ĠобÑĬÑıÑģ": 118506, + "ĠконÑĤÑĢолÑİ": 118507, + "ávajÃŃcÃŃ": 118508, + "Ġkum": 118509, + "çĶ·äºº": 118510, + "ĠvnitÅĻ": 118511, + "ĠبدÙĩ": 118512, + "ĠأبرÙĬÙĦ": 118513, + "人æ°ijåħ±åĴĮåĽ½": 118514, + "Ġyapılır": 118515, + "ĠnaÅ¡ÃŃ": 118516, + "ãĥ¼ãĥŃ": 118517, + "Ġtạm": 118518, + "Ġhenüz": 118519, + "Ġzemi": 118520, + "Ġkháng": 118521, + "åħ¬åħ±": 118522, + "ĠèĢģ": 118523, + "ĠعÙĪاÙħÙĦ": 118524, + "ÂłV": 118525, + "à¹īà¹ģà¸ģ": 118526, + "άνÏĦα": 118527, + "ĠÑĤÑĢавнÑı": 118528, + "ĠημÎŃ": 118529, + "è´¸": 118530, + "สà¸Ķ": 118531, + "ĠسÙħت": 118532, + "Ġخاک": 118533, + "ĠÑĤакий": 118534, + "Ġettik": 118535, + "ĠÏĮλ": 118536, + "Ġполи": 118537, + "Ġнож": 118538, + "غاÙĨ": 118539, + "ÙĨدÙĬ": 118540, + "ĠÄįtyÅĻi": 118541, + "ĠPhÆ°Æ¡ng": 118542, + "ĠÙĪرزش": 118543, + "ãģĦãģĭ": 118544, + "rvé": 118545, + "Ġतरफ": 118546, + "Ġनà¤Ĺर": 118547, + "masında": 118548, + "евиÑĩ": 118549, + "veÅĻej": 118550, + "ä¿ĿæĮģ": 118551, + "æĬĢèĥ½": 118552, + "æݨèįIJ": 118553, + "lâm": 118554, + "ĠÏį": 118555, + "å¢ŀéķ¿": 118556, + "ĠاصÙģÙĩ": 118557, + "ĠÐĹаконÑĥ": 118558, + "ĠÐŁÑĢез": 118559, + "Ġpodpor": 118560, + "기íĥĢ": 118561, + "ĠíıIJ": 118562, + "ĠëĭĪ": 118563, + "larınız": 118564, + "ãĥĸãĥŃ": 118565, + "ĠÑĦÑĢанÑĨÑĥз": 118566, + "ãĥĬãĥ¼": 118567, + "Ġbeled": 118568, + "ัà¸Ļวาà¸Ħม": 118569, + "ĠÙģرÙĪ": 118570, + "ÑĦÑĢов": 118571, + "ĠìĿ´ëŁ¬": 118572, + "ượu": 118573, + "Ġê³µìĭĿ": 118574, + "Ġbirden": 118575, + "Ġзелен": 118576, + "çĴĥ": 118577, + "Ġhá»ĵng": 118578, + "ĠÅ¡kola": 118579, + "ĠÑģамом": 118580, + "anlık": 118581, + "空éĹ´": 118582, + "åįĹçľģ": 118583, + "леÑĢг": 118584, + "ÑĸзнеÑģ": 118585, + "ÂłA": 118586, + "ãĢįãĤĴ": 118587, + "Ġkendine": 118588, + "ĠاÙĪÙĨ": 118589, + "ãĢĶ": 118590, + "ĠΣÏį": 118591, + "à¹Ģà¸Ħล": 118592, + "奶": 118593, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 118594, + "ĠúÄįet": 118595, + "Ñĥла": 118596, + "éĢļä¿¡": 118597, + "Ġì¦IJ": 118598, + ".čĊĊ": 118599, + "ĠÐľÐµÐ´": 118600, + "اعÙĬ": 118601, + "Ġjehož": 118602, + "ĠGüney": 118603, + "ĠÎijÏĢο": 118604, + "ĠполÑĸ": 118605, + "üme": 118606, + "hodob": 118607, + "ĠÎĿα": 118608, + "ĠØ¢ÙĦات": 118609, + "ĠpÅĻiz": 118610, + "Ġtavs": 118611, + "ĠتبÙĦÛĮ": 118612, + "ãĥ³ãĥĶ": 118613, + "خرج": 118614, + "ĠаккÑĥ": 118615, + "Ġúprav": 118616, + "ĠاØŃساس": 118617, + "ì¹´ëĿ¼": 118618, + "ımızı": 118619, + "ĠдокÑĥменÑĤ": 118620, + "ĠاصÙĦ": 118621, + "ظÙĩ": 118622, + "ĠìĿ¸ê°Ħ": 118623, + "ĠجرÛĮاÙĨ": 118624, + "Î¥ÎĿ": 118625, + "ÑĩеÑģкаÑı": 118626, + "ÙĬÙĨÙĬØ©": 118627, + "åĴ¨": 118628, + "æĹħ游": 118629, + "Ġà¸Īำà¸Ļวà¸Ļ": 118630, + "Ġанг": 118631, + "ÏħÏĩ": 118632, + "èĻ«": 118633, + "ĠÙħÙĤر": 118634, + "ĠÙħÙĪسÛĮÙĤÛĮ": 118635, + "utut": 118636, + "ĠÐĽÐµ": 118637, + "ĠÐŁÑĸÑģлÑı": 118638, + "ãĤŃãĥ¼": 118639, + "ุลาà¸Ħม": 118640, + "åĩ¡": 118641, + "ÏĢοÏį": 118642, + "ĠÃĸdül": 118643, + "Ïĥκ": 118644, + "ĠÑĨÑİ": 118645, + "ÑĭваÑı": 118646, + "ï½ŀï½ŀ": 118647, + "ĠØ´ÙħاÙĦ": 118648, + "è¿ħ": 118649, + "ĠبÙĦÚ©Ùĩ": 118650, + "çİĽ": 118651, + "Ġì§ĢëĤĺ": 118652, + "ĠÙģکر": 118653, + "ĠÑģÑĤепени": 118654, + "ĠнаÑĥки": 118655, + "çī©çIJĨ": 118656, + "ÄĽle": 118657, + "ĠоÑģкÑĸлÑĮки": 118658, + "ĠкÑĥлÑĮÑĤÑĥÑĢи": 118659, + "èĢĥè¯ķ": 118660, + "Ġmateriál": 118661, + "ĠÑģÑĤвоÑĢеннÑı": 118662, + "Ġà¤ħद": 118663, + "æıIJåĩº": 118664, + "Ġè©ķ価": 118665, + "ÙĴد": 118666, + "Ġë§Įëĵ¤ìĸ´": 118667, + "duÄŁunu": 118668, + "ÙĬÙĨÙĩ": 118669, + "åĵ¦": 118670, + "оÑĩнÑĭÑħ": 118671, + "ĠÙħض": 118672, + "ismu": 118673, + "ĠÑĩай": 118674, + "ÙĪرÙĪب": 118675, + "Ġангл": 118676, + "oÄŁunluk": 118677, + "ĠпÑĢедпол": 118678, + "ĠÎŃÏīÏĤ": 118679, + "สà¸ĸ": 118680, + "ĠÎķλλάδα": 118681, + "ĠBilg": 118682, + "Ġبات": 118683, + "ĠÐĽÑĮвÑĸв": 118684, + "Ġyapılması": 118685, + "æ£ĢæŁ¥": 118686, + "æķ°åѦ": 118687, + "Ġ:.:": 118688, + "Ġçİ©": 118689, + "Îļα": 118690, + "à¹Ģà¸Ĺà¸Ħà¹Ĥà¸Ļà¹Ĥลย": 118691, + "ĠساختÙħاÙĨ": 118692, + "ĠìĨĮ리": 118693, + "é¼»": 118694, + "Ġsmr": 118695, + "Ġëĭ¤ìĸijíķľ": 118696, + "ĠjednánÃŃ": 118697, + "Ġservisi": 118698, + "Ġeylem": 118699, + "Ġмали": 118700, + "Ġvýhod": 118701, + "éĻ¤äºĨ": 118702, + "ĠпоÑĢÑıдкÑĥ": 118703, + "Ġnový": 118704, + "å¤ķ": 118705, + "ĠнекоÑĤоÑĢÑĭе": 118706, + "Ġ^{}": 118707, + "γÏīγ": 118708, + "ÑĥÑĪки": 118709, + "Ġpsik": 118710, + "ĠíĶĦ리": 118711, + "شاء": 118712, + "Ġван": 118713, + "ĠسÙĥاÙĨ": 118714, + "碼": 118715, + "Ġξη": 118716, + "ĠÑĥÑĢовенÑĮ": 118717, + "ãĤµãĥ¼": 118718, + "ĠاÙĦبØŃر": 118719, + "ĠdnÃŃ": 118720, + "à¸ģารศ": 118721, + "ediÄŁi": 118722, + "Ġbelirli": 118723, + "ÙĭØĮ": 118724, + "ĠzamÄĽstnan": 118725, + "æŁ±": 118726, + "اÙģÙĬ": 118727, + "Ġhải": 118728, + "æĢĿæĥ³": 118729, + "Ġneler": 118730, + "ĠرسÙħÛĮ": 118731, + "ÑģеÑĢ": 118732, + "ãģĵãģ¨ãģ§": 118733, + "ĠZákladnÃŃ": 118734, + "лова": 118735, + "кÑĤÑĥ": 118736, + "ÙĪسÙģ": 118737, + "ÑĸблÑĸ": 118738, + "ÌĤ": 118739, + "ÑĢд": 118740, + "éĻ³": 118741, + "æį·": 118742, + "ĠyaÅŁayan": 118743, + "à¥ģà¤ļ": 118744, + "ÑĸÑĤÑĤÑı": 118745, + "Ġbá»ģ": 118746, + "ëĤĺëĿ¼": 118747, + "ĠмÑıÑģ": 118748, + "Ġ{[%": 118749, + "θα": 118750, + "ĠдозволÑı": 118751, + "ĠåIJĦ": 118752, + "ĠÐŁÐµÑĢв": 118753, + "ĠSaÄŁlık": 118754, + "ÑģÑĤоÑĢиÑı": 118755, + "Ġbunlar": 118756, + "Ġsá»ķ": 118757, + "़à¥į": 118758, + "ĠåĪ©": 118759, + "ĠÑģпоÑģ": 118760, + "Ġyaptır": 118761, + "ĠtÆ°á»Ŀng": 118762, + "ÙĪÙĨØ©": 118763, + "Ġеп": 118764, + "ãģ§ãģįãģªãģĦ": 118765, + "ÙģتÙħ": 118766, + "ĠÐĵол": 118767, + "íķĺì§Ģë§Į": 118768, + "Ġì§Ħì§ľ": 118769, + "Ġobjedn": 118770, + "ĠизменениÑı": 118771, + "女人": 118772, + "Ġплани": 118773, + "ĠFakült": 118774, + "Ġtzv": 118775, + "ĠобÑıзаÑĤелÑĮ": 118776, + "ĠблизÑĮко": 118777, + "rası": 118778, + "ĠεÏĢίÏĥηÏĤ": 118779, + "ĠÑĦакÑĤи": 118780, + "ĠÄIJặc": 118781, + "ĠAltın": 118782, + "лиÑĤ": 118783, + "ĠлÑĸÑģ": 118784, + "çī§": 118785, + "ĠпÑĥÑģÑĤ": 118786, + "ĠкомÑĸÑģ": 118787, + "ä¿Ŀéļľ": 118788, + "åħ·ä½ĵ": 118789, + "-ÑĤ": 118790, + "Ġtrhu": 118791, + "ĠâīĪ": 118792, + "ĠдекабÑĢÑı": 118793, + "ĠÑĦоÑĢмÑĭ": 118794, + "NgoÃłi": 118795, + "Ġdohod": 118796, + "رÙĬÙĥÙĬØ©": 118797, + "ĠØ¢ÙħÙĪزشÛĮ": 118798, + "ĠzajÃŃmav": 118799, + "Ġkatılım": 118800, + "ä¸ĺ": 118801, + "Ġkonum": 118802, + "ĠмоÑĩ": 118803, + "ãĥ³ãĥķ": 118804, + "дивидÑĥ": 118805, + "Ġäºļ": 118806, + "ĠæĴ": 118807, + "γÏģάÏĨ": 118808, + "ãĥIJãĤ¹": 118809, + "ĠпÑĥнк": 118810, + "ĠBirleÅŁik": 118811, + "Ġquen": 118812, + "Ġвказ": 118813, + "à¥ĩशà¤ķ": 118814, + "ĠYunan": 118815, + "ãģłãģ¨": 118816, + "Û±Û¹Û·": 118817, + "áty": 118818, + "ĠÙĪص": 118819, + "ĠнегаÑĤив": 118820, + "ãģ¤ãģ®": 118821, + "ĠåĬ¨": 118822, + "ãĥįãĥĥãĥĪ": 118823, + "ĠдÑĸй": 118824, + "ĠbaÅŁÄ±nda": 118825, + "ĠtrÆ°ng": 118826, + "Ġmakin": 118827, + "ĠæĦĽ": 118828, + "меÑĩ": 118829, + "Ġè¿ij": 118830, + "ÙĤدر": 118831, + "ĠاستاÙĨد": 118832, + "ĠinformacÃŃ": 118833, + "ारà¤ķ": 118834, + "è¬Ŀ": 118835, + "ÑĢабаÑĤ": 118836, + "ĠçŃĶ": 118837, + "Ġèĩ³": 118838, + "ĠполÑĮ": 118839, + "ĠÙĩÙĨر": 118840, + "ëĮĢë¹Ħ": 118841, + "ĠخارجÛĮ": 118842, + "ract": 118843, + "ãĢĤãģĵãĤĮ": 118844, + "ĠØ´ÙĪراÛĮ": 118845, + "ленно": 118846, + "Ġhisset": 118847, + "ĠcÃłi": 118848, + "ĠÑĦоÑĤо": 118849, + "æģĴ": 118850, + "ĠмедиÑĨин": 118851, + "ÑģÑĤвÑĸ": 118852, + "ĠاÙĦعÙĦ": 118853, + "ĠпиÑģÑĮмен": 118854, + "ãĢĤãģ¾ãģŁ": 118855, + "ĠvlastnÄĽ": 118856, + "Ġпода": 118857, + "Ïģοι": 118858, + "ĠìĦĿ": 118859, + "ĠìĿ¼ìĿ´": 118860, + "ĠìĽĮ": 118861, + "окÑģи": 118862, + "Ġosoby": 118863, + "ÐŁÐ¾Ñģле": 118864, + "ĠÑĸÑģÑĤоÑĢÑĸÑĹ": 118865, + "عÙĦÙī": 118866, + "нка": 118867, + "تÙħبر": 118868, + "à¥ĩहर": 118869, + "ĠJana": 118870, + "ÙĦÙĬات": 118871, + "ĠмаÑĢÑĤа": 118872, + "ĠÐļиÑĶ": 118873, + "ĠÑĢобоÑĤÑĥ": 118874, + "Ġnhấn": 118875, + "иÑģлов": 118876, + "ëŁŃ": 118877, + "Ġodv": 118878, + "ĠTá»īnh": 118879, + "âĢľê·¸": 118880, + "ãģ»ãģĨ": 118881, + "é²ľ": 118882, + "меÑĨÑĮ": 118883, + "าศาสà¸ķร": 118884, + "à¥ģà¤ĵ": 118885, + "ิà¸Ļà¸Ĺ": 118886, + "mada": 118887, + "زاÙħ": 118888, + "ĠÙĥبÙĬر": 118889, + "å®ŀæĸ½": 118890, + "zeÅĪ": 118891, + "Ġlái": 118892, + "Ïĥμα": 118893, + "اسات": 118894, + "ÑĦÑĤ": 118895, + "è°±": 118896, + "çĮľ": 118897, + "ĠprobÃŃ": 118898, + "æľĢè¿ij": 118899, + "ÑĢад": 118900, + "ãĤ½ãĥ³": 118901, + "Ġклад": 118902, + "à¥ľà¤ķ": 118903, + "év": 118904, + "ลาย": 118905, + "èİİ": 118906, + "ĠμÎŃÏĩÏģι": 118907, + "ĠкÑĥÑģ": 118908, + "ĠíĻĺê²½": 118909, + "ÑĩоÑĹ": 118910, + "åıĺåĮĸ": 118911, + "ĠبتÙĪاÙĨ": 118912, + "Ġtắt": 118913, + "Ġgösteren": 118914, + "алÑİ": 118915, + "Ġкоманди": 118916, + "Ġ컨": 118917, + "Ñĥнд": 118918, + "ĠجÙĦÙĪ": 118919, + "åŃIJçļĦ": 118920, + "ĠÑģб": 118921, + "ĠÐłÐ°Ñģ": 118922, + "PCP": 118923, + "ĠCumhurbaÅŁ": 118924, + "одаÑĤелÑĮ": 118925, + "ÃŃsto": 118926, + "Ġoznám": 118927, + "ãĥ¼ãĥĭ": 118928, + "Ġokuy": 118929, + "ophy": 118930, + "าà¸Ļà¸Ħร": 118931, + "ĠÎķθν": 118932, + "ayım": 118933, + "ÙİØ£": 118934, + "æİ¡": 118935, + "Ġfunkce": 118936, + "æļĸ": 118937, + "طار": 118938, + "ĠÐĿаг": 118939, + "Ġä¸ĩåĨĨ": 118940, + "ĠíĴį": 118941, + "Ġä½ı": 118942, + "Ġï¼İ": 118943, + "ÑĭваÑİÑĤÑģÑı": 118944, + "ĠPla": 118945, + "اÙĬÙĦ": 118946, + "Ġ무ìĹĩ": 118947, + "ĠконеÑĩно": 118948, + "км": 118949, + "à¤Ĥपर": 118950, + "Ġìłķë¶Ģ": 118951, + "ĠëĤ´ëł¤": 118952, + "ãĤ°ãĥ«": 118953, + "çģ°": 118954, + "Ġcyk": 118955, + "ĠжелÑĥд": 118956, + "ĠëĨĴìĿĢ": 118957, + "çĶŁåij½": 118958, + "æµ´": 118959, + "ĠartÄ±ÅŁ": 118960, + "ĠÐĩ": 118961, + "ï¼²": 118962, + "ekim": 118963, + "ĠÑĦедеÑĢа": 118964, + "ĠвеÑĢеÑģнÑı": 118965, + "ниÑĤе": 118966, + "ĠÄ°ÅŁte": 118967, + "ĠÙĪضعÛĮت": 118968, + "ãģķãģ¾": 118969, + "ĠtÅĻetÃŃ": 118970, + "uluÄŁ": 118971, + "ĠCumhuriyet": 118972, + "ä¼Ł": 118973, + "Ġë§Ŀ": 118974, + "Ġvermek": 118975, + "Ġnalez": 118976, + "çĵ¶": 118977, + "ĠdiÅŁ": 118978, + "ĠHá»ĵng": 118979, + "غÙĬرة": 118980, + "å©Ĩ": 118981, + "нив": 118982, + "Ġrút": 118983, + "'nda": 118984, + "Ġhroz": 118985, + "à¥īप": 118986, + "Ġзаконом": 118987, + "Ġjednu": 118988, + "ĠKadın": 118989, + "indir": 118990, + "سازÛĮ": 118991, + "åĮºåŁŁ": 118992, + "ĠkonuÅŁtu": 118993, + "ĠزÙĨد": 118994, + "ाĊĊ": 118995, + "ĠÐIJз": 118996, + "à¸ĩà¸Ĥà¸Ńà¸ĩ": 118997, + "ĠÑģвойÑģÑĤва": 118998, + "ĠìŀijíĴĪ": 118999, + "пеки": 119000, + "Ġå°±": 119001, + "евого": 119002, + "ĠtaÅŁÄ±y": 119003, + "ĠÙħÙĨØ·ÙĤØ©": 119004, + "ĠÃĩocuk": 119005, + "Û²Û·": 119006, + "ĠÏĥÏħμÏĢ": 119007, + "é£Łåĵģ": 119008, + "há": 119009, + "Ｏ": 119010, + "ÙĦÙħÙĩ": 119011, + "ãģ¨ãģªãģ£ãģŁ": 119012, + "оÑĢÑĸ": 119013, + "°}": 119014, + "ĠtaÅŁÄ±n": 119015, + "çŁ¿": 119016, + "ĠÑĩаÑģÑĤини": 119017, + "ĠدÙĬسÙħبر": 119018, + "Ġèī¯": 119019, + "stÅĻÃŃ": 119020, + "ĠÑĨик": 119021, + "âĢķâĢķâĢķâĢķ": 119022, + "ĠÄ°ngiltere": 119023, + "ĠÑģÑĤÑĢаÑĤег": 119024, + "ÃĦŸ": 119025, + "иÑĩного": 119026, + "ÃŃrk": 119027, + "ĠÎijÏģ": 119028, + "!âĢľĊĊ": 119029, + "Ġ깨": 119030, + "à¥ģà¤Ĩत": 119031, + "ĠدÙĨÛĮا": 119032, + "lÃŃn": 119033, + "Ġà¤ķड": 119034, + "ĠÙħبت": 119035, + "емÑĭÑħ": 119036, + "оби": 119037, + "ยà¸Ļà¸ķ": 119038, + "à¤Ĥधन": 119039, + "ÚĨÛĮ": 119040, + "ĠçŁ¥": 119041, + "ĠXuân": 119042, + "adaki": 119043, + "Ġorta": 119044, + "æł¹æľ¬": 119045, + "åħ±åIJĮ": 119046, + "нений": 119047, + "بÙĬرة": 119048, + "çŃĭ": 119049, + "ïºĶ": 119050, + "âĢĮÙĩاÙĬ": 119051, + "Ġödeme": 119052, + "ĠØ¢ÙĨÚĨÙĩ": 119053, + "ĠзаÑıви": 119054, + "ĠÙĨÙĤØ´Ùĩ": 119055, + "Ġç³»": 119056, + "à¥ĭ।": 119057, + "Ġì§Ģìłķ": 119058, + "Ġinsp": 119059, + "ĠÑĤен": 119060, + "Ġتط": 119061, + "Ġquảng": 119062, + "åī£": 119063, + "ãģıãģ®": 119064, + "ĠÑĨим": 119065, + "kovi": 119066, + "iyah": 119067, + "ĠëIJľëĭ¤": 119068, + "صÙĩ": 119069, + "ĠÄiju": 119070, + "Ġsuá»ijt": 119071, + "ıma": 119072, + "ì§Ģê³ł": 119073, + "Ìĥ": 119074, + "à¸ļาย": 119075, + "ĠCertif": 119076, + "ĠÑĥÑģÑĸÑħ": 119077, + "à¸ķะว": 119078, + "είÏĦε": 119079, + "Ġč": 119080, + "ĠможливÑĸÑģÑĤÑĮ": 119081, + "Ġ-âĢIJ": 119082, + "Ġíĺ¹": 119083, + "ìĤ¬ì§Ħ": 119084, + "ĠданиÑħ": 119085, + "Ġzaháj": 119086, + "주ëĬĶ": 119087, + "Ġгид": 119088, + "niž": 119089, + "Ġ^{°}": 119090, + "Ġkro": 119091, + "Äįen": 119092, + "ÏĨι": 119093, + "ımızda": 119094, + "Ġæ¹ĸ": 119095, + "ĠповÑĢежд": 119096, + "Ġì¡´ìŀ¬": 119097, + "à¸Ļาà¸Ļ": 119098, + "μÎŃνοÏĤ": 119099, + "æ½ľ": 119100, + "ï¼Į使": 119101, + "Ġdosp": 119102, + "Ġliá»ģn": 119103, + "ัà¸ļà¸Ħวาม": 119104, + "ĠÑĢабоÑĤе": 119105, + "ĠмайбÑĥÑĤ": 119106, + "à¹Ģà¸ģษ": 119107, + "BaÅŁ": 119108, + "ĠæĿ±äº¬": 119109, + "наÑĩала": 119110, + "δει": 119111, + "à¥Īप": 119112, + "ÑĸмÑĸ": 119113, + "Ġfizik": 119114, + "วล": 119115, + "ä¼į": 119116, + "Ġà¸Ĭà¸Ļะ": 119117, + "'ÑıÑĤ": 119118, + "нил": 119119, + "инов": 119120, + "ĠÄijoán": 119121, + "รวà¸Ī": 119122, + "fet": 119123, + "à¹Įà¹Ĥ": 119124, + "ĠмаÑĤи": 119125, + "é¨İ": 119126, + "ÐļТ": 119127, + "à¹Ģสà¸Ļà¸Ń": 119128, + "Ġмав": 119129, + "lıģına": 119130, + "ĠпоÑĩина": 119131, + "ูà¸ķร": 119132, + "ÑĨеÑĢ": 119133, + "ujete": 119134, + "Ġtahmin": 119135, + "Ġвимог": 119136, + "à¸²à¸Ł": 119137, + "едж": 119138, + "ÏĦεÏį": 119139, + "adla": 119140, + "ĠÄijÆ°Æ¡ng": 119141, + "ĠداستاÙĨ": 119142, + "Ġbasın": 119143, + "ĠÑħв": 119144, + "Ġreak": 119145, + "ĠоÑĤмеÑĤ": 119146, + "æ³¥": 119147, + "Ġmáte": 119148, + "Ġzorun": 119149, + "ãģ¨æĢĿãģĨ": 119150, + "Ġدرجة": 119151, + "ĠвÑĸдÑģÑĥÑĤ": 119152, + "ĠعاÙħÙĦ": 119153, + "èĶµ": 119154, + "Ġsonraki": 119155, + "Ġmohli": 119156, + "иваеÑĤ": 119157, + "ĠпÑĸдÑģÑĤав": 119158, + "Ġostrov": 119159, + "ानव": 119160, + "âĢŀP": 119161, + "ĠвизнаÑĩа": 119162, + "ĠpravdÄĽpodob": 119163, + "Ġzaz": 119164, + "ìĿ´ë¥¼": 119165, + "ĠджеÑĢ": 119166, + "ĠÐłÐ°Ð´": 119167, + "ĠÑģеÑĢÑĮез": 119168, + "Ġдем": 119169, + "ÏĢή": 119170, + "ĠÐĦвÑĢоп": 119171, + "ĠÄįeské": 119172, + "ï¾ı": 119173, + "ĠØŃÙĬ": 119174, + "ì¼ĢìĿ´": 119175, + "ĠØ®ÙĪÙĨ": 119176, + "ÂłL": 119177, + "ãģĦãģ«": 119178, + "изнеÑģ": 119179, + "ĠÙħÙĤاÙħ": 119180, + "ĠاÙĦØŃÙĦ": 119181, + "ëĨį": 119182, + "ĠØ¢ÛĮا": 119183, + "翼": 119184, + "ï¼½": 119185, + "æ¸IJ": 119186, + "ливÑĸ": 119187, + "ãģĦãģ¦ãģĦãĤĭ": 119188, + "ĠÎijÎł": 119189, + "ĠиÑģполÑĮзÑĥеÑĤÑģÑı": 119190, + "Ġmát": 119191, + "Ġμεγά": 119192, + "ëħ¼": 119193, + "æµ·éģĵ": 119194, + "ĠÙħØ´Ú©ÙĦات": 119195, + "Ñĩна": 119196, + "';';": 119197, + "Ġμία": 119198, + "ÏģÏİν": 119199, + "Ġbyste": 119200, + "ĠÑįлекÑĤÑĢи": 119201, + "ĠYardım": 119202, + "Ġhát": 119203, + "ĠÐĶеÑĢжав": 119204, + ".С": 119205, + "Ġorada": 119206, + "Ġalanı": 119207, + "åľ°åŁŁ": 119208, + "ĠدÙĩÙĨد": 119209, + "менÑĪ": 119210, + "ĠоÑĢганов": 119211, + "Ġعص": 119212, + "ูà¸ĩส": 119213, + "Ġشعر": 119214, + "Ġìĸ»": 119215, + "Ġάλλ": 119216, + "Ġgói": 119217, + "ĠÙĨاØŃ": 119218, + "å¼ĺ": 119219, + "à¥įथल": 119220, + "ilim": 119221, + "ëIJĺì§Ģ": 119222, + "ĠконÑĨе": 119223, + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 119224, + "Ġì¤Ģë¹Ħ": 119225, + "ĠostatnÃŃ": 119226, + "Ġvlády": 119227, + "ĠÑģобиÑĢа": 119228, + "ĠìĹŃìĤ¬": 119229, + "à¹ģà¸ģรม": 119230, + ".ï¼ı": 119231, + "ÙıÙĪÙĨ": 119232, + "پس": 119233, + "ĠWikip": 119234, + "Ġæ¾": 119235, + "ĠжаÑĢ": 119236, + "容æĺĵ": 119237, + "ĠprostÅĻednictvÃŃm": 119238, + "Ġženy": 119239, + "Ġèı²å¾ĭ宾çĶ³åįļ": 119240, + "аÑİÑĤÑģÑı": 119241, + "Ġmiêu": 119242, + "ĠpenÃŃze": 119243, + "διά": 119244, + "oldur": 119245, + "ĠпÑĢимеÑĢно": 119246, + "ĠìŀĪê³ł": 119247, + "à¸ĩà¸Ńย": 119248, + "ковий": 119249, + ".ÎŁ": 119250, + "à¹ĥà¸Ħร": 119251, + "çĭł": 119252, + "ĠÐŁÑĸв": 119253, + "æĶ¹éĿ©": 119254, + "ĠÐĿаÑģеление": 119255, + "Å¡etÅĻ": 119256, + "ÙĴب": 119257, + "ĠâĶĢ": 119258, + "غÙĬÙĦ": 119259, + "ĠдÑĸÑıлÑĮнÑĸÑģÑĤÑĮ": 119260, + "ĠÙĦÙĬس": 119261, + "Ġìĭľìŀ¥": 119262, + "ãĥŁãĥ¥": 119263, + "ĠÚ©ÙĪت": 119264, + "ĠÎĵι": 119265, + "ิà¹Ģว": 119266, + "ektor": 119267, + "ĠбÑĥдÑĥ": 119268, + "новаж": 119269, + "ÑīаеÑĤÑģÑı": 119270, + "Ġngôn": 119271, + "ĠvÄĽc": 119272, + "å¾IJ": 119273, + "à¸Ńà¹Ģมร": 119274, + "ัà¸įà¸Ĭ": 119275, + "ĠиÑģполÑĮзÑĥÑİÑĤ": 119276, + "rubu": 119277, + "Ġnhá»±a": 119278, + "ãģĮãģĬ": 119279, + "ĠÐĵаÑĢ": 119280, + "оÑĢе": 119281, + "ĠзолоÑĤ": 119282, + "æŁ³": 119283, + "ĠÙĬØ´": 119284, + "ĠповиннÑĸ": 119285, + "اÙĤتص": 119286, + "ÙĦØŃ": 119287, + "ĠокÑĤÑıбÑĢÑı": 119288, + "ĠnÄĽkdy": 119289, + "ĠобÑĢа": 119290, + "ستگÛĮ": 119291, + "符åIJĪ": 119292, + "Ġthiá»ĥu": 119293, + "æĺ¯ä»Ģä¹Ī": 119294, + "Ġrozs": 119295, + "ì½ľê±¸": 119296, + "ĠкаÑĦ": 119297, + "åIJĮæŃ¥": 119298, + "ì¼ĵ": 119299, + "ÏĢÏĦÏħ": 119300, + "à¸łà¸²à¸¢à¹ĥà¸Ļ": 119301, + "ιÏĥÏĦή": 119302, + "ĠدÙĪÙĦار": 119303, + "ĠÙħاÙĬÙĪ": 119304, + "ĠpeÄį": 119305, + "ัà¸ļม": 119306, + "ÎĻÎĶ": 119307, + "ıydı": 119308, + "ัà¸ģà¸Ĺ": 119309, + "à¸Ľà¸£à¸°à¸ĸม": 119310, + "και": 119311, + "Ġprodej": 119312, + "ĠиÑİлÑı": 119313, + "ĠvÅ©": 119314, + "驱": 119315, + "ĠhvÄĽ": 119316, + "æĥ³è¦ģ": 119317, + "ç¯Ħ": 119318, + "çak": 119319, + "ĠмÑıг": 119320, + "ımın": 119321, + "Ġdispozici": 119322, + "Ġukaz": 119323, + "racak": 119324, + "Ġболезни": 119325, + "วà¹Ĥม": 119326, + "Ġзел": 119327, + "ĠÐĴики": 119328, + "ĠÐłÐ¾Ð´": 119329, + "ูà¸ģà¸Ħ": 119330, + "íij¸": 119331, + "Ġthải": 119332, + "Ġbaģımsız": 119333, + "ĠÑĢоÑģÑģий": 119334, + "ĠÐļам": 119335, + "ĠиÑģполÑĮзованиÑı": 119336, + "ĠØŃØ°": 119337, + "³³³³³³³³³": 119338, + "ĠاÙĨتÙĤاÙĦ": 119339, + "ĠабÑģолÑİÑĤ": 119340, + "ĠÄ±ÅŁÄ±k": 119341, + "ÏĦογÏģαÏĨ": 119342, + "ĠболÑĮÑĪой": 119343, + "Ġعبارت": 119344, + "ÃŃž": 119345, + "Ġدرست": 119346, + "ĠÑģлово": 119347, + "à¥ĪĊ": 119348, + "بÙĪب": 119349, + "ĠÐĴоÑĤ": 119350, + "วà¹Ħà¸Ľ": 119351, + "Ġbilinen": 119352, + "ĠÙĤÙĬ": 119353, + "Ġbunların": 119354, + "Ùijت": 119355, + "Ġbasit": 119356, + "릿": 119357, + "ائرة": 119358, + "Ġpů": 119359, + "ĠedilmiÅŁ": 119360, + "Ġä½IJ": 119361, + "ĠYönetim": 119362, + "ÙħÛĮر": 119363, + "Ġspou": 119364, + "æ·±åľ³": 119365, + "ĠвзаÑĶм": 119366, + "ÎĻÎĽ": 119367, + "Ðĥ": 119368, + "ĠдеÑĢжавноÑĹ": 119369, + "Ġmrt": 119370, + "ĠDemir": 119371, + "é»İ": 119372, + "ĠÑĢегÑĥлÑıÑĢ": 119373, + "Ġникогда": 119374, + "å¼¾": 119375, + "à¥īड": 119376, + "Ġглаз": 119377, + "ĠÙħÛĮÚ©ÙĨ": 119378, + "éĻIJå®ļ": 119379, + "Ġнавк": 119380, + "ĠподÑĤ": 119381, + "ĠتصÙĪÛĮر": 119382, + "ĠاÙĦØŃدÙĬØ«": 119383, + "ĠdoÅ¡lo": 119384, + "нÑİÑİ": 119385, + "ĠÑģÑħод": 119386, + "Ø·ÙĤØ©": 119387, + "ĠÑģенÑĤÑıбÑĢÑı": 119388, + "çī¹æ®Ĭ": 119389, + "à¸ģารà¹ģà¸Ĥ": 119390, + "ázd": 119391, + "ÑĶÑĤе": 119392, + "ĠΣε": 119393, + "ĠÙĦÙĥÙĦ": 119394, + "åIJįåŃĹ": 119395, + "اÙĨÛĮا": 119396, + "Ġcins": 119397, + "기ìĹħ": 119398, + "ĠéŁ³": 119399, + "éłĥ": 119400, + "ยาย": 119401, + "ìļķ": 119402, + "ĠvÃŃtÄĽz": 119403, + "à¥įरब": 119404, + "ĠشرÙĤÛĮ": 119405, + "ĠbezpeÄįnost": 119406, + "Ġçerçev": 119407, + "Ġ맼": 119408, + "cky": 119409, + "ĵ¨": 119410, + "ĠÑĥмоваÑħ": 119411, + "лиÑħ": 119412, + "meniz": 119413, + "ĠبگÛĮر": 119414, + "ÙĨÙī": 119415, + "Ġà¸ģารà¹ģà¸Ĥ": 119416, + "ιÏĥε": 119417, + "âĢ³E": 119418, + "Ġdöneminde": 119419, + "리카": 119420, + "ĠåĪ°": 119421, + "Ġhukuk": 119422, + "аÑĤоÑĢа": 119423, + "ĠاÙĦعÙĨ": 119424, + "ïºĺ": 119425, + "ünüz": 119426, + "ÑģоÑĤ": 119427, + "ุษ": 119428, + "ĠdÆ°Æ¡ng": 119429, + "ovny": 119430, + "ĠÑĦоÑĢма": 119431, + "ãģĹãģ®": 119432, + "زÙĬز": 119433, + "ĠاÙĦÙĨاس": 119434, + "ĠÑĩим": 119435, + "大人": 119436, + "Ú¯ÙĬ": 119437, + "ĠÐĵоÑģп": 119438, + "é¢Ĩ导": 119439, + "Ġninh": 119440, + "Ġราà¸Ħา": 119441, + "ÙĤاء": 119442, + "ìī¬": 119443, + "ĠìĿ´ìłĦ": 119444, + "ĠÃ¶ÄŁretmen": 119445, + "ĠÑĨвеÑĤа": 119446, + "енноÑģÑĤÑĮ": 119447, + "大ãģį": 119448, + "ĠмиÑģÑĤеÑĨÑĤ": 119449, + "رÙĪت": 119450, + "poÅĪ": 119451, + "ĠÅŀirket": 119452, + "ĠкÑĢаÑģив": 119453, + "ĠÑĢеÑģÑĥÑĢÑģ": 119454, + "ä¹¾": 119455, + "ĠÙģÙĩ": 119456, + "ĠYÃĸ": 119457, + "èĬ³": 119458, + "μÏīÏĤ": 119459, + "ÄĽji": 119460, + "Ġвлаж": 119461, + "ĠÑĥвели": 119462, + "اذا": 119463, + "ãĢĤå¦Ĥæŀľ": 119464, + "ĠпÑĢиÑģÑĥÑĤÑģÑĤв": 119465, + "ĠẤn": 119466, + "æĢĸ": 119467, + "ĠÐľÐµÑĤ": 119468, + "Ġjedna": 119469, + "Ġcục": 119470, + "ĠاÙĨتشار": 119471, + "ĠзокÑĢема": 119472, + "иÑĩеÑģки": 119473, + "ĠкÑĢаÑĹни": 119474, + "иÑĢÑĥ": 119475, + "ĠÑĸнÑĤеÑĢ": 119476, + "Ġаналог": 119477, + "ÑĽ": 119478, + "ีà¸ĭ": 119479, + "нÑĥли": 119480, + "ĠNinh": 119481, + "еÑĢаÑĤоÑĢ": 119482, + "Ġruce": 119483, + "ĠÑĪкÑĸ": 119484, + "ترÙĨت": 119485, + "Ġsonrası": 119486, + "Ġæį": 119487, + "ÑĨенÑĤÑĢа": 119488, + "Ġà¸Ńำà¹Ģà¸ł": 119489, + "Ø·ÙĬ": 119490, + "ï¼Įå½ĵ": 119491, + "ĠÑĤÑĢеÑħ": 119492, + "ÂłH": 119493, + "æ´ª": 119494, + "ãĥ³ãĥĦ": 119495, + "ĠвÑĸдповÑĸдалÑĮ": 119496, + "âĢĻdaki": 119497, + "áÅĻi": 119498, + "ĠpÅĻem": 119499, + "tuk": 119500, + "ĠÙģرÙħÙĪد": 119501, + "ĠìĿ¸ì¦Ŀ": 119502, + "สำà¸Ļ": 119503, + "ìĥģìĿĺ": 119504, + "ÅĻÃŃm": 119505, + "澤": 119506, + "ĠÑĢей": 119507, + "ĠлÑİбой": 119508, + "ujte": 119509, + "ë³µì§Ģ": 119510, + "Ġدرس": 119511, + "ĠÐĴлади": 119512, + "ĠÑģвоим": 119513, + "ĠìĿ¸íĦ°ëĦ·": 119514, + "è±Ĭ": 119515, + "Ġналог": 119516, + "ãĤĪãģ³": 119517, + "Ġخاطر": 119518, + "ĠìŀħëĭĪëĭ¤": 119519, + "ãĢĤãģĹãģĭãģĹ": 119520, + "лаг": 119521, + "å°ĸ": 119522, + "ëĭ¥": 119523, + "ìĬ¤ëĬĶ": 119524, + "ìĭłì²Ń": 119525, + "ãĥĩãĥ¼ãĤ¿": 119526, + "ĠÑĥÑĢовнÑı": 119527, + "Ġ무ìĬ¨": 119528, + "ĠاÙĦأرض": 119529, + "à¹īà¸ķ": 119530, + "Ỽt": 119531, + "ĠÙĨÛĮرÙĪ": 119532, + "墨": 119533, + "ãĤ¶ãĥ¼": 119534, + "ruba": 119535, + "ĠÙĨشدÙĩ": 119536, + "илÑı": 119537, + "acÃŃm": 119538, + "ãĥ©ãĤ¯": 119539, + "XH": 119540, + "Ġسرد": 119541, + "Ġदस": 119542, + "tember": 119543, + "ĠDoÄŁum": 119544, + "ĠпÑĢоÑĢ": 119545, + "θοÏĤ": 119546, + "ĠiÅŁe": 119547, + "à¸Ńà¸Ł": 119548, + "лаÑĪ": 119549, + "اصÙĦÙĩ": 119550, + "livÄĽ": 119551, + "ë¶Ģë¶Ħ": 119552, + "нак": 119553, + "åįģä¸ī": 119554, + "สาห": 119555, + "à¸Ľà¸£à¸°à¹Ģà¸Ĺศà¹Ħà¸Ĺย": 119556, + "ãĤŃãĥ³ãĤ°": 119557, + "ĠмеÑĤоÑİ": 119558, + "Ġkullanarak": 119559, + "âij¡": 119560, + "ÛĮزات": 119561, + "ĠÙħÙĪباÛĮÙĦ": 119562, + "ĠзнаÑĩиÑĤ": 119563, + "Ġorganizace": 119564, + "ÑĢии": 119565, + "ovna": 119566, + "Ġê²½ìłľ": 119567, + "ãĢģå½¼": 119568, + "Ġमस": 119569, + "Ġà¹Ĥà¸Ľà¸£": 119570, + "LARI": 119571, + "æĩĤ": 119572, + "Ġва": 119573, + "ĠÙĥÙĨت": 119574, + "ĠÑĢабоÑĤа": 119575, + "ÂłĠÂłĠÂł": 119576, + "好äºĨ": 119577, + "ĠzamÄĽstn": 119578, + "женÑĮ": 119579, + "Ġukon": 119580, + "nÄĽné": 119581, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 119582, + "ĠاÙĦخاصة": 119583, + "ĠÄįasu": 119584, + "å°ı说": 119585, + "ĠØŃرکت": 119586, + "æijĦ": 119587, + "ÏĩÏī": 119588, + "ĠÑģвеж": 119589, + "æĸ°éĹ»": 119590, + "Ġìĭ±": 119591, + "ĠeÄŁer": 119592, + "Ġsituace": 119593, + "Ġç·¨": 119594, + "fik": 119595, + "ë§Īëĭ¤": 119596, + "ÎķÎļ": 119597, + "Ġê°ľìµľ": 119598, + "ĠcÃł": 119599, + "ادث": 119600, + "Ġsayıda": 119601, + "ĠØ£ÙģضÙĦ": 119602, + "æ³ķéĻ¢": 119603, + "Ġ.,": 119604, + "ĠThÆ°Æ¡ng": 119605, + "ÏģÏĮÏĤ": 119606, + "ãģĹãĤĪãģĨ": 119607, + "Çİ": 119608, + "æij¸": 119609, + "ĠéĻ³": 119610, + "¥IJ": 119611, + "ฤà¸Ķ": 119612, + "Ġgiảng": 119613, + "ĠлÑİбов": 119614, + "Ġekran": 119615, + "опиÑģ": 119616, + "еждÑĥ": 119617, + "Ġназва": 119618, + "æĭĵ": 119619, + "ıf": 119620, + "à¹Īà¸ģ": 119621, + "иÑĩнÑĸ": 119622, + "Ġê³Ħíļį": 119623, + "à¸łà¸²à¸Ħม": 119624, + "Ġاپ": 119625, + "리ìĿĺ": 119626, + "ãģ§ãģĻãģĮ": 119627, + "Ġkonci": 119628, + "ĠکارخاÙĨÙĩ": 119629, + "Ġä½ķ": 119630, + "ĠÑĤва": 119631, + "ĠÐŁÐ¾ÑģÑĤ": 119632, + "ĠапÑĢелÑı": 119633, + "ĠاÙĦعراÙĤ": 119634, + "ä¸Ńåįİ": 119635, + "à¹ĩà¸Ńà¸ģ": 119636, + "à¥įतà¤ķ": 119637, + "Ġzájem": 119638, + "ĠدرجÙĩ": 119639, + "Ġà¤¬à¥ľ": 119640, + "ĠÑģÑĤÑĢан": 119641, + "èŃ¦å¯Ł": 119642, + "ĠyerleÅŁtir": 119643, + "ĠVÅ©": 119644, + "ç¾İåħĥ": 119645, + "Ġì¡°ê¸Ī": 119646, + "Ġรà¸Ńà¸ĩ": 119647, + "Ġakadem": 119648, + "à¸Ħà¸ĵะ": 119649, + "Ġpozit": 119650, + "ĠkoneÄį": 119651, + "è°ĥæŁ¥": 119652, + "Ġãģĭ": 119653, + "ĠÄįervence": 119654, + "ĠOdkazy": 119655, + "ĠëıĦìĭľ": 119656, + "ัสà¸Ķ": 119657, + "Ġgái": 119658, + "ĠÐłÐ¾Ð±": 119659, + "ĠбоÑı": 119660, + "æī©": 119661, + "å¼Ģå±ķ": 119662, + "anik": 119663, + "Ġvyž": 119664, + "ĠbaÅŁlay": 119665, + "ĠbakÄ±ÅŁ": 119666, + "ekce": 119667, + "ÑģÑĤика": 119668, + "еÑĢаÑĤÑĥÑĢа": 119669, + "Ġë¶Ħë¥ĺ": 119670, + "ĠPoÄįet": 119671, + "odáÅĻ": 119672, + "ëĭĺìĿĺ": 119673, + "Ġklid": 119674, + "Û²Û¹": 119675, + "ĠÚĨÛĮز": 119676, + "mür": 119677, + "Ġsứ": 119678, + "ÙĬاÙĨØ©": 119679, + "åĬ±": 119680, + "Ġoku": 119681, + "Ġводи": 119682, + "ĠزÛĮرا": 119683, + "大åĪ©": 119684, + "ĠÙĦÛĮÙĨÚ©": 119685, + "ĠÙĬجب": 119686, + "ÙħÛĮÙĦ": 119687, + "ĠÏĥÏĦÏģα": 119688, + "æĻĵ": 119689, + "ิสà¸ķ": 119690, + "ĠÅŁiddet": 119691, + "ĠÑĢекоменда": 119692, + "Ġpožadav": 119693, + "ĠпÑĸÑģ": 119694, + "åħ¬å¼ı": 119695, + "ĠÚ¯ÛĮرÛĮ": 119696, + "кÑĤа": 119697, + "ĠÙħÙĨاطÙĤ": 119698, + "Ġfirmy": 119699, + "Ġà¹Ħà¸Ľ": 119700, + "ĠÎŃÏģγ": 119701, + "å¿«éĢŁ": 119702, + "ãģĮãģªãģĦ": 119703, + "неÑģÑĤи": 119704, + "Ġç²¾": 119705, + "ÑĢади": 119706, + "ãĤĴãģĭ": 119707, + "ﺪ": 119708, + "kynÄĽ": 119709, + "Ġहत": 119710, + "tak": 119711, + "ĠÙĬÙĪÙĨÙĬÙĪ": 119712, + "Ã¶ÄŁ": 119713, + "ĠÑĢÑĥк": 119714, + "åľĭéļĽ": 119715, + "ÑİÑģÑĮ": 119716, + "Ġдавно": 119717, + "Ġpopis": 119718, + "ĠBÄ°L": 119719, + "ĠÙĨÙĤد": 119720, + "ĠÑģпож": 119721, + "ÑĨионнÑĭÑħ": 119722, + "ĠÑĪп": 119723, + "ÑĥÑİÑīиÑħ": 119724, + "ĠвоздÑĥÑħ": 119725, + "ÑĤие": 119726, + "ĠUž": 119727, + "ÏĮδ": 119728, + "à¸ģราà¸Ħม": 119729, + "Ġalanında": 119730, + "Ġsắt": 119731, + "ãĥIJãĤ¤": 119732, + "NgÃły": 119733, + "Ġë¹Į": 119734, + "ï¼īãģ¯": 119735, + "Ġä¿¡": 119736, + "ÐķС": 119737, + "ĠTato": 119738, + "Ġúnora": 119739, + "erap": 119740, + "Äł": 119741, + "ĠTáºŃp": 119742, + "Ġкомпании": 119743, + "ãĥ©ãĤ¤ãĥĪ": 119744, + "éľĢæ±Ĥ": 119745, + "ĠتÙĪÙĤ": 119746, + "âĢĻâĢĻ": 119747, + "ëŀįëĭĪëĭ¤": 119748, + "ĠквÑĸÑĤнÑı": 119749, + "Ġoyuncu": 119750, + "ÂĢÂĢÂĢÂĢÂĢÂĢÂĢÂĢ": 119751, + "åĨĬ": 119752, + "ĠyapmÄ±ÅŁ": 119753, + "ัà¸ĩà¹Ħม": 119754, + "ĠзапаÑħ": 119755, + "ála": 119756, + "ĠÑĤеÑħниÑĩеÑģ": 119757, + "ĠØŃص": 119758, + "รà¸Ķ": 119759, + "å¼Ħ": 119760, + "ĠÚ¯ÛĮاÙĩ": 119761, + "اÙĩرة": 119762, + "Ġà¤ıड": 119763, + "нимаеÑĤ": 119764, + "ادÙĨ": 119765, + "ÎľÎij": 119766, + "Ġ社": 119767, + "аÑĢÑĩ": 119768, + "تز": 119769, + "润": 119770, + "inizin": 119771, + "Ġbeyaz": 119772, + "ĠبÙĪÙĦ": 119773, + "åĿ¡": 119774, + "ãģ®ãĤĪãģĨãģ«": 119775, + "Ġyaptıģ": 119776, + "Ġdaģı": 119777, + "ĠbaÅŁarı": 119778, + "ĠÏĢά": 119779, + "ĠпÑĢодаж": 119780, + "Bá»Ļ": 119781, + "Ġतत": 119782, + "Ġpodstat": 119783, + "Ġæµģ": 119784, + "ĠzdravÃŃ": 119785, + "Ġç¡": 119786, + "Ġopak": 119787, + "Ġhá»įa": 119788, + "æĭĶ": 119789, + "Ñĥжд": 119790, + "Ġtrứng": 119791, + "ÙĪرÙĬØ©": 119792, + "Ñĭл": 119793, + "umsuz": 119794, + "Ġسبب": 119795, + "许å¤ļ": 119796, + "å®ŀéªĮ": 119797, + "Ġболи": 119798, + "Ġduyá»ĩt": 119799, + "áºŃc": 119800, + "ĠÐijез": 119801, + "ĠبÙĦÙĨد": 119802, + "мм": 119803, + "ÑĢел": 119804, + "NÄ°": 119805, + "Ġãĥ¯": 119806, + "éĭ¼": 119807, + "ĠÑģвÑı": 119808, + "ĠåIJİ": 119809, + "Ġmuht": 119810, + "ĠпÑĢоблеми": 119811, + "ĠÑĤÑıжел": 119812, + "ĠСем": 119813, + "à¸¤à¸©à¸łà¸²à¸Ħม": 119814, + "à¹Īาà¸ķ": 119815, + "örü": 119816, + "üyorum": 119817, + "ĠاÙĦØ£ØŃ": 119818, + "ĠÑģÑĤÑĢаÑĪ": 119819, + "hoo": 119820, + "धर": 119821, + "Ġtlak": 119822, + "Ġsrpna": 119823, + "ifikace": 119824, + "Ġreh": 119825, + "ĠминÑĥ": 119826, + "ãĢĢj": 119827, + "ĠгÑĢÑĥпи": 119828, + "Ġάλ": 119829, + "Ġolursa": 119830, + "λογία": 119831, + "ĠÐĴик": 119832, + "Ġmücadel": 119833, + "ĠzávÄĽ": 119834, + "ĠÑĦевÑĢа": 119835, + "Äįná": 119836, + "à¹Įà¹Ģà¸ĭ": 119837, + "ĠÙĦÙĦØŃ": 119838, + "ÑĢип": 119839, + "ĠбÑĥк": 119840, + "ãģĪãģªãģĦ": 119841, + "Ġporad": 119842, + "Ġsamostat": 119843, + "Ġtesis": 119844, + "ابÙĤÙĩ": 119845, + "ĠجدÙĬدة": 119846, + "éĢĴ": 119847, + "âĶģâĶ": 119848, + "سÛĮÙĨ": 119849, + "ĠgerektiÄŁini": 119850, + "ียà¸Ļà¸ļ": 119851, + "è¨Ģãģ£ãģ¦": 119852, + "ĠÑĸнÑĤеÑĢеÑģ": 119853, + "ĠÑıким": 119854, + "ĠæĢ»": 119855, + "kovou": 119856, + "Ġdemek": 119857, + "اÙĨÙĬا": 119858, + "Ġdomů": 119859, + "Å¡nÃŃ": 119860, + "ateÅĻ": 119861, + "åĢ«": 119862, + "δοÏĥη": 119863, + "Ġ기ìĹħ": 119864, + "åĶĩ": 119865, + "ì¹ł": 119866, + "ÑĸдÑĥ": 119867, + "린ìĿ´": 119868, + "æľĢåĪĿ": 119869, + "è¸ı": 119870, + "æĥ³åĪ°": 119871, + "à¥įबर": 119872, + "ĠìŀĶ": 119873, + "ĠÑĢазнÑĭÑħ": 119874, + "krom": 119875, + "ιαν": 119876, + "ĠдÑĢÑĥз": 119877, + "仿": 119878, + "Ġê·¸ëłĩ": 119879, + "ĠдалÑĸ": 119880, + "æķĪæŀľ": 119881, + "Ġहव": 119882, + "è¼Ŀ": 119883, + "Ġì°¸ê³ł": 119884, + "ĠìĨĶ": 119885, + "Ġznal": 119886, + "ĠпеÑĢÑģ": 119887, + "ÙIJÙij": 119888, + "ĠÑĤеж": 119889, + "åĭŁ": 119890, + "ιθ": 119891, + "Äįů": 119892, + "Ġekip": 119893, + "Ġkhung": 119894, + "éĹĺ": 119895, + "ĠتصÙħÛĮÙħ": 119896, + "оиÑĤ": 119897, + "ĠÑħол": 119898, + "æĬŀ": 119899, + "amam": 119900, + "Ġâĸ³": 119901, + "ãģĩ": 119902, + "ĠعÙĨÙĩ": 119903, + "Ġì°¸ê°Ģ": 119904, + "ĠÎļÏĮ": 119905, + "åı¤å±ĭ": 119906, + "ковоÑĹ": 119907, + "ศà¸Ī": 119908, + "ологиÑı": 119909, + "ĠÙħثبت": 119910, + "ĠÐļÑĢаÑĹна": 119911, + "ĠмеÑģÑıÑĨев": 119912, + "Ġalınan": 119913, + "ĠÏĢÏģαγμα": 119914, + "Ġìŀ¡ëĭ´": 119915, + "Ġплод": 119916, + "ĠÑĤкани": 119917, + "ÑģÑĭлки": 119918, + "سطس": 119919, + "ranÄĽ": 119920, + "каж": 119921, + "емаÑĤи": 119922, + "ĠزÛĮست": 119923, + "æ¿Ł": 119924, + "Ġpoplat": 119925, + "γÎŃν": 119926, + "íĨłíĨł": 119927, + "Ġtây": 119928, + "Ġìµľê·¼": 119929, + "ãĥ©ãĥ³ãĤ¹": 119930, + "ĠgüneÅŁ": 119931, + "ĠÙģÙĤ": 119932, + "ĠsaÄŁlayan": 119933, + "ĠØŃزب": 119934, + "à¥ģलन": 119935, + "ĠBilim": 119936, + "ĠBatı": 119937, + "æł·çļĦ": 119938, + "δικ": 119939, + "αÏģίοÏħ": 119940, + "ĠìĽĢ": 119941, + "Ġlá»Ńa": 119942, + "ÙĨÙĪع": 119943, + "çݲ": 119944, + "аном": 119945, + "ĠstátnÃŃ": 119946, + "Ġäºİ": 119947, + "Ġmùi": 119948, + "ĠÄijá»Ļt": 119949, + "æ²ĥ": 119950, + "åħ¬åľĴ": 119951, + "ĠÑģÑĮогоднÑĸ": 119952, + "ноÑģи": 119953, + "Za": 119954, + "Ġдли": 119955, + "ĠÏĥÏħνÎŃ": 119956, + "ĠVá»ĭ": 119957, + "mav": 119958, + "ĠMüslüman": 119959, + "/ï¼ı": 119960, + "ĠзаÑīиÑĤ": 119961, + "éĸī": 119962, + "Ġçģ«": 119963, + "Ġå·Ŀ": 119964, + "Ġаж": 119965, + "è¿ĩæĿ¥": 119966, + "à¸Ĺาà¸Ļ": 119967, + "ĠAraÅŁtır": 119968, + "Õ¡Õ": 119969, + "ĠpomÄĽr": 119970, + "Ġdům": 119971, + "妮": 119972, + "ĠhlavnÄĽ": 119973, + "Ġfinans": 119974, + "ĠγνÏī": 119975, + "ÏĥÏĦημα": 119976, + "ï¼ĮçĶ¨": 119977, + "ìĭŃìĭľìĺ¤": 119978, + "ĠÙħثاÙĦ": 119979, + "-Ðij": 119980, + "ÑĨÑĸйнÑĸ": 119981, + "ĠدستÙĩ": 119982, + "à¥īस": 119983, + "ÑĢÑĸп": 119984, + "ĠpÅĻipom": 119985, + "ĠÙĪÙĦÙĬ": 119986, + "ĠÙĪزÙĨ": 119987, + "Ġelektrik": 119988, + "ĠQuân": 119989, + "ivé": 119990, + "Ġlẽ": 119991, + "ç®Ģåįķ": 119992, + "Ġonlara": 119993, + "оÑģлав": 119994, + "ìĭľíĤ¤": 119995, + "몬": 119996, + "ĠÙħÙĤدار": 119997, + "ĠOrta": 119998, + "ĠSeç": 119999, + "ĠÙĨÙĪÙģÙħبر": 120000, + "ุà¸Ļายà¸Ļ": 120001, + "ĠÑĥмови": 120002, + "Ġपरम": 120003, + "Ġstrom": 120004, + "ĠкÑĢаÑīе": 120005, + "秦": 120006, + "缸æīĭ": 120007, + "鼻è¦ĸ": 120008, + "Ġuygulama": 120009, + "ĠÑĢиз": 120010, + "æĪ²": 120011, + "यर": 120012, + "ĠHlav": 120013, + "Ġìĭ¸": 120014, + "ĠлипнÑı": 120015, + "ÅĪujÃŃ": 120016, + "ÑĢиз": 120017, + "é«ĺéĢŁ": 120018, + "缸å½ĵ": 120019, + "kenin": 120020, + "ĠоÑģÑĤанов": 120021, + "Ġbitk": 120022, + "ovaného": 120023, + "ĠÐľÐ°ÑĢи": 120024, + "赶": 120025, + "콩": 120026, + "Ġölçü": 120027, + "ĠСеÑĢед": 120028, + "ĠThá»Ŀi": 120029, + "Ïīνα": 120030, + "ÙĪبة": 120031, + "Ġchụp": 120032, + "âĢĮد": 120033, + "Ġcháy": 120034, + "ĠÐĴели": 120035, + "ĠобÑģÑĤ": 120036, + "Ġìĭľì¦Į": 120037, + "دÙħØ©": 120038, + "под": 120039, + "lue": 120040, + "ĠдÑĸлÑıн": 120041, + "ĠÙ¾ÙĪست": 120042, + "ĠاÙĦÙĨس": 120043, + "èĤĮ": 120044, + "ìĪĺ를": 120045, + "Ġúrov": 120046, + "ĠÙħØ´Ú©ÙĦ": 120047, + "éĩįè¤ĩéĩįè¤ĩ": 120048, + "нез": 120049, + "ĠdoporuÄį": 120050, + "Ġtasarım": 120051, + "íģ¬ê¸°": 120052, + "ìĿ´ìħĺ": 120053, + "Ġdeset": 120054, + "ĠÙħرتبط": 120055, + "ัà¸Ĵà¸Ļา": 120056, + "'ı": 120057, + "Ñĩки": 120058, + "ĠìŀĪëįĺ": 120059, + "ÑĪка": 120060, + "nám": 120061, + "ÑģÑĤÑĢов": 120062, + "à¥įसर": 120063, + "нÑĥлаÑģÑĮ": 120064, + "ãģ¡ãĤĩãģ£ãģ¨": 120065, + "Ġå¦": 120066, + "γÏĮ": 120067, + "Ġé»ij": 120068, + "Xem": 120069, + "Ġtá»ĩ": 120070, + "ĠëĮĢíĨµëł¹": 120071, + "기ê´Ģ": 120072, + "æīįèĥ½": 120073, + "è¯Ńè¨Ģ": 120074, + "edeyse": 120075, + "ĠТÑĭ": 120076, + "ĠÑģоедин": 120077, + "ĠìĹĨìĬµëĭĪëĭ¤": 120078, + "ÑıÑİÑĤ": 120079, + "à¹ģหล": 120080, + "Ġì§Ģë°©": 120081, + "ĠosobnÃŃ": 120082, + "ÛĮÙĦÛĮ": 120083, + "ĠавгÑĥÑģÑĤа": 120084, + "Ñīик": 120085, + "Ġvýše": 120086, + "gth": 120087, + "ĠÏĢαν": 120088, + "جار": 120089, + "Ġвидов": 120090, + "ìĿ´ìĬĪ": 120091, + "ĠÐijаÑĢ": 120092, + "ĠÏĮÏĢοÏħ": 120093, + "æ¤ħ": 120094, + "ĠعاÙĦÛĮ": 120095, + "ĠQuyết": 120096, + "ÃľM": 120097, + "ãĥĿãĤ¤ãĥ³ãĥĪ": 120098, + "Ġê¹Į": 120099, + "Ġканди": 120100, + "kového": 120101, + "ĠMerkez": 120102, + "Ġyiy": 120103, + "ĠpÅĻÃŃspÄĽ": 120104, + "ĠÑĤемпеÑĢаÑĤÑĥÑĢÑĭ": 120105, + "ĠÙ¾ÙĬ": 120106, + "ฤศà¸Ī": 120107, + "è°ĥçĶ¨": 120108, + "ĠÑģÑĤоÑĢонÑĥ": 120109, + "à¹īà¸Ĭ": 120110, + "好ãģį": 120111, + ".Åŀ": 120112, + "ĠпÑĢоз": 120113, + "ÙĨتاج": 120114, + "鼻åŃIJ": 120115, + ".:.:.": 120116, + "è¨ĵ": 120117, + "иÑĩеÑģкое": 120118, + "Ġноги": 120119, + "ĠλÎŃ": 120120, + "Ġsıkıntı": 120121, + "Ġê°Ģ족": 120122, + "ĠتÙĨظÙĬÙģ": 120123, + "Ġödül": 120124, + "ĠaÅŁaģıdaki": 120125, + "Ġželez": 120126, + "ĠاÙĦعدÙĬد": 120127, + "غÙĨ": 120128, + "ĠоконÑĩ": 120129, + "ÑĢемÑı": 120130, + "LÄ°": 120131, + "Ġnejd": 120132, + "ĠÏĢλα": 120133, + "Ñģко": 120134, + "ĠìĪĻ": 120135, + "ĠÙ¾ÙĪÙĦ": 120136, + "θενήÏĤ": 120137, + "Ġ주ìļĶ": 120138, + "ĠæĬ¥": 120139, + "ĠÙħÙħا": 120140, + "ÐłÐ¡Ðł": 120141, + "ĠÑĢадÑĸ": 120142, + "ä¸Ģç§į": 120143, + "é¾Ħ": 120144, + "Ġsöyl": 120145, + "Ïģκεια": 120146, + "ĠземлÑĸ": 120147, + "ĠveÄįer": 120148, + "geç": 120149, + "ستÙħ": 120150, + "Ġsefer": 120151, + "ĠÑģвÑĸд": 120152, + "ï»Łï»": 120153, + "алов": 120154, + "ìĬ¤ë¥¼": 120155, + "âī¥": 120156, + "ĠتÙĦÙģÙĨ": 120157, + "åİ»äºĨ": 120158, + "़à¥ĭà¤Ĥ": 120159, + "ĠÑĦоÑĢме": 120160, + "düm": 120161, + "åħģ": 120162, + "ÑĢап": 120163, + "ĠVÆ°Æ¡ng": 120164, + "à¸Ńะà¹Ħร": 120165, + "ัà¸ģษà¸ĵ": 120166, + "Ġåį³": 120167, + "ĠاÙĦرÙħ": 120168, + "ĠзаÑħиÑģÑĤÑĥ": 120169, + "°E": 120170, + "odÃŃ": 120171, + "Ġवन": 120172, + "ĠÄijèn": 120173, + "ĠåıĹ": 120174, + "èIJ½ãģ¡": 120175, + "Ġzim": 120176, + "리ì¦Ī": 120177, + "èĪĴ": 120178, + "ĠзбÑĸÑĢ": 120179, + "Ġä»·æł¼": 120180, + "ĠлÑİдина": 120181, + "ĠÐŁÐ¾ÑģиланнÑı": 120182, + "иÑī": 120183, + "ĠΨ": 120184, + "ิà¸ģายà¸Ļ": 120185, + "Ġbudete": 120186, + "ĠзÑĢоÑģÑĤ": 120187, + "Ġvyk": 120188, + "ĠÐĹем": 120189, + "ĠиÑİнÑı": 120190, + "ĠmÄĽlo": 120191, + "ÙĦاÙģ": 120192, + "ĠÙĪØ´": 120193, + "ĠÑģпÑĢави": 120194, + "ãģĻãģİ": 120195, + "ĠгÑĢадÑĥ": 120196, + "Roz": 120197, + "ινή": 120198, + "Ġchá»ĵng": 120199, + "ä¸Ģåį·": 120200, + "ĠXem": 120201, + "ĠÑģимвол": 120202, + "ĠodmÃŃt": 120203, + "ĠÑĢÑıдом": 120204, + "ĠÑĩеÑĢвнÑı": 120205, + "à¸ģระà¸Ĺ": 120206, + "人人": 120207, + "æ°ĹæĮģãģ¡": 120208, + "undaki": 120209, + "åľĭ家": 120210, + "εÏģμαν": 120211, + "ĠлÑĮ": 120212, + "ĠNüfus": 120213, + "ĠмеÑĢе": 120214, + "براÙĬر": 120215, + "наннÑı": 120216, + "ĠнаÑĢ": 120217, + "Ġtấm": 120218, + "æĸ½å·¥": 120219, + "顯": 120220, + "Ġhè": 120221, + "æĺİçĻ½": 120222, + "Ġдогов": 120223, + "ĠÙģرÙħ": 120224, + "èĢĹ": 120225, + "ìĬ¤ìĿĺ": 120226, + "ìĦ¸ëĮĢ": 120227, + "è¯ļ": 120228, + "ĠнеболÑĮ": 120229, + "Ġà¸Ľà¸£à¸°à¸ģ": 120230, + "Ġì¹¼": 120231, + "Ġovliv": 120232, + "ĠNGC": 120233, + "ãĢĤä¸į": 120234, + "اÙĦÙī": 120235, + "æī£": 120236, + ".ÐIJ": 120237, + "ÑĢаÑģÑĤа": 120238, + "ĠÃĩev": 120239, + "ãģ£ãģ¡": 120240, + "ï¼Įéĥ½": 120241, + "ĠrovnÄĽÅ¾": 120242, + "ĠÏĩÏģÏĮνια": 120243, + "Ġì¡°ìĦł": 120244, + "Ġآباد": 120245, + "ĠÐľÐ°Ñģ": 120246, + "çĻ¼å±ķ": 120247, + "ä»Ķ": 120248, + "Ġkendisini": 120249, + "à¹Īà¸Ńà¸ĩà¹Ģà¸Ĺ": 120250, + "ĠVÄĽ": 120251, + "Ġrượu": 120252, + "Ġmáme": 120253, + "ĠоÑĩеÑĢедÑĮ": 120254, + "ĠسبتÙħبر": 120255, + "Ġбок": 120256, + "ì§ĢìĹŃ": 120257, + "ĠتاثÛĮر": 120258, + "Ġlisans": 120259, + "Ġgerektir": 120260, + "Ġsizi": 120261, + "Ñĸно": 120262, + "ĠMÃ¼ÅŁ": 120263, + "ãģıãĤīãģĦ": 120264, + "ĠзаклÑİÑĩ": 120265, + "ãģĵãģ¨ãģ«": 120266, + "è¨ĢãģĦ": 120267, + "ãĢģå°ı": 120268, + "Ġetmektedir": 120269, + "åł±åijĬ": 120270, + "ĠkarÄ±ÅŁ": 120271, + "Ġоблад": 120272, + "å¥ij": 120273, + "racat": 120274, + "ĠارتÙģاع": 120275, + "μαι": 120276, + "íĶĪ": 120277, + "ĠÙĪÙĦÙħ": 120278, + "ëĬĶì§Ģ": 120279, + "lomou": 120280, + "ĠлиÑĨа": 120281, + "ĠìĿĮìķħ": 120282, + "ĠhodnÄĽ": 120283, + "èĭ±æĸĩ": 120284, + "ÂĦ": 120285, + "à¹īาà¸Ĥà¸Ńà¸ĩ": 120286, + "Ġê³Ħìķ½": 120287, + "åIJĦç§į": 120288, + "ĠÙħرگ": 120289, + "éĶģ": 120290, + "Ġनद": 120291, + "ãĥĭãĥ¡": 120292, + "Ġем": 120293, + "ĠeleÅŁtir": 120294, + "ĠíĬ¹ë³Ħ": 120295, + "ĠÎ¥ÏĢο": 120296, + "Å¡ker": 120297, + "LERÄ°": 120298, + "æ²Ī": 120299, + "likleri": 120300, + "ĠÙħÙĩÙĨدسÛĮ": 120301, + "Ġbaģır": 120302, + "dıģını": 120303, + "ĠاÙĦتد": 120304, + "à¸¸à¸Ľà¸ģรà¸ĵ": 120305, + "ĠÑģледÑĥÑİÑīие": 120306, + "Ġì§ģìłij": 120307, + "å°¤": 120308, + "ĠоÑģновÑĸ": 120309, + "ĠtÄĽla": 120310, + "Ġпак": 120311, + "izace": 120312, + "Ġnárod": 120313, + "aný": 120314, + "ĠÑįп": 120315, + "Ġüçüncü": 120316, + "ΥΡ": 120317, + "éĨ´éĨ´": 120318, + "à¹Ģà¸ģà¸Ńร": 120319, + "âĢĮاÙĨبار": 120320, + "ç¶Ļ": 120321, + "ÎijÎł": 120322, + "ılıģı": 120323, + "ĠÃľrün": 120324, + "Ġдозвол": 120325, + "ĠíĥĪ": 120326, + "Ġà¤ĵवर": 120327, + "諸": 120328, + "èĺĩ": 120329, + "ĠпÑĢоÑģÑĤÑĢан": 120330, + "éĿĴå¹´": 120331, + "ãģ®æĸ¹": 120332, + "ĠÚĨÚ¯ÙĪÙĨÙĩ": 120333, + "ÙĦØ·": 120334, + "âĢľæĪij": 120335, + "Ġëĭ¤ìļ´ë°Ľ": 120336, + "ा.Ċ": 120337, + "Ġmücadele": 120338, + "ĠcÃŃt": 120339, + "à¹Īวมà¸ģ": 120340, + "ģına": 120341, + "ê°ľë°ľ": 120342, + "ĠÏĢαιδ": 120343, + "ضاÛĮ": 120344, + "Ġborç": 120345, + "íĬľ": 120346, + "ĠخدÙħت": 120347, + "Ġudál": 120348, + "Ġвиг": 120349, + "Ġë°°ìĨ¡": 120350, + "å¹¾": 120351, + "Ùİج": 120352, + "ĠìĹĺ": 120353, + "çĢ¬": 120354, + "ïĢ": 120355, + "ĠÎijθή": 120356, + "пÑĢиклад": 120357, + "ĠпÑĢиÑĩина": 120358, + "ĠÙģشار": 120359, + "滿": 120360, + "Ġdostat": 120361, + "Ġ졸ìĹħ": 120362, + "Ġارز": 120363, + "ÙĪÙĦÙĪج": 120364, + "سÙĪ": 120365, + "æĺłçĶ»": 120366, + "Ġthôi": 120367, + "Ġ³³³": 120368, + "à¹ģà¸Ļะ": 120369, + "è¨ŃåĤĻ": 120370, + "Ġмногие": 120371, + "ÑĤоÑĦ": 120372, + "iÅ¡tÄĽ": 120373, + "à¤Ĺढ": 120374, + "ĠиндивидÑĥ": 120375, + "ĠìĥĿíĻľ": 120376, + "ĠзовÑģÑĸм": 120377, + "íĥķ": 120378, + "çľł": 120379, + "ĠêµŃëĤ´": 120380, + "eptal": 120381, + "raci": 120382, + "è¡¡": 120383, + "ãĦ·": 120384, + "ĠStÅĻed": 120385, + "اÙĦÙĬا": 120386, + "ΣΤ": 120387, + "Ľ°": 120388, + "ãĥīãĥ«": 120389, + "ázÃŃ": 120390, + "ĠаÑģп": 120391, + "ĠdÄ±ÅŁarı": 120392, + "ĠвиÑĢобниÑĨÑĤва": 120393, + "eza": 120394, + "ï¼Įä¸įè¿ĩ": 120395, + "çĥ¦": 120396, + "ãĥ³ãĤ°ãĥ«": 120397, + "Ġrozvoj": 120398, + "ĠÙħÙĨتشر": 120399, + "ĠÑĥÑĤеп": 120400, + "ĠدÙĬÙĨ": 120401, + "ĠзаÑģобÑĸв": 120402, + "NgÆ°á»Ŀi": 120403, + "ãĤ·ãĥ¼": 120404, + "ĠFransız": 120405, + "ÎĻΤ": 120406, + "ائÙģ": 120407, + "ιÏĩ": 120408, + "ีà¹Ģม": 120409, + "à¥įमन": 120410, + "à¥įमà¤ļ": 120411, + "Ġسعر": 120412, + "ï¾Ŀ": 120413, + "ë°©ë²ķ": 120414, + "ĠСо": 120415, + "Ġà¤ĸबर": 120416, + "ìĨĮê°ľ": 120417, + "Ġslova": 120418, + "QPCP": 120419, + "ĠKız": 120420, + "Ø·ÙģاÙĦ": 120421, + "ĠкоÑĢм": 120422, + "ĠìĹħëį°ìĿ´íĬ¸": 120423, + "espoÅĪ": 120424, + "à¸Ķาว": 120425, + "оÑĢом": 120426, + "ĠгÑĢаÑĦ": 120427, + "ĠпÑĸÑĪ": 120428, + "Ġë¿IJ": 120429, + "ýv": 120430, + "Сам": 120431, + "Ġkrev": 120432, + "ĠBunu": 120433, + "Ġzobraz": 120434, + "ĠسخÙĨ": 120435, + "ĠæĶ¯": 120436, + "лÑİб": 120437, + "ÙİاÙĨ": 120438, + "маÑĤÑĢива": 120439, + "λεÏį": 120440, + "ĠпоÑħод": 120441, + "ĠгÑĢе": 120442, + "çľĭçĿĢ": 120443, + "à¸Īำà¸ģ": 120444, + "ัà¸ĩà¸Ħม": 120445, + "Ġseçenek": 120446, + "Ä°stanbul": 120447, + "ĠвÑĸдмов": 120448, + "miyor": 120449, + "Ġmụn": 120450, + "ìĿ´ìĹIJ": 120451, + "ĠNhÆ°": 120452, + "Âłtom": 120453, + "lıkları": 120454, + "ÂłÄij": 120455, + "ãĥ»ãĥŀ": 120456, + "ĠÙģت": 120457, + "ĠFakültesi": 120458, + "ìłĦíŀĪ": 120459, + "éªij": 120460, + "ĠìŀijìĿĢ": 120461, + "ç¼ĺ": 120462, + "ìºIJ": 120463, + "Ġmüzik": 120464, + "алÑĭ": 120465, + "Ġpozem": 120466, + "çĥ§": 120467, + "Ġ常": 120468, + "Å¡il": 120469, + "à¤Ĩप": 120470, + "à¸ģำหà¸Ļà¸Ķ": 120471, + "Ġگردش": 120472, + "λιά": 120473, + "Ġöden": 120474, + "åıªè¦ģ": 120475, + "ĠÄIJo": 120476, + "Ġstratej": 120477, + "ĠÙĩتÙĦ": 120478, + "ÙĤÙģ": 120479, + "Ġkullanılır": 120480, + "ĠÑģпоÑģÑĤ": 120481, + "ĠnÄĽho": 120482, + "ĠÐŁÐµÑĢед": 120483, + "ĠизмеÑĢ": 120484, + "]]>": 120485, + "ĠнÑĸколи": 120486, + "Ġhayal": 120487, + "ĠдодаÑĤков": 120488, + "Ġनà¤ķ": 120489, + "Ġinsanın": 120490, + "à¸¸à¸¡à¸łà¸²à¸ŀ": 120491, + "ografie": 120492, + "воб": 120493, + "ĠاÙĨساÙĨÛĮ": 120494, + "Ġmük": 120495, + "ĠÑĥмеÑĢ": 120496, + "оÑĩнÑĭе": 120497, + "ëıĦìĿĺ": 120498, + "Ġara": 120499, + "Ġ빨": 120500, + "ĠκÏį": 120501, + "лой": 120502, + "Ñģион": 120503, + "ĠrozdÃŃl": 120504, + "ayıf": 120505, + "ĠÙĪاØŃدة": 120506, + "оÑĢалÑĮ": 120507, + "Ġpochop": 120508, + "éļ¨": 120509, + "à¹īà¸Ńà¸ĩà¸Ļ": 120510, + "ĠÙĪاÙĨ": 120511, + "ξε": 120512, + "Ġμον": 120513, + "ÑĥÑĪка": 120514, + "ordum": 120515, + "æ¸ħæ¥ļ": 120516, + "ĠDeÄŁ": 120517, + "ÏĢÏģο": 120518, + "ĠÙĪاÙĦتÙĬ": 120519, + "Ġpokus": 120520, + "íĽĦ기": 120521, + "饮": 120522, + "æĹħè¡Į": 120523, + "ĠженÑīин": 120524, + "ĠdoÄŁrudan": 120525, + "ĠÑıб": 120526, + "ĠzaÄįÃŃ": 120527, + "Ġë³´ìŬ": 120528, + "-CP": 120529, + "åIJ¨": 120530, + "à¥ĭà¤ĸ": 120531, + "ÑĢогÑĢа": 120532, + "lerdi": 120533, + "ìĬ´": 120534, + "ÙıÙĪا": 120535, + "ĠustanovenÃŃ": 120536, + "ĠдоÑģÑĤав": 120537, + "Ġfırsat": 120538, + "ĠاÙĦÙħÙĩÙĨØ©": 120539, + "ĠвеÑīеÑģÑĤва": 120540, + "ĠнеÑģп": 120541, + "ĠاÙĦکترÙĪÙĨ": 120542, + "taÅŁ": 120543, + "æĪĴ": 120544, + "Ġyurt": 120545, + "Ġgirdi": 120546, + "ĠÐļÑĥб": 120547, + "Ġ를": 120548, + "ุà¹Į": 120549, + "ãģĿãģĨãģª": 120550, + "à¹īĊ": 120551, + "ĠвÑĭбÑĢа": 120552, + "kovÄĽ": 120553, + "ĠSiz": 120554, + "ĠگاÙĩ": 120555, + "ĠЧаÑģ": 120556, + "ĠзгÑĸдно": 120557, + ".ÐŁ": 120558, + "å§Ĭ": 120559, + "ĠÐļÑĥÑĢ": 120560, + "ĠìĿĺíķ´": 120561, + "Ġetraf": 120562, + "ĠкаÑĪ": 120563, + "ĠØ·ÛĮ": 120564, + "ξει": 120565, + "ç²Ĵ": 120566, + "Ġآذ": 120567, + "Ġbölge": 120568, + "Ġà¤®à¤ľà¤¬": 120569, + "ÙIJÙĥ": 120570, + "Ġválky": 120571, + "ãģłãĤĪ": 120572, + "Ġmesaj": 120573, + "ĠpÅĻist": 120574, + "Ġtypu": 120575, + "ĠкиÑĪеÑĩ": 120576, + "ãĤīãģ®": 120577, + "Ġkendisi": 120578, + "ĠвÑĸдбÑĥва": 120579, + "侯": 120580, + "Ġдиза": 120581, + "ãĢĢĊ": 120582, + "ĠпÑĢоÑĨеÑģÑĥ": 120583, + "ĠÑįлекÑĤÑĢ": 120584, + "_PUS": 120585, + "ĠмногиÑħ": 120586, + "Ġkém": 120587, + "æŀª": 120588, + "çݰ代": 120589, + "Ġéħį": 120590, + "ë¡Ń": 120591, + "ÑĤиÑģÑı": 120592, + "Ġlục": 120593, + "ĠÙĪاÙĦØŃ": 120594, + "ptal": 120595, + "ẵng": 120596, + "ÏĢλ": 120597, + "Ġdolu": 120598, + "Ġtòa": 120599, + "Ġиногда": 120600, + "ĠпоÑĢÑıдок": 120601, + "ЯкÑīо": 120602, + "âĶĺ": 120603, + "ĠغربÛĮ": 120604, + "移åĬ¨": 120605, + "ยà¸Ļà¸ķร": 120606, + "HDATA": 120607, + "_PUSHDATA": 120608, + "Ġثابت": 120609, + "åĮħåIJ«": 120610, + "ĠÏĢÏģÎŃÏĢει": 120611, + "़à¥ĭ": 120612, + "åIJįåīį": 120613, + "ÑĤеÑĢи": 120614, + "ｯ": 120615, + "ĠåħĪ": 120616, + "нед": 120617, + "ÏģοÏįν": 120618, + "вей": 120619, + "èĤĸ": 120620, + "ĠÅĻeditel": 120621, + "Ġthép": 120622, + "ĠÙĩÙģتÙĩ": 120623, + "ĠдÑĢÑĥга": 120624, + "ERÄ°": 120625, + "ĠẢ": 120626, + "ĠпеÑĢеÑĢ": 120627, + "ĠжеÑģÑĤ": 120628, + "ĠÄijẳng": 120629, + "禮": 120630, + "алÑĮном": 120631, + "िषय": 120632, + "иденÑĤа": 120633, + "ĠآخرÛĮÙĨ": 120634, + "Ġæĵ": 120635, + "Ġมหาว": 120636, + "ĠлÑİÑĤого": 120637, + "ĠбÑĸзнеÑģ": 120638, + "gıç": 120639, + "Ġngá»ĵi": 120640, + "оÑĩнÑĭй": 120641, + "ĠoÄįek": 120642, + "ĠÙħرة": 120643, + "Ġtvar": 120644, + "ĠsamozÅĻejmÄĽ": 120645, + "ĠBelediye": 120646, + "Ġвода": 120647, + "ĠÚ¯ÛĮرد": 120648, + "ĠгодÑĭ": 120649, + "ãģ«è¡Į": 120650, + "æĺ¯æĪij": 120651, + "ÑĪили": 120652, + "ĠåĽ½äº§": 120653, + "ủi": 120654, + "ĠбÑĥдÑĥÑĤÑĮ": 120655, + "ĠÑĢайонÑĥ": 120656, + "Ġìĵ": 120657, + "ĠÙĪاس": 120658, + "ĠاÛĮشاÙĨ": 120659, + "ενοδο": 120660, + "Ġнезалеж": 120661, + "Ġپشت": 120662, + "ĠgiriÅŁim": 120663, + "Ġделе": 120664, + "ĠاصÙģÙĩاÙĨ": 120665, + "à¸Ķวà¸ģ": 120666, + "ĠاÙĦÙĤÙĬ": 120667, + "à¹Įà¸Ī": 120668, + "못": 120669, + "Ġdru": 120670, + "迹": 120671, + "адженнÑı": 120672, + "ÙģÙĨ": 120673, + "ÏĩοÏĤ": 120674, + "à¹Ĥà¸Ī": 120675, + "eyle": 120676, + "å¡ij": 120677, + "Ġuprav": 120678, + "ĠздаÑĤ": 120679, + "ĠvidÄĽt": 120680, + "Ġà¸Ľà¸£": 120681, + "ĠÑĦеÑĢ": 120682, + "ÐĨн": 120683, + "Ġìµľìĭł": 120684, + "loha": 120685, + "ĠиÑģпÑĭÑĤ": 120686, + "Ġavan": 120687, + "γοÏħ": 120688, + "ĠGiấy": 120689, + "ãĤ»ãĥ³ãĤ¿ãĥ¼": 120690, + "éģį": 120691, + "еÑĢаÑħ": 120692, + "Ġê°Ģì§Ģê³ł": 120693, + "Ġид": 120694, + "Ġmnohem": 120695, + "æ£Ģæµĭ": 120696, + "Ġetme": 120697, + "ĠتÙħر": 120698, + "ĠbaÅŁlayan": 120699, + "ãģıãĤĮ": 120700, + "à¹ĩà¸Ļà¸ģาร": 120701, + "ĠÑħаÑĢакÑĤеÑĢиз": 120702, + "Ġanlamına": 120703, + "ÙıÙĩ": 120704, + "ĠÑģеÑĢпнÑı": 120705, + "çķªçµĦ": 120706, + "Ġmsgid": 120707, + "ĠzvÃŃÅĻ": 120708, + "ĠíļĮìĽIJ": 120709, + "Ġyapar": 120710, + "ä¼ĺåĬ¿": 120711, + "еннÑĭми": 120712, + "Ġأث": 120713, + "ì²Ļ": 120714, + "Ġjiného": 120715, + "ĠدÙģاع": 120716, + "ĠØŃÚ©ÙĪÙħ": 120717, + "Ġrizik": 120718, + "άλι": 120719, + "à¸ĩà¸Ĥ": 120720, + "èµ¢": 120721, + "ĠÎķÎĽ": 120722, + "Ġokum": 120723, + "æĶ¶åħ¥": 120724, + "ĠÚĨÛĮÙĨ": 120725, + "æľīçļĦ": 120726, + "ÑĨами": 120727, + "dÄĽnÃŃ": 120728, + "ĠкоÑĢаб": 120729, + "Ġalanda": 120730, + "สà¸Ļาม": 120731, + "ï¼īãģ®": 120732, + "ısız": 120733, + "ÙĬÙĬر": 120734, + "ÙĥÙĬØ©": 120735, + "ĠneboÅ¥": 120736, + "Ġbitir": 120737, + "Ġãĥľ": 120738, + "Ùijا": 120739, + "ï¼Ĩ": 120740, + "ĠاÙĦتارÙĬØ®": 120741, + "มหาà¸Ļà¸Ħร": 120742, + "atürk": 120743, + "ãĤ¹ãĥĨãĥł": 120744, + "θήκη": 120745, + "Ġκαν": 120746, + "ĠSür": 120747, + "ĠdÄ±ÅŁÄ±": 120748, + "Ġkancel": 120749, + "Ġپخش": 120750, + "hPa": 120751, + "ĠÄįt": 120752, + "ĠпÑĢоÑħ": 120753, + "à¹īà¸Ī": 120754, + "Ġê±°ìķ¼": 120755, + "ĠдеÑĢжавного": 120756, + "èĤ¡ä¸ľ": 120757, + "ìĿ´íģ¬": 120758, + "ÙĥتÙĪر": 120759, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 120760, + "診": 120761, + "ĠبÙħا": 120762, + "ĠноÑĢмаÑĤив": 120763, + "çiler": 120764, + "à¸ĩศ": 120765, + "éĽĨä¸Ń": 120766, + "ÑĢиÑģ": 120767, + "ÑĩаÑĶ": 120768, + "liÄŁin": 120769, + "ãĥ¼ãĤ¿ãĥ¼": 120770, + "аÑĢаÑĤ": 120771, + "åĬĽéĩı": 120772, + "ĠÑģÑħем": 120773, + "åħ¥åı£": 120774, + "离å¼Ģ": 120775, + "ÏģοÏĨοÏģίεÏĤ": 120776, + "ĠÐĹаÑĤем": 120777, + "ĠkarÅŁÄ±sında": 120778, + "ĠاÙĨتظ": 120779, + "ï½Ĭ": 120780, + "ĠeÅŁit": 120781, + "Ġyazılı": 120782, + "Ðļом": 120783, + "ازÙĬ": 120784, + "Ġkimse": 120785, + "ÑĢаÑīи": 120786, + "ัà¸ģส": 120787, + "Ġkanun": 120788, + "ĠëIJĺìĹĪ": 120789, + "ĠιÏĥÏĩ": 120790, + "Ġмеди": 120791, + "æ°§": 120792, + "ï¼Įåħ¶ä¸Ń": 120793, + "Ġyoktu": 120794, + "ĠãĤ½": 120795, + "ĠпÑĢиобÑĢеÑĤ": 120796, + "ÙĪÛĮØ´": 120797, + "ãħłãħł": 120798, + "ĠکردÙħ": 120799, + "Ġduvar": 120800, + "Ġç¸": 120801, + "ısır": 120802, + "Ġïºį": 120803, + "ĠÐłÐ¾ÑģÑģиÑı": 120804, + "à¹īà¹ĥà¸Ļ": 120805, + "ĠiÅŁi": 120806, + "dol": 120807, + "ĠÙħØŃÙħÙĪد": 120808, + "ĠÑģамÑĭÑħ": 120809, + "ĠبÙĨابراÛĮÙĨ": 120810, + "ãĤĮãģ©": 120811, + "ุà¸ķสาห": 120812, + ".»": 120813, + "ูà¸Ĭ": 120814, + "ĠTep": 120815, + "ãģıãĤĵ": 120816, + "Ġå¸ĥ": 120817, + "Ġतल": 120818, + "Ġserm": 120819, + "λÏĮγ": 120820, + "ĠÅŀimdi": 120821, + "Ġà¤ľà¤¨à¤¤": 120822, + "-ÐĴ": 120823, + "訪": 120824, + "ĠвÑĸдпов": 120825, + "ิà¸Ļà¸Ķ": 120826, + "ιÏĥμÏĮÏĤ": 120827, + "ΩΤ": 120828, + "âĨĴâĨĴ": 120829, + "ικοί": 120830, + "ĠÑģпÑĢава": 120831, + "æľºåħ³": 120832, + "ĠÃĿ": 120833, + "Ġмова": 120834, + "Ġмогла": 120835, + "ĠдлиÑĤелÑĮ": 120836, + "ãģĹãģ¦ãĤĤ": 120837, + "ĠβÏģί": 120838, + "Ġжод": 120839, + "éĹª": 120840, + "ĠмÑĸÑģÑĮкоÑĹ": 120841, + "ηÏģε": 120842, + "çłĤ": 120843, + "Ġkterých": 120844, + "ĠÐĵолов": 120845, + "Ġhá»Ļp": 120846, + "ĠpanÃŃ": 120847, + "تÙħاد": 120848, + "Âľ": 120849, + "åįģåħŃ": 120850, + "κοÏĤ": 120851, + "евÑĭÑħ": 120852, + "æĭĴ": 120853, + "ĠÑģÑĤоÑĢон": 120854, + "Ġphóng": 120855, + "ĠÑĥлÑĥÑĩÑĪ": 120856, + "mrt": 120857, + "mpar": 120858, + "ĠSlav": 120859, + "Ġkov": 120860, + "ìĿ¸ìĿĢ": 120861, + "ĠåºĶ": 120862, + "ัà¸ļà¸Ħ": 120863, + "Ġkì": 120864, + "ĠaÅ¥": 120865, + "ÅĻÃŃt": 120866, + "ì°Į": 120867, + "ÙħÙĨت": 120868, + "ıyorlar": 120869, + "æŃ£å¸¸": 120870, + "нÑıÑĤÑĤÑı": 120871, + "racÃŃ": 120872, + "ĠпиÑĤаниÑı": 120873, + "à¸Īะà¹Ģà¸Ľ": 120874, + "ĠاÙĦÙĩÙĨد": 120875, + "ĠDost": 120876, + "ĠÐĴаÑģилÑĮ": 120877, + "ĠíĥĦ": 120878, + "Ġnạn": 120879, + "à¹Īà¸Ńà¹Ħà¸Ľ": 120880, + "رÙĪض": 120881, + "±ظ": 120882, + "Ġbychom": 120883, + "à¸Ļวย": 120884, + "ãģłãģ£ãģ¦": 120885, + "ĠÐĺÑģп": 120886, + "à¸Ħรà¸ļ": 120887, + "Ġสà¸ĸาà¸Ļ": 120888, + "ĠëĤ®": 120889, + "jiÅ¡tÄĽ": 120890, + "ĠÙģÙĪت": 120891, + "ĠChÆ°Æ¡ng": 120892, + "ĠìĿ´ë£¨": 120893, + "ĠpÅĻÃŃtom": 120894, + "tual": 120895, + "bette": 120896, + "Ġsabah": 120897, + "μί": 120898, + "Ġmá»ĩnh": 120899, + "ãģ®ãģłãĤįãģĨ": 120900, + "ĠzamÄĽÅĻ": 120901, + "åįģäºĶ": 120902, + "ĠìķĬìĿĦ": 120903, + "اÙĨÙĪ": 120904, + "енÑĥ": 120905, + "ĠÑĥгод": 120906, + "ĠVÆ°á»Ŀn": 120907, + "Ġëĵ±ìĿĦ": 120908, + "Ġbelirtilen": 120909, + "æŁĦ": 120910, + "Ġteklif": 120911, + "¬Ĥ": 120912, + "ĠподаÑĤков": 120913, + "ĠاÙĦÙĨÙĩ": 120914, + "ï¼´": 120915, + "ìĽĥ": 120916, + "Ġहल": 120917, + "ĠимÑĥ": 120918, + "ĠкоÑĤоÑĢÑĭм": 120919, + "ï¼Į以åıĬ": 120920, + "ĠÑĤабли": 120921, + "ा:": 120922, + "Ġبرج": 120923, + "ĠÎŃναν": 120924, + "ĠÙĬÙĪÙĦÙĬÙĪ": 120925, + "ýš": 120926, + "ĠÙĬج": 120927, + "ĠÑĤÑĢоÑħи": 120928, + "æŀĿ": 120929, + "ĠdÃły": 120930, + "ĠBurada": 120931, + "ĠÏĥÏħμβ": 120932, + "ĠÎijÏģÏĩ": 120933, + "ĠsociálnÃŃ": 120934, + "ĠÚ¯ÙĪ": 120935, + "Ġyanıt": 120936, + "ãģ¯ãģªãģĦ": 120937, + "ãģ®ä¸Ĭ": 120938, + "Ġnúi": 120939, + "ĠرÙģتار": 120940, + "ĠÙħرات": 120941, + "زÙħاÙĨ": 120942, + "าà¸Īารย": 120943, + "ĠÑĩиÑģлÑĸ": 120944, + "ĠسÙĨت": 120945, + "ĠÃĸzellikle": 120946, + "ìĩ¼": 120947, + "ĠÄįÃŃm": 120948, + "ADDE": 120949, + "ãģ®ãĤĪãģĨãģª": 120950, + "ÙĪÙĦÙĪÚĺÛĮ": 120951, + "ĠíĻľìļ©": 120952, + "ãĢģãģ©ãģĨ": 120953, + "ĠÎłÏģÏī": 120954, + "çĻ»åł´": 120955, + "ĠнаданнÑı": 120956, + "ĠмеÑĢеж": 120957, + "ĠìĿµ": 120958, + "jÃŃcÃŃch": 120959, + "itou": 120960, + "ÙĤÙĪÙĦ": 120961, + "Ùħج": 120962, + "ĠبÙĨد": 120963, + "Ġönüne": 120964, + "Ġï½°": 120965, + "зв": 120966, + "ĠеÑģÑĤе": 120967, + "ÐłÐĺ": 120968, + "ÑĢол": 120969, + "ayla": 120970, + "ĠклÑĥ": 120971, + "æݨèĸ¦": 120972, + "ĠÑĢозÑĢаÑħ": 120973, + "Ġìĥģëĭ´": 120974, + "ĠÙĨسÙħØ©": 120975, + "ĠвиÑħод": 120976, + "à¥Ģà¤Ĩà¤Ī": 120977, + "ĠпÑĢиÑģÑĤÑĥп": 120978, + "ÙĴع": 120979, + "ĠteÅŁekkür": 120980, + "дÑıки": 120981, + "Ġfikir": 120982, + "ัศà¸Ļ": 120983, + "ĠآزÙħاÛĮØ´": 120984, + "Ġbizi": 120985, + "ÏĨαÏģ": 120986, + "æľªæĿ¥": 120987, + "æIJº": 120988, + "ĠδÏħνα": 120989, + "ĠرÙĪÙħ": 120990, + "Ġbundan": 120991, + "ĠÙĤاÙĦب": 120992, + "Ġhaft": 120993, + "忽": 120994, + "ĠÐľÐ¾ÑĢ": 120995, + "Ġzápas": 120996, + "Ġë¹Ľ": 120997, + "å»·": 120998, + "äºĪç´Ħ": 120999, + "Ġkhuyến": 121000, + "ĠÎijÎĵ": 121001, + "ĠìŀijìĹħ": 121002, + "डर": 121003, + "Ġjednoduch": 121004, + "à¥īम": 121005, + "ĠdeÄŁildi": 121006, + "Ġkolo": 121007, + "ĠدÙĤÛĮ": 121008, + "лами": 121009, + "ĠHá»įc": 121010, + "Ġपस": 121011, + "ĠÎłÏģÏĮ": 121012, + "ĠâĹij": 121013, + "ĠнаÑģлÑĸд": 121014, + "Ġдиви": 121015, + "ĠpÅĻesnÄĽ": 121016, + "ĠТаким": 121017, + "Ġrukou": 121018, + "ä¸ĢåĪĩ": 121019, + "ĠÑģпÑĢи": 121020, + "enské": 121021, + "æŦ": 121022, + "ĠÙĤÙĨ": 121023, + "Ġústav": 121024, + "िशत": 121025, + "à¹Į)": 121026, + "ĠTrang": 121027, + "Ġmohla": 121028, + "ĠÎķλλην": 121029, + "Ġпоки": 121030, + "ĠØ¢Ùħار": 121031, + "åIJ¾": 121032, + "ĠÑĢеÑģп": 121033, + "Ġtakdir": 121034, + "Ġrahatsız": 121035, + "éŁ³ä¹IJ": 121036, + "ĠâĶĥ": 121037, + "ilis": 121038, + "ĠÙĪاÙĦØ¥": 121039, + "å®Ļ": 121040, + "Ñĥмов": 121041, + "ĠÐĽÐ¸ÑĤ": 121042, + "::::|": 121043, + "åħ½": 121044, + "ĠÙĨزدÛĮÚ©": 121045, + "елÑĸв": 121046, + "θοÏįν": 121047, + "ìĹIJìĦľëıĦ": 121048, + "èµĦæł¼": 121049, + "çIJĨ论": 121050, + "ĠKemal": 121051, + "ĠкеÑĢ": 121052, + "ษายà¸Ļ": 121053, + "Ġåįİ": 121054, + ")ìĹIJ": 121055, + "ĠëĬĺ": 121056, + "ãĥĿãĥ¼ãĥĪ": 121057, + "ĠÐĹд": 121058, + "اصÙĬÙĦ": 121059, + "Ġkatı": 121060, + "ãĤĤãģĹãĤĮãģªãģĦ": 121061, + "Ġкаждого": 121062, + "ĠдÑĢ": 121063, + "Ġfutbol": 121064, + "ÙĦÙĬÙģ": 121065, + "Ġì§ĢëĤľ": 121066, + "ĠÙ¾ÛĮØ´ÙĨÙĩ": 121067, + "ülük": 121068, + "Ġà¸ķำà¸ļล": 121069, + "ĠbáºŃc": 121070, + "ĠåĽł": 121071, + "ikler": 121072, + "Ïģιά": 121073, + "Ġвважа": 121074, + "Ġvypl": 121075, + "Ġвниз": 121076, + "íĢ": 121077, + "çľ¾": 121078, + "ĠÑģила": 121079, + "ĠналиÑĩии": 121080, + "ĠعراÙĤ": 121081, + "ĠاÙĦÙħÙĥ": 121082, + "å°±ä¼ļ": 121083, + "ĠмÑĸг": 121084, + "ĠÎĮμιλοÏĤ": 121085, + "Ñīего": 121086, + "Ġíĸīìłķ": 121087, + "Âłmph": 121088, + "Ġmalé": 121089, + "ĠÛĮاÙģتÙĩ": 121090, + "Ġmnoha": 121091, + "γά": 121092, + "ĠпоÑģÑĤÑĢо": 121093, + "ĠاÙĦÙħÙĪس": 121094, + "Ġolma": 121095, + "ëī´ìĬ¤": 121096, + "Ġtutar": 121097, + "ãĥ¼ãĥĵãĤ¹": 121098, + "à¥įथन": 121099, + "-либо": 121100, + "æ¥ŃåĭĻ": 121101, + "ĠоÑģобливо": 121102, + "è®Ģ": 121103, + "ÙģÙĩÙĪÙħ": 121104, + "Ġkẻ": 121105, + "ĠÅ¡tÄĽ": 121106, + "Ġcầm": 121107, + "ĠÄįlánky": 121108, + "ĠÄIJiá»ĩn": 121109, + "(=": 121110, + "OVÃģ": 121111, + "uldu": 121112, + "aft": 121113, + "Ġlãi": 121114, + "Ġdoldur": 121115, + "³³³³³³³³³³³": 121116, + "βι": 121117, + "ãģ£ãģ¦ãģįãģŁ": 121118, + "ì¶ľìŀ¥ìķĪë§Ī": 121119, + "å¯Ŀ": 121120, + "Ġë¶Ģíĥģ": 121121, + "ĠاÙĦاخ": 121122, + "ĠγÏħνα": 121123, + "à¤ıम": 121124, + "à¥Įल": 121125, + "عادة": 121126, + "ĠκοÏħ": 121127, + "ĠÙħطرØŃ": 121128, + "ĠÑĩеловеÑĩ": 121129, + "Ġnumar": 121130, + "Ġдина": 121131, + "ÏĦÏģÎŃ": 121132, + "λικ": 121133, + "Ġдолго": 121134, + "Ġnhiêu": 121135, + "ĠвоÑģÑģÑĤанов": 121136, + "apı": 121137, + "Ġkanı": 121138, + "ĠKế": 121139, + "ãĤīãģļ": 121140, + "Ġharek": 121141, + "ãģłãģijãģ§": 121142, + "æ»ħ": 121143, + "Ġohled": 121144, + "еÑĢим": 121145, + "ĠØŃÙĬÙĨ": 121146, + "ĠÙĤÙĩر": 121147, + "Ġबà¥Ŀ": 121148, + "اپÛĮÙħ": 121149, + "è¶ħè¿ĩ": 121150, + "Ġæħ": 121151, + "ĠتÙģس": 121152, + "asıyla": 121153, + "биÑĤ": 121154, + "ĠØŃاج": 121155, + "ĠÑĤÑĢебованиÑı": 121156, + "Ġæݨ": 121157, + "Ġç±³": 121158, + "ãĤ³ãĥ¼ãĥī": 121159, + "ĠÑĥÑģи": 121160, + "ĠاخÙĦاÙĤ": 121161, + "Ġdostup": 121162, + "ĠعÙĦاÙĤ": 121163, + "िवस": 121164, + "Ġоди": 121165, + "tej": 121166, + "Ġthá»ıa": 121167, + "ัà¸ģษà¸ĵะ": 121168, + "ĠÑĢаÑģк": 121169, + "ĠÐĿаÑĢод": 121170, + "ĠзакÑĥп": 121171, + "ože": 121172, + "Ġاجرا": 121173, + "ê´ijê³ł": 121174, + "аÑĢÑĤам": 121175, + "ĠпеÑĢеж": 121176, + "èij£äºĭ": 121177, + "ĠÑıкоÑģÑĤÑĸ": 121178, + "ĠвÑĥл": 121179, + "мон": 121180, + "Ġchlap": 121181, + "ĠÑįÑĤомÑĥ": 121182, + "аÑĤÑĸ": 121183, + "ĠíĴĪ": 121184, + "è¡Ĺéģĵ": 121185, + "سد": 121186, + "ÙĪرÙĩ": 121187, + "ĠزÛĮاد": 121188, + "åľ¨çº¿è§Ĩé¢ij": 121189, + "اÙĪÙĬØ©": 121190, + "ï¼Įå°±æĺ¯": 121191, + "elerinden": 121192, + "ÑĢажд": 121193, + "Ġпозд": 121194, + "ĠзнаÑĤÑĮ": 121195, + "ัà¸ļสà¸Ļ": 121196, + "à¥ĩà¤ĸत": 121197, + "ĠæĽ°": 121198, + "ê³¼ìłķ": 121199, + "é®®": 121200, + "ĠViá»ĩn": 121201, + "Ġdvoj": 121202, + "ίνεÏĦαι": 121203, + "ĠosobnÃŃch": 121204, + "ĠâĢª": 121205, + "éĻµ": 121206, + "ĠØ®ÙĪدش": 121207, + "ĠاÙĨر": 121208, + "ĠпÑĢоÑĦеÑģÑģионалÑĮ": 121209, + "kám": 121210, + "ĠÙħÙĥاÙĨ": 121211, + "ĠاÙĦأد": 121212, + "Ġê³µë¶Ģ": 121213, + "ĠÄijức": 121214, + "ĠCumhuriyeti": 121215, + "åĩºãģĹ": 121216, + "дами": 121217, + "ĠìĪĺìĥģ": 121218, + "ĠÙģبراÙĬر": 121219, + "Ġsüresi": 121220, + "Ġبج": 121221, + "ĠæĶ¾": 121222, + "ØŃÛĮ": 121223, + "çłĶ究æīĢ": 121224, + "åĩºçīĪ社": 121225, + "ĠÙħÙĪتÙĪر": 121226, + "&&&&": 121227, + "ĠпеÑĢей": 121228, + "ĠìĦłê±°": 121229, + "ĠúspÄĽÅ¡": 121230, + "ارک": 121231, + "Ġettir": 121232, + "Ġì¶ľìŀ¥": 121233, + "ĠKanun": 121234, + "ĠÑĥменÑĮÑĪ": 121235, + "ĠзаÑĤвеÑĢдж": 121236, + "ĠاÙĦدÙĪÙĦÙĬ": 121237, + "Ġãĥĵ": 121238, + "ĠBazı": 121239, + "åŃIJãģ®": 121240, + "åĩ¯": 121241, + "Ġsebeb": 121242, + "Ġåħ±": 121243, + "Ġdnů": 121244, + "ä½įäºİ": 121245, + "ĠZd": 121246, + "æī±": 121247, + "ĠتجربÙĩ": 121248, + "ÃĶNG": 121249, + "Ġìĺ¬ëĿ¼": 121250, + "ÏīÏĦεÏģ": 121251, + "ĠÑģвид": 121252, + "æ¯ĶèµĽ": 121253, + "ãģ«åIJij": 121254, + "ìľĦ를": 121255, + "ãģĹãģ¾ãģĹãģŁ": 121256, + "Ġdá»ĭ": 121257, + "ĠÐłÑĥÑģ": 121258, + "Ġvá»ı": 121259, + "à¤Ĥडल": 121260, + "ĠпиÑī": 121261, + "Ġsmrti": 121262, + "à¸Īาà¸ģà¸ģาร": 121263, + "ĠÑģаÑħаÑĢ": 121264, + "Ġthoát": 121265, + "جÙħØ©": 121266, + "Ġпозвол": 121267, + "ĠاÙĦثاÙĨÙĬØ©": 121268, + "زادÙĩ": 121269, + "ãĢģä¸Ń": 121270, + "ήμεÏģα": 121271, + "æ¦ľ": 121272, + "lacaģı": 121273, + "ĠнаÑĪиÑħ": 121274, + "ìĶĢ": 121275, + "ĠÐĺÑģÑĤоÑĢиÑı": 121276, + "ündeki": 121277, + "ĠпеÑĢел": 121278, + "Ġ목ìĨĮ": 121279, + "ĠÑģÑĤаÑĤÑĥÑģ": 121280, + "овали": 121281, + "ÅĻaz": 121282, + "ĠдÑĢÑĥгого": 121283, + "ÙĥÙĪÙħØ©": 121284, + "ÑĩиÑģÑĤ": 121285, + "μμ": 121286, + "åıįåºĶ": 121287, + "icari": 121288, + "Ġپاک": 121289, + "алÑĮним": 121290, + "ĠBuna": 121291, + "иÑĤив": 121292, + "ÑĦÑĢа": 121293, + "ãĥ¼ãĥĸãĥ«": 121294, + "ĠÑĤобÑĤо": 121295, + "룬ìĬ¤": 121296, + "ĠاÙĦاع": 121297, + "åħ¬éĸĭ": 121298, + "å¥ī": 121299, + "ÙĪÙĦد": 121300, + "åIJįçĦ¡ãģĹ": 121301, + "æ°ij主": 121302, + "à¥ģà¤ľà¤°": 121303, + "ìĤ¬ë¬´": 121304, + "Ġöncelik": 121305, + "Ġå¨": 121306, + "Ñıб": 121307, + "çľī": 121308, + "à¥įवय": 121309, + "ĠHình": 121310, + "çļĦåľ°æĸ¹": 121311, + "ĠاÙĦتس": 121312, + "ä¸Ī夫": 121313, + "ĠпÑĥблÑĸ": 121314, + "ĠnÄĽjaké": 121315, + "ÄIJá»iji": 121316, + "ĠÑģоÑģÑĤоÑıниÑı": 121317, + "à¥Ģ)": 121318, + "ĠÄijáºŃu": 121319, + "jed": 121320, + "ê¶ģ": 121321, + "Ġsenin": 121322, + "ĠHóa": 121323, + "âĻł": 121324, + "лÑıÑİÑĤÑĮ": 121325, + "éĹ²": 121326, + "ìĿ¸íĬ¸": 121327, + "تبÙĩ": 121328, + "Ġरà¤ĸत": 121329, + "ĠÑģловами": 121330, + "ĠطبÙĤ": 121331, + "Ġuydu": 121332, + "ุà¸ĩà¹Ģà¸Ĺà¸ŀมหาà¸Ļà¸Ħร": 121333, + "ĠSanat": 121334, + "à¹īาà¸Ĭ": 121335, + "Ġкниж": 121336, + "Ìģc": 121337, + "اÙħج": 121338, + "δÏİ": 121339, + "Å®": 121340, + "Ġbinh": 121341, + "è¾Ĩ": 121342, + "neÄŁi": 121343, + "Ø·ÙĨ": 121344, + "å¸ķ": 121345, + "Ġìĩ¼": 121346, + "оÑģÑĢед": 121347, + "ĠοÏĢοίο": 121348, + "kır": 121349, + "à¥Īश": 121350, + "Ġà¸ĩาà¸Ļ": 121351, + "Ġdruž": 121352, + "ematik": 121353, + "adıģ": 121354, + "è¾ŀ": 121355, + "ĠpoužÃŃvá": 121356, + "Ġkurtar": 121357, + "ĠsaÄŁlan": 121358, + "ãĢıï¼Ī": 121359, + "Ġmůžeme": 121360, + "Ġباد": 121361, + "æľŁéĹ´": 121362, + "اتÙģ": 121363, + "Ġyazılım": 121364, + "ĠìĹ°ê²°": 121365, + "ÙĬÙģØ©": 121366, + "Ġemin": 121367, + "ĠнеÑģколÑĮкиÑħ": 121368, + "Û´Û°": 121369, + "寧": 121370, + "ίζει": 121371, + "Ġdél": 121372, + "veriÅŁ": 121373, + "ä¾¡æł¼": 121374, + "Ġاستاد": 121375, + "Ġалког": 121376, + ".HCM": 121377, + "ίοÏĤ": 121378, + "ακ": 121379, + "طع": 121380, + "ãģ£ãģį": 121381, + "ÑıеÑĤÑģÑı": 121382, + "лика": 121383, + "ĠÑĨÑı": 121384, + "Ġë§Īì§Ģë§ī": 121385, + "ĠаÑĢми": 121386, + "ĠγλÏİ": 121387, + "ENÃį": 121388, + "뮤": 121389, + "ŃIJï¸ı": 121390, + "Ġæ¯ı": 121391, + "Ġæĸ¼": 121392, + "ĠκαλÏį": 121393, + "ĠТом": 121394, + "ulur": 121395, + "Ġakce": 121396, + "ĠÙħÙĪجب": 121397, + "esiz": 121398, + "нÑıв": 121399, + "алÑĮнÑĥÑİ": 121400, + "алÑĸÑģÑĤ": 121401, + "ĠваÑĢÑĸ": 121402, + "ĠÙħؤس": 121403, + "ĠÙħاÛĮÙĦ": 121404, + "ĠμεÏĦαξÏį": 121405, + "åĩºãģĻ": 121406, + "Ġvá»Ŀi": 121407, + "룴": 121408, + "ï¼ĭ": 121409, + "æ¯İ": 121410, + "Ġtabi": 121411, + "âĤĥ": 121412, + "æ£ĭçīĮ": 121413, + "ĠÃIJ": 121414, + "ĠпÑĢоÑĦеÑģÑĸй": 121415, + "ÑĥваннÑĸ": 121416, + "ξγ": 121417, + "Ġжил": 121418, + "ÚĺÙĨ": 121419, + "лÑĥÑĪ": 121420, + "á½´": 121421, + "овеÑĢ": 121422, + "è¾¼ãģ¿": 121423, + "ĠÐľÐ°ÐºÑģим": 121424, + "ĠвзглÑıд": 121425, + "ĠнаÑĤÑĥ": 121426, + "मà¤ķ": 121427, + "ĠÑħими": 121428, + "ĠÑĢозÑĤаÑĪ": 121429, + "ÙĪراÙĨ": 121430, + "ĠØ´ÙĩرÙĩاÛĮ": 121431, + "æ©Łèĥ½": 121432, + "خذ": 121433, + "ĠÑģвоÑĶÑĹ": 121434, + "нÑıеÑĤ": 121435, + "Ġghế": 121436, + "ĠpÅĻedch": 121437, + "ÑĶÑĪ": 121438, + "огÑĢаÑĦÑĸÑı": 121439, + "Ġà¸Ĺำà¹ĥห": 121440, + "åĿĬ": 121441, + "ÏģÏīν": 121442, + "าระ": 121443, + "ĠKết": 121444, + "Ġchặt": 121445, + "ĠéĻĪ": 121446, + "ĠdÄĽlat": 121447, + "ĠбÑĥдÑĥÑī": 121448, + "ĠAçık": 121449, + "æłªå¼ıä¼ļ社": 121450, + "ĠÐŁÐ°ÑĢ": 121451, + "ĠKhu": 121452, + "ãĢģæĸ°": 121453, + "Ġбой": 121454, + "ë§ĪíĬ¸": 121455, + "ĠÑģопÑĢов": 121456, + "ساب": 121457, + "ниÑģÑĤ": 121458, + "å¼ĥ": 121459, + "ĠØ´ÙĨاس": 121460, + "енном": 121461, + "Ġ项": 121462, + "èīºæľ¯": 121463, + "озем": 121464, + "ĠÑĢеÑĪениÑı": 121465, + "lady": 121466, + "ĠвÑģей": 121467, + "æĶ»åĩ»": 121468, + "Ġê²°ìłķ": 121469, + "ãĢĢï¾ŀ": 121470, + "Ġê°IJëıħ": 121471, + "-ÐIJ": 121472, + "ĠmÃŃr": 121473, + "à¥ģपà¤ı": 121474, + "нÑĸÑĨип": 121475, + "бом": 121476, + "ĠÅ¡t": 121477, + "éľį": 121478, + "ĠÑĢеÑĪение": 121479, + "ĠдиагноÑģÑĤи": 121480, + "ipar": 121481, + "اÛĮز": 121482, + "ãng": 121483, + "ัวร": 121484, + "ĠÑĨаÑĢ": 121485, + "Ġsly": 121486, + "νÏİ": 121487, + "ĠKuzey": 121488, + "رÛĮب": 121489, + "Ġcenu": 121490, + "Ġcertif": 121491, + "ĠÑĤÑĢеÑĤÑĮ": 121492, + "ิà¸Ķà¸Ĥ": 121493, + "ĠпаÑĨÑĸÑĶн": 121494, + "ÅĻiv": 121495, + "èĦĤ": 121496, + "¢°": 121497, + "ĠPhần": 121498, + "ĠмеÑĤоди": 121499, + "Ấ": 121500, + "ìĨĶ": 121501, + "åIJĮåѦ": 121502, + "ĠåĢĭ": 121503, + "моÑĤÑĢÑı": 121504, + "Ġuvád": 121505, + "Û±Û¹Û¶": 121506, + "éģ¸æĬŀ": 121507, + "!»": 121508, + "ëĺIJ": 121509, + "ĠÛĮÙĪتÛĮ": 121510, + "ĠاÙĦØŃرب": 121511, + "ологÑĸÑı": 121512, + "nila": 121513, + "ĠÄijảng": 121514, + "ázi": 121515, + "ÑĢоÑī": 121516, + "Ġortadan": 121517, + "Ġاخبار": 121518, + "Ġà¤ħà¤ľ": 121519, + "Ġ매ìļ°": 121520, + "Ġпой": 121521, + "ĠجÙĬ": 121522, + "кÑĥваÑĤи": 121523, + "Ġá»ŀ": 121524, + "Ġبشر": 121525, + "ĠÙĥÙĬÙĦ": 121526, + "ÑīеÑģÑĤво": 121527, + "ĠìŬíĸī": 121528, + "اÙħÙĬ": 121529, + "вÑĸлÑĮ": 121530, + "ĠPrvnÃŃ": 121531, + "ĠÙĪسÛĮ": 121532, + "ĠÄIJá»": 121533, + "æĪ¿éĹ´": 121534, + "åľ¨çº¿éĺħ读": 121535, + "æķ·": 121536, + "Ġtrai": 121537, + "ä¿Ĺ": 121538, + "ĠÑģамоÑģÑĤоÑıÑĤелÑĮно": 121539, + "ĠÑĤÑĢебÑĥеÑĤÑģÑı": 121540, + "δÏģα": 121541, + "ĠÑĢеÑĩов": 121542, + "ĠвÑĸк": 121543, + "ĠÑĢÑĥÑĩ": 121544, + "奧": 121545, + "ĠolduÄŁuna": 121546, + "евÑĭе": 121547, + "Ġà¸Ħล": 121548, + "اÙĦÙĤ": 121549, + "ĠÑĸменÑĸ": 121550, + "æĶ»æĴĥ": 121551, + "ĠÑĥнивеÑĢÑģиÑĤ": 121552, + "ĠthÄĥm": 121553, + "ĠлиÑģÑĤопада": 121554, + "२०": 121555, + "Ø®ÙĬ": 121556, + "ÎķÎł": 121557, + "Ġarttır": 121558, + "Ġسخت": 121559, + "ï¼ĪæĺŃåĴĮ": 121560, + "ĠÎŁÏħ": 121561, + "иваниÑı": 121562, + "Ġstaveb": 121563, + "âħ¥": 121564, + "γÏīγή": 121565, + "Ù©": 121566, + "ĠиÑģÑģледованиÑı": 121567, + "åĢĭ人": 121568, + "Ġëĭ¤ìļ´ë°Ľê¸°": 121569, + "ĠÏĦελ": 121570, + "°N": 121571, + "ĠباÙĦÙĨ": 121572, + "à¹Įà¸ŀ": 121573, + "Ġnemůže": 121574, + "Ġголова": 121575, + "à¹Įà¹ģ": 121576, + "梯": 121577, + "Âĺ": 121578, + "δηÏĤ": 121579, + "ìĿ¸ì¦Ŀ": 121580, + "layın": 121581, + "á½·": 121582, + "ĠÙĨتاÛĮج": 121583, + "ĠÑģоблÑİд": 121584, + "ĠдвижениÑı": 121585, + "ìĮ": 121586, + "ĠpovÄĽ": 121587, + "ĠìłĦìĹIJ": 121588, + "å¦Ĥä¸ĭ": 121589, + "ĠاÙĦÙħدر": 121590, + "ï¼ĮæĪĸ": 121591, + "ارا": 121592, + "æ°ijæĹı": 121593, + "ĠبرÙĤ": 121594, + "ĠзапаÑģ": 121595, + "à¸Ļà¹ĥà¸Ī": 121596, + "éf": 121597, + "Ġà¸Łà¸£": 121598, + "Ġë³´ëĤ´": 121599, + "Ġ欧ç¾İ": 121600, + "-ÑĤаки": 121601, + "é©ļ": 121602, + "ÑĢÑĸÑı": 121603, + "æŁı": 121604, + "ĠповÑĸÑĤÑĢÑı": 121605, + "çµĦç¹Ķ": 121606, + "daÅŁ": 121607, + "Ġहमल": 121608, + "ĠÑĢеÑĶÑģÑĤÑĢа": 121609, + "άβ": 121610, + "ĠÎłÎ¿": 121611, + "Ġ그림": 121612, + "ÑĩаÑİÑĤ": 121613, + "à¸ĩà¸ķ": 121614, + "íĥĢìĿ´": 121615, + "æī¬": 121616, + "Ġpojist": 121617, + "ĠçłĶ": 121618, + "Ġåıĸ": 121619, + "Ġüzerindeki": 121620, + "jÅ¡ÃŃch": 121621, + "à¥Ģदव": 121622, + "檢": 121623, + "ĠмаÑĤеÑĢиалов": 121624, + "иваннÑı": 121625, + "Ġå°Ĩ": 121626, + "лл": 121627, + "ĠнаблÑİд": 121628, + "ĠGöz": 121629, + "ĠвзÑı": 121630, + "çĶµè§Ĩ": 121631, + "Ġвак": 121632, + "ç¿Ķ": 121633, + "Ġвзаим": 121634, + "Ġgitti": 121635, + "iteleri": 121636, + "ä»·åĢ¼": 121637, + "ĠاÙĦتص": 121638, + "िनà¤ķ": 121639, + "éĢļãĤĬ": 121640, + "ĠÑģÑĦеÑĢ": 121641, + "çĻºå£²": 121642, + "âĿ¤": 121643, + "ĠÚ¯ÙĪØ´ÛĮ": 121644, + "агаÑĤо": 121645, + "ĠÏĥÏħγκ": 121646, + "авиÑģ": 121647, + "æĤ£èĢħ": 121648, + "ĠخاÙħ": 121649, + "ÎĻÎļÎĹΣ": 121650, + "ınızda": 121651, + "panÄĽl": 121652, + "ĠÄIJá»ĭa": 121653, + "à¹ģละส": 121654, + "ĠãĤĤ": 121655, + "Ġsonucunda": 121656, + "ìĿį": 121657, + "eless": 121658, + "ĠNha": 121659, + "Ġzakáz": 121660, + "ĠвоÑģÑĤ": 121661, + "ĠvzdÄĽlávánÃŃ": 121662, + "-ม": 121663, + "Ġmetrů": 121664, + "ĠپاÛĮÛĮÙĨ": 121665, + "ĠÑĢаÑģÑĤение": 121666, + "Ġmuá»iji": 121667, + "èµĦéĩij": 121668, + "ĠÅŁÃ¼ph": 121669, + "ÙĬÙĦÙħ": 121670, + "ĠdÃ¼ÅŁÃ¼nc": 121671, + "ĠкÑĸм": 121672, + "ĠÏĩÏīÏģίÏĤ": 121673, + "ázev": 121674, + "ĠDeÄŁer": 121675, + "å·¥æ¥Ń": 121676, + "ĠرÙħز": 121677, + "ĠalespoÅĪ": 121678, + "ĠпÑĢеÑģÑĤÑĥп": 121679, + "ĠعÙĦاÙĪÙĩ": 121680, + "Ġmerak": 121681, + "à¹Į:": 121682, + "çİ°åľº": 121683, + "ÑĨвеÑĤ": 121684, + "Ġà¤ªà¥ľ": 121685, + "Ġëĭ¤ìĿĮê³¼": 121686, + "udic": 121687, + "ĠLep": 121688, + "ĠоднÑĸ": 121689, + "Ġalarak": 121690, + "å®īæİĴ": 121691, + "Ġà¸Ĥà¸Ļาà¸Ķ": 121692, + "rezent": 121693, + "isinden": 121694, + "رÙĪÛĮ": 121695, + "Ġplu": 121696, + "ç«ĭãģ¦": 121697, + "ÑĭваниÑı": 121698, + "Ġrast": 121699, + "Ġdüzenlem": 121700, + "jezd": 121701, + "ĠвеÑīеÑģÑĤв": 121702, + "ĠдиÑĢекÑĤоÑĢ": 121703, + "ÑĦÑĦ": 121704, + "tainment": 121705, + "ĠاÙĦÙĪز": 121706, + "landa": 121707, + "ĠÙĨÚ¯Ùĩد": 121708, + "ĠпÑĢоÑĤивоп": 121709, + "ãģ£ãģı": 121710, + "ãģ¨ãģªãĤĬ": 121711, + "Ġë°ľê²¬": 121712, + "ictor": 121713, + "ãĤ¸ãĤª": 121714, + "ΣΦ": 121715, + "ĠÑģкладÑĸ": 121716, + "Ġobsahuje": 121717, + "ĠUkra": 121718, + "æķ¦": 121719, + "ĠÏĩαÏģα": 121720, + "ĠÑĢегÑĥли": 121721, + "俺ãģ¯": 121722, + "ัà¸ķว": 121723, + "éĦī": 121724, + "ĠباÛĮ": 121725, + "éĬ·": 121726, + "ĠNẵng": 121727, + "лод": 121728, + "ارÙģ": 121729, + "æ´ģ": 121730, + "ĠëıĻìĿ¼": 121731, + "ÑĤивного": 121732, + "âĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģ": 121733, + "Ġ-:-": 121734, + "컬": 121735, + "ĠÑĪаг": 121736, + "ìłĦìŀIJ": 121737, + "çļĦäºĭæĥħ": 121738, + "ĠÑĢегÑĸ": 121739, + "ियल": 121740, + "ĠÐĿаз": 121741, + "ĠÐĻого": 121742, + "ĠÐłÐ¾Ð¼": 121743, + "ĠÃĸrneÄŁin": 121744, + "ĠпÑĢеÑģ": 121745, + "uluÄŁu": 121746, + "Ġзадов": 121747, + "ÅĻeh": 121748, + "æ¯ķä¸ļ": 121749, + "ĠtháºŃp": 121750, + "ëĤ¸": 121751, + "Ġdlouhodob": 121752, + "дÑĸлÑĥ": 121753, + "alat": 121754, + "ä»°": 121755, + "оком": 121756, + "ĠÑĦÑĸлÑĮ": 121757, + "ĠNgân": 121758, + "ĠترÙĥ": 121759, + "ĠÑĤÑī": 121760, + "رÙĪد": 121761, + "çuk": 121762, + "ranÃŃ": 121763, + "ĠdolaÅŁ": 121764, + "ĠQuang": 121765, + "ĠpÅĻedpok": 121766, + "ĠnámÄĽstÃŃ": 121767, + "ойÑĩив": 121768, + "çĭĢ": 121769, + "ĠбизнеÑģ": 121770, + "ãģŁãģı": 121771, + "ĠìĿ¸ì²ľ": 121772, + "оÑĢо": 121773, + "ĠKürt": 121774, + "ê·¸ëŁ¬": 121775, + "ÑĨаÑĤÑĮ": 121776, + "ĠBên": 121777, + "Ġacı": 121778, + "Ú©Ø´": 121779, + "ï¼Īå¹³æĪIJ": 121780, + "ĠèģĶ": 121781, + ")ãĢģ": 121782, + "diler": 121783, + "ÑĩиÑĤÑĮ": 121784, + "Ưá»": 121785, + "éĻ¶": 121786, + "ileceÄŁini": 121787, + "ĠvÅ¡em": 121788, + "å¼Ģå¥ĸ": 121789, + "è§Ħ模": 121790, + "ulmuÅŁ": 121791, + "ĠåĪĺ": 121792, + "ео": 121793, + "ĠпеÑĢевÑĸÑĢ": 121794, + "åĪĨåĪ«": 121795, + "Ġjedná": 121796, + "liÄŁe": 121797, + "ĠرÙħضاÙĨ": 121798, + "ıklı": 121799, + "ÙĩÙĢ": 121800, + "éĩįçĤ¹": 121801, + "ÑĩиваеÑĤÑģÑı": 121802, + "ë¡ľìĦľ": 121803, + "ÏĦεÏģο": 121804, + "åľ°ä¸ĭ": 121805, + "днаннÑı": 121806, + "Ġngược": 121807, + "४": 121808, + "ĠÎijλ": 121809, + "Ġalacak": 121810, + "Ġà¹Ģà¸ĩ": 121811, + "اÛĮÙĨد": 121812, + "ĠhÃłi": 121813, + "ÑĢоиз": 121814, + "ĠЧи": 121815, + "ĠÑıÑģ": 121816, + "خرÛĮد": 121817, + "Ġhudeb": 121818, + "åľ§": 121819, + "ĠìĦ¼": 121820, + "åĶ¯ä¸Ģ": 121821, + "ĠвÑĸлÑĮ": 121822, + "ĠباÙĦاتر": 121823, + "à¸Ńà¸ģาส": 121824, + "ĠTôi": 121825, + "มà¸Ĥ": 121826, + "omor": 121827, + "ĠOlomou": 121828, + "Ġxong": 121829, + "ĠdomácÃŃ": 121830, + "ĠاختÛĮ": 121831, + "ĠÑĤеÑħнÑĸÑĩ": 121832, + "ĠiÅŁte": 121833, + "à¥Įद": 121834, + "Ġнадеж": 121835, + "Ø®ÛĮص": 121836, + "åĬªåĬĽ": 121837, + "ĠتجÙĩÛĮزات": 121838, + "Ġvole": 121839, + "kinci": 121840, + "Ġhesab": 121841, + "ĠÑģеÑģÑĤ": 121842, + "کا": 121843, + "ÑĤеÑĢн": 121844, + "รรà¸Ħ": 121845, + "åıĤèĢĥ": 121846, + "ĠÐļаб": 121847, + "ĠÄ°mpar": 121848, + "Ġnávrh": 121849, + "åĴ¨è¯¢": 121850, + "à¸ĸาม": 121851, + "Ġyerel": 121852, + "ĠÃĸl": 121853, + "çĮĽ": 121854, + "ĠاÙĦÙĪØ·ÙĨÙĬ": 121855, + "ĠìĿ´ìĸ´": 121856, + "ิà¸Ĺยาศาสà¸ķร": 121857, + "ĠAÅŁ": 121858, + "ĠземлÑİ": 121859, + "ĠдомаÑĪниÑħ": 121860, + "ĠÑĥвеÑĢ": 121861, + "ALI": 121862, + "ган": 121863, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 121864, + "Ġdostan": 121865, + "ezpe": 121866, + "ãģĭãģĦ": 121867, + "رÙģتÙĩ": 121868, + "ĠмÑĥÑģ": 121869, + "à¹Įà¸Ł": 121870, + "覺": 121871, + "ализа": 121872, + "ĠÑĥÑĩÑĢежд": 121873, + "ĠکاÙĦ": 121874, + "Ġetkisi": 121875, + "ä½Ĩæĺ¯": 121876, + "Ġsouvis": 121877, + "ĠSavaÅŁÄ±": 121878, + "Ġبسبب": 121879, + "ÎŁÎ¹": 121880, + "èļ": 121881, + "Ġæ®": 121882, + "ĠìĺģêµŃ": 121883, + "اسÛĮÙĪÙĨ": 121884, + "ĠاÙĦاتØŃاد": 121885, + "ĠглÑı": 121886, + "à¹ĩà¸ģà¸ĭ": 121887, + "ĠجÙĪÙĨ": 121888, + "ĠاÙĦرسÙħÙĬ": 121889, + "ÂłG": 121890, + "ĠÑĤобÑĸ": 121891, + "Âĩ": 121892, + "ĠëĮĢíĸī": 121893, + "çĬ¶æħĭ": 121894, + "Ġê·¸ëĥ¥": 121895, + "Ġимп": 121896, + "ĠتÙĨظÛĮÙħ": 121897, + "ÙĦاÛĮÙĨ": 121898, + "ÑģÑĤвеннÑĭм": 121899, + "опол": 121900, + "رÙĪج": 121901, + "Ġà¸ĩ": 121902, + "ĠçĤº": 121903, + "ĠUluslararası": 121904, + "à¥Įà¤Ĥ": 121905, + "ãĢģãģĿãģĨ": 121906, + "ĠسادÙĩ": 121907, + "ÎŃαÏĤ": 121908, + "Ġà¤Ĩल": 121909, + "-ÑĦ": 121910, + "ĠÎłÎ¿Î»Î¹": 121911, + "ĠноÑıбÑĢÑı": 121912, + "ÙĪÙĦÙĬ": 121913, + "æĽľæĹ¥": 121914, + "æĮģç»Ń": 121915, + "Ġê¼Ń": 121916, + "eceÄŁiz": 121917, + "ĠÛĮاÙģت": 121918, + "Ġåı¸": 121919, + "ाà¤Ĺत": 121920, + "Ġæķħ": 121921, + "ĠаллеÑĢг": 121922, + "Ġtuz": 121923, + "еÑĢÑĤи": 121924, + "Ġthầu": 121925, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢĠãĢĢ": 121926, + "-à¤ħ": 121927, + "ĠиммÑĥ": 121928, + "ÑĢай": 121929, + "主義": 121930, + "ĠbaÅŁlar": 121931, + "Ġä¸Ĭ涨": 121932, + "عا": 121933, + "ĠÎĻÏī": 121934, + "ียà¸ĩà¹ĥหม": 121935, + "ĠاÙĦÙħدÙĬÙĨØ©": 121936, + "ÑģÑĮко": 121937, + "ĠتارÛĮØ®ÛĮ": 121938, + "atÃŃm": 121939, + "âĢļØ·": 121940, + "آخر": 121941, + "ĠëĦ£": 121942, + "ĠÙĨÙħاÛĮد": 121943, + "ãģķãĤĵãģĮ": 121944, + "Ġbò": 121945, + "Ġà¸ķาม": 121946, + "ë³´ìķĺëĭ¤": 121947, + "аÑĤÑĸв": 121948, + "ĠÑĦил": 121949, + "Ġkısmı": 121950, + "iá»ĩng": 121951, + "Ġaydın": 121952, + "éģķãģĦ": 121953, + "еви": 121954, + "Ġå¾®": 121955, + "(íģ¬ê¸°": 121956, + "ĠÚ¯ÛĮر": 121957, + "ìķĦìĦľ": 121958, + "ĠδημιοÏħÏģγ": 121959, + "ãģ«ãģĬãģĦãģ¦": 121960, + "ĠÃľNÄ°": 121961, + "иÑĤом": 121962, + "عÙĦاÙħ": 121963, + "åIJİçļĦ": 121964, + "Ġplá": 121965, + "à¸Ľà¸£à¸°à¹Ĥย": 121966, + "ç¢İ": 121967, + "Ġéĺ²": 121968, + "ëĬĶëĭ¤": 121969, + "ĠæĹ¥æľŁ": 121970, + "Ġgeçerli": 121971, + "лаÑĤÑĭ": 121972, + "Ġmutlaka": 121973, + "ÙĪغ": 121974, + "à¹Ģฮ": 121975, + "Ġﻣ": 121976, + "edeki": 121977, + "à¹Įà¹Ģà¸Ļ": 121978, + "ĠнайбÑĸлÑĮÑĪ": 121979, + "ï¼Ĭ": 121980, + "Ġà¹Ĥรà¸ĩ": 121981, + "Ġfotbal": 121982, + "ĠéĢģ": 121983, + "âĢĮاÙĦÙħÙĦ": 121984, + "ÏīμάÏĦιο": 121985, + "Ġúkol": 121986, + "åįļ士": 121987, + "dub": 121988, + "ılıģ": 121989, + "ëĵľë¥¼": 121990, + "çĭIJ": 121991, + "αλλ": 121992, + "æŃ»äº¡": 121993, + "ĠпÑĢедпоÑĩ": 121994, + "çµµ": 121995, + "ĠмÑĥзÑĭ": 121996, + "еÑĢÑĤв": 121997, + "ĠÙĥÙĨد": 121998, + "Ġulož": 121999, + "ÎŁÎ¥ÎĽ": 122000, + "gili": 122001, + "üstü": 122002, + "нки": 122003, + "ĠÙĤÙĪاÙĨ": 122004, + "ιακ": 122005, + "ĠÅŁer": 122006, + "ĠкиÑģл": 122007, + "ÙģضÙĦ": 122008, + "ĠÐIJÑĦ": 122009, + "γεν": 122010, + "Ġdostal": 122011, + "ĠsaÄŁlıklı": 122012, + "家æĹı": 122013, + "ÄIJT": 122014, + "еÑĢин": 122015, + "ĠìĿ´ëŁ¬íķľ": 122016, + "Ġdünyada": 122017, + "Ġnhắc": 122018, + "³³Ċ": 122019, + "νηÏĥη": 122020, + "γÏģαμμα": 122021, + "Ġtakson": 122022, + "ĠTürkçe": 122023, + "ĠÙģراÙĨسÙĩ": 122024, + "天åłĤ": 122025, + "溶": 122026, + "Ġoto": 122027, + "èµµ": 122028, + "chyb": 122029, + "Ġå¾Ĵ": 122030, + "ÏĦÏį": 122031, + "áhnout": 122032, + "à¥įपर": 122033, + "Ġvlas": 122034, + "Ġíļ¨ê³¼": 122035, + "Ġthang": 122036, + "Ġolmasına": 122037, + "ĠпоÑĢÑĥÑĪеннÑı": 122038, + "Ġquỹ": 122039, + "ĠíĿIJ": 122040, + "ĠìĪ¨": 122041, + "Ġë²Ī째": 122042, + "ẹn": 122043, + "Ġзгод": 122044, + "Ġتز": 122045, + "Ġاختص": 122046, + "ĠзÑĥÑģÑĤÑĢÑĸ": 122047, + "Ġtặng": 122048, + "ῶν": 122049, + "Ġì½ľ": 122050, + "ованиÑħ": 122051, + "âĢĮشد": 122052, + "Ġaraya": 122053, + "rové": 122054, + "ĠاختÙĦ": 122055, + "ливий": 122056, + "ĠاتØŃاد": 122057, + "ĠakÅŁam": 122058, + "ĠÚ©ÙĦاس": 122059, + "ãĤ¢ãĥĥãĥĹ": 122060, + "Ġzih": 122061, + "åĩĮ": 122062, + "å±±å¸Ĥ": 122063, + "Ġçevres": 122064, + "ĠогÑĢом": 122065, + "ĠآدÙħ": 122066, + "ĠtÄĽlo": 122067, + "ï¼Įæľ¬": 122068, + "ĠÚĺاÙĨÙĪÛĮÙĩ": 122069, + "Ġkraje": 122070, + "μία": 122071, + "èħ¿": 122072, + "âĢŀTo": 122073, + "決å®ļ": 122074, + "ìĩ": 122075, + "ĠéĴ": 122076, + "ĠΣÏĦα": 122077, + "ĠجÙħÙĩÙĪر": 122078, + "ĠGenç": 122079, + "rám": 122080, + "ĠÐłÐµÐ·": 122081, + "Ġvytvá": 122082, + "ĠпÑĢоизводÑģÑĤва": 122083, + "ĠÙħØ°Ùĩ": 122084, + "Ġihtiyac": 122085, + "ãĤ¯ãĤ»": 122086, + "Ġnêu": 122087, + "å¾³": 122088, + "ĠëĵĿ": 122089, + "наÑĩе": 122090, + "ĠÏĥÏħμμε": 122091, + "ÏĨÏīν": 122092, + "вавÑģÑı": 122093, + "ĠвиÑĤами": 122094, + "Ìģt": 122095, + "ĠfinanÄįnÃŃ": 122096, + "åıĬåħ¶": 122097, + "âĢħ": 122098, + "çĭ¼": 122099, + "ัà¸ļà¸ķ": 122100, + "ãģĽãĤĭ": 122101, + "ÎĻÎļÎŁ": 122102, + "λλι": 122103, + "ÑĤоÑİ": 122104, + "اعÙĬØ©": 122105, + "vÃŃce": 122106, + "онÑĸв": 122107, + "ì£Ħ": 122108, + "å»ł": 122109, + "ĠØ´ÙĬØ¡": 122110, + "ĠТем": 122111, + "Ġابزار": 122112, + "ĠTHPT": 122113, + "γγÏģαÏĨ": 122114, + "ĠëĮĢíķ´ìĦľ": 122115, + "ĠPhạm": 122116, + "ÑĨионной": 122117, + "|/": 122118, + "ĠãĤ¸ãĥ£": 122119, + "ÑĮÑİÑĤ": 122120, + "ÑĥзÑĭ": 122121, + "ĠÙħاد": 122122, + "ĠmÄĽly": 122123, + "ĠçĪ±": 122124, + "Ġrád": 122125, + "à¸Ħวà¸ļà¸Ħ": 122126, + "à¥Ī?": 122127, + "Ġlidi": 122128, + "mamız": 122129, + "Ġà¹ģà¸ģ": 122130, + "ãĤ¯ãĤ·ãĥ§ãĥ³": 122131, + "à¸Ńำà¸Ļวย": 122132, + "esát": 122133, + "Ġviêm": 122134, + "è¡ĮåĬ¨": 122135, + "มาà¸ģà¸ģว": 122136, + "ĠØ®ÙĪاب": 122137, + "Ġserbest": 122138, + "ÅĻÃŃz": 122139, + "ĠíĺĦëĮĢ": 122140, + "ãĢĮãģĿãģĨ": 122141, + "çĤ¸": 122142, + "omik": 122143, + "ĠÄ°ran": 122144, + "ĠeriÅŁ": 122145, + "ĠÑģела": 122146, + "ĠارزÛĮ": 122147, + "ãĥĪãĥª": 122148, + "ĠBÄĽ": 122149, + "екÑĥ": 122150, + "ЧÑĤобÑĭ": 122151, + "Ġanlamda": 122152, + "ÎijÎĺ": 122153, + "ĠLINEAR": 122154, + "æľīçĤ¹": 122155, + "ÑĤаÑĢ": 122156, + "itler": 122157, + "ĠnÃŃž": 122158, + "ĠСÑģÑĭлки": 122159, + "å¶": 122160, + "Ġвпол": 122161, + "ĠدÙĤÛĮÙĤÙĩ": 122162, + "Ġä½ĵ": 122163, + "رÙī": 122164, + "ëĶ°": 122165, + "Ġà¤ķव": 122166, + "ĠжиÑĢ": 122167, + "æijĨ": 122168, + "Ġì¤ijìĭ¬": 122169, + "ĠкÑĥб": 122170, + "Ġzlep": 122171, + "ĠÑĢÑĭб": 122172, + "é³´": 122173, + "à¹ģà¸ľà¸Ļ": 122174, + "ĠíĢ": 122175, + "ĠÐĿеÑĤ": 122176, + "žitÄĽ": 122177, + "ĠbÄĥng": 122178, + "ĠHava": 122179, + "Ġ모ëį¸": 122180, + "ĠHãy": 122181, + "ĠìĿ´ê²ĥ": 122182, + "ĠìĥģìĦ¸": 122183, + "memiÅŁ": 122184, + "ĠθÎŃÏĥη": 122185, + "णन": 122186, + "ĠskuteÄįnÄĽ": 122187, + "ĠTarihi": 122188, + "Ġtextu": 122189, + "ï¼ĮéĢĻ": 122190, + "ĠاÛĮÙĨترÙĨتÛĮ": 122191, + "Ġپاد": 122192, + "ิà¸Ļà¸ģาร": 122193, + "ĠNgá»įc": 122194, + "ĠÑĢобиÑĤи": 122195, + "íĸĪê³ł": 122196, + "Ġमण": 122197, + "ÐĽÐĺ": 122198, + "ĠпоÑĤеÑĢ": 122199, + "Ñģом": 122200, + "ĠاÙĪÙĦÛĮÙĩ": 122201, + "éĽij": 122202, + "ĠGiá": 122203, + "Ġkanal": 122204, + "Ġavantaj": 122205, + "Ġryb": 122206, + "ختÙĩ": 122207, + "ĠÙĪرÙĪد": 122208, + "ÐĴÑĤ": 122209, + "ÏīÏĥε": 122210, + "ê¸°ë¡ľ": 122211, + "ĠÐĽÑĸ": 122212, + "Ġtảng": 122213, + "ĠصÙĦÙī": 122214, + "ĠÑĥлÑĭ": 122215, + "Ġcuá»ijn": 122216, + "ĠÐIJнг": 122217, + "ĠداÙĪ": 122218, + "ĠÑĪлÑıÑħом": 122219, + "ĠÄįlovÄĽka": 122220, + "dete": 122221, + "ÑĬем": 122222, + "à¹Įà¹ĥà¸Ļ": 122223, + "à¤ķन": 122224, + "åĪ¤æĸŃ": 122225, + "ĸìĹIJ": 122226, + "ÏĦÏīÏĥη": 122227, + "ĠÙģÙĨاÙĪرÛĮ": 122228, + "ĠyaÅŁÄ±nda": 122229, + "ĠÏĥÏĩÎŃ": 122230, + "Ġyı": 122231, + "ĠpÅĻen": 122232, + "ĠÑĦоÑĢмÑĥваннÑı": 122233, + "ümÃ¼ÅŁ": 122234, + "Ġδο": 122235, + "ımızın": 122236, + "Ġé¢Ħ": 122237, + "оÑģÑĤÑĮÑİ": 122238, + "ĠоÑĤкÑĢÑĭÑĤ": 122239, + "Ġأغسطس": 122240, + "ĠAsp": 122241, + "ĠÑĥзн": 122242, + "ĠÙĪاست": 122243, + "elerle": 122244, + "èķī": 122245, + "ĠتکÙĨ": 122246, + "ÑĥмÑĥ": 122247, + "à¹Įà¸ĭ": 122248, + "ादन": 122249, + "ĠâĢĭâĢĭâĢĭ": 122250, + "Ġalıyor": 122251, + "Ġî¡": 122252, + "Ùħدة": 122253, + "ĠÏĥει": 122254, + "Ġè¿Ļ": 122255, + "ĠÅŀehir": 122256, + "енÑĤами": 122257, + "ãĤ¿ãĥ«": 122258, + "หาย": 122259, + "айÑĤ": 122260, + "Ġharc": 122261, + "ãĢĤãģĬ": 122262, + "ĠتأثÛĮر": 122263, + "าà¸Ĭà¸Ļ": 122264, + "ĠtháºŃm": 122265, + "Ġæ¿": 122266, + "ĠmÅ©i": 122267, + "ĠprvnÃŃm": 122268, + "ĠбагаÑĤÑĮ": 122269, + "ãģķãĤīãģ«": 122270, + "biên": 122271, + "åºĶå½ĵ": 122272, + "ìĿ´ë²Ħ": 122273, + "ĠpoužÃŃt": 122274, + "Ġokamž": 122275, + "esin": 122276, + "vÄĽl": 122277, + "ĠضÙĪ": 122278, + "è»Ł": 122279, + "-з": 122280, + "à¥Īत": 122281, + "è¨Īç®Ĺ": 122282, + "rabilir": 122283, + "ĠÐłÐ¾ÑģÑĸÑĹ": 122284, + "ĠplatÃŃ": 122285, + "ĠdospÄĽl": 122286, + "Ġرضا": 122287, + "Ġnového": 122288, + "ĠнаÑĨионалÑĮ": 122289, + "ĠÐIJб": 122290, + "ãģĮãģĤãģ£ãģŁ": 122291, + "Ġë¹Ī": 122292, + "âĢĮÙħ": 122293, + "å±ŀäºİ": 122294, + "Ġtane": 122295, + "ÙĬاÙĩ": 122296, + "Ġβο": 122297, + "ĠëĬ¥": 122298, + "ãĥĩãĤ£ãĥ¼ãĤ¹": 122299, + "ĠØ°Ùĥر": 122300, + "Ġobvykle": 122301, + "Ġbirinci": 122302, + "ĠاÙĦزر": 122303, + "ìĿ´ë¹Ħ": 122304, + "Ġإد": 122305, + "ĠEkon": 122306, + "ÐŁÐ¾Ð»": 122307, + "ĠвеÑĢоÑıÑĤ": 122308, + "Ġyararlan": 122309, + "ĠаÑĢом": 122310, + "ĠéĦ": 122311, + "Ġiddi": 122312, + "iÄįka": 122313, + "strukce": 122314, + "mÃ¼ÅŁtür": 122315, + "ÏħÏĦÏĮ": 122316, + "롱": 122317, + "Ġalmaktadır": 122318, + "ениÑıми": 122319, + "ียà¸Ļร": 122320, + "à¹ĩà¸Ļว": 122321, + "икÑĥ": 122322, + "енка": 122323, + "âĢĻyi": 122324, + "Ġpohod": 122325, + "Ġزر": 122326, + "Ġxấu": 122327, + "Ġà¸łà¸²à¸©": 122328, + "ÂłÐŀ": 122329, + "Ġδικ": 122330, + "Ġназива": 122331, + "åıªèĥ½": 122332, + "大éĩı": 122333, + "ĠÄijế": 122334, + "Ġ第äºĮ": 122335, + "ĠkiÅŁilerin": 122336, + "Ġdobré": 122337, + "驾": 122338, + "Ġdůležité": 122339, + "롤": 122340, + "μÎŃνοÏħ": 122341, + "Ġtrú": 122342, + "Ġbiçim": 122343, + "ĠÐĿÐIJ": 122344, + "Ġå¾Į": 122345, + "Ġduyg": 122346, + "åŀĤ": 122347, + "ÐĨÐĨ": 122348, + "Ġetmeye": 122349, + "ĠÙĦباس": 122350, + "ĠдвÑĸ": 122351, + "Ġ긴": 122352, + "ÑĨÑĸйно": 122353, + "κÏĦή": 122354, + "ï½Ŀ": 122355, + "ĠÑĦевÑĢалÑı": 122356, + "寫": 122357, + "Ġ겨": 122358, + "Ġyıllarda": 122359, + "ĠзÑĥп": 122360, + "ĠobchodnÃŃ": 122361, + "ĠاضاÙģÙĩ": 122362, + "веÑĢж": 122363, + "Ġæłĩ": 122364, + "جاج": 122365, + "ĠرÙĪسÛĮ": 122366, + "Ġstandart": 122367, + "éru": 122368, + ")ìĿĦ": 122369, + "декÑģ": 122370, + "ĠâĪļ": 122371, + "ĠÄ°ngilizce": 122372, + "èĬĿ": 122373, + "身ä¸Ĭ": 122374, + "ØŁØŁ": 122375, + "Ġmẽ": 122376, + "ÎijÎĶ": 122377, + "енÑģив": 122378, + "âĢĻta": 122379, + "à¹īาà¸ģ": 122380, + "ÎŁÎĽÎŁÎĵ": 122381, + "ä»ĺãģij": 122382, + "ĠsÃłng": 122383, + "Ġà¤¹à¤Ł": 122384, + "ÑĭÑĪлен": 122385, + "Ġخطر": 122386, + "ĠнайÑĤи": 122387, + "çĽ¸ä¿¡": 122388, + "Ïīδ": 122389, + "à¤Ķ": 122390, + "Ġdopad": 122391, + "à¹Ħà¸Łà¸¥": 122392, + "æģµ": 122393, + "íĤ¬": 122394, + "Ä±ÅŁma": 122395, + "ãģıãĤĮãģŁ": 122396, + "Ġnaprost": 122397, + "ĠÑģоÑģÑĤаве": 122398, + "ĠÙĪسط": 122399, + "à¹ķ": 122400, + "éĸĭçĻº": 122401, + "ĠдеÑĢева": 122402, + "-ÐĶ": 122403, + "à¸ĩà¸Ĭ": 122404, + "ิà¸ķย": 122405, + "ĠاÙĦÙĤاÙĨÙĪÙĨ": 122406, + "ãĤ¹ãĤ«": 122407, + "lÃŃž": 122408, + "Ġанализ": 122409, + "Ġproblémy": 122410, + "æĸĩåѦ": 122411, + "çĹħéĻ¢": 122412, + "Ñģед": 122413, + "ï¼Įå°ı": 122414, + "ĠعشÙĤ": 122415, + "ãģ°ãģĭãĤĬ": 122416, + "ĠعÙĤد": 122417, + "ØŃÙĬØ©": 122418, + "Ġë°ĶëŀįëĭĪëĭ¤": 122419, + "inclu": 122420, + "Ġëĵľë¦½ëĭĪëĭ¤": 122421, + "åį«çĶŁ": 122422, + "ĠвидÑĥ": 122423, + "ุà¸ļาล": 122424, + "ÑĢÑĥкÑĤ": 122425, + "ĠоÑģвÑĸÑĤ": 122426, + "Ġvelký": 122427, + "ĠchtÄĽl": 122428, + "æīĵå¼Ģ": 122429, + "ĠзаконодаÑĤелÑĮ": 122430, + "анÑģи": 122431, + "ì¶ĺ": 122432, + "ĠÙħراج": 122433, + "åģľæŃ¢": 122434, + "Ġвоно": 122435, + "ìłķìĿ´": 122436, + "Ġrozsah": 122437, + "ĠæĻ´": 122438, + "Ġzajist": 122439, + "ÂłÐ¼": 122440, + "tıģını": 122441, + "Ġhizmeti": 122442, + ".Îij": 122443, + "ĠÙħعÙħÙĪÙĦا": 122444, + "Ġži": 122445, + "Ġgá»įn": 122446, + "èĮĤ": 122447, + "Ġhuz": 122448, + "ζει": 122449, + "à¥īà¤Ł": 122450, + "Ġиздел": 122451, + "ìŀĸ": 122452, + "ĠëĶ°ë¥¸": 122453, + "Ġkia": 122454, + "ĠznÄĽnÃŃ": 122455, + "ĠоÑĢганиза": 122456, + "ازات": 122457, + "Ġrežim": 122458, + "ĠвенÑĤи": 122459, + "bách": 122460, + "ĠодномÑĥ": 122461, + "Ġkitab": 122462, + "Ġfrancouz": 122463, + "ĠØ£ÙĦ": 122464, + "ĠسرÙĪ": 122465, + "ÙijÙĦ": 122466, + "Ġман": 122467, + "ë°į": 122468, + "ĠкÑĥда": 122469, + "Ùıس": 122470, + "ãĢĤæѤ": 122471, + "اشة": 122472, + "à¸Ĥà¸Ńà¸ĩà¸ľ": 122473, + "主任": 122474, + "ивÑĪи": 122475, + "Ġà¸ģรà¸ģ": 122476, + "екÑģи": 122477, + "иÑĤеÑĤ": 122478, + "ĠØ£ÙĦÙģ": 122479, + "аними": 122480, + "ãĥļãĥ¼ãĤ¸": 122481, + "ĠпÑĢавил": 122482, + "åªĴä½ĵ": 122483, + "ÑİÑīее": 122484, + "ä¸Ģ人": 122485, + "βο": 122486, + "ìĭ¸": 122487, + "озна": 122488, + "å¤īæĽ´": 122489, + "ĠÙħØ´Ùĩد": 122490, + "æ³ķ人": 122491, + "ĠBakanı": 122492, + "ĠÑħоÑĩа": 122493, + "Ġαξ": 122494, + "Ġverilm": 122495, + "Ġkonus": 122496, + "μενη": 122497, + "Ġ馬": 122498, + "Ġìĭ¤ìłľ": 122499, + "Ġjedno": 122500, + "Ġбаб": 122501, + "åĥį": 122502, + "æĺ¯ä¸Ģ个": 122503, + "-е": 122504, + "ĠpÅĻekvap": 122505, + "à¸Ńà¸ŀ": 122506, + "ĠYol": 122507, + "ĠÑĥÑģÑĤанавлива": 122508, + "ê²¼": 122509, + "Ġ件": 122510, + "اÙĦØ´": 122511, + "ĠобÑĥÑĩ": 122512, + "åĺĽ": 122513, + "ĠÑħоÑĩÑĥ": 122514, + "ĠÐķв": 122515, + "ÑĦоÑĢÑĤ": 122516, + "Ġरन": 122517, + "âĢŀV": 122518, + "èľľ": 122519, + "Ġdoma": 122520, + "æĶ¯æı´": 122521, + "Ġاخت": 122522, + "循": 122523, + "à¥Ĥà¤ļन": 122524, + "ाहन": 122525, + "Ġå¤ı": 122526, + "ĠاÙĦØ£Ùħر": 122527, + "ĠбеÑĢеменноÑģÑĤи": 122528, + "ĠThá»±c": 122529, + "é£İéĻ©": 122530, + "Ġülkemiz": 122531, + "çķªåı·": 122532, + "ÑģÑĤÑĢе": 122533, + "ÑĪло": 122534, + "ĠصاØŃب": 122535, + "ινε": 122536, + "ĠKıs": 122537, + "ĠPrahy": 122538, + "湿": 122539, + "Ġvým": 122540, + "çĽĴ": 122541, + "ÎŁÎĶ": 122542, + "ãģłãģª": 122543, + "ĠpÅĻÃŃležit": 122544, + "Ġìĸ¸ìłľ": 122545, + "ĠÑĪвидко": 122546, + "Ġsituaci": 122547, + "åħĥç´ł": 122548, + "Ä°TESÄ°": 122549, + "ĠVak": 122550, + "Ġneredeyse": 122551, + "iiii": 122552, + "ÑĢазд": 122553, + "ĠполиÑĤ": 122554, + "Ġпогод": 122555, + "ĠпÑĢоÑĨеÑģÑģе": 122556, + "ĠменÑĪе": 122557, + "äºĮ人": 122558, + "ĠÙħÙĪاط": 122559, + "ĠpÅĻik": 122560, + "è·¡": 122561, + "Ġserg": 122562, + "ĠÑĢаÑģÑģÑĤоÑı": 122563, + "иÑĩно": 122564, + "ĠÎĶÎĹÎľ": 122565, + "¨ط": 122566, + "صبØŃ": 122567, + "สะà¸Ķวà¸ģ": 122568, + "درÛĮ": 122569, + "kům": 122570, + "ç§ģãģ¯": 122571, + "Ġtvor": 122572, + "à¥įवव": 122573, + "ĠpÅĻiv": 122574, + "Ġíı´": 122575, + "Ġstátu": 122576, + "ĠedilmiÅŁtir": 122577, + "ØŃÙħ": 122578, + "ĠбÑĥÑħ": 122579, + "สำà¹Ģร": 122580, + "ĠتÙĪضÛĮ": 122581, + "ãģĿãĤĮãģ¯": 122582, + "Ġà¤ħवध": 122583, + "éŀĭ": 122584, + "âĤ¬Ċ": 122585, + "Ġéº": 122586, + "ĠÄĮes": 122587, + "Ġpoprvé": 122588, + "ï¼ĮåĽł": 122589, + "ĠalmÄ±ÅŁ": 122590, + "lal": 122591, + "ĠØ®ÙĪبÛĮ": 122592, + "ĠκοÏģ": 122593, + "ìļ´ëıĻ": 122594, + "mayın": 122595, + "Ġaktif": 122596, + "ĠاÙĨجÙħÙĨ": 122597, + "ĠÑģÑĤак": 122598, + "ĠÑģÑĤаÑĢа": 122599, + "ÙĦÙģØ©": 122600, + "Ġparçası": 122601, + "ĠкоÑĢпÑĥÑģ": 122602, + "ãĢģé«ĺ": 122603, + "!..": 122604, + "ĠÎłÎijÎĿ": 122605, + "ĠÙĩÙĨÙĪز": 122606, + "ionálnÃŃ": 122607, + "ĠprávnÃŃ": 122608, + "ÂĿ": 122609, + "ĠتÛĮر": 122610, + "ĠåŁİ": 122611, + "Ġзгад": 122612, + "Ġsaldırı": 122613, + "æŁ¥çľĭæijĺè¦ģ": 122614, + "髪": 122615, + "ÙģصÙĦ": 122616, + "ãģĻãģ¹ãģ¦": 122617, + "ево": 122618, + "ê´Ģ리ìŀIJ": 122619, + "ĠìĺĨ": 122620, + "udicots": 122621, + "ÙĪرÙĨ": 122622, + "Ġcelkem": 122623, + "ãĤ¤ãĤº": 122624, + "ìĬ¤ê°Ģ": 122625, + "販売": 122626, + "ĠíĮĮìĿ¼ì²¨ë¶Ģ": 122627, + "뢰": 122628, + "Ġenergie": 122629, + "esidir": 122630, + "Ġmiá»ĩng": 122631, + "éĻ·": 122632, + "ĠгаÑĢа": 122633, + "Ġbiliyor": 122634, + "çį²å¾Ĺ": 122635, + "еÑĤеÑĢб": 122636, + "à¹Īาà¹Ģà¸Ľ": 122637, + "Ġμαζί": 122638, + "ĠzpracovánÃŃ": 122639, + "Ñģм": 122640, + "Ġhala": 122641, + "ĠزÙĪج": 122642, + "ĠвÑĸднов": 122643, + "à¹Ģหมาะ": 122644, + "ĠÐłÐµÑģпÑĥбли": 122645, + "åĩºåĵģèĢħ": 122646, + "Ñīини": 122647, + "ัà¸Ļà¹Ģà¸Ľ": 122648, + "Ġtýden": 122649, + "ĠبÙĬت": 122650, + "ÑģкомÑĥ": 122651, + "ĠÙĩÙĪاپÛĮÙħ": 122652, + "оÑģнов": 122653, + "鸣": 122654, + "Ġsoukrom": 122655, + "Ġfaiz": 122656, + "Ġdemok": 122657, + "Ġkterém": 122658, + "Ġëħ¹": 122659, + "лаÑĩ": 122660, + "ĠоÑĤвеÑĤÑģÑĤвен": 122661, + "Ġï¼¼:": 122662, + "Ġλο": 122663, + "ÄĮesk": 122664, + "ê°ĢìļĶ": 122665, + "ĠãĥĬ": 122666, + "ĠnhuáºŃn": 122667, + "ĠÑģили": 122668, + "ĠÐľÐ¾Ð½": 122669, + "Ġçap": 122670, + "ĠRowBox": 122671, + "ĠмаÑģÑĤ": 122672, + "ĠÐľÐ°": 122673, + "ĠдÑĢÑĥго": 122674, + "Ġأش": 122675, + "ë°©ìĨ¡": 122676, + "ĠпÑĸдпиÑģ": 122677, + "èĩ¨": 122678, + "åī©": 122679, + "Ġhiá»ĥn": 122680, + "ĠÙĤرارد": 122681, + "istrat": 122682, + "ÐŁÑĸд": 122683, + "ÏĦεÏģα": 122684, + "ĠpozdÄĽ": 122685, + "ĠbaÅŁta": 122686, + "夫人": 122687, + "лини": 122688, + "ĠкаÑĩеÑģÑĤва": 122689, + "Ġkurtul": 122690, + "Ġì¢Į": 122691, + "ãģ«ãģĬãģijãĤĭ": 122692, + "åľ°åįĢ": 122693, + "ĠÑĩаÑģом": 122694, + "ìµľê³ł": 122695, + "Ġngang": 122696, + "اÙĩد": 122697, + "ĠШев": 122698, + "ĠpÅĻitom": 122699, + "Ġchấm": 122700, + "ĠÐľÐµÑģÑĤо": 122701, + "ĠÑģовеÑĢÑĪенно": 122702, + "ÃŃcÃŃ": 122703, + "Ńå·ŀ": 122704, + "åĪĽæĸ°": 122705, + "äºĶæľĪ": 122706, + "ĠاعÙħاÙĦ": 122707, + "ĠвозможноÑģÑĤи": 122708, + "ĠпÑĢодовж": 122709, + "nÄĽt": 122710, + "ĠÐĿапÑĢимеÑĢ": 122711, + "ĠاÙĦدÙħ": 122712, + "Ġà¹ģà¸ļà¸ļ": 122713, + "çĶŁçļĦ": 122714, + "ĠÑħаÑĢÑĩ": 122715, + "ĠSonuç": 122716, + "Ġrůzné": 122717, + "Ġاذ": 122718, + "à¸ķà¸Ńà¸ļ": 122719, + "PÅĻed": 122720, + "ĠдеÑĢевÑıн": 122721, + "ë´IJ": 122722, + "ĠëĬIJëĤ": 122723, + "جÙħÙĬع": 122724, + "ĠBöylece": 122725, + "èµı": 122726, + "ĠبسÙĬ": 122727, + "ĠÃĩaÄŁ": 122728, + "ĠتاÛĮ": 122729, + "ĠnejvyÅ¡Å¡ÃŃ": 122730, + "èĸ©": 122731, + "ÏĩεδÏĮν": 122732, + "Ġëĵ±ìĿĺ": 122733, + "eyh": 122734, + "æĸĻçIJĨ": 122735, + "اتÙĩ": 122736, + "æī«": 122737, + "Ġå©": 122738, + "ĠпÑĢивед": 122739, + "æī¶": 122740, + "Ġ견": 122741, + "ĠاÙħÛĮر": 122742, + "ायल": 122743, + "æ¡ij": 122744, + "à¸Ļà¹Ģà¸ķ": 122745, + "илакÑĤи": 122746, + "家ä¼Ļ": 122747, + "Ġbulunuyor": 122748, + "ysa": 122749, + "ÂĨ": 122750, + "ĠBÄ°R": 122751, + "íĨ¤": 122752, + "à¤Ĥà¤Ĺà¤łà¤¨": 122753, + "ÎĶεν": 122754, + "à¥Įà¤ķर": 122755, + "éĸĵãģ«": 122756, + "Ġмоб": 122757, + "ĠMorav": 122758, + "è§ĦåĪĴ": 122759, + "ĠÑģвÑĸÑĤÑĸ": 122760, + "ults": 122761, + "ĠzemÃŃ": 122762, + "ÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 122763, + "ĠÐŁÐ¾Ð¿": 122764, + "ãģĤãģĴ": 122765, + "Ġpomoci": 122766, + "ĠзмÑĸÑģÑĤ": 122767, + "主人": 122768, + "ĠSı": 122769, + "ãĥĽãĥĨãĥ«": 122770, + "ĠÑĥвагÑĥ": 122771, + "廳": 122772, + "à¹Ģมà¸ķร": 122773, + "estli": 122774, + "Ġloạt": 122775, + "ãĤ¢ãĥ¼": 122776, + "ĠÎĶε": 122777, + "Ġbunları": 122778, + "ĠçĤ¹åĩ»": 122779, + "ĠBÃłi": 122780, + "Ġä¸ĸ": 122781, + "Ġê³łê°ľë¥¼": 122782, + "ĠÐŃÑĤоÑĤ": 122783, + "Ġmemnun": 122784, + "Ġ।Ċ": 122785, + "ĠиÑģÑĤоÑĢии": 122786, + "Ġì°©": 122787, + "१९": 122788, + "ĠÐŀднак": 122789, + "Ġvede": 122790, + "ÏĨÎŃÏģει": 122791, + "âb": 122792, + "çĬ¶åĨµ": 122793, + "åįıè®®": 122794, + "Ġê°Ŀ": 122795, + "евид": 122796, + "jmu": 122797, + "ĠколиÑĩеÑģÑĤва": 122798, + "ÃĽ": 122799, + "iÄįe": 122800, + "Ġfirmalar": 122801, + "èĢĢ": 122802, + "кÑĸн": 122803, + "ĠêµŃ민": 122804, + "Ġ목ë¡Ŀ": 122805, + "ĠÎļαÏģ": 122806, + "Ġhissed": 122807, + "Ｋ": 122808, + "ĠTên": 122809, + "ĠÑĤÑĭÑģÑıÑĩ": 122810, + "ØŃÙĬØŃ": 122811, + "Ġвполне": 122812, + "ĠSınıf": 122813, + "Ġμην": 122814, + "Ġíij¸": 122815, + "ĠاÙĦطبÙĬ": 122816, + "ĠزÛĮب": 122817, + "ĠпÑĥ": 122818, + "Ġpraž": 122819, + "ìĹĨëĬĶ": 122820, + "θÏģÏī": 122821, + "Ġiçi": 122822, + "ĠбÑĸл": 122823, + "ÐłÑij": 122824, + "Ġì¶ķ구": 122825, + "Ġlạ": 122826, + "ĠãĥķãĤ¡": 122827, + "Ġèĸ": 122828, + "μαÏĦο": 122829, + "éĩijå±ŀ": 122830, + "áli": 122831, + "ĠÙģØ£": 122832, + "ĠKarlov": 122833, + "ĠZáp": 122834, + "ãĥªãĥ³ãĤ°": 122835, + "abilmek": 122836, + "ĠСи": 122837, + "ĠcÃŃrk": 122838, + "Ġká»ĭp": 122839, + "Ġà¤ijनल": 122840, + "ĠÙĪØŃدة": 122841, + "ãĥĭãĥĥãĤ¯": 122842, + "ĠnÆ°á»Ľng": 122843, + "ĠакÑĤÑĥ": 122844, + "å¸ĿåĽ½": 122845, + "Ġnázev": 122846, + "ĠÑĢемонÑĤ": 122847, + "ĠÑĢинкÑĥ": 122848, + "ĠÏĢάνÏī": 122849, + "ÏĦικο": 122850, + "ĠìĤ¼ìĦ±": 122851, + "ĠÑģимпÑĤомÑĭ": 122852, + "ĠÑĢанÑĸÑĪе": 122853, + "ĠJá": 122854, + "ĠÑģÑĩиÑĤаеÑĤÑģÑı": 122855, + "ĠпоÑĢÑĸв": 122856, + "ĠÐľÐ°Ð»": 122857, + "éĿ¢ç§¯": 122858, + "ĠÙĦغ": 122859, + "ĠجشÙĨ": 122860, + "Ġнедели": 122861, + "Ġì¦Ŀê°Ģ": 122862, + "ãĨįëıĻ": 122863, + "Ġlượt": 122864, + "ĠÄIJá»ĭnh": 122865, + "Ġà¸Ńà¸Ńà¸Ļà¹Ħลà¸Ļ": 122866, + "Ġyaparak": 122867, + "ĠÄijai": 122868, + "ĠоÑĦиÑĨи": 122869, + "ĠεμÏĢ": 122870, + "ξειÏĤ": 122871, + "ĠконÑĦеÑĢен": 122872, + "Ġarası": 122873, + "à¸ķา": 122874, + "Ġë´IJ": 122875, + "ована": 122876, + "ì§Ģê°Ģ": 122877, + "ĠVám": 122878, + "à¤¿à¤ľà¤¨": 122879, + "Ġç¼ĸè¾ij": 122880, + "ζÏĮ": 122881, + "ĠÏĦÏģÏĮ": 122882, + "Ġücretsiz": 122883, + "ĠکاÙħÙĦا": 122884, + ":::/": 122885, + "à¹ĮĊĊ": 122886, + "Ġéĸ¢éĢ£": 122887, + "Ġkara": 122888, + "Ġбезпеки": 122889, + "ĠzmÄĽny": 122890, + "Ġê¿Ī": 122891, + "vrd": 122892, + "liÄŁine": 122893, + "ĠاÙĨتخابات": 122894, + "ĠдоÑģвÑĸд": 122895, + "Ġkterého": 122896, + "енÑĤом": 122897, + "ê³µë¶Ģ": 122898, + "ìłĿ": 122899, + "Ġë§Į족": 122900, + "Ġæij": 122901, + "åĩºåı£": 122902, + "建议": 122903, + "оÑĤÑı": 122904, + "ĠÒij": 122905, + "íĶĦë¡ľ": 122906, + "Ġgió": 122907, + "ãĤ·ãĤ§": 122908, + "ĠλεÏĢ": 122909, + "íķĺ볤": 122910, + "Ġyoksa": 122911, + "Ġistih": 122912, + "Ｖ": 122913, + "ĠاÙĦعÙħ": 122914, + "Ġکارگرد": 122915, + "à¹Ģà¸ŀราะ": 122916, + "Ġnových": 122917, + "ĠÑģна": 122918, + "Ġsana": 122919, + "वत": 122920, + "Ä±ÅŁman": 122921, + "åı¦å¤ĸ": 122922, + "ì¶ľìŀ¥ìĥµ": 122923, + "婦": 122924, + "ĠкоÑĪÑĤÑĸв": 122925, + "ĠÙĪاÙĦÙĨ": 122926, + "ĠباÙĦØ¥": 122927, + "ĠæĬĢ": 122928, + "Ġмноже": 122929, + "à¥Ĥड": 122930, + "ĠCục": 122931, + "Ġevet": 122932, + "èģĶåIJĪ": 122933, + "Ġ³³Ġ³³Ġ³³Ġ³³": 122934, + "çļĦå¿ĥ": 122935, + "Ġdáng": 122936, + "اÛĮسÙĩ": 122937, + "Ġerken": 122938, + "泡": 122939, + "ائب": 122940, + "Ġyapıldı": 122941, + "ĠQuản": 122942, + "æĹ¶ä»£": 122943, + "ìĽ¨ìĸ´": 122944, + "ĠгÑĸÑĢ": 122945, + "okoj": 122946, + "Ùĥرة": 122947, + "Ñİк": 122948, + "Ġvýj": 122949, + "Ġhodiny": 122950, + "ĠелекÑĤÑĢон": 122951, + "mıyor": 122952, + "ĠìŀĪëĭ¤ëĬĶ": 122953, + "à¹īà¹ī": 122954, + "иÑĤелÑĮное": 122955, + "Ġyıllar": 122956, + "Äıte": 122957, + "ĠÄįinnost": 122958, + "ุà¸ĵà¸łà¸²à¸ŀ": 122959, + "íĵ¨": 122960, + "нг": 122961, + "ูรà¸ĵ": 122962, + "ĠпоÑĢÑıдке": 122963, + "Ġëĭ¹ìĭľ": 122964, + "ĠÐľÐ¾Ñģков": 122965, + "Ġkred": 122966, + "urum": 122967, + "ĠÑĤÑı": 122968, + "Ú©ÙĨاÙĨ": 122969, + "дии": 122970, + "ÑĢимÑĸн": 122971, + "ĠоÑĢганизм": 122972, + "ĠéĽĨ": 122973, + "ιÏĥÏĦο": 122974, + "ä¿¡çĶ¨": 122975, + "åįģåĽĽ": 122976, + "à¹Īà¹ĥà¸Ĭ": 122977, + "ĠÑĥвид": 122978, + "ัà¸ĩà¸ģล": 122979, + "åı¦ä¸Ģ": 122980, + "ãĥ«ãĥķ": 122981, + "ัà¸ļà¸Ľà¸£": 122982, + "ĠÃľst": 122983, + "説æĺİ": 122984, + "вай": 122985, + "аÑĩе": 122986, + "欣": 122987, + "Ġkatıl": 122988, + "ĠCem": 122989, + "ĠاÙĦجÙĩ": 122990, + "ĠгÑĢÑĥз": 122991, + "ĠзаÑģÑĤав": 122992, + "cılar": 122993, + "ĠÑħоÑĤел": 122994, + "ĠsnÃŃm": 122995, + "ï¼Į被": 122996, + "ĠвиÑī": 122997, + "Ġdemokrat": 122998, + "à¥ĩà¤Łà¤°": 122999, + "åij¨å¹´": 123000, + "Ġodpad": 123001, + "ĠdaÅĪ": 123002, + "Ġ代": 123003, + "à¹ĩà¸Ļà¸Ń": 123004, + "ĠÑģколÑĮко": 123005, + "ĠαÏĨ": 123006, + "ĠpÅĻesvÄĽd": 123007, + "Ġåĵģ": 123008, + "ĠинÑĦоÑĢмаÑĨии": 123009, + "çĽĹ": 123010, + "ãģ¾ãģ¨": 123011, + "ĠÑģамов": 123012, + "Ġpocit": 123013, + "Ġíݸì§ij": 123014, + "ĠÑģмеÑģÑĮ": 123015, + "ĠpojiÅ¡tÄĽnÃŃ": 123016, + "ãģ®ãĤĤ": 123017, + "à¹Īาà¸ģาร": 123018, + "ĠÛĮÙĪÙĨ": 123019, + "Ġ기ìĸµ": 123020, + "ickými": 123021, + "alace": 123022, + "éĽ»å½±": 123023, + "ÑİваннÑı": 123024, + "缸åIJĮ": 123025, + "ĠãĢĥ": 123026, + "ĠдокÑĥменÑĤÑĸв": 123027, + "ï¼¹": 123028, + "åĪ°åºķ": 123029, + "óz": 123030, + "ĠAhmet": 123031, + "ĠÙħساØŃت": 123032, + "Ġhlavou": 123033, + "ülebilir": 123034, + "ãĢĤä½ł": 123035, + "à¹ĩà¸ģà¸Ĭาย": 123036, + "¤¤": 123037, + "ĠæĦı": 123038, + "ĠcháºŃm": 123039, + ".д": 123040, + "Ġcca": 123041, + "Ġolumsuz": 123042, + "Âŀ": 123043, + "çĬ¬": 123044, + "ĠпоÑģÑĤоÑıнно": 123045, + "Ġ.**************Ċ": 123046, + "Ġاستر": 123047, + "ĠдалÑĮней": 123048, + "ůr": 123049, + "ä¿ĿèŃ·": 123050, + "боÑĢаÑĤоÑĢ": 123051, + "÷": 123052, + "ÏĥÏĦαν": 123053, + "ĠÙģÙĬÙĦÙħ": 123054, + "çek": 123055, + "ìŀIJ기": 123056, + "Ġæ¥Ń": 123057, + "нÑĸп": 123058, + "èīĩ": 123059, + "Ġmoci": 123060, + "ìľµ": 123061, + "리그": 123062, + "ĠÐļо": 123063, + "éĤ£éĩĮ": 123064, + "ĠСÑĤаÑĢ": 123065, + "ĠتÙĪاÙĨÛĮد": 123066, + "Ġnguyá»ĩn": 123067, + "Ġสามารà¸ĸ": 123068, + "ÑĸÑĩна": 123069, + "Ġ被": 123070, + "ุà¸ķสาหà¸ģรรม": 123071, + "Ġعصر": 123072, + "ĠÃľNÄ°VERS": 123073, + "Ġtehdy": 123074, + "ĠÙĪصÙĦات": 123075, + "ä¿Ŀè¯ģ": 123076, + "ĠEudicots": 123077, + "ĠÎłÎŃ": 123078, + "建è¨Ń": 123079, + "ĠìłĦêµŃ": 123080, + "ĠØŃÛĮ": 123081, + "ãĤ¤ãĥĦ": 123082, + "ĠØŃاصÙĦ": 123083, + "ĠجÙĨÙĪبÛĮ": 123084, + "ãĢģæĹ¥æľ¬": 123085, + "ÃĻ": 123086, + "Ġà¸Ĺาà¸ĩ": 123087, + "ĠÙĨØŃÙĪ": 123088, + "اÙĩÙĬÙħ": 123089, + "å¾Įãģ«": 123090, + "à¸Īะà¹Ħà¸Ķ": 123091, + "åĩłä¸ª": 123092, + "à¥ģà¤ģ": 123093, + "ëĮĢìĿĺ": 123094, + "ĠlÃłn": 123095, + "ìĽĶë¶ĢíĦ°": 123096, + "Æł": 123097, + "Ġеди": 123098, + "Ġspis": 123099, + "æľīä»Ģä¹Ī": 123100, + "Ġnebyla": 123101, + "Ġíķ´ìĻ¸": 123102, + "ë¡ľë¶ĢíĦ°": 123103, + "аÑĢÑħ": 123104, + "lili": 123105, + "Ġíķĺ루": 123106, + "maması": 123107, + "ÑĩаеÑĤ": 123108, + "ĠØŃاÙĦØ©": 123109, + "ĠBölüm": 123110, + "缸éĹľ": 123111, + "ĠдÑĢÑĥгими": 123112, + "çĽ£çĿ£": 123113, + "à¥Īà¤ľ": 123114, + "ĠعبداÙĦÙĦÙĩ": 123115, + "Ġè¿ŀ": 123116, + "ĠÐľÐ¸Ð½": 123117, + "Ġ기ëĭ¤": 123118, + "Ġ공격": 123119, + "è¡Įåĭķ": 123120, + "ामà¤ķ": 123121, + "æ±Ĥè´Ń": 123122, + "模åŀĭ": 123123, + "ÑģоÑĢ": 123124, + "rane": 123125, + "à¹ĩà¸Īà¸ŀระ": 123126, + "ĠÙħسÛĮر": 123127, + "è£ħç½®": 123128, + "ìķ¤": 123129, + "nÄĽjÅ¡ÃŃch": 123130, + "αλÏįÏĦε": 123131, + "ĠHakk": 123132, + "访éĹ®": 123133, + "ĠÑĤеÑĩ": 123134, + "ĠLá»ĭch": 123135, + "ĠدشÙħÙĨ": 123136, + "ÎĮ": 123137, + "ĠÏĢε": 123138, + "Ġзамов": 123139, + "Ġbirim": 123140, + "ãĤ·ãĤ¹ãĥĨãĥł": 123141, + "ĠÏĢÏģοÏĬ": 123142, + "ĬìĿĢ": 123143, + "виг": 123144, + "ĠëıħìĿ¼": 123145, + "ĠÑĢеволÑİ": 123146, + "Ġé¦Ļ港": 123147, + "Ġlez": 123148, + "ĠبÛĮÙħار": 123149, + "Ġduygu": 123150, + "Ġ뼰": 123151, + "Ġamacı": 123152, + "à¥įयप": 123153, + "ĠìŀIJìĦ¸": 123154, + "اÙĪÛĮر": 123155, + "Ġspole": 123156, + "ÃĸL": 123157, + "Ġجع": 123158, + "ÙĦÛĮÙħ": 123159, + "ãģªãģ©ãģ®": 123160, + "à¸Ľà¸£à¸°à¸ªà¸ļ": 123161, + "ĠnaÅ¡ich": 123162, + "ĠпÑĢедÑģÑĤавлÑıеÑĤ": 123163, + "Ġздоб": 123164, + "Ġobou": 123165, + "Ø®ÙĪاÙĨ": 123166, + "ãĥ¬ãĥĥãĥĪ": 123167, + "одейÑģÑĤв": 123168, + "کرÛĮ": 123169, + "ĠاتاÙĤ": 123170, + "ĠÑįкÑģплÑĥаÑĤа": 123171, + "ï½¢": 123172, + "ĠÙĦÙĦØ¥": 123173, + "ĠاÙĦÙĨظاÙħ": 123174, + "ĠíĶĦëŀijìĬ¤": 123175, + "ısıt": 123176, + "åŃĻ": 123177, + "Ġžádný": 123178, + "ÙĤÙī": 123179, + "ัà¸ģà¹Ģร": 123180, + "Ġë²łìĬ¤íĬ¸": 123181, + "Ġãĥ«": 123182, + "åıĶ": 123183, + "nické": 123184, + "ĠειÏĥ": 123185, + "ãĥ«ãĥī": 123186, + "ĠدارÙħ": 123187, + "Ġгем": 123188, + "ĠåѸ": 123189, + "ानसà¤Ń": 123190, + "ализи": 123191, + "ованÑĸ": 123192, + "Ġобо": 123193, + "ìłĦìĹIJ": 123194, + "ĠSinh": 123195, + "ĠÙĨع": 123196, + "ĠоблаÑģ": 123197, + "ÏħÏĢ": 123198, + "èĥ¶": 123199, + "Ġazalt": 123200, + "åħ¨éĿ¢": 123201, + "ĠKromÄĽ": 123202, + "ĠCz": 123203, + "æĬ¥åIJį": 123204, + "ĠnásledujÃŃcÃŃ": 123205, + "ĠнапÑĢиклад": 123206, + "ãģªãģijãĤĮãģ°": 123207, + "à¸Ńาย": 123208, + "çľĭçľĭ": 123209, + "Ġà¸ģรà¸ģà¸İ": 123210, + "ednou": 123211, + "ازÙĦ": 123212, + "ãĢģæľ¬": 123213, + "еÑģи": 123214, + "Ġtarz": 123215, + "ãĢĢï¾Ĭ": 123216, + "Ġrozum": 123217, + "ãĤ«ãĥ¼ãĥī": 123218, + "Ġà¤ĩà¤ķ": 123219, + "ĠprostÄĽ": 123220, + "ĠÎĵκ": 123221, + "ç©´": 123222, + "ĠHük": 123223, + "lavÃŃ": 123224, + "ê¿": 123225, + "鸡": 123226, + "ĠвозникаеÑĤ": 123227, + "ÑŁÑŁÑŁ": 123228, + "Ġпонима": 123229, + "ÐŁÐŀ": 123230, + "ãģĶãģĸãģĦãģ¾ãģĻ": 123231, + "ãģħ": 123232, + "Ġtrval": 123233, + "Ġдалеко": 123234, + "ĠÙĨÙĬز": 123235, + "ĠвÑĭÑıв": 123236, + "ิà¸Ĺยา": 123237, + "Ġlá»Ĺ": 123238, + "à¹Ģสà¸Ļ": 123239, + "ĠÑģÑĤенÑĭ": 123240, + "à¥įडल": 123241, + "Ġjednotlivých": 123242, + "ĠпÑĢиблиз": 123243, + "ikat": 123244, + "Ġподав": 123245, + "رÛĮز": 123246, + "ĠØ¢ÙĨجا": 123247, + "社æľĥ": 123248, + "Ġà¤ľà¤¨à¤µà¤°": 123249, + "Ġaile": 123250, + "à¸µà¸Ľ": 123251, + "Ġèħ": 123252, + "ãģ§ãģĹãĤĩãģĨ": 123253, + "СÐŀ": 123254, + "ãĢģãĢĬ": 123255, + "ìĿ¼ë³¸": 123256, + "ovanou": 123257, + "νÏĮ": 123258, + "å±¥": 123259, + "عÙĦÙĤ": 123260, + "Ġìī½": 123261, + "Ġглиб": 123262, + "Ġê²ĥìŀħëĭĪëĭ¤": 123263, + "ĠнеобÑħодимоÑģÑĤи": 123264, + "ĠتخصصÛĮ": 123265, + "اسر": 123266, + "ï¼Į说": 123267, + "ĠÐĿÑĸ": 123268, + "Ġvyrob": 123269, + "ÑĪÑĥÑİ": 123270, + "æĪ¿å±ĭ": 123271, + "ÂłÐĹ": 123272, + "à¹Ģà¸ŀล": 123273, + "åĨħéĥ¨": 123274, + "ĠدÙĦار": 123275, + "ĠпÑĤи": 123276, + "Å¡ti": 123277, + "ĠaraÅŁtırma": 123278, + "Ġзнаком": 123279, + "Ġελλην": 123280, + "Ġấm": 123281, + "ÑĢак": 123282, + "ãĤŃãĥ¥": 123283, + "ĠtháºŃn": 123284, + "èŃľ": 123285, + "ëªħìĿĺ": 123286, + "Ġyeter": 123287, + "ĠнаÑģлед": 123288, + "ĠÐļан": 123289, + "ĠвÑĭбиÑĢа": 123290, + "ĠΣÏĩ": 123291, + "ĠÑĤеÑĢмÑĸн": 123292, + "Ġæ´»": 123293, + "ĠاÙĦتÙģ": 123294, + "ĠJapon": 123295, + "éĤª": 123296, + "ë¶ĦìĦĿ": 123297, + "ĠлиÑĨо": 123298, + "Ġmê": 123299, + "à¸Ħวร": 123300, + "Ġà¤ħà¤Ĺल": 123301, + "ĠÙĩج": 123302, + "룬ìļ´": 123303, + "ĠвойнÑĭ": 123304, + "اÙĪرزÛĮ": 123305, + "ĠÑģпÑĢÑı": 123306, + "çĦ¼": 123307, + "è¢ĸ": 123308, + "Ġiçeren": 123309, + "Ġëħ¸ëŀĺ": 123310, + "ĠЧеÑĢез": 123311, + "ÙĪجÙĪد": 123312, + "ÑıÑĤие": 123313, + "à¸Ńลลาร": 123314, + "è·¨": 123315, + "ĠMilli": 123316, + "件äºĭ": 123317, + "ĠæľĿ": 123318, + "βολή": 123319, + "Ġков": 123320, + "ĠØ´ÙĩÛĮد": 123321, + "ä¸ĭåİ»": 123322, + "Ġìłķìĭł": 123323, + "оÑĩкÑĥ": 123324, + "ï¼Į便": 123325, + "γκε": 123326, + "ĠÙħباش": 123327, + "Ġayında": 123328, + "Ġä»»": 123329, + "ÑģÑĤоÑĢÑĸÑı": 123330, + "ä¸ŃåѦ": 123331, + "縮": 123332, + "ĠÑĦÑĸл": 123333, + "ãĢģãĤĦ": 123334, + "Ġæĺ¥": 123335, + "Ġterör": 123336, + "Ġповинен": 123337, + "Ġmilionů": 123338, + "ĠÙģارس": 123339, + "Ġввод": 123340, + "طاÙĦ": 123341, + "Ġê¶ģê¸Ī": 123342, + "Ġukáz": 123343, + "çĶľ": 123344, + "æļĤ": 123345, + "صت": 123346, + "Ðļогда": 123347, + "Ġमल": 123348, + "άνα": 123349, + "ĠдокÑĤоÑĢ": 123350, + "ĠкоммÑĥ": 123351, + "ĠпÑĸдÑģ": 123352, + "Ġà¸ģรà¸ģà¸İาà¸Ħม": 123353, + "ÂłÐ³": 123354, + "Ġöne": 123355, + "ĠÄIJá»ģ": 123356, + "äºĭåĭĻ": 123357, + "Ġsrov": 123358, + "Ġάν": 123359, + "ëıĦê°Ģ": 123360, + "acaģım": 123361, + "кол": 123362, + "Ġbá»ĵi": 123363, + "Ġپرداز": 123364, + "Ġä¸ļ": 123365, + "ëĭ¤ìļ´": 123366, + "ĠпÑĢедел": 123367, + "ĠÑĦедеÑĢалÑĮ": 123368, + "ĠاÙĦØ£Ùĥ": 123369, + "ãĢĢãĢĢãĢĢãĢĢĠãĢĢĠãĢĢ": 123370, + "Ġtrấn": 123371, + "Ġдлин": 123372, + "ĠÑĸмп": 123373, + "ĠsmÄĽrem": 123374, + "°ëĭ¤": 123375, + "Ġrừng": 123376, + "iciálnÃŃ": 123377, + "è¡Ĩ": 123378, + "μιο": 123379, + "ĠادارÙĩ": 123380, + "ĠÑĤÑĢÑĮ": 123381, + "ĠÄ°li": 123382, + "มà¸Ļà¸ķร": 123383, + "à¥įवà¤ļ": 123384, + "еÑĢо": 123385, + "ĠKUR": 123386, + "skými": 123387, + "δί": 123388, + "utin": 123389, + "Ġveriler": 123390, + "สà¸ĸาà¸Ļà¸Ĺ": 123391, + "ĠзаÑħодÑĸв": 123392, + "ĠÙģرÙĪدگاÙĩ": 123393, + "ĠçĶ±": 123394, + "ูà¹ģล": 123395, + "éĥij": 123396, + "ĠJako": 123397, + "ĠÑĢазвиÑĤие": 123398, + "à¤īन": 123399, + "ÙĬدا": 123400, + "Ġà¸ŀà¸¤à¸©à¸łà¸²à¸Ħม": 123401, + "물ìĿĦ": 123402, + "ëłĢ": 123403, + "-ÐĽ": 123404, + "ãĢĤãģĤ": 123405, + "Ġподв": 123406, + "ï¼īï¼ļ": 123407, + "论åĿĽ": 123408, + "ائع": 123409, + "ãĤĴãģĻãĤĭ": 123410, + "Ġأص": 123411, + "Ñĩики": 123412, + "ĠÑģÑĤил": 123413, + "leyici": 123414, + "ÑģилÑĮ": 123415, + "Ġbulundu": 123416, + "ĠÑģеÑĢедови": 123417, + "à¤Ĥर": 123418, + "ĠاÛĮÙĨجا": 123419, + "åľŃåľŃ": 123420, + "ĠmyÅ¡len": 123421, + "ĠÑĢозвиÑĤок": 123422, + "ĠiyileÅŁ": 123423, + "ĠвÑĸз": 123424, + "ëĤĺ무": 123425, + "æĦıè§ģ": 123426, + "ιÏĥÏĦη": 123427, + "ãĥĥãĥĦ": 123428, + "äºĭæķħ": 123429, + "madıģı": 123430, + "Ġà¤ħपर": 123431, + "ĠÚĨرخ": 123432, + "Ġплав": 123433, + "以æĿ¥": 123434, + "Ġë©Ģ": 123435, + "Tuy": 123436, + "ãĥ¼ãĥį": 123437, + "ĠизÑĥÑĩ": 123438, + "ĠstÅĻednÃŃ": 123439, + "课ç¨ĭ": 123440, + "Ġê·¸ëħĢëĬĶ": 123441, + "ĠдоговоÑĢÑĥ": 123442, + "ĠÄijá»ĭch": 123443, + "Ġkararı": 123444, + "åIJ´": 123445, + "ÙĥاÙħ": 123446, + "ĠпоÑĤол": 123447, + "вок": 123448, + "ĠDüz": 123449, + "Τα": 123450, + "åµ": 123451, + "âĢĻna": 123452, + "адж": 123453, + "ĠdÅĻÃŃve": 123454, + "梨": 123455, + "ĠAvust": 123456, + "åĬĽãĤĴ": 123457, + "à¹Ģà¸ģล": 123458, + "Ġпобед": 123459, + "ĠпÑĢиÑĩ": 123460, + "ĠÐijÑĸ": 123461, + "åѤ": 123462, + "ĠÐłÐµÐ³": 123463, + "ĠyetiÅŁ": 123464, + "ĠнеÑİ": 123465, + "ĠbÃŃl": 123466, + "ìĹĨìĿĮ": 123467, + "ĠÄ°talya": 123468, + "ÐĴÑģе": 123469, + "å¾Įãģ®": 123470, + "ĠjejÃŃm": 123471, + "ĠвиглÑıдÑĸ": 123472, + "огÑĢад": 123473, + "Ġbohat": 123474, + "Ġåħĭ": 123475, + "ĠдиÑĤини": 123476, + "лÑıÑĤоÑĢ": 123477, + "мага": 123478, + "ëĭĪìĬ¤": 123479, + "ĠÐłÐ°Ð´Ð¸": 123480, + "ÏĢοÏħÏģγ": 123481, + "&ZeroWidthSpace": 123482, + "Ġstruk": 123483, + "æIJŀ": 123484, + "ĠãģĿãģ®ä»ĸ": 123485, + "ìĿ¸ìĿĦ": 123486, + "ĠпÑĢовеÑģÑĤи": 123487, + "漫çĶ»": 123488, + "Ġçݩ家": 123489, + "ĠÙĪرز": 123490, + "ĠÑģвоÑĹм": 123491, + "ĠLRV": 123492, + "ิà¸ķà¸ł": 123493, + "सत": 123494, + "ĠíĿĶ": 123495, + "âĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹı": 123496, + "ĠtvoÅĻÃŃ": 123497, + "ĠÐŁÐŀ": 123498, + "é«ĺ度": 123499, + ".hwp": 123500, + "à¸ķำà¸ļล": 123501, + "Ġدس": 123502, + "ìĪĺê°Ģ": 123503, + "ìĶ©": 123504, + "ï¼īãĢĤĊ": 123505, + "æĭ³": 123506, + "Ġlô": 123507, + "ĠKültür": 123508, + "اطعة": 123509, + "Ġkuchy": 123510, + "Ġstroj": 123511, + "μενο": 123512, + "ĠконÑģÑĤÑĢÑĥкÑĨии": 123513, + "å°ıåѦ": 123514, + "Ġåįļ": 123515, + "ĠèĢĥ": 123516, + "Ġasıl": 123517, + "æĪijåĢij": 123518, + "خراج": 123519, + "ĠOnun": 123520, + "Ġç¾İåĽ½": 123521, + "à¥Ĥबर": 123522, + "Ġmuži": 123523, + "姫": 123524, + "Ġвб": 123525, + "Ġдоме": 123526, + "Ġам": 123527, + "Ġkuru": 123528, + "æ±Ĺ": 123529, + "lediÄŁi": 123530, + "Ġvẽ": 123531, + "å¾ĵ": 123532, + "ĠгÑĥбеÑĢ": 123533, + "ĠÑģÑĤановиÑĤÑĮ": 123534, + "ĠzemÄĽdÄĽl": 123535, + "ÙĦÙĦ": 123536, + "Ġramen": 123537, + "ĠprůbÄĽhu": 123538, + "Ġblok": 123539, + "ýval": 123540, + "vou": 123541, + "νά": 123542, + "ëĶĶìĭľ": 123543, + "ÑĨионнÑĭе": 123544, + "Ġê²ĮìĭľíĮIJ": 123545, + "ãĥ³ãĥĩãĤ£": 123546, + "ä¸Ģ级": 123547, + "иÑĩа": 123548, + "ĠسرÛĮاÙĦ": 123549, + "ilin": 123550, + "ायन": 123551, + "ÙĨÙĪÛĮس": 123552, + "ĠÐĶи": 123553, + "ĠادبÛĮ": 123554, + "ĠÑĥдов": 123555, + "ĠÐĹам": 123556, + "à¥ģà¤Ńव": 123557, + "Ñģок": 123558, + "ĠÑĢайоне": 123559, + "ĠEK": 123560, + "æĤī": 123561, + "Ġsorumlu": 123562, + "ĠzvyÅ¡": 123563, + "à¹Ģà¸ĭà¸Ńร": 123564, + "ináÅĻ": 123565, + "Ġudrž": 123566, + "новид": 123567, + "ĠspoleÄįnÄĽ": 123568, + "æĪIJäºĨ": 123569, + "Ｄ": 123570, + "ัà¸ŀà¸Ĺ": 123571, + "аÑĪа": 123572, + "ĠÙĨادÙĬ": 123573, + "à¹ĥà¸Ļà¸Ĺ": 123574, + "å¡ļ": 123575, + "Ġسک": 123576, + "ãĥģãĥ¥": 123577, + "ĠмаÑĢÑĪ": 123578, + "аленнÑı": 123579, + "ĠØŃÙħاÛĮت": 123580, + "ãĥ³ãĤ¸": 123581, + "รษà¸IJ": 123582, + "ĠкÑĢем": 123583, + "ĠKažd": 123584, + "ê½": 123585, + "Ġparlament": 123586, + "ĠÅŁun": 123587, + "Ġkys": 123588, + "ÏĦÏĤ": 123589, + "ê°ľìĿĺ": 123590, + "Ġvelice": 123591, + "Ġcestu": 123592, + "ظة": 123593, + "è¯Ĭ": 123594, + "Ġút": 123595, + "ĠØ®ÙĪر": 123596, + "ĠТе": 123597, + "ĠоблаÑģÑĤ": 123598, + "à¹Īà¸Ńà¸ķ": 123599, + "ĠAcadem": 123600, + "ãĢĤæľ¬": 123601, + "Ġ風": 123602, + "Ñģен": 123603, + "ãĥ¢ãĥĩãĥ«": 123604, + "ĠзавданнÑı": 123605, + "ãģ¾ãĤĮ": 123606, + "моÑĤÑĢеÑĤÑĮ": 123607, + "Ġkhá»ķ": 123608, + "à¹Īร": 123609, + "درس": 123610, + "ĠÄĮeskosloven": 123611, + "Ġ计": 123612, + "ĠÑĤаком": 123613, + "ĠÙĦاعب": 123614, + "ĠMuhammed": 123615, + "ĠÙħÙĦÙģ": 123616, + "ĠÙĪسÙĦÙħ": 123617, + "ãĤ·ãĥ£ãĥ«": 123618, + "ĠокÑĢа": 123619, + "à¥ģमत": 123620, + "ĠëĪĦ구": 123621, + "Ġnedeni": 123622, + "ĠëĤłì§ľ": 123623, + "/km": 123624, + "Ġдемон": 123625, + "ĠصÙĨاÛĮع": 123626, + "masından": 123627, + "åīįãģ®": 123628, + "æĪIJ绩": 123629, + "लà¤Ĺ": 123630, + "ĠåĮħ": 123631, + "à¸Ńà¸ģà¸Īาà¸ģà¸Ļ": 123632, + "ادا": 123633, + "Ġaylık": 123634, + "ĠÙħÙĤد": 123635, + "Ġönemlidir": 123636, + "ĠìĪľê°Ħ": 123637, + "Ġdinh": 123638, + "Ġnákup": 123639, + "istické": 123640, + "åºŁ": 123641, + "ìĬ¤íĨł": 123642, + "Ġdny": 123643, + "ĠìŀĪëıĦë¡Ŀ": 123644, + "ìĽIJìĿĺ": 123645, + "ãĥķãĥ¬": 123646, + "poz": 123647, + "Ġев": 123648, + "ĠdÃ¼ÅŁÃ¼r": 123649, + "à¥įरà¤ļ": 123650, + "Ġê²°íĺ¼": 123651, + "ĠÑĨенÑĤÑĢа": 123652, + "åŁĭ": 123653, + "ï¿£ï½Ģ": 123654, + "æѦåĻ¨": 123655, + "à¹Īาà¸Ļมา": 123656, + "Ġरव": 123657, + "Ùijد": 123658, + "μÎŃνοι": 123659, + "Ġë§IJìĶĢ": 123660, + "ĠpoÅĻad": 123661, + "Ġبغ": 123662, + "ĠÏĮλα": 123663, + "à¹īà¹Ħà¸Ĥ": 123664, + "à¹Ģà¸ģาะ": 123665, + "Ġbạc": 123666, + "Ġdá": 123667, + "dÄĽla": 123668, + "Ġteb": 123669, + "Ġkèo": 123670, + "ãĤıãĤĮ": 123671, + "Ġistiyorum": 123672, + "λήÏĤ": 123673, + "ÐIJв": 123674, + "Ġasla": 123675, + "Ġperformans": 123676, + "ĠVáclav": 123677, + "ÏģίαÏĤ": 123678, + "ĠtÄĽl": 123679, + "æĮĻ": 123680, + "оба": 123681, + "ãģijãĤĮãģ©": 123682, + "ĠëĶ¸": 123683, + "ÙĪاء": 123684, + "ĠÚ©ÙĪدکاÙĨ": 123685, + "ĠплиÑĤ": 123686, + "Ġbilir": 123687, + "Ñĥже": 123688, + "ÏĦÎŃλε": 123689, + "Ġà¤Ĩà¤ķर": 123690, + "ĠÑĤÑĢÑĥда": 123691, + "ĠدرÛĮا": 123692, + "̧": 123693, + "Ġngá»įt": 123694, + "ÙĨسا": 123695, + "аÑģÑĤи": 123696, + "ï½£": 123697, + "ÂłÐ½Ð°": 123698, + "емÑĭе": 123699, + "ĠسعÙĪد": 123700, + "Ġalım": 123701, + "è´«": 123702, + "åĪ°çļĦ": 123703, + "Ġkesinlikle": 123704, + "Ġzásad": 123705, + "ĠìĬ¤íĬ¸": 123706, + "Ġdahi": 123707, + "té": 123708, + "åįģåħ«": 123709, + "Ġzayıf": 123710, + "ذار": 123711, + "ĠاÙĬراÙĨ": 123712, + "ĠhodnocenÃŃ": 123713, + "DST": 123714, + "Ġìĸĺ": 123715, + "æĺĩ": 123716, + "éĻ£": 123717, + "Ġкле": 123718, + "Ġuplat": 123719, + "ĠاÙĦتعÙĦÙĬÙħ": 123720, + "ÏĢοίηÏĥη": 123721, + "екÑĤоÑĢа": 123722, + "Ġë§IJìĿ´": 123723, + "ĠÙģرÙĬÙĤ": 123724, + "帮åĬ©": 123725, + "çĶŁãģį": 123726, + "åĨħãģ®": 123727, + "èģĶ缣": 123728, + "гÑĢад": 123729, + "Ġchuyến": 123730, + "ãĤĤãĤĬ": 123731, + "ĠÑĩаÑģÑĤина": 123732, + "ãģªãģıãģª": 123733, + "ÑĶв": 123734, + "ĠÑĦаÑħ": 123735, + "kuk": 123736, + "çĶ·æĢ§": 123737, + "ĠÙħÛĮÙĦادÛĮ": 123738, + "Ġbeden": 123739, + "ê°Ģ를": 123740, + "मर": 123741, + "Ġìĸ´ë¨¸ëĭĪ": 123742, + "èģĶç½ij": 123743, + "Âłmi": 123744, + "Ġzahrn": 123745, + "æ²ĸ": 123746, + "Ġkhuẩn": 123747, + "Ġopráv": 123748, + "ाहà¤ķ": 123749, + "ĠÚ©ÙĪتاÙĩ": 123750, + "Ġобол": 123751, + "Ġphúc": 123752, + "ránÃŃ": 123753, + "à¥įरथ": 123754, + "æݪæĸ½": 123755, + "Ġволод": 123756, + "ĠspÃŃÅ¡e": 123757, + "ĠmÆ¡": 123758, + "ÑĬек": 123759, + "ngör": 123760, + "à¤īत": 123761, + "ksiyon": 123762, + "аÑĤе": 123763, + "Ġجزء": 123764, + "ávka": 123765, + "ÐĴС": 123766, + "laÅŁma": 123767, + "Ġç¿": 123768, + "à¸Ńาà¸Ĭ": 123769, + "ниÑĨÑĥ": 123770, + "Ġหาà¸ģ": 123771, + "ãģĭãģĹ": 123772, + "íı´": 123773, + "ĠгаÑĢан": 123774, + "ĠÏĥαν": 123775, + "ĠдобавиÑĤÑĮ": 123776, + "ĠÑĢазÑĢеÑĪ": 123777, + "á¾": 123778, + "æĺ¯ä¸ª": 123779, + "μÎŃÏĤ": 123780, + "ĠÄ°mparator": 123781, + "æ¨Ļæºĸ": 123782, + "ÑģÑĤÑĭ": 123783, + "Ġgücü": 123784, + "ĠíĥĢìĿ´": 123785, + "Ġåħ¶ä»ĸ": 123786, + "Ġtông": 123787, + "ĠvedenÃŃ": 123788, + "ëĵľë¡ľ": 123789, + "Ġmesel": 123790, + "ĠÄįe": 123791, + "jde": 123792, + "Ïģεια": 123793, + "ãĤĪãģŃ": 123794, + "ÐłÐĿ": 123795, + "è·Ŀ离": 123796, + "ĠÙĤائÙħØ©": 123797, + "าà¸ļาล": 123798, + "ĠÑģайÑĤÑĸ": 123799, + "Ġरस": 123800, + "ĠÙĤرÙĨ": 123801, + "Ġnávr": 123802, + "Ú©Ùħ": 123803, + "çļĦæīĭ": 123804, + "Ġsorunu": 123805, + "/NÄIJ": 123806, + "nutÃŃm": 123807, + "ĠØ®ÙĪرد": 123808, + "Ġngá»Ŀ": 123809, + "Ġ:.|": 123810, + "Ġbudouc": 123811, + "iÄįky": 123812, + "Ġدرد": 123813, + "ÑĢониÑĩеÑģ": 123814, + "ç¾Ĭ": 123815, + "ĠìķĦë²Ħì§Ģ": 123816, + "ĠKanunu": 123817, + "ĠпÑĢиводиÑĤ": 123818, + "άλÏħÏĪηÏĤ": 123819, + "ĠVladim": 123820, + "Ġalıp": 123821, + "ĠеÑĤап": 123822, + "Ġà¤Ĺलत": 123823, + "ĠراÙĩÙĨÙħ": 123824, + "Ġpozisyon": 123825, + "Ġgöç": 123826, + "èµŀ": 123827, + "Ġмой": 123828, + "Ġγά": 123829, + "ĠìĪł": 123830, + "ĠØ¢ÛĮÙĨدÙĩ": 123831, + "aná": 123832, + "举çľģ": 123833, + "ĠÙħتعدد": 123834, + "ĠåįĬ": 123835, + "ãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 123836, + "Ġthá»Ŀ": 123837, + "ĠвдÑĢÑĥг": 123838, + "паÑĤ": 123839, + "ĠпÑĢоведениÑı": 123840, + "ÙĨز": 123841, + "ĠاÙĦبØŃØ«": 123842, + "æģ¢": 123843, + "Ġbaktı": 123844, + "Ġè·¯": 123845, + "Ġзаболеваний": 123846, + "ĠÐķвÑĢоп": 123847, + "Ġtarihli": 123848, + "깨": 123849, + "ĠÚ©ÙĪÙĩ": 123850, + "Ġìĸ´ëł¤": 123851, + "Ġtitul": 123852, + "ĠvydánÃŃ": 123853, + "éĺ¶æ®µ": 123854, + "à¸Īะà¸ķ": 123855, + "ĠмоÑı": 123856, + "ĠкоÑĢол": 123857, + "Ġбанк": 123858, + "วรรà¸ĵ": 123859, + "ĠÙĥسارة": 123860, + "ĠKhoa": 123861, + "ĠÑĥнÑĸвеÑĢÑģиÑĤеÑĤ": 123862, + "ãģ«éĸ¢ãģĻãĤĭ": 123863, + "ruary": 123864, + "Ġà¸Ĥาย": 123865, + "Ġsvaz": 123866, + "ĠشرÙĤ": 123867, + "ĠдÑĭÑħ": 123868, + "Ġизбав": 123869, + "ĠÑıкÑĸй": 123870, + "ĠÎľÎ¿Î½": 123871, + "Ġgön": 123872, + "ĠUkraj": 123873, + "ัà¸Ļà¸Ńà¸Ńà¸ģ": 123874, + "Ġมà¸ģราà¸Ħม": 123875, + "иÑĤов": 123876, + "Ġanalý": 123877, + "ĠоÑĤмеÑĩ": 123878, + "ĠبراÙī": 123879, + "âĪı": 123880, + "ัà¸ģà¸ģ": 123881, + "æĭ¥æľī": 123882, + "ĠÑĸнÑĪого": 123883, + "ĠкомпанÑĸÑĹ": 123884, + "ĠkÅĻes": 123885, + "ĠÑĢабоÑĩ": 123886, + "adÃŃ": 123887, + "ìłł": 123888, + "à¹Ħหà¸Ļ": 123889, + "à¥ģबह": 123890, + "âĢĻdeki": 123891, + "çħ¤": 123892, + "ĠпаÑĢÑĥ": 123893, + "ìĦŃ": 123894, + "ĠнепоÑģÑĢед": 123895, + "ĠÄ°b": 123896, + "Ġà¸ŀฤศà¸Ī": 123897, + "íĭ´": 123898, + "ĠëłĪìĿ´": 123899, + "ĠThá»ķ": 123900, + "ÑıеÑĤ": 123901, + "ائج": 123902, + "»çĴĥ": 123903, + "ÐĴÐŀ": 123904, + "åĸĬ": 123905, + "Ġ第ä¸ī": 123906, + "ĠвокÑĢÑĥг": 123907, + "ÑĩенÑĮ": 123908, + "Ġolanak": 123909, + "tura": 123910, + "ĠÙħÙĬÙĦ": 123911, + "eydi": 123912, + "ĠÙħدÙĬر": 123913, + "Ġnelze": 123914, + "ัวà¸Ńย": 123915, + "ìħľ": 123916, + "Ġhlavu": 123917, + "Ġkoruy": 123918, + "ÑĨин": 123919, + "ĠдиÑģÑĨип": 123920, + "ĠÙħاÙĨد": 123921, + "ĠподÑĢоб": 123922, + "ТÐŀ": 123923, + "ÙĤرار": 123924, + "à¹ģà¸Ļะà¸Ļำ": 123925, + "문ìĿĦ": 123926, + "æĮ¯ãĤĬ": 123927, + "PÅĻi": 123928, + "Ġyên": 123929, + "शà¤ķ": 123930, + "Âłje": 123931, + "ĠÐļонÑģÑĤиÑĤÑĥ": 123932, + "à¥ģह": 123933, + "Ġپا": 123934, + "ìĨĮ를": 123935, + "Ġдела": 123936, + "кид": 123937, + "à¹Ĥà¸Ĭ": 123938, + "커ìĬ¤": 123939, + "dÄĽlen": 123940, + "à¤Ķर": 123941, + "äºİæĺ¯": 123942, + "ĠÙĩÙħÛĮØ´Ùĩ": 123943, + "ĠbaÅŁlam": 123944, + "ĠìĽ¨": 123945, + "Ġdeneyim": 123946, + "Ġüye": 123947, + "ĠνÏĮ": 123948, + "Ġà¤ĸड": 123949, + "nÄĽl": 123950, + "ĠÑģÑĦеÑĢÑĸ": 123951, + "à¸Ńà¸Ķà¸ł": 123952, + "ä¸Ģå¹´": 123953, + "Ġvurgu": 123954, + "ÄŀÄ°": 123955, + "âĢĻĊ": 123956, + "ĠÑĸнÑĪими": 123957, + "ĠзменÑĪ": 123958, + "Ġà¤ĭ": 123959, + "Ġвека": 123960, + "ĠØŃÚ©ÙĪÙħت": 123961, + "ĠتÙħاÙħÛĮ": 123962, + "Ġsmrt": 123963, + "Ġhủy": 123964, + "ĠyapılmÄ±ÅŁ": 123965, + "à¹īà¸ľ": 123966, + "ĠYen": 123967, + "ĠÑĥл": 123968, + "ĠSvÄĽt": 123969, + "ัà¸Ħ": 123970, + "ĠmÄĽsÃŃců": 123971, + "денÑĤи": 123972, + "Ġï¾ĺ": 123973, + "ĠполиÑĤи": 123974, + "skyt": 123975, + "ä¹Łæľī": 123976, + "Ġê°ĻìĬµëĭĪëĭ¤": 123977, + "Ġê·¸ëŀĺìĦľ": 123978, + "ÏĦεÏģη": 123979, + "ÑĩеÑĢ": 123980, + "ĠÃľNÄ°VERSÄ°TESÄ°": 123981, + "à¸ªà¸ł": 123982, + "Ġสร": 123983, + "ानद": 123984, + "ĠaÅŁÄ±rı": 123985, + "λίοÏħ": 123986, + "ĠÙĦÙģ": 123987, + "ÃŃnu": 123988, + "à¸Ńาร": 123989, + "ÑĤÑĥÑĢа": 123990, + "ĠÄįeských": 123991, + "Ġphức": 123992, + "以为": 123993, + "ÏģÏīÏĢα": 123994, + "ĠاÙĨرÚĺÛĮ": 123995, + "»)": 123996, + "alardan": 123997, + "ĠÑģÑĤвоÑĢÑİ": 123998, + "Ġtráv": 123999, + "६": 124000, + "ãģĬãĤĪãģ³": 124001, + "ïľĭ": 124002, + "adil": 124003, + "ĠΤι": 124004, + "ĠëIJ©ëĭĪëĭ¤": 124005, + "ĠεμÏĨ": 124006, + "Ġ구조": 124007, + "ìĹŃìĭľ": 124008, + "ĠاÙĦجاÙħ": 124009, + "主é¢ĺ": 124010, + "ãĤ¹ãĥĿ": 124011, + "ĠìĹŃìĭľ": 124012, + "ĠÚ©Ùħتر": 124013, + "ĠSpoleÄį": 124014, + "олоÑĪ": 124015, + "ĠSuriye": 124016, + "ЧеÑĢ": 124017, + "æĪĺæĸĹ": 124018, + "Ġzávis": 124019, + "æĽ¸é¤¨": 124020, + "Ġmusel": 124021, + "ĠçĿ": 124022, + "ÙħÙħ": 124023, + "ĠاÙĦخارج": 124024, + "ĠÐĵÐŀ": 124025, + "ĠваÑĢÑĤо": 124026, + "Ïģαβ": 124027, + "Ġपहà¤ļ": 124028, + "ublice": 124029, + "ÑĨионного": 124030, + "èĮ¨": 124031, + "ĠدÙģتر": 124032, + "ĠÙģس": 124033, + "Ġà¤¨à¤ľà¤°": 124034, + "tarı": 124035, + "ĠобÑĢоб": 124036, + "ĠÐłÐ°": 124037, + "ĠاÙĦصÙĨ": 124038, + "شة": 124039, + "ĠìĹĨìĹĪ": 124040, + "ožná": 124041, + "æľĢçµĤ": 124042, + "Ù¥": 124043, + "rech": 124044, + "ĠاÙĦأسر": 124045, + "Ġмови": 124046, + "Ġì¡°êµIJ": 124047, + "ÑĸмеÑĩ": 124048, + "ãĥ¯ãĥ¼": 124049, + "бÑĥÑĢг": 124050, + "ĠسÙĦس": 124051, + "åѦä¼ļ": 124052, + "Ġë¦": 124053, + "åħĭæĸ¯": 124054, + "æĸĩçĮ®": 124055, + "ĠxÆ°Æ¡ng": 124056, + "Ġyolc": 124057, + "ĠìĤ¬ë¬´": 124058, + "ãĤıãģļ": 124059, + "ĠÑĢаÑģÑĤений": 124060, + "ĠÙģضاÛĮ": 124061, + "Ġnaopak": 124062, + "ĠпÑĢивÑĭ": 124063, + "ĠدÛĮدÙĩ": 124064, + "à¸ģารà¹ĥà¸Ĭ": 124065, + "Ġåŀ": 124066, + "çijŁ": 124067, + "以åIJİ": 124068, + "ĠpÅĻibliž": 124069, + "ĠdÃ¼ÅŁman": 124070, + "Ġtemin": 124071, + "ĠÑĥÑģлÑĥг": 124072, + "Ġदब": 124073, + "ĠìĥĪê¸Ģ": 124074, + "ĠÑĥÑģÑĤÑĢойÑģÑĤва": 124075, + "ĠТÑĥÑĤ": 124076, + "ÏĦίοÏħ": 124077, + "ĠÄ°slâm": 124078, + "Ù¤": 124079, + "åıĤä¸İ": 124080, + "ĠкÑĥÑģÑĤ": 124081, + "éĻIJåĪ¶": 124082, + "تÙĬÙĨ": 124083, + "ĠоÑģÑĤаннÑĸ": 124084, + "ications": 124085, + "اکÛĮ": 124086, + "ноÑģÑı": 124087, + "ÄŁan": 124088, + "ãģıãĤĮãĤĭ": 124089, + "Ġyapıyor": 124090, + "Ġê°ķëĤ¨": 124091, + "ÙħÙĬÙħ": 124092, + "æŃIJ": 124093, + "Ġرع": 124094, + "ĠboÄŁ": 124095, + "ĠиÑģÑħод": 124096, + "èªł": 124097, + "æł·åŃIJ": 124098, + "Ġbudeme": 124099, + "ĠÑģеÑĤ": 124100, + "ιÏĥμοÏį": 124101, + "Ġå¾ĴæŃ©": 124102, + "uálnÃŃ": 124103, + "ĠاÙĦعÙĤ": 124104, + "Ġسبک": 124105, + "ĠاÙĦأخرÙī": 124106, + "EFA": 124107, + "åĽºå®ļ": 124108, + "ĠãĤ¬": 124109, + "ĠìŀIJìĹ°": 124110, + "ยวà¸Ĥ": 124111, + "بس": 124112, + "unma": 124113, + "Ġзаним": 124114, + "à¹ĥà¸Ļร": 124115, + "èĢĥèĻij": 124116, + "æ··åIJĪ": 124117, + "å°ĭ": 124118, + "ĠçıkÄ±ÅŁ": 124119, + "Ġmaliyet": 124120, + "éľĬ": 124121, + "ãģŁãĤģãģ®": 124122, + "Ġپش": 124123, + "ĠзлоÑĩ": 124124, + "Ġvýši": 124125, + "Ġschvál": 124126, + "ĠÙĨÙħÙĪدÙĩ": 124127, + "ÎĨ": 124128, + "Ġzách": 124129, + "ĠÏĥκ": 124130, + "ãĤ¹ãĥŀ": 124131, + "ĠÙħسائÙĦ": 124132, + "ĠاÙĦاجتÙħاع": 124133, + "åľ°çĤ¹": 124134, + "اÛĮاÙĨ": 124135, + "ĠÐŀк": 124136, + "ê¸Ķ": 124137, + "elease": 124138, + "ĠطبÙĤÙĩ": 124139, + "éijij": 124140, + "Ġì½Ķë¡ľëĤĺ": 124141, + "é¼ł": 124142, + "大åħ¨": 124143, + "ĠпÑĢивеÑģÑĤи": 124144, + "Ġابتد": 124145, + "ë¦¬ë¡ľ": 124146, + "ĠÑģÑĤÑĢанÑĭ": 124147, + "ĠzatÃŃmco": 124148, + "Ġhuyết": 124149, + "سÛĮÙĪÙĨ": 124150, + "Ġsordu": 124151, + "âĢĮرس": 124152, + "ĠÑĦÑĢон": 124153, + "Ġedip": 124154, + "ÙĨÚ¯ÛĮ": 124155, + "ĠкиÑĢ": 124156, + "Ġíķ´ìķ¼": 124157, + "ì»´": 124158, + "ÑĨиклоп": 124159, + "ĠпÑĢименениÑı": 124160, + "Ġобл": 124161, + "éļª": 124162, + "ĠkromÄĽ": 124163, + "æł¸å¿ĥ": 124164, + "rahim": 124165, + "оÑĢд": 124166, + "ĠlÃłnh": 124167, + "ĠоÑģÑĤÑĢов": 124168, + ";|": 124169, + "buz": 124170, + "ĠÏĦÏģο": 124171, + "ĠÐĴаÑĢ": 124172, + "æīİ": 124173, + "ılÄ±ÅŁ": 124174, + "éĿ¢ç©į": 124175, + "身份": 124176, + "é¢ĨåŁŁ": 124177, + "ĠاÙĦÙĤرÙĨ": 124178, + "ĠпÑĢиклад": 124179, + "ãĥģãĥ¼ãĥł": 124180, + "Ġสà¸ŀà¸Ľ": 124181, + "ĠоÑĩиÑģÑĤ": 124182, + "Ġмилли": 124183, + "аÑĨÑĸÑĹ": 124184, + "ีà¹Ģà¸Ń": 124185, + "Ġtanın": 124186, + "çĪ¶äº²": 124187, + "Ġmsgstr": 124188, + "ĠØ´ÛĮÙħÛĮ": 124189, + "ĠÙģراÙĩÙħ": 124190, + "Ġ맥": 124191, + "ãĢĤå½ĵ": 124192, + "ĠконÑĨенÑĤÑĢа": 124193, + "êµIJíļĮ": 124194, + "ãĤīãĤĮãģ¦": 124195, + "Ġyasak": 124196, + "ĠÐijол": 124197, + "Ġæ¾³": 124198, + "çĩķ": 124199, + "Ġجا": 124200, + "ëijĺ": 124201, + "ĠدرخÙĪاست": 124202, + "ĠmÃŃstnÃŃ": 124203, + "ÂĤÃĮ": 124204, + "Ġbaskı": 124205, + "Ġuçak": 124206, + "ä»ĵ": 124207, + "Ġìľłì§Ģ": 124208, + "Ġпоба": 124209, + "Ġzeptal": 124210, + "ç»ĻæĪij": 124211, + "ĠAtatürk": 124212, + "ĠÙħÙĨاس": 124213, + "ÑĴ": 124214, + "Ġaracı": 124215, + "лÑİÑĶ": 124216, + "Ġnitelik": 124217, + "ĠMezi": 124218, + "ĠÎŃναÏĤ": 124219, + "ÏİνÏĦαÏĤ": 124220, + "važ": 124221, + "Ġkuzey": 124222, + "ĠÏİÏģα": 124223, + "ĠÑĢозпов": 124224, + "à¹Īาà¸ģ": 124225, + "ãĢģä¸ī": 124226, + "ĠÑģÑĤаÑĢи": 124227, + "Ġhakkı": 124228, + "ĠØ¢ÙħادÙĩ": 124229, + "íĮĶ": 124230, + "омÑĸ": 124231, + "ĠâĢł": 124232, + "ãģĭãĤı": 124233, + "ãĢĮä½ł": 124234, + "æ³ķåĽ½": 124235, + "ÙIJÙĬÙĨ": 124236, + "æīķ": 124237, + "нили": 124238, + "ĠÑĥÑģÑĤановки": 124239, + "Ġlông": 124240, + "तम": 124241, + "ÙĪÙĨÙĬØ©": 124242, + "ÙĬتÙĬ": 124243, + "Ġê²Įìĭľë¬¼": 124244, + "ĠveÅ¡ker": 124245, + "ÎŃÏģγ": 124246, + "ĠÑĥÑģе": 124247, + "Ġkıl": 124248, + "Ġilgi": 124249, + "μÏīν": 124250, + "ĠзвÑĸлÑĮ": 124251, + "Ġönlem": 124252, + "à¸ģà¸İหมาย": 124253, + "ĠHiá»ĩp": 124254, + "ĠгоÑĢм": 124255, + "лÑıÑİÑĤÑĮÑģÑı": 124256, + "lamaya": 124257, + "ĠÑģпоÑģобом": 124258, + "ãģ¸ãģ¨": 124259, + "ç¦ģæŃ¢": 124260, + "ĠÑĢаÑħÑĥнок": 124261, + "ĠоÑĤвеÑĢÑģÑĤи": 124262, + ".:.:.:.": 124263, + "Ġmüda": 124264, + "онаÑħ": 124265, + "Ì£c": 124266, + "Ġyapacak": 124267, + "Ġназвание": 124268, + "对æĸ¹": 124269, + "ëĮĢíijľ": 124270, + "çĪŃ": 124271, + "вана": 124272, + "हन": 124273, + "ĠпÑĢоблема": 124274, + "ĠженÑīинÑĭ": 124275, + "èŀº": 124276, + "ĠhospodáÅĻ": 124277, + "ĠСÑĤеп": 124278, + "ĠodpovÄĽd": 124279, + "ĠSá»Ń": 124280, + "eview": 124281, + "åĩłä¹İ": 124282, + "çŁ¢": 124283, + "æĿ¥ãģŁ": 124284, + "ĠполоÑģ": 124285, + "ĠÑģел": 124286, + "å±Ĩ": 124287, + "ĠпеÑĢвой": 124288, + "ĠпÑĢоÑĨеÑģÑģа": 124289, + "ãĢĢãĤĿ": 124290, + "تاÙħبر": 124291, + "илаÑģÑı": 124292, + "ï¼ĮæĹł": 124293, + "ĠвлаÑģноÑģÑĤÑĸ": 124294, + "íķĺìŀIJ": 124295, + "аÑĤки": 124296, + "ĠBÃł": 124297, + "ĠKarel": 124298, + "è·µ": 124299, + "رÛĮÙĩ": 124300, + "ĠëĤĺ를": 124301, + "ĠобеÑģпеÑĩива": 124302, + "à¥įरपत": 124303, + "ãģĹãĤĩ": 124304, + "åįĴ": 124305, + "Ġ奥": 124306, + "ĠпÑĢоÑĤе": 124307, + "ĠæĭĽ": 124308, + "ĠСÑĤÑĢана": 124309, + "ĠÑĢабоÑĤаÑĤÑĮ": 124310, + "ĠتشخÛĮص": 124311, + "екÑģÑĥ": 124312, + "Ġ리그": 124313, + "ĠصاÙĦØŃ": 124314, + "ĠbaÅŁlamÄ±ÅŁ": 124315, + "ĠÙ¾ÛĮاÙħبر": 124316, + "زا": 124317, + "ĠмаÑģÑģ": 124318, + "ĠγαÏģ": 124319, + "ëĿ¼íĶ¼": 124320, + "Ġyarı": 124321, + "ĠÑĤипÑĥ": 124322, + "Ðŀп": 124323, + "ãģijãģªãģĦ": 124324, + "emem": 124325, + "ĠnÄĽmu": 124326, + "ĠÙĨشر": 124327, + "ĠÎijθήνα": 124328, + "ÙģراÙĨ": 124329, + "Ġ網": 124330, + "ĠпÑĢомиÑģлов": 124331, + "ĠBugün": 124332, + "ìŀĶ": 124333, + "ĠжÑĸнок": 124334, + "Ġà¸Ľà¸£à¸°à¹Ģà¸łà¸Ĺ": 124335, + "ĠвикоÑĢиÑģÑĤовÑĥваÑĤи": 124336, + "ĠТим": 124337, + ")를": 124338, + "ежаÑĤÑĮ": 124339, + "Ġsona": 124340, + "Ø´ÙĨبÙĩ": 124341, + "Ġnichž": 124342, + "åīĽ": 124343, + "ĠÙģتØŃ": 124344, + "ĠÙħÙĤدÙħ": 124345, + "ĠGüvenlik": 124346, + "eum": 124347, + "ç»ıè¿ĩ": 124348, + "è·ĿéĽ¢": 124349, + "ÂłÐ½Ðµ": 124350, + "ĠاصÙĪÙĦ": 124351, + "ĠzaÄįátku": 124352, + "ิà¹Ģวà¸ĵ": 124353, + "Ġà¤ķà¤Ł": 124354, + "Ġkriz": 124355, + "Ġpán": 124356, + "ĠбоÑĢÑĮ": 124357, + "ظÙħØ©": 124358, + "Ġê²½ë¶ģ": 124359, + "ĠاÙĦÙĬÙħÙĨ": 124360, + "ĠاÙĦعربÙĬ": 124361, + "Ġhlub": 124362, + "Ġchá»Ŀ": 124363, + "襲": 124364, + "ëĵľë¦¬": 124365, + "ãĥĸãĥª": 124366, + "ĠÑģÑĤолÑĸÑĤÑĤÑı": 124367, + "ربÙĬØ©": 124368, + "Ġæ°¸": 124369, + "Ġê±°ìĿĺ": 124370, + "ĠβαÏĥ": 124371, + "Ġarz": 124372, + "ãĥ¢ãĥ³": 124373, + "ĠÑĢÑĸвенÑĮ": 124374, + "ä¸įçŁ¥": 124375, + "导èĩ´": 124376, + "اÙĬØ´": 124377, + "ĠпÑĢевÑĭÑĪ": 124378, + "Ġпн": 124379, + "ĠÎĴÏģοÏĩή": 124380, + "Ġ身": 124381, + "ĠÄIJầu": 124382, + "ĠÏĮμÏīÏĤ": 124383, + "jÃŃž": 124384, + "Ġλίγ": 124385, + "ĠÑĪколи": 124386, + "ãģ£ãģ±ãģĦ": 124387, + "zdy": 124388, + "Ġ곧": 124389, + "teÅŁ": 124390, + "ÑĢеÑī": 124391, + "κει": 124392, + "sahuje": 124393, + "Ġà¤īसस": 124394, + "ĠTanrı": 124395, + "ä¸į好": 124396, + "éĥŃ": 124397, + "ĠвÑĭглÑıд": 124398, + "ĠçoÄŁ": 124399, + "ĠинÑģÑĤÑĢÑĥменÑĤ": 124400, + "rej": 124401, + "èĪĮ": 124402, + "ãģĭãĤīãģªãģĦ": 124403, + "ĠнепÑĢиÑıÑĤ": 124404, + "ĠкÑĢоме": 124405, + "ζη": 124406, + "Ġлог": 124407, + "ावर": 124408, + "ëħķíķĺìĦ¸ìļĶ": 124409, + "ाहरण": 124410, + "Ġgüvenilir": 124411, + "Tại": 124412, + "ĠØ´Ùĩرد": 124413, + "ĠΤε": 124414, + "оÑĢаз": 124415, + "ĠlÃłng": 124416, + "Ｉ": 124417, + "æĬķ注": 124418, + "Ġsiyaset": 124419, + "ÐĽÑİ": 124420, + "ĠtÅĻet": 124421, + "ĠÏĢÏģÏİÏĦη": 124422, + "ĠÑĥлÑĭб": 124423, + "ĠLâm": 124424, + "ÑĥлÑĮÑĤа": 124425, + "åŁºåľ°": 124426, + "Ġskupina": 124427, + "æ°¸ä¹ħ": 124428, + "лÑĥгов": 124429, + "ĠÑĨÑĸй": 124430, + "ĠPoh": 124431, + "iд": 124432, + "ĠTruy": 124433, + "çļĦä¸Ģ个": 124434, + "ë²ĦìłĦ": 124435, + "Ġxứ": 124436, + "à¸ĩà¹ģรà¸ģ": 124437, + "à¸Ħà¸Ńม": 124438, + "Ġelektronik": 124439, + "ĠaÄŁaç": 124440, + "Ġà¤ľà¤¯": 124441, + "ĠповеÑĢÑħноÑģÑĤÑĮ": 124442, + "ĠاÙĩÙħÛĮت": 124443, + "ливиÑħ": 124444, + "ĠolduÄŁundan": 124445, + "ï¼ī:": 124446, + "ÑĨиÑıÑħ": 124447, + "è£½ä½ľ": 124448, + "à¸Ĺรà¸ĩ": 124449, + "eyim": 124450, + "Ġnáklad": 124451, + "cilik": 124452, + "ĠÐĵлав": 124453, + "ĠUygu": 124454, + "ĠÑĢегÑĥлÑİ": 124455, + "à¤Ĥà¤ľà¤¨": 124456, + "Ġkaynaģı": 124457, + "à¹īาà¸Ń": 124458, + "Ġgörmek": 124459, + "ĠíĮ¬": 124460, + "Ġå®Į": 124461, + "Ø«ÙħاÙĨ": 124462, + "ĠÑĤакаÑı": 124463, + "Ġнеиз": 124464, + "Ġzprávy": 124465, + "ĠاÙĦشخص": 124466, + "Ġìĺ¤íĽĦ": 124467, + "ĠاÙĦطب": 124468, + "atırım": 124469, + "رÙĬر": 124470, + "ĠÙħعÙħارÛĮ": 124471, + "ÃľRK": 124472, + "ĠÒIJ": 124473, + "ĠìĦ¬": 124474, + "æīĭãģ«": 124475, + "Ġë³ĢíĻĶ": 124476, + "ulace": 124477, + "Ġsợ": 124478, + "ÑĢиÑĩ": 124479, + "มหาว": 124480, + "Ġkâ": 124481, + "ĠÑģпÑĢоб": 124482, + "ÙĩرÙĩ": 124483, + "ाधन": 124484, + "ĠÏĢαι": 124485, + "بعد": 124486, + "ĠاÙĦتÙĪ": 124487, + "ç»ıçIJĨ": 124488, + "působ": 124489, + "æ¬ł": 124490, + "ĠзаÑħвоÑĢÑİваннÑı": 124491, + "خة": 124492, + "ÚĨار": 124493, + "Ġbozuk": 124494, + "]âĢı": 124495, + "ĠSocorro": 124496, + "Ġhrad": 124497, + "надлеж": 124498, + "ĠÑĥÑĩаÑģÑĤие": 124499, + "å¤īãĤı": 124500, + "Ġyans": 124501, + "ĠØ¥ÙĦ": 124502, + "خبر": 124503, + "ÑĨиклопед": 124504, + "ιÏİν": 124505, + "ÏĥÏĦÏģο": 124506, + "Ġbanka": 124507, + "ĠsoÄŁuk": 124508, + "Ġünlü": 124509, + "é¢ľ": 124510, + "ĠرÙģع": 124511, + "çIJ³": 124512, + "ĠÑģоÑģÑĤоÑıнии": 124513, + "νονÏĦαÏĤ": 124514, + "ĠакÑĤи": 124515, + "ĠÏĢολÏħ": 124516, + "ĠмоÑĹ": 124517, + "Ġæł¼": 124518, + "ç²Ĺ": 124519, + "ĠÑģлÑĥÑĩай": 124520, + "ìĿ¼ìĹIJ": 124521, + "ĠÑĤÑĢебÑĥеÑĤ": 124522, + "ĠåıĤèĢĥ": 124523, + "angl": 124524, + "amik": 124525, + "ĠÄ°Åŀ": 124526, + "湯": 124527, + "ĠÄijáo": 124528, + "ละà¸Ħร": 124529, + "Ñģо": 124530, + "Âłob": 124531, + "Ġklim": 124532, + "èĥĨ": 124533, + "ìĥĿíĻľ": 124534, + "ãĥijãĥ³": 124535, + "-ब": 124536, + "Ġкад": 124537, + "à¹Īสามารà¸ĸ": 124538, + "ĠÙħسÙĦÙħاÙĨ": 124539, + "ç¿°": 124540, + "ĠBütün": 124541, + "ĠKraj": 124542, + "ĠпеÑĢÑģп": 124543, + "Ġenerj": 124544, + "ãģķãģĽãĤĭ": 124545, + "è¾¾åĪ°": 124546, + "ाà¤Ĭ": 124547, + "ĠگرÙģتÙĨ": 124548, + "ÑĪкÑĥ": 124549, + "ĠÐŁÐ»Ð¾": 124550, + "ÃŃny": 124551, + "ĠHra": 124552, + "ĠÚĨÙĨاÙĨ": 124553, + "Ġà¹Ħà¸Ĺย": 124554, + "visejÃŃcÃŃ": 124555, + "Û³Û³": 124556, + "ĠÐľÑĸнÑĸÑģÑĤеÑĢ": 124557, + "à¹Ĥà¸Ń": 124558, + "ĠدÙĩÛĮد": 124559, + "æ¯Ķä¾ĭ": 124560, + "ÏĥιεÏį": 124561, + "ÇIJ": 124562, + "ãĢģãģª": 124563, + "Ġतस": 124564, + "ĠÄ°t": 124565, + "ĠìłĦìŁģ": 124566, + "à¹Ģà¸Īร": 124567, + "Ġelektr": 124568, + "ĠdÆ°": 124569, + "âĶĶ": 124570, + "Ġìĥ¤": 124571, + "ä»®": 124572, + "à¸ģารà¹Ģล": 124573, + "ĠмÑĥлÑĮ": 124574, + "Ġ度": 124575, + "ĠHuyá»ĩn": 124576, + "вен": 124577, + "ĠlÆ°á»Ľi": 124578, + "Ġprovozu": 124579, + "ÑĥÑĢÑĥ": 124580, + "ÑĢÑĸÑĹ": 124581, + "ĠçocuÄŁ": 124582, + "ัà¸IJà¸ļาล": 124583, + "ÙĦÙĬÙĩ": 124584, + "Ġ[âĢ¦]...Ċ": 124585, + "åİŁå§ĭ": 124586, + "Ġsklad": 124587, + "ĠسپتاÙħبر": 124588, + "ĠTomáš": 124589, + "ĠسÙĪاÙĦ": 124590, + "çģŃ": 124591, + "ãĤĵãģ©": 124592, + "назнаÑĩ": 124593, + "ĠÄijÄ©a": 124594, + "ĠudÄĽlat": 124595, + "Ġà¤Ĩदम": 124596, + "Ｌ": 124597, + "ινÏĮ": 124598, + "iÅŁleri": 124599, + "ÄIJây": 124600, + "ĠرساÙĨÙĩ": 124601, + "عاÙħ": 124602, + "ãĥ¼ãĥijãĥ¼": 124603, + "Ġdoprov": 124604, + "ĠмÑĸÑģÑĤо": 124605, + "ï¼¥": 124606, + "елÑĸг": 124607, + "ائز": 124608, + "ä¸įäºĨ": 124609, + "ĠÐIJлекÑģандÑĢ": 124610, + "ĠвÑĢемен": 124611, + "ĠdveÅĻe": 124612, + "Ġchảy": 124613, + "Ġotel": 124614, + "èĤ¯å®ļ": 124615, + "ĠÑĥÑĤвеÑĢжд": 124616, + "ĠÐļомп": 124617, + "ĠëĤĺëĿ¼": 124618, + "ĠвÑĸдбÑĥваÑĶÑĤÑĮÑģÑı": 124619, + "ãĢģãĢİ": 124620, + "ĠkarÅŁÄ±lık": 124621, + "Ġlẫn": 124622, + "çħĻ": 124623, + "عکس": 124624, + "å¼¥": 124625, + "Ġtecr": 124626, + "Ġneod": 124627, + "æĪIJçĤº": 124628, + "åħ¥ãĤĬ": 124629, + "ĠÐŁÑĢод": 124630, + "ĠÏĢÏģά": 124631, + "ืà¸Ńà¸Ķ": 124632, + "ÑģÑĤаÑĤи": 124633, + "еноÑĹ": 124634, + "ÑĩиÑģл": 124635, + "羣æŃ£": 124636, + "Ġราà¸Ħ": 124637, + "ÑĥÑĢе": 124638, + "ĠشاÙĩد": 124639, + "اعر": 124640, + "Ġê²½íĹĺ": 124641, + "à¸Ļà¸Ħ": 124642, + "ãĥįãĥ«": 124643, + "ÏĢοÏħλοÏĤ": 124644, + "Ġमà¤Ī": 124645, + "ìĬ¤ì½Ķ": 124646, + "itelné": 124647, + "å¼ĢæĶ¾": 124648, + "çį¨": 124649, + "ĠpÅĻech": 124650, + "úÄįast": 124651, + "å¢ĵ": 124652, + "Ġå½±": 124653, + "ÙĨساÙĨ": 124654, + "Ġдвад": 124655, + "ĠидеÑĤ": 124656, + "ĠподклÑİÑĩ": 124657, + "íĬ¹ë³Ħìĭľ": 124658, + "BÃłi": 124659, + "Å¡ku": 124660, + "ilerden": 124661, + "åıĺå¾Ĺ": 124662, + "ëıĻìķĪ": 124663, + "ĠpostupnÄĽ": 124664, + "ĠиÑĤог": 124665, + "Ġdůvodu": 124666, + "sizlik": 124667, + "ÙĦاÙĨ": 124668, + "éĤ£ç§į": 124669, + "ĠÑĩаÑģа": 124670, + "ä¸įæĸŃ": 124671, + "ĠØ®ÛĮاباÙĨ": 124672, + "ĠاÙĦداخ": 124673, + "ĠÑģÑĤоÑĢÑĸн": 124674, + "Ġì¶ľìĹ°": 124675, + "æ²Ł": 124676, + "Ġhry": 124677, + "ĠGÃľ": 124678, + "ĠìĿ¸êµ¬": 124679, + "lied": 124680, + "ĠعاÙĦÙĬØ©": 124681, + "ĠпÑĢедваÑĢ": 124682, + "анной": 124683, + "åı¥è¯Ŀ": 124684, + "éłĵ": 124685, + "ë°ĶìĿ¼": 124686, + "ï¼ı/": 124687, + "ĠÙħختصات": 124688, + "ëŀ«": 124689, + "ĠçalÄ±ÅŁmaları": 124690, + "Ġrepublika": 124691, + "Ġì³": 124692, + "ा)": 124693, + "Ġê±´ê°ķ": 124694, + "Ġê³µëıĻ": 124695, + "èħ¦": 124696, + "ĠìĦľë¡ľ": 124697, + "ĠпÑĢоводиÑĤÑĮ": 124698, + "ĠдейÑģÑĤвиÑĤелÑĮно": 124699, + "veç": 124700, + "ثاÙĦ": 124701, + "Ġgösterir": 124702, + "ırlar": 124703, + "ĠÑģамÑĭм": 124704, + "álo": 124705, + "é¢ij次": 124706, + "à¥Īà¤Ĺ": 124707, + "ادÙħ": 124708, + "çĮª": 124709, + "ĠSản": 124710, + "Ġçı": 124711, + "Ġlety": 124712, + "Ġrepublice": 124713, + "æĿ¥èĩª": 124714, + "Ġvết": 124715, + "Ġbirik": 124716, + "Ġmekt": 124717, + "ĠاÙĦÙĪÙģ": 124718, + "Ġjich": 124719, + "ä¸Ģ覧": 124720, + "éľ²åĩº": 124721, + "ĠHiá»ĩn": 124722, + "Ġdiá»ĩt": 124723, + "ĠÑħÑĢиÑģÑĤи": 124724, + "åĪļæīį": 124725, + "kate": 124726, + "Ġbazen": 124727, + "ĠurÄįitÄĽ": 124728, + "ĠumožÅĪuje": 124729, + "é¡ĺãģĦ": 124730, + "/QÄIJ": 124731, + "ĠmenÅ¡ÃŃ": 124732, + "ÏĥκεÏħή": 124733, + "ĠÑĨеÑĢков": 124734, + "Ġè´Ń": 124735, + "окÑĢаÑĤи": 124736, + "ĠÑĢозк": 124737, + "ανοÏħ": 124738, + "Ġyönetic": 124739, + "Ġolmadan": 124740, + "åĨľä¸ļ": 124741, + "Ġë°ĶëŀĮ": 124742, + "çĵľ": 124743, + "ÑĪаеÑĤÑģÑı": 124744, + "ĠÐļоÑģÑĤ": 124745, + "ĠÙħعت": 124746, + "Ġà¸ŀล": 124747, + "ĠÙħتÙģاÙĪت": 124748, + "ãĤīãģı": 124749, + "èĪĹ": 124750, + "ĠتعرÛĮÙģ": 124751, + "éīĦéģĵ": 124752, + "ĠpéÄįe": 124753, + "컵": 124754, + "ĠподÑĢаз": 124755, + "ĠбанкÑĥ": 124756, + "Ä°SÄ°": 124757, + "æ¡IJ": 124758, + "à¹Ĥรà¸Ħ": 124759, + "ĠØŃØ°Ùģ": 124760, + "Ġë£": 124761, + "лиж": 124762, + "ĠìĤ°ìĹħ": 124763, + "ĠпÑĢиÑĩинÑĭ": 124764, + "Ġназна": 124765, + "ãĥªãĤ¹ãĥĪ": 124766, + "ìłķë¶Ģ": 124767, + "ÏĥÏĨα": 124768, + "å¦ĥ": 124769, + "Ġголови": 124770, + "ëIJĺìĹĪìĬµëĭĪëĭ¤": 124771, + "ĠενÏĮÏĤ": 124772, + "ãĤ¤ãĥ³ãĤ¿": 124773, + "Ġslun": 124774, + "ëł´": 124775, + "ĠÑģÑĥÑīеÑģÑĤвÑĥеÑĤ": 124776, + "заб": 124777, + "æĽ´åĬł": 124778, + "ĠблагодаÑĢÑı": 124779, + "ĠëĮĢ구": 124780, + "è¾ħ": 124781, + "หาà¸ģ": 124782, + "Ġæİ¥": 124783, + "ëĮĢ를": 124784, + "人类": 124785, + "jeme": 124786, + "åĪĨå¸ĥ": 124787, + "ìŀ¥ìĿĢ": 124788, + "Ġдопомоги": 124789, + "ìĻĦë£Į": 124790, + "osy": 124791, + "èĭ±éĽĦ": 124792, + "ĠÙĦس": 124793, + "मह": 124794, + "Ġà¸ģำ": 124795, + "ĠداشتÙĨ": 124796, + "Ńìłľ": 124797, + "Ä°ng": 124798, + "ĠThÆ°á»Ŀng": 124799, + "íĻĢ": 124800, + "ÑįÑĦ": 124801, + "íķ´ìļĶ": 124802, + "ĠÐľÑĸж": 124803, + "еÑĢÑĸга": 124804, + "Ġεá¼": 124805, + "à¹ģสà¸ĩ": 124806, + "ãĥĢãĤ¤": 124807, + "Ġcesty": 124808, + "Ġprázd": 124809, + "第ä¸Ģ次": 124810, + "ĠÙĩÙħسر": 124811, + "Ġzev": 124812, + "ÂłE": 124813, + "ĠBelediyesi": 124814, + "ĠпÑĢопози": 124815, + "ĠanlayÄ±ÅŁ": 124816, + "ÂłÙħ": 124817, + "ĠÑĢаÑģÑģÑĩиÑĤ": 124818, + "ĠاÙĦØ£ÙħرÙĬÙĥÙĬØ©": 124819, + "Ġžena": 124820, + "deniz": 124821, + "Ġnoci": 124822, + "Ġstál": 124823, + "ุย": 124824, + "주ìĨĮ": 124825, + "ĠзеÑĢ": 124826, + "ĠìĨĮê°ľ": 124827, + "Ġkhẳng": 124828, + "atıcı": 124829, + "ÄĽÅ¾": 124830, + "ĠÑĩÑĥÑĤÑĮ": 124831, + "ĠcáºŃu": 124832, + "ĠاطÙĦاع": 124833, + "æµħ": 124834, + "Ġstrav": 124835, + "ĠSanayi": 124836, + "ĠطبÙĬ": 124837, + "Ġhızla": 124838, + "Ïİνα": 124839, + "à¤¿à¤ľà¤²": 124840, + "ÙħØŃÙħد": 124841, + "à¸ļà¸ģ": 124842, + "Ġvzdálen": 124843, + "ĠÑĤакими": 124844, + "ãĢĤãģĿãģĹãģ¦": 124845, + "Ġkalp": 124846, + "Ġкожного": 124847, + "ÐłÂµ": 124848, + "ÙĦعاب": 124849, + "ĠÙħÙĪÙĨ": 124850, + "ĠìĿ¼ìĿĦ": 124851, + "Ġë°ĶìĿ´": 124852, + "Ġmekan": 124853, + "ĠجاÙħع": 124854, + "ĠÙĨÙģت": 124855, + "ĠاÙĦسÙħ": 124856, + "лÑĭÑħ": 124857, + "èĥĮæĻ¯": 124858, + "Ġê²ĥëıĦ": 124859, + "ĠìĤ´ìķĦ": 124860, + "ydı": 124861, + "ĠнавеÑĢ": 124862, + "åŃIJãģ¯": 124863, + "luluk": 124864, + "Ġhá»Ĺn": 124865, + "ĠØ´Ùģ": 124866, + "ĠعÙĦت": 124867, + "à¸Ħราม": 124868, + "ĠÎļÏįÏĢ": 124869, + "Ġà¹Ģมษายà¸Ļ": 124870, + "ÙĨدÙĤ": 124871, + "ĠÑĥÑģÑĤÑĢа": 124872, + "ĠÎĵεν": 124873, + "ĠÐĨван": 124874, + "ĠPhong": 124875, + "家çļĦ": 124876, + "ĠÐIJлекÑģ": 124877, + "ĠзбеÑĢÑĸг": 124878, + "ĠÅŁarkı": 124879, + "ĠظرÙģÛĮت": 124880, + "ĠÙħعÙĨÛĮ": 124881, + "Ġлов": 124882, + "ĠìĤ¶": 124883, + "èħIJ": 124884, + "Ġå¯Į": 124885, + "ERG": 124886, + "ĠÑģÑĤоимоÑģÑĤÑĮ": 124887, + "ÅĻet": 124888, + "à¥īय": 124889, + "à¹Īาร": 124890, + "ĠارÙĪپا": 124891, + "ĠбÑĢоÑģ": 124892, + "ĠоÑĤноÑģÑıÑĤ": 124893, + "ĠÎŁÎº": 124894, + "ÑĨÑĮкий": 124895, + "ÏĬκ": 124896, + "ãģĤãĤĬãģ¾ãģĽãĤĵ": 124897, + "ĠÑĥник": 124898, + "ĠÄijiá»ĥn": 124899, + "Ġvýzkum": 124900, + "Ġhứ": 124901, + "ĠÙĪات": 124902, + "Ġå¹³æĸ¹": 124903, + "Ïħμ": 124904, + "ãĤĴ使": 124905, + "είÏĦαι": 124906, + "两人": 124907, + "ĠåĮ»": 124908, + "ÑĢаÑĤиÑĤÑĮ": 124909, + "ĠاÙĦاÙĨت": 124910, + "ãģ®äºº": 124911, + "رش": 124912, + "ĠТÑĥÑĢ": 124913, + "rnÄĽ": 124914, + "天天": 124915, + "มาร": 124916, + "Ġortalama": 124917, + "ĠпеÑĢепиÑģ": 124918, + "ĠìĥĿìĤ°": 124919, + "å¿Ĩ": 124920, + "íĩ´": 124921, + "ï¼Į该": 124922, + "éĮ¢": 124923, + "ÏĢαίδ": 124924, + "ĠмеÑĢопÑĢи": 124925, + "ĠгÑĢав": 124926, + "ÃĶng": 124927, + "Ġæ¤": 124928, + "ĠاÙĦدÙĪÙĦØ©": 124929, + "ĠоÑģÑĮ": 124930, + "å¥Ķ": 124931, + "Ġgüvenli": 124932, + "íķĺìĭł": 124933, + "ĠéĬ": 124934, + "éŁ³æ¨Ĥ": 124935, + "Ġmedya": 124936, + "ĠبÙĨا": 124937, + "ама": 124938, + "ĠãĤŃãĥ£": 124939, + "èĹ¥": 124940, + "larım": 124941, + "ĠTiếng": 124942, + "iyorlar": 124943, + "ï¼¢": 124944, + "æĶĿ": 124945, + "ÑĸйÑģÑĮкоÑĹ": 124946, + "ĠyetiÅŁtir": 124947, + "Ġپسر": 124948, + "ãĤīãģĹ": 124949, + "Âļ": 124950, + "ìĥ¤": 124951, + "à¸Ķาห": 124952, + "ĠتØŃصÛĮÙĦ": 124953, + "Ġбенз": 124954, + "éģ£": 124955, + "ĠнаблÑİ": 124956, + "ä½ĵç³»": 124957, + "ãĥ¯ãĤ¤ãĥĪ": 124958, + "³³Ġ": 124959, + "书记": 124960, + "ĠMühendis": 124961, + "plor": 124962, + "laz": 124963, + "лÑıли": 124964, + "Ġpomáh": 124965, + "Ġближ": 124966, + "ĠÑĩиÑģла": 124967, + "ĠubytovánÃŃ": 124968, + "ÑĢаÑĤно": 124969, + "ĠtrÄĥm": 124970, + "ĠابراÙĩ": 124971, + "átka": 124972, + "Ġiçindeki": 124973, + "ัà¸ļà¸Ļ": 124974, + "ĠاÙħÛĮد": 124975, + "nave": 124976, + "ecut": 124977, + "å°±åľ¨": 124978, + "Ġtradi": 124979, + "Ø·ÙĦÙĤ": 124980, + "ãĤ¦ãĤ©": 124981, + "Ġkhuôn": 124982, + "ìĬ¤ë¡ľ": 124983, + "ÏĦÎŃÏģα": 124984, + "ĠÏĥκο": 124985, + "맼": 124986, + "ĠÙģÙĨÛĮ": 124987, + "à¹Įà¹Ģà¸ŀ": 124988, + "ĠاÙĦعظ": 124989, + "Ġthôn": 124990, + "기ìĿĺ": 124991, + "Ġ฿": 124992, + "ÑĥÑİÑĤÑģÑı": 124993, + "ĠÙħکاÙĨ": 124994, + "ĠâĹİ": 124995, + "Ġçľģ": 124996, + "Ġåį¡": 124997, + "ĠпеÑĢÑĪий": 124998, + "ĠíĽĦë³´": 124999, + "ĠآراÙħ": 125000, + "ãģĮãģĦ": 125001, + "ยาà¸Ļ": 125002, + "μει": 125003, + "ĠMáy": 125004, + "Ġzů": 125005, + "Ġpodporu": 125006, + "컨": 125007, + "ÑģÑĤÑĢи": 125008, + "ÏĢÏĦÏīÏĥη": 125009, + "Ð¤ÐĽ": 125010, + "åĵªéĩĮ": 125011, + "ĠпеÑĢвÑĥÑİ": 125012, + "Ġyerinde": 125013, + "ĠزÛĮبا": 125014, + "Ġodstran": 125015, + "à¥Ģà¤Ĺ": 125016, + "ĠÑĢÑĸзнÑĸ": 125017, + "ÏģηÏĥη": 125018, + "âĢĮاÙĦÙħÙĦÙĦÛĮ": 125019, + "عاد": 125020, + "à¥įपष": 125021, + "ÑŁN": 125022, + "ï½Ľ": 125023, + "ãĥ¼ãĥľ": 125024, + "è´Ńä¹°": 125025, + "ĠìĿ¸ê¸°ê¸Ģ": 125026, + "ĠÙħÛĮØ´ÙĪد": 125027, + "ĠбезопаÑģноÑģÑĤи": 125028, + "ĠνεÏĨοκ": 125029, + "ãģ«ãģ¨": 125030, + "ĠÑĨеÑĢкви": 125031, + "تÙĥ": 125032, + "ĠHÃłng": 125033, + "ĠÙĦÙĦس": 125034, + "ĠνεÏĨοκάλÏħÏĪηÏĤ": 125035, + "raman": 125036, + "Ġvyvol": 125037, + "niÄį": 125038, + "راÙĨÙĩ": 125039, + "ĠpeÅŁ": 125040, + "ãĥ«ãĤ¯": 125041, + "å´ĩ": 125042, + "Ġimkân": 125043, + "åĮ»çĸĹ": 125044, + "Ġपà¥Ŀ": 125045, + "άννηÏĤ": 125046, + "ĠجÛĮ": 125047, + "Ġproje": 125048, + "Ġülkenin": 125049, + "ĠKew": 125050, + "ĠاÙĦÙħÙģ": 125051, + "Ø£Ùĥ": 125052, + "çĻºè¡¨": 125053, + "ĠδÏħ": 125054, + "ĠåĽ½å®¶": 125055, + "ĠKiÅŁisel": 125056, + "ãĥ³ãĤ¬": 125057, + "Ġzpráva": 125058, + "Viá»ĩc": 125059, + "erif": 125060, + "Ġstránky": 125061, + "éļł": 125062, + "è¼ķ": 125063, + "коз": 125064, + "Ġà¤¸à¤ľ": 125065, + "ÙĩداÙģ": 125066, + "loub": 125067, + "à¸łà¸²à¸ŀยà¸Ļà¸ķร": 125068, + "ĠíķłìĿ¸": 125069, + "ĠÄIJÃło": 125070, + "ĠÙĨاØŃÛĮÙĩ": 125071, + "(=)": 125072, + "ĠÅŀampiyon": 125073, + "ĠpiÅŁ": 125074, + "ĠØ°Ùĩ": 125075, + "९": 125076, + "ĠÑģÑĢедÑģÑĤво": 125077, + "Ġà¹Ģวลา": 125078, + "ĠÑĩÑĥж": 125079, + "Ġverileri": 125080, + "Ġکارت": 125081, + "ави": 125082, + "Ġà¤ķरव": 125083, + "Ġrestau": 125084, + "ê°ľìĽĶ": 125085, + "ĠмиÑĢов": 125086, + "ì°®": 125087, + "ĠnÄĽjaký": 125088, + "Ġsessiz": 125089, + "اءات": 125090, + "ĠÐĹаÑħ": 125091, + "ÑıÑīиÑħ": 125092, + "пÑĢ": 125093, + "ĠподалÑĮ": 125094, + "ĠопÑĢеделиÑĤÑĮ": 125095, + "à¥Ń": 125096, + "ĠرÙģ": 125097, + "幸ç¦ı": 125098, + "à»": 125099, + "ĠvÄĽdom": 125100, + "ĠÑģвидеÑĤелÑĮ": 125101, + "ĠÎĵοÏħ": 125102, + "ılıģıyla": 125103, + "çĻ»éĮ²": 125104, + "Ġä¸ĭè·Į": 125105, + "ĠплÑİ": 125106, + "нод": 125107, + "ĠأجÙĦ": 125108, + "Ġà¤ķथ": 125109, + "éĥ½ä¸į": 125110, + "Ġsene": 125111, + "ĠpÄĽ": 125112, + "è¨ĪåĬĥ": 125113, + "ĠаÑĥд": 125114, + "Ġодном": 125115, + "Ġä¸ĩåħĥ": 125116, + "ĠÙĪÙħا": 125117, + "ĠÐĶÑĢÑĥг": 125118, + "èµ·ãģĵ": 125119, + "ваÑİÑĤÑģÑı": 125120, + "лаÑĤÑĥ": 125121, + "ĠتÙĪÙĨ": 125122, + "ÑīаÑı": 125123, + "ήλ": 125124, + "ĠÐŁÑĢа": 125125, + "Ġاسترات": 125126, + "ิà¸Ļà¹Ģà¸Ķ": 125127, + "à¥įà¤Ĺत": 125128, + "ÂłÐ·": 125129, + "ĠполоÑĤ": 125130, + "æ®ĸ": 125131, + "æ¡Ĩ": 125132, + "ĠSistem": 125133, + "Ġruku": 125134, + "ãĥĥãĤ«ãĥ¼": 125135, + "ĠобÑıзан": 125136, + "ĠkÃ¶ÅŁ": 125137, + "Ġadını": 125138, + "Ø´ÙħاÙĦÛĮ": 125139, + "naÄįenÃŃ": 125140, + "Ġ.ï¼ı": 125141, + "Ġå®ĺ": 125142, + "Ġtoplumsal": 125143, + "誤": 125144, + "ĠبÙĩبÙĪد": 125145, + "ÑģÑĤвеннаÑı": 125146, + "Ġآپ": 125147, + "ĠجÙĦسÙĩ": 125148, + "ãĢĢï½": 125149, + "åĵŃ": 125150, + "æīĢå±ŀ": 125151, + "æĴ®": 125152, + "ì¢Ģ": 125153, + "Ġει": 125154, + "ì¹ĺ를": 125155, + "Ġê³¼ìłķ": 125156, + "uuml": 125157, + "δά": 125158, + "Ġزد": 125159, + "ìĽIJìĿĦ": 125160, + "ĠvÄĽcÃŃ": 125161, + "دث": 125162, + "Ġsanki": 125163, + "åĥıæĺ¯": 125164, + "лаÑĢа": 125165, + "ìĤ¬ìĿ´": 125166, + "ãĤıãĤĮãģŁ": 125167, + "ĠÄijón": 125168, + "åIJ¯åĬ¨": 125169, + "ĠgiÃłnh": 125170, + "Ġkırmızı": 125171, + "Ø®Ùħ": 125172, + "æIJį": 125173, + "åĪĩãĤĬ": 125174, + "ãĤµãĥ¼ãĥĵãĤ¹": 125175, + "Ùĩار": 125176, + "Ø°Ùĥر": 125177, + "оÑĢоз": 125178, + "à¥Īà¤Ĥ।ĊĊ": 125179, + "ĠíĻĪíİĺìĿ´ì§Ģ": 125180, + "ĠÙĥبÙĬرة": 125181, + "нина": 125182, + "íķĺìļ°": 125183, + "å¼ķçĶ¨é¢ij次": 125184, + "८": 125185, + "ĠбаÑĤÑĮкÑĸв": 125186, + "à¸Łà¸Ńร": 125187, + "ี.": 125188, + "ìłĿíĬ¸": 125189, + "éĺħ读次æķ°": 125190, + "Ġitir": 125191, + "ÑĪин": 125192, + "ĠVáºŃy": 125193, + "çĤ®": 125194, + "лагод": 125195, + "Ø´ÙĨاس": 125196, + "á»IJ": 125197, + "ĠÑıгод": 125198, + "Ġì¤ijìķĻ": 125199, + "رÙĬØ·": 125200, + "ĠìĪĺíĸī": 125201, + "Ġä¸ĢèĪ¬": 125202, + "ĠÑħвилин": 125203, + "ĠÐľÐ¾Ð¶Ð½Ð¾": 125204, + "ĠнаÑĩале": 125205, + "Ġоднов": 125206, + "ĠÃľÃ§": 125207, + "ÑĨионнÑĭй": 125208, + "Ġìļķ": 125209, + "æ¼Ĥ": 125210, + "å²³": 125211, + "تدÙī": 125212, + "κηÏĤ": 125213, + "âĢĻnda": 125214, + "ï¼IJï¼IJ": 125215, + "èªī": 125216, + "é§ħå¾ĴæŃ©": 125217, + "ĠÙģرزÙĨد": 125218, + "åħ¬è·¯": 125219, + "αÏĥίαÏĤ": 125220, + "าà¸ĵาà¸Ī": 125221, + "ëij¥": 125222, + "ĠÏĢοι": 125223, + "ĠبداÙĨ": 125224, + "кап": 125225, + "ĠìŀĪëĬĶëį°": 125226, + "ï¼ĮæѤ": 125227, + "à¸Ľà¸£à¸°à¹Ĥยà¸Ĭà¸Ļ": 125228, + "ĠÚ©Ø´ÙĪرÙĩاÛĮ": 125229, + "ุส": 125230, + "ãģ¹ãģį": 125231, + "ĠÑģамÑĭй": 125232, + "ĠплÑı": 125233, + "Ġбед": 125234, + "人æīį": 125235, + "สหร": 125236, + "ูà¸ķ": 125237, + "Ġkullanımı": 125238, + "íķĻëħĦ": 125239, + "æ²»çĸĹ": 125240, + "ãĢĤä¸įè¿ĩ": 125241, + "æ£ļ": 125242, + "ëĤ¨ëıĦ": 125243, + "Ġآتش": 125244, + "ÏĩÎŃÏĤ": 125245, + "Ġfunkci": 125246, + "нообÑĢаз": 125247, + "à¥ĭफ": 125248, + "Ġkaps": 125249, + "าษà¸İ": 125250, + "(ع": 125251, + "ï¼ĮåĬł": 125252, + "à¹Ĭà¸ģ": 125253, + "ĠÙĩØ´": 125254, + "ĠدرÙĪÙĨ": 125255, + "ĠмеÑĩ": 125256, + "ĠпÑĢежде": 125257, + "à¹Īย": 125258, + "Ġارشد": 125259, + "าà¹Ģล": 125260, + "æ¯Ķè¼ĥ": 125261, + "Ġذکر": 125262, + "ĠæĿ¡": 125263, + "ÐĬ": 125264, + "ÑĥкÑĢаÑĹн": 125265, + "ÙĬÙĨات": 125266, + "ì¢ĭ": 125267, + "диÑı": 125268, + "ÏĦÏģι": 125269, + "ĠÐļаз": 125270, + "ÙĤÙĦاÙĦ": 125271, + "_,,": 125272, + "ĠÚĨت": 125273, + "ĠìĿ¼ìłķ": 125274, + "ĠÐŁÑĢоÑĦ": 125275, + "æ³Ľ": 125276, + "Ġdruhý": 125277, + "ÑĩÑĥк": 125278, + "ledik": 125279, + "Ġheyec": 125280, + "Ñĭвал": 125281, + "ĠDüny": 125282, + "ĠçĻº": 125283, + "ĠpÅĻátel": 125284, + "βάλ": 125285, + "Ġغر": 125286, + "ëĭ¨ì²´": 125287, + "ìĽ¨ëĶĶìĭľ": 125288, + "ÑĢаÑīениÑı": 125289, + "нÑĨиклопед": 125290, + "Ġpodnikatel": 125291, + "Ġìĭłìŀħ": 125292, + "ĠÙģرآ": 125293, + "илиÑģÑı": 125294, + "Ġolumlu": 125295, + "à¥įषमत": 125296, + "ĠÙħتخصص": 125297, + "йом": 125298, + "ؤاÙĦ": 125299, + "ĠÐĿаÑĤ": 125300, + "ìĺ¤ëĬĶ": 125301, + "ĠMüdürlÃ¼ÄŁÃ¼": 125302, + "ĠHÃłnh": 125303, + "ĠسابÙĤ": 125304, + "ï¼īçļĦ": 125305, + "ĠQuý": 125306, + "ládánÃŃ": 125307, + "Ġìļ´ëıĻ": 125308, + "ĠÐĺÑħ": 125309, + "諾": 125310, + "lıģının": 125311, + "lil": 125312, + "uÄį": 125313, + "ĠÑĩемпÑĸон": 125314, + "ÑĤож": 125315, + "Ġä½Ľ": 125316, + "ниÑĨе": 125317, + "ĠпеÑĢвого": 125318, + "ĠÑģом": 125319, + "ÏĩÏİ": 125320, + "ÅĻik": 125321, + "иÑĤелÑĮÑģÑĤва": 125322, + "ĠÄ°ki": 125323, + "Ġaskeri": 125324, + "cisi": 125325, + "ĠjednÃŃm": 125326, + "Ġstanice": 125327, + "èĤ¡ç¥¨": 125328, + "à¸ľà¸¡": 125329, + "Từ": 125330, + "Å¡ak": 125331, + "ÏĦία": 125332, + "мами": 125333, + "ãģĮåĩº": 125334, + "μοί": 125335, + "маÑĶ": 125336, + "ëł¥ìĿ´": 125337, + "ãĤĦãģ£ãģ¦": 125338, + "Ġå¼µ": 125339, + "ØĮĊ": 125340, + "Ġ»Ċ": 125341, + "اجات": 125342, + "á½³": 125343, + "æĻĤãģ®": 125344, + "Ġпокол": 125345, + "ÑĸÑĤеÑĤ": 125346, + "Ġíķ´ê²°": 125347, + "Ġdedim": 125348, + "ĠÑĤвеÑĢд": 125349, + "ĠженÑīина": 125350, + "едини": 125351, + "ĠÙ¾ÛĮÚ©": 125352, + "iversite": 125353, + "ĠآسÛĮاب": 125354, + "ĠÑħаÑĢакÑĤеÑĢиÑģÑĤики": 125355, + "ĠØ£ÙĨÙĩا": 125356, + "ĠÑĥкÑĢаÑĹнÑģÑĮкоÑĹ": 125357, + "ĠاختÙĦاÙģ": 125358, + "Ġtez": 125359, + "ÏģεÏħ": 125360, + "Ġkonumu": 125361, + "ĠÑĤеÑħнÑĸ": 125362, + "мÑĸв": 125363, + "èĬ¯": 125364, + "ĠÏĥελ": 125365, + "Ä¢": 125366, + "μιÏĥ": 125367, + "ีà¹īĊ": 125368, + "Ġmne": 125369, + "ĠоÑĤвеÑĩ": 125370, + "ĠÎī": 125371, + "Ġéĩİ": 125372, + "Ġgấp": 125373, + "ĠпÑĢодÑĥкÑĤÑĭ": 125374, + "ĠСÑĢед": 125375, + "ÑĸллÑı": 125376, + "à¸ļà¸Ńà¸ģ": 125377, + "ĠtÅĻÃŃdy": 125378, + "Ġthá»ķ": 125379, + "ãĥĩãĤ£ãĤ¢": 125380, + "ÏĢοιη": 125381, + "νει": 125382, + "æĪij们çļĦ": 125383, + "Ġprofesyonel": 125384, + "ĠRakou": 125385, + "Ġвидно": 125386, + "Ġzby": 125387, + "ĠØŃاÙĦÛĮ": 125388, + "Ġé£Ł": 125389, + "ĠLÃłm": 125390, + "Ġگست": 125391, + "ĠТип": 125392, + "θι": 125393, + "ávis": 125394, + "ÙIJب": 125395, + "åı¯èĥ½æĢ§": 125396, + "ĠÑģемей": 125397, + "ãĤīãĤĮãģ¦ãģĦãĤĭ": 125398, + "ìĥģíĴĪ": 125399, + "ĠοÏħ": 125400, + "Ġà¤ħà¤Ĺस": 125401, + "олом": 125402, + "γον": 125403, + "ĠÑģвÑıÑī": 125404, + "æĵ¦": 125405, + "ÏĥÏĦηκε": 125406, + "èĢħçļĦ": 125407, + "-à¤ķ": 125408, + "ÑĤии": 125409, + "ĠвизнаÑĩеннÑı": 125410, + "åıijåĩº": 125411, + "даÑħ": 125412, + "ĠмоÑĢÑı": 125413, + "æī¾åĪ°": 125414, + "ÙĦÙĪب": 125415, + "èĬĻ": 125416, + "ĠÑĦакÑĤ": 125417, + "æ¯į亲": 125418, + "idlo": 125419, + "ĠStad": 125420, + "Ñįй": 125421, + "ìĽIJìĿ´": 125422, + "à¤ıन": 125423, + "æķ´ä¸ª": 125424, + "Ġfık": 125425, + "ĠÙħات": 125426, + "ÏĢον": 125427, + "Ġ경기ëıĦ": 125428, + "Ġαδ": 125429, + "Ġvzpom": 125430, + "Ġná»ĵi": 125431, + "ĠÙĨÙĤاط": 125432, + "ождение": 125433, + "ĠзалÑĸз": 125434, + "Ġrủi": 125435, + "è¾°": 125436, + ".:.:.:.:.:.:.:.:.:.:.:.:.:.:.:.:": 125437, + "ĠMÃľ": 125438, + "Ġkari": 125439, + "ĠÑģобÑĭ": 125440, + "ìĸ´ì§Ħ": 125441, + "رÙĬس": 125442, + "ubu": 125443, + "ĠØ®ÙĦÙģ": 125444, + "ظٹط": 125445, + "æĿī": 125446, + "ĠæĻ®éĢļ": 125447, + "ĠÙħÙĪاطÙĨØ©": 125448, + "ĠÑģÑĤанÑĥ": 125449, + "Ġê·¸ëħĢìĿĺ": 125450, + "ĠÙĦÙĥرة": 125451, + "Ġosm": 125452, + "ĠÑĥÑĢож": 125453, + "ега": 125454, + "Ġfelse": 125455, + "æĢĿèĢĥ": 125456, + "ãĢĮãģĪ": 125457, + "ĠновиÑħ": 125458, + "à¹IJ": 125459, + "üml": 125460, + "ĠíĶ¼íķ´": 125461, + "ìĿ¼ë°ĺ": 125462, + "Ġtürü": 125463, + "ĠмÑĸÑģÑĤÑĸ": 125464, + "Ġkaždé": 125465, + "ĠÙħسجد": 125466, + "ấc": 125467, + "ĠÙģÚ©ÛĮ": 125468, + "Ġyasal": 125469, + "å°±ç®Ĺ": 125470, + "ĠоблиÑĩÑĩÑı": 125471, + "ĠÙĦدÙĬ": 125472, + "ابات": 125473, + "ĠÑģпаÑģ": 125474, + "êµ°ìļĶ": 125475, + "Ġпад": 125476, + "ĠбÑĢаÑĤ": 125477, + "éĩį大": 125478, + "Ġdüzenlenen": 125479, + "Gün": 125480, + "Ġaplikace": 125481, + "à¸Ńห": 125482, + "Ġçħ": 125483, + "ĠÑģоÑģÑĤоиÑĤ": 125484, + "è¯Ħä»·": 125485, + "ĠDuy": 125486, + "طاÙĤ": 125487, + "ĠпÑĢидеÑĤÑģÑı": 125488, + "Ġtolik": 125489, + "Ġobrov": 125490, + "ĠpÅĻipoj": 125491, + "ĠÄ±ÅŁÄ±": 125492, + "Ú¯ÙĪÛĮ": 125493, + "æľŁå¾ħ": 125494, + "иплом": 125495, + "Ġince": 125496, + "ĠСоб": 125497, + "енÑĮÑİ": 125498, + "è§Ĵèī²": 125499, + "Ġà¸ķร": 125500, + "Ġbại": 125501, + "Ġê°ĢëĬ¥íķľ": 125502, + "ĠblÃŃzk": 125503, + "Ġtách": 125504, + "ĠвидÑĭ": 125505, + "иÑĩна": 125506, + "Ġvyžad": 125507, + "ĠìĨIJìĿĦ": 125508, + "ĠÐĿÑĸмеÑĩ": 125509, + "åŁºäºİ": 125510, + "ĠÐļÑĢи": 125511, + "ĠعزÛĮز": 125512, + "tiler": 125513, + "евÑĸ": 125514, + "Ġmožnosti": 125515, + "باز": 125516, + "ĠìĤ¬ë§Ŀ": 125517, + "ĠzÅĻejmÄĽ": 125518, + "íŤ": 125519, + "Ġürünleri": 125520, + "Ġγλη": 125521, + "аки": 125522, + "ãĤĴéĸĭ": 125523, + "anou": 125524, + "åĽ½ãģ®": 125525, + "ĠyaÅŁanan": 125526, + "ĠÑģевеÑĢ": 125527, + "Ġæ©Ł": 125528, + "มาà¸ģมาย": 125529, + "ĠíijľíĺĦ": 125530, + "รส": 125531, + "ĠضربÙĩ": 125532, + "ĠEvet": 125533, + "æĨ¶": 125534, + "ĠدÙĤÛĮÙĤ": 125535, + "Ġвозникнов": 125536, + "ìľłë¨¸": 125537, + "Ġíijľìĭľ": 125538, + "ÛĮØ´ÙĨ": 125539, + "ãĥĹãĥ©": 125540, + "ÑĤÑİ": 125541, + "ÙĪسÛĮ": 125542, + ")ìĿ´": 125543, + "è¯ģæĺİ": 125544, + "ãģ§ãģįãģ¾ãģĻ": 125545, + "ìĪĺìĿĺ": 125546, + "çĸĨ": 125547, + "ĠÙħÙģÙĩÙĪÙħ": 125548, + "оÑĩаÑĤкÑĥ": 125549, + "ालà¤ķ": 125550, + "æ¡Ĥ": 125551, + "ĠоÑħоÑĢони": 125552, + "ĠارزÛĮابÛĮ": 125553, + "ĠìµľëĮĢ": 125554, + "Ġthoải": 125555, + "ĠЦенÑĤÑĢалÑĮ": 125556, + "ĠçķĻ": 125557, + "à¸Ľà¸£à¸°à¹Ģà¸łà¸Ĺ": 125558, + "æµ·å¤ĸ": 125559, + "ĠÅŀu": 125560, + "íĻľëıĻ": 125561, + "ĠdvÄĽma": 125562, + "istrovstvÃŃ": 125563, + "Ġaracılıģıyla": 125564, + "Ġtrá»Ļn": 125565, + "»:": 125566, + "íĭ±": 125567, + "ĠÙĦÛĮÚ¯": 125568, + ".Ðļ": 125569, + "ĠÙħÙĤاÛĮسÙĩ": 125570, + "ĠвмÑĸ": 125571, + "رÙĪب": 125572, + "ĠاÙĦØ´Ùħ": 125573, + "ĠdennÄĽ": 125574, + "ÑĥÑĩа": 125575, + "åħ¹": 125576, + "Ñīим": 125577, + "ĠíĬ¹íŀĪ": 125578, + "ĠاستاÙĨدارد": 125579, + "à¥Ģध": 125580, + "ãĤ¸ãĤ¢": 125581, + "à¹ĩà¹ĩ": 125582, + "иÑģÑģ": 125583, + "Ġkazanç": 125584, + "ĠzÃŃskal": 125585, + "åĽŀæĿ¥": 125586, + "ĠпÑıÑĤÑĮ": 125587, + "ĠÄijãi": 125588, + "ĠÙĪرد": 125589, + "Ġìķķ": 125590, + "ุà¸Ĺร": 125591, + "åĬ¨çī©": 125592, + "Ġpublik": 125593, + "æĪIJæľ¬": 125594, + "æĪIJåijĺ": 125595, + "ãĤ¤ãĤ¯": 125596, + "شرÙĥØ©": 125597, + "á¿ĨÏĤ": 125598, + "Ġyola": 125599, + "üyoruz": 125600, + "ĠкÑĥÑĢи": 125601, + "ĠпоÑħож": 125602, + "Ġìłľê°Ģ": 125603, + "ियत": 125604, + "ائÙĦØ©": 125605, + "Ġãģ¾": 125606, + "़à¥ĩà¤Ĥ": 125607, + "ÑģÑĮкими": 125608, + "âĢľä½ł": 125609, + "imizde": 125610, + "ìµľìĭł": 125611, + "Ậ": 125612, + "èŁ": 125613, + "à¸Ħรà¸Ńà¸ļ": 125614, + "ãĢĢãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢ": 125615, + "تغ": 125616, + "ĠVÅ¡ech": 125617, + "à¸±à¸Ľà¸Ķาห": 125618, + "Ġatd": 125619, + "воÑİ": 125620, + "Ġyapım": 125621, + "ologické": 125622, + "Ġплен": 125623, + "Ġlazım": 125624, + "rung": 125625, + "ìĦľê´Ģ": 125626, + "Ġjiný": 125627, + "Ġtròn": 125628, + "ĠполÑĸÑĤики": 125629, + "اÙĥÙħ": 125630, + "دÛĮگر": 125631, + "à¥Īà¤Ĥ.Ċ": 125632, + "ĠاÙĩد": 125633, + "Ġãĥį": 125634, + "ĠпÑĢодÑĥкÑĤов": 125635, + "æĤŁ": 125636, + "ĠpÅĻÃŃpadech": 125637, + "ĠzaÄįala": 125638, + "åħ¥ãĤĮ": 125639, + "ĠÑĢÑĸвнÑĸ": 125640, + "æĦŁæĥħ": 125641, + "ĠΧα": 125642, + "죽": 125643, + "ิà¸Īารà¸ĵ": 125644, + "ÂłÐ±": 125645, + "ÑĸÑĹв": 125646, + "بش": 125647, + "çļĦéĹ®é¢ĺ": 125648, + "Ġzastup": 125649, + "볤ìļĶ": 125650, + "ãģ§ãģĻãģŃ": 125651, + "âĢĮداÙĨ": 125652, + "ï¼ĮæĤ¨": 125653, + "ĠuvÄĽdom": 125654, + "ãģ¦ãĤĭ": 125655, + "ìĤ¬ëŀĮ": 125656, + "lun": 125657, + "éĽĨåIJĪ": 125658, + "맹": 125659, + "Ġžid": 125660, + "à¤Ĭ": 125661, + "Ġtrp": 125662, + "лениÑħ": 125663, + "＿__": 125664, + "ÐľÐŀ": 125665, + "å¼ĭ": 125666, + "λÎŃον": 125667, + "ĠÄijòi": 125668, + "ĠкÑĢок": 125669, + "layıcı": 125670, + "ì¶ľìŀ¥ë§ĪìĤ¬ì§Ģ": 125671, + "åijĪ": 125672, + "éľŀ": 125673, + "ĠпоглÑıд": 125674, + "ترÙĥ": 125675, + "ĠتÙģاÙĪت": 125676, + "Ġå®®": 125677, + "ĠدÙĪربÛĮÙĨ": 125678, + "æĶ¾åľ¨": 125679, + "ĠÑģлÑĥÑĩаев": 125680, + "ĠÏħÏĢηÏģε": 125681, + "ë§ŀ": 125682, + "ãģĻãģĻ": 125683, + "ê²łëĭ¤": 125684, + "รายà¸ģาร": 125685, + "ĠÏĢÏģιν": 125686, + "ĠÑģмеÑĪ": 125687, + "å§ī": 125688, + "Ġvýsledky": 125689, + "Ġpotvr": 125690, + "åıijè¡Į": 125691, + "Ġtúi": 125692, + "ĠìĤ¬ëĿ¼": 125693, + "ç«Ļåľ¨": 125694, + "Ġjaký": 125695, + "Ġà¸ļาà¸ĩ": 125696, + "Ġdikkate": 125697, + "ĠدرآÙħد": 125698, + "æİĴåIJį": 125699, + "rálnÃŃ": 125700, + "ê³¼ìĿĺ": 125701, + "ä½µ": 125702, + "олаг": 125703, + "isiyle": 125704, + "Ġæ½": 125705, + "Ġतम": 125706, + "Ġdij": 125707, + "Ġnhánh": 125708, + "ĠRek": 125709, + "设æĸ½": 125710, + "ĠpodmÃŃnek": 125711, + "并ä¸į": 125712, + "кÑĥÑĤ": 125713, + "Ġê³łëł¤": 125714, + "çļĦå£°éŁ³": 125715, + "æĪĺäºī": 125716, + "даÑı": 125717, + "Ġê´Ģìĭ¬": 125718, + "ĠÑĦÑĸнанÑģ": 125719, + "ĠKöy": 125720, + "Ġжал": 125721, + "ĠÑģлÑĥжби": 125722, + "мена": 125723, + "تÙĬار": 125724, + "ĠÑĩемпион": 125725, + "ÏĢιÏĥ": 125726, + "landırma": 125727, + "maktan": 125728, + "Ġ丶": 125729, + "à¹Īà¸Ńส": 125730, + "ĠmÃ¼ÅŁteri": 125731, + "ĠصÙĨد": 125732, + "Ġetmesi": 125733, + "ĠпоÑĢÑĤ": 125734, + "νονÏĦαι": 125735, + "Ġãħĭãħĭ": 125736, + "ĠKAR": 125737, + "Ġuch": 125738, + "ĠØ®ÙĦÙĤ": 125739, + "าษà¸İร": 125740, + "æŃ¡": 125741, + "Ġимени": 125742, + "ãģłãģijãģ©": 125743, + "Ġìĭ¤ìĭľ": 125744, + "ÏĥÏīÏĢ": 125745, + "Ġì£": 125746, + "tÄĽÅ¾": 125747, + "Ġözellikleri": 125748, + "Ġبپ": 125749, + "ĠизобÑĢаж": 125750, + "ÙĬÙħÙĥÙĨ": 125751, + "ĠãĥĶ": 125752, + "ĠÐĶив": 125753, + "ĠØ¥ÙĬ": 125754, + "ÙĥÙĬÙĦ": 125755, + "ĠÅŁik": 125756, + "Ġà¤Ĩà¤ĸ": 125757, + "larınızı": 125758, + "ĠвÑĸдÑĢÑĸз": 125759, + "ĠÑĢобоÑĤа": 125760, + "Ġtarif": 125761, + "ĠاÙĪت": 125762, + "ınma": 125763, + "é£Łãģ¹": 125764, + "ĠuzavÅĻ": 125765, + "룸": 125766, + "çĽijçĿ£": 125767, + "Ġ:ï¼¼": 125768, + "θÏħν": 125769, + "à¸Ķร": 125770, + "alarından": 125771, + "èĩªæĭį": 125772, + "ĠroÄįnÃŃ": 125773, + "ाà¤ĩव": 125774, + "ĠÙĥÙĪر": 125775, + "ĠÏĦαιν": 125776, + "ĠÑĸндив": 125777, + "rve": 125778, + "ĠνεÏĨÏİÏĥειÏĤ": 125779, + "Ġbá»ijn": 125780, + "Ġå¿«": 125781, + "ĠÑģолÑĮ": 125782, + "liÄŁinde": 125783, + "à¤¿à¤¨à¤Ł": 125784, + "ahtar": 125785, + "ĠnebezpeÄį": 125786, + "æĹ¢çĦ¶": 125787, + "ĠëĮĢìłĦ": 125788, + "ĠÙĨÚ¯ÙĩدارÛĮ": 125789, + "ĠzÃŃskat": 125790, + "ĠналиÑĩие": 125791, + "Ġaks": 125792, + "ï¼īãĢĤĊĊ": 125793, + "Ġrodiny": 125794, + "ĠзаÑħÑĸд": 125795, + "å¾®ç¬ij": 125796, + "ÂłÐĶа": 125797, + "radu": 125798, + "īnh": 125799, + "ples": 125800, + "ĠKons": 125801, + "ิà¹Ĥล": 125802, + "ĠاÙĦÙĪص": 125803, + "åIJ¬åĪ°": 125804, + "ĠÑģпоÑĢÑĤив": 125805, + "ĠÑģайÑĤе": 125806, + "Ġاظ": 125807, + "larındaki": 125808, + "Ġtá»ķn": 125809, + "ÐĿÐĨ": 125810, + "Ġnedost": 125811, + "ĠÑĤоÑĢгÑĸв": 125812, + "ĠاÛĮت": 125813, + "Ġاختصاص": 125814, + "ĠÃľy": 125815, + "ĠSadece": 125816, + "ĠÙħخرÙĪØ·": 125817, + "Äģn": 125818, + "çesi": 125819, + "ĠçĬ": 125820, + "ãĤĤãģ£ãģ¨": 125821, + "ĠéŁĵ": 125822, + "èµĸ": 125823, + "ĠполÑĥÑĩениÑı": 125824, + "Ġëĺ": 125825, + "âĢĻÑĹ": 125826, + "bÃŃr": 125827, + "ĠбÑĸблÑĸ": 125828, + "ĠDá»±": 125829, + "женеÑĢ": 125830, + "ç½ijåĪĬ": 125831, + "Ġà¤²à¥ľà¤ķ": 125832, + "ĠÑĥÑĩнÑĸв": 125833, + "èĪ°": 125834, + "ĠÃĸÄŁren": 125835, + "Ġola": 125836, + "Ġ।âĢĿĊĊ": 125837, + "ระà¹Ģà¸ļ": 125838, + "á½²": 125839, + "Ġرز": 125840, + "еи": 125841, + "ÑıÑĩи": 125842, + "ØŃب": 125843, + "æĴ¤": 125844, + "ãģ¾ãģŁãģ¯": 125845, + "бина": 125846, + "ĠγεÏģ": 125847, + "ĠоÑĤноÑģиÑĤÑģÑı": 125848, + "åīįçļĦ": 125849, + "ĠÅ¡Å¥": 125850, + "Ġyılda": 125851, + ":::::|": 125852, + "ustil": 125853, + "اÙĦØ¥": 125854, + "ĠsouÄįasné": 125855, + "ĠÙĨÛĮرÙĪÛĮ": 125856, + "ÑĩеÑģкое": 125857, + "ظÙģ": 125858, + "ĠÙ¾ÛĮØ´ÛĮÙĨÙĩ": 125859, + "ĠعÙģØ´": 125860, + "Ġrostlin": 125861, + "ç½ijåĪĬä¸ĭ载次æķ°": 125862, + "ĠпÑĢигоÑĤовиÑĤÑĮ": 125863, + "ãĥĮ": 125864, + "ĠÙĪÙħع": 125865, + "Ġbecer": 125866, + "ĠãĤ±": 125867, + "ÏĩήÏĤ": 125868, + "оÑģÑĤÑĥп": 125869, + "Ġ밾매": 125870, + "Ñĸйного": 125871, + "Ġhrd": 125872, + "ĠпÑĢепаÑĢаÑĤÑĭ": 125873, + "ĠÙģرض": 125874, + "ĠTyto": 125875, + "ĠкÑĢаÑĹн": 125876, + "Ġزاد": 125877, + "Ġiktidar": 125878, + "ì§ĵ": 125879, + "Ùijر": 125880, + "ÑĢÑıдÑĥ": 125881, + "кÑĸй": 125882, + "âĶ£": 125883, + "Ġкожи": 125884, + "ĠتازÙĩ": 125885, + "obec": 125886, + "inae": 125887, + "Ġvyjád": 125888, + "ĠرÙģتÙĩ": 125889, + "Що": 125890, + "ĠBylo": 125891, + "оÑĤв": 125892, + "ĠденÑĮги": 125893, + "é§Ĩ": 125894, + "ĠмаÑĪин": 125895, + "Ġأج": 125896, + "ì´Īëĵ±íķĻêµIJ": 125897, + "dıģında": 125898, + "баÑģ": 125899, + "Ġæł¹": 125900, + "ÎijÎĿΤ": 125901, + "ÙĴØŃ": 125902, + "Ġjejichž": 125903, + "ìĹIJìĦľìĿĺ": 125904, + "Ġадже": 125905, + "Ġìı": 125906, + "ÏĥοÏħ": 125907, + "etleri": 125908, + "ĠبعدÛĮ": 125909, + "ĠìŀIJëıĻì°¨": 125910, + "ิà¸įà¸į": 125911, + "Ġtisk": 125912, + "ãĥ¼ãĤ¹ãĥĪ": 125913, + "Ġमतलब": 125914, + "ê³Ħíļį": 125915, + "ãĤ¦ãĥĪ": 125916, + "Ġà¹Ģมà¸ķร": 125917, + "Ġopsiyon": 125918, + "ĠÑĢавно": 125919, + "ĠبÛĮÙħÙĩ": 125920, + "Ġ먼ìłĢ": 125921, + "иÑĤелÑĮнÑĭм": 125922, + "ĠнÑĸби": 125923, + "ĠдеÑģÑıÑĤ": 125924, + "ĠÑģиÑĤÑĥаÑĨии": 125925, + "еÑĢÑĪе": 125926, + "ľ": 125927, + "ุà¸ķร": 125928, + "Ġyönetimi": 125929, + "éIJĺ": 125930, + "ĠÙħÛĮتÙĪاÙĨ": 125931, + "ĠزÙĨدÙĩ": 125932, + "ãĥŃãĥ³": 125933, + "ĠKBS": 125934, + "ìĦľë¹ĦìĬ¤": 125935, + "ï»ł": 125936, + "eckého": 125937, + "ĠÙĤابÙĦÛĮت": 125938, + "ãĢĤä»Ĭ": 125939, + "ÃŃnÄĽ": 125940, + "ĠÑģмог": 125941, + "ĠÑģлÑĭÑĪ": 125942, + "ÙĴÙģ": 125943, + "poÅĻád": 125944, + "елÑĮно": 125945, + "ĠείÏĩαν": 125946, + "-ÐŁÐµÑĤеÑĢб": 125947, + "ĠChiến": 125948, + "éry": 125949, + "ĠÑĸнÑģÑĤиÑĤÑĥÑĤ": 125950, + "ç»Ĩèĥŀ": 125951, + "ÑĭÑŁN": 125952, + "Ġvua": 125953, + "Ġà¤ħश": 125954, + "ÑĢоÑģÑĤо": 125955, + "ĠvůÄįi": 125956, + "ë¿IJ": 125957, + "Ġliá»ĩt": 125958, + "Ġíķµ": 125959, + "ĠاÙģر": 125960, + "ĠTeknik": 125961, + "Ġroli": 125962, + "ĠпопÑĭÑĤ": 125963, + "аÑĤкÑĸв": 125964, + "Ġüniversit": 125965, + "аÑĤоÑĢÑĭ": 125966, + "ÑİÑīиÑħÑģÑı": 125967, + "Ġتض": 125968, + "лÑİÑĩаеÑĤÑģÑı": 125969, + "Ġíĸīë³µ": 125970, + "Ġayrıntılı": 125971, + "ĠкиÑĢп": 125972, + "æĭ¼": 125973, + "ëģĶ": 125974, + "лаÑĤа": 125975, + "Ġkhoán": 125976, + "Ġhâlâ": 125977, + "ÏĥÏħ": 125978, + "оглаÑģ": 125979, + "æİ¥çĿĢ": 125980, + "éĿ©åij½": 125981, + "ĠpÅĻeb": 125982, + "à¹Ģà¸īล": 125983, + "ĠاÙĦÙħÙĦÙĦÛĮ": 125984, + "åłĨ": 125985, + "íıIJ": 125986, + "à¸ķลà¸Ńà¸Ķ": 125987, + "°С": 125988, + "ìĤ¬ëŀij": 125989, + "Ġгиб": 125990, + "ë²Ī째": 125991, + "æĶ¹åıĺ": 125992, + "表çİ°": 125993, + "иÑĩеÑģким": 125994, + "สมà¹Ģà¸Ķ": 125995, + "å±ħæ°ij": 125996, + "ÂĽ": 125997, + "ĠìķĦìĿ´ëĶĶ": 125998, + "ĠмеждÑĥнаÑĢод": 125999, + "Ġyem": 126000, + "Ġmül": 126001, + "ĠاÛĮست": 126002, + "Ġãĥ´": 126003, + "ัà¸Ļà¹Ħà¸Ķ": 126004, + "à¥Ģण": 126005, + "åħ¶å®ŀ": 126006, + "Ġgelenek": 126007, + "ë¶ģëıĦ": 126008, + "à¹īาà¸ķ": 126009, + "Ġìī¬": 126010, + "ĠÏĢÎŃ": 126011, + "ĠÙĥاÙħÙĦ": 126012, + "ĠتعÙħÛĮر": 126013, + "訴": 126014, + "ë¹Ļ": 126015, + "iyim": 126016, + "å°¿": 126017, + "éĤ£æł·": 126018, + "êµŃìĿĺ": 126019, + "ãģĹãģ¦ãģĬãĤĬ": 126020, + "Ġniž": 126021, + "Ġκον": 126022, + "à¹Īาà¸Ń": 126023, + "Ġγε": 126024, + "ĠСевеÑĢ": 126025, + "ediálnÃŃ": 126026, + "ãģŁãģ¡ãģ®": 126027, + "mayacak": 126028, + "ÑĻ": 126029, + "ĠÑĥгл": 126030, + "Ġkapas": 126031, + "ÑĥвалиÑģÑı": 126032, + "ĠмеÑģÑıÑĨа": 126033, + "ữu": 126034, + "ิลล": 126035, + "ãĤĪãĤĬãĤĤ": 126036, + "à¥ĩण": 126037, + "Ġ客": 126038, + "ĠdeÄŁerli": 126039, + "ÙĪاز": 126040, + "ีà¸Ńย": 126041, + "ĠåıĪ": 126042, + "Ġà¸Ķร": 126043, + "ĠÙĨاب": 126044, + "ĠتÙĦÙĪÛĮزÛĮÙĪÙĨ": 126045, + "Ġolanlar": 126046, + "ä¼ĺç§Ģ": 126047, + "ÙĥاÙĦ": 126048, + "ĠдеÑģÑıÑĤи": 126049, + "mán": 126050, + "ĠÑĢанÑĮ": 126051, + "Ġìłľì¶ľ": 126052, + "è³¢": 126053, + "або": 126054, + "Ġtechnik": 126055, + "ĠKiá»ĥm": 126056, + "teki": 126057, + "á¹": 126058, + "ĠmnÄĽ": 126059, + "Ġê³µê°Ħ": 126060, + "ĠMek": 126061, + "ĠاعتÙħاد": 126062, + "à¹Įà¹Ħà¸Ķ": 126063, + "εÏģÏĮ": 126064, + "ĠÑĥдаÑĢ": 126065, + "оÑĩÑĮ": 126066, + "æ¦Ĥ念": 126067, + "ÑĢал": 126068, + "алÑĮнÑĭми": 126069, + "à¥ģरस": 126070, + "ráci": 126071, + "ĠÙĤÙĪÙĦ": 126072, + "Ġदव": 126073, + "ĠпÑĢавда": 126074, + "Ġå¿ħ": 126075, + "Ġdosud": 126076, + "нÑĥÑĤÑĮÑģÑı": 126077, + "NÄĥm": 126078, + "à¸ĺà¸Ļ": 126079, + "Ġdokun": 126080, + "Ġåľ¨çº¿": 126081, + "ูà¹Ħ": 126082, + "ụy": 126083, + "ĠновÑĭÑħ": 126084, + "Ġmezun": 126085, + "ĠCần": 126086, + "à¸ģารà¸ŀ": 126087, + "ĠìĺĪìłķ": 126088, + "Ïĥή": 126089, + "à¹Īà¸Ļà¹Ģà¸ģม": 126090, + "ĠÙĪاÙĦس": 126091, + "ãĥ³ãĥĨãĤ£": 126092, + "çľĭè§ģ": 126093, + "ĠساÙĦÙħ": 126094, + "ĠбагаÑĤÑĮоÑħ": 126095, + "ĠÄijÃłi": 126096, + "ĠدستÛĮ": 126097, + "à¸ŀà¸Ń": 126098, + "епÑĤи": 126099, + "ĠìłĦíĻĶ": 126100, + "æĻĤãģ«": 126101, + "ĠSeznam": 126102, + "мÑĸнÑĥ": 126103, + ";?#": 126104, + "à¥Ģसर": 126105, + "ĠÚĨÛĮست": 126106, + "νοια": 126107, + "ัà¸Ļà¸Ń": 126108, + "Ġà¸Ħำ": 126109, + "Ġë³´íĺ¸": 126110, + "Ġiddia": 126111, + "Ġβιβ": 126112, + "é«ĺä¸Ń": 126113, + "Ù¨": 126114, + "ÐĴаж": 126115, + "ĠиÑģполн": 126116, + "ÑĪÑĤов": 126117, + "ĠTaÅŁ": 126118, + "ìĽħ": 126119, + "åĬ¹": 126120, + "Ġåıĥ": 126121, + "Ġprostoru": 126122, + "ĠÑģпад": 126123, + "еÑĢина": 126124, + "ĠpÅĻeklad": 126125, + "Å¡ov": 126126, + "ĠÙģÙĩÙħ": 126127, + "æĬij": 126128, + "Ġابتدا": 126129, + "ãĤĴãģĬ": 126130, + "likler": 126131, + "ĠÙħاÙĥ": 126132, + "Ġkonut": 126133, + "ĠداÙĨشجÙĪÛĮ": 126134, + "ĠопÑĤим": 126135, + "ĠбÑĥма": 126136, + "ĠлÑİдÑıм": 126137, + "ĠлÑĸка": 126138, + "ĠÑĢозповÑĸд": 126139, + "nesenÃŃ": 126140, + "Ġà¸łà¸²à¸ŀ": 126141, + "иÑĩний": 126142, + "اطÙĦ": 126143, + "ÑİÑīими": 126144, + "ãģıãģ¨": 126145, + "éŃ¯": 126146, + "ĠجÙĨسÛĮ": 126147, + "ÐĺТ": 126148, + "रल": 126149, + "ĠÚ©ÙĪدک": 126150, + "олиÑĤ": 126151, + "ĠÑģÑĤÑĢÑĥкÑĤÑĥÑĢ": 126152, + "vekili": 126153, + "Ġबय": 126154, + "ĠgelmiÅŁ": 126155, + "िरफ": 126156, + "ĠнайкÑĢа": 126157, + "ĠÐĶжон": 126158, + "ĠãĥĹãĥŃ": 126159, + "ĠyaÅŁlı": 126160, + "ĠkarÄ±ÅŁtır": 126161, + "ĠvÄĽtÅ¡inou": 126162, + "Ġvazgeç": 126163, + "à¹īาà¸Ħ": 126164, + "lendirme": 126165, + "Ġç¨ĭ": 126166, + "说è¯Ŀ": 126167, + "ĠíķĦìļĶíķľ": 126168, + "aÅĻilo": 126169, + "ĠležÃŃ": 126170, + "ĠAmerikan": 126171, + "ãĤĦãģĻ": 126172, + "vajÃŃcÃŃ": 126173, + "ÐĿЯ": 126174, + "ĠìĹĦë§Ī": 126175, + "Ġåĥ": 126176, + "rál": 126177, + "Ġçay": 126178, + "tuÄŁ": 126179, + "ุà¸įาà¸ķ": 126180, + "ĠÑģлив": 126181, + "νοÏħ": 126182, + "ĠOv": 126183, + "ĠCHP": 126184, + "ĠZemÄĽ": 126185, + "ĠÄįeský": 126186, + "ĠThánh": 126187, + "иÑĤелÑĮноÑģÑĤÑĮ": 126188, + "æĦıä¹ī": 126189, + "à¥įरमण": 126190, + "ĠдиамеÑĤ": 126191, + "Ġklin": 126192, + "ĠکرÛĮ": 126193, + "ãģ§ãģ¯ãģªãģı": 126194, + "飯åºĹ": 126195, + "Ġkênh": 126196, + "ĠÑĢанÑĮÑĪе": 126197, + "ãĤĴãģĹãģŁ": 126198, + "ĠпÑĢибоÑĢ": 126199, + "Ġà¤ĸतर": 126200, + "Ġyu": 126201, + "é§IJ": 126202, + "ĠÑĢабо": 126203, + "ĠÐ¡ÐłÐ¡Ðł": 126204, + "èĬ¬": 126205, + "žila": 126206, + "еÑĢÑĤа": 126207, + "иÑģÑĤÑĢа": 126208, + "Ġкниги": 126209, + "ĠFrancie": 126210, + "ĠÚĺاپ": 126211, + "ĠÎļοÏħ": 126212, + "ัวà¹Ģà¸Ńà¸ĩ": 126213, + "Ġlắng": 126214, + "Ġнами": 126215, + "Ġподой": 126216, + "дÑĢом": 126217, + "obus": 126218, + "ÐĴÑĸн": 126219, + "Ġstalo": 126220, + "Ġà¤ıà¤ľ": 126221, + "ĠLinh": 126222, + "ebiliriz": 126223, + "ĠзавÑĤÑĢа": 126224, + "μεÏģο": 126225, + "ĠÎŃν": 126226, + "ÑıÑĤно": 126227, + "ĠдоÑĢож": 126228, + "åıĤçħ§": 126229, + "Ïĥιο": 126230, + "à¹īà¹Ģà¸ģ": 126231, + "aných": 126232, + "ç·ł": 126233, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 126234, + "åĬĽçļĦ": 126235, + "ĠSır": 126236, + "Ġì§ĢëıĦ": 126237, + "ç·Ĭ": 126238, + "ĠpoÄįtu": 126239, + "ï¼Įä¸İ": 126240, + "ä¸ĸç´Ģ": 126241, + "емого": 126242, + "Ġhusus": 126243, + "Ġölçüde": 126244, + "Ġtrục": 126245, + "à¸Ľà¸¥à¸Ńà¸Ķà¸ł": 126246, + "ÂłpÅĻÃŃ": 126247, + "ĠBölgesi": 126248, + "мом": 126249, + "ãģ«ãģ¦": 126250, + "Ġ쪽ì§Ģ": 126251, + "ÄĽtÅ¡": 126252, + "ĠìĦ±ê³µ": 126253, + "रत": 126254, + "urdu": 126255, + "ĠìĽĢì§ģ": 126256, + "ÑŁÐŃ": 126257, + "nÃŃkem": 126258, + "ĠskuteÄįnosti": 126259, + "ĠдаÑĤ": 126260, + "neum": 126261, + "ĠÑĤаблеÑĤ": 126262, + "jvu": 126263, + "Ġsedm": 126264, + "سÙĬØ©": 126265, + "ĠкоÑĢоб": 126266, + "emmel": 126267, + "ãģ¤ãģij": 126268, + "é¦Ļèķī": 126269, + "ĠشخصÛĮت": 126270, + "ä¸ĬäºĨ": 126271, + "ÙĪرا": 126272, + "ĠаÑĤмоÑģ": 126273, + "Ġлей": 126274, + "Ġzprav": 126275, + "Ġëķħ": 126276, + "ูà¸Ĺ": 126277, + "Ġاسر": 126278, + "ĠAydın": 126279, + "ĠعÙħÙĦÙĬØ©": 126280, + "ĠдÑĸÑĶ": 126281, + "Ġdök": 126282, + "Ġफल": 126283, + "ĠìĤ¬ëŀĮëĵ¤ìĿ´": 126284, + "ĠнаÑĤÑĥÑĢалÑĮ": 126285, + "æŁľ": 126286, + "温度": 126287, + "Ġkles": 126288, + "ĠинвеÑģÑĤи": 126289, + "süz": 126290, + "æĴ°": 126291, + "ĠãĤ¢ãĥ«": 126292, + "ĠèĴ": 126293, + "адки": 126294, + "ĠklÃŃÄį": 126295, + "Ïĩεί": 126296, + "ĠThiết": 126297, + "ĠسرÛĮع": 126298, + "ĠÏĢεÏģιοÏĩή": 126299, + "ÙĪÙĤÙģ": 126300, + "ÏģÏīÏĥη": 126301, + "ĠسÙĦاÙħت": 126302, + "ëĵ¤ëıĦ": 126303, + "ĠveÅĻejné": 126304, + "Ġvitam": 126305, + "ĠبازÛĮگر": 126306, + "ĠÑĢеÑĨепÑĤ": 126307, + "ĠìľĦíķ´ìĦľ": 126308, + "ĠØ£Ùĥبر": 126309, + "Ġküt": 126310, + "민주": 126311, + "Ġtéž": 126312, + "Ġå¼ķ": 126313, + "ÑĩаÑģно": 126314, + "çļĦåľ°": 126315, + "Ġarchitekt": 126316, + "ĠбакÑĤеÑĢ": 126317, + "Ġãģį": 126318, + "ĠодеÑĢж": 126319, + "ĠتجارÛĮ": 126320, + "éĿĪ": 126321, + "Ġrecep": 126322, + "驶": 126323, + "ĠدÙĩÙĩ": 126324, + "è²Į": 126325, + "çµIJå©ļ": 126326, + "ılıç": 126327, + "ãģĭãĤīãģ¯": 126328, + "å¿ĥéĩĮ": 126329, + "æĬķè³ĩ": 126330, + "è²Ŀ": 126331, + "ĠкÑĥлÑĮÑĤÑĥÑĢÑĭ": 126332, + "Ġå°ij": 126333, + "à¹ģà¸ŀร": 126334, + "γκÏĮ": 126335, + "arım": 126336, + "ĠاساسÛĮ": 126337, + "ĠposlednÃŃch": 126338, + "ĠÙħÙħÙĨ": 126339, + "ĠпозиÑĤив": 126340, + "ìł¤": 126341, + "ÑĥвавÑģÑı": 126342, + "Ġجزئ": 126343, + "ìĿ´ìŀIJ": 126344, + "ĠинÑģÑĤÑĢÑĥк": 126345, + "Ġηλεκ": 126346, + "Ġdemir": 126347, + "ä¸ŃæĸĩåŃĹå¹ķ": 126348, + "ĠعاشÙĤ": 126349, + "ĠباÙĦÙĤ": 126350, + "Ġmaz": 126351, + "άνι": 126352, + "ĠdÃ¼ÄŁ": 126353, + "ĠκÏģα": 126354, + "ĠбÑĥдÑĤо": 126355, + "ç¦ıåĪ©": 126356, + "ĠпÑĢедназнаÑĩ": 126357, + "ÙħÙĦØ©": 126358, + "ĠбÑĥдинкÑĥ": 126359, + "Å¥an": 126360, + "íķĢ": 126361, + "ç´¹ä»ĭ": 126362, + "کز": 126363, + "ĠкаÑĦед": 126364, + "ãģ«è¦ĭ": 126365, + "าà¸ķรà¸IJาà¸Ļ": 126366, + "ë¡ľëĬĶ": 126367, + "ivÄĽ": 126368, + "èĥ½æºIJ": 126369, + "ï¼Įåħ¨": 126370, + "ĠÑĥдив": 126371, + "Ġë§ĮëĤĺ": 126372, + "ÐĴÐIJ": 126373, + "ĠGür": 126374, + "ĠдÑĢÑĥгим": 126375, + "ÏĥÏį": 126376, + "ĠoÄŁlu": 126377, + "Ġê°Ģê¹Į": 126378, + "ĠзнаÑĩиÑĤелÑĮно": 126379, + "озÑĸ": 126380, + "Ġmá»±c": 126381, + "ĠBeÅŁ": 126382, + "Ġjezd": 126383, + "ávÄĽ": 126384, + "ÏĦηÏĥε": 126385, + "ãģ¦ãģĦãģªãģĦ": 126386, + "ĠСвÑıÑĤ": 126387, + "Ġमश": 126388, + "ĠΤοÏħ": 126389, + "声ãĤĴ": 126390, + "ĠÑģамое": 126391, + "ĠåĮº": 126392, + "ĠìĤ¬ëŀĮìĿĢ": 126393, + "ĠÙħÙĦت": 126394, + "Ġjoker": 126395, + "Ġneob": 126396, + "ĠÑĤака": 126397, + "ĠÙĩÙģت": 126398, + "Ġδεδο": 126399, + "ĠзаÑħоп": 126400, + "ĠاÙĦÙħخت": 126401, + "езда": 126402, + "Ġíķľë²Ī": 126403, + "ĠعاÙħØ©": 126404, + "Ġdostate": 126405, + "Ġplav": 126406, + "楽ãģĹ": 126407, + ".;.;.;.;": 126408, + "ваÑĶ": 126409, + "Ġbụi": 126410, + "ĠÄijỡ": 126411, + "ĠmyslÃŃ": 126412, + "ĠÙĨار": 126413, + "Ġnút": 126414, + "Ġмала": 126415, + "ΤΡ": 126416, + "ĠاÙĦرÙħزÙĬØ©": 126417, + "ladım": 126418, + "ä¸Ģç·Ĵ": 126419, + "ĠiÅŁÃ§": 126420, + "livé": 126421, + "르ê²Į": 126422, + "аннаÑı": 126423, + "ظËĨØ·": 126424, + "Ġdừng": 126425, + "ÙĦÙĥتر": 126426, + "çŃĶæ¡Ī": 126427, + "ĠÙħÙĪÙĤعÛĮت": 126428, + "ĠÑĸнозем": 126429, + "ĠиÑģÑĩ": 126430, + "ĠнепÑĢавилÑĮ": 126431, + "bakan": 126432, + "ĠçīĪ": 126433, + "еннÑİ": 126434, + "à¸ĩà¹Ģศ": 126435, + "à¸Ħวามà¸Ħ": 126436, + "%.Ċ": 126437, + "à¹Īà¹Ģà¸Ľ": 126438, + "ĠآبÛĮ": 126439, + "Ġstáty": 126440, + "ĠترتÛĮب": 126441, + "Äįemž": 126442, + "Ġé¹": 126443, + "ĠÙģاÙĦ": 126444, + "Ġbelirlen": 126445, + "ĠâĨĺ": 126446, + "èĩ³å°ij": 126447, + "ĠBunlar": 126448, + "Ġä¸ĵ": 126449, + "ĠÙħØŃاس": 126450, + "ĠìĦľë²Ħ": 126451, + "Ġcanh": 126452, + "ĠпÑĢоÑĤÑıж": 126453, + "ĠнÑĸмеÑĨÑĮ": 126454, + "à¥Īà¤łà¤ķ": 126455, + "ëĭī": 126456, + "ĠнанеÑģ": 126457, + "ĠвозÑĢаÑģÑĤа": 126458, + "Ġ[âĢ¦]Ċ": 126459, + ".à¸ŀ": 126460, + "ิศาสà¸ķร": 126461, + "çģ½": 126462, + "ê°ĻìĿĢ": 126463, + "ลà¸ĩà¸Ĺ": 126464, + "ãĤ±ãĥ¼ãĤ¹": 126465, + "ĠãĤ¢ãĤ¤": 126466, + "ÑģÑİ": 126467, + "ĠÙĦر": 126468, + "ãģĭãģ£ãģ¦": 126469, + "Ġ기ë°ĺ": 126470, + "Ġ!:": 126471, + "ĠÑģÑĬ": 126472, + "ĠØ´ÙĨاسÛĮ": 126473, + "ĠìķĦ침": 126474, + "Ġعباس": 126475, + "Ġà¸ķà¸Ńà¸Ļ": 126476, + "ĠмеÑĤалли": 126477, + "ÑĪила": 126478, + "Ġpodrob": 126479, + "ÑĸÑģно": 126480, + "Ġ赤": 126481, + "ciler": 126482, + "ozem": 126483, + "ĠоÑģновнÑĭÑħ": 126484, + "Âłà¤ķ": 126485, + "à¸ĸà¸Ļà¸Ļ": 126486, + "анÑĤаж": 126487, + "ĠDÃŃky": 126488, + "ĠگذارÛĮ": 126489, + "æľºä¼ļ": 126490, + "οÏħλίοÏħ": 126491, + "оÑĩек": 126492, + "ĠнапиÑĤ": 126493, + "ĠبÛĮشترÛĮ": 126494, + "ä¾į": 126495, + "ĠاÙĦÙħÙħ": 126496, + "ÙĪزÙĬع": 126497, + "Ġgözlem": 126498, + "è°ĥæķ´": 126499, + "Âłmiles": 126500, + "Ġkoc": 126501, + "ัà¸įห": 126502, + "æ³³": 126503, + "ĠÎijγγ": 126504, + "ĠÙĨÙħاز": 126505, + "ุà¸Ĺ": 126506, + "ãĥıãĤ¤": 126507, + "Ġthù": 126508, + "кÑĥлÑı": 126509, + "ĠпÑĥÑĤем": 126510, + "èĩºçģ£": 126511, + "Ġvergi": 126512, + "åł´åIJĪãģ¯": 126513, + "ĠÑĤÑĢÑĮоÑħ": 126514, + "Ġë³´ë©´": 126515, + "âĸ²": 126516, + "Ïħγ": 126517, + "ĠдоÑĤÑĢим": 126518, + "æľµ": 126519, + "ĠumÄĽnÃŃ": 126520, + "èī¯ãģĦ": 126521, + "Âłà¸Ļาà¸ĩ": 126522, + "ÐİÑĭÑŁN": 126523, + "ä¸ī个": 126524, + "ียรà¸ķ": 126525, + "ï¼ĮåIJĮæŶ": 126526, + "ĠÑĢозÑĢаÑħÑĥн": 126527, + "ĠDers": 126528, + "ãģªãģ®": 126529, + "Ġ그를": 126530, + "dikleri": 126531, + "Ġhayata": 126532, + "è§ĦèĮĥ": 126533, + "ç»ĵåIJĪ": 126534, + "Ġscé": 126535, + "ĠcÆ¡m": 126536, + "åѸéĻ¢": 126537, + "ĠÐĦв": 126538, + "ĠÄįlánek": 126539, + "ĠдоÑģÑĤиг": 126540, + "ाà¤ĩस": 126541, + "εÏħÏĥη": 126542, + "éģ©çĶ¨": 126543, + "Ïĥον": 126544, + "ılmaktadır": 126545, + "ëªħìĿĦ": 126546, + "ıb": 126547, + "ĠstarÅ¡ÃŃ": 126548, + "ĠchÃŃn": 126549, + "ä¸Ģ个人": 126550, + "ĠFrantiÅ¡ek": 126551, + "nÄĽji": 126552, + "ﻨ": 126553, + "ĠÙĦÙĦد": 126554, + "Ġpokoj": 126555, + "Ġjih": 126556, + "ãĢįãĢĤ": 126557, + "ĠعبداÙĦ": 126558, + "ãĤĵãģ§ãģĦãĤĭ": 126559, + "ĠмоделÑĮ": 126560, + "ĠteÅŁkil": 126561, + "ĠÄĮer": 126562, + "à¹Ģà¸Ķà¸Ńร": 126563, + "'na": 126564, + "λογή": 126565, + "Ġkola": 126566, + "ãĥĢãĥ¼": 126567, + "иÑĤелем": 126568, + "ĠÏĥÏħνο": 126569, + "ĠKurum": 126570, + "Ġsnadno": 126571, + "ĠاÙĦÙĤرآÙĨ": 126572, + "ĠVá»ģ": 126573, + "é«ĺãģĦ": 126574, + "Ġyıldız": 126575, + "Ġbirisi": 126576, + "Ġkhúc": 126577, + "ÙĪÛĮÙĦ": 126578, + "æľĢä½³": 126579, + "Ġสาà¸Ĥ": 126580, + "ĠÐŁÐ¾Ðº": 126581, + "âīł": 126582, + "à¹Ĥà¸Ľà¸£à¹ģà¸ģรม": 126583, + "à¥įययन": 126584, + "èij¡": 126585, + "ĠnovÄĽ": 126586, + "ayıp": 126587, + "ĠSingap": 126588, + "è°ĵ": 126589, + "ãĤ¶ãĤ¤ãĥ³": 126590, + "ĠновÑĭе": 126591, + "Ġhảo": 126592, + "ĠèŤ": 126593, + "ãĥ³ãĥĸ": 126594, + "ÂłĊĊ": 126595, + "θεια": 126596, + "Ġпопада": 126597, + "ĠëĶĶìŀIJìĿ¸": 126598, + "ĠداشتÙĨد": 126599, + "ĠØ´ÙĨاختÙĩ": 126600, + "ÏĥμαÏĦα": 126601, + "å¹³æĸ¹åħ¬éĩĮ": 126602, + "Ġgöl": 126603, + "екоÑĤоÑĢ": 126604, + "Ġmálo": 126605, + "ĠاجازÙĩ": 126606, + "کاراÙĨ": 126607, + "ĠпÑĸдпÑĢиÑĶмÑģÑĤв": 126608, + "ä¸īå¹´": 126609, + "ĠسÙģÛĮد": 126610, + "ĠμÎŃÏģοÏĤ": 126611, + "ÐĻÐĻ": 126612, + "ĠhÆ°": 126613, + "سÙĪب": 126614, + "ĠÙĦذا": 126615, + "Ġnemovit": 126616, + "ĠdÃŃv": 126617, + "Ä°s": 126618, + "¶¶": 126619, + "ĠphÆ°á»Ŀng": 126620, + "ĠÙĨØŃÙĪÙĩ": 126621, + "Ðĭ": 126622, + "Ġzbyt": 126623, + "edii": 126624, + "nech": 126625, + "ĠадмÑĸнÑĸÑģÑĤÑĢаÑĤив": 126626, + "ĠnevÄĽ": 126627, + "Ġож": 126628, + "ĠÄIJó": 126629, + "à¸Ľà¸£à¸°à¸§": 126630, + "Ġvhodné": 126631, + "ĠumÄĽl": 126632, + "ĠÑĢазлиÑĩнÑĭе": 126633, + "ĠpÅĻiroz": 126634, + "ĠبخشÛĮ": 126635, + "ãģ®å¤§": 126636, + "ĠاÙĦÙĥÙĩ": 126637, + "ecká": 126638, + "Ġzorunlu": 126639, + "ĠÐľÐ¸ÐºÐ¾Ð»Ð°": 126640, + "Ġamel": 126641, + "ковÑĭе": 126642, + "::::/": 126643, + "ä¸įåIJĮçļĦ": 126644, + "ĠÙĪÙĥاÙĨت": 126645, + "à¸Ńà¸Ń": 126646, + "lásil": 126647, + "ĠпÑĢедполаг": 126648, + "ï½±": 126649, + "Ġνε": 126650, + "ĠновÑĭй": 126651, + "Ġìĺģíĸ¥ìĿĦ": 126652, + "Ġê°Ģì§Ħ": 126653, + "åĥħ": 126654, + "YD": 126655, + "Ġباغ": 126656, + "Ġشکست": 126657, + "Ġgüney": 126658, + "иÑģÑĮ": 126659, + "ãģĭãģªãģĦ": 126660, + "ĠTòa": 126661, + "ĠگردÛĮد": 126662, + "ØŃÙĦ": 126663, + "luvÃŃ": 126664, + "véd": 126665, + "Ġìĺ·": 126666, + "ĠεÏĢα": 126667, + "ĠÑĤиÑģÑıÑĩ": 126668, + "Ġê½ĥ": 126669, + "ĠPUS": 126670, + "ĠдÑĥмкÑĥ": 126671, + "ĠâĢĿĊ": 126672, + "ĠìĬ¤íı¬ì¸ł": 126673, + "ÙĩÙĩ": 126674, + "Ġgắng": 126675, + "à¸´à¸łà¸²à¸ŀ": 126676, + "éĩĮéĿ¢": 126677, + "brıs": 126678, + "Ġzáb": 126679, + "καÏĤ": 126680, + "ĠåıĮ线": 126681, + "ลล": 126682, + "ĠÄIJÃłi": 126683, + "åŃ¸æł¡": 126684, + "ĠÑĢаÑģпÑĢед": 126685, + "ĠÑģÑĤанеÑĤ": 126686, + "Ġлак": 126687, + "Ġподк": 126688, + "Ġgören": 126689, + "ë¥´ê³ł": 126690, + "ĠÑĦÑĢÑĥкÑĤ": 126691, + "íĵ¨íĦ°": 126692, + "ãģĻãĤĮãģ°": 126693, + "ãĤĴä½ľ": 126694, + "à¸Ńà¸Ńà¸ģà¹ģà¸ļà¸ļ": 126695, + "Ġkulak": 126696, + "ĠíĶĮëłĪìĿ´": 126697, + "ĠØŃدÙĬØ«": 126698, + "ãģĨãĤĵ": 126699, + "ĠмÑĸк": 126700, + "à¤ĩसà¤ķ": 126701, + "ĠÑĥÑĤоÑĩ": 126702, + "ĠÙĥØ«ÙĬر": 126703, + "ĠYine": 126704, + "ัวหà¸Ļ": 126705, + "нÑĸÑĹ": 126706, + "åį¢": 126707, + "ÑĥÑģлов": 126708, + "ìĽĮíģ¬": 126709, + "Ġà¤ħà¤ĸ": 126710, + "ĠÑĨÑĸка": 126711, + "ìĦłìĿĦ": 126712, + "Ġأر": 126713, + "галÑĤеÑĢ": 126714, + "anglicky": 126715, + "ĠÑģоÑģÑĥд": 126716, + "ĠÑĥÑıв": 126717, + "ĠпÑĢодÑĥкÑĨÑĸÑĹ": 126718, + "Ġchua": 126719, + "Ġdán": 126720, + "ामà¤Ĺ": 126721, + "ئت": 126722, + "ĠФед": 126723, + "Ġhrom": 126724, + "íķ´ë³´": 126725, + "ĠØ¢ÙĨÙĦاÛĮÙĨ": 126726, + "-пÑĢав": 126727, + "Ġì¤ijìļĶíķľ": 126728, + "ĠвкÑĥ": 126729, + "Ġ大éĺª": 126730, + "Ġterk": 126731, + "ĠподÑĸб": 126732, + "ĠвÑĸдвÑĸд": 126733, + "à¥Įà¤Ł": 126734, + "è³£": 126735, + "ĠبتÙĨ": 126736, + "ĠبعضÛĮ": 126737, + "ãģªãģĬ": 126738, + "ä»ĸåĢij": 126739, + "Ġtavsiye": 126740, + "ĠMısır": 126741, + "Ġإذ": 126742, + "ĠæIJ": 126743, + "íķĺëĤĺ": 126744, + "ĠÙĪØ®": 126745, + "ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 126746, + "Ġtakový": 126747, + "Ġबनन": 126748, + "ĠзÑĢениÑı": 126749, + "ĠÙĪÙģÙĤ": 126750, + "ë¹ĦìķĦ": 126751, + "ĠпоможеÑĤ": 126752, + "åĮĹå¸Ĥ": 126753, + "dıkları": 126754, + "Ġéĵģ": 126755, + "ĠaktuálnÃŃ": 126756, + "Ġвв": 126757, + "ãĤĤãģªãģĦ": 126758, + "íĨµìĭł": 126759, + "ÏĦαÏĥη": 126760, + "ĠìĥģëĮĢ": 126761, + "Ġæł¡": 126762, + "ãĢĤéĤ£": 126763, + "ĠرÙĪسÛĮÙĩ": 126764, + "Ġtelevizyon": 126765, + "å¹´é¾Ħ": 126766, + "ĠÐijоÑĢиÑģ": 126767, + "리ìĸ´": 126768, + "ĠzveÅĻej": 126769, + "жно": 126770, + "ĠÐŀÑģÑĤ": 126771, + "ĠмÑĥжÑĩин": 126772, + "ĠyeÅŁil": 126773, + "ĠСовеÑĤ": 126774, + "ĠBÃĸL": 126775, + "ĠТакож": 126776, + "Ġobnov": 126777, + "ĠпÑĢинадлеж": 126778, + "ĠвиÑģнов": 126779, + "Ø·Ùħ": 126780, + "ĠìĹĨìĸ´": 126781, + "ĠMùa": 126782, + "ä½ıå®ħ": 126783, + "åĮ»åѦ": 126784, + "ĠнаÑĢез": 126785, + "ãĥĭï¾Ĩ": 126786, + "ĠMặt": 126787, + "Ġvuông": 126788, + "ä¸ĢåĮº": 126789, + "ĠẢnh": 126790, + "ÑĢиÑĦ": 126791, + "ä¿ĿéĻ©": 126792, + "ĠÏĩÏģήÏĥη": 126793, + "åIJĮæĦı": 126794, + "Ġæīĵ": 126795, + "etÄĽ": 126796, + "ĠÙĪØ°ÙĦÙĥ": 126797, + "ĠÑĤиж": 126798, + "ĠÎŁÎ¹ÎºÎ¿": 126799, + "ĠмÑĸÑģÑĨÑĸ": 126800, + "ĠÑĢебенок": 126801, + "ĠÅŀah": 126802, + "عÙĦÙĪÙħ": 126803, + "ladıģ": 126804, + "Ġgiden": 126805, + "ливоÑģÑĤÑĸ": 126806, + "ÙĴس": 126807, + "ĠTHB": 126808, + "Ġmeslek": 126809, + "ÂłÐĿе": 126810, + "μÏĨÏīνα": 126811, + "ĠÙĪاج": 126812, + "наÑģлÑĸд": 126813, + "æĺŁæľŁ": 126814, + "ÐĶж": 126815, + "ĠÑĢабоÑĤаеÑĤ": 126816, + "Ġsánh": 126817, + "ìļ°ë¦¬": 126818, + "ĠابÙĪ": 126819, + "çļĦæĥħ": 126820, + "ĠìĻ¸êµŃ": 126821, + "Ġkabil": 126822, + "еÑĢвÑĭе": 126823, + "ĠgiÃłu": 126824, + "Ġtá»ı": 126825, + "ÂłÐij": 126826, + "å®Įæķ´": 126827, + "Ġmužů": 126828, + "ĠpomÄĽrnÄĽ": 126829, + "ĠÙħخصÙĪص": 126830, + "ĠÐĶем": 126831, + "ãĤıãĤĮãĤĭ": 126832, + "ĠпÑĢибÑĭ": 126833, + "ĠکاÙħÙ¾ÛĮ": 126834, + "ï¼Ń": 126835, + "Ġtrh": 126836, + "ĠÐijолÑĮÑĪ": 126837, + "´:": 126838, + "иваеÑĤÑģÑı": 126839, + "ĠìĤ¬íķŃ": 126840, + "è¿Ľä¸ĢæŃ¥": 126841, + "ÑĨей": 126842, + "ãģ¾ãģļ": 126843, + "аÑĤелем": 126844, + "éĮ¯": 126845, + "Ġžalob": 126846, + "ÑĨез": 126847, + "инÑĥв": 126848, + "Ġverze": 126849, + "åĽŀåĪ°": 126850, + "Ġdược": 126851, + "ائÙĬÙĦ": 126852, + "stoupil": 126853, + "论æĸĩ": 126854, + "ĠÐŁÐ°ÑĢи": 126855, + "ĠдекоÑĢаÑĤив": 126856, + "اختÛĮ": 126857, + "ĠÑģÑĤÑĢем": 126858, + "ãĥ»âĶģãĥ»âĶģãĥ»âĶģãĥ»âĶģ": 126859, + "ĠÑģамой": 126860, + "ÑĩÑĤо": 126861, + "ìĥģëĭ´": 126862, + "âī¤": 126863, + "ÑĤого": 126864, + "ëIJ¨": 126865, + "ılacak": 126866, + "ä¸Ńãģ«": 126867, + "ĠÏħÏĢάÏģÏĩοÏħν": 126868, + "ĠвÑĸдбÑĥ": 126869, + "çİ»çĴĥ": 126870, + "ĠвпеÑĢед": 126871, + "ĠPlzeÅĪ": 126872, + "گاب": 126873, + "à¹Ģศรษà¸IJ": 126874, + "ï¼ĮæľĢ": 126875, + "ÙħÙĨÛĮ": 126876, + "çħ§çīĩ": 126877, + "缮å½ķ": 126878, + "ÑĢиÑĤÑĤÑı": 126879, + "âĢĮاش": 126880, + "ĠëĮĢíļĮ": 126881, + "ĠÅĻadu": 126882, + "-ÑĤеÑħ": 126883, + "ĠÙĬÙĪ": 126884, + "Ġà¹ģà¸ŀ": 126885, + "اÙĥÙĨ": 126886, + "Ġ기ìŀIJ": 126887, + "ĠгÑĸд": 126888, + "Ġìļ°ë¦¬ëĬĶ": 126889, + "Ø´ÙħارÛĮ": 126890, + "Ġticari": 126891, + "âij¢": 126892, + "ĠاÙĦبد": 126893, + "ĠÑĢаÑģÑĩ": 126894, + "ĠاÙĦÛĮ": 126895, + "Ġsürede": 126896, + "Ġاعتر": 126897, + "ĠпонÑıÑĤÑĮ": 126898, + "γκο": 126899, + "ï¼Įæ¯Ķ": 126900, + "ĠSeb": 126901, + "Ġìĭłê·ľ": 126902, + "æĶ¶çĽĬ": 126903, + "ĠÙ¾ÛĮØ´ÙĨÙĩاد": 126904, + "ÎľÎijΤ": 126905, + "ë°ĶìĿ´": 126906, + "ä¾ĽåºĶ": 126907, + "бин": 126908, + "人æ°Ĺ": 126909, + "ãģıãĤī": 126910, + "ĠskvÄĽl": 126911, + "Ġëĵ±ìŀ¥": 126912, + "æĭħå½ĵ": 126913, + "Ġimkan": 126914, + "æĻ¨": 126915, + "ï¼Įçİ°åľ¨": 126916, + "Ġsrdce": 126917, + "ìĤ°ìĹħ": 126918, + "Ġмодели": 126919, + "æľ¬å½ĵãģ«": 126920, + "анка": 126921, + "Ġyürüy": 126922, + "ĠоÑĩевид": 126923, + "ĠØŃسÙĬÙĨ": 126924, + "ÑīаÑİÑĤ": 126925, + "lédl": 126926, + "ÑĨо": 126927, + "ĠcÃŃsa": 126928, + "ãģĭãģij": 126929, + "èĹį": 126930, + "ĠØ®ÙĪاÙĩÙĨد": 126931, + "Ġmuže": 126932, + "Ġнакоп": 126933, + "diÄŁini": 126934, + "erseniz": 126935, + "ĠпÑĢаÑĨÑĸвникÑĸв": 126936, + "длÑı": 126937, + "ĠαÏĥÏĦ": 126938, + "æ¶Īè´¹": 126939, + "Ġè¨Ģ": 126940, + "Ġbát": 126941, + "ĠØ´ÙĥÙĦ": 126942, + "ĠÑģпиÑĢ": 126943, + "ÏĢοÏĦε": 126944, + "ĠساÙĦÙĩ": 126945, + "ekil": 126946, + "à¹ģà¸Ĭม": 126947, + "ĠÏĥÏĦι": 126948, + "ĠÙħØ·ÙĦب": 126949, + "Ġìłķì±ħ": 126950, + "ê´Ģê³Ħ": 126951, + "å¹¹ç·ļ": 126952, + "Ġ京": 126953, + "éĢļéģİ": 126954, + "ĠدÛĮگراÙĨ": 126955, + "ĠØ£Ùħا": 126956, + "æĺ¯ä¸į": 126957, + "ĠëĮĢëĭµ": 126958, + "ĠErk": 126959, + "perty": 126960, + "ĠнаÑĩинаеÑĤ": 126961, + "Ġ그리": 126962, + "룡": 126963, + "ĠìĽ¹ìĤ¬ìĿ´íĬ¸": 126964, + "ारन": 126965, + "æĦıè¯Ĩ": 126966, + "ĠÐ¡ÐŁ": 126967, + "ĠباÙĬد": 126968, + "Ġbakımından": 126969, + "/TT": 126970, + "ĠÙģاصÙĦÙĩ": 126971, + "ĠÙħØ«ÙĦا": 126972, + "Ġквад": 126973, + "ĠشاÛĮد": 126974, + "ĠuÄįitel": 126975, + "çĪ½": 126976, + "ĠعرضÙĩ": 126977, + "Ġ交": 126978, + "ĠÑĩеÑģÑĤÑĮ": 126979, + "à¥Ī?Ċ": 126980, + "ĠخاÙĨÙħ": 126981, + "etiyle": 126982, + "Ġεγκα": 126983, + "ĠÑģÑĥÑīе": 126984, + "ĠìĿ¼ìĸ´": 126985, + "ĠÐĽÐµÐ½Ð¸": 126986, + "Ġ声": 126987, + "álie": 126988, + "ãĥ¡ãĥ¼ãĤ¸": 126989, + "à¥Ģतर": 126990, + "галÑĸ": 126991, + "ĠмÑĸнÑĸм": 126992, + "ĠEÅŁ": 126993, + "ĠпÑĢоизоÑĪ": 126994, + "ÐĿаÑģ": 126995, + "ĠبÙĨÛĮ": 126996, + "让æĪij": 126997, + "ĠпоÑģÑĤеп": 126998, + "ĠìļĶ구": 126999, + "ılıp": 127000, + "ĠجÙĪر": 127001, + "ĠëĮĢë¶Ģë¶Ħ": 127002, + "à¹ĩà¸ķาม": 127003, + "ĠÑĦаÑģ": 127004, + "Ġìłķê·ľ": 127005, + "ламенÑĤ": 127006, + "ÄŁen": 127007, + "à¥ĩà¤ĤĊĊ": 127008, + "ĠÐĺванов": 127009, + "ĠØŃÚ©Ùħ": 127010, + "Ġï¾ļ": 127011, + "ï¼»": 127012, + "Ġnevid": 127013, + "ĠлабоÑĢаÑĤоÑĢ": 127014, + "à¸ŀยาà¸ļาล": 127015, + "Ġediyorum": 127016, + "Ġhlavy": 127017, + "ĠEvropské": 127018, + "Ġphái": 127019, + "ãĥĵãĥ¼": 127020, + "ê´ijìĹŃìĭľ": 127021, + "äºľ": 127022, + "ØŃداث": 127023, + "ĠпÑĢоÑĦилакÑĤи": 127024, + "rostÅĻed": 127025, + "ĠмалÑĮ": 127026, + "Ġmüdür": 127027, + "اساس": 127028, + "ĠгалÑĥзÑĸ": 127029, + "à¸µà¸Ł": 127030, + "ĠغذاÛĮÛĮ": 127031, + "åŃIJä¾Ľ": 127032, + "Ġbahsed": 127033, + "ĠKrálové": 127034, + "åį»": 127035, + "Ġ%,": 127036, + "ç½Ĺæĸ¯": 127037, + "ëļ": 127038, + "Ġçij": 127039, + "ĠξεÏĦα": 127040, + "ĠÐŃÑĤи": 127041, + "ĠíĨµíķ©": 127042, + "Ġاکتبر": 127043, + "ĠmÄĽsÃŃce": 127044, + "ìĪĺë¡ľ": 127045, + "ÑĦÑĸк": 127046, + "ĠÐĴоз": 127047, + "ÑĩеÑģким": 127048, + "ìļ´ëĵľ": 127049, + "Ġnáklady": 127050, + "ĠпоÑĤÑĢап": 127051, + "ĠÑĢÑĥкаÑħ": 127052, + "ιλο": 127053, + "ĠGül": 127054, + "ë©ĺ": 127055, + "à¹īย": 127056, + "makt": 127057, + "ãĥ³ãĥIJãĥ¼": 127058, + "ĠнÑĸÑı": 127059, + "ĠоÑĤÑĤен": 127060, + "mesinin": 127061, + "ĠвÑģпом": 127062, + "ĠìĿ´ëĬĶ": 127063, + "dyby": 127064, + "ãĤ¿ãĥ³": 127065, + "âĹİ": 127066, + "à¹īาหà¸Ļ": 127067, + "ادگÛĮ": 127068, + "Ïĩία": 127069, + "ĠsnažÃŃ": 127070, + "Ġà¤ļà¤ķ": 127071, + "μήμα": 127072, + "ĠÙĥر": 127073, + "Ġκοι": 127074, + "éĢ¸": 127075, + "Ġneust": 127076, + "ĠÙĨظاÙħÛĮ": 127077, + "åįļçī©": 127078, + "Ġë²½": 127079, + "á½±": 127080, + "Ġì¶ľìĭľ": 127081, + "Ġarmá": 127082, + "ĠÙĩÙħکارÛĮ": 127083, + "çļĦæĥħåĨµ": 127084, + "ÙĤاÙħ": 127085, + "ÙĤب": 127086, + "ĠéĤ£": 127087, + "Ġ맡": 127088, + "Ġolası": 127089, + "βÎŃÏģ": 127090, + "ä½ķãģĭ": 127091, + "ĠÑĥÑĩеб": 127092, + "ĠвÑĥз": 127093, + "Ġبرگز": 127094, + "'yi": 127095, + "ĠпÑĢазд": 127096, + "ĠÐŀÑĢг": 127097, + "Ġ并": 127098, + "ĠÑģви": 127099, + "ĠÙħÛĮداÙĨ": 127100, + "ĠnaÅ¡eho": 127101, + "ĠBAÅŀ": 127102, + "å»Ĭ": 127103, + "ÌĪ": 127104, + "ãģĵãģĿ": 127105, + "à¹ĩà¸Ļà¸ŀ": 127106, + "οÏģειο": 127107, + "ĠбагаÑĤ": 127108, + "γει": 127109, + "μείο": 127110, + "à¹Īà¸ĩà¸Ĭาà¸ķ": 127111, + "ĠHizmetleri": 127112, + "ĠAfrika": 127113, + "Ġtedbir": 127114, + ",､": 127115, + "ä¸ī级": 127116, + "ÐİÑĭÑŁNÐİÑĭÑŁN": 127117, + "ĠÐļÑĢÑĸм": 127118, + "Ġaray": 127119, + "Ġböylece": 127120, + "коÑĤ": 127121, + "éĻ°": 127122, + "åĽ½éļĽ": 127123, + "tÄĽl": 127124, + "Ġpolis": 127125, + "Ġuvol": 127126, + "ĠìĪĺê°ķ": 127127, + "çĶµèĦij": 127128, + "Ġsami": 127129, + "ĠشاخÙĩ": 127130, + "ĠвÑģÑĮого": 127131, + "ĠØŃداÙĤÙĦ": 127132, + "Ġiken": 127133, + "ãĤ¯ãĥ©ãĥĸ": 127134, + "Ġzávod": 127135, + "बल": 127136, + "ë°°ìĨ¡": 127137, + "éĩĩè´Ń": 127138, + "볬": 127139, + "Ġ।ĊĊ": 127140, + "Ġê°ģê°ģ": 127141, + "Ġмак": 127142, + "ÏģαÏĥη": 127143, + "ĠiÅŁlemi": 127144, + "ãģĹãģ¦ãģĦãģ¾ãģĻ": 127145, + "ĠPek": 127146, + "Ñİн": 127147, + "Ġvelkou": 127148, + "åĬŀçIJĨ": 127149, + "å®ĥ们": 127150, + "ĠèIJ¬": 127151, + "ĠнаÑĢодÑĥ": 127152, + "Ġchó": 127153, + "ĠHiç": 127154, + "Û³Ûµ": 127155, + "Ġรà¸Ńà¸ļ": 127156, + "Û³Û¶": 127157, + "à¸Ĥว": 127158, + "ä½įæĸ¼": 127159, + "ĠСÑĤа": 127160, + "ัà¸Ļม": 127161, + "ापà¤ķ": 127162, + "ĠÑĥÑĢок": 127163, + "ãĤ¢ãĥ¡ãĥªãĤ«": 127164, + "Ġзмож": 127165, + "skému": 127166, + "Ġè»Ĭ": 127167, + "ĠاختÛĮار": 127168, + "ĠPÅĺ": 127169, + "лÑıв": 127170, + "Ġмаз": 127171, + "ĠözelliÄŁi": 127172, + "åij¼ãģ°": 127173, + "Ġbirinin": 127174, + "Ġодне": 127175, + "ÌĨ": 127176, + "ä»ĸãģ®": 127177, + "建ç¯ī": 127178, + "поÑģеÑĢед": 127179, + "หลà¸Ķ": 127180, + "å¤ļãģĦ": 127181, + "ÏĦήÏĥειÏĤ": 127182, + "ĠرÙĪÙĨد": 127183, + "èģ½": 127184, + "ì¤ijìĹIJ": 127185, + "ìĬ¤íĭ°": 127186, + "ĠзвÑĸÑĤ": 127187, + "ĠаÑĢÑĤи": 127188, + "ĠcÆ°á»Ŀi": 127189, + "ındır": 127190, + "Ġголод": 127191, + "ازد": 127192, + "à¹Īาวว": 127193, + "ãĥ¡ãĥ©": 127194, + "عÙĨÙĪاÙĨ": 127195, + "%)Ċ": 127196, + "ĠÑħолодилÑĮ": 127197, + "人们": 127198, + "CÄ°": 127199, + "ÐĹап": 127200, + "ĠpÅĻisp": 127201, + "Ġdurumlarda": 127202, + "ÑĢÑĸд": 127203, + "ÂłÐ£": 127204, + "ĠεÏĨαÏģ": 127205, + "Ġsprav": 127206, + "ĠоÑĤÑĢиманнÑı": 127207, + "ï¼Į没æľī": 127208, + "овала": 127209, + "Ġngại": 127210, + "ãĢĤ大": 127211, + "ĠдаеÑĤ": 127212, + "ĠpÃŃsem": 127213, + "ÑĨÑıÑĤÑĮ": 127214, + "ovnÄĽ": 127215, + "ë¦ī": 127216, + "Ġê²ģ": 127217, + "ÑģÑĤин": 127218, + "ĠSayı": 127219, + "ãĢĭçļĦ": 127220, + "Ġyoluyla": 127221, + "елеÑĦон": 127222, + "Ġráno": 127223, + "ĠíĸīëıĻ": 127224, + "ĠاÙĦخاÙħسة": 127225, + "Ġповинна": 127226, + "ÅĻila": 127227, + "Ġà¤ļरण": 127228, + "Ġبرگزار": 127229, + "ìļ´ëį°": 127230, + "à¹Ģà¸Ľà¸Ńร": 127231, + "Ġdaleko": 127232, + "lednÃŃ": 127233, + "åIJį稱": 127234, + "ливÑĸÑģÑĤÑĮ": 127235, + "Ġ몸ìĿĦ": 127236, + "оÑĢÑĸв": 127237, + "Це": 127238, + "بدأ": 127239, + "ë°ĺ기": 127240, + "krát": 127241, + "ä¸į足": 127242, + "Ġoldukları": 127243, + "leniyor": 127244, + "Ġìĭľíĸī": 127245, + "ĠпÑĢинимаÑĤÑĮ": 127246, + "à¸Ĥà¸Ńà¸ĩร": 127247, + "ÏĪει": 127248, + "Ġẩn": 127249, + "تس": 127250, + "ĠÑĤай": 127251, + "Ġневозможно": 127252, + "åıĬãģ³": 127253, + "roti": 127254, + "ï½Ń": 127255, + "дом": 127256, + "ойно": 127257, + "å£Ĭ": 127258, + "说çļĦ": 127259, + "Ġskoro": 127260, + "niÄįnÃŃ": 127261, + "ĠProfes": 127262, + "ĠÑħÑĢониÑĩеÑģ": 127263, + "Ġ주문": 127264, + "ĠZn": 127265, + "ĠÑģлой": 127266, + "ÎłÏģο": 127267, + "æĮĩæķ°": 127268, + "ĠпеÑĢеÑĪ": 127269, + "à¥ģà¤ķस": 127270, + "Ġê°Ģìłķ": 127271, + "Ġíķĺë©´": 127272, + "Û±Û¹Û´": 127273, + "кÑĥл": 127274, + "ÙĬÙĦا": 127275, + "ĠدÙĪبارÙĩ": 127276, + "|l": 127277, + "ĠÐľÑĥ": 127278, + "нила": 127279, + "ãģ¦ãģĦãģ¾ãģĻ": 127280, + "macı": 127281, + "ãģŁãģ¡ãģ¯": 127282, + "ĠاÙĦÙĥتاب": 127283, + "移åĭķ": 127284, + "λμ": 127285, + "_ï¼ı": 127286, + "Ġê°Ģìŀħ": 127287, + "èħ¾": 127288, + "ĠпÑĢезиденÑĤ": 127289, + "Ġë¶Ħìķ¼": 127290, + "ahy": 127291, + "Å¡etÅĻenÃŃ": 127292, + "éĵº": 127293, + "ĠpÅĻÃŃro": 127294, + "ÐķТ": 127295, + "ĠìļĶì²Ń": 127296, + "Ġmohlo": 127297, + "å¿ĥçIJĨ": 127298, + "Ġvysoké": 127299, + "ü": 127300, + "ÏĦικα": 127301, + "ìĹħì²´": 127302, + "ãģ§ãģĤ": 127303, + "รายà¸ĩาà¸Ļ": 127304, + "ĠpÅĻÃŃspÄĽv": 127305, + "ĠetmiÅŁtir": 127306, + "她们": 127307, + "ÏĢλα": 127308, + "ứa": 127309, + "Ġ说": 127310, + "ĠÑģоÑģед": 127311, + "åĩī": 127312, + "ĠÐłÐµ": 127313, + "åİŁæĿ¥": 127314, + "ĠÐIJÑĢÑħ": 127315, + "بÙĬÙĨ": 127316, + "åľ°è¯´": 127317, + "Ġört": 127318, + "ĠΣεÏĢ": 127319, + "ÂŃÙĩاÛĮ": 127320, + "ĠاÙĦاÙĤتص": 127321, + "尽管": 127322, + "ÑĤÑĭй": 127323, + "tains": 127324, + "ÙĢÙĦ": 127325, + "ç§ijæĬĢæľīéĻIJåħ¬åı¸": 127326, + "æı®": 127327, + "ัà¸ķà¸ĸ": 127328, + "á»Ĺng": 127329, + "ลาà¸Ķ": 127330, + "æļ®": 127331, + "ĠÙĨÙģسÙĩ": 127332, + "Ġçľĭ": 127333, + "Ġãģ¿": 127334, + "Ġtarım": 127335, + "Û±Û¹Ûµ": 127336, + "ĠÎĬ": 127337, + "Ġkomplex": 127338, + "ĠNhÄ©": 127339, + "è´¹çĶ¨": 127340, + "ĠکاربراÙĨ": 127341, + "ÅĪovánÃŃ": 127342, + "Ġků": 127343, + "дап": 127344, + "ÎķΧ": 127345, + "ê·¸ëŀĺ": 127346, + "Ġdöndü": 127347, + "人åĵ¡": 127348, + "ĠTiá»ĥu": 127349, + "ĠÙĪÛĮراÛĮØ´": 127350, + "Ġöngör": 127351, + "ĠÙĪغÙĬر": 127352, + "ĠÑģкÑĢÑĭ": 127353, + "âĢIJ'": 127354, + "ĠнемÑĥ": 127355, + "ĠHá»ĩ": 127356, + "Ġdüzenli": 127357, + "ĠsoutÄĽÅ¾e": 127358, + "ãĢģãĥŀ": 127359, + "ÏĦομα": 127360, + "ÄĽlÃŃ": 127361, + "ĠØ£ÙĦÙħاÙĨ": 127362, + "çł²": 127363, + "ĠtrÃł": 127364, + "Ġä¸ĸçķĮ": 127365, + "ayız": 127366, + "ımlı": 127367, + "ĠاÙĦØ£Ùģ": 127368, + "íķĺëĬĶëį°": 127369, + "вано": 127370, + "ĠpÅĻiÄįemž": 127371, + "ÙĥÙĬب": 127372, + "ĠмаÑĤемаÑĤи": 127373, + "мени": 127374, + "ĠпÑĢоекÑĤÑĥ": 127375, + "ีà¹Ĥà¸Ń": 127376, + "оÑĥ": 127377, + "ĠاÙĦشرÙĥØ©": 127378, + "æ³£": 127379, + "ÙĪÙĤÙĬت": 127380, + "ÑĪив": 127381, + "Ġpersonel": 127382, + "شتر": 127383, + "à¸Ķา": 127384, + "Ġ몽": 127385, + "åĿIJåľ¨": 127386, + "оке": 127387, + "Ġë§Īë²ķ": 127388, + "ĠØ£ÙĨا": 127389, + "ëłµ": 127390, + "ĠÙħباÙĨÛĮ": 127391, + "èĭ¹æŀľ": 127392, + "Ġศร": 127393, + "ĠÐĽÑĥÑĩ": 127394, + "ÎŁÎ¥Î£": 127395, + "ĠÄįá": 127396, + "ãģĽãģ¦": 127397, + "ĠkÄ±ÅŁ": 127398, + "ÑĪев": 127399, + "æĮĩ导": 127400, + "à¹ģละม": 127401, + "Ġvoleb": 127402, + "ĠÑģилÑĭ": 127403, + "Ġdruhou": 127404, + "Ġì°¬": 127405, + "ĠìŀĪìĿĮ": 127406, + "ΥΣ": 127407, + "ä¸įå®ī": 127408, + "ĠìĹĨìĿĮ": 127409, + "Ġdeterm": 127410, + "ĠاÙĦÙħعÙĦÙĪÙħات": 127411, + "íĺ¹": 127412, + "âĻ¡": 127413, + "à¥įबन": 127414, + "Ġخشک": 127415, + "ĠNová": 127416, + "ĠÑĦÑĥндаменÑĤ": 127417, + "ĠпÑĢогÑĢами": 127418, + "ĠعÙĦÙĬÙĥ": 127419, + "।ĊĊ": 127420, + "Ġveriyor": 127421, + "ĠÑĶв": 127422, + "ĠìŀĪëĭ¤ê³ł": 127423, + "ĠاÙĦØ£ÙħرÙĬÙĥÙĬ": 127424, + "Ġå¤ĸéĥ¨ãĥªãĥ³ãĤ¯": 127425, + "Ġä¿®": 127426, + "ĠпÑĥÑĤи": 127427, + "ĠοÏģγ": 127428, + "ĠоÑģновном": 127429, + "ĠнаÑĢÑĥж": 127430, + "ĠмиÑĢе": 127431, + "ovÄĽt": 127432, + "ĠíĥIJ": 127433, + "Ġsokak": 127434, + "Ġspolupráci": 127435, + "ÐĶÐļ": 127436, + "Ġåĺ": 127437, + "âĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸį": 127438, + "Ġ³³³³": 127439, + "Ġhayır": 127440, + "ĠìĻĶ": 127441, + "æĤ¨çļĦ": 127442, + "æĮº": 127443, + "Ġ민주": 127444, + "Ġhotelu": 127445, + "à¸µà¸ľ": 127446, + "ìŀIJëıĻ": 127447, + "ä¼¼çļĦ": 127448, + "ÎŃνÏĦÏģο": 127449, + "Ø´ÙĪ": 127450, + "Ġé¤": 127451, + "Ġλι": 127452, + "Ġolmaktadır": 127453, + "ĠоÑģвеÑī": 127454, + "Ġвина": 127455, + "Ġخاصة": 127456, + "rana": 127457, + "γÏģαÏĨή": 127458, + "ÑĨеÑģ": 127459, + "ĠdoÄŁrult": 127460, + "ĠÙĤرارداد": 127461, + "ĠÐļал": 127462, + "ê²½ìłľ": 127463, + "ÏĩÏĮ": 127464, + "ÑĥÑİÑīий": 127465, + "ëĭĺìĿ´": 127466, + "ëĮ": 127467, + "лаз": 127468, + "Ġngừng": 127469, + "isku": 127470, + "ìĦłê±°": 127471, + "ĠÑįлекÑĤÑĢон": 127472, + "ĠVoj": 127473, + "нÑıми": 127474, + "ĠÙĪØ£ÙĨ": 127475, + "äºŃ": 127476, + "ç»Łè®¡": 127477, + "ĠÅŁiÅŁ": 127478, + "ãĢįçļĦ": 127479, + "æŃ¯": 127480, + "Ġколлек": 127481, + "Ġдвиж": 127482, + "Ġná»Ńa": 127483, + "ÄįasÃŃ": 127484, + "Ġsonu": 127485, + "ĠмеÑħанÑĸз": 127486, + "žený": 127487, + "ĠзаÑģÑĤÑĥп": 127488, + "ê´Ģ볨": 127489, + "ĠÑĤоваÑĢÑĸв": 127490, + "Ġì¼ĢìĿ´": 127491, + "à¥ģà¤Ĺत": 127492, + "Ġzásob": 127493, + "мовÑĸÑĢ": 127494, + "ufac": 127495, + "ůležit": 127496, + "ĠвигоÑĤов": 127497, + "ĠاÙĦÙĨÙĪ": 127498, + "ĠعاÙħا": 127499, + "æģ¨": 127500, + "ĠìĿ´ë¯¸ì§Ģ": 127501, + "ĠtvoÅĻ": 127502, + "ĠvyužitÃŃ": 127503, + "ĠgeliÅŁim": 127504, + "쳤ëĭ¤": 127505, + "หà¸Ļà¸Ńà¸ĩ": 127506, + "ĠìĿ¸ìłķ": 127507, + "à¥įदर": 127508, + "ĠпеÑĢеда": 127509, + "ĠздÑĸйÑģненнÑı": 127510, + "ÙĨع": 127511, + "è¡£æľį": 127512, + "Ġloa": 127513, + "íĻĪ": 127514, + "èĭ±åĽ½": 127515, + "ĠDruh": 127516, + "خاÙĨ": 127517, + "дам": 127518, + "аÑĤелÑĮнÑĭÑħ": 127519, + "θÏģÏİ": 127520, + "ĠØ£Ùħر": 127521, + "ĠÅĻada": 127522, + "ĠbuluÅŁ": 127523, + "ĠÑĤÑĢанÑģпоÑĢ": 127524, + "ĠÙĤتÙĦ": 127525, + "ĠTarif": 127526, + "Rus": 127527, + "ĠзаÑģÑĸд": 127528, + "ĠÄ°h": 127529, + "leyin": 127530, + "Ġvyrá": 127531, + "ĠDÄĽ": 127532, + "ибли": 127533, + "avou": 127534, + "ĠÐĵеÑĢм": 127535, + "немÑĥ": 127536, + "ĠконÑĨеп": 127537, + "ĠÙĤادر": 127538, + "Ġsoubor": 127539, + "Ġlá»iji": 127540, + "ĠçµIJ": 127541, + "леннÑĭй": 127542, + "κÏħ": 127543, + "Ġдопомаг": 127544, + "à¸ŀวà¸ģà¹Ģà¸Ĥ": 127545, + "Ġquang": 127546, + "ĠØ·ÙĦا": 127547, + "ĠéĩĮ": 127548, + "ĠÙĨÙħÙĪدار": 127549, + "ĠÅŁar": 127550, + "ĠÑģпÑĸл": 127551, + "ÂŃn": 127552, + "ì§ĢìļĶ": 127553, + "åīįå¾Ģ": 127554, + "åħ³éĶ®": 127555, + "å®ŀåľ¨": 127556, + "éŁ³æ¥½": 127557, + "ĠÙħسئÙĦÙĩ": 127558, + "Ġyeme": 127559, + "ĠÑĪаÑħ": 127560, + "기ìĪł": 127561, + "Ġสำà¸Ļ": 127562, + "ĠÙĪرزشÛĮ": 127563, + "ãģĹãģŁãĤī": 127564, + "ίÏĥÏī": 127565, + "окон": 127566, + "ãģŁãĤī": 127567, + "ĠØ¥ÙĦÙĬÙĩ": 127568, + "Ġآذرب": 127569, + "Ġrá»Ŀi": 127570, + "Ġodak": 127571, + "ĠмогÑĥ": 127572, + "ĠÚ¯ÙĨ": 127573, + "è²¼": 127574, + "edla": 127575, + "ĠопÑĭÑĤ": 127576, + "lamaktadır": 127577, + "å°¼äºļ": 127578, + "éĥ½ä¼ļ": 127579, + "ĠÎĺεÏĥÏĥα": 127580, + "Ġвог": 127581, + "ç»Īäºİ": 127582, + "ĠÑĥÑĢовне": 127583, + "Ġvlak": 127584, + "ĠØ¢ÙĦØ©": 127585, + "Ġειδ": 127586, + "âĩ": 127587, + "дÑĥÑĤ": 127588, + "Ñĸнг": 127589, + "ĠØ£ÙħرÙĬÙĥÙĬ": 127590, + "ازÙĨد": 127591, + "ĠباÙĦØ£": 127592, + "Ġतन": 127593, + "Ġkaydet": 127594, + "룬리": 127595, + "Ġdrž": 127596, + "ĠпенÑģ": 127597, + "ĠpÅĻÃŃÄį": 127598, + "ĠТолÑĮко": 127599, + "ĠбаÑĤаÑĢ": 127600, + "éĵģè·¯": 127601, + "ĠÙ¾ÛĮÚĨ": 127602, + "ĠÎĵεÏī": 127603, + "ĠαÏħÏĦά": 127604, + "ÄŀI": 127605, + "ĠакÑĤивно": 127606, + "ÎĹÎľÎij": 127607, + "Ġvarlık": 127608, + "Ġåıª": 127609, + "ĠзаÑīиÑĤÑĭ": 127610, + "лим": 127611, + "ĠÙħشاÙĩدة": 127612, + "иком": 127613, + "Ġì¡°ìĤ¬": 127614, + "оген": 127615, + "Ġmấy": 127616, + "gii": 127617, + "èĽĩ": 127618, + "ĠØ®ÙĪÛĮØ´": 127619, + "Ġnová": 127620, + "ковой": 127621, + "Ġkanıt": 127622, + "éĿ¢è®®": 127623, + "ĠرÙĪستا": 127624, + "ìĸ´ê°Ģ": 127625, + "ĠоÑĤноÑĪениÑı": 127626, + "Ġhodnoty": 127627, + "ÙĪرات": 127628, + "ĠpÅĻÃŃst": 127629, + "Ġthá»į": 127630, + "Ġçıkart": 127631, + "ообÑĢаз": 127632, + "ĠnemÄĽl": 127633, + "Âłro": 127634, + "ĠدÙĪÙĦتÛĮ": 127635, + "ี,": 127636, + "ä¸Ģ度": 127637, + "iaomi": 127638, + "åĹİ": 127639, + "Ùıع": 127640, + "ĠваÑĢиан": 127641, + "ĠpodaÅĻilo": 127642, + "ĠëĤĺê°Ģ": 127643, + "èIJ¥ä¸ļ": 127644, + "ĠабÑģолÑİÑĤно": 127645, + "Ġë¸ĮëĿ¼": 127646, + "ĠгоÑĢиз": 127647, + "aģın": 127648, + "Ġyerini": 127649, + "à¹īาà¸Ļà¸Ķ": 127650, + "æIJ¬": 127651, + "Ġbalık": 127652, + "ĠÅŁans": 127653, + "认è¯Ĩ": 127654, + "ĠistediÄŁiniz": 127655, + "ĠjistÄĽ": 127656, + "ĠìĪĺê°Ģ": 127657, + "ï¼Įä¸Ĭ": 127658, + "à¤ľà¤¬": 127659, + "ĠвиÑıви": 127660, + "맥": 127661, + "ãģĹãģ¦ãĤĭ": 127662, + "ÙĬÙĥا": 127663, + "ĠHüs": 127664, + "cının": 127665, + "Ġशत": 127666, + "ĠÑĢаÑģполаг": 127667, + "ĠÑģпÑĢавж": 127668, + "ืà¸Ńà¸ĸ": 127669, + "ĠвеÑĢÑĤик": 127670, + "Ġvystav": 127671, + "ĠÑĢеалÑĸзаÑĨÑĸÑĹ": 127672, + "вами": 127673, + "ãĤ¹ãĥĨãĤ£": 127674, + "ëħģ": 127675, + "ĠÑĢеÑĩÑĸ": 127676, + "ÙģاÙĦ": 127677, + "िà¤ķà¤Ł": 127678, + "ĠвозÑĢаÑģÑĤе": 127679, + "каÑģ": 127680, + "ĠÐĺÑģ": 127681, + "ĠлÑĸк": 127682, + "ĠÏĥημαν": 127683, + "менÑĤÑĥ": 127684, + "нÑıÑİÑĤ": 127685, + "æŁ´": 127686, + "ĠθεÏī": 127687, + "çĬ¯ç½ª": 127688, + "ĠÙĤطر": 127689, + "ÐĶÐIJ": 127690, + "-|": 127691, + "ĠÑģÑĤÑĸ": 127692, + "Ġuyum": 127693, + "ĠpotÅĻeba": 127694, + "ĠعÙħÙĦÛĮات": 127695, + "奪": 127696, + "اخر": 127697, + "ĠکساÙĨÛĮ": 127698, + "تÙħر": 127699, + "ÑĮеÑĢ": 127700, + "ĠNez": 127701, + "íļĮìĤ¬": 127702, + "ĠBankası": 127703, + "егÑĢа": 127704, + "à¸Ĥà¸ĵะà¸Ĺ": 127705, + "åIJĪæł¼": 127706, + "ĠìŬ룬ë¶Ħ": 127707, + "yasal": 127708, + "Ġè¡ĮæĶ¿": 127709, + "åĬī": 127710, + "dıktan": 127711, + "ãĤ¢ãĥ«ãĥIJ": 127712, + "ĠاÛĮÙĨÚĨ": 127713, + "Ġdijital": 127714, + "å°ĺ": 127715, + "ĠÑĢазмеÑī": 127716, + "ĠкÑĸлÑĮкоÑģÑĤÑĸ": 127717, + "ĠEvropy": 127718, + "ĠÑĢозви": 127719, + "ÑİÑīÑĥÑİ": 127720, + "Ġong": 127721, + "Ġhepsi": 127722, + "vailability": 127723, + "ĠتصÙħÙĬÙħ": 127724, + "ÑĥйÑĤе": 127725, + "हल": 127726, + "ĠÅ¡iro": 127727, + "Ġpás": 127728, + ";;;;;;": 127729, + "éħįåIJĪ": 127730, + "ĠاÙĦعاÙĦÙħÙĬØ©": 127731, + "ÐĴо": 127732, + "haf": 127733, + "láv": 127734, + "Ġbì": 127735, + "Ġmůj": 127736, + "ê»ĺìĦľ": 127737, + "ÂłBf": 127738, + "ĠÑģпÑĢоÑģил": 127739, + "âĢĮÚ©ÙĨÙĨدÙĩ": 127740, + "ÙĨدÙĬØ©": 127741, + "çī¹èī²": 127742, + "Ġìķ¨": 127743, + "ุษย": 127744, + "ĠФоÑĢ": 127745, + "пиÑģок": 127746, + "užel": 127747, + "ımlar": 127748, + "çĬ¶æ³ģ": 127749, + "Ġãĥ¬ãĥĩãĤ£ãĥ¼ãĤ¹": 127750, + "Ñħови": 127751, + "ÂłKÄį": 127752, + "Ñĩим": 127753, + "ĠتÙĪÙħ": 127754, + "à¹Ģà¸ģษà¸ķร": 127755, + "Ġìĭ±ê¸Ģ": 127756, + "Ùħارات": 127757, + "ênh": 127758, + "ĠÅĻid": 127759, + "æĬ¬": 127760, + "ÑģиÑİ": 127761, + "æħİ": 127762, + "Ġçevre": 127763, + "ãĥĪãĥ«": 127764, + "Ġyıldır": 127765, + "Ġzáznam": 127766, + "æľºåľº": 127767, + "ĠпоÑĶ": 127768, + "ĠвÑĭÑĢаÑīи": 127769, + "ĠÙģع": 127770, + "ë»": 127771, + "ĠدارÛĮÙħ": 127772, + "ï¼ĮæĽ´": 127773, + "Ġземли": 127774, + "ابÙĤات": 127775, + "Ġmá»Ŀi": 127776, + "kých": 127777, + "ÙĦاة": 127778, + "帽": 127779, + "براÙĩÙĬÙħ": 127780, + "ĠпобаÑĩ": 127781, + "ाà¤ĩम": 127782, + "à¹Īาà¸ĩà¸Ľà¸£à¸°à¹Ģà¸Ĺศ": 127783, + "ĠìĦ¸ìĥģ": 127784, + "ĠпомогаеÑĤ": 127785, + "ĠÏĦÏĮÏĥο": 127786, + "æĸ·": 127787, + "ĠÙģراÙĪ": 127788, + "à¹Ħà¸Ľà¸¢": 127789, + "ergisi": 127790, + "ĠéĻIJ": 127791, + ".xz": 127792, + "ĠÑģлÑĥÑħ": 127793, + "економ": 127794, + "ĠNhất": 127795, + "±ط": 127796, + "ĠëĪĪìĿĦ": 127797, + "ĠíļĮìĤ¬": 127798, + "Ñĵ": 127799, + "ĠåIJįçĦ¡ãģĹ": 127800, + "Ġομάδα": 127801, + "ĩĮ": 127802, + "liÄŁinin": 127803, + "عاÙĨ": 127804, + "ĠزÙĨÛĮ": 127805, + "Tôi": 127806, + "Ġetki": 127807, + "ĠìĹ°ëĿ½": 127808, + "ĠконÑĨа": 127809, + "è°ĭ": 127810, + "ĠземлÑı": 127811, + "íĻĺê²½": 127812, + "ĠÙħکاÙĨÛĮ": 127813, + "çĸ²": 127814, + "Ġç¢": 127815, + "Ġkurulan": 127816, + "ؤÙĪÙĦ": 127817, + "دÙī": 127818, + "ĠاÙĦÙħÙĨØ·ÙĤØ©": 127819, + "Ġnắng": 127820, + "ÐŁÐļ": 127821, + "олай": 127822, + "YK": 127823, + "åijĨ": 127824, + "λαν": 127825, + "西çľģ": 127826, + "ĠÎĴαÏĥ": 127827, + "ĠíĻķìĭ¤": 127828, + "ZD": 127829, + "пÑĸд": 127830, + "ĠнаÑĩе": 127831, + "ĠÏĦά": 127832, + "å½»": 127833, + "âĢŀD": 127834, + "Ġèĩº": 127835, + "ĠнаÑĪей": 127836, + "ĠtÃŃmto": 127837, + "ĠتسÙħ": 127838, + "ÏģθÏģο": 127839, + "令人": 127840, + "ĠPazar": 127841, + "ãĤĵãģ¨": 127842, + "ç«ĭåĪ»": 127843, + "Âģ@": 127844, + "Ġbắc": 127845, + "ìĬ¤íħĮ": 127846, + "Ġkadınlar": 127847, + "figur": 127848, + "ãģ¤ãģ¶": 127849, + "ĠæµĻæ±Ł": 127850, + "ĠдекÑĸлÑĮ": 127851, + "è¡Ŀ": 127852, + "ยà¸Ļà¹ģà¸Ľà¸¥à¸ĩ": 127853, + "olet": 127854, + "Ġnedok": 127855, + "namen": 127856, + "åħĦå¼Ł": 127857, + "ืà¸Ńà¸Ĥ": 127858, + "èĤĥ": 127859, + "Ġbüny": 127860, + "ĠÑĢадÑıн": 127861, + "ãĢģäºĮ": 127862, + "аннÑİ": 127863, + "Ġæīĭæľº": 127864, + "ĠоÑģлож": 127865, + "ĠоглÑı": 127866, + "Ġسبز": 127867, + "Ġaktivit": 127868, + "Ġà¤ıप": 127869, + "ç«ľ": 127870, + "Ġdiren": 127871, + "iв": 127872, + "ĠYatırım": 127873, + "ÑĨÑĸйна": 127874, + "Ġдомов": 127875, + "ẳn": 127876, + "ĠCoÄŁraf": 127877, + "ÙģÙĪ": 127878, + "æ°Ĺãģ«åħ¥": 127879, + "ç§ģãģ®": 127880, + "ï½į": 127881, + "à¥Įड": 127882, + "ĠÐĵÑĢигоÑĢ": 127883, + "ĠPeygamber": 127884, + "Ġαγα": 127885, + "Ġefekt": 127886, + "ĠìŀĪìĸ´ìĦľ": 127887, + "ĠплаÑĤеж": 127888, + "ĠTrab": 127889, + "overy": 127890, + "âĢ¦âĢ¦ãĢĤ": 127891, + "Ġyapmaya": 127892, + "ĠнайбÑĸлÑĮ": 127893, + "ĠÙħÙĨزÙĦ": 127894, + "ÙĪÙĬÙĥ": 127895, + "ıldıģında": 127896, + "ĠpÅĻÃŃpadnÄĽ": 127897, + "ĠμÏĢοÏģοÏį": 127898, + "ĠëĵľëĿ¼ë§Ī": 127899, + "Ġ방문": 127900, + "ĠСим": 127901, + "کات": 127902, + "еком": 127903, + "رÙĬع": 127904, + "ÙĩدÙģ": 127905, + "æĹıèĩªæ²»": 127906, + "ĠzmÄĽn": 127907, + "Ġвклад": 127908, + "ĠبÙĦغ": 127909, + "Ġç§ĭ": 127910, + "Ngh": 127911, + "ĠendiÅŁ": 127912, + "ĠCumhurbaÅŁkanı": 127913, + "ĠKaf": 127914, + "Ġà¹ģหล": 127915, + "Ġmutlu": 127916, + "ĠÑģиÑĢ": 127917, + "ĠгÑĥм": 127918, + "æ¿ĥ": 127919, + "çĤī": 127920, + "ĠBáo": 127921, + "à¥Ĥष": 127922, + "ĠìłķíĻķ": 127923, + "ानस": 127924, + "ﻤ": 127925, + "наÑģлÑĸдок": 127926, + "poÄįet": 127927, + "ë§ĮìĽIJìŀħëĭĪëĭ¤": 127928, + "ĠìĦľìļ¸íĬ¹ë³Ħìĭľ": 127929, + "ÎķÎĻΣ": 127930, + "ุมà¸Ĭà¸Ļ": 127931, + "ĠмÑĸлÑĮ": 127932, + "æħĮ": 127933, + "ÏĥκεÏĦαι": 127934, + "ĠãĢľ": 127935, + "Ġkaliteli": 127936, + "ĠÑģмеÑĢÑĤÑĮ": 127937, + "è¼Ķ": 127938, + "ĠбиÑĤ": 127939, + "ĠΣÏĦο": 127940, + "à¸ĩà¹Ģศส": 127941, + "åİŁæľ¬": 127942, + "ĠknÃŃ": 127943, + "äºĴèģĶç½ij": 127944, + "ĠÑĩеловеÑĩеÑģ": 127945, + "çŃĴ": 127946, + "à¸Īำหà¸Ļ": 127947, + "åĩºåİ»": 127948, + "ãĤ¢ãĥĭãĥ¡": 127949, + "å±ķ示": 127950, + "rych": 127951, + "à¤ħब": 127952, + "oÅĪ": 127953, + "jÃŃcÃŃm": 127954, + "اØŃØ«": 127955, + "ĠÙĪاÙĤعÛĮ": 127956, + "ĠФедеÑĢалÑĮ": 127957, + "Ñģам": 127958, + "Ġìĺ¥": 127959, + "åľ°çIJĥ": 127960, + "Ġsuyu": 127961, + "seniz": 127962, + "à¥īफ": 127963, + "Ġê°Ļëĭ¤": 127964, + "ĠпÑĢизнаÑĩеннÑı": 127965, + "ĠSın": 127966, + "ĠاÙħÙĨÛĮت": 127967, + "Ġlátky": 127968, + "ĠÐijи": 127969, + "Ġsüreci": 127970, + "····": 127971, + "Ġ경찰": 127972, + "ĠкалÑĮ": 127973, + "ĠникÑĤо": 127974, + "ÙijÙħ": 127975, + "ĠدÙĬگر": 127976, + "Ġalınması": 127977, + "леннÑĸ": 127978, + "ิวà¹Ģà¸ķà¸Ńร": 127979, + "à¸Ľà¸ģà¸Ħรà¸Ńà¸ĩ": 127980, + "ĠзаконодавÑģÑĤва": 127981, + "ãĢĢãĤ¤": 127982, + "Ġëħ¸íķĺìļ°": 127983, + "ĠDÃ¼ÅŁ": 127984, + "ĠгÑĥÑģÑĤ": 127985, + "ĠÐĴаÑĪ": 127986, + "ĠاÙħتÛĮ": 127987, + "Ġparamet": 127988, + "ĠÎłÎ±Î½ÎµÏĢ": 127989, + "à¹Įà¸ģร": 127990, + "ζα": 127991, + "ĠëįĶìļ±": 127992, + "ÙĪÙĦات": 127993, + "ваÑĤиÑģÑı": 127994, + "Ġkök": 127995, + "ÙĨب": 127996, + "ĠвÑĭÑģокой": 127997, + "ãĥ¼ãĥ¼": 127998, + "éĶ¦": 127999 + }, + "merges": [ + "Ġ Ġ", + "Ġ ĠĠĠ", + "ĠĠ ĠĠ", + "ĠĠĠ Ġ", + "i n", + "Ġ t", + "Ġ ĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠ ĠĠ", + "e r", + "Ġ ĠĠ", + "ĠĠ Ġ", + "o n", + "Ġ a", + "r e", + "a t", + "s t", + "e n", + "o r", + "Ġ th", + "Ġt h", + "Ċ Ċ", + "Ġ c", + "l e", + "Ġ s", + "i t", + "a n", + "a r", + "a l", + "Ġ the", + "Ġt he", + "Ġth e", + "; Ċ", + "Ġ p", + "Ġ f", + "o u", + "Ġ =", + "i s", + "Ġ ĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠ", + "ĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠ Ġ", + "i ng", + "in g", + "e s", + "Ġ w", + "i on", + "io n", + "e d", + "i c", + "Ġ b", + "Ġ d", + "e t", + "Ġ m", + "Ġ o", + "ĉ ĉ", + "r o", + "a s", + "e l", + "c t", + "n d", + "Ġ in", + "Ġi n", + "Ġ h", + "e nt", + "en t", + "i d", + "Ġ n", + "a m", + "Ġ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ to", + "Ġt o", + "Ġ re", + "Ġr e", + "- -", + "Ġ {", + "Ġ of", + "Ġo f", + "o m", + ") ;Ċ", + "); Ċ", + "i m", + "č Ċ", + "Ġ (", + "i l", + "/ /", + "Ġ and", + "Ġa nd", + "Ġan d", + "u r", + "s e", + "Ġ l", + "e x", + "Ġ S", + "a d", + "Ġ \"", + "c h", + "u t", + "i f", + "* *", + "Ġ }", + "e m", + "o l", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "t h", + ") Ċ", + "Ġ {Ċ", + "Ġ{ Ċ", + "Ġ g", + "i g", + "i v", + ", Ċ", + "c e", + "o d", + "Ġ v", + "a te", + "at e", + "Ġ T", + "a g", + "a y", + "Ġ *", + "o t", + "u s", + "Ġ C", + "Ġ st", + "Ġs t", + "Ġ I", + "u n", + "u l", + "u e", + "Ġ A", + "o w", + "Ġ '", + "e w", + "Ġ <", + "a tion", + "at ion", + "atio n", + "ati on", + "( )", + "Ġ for", + "Ġf or", + "Ġfo r", + "a b", + "o rt", + "or t", + "u m", + "a me", + "am e", + "Ġ is", + "Ġi s", + "p e", + "t r", + "c k", + "â Ģ", + "Ġ y", + "i st", + "is t", + "- ---", + "-- --", + "--- -", + ". ĊĊ", + ".Ċ Ċ", + "h e", + "Ġ e", + "l o", + "Ġ M", + "Ġ be", + "Ġb e", + "e rs", + "er s", + "Ġ on", + "Ġo n", + "Ġ con", + "Ġc on", + "Ġco n", + "a p", + "u b", + "Ġ P", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "a ss", + "as s", + "i nt", + "in t", + "> Ċ", + "l y", + "u rn", + "ur n", + "Ġ $", + "; ĊĊ", + ";Ċ Ċ", + "a v", + "p ort", + "por t", + "po rt", + "i r", + "- >", + "n t", + "c tion", + "ct ion", + "e nd", + "en d", + "Ġ de", + "Ġd e", + "0 0", + "i th", + "it h", + "o ut", + "ou t", + "t urn", + "tu rn", + "tur n", + "o ur", + "ou r", + "Ġ ĠĠĠĠ", + "ĠĠ ĠĠĠ", + "ĠĠĠĠ Ġ", + "ĠĠĠ ĠĠ", + "l ic", + "li c", + "r es", + "re s", + "p t", + "= =", + "Ġ this", + "Ġt his", + "Ġth is", + "Ġthi s", + "Ġ wh", + "Ġw h", + "Ġ if", + "Ġi f", + "Ġ D", + "v er", + "ve r", + "a ge", + "ag e", + "Ġ B", + "h t", + "e xt", + "ex t", + "= \"", + "Ġ that", + "Ġt hat", + "Ġth at", + "Ġtha t", + "* ***", + "** **", + "*** *", + "Ġ R", + "Ġ it", + "Ġi t", + "e ss", + "es s", + "Ġ F", + "Ġ r", + "o s", + "a nd", + "an d", + "Ġ as", + "Ġa s", + "e ct", + "ec t", + "k e", + "r om", + "ro m", + "Ġ //", + "Ġ/ /", + "c on", + "co n", + "Ġ L", + "( \"", + "q u", + "l ass", + "la ss", + "las s", + "Ġ with", + "Ġw ith", + "Ġwi th", + "Ġwit h", + "i z", + "d e", + "Ġ N", + "Ġ al", + "Ġa l", + "o p", + "u p", + "g et", + "ge t", + "Ġ }Ċ", + "Ġ} Ċ", + "i le", + "il e", + "Ġ an", + "Ġa n", + "a ta", + "at a", + "o re", + "or e", + "r i", + "Ġ pro", + "Ġp ro", + "Ġpr o", + "; čĊ", + "ĉ ĉĉĉ", + "ĉĉ ĉĉ", + "ĉĉĉ ĉ", + "t er", + "te r", + "a in", + "ai n", + "Ġ W", + "Ġ E", + "Ġ com", + "Ġc om", + "Ġco m", + "Ġ return", + "Ġre turn", + "Ġr eturn", + "Ġret urn", + "a rt", + "ar t", + "Ġ H", + "a ck", + "ac k", + "im port", + "imp ort", + "ub lic", + "ubl ic", + "Ġ or", + "Ġo r", + "e st", + "es t", + "m ent", + "me nt", + "men t", + "Ġ G", + "a ble", + "ab le", + "abl e", + "Ġ -", + "i ne", + "in e", + "i ll", + "il l", + "i nd", + "in d", + "e re", + "er e", + ": :", + "i ty", + "it y", + "Ġ +", + "Ġ tr", + "Ġt r", + "e lf", + "el f", + "i ght", + "ig ht", + "igh t", + "( '", + "o rm", + "or m", + "u lt", + "ul t", + "s tr", + "st r", + ". .", + "\" ,", + "Ġ you", + "Ġy ou", + "Ġyo u", + "y pe", + "yp e", + "p l", + "Ġ new", + "Ġn ew", + "Ġne w", + "Ġ j", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ from", + "Ġf rom", + "Ġfr om", + "Ġfro m", + "Ġ ex", + "Ġe x", + "Ġ O", + "2 0", + "l d", + "Ġ [", + "o c", + ": Ċ", + "Ġ se", + "Ġs e", + "Ġ le", + "Ġl e", + "- -------", + "-- ------", + "---- ----", + "--- -----", + "----- ---", + "------ --", + "------- -", + ". s", + "{ Ċ", + "' ,", + "a nt", + "an t", + "Ġ at", + "Ġa t", + "a se", + "as e", + ". c", + "Ġ ch", + "Ġc h", + "< /", + "a ve", + "av e", + "a ng", + "an g", + "Ġ are", + "Ġa re", + "Ġar e", + "Ġ int", + "Ġin t", + "Ġi nt", + "âĢ Ļ", + "_ t", + "e rt", + "er t", + "i al", + "ia l", + "a ct", + "ac t", + "} Ċ", + "i ve", + "iv e", + "o de", + "od e", + "o st", + "os t", + "Ġ class", + "Ġc lass", + "Ġcl ass", + "Ġclas s", + "Ġcla ss", + "Ġ not", + "Ġn ot", + "Ġno t", + "o g", + "o rd", + "or d", + "a lue", + "al ue", + "alu e", + "a ll", + "al l", + "f f", + "( );Ċ", + "() ;Ċ", + "(); Ċ", + "o nt", + "on t", + "i me", + "im e", + "a re", + "ar e", + "Ġ U", + "Ġ pr", + "Ġp r", + "Ġ :", + "i es", + "ie s", + "i ze", + "iz e", + "u re", + "ur e", + "Ġ by", + "Ġb y", + "i re", + "ir e", + "Ġ }ĊĊ", + "Ġ} ĊĊ", + "Ġ}Ċ Ċ", + ". p", + "Ġ sh", + "Ġs h", + "i ce", + "ic e", + "a st", + "as t", + "p tion", + "pt ion", + "t ring", + "tr ing", + "tri ng", + "o k", + "_ _", + "c l", + "# #", + "Ġ he", + "Ġh e", + "a rd", + "ar d", + ") .", + "Ġ @", + "i ew", + "ie w", + "ĉ ĉĉ", + "ĉĉ ĉ", + "Ġ was", + "Ġw as", + "Ġwa s", + "i p", + "t his", + "th is", + "Ġ u", + "Ġ The", + "ĠT he", + "ĠTh e", + "i de", + "id e", + "a ce", + "ac e", + "i b", + "a c", + "r ou", + "ro u", + "Ġ we", + "Ġw e", + "j ect", + "je ct", + "jec t", + "Ġ public", + "Ġp ublic", + "Ġpub lic", + "Ġpubli c", + "a k", + "v e", + "a th", + "at h", + "o id", + "oi d", + "Ġ =>", + "Ġ= >", + "u st", + "us t", + "q ue", + "qu e", + "Ġ res", + "Ġre s", + "Ġr es", + ") )", + "' s", + "Ġ k", + "a ns", + "an s", + "y st", + "ys t", + "un ction", + "unc tion", + "unct ion", + "* *******", + "** ******", + "**** ****", + "****** **", + "*** *****", + "***** ***", + "******* *", + "Ġ i", + "Ġ us", + "Ġu s", + "p p", + "1 0", + "o ne", + "on e", + "a il", + "ai l", + "= ===", + "== ==", + "=== =", + "n ame", + "na me", + "nam e", + "Ġ str", + "Ġs tr", + "Ġst r", + "Ġ /", + "Ġ &", + "a ch", + "ac h", + "d iv", + "di v", + "y stem", + "yst em", + "ys tem", + "e ll", + "el l", + "Ġ have", + "Ġh ave", + "Ġha ve", + "Ġhav e", + "e rr", + "er r", + "o uld", + "ou ld", + "oul d", + "u ll", + "ul l", + "p on", + "po n", + "Ġ J", + "_ p", + "Ġ ==", + "Ġ= =", + "i gn", + "ig n", + "S t", + ". Ċ", + "Ġ pl", + "Ġp l", + ") ;ĊĊ", + ");Ċ Ċ", + "); ĊĊ", + "f orm", + "fo rm", + "for m", + "p ut", + "pu t", + "o unt", + "ou nt", + "oun t", + "} ĊĊ", + "}Ċ Ċ", + "d d", + "i te", + "it e", + "Ġ get", + "Ġg et", + "Ġge t", + "r r", + "o me", + "om e", + "Ġ âĢ", + "Ġâ Ģ", + "a ram", + "ar am", + "ara m", + "c c", + "Ġ */", + "Ġ* /", + "E R", + "I n", + "l es", + "le s", + "_ s", + "o ng", + "on g", + "i e", + "Ġ can", + "Ġc an", + "Ġca n", + "Ġ V", + "e rv", + "er v", + "p r", + "Ġ un", + "Ġu n", + "r ow", + "ro w", + "b er", + "be r", + "Ġ do", + "Ġd o", + "l l", + "Ġ el", + "Ġe l", + "Ġ self", + "Ġs elf", + "Ġse lf", + "Ġsel f", + "a ted", + "at ed", + "ate d", + "a ry", + "ar y", + "Ġ .", + "' ]", + "u d", + "Ġ en", + "Ġe n", + "Ġ Th", + "ĠT h", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "t e", + "_ c", + "u ct", + "uc t", + "Ġ ab", + "Ġa b", + "o rk", + "or k", + ". get", + ".g et", + ".ge t", + "Ġ #", + "a w", + "r ess", + "re ss", + "res s", + "o b", + "N ame", + "Na me", + "Nam e", + "2 01", + "20 1", + "a pp", + "ap p", + "[ '", + "Ġ all", + "Ġa ll", + "Ġal l", + "o ry", + "or y", + "i tion", + "it ion", + "iti on", + "a nce", + "an ce", + "anc e", + "e ar", + "ea r", + "Ġ cont", + "Ġc ont", + "Ġcon t", + "Ġco nt", + "v ent", + "ve nt", + "ven t", + "i a", + "Ġ will", + "Ġw ill", + "Ġwi ll", + "Ġwil l", + "I N", + "Ġ ĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠ", + "r eturn", + "re turn", + "ret urn", + "Ġ ", + "\" ,Ċ", + "\", Ċ", + "e c", + "Ġ In", + "ĠI n", + "p h", + "Ġ |", + "_ f", + "Ġ var", + "Ġv ar", + "Ġva r", + "e nce", + "en ce", + "enc e", + "I d", + "r ee", + "re e", + "i nk", + "in k", + "l ect", + "le ct", + "lec t", + "u g", + "e th", + "et h", + "Ġ else", + "Ġe lse", + "Ġel se", + "Ġels e", + "- ---------------", + "-- --------------", + "---- ------------", + "-------- --------", + "--- -------------", + "------------ ----", + "----- -----------", + "---------- ------", + "------ ----------", + "----------- -----", + "------------- ---", + "------- ---------", + "--------- -------", + "--------------- -", + "-------------- --", + "1 9", + "c ont", + "con t", + "co nt", + "Ġ so", + "Ġs o", + "a tic", + "at ic", + "ati c", + "Ġ lo", + "Ġl o", + "p ro", + "pr o", + "t on", + "to n", + "s s", + "o wn", + "ow n", + "a bel", + "ab el", + "abe l", + "o int", + "oin t", + "oi nt", + "o us", + "ou s", + "e ld", + "el d", + "S T", + "T he", + "Th e", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "R E", + "\" :", + "o lor", + "ol or", + "olo r", + "t p", + "e g", + "k ey", + "ke y", + "u de", + "ud e", + "Ġ St", + "ĠS t", + "o und", + "ou nd", + "oun d", + "Ġ ar", + "Ġa r", + "\" );Ċ", + "\") ;Ċ", + "\"); Ċ", + "e ner", + "en er", + "ene r", + "s er", + "se r", + "1 1", + "b ject", + "bj ect", + "es sage", + "ess age", + "essa ge", + "f er", + "fe r", + "Ġ more", + "Ġm ore", + "Ġmor e", + "Ġmo re", + "at ions", + "ation s", + "atio ns", + "ati ons", + "e nts", + "en ts", + "ent s", + "Ġ his", + "Ġh is", + "Ġhi s", + "Ġ they", + "Ġt hey", + "Ġth ey", + "Ġthe y", + ". S", + "Ġ Y", + "u se", + "us e", + "n e", + "i sh", + "is h", + "o ld", + "ol d", + "_ d", + "i o", + "i eld", + "ie ld", + "iel d", + "Ġ per", + "Ġp er", + "Ġpe r", + "C ont", + "Con t", + "Co nt", + "in gs", + "ing s", + "# ###", + "## ##", + "### #", + "Ġ data", + "Ġd ata", + "Ġda ta", + "Ġdat a", + "Ġ sa", + "Ġs a", + "e f", + "f o", + "Ġ one", + "Ġo ne", + "Ġon e", + "e ng", + "en g", + "Ġ dis", + "Ġd is", + "Ġdi s", + "A T", + "Ġ name", + "Ġn ame", + "Ġna me", + "Ġnam e", + "Ġ true", + "Ġtr ue", + "v al", + "va l", + "l ed", + "le d", + ". f", + "Ġ ne", + "Ġn e", + "Ġ end", + "Ġe nd", + "Ġen d", + "3 2", + ". T", + "1 6", + "c re", + "cr e", + "a rk", + "ar k", + "l og", + "lo g", + "E x", + "e rror", + "er ror", + "err or", + "erro r", + "_ id", + "_i d", + "ur re", + "urr e", + "a nge", + "an ge", + "ang e", + "Ġ null", + "Ġn ull", + "Ġnu ll", + "r ray", + "rr ay", + "Ġ my", + "Ġm y", + "p an", + "pa n", + "i ct", + "ic t", + "a tor", + "at or", + "ato r", + "V iew", + "Vi ew", + "L ist", + "Li st", + "ĉ return", + "ĉr eturn", + "ĉret urn", + "ĉre turn", + "âĢ Ŀ", + "Ġ pre", + "Ġp re", + "Ġpr e", + "Ġ x", + "c lude", + "cl ude", + "clud e", + "a rg", + "ar g", + "1 5", + "o v", + ". h", + "Ġ >", + "Ġ their", + "Ġthe ir", + "' )", + "i rst", + "ir st", + "irs t", + "i ck", + "ic k", + "g h", + "L E", + "O R", + "Ġ private", + "Ġpr ivate", + "Ġpriv ate", + "Ġprivat e", + "t em", + "te m", + "čĊ čĊ", + "u ser", + "us er", + "use r", + "Ġ )", + "c om", + "co m", + ". A", + "\" ;Ċ", + "\"; Ċ", + "Ġ id", + "Ġi d", + "r ead", + "re ad", + "rea d", + "Ġ who", + "Ġw ho", + "Ġwh o", + "_ b", + "\" >Ċ", + "\"> Ċ", + "Ġ time", + "Ġt ime", + "Ġtim e", + "Ġti me", + "Ġ man", + "Ġm an", + "Ġma n", + "r y", + "= =======", + "== ======", + "==== ====", + "=== =====", + "====== ==", + "===== ===", + "======= =", + "r oup", + "ro up", + "rou p", + "r op", + "ro p", + "p ublic", + "pub lic", + "v el", + "ve l", + "um ber", + "umb er", + "b le", + "bl e", + "Ġ which", + "Ġwh ich", + "** **************", + "**** ************", + "******** ********", + "************ ****", + "************** **", + "Ġ any", + "Ġa ny", + "Ġan y", + "Ġ false", + "Ġf alse", + "Ġfa lse", + "Ġfal se", + "Ġfals e", + "w e", + "Ġ value", + "Ġv alue", + "Ġval ue", + "Ġva lue", + "Ġvalu e", + "Ġ li", + "Ġl i", + "\" )", + "n der", + "nd er", + "nde r", + "g r", + "Ġ no", + "Ġn o", + "p aram", + "par am", + "pa ram", + "para m", + "2 5", + "f ig", + "fi g", + ". com", + ".c om", + ".co m", + "Ġ app", + "Ġa pp", + "Ġap p", + "_ l", + "i ons", + "ion s", + "io ns", + ". D", + "Ġ Ch", + "ĠC h", + "Ġ about", + "Ġa bout", + "Ġab out", + "Ġ add", + "Ġa dd", + "Ġad d", + "Ġ su", + "Ġs u", + "Ġ string", + "Ġs tring", + "Ġst ring", + "Ġstr ing", + "Ġstri ng", + "I D", + "Ġ over", + "Ġo ver", + "Ġov er", + "s tring", + "st ring", + "str ing", + "stri ng", + ". l", + "our ce", + "0 00", + "00 0", + "_ C", + "] Ċ", + "Ġ qu", + "Ġq u", + "Ġ String", + "ĠS tring", + "ĠSt ring", + "ĠStr ing", + "c a", + "S E", + "Ġ ro", + "Ġr o", + "s h", + "u al", + "ua l", + "T ype", + "Typ e", + "Ty pe", + "s on", + "so n", + "n ew", + "ne w", + "e rn", + "er n", + "Ġ ag", + "Ġa g", + "A R", + "] ;Ċ", + "]; Ċ", + "] .", + "Ġ ?", + "i cal", + "ic al", + "ica l", + "Ġ des", + "Ġd es", + "Ġde s", + "u th", + "ut h", + "i x", + "a ys", + "ay s", + "Ġ type", + "Ġt ype", + "Ġtyp e", + "Ġty pe", + "' t", + "a ult", + "au lt", + "aul t", + "Ġ inter", + "Ġin ter", + "Ġint er", + "Ġinte r", + "v ar", + "va r", + ". b", + "Ġ part", + "Ġp art", + "Ġpar t", + "Ġpa rt", + ". d", + "ur rent", + "urre nt", + "urr ent", + "I T", + "E N", + "3 0", + "e nc", + "en c", + "( f", + "r a", + "v alue", + "val ue", + "va lue", + "valu e", + "c ho", + "ch o", + "1 8", + "ut ton", + "utt on", + "utto n", + "o se", + "os e", + "1 4", + "Ġ !=", + "Ġ! =", + "a ter", + "at er", + "ate r", + "à ©", + "re ate", + "reat e", + "rea te", + "o ll", + "ol l", + "p os", + "po s", + "y le", + "yl e", + "n g", + "A L", + "u sing", + "us ing", + "usi ng", + "a mes", + "am es", + "ame s", + "Ġ {čĊ", + "Ġ{ čĊ", + "a tes", + "at es", + "ate s", + "e ly", + "el y", + "Ġ work", + "Ġw ork", + "Ġwor k", + "Ġwo rk", + "Ġ em", + "Ġe m", + "i nal", + "in al", + "ina l", + "Ġ sp", + "Ġs p", + "Ġ when", + "Ġw hen", + "Ġwh en", + "Ġwhe n", + ". set", + ".s et", + ".se t", + "Ġ ĠĠĠĠĠ", + "ĠĠ ĠĠĠĠ", + "ĠĠĠĠ ĠĠ", + "ĠĠĠ ĠĠĠ", + "ĠĠĠĠĠ Ġ", + ") :Ċ", + "): Ċ", + "t o", + "q uire", + "qu ire", + "quir e", + "qui re", + "ind ow", + "indo w", + "l ement", + "le ment", + "lem ent", + "lemen t", + "leme nt", + "p ect", + "pe ct", + "pec t", + "a sh", + "as h", + "[ i", + "Ġ use", + "Ġu se", + "Ġus e", + ". F", + "p ec", + "pe c", + "Ġ ad", + "Ġa d", + "o ve", + "ov e", + "ce ption", + "cept ion", + "cep tion", + "e ngth", + "en gth", + "eng th", + "in clude", + "inc lude", + "incl ude", + "inclu de", + "a der", + "ad er", + "ade r", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "at us", + "atu s", + "T h", + "i tle", + "it le", + "r it", + "ri t", + "v oid", + "vo id", + "( ).", + "() .", + "( Ċ", + "Ġ off", + "Ġo ff", + "Ġof f", + "Ġ other", + "Ġo ther", + "Ġot her", + "Ġ &&", + "Ġ& &", + "' ;Ċ", + "'; Ċ", + "m s", + "Ġ been", + "Ġb een", + "Ġbe en", + "Ġbee n", + "Ġ te", + "Ġt e", + "m l", + "c o", + "n c", + "1 3", + "er vice", + "erv ice", + "Ġ %", + "* *Ċ", + "** Ċ", + "a nn", + "an n", + "a de", + "ad e", + "Ċ ĊĊĊ", + "ĊĊ ĊĊ", + "ĊĊĊ Ċ", + "l ock", + "lo ck", + "loc k", + "con st", + "co nst", + "cons t", + "1 00", + "10 0", + "p onse", + "pon se", + "pons e", + "Ġ sup", + "Ġs up", + "Ġsu p", + "+ +", + "d ate", + "da te", + "dat e", + "Ġ acc", + "Ġa cc", + "Ġac c", + "Ġ had", + "Ġh ad", + "Ġha d", + "Ġ bu", + "Ġb u", + "2 00", + "20 0", + "Ġ Re", + "ĠR e", + "Ġ were", + "Ġw ere", + "Ġwe re", + "Ġwer e", + "Ġ file", + "Ġf ile", + "Ġfil e", + "Ġfi le", + "Ġ would", + "Ġw ould", + "Ġwo uld", + "Ġ âĢľ", + "ĠâĢ ľ", + "v en", + "ve n", + "i ss", + "is s", + "Ġ our", + "Ġo ur", + "Ġou r", + "c lass", + "cl ass", + "cla ss", + "clas s", + "r aw", + "ra w", + "Ġ year", + "Ġy ear", + "Ġye ar", + "D ata", + "Da ta", + "Dat a", + "Ġ val", + "Ġv al", + "Ġva l", + "Ġ some", + "Ġs ome", + "Ġso me", + "Ġsom e", + "f ter", + "ft er", + "fte r", + "y s", + "Ġ ///", + "Ġ// /", + "Ġ/ //", + "r ound", + "ro und", + "rou nd", + "v iew", + "vi ew", + "vie w", + "Ġ pe", + "Ġp e", + "Ġ there", + "Ġt here", + "Ġth ere", + "Ġthe re", + "Ġther e", + "Ġ said", + "Ġs aid", + "Ġsa id", + "Ġsai d", + "d u", + "o f", + "l ine", + "li ne", + "lin e", + "/ *", + "d uct", + "du ct", + "duc t", + "Ġ her", + "Ġh er", + "Ġhe r", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "R es", + "Re s", + "Ġ co", + "Ġc o", + "Ġ comm", + "Ġc omm", + "Ġcom m", + "Ġco mm", + "i se", + "is e", + "m in", + "mi n", + "Ġ ĠĠĠĊ", + "ĠĠ ĠĠĊ", + "ĠĠĠĠ Ċ", + "ĠĠĠ ĠĊ", + "# include", + "et hod", + "eth od", + ". P", + "u te", + "ut e", + "Ġ ass", + "Ġa ss", + "Ġas s", + "I nt", + "In t", + "a sk", + "as k", + "l oc", + "lo c", + "Ġ like", + "Ġl ike", + "Ġli ke", + "Ġlik e", + "o dy", + "od y", + "Ġ let", + "Ġl et", + "Ġle t", + "l oad", + "lo ad", + "Ġ am", + "Ġa m", + "r ol", + "ro l", + "Ġ gr", + "Ġg r", + "y p", + "Ġ also", + "Ġal so", + "Ġals o", + "Ġ It", + "ĠI t", + "u rl", + "ur l", + "i fic", + "if ic", + "ifi c", + "o rs", + "or s", + "_ P", + "_ n", + "i gh", + "ig h", + "Ġ than", + "Ġt han", + "Ġth an", + "Ġtha n", + "C om", + "Co m", + "A N", + "U L", + "a ting", + "at ing", + "ati ng", + "atin g", + "1 7", + "Ġ This", + "ĠT his", + "ĠTh is", + "ĠThi s", + "r ef", + "re f", + "_ S", + "Ġ static", + "Ġst atic", + "Ġstat ic", + "Ġsta tic", + "Ġstati c", + "r oll", + "ro ll", + "rol l", + "Ġ just", + "Ġj ust", + "Ġju st", + "Ġjus t", + "Ġ result", + "Ġres ult", + "i an", + "ia n", + "id th", + "Ġ them", + "Ġt hem", + "Ġth em", + "Ġthe m", + ") );Ċ", + ")) ;Ċ", + ")); Ċ", + "d er", + "de r", + "re ak", + "rea k", + "C on", + "Co n", + ": //", + ":/ /", + "u le", + "ul e", + ". ..", + ".. .", + "a rch", + "ar ch", + "arc h", + "e ment", + "em ent", + "eme nt", + "emen t", + "Ġ <<", + "Ġ< <", + "5 0", + "u sh", + "us h", + "en se", + "ens e", + "a rr", + "ar r", + "Ġ into", + "Ġin to", + "Ġint o", + "c ess", + "ce ss", + "ces s", + "a mp", + "am p", + "i ed", + "ie d", + "u ment", + "um ent", + "ume nt", + "umen t", + "Ġ \\", + "] ,", + "w o", + "a ls", + "al s", + "Ġ what", + "Ġw hat", + "Ġwh at", + "a nc", + "an c", + "V alue", + "Val ue", + "Va lue", + "= '", + "o lum", + "ol um", + "olu m", + "Ġ pos", + "Ġp os", + "Ġpo s", + "a ges", + "ag es", + "age s", + "a yer", + "ay er", + "aye r", + "Ġ sc", + "Ġs c", + "u es", + "ue s", + "\" )Ċ", + "\") Ċ", + "_ T", + "Ġ list", + "Ġl ist", + "Ġli st", + "Ġlis t", + "( s", + "Ġ case", + "Ġc ase", + "Ġca se", + "Ġcas e", + "C h", + "ĉ ĉĉĉĉ", + "ĉĉ ĉĉĉ", + "ĉĉĉĉ ĉ", + "ĉĉĉ ĉĉ", + "//// ////", + "/// /////", + "///// ///", + "p onent", + "pon ent", + "pone nt", + "Ġ z", + "Ġ kn", + "Ġk n", + "l et", + "le t", + "D E", + "r ed", + "re d", + "Ġ fe", + "Ġf e", + "Ġ },Ċ", + "Ġ} ,Ċ", + "Ġ}, Ċ", + "Ġ ,", + "( t", + "Ġ first", + "Ġf irst", + "Ġfi rst", + "Ġfir st", + "' );Ċ", + "') ;Ċ", + "'); Ċ", + "w ord", + "wo rd", + "wor d", + "Ġ import", + "Ġim port", + "Ġimp ort", + "Ġ act", + "Ġa ct", + "Ġac t", + "Ġ char", + "Ġc har", + "Ġch ar", + "Ġcha r", + "C T", + "Ġ Tr", + "ĠT r", + "o ple", + "op le", + "opl e", + "= {", + "ĉ f", + "2 4", + "i ent", + "ie nt", + "ien t", + "c ent", + "ce nt", + "cen t", + ". j", + "l ection", + "le ction", + "lect ion", + "lec tion", + ") )Ċ", + ")) Ċ", + "Ġ only", + "Ġon ly", + "Ġ print", + "Ġp rint", + "Ġpr int", + "Ġpri nt", + "Ġprin t", + "m er", + "me r", + ". W", + "o ck", + "oc k", + "Ġ --", + "Ġ- -", + "T ext", + "Te xt", + "Tex t", + "Ġ op", + "Ġo p", + "a nk", + "an k", + "Ġ its", + "Ġit s", + "Ġi ts", + "Ġ back", + "Ġb ack", + "Ġba ck", + "Ġbac k", + "[ \"", + "Ġ need", + "Ġn eed", + "Ġne ed", + "Ġ cl", + "Ġc l", + "Ġ sub", + "Ġs ub", + "Ġsu b", + "Ġ la", + "Ġl a", + "( (", + ". \"", + "O bject", + "Ob ject", + "Obj ect", + "Ġ start", + "Ġst art", + "Ġstar t", + "Ġsta rt", + "f ile", + "fi le", + "fil e", + "( self", + "(s elf", + "(se lf", + "(sel f", + "n er", + "ne r", + "e y", + "Ġ user", + "Ġu ser", + "Ġus er", + "Ġuse r", + "Ġ ent", + "Ġe nt", + "Ġen t", + "Ġ Com", + "ĠC om", + "ĠCo m", + "i ts", + "it s", + "Ġ Con", + "ĠC on", + "ĠCo n", + "o uble", + "ou ble", + "oub le", + "o wer", + "ow er", + "owe r", + "i tem", + "it em", + "ite m", + "v ery", + "ver y", + "ve ry", + "Ġ We", + "ĠW e", + "6 4", + "l ick", + "lic k", + "li ck", + "Ġ Q", + "p hp", + "ph p", + "t tp", + "tt p", + "' :", + "i cs", + "ic s", + "Ġ under", + "Ġu nder", + "Ġun der", + "Ġund er", + "Ġunde r", + "Ġ *Ċ", + "Ġ* Ċ", + ". L", + ") ;", + "i ces", + "ic es", + "ice s", + "Ġ reg", + "Ġre g", + "Ġr eg", + ") čĊ", + "ĉ public", + "ĉp ublic", + "ĉpub lic", + "S S", + "Ġ then", + "Ġt hen", + "Ġth en", + "Ġthe n", + "r eat", + "re at", + "rea t", + "i ous", + "io us", + "iou s", + ". G", + "e k", + "i rect", + "ir ect", + "ire ct", + "h eck", + "he ck", + "hec k", + "cri pt", + "cr ipt", + "n ing", + "ni ng", + "nin g", + "Ġ Un", + "ĠU n", + "Ġ may", + "Ġm ay", + "Ġma y", + "Ġ Wh", + "ĠW h", + "B o", + "I tem", + "It em", + "str uct", + "stru ct", + ". st", + ".s t", + "r eam", + "re am", + "rea m", + "i ble", + "ib le", + "lo at", + "Ġ org", + "Ġo rg", + "Ġor g", + "u nd", + "un d", + "s um", + "su m", + "_ in", + "_i n", + ". ./", + ".. /", + "_ M", + "Ġ how", + "Ġh ow", + "Ġho w", + "r ite", + "ri te", + "rit e", + "' Ċ", + "T o", + "4 0", + "w w", + "Ġ people", + "Ġpe ople", + "in dex", + "ind ex", + "inde x", + ". n", + "h ttp", + "ht tp", + "htt p", + "( m", + "e ctor", + "ect or", + "ec tor", + "Ġ ind", + "Ġin d", + "Ġi nd", + "Ġ jav", + "Ġj av", + "Ġja v", + "] ,Ċ", + "], Ċ", + "Ġ He", + "ĠH e", + "_ st", + "_s t", + "f ul", + "fu l", + "o le", + "ol e", + ") {Ċ", + "){ Ċ", + "Ġ should", + "Ġsh ould", + "Ġsho uld", + "o py", + "op y", + "e lp", + "el p", + "i er", + "ie r", + "_ name", + "_n ame", + "_na me", + "er son", + "ers on", + "I ON", + "IO N", + "o te", + "ot e", + "Ġ test", + "Ġt est", + "Ġte st", + "Ġtes t", + "Ġ bet", + "Ġb et", + "Ġbe t", + "r ror", + "rr or", + "u lar", + "ul ar", + "ula r", + "ã Ģ", + "Ġ Ð", + "b s", + "t ing", + "ti ng", + "tin g", + "Ġ make", + "Ġm ake", + "Ġma ke", + "Ġmak e", + "T r", + "Ġ after", + "Ġa fter", + "Ġaf ter", + "Ġaft er", + "ar get", + "arg et", + "arge t", + "R O", + "ol umn", + "olum n", + "olu mn", + "r c", + "_ re", + "_r e", + "de fine", + "def ine", + "2 2", + "Ġ right", + "Ġr ight", + "Ġrig ht", + "Ġri ght", + "r ight", + "ri ght", + "rig ht", + "d ay", + "da y", + "Ġ long", + "Ġl ong", + "Ġlo ng", + "Ġlon g", + "[ ]", + "( p", + "t d", + "c ond", + "con d", + "co nd", + "Ġ Pro", + "ĠP ro", + "ĠPr o", + "Ġ rem", + "Ġre m", + "Ġr em", + "pt ions", + "ption s", + "v id", + "vi d", + ". g", + "Ġ ext", + "Ġe xt", + "Ġex t", + "Ġ __", + "Ġ_ _", + "' )Ċ", + "') Ċ", + "p ace", + "pa ce", + "pac e", + "m p", + "Ġ min", + "Ġm in", + "Ġmi n", + "st ance", + "sta nce", + "stan ce", + "a ir", + "ai r", + "a ction", + "act ion", + "ac tion", + "w h", + "t ype", + "ty pe", + "typ e", + "u til", + "ut il", + "uti l", + "a it", + "ai t", + "< ?", + "I C", + "t ext", + "te xt", + "tex t", + "Ġ ph", + "Ġp h", + "Ġ fl", + "Ġf l", + ". M", + "c cess", + "cc ess", + "cce ss", + "b r", + "f ore", + "fo re", + "for e", + "ers ion", + ") ,Ċ", + "), Ċ", + ". re", + ".r e", + "a teg", + "at eg", + "ate g", + "Ġ loc", + "Ġl oc", + "Ġlo c", + "i ns", + "in s", + "- s", + "t rib", + "tr ib", + "tri b", + "Ġ Int", + "ĠI nt", + "ĠIn t", + "Ġ array", + "Ġa rray", + "Ġar ray", + "Ġarr ay", + ", \"", + "P ro", + "Pr o", + "( c", + "ess ion", + "> ĊĊ", + ">Ċ Ċ", + "Ġ she", + "Ġs he", + "Ġsh e", + "\" ]", + "a ph", + "ap h", + "Ġ exp", + "Ġe xp", + "Ġex p", + "er ty", + "ert y", + "Ġ Se", + "ĠS e", + "Ġ par", + "Ġp ar", + "Ġpa r", + "u nc", + "un c", + "E T", + "Ġ read", + "Ġre ad", + "Ġr ead", + "p rint", + "pr int", + "pri nt", + "Ġ rel", + "Ġre l", + "Ġr el", + "Ġ form", + "Ġf orm", + "Ġfor m", + "Ġfo rm", + "Ġ dr", + "Ġd r", + "Ex ception", + "Except ion", + "in put", + "inp ut", + "Ġ trans", + "Ġt rans", + "Ġtr ans", + "Ġtra ns", + "Ġtran s", + "# #######", + "## ######", + "#### ####", + "### #####", + "##### ###", + "###### ##", + "####### #", + "or der", + "ord er", + "orde r", + "B y", + "Ġ aw", + "Ġa w", + "i ties", + "it ies", + "iti es", + "u ff", + "uf f", + "p lay", + "pl ay", + "pla y", + ". add", + ".a dd", + ".ad d", + "Ġ âĢĵ", + "ĠâĢ ĵ", + "Ġ want", + "Ġw ant", + "Ġwa nt", + "Ġwan t", + "Ġ comp", + "Ġc omp", + "Ġcom p", + "Ġco mp", + "m ents", + "ment s", + "me nts", + "men ts", + "Ġ ||", + "Ġ| |", + "a z", + "b e", + "Ġ number", + "Ġn umber", + "Ġnum ber", + "Ġnumb er", + "Ġ require", + "Ġre quire", + "Ġreq uire", + "Ġrequ ire", + "Ġ Ex", + "ĠE x", + "6 0", + "Ġ col", + "Ġc ol", + "Ġco l", + "Ġ key", + "Ġk ey", + "Ġke y", + "em ber", + "emb er", + "Ġ two", + "Ġt wo", + "Ġtw o", + "Ġ size", + "Ġs ize", + "Ġsi ze", + "Ġsiz e", + "Ġ where", + "Ġw here", + "Ġwh ere", + "Ġwhe re", + "U T", + "res ult", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "o ugh", + "ou gh", + "oug h", + "or ld", + "o od", + "oo d", + "u ch", + "uc h", + "at ive", + "ati ve", + "ativ e", + "g er", + "ge r", + "a rent", + "ar ent", + "are nt", + "aren t", + "Ġ /*", + "Ġ/ *", + "Ġ arg", + "Ġa rg", + "Ġar g", + "Ġ while", + "Ġwh ile", + "2 3", + "( this", + "(t his", + "(th is", + "Ġ rec", + "Ġre c", + "Ġr ec", + "Ġ dif", + "Ġd if", + "Ġdi f", + "St ate", + "Stat e", + "Ġ spec", + "Ġs pec", + "Ġsp ec", + "Ġspe c", + "r ide", + "ri de", + "rid e", + "_ F", + "Ġ look", + "Ġl ook", + "Ġlo ok", + "A M", + "il ity", + "ilit y", + "ili ty", + "e ter", + "et er", + "ete r", + "âĢĻ t", + "Ċ ĊĊ", + "ĊĊ Ċ", + "ay out", + "ayo ut", + "-- ------------------------------", + "---- ----------------------------", + "---------------- ----------------", + "------------ --------------------", + "---------------------------- ----", + "------------------------------ --", + "-------------------- ------------", + "a ger", + "ag er", + "age r", + "Ġ could", + "Ġc ould", + "Ġco uld", + "Ġcou ld", + "Ġ br", + "Ġb r", + "e nds", + "en ds", + "end s", + "u res", + "ur es", + "ure s", + "Ġ know", + "Ġk now", + "Ġkn ow", + "e ts", + "et s", + "Ġ If", + "ĠI f", + "Ġ Sh", + "ĠS h", + ". w", + "b ack", + "ba ck", + "bac k", + "Ġ ser", + "Ġs er", + "Ġse r", + "Ġ +=", + "Ġ+ =", + "Ġ fr", + "Ġf r", + "( ));Ċ", + "() );Ċ", + "()) ;Ċ", + "()); Ċ", + "Ġ hand", + "Ġh and", + "Ġha nd", + "Ġhan d", + "I nd", + "In d", + "U LL", + "UL L", + "I m", + "( );ĊĊ", + "() ;ĊĊ", + "();Ċ Ċ", + "(); ĊĊ", + "Ġ most", + "Ġm ost", + "Ġmo st", + "Ġmos t", + "Ġ try", + "Ġt ry", + "Ġtr y", + "Ġ now", + "Ġn ow", + "Ġno w", + "r ough", + "ro ugh", + "rou gh", + "> čĊ", + "ack age", + "Ġ him", + "Ġh im", + "Ġhi m", + ". _", + "i fy", + "if y", + "Ġ break", + "Ġb reak", + "Ġbre ak", + "Ġ );Ċ", + "Ġ) ;Ċ", + "Ġ); Ċ", + "r en", + "re n", + "# define", + "i tt", + "it t", + "Ġ ap", + "Ġa p", + "ĉ c", + "( n", + "Ġ You", + "ĠY ou", + "ĠYo u", + ": ĊĊ", + ":Ċ Ċ", + "- m", + "Ġ every", + "Ġe very", + "Ġever y", + "Ġev ery", + "Ġeve ry", + "us tom", + "ust om", + "usto m", + "l ient", + "li ent", + "lie nt", + "lien t", + "oc ument", + "ocu ment", + "cri ption", + "cript ion", + "E rror", + "Err or", + "Er ror", + "Erro r", + "- b", + "Ð ¾", + "] [", + "9 9", + "t rans", + "tr ans", + "tra ns", + "tran s", + "Ġ point", + "Ġp oint", + "Ġpo int", + "Ġpoi nt", + "Ġ std", + "Ġs td", + "Ġst d", + "Ġ fil", + "Ġf il", + "Ġfi l", + "T ime", + "Tim e", + "Ti me", + "8 0", + "Ġ mod", + "Ġm od", + "Ġmo d", + "Ġ ->", + "Ġ- >", + "Ġ error", + "Ġe rror", + "Ġerr or", + "Ġer ror", + "Ġerro r", + "a h", + "Ġ text", + "Ġt ext", + "Ġte xt", + "Ġtex t", + "r oller", + "ro ller", + "rol ler", + "roll er", + "l ose", + "lo se", + "los e", + "q l", + "Ġ pol", + "Ġp ol", + "Ġpo l", + "> < /", + "Ġ show", + "Ġs how", + "Ġsh ow", + "Ġsho w", + "U ser", + "Us er", + "Use r", + "a sed", + "as ed", + "ase d", + "Ġ {ĊĊ", + "Ġ{ ĊĊ", + "Ġ{Ċ Ċ", + "Ġ find", + "Ġf ind", + "Ġfin d", + "Ġfi nd", + "Ð °", + "E D", + "s pan", + "sp an", + "spa n", + "e nu", + "en u", + "Ġ current", + "Ġc urrent", + "Ġcur rent", + "Ġcurr ent", + "Ġ used", + "Ġu sed", + "Ġus ed", + "Ġuse d", + "c ept", + "ce pt", + "cep t", + "cl ud", + "Ġ play", + "Ġp lay", + "Ġpl ay", + "Ġpla y", + "Ġ log", + "Ġl og", + "Ġlo g", + "u tion", + "ut ion", + "uti on", + "f l", + "Ġ see", + "Ġs ee", + "Ġse e", + "ind ows", + "indow s", + "indo ws", + "Ġ help", + "Ġh elp", + "Ġhe lp", + "Ġhel p", + "Ġ these", + "Ġth ese", + "Ġthe se", + "Ġ pass", + "Ġp ass", + "Ġpas s", + "Ġpa ss", + "Ġ down", + "Ġd own", + "Ġdo wn", + "Ġdow n", + "Ġ even", + "Ġe ven", + "Ġev en", + "Ġeve n", + "a son", + "as on", + "aso n", + "u ild", + "ui ld", + "uil d", + "f rom", + "fr om", + "( d", + "Ġ bl", + "Ġb l", + "l abel", + "la bel", + "lab el", + "e lse", + "el se", + "els e", + "Ð µ", + "Ġ (!", + "Ġ( !", + "i zed", + "iz ed", + "ize d", + "( ),", + "() ,", + "Ġ ob", + "Ġo b", + "Ġ item", + "Ġit em", + "Ġi tem", + "u mp", + "um p", + "U R", + "o rn", + "or n", + "Ġ don", + "Ġd on", + "Ġdo n", + "S e", + "m an", + "ma n", + "2 7", + "am ple", + "amp le", + "t n", + "= ===============", + "== ==============", + "==== ============", + "======== ========", + "=== =============", + "============ ====", + "============= ===", + "=========== =====", + "============== ==", + "========= =======", + "========== ======", + "=============== =", + "====== ==========", + "===== ===========", + "======= =========", + "H e", + "g ram", + "gr am", + "gra m", + "Ġ did", + "Ġd id", + "Ġdi d", + "w n", + "_ h", + "i ver", + "iv er", + "ive r", + "Ġ sm", + "Ġs m", + "Ġ through", + "Ġth rough", + "Ġthr ough", + "Ġthro ugh", + "Ġ An", + "ĠA n", + "c he", + "ch e", + "Ġ inv", + "Ġin v", + "Ġi nv", + "o use", + "ou se", + "ous e", + "Ġ es", + "Ġe s", + "Ġ New", + "ĠN ew", + "ĠNe w", + "ex port", + "exp ort", + "expo rt", + "m ary", + "ma ry", + "mar y", + "u to", + "ut o", + "l er", + "le r", + "Ġ last", + "Ġl ast", + "Ġla st", + "Ġlas t", + "Ġ event", + "Ġe vent", + "Ġeven t", + "Ġev ent", + "Ġeve nt", + "t ry", + "tr y", + "ï ¼", + "i ly", + "il y", + "ig ned", + "ign ed", + "igne d", + "i nes", + "in es", + "ine s", + "ol low", + "oll ow", + "ollo w", + "ic ense", + "icens e", + "s ole", + "so le", + "sol e", + "l ear", + "le ar", + "lea r", + "( int", + "(i nt", + "(in t", + "Ġ again", + "Ġa gain", + "Ġag ain", + "Ġ high", + "Ġh igh", + "Ġhi gh", + "h tml", + "ht ml", + "htm l", + "In dex", + "Ind ex", + "ut hor", + "uth or", + "Ġ /**Ċ", + "Ġ/ **Ċ", + "Ġ/* *Ċ", + "Ġ/** Ċ", + "Ġ line", + "Ġl ine", + "Ġli ne", + "Ġlin e", + "E vent", + "Even t", + "Ev ent", + "_ D", + "Ġ does", + "Ġd oes", + "Ġdo es", + "Ġdoe s", + "it ial", + "iti al", + "itia l", + "Ġ cr", + "Ġc r", + "a rs", + "ar s", + "2 8", + "Ġ tem", + "Ġt em", + "Ġte m", + "c ause", + "ca use", + "f ace", + "fa ce", + "fac e", + "Ġ `", + "_ A", + "B utton", + "But ton", + "a ture", + "at ure", + "atur e", + "atu re", + "ect ed", + "ec ted", + "E S", + "i ster", + "is ter", + "ist er", + "iste r", + "ĉ Ċ", + "Ġ before", + "Ġb efore", + "Ġbe fore", + "Ġbef ore", + "a le", + "al e", + "o ther", + "ot her", + "oth er", + "Ġ because", + "Ġb ecause", + "Ġbe cause", + "Ġbec ause", + "r oid", + "ro id", + "roi d", + "Ġ ed", + "Ġe d", + "i k", + "r eg", + "re g", + "Ġ De", + "ĠD e", + "Ġ dist", + "Ġd ist", + "Ġdis t", + "Ġdi st", + "} ,Ċ", + "}, Ċ", + "Ġ state", + "Ġst ate", + "Ġstat e", + "Ġsta te", + "Ġ cons", + "Ġc ons", + "Ġcon s", + "Ġco ns", + "r int", + "ri nt", + "rin t", + "a tt", + "at t", + "Ġ here", + "Ġh ere", + "Ġhe re", + "Ġher e", + "i ned", + "in ed", + "ine d", + "Ġ final", + "Ġf inal", + "Ġfin al", + "Ġfi nal", + "Ġ \"\"", + "Ġ\" \"", + "K ey", + "Ke y", + "L O", + "Ġ del", + "Ġd el", + "Ġde l", + "p ty", + "pt y", + "th ing", + "thin g", + "2 6", + "Ġ And", + "ĠA nd", + "ĠAn d", + "Ġ run", + "Ġr un", + "Ġru n", + "Ġ X", + "y m", + ". app", + ".ap p", + ".a pp", + "Ġ very", + "Ġv ery", + "Ġver y", + "Ġve ry", + "c es", + "ce s", + "_ N", + "a red", + "ar ed", + "are d", + "w ard", + "wa rd", + "war d", + "l ist", + "li st", + "lis t", + "i ted", + "it ed", + "ite d", + "o log", + "ol og", + "olo g", + "it ch", + "B ox", + "Bo x", + "i fe", + "if e", + "3 3", + "Ġ ac", + "Ġa c", + "Ġ model", + "Ġm odel", + "Ġmod el", + "Ġmode l", + "Ġmo del", + "Ġ mon", + "Ġm on", + "Ġmo n", + "Ġ way", + "Ġw ay", + "Ġwa y", + "l ete", + "le te", + "let e", + "Ġ call", + "Ġc all", + "Ġcal l", + "Ġca ll", + "Ġ att", + "Ġa tt", + "Ġat t", + "Ġ cal", + "Ġc al", + "Ġca l", + "v ert", + "ver t", + "ve rt", + "Ġ dec", + "Ġd ec", + "Ġde c", + "l ease", + "le ase", + "lea se", + "o un", + "ou n", + "Ġ });Ċ", + "Ġ} );Ċ", + "Ġ}) ;Ċ", + "Ġ}); Ċ", + "f r", + "form ation", + "format ion", + "forma tion", + "e tail", + "et ail", + "eta il", + "Ġ num", + "Ġn um", + "Ġnu m", + "a j", + "qu ery", + "que ry", + "quer y", + "Ġ well", + "Ġw ell", + "Ġwe ll", + "Ġwel l", + "Ġ object", + "Ġo bject", + "Ġob ject", + "Ġobj ect", + "Ġ As", + "ĠA s", + "Ġ years", + "Ġy ears", + "Ġyear s", + "Ġye ars", + "C olor", + "Col or", + "Co lor", + "I S", + "Ġ default", + "Ġd efault", + "Ġde fault", + "Ġdef ault", + "Ġdefa ult", + "W h", + "Ġ ins", + "Ġin s", + "Ġi ns", + "a int", + "ain t", + "ai nt", + "Ġ java", + "Ġj ava", + "Ġjav a", + "Ġja va", + "Ġ sim", + "Ġs im", + "Ġsi m", + "Ġ Ar", + "ĠA r", + "m on", + "mo n", + "t il", + "ti l", + "( );čĊ", + "() ;čĊ", + "(); čĊ", + ") :", + "S et", + "Se t", + "2 9", + "at ter", + "att er", + "atte r", + "Ġ view", + "Ġv iew", + "Ġvi ew", + "Ġvie w", + "Ġ pres", + "Ġp res", + "Ġpr es", + "Ġpre s", + "a rray", + "ar ray", + "arr ay", + "arra y", + "W e", + "A t", + "Ġ bel", + "Ġb el", + "Ġbe l", + "Ġ many", + "Ġm any", + "Ġman y", + "Ġma ny", + "2 1", + "M an", + "Ma n", + "e nder", + "en der", + "end er", + "ende r", + "Ġ being", + "Ġb eing", + "Ġbe ing", + "Ġbei ng", + "Ġ good", + "Ġg ood", + "Ġgo od", + "Ġgoo d", + "ĉ ĉĉĉĉĉ", + "ĉĉ ĉĉĉĉ", + "ĉĉĉĉ ĉĉ", + "ĉĉĉ ĉĉĉ", + "ĉĉĉĉĉ ĉ", + "at ional", + "ation al", + "atio nal", + "ati onal", + "w are", + "wa re", + "war e", + ". log", + ".l og", + ".lo g", + "{ čĊ", + "Ġ using", + "Ġu sing", + "Ġus ing", + "_ B", + "Ġ :=", + "Ġ: =", + "_ w", + "i sts", + "is ts", + "ist s", + "l ish", + "li sh", + "lis h", + "Ġ stud", + "Ġst ud", + "Ġstu d", + "Ġ Al", + "ĠA l", + "Ġ gu", + "Ġg u", + "con fig", + "conf ig", + "u ring", + "ur ing", + "uri ng", + "t ime", + "ti me", + "tim e", + "o ken", + "ok en", + "oke n", + "ame space", + "ames pace", + "Ġ request", + "Ġre quest", + "Ġreq uest", + "Ġrequ est", + "Ġ child", + "Ġch ild", + "Ġchi ld", + "Ġ Ã", + "l ob", + "lo b", + "Ġ param", + "Ġp aram", + "Ġpar am", + "Ġpara m", + "Ġpa ram", + "Ġ }čĊ", + "Ġ} čĊ", + "0 1", + "Ġ echo", + "Ġe cho", + "Ġec ho", + "Ġech o", + "f unction", + "func tion", + "fun ction", + "**** ****************************", + "******** ************************", + "**************** ****************", + "************************ ********", + "******************** ************", + "**************************** ****", + "************ ********************", + "p s", + "E lement", + "El ement", + "Elem ent", + "Ele ment", + "a lk", + "al k", + "l ication", + "lic ation", + "li cation", + "lica tion", + "b y", + "S ize", + "Si ze", + "ra wing", + "raw ing", + "Ġ person", + "Ġp erson", + "Ġper son", + "Ġpers on", + "Ġperso n", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "\\ n", + "o bject", + "ob ject", + "obj ect", + "i nce", + "in ce", + "inc e", + "E n", + "F ile", + "Fi le", + "Fil e", + "u f", + "f fect", + "ff ect", + "ffe ct", + "A C", + "Ġ style", + "Ġst yle", + "Ġsty le", + "Ġstyl e", + "sum mary", + "summ ary", + "Ġ que", + "Ġqu e", + "Ġq ue", + "_ r", + "Ġ ($", + "Ġ( $", + "M odel", + "Mode l", + "Mod el", + "Mo del", + "i dent", + "id ent", + "ide nt", + "iden t", + "Ġ method", + "Ġm ethod", + "Ġmet hod", + "Ġmeth od", + "I L", + "o tt", + "ot t", + "l ess", + "le ss", + "les s", + "I NG", + "IN G", + "Ġ ()", + "Ġ( )", + "Ġ expect", + "Ġex pect", + "Ġexp ect", + "y nc", + "yn c", + "p ackage", + "pack age", + "3 5", + "u rs", + "ur s", + "Ġ prot", + "Ġp rot", + "Ġpro t", + "Ġpr ot", + ". /", + "p re", + "pr e", + "Ġ )Ċ", + "Ġ) Ċ", + "m a", + "Ġ sur", + "Ġs ur", + "Ġsu r", + "Ġ found", + "Ġf ound", + "Ġfo und", + "Ġfou nd", + "In fo", + "Inf o", + "p ar", + "pa r", + "i mes", + "im es", + "ime s", + ". e", + "a ins", + "ain s", + "ai ns", + "Ġ post", + "Ġp ost", + "Ġpos t", + "Ġpo st", + "- d", + "4 5", + "o lean", + "ol ean", + "ole an", + "Ġ sl", + "Ġs l", + "P E", + "Ġ such", + "Ġs uch", + "Ġsu ch", + "Ġsuc h", + "s elect", + "se lect", + "sel ect", + "a iner", + "ain er", + "ai ner", + "aine r", + "Ġ think", + "Ġth ink", + "Ġthin k", + "Ġthi nk", + "Ġd iffer", + "Ġdif fer", + "Ġdi ffer", + "Ġdiff er", + ". r", + "/ **Ċ", + "/* *Ċ", + "/** Ċ", + "F F", + "o ol", + "oo l", + "p late", + "pl ate", + "plat e", + "pla te", + "q ual", + "qu al", + "qua l", + "Ġ For", + "ĠF or", + "ĠFo r", + "Ġ much", + "Ġm uch", + "Ġmu ch", + "Ġmuc h", + "u c", + "( new", + "(n ew", + "(ne w", + "od ule", + "odu le", + "Ġ som", + "Ġs om", + "Ġso m", + "Ġ http", + "Ġh ttp", + "Ġht tp", + "Ġhtt p", + "Ġ List", + "ĠL ist", + "ĠLi st", + "ĠLis t", + "Ġ count", + "Ġc ount", + "Ġco unt", + "Ġcoun t", + "Ġcou nt", + "Ġ inst", + "Ġin st", + "Ġi nst", + "Ġins t", + "c har", + "ch ar", + "cha r", + "m it", + "mi t", + ". id", + ".i d", + "a king", + "ak ing", + "aki ng", + "akin g", + "Ġ gener", + "Ġg ener", + "Ġge ner", + "Ġgen er", + "Ġgene r", + "p x", + "v ice", + "vi ce", + "vic e", + "3 7", + "_ data", + "_d ata", + "_dat a", + "_da ta", + "Ġ NULL", + "ĠN ULL", + "ĠNU LL", + "} čĊ", + "i dd", + "id d", + "ãĢ Ĥ", + "Ġ med", + "Ġm ed", + "Ġme d", + "o rg", + "or g", + "i der", + "id er", + "ide r", + "a che", + "ac he", + "ach e", + "w ork", + "wo rk", + "wor k", + "Ġ check", + "Ġc heck", + "Ġch eck", + "Ġche ck", + "w een", + "we en", + "Ġ ((", + "Ġ( (", + "t he", + "th e", + "a nts", + "an ts", + "ant s", + "> <", + ". B", + "- c", + "Ġ open", + "Ġo pen", + "Ġop en", + "Ġ est", + "Ġe st", + "Ġes t", + "Ġ ĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĊ", + "Ġ next", + "Ġn ext", + "Ġne xt", + "Ġnex t", + "I M", + "Ñ Ĥ", + "O T", + "à ³", + "Ġ follow", + "Ġf ollow", + "Ġfol low", + "Ġfoll ow", + "c ontent", + "con tent", + "cont ent", + "conte nt", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ġin clud", + "Ġincl ud", + "Ġinclu d", + "H E", + "Ġ Res", + "ĠR es", + "ĠRe s", + "Ġ href", + "Ġh ref", + "Ġhr ef", + "Ð ¸", + "Ġ car", + "Ġc ar", + "Ġca r", + "y pes", + "ype s", + "yp es", + "i mage", + "im age", + "ima ge", + "imag e", + "U n", + "Ġ bool", + "Ġb ool", + "Ġbo ol", + "Ġboo l", + "A D", + "Ġ game", + "Ġg ame", + "Ġgam e", + "Ġga me", + ". Form", + ".F orm", + ".For m", + "r ows", + "ro ws", + "row s", + "* /", + "v elop", + "ve lop", + "vel op", + ". Drawing", + ".D rawing", + ".Draw ing", + "Ġ path", + "Ġp ath", + "Ġpat h", + "Ġpa th", + "is ion", + "isi on", + "Ġ each", + "Ġe ach", + "Ġea ch", + "Ġ Pl", + "ĠP l", + "_ type", + "_t ype", + "_typ e", + "_ty pe", + "P ath", + "Pa th", + "Pat h", + "n ection", + "ne ction", + "nect ion", + "Ġ av", + "Ġa v", + "' ).", + "') .", + "Ġ support", + "Ġs upport", + "Ġsup port", + "Ġsupp ort", + "E NT", + "EN T", + "r em", + "re m", + "\" ).", + "\") .", + "Ġ own", + "Ġo wn", + "Ġow n", + "Ġ cor", + "Ġc or", + "Ġco r", + "c ount", + "co unt", + "cou nt", + "m iss", + "mi ss", + "mis s", + "u ally", + "ual ly", + "Ġ mem", + "Ġm em", + "Ġme m", + "s td", + "st d", + "i ence", + "ie nce", + "ien ce", + "s earch", + "se arch", + "sea rch", + "\" ĊĊ", + "\"Ċ Ċ", + "F orm", + "For m", + "Fo rm", + "Ġ sex", + "Ġs ex", + "Ġse x", + "e name", + "en ame", + "ena me", + "Ġ sign", + "Ġs ign", + "Ġsi gn", + "Ġsig n", + "Ġ et", + "Ġe t", + "Ġ ĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠ ĠĠĠĠ", + "' ,'", + "', '", + "Ġ App", + "ĠA pp", + "ĠAp p", + "Ġ those", + "Ġth ose", + "Ġtho se", + "o ff", + "of f", + "Ġ err", + "Ġe rr", + "Ġer r", + "Ġ system", + "Ġs ystem", + "Ġsys tem", + "Ġsy stem", + "Ġsyst em", + "Ġ best", + "Ġb est", + "Ġbe st", + "Ġbes t", + "c ode", + "co de", + "cod e", + "Ġ same", + "Ġs ame", + "Ġsa me", + "Ġsam e", + "Ġ di", + "Ġd i", + "u ss", + "us s", + "Ġ create", + "Ġc reate", + "Ġcre ate", + "Ġcreat e", + "Ġcrea te", + "a ther", + "at her", + "ath er", + "athe r", + "A rray", + "Ar ray", + "Arr ay", + ". in", + ".i n", + "f e", + "S ervice", + "Ser vice", + "Serv ice", + "U N", + "a ts", + "at s", + "Ġ Z", + "al th", + "alt h", + "Ġ made", + "Ġm ade", + "Ġma de", + "Ġmad e", + "tr ue", + "tru e", + "A B", + "Ġ mark", + "Ġm ark", + "Ġmar k", + "Ġma rk", + "r id", + "ri d", + "if ied", + "ifi ed", + "ifie d", + ", čĊ", + "y n", + "p ress", + "pr ess", + "pre ss", + "pres s", + "Ġ group", + "Ġg roup", + "Ġgr oup", + "Ġgro up", + "Ġgrou p", + "Ġ fin", + "Ġf in", + "Ġfi n", + "Ġ License", + "ĠL icense", + "ĠLic ense", + "F ield", + "Fi eld", + "e ger", + "eg er", + "Ġ world", + "Ġw orld", + "Ġwor ld", + "i ness", + "in ess", + "ine ss", + "ines s", + "t y", + "Ġ process", + "Ġp rocess", + "Ġpro cess", + "Ġproc ess", + "Ġproces s", + "( b", + "Ġ cre", + "Ġc re", + "Ġcr e", + "a rn", + "ar n", + "i ves", + "iv es", + "ive s", + "Ġ main", + "Ġm ain", + "Ġma in", + "Ġmai n", + "i deo", + "id eo", + "ide o", + "3 6", + "_ g", + "A G", + "val id", + "va lid", + "i mg", + "im g", + "P I", + "Ġ color", + "Ġc olor", + "Ġco lor", + "Ġcol or", + "Ġ report", + "Ġre port", + "Ġrep ort", + "Ġrepo rt", + "Ġ take", + "Ġt ake", + "Ġta ke", + "Ġtak e", + "r ib", + "ri b", + "O M", + "Ġ day", + "Ġd ay", + "Ġda y", + "Re quest", + "Req uest", + "Ġ sk", + "Ġs k", + "b ers", + "ber s", + "be rs", + "ĉ s", + ". Add", + ".A dd", + ".Ad d", + "o ot", + "oo t", + "I mage", + "Im age", + "Ġcom ple", + "Ġcomp le", + "Ġcompl e", + "ol lection", + "oll ection", + "ollect ion", + "olle ction", + "Ġ top", + "Ġt op", + "Ġto p", + "Ġ free", + "Ġf ree", + "Ġfr ee", + "Ġfre e", + "A S", + "D e", + "Ġ On", + "ĠO n", + "I G", + "9 0", + "e ta", + "et a", + "D ate", + "Da te", + "Dat e", + "Ġ action", + "Ġa ction", + "Ġact ion", + "Ġac tion", + "3 4", + "O ver", + "i tor", + "it or", + "ito r", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "n ot", + "no t", + "Ġ index", + "Ġin dex", + "Ġind ex", + "Ġinde x", + "h er", + "he r", + "i con", + "ic on", + "ico n", + "O n", + "; čĊčĊ", + ";čĊ čĊ", + "iv ity", + "ivi ty", + "m and", + "man d", + "ma nd", + ". Windows", + ".W indows", + ".Window s", + "O L", + "Ġ real", + "Ġre al", + "Ġ max", + "Ġm ax", + "Ġma x", + "l and", + "la nd", + "lan d", + ". ...", + ".. ..", + "... .", + "r aph", + "ra ph", + "rap h", + "Ġ build", + "Ġb uild", + "Ġbu ild", + "l eg", + "le g", + "as sword", + "ass word", + "? ĊĊ", + "?Ċ Ċ", + "âĢ ¦", + "o ok", + "oo k", + "u ck", + "uc k", + "Ġ message", + "Ġm essage", + "Ġmess age", + "Ġmes sage", + "t est", + "te st", + "tes t", + "i vers", + "iv ers", + "ive rs", + "iver s", + "3 8", + "Ġ input", + "Ġin put", + "Ġinp ut", + "Ġ art", + "Ġa rt", + "Ġar t", + "Ġ between", + "Ġb etween", + "Ġbet ween", + "G et", + "Ge t", + "en ter", + "ent er", + "ente r", + "g round", + "gr ound", + "gro und", + "e ne", + "en e", + "à ¡", + ". length", + ".l ength", + ".len gth", + ".le ngth", + "N ode", + "No de", + "( i", + "C lass", + "Cl ass", + "Cla ss", + "f or", + "fo r", + "Ġ âĢĶ", + "ĠâĢ Ķ", + "t en", + "te n", + "o in", + "oi n", + "Ġ ke", + "Ġk e", + "u i", + "Ġ IN", + "ĠI N", + "Ġ table", + "Ġt able", + "Ġtab le", + "Ġta ble", + "s ub", + "su b", + "Ġ Le", + "ĠL e", + "Ġ head", + "Ġh ead", + "Ġhe ad", + "Ġ must", + "Ġm ust", + "Ġmus t", + "Ġmu st", + "//// ////////////", + "//////// ////////", + "//////////// ////", + ". util", + ".u til", + ".ut il", + "Cont ext", + "Con text", + "Ġ order", + "Ġor der", + "Ġord er", + "Ġ mov", + "Ġm ov", + "Ġmo v", + "o ver", + "ov er", + "ove r", + "Ġ contin", + "Ġcon tin", + "Ġcont in", + "Ġ say", + "Ġs ay", + "Ġsa y", + "st atic", + "stat ic", + "sta tic", + ". Text", + ".T ext", + ".Te xt", + "Ġ className", + "Ġclass Name", + "p any", + "pan y", + "pa ny", + "Ġ ter", + "Ġt er", + "Ġte r", + "h ead", + "he ad", + "hea d", + "r g", + "Ġ product", + "Ġpro duct", + "Ġprodu ct", + "Ġprod uct", + "T his", + "Th is", + ". âĢĿ", + "Ġ But", + "ĠB ut", + "ĠBu t", + "7 0", + "l oy", + "lo y", + "Ġ double", + "Ġd ouble", + "Ġdo uble", + "Ġdoub le", + "Ġdou ble", + "s g", + "Ġ place", + "Ġp lace", + "Ġpl ace", + "Ġplac e", + "Ġpla ce", + ". x", + "m essage", + "mes sage", + "mess age", + "Ġ information", + "Ġin formation", + "Ġinform ation", + "Ġinformat ion", + "pr ivate", + "priv ate", + "Ġ oper", + "Ġo per", + "Ġop er", + "c ed", + "ce d", + "d b", + "\" > < /", + "P aram", + "Par am", + "Pa ram", + "Para m", + "i cle", + "ic le", + "icl e", + "Ġ week", + "Ġwe ek", + "Ġwee k", + "Ġ prop", + "Ġp rop", + "Ġpro p", + "Ġpr op", + "t able", + "ta ble", + "tab le", + "tabl e", + "id get", + "idge t", + "p lace", + "pl ace", + "pla ce", + "P rop", + "Pro p", + "Pr op", + "Ġ All", + "ĠA ll", + "ĠAl l", + "e ls", + "el s", + "b ox", + "bo x", + ". ĊĊĊĊ", + ".ĊĊ ĊĊ", + ".Ċ ĊĊĊ", + ".ĊĊĊ Ċ", + ". R", + "Ġ To", + "ĠT o", + "i ter", + "it er", + "ite r", + "S h", + "u ration", + "ur ation", + "ura tion", + "urat ion", + "o lder", + "ol der", + "old er", + "_ list", + "_l ist", + "_li st", + "c ome", + "com e", + "co me", + "Ġ sw", + "Ġs w", + "iz ation", + "iza tion", + "ĉ for", + "ĉf or", + "b l", + "Ġ program", + "Ġp rogram", + "Ġpro gram", + "Ġpr ogram", + "Ġprog ram", + "( e", + "a pe", + "ap e", + "c heck", + "ch eck", + "che ck", + ". Forms", + ".Form s", + ".For ms", + "Ġ und", + "Ġu nd", + "Ġun d", + "ateg ory", + "ategor y", + "atego ry", + "7 5", + "a gs", + "ag s", + "Ġ response", + "Ġres ponse", + "Ġrespons e", + "Ġresp onse", + "U S", + "re quest", + "req uest", + "requ est", + "Ġ struct", + "Ġstr uct", + "Ġstru ct", + "e scription", + "es cription", + "Ġ code", + "Ġc ode", + "Ġco de", + "Ġcod e", + "_ H", + "u ffer", + "uff er", + "uf fer", + "Ġ without", + "Ġwith out", + "lo bal", + "lob al", + "M anager", + "Man ager", + "Manage r", + "Mana ger", + "il ter", + "ilt er", + "P O", + "ĉ this", + "ĉt his", + "ĉth is", + "o ption", + "op tion", + "opt ion", + "Ġ sol", + "Ġs ol", + "Ġso l", + "Ġ ===", + "Ġ= ==", + "Ġ== =", + "a kes", + "ak es", + "ake s", + "Cont roller", + "Control ler", + "Contr oller", + "4 4", + "M essage", + "Mes sage", + "Mess age", + "Ġ ref", + "Ġre f", + "Ġr ef", + "e ver", + "ev er", + "eve r", + "Ġ So", + "ĠS o", + "a ining", + "ain ing", + "ai ning", + ". append", + ".app end", + ".ap pend", + "Ġ still", + "Ġst ill", + "Ġstil l", + "Ġpro vid", + "Ġpr ovid", + "Ġprov id", + "Ġ assert", + "Ġas sert", + "Ġass ert", + "m ed", + "me d", + "Ġ cap", + "Ġc ap", + "Ġca p", + "us iness", + "usi ness", + "Ġ rep", + "Ġre p", + "Ġr ep", + "t ings", + "ting s", + "tin gs", + "v ed", + "ve d", + ". N", + "a pi", + "ap i", + "O D", + "Ġ field", + "Ġf ield", + "Ġfi eld", + "Ġfie ld", + "i ven", + "iv en", + "ive n", + "o to", + "ot o", + "âĢ ľ", + "c ol", + "co l", + "( x", + "g ht", + "gh t", + "Res ult", + "C ode", + "Co de", + "Cod e", + ". is", + ".i s", + "l ink", + "li nk", + "lin k", + "Ġ cour", + "Ġc our", + "Ġco ur", + "Ġcou r", + "A n", + "Ġ team", + "Ġt eam", + "Ġte am", + "Ġtea m", + "ĉ int", + "ĉi nt", + "ĉin t", + "i ft", + "if t", + "5 5", + "Ġ second", + "Ġse cond", + "Ġsec ond", + "Ġ going", + "Ġgo ing", + "Ġ range", + "Ġr ange", + "Ġran ge", + "Ġra nge", + "Ġrang e", + "_ E", + "n ess", + "ne ss", + "nes s", + "3 9", + "Ġf am", + "Ġfa m", + "Ġ nil", + "Ġn il", + "Ġni l", + "Ġ Cont", + "ĠC ont", + "ĠCon t", + "ĠCo nt", + "ail able", + "u tes", + "ut es", + "ute s", + "a tab", + "at ab", + "ata b", + "Ġ fact", + "Ġf act", + "Ġfa ct", + "Ġfac t", + "Ġ vis", + "Ġv is", + "Ġvi s", + "( &", + "Ġ AN", + "ĠA N", + "3 1", + "A l", + "t itle", + "ti tle", + "tit le", + "Ġ android", + "Ġand roid", + "C E", + "\\ \"", + "i rt", + "ir t", + "Ġw rit", + "Ġwr it", + "Ð ½", + "ĉ m", + "ft ware", + "o nd", + "on d", + "Ġ ret", + "Ġre t", + "Ġr et", + "os ition", + "osi tion", + "osit ion", + "Ġ home", + "Ġh ome", + "Ġhom e", + "Ġho me", + "Ġ left", + "Ġl eft", + "Ġle ft", + "ar gs", + "arg s", + "m eric", + "mer ic", + "me ric", + "4 8", + "Ġ direct", + "Ġd irect", + "Ġdi rect", + "Ġdir ect", + "Ġdire ct", + "o ci", + "oc i", + "P l", + "A s", + "r et", + "re t", + "a do", + "ad o", + "O f", + "c hn", + "ch n", + "Ġ Get", + "ĠG et", + "ĠGe t", + "e e", + "r oss", + "ro ss", + "ros s", + "( );", + "() ;", + "_ ___", + "__ __", + "___ _", + ". ph", + ".p h", + "I t", + "o ute", + "ou te", + "out e", + "Ġex per", + "Ġexp er", + "ch ool", + "cho ol", + "w ww", + "ww w", + "} ,", + "Ġ allow", + "Ġal low", + "Ġall ow", + "Ġallo w", + "Ġ Â", + "( ))", + "() )", + "s ize", + "si ze", + "siz e", + "i sm", + "is m", + "a i", + "t ract", + "tr act", + "tra ct", + "a ne", + "an e", + ". ..ĊĊ", + ".. .ĊĊ", + "... ĊĊ", + "...Ċ Ċ", + "con text", + "cont ext", + "conte xt", + "Ġ beg", + "Ġb eg", + "Ġbe g", + "C H", + "Ġ page", + "Ġp age", + "Ġpa ge", + "Ġpag e", + "h ip", + "hi p", + "n o", + "c ore", + "co re", + "cor e", + "s p", + "Ġ different", + "Ġd ifferent", + "Ġdiffer ent", + "i able", + "ia ble", + "Ġ Me", + "ĠM e", + "_ IN", + "_I N", + "b utton", + "but ton", + "butt on", + "Ġ Is", + "ĠI s", + "erv ices", + "ervice s", + "Ġ ca", + "Ġc a", + "Ġ around", + "Ġa round", + "Ġar ound", + "Ġarou nd", + "A pp", + "Ap p", + "r ation", + "ra tion", + "rat ion", + "ratio n", + "Ġ rece", + "Ġre ce", + "Ġr ece", + "Ġrec e", + "Ġ really", + "Ġre ally", + "Ġreal ly", + "Ġ image", + "Ġi mage", + "Ġim age", + "Ġimag e", + "Ġima ge", + "Ġ target", + "Ġt arget", + "Ġtar get", + "Ġtarg et", + "Ġ dep", + "Ġd ep", + "Ġde p", + "opy right", + "t ra", + "tr a", + "i ngle", + "in gle", + "ing le", + "i tal", + "it al", + "ita l", + "L ayout", + "Ġ both", + "Ġb oth", + "Ġbo th", + "Ġbot h", + "Over ride", + "a rm", + "ar m", + "= >", + "at erial", + "ate rial", + "ater ial", + "ateria l", + "i led", + "il ed", + "ile d", + "Ġ put", + "Ġp ut", + "Ġpu t", + "Q u", + "Ñ Ģ", + "u ng", + "un g", + "m ap", + "ma p", + "ĉ ĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉ ĉ", + "Ġ level", + "Ġle vel", + "Ġlev el", + "Ġleve l", + "Com ponent", + "Comp onent", + "b ook", + "bo ok", + "boo k", + "c reen", + "cre en", + "cr een", + "_ RE", + "_R E", + "Ġ config", + "Ġcon fig", + "Ġconf ig", + "ã ģ", + "O r", + ". data", + ".d ata", + ".dat a", + ".da ta", + "Ġ document", + "Ġd ocument", + "Ġdoc ument", + "\" ,\"", + "\", \"", + "trib ute", + "u x", + "L og", + "Lo g", + "f erence", + "fer ence", + "fe rence", + "p ost", + "pos t", + "po st", + "_ e", + "Ġ local", + "Ġl ocal", + "Ġlo cal", + "Ġloc al", + "an dom", + "and om", + "ando m", + "as sert", + "ass ert", + "asse rt", + "asser t", + "V al", + "Va l", + "l ected", + "lect ed", + "lec ted", + "i na", + "in a", + "at abase", + "ata base", + "atab ase", + "A dd", + "Ad d", + "Ġ content", + "Ġc ontent", + "Ġcon tent", + "Ġcont ent", + "Ġconten t", + "Ġconte nt", + ". print", + ".p rint", + ".pr int", + "s igned", + "sign ed", + "sig ned", + "r ic", + "ri c", + ". \"ĊĊ", + ".\" ĊĊ", + ".\"Ċ Ċ", + "Ġ fa", + "Ġf a", + "! ĊĊ", + "!Ċ Ċ", + "- f", + "i ved", + "iv ed", + "ive d", + "Ġ quest", + "Ġqu est", + "Ġque st", + "Ġq uest", + "Ġques t", + ". ex", + ".e x", + "Ġ float", + "Ġf loat", + "Ġflo at", + "Ġ develop", + "Ġde velop", + "Ġdev elop", + "Ġdeve lop", + "Ġdevel op", + "о Ð", + "M ap", + "Ma p", + "a ding", + "ad ing", + "adi ng", + "adin g", + "Ġ poss", + "Ġp oss", + "Ġpos s", + "Ġpo ss", + "U E", + "n amespace", + "name space", + "names pace", + "_ O", + "ĉ b", + ". Get", + ".G et", + ".Ge t", + "> (", + "j son", + "js on", + "e tails", + "et ails", + "etail s", + "eta ils", + "6 6", + "Ġ too", + "Ġt oo", + "Ġto o", + "Ġ extends", + "Ġext ends", + "Ġextend s", + "Ġ None", + "ĠN one", + "ĠNo ne", + "ĠNon e", + "Ġ fore", + "Ġf ore", + "Ġfor e", + "Ġfo re", + "( String", + "(S tring", + "(Str ing", + "form at", + "for mat", + "forma t", + "Ġ great", + "Ġg reat", + "Ġgr eat", + "Ġgre at", + "in ter", + "int er", + "inte r", + "c ale", + "ca le", + "cal e", + "Ñ ģ", + "r on", + "ro n", + "i ving", + "iv ing", + "ivi ng", + "E nt", + "En t", + "e ncy", + "en cy", + "enc y", + "x t", + "o y", + "0 5", + "Ġ month", + "Ġm onth", + "Ġmon th", + "Ġmo nth", + "Ġmont h", + "Ġh app", + "Ġha pp", + "Ġhap p", + "Ġ super", + "Ġs uper", + "Ġsu per", + "Ġsup er", + "b ar", + "ba r", + "d efault", + "de fault", + "def ault", + "_ de", + "_d e", + "or ds", + "ord s", + "l n", + "( {Ċ", + "({ Ċ", + "Ġ Ind", + "ĠI nd", + "ĠIn d", + "a ses", + "as es", + "ase s", + "Ġ title", + "Ġt itle", + "Ġtit le", + "Ġti tle", + "Ġ context", + "Ġcon text", + "Ġcont ext", + "Ġconte xt", + "0 8", + "o h", + "- p", + "E m", + "Ġ met", + "Ġm et", + "Ġme t", + "T est", + "Te st", + "Tes t", + "Ġ life", + "Ġl ife", + "Ġli fe", + "Ġlif e", + "_ v", + "Ġ US", + "ĠU S", + "U I", + "o cation", + "oc ation", + "oca tion", + "m d", + "Ġ [Ċ", + "Ġ[ Ċ", + "Ġ ]", + "s w", + "Ġ incre", + "Ġin cre", + "Ġinc re", + "Ġincr e", + "s cript", + "scri pt", + "scr ipt", + "ent ial", + "enti al", + "w ays", + "way s", + "wa ys", + ". de", + ".d e", + "Ġ src", + "Ġs rc", + "Ġsr c", + "Ġ catch", + "Ġc atch", + "Ġcat ch", + "Ġ Americ", + "ĠA meric", + "ĠAm eric", + "ĠAmer ic", + "/ /Ċ", + "// Ċ", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "Ġ pay", + "Ġp ay", + "Ġpa y", + "p lit", + "pl it", + "âĢ Ķ", + "Ġc oun", + "Ġco un", + "Ġcou n", + "o bj", + "ob j", + ". php", + ".p hp", + ".ph p", + "Ġ change", + "Ġch ange", + "Ġchang e", + "Ġcha nge", + "Ġchan ge", + "e thing", + "eth ing", + "' re", + "'r e", + "a ster", + "as ter", + "ast er", + "aste r", + "l os", + "lo s", + "l ation", + "la tion", + "lat ion", + "Ġ ĠĊ", + "ĠĠ Ċ", + "L e", + "à ¤", + "( {", + "re ady", + "read y", + "rea dy", + "Ġ No", + "ĠN o", + "Ġ position", + "Ġp osition", + "Ġpos ition", + "Ġposit ion", + "Ġposi tion", + "Ġ old", + "Ġo ld", + "Ġol d", + "Ġ book", + "Ġb ook", + "Ġbo ok", + "Ġboo k", + "a bled", + "ab led", + "able d", + "abl ed", + "b ug", + "bu g", + "2 02", + "20 2", + "H and", + "Ha nd", + "Han d", + "} ;ĊĊ", + "};Ċ Ċ", + "}; ĊĊ", + "is play", + "isp lay", + "a ving", + "av ing", + "avi ng", + "avin g", + "0 4", + "Ġg over", + "Ġgo ver", + "Ġgov er", + "Ġ version", + "Ġv ersion", + "Ġvers ion", + "S ystem", + "Sys tem", + "Sy stem", + "n ect", + "ne ct", + "res ponse", + "resp onse", + "respons e", + "St yle", + "U p", + "an gu", + "ang u", + "Ġ three", + "Ġth ree", + "Ġthr ee", + "i nit", + "in it", + "ini t", + "e ro", + "er o", + "Ġ law", + "Ġl aw", + "Ġla w", + "en dif", + "end if", + "endi f", + "Ġ base", + "Ġb ase", + "Ġbas e", + "Ġba se", + "e mail", + "em ail", + "ema il", + "( l", + "_ V", + "Ġ conf", + "Ġcon f", + "Ġco nf", + "A TE", + "AT E", + "Ġ during", + "Ġd uring", + "Ġdu ring", + "Ġdur ing", + "t es", + "te s", + "Ġ console", + "Ġcon sole", + "Ġcons ole", + "Ġ Pr", + "ĠP r", + "Ġ spe", + "Ġs pe", + "Ġsp e", + "v es", + "ve s", + "6 5", + "p ath", + "pat h", + "pa th", + "i alog", + "ial og", + "ia log", + "d ition", + "di tion", + "dit ion", + "_ to", + "_t o", + "ar ds", + "ard s", + "Ġ against", + "Ġagain st", + "et work", + "Ġ Ph", + "ĠP h", + "_ L", + "c ur", + "cu r", + "i mit", + "im it", + "imi t", + "W ith", + "Wi th", + "Ġ power", + "Ġp ower", + "Ġpo wer", + "Ġpow er", + "i um", + "iu m", + "' ;ĊĊ", + "';Ċ Ċ", + "'; ĊĊ", + "Ġw om", + "Ġwo m", + "l eft", + "le ft", + "lef t", + "our ces", + "ource s", + "a tri", + "at ri", + "atr i", + "Ġ Im", + "ĠI m", + "Ġ Man", + "ĠM an", + "ĠMa n", + "or th", + "ort h", + "$ {", + "8 8", + "qu als", + "qual s", + "qua ls", + "e se", + "es e", + "_ size", + "_s ize", + "_si ze", + "Ġ iss", + "Ġis s", + "Ġi ss", + "o tal", + "ot al", + "ota l", + "- g", + "i que", + "iqu e", + "iq ue", + "r ame", + "ra me", + "ram e", + "Ġ width", + "Ġw idth", + "Ġwid th", + "e rg", + "er g", + ") (", + "it tle", + "itt le", + "T R", + "Ġ They", + "ĠT hey", + "ĠThe y", + "ĠTh ey", + "e nces", + "en ces", + "ence s", + "enc es", + "0 2", + "r l", + "o ns", + "on s", + "Ġ label", + "Ġl abel", + "Ġla bel", + "Ġlab el", + ". y", + "- t", + "up date", + "upd ate", + "a nel", + "an el", + "ane l", + "s c", + ". to", + ".t o", + "Ġ project", + "Ġpro ject", + "Ġproj ect", + "Ġproje ct", + "à ¼", + "Ġ element", + "Ġe lement", + "Ġel ement", + "Ġele ment", + "Ġelem ent", + "Ġ success", + "Ġs uccess", + "Ġsu ccess", + "Ġsuc cess", + "Ġsucc ess", + "Ġsucces s", + "ĉ ĉĊ", + "ĉĉ Ċ", + ". sh", + ".s h", + "r am", + "ra m", + "c hed", + "ch ed", + "che d", + "( ))Ċ", + "() )Ċ", + "()) Ċ", + "Ġ (Ċ", + "Ġ( Ċ", + "Ġ date", + "Ġd ate", + "Ġda te", + "Ġdat e", + "Ġ tot", + "Ġt ot", + "Ġto t", + "_ ST", + "_S T", + "A ll", + "Al l", + "if ication", + "ific ation", + "ifi cation", + "ifica tion", + "ĉ var", + "ĉv ar", + "ĉva r", + "Ġ tri", + "Ġt ri", + "Ġtr i", + "c hem", + "ch em", + "che m", + "m y", + "Ġ big", + "Ġb ig", + "Ġbi g", + "Ġ Ad", + "ĠA d", + "Ġ At", + "ĠA t", + "o ts", + "ot s", + "n um", + "nu m", + "A ct", + "Ac t", + "Ġ map", + "Ġm ap", + "Ġma p", + "e ra", + "er a", + "c ope", + "co pe", + "cop e", + ". $", + ", âĢĿ", + "Ġ pop", + "Ġp op", + "Ġpo p", + "Ġ few", + "Ġf ew", + "Ġfe w", + "Ġ len", + "Ġl en", + "Ġle n", + "u id", + "ui d", + "e ters", + "et ers", + "eter s", + "ete rs", + "u les", + "ul es", + "ule s", + "à Ń", + "s ource", + "ht tps", + "http s", + "htt ps", + "Ġ dem", + "Ġd em", + "Ġde m", + "Ġ ear", + "Ġe ar", + "Ġea r", + "#### ############", + "######## ########", + "############ ####", + "Ġ match", + "Ġm atch", + "Ġmat ch", + "o ries", + "or ies", + "ori es", + "orie s", + "4 9", + "a ces", + "ace s", + "ac es", + "Ġ Cl", + "ĠC l", + "Ġ node", + "Ġn ode", + "Ġno de", + "Ġnod e", + "7 8", + "i rc", + "ir c", + "l ocal", + "lo cal", + "loc al", + "un ity", + "unit y", + "uni ty", + "} ;Ċ", + "}; Ċ", + "Ġ another", + "Ġan other", + "Ġano ther", + "< <", + "o gle", + "og le", + "ogl e", + "Ġ sit", + "Ġs it", + "Ġsi t", + "e work", + "ew ork", + "T E", + ". I", + "N S", + "o logy", + "ol ogy", + "olog y", + "olo gy", + "o ught", + "ou ght", + "ough t", + "oug ht", + ". Cont", + ".C ont", + ".Con t", + ".Co nt", + "> >", + "Ġ care", + "Ġc are", + "Ġcar e", + "Ġca re", + "st ate", + "stat e", + "sta te", + "ĉ private", + "ĉpr ivate", + "ĉpriv ate", + "Ġ effect", + "Ġe ffect", + "Ġeff ect", + "Ġef fect", + "+ +)", + "++ )", + "_ file", + "_f ile", + "_fil e", + "en ding", + "end ing", + "endi ng", + "L ine", + "Li ne", + "Lin e", + "F or", + "Fo r", + "i or", + "io r", + "Ġ Sc", + "ĠS c", + "Ġ fun", + "Ġf un", + "Ġfu n", + ". Size", + ".S ize", + "ĉ else", + "ĉe lse", + "ĉel se", + "] )", + "st art", + "star t", + "sta rt", + "v ious", + "vi ous", + "vio us", + "Ġ },", + "Ġ} ,", + "o urs", + "ou rs", + "our s", + "Ġ leg", + "Ġl eg", + "Ġle g", + "Ġ service", + "Ġs ervice", + "Ġser vice", + "Ġserv ice", + "Ġservi ce", + "Ġservic e", + "Ġ since", + "Ġs ince", + "Ġsi nce", + "Ġsin ce", + "Ġsinc e", + "i ron", + "ir on", + "iro n", + "L abel", + "La bel", + "Lab el", + "Ġ non", + "Ġn on", + "Ġno n", + "Ġ los", + "Ġl os", + "Ġlo s", + "i ction", + "ic tion", + "ict ion", + "Ġ full", + "Ġf ull", + "Ġful l", + "Ġfu ll", + "a cter", + "act er", + "ac ter", + "b oard", + "bo ard", + "boa rd", + "g ress", + "gr ess", + "gre ss", + "gres s", + "Ġ turn", + "Ġt urn", + "Ġtu rn", + "Ġtur n", + "i ther", + "it her", + "ith er", + "ithe r", + "0 9", + ". size", + ".s ize", + ".si ze", + "Ġ body", + "Ġb ody", + "Ġbo dy", + "Ġbod y", + "r esh", + "re sh", + "res h", + "e turn", + "et urn", + "etur n", + "etu rn", + "1 99", + "19 9", + "( _", + "y les", + "yle s", + "yl es", + "or mal", + "orm al", + "p i", + "Ġ something", + "Ġs omething", + "Ġsome thing", + "Ġsom ething", + "! --", + "u int", + "ui nt", + "uin t", + "Ġ produ", + "Ġp rodu", + "Ġpro du", + "Ġpr odu", + "Ġprod u", + "Ġ stand", + "Ġst and", + "Ġsta nd", + "Ġstan d", + "Ġpro ble", + "Ġpr oble", + "Ġprob le", + "Ġprobl e", + "Ġ available", + "Ġa vailable", + "Ġav ailable", + "Ġavail able", + "m t", + "Ġ Bl", + "ĠB l", + "Ġ ...", + "Ġ. ..", + "Ġ.. .", + "Ġ block", + "Ġb lock", + "Ġbl ock", + "Ġblo ck", + "Ġbloc k", + "In put", + "Ġ keep", + "Ġke ep", + "C ount", + "Co unt", + "Cou nt", + "o pen", + "op en", + "ope n", + "Ġ ['", + "Ġ[ '", + "Ġ throw", + "Ġth row", + "Ġthr ow", + "Ġthro w", + "u ilder", + "uild er", + "ui lder", + "uil der", + "A ction", + "Act ion", + "Ac tion", + "Ġ things", + "Ġth ings", + "Ġthing s", + "Ġthin gs", + "Tr ue", + "Ġ url", + "Ġu rl", + "Ġur l", + "Ġ Bo", + "ĠB o", + "print f", + "Ġ red", + "Ġre d", + "Ġr ed", + "j s", + ". create", + ".c reate", + "Ġ Or", + "ĠO r", + "S tatus", + "St atus", + "Stat us", + "In stance", + "Inst ance", + "Ġ control", + "Ġc ontrol", + "Ġcont rol", + "Ġcontr ol", + "Ġcontro l", + "Ġ come", + "Ġc ome", + "Ġcom e", + "Ġco me", + "Ġ custom", + "Ġc ustom", + "Ġcust om", + "Ġcus tom", + "l ocation", + "lo cation", + "loc ation", + "0 7", + "m odel", + "mod el", + "mo del", + "mode l", + "Ġ čĊ", + "Ġč Ċ", + "Ġ source", + "Ġs ource", + "Ġsour ce", + "Ġe as", + "Ġea s", + ". out", + ".o ut", + "] ĊĊ", + "]Ċ Ċ", + "o ney", + "on ey", + "one y", + "Ġ await", + "Ġa wait", + "Ġaw ait", + "Ġp artic", + "Ġpart ic", + "Ġpar tic", + "Ġparti c", + "A P", + "ub lish", + "ubl ish", + "o des", + "od es", + "ode s", + "_ pro", + "_p ro", + "_pr o", + "p ly", + "pl y", + "r iter", + "ri ter", + "rit er", + "rite r", + "Ġ prov", + "Ġp rov", + "Ġpro v", + "Ġpr ov", + "Ġ mill", + "Ġm ill", + "Ġmil l", + "Ġmi ll", + "H T", + "] )Ċ", + "]) Ċ", + "Ġ chang", + "Ġc hang", + "Ġch ang", + "Ġcha ng", + "Ġchan g", + "Ġ ask", + "Ġa sk", + "Ġas k", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "Ġ output", + "Ġout put", + "Ġ email", + "Ġe mail", + "Ġem ail", + "6 8", + ". push", + ".p ush", + "Ġ }čĊčĊ", + "Ġ} čĊčĊ", + "Ġ}čĊ čĊ", + "i nation", + "in ation", + "ina tion", + "inati on", + "4 7", + "at rix", + "atri x", + "atr ix", + "T able", + "Tab le", + "Ta ble", + "u ccess", + "uc cess", + "ucc ess", + "] );Ċ", + "]) ;Ċ", + "]); Ċ", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ disc", + "Ġd isc", + "Ġdis c", + "Ġdi sc", + "( [", + "Ġ business", + "Ġb usiness", + "Ġbus iness", + "h eight", + "he ight", + "hei ght", + ". html", + ".h tml", + ".ht ml", + ".htm l", + "t a", + "f ield", + "fi eld", + "Ġ required", + "Ġre quired", + "Ġrequire d", + "Ġrequ ired", + "_ R", + "Ġg overn", + "Ġgo vern", + "Ġgover n", + "Ġgov ern", + "} čĊčĊ", + "}čĊ čĊ", + "l ex", + "le x", + "5 00", + "50 0", + ". ,", + "Ġ Set", + "ĠS et", + "ĠSe t", + "u rch", + "ur ch", + "/ //", + "// /", + "t s", + "a f", + "Ġ might", + "Ġm ight", + "Ġmi ght", + "Ġmig ht", + "i story", + "ist ory", + "istor y", + "isto ry", + "S tr", + "St r", + "Ġ never", + "Ġn ever", + "Ġne ver", + "Ġnev er", + "Res ponse", + "Resp onse", + "Respons e", + "ar se", + "ars e", + "a da", + "ad a", + "Ġ How", + "ĠH ow", + "ĠHo w", + "Ġ *)", + "Ġ* )", + "Ġ ;", + "Ġ hard", + "Ġh ard", + "Ġhar d", + "Ġha rd", + "A d", + "Ġ intern", + "Ġin tern", + "Ġint ern", + "Ġinter n", + "Ġinte rn", + "u sed", + "us ed", + "use d", + "( data", + "(d ata", + "(dat a", + "(da ta", + "m od", + "mo d", + "an nel", + "ann el", + "anne l", + "Ġ np", + "Ġn p", + "u gg", + "ug g", + "Ġ />Ċ", + "Ġ/ >Ċ", + "Ġ/> Ċ", + "Ġ called", + "Ġc alled", + "Ġcall ed", + "Ġcal led", + "Ġcalle d", + "b ody", + "bo dy", + "Ġ cho", + "Ġc ho", + "Ġch o", + "( r", + "_ set", + "_s et", + "_se t", + "i rd", + "ir d", + "Ġ >=", + "Ġ> =", + "Ġ };Ċ", + "Ġ} ;Ċ", + "Ġ}; Ċ", + "Ġ options", + "Ġo ptions", + "Ġoption s", + "Ġopt ions", + "Ġ Gener", + "ĠG ener", + "ĠGe ner", + "ĠGen er", + "ĠGene r", + "Ġ height", + "Ġh eight", + "Ġhe ight", + "Ġhei ght", + "P oint", + "Po int", + "Y ou", + "Yo u", + "e ty", + "et y", + "C lick", + "Cl ick", + "Cli ck", + "Ġ small", + "Ġs mall", + "Ġsm all", + "Ġ ide", + "Ġi de", + "Ġid e", + "Ġ access", + "Ġa ccess", + "Ġacc ess", + "Ġac cess", + "Ġacces s", + "angu age", + "Ġ protected", + "Ġprot ected", + "Ġprotect ed", + "Ġ job", + "Ġj ob", + "Ġjo b", + "Ġ There", + "ĠT here", + "ĠThe re", + "ĠTh ere", + "ĠTher e", + "D ef", + "De f", + "Ġ address", + "Ġadd ress", + "Ġad dress", + "Ġaddr ess", + "Ġ uint", + "Ġu int", + "Ġui nt", + "N ot", + "No t", + "o o", + "a ps", + "ap s", + "< div", + "", + "() ->", + "()- >", + "ĉ ĠĠĠ", + "ĉĠ ĠĠ", + "ĉĠĠ Ġ", + "\" ))", + "\") )", + "C ontent", + "Cont ent", + "Con tent", + "_ W", + "p lement", + "pl ement", + "ple ment", + "Ġ won", + "Ġw on", + "Ġwo n", + "Ġ video", + "Ġv ideo", + "Ġvi deo", + "Ġvid eo", + "Ġvide o", + "a di", + "ad i", + "p oint", + "po int", + "poi nt", + "% %", + "0 3", + "Ġ gl", + "Ġg l", + "er ved", + "erv ed", + "erve d", + "v iron", + "vi ron", + "vir on", + "I F", + "u ted", + "ut ed", + "ute d", + "ã ĥ", + "' m", + "Ġ cert", + "Ġc ert", + "Ġce rt", + "Ġcer t", + "Ġ prof", + "Ġp rof", + "Ġpro f", + "Ġpr of", + "Ġ cell", + "Ġc ell", + "Ġce ll", + "Ġcel l", + "a ri", + "ar i", + "Ġ player", + "Ġp layer", + "Ġpl ayer", + "Ġplay er", + "Ġpla yer", + "a is", + "ai s", + "Ġ cost", + "Ġc ost", + "Ġco st", + "Ġcos t", + "Ġ hum", + "Ġh um", + "Ġhu m", + "( R", + "Ġo ffic", + "Ġof fic", + "Ġoff ic", + "k s", + ". text", + ".t ext", + ".te xt", + ".tex t", + "a tures", + "at ures", + "ature s", + "atur es", + "atu res", + "Ġ total", + "Ġt otal", + "Ġto tal", + "Ġtot al", + "Ġ */ĊĊ", + "Ġ* /ĊĊ", + "Ġ*/ ĊĊ", + "Ġ*/Ċ Ċ", + "o pe", + "op e", + "Ġ stat", + "Ġs tat", + "Ġst at", + "Ġsta t", + "U M", + "Ġ load", + "Ġl oad", + "Ġlo ad", + "Ġloa d", + "ight s", + "igh ts", + "Ġ clear", + "Ġc lear", + "Ġcl ear", + "Ġcle ar", + "u ro", + "ur o", + "Ġ techn", + "Ġt echn", + "Ġte chn", + "Ġtech n", + "Ġtec hn", + "up port", + "upp ort", + "I R", + "Ġ row", + "Ġr ow", + "Ġro w", + "Ġse em", + "Ġsee m", + "Ġ q", + "Ġ short", + "Ġs hort", + "Ġsh ort", + "Ġsho rt", + "Ġ Not", + "ĠN ot", + "ĠNo t", + "i pp", + "ip p", + "G roup", + "Gr oup", + "Gro up", + "s ection", + "se ction", + "sec tion", + "sect ion", + "m ax", + "ma x", + "i rl", + "ir l", + "Ġ override", + "Ġover ride", + "Ġ company", + "Ġcom pany", + "Ġcomp any", + "Ġcompan y", + "Ġ done", + "Ġd one", + "Ġdo ne", + "Ġdon e", + "\" );čĊ", + "\") ;čĊ", + "\"); čĊ", + "Ġ gre", + "Ġg re", + "Ġgr e", + ". Re", + ".R e", + "Ġ belie", + "Ġbe lie", + "Ġbel ie", + "r ist", + "ri st", + "ris t", + "Ġ health", + "Ġhe alth", + "Ġheal th", + "A NT", + "AN T", + "( )ĊĊ", + "() ĊĊ", + "()Ċ Ċ", + "Ġ Be", + "ĠB e", + ". value", + ".v alue", + ".val ue", + ".va lue", + "Ġ Gr", + "ĠG r", + "ot tom", + "ott om", + "otto m", + "Ġ args", + "Ġar gs", + "Ġarg s", + "P T", + "s tatus", + "st atus", + "stat us", + "f unc", + "fun c", + "fu nc", + "u ments", + "um ents", + "ument s", + "ume nts", + "umen ts", + "- h", + "N umber", + "Num ber", + ": čĊ", + "Ġ Log", + "ĠL og", + "ĠLo g", + "er ver", + "erv er", + "erve r", + "Ġ ),Ċ", + "Ġ) ,Ċ", + "Ġ), Ċ", + "a ment", + "am ent", + "ame nt", + "amen t", + "Ġ obj", + "Ġo bj", + "Ġob j", + "i nc", + "in c", + "Ġ children", + "Ġch ildren", + "Ġchild ren", + "i cy", + "ic y", + "I Z", + "a nds", + "an ds", + "and s", + "ab ly", + "abl y", + "Ġd istrib", + "Ġdis trib", + "Ġdist rib", + "Ġdistr ib", + "Ġ cur", + "Ġc ur", + "Ġcu r", + "e rial", + "er ial", + "eri al", + "eria l", + "Ġ days", + "Ġd ays", + "Ġday s", + "Ġda ys", + "r eated", + "re ated", + "reate d", + "reat ed", + "rea ted", + "r ect", + "re ct", + "rec t", + "- l", + "i rm", + "ir m", + "i dden", + "id den", + "idd en", + "o mb", + "om b", + "Ġ initial", + "Ġin itial", + "Ġinit ial", + "Ġiniti al", + ". js", + ".j s", + "Ġ â", + "Qu ery", + "Que ry", + "Ġ online", + "Ġon line", + "i mal", + "im al", + "ima l", + ". con", + ".c on", + ".co n", + "a u", + "U rl", + "Ur l", + "c ontrol", + "cont rol", + "contr ol", + "contro l", + "i rection", + "ir ection", + "ire ction", + "irect ion", + "Ġ instance", + "Ġin stance", + "Ġinst ance", + "O RT", + "OR T", + "Ġ Fr", + "ĠF r", + "w here", + "wh ere", + "Ġ javax", + "Ġj avax", + "Ġjav ax", + "Ġjava x", + "Ġ organ", + "Ġo rgan", + "Ġor gan", + "Ġorg an", + "a pter", + "ap ter", + "apt er", + "Ġ reason", + "Ġre ason", + "o ptions", + "option s", + "opt ions", + "5 9", + "Ġ Mar", + "ĠM ar", + "ĠMa r", + "( a", + "Ġ within", + "Ġwith in", + "Ġwi thin", + "Ġwit hin", + ". âĢĿĊĊ", + ".âĢĿ ĊĊ", + ".âĢĿĊ Ċ", + "O DE", + "OD E", + "_ DE", + "_D E", + "ad min", + "adm in", + "en ded", + "end ed", + "ende d", + "Ġ design", + "Ġd esign", + "Ġde sign", + "Ġdes ign", + "Ġdesi gn", + "Ġ Data", + "ĠD ata", + "ĠDa ta", + "ĠDat a", + "u ne", + "un e", + "Ġ File", + "ĠF ile", + "ĠFil e", + "ĠFi le", + "r oot", + "ro ot", + "Ġ cent", + "Ġc ent", + "Ġce nt", + "Ġcen t", + "Ġ arr", + "Ġa rr", + "Ġar r", + "_ add", + "_a dd", + "_ad d", + "l en", + "le n", + "p age", + "pa ge", + "pag e", + ", '", + "_ str", + "_s tr", + "_st r", + "Ġ bro", + "Ġb ro", + "Ġbr o", + "ab ility", + "abil ity", + "abilit y", + "o uth", + "ou th", + "out h", + "5 8", + "/ c", + "p ose", + "pos e", + "po se", + "ir tual", + "irt ual", + "e arch", + "ear ch", + "ea rch", + "_ url", + "_u rl", + "_ur l", + "ar gin", + "arg in", + "H ttp", + "Ġ school", + "Ġs chool", + "Ġsch ool", + "Ġscho ol", + "a va", + "av a", + "Ġ consider", + "Ġcons ider", + "Ġconsid er", + ". label", + ".l abel", + ".lab el", + "Ġ Array", + "ĠA rray", + "ĠAr ray", + "ĠArr ay", + "4 2", + "w eb", + "we b", + "o pt", + "op t", + ". println", + ".print ln", + "u lation", + "ul ation", + "ula tion", + "Ġ func", + "Ġf unc", + "Ġfun c", + "Ġfu nc", + "P L", + "Ġ \"\\", + "Ġ\" \\", + "Ġ Text", + "ĠT ext", + "ĠTe xt", + "ĠTex t", + "act ory", + "actor y", + "( function", + "(f unction", + "(func tion", + "(fun ction", + "n ull", + "nu ll", + "nul l", + "Ġ eng", + "Ġe ng", + "Ġen g", + "d own", + "do wn", + "Ġ include", + "Ġin clude", + "Ġinclud e", + "Ġinc lude", + "Ġincl ude", + "Ġinclu de", + "Ġ En", + "ĠE n", + "Ġ Dr", + "ĠD r", + "Ġ db", + "Ġd b", + "! !", + "s ide", + "si de", + "sid e", + "Ġ init", + "Ġin it", + "Ġi nit", + "Ġini t", + "qu ired", + "quire d", + "quir ed", + "qui red", + "Ġ She", + "ĠS he", + "ĠSh e", + "C olumn", + "Col umn", + "re act", + "rea ct", + "Ġ ann", + "Ġa nn", + "Ġan n", + "Ġ stop", + "Ġs top", + "Ġst op", + "Ġsto p", + "Ġ later", + "Ġl ater", + "Ġla ter", + "Ġlate r", + "Ġlat er", + "Ġ That", + "ĠT hat", + "ĠTh at", + "en tion", + "ent ion", + "enti on", + "d f", + "U G", + "I LE", + "IL E", + "Ġ client", + "Ġc lient", + "Ġcl ient", + "Ġcli ent", + "r aft", + "ra ft", + "raf t", + "f fer", + "ff er", + "ffe r", + "P OST", + "PO ST", + "POS T", + "el per", + "elp er", + "Ġ love", + "Ġl ove", + "Ġlo ve", + "Ġlov e", + "qu ote", + "quot e", + "quo te", + "o ud", + "ou d", + "Ġ json", + "Ġj son", + "Ġjs on", + "Ġ able", + "Ġa ble", + "Ġab le", + "Ġabl e", + "Ġ men", + "Ġm en", + "Ġme n", + "A X", + "Ġ Copyright", + "ĠC opyright", + "ĠCopy right", + "à ¶", + "a vig", + "av ig", + "avi g", + "r eq", + "re q", + "C lient", + "Cl ient", + "Cli ent", + "} );Ċ", + "}) ;Ċ", + "}); Ċ", + ". Com", + ".C om", + ".Co m", + "e rc", + "er c", + "i lt", + "il t", + "p ecial", + "pe cial", + "pec ial", + "pecia l", + "_ com", + "_c om", + "_co m", + "r oom", + "ro om", + ". Name", + ".N ame", + "Ġ give", + "Ġg ive", + "Ġgi ve", + "a mb", + "am b", + "i ke", + "ik e", + "Ġ condition", + "Ġcon dition", + "Ġcond ition", + "Ġcondi tion", + "c lient", + "cl ient", + "cli ent", + "a tors", + "at ors", + "ator s", + "ato rs", + ": \"", + "Ġ copy", + "Ġc opy", + "Ġco py", + "Ġcop y", + "u ture", + "ut ure", + "ivers ity", + "iversit y", + "er nal", + "ern al", + "erna l", + "{ {", + "Ġ Can", + "ĠC an", + "ĠCa n", + "o unc", + "ou nc", + "oun c", + "d o", + "Ġ occ", + "Ġo cc", + "Ġoc c", + "Ġ appro", + "Ġapp ro", + "Ġap pro", + "th ers", + "ther s", + "the rs", + "z e", + "Ġ either", + "Ġe ither", + "Ġei ther", + "Ġ Fl", + "ĠF l", + "Ġ important", + "Ġimport ant", + "Ġ lead", + "Ġl ead", + "Ġle ad", + "at tr", + "att r", + "A RT", + "AR T", + "E qual", + "Equ al", + "Eq ual", + "Ġ da", + "Ġd a", + "et ch", + "etc h", + "e ntity", + "ent ity", + "enti ty", + "Ġ family", + "Ġf amily", + "Ġfam ily", + "Ġfamil y", + "ad ding", + "add ing", + "addin g", + "Ġ option", + "Ġo ption", + "Ġop tion", + "Ġopt ion", + "Ġ exist", + "Ġex ist", + "i ca", + "ic a", + "Ġ Object", + "ĠO bject", + "ĠOb ject", + "ĠObj ect", + "6 9", + "' ve", + "v ers", + "ver s", + "ve rs", + "it ional", + "ition al", + "iti onal", + "6 7", + "out put", + "Ġ True", + "ĠTr ue", + "ĠTru e", + "Ġ OF", + "ĠO F", + "_ time", + "_t ime", + "_tim e", + "_ti me", + "Ġ offer", + "Ġo ffer", + "Ġof fer", + "Ġoff er", + "Ġ });ĊĊ", + "Ġ} );ĊĊ", + "Ġ});Ċ Ċ", + "Ġ}) ;ĊĊ", + "Ġ}); ĊĊ", + "H ER", + "HE R", + "e gin", + "eg in", + "\" \"", + "Ġ water", + "Ġw ater", + "Ġwa ter", + "Ġwat er", + "Ġ che", + "Ġc he", + "Ġch e", + "Ġ My", + "ĠM y", + "o red", + "or ed", + "ore d", + "Ġ step", + "Ġs tep", + "Ġst ep", + "Ġste p", + "a nces", + "an ces", + "ance s", + "anc es", + "C K", + "A Y", + "à ¸", + "str uction", + "struct ion", + "stru ction", + "( C", + "3 00", + "30 0", + "o uch", + "ou ch", + "St ream", + "Str eam", + "act ive", + "activ e", + "a ma", + "am a", + "E ntity", + "Ent ity", + "pro duct", + "produ ct", + "prod uct", + "( ){Ċ", + "() {Ċ", + "(){ Ċ", + "Ġ government", + "Ġg overnment", + "Ġgovern ment", + "Ġ ID", + "ĠI D", + "aj or", + "ajo r", + "A nd", + "An d", + "Ġ display", + "Ġd isplay", + "Ġdis play", + "Ġdisp lay", + "Ġdispl ay", + "Ð »", + "Ġ times", + "Ġt imes", + "Ġtime s", + "Ġtim es", + "Ġti mes", + "Ġ four", + "Ġf our", + "Ġfo ur", + "Ġfou r", + "Ġ far", + "Ġf ar", + "Ġfa r", + "Ġ present", + "Ġp resent", + "Ġpre sent", + "Ġpres ent", + "Ġ NS", + "ĠN S", + "Ġ \\Ċ", + "Ġ\\ Ċ", + "u est", + "ue st", + "ues t", + "Ġ bas", + "Ġb as", + "Ġba s", + "e cho", + "ec ho", + "ech o", + "ch ild", + "chi ld", + "if ier", + "ifi er", + "ifie r", + "H andler", + "Hand ler", + "Handle r", + "Ġ lib", + "Ġl ib", + "Ġli b", + "P roperty", + "Pro perty", + "Prop erty", + "trans lation", + "Ġ room", + "Ġr oom", + "Ġro om", + "Ġ once", + "Ġo nce", + "Ġon ce", + "Ġonc e", + "Ġ []", + "Ġ[ ]", + "c enter", + "cent er", + "cen ter", + "cente r", + "================ ================", + "Ġ results", + "Ġres ults", + "Ġresult s", + "Ġ continue", + "Ġcont inue", + "Ġcontin ue", + "Ġcontinu e", + "Ġ talk", + "Ġt alk", + "Ġtal k", + "Ġta lk", + "_ get", + "_g et", + "_ge t", + "Ġ grow", + "Ġg row", + "Ġgr ow", + "Ġgro w", + ". sw", + ".s w", + "e b", + "Ġ Public", + "ĠP ublic", + "ĠPub lic", + "O P", + "ec ute", + "ecut e", + "o ls", + "ol s", + "Ġ **", + "Ġ* *", + "\" );ĊĊ", + "\");Ċ Ċ", + "\") ;ĊĊ", + "\"); ĊĊ", + "Ġ mass", + "Ġm ass", + "Ġma ss", + "Ġmas s", + "u red", + "ur ed", + "ure d", + ". class", + ".c lass", + ".cl ass", + "o mic", + "om ic", + "omi c", + "Ġ mean", + "Ġm ean", + "Ġme an", + "i ps", + "ip s", + "Ġ aut", + "Ġa ut", + "Ġau t", + ") ;čĊčĊ", + ");čĊ čĊ", + "); čĊčĊ", + "Ġ until", + "Ġun til", + "Ġunt il", + "Ġ market", + "Ġm arket", + "Ġmark et", + "Ġmar ket", + "Ġ area", + "Ġa rea", + "Ġare a", + "Ġar ea", + "u it", + "ui t", + "Ġ length", + "Ġl ength", + "Ġle ngth", + "Ġlen gth", + "Ġleng th", + "Ġ With", + "ĠW ith", + "ĠWi th", + "ĠWit h", + "str uctor", + "struct or", + "stru ctor", + "e vent", + "ev ent", + "even t", + "eve nt", + "\" ><", + "\"> <", + "Ġ Sp", + "ĠS p", + "I V", + "Ġ mus", + "Ġm us", + "Ġmu s", + "i ff", + "if f", + "Ġ kind", + "Ġk ind", + "Ġki nd", + "Ġkin d", + "a uthor", + "aut hor", + "auth or", + "o unds", + "ou nds", + "ound s", + "oun ds", + "m b", + "_ key", + "_k ey", + "_ke y", + "4 1", + "w idth", + "wid th", + "pos itory", + "posit ory", + "positor y", + "Ġ light", + "Ġl ight", + "Ġli ght", + "Ġlig ht", + "u k", + "R ow", + "Ro w", + "o hn", + "oh n", + "a lf", + "al f", + "viron ment", + "a pper", + "ap per", + "app er", + "appe r", + "ol lections", + "oll ections", + "ollection s", + "ollect ions", + "olle ctions", + "Ġ side", + "Ġs ide", + "Ġsi de", + "Ġsid e", + "_ info", + "_in fo", + "_inf o", + "Ġ example", + "Ġex ample", + "Ġexam ple", + "i mary", + "im ary", + "ima ry", + "imar y", + "Ġ wr", + "Ġw r", + "Ġ camp", + "Ġc amp", + "Ġca mp", + "Ġcam p", + "cri be", + "cr ibe", + "2 55", + "25 5", + "\" /", + "Ġ miss", + "Ġm iss", + "Ġmis s", + "Ġmi ss", + "w ay", + "wa y", + "Ġ based", + "Ġb ased", + "Ġbase d", + "Ġbas ed", + "Ġba sed", + "Ġ plan", + "Ġp lan", + "Ġpl an", + "Ġpla n", + "V is", + "Vi s", + "o main", + "om ain", + "oma in", + "u nk", + "un k", + "Ġ away", + "Ġa way", + "Ġaw ay", + "U P", + "< T", + "O S", + "i od", + "io d", + "Ġ Mon", + "ĠM on", + "ĠMo n", + "âĢĻ re", + "Ġ lik", + "Ġl ik", + "Ġli k", + "à §", + "i vely", + "iv ely", + "ive ly", + "ivel y", + ". v", + "i mer", + "im er", + "ime r", + "i zer", + "iz er", + "ize r", + "S ub", + "Su b", + "Ġ button", + "Ġb utton", + "Ġbut ton", + "Ġbutt on", + "Ġbutto n", + "Ġ Up", + "ĠU p", + "Ġ experience", + "Ġex perience", + "Ġexper ience", + "Ġexperi ence", + "C L", + "Ġ render", + "Ġre nder", + "Ġr ender", + "Ġren der", + "Ġrend er", + "_ value", + "_v alue", + "_val ue", + "_va lue", + "Ġ near", + "Ġn ear", + "Ġne ar", + "U RL", + "UR L", + "a lt", + "al t", + "Ġ country", + "Ġc ountry", + "Ġcount ry", + "Ġcoun try", + "ib ility", + "ibil ity", + "ibilit y", + "ibili ty", + "5 7", + "( ),Ċ", + "() ,Ċ", + "(), Ċ", + "e ad", + "ea d", + "Ġ author", + "Ġa uthor", + "Ġaut hor", + "Ġauth or", + "Ġ specific", + "Ġs pecific", + "Ġspec ific", + "Ġspeci fic", + "b ase", + "ba se", + "bas e", + "( name", + "(n ame", + "o nes", + "on es", + "one s", + "Ġ Do", + "ĠD o", + "Ġ along", + "Ġa long", + "Ġal ong", + "Ġalo ng", + "y ear", + "ye ar", + "Ġ express", + "Ġex press", + "Ġexp ress", + "Ġexpr ess", + "Ġexpres s", + ". '", + "e nv", + "en v", + "Ġ begin", + "Ġb egin", + "Ġbe gin", + "Ġbeg in", + "Ġ software", + "Ġs oftware", + "Ġso ftware", + "Ġsoft ware", + "Ġ imp", + "Ġi mp", + "Ġim p", + "Ġ win", + "Ġw in", + "Ġwi n", + "ó n", + "Ġ thing", + "Ġth ing", + "Ġthin g", + "Ġthi ng", + "T rans", + "Tr ans", + "Tra ns", + "Ġ THE", + "ĠT HE", + "ĠTH E", + "Ġ ", + "Ġ? >", + "Ġ den", + "Ġd en", + "Ġde n", + "ob ile", + "obi le", + "obil e", + "ch ange", + "chan ge", + "cha nge", + "chang e", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "i ci", + "ic i", + "n a", + "Ġ Form", + "ĠF orm", + "ĠFor m", + "ĠFo rm", + "Ġ sort", + "Ġs ort", + "Ġso rt", + "Ġsor t", + "S elect", + "Se lect", + "Sel ect", + "Sele ct", + "p are", + "par e", + "pa re", + "Ġ thought", + "Ġth ought", + "Ġthough t", + "Ġthou ght", + "Ġtho ught", + "_ con", + "_c on", + "_co n", + "Ġ task", + "Ġt ask", + "Ġta sk", + "Ġtas k", + "o cus", + "oc us", + "ocu s", + "Ġ DE", + "ĠD E", + "Ġ Min", + "ĠM in", + "ĠMi n", + "Ġ opt", + "Ġo pt", + "Ġop t", + "ĉ break", + "ĉb reak", + "u mer", + "um er", + "ume r", + "K E", + "t hen", + "th en", + "the n", + "Ġ det", + "Ġd et", + "Ġde t", + "Ġ Test", + "ĠT est", + "ĠTe st", + "ĠTes t", + "p orts", + "port s", + "por ts", + "po rts", + "Ġ review", + "Ġre view", + "Ġr eview", + "Ġrev iew", + "( '/", + "(' /", + "m ove", + "mo ve", + "mov e", + "Ġ switch", + "Ġs witch", + "Ġsw itch", + "E RT", + "ER T", + "p atch", + "pat ch", + "an not", + "ann ot", + "anno t", + "ã Ĥ", + "Ġ above", + "Ġa bove", + "Ġab ove", + "it ive", + "iti ve", + "5 6", + "Ġ question", + "Ġqu estion", + "Ġquest ion", + "Ġq uestion", + "Ġquesti on", + "Ġques tion", + "Ġ Qu", + "ĠQ u", + "ãĢĤ ĊĊ", + "ãĢĤĊ Ċ", + "g le", + "gl e", + "Ġ word", + "Ġw ord", + "Ġwor d", + "Ġwo rd", + "Ġ provide", + "Ġpro vide", + "Ġprovid e", + "Ġprov ide", + "Ġ Return", + "ĠR eturn", + "ĠRe turn", + "ĠRet urn", + "Ġ research", + "Ġre search", + "Ġres earch", + "ã o", + "u str", + "us tr", + "ust r", + "Ġ publish", + "Ġp ublish", + "Ġpub lish", + "Ġpubli sh", + "ch ema", + "che ma", + "chem a", + "} }", + "Ġ CON", + "ĠC ON", + "ĠCO N", + "- in", + "-i n", + "all back", + "Ġ cover", + "Ġc over", + "Ġco ver", + "Ġcov er", + "\\ \\", + "c olor", + "co lor", + "col or", + "colo r", + "Ġ IS", + "ĠI S", + "Ġ whether", + "Ġwh ether", + "Ġwhe ther", + "i mate", + "im ate", + "ima te", + "imat e", + "i sc", + "is c", + "B ar", + "Ba r", + "Ġ div", + "Ġd iv", + "Ġdi v", + "B e", + "o urn", + "ou rn", + "our n", + "Ġ having", + "Ġh aving", + "Ġha ving", + "Ġhav ing", + "l em", + "le m", + "p layer", + "pl ayer", + "play er", + "pla yer", + "a bs", + "ab s", + "am era", + "ame ra", + "amer a", + "n ey", + "ne y", + "Ġ exc", + "Ġe xc", + "Ġex c", + "g ether", + "get her", + "ge ther", + "p lied", + "pl ied", + "a o", + "[ $", + "Ġ ++", + "Ġ+ +", + "i pe", + "ip e", + "s how", + "sh ow", + "/ d", + "[ :", + "a gement", + "ag ement", + "age ment", + "agem ent", + "l ev", + "le v", + "_ ID", + "_I D", + "9 7", + "r ary", + "ra ry", + "rar y", + "a des", + "ad es", + "ade s", + "_ se", + "_s e", + "a use", + "au se", + "aus e", + "Ġ employ", + "Ġe mploy", + "Ġem ploy", + "Ġemp loy", + "Ġ */čĊ", + "Ġ* /čĊ", + "Ġ*/ čĊ", + "Ġ fre", + "Ġf re", + "Ġfr e", + "Ġ' @", + "Ġcom plet", + "Ġcomp let", + "Ġcomple t", + "Ġcompl et", + "Ġ large", + "Ġl arge", + "Ġlarg e", + "Ġlar ge", + "r al", + "ra l", + "\\ x", + "Ġ fac", + "Ġf ac", + "Ġfa c", + "< String", + ">", + "Ġ> >", + "Ġ face", + "Ġf ace", + "Ġfa ce", + "Ġfac e", + "C TION", + "CT ION", + "Ġ save", + "Ġs ave", + "Ġsa ve", + "Ġsav e", + "Ġ typ", + "Ġt yp", + "Ġty p", + "d ev", + "de v", + "( \"#", + "(\" #", + "A GE", + "AG E", + "cont ainer", + "contain er", + "e dit", + "ed it", + "edi t", + "Q L", + "Ġ items", + "Ġit ems", + "Ġi tems", + "Ġitem s", + "Ġ social", + "Ġs ocial", + "Ġso cial", + "Ġsoc ial", + "Ġsoci al", + "i en", + "ie n", + "Ġ React", + "ĠRe act", + ") .ĊĊ", + "). ĊĊ", + ").Ċ Ċ", + "Ġ mar", + "Ġm ar", + "Ġma r", + "Ġre du", + "Ġr edu", + "Ġred u", + "Ġ RE", + "ĠR E", + ". put", + ".p ut", + "Ġ major", + "Ġm ajor", + "Ġmaj or", + "C ell", + "Ce ll", + "Cel l", + "n ext", + "ne xt", + "nex t", + "Ġ expected", + "Ġex pected", + "Ġexp ected", + "Ġexpect ed", + "Ġ yet", + "Ġy et", + "Ġye t", + "Ġin div", + "Ġind iv", + "trib utes", + "tribute s", + "at is", + "ati s", + "a med", + "am ed", + "ame d", + "Ġ food", + "Ġf ood", + "Ġfo od", + "Ġfoo d", + "S ource", + "( string", + "(s tring", + "(str ing", + "(st ring", + "Ġ +Ċ", + "Ġ+ Ċ", + "i tes", + "it es", + "ite s", + "d r", + "Ġ members", + "Ġm embers", + "Ġmem bers", + "Ġmember s", + "Ġmemb ers", + "Ġ comb", + "Ġc omb", + "Ġcom b", + "Ġco mb", + "i tems", + "it ems", + "ite ms", + "item s", + "Ġ Per", + "ĠP er", + "ĠPe r", + "T H", + "= True", + "Ġ bar", + "Ġb ar", + "Ġba r", + "_ SE", + "_S E", + "c omm", + "com m", + "co mm", + "( w", + ") ĊĊĊ", + ")Ċ ĊĊ", + ")ĊĊ Ċ", + "Ġ send", + "Ġs end", + "Ġse nd", + "Ġsen d", + "Ġ inc", + "Ġin c", + "Ġi nc", + "un signed", + "uns igned", + "F A", + "Ġ params", + "Ġpar ams", + "Ġparam s", + "Ġpara ms", + "Ġpa rams", + "a pping", + "ap ping", + "app ing", + "r os", + "ro s", + "u gin", + "ug in", + "ugi n", + "f a", + "Ġ connection", + "Ġcon nection", + "Ġconn ection", + "Ġconnect ion", + "Ġ };ĊĊ", + "Ġ} ;ĊĊ", + "Ġ};Ċ Ċ", + "Ġ}; ĊĊ", + "Ġb ecome", + "Ġbe come", + "Ġbec ome", + "M ode", + "Mod e", + "Mo de", + "Ġ ev", + "Ġe v", + "Ġ diff", + "Ġd iff", + "Ġdif f", + "Ġdi ff", + "Ġ United", + "ĠUn ited", + "ĠUnit ed", + "ĠUni ted", + "H eight", + "He ight", + "f ully", + "ful ly", + "full y", + "im ages", + "image s", + "ima ges", + "imag es", + "Ġ makes", + "Ġm akes", + "Ġmake s", + "Ġma kes", + "Ġmak es", + "Ġ global", + "Ġg lobal", + "Ġglob al", + "Ġglo bal", + "Ġ contact", + "Ġcont act", + "Ġconta ct", + "' :Ċ", + "': Ċ", + "Ġ abs", + "Ġa bs", + "Ġab s", + "а Ð", + "f loat", + "flo at", + "Ġ except", + "Ġex cept", + "Ġexc ept", + "Ġexce pt", + "Ġ Pol", + "ĠP ol", + "ĠPo l", + "Ch ild", + "Chi ld", + "t yp", + "ty p", + "Ġc ertain", + "Ġcert ain", + "Ġcer tain", + "i ón", + "ió n", + "O UT", + "OU T", + "Ġim pro", + "Ġimp ro", + "Ġimpr o", + "i les", + "il es", + "ile s", + "Ġ -->Ċ", + "Ġ- ->Ċ", + "Ġ-- >Ċ", + "Ġ--> Ċ", + "Ġ Part", + "ĠP art", + "ĠPar t", + "ĠPa rt", + "val ues", + "value s", + "valu es", + "o ss", + "os s", + "/ **", + "/* *", + "i lit", + "il it", + "ili t", + "Ġ Event", + "ĠE vent", + "ĠEven t", + "ĠEv ent", + "ĠEve nt", + "c urity", + "cur ity", + "s ter", + "st er", + "ste r", + "Ġ character", + "Ġchar acter", + "1 98", + "19 8", + "Ġ news", + "Ġn ews", + "Ġnew s", + "Ġne ws", + "Ġ \",", + "Ġ\" ,", + "Ġ device", + "Ġd evice", + "Ġde vice", + "Ġdev ice", + "c el", + "ce l", + "lo gin", + "log in", + "he et", + "hee t", + "D efault", + "De fault", + "Def ault", + "@ \"", + "ĉ Ġ", + "c lick", + "cl ick", + "cli ck", + "( value", + "(v alue", + "(val ue", + "(va lue", + "Ġ Ab", + "ĠA b", + "Ġ previous", + "Ġpre vious", + "Ġprev ious", + "ERR OR", + "o cal", + "oc al", + "oca l", + "Ġ material", + "Ġm aterial", + "Ġmat erial", + "Ġmate rial", + "Ġmateria l", + "Ġmater ial", + "Ġmateri al", + "Ġ below", + "Ġb elow", + "Ġbe low", + "Ġbel ow", + "Ġ Christ", + "ĠCh rist", + "ĠChris t", + "ĠChr ist", + "Ġ media", + "Ġm edia", + "Ġme dia", + "Ġmed ia", + "Ġmedi a", + "c over", + "co ver", + "cov er", + "Ġ UI", + "ĠU I", + "Ġ fail", + "Ġf ail", + "Ġfa il", + "Ġ black", + "Ġb lack", + "Ġbl ack", + "Ġbla ck", + "Ġ component", + "Ġcom ponent", + "Ġcomp onent", + "Ġ American", + "ĠA merican", + "ĠAmeric an", + "ĠAmerica n", + "ĠAmer ican", + "Ġ added", + "Ġadd ed", + "Ġad ded", + "Ġ buy", + "Ġb uy", + "Ġbu y", + "s tit", + "st it", + "sti t", + "Ġ came", + "Ġc ame", + "Ġca me", + "Ġcam e", + "Ġ delete", + "Ġde lete", + "Ġdel ete", + "Ġdelet e", + "Ġdele te", + "p roperty", + "pro perty", + "prop erty", + "proper ty", + "o ding", + "od ing", + "odi ng", + "Ġ card", + "Ġc ard", + "Ġcar d", + "Ġca rd", + "r ops", + "ro ps", + "rop s", + "Ġ https", + "Ġhttp s", + "Ġht tps", + "Ġhtt ps", + "Ġ root", + "Ġr oot", + "Ġro ot", + "Ġ handle", + "Ġh andle", + "Ġhand le", + "Ġhan dle", + "C C", + "B ack", + "Ba ck", + "em plate", + "emp late", + "empl ate", + "Ġ getting", + "Ġg etting", + "Ġget ting", + "_ by", + "_b y", + "m ail", + "ma il", + "mai l", + "_ sh", + "_s h", + ". assert", + ".as sert", + "Ġ Dec", + "ĠD ec", + "ĠDe c", + "( true", + "(tr ue", + "Ġ comput", + "Ġcom put", + "Ġcomp ut", + "Ġ claim", + "Ġcl aim", + "Ġcla im", + "' =>", + "'= >", + "Ġ Sub", + "ĠS ub", + "ĠSu b", + "Ġ air", + "Ġa ir", + "Ġai r", + "o ps", + "op s", + "n av", + "na v", + "e ments", + "em ents", + "ement s", + "eme nts", + "emen ts", + "( id", + "(i d", + "Ġ enter", + "Ġen ter", + "Ġent er", + "an ged", + "ang ed", + "ange d", + "E nd", + "En d", + "Ġ location", + "Ġl ocation", + "Ġlo cation", + "Ġloc ation", + "Ġ night", + "Ġn ight", + "Ġni ght", + "Ġnig ht", + "Ġ doing", + "Ġdo ing", + "Ġdoi ng", + "Ġ Red", + "ĠR ed", + "ĠRe d", + "l in", + "li n", + "} ĊĊĊ", + "}Ċ ĊĊ", + "}ĊĊ Ċ", + "v ider", + "vid er", + "vi der", + "vide r", + "Ġ pick", + "Ġp ick", + "Ġpi ck", + "Ġpic k", + "Ġ watch", + "Ġw atch", + "Ġwat ch", + "ess ages", + "essage s", + "essa ges", + "Ġ human", + "Ġh uman", + "Ġhum an", + "Ġhu man", + "Ġ dam", + "Ġd am", + "Ġda m", + "p end", + "pe nd", + "pen d", + "d ir", + "di r", + "Ġ tax", + "Ġt ax", + "Ġta x", + "Ġ girl", + "Ġg irl", + "Ġgi rl", + "Ġgir l", + "re et", + "ree t", + "Ġ box", + "Ġb ox", + "Ġbo x", + "Ġ strong", + "Ġst rong", + "Ġstr ong", + "Ġstro ng", + "Ġstron g", + "( v", + "r el", + "re l", + "Ġ interface", + "Ġinter face", + "Ġinterf ace", + "Ġ msg", + "Ġm sg", + "Ġms g", + "f ect", + "fe ct", + "fec t", + "_ at", + "_a t", + "Ġ house", + "Ġh ouse", + "Ġhous e", + "Ġho use", + "Ġ track", + "Ġt rack", + "Ġtr ack", + "Ġtra ck", + "' );ĊĊ", + "') ;ĊĊ", + "');Ċ Ċ", + "'); ĊĊ", + "j e", + "Ġ John", + "ĠJ ohn", + "ĠJo hn", + "ĠJoh n", + "i str", + "is tr", + "ist r", + "( S", + "u be", + "ub e", + "Ġ ce", + "Ġc e", + "it ted", + "itt ed", + "itte d", + "V ER", + "VE R", + "* )", + "p arent", + "par ent", + "pare nt", + "pa rent", + "paren t", + "Ġ application", + "Ġapp lication", + "Ġap plication", + "Ġapplic ation", + "Ġappl ication", + "a ny", + "an y", + ". swing", + ".s wing", + ".sw ing", + "Ġ pack", + "Ġp ack", + "Ġpa ck", + "Ġpac k", + "\\ u", + "Ġp ract", + "Ġpr act", + "Ġpra ct", + "Ġprac t", + "Ġ section", + "Ġs ection", + "Ġse ction", + "Ġsec tion", + "Ġsect ion", + "c tx", + "ct x", + "Ġ unsigned", + "Ġun signed", + "Ġuns igned", + ". Point", + ".P oint", + "Ġ One", + "ĠO ne", + "ĠOn e", + "Ä ±", + "i ple", + "ip le", + "ipl e", + "a id", + "ai d", + "Ñ ĥ", + "V ector", + "Vec tor", + "Ve ctor", + "Vect or", + "b yte", + "by te", + "byt e", + "Ġ wait", + "Ġw ait", + "Ġwa it", + "Ġ Ãł", + "Ġà ł", + "à ¥", + "Ġto gether", + "Ġtog ether", + "Ġ throws", + "Ġth rows", + "Ġthrow s", + "Ġthr ows", + "Ġthro ws", + "F O", + "' ))", + "') )", + "h ost", + "ho st", + "hos t", + "i sing", + "is ing", + "isi ng", + "isin g", + ". view", + ".v iew", + "Ġ terms", + "Ġte rms", + "Ġter ms", + "Ġterm s", + "f ramework", + "fr amework", + "frame work", + "fram ework", + "- r", + "Ġ apply", + "Ġapp ly", + "Ġap ply", + "Ġappl y", + "Ġ session", + "Ġs ession", + "Ġsess ion", + "O ptions", + "Option s", + "Opt ions", + "ug gest", + "ugg est", + "Ġ others", + "Ġo thers", + "Ġother s", + "w itter", + "wit ter", + "Ġ fund", + "Ġf und", + "Ġfun d", + "Ġfu nd", + "I nit", + "In it", + "Ini t", + "_ _(", + "__ (", + "ens or", + "enso r", + "G ET", + "GE T", + "Ġse veral", + "Ġsever al", + "Ġsev eral", + "i i", + "[ j", + "I O", + "Ġ template", + "Ġt emplate", + "Ġtem plate", + "Ġtemp late", + "Ġtempl ate", + "P osition", + "Pos ition", + "Ġe con", + "Ġec on", + "Ġeco n", + "a chine", + "ach ine", + "achi ne", + "Ġ il", + "Ġi l", + ". spring", + ".s pring", + ".sp ring", + "m ain", + "ma in", + "mai n", + "e lt", + "el t", + "i ment", + "im ent", + "ime nt", + "imen t", + "R ec", + "Re c", + "m m", + "Ġ University", + "ĠUn iversity", + "ĠUnivers ity", + "urs or", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "G L", + "ic ture", + "ict ure", + "it hub", + "ith ub", + "c er", + "ce r", + "c ast", + "ca st", + "cas t", + "F rom", + "Fr om", + "a les", + "al es", + "ale s", + "Ġ subject", + "Ġsu bject", + "Ġsub ject", + "Ġsubj ect", + "p assword", + "pass word", + "pas sword", + "n y", + "Ġ esc", + "Ġe sc", + "Ġes c", + ". write", + ".w rite", + ".writ e", + ".wr ite", + "ï¼ Į", + "W hat", + "Wh at", + ". H", + "Ġ history", + "Ġh istory", + "Ġhistor y", + "Ġhist ory", + "Ġhi story", + "Ġhisto ry", + "Ġ Fe", + "ĠF e", + "Ġ individual", + "Ġind ividual", + "Ġindiv idual", + "Ġindivid ual", + "u nit", + "un it", + "uni t", + "Ġ -->", + "Ġ- ->", + "Ġ-- >", + "Ġ du", + "Ġd u", + "I ST", + "IS T", + "Ġ users", + "Ġus ers", + "Ġuse rs", + "Ġuser s", + "f s", + "f alse", + "fa lse", + "fal se", + "u nt", + "un t", + "T itle", + "Tit le", + "Ti tle", + "Ġ mot", + "Ġm ot", + "Ġmo t", + "Ġ future", + "Ġf uture", + "Ġfut ure", + "Ġfu ture", + "a ched", + "ac hed", + "ach ed", + "ache d", + "Ġ started", + "Ġstart ed", + "Ġstar ted", + "Ġ mode", + "Ġm ode", + "Ġmod e", + "Ġmo de", + "Ġ '<", + "Ġ' <", + "_ array", + "_a rray", + "_arr ay", + "_ar ray", + "Ġ ax", + "Ġa x", + "' ];Ċ", + "'] ;Ċ", + "']; Ċ", + "i res", + "ir es", + "ire s", + "T here", + "The re", + "Th ere", + "u ght", + "ug ht", + "ugh t", + "t ml", + "tm l", + "p osed", + "pos ed", + "pose d", + "po sed", + "i cult", + "ic ult", + "Ġ took", + "Ġt ook", + "Ġto ok", + "Ġtoo k", + "Ġ games", + "Ġg ames", + "Ġgame s", + "Ġgam es", + "Ġga mes", + "Ġ }}", + "Ġ} }", + "Ġ ?>Ċ", + "Ġ? >Ċ", + "Ġ?> Ċ", + "Ġ products", + "Ġproduct s", + "Ġprodu cts", + "I s", + "Ġ bad", + "Ġb ad", + "Ġba d", + "Ġ Des", + "ĠD es", + "ĠDe s", + ". path", + ".p ath", + ".pa th", + ".pat h", + "' ĊĊ", + "'Ċ Ċ", + "Ġ Post", + "ĠP ost", + "ĠPo st", + "ĠPos t", + "a vel", + "av el", + "ave l", + "( :", + "1 50", + "15 0", + "Ġ needs", + "Ġne eds", + "Ġneed s", + "Ġ known", + "Ġk nown", + "Ġkn own", + "Ġknow n", + "F l", + "Ġ exec", + "Ġe xec", + "Ġex ec", + "Ġexe c", + "Ġ seen", + "Ġs een", + "Ġse en", + "Ġsee n", + "5 1", + "u me", + "um e", + "Ġ border", + "Ġb order", + "Ġbor der", + "Ġbord er", + "Ġ live", + "Ġl ive", + "Ġli ve", + "Ġliv e", + "t emp", + "te mp", + "tem p", + "P er", + "Pe r", + "Ġ variable", + "Ġvar iable", + "Ġvari able", + "i et", + "ie t", + "Ġ Def", + "ĠD ef", + "ĠDe f", + "Ġ ge", + "Ġg e", + "e me", + "em e", + "_ back", + "_b ack", + "f irst", + "fi rst", + "fir st", + "Ġ provided", + "Ġpro vided", + "Ġprovid ed", + "Ġprov ided", + "Ġprovide d", + "//////////////// ////////////////", + "Ġ filename", + "Ġf ilename", + "Ġfile name", + "Ġfil ename", + "Ġfi lename", + "Ġ hope", + "Ġh ope", + "Ġhop e", + "Ġho pe", + "u ly", + "ul y", + "a uto", + "aut o", + "au to", + "f ind", + "fin d", + "fi nd", + "_ string", + "_s tring", + "_st ring", + "_str ing", + "b tn", + "bt n", + "it ude", + "itud e", + "itu de", + "At tribute", + "Attrib ute", + "Ġ young", + "Ġyou ng", + "Ġyo ung", + ". txt", + ".t xt", + ".tx t", + "Ġ website", + "Ġwe bsite", + "Ġweb site", + "Ġwebs ite", + "Ġ Prop", + "ĠP rop", + "ĠPro p", + "ĠPr op", + "Ġ ey", + "Ġe y", + "> ();Ċ", + ">( );Ċ", + ">() ;Ċ", + ">(); Ċ", + "i onal", + "ion al", + "io nal", + "iona l", + "A RR", + "AR R", + "iction ary", + "ur ther", + "urt her", + ". ", + ")- >", + "t x", + "Ġ pur", + "Ġp ur", + "Ġpu r", + "u el", + "ue l", + "ym bol", + "ymb ol", + "u ation", + "ua tion", + "uat ion", + "a nger", + "an ger", + "ang er", + "ange r", + "Ġ background", + "Ġback ground", + "e cess", + "ec ess", + "ece ss", + "ef ined", + ". .......", + ".. ......", + "... .....", + ".... ....", + "..... ...", + "...... ..", + "....... .", + "Ġ description", + "Ġd escription", + "Ġde scription", + "Ġdes cription", + "Ġdescri ption", + "Ġ represent", + "Ġre present", + "Ġrep resent", + "\" ));Ċ", + "\") );Ċ", + "\")) ;Ċ", + "\")); Ċ", + "p ression", + "pr ession", + "press ion", + "row ser", + "rows er", + "rowse r", + "Ġ series", + "Ġs eries", + "Ġse ries", + "Ġser ies", + "Ġserie s", + "Ġseri es", + "w ards", + "ward s", + "war ds", + "5 2", + "( $_", + "($ _", + "a ise", + "ai se", + "ais e", + "Ġ hot", + "Ġh ot", + "Ġho t", + "a city", + "ac ity", + "aci ty", + "r ies", + "ri es", + "rie s", + "a ctions", + "act ions", + "action s", + "C reate", + "Cre ate", + "Creat e", + "a dio", + "ad io", + "adi o", + "am ples", + "amp les", + "ample s", + "Ġ original", + "Ġor iginal", + "Ġorig inal", + "Ġorigin al", + "ens ive", + "ensi ve", + "f ont", + "fo nt", + "fon t", + "st ream", + "str eam", + "stre am", + " using", + ".spring framework", + "0 01", + "00 1", + "s erver", + "ser ver", + "serve r", + "serv er", + "Ġ bill", + "Ġb ill", + "Ġbi ll", + "Ġbil l", + "A CK", + "AC K", + "i lename", + "il ename", + "ile name", + "ilen ame", + "Ġ frame", + "Ġf rame", + "Ġfr ame", + "Ġfra me", + "Ġfram e", + "Ġ =Ċ", + "Ġ= Ċ", + "E dit", + "Ed it", + "ad ius", + "adi us", + "Ġ draw", + "Ġd raw", + "Ġdr aw", + "Ġdra w", + "an ks", + "ank s", + "Ġd eter", + "Ġde ter", + "Ġdet er", + "Ġ comes", + "Ġc omes", + "Ġcom es", + "Ġco mes", + "Ġcome s", + "_ int", + "_in t", + "_i nt", + "Ġ foreach", + "Ġf oreach", + "Ġfor each", + "Ġfore ach", + "Ġfo reach", + "a ngle", + "an gle", + "ang le", + "angl e", + "Ġ elect", + "Ġe lect", + "Ġel ect", + "Ġele ct", + "p ected", + "pect ed", + "pec ted", + "He ader", + "Head er", + "i stration", + "ist ration", + "istr ation", + "istra tion", + "istrat ion", + "F alse", + "Fa lse", + "Fal se", + "Ġ Game", + "ĠG ame", + "ĠGa me", + "ĠGam e", + "Ġ filter", + "Ġf ilter", + "Ġfil ter", + "Ġfilt er", + "Act ivity", + "Activ ity", + "Ġ larg", + "Ġl arg", + "Ġla rg", + "Ġlar g", + "in ition", + "init ion", + "ini tion", + "Ġ \"<", + "Ġ\" <", + "2 56", + "25 6", + "i sed", + "is ed", + "ise d", + "Ġ remove", + "Ġre move", + "Ġrem ove", + "Ġ Trans", + "ĠT rans", + "ĠTr ans", + "ĠTra ns", + "ĠTran s", + "m et", + "me t", + "s ee", + "se e", + "Form at", + "For mat", + "Com mand", + "Comm and", + "Ġ EX", + "ĠE X", + "N one", + "No ne", + "Non e", + "Ġ front", + "Ġf ront", + "Ġfr ont", + "Ġfro nt", + "Ġfron t", + "A SE", + "AS E", + "Ġ Rec", + "ĠR ec", + "ĠRe c", + "ound ation", + "Ġ vo", + "Ġv o", + "9 6", + "= \\\"", + "=\\ \"", + "( *", + "Ch ange", + "Chan ge", + "Cha nge", + ". Write", + ".W rite", + "g roup", + "gr oup", + "gro up", + "i ents", + "ie nts", + "ient s", + "ien ts", + "u y", + "******** ********************************************************", + "**************** ************************************************", + "******************************** ********************************", + "************************ ****************************************", + "**************************************** ************************", + "************************************************ ****************", + "******************************************************** ********", + "Ġ dig", + "Ġd ig", + "Ġdi g", + "h r", + "( -", + "Ġ gen", + "Ġg en", + "Ġge n", + "n umber", + "num ber", + "v ec", + "ve c", + "ur ope", + "uro pe", + "en try", + "ent ry", + "entr y", + "L L", + "Ġ ste", + "Ġs te", + "Ġst e", + "Val id", + "Va lid", + "' ],", + "'] ,", + "_ param", + "_p aram", + "_par am", + "_para m", + "_pa ram", + "Ġ selected", + "Ġse lected", + "Ġselect ed", + "Ġsel ected", + "Ġ according", + "Ġa ccording", + "Ġacc ording", + "Ġaccord ing", + "Ġ Dis", + "ĠD is", + "ĠDi s", + "Ġ util", + "Ġu til", + "Ġut il", + "B uffer", + "Buf fer", + "Buff er", + "Bu ffer", + "_ error", + "_e rror", + "_err or", + "_er ror", + "Ġ associ", + "Ġass oci", + "Ġassoc i", + "_ SIZE", + "_S IZE", + "_SI ZE", + "Ġ wor", + "Ġw or", + "Ġwo r", + "Ġ printf", + "Ġprint f", + "Ġprin tf", + "r ag", + "ra g", + " ł", + "D D", + "Ġ Val", + "ĠV al", + "ĠVa l", + "Ġ activ", + "Ġact iv", + "Ġac tiv", + "E ng", + "En g", + "e time", + "et ime", + "eti me", + "etim e", + "Ġ virtual", + "Ġv irtual", + "Ġvir tual", + "Ġvirt ual", + "a ign", + "ai gn", + "a ur", + "au r", + "Ġ Pres", + "ĠP res", + "ĠPr es", + "ĠPre s", + "Ġ Exception", + "ĠEx ception", + "ĠExcept ion", + "Ġ anything", + "Ġany thing", + "Ġ Off", + "ĠO ff", + "ĠOf f", + "Ġ hours", + "Ġh ours", + "Ġhour s", + "Ġho urs", + "Ġ war", + "Ġw ar", + "Ġwa r", + "Arg s", + "Ar gs", + "a ging", + "ag ing", + "agi ng", + "Ġ models", + "Ġmod els", + "Ġmodel s", + "Ġmode ls", + "Ġ Time", + "ĠT ime", + "ĠTim e", + "ĠTi me", + "O b", + "a ms", + "am s", + "j oy", + "jo y", + "Ġ early", + "Ġear ly", + ". read", + ".re ad", + ".r ead", + "8 6", + "Ġ center", + "Ġc enter", + "Ġcent er", + "Ġcen ter", + "Ġ Initial", + "ĠIn itial", + "ĠInit ial", + "ĠIniti al", + "Ġ language", + "Ġl anguage", + "Ġlangu age", + "l ength", + "le ngth", + "len gth", + "x y", + "Ġ sn", + "Ġs n", + "Ġ inf", + "Ġin f", + "Ġi nf", + "P ost", + "Pos t", + "Po st", + "Ġ ago", + "Ġa go", + "Ġag o", + "Ġ easy", + "Ġe asy", + "Ġeas y", + "Ġea sy", + "_ code", + "_c ode", + "_co de", + "_cod e", + "Ġ ANY", + "ĠA NY", + "ĠAN Y", + "_ ch", + "_c h", + "Ġ download", + "Ġd ownload", + "Ġdown load", + "( T", + "a ved", + "av ed", + "ave d", + "âĢ ĵ", + "Ġ students", + "Ġst udents", + "Ġstud ents", + "Ġstudent s", + "Ġ fig", + "Ġf ig", + "Ġfi g", + "l ight", + "li ght", + "lig ht", + "x x", + "Ġ buffer", + "Ġb uffer", + "Ġbu ffer", + "Ġbuf fer", + "Ġbuff er", + "Ġ Dep", + "ĠD ep", + "ĠDe p", + "Ġ Math", + "ĠM ath", + "ĠMat h", + "ĠMa th", + "I TH", + "IT H", + "Ġ vari", + "Ġv ari", + "Ġvar i", + "Ġva ri", + "Ġ due", + "Ġd ue", + "Ġdu e", + "F actory", + "Fact ory", + "Factor y", + "Ġ por", + "Ġp or", + "Ġpo r", + "Ġ ep", + "Ġe p", + "o type", + "ot ype", + "otyp e", + "oty pe", + "Ġ cannot", + "Ġc annot", + "Ġcan not", + "Ġcann ot", + "Ġ white", + "Ġwh ite", + "Ġwhit e", + "< int", + "čĊ", + "\"> čĊ", + ". annot", + ".an not", + "Ġ collection", + "Ġc ollection", + "Ġcol lection", + "Ġcoll ection", + "Ġcollect ion", + "Ġcolle ction", + "' .", + "Ġ similar", + "Ġs imilar", + "Ġsim ilar", + "Ġsimil ar", + "Ġ taken", + "Ġt aken", + "Ġtake n", + "Ġta ken", + "Ġtak en", + "( \"%", + "(\" %", + "Or der", + "Ord er", + "' ]Ċ", + "'] Ċ", + "- md", + "-m d", + "Ġ TH", + "ĠT H", + "a ced", + "ace d", + "ac ed", + "Ġis n", + "Ġi sn", + "/ j", + "Ġ son", + "Ġs on", + "Ġso n", + "g raph", + "gr aph", + "gra ph", + "Ġ Integer", + "ĠInt eger", + "Ġn ecess", + "Ġne cess", + "Ġnec ess", + "Ġneces s", + "r een", + "re en", + "ree n", + "Ġ um", + "Ġu m", + "Ġ \\<", + "Ġ\\ <", + "Ġ moment", + "Ġm oment", + "Ġmom ent", + "Ġmo ment", + "Ġ bring", + "Ġb ring", + "Ġbr ing", + "Ġbri ng", + "Ġ indic", + "Ġin dic", + "Ġind ic", + "y sis", + "ys is", + "ysi s", + "Le vel", + "v erse", + "ver se", + "vers e", + "ur renc", + "urre nc", + "urr enc", + "_ test", + "_t est", + "_te st", + "Ġent ire", + "D own", + "Do wn", + "Ġ }ĊĊĊ", + "Ġ} ĊĊĊ", + "Ġ}Ċ ĊĊ", + "Ġ}ĊĊ Ċ", + "( result", + "(res ult", + "Ġ Read", + "ĠR ead", + "ĠRe ad", + "à ¨", + "M od", + "Mo d", + "Ġ trying", + "Ġt rying", + "Ġtr ying", + "Ġtry ing", + "\" ),Ċ", + "\") ,Ċ", + "\"), Ċ", + "Ġ member", + "Ġm ember", + "Ġmem ber", + "Ġmemb er", + "Ġ Cor", + "ĠC or", + "ĠCo r", + "O DO", + "OD O", + "- control", + "-c ontrol", + "-cont rol", + "un time", + "unt ime", + "Ġ Sim", + "ĠS im", + "ĠSi m", + "D ialog", + "Di alog", + "Dia log", + "p lot", + "pl ot", + "_ on", + "_o n", + "Ġ phys", + "Ġph ys", + "Ġphy s", + "} /", + "Ġ namespace", + "Ġn amespace", + "Ġname space", + "Ġnames pace", + "ĉ čĊ", + "a cc", + "ac c", + "P layer", + "Pl ayer", + "Play er", + "A RE", + "AR E", + "8 9", + "Ġ foot", + "Ġf oot", + "Ġfo ot", + "Ġfoo t", + "Ġ board", + "Ġb oard", + "Ġbo ard", + "Ġboa rd", + "p art", + "par t", + "pa rt", + "Ġ sus", + "Ġs us", + "Ġsu s", + "w ise", + "wi se", + "wis e", + "Ġ Mc", + "ĠM c", + "Ġ push", + "Ġp ush", + "Ġpu sh", + "Ġpus h", + "A TA", + "AT A", + "Ġ please", + "Ġp lease", + "Ġpl ease", + "Ġple ase", + "Ġplea se", + "Ġpleas e", + "r ied", + "ri ed", + "rie d", + "we et", + "b it", + "bi t", + "i ded", + "id ed", + "ide d", + "V E", + "Ġ Sw", + "ĠS w", + "U B", + "Ġ types", + "Ġt ypes", + "Ġtype s", + "Ġtyp es", + "Ġty pes", + "e dia", + "ed ia", + "edi a", + "Ġc los", + "Ġcl os", + "Ġclo s", + "ace book", + "W hen", + "Wh en", + "Ġ edit", + "Ġe dit", + "Ġed it", + "Ġedi t", + "i gger", + "ig ger", + "igg er", + "Ġe nerg", + "Ġen erg", + "Ġener g", + "Cont ainer", + "Contain er", + "Conta iner", + "Ġ phot", + "Ġp hot", + "Ġph ot", + "Ġ Count", + "ĠC ount", + "ĠCo unt", + "ĠCou nt", + "ĠCoun t", + "Ġ Europe", + "ĠE urope", + "ĠEuro pe", + "ĠEurop e", + "ĠEur ope", + ". Is", + ".I s", + "Ġ Russ", + "ĠR uss", + "ĠRu ss", + "ĠRus s", + "p eed", + "pe ed", + "pee d", + "Ġ Str", + "ĠS tr", + "ĠSt r", + "Ġ py", + "Ġp y", + "Ġ cult", + "Ġc ult", + "Ġcu lt", + "Ġcul t", + "Ġ defined", + "Ġd efined", + "Ġdef ined", + "Ġdefine d", + "Ġdefin ed", + "c count", + "cc ount", + "cco unt", + "Ġo bt", + "Ġob t", + ". Location", + ".L ocation", + ".Lo cation", + "Ġ thread", + "Ġt hread", + "Ġth read", + "Ġthr ead", + "i lle", + "il le", + "ill e", + "Ġ instead", + "Ġin stead", + "Ġinst ead", + "st rong", + "str ong", + "stro ng", + "Ġ Sec", + "ĠS ec", + "ĠSe c", + "U RE", + "UR E", + "Ġ idea", + "Ġi dea", + "Ġid ea", + "Ġide a", + ". se", + ".s e", + "e my", + "em y", + "se lected", + "select ed", + "sel ected", + "Con nection", + "Conn ection", + "Connect ion", + "a cing", + "ac ing", + "aci ng", + "acin g", + "t hread", + "th read", + "thr ead", + ". next", + ".n ext", + ".ne xt", + "Ġ coll", + "Ġc oll", + "Ġco ll", + "Ġcol l", + "Ġ film", + "Ġf ilm", + "Ġfil m", + "Ġfi lm", + "is tic", + "ist ic", + "isti c", + "Ġ compet", + "Ġcom pet", + "Ġcomp et", + "Ġ conn", + "Ġc onn", + "Ġcon n", + "Ġco nn", + "th ough", + "Ġ compan", + "Ġcom pan", + "Ġcomp an", + "o cket", + "oc ket", + "ock et", + "Ġt each", + "Ġte ach", + "Ġtea ch", + "= (", + "Ġ phone", + "Ġp hone", + "Ġph one", + "Ġphon e", + "Ġ active", + "Ġact ive", + "Ġactiv e", + "7 9", + "de lete", + "del ete", + "1 01", + "10 1", + "t ries", + "tr ies", + "trie s", + "tri es", + "Ġ mo", + "Ġm o", + "Ġ death", + "Ġde ath", + "} );ĊĊ", + "});Ċ Ċ", + "}) ;ĊĊ", + "}); ĊĊ", + "o col", + "oc ol", + "oco l", + "W idget", + "Ġ article", + "Ġart icle", + "Ġartic le", + "r odu", + "ro du", + "rod u", + "an did", + "and id", + "andi d", + "Ñ ĭ", + "Ġ Cr", + "ĠC r", + "k a", + "( ):", + "() :", + "l ood", + "lo od", + "loo d", + "ĉ ĉĉĊ", + "ĉĉ ĉĊ", + "ĉĉĉ Ċ", + "Ġ almost", + "Ġal most", + "Ġalm ost", + "Ġ sell", + "Ġs ell", + "Ġse ll", + "Ġsel l", + "erv let", + "r ip", + "ri p", + "U nit", + "Un it", + "Uni t", + "Ġapp lic", + "Ġappl ic", + "Ġ connect", + "Ġcon nect", + "Ġconn ect", + "Ġ feature", + "Ġf eature", + "Ġfe ature", + "Ġfeat ure", + "Ġ via", + "Ġv ia", + "Ġvi a", + "' ),", + "') ,", + "Ġ lim", + "Ġl im", + "Ġli m", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ Gu", + "ĠG u", + "E ngine", + "Eng ine", + "Ġ ens", + "Ġe ns", + "Ġen s", + "Ġ environment", + "Ġen vironment", + "Ġenviron ment", + "b lock", + "bl ock", + "blo ck", + "H ERE", + "HE RE", + "HER E", + "N ULL", + "NU LL", + "g y", + "t ag", + "ta g", + ") ).", + ")) .", + "e xp", + "ex p", + "Ġcom pl", + "Ġco mpl", + "Ġcomp l", + "Ġ install", + "Ġinst all", + "Ġinstal l", + "Ġ complete", + "Ġcom plete", + "Ġcomp lete", + "Ġcomple te", + "Ġcomplet e", + "Ġcompl ete", + "q ueue", + "que ue", + "at ural", + "atur al", + "atura l", + "atu ral", + "Ġ general", + "Ġg eneral", + "Ġgener al", + "Ġgen eral", + "Ġgene ral", + "Ġgenera l", + "t hon", + "th on", + "Ġas ked", + "Ġask ed", + "o res", + "or es", + "ore s", + "( res", + "(r es", + "(re s", + "Ġ reserved", + "Ġres erved", + "Ġreserve d", + "Ġreserv ed", + "S P", + "Ġ âĢ¦", + "ĠâĢ ¦", + "Å Ĥ", + "Ġsign ific", + "O ff", + "Of f", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ Ag", + "ĠA g", + "Ġ Just", + "ĠJ ust", + "ĠJu st", + "Ġ Error", + "ĠE rror", + "ĠEr ror", + "ĠErr or", + "Ġin fl", + "Ġinf l", + "a data", + "ad ata", + "ada ta", + "Ġ icon", + "Ġi con", + "Ġic on", + "as ks", + "ask s", + "' '", + "_ LO", + "_L O", + "? .", + "a ccount", + "ac count", + "acc ount", + "acco unt", + "Ġ (*", + "Ġ( *", + "' )ĊĊ", + "') ĊĊ", + "')Ċ Ċ", + "r ap", + "ra p", + "_ var", + "_v ar", + "_va r", + "Ġ FOR", + "ĠF OR", + "ĠFO R", + "Ġ party", + "Ġp arty", + "Ġpart y", + "Ġpar ty", + "Ġ Your", + "ĠY our", + "ĠYou r", + "ĠYo ur", + "c at", + "ca t", + "s try", + "st ry", + "str y", + ". new", + ".n ew", + ".ne w", + "b oot", + "bo ot", + "boo t", + "Ġ Nov", + "ĠN ov", + "ĠNo v", + "Ġ vector", + "Ġv ector", + "Ġve ctor", + "Ġvec tor", + "Ġvect or", + "Ġ normal", + "Ġn ormal", + "Ġnor mal", + "Ġnorm al", + "Ġf urther", + "Ġfur ther", + "Re pository", + "8 00", + "80 0", + "Ġ database", + "Ġd atabase", + "Ġdata base", + "Ġdat abase", + "Ġdatab ase", + "at tle", + "att le", + "Ġ music", + "Ġm usic", + "Ġmus ic", + "Ġmu sic", + "Ġ speed", + "Ġs peed", + "Ġsp eed", + "Ġspe ed", + "Ġ doc", + "Ġd oc", + "Ġdo c", + "p rocess", + "pro cess", + "proc ess", + "IG HT", + "IGH T", + ". parse", + ".p arse", + ".par se", + "Ġ taking", + "Ġt aking", + "Ġta king", + "Ġtak ing", + "Ġ viol", + "Ġv iol", + "Ġvi ol", + "c eed", + "ce ed", + "cee d", + "Ġ After", + "ĠA fter", + "ĠAf ter", + "Ġ forward", + "Ġfor ward", + "Ġ crit", + "Ġc rit", + "Ġcr it", + "Ġcri t", + "\" />Ċ", + "\"/ >Ċ", + "\"/> Ċ", + "r ot", + "ro t", + "Ġ failed", + "Ġf ailed", + "Ġfa iled", + "Ġfail ed", + "e fore", + "ef ore", + "Ġcon cern", + "Ġconc ern", + "Ġconce rn", + "o e", + "b a", + "Ġ sender", + "Ġs ender", + "Ġse nder", + "Ġsend er", + "Ġsen der", + "Ġ term", + "Ġt erm", + "Ġte rm", + "Ġter m", + "h as", + "ha s", + "= \"#", + "=\" #", + "Ġ potential", + "Ġpot ential", + "Ġpotent ial", + "N um", + "Nu m", + "Ġ published", + "Ġp ublished", + "Ġpublish ed", + "Ġpubli shed", + ". close", + ".c lose", + ".cl ose", + "Ġ Image", + "ĠI mage", + "ĠIm age", + "ĠImag e", + "str aint", + "stra int", + "strain t", + "U D", + "Ġ Ob", + "ĠO b", + "Ġ probably", + "Ġprob ably", + "l im", + "li m", + "\" :Ċ", + "\": Ċ", + "ol ume", + "olum e", + "olu me", + "Ġ consum", + "Ġcon sum", + "Ġcons um", + "7 6", + "a gue", + "ag ue", + "agu e", + "ens ions", + "ension s", + "ensi ons", + "Ġinvest ig", + "- year", + "-y ear", + "' );", + "') ;", + "- sm", + "-s m", + "Ġen joy", + "Ġenjo y", + "o rig", + "or ig", + "ori g", + "e ring", + "er ing", + "eri ng", + "erin g", + "c p", + "le ased", + "lease d", + "lea sed", + "p lements", + "pl ements", + "ple ments", + "plement s", + "Ġ returns", + "Ġreturn s", + "p at", + "pa t", + "B O", + "Ġ House", + "ĠH ouse", + "ĠHo use", + "ĠHou se", + ". Label", + ".L abel", + "Ġ weight", + "Ġw eight", + "Ġwe ight", + "Ġweigh t", + "Ġwei ght", + "ig hb", + "igh b", + "Ġ conditions", + "Ġcondition s", + "Ġcond itions", + "Ġ exception", + "Ġex ception", + "Ġexcept ion", + "Ġexce ption", + "d escription", + "de scription", + "des cription", + "Ġ trad", + "Ġt rad", + "Ġtr ad", + "Ġtra d", + "- to", + "-t o", + "Ġ {}", + "Ġ{ }", + "Ġ module", + "Ġm odule", + "Ġmod ule", + "E ND", + "EN D", + ". ap", + ".a p", + ". props", + ".p rops", + ".pro ps", + ".pr ops", + ".prop s", + "Ġ constructor", + "Ġcon structor", + "Ġconstruct or", + "Ġconstr uctor", + "a ves", + "av es", + "ave s", + "Ġ favor", + "Ġf avor", + "Ġfa vor", + "Ġfav or", + "Ġ Now", + "ĠN ow", + "ĠNo w", + "; i", + "Ġ Main", + "ĠM ain", + "ĠMa in", + "ĠMai n", + "_ k", + "e ries", + "er ies", + "erie s", + "eri es", + "âĢĻ ll", + "âĢĻl l", + "trans form", + "ime stamp", + "imest amp", + "P re", + "Pr e", + "Ġ mer", + "Ġm er", + "Ġme r", + ". res", + ".re s", + ".r es", + "s tant", + "st ant", + "sta nt", + "stan t", + "L ocation", + "Lo cation", + "Loc ation", + "_ NAME", + "_N AME", + "Ġ loss", + "Ġl oss", + "Ġlo ss", + "Ġlos s", + "Ġ ĊĊ", + "ĠĊ Ċ", + "n et", + "ne t", + "Ġ engine", + "Ġe ngine", + "Ġeng ine", + "B lock", + "Bl ock", + "Bloc k", + "Blo ck", + "Ġ issues", + "Ġiss ues", + "Ġissue s", + "Ġissu es", + "Ġ parse", + "Ġp arse", + "Ġpar se", + "Ġpars e", + "Ġ Bar", + "ĠB ar", + "ĠBa r", + "Ġ stay", + "Ġst ay", + "Ġsta y", + "Ġ JSON", + "ĠJ SON", + "ĠJS ON", + "Ġ dom", + "Ġd om", + "Ġdo m", + "a irs", + "air s", + "ai rs", + "w ner", + "wn er", + "Ġ lower", + "Ġl ower", + "Ġlo wer", + "Ġlow er", + "\" ,čĊ", + "\", čĊ", + "Ġ Dem", + "ĠD em", + "ĠDe m", + "u fact", + "uf act", + "ufac t", + "Ġ ps", + "Ġp s", + "Ġ perfect", + "Ġper fect", + "Ġperf ect", + "R L", + "Ġ educ", + "Ġe duc", + "Ġed uc", + "Ġedu c", + "l s", + "em ory", + "emo ry", + "ARR ANT", + "u ge", + "ug e", + "Ġ exact", + "Ġex act", + ". key", + ".k ey", + ".ke y", + "al led", + "all ed", + "alle d", + "e ch", + "ec h", + "i ef", + "ie f", + "\\ /", + "o ke", + "ok e", + "Ġ former", + "Ġfor mer", + "Ġform er", + "Ġforme r", + "al loc", + "all oc", + "allo c", + "Ġ six", + "Ġs ix", + "Ġsi x", + "i da", + "id a", + "Ġ margin", + "Ġm argin", + "Ġmar gin", + "Ġmarg in", + "Ġ heart", + "Ġhe art", + "Ġhear t", + "a ld", + "al d", + "p ack", + "pa ck", + "pac k", + ".getElement ById", + "ĠW ARRANT", + "Ġ rather", + "Ġr ather", + "Ġrat her", + "Ġra ther", + "Ġ building", + "Ġbuild ing", + "er man", + "erm an", + "l ice", + "lic e", + "li ce", + "Ġ questions", + "Ġquest ions", + "Ġquestion s", + "Ġquesti ons", + "i zes", + "iz es", + "ize s", + "le ge", + "leg e", + "irect ory", + "irector y", + "Ġ je", + "Ġj e", + "Ġ cas", + "Ġc as", + "Ġca s", + "p rops", + "pr ops", + "pro ps", + "prop s", + "u tf", + "ut f", + "Ġ security", + "Ġs ecurity", + "Ġse curity", + "Ġsec urity", + "Ġ however", + "Ġhow ever", + "w eight", + "we ight", + "wei ght", + "weigh t", + "Ġ inside", + "Ġin side", + "Ġins ide", + "Ġp resident", + "Ġpres ident", + "C har", + "Ch ar", + "Cha r", + "Ġ WITH", + "ĠW ITH", + "ĠWI TH", + ". map", + ".m ap", + ".ma p", + "Ġ graph", + "Ġg raph", + "Ġgr aph", + "Ġgra ph", + "Ġgrap h", + "Ġ tag", + "Ġt ag", + "Ġta g", + "_ status", + "_s tatus", + "_st atus", + "_stat us", + "Ġ attempt", + "Ġat tempt", + "Ġatt empt", + "o pp", + "op p", + "u ses", + "us es", + "use s", + "ĉ const", + "ĉcon st", + "Ġ round", + "Ġr ound", + "Ġro und", + "Ġrou nd", + ", $", + "Ġ friends", + "Ġf riends", + "Ġfri ends", + "Ġfriend s", + "E mail", + "Em ail", + "? >", + "Re source", + "Res ource", + "K EY", + "KE Y", + "o sp", + "os p", + ". query", + ".qu ery", + "Ġ North", + "ĠN orth", + "ĠNor th", + "a bles", + "ab les", + "able s", + "abl es", + "is trib", + "ist rib", + "istr ib", + "_ class", + "_c lass", + "_cl ass", + "el lo", + "ell o", + "T hat", + "Th at", + "Ð º", + "pec ially", + "pecial ly", + "Ġ President", + "ĠP resident", + "ĠPres ident", + "Ġ campaign", + "Ġc ampaign", + "Ġcamp aign", + "Ġ alt", + "Ġa lt", + "Ġal t", + "a rea", + "ar ea", + "are a", + "Ġc hall", + "Ġch all", + "Ġcha ll", + "Ġop port", + "Ġopp ort", + ". Con", + ".C on", + ".Co n", + "Ġ energy", + "Ġe nergy", + "Ġen ergy", + "Ġenerg y", + "Ġener gy", + "l ike", + "li ke", + "lik e", + ". string", + ".s tring", + ".st ring", + ".str ing", + "ing ton", + "ingt on", + ") *", + "y y", + "Ġ profession", + "Ġprof ession", + "Ġprofess ion", + "ir th", + "irt h", + "Ġ seg", + "Ġs eg", + "Ġse g", + "æ ľ", + "Ġ hor", + "Ġh or", + "Ġho r", + "i ers", + "ie rs", + "ier s", + "c an", + "ca n", + "Ġbe hind", + "Ġbeh ind", + "Pro duct", + "Produ ct", + "Prod uct", + "f g", + "Ġ Sk", + "ĠS k", + ". jpg", + ".j pg", + ".jp g", + "? :", + "] ;ĊĊ", + "];Ċ Ċ", + "]; ĊĊ", + "Ġ callback", + "Ġc allback", + "Ġcall back", + "Ġ Http", + "ĠH ttp", + "Ñ Į", + "l ong", + "lo ng", + "lon g", + "M S", + "A TH", + "AT H", + "Ġ raise", + "Ġr aise", + "Ġrais e", + "Ġra ise", + "Ġ wanted", + "Ġw anted", + "Ġwant ed", + "Ġwan ted", + "r own", + "ro wn", + "row n", + "u tor", + "ut or", + "uto r", + "l t", + "] =", + "e line", + "el ine", + "eli ne", + "elin e", + "M A", + "Ġs epar", + "Ġse par", + "Ġsep ar", + "c s", + "s emb", + "se mb", + "sem b", + "D is", + "Di s", + "b serv", + "bs erv", + "Ġ Will", + "ĠW ill", + "ĠWil l", + "ĠWi ll", + "Ġ policy", + "Ġp olicy", + "Ġpol icy", + "Ġpolic y", + "Ġ third", + "Ġth ird", + "Ġthi rd", + "p hone", + "ph one", + "phon e", + "Ġ bed", + "Ġb ed", + "Ġbe d", + "/ g", + ". __", + "._ _", + "Ġ Inc", + "ĠI nc", + "ĠIn c", + "i zing", + "iz ing", + "izi ng", + "izin g", + ". remove", + ".re move", + ".rem ove", + "in stance", + "inst ance", + "instanc e", + ". type", + ".t ype", + ".typ e", + "Ġ serv", + "Ġs erv", + "Ġse rv", + "Ġser v", + "E ach", + "Ġ har", + "Ġh ar", + "Ġha r", + "Ġ Message", + "ĠM essage", + "ĠMess age", + "ĠMes sage", + "( key", + "(k ey", + "SE LECT", + "SEL ECT", + "P os", + "Po s", + ") );čĊ", + ")) ;čĊ", + ")); čĊ", + "Ġre comm", + "Ġrec omm", + "Ġrecom m", + "Ġreco mm", + "Ġ training", + "Ġtr aining", + "Ġtrain ing", + "Ġtra ining", + "Ġtrai ning", + "Ġ Ent", + "ĠE nt", + "ĠEn t", + "Ġ Char", + "ĠC har", + "ĠCh ar", + "ĠCha r", + "i cht", + "ic ht", + "ich t", + "( file", + "(f ile", + "(fi le", + "(fil e", + "Ġ prior", + "Ġp rior", + "Ġpr ior", + "Ġpri or", + "Ġprio r", + "G ame", + "Gam e", + "Ga me", + "Ġ exit", + "Ġe xit", + "Ġex it", + "Param s", + "Par ams", + "Pa rams", + "Para ms", + ". core", + ".c ore", + ".co re", + ".cor e", + "P C", + "n es", + "ne s", + "an ced", + "ance d", + "anc ed", + "( request", + "(re quest", + "(req uest", + "P assword", + "Pass word", + "Pas sword", + "} >Ċ", + "}> Ċ", + "Ġ mag", + "Ġm ag", + "Ġma g", + "Ġ release", + "Ġre lease", + "Ġr elease", + "Ġrel ease", + "Ġrele ase", + "Ġ shall", + "Ġs hall", + "Ġsh all", + "Ġsha ll", + "u dent", + "ud ent", + "ude nt", + "uden t", + "Ġ South", + "ĠS outh", + "ĠSo uth", + "ĠSou th", + "a ndo", + "an do", + "and o", + ": '", + ". TabIndex", + ".Tab Index", + "s k", + "an ner", + "ann er", + "anne r", + "is set", + "iss et", + "isse t", + "Ġ outside", + "Ġout side", + "Ġouts ide", + "l edge", + "le dge", + "led ge", + "Ġ å", + "Ġ Rob", + "ĠR ob", + "ĠRo b", + "Ġ imm", + "Ġi mm", + "Ġim m", + "! Ċ", + "Ġ Web", + "ĠW eb", + "ĠWe b", + "D es", + "De s", + "B C", + "an cial", + "anc ial", + "ancia l", + "R oute", + "Ro ute", + "D ec", + "De c", + "fer ences", + "ference s", + "Ġp urch", + "Ġpur ch", + "Ġpu rch", + "Ġ Model", + "ĠM odel", + "ĠMod el", + "ĠMo del", + "ĠMode l", + "c tor", + "ct or", + "g n", + "_ start", + "_st art", + "_star t", + "_sta rt", + "_ un", + "_u n", + ". *", + "i ses", + "is es", + "ise s", + "Ġ ground", + "Ġg round", + "Ġgr ound", + "Ġgro und", + "Ġgrou nd", + "Ġ unique", + "Ġun ique", + "Ġuniqu e", + "Ġuni que", + "Ġuniq ue", + "Ġbe aut", + "Ġbeau t", + "{ \"", + "Ġ pour", + "Ġp our", + "Ġpo ur", + "Ġpou r", + "Ġ Oct", + "ĠO ct", + "ĠOc t", + "Ġ tree", + "Ġt ree", + "Ġtr ee", + "Ġtre e", + "s ets", + "se ts", + "set s", + "_ res", + "_re s", + "_r es", + "' )->", + "') ->", + "_ reg", + "_re g", + "_r eg", + "( \"\\", + "(\" \\", + "Ġ byte", + "Ġb yte", + "Ġby te", + "Ġbyt e", + "B l", + "Ġ dating", + "Ġd ating", + "Ġda ting", + "Ġdat ing", + "Ġdati ng", + "Ġ matter", + "Ġm atter", + "Ġmat ter", + "Ġmatt er", + "Ġmatte r", + "Ġ Rem", + "ĠR em", + "ĠRe m", + "Ġ' ../", + "Ġ'. ./", + "Ġ'.. /", + "Ġ Aug", + "ĠA ug", + "ĠAu g", + "Ġ La", + "ĠL a", + "Ġ $(", + "Ġ$ (", + "o urnal", + "our nal", + "ourn al", + "1 11", + "11 1", + "i am", + "ia m", + "Ġ shows", + "Ġsh ows", + "Ġshow s", + "Ġsho ws", + "w rite", + "wr ite", + "Ġ ball", + "Ġb all", + "Ġbal l", + "Ġba ll", + "Ġsim ply", + "Ġsimp ly", + "Ġsimpl y", + "Ġ fast", + "Ġf ast", + "Ġfa st", + "Ġfas t", + "Ġ memory", + "Ġm emory", + "Ġmem ory", + "Ġmemor y", + "Ġmemo ry", + "A SS", + "AS S", + "Ġ Of", + "ĠO f", + "o ved", + "ov ed", + "ove d", + "a nte", + "an te", + "ant e", + "a ul", + "au l", + "i stry", + "is try", + "ist ry", + "istr y", + ") ));Ċ", + ")) );Ċ", + "))) ;Ċ", + "))); Ċ", + "Ġ fit", + "Ġf it", + "Ġfi t", + "< string", + "_", + "-> _", + "\" )ĊĊ", + "\") ĊĊ", + "\")Ċ Ċ", + "o x", + "ap plication", + "app lication", + "appl ication", + "Ġ ]Ċ", + "Ġ] Ċ", + "Ċ ĊĊĊĊĊ", + "ĊĊ ĊĊĊĊ", + "ĊĊĊĊ ĊĊ", + "ĊĊĊ ĊĊĊ", + "ĊĊĊĊĊ Ċ", + "1 80", + "18 0", + "Ġ soon", + "Ġs oon", + "Ġso on", + "Ġsoo n", + "ct ions", + "ction s", + "i nger", + "in ger", + "ing er", + "inge r", + "Ġ join", + "Ġj oin", + "Ġjo in", + "Ġ Pe", + "ĠP e", + "Ġ ë", + "Ġ las", + "Ġl as", + "Ġla s", + ". E", + "c ss", + "cs s", + "/ or", + "/o r", + "Ġ Start", + "ĠSt art", + "ĠStar t", + "ĠSta rt", + "Ġ TO", + "ĠT O", + "Ġ subs", + "Ġs ubs", + "Ġsu bs", + "Ġsub s", + "c onn", + "con n", + "co nn", + "com ponents", + "comp onents", + "component s", + "DE BUG", + "qu are", + "qua re", + "F unction", + "Func tion", + "Fun ction", + "en dar", + "end ar", + "enda r", + ". index", + ".in dex", + ".ind ex", + "Ġ fill", + "Ġf ill", + "Ġfil l", + "Ġfi ll", + "Ä Ļ", + "Ġ choose", + "Ġch oose", + "Ġcho ose", + "h ow", + "ho w", + "Ġ America", + "ĠAmeric a", + "ĠAmer ica", + "as sets", + "ass ets", + "asset s", + "asse ts", + "- -----------", + "-- ----------", + "---- --------", + "-------- ----", + "--- ---------", + "----- -------", + "---------- --", + "------ ------", + "----------- -", + "------- -----", + "--------- ---", + "Ġ Value", + "ĠV alue", + "ĠVal ue", + "ĠVa lue", + "Ġ office", + "Ġoff ice", + "Ġoffic e", + "Ġ veh", + "Ġv eh", + "Ġve h", + "Ġ transform", + "Ġtrans form", + "Ġtransf orm", + "Ġ Art", + "ĠA rt", + "ĠAr t", + "Ġ inde", + "Ġin de", + "Ġi nde", + "Ġind e", + "Ġ fn", + "Ġf n", + "Ġ implements", + "Ġim plements", + "Ġimp lements", + "Ġimplement s", + "Ġimpl ements", + "a ngo", + "an go", + "ang o", + "p lete", + "pl ete", + "ple te", + "plet e", + "+ \"", + "t mp", + "tm p", + "am ily", + "ami ly", + "amil y", + "Ġ hash", + "Ġh ash", + "Ġhas h", + "Ġha sh", + "m issions", + "miss ions", + "mission s", + "E ST", + "ES T", + "g t", + "Pro vider", + "Provid er", + "Provide r", + "Prov ider", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "Ġ flag", + "Ġf lag", + "Ġfl ag", + "Ġfla g", + "Ġpart icip", + "Ġpartic ip", + "Ġparti cip", + "d en", + "de n", + "Ġ Returns", + "ĠReturn s", + "Ġ note", + "Ġn ote", + "Ġnot e", + "Ġno te", + "ü r", + "p m", + "id eos", + "ide os", + "ideo s", + "Ġ specified", + "Ġs pecified", + "Ġspec ified", + "Ġ EN", + "ĠE N", + "e ster", + "es ter", + "est er", + "este r", + "o lid", + "ol id", + "oli d", + "Ġ upon", + "Ġu pon", + "Ġup on", + "( std", + "(s td", + "(st d", + "ĉ v", + "Ġ '\\", + "Ġ' \\", + "u z", + "Ġ vert", + "Ġv ert", + "Ġver t", + "Ġve rt", + "Ġv ict", + "Ġvi ct", + "Ġvic t", + "ĉ self", + "ĉs elf", + "ĉse lf", + "Ġ \"$", + "Ġ\" $", + "8 5", + ". k", + "Ġ groups", + "Ġg roups", + "Ġgroup s", + "Ġgro ups", + "Ġgrou ps", + "g ithub", + "git hub", + "l ang", + "la ng", + "lan g", + "Ġ mut", + "Ġm ut", + "Ġmu t", + "T O", + "Ġ ve", + "Ġv e", + "Ġ Please", + "ĠP lease", + "ĠPl ease", + "ĠPle ase", + "; ĊĊĊ", + ";Ċ ĊĊ", + ";ĊĊ Ċ", + "a ccess", + "ac cess", + "acc ess", + "Ġ {\"", + "Ġ{ \"", + "r ea", + "re a", + "Ġ risk", + "Ġr isk", + "Ġris k", + "Ġri sk", + "i cker", + "ic ker", + "ick er", + "og gle", + "ogg le", + "ĉ while", + "A NG", + "AN G", + ". send", + ".s end", + ".se nd", + "7 2", + "Ġ woman", + "Ġw oman", + "Ġwom an", + "Ġwo man", + "Ġ gets", + "Ġg ets", + "Ġget s", + "Ġge ts", + "Ġ ign", + "Ġi gn", + "Ġig n", + "Ġ Id", + "ĠI d", + "_ log", + "_l og", + "_lo g", + "O NE", + "ON E", + "Ġe vid", + "Ġev id", + "Ġ Har", + "ĠH ar", + "ĠHa r", + "_ sub", + "_s ub", + "_su b", + "Ġ endl", + "Ġe ndl", + "Ġen dl", + "Ġend l", + "Ġ included", + "Ġin cluded", + "Ġinclud ed", + "Ġinclude d", + "Ġincl uded", + "Ġinclu ded", + "( ));ĊĊ", + "() );ĊĊ", + "());Ċ Ċ", + "()) ;ĊĊ", + "()); ĊĊ", + "Ġ Ap", + "ĠA p", + "i gr", + "ig r", + "Ġ sem", + "Ġs em", + "Ġse m", + "Ġ Black", + "ĠB lack", + "ĠBl ack", + "d oc", + "do c", + "_ table", + "_t able", + "_tab le", + "_ta ble", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "- up", + "-u p", + "Ġ cause", + "Ġc ause", + "Ġca use", + "Ġcaus e", + "Ġ ..", + "Ġ. .", + "Ġ van", + "Ġv an", + "Ġva n", + "_ dict", + "_d ict", + "_di ct", + "_dic t", + "Ġ focus", + "Ġf ocus", + "Ġfoc us", + "Ġfo cus", + "I ND", + "IN D", + "C ESS", + "CE SS", + "CES S", + ". Log", + ".L og", + ".Lo g", + "Ġ multiple", + "Ġm ultiple", + "Ġmult iple", + "Ġmulti ple", + "Ġmultip le", + "i do", + "id o", + "Ġre gard", + "Ġreg ard", + "- M", + "and ler", + "andle r", + "o urse", + "our se", + "ours e", + "Ġ deg", + "Ġd eg", + "Ġde g", + ". U", + "Ġadd ition", + "Ġad dition", + "Ġv arious", + "Ġvar ious", + "Ġvari ous", + "Ġva rious", + "Ġ receive", + "Ġre ceive", + "Ġrece ive", + "е н", + "еР½", + "Ġ HT", + "ĠH T", + "O bj", + "Ob j", + "D F", + "Ġ increase", + "Ġin crease", + "Ġincre ase", + "Ġincr ease", + "Ġ Open", + "ĠO pen", + "ĠOp en", + "] ;", + "Ġ commit", + "Ġcom mit", + "Ġcomm it", + "? Ċ", + "ateg ories", + "ategor ies", + "ategori es", + "ategorie s", + "atego ries", + "at ory", + "ator y", + "ato ry", + "s hip", + "sh ip", + "shi p", + "Ġ Mich", + "ĠM ich", + "ĠMi ch", + "ĠMic h", + "Ġ html", + "Ġh tml", + "Ġht ml", + "ro mise", + "rom ise", + "Ġ leave", + "Ġle ave", + "Ġstr ateg", + "Ġstrat eg", + "Ġstra teg", + "Ġstrate g", + "a ven", + "av en", + "ave n", + "Ġ Console", + "ĠCon sole", + "ĠCons ole", + "k nown", + "kn own", + "know n", + "- n", + "_ LE", + "_L E", + ". component", + ".com ponent", + ".comp onent", + "Ġ bre", + "Ġb re", + "Ġbr e", + "S ession", + "i ance", + "ia nce", + "ian ce", + "Ġ align", + "Ġal ign", + "Ġali gn", + "type def", + "typ edef", + "typed ef", + "_ result", + "_res ult", + "Ġ WHERE", + "ĠW HERE", + "ĠWH ERE", + ". split", + ".s plit", + ".sp lit", + "Ġ reading", + "Ġre ading", + "Ġread ing", + "FA ULT", + "Ġ clo", + "Ġc lo", + "Ġcl o", + "Ġ notice", + "Ġnot ice", + "_ pr", + "_p r", + "ar ter", + "art er", + "arte r", + "Ġ lock", + "Ġl ock", + "Ġlo ck", + "Ġloc k", + "Ġ standard", + "Ġst andard", + "Ġstand ard", + "e tic", + "et ic", + "eti c", + "el low", + "ell ow", + "ello w", + "Ġ padding", + "Ġp adding", + "Ġpad ding", + "Ġpadd ing", + "Ġ His", + "ĠH is", + "ĠHi s", + "Ġ states", + "Ġst ates", + "Ġstate s", + "Ġstat es", + "Ġsta tes", + "_ cast", + "_c ast", + "_ca st", + "( P", + "a a", + "Ġ internal", + "Ġin ternal", + "Ġint ernal", + "Ġinter nal", + "Ġintern al", + "e an", + "ea n", + "Ġ PRO", + "ĠP RO", + "ĠPR O", + "Ġ Key", + "ĠK ey", + "ĠKe y", + "Ġ especially", + "Ġes pecially", + "Ġespecial ly", + "Ġespec ially", + "m ing", + "min g", + "mi ng", + "Ġ cross", + "Ġc ross", + "Ġcr oss", + "Ġcro ss", + "Ġ national", + "Ġn ational", + "Ġnation al", + "Ġnat ional", + "_ object", + "_obj ect", + "_o bject", + "_ob ject", + "f ilter", + "fil ter", + "filt er", + "Ġ script", + "Ġs cript", + "Ġscr ipt", + "Ġscri pt", + ". update", + ".up date", + "_ i", + "Ġ Assert", + "ĠAs sert", + "ĠAss ert", + "/ core", + "/c ore", + "/co re", + "% %%%", + "%% %%", + "%%% %", + "Ġ problems", + "Ġpro blems", + "Ġproble ms", + "Ġproblem s", + "Ġprob lems", + "Ġprobl ems", + "i stor", + "is tor", + "ist or", + "isto r", + "Ġ .=", + "Ġ. =", + "Ġ arch", + "Ġa rch", + "Ġar ch", + "Ġarc h", + "Ġ written", + "Ġw ritten", + "Ġwrit ten", + "Ġwr itten", + "Ġm ilit", + "Ġmil it", + "Ġmi lit", + "Ġmili t", + "M ENT", + "ME NT", + ". ch", + ".c h", + "c ape", + "ca pe", + "cap e", + "Ġ Mus", + "ĠM us", + "ĠMu s", + "_ config", + "_con fig", + "_conf ig", + "Ġ API", + "ĠA PI", + "ĠAP I", + "f oot", + "fo ot", + "foo t", + "Ġ images", + "Ġim ages", + "Ġimage s", + "Ġimag es", + "Ġima ges", + "e ndl", + "en dl", + "end l", + ". In", + ".I n", + "F irst", + "Fi rst", + "Ġ platform", + "Ġpl atform", + "Ġplat form", + ". prot", + ".p rot", + ".pro t", + ".pr ot", + "O ption", + "Op tion", + "Opt ion", + "s te", + "st e", + "Ġ TODO", + "ĠT ODO", + "ĠTO DO", + "ĠTOD O", + "Ġ force", + "Ġf orce", + "Ġfor ce", + "Ġforc e", + ". cont", + ".c ont", + ".con t", + ".co nt", + "ĉ echo", + "ĉe cho", + "ĠD av", + "ĠDa v", + "P tr", + "Pt r", + "( B", + "R T", + "Ġ Base", + "ĠB ase", + "ĠBa se", + "ĠBas e", + "] ['", + "][ '", + "Ġann ounc", + "Ġanno unc", + "con sole", + "cons ole", + "Ġ Py", + "ĠP y", + "d s", + ". as", + ".a s", + "Ġ prevent", + "Ġpr event", + "Ġpre vent", + "Ġprev ent", + "a pan", + "ap an", + "apa n", + "Ġ {'", + "Ġ{ '", + "} '", + "Ġ dead", + "Ġd ead", + "Ġde ad", + "V AL", + "VA L", + "Q UE", + "QU E", + "******** ****************************************************************", + "**************** ********************************************************", + "******************************** ****************************************", + "**************************************************************** ********", + "************************ ************************************************", + "**************************************** ********************************", + "************************************************ ************************", + "******************************************************** ****************", + "Ġ charg", + "Ġch arg", + "Ġchar g", + "Ġcha rg", + "R eturn", + "Re turn", + "Ret urn", + "Ġ ful", + "Ġf ul", + "Ġfu l", + "d om", + "do m", + "Ġ rules", + "Ġr ules", + "Ġrule s", + "Ġru les", + "Ġ modify", + "Ġmod ify", + "Ġ eval", + "Ġe val", + "Ġev al", + "h am", + "ha m", + "a tement", + "at ement", + "ate ment", + "atem ent", + "\\ <", + "u la", + "ul a", + "= False", + "=F alse", + "R A", + "Ġ contains", + "Ġcon tains", + "Ġcont ains", + "Ġcontain s", + "Ġconta ins", + "7 4", + "Ġ stack", + "Ġst ack", + "Ġsta ck", + "m ar", + "ma r", + "Ġ {}Ċ", + "Ġ{ }Ċ", + "Ġ{} Ċ", + "Ġ undefined", + "Ġun defined", + "Ġund efined", + "Ġundef ined", + "A ss", + "As s", + "Ġ China", + "ĠCh ina", + "ĠChi na", + "ĠChin a", + "v ey", + "ve y", + "* Ċ", + "Ġ playing", + "Ġpl aying", + "Ġplay ing", + "Ġpla ying", + ") /", + "a ctor", + "act or", + "ac tor", + "Ġ bottom", + "Ġb ottom", + "Ġbot tom", + "Ġbott om", + "l ier", + "li er", + "lie r", + "Ġ Number", + "ĠN umber", + "ĠNum ber", + "Ġc ouple", + "Ġco uple", + "Ġcou ple", + "Ġcoup le", + "D C", + "Ġ SO", + "ĠS O", + "g or", + "go r", + ". setText", + ".set Text", + "s uccess", + "su ccess", + "succ ess", + "com mand", + "comm and", + "comma nd", + "F ilter", + "Fil ter", + "Ġ Our", + "ĠO ur", + "ĠOu r", + "_ item", + "_i tem", + "_it em", + "Ġ ctx", + "Ġc tx", + "Ġct x", + "Ġ road", + "Ġr oad", + "Ġro ad", + "V ersion", + "Vers ion", + "c ase", + "ca se", + "cas e", + "u rt", + "ur t", + "av ior", + "avi or", + "y ch", + "yc h", + "semb ly", + "sembl y", + "Ġ Product", + "ĠPro duct", + "ĠProdu ct", + "ĠProd uct", + "Ġ held", + "Ġh eld", + "Ġhe ld", + "Ġhel d", + "a fe", + "af e", + "Ġ includes", + "Ġin cludes", + "Ġinclud es", + "Ġinclude s", + "Ġincl udes", + "Ġinclu des", + "< quote", + "Ġ avoid", + "Ġa void", + "Ġav oid", + "Ġ Fin", + "ĠF in", + "ĠFi n", + "Ġ Mod", + "ĠM od", + "ĠMo d", + "Ġ tab", + "Ġt ab", + "Ġta b", + "a no", + "an o", + "à ±", + "i pping", + "ip ping", + "ipp ing", + "ippi ng", + "- e", + "Ġ insert", + "Ġin sert", + "Ġins ert", + "Ġinser t", + "Ġinse rt", + "t arget", + "tar get", + "c han", + "ch an", + "cha n", + ". Model", + ".M odel", + ".Mod el", + ".Mode l", + "I ME", + "IM E", + "\\ Ċ", + "Ġ machine", + "Ġm achine", + "Ġma chine", + "Ġmach ine", + "a vy", + "av y", + "Ġ NO", + "ĠN O", + "Ġ Inter", + "ĠIn ter", + "ĠInt er", + "Ġ operation", + "Ġo peration", + "Ġop eration", + "Ġoper ation", + "Ġopera tion", + "m odal", + "mod al", + "mo dal", + "T ag", + "Ta g", + "] :", + "Ġ production", + "Ġp roduction", + "Ġpro duction", + "Ġproduct ion", + "Ġprodu ction", + "Ġprod uction", + "Ġ areas", + "Ġa reas", + "Ġare as", + "Ġarea s", + "Ġ ren", + "Ġre n", + "Ġr en", + "_ from", + "_f rom", + "_fr om", + "n bsp", + "nb sp", + "Ġ operator", + "Ġo perator", + "Ġop erator", + "Ġoper ator", + "Ġopera tor", + "m en", + "me n", + "a pped", + "ap ped", + "app ed", + "appe d", + "_ per", + "_p er", + "_pe r", + "z en", + "ze n", + "( \".", + "(\" .", + ". save", + ".s ave", + ".sa ve", + ".sav e", + "=\" {{", + "=\"{ {", + "Ġ tor", + "Ġt or", + "Ġto r", + "( response", + "(res ponse", + "(resp onse", + "Ġc andid", + "Ġcan did", + "Ġcand id", + "Ġ conv", + "Ġcon v", + "Ġco nv", + "a iled", + "ail ed", + "ai led", + "Ġ Lib", + "ĠL ib", + "ĠLi b", + "c omp", + "com p", + "co mp", + "u ra", + "ur a", + "ï¿ ½", + "Ġ Here", + "ĠH ere", + "ĠHe re", + "ĠHer e", + "Ġ argument", + "Ġarg ument", + "h ood", + "ho od", + "hoo d", + "Ġ establish", + "Ġest ablish", + "ograph y", + "ogra phy", + "Ġ onClick", + "Ġon Click", + "amb da", + "Ġ sch", + "Ġs ch", + "Ġsc h", + "Ġ movie", + "Ġm ovie", + "Ġmov ie", + "Ġmo vie", + "Ġ sec", + "Ġs ec", + "Ġse c", + "Ġ activity", + "Ġact ivity", + "Ġactiv ity", + "Ø §", + "Ġ sql", + "Ġs ql", + "Ġsq l", + "_ all", + "_a ll", + "_al l", + "in cip", + "inc ip", + "inci p", + "Ġpro vides", + "Ġprovid es", + "Ġprov ides", + "Ġprovide s", + "Ġ sys", + "Ġs ys", + "Ġsy s", + "a cket", + "ack et", + "ac ket", + "Ġw asn", + "Ġwas n", + "Ġwa sn", + "Ġ uses", + "Ġu ses", + "Ġus es", + "Ġuse s", + "Ġ Function", + "ĠF unction", + "ĠFun ction", + "ĠFunc tion", + ". google", + ".g oogle", + ".go ogle", + "Ġ Result", + "ĠRes ult", + "8 4", + "V isible", + "Vis ible", + "ag ma", + "el come", + "Ġ Sy", + "ĠS y", + "Ġ Cent", + "ĠC ent", + "ĠCe nt", + "AL SE", + "ALS E", + "a ción", + "ac ión", + "aci ón", + "E XT", + "EX T", + "Ġ license", + "Ġl icense", + "Ġlic ense", + "Ġlicens e", + "Ġ Long", + "ĠL ong", + "ĠLo ng", + "ĠLon g", + "Ġ accom", + "Ġacc om", + "Ġac com", + "Ġ ability", + "Ġab ility", + ". height", + ".h eight", + ".he ight", + "Act ive", + "Activ e", + "o logical", + "olog ical", + "ologic al", + "ologi cal", + "o ly", + "ol y", + ") ),", + ")) ,", + ". Se", + ".S e", + "Ġ parameter", + "Ġparam eter", + "Ġpara meter", + "Ġparamet er", + "p rite", + "pr ite", + "prit e", + "pri te", + "AB ILITY", + ". service", + ".s ervice", + ".serv ice", + ".ser vice", + "Ġ Group", + "ĠG roup", + "ĠGr oup", + "ĠGro up", + "_ query", + "_qu ery", + "_que ry", + "Ġ Item", + "ĠI tem", + "ĠIt em", + "i ning", + "in ing", + "ini ng", + "inin g", + "Ġ jud", + "Ġj ud", + "Ġju d", + "i ms", + "im s", + "f ix", + "fi x", + "i nder", + "in der", + "ind er", + "inde r", + "a gram", + "ag ram", + "agra m", + "agr am", + "Ġ functions", + "Ġfunction s", + "Ġfun ctions", + "Ġfunct ions", + "Ġex peri", + "Ġexp eri", + "Ġexper i", + "Ġ Em", + "ĠE m", + "Ġ rot", + "Ġr ot", + "Ġro t", + "Ġ pen", + "Ġp en", + "Ġpe n", + ". btn", + ".b tn", + ".bt n", + "Ġ AS", + "ĠA S", + "# ifdef", + "#if def", + "Ġ choice", + "Ġch oice", + "Ġcho ice", + "Ġ Page", + "ĠP age", + "ĠPa ge", + "ĠPag e", + "_ PRO", + "_P RO", + "_PR O", + "Q U", + "å ı", + "a ntity", + "ant ity", + "anti ty", + " Ń", + "w ords", + "word s", + "wor ds", + "Ġ readonly", + "Ġread only", + "Ġ flex", + "Ġf lex", + "Ġfl ex", + "Ġfle x", + "prot ected", + "protect ed", + "Ġ Any", + "ĠA ny", + "ĠAn y", + "Ġ characters", + "Ġchar acters", + "Ġcharacter s", + "en ced", + "ence d", + "enc ed", + "Ġ July", + "ĠJ uly", + "ĠJul y", + "ĠJu ly", + "i ler", + "il er", + "ile r", + "C ard", + "Car d", + "Ca rd", + "u rance", + "ur ance", + "ura nce", + "uran ce", + "Ġ rev", + "Ġre v", + "Ġr ev", + ". event", + ".e vent", + ".ev ent", + "a ly", + "al y", + "1 30", + "13 0", + "Ġw onder", + "Ġwon der", + "Ġwo nder", + "Ġ Port", + "ĠP ort", + "ĠPo rt", + "ĠPor t", + "Ġ legal", + "Ġl egal", + "Ġle gal", + "Ġleg al", + "r ole", + "ro le", + "rol e", + "Ġ ten", + "Ġt en", + "Ġte n", + "Ġg oes", + "Ġgo es", + "M P", + "wh ite", + ") :čĊ", + "): čĊ", + ") )čĊ", + ")) čĊ", + "Ġ reference", + "Ġre ference", + "Ġref erence", + "Ġrefer ence", + "Ġrefere nce", + "Ġ mis", + "Ġm is", + "Ġmi s", + "Ġ Project", + "ĠPro ject", + "ĠProj ect", + "i cks", + "ic ks", + "ick s", + "> &", + "C ON", + "CO N", + "Ġre pl", + "Ġrep l", + "Ġ regular", + "Ġreg ular", + "Ġregul ar", + "St orage", + "r amework", + "rame work", + "ram ework", + "Ġ goal", + "Ġgo al", + "Ġ touch", + "Ġt ouch", + "Ġto uch", + "Ġtou ch", + ". widget", + ".w idget", + "Ġ built", + "Ġb uilt", + "Ġbu ilt", + "d es", + "de s", + "P art", + "Par t", + "Pa rt", + "( re", + "(r e", + "Ġ worth", + "Ġw orth", + "Ġwor th", + "h ib", + "hi b", + "g ame", + "ga me", + "gam e", + "9 1", + "1 92", + "19 2", + "Ġ в", + "ĠÐ ²", + "a cion", + "ac ion", + "aci on", + "acio n", + "Ġ White", + "ĠWh ite", + "ĠWhit e", + "( type", + "(t ype", + "(typ e", + "( `", + "8 1", + "Ġ natural", + "Ġn atural", + "Ġnatur al", + "Ġnat ural", + "Ġin j", + "Ġi nj", + "Ġ calcul", + "Ġcal cul", + "Ġcalc ul", + "Ġ April", + "ĠApr il", + "ĠAp ril", + ". List", + ".L ist", + "Ġ associated", + "Ġassoci ated", + "Ġassociate d", + "Ġassoc iated", + "ĉ System", + "ĉS ystem", + "~ ~", + "= [", + "Ġ storage", + "Ġst orage", + "Ġstor age", + "Ġsto rage", + "Ġ bytes", + "Ġby tes", + "Ġbyte s", + "Ġbyt es", + "Ġ travel", + "Ġt ravel", + "Ġtr avel", + "Ġtra vel", + "Ġtrav el", + "Ġ sou", + "Ġs ou", + "Ġso u", + "Ġ passed", + "Ġp assed", + "Ġpass ed", + "Ġpas sed", + "Ġpasse d", + "! =", + "a script", + "as cript", + ". open", + ".op en", + ".o pen", + "Ġ grid", + "Ġg rid", + "Ġgr id", + "Ġgri d", + "Ġ bus", + "Ġb us", + "Ġbu s", + "Ġ recogn", + "Ġrec ogn", + "Ġreco gn", + "A b", + "Ġ hon", + "Ġh on", + "Ġho n", + "Ġ Center", + "ĠC enter", + "ĠCent er", + "Ġ prec", + "Ġp rec", + "Ġpr ec", + "Ġpre c", + "b uild", + "bu ild", + "7 3", + "HT ML", + "Ġ San", + "ĠS an", + "ĠSa n", + "Ġ countries", + "Ġc ountries", + "Ġcount ries", + "Ġcoun tries", + "a led", + "al ed", + "ale d", + "t oken", + "to ken", + "tok en", + "k t", + "Ġ qual", + "Ġqu al", + "Ġq ual", + "Ġqua l", + "L ast", + "La st", + "Las t", + "ad ow", + "ado w", + "Ġ manufact", + "Ġman ufact", + "i dad", + "id ad", + "ida d", + "j ango", + "ja ngo", + "jan go", + "jang o", + "N ext", + "Ne xt", + "x f", + ". a", + "Ġ porno", + "Ġp orno", + "Ġporn o", + "Ġpor no", + "Ġ PM", + "ĠP M", + "e rve", + "er ve", + "erv e", + "i ting", + "it ing", + "iti ng", + "itin g", + "_ th", + "_t h", + "c i", + "= None", + "=N one", + "g s", + "Ġ login", + "Ġlo gin", + "Ġlog in", + "at ives", + "ative s", + "ati ves", + "ativ es", + "' ]);Ċ", + "'] );Ċ", + "']) ;Ċ", + "']); Ċ", + "Ä ħ", + "Ġ ill", + "Ġi ll", + "Ġil l", + "I A", + "ch ildren", + "child ren", + "D O", + "Ġ levels", + "Ġlevel s", + "Ġlev els", + "Ġleve ls", + "Ġ {{", + "Ġ{ {", + "Ġ looks", + "Ġl ooks", + "Ġlo oks", + "Ġlook s", + "Ġ \"#", + "Ġ\" #", + "To String", + "ToStr ing", + "Ġ necessary", + "Ġn ecessary", + "Ġnecess ary", + "Ġ ĠĠĊ", + "ĠĠ ĠĊ", + "ĠĠĠ Ċ", + "c ell", + "ce ll", + "cel l", + "En try", + "Ent ry", + "Entr y", + "Ġ '#", + "Ġ' #", + "Ġext rem", + "Ġextr em", + "Se lector", + "Select or", + "Sel ector", + "Sele ctor", + "Ġ placeholder", + "Ġplace holder", + "L oad", + "Lo ad", + "Ġ released", + "Ġre leased", + "Ġrelease d", + "Ġrele ased", + "O RE", + "OR E", + "E numer", + "En umer", + "Enum er", + "Ġ TV", + "ĠT V", + "S ET", + "SE T", + "in q", + "P ress", + "Pr ess", + "Pre ss", + "Pres s", + "Ġ Department", + "ĠDe partment", + "ĠDep artment", + "ĠDepart ment", + "Ġ properties", + "Ġp roperties", + "Ġprop erties", + "Ġproper ties", + "Ġ respond", + "Ġres pond", + "Ġresp ond", + "S earch", + "Se arch", + "Sea rch", + "a el", + "ae l", + "Ġ requ", + "Ġre qu", + "Ġr equ", + "Ġreq u", + "Ġ Book", + "ĠB ook", + "ĠBo ok", + "ĠBoo k", + "/ Ċ", + "( st", + "(s t", + "Ġ financial", + "Ġfin ancial", + "Ġfinanc ial", + "Ġfinan cial", + "i cket", + "ic ket", + "ick et", + "_ input", + "_in put", + "_inp ut", + "Ġ threat", + "Ġth reat", + "Ġthr eat", + "( in", + "(i n", + "S trip", + "St rip", + "Str ip", + "ì Ŀ", + "ç ão", + "7 1", + "Ġe vidence", + "Ġev idence", + "Ġevid ence", + ") );", + ")) ;", + "Ġ Bro", + "ĠB ro", + "ĠBr o", + "Ġ [];Ċ", + "Ġ[ ];Ċ", + "Ġ[] ;Ċ", + "Ġ[]; Ċ", + "Ġ ou", + "Ġo u", + "b uf", + "bu f", + "S cript", + "Scr ipt", + "d at", + "da t", + "Ġ rule", + "Ġr ule", + "Ġru le", + "# import", + "= \"/", + "=\" /", + "S erial", + "Se rial", + "Ser ial", + "Ġ starting", + "Ġstart ing", + "Ġstar ting", + "[ index", + "[in dex", + "[ind ex", + "a e", + "Ġ contrib", + "Ġcon trib", + "Ġcont rib", + "Ġcontr ib", + "s ession", + "sess ion", + "_ new", + "_n ew", + "_ne w", + "u table", + "ut able", + "uta ble", + "o ber", + "ob er", + "obe r", + "Ġ \"./", + "Ġ\" ./", + "Ġ\". /", + "Ġ logger", + "Ġlo gger", + "Ġlog ger", + "Ġrec ently", + "Ġrecent ly", + "Ġ returned", + "Ġre turned", + "Ġreturn ed", + "č čĊ", + ") ))Ċ", + ")) )Ċ", + "))) Ċ", + "it ions", + "ition s", + "iti ons", + "Ġ seek", + "Ġse ek", + "Ġsee k", + "Ġ communic", + "Ġcomm unic", + "Ġcommun ic", + "Ġ \".", + "Ġ\" .", + "Ġ username", + "Ġuser name", + "Ġusern ame", + "E CT", + "EC T", + "D S", + "Ġ otherwise", + "Ġother wise", + "Ġ German", + "ĠG erman", + "ĠGer man", + "ĠGerm an", + ". aw", + ".a w", + "Ad apter", + "Ada pter", + "ix el", + "ixe l", + "Ġ systems", + "Ġs ystems", + "Ġsystem s", + "Ġsys tems", + "Ġsyst ems", + "Ġ drop", + "Ġd rop", + "Ġdr op", + "Ġdro p", + "8 3", + "Ġ structure", + "Ġstruct ure", + "Ġ $(\"#", + "Ġ$ (\"#", + "Ġ$( \"#", + "Ġ$(\" #", + "en cies", + "enc ies", + "enci es", + "an ning", + "ann ing", + "anni ng", + "Ġ Link", + "ĠL ink", + "ĠLin k", + "ĠLi nk", + "Ġ Response", + "ĠRes ponse", + "ĠRespons e", + "ĠResp onse", + "Ġ stri", + "Ġs tri", + "Ġst ri", + "Ġstr i", + "Å ¼", + "Ġ DB", + "ĠD B", + "æ Ĺ", + "and roid", + "andro id", + "andr oid", + "sub mit", + "o tion", + "ot ion", + "oti on", + "9 2", + "( @", + ". test", + ".t est", + ".te st", + "8 2", + "Ċ ĊĊĊĊĊĊĊ", + "ĊĊ ĊĊĊĊĊĊ", + "ĊĊĊĊ ĊĊĊĊ", + "ĊĊĊ ĊĊĊĊĊ", + "ĊĊĊĊĊĊ ĊĊ", + "ĊĊĊĊĊ ĊĊĊ", + "ĊĊĊĊĊĊĊ Ċ", + "] ;čĊ", + "]; čĊ", + "Ġdirect ly", + "Ġ \"%", + "Ġ\" %", + "r is", + "ri s", + "el ta", + "elt a", + "A IL", + "AI L", + ") {čĊ", + "){ čĊ", + "m ine", + "min e", + "mi ne", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "( k", + "b on", + "bo n", + "a sic", + "as ic", + "asi c", + "p ite", + "pi te", + "pit e", + "_ __", + "__ _", + "M ax", + "Ma x", + "Ġ errors", + "Ġerror s", + "Ġerr ors", + "Ġer rors", + "Ġerro rs", + "Ġ While", + "ĠWh ile", + "Ġ arguments", + "Ġarg uments", + "Ġargument s", + "Ġ ensure", + "Ġen sure", + "Ġens ure", + "R ight", + "- based", + "-b ased", + "-base d", + "W eb", + "We b", + "Ġ -=", + "Ġ- =", + "Ġint rodu", + "Ġintr odu", + "Ġintro du", + "Ġ Inst", + "ĠI nst", + "ĠIn st", + "ĠIns t", + "ĠW ash", + "ĠWas h", + "ĠWa sh", + "or din", + "ord in", + "j oin", + "jo in", + "D atabase", + "Data base", + "Dat abase", + "Ġ grad", + "Ġg rad", + "Ġgr ad", + "Ġgra d", + "Ġ usually", + "Ġus ually", + "Ġusual ly", + "Ġusu ally", + "I TE", + "IT E", + "P rops", + "Pro ps", + "Prop s", + "Pr ops", + "? >Ċ", + "?> Ċ", + "Ġ Go", + "ĠG o", + "@ Override", + "R EF", + "RE F", + "Ġ ip", + "Ġi p", + "ĠA ustral", + "ĠAust ral", + "ĠAu stral", + "ĠAustr al", + "Ġ ist", + "Ġis t", + "Ġi st", + "View ById", + "Ġ serious", + "Ġse rious", + "Ġser ious", + "Ġseri ous", + "Ġ customer", + "Ġc ustomer", + "Ġcustom er", + "Ġcust omer", + ". prototype", + ".prot otype", + ".proto type", + "o do", + "od o", + "c or", + "co r", + "Ġ door", + "Ġd oor", + "Ġdo or", + "Ġ WITHOUT", + "ĠWITH OUT", + "Ġ plant", + "Ġp lant", + "Ġpl ant", + "Ġplan t", + "Ġpla nt", + "Ġb egan", + "Ġbe gan", + "Ġbeg an", + "Ġ distance", + "Ġd istance", + "Ġdist ance", + "Ġdi stance", + "( )).", + "() ).", + "()) .", + "Ġch ance", + "Ġcha nce", + "Ġchan ce", + "Ġ ord", + "Ġo rd", + "Ġor d", + "c ame", + "ca me", + "cam e", + "pr agma", + "Ġ protect", + "Ġprot ect", + "Ġprote ct", + "r agment", + "ra gment", + "rag ment", + "Ġ Node", + "ĠN ode", + "ĠNo de", + "e ning", + "en ing", + "eni ng", + "enin g", + "Ñ ĩ", + "Ġ route", + "Ġr oute", + "Ġro ute", + "Ġrout e", + "Ġrou te", + "Ġ School", + "ĠS chool", + "ĠSch ool", + "ĠScho ol", + "h i", + "Ġne ighb", + "Ġneigh b", + "A fter", + "Af ter", + "l icit", + "lic it", + "li cit", + "Ġ contr", + "Ġcon tr", + "Ġcont r", + "Ġ primary", + "Ġpr imary", + "Ġprim ary", + "Ġpri mary", + "Ġprima ry", + "A A", + ".Write Line", + "ut ils", + "util s", + "uti ls", + "Ġ bi", + "Ġb i", + "R ed", + "Re d", + ".L inq", + ". object", + ".o bject", + ".obj ect", + ".ob ject", + "Ġ leaders", + "Ġle aders", + "Ġlead ers", + "Ġleader s", + "un ities", + "unit ies", + "uni ties", + "Ġ gun", + "Ġg un", + "Ġgu n", + "o nth", + "on th", + "ont h", + "Ġ Dev", + "ĠD ev", + "ĠDe v", + "F ILE", + "FI LE", + "Ġ comments", + "Ġcom ments", + "Ġcomm ents", + "Ġcomment s", + "Ġcomme nts", + "_ len", + "_l en", + "_le n", + "ar row", + "arr ow", + "arro w", + "a mount", + "am ount", + "amo unt", + "R ange", + "Ra nge", + "s ert", + "se rt", + "ser t", + "Grid View", + "Ġ updated", + "Ġup dated", + "Ġupdate d", + "Ġupd ated", + "Ġ Mo", + "ĠM o", + "Ġ inform", + "Ġin form", + "Ġinfo rm", + "Ġinf orm", + "oci ety", + "a la", + "al a", + "A ccess", + "Ac cess", + "Acc ess", + "Ġ hab", + "Ġh ab", + "Ġha b", + "Ġ creat", + "Ġc reat", + "Ġcr eat", + "Ġcre at", + "Ġcrea t", + "_ arg", + "_a rg", + "_ar g", + "Ġ January", + "ĠJan uary", + "Ġ Day", + "ĠD ay", + "ĠDa y", + "\" )čĊ", + "\") čĊ", + "u ple", + "up le", + "d ocument", + "doc ument", + "gor ith", + "gorit h", + "m enu", + "me nu", + "men u", + "Ġ Over", + "ĠO ver", + "ĠOv er", + "b b", + ". title", + ".t itle", + "_ out", + "_o ut", + "Ġ led", + "Ġl ed", + "Ġle d", + "u ri", + "ur i", + "Ġ ?> < /", + "g l", + "Ġ bank", + "Ġb ank", + "Ġban k", + "Ġba nk", + "ay ment", + "ĉ printf", + "ĉprint f", + "M D", + "Ġ sample", + "Ġs ample", + "Ġsam ple", + "Ġsamp le", + "Ġ hands", + "Ġh ands", + "Ġhand s", + "Ġha nds", + "Ġhan ds", + "Ġ Version", + "ĠV ersion", + "ĠVers ion", + "u ario", + "ua rio", + "uar io", + "Ġ offers", + "Ġof fers", + "Ġoff ers", + "Ġoffer s", + "ity Engine", + "Ġ shape", + "Ġs hape", + "Ġsh ape", + "Ġsha pe", + "Ġ sleep", + "Ġs leep", + "Ġsle ep", + "Ġslee p", + "_ point", + "_p oint", + "_po int", + "S ettings", + "Set tings", + "Setting s", + "Ġ achie", + "Ġa chie", + "Ġach ie", + "Ġ sold", + "Ġs old", + "Ġso ld", + "Ġsol d", + "o ta", + "ot a", + ". bind", + ".b ind", + ".bin d", + ".bi nd", + "A m", + "Ġ safe", + "Ġs afe", + "Ġsa fe", + "Ġsaf e", + "St ore", + "Ġ shared", + "Ġsh ared", + "Ġshare d", + "Ġsha red", + "Ġshar ed", + "Ġ priv", + "Ġp riv", + "Ġpr iv", + "Ġpri v", + "_ VAL", + "_V AL", + "Ġs ens", + "Ġse ns", + "Ġsen s", + ") {", + "Ġ remember", + "Ġre member", + "Ġrem ember", + "sh ared", + "sha red", + "share d", + "e lement", + "el ement", + "ele ment", + "elem ent", + "Ġ shoot", + "Ġs hoot", + "Ġsh oot", + "Ġsho ot", + "V ert", + "Ver t", + "Ve rt", + "c out", + "co ut", + "cou t", + "Ġ env", + "Ġe nv", + "Ġen v", + "_ label", + "_l abel", + "_lab el", + "_la bel", + "Ġ >Ċ", + "Ġ> Ċ", + "r un", + "ru n", + "Ġ scene", + "Ġs cene", + "Ġsc ene", + "Ġscen e", + "Ġsce ne", + "( array", + "(a rray", + "(arr ay", + "(ar ray", + "d evice", + "de vice", + "dev ice", + "_ title", + "_t itle", + "_ti tle", + "a gon", + "ag on", + "ago n", + "] čĊ", + "a by", + "ab y", + "Ġbe came", + "Ġbec ame", + "bo olean", + "bool ean", + "boo lean", + "Ġ park", + "Ġp ark", + "Ġpar k", + "Ġpa rk", + "Ġ Code", + "ĠC ode", + "ĠCo de", + "ĠCod e", + "up load", + "r iday", + "ri day", + "rid ay", + "Ġ September", + "ĠSept ember", + "ĠSep tember", + "F e", + "Ġ sen", + "Ġs en", + "Ġse n", + "c ing", + "ci ng", + "cin g", + "F L", + "C ol", + "Co l", + "u ts", + "ut s", + "_ page", + "_p age", + "_pag e", + "_pa ge", + "i nn", + "in n", + "Ġim plied", + "Ġimp lied", + "Ġimpl ied", + "a ling", + "al ing", + "ali ng", + "alin g", + "Ġyour self", + "Ġyours elf", + ". Count", + ".C ount", + ".Co unt", + "con f", + "co nf", + "Ġ aud", + "Ġa ud", + "Ġau d", + "_ init", + "_in it", + "_i nit", + "_ini t", + ". )", + "Ġw rote", + "Ġwr ote", + "0 03", + "00 3", + "N G", + ". Error", + ".E rror", + ".Err or", + "ä »", + ". for", + ".f or", + "Ġ equal", + "Ġe qual", + "Ġequ al", + "Ġeq ual", + "Ġ Request", + "ĠRe quest", + "ĠReq uest", + "Ġ serial", + "Ġs erial", + "Ġse rial", + "Ġser ial", + "Ġseria l", + "Ġseri al", + "Ġ allows", + "Ġall ows", + "Ġallow s", + "Ġallo ws", + "X X", + "Ġ middle", + "Ġm iddle", + "Ġmid dle", + "Ġmidd le", + "c hor", + "ch or", + "cho r", + "1 95", + "19 5", + "9 4", + "à ¸", + "er val", + "erv al", + "erva l", + ". Column", + ".C olumn", + ".Col umn", + "re ading", + "read ing", + "rea ding", + "Ġ escort", + "Ġesc ort", + "Ġ August", + "ĠAug ust", + "Ġquick ly", + "Ġwe ap", + "Ġ CG", + "ĠC G", + "ro pri", + "rop ri", + "h o", + "Ġ cop", + "Ġc op", + "Ġco p", + "( struct", + "(str uct", + "Ġ Big", + "ĠB ig", + "ĠBi g", + "Ġ vs", + "Ġv s", + "Ġf requ", + "Ġfr equ", + "Ġfre qu", + "Ġfreq u", + ". Value", + ".V alue", + ".Val ue", + "Ġ actions", + "Ġa ctions", + "Ġact ions", + "Ġaction s", + "Ġ proper", + "Ġpro per", + "Ġpr oper", + "Ġprop er", + "Ġ inn", + "Ġin n", + "Ġi nn", + "Ġ objects", + "Ġobject s", + "Ġobj ects", + "Ġ matrix", + "Ġm atrix", + "Ġmat rix", + "av ascript", + "ava script", + "Ġ ones", + "Ġo nes", + "Ġon es", + "Ġone s", + ". group", + ".g roup", + ".gr oup", + "Ġ green", + "Ġg reen", + "Ġgr een", + "Ġgre en", + "Ġ paint", + "Ġp aint", + "Ġpain t", + "Ġpa int", + "Ġpai nt", + "o ols", + "ool s", + "oo ls", + "y cl", + "yc l", + "en code", + "enc ode", + "enco de", + "o lt", + "ol t", + "com ment", + "comm ent", + ". api", + ".ap i", + ".a pi", + "D ir", + "Di r", + "Ġ une", + "Ġu ne", + "Ġun e", + "iz ont", + "izon t", + "izo nt", + ". position", + ".p osition", + ".pos ition", + "Ġde signed", + "Ġdes igned", + "Ġdesign ed", + "_ val", + "_v al", + "_va l", + "a vi", + "av i", + "i ring", + "ir ing", + "iri ng", + "t ab", + "ta b", + "Ġ layer", + "Ġl ayer", + "Ġla yer", + "Ġlay er", + "Ġ views", + "Ġview s", + "Ġvi ews", + "Ġvie ws", + "Ġ reve", + "Ġre ve", + "Ġr eve", + "Ġrev e", + "r ael", + "ra el", + "Ġ ON", + "ĠO N", + "r ics", + "ri cs", + "ric s", + "1 60", + "16 0", + "n p", + "Ġ core", + "Ġc ore", + "Ġco re", + "Ġcor e", + "( ));čĊ", + "() );čĊ", + "()) ;čĊ", + "()); čĊ", + "M ain", + "Ma in", + "Ġ expert", + "Ġex pert", + "Ġexp ert", + "Ġexper t", + "ĉ ĉčĊ", + "ĉĉ čĊ", + "_ en", + "_e n", + "Ġ />", + "Ġ/ >", + "ut ter", + "utt er", + "I AL", + "IA L", + "a ils", + "ail s", + "ai ls", + "Ġ King", + "ĠK ing", + "ĠKi ng", + "ĠKin g", + "* /ĊĊ", + "*/ ĊĊ", + "*/Ċ Ċ", + "Ġ Met", + "ĠM et", + "ĠMe t", + "_ end", + "_e nd", + "_en d", + "ad dr", + "add r", + "o ra", + "or a", + "Ġ ir", + "Ġi r", + "M in", + "Mi n", + "Ġsur pr", + "Ġre pe", + "Ġrep e", + "Ġ directory", + "Ġd irectory", + "Ġdirect ory", + "Ġdirector y", + "P UT", + "PU T", + "- S", + "Ġ election", + "Ġe lection", + "Ġel ection", + "Ġelect ion", + "Ġele ction", + "h aps", + "ha ps", + "hap s", + ". pre", + ".p re", + ".pr e", + "c m", + "Value s", + "Val ues", + "Ġ \"Ċ", + "Ġ\" Ċ", + "c olumn", + "col umn", + "i vil", + "iv il", + "ivi l", + "Log in", + "Lo gin", + "in ue", + "inu e", + "9 3", + "Ġ beautiful", + "Ġbe autiful", + "Ġbeaut iful", + "Ġ secret", + "Ġs ecret", + "Ġse cret", + "Ġsec ret", + "Ġsecre t", + "( event", + "(e vent", + "(ev ent", + "Ġ chat", + "Ġc hat", + "Ġch at", + "Ġcha t", + "u ms", + "um s", + "Ġ origin", + "Ġor igin", + "Ġorig in", + "Ġori gin", + "Ġ effects", + "Ġe ffects", + "Ġeffect s", + "Ġeff ects", + "Ġ management", + "Ġman agement", + "Ġmanage ment", + "Ġmana gement", + "i lla", + "il la", + "ill a", + "t k", + "Ġ setting", + "Ġs etting", + "Ġset ting", + "Ġsett ing", + "Ġ Cour", + "ĠC our", + "ĠCo ur", + "ĠCou r", + "Ġ massage", + "Ġm assage", + "Ġmass age", + "Ġmas sage", + "Ġmassa ge", + "ĉ end", + "ĉe nd", + "ĉen d", + "Ġ happy", + "Ġh appy", + "Ġhapp y", + "Ġha ppy", + "Ġhap py", + "Ġ finish", + "Ġf inish", + "Ġfin ish", + "Ġfi nish", + "Ġ camera", + "Ġc amera", + "Ġcame ra", + "Ġcam era", + "Ġcamer a", + "Ġ Ver", + "ĠV er", + "ĠVe r", + "ĠDem ocr", + "ĠDemo cr", + "Ġ Her", + "ĠH er", + "ĠHe r", + "( Q", + "c ons", + "con s", + "co ns", + "i ta", + "it a", + "Ġ '.", + "Ġ' .", + "{ }", + "ĉ C", + "Ġ stuff", + "Ġst uff", + "Ġstu ff", + "1 94", + "19 4", + "Ġ :Ċ", + "Ġ: Ċ", + "Ġ AR", + "ĠA R", + "T ask", + "Ta sk", + "h idden", + "hi dden", + "hid den", + "e ros", + "er os", + "ero s", + "I GN", + "IG N", + "at io", + "ati o", + "Ġ Health", + "ĠHe alth", + "ĠHeal th", + "ol ute", + "olut e", + "olu te", + "En ter", + "Ent er", + "' >", + "Ġ Twitter", + "ĠT witter", + "ĠTw itter", + "Ġ County", + "ĠC ounty", + "ĠCount y", + "ĠCou nty", + "ĠCoun ty", + "s cribe", + "scri be", + "scr ibe", + "Ġ= >Ċ", + "Ġ=> Ċ", + "Ġ hy", + "Ġh y", + "f it", + "fi t", + "Ġm ilitary", + "Ġmilit ary", + "Ġmil itary", + "Ġmilitar y", + "Ġ sale", + "Ġs ale", + "Ġsa le", + "Ġsal e", + "re quired", + "require d", + "requ ired", + "n on", + "no n", + "boot strap", + "h old", + "ho ld", + "hol d", + "r im", + "ri m", + "- old", + "-o ld", + "Ġ Down", + "ĠD own", + "ĠDo wn", + "ĠDow n", + "Ġ mention", + "Ġm ention", + "Ġmen tion", + "Ġment ion", + "cont act", + "_ group", + "_g roup", + "_gr oup", + "o day", + "od ay", + "oda y", + "Ġ town", + "Ġt own", + "Ġto wn", + "Ġtow n", + "Ġ solution", + "Ġs olution", + "Ġsol ution", + "u ate", + "ua te", + "uat e", + "el ling", + "ell ing", + "elli ng", + "] ->", + "]- >", + "o tes", + "ot es", + "ote s", + "en tal", + "ent al", + "enta l", + "o men", + "om en", + "ome n", + "osp ital", + "Ġ Sup", + "ĠS up", + "ĠSu p", + "_ EN", + "_E N", + "Ġ slow", + "Ġs low", + "Ġsl ow", + "Ġslo w", + "SE SSION", + "SES SION", + "Ġ blue", + "Ġb lue", + "Ġbl ue", + "a go", + "ag o", + "Ġl ives", + "Ġli ves", + "Ġlive s", + "Ġliv es", + "Ġ ^", + ". un", + ".u n", + "i nst", + "in st", + "ins t", + "e nge", + "en ge", + "eng e", + "Ġ customers", + "Ġcustom ers", + "Ġcustomer s", + "Ġcust omers", + "Ġ cast", + "Ġc ast", + "Ġca st", + "Ġcas t", + "ud get", + "udge t", + "ï¼ ģ", + "ic ens", + "ice ns", + "Ġd etermin", + "Ġde termin", + "Ġdeter min", + "Ġdeterm in", + "Se lected", + "Select ed", + "Sel ected", + "_ pl", + "_p l", + "ue ue", + "Ġ dark", + "Ġd ark", + "Ġda rk", + "Ġdar k", + "/ /ĊĊ", + "// ĊĊ", + "//Ċ Ċ", + "s i", + "th ern", + "ther n", + "the rn", + "Ġ Japan", + "ĠJ apan", + "ĠJa pan", + "ĠJap an", + "/ w", + "P U", + "Ġ East", + "ĠE ast", + "ĠEa st", + "o vie", + "ov ie", + "ovi e", + "Ġ package", + "Ġp ackage", + "Ġpack age", + "Ġ nor", + "Ġn or", + "Ġno r", + "Ġ api", + "Ġa pi", + "Ġap i", + "b ot", + "bo t", + "\" ];Ċ", + "\"] ;Ċ", + "\"]; Ċ", + "_ post", + "_p ost", + "_pos t", + "_po st", + "u late", + "ul ate", + "ula te", + "Ġ club", + "Ġc lub", + "Ġcl ub", + "' ));Ċ", + "') );Ċ", + "')) ;Ċ", + "')); Ċ", + "Ġ loop", + "Ġl oop", + "Ġlo op", + "P IO", + "PI O", + "i one", + "ion e", + "io ne", + "s hot", + "sh ot", + "In itial", + "Init ial", + "Ġ played", + "Ġpl ayed", + "Ġplay ed", + "reg ister", + "regist er", + "r ought", + "ro ught", + "rou ght", + "rough t", + "_ max", + "_m ax", + "_ma x", + "ace ment", + "ac ement", + "m atch", + "mat ch", + "raph ics", + "raphic s", + "A ST", + "AS T", + "Ġ existing", + "Ġex isting", + "Ġexist ing", + "Ġ complex", + "Ġcom plex", + "Ġcomp lex", + "Ġcomple x", + "Ġcompl ex", + "D A", + ". Ch", + ".C h", + ". common", + ".com mon", + ".comm on", + "m o", + "Ġ' ../../", + "Ġ'../ ../", + "Ġ'.. /../", + "i to", + "it o", + "Ġ analysis", + "Ġan alysis", + "Ġanal ysis", + "Ġanaly sis", + "Ġanalys is", + "Ġ deliver", + "Ġdel iver", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "i dx", + "id x", + "à ł", + "o ngo", + "on go", + "ong o", + "Ġ English", + "ĠEng lish", + "ĠEngl ish", + "< !--", + " \";Ċ", + ">\" ;Ċ", + ">\"; Ċ", + "_ UN", + "_U N", + "ĉ std", + "ĉs td", + "ĉst d", + "o ded", + "od ed", + "ode d", + "Ġ calls", + "Ġc alls", + "Ġcall s", + "Ġcal ls", + "h ere", + "he re", + "her e", + "R el", + "Re l", + "Ġ brand", + "Ġb rand", + "Ġbr and", + "Ġbra nd", + "Ġbran d", + "back ground", + "g a", + "_ address", + "_add ress", + "_addr ess", + "_ad dress", + "_ params", + "_param s", + "_par ams", + "_para ms", + "_pa rams", + "C ategory", + "1 03", + "10 3", + "Ġ India", + "ĠIn dia", + "ĠInd ia", + "ĠIndi a", + "_ event", + "_e vent", + "_ev ent", + "_even t", + "Ġ ing", + "Ġin g", + "Ġi ng", + "R ender", + "Re nder", + "Ren der", + ". cl", + ".c l", + "um py", + "ump y", + "Ġ pet", + "Ġp et", + "Ġpe t", + "F C", + "Ġ Ant", + "ĠA nt", + "ĠAn t", + "E xt", + "Ex t", + "Ġ charge", + "Ġch arge", + "Ġchar ge", + "Ġcharg e", + "e ned", + "en ed", + "ene d", + "g rad", + "gr ad", + "gra d", + "E O", + "Ġ depend", + "Ġd epend", + "Ġde pend", + "Ġdep end", + "Ġ .ĊĊ", + "Ġ. ĊĊ", + "Ġ.Ċ Ċ", + "f rame", + "fr ame", + "fra me", + "fram e", + "Ġ df", + "Ġd f", + "Ġ huge", + "Ġh uge", + "Ġhug e", + "Ġhu ge", + "Ġ PART", + "ĠP ART", + "ĠPA RT", + "ĠPAR T", + "e ds", + "ed s", + "; ;", + "Ġ AM", + "ĠA M", + "Ġ basic", + "Ġb asic", + "Ġbas ic", + "Ġba sic", + "Ġ Let", + "ĠL et", + "ĠLe t", + "l ich", + "lic h", + "li ch", + "Ġ arm", + "Ġa rm", + "Ġar m", + "Ġ star", + "Ġs tar", + "Ġst ar", + "Ġsta r", + "Ġf ederal", + "Ġfed eral", + "Ġfeder al", + "W ork", + "Wo rk", + "Ġ carry", + "Ġc arry", + "Ġcar ry", + "Ġcarr y", + "Ġ Israel", + "ĠIs rael", + "( obj", + "(o bj", + "(ob j", + "= {{", + "={ {", + "Ġ saved", + "Ġs aved", + "Ġsa ved", + "Ġsave d", + "Ġsav ed", + "Ġ syn", + "Ġs yn", + "Ġsy n", + "Ġ constant", + "Ġcon stant", + "Ġconst ant", + "Ġcons tant", + "V ENT", + "VE NT", + "VEN T", + "Ġ positive", + "Ġpos itive", + "Ġposit ive", + "Ġ conduct", + "Ġcon duct", + "Ġcond uct", + "Ġconduc t", + "Ġcondu ct", + "Ġ skin", + "Ġs kin", + "Ġsk in", + "Ġski n", + "Ġear lier", + "Ġ layout", + "Ġl ayout", + "Ġlay out", + "Ġ IP", + "ĠI P", + "O UR", + "OU R", + "Ġ tim", + "Ġt im", + "Ġti m", + "style sheet", + "styles heet", + "_ cl", + "_c l", + "Ġ Card", + "ĠC ard", + "ĠCar d", + "ĠCa rd", + "++ ){Ċ", + "++) {Ċ", + "++){ Ċ", + "Ġtem per", + "Ġtemp er", + "Ġ David", + "ĠD avid", + "ĠDav id", + "ĠDa vid", + "ĉ try", + "ĉt ry", + "ĉtr y", + ". dart", + ".d art", + ".da rt", + "Ġw ants", + "Ġwant s", + "Ġwa nts", + "Ġwan ts", + "Ġ picture", + "Ġp icture", + "Ġpic ture", + "Ġpict ure", + "Ġ videos", + "Ġv ideos", + "Ġvideo s", + "Ġvid eos", + "Ġvide os", + "Ġ Comm", + "ĠC omm", + "ĠCom m", + "ĠCo mm", + "is ions", + "ision s", + "isi ons", + "_ MAX", + "_M AX", + "_MA X", + "M apping", + "Map ping", + "Ma pping", + "- content", + "-c ontent", + "-con tent", + "-cont ent", + "Ġ Ear", + "ĠE ar", + "ĠEa r", + "- de", + "-d e", + "Ġp rem", + "Ġpr em", + "Ġpre m", + "b ruary", + "br uary", + "bru ary", + "bruar y", + "Ġ components", + "Ġcom ponents", + "Ġcomp onents", + "Ġcomponent s", + "Ġthrough out", + "Ġ pull", + "Ġp ull", + "Ġpul l", + "Ġpu ll", + "Ġ pages", + "Ġp ages", + "Ġpage s", + "Ġpa ges", + "Ġpag es", + "e nte", + "en te", + "ent e", + "res pond", + "resp ond", + "Ġ gas", + "Ġg as", + "Ġga s", + "cript or", + "Ġ edge", + "Ġe dge", + "Ġed ge", + "Ġ bound", + "Ġb ound", + "Ġbo und", + "Ġbou nd", + "A CT", + "AC T", + "* *****", + "** ****", + "**** **", + "*** ***", + "***** *", + "Ġ creating", + "Ġc reating", + "Ġcr eating", + "Ġcre ating", + "Ġcreat ing", + "Ġcrea ting", + "Ġ CH", + "ĠC H", + "Ġ nullptr", + "Ġnull ptr", + "B r", + "+ '", + ". co", + ".c o", + "> ::", + ">: :", + "Ġ learning", + "Ġl earning", + "Ġle arning", + "Ġlearn ing", + "Ġlear ning", + ". Length", + ".L ength", + ".Le ngth", + ".Len gth", + "_ SH", + "_S H", + "Ġ patients", + "Ġpat ients", + "Ġpatient s", + "A IN", + "AI N", + "Ġ kids", + "Ġk ids", + "Ġkid s", + "Ġki ds", + "Ġ comfort", + "Ġcom fort", + "Ġ shown", + "Ġsh own", + "Ġshow n", + "Ġsho wn", + "ug ins", + "ugin s", + "ugi ns", + "Ġ Back", + "ĠB ack", + "ĠBa ck", + "ĠBac k", + "e lla", + "el la", + "ell a", + "_ CL", + "_C L", + "Ġ lat", + "Ġl at", + "Ġla t", + "Ġ dispatch", + "Ġdis patch", + "Ġdisp atch", + "Ġ classes", + "Ġc lasses", + "Ġclass es", + "Ġcl asses", + "Ġclasse s", + "Ġclas ses", + ". at", + ".a t", + ". begin", + ".b egin", + ".be gin", + "Ġ successful", + "Ġsuccess ful", + "b an", + "ba n", + "Ġob tain", + "Ġobt ain", + "Ġ Sl", + "ĠS l", + "Ġ lack", + "Ġl ack", + "Ġla ck", + "Ġlac k", + "it erator", + "iter ator", + "T hread", + "Th read", + "Thr ead", + "( size", + "(s ize", + "(si ze", + "Ġ none", + "Ġn one", + "Ġno ne", + "Ġnon e", + ". has", + ".h as", + "_ X", + "s ort", + "so rt", + "n ap", + "na p", + "p et", + "pe t", + "b in", + "bi n", + "7 00", + "70 0", + "Ġ Canada", + "ĠCan ada", + "T hey", + "The y", + "Th ey", + "Ġd ans", + "Ġda ns", + "Ġdan s", + "Ġ Mat", + "ĠM at", + "ĠMa t", + "< td", + "'", + "'=> '", + "'= >'", + "Ġ Paul", + "ĠP aul", + "ĠPa ul", + "m as", + "ma s", + "ĉ print", + "ĉp rint", + "ĉpr int", + "( len", + "(l en", + "(le n", + "f d", + "Ġ );", + "Ġ) ;", + ". Event", + ".E vent", + "q li", + "ql i", + "i rit", + "ir it", + "iri t", + "ie lds", + "ield s", + "iel ds", + "o man", + "om an", + "oma n", + "Ġ Top", + "ĠT op", + "ĠTo p", + "Ġ vote", + "Ġv ote", + "Ġvo te", + "Ġvot e", + "Ġ mask", + "Ġm ask", + "Ġma sk", + "Ġmas k", + "Ġ theme", + "Ġth eme", + "Ġthe me", + "Ġthem e", + "- Ċ", + "Ġ props", + "Ġp rops", + "Ġpro ps", + "Ġpr ops", + "Ġprop s", + "Ġ fine", + "Ġf ine", + "Ġfin e", + "Ġfi ne", + "Ġ writer", + "Ġw riter", + "Ġwrit er", + "Ġwr iter", + "Ġwrite r", + "_ offset", + "_off set", + "_o ffset", + "c ar", + "ca r", + "Ġ altern", + "Ġal tern", + "Ġalt ern", + "Ġalter n", + "Ġalte rn", + "Ġ copyright", + "Ġc opyright", + "Ġcopy right", + "Ġ destroy", + "Ġd estroy", + "Ġde stroy", + "Ġdest roy", + "p per", + "pp er", + "ppe r", + "Ġ generate", + "Ġg enerate", + "Ġgener ate", + "Ġgen erate", + "Ġgene rate", + "Ġgenera te", + "p ped", + "pp ed", + "ppe d", + "âĢĻ d", + "Ġ ĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĊ", + "ĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠ Ċ", + "m ake", + "ma ke", + "mak e", + "Ġ Show", + "ĠS how", + "ĠSh ow", + "ĠSho w", + "Ġ browser", + "Ġb rowser", + "Ġbrows er", + "Ġbrowse r", + "Ġbrow ser", + "Ġ favorite", + "Ġf avorite", + "Ġfavor ite", + "Ġ career", + "Ġcar eer", + "Ġcare er", + "Ġhapp ened", + "Ġhappen ed", + "( char", + "(c har", + "(ch ar", + "Ġ recommend", + "Ġre commend", + "Ġrecomm end", + "Ġ liter", + "Ġl iter", + "Ġli ter", + "Ġlit er", + "Ġlite r", + ". filter", + ".f ilter", + ".fil ter", + "g rade", + "gr ade", + "grad e", + "gra de", + "Ġ £", + "Ġ £", + "P hone", + "Ph one", + "o ms", + "om s", + "Ġ named", + "Ġn amed", + "Ġname d", + "Ġna med", + "Ġnam ed", + "- label", + "-l abel", + "-la bel", + "i po", + "ip o", + "Ġ Other", + "ĠO ther", + "ĠOt her", + "Ġ panel", + "Ġp anel", + "Ġpa nel", + "Ġpan el", + "Ġpane l", + "Ġ rock", + "Ġr ock", + "Ġro ck", + "Ġroc k", + "S cale", + "Sc ale", + "ĉ assert", + "ĉas sert", + "Ð ´", + "Ġ trust", + "Ġt rust", + "Ġtr ust", + "f ront", + "fr ont", + "Ġd emon", + "Ġde mon", + "Ġdem on", + "Ġdemo n", + "A r", + "N et", + "Ne t", + "Ġ economic", + "Ġe conomic", + "Ġecon omic", + "Ġeconom ic", + "Ġec onomic", + "f ooter", + "fo oter", + "foot er", + "foo ter", + "Ġ race", + "Ġr ace", + "Ġrac e", + "Ġra ce", + "( node", + "(n ode", + "(no de", + "Ġ Option", + "ĠO ption", + "ĠOp tion", + "ĠOpt ion", + "s plit", + "sp lit", + "spl it", + "Ġ physical", + "Ġph ysical", + "Ġphys ical", + "Ġphysic al", + "i fest", + "if est", + "ife st", + "ifes t", + "Ġ removed", + "Ġre moved", + "Ġrem oved", + "Ġremove d", + ". http", + ".h ttp", + ".ht tp", + ") ),Ċ", + ")) ,Ċ", + ")), Ċ", + "Ġlo oked", + "Ġlook ed", + "' ;", + "d ing", + "di ng", + "din g", + "g est", + "ge st", + "ges t", + "atur day", + "/ licenses", + "/lic enses", + "/license s", + "P rice", + "Pr ice", + "Pri ce", + "Ġ dro", + "Ġd ro", + "Ġdr o", + "Ġt owards", + "Ġto wards", + "Ġtoward s", + "Ġtow ards", + "Ġ uns", + "Ġu ns", + "Ġun s", + "Ġ CL", + "ĠC L", + "ĉ static", + "ĉst atic", + "ĉstat ic", + "Ġ rows", + "Ġr ows", + "Ġro ws", + "Ġrow s", + "Ġ define", + "Ġde fine", + "Ġdef ine", + "Ġdefin e", + ". replace", + ".re place", + ".rep lace", + "Ġ father", + "Ġf ather", + "Ġfa ther", + "Ġfat her", + "Ġ Design", + "ĠD esign", + "ĠDe sign", + "ĠDes ign", + "as sign", + "ass ign", + "assi gn", + "m ut", + "mu t", + "D evice", + "De vice", + "Dev ice", + "D id", + "Di d", + "' ))Ċ", + "') )Ċ", + "')) Ċ", + "o metry", + "om etry", + "ome try", + "omet ry", + "ometr y", + "ay load", + "Ġ histor", + "Ġh istor", + "Ġhis tor", + "Ġhist or", + "Ġhi stor", + "Ġhisto r", + "Ġ Param", + "ĠP aram", + "ĠPar am", + "ĠPa ram", + "ĠPara m", + "Ġ Boolean", + "ĠBo olean", + "ĠBool ean", + "ĠBoo lean", + "Ġ nature", + "Ġn ature", + "Ġna ture", + "Ġnatur e", + "Ġnat ure", + "Ġ js", + "Ġj s", + "Ġ nation", + "Ġn ation", + "Ġna tion", + "Ġnat ion", + "i h", + "Ġ discover", + "Ġdis cover", + "Ġdisc over", + "Ġdisco ver", + "s em", + "se m", + "H andle", + "Hand le", + "Han dle", + "ĉ r", + "Ġ Techn", + "ĠT echn", + "ĠTe chn", + "ĠTech n", + "ĠTec hn", + "Ġ wall", + "Ġw all", + "Ġwa ll", + "Ġwal l", + "{ $", + "@ property", + "Ġ\" ../", + "Ġ\". ./", + "Ġ\".. /", + "Ġ exam", + "Ġex am", + ". draw", + ".d raw", + ".dr aw", + "o pping", + "op ping", + "opp ing", + "Ġn early", + "Ġnear ly", + "Ġ cool", + "Ġc ool", + "Ġco ol", + "Ġin depend", + "Ġind epend", + "Ġinde pend", + "R ES", + "RE S", + "Ġ handler", + "Ġh andler", + "Ġhand ler", + "Ġhandle r", + "Ġ Monday", + "ĠMon day", + "ĠMond ay", + "Ġ sun", + "Ġs un", + "Ġsu n", + "St yles", + "Style s", + "ous ly", + "Ġ ĉ", + "v est", + "ve st", + "ves t", + "D isplay", + "Dis play", + "Disp lay", + "( y", + "at ically", + "atic ally", + "atical ly", + "Ġ predict", + "Ġp redict", + "Ġpre dict", + "Ġpred ict", + "Ġpredic t", + "y ing", + "yi ng", + "Ġ sometimes", + "Ġs ometimes", + "Ġsome times", + "Ġsom etimes", + "Ġsometime s", + "\" ]Ċ", + "\"] Ċ", + "Ġ drink", + "Ġd rink", + "Ġdr ink", + "Ġdri nk", + "Ġ bul", + "Ġb ul", + "Ġbu l", + "if ications", + "ific ations", + "ification s", + ". insert", + ".in sert", + ".ins ert", + ". reg", + ".re g", + ".r eg", + "Ġ tests", + "Ġt ests", + "Ġte sts", + "Ġtest s", + "Ġtes ts", + "Al ignment", + "Align ment", + "Ġal leg", + "Ġall eg", + "Ġalle g", + "Ġ attribute", + "Ġat tribute", + "Ġattrib ute", + "Ġ Note", + "ĠN ote", + "ĠNo te", + "ĠNot e", + "Ġmy self", + "Ġmys elf", + "a rts", + "ar ts", + "art s", + "N ow", + "No w", + "Ġ interesting", + "Ġinter esting", + "Ġinterest ing", + "Ġinteres ting", + "l ients", + "li ents", + "lient s", + "lie nts", + "lien ts", + "Ġ population", + "Ġpop ulation", + "Ġpopul ation", + "Ġ California", + "ĠCal ifornia", + "ĠCaliforn ia", + "\" I", + "å ¹", + "Ġ greater", + "Ġg reater", + "Ġgreat er", + "Ġgre ater", + "ues day", + "Ġth ous", + "Ġthou s", + "Ġtho us", + "Ġco sts", + "Ġcost s", + "Ġcos ts", + "Ġ launch", + "Ġl aunch", + "Ġla unch", + "\\ Http", + "k er", + "ke r", + "b and", + "ba nd", + "ban d", + "Ġ Play", + "ĠP lay", + "ĠPl ay", + "ĠPla y", + "Ġ band", + "Ġb and", + "Ġban d", + "Ġba nd", + ". shape", + ".s hape", + ".sh ape", + ".sha pe", + "e some", + "es ome", + "eso me", + "art icle", + "arti cle", + "artic le", + ". rf", + ".r f", + "Ġ wer", + "Ġw er", + "Ġwe r", + "á s", + "em bers", + "ember s", + "emb ers", + "u sr", + "us r", + "B A", + "i can", + "ic an", + "ica n", + "e tt", + "et t", + "valid ate", + "ul ti", + "ult i", + "Ġim mediately", + "Ġimmedi ately", + "Ġimmediate ly", + "z er", + "ze r", + "Ġ figure", + "Ġf igure", + "Ġfig ure", + "Ġfigur e", + "o es", + "oe s", + "e ller", + "el ler", + "ell er", + "elle r", + "ir cle", + "irc le", + "Ġ Sign", + "ĠS ign", + "ĠSi gn", + "ĠSig n", + ". db", + ".d b", + "Ġ rank", + "Ġr ank", + "Ġran k", + "Ġra nk", + "By tes", + "Byte s", + "Ġ projects", + "Ġproject s", + "Ġproj ects", + "Ġproje cts", + "_ rec", + "_re c", + "_r ec", + "U LAR", + "UL AR", + "ULA R", + "A PI", + "AP I", + "Ġ Line", + "ĠL ine", + "ĠLin e", + "ĠLi ne", + "P ort", + "Por t", + "Po rt", + "Ġ poll", + "Ġp oll", + "Ġpol l", + "Ġpo ll", + "Ġg iving", + "Ġgi ving", + "id ence", + "ide nce", + "iden ce", + "- -Ċ", + "-- Ċ", + "Ġ plot", + "Ġp lot", + "Ġpl ot", + "Ġplo t", + "i cial", + "ic ial", + "ici al", + "icia l", + "Ġw arrant", + "Ġwar rant", + "I TION", + "IT ION", + "Ġ Double", + "ĠD ouble", + "ĠDo uble", + "ĠDou ble", + "ĠDoub le", + "Ġb illion", + "Ġbill ion", + "Ġbil lion", + "gorith m", + "gorit hm", + "Ġ equipment", + "Ġe quipment", + "Ġequ ipment", + "Ġequip ment", + "D ATE", + "DA TE", + "DAT E", + "Ġ @\"", + "Ġ@ \"", + "E E", + "Ġ ple", + "Ġp le", + "Ġpl e", + "i ation", + "ia tion", + "iat ion", + "Ġ headers", + "Ġhe aders", + "Ġhead ers", + "Ġheader s", + "Ġpro ced", + "Ġproc ed", + ".Component Model", + "Ġ Obama", + "ĠOb ama", + "Ġ pa", + "Ġp a", + "Ġ Best", + "ĠB est", + "ĠBe st", + "ĠBes t", + "im ately", + "imate ly", + "imat ely", + ". getString", + ".get String", + ".getS tring", + ". \\", + "m ploy", + "mp loy", + "mpl oy", + "Ġ raw", + "Ġr aw", + "Ġra w", + "_ block", + "_b lock", + "_bl ock", + "_bloc k", + "und red", + "\" },Ċ", + "\"} ,Ċ", + "\"}, Ċ", + "1 12", + "11 2", + ".Group Layout", + "Ġb rought", + "Ġbr ought", + "Ġbro ught", + "NS String", + "NSS tring", + "th row", + "thr ow", + "thro w", + "c reated", + "cre ated", + "create d", + "cr eated", + "creat ed", + ". New", + ".N ew", + "_ view", + "_v iew", + "_vi ew", + "C P", + "e ps", + "ep s", + "O p", + "Ġ gratis", + "Ġgr atis", + "Ġgrat is", + "Ġ '\"", + "Ġ' \"", + "Ġint erview", + "Ġinter view", + "Ġinterv iew", + "\" \"\"Ċ", + "\"\" \"Ċ", + "\"\"\" Ċ", + "Ġ partial", + "Ġp artial", + "Ġpart ial", + "Ġparti al", + "Ġ aria", + "Ġa ria", + "Ġar ia", + "b ing", + "bin g", + "bi ng", + "A uthor", + "Auth or", + "Aut hor", + "B ook", + "Bo ok", + "Ġ Pat", + "ĠP at", + "ĠPa t", + "u man", + "um an", + "uma n", + "User s", + "Us ers", + "Use rs", + "p lus", + "pl us", + "1 93", + "19 3", + "Ġ Direct", + "ĠD irect", + "ĠDi rect", + "ĠDir ect", + "ĠDire ct", + "ven ue", + "al pha", + "alph a", + "UC CESS", + "Ġ Call", + "ĠC all", + "ĠCal l", + "ĠCa ll", + "Ġ );čĊ", + "Ġ) ;čĊ", + "Ġ); čĊ", + "im ated", + "imate d", + "ima ted", + "imat ed", + "Ġ remain", + "Ġre main", + "Ġr emain", + "Ġrem ain", + "Ġ anti", + "Ġan ti", + "Ġant i", + "Ġ London", + "ĠL ondon", + "ĠLo ndon", + "ĠLon don", + "ĠLond on", + "Ġs afety", + "Ġsaf ety", + "Ġsafe ty", + "P OSE", + "PO SE", + "POS E", + "o les", + "ol es", + "ole s", + "cont roller", + "control ler", + "contr oller", + "contro ller", + "B yte", + "By te", + "Ġ Court", + "ĠC ourt", + "ĠCo urt", + "ĠCour t", + "ĠCou rt", + "Ġ Phil", + "ĠP hil", + "ĠPh il", + "ĠPhi l", + "Ġ Associ", + "ĠAss oci", + "ĠAssoc i", + "e na", + "en a", + "å IJ", + "_ STR", + "_S TR", + "_ST R", + "c oin", + "co in", + "res hold", + "resh old", + "Ġ batch", + "Ġb atch", + "Ġbat ch", + "_ Click", + "_C lick", + "_Cl ick", + "ent ication", + "entic ation", + "enti cation", + "> ';Ċ", + ">' ;Ċ", + ">'; Ċ", + "e nty", + "en ty", + "ent y", + "Ġbeg inning", + "Ġbegin ning", + "Ġ zero", + "Ġz ero", + "Ġze ro", + "Ġzer o", + "Ġ Convert", + "ĠCon vert", + "ĠConv ert", + "Ġ terr", + "Ġt err", + "Ġte rr", + "Ġter r", + "Ġ paid", + "Ġp aid", + "Ġpa id", + "Ġpai d", + "Ġincre ased", + "Ġincrease d", + "c atch", + "cat ch", + "- size", + "-s ize", + "1 15", + "11 5", + "act ivity", + "activ ity", + "e quals", + "equ als", + "equal s", + "Ġ queue", + "Ġque ue", + "Ġq ueue", + "Ġ \"'", + "Ġ\" '", + "Ġ International", + "ĠInt ernational", + "ĠIntern ational", + "ĠInter national", + "Ġf ür", + "urs day", + "Ġ scient", + "Ġs cient", + "Ġsc ient", + "Ġsci ent", + "al low", + "all ow", + "allo w", + "a xis", + "ax is", + "Ġ appropri", + "Ġapp ropri", + "Ġap propri", + "Ġappro pri", + "e dge", + "ed ge", + "Ġ idx", + "Ġi dx", + "Ġid x", + "S uccess", + "Su ccess", + "Suc cess", + "ent ifier", + ": \\", + "x is", + "xi s", + "Ġ maximum", + "Ġmax imum", + "Ġmaxim um", + "ar ks", + "ark s", + "Ġ birth", + "Ġb irth", + "Ġbir th", + "( index", + "(in dex", + "(ind ex", + "Ġ maybe", + "Ġm aybe", + "Ġmay be", + ". py", + ".p y", + "f iles", + "file s", + "fi les", + "fil es", + "Ġ limited", + "Ġl imited", + "Ġlimit ed", + "Ġlim ited", + "Ġlimite d", + "_ check", + "_c heck", + "_ch eck", + "_che ck", + "l ook", + "lo ok", + "loo k", + "p lies", + "pl ies", + "Ġ movement", + "Ġm ovement", + "Ġmov ement", + "Ġmove ment", + "Ġmo vement", + "' ].", + "'] .", + "Ġb road", + "Ġbr oad", + "Ġbro ad", + "Ġ BE", + "ĠB E", + "Ġ UnityEngine", + "ĠUn ityEngine", + "ĠUnity Engine", + ". cpp", + ".c pp", + ".cp p", + "Ġ Every", + "ĠE very", + "ĠEv ery", + "ĠEver y", + "ĠEve ry", + "Ad min", + "Ġ fans", + "Ġf ans", + "Ġfa ns", + "Ġfan s", + "p ared", + "par ed", + "pare d", + "pa red", + "Ċ ĠĠĠĠĊ", + "Ġ foreign", + "Ġfore ign", + "Ġ pan", + "Ġp an", + "Ġpa n", + "Ġ tour", + "Ġt our", + "Ġto ur", + "Ġtou r", + "Ġ Order", + "ĠOr der", + "ĠOrd er", + "Ġ moving", + "Ġm oving", + "Ġmov ing", + "Ġmo ving", + "Ġ auf", + "Ġa uf", + "Ġau f", + "C all", + "Cal l", + "Ca ll", + "c b", + "Å Ł", + "vent ory", + "Ġ Sql", + "ĠS ql", + "ĠSq l", + "Ġ fully", + "Ġf ully", + "Ġfull y", + "Ġful ly", + "Click Listener", + "W ORD", + "WO RD", + "Ġann ounced", + "Ġannounc ed", + "Ġannounce d", + ") čĊčĊ", + ")čĊ čĊ", + "Ġag reed", + "Ġagre ed", + "Ġagree d", + "Ġagr eed", + "r ie", + "ri e", + "Ġ earn", + "Ġe arn", + "Ġear n", + "Ġea rn", + "_ link", + "_l ink", + "_lin k", + "_li nk", + ". array", + ".a rray", + ".ar ray", + ".arr ay", + "( text", + "(t ext", + "(te xt", + "(tex t", + "Ġ materials", + "Ġmaterial s", + "Ġmateria ls", + "Ġmater ials", + "Ġmateri als", + ", p", + "f fff", + "ff ff", + "fff f", + "v g", + "Ġ ©", + "Ġ ©", + "Ġ unless", + "Ġun less", + "Ġunle ss", + "Ġunl ess", + "a jax", + "aj ax", + "aja x", + "L OG", + "LO G", + "Ġ sexual", + "Ġs exual", + "Ġsex ual", + "Ġ \\\"", + "Ġ\\ \"", + "- time", + "-t ime", + "Ġ coach", + "Ġco ach", + "Ġ supported", + "Ġs upported", + "Ġsup ported", + "Ġsupport ed", + "Ġsupp orted", + "Ġ photos", + "Ġph otos", + "Ġphot os", + "Ġphoto s", + "i form", + "if orm", + "ifo rm", + ". Create", + ".C reate", + ") ]", + "r ier", + "ri er", + "rie r", + "Ġ dialog", + "Ġd ialog", + "Ġdi alog", + "Ġdia log", + "Ġdial og", + "a ver", + "av er", + "ave r", + "i ge", + "ig e", + ") +", + "_ idx", + "_id x", + "_i dx", + ": [", + "_ min", + "_m in", + "_mi n", + "Ġ Cong", + "ĠC ong", + "ĠCon g", + "ĠCo ng", + "Ġ pressure", + "Ġpres sure", + "Ġpress ure", + "Ġ teams", + "Ġte ams", + "Ġteam s", + "Ġtea ms", + "S ign", + "Si gn", + "Sig n", + "b egin", + "be gin", + "beg in", + "r ian", + "ri an", + "ria n", + "N ESS", + "NE SS", + "NES S", + "L S", + "Ġim prove", + "Ġimp rove", + "Ġimpro ve", + "Ġimpr ove", + "Ġimprov e", + "Ġ Sunday", + "ĠS unday", + "ĠSun day", + "ĠSund ay", + "Ġ definition", + "Ġdef inition", + "Ġdefinit ion", + "Ġdefin ition", + "i ger", + "ig er", + "ige r", + "rol lers", + "roll ers", + "roller s", + "Ġ thinking", + "Ġth inking", + "Ġthink ing", + "Ġthin king", + "T emplate", + "Temp late", + "Tem plate", + "- F", + "Ġem erg", + "p lates", + "pl ates", + "plate s", + "plat es", + "pla tes", + "Ġ USA", + "ĠU SA", + "ĠUS A", + ". setState", + ".set State", + "Ġ Also", + "ĠAl so", + "ĠAls o", + "r ev", + "re v", + "Ġ enable", + "Ġe nable", + "Ġen able", + "Ġ CO", + "ĠC O", + "P ECT", + "PE CT", + "PEC T", + "Ġ concept", + "Ġcon cept", + "Ġconc ept", + "Ġconce pt", + ") -", + "Ġ âĢ¢", + "ĠâĢ ¢", + "Ġ sets", + "Ġs ets", + "Ġse ts", + "Ġset s", + "Ġ meaning", + "Ġme aning", + "Ġmean ing", + "e mon", + "em on", + "emo n", + "Ġ Cons", + "ĠC ons", + "ĠCon s", + "ĠCo ns", + "c mp", + "cm p", + "e der", + "ed er", + "ede r", + "an ned", + "ann ed", + "anne d", + "ic ensed", + "icense d", + "icens ed", + "Ġ Super", + "ĠS uper", + "ĠSup er", + "ĠSu per", + "Ġ daily", + "Ġd aily", + "Ġda ily", + "Ġdai ly", + "Ġ multi", + "Ġm ulti", + "Ġmult i", + "Ġmul ti", + "_ u", + "Ġch alleng", + "Ġchall eng", + "_ mode", + "_m ode", + "_mod e", + "_mo de", + "Ġ Promise", + "ĠP romise", + "ĠPro mise", + "ĠProm ise", + "Ġ strict", + "Ġstr ict", + "Ġstri ct", + "j o", + "i nton", + "in ton", + "int on", + "into n", + "( list", + "(l ist", + "(li st", + "On ly", + "> {", + "Ġ vehicle", + "Ġv ehicle", + "Ġveh icle", + "í ķ", + "Ġ Player", + "ĠP layer", + "ĠPl ayer", + "ĠPlay er", + "ĠPla yer", + "1 06", + "10 6", + "Ġ Del", + "ĠD el", + "ĠDe l", + "Ġ pool", + "Ġp ool", + "Ġpo ol", + "Ġpoo l", + ". url", + ".u rl", + ".ur l", + "nes day", + "( );čĊčĊ", + "() ;čĊčĊ", + "();čĊ čĊ", + "(); čĊčĊ", + "9 00", + "90 0", + "Ġ \");Ċ", + "Ġ\" );Ċ", + "Ġ\") ;Ċ", + "Ġ\"); Ċ", + "L ocal", + "Lo cal", + "Loc al", + ". \");Ċ", + ".\" );Ċ", + ".\") ;Ċ", + ".\"); Ċ", + "Ġ organization", + "Ġo rganization", + "Ġorgan ization", + "Ġorganiz ation", + "r ender", + "re nder", + "ren der", + "rend er", + "rende r", + "Ġ Application", + "ĠApp lication", + "ĠAp plication", + "ĠAppl ication", + "Ġ summer", + "Ġs ummer", + "Ġsum mer", + "Ġsumm er", + "ex pected", + "exp ected", + "expect ed", + "N A", + "Ġ rap", + "Ġr ap", + "Ġra p", + "_ obj", + "_o bj", + "_ob j", + "Ġ surface", + "Ġs urface", + "Ġsur face", + "Ġsurf ace", + "Ġ PUR", + "ĠP UR", + "ĠPU R", + "Ġ },ĊĊ", + "Ġ} ,ĊĊ", + "Ġ},Ċ Ċ", + "Ġ}, ĊĊ", + "Ġ variables", + "Ġvariable s", + "Ġvari ables", + "( message", + "(m essage", + "Ġo pin", + "Ġop in", + "Ġopi n", + ". back", + ".b ack", + ".ba ck", + "а н", + "аР½", + "Ġ workers", + "Ġwork ers", + "Ġwor kers", + "Ġworker s", + "v m", + "C o", + "ught er", + "ugh ter", + "Ġ master", + "Ġm aster", + "Ġma ster", + "Ġmas ter", + "Ġmast er", + "Ġ \"\",", + "Ġ\" \",", + "Ġ\"\" ,", + "Ġ stories", + "Ġst ories", + "Ġstor ies", + "Ġsto ries", + ". User", + ".U ser", + ".Use r", + "Ġcele br", + "in ese", + "ine se", + "ines e", + "B S", + "Ġ Command", + "ĠCom mand", + "ĠComm and", + "ash board", + "Ġ og", + "Ġo g", + "k g", + ". image", + ".i mage", + ".im age", + ".imag e", + ". style", + ".st yle", + "Ġ steps", + "Ġst eps", + "Ġstep s", + "Ġste ps", + "Ġ Ben", + "ĠB en", + "ĠBe n", + "( args", + "(arg s", + "(ar gs", + "4 04", + "40 4", + "Ġ Person", + "ĠP erson", + "ĠPer son", + "ĠPers on", + ", y", + "Ġoffic ials", + "Ġofficial s", + "| Ċ", + "Ġ skills", + "Ġs kills", + "Ġsk ills", + "Ġskill s", + "v c", + "Ġ builder", + "Ġb uilder", + "Ġbu ilder", + "Ġbuild er", + "Ġ gar", + "Ġg ar", + "Ġga r", + "A ccount", + "Ac count", + "Acc ount", + "Ġ Auth", + "ĠA uth", + "ĠAut h", + "ĠAu th", + "ç Ķ", + "' ])Ċ", + "'] )Ċ", + "']) Ċ", + "Ġ AT", + "ĠA T", + "n n", + ". Int", + ".I nt", + ".In t", + "SS ERT", + "Ġ effective", + "Ġe ffective", + "Ġeffect ive", + "Ġeff ective", + "LE TE", + "LET E", + "Ġ tools", + "Ġt ools", + "Ġto ols", + "Ġtoo ls", + "Ġtool s", + "A RD", + "AR D", + "Ġ digital", + "Ġd igital", + "Ġdig ital", + "Ġdigit al", + "1 91", + "19 1", + "D ouble", + "Do uble", + "Dou ble", + "Ġ Find", + "ĠF ind", + "ĠFin d", + "ĠFi nd", + "R C", + "Ġ inline", + "Ġin line", + "/ r", + "A RAM", + "AR AM", + "ARA M", + "A SK", + "AS K", + "Ġ intent", + "Ġin tent", + "Ġint ent", + "Ġinte nt", + "a ight", + "ai ght", + "_ addr", + "_add r", + "_ad dr", + "Ġ requests", + "Ġre quests", + "Ġrequest s", + "Ġrequ ests", + ". first", + ".f irst", + ".fi rst", + "Ġ debug", + "Ġde bug", + "Ġdeb ug", + "Ġ spent", + "Ġs pent", + "Ġsp ent", + "Ġspe nt", + "( )));Ċ", + "() ));Ċ", + "()) );Ċ", + "())) ;Ċ", + "())); Ċ", + "Å Ľ", + "Ġpr incip", + "Ġprin cip", + "Ġprinc ip", + "Log ger", + "Lo gger", + "cl udes", + "clude s", + "clud es", + ". use", + ".u se", + ".us e", + "Ġs urv", + "Ġsu rv", + "Ġsur v", + "m edia", + "med ia", + "me dia", + "medi a", + "Ġ February", + "ĠFe bruary", + "ĠFeb ruary", + "Ġ Mac", + "ĠM ac", + "ĠMa c", + "Ġ missing", + "Ġm issing", + "Ġmiss ing", + "Ġmis sing", + "Ġ wife", + "Ġw ife", + "Ġwi fe", + "Ġt alking", + "Ġtalk ing", + "Ġtal king", + "Ġ Make", + "ĠM ake", + "ĠMa ke", + "ĠMak e", + "Ġ cart", + "Ġc art", + "Ġcar t", + "Ġca rt", + "Ġ located", + "Ġloc ated", + "Ġlocate d", + "E nc", + "En c", + "- a", + "ch ron", + "chr on", + "Ġ cards", + "Ġc ards", + "Ġcar ds", + "Ġcard s", + "Ġg uy", + "Ġgu y", + "Ġ pers", + "Ġp ers", + "Ġper s", + "Ġpe rs", + "Ġ Yes", + "ĠY es", + "ĠYe s", + "at ever", + "ate ver", + "Ġ Ang", + "ĠA ng", + "ĠAn g", + "o lar", + "ol ar", + "ola r", + "Ġ Even", + "ĠE ven", + "ĠEv en", + "ĠEve n", + "Ġ accur", + "Ġacc ur", + "Ġac cur", + "Ġ Power", + "ĠP ower", + "ĠPo wer", + "ĠPow er", + "Ġ Gold", + "ĠG old", + "ĠGo ld", + "ĠGol d", + "c lear", + "cl ear", + "cle ar", + "P rocess", + "Pro cess", + "Proc ess", + "Ġ records", + "Ġrec ords", + "Ġrecord s", + "Ġk illed", + "Ġkill ed", + "Ġkil led", + ". clear", + ".c lear", + ".cl ear", + "ĠWARRANT IES", + "Ġ purpose", + "Ġp urpose", + "Ġpur pose", + "Ġpurpos e", + "p anel", + "pan el", + "pa nel", + "pane l", + "J ECT", + "JE CT", + "ÃŃ a", + "Ġex erc", + "Ġexe rc", + "W S", + "/ L", + ". exports", + ".ex ports", + ".exp orts", + ".export s", + "Ġ ___", + "Ġ_ __", + "Ġ__ _", + "Ġ sin", + "Ġs in", + "Ġsi n", + "S ervlet", + "Serv let", + "Ġd é", + ". delete", + ".de lete", + ".del ete", + "r oke", + "ro ke", + "rok e", + "S l", + "u gh", + "ug h", + "e ars", + "ear s", + "ea rs", + "Ġ pointer", + "Ġpoint er", + "Ġpo inter", + "Ġ hop", + "Ġh op", + "Ġho p", + "all ery", + "alle ry", + "aller y", + "Ġ obs", + "Ġo bs", + "Ġob s", + "c overy", + "co very", + "cover y", + "cov ery", + "ĉ char", + "ĉc har", + "ĉch ar", + "ĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉ", + "ĉ def", + "ĉd ef", + "ĉde f", + "o city", + "oc ity", + "oci ty", + "it chen", + "itch en", + "u lations", + "ul ations", + "ulation s", + "Ġ FIT", + "ĠF IT", + "ĠFI T", + "Ġ ).", + "Ġ) .", + "straint s", + "stra ints", + "strain ts", + "v ention", + "vent ion", + "ven tion", + "Ġ requires", + "Ġre quires", + "Ġrequire s", + "Ġrequ ires", + "Ġ Oper", + "ĠO per", + "ĠOp er", + "M E", + "O UNT", + "OUN T", + "OU NT", + "al let", + "all et", + "alle t", + "Ġ norm", + "Ġn orm", + "Ġno rm", + "Ġnor m", + "I RE", + "IR E", + "ex as", + "Ġ programs", + "Ġpro grams", + "Ġpr ograms", + "Ġprogram s", + "Ġprog rams", + "Ġ weak", + "Ġwe ak", + "' .$", + "'. $", + "u ing", + "ui ng", + "uin g", + "ĉ ĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠ", + "ĉĠĠ ĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠ", + "ĉĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠĠĠ Ġ", + "Ġ mil", + "Ġm il", + "Ġmi l", + "Ġ firm", + "Ġf irm", + "Ġfi rm", + "Ġfir m", + "init ely", + "inite ly", + "_ VALUE", + "_VAL UE", + "ap se", + "aps e", + "atis f", + "ati sf", + "Ġ demand", + "Ġd emand", + "Ġde mand", + "Ġdem and", + "_ mod", + "_m od", + "_mo d", + "Ġde scribed", + "Ġdes cribed", + "Ġdescri bed", + "Ġdescribe d", + "Ġ places", + "Ġp laces", + "Ġpl aces", + "Ġplace s", + "Ġplac es", + "Ġpla ces", + "V ID", + "VI D", + "Ġ alone", + "Ġal one", + "Ġalo ne", + "Ġ export", + "Ġex port", + "Ġexp ort", + "Ġexpo rt", + "Ġ vec", + "Ġv ec", + "Ġve c", + "Ġ Max", + "ĠM ax", + "ĠMa x", + "Ġ activities", + "Ġact ivities", + "Ġactiv ities", + "ic tures", + "ict ures", + "icture s", + "g ener", + "ge ner", + "gen er", + "gene r", + "Ġ ma", + "Ġm a", + "Ĥ ¬", + "Ġ expression", + "Ġex pression", + "Ġexp ression", + "Ġexpress ion", + "Ġexpr ession", + "C allback", + "Call back", + "_ content", + "_c ontent", + "_con tent", + "_cont ent", + "Ġ Most", + "ĠM ost", + "ĠMo st", + "ĠMos t", + "Ġ testing", + "Ġt esting", + "Ġtest ing", + "Ġtes ting", + "E C", + "CH ANT", + "CHA NT", + "CHAN T", + "Ġ adjust", + "Ġad just", + "Ġadj ust", + ".Th reading", + ".Thread ing", + "( ctx", + "(c tx", + "(ct x", + "Ġ agree", + "Ġa gree", + "Ġag ree", + "Ġagre e", + "Ġagr ee", + "i ghest", + "ig hest", + "igh est", + "Ġ ui", + "Ġu i", + "Ġ Law", + "ĠL aw", + "ĠLa w", + ". Y", + "> < ?", + "Ġ pod", + "Ġp od", + "Ġpo d", + "- lg", + "-l g", + "âĢĿ ĊĊ", + "âĢĿĊ Ċ", + "Ġ describe", + "Ġde scribe", + "Ġdes cribe", + "Ġdescri be", + "Ġdescr ibe", + "Ġ European", + "ĠE uropean", + "ĠEurope an", + "ĠEurop ean", + "- sh", + "-s h", + "ĠPUR POSE", + "O RY", + "OR Y", + "Ġcon vers", + "Ġconv ers", + "Ġconver s", + "Ġ Illuminate", + "ĠI lluminate", + "ĠIllum inate", + "Ġ Av", + "ĠA v", + "( ch", + "(c h", + "? \"", + "c hen", + "ch en", + "che n", + "i ma", + "im a", + "D ocument", + "Doc ument", + "Ġ operations", + "Ġoper ations", + "Ġoperation s", + "w in", + "wi n", + "ĉ function", + "ĉf unction", + "ĉfunc tion", + "ĉfun ction", + ". Image", + ".I mage", + ".Im age", + "Ġs cen", + "Ġsc en", + "Ġsce n", + "/ h", + "Ġ SC", + "ĠS C", + "Ġ explo", + "Ġexp lo", + "Ġexpl o", + ": %", + "/ **čĊ", + "/* *čĊ", + "/** čĊ", + "N AME", + "NA ME", + "æ Ī", + "( var", + "(v ar", + "(va r", + "Ġ director", + "Ġd irector", + "Ġdirect or", + "Ġdir ector", + "Ġdire ctor", + "O NG", + "ON G", + "Ġ yield", + "Ġy ield", + "Ġyi eld", + "Ġfe et", + "Ġfee t", + "Ġ Search", + "ĠS earch", + "ĠSe arch", + "ĠSea rch", + "Ġ Il", + "ĠI l", + "Ġrest aur", + "Ġresta ur", + "Ġrestau r", + "d uc", + "du c", + "Ġ integer", + "Ġint eger", + "Ġinteg er", + "Ġinte ger", + "1 07", + "10 7", + "Ġ' ';Ċ", + "Ġ'' ;Ċ", + "Ġ''; Ċ", + "Ġhigh ly", + "check ed", + "ĠPART IC", + "ER CHANT", + "ï¼ ī", + "Ġ optim", + "Ġop tim", + "Ġopt im", + "Q ueue", + "Que ue", + "Ġ LI", + "ĠL I", + "it ation", + "ita tion", + "itat ion", + "Ġ transport", + "Ġtrans port", + "Ġtran sport", + "iss ion", + "f ill", + "fi ll", + "fil l", + "us ion", + "usi on", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĉ bool", + "ĉb ool", + "- th", + "-t h", + "u pt", + "up t", + "Ġ essential", + "Ġess ential", + "an ted", + "ant ed", + "ante d", + "Ġbenef its", + "Ġbenefit s", + "Ġbene fits", + "ĉ S", + "' ;čĊ", + "'; čĊ", + "i ki", + "ik i", + "Ġ girls", + "Ġgirl s", + "Ġgir ls", + "i ced", + "ic ed", + "ice d", + "b uffer", + "buf fer", + "bu ffer", + "buff er", + "] +", + "Ġ socket", + "Ġs ocket", + "Ġso cket", + "Ġsock et", + "Ġsoc ket", + "Ġ prices", + "Ġp rices", + "Ġpr ices", + "Ġprice s", + "Ġpri ces", + "Ġ Fre", + "ĠF re", + "ĠFr e", + "Ġ sat", + "Ġs at", + "Ġsa t", + "Ġ wood", + "Ġw ood", + "Ġwo od", + "Ġwoo d", + "Menu Item", + "A RG", + "AR G", + "Ġ Admin", + "ĠAd min", + "O WN", + "OW N", + "d k", + "Ġ reset", + "Ġre set", + "Ġres et", + "Ġ forms", + "Ġfor ms", + "Ġform s", + "Ġfo rms", + "Ġ и", + "ĠÐ ¸", + "æ ĸ", + "Ġ Tuesday", + "ĠT uesday", + "ĠTues day", + "1 09", + "10 9", + "Ġ Initialized", + "ĠInitial ized", + "ĠInitialize d", + "ĠInit ialized", + "_ train", + "_t rain", + "_tr ain", + "_tra in", + "o rary", + "or ary", + "ora ry", + "ate gor", + "ateg or", + "atego r", + "Ġ dt", + "Ġd t", + "T otal", + "To tal", + "Tot al", + "con struct", + "i lies", + "il ies", + "ili es", + "Ġgu ys", + "Ġguy s", + "е ÑĢ", + "Ġ instruction", + "Ġin struction", + "Ġinstr uction", + "Ġinstruct ion", + "0 10", + "01 0", + "y led", + "yle d", + "yl ed", + "Ġ internet", + "Ġin ternet", + "Ġint ernet", + "Ġinter net", + "Ġintern et", + "et adata", + "eta data", + "a dy", + "ad y", + "f aces", + "face s", + "fa ces", + "fac es", + "j ection", + "ject ion", + "je ction", + "jec tion", + "Ġ Jack", + "ĠJ ack", + "ĠJac k", + "ĠJa ck", + "Ġ rect", + "Ġre ct", + "Ġr ect", + "Ġrec t", + "[ -", + "Ġ Leg", + "ĠL eg", + "ĠLe g", + "Ġ devices", + "Ġdev ices", + "Ġdevice s", + "O C", + "Ġ *čĊ", + "Ġ* čĊ", + "o ration", + "or ation", + "ora tion", + "er tain", + "ert ain", + "erta in", + "Ġ guard", + "Ġg uard", + "Ġgu ard", + "Ġguar d", + "o stream", + "ost ream", + "Ġ enum", + "Ġe num", + "Ġen um", + ". layout", + ".l ayout", + "Ġ \";Ċ", + "Ġ\" ;Ċ", + "Ġ\"; Ċ", + "v oke", + "vo ke", + "Ġ Ok", + "ĠO k", + "H ome", + "Ho me", + "Hom e", + "( tr", + "(t r", + "E TH", + "ET H", + "Ġ delay", + "Ġd elay", + "Ġde lay", + "Ġdel ay", + "Ġdela y", + "Ġ purchase", + "Ġp urchase", + "Ġpurch ase", + "d c", + "Ġ aren", + "Ġa ren", + "Ġare n", + "Ġar en", + "_ once", + "_on ce", + "_o nce", + "ĉ ĉĉĉĊ", + "ĉĉ ĉĉĊ", + "ĉĉĉĉ Ċ", + "ĉĉĉ ĉĊ", + "r or", + "ro r", + "d raw", + "dr aw", + "dra w", + ". run", + ".r un", + ".ru n", + "( model", + "(m odel", + "(mod el", + "(mode l", + "Time out", + "l ik", + "li k", + "Ġ Arg", + "ĠA rg", + "ĠAr g", + ". en", + ".e n", + "Ġ fish", + "Ġf ish", + "Ġfi sh", + "Ġfis h", + "c py", + "cp y", + "_ fe", + "_f e", + "ERCHANT ABILITY", + "( X", + "_ output", + "_out put", + "? ?", + "Ġ jo", + "Ġj o", + "and ard", + "anda rd", + "Ġ doll", + "Ġd oll", + "Ġdo ll", + "Ġdol l", + "er rors", + "err ors", + "error s", + "erro rs", + "_ base", + "_b ase", + "ĠPARTIC ULAR", + "Ġ leader", + "Ġle ader", + "Ġlead er", + "Ġcom par", + "Ġco mpar", + "Ġcomp ar", + "Ġd oub", + "Ġdo ub", + "Ġdou b", + "Ġ Vis", + "ĠV is", + "ĠVi s", + "Stack Trace", + "- C", + "ĠSt ud", + "stit ute", + "M ore", + "Mo re", + "Mor e", + "Ġ Description", + "ĠD escription", + "ĠDe scription", + "ĠDes cription", + "W ARE", + "WA RE", + "WAR E", + "a ds", + "ad s", + "Ġ к", + "ĠÐ º", + "b ind", + "bin d", + "bi nd", + "= self", + "=s elf", + "e mploy", + "em ploy", + "emp loy", + "empl oy", + "emplo y", + "[ n", + ". all", + ".a ll", + ".al l", + "- B", + "& &", + "a lm", + "al m", + "Ġ culture", + "Ġc ulture", + "Ġcult ure", + "Ġcul ture", + "h ouse", + "ho use", + "hou se", + "Ġs uffer", + "Ġsu ffer", + "Ġsuff er", + "Ġsuf fer", + "Ġ '%", + "Ġ' %", + "Ġ straight", + "Ġstr aight", + "Ġstra ight", + "Ġ Star", + "ĠS tar", + "ĠSt ar", + "ĠSta r", + "u do", + "ud o", + "Ġ ded", + "Ġd ed", + "Ġde d", + "Ġ COM", + "ĠC OM", + "ĠCO M", + "Ġ confirm", + "Ġcon firm", + "Ġconf irm", + "Ġ Good", + "ĠG ood", + "ĠGo od", + ". sc", + ".s c", + "____ ____________", + "________ ________", + "____________ ____", + "D R", + "Config uration", + "Date Time", + "Ġ advert", + "Ġad vert", + "Ġadv ert", + "Ġ couldn", + "Ġcould n", + "a sync", + "as ync", + "asy nc", + "st ack", + "sta ck", + "' )čĊ", + "') čĊ", + "K it", + "Ki t", + "Ġh ous", + "Ġho us", + "Ġm echan", + "Ġme chan", + "Ġmec han", + "Ġmech an", + "r ate", + "ra te", + "rat e", + "2 04", + "20 4", + "Ġ audio", + "Ġa udio", + "Ġaud io", + "Ġau dio", + "Ġaudi o", + "ĉ cout", + "ĉc out", + "c ores", + "co res", + "core s", + "cor es", + "Ġ spot", + "Ġs pot", + "Ġsp ot", + "Ġspo t", + "Ġin creasing", + "Ġincre asing", + "Ġ ##", + "Ġ# #", + ") ))", + ")) )", + "p oints", + "point s", + "po ints", + "poi nts", + "Ġcom pared", + "Ġcomp ared", + "Ġcompar ed", + "Ġcompare d", + "l ig", + "li g", + "Ġ behavior", + "Ġbeh avior", + "Ġ BY", + "ĠB Y", + "Ġ Att", + "ĠA tt", + "ĠAt t", + "c raft", + "cr aft", + "he aders", + "head ers", + "header s", + "hea ders", + "e te", + "et e", + "end region", + "Ġ detail", + "Ġd etail", + "Ġde tail", + "Ġdet ail", + "U LE", + "UL E", + "Ġ Common", + "ĠCom mon", + "ĠComm on", + "ĉ protected", + "s ton", + "st on", + "sto n", + "ĠFIT NESS", + "Ġ fresh", + "Ġf resh", + "Ġfr esh", + "Ġfre sh", + "Ġfres h", + "\" >ĊĊ", + "\"> ĊĊ", + "\">Ċ Ċ", + ". example", + ".ex ample", + ".exam ple", + "b erg", + "ber g", + "be rg", + "Ġ moved", + "Ġm oved", + "Ġmov ed", + "Ġmove d", + "Ġmo ved", + "ĉ e", + "Ġ Saturday", + "ĠS aturday", + "Ġ payload", + "Ġp ayload", + "Ġpay load", + "Ä ĩ", + ") :ĊĊ", + "):Ċ Ċ", + "): ĊĊ", + "Ġb ey", + "Ġbe y", + "u rer", + "ur er", + "ure r", + "< script", + " ,", + "\" > < ?", + "( num", + "(n um", + "ĉ inline", + "ĉin line", + "Trans action", + ". On", + ".O n", + "Ġ mail", + "Ġm ail", + "Ġma il", + "Ġmai l", + "r ey", + "re y", + "res ults", + "result s", + "Ġ nav", + "Ġn av", + "Ġna v", + "I MIT", + "IM IT", + "_ ids", + "_id s", + "_i ds", + "M ake", + "Ma ke", + "å Ĭ", + "M odal", + "Mod al", + "Mo dal", + "Ġ LOG", + "ĠL OG", + "ĠLO G", + "Ġ Sur", + "ĠS ur", + "ĠSu r", + "Ġinstance of", + "Ġ overall", + "Ġover all", + "Ġ Information", + "ĠIn formation", + "ĠInform ation", + "Ġ construction", + "Ġcon struction", + "Ġconstruct ion", + "Ġconstr uction", + "_ FILE", + "_F ILE", + "b ut", + "bu t", + "Ġm edic", + "Ġme dic", + "Ġmed ic", + "Ġmedi c", + "Ġ duration", + "Ġd uration", + "Ġdu ration", + "Ġdur ation", + "it ness", + "a gent", + "ag ent", + "age nt", + "agen t", + "A V", + "Ġ seven", + "Ġs even", + "Ġse ven", + "Ġsev en", + "o lf", + "ol f", + "Ġ }}Ċ", + "Ġ} }Ċ", + "Ġ}} Ċ", + "\" ],Ċ", + "\"] ,Ċ", + "\"], Ċ", + "1 70", + "17 0", + "1 22", + "12 2", + "Ġ calling", + "Ġc alling", + "Ġcall ing", + "Ġcal ling", + "Ġ ans", + "Ġa ns", + "Ġan s", + "th rows", + "throw s", + "thr ows", + "thro ws", + "or izontal", + "Ġ useState", + "Ġuse State", + ". fl", + ".f l", + "Ġ Status", + "ĠS tatus", + "ĠSt atus", + "ĠStat us", + "Ġ Online", + "ĠOn line", + "R R", + "Ġ Rich", + "ĠR ich", + "ĠRic h", + "ĠRi ch", + "ĠH ill", + "ĠHi ll", + "ĠHil l", + "Ġ brain", + "Ġb rain", + "Ġbr ain", + "Ġbra in", + "Ġfollow ed", + "Ġfoll owed", + "2 40", + "24 0", + "e mic", + "em ic", + "emi c", + "Ġs light", + "Ġsl ight", + "Ġ insurance", + "Ġins urance", + ". Array", + ".A rray", + ".Ar ray", + "Ġ abstract", + "Ġa bstract", + "Ġab stract", + "Ġabs tract", + "Ġabst ract", + "Ġ Sum", + "ĠS um", + "ĠSu m", + "re direct", + "red irect", + "redi rect", + "o wner", + "ow ner", + "own er", + "( msg", + "(m sg", + "(ms g", + "Ġ Clinton", + "ĠCl inton", + "ĠClin ton", + "ĠClint on", + "ĠCli nton", + "N on", + "No n", + "ĉ ex", + "ĉe x", + "Ġ volume", + "Ġv olume", + "Ġvol ume", + "Ġvolum e", + "Ġ EventArgs", + "ĠEvent Args", + "- L", + "Ġ Dim", + "ĠD im", + "ĠDi m", + "Ġ Mart", + "ĠM art", + "ĠMar t", + "ĠMa rt", + "Ġ cursor", + "Ġc ursor", + "Ġcurs or", + "Ġcurso r", + "Ġ implementation", + "Ġim plementation", + "Ġimplement ation", + "ur red", + "urre d", + "urr ed", + "Ġl arger", + "Ġlarge r", + "Ġlarg er", + "Ġlar ger", + ") ;ĊĊĊ", + ");Ċ ĊĊ", + ");ĊĊ Ċ", + "); ĊĊĊ", + "' +", + ". transform", + ".trans form", + "Ġ upload", + "Ġup load", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "D raw", + "Dr aw", + "n el", + "ne l", + "ĉ float", + "ĉf loat", + "q rt", + "qr t", + "Ġ Network", + "ĠN etwork", + "ĠNet work", + "Ġ tit", + "Ġt it", + "Ġti t", + "A xis", + "Ax is", + ". android", + ".and roid", + "Ġ completed", + "Ġcom pleted", + "Ġcomp leted", + "Ġcomple ted", + "Ġcomplet ed", + "Ġcompl eted", + "Ġcomplete d", + "Ġ mur", + "Ġm ur", + "Ġmu r", + "Ġ columns", + "Ġcolumn s", + "Ġcolum ns", + "x c", + "Ġ supply", + "Ġs upply", + "Ġsup ply", + "Ġsuppl y", + "Ġsupp ly", + "im inal", + "imi nal", + "imin al", + "Ġ spr", + "Ġs pr", + "Ġsp r", + "================ ================================================", + "================================ ================================", + "================================================ ================", + "Ġ units", + "Ġun its", + "Ġunit s", + "Ġuni ts", + "( u", + "m i", + "re place", + "rep lace", + "[ key", + "[k ey", + "à ¹", + "an tic", + "ant ic", + "anti c", + "Ġ payment", + "Ġp ayment", + "Ġpay ment", + ", B", + "Ġ Apple", + "ĠApp le", + "ĠAp ple", + "ĠAppl e", + "g in", + "gi n", + "Re quired", + "Require d", + "# +", + "l ands", + "land s", + "la nds", + "lan ds", + "Ġ squ", + "Ġs qu", + "Ġsq u", + "Ġ factor", + "Ġf actor", + "Ġfact or", + "Ġfa ctor", + "Ġfac tor", + "Ġfacto r", + "d ec", + "de c", + "Ġ strength", + "Ġst rength", + "Ġstr ength", + "Ġstre ngth", + "Ġstren gth", + "Ġ boy", + "Ġb oy", + "Ġbo y", + "Ġ balance", + "Ġb alance", + "Ġbal ance", + "Ġ sources", + "Ġs ources", + "Ġsource s", + "Ġsour ces", + "s creen", + "sc reen", + "scr een", + "- top", + "-t op", + "-to p", + "Ġ Amazon", + "ĠA mazon", + "ĠAm azon", + "ĠAma zon", + "Ġ hidden", + "Ġh idden", + "Ġhi dden", + "Ġhid den", + "е ÑĤ", + "_ client", + "_c lient", + "_cl ient", + "_cli ent", + "Ġ eat", + "Ġe at", + "Ġea t", + ". display", + ".d isplay", + ".dis play", + "Ġ »", + "Ġ »", + "Ġ trigger", + "Ġtr igger", + "Ġtri gger", + "Ġtrig ger", + "an ager", + "ana ger", + "Ġ tro", + "Ġt ro", + "Ġtr o", + "Ġ claims", + "Ġcl aims", + "Ġclaim s", + "Ġcla ims", + "f ord", + "fo rd", + "for d", + "Ġ Company", + "ĠCom pany", + "ĠComp any", + "Ġ gift", + "Ġg ift", + "Ġgi ft", + "Ġgif t", + ", :", + "_ app", + "_a pp", + "_ap p", + "h andle", + "han dle", + "hand le", + "Ġ produce", + "Ġp roduce", + "Ġpro duce", + "Ġprodu ce", + "Ġprod uce", + "/ lib", + "/l ib", + "/li b", + "5 12", + "51 2", + "Ġ -*", + "Ġ- *", + "ĉ set", + "ĉs et", + "ĉse t", + "' ];", + "'] ;", + "a rc", + "ar c", + "a nder", + "an der", + "and er", + "ande r", + "Ġ Engine", + "ĠE ngine", + "ĠEng ine", + "Ġ attributes", + "Ġat tributes", + "Ġattribute s", + "Ġattrib utes", + "t ask", + "ta sk", + "tas k", + "< =", + "( N", + "Ġ warm", + "Ġw arm", + "Ġwar m", + "Ġwa rm", + "wh ich", + "Ġ Fore", + "ĠF ore", + "ĠFor e", + "ĠFo re", + "ag nost", + "agn ost", + "m ys", + "my s", + "Ġ tal", + "Ġt al", + "Ġta l", + "Ġ Sal", + "ĠS al", + "ĠSa l", + "g i", + "Ġ Print", + "ĠP rint", + "ĠPr int", + "ĠPri nt", + "Ġ TRUE", + "ĠTR UE", + "Ġ о", + "ĠÐ ¾", + ". UI", + ".U I", + "Ġ flash", + "Ġf lash", + "Ġfl ash", + "Ġfla sh", + "ro perty", + "rop erty", + ". location", + ".l ocation", + ".loc ation", + ".lo cation", + "Ġ Mill", + "ĠM ill", + "ĠMil l", + "ĠMi ll", + "b i", + "con tr", + "cont r", + ". request", + ".re quest", + ".req uest", + "Ġ Sam", + "ĠS am", + "ĠSa m", + "Ġ negative", + "Ġn egative", + "Ġneg ative", + "k it", + "ki t", + "Ġ sett", + "Ġs ett", + "Ġse tt", + "Ġset t", + ".print StackTrace", + "a be", + "ab e", + "ĉ i", + "Ġ burn", + "Ġb urn", + "Ġbu rn", + "Ġbur n", + "Ġs ociety", + "Ġsoci ety", + "C ache", + "Ca che", + "Ġ Security", + "ĠS ecurity", + "ĠSe curity", + "ĠSec urity", + ". models", + ".model s", + ".mod els", + ".mode ls", + "ĠWARRANT Y", + "_ up", + "_u p", + "ce ive", + "Ġ clients", + "Ġc lients", + "Ġcl ients", + "Ġclient s", + "Ġcli ents", + ". Tr", + ".T r", + "Ġprovid ing", + "Ġprov iding", + "Ġr out", + "Ġro ut", + "Ġrou t", + "m aterial", + "mat erial", + "mate rial", + "Ġ ||Ċ", + "Ġ| |Ċ", + "Ġ|| Ċ", + "Ġ Ser", + "ĠS er", + "ĠSe r", + "Ġ Office", + "ĠOff ice", + "FT WARE", + "Ġ '$", + "Ġ' $", + "Ġf oc", + "Ġfo c", + "Ġex cell", + "Ġexc ell", + "Ġexcel l", + "Ġexce ll", + "Ġ cat", + "Ġc at", + "Ġca t", + "n ormal", + "norm al", + "nor mal", + "Ġd etermine", + "Ġdeter mine", + "Ġdetermin e", + "Ġdeterm ine", + "ĉ uint", + "ĉu int", + "ĉui nt", + "P ane", + "Pa ne", + "Pan e", + "Ġ employees", + "Ġemploy ees", + "Ġemployee s", + "Ġ Texas", + "ĠT exas", + "ĠTex as", + "Ġtr aff", + "Ġtra ff", + "Ġtraf f", + "Ġ Report", + "ĠRe port", + "ĠRep ort", + "ĠRepo rt", + "an ta", + "ant a", + "Ġ Box", + "ĠB ox", + "ĠBo x", + "Ġ django", + "Ġd jango", + "Ġdj ango", + "Ġ partner", + "Ġp artner", + "Ġpart ner", + "E B", + "L INE", + "LI NE", + "LIN E", + "Ġfe eling", + "Ġfeel ing", + "Ġfee ling", + "Ġ civil", + "Ġc ivil", + "Ġci vil", + "Ġciv il", + "( float", + "(f loat", + "S ql", + "Sq l", + "Ġwould n", + ". init", + ".in it", + ".i nit", + ".ini t", + ". left", + ".l eft", + ".le ft", + "- v", + "_ level", + "_le vel", + "' }", + "A F", + "Ġ loading", + "Ġlo ading", + "Ġload ing", + "Ġloa ding", + "Ġ Only", + "ĠOn ly", + "Ġ cookies", + "Ġc ookies", + "Ġco okies", + "Ġcook ies", + "Ġcookie s", + "Ġ Gl", + "ĠG l", + "C O", + "Ġ strategy", + "Ġstr ategy", + "Ġstrateg y", + "Ġstrate gy", + "(' ./", + "('. /", + "Ġ ship", + "Ġs hip", + "Ġsh ip", + "p oses", + "pos es", + "pose s", + "po ses", + "Ġ signal", + "Ġs ignal", + "Ġsign al", + "Ġsig nal", + "Ġ alpha", + "Ġal pha", + "Ġalph a", + ". pop", + ".p op", + ".po p", + "R adius", + "Rad ius", + "Radi us", + "Ġ replace", + "Ġre place", + "Ġrep lace", + "Ġrepl ace", + "_ DIR", + "_D IR", + "_DI R", + "c ounter", + "co unter", + "count er", + "bserv able", + "e la", + "el a", + "W eight", + "We ight", + "Wei ght", + "h ash", + "ha sh", + "has h", + "b ose", + "bo se", + "bos e", + "f x", + "Ġ Email", + "ĠE mail", + "ĠEm ail", + "Ġ refer", + "Ġre fer", + "Ġref er", + "local host", + "_ RO", + "_R O", + "i ques", + "ique s", + "iqu es", + "iq ues", + "S tep", + "St ep", + "Ste p", + "Ġ ahead", + "Ġa head", + "Ġah ead", + "( View", + "(V iew", + "Ġ Services", + "ĠS ervices", + "ĠService s", + "ĠServ ices", + "Ġ Json", + "ĠJ son", + "ĠJs on", + "ess or", + "esso r", + "Ġ pun", + "Ġp un", + "Ġpu n", + "Ġ appropriate", + "Ġapp ropriate", + "Ġappropri ate", + "a kers", + "ak ers", + "ake rs", + "aker s", + "o sen", + "os en", + "ose n", + "p osing", + "pos ing", + "po sing", + "Ġ agent", + "Ġa gent", + "Ġag ent", + "Ġage nt", + "f c", + "Ġ transfer", + "Ġtrans fer", + "Ġtransf er", + "Ġ invalid", + "Ġin valid", + "Ġinval id", + "Ġ Research", + "ĠRe search", + "ĠRes earch", + "Vert ex", + "Ver tex", + "Ġ gay", + "Ġg ay", + "Ġga y", + "Ġ journal", + "Ġj ournal", + "Ġjo urnal", + "Ġjour nal", + "[ x", + "Ġ \"\",Ċ", + "Ġ\" \",Ċ", + "Ġ\"\" ,Ċ", + "Ġ\"\", Ċ", + "Ġ Well", + "ĠW ell", + "ĠWe ll", + "ĠWel l", + ". Tasks", + ".T asks", + ".Task s", + "S pec", + "Sp ec", + "Spe c", + "Ġ ol", + "Ġo l", + "Ġs pend", + "Ġsp end", + "Ġspe nd", + "Ġ Australia", + "ĠA ustralia", + "ĠAustral ia", + "ĠAustr alia", + "M atch", + "Mat ch", + ".j unit", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ MAX", + "ĠM AX", + "ĠMA X", + "iz able", + "iza ble", + "cl usive", + "clus ive", + "_ valid", + "_val id", + "_va lid", + "Ġ quarter", + "Ġqu arter", + "Ġquar ter", + "Ġquart er", + "y an", + "ya n", + "0 05", + "00 5", + "Ġ Edit", + "ĠE dit", + "ĠEd it", + "ar den", + "ard en", + "arde n", + "= new", + "=n ew", + "Ġ frag", + "Ġf rag", + "Ġfr ag", + "Ġfra g", + "B it", + "Bi t", + "z i", + "a ine", + "ain e", + "ai ne", + "u dd", + "ud d", + ". Object", + ".O bject", + ".Obj ect", + "de bug", + "deb ug", + "Ġ cash", + "Ġc ash", + "Ġca sh", + "Ġcas h", + "_ IM", + "_I M", + "Ġ een", + "Ġe en", + "Ġee n", + "Ġ commercial", + "Ġcom mercial", + "Ġcomm ercial", + "Ġcommerc ial", + "Ġ Video", + "ĠV ideo", + "ĠVi deo", + "ĠVid eo", + "ĠVide o", + "l oader", + "lo ader", + "load er", + "Ġ fixed", + "Ġf ixed", + "Ġfix ed", + "Ġfi xed", + "Ġ applications", + "Ġapp lications", + "Ġapplication s", + "Ġapplic ations", + "Ġappl ications", + "Ġ _,", + "Ġ_ ,", + "Ġ Russia", + "ĠR ussia", + "ĠRuss ia", + "it ect", + "ite ct", + "_ (", + "Ġ Block", + "ĠB lock", + "ĠBl ock", + "ĠBlo ck", + "ĠBloc k", + "Ġ san", + "Ġs an", + "Ġsa n", + "Ġ Tom", + "ĠT om", + "ĠTo m", + "Ġ perhaps", + "Ġper haps", + "Ġ sig", + "Ġs ig", + "Ġsi g", + "le vant", + "lev ant", + "Ġc orpor", + "Ġcor por", + "Ġcorp or", + "Ġcorpo r", + "at aset", + "ata set", + "atas et", + "r onic", + "ro nic", + "ron ic", + "x e", + "Ġ eth", + "Ġe th", + "Ġet h", + "S ome", + "So me", + "Som e", + "p op", + "po p", + "_ OK", + "_O K", + "Ġt end", + "Ġte nd", + "Ġten d", + ". Res", + ".R es", + ".Re s", + "_ and", + "_a nd", + "_an d", + "Ġ reviews", + "Ġre views", + "Ġreview s", + "Ġ wild", + "Ġw ild", + "Ġwi ld", + "Ġwil d", + "1 17", + "11 7", + "Ġ degree", + "Ġd egree", + "Ġde gree", + "Ġdeg ree", + ". O", + ". objects", + ".object s", + ".obj ects", + "_ args", + "_arg s", + "_ar gs", + "n il", + "ni l", + "Ġ disabled", + "Ġdis abled", + "Ġdisable d", + "P arent", + "Par ent", + "Pa rent", + "Paren t", + "Ġ notes", + "Ġn otes", + "Ġnot es", + "Ġno tes", + "Ġnote s", + "Ġ \"\"Ċ", + "Ġ\" \"Ċ", + "Ġ\"\" Ċ", + "( state", + "(st ate", + "(stat e", + "i strict", + "istr ict", + "Ġ logging", + "Ġlog ging", + ". IO", + ".I O", + "Ġ Mal", + "ĠM al", + "ĠMa l", + "D M", + "Ġ xml", + "Ġx ml", + "Ġxm l", + "Ġ Robert", + "ĠRob ert", + "ĠRo bert", + "e len", + "el en", + "ele n", + "l ayout", + "lay out", + "f ol", + "fo l", + "' ]))", + "'] ))", + "']) )", + ", b", + "Ġ Jer", + "ĠJ er", + "ĠJe r", + "f ilename", + "file name", + "fi lename", + "fil ename", + "Ġ fan", + "Ġf an", + "Ġfa n", + "Ġ Custom", + "ĠC ustom", + "ĠCust om", + "= \"\"", + "=\" \"", + "Ġ Die", + "ĠD ie", + "ĠDi e", + "B undle", + ". utils", + ".util s", + ".ut ils", + "Ġ trip", + "Ġt rip", + "Ġtr ip", + "Ġtri p", + "M B", + "Ġ soft", + "Ġs oft", + "Ġso ft", + "Ġsof t", + "_ MODE", + "_M ODE", + "_MO DE", + "_MOD E", + "Ġapp licable", + "Ġapplic able", + "Ġappl icable", + "Ġ upper", + "Ġu pper", + "Ġup per", + "Ġupp er", + "ER VER", + "ERV ER", + "ERVE R", + "_ al", + "_a l", + "_ LOG", + "_L OG", + "_LO G", + "H ere", + "He re", + "Her e", + "w p", + "Ġ Server", + "ĠS erver", + "ĠSer ver", + "ĠServ er", + "ĠServe r", + "Ġ Client", + "ĠC lient", + "ĠCl ient", + "ĠCli ent", + "Ġ chem", + "Ġc hem", + "Ġch em", + "Ġche m", + "S croll", + "Sc roll", + "Scr oll", + "Ġ highest", + "Ġh ighest", + "Ġhigh est", + "Ġhi ghest", + "Ġ Select", + "ĠS elect", + "ĠSe lect", + "ĠSel ect", + "ĠSele ct", + "Ġ \"@", + "Ġ\" @", + "Ġ Why", + "ĠW hy", + "ĠWh y", + "S ec", + "Se c", + "h eel", + "he el", + "hee l", + "O peration", + "Oper ation", + "Op eration", + "Opera tion", + "Ġ connected", + "Ġconn ected", + "Ġconnect ed", + "ir med", + "irm ed", + "Ġcit iz", + "Ġ Che", + "ĠC he", + "ĠCh e", + "Ġ forces", + "Ġfor ces", + "Ġforce s", + "Ġforc es", + "Ġ www", + "Ġw ww", + "Ġww w", + "R oot", + "Ro ot", + "AN CE", + "ANC E", + "M any", + "Man y", + "Ma ny", + "i cip", + "ic ip", + "ici p", + "r gan", + "rg an", + "2 20", + "22 0", + "Ġ Tor", + "ĠT or", + "ĠTo r", + "Ġ Press", + "ĠP ress", + "ĠPr ess", + "ĠPres s", + "ĠPre ss", + "Ġ Mor", + "ĠM or", + "ĠMo r", + "- line", + "-l ine", + "-li ne", + "u led", + "ul ed", + "ule d", + "> \\", + "Ġ thus", + "Ġt hus", + "Ġth us", + "Ġthu s", + "Ġ Register", + "ĠReg ister", + "h ol", + "ho l", + "Ġ Chinese", + "ĠCh inese", + "ĠChin ese", + "Ġ posted", + "Ġpos ted", + "Ġpost ed", + "Ġpo sted", + "Ġposte d", + "Ġm agn", + "Ġmag n", + "Ġma gn", + "ab ilities", + "abil ities", + "abilit ies", + "Ġd isease", + "Ġdis ease", + "Ġdise ase", + "Ġrem ains", + "Ġremain s", + "Ġ Prof", + "ĠP rof", + "ĠPro f", + "ĠPr of", + "- form", + "-f orm", + "-for m", + "Ġ cin", + "Ġc in", + "Ġci n", + "o rgan", + "or gan", + "org an", + "i cate", + "ic ate", + "ica te", + "Ġ stress", + "Ġst ress", + "Ġstr ess", + "Ġstre ss", + "] *", + "Ġ ----------------------------------------------------------------", + "Ġ---------------- ------------------------------------------------", + "Ġ------------------------------------------------ ----------------", + "Ġ-------------------------------- --------------------------------", + "Ġ------------------------------------------------------------ ----", + "_ context", + "_con text", + "_cont ext", + "or ry", + "orr y", + "Ġd ied", + "Ġdi ed", + "Ġdie d", + "m at", + "ma t", + "Ġ starts", + "Ġst arts", + "Ġstart s", + "Ġstar ts", + "Ġsta rts", + ". Message", + ".M essage", + "Ġ runs", + "Ġr uns", + "Ġrun s", + "Ġru ns", + "Ġ guide", + "Ġg uide", + "Ġgu ide", + "Ġguid e", + "Ġgui de", + "Ġw arranty", + "Ġwarrant y", + "ent ials", + "ential s", + "enti als", + "d ict", + "di ct", + "dic t", + "Ġ Size", + "ĠS ize", + "ĠSi ze", + "ĠSiz e", + "u ler", + "ul er", + "ule r", + "Ġres ponsible", + "Ġrespons ible", + "_ SET", + "_S ET", + "_SE T", + "Ġcont aining", + "Ġcontain ing", + "Ġconta ining", + "Ġ Price", + "ĠP rice", + "ĠPr ice", + "ĠPri ce", + "| |", + "3 50", + "35 0", + "F S", + "Ġ emp", + "Ġe mp", + "Ġem p", + "_ button", + "_b utton", + "_but ton", + "( uint", + "(u int", + "(ui nt", + "Ġs uff", + "Ġsu ff", + "Ġsuf f", + "p th", + "pt h", + "Ġdef initely", + "Ġdefinit ely", + "Ġdefinite ly", + "p ute", + "put e", + "pu te", + "Ġ marketing", + "Ġmark eting", + "Ġmarket ing", + "Ġ WH", + "ĠW H", + "Ġ Sie", + "ĠS ie", + "ĠSi e", + "+ =", + "OL OR", + "Ġ consult", + "Ġcons ult", + "Ġconsul t", + "Ġ signed", + "Ġs igned", + "Ġsign ed", + "Ġsig ned", + "Ġ sequence", + "Ġse quence", + "Ġsequ ence", + "l ee", + "le e", + "Ġ requirements", + "Ġrequire ments", + "Ġrequirement s", + "h y", + "Ex press", + "Exp ress", + "Expr ess", + "M T", + "s ey", + "se y", + "Ġ ult", + "Ġu lt", + "Ġul t", + "å ®", + "ellig ence", + "elli gence", + "Ġ analy", + "Ġan aly", + "Ġanal y", + "Ġana ly", + "Ġ dress", + "Ġd ress", + "Ġdr ess", + "Ġdre ss", + "e ngine", + "eng ine", + "engin e", + "Ġ Great", + "ĠG reat", + "ĠGr eat", + "ĠGre at", + "Ġ Android", + "ĠAnd roid", + "ĠAndr oid", + "Ġ Alex", + "ĠA lex", + "ĠAl ex", + "ĠAle x", + "m ode", + "mod e", + "mo de", + "D ictionary", + ". Date", + ".D ate", + "ä ½", + "V ICE", + "VI CE", + "VIC E", + "Ġf amilies", + "Ġfam ilies", + "Ġfamil ies", + "Ġ Russian", + "ĠR ussian", + "ĠRuss ian", + "ĠRussia n", + "ĠRus sian", + "Ġ Times", + "ĠT imes", + "ĠTime s", + "ĠTim es", + "ĠTi mes", + ". call", + ".c all", + ".ca ll", + ".cal l", + "$ (", + "Pro file", + "Pr ofile", + "Prof ile", + "Ġ folder", + "Ġf older", + "Ġfol der", + "Ġfold er", + "Ġfo lder", + "c hes", + "ch es", + "che s", + "Ġl egis", + "Ġle gis", + "Ġleg is", + "_ row", + "_r ow", + "_ro w", + "u nes", + "un es", + "une s", + "Ù Ħ", + "Ġ }).", + "Ġ} ).", + "Ġ}) .", + "As sert", + "Ass ert", + "a gen", + "ag en", + "age n", + "Ġ Hand", + "ĠH and", + "ĠHa nd", + "ĠHan d", + "I ter", + "It er", + "Ġbig gest", + "o reach", + "or each", + "ore ach", + "orea ch", + "Ġp olic", + "Ġpol ic", + "Ġpo lic", + "Ġ permissions", + "Ġper missions", + "Ġpermission s", + "Ġperm issions", + "Ġsh owed", + "Ġshow ed", + "Ġsho wed", + "Ġ Element", + "ĠE lement", + "ĠEl ement", + "ĠEle ment", + "ĠElem ent", + "Ġ topic", + "Ġt opic", + "Ġto pic", + "Ġtop ic", + "âĢĶ âĢĶ", + "r oad", + "ro ad", + "Ġ Bank", + "ĠB ank", + "ĠBa nk", + "ĠBan k", + "re cord", + "rec ord", + "Ġ partners", + "Ġpart ners", + "Ġpartner s", + "Ġ Ref", + "ĠR ef", + "ĠRe f", + "ess ions", + "ession s", + "Ġas sess", + "Ġass ess", + "Ġasses s", + "U ST", + "US T", + "Ġ Party", + "ĠP arty", + "ĠPart y", + "ĠPar ty", + "p rodu", + "pr odu", + "pro du", + "prod u", + "L C", + "Ġ ul", + "Ġu l", + ". form", + ".f orm", + ".for m", + "h ide", + "hi de", + "hid e", + "c opy", + "co py", + "cop y", + "U TF", + "UT F", + "Ġ SOFTWARE", + "ĠSO FTWARE", + "čĊ čĊčĊ", + "čĊčĊ čĊ", + "Ġ Lin", + "ĠL in", + "ĠLi n", + "u na", + "un a", + "u gar", + "ug ar", + "uga r", + "Ġ administration", + "Ġadmin istration", + "Ġadministr ation", + "Ġ opening", + "Ġop ening", + "Ġopen ing", + "Ġ scan", + "Ġs can", + "Ġsc an", + "Ġsca n", + "Ġ continued", + "Ġcontin ued", + "Ġcontinue d", + "Ġcontinu ed", + "com ponent", + "comp onent", + ". sp", + ".s p", + "Ġhapp ens", + "Ġhappen s", + "um my", + "umm y", + "Ġ PR", + "ĠP R", + ". File", + ".F ile", + "Ġ Download", + "ĠD ownload", + "ĠDown load", + "Lo ading", + "Load ing", + "d i", + "Ġ waiting", + "Ġwait ing", + "Ġwa iting", + "_ ADD", + "_A DD", + "_AD D", + "T ab", + "Ta b", + ". querySelector", + ".query Selector", + "Ġe conomy", + "Ġecon omy", + "Ġeconom y", + "Ġec onomy", + "Ġ French", + "ĠF rench", + "ĠFr ench", + "t xt", + "tx t", + "Ġ fant", + "Ġf ant", + "Ġfa nt", + "Ġfan t", + "_ ;Ċ", + "_; Ċ", + "H older", + "Hold er", + "Ho lder", + "Hol der", + "S H", + "0 04", + "00 4", + "Ġ numpy", + "Ġn umpy", + "Ġnum py", + "Ġ street", + "Ġst reet", + "Ġstre et", + "Ġ male", + "Ġm ale", + "Ġma le", + "Ġmal e", + "\\ Model", + "\\M odel", + "an ging", + "ang ing", + "angi ng", + "3 33", + "33 3", + "Ġ Bill", + "ĠB ill", + "ĠBi ll", + "ĠBil l", + "Ġpre viously", + "Ġprevious ly", + "Ġprev iously", + "B I", + "Ġ Secret", + "ĠS ecret", + "ĠSe cret", + "ĠSec ret", + "Ġ mist", + "Ġm ist", + "Ġmis t", + "Ġmi st", + "Ġ Field", + "ĠF ield", + "ĠFi eld", + "u ps", + "up s", + "Ġ Process", + "ĠP rocess", + "ĠPro cess", + "ĠProc ess", + "Ġ kept", + "Ġk ept", + "Ġke pt", + "Ġkep t", + "Ġ OT", + "ĠO T", + "Ġ traditional", + "Ġtrad itional", + "Ġtradition al", + ". i", + "a min", + "am in", + "ami n", + "Ġh elps", + "Ġhelp s", + "Ġhel ps", + "A ny", + "An y", + "or igin", + "orig in", + "ori gin", + "il ters", + "ilter s", + "ilt ers", + "j u", + "d esc", + "de sc", + "des c", + "Ġ Account", + "ĠA ccount", + "ĠAc count", + "ĠAcc ount", + "Ġ )čĊ", + "Ġ) čĊ", + "k top", + "kt op", + "ol ly", + "oll y", + "Ġ fs", + "Ġf s", + "Ġ ê", + "Ġ ut", + "Ġu t", + "Ġ central", + "Ġc entral", + "Ġcent ral", + "Ġcentr al", + "( test", + "(t est", + "(te st", + ". An", + ".A n", + "Ġs atisf", + "G R", + "Ġ Full", + "ĠF ull", + "ĠFu ll", + "ĠFul l", + "Ġ heat", + "Ġh eat", + "Ġhe at", + "i ber", + "ib er", + "ibe r", + "Ġ onto", + "Ġon to", + "Ġont o", + "m os", + "mo s", + "S chema", + "Sch ema", + "Ġ factory", + "Ġf actory", + "Ġfact ory", + "Ġfactor y", + "Ġfacto ry", + "\" .$", + "\". $", + "a ws", + "aw s", + "St atement", + "State ment", + "Stat ement", + "( target", + "(t arget", + "ĉ new", + "ĉn ew", + ". be", + ".b e", + "Ġ guest", + "Ġg uest", + "Ġgu est", + "Ġ mal", + "Ġm al", + "Ġma l", + "A RY", + "AR Y", + "Ġre ached", + "Ġreach ed", + "Ġ mouse", + "Ġm ouse", + "Ġmo use", + "Ġmou se", + "Ġ challenge", + "Ġch allenge", + "Ġchall enge", + "Ġchalleng e", + "ĉ double", + "ĉd ouble", + "ĉdo uble", + "Ġ Tem", + "ĠT em", + "ĠTe m", + "Ġ terror", + "Ġt error", + "Ġte rror", + "Ġter ror", + "Ġterr or", + "Ġ extract", + "Ġex tract", + "Ġext ract", + "Ġextra ct", + "Ġextr act", + "_ TO", + "_T O", + "Ġse parate", + "Ġsepar ate", + "Ġseparat e", + "Ġ mir", + "Ġm ir", + "Ġmi r", + "h elp", + "he lp", + "hel p", + "Ġ capacity", + "Ġcap acity", + "Ġcapac ity", + "Ġcapacit y", + "Ġ Property", + "ĠP roperty", + "ĠPro perty", + "ĠProp erty", + "ĠProper ty", + "k an", + "ka n", + "_ create", + "_c reate", + "_cre ate", + "Ġ Light", + "ĠL ight", + "ĠLi ght", + "ĠLig ht", + ". parent", + ".p arent", + ".par ent", + ".pa rent", + "Ġunder standing", + "Ġunderstand ing", + "Ġunderst anding", + "Ġe asier", + "Ġeas ier", + "Ġ |=", + "Ġ| =", + "Ġ enh", + "Ġe nh", + "Ġen h", + "Ġ fat", + "Ġf at", + "Ġfa t", + "Ġpro test", + "Ġprot est", + "Ġprote st", + "a mm", + "am m", + "_ AT", + "_A T", + "- of", + "-o f", + "i ls", + "il s", + "Ġ Oh", + "ĠO h", + "Ġ psych", + "Ġps ych", + "Ġpsy ch", + "Ġ $.", + "Ġ$ .", + "i nds", + "in ds", + "ind s", + "Ġ relative", + "Ġrel ative", + "Ġrelativ e", + "Ġrelat ive", + "s hop", + "sh op", + "s hort", + "sh ort", + "Ġ Sand", + "ĠS and", + "ĠSan d", + "ĠSa nd", + "2 10", + "21 0", + "u estion", + "ues tion", + "uest ion", + "Ġf ear", + "Ġfe ar", + "/ ĊĊ", + "/Ċ Ċ", + ". context", + ".con text", + ".cont ext", + "Ġ schools", + "Ġschool s", + "Ġsch ools", + "Ġscho ols", + "Ġ serve", + "Ġs erve", + "Ġse rve", + "Ġser ve", + "Ġserv e", + "z one", + "zo ne", + "zon e", + "_ db", + "_d b", + "Ġmajor ity", + "ex ample", + "exam ple", + "Ġ lang", + "Ġl ang", + "Ġla ng", + "Ġlan g", + "ĉ ĠĠ", + "ĉĠ Ġ", + "Reg ister", + "e ndo", + "en do", + "end o", + "Ġ processing", + "Ġp rocessing", + "Ġprocess ing", + "Ġproces sing", + "_ template", + "_t emplate", + "_temp late", + "_tem plate", + "- user", + "-use r", + "-us er", + "-u ser", + "Ġ eg", + "Ġe g", + "C OM", + "CO M", + "Ġ Blue", + "ĠB lue", + "ĠBl ue", + "ĠBlu e", + "i ro", + "ir o", + "Ġ remote", + "Ġrem ote", + "Ġremot e", + "Ġ IT", + "ĠI T", + "# !/", + "#! /", + "Ġred istrib", + "Ġredis trib", + "1 24", + "12 4", + "r az", + "ra z", + "Ġ Since", + "ĠS ince", + "ĠSi nce", + "ĠSin ce", + "Ġ Tur", + "ĠT ur", + "ĠTu r", + "1 35", + "13 5", + "Back ground", + "= ==", + "== =", + "Ġ reflect", + "Ġref lect", + "Ġrefl ect", + "Ġp ros", + "Ġpro s", + "Ġpr os", + "c md", + "cm d", + "Ġw hom", + "Ġwh om", + "Ġwho m", + "Com pat", + "Comp at", + "Ġ Are", + "ĠA re", + "ĠAr e", + "Id entifier", + "Ident ifier", + "ĠT hom", + "ĠTh om", + "_ port", + "_p ort", + "_po rt", + "_por t", + "g u", + "Ġ monitor", + "Ġm onitor", + "Ġmon itor", + "r m", + "Ġ patient", + "Ġp atient", + "Ġpat ient", + "ver ter", + "vert er", + "verte r", + "Ġ gain", + "Ġg ain", + "Ġga in", + "- ui", + "-u i", + "I nst", + "In st", + "Ins t", + "Ġd ies", + "Ġdi es", + "Ġdie s", + "1 18", + "11 8", + "A rea", + "Ar ea", + "Are a", + "_ filter", + "_f ilter", + "_fil ter", + "_filt er", + "Ġg rat", + "Ġgr at", + "Ġgra t", + "Ġre ality", + "Ġreal ity", + "ord inate", + "ordin ate", + "ol ved", + "olve d", + "olv ed", + "Cont act", + "Conta ct", + "Ġcom pliance", + "Ġcompl iance", + "_ or", + "_o r", + "Ġ Var", + "ĠV ar", + "ĠVa r", + "d l", + "Ġ append", + "Ġapp end", + "Ġap pend", + "Ġappe nd", + "G ER", + "GE R", + "( max", + "(m ax", + ". render", + ".re nder", + ".r ender", + "Ġ dynamic", + "Ġd ynamic", + "Ġdynam ic", + "Ġdyn amic", + "ordin ates", + "ordinate s", + "_ options", + "_option s", + "_o ptions", + "_opt ions", + "_ column", + "_c olumn", + "_col umn", + "Ġb atter", + "Ġbatt er", + "Ġbat ter", + "s pace", + "sp ace", + "spa ce", + "L a", + "Ġ Source", + "ĠS ource", + "ĠSour ce", + "/ bin", + "/b in", + "Ġ dos", + "Ġd os", + "Ġdo s", + "Ġ Board", + "ĠB oard", + "ĠBo ard", + "Ġ Thread", + "ĠT hread", + "ĠTh read", + "ĠThr ead", + "Ġ AL", + "ĠA L", + "( config", + "(con fig", + "(conf ig", + "1 44", + "14 4", + "Ġ Mer", + "ĠM er", + "ĠMe r", + "Ġm iles", + "Ġmil es", + "Ġmi les", + "Ġmile s", + "_ header", + "_head er", + "_he ader", + "ETH OD", + "i zz", + "iz z", + "Ġb enefit", + "Ġbenef it", + "Ġbene fit", + "Ġ integr", + "Ġint egr", + "Ġinteg r", + "Ġinte gr", + "( current", + "(c urrent", + "(cur rent", + "(curr ent", + "u lo", + "ul o", + ". default", + ".d efault", + ".de fault", + ".def ault", + "Ġ Div", + "ĠD iv", + "ĠDi v", + "Ġ ton", + "Ġt on", + "Ġto n", + "o th", + "ot h", + "er vation", + "erv ation", + "erva tion", + "e dom", + "ed om", + "edo m", + "Ġ baby", + "Ġb aby", + "Ġba by", + "Ġbab y", + "ce ived", + "ceive d", + ". top", + ".t op", + ".to p", + "rior ity", + "Ġ Local", + "ĠL ocal", + "ĠLo cal", + "ĠLoc al", + "r iage", + "ri age", + "ria ge", + "Ġ attacks", + "Ġatt acks", + "Ġattack s", + "Ġ hospital", + "Ġh ospital", + "Ġhosp ital", + "1 68", + "16 8", + "Ġ female", + "Ġf emale", + "Ġfe male", + "Ġfem ale", + "Ġ Login", + "ĠLog in", + "ĠLo gin", + "ĠF lor", + "ĠFl or", + "ĠFlo r", + "Ġ chain", + "Ġch ain", + "Ġcha in", + "Ġchai n", + "ash ion", + "ashi on", + "Text ure", + "Tex ture", + "S ave", + "Sa ve", + "Ġ farm", + "Ġf arm", + "Ġfa rm", + "Ġfar m", + ". contains", + ".con tains", + ".cont ains", + ". Test", + ".T est", + ".Te st", + "Ġkn ows", + "Ġknow s", + "Ġgener ally", + "Ġgeneral ly", + "ip eline", + "ipe line", + "ipel ine", + "Ġme ant", + "Ġmean t", + "e ncia", + "en cia", + "enc ia", + "enci a", + "Ġn icht", + "Ġni cht", + "Ġnic ht", + "Ġnich t", + "Ġ contents", + "Ġcont ents", + "Ġcontent s", + "Ġconten ts", + "Ġconte nts", + "P M", + "ched ule", + "( line", + "(l ine", + "(li ne", + "C G", + "j ob", + "jo b", + "Ġ Real", + "ĠRe al", + "u er", + "ue r", + "f irm", + "fi rm", + "fir m", + "Ġ Ø", + "e tro", + "et ro", + "etr o", + "\" `Ċ", + "\"` Ċ", + "Ġ speech", + "Ġs peech", + "Ġspe ech", + "Ġ thr", + "Ġt hr", + "Ġth r", + "f oreach", + "fo reach", + "fore ach", + "for each", + "Ġ warn", + "Ġw arn", + "Ġwar n", + "Ġwa rn", + "ĉ l", + "Ġ heavy", + "Ġhe avy", + "Ġheav y", + "< li", + " )", + "_ char", + "_c har", + "_ch ar", + "re source", + "res ource", + "Ġ episode", + "Ġep isode", + "Ġepis ode", + "Ġ '_", + "Ġ' _", + "Ġ Es", + "ĠE s", + "Ġ Earth", + "ĠE arth", + "ĠEar th", + "Âł Âł", + "UP DATE", + "1 33", + "13 3", + "Ġ Sou", + "ĠS ou", + "ĠSo u", + "u is", + "ui s", + "t ypes", + "type s", + "ty pes", + "typ es", + "Ġ mas", + "Ġm as", + "Ġma s", + "Ġ fav", + "Ġf av", + "Ġfa v", + "Ġ construct", + "Ġcon struct", + "Ġconstr uct", + "_ rate", + "_r ate", + "_ra te", + "_rat e", + "e ras", + "er as", + "era s", + "Ġ |Ċ", + "Ġ| Ċ", + "rop erties", + "Ġ external", + "Ġex ternal", + "Ġext ernal", + "Ġextern al", + "Ġexter nal", + "Ġapp lied", + "Ġap plied", + "Ġappl ied", + "Ġ prefix", + "Ġp refix", + "Ġpre fix", + "Ġpref ix", + "o ted", + "ot ed", + "ote d", + "l ers", + "le rs", + "ler s", + "Ġ cold", + "Ġc old", + "Ġco ld", + "Ġcol d", + "Ġ SP", + "ĠS P", + "Ġ Church", + "ĠCh urch", + "ĠChu rch", + "Ġ Output", + "ĠOut put", + "l osed", + "lo sed", + "lose d", + "los ed", + "ç ļ", + "if icate", + "ific ate", + "ifi cate", + "ifica te", + "o peration", + "op eration", + "ope ration", + "oper ation", + "he rit", + "her it", + "x FF", + "xF F", + ". env", + ".e nv", + ".en v", + "_ err", + "_e rr", + "_er r", + "o sh", + "os h", + "D irection", + "Dir ection", + "Direct ion", + "Di rection", + "Dire ction", + "C ancel", + "Can cel", + "Ġ Frank", + "ĠF rank", + "ĠFr ank", + "ĠFra nk", + "ĠFran k", + "Ġ finding", + "Ġf inding", + "Ġfind ing", + "Ġfin ding", + ". )ĊĊ", + ".) ĊĊ", + ".)Ċ Ċ", + "Ġ router", + "Ġr outer", + "Ġro uter", + "Ġroute r", + "Ġrout er", + "Ġrou ter", + "ãĥ »", + "s es", + "se s", + "Ġ crow", + "Ġc row", + "Ġcr ow", + "Ġcro w", + "= ='", + "== '", + "Ġ sand", + "Ġs and", + "Ġsa nd", + "Ġsan d", + "Ġ rid", + "Ġr id", + "Ġri d", + "i ture", + "it ure", + "itu re", + "itur e", + "Ġ entre", + "Ġen tre", + "Ġent re", + "Ġentr e", + "Ġ observ", + "Ġo bserv", + "Ġob serv", + "Ġobs erv", + "Ġ vac", + "Ġv ac", + "Ġva c", + "ð Ł", + "- T", + "A rt", + "Ar t", + "n ight", + "ni ght", + ". search", + ".s earch", + ".se arch", + "Ġ exchange", + "Ġex change", + "Ġ district", + "Ġd istrict", + "Ġdi strict", + "Ġdistr ict", + ". os", + ".o s", + "Ġ department", + "Ġde partment", + "Ġdep artment", + "Ġdepart ment", + "Ġ documents", + "Ġdocument s", + "Ġdoc uments", + "Ġcent ury", + "Ġ Next", + "ĠN ext", + "ĠNe xt", + "ĠNex t", + "H ost", + "Ho st", + "ĠK IND", + "Ġs usp", + "Ġsu sp", + "Ġsus p", + "- P", + "r end", + "re nd", + "ren d", + ". em", + ".e m", + "u ite", + "ui te", + "uit e", + "i sters", + "is ters", + "ist ers", + "ister s", + "iste rs", + "( json", + "(j son", + "(js on", + "Ġ Ann", + "ĠA nn", + "ĠAn n", + "w t", + "a ti", + "at i", + "Ġ HTML", + "ĠHT ML", + "w hen", + "wh en", + "D irectory", + "Direct ory", + "Director y", + "Ġsh ut", + "< a", + "e dy", + "ed y", + "Ġ healthy", + "Ġhealth y", + "Ġheal thy", + "Ġ temperature", + "Ġt emperature", + "Ġtem perature", + "Ġtemper ature", + "Ġ Gen", + "ĠG en", + "ĠGe n", + "Ġ metal", + "Ġm etal", + "Ġme tal", + "Ġmet al", + "Ġmeta l", + "Ġ submit", + "Ġsub mit", + "Ġ DO", + "ĠD O", + "Ġat tract", + "Ġatt ract", + "Ġattr act", + "Ġ {};Ċ", + "Ġ{ };Ċ", + "Ġ{} ;Ċ", + "Ġ{}; Ċ", + "Ġ Word", + "ĠW ord", + "ĠWo rd", + "ĠWor d", + "Ġ ll", + "Ġl l", + "Ġse emed", + "Ġsee med", + "Ġseem ed", + "k o", + "I ED", + "IE D", + "Ġl abor", + "Ġla bor", + "Ġlab or", + ". Context", + ".Cont ext", + ".Con text", + "Ġ asset", + "Ġas set", + "Ġass et", + "y ou", + "yo u", + "Ġ cars", + "Ġc ars", + "Ġcar s", + "Ġca rs", + "Ġ Column", + "ĠC olumn", + "ĠCol umn", + "ĠColum n", + "Ġ ré", + "Ġr é", + "Ġ square", + "Ġs quare", + "Ġsqu are", + "Ġ NSString", + "ĠNS String", + "ĠNSS tring", + "âĢĿ ,", + "a pes", + "ap es", + "ape s", + ". ..Ċ", + ".. .Ċ", + "... Ċ", + "Ġ thanks", + "Ġth anks", + "Ġthan ks", + "Ġthank s", + "( props", + "(p rops", + "(pro ps", + "(pr ops", + "(prop s", + "Ġ tick", + "Ġt ick", + "Ġti ck", + "Ġtic k", + "Ġ experiment", + "Ġex periment", + "Ġexper iment", + "Ġexperi ment", + "Ġpr ison", + "Ġpri son", + "Ġpris on", + "t ree", + "tr ee", + "tre e", + "- text", + "-t ext", + "-te xt", + "Ġ IOException", + "ĠIO Exception", + "- width", + "-w idth", + "_ STATUS", + "_ST ATUS", + "_STAT US", + "f ast", + "fa st", + "fas t", + "- body", + "-b ody", + "-bo dy", + "- header", + "-head er", + "-he ader", + "Ġg uar", + "Ġgu ar", + "c rete", + "cre te", + "cret e", + "cr ete", + "Ġ Tim", + "ĠT im", + "ĠTi m", + "Ġcl early", + "Ġclear ly", + "Ġ Republican", + "ĠRepublic an", + "Ġ justify", + "Ġjust ify", + "и ÑĤ", + "ĉ ĠĠĠĠ", + "ĉĠĠĠ Ġ", + "ĉĠ ĠĠĠ", + "ĉĠĠ ĠĠ", + "c ache", + "ca che", + "cac he", + "; //", + ";/ /", + "Ġ presence", + "Ġpres ence", + "Ġf actors", + "Ġfact ors", + "Ġfa ctors", + "Ġfac tors", + "Ġfactor s", + "Ġfacto rs", + "Ġ employee", + "Ġe mployee", + "Ġemploy ee", + "] ))", + "]) )", + "M ember", + "Mem ber", + "Ġ selector", + "Ġse lector", + "Ġselect or", + "Ġsel ector", + "Ġsele ctor", + "b or", + "bo r", + "Ġ Mex", + "ĠM ex", + "ĠMe x", + "çļ Ħ", + "u tex", + "ut ex", + "ute x", + "_ tag", + "_t ag", + "_ta g", + "ail ure", + "Ġ Net", + "ĠN et", + "ĠNe t", + "Ġre li", + "Ġr eli", + "Ġrel i", + "E G", + "Ġ fprintf", + "Ġf printf", + "Ġ teen", + "Ġt een", + "Ġte en", + "Ġtee n", + "l oss", + "lo ss", + "los s", + "Ġle aving", + "1 34", + "13 4", + "De legate", + "Ġ beat", + "Ġb eat", + "Ġbe at", + "Ġ minute", + "Ġmin ute", + "Ġminut e", + "sub scribe", + "subs cribe", + "Ġred istribute", + "Ġredistrib ute", + "Ġredis tribute", + "Con stants", + "Constant s", + "Const ants", + "Ġc ancer", + "Ġcan cer", + "Ġcanc er", + "/ {", + "B L", + "Ġ span", + "Ġs pan", + "Ġsp an", + "Ġspa n", + "Ġ Child", + "ĠCh ild", + "ĠChi ld", + "C enter", + "Cent er", + "Ġ earth", + "Ġe arth", + "Ġear th", + "Y S", + "Ġ Level", + "ĠLe vel", + "ĠLev el", + "Ġ sea", + "Ġs ea", + "Ġse a", + ". support", + ".s upport", + ".sup port", + ". inner", + ".in ner", + ". Item", + ".I tem", + ".It em", + "il ling", + "ill ing", + "illi ng", + "illin g", + "Ġ ĠĠĠĊĠĠĠĠĊ", + "ĠĠ ĠĠĊĠĠĠĠĊ", + "ĠĠĠĠ ĊĠĠĠĠĊ", + "ĠĠĠ ĠĊĠĠĠĠĊ", + "ĠĠĠĠĊ ĠĠĠĠĊ", + "Ġ Label", + "ĠL abel", + "ĠLa bel", + "ĠLab el", + "3 20", + "32 0", + "Ġ Est", + "ĠE st", + "ĠEs t", + "( arg", + "(a rg", + "(ar g", + "1 45", + "14 5", + "bo Box", + "ĉ foreach", + "ĉf oreach", + "ĉfor each", + "c os", + "co s", + "F ailed", + "Fail ed", + "Fa iled", + "s wers", + "sw ers", + "swer s", + "E ditor", + "Ed itor", + "Edit or", + "r ont", + "ro nt", + "ron t", + "Ġ MP", + "ĠM P", + "ex pr", + "exp r", + "Ġ Life", + "ĠL ife", + "ĠLi fe", + "ĠLif e", + "Ġ ??", + "Ġ? ?", + "ö r", + "Ġ attend", + "Ġatt end", + "Ġatte nd", + "Ġ Que", + "ĠQ ue", + "ĠQu e", + "Ġ species", + "Ġs pecies", + "Ġsp ecies", + "Ġspec ies", + "Ġspe cies", + "Ġspeci es", + "- D", + "Ġ aus", + "Ġa us", + "Ġau s", + "Str uct", + "Ġadv antage", + "Ġadvant age", + "o ston", + "os ton", + "ost on", + "osto n", + "- block", + "-b lock", + "-bl ock", + "in itial", + "init ial", + "C RE", + "CR E", + "Ġtr uly", + "Ġ compare", + "Ġcom pare", + "Ġcomp are", + "Ġcompar e", + "or ney", + "orn ey", + "orne y", + "Ġ spect", + "Ġs pect", + "Ġsp ect", + "Ġspec t", + "Ġspe ct", + "F ull", + "Fu ll", + "b es", + "be s", + "Ġ visible", + "Ġv isible", + "Ġvis ible", + "Ġ mess", + "Ġm ess", + "Ġme ss", + "Ġmes s", + "st ances", + "stance s", + "sta nces", + "stan ces", + "Ġ cloud", + "Ġc loud", + "Ġcl oud", + "Ġclo ud", + "_ version", + "_v ersion", + "Ġf urn", + "Ġfur n", + "Ġfu rn", + "ic ago", + "ica go", + "L OW", + "LO W", + "Ġ traffic", + "Ġtraff ic", + "Ġtra ffic", + "Ġtraf fic", + "Ġ fol", + "Ġf ol", + "Ġfo l", + "ry pto", + "rypt o", + "Ġ declar", + "Ġde clar", + "Ġdec lar", + "Ġdecl ar", + "Ġ slot", + "Ġs lot", + "Ġsl ot", + "Ġslo t", + "Ġ Ext", + "ĠE xt", + "ĠEx t", + "Ġ England", + "ĠEng land", + "ĠEngl and", + "Ġ Under", + "ĠU nder", + "ĠUn der", + "ĠUnd er", + "Ġ ta", + "Ġt a", + "l etter", + "let ter", + "lette r", + "lett er", + "2 03", + "20 3", + "Ġoff icer", + "Ġoffic er", + "Ġoffice r", + "Ġ Donald", + "ĠD onald", + "ĠDon ald", + "Y es", + "Ye s", + "_ json", + "_j son", + "_js on", + "I TableView", + "IT ableView", + "Ġ USE", + "ĠU SE", + "ĠUS E", + "mploy ee", + "Ġop inion", + "Ġopin ion", + "Ġ Aut", + "ĠA ut", + "ĠAu t", + "b order", + "bor der", + "Ġad vice", + "Ġadv ice", + "Ġautom atically", + "Ġautomatic ally", + "Ġautomat ically", + "is co", + "isc o", + "Ġ mm", + "Ġm m", + ". vis", + ".v is", + "a ml", + "am l", + "Ġ initialize", + "Ġinitial ize", + "Ġ ({", + "Ġ( {", + "Ġ ;ĊĊ", + "Ġ; ĊĊ", + "Ġ;Ċ Ċ", + "Ġ generation", + "Ġg eneration", + "Ġgener ation", + "Ġgen eration", + "Ġgene ration", + "Ġgenera tion", + "Ġ bits", + "Ġb its", + "Ġbit s", + "Ġbi ts", + "cl ipse", + "clip se", + "Ġu nf", + "Ġun f", + "u tors", + "ut ors", + "uto rs", + "utor s", + "p lt", + "pl t", + "Ġ delta", + "Ġd elta", + "Ġdel ta", + "Ġdelt a", + "e stroy", + "est roy", + "estr oy", + "estro y", + "i sis", + "is is", + "isi s", + "< br", + "Ċ", + "'> Ċ", + "a pers", + "ap ers", + "ape rs", + "aper s", + "] (", + "cont inue", + "contin ue", + "s pec", + "sp ec", + "spe c", + "Ġ Road", + "ĠR oad", + "ĠRo ad", + "A SH", + "AS H", + "il iar", + "ili ar", + "ilia r", + "Ġcontin ues", + "Ġcontinue s", + "Ġcontinu es", + "Ġ appoint", + "Ġapp oint", + "Ġap point", + "Ġ #Ċ", + "Ġ# Ċ", + "Ġ Vir", + "ĠV ir", + "ĠVi r", + "Ġ ?>\"", + "Ġ? >\"", + "Ġ?> \"", + "Ġ bin", + "Ġb in", + "Ġbi n", + "} \",", + "}\" ,", + "go ing", + "e ach", + "ea ch", + "B D", + "1 85", + "18 5", + "Ġ Access", + "ĠA ccess", + "ĠAc cess", + "ĠAcc ess", + "D oc", + "Do c", + "Ġ Management", + "ĠMan agement", + "ĠManage ment", + "ĠMana gement", + "B ER", + "BE R", + "as ket", + "ask et", + ". getInstance", + ".get Instance", + ".getIn stance", + "1 29", + "12 9", + "Ġestablish ed", + "s ocket", + "so cket", + "sock et", + "soc ket", + "I NS", + "IN S", + "ĉ virtual", + "ĉv irtual", + "ĉ result", + "ĉres ult", + "RE AD", + "REA D", + "_ height", + "_h eight", + "_he ight", + "1 52", + "15 2", + "Ġ Font", + "ĠF ont", + "ĠFo nt", + "ĠFon t", + "Ġ ();Ċ", + "Ġ( );Ċ", + "Ġ() ;Ċ", + "Ġ(); Ċ", + "_ html", + "_h tml", + "_ht ml", + "Ġ neighbor", + "Ġne ighbor", + "Ġneighb or", + "Ġneigh bor", + "l or", + "lo r", + "Ġ gather", + "Ġg ather", + "Ġga ther", + "Ġ })ĊĊ", + "Ġ} )ĊĊ", + "Ġ})Ċ Ċ", + "Ġ}) ĊĊ", + "Ġ identity", + "Ġid entity", + "Ġide ntity", + "Ġident ity", + "Ġ fab", + "Ġf ab", + "Ġfa b", + "p adding", + "pad ding", + "Ġ Route", + "ĠR oute", + "ĠRo ute", + "ĠRou te", + "ĠRout e", + "Enumer able", + "Enum erable", + "à ´", + "Ġ forced", + "Ġfor ced", + "Ġforce d", + "Ġforc ed", + "/ jquery", + "/j query", + ". ĊĊĊĊĊĊ", + ".ĊĊ ĊĊĊĊ", + ".Ċ ĊĊĊĊĊ", + ".ĊĊĊĊ ĊĊ", + ".ĊĊĊ ĊĊĊ", + ".ĊĊĊĊĊ Ċ", + "res ents", + "resent s", + "rese nts", + "_ left", + "_l eft", + "_le ft", + ". Param", + ".P aram", + ".Par am", + "ĉ throw", + "ĉth row", + "Ġ Ham", + "ĠH am", + "ĠHa m", + "Ġevent ually", + "Ġeventual ly", + "a cer", + "ace r", + "ac er", + "p ub", + "pu b", + "Ġ tra", + "Ġt ra", + "Ġtr a", + "un ique", + "uni que", + "uniq ue", + "d el", + "de l", + "Ġ Florida", + "ĠFl orida", + "ĠFlor ida", + "Ġ Clean", + "ĠC lean", + "ĠCl ean", + "ĠCle an", + "x a", + "Ġ ·", + "Ġ ·", + "Ġ validate", + "Ġvalid ate", + "Ġvalida te", + "Vis ual", + "Ex pression", + "Exp ression", + "Express ion", + "Expr ession", + "_ func", + "_f unc", + "_fun c", + "_fu nc", + "m ember", + "mem ber", + "ĉ h", + "t rl", + "tr l", + "1 36", + "13 6", + "ĉ G", + "nap shot", + "Ġ PropTypes", + "ĠProp Types", + "v in", + "vi n", + "1 53", + "15 3", + "] )ĊĊ", + "]) ĊĊ", + "])Ċ Ċ", + "o wl", + "ow l", + "if ies", + "ifi es", + "ifie s", + "Ġ $('.", + "Ġ$ ('.", + "Ġ$( '.", + "Ġ$(' .", + "Ġ Context", + "ĠCon text", + "ĠCont ext", + "ĠConte xt", + "Ġ Toast", + "ĠTo ast", + ". Key", + ".K ey", + "Ġoff icers", + "Ġoffic ers", + "Ġoffice rs", + "Ġofficer s", + "/ n", + "s n", + "un defined", + "und efined", + "undef ined", + ". items", + ".i tems", + ".item s", + ".it ems", + "ut ow", + "uto w", + "a mage", + "am age", + "ama ge", + "Ġ accounts", + "Ġac counts", + "Ġaccount s", + "o okie", + "ook ie", + "oo kie", + "S ection", + "Se ction", + "Sec tion", + "ic ians", + "ici ans", + "ician s", + "icia ns", + "Ġad vis", + "Ġadv is", + "( is", + "(i s", + "[ :,", + "[: ,", + "Ġ France", + "ĠF rance", + "ĠFr ance", + "ĠFranc e", + "ĠFra nce", + "ĠFran ce", + "F unc", + "Fun c", + "Fu nc", + "ic ious", + "ici ous", + "icio us", + "Ġ tok", + "Ġt ok", + "Ġto k", + "Ch annel", + "Chan nel", + "Ġ AD", + "ĠA D", + "_ NUM", + "_N UM", + "Ġ timeout", + "Ġtime out", + "l emma", + "le mma", + "lem ma", + "r eme", + "re me", + "rem e", + "u j", + ". Al", + ".A l", + "u clear", + "uc lear", + "ucle ar", + "( os", + "(o s", + "( \"<", + "(\" <", + "[ Ċ", + "f etch", + "fet ch", + "Ġ bal", + "Ġb al", + "Ġba l", + "Ġ guid", + "Ġg uid", + "Ġgu id", + "Ġgui d", + "- align", + "-al ign", + "Ġ Write", + "ĠW rite", + "ĠWr ite", + "Ġ Once", + "ĠO nce", + "ĠOn ce", + "ĠOnc e", + "utow ired", + "OD ULE", + "Ġ pitch", + "Ġp itch", + "Ġpit ch", + "C F", + "by tes", + "byte s", + "byt es", + "Ġ Commission", + "ĠCom mission", + "ĠComm ission", + "Ġin cred", + "Ġincre d", + "Ġinc red", + "Ġincr ed", + "P ER", + "PE R", + "_ response", + "_res ponse", + "_resp onse", + "Ġ Los", + "ĠL os", + "ĠLo s", + "p arser", + "par ser", + "parse r", + "pars er", + "Ġ assume", + "Ġas sume", + "Ġass ume", + "Ġassum e", + ". Request", + ".Re quest", + "Ġ Token", + "ĠT oken", + "ĠTo ken", + "ĠTok en", + "_ position", + "_p osition", + "_pos ition", + "Ġ nom", + "Ġn om", + "Ġno m", + "- term", + "-t erm", + "-te rm", + "Ġ remaining", + "Ġrem aining", + "Ġremain ing", + "i ostream", + "io stream", + "Ġ pieces", + "Ġp ieces", + "Ġpie ces", + "Ġpiece s", + "a py", + "ap y", + "Ġ Less", + "ĠL ess", + "ĠLe ss", + "ĠLes s", + "r ange", + "ra nge", + "ran ge", + "rang e", + "um bn", + "umb n", + "p rise", + "pr ise", + "pri se", + "_ option", + "_op tion", + "_o ption", + "_opt ion", + "2 30", + "23 0", + "I mpl", + "Im pl", + "Imp l", + "k wargs", + "kw args", + "Ġbusiness es", + "Al ert", + "Ale rt", + "Ġpart ies", + "Ġpar ties", + "Ġpartie s", + "Ġparti es", + "Ġ Container", + "ĠCont ainer", + "Ġ Private", + "ĠPr ivate", + "ĠPriv ate", + "Ġ Plan", + "ĠP lan", + "ĠPl an", + "ĠPla n", + "Ġ registered", + "Ġregister ed", + "Ġregist ered", + "Ġ jour", + "Ġj our", + "Ġjo ur", + "Ġjou r", + "a cker", + "ack er", + "ac ker", + "е ни", + "ен и", + "/ >", + "c hat", + "ch at", + "cha t", + "s ect", + "se ct", + "sec t", + "Ġ creation", + "Ġc reation", + "Ġcre ation", + "Ġcreat ion", + "Ġcrea tion", + "ol utely", + "olute ly", + "olut ely", + "Ġ instant", + "Ġin stant", + "Ġins tant", + "Ġinst ant", + "Ġ delivery", + "Ġd elivery", + "Ġdel ivery", + "Ġdeliver y", + "i cken", + "ic ken", + "ick en", + "y es", + "ye s", + "1 63", + "16 3", + "Ġ Franc", + "ĠFr anc", + "ĠFra nc", + "ĠFran c", + "b ling", + "bl ing", + "e nda", + "en da", + "end a", + "[ (", + "_ range", + "_r ange", + "_ra nge", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "Ġ schedule", + "Ġs chedule", + "Ġsched ule", + "C onn", + "Con n", + "Co nn", + "Ġ thank", + "Ġth ank", + "Ġthan k", + "Ġtha nk", + "x d", + "Ġ hook", + "Ġh ook", + "Ġho ok", + "Ġ documentation", + "Ġdocument ation", + "Param eters", + "Parameter s", + "H ello", + "Hel lo", + "Hell o", + "v t", + "Ġ articles", + "Ġart icles", + "Ġarticle s", + "Ġartic les", + "Ġ west", + "Ġw est", + "Ġwe st", + "Ġwes t", + "d efined", + "def ined", + "define d", + ". select", + ".s elect", + ".se lect", + ".sel ect", + "ok ens", + "oken s", + "oke ns", + "Ġ VAL", + "ĠV AL", + "ĠVA L", + ". file", + ".f ile", + ".fi le", + ".fil e", + "re set", + "res et", + "rese t", + "Ġ mys", + "Ġm ys", + "Ġmy s", + "Ġ MA", + "ĠM A", + "] ),", + "]) ,", + "Ġ cities", + "Ġc ities", + "Ġcit ies", + "Ġci ties", + "re lated", + "rel ated", + "å Ľ", + "Ġ appeared", + "Ġappe ared", + "Ġappear ed", + "Ġ wid", + "Ġw id", + "Ġwi d", + ". panel", + ".p anel", + ".pa nel", + ".pan el", + "Ġ Ins", + "ĠI ns", + "ĠIn s", + ". entity", + ".e ntity", + ".ent ity", + "Ġde cre", + "Ġdec re", + "Ġ Lou", + "ĠL ou", + "ĠLo u", + "( time", + "(t ime", + "(ti me", + "Ġ Thank", + "ĠTh ank", + "ĠThan k", + ". createElement", + ".create Element", + "Ġ mentioned", + "Ġmention ed", + "Ġment ioned", + "o unce", + "ou nce", + "oun ce", + "ounc e", + "Ġ Try", + "ĠT ry", + "ĠTr y", + "Ġ Wall", + "ĠW all", + "ĠWal l", + "ĠWa ll", + "/ images", + "/image s", + "/im ages", + "Ġ Menu", + "ĠM enu", + "ĠMe nu", + "ĠMen u", + "' čĊ", + "Ġ Er", + "ĠE r", + "Ġc ritic", + "Ġcr itic", + "Ġcrit ic", + "Ġcri tic", + "Ġ Year", + "ĠY ear", + "ĠYe ar", + "( param", + "(p aram", + "(par am", + "(pa ram", + "(para m", + "Ġ flo", + "Ġf lo", + "Ġfl o", + "N N", + "o oter", + "oot er", + "oo ter", + "Ġ ];Ċ", + "Ġ] ;Ċ", + "Ġ]; Ċ", + "Ġ Aff", + "ĠA ff", + "ĠAf f", + "\" github", + "\"g ithub", + "ro oms", + "room s", + "Ġ hyp", + "Ġh yp", + "Ġhy p", + "g lobal", + "glob al", + "Ġ avec", + "Ġa vec", + "Ġav ec", + "Ġave c", + "æľ Ī", + "Ġ completion", + "Ġcom pletion", + "Ġcomp letion", + "Ġcomple tion", + "Ġcomplet ion", + "Ġ cond", + "Ġc ond", + "Ġcon d", + "Ġco nd", + "on ymous", + "onym ous", + "( temp", + "(t emp", + "(te mp", + "Ġ stars", + "Ġst ars", + "Ġstar s", + "Ġsta rs", + "Ġ relevant", + "Ġre levant", + "Ġrele vant", + "Ġrelev ant", + "Ġ covered", + "Ġcover ed", + "Ġcov ered", + "Ġ elim", + "Ġe lim", + "Ġel im", + "_ types", + "_t ypes", + "_type s", + "_typ es", + "_ty pes", + "( bool", + "(b ool", + "Ġ tu", + "Ġt u", + "_ exists", + "_ex ists", + "_exist s", + "Ġ secure", + "Ġs ecure", + "Ġsec ure", + "Ġ stored", + "Ġst ored", + "Ġstore d", + "Ġstor ed", + "Ġsto red", + "] /", + "x F", + "Ġ Controller", + "ĠCont roller", + "ĠControl ler", + "ĠContr oller", + "Ġm igr", + "Ġmi gr", + "Ġmig r", + "M I", + "Ġ Den", + "ĠD en", + "ĠDe n", + "Ġ annual", + "Ġann ual", + "U IL", + "UI L", + "- and", + "-a nd", + "-an d", + "Ġ crime", + "Ġcr ime", + "Ġcri me", + "Ġcrim e", + "b el", + "be l", + "Ġk itchen", + "Ġkit chen", + "@ g", + "_ ph", + "_p h", + "ourn ament", + "Ġ Social", + "ĠS ocial", + "ĠSo cial", + "ĠSoc ial", + "ĠSoci al", + "Ġ Special", + "ĠS pecial", + "ĠSp ecial", + "ĠSpec ial", + "ĠSpe cial", + "lo gger", + "log ger", + "logg er", + "Ġ tail", + "Ġt ail", + "Ġta il", + "Ġtai l", + "Ġ unknown", + "Ġun known", + "Ġunk nown", + "Ġunknow n", + "d ed", + "de d", + "Ġapp rec", + "Ġap prec", + "( db", + "(d b", + "c f", + "1 55", + "15 5", + "Ġ assign", + "Ġas sign", + "Ġass ign", + "- out", + "-o ut", + "Ġ Mont", + "ĠM ont", + "ĠMon t", + "ĠMo nt", + "d p", + "w idget", + "wid get", + "Ġ stone", + "Ġs tone", + "Ġst one", + "Ġsto ne", + "- primary", + "-pr imary", + ". grid", + ".g rid", + ".gr id", + "Res ults", + "Result s", + "a zz", + "az z", + "Ġ daughter", + "Ġda ughter", + "Ġ curr", + "Ġc urr", + "Ġcur r", + "Ġcu rr", + "1 75", + "17 5", + "Ġ lin", + "Ġl in", + "Ġli n", + "Ġ south", + "Ġs outh", + "Ġso uth", + "Ġsou th", + "Ġsout h", + "form s", + "fo rms", + "for ms", + "Ġ OUT", + "ĠO UT", + "ĠOU T", + "l ette", + "le tte", + "let te", + "lett e", + "a ks", + "ak s", + "ig ure", + "igu re", + "Ġ EU", + "ĠE U", + "var iable", + "vari able", + "Ġ brief", + "Ġb rief", + "Ġbr ief", + "Ġbri ef", + "Ġ Scott", + "ĠS cott", + "ĠSc ott", + "ĠScot t", + "ĠSco tt", + "Ġ conference", + "Ġcon ference", + "Ġconf erence", + "Ġconfer ence", + "a nda", + "an da", + "and a", + "_ lock", + "_l ock", + "_lo ck", + "_loc k", + "o ral", + "or al", + "ora l", + "Ġe ine", + "Ġein e", + "Ġei ne", + "O RS", + "OR S", + "//// ////////////////////////////////////////////////////////////", + "//////// ////////////////////////////////////////////////////////", + "//////////////// ////////////////////////////////////////////////", + "//////////////////////////////// ////////////////////////////////", + "//////////// ////////////////////////////////////////////////////", + "//////////////////////////////////////////////// ////////////////", + "//////////////////////////////////////////////////////// ////////", + "//////////////////////////////////////////////////////////// ////", + "//////////////////////////////////////////////////// ////////////", + "es so", + "ess o", + "Ġ ris", + "Ġr is", + "Ġri s", + "Ġ gender", + "Ġg ender", + "Ġge nder", + "Ġgen der", + "es tic", + "est ic", + "esti c", + "L icense", + "Lic ense", + "( out", + "(o ut", + "Ġ ms", + "Ġm s", + "S ee", + "Se e", + "Ġw illing", + "Ġwill ing", + "Ġwil ling", + "a ze", + "az e", + "Ġ sports", + "Ġs ports", + "Ġsp orts", + "Ġsport s", + "Ġspo rts", + "Ġspor ts", + "Ġ yes", + "Ġy es", + "Ġye s", + "l u", + "Ġp urs", + "Ġpur s", + "Ġpu rs", + "/ javascript", + "/j avascript", + "/java script", + "/jav ascript", + "- pro", + "-p ro", + "-pr o", + "nav bar", + "_ product", + "_pro duct", + "_prod uct", + "/ bootstrap", + "/boot strap", + "Ġdr iving", + "Ġdriv ing", + "Ġdri ving", + "Ġ Ä", + "Ġpro pos", + "Ġprop os", + "ul tip", + "ult ip", + "ulti p", + "up lic", + ". email", + ".e mail", + ".em ail", + "Ġ approx", + "Ġapp rox", + "Ġap prox", + "Ġappro x", + "( cl", + "(c l", + "Ġ wear", + "Ġw ear", + "Ġwe ar", + "Ġ reply", + "Ġre ply", + "Ġrep ly", + "Ġrepl y", + "as set", + "ass et", + "asse t", + "Ġ ice", + "Ġi ce", + "Ġic e", + "Ġ tx", + "Ġt x", + "k r", + "Ġ Germany", + "ĠGerman y", + "ĠGer many", + "ĠGerm any", + "Ġ George", + "ĠGe orge", + "ĠGeorg e", + "Ġ cb", + "Ġc b", + "ĉ err", + "ĉe rr", + "M ove", + "Mo ve", + "Mov e", + "Ġ poly", + "Ġp oly", + "Ġpol y", + "Ġpo ly", + "v oice", + "vo ice", + "} \"", + "Ġ animal", + "Ġan imal", + "Ġanim al", + "Ġani mal", + "A v", + "Ġ Location", + "ĠL ocation", + "ĠLo cation", + "ĠLoc ation", + "Ġ native", + "Ġn ative", + "Ġnat ive", + "] [\"", + "][ \"", + "< double", + " \"", + "s tat", + "st at", + "sta t", + "Ġ },čĊ", + "Ġ} ,čĊ", + "Ġ}, čĊ", + "< span", + " =", + "Ð ±", + "1 39", + "13 9", + "i va", + "iv a", + ". AutoSize", + ".Auto Size", + "Ġ Lat", + "ĠL at", + "ĠLa t", + "_ ext", + "_e xt", + "_ex t", + "Initial ize", + ". register", + ".reg ister", + "1 56", + "15 6", + "O PY", + "OP Y", + "Ġ reverse", + "Ġre verse", + "Ġrev erse", + "Ġrevers e", + "Ġrever se", + "_ dis", + "_d is", + "_di s", + "' ][", + "'] [", + "Ġ prompt", + "Ġp rompt", + "Ġprom pt", + "on to", + "ont o", + "Ġ Journal", + "ĠJ ournal", + "ĠJo urnal", + "r outer", + "ro uter", + "rou ter", + "route r", + "Ġ mysqli", + "Ġm ysqli", + "Ġmys qli", + "Ġmysql i", + "# else", + ") \"", + "- xs", + "-x s", + "l ets", + "le ts", + "let s", + "p han", + "ph an", + "pha n", + ". LE", + ".L E", + "1 37", + "13 7", + "W ill", + "Wil l", + "Wi ll", + "Ġaff ord", + "Ġaf ford", + "Ġ skill", + "Ġs kill", + "Ġsk ill", + "Ġski ll", + "- toggle", + "-t oggle", + "N C", + "B ind", + "Bin d", + "Bi nd", + "T S", + "J ust", + "Ju st", + "it eral", + "ite ral", + "iter al", + "Y P", + "ĉ unsigned", + "ĉun signed", + "Ġ wind", + "Ġw ind", + "Ġwin d", + "Ġwi nd", + "1 49", + "14 9", + ") ):Ċ", + ")) :Ċ", + ")): Ċ", + "Ġ warning", + "Ġw arning", + "Ġwar ning", + "Ġwarn ing", + "Ġ Water", + "ĠW ater", + "ĠWat er", + "ĠWa ter", + "Ġ draft", + "Ġd raft", + "Ġdr aft", + "Ġdra ft", + "Ġ cm", + "Ġc m", + "Ġ sam", + "Ġs am", + "Ġsa m", + "Ġ holding", + "Ġh olding", + "Ġhold ing", + "Ġhol ding", + "z ip", + "zi p", + "Ġ Science", + "ĠSc ience", + "ĠSci ence", + "Ġsup posed", + "Ġsuppose d", + "Ġsupp osed", + "G en", + "Ge n", + "Ġ diet", + "Ġd iet", + "Ġdi et", + "Ġdie t", + "< h", + "Ġ Pass", + "ĠP ass", + "ĠPa ss", + "ĠPas s", + "v i", + "Ġh usband", + "Ġhus band", + "� �", + "n ote", + "not e", + "no te", + "Ġ About", + "ĠA bout", + "ĠAb out", + "ĠIn stitute", + "ĠInstit ute", + "ĠInstitut e", + "Ġ climate", + "Ġcl imate", + "Ġclim ate", + "Ġcli mate", + ". Format", + ".Form at", + ".For mat", + "Ġ nut", + "Ġn ut", + "Ġnu t", + "e sted", + "es ted", + "est ed", + "este d", + "Ġapp arent", + "Ġap parent", + "Ġappar ent", + "Ġappare nt", + "Ġ holds", + "Ġh olds", + "Ġhold s", + "Ġho lds", + "Ġhol ds", + "f i", + "n ews", + "ne ws", + "new s", + "C M", + "v ideo", + "vid eo", + "vi deo", + "vide o", + "' :'", + "': '", + "D ITION", + "DI TION", + "p ing", + "pi ng", + "pin g", + "Ġsen ior", + "Ġseni or", + "w a", + "- ->Ċ", + "-- >Ċ", + "--> Ċ", + "_ default", + "_d efault", + "_de fault", + "_def ault", + "Ġ Database", + "ĠD atabase", + "ĠData base", + "ĠDat abase", + "r ep", + "re p", + "E SS", + "ES S", + "n ergy", + "ner gy", + "nerg y", + ". Find", + ".F ind", + "_ mask", + "_m ask", + "_ma sk", + "_mas k", + "Ġ rise", + "Ġr ise", + "Ġris e", + "Ġri se", + "Ġ kernel", + "Ġk ernel", + "Ġker nel", + "Ġkern el", + ": :$", + ":: $", + ". Q", + "Ġoff ering", + "Ġoffer ing", + "de cl", + "dec l", + "Ġ CS", + "ĠC S", + "Ġ listed", + "Ġl isted", + "Ġli sted", + "Ġlist ed", + "Ġliste d", + "Ġlis ted", + "Ġ mostly", + "Ġmost ly", + "e nger", + "en ger", + "eng er", + "enge r", + "Ġ blocks", + "Ġb locks", + "Ġbl ocks", + "Ġblock s", + "Ġblo cks", + "Ġbloc ks", + "o lo", + "ol o", + "Ġgover ning", + "Ġgovern ing", + "\\ F", + "Ġcon cent", + "Ġconc ent", + "Ġconce nt", + ". getText", + ".get Text", + "Ġ mb", + "Ġm b", + "Ġocc urred", + "Ġoccur red", + "Ġ changing", + "Ġch anging", + "Ġchang ing", + "Ġchan ging", + "S cene", + "Sc ene", + "_ CODE", + "_C ODE", + "_CO DE", + "_COD E", + "B eh", + "Be h", + "\" The", + "\"T he", + "Ġ tile", + "Ġt ile", + "Ġti le", + "Ġtil e", + "Ġ Association", + "ĠAssoci ation", + "ĠAssoc iation", + "ĉ P", + "al ty", + "alt y", + "_ ad", + "_a d", + "od ies", + "odi es", + "odie s", + "i ated", + "ia ted", + "iate d", + "iat ed", + "Ġ prepared", + "Ġpre pared", + "Ġprepar ed", + "Ġprepare d", + "Ġprep ared", + "p ossible", + "poss ible", + "Ġ mort", + "Ġm ort", + "Ġmor t", + "Ġmo rt", + "T EST", + "TE ST", + "TES T", + "1 42", + "14 2", + "Ġ ignore", + "Ġi gnore", + "Ġign ore", + "Ġig nore", + "Ġignor e", + "Ġ calc", + "Ġc alc", + "Ġcal c", + "Ġca lc", + "Ġ rs", + "Ġr s", + "Ġ assertEquals", + "Ġassert Equals", + "Ġ sz", + "Ġs z", + "Ġ THIS", + "ĠTH IS", + ". \"Ċ", + ".\" Ċ", + "Ġ canvas", + "Ġc anvas", + "Ġcan vas", + "Ġcanv as", + "j ava", + "ja va", + "jav a", + "Ġd ut", + "Ġdu t", + "VAL ID", + ". sql", + ".s ql", + ". input", + ".in put", + "Ġ aux", + "Ġa ux", + "Ġau x", + "S up", + "Su p", + "Ġ artist", + "Ġart ist", + "V ec", + "Ve c", + "_ TIME", + "_T IME", + "_TIM E", + "_TI ME", + ".string ify", + "et ween", + "Ġ Category", + "ĠC ategory", + "Ġ [-", + "Ġ[ -", + "Ġ DevExpress", + "ĠDev Express", + "Ġ Jul", + "ĠJ ul", + "ĠJu l", + "Ġ ring", + "Ġr ing", + "Ġri ng", + "Ġrin g", + ". ed", + ".e d", + "Y Y", + "L et", + "Le t", + "T extField", + "Text Field", + "Ġ flat", + "Ġf lat", + "Ġfl at", + "Ġfla t", + "_ print", + "_p rint", + "_pr int", + "_pri nt", + "Ġ OTHER", + "ĠOT HER", + "ad ian", + "adi an", + "adia n", + "Ġ checked", + "Ġcheck ed", + "e le", + "el e", + "Al ign", + "Ali gn", + "st anding", + "stand ing", + "stan ding", + "Ġ [],", + "Ġ[ ],", + "Ġ[] ,", + "Ġ lab", + "Ġl ab", + "Ġla b", + "u cky", + "uc ky", + "uck y", + "Ġ Christmas", + "ĠChrist mas", + "( image", + "(i mage", + "(im age", + ". module", + ".m odule", + ".mod ule", + "Ġ lots", + "Ġl ots", + "Ġlo ts", + "Ġlot s", + "Ġs lightly", + "Ġsl ightly", + "Ġslight ly", + "( final", + "(f inal", + "(fin al", + "(fi nal", + "er ge", + "erg e", + "è ¿", + "1 47", + "14 7", + "Ġ Police", + "ĠPol ice", + "ĠPo lice", + "ĠPolic e", + "1 43", + "14 3", + "Ġ Right", + "ĠR ight", + "ĠRig ht", + "ĠRi ght", + "Ġ award", + "Ġa ward", + "Ġaw ard", + "Ġ OS", + "ĠO S", + "Ġ {}ĊĊ", + "Ġ{ }ĊĊ", + "Ġ{} ĊĊ", + "Ġ{}Ċ Ċ", + "Ġ ptr", + "Ġp tr", + "Ġpt r", + "o ves", + "ov es", + "ove s", + "ic ated", + "ica ted", + "icate d", + "е м", + "еР¼", + "Ġ manage", + "Ġman age", + "Ġma nage", + "Ġmana ge", + "ol iday", + "olid ay", + "oli day", + "A mount", + "Am ount", + "ool Strip", + "t body", + "tb ody", + "N av", + "Na v", + "w rap", + "wr ap", + "B B", + "Ġw atching", + "Ġwatch ing", + "Ġwat ching", + "a rios", + "ar ios", + "ari os", + "ario s", + "Ġ optional", + "Ġoption al", + "Ġopt ional", + "_ K", + "Ġ Licensed", + "ĠL icensed", + "ĠLicense d", + "ĠLic ensed", + ". Map", + ".M ap", + ".Ma p", + "T imer", + "Time r", + "Tim er", + "Ti mer", + "Ġ AP", + "ĠA P", + "Ġ Rev", + "ĠR ev", + "ĠRe v", + "( o", + ", c", + "u min", + "um in", + "umi n", + "et ailed", + "etail ed", + "eta iled", + "Ġ Hy", + "ĠH y", + "Ġ blank", + "Ġbl ank", + "Ġbla nk", + "a gger", + "ag ger", + "agg er", + "Ġ Self", + "ĠS elf", + "ĠSe lf", + "ĠSel f", + "( )[", + "() [", + ". make", + ".m ake", + ".ma ke", + "e arn", + "ear n", + "ea rn", + "ch annel", + "chan nel", + "< pre", + "

;Ċ", + ">; Ċ", + "W orld", + "Ġ python", + "Ġp ython", + "Ġpy thon", + "Ġpyt hon", + "Ġ lif", + "Ġl if", + "Ġli f", + "Ġt rav", + "Ġtr av", + "Ġtra v", + "Ġcon ven", + "Ġconv en", + "com pany", + "comp any", + "compan y", + "Ġ Club", + "ĠC lub", + "ĠCl ub", + "1 38", + "13 8", + "V er", + "Ve r", + "B tn", + "Ġ zone", + "Ġz one", + "Ġzo ne", + "product s", + "produ cts", + "Ġ Educ", + "ĠE duc", + "ĠEd uc", + "ĠEdu c", + "Ġ verify", + "Ġver ify", + "Ġveri fy", + "Ġ Mil", + "ĠM il", + "ĠMi l", + "o no", + "on o", + "] );ĊĊ", + "]) ;ĊĊ", + "]);Ċ Ċ", + "]); ĊĊ", + "EN CE", + "ENC E", + "Ġ packet", + "Ġp acket", + "Ġpack et", + "Ġpa cket", + "Ġpac ket", + "Ġ cer", + "Ġc er", + "Ġce r", + "Ġ enumer", + "Ġe numer", + "Ġen umer", + "Ġenum er", + "Ġ pars", + "Ġp ars", + "Ġpar s", + "Ġpa rs", + "form ed", + "for med", + "forme d", + "Ġ occup", + "Ġocc up", + "Ġoc cup", + "t re", + "tr e", + "Ġ exercise", + "Ġex ercise", + "Ġexerc ise", + "D ay", + "Da y", + "_ sum", + "_s um", + "_su m", + "Ġ asking", + "Ġas king", + "Ġask ing", + "a ption", + "ap tion", + "apt ion", + "Ġ orders", + "Ġor ders", + "Ġorder s", + "Ġord ers", + "Ġs pending", + "Ġsp ending", + "Ġspend ing", + "Ġ ERR", + "ĠE RR", + "ĠER R", + ". Dis", + ".D is", + ".Di s", + "Ġ Util", + "ĠU til", + "ĠUt il", + "âĢľ I", + "\\ '", + "? )", + "/ >Ċ", + "/> Ċ", + "Ġe mot", + "Ġem ot", + "Ġemo t", + "Ġin fluence", + "Ġinflu ence", + "Ġ Africa", + "ĠA frica", + "ĠAfr ica", + "ĠAf rica", + "at ters", + "att ers", + "atter s", + "atte rs", + "Ù ħ", + ". session", + ".s ession", + ".sess ion", + "Ġ chief", + "Ġch ief", + "Ġchi ef", + "ĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉ", + "Ġ tom", + "Ġt om", + "Ġto m", + "cl uded", + "clude d", + "clud ed", + "s erial", + "se rial", + "ser ial", + "_ handler", + "_h andler", + "_handle r", + "_hand ler", + ". Type", + ".T ype", + "a ped", + "ap ed", + "ape d", + "Ġp olicies", + "Ġpol icies", + "Ġpolic ies", + "- ex", + "-e x", + "- tr", + "-t r", + "bl ank", + "bla nk", + "m erce", + "mer ce", + "merc e", + "Ġ coverage", + "Ġco verage", + "Ġcover age", + "Ġ rc", + "Ġr c", + "_ matrix", + "_m atrix", + "_mat rix", + "_ box", + "_b ox", + "_bo x", + "Ġ charges", + "Ġch arges", + "Ġchar ges", + "Ġcharg es", + "Ġcharge s", + "Ġ Boston", + "ĠB oston", + "ĠBo ston", + "ĠBos ton", + "P e", + "Ġcirc um", + "Ġcir cum", + "Ġ filled", + "Ġf illed", + "Ġfil led", + "Ġfill ed", + "Ġfille d", + "1 48", + "14 8", + "Ġ north", + "Ġn orth", + "Ġnor th", + "icture Box", + "ĉ res", + "ĉr es", + "ĉre s", + "è ®", + "Ġ termin", + "Ġter min", + "Ġterm in", + "Ġ [âĢ¦", + "Ġ[ âĢ¦", + "I RECT", + "IR ECT", + "IRE CT", + "Ġ ber", + "Ġb er", + "Ġbe r", + "Ġ\" ../../", + "Ġ\"../ ../", + "Ġ\".. /../", + "r etch", + "ret ch", + ". code", + ".c ode", + ".co de", + ".cod e", + "_ col", + "_c ol", + "_co l", + "Ġ Government", + "ĠG overnment", + "ĠGovern ment", + "Ġ argv", + "Ġar gv", + "Ġarg v", + "Ġ Lord", + "ĠL ord", + "ĠLo rd", + "ĠLor d", + "a si", + "as i", + "E xec", + "Ex ec", + "ĉ let", + "ĉl et", + "vert is", + "Ġ discussion", + "Ġdisc ussion", + "Ġdiscuss ion", + "en ance", + "ena nce", + "enan ce", + "ou tube", + "out ube", + "outu be", + "type of", + "typ eof", + "Ġs erved", + "Ġser ved", + "Ġserv ed", + "Ġserve d", + "Ġ Put", + "ĠP ut", + "ĠPu t", + "ĉ x", + "Ġ sweet", + "Ġs weet", + "Ġswe et", + "B efore", + "Be fore", + "ate gy", + "ateg y", + ". of", + ".o f", + "Ġ Material", + "ĠM aterial", + "ĠMat erial", + "ĠMate rial", + "ĠMater ial", + "S ort", + "So rt", + "O NT", + "ON T", + "ig ital", + "igit al", + "igi tal", + "W hy", + "Wh y", + "Ġs ust", + "Ġsu st", + "Ġsus t", + "Ġ ç", + "a bet", + "ab et", + "abe t", + "Ġ segment", + "Ġs egment", + "Ġse gment", + "Ġseg ment", + "Ġ [],Ċ", + "Ġ[ ],Ċ", + "Ġ[] ,Ċ", + "Ġ[], Ċ", + "Ġ Muslim", + "ĠM uslim", + "ĠMus lim", + "Ġ findViewById", + "Ġfind ViewById", + "c ut", + "cu t", + "_ TEXT", + "_T EXT", + "_TE XT", + "_TEX T", + "Ġ Mary", + "ĠM ary", + "ĠMar y", + "ĠMa ry", + "Ġl oved", + "Ġlo ved", + "Ġlove d", + "Ġlov ed", + "Ġ lie", + "Ġl ie", + "Ġli e", + "Ġ JO", + "ĠJ O", + "Ġ isset", + "Ġis set", + "Ġiss et", + "m onth", + "mon th", + "mo nth", + "mont h", + "Ġ prime", + "Ġpr ime", + "Ġprim e", + "Ġpri me", + "t i", + "Ġ Carol", + "ĠCar ol", + "ĠCa rol", + "U se", + "Us e", + "1 46", + "14 6", + "Ġ Pop", + "ĠP op", + "ĠPo p", + "Ġ Save", + "ĠS ave", + "ĠSa ve", + "ĠSav e", + "Int erval", + "Inter val", + "ex ecute", + "exec ute", + "d y", + "Ġ Iran", + "ĠI ran", + "ĠIr an", + "_ cont", + "_c ont", + "_con t", + "_co nt", + "ĉ T", + "Ġ phase", + "Ġph ase", + "Ġpha se", + "check box", + "we ek", + "Ġ hide", + "Ġh ide", + "Ġhi de", + "Ġhid e", + "Ġ til", + "Ġt il", + "Ġti l", + "Ġ ju", + "Ġj u", + "C ustom", + "b urg", + "bur g", + "bu rg", + "/ M", + "T ON", + "TO N", + "Ġ quant", + "Ġqu ant", + "Ġq uant", + "Ġqua nt", + "Ġquan t", + "Ġ rub", + "Ġr ub", + "Ġru b", + "ix els", + "ixel s", + "ixe ls", + "Ġ installed", + "Ġinst alled", + "Ġinstall ed", + "Ġinstal led", + "Ġ dump", + "Ġd ump", + "Ġdu mp", + "Ġdum p", + "Ġproper ly", + "( List", + "(L ist", + "Ġdec ide", + "Ġdecid e", + "ap ply", + "app ly", + "appl y", + "H as", + "Ha s", + "Ġ keeping", + "Ġke eping", + "Ġkeep ing", + "Ġcit izens", + "Ġcitiz ens", + "Ġcitizen s", + "Ġ joint", + "Ġj oint", + "Ġjoin t", + "Ġjo int", + "p ool", + "po ol", + "S ocket", + "So cket", + "Sock et", + "_ op", + "_o p", + "Ġ weapon", + "Ġwe apon", + "Ġweap on", + "g nore", + "gn ore", + "Ġ Exec", + "ĠE xec", + "ĠEx ec", + "ot ten", + "ott en", + "otte n", + "Ġ MS", + "ĠM S", + "Ġ (-", + "Ġ( -", + "Ġ Review", + "ĠR eview", + "ĠRe view", + "ĠRev iew", + "Ġ examples", + "Ġex amples", + "Ġexample s", + "Ġexam ples", + "Ġ tight", + "Ġt ight", + "Ġti ght", + "! (", + "D P", + "Ġ MessageBox", + "ĠMessage Box", + "Ġphot ograph", + "Ġphoto graph", + "1 64", + "16 4", + "U RI", + "UR I", + "é t", + "l ow", + "lo w", + "Ġ Grand", + "ĠG rand", + "ĠGr and", + "ĠGran d", + "ĠGra nd", + ".p ersistence", + ".persist ence", + "Ġmain tain", + "Ġmaint ain", + "Ġ nums", + "Ġn ums", + "Ġnum s", + "Ġnu ms", + "Ġ zip", + "Ġz ip", + "Ġzi p", + "i als", + "ial s", + "ia ls", + "Ġ Gets", + "ĠG ets", + "ĠGet s", + "ĠGe ts", + "p eg", + "pe g", + "Ġ Buffer", + "ĠB uffer", + "ĠBuff er", + "ĠBu ffer", + "ĠBuf fer", + "~~ ~~", + "ra structure", + "Ġ PL", + "ĠP L", + "u en", + "ue n", + "ob by", + "obb y", + "size of", + "siz eof", + "Ġ pic", + "Ġp ic", + "Ġpi c", + "Ġ seed", + "Ġs eed", + "Ġse ed", + "Ġsee d", + "Ġex perienced", + "Ġexperience d", + "Ġexperi enced", + "Ġ odd", + "Ġo dd", + "Ġod d", + "Ġ kick", + "Ġk ick", + "Ġki ck", + "Ġ procedure", + "Ġpro cedure", + "Ġproced ure", + "av igator", + "avig ator", + "- on", + "-o n", + ", j", + "Ġ Although", + "ĠAl though", + "Ġ userId", + "Ġuser Id", + "ac cept", + "acc ept", + "B lue", + "Bl ue", + "I Color", + "IC olor", + "l ayer", + "la yer", + "lay er", + "a vailable", + "av ailable", + "avail able", + "Ġ ends", + "Ġe nds", + "Ġen ds", + "Ġend s", + ". table", + ".t able", + ".tab le", + ".ta ble", + "Ġ dataset", + "Ġd ataset", + "Ġdata set", + "Ġdat aset", + "Ġdatas et", + "b us", + "bu s", + "Ġ explain", + "Ġex plain", + "Ġexp lain", + "Ġexpl ain", + "( pro", + "(p ro", + "(pr o", + "ĠCommit tee", + "Ġn oted", + "Ġnot ed", + "Ġno ted", + "Ġnote d", + "] :Ċ", + "]: Ċ", + "D im", + "Di m", + "st dio", + "std io", + "1 54", + "15 4", + ". \",Ċ", + ".\" ,Ċ", + ".\", Ċ", + "_ source", + "_s ource", + "1 81", + "18 1", + "Ġ Week", + "ĠWe ek", + "Ġ Edge", + "ĠE dge", + "ĠEd ge", + "Ġoper ating", + "Ġopera ting", + "Ġ este", + "Ġe ste", + "Ġes te", + "Ġest e", + "i pl", + "ip l", + "3 30", + "33 0", + "ag ination", + "agi nation", + "agina tion", + "Ġpro ceed", + "Ġproc eed", + "Ġ animation", + "Ġan imation", + "Ġanim ation", + ". Models", + ".Model s", + ".Mod els", + ".Mode ls", + "Ġ Watch", + "ĠW atch", + "ĠWat ch", + "i at", + "ia t", + "Ġop pon", + "Ġopp on", + "/ A", + "Re port", + "Rep ort", + "Repo rt", + "Ġ sounds", + "Ġs ounds", + "Ġso unds", + "Ġsound s", + "Ġsou nds", + "_ buf", + "_b uf", + "IE LD", + "IEL D", + "Ġb und", + "Ġbu nd", + "Ġbun d", + "ĉ get", + "ĉg et", + ". pr", + ".p r", + "( tmp", + "(t mp", + "(tm p", + "Ġ kid", + "Ġk id", + "Ġki d", + "> ĊĊĊ", + ">Ċ ĊĊ", + ">ĊĊ Ċ", + "Ġ yang", + "Ġy ang", + "Ġya ng", + "Ġyan g", + "Not Found", + "Ñ Ĩ", + "m ath", + "ma th", + "mat h", + "@ gmail", + "@g mail", + "Ġ LIMIT", + "ĠL IMIT", + "ĠLI MIT", + "red ients", + "redient s", + "redi ents", + "Ġ vent", + "Ġv ent", + "Ġve nt", + "Ġven t", + "av igate", + "avig ate", + "avi gate", + "L ook", + "Lo ok", + "Ġ religious", + "Ġrel igious", + "Ġrelig ious", + "Ġ rand", + "Ġr and", + "Ġran d", + "Ġra nd", + "r io", + "ri o", + "( GL", + "(G L", + "_ ip", + "_i p", + "u an", + "ua n", + "ici ency", + "icie ncy", + "Ġ Change", + "ĠCh ange", + "ĠCha nge", + "ĠChan ge", + "ĠChang e", + "> čĊčĊ", + ">čĊ čĊ", + "Ġ Entity", + "ĠE ntity", + "ĠEnt ity", + "Ġren contre", + "Ġrencont re", + "Ġrencontr e", + "Ġ Ret", + "ĠR et", + "ĠRe t", + "p lan", + "pl an", + "pla n", + "é n", + "BO OL", + "u ries", + "ur ies", + "uri es", + "t rain", + "tr ain", + "tra in", + "Def inition", + "= ===========", + "== ==========", + "==== ========", + "======== ====", + "=== =========", + "=========== =", + "========= ===", + "========== ==", + "====== ======", + "===== =======", + "======= =====", + "z z", + "4 50", + "45 0", + "An imation", + "Anim ation", + "Ġ OK", + "ĠO K", + "_ menu", + "_m enu", + "_me nu", + ". bl", + ".b l", + "_ score", + "_s core", + "_sc ore", + "Ġ acad", + "Ġa cad", + "Ġac ad", + "( System", + "(S ystem", + "Ġ refresh", + "Ġre fresh", + "Ġref resh", + "Ġrefr esh", + "' =>$", + "'=> $", + "'= >$", + ". Graphics", + ".G raphics", + ".Graph ics", + "am ento", + "ament o", + "amen to", + "p id", + "pi d", + "t c", + "Ġ tips", + "Ġt ips", + "Ġti ps", + "Ġtip s", + "Ġ homes", + "Ġh omes", + "Ġhome s", + "Ġhom es", + "Ġho mes", + "Ġ fuel", + "Ġf uel", + "Ġfu el", + "Ġfue l", + "â ĸ", + "_ helper", + "_h elper", + "_help er", + "Ġ ĠčĊ", + "ĠĠ čĊ", + "Ġ Room", + "ĠR oom", + "ĠRo om", + "ĠRoo m", + ". Close", + ".C lose", + ".Cl ose", + "_ attr", + "_at tr", + "_att r", + "Ġ Mount", + "ĠM ount", + "ĠMo unt", + "ĠMou nt", + "Ġ Ev", + "ĠE v", + "ar ser", + "ars er", + "arse r", + "_ top", + "_t op", + "_to p", + "e ah", + "ea h", + "Ġ Delete", + "ĠDe lete", + "ĠDel ete", + "ãĢ į", + "u ke", + "uk e", + "Ġ usage", + "Ġu sage", + "Ġus age", + "Ġusa ge", + "a ria", + "ar ia", + "ari a", + "_ dev", + "_d ev", + "_de v", + "Ġ texture", + "Ġtext ure", + "Ġtex ture", + "Ġtextu re", + "Ġ conversation", + "Ġcon versation", + "Ġconvers ation", + "e per", + "ep er", + "B ean", + "Be an", + "d one", + "do ne", + "don e", + "non atomic", + "Ġ Second", + "ĠSe cond", + "ĠSec ond", + "Ġsh ooting", + "Ġshoot ing", + "Ġsho oting", + "_ pre", + "_p re", + "_pr e", + "Com ponents", + "Component s", + "Comp onents", + "Ġ ]ĊĊ", + "Ġ] ĊĊ", + "Ġ]Ċ Ċ", + "_ _,", + "__ ,", + "st itution", + "stit ution", + ". Char", + ".C har", + ".Ch ar", + "> ();ĊĊ", + ">( );ĊĊ", + ">();Ċ Ċ", + ">() ;ĊĊ", + ">(); ĊĊ", + "Ġpres ented", + "Ġpresent ed", + "Ġpresente d", + "Ġ wa", + "Ġw a", + "o ker", + "ok er", + "oke r", + "- ĊĊ", + "-Ċ Ċ", + "i ner", + "in er", + "ine r", + "Ġbe coming", + "Ġbec oming", + "Ġ incident", + "Ġinc ident", + "Ġincid ent", + "A tt", + "At t", + "1 62", + "16 2", + "Ġreve aled", + "Ġreveal ed", + "f orc", + "fo rc", + "for c", + "Ġ boot", + "Ġb oot", + "Ġbo ot", + "Ġboo t", + ". page", + ".p age", + ".pa ge", + ".pag e", + "En umerator", + "Enumer ator", + "Enum erator", + "1 65", + "16 5", + "_ ->", + "_- >", + "Ph oto", + "Phot o", + "Ġ spring", + "Ġs pring", + "Ġsp ring", + "Ġspr ing", + ". \",", + ".\" ,", + "Ġ Dictionary", + "ĠD ictionary", + "B JECT", + "BJ ECT", + "Ġ locations", + "Ġl ocations", + "Ġloc ations", + "Ġlocation s", + "Ġ samples", + "Ġs amples", + "Ġsample s", + "Ġsam ples", + "Ġsamp les", + "Input Stream", + "Ġ Brown", + "ĠB rown", + "ĠBr own", + "ĠBro wn", + "ĠBrow n", + "Ġ stats", + "Ġst ats", + "Ġstat s", + "Ġsta ts", + "q uality", + "qu ality", + "qual ity", + "Ñ ħ", + "- dis", + "-d is", + "-di s", + "Ġhelp ing", + "Ġhel ping", + "Ġ ped", + "Ġp ed", + "Ġpe d", + "2 24", + "22 4", + "( se", + "(s e", + "Ġ Who", + "ĠW ho", + "ĠWh o", + "a lian", + "al ian", + "ali an", + "alia n", + "in ternal", + "int ernal", + "inter nal", + "intern al", + "Ġ ft", + "Ġf t", + "> ().", + ">( ).", + ">() .", + "- >{", + "-> {", + "Ġ mine", + "Ġm ine", + "Ġmin e", + "Ġmi ne", + "Ġ sector", + "Ġs ector", + "Ġse ctor", + "Ġsec tor", + "Ġsect or", + "Ġ gro", + "Ġg ro", + "Ġgr o", + "Ġopport unities", + "Ġopportun ities", + "Ġ ü", + "Ġà ¼", + "Ġ mp", + "Ġm p", + "Ġalleg ed", + "Ġalle ged", + "Ġallege d", + "Ġdoub t", + "Ġdou bt", + "M ouse", + "Mo use", + "A bout", + "Ab out", + "_ part", + "_p art", + "_par t", + "_pa rt", + "Ġ chair", + "Ġc hair", + "Ġch air", + "Ġcha ir", + "Ġchai r", + "Ġ stopped", + "Ġst opped", + "Ġstop ped", + "Ġsto pped", + "1 61", + "16 1", + "l oop", + "lo op", + "loo p", + "ent ities", + "enti ties", + "Ġ apps", + "Ġa pps", + "Ġapp s", + "Ġap ps", + "ans ion", + "ansi on", + "Ġ mental", + "Ġm ental", + "Ġmen tal", + "Ġment al", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "F R", + "Ġdef end", + "Ġdefe nd", + "c are", + "ca re", + "car e", + "Ġ ideal", + "Ġi deal", + "Ġide al", + "Ġidea l", + "/ api", + "/a pi", + "/ap i", + "ur face", + "urf ace", + "0 11", + "01 1", + "Ġ ele", + "Ġe le", + "Ġel e", + "u lator", + "ul ator", + "ula tor", + "Ġ Rights", + "ĠR ights", + "ĠRight s", + "angu ages", + "anguage s", + "Ġf unds", + "Ġfun ds", + "Ġfund s", + "Ġfu nds", + "Ġ adapt", + "Ġad apt", + "Ġada pt", + "Ġadap t", + "At tributes", + "Attribute s", + "Attrib utes", + "Ġ deploy", + "Ġde ploy", + "Ġdep loy", + "o pts", + "op ts", + "opt s", + "Ġ validation", + "Ġvalid ation", + "Ġvalida tion", + "Ġconcern s", + "u ce", + "uc e", + ". num", + ".n um", + "ul ture", + "ult ure", + "ultur e", + "i la", + "il a", + "Ġ cup", + "Ġc up", + "Ġcu p", + "Ġ pure", + "Ġp ure", + "Ġpur e", + "Ġpu re", + ". Fore", + ".F ore", + ".For e", + "1 83", + "18 3", + "Ġ HashMap", + "ĠHash Map", + ". valueOf", + ".value Of", + "a sm", + "as m", + "M O", + "Ġ cs", + "Ġc s", + "Ġ stores", + "Ġst ores", + "Ġstore s", + "Ġstor es", + "Ġsto res", + "Ġ ************************************************************************", + "Ġ**************************************************************** ********", + "Ġ******************************** ****************************************", + "Ġ******** ****************************************************************", + "Ġ**************** ********************************************************", + "Ġ************************ ************************************************", + "Ġ**************************************** ********************************", + "Ġ******************************************************** ****************", + "Ġ************************************************ ************************", + "Ġ communication", + "Ġcomm unication", + "Ġcommunic ation", + "Ġcommun ication", + "m em", + "me m", + ". EventHandler", + ".Event Handler", + ". Status", + ".S tatus", + ".St atus", + ".Stat us", + "_ right", + "_r ight", + ".set On", + "S heet", + "She et", + "Ġ identify", + "Ġident ify", + "ener ated", + "ene rated", + "enerate d", + "ord ered", + "order ed", + "orde red", + "Ġ \"[", + "Ġ\" [", + "Ġs we", + "Ġsw e", + "Con dition", + "Cond ition", + "Ġ According", + "ĠA ccording", + "ĠAcc ording", + "ĠAccord ing", + "Ġ prepare", + "Ġpre pare", + "Ġprepar e", + "Ġprep are", + "Ġ rob", + "Ġr ob", + "Ġro b", + "P ool", + "Po ol", + "Ġ sport", + "Ġs port", + "Ġsp ort", + "Ġspo rt", + "Ġspor t", + "r v", + "Ġ Router", + "ĠR outer", + "ĠRoute r", + "ĠRo uter", + "ĠRou ter", + "ĠRout er", + "Ġ alternative", + "Ġaltern ative", + "Ġalter native", + "( []", + "([ ]", + "Ġ Chicago", + "ĠCh icago", + "ĠChic ago", + "i pher", + "ip her", + "iph er", + "is che", + "isc he", + "isch e", + "Ġ Director", + "ĠD irector", + "ĠDirect or", + "ĠDir ector", + "ĠDire ctor", + "k l", + "Ġ Wil", + "ĠW il", + "ĠWi l", + "ke ys", + "key s", + "Ġ mysql", + "Ġm ysql", + "Ġmy sql", + "Ġmys ql", + "Ġ welcome", + "Ġw elcome", + "Ġwel come", + "k ing", + "ki ng", + "kin g", + "Ġ Manager", + "ĠM anager", + "ĠMan ager", + "ĠManage r", + "ĠMana ger", + "Ġ caught", + "Ġca ught", + ") }Ċ", + ")} Ċ", + "S core", + "Sc ore", + "_ PR", + "_P R", + "Ġ survey", + "Ġs urvey", + "Ġsur vey", + "Ġsurv ey", + "Ġsurve y", + "h ab", + "ha b", + "He aders", + "Header s", + "Head ers", + "A DER", + "AD ER", + "ADE R", + "Ġ decor", + "Ġde cor", + "Ġdec or", + "Ġdeco r", + "Ġturn s", + "Ġtur ns", + "Ġ radius", + "Ġr adius", + "Ġrad ius", + "Ġradi us", + "er rupt", + "err upt", + "C or", + "Co r", + "Ġ mel", + "Ġm el", + "Ġme l", + "Ġ intr", + "Ġin tr", + "Ġint r", + "( q", + "Ġ AC", + "ĠA C", + "a mos", + "am os", + "amo s", + "M AX", + "MA X", + "Ġ Grid", + "ĠG rid", + "ĠGr id", + "ĠGri d", + "Ġ Jesus", + "ĠJ esus", + "ĠJes us", + "ĠJe sus", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + ". DE", + ".D E", + "Ġ ts", + "Ġt s", + "Ġ linked", + "Ġlink ed", + "Ġlin ked", + "f ree", + "fr ee", + "fre e", + "Ġ Qt", + "ĠQ t", + "Ġ /**čĊ", + "Ġ/ **čĊ", + "Ġ/* *čĊ", + "Ġ/** čĊ", + "Ġf aster", + "Ġfa ster", + "Ġfast er", + "Ġfas ter", + "c tr", + "ct r", + "_ J", + "D T", + ". Check", + ".C heck", + ".Ch eck", + "Ġ combination", + "Ġcomb ination", + "Ġcombin ation", + "Ġint ended", + "Ġintend ed", + "- the", + "-t he", + "-th e", + "- type", + "-t ype", + "1 82", + "18 2", + "e ctors", + "ect ors", + "ec tors", + "ector s", + "a mi", + "am i", + "u ting", + "ut ing", + "uti ng", + "utin g", + "Ġ uma", + "Ġu ma", + "Ġum a", + "X ML", + "XM L", + "U CT", + "UC T", + "A p", + "Ġ Random", + "ĠR andom", + "ĠRand om", + "ĠRan dom", + "Ġ ran", + "Ġr an", + "Ġra n", + ". sort", + ".s ort", + ".so rt", + "Ġ sorted", + "Ġs orted", + "Ġsort ed", + "Ġsor ted", + "Ġsorte d", + ". Un", + ".U n", + "4 01", + "40 1", + "_ PER", + "_P ER", + "_PE R", + "it ory", + "itor y", + "ito ry", + "Ġ priority", + "Ġp riority", + "Ġprior ity", + "Ġpriorit y", + "Ġ Gal", + "ĠG al", + "ĠGa l", + "Ġ Old", + "ĠO ld", + "ĠOl d", + "h ot", + "ho t", + "Ġ Display", + "ĠD isplay", + "ĠDis play", + "ĠDisp lay", + "( sub", + "(s ub", + "_ TH", + "_T H", + "_ Y", + "Ġ Care", + "ĠC are", + "ĠCar e", + "ĠCa re", + "lo ading", + "load ing", + "K ind", + "Kin d", + "Ki nd", + "_ handle", + "_h andle", + "_hand le", + ", ,", + "r ase", + "ra se", + "ras e", + "_ replace", + "_re place", + "_rep lace", + ". addEventListener", + ".add EventListener", + "Ġ RT", + "ĠR T", + "1 72", + "17 2", + "Ġ entered", + "Ġen tered", + "Ġent ered", + "Ġenter ed", + "g ers", + "ge rs", + "ger s", + "Ġ ich", + "Ġi ch", + "Ġic h", + "( start", + "(st art", + "2 05", + "20 5", + "/ app", + "/a pp", + "/ap p", + "Ġbr other", + "Ġbro ther", + "Ġbroth er", + "M emory", + "Mem ory", + "Memo ry", + "Out let", + "Ġ utf", + "Ġu tf", + "Ġut f", + "p rec", + "pr ec", + "pre c", + "Ġ navigation", + "Ġn avigation", + "Ġnav igation", + "Ġnavig ation", + "O RK", + "OR K", + "Ġ dst", + "Ġd st", + "Ġds t", + "D etail", + "De tail", + "Det ail", + "Ġaud ience", + "Ġaudi ence", + "Ġ dur", + "Ġd ur", + "Ġdu r", + "Ġ cluster", + "Ġcl uster", + "un ched", + "unc hed", + "unch ed", + "Ġ ],", + "Ġ] ,", + "Ġcomfort able", + ". values", + ".value s", + ".val ues", + "Ġ Total", + "ĠT otal", + "ĠTo tal", + "ĠTot al", + "Ġ snap", + "Ġs nap", + "Ġsn ap", + "Ġsna p", + "Ġstand ards", + "Ġstandard s", + "Ġper formed", + "Ġperform ed", + "Ġperfor med", + "h and", + "ha nd", + "han d", + "( \"@", + "(\" @", + "å Ń", + "Ġ phil", + "Ġp hil", + "Ġph il", + "Ġphi l", + "i br", + "ib r", + "t rim", + "tr im", + "tri m", + "Ġ forget", + "Ġf orget", + "Ġfor get", + "Ġforg et", + "Ġforge t", + "1 57", + "15 7", + "Ġ doctor", + "Ġdo ctor", + "Ġdoc tor", + ". TextBox", + ".Text Box", + "3 77", + "37 7", + "i cons", + "ic ons", + "icon s", + "ico ns", + ", s", + "Ġ Op", + "ĠO p", + "S m", + "S top", + "St op", + "ĉ List", + "ĉL ist", + "ĉ u", + "Com ment", + "Comm ent", + "_ VERSION", + "_V ERSION", + "_VER SION", + ".X tra", + "P erson", + "Per son", + "Pers on", + "r b", + "L OB", + "LO B", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "Ġ Central", + "ĠC entral", + "ĠCent ral", + "2 70", + "27 0", + "I CK", + "IC K", + "r aq", + "ra q", + "Ġp utting", + "Ġput ting", + "Ġputt ing", + "Ġ md", + "Ġm d", + "Ġ Love", + "ĠL ove", + "ĠLo ve", + "ĠLov e", + "P rogram", + "Pro gram", + "Pr ogram", + "Prog ram", + "B order", + "o or", + "oo r", + "Ġall owing", + "Ġallow ing", + "Ġallo wing", + "a fter", + "af ter", + "aft er", + "Ġ entries", + "Ġen tries", + "Ġent ries", + "Ġentr ies", + "Ġ Maybe", + "ĠM aybe", + "ĠMay be", + "] ).", + "]) .", + "Ġ Short", + "ĠS hort", + "ĠSh ort", + "ĠSho rt", + ") \\", + ". now", + ".n ow", + ".no w", + "f riend", + "Ġ prefer", + "Ġp refer", + "Ġpre fer", + "Ġpref er", + "Ġ GPIO", + "ĠG PIO", + "ĠGP IO", + "ĠGPI O", + "o sis", + "os is", + "osi s", + "Ġ GameObject", + "ĠGame Object", + "Ġ skip", + "Ġs kip", + "Ġsk ip", + "Ġski p", + "Ġ competition", + "Ġcom petition", + "Ġcompet ition", + "Ġcompetit ion", + "_ match", + "_m atch", + "_mat ch", + "l ications", + "lic ations", + "lication s", + "_ CONT", + "_C ONT", + "_CON T", + "_CO NT", + ". groupBox", + ".group Box", + "Ġ als", + "Ġa ls", + "Ġal s", + "6 66", + "66 6", + "\" We", + "\"W e", + "_ eq", + "_e q", + "l an", + "la n", + "_ search", + "_s earch", + "_se arch", + "Ġ Music", + "ĠM usic", + "ĠMus ic", + "ĠMu sic", + "a sis", + "as is", + "asi s", + "Ġ bind", + "Ġb ind", + "Ġbi nd", + "Ġbin d", + "ĠIs land", + "ĠIsl and", + "r um", + "ru m", + "( E", + "Ġ seat", + "Ġs eat", + "Ġse at", + "Ġsea t", + "V ideo", + "Vi deo", + "Ġ ack", + "Ġa ck", + "Ġac k", + "re ek", + "ree k", + "={ ()", + "={( )", + "Ġ rating", + "Ġr ating", + "Ġrat ing", + "Ġra ting", + "Ġ restaurant", + "Ġrest aurant", + "Ġrestaur ant", + "Ġrestau rant", + "4 56", + "45 6", + "D EX", + "DE X", + "( buf", + "(b uf", + "p ping", + "pp ing", + "u ality", + "ual ity", + "uali ty", + "Ġ league", + "Ġle ague", + "1 76", + "17 6", + "Ġ focused", + "Ġf ocused", + "Ġfocus ed", + "Ġfoc used", + "a pon", + "ap on", + "apo n", + "$ data", + "$d ata", + "CL UD", + "CLU D", + "CLUD ING", + "Ġ absolute", + "Ġa bsolute", + "Ġabs olute", + "Ġabsolut e", + "Ġabsol ute", + "( query", + "(qu ery", + "Ġt ells", + "Ġtell s", + "Ġtel ls", + "A ng", + "An g", + "Ġcomm unities", + "Ġcommun ities", + "Ġh onest", + "Ġhon est", + "Ġho nest", + "Ġhone st", + "o king", + "ok ing", + "oki ng", + "okin g", + "Ġa part", + "Ġap art", + "Ġapar t", + "Ġapa rt", + "ar ity", + "ari ty", + "/ $", + "_ module", + "_m odule", + "_mod ule", + "Ġ Enc", + "ĠE nc", + "ĠEn c", + ". an", + ".a n", + ". Config", + ".Con fig", + "C re", + "Cr e", + "Ġsh ock", + "Ġsho ck", + "ĠA rab", + "ĠAr ab", + "ĠAra b", + "I ENT", + "IE NT", + "/ re", + "/r e", + "Ġre trie", + "Ġret rie", + "Ġretr ie", + "yc ler", + "ycle r", + "ycl er", + "i sa", + "is a", + "Ġ Organ", + "ĠO rgan", + "ĠOr gan", + "ĠOrg an", + ". graph", + ".g raph", + ".gr aph", + "Ġ í", + "ĠB AS", + "ĠBA S", + "E num", + "En um", + "Ġ possibly", + "Ġposs ibly", + "ÑĢ аÐ", + "ÑĢа Ð", + "Ġ Japanese", + "ĠJ apanese", + "ĠJapan ese", + "Ġ craft", + "Ġc raft", + "Ġcr aft", + "Ġcra ft", + "Ġ Place", + "ĠP lace", + "ĠPl ace", + "ĠPla ce", + "Ġt alent", + "Ġtal ent", + "Ġtale nt", + "Ġf unding", + "Ġfun ding", + "Ġfund ing", + "Ġ confirmed", + "Ġconf irmed", + "Ġconfirm ed", + "Ġ cycle", + "Ġc ycle", + "Ġcy cle", + "Ġcycl e", + "Ġcyc le", + "/ x", + "G E", + "Ġh earing", + "Ġhe aring", + "Ġhear ing", + "Ġ plants", + "Ġpl ants", + "Ġplan ts", + "Ġplant s", + "Ġpla nts", + "Ġ mouth", + "Ġm outh", + "Ġmo uth", + "Ġmou th", + "p ages", + "page s", + "pa ges", + "pag es", + "o ria", + "or ia", + "ori a", + "Ġ Remove", + "ĠRe move", + "ĠRem ove", + "_ total", + "_t otal", + "_to tal", + "_tot al", + "Ġ od", + "Ġo d", + "oll apse", + "d oor", + "do or", + "Ġb ought", + "Ġbo ught", + "Ġbou ght", + "Ġ addr", + "Ġadd r", + "Ġad dr", + "AR CH", + "ARC H", + "_ dim", + "_d im", + "_di m", + "d den", + "dd en", + "dde n", + "Ġdec ades", + "Ġdecade s", + "Ġdecad es", + "RE QUEST", + "REQ UEST", + "Ġ versions", + "Ġv ersions", + "Ġversion s", + "Ġvers ions", + "f ire", + "fi re", + "fir e", + "0 06", + "00 6", + "Ġ moves", + "Ġm oves", + "Ġmov es", + "Ġmove s", + "Ġmo ves", + "f b", + "Ġ coffee", + "Ġc offee", + "Ġco ffee", + "Ġcoff ee", + "Ġcof fee", + ". connect", + ".con nect", + ".conn ect", + "Ġ Row", + "ĠR ow", + "ĠRo w", + "Ġ schema", + "Ġs chema", + "Ġsch ema", + "Ġschem a", + "Ġsche ma", + "S cope", + "Sc ope", + "- Type", + "-T ype", + "Ġf ighting", + "Ġfight ing", + "Ġre tail", + "Ġr etail", + "Ġret ail", + "Ġ modified", + "Ġmod ified", + "T F", + "F iles", + "File s", + "Fi les", + "Fil es", + "n ie", + "ni e", + "_ command", + "_com mand", + "_comm and", + "s tone", + "st one", + "ston e", + "sto ne", + "Ġ ÑĤ", + "ĠÑ Ĥ", + "_ thread", + "_t hread", + "_th read", + "_thr ead", + "Ġ bond", + "Ġb ond", + "Ġbo nd", + "Ġbon d", + "Ġ Development", + "ĠDe velopment", + "ĠDev elopment", + "ĠDevelop ment", + "Ġ pt", + "Ġp t", + "F ORM", + "FO RM", + "FOR M", + "p let", + "pl et", + "ple t", + "Ġ identified", + "Ġident ified", + "c pp", + "cp p", + "2 06", + "20 6", + "2 25", + "22 5", + "Ġ coding", + "Ġc oding", + "Ġco ding", + "Ġcod ing", + "o ked", + "ok ed", + "oke d", + "Ġ Master", + "ĠM aster", + "ĠMa ster", + "ĠMas ter", + "ĠMast er", + "ID TH", + "Ġres idents", + "Ġresident s", + "Ġresid ents", + "Ġreside nts", + "r edit", + "re dit", + "red it", + "redi t", + "Ġ Photo", + "ĠPh oto", + "ĠPhot o", + "= -", + "u nte", + "un te", + "unt e", + "at eur", + "ate ur", + "1 59", + "15 9", + "_ STATE", + "_ST ATE", + "_STAT E", + "_STA TE", + "Ġ Sing", + "ĠS ing", + "ĠSi ng", + "ĠSin g", + "Ġ sheet", + "Ġs heet", + "Ġshe et", + ". val", + ".v al", + ".va l", + "or se", + "ors e", + "Ġh ers", + "Ġhe rs", + "Ġher s", + "Ġd etermined", + "Ġdetermin ed", + "Ġdetermine d", + "Ġdeterm ined", + "Com mon", + "Comm on", + "Ġ wed", + "Ġw ed", + "Ġwe d", + "_ queue", + "_q ueue", + "_que ue", + "P H", + "Ġ Atl", + "ĠA tl", + "ĠAt l", + "c red", + "cre d", + "cr ed", + "/ LICENSE", + "/L ICENSE", + "Ġ mes", + "Ġm es", + "Ġme s", + "Ġ advanced", + "Ġad vanced", + "Ġadv anced", + "Ġadvance d", + ". java", + ".j ava", + ".jav a", + ". Sh", + ".S h", + "G o", + "k ill", + "ki ll", + "kil l", + "f p", + "_ settings", + "_s ettings", + "_set tings", + "_setting s", + "Ġ pal", + "Ġp al", + "Ġpa l", + "Ġ truck", + "Ġtr uck", + "Ġ combined", + "Ġcomb ined", + "Ġcombine d", + "Ġcombin ed", + "Ġ \"${", + "Ġ\" ${", + "Ġ\"$ {", + "ĠC orpor", + "ĠCor por", + "ĠCorp or", + "Ġ joined", + "Ġj oined", + "Ġjoin ed", + "Ġjo ined", + "Ġ Jose", + "ĠJ ose", + "ĠJo se", + "ĠJos e", + "ĠC up", + "ĠCu p", + "u ns", + "un s", + "est ival", + "esti val", + "le vision", + "lev ision", + "Ġ broken", + "Ġb roken", + "Ġbr oken", + "Ġbro ken", + "Ġbroke n", + "Ġmar riage", + "Ġ Western", + "ĠWest ern", + "ĠWes tern", + "Ġrep resents", + "Ġrepresent s", + "Ġ Title", + "ĠT itle", + "ĠTi tle", + "ĠTit le", + "Ġ ss", + "Ġs s", + ". Ass", + ".A ss", + ".As s", + "ong oose", + "ongo ose", + "i ento", + "ient o", + "ien to", + "< >();Ċ", + "<>( );Ċ", + "<> ();Ċ", + "Ġabs olutely", + "Ġabsolute ly", + "Ġabsolut ely", + "Ġabsol utely", + "Ġ smooth", + "Ġsm ooth", + "Ġsmo oth", + "T ERN", + "TE RN", + "TER N", + "Ġ Unless", + "ĠUn less", + "W ord", + "Wo rd", + "Ġ merge", + "Ġm erge", + "Ġmer ge", + "Ġmerg e", + "i gan", + "ig an", + "iga n", + "Ġ Vol", + "ĠV ol", + "ĠVo l", + "Ġ nn", + "Ġn n", + ". getId", + ".get Id", + "Ġ з", + "ĠÐ ·", + "1 71", + "17 1", + "Ġ sexy", + "Ġse xy", + "Ġsex y", + "Ġse eking", + "Ġsee king", + "Ġseek ing", + "S ingle", + "Si ngle", + "Sin gle", + "Sing le", + ". this", + ".t his", + ".th is", + "1 79", + "17 9", + "Ġ kom", + "Ġk om", + "Ġko m", + "b ound", + "bo und", + "bou nd", + "; \"", + "Ġ fontSize", + "Ġfont Size", + "_ df", + "_d f", + "Ġin jury", + "Ġinj ury", + "( H", + "Ġ issued", + "Ġiss ued", + "Ġissue d", + "Ġissu ed", + "_ END", + "_E ND", + "_EN D", + ": self", + ":s elf", + "0 20", + "02 0", + "Ġ patch", + "Ġp atch", + "Ġpat ch", + "Ġle aves", + "Ġleave s", + "Ġ adopt", + "Ġad opt", + "Ġado pt", + "File Name", + "ãĢ IJ", + "Ġexec utive", + "Ġexecut ive", + "Ġ Byte", + "ĠB yte", + "ĠBy te", + "] ))Ċ", + "]) )Ċ", + "])) Ċ", + "Ġ nu", + "Ġn u", + "o uting", + "ou ting", + "out ing", + "cl uding", + "clud ing", + "- R", + ". options", + ".o ptions", + ".opt ions", + ".option s", + "Ġsub stant", + "Ġsubs tant", + "Ġsubst ant", + "av ax", + "ava x", + "ĠB UT", + "ĠBU T", + "Ġ technical", + "Ġtechn ical", + "Ġtw ice", + "Ġm ás", + "Ġmá s", + "Ġun ivers", + "Ġuni vers", + "y r", + "Ġ drag", + "Ġd rag", + "Ġdr ag", + "Ġdra g", + "Ġ DC", + "ĠD C", + "Ġ sed", + "Ġs ed", + "Ġse d", + "Ġ bot", + "Ġb ot", + "Ġbo t", + "Ġ Pal", + "ĠP al", + "ĠPa l", + "Ġ Hall", + "ĠH all", + "ĠHa ll", + "ĠHal l", + "force ment", + "forc ement", + "Ġa uch", + "Ġau ch", + "Ġauc h", + ". mod", + ".m od", + ".mo d", + "n otation", + "not ation", + "nota tion", + "_ files", + "_f iles", + "_file s", + "_fil es", + ". line", + ".l ine", + ".li ne", + ".lin e", + "_ flag", + "_f lag", + "_fl ag", + "[ name", + "[n ame", + "Ġ resolution", + "Ġre solution", + "Ġres olution", + "Ġb ott", + "Ġbo tt", + "Ġbot t", + "( \"[", + "(\" [", + "e nde", + "en de", + "end e", + "( arr", + "(a rr", + "(ar r", + "F ree", + "Fr ee", + "Fre e", + "( @\"", + "(@ \"", + "Ġ District", + "ĠD istrict", + "ĠDi strict", + "P EC", + "PE C", + ": -", + "P icker", + "Pic ker", + "Pi cker", + "Pick er", + "Ġ Jo", + "ĠJ o", + "Ġ ĠĠĠĠĊ", + "ĠĠ ĠĠĠĊ", + "ĠĠĠĠ ĠĊ", + "ĠĠĠ ĠĠĊ", + "ĠĠĠĠĠ Ċ", + "Ġ River", + "ĠR iver", + "ĠRiv er", + "ĠRi ver", + "_ rows", + "_r ows", + "_row s", + "_ro ws", + "Ġhelp ful", + "Ġmass ive", + "- --Ċ", + "-- -Ċ", + "--- Ċ", + "Ġme asures", + "Ġmeasure s", + "Ġmeas ures", + "0 07", + "00 7", + "Ġ Runtime", + "ĠR untime", + "ĠRun time", + "Ġw orry", + "Ġwor ry", + "Ġ Spec", + "ĠS pec", + "ĠSp ec", + "ĠSpe c", + "ĉ D", + "ãĢ ij", + "Ġ ){Ċ", + "Ġ) {Ċ", + "Ġ){ Ċ", + "Ġw orse", + "Ġwor se", + "Ġwors e", + "( filename", + "(f ilename", + "(file name", + "(fi lename", + "(fil ename", + "Ġ lay", + "Ġl ay", + "Ġla y", + "Ġ magic", + "Ġm agic", + "Ġmag ic", + "Ġ Their", + "ĠThe ir", + "o ul", + "ou l", + "st roy", + "str oy", + "stro y", + "Ġ Where", + "ĠW here", + "ĠWh ere", + "ĠWhe re", + "2 80", + "28 0", + "Ġs udden", + "Ġsu dden", + "Ġsud den", + "Ġd efe", + "Ġde fe", + "Ġdef e", + "Ġ binding", + "Ġb inding", + "Ġbin ding", + "Ġbind ing", + "Ġ flight", + "Ġf light", + "Ġfl ight", + "Ġ OnInit", + "ĠOn Init", + "Ġ Women", + "ĠW omen", + "ĠWo men", + "Ġ Policy", + "ĠP olicy", + "ĠPol icy", + "ĠPolic y", + "Ġdr ugs", + "Ġdrug s", + "Ġdru gs", + "ish ing", + "ishi ng", + "(' ../", + "('. ./", + "Ġ Mel", + "ĠM el", + "ĠMe l", + "p eat", + "pe at", + "t or", + "to r", + "Ġpro posed", + "Ġprop osed", + "Ġpropos ed", + "Ġpropose d", + "Ġst ated", + "Ġstate d", + "Ġstat ed", + "Ġsta ted", + "_ RES", + "_RE S", + "_R ES", + "Ġ east", + "Ġe ast", + "Ġeas t", + "Ġea st", + "2 12", + "21 2", + "Ġ CONDITION", + "ĠCON DITION", + "_ desc", + "_d esc", + "_de sc", + "_des c", + "Ġw inning", + "Ġwin ning", + "f olio", + "fo lio", + "fol io", + "M apper", + "Map per", + "Ma pper", + "Ġ Pan", + "ĠP an", + "ĠPa n", + "ĠA nge", + "ĠAn ge", + "ĠAng e", + ".s ervlet", + ".serv let", + "Ġ copies", + "Ġc opies", + "Ġco pies", + "Ġcop ies", + "L M", + "Ġ vm", + "Ġv m", + "å į", + "Ġ dictionary", + "Ġd ictionary", + "S eg", + "Se g", + "1 77", + "17 7", + "e lines", + "el ines", + "eline s", + "eli nes", + "elin es", + "Ġ Send", + "ĠS end", + "ĠSe nd", + "ĠSen d", + "Ġ iron", + "Ġi ron", + "Ġir on", + "Ġ Fort", + "ĠF ort", + "ĠFor t", + "ĠFo rt", + "1 66", + "16 6", + ". domain", + ".d omain", + ".do main", + ".dom ain", + "Ġde bate", + "Ġdeb ate", + "Not Null", + "e q", + "a cher", + "ac her", + "ach er", + "ache r", + "l f", + "ĉ fmt", + "ĉf mt", + "Ġl awy", + "Ġla wy", + "Ġlaw y", + "1 78", + "17 8", + "Ä Ł", + "Ġ Men", + "ĠM en", + "ĠMe n", + "Ġ trim", + "Ġt rim", + "Ġtr im", + "Ġtri m", + "( NULL", + "(N ULL", + "Ġ !!", + "Ġ! !", + "Ġ pad", + "Ġp ad", + "Ġpa d", + "Ġfollow s", + "Ġfoll ows", + "\" ][\"", + "\"] [\"", + "\"][ \"", + "r equ", + "re qu", + "req u", + "Ġ Ep", + "ĠE p", + ". github", + ".g ithub", + ".git hub", + "( img", + "(i mg", + "(im g", + "e to", + "et o", + "( '\\", + "(' \\", + "S ervices", + "Service s", + "Serv ices", + "umbn ail", + "_ main", + "_m ain", + "_ma in", + "p leted", + "pl eted", + "ple ted", + "plete d", + "plet ed", + "fort unately", + "fortunate ly", + "Ġ windows", + "Ġw indows", + "Ġwindow s", + "Ġwind ows", + "Ġ plane", + "Ġp lane", + "Ġpl ane", + "Ġplan e", + "Ġpla ne", + "Ġ Connection", + "ĠCon nection", + "ĠConnect ion", + "ĠConn ection", + ". local", + ".l ocal", + ".loc al", + ".lo cal", + "u ard", + "ua rd", + "uar d", + "} \\", + "= =\"", + "== \"", + "a ndon", + "an don", + "and on", + "ando n", + "Ġ Roy", + "ĠR oy", + "ĠRo y", + "w est", + "we st", + "1 58", + "15 8", + "ig inal", + "igin al", + "igi nal", + "em ies", + "emi es", + "emie s", + "i tz", + "it z", + "' ):Ċ", + "') :Ċ", + "'): Ċ", + "Ġ Peter", + "ĠP eter", + "ĠPe ter", + "ĠPet er", + "ĠPete r", + "Ġt ough", + "Ġto ugh", + "Ġtou gh", + "Ġre duced", + "Ġred uced", + "Ġredu ced", + "Ġreduce d", + "Ġ calculate", + "Ġc alculate", + "Ġcal culate", + "Ġcalcul ate", + "Ġcalc ulate", + "Ġ rapid", + "Ġr apid", + "Ġrap id", + "Ġra pid", + "c ustomer", + "custom er", + "cust omer", + "Ġ efficient", + "Ġeff icient", + "Ġeffic ient", + "Ġ medium", + "Ġm edium", + "Ġmed ium", + "Ġmedi um", + "Ġ fell", + "Ġf ell", + "Ġfe ll", + "Ġfel l", + ". ref", + ".re f", + ".r ef", + "Ġ Cas", + "ĠC as", + "ĠCa s", + "Ġ feedback", + "Ġfe edback", + "Ġfeed back", + "S peed", + "Sp eed", + "Spe ed", + "( output", + "(out put", + "a je", + "aj e", + "Ġ categories", + "Ġc ategories", + "Ġcategor ies", + "Ġcategorie s", + "Ġ fee", + "Ġf ee", + "Ġfe e", + "} ;", + "Ġ deleted", + "Ġde leted", + "Ġdel eted", + "Ġdelete d", + "Ġdelet ed", + "Ġdele ted", + "r eh", + "re h", + "Ġ proof", + "Ġp roof", + "Ġpro of", + "D esc", + "De sc", + "Des c", + "B uild", + "Bu ild", + "Ġs ides", + "Ġside s", + "Ġsi des", + "Ġsid es", + ". ArrayList", + ".Array List", + "- %", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ø ±", + ". match", + ".m atch", + ".mat ch", + "л и", + "Ġfe els", + "Ġfeel s", + "Ġfee ls", + "Ġachie ve", + "Ġach ieve", + "Ġc lim", + "Ġcl im", + "Ġcli m", + "_ ON", + "_O N", + "Ġ CD", + "ĠC D", + "Ġ teacher", + "Ġt eacher", + "Ġte acher", + "Ġteach er", + "Ġtea cher", + "_ current", + "_c urrent", + "_cur rent", + "_curr ent", + "b n", + "_ PL", + "_P L", + "is ting", + "ist ing", + "isti ng", + "E nable", + "En able", + "G EN", + "GE N", + "Ġ tv", + "Ġt v", + "Ġ sock", + "Ġs ock", + "Ġso ck", + "Ġsoc k", + "Ġ plays", + "Ġp lays", + "Ġpl ays", + "Ġplay s", + "Ġpla ys", + "Ġ discount", + "Ġdis count", + "Ġdisc ount", + "Ġdisco unt", + "Ġ KE", + "ĠK E", + "Ġ Debug", + "ĠDe bug", + "ĠDeb ug", + "F ore", + "For e", + "Fo re", + "Ġ Iraq", + "ĠI raq", + "ĠIr aq", + "Ġ appearance", + "Ġap pearance", + "Ġappear ance", + "M on", + "Mo n", + "Ġ styled", + "Ġst yled", + "Ġstyle d", + "Ġsty led", + "Ġstyl ed", + "Ġ Human", + "ĠH uman", + "ĠHum an", + "ĠHu man", + "i ot", + "io t", + "Ġ History", + "ĠH istory", + "ĠHi story", + "ĠHistor y", + "ĠHist ory", + "Ġs ac", + "Ġsa c", + "Ġ Collection", + "ĠC ollection", + "ĠCol lection", + "ĠColl ection", + "ĠCollect ion", + "Ġ recommended", + "Ġre commended", + "Ġrecomm ended", + "Ġrecommend ed", + ". Selected", + ".Se lected", + ".Select ed", + "Ġ organizations", + "Ġorgan izations", + "Ġorganization s", + "Ġorganiz ations", + "Ġdis covered", + "Ġdiscover ed", + "co hol", + "coh ol", + "a das", + "ad as", + "ada s", + "Ġ Thomas", + "ĠTh omas", + "ĠThom as", + "M ay", + "Ma y", + "Ġcon serv", + "Ġcons erv", + "Ġconse rv", + "Ġd omin", + "Ġdo min", + "Ġdom in", + "Ġ Follow", + "ĠF ollow", + "ĠFol low", + "Ġ Section", + "ĠS ection", + "ĠSe ction", + "ĠSec tion", + "ĠSect ion", + "Ġ Thanks", + "ĠTh anks", + "ĠThank s", + "ĠThan ks", + "User name", + "Ġ recipe", + "Ġrec ipe", + "Ġrecip e", + "Ġwonder ful", + ". sleep", + ".s leep", + "_ if", + "_i f", + "ĉ ĊĉĊ", + "ĉĊ ĉĊ", + "or no", + "orn o", + "Ġ ru", + "Ġr u", + "_ target", + "_t arget", + "_tar get", + ". \"\"", + ".\" \"", + "à ¦", + "Event Args", + "Ġ inputs", + "Ġin puts", + "Ġinput s", + "Ġinp uts", + "Ġf if", + "Ġfi f", + "Ġ vision", + "Ġv ision", + "Ġvis ion", + "c y", + "Ġ Series", + "ĠS eries", + "ĠSe ries", + "ĠSer ies", + "ĠSerie s", + ") (((", + ")( ((", + ")(( (", + "Ġtr ading", + "Ġtrad ing", + "Ġtra ding", + "Ġtradi ng", + "Ġ marker", + "Ġm arker", + "Ġmark er", + "Ġmar ker", + "B egin", + "Be gin", + "Ġ typically", + "Ġtyp ically", + "Ġtypical ly", + "Ġc auses", + "Ġca uses", + "Ġcause s", + "Ġcaus es", + "d ropdown", + "drop down", + "_ DEBUG", + "_DE BUG", + "2 60", + "26 0", + "Ġ detect", + "Ġd etect", + "Ġdet ect", + "c ountry", + "count ry", + "! \");Ċ", + "!\" );Ċ", + "!\"); Ċ", + "!\") ;Ċ", + "ĉ R", + "a ppy", + "ap py", + "app y", + "Ġc ref", + "Ġcr ef", + "Ġcre f", + "( '<", + "(' <", + "\" =>", + "Ġ LE", + "ĠL E", + "re ader", + "read er", + "rea der", + "Ġ administr", + "Ġadmin istr", + "à µ", + "u cket", + "uc ket", + "uck et", + "Ġf ashion", + ". char", + ".c har", + ".ch ar", + "i zar", + "iz ar", + "iza r", + "Ġ disable", + "Ġd isable", + "Ġdis able", + "Ġs uc", + "Ġsu c", + "Ġ Live", + "ĠL ive", + "ĠLi ve", + "ĠLiv e", + "i ssue", + "iss ue", + "Ġ metadata", + "Ġm etadata", + "Ġmet adata", + "Ġmeta data", + "f lags", + "fl ags", + "flag s", + "Ġ ðŁ", + "Ġð Ł", + "Ġ committed", + "Ġcom mitted", + "Ġcomm itted", + "Ġcommit ted", + "Ġ va", + "Ġv a", + "Ġ rough", + "Ġr ough", + "Ġro ugh", + "Ġrou gh", + "Ġ '''Ċ", + "Ġ' ''Ċ", + "Ġ'' 'Ċ", + "Ġ''' Ċ", + "Ġ highlight", + "Ġhigh light", + "_ vars", + "_v ars", + "_var s", + "_va rs", + "V O", + "Ġ encoding", + "Ġen coding", + "Ġenc oding", + "- Z", + "_ sign", + "_s ign", + "_sig n", + "_si gn", + "$ (\"#", + "$( \"#", + "$(\" #", + "Ġ rain", + "Ġr ain", + "Ġra in", + "re atest", + "reate st", + "reat est", + "rea test", + "Ġ END", + "ĠE ND", + "ĠEN D", + "S election", + "Se lection", + "Select ion", + "Sel ection", + "Sele ction", + "Ġ candidates", + "Ġc andidates", + "Ġcandid ates", + "Ġcandidate s", + "Ġ sav", + "Ġs av", + "Ġsa v", + ". Empty", + "Ġdec isions", + "Ġdecision s", + "Ġdecis ions", + "Ġcoll abor", + "r idge", + "ri dge", + "rid ge", + "f eed", + "fe ed", + "fee d", + "r ession", + "ress ion", + "Ġ persons", + "Ġper sons", + "Ġperson s", + "Ġpers ons", + "Ġperso ns", + "V M", + "0 08", + "00 8", + "e ga", + "eg a", + "_ BIT", + "_B IT", + "A ccording", + "Acc ording", + "ack ed", + "ac ked", + "Ġdoll ars", + "Ġdollar s", + "_ loss", + "_l oss", + "_lo ss", + "Ġ Cost", + "ĠC ost", + "ĠCo st", + "ĠCos t", + "} \"Ċ", + "}\" Ċ", + "Not ification", + "Ġpro stit", + "Ġpros tit", + "Ġprost it", + "Ġ authority", + "Ġauthor ity", + ". rec", + ".re c", + ".r ec", + "Ġsp okes", + "Ġspoke s", + "Ġspo kes", + "Ġ Today", + "ĠT oday", + "ĠTo day", + "ĠTod ay", + "i stant", + "is tant", + "ist ant", + "istan t", + "ista nt", + "Ġ Head", + "ĠH ead", + "ĠHe ad", + "âĢĿ .", + "er tainment", + "ert ainment", + "ertain ment", + "c ean", + "ce an", + "cea n", + "c ulate", + "cul ate", + "cu late", + "Ġ ven", + "Ġv en", + "Ġve n", + "How ever", + "_ arr", + "_a rr", + "_ar r", + "Ġ tokens", + "Ġt okens", + "Ġtoken s", + "Ġtok ens", + "G raph", + "Gr aph", + "Ġ Jud", + "ĠJ ud", + "ĠJu d", + "Ġ Virgin", + "ĠVir gin", + "Ġ Serial", + "ĠS erial", + "ĠSe rial", + "ĠSer ial", + "un ning", + "unn ing", + "M utable", + "Mu table", + "Mut able", + "a gers", + "ag ers", + "age rs", + "ager s", + ". csv", + ".c sv", + ".cs v", + "Ġdevelop ing", + "Ġdevel oping", + "Ġ instructions", + "Ġin structions", + "Ġinstruction s", + "Ġinstr uctions", + "Ġinstruct ions", + "Ġ promise", + "Ġp romise", + "Ġpro mise", + "Ġprom ise", + "Ġ requested", + "Ġrequest ed", + "Ġrequ ested", + "_ encode", + "_en code", + "_enc ode", + "/ \"", + "Ġ Icon", + "ĠI con", + "u ilt", + "ui lt", + "uil t", + "- day", + "-d ay", + "-da y", + "Ġ intelligence", + "Ġint elligence", + "Ġintellig ence", + ". IS", + ".I S", + "Ġ Observable", + "ĠO bservable", + "ĠObserv able", + "Ġ Hard", + "ĠH ard", + "ĠHar d", + "ĠHa rd", + "B ool", + "Bo ol", + "2 11", + "21 1", + "id ential", + "ident ial", + ". Anchor", + ".An chor", + "Ġ selling", + "Ġs elling", + "Ġsell ing", + "Ġsel ling", + "C I", + "A GES", + "AG ES", + "AGE S", + "t le", + "tl e", + "b ur", + "bu r", + "UFF ER", + "UF FER", + "R Y", + "Ġb igger", + "Ġbig ger", + "Ġbi gger", + "Ġ rat", + "Ġr at", + "Ġra t", + "Ġf amous", + "Ġfam ous", + "Ġ typename", + "Ġtype name", + "Ġtyp ename", + "Ġ explained", + "Ġexpl ained", + "Ġexplain ed", + "} }Ċ", + "}} Ċ", + "Ġn uclear", + "Ġnu clear", + "Ġnucle ar", + "- N", + "Ġcr isis", + "Ġcri sis", + "Ġcris is", + "Ġ Enter", + "ĠEn ter", + "ĠEnt er", + "Ġ answers", + "Ġan swers", + "Ġanswer s", + "Ġans wers", + "/ ${", + "/$ {", + "/ pl", + "/p l", + "Ġ sequ", + "Ġs equ", + "Ġse qu", + "Ġseq u", + "_ next", + "_n ext", + "_ne xt", + "m ask", + "ma sk", + "mas k", + "Ġ standing", + "Ġst anding", + "Ġstand ing", + "Ġstan ding", + "Ġpl enty", + "Ġple nty", + "Ġ Cross", + "ĠC ross", + "ĠCr oss", + "ĠCro ss", + "ĠCros s", + "ĉ ret", + "ĉr et", + "ĉre t", + "d ro", + "dr o", + "Ġ Cast", + "ĠC ast", + "ĠCas t", + "ĠCa st", + "1 67", + "16 7", + "= true", + "Ġ Chris", + "ĠCh ris", + "ĠChr is", + "i cio", + "ic io", + "ici o", + "Ġ Mike", + "ĠM ike", + "ĠMi ke", + "ĠMik e", + "D ecimal", + "De cimal", + "Dec imal", + "add Component", + "L en", + "Le n", + "Ġ cock", + "Ġc ock", + "Ġco ck", + "Ġcoc k", + "Ġ #{", + "Ġ# {", + "U RN", + "UR N", + "< tr", + "", + "\\\" >", + "Ġ *=", + "Ġ* =", + "Ġ PS", + "ĠP S", + "Ġdanger ous", + "[ p", + "O ME", + "OM E", + "O ther", + "Ot her", + "Ġ StringBuilder", + "ĠString Builder", + "P oints", + "Point s", + "Po ints", + "he ading", + "head ing", + "hea ding", + "Ġ currency", + "Ġc urrency", + "Ġcurr ency", + "Ġ percentage", + "Ġper centage", + "Ġpercent age", + "_ API", + "_A PI", + "_AP I", + "Ġ classic", + "Ġclass ic", + "Ġcl assic", + "Ġclas sic", + "t head", + "th ead", + "the ad", + "Ġ MO", + "ĠM O", + "F E", + "I dx", + "Id x", + "a wait", + "aw ait", + "awa it", + "awai t", + "Ġ è", + "Ġà ¨", + "Ġacc ident", + "Ġ variant", + "Ġv ariant", + "Ġvar iant", + "Ġvari ant", + "Ġm yst", + "Ġmy st", + "Ġmys t", + "Ġ Land", + "ĠL and", + "ĠLa nd", + "ĠLan d", + "Ġ Bre", + "ĠB re", + "ĠBr e", + "Ġh arm", + "Ġhar m", + "Ġha rm", + "Ġ Acc", + "ĠA cc", + "ĠAc c", + "Ġ charged", + "Ġch arged", + "Ġchar ged", + "Ġcharg ed", + "Ġcharge d", + "i ones", + "ion es", + "io nes", + "ione s", + "Vis ibility", + "ar ry", + "arr y", + "Ġ Language", + "ĠL anguage", + "Ġ walking", + "Ġw alking", + "Ġwalk ing", + "Ġwal king", + "\" .ĊĊ", + "\". ĊĊ", + "\".Ċ Ċ", + "i fer", + "if er", + "ife r", + "Ġleaders hip", + "Ġleader ship", + ". From", + ".F rom", + "y nam", + "yn am", + "yna m", + "Ġ timestamp", + "Ġt imestamp", + "Ġtime stamp", + "i pt", + "ip t", + "Ġ Has", + "ĠH as", + "ĠHa s", + "RE FER", + "REF ER", + "Ġ Its", + "ĠI ts", + "ĠIt s", + "Ġ listener", + "Ġlist ener", + "Ġlisten er", + "Ġliste ner", + "Ġlis tener", + "U TE", + "UT E", + "2 13", + "21 3", + "_ description", + "_d escription", + "_de scription", + "_des cription", + "Ġex periences", + "Ġexper iences", + "Ġexperience s", + "Ġexperi ences", + "Ġ creates", + "Ġcreate s", + "Ġcre ates", + "Ġcreat es", + "Ġcrea tes", + "R S", + "c art", + "ca rt", + "car t", + "b lack", + "bl ack", + "bla ck", + "Ġ choices", + "Ġcho ices", + "Ġchoice s", + "w ar", + "wa r", + "7 50", + "75 0", + "Ġ '''", + "Ġ' ''", + "Ġ'' '", + "Ġ ordered", + "Ġorder ed", + "Ġord ered", + "Ġeven ing", + "Ġev ening", + "Ġeve ning", + "Ġp il", + "Ġpi l", + "Ġt un", + "Ġtu n", + "Ġ Bad", + "ĠB ad", + "ĠBa d", + "( app", + "(a pp", + "(ap p", + "r andom", + "ran dom", + "rand om", + "Ġ explicit", + "Ġexp licit", + "Ġexpl icit", + "Ġexplic it", + "Ġarr ived", + "Ġarrive d", + "Ġarriv ed", + "Ġ fly", + "Ġf ly", + "Ġfl y", + "Ġe conom", + "Ġecon om", + "Ġec onom", + "Ġeco nom", + "- mail", + "-m ail", + "Ġ lists", + "Ġl ists", + "Ġli sts", + "Ġlist s", + "Ġlis ts", + "Ġarch itect", + "Ġarchit ect", + "2 34", + "23 4", + "Ġ Pay", + "ĠP ay", + "ĠPa y", + "Ġ ds", + "Ġd s", + "Ġ Sol", + "ĠS ol", + "ĠSo l", + "Ġ vehicles", + "Ġv ehicles", + "Ġveh icles", + "Ġvehicle s", + "H z", + "- com", + "-c om", + "-co m", + "Ġ king", + "Ġk ing", + "Ġki ng", + "Ġkin g", + "_ equal", + "_e qual", + "_eq ual", + "_equ al", + "Ġ Help", + "ĠH elp", + "ĠHe lp", + "ĠHel p", + "Ġab use", + "4 80", + "48 0", + "1 69", + "16 9", + "-- ;Ċ", + "--; Ċ", + "Ġ extr", + "Ġex tr", + "Ġext r", + "Ġ chemical", + "Ġchem ical", + "ä ¿", + "Ġ orient", + "Ġo rient", + "Ġor ient", + "Ġori ent", + "Ġbre ath", + "Ġbreat h", + "Ġ Space", + "ĠS pace", + "ĠSp ace", + "ĠSpa ce", + "( element", + "(e lement", + "(el ement", + "(elem ent", + "(ele ment", + "w ait", + "wa it", + "D ED", + "DE D", + "ig ma", + "igm a", + "Ġ entr", + "Ġen tr", + "Ġent r", + "Ġ sob", + "Ġs ob", + "Ġso b", + "- name", + "-n ame", + "-na me", + "Ġ affected", + "Ġaff ected", + "Ġaffect ed", + "i ka", + "ik a", + "Ġ coal", + "Ġco al", + "_ work", + "_w ork", + "_wo rk", + "Ġh undreds", + "Ġhundred s", + "Ġpol itics", + "Ġpolit ics", + "Ġpolitic s", + "sub ject", + "su bject", + "subj ect", + "Ġ consumer", + "Ġcon sumer", + "Ġcons umer", + "Ġconsum er", + "Ġconsume r", + "AN GE", + "ANG E", + "Ġre peated", + "Ġrep eated", + "Ġrepe ated", + "Ġrepeat ed", + "S end", + "Se nd", + "Sen d", + "Ġ #[", + "Ġ# [", + "Ġ protocol", + "Ġprot ocol", + "Ġproto col", + "Ġ leads", + "Ġle ads", + "Ġlead s", + "us eum", + "use um", + "E very", + "Ev ery", + "Ever y", + "8 08", + "80 8", + "1 74", + "17 4", + "Im port", + "Imp ort", + "( count", + "(c ount", + "(co unt", + "Ġch allenges", + "Ġchalleng es", + "Ġchallenge s", + "Ġn ovel", + "Ġno vel", + "Ġnov el", + "Ġ depart", + "Ġde part", + "Ġdep art", + "b its", + "bit s", + "bi ts", + ". Current", + ".C urrent", + "Ġ `${", + "Ġ` ${", + "Ġ`$ {", + "o ting", + "ot ing", + "oti ng", + "( \\", + "Ġ creative", + "Ġc reative", + "Ġcre ative", + "Ġcreat ive", + "Ġ buff", + "Ġb uff", + "Ġbu ff", + "Ġbuf f", + "Ġint roduced", + "Ġintrodu ced", + "Ġintroduce d", + "Ġintro duced", + "u sic", + "us ic", + "usi c", + "mod ules", + "module s", + "A re", + "Ar e", + "- doc", + "-d oc", + "-do c", + "l anguage", + "_ cache", + "_c ache", + "_ca che", + "Ġ tod", + "Ġt od", + "Ġto d", + "? > < /", + "om ething", + "ome thing", + "Ġh un", + "Ġhu n", + "å º", + "a ters", + "at ers", + "ate rs", + "ater s", + "In tent", + "Int ent", + "Ġ implemented", + "Ġim plemented", + "Ġimplement ed", + "Ġ Case", + "ĠC ase", + "ĠCas e", + "ĠCa se", + "Ch ildren", + "Child ren", + "Ġ notification", + "Ġnot ification", + "Render er", + "W rapper", + "Wrap per", + "Wr apper", + "Object s", + "Obj ects", + "t l", + ". Contains", + ".Cont ains", + ".Con tains", + "Pl ugin", + "Plug in", + ". row", + ".r ow", + ".ro w", + "Ġ forg", + "Ġf org", + "Ġfor g", + "Ġfo rg", + "Ġ permit", + "Ġper mit", + "Ġperm it", + "Ġ targets", + "Ġtarget s", + "Ġtar gets", + "Ġtarg ets", + "Ġ IF", + "ĠI F", + "Ġ tip", + "Ġt ip", + "Ġti p", + "s ex", + "se x", + "Ġ supports", + "Ġsup ports", + "Ġsupport s", + "Ġsupp orts", + "Ġ fold", + "Ġf old", + "Ġfol d", + "Ġfo ld", + "ph oto", + "phot o", + "} ,čĊ", + "}, čĊ", + "Ġ google", + "Ġg oogle", + "Ġgo ogle", + "Ġgoog le", + "Ġgoo gle", + "$ ('#", + "$( '#", + "$(' #", + "Ġ sharing", + "Ġsh aring", + "Ġsha ring", + "Ġshar ing", + "Ġ goods", + "Ġg oods", + "Ġgo ods", + "Ġgood s", + "Ġgoo ds", + "v s", + "Ġ Dan", + "ĠD an", + "ĠDa n", + "R ate", + "Ra te", + "Ġ Martin", + "ĠM artin", + "ĠMar tin", + "ĠMart in", + "Ġm anner", + "Ġman ner", + "Ġmann er", + "l ie", + "li e", + ". The", + ".T he", + ".Th e", + "In ternal", + "Int ernal", + "Inter nal", + "Intern al", + "ĠCON TR", + "ĠCONT R", + "M ock", + "Mo ck", + "R IGHT", + "Ġ '{", + "Ġ' {", + "Ġ controls", + "Ġcontrol s", + "Ġcontr ols", + "Ġcontro ls", + "M at", + "Ma t", + "Ġ mand", + "Ġm and", + "Ġman d", + "Ġma nd", + "Ġ extended", + "Ġext ended", + "Ġextend ed", + "O k", + "Ġ embed", + "Ġem bed", + "Ġemb ed", + "Ġ planet", + "Ġplan et", + "Ġplane t", + "Ġpla net", + "Ġ Non", + "ĠN on", + "ĠNo n", + "- ch", + "-c h", + ") \",", + ")\" ,", + "e par", + "ep ar", + "Ġbel ieved", + "Ġbelie ved", + "Ġbelieve d", + "Ġ Environment", + "ĠEn vironment", + "Ġ Friend", + "ĠF riend", + "ĠFri end", + "- res", + "-r es", + "-re s", + "Ġ handling", + "Ġhand ling", + "Ġhan dling", + "n ic", + "ni c", + "- level", + "-le vel", + "s cri", + "sc ri", + "scr i", + "X ml", + "B E", + "u ngen", + "un gen", + "ung en", + "unge n", + "Ġ alter", + "Ġal ter", + "Ġalt er", + "Ġalte r", + "[ idx", + "[i dx", + "[id x", + "P op", + "Po p", + "c am", + "ca m", + "Ġ (((", + "Ġ( ((", + "Ġ(( (", + "Ġ shipping", + "Ġsh ipping", + "Ġship ping", + "Ġ battery", + "Ġb attery", + "Ġbatter y", + "Ġbatt ery", + "Ġbat tery", + "iddle ware", + "M C", + "Ġ impl", + "Ġi mpl", + "Ġim pl", + "Ġimp l", + "ot ation", + "ota tion", + "Ġ Lab", + "ĠL ab", + "ĠLa b", + "< form", + " {{", + ">{ {", + "Ġ Resource", + "ĠRe source", + "ĠRes ource", + "Ġ Standard", + "ĠSt andard", + "ĠStand ard", + "Ġ Prem", + "ĠP rem", + "ĠPr em", + "ĠPre m", + "up dated", + "update d", + "upd ated", + "iv alent", + "ival ent", + "Ġ assets", + "Ġas sets", + "Ġass ets", + "Ġasset s", + "_ temp", + "_t emp", + "_tem p", + "_te mp", + "Ġinter ests", + "Ġinterest s", + "Ġinteres ts", + "Ġ hardware", + "Ġh ardware", + "Ġhard ware", + "Ġ Rom", + "ĠR om", + "ĠRo m", + "Ġ Share", + "ĠS hare", + "ĠSh are", + "ĠSha re", + "ĠShar e", + "Ġ ''Ċ", + "Ġ' 'Ċ", + "Ġ'' Ċ", + "Ġ *,", + "Ġ* ,", + "Ġ Take", + "ĠT ake", + "ĠTa ke", + "ĠTak e", + "Ġ Images", + "ĠIm ages", + "ĠImage s", + "ĠImag es", + "_ CHECK", + "_C HECK", + "( typeof", + "(type of", + "(typ eof", + "Ġ Jun", + "ĠJ un", + "ĠJu n", + "\\< ^", + "Ġ liqu", + "Ġl iqu", + "Ġli qu", + "Ġw orst", + "Ġwor st", + "Ġwo rst", + "Ġwors t", + "ymb ols", + "ymbol s", + "ĉ ĉĉĠĠĠ", + "ĉĉ ĉĠĠĠ", + "ĉĉĉ ĠĠĠ", + "ĉĉĉĠ ĠĠ", + "ĉĉĉĠĠ Ġ", + "Ġ drivers", + "Ġdr ivers", + "Ġdriver s", + "Ġdrive rs", + "Ġdriv ers", + "Ġdri vers", + "Ġ Document", + "ĠD ocument", + "ĠDoc ument", + "e no", + "en o", + "Ġ Technology", + "ĠTechn ology", + "Ġ approved", + "Ġap proved", + "Ġappro ved", + "Ġapprove d", + "u mps", + "um ps", + "ump s", + "Ġ snow", + "Ġs now", + "Ġsn ow", + "Ġsno w", + "form ance", + "forma nce", + "forman ce", + "_ ASSERT", + "_A SSERT", + "_ASS ERT", + "u its", + "ui ts", + "uit s", + "2 07", + "20 7", + "Ù Ĩ", + "Ġd ifferences", + "Ġdif ferences", + "Ġdiffer ences", + "Ġdifference s", + ". Visible", + ".V isible", + "ĉ ĉĉčĊ", + "ĉĉ ĉčĊ", + "ĉĉĉ čĊ", + "Ġ Ps", + "ĠP s", + "_ fetch", + "_f etch", + "Ġ todo", + "Ġt odo", + "Ġto do", + "Ġtod o", + ". ',Ċ", + ".' ,Ċ", + ".', Ċ", + "Ġ sel", + "Ġs el", + "Ġse l", + "ur ers", + "ure rs", + "urer s", + "in valid", + "Ġ tweet", + "Ġt weet", + "Ġtwe et", + "Ġtwee t", + "V EL", + "VE L", + "Ġresearch ers", + "Ġresearcher s", + "Ġ sprintf", + "Ġs printf", + "Ġsprint f", + "Ġ RO", + "ĠR O", + "Ġ pel", + "Ġp el", + "Ġpe l", + ". Trans", + ".T rans", + ".Tr ans", + "Ġ illegal", + "Ġil legal", + "Ġill egal", + "Ġilleg al", + "d ialog", + "di alog", + "dia log", + "sm arty", + "smart y", + "l g", + "_ MIN", + "_M IN", + "_MI N", + "Ġ hero", + "Ġh ero", + "Ġhe ro", + "Ġher o", + "f inal", + "fin al", + "fi nal", + "Ġ pp", + "Ġp p", + ". Le", + ".L e", + "Ġ ci", + "Ġc i", + "ĉ RT", + "ĉR T", + "Ġs uggested", + "Ġsuggest ed", + "p df", + "pd f", + "a ching", + "ach ing", + "achi ng", + "Ġ Ro", + "ĠR o", + "Ġ Properties", + "ĠP roperties", + "ĠProp erties", + "ĠProper ties", + "Ġ Si", + "ĠS i", + "Ġbu ying", + "Ġbuy ing", + "Ġ mu", + "Ġm u", + "Ġ lands", + "Ġl ands", + "Ġla nds", + "Ġland s", + "Ġlan ds", + "if iers", + "ifier s", + "ifi ers", + "ifie rs", + "Ġ FILE", + "ĠF ILE", + "ĠFI LE", + "ĠFIL E", + "RO UP", + "Ġ holder", + "Ġh older", + "Ġhold er", + "Ġho lder", + "Ġhol der", + "Ġ Son", + "ĠS on", + "ĠSo n", + "Ġsym pt", + "Ġsymp t", + ". route", + ".r oute", + ".ro ute", + ") ?", + "Ġ argc", + "Ġar gc", + "Ġarg c", + "Ġ fort", + "Ġf ort", + "Ġfor t", + "Ġfo rt", + "Ġcas ino", + "Ġcasi no", + "_ category", + "_c ategory", + "Ġ forum", + "Ġf orum", + "Ġfor um", + "Ġfo rum", + "2 15", + "21 5", + "p refix", + "pre fix", + "pref ix", + "ap ture", + "apt ure", + "T ube", + "Tu be", + "e ms", + "em s", + "im ize", + "imi ze", + "imiz e", + "Ġn ue", + "Ġnu e", + "a us", + "au s", + "c ourse", + "co urse", + "cour se", + "A TOR", + "AT OR", + "ATO R", + "( )),", + "() ),", + "()) ,", + "Ad vertis", + "IN GS", + "ING S", + "Ġac know", + "Ġack now", + "ĠK orea", + "ĠKore a", + "ĠKo rea", + "ĠKor ea", + "p ling", + "pl ing", + "Ġ worker", + "Ġwork er", + "Ġwor ker", + "PL IED", + "h al", + "ha l", + "Ġ Richard", + "ĠRich ard", + "ĠRic hard", + "E lements", + "Element s", + "El ements", + "Elem ents", + "Ele ments", + "ĉ ĉĉĠ", + "ĉĉ ĉĠ", + "ĉĉĉ Ġ", + "s tar", + "st ar", + "sta r", + "Ġ relationships", + "Ġrelations hips", + "Ġrelationship s", + "Ġrelation ships", + "Ġ cheap", + "Ġc heap", + "Ġche ap", + "A CH", + "AC H", + "Ġ XML", + "ĠX ML", + "ĠXM L", + ", &", + "Ġ Louis", + "ĠL ouis", + "ĠLo uis", + "ĠLou is", + "Ġ ride", + "Ġr ide", + "Ġrid e", + "Ġri de", + "_ FAIL", + "_F AIL", + "_FA IL", + "Ġ chunk", + "Ġch unk", + "Ġchu nk", + "[ s", + "_ OUT", + "_O UT", + "Ġ chosen", + "Ġch osen", + "Ġcho sen", + "Ġchose n", + "_ [", + "/ (", + "Ġ Jeff", + "ĠJ eff", + "ĠJe ff", + "_ sl", + "_s l", + "p riv", + "pr iv", + "pri v", + "Ġ Canadian", + "ĠCan adian", + "Ġ unable", + "Ġu nable", + "Ġun able", + "Ġuna ble", + "Ġunab le", + "_ FLAG", + "_F LAG", + "_FL AG", + "Ġ nos", + "Ġn os", + "Ġno s", + "h igh", + "hi gh", + "Ġ lift", + "Ġl ift", + "Ġli ft", + "Ġlif t", + "f un", + "fu n", + "( ){", + "() {", + "el ly", + "ell y", + "ycler View", + "_ as", + "_a s", + "_ LIST", + "_L IST", + "Ġ radi", + "Ġr adi", + "Ġrad i", + "Ġra di", + ". getValue", + ".get Value", + "3 04", + "30 4", + "ĠAnge les", + "ĠAngel es", + "Ġ Span", + "ĠS pan", + "ĠSp an", + "ĠSpa n", + "_ instance", + "_in stance", + "_inst ance", + "i tors", + "it ors", + "itor s", + "ito rs", + "2 08", + "20 8", + "Ġ migration", + "Ġm igration", + "Ġmigr ation", + "Ġmig ration", + "A K", + "O h", + " ®", + ". selected", + ".se lected", + ".select ed", + ".sel ected", + "Ġ GT", + "ĠG T", + "Ġ advance", + "Ġadv ance", + "Ġ Style", + "ĠSt yle", + "ĠSty le", + ". DataGridView", + ".Data GridView", + "e ction", + "ect ion", + "ec tion", + "Ñ İ", + "p io", + "pi o", + "r og", + "ro g", + "Ġ shopping", + "Ġsh opping", + "Ġshop ping", + "Ġsho pping", + "Ġ Rect", + "ĠR ect", + "ĠRe ct", + "ĠRec t", + "I lluminate", + "O U", + "ĉ array", + "ĉa rray", + "ĉarr ay", + "ĉar ray", + "Ġsub stantial", + "Ġsubstant ial", + "Ġp regn", + "Ġpre gn", + "Ġpreg n", + "Ġprom ote", + "Ġpromot e", + "Ġpromo te", + "I EW", + "IE W", + ". Layout", + ".L ayout", + "Ġsign s", + "Ġsig ns", + "/ .", + "Ġ letters", + "Ġlet ters", + "Ġletter s", + "Ġlett ers", + "B oard", + "Bo ard", + "c trl", + "ct rl", + "ctr l", + "\" \\", + "Ġ Jones", + "ĠJ ones", + "ĠJo nes", + "ĠJon es", + "Ġ vertex", + "Ġver tex", + "Ġvert ex", + "Ġverte x", + "Ġ ja", + "Ġj a", + "Ġaff ili", + "Ġ wealth", + "Ġwe alth", + "ĉ default", + "ĉd efault", + "ĉdef ault", + "ĉde fault", + "Ġsign ificantly", + "Ġsignific antly", + "Ġsignificant ly", + "Ġ ec", + "Ġe c", + "Ġ xs", + "Ġx s", + "act ual", + "ac tual", + ". per", + ".p er", + ".pe r", + "_ step", + "_s tep", + "_st ep", + "_ste p", + "an vas", + "m ac", + "ma c", + "Ġtrans l", + "Ġtran sl", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "It erator", + "Iter ator", + "Ġ och", + "Ġo ch", + "Ġoc h", + "ag nostic", + "agnost ic", + "Ġ During", + "ĠD uring", + "ĠDu ring", + "ĠDur ing", + "Ġ DEFAULT", + "ĠD EFAULT", + "ĠDE FAULT", + "Ġt ill", + "Ġti ll", + "Ġtil l", + "Ġ signature", + "Ġsign ature", + "Ġsig nature", + "Ġ bird", + "Ġb ird", + "Ġbi rd", + "Ġbir d", + "Ġ Ol", + "ĠO l", + "3 10", + "31 0", + "Ġ Ir", + "ĠI r", + "H S", + "av atar", + "ava tar", + "ESS AGE", + "Ġe lev", + "Ġel ev", + "Ġele v", + "Ġ mt", + "Ġm t", + "Ġ Nav", + "ĠN av", + "ĠNa v", + "Ġrel ax", + "Ġ plate", + "Ġp late", + "Ġpl ate", + "Ġpla te", + "Ġplat e", + "I TEM", + "IT EM", + "ITE M", + "( date", + "(d ate", + "(dat e", + "(da te", + ". not", + ".n ot", + ".no t", + "Ġ grade", + "Ġg rade", + "Ġgr ade", + "Ġgrad e", + "Ġgra de", + "Ġ }),Ċ", + "Ġ} ),Ċ", + "Ġ}) ,Ċ", + "Ġ}), Ċ", + "? \"ĊĊ", + "?\" ĊĊ", + "?\"Ċ Ċ", + "i ences", + "ie nces", + "ience s", + "ien ces", + "H igh", + "Hi gh", + "Ġ DIS", + "ĠD IS", + "ĠDI S", + "2 31", + "23 1", + "dis abled", + "disable d", + "Q UI", + "QU I", + "Ġ noise", + "Ġn oise", + "Ġno ise", + "Ġnoi se", + "a ux", + "au x", + "Ġ UP", + "ĠU P", + "8 88", + "88 8", + "o sa", + "os a", + "Ġv oc", + "Ġvo c", + "Ġ ))", + "Ġ) )", + "o com", + "oc om", + "oco m", + "_ OFF", + "_O FF", + "_OF F", + "Ġ Db", + "ĠD b", + "L ock", + "Lo ck", + "Loc k", + ".e clipse", + ", d", + "Ġ Draw", + "ĠD raw", + "ĠDr aw", + "ĠDra w", + "Ġ \"(", + "Ġ\" (", + "Ġ visited", + "Ġvis ited", + "Ġvisit ed", + "Ġvisite d", + "Ġ âĪ", + "Ġâ Ī", + "Ġs ucceed", + "Ġsuc ceed", + "Ġsucc eed", + "Ġim possible", + "Ġimp ossible", + "Ġimposs ible", + "a ire", + "air e", + "ai re", + "Ġ Turn", + "ĠT urn", + "ĠTur n", + "ĠTu rn", + "Ġ dish", + "Ġd ish", + "Ġdis h", + "Ġdi sh", + "F G", + "Ġ sensor", + "Ġs ensor", + "Ġsens or", + "A NN", + "AN N", + "a ba", + "ab a", + "Ġs urg", + "Ġsu rg", + "Ġsur g", + "] );čĊ", + "]) ;čĊ", + "]); čĊ", + "Ġ fp", + "Ġf p", + "_ an", + "_a n", + "- J", + "- G", + "Ġ Job", + "ĠJ ob", + "ĠJo b", + "Con vert", + "Conv ert", + "Ġ KEY", + "ĠK EY", + "ĠKE Y", + "Ġ authors", + "Ġauthor s", + "Ġauth ors", + "_ server", + "_s erver", + "_serv er", + "_ser ver", + "\\ r", + "Ġ -*-", + "Ġ- *-", + "Ġ-* -", + "f lex", + "fl ex", + "Ġ soc", + "Ġs oc", + "Ġso c", + "R et", + "Re t", + "Ġ salt", + "Ġs alt", + "Ġsa lt", + "Ġsal t", + "Ġ âĢ¦ĊĊ", + "ĠâĢ¦ ĊĊ", + "ĠâĢ¦Ċ Ċ", + "Ġ Clear", + "ĠC lear", + "ĠCl ear", + "ĠCle ar", + "( page", + "(p age", + "(pa ge", + "- danger", + "-d anger", + "-da nger", + "Ġ rooms", + "Ġro oms", + "Ġroom s", + "con v", + "co nv", + "# {", + ". op", + ".o p", + "Ġ Area", + "ĠA rea", + "ĠAr ea", + "ĠAre a", + "_ SC", + "_S C", + "h en", + "he n", + "Ġbeg ins", + "Ġbegin s", + "- y", + "Ġexc ited", + "Ġexcit ed", + "Ġ ignored", + "Ġign ored", + "Ġignore d", + "Ġignor ed", + "Ġ bonus", + "Ġb onus", + "Ġbon us", + "st udent", + "stu dent", + "stud ent", + "Ġ Member", + "ĠM ember", + "ĠMem ber", + "Ġrel atively", + "Ġrelative ly", + "Ġrelativ ely", + "Ġrelat ively", + "Ġ Low", + "ĠL ow", + "ĠLo w", + "Ġ Produ", + "ĠP rodu", + "ĠPro du", + "ĠPr odu", + "ĠProd u", + "at eway", + "ate way", + "pos ure", + "po sure", + "Ġth ick", + "Ġthi ck", + "an iel", + "ani el", + "anie l", + "( view", + "(v iew", + "ĠC rush", + "ĠCr ush", + "ĠCru sh", + "ĠCrus h", + "Ext ension", + "I l", + "e ed", + "ee d", + "L OC", + "LO C", + ". im", + ".i m", + ". Items", + ".I tems", + ".Item s", + ".It ems", + "Ġconf lict", + "Ġconflic t", + "Ġconfl ict", + ". prevent", + ".pre vent", + ".pr event", + ".prev ent", + "2 52", + "25 2", + "Ġon Create", + "u v", + "i ser", + "is er", + "ise r", + "Ġ wave", + "Ġw ave", + "Ġwa ve", + "Ġwav e", + "M ar", + "Ma r", + "Ġ Community", + "ĠComm unity", + "ĠCommun ity", + "i che", + "ic he", + "ich e", + "Ġ Nothing", + "ĠNo thing", + "[ m", + "Ġ Lee", + "ĠL ee", + "ĠLe e", + "ri ends", + "riend s", + "rie nds", + "rien ds", + "2 32", + "23 2", + "è re", + "! !!", + "!! !", + "a nz", + "an z", + ". result", + ".res ult", + "Ġ SK", + "ĠS K", + "_ PARAM", + "_P ARAM", + "_PA RAM", + "_PAR AM", + "Ġdem ocr", + "Ġdemo cr", + "Back Color", + ". exists", + ".ex ists", + ".exist s", + "\" It", + "\"I t", + "( options", + "(o ptions", + "(opt ions", + "(option s", + "r azy", + "ra zy", + "raz y", + "a ser", + "as er", + "ase r", + "\\ Database", + "\\Data base", + "\\D atabase", + "al endar", + "alen dar", + "_ ass", + "_a ss", + "_as s", + "; }Ċ", + ";} Ċ", + "ver tex", + "vert ex", + "verte x", + "ine craft", + "W arning", + "War ning", + "Warn ing", + "ar go", + "arg o", + "Ġ actor", + "Ġa ctor", + "Ġact or", + "Ġac tor", + "Ġ Instead", + "ĠIn stead", + "ĠInst ead", + "Ġ Using", + "ĠU sing", + "ĠUs ing", + "S elf", + "Se lf", + "Sel f", + "@ interface", + "Ġspe aking", + "Ġspeak ing", + "Ġ Paris", + "ĠP aris", + "ĠPar is", + "ĠPa ris", + "Ġ LICENSE", + "ĠL ICENSE", + "ĠLIC ENSE", + ". node", + ".n ode", + ".no de", + "Ġ Food", + "ĠF ood", + "ĠFo od", + "ĠFoo d", + "E IF", + "EI F", + "Ġ Bi", + "ĠB i", + ". Start", + ".St art", + "Ġ IB", + "ĠI B", + "Ġun iversity", + "Ġunivers ity", + "2 54", + "25 4", + "Ġ Header", + "ĠHe ader", + "ĠHead er", + ". product", + ".pro duct", + ".prod uct", + "4 09", + "40 9", + "C opy", + "Co py", + "Cop y", + "e tc", + "et c", + "r ical", + "ri cal", + "ric al", + "rica l", + "Ġ >>>", + "Ġ> >>", + "Ġ>> >", + "b ooks", + "bo oks", + "book s", + "boo ks", + "Ġ algorithm", + "Ġal gorithm", + "Ġ' __", + "Ġ'_ _", + "( javax", + "(j avax", + "(java x", + "Ġnumer ous", + "Ġnumero us", + "S hare", + "Sh are", + "Shar e", + "Sha re", + "H ave", + "Ha ve", + "Ġrec ru", + "Ġ prove", + "Ġp rove", + "Ġpro ve", + "Ġpr ove", + "Ġprov e", + ". substring", + ".sub string", + ".substr ing", + "he alth", + "е л", + "еР»", + "Ġ decimal", + "Ġd ecimal", + "Ġde cimal", + "Ġdec imal", + "Ġ commission", + "Ġcom mission", + "Ġcomm ission", + "s cription", + "script ion", + "scri ption", + "x C", + "Ġ summary", + "Ġsum mary", + "Ġsummar y", + "Ġsumm ary", + "at ted", + "att ed", + "atte d", + "Ġc loser", + "Ġcl oser", + "Ġclose r", + "Ġclos er", + "Ġclo ser", + "f inished", + "fin ished", + "finish ed", + "( )){Ċ", + "() ){Ċ", + "()) {Ċ", + "()){ Ċ", + "Ġ Wood", + "ĠW ood", + "ĠWo od", + "ĠWoo d", + "3 01", + "30 1", + "_ fields", + "_f ields", + "_field s", + "k u", + "_ items", + "_i tems", + "_item s", + "_it ems", + "F lag", + "Fl ag", + "Ġ confidence", + "Ġconf idence", + "Ġ Federal", + "ĠF ederal", + "ĠFeder al", + "ĠFed eral", + "d ux", + "du x", + "Ġ compat", + "Ġcom pat", + "Ġcomp at", + "Ġ vertical", + "Ġver tical", + "Ġvert ical", + "Ð ¹", + "è s", + "; \">Ċ", + ";\" >Ċ", + ";\"> Ċ", + "_ manager", + "_m anager", + "_man ager", + "_manage r", + "( )))Ċ", + "() ))Ċ", + "()) )Ċ", + "())) Ċ", + "I DE", + "ID E", + ": \",", + ":\" ,", + "2 35", + "23 5", + "_ _Ċ", + "__ Ċ", + "Ġ Way", + "ĠW ay", + "ĠWa y", + "2 21", + "22 1", + "Ñ Ī", + "T emp", + "Te mp", + "Tem p", + "Ġ STR", + "ĠS TR", + "ĠST R", + "r itten", + "rit ten", + "ritt en", + "ritte n", + "S ync", + "Sy nc", + "Syn c", + "Ġ AV", + "ĠA V", + "Ġ CEO", + "ĠC EO", + "ĠCE O", + "Ġ Guid", + "ĠG uid", + "ĠGu id", + "ĠGui d", + "Ġenvironment al", + "Ġenviron mental", + "Ġcorrespond ing", + "ĉ console", + "ĉcon sole", + "Ġ justice", + "Ġjust ice", + "Ġju stice", + "Ġ JS", + "ĠJ S", + "Ġl ived", + "Ġli ved", + "Ġlive d", + "Ġliv ed", + "g ar", + "ga r", + "Ġ Graph", + "ĠG raph", + "ĠGr aph", + "ĠGra ph", + "Ġ Stat", + "ĠS tat", + "ĠSt at", + "ĠSta t", + "Ġ iPhone", + "Ġi Phone", + "ĠiP hone", + ". al", + ".a l", + "Ġ HD", + "ĠH D", + "Ġocc ur", + "Ġoc cur", + "Ġ threshold", + "Ġth reshold", + "Ġthresh old", + "5 09", + "50 9", + "Ġ onclick", + "Ġon click", + "Ġonc lick", + "R EG", + "RE G", + ".Graphics Unit", + "M eta", + "Me ta", + "Met a", + "Å ¾", + "Ġ cum", + "Ġc um", + "Ġcu m", + ". gnu", + ".g nu", + "à «", + "Ġobt ained", + "Ġobtain ed", + "Ġcom plaint", + "Ġcompl aint", + "Ġcomplain t", + "Ġ eating", + "Ġe ating", + "Ġeat ing", + "Ġea ting", + "Ġ tar", + "Ġt ar", + "Ġta r", + "_ task", + "_t ask", + "_ta sk", + "Ġ opts", + "Ġo pts", + "Ġop ts", + "Ġopt s", + "2 16", + "21 6", + "( to", + "(t o", + "P ass", + "Pa ss", + "Pas s", + "Ġp lastic", + "Ġpl astic", + "Ġplast ic", + "t ility", + "til ity", + "Ġ Win", + "ĠW in", + "ĠWi n", + ".prevent Default", + "p ile", + "pi le", + "Ġ Gar", + "ĠG ar", + "ĠGa r", + "Ġ quantity", + "Ġqu antity", + "Ġquant ity", + "Ġqua ntity", + "_ last", + "_l ast", + "_la st", + "Ġg reatest", + "Ġgreat est", + "Ġgre atest", + "D ao", + "Da o", + "_ DIS", + "_D IS", + "_DI S", + "Ġ Used", + "ĠU sed", + "ĠUs ed", + "ĠUse d", + "Ġ HP", + "ĠH P", + "r iting", + "ri ting", + "rit ing", + "S ION", + "SI ON", + "b lue", + "bl ue", + "d omain", + "do main", + "dom ain", + "Ġ scores", + "Ġs cores", + "Ġsc ores", + "Ġscore s", + "Ġsco res", + "Ġscor es", + "N ormal", + "Norm al", + "Nor mal", + "_ admin", + "_ad min", + "Ġ ASSERT", + "ĠA SSERT", + "ĠASS ERT", + "T hen", + "The n", + "Th en", + "* **", + "** *", + "d ist", + "dis t", + "di st", + "l on", + "lo n", + "Ġh ate", + "Ġha te", + "Ġhat e", + "s hal", + "sh al", + "sha l", + "Image View", + "d atabase", + "data base", + "dat abase", + "Ġp and", + "Ġpa nd", + "Ġpan d", + "Ġ logic", + "Ġlog ic", + "= false", + "=f alse", + "b g", + "Ġ Configuration", + "ĠConfig uration", + "Ġn ur", + "Ġnu r", + "O G", + "Ġ married", + "Ġmar ried", + ": +", + "Ġd ropped", + "Ġdr opped", + "Ġdrop ped", + "Ġdro pped", + "0 40", + "04 0", + "Ġ registration", + "Ġreg istration", + "Ġregistr ation", + "Ġregist ration", + "о м", + "оР¼", + "ult iple", + "ulti ple", + "ultip le", + "i zers", + "iz ers", + "ize rs", + "izer s", + "s hape", + "sh ape", + "sha pe", + ". copy", + ".c opy", + ".co py", + "Ġw earing", + "Ġwe aring", + "Ġwear ing", + "ĠC ath", + "ĠCa th", + "ĠCat h", + "Ġded icated", + "Ġdedic ated", + "Ġdedicate d", + "Ġ ...Ċ", + "Ġ. ..Ċ", + "Ġ... Ċ", + "Ġ.. .Ċ", + "Ġadv oc", + "Ġ Family", + "ĠF amily", + "ĠFam ily", + "ĠFamil y", + "Ġ statements", + "Ġstate ments", + "Ġstat ements", + "Ġstatement s", + "e matic", + "em atic", + "ema tic", + "emat ic", + "ampions hip", + "ampion ship", + "Ġmot iv", + "Ġmo tiv", + "Ġ Have", + "ĠH ave", + "ĠHa ve", + "ĠHav e", + "Ġb low", + "Ġbl ow", + "Ġblo w", + "J ob", + "Jo b", + "c ert", + "ce rt", + "cer t", + "_ vector", + "_v ector", + "_vec tor", + "_vect or", + "_ve ctor", + "inst all", + "Ġ COPY", + "ĠC OPY", + "ĠCO PY", + "ĠCOP Y", + "em bed", + "emb ed", + "D IR", + "DI R", + "Ġ Spring", + "ĠS pring", + "ĠSp ring", + "ĠSpr ing", + "Ġex hib", + "Ġexh ib", + "2 23", + "22 3", + "c dn", + "cd n", + "Ġ Comment", + "ĠCom ment", + "ĠComm ent", + "Ġ Optional", + "ĠOption al", + "ĠOpt ional", + ". player", + ".p layer", + ".pl ayer", + ".play er", + "Ġ Dark", + "ĠD ark", + "ĠDa rk", + "ĠDar k", + "( pos", + "(p os", + "(po s", + "Ġ Should", + "ĠSh ould", + "ĠSho uld", + "Ġ centre", + "Ġc entre", + "Ġcent re", + "Ġcentr e", + "Ġcen tre", + "Ġ Guard", + "ĠG uard", + "ĠGu ard", + "ĠGuar d", + "ó w", + "Ġtr ouble", + "Ġtro uble", + "Ġtroub le", + "Ġtrou ble", + "E NER", + "EN ER", + "ENE R", + "( unsigned", + "(un signed", + "_ service", + "_s ervice", + "_serv ice", + "_ser vice", + "Ġ ns", + "Ġn s", + "u ling", + "ul ing", + "ulin g", + "uli ng", + "Ġ Mexico", + "ĠMe xico", + "ĠMex ico", + "Ġ NY", + "ĠN Y", + "m ysql", + "my sql", + "mys ql", + "Ġ lic", + "Ġl ic", + "Ġli c", + "å ľ", + "M r", + "- fl", + "-f l", + "Ġ Customer", + "ĠC ustomer", + "ĠCustom er", + "ĠCust omer", + "i di", + "id i", + "Ġ ?>ĊĊ", + "Ġ? >ĊĊ", + "Ġ?> ĊĊ", + "Ġ?>Ċ Ċ", + "r ible", + "ri ble", + "rib le", + "Ġ пÑĢ", + "Ġп ÑĢ", + "Ġ sizes", + "Ġs izes", + "Ġsize s", + "Ġsi zes", + "Ġsiz es", + "_ STRING", + "_ST RING", + "_STR ING", + "valid ation", + "Ġ Jon", + "ĠJ on", + "ĠJo n", + "( Http", + "(H ttp", + "add Class", + "N odes", + "Node s", + "No des", + "Ġ fragment", + "Ġf ragment", + "Ġfr agment", + "Ġfra gment", + "Ġfrag ment", + "Ġs poke", + "Ġsp oke", + "Ġspo ke", + "Ġw aste", + "Ġwas te", + "Ġwa ste", + "Ġwast e", + "J oin", + "Jo in", + "Ġ illustr", + "Ġill ustr", + "Ġillust r", + "e li", + "el i", + "c ient", + "ci ent", + "cie nt", + "Ġ aid", + "Ġa id", + "Ġai d", + "Ġpro sec", + "Ġpros ec", + "Ġprose c", + "' ){Ċ", + "') {Ċ", + "'){ Ċ", + "Ġp assing", + "Ġpass ing", + "Ġpas sing", + "Ġ faces", + "Ġf aces", + "Ġfa ces", + "Ġfac es", + "Ġface s", + "S hape", + "Sh ape", + "Sha pe", + "_ Z", + "i ti", + "it i", + "Ġ alle", + "Ġa lle", + "Ġal le", + "Ġall e", + "Ġ robot", + "Ġr obot", + "Ġro bot", + "Ġrob ot", + "Ġ ĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠ ĠĊ", + "Ġ Spe", + "ĠS pe", + "ĠSp e", + "Ġre ceiving", + "Ġrece iving", + "Ġ Details", + "ĠD etails", + "ĠDe tails", + "ĠDet ails", + "ĠDetail s", + "Ġ \")", + "Ġ\" )", + "m g", + "_ REF", + "_RE F", + "_R EF", + "Ġ comparison", + "Ġcom parison", + "Ġcompar ison", + "* ,", + "Ġ Found", + "ĠF ound", + "ĠFo und", + "ĠFou nd", + "_ session", + "_s ession", + "_sess ion", + "( U", + "/ F", + "Ġ xxx", + "Ġx xx", + "Ġxx x", + "N etwork", + "Net work", + "d ers", + "de rs", + "der s", + "Ġ capture", + "Ġc apture", + "Ġcap ture", + "Ġcapt ure", + "Ġc orre", + "Ġcor re", + "Ġcorr e", + "Ġ Ltd", + "ĠL td", + "ĠLt d", + "Ġ Adv", + "ĠA dv", + "ĠAd v", + "[ @", + "Ġ clip", + "Ġc lip", + "Ġcl ip", + "Ġcli p", + "M ill", + "Mi ll", + "Mil l", + "Ġ Profile", + "ĠPro file", + "ĠPr ofile", + "ĠProf ile", + "Ġ endif", + "Ġen dif", + "Ġend if", + "Ġob lig", + "Ġobl ig", + "de scribe", + "des cribe", + "descr ibe", + ". element", + ".e lement", + ".el ement", + ".elem ent", + "riter ion", + "L D", + "e red", + "er ed", + "ere d", + "Ġf avour", + "Ġfav our", + "s core", + "sc ore", + "Ġ Filter", + "ĠF ilter", + "ĠFil ter", + "at tributes", + "attribute s", + "attrib utes", + "Ġ checks", + "Ġcheck s", + "Ġche cks", + "In flater", + "Inf later", + "Ġ Plus", + "ĠP lus", + "ĠPl us", + "Ġ scientific", + "Ġscient ific", + "Ġ privacy", + "Ġpriv acy", + "H ead", + "He ad", + "Ġ feat", + "Ġf eat", + "Ġfe at", + "Ġ degrees", + "Ġdeg rees", + "Ġdegree s", + "Ġ Pale", + "ĠP ale", + "ĠPal e", + "ĠPa le", + "; \">", + ";\" >", + "Ġ films", + "Ġfil ms", + "Ġfilm s", + "Ġ Audio", + "ĠA udio", + "ĠAud io", + "ĠAu dio", + "ĠAudi o", + "Ġ Tag", + "ĠT ag", + "ĠTa g", + "Ġ Energy", + "ĠE nergy", + "ĠEn ergy", + "ĠEnerg y", + "i tar", + "it ar", + "ita r", + "par ator", + "para tor", + "Ġf ellow", + "Ġfell ow", + "Ġfel low", + "Ġ evt", + "Ġe vt", + "Ġev t", + "Ġ Tri", + "ĠT ri", + "ĠTr i", + "ĠD AM", + "ĠDA M", + "c loud", + "cl oud", + "clo ud", + "Ġ Password", + "ĠP assword", + "ĠPass word", + "ĠPas sword", + "Ġ Democrats", + "ĠDem ocrats", + "ĠDemocr ats", + "ĠDemocrat s", + "ĠA cad", + "ĠAc ad", + "$ lang", + "$l ang", + "Ġ reb", + "Ġre b", + "Ġr eb", + "( ))ĊĊ", + "() )ĊĊ", + "()) ĊĊ", + "())Ċ Ċ", + "н Ñĭ", + "Ġ Bur", + "ĠB ur", + "ĠBu r", + "read cr", + "Ġ hex", + "Ġh ex", + "Ġhe x", + "2 09", + "20 9", + "Con sole", + "Cons ole", + "c tl", + "ct l", + "ou sel", + "ous el", + "ouse l", + "Ġ William", + "ĠWill iam", + "ĠWilli am", + "Ġ az", + "Ġa z", + "_ PORT", + "_P ORT", + "_PO RT", + "Ġpr actices", + "Ġpract ices", + "Ġpractice s", + "Ġany where", + "Ġ Position", + "ĠP osition", + "ĠPos ition", + "Ġ ->Ċ", + "Ġ- >Ċ", + "Ġ-> Ċ", + "i ams", + "ia ms", + "iam s", + ". username", + ".user name", + "place holder", + "Ġ oder", + "Ġo der", + "Ġod er", + "Ġode r", + "Ġ Secretary", + "ĠSecret ary", + "Ġ iT", + "Ġi T", + "m ond", + "mon d", + "mo nd", + "e vents", + "event s", + "ev ents", + "even ts", + "eve nts", + "? âĢĿ", + ". Sub", + ".S ub", + "Ġ attached", + "Ġatt ached", + "Ġattach ed", + "Ġn ão", + "Ġ estate", + "Ġe state", + "Ġest ate", + "Ġesta te", + "3 65", + "36 5", + ". action", + ".a ction", + ".ac tion", + ".act ion", + "Ġ figures", + "Ġfig ures", + "Ġfigure s", + "Ġfigur es", + "Ġ });čĊ", + "Ġ} );čĊ", + "Ġ}) ;čĊ", + "Ġ}); čĊ", + "Ġsub scri", + "Ġsubs cri", + ". tag", + ".t ag", + ".ta g", + "n am", + "na m", + ". plot", + ".p lot", + ".pl ot", + "n oon", + "no on", + "li ament", + "lia ment", + "Char acter", + ". tab", + ".t ab", + ".ta b", + "Ġ winter", + "Ġw inter", + "Ġwin ter", + "Ġ Variable", + "ĠVar iable", + "ĠVari able", + "Ġ trees", + "Ġt rees", + "Ġtr ees", + "Ġtre es", + "Ġtree s", + "Ġp roud", + "Ġpro ud", + "Ġpr oud", + "( V", + "_ load", + "_l oad", + "_lo ad", + "Ġh ier", + "Ġhi er", + "ĠE con", + "ĠEc on", + "ĠEco n", + "Ġ fd", + "Ġf d", + "Ġvict ims", + "Ġvictim s", + "R est", + "Re st", + "Res t", + "i ana", + "ia na", + "ian a", + "Ġ fake", + "Ġf ake", + "Ġfa ke", + "Ġfak e", + ".Print ln", + "Ġ strlen", + "Ġst rlen", + "Ġstr len", + "Ġ sad", + "Ġs ad", + "Ġsa d", + "Ġ ble", + "Ġb le", + "Ġbl e", + "P rot", + "Pro t", + "Pr ot", + "Ġ buttons", + "Ġbut tons", + "Ġbutton s", + "Ġbutt ons", + "Ġbutto ns", + "Ġte levision", + "Ġtele vision", + "Ġtelevis ion", + "Ġtelev ision", + "Ġ logo", + "Ġl ogo", + "Ġlo go", + "Ġlog o", + "ext ension", + "ĉ j", + "s tein", + "st ein", + "ste in", + "ac iones", + "acion es", + "aci ones", + "acio nes", + "Ġ \"\"\"ĊĊ", + "Ġ\"\" \"ĊĊ", + "Ġ\"\"\"Ċ Ċ", + "Ġ\"\"\" ĊĊ", + "Ġ simp", + "Ġs imp", + "Ġsim p", + "Ġsi mp", + "Ġrecord ed", + "Ġbr ings", + "Ġbring s", + "Ġ principal", + "Ġpr incipal", + "Ġprincip al", + "Ġf ees", + "Ġfe es", + "Ġfee s", + "( source", + "(s ource", + "k dir", + "kd ir", + "Ġ utils", + "Ġutil s", + "Ġut ils", + "Ġcorrect ly", + "f il", + "fi l", + "Ġ wel", + "Ġw el", + "Ġwe l", + "P air", + "Pa ir", + "- button", + "-b utton", + "-but ton", + "s cale", + "sc ale", + "scal e", + "ver ify", + "[ c", + "Ġ ---", + "Ġ- --", + "Ġ-- -", + "Ġ escape", + "Ġe scape", + "Ġes cape", + "Ġesc ape", + "Ġescap e", + "i kes", + "ik es", + "ike s", + "Lower Case", + "ic ian", + "ici an", + "icia n", + "Ġ chapter", + "Ġch apter", + "Ġcha pter", + "Ġchap ter", + "Ġ TYPE", + "ĠT YPE", + "ĠTY PE", + "Ġ shadow", + "Ġsh adow", + "Ġ awesome", + "Ġaw esome", + "Ġawe some", + "W E", + "e lif", + "el if", + "eli f", + "Ġ lambda", + "Ġl ambda", + "Ġlamb da", + "Ġ distinct", + "Ġdist inct", + "Ġ bare", + "Ġb are", + "Ġbar e", + "Ġba re", + "- off", + "-of f", + "-o ff", + "Ġ colour", + "Ġcol our", + ". appendChild", + ".append Child", + "o lec", + "ol ec", + "ole c", + "a ga", + "ag a", + ". fill", + ".f ill", + ".fi ll", + ".fil l", + "ĉ super", + "ĉs uper", + "Ġ adj", + "Ġa dj", + "Ġad j", + "( position", + "(p osition", + "(pos ition", + ". getItem", + ".get Item", + "2 42", + "24 2", + "S hort", + "Sh ort", + "Ġtot ally", + "Ġtotal ly", + "V D", + "Ġ Tre", + "ĠT re", + "ĠTr e", + "_ ep", + "_e p", + "v ements", + "ve ments", + "vement s", + "vem ents", + "Ġ Solution", + "ĠS olution", + "ĠSol ution", + "Ġfund ament", + "F ollow", + "Ġ facility", + "Ġfac ility", + "Ġfacilit y", + "Ġfacil ity", + "Ġhapp ening", + "Ġhappen ing", + "O F", + ". textBox", + ".text Box", + "S pan", + "Sp an", + "Ġ «", + "Ġ «", + "i den", + "id en", + "ide n", + "Ġex ceed", + "Ġexc eed", + "Ġexce ed", + "( parent", + "(p arent", + "(par ent", + "(paren t", + "(pa rent", + "Ġ cp", + "Ġc p", + "ç »", + "Ġh asn", + "Ġhas n", + "Ġha sn", + "Ġ pri", + "Ġp ri", + "Ġpr i", + "Ġcon sequ", + "Ġcons equ", + "Ġconse qu", + "n en", + "ne n", + "ĠIN TO", + "ĠINT O", + "I gnore", + "Ign ore", + "Ġ Future", + "ĠF uture", + "ĠFu ture", + "ĠFut ure", + "Ġ carbon", + "Ġc arbon", + "Ġcar bon", + "Ġcarb on", + "Ġ Steel", + "ĠSt eel", + "ĠSte el", + "f mt", + "fm t", + "o kie", + "ok ie", + "oki e", + "Ġ spl", + "Ġs pl", + "Ġsp l", + "( title", + "(t itle", + "(ti tle", + "- info", + "-in fo", + "-inf o", + "Ġde als", + "Ġdeal s", + "Ġ fixture", + "Ġf ixture", + "Ġfix ture", + "e a", + "D iv", + "Di v", + "Ġ tested", + "Ġt ested", + "Ġte sted", + "Ġtest ed", + "Ġtes ted", + "Ġteste d", + "_ return", + "_re turn", + "_r eturn", + "_ret urn", + ") ĊĊĊĊ", + ")Ċ ĊĊĊ", + ")ĊĊ ĊĊ", + ")ĊĊĊ Ċ", + "up ported", + "upport ed", + "upp orted", + "Ġ Cook", + "ĠC ook", + "ĠCo ok", + "Ġp aying", + "Ġpay ing", + "Ġpa ying", + "Ġ Ill", + "ĠI ll", + "ĠIl l", + "Ġarr ested", + "Ġarrest ed", + "Ġ Prime", + "ĠPr ime", + "ĠPri me", + "ĠPrim e", + "_ callback", + "_c allback", + "_call back", + "> ,Ċ", + ">, Ċ", + "d river", + "dr iver", + "drive r", + "O nce", + "On ce", + "a bb", + "ab b", + "_ bytes", + "_by tes", + "_byte s", + "Ġ Sets", + "ĠS ets", + "ĠSe ts", + "ĠSet s", + "( Object", + "(O bject", + "Ġ cc", + "Ġc c", + "Ġ shell", + "Ġs hell", + "Ġsh ell", + "Ġshe ll", + "Ġshel l", + "a lo", + "al o", + ") ;//", + "); //", + "( log", + "(l og", + "(lo g", + "2 64", + "26 4", + "c tors", + "ct ors", + "ctor s", + ") ", + "2 18", + "21 8", + "Ġ $(\".", + "Ġ$ (\".", + "Ġ$( \".", + "Ġ$(\" .", + ". pos", + ".p os", + ".po s", + "Ġ boys", + "Ġbo ys", + "Ġboy s", + "Ġwed ding", + "Ġ agents", + "Ġag ents", + "Ġage nts", + "Ġagent s", + "= \"_", + "=\" _", + "Ġ Army", + "ĠAr my", + "ĠArm y", + "Ġ hint", + "Ġh int", + "Ġhi nt", + "Ġhin t", + "v ision", + "vis ion", + "Ġ tech", + "Ġt ech", + "Ġte ch", + "Ġtec h", + "Ġ Connect", + "ĠCon nect", + "ĠConn ect", + "Ġ legend", + "Ġl egend", + "Ġle gend", + "Ġleg end", + "Ġ Bet", + "ĠB et", + "ĠBe t", + ". Base", + ".B ase", + "Sub ject", + "Su bject", + "Ġ lit", + "Ġl it", + "Ġli t", + "Re move", + "Rem ove", + "Ġ \":", + "Ġ\" :", + "Ġ Final", + "ĠF inal", + "ĠFin al", + "ĠFi nal", + "pear ance", + "ĠiT unes", + "Ġ participants", + "Ġpart icipants", + "Ġparticip ants", + "Ġparticipant s", + "Ġ Python", + "ĠP ython", + "ĠPy thon", + "Ġ busy", + "Ġbu sy", + "Ġbus y", + "i el", + "ie l", + "vert ices", + "Ġtemplate Url", + "Ġ Close", + "ĠC lose", + "ĠCl ose", + "ĠClo se", + "I mg", + "Im g", + "ĠCorpor ation", + "ĠCorp oration", + "t imestamp", + "time stamp", + "Ġ extend", + "Ġext end", + "Ġwe bsites", + "Ġweb sites", + "Ġwebsite s", + "Ġwebs ites", + "Ġposs ibility", + "Ġpossibilit y", + "о ÑĤ", + "Ġ kö", + "Ġk ö", + "Ġm eat", + "Ġme at", + "Ġ representation", + "Ġre presentation", + "Ġrep resentation", + "Ġrepresent ation", + "Ġrepresenta tion", + "2 41", + "24 1", + "Ġ ĉĉ", + "Ġĉ ĉ", + "_ START", + "_ST ART", + "_STAR T", + "_STA RT", + ". apply", + ".app ly", + ".ap ply", + "ĠV alley", + "ĠVal ley", + "ĠValle y", + "ĠVall ey", + "Ġ Success", + "ĠS uccess", + "ĠSu ccess", + "ĠSuc cess", + "ĠSucc ess", + "H i", + "Ġ nob", + "Ġn ob", + "Ġno b", + "Ġ IEnumerable", + "ĠI Enumerable", + "_ select", + "_s elect", + "_se lect", + "_sel ect", + "g eo", + "ge o", + ". \")Ċ", + ".\" )Ċ", + ".\") Ċ", + "Ġt urning", + "Ġturn ing", + "Ġtur ning", + "Ġ fabric", + "Ġf abric", + "Ġfab ric", + "(\" \");Ċ", + "(\"\" );Ċ", + "(\"\") ;Ċ", + "(\"\"); Ċ", + "Ġp erspective", + "Ġpers pective", + "é Ĺ", + "Ġ Sn", + "ĠS n", + "Th ank", + "Than k", + "; j", + ". Parameters", + ".Param eters", + ".Parameter s", + "ĉ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĉĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĉĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ facts", + "Ġf acts", + "Ġfact s", + "Ġfa cts", + "Ġfac ts", + "3 05", + "30 5", + "Ġ unt", + "Ġu nt", + "Ġun t", + ". instance", + ".in stance", + ".inst ance", + "#### ############################################################", + "######## ########################################################", + "################ ################################################", + "################################ ################################", + "################################################ ################", + "######################################## ########################", + "######################## ########################################", + "######################################################## ########", + "############################################################ ####", + "- end", + "-e nd", + "-en d", + "Ġ JOIN", + "ĠJO IN", + "Ġ Hen", + "ĠH en", + "ĠHe n", + "Ġ uri", + "Ġu ri", + "Ġur i", + "åIJ į", + "Ġ на", + "Ġн а", + "Ġ Info", + "ĠIn fo", + "ĠInf o", + "Ġcon ducted", + "Ġconduct ed", + "Ġconduc ted", + "Ġ Ã¥", + "Ġà ¥", + "OUR CE", + "Ġ wine", + "Ġw ine", + "Ġwin e", + "Ġwi ne", + "J ohn", + "Jo hn", + ".Error f", + ".Err orf", + "Ġ Age", + "ĠA ge", + "ĠAg e", + "o unded", + "ound ed", + "oun ded", + "Ġreal ize", + "Ġrealiz e", + "3 12", + "31 2", + "Ġ ];", + "Ġ] ;", + "Ġsub sequ", + "Ġsubs equ", + ", m", + "( User", + "(U ser", + "i ano", + "ia no", + "ian o", + "Ġaccom pl", + "Ġaccomp l", + "i sp", + "is p", + ". std", + ".s td", + ".st d", + "é ĩ", + "Ġ Bed", + "ĠB ed", + "ĠBe d", + ". setAttribute", + ".set Attribute", + "B R", + "ke ep", + "kee p", + "Ġ ALL", + "ĠA LL", + "ĠAL L", + "Ġ isol", + "Ġis ol", + "Ġi sol", + "Ġiso l", + "a mma", + "am ma", + "amm a", + "P ackage", + "Pack age", + "Ġ occasion", + "Ġocc asion", + "Ġoccas ion", + "- success", + "-s uccess", + "-su ccess", + "е д", + "еР´", + "ĠLIMIT ED", + "s trip", + "st rip", + "str ip", + "stri p", + "( )ĊĊĊ", + "() ĊĊĊ", + "()Ċ ĊĊ", + "()ĊĊ Ċ", + "is tribution", + "istrib ution", + "Color s", + "Col ors", + "Ġ+ :+", + "Did Load", + "a ler", + "al er", + "ale r", + "Ġ tid", + "Ġt id", + "Ġti d", + "Ġ LED", + "ĠL ED", + "ĠLE D", + "Ġ Linked", + "ĠLink ed", + "ĠLin ked", + "Ġ Cart", + "ĠC art", + "ĠCar t", + "ĠCa rt", + "( ))čĊ", + "() )čĊ", + "()) čĊ", + "_ READ", + "_RE AD", + "Ġk illing", + "Ġkill ing", + "Ġkil ling", + "Ġ PHP", + "ĠP HP", + "ĠPH P", + "f ection", + "fe ction", + "fect ion", + "fec tion", + "Ġ instances", + "Ġin stances", + "Ġinst ances", + "Ġinstance s", + "c v", + "\" />", + "\"/ >", + "Ġ sf", + "Ġs f", + "Ġt axes", + "Ġtax es", + "Ġta xes", + "_ location", + "_l ocation", + "_lo cation", + "_loc ation", + "Ġ Bitcoin", + "ĠBit coin", + "u able", + "ua ble", + "r ank", + "ra nk", + "ran k", + "i gnore", + "ig nore", + "ign ore", + "t rack", + "tr ack", + "tra ck", + "к а", + "Ġshould n", + "Ġ OP", + "ĠO P", + "= >{Ċ", + "=> {Ċ", + "Ġ km", + "Ġk m", + "Ġ helper", + "Ġh elper", + "Ġhelp er", + "Ġhel per", + "_ head", + "_h ead", + "_he ad", + "Ġ Whether", + "ĠWh ether", + "ĠWhe ther", + "o co", + "oc o", + "_ bl", + "_b l", + "Ġ statistics", + "Ġstat istics", + "Ġstatist ics", + "Ġstatistic s", + "Ġbe auty", + "Ġbeaut y", + "Ġbeau ty", + "Ġ tog", + "Ġt og", + "Ġto g", + "t ip", + "ti p", + "ëĭ ¤", + "Ġ csv", + "Ġc sv", + "Ġcs v", + "( sql", + "(s ql", + "(sq l", + "std lib", + "we ak", + "Ġ likes", + "Ġl ikes", + "Ġli kes", + "Ġlike s", + "Ġlik es", + "Ä į", + "Ġ repeat", + "Ġre peat", + "Ġrep eat", + "Ġrepe at", + "Ġa partment", + "Ġap artment", + "Ġapart ment", + "Ġe mph", + "Ġem ph", + "Ġemp h", + "_ edit", + "_e dit", + "_ed it", + "Ġ vit", + "Ġv it", + "Ġvi t", + "ĉ type", + "ĉt ype", + "ĉtyp e", + "2 17", + "21 7", + "E ven", + "Ev en", + "u ten", + "ut en", + "ute n", + "Ġcircum stances", + "Ġcircumstance s", + "b ian", + "bi an", + "bia n", + "Ġs ugar", + "Ġsu gar", + "Ġsug ar", + "W indows", + "Window s", + "Wind ows", + "ì ŀ", + "Ġobs erved", + "Ġobserv ed", + "Ġobserve d", + "/ data", + "/d ata", + "/dat a", + "Ġ calendar", + "Ġc alendar", + "Ġcal endar", + "Ġcalend ar", + "Ġ strike", + "Ġst rike", + "Ġstr ike", + "Ġstri ke", + "Ġ RES", + "ĠR ES", + "ĠRE S", + "_ sc", + "_s c", + "f ony", + "fo ny", + "fon y", + "o rem", + "or em", + "ore m", + "( z", + "p ower", + "po wer", + "pow er", + "et ect", + "ete ct", + "Ġ Sat", + "ĠS at", + "ĠSa t", + ". description", + ".d escription", + ".de scription", + ".des cription", + "Ġ gang", + "Ġg ang", + "Ġga ng", + "Ġgan g", + "Ġ Sports", + "ĠS ports", + "ĠSp orts", + "ĠSport s", + "ĠSpo rts", + "ĠSpor ts", + "on gs", + "ong s", + "Ġ Bundle", + "ĠB undle", + "ĠBund le", + "ĠBun dle", + ". sum", + ".s um", + "o nce", + "on ce", + "Ġacc used", + "Ġaccus ed", + "Ġaccuse d", + "Ġexp lore", + "Ġexpl ore", + "Ġexplo re", + "Ġexplor e", + "Ġ approximately", + "Ġapprox imately", + "Ġapproximate ly", + "Ġ losing", + "Ġl osing", + "Ġlo sing", + "Ġlos ing", + "th esis", + "the sis", + "thes is", + "Ġ Fund", + "ĠF und", + "ĠFun d", + "ĠFu nd", + "Ġdi agn", + "Ġdia gn", + "Ġdiag n", + "A utowired", + "p roperties", + "prop erties", + "proper ties", + "Ġ _.", + "Ġ_ .", + "Ġ cnt", + "Ġc nt", + "Ġcn t", + "ced ure", + "Ġ yy", + "Ġy y", + "Ġ grant", + "Ġg rant", + "Ġgr ant", + "Ġgran t", + "Ġgra nt", + "s ock", + "so ck", + "soc k", + ". innerHTML", + ".inner HTML", + "Ġ ]);Ċ", + "Ġ] );Ċ", + "Ġ]) ;Ċ", + "Ġ]); Ċ", + "Ġ CONFIG", + "ĠCON FIG", + "ĠCONF IG", + "= '$", + "=' $", + "5 50", + "55 0", + "] ];Ċ", + "]] ;Ċ", + "]]; Ċ", + "U ND", + "UN D", + "Ġ glob", + "Ġg lob", + "Ġgl ob", + "Ġglo b", + "Ġ dire", + "Ġd ire", + "Ġdi re", + "Ġdir e", + "uff le", + "_ MEM", + "_M EM", + "_ME M", + "Ġauth entic", + "> (\"", + ">( \"", + "Ġde cade", + "Ġdec ade", + "Ġdecad e", + "Ġ Import", + "ĠIm port", + "ĠImp ort", + "Ġorig inally", + "Ġoriginal ly", + "Ġorigin ally", + "Ġ jQuery", + "Ġj Query", + "Ġind icate", + "Ġindic ate", + "Ġindica te", + "Ġours elves", + "S w", + ". lbl", + ".l bl", + ".lb l", + "en erate", + "ener ate", + "ene rate", + "Ġbas ically", + "Ġbasic ally", + "Ġ Hom", + "ĠH om", + "ĠHo m", + "Ġ+ #+", + "Ġ+# +", + "Ġ Britain", + "ĠBrit ain", + "ĠBri tain", + "Ġ Kar", + "ĠK ar", + "ĠKa r", + "to Equal", + ". stop", + ".s top", + ".st op", + "Ġ modal", + "Ġm odal", + "Ġmod al", + "Ġmo dal", + "Ġmoda l", + "i si", + "is i", + "Ġsuggest s", + "Ġ dtype", + "Ġd type", + "Ġdt ype", + "Ġ tur", + "Ġt ur", + "Ġtu r", + "b f", + "Ġ connections", + "Ġconnection s", + "Ġconn ections", + "Ġconnect ions", + "Ġ Before", + "ĠB efore", + "ĠBe fore", + "i sted", + "is ted", + "ist ed", + "iste d", + "m ouse", + "mo use", + "Ġp ulled", + "Ġpull ed", + "Ġpul led", + ". build", + ".b uild", + "Ġleg islation", + "Ġlegis lation", + "Ġlegisl ation", + "Ġ forth", + "Ġf orth", + "Ġfor th", + "Ġfort h", + "p ad", + "pa d", + "e go", + "eg o", + ". Now", + ".N ow", + ".No w", + "Ġexc iting", + "Ġexcit ing", + "} ĊĊĊĊ", + "}Ċ ĊĊĊ", + "}ĊĊ ĊĊ", + "}ĊĊĊ Ċ", + "Ġcom pr", + "Ġco mpr", + "Ġcomp r", + "Ġ shares", + "Ġsh ares", + "Ġshare s", + "Ġsha res", + "Ġshar es", + "Ġ rig", + "Ġr ig", + "Ġri g", + "g reen", + "gr een", + "gre en", + "gree n", + "_ vec", + "_v ec", + "_ve c", + "Ġ enumerate", + "Ġenum erate", + "Ġenumer ate", + "A uto", + "Aut o", + "Au to", + "ic ator", + "ica tor", + "Ġ Ray", + "ĠR ay", + "ĠRa y", + "a sse", + "as se", + "ass e", + "Ġ holiday", + "Ġh oliday", + "Ġhol iday", + "Ġ nullable", + "Ġnull able", + "Ġnulla ble", + "g un", + "gu n", + "_ details", + "_d etails", + "_de tails", + "_detail s", + "_det ails", + "Ġ wrapper", + "Ġw rapper", + "Ġwr apper", + "Ġwrap per", + "s eq", + "se q", + "Ġ Young", + "ĠYou ng", + "ĠYo ung", + "ju ana", + "juan a", + "Ġ\" __", + "Ġ\"_ _", + "l icense", + "lic ense", + "s erve", + "se rve", + "ser ve", + "serv e", + "^ (", + "i ders", + "id ers", + "ide rs", + "ider s", + ". Remove", + ".Re move", + ".Rem ove", + "rop down", + "' S", + "p in", + "pi n", + "( token", + "(t oken", + "(to ken", + "(tok en", + ". Default", + ".D efault", + ".De fault", + ".Def ault", + "Ġ reasonable", + "Ġreason able", + "amp ion", + "ĠS ociety", + "ĠSoci ety", + "Ġ bei", + "Ġb ei", + "Ġbe i", + "er ves", + "erv es", + "erve s", + "r ad", + "ra d", + "Ġ Fox", + "ĠF ox", + "ĠFo x", + "_ images", + "_image s", + "_im ages", + "_imag es", + "Ġ wheel", + "Ġw heel", + "Ġwh eel", + "Ġwhe el", + "' )[", + "') [", + "Ġ cfg", + "Ġc fg", + "Ġcf g", + "( By", + "(B y", + "Con structor", + "Construct or", + "Ġ vary", + "Ġv ary", + "Ġvar y", + "Ġva ry", + ". swift", + ".sw ift", + "Ġ proxy", + "Ġpro xy", + "Ġpr oxy", + "Ġprox y", + "ĉ H", + "Ġ Another", + "ĠAn other", + "Ġ Pen", + "ĠP en", + "ĠPe n", + "Ġ checking", + "Ġcheck ing", + "Ġ jest", + "Ġj est", + "Ġje st", + "Ġjes t", + "m anager", + "man ager", + "manage r", + "mana ger", + "Or igin", + "Orig in", + "u gs", + "ug s", + "o ir", + "oi r", + "> čĊ", + "Ġ-- >čĊ", + "Ġ--> čĊ", + "Ġrel ief", + "Ġreli ef", + "Ġrelie f", + "l ap", + "la p", + "q uer", + "qu er", + "que r", + "_ parent", + "_p arent", + "_par ent", + "_pa rent", + "he ap", + "hea p", + "L OSE", + "LO SE", + "LOS E", + "Ġ combine", + "Ġc ombine", + "Ġcom bine", + "Ġcomb ine", + "Ġcombin e", + "Ġ Rose", + "ĠR ose", + "ĠRo se", + "ĠRos e", + "o wers", + "ow ers", + "ower s", + "owe rs", + "Ġpro cedures", + "Ġproced ures", + "Ġprocedure s", + "Ġ Sort", + "ĠS ort", + "ĠSo rt", + "ĠSor t", + "a nim", + "an im", + "ani m", + "v ariant", + "var iant", + "vari ant", + "eh icle", + "Ġsign ing", + "Ġsig ning", + "Ġsignin g", + "Pr imary", + "Prim ary", + "Pri mary", + "c urrency", + "curr ency", + "Ġs exe", + "Ġse xe", + "Ġsex e", + "o en", + "oe n", + "th eta", + "the ta", + "e man", + "em an", + "ema n", + "Ġim pressive", + "Ġimp ressive", + "Ġimpress ive", + "( '_", + "(' _", + "ĉ U", + "Ġ TextStyle", + "ĠText Style", + "_ cnt", + "_c nt", + "_cn t", + "Ġ slice", + "Ġs lice", + "Ġsl ice", + "Ġslic e", + "( ':", + "(' :", + "Ġunder stood", + "Ġunderst ood", + "H is", + "Hi s", + "2 77", + "27 7", + "0 13", + "01 3", + "Ġin formed", + "Ġinform ed", + "Ġ nick", + "Ġn ick", + "Ġni ck", + "Ġnic k", + "4 29", + "42 9", + "( TAG", + "(T AG", + "h d", + "Ġe lections", + "Ġel ections", + "Ġelect ions", + "Ġelection s", + "Ġele ctions", + "es ture", + "est ure", + "Ġ Santa", + "ĠS anta", + "ĠSan ta", + "ĠSant a", + "ĠCo ast", + ". pdf", + ".p df", + "inc iple", + "incip le", + "inci ple", + ". clone", + ".cl one", + "b orn", + "bo rn", + "bor n", + "u ta", + "ut a", + "Ġ licensed", + "Ġl icensed", + "Ġlicense d", + "Ġlic ensed", + "Ġlicens ed", + "C r", + "Ġ bread", + "Ġb read", + "Ġbr ead", + "Ġbre ad", + "Ġ Houston", + "ĠH ouston", + "ĠHou ston", + "Ġ nod", + "Ġn od", + "Ġno d", + "Ġh opes", + "Ġhope s", + "Ġhop es", + "Ġho pes", + "Ġ CGRect", + "ĠCG Rect", + "Ġgu ilty", + "Ġguilt y", + ". gif", + ".g if", + "Ġ rose", + "Ġr ose", + "Ġro se", + "Ġros e", + ". Common", + ".Com mon", + ".Comm on", + "T ip", + "Ti p", + "A NK", + "AN K", + "Ġ FC", + "ĠF C", + "D uring", + "Du ring", + "Dur ing", + "Ġ Symfony", + "ĠSym fony", + "Ġdef ensive", + "k m", + ") >", + "a rchive", + "arch ive", + "arc hive", + "Ġ URI", + "ĠU RI", + "ĠUR I", + "y cling", + "yc ling", + "ycl ing", + "- o", + "Ġ Website", + "ĠWe bsite", + "ĠWeb site", + "A MP", + "AM P", + "4 05", + "40 5", + "ish ment", + "Ġdo ctors", + "Ġdoc tors", + "Ġdoctor s", + "D irect", + "Dir ect", + "Di rect", + "Dire ct", + "A RI", + "AR I", + "Ġ Redirect", + "ĠRe direct", + "ĠRed irect", + "i eren", + "ie ren", + "ier en", + "iere n", + "9 60", + "96 0", + "_ dist", + "_d ist", + "_dis t", + "_di st", + "y o", + "Ġ Progress", + "ĠPro gress", + "Ġz um", + "Ġzu m", + "Ġme mor", + "Ġmem or", + "Ġmemo r", + "Ġ ED", + "ĠE D", + "Ġ jur", + "Ġj ur", + "Ġju r", + "æį ®", + "_ TABLE", + "_T ABLE", + "_TAB LE", + "_TA BLE", + "Ġ uuid", + "Ġu uid", + "Ġuu id", + "Ex pr", + "Exp r", + ". head", + ".h ead", + ".he ad", + "( '%", + "(' %", + "point er", + "po inter", + "Ġ estimate", + "Ġest imate", + "Ġestim ate", + "Ġ Greg", + "ĠG reg", + "ĠGr eg", + "ĠGre g", + "Ġ loader", + "Ġl oader", + "Ġlo ader", + "Ġload er", + "Ġloa der", + "Ġ iOS", + "Ġi OS", + "Ġ mens", + "Ġm ens", + "Ġme ns", + "Ġmen s", + "[ y", + "Ġref used", + "Ġrefuse d", + "Ġ precision", + "Ġp recision", + "Ġpre cision", + "Ġprec ision", + "Ġprecis ion", + "i sch", + "is ch", + "isc h", + "Ġ ACTION", + "ĠA CTION", + "ĠAC TION", + "ĠACT ION", + "C loud", + "Cl oud", + "Clo ud", + "s With", + "( ret", + "(r et", + "(re t", + "2 92", + "29 2", + "_ ADDR", + "_A DDR", + "_ADD R", + "_AD DR", + "_ conf", + "_con f", + "_co nf", + "( df", + "(d f", + "Ġ locked", + "Ġl ocked", + "Ġloc ked", + "Ġlock ed", + "Ġ rising", + "Ġr ising", + "Ġris ing", + "Ġri sing", + "ãĥ» ãĥ»", + "Ġ Ms", + "ĠM s", + "Ġ scenes", + "Ġsc enes", + "Ġscene s", + "Ġscen es", + "Ġsce nes", + "_ EXT", + "_E XT", + "_EX T", + "_ raw", + "_r aw", + "_ra w", + "_ the", + "_t he", + "_th e", + "pe ople", + "Ġre con", + "Ġrec on", + "Ġreco n", + "Ġ Fun", + "ĠF un", + "ĠFu n", + "Ġb less", + "Ġbl ess", + "Ġble ss", + "Ġ Updated", + "ĠUp dated", + "ĠUpdate d", + "4 22", + "42 2", + "ü n", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠčĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠčĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠčĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ čĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠčĊ", + "p ection", + "pe ction", + "pect ion", + "pec tion", + "R elease", + "Re lease", + "Rel ease", + ". logger", + ".log ger", + ".lo gger", + "Ġ SY", + "ĠS Y", + "Ġc ounsel", + "Ġcoun sel", + "u rd", + "ur d", + "_ true", + "_tr ue", + "Ġevery body", + "iv ot", + "ivo t", + "Ġh ence", + "Ġhe nce", + "Ġhen ce", + "Ġ NAS", + "ĠN AS", + "ĠNA S", + "7 89", + "78 9", + "Ġop posed", + "Ġopp osed", + "Ġoppos ed", + "Ġoppose d", + "un known", + "unk nown", + "Ġ DESC", + "ĠD ESC", + "ĠDE SC", + "ĠDES C", + "Ġ Chair", + "ĠC hair", + "ĠCh air", + "ĠCha ir", + "f ailed", + "fa iled", + "fail ed", + "Ġ INCLUDING", + "ĠIN CLUDING", + "3 86", + "38 6", + "3 52", + "35 2", + "Ġ writers", + "Ġw riters", + "Ġwrit ers", + "Ġwrite rs", + "Ġwriter s", + "{ }Ċ", + "{} Ċ", + "ÃŃ t", + "_ copy", + "_c opy", + "_co py", + "} :", + "Ġ Bat", + "ĠB at", + "ĠBa t", + "Ġ converted", + "Ġcon verted", + "Ġconvert ed", + "Ġconver ted", + "e ding", + "ed ing", + "edi ng", + "edin g", + "pl acement", + "place ment", + "Ġ Host", + "ĠH ost", + "ĠHo st", + "ĠHos t", + "S ound", + "So und", + "Sou nd", + "и м", + "Ġs ought", + "Ġso ught", + "Ġsou ght", + "4 02", + "40 2", + "m id", + "mi d", + "Ġ salary", + "Ġs alary", + "Ġsal ary", + "Ġsala ry", + "o gg", + "og g", + "âĦ ¢", + "b ul", + "bu l", + "Ġw ir", + "Ġwi r", + "valid ator", + "_ STAT", + "_ST AT", + "_STA T", + ". store", + ".st ore", + "Ġ Battle", + "ĠB attle", + "ĠBat tle", + "ĠBatt le", + "ı n", + "Ġ -->ĊĊ", + "Ġ-- >ĊĊ", + "Ġ-->Ċ Ċ", + "Ġ--> ĊĊ", + "Tr ump", + "d ot", + "do t", + "Ġ CONT", + "ĠC ONT", + "ĠCON T", + "ĠCO NT", + ". fetch", + ".f etch", + "Ġcont inu", + "Ġcontin u", + "w as", + "wa s", + "Ġf raud", + "Ġfr aud", + "Ġfra ud", + "Ġfrau d", + "_ tmp", + "_t mp", + "_tm p", + "m itter", + "mit ter", + "mitt er", + ". pictureBox", + ".p ictureBox", + ".picture Box", + "G A", + "Ġ tournament", + "Ġt ournament", + ". Input", + ".In put", + "3 43", + "34 3", + "[ r", + "ex ion", + "cent age", + "ĠK orean", + "ĠKore an", + "ĠKorea n", + "ĠKor ean", + "u ndef", + "un def", + "und ef", + "unde f", + "Ġ Available", + "ĠA vailable", + "ĠAv ailable", + "re shape", + "res hape", + "resh ape", + "Ġ kit", + "Ġk it", + "Ġki t", + "Ġ Struct", + "ĠStr uct", + "Ġ SUB", + "ĠS UB", + "ĠSU B", + "An swer", + "Ans wer", + "_ lib", + "_l ib", + "_li b", + ". twitter", + ".t witter", + ".tw itter", + "Ġ ore", + "Ġo re", + "Ġor e", + "Ġ Dragon", + "ĠD ragon", + "ĠDr agon", + "ĠDrag on", + "ĠDra gon", + ". Ext", + ".Ex t", + ".E xt", + ", k", + "Ġex planation", + "Ġexplan ation", + "r efs", + "re fs", + "ref s", + "Ġ Drive", + "ĠD rive", + "ĠDr ive", + "Ġ Training", + "ĠTr aining", + "ĠTra ining", + "ĠTrain ing", + "2 82", + "28 2", + ". Has", + ".H as", + "3 41", + "34 1", + "int age", + "inta ge", + "b ig", + "bi g", + "olog ist", + "olo gist", + "ologi st", + "en nis", + "enn is", + "4 60", + "46 0", + "Ù ĩ", + "Ġch icken", + "Ġchi cken", + "Ġchick en", + "Ġchic ken", + "Ġ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ Ċ", + "ç Ľ", + "ãģ §", + "Ġ peak", + "Ġpe ak", + "Ġpea k", + "Ġdr inking", + "Ġdrink ing", + "Ġ encode", + "Ġen code", + "Ġenc ode", + "Ġ NEW", + "ĠN EW", + "ĠNE W", + "m alloc", + "mal loc", + "mall oc", + "ĉ fprintf", + "ĉf printf", + "Ġ= ================================================================", + "Ġ================= ================================================", + "Ġ================================================= ================", + "Ġ================================= ================================", + "Ġ============================================================== ===", + "in cluding", + "incl uding", + "inclu ding", + "Ġprincip les", + "Ġprinciple s", + "Ġprinc iples", + "Ġ Mah", + "ĠM ah", + "ĠMa h", + "2 67", + "26 7", + "st orage", + "sto rage", + "stor age", + "- key", + "-k ey", + "Ġ keyword", + "Ġkey word", + "% ;", + "Ġ trained", + "Ġtr ained", + "Ġtrain ed", + "Ġtra ined", + "Ġtrai ned", + ". contrib", + ".con trib", + ".cont rib", + "Ġ kv", + "Ġk v", + "__ ':Ċ", + "Ġ Boy", + "ĠB oy", + "ĠBo y", + "param eter", + "para meter", + "Ġ suite", + "Ġs uite", + "Ġsu ite", + "Ġsuit e", + "Ġsui te", + "Ġth ousand", + "Ġthous and", + "Ġthou sand", + "Ġ coordinate", + "Ġco ordinate", + "Ġcoord inate", + "Ġcoordin ate", + "- generated", + "-g enerated", + "íķ ĺ", + "g enerated", + "gener ated", + "generate d", + "gene rated", + "Ġad mitted", + "Ġadm itted", + "Ġadmit ted", + "Ġp ussy", + "Ġpus sy", + "Ġpuss y", + "# w", + "Ġsw im", + "un ion", + "uni on", + "N a", + "2 74", + "27 4", + "Ġ Royal", + "ĠR oyal", + "ĠRoy al", + "ĠRo yal", + ". channel", + ".ch annel", + "Up dated", + "Update d", + "_ ROOT", + "_R OOT", + "_RO OT", + "Ġv ital", + "Ġvi tal", + "Ġvit al", + "Ġvita l", + "3 35", + "33 5", + "r action", + "ra ction", + "rac tion", + "ract ion", + "ĠCr usher", + "ĠCrush er", + "ĠCru sher", + "ĠCrus her", + "Ġ preced", + "Ġpr eced", + "Ġpre ced", + "Ġprec ed", + "Ġ horizontal", + "Ġh orizontal", + "Ġhor izontal", + "Ġhorizon tal", + "Blue print", + "Ġ attrs", + "Ġat trs", + "Ġatt rs", + "Ġattr s", + "Ġsm oke", + "Ġsmo ke", + "Ð Ĵ", + ". Equals", + ".E quals", + ".Equal s", + "F B", + "Ġ Resources", + "ĠRe sources", + "ĠRes ources", + "ĠResource s", + "rol ling", + "roll ing", + "Ġ passes", + "Ġp asses", + "Ġpass es", + "Ġpas ses", + "Ġpasse s", + "Ġ Num", + "ĠN um", + "ĠNu m", + "r otate", + "rot ate", + "e type", + "et ype", + "ety pe", + "\\ \",", + "\\\" ,", + "Ġs ensitive", + "Ġsens itive", + "Ġsensit ive", + "Ġt all", + "Ġtal l", + "Ġta ll", + "? âĢĿĊĊ", + "?âĢĿ ĊĊ", + "Pro xy", + "Pr oxy", + "i y", + "_ section", + "_s ection", + "_se ction", + "_sec tion", + "âĢĶâĢĶ âĢĶâĢĶ", + "b rid", + "br id", + "Ġc ircuit", + "Ġcirc uit", + "a tan", + "at an", + "ata n", + "E NC", + "EN C", + "Ġdr iven", + "Ġdrive n", + "Ġdriv en", + "Ġdri ven", + "Ġv oted", + "Ġvo ted", + "Ġvot ed", + "Ġvote d", + "Ġeduc ational", + "Ġeducation al", + "Ġ interaction", + "Ġinter action", + "Ġinteract ion", + "Ġinte raction", + "ab etes", + "abe tes", + "abet es", + "Ġ tone", + "Ġt one", + "Ġto ne", + "Ġton e", + "ĠInitialize Component", + "Ġmer ely", + "Ġmere ly", + "Ġ ìŀ", + "Ġì ŀ", + "c ookie", + "co okie", + "cook ie", + "_ div", + "_d iv", + "_di v", + "Ġ UILabel", + "ĠUI Label", + "ĠUIL abel", + "v ely", + "ve ly", + "vel y", + "} );čĊ", + "}) ;čĊ", + "}); čĊ", + "_ ENT", + "_E NT", + "_EN T", + "#+ #+", + "art icles", + "article s", + "arti cles", + "artic les", + "Ġ Southern", + "ĠSouth ern", + "ĠSou thern", + "Ġstrong er", + "Ġstro nger", + "Ġstron ger", + "Ġ Given", + "ĠG iven", + "ĠGi ven", + "ĠGive n", + "Ġ Eric", + "ĠE ric", + "ĠEr ic", + "Ġ IR", + "ĠI R", + "a bstract", + "ab stract", + "abs tract", + "U nder", + "Un der", + "Und er", + "n able", + "na ble", + "Ġ increment", + "Ġin crement", + "Ġincre ment", + "Ġinc rement", + "Ġincr ement", + "o ven", + "ov en", + "ove n", + "Ġ coin", + "Ġc oin", + "Ġco in", + "Ġcoi n", + "_ timer", + "_t imer", + "_time r", + "_tim er", + "_ti mer", + "Ġsuffer ed", + "Ġsuff ered", + "Ġ FREE", + "ĠF REE", + "ĠFR EE", + "ĠFRE E", + "' ].\"", + "'] .\"", + "']. \"", + "Ġ Queen", + "ĠQu een", + "ĠQue en", + "st ats", + "stat s", + "sta ts", + "Ġmeet ings", + "Ġmeeting s", + "Ġmee tings", + "2 76", + "27 6", + "Ġen tering", + "Ġent ering", + "Ġenter ing", + "Ġalong side", + "( session", + "(s ession", + "(sess ion", + "it als", + "ital s", + "ita ls", + "Ġ foundation", + "Ġf oundation", + "Ġfound ation", + "Ġ Credit", + "ĠC redit", + "ĠCr edit", + "ĠCre dit", + ". div", + ".d iv", + ".di v", + "_ ALL", + "_A LL", + "_AL L", + "p cion", + "pc ion", + "pci on", + "_ stat", + "_s tat", + "_st at", + "_sta t", + "ic king", + "ick ing", + "Default s", + "_ src", + "_s rc", + "_sr c", + "Ġ outputs", + "Ġout puts", + "Ġoutput s", + "/ B", + "Ġen thus", + "Ġent hus", + "Ġenth us", + "- bl", + "-b l", + ". ForeColor", + ".Fore Color", + "ĉ temp", + "ĉt emp", + "F ace", + "Fac e", + "Fa ce", + "Ġinter act", + "Ġinte ract", + "Ġwe ird", + "Ġwei rd", + "Ġweir d", + "M ount", + "Mo unt", + "r ell", + "re ll", + "rel l", + "ud ents", + "ude nts", + "udent s", + "uden ts", + "Ġrequire ment", + "Ġrequ irement", + "Ġ Sus", + "ĠS us", + "ĠSu s", + "I ER", + "IE R", + "Ġe lected", + "Ġel ected", + "Ġelect ed", + "re ference", + "ref erence", + "refer ence", + "Ġ ME", + "ĠM E", + "Ġ servers", + "Ġs ervers", + "Ġser vers", + "Ġserver s", + "Ġserv ers", + "Ġserve rs", + ". wait", + ".w ait", + "Ġ snapshot", + "Ġs napshot", + "Ġsnap shot", + "Ġsnaps hot", + "il ton", + "ilt on", + "Ġ tries", + "Ġt ries", + "Ġtr ies", + "Ġtri es", + "Ġtrie s", + "Ġ tipo", + "Ġt ipo", + "Ġti po", + "Ġtip o", + ". Time", + ".T ime", + "> w", + "Ġm ountain", + "Ġmount ain", + "Ġp ounds", + "Ġpo unds", + "Ġpou nds", + "Ġpound s", + "Ġ[ ...", + "Ġ[. ..", + "ex ists", + "exist s", + "Ġng On", + "_ MAP", + "_M AP", + "_MA P", + "Ġf lying", + "Ġfl ying", + "Ġfly ing", + "3 31", + "33 1", + "xi ety", + "ĉ value", + "ĉv alue", + "ĉval ue", + "ĉva lue", + "_ DB", + "_D B", + "u no", + "un o", + "Ġse ats", + "Ġsea ts", + "Ġseat s", + "T URN", + "TU RN", + ". author", + ".a uthor", + ".auth or", + ".aut hor", + "! )", + "or ce", + "orc e", + "Ġind icated", + "Ġindic ated", + "Ġindicate d", + "Ġindica ted", + "3 17", + "31 7", + ". sin", + ".s in", + ".si n", + "Ġ assignment", + "Ġass ignment", + "Ġassign ment", + "im iento", + "imi ento", + "Ġ Frame", + "ĠF rame", + "ĠFr ame", + "ĠFra me", + "ĠFram e", + "3 24", + "32 4", + "_ gen", + "_g en", + "_ge n", + "in ery", + "ine ry", + "iner y", + "_ )", + "m essages", + "message s", + "mess ages", + ". settings", + ".s ettings", + ".set tings", + ".setting s", + "Ġ Mean", + "ĠM ean", + "ĠMe an", + "ĠM useum", + "ĠMus eum", + "ĠMuse um", + "i rq", + "ir q", + "at tach", + "att ach", + "atta ch", + "ĠPale stin", + "ĠPalest in", + "_ QU", + "_Q U", + "_ tags", + "_t ags", + "_tag s", + "_ta gs", + "Ġcas ual", + "e men", + "em en", + "eme n", + "ASS WORD", + "4 32", + "43 2", + "$ s", + "ĠC irc", + "ĠCi rc", + "ĠCir c", + "о й", + "оР¹", + "et ric", + "etr ic", + "etri c", + "/ P", + "0 18", + "01 8", + "Ġ epoch", + "Ġep och", + "< head", + " The", + ">T he", + "Ġ Ak", + "ĠA k", + "Ġ grass", + "Ġgr ass", + "Ġgra ss", + "Ġgras s", + "/ *čĊ", + "/* čĊ", + "( dis", + "(d is", + "(di s", + "Ġ guns", + "Ġg uns", + "Ġgu ns", + "Ġgun s", + "Ġ tb", + "Ġt b", + "Ġ Kevin", + "ĠK evin", + "ĠKe vin", + ". args", + ".ar gs", + ".arg s", + "Ġ Ah", + "ĠA h", + "o ped", + "op ed", + "ope d", + "( J", + "column s", + "arg uments", + "argument s", + "ĠWith Events", + "_ full", + "_f ull", + "_fu ll", + "Ġ Defense", + "ĠDef ense", + "S imple", + "Sim ple", + "Ġde aths", + "Ġdeath s", + "2 95", + "29 5", + "Ġext ensive", + "Ġ Still", + "ĠSt ill", + "Ġ Expression", + "ĠEx pression", + "ĠExp ression", + "ĠExpress ion", + "ĠExpr ession", + "Ġ Agency", + "ĠA gency", + "ĠAg ency", + "ĠAge ncy", + "Ġper forming", + "Ġperform ing", + "Ġperfor ming", + "F X", + "Ġ usuario", + "Ġus uario", + "Ġusu ario", + "U AL", + "UA L", + "S ide", + "Si de", + "Sid e", + "o dos", + "od os", + "odo s", + "ap top", + "apt op", + "Ġ credentials", + "Ġc redentials", + "Ġcred entials", + "Ġcredential s", + "_ cap", + "_c ap", + "_ca p", + "at ient", + "ati ent", + "atie nt", + "Ġ Disney", + "ĠDis ney", + "Ġ ai", + "Ġa i", + "Ġ chip", + "Ġc hip", + "Ġch ip", + "Ġchi p", + "Ġ volt", + "Ġv olt", + "Ġvo lt", + "Ġvol t", + ".make Text", + "%%%%%%%% %%%%%%%%", + "Ġ belief", + "Ġbel ief", + "Ġbelie f", + "_ LOC", + "_L OC", + "_LO C", + "Ġ Civil", + "ĠC ivil", + "ĠCi vil", + "ĠCiv il", + "N avigation", + "Nav igation", + "Navig ation", + "Ġ reveal", + "Ġre veal", + "Ġreve al", + "Ġ violent", + "Ġviol ent", + "Ġ Fil", + "ĠF il", + "ĠFi l", + "Ġ catalog", + "Ġc atalog", + "Ġcat alog", + "Ġcata log", + "Ġcatal og", + "e med", + "em ed", + "eme d", + "s can", + "sc an", + ". control", + ".c ontrol", + ".cont rol", + "Ġ constitution", + "Ġcon stitution", + "Ġconst itution", + "Ġconstit ution", + "Ġconstitu tion", + "C ountry", + "Count ry", + "S eparator", + "Se parator", + "Separ ator", + "_ APP", + "_A PP", + "_AP P", + "t opic", + "to pic", + "top ic", + "u etooth", + "uet ooth", + "M IN", + "MI N", + "Ġ descriptor", + "Ġdes criptor", + "y t", + "ET HER", + "ETH ER", + "Ġd istribute", + "Ġdis tribute", + "Ġdistrib ute", + "' }Ċ", + "'} Ċ", + ". trim", + ".t rim", + ".tr im", + ". Line", + ".L ine", + "Ġ lbl", + "Ġl bl", + "Ġlb l", + "assert Equals", + "Ġ Det", + "ĠD et", + "ĠDe t", + "omb ok", + "ombo k", + "( width", + "(w idth", + "Ġt ort", + "Ġto rt", + "Ġtor t", + "ĠEX PRESS", + "ĠEXP RESS", + "a co", + "ac o", + "U sing", + "Us ing", + "Ġ Brand", + "ĠB rand", + "ĠBr and", + "ĠBra nd", + "ĠBran d", + "w all", + "wa ll", + "wal l", + "E MENT", + "EM ENT", + "Ġ Communic", + "ĠComm unic", + "ĠCommun ic", + "< uint", + " (Ċ", + ">( Ċ", + "? >\"", + "?> \"", + "Ġ ///Ċ", + "Ġ// /Ċ", + "Ġ/ //Ċ", + "Ġ/// Ċ", + "Ġe iner", + "Ġein er", + "Ġeine r", + "Ġei ner", + "Ġ weekly", + "Ġweek ly", + "ĉ logger", + "ĉlog ger", + "_ pop", + "_p op", + "_po p", + "_ man", + "_m an", + "_ma n", + "Ġm igrations", + "Ġmigr ations", + "Ġmigration s", + "Ġ asks", + "Ġas ks", + "Ġask s", + "Ġ bs", + "Ġb s", + "Ġ falls", + "Ġf alls", + "Ġfall s", + "Ġfal ls", + ". Where", + ".W here", + ".Wh ere", + "- height", + "-h eight", + "-he ight", + "_ feature", + "_f eature", + "_fe ature", + "_feat ure", + ". Min", + ".M in", + "Ġ hyper", + "Ġh yper", + "Ġhy per", + "Ġhyp er", + "Ġhype r", + "Ġ volatile", + "Ġv olatile", + "Ġvol atile", + "Ġ twenty", + "Ġtw enty", + "Ġtwe nty", + "Typ ography", + "U nable", + "Un able", + "Una ble", + "D et", + "De t", + ", f", + "- mod", + "-m od", + "Ġset tlement", + "Ġsett lement", + "Ġsettle ment", + "Ġ contracts", + "Ġcon tracts", + "Ġcontract s", + "Ġcontr acts", + "Ġcontra cts", + "n ome", + "no me", + "nom e", + "B ad", + "Ba d", + "Ġ Brian", + "ĠB rian", + "ĠBr ian", + "ĠBri an", + "7 68", + "76 8", + "( username", + "(user name", + "! !!!", + "!! !!", + "!!! !", + "Ġ hack", + "Ġh ack", + "Ġha ck", + "Ġhac k", + ". Field", + ".F ield", + "H R", + "Ġ Jordan", + "ĠJ ordan", + "ĠJord an", + "i za", + "iz a", + "Ġ Âł", + "Ġ ł", + "Ġ Sher", + "ĠS her", + "ĠSh er", + "ĠShe r", + ". header", + ".head er", + ".he ader", + "( other", + "(o ther", + "Ġ Dub", + "ĠD ub", + "ĠDu b", + "( op", + "(o p", + "Ġ Round", + "ĠR ound", + "ĠRo und", + "ĠRou nd", + "Ġ vie", + "Ġv ie", + "Ġvi e", + "Ġ appl", + "Ġapp l", + "Ġap pl", + "ĉ J", + "Ġ Insert", + "ĠIn sert", + "ĠIns ert", + "Ġ LP", + "ĠL P", + "re gon", + "reg on", + "rego n", + "Ġ MPI", + "ĠM PI", + "ĠMP I", + "Ġ anchor", + "Ġan chor", + "Ġanch or", + "Ġanc hor", + "a ca", + "ac a", + "ø r", + "Ġ ade", + "Ġa de", + "Ġad e", + "an chor", + "anc hor", + "anch or", + "qu ee", + "que e", + "Ġ TreeNode", + "ĠT reeNode", + "ĠTree Node", + "Ġtarget ed", + "Ġtarg eted", + "Ġl aid", + "Ġla id", + "Ġlai d", + "A BEL", + "AB EL", + "v et", + "ve t", + "Ġ Origin", + "ĠOr igin", + "ĠOri gin", + "ĠOrig in", + "A nt", + "An t", + ". ');Ċ", + ".' );Ċ", + ".') ;Ċ", + ".'); Ċ", + "ex pect", + "exp ect", + "ed Reader", + "Ġ Major", + "ĠM ajor", + "ĠMaj or", + "Ġ inch", + "Ġin ch", + "Ġinc h", + "Com par", + "Co mpar", + "Comp ar", + "Ġ preview", + "Ġp review", + "Ġpr eview", + "Ġpre view", + "Ġprev iew", + "Ġill ness", + "ĠCON TRACT", + "ĠCONTR ACT", + "ĠCONT RACT", + "Ġ Independ", + "ĠIn depend", + "ĠInd epend", + "u uid", + "uu id", + "Ġ nome", + "Ġn ome", + "Ġno me", + "Ġnom e", + "Ġ tc", + "Ġt c", + "ĠA venue", + "i san", + "is an", + "isa n", + "Ġ phrase", + "Ġph rase", + "_ move", + "_m ove", + "_mov e", + "_mo ve", + "\" )[", + "\") [", + "4 12", + "41 2", + "Ġpro vision", + "Ġprov ision", + "Ġconc entr", + "Ġconcent r", + "_ IR", + "_I R", + "Ġ Ut", + "ĠU t", + "( )+", + "() +", + "Ġ nas", + "Ġn as", + "Ġna s", + "! ,", + "Ġ Robin", + "ĠRob in", + "ĠRo bin", + "i ations", + "iation s", + "iat ions", + "at itude", + "Ġ px", + "Ġp x", + "Ġ Without", + "ĠWith out", + "/ bash", + "/b ash", + "e kt", + "ek t", + "re ement", + "ree ment", + "3 42", + "34 2", + "Ob server", + "Observ er", + "Obs erver", + "3 18", + "31 8", + "Ġ Region", + "ĠReg ion", + "UB LIC", + "UBL IC", + "Ġ {//", + "Ġ{ //", + "K N", + "å ·", + "Game Object", + "å ¾", + "en coding", + "enc oding", + "enco ding", + "Ġ ***", + "Ġ* **", + "Ġ** *", + "project s", + "proj ects", + "Ġ tk", + "Ġt k", + "Ġche ese", + "Ġchees e", + "EM PL", + "EMP L", + "a ro", + "ar o", + "Ġ اÙĦ", + "Ġا ÙĦ", + "6 10", + "61 0", + "3 37", + "33 7", + "Ġcons ists", + "Ġconsist s", + "re fresh", + "ref resh", + "u reau", + "ure au", + "Ġ Scanner", + "ĠSc anner", + "ĠScan ner", + "Ġs oil", + "Ġso il", + "Ġfl avor", + "Ġflav or", + "Ġfla vor", + "Data Source", + "Ex ecute", + "Exec ute", + "е ние", + "ен ие", + "ени е", + "Ġ shit", + "Ġs hit", + "Ġsh it", + "åĪ Ĩ", + "< any", + " < /", + "Qu antity", + "Quant ity", + "qu iry", + "quir y", + "qui ry", + "_ tab", + "_t ab", + "_ta b", + "Ġ alg", + "Ġa lg", + "Ġal g", + "To ast", + "re size", + "res ize", + "resi ze", + "quest ions", + "question s", + "s chema", + "sch ema", + "L iteral", + "Lite ral", + "Lit eral", + "Liter al", + "( entity", + "(e ntity", + "(ent ity", + "NE CTION", + "NECT ION", + "ch anged", + "change d", + "chan ged", + "chang ed", + "_ FIELD", + "_F IELD", + "_ HEIGHT", + "_HE IGHT", + "Ġ organic", + "Ġorg anic", + "Ġorgan ic", + "P RE", + "PR E", + "Ġ Cat", + "ĠC at", + "ĠCa t", + ". Draw", + ".D raw", + "E s", + "Ġ loud", + "Ġl oud", + "Ġlo ud", + "Ġlou d", + "6 80", + "68 0", + "Ġ ĠĠĠĠĠĠĠĉ", + "ĠĠ ĠĠĠĠĠĠĉ", + "ĠĠĠĠ ĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠ ĉ", + "ĠĠĠ ĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠ Ġĉ", + "ĠĠĠĠĠ ĠĠĠĉ", + "ĠĠĠĠĠĠ ĠĠĉ", + "Ġ Kat", + "ĠK at", + "ĠKa t", + "Ġ heap", + "Ġhe ap", + "âĢľ It", + "âĢľI t", + "0 70", + "07 0", + "e tr", + "et r", + "Ġ unlikely", + "Ġun likely", + "Ġunlike ly", + "er als", + "era ls", + "eral s", + "/ auth", + "/a uth", + "5 02", + "50 2", + "t odo", + "to do", + "tod o", + "P lace", + "Pl ace", + "Post ed", + "Pos ted", + "Po sted", + "Com ments", + "Comment s", + "Comm ents", + "Ġ Tech", + "ĠT ech", + "ĠTe ch", + "ĠTec h", + "Ġ Finally", + "ĠF inally", + "ĠFin ally", + "ĠFinal ly", + "eg ration", + "egr ation", + "egra tion", + "Ġ minimal", + "Ġmin imal", + "Ġmini mal", + "Ġminim al", + "Ġ Files", + "ĠF iles", + "ĠFile s", + "ĠFil es", + "ĠFi les", + "Ġt amb", + "Ġta mb", + "Ġtam b", + "ë¡ ľ", + "Ġ Release", + "ĠR elease", + "ĠRe lease", + "ĠRel ease", + "4 25", + "42 5", + ". resize", + ".re size", + ".res ize", + "Ġ Ï", + "c ollect", + "col lect", + "coll ect", + "= p", + "ĠLI ABLE", + "Ġp roducing", + "Ġprodu cing", + "Ġprod ucing", + "- wrapper", + "-w rapper", + "-wrap per", + "Ġs ingles", + "Ġsingle s", + "Ġsin gles", + "Ġsing les", + "ĠN BA", + "ĠNB A", + "o rr", + "or r", + "e ren", + "er en", + "ere n", + ". addAction", + ".add Action", + "Ġ thesis", + "Ġth esis", + "Ġthe sis", + "d n", + "P TY", + "PT Y", + ". des", + ".d es", + ".de s", + "Ġb acter", + "Ġba cter", + "Ġbac ter", + "Ġ Express", + "ĠEx press", + "ĠExp ress", + "ĠExpr ess", + "Ġ *)Ċ", + "Ġ* )Ċ", + "Ġ*) Ċ", + "å ij", + "/ admin", + "/ad min", + "se conds", + "sec onds", + "second s", + "åĬ Ł", + "uss ion", + "a beth", + "ab eth", + "abe th", + "abet h", + "Ġ Computer", + "ĠCom puter", + "ĠComp uter", + "ĠCompute r", + "ĠComput er", + "Ġr uling", + "Ġru ling", + "(\" ../", + "(\". ./", + "(\".. /", + ". GET", + ".G ET", + "ĠMe dal", + "ĠMed al", + "ition ally", + "itional ly", + "com mit", + "comm it", + "f ocus", + "fo cus", + "_ LEVEL", + "_LE VEL", + "i nda", + "in da", + "ind a", + "F act", + "Fac t", + "Fa ct", + "= np", + "=n p", + "=\" \">Ċ", + "=\"\" >Ċ", + "=\"\"> Ċ", + "Ġsub sequent", + "Ġsubsequ ent", + "pos able", + "- fluid", + "-fl uid", + "Ġth orough", + "Ġtho rough", + "Ġthor ough", + "Ġpublic ly", + "Ġpubli cly", + "ap ters", + "apt ers", + "apter s", + "Ġ Wilson", + "ĠWil son", + "_ PRE", + "_P RE", + "_PR E", + "y ard", + "ya rd", + "yar d", + "ä ¼", + "ĉ in", + "ĉi n", + "3 39", + "33 9", + "Ġre vers", + "Ġrev ers", + "Ġreve rs", + "Ġrever s", + "Ġ bullet", + "Ġb ullet", + "Ġbul let", + "Ġbull et", + "cri bed", + "cribe d", + "nes ota", + "Ġ ($_", + "Ġ( $_", + "Ġ($ _", + "an non", + "ann on", + "anno n", + "c ursor", + "curso r", + "Ġclo thing", + "Ġcloth ing", + "Ġ Multi", + "ĠM ulti", + "ĠMult i", + "ĠMul ti", + "2 87", + "28 7", + ": ',", + ":' ,", + "Ġv ess", + "Ġve ss", + "Ġves s", + "ord inator", + "ordin ator", + "Ġe inem", + "Ġein em", + "Ġeine m", + "Ġei nem", + "C annot", + "Can not", + "Ġ armed", + "Ġar med", + "Ġarm ed", + "ĉ V", + "ä¸ Ĭ", + ". Flat", + ".F lat", + ".Fl at", + "Ġ Sep", + "ĠS ep", + "ĠSe p", + "Ġ Subject", + "ĠSub ject", + "ĠSu bject", + "_ font", + "_f ont", + "Ġcharacter istics", + "Ġcharacteristic s", + "D one", + "Do ne", + "Don e", + "e ln", + "el n", + "#### ########", + "######## ####", + "##### #######", + "###### ######", + "####### #####", + "P OS", + "PO S", + "Ġ density", + "Ġd ensity", + "Ġdens ity", + "Ġ Platform", + "ĠPl atform", + "ĠPlat form", + "- items", + "-item s", + "-i tems", + "-it ems", + "Ġ overs", + "Ġo vers", + "Ġover s", + "Ġov ers", + "Ġp ushing", + "Ġpush ing", + "ç ¤", + ". Connection", + ".Con nection", + ".Connect ion", + ".Conn ection", + "_ term", + "_t erm", + "_te rm", + "_ter m", + "Ġinitial ization", + "________________ ________________", + "ç ¬", + ". document", + ".d ocument", + ".doc ument", + "l esh", + "le sh", + "les h", + "ĉ document", + "ĉd ocument", + "ĉdoc ument", + "Ġ Pin", + "ĠP in", + "ĠPi n", + "ç a", + "Ġ definitions", + "Ġdefinition s", + "Ġdefinit ions", + "Ġdefin itions", + ". Path", + ".P ath", + "_ WRITE", + "_W RITE", + "_WR ITE", + "Ġ ĉĊ", + "Ġĉ Ċ", + "? >ĊĊ", + "?> ĊĊ", + "?>Ċ Ċ", + "Ġter rible", + "Ġterr ible", + "b ean", + "be an", + "ick ets", + "icket s", + "Ġ SV", + "ĠS V", + "B uy", + "Bu y", + "( task", + "(t ask", + "Ġreg ime", + "g oogle", + "go ogle", + "goog le", + "goo gle", + "Ġc rack", + "Ġcr ack", + "Ġcra ck", + ". visit", + ".vis it", + "N UM", + "NU M", + "e nergy", + "en ergy", + "ener gy", + "Ġs truck", + "Ġstr uck", + "Ġstru ck", + "_ sample", + "_s ample", + ". payload", + ".p ayload", + ".pay load", + "Ġre vis", + "Ġrev is", + "Ġ Scene", + "ĠS cene", + "ĠSc ene", + "Ġ pg", + "Ġp g", + "Ġbreak fast", + "URRE NT", + ". charAt", + ".char At", + "_ exception", + "_ex ception", + "_except ion", + "ĠA nton", + "ĠAn ton", + "ĠAnt on", + "Ġguide lines", + "Ġguid elines", + "Ġguideline s", + "Ġex haust", + "Ġ Financial", + "ĠFin ancial", + "Ġ indent", + "Ġin dent", + "Ġind ent", + "Ġinde nt", + "Ġ desktop", + "Ġd esktop", + "Ġdes ktop", + "Ġdesk top", + "H idden", + "Hi dden", + "F ailure", + "Fail ure", + "Ġpr inciple", + "Ġprincip le", + "Ġprinc iple", + "Ġ iv", + "Ġi v", + "Ġs eks", + "Ġse ks", + "Ġsek s", + "n etwork", + "net work", + "Ġ numberOf", + "Ġnumber Of", + "Ġ Albert", + "ĠAl bert", + "ĠAlb ert", + "ĉ long", + "ĉl ong", + "8 01", + "80 1", + ", .", + "Ġ zeros", + "Ġz eros", + "Ġzero s", + "Ġze ros", + "Ġzer os", + "f ade", + "fa de", + "fad e", + "Ġ Typ", + "ĠT yp", + "ĠTy p", + "Ġ Term", + "ĠT erm", + "ĠTe rm", + "ĠTer m", + "ĠA rts", + "ĠAr ts", + "ĠArt s", + ". Application", + ".App lication", + ".Ap plication", + "Ġbe half", + "Ġbeh alf", + "æĪ ·", + "Ġ mere", + "Ġm ere", + "Ġme re", + "Ġmer e", + "( `${", + "(` ${", + "Ġaware ness", + "el pers", + "elp ers", + "elper s", + "f lix", + "fl ix", + "Ġ weigh", + "Ġwe igh", + "Ġwei gh", + "Ġest imates", + "Ġestim ates", + "Ġestimate s", + ". child", + ".ch ild", + "/ O", + "Ġ Bitmap", + "ĠB itmap", + "ĠBit map", + ". bottom", + ".b ottom", + ".bot tom", + "Ġ** ************************************************************************", + "Ġ************************************************************************ **", + "Ex pect", + "Exp ect", + "en to", + "ent o", + "Ġ Forum", + "ĠF orum", + "ĠFor um", + "ĠFo rum", + "v eral", + "ver al", + "ve ral", + "Ġj ail", + "Ġja il", + "Ġ abilities", + "Ġab ilities", + "ĠH OLD", + "ĠHO LD", + "ĠHOL D", + "Ġ Cit", + "ĠC it", + "ĠCi t", + "Ġd ynam", + "Ġdy nam", + "Ġdyn am", + "Ġ gray", + "Ġg ray", + "Ġgr ay", + "Ġgra y", + "ĉ ĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉ ĉ", + ". nextInt", + ".next Int", + "ant ly", + "ĠAR ISING", + "( private", + "(pr ivate", + "(priv ate", + "Ġ rejected", + "Ġre jected", + "Ġreject ed", + "Ġrej ected", + "Ġ Nic", + "ĠN ic", + "ĠNi c", + "Ġle ather", + "= {Ċ", + "={ Ċ", + "aly tics", + "t hetic", + "th etic", + "the tic", + ". Top", + ".T op", + ".To p", + "3 73", + "37 3", + ". Page", + ".P age", + "={ `", + "Ġ ;čĊ", + "Ġ; čĊ", + "de pth", + "dep th", + "dept h", + "m ann", + "man n", + "ma nn", + "W D", + "Ġ Som", + "ĠS om", + "ĠSo m", + ". Right", + ".R ight", + "Ġ )}Ċ", + "Ġ) }Ċ", + "Ġ trait", + "Ġt rait", + "Ġtr ait", + "Ġtra it", + "Ġtrai t", + "à Ĺ", + "i ac", + "ia c", + "Ġ rv", + "Ġr v", + "S ample", + "Sam ple", + ". Xml", + ".X ml", + "o pped", + "op ped", + "opp ed", + "Ġ ÑĦ", + "ĠÑ Ħ", + "l ists", + "li sts", + "list s", + "lis ts", + "Ġt ear", + "Ġte ar", + "Ġtea r", + "ivers ary", + ". collection", + ".c ollection", + ".col lection", + ".collect ion", + ".coll ection", + "ĠCon stitution", + "ĠConst itution", + "ĠConstit ution", + "Ġ HttpResponse", + "ĠHttp Response", + "Ġbr ill", + "Ġbri ll", + "Ġ Prom", + "ĠP rom", + "ĠPro m", + "ĠPr om", + "h over", + "ho ver", + "3 66", + "36 6", + "Ġ Miami", + "ĠM iami", + "ĠMi ami", + "ĠMia mi", + "Ġar gue", + "Ġarg ue", + "_ float", + "_f loat", + "5 04", + "50 4", + "Ġ ãĤ", + "Ġ nat", + "Ġn at", + "Ġna t", + "ĠT al", + "ĠTa l", + "Ġ integration", + "Ġint egration", + "Ġinteg ration", + "Ġintegr ation", + "( cur", + "(c ur", + "Ġre moving", + "Ġrem oving", + "Ġ coeff", + "Ġc oeff", + "Ġco eff", + "Ġcoef f", + "Ġ Though", + "ĠTh ough", + "ĠThou gh", + "Ġ forecast", + "Ġfor ecast", + "Ġfore cast", + "4 08", + "40 8", + "ĠV egas", + "ĠVe gas", + "ĠVega s", + "ĠVeg as", + "S ite", + "Si te", + "Sit e", + "3 46", + "34 6", + "Ġt rab", + "Ġtr ab", + "Ġtra b", + "Ġ Henry", + "ĠHen ry", + "- i", + "Ġinv olves", + "Ġinvol ves", + "Ġinvolve s", + "B T", + "Ġs lo", + "Ġsl o", + "In voke", + "Inv oke", + "Ġl ucky", + "Ġluck y", + "Ġlu cky", + "Ġluc ky", + "0 25", + "02 5", + "r at", + "ra t", + "Ġ ?Ċ", + "Ġ? Ċ", + "Ġ handled", + "Ġhand led", + "Ġhandle d", + "( fd", + "(f d", + "cont ents", + "content s", + "conte nts", + "Ġ OFF", + "ĠO FF", + "ĠOF F", + "R F", + "Ġ sty", + "Ġs ty", + "Ġst y", + "Ġ Motor", + "ĠM otor", + "ĠMo tor", + "ĠMot or", + "ĠMoto r", + "t ery", + "ter y", + "te ry", + "t ax", + "ta x", + "M AP", + "MA P", + "Ġ Mrs", + "ĠM rs", + "ĠMr s", + "Ġ phones", + "Ġph ones", + "Ġphone s", + "Ġphon es", + "Ġ UIView", + "ĠUI View", + "\" )));Ċ", + "\") ));Ċ", + "\")) );Ċ", + "\"))) ;Ċ", + "\"))); Ċ", + "( dev", + "(d ev", + "(de v", + "ĠI rish", + "ĠIr ish", + "ĠIris h", + "0 19", + "01 9", + "Ġ ws", + "Ġw s", + "D I", + "_ OFFSET", + "_OFF SET", + "Ġ Events", + "ĠE vents", + "ĠEvent s", + "ĠEven ts", + "ĠEv ents", + "ĠEve nts", + "Ġst ages", + "Ġstage s", + "Ġsta ges", + "Ġstag es", + "Ġ }//", + "Ġ} //", + "Ġh aben", + "Ġhab en", + "Ġha ben", + "Ġhabe n", + "ST ANCE", + "Ġ Sin", + "ĠS in", + "ĠSi n", + "Ġ Money", + "ĠM oney", + "ĠMon ey", + "ĠMo ney", + "( top", + "(t op", + "(to p", + "Ġ appointment", + "Ġapp ointment", + "Ġappoint ment", + "V ERSION", + "VER SION", + "VERS ION", + "m etadata", + "met adata", + "meta data", + "_ comment", + "_com ment", + "_comm ent", + "Ġcolle agues", + "Ġcolleague s", + "m aps", + "ma ps", + "map s", + "â ĺ", + "Ċ ĉĊ", + "( al", + "(a l", + "_ req", + "_re q", + "_r eq", + "Ġf ut", + "Ġfu t", + "Ġ architecture", + "Ġarch itecture", + "Ġarchitect ure", + "Ġarchit ecture", + "3 51", + "35 1", + "ĠWH ETHER", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "_ screen", + "_s creen", + "_sc reen", + "_scr een", + "Ġstyle Urls", + "Ġ monster", + "Ġmon ster", + ". up", + ".u p", + "ph ia", + "phi a", + "Ġ processor", + "Ġprocess or", + "Ġproc essor", + "Ġprocesso r", + "Ġ Terr", + "ĠT err", + "ĠTe rr", + "ĠTer r", + "= ',", + "=' ,", + "Ġ Manufact", + "ĠMan ufact", + "Ġ NT", + "ĠN T", + "k el", + "ke l", + "i bern", + "ib ern", + "iber n", + "ibe rn", + "ĉ file", + "ĉf ile", + "ĉfi le", + "A li", + "Al i", + "rient ation", + "Ġ //!", + "Ġ// !", + "ap ore", + "apor e", + "apo re", + "an eous", + "ane ous", + "Ġ Creat", + "ĠC reat", + "ĠCr eat", + "ĠCre at", + "f older", + "fo lder", + "fol der", + "fold er", + "4 15", + "41 5", + "Ġ hay", + "Ġh ay", + "Ġha y", + "Sup press", + "( left", + "(l eft", + "(le ft", + "Ġe uro", + "Ġeu ro", + "Ġdis claimer", + "u stry", + "us try", + "ust ry", + "ustr y", + "s hips", + "sh ips", + "ship s", + "shi ps", + "_ fd", + "_f d", + "Ġ Fa", + "ĠF a", + "_ insert", + "_in sert", + "_ins ert", + "Ġ rol", + "Ġr ol", + "Ġro l", + "if ting", + "ift ing", + "Ġ Comments", + "ĠCom ments", + "ĠComm ents", + "ĠComment s", + "_ br", + "_b r", + "Ġlos ses", + "Ġloss es", + "Ġ Added", + "ĠAd ded", + "ĠAdd ed", + "ch arg", + "char g", + "cha rg", + "Ġ по", + "Ġп о", + "_ system", + "_s ystem", + "_sys tem", + "_sy stem", + "Ġ Sometimes", + "ĠS ometimes", + "ĠSome times", + "ĠSom etimes", + "Ġ Spain", + "ĠS pain", + "ĠSp ain", + "ĠSpa in", + "( group", + "(g roup", + "(gr oup", + "i alis", + "ial is", + "ia lis", + "iali s", + "Ġd ollar", + "Ġdoll ar", + "Ġdol lar", + "Ġ Args", + "ĠAr gs", + "ĠArg s", + "4 99", + "49 9", + "2 97", + "29 7", + "qu ires", + "quire s", + "quir es", + "qui res", + "Ġ Ten", + "ĠT en", + "ĠTe n", + ". scss", + ".s css", + ".sc ss", + "Ġsurv ive", + "Ġsurviv e", + "u sage", + "us age", + "usa ge", + "Ġ jun", + "Ġj un", + "Ġju n", + "im iter", + "imit er", + "imi ter", + "ï¼ģ ĊĊ", + "ï¼ģĊ Ċ", + "Ġf ifth", + "Ġfif th", + "t oggle", + "tog gle", + "Ġde cline", + "Ġdec line", + "Ġdecl ine", + "( $\"", + "($ \"", + "( Long", + "(L ong", + "i nge", + "in ge", + "ing e", + "Ġp ilot", + "Ġpi lot", + "Ġpil ot", + "- light", + "-l ight", + "-li ght", + "- radius", + "-r adius", + "-rad ius", + "Ġp odcast", + "Ġpod cast", + "Ġn aturally", + "Ġnatural ly", + "Ġnatur ally", + "Ġnat urally", + "P ages", + "Page s", + "Pa ges", + "Pag es", + "ä¸ º", + "Ġ Despite", + "ĠDes pite", + "Ġl ighting", + "Ġlight ing", + "Ġ crate", + "Ġc rate", + "Ġcr ate", + "Ġcra te", + "Ġ Binary", + "ĠB inary", + "ĠBin ary", + "Ġred ucing", + "Ġredu cing", + "Ġe leg", + "Ġel eg", + "Ġele g", + "Ġ Mouse", + "ĠM ouse", + "ĠMo use", + "ĠMou se", + "ĠTest Bed", + "Ġbefore Each", + "_ ARRAY", + "_AR RAY", + "_ARR AY", + "Re direct", + "Red irect", + "3 29", + "32 9", + "Ġf lood", + "Ġfl ood", + "Ġflo od", + "Ġ ships", + "Ġs hips", + "Ġsh ips", + "Ġship s", + "3 63", + "36 3", + "Ġelectric ity", + "Ġelectr icity", + ") *(", + ")* (", + "ê ¸", + "Ġ Viet", + "ĠV iet", + "ĠVi et", + "ĠVie t", + "h ero", + "he ro", + "her o", + "Ġ dia", + "Ġd ia", + "Ġdi a", + "Ġ Kent", + "ĠK ent", + "ĠKe nt", + "ĠKen t", + "he art", + "hea rt", + "hear t", + "Ġthreat s", + "_ acc", + "_a cc", + "_ac c", + "Ġ symbols", + "Ġs ymbols", + "Ġsymbol s", + "Ġsymb ols", + "is chen", + "isc hen", + "ische n", + "isch en", + "_ inst", + "_in st", + "_i nst", + "_ins t", + "C riterion", + "Ġ TIM", + "ĠT IM", + "ĠTI M", + ". Height", + ".H eight", + ".He ight", + "5 80", + "58 0", + "Ġ âĢĻ", + "ĠâĢ Ļ", + "( );ĊĊĊ", + "() ;ĊĊĊ", + "();Ċ ĊĊ", + "();ĊĊ Ċ", + "(); ĊĊĊ", + "Product s", + "Produ cts", + "_ SP", + "_S P", + "Ġ Cy", + "ĠC y", + "Ġ dependent", + "Ġdep endent", + "Ġdepend ent", + "e ste", + "es te", + "est e", + "Ġ datos", + "Ġd atos", + "Ġda tos", + "Ġdat os", + "Ġdato s", + "d it", + "di t", + "а в", + "аР²", + "IG NAL", + "IGN AL", + "Ġ lesson", + "Ġl esson", + "Ġle sson", + "Ġless on", + "Ġles son", + "\" >'", + "\"> '", + "Ġ Cover", + "ĠC over", + "ĠCo ver", + "ĠCov er", + "ĠCove r", + "Ġ Hope", + "ĠH ope", + "ĠHo pe", + "ĠHop e", + "Ġ Timer", + "ĠT imer", + "ĠTime r", + "ĠTim er", + "ĠTi mer", + "Ġ dad", + "Ġd ad", + "Ġda d", + "v iders", + "vid ers", + "vider s", + "vi ders", + "vide rs", + "Ġ Phot", + "ĠP hot", + "ĠPh ot", + "/ ?", + "r opy", + "ro py", + "rop y", + "o ming", + "om ing", + "omin g", + "omi ng", + "as ion", + "asi on", + "asio n", + "Ġ \\(", + "Ġ\\ (", + "Ġ ET", + "ĠE T", + "Ġ Reading", + "ĠRe ading", + "ĠRead ing", + "Ġep isodes", + "Ġepisode s", + "Ġepis odes", + "l m", + "4 21", + "42 1", + "e cha", + "ec ha", + "ech a", + "Ġne uro", + "Ġneu ro", + "Ġneur o", + "8 20", + "82 0", + "Ġhar mon", + "Ġharm on", + "Ġlib eral", + "Ġliber al", + "- ind", + "-in d", + "-i nd", + "3 93", + "39 3", + "D ATA", + "DA TA", + "DAT A", + "Ġevery day", + "Ġdi vided", + "Ġdiv ided", + "Ġdivide d", + "Ġdivid ed", + "ĠActive Record", + "f igure", + "fig ure", + "figur e", + "U A", + "ä ¹", + "riend ly", + "t ech", + "te ch", + "tec h", + "6 01", + "60 1", + ". gameObject", + ".game Object", + "и ÑĤÑĮ", + "иÑĤ ÑĮ", + "3 74", + "37 4", + "Ġ moon", + "Ġm oon", + "Ġmo on", + "Ġmoo n", + "f time", + "ft ime", + "Ġ noch", + "Ġn och", + "Ġno ch", + "Ġnoc h", + "ĠT ORT", + "ĠTO RT", + "ĠTOR T", + "Ġ VM", + "ĠV M", + ". initial", + ".in itial", + ".init ial", + "( child", + "(ch ild", + "Ġmus ical", + "Ġmusic al", + "Ġmusica l", + "Ġ oc", + "Ġo c", + "b as", + "ba s", + "Ġ Hay", + "ĠH ay", + "ĠHa y", + "3 61", + "36 1", + "_ long", + "_l ong", + "_lo ng", + "_lon g", + "Ġ memset", + "Ġmem set", + "i ley", + "il ey", + "ile y", + "adel phia", + "S V", + "ro at", + "_ tx", + "_t x", + "Ġ lon", + "Ġl on", + "Ġlo n", + "Ġng OnInit", + "ĠngOn Init", + "b p", + "Ġ Golden", + "ĠGold en", + "ĠGol den", + "A CHE", + "AC HE", + "ACH E", + "Ġwor ried", + "a zi", + "az i", + "E ar", + "T ake", + "Ta ke", + "Tak e", + "( fp", + "(f p", + "burg h", + "bur gh", + "_ Data", + "_D ata", + "g res", + "gr es", + "gre s", + "Ġ Ont", + "ĠO nt", + "ĠOn t", + "p us", + "pu s", + "Ġ transparent", + "Ġtrans parent", + "Ġp ocket", + "Ġpo cket", + "Ġpoc ket", + "Ġ ram", + "Ġr am", + "Ġra m", + "igration s", + "igr ations", + ". čĊčĊ", + ".čĊ čĊ", + "Ġ [(", + "Ġ[ (", + "Ġadopt ed", + "Ġreport edly", + "Ġreported ly", + "Ġ Dream", + "ĠD ream", + "ĠDr eam", + "ĠDre am", + "Ġ }));Ċ", + "Ġ} ));Ċ", + "Ġ}) );Ċ", + "Ġ})) ;Ċ", + "l osing", + "lo sing", + "los ing", + "Ġte eth", + "Ġtee th", + "Ġ Books", + "ĠB ooks", + "ĠBo oks", + "ĠBook s", + "ĠBoo ks", + "\" ,&", + "\", &", + "en ny", + "enn y", + "L EMENT", + "LE MENT", + "LEM ENT", + "Ġ gel", + "Ġg el", + "Ġge l", + "Ġ Plant", + "ĠP lant", + "ĠPl ant", + "ĠPlan t", + "ĠPla nt", + "4 37", + "43 7", + "! âĢĿ", + ". host", + ".h ost", + "Ġ Reply", + "ĠRe ply", + "ĠRep ly", + "3 76", + "37 6", + "r ength", + "re ngth", + "ren gth", + "Ġrec ognition", + "Ġrecogn ition", + "Ġ }}>Ċ", + "Ġ} }>Ċ", + "Ġ}} >Ċ", + "Ġ}}> Ċ", + "L A", + "Ġ mirror", + "Ġm irror", + "Ġmir ror", + "Ġmi rror", + "Ġ assistant", + "Ġass istant", + "Ġassist ant", + "( device", + "(d evice", + "(de vice", + "(dev ice", + "Ġspirit ual", + "b uilder", + "build er", + "bu ilder", + " §", + "Ġo utr", + "Ġout r", + "Ġou tr", + "Ġ tt", + "Ġt t", + "Ġ PER", + "ĠP ER", + "ĠPE R", + "Ġrad ical", + "Ġradi cal", + "Method s", + "Ġ pace", + "Ġp ace", + "Ġpa ce", + "Ġpac e", + "u dy", + "ud y", + "Ġg ut", + "Ġgu t", + "Ġ Greek", + "ĠG reek", + "ĠGre ek", + "ĠGree k", + "Ġ nonatomic", + "Ġnon atomic", + "Ġ Paper", + "ĠP aper", + "ĠPa per", + "ĠPap er", + "_ GPIO", + "_G PIO", + "_GP IO", + "Ġo bst", + "Ġob st", + "Ġobs t", + ". Ad", + ".A d", + "viron ments", + "vironment s", + "ĠS ov", + "ĠSo v", + "3 56", + "35 6", + "( con", + "(c on", + "(co n", + "Ġ Transaction", + "ĠTrans action", + ". assign", + ".as sign", + "ĉ catch", + "ĉc atch", + "ĉcat ch", + "el ter", + "elt er", + "Ġ bitcoin", + "Ġbit coin", + "_ GR", + "_G R", + "Ġ čĊ", + "Ġ/ >čĊ", + "Ġ/> čĊ", + "m etic", + "me tic", + "met ic", + "Ġtrans formation", + "Ġtransform ation", + "åı ·", + "Ġ rgb", + "Ġr gb", + "Ġrg b", + "istrib utions", + "istribution s", + "Ġ implicit", + "Ġimp licit", + "Ġimpl icit", + "Ġimplic it", + "/ in", + "/i n", + "d estination", + "dest ination", + "а ÑĤÑĮ", + "аÑĤ ÑĮ", + "Z ero", + "Ze ro", + "Ġ unset", + "Ġun set", + "Ġuns et", + "9 20", + "92 0", + ". where", + ".w here", + ".wh ere", + ". go", + ".g o", + "Ġ formation", + "Ġform ation", + "Ġformat ion", + "Ġforma tion", + "Ġ declaration", + "Ġde claration", + "Ġdeclar ation", + "( )čĊčĊ", + "() čĊčĊ", + "()čĊ čĊ", + "Ġ Expl", + "ĠEx pl", + "ĠExp l", + "ĉ ĉĉĠĠ", + "ĉĉ ĉĠĠ", + "ĉĉĉ ĠĠ", + "ĉĉĉĠ Ġ", + "/ pro", + "/p ro", + "/pr o", + ". JSON", + ".J SON", + "4 41", + "44 1", + "Ġ desk", + "Ġd esk", + "Ġde sk", + "Ġdes k", + ". substr", + ".sub str", + "// ----------------------------------------------------------------------------", + "//---------------------------------------------------------------- ------------", + "//------------------------------------------------ ----------------------------", + "l yn", + "ly n", + "p son", + "ps on", + "4 07", + "40 7", + "d isable", + "dis able", + "Ġ Func", + "ĠF unc", + "ĠFun c", + "ĠFu nc", + "ĉ Assert", + "Ġ MARK", + "ĠM ARK", + "ĠMA RK", + "ĠMAR K", + "Ġde feat", + "Ġdef eat", + "Ġdefe at", + "Ġ blind", + "Ġbl ind", + "Ġbli nd", + "Ġ constants", + "Ġcon stants", + "Ġconst ants", + "Ġconstant s", + "3 62", + "36 2", + ". headers", + ".head ers", + ".header s", + ".he aders", + "U ILD", + "UI LD", + "UIL D", + "Ġ expenses", + "Ġexp enses", + "Ġexpense s", + "P ixel", + "Pix el", + "Ġ hr", + "Ġh r", + "Ġ fel", + "Ġf el", + "Ġfe l", + "Ġ Eastern", + "ĠEast ern", + "ĠEaster n", + "4 24", + "42 4", + "4 90", + "49 0", + "_ del", + "_d el", + "_de l", + "3 57", + "35 7", + "ĠC ub", + "ĠCu b", + "Ġ sq", + "Ġs q", + "ĉ count", + "ĉc ount", + "Ġ Directory", + "ĠD irectory", + "ĠDirect ory", + "ĠDirector y", + "Ġex clus", + "Ġexc lus", + "Ġexcl us", + "Ġ historic", + "Ġhistor ic", + "Ġhist oric", + "Ġhisto ric", + "Ġ ------------------------------------------------", + "Ġ---------------- --------------------------------", + "Ġ-------------------------------- ----------------", + "Ġ-------------------- ----------------------------", + "Ġ composition", + "Ġcom position", + "Ġcomp osition", + "Ġcompos ition", + "Ġ dataGridView", + "Ġdata GridView", + "Ġ Burn", + "ĠB urn", + "ĠBur n", + "ĠBu rn", + "Ġ BC", + "ĠB C", + "M aster", + "Ma ster", + "Mas ter", + "Ġ spawn", + "Ġs pawn", + "Ġsp awn", + "Ġspa wn", + "Ġ bearing", + "Ġb earing", + "Ġbe aring", + "Ġbear ing", + ". SetActive", + ".Set Active", + "i lo", + "il o", + "Ġ gallery", + "Ġg allery", + "Ġgall ery", + "Ġf ounded", + "Ġfound ed", + "Ġfo unded", + "Ġ availability", + "Ġa vailability", + "Ġav ailability", + "Ġavail ability", + ". sqrt", + ".s qrt", + "Ġ pes", + "Ġp es", + "Ġpe s", + "Ġ DOM", + "ĠD OM", + "ĠDO M", + "m ate", + "ma te", + "mat e", + "O ct", + "Ġ matched", + "Ġm atched", + "Ġmatch ed", + "Ġmat ched", + "it ivity", + "Ġan xiety", + ". price", + ".p rice", + ".pr ice", + "Ġ Instant", + "ĠIn stant", + "ĠInst ant", + "ĠIns tant", + "ì Ĭ", + "Ġt ut", + "Ġtu t", + "I Collection", + "IC ollection", + ". shared", + ".sh ared", + ".share d", + ".sha red", + "_ sql", + "_s ql", + "_sq l", + "t bl", + "tb l", + "l ibrary", + "lib rary", + "_ destroy", + "_d estroy", + "_de stroy", + "_dest roy", + "er mal", + "erm al", + "Ġ Notes", + "ĠN otes", + "ĠNo tes", + "ĠNot es", + "ĠNote s", + "Ġ Ein", + "ĠE in", + "Ġsou thern", + "Ġsouth ern", + "ĠOTHER WISE", + "Ġ macro", + "Ġm acro", + "Ġma cro", + "Ġmac ro", + ". lower", + ".l ower", + ".lo wer", + ".low er", + "c ls", + "cl s", + "Content View", + ". link", + ".l ink", + ".li nk", + ".lin k", + "con stant", + "const ant", + "cons tant", + "Ġ Bes", + "ĠB es", + "ĠBe s", + "Ġsome body", + "n b", + "3 99", + "39 9", + "\" >{", + "\"> {", + "( local", + "(l ocal", + "(loc al", + "(lo cal", + ". ....", + ".. ...", + "... ..", + ".... .", + "Ġ Null", + "ĠN ull", + "ĠNu ll", + "m x", + "Ġ ç", + "Ġà §", + "Ġ pause", + "Ġp ause", + "Ġpa use", + "Ġpau se", + "- ----------", + "-- ---------", + "---- -------", + "-------- ---", + "--- --------", + "----- ------", + "---------- -", + "------ -----", + "------- ----", + "--------- --", + "_ MO", + "_M O", + "Ġ CM", + "ĠC M", + "Ġfor Key", + "Ġ DVD", + "ĠD VD", + "ĠDV D", + "Ġ closest", + "Ġclose st", + "Ġclos est", + "Ġcloses t", + "_ DEVICE", + "_DE VICE", + "_DEV ICE", + "Ġ Stephen", + "ĠSte phen", + "ĠStep hen", + "ĠSteph en", + "Ġ BBC", + "ĠB BC", + "ĠBB C", + "Ġ Travel", + "ĠT ravel", + "ĠTr avel", + "ĠTra vel", + "ĠTrav el", + "P aint", + "Pa int", + "Ġ Results", + "ĠRes ults", + "ĠResult s", + "Ġ Rule", + "ĠR ule", + "ĠRu le", + "Ġ tp", + "Ġt p", + "Ġ ratings", + "Ġr atings", + "Ġrating s", + "Ġrat ings", + "Ġra tings", + "c in", + "ci n", + "c sv", + "cs v", + "> /", + "Ġ GOP", + "ĠG OP", + "ĠGO P", + "l ad", + "la d", + "Ġ ÑĢ", + "ĠÑ Ģ", + "Ġ indexPath", + "Ġindex Path", + "m atrix", + "mat rix", + "= f", + "ar sed", + "ars ed", + "arse d", + "Ġ });", + "Ġ} );", + "Ġ}) ;", + "Ġ Cos", + "ĠC os", + "ĠCo s", + "Ġ Score", + "ĠS core", + "ĠSc ore", + "ĠSco re", + "ĠScor e", + "Ġ tak", + "Ġt ak", + "Ġta k", + "Ġ ESP", + "ĠE SP", + "ĠES P", + "Ġ INC", + "ĠI NC", + "ĠIN C", + "_ NULL", + "_N ULL", + "- flex", + "-f lex", + "-fl ex", + "\" ][", + "\"] [", + "in to", + "int o", + "e land", + "el and", + "ela nd", + "elan d", + "Author ization", + "_ FALSE", + "_F ALSE", + "Ġ gate", + "Ġg ate", + "Ġga te", + "Ġ vid", + "Ġv id", + "Ġvi d", + "is tent", + "ist ent", + "iste nt", + "isten t", + "T IME", + "TI ME", + "TIM E", + "Ġ rewrite", + "Ġre write", + "Ġrew rite", + "Ġ tie", + "Ġt ie", + "Ġti e", + "Ġ archive", + "Ġa rchive", + "Ġarch ive", + "Ġarc hive", + "5 11", + "51 1", + ". events", + ".e vents", + ".event s", + ".ev ents", + ". getParameter", + ".get Parameter", + ".getParam eter", + "Ġ Permission", + "ĠPer mission", + "ĠPerm ission", + "Ġprogram me", + "Ġprogramm e", + "Ġ é", + "j ud", + "ju d", + "Ġcame ras", + "Ġcamera s", + "Ġcam eras", + "Ġcamer as", + "3 38", + "33 8", + "3 49", + "34 9", + "( sys", + "(s ys", + "ĠSy rian", + "ĠSyria n", + "Ġimpro vements", + "Ġimprove ments", + "Ġimprovement s", + "Ġimprov ements", + "Ġ hip", + "Ġh ip", + "Ġhi p", + "Ġsu icide", + "Ġsuic ide", + "Ġsch olar", + "Ġscho lar", + "Ġ compatible", + "Ġcom patible", + "Ġcompat ible", + "0 22", + "02 2", + "rem ote", + ". down", + ".d own", + ".do wn", + "F UNCTION", + "FUNC TION", + "FUN CTION", + "Ġman aging", + "Ġmana ging", + "Ġ UIKit", + "ĠUI Kit", + ". raw", + ".r aw", + ".ra w", + "> >>>", + ">> >>", + ">>> >", + "3 71", + "37 1", + "Ġdem ands", + "Ġdemand s", + "el lite", + "ell ite", + "elli te", + "Ġ dent", + "Ġd ent", + "Ġde nt", + "Ġden t", + "Ġ Micro", + "ĠM icro", + "ĠMi cro", + "ĠMic ro", + "åı ĸ", + "' ][$", + "'] [$", + "'][ $", + "Ġ IE", + "ĠI E", + "im ension", + "imens ion", + "Ġt rem", + "Ġtr em", + "Ġtre m", + "6 30", + "63 0", + "Ġg ained", + "Ġgain ed", + "Ġga ined", + ". with", + ".w ith", + ". ok", + ".o k", + "h ou", + "ho u", + "Ġb om", + "Ġbo m", + "amp aign", + "ampa ign", + "Ġ joining", + "Ġjoin ing", + "Ġjo ining", + "f ish", + "fi sh", + "Ġadd Subview", + "8 60", + "86 0", + "Ġnor thern", + "Ġnorth ern", + ". cor", + ".c or", + ".co r", + "o ret", + "or et", + "ore t", + "D ie", + "Di e", + "i nish", + "in ish", + "ini sh", + "inis h", + "_ comp", + "_c omp", + "_com p", + "_co mp", + "Ġ attended", + "Ġatt ended", + "Ġattend ed", + "Ġ collapse", + "Ġc ollapse", + "Ġcoll apse", + "Ġcollaps e", + "Ġ SS", + "ĠS S", + "a cent", + "ace nt", + "ac ent", + "acen t", + "_ EQUAL", + "_E QUAL", + "_EQ UAL", + "Ġ Deep", + "ĠDe ep", + "ĠDee p", + "R GB", + "RG B", + "ĉ test", + "ĉt est", + "ol ves", + "olve s", + "olv es", + "u set", + "us et", + "use t", + "Un ityEngine", + "Unity Engine", + "w riter", + "write r", + "wr iter", + "Re solver", + "Res olver", + "Resolve r", + ", %", + "if ference", + "iff erence", + "iffer ence", + "iffe rence", + "_ remove", + "_re move", + "_rem ove", + "o nda", + "on da", + "ond a", + "Ġf emme", + "Ġfem me", + "3 85", + "38 5", + "de code", + "dec ode", + "Br anch", + "Ġ flush", + "Ġf lush", + "Ġfl ush", + "Ġflu sh", + "Ġinnov ative", + "T ests", + "Test s", + "Te sts", + "Tes ts", + "Ġ[' ./", + "Ġ['. /", + "Ġ covering", + "Ġcover ing", + "Ġcov ering", + ". admin", + ".ad min", + "ulti part", + "ultip art", + "( lambda", + "(l ambda", + " namespace", + "Ġ Sport", + "ĠS port", + "ĠSp ort", + "ĠSpo rt", + "ĠSpor t", + "Ġ !(", + "Ġ! (", + "a cles", + "ac les", + "acle s", + "acl es", + "Ġde pression", + "Ġdep ression", + "Ġdepr ession", + "Ġdepress ion", + "ĠK ong", + "ĠKon g", + "ĠKo ng", + "5 70", + "57 0", + "Ġ pert", + "Ġp ert", + "Ġper t", + "Ġpe rt", + "Ġ Conn", + "ĠC onn", + "ĠCon n", + "ĠCo nn", + "Ġ Otherwise", + "ĠOther wise", + "/ home", + "/h ome", + "s upported", + "sup ported", + "support ed", + "Ġ pink", + "Ġp ink", + "Ġpi nk", + "Ġpin k", + "Ġinv ited", + "Ġinvite d", + "Ġinvit ed", + "ñ os", + "ño s", + "_ enabled", + "_en abled", + "_enable d", + "Ġ -Ċ", + "Ġ- Ċ", + "F W", + "e ners", + "en ers", + "ener s", + "ene rs", + "Ġ MY", + "ĠM Y", + "Ġs uggestions", + "Ġsuggest ions", + "Ġsuggestion s", + "C anvas", + "Can vas", + "Ġ fer", + "Ġf er", + "Ġfe r", + "Ġ Marketing", + "ĠMark eting", + "ĠMarket ing", + "@ Test", + "un tu", + "unt u", + "Ġ Ven", + "ĠV en", + "ĠVe n", + "Ġ Cou", + "ĠC ou", + "ĠCo u", + "i vals", + "iv als", + "ival s", + "iva ls", + "D onald", + "Don ald", + "l imited", + "lim ited", + "limit ed", + "ĉ ĉĉĉĉĉĊ", + "ĉĉ ĉĉĉĉĊ", + "ĉĉĉĉ ĉĉĊ", + "ĉĉĉ ĉĉĉĊ", + "ĉĉĉĉĉ ĉĊ", + "ĉĉĉĉĉĉ Ċ", + "Ġanal yst", + "Ġanaly st", + "Ġanalys t", + "( entry", + "(en try", + "(ent ry", + "Ġrepresent ative", + "_ attributes", + "_at tributes", + "_attribute s", + "_attrib utes", + "Ġ fur", + "Ġf ur", + "Ġfu r", + ". hide", + ".h ide", + "r esp", + "re sp", + "res p", + "ad ores", + "ado res", + "ador es", + "r ides", + "ri des", + "ride s", + "rid es", + "Ġ Josh", + "ĠJ osh", + "ĠJo sh", + "ĠJos h", + "r obot", + "ro bot", + "rob ot", + "ĠN AT", + "ĠNA T", + "Ġs esso", + "Ġses so", + "Ġsess o", + "Ġint egrated", + "Ġinteg rated", + "Ġintegr ated", + "Ġintegrate d", + ": true", + "p arts", + "par ts", + "part s", + "pa rts", + "Ġst upid", + "Ġstu pid", + "Ġstup id", + ": event", + ":e vent", + "@end section", + "Ġ pu", + "Ġp u", + ". Table", + ".T able", + ".Tab le", + "Ġ Yii", + "ĠY ii", + "ĠYi i", + "` ;ĊĊ", + "`;Ċ Ċ", + "`; ĊĊ", + "Ġ clang", + "Ġc lang", + "Ġcl ang", + "Ġclan g", + "Ġcla ng", + "=\" \">", + "=\"\" >", + "en gan", + "eng an", + "enga n", + "_ parameters", + "_param eters", + "_parameter s", + ". internal", + ".in ternal", + ".int ernal", + ".inter nal", + "Ġ Modern", + "ĠMod ern", + "ĠMode rn", + "ĠModer n", + "Ġ metric", + "Ġm etric", + "Ġmet ric", + "Ġ semi", + "Ġs emi", + "Ġse mi", + "Ġsem i", + "={ {Ċ", + "={{ Ċ", + "7 07", + "70 7", + ". amazon", + ".a mazon", + ".am azon", + "Ġ BB", + "ĠB B", + "ain ty", + "aint y", + "ai nty", + "view port", + "3 67", + "36 7", + "Ġstart Activity", + "dis patch", + "disp atch", + "* ****", + "** ***", + "**** *", + "*** **", + "Ġf lav", + "Ġfl av", + "Ġfla v", + "iffer ent", + "iffe rent", + "3 82", + "38 2", + "[ this", + "[t his", + "Ġs take", + "Ġst ake", + "Ġsta ke", + "Ġarg ued", + "Ġargue d", + "v iously", + "vious ly", + "vi ously", + ". work", + ".w ork", + "Ġ Oak", + "ĠO ak", + "O ld", + "Ol d", + "( async", + "(a sync", + "(as ync", + "n otes", + "not es", + "no tes", + "note s", + "Ġ flip", + "Ġf lip", + "Ġfl ip", + "Ġdis ag", + "Ġ TE", + "ĠT E", + "ĉ error", + "ĉe rror", + "ĉerr or", + "< '", + "Ġ »ĊĊ", + "Ġ» ĊĊ", + "Ġ»Ċ Ċ", + "Ġ filtered", + "Ġfil tered", + "Ġfilter ed", + "Ġfilt ered", + "ĠM ach", + "ĠMac h", + "ĠMa ch", + "Ġ hung", + "Ġh ung", + "Ġhun g", + "Ġhu ng", + "_ dump", + "_d ump", + "_ samples", + "_s amples", + "_sample s", + "- dismiss", + "-dis miss", + "Ġ ray", + "Ġr ay", + "Ġra y", + "Im plemented", + "Implement ed", + "D K", + "Ġ jed", + "Ġj ed", + "Ġje d", + "0 90", + "09 0", + "Ġbreak s", + "Ġbre aks", + "Ġ fits", + "Ġf its", + "Ġfit s", + "Ġfi ts", + ". gr", + ".g r", + "Ġ Zero", + "ĠZ ero", + "ĠZe ro", + "o ro", + "or o", + "Ġequ ally", + "Ġequal ly", + "Ġeq ually", + "Ġ '[", + "Ġ' [", + "Ġconcern ing", + "< meta", + "<", + "'> <", + "Ġpro mot", + "Ġprom ot", + "Ġpromo t", + "Ġ incl", + "Ġin cl", + "Ġinc l", + "_ only", + "_on ly", + "ë¥ ¼", + "ĠAtt orney", + "- date", + "-d ate", + "-da te", + "-dat e", + "Ġ landscape", + "Ġl andscape", + "Ġland scape", + "Ġlands cape", + "Ġlandsc ape", + "Ġ fu", + "Ġf u", + "S Y", + ". prop", + ".p rop", + ".pro p", + ".pr op", + "Ġ Arr", + "ĠA rr", + "ĠAr r", + "p ag", + "pa g", + "Parallel Group", + "' :čĊ", + "': čĊ", + "Ġ logs", + "Ġl ogs", + "Ġlo gs", + "Ġlog s", + "a unch", + "un ci", + "unc i", + "n ama", + "na ma", + "nam a", + "Table Cell", + "iss ues", + "issue s", + ". {", + "e curity", + "ec urity", + "_ exec", + "_e xec", + "_ex ec", + "_exe c", + "o lds", + "ol ds", + "old s", + "Ġ hosts", + "Ġhost s", + "Ġho sts", + "Ġhos ts", + "Ġ proto", + "Ġpro to", + "Ġpr oto", + "Ġprot o", + "_ import", + "_im port", + "_imp ort", + "_ sort", + "_s ort", + "_so rt", + "Ġ Bow", + "ĠB ow", + "ĠBo w", + "Ġ Normal", + "ĠN ormal", + "ĠNor mal", + "ĠNorm al", + "Ġ Farm", + "ĠF arm", + "ĠFar m", + "ĠFa rm", + ".create ParallelGroup", + "R otation", + "Rot ation", + ". err", + ".e rr", + ".er r", + "Ġp leased", + "Ġplease d", + "Ġple ased", + "Ġplea sed", + "Ġpleas ed", + "it age", + "ita ge", + "itag e", + ". Wh", + ".W h", + "ĉ ĉĠĠĠĠ", + "ĉĉ ĠĠĠĠ", + "ĉĉĠĠĠ Ġ", + "ĉĉĠ ĠĠĠ", + "ĉĉĠĠ ĠĠ", + "M R", + "Ġ MORE", + "ĠM ORE", + "ĠMO RE", + "ĠMOR E", + "Ġ Natural", + "ĠN atural", + "ĠNat ural", + "ĠNatur al", + "_ transform", + "_trans form", + "B ASE", + "BA SE", + "en eral", + "ener al", + "ene ral", + "u tdown", + "ut down", + ". commons", + ".com mons", + ".common s", + ".comm ons", + "W T", + "Ġ aan", + "Ġa an", + "Ġaa n", + ". Result", + ".Res ult", + "d og", + "do g", + "Ġcl icking", + "Ġclick ing", + "Ġclic king", + ") ,ĊĊ", + "), ĊĊ", + "),Ċ Ċ", + "# line", + "O perator", + "Oper ator", + "Op erator", + "Opera tor", + "Ġc iv", + "Ġci v", + "Ġm erg", + "Ġme rg", + "Ġmer g", + "o buf", + "ob uf", + "ng then", + "ngth en", + "Ġ [{", + "Ġ[ {", + "Ġc ancell", + "Ġcan cell", + "Ġcancel l", + "Ġcanc ell", + "tr igger", + "tri gger", + ". :", + "W ORK", + "WO RK", + "de clare", + "decl are", + "declar e", + "Ġde crease", + "Ġdecre ase", + "ÅĽ ci", + "l oom", + "lo om", + "loo m", + ". None", + ".N one", + ".No ne", + ".Non e", + "Ġ MI", + "ĠM I", + "Ġ Jason", + "ĠJ ason", + "ĠJa son", + "ĠJas on", + "Ġhealth care", + "ia mond", + "iam ond", + "iamo nd", + "s ylvania", + "* x", + "Ġ Ra", + "ĠR a", + "[ b", + "Ġ printing", + "Ġprint ing", + "Ġprin ting", + "ph abet", + "pha bet", + "Ġ Labour", + "ĠLa bour", + "ĠLab our", + "o pper", + "op per", + "opp er", + "Ġz ijn", + "Ġzi jn", + "Ġzij n", + "- target", + "-t arget", + "_ FUNCTION", + "_F UNCTION", + "_FUNC TION", + "_FUN CTION", + "Ġ oct", + "Ġo ct", + "Ġoc t", + "е ниÑı", + "ен иÑı", + "ени Ñı", + "åľ ¨", + "Ġ western", + "Ġwest ern", + "Ġwes tern", + "Ġcomp uters", + "Ġcomput ers", + "Ġcomputer s", + "Ġcompute rs", + "Ġ RET", + "ĠR ET", + "ĠRE T", + "Hash Map", + "[ String", + "[S tring", + "get Value", + "_ DATE", + "_D ATE", + "_DAT E", + "_DA TE", + ". Next", + ".N ext", + "ĠF if", + "ĠFi f", + "é l", + "ic ked", + "ick ed", + "æ İ", + "- MM", + "-M M", + "Ġ {ĊĊĊ", + "Ġ{ ĊĊĊ", + "Ġ{Ċ ĊĊ", + "Ġ{ĊĊ Ċ", + "Ġ contacts", + "Ġcont acts", + "Ġcontact s", + "Ġconta cts", + "Ġ digits", + "Ġd igits", + "Ġdig its", + "Ġdigit s", + "P rodu", + "Pro du", + "Pr odu", + "Prod u", + "Ġun usual", + "Ġunus ual", + "Ġrapid ly", + "t ures", + "ture s", + "tu res", + "tur es", + "Ġang ry", + "c ancel", + "can cel", + "x xxx", + "xx xx", + "xxx x", + "_ parser", + "_p arser", + "_parse r", + "_par ser", + "_pars er", + "id ity", + "idi ty", + "_ PREFIX", + "_P REFIX", + "_PRE FIX", + "_PREF IX", + "7 10", + "71 0", + "Ġm ehr", + "Ġme hr", + "Ġrare ly", + "Ġrar ely", + "e the", + "et he", + "eth e", + "o pes", + "op es", + "ope s", + "Ġ %.", + "Ġ% .", + "w orks", + "work s", + "wor ks", + "Ġ theta", + "Ġth eta", + "Ġthe ta", + "Ġcon tribution", + "Ġcontrib ution", + "Ġ Tony", + "ĠT ony", + "ĠTo ny", + "ĠTon y", + "Ġs quad", + "Ġsqu ad", + "5 37", + "53 7", + "а й", + "аР¹", + "Ġî n", + "t here", + "th ere", + "ther e", + "the re", + "o uted", + "ou ted", + "out ed", + "oute d", + "ĉ q", + "Ļ Ĥ", + "g ood", + "go od", + "goo d", + "L I", + "é¡ µ", + "Ġ Living", + "ĠL iving", + "ĠLi ving", + "ĠLiv ing", + "iz abeth", + "iza beth", + "Ġ kt", + "Ġk t", + "Ġ Dallas", + "ĠD allas", + "ĠDal las", + "] ],Ċ", + "]] ,Ċ", + "]], Ċ", + "Ġ />ĊĊ", + "Ġ/ >ĊĊ", + "Ġ/>Ċ Ċ", + "Ġ/> ĊĊ", + "Ġ raising", + "Ġr aising", + "Ġrais ing", + "Ġra ising", + "/ router", + "/r outer", + "_ game", + "_g ame", + "3 68", + "36 8", + "Ġ CUR", + "ĠC UR", + "ĠCU R", + "z ens", + "ze ns", + "zen s", + ". es", + ".e s", + "Ġ fontWeight", + "Ġfont Weight", + "( func", + "(f unc", + "(fun c", + "not ification", + "notif ication", + "Ġ' ../../../", + "Ġ'../ ../../", + "Ġ'../../ ../", + "Ġbl ame", + "Ġbla me", + "ãĢĤ ĊĊĊĊ", + "ãĢĤĊĊ ĊĊ", + "ãĢĤĊ ĊĊĊ", + "an co", + "anc o", + "9 80", + "98 0", + "Id entity", + "Ident ity", + "Ide ntity", + "f ollow", + "fol low", + "Ġ arts", + "Ġa rts", + "Ġar ts", + "Ġart s", + "x s", + "Ġoffic ially", + "Ġofficial ly", + "Ġ Studio", + "ĠSt udio", + "ĠStud io", + "ĠStudi o", + "Ġrecommend ations", + "Ġrecommendation s", + "Ġ locale", + "Ġl ocale", + "Ġlo cale", + "Ġloc ale", + "Ġlocal e", + "Ġam ateur", + "Ġamat eur", + "Ġ Enable", + "ĠE nable", + "ĠEn able", + "Ġ caps", + "Ġc aps", + "Ġcap s", + "Ġca ps", + ". End", + ".E nd", + ".En d", + "3 88", + "38 8", + "- add", + "-a dd", + "-ad d", + "_g shared", + "Ġ CT", + "ĠC T", + "F orce", + "For ce", + "Ċ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "Ġ orange", + "Ġo range", + "Ġor ange", + "Ġorang e", + "Ġora nge", + "Ġoran ge", + "Ġ lp", + "Ġl p", + "Ġ answered", + "Ġanswer ed", + ". Grid", + ".G rid", + ".Gr id", + "Ġd ual", + "Ġdu al", + "Ġdua l", + "Ġstr ategic", + "Ġstrateg ic", + "Ġn obody", + "Ġno body", + "Ġnob ody", + "Ġ fatal", + "Ġf atal", + "Ġfa tal", + "Ġfat al", + "_ est", + "_e st", + "_es t", + "( el", + "(e l", + "Ġ ìł", + "Ġì ł", + "ĠB udd", + "ĠBu dd", + "ĠBud d", + "A IT", + "AI T", + "_ factor", + "_f actor", + "_fac tor", + "_fact or", + "_fa ctor", + "- one", + "-on e", + "-o ne", + "Ġ HAVE", + "ĠH AVE", + "ĠHA VE", + "\" čĊčĊ", + "\"čĊ čĊ", + "7 60", + "76 0", + "P rof", + "Pro f", + "Pr of", + "Ġ är", + "Ġä r", + "str ings", + "string s", + "Ġ dirty", + "Ġd irty", + "Ġdir ty", + "Ġdirt y", + "Ġ Face", + "ĠF ace", + "ĠFac e", + "ĠFa ce", + "Ġ Begin", + "ĠB egin", + "ĠBe gin", + "ĠBeg in", + "Ġ Bus", + "ĠB us", + "ĠBu s", + "Ġ wis", + "Ġw is", + "Ġwi s", + "åŃ Ĺ", + "Ġ speaker", + "Ġs peaker", + "Ġspe aker", + "Ġspeak er", + "Ġ carrier", + "Ġcar rier", + "Ġcarr ier", + "Ġ Om", + "ĠO m", + "Ġhad n", + "Ġha dn", + "Al low", + "All ow", + ":: __", + "::_ _", + "Ġ verb", + "Ġv erb", + "Ġver b", + "Ġve rb", + "Ġ Complete", + "ĠCom plete", + "ĠComp lete", + "ĠComple te", + "Ġ Easy", + "ĠE asy", + "ĠEa sy", + "Ġb ills", + "Ġbill s", + "Ġbil ls", + "Ġ ĠĊĊ", + "ĠĠ ĊĊ", + "ĠĠĊ Ċ", + "Vert ical", + "Ver tical", + "Ġ pron", + "Ġp ron", + "Ġpro n", + "Ġpr on", + "Ġ Define", + "ĠDe fine", + "ĠDef ine", + "Ġ lookup", + "Ġlook up", + "variable s", + "vari ables", + "Ġp andas", + "Ġpan das", + "Ġpand as", + "Ġpanda s", + "u mes", + "um es", + "ume s", + "Ġin noc", + "Ġinn oc", + "Ġ setUp", + "Ġset Up", + "ĠCh ampionship", + "ĠChampions hip", + "ĠChampion ship", + "art ist", + "arti st", + "ĠC Type", + "ĠCT ype", + "F oundation", + "Found ation", + "๠Ī", + "Ġ Setup", + "ĠSet up", + "4 28", + "42 8", + "Ġ recipes", + "Ġrec ipes", + "Ġrecipe s", + "Ġrecip es", + "Ġ UIColor", + "ĠU IColor", + "ĠUI Color", + "Ġ Fight", + "ĠF ight", + "ĠFig ht", + "ĠFi ght", + "Ġ authorized", + "Ġauthor ized", + "Ġauthorize d", + "_ click", + "_c lick", + "_cl ick", + "_cli ck", + "9 90", + "99 0", + "_ success", + "_s uccess", + "_succ ess", + "_su ccess", + "an gan", + "ang an", + "anga n", + "Ġ Mountain", + "ĠM ountain", + "ĠMount ain", + "Ġ Doctor", + "ĠDo ctor", + "ĠDoc tor", + "Ġ egg", + "Ġe gg", + "Ġeg g", + "ĠM edicine", + "ĠMed icine", + "ĠMedic ine", + "c les", + "cl es", + "cle s", + "` .Ċ", + "`. Ċ", + "[ int", + "[i nt", + "[in t", + "d ashboard", + "dash board", + "Ġ Appro", + "ĠApp ro", + "ĠAp pro", + "- dr", + "-d r", + "Ġprodu ces", + "Ġproduce s", + "Ġprod uces", + "Ġr ental", + "Ġren tal", + "Ġrent al", + "Ġ reload", + "Ġre load", + "Ġr eload", + "Ġrel oad", + "3 81", + "38 1", + "Ġ arrival", + "Ġarr ival", + "Ġarriv al", + "s pot", + "sp ot", + "spo t", + "Ġunder t", + "Ġund ert", + "Ġunde rt", + "3 78", + "37 8", + "Ġequ ipped", + "Ġequip ped", + "Ġ proved", + "Ġpro ved", + "Ġpr oved", + "Ġprov ed", + "Ġprove d", + "Ġ centers", + "Ġcent ers", + "Ġcenter s", + "Ġcen ters", + "Ġ defines", + "Ġdef ines", + "Ġdefine s", + "Ġdefin es", + "al so", + "als o", + "Ġ opacity", + "Ġop acity", + "Ġ Unfortunately", + "ĠUn fortunately", + "ĠIll inois", + "Ġ не", + "Ġн е", + "ĠT emple", + "ĠTem ple", + "ĠTemp le", + "ĠTempl e", + "Ġ Trail", + "ĠT rail", + "ĠTr ail", + "ĠTra il", + "Ġ Kelly", + "ĠK elly", + "ĠKel ly", + "Ġ measurement", + "Ġme asurement", + "Ġmeasure ment", + "Ġmeas urement", + "Ġse parated", + "Ġsepar ated", + "Ġseparate d", + "Ġseparat ed", + "- circle", + "-c ircle", + "H ey", + "He y", + "Ġ READ", + "ĠRE AD", + "ig its", + "igit s", + "igi ts", + "Ġ ib", + "Ġi b", + "Ġ MOD", + "ĠM OD", + "ĠMO D", + "at tery", + "att ery", + "atter y", + "atte ry", + "а з", + "аР·", + "Ġv end", + "Ġve nd", + "Ġven d", + "е нÑĤ", + "ен ÑĤ", + "Ġ HttpClient", + "ĠHttp Client", + "3 59", + "35 9", + "s afe", + "sa fe", + "_ ASS", + "_A SS", + "_AS S", + "i cit", + "ic it", + "ici t", + "Ġ Construct", + "ĠCon struct", + "ĠConstr uct", + "Ġ Clo", + "ĠC lo", + "ĠCl o", + "Ġ Six", + "ĠS ix", + "ĠSi x", + "_ TOKEN", + "_T OKEN", + "_TO KEN", + "( block", + "(b lock", + "(bl ock", + "Ġwar ned", + "Ġwarn ed", + "/* !", + "! Ċ", + "}/ >Ċ", + "}/> Ċ", + "Ġin novation", + "Ġinn ovation", + "Ġinnov ation", + "_ \"", + "Ġ );čĊčĊ", + "Ġ) ;čĊčĊ", + "Ġ); čĊčĊ", + "Ġ);čĊ čĊ", + "Ġ spots", + "Ġsp ots", + "Ġspot s", + "Ġspo ts", + "Ġcho osing", + ". cs", + ".c s", + "Ġf lexible", + "Ġflex ible", + "U Int", + "UI nt", + "4 35", + "43 5", + "9 30", + "93 0", + "Ġ scratch", + "Ġs cratch", + "Ġscr atch", + "- al", + "-a l", + "Ġf estival", + "Ġfest ival", + "Ġout standing", + "================ ================================", + "================================ ================", + "M ean", + "Me an", + "Ġ Oregon", + "ĠO regon", + "ĠOre gon", + "s ymbol", + "sym bol", + ". account", + ".a ccount", + ".ac count", + ".acc ount", + "d ney", + "dn ey", + "' ''", + "'' '", + "! \",", + "!\" ,", + "9 01", + "90 1", + "Ġ particle", + "Ġp article", + "Ġpart icle", + "Ġpartic le", + "Ġparti cle", + "à ĥ", + "[ MAX", + "[M AX", + "I VER", + "IV ER", + "IVE R", + "ER ENCE", + "NS Mutable", + "ĠC olumbia", + "ĠColum bia", + "_ ĊĊ", + "_Ċ Ċ", + ". fr", + ".f r", + "Ġc ogn", + "Ġco gn", + "Ġcog n", + "V R", + "Ġ Methods", + "ĠMethod s", + "ĠMeth ods", + "Ġ Made", + "ĠM ade", + "ĠMad e", + "ĠMa de", + "Ġ BR", + "ĠB R", + "Ġ Else", + "ĠE lse", + "ĠEl se", + "Ġeg gs", + "Ġegg s", + "Ġ swing", + "Ġs wing", + "Ġsw ing", + "Ġ Inv", + "ĠI nv", + "ĠIn v", + "Ġdise ases", + "Ġdisease s", + "Ġf irms", + "Ġfirm s", + "Ġfi rms", + "Ġfir ms", + "Ġ lemma", + "Ġl emma", + "Ġle mma", + "Ġlem ma", + "} `);Ċ", + "}` );Ċ", + "l ings", + "ling s", + "lin gs", + "Ġg ym", + "Ġgy m", + "umin um", + "umi num", + ". Trim", + ".T rim", + ".Tr im", + "M em", + "Me m", + "Ġcrit icism", + "Ġcritic ism", + "ibern ate", + "_ TX", + "_T X", + "i oni", + "ion i", + "io ni", + "Ġguid ance", + "Ġgui dance", + "Ġrepeated ly", + "Ġrepeat edly", + "Ġ supplier", + "Ġs upplier", + "Ġsup plier", + "Ġsuppl ier", + "Ġsupp lier", + "Ġp ainting", + "Ġpaint ing", + "Ġpain ting", + "8 64", + "86 4", + ". Fragment", + ".F ragment", + "ed Exception", + "Ġw iring", + "Ġwir ing", + "Ġwi ring", + "Ġcour ts", + "Ġcou rts", + "Ġcourt s", + "W EB", + "WE B", + "æľ ī", + "\\ .", + "ill ance", + "illa nce", + "Ġb rows", + "Ġbr ows", + "Ġbro ws", + "Ġbrow s", + "Ġ Pattern", + "ĠP attern", + "ĠPat tern", + "ĠPatt ern", + "PL ICATION", + "PLIC ATION", + "Ġ Summer", + "ĠS ummer", + "ĠSum mer", + "Ch ain", + "Cha in", + "Ġc ute", + "Ġcut e", + "Ġcu te", + "m ercial", + "mer cial", + "merc ial", + "Ġd il", + "Ġdi l", + "ĠFrank lin", + "ĉ global", + "ĉg lobal", + "IN CLUDING", + "h istory", + "hi story", + "hist ory", + "histor y", + "Ġ lst", + "Ġl st", + "Ġls t", + "Q t", + "S DL", + "SD L", + "a lia", + "al ia", + "ali a", + "i ere", + "ie re", + "ier e", + "( ...", + "(. ..", + "(.. .", + "ĉ cin", + "ĉc in", + "if fs", + "iff s", + "v elope", + "ve lope", + "vel ope", + "velop e", + "Ġ Root", + "ĠR oot", + "ĠRo ot", + "ĠRoo t", + "cl uster", + "clus ter", + "User Name", + "i gne", + "ig ne", + "ign e", + "< S", + "Ġ fest", + "Ġf est", + "Ġfe st", + "4 19", + "41 9", + "Ġindic ating", + "Ġindica ting", + "k eeper", + "ke eper", + "keep er", + "kee per", + "Ġc ada", + "Ġca da", + "Ġcad a", + "é g", + "con sin", + "cons in", + "Ġ GB", + "ĠG B", + "Ġ lb", + "Ġl b", + "e mony", + "em ony", + "emo ny", + "emon y", + "- icons", + "-icon s", + "-i cons", + "_ doc", + "_d oc", + "_do c", + "A ctor", + "Act or", + "Ac tor", + "e lem", + "el em", + "ele m", + ". Delete", + ".De lete", + "Ġin fection", + "Ġinf ection", + "Ġinfect ion", + "Ġ Privacy", + "ĠPriv acy", + "Ġgreat ly", + "Ġ Pos", + "ĠP os", + "ĠPo s", + "ĠT reat", + "ĠTr eat", + "ĠTre at", + "F low", + "Fl ow", + "Flo w", + "Ġat tractive", + "Ġattr active", + "Ġattract ive", + "Ġ Marc", + "ĠM arc", + "ĠMar c", + "ĠMa rc", + "s udo", + "su do", + "t esy", + "te sy", + "tes y", + "- an", + "-a n", + "9 98", + "99 8", + "ab ama", + "aba ma", + "Ġ Would", + "ĠW ould", + "ĠWo uld", + "Ġs uck", + "Ġsu ck", + "Ġsuc k", + "index Path", + "Ġ Et", + "ĠE t", + "T imes", + "Time s", + "Tim es", + "Ti mes", + "7 80", + "78 0", + "Ġ clubs", + "Ġcl ubs", + "Ġclub s", + "_ assoc", + "_as soc", + "_ass oc", + "Ġac quired", + "Ġacqu ired", + "Ġacquire d", + "( \":", + "(\" :", + "Ġint ense", + "Ġintens e", + ". maps", + ".m aps", + ".map s", + ".ma ps", + "Ex pected", + "Exp ected", + "Expect ed", + "T oggle", + "Ġ ay", + "Ġa y", + "Ġl ifestyle", + "Ġlife style", + "Ġlif estyle", + "- called", + "-c alled", + "-cal led", + "-call ed", + "Ġ Snow", + "ĠS now", + "ĠSn ow", + "ĠSno w", + "V olume", + "Vol ume", + "Ġcann abis", + "Ġ Direction", + "ĠD irection", + "ĠDirect ion", + "ĠDi rection", + "ĠDir ection", + "ĠDire ction", + "Ġ Limited", + "ĠL imited", + "ĠLim ited", + "ĠLimit ed", + "- specific", + "-s pecific", + "-spec ific", + "Ġd owntown", + "Ġdown town", + "Ġdownt own", + "/ icons", + "/i cons", + "/icon s", + "/ic ons", + "Ġre ven", + "Ġr even", + "Ġrev en", + "Ġreve n", + "L eg", + "Le g", + "8 85", + "88 5", + "= null", + "=n ull", + "4 96", + "49 6", + "Key board", + "' )).", + "') ).", + "')) .", + "Ġ\" \";čĊ", + "Ġ\"\" ;čĊ", + "Ġ\"\"; čĊ", + "Ġatt itude", + ". navigate", + ".n avigate", + ".nav igate", + "- error", + "-e rror", + "AM PLE", + "AMP LE", + "AMPL E", + "Ġ Jay", + "ĠJ ay", + "ĠJa y", + "v r", + "c ow", + "co w", + ". compile", + ".com pile", + ".comp ile", + "Ġmem ories", + "Ġmemor ies", + "Ġmemo ries", + "_ mark", + "_m ark", + "_mar k", + "_ma rk", + "Ġ Minnesota", + "ĠMin nesota", + "Ġk osten", + "Ġko sten", + "Ġkos ten", + "Ġkost en", + "Ġ probability", + "Ġprob ability", + "Ġprobabil ity", + "w arning", + "war ning", + "warn ing", + "Ġgen etic", + "Ġgene tic", + "F ixture", + "Fix ture", + "Ġ HashSet", + "ĠHash Set", + "N ombre", + "Nom bre", + "_ month", + "_m onth", + "_mon th", + "_mo nth", + "Æ °", + "- start", + "-st art", + "-star t", + "xy gen", + "ĉ ft", + "ĉf t", + "i agnostics", + "Ġ Matthew", + "ĠMat thew", + "ĠMatth ew", + "Ġcon cepts", + "Ġconcept s", + "Ġconce pts", + "Ġcon str", + "Ġconst r", + "Ġcons tr", + ". State", + ".St ate", + ".Stat e", + "и н", + "N ov", + "No v", + "Î ±", + "Ġ Panel", + "ĠP anel", + "ĠPan el", + "ĠPa nel", + "ĠPane l", + "ä¸ ª", + "com pare", + "comp are", + "> ()Ċ", + ">( )Ċ", + ">() Ċ", + "Ġapp lying", + "Ġapply ing", + "Ġappl ying", + "Ġprom ised", + "Ġpromise d", + "Ġ ox", + "Ġo x", + "n cia", + "nc ia", + "Ġ Validation", + "ĠValid ation", + "o rts", + "or ts", + "ort s", + "_ cur", + "_c ur", + "_cu r", + "e lect", + "el ect", + "ele ct", + "e ye", + "ey e", + "( Data", + "(D ata", + "Ġre porter", + "Ġreport er", + "Ġ Buff", + "ĠB uff", + "ĠBu ff", + "ĠBuf f", + "3 95", + "39 5", + "Ġ sr", + "Ġs r", + "Ġ \";", + "Ġ\" ;", + "i cky", + "ic ky", + "ick y", + "Ġt empor", + "Ġtem por", + "Ġtemp or", + "Ġtempo r", + "S N", + "Ġ resident", + "Ġres ident", + "Ġresid ent", + "Ġreside nt", + "p ires", + "pi res", + "pir es", + "pire s", + "ys ical", + "ysi cal", + "Ġend orse", + "Ġendors e", + "Ġ Song", + "ĠS ong", + "ĠSo ng", + "ĠSon g", + "is Empty", + "le et", + "lee t", + "_ util", + "_u til", + "_ut il", + "Ġd istingu", + "Ġdist ingu", + "Ġ Talk", + "ĠT alk", + "ĠTal k", + "ĠTa lk", + "Ġ Mot", + "ĠM ot", + "ĠMo t", + "( default", + "(d efault", + "(de fault", + "(def ault", + ". Arg", + ".A rg", + ".Ar g", + "gorith ms", + "gorithm s", + "_ words", + "_w ords", + "_word s", + "im mer", + "imm er", + "_ reset", + "_re set", + "_res et", + "f amily", + "W W", + "Ġs avings", + "Ġsav ings", + "Ġsaving s", + "Ġ âĢĿ", + "ĠâĢ Ŀ", + "_ enable", + "_e nable", + "_en able", + "s idebar", + "side bar", + "R unning", + "Run ning", + "Ġ ali", + "Ġa li", + "Ġal i", + "Ġte stim", + "Ġtest im", + "Ġtes tim", + "Ġ warnings", + "Ġw arnings", + "Ġwar nings", + "Ġwarn ings", + "Ġwarning s", + "Ġ Chem", + "ĠC hem", + "ĠCh em", + "ĠChe m", + "Ġ Exit", + "ĠE xit", + "ĠEx it", + "Ġf ounder", + "Ġfound er", + "Ġfo under", + "Ġfou nder", + "p ector", + "pe ctor", + "pect or", + "pec tor", + "Ġ rm", + "Ġr m", + "_ dataset", + "_d ataset", + "_data set", + "_dat aset", + "_datas et", + "Ġ Das", + "ĠD as", + "ĠDa s", + "Ġ han", + "Ġh an", + "Ġha n", + "G etty", + "Get ty", + "Ge tty", + "á l", + "Ġ ny", + "Ġn y", + "Ġpo verty", + "Ġpov erty", + "Ġresult ed", + ". by", + ".b y", + "Ġ Visit", + "ĠVis it", + "ĠVi sit", + "Ġobt aining", + "Ġobtain ing", + "/ '.$", + "/' .$", + "/'. $", + "Ġ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "s hall", + "sh all", + "shal l", + "sha ll", + "_ LEFT", + "_LE FT", + "UI Image", + "_ Name", + "_N ame", + "h ave", + "ha ve", + "ĠN ob", + "ĠNo b", + "l r", + "- footer", + "-f ooter", + "-foot er", + "Ġn aked", + "Ġna ked", + "Ġnak ed", + "ĠG arden", + "ĠGar den", + "ĠGard en", + "\\F acades", + "Ġ graduate", + "Ġgrad uate", + "Ġgradu ate", + "4 17", + "41 7", + "Ġfr anchise", + "Ġfranch ise", + "p lane", + "pl ane", + "plan e", + "pla ne", + "Ġcontrib utions", + "Ġcontribution s", + "Ġstring With", + "Ġ crypto", + "Ġc rypto", + "Ġcrypt o", + "Ġcry pto", + "Ġmov ements", + "Ġmove ments", + "Ġmo vements", + "Ġmovement s", + "a thers", + "ath ers", + "ather s", + "athe rs", + "Ġ lifetime", + "Ġl ifetime", + "Ġlife time", + "Ġlif etime", + "Ġcommunic ate", + "Ġcommun icate", + "j ar", + "ja r", + "Ġ Fragment", + "ĠF ragment", + "ĠFr agment", + "ĠFra gment", + "ĠFrag ment", + "_ IF", + "_I F", + "ĠN avy", + "ĠNav y", + "ĠNa vy", + "Ġ Figure", + "ĠF igure", + "ĠFig ure", + "Ġ simulation", + "Ġs imulation", + "Ġsim ulation", + "Ġsimul ation", + "_ stop", + "_s top", + "_st op", + "Ġreport ers", + "Ġreporter s", + "Ġver sus", + "Ġvers us", + "a ja", + "aj a", + "Ġ α", + "ĠÎ ±", + "Ġgover nor", + "Ġgovern or", + "Ġgoverno r", + "List Item", + "Ġ sealed", + "Ġse aled", + "Ġsea led", + "Ġseal ed", + ". Background", + ".Back ground", + "e di", + "ed i", + "ash ing", + "ashi ng", + "Ġ lip", + "Ġl ip", + "Ġli p", + "ĠI h", + "m erge", + "mer ge", + "Ġn ec", + "Ġne c", + "0 24", + "02 4", + "el ocity", + "elo city", + "AT EG", + "ATE G", + "Ġse eds", + "Ġsee ds", + "Ġseed s", + "Ġ floating", + "Ġf loating", + "Ġfloat ing", + "Ġflo ating", + "7 01", + "70 1", + "_ FA", + "_F A", + "w alk", + "wa lk", + "wal k", + "ĉ user", + "ĉu ser", + "ĉuse r", + "ĉus er", + "_ depth", + "_de pth", + "_dep th", + "_dept h", + "Ġw age", + "Ġwa ge", + "Ġwag e", + "@ app", + "@a pp", + "N il", + "Ni l", + "( [\"", + "([ \"", + "( vector", + "(v ector", + "(vec tor", + "Ġsecret ary", + "4 61", + "46 1", + "Ġj Panel", + "v ez", + "ve z", + "Âł ³³³", + "³³ ³³", + "³³³ Âł", + "d irection", + "dir ection", + "di rection", + "direct ion", + "dire ction", + "Ġ EP", + "ĠE P", + "Ġ hunt", + "Ġh unt", + "Ġhun t", + "Ġhu nt", + "3 96", + "39 6", + "Json Property", + "Ġ PORT", + "ĠP ORT", + "ĠPO RT", + "ĠPOR T", + "] \",", + "]\" ,", + "а п", + "аР¿", + "Ġ Foreign", + "ĠFore ign", + "p anic", + "pan ic", + "pa nic", + "Ġtr ials", + "Ġtri als", + "Ġtrial s", + "Ġ Ale", + "ĠA le", + "ĠAl e", + "Ġr ural", + "Ġru ral", + "- value", + "-v alue", + "-val ue", + "-valu e", + "author ized", + "authorize d", + "Ġ Scotland", + "ĠSc otland", + "ĠScot land", + ". drop", + ".d rop", + ".dr op", + "Ġ MT", + "ĠM T", + "ç ±", + "3 91", + "39 1", + "row th", + "5 15", + "51 5", + "File Path", + "Ġ recall", + "Ġre call", + "Ġrec all", + "Ġrecal l", + "if le", + "Ġ cel", + "Ġc el", + "Ġce l", + "Ġ SELECT", + "ĠSE LECT", + "ĠSEL ECT", + "k n", + "_ case", + "_c ase", + "_ca se", + "Ġ crop", + "Ġc rop", + "Ġcr op", + "Ġcro p", + "5 43", + "54 3", + "s ure", + "sur e", + "su re", + "p ot", + "po t", + "I CS", + "IC S", + "Ġ stem", + "Ġs tem", + "Ġst em", + "Ġste m", + "Ġindust ries", + "Ġindustri es", + "P ut", + "Pu t", + "Ġ aber", + "Ġa ber", + "Ġab er", + "road cast", + "I cons", + "Icon s", + ") \")Ċ", + ")\" )Ċ", + ")\") Ċ", + "æĪIJ åĬŁ", + "g ui", + "gu i", + "Ġass umed", + "Ġassum ed", + "Ġassume d", + "Ġ rx", + "Ġr x", + "E A", + "è §", + "E LL", + "EL L", + "Ġd ose", + "Ġdo se", + "Ġdos e", + "Ġ ine", + "Ġin e", + "Ġi ne", + "Ġd eeper", + "Ġde eper", + "Ġdeep er", + "Ġdee per", + "l ider", + "li der", + "lide r", + "lid er", + "Ġ ordinary", + "Ġord inary", + "Ġordin ary", + "Ġg olf", + "Ġgo lf", + "Ġgol f", + "6 05", + "60 5", + "_ IMAGE", + "_IM AGE", + "Ġ NAME", + "ĠN AME", + "ĠNA ME", + "( module", + "(m odule", + "(mod ule", + "Ġ atom", + "Ġa tom", + "Ġat om", + "Ġ belt", + "Ġb elt", + "Ġbe lt", + "Ġbel t", + "Ġoff ices", + "Ġoffic es", + "Ġoffice s", + "5 06", + "50 6", + "b eta", + "be ta", + "bet a", + "Ġphilosoph y", + "( JSON", + "(J SON", + "(JS ON", + "- field", + "-f ield", + "-fi eld", + "Ġint roduce", + "Ġintrodu ce", + "Ġintro duce", + "Ġcon venience", + "Ġconven ience", + "op tim", + "opt im", + "> \"Ċ", + ">\" Ċ", + "a thy", + "at hy", + "ath y", + "Ġ employer", + "Ġemploy er", + "q uate", + "qu ate", + "qua te", + "quat e", + "Ġ edited", + "Ġed ited", + "Ġedit ed", + "Ġedi ted", + "Arg uments", + "Argument s", + "ĠN ations", + "ĠNation s", + "ĠNat ions", + "_ _)", + "__ )", + "Ġn ose", + "Ġno se", + "Ġnos e", + "Ġ Sample", + "ĠS ample", + "ĠSam ple", + "ĠSamp le", + "' )ĊĊĊ", + "') ĊĊĊ", + "')Ċ ĊĊ", + "')ĊĊ Ċ", + "Ġ cake", + "Ġc ake", + "Ġca ke", + ". getAttribute", + ".get Attribute", + "H D", + "3 92", + "39 2", + "Mod ified", + "4 45", + "44 5", + "Ġ predicted", + "Ġpred icted", + "Ġpredict ed", + "Ġpredic ted", + "Å Ħ", + "a nie", + "an ie", + "ani e", + "S orry", + "( doc", + "(d oc", + "(do c", + "w ind", + "win d", + "wi nd", + "i eve", + "ie ve", + "iev e", + "Ġpro visions", + "Ġprov isions", + "Ġprovision s", + "A TER", + "AT ER", + "ATE R", + "O TE", + "OT E", + "M Y", + ". Autowired", + ".A utowired", + "ĠB ath", + "ĠBa th", + "ĠBat h", + "4 23", + "42 3", + ". Boolean", + ".Bool ean", + "Ġ backend", + "Ġback end", + ". Mouse", + ".M ouse", + "at eral", + "ate ral", + "ater al", + "p aper", + "pa per", + "Con st", + "Co nst", + "Cons t", + "Ġ VR", + "ĠV R", + "_ entity", + "_e ntity", + "_ent ity", + "_ CTRL", + "_C TRL", + "_CT RL", + "Ġ Protection", + "ĠPro tection", + "ĠProt ection", + "ĠProte ction", + "ĠProtect ion", + "Ġ GM", + "ĠG M", + "Ġ Study", + "ĠSt udy", + "ĠStud y", + "Ġ soup", + "Ġs oup", + "Ġso up", + "Ġsou p", + "o time", + "ot ime", + "oti me", + "' use", + "'u se", + "] \"", + "/ users", + "/user s", + "/use rs", + "/us ers", + "a ug", + "au g", + "Ġ Hong", + "ĠH ong", + "ĠHon g", + "ĠHo ng", + "_ norm", + "_n orm", + "_no rm", + "ãģ ¨", + "Ġse cre", + "Ġsec re", + "( Build", + "(B uild", + "Ġ Contract", + "ĠCon tract", + "ĠCont ract", + "ĠContr act", + "o las", + "ol as", + "ola s", + "Ġs auce", + "Ġsa uce", + "Ġsau ce", + "Ġag gressive", + "Ġaggress ive", + "Ġagg ressive", + "Ġ racial", + "Ġr acial", + "Ġrac ial", + "Ġra cial", + "char acter", + "@ @", + "Ġ compile", + "Ġcom pile", + "Ġcomp ile", + "Ġcompil e", + "Ġ Void", + "ĠV oid", + "ĠVo id", + "_ rem", + "_re m", + "_r em", + "_ memory", + "_m emory", + "_mem ory", + "3 48", + "34 8", + "k k", + "Ġ mic", + "Ġm ic", + "Ġmi c", + "S ame", + "Sam e", + "Sa me", + "U tility", + "Util ity", + "Ut ility", + "Ġ Html", + "ĠH tml", + "Ġ Xml", + "ĠX ml", + "ĠXm l", + "Re ady", + "Read y", + "Ġg all", + "Ġga ll", + "Ġgal l", + "Ġalleg edly", + "Ġalleged ly", + "ĉ ĉĉĉĠĠĠ", + "ĉĉ ĉĉĠĠĠ", + "ĉĉĉĉ ĠĠĠ", + "ĉĉĉ ĉĠĠĠ", + "ĉĉĉĉĠ ĠĠ", + "ĉĉĉĉĠĠ Ġ", + "Ġ Metal", + "ĠM etal", + "ĠMe tal", + "ĠMet al", + "ĠMeta l", + "Ġ Personal", + "ĠPerson al", + "ĠPers onal", + "ĠPersona l", + "Ġborder Radius", + "rx js", + "object s", + "obj ects", + "Ġwant ing", + "Ġwan ting", + "Ġb owl", + "Ġbo wl", + "Ġbow l", + "v endor", + "offset of", + "Ġ Rs", + "ĠR s", + "Ġ Rating", + "ĠR ating", + "ĠRa ting", + "ĠRat ing", + "Ġr ally", + "Ġrall y", + "_ NODE", + "_N ODE", + "_NO DE", + "4 18", + "41 8", + "Ġ Mix", + "ĠM ix", + "ĠMi x", + "Ġad vertis", + "Ġadvert is", + "4 85", + "48 5", + "6 67", + "66 7", + "Ġnarr ative", + "s al", + "sa l", + "Ġ mc", + "Ġm c", + "S Error", + "SE rror", + "Ġf ingers", + "Ġfin gers", + "Ġfinger s", + "Ġfing ers", + "Ġac company", + "Ġaccom pany", + "Ġaccomp any", + "Ġt ired", + "Ġti red", + "Ġtire d", + "Ġtir ed", + "Ġ stride", + "Ġst ride", + "Ġstr ide", + "Ġstri de", + "Ġ gui", + "Ġg ui", + "Ġgu i", + "e list", + "el ist", + "eli st", + "L ocale", + "Lo cale", + "Local e", + "Loc ale", + "Ġre leases", + "Ġrelease s", + "Ġrele ases", + "i king", + "ik ing", + "iki ng", + "Ġ anger", + "Ġa nger", + "Ġan ger", + "Ġang er", + "Ġange r", + ") ))ĊĊ", + ")) )ĊĊ", + ")))Ċ Ċ", + "))) ĊĊ", + "al lest", + "all est", + "alle st", + "alles t", + "Sum mary", + "( O", + "( for", + "(f or", + "Ġbasket ball", + "Ġ roads", + "Ġro ads", + "Ġroad s", + "Ġ Install", + "ĠInst all", + "Ġ Fab", + "ĠF ab", + "ĠFa b", + "it map", + "itm ap", + "4 75", + "47 5", + "Ġ ))Ċ", + "Ġ) )Ċ", + "Ġ)) Ċ", + "Ġ intersection", + "Ġinter section", + "Ġintersect ion", + "Ġinters ection", + "igh bor", + "ighb or", + "ĠB ry", + "ĠBr y", + "Ġ HERE", + "ĠH ERE", + "ĠHE RE", + "ĠHER E", + "S oftware", + "So ftware", + "Soft ware", + "el fare", + "elf are", + "a cs", + "ac s", + "6 22", + "62 2", + "Ġtr ailer", + "Ġtrail er", + "Ġtra iler", + "Ġtrai ler", + ". getClass", + ".get Class", + ".getC lass", + "ch ars", + "char s", + "cha rs", + "Ġreg ulation", + "Ġregul ation", + "Ġre fers", + "Ġref ers", + "Ġrefer s", + "Ġd estruction", + "Ġde struction", + "Ġdestruct ion", + "Ġ continuous", + "Ġcontin uous", + "Ġcontinu ous", + "Ġ Austin", + "ĠA ustin", + "ĠAust in", + "ĠAus tin", + "ĠAu stin", + "é ¢", + "a kan", + "ak an", + "aka n", + ". window", + ".w indow", + ".wind ow", + "Ġ Templates", + "ĠT emplates", + "ĠTem plates", + "ĠTemplate s", + "ĠTemp lates", + "ĠTempl ates", + "Ġabs ence", + ": n", + "Ġdis order", + "f lash", + "fl ash", + "Ġde let", + "Ġdel et", + "Ġdele t", + "bo ards", + "board s", + "Ġ Ġĉ", + "ĠĠ ĉ", + "R OP", + "RO P", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġac qu", + "Ġlaw suit", + "Ġlaws uit", + "Ġ Reviews", + "ĠRe views", + "ĠReview s", + "Ġgar age", + "Ġga rage", + "t imer", + "time r", + "ti mer", + "tim er", + "Ġ ej", + "Ġe j", + "Ġ Rectangle", + "ĠRect angle", + "Ġ flowers", + "Ġfl owers", + "Ġflow ers", + "Ġflo wers", + "Ġflower s", + "3 98", + "39 8", + "i lst", + "il st", + "ils t", + "Ġ Instance", + "ĠIn stance", + "ĠInst ance", + "S uper", + "Sup er", + "Su per", + "d et", + "de t", + "dis posing", + "disp osing", + "Ġ ES", + "ĠE S", + "Ġ IC", + "ĠI C", + "v ere", + "ver e", + "ve re", + "S k", + "_ channels", + "_ch annels", + "_channel s", + "_chan nels", + "p uted", + "put ed", + "pu ted", + "pute d", + "/ null", + "/n ull", + "n nen", + "nn en", + "4 31", + "43 1", + "Ġ Gallery", + "ĠG allery", + "ĠGall ery", + "_ global", + "_g lobal", + "_glob al", + "Auth entication", + "Ġ Rank", + "ĠR ank", + "ĠRa nk", + "ĠRan k", + "Ġ blocked", + "Ġb locked", + "Ġbl ocked", + "Ġblock ed", + "Ġbloc ked", + "Ġc alm", + "Ġcal m", + "Ġca lm", + "m arket", + "mark et", + "mar ket", + "ĉ val", + "ĉv al", + "ĉva l", + "Ġ aug", + "Ġa ug", + "Ġau g", + "p eriod", + "per iod", + "peri od", + "Ġ Constant", + "ĠCon stant", + "ĠCons tant", + "ĠConst ant", + "Ġ ?>\">Ċ", + "Ġ?> \">Ċ", + "Ġ?>\" >Ċ", + "Ġ?>\"> Ċ", + "Ġ lobby", + "Ġl obby", + "Ġlob by", + "p al", + "pa l", + "3 79", + "37 9", + "Ġ sink", + "Ġs ink", + "Ġsi nk", + "Ġsin k", + "5 08", + "50 8", + "i ah", + "ia h", + "Ð ¡", + "ur name", + "urn ame", + "Ġcon ver", + "Ġconv er", + "Ġinvest igate", + "Ġinvestig ate", + "Ch rist", + "Chris t", + "Chr ist", + "H ub", + "Hu b", + "Ġ IND", + "ĠI ND", + "ĠIN D", + "Ġ Ped", + "ĠP ed", + "ĠPe d", + "u ras", + "ur as", + "ura s", + "ĉ url", + "ĉu rl", + "Ġ Tro", + "ĠT ro", + "ĠTr o", + "Ġ preferences", + "Ġp references", + "Ġpre ferences", + "Ġprefer ences", + "Ġpreference s", + "Ġguar anteed", + "Ġguarante ed", + "Ġguarantee d", + "` ĊĊ", + "`Ċ Ċ", + "Ġport ions", + "Ġportion s", + "Ġe valu", + "Ġev alu", + "Ġeval u", + "' > < /", + "( ){ĊĊ", + "() {ĊĊ", + "(){Ċ Ċ", + "(){ ĊĊ", + "en coded", + "enc oded", + "encode d", + "enco ded", + "z illa", + "zi lla", + ". Class", + ".C lass", + ".Cl ass", + "Ġ *_", + "Ġ* _", + "_ '", + "Ġview ed", + "Ġvi ewed", + "Ġvie wed", + "Ġ Philadelphia", + "ĠPhil adelphia", + ". rows", + ".r ows", + ".row s", + ".ro ws", + "Add ed", + "Ad ded", + "Ġ Touch", + "ĠT ouch", + "ĠTo uch", + "ĠTou ch", + "8 40", + "84 0", + ". delegate", + ".de legate", + "quee ze", + "s lide", + "sl ide", + "Ġ Senior", + "ĠSen ior", + "( tag", + "(t ag", + "Ġinter views", + "Ġinterview s", + "Ġs ua", + "Ġsu a", + "a tas", + "at as", + "ata s", + "@ ĊĊ", + "@Ċ Ċ", + "d istance", + "di stance", + "dist ance", + "Ġ sein", + "Ġs ein", + "Ġse in", + "Ġsei n", + "l atest", + "la test", + "late st", + "lat est", + "lates t", + "Ġ Prince", + "ĠPr ince", + "ĠPri nce", + "Ġlux ury", + "Ġre fr", + "Ġref r", + "Ġ Kitchen", + "ĠK itchen", + "ĠKit chen", + "Ñ Ħ", + "( at", + "(a t", + "F inal", + "Fin al", + "Fi nal", + "ü ck", + "üc k", + "_ zero", + "_z ero", + "Ġ ABC", + "ĠA BC", + "ĠAB C", + "Ġ Manchester", + "ĠMan chester", + "Ġ cow", + "Ġc ow", + "Ġco w", + "C OL", + "CO L", + "_ NUMBER", + "_NUM BER", + "ch anges", + "change s", + "chan ges", + "chang es", + "g enerate", + "gen erate", + "gener ate", + "gene rate", + ". Printf", + ".Print f", + "3 69", + "36 9", + "s hare", + "sh are", + "sha re", + "St ock", + "Ġ PT", + "ĠP T", + "A nim", + "An im", + "a nga", + "an ga", + "ang a", + "Ġ ig", + "Ġi g", + "up loads", + "upload s", + "Ġ packed", + "Ġp acked", + "Ġpack ed", + "Ġpac ked", + "Ġ }];Ċ", + "Ġ} ];Ċ", + "Ġ}] ;Ċ", + "( sender", + "(s ender", + "(se nder", + "(send er", + "Ġ Wire", + "ĠW ire", + "ĠWi re", + "ĠWir e", + "i sons", + "is ons", + "ison s", + "iso ns", + "Ġplay off", + "\\ E", + "6 08", + "60 8", + "/ R", + "Ġ headed", + "Ġhe aded", + "Ġhead ed", + "Al pha", + "( order", + "(ord er", + "(or der", + "Ġop ponents", + "Ġopp onents", + "Ġoppon ents", + "Ġopponent s", + "ack son", + "acks on", + "_ member", + "_m ember", + "_mem ber", + "T urn", + "Tur n", + "Tu rn", + "ĠSov iet", + "ìĹ IJ", + "a uge", + "au ge", + "aug e", + "4 48", + "44 8", + "Ġ incoming", + "Ġin coming", + "Ġinc oming", + "Ġincom ing", + "Ġ jak", + "Ġj ak", + "Ġja k", + "- game", + "-g ame", + "Ġ Male", + "ĠM ale", + "ĠMal e", + "ĠMa le", + "Ġ Month", + "ĠM onth", + "ĠMon th", + "ĠMo nth", + "ĠMont h", + "St age", + ". exe", + ".e xe", + ".ex e", + "Own Property", + ". setItem", + ".set Item", + "Ġ dc", + "Ġd c", + "ä½ ľ", + "Ġb rut", + "Ġbr ut", + "Ġbru t", + "Ġattempt ing", + ". len", + ".l en", + ".le n", + "Ġjud gment", + "Ġs ab", + "Ġsa b", + "Ġ cad", + "Ġc ad", + "Ġca d", + "Ġ Items", + "ĠI tems", + "ĠIt ems", + "ĠItem s", + "com fort", + "el ize", + "eli ze", + "/ log", + "/l og", + "/lo g", + "Ġentre prene", + "Ġ compiler", + "Ġc ompiler", + "Ġcom piler", + "Ġcomp iler", + "Ġcompile r", + "Ġcompil er", + "_ validation", + "_valid ation", + "r eview", + "re view", + "rev iew", + "Ġ textBox", + "Ġtext Box", + "Ġ fraction", + "Ġf raction", + "Ġfr action", + "Ġfra ction", + "Ġfract ion", + "Ġfrac tion", + "Ġ Bal", + "ĠB al", + "ĠBa l", + "> ;ĊĊ", + ">;Ċ Ċ", + ">; ĊĊ", + ".AutoScale Mode", + "Ġ cats", + "Ġc ats", + "Ġca ts", + "Ġcat s", + "4 65", + "46 5", + "Ġ registry", + "Ġreg istry", + "Ġregistr y", + "Ġregist ry", + "u lus", + "ul us", + "ulu s", + "F I", + "p ayload", + "pay load", + "- search", + "-s earch", + "-se arch", + "Ġst aying", + "Ġstay ing", + "Ġsta ying", + "ac ious", + "aci ous", + "acio us", + "De coration", + "Dec oration", + "Decor ation", + "R eview", + "Re view", + "Rev iew", + "I nf", + "In f", + "Ke ep", + "it is", + "iti s", + ", String", + ",S tring", + "C oord", + "Co ord", + "Ġp ero", + "Ġper o", + "Ġpe ro", + "S ex", + "Se x", + "Ġ Atlanta", + "ĠAtl anta", + "u esta", + "ue sta", + "ues ta", + "uest a", + "A rgb", + "Arg b", + "Ar gb", + "> *", + "} _", + "F ooter", + "Foo ter", + "Foot er", + "Fo oter", + "Ġ employed", + "Ġemploy ed", + "_ bound", + "_b ound", + "_bo und", + "v ide", + "vid e", + "vi de", + ". func", + ".f unc", + ".fun c", + "$ scope", + "$s cope", + "Ġ spo", + "Ġs po", + "Ġsp o", + "Ġ Anal", + "ĠA nal", + "ĠAn al", + "ĠAna l", + "oun ced", + "ounc ed", + "ounce d", + "a round", + "ar ound", + "aro und", + "Ġ restriction", + "Ġre striction", + "Ġrestrict ion", + "Ġrestr iction", + "Ġ shops", + "Ġsh ops", + "Ġshop s", + "Ġsho ps", + "å Ģ", + "Ġ Latin", + "ĠL atin", + "ĠLa tin", + "ĠLat in", + "- col", + "-c ol", + "-co l", + "Ġbar ely", + "Ġbare ly", + "Ġ Euro", + "ĠE uro", + "ĠEu ro", + "ĠEur o", + "E r", + "Ġf aire", + "Ġfa ire", + "Ġfair e", + "_ distance", + "_d istance", + "_dist ance", + "_di stance", + "_ unlock", + "_un lock", + "Qu ote", + "IV ATE", + "IVA TE", + "Ġ åĪ", + "Ġå Ī", + "Ġa imed", + "Ġaim ed", + "Ġai med", + "Ġaime d", + "ĠRe trie", + "ĠRet rie", + ". iter", + ".i ter", + ".it er", + "Ġ wrapped", + "Ġw rapped", + "Ġwr apped", + "Ġwrap ped", + "Ġag reements", + "Ġagre ements", + "Ġagree ments", + "Ġagreement s", + "str ument", + "stru ment", + "( product", + "(pro duct", + "(prod uct", + "Ġstud ied", + "Ġstudi ed", + ". setValue", + ".set Value", + "Ġ ye", + "Ġy e", + "Ġ Cache", + "ĠC ache", + "ĠCa che", + "MB OL", + "Ġquarter back", + "Ġ syntax", + "Ġs yntax", + "Ġsy ntax", + "Ġsyn tax", + "Ġsynt ax", + ".get ElementsBy", + ".getElements By", + ". version", + ".v ersion", + "we bsite", + "web site", + "webs ite", + "R unner", + "Run ner", + "_ single", + "_s ingle", + "_si ngle", + "_sin gle", + "a tiv", + "at iv", + "ati v", + "Ġ Altern", + "ĠAl tern", + "ĠAlt ern", + "ĠAlter n", + "Ġ Beautiful", + "ĠBe autiful", + "ĠBeaut iful", + "right arrow", + "Ġd iversity", + "Ġdivers ity", + "p lash", + "pl ash", + "pla sh", + "( co", + "(c o", + ". Fill", + ".F ill", + "Ġ typing", + "Ġtyp ing", + "Ġty ping", + "3 87", + "38 7", + "0 23", + "02 3", + "Ġ clar", + "Ġc lar", + "Ġcl ar", + "Ġcla r", + "H it", + "Hi t", + "O O", + "a cco", + "ac co", + "acc o", + "5 07", + "50 7", + "w orth", + "wort h", + "wor th", + "Ġ scripts", + "Ġs cripts", + "Ġscript s", + "Ġscri pts", + "ĠMuslim s", + "Ġ LL", + "ĠL L", + "er ving", + "erv ing", + "( boolean", + "(bool ean", + "Ġbase ball", + "Ġ CAN", + "ĠC AN", + "ĠCA N", + "3 94", + "39 4", + "0 44", + "04 4", + "M AIL", + "MA IL", + "d epend", + "de pend", + "dep end", + "Ġres pective", + "Ġrespect ive", + "Ġresp ective", + "Ġ constexpr", + "Ġconst expr", + ".* ;ĊĊ", + ".*;Ċ Ċ", + "' ]))Ċ", + "'] ))Ċ", + "']) )Ċ", + "'])) Ċ", + "Ġ yard", + "Ġy ard", + "Ġya rd", + "Ġyar d", + "Ġident ical", + "if ecycle", + "ife cycle", + "U SH", + "US H", + "up iter", + ". validate", + ".valid ate", + "c li", + "cl i", + "I STER", + "IS TER", + "IST ER", + "Ind icator", + "F ail", + "Fa il", + "Ġdem ocracy", + "Ġdemocr acy", + ". var", + ".v ar", + ".va r", + "Ġs atisfied", + "Ġsatisf ied", + "- ------------", + "-- -----------", + "---- ---------", + "-------- -----", + "--- ----------", + "------------ -", + "----- --------", + "---------- ---", + "------ -------", + "----------- --", + "------- ------", + "--------- ----", + "en cer", + "ence r", + "enc er", + "h or", + "ho r", + "Ġr ounds", + "Ġro unds", + "Ġround s", + "Ġrou nds", + "D AO", + "DA O", + "o a", + "Ġfl ask", + "Ġfla sk", + "= c", + "[ ]Ċ", + "[] Ċ", + "/ dist", + "/d ist", + "/dis t", + "Ġp arte", + "Ġpart e", + "Ġpar te", + "Ġ confirmation", + "Ġconfirm ation", + "e ron", + "er on", + "ero n", + "a ware", + "aw are", + "awa re", + "< ?>", + "", + "Ġ dependencies", + "Ġdep endencies", + "Ġdepend encies", + "Ġ Videos", + "ĠV ideos", + "ĠVideo s", + "ĠVid eos", + "ĠVide os", + "- row", + "-r ow", + "-ro w", + "Ġ **/Ċ", + "Ġ* */Ċ", + "Ġ** /Ċ", + "Ġ nou", + "Ġn ou", + "Ġno u", + "Ġ hover", + "Ġh over", + "Ġho ver", + "æ ŀ", + "Ġ nin", + "Ġn in", + "Ġni n", + "Ġ USD", + "ĠU SD", + "ĠUS D", + "M ac", + "Ma c", + "_ Load", + "_L oad", + "Ġout comes", + "Ġoutcome s", + "_ socket", + "_s ocket", + "_sock et", + "_so cket", + "_soc ket", + "Ġ queries", + "Ġqu eries", + "Ġque ries", + "Ġquer ies", + "w m", + "5 92", + "59 2", + "Ġh itting", + "Ġhit ting", + "in ux", + "inu x", + "M ich", + "Mi ch", + "Mic h", + "u dge", + "ud ge", + "A TAB", + "AT AB", + "ATA B", + "Ġv ulnerable", + "Ġvulner able", + "ä ¾", + "Ġ portfolio", + "Ġport folio", + ": YES", + "ĉ map", + "ĉm ap", + "B ound", + "Bo und", + "Ġ iteration", + "Ġit eration", + "Ġiter ation", + "in cess", + "ince ss", + "inc ess", + "inces s", + "Ġ actors", + "Ġa ctors", + "Ġact ors", + "Ġac tors", + "Ġactor s", + "Ġ Qual", + "ĠQ ual", + "ĠQu al", + "_ clean", + "_c lean", + "_cl ean", + "ãĢij ãĢIJ", + "M SG", + "MS G", + "G reen", + "Gr een", + "Gre en", + "ĠOff icer", + "ĠOffice r", + "Ġsm oking", + "Ġsmo king", + "> ',", + ">' ,", + "Ġ Flo", + "ĠF lo", + "ĠFl o", + "++ ;", + "4 33", + "43 3", + "oly gon", + "Ġ bulk", + "Ġb ulk", + "Ġbu lk", + "Ġbul k", + "Ġd rama", + "Ġdr ama", + "Ġdram a", + "Ġdra ma", + "Ġ exceptions", + "Ġex ceptions", + "Ġexcept ions", + "Ġexception s", + "Ġexce ptions", + "o sed", + "os ed", + "ose d", + "Ġ+ čĊ", + "Ġ legacy", + "Ġleg acy", + "C V", + "Ġcontrib uted", + "Ġcontribute d", + "Ġ Terms", + "ĠTe rms", + "ĠTer ms", + "ĠTerm s", + "Ġ bt", + "Ġb t", + "4 34", + "43 4", + "Ġun tuk", + "Ġunt uk", + "Ġ alien", + "Ġa lien", + "Ġal ien", + "Ġali en", + "= ==Ċ", + "== =Ċ", + "=== Ċ", + "ĉ Vector", + "ĉV ector", + "ĉVec tor", + "Ġ ls", + "Ġl s", + "On line", + ". facebook", + ".f acebook", + ".face book", + "n umeric", + "num eric", + "nu meric", + "numer ic", + "ock ets", + "ocket s", + "A ut", + "Au t", + "b ury", + "bur y", + "bu ry", + "- redux", + "-re dux", + "-red ux", + "ĠRed istributions", + "ĠRedistribution s", + "GLOBAL S", + "urrenc ies", + "urr encies", + "Ġ tons", + "Ġt ons", + "Ġto ns", + "Ġton s", + "âĢĻ ,", + "Ġ ê", + "Ġà ª", + "( col", + "(c ol", + "(co l", + "Ġ Symbol", + "ĠS ymbol", + "ĠSym bol", + "Ġst ayed", + "Ġstay ed", + "Ġ ML", + "ĠM L", + "Ġm unicip", + "Ġmun icip", + "Ġ sexo", + "Ġs exo", + "Ġse xo", + "Ġsex o", + "S en", + "Se n", + "n r", + "Ġg ains", + "Ġgain s", + "Ġga ins", + "Ġshort ly", + ". Menu", + ".M enu", + ".Me nu", + "à ½", + "KN OWN", + "Ġ operators", + "Ġoper ators", + "Ġoperator s", + "Ġopera tors", + "- V", + "Ġ Patrick", + "ĠPat rick", + "ĠPatri ck", + "/ add", + "/a dd", + "/ad d", + "_ CO", + "_C O", + "i ration", + "ir ation", + "ira tion", + "( post", + "(p ost", + "(pos t", + "(po st", + "Post s", + "Pos ts", + "Po sts", + "/ _", + "Ġ plug", + "Ġp lug", + "Ġpl ug", + "Ġplu g", + "Ġintel lectual", + "Ġintellect ual", + "Ġme tab", + "Ġmet ab", + "Ġmeta b", + "Ġpregn ancy", + "ĠPrem ier", + "ĠPremi er", + "n m", + "Ġ prediction", + "Ġpred iction", + "Ġpredict ion", + "Ġpredic tion", + "6 06", + "60 6", + "ĠMin istry", + "ĠMini stry", + "ĠMinist ry", + "Th ree", + "Thr ee", + "val uate", + "valu ate", + "Ġ Mini", + "ĠM ini", + "ĠMin i", + "ĠMi ni", + "b u", + "о з", + "оР·", + "< ul", + " \";čĊ", + ">\" ;čĊ", + ">\"; čĊ", + "ĠS av", + "ĠSa v", + ". Bold", + ".B old", + "Ġen ables", + "Ġenable s", + "ĉ tmp", + "ĉt mp", + "Ġman ually", + "Ġmanual ly", + "ĠS qu", + "ĠSq u", + "use rid", + "user id", + ". function", + ".f unction", + ".func tion", + ".fun ction", + ". cache", + ".c ache", + ".ca che", + "L OPT", + "LO PT", + ". Services", + ".S ervices", + ".Service s", + "5 88", + "58 8", + "d dit", + "dd it", + "t im", + "ti m", + "< img", + " >>", + ">> >", + "st ation", + "stat ion", + "sta tion", + "l ore", + "lo re", + "lor e", + "a type", + "at ype", + "aty pe", + "i shop", + "is hop", + "ish op", + "/ ****************************************************************", + "/******************************** ********************************", + "/************************ ****************************************", + "/******************************************************** ********", + "/******** ********************************************************", + "/**************** ************************************************", + "/**************************************** ************************", + "/************************************************ ****************", + "5 21", + "52 1", + "Com boBox", + "Combo Box", + "Ġvac ation", + "Ġva cation", + "Ġinit iative", + "Ġiniti ative", + "Ġ defaultValue", + "Ġdefault Value", + "7 70", + "77 0", + "con cat", + "conc at", + "Ġ Kh", + "ĠK h", + "6 32", + "63 2", + "Ġ Welcome", + "ĠW elcome", + "ĠWel come", + "ized Name", + "M igration", + "Ġ gradient", + "Ġg radient", + "Ġgrad ient", + "H ot", + "Ho t", + "Ġhard ly", + "e lo", + "el o", + "Ġ Students", + "ĠSt udents", + "ĠStud ents", + "ĠStudent s", + "Ġl oose", + "Ġlo ose", + "Ġloos e", + "7 30", + "73 0", + "a tz", + "at z", + ". Send", + ".S end", + ".Se nd", + "' /", + "Ġ universal", + "Ġun iversal", + "Ġunivers al", + "Ġ enterprise", + "Ġenter prise", + "Ġ regex", + "Ġreg ex", + "Ġ visitor", + "Ġvis itor", + "Ġvisit or", + "Ġ Fly", + "ĠF ly", + "ĠFl y", + "S eq", + "Se q", + "ภĻ", + "Ġ Visual", + "ĠVis ual", + "Ġ libraries", + "Ġl ibraries", + "Ġlib raries", + "Ġlibr aries", + "at oes", + "ato es", + "P ayment", + "Pay ment", + "4 47", + "44 7", + "Ġ pent", + "Ġp ent", + "Ġpe nt", + "Ġpen t", + "Ġgather ed", + "VR TX", + "VRT X", + "Ġ DM", + "ĠD M", + "S plit", + "Sp lit", + "Spl it", + "Ġl etting", + "Ġlet ting", + "Ġlett ing", + "Ð Ŀ", + "_ errors", + "_error s", + "_err ors", + "_er rors", + "ep och", + "P ARAM", + "PA RAM", + "PAR AM", + "c u", + "ÑģÑĤ в", + "ol utions", + "olution s", + "olut ions", + "Ed iting", + "Edit ing", + "fo nts", + "font s", + "fon ts", + "Ġ allocated", + "Ġal located", + "Ġalloc ated", + "Ġallocate d", + "Ġ Based", + "ĠB ased", + "ĠBase d", + "ĠBa sed", + "ĠBas ed", + "( Y", + "Ġ Judge", + "ĠJ udge", + "ĠJud ge", + "ĠJu dge", + "Ġbr others", + "Ġbro thers", + "Ġbrother s", + "Ġbroth ers", + "F ILES", + "FILE S", + "FI LES", + "ç o", + "5 31", + "53 1", + "w b", + "_ PI", + "_P I", + "' ^", + "Ġ sword", + "Ġs word", + "Ġsw ord", + "Ġswo rd", + ". services", + ".s ervices", + ".service s", + ".serv ices", + "Ġ nl", + "Ġn l", + "T im", + "Ti m", + "i gg", + "ig g", + "ĠMo ore", + "ĠMoo re", + "ĠMoor e", + "Ġcrypt oc", + "Ġcrypto c", + "åĩ º", + "_ posts", + "_post s", + "_pos ts", + "_po sts", + "ot ate", + "ota te", + "? '", + ". ...ĊĊ", + ".. ..ĊĊ", + "... .ĊĊ", + ".... ĊĊ", + "....Ċ Ċ", + "Ġ kl", + "Ġk l", + "= \"$", + "=\" $", + "Ġde coration", + "Ġdec oration", + "Ġdecor ation", + "Ġdeco ration", + "Ạ¡", + "Ġ DIRECT", + "ĠD IRECT", + "ĠDI RECT", + "ĠDIR ECT", + "G UI", + "GU I", + ") =>{Ċ", + ")= >{Ċ", + ")=> {Ċ", + "Ġ newsletter", + "Ġnews letter", + "Ġpre cis", + "Ġprec is", + "( point", + "(p oint", + "(po int", + "Ġ Equipment", + "ĠE quipment", + "ĠEqu ipment", + "ĠEquip ment", + "u ty", + "ut y", + "Ġ Dave", + "ĠD ave", + "ĠDav e", + "ĠDa ve", + "Ġpart icipation", + "Ġpartic ipation", + "Ġparticip ation", + "u arios", + "ua rios", + "uario s", + "uar ios", + "x it", + "xi t", + ". As", + ".A s", + "E TER", + "ET ER", + "o rous", + "or ous", + "oro us", + "Ġ shield", + "Ġsh ield", + "[ ]>", + "[] >", + "il itary", + "ilit ary", + ". origin", + ".or igin", + ".orig in", + "Ġ promotion", + "Ġpro motion", + "Ġprom otion", + "Ġpromot ion", + "Ġpromo tion", + "U nt", + "Un t", + "Ġ ct", + "Ġc t", + "T RA", + "TR A", + "5 56", + "55 6", + "View Holder", + "Ġ sigma", + "Ġs igma", + "Ġsig ma", + "d elta", + "del ta", + "are house", + "con tract", + "cont ract", + "contr act", + "contra ct", + "( Vector", + "(V ector", + "(Vec tor", + "7 21", + "72 1", + "Ġcomp ete", + "Ġcompet e", + "/ form", + "/f orm", + "/ components", + "/com ponents", + "/component s", + "Ġ nr", + "Ġn r", + "ĠInd ones", + "ĠIndo nes", + "Ġ оÑĤ", + "Ġо ÑĤ", + "Ġ Volume", + "ĠV olume", + "ĠVol ume", + ". files", + ".f iles", + ".file s", + ".fi les", + ".fil es", + "( resp", + "(r esp", + "(res p", + "(re sp", + "/ models", + "/model s", + "/mod els", + "Ġ surf", + "Ġs urf", + "Ġsu rf", + "Ġsur f", + "st andard", + "stand ard", + "/ o", + "ĠXCT Assert", + "V ICES", + "VICE S", + "VI CES", + "VIC ES", + ". Code", + ".C ode", + ".Co de", + "S ED", + "SE D", + "Ġ activate", + "Ġact ivate", + "Ġactiv ate", + "D elta", + "Del ta", + "Ġlimit ation", + "Ġlim itation", + "r ij", + "ri j", + "Ġpregn ant", + "Ġpreg nant", + ": ^(", + ":^ (", + "Ġs our", + "Ġso ur", + "Ġsou r", + "p ie", + "pi e", + "8 03", + "80 3", + "Ġ expense", + "Ġexp ense", + "i cation", + "ic ation", + "ica tion", + "Ġ Large", + "ĠL arge", + "ĠLar ge", + "Ġ ±", + "Ġ ±", + "ĠB owl", + "ĠBo wl", + "ĠBow l", + "( models", + "(model s", + "(mod els", + "(mode ls", + "/ N", + "8 57", + "85 7", + "P a", + ". reload", + ".re load", + ".r eload", + ".rel oad", + "Ġwonder ing", + "4 62", + "46 2", + "Exec ution", + "ĉ ĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠ", + "ĉĠ ĠĠĠĠĠ", + "ĉĠĠ ĠĠĠĠ", + "ĉĠĠĠĠĠ Ġ", + "ĉĠĠĠĠ ĠĠ", + "Ġ Graphics", + "ĠG raphics", + "ĠGraph ics", + "ĠGraphic s", + "Ġ Contin", + "ĠCon tin", + "ĠCont in", + "_ job", + "_j ob", + "Ġ getName", + "Ġget Name", + "Ġ Magn", + "ĠM agn", + "ĠMag n", + "ĠMa gn", + "Ġ DWORD", + "ĠD WORD", + "ĠDW ORD", + "m ad", + "ma d", + "Ġ nh", + "Ġn h", + "f eatures", + "fe atures", + "feature s", + "feat ures", + "fea tures", + "} \");Ċ", + "}\" );Ċ", + "}\") ;Ċ", + "he ets", + "heet s", + "hee ts", + "( train", + "(t rain", + "(tr ain", + "z n", + "Ġrec ruit", + "Ġrecru it", + ". connection", + ".con nection", + ".connect ion", + ".conn ection", + "Ġbar rel", + "Ġbarr el", + "Ġ steam", + "Ġs team", + "Ġst eam", + "Ġste am", + "_ setting", + "_s etting", + "_set ting", + "Ġ angular", + "Ġang ular", + "ane ously", + "aneous ly", + "Ġ bil", + "Ġb il", + "Ġbi l", + "Ġ Norm", + "ĠN orm", + "ĠNo rm", + "ĠNor m", + "5 22", + "52 2", + "(! $", + "i bt", + "ib t", + "% (", + "Ġ posit", + "Ġp osit", + "Ġpos it", + "Ġpo sit", + "Ġposi t", + "Ġ Father", + "ĠF ather", + "ĠFa ther", + "ĠFat her", + "int endo", + "inte ndo", + "5 65", + "56 5", + "L ive", + "Li ve", + "Liv e", + "0 41", + "04 1", + "Ġ ports", + "Ġp orts", + "Ġport s", + "Ġpo rts", + "Ġpor ts", + "Ġm ej", + "Ġme j", + "Ġ landing", + "Ġl anding", + "Ġland ing", + "Ġlan ding", + "p onder", + "pon der", + "pond er", + "po nder", + "ponde r", + "Ġ cod", + "Ġc od", + "Ġco d", + "_ HEADER", + "_HE ADER", + "_HEAD ER", + ". Margin", + ".M argin", + ".Mar gin", + "Ġ balls", + "Ġb alls", + "Ġball s", + "Ġbal ls", + "Ġdisc ussions", + "Ġdiscuss ions", + "Ġdiscussion s", + "Ġ blend", + "Ġbl end", + "Ġble nd", + "H ex", + "He x", + "Ġfar mers", + "Ġfarm ers", + "Ġfarmer s", + "Ġmaint aining", + "Ġmaintain ing", + "Ġ ĠĠčĊ", + "ĠĠ ĠčĊ", + "ĠĠĠ čĊ", + "s yn", + "sy n", + "[ T", + "r us", + "ru s", + "4 39", + "43 9", + "uff ers", + "uf fers", + "uffer s", + "Ġ contributors", + "Ġcontrib utors", + "Ġcontributor s", + "_ sys", + "_s ys", + "_sy s", + ". Debug", + ".De bug", + "Ġ constructed", + "Ġconstruct ed", + "o mes", + "om es", + "ome s", + "? id", + "s lider", + "sl ider", + "slide r", + "Ġsup pliers", + "Ġsupplier s", + "Ġsuppl iers", + "Ġsupp liers", + "6 11", + "61 1", + "scribe r", + "scri ber", + "scr iber", + "p es", + "pe s", + "Ð ŀ", + "\" :čĊ", + "\": čĊ", + "\\ Controller", + ") )ĊĊĊ", + ")) ĊĊĊ", + "))Ċ ĊĊ", + "))ĊĊ Ċ", + "Ġ lua", + "Ġl ua", + "Ġlu a", + "M ulti", + "Mult i", + "Mul ti", + "E NS", + "EN S", + "S rc", + "Sr c", + "Ġ petition", + "Ġpet ition", + "Ġpetit ion", + "Ġ slave", + "Ġsl ave", + "Ġsla ve", + "Ġslav e", + "lo oking", + "look ing", + "loo king", + "V ERT", + "VER T", + "VE RT", + "ĉ vector", + "ĉv ector", + "ĉvec tor", + "S pecial", + "Sp ecial", + "Spec ial", + "Spe cial", + "h h", + "an ne", + "ann e", + "ĠN iger", + "ĠNi ger", + "/ views", + "/view s", + "z ing", + "zi ng", + "zin g", + "end ant", + "enda nt", + "< C", + "s peed", + "sp eed", + "spe ed", + "5 14", + "51 4", + "Ġ{ };ĊĊ", + "Ġ{} ;ĊĊ", + "Ġ{};Ċ Ċ", + "Ġ{}; ĊĊ", + "Begin Init", + "Ġf open", + "Ġfo pen", + "@ RequestMapping", + "End Init", + "Ġp unch", + "Ġpun ch", + "S ender", + "Se nder", + "Send er", + "Sen der", + "6 03", + "60 3", + "é Ķ", + "get Message", + "/ types", + "/t ypes", + "/type s", + ". PI", + ".P I", + "(' ');Ċ", + "oc used", + "ocus ed", + "ocu sed", + "( all", + "(a ll", + "(al l", + "Ġ dropdown", + "Ġd ropdown", + "Ġdrop down", + ") .__", + "). __", + ")._ _", + "Ġ Vin", + "ĠV in", + "ĠVi n", + ". ForeignKey", + ".Fore ignKey", + "6 12", + "61 2", + "ca nf", + "can f", + "o ured", + "ou red", + "our ed", + "oure d", + "Ġ Organization", + "ĠO rganization", + "ĠOrgan ization", + "Ġ а", + "ĠÐ °", + "Ġ Culture", + "ĠC ulture", + "ĠCult ure", + "ĠCul ture", + "( cls", + "(c ls", + "(cl s", + ", _", + "9 02", + "90 2", + "r gba", + "rg ba", + "rgb a", + "ìĿ ĺ", + ". dataGridView", + ".data GridView", + "Ġdo zen", + "Ġdoz en", + "ĠG es", + "ĠGe s", + "8 05", + "80 5", + "4 64", + "46 4", + "_ shared", + "_sh ared", + "_share d", + "_sha red", + "n ick", + "ni ck", + "nic k", + "Ġh osp", + "Ġho sp", + "Ġhos p", + "o meter", + "om eter", + "ome ter", + "omet er", + "4 95", + "49 5", + "Ġclaim ing", + "Ġcla iming", + "0 32", + "03 2", + "i bles", + "ib les", + "ible s", + "r ik", + "ri k", + "æĺ ¯", + "en ario", + "ena rio", + "Ġd engan", + "Ġden gan", + "o bb", + "ob b", + "m ont", + "mon t", + "mo nt", + "_ rank", + "_r ank", + "_ra nk", + "(' /',", + "('/ ',", + "Ġap olog", + "Ġapo log", + "P s", + "_ power", + "_p ower", + "_pow er", + "_po wer", + "ĠG ree", + "ĠGr ee", + "ĠGre e", + "Ġf ulfill", + "Ġful fill", + "Ġfulfil l", + "Ġ firebase", + "Ġf irebase", + "Ġfire base", + "9 10", + "91 0", + "Ġ fare", + "Ġf are", + "Ġfa re", + "Ġfar e", + "ĠH im", + "ĠHi m", + "Ġ bean", + "Ġb ean", + "Ġbe an", + "âĢ¦ .", + "Ġ SPI", + "ĠS PI", + "ĠSP I", + "_ RX", + "_R X", + "Ġper ception", + "Ġperce ption", + "Ġpercept ion", + "rel ative", + "com pile", + "comp ile", + "u um", + "uu m", + "u tos", + "ut os", + "uto s", + "a uc", + "au c", + "Ġ Ask", + "ĠA sk", + "ĠAs k", + "Ġ indicator", + "Ġind icator", + "Ġindic ator", + "Ġindica tor", + "/ th", + "/t h", + ".set String", + "ĠWis consin", + ". Domain", + ".D omain", + ".Do main", + ".Dom ain", + "Ġart ificial", + "De velop", + "Dev elop", + "Ġ Sarah", + "ĠS arah", + "ĠSar ah", + "ĠSa rah", + "ĠSara h", + "Ġ lying", + "Ġl ying", + "Ġly ing", + "( search", + "(s earch", + "(se arch", + "ĠEm pire", + "ĠEmp ire", + "ur ring", + "urr ing", + "æŶ éĹ´", + "= \"${", + "=\" ${", + "=\"$ {", + "Ġ getId", + "Ġget Id", + "Ġ Payment", + "ĠP ayment", + "ĠPay ment", + "t ransition", + "trans ition", + "Ġ ].", + "Ġ] .", + "i xin", + "ix in", + "V T", + "- select", + "-s elect", + "-se lect", + "Ġdemonstr ated", + "Ġdemonstrate d", + "Ġ lastName", + "Ġlast Name", + "em ployment", + "emp loyment", + "employ ment", + ". getProperty", + ".get Property", + ".getP roperty", + "Ġf ought", + "Ġfo ught", + "Ġfou ght", + "file Name", + "Ġ Pers", + "ĠP ers", + "ĠPer s", + "ĠPe rs", + "4 52", + "45 2", + "- card", + "-c ard", + "-car d", + "-ca rd", + "a str", + "as tr", + "ast r", + "at trs", + "att rs", + "attr s", + "Ġpro minent", + "Ġprom inent", + "Ġpromin ent", + "D esign", + "De sign", + "Des ign", + "anc ouver", + "ãģĹ ãģ", + "ar do", + "ard o", + "s ecret", + "se cret", + "sec ret", + "Ġ rag", + "Ġr ag", + "Ġra g", + "Ġpo ison", + "Ġpoi son", + "Ġpois on", + "- man", + "-m an", + ", omitempty", + "7 40", + "74 0", + "ĉ un", + "ĉu n", + "it zer", + "itz er", + "ĠCas ino", + "Ġ Ross", + "ĠR oss", + "ĠRo ss", + "ĠRos s", + "- foot", + "-f oot", + "( results", + "(result s", + "(res ults", + "P lan", + "Pl an", + "Ġl aser", + "Ġla ser", + "Ġlas er", + "ê¸ °", + "_ DR", + "_D R", + "5 23", + "52 3", + "F acebook", + "Face book", + "4 49", + "44 9", + "Ġ boards", + "Ġbo ards", + "Ġboard s", + "s ta", + "st a", + "] ],", + "]] ,", + "6 75", + "67 5", + "Ġ tiles", + "Ġt iles", + "Ġti les", + "Ġtile s", + "Ġtil es", + "S IZE", + "SI ZE", + "Ġ =~", + "Ġ= ~", + "9 70", + "97 0", + "Ġprem ier", + "Ġpremi er", + "o cab", + "oc ab", + "oca b", + "Ġ encoded", + "Ġen coded", + "Ġenc oded", + "Ġencode d", + "Ġ reserve", + "Ġre serve", + "Ġres erve", + "Ġreserv e", + "6 09", + "60 9", + "ĠAfghan istan", + "Ġ ListNode", + "ĠList Node", + "ur ls", + "url s", + "Ġ submission", + "Ġsub mission", + "Ġn eu", + "Ġne u", + "4 77", + "47 7", + "Ġ# +#", + "_ POST", + "_P OST", + "_PO ST", + "_POS T", + "Ġmo ist", + "Ġmoi st", + "Ġmois t", + "e lli", + "el li", + "ell i", + "ellig ent", + "elli gent", + ". alert", + ".al ert", + "ó d", + "b re", + "br e", + "Ġ Collect", + "ĠC ollect", + "ĠCol lect", + "ĠColl ect", + "Ġ graphic", + "Ġg raphic", + "Ġgraph ic", + "Ġgrap hic", + "Ġ longitude", + "Ġlong itude", + "Ġlongitud e", + "Ġ Provid", + "ĠPro vid", + "ĠPr ovid", + "ĠProv id", + "Ġ Calculate", + "ĠC alculate", + "ĠCal culate", + "ĠCalcul ate", + "ĠCalc ulate", + "x ffff", + "xf fff", + "xff ff", + "xfff f", + "c riteria", + "crit eria", + "Ġ waters", + "Ġw aters", + "Ġwater s", + "Ġwa ters", + "Ġwat ers", + "r ock", + "ro ck", + "roc k", + "lo quent", + "ĠT rib", + "ĠTr ib", + "ĠTri b", + "5 13", + "51 3", + "Ġ burst", + "Ġb urst", + "Ġbu rst", + "Ġbur st", + "Ġ suffix", + "Ġs uffix", + "Ġsuff ix", + "Ġsuf fix", + ". Extensions", + ".Ext ensions", + ".Extension s", + "is hes", + "ish es", + "i vel", + "iv el", + "ive l", + "Ġ LIKE", + "ĠL IKE", + "ĠLI KE", + "Ġ Getty", + "ĠG etty", + "ĠGet ty", + "ĠGe tty", + ".Action Event", + ".s lf", + ".sl f", + "Ġ HAL", + "ĠH AL", + "ĠHA L", + "u pal", + "up al", + "upa l", + "E AR", + "EA R", + "5 24", + "52 4", + "u di", + "ud i", + "_ timeout", + "_time out", + "U F", + "Ġ Singapore", + "ĠSing apore", + "ĠSingap ore", + "ĠAd vent", + "ĠAdv ent", + "_ interval", + "_int erval", + "_inter val", + "c haft", + "ch aft", + "cha ft", + "Ġ Emer", + "ĠE mer", + "ĠEm er", + "Ġ telephone", + "Ġtele phone", + "ĠTur k", + "ĠTu rk", + "_ interface", + "_inter face", + "Ġ Own", + "ĠO wn", + "ĠOw n", + "Ġencour aged", + "Ġencourage d", + "< Object", + "(", + "<> (", + "5 44", + "54 4", + ". Product", + ".Pro duct", + ".Produ ct", + "Form s", + "For ms", + "Fo rms", + "N EW", + "NE W", + "P ay", + "Pa y", + "ĉ boolean", + "ĉbool ean", + "_ contact", + "_cont act", + "Ġ Electric", + "ĠE lectric", + "ĠElect ric", + "s kip", + "sk ip", + "ski p", + "Ġw ur", + "Ġch ronic", + "Ġchron ic", + "Ġchr onic", + "_ driver", + "_d river", + "_dr iver", + "_drive r", + "9 40", + "94 0", + "Ġ Sab", + "ĠS ab", + "ĠSa b", + "Ġ Ult", + "ĠU lt", + "ĠUl t", + "Ġ Rad", + "ĠR ad", + "ĠRa d", + "ST ATUS", + "STAT US", + "Ġ Lewis", + "ĠL ewis", + "ĠLe wis", + "ĠLew is", + "O B", + "Ġgift s", + "Ġgi fts", + "Ġgif ts", + ". Rec", + ".R ec", + ".Re c", + "TR UE", + "Ġint ensity", + "Ġintens ity", + "M arker", + "Mark er", + "Mar ker", + ". compare", + ".com pare", + ".comp are", + "f fic", + "ff ic", + "ffi c", + "C ookie", + "Co okie", + "Cook ie", + "Ġ Baby", + "ĠB aby", + "ĠBa by", + "ĠBab y", + "Ġ BigDecimal", + "ĠB igDecimal", + "ĠBig Decimal", + "i let", + "il et", + "ile t", + "ĠHOLD ERS", + "ĠHOLDER S", + "Ġ Lady", + "ĠL ady", + "ĠLa dy", + "ĠLad y", + "Ġ lung", + "Ġl ung", + "Ġlu ng", + "Ġlun g", + "Ġ Alabama", + "ĠAl abama", + "Ġ dess", + "Ġd ess", + "Ġde ss", + "Ġdes s", + "` );Ċ", + "`) ;Ċ", + "Ġ Builder", + "ĠB uilder", + "ĠBuild er", + "ĠBu ilder", + "_ region", + "_reg ion", + "Ġ neutral", + "Ġne utral", + "Ġneut ral", + "Ġneutr al", + "9 09", + "90 9", + "B oth", + "Bo th", + "Bot h", + "Ġ hp", + "Ġh p", + "Ġ horn", + "Ġh orn", + "Ġhor n", + "Ġho rn", + "Ġ segments", + "Ġse gments", + "Ġseg ments", + "Ġsegment s", + "Ġ EC", + "ĠE C", + "\" =>\"", + "\"=> \"", + "( rec", + "(r ec", + "(re c", + "Ġ Pi", + "ĠP i", + "G M", + "Ġl aptop", + "Ġlap top", + "S calar", + "Sc alar", + "Scala r", + "4 63", + "46 3", + "i sd", + "is d", + "- dialog", + "-d ialog", + "-di alog", + "Ġ Anderson", + "ĠAnd erson", + "ĠAnders on", + "Ġmis takes", + "Ġmist akes", + "Ġmi stakes", + "Ġmistake s", + "7 08", + "70 8", + "Ġ Han", + "ĠH an", + "ĠHa n", + "j es", + "je s", + "est ination", + "esti nation", + "4 36", + "43 6", + "Ġprom ises", + "Ġpromise s", + "b id", + "bi d", + "Ġ Scient", + "ĠS cient", + "ĠSc ient", + "ĠSci ent", + "G IN", + "GI N", + "Ġ Performance", + "ĠPer formance", + "ĠPerform ance", + "b age", + "ba ge", + "bag e", + ". users", + ".user s", + ".use rs", + ".us ers", + "le ading", + "lead ing", + "lea ding", + "Ġ oral", + "Ġo ral", + "Ġor al", + "Ġora l", + "G raphics", + "Graph ics", + "Graphic s", + "4 88", + "48 8", + "_ PTR", + "_P TR", + "_PT R", + "5 18", + "51 8", + "h ang", + "ha ng", + "han g", + "Ġin ev", + "Ġi nev", + "Ġine v", + "p rocessing", + "process ing", + "F actor", + "Fact or", + "Fac tor", + "Fa ctor", + "Ġ NA", + "ĠN A", + "$ string", + "$s tring", + "$str ing", + "Ġ grounds", + "Ġgr ounds", + "Ġground s", + "Ġgro unds", + "Ġgrou nds", + ".Save Changes", + "c lock", + "cl ock", + "clo ck", + "9 41", + "94 1", + "cri pcion", + "Ġ Newton", + "ĠNew ton", + "g c", + ". includes", + ".in cludes", + ".include s", + "Ġ blast", + "Ġb last", + "Ġbl ast", + "Ġblas t", + "Ġbla st", + "Ġ' -'", + "Ġ'- '", + "Ġp uede", + "Ġpued e", + "Ġpu ede", + "4 69", + "46 9", + ". Session", + ".S ession", + "Ġ grep", + "Ġg rep", + "Ġgr ep", + "Ġgre p", + "_ final", + "_f inal", + "_fin al", + "Ġ Gay", + "ĠG ay", + "ĠGa y", + "Ġ Give", + "ĠG ive", + "ĠGi ve", + "i ri", + "ir i", + "- star", + "-s tar", + "-st ar", + "Ġ UIImage", + "ĠUI Image", + "_ epoch", + "_ep och", + "u bb", + "ub b", + "e nth", + "en th", + "ent h", + "Ġ elite", + "Ġe lite", + "Ġel ite", + "Ġelit e", + "Ġcampaign s", + "Ġ Porno", + "ĠP orno", + "ĠPorn o", + "ĠPor no", + "_ assign", + "_as sign", + "_ass ign", + "Prot ocol", + "Proto col", + "Ġ Being", + "ĠB eing", + "ĠBe ing", + "ĠBei ng", + "Ġ Airport", + "ĠAir port", + "Ġcon ventional", + "Ġconvent ional", + "Ġconvention al", + "Ġ Wat", + "ĠW at", + "ĠWa t", + "Ġ CI", + "ĠC I", + "E TA", + "ET A", + "Ġ Anthony", + "ĠAnth ony", + "Ġ tablet", + "Ġtable t", + "Ġtab let", + "( format", + "(form at", + "(for mat", + "Ġconsist ently", + "Ġconsistent ly", + "ĠI owa", + "ĠIo wa", + "4 74", + "47 4", + "Ġ avatar", + "Ġav atar", + "Ġava tar", + "0 27", + "02 7", + ". cursor", + ".c ursor", + "! [", + "Ġh anging", + "Ġhang ing", + "Ġhan ging", + "Ġhangi ng", + "H er", + "He r", + "S uch", + "Su ch", + "Suc h", + "' ;ĊĊĊ", + "';Ċ ĊĊ", + "';ĊĊ Ċ", + "'; ĊĊĊ", + "org eous", + "orge ous", + "( )==", + "() ==", + "Ġ viewModel", + "Ġview Model", + "Ġ ãĥ", + "Ġ els", + "Ġe ls", + "Ġel s", + "Ġ Agent", + "ĠA gent", + "ĠAg ent", + "ĠAge nt", + "F etch", + "a por", + "ap or", + "apo r", + "Ġ cx", + "Ġc x", + "p read", + "pr ead", + "pre ad", + "ĠP ier", + "ĠPi er", + "ĠPie r", + "o eff", + "oe ff", + "6 16", + "61 6", + "S n", + "8 90", + "89 0", + "Ġ Virtual", + "ĠV irtual", + "ĠVir tual", + "ĠVirt ual", + "A pr", + "Ap r", + ". White", + ".Wh ite", + "6 15", + "61 5", + "_ MOD", + "_M OD", + "_MO D", + "Ġ Points", + "ĠP oints", + "ĠPoint s", + "ĠPo ints", + "å¤ ±", + "Ġ genes", + "Ġg enes", + "Ġge nes", + "Ġgen es", + "Ġgene s", + "Ġ vendor", + "Ġv endor", + "Ġvend or", + "Ġmain stream", + "< src", + "Ċ", + "Ġ< >Ċ", + "Ġ<> Ċ", + "F ilename", + "File name", + "Fi lename", + "Fil ename", + "Ġs ne", + "Ġsn e", + "Ġ Football", + "ĠF ootball", + "ĠFoot ball", + "Ġr ival", + "Ġri val", + "Ġriv al", + "Ġdis aster", + "i onic", + "ion ic", + "io nic", + "ioni c", + "Ġ Damage", + "ĠD amage", + "ĠDa mage", + "ĠDam age", + ". Resource", + ".Re source", + ".Res ource", + "- en", + "-e n", + "Ġ Types", + "ĠT ypes", + "ĠType s", + "ĠTy pes", + "ĠTyp es", + "get String", + "( board", + "(b oard", + "Ġ bol", + "Ġb ol", + "Ġbo l", + "p lain", + "pl ain", + "pla in", + "z ym", + "zy m", + "ภ²", + "Ġ scanner", + "Ġsc anner", + "Ġscan ner", + "i lder", + "il der", + "ild er", + "ilde r", + "_ msgs", + "_msg s", + "_ms gs", + "æ ı", + "( intent", + "(int ent", + "(in tent", + "Ġ destruct", + "Ġd estruct", + "Ġde struct", + "Ġb ust", + "Ġbu st", + "Ġbus t", + "Ġ Employ", + "ĠE mploy", + "ĠEm ploy", + "ĠEmp loy", + "o ni", + "on i", + "Ġ UIViewController", + "ĠUI ViewController", + "ĠUIView Controller", + "Ġo dds", + "Ġodd s", + "Ġod ds", + "e arer", + "ear er", + "ea rer", + "Ge ometry", + "Geo metry", + "Geom etry", + "Ġ yii", + "Ġy ii", + "Ġyi i", + "_ EXPORT", + "_EX PORT", + "_EXP ORT", + "Ġ Attack", + "ĠAtt ack", + "Ġn iet", + "Ġnie t", + "Ġni et", + "Ġim pression", + "Ġimp ression", + "Ġimpress ion", + "Ġimpr ession", + "Ġ Gil", + "ĠG il", + "ĠGi l", + "_ prob", + "_p rob", + "_pro b", + "_pr ob", + "5 28", + "52 8", + "Ġ CF", + "ĠC F", + "Ġ Experience", + "ĠEx perience", + "/ plugins", + "/pl ugins", + "/plugin s", + ". Method", + ".M ethod", + "Ġbel iefs", + "Ġbelie fs", + "Ġbelief s", + "N ative", + "Nat ive", + "_ build", + "_b uild", + "Ġ vig", + "Ġv ig", + "Ġvi g", + "Ġr anks", + "Ġrank s", + "Ġran ks", + "cover ed", + "cov ered", + "7 05", + "70 5", + "s uch", + "su ch", + "G uard", + "Gu ard", + ". pack", + ".p ack", + ".pa ck", + "ad der", + "add er", + "8 09", + "80 9", + "i via", + "iv ia", + "ivi a", + "l ng", + "ln g", + "Ġ вÑĭ", + "Ġв Ñĭ", + "5 52", + "55 2", + "T imestamp", + "Time stamp", + "_ now", + "_n ow", + "_no w", + "Ġp oker", + "Ġpo ker", + "Ġpok er", + "Ġpoke r", + "Ġ unc", + "Ġu nc", + "Ġun c", + "Ġ shapes", + "Ġsh apes", + "Ġshape s", + "Ġsha pes", + "- types", + "-t ypes", + "-type s", + "_ period", + "_p eriod", + "_per iod", + "p k", + "Ġveter an", + "Ġ sono", + "Ġs ono", + "Ġso no", + "Ġson o", + "Ġ appointed", + "Ġapp ointed", + "Ġappoint ed", + "over flow", + ". driver", + ".d river", + ".dr iver", + ".drive r", + "_ cat", + "_c at", + "_ca t", + "u tt", + "ut t", + "p lant", + "pl ant", + "plan t", + "pla nt", + "i mb", + "im b", + "Ġ Accept", + "ĠAc cept", + "ĠAcc ept", + "Ġ concert", + "Ġcon cert", + "Ġconc ert", + "Ġconce rt", + "ĉ node", + "ĉn ode", + "ĉno de", + "ĉ z", + "? >čĊ", + "?> čĊ", + "Ġb anned", + "Ġban ned", + "ĉ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĉĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĉĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġt oxic", + "Ġto xic", + "Ġtox ic", + "Ġdis appe", + "Ġdisap pe", + "4 73", + "47 3", + "È Ľ", + "Ġg race", + "Ġgr ace", + "Ġgra ce", + "Ġgrac e", + "at eful", + "ate ful", + "Re ply", + "Rep ly", + "ĠC ruz", + "ĠCr uz", + "ĠCru z", + "4 86", + "48 6", + "Ġs crap", + "Ġsc rap", + "Ġscr ap", + "Ġ keywords", + "Ġkey words", + "Ġkeyword s", + "s imp", + "si mp", + "sim p", + "Ġmort gage", + "Ġcy ber", + "Ġ Execute", + "ĠEx ecute", + "ĠExec ute", + "Ġ latitude", + "Ġl atitude", + "Ġlat itude", + "i fu", + "if u", + ". COM", + ".C OM", + ".CO M", + "d bo", + "db o", + "Ġs orts", + "Ġso rts", + "Ġsort s", + "Ġsor ts", + "Ġ Gas", + "ĠG as", + "ĠGa s", + "om ial", + "omi al", + ". Local", + ".L ocal", + ".Lo cal", + "C ells", + "Cell s", + "Cel ls", + ". Replace", + ".Re place", + "String s", + "Str ings", + ". fit", + ".f it", + ".fi t", + "Ġ Third", + "ĠTh ird", + "ĠThi rd", + "% \",Ċ", + "%\" ,Ċ", + "%\", Ċ", + "Ġ {}\".", + "Ġ{ }\".", + "Ġ{} \".", + "Ġ Sony", + "ĠS ony", + "ĠSo ny", + "ĠSon y", + "Ġ [:", + "Ġ[ :", + "5 85", + "58 5", + "Ġf allen", + "Ġfa llen", + "Ġfall en", + "Ġfal len", + ". ')Ċ", + ".' )Ċ", + ".') Ċ", + "i nh", + "in h", + "Ġ MC", + "ĠM C", + "Ġ redis", + "Ġre dis", + "Ġr edis", + "Ġred is", + "C odes", + "Code s", + "Co des", + "Cod es", + "Ġ profiles", + "Ġpro files", + "Ġprof iles", + "Ġprofile s", + "Ġprofil es", + "h ook", + "ho ok", + "hoo k", + "Re ducer", + "Red ucer", + "Reduc er", + "Reduce r", + "_ FUNC", + "_F UNC", + "_FUN C", + "Ġ navigate", + "Ġn avigate", + "Ġnav igate", + "Ġnavig ate", + "st rlen", + "str len", + "Ġh orm", + "Ġhor m", + "Ġho rm", + "á ŀ", + "Ġ SR", + "ĠS R", + ". boot", + ".b oot", + ".bo ot", + "Ġ digest", + "Ġd igest", + "Ġdi gest", + "Ġdig est", + "ĉ header", + "ĉhead er", + ". findOne", + ".find One", + "æ ģ", + "Db Type", + "n ia", + "ni a", + "_ merge", + "_m erge", + "Ġd onne", + "Ġdon ne", + "Ġdonn e", + "/ Getty", + "/G etty", + "_ CHAR", + "_CH AR", + "Ġ bands", + "Ġb ands", + "Ġband s", + "Ġban ds", + "Ġba nds", + ". URL", + ".U RL", + ".UR L", + "art ial", + "arti al", + "Ġ freq", + "Ġf req", + "Ġfr eq", + "Ġfre q", + "Ġs ist", + "Ġsi st", + "Ġsis t", + "N g", + "Ġrender ing", + "Ġrend ering", + "\\ Core", + "\\C ore", + "Widget s", + "Ġ VA", + "ĠV A", + "Ġactiv ists", + "Ġactivist s", + "S te", + "St e", + "= _", + "a lla", + "al la", + "all a", + "St amp", + "Ġ loads", + "Ġlo ads", + "Ġload s", + "Ġloa ds", + "Ġ xx", + "Ġx x", + "Ġ Learning", + "ĠL earning", + "ĠLe arning", + "ĠLearn ing", + "ĠLear ning", + ". Mvc", + ".M vc", + "u ir", + "ui r", + "( \"$", + "(\" $", + "Ġ connecting", + "Ġconnect ing", + "Read Only", + "u ru", + "ur u", + "ĠE ag", + "ĠEa g", + "B IT", + "BI T", + "_ DEL", + "_D EL", + "_DE L", + "å §", + "arr ass", + "arra ss", + "ex ternal", + "ext ernal", + "extern al", + "exter nal", + "Ġ YOUR", + "ĠY OUR", + "ĠYOU R", + "ĠB rew", + "ĠBr ew", + "ĠBre w", + "Ġ Five", + "ĠF ive", + "ĠFi ve", + "Ġ resize", + "Ġre size", + "Ġres ize", + "i gid", + "ig id", + "igi d", + "e ration", + "er ation", + "era tion", + "6 53", + "65 3", + "Ġ Ñį", + "ĠÑ į", + "5 36", + "53 6", + "åĬ ł", + "0 39", + "03 9", + "Ġ Catch", + "ĠC atch", + "ĠCat ch", + "Ù ģ", + "Ġ Leon", + "ĠL eon", + "ĠLe on", + "ĠLeo n", + "a mil", + "am il", + "ami l", + ". Body", + ".B ody", + "C lip", + "Cl ip", + "Cli p", + "/ list", + "/l ist", + "/li st", + ". br", + ".b r", + "Edit Text", + "ĉ db", + "ĉd b", + ". Game", + ".G ame", + "( BuildContext", + "(Build Context", + "back end", + ". Red", + ".R ed", + ".Re d", + "f acebook", + "face book", + "5 29", + "52 9", + ". urls", + ".url s", + ".ur ls", + "m r", + "rol led", + "roll ed", + "- ------", + "-- -----", + "---- ---", + "--- ----", + "----- --", + "------ -", + "Ġint ervention", + "Ġinter vention", + "Ġinterven tion", + "Ġinterv ention", + "Ġret irement", + "Ġretire ment", + "Ġretir ement", + "Ġ Kit", + "ĠK it", + "ĠKi t", + "Ġ PRE", + "ĠP RE", + "ĠPR E", + "Upper Case", + "Ġ Socket", + "ĠS ocket", + "ĠSo cket", + "ĠSoc ket", + "Ġ :-", + "Ġ: -", + "Ġstud ying", + "Ġstudy ing", + "Ġ Metro", + "ĠM etro", + "ĠMe tro", + "ĠMet ro", + "ar ded", + "ard ed", + "arde d", + "Ġcon versations", + "Ġconvers ations", + "Ġconversation s", + "C alled", + "Call ed", + "Cal led", + "Ġex amine", + "Ġexam ine", + "ert ificate", + ". gz", + ".g z", + "- responsive", + "-res ponsive", + "Ġ refund", + "Ġre fund", + "Ġref und", + "_ network", + "_n etwork", + "_net work", + "0 26", + "02 6", + "all owed", + "allow ed", + "allo wed", + "em pt", + "emp t", + "Ġme als", + "Ġmeal s", + "C ategories", + "Ġtravel ing", + "Ġtrav eling", + "Ġ kg", + "Ġk g", + "Ġsh ame", + "Ġsha me", + "Ġsham e", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġexplicit ly", + "Ġmath ematic", + "Ġ Suite", + "ĠS uite", + "ĠSu ite", + "ĠSuit e", + "Ġ RGB", + "ĠR GB", + "ĠRG B", + "****** /", + "***** */", + "Ġm ixture", + "Ġmix ture", + "l earning", + "le arning", + "lear ning", + "learn ing", + ". template", + ".t emplate", + ".temp late", + ".tem plate", + "at ts", + "att s", + "w x", + "ĉ ctx", + "ĉc tx", + "ĉct x", + ". properties", + ".p roperties", + ".prop erties", + "Ġdr inks", + "Ġdrink s", + "Ġ Either", + "ĠE ither", + "set Text", + ". getData", + ".get Data", + ".getD ata", + ". zip", + ".z ip", + "Ġreve als", + "Ġreveal s", + "< table", + ".Ċ", + "/> .Ċ", + "/>. Ċ", + "Ġr anked", + "Ġrank ed", + "Ġran ked", + "_ impl", + "_i mpl", + "_im pl", + "_imp l", + "Ġ Handles", + "ĠH andles", + "ĠHand les", + "ĠHandle s", + "Ġhost ed", + "Ġho sted", + "Ġhos ted", + "Ġ updating", + "Ġup dating", + "Ġupd ating", + "al bum", + "é Ŀ", + "Ġ shader", + "Ġsh ader", + "Ġsha der", + "Ġshade r", + "Ed itors", + "Edit ors", + "Editor s", + "- round", + "-r ound", + "-ro und", + "[ ]{", + "[] {", + "Ġ sep", + "Ġs ep", + "Ġse p", + "Ġ Hi", + "ĠH i", + "T EM", + "TE M", + "look up", + "loo kup", + ". man", + ".m an", + ".ma n", + "_ INPUT", + "_IN PUT", + "Ġthreat ened", + "Ġthreaten ed", + "_ IMPORT", + "_IM PORT", + "_IMP ORT", + "Ġ drops", + "Ġd rops", + "Ġdr ops", + "Ġdrop s", + "Ġdro ps", + "r uit", + "ru it", + "s id", + "si d", + "b oth", + "bo th", + "bot h", + "Ġ Excel", + "ĠEx cel", + "ĠExc el", + "Ġ jer", + "Ġj er", + "Ġje r", + "ord inary", + "ordin ary", + "е й", + "еР¹", + "V IEW", + "VI EW", + "re ply", + "rep ly", + "Ġ ):Ċ", + "Ġ) :Ċ", + "Ġ): Ċ", + "col ors", + "color s", + "colo rs", + "ver ified", + "_ Tr", + "_T r", + "_ parse", + "_p arse", + "_par se", + "_pars e", + "Ġcon gress", + "Ġcongr ess", + "Ġcong ress", + "6 17", + "61 7", + "P romise", + "Pro mise", + "Prom ise", + "i nts", + "in ts", + "int s", + "Ġ Mother", + "ĠM other", + "ĠMo ther", + "ĠMot her", + ". Api", + ".A pi", + ".Ap i", + "Ġ Duration", + "ĠD uration", + "ĠDu ration", + "ĠDur ation", + "Ġ firstName", + "Ġfirst Name", + "inherit doc", + "ĠM ars", + "ĠMar s", + "ĠMa rs", + "Ġ apr", + "Ġa pr", + "Ġap r", + "O DY", + "OD Y", + "Ġvis its", + "Ġvisit s", + "6 31", + "63 1", + "Ġhe aling", + "Ġheal ing", + "let ters", + "letter s", + "lette rs", + "lett ers", + ") ));čĊ", + ")) );čĊ", + "))) ;čĊ", + "))); čĊ", + "f uture", + "fu ture", + ". Framework", + ".F ramework", + ".Frame work", + "Ġk iss", + "Ġki ss", + "Ġinv olve", + "Ġinvol ve", + "Ġ silent", + "Ġs ilent", + "Ġsil ent", + "ad ows", + "ado ws", + "adow s", + "Ġany body", + "s ch", + "sc h", + "6 90", + "69 0", + "Ġsol ely", + "Ġsole ly", + "- img", + "-i mg", + "-im g", + "Ġ propri", + "Ġp ropri", + "Ġpro pri", + "Ġprop ri", + "Ġin struct", + "Ġinstr uct", + "Ġ licenses", + "Ġlicense s", + "Ġlic enses", + "Ġlicens es", + "Ġ meth", + "Ġm eth", + "Ġme th", + "Ġmet h", + "Ġcon dem", + "Ġcond em", + "Ġ Domain", + "ĠD omain", + "ĠDo main", + "ĠDom ain", + "ĠH arris", + "ĠHar ris", + "ĠHarr is", + "Ġs Ã¥", + "CE PT", + "B atch", + "Bat ch", + "@ extends", + "ĠCONTR IBUT", + ". DataFrame", + ".Data Frame", + "4 72", + "47 2", + "_ packet", + "_p acket", + "_pack et", + "_pa cket", + "re cision", + "rec ision", + "Ġf ocusing", + "Ġfocus ing", + "Ġfoc using", + ". ht", + ".h t", + "__ \":Ċ", + ": Get", + "Ġ KC", + "ĠK C", + "Ġp assage", + "Ġpass age", + "Ġpas sage", + "S egment", + "Se gment", + "Seg ment", + "_ center", + "_c enter", + "_cent er", + "-z A", + "_ BL", + "_B L", + "Ġcon vin", + "Ġconv in", + "Ġ classified", + "Ġclass ified", + "Ġ NSMutable", + "ĠNS Mutable", + "_ ap", + "_a p", + "t ile", + "til e", + "ti le", + "Rect angle", + "4 92", + "49 2", + "( nums", + "(n ums", + "(num s", + "v ens", + "ve ns", + "ven s", + "Ġ UIButton", + "ĠUI Button", + "ĠUIB utton", + "ĠF eder", + "ĠFe der", + "ĠFed er", + "a mo", + "am o", + "Ġ outline", + "Ġout line", + "Ġ Parser", + "ĠP arser", + "ĠPar ser", + "ĠParse r", + "ĠPars er", + "Ġ âī", + "Ġâ ī", + "Ġ Works", + "ĠW orks", + "ĠWork s", + "ĠWor ks", + ". Schema", + ".S chema", + "Ġeng ines", + "Ġengine s", + "6 37", + "63 7", + "5 63", + "56 3", + "_ common", + "_com mon", + "_comm on", + "5 42", + "54 2", + "_ old", + "_o ld", + "Ġset ContentView", + "ĠsetContent View", + "Ġ ///<", + "Ġ// /<", + "Ġ/// <", + "Ġ BT", + "ĠB T", + "f m", + "Ġd ivers", + "Ġdi vers", + "Ġdiv ers", + "Ġdive rs", + "Ġdiver s", + "_ weights", + "_weight s", + "_we ights", + "e mark", + "em ark", + "ema rk", + "Ġ ACT", + "ĠA CT", + "ĠAC T", + "Ġpro portion", + "Ġprop ortion", + "Ġproport ion", + "Ġpropor tion", + "over lay", + ". dirname", + ".dir name", + "Ġ Git", + "ĠG it", + "ĠGi t", + "_ REFERENCE", + "_REF ERENCE", + "_REFER ENCE", + "< >", + "l b", + "_ rule", + "_r ule", + "_ru le", + "è´ ¥", + "Ġ Putin", + "ĠP utin", + "ĠPut in", + "ĠPu tin", + "Ġsleep ing", + "Ġsle eping", + "Ġslee ping", + "( ):čĊ", + "() :čĊ", + "(): čĊ", + "Ġ preserve", + "Ġp reserve", + "Ġpre serve", + "Ġpres erve", + "Ġpar liament", + "Ġ Looking", + "ĠLo oking", + "ĠLook ing", + "Ġp icking", + "Ġpick ing", + "Ġpic king", + "Ġ Dispatch", + "ĠDis patch", + "ĠDisp atch", + "Ġs lip", + "Ġsl ip", + "ë ĵ", + "ĠL yn", + "ĠLy n", + "_ signal", + "_s ignal", + "_sign al", + "_sig nal", + "config uration", + "ĠP itt", + "ĠPi tt", + "ĠPit t", + "4 91", + "49 1", + "a den", + "ad en", + "ade n", + "pro cedure", + "Ġenthus i", + "Ġenth usi", + "f ight", + "fig ht", + "fi ght", + "Ġ Consider", + "ĠCons ider", + "Ġt orn", + "Ġto rn", + "Ġtor n", + "Conn ected", + "Connect ed", + ". cos", + ".c os", + ".co s", + "_ groups", + "_g roups", + "_group s", + "Ġ Think", + "ĠTh ink", + "ĠThi nk", + "ĠThin k", + "Ġdel iber", + "Ġre sid", + "Ġres id", + "work ing", + "wor king", + ". columns", + ".column s", + "Ġ Called", + "ĠC alled", + "ĠCal led", + "ĠCall ed", + "Ġ eslint", + "Ġes lint", + "Ġesl int", + "> \",", + ">\" ,", + "_ DOWN", + "_D OWN", + "_DO WN", + "h ist", + "hi st", + "his t", + "Ġ Advanced", + "ĠAd vanced", + "ĠAdv anced", + "ĠAdvance d", + "Ġre wards", + "Ġreward s", + "Ġrew ards", + "a ctors", + "act ors", + "ac tors", + "actor s", + "Ġsil ence", + "4 79", + "47 9", + "Ġm yth", + "Ġmy th", + "Ġn eur", + "Ġne ur", + "Ġneu r", + "5 19", + "51 9", + "Ġ auction", + "Ġa uction", + "Ġau ction", + "Ġauc tion", + ". GetString", + ".Get String", + "e ks", + "ek s", + "( project", + "(pro ject", + "(proj ect", + "5 98", + "59 8", + "ĉ msg", + "ĉm sg", + "ĉms g", + "ĉ output", + "ĉout put", + "Ġcomplaint s", + "Ġcomplain ts", + "5 51", + "55 1", + ", S", + "Ġ tbl", + "Ġt bl", + "Ġtb l", + "Ġ ,ĊĊ", + "Ġ, ĊĊ", + "Ġ,Ċ Ċ", + "r iors", + "ri ors", + "rior s", + "rio rs", + "ah ren", + "ahr en", + "Ġlaw yers", + "Ġlawy ers", + "Ġlawyer s", + "re dux", + "red ux", + "_ symbol", + "_s ymbol", + "_sym bol", + "o ffee", + "of fee", + "off ee", + "_ RESULT", + "_RES ULT", + "( Name", + "(N ame", + "U TC", + "UT C", + ". currentTime", + ".current Time", + "Ġorgan is", + ". arg", + ".a rg", + ".ar g", + "5 33", + "53 3", + "Ġmin im", + "Ġmi nim", + "Ġmini m", + "w ick", + "wi ck", + "Ġrece ives", + "Ġreceive s", + "B alance", + "Bal ance", + "Ġspe aks", + "Ġspeak s", + "Ġ Days", + "ĠD ays", + "ĠDay s", + "ĠDa ys", + "Ġ Below", + "ĠB elow", + "ĠBe low", + "ĠBel ow", + "4 83", + "48 3", + "t ipo", + "ti po", + "tip o", + "P resent", + "Pre sent", + "Pres ent", + "Ġre serv", + "Ġres erv", + "h p", + "Ġ rit", + "Ġr it", + "Ġri t", + "_ RIGHT", + "_R IGHT", + "- -)", + "-- )", + "Ġchair man", + "7 81", + "78 1", + "D IS", + "DI S", + "Ġ BOOST", + "ĠBO OST", + "Ġex periments", + "Ġexper iments", + "Ġexperi ments", + "Ġexperiment s", + "6 87", + "68 7", + "_ _);Ċ", + "__ );Ċ", + "__) ;Ċ", + "__); Ċ", + "Ġ stamp", + "Ġst amp", + "Ġsta mp", + "Ġf ert", + "Ġfe rt", + "Ġfer t", + "Ġf ond", + "Ġfo nd", + "Ġfon d", + "T er", + "Te r", + "el ve", + "u ren", + "ur en", + "ure n", + "+ i", + "end ency", + "ende ncy", + "enden cy", + "Ġvirtual ly", + "Ġvirt ually", + ". ..\"", + ".. .\"", + "... \"", + "ï½ ŀ", + "9 25", + "92 5", + "- cent", + "-c ent", + "-ce nt", + "_ unique", + "_un ique", + "Ġ pricing", + "Ġp ricing", + "Ġpr icing", + "Ġpri cing", + "m ic", + "mi c", + "R ESH", + "RE SH", + "RES H", + "Ġ :::", + "Ġ: ::", + "Ġ:: :", + "Ġ annotation", + "Ġan notation", + "Ġann otation", + "Ġannot ation", + "Ġ Circle", + "ĠC ircle", + "ĠCirc le", + "ĠCir cle", + "ong odb", + "ongo db", + "i tas", + "it as", + "ita s", + "Ġ %(", + "Ġ% (", + "( component", + "(com ponent", + "(comp onent", + "Ġ об", + "Ġо б", + "( port", + "(p ort", + "(po rt", + "- hour", + "-h our", + ". obj", + ".o bj", + ".ob j", + "L BL", + "LB L", + "Ġ jury", + "Ġj ury", + "Ġju ry", + "Ġjur y", + "G BT", + "GB T", + "Ġ spy", + "Ġs py", + "Ġsp y", + "Ġ Professional", + "ĠProf essional", + "ĠProfession al", + "Ġ\" \";ĊĊ", + "Ġ\"\" ;ĊĊ", + "Ġ\"\";Ċ Ċ", + "Ġ\"\"; ĊĊ", + "Ġstr iking", + "Ġstri king", + "Ġd iscrimination", + "Ġdiscrim ination", + "Ġdiscrimin ation", + "Ġp ays", + "Ġpay s", + "Ġpa ys", + "9 37", + "93 7", + "l ict", + "lic t", + "li ct", + "en tes", + "ent es", + "ente s", + "Ġth rowing", + "Ġthrow ing", + "Ġthr owing", + "Ġthro wing", + "Ġ Plugin", + "ĠPl ugin", + "ĠPlug in", + "( def", + "(d ef", + "(de f", + "Ġ RuntimeException", + "ĠRuntime Exception", + "Ġ Migration", + "ĠM igration", + "ĠMig ration", + "5 99", + "59 9", + "Ġ dic", + "Ġd ic", + "Ġdi c", + "b ag", + "ba g", + "o nia", + "on ia", + "oni a", + "Ġcor ruption", + "Ġcorrupt ion", + "7 04", + "70 4", + "( Map", + "(M ap", + "Ġp rz", + "Ġpr z", + ". dto", + ".d to", + ".dt o", + "Ġac quire", + "Ġacqu ire", + "State ToProps", + "Ġl oving", + "Ġlo ving", + "Ġlov ing", + "о ж", + "оР¶", + "_ pattern", + "_p attern", + "_pat tern", + "Ġem otions", + "Ġemot ions", + "Ġemotion s", + "Ġ publisher", + "Ġp ublisher", + "Ġpublish er", + "Ġpubli sher", + "_ be", + "_b e", + "Ġc ouples", + "Ġco uples", + "Ġcou ples", + "Ġcouple s", + "Ġcoup les", + "4 98", + "49 8", + "o j", + "Ġ Chart", + "ĠC hart", + "ĠCh art", + "ĠChar t", + "ĠCha rt", + "Ġt rop", + "Ġtr op", + "Ġtro p", + ". tool", + ".t ool", + ".to ol", + "Ġestablish ment", + "Ġ dol", + "Ġd ol", + "Ġdo l", + "6 54", + "65 4", + "Ġ tower", + "Ġt ower", + "Ġto wer", + "Ġtow er", + "Ġ lane", + "Ġl ane", + "Ġla ne", + "Ġlan e", + "ĠSy dney", + "Ġf illing", + "Ġfil ling", + "Ġfill ing", + "claim ed", + "cla imed", + "6 44", + "64 4", + "Ġdialog ue", + "Ġdia logue", + "Ġdial ogue", + "Ġcon vention", + "Ġconv ention", + "Ġconven tion", + "Ġconvent ion", + "bo oking", + "book ing", + "boo king", + "par ency", + "pare ncy", + "paren cy", + "æ ±", + "Ġ Generic", + "ĠG eneric", + "ĠGener ic", + "ĠGen eric", + "ĠGene ric", + "7 18", + "71 8", + "\\ Schema", + "\\S chema", + "4 82", + "48 2", + "6 18", + "61 8", + "Ġ ranges", + "Ġr anges", + "Ġrange s", + "Ġran ges", + "Ġrang es", + "/ ch", + "/c h", + "Ġ panels", + "Ġpanel s", + "Ġpa nels", + "Ġpan els", + "Ġpane ls", + "Ġr uled", + "Ġrule d", + "Ġru led", + "çĶ Ł", + ". ts", + ".t s", + "_ sets", + "_s ets", + "_set s", + "_se ts", + "Ġ cleanup", + "Ġc leanup", + "Ġclean up", + "Pre vious", + "Prev ious", + "Ġ Animal", + "ĠAn imal", + "ĠAnim al", + "6 07", + "60 7", + "( $(", + "($ (", + "ĠA ve", + "ĠAv e", + "ol lar", + "oll ar", + "olla r", + "0 28", + "02 8", + "_ eval", + "_e val", + "_ev al", + "ĉ Name", + "ĉN ame", + "( tree", + "(t ree", + "(tr ee", + "Ġ \"]", + "Ġ\" ]", + "5 71", + "57 1", + "Ġdu ties", + "Ġdut ies", + "= '/", + "=' /", + "Click ed", + "Cl icked", + "Ġdiffer ently", + "Ġdifferent ly", + "Ġ Clark", + "ĠCl ark", + "ĠClar k", + "ĠCla rk", + "Ġ dit", + "Ġd it", + "Ġdi t", + "olog ists", + "ologist s", + "ologi sts", + "Ġsy nd", + "Ġsyn d", + "Ġs ends", + "Ġse nds", + "Ġsend s", + "Ġsen ds", + "- known", + "-k nown", + "-know n", + "k b", + "Ġ Modal", + "ĠM odal", + "ĠMod al", + "ĠMo dal", + "it ative", + "itat ive", + "Ġr acing", + "Ġrac ing", + "Ġra cing", + "Ġhigh lights", + "Ġhighlight s", + "Ġ Simon", + "ĠS imon", + "ĠSim on", + "ĠSi mon", + "Ġ Captain", + "ĠCap tain", + "ĠCapt ain", + "ä¿ ¡", + "Ġ CB", + "ĠC B", + "con tin", + "cont in", + "conti n", + "a ran", + "ar an", + "ara n", + "Ġ physics", + "Ġph ysics", + "Ġphys ics", + "Ġphysic s", + "r etty", + "re tty", + "ret ty", + "rett y", + "e tal", + "et al", + "eta l", + ". md", + ".m d", + "ax ios", + "Ġspe akers", + "Ġspeak ers", + "Ġspeaker s", + "Ġ prep", + "Ġp rep", + "Ġpr ep", + "Ġpre p", + "Ġaw arded", + "Ġaward ed", + "ì§ Ģ", + "Ġ Corn", + "ĠC orn", + "ĠCo rn", + "ĠCor n", + "Ġ Nature", + "ĠN ature", + "ĠNa ture", + "ĠNat ure", + "ĠNatur e", + "UD IO", + "7 37", + "73 7", + "Ġ proj", + "Ġp roj", + "Ġpro j", + "Ġpr oj", + "- pre", + "-p re", + "-pr e", + "[ u", + "F eatures", + "Fe atures", + "Feature s", + "Feat ures", + "Ġ isEqual", + "Ġis Equal", + "B inary", + "Bin ary", + "s ig", + "si g", + "Ġcon fusion", + "Ġconf usion", + "5 46", + "54 6", + "5 68", + "56 8", + "Ġ Hat", + "ĠH at", + "ĠHa t", + "Ġkt ó", + ". configure", + ".con figure", + ".config ure", + ".conf igure", + "M ON", + "MO N", + "4 94", + "49 4", + "/ edit", + "/e dit", + "_ Add", + "_A dd", + "_Ad d", + ", true", + ",tr ue", + "5 41", + "54 1", + "Ġ cli", + "Ġc li", + "Ġcl i", + "Error Message", + "- loader", + "-l oader", + "-lo ader", + "-load er", + "Dim ensions", + "Dimension s", + "ulti ply", + "ultip ly", + "Ġ {!!", + "Ġ{ !!", + "Ġ{! !", + "Ġ SqlCommand", + "ĠSql Command", + "Ġ spoken", + "Ġsp oken", + "Ġspoke n", + "Ġspo ken", + "Ġ pics", + "Ġp ics", + "Ġpi cs", + "Ġpic s", + "Ġ toy", + "Ġt oy", + "Ġto y", + "( Key", + "(K ey", + "Ġ Loop", + "ĠL oop", + "ĠLo op", + "Ø ¨", + "E ATURE", + "EA TURE", + "in ction", + "inc tion", + "inct ion", + "_ setup", + "_set up", + "w rapper", + "wrap per", + "wr apper", + "Ġt ong", + "Ġto ng", + "Ġton g", + "c ular", + "cul ar", + "cu lar", + "O pt", + "Op t", + ". Pl", + ".P l", + "= \",", + "=\" ,", + "( length", + "(l ength", + "(len gth", + "(le ngth", + "u mn", + "um n", + "Ġ chrom", + "Ġch rom", + "Ġchr om", + "Ġs event", + "Ġse vent", + "Ġseven t", + "Ġsev ent", + "Ġ IllegalArgumentException", + "ĠIl legalArgumentException", + "ĠIllegal ArgumentException", + "4 78", + "47 8", + "ĉ start", + "ĉst art", + "Ġbe gun", + "Ġbeg un", + "CE PTION", + "CEPT ION", + "d ataset", + "data set", + "dat aset", + "datas et", + "8 25", + "82 5", + "Ġ Failed", + "ĠF ailed", + "ĠFa iled", + "ĠFail ed", + "c ols", + "co ls", + "col s", + "4 59", + "45 9", + "Ġk nee", + "Ġkn ee", + "Ġkne e", + "i more", + "im ore", + "imo re", + ". splice", + ".sp lice", + "s hell", + "sh ell", + "she ll", + "ig gers", + "igger s", + "igg ers", + "Ġ themes", + "Ġth emes", + "Ġthe mes", + "Ġthem es", + "Ġtheme s", + "9 95", + "99 5", + "Ġ DJ", + "ĠD J", + "Ġ Assistant", + "ĠAss istant", + "ĠAssist ant", + "- $", + "M aybe", + "May be", + "Ġ ordering", + "Ġorder ing", + "Ġord ering", + "ĠInt elligence", + "ĠIntelli gence", + "ĠMass achusetts", + "Ġf ailing", + "Ġfa iling", + "Ġfail ing", + "el son", + "els on", + "G reat", + "Gr eat", + "Gre at", + "= i", + ". rest", + ".re st", + ".r est", + ".res t", + "Ġ invite", + "Ġinv ite", + "Ġinvit e", + "- disable", + "-d isable", + "-dis able", + ". GroupBox", + ".Group Box", + "âĢĻ est", + "âĢĻe st", + "âĢĻes t", + "Ġt ackle", + "Ġtack le", + "Ġtac kle", + "g v", + "et ter", + "ette r", + "ett er", + "Ġ ),čĊ", + "Ġ) ,čĊ", + "Ġ), čĊ", + "_ rules", + "_r ules", + "_rule s", + "_ru les", + ". warn", + ".w arn", + "function s", + "fun ctions", + "ĠChrist ians", + "ĠChristian s", + "Ġb acked", + "Ġback ed", + "Ġbac ked", + "Ġ slider", + "Ġs lider", + "Ġsl ider", + "Ġslide r", + "Ġslid er", + "Ġenjoy ing", + "Ġenjo ying", + "n est", + "ne st", + "nes t", + "Ġh ij", + "Ġhi j", + "_ ms", + "_m s", + "/ /*", + "// *", + "An notations", + "Annotation s", + "Ġ Variables", + "ĠVariable s", + "ĠVari ables", + "< V", + "( server", + "(s erver", + "(serv er", + "Ġ Oracle", + "ĠOr acle", + "e lements", + "el ements", + "element s", + "ele ments", + "elem ents", + "Ġ organisation", + "Ġorgan isation", + "Ġorganis ation", + "_ pointer", + "_point er", + "_po inter", + "Ġ Headers", + "ĠHe aders", + "ĠHead ers", + "ĠHeader s", + "[ d", + "Ġ deadline", + "Ġdead line", + "i ssa", + "is sa", + "iss a", + "Ġ knife", + "Ġkn ife", + "Ġ NASA", + "ĠN ASA", + "ĠNAS A", + "ĠNA SA", + "Ġ Height", + "ĠH eight", + "ĠHe ight", + "7 84", + "78 4", + "Ġ Async", + "ĠA sync", + "ĠAs ync", + "Ġ venue", + "Ġven ue", + ". dom", + ".d om", + ".do m", + "bour ne", + "bou rne", + "ĠH awai", + "ĠHaw ai", + "Ġ memo", + "Ġm emo", + "Ġme mo", + "Ġmem o", + "i ctions", + "ict ions", + "iction s", + "Ġsur veillance", + "Ġsurve illance", + "o mi", + "om i", + "/ assets", + "/as sets", + "5 87", + "58 7", + "Ġ edu", + "Ġe du", + "Ġed u", + "Ä Ľ", + "Ġr oster", + "Ġro ster", + "Ġros ter", + "Ġrost er", + "Ġh ired", + "Ġhi red", + "Ġhire d", + "Ġ Tok", + "ĠT ok", + "ĠTo k", + "Ġ placement", + "Ġpl acement", + "Ġplace ment", + "Ġplac ement", + "ur ations", + "uration s", + "urat ions", + "Ġ setState", + "Ġset State", + "ĠMag azine", + "Ġhor ror", + "Ġho rror", + "Ġhorr or", + "T ry", + "Tr y", + "Ġ lag", + "Ġl ag", + "Ġla g", + "Ġ Everyone", + "ĠEvery one", + "t hur", + "th ur", + ") );čĊčĊ", + ")) ;čĊčĊ", + "));čĊ čĊ", + ")); čĊčĊ", + ". return", + ".re turn", + ".r eturn", + ".ret urn", + "Ġsy mp", + "Ġsym p", + "âĸĪ âĸĪ", + "Ġn ights", + "Ġnight s", + "work er", + "wor ker", + "Ġ ale", + "Ġa le", + "Ġal e", + "ennes see", + ". step", + ".s tep", + ".st ep", + "Ġs ynchronized", + "Ġsynchron ized", + "Ġsynchronize d", + "4 87", + "48 7", + "o uri", + "ou ri", + "our i", + "D oes", + "Do es", + ". change", + ".ch ange", + "f on", + "fo n", + ". setBackground", + ".set Background", + "ir cular", + "irc ular", + "4 76", + "47 6", + "+ -", + "ĠC IA", + "ĠCI A", + "7 29", + "72 9", + "Ġ Jane", + "ĠJ ane", + "ĠJan e", + "ĠJa ne", + "Ġ Similar", + "ĠS imilar", + "ĠSim ilar", + "- I", + "level and", + "lev eland", + "Ġpro spect", + "Ġpros pect", + "_ found", + "_f ound", + "ĉ color", + "ĉc olor", + "ĉcol or", + ".D iagnostics", + ".Di agnostics", + "Ġ announce", + "Ġann ounce", + "Ġannounc e", + "Ġanno unce", + "Ġass umes", + "Ġassum es", + "Ġassume s", + "/ tr", + "/t r", + "Ġ bd", + "Ġb d", + "9 87", + "98 7", + "Ġ Carbon", + "ĠC arbon", + "ĠCar bon", + "ĠCarb on", + "Ġanal ys", + "Ġanaly s", + "Ġana lys", + "5 64", + "56 4", + ". dest", + ".d est", + ".de st", + ".des t", + "n ik", + "ni k", + "Ġ Lie", + "ĠL ie", + "ĠLi e", + "- index", + "-in dex", + "-ind ex", + "Draw able", + "Ġ TAG", + "ĠT AG", + "ĠTA G", + "Ġ triangle", + "Ġt riangle", + "Ġtr iangle", + "Ġtri angle", + "Ġtriang le", + "_ FLOAT", + "_F LOAT", + "ĉ ĉĠĠĠĠĠ", + "ĉĉ ĠĠĠĠĠ", + "ĉĉĠĠĠ ĠĠ", + "ĉĉĠ ĠĠĠĠ", + "ĉĉĠĠ ĠĠĠ", + "ĉĉĠĠĠĠ Ġ", + ". black", + ".b lack", + ".bl ack", + "v ue", + "vu e", + "c uracy", + "cur acy", + "cura cy", + "Ġa ffects", + "Ġaff ects", + "Ġaffect s", + "9 06", + "90 6", + "Ġsur ely", + "Ġsure ly", + "S lider", + "Sl ider", + "Slide r", + "u ki", + "uk i", + "c ery", + "ce ry", + "cer y", + "Ġ unter", + "Ġun ter", + "Ġunt er", + ". profile", + ".pro file", + ".pr ofile", + ".prof ile", + "or don", + "ord on", + "ordo n", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "le ave", + "lea ve", + "Ġsmart phone", + "g ie", + "gi e", + "Ġcon spir", + "Ġcons pir", + "Ġ tutorial", + "Ġt utorial", + "Ġtut orial", + "Ġtutor ial", + "Ġtuto rial", + "ç± »", + "Ġ cab", + "Ġc ab", + "Ġca b", + "7 65", + "76 5", + "Ġ Summary", + "ĠSum mary", + "* ĊĊ", + "*Ċ Ċ", + "ä h", + "\" This", + "\"T his", + "Ġ slides", + "Ġsl ides", + "Ġslide s", + "Ġslid es", + "\" ", + "() >", + "c ycle", + "cy cle", + "cycl e", + "ĠB ull", + "ĠBul l", + "ĠBu ll", + "p aths", + "path s", + "pat hs", + "pa ths", + "Ġu np", + "Ġun p", + "Ġview DidLoad", + "_ Model", + "_M odel", + "_Mode l", + "_Mod el", + "Ġ assertTrue", + "Ġassert True", + "Ġ rated", + "Ġr ated", + "Ġrate d", + "Ġrat ed", + "Ġra ted", + "De cl", + "Dec l", + "ver ted", + "vert ed", + "verte d", + "Ġ Dat", + "ĠD at", + "ĠDa t", + "b rew", + "br ew", + "bre w", + "Ġpoint ing", + "M s", + "Ġ Pointer", + "ĠPoint er", + "ĠPo inter", + ") '", + "_ non", + "_n on", + "_no n", + "5 27", + "52 7", + "Ġ SEC", + "ĠS EC", + "ĠSE C", + "Ġ yeah", + "Ġy eah", + "Ġye ah", + "g ency", + "ge ncy", + "gen cy", + "initial ize", + "f ly", + "fl y", + "7 11", + "71 1", + "[ pos", + "[p os", + ", g", + "T ele", + "Te le", + "Tel e", + "0 34", + "03 4", + "Ġj oke", + "Ġjo ke", + "Ġ clause", + "Ġcl ause", + "Ġcla use", + ". findById", + ".find ById", + ".findBy Id", + "e nes", + "en es", + "ene s", + "( instance", + "(in stance", + "(inst ance", + "6 26", + "62 6", + " £", + "9 15", + "91 5", + "Ġs lic", + "Ġsl ic", + "_ home", + "_h ome", + "_hom e", + "Ġ */}Ċ", + "Ġ*/ }Ċ", + "_ pages", + "_p ages", + "_page s", + "_pag es", + "_pa ges", + "( service", + "(s ervice", + "(serv ice", + "9 05", + "90 5", + "R P", + "Ġ Among", + "ĠA mong", + "ĠAm ong", + ". getCurrent", + ".get Current", + ".getC urrent", + "8 06", + "80 6", + "ã Ĥ¹", + "ãĤ ¹", + "Ġs lee", + "Ġsl ee", + "Ġsle e", + "= [Ċ", + ">[ Ċ", + "o ler", + "ol er", + "ole r", + "Ġli bert", + "Ġlib ert", + "Ġliber t", + "Ġ `Ċ", + "Ġ` Ċ", + "Ġw enn", + "Ġwe nn", + "Ġwen n", + "l ated", + "la ted", + "late d", + "lat ed", + "Ġ immune", + "Ġimm une", + "Ġimmun e", + "( Node", + "(N ode", + "Ġ Problem", + "ĠPro blem", + "ĠProb lem", + "ĠProble m", + "Ġ Abs", + "ĠA bs", + "ĠAb s", + "l ogs", + "lo gs", + "log s", + "Ġ ../", + "Ġ. ./", + "Ġ.. /", + "Ġ ADC", + "ĠA DC", + "ĠAD C", + "Ġ }}\">Ċ", + "Ġ} }\">Ċ", + "Ġ}} \">Ċ", + "Ġ}}\" >Ċ", + "Ġ}}\"> Ċ", + "> ');Ċ", + ">' );Ċ", + ">') ;Ċ", + ">'); Ċ", + "= b", + "Ġ Wind", + "ĠW ind", + "ĠWin d", + "ĠWi nd", + "l ahoma", + "lah oma", + "Ġ allocate", + "Ġal locate", + "Ġall ocate", + "Ġalloc ate", + "Ġallo cate", + "o rian", + "or ian", + "oria n", + "ori an", + "Ġpr escription", + "Ġpre scription", + "Ġpres cription", + "- quality", + "-q uality", + "-qu ality", + "Ġ Mayor", + "ĠMay or", + "ĠMa yor", + "ĠMayo r", + "8 55", + "85 5", + "in ely", + "ine ly", + "inel y", + "end foreach", + "Ġ Complex", + "ĠCom plex", + "ĠComp lex", + "ĠComple x", + "k om", + "ko m", + "7 09", + "70 9", + "T Y", + "7 90", + "79 0", + "] ].", + "]] .", + ". Style", + ".St yle", + "_ many", + "_m any", + "_man y", + "_ma ny", + "', '$", + "',' $", + "Ġbar rier", + "Ġbarr ier", + "Ġ Fetch", + "ĠF etch", + "ĠFet ch", + "Ġ Marvel", + "ĠMar vel", + "Ġres ist", + "о го", + "ог о", + "b idden", + "bi dden", + "bid den", + "Ġ Runnable", + "ĠR unnable", + "ĠRun nable", + ": false", + ":f alse", + "8 99", + "89 9", + "Ġbuild s", + "Ġ Stage", + "ĠSt age", + "ĠSta ge", + "Ġ dub", + "Ġd ub", + "Ġdu b", + "em po", + "emp o", + ". site", + ".s ite", + ".si te", + "5 58", + "55 8", + "; ĊĊĊĊ", + ";Ċ ĊĊĊ", + ";ĊĊ ĊĊ", + ";ĊĊĊ Ċ", + "9 94", + "99 4", + "Ġ Denver", + "ĠDen ver", + "Ġre vel", + "Ġrev el", + "Ġreve l", + "Ġtrigger ed", + "Ġ dice", + "Ġd ice", + "Ġdi ce", + "Ġdic e", + "_ fail", + "_f ail", + "_fa il", + "Ġ gc", + "Ġg c", + "8 33", + "83 3", + "5 89", + "58 9", + "ĉ X", + "Ġ Throwable", + "ĠTh rowable", + "ĠThrow able", + "7 75", + "77 5", + ". router", + ".r outer", + ".route r", + ".ro uter", + "ĠRe volution", + "ĠRev olution", + "ÑĢ а", + "_ NON", + "_N ON", + "_NO N", + "0 55", + "05 5", + "Ł ¥", + "5 78", + "57 8", + "Ġ elder", + "Ġe lder", + "Ġel der", + "Ġelde r", + "Ġab road", + "Ġ е", + "ĠÐ µ", + "Ġ Adult", + "ĠAd ult", + "b lr", + "bl r", + "g lyphicon", + "glyph icon", + "6 13", + "61 3", + "Ġprom oting", + "Ġpromot ing", + "Ġpromo ting", + "Ġ iz", + "Ġi z", + "Ġ Solid", + "ĠS olid", + "ĠSo lid", + "ĠSol id", + "6 45", + "64 5", + "_ loader", + "_l oader", + "_lo ader", + "_load er", + "ear ly", + ". enabled", + ".en abled", + ".enable d", + "- edit", + "-e dit", + "-ed it", + "Ġ UL", + "ĠU L", + "_ play", + "_p lay", + "_pl ay", + "Ġ Interrupt", + "ĠInt errupt", + "ĠInter rupt", + "ĠInterr upt", + "Ġadv antages", + "Ġadvant ages", + "Ġadvantage s", + "u cle", + "uc le", + "Ġmechan ical", + "Ġmechanic al", + "Ġmech anical", + ".table LayoutPanel", + "Ġ Working", + "ĠWork ing", + "ĠWor king", + "Ġ anonymous", + "Ġan onymous", + "Ġanonym ous", + "Ġanon ymous", + "R ating", + "Ra ting", + "ig ious", + "igi ous", + "_ phone", + "_p hone", + "_ph one", + ".addAction Listener", + "Ġf ran", + "Ġfr an", + "Ġfra n", + "un den", + "und en", + "unde n", + "Ġ *)&", + "Ġ* )&", + "Ġ*) &", + "_ bool", + "_b ool", + "_bo ol", + "ul ative", + "Ġ cone", + "Ġc one", + "Ġcon e", + "Ġco ne", + "Ġ Mult", + "ĠM ult", + "ĠMu lt", + "ĠMul t", + "Ġm ö", + "Ġ Forward", + "ĠFor ward", + "] ):Ċ", + "]) :Ċ", + "]): Ċ", + "Ġconvin ced", + "Ġconvince d", + "Ġconvinc ed", + "act ed", + "ac ted", + "6 43", + "64 3", + "ãģ ĵ", + "Ġ Configure", + "ĠCon figure", + "ĠConfig ure", + "ĠConf igure", + "Ġce iling", + "Ġceil ing", + "D er", + "De r", + "Ġpass engers", + "Ġpassenger s", + "G roups", + "Group s", + "Gro ups", + "Ġs occer", + "Ġsoc cer", + "/ W", + "av iors", + "avior s", + "avi ors", + "s with", + "sw ith", + "Ġ Zone", + "ĠZ one", + "ĠZo ne", + ". Options", + ".O ptions", + ".Option s", + "Ġ Mom", + "ĠM om", + "ĠMo m", + "i eder", + "ie der", + "ied er", + "Array s", + "Ar rays", + "Arr ays", + "Ġtreat ments", + "Ġtreatment s", + "Ġprotect ing", + "f ac", + "fa c", + "Ġ pickle", + "Ġp ickle", + "Ġpick le", + "Ġpic kle", + "Button Item", + "7 13", + "71 3", + "Ġ blocking", + "Ġb locking", + "Ġbl ocking", + "Ġblock ing", + "Ġbloc king", + "st rar", + "str ar", + "stra r", + "à ²", + "Ġ Export", + "ĠEx port", + "ĠExp ort", + "ĠExpo rt", + "Ġth rew", + "Ġthr ew", + "ot ta", + "ott a", + "Ġ BASE", + "ĠB ASE", + "ĠBAS E", + "ĠBA SE", + ". ws", + ".w s", + ".LE ADING", + "order By", + "_ delay", + "_d elay", + "_de lay", + "_del ay", + "Ġ Pu", + "ĠP u", + ". dll", + ".d ll", + "Ġ Choose", + "ĠCh oose", + "ĠCho ose", + "9 92", + "99 2", + "Pol ice", + "Po lice", + "Ġ BEGIN", + "ĠB EGIN", + "ĠBE GIN", + "bo xes", + "box es", + "Ġ diamond", + "Ġd iamond", + "Ġdiam ond", + "Ġdia mond", + ", l", + "Ġ ĉĉĉ", + "Ġĉ ĉĉ", + "Ġĉĉ ĉ", + "Ġc urious", + "Ġcur ious", + "Ġcu rious", + "6 24", + "62 4", + "t v", + "Ġerot ische", + "Ġerotisch e", + "ack ages", + "ackage s", + "ĉ Set", + "ĉS et", + "T ick", + "Ti ck", + ". border", + ".b order", + "static method", + "Ġ cher", + "Ġc her", + "Ġch er", + "Ġche r", + "in voice", + "inv oice", + "Ġc ru", + "Ġcr u", + "Ġde fect", + "Ġdef ect", + "Ġdefe ct", + "_ metadata", + "_m etadata", + "_meta data", + "_met adata", + "re lation", + "rel ation", + "i kan", + "ik an", + "ika n", + "[ N", + "( Qt", + "(Q t", + "( Base", + "(B ase", + "æģ ¯", + "b eat", + "be at", + "Ġ Empty", + "ĠEm pty", + "ĠEmp ty", + "ĉ o", + "_ shift", + "_s hift", + "_sh ift", + "Ġreg ret", + "7 22", + "72 2", + "Th ose", + "Tho se", + "C ent", + "Ce nt", + "ĠPort ug", + "ĠIs lands", + "ĠIsl ands", + "ĠIsland s", + "Ġ TIME", + "ĠT IME", + "ĠTIM E", + "ĠTI ME", + "Man agement", + "Manage ment", + "Mana gement", + "9 96", + "99 6", + "- sp", + "-s p", + "5 39", + "53 9", + "ê me", + "êm e", + "Ġn otion", + "Ġnot ion", + "Ġno tion", + "un ifu", + "uni fu", + "P K", + "8 26", + "82 6", + "è¡ Į", + "ĠC URLOPT", + "ĠCUR LOPT", + "ĠCURL OPT", + "\\ \"\\", + "\\\" \\", + "U V", + "ç º", + "d ra", + "dr a", + "c ou", + "co u", + "= `", + "Ġ Destroy", + "ĠD estroy", + "ĠDe stroy", + "ĠDest roy", + "r p", + ". cancel", + ".c ancel", + ".can cel", + "G G", + "r untime", + "run time", + "Ġ Vue", + "ĠV ue", + "ĠVu e", + "Ġpro gressive", + "Ġprogress ive", + "Ġprog ressive", + "/ services", + "/s ervices", + "/service s", + "Ġ runner", + "Ġr unner", + "Ġrun ner", + "_ FRAME", + "_FR AME", + ". ToolStripMenuItem", + ".ToolStrip MenuItem", + "Ġ ','", + "Ġ' ,'", + "Ġ', '", + "d elay", + "de lay", + "del ay", + "= utf", + "=u tf", + "Ġscreen ing", + "Ġscre ening", + "Ġp ulling", + "Ġpull ing", + "Ġpul ling", + "o mas", + "om as", + "oma s", + "Ġ anth", + "Ġa nth", + "Ġan th", + "Ġant h", + "- new", + "-n ew", + "-ne w", + "/ local", + "/l ocal", + "/lo cal", + "Ġ iPad", + "Ġi Pad", + "ĠiP ad", + "Ġ twitter", + "Ġt witter", + "Ġtw itter", + "Ġd ying", + "Ġdy ing", + "Ġhe aven", + "Ġheav en", + "Ġ UInt", + "ĠU Int", + "ĠUI nt", + "Ġ Senator", + "ĠSen ator", + "Ġpre sum", + "Ġpres um", + "Ġ Walker", + "ĠW alker", + "ĠWalk er", + "ĠWal ker", + "Ġover come", + "e tection", + "et ection", + "ete ction", + "etect ion", + "Ġemb arrass", + "Ch ina", + "Chi na", + "6 39", + "63 9", + "In clude", + "Inc lude", + "R OLL", + "RO LL", + "ROL L", + "Ġ dataType", + "Ġdata Type", + "D avid", + "Da vid", + "ภ£", + "l op", + "lo p", + "- month", + "-m onth", + "-mon th", + "Ġ scar", + "Ġs car", + "Ġsc ar", + "Ġsca r", + "Ġ Safe", + "ĠS afe", + "ĠSaf e", + "ĠSa fe", + "Ġ ****************************************************************", + "Ġ******************************** ********************************", + "Ġ******** ********************************************************", + "Ġ**************** ************************************************", + "Ġ************************ ****************************************", + "Ġ**************************************** ************************", + "Ġ******************************************************** ********", + "Ġ************************************************ ****************", + "Ġaccess ories", + "Ġaccessor ies", + "Ġr amp", + "Ġra mp", + "Ġram p", + "_ USE", + "_U SE", + "_US E", + "Ġcon trad", + "Ġcont rad", + "Ġcontr ad", + "Ġcontra d", + ") )]Ċ", + ")) ]Ċ", + "))] Ċ", + "Ġp rest", + "Ġpr est", + "Ġpre st", + "Ġpres t", + "Ġ HR", + "ĠH R", + "ĠR ap", + "ĠRa p", + "Ġ usize", + "Ġu size", + "Ġus ize", + "Ġ capability", + "Ġcap ability", + "Ġc ort", + "Ġco rt", + "Ġcor t", + "- next", + "-n ext", + "-ne xt", + "0 77", + "07 7", + "6 27", + "62 7", + "Ġbur den", + "8 22", + "82 2", + "_ reader", + "_re ader", + "_read er", + "Ġ @@", + "Ġ@ @", + "reg ular", + "Ġ Ka", + "ĠK a", + "0 36", + "03 6", + "M AN", + "MA N", + "Ġ astr", + "Ġa str", + "Ġas tr", + "Ġast r", + "Ġ' ')Ċ", + "Ġ'' )Ċ", + "Ġ'') Ċ", + "Ġ fed", + "Ġf ed", + "Ġfe d", + "Ġp arsing", + "Ġpar sing", + "Ġpars ing", + "Ġ Years", + "ĠY ears", + "ĠYear s", + "ĠYe ars", + "Ġ broker", + "Ġb roker", + "Ġbr oker", + "Ġbro ker", + "Ġbroke r", + "\": {\"", + "Ġ akt", + "Ġa kt", + "Ġak t", + "In ventory", + "ab eled", + "abel ed", + "abe led", + "Ġarg parse", + "* ******Ċ", + "** *****Ċ", + "**** ***Ċ", + "****** *Ċ", + "*** ****Ċ", + "***** **Ċ", + "******* Ċ", + "vers ation", + "Ġ cord", + "Ġc ord", + "Ġco rd", + "Ġcor d", + "Ġ Ti", + "ĠT i", + "Ġ hopefully", + "Ġhope fully", + "Ġhop efully", + "Ġhopeful ly", + "Ġ ah", + "Ġa h", + "v erb", + "ver b", + "ve rb", + "Ġst olen", + "Ġstole n", + "Ġsto len", + "Ġstol en", + ". Entry", + ".En try", + ".Ent ry", + "Ġex pecting", + "Ġexpect ing", + "O rientation", + "Ġ powered", + "Ġp owered", + "Ġpower ed", + "Ġpow ered", + "Ġ persist", + "Ġp ersist", + "Ġpers ist", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "' ]);", + "'] );", + "']) ;", + "' )),Ċ", + "') ),Ċ", + "')) ,Ċ", + "')), Ċ", + "Ġ Cash", + "ĠC ash", + "ĠCas h", + "ĠCa sh", + "ĉ item", + "ĉi tem", + "ĉit em", + "8 18", + "81 8", + "g rades", + "gr ades", + "grad es", + "grade s", + "gra des", + "r opol", + "ro pol", + "rop ol", + "b asic", + "ba sic", + "bas ic", + "Ġ \");čĊ", + "Ġ\" );čĊ", + "Ġ\") ;čĊ", + "Ġ\"); čĊ", + "Ġa wards", + "Ġaw ards", + "Ġaward s", + "( range", + "(r ange", + "(ra nge", + "- all", + "-a ll", + "-al l", + "Ġ IBOutlet", + "ĠIB Outlet", + "Ġ Indeed", + "ĠInd eed", + "---------------------------------------------------------------- ------------", + "------------ ----------------------------------------------------------------", + "------------------------------------------------ ----------------------------", + "------ ----------------------------------------------------------------------", + "---------------------------- ------------------------------------------------", + "---------------------------------------------------------------------- ------", + "Ġstom ach", + "Ġsto mach", + "Ġ flower", + "Ġf lower", + "Ġfl ower", + "Ġflow er", + "Ġflo wer", + "Ġs ew", + "Ġse w", + "_ times", + "_t imes", + "_time s", + "_tim es", + "_ti mes", + "a vis", + "av is", + "avi s", + "Q String", + "QS tring", + "Ġ Routes", + "ĠR outes", + "ĠRoute s", + "ĠRo utes", + "ĠRou tes", + "ĠRout es", + "_ prot", + "_p rot", + "_pro t", + "_pr ot", + "Ġcom edy", + "Ġcome dy", + "Ġcomed y", + "Ġ logout", + "Ġlog out", + "Ġlogo ut", + "Ġwood en", + "Ġwo oden", + "Ġwoo den", + "Ġ poster", + "Ġp oster", + "Ġpos ter", + "Ġpost er", + "Ġpo ster", + "Ġposte r", + "p iece", + "pi ece", + "pie ce", + ". Join", + ".J oin", + "Ġ Pok", + "ĠP ok", + "ĠPo k", + "cel ona", + "m utex", + "mut ex", + "mu tex", + "mute x", + "; čĊčĊčĊ", + ";čĊ čĊčĊ", + ";čĊčĊ čĊ", + "Ġst rikes", + "Ġstr ikes", + "Ġstri kes", + "Ġstrike s", + "7 87", + "78 7", + "Lo aded", + "Load ed", + ") arg", + ")a rg", + "e sa", + "es a", + "Un ited", + "Unit ed", + "Uni ted", + "E p", + "P ELL", + "PE LL", + "8 07", + "80 7", + "Ġ Atlantic", + "ĠAtl antic", + "ul let", + "ull et", + "ulle t", + "6 52", + "65 2", + "ap ple", + "app le", + "appl e", + "Ġsett led", + "Ġsettle d", + "a con", + "ac on", + "aco n", + "Ġ printer", + "Ġpr inter", + "Ġprint er", + "Ġprin ter", + "Ġ GC", + "ĠG C", + "å® ļ", + "Ġrender ed", + "Ġrend ered", + ", âĢĻ", + "he it", + "hei t", + "s ocial", + "so cial", + "soc ial", + ". ge", + ".g e", + "7 14", + "71 4", + "Ġ Rick", + "ĠR ick", + "ĠRic k", + "ĠRi ck", + "ĠU tah", + "ĠUt ah", + "g ot", + "go t", + "on ical", + "onic al", + "oni cal", + "onica l", + "Ġ Scroll", + "ĠS croll", + "ĠSc roll", + "ĠScr oll", + "ĠSc iences", + "ĠScience s", + "ĠSci ences", + "Ġ jug", + "Ġj ug", + "Ġju g", + "Ġa mpl", + "Ġam pl", + "Ġamp l", + "en ti", + "ent i", + "LE FT", + "Ġ tabs", + "Ġt abs", + "Ġtab s", + "Ġta bs", + "Ġenorm ous", + ". getKey", + ".get Key", + "l ocate", + "lo cate", + "loc ate", + ". EX", + ".E X", + ". storage", + ".st orage", + ". We", + ".W e", + "Ġ toast", + "Ġto ast", + "Ġ Additionally", + "ĠAdd itionally", + "ĠAdditional ly", + "ĠAddition ally", + "8 82", + "88 2", + "Ġ NOW", + "ĠN OW", + "ĠNO W", + "5 47", + "54 7", + "_ UPDATE", + "_UP DATE", + "Ġtrans ferred", + "Ġtransfer red", + "t ha", + "th a", + ". Display", + ".D isplay", + ".Dis play", + "_ ui", + "_u i", + "ID EO", + "IDE O", + "Ġmeaning ful", + "ĠMos cow", + ", this", + ",t his", + "Ġ Victoria", + "ĠVict oria", + "ĠVictor ia", + "æĶ ¹", + "Ġ ÐŁ", + "ĠÐ Ł", + ". stack", + ".st ack", + "ĠB arn", + "ĠBar n", + "ĠBa rn", + "pared Statement", + ": string", + ":s tring", + ":str ing", + "Ġ bij", + "Ġb ij", + "Ġbi j", + "Ġ STATE", + "ĠST ATE", + "ĠSTAT E", + "ĠSTA TE", + "Ġemploy ers", + "Ġemployer s", + "ĉ input", + "ĉin put", + "( |", + "Ġ lex", + "Ġl ex", + "Ġle x", + "in voke", + "inv oke", + "ĉ num", + "ĉn um", + "+ +,", + "++ ,", + "at ial", + "ati al", + "or ses", + "ors es", + "orse s", + "Ġ fork", + "Ġf ork", + "Ġfor k", + "Ġfo rk", + "_ txt", + "_t xt", + "_tx t", + "ĠAnt onio", + "ĠAnton io", + "Ġ (<", + "Ġ( <", + "a verse", + "av erse", + "aver se", + "avers e", + "Ġdev ast", + "ãĢ Ģ", + ". Dec", + ".D ec", + ".De c", + "ĠG ard", + "ĠGar d", + "ĠGa rd", + "/ ui", + "/u i", + ". %", + "t ri", + "tr i", + "Ġ rolled", + "Ġroll ed", + "Ġrol led", + "Value Pair", + "it ten", + "itt en", + "itte n", + "ĠT her", + "ĠThe r", + "ĠTh er", + "Ġv rou", + "Ġvr ou", + "Ġ Flow", + "ĠF low", + "ĠFl ow", + "ĠFlo w", + "Ġ Finance", + "ĠF inance", + "ĠFin ance", + "Ġ Comb", + "ĠC omb", + "ĠCom b", + "ĠCo mb", + "H C", + ". setVisible", + ".set Visible", + "i sl", + "is l", + "Ġ pk", + "Ġp k", + "7 73", + "77 3", + "Ġup set", + "Ġups et", + "( raw", + "(r aw", + "(ra w", + "ĠV ice", + "ĠVi ce", + "ĠVic e", + "e atures", + "ea tures", + "eature s", + "eat ures", + "Ġ Lang", + "ĠL ang", + "ĠLa ng", + "ĠLan g", + "0 29", + "02 9", + "Lo oking", + "Look ing", + "7 67", + "76 7", + "Ġ AST", + "ĠA ST", + "ĠAS T", + "Ġt rips", + "Ġtr ips", + "Ġtri ps", + "Ġtrip s", + "Ġ Justin", + "ĠJ ustin", + "ĠJust in", + "ĠJu stin", + "b rowser", + "browse r", + "=\" '.$", + "=\"' .$", + "=\"'. $", + ". vertices", + ".vert ices", + "8 21", + "82 1", + "- co", + "-c o", + "} /{", + "}/ {", + "Ġ ?,", + "Ġ? ,", + "Ġ Domin", + "ĠD omin", + "ĠDo min", + "ĠDom in", + "ĠBe lg", + "ĠBel g", + "\" <", + "Ġsup pose", + "Ġsupp ose", + "a ddy", + "ad dy", + "add y", + "Ġwalk s", + "Ġwal ks", + "6 88", + "68 8", + "ER RU", + "ERR U", + "_ filters", + "_f ilters", + "_filter s", + "_fil ters", + "_filt ers", + "Pre ferred", + "s cene", + "sc ene", + "е Ñģ", + "ĠAff airs", + "Ġ\" #{", + "Ġ\"# {", + "Ġon Submit", + "Ġ stocks", + "Ġst ocks", + "Ġstock s", + "Ġsto cks", + "/ view", + "/v iew", + "g ree", + "gr ee", + "gre e", + "- get", + "-g et", + "9 03", + "90 3", + "h it", + "hi t", + "J o", + ". getC", + ".get C", + "7 25", + "72 5", + "Init ialized", + "Initial ized", + "Initialize d", + "ÑĤ и", + "c uts", + "cut s", + "cu ts", + "( Type", + "(T ype", + "ĠAg reement", + "ĠAgree ment", + "ĠViet nam", + "Ġ /*!", + "Ġ/* !", + "Ġ pizza", + "Ġp izza", + "Ġpi zza", + "- view", + "-v iew", + "_ em", + "_e m", + "Ġ lhs", + "Ġl hs", + "Ġlh s", + "Ġm uy", + "Ġmu y", + "Ġ Ident", + "ĠI dent", + "ĠId ent", + "ĠIde nt", + "Ġ Friends", + "ĠF riends", + "ĠFriend s", + "ĠFri ends", + "0 61", + "06 1", + "Ġab und", + "_ AD", + "_A D", + ". timestamp", + ".t imestamp", + ".time stamp", + "- '", + "Ġ duplicate", + "Ġd uplicate", + "Ġdup licate", + "Ġduplic ate", + "Ġh unting", + "Ġhun ting", + "Ġhunt ing", + "Ġreg ulatory", + "Ġregul atory", + "Ġregulator y", + "i ao", + "ia o", + "am ous", + "amo us", + "ĠEnt ertainment", + "ĠEnter tainment", + "[ A", + "iat ric", + "_ CLIENT", + "_CL IENT", + "_CLI ENT", + "Ġ Kids", + "ĠK ids", + "ĠKi ds", + "ĠKid s", + "/ pkg", + "/p kg", + "B reak", + "Bre ak", + ") ));ĊĊ", + ")) );ĊĊ", + ")));Ċ Ċ", + "))) ;ĊĊ", + "))); ĊĊ", + "Ġ Shape", + "ĠS hape", + "ĠSh ape", + "ĠSha pe", + "Ġrel ating", + "Ġrelat ing", + "Int errupt", + "Inter rupt", + "able Opacity", + "em bre", + "emb re", + "embr e", + "Ġm ystery", + "Ġmy stery", + "Ġmys tery", + "Ġmyst ery", + "Ġmyster y", + "Ġjournal ists", + "Ġjournalist s", + "r itable", + "ri table", + "rit able", + "rita ble", + ". Link", + ".L ink", + "Ġst opping", + "Ġstop ping", + "Ġsto pping", + "C RET", + "CR ET", + "CRE T", + ". DB", + ".D B", + "Ġpop ularity", + "Ġpopular ity", + "Ġpopul arity", + "Ġ gew", + "Ġg ew", + "Ġge w", + "Ġi mpr", + "Ġim pr", + "Ġimp r", + "set Value", + "F LAG", + "FL AG", + "ĉ max", + "ĉm ax", + "Ġb ake", + "Ġba ke", + "Ġbak e", + "w y", + "ĠE conomic", + "ĠEcon omic", + "ĠEc onomic", + "ĠEconom ic", + "Ġen contr", + "Ġ fname", + "Ġf name", + "Ġfn ame", + "/ de", + "/d e", + "R ank", + "Ra nk", + "Ġ bugs", + "Ġb ugs", + "Ġbu gs", + "Ġbug s", + ". sm", + ".s m", + "Ġ median", + "Ġm edian", + "Ġmed ian", + "Ġmedia n", + "Ġmedi an", + "D OWN", + "DO WN", + "Ġ Sure", + "ĠS ure", + "ĠSur e", + "ĠSu re", + "At Index", + "Ġ Dick", + "ĠD ick", + "ĠDi ck", + "Ġ (__", + "Ġ( __", + "Ġ(_ _", + ". delta", + ".d elta", + ".del ta", + "F r", + "Ġsuggest ing", + "Ġ RecyclerView", + "ĠRec yclerView", + ", e", + "ST ART", + "STAR T", + "STA RT", + "/ ****************************************************************************", + "/************************************************************************ ****", + "/**************************************************************** ************", + "/******************************************************** ********************", + "/************************************************ ****************************", + "x ford", + "xf ord", + "Ġ receipt", + "Ġre ceipt", + "Ġrece ipt", + "CL AIM", + "CLA IM", + "read only", + "9 68", + "96 8", + "Ġeng aging", + "6 19", + "61 9", + "C a", + "as ma", + "asm a", + "Ġens uring", + "Eng lish", + "ĠV ancouver", + "h yth", + "hy th", + "Ġpurch asing", + "Ġ PI", + "ĠP I", + ". word", + ".w ord", + "( sp", + "(s p", + ". home", + ".h ome", + ".hom e", + ": def", + ":d ef", + "Ġg ig", + "Ġgi g", + "5 74", + "57 4", + "6 71", + "67 1", + "Ġ Ve", + "ĠV e", + "f orum", + "fo rum", + "for um", + "Ġ Mitch", + "ĠM itch", + "ĠMit ch", + "B ay", + "Ba y", + "_ FL", + "_F L", + "6 51", + "65 1", + "Ġs oll", + "Ġso ll", + "Ġsol l", + "5 77", + "57 7", + "_ columns", + "_column s", + "Ġminor ity", + "b ird", + "bi rd", + "bir d", + "Ġh anded", + "Ġhand ed", + "Ġhan ded", + "S SL", + "SS L", + "ST AT", + "STA T", + "Ġnerv ous", + "Ġner vous", + "ĥ ½", + "Ġ filePath", + "Ġfile Path", + "C REATE", + "CRE ATE", + "A w", + "Ġp ens", + "Ġpe ns", + "Ġpen s", + "8 35", + "83 5", + "s eed", + "se ed", + "see d", + "Ġ Compute", + "ĠCom pute", + "ĠComp ute", + "ĠComput e", + "o lk", + "ol k", + "5 94", + "59 4", + "Ġ Asset", + "ĠAs set", + "ĠAss et", + "r each", + "re ach", + "rea ch", + "' ),čĊ", + "') ,čĊ", + "'), čĊ", + "n avigation", + "nav igation", + "L F", + "/ util", + "/u til", + "Ġ Pub", + "ĠP ub", + "ĠPu b", + "Ġ âĶ", + "Ġâ Ķ", + "c ion", + "ci on", + "cio n", + "# #Ċ", + "## Ċ", + "0 72", + "07 2", + "I II", + "II I", + "Tag Name", + "Ġa mid", + "Ġam id", + "Ġami d", + "per mission", + "perm ission", + "if iable", + "ifi able", + "x FFFFFFFF", + "xFF FFFFFF", + "xFFFF FFFF", + "xFFFFFF FF", + "н и", + ". Buffer", + ".B uffer", + "_ irq", + "_i rq", + "_ir q", + "d ark", + "da rk", + "dar k", + "Ġ retval", + "Ġret val", + ". fire", + ".f ire", + ".fi re", + "p roduction", + "pro duction", + "product ion", + "produ ction", + "prod uction", + ". listen", + ".l isten", + ".list en", + ".li sten", + "Ġ Weather", + "ĠWe ather", + "Ġbu yers", + "Ġbuy ers", + "Ġbuyer s", + ". ne", + ".n e", + "e rp", + "er p", + "ĠP ent", + "ĠPe nt", + "ĠPen t", + "6 99", + "69 9", + "Ġw elfare", + "Ġwel fare", + "Ġ pageSize", + "Ġpage Size", + "ĠSt adium", + "ĠStad ium", + "er ta", + "ert a", + "Ġ lev", + "Ġl ev", + "Ġle v", + "am pa", + "amp a", + "P ager", + "Page r", + "Pa ger", + "Pag er", + "6 65", + "66 5", + "Ġ charging", + "Ġch arging", + "Ġchar ging", + "Ġcharg ing", + "Ġ Netflix", + "ĠNet flix", + "| null", + "_ random", + "_r andom", + "_rand om", + ". xpath", + ".x path", + "Ġs tere", + "Ġst ere", + "Ġste re", + "Ġster e", + "Ġ ISIS", + "ĠIS IS", + "ĠISI S", + "pon ses", + "ponse s", + "pons es", + "( loc", + "(l oc", + "(lo c", + "5 66", + "56 6", + "ey ond", + "Ġ Official", + "ĠOff icial", + "6 57", + "65 7", + "ĠMary land", + "Data Type", + "_ par", + "_p ar", + "_pa r", + "{ },", + "{} ,", + "Ġ Enjoy", + "ĠEn joy", + "7 27", + "72 7", + "_ SHIFT", + "_SH IFT", + "ĠA wards", + "ĠAward s", + "ĠAw ards", + "_ ENTRY", + "_EN TRY", + "_ENT RY", + "Ġseem ingly", + "Ġseeming ly", + "ent icate", + "entic ate", + "enti cate", + "Ġhe arts", + "Ġheart s", + "Ġhear ts", + "5 83", + "58 3", + "_ ;ĊĊ", + "_;Ċ Ċ", + "_; ĊĊ", + "ĠH IV", + "ĠHI V", + "Ġin divid", + "Ġind ivid", + "Ġindiv id", + "Ġ Flag", + "ĠF lag", + "ĠFl ag", + "ĠFla g", + "_ ctrl", + "_c trl", + "_ct rl", + "_ctr l", + "Ġ Callback", + "ĠC allback", + "ĠCall back", + ", z", + "Ġ GPU", + "ĠG PU", + "ĠGP U", + "ĉ obj", + "ĉo bj", + "ĉob j", + "Ġ Phoenix", + "ĠPh oenix", + "Ġ BUS", + "ĠB US", + "ĠBU S", + "9 07", + "90 7", + "Ġr ubber", + "Ġrub ber", + "_ AUTH", + "_A UTH", + "_AUT H", + "ĠS olutions", + "ĠSol utions", + "ĠSolution s", + "( location", + "(l ocation", + "(loc ation", + "(lo cation", + "Variable s", + "Vari ables", + ". setEnabled", + ".set Enabled", + "_ high", + "_h igh", + "_hi gh", + "W O", + "G esture", + "Ġ retry", + "Ġre try", + "Ġr etry", + "Ġret ry", + "Ġretr y", + "Ġobject ForKey", + "allow een", + "allo ween", + "Ġ mos", + "Ġm os", + "Ġmo s", + "Ġ Cele", + "ĠC ele", + "ĠCe le", + "ĠCel e", + "Ġi kke", + "Ġik ke", + "( cell", + "(c ell", + "Ġ MODE", + "ĠM ODE", + "ĠMO DE", + "ĠMOD E", + "r ena", + "re na", + "ren a", + "Ġdes cribing", + "Ġdescri bing", + "6 41", + "64 1", + "Ġ phi", + "Ġp hi", + "Ġph i", + "Ġ rd", + "Ġr d", + "Ġde serve", + "Ġdes erve", + "Ġdese rve", + "Ġdeser ve", + "Ġw heels", + "Ġwheel s", + "Ġwhe els", + "å¸ Ĥ", + "Ġcr itics", + "Ġcrit ics", + "Ġcritic s", + "Ġcri tics", + "7 55", + "75 5", + "N amespace", + "Name space", + "Names pace", + "Ġ Fra", + "ĠF ra", + "ĠFr a", + "Ġ ĊĊĊĊ", + "ĠĊ ĊĊĊ", + "ĠĊĊ ĊĊ", + "ĠĊĊĊ Ċ", + "Ġ alla", + "Ġa lla", + "Ġal la", + "Ġall a", + "Ġre quiring", + "Ġrequ iring", + "æľ Ł", + "ut ation", + "uta tion", + "Ġdel ayed", + "Ġdelay ed", + "Ġadministr ative", + "Ġ bay", + "Ġb ay", + "Ġba y", + ". hidden", + ".h idden", + "T ex", + "Te x", + "0 51", + "05 1", + "Ġbound aries", + "Ġ ]);ĊĊ", + "Ġ] );ĊĊ", + "Ġ]);Ċ Ċ", + "Ġ]) ;ĊĊ", + "Ġ]); ĊĊ", + "Ġ Following", + "ĠFollow ing", + "~ /", + "F i", + "_ conv", + "_con v", + "_co nv", + "_ TITLE", + "_T ITLE", + "Ġdes de", + "I CollectionView", + "ICollection View", + "A lias", + "Al ias", + "Ali as", + "Ġ bite", + "Ġb ite", + "Ġbit e", + "Ġbi te", + "p atient", + "pat ient", + "_ COMMAND", + "_COM MAND", + "_COMM AND", + "Com pleted", + "Complete d", + "Comp leted", + "Comple ted", + "ĉ elif", + "ĉe lif", + "ĉel if", + "( <", + "B usiness", + "Bus iness", + "Ġ Pool", + "ĠP ool", + "ĠPo ol", + "Ġpurs ue", + "Ġ Ban", + "ĠB an", + "ĠBa n", + "_ steps", + "_st eps", + "_step s", + "_ste ps", + "_ DECL", + "_DE CL", + "_DEC L", + "um ble", + "umb le", + "Ġ combo", + "Ġc ombo", + "Ġcom bo", + "Ġcomb o", + "Ġ Layer", + "ĠL ayer", + "ĠLa yer", + "ĠLay er", + ". xr", + ".x r", + "Ġ dup", + "Ġd up", + "Ġdu p", + "- --------", + "-- -------", + "---- -----", + "-------- -", + "--- ------", + "----- ----", + "------ ---", + "------- --", + "6 28", + "62 8", + "Ġ modifier", + "Ġmod ifier", + "r ob", + "ro b", + "r ez", + "re z", + "6 96", + "69 6", + "Ġath letes", + "Ġathlete s", + "U sed", + "Us ed", + "Use d", + "w ear", + "we ar", + "8 15", + "81 5", + "Ġleg itimate", + "Ġlegit imate", + "Ġlegitim ate", + "Ġ \"ĊĊ", + "Ġ\" ĊĊ", + "Ġ\"Ċ Ċ", + "Ġ hv", + "Ġh v", + "S td", + "St d", + "0 37", + "03 7", + "Ġ Hold", + "ĠH old", + "ĠHol d", + "ĠHo ld", + "Ġsurv iv", + "ĠAll iance", + "Ġ Early", + "ĠEar ly", + "ĠEarl y", + "7 78", + "77 8", + "Beh avior", + "( font", + "(f ont", + "/ libs", + "/lib s", + "/l ibs", + "/li bs", + "Ġ rectangle", + "Ġrect angle", + "Ġs inger", + "Ġsi nger", + "Ġsin ger", + "Ġsing er", + "Ġ amp", + "Ġa mp", + "Ġam p", + "Equal To", + "Ġ \".\"", + "Ġ\" .\"", + "Ġ\". \"", + "Ġgirl friend", + "å ±", + "l inear", + "li near", + "line ar", + "lin ear", + "o bserv", + "ob serv", + "obs erv", + "Ġpi ù", + "Ġcom plement", + "Ġcomp lement", + "Ġcomple ment", + "Ġcompl ement", + "With Value", + "( password", + "(p assword", + "(pass word", + "t ake", + "ta ke", + "tak e", + "Bl ank", + "Ġ Compar", + "ĠCom par", + "ĠCo mpar", + "ĠComp ar", + "' \",", + "'\" ,", + "_ policy", + "_p olicy", + "_pol icy", + "m ongoose", + "mongo ose", + "mong oose", + "_ FAILED", + "_FAIL ED", + "_FA ILED", + ". report", + ".re port", + ".repo rt", + ".rep ort", + "R atio", + ".Perform Layout", + "7 47", + "74 7", + "us able", + "usa ble", + "m ers", + "mer s", + "me rs", + "_ render", + "_re nder", + "_r ender", + "PE ED", + "7 72", + "77 2", + "Ġle sb", + "Ġles b", + "ĉ E", + "_ tool", + "_t ool", + "_to ol", + "Ġl adies", + "Ġlad ies", + "9 08", + "90 8", + "о Ñģ", + ") )))Ċ", + ")) ))Ċ", + "))) )Ċ", + ")))) Ċ", + "; ;;;", + ";; ;;", + ";;; ;", + ". dot", + ".d ot", + ".do t", + "Ġ nest", + "Ġn est", + "Ġne st", + "Ġnes t", + "pe ak", + "uk kit", + "e ca", + "ec a", + "_ SW", + "_S W", + "Ġ &(", + "Ġ& (", + "ĠOk lahoma", + "Ġb anking", + "Ġbank ing", + "Ġban king", + "5 69", + "56 9", + "Ġ Nintendo", + "ĠN intendo", + "7 52", + "75 2", + "Ġre produce", + "Ġrep roduce", + "Ġreprodu ce", + "Ġrepro duce", + "_ elements", + "_e lements", + "_element s", + "_el ements", + "_elem ents", + "_ele ments", + "_ mac", + "_m ac", + "_ma c", + "pr oxy", + "pro xy", + "prox y", + "Ġremark able", + "} /${", + "}/ ${", + "Ġ outs", + "Ġo uts", + "Ġout s", + "Ġou ts", + ".has Next", + "M ODE", + "MO DE", + "MOD E", + "6 58", + "65 8", + "Ġ anime", + "Ġan ime", + "Ġanim e", + "Ġani me", + ". conn", + ".c onn", + ".con n", + ".co nn", + "Un ique", + "Uni que", + "D om", + "Do m", + "Ġimport antly", + "Ġimportant ly", + "i tty", + "it ty", + "itt y", + "Ġju ice", + "T w", + "ĠPart ners", + "ĠPartner s", + "Ġatt acking", + "Ġattack ing", + "Ġport able", + "Ġpor table", + "Ġporta ble", + "am iento", + "ami ento", + "amient o", + ". PictureBox", + ".P ictureBox", + ". gen", + ".g en", + ".ge n", + "Ġopt imal", + "Ġoptim al", + "5 82", + "58 2", + "Ġre cre", + "Ġrec re", + "Ġjournal ist", + "Ġ Extract", + "ĠEx tract", + "ĠExt ract", + "ĠExtra ct", + "ĠExtr act", + "Ġ Moreover", + "ĠMore over", + "Ġ marginTop", + "Ġmargin Top", + ". Ap", + ".A p", + "Ġf iring", + "Ġfi ring", + "Ġfir ing", + "N aN", + "Na N", + "ĉ template", + "ĉt emplate", + "ĉtemp late", + "а д", + "аР´", + ". En", + ".E n", + "Ġdef ence", + "Ġdefe nce", + "Ġ Tel", + "ĠT el", + "ĠTe l", + "i len", + "il en", + "ile n", + "j an", + "ja n", + "= data", + "=d ata", + "Ġ Url", + "ĠU rl", + "ĠUr l", + "Ġ Reuters", + "ĠRe uters", + "( total", + "(t otal", + "(to tal", + "ĠF ifth", + "ĠFif th", + "Ġes says", + "Ġess ays", + "Ġessay s", + "Ġessa ys", + "Ġinterpret ation", + "Ġch arity", + "Ġchar ity", + "Ġ Rules", + "ĠR ules", + "ĠRule s", + "ĠRu les", + "Ġ subsection", + "Ġsub section", + "Ġsubs ection", + "st yled", + "style d", + "sty led", + "styl ed", + "a zer", + "az er", + "aze r", + "l ags", + "la gs", + "lag s", + "L IST", + "LI ST", + "Ġ uploaded", + "Ġup loaded", + "Ġupload ed", + "Ġ trash", + "Ġtr ash", + "Ġtra sh", + "Ġtras h", + "Ġ registr", + "Ġreg istr", + "Ġregist r", + "Ġ seller", + "Ġs eller", + "Ġse ller", + "Ġsell er", + "Ġsel ler", + "> ';čĊ", + ">' ;čĊ", + ">'; čĊ", + "Ġ startTime", + "Ġstart Time", + "ç Ļ", + "s y", + "( HttpServletRequest", + "(Http ServletRequest", + "Ġ trap", + "Ġt rap", + "Ġtr ap", + "Ġtra p", + "G C", + "Ġ embedded", + "Ġembed ded", + "Ġsur rounded", + "Ġsurround ed", + "8 16", + "81 6", + "i mits", + "im its", + "imit s", + "imi ts", + "T X", + "yl inder", + "6 85", + "68 5", + "Ġ Fal", + "ĠF al", + "ĠFa l", + "Ġsent ences", + "Ġsentence s", + "Ġ Ja", + "ĠJ a", + "IF ICATION", + "IFIC ATION", + "we apon", + "o vation", + "ov ation", + "ova tion", + "ovat ion", + "Ġ coat", + "Ġco at", + "Ġinter pol", + "Ġinterp ol", + "Ġl ips", + "Ġli ps", + "Ġlip s", + "Ġ Ky", + "ĠK y", + "Ġv ectors", + "Ġvector s", + "Ġve ctors", + "Ġvec tors", + "Ġvect ors", + "_ am", + "_a m", + "Ġin take", + "Ġint ake", + ". world", + ".w orld", + "Ġ inbox", + "Ġin box", + "Ġ MAC", + "ĠM AC", + "ĠMA C", + "_ ab", + "_a b", + "( nameof", + "(name of", + "6 33", + "63 3", + "Ġent ert", + "Ġenter t", + "Ġg athering", + "Ġgather ing", + "Ġ SIM", + "ĠS IM", + "ĠSI M", + "+ +.", + "++ .", + "n ya", + "ny a", + "' }}", + "'} }", + "Ġ UPDATE", + "ĠUP DATE", + "Ġ pac", + "Ġp ac", + "Ġpa c", + "( html", + "(h tml", + "(ht ml", + "ĠS ant", + "ĠSan t", + "ĠSa nt", + "i ating", + "ia ting", + "iat ing", + "ĠIde as", + "ĠIdea s", + "Ġs pray", + "Ġsp ray", + "Ġspr ay", + "ĠH art", + "ĠHar t", + "ĠHa rt", + "Ġ verification", + "Ġver ification", + "Ġverifica tion", + "ad esh", + "ade sh", + "ades h", + "/ modules", + "/mod ules", + "/module s", + "Ġ Mind", + "ĠM ind", + "ĠMin d", + "ĠMi nd", + "ĠSized Box", + "Ġsh elter", + "Ġshel ter", + "Ġ heroes", + "Ġher oes", + "Ġhero es", + "a tty", + "at ty", + "att y", + "Ġcert ified", + "Ġcertif ied", + "s j", + "Ġ être", + "Ġê tre", + "ÅĤ o", + "Ġpublish ing", + "ĠMal ays", + "ĠMa lays", + "ĠMalay s", + ". getUser", + ".get User", + "Ġ Provider", + "ĠPro vider", + "ĠProvid er", + "ĠProvide r", + "ĠProv ider", + "Ġ LinkedList", + "ĠLink edList", + "ĠLinked List", + "ĠB or", + "ĠBo r", + "R OUND", + "RO UND", + "d id", + "di d", + "t ain", + "ta in", + "p ire", + "pi re", + "pir e", + "ĠJ enn", + "ĠJe nn", + "ĠJen n", + "t el", + "te l", + "a nde", + "an de", + "and e", + "7 57", + "75 7", + "_ front", + "_f ront", + "_fr ont", + "ĠMc G", + "Test Method", + "ภŃ", + "Ġocc asionally", + "Ġoccasion ally", + "Ġoccasional ly", + "ĠW ales", + "ĠWal es", + "ĠWa les", + "Ġex ercises", + "Ġexerc ises", + "Ġexercise s", + "Ġ ÐĴ", + "ĠÐ Ĵ", + "0 45", + "04 5", + "- plus", + "-p lus", + "-pl us", + "Ġ validator", + "Ġvalid ator", + "Ġvalida tor", + "Ġpr ayer", + "Ġpray er", + "Ġpra yer", + "L ATED", + "LA TED", + "LAT ED", + "_ author", + "_a uthor", + "_auth or", + "_aut hor", + "Ġla bour", + "Ġlab our", + "+ +Ċ", + "++ Ċ", + "- equiv", + "-e quiv", + "-equ iv", + "Ġ GPL", + "ĠG PL", + "ĠGP L", + "Ġ facebook", + "Ġf acebook", + "Ġface book", + "s imple", + "sim ple", + "simp le", + "g ly", + "gl y", + "Process or", + "Proc essor", + "i py", + "ip y", + "7 44", + "74 4", + "Ġ *>", + "Ġ* >", + "6 48", + "64 8", + "Ġc leared", + "Ġclear ed", + "Ġcle ared", + "Ġ Push", + "ĠP ush", + "ĠPu sh", + "8 58", + "85 8", + "Ġp enis", + "Ġpe nis", + "Ġpen is", + "Struct ure", + "l ij", + "li j", + "ĠM organ", + "ĠMo rgan", + "ĠMor gan", + "ĠMorg an", + "Ġhand ful", + "\" .Ċ", + "\". Ċ", + "9 84", + "98 4", + "| \\", + "Ġ ********************************", + "Ġ**** ****************************", + "Ġ******** ************************", + "Ġ**************** ****************", + "Ġ************************ ********", + "Ġ Aqu", + "ĠA qu", + "5 84", + "58 4", + "_ IC", + "_I C", + ". loads", + ".load s", + ".lo ads", + "Ġ meter", + "Ġm eter", + "Ġme ter", + "Ġmet er", + "ĠM arine", + "ĠMar ine", + "ĠMa rine", + "ĠMari ne", + "ĠMarin e", + ": :{", + ":: {", + "Ġ TS", + "ĠT S", + "7 76", + "77 6", + "Ġ Arrays", + "ĠAr rays", + "ĠArray s", + "ĠArr ays", + ". Title", + ".T itle", + "G RAM", + "GR AM", + "GRA M", + "ter min", + "term in", + "Ġco inc", + "Ġcoin c", + "Ġcoi nc", + "E lse", + "El se", + "_ states", + "_st ates", + "_state s", + "_stat es", + "_sta tes", + "- run", + "-r un", + "m embers", + "member s", + "mem bers", + "7 82", + "78 2", + "a stro", + "as tro", + "ast ro", + "astr o", + "0 66", + "06 6", + "Ġon Press", + "Ġbe ings", + "Ġbeing s", + "Ġab andoned", + "Ġabandon ed", + "Ġtax p", + "Ġta xp", + "ow ners", + "own ers", + "owner s", + ". mode", + ".m ode", + ".mod e", + ".mo de", + "Ġdi agnosis", + "Ġdiagn osis", + "Ġdiag nosis", + "Ġ _Ċ", + "Ġ_ Ċ", + "Ġ Knight", + "ĠK night", + "ĠKn ight", + "ĉ A", + "Ġ observe", + "Ġob serve", + "Ġobs erve", + "Ġobserv e", + ") ,'", + "), '", + "8 23", + "82 3", + "! \")Ċ", + "!\" )Ċ", + "!\") Ċ", + "Ġ Para", + "ĠP ara", + "ĠPar a", + "ĠPa ra", + "Ġ variation", + "Ġvar iation", + "Ġvari ation", + "( False", + "(F alse", + "Ġ Anti", + "ĠAn ti", + "ĠAnt i", + "Ġg ri", + "Ġgr i", + "Ġhome less", + "Ġhom eless", + "? v", + "Ġb ez", + "Ġbe z", + ". Server", + ".S erver", + ".Serve r", + "r elease", + "re lease", + "rel ease", + "ĠP atri", + "ĠPat ri", + "ĠPa tri", + "Ġ chars", + "Ġch ars", + "Ġchar s", + "Ġcha rs", + "Ġ ranking", + "Ġr anking", + "Ġrank ing", + "Ġran king", + "act ivation", + "activ ation", + "5 81", + "58 1", + "Ġw ides", + "Ġwide s", + "Ġwid es", + "Ġwi des", + "q r", + ". Sql", + ".S ql", + "a cular", + "ac ular", + "acula r", + "Ġ Bot", + "ĠB ot", + "ĠBo t", + "_ sync", + "_s ync", + "_syn c", + "_sy nc", + "Ġh appiness", + "Ġhapp iness", + "Ġvol unteers", + "Ġvolunte ers", + "Ġvolunteer s", + "8 77", + "87 7", + "Ġs its", + "Ġsit s", + "Ġsi ts", + "/ <", + "[ e", + "( fileName", + "(file Name", + "Ġcap ac", + "Ġca pac", + "8 32", + "83 2", + "Ġ Maria", + "ĠM aria", + "ĠMar ia", + "ĠMa ria", + "ĠMari a", + "f ather", + "fa ther", + "fat her", + "Ġ gram", + "Ġg ram", + "Ġgr am", + "Ġgra m", + "* i", + "Ġc aso", + "Ġca so", + "Ġcas o", + "_ draw", + "_d raw", + "_dr aw", + "Ġ Raw", + "ĠR aw", + "ĠRa w", + "Ġ Iterator", + "ĠIt erator", + "ĠIter ator", + "6 64", + "66 4", + "Ġ Padding", + "ĠP adding", + "ĠPad ding", + "9 24", + "92 4", + "P D", + "B OX", + "BO X", + "ĠS PECIAL", + "ĠSPEC IAL", + "Ġ fecha", + "Ġf echa", + "Ġfe cha", + "Ġfec ha", + "Ġ vide", + "Ġv ide", + "Ġvi de", + "Ġvid e", + "Ġ Leader", + "ĠLe ader", + "ĠLead er", + "ä» ¥", + "$ (\".", + "$( \".", + "$(\" .", + "Ġd iameter", + "Ġdiam eter", + "Ġdia meter", + "Ġm ild", + "Ġmil d", + "Ġmi ld", + "7 45", + "74 5", + "Ġr ocks", + "Ġro cks", + "Ġrock s", + "Ġroc ks", + "app ings", + "apping s", + "0 48", + "04 8", + "d irectory", + "direct ory", + "director y", + "5 57", + "55 7", + ". flush", + ".f lush", + ".fl ush", + "Ġ Jess", + "ĠJ ess", + "ĠJes s", + "ĠJe ss", + "UN IT", + "Ġ Pear", + "ĠP ear", + "ĠPe ar", + "Ġ mandatory", + "Ġm andatory", + "Ġmand atory", + "S ur", + "Su r", + "q t", + "Ġ streams", + "Ġstream s", + "Ġstre ams", + "Ġco operation", + "Ġcooper ation", + "Ġcoop eration", + "Ġ Sac", + "ĠS ac", + "ĠSa c", + "Ġche aper", + "Ġcheap er", + "ĉ ch", + "ĉc h", + "an imation", + "anim ation", + "f are", + "fa re", + "far e", + "( height", + "(h eight", + "( True", + "N Y", + "Ġw rest", + "Ġwr est", + "Ġwre st", + "Ġp olls", + "Ġpol ls", + "Ġpoll s", + "Ġencounter ed", + "Ġencount ered", + "ĠMark etable", + "ĠMarket able", + "_ PASSWORD", + "_P ASSWORD", + "_PASS WORD", + "7 16", + "71 6", + "_ SELECT", + "_SE LECT", + "_SEL ECT", + "ĠArab ia", + "ĠAra bia", + "_ clock", + "_c lock", + "_cl ock", + "Ġ voy", + "Ġv oy", + "Ġvo y", + "Ġ из", + "Ġи з", + "Ġs tir", + "Ġst ir", + "is ible", + "isi ble", + "- effect", + "-e ffect", + "-eff ect", + ". created", + ".c reated", + ".create d", + ".cr eated", + "Ġto ys", + "Ġtoy s", + "ĠTrad able", + "Ġ rust", + "Ġr ust", + "Ġru st", + "Ġrus t", + "Ġ strcpy", + "Ġstr cpy", + "_ timestamp", + "_t imestamp", + "_time stamp", + "Ġtal ented", + "Ġtalent ed", + ", null", + ",n ull", + "Ġ Jobs", + "ĠJ obs", + "ĠJo bs", + "ĠJob s", + "Ġ Portland", + "ĠPort land", + "Ġweak ness", + "Th row", + "Thr ow", + "Ġ Angel", + "ĠAn gel", + "ĠAng el", + "ĠAnge l", + "ä¿ ®", + "7 54", + "75 4", + "Ġun cert", + "Ġunc ert", + "ï¼ī Ċ", + "Ġ ìĿ´", + "ĠìĿ ´", + "Wh ich", + "Ġ[- ]:", + "S omething", + "Some thing", + "Som ething", + "Ġconv icted", + "Ġconvict ed", + "k le", + "kl e", + "ed ium", + "edi um", + "Ġ branches", + "Ġbr anches", + "Ġbranch es", + "Ġbran ches", + "Ġ bases", + "Ġb ases", + "Ġbase s", + "Ġbas es", + "Ġba ses", + "ç ®", + "Ġcomplex ity", + "Ġ Fig", + "ĠF ig", + "ĠFi g", + ". reshape", + ".re shape", + ".res hape", + "$ db", + "$d b", + "7 36", + "73 6", + "_ CONST", + "_CON ST", + "_CO NST", + "Ġ Tes", + "ĠT es", + "ĠTe s", + ". runtime", + ".r untime", + ".run time", + "Ġ deny", + "Ġd eny", + "Ġde ny", + "Ġden y", + "Ġ BSD", + "ĠB SD", + "ĠBS D", + "Ġ kr", + "Ġk r", + "h att", + "ha tt", + "hat t", + "Ġ Static", + "ĠSt atic", + "ĠStat ic", + "ĠSta tic", + "Ġunivers ities", + "Re place", + "Rep lace", + "Ġd rove", + "Ġdr ove", + "Ġdro ve", + "Ġad oles", + "Ġado les", + "_ plugin", + "_pl ugin", + "ĠL GBT", + "ĠLG BT", + "Ġ tex", + "Ġt ex", + "Ġte x", + "d uction", + "du ction", + "duct ion", + "duc tion", + "7 51", + "75 1", + "7 99", + "79 9", + "E DI", + "ED I", + "Ġ Ted", + "ĠT ed", + "ĠTe d", + "_ URI", + "_U RI", + "Ġre ception", + "Ġrece ption", + "Ġrecept ion", + "Ġrecep tion", + "ar ten", + "art en", + "arte n", + ". Single", + ".S ingle", + ".Sin gle", + "r ice", + "ri ce", + "ric e", + "sc ious", + "sci ous", + "8 43", + "84 3", + "_ bg", + "_b g", + "Ġw ages", + "Ġwa ges", + "Ġwage s", + "Ġwag es", + "Ġ Servlet", + "ĠS ervlet", + "ĠServ let", + "UI Layout", + "UIL ayout", + "Ġ formatted", + "Ġform atted", + "Ġformat ted", + ". Mod", + ".M od", + "< class", + " ',Ċ", + ">' ,Ċ", + ">', Ċ", + "Ġexp anding", + "Ġexpand ing", + "Ġ Hamilton", + "ĠHam ilton", + "Ġ Contrib", + "ĠCon trib", + "ĠCont rib", + "ĠContr ib", + ". Tables", + ".T ables", + ".Tab les", + ".Table s", + "7 28", + "72 8", + "Act iv", + "Ac tiv", + "H H", + "o commerce", + "ocom merce", + "_ ;", + "Ġamong st", + "o wing", + "ow ing", + "owi ng", + "8 59", + "85 9", + "Ġ Cold", + "ĠC old", + "ĠCo ld", + "ĠCol d", + "A PH", + "AP H", + "Ġpsych ological", + "Ġpsycho logical", + "_ tensor", + "_t ensor", + "Ġpack aging", + "Ġ Sweden", + "ĠSw eden", + "ĠSwe den", + "Ġ pare", + "Ġp are", + "Ġpar e", + "Ġpa re", + "Ġ aggregate", + "Ġag gregate", + "Ġaggreg ate", + "Ġmod erate", + "Ġmode rate", + "Ġmoder ate", + "8 62", + "86 2", + "_ hand", + "_h and", + "Ġdesign ated", + "Ġdesignate d", + "Ġd rum", + "Ġdr um", + "Ġdru m", + "Ġ getUser", + "Ġget User", + "ĠC reek", + "ĠCre ek", + "ĠCree k", + "_ scope", + "_s cope", + "_sc ope", + "Ġ Transfer", + "ĠTrans fer", + "Ġ Marg", + "ĠM arg", + "ĠMar g", + "ĠMa rg", + "Ġ fighters", + "Ġfight ers", + "Ġfighter s", + "W nd", + "Ġ Sel", + "ĠS el", + "ĠSe l", + "Ġ Launch", + "ĠL aunch", + "ĠLa unch", + "Ġem erging", + "Ġemerg ing", + "i frame", + "if rame", + "ifr ame", + "Ġ Additional", + "ĠAdd itional", + "ĠAddition al", + "Ġf ears", + "Ġfe ars", + "Ġfear s", + "Ġsat ellite", + "_ :", + "Ġ disposing", + "Ġdis posing", + "Ġdisp osing", + "Ġdispos ing", + "Get Value", + "Http Post", + "AT IVE", + "ul ary", + "ular y", + "ula ry", + "View s", + "Vi ews", + "Ġatt ending", + "Ġattend ing", + "ĠT ennessee", + "Ġ Mission", + "ĠM ission", + "ĠMiss ion", + "Ġmed ication", + "Ġmedic ation", + "Ġmedi cation", + "Ġ Wy", + "ĠW y", + "Ġ Anna", + "ĠAn na", + "ĠAnn a", + "Ø ¹", + "Ġ Vertex", + "ĠVer tex", + "ĠVert ex", + ". types", + ".t ypes", + ".type s", + ".typ es", + "O rgan", + "Or gan", + "Org an", + ". DataGridViewTextBoxColumn", + ".DataGridView TextBoxColumn", + "Ġ RS", + "ĠR S", + "Ġt empo", + "Ġtem po", + "Ġtemp o", + "( App", + "(A pp", + "8 92", + "89 2", + "Version UID", + ". point", + ".p oint", + ".po int", + ".poi nt", + "ĠD utch", + "ĠDut ch", + "H ours", + "Hour s", + "Ho urs", + "L U", + "Ġ quoted", + "Ġqu oted", + "Ġquote d", + "Ġquot ed", + "Ġquo ted", + ". builder", + ".b uilder", + ".build er", + "Ġ Perfect", + "ĠPer fect", + "ĠPerf ect", + "Ġ Always", + "ĠAl ways", + "_ two", + "_t wo", + "_tw o", + "Ġexclusive ly", + "Ġexclus ively", + "ĠC ra", + "ĠCr a", + "ific ar", + "ifi car", + "ifica r", + "Ġ AWS", + "ĠA WS", + "ĠAW S", + "ing ham", + "com plex", + "comp lex", + "k ernel", + "ker nel", + "Ġ gravity", + "Ġgr avity", + "Ġgrav ity", + "Ġ wi", + "Ġw i", + "0 52", + "05 2", + "Ġ overview", + "Ġover view", + "Ġov erview", + "6 61", + "66 1", + "Ġ Want", + "ĠW ant", + "ĠWa nt", + "ĠWan t", + "Ġ WP", + "ĠW P", + "( sh", + "(s h", + ". rotation", + ".r otation", + ".rot ation", + "St ates", + "State s", + "Stat es", + "Ġ Teen", + "ĠT een", + "ĠTe en", + "ĠTee n", + "_ components", + "_com ponents", + "_comp onents", + "_component s", + "ì Īĺ", + "ìĪ ĺ", + "Re ceived", + "Receive d", + "Ġly rics", + "Ġlyric s", + "Ġlyr ics", + "r ites", + "ri tes", + "rit es", + "rite s", + "ĉ ĉĉĉĉĠ", + "ĉĉ ĉĉĉĠ", + "ĉĉĉĉ ĉĠ", + "ĉĉĉ ĉĉĠ", + "ĉĉĉĉĉ Ġ", + "- American", + "-A merican", + "-Americ an", + "[ num", + "[n um", + "/ python", + "/p ython", + "/py thon", + "Ġ UART", + "ĠU ART", + "ĠUA RT", + "Ġ apple", + "Ġapp le", + "Ġap ple", + "Ġappl e", + "Ġ Jonathan", + "ĠJon athan", + "Ġm omentum", + "Ġmoment um", + "ภ±", + "Ĥ ¹", + "Ġm ich", + "Ġmi ch", + "Ġmic h", + "an dra", + "and ra", + "andr a", + "Ġb iological", + "Ġbi ological", + "Ġbio logical", + "ĠM ens", + "ĠMe ns", + "ĠMen s", + "Ġ %%", + "Ġ% %", + "el sea", + "else a", + "els ea", + "ĠMex ican", + ".rand int", + "Ġt ale", + "Ġtal e", + "Ġta le", + "Ġ Validate", + "ĠValid ate", + "Ġdef eated", + "Ġdefe ated", + "Ġdefeat ed", + ". htm", + ".h tm", + ".ht m", + "Ġc opper", + "Ġco pper", + "Ġcop per", + "Ġcopp er", + "= /", + "co system", + "cos ystem", + "Ġ rip", + "Ġr ip", + "Ġri p", + "d ecimal", + "de cimal", + "dec imal", + ". VISIBLE", + ".V ISIBLE", + "Ġ Ta", + "ĠT a", + "ĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉ", + "Ġdown loaded", + "Ġdownload ed", + "en vironment", + "Ġno mine", + "Ġnom ine", + "Ġnomin e", + "build ing", + "Ġ Spot", + "ĠS pot", + "ĠSp ot", + "ĠSpo t", + "ipher al", + "iph eral", + "Ġ alto", + "Ġal to", + "Ġalt o", + "q uet", + "qu et", + "que t", + "Ġ FT", + "ĠF T", + "/ get", + "/g et", + "/ge t", + "/ master", + "/m aster", + "W IN", + "WI N", + "åħ ĥ", + "6 76", + "67 6", + "W est", + "We st", + "ar gc", + "arg c", + "Ġpro ducers", + "Ġprodu cers", + "Ġproduce rs", + "Ġproducer s", + "Ġ Much", + "ĠM uch", + "ĠMu ch", + "_ storage", + "_st orage", + "c redit", + "cre dit", + "cr edit", + "cred it", + "C ONT", + "CON T", + "CO NT", + "Ġ vet", + "Ġv et", + "Ġve t", + "Ġ voices", + "Ġvo ices", + "Ġvoice s", + "Ġvoi ces", + "( '',", + "(' ',", + "Ġin struments", + "Ġinstr uments", + "Ġinstrument s", + "6 62", + "66 2", + "Ġ MSG", + "ĠM SG", + "ĠMS G", + "e sse", + "es se", + "ess e", + "re pository", + "repos itory", + "om ics", + "omic s", + "omi cs", + "Ġ dealer", + "Ġde aler", + "Ġdeal er", + "St ill", + "Ġ banner", + "Ġb anner", + "Ġban ner", + "asc ii", + "Ġ remarks", + "Ġre marks", + "Ġr emarks", + "Ġrem arks", + "Ġremark s", + "Ġremar ks", + "[ js", + "[j s", + "Ġshort er", + "g ulp", + "gu lp", + "Ġm yster", + "Ġmy ster", + "Ġmys ter", + "Ġmyst er", + "Ġk un", + "Ġku n", + "Ġ Bird", + "ĠB ird", + "ĠBi rd", + "ĠBir d", + "Ġt iene", + "Ġti ene", + "Ġtie ne", + "7 88", + "78 8", + "n ut", + "nu t", + "Ġ Um", + "ĠU m", + "Ġ wise", + "Ġw ise", + "Ġwis e", + "Ġwi se", + "Y eah", + "Ye ah", + "I NESS", + "IN ESS", + "INE SS", + "INES S", + "0 46", + "04 6", + "_ begin", + "_b egin", + "_be gin", + "_beg in", + "- heading", + "-head ing", + "-he ading", + "C ourse", + "Co urse", + "Cour se", + "Ġ čĊčĊ", + "ĠčĊ čĊ", + "om bie", + "omb ie", + "gr aded", + "grad ed", + "grade d", + "gra ded", + "Ġ GPS", + "ĠG PS", + "ĠGP S", + "Ġ że", + "Ġż e", + "F it", + "Fi t", + "c aption", + "ca ption", + "cap tion", + "capt ion", + "ö n", + "/ image", + "/i mage", + "/im age", + "l ia", + "li a", + "( mod", + "(m od", + "Ġle ak", + "en za", + "enz a", + "6 29", + "62 9", + "/ H", + "Ġ Happy", + "ĠH appy", + "ĠHa ppy", + "ĠHapp y", + "9 93", + "99 3", + "D ist", + "Dis t", + "Di st", + "n x", + "ĠGovern or", + "ĠGover nor", + "( last", + "(l ast", + "t eacher", + "te acher", + "tea cher", + "Ġ Sent", + "ĠS ent", + "ĠSe nt", + "ĠSen t", + "s upport", + "sup port", + "8 38", + "83 8", + "ject ory", + "Ġ Ùħ", + "ĠÙ ħ", + "Reg istration", + "Registr ation", + "0 63", + "06 3", + "Ġ Gray", + "ĠG ray", + "ĠGr ay", + "ĠGra y", + ", false", + ",f alse", + "Ġ adjusted", + "Ġadjust ed", + "Ġadj usted", + "( settings", + "(s ettings", + "(set tings", + "(setting s", + "< R", + "Ġ Mage", + "ĠM age", + "ĠMag e", + "ĠMa ge", + "Ġ plaint", + "Ġpl aint", + "Ġplain t", + "Ġpla int", + "_ )Ċ", + "_) Ċ", + "ĉ it", + "ĉi t", + "o metric", + "om etric", + "omet ric", + "ometr ic", + ". bootstrap", + ".boot strap", + "Ġcar ries", + "Ġcarr ies", + "I p", + "Ġ! $", + "Ġsw imming", + "Ġswim ming", + "Ġ Mario", + "ĠM ario", + "ĠMar io", + "ĠMa rio", + "ĠMari o", + "Ġ Questions", + "ĠQuest ions", + "ĠQuestion s", + "P ACE", + "PA CE", + "æĸ ¹", + "e or", + "eo r", + "} }\"", + "}} \"", + "Ġ oven", + "Ġo ven", + "Ġov en", + "Ġ Kon", + "ĠK on", + "ĠKo n", + "Ġwis dom", + "Ġac quisition", + "ess ment", + "ag ine", + "agi ne", + "Ġex pressions", + "Ġexpress ions", + "Ġexpression s", + "Ġexpr essions", + "Sequential Group", + "F ront", + "Fr ont", + "ul pt", + "ulp t", + "a wk", + "aw k", + "' ])ĊĊ", + "'] )ĊĊ", + "']) ĊĊ", + "'])Ċ Ċ", + "8 13", + "81 3", + "7 32", + "73 2", + "_ AR", + "_A R", + "Ġan alog", + "Ġanal og", + "Ġana log", + "u lin", + "ul in", + "uli n", + "_ PRINT", + "_PR INT", + "_PRI NT", + "Ġ LG", + "ĠL G", + "Ġ blob", + "Ġb lob", + "Ġbl ob", + "Ġblo b", + "Ġ Furthermore", + "ĠFurther more", + "_ component", + "_com ponent", + "_comp onent", + "Ġ Cole", + "ĠC ole", + "ĠCo le", + "ĠCol e", + "L AN", + "LA N", + "SC RIPTION", + "SCRI PTION", + "SCRIPT ION", + "Ġ lap", + "Ġl ap", + "Ġla p", + "ic ensing", + "icens ing", + "_TIME OUT", + "ĠF ro", + "ĠFr o", + "Ġl iability", + "Ġli ability", + "Ġ composed", + "Ġcom posed", + "Ġcomp osed", + "Ġcompose d", + "Ġcompos ed", + "6 34", + "63 4", + ".create SequentialGroup", + "_ person", + "_p erson", + "_per son", + "Ġ beam", + "Ġb eam", + "Ġbe am", + "ĉ ĠĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠ Ġ", + "ĉĠĠ ĠĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠ ĠĠĠĠ", + "ĉĠĠĠĠĠĠ ĠĠ", + "Ġ NotFound", + "ĠNot Found", + "6 84", + "68 4", + ". 'Ċ", + ".' Ċ", + "ÃŃ s", + ". TextView", + ".T extView", + ".Text View", + "P DF", + "PD F", + "Ġ kar", + "Ġk ar", + "Ġka r", + "_ _('", + "__ ('", + "__( '", + "Ġ \":\"", + "Ġ\" :\"", + "Ġ\": \"", + "_ messages", + "_m essages", + "_message s", + "Ġhar vest", + ". history", + ".h istory", + ".hist ory", + "> 'Ċ", + ">' Ċ", + "- fold", + "-f old", + "æ Ĭ", + "Ġ Better", + "ĠB etter", + "ĠBet ter", + "ĠBett er", + "Ġ\" \\<", + "Ġ\"\\ <", + "sp acing", + "spa cing", + "Ġf urnished", + "Ġfurn ished", + "Ġfurnish ed", + "9 13", + "91 3", + "o ser", + "os er", + "ose r", + "] }Ċ", + "]} Ċ", + "Ġ $\"", + "Ġ$ \"", + "p ull", + "pu ll", + ". Post", + ".P ost", + ".Pos t", + "9 19", + "91 9", + "( ip", + "(i p", + "Ĺ ı", + ". front", + ".f ront", + ".fr ont", + "n te", + "nt e", + "Ġ FM", + "ĠF M", + "g uid", + "gu id", + "gui d", + "8 44", + "84 4", + "Ġnegot iations", + "Ġnegotiation s", + "ag onal", + "agon al", + "ago nal", + "9 34", + "93 4", + "Ġtrem end", + "ung eon", + "unge on", + "A dv", + "Ad v", + "car ousel", + "ÃŁ e", + "_ DESC", + "_D ESC", + "_DE SC", + "Ġ hammer", + "Ġh ammer", + "Ġham mer", + "Ġhamm er", + "ẠŃ", + "Ġ ĠĠĠĠĠĠĠĊĊ", + "ĠĠ ĠĠĠĠĠĠĊĊ", + "ĠĠĠĠ ĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠ ĊĊ", + "ĠĠĠ ĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠ ĠĊĊ", + "ĠĠĠĠĠ ĠĠĠĊĊ", + "ĠĠĠĠĠĠ ĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĊ Ċ", + "- core", + "-c ore", + "-co re", + "-cor e", + "- service", + "-s ervice", + "-ser vice", + "Ġc orners", + "Ġcor ners", + "Ġcorner s", + "Ġcorn ers", + "Ġ SF", + "ĠS F", + "p red", + "pr ed", + "pre d", + "> A", + "ĠJ Label", + "ĠJL abel", + "Ġrom antic", + "Ġroman tic", + "Ġromant ic", + "Ġtest imony", + "Ġtestim ony", + "Ġtestimon y", + "o sc", + "os c", + "Ġ Generation", + "ĠG eneration", + "ĠGener ation", + "ĠGen eration", + "ĠGene ration", + "as ures", + "asure s", + "asu res", + "_ internal", + "_in ternal", + "_int ernal", + "_inter nal", + "Ġ prints", + "Ġpr ints", + "Ġprint s", + "Ġpri nts", + "Ġprin ts", + "Ġ ])Ċ", + "Ġ] )Ċ", + "Ġ]) Ċ", + "ĠC leveland", + "re po", + "rep o", + "D isc", + "Dis c", + "Di sc", + "6 77", + "67 7", + "7 62", + "76 2", + "Ġ \">Ċ", + "Ġ\" >Ċ", + "Ġ\"> Ċ", + "� ���", + "�� ��", + "��� �", + "Ġ nearest", + "Ġne arest", + "Ġnear est", + "5 91", + "59 1", + "_ tb", + "_t b", + "( require", + "(re quire", + "(req uire", + "E OF", + "EO F", + "- child", + "-ch ild", + "Ġb udd", + "Ġbu dd", + "Ġbud d", + ".Xtra Editors", + "al ties", + "alt ies", + "7 23", + "72 3", + "\\\" :\\\"", + "\\\": \\\"", + "W ords", + "Word s", + "9 17", + "91 7", + "Ġloc ally", + "Ġlocal ly", + "Ġp urchases", + "Ġpurch ases", + "Ġpurchase s", + "6 95", + "69 5", + "D rawer", + "Draw er", + "ex tract", + "ext ract", + "extra ct", + "extr act", + "Ġex ecut", + "Ġexec ut", + "Ġexe cut", + "} '.", + "}' .", + "user data", + "Ġfocus es", + "Ġfoc uses", + "- minute", + "-min ute", + "7 64", + "76 4", + "Ġ Publish", + "ĠP ublish", + "ĠPub lish", + "o go", + "og o", + "Ġm ountains", + "Ġmount ains", + "Ġmountain s", + "B ot", + "Bo t", + "} >{", + "}> {", + "Ġt ension", + "Ġtens ion", + "r od", + "ro d", + "m esh", + "me sh", + "mes h", + "Ġtrans formed", + "Ġtransform ed", + ", R", + "( )}Ċ", + "() }Ċ", + "()} Ċ", + ". long", + ".l ong", + ".lo ng", + ".lon g", + "Ġg orgeous", + "Ġgorge ous", + "Ġ Schedule", + "ĠS chedule", + "Ġold est", + "Ġol dest", + "Ġsub process", + "( IN", + "(I N", + "y ect", + "ye ct", + "ĠCo oper", + "ar ness", + "arn ess", + "Ġ Monitor", + "ĠM onitor", + "ĠMon itor", + ". part", + ".p art", + ".par t", + ".pa rt", + "9 72", + "97 2", + "Ġ NBC", + "ĠN BC", + "ĠNB C", + "6 68", + "66 8", + "Ġc otton", + "Ġcot ton", + "Ġcott on", + "Ġ hol", + "Ġh ol", + "Ġho l", + "7 26", + "72 6", + "Ġ rgba", + "Ġr gba", + "Ġrgb a", + "Ġrg ba", + "Ġ Bio", + "ĠB io", + "ĠBi o", + "Cont inue", + "Contin ue", + "P od", + "Po d", + "Ġparticip ating", + "cl usions", + "clus ions", + "clusion s", + "(By Val", + "7 34", + "73 4", + "à ¬", + "Ġ HOW", + "ĠH OW", + "ĠHO W", + "_set opt", + "Ġaccompany ing", + "0 91", + "09 1", + "a ton", + "at on", + "ato n", + "Ġ /\\", + "Ġ/ \\", + "Ġ Authentication", + "ĠAuth entication", + "ĠAuthentic ation", + "i én", + "ĠBar ack", + "ĠBa rack", + "/ *.", + "/* .", + "Ġe ager", + "Ġea ger", + "Ġeag er", + "Ġ Cancel", + "ĠC ancel", + "ĠCan cel", + "ĠCanc el", + "< lemma", + " $", + "O LEAN", + "OLE AN", + "OK IE", + "IB ILITY", + "U AGE", + "UA GE", + "Ġ Survey", + "ĠS urvey", + "ĠSur vey", + "ĠSurv ey", + "0 71", + "07 1", + "Ġre sign", + "Ġr esign", + "Ġres ign", + "w ing", + "win g", + "wi ng", + "Ġse crets", + "Ġsec rets", + "Ġsecret s", + "Ġsecre ts", + "Ġc hips", + "Ġch ips", + "Ġchip s", + "Ġchi ps", + "JSON Object", + "D esktop", + "Des ktop", + "Desk top", + "5 96", + "59 6", + "_SY MBOL", + "( resource", + "(res ource", + "(re source", + "Ġ< />Ċ", + "ĠĊ", + "Ġnew est", + "Ġne west", + "u li", + "ul i", + "Ġde sert", + "Ġdes ert", + "Ġdese rt", + "Ġdeser t", + "Ġd ip", + "Ġdi p", + "Ġ Pow", + "ĠP ow", + "ĠPo w", + "Ġequ ation", + "Ġeq uation", + "Ġposs ibilities", + "Ġpossibilit ies", + "Ġ Fed", + "ĠF ed", + "ĠFe d", + "os ph", + "osp h", + "Ġ [%", + "Ġ[ %", + "Ġ bubble", + "Ġb ubble", + "Ġbu bble", + "Ġbub ble", + "Ġbubb le", + "ether lands", + "7 93", + "79 3", + "Ġc ement", + "Ġce ment", + ". auto", + ".a uto", + ".au to", + ".aut o", + "_ AN", + "_A N", + "âĢĻ .", + "s election", + "se lection", + "select ion", + "sel ection", + "Ġ Bond", + "ĠB ond", + "ĠBo nd", + "ĠBon d", + "9 88", + "98 8", + "D en", + "De n", + "- O", + ". getType", + ".get Type", + "8 96", + "89 6", + ". Window", + ".W indow", + "p res", + "pr es", + "pre s", + "Ġsw inger", + "Ġswing er", + "\" })Ċ", + "\"} )Ċ", + "\"}) Ċ", + "Ġ pip", + "Ġp ip", + "Ġpi p", + "Ġm ice", + "Ġmi ce", + "Ġmic e", + "Ġ compound", + "Ġcomp ound", + "- plugin", + "-pl ugin", + "i ko", + "ik o", + "Ġcent uries", + "i cular", + "ic ular", + "- inline", + "-in line", + "ĉ key", + "ĉk ey", + "> \\<", + ">\\ <", + "EN SION", + "ENS ION", + "Ġ[ čĊ", + "Ġprecis ely", + "Ġprecise ly", + "Ġ été", + "Ġé té", + "Ġét é", + "Ġ Past", + "ĠP ast", + "ĠPa st", + "ĠPas t", + "ĠCam bridge", + "ĠCamb ridge", + "- full", + "-f ull", + "Ġ analyze", + "Ġan alyze", + "Ġanaly ze", + "Ġ Steven", + "ĠSt even", + "ĠSte ven", + "ĠSteve n", + "Ġ nem", + "Ġn em", + "Ġne m", + "d ue", + "du e", + "o ren", + "or en", + "ore n", + "Ġmus cles", + "Ġmuscle s", + "i jing", + "ij ing", + "iji ng", + "8 52", + "85 2", + "/ -", + "ĠKenn edy", + "5 97", + "59 7", + "R M", + "oss ible", + "Ġact ress", + "Ġd olor", + "Ġdo lor", + "Ġdol or", + "9 14", + "91 4", + "å½ ķ", + "N eed", + "Ne ed", + ". toggle", + ".t oggle", + "Ġ Race", + "ĠR ace", + "ĠRa ce", + "ĠRac e", + "w ers", + "we rs", + "wer s", + ". material", + ".m aterial", + ".mat erial", + "Ġ Due", + "ĠD ue", + "ĠDu e", + "Ġ Pel", + "ĠP el", + "ĠPe l", + "# print", + "Ġin dependence", + "Ġindepend ence", + "ex us", + "Sh adow", + "Ġ encoder", + "Ġe ncoder", + "Ġen coder", + "Ġenc oder", + "Ġencode r", + "( level", + "(le vel", + "Ġ Swift", + "ĠSw ift", + ". doc", + ".d oc", + ".do c", + "_ selection", + "_s election", + "_se lection", + "_select ion", + "_sel ection", + "9 52", + "95 2", + "Ġserial VersionUID", + "9 45", + "94 5", + "Label s", + "Lab els", + "Ġperform ances", + "Ġperformance s", + "Ġperforman ces", + ". Tag", + ".T ag", + "ĠN HL", + "ĠNH L", + "i zen", + "iz en", + "ize n", + "/ UIKit", + "/UI Kit", + "9 91", + "99 1", + "_ CONTROL", + "_CONT ROL", + "Ġe arnings", + "Ġear nings", + "Ġearn ings", + "Ġearning s", + "9 75", + "97 5", + "Ġ Alt", + "ĠA lt", + "ĠAl t", + "_ HANDLE", + "_H ANDLE", + "_HAND LE", + "C tx", + "Ġper su", + "Ġpers u", + "Ġ tran", + "Ġt ran", + "Ġtr an", + "Ġtra n", + "ç ¨", + "_ CHANNEL", + "_CH ANNEL", + "_CHAN NEL", + "Ġs atisfaction", + "Ġsatisf action", + "Ġ GP", + "ĠG P", + "7 69", + "76 9", + "i ox", + "io x", + "m itt", + "mit t", + "mi tt", + "l ando", + "land o", + "la ndo", + "lan do", + "Ġ pig", + "Ġp ig", + "Ġpi g", + "in als", + "inal s", + "ina ls", + "ê ncia", + "ên cia", + "7 31", + "73 1", + "S urface", + "Sur face", + "Ġ UUID", + "ĠU UID", + "Ġbenef icial", + "Ġbenefici al", + "Ġ sequences", + "Ġse quences", + "Ġsequence s", + "Ġsequ ences", + "ĉ memset", + "ĉmem set", + "Ġmag ical", + "Ġmagic al", + " «", + "Ġw orn", + "Ġwor n", + "Ġwo rn", + "A SC", + "AS C", + "p opup", + "pop up", + "C OMP", + "CO MP", + "COM P", + "_ before", + "_b efore", + "_be fore", + "e ness", + "en ess", + "ene ss", + "enes s", + "U i", + "L es", + "Le s", + ". require", + ".re quire", + ".req uire", + ". Serializable", + ".Serial izable", + "add Gap", + "Ġ authorization", + "Ġauthor ization", + "0 85", + "08 5", + ".py plot", + "u rray", + "ur ray", + "urr ay", + "l atitude", + "lat itude", + "8 45", + "84 5", + "f rames", + "fr ames", + "frame s", + "fra mes", + "fram es", + "a js", + "aj s", + "Ġ compass", + "Ġcom pass", + "Ġcomp ass", + "Ġ observations", + "Ġobs ervations", + "Ġobserv ations", + "Ġobservation s", + "_ sup", + "_s up", + "_su p", + ".en viron", + ".env iron", + "Ġtr iple", + "Ġtri ple", + "Ġtrip le", + "Ġ Ruby", + "ĠR uby", + "ĠRub y", + "ĠRu by", + "Ġd rain", + "Ġdr ain", + "Ġdra in", + "_ FILTER", + "_F ILTER", + "S an", + "Sa n", + "U MP", + "UM P", + "Null Exception", + "Ġ Gab", + "ĠG ab", + "ĠGa b", + "o we", + "ow e", + "ĠTur kish", + "ĠTurk ish", + "_ sequence", + "_se quence", + "Ġ Grant", + "ĠG rant", + "ĠGr ant", + "ĠGran t", + "ĠGra nt", + "u ela", + "ue la", + "uel a", + "Ġ wo", + "Ġw o", + "Ġ cube", + "Ġc ube", + "Ġcu be", + "Ġcub e", + "i q", + "Ġdis orders", + "Ġdisorder s", + "Ġextra ordinary", + "Ġextraordin ary", + "Ġ ctrl", + "Ġc trl", + "Ġct rl", + "Ġctr l", + "Ġ Seq", + "ĠS eq", + "ĠSe q", + "en tr", + "ent r", + "8 65", + "86 5", + "Ġsan ctions", + "Ġsanct ions", + "Ġsanction s", + "9 49", + "94 9", + "ut sch", + "uts ch", + "Re ports", + "Report s", + "Rep orts", + "Repo rts", + "Ġ inherit", + "Ġin herit", + "Ġinher it", + "P eriod", + "Per iod", + "Ġphot ography", + "Ġphotograph y", + "Ġ Framework", + "ĠF ramework", + "ĠFr amework", + "ĠFrame work", + "ĠFram ework", + "Ġspecial ist", + "Ġspeci alist", + "Ġ ?ĊĊ", + "Ġ? ĊĊ", + "Ġ?Ċ Ċ", + "_ selected", + "_se lected", + "_select ed", + "_sel ected", + ". Player", + ".P layer", + ".Pl ayer", + ".Play er", + "Ġ allocation", + "Ġal location", + "Ġall ocation", + "Ġalloc ation", + "Ġallo cation", + "( account", + "(a ccount", + "(ac count", + "(acc ount", + "Ġ structural", + "Ġstruct ural", + "v able", + "va ble", + "- offset", + "-off set", + "-o ffset", + "-offs et", + ".App CompatActivity", + "а м", + "аР¼", + ".Add WithValue", + "Ġ icons", + "Ġi cons", + "Ġicon s", + "Ġic ons", + "Ġ shutdown", + "Ġsh utdown", + "Ġshut down", + "_ low", + "_l ow", + "_lo w", + "Ġ Compare", + "ĠCom pare", + "ĠComp are", + "ĠCompar e", + "Ġ Ce", + "ĠC e", + "= head", + "=h ead", + "l am", + "la m", + ". predict", + ".p redict", + ".pre dict", + ".pred ict", + "_ DEC", + "_D EC", + "_DE C", + "Ġ Sleep", + "ĠS leep", + "ĠSlee p", + "ĠSle ep", + "Ġ Gratis", + "ĠGr atis", + "ĠGrat is", + "Ġs uggestion", + "Ġsuggest ion", + "Ġ DEL", + "ĠD EL", + "ĠDE L", + "c aff", + "ca ff", + "caf f", + "av irus", + "avi rus", + "avir us", + "No thing", + "ŀ ĭ", + "Ġwide spread", + "Ġwides pread", + "Ġmechan isms", + "Ġmechanism s", + "Ġ textAlign", + "Ġtext Align", + "oc cup", + "occ up", + "Ġ Rail", + "ĠR ail", + "ĠRa il", + "ĠRai l", + ": NS", + ":N S", + "Ġ fiber", + "Ġf iber", + "Ġfi ber", + "Ġfib er", + "Ġ mk", + "Ġm k", + "Ġv intage", + "- long", + "-l ong", + "-lo ng", + ". reduce", + ".re duce", + ".red uce", + ". Entities", + ".Ent ities", + "( record", + "(re cord", + "(rec ord", + "Ġ pleasant", + "Ġple asant", + "Ġpleas ant", + "F RING", + "FR ING", + ". Cells", + ".C ells", + ".Cell s", + "O TT", + "OT T", + "ĉ elseif", + "ĉelse if", + "6 49", + "64 9", + "7 24", + "72 4", + "_ confirm", + "_con firm", + "_conf irm", + "ĠView Group", + "s ym", + "sy m", + "Ġ pray", + "Ġp ray", + "Ġpr ay", + "Ġpra y", + "Ġsus pected", + "Ġsusp ected", + "Ġsuspect ed", + "Cont ains", + "Con tains", + "Contain s", + "Conta ins", + "9 83", + "98 3", + "Ġb orders", + "Ġborder s", + "Ġbor ders", + "Ġbord ers", + "Ġcomponent Did", + "A SSERT", + "ASS ERT", + "Ġin finite", + "Ġinf inite", + "Ġinfinit e", + "- order", + "-or der", + "Ġ hello", + "Ġh ello", + "Ġhel lo", + "Ġhell o", + "Ġ Grade", + "ĠG rade", + "ĠGr ade", + "ĠGrad e", + "ĠGra de", + ".currentTime Millis", + "ap olis", + "apol is", + "apo lis", + "z h", + "ĉ Object", + "ĉO bject", + ": \\\\", + ":\\ \\", + "H O", + "val uation", + "valu ation", + "Ġ vocab", + "Ġv ocab", + "Ġvo cab", + "Ġvoc ab", + "7 19", + "71 9", + "Ġ coupon", + "Ġc oupon", + "Ġco upon", + "Ġcou pon", + "Ġcoup on", + "ata bases", + "atab ases", + "atabase s", + ". GetType", + ".Get Type", + "L earn", + "Le arn", + "7 92", + "79 2", + "] =\"", + "]= \"", + "Ġ Gary", + "ĠG ary", + "ĠGar y", + "ĠGa ry", + "ot ive", + "oti ve", + "Ġ ash", + "Ġa sh", + "Ġas h", + "Ġ bib", + "Ġb ib", + "Ġbi b", + "X XXX", + "XX XX", + "XXX X", + "Ġ balanced", + "Ġbalance d", + "Ġbal anced", + "VAL UE", + "Ġ Nat", + "ĠN at", + "ĠNa t", + "_ Ad", + "_A d", + "< E", + "åĮ º", + "Ġ MethodInfo", + "ĠMethod Info", + "8 97", + "89 7", + "L IB", + "LI B", + "Ġconsider able", + "Ġconsid erable", + "Ġ Industry", + "ĠInd ustry", + "ĠIndust ry", + "t ests", + "te sts", + "test s", + "tes ts", + ". setTitle", + ".set Title", + "Ġ Bluetooth", + "ĠB luetooth", + "ĠBl uetooth", + "ĠBlu etooth", + "Ġ mapped", + "Ġm apped", + "Ġmap ped", + "Ġma pped", + "Ġ Bruce", + "ĠBr uce", + "ĠBru ce", + "Ġ MainWindow", + "ĠMain Window", + "ĉ status", + "ĉs tatus", + "ĉst atus", + "ĉstat us", + "Ġ raz", + "Ġr az", + "Ġra z", + "ĠM and", + "ĠMan d", + "ĠMa nd", + "Ġ classification", + "Ġclass ification", + "Per missions", + "Permission s", + "Perm issions", + "9 69", + "96 9", + "Ġ ----------------------------------------------------------------------------", + "Ġ---------------------------------------------------------------- ------------", + "Ġ------------------------------------------------ ----------------------------", + "Ġ------------ ----------------------------------------------------------------", + "Ġ------ ----------------------------------------------------------------------", + "Ġ------------------------------------------------------------ ----------------", + "Ġ------------------------------------------------------------------------- ---", + "Ġ containers", + "Ġcont ainers", + "Ġcontainer s", + "Ġcontain ers", + "Ġconta iners", + ": set", + ":s et", + "_ xml", + "_x ml", + "Ġwh ilst", + "Th rough", + "Thr ough", + "Ġv align", + "Ġval ign", + "Ġworld s", + "Ġwor lds", + "C ORD", + "CO RD", + "COR D", + "ED IA", + "EDI A", + "ÑĢ ов", + "ÑĢо в", + "Ġs pare", + "Ġsp are", + "Ġspa re", + "Ġspar e", + "Ġ Had", + "ĠH ad", + "ĠHa d", + "Ġ DEF", + "ĠD EF", + "ĠDE F", + "( ptr", + "(p tr", + "(pt r", + "Ġw arming", + "Ġwar ming", + "Ġwarm ing", + "8 98", + "89 8", + "ठ¾", + "Ġcons ensus", + "a gne", + "ag ne", + "agn e", + "C TL", + "CT L", + "Ġ ìķ", + "Ġì ķ", + ". Main", + ".M ain", + ".Ma in", + "web Element", + "Ġp ist", + "Ġpi st", + "Ġpis t", + "F lash", + "Fl ash", + "App end", + "Ap pend", + "Appe nd", + ".tw img", + "T ap", + "Ta p", + "Ġveget ables", + "Ġvegetable s", + "a lg", + "al g", + "0 58", + "05 8", + ". sample", + ".s ample", + ".sam ple", + "Ġco aching", + "Ġcoach ing", + "( ind", + "(i nd", + "(in d", + "Cell Value", + "Check Box", + "Ġ Hell", + "ĠH ell", + "ĠHe ll", + "ĠHel l", + "R OOT", + "RO OT", + "7 96", + "79 6", + "Ġst adium", + "Ġstad ium", + "Ġinvestig ating", + ") %", + "s ted", + "st ed", + "ste d", + "9 65", + "96 5", + "Ġ Writing", + "ĠW riting", + "ĠWr iting", + "Ġ ê²", + "Ġê ²", + "Ġ uno", + "Ġu no", + "Ġun o", + "Ġ {{--", + "Ġ{{ --", + "Ġ coords", + "Ġco ords", + "Ġcoord s", + "Ġun ser", + "Ġuns er", + "o rganization", + "organ ization", + "Ġ Crime", + "ĠCr ime", + "ĠCri me", + "ĠDem ocrat", + "ĠDemocr at", + "5 79", + "57 9", + "Ġ vin", + "Ġv in", + "Ġvi n", + "/ file", + "/f ile", + "0 78", + "07 8", + "- api", + "-a pi", + "-ap i", + "Ġ Ay", + "ĠA y", + "Ġf unded", + "Ġfun ded", + "Ġfund ed", + "ĠBr exit", + "ĠBre xit", + "ĠG h", + "ent ina", + "enti na", + "entin a", + "c ases", + "ca ses", + "case s", + "cas es", + "Ġ dash", + "Ġd ash", + "Ġda sh", + "Ġdas h", + "Ġ!! }Ċ", + "Ġ!!} Ċ", + "H I", + "Off ice", + "Ġcap tain", + "Ġcapt ain", + "Ġwor ship", + "Ġwors hip", + "Ġworsh ip", + "\\ C", + "7 33", + "73 3", + "8 51", + "85 1", + "Ġg lobe", + "Ġgl obe", + "Ġglob e", + "Ġglo be", + "_ board", + "_b oard", + "_bo ard", + "Ġb abies", + "Ġba bies", + "Ġbab ies", + "8 76", + "87 6", + "Ġcon secutive", + "Ġconsec utive", + "Ġenh anced", + "Ġenhance d", + "er eum", + "ere um", + "ĠAd vis", + "ĠAdv is", + "Ġg rain", + "Ġgr ain", + "Ġgra in", + "7 71", + "77 1", + "Ġc raw", + "Ġcr aw", + "Ġcra w", + "ancell ationToken", + "ancellation Token", + ". alpha", + ".al pha", + "_ WITH", + "_W ITH", + "ĠO tt", + "ĠOt t", + "Ġ Cool", + "ĠC ool", + "ĠCo ol", + ". batch", + ".b atch", + ".bat ch", + "Ġ verified", + "Ġver ified", + "( callback", + "(c allback", + "(call back", + "Ġreg ards", + "Ġregard s", + "6 83", + "68 3", + "Ġ IntPtr", + "ĠInt Ptr", + "o ucher", + "ou cher", + "ouch er", + "Ġ kin", + "Ġk in", + "Ġki n", + "Ġt ouched", + "Ġtouch ed", + "Ġtou ched", + "it Ãł", + "a thon", + "at hon", + "ath on", + "Ġadj acent", + "Ġaccom panied", + "L EAR", + "LE AR", + "Ġim plies", + "Ġimp lies", + "Ġimpl ies", + "Ġ hill", + "Ġh ill", + "Ġhi ll", + "Ġhil l", + "ĠB altimore", + "ĠBalt imore", + "= \"-", + "=\" -", + "F inally", + "Fin ally", + "Final ly", + "8 83", + "88 3", + "S am", + "Sa m", + "ic opt", + "ico pt", + "Ġs od", + "Ġso d", + "Ġ maj", + "Ġm aj", + "Ġma j", + "Ġ Shipping", + "ĠSh ipping", + "ĠShip ping", + "ĠShi pping", + "Ġ getAll", + "Ġget All", + "Ġco aches", + "Ġcoach es", + "Ġdon ations", + "Ġdonation s", + "i lot", + "il ot", + "ilo t", + "Ġ Tar", + "ĠT ar", + "ĠTa r", + "c err", + "ce rr", + "cer r", + "Ġ badge", + "Ġb adge", + "Ġbad ge", + "Ġba dge", + "Ġ markers", + "Ġm arkers", + "Ġmark ers", + "Ġmar kers", + "Ġmarker s", + "Ġ Rand", + "ĠR and", + "ĠRa nd", + "ĠRan d", + "a ised", + "ai sed", + "ais ed", + "aise d", + "iss ance", + "issa nce", + "issan ce", + "Ġexpl oring", + "Ġexplo ring", + "Ġexplor ing", + "8 27", + "82 7", + "u ced", + "uc ed", + "uce d", + "ĠInd onesia", + "ĠIndones ia", + "ĠIndo nesia", + "Ġbe neath", + "Ġbene ath", + "Ġm agnetic", + "Ġmagn etic", + "Ġmagnet ic", + "Ġm useum", + "Ġmus eum", + "Ġmuse um", + "match Condition", + "Ġdis rupt", + "Ġre mind", + "Ġrem ind", + "Ġremin d", + "Ġ TM", + "ĠT M", + "Ġ /><", + "Ġ/ ><", + "Ġ/> <", + "Ġf ool", + "Ġfo ol", + "Ġfoo l", + "Ġ esk", + "Ġe sk", + "Ġes k", + ". Null", + ".N ull", + "Ġ Dies", + "ĠD ies", + "ĠDi es", + "ĠDie s", + "_ OUTPUT", + "_OUT PUT", + "_TYPE D", + "_TYP ED", + "Ġp ainted", + "Ġpaint ed", + "Ġpain ted", + "6 73", + "67 3", + "7 35", + "73 5", + "Ġsoph istic", + "Ġ Bear", + "ĠB ear", + "ĠBe ar", + "ĠBea r", + "* n", + "_ PACK", + "_P ACK", + "_PA CK", + "Ġdel ivering", + "Ġdeliver ing", + "Ġ COUNT", + "ĠC OUNT", + "ĠCO UNT", + "åį ķ", + "Ġj eg", + "Ġje g", + "- car", + "-c ar", + "-ca r", + "f name", + "fn ame", + "Ġr anging", + "Ġran ging", + "Ġrang ing", + "8 48", + "84 8", + "Ġ Neg", + "ĠN eg", + "ĠNe g", + "/ ******/", + "Ġ CHAR", + "ĠCH AR", + "Ġu ltra", + "Ġult ra", + "Ġul tra", + "Ġultr a", + "G rad", + "Gr ad", + "= t", + "Ġjud ges", + "Ġjudge s", + "ĠD ise", + "ĠDis e", + "ĠDi se", + "an ners", + "ann ers", + "anner s", + "anne rs", + "9 85", + "98 5", + "8 91", + "89 1", + "8 61", + "86 1", + "Ġ scal", + "Ġs cal", + "Ġsc al", + "Ġsca l", + "_ cal", + "_c al", + "_ca l", + "ĠCON NECTION", + "ĠCONNECT ION", + "_ embed", + "_em bed", + "_emb ed", + "( fn", + "(f n", + "Ġ Craft", + "ĠC raft", + "ĠCr aft", + "ĠCra ft", + "0 47", + "04 7", + "Ġ Pas", + "ĠP as", + "ĠPa s", + "\" )->", + "\") ->", + ". convert", + ".con vert", + ".conv ert", + ". resource", + ".re source", + ".res ource", + "Ġ STATUS", + "ĠST ATUS", + "ĠSTAT US", + "ô ng", + "ôn g", + "Ġ Tit", + "ĠT it", + "ĠTi t", + "Ġclass room", + "ĠArch itect", + "ĠK ings", + "ĠKing s", + "ĠKin gs", + "Ġ steady", + "Ġste ady", + "Ġstead y", + "/* !Ċ", + "/*! Ċ", + "Ġ Gene", + "ĠG ene", + "ĠGe ne", + "ĠGen e", + ") \";Ċ", + ")\" ;Ċ", + "i cia", + "ic ia", + "ici a", + "s tan", + "st an", + "sta n", + "Ġ Construction", + "ĠCon struction", + "ĠConstruct ion", + "ĠConstr uction", + "um per", + "ump er", + "9 51", + "95 1", + "w c", + "Ġ CBS", + "ĠC BS", + "ĠCB S", + "in ging", + "ing ing", + "- party", + "-p arty", + "-part y", + "-par ty", + "( driver", + "(d river", + "(dr iver", + "M ARK", + "MA RK", + "MAR K", + "0 82", + "08 2", + "Ġ nested", + "Ġn ested", + "Ġne sted", + "Ġnest ed", + "Ġneste d", + "Ġnes ted", + "e ward", + "ew ard", + "Ġ dependency", + "Ġd ependency", + "Ġdep endency", + "Ġdepend ency", + "Ġm ales", + "Ġma les", + "Ġmale s", + "Ġmal es", + "9 28", + "92 8", + "Ġ ONE", + "ĠO NE", + "ĠON E", + "Ġ Production", + "ĠP roduction", + "ĠPro duction", + "ĠProduct ion", + "ĠProdu ction", + "ĠProd uction", + "] [$", + "][ $", + "ãĥ¼ ãĥ", + "_ LOAD", + "_L OAD", + "_LO AD", + "ĠB ol", + "ĠBo l", + "el ry", + "8 31", + "83 1", + "ł éĻ¤", + "Ġ Require", + "ĠRe quire", + "ĠReq uire", + "Ġ placing", + "Ġpl acing", + "Ġplac ing", + "Ġpla cing", + "x xx", + "xx x", + "C ALE", + "CA LE", + "CAL E", + "Ġ thumb", + "Ġth umb", + "Ġthu mb", + "8 24", + "82 4", + "Ch oose", + "Cho ose", + "Ġ prototype", + "Ġprot otype", + "Ġproto type", + "V OID", + "VO ID", + "Ġles bian", + "Ġlesb ian", + "Ġlesbi an", + "7 41", + "74 1", + "Ġ traits", + "Ġt raits", + "Ġtr aits", + "Ġtra its", + "Ġtrait s", + "Ġtrai ts", + "Sh arp", + "Shar p", + "Sha rp", + "Ġ consume", + "Ġcon sume", + "Ġcons ume", + "Ġconsum e", + "Tr uth", + "Ġaction Performed", + "Ġ Environmental", + "ĠEnvironment al", + "Ġ Dean", + "ĠD ean", + "ĠDe an", + "Ġ estado", + "Ġest ado", + "Ġesta do", + "Ġestad o", + "s ame", + "sa me", + "sam e", + "Ġ numeric", + "Ġn umeric", + "Ġnum eric", + "Ġnumer ic", + "Ġnu meric", + "Ġtrans it", + "Ġtran sit", + ". Email", + ".E mail", + "- side", + "-s ide", + "_ RUN", + "_R UN", + "ĠV illage", + "ĠVill age", + "ĠVilla ge", + "ĠVil lage", + "_ OPEN", + "_OP EN", + "è ¦", + ". rem", + ".re m", + ".r em", + "- warning", + "-w arning", + "-war ning", + "a nya", + "an ya", + "any a", + "Property Changed", + "Ġ (!_", + "Ġ(! _", + "( check", + "(c heck", + "(ch eck", + "i lia", + "il ia", + "ili a", + "Ġ Soft", + "ĠS oft", + "ĠSo ft", + "ĠSof t", + "st eps", + "ste ps", + "step s", + "ĠMad rid", + "Memory Warning", + "Ġ handlers", + "Ġhand lers", + "Ġhandle rs", + "Ġhandler s", + "Ġexperi encing", + "Ġ inspect", + "Ġin spect", + "Ġins pect", + "Ġinsp ect", + "button s", + "but tons", + "butt ons", + "Receive MemoryWarning", + "ch emy", + "che my", + "chem y", + "L inks", + "Link s", + "Lin ks", + "Ġurl lib", + "Ġur llib", + ".System Colors", + "Ġ Eigen", + "ĠE igen", + "ĠEig en", + "Ġpun ishment", + "Ġpunish ment", + ":UI Control", + "b ara", + "bar a", + "ba ra", + "- set", + "-s et", + "-se t", + "Ġ }čĊčĊčĊ", + "Ġ} čĊčĊčĊ", + "Ġ}čĊ čĊčĊ", + "Ġ}čĊčĊ čĊ", + "Ġt olerance", + "Ġtoler ance", + "Ġ interfaces", + "Ġinter faces", + "Ġinterface s", + "Ġinterf aces", + ". redirect", + ".re direct", + ".red irect", + "ighb ors", + "ighbor s", + "cs rf", + "csr f", + "_ background", + "_back ground", + ". Utils", + ".Util s", + "_ HT", + "_H T", + "6 92", + "69 2", + "Ġ Interest", + "ĠInter est", + "i mos", + "im os", + "imo s", + "Ġgr ants", + "Ġgrant s", + "Ġgran ts", + "Ġgra nts", + "0 83", + "08 3", + "Ġexam ined", + "Ġexamine d", + "Ð Ķ", + "Ġ cf", + "Ġc f", + "f orge", + "for ge", + "forg e", + "b acks", + "back s", + "ba cks", + "bac ks", + "Ġ Objects", + "ĠObject s", + "ĠObj ects", + "_ sent", + "_s ent", + "_se nt", + ". entry", + ".en try", + ".ent ry", + "Ġ THEN", + "ĠT HEN", + "ĠTHE N", + "ĠTH EN", + "ell ido", + "elli do", + "c ia", + "ci a", + ", res", + ",r es", + ",re s", + "6 59", + "65 9", + "6 81", + "68 1", + "/st dc", + "/std c", + ". nd", + ".n d", + "( Int", + "(I nt", + "(In t", + "Ġ Authors", + "ĠAuthor s", + "ĠAuth ors", + "ĠApp CompatActivity", + "' {", + "Ġ medi", + "Ġm edi", + "Ġme di", + "Ġmed i", + "M usic", + "Mu sic", + "Mus ic", + "i gm", + "ig m", + "ce ipt", + "Ġ auss", + "Ġa uss", + "Ġau ss", + "Ġaus s", + "Ġtarget ing", + "Ġtarg eting", + "Ġ Keys", + "ĠKey s", + "ĠKe ys", + "h n", + ": ]Ċ", + ":] Ċ", + "Ġmin eral", + "Ġmine ral", + "Ġminer al", + "à ®", + ". ca", + ".c a", + "7 61", + "76 1", + "o med", + "om ed", + "ome d", + "Ġ sheets", + "Ġs heets", + "Ġshe ets", + "Ġsheet s", + "Ġc amb", + "Ġca mb", + "Ġcam b", + "Ġdead ly", + ". inject", + ".in ject", + "( unit", + "(u nit", + "(un it", + "Ġ Selection", + "ĠS election", + "ĠSe lection", + "ĠSelect ion", + "ĠSel ection", + "ĠSele ction", + ".g ms", + "( connection", + "(con nection", + "(conn ection", + "(connect ion", + "Ġ $(\"", + "Ġ$ (\"", + "Ġ$( \"", + "é mon", + "ém on", + "Ġ Currently", + "ĠCurrent ly", + "p te", + "pt e", + "_ paths", + "_p aths", + "_path s", + "_pa ths", + "_pat hs", + "8 47", + "84 7", + "le af", + "lea f", + "Ġimp lications", + "Ġimpl ications", + "Ġimplication s", + "Ġimplic ations", + "p osal", + "pos al", + "po sal", + "ä½ į", + "[ /", + "a ncia", + "an cia", + "anc ia", + "é Ľ", + "m ul", + "mu l", + "c ie", + "ci e", + "Ġge ile", + "Ġgeil e", + "6 79", + "67 9", + "im als", + "imal s", + "ima ls", + "UI View", + "Ġs urre", + "Ġsur re", + "s erialize", + "serial ize", + "I SO", + "IS O", + "Ġar bitrary", + "Ġarbit rary", + "Ġarbitr ary", + "Ġsock addr", + ". fn", + ".f n", + "Ġ Merc", + "ĠM erc", + "ĠMe rc", + "ĠMer c", + "Ġ casting", + "Ġc asting", + "Ġcas ting", + "Ġcast ing", + "Key Down", + "Ġ newValue", + "Ġnew Value", + "ĠnewVal ue", + "op ens", + "open s", + "ope ns", + "7 17", + "71 7", + "T odo", + "To do", + "Ġflex ibility", + "ĉ ĉĉĉĠĠ", + "ĉĉ ĉĉĠĠ", + "ĉĉĉĉ ĠĠ", + "ĉĉĉ ĉĠĠ", + "ĉĉĉĉĠ Ġ", + "V elocity", + "Vel ocity", + "ú n", + "r owing", + "ro wing", + "row ing", + "Ġ computed", + "Ġcom puted", + "Ġcomp uted", + "Ġcomput ed", + "Ġcompute d", + "` )Ċ", + "`) Ċ", + "st atement", + "state ment", + "stat ement", + "sta tement", + "Ġ ri", + "Ġr i", + "_ cart", + "_c art", + "_car t", + "_ca rt", + "L ow", + "Lo w", + "trans fer", + ". nav", + ".n av", + "Ġ grave", + "Ġgr ave", + "Ġgra ve", + "Ġgrav e", + "Ġ Door", + "ĠD oor", + "ĠDo or", + "ĉ alert", + "ĉal ert", + "6 91", + "69 1", + "6 98", + "69 8", + ". subscribe", + ".sub scribe", + "- profile", + "-pro file", + "-pr ofile", + "-prof ile", + "ĉ base", + "ĉb ase", + "Ġ âĪĴ", + "ĠâĪ Ĵ", + "_ _ĊĊ", + "__ ĊĊ", + "__Ċ Ċ", + "Ġengine ers", + "Ġengineer s", + "Ġexp losion", + "Ġexplos ion", + "Ġd ari", + "Ġda ri", + "Ġdar i", + "6 82", + "68 2", + "ĉ Log", + "ĉL og", + "o nal", + "on al", + "ona l", + "Ġis olated", + "Ġisol ated", + "Ġiso lated", + "Ġisolate d", + "{ i", + "Ġ Msg", + "ĠM sg", + "ĠMs g", + "F uture", + "Fu ture", + "Ġr acist", + "Ġrac ist", + "- wrap", + "-w rap", + "Ġ Vers", + "ĠV ers", + "ĠVer s", + "ĠVe rs", + "b org", + "bo rg", + "bor g", + "I SION", + "IS ION", + "Ġ ÑĢаÐ", + "ĠÑĢ аÐ", + "ĠÑĢа Ð", + "ĠY an", + "ĠYa n", + "8 36", + "83 6", + "init With", + "Ġn omin", + "Ġno min", + "Ġnom in", + "( empty", + "(em pty", + "(emp ty", + "ÃŃ n", + "ã Ĥ¤", + "ãĤ ¤", + "ĉ width", + "ĉw idth", + "Ġch amber", + "Ġcham ber", + "/ ajax", + "/a jax", + "E MP", + "EM P", + "0 93", + "09 3", + "Ġne ces", + "Ġnec es", + "i vos", + "iv os", + "ivo s", + "log ic", + "* )&", + "*) &", + "cri pts", + "cript s", + "9 76", + "97 6", + "Row At", + "0 53", + "05 3", + "i blings", + "ib lings", + "ibling s", + "Ġ ears", + "Ġe ars", + "Ġear s", + "Ġea rs", + "Ġcomp uting", + "Ġcomput ing", + "Ġ maker", + "Ġm aker", + "Ġmake r", + "Ġma ker", + "Ġmak er", + "Ġ Neither", + "ĠN either", + "ĠNe ither", + "b readcrumb", + "Ġ serialize", + "Ġs erialize", + "Ġserial ize", + "Ġ Within", + "ĠWith in", + "ĠWi thin", + "ĠWit hin", + "Ġd ell", + "Ġde ll", + "Ġdel l", + "_ TRACE", + "_TR ACE", + "_TRA CE", + "0 92", + "09 2", + "= a", + "Ġw ishes", + "Ġwish es", + "Ġwis hes", + "- inch", + "-in ch", + "-inc h", + "ĠD or", + "ĠDo r", + "Ġinnoc ent", + "ĠD ol", + "ĠDo l", + "Ġint ens", + "Ġinte ns", + "for ced", + "force d", + "forc ed", + "0 54", + "05 4", + "Ġ BIT", + "ĠB IT", + "ĠBI T", + "Ġphot ographs", + "Ġphoto graphs", + "Ġphotograph s", + "Ġc asa", + "Ġca sa", + "Ġcas a", + "Ġ Len", + "ĠL en", + "ĠLe n", + "\\ Framework", + "\\F ramework", + ". Simple", + ".S imple", + "Ġd ear", + "Ġde ar", + "8 95", + "89 5", + ") /(", + ")/ (", + "ip pi", + "ipp i", + "Ġ owns", + "Ġown s", + "Ġow ns", + "P layers", + "Pl ayers", + "Player s", + "Play ers", + "Ġprop osals", + "Ġpropos als", + "Ġproposal s", + ". pi", + ".p i", + "us alem", + "usa lem", + "usal em", + "D amage", + "Da mage", + "Dam age", + "Ġcal ories", + "Ġcalorie s", + "Ġcalor ies", + "Ġ Creative", + "ĠC reative", + "ĠCre ative", + "ĠCreat ive", + "Ġ [$", + "Ġ[ $", + "Ġ //čĊ", + "Ġ// čĊ", + "Ġ/ /čĊ", + "7 86", + "78 6", + "And View", + "è me", + "èm e", + ". custom", + ".c ustom", + "_ factory", + "_f actory", + "_factor y", + "_fact ory", + "comm ands", + "command s", + "comma nds", + "_ look", + "_l ook", + "_lo ok", + "Ġ strcmp", + "Ġstr cmp", + "Y N", + "a ired", + "air ed", + "ai red", + "aire d", + "Ġ audit", + "Ġa udit", + "Ġaud it", + "Ġau dit", + "Ġaudi t", + "о ÑģÑĤ", + "оÑģ ÑĤ", + "Ġ Reverse", + "ĠRe verse", + "ĠRev erse", + "ĠRever se", + "ropri ate", + "e tics", + "et ics", + "etic s", + "eti cs", + "< vector", + "';Ċ", + "\"> ';Ċ", + "\">' ;Ċ", + "Ġpe pper", + "Ġpepp er", + "Ġpep per", + "9 89", + "98 9", + "Ġ shed", + "Ġs hed", + "Ġsh ed", + "Ġshe d", + "Ġ Medium", + "ĠM edium", + "ĠMed ium", + "ĠMedi um", + "Ġ Cookie", + "ĠC ookie", + "ĠCo okie", + "ĠCook ie", + "8 89", + "88 9", + "Ġoverse as", + "ed or", + "edo r", + "as urement", + "asure ment", + "asu rement", + "7 66", + "76 6", + "åŃ ĺ", + "Ġ' .'", + "Ġ'. '", + "Ġ php", + "Ġp hp", + "Ġph p", + "Ġ PROC", + "ĠP ROC", + "ĠPRO C", + "ĠPR OC", + "Ġexcept ional", + "Ġexception al", + "( th", + "(t h", + "Ġ Jet", + "ĠJ et", + "ĠJe t", + "Ġ occupied", + "Ġoccup ied", + ". setImage", + ".set Image", + "Ġ Related", + "ĠRe lated", + "ĠRel ated", + "u cker", + "uc ker", + "uck er", + "M embers", + "Member s", + "Mem bers", + "PR INT", + "PRI NT", + "ĠG lo", + "ĠGl o", + "_ VIEW", + "_V IEW", + "} \",Ċ", + "}\", Ċ", + "}\" ,Ċ", + "Ġad option", + "Ġadopt ion", + "Ġado ption", + "[ ])Ċ", + "[] )Ċ", + "[]) Ċ", + "8 42", + "84 2", + "ĠMiss ouri", + "ĠLin coln", + "er ald", + "era ld", + "eral d", + "P opup", + "Pop up", + "Ġf ate", + "Ġfa te", + "Ġfat e", + "- bootstrap", + "-boot strap", + "f ections", + "fe ctions", + "fect ions", + "fection s", + "Ġ Poll", + "ĠP oll", + "ĠPol l", + "ĠPo ll", + "_ ARGS", + "_ARG S", + "_AR GS", + "in ance", + "ina nce", + "inan ce", + "6 97", + "69 7", + "- home", + "-h ome", + ". ),", + ".) ,", + "_ done", + "_d one", + "_do ne", + "_don e", + "6 94", + "69 4", + ": ĊĊĊ", + ":Ċ ĊĊ", + ":ĊĊ Ċ", + "Ġdiscuss ing", + "Ġ SQLException", + "ĠSQL Exception", + "Ġelect ro", + "Ġelectr o", + "ĉ req", + "ĉr eq", + "ĉre q", + "Ġ zw", + "Ġz w", + "8 86", + "88 6", + "Ġl ui", + "Ġlu i", + "9 32", + "93 2", + "Ġover night", + "$ user", + "Ġ WAY", + "ĠW AY", + "ĠWA Y", + "Ġall erg", + "Ġalle rg", + "Ġaller g", + "Ġdis appointed", + "Ġdisappoint ed", + "Ġrad iation", + "Ġradi ation", + "Ġim pressed", + "Ġimp ressed", + "Ġimpress ed", + "Ġimpr essed", + "Ġimpres sed", + "if icates", + "ific ates", + "ificate s", + "ifica tes", + "Ġt ob", + "Ġto b", + "CL ASS", + "CLA SS", + "Ġ cuda", + "Ġc uda", + "Ġcu da", + "Ġcud a", + "_ det", + "_d et", + "_de t", + "- post", + "-p ost", + "-pos t", + "-po st", + "u lu", + "ul u", + "Trans lation", + "- hand", + "-h and", + ". year", + ".y ear", + "Ġ Mongo", + "ĠM ongo", + "ĠMon go", + "ĠMo ngo", + "ĠMong o", + "Ġun clear", + "Ġunc lear", + "Ġuncle ar", + ". engine", + ".e ngine", + ".eng ine", + "WEB PACK", + "r ices", + "ri ces", + "ric es", + "rice s", + "_ ACCESS", + "_AC CESS", + "_ACC ESS", + "Ġh olidays", + "Ġholiday s", + "per cent", + "perc ent", + ". Identity", + ".Id entity", + "Ġ Gov", + "ĠG ov", + "ĠGo v", + "Ġpass ionate", + "Ġpassion ate", + "! !.", + "!! .", + "ĠG reece", + "ĠGre ece", + "ĠGree ce", + "plus plus", + "' ));", + "') );", + "')) ;", + "G P", + "Ġex cit", + "Ġexc it", + ".tab Page", + "_ cond", + "_c ond", + "_con d", + "_co nd", + "Ġ sponsor", + "Ġs ponsor", + "Ġspons or", + "M ODULE", + "MOD ULE", + "_ proc", + "_p roc", + "_pro c", + "_pr oc", + "Ġ $Ċ", + "Ġ$ Ċ", + "Ġr ational", + "Ġrat ional", + "Ġratio nal", + "Ġration al", + ". Tool", + ".T ool", + ".To ol", + "Ġi hr", + "Ġih r", + "c ca", + "cc a", + "åĵ ģ", + "ĠE state", + "ĠEst ate", + "ĠEsta te", + "IB UTE", + "IBUT E", + "Action Performed", + "Ġ Solar", + "ĠS olar", + "ĠSo lar", + "ĠSol ar", + "¦ Ĥ", + "Ġequ ity", + "Ġeq uity", + "t id", + "ti d", + "9 38", + "93 8", + "Ġre cip", + "Ġrec ip", + ". simple", + ".s imple", + ".sim ple", + "m k", + "6 89", + "68 9", + "Ġ Luke", + "ĠL uke", + "ĠLu ke", + "ĠLuk e", + "ĠGuard ian", + "Ġ encrypted", + "Ġenc rypted", + "Ġencrypt ed", + "Ġdom inant", + "Ġdomin ant", + "Ġdomina nt", + ". place", + ".p lace", + ".pl ace", + "Ġ NV", + "ĠN V", + "8 39", + "83 9", + "Ġton gue", + "Ġtong ue", + "( Get", + "(G et", + "Ġst ainless", + "Ġstain less", + ". Play", + ".P lay", + ".Pl ay", + "Ġ eb", + "Ġe b", + "a ci", + "ac i", + ". buffer", + ".b uffer", + ".buf fer", + "readcr umbs", + "readcrumb s", + "Ġv accine", + "Ġvacc ine", + "p rom", + "pr om", + "pro m", + "9 79", + "97 9", + "Ġ userInfo", + "Ġuser Info", + "Ġ slug", + "Ġs lug", + "Ġsl ug", + "Ġslu g", + "Serial izedName", + "Serialized Name", + "- wide", + "-w ide", + "Ġre actions", + "Ġreaction s", + "Ġreact ions", + "Ġ Yang", + "ĠY ang", + "ĠYan g", + "ĠYa ng", + "Ġ Adds", + "ĠA dds", + "ĠAd ds", + "ĠAdd s", + "( userId", + "(user Id", + "Ġ plates", + "Ġp lates", + "Ġpl ates", + "Ġplate s", + "Ġpla tes", + "Ġplat es", + "Ġ MEM", + "ĠM EM", + "ĠME M", + "Ġb ail", + "Ġba il", + "In side", + "Ins ide", + "e ted", + "et ed", + "ete d", + "Ġ elsif", + "Ġels if", + "Ġs ake", + "Ġsa ke", + "Ġsak e", + "Ġ cycles", + "Ġc ycles", + "Ġcy cles", + "Ġcycle s", + "Ġcycl es", + "Ġcyc les", + "Ġ ìĹ", + "Ġì Ĺ", + "ĉ I", + "- collapse", + "-c ollapse", + "8 41", + "84 1", + "Ġ GMT", + "ĠG MT", + "ĠGM T", + "8 14", + "81 4", + "De claration", + "Ġg ros", + "Ġgr os", + "Ġgro s", + "Ġre aches", + "Ġreach es", + "Ġcust ody", + "Un til", + "Unt il", + "7 53", + "75 3", + "8 56", + "85 6", + "t u", + "ĠC hen", + "ĠCh en", + "ĠChe n", + "Ġ nx", + "Ġn x", + "( addr", + "(add r", + "(ad dr", + "Ġ Offer", + "ĠO ffer", + "ĠOff er", + "ĠOf fer", + "Ġcol leg", + "Ġcoll eg", + "Ġcolle g", + "ass ador", + "6 74", + "67 4", + "Ġ mapper", + "Ġm apper", + "Ġmap per", + "Ġma pper", + "8 54", + "85 4", + "ĠS IGNAL", + "ĠSIG NAL", + "ĠSIGN AL", + "ĠB loom", + "ĠBl oom", + "ĠBlo om", + "ĠH oll", + "ĠHol l", + "ĠHo ll", + "ĠIm per", + "ĠImp er", + "- des", + "-d es", + "-de s", + "_ site", + "_s ite", + "_si te", + "P roc", + "Pro c", + "Pr oc", + "E qu", + "Eq u", + "Ġ atomic", + "Ġat omic", + "Ġatom ic", + "Ġ Woman", + "ĠW oman", + "ĠWo man", + "s ent", + "se nt", + "sen t", + "7 38", + "73 8", + "8 17", + "81 7", + "s car", + "sc ar", + "Ġint elligent", + "Ġintellig ent", + "Ġ Getting", + "ĠG etting", + "ĠGet ting", + "Ġ Registration", + "ĠReg istration", + "ĠRegistr ation", + "Ġ Phill", + "ĠP hill", + "ĠPh ill", + "ĠPhil l", + "ĠPhi ll", + "Ġ killer", + "Ġk iller", + "Ġkill er", + "Ġkil ler", + "Ġki ller", + "un icode", + "unic ode", + "uni code", + "Ċ ĉĉĊ", + "Ġ Jacob", + "ĠJ acob", + "ĠJac ob", + "ĠJa cob", + "Ġ Const", + "ĠCon st", + "ĠCo nst", + "ĠCons t", + "Ġ locate", + "Ġl ocate", + "Ġlo cate", + "Ġloc ate", + "Ġc aus", + "Ġca us", + "7 49", + "74 9", + "ĠSch olar", + "ĠScho lar", + "Ġ constitutional", + "Ġconstitution al", + "Ġin flation", + "Ġinf lation", + "Ġinfl ation", + "Ġ Got", + "ĠG ot", + "ĠGo t", + "= array", + "=a rray", + "en dum", + "end um", + "Ġ translated", + "Ġtrans lated", + "Ġtransl ated", + "Ġtranslate d", + "Ġdiv orce", + "Ġdivor ce", + "En tries", + "Ent ries", + "Entr ies", + "Ġs or", + "Ġso r", + "Ġ Quote", + "ĠQu ote", + "ir lines", + "irl ines", + "U K", + "Ġ excel", + "Ġex cel", + "Ġexc el", + "Ġexce l", + "( opt", + "(o pt", + "(op t", + "Ġ ADV", + "ĠA DV", + "ĠAD V", + ", :,", + ",: ,", + "Ġcont acted", + "Ġcontact ed", + "7 42", + "74 2", + "Ġ DA", + "ĠD A", + "Ġr ings", + "Ġring s", + "Ġrin gs", + "Ġ Industrial", + "ĠInd ustrial", + "ĠIndust rial", + ". getContext", + ".get Context", + "Ġforg otten", + "Ġforgot ten", + "Ġ Tan", + "ĠT an", + "ĠTa n", + "Ġ pants", + "Ġp ants", + "Ġpa nts", + "Ġpan ts", + "Ġpant s", + "Ġ ov", + "Ġo v", + "Ġ decoder", + "Ġde coder", + "Ġdec oder", + "Ġdecode r", + "Ġdeco der", + "Ġ Partial", + "ĠP artial", + "ĠPart ial", + "ĠParti al", + "Ġ vc", + "Ġv c", + "Ġb attles", + "Ġbattle s", + "Ġbatt les", + "A rial", + "Ar ial", + "FRING EMENT", + "i rates", + "ir ates", + "ira tes", + "irate s", + ", w", + "aint enance", + "Ġ Od", + "ĠO d", + "ĠTechn ologies", + "åī į", + "ĠC arter", + "ĠCar ter", + "ĠCart er", + ". findAll", + ".find All", + "N ome", + "No me", + "Nom e", + "B en", + "Be n", + "Ġ Usage", + "ĠU sage", + "ĠUs age", + "ĠUsa ge", + "Ġ Picture", + "ĠP icture", + "ĠPic ture", + "Ġbad ly", + "_ panel", + "_p anel", + "_pa nel", + "_pan el", + "Ġpat ent", + "Ġpa tent", + "Ġ Protocol", + "ĠProt ocol", + "ĠProto col", + "l otte", + "lo tte", + "lot te", + "ĉ player", + "ĉp layer", + "ĉpl ayer", + "ĉplay er", + "j ections", + "ject ions", + "je ctions", + "jection s", + "7 46", + "74 6", + "Ġ dou", + "Ġd ou", + "Ġdo u", + "_ release", + "_re lease", + "_r elease", + "_rel ease", + "urn iture", + "_ tax", + "_t ax", + "_ta x", + "Ġ Fields", + "ĠF ields", + "ĠField s", + ". dataset", + ".d ataset", + ".data set", + ".dat aset", + ".datas et", + "_ master", + "_m aster", + "_ma ster", + "_mas ter", + "CLUD E", + "CLU DE", + "ĠPh arm", + "ĠPhar m", + "b st", + "bs t", + "Ġoper ational", + "Ġoperation al", + ". cell", + ".c ell", + ".ce ll", + "Ġident ifying", + "Ġidentify ing", + "Ġ jwt", + "Ġj wt", + "t uple", + "tu ple", + "Ġ TC", + "ĠT C", + "Ġ Cro", + "ĠC ro", + "ĠCr o", + "9 36", + "93 6", + "ix map", + "- components", + "-com ponents", + "-component s", + "-comp onents", + "g eneral", + "gen eral", + "gener al", + "gene ral", + "Ġ oz", + "Ġo z", + "_ De", + "_D e", + "_ double", + "_d ouble", + "_do uble", + "Ġ Too", + "ĠT oo", + "ĠTo o", + "0 88", + "08 8", + ".View Group", + "8 79", + "87 9", + "g ate", + "ga te", + "d ings", + "ding s", + "din gs", + "ph otos", + "photo s", + "phot os", + "Ġgr ande", + "Ġgrand e", + "Ġgran de", + "Ġgra nde", + "ol lect", + "oll ect", + "olle ct", + "_ lin", + "_l in", + "_li n", + "Ġaw ful", + "f ilters", + "filter s", + "fil ters", + "filt ers", + "Ġ alternate", + "Ġaltern ate", + "e sp", + "es p", + "Ġ compress", + "Ġcom press", + "Ġcomp ress", + "Ġcompr ess", + "e o", + "Ġ Scale", + "ĠS cale", + "ĠSc ale", + "ĠScal e", + "Ġin direct", + "Ġind irect", + "Ġindir ect", + "Ġ invoice", + "Ġin voice", + "Ġinv oice", + "Ġinvo ice", + "ĊĊ ĊĊĊĊĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊ ĊĊĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊ ĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊ ĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊ ĊĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊ ĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊ ĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊĊĊ ĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊ ĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊĊĊĊĊ ĊĊ", + "ĊĊĊĊĊĊĊĊĊĊĊ ĊĊĊĊĊ", + "Start ing", + "Star ting", + "Ġ Players", + "ĠP layers", + "ĠPl ayers", + "ĠPlay ers", + "ĠPlayer s", + "ĠPla yers", + "i ele", + "ie le", + "iel e", + ". then", + ".t hen", + ".th en", + ".the n", + "9 81", + "98 1", + "O rd", + "Or d", + "Ġ Tuple", + "ĠT uple", + "ĠTu ple", + "ĠTup le", + "Ġ bout", + "Ġb out", + "Ġbo ut", + "Ġbou t", + "Ġ Statistics", + "ĠStat istics", + "P review", + "Pr eview", + "Pre view", + "Prev iew", + "Ġp uzzle", + "Ġpu zzle", + "Ġpuzz le", + "Ġ Width", + "ĠW idth", + "ĠWid th", + "ST ATE", + "STAT E", + "STA TE", + "Ġ overlay", + "Ġover lay", + "Ġoverl ay", + "ĉ on", + "ĉo n", + "Ġin fr", + "Ġinf r", + "Ġsm allest", + "Ġsmall est", + "l ocked", + "lock ed", + "loc ked", + "ÑĤ о", + "s sl", + "ss l", + "7 79", + "77 9", + "Ġde emed", + "Ġdee med", + "Ġdeem ed", + "Ġs co", + "Ġsc o", + "r eck", + "re ck", + "rec k", + "Ġj Button", + "Ġ missions", + "Ġm issions", + "Ġmiss ions", + "Ġmission s", + "8 71", + "87 1", + "ç§ °", + ".Selected Index", + "T ABLE", + "TA BLE", + "TAB LE", + "S ept", + "Se pt", + "Sep t", + "Ġac knowledge", + "Ġack nowledge", + "Ġacknow ledge", + "Ġacknowled ge", + "Ġ strtotime", + "Ġstrt otime", + "Ġ Tell", + "ĠT ell", + "ĠTe ll", + "ĠTel l", + "ĠD ak", + "ĠDa k", + "Ġal uminum", + "Ġf ence", + "Ġfe nce", + "Ġfen ce", + "Ġ Stars", + "ĠSt ars", + "ĠStar s", + "ĠSta rs", + "CON FIG", + "CONF IG", + "Ġr etrofit", + "Ġretro fit", + "Ġ emphasis", + "Ġem phasis", + "Ġemph asis", + "Ġemphas is", + "/ header", + "/head er", + "/he ader", + "Ġ Something", + "ĠS omething", + "ĠSome thing", + "ĠSom ething", + "in ished", + "ini shed", + "inish ed", + "inis hed", + "=' \".$", + "='\" .$", + "='\". $", + "Ġ Validators", + "ĠValid ators", + "ĠValidator s", + "Ġp olar", + "Ġpol ar", + "Ġpo lar", + "s ections", + "se ctions", + "section s", + "sect ions", + "9 44", + "94 4", + ".as px", + ".asp x", + "Ġa spir", + "Ġas pir", + "Ġasp ir", + ". Mock", + ".M ock", + "Code Gen", + "Ġp eut", + "Ġpe ut", + "Ġpeu t", + "9 71", + "97 1", + "Ġaccept ing", + "Ġb acking", + "Ġback ing", + "Ġbac king", + "P icture", + "Pic ture", + "/ ap", + "/a p", + "е г", + "еР³", + "_ SEC", + "_S EC", + "_SE C", + "- use", + "-us e", + "-u se", + "an notation", + "ann otation", + "annot ation", + "Ġc ognitive", + "Ġcogn itive", + "Ġg rip", + "Ġgr ip", + "Ġgri p", + "h our", + "ho ur", + "hou r", + "Ġ Legal", + "ĠL egal", + "ĠLe gal", + "ĠLeg al", + "Ġe pic", + "Ġep ic", + ". toolStrip", + ".t oolStrip", + ".tool Strip", + ". notify", + ".n otify", + ".not ify", + ". Last", + ".L ast", + "OR IZ", + "M iddleware", + "Middle ware", + "cri ptions", + "cript ions", + "cription s", + "l ash", + "la sh", + "las h", + "_ FOUND", + "_F OUND", + "Ġ Liverpool", + "ĠLiver pool", + "Ġ {}\",", + "Ġ{ }\",", + "Ġ{} \",", + "9 31", + "93 1", + "Inst all", + "Ġ nit", + "Ġn it", + "Ġni t", + "Ġfig ured", + "Ġfigure d", + "Ġfigur ed", + "[ len", + "[l en", + ". Win", + ".W in", + ". platform", + ".pl atform", + "8 53", + "85 3", + "Ġgam bling", + "Ġgamb ling", + "( dt", + "(d t", + "a very", + "av ery", + "ave ry", + "aver y", + "ĉ include", + "ĉin clude", + "Wh ether", + "R outing", + "Ro uting", + "Ġth erap", + "Ġthe rap", + "Ġther ap", + "Rem ote", + "Ġ Loss", + "ĠL oss", + "ĠLo ss", + "ĠLos s", + "y ll", + "yl l", + "Ġappro ached", + "Ġapproach ed", + "Ġ Vehicle", + "ĠV ehicle", + "Ġ Alpha", + "ĠAl pha", + "Ġv ocê", + "Ġvoc ê", + "an swers", + "ans wers", + "answer s", + "NS Dictionary", + "9 54", + "95 4", + "cons ider", + "un used", + "unu sed", + "Ġ Fan", + "ĠF an", + "ĠFa n", + "or able", + "ora ble", + "f re", + "fr e", + "8 73", + "87 3", + "ĠDIS CLAIM", + "Ġ Actor", + "ĠA ctor", + "ĠAct or", + "ĠAc tor", + ". ]", + "to Have", + ". userId", + ".user Id", + "Ġspe eds", + "Ġspeed s", + "e way", + "ew ay", + "Ġrec urs", + "Ġrecur s", + "Ġ г", + "ĠÐ ³", + "_ priv", + "_p riv", + "_pr iv", + "_pri v", + "! âĢĿĊĊ", + "!âĢĿ ĊĊ", + "Ch oice", + "Cho ice", + "Ġs ettle", + "Ġset tle", + "Ġsett le", + "Ġ planes", + "Ġpl anes", + "Ġplan es", + "Ġplane s", + "Ġpla nes", + "' },", + "'} ,", + "T om", + "To m", + "I TER", + "IT ER", + "ITE R", + "! \"Ċ", + "!\" Ċ", + "å »", + "ach elor", + "ache lor", + "achel or", + "Ġse paration", + "Ġsepar ation", + "Ġseparat ion", + "Ġ dal", + "Ġd al", + "Ġda l", + "a dj", + "ad j", + "Ġ registers", + "Ġreg isters", + "Ġregister s", + "Ġregist ers", + "r iz", + "ri z", + "Ġ Notice", + "ĠNot ice", + "Ġ lu", + "Ġl u", + "Ġc ourage", + "Ġcour age", + "Ġcou rage", + "Ġ axes", + "Ġa xes", + "Ġax es", + "Ġaxe s", + "cell ent", + ". async", + ".as ync", + ".a sync", + "0 73", + "07 3", + "Ġcom patibility", + "Ġcompat ibility", + "ç «", + "Ġ !ĊĊ", + "Ġ! ĊĊ", + "Ġ!Ċ Ċ", + "ĉ title", + "ĉt itle", + "ĉti tle", + "Y LE", + "YL E", + "ĉ message", + "ĉm essage", + "U UID", + "UU ID", + "OL DER", + "OLD ER", + "Ġ HH", + "ĠH H", + "Ġ StyleSheet", + "ĠStyle Sheet", + "Ġacc essed", + "Ġaccess ed", + "Ġacces sed", + ". validation", + ".valid ation", + "t asks", + "task s", + "tas ks", + "Ġpoll ution", + "Ġpollut ion", + ". canvas", + ".c anvas", + ".can vas", + "Ġ ingredient", + "Ġing redient", + "ĠC abin", + "ĠCa bin", + "ĠCab in", + "A h", + "ol down", + "old own", + "ĠN OI", + "ĠNO I", + "Ġ ÃĹ", + "Ġà Ĺ", + "[ f", + "e duc", + "ed uc", + "edu c", + "y alty", + "yal ty", + "( not", + "(n ot", + "(no t", + "_ State", + "_St ate", + "9 33", + "93 3", + "a men", + "am en", + "ame n", + "7 95", + "79 5", + "7 39", + "73 9", + "Ġ dao", + "Ġd ao", + "Ġda o", + "u dad", + "ud ad", + "uda d", + "el lers", + "ell ers", + "elle rs", + "eller s", + "} &", + "l icity", + "lic ity", + "li city", + "licit y", + "_ WINDOW", + "_W INDOW", + "Ġt atto", + "Ġtat to", + "val or", + "va lor", + ". Range", + ".R ange", + "Ġreference d", + "Ġrefer enced", + "ĠRe serve", + "ĠRes erve", + "M oney", + "Mon ey", + "Mo ney", + "8 74", + "87 4", + "SC RIPT", + "SCRI PT", + "/ product", + "/pro duct", + "cho ices", + "choice s", + "Ġ tin", + "Ġt in", + "Ġti n", + "ãĤ ĵ", + "9 18", + "91 8", + "Ġ separator", + "Ġs eparator", + "Ġse parator", + "Ġsepar ator", + "Ġseparat or", + "Ġ pkg", + "Ġp kg", + "Ġpk g", + "am med", + "amm ed", + "Ġ MAT", + "ĠM AT", + "ĠMA T", + "! !ĊĊ", + "!! ĊĊ", + "!!Ċ Ċ", + "Ġ raid", + "Ġr aid", + "Ġra id", + "Ġmot ivation", + "Ġmotiv ation", + "Ġ XP", + "ĠX P", + "Ġ Background", + "ĠBack ground", + "Ġ Quaternion", + "ĠQu aternion", + ".define Property", + "i ker", + "ik er", + "ike r", + "ĉ parent", + "ĉp arent", + "Ġ Originally", + "ĠOrigin ally", + "ĠOriginal ly", + "ĠOrig inally", + "ant age", + "anta ge", + "ĠH ans", + "ĠHa ns", + "ĠHan s", + "Ġ timeline", + "Ġt imeline", + "Ġtime line", + "Ġtim eline", + ". cur", + ".c ur", + "o pic", + "op ic", + "opi c", + "ĠS equ", + "ĠSe qu", + "ĠSeq u", + "m ust", + "mu st", + "mus t", + "Ġ Coal", + "ĠCo al", + "Ġ formatter", + "Ġfor matter", + "Ġform atter", + "Ġformat ter", + "_ RGB", + "_R GB", + "_RG B", + "Ġ _(\"", + "Ġ_ (\"", + "Ġ_( \"", + "' }),Ċ", + "'} ),Ċ", + "'}) ,Ċ", + "Ġ= ================", + "Ġ== ===============", + "Ġ=== ==============", + "Ġ===== ============", + "Ġ==== =============", + "Ġ========== =======", + "Ġ======= ==========", + "Ġ FUNCTION", + "ĠF UNCTION", + "ĠFUN CTION", + "ĠFUNC TION", + "ĠFUNCT ION", + "Ġ lng", + "Ġl ng", + "Ġln g", + "ic ates", + "ica tes", + "icate s", + "l ive", + "li ve", + "liv e", + "_ engine", + "_e ngine", + "_eng ine", + "Ġt owns", + "Ġtown s", + "Ġtow ns", + "8 68", + "86 8", + "' ))ĊĊ", + "') )ĊĊ", + "')) ĊĊ", + "'))Ċ Ċ", + "Ġ PK", + "ĠP K", + "( api", + "(a pi", + "(ap i", + "ĉ scanf", + "ĉs canf", + "0 89", + "08 9", + "p acket", + "pack et", + "pa cket", + "pac ket", + ". phone", + ".p hone", + ".ph one", + "á Ģ", + "Ġ Andy", + "ĠAn dy", + "ĠAnd y", + "_N AMES", + "_NAME S", + "9 82", + "98 2", + "P LY", + "PL Y", + "9 55", + "95 5", + "Ġ mins", + "Ġm ins", + "Ġmin s", + "Ġmi ns", + "i mi", + "im i", + "Ġ brick", + "Ġb rick", + "Ġbr ick", + "Ġbri ck", + "Ġ blade", + "Ġbl ade", + "Ġbla de", + ". stdout", + ".std out", + "} `;Ċ", + "}` ;Ċ", + "S hift", + "Sh ift", + "ĉ sb", + "ĉs b", + "Ġ Checks", + "ĠCheck s", + "ĠChe cks", + "Ġphenomen on", + "Av atar", + "Ġmin istry", + "Ġmini stry", + "Ġminist ry", + "r ose", + "ro se", + "ros e", + "ĉ File", + "ĉF ile", + "8 78", + "87 8", + "Ġt itled", + "Ġtitle d", + "Ġtit led", + "( LOG", + "(L OG", + "Ġ gan", + "Ġg an", + "Ġga n", + "d esign", + "de sign", + "des ign", + "( ),čĊ", + "() ,čĊ", + "(), čĊ", + "Ġ bones", + "Ġb ones", + "Ġbo nes", + "Ġbon es", + "Ġbone s", + "s tm", + "st m", + "ÅĽ Äĩ", + "Ġ InputStream", + "ĠInput Stream", + "Ġvol unt", + "Ġ Serializable", + "ĠSerial izable", + "Ġ fighter", + "Ġf ighter", + "Ġfight er", + "Ġ Drag", + "ĠD rag", + "ĠDr ag", + "ĠDra g", + "T witter", + "Tw itter", + "Ġsub sid", + "Ġsubs id", + "ç ¼", + "Ġ forums", + "Ġfor ums", + "Ġforum s", + ". loading", + ".load ing", + ".lo ading", + "log ged", + "logg ed", + "_ this", + "_t his", + "_th is", + "Ġ terrain", + "Ġter rain", + "Ġterr ain", + "Ġterra in", + "Ġir re", + "Ġirr e", + "Ġ Ing", + "ĠI ng", + "ĠIn g", + "Ġ CN", + "ĠC N", + "_ objects", + "_object s", + "_obj ects", + ". uid", + ".ui d", + ".u id", + "Ġconscious ness", + "T INGS", + "TING S", + "ĠG all", + "ĠGal l", + "ĠGa ll", + "Ġport ray", + "0 56", + "05 6", + "Ġ Developer", + "ĠDe veloper", + "ĠDevelop er", + "Ġ participant", + "Ġpart icipant", + "Ġparticip ant", + "Ġ \";čĊ", + "Ġ\" ;čĊ", + "Ġ\"; čĊ", + "/ model", + "/m odel", + "/mod el", + "7 94", + "79 4", + "Ġ Operations", + "ĠOper ations", + "ĠOperation s", + "^ \\", + "Ġ Later", + "ĠL ater", + "ĠLa ter", + "ĠLat er", + "ĠLate r", + "Ġ raises", + "Ġr aises", + "Ġraise s", + "Ġrais es", + "Ġra ises", + "- none", + "-n one", + "-no ne", + "-non e", + ". meta", + ".m eta", + ".me ta", + ".met a", + "= '.$", + "=' .$", + "='. $", + "F inished", + "Fin ished", + "Finish ed", + "Ġre placing", + "Ġrepl acing", + "Ġ sampling", + "Ġs ampling", + "Ġsam pling", + "Ġsamp ling", + "ĠJ en", + "ĠJe n", + "\" There", + "\"The re", + "\"T here", + "RE AL", + "REA L", + "A LE", + "AL E", + "ìĬ ¤", + "Or ders", + "Order s", + "Ord ers", + "_ parameter", + "_param eter", + "_para meter", + "ĠOlymp ic", + "Ġtr ès", + "Ġ arena", + "Ġa rena", + "Ġare na", + "Ġar ena", + "Ġaren a", + "i ol", + "io l", + "; ?>", + "Ġimp acts", + "Ġimpact s", + "Ġ WS", + "ĠW S", + ": get", + ":g et", + "Ġf lights", + "Ġfl ights", + "Ġflight s", + "ĠRuss ell", + "ĠRus sell", + "c amera", + "came ra", + "cam era", + "F n", + "s igma", + "sig ma", + "Ġ forcing", + "Ġfor cing", + "Ġforc ing", + "Ġ locals", + "Ġloc als", + "Ġlocal s", + "Ġ departure", + "Ġdepart ure", + "Ġcelebr ation", + "Ġ Say", + "ĠS ay", + "ĠSa y", + "8 84", + "88 4", + "ï¼ Ĵ", + "ĠH ills", + "ĠHill s", + "ĠHil ls", + ".has OwnProperty", + "Ġ typings", + "Ġtyp ings", + "Ġtyping s", + ". API", + ".A PI", + ".AP I", + "Ġd onation", + "Ġdo nation", + "Ġdon ation", + "Operation Exception", + ". Activity", + ".Act ivity", + "c plusplus", + "Ġ Charlie", + "ĠChar lie", + "ĠCharl ie", + "Ġim ported", + "Ġimport ed", + "Ġimp orted", + "Ġd ann", + "Ġda nn", + "Ġdan n", + "Ġocc asions", + "Ġoccas ions", + "Ġoccasion s", + "Ġimplement ing", + "Ġ purple", + "Ġp urple", + "Ġpur ple", + ". dialog", + ".d ialog", + ".di alog", + "SQL Exception", + "er no", + "ern o", + "Ġw ars", + "Ġwar s", + "Ġwa rs", + "Ġ paste", + "Ġp aste", + "Ġpast e", + "Ġpas te", + "Ġpa ste", + "Ġdecre ased", + "Ġdecrease d", + "Ġhar sh", + "Ġel abor", + "Ġela bor", + "in puts", + "input s", + "inp uts", + "Ġ Views", + "ĠView s", + "ĠVi ews", + "ĠVie ws", + "Ġ errorMessage", + "Ġerror Message", + "_ mul", + "_m ul", + "_mu l", + "ĉ write", + "ĉw rite", + "Ġ Cop", + "ĠC op", + "ĠCo p", + "Ġ Annual", + "ĠAnn ual", + "( button", + "(b utton", + "Ġ vida", + "Ġv ida", + "Ġvi da", + "Ġvid a", + "b ars", + "bar s", + "ba rs", + "ĠHar vard", + "ĉ expect", + "ĉex pect", + "ĉexp ect", + "Ġ indexes", + "Ġindex es", + "Ġinde xes", + "Ġdocument ary", + "Ġf lesh", + "Ġfl esh", + "Ġfle sh", + "OR LD", + "Ġ Delta", + "ĠD elta", + "ĠDel ta", + "M AND", + "MA ND", + "MAN D", + "B rush", + "Br ush", + "Bru sh", + "- column", + "-c olumn", + "-col umn", + "Ġdevelop ments", + "Ġdevelopment s", + "9 74", + "97 4", + "7 83", + "78 3", + "method Visitor", + "s lice", + "sl ice", + "Ġ PDO", + "ĠP DO", + "ĠPD O", + "Ġinv esting", + "Ġinvest ing", + "8 67", + "86 7", + "ir able", + "ira ble", + "Ġ xmlns", + "Ġxml ns", + "ï¼ Ľ", + "ar ta", + "art a", + "Ġthe ories", + "Ġtheor ies", + "Ġtheo ries", + "_ city", + "_c ity", + "_ci ty", + "Ġ $__", + "Ġ$ __", + "Ġ$_ _", + "C reating", + "Cre ating", + "Cr eating", + "Creat ing", + "( pr", + "(p r", + "D ropdown", + "Drop down", + "is match", + "ism atch", + "Ġ NET", + "ĠN ET", + "ĠNE T", + "9 26", + "92 6", + "' ])){Ċ", + "'] )){Ċ", + "']) ){Ċ", + "'])) {Ċ", + "'])){ Ċ", + "Ġ Values", + "ĠVal ues", + "ĠValue s", + "Ġ SEO", + "ĠS EO", + "ĠSE O", + "Ġ STAT", + "ĠST AT", + "ĠSTA T", + "Ġe cosystem", + "Ġeco system", + "Ġ tempt", + "Ġt empt", + "Ġtem pt", + "Ġtemp t", + "Ġ \\\\", + "Ġ\\ \\", + "Ġ //{Ċ", + "Ġ// {Ċ", + "Ġ//{ Ċ", + "Ġ Christopher", + "ĠChrist opher", + "ĠChristoph er", + "ĠKent ucky", + "ĠHttp ServletResponse", + "ĠHttpServlet Response", + "Ġh ybrid", + "Ġhy brid", + "y on", + "yo n", + "Ġ feeding", + "Ġfe eding", + "Ġfeed ing", + "Ġfee ding", + "Ġ Extra", + "ĠEx tra", + "ĠExt ra", + "ĠExtr a", + "N orm", + "No rm", + "Nor m", + "IT CH", + "Ġ Sean", + "ĠS ean", + "ĠSe an", + "ĠSea n", + "Ġ Upload", + "ĠUp load", + "m un", + "mu n", + "p ur", + "pu r", + "Ġ persistent", + "Ġp ersistent", + "Ġpers istent", + "Ġpersist ent", + "ĠI DC", + "ĠID C", + "Ġ Perform", + "ĠPer form", + "ĠPerf orm", + "8 63", + "86 3", + ". merge", + ".m erge", + "_ room", + "_r oom", + "_ro om", + "Mean while", + "! ='", + "!= '", + "Ġ Wel", + "ĠW el", + "ĠWe l", + "Args Constructor", + "8 87", + "88 7", + ". Database", + ".D atabase", + ".Data base", + "Ġco unting", + "Ġcount ing", + "Ġcoun ting", + "( )*", + "() *", + "Ķ åĽŀ", + "Ġ TOP", + "ĠT OP", + "ĠTO P", + "m ill", + "mi ll", + "mil l", + "Ġ DT", + "ĠD T", + "IGN ED", + "9 56", + "95 6", + "Ġ KB", + "ĠK B", + "Ġcom ply", + "Ġcomp ly", + "Ġcompl y", + "S outh", + "So uth", + "Sou th", + "_ collection", + "_c ollection", + "_col lection", + "_coll ection", + "_collect ion", + "Ch apter", + "Cha pter", + "Ġexpl aining", + "Ġexplain ing", + "_ AM", + "_A M", + "_ ts", + "_t s", + "c ards", + "card s", + "car ds", + "Ġ quel", + "Ġqu el", + "Ġque l", + "Ġq uel", + "Ġ pole", + "Ġp ole", + "Ġpol e", + "Ġpo le", + "Ġtouch down", + "Ġ Others", + "ĠO thers", + "ĠOther s", + "Ġpe ers", + "Ġpeer s", + "Ġpee rs", + "Ġ TypeError", + "ĠType Error", + "7 63", + "76 3", + "Ġsix th", + "Ġch eer", + "Ġche er", + "Ġdis pute", + "Ġdisp ute", + "Ġdisput e", + "9 63", + "96 3", + "8 93", + "89 3", + "u sc", + "us c", + ") ],", + ")] ,", + "th umb", + "Ġh iding", + "Ġhi ding", + "Ġhid ing", + "Ġ SIG", + "ĠS IG", + "ĠSI G", + "l ikes", + "li kes", + "like s", + "lik es", + "Ġ PAGE", + "ĠP AGE", + "ĠPA GE", + ". Reflection", + ".Ref lection", + "Ġhead quarters", + "T ING", + "TI NG", + "Ġ Ghost", + "ĠG host", + "ĠGh ost", + "M LE", + "ML E", + "$ Ċ", + "Ġcont rary", + "Ġcontr ary", + "Ġcontra ry", + "ext end", + "' ]).", + "'] ).", + "']) .", + "FF ECT", + "FFE CT", + "Ġ Pinterest", + "ĠP interest", + "úmer o", + "ric ane", + "rica ne", + "ĉ session", + "ĉs ession", + "Ġcr ystal", + "Ġcry stal", + "Ġcryst al", + "- Control", + "-C ontrol", + "overn ment", + "o graf", + "og raf", + "ogr af", + "ogra f", + "9 61", + "96 1", + "- action", + "-a ction", + "-ac tion", + "v olume", + "vol ume", + "f ten", + "ft en", + "fte n", + "Ġun con", + "Ġunc on", + "Ġ animate", + "Ġan imate", + "Ġanim ate", + "Ġani mate", + "Ġ lease", + "Ġl ease", + "Ġle ase", + "s cr", + "sc r", + "Ġre fuse", + "Ġref use", + "ãĢ ĭ", + "f tp", + "ft p", + "in formation", + "inform ation", + "Ġeval uated", + "Ġevaluate d", + "Ġevalu ated", + "Ġin jection", + "Ġinj ection", + "Ġinject ion", + "Ġ jack", + "Ġj ack", + "Ġja ck", + "Ġjac k", + "Ġwork shop", + "Ġworks hop", + "æ³ ¨", + "P TH", + "PT H", + "Ġ Ts", + "ĠT s", + "o ffer", + "of fer", + "off er", + "ĉ os", + "ĉo s", + "Ġking dom", + "M issing", + "Miss ing", + "Mis sing", + "Ġlaw makers", + "Ġlawmaker s", + "ext Field", + "Ġs inging", + "Ġsin ging", + "Ġsing ing", + "a bi", + "ab i", + "/ client", + "/c lient", + "/cl ient", + "/cli ent", + ". media", + ".m edia", + ".me dia", + ".med ia", + "ATEG ORY", + "Sign ature", + "Sig nature", + "% ',Ċ", + "%' ,Ċ", + "%', Ċ", + "Ġ Fuck", + "ĠF uck", + "ĠFu ck", + "] [:", + "][ :", + "Ġs ensors", + "Ġsens ors", + "Ġsensor s", + "/ com", + "/c om", + "/co m", + "Ġ Primary", + "ĠPr imary", + "ĠPri mary", + "ĠPrim ary", + ". SQL", + ".S QL", + "_ program", + "_p rogram", + "_pro gram", + "_pr ogram", + "_prog ram", + "Ġp ills", + "Ġpil ls", + "Ġpill s", + "Ġ integral", + "Ġint egral", + "Ġinteg ral", + "Ġintegr al", + "Ġ fleet", + "Ġf leet", + "Ġfle et", + "Ġflee t", + "Ġd ropping", + "Ġdr opping", + "Ġdrop ping", + "Ġdro pping", + ". sl", + ".s l", + "B een", + "Be en", + "Ġ pets", + "Ġp ets", + "Ġpe ts", + "Ġpet s", + "Ġad vised", + "Ġadv ised", + "Ġadvis ed", + "Ġadvise d", + "Ġ dragon", + "Ġd ragon", + "Ġdr agon", + "Ġdrag on", + "Ġdra gon", + "_ EDIT", + "_ED IT", + "( im", + "(i m", + "9 39", + "93 9", + "F ER", + "FE R", + "Ġ Drug", + "ĠD rug", + "ĠDr ug", + "( random", + "(r andom", + "(rand om", + "Ġ compression", + "Ġcom pression", + "Ġcomp ression", + "Ġcompr ession", + "Ġcompress ion", + "o ust", + "ou st", + "ous t", + "[ %", + "Ġ buyer", + "Ġbu yer", + "Ġbuy er", + "h op", + "ho p", + "R oles", + "Role s", + "Ro les", + "Rol es", + "man age", + "ma nage", + "mana ge", + "Ġpain ful", + "Ġ Branch", + "ĠBr anch", + "ĠBran ch", + "- modal", + "-m odal", + "-mod al", + "e nant", + "en ant", + "ena nt", + "enan t", + "Ġ Mesh", + "ĠM esh", + "ĠMe sh", + "ĠMes h", + "/ font", + "/f ont", + "ĠG raham", + "ĠGra ham", + "Ġ âĺ", + "Ġâ ĺ", + "Ġ nc", + "Ġn c", + "ĠFranc is", + "ĠFran cis", + "Ġspec ification", + "Ġspecific ation", + "Ġdam ages", + "Ġdamage s", + "- config", + "-con fig", + "-conf ig", + "Ġthe oret", + "Ġtheor et", + "Ġtheo ret", + "s ecure", + "sec ure", + "_ multi", + "_m ulti", + "_mul ti", + "_mult i", + "aceut ical", + "Ġdem anding", + "Ġdemand ing", + "en ne", + "enn e", + "I STS", + "IS TS", + "IST S", + "0 94", + "09 4", + "( )));ĊĊ", + "() ));ĊĊ", + "()) );ĊĊ", + "()));Ċ Ċ", + "())) ;ĊĊ", + "())); ĊĊ", + "Re ason", + "Re cent", + "Rec ent", + "ph ase", + "pha se", + "phas e", + "Ġ psy", + "Ġp sy", + "Ġps y", + "_ MAN", + "_M AN", + "_MA N", + "Ġvol unteer", + "Ġvolunte er", + "Ġvolunt eer", + "å ¿", + "istrib uted", + "istribute d", + "l io", + "li o", + "Ġproduct ivity", + "_ comm", + "_c omm", + "_com m", + "_co mm", + "S pring", + "Sp ring", + "Spr ing", + "n is", + "ni s", + ". weight", + ".w eight", + ".we ight", + "ĠC ancer", + "ĠCan cer", + "ĠCanc er", + "Al loc", + "All oc", + "Ġ Tweet", + "ĠT weet", + "ĠTwe et", + "Ġsepar ately", + "Ġseparate ly", + "Ġseparat ely", + "ĉ check", + "ĉc heck", + "ĉch eck", + "_ properties", + "_p roperties", + "_prop erties", + ". Unit", + ".U nit", + ".Un it", + "8 29", + "82 9", + "_ CLK", + "_C LK", + "_CL K", + "Ġ gt", + "Ġg t", + "Ġ ();ĊĊ", + "Ġ( );ĊĊ", + "Ġ() ;ĊĊ", + "Ġ();Ċ Ċ", + "Ġ(); ĊĊ", + "Ġh andy", + "Ġhand y", + "Ġhan dy", + "8 34", + "83 4", + "ĠTh ompson", + "ĠThom pson", + "Ġun necessary", + "Ġunn ecessary", + "Ġ Reader", + "ĠRe ader", + "ĠRead er", + "8 94", + "89 4", + "G N", + "= request", + "=re quest", + "=req uest", + "Ġ Utility", + "ĠU tility", + "ĠUtil ity", + "ĠUt ility", + ". Repository", + ".Re pository", + "Ġ Ax", + "ĠA x", + "hy dr", + "7 91", + "79 1", + "i eu", + "ie u", + "Ġ thy", + "Ġt hy", + "Ġth y", + "Ġ lt", + "Ġl t", + "_ mail", + "_m ail", + "_ma il", + "ä¿® æĶ¹", + "a iland", + "ail and", + "ai land", + "Ġ Philip", + "ĠPh ilip", + "ĠPhil ip", + "ĠPhi lip", + "Ġb itter", + "Ġbit ter", + "Ġbitte r", + "Ġb etting", + "Ġbet ting", + "8 37", + "83 7", + "Ġt imed", + "Ġtime d", + "Ġtim ed", + "Ġti med", + "o cks", + "oc ks", + "ock s", + "0 76", + "07 6", + "' a", + "Ġal gorithms", + "Ġalgorithm s", + "Ġ reinterpret", + "Ġre interpret", + "Ġt oss", + "Ġto ss", + "r ogen", + "ro gen", + "rog en", + "Ġh oped", + "Ġhope d", + "Ġhop ed", + "Ġho ped", + "( selected", + "(se lected", + "(select ed", + "(sel ected", + "Ġ venture", + "Ġvent ure", + "Ġven ture", + "T EX", + "TE X", + "Ġ Leave", + "ĠLe ave", + ". Substring", + ".Sub string", + "Ġgr ateful", + "Ġgrat eful", + "Ġgrate ful", + "7 43", + "74 3", + "u ka", + "uk a", + "Ġ Consumer", + "ĠCon sumer", + "ĠCons umer", + "ĠConsum er", + "Ġag greg", + "Ġagg reg", + "C ircle", + "ภģ", + "_ blocks", + "_b locks", + "_block s", + "_bl ocks", + "_bloc ks", + "Ġleg ally", + "Ġlegal ly", + "Ġ \"|", + "Ġ\" |", + "ãĥ ĥ", + ". board", + ".b oard", + ".bo ard", + ". Ab", + ".A b", + "Function s", + "Fun ctions", + "rec ipe", + "è ĩ", + "ĠO xford", + "ĠOx ford", + "Ġw holes", + "Ġwh oles", + "Ġwho les", + "Ġwhole s", + ". Build", + ".B uild", + "_ changed", + "_ch anged", + "_change d", + "_chan ged", + "h ai", + "ha i", + "Ġ departments", + "Ġdepartment s", + "Ġdepart ments", + "9 64", + "96 4", + "I mp", + "Im p", + "Ġcoal ition", + "IN FRINGEMENT", + "Ġem power", + "Ġemp ower", + "it ches", + "itch es", + "N orth", + "Nor th", + "Ġin flamm", + "Ġinfl amm", + "O NSE", + "ON SE", + "ONS E", + "Ġmiss ile", + "ĠR aj", + "ĠRa j", + "Ġ Issue", + "ĠI ssue", + "ĠIss ue", + "Ġ atoi", + "Ġa toi", + "Ġat oi", + "c aled", + "ca led", + "cale d", + "cal ed", + ". Controllers", + ".Cont rollers", + ".Control lers", + ".Controller s", + "Ġ Wolf", + "ĠW olf", + "ĠWo lf", + "ĠWol f", + "Ġcrush ers", + "Ġcrusher s", + "á» ĩ", + ". Auth", + ".A uth", + ".add Attribute", + "h is", + "hi s", + "Ġbo ots", + "Ġboot s", + "Ġboo ts", + ". clean", + ".c lean", + ".cl ean", + "c amp", + "ca mp", + "cam p", + "Ġ tenant", + "Ġt enant", + "Ġte nant", + "Ġten ant", + "Ġt une", + "Ġtu ne", + "Ġtun e", + "Ġ {}'.", + "Ġ{ }'.", + "Ġ{} '.", + "Ġwork out", + "Re po", + "Rep o", + "Ġpart ially", + "Ġpartial ly", + "Ġparti ally", + "MI SSION", + "MISS ION", + "j amin", + "ja min", + "jam in", + "Ġ SB", + "ĠS B", + "Ġd etermination", + "Ġde termination", + "Ġdeter mination", + "Ġdetermin ation", + "Ġdeterm ination", + "Ġ' ');Ċ", + "Ġ'' );Ċ", + "Ġ'') ;Ċ", + "Ġ''); Ċ", + "ĠB eng", + "ĠBe ng", + "ĠBen g", + "Ġ vos", + "Ġv os", + "Ġvo s", + "Ġin hab", + "Ġinh ab", + "/ lang", + "/l ang", + "s burgh", + "sburg h", + "Exec utor", + "h one", + "ho ne", + "hon e", + "Ġ Challenge", + "ĠCh allenge", + "ĠChall enge", + "_ links", + "_l inks", + "_link s", + "_lin ks", + ". Level", + ".Le vel", + "Ġunder ground", + "- code", + "-c ode", + "-co de", + "9 59", + "95 9", + "Ġopt imization", + "Ġoptim ization", + "log ging", + "logg ing", + "_ dest", + "_d est", + "_de st", + "_des t", + "Ġ snake", + "Ġsn ake", + "Ġsna ke", + "Ġchem icals", + "Ġchemical s", + "_IMPORT ED", + "ad oop", + "ado op", + "adoo p", + "ĠTH AT", + "man aged", + "manage d", + "mana ged", + "Ġred uces", + "Ġredu ces", + "Ġreduce s", + "Ġ REAL", + "ĠRE AL", + "Ġ Guy", + "ĠG uy", + "ĠGu y", + "_GENER IC", + "_GEN ERIC", + "/ ********************************", + "/************************ ********", + "/******** ************************", + "/**************** ****************", + ". amount", + ".a mount", + ".am ount", + "Ġ dere", + "Ġd ere", + "Ġde re", + "Ġder e", + "get Time", + "Ġp ant", + "Ġpa nt", + "Ġpan t", + "an onymous", + "anon ymous", + "Ġhar mony", + "Ġharm ony", + "Ġharmon y", + "Ġ Alan", + "ĠA lan", + "ĠAl an", + "ĠAla n", + "Ġsc enarios", + "Ġscen arios", + "Ġscenario s", + "Ġd irt", + "Ġdi rt", + "Ġdir t", + "h tags", + "ht ags", + "htag s", + "hta gs", + "M c", + "S hell", + "Sh ell", + "She ll", + "r in", + "ri n", + "{ čĊčĊ", + "{čĊ čĊ", + ". pow", + ".p ow", + ".po w", + "ĉ client", + "ĉc lient", + "ĉcl ient", + "ĉcli ent", + "Ġcon spiracy", + "Ġconspir acy", + "Ġad mission", + "Ġadm ission", + "Ġ Regional", + "ĠReg ional", + "ĠRegion al", + "Ġ ViewController", + "ĠView Controller", + "ĠPhil ippines", + "ĠPhilipp ines", + "ĠPhilippine s", + "Ġde pos", + "Ġdep os", + "Ġp ap", + "Ġpa p", + "9 62", + "96 2", + "Ġ Pad", + "ĠP ad", + "ĠPa d", + "P aul", + "Pa ul", + ". ComboBox", + ".Com boBox", + "Ġt utor", + "Ġtu tor", + "Ġtut or", + "Ġtuto r", + "Ġ Recipe", + "ĠRec ipe", + "w riting", + "wr iting", + "Ġcontrib utor", + "O TH", + "OT H", + "S mall", + "Sm all", + "V I", + "Ġh acer", + "Ġha cer", + "Ġhace r", + "Ġhac er", + "e qu", + "eq u", + "Ġ Examples", + "ĠEx amples", + "ĠExample s", + "ĠExam ples", + "h uman", + "hu man", + "hum an", + ". messages", + ".m essages", + ".message s", + "ĉ typ", + "ĉt yp", + "Ġ (čĊ", + "Ġ( čĊ", + "Ġ SSL", + "ĠS SL", + "ĠSS L", + "L EN", + "LE N", + "ĠRom ney", + "( grid", + "(g rid", + "(gr id", + "ĉ min", + "ĉm in", + "Ġ >ĊĊ", + "Ġ> ĊĊ", + "Ġ>Ċ Ċ", + "Ġf ruits", + "Ġfr uits", + "Ġfruit s", + "Ġv oter", + "Ġvo ter", + "Ġvot er", + "Ġvote r", + "In line", + "p ane", + "pan e", + "pa ne", + "Ġ Collections", + "ĠC ollections", + "ĠCol lections", + "ĠCollection s", + "ĠColl ections", + "ĠCollect ions", + "char set", + "chars et", + "Ġ spam", + "Ġsp am", + "Ġspa m", + "z b", + "it emap", + "ite map", + "item ap", + "Ġs ucceeded", + "Ġsuc ceeded", + "Ġsucceed ed", + "_ COL", + "_C OL", + "_CO L", + "Ġ elapsed", + "Ġel apsed", + "i meter", + "im eter", + "ime ter", + "imet er", + "Ġre covered", + "Ġrecover ed", + "T ensor", + "hat tan", + "hatt an", + ". setup", + ".set up", + "i sto", + "is to", + "ist o", + "( head", + "(h ead", + "9 77", + "97 7", + "Ġ SIZE", + "ĠS IZE", + "ĠSI ZE", + "Ġt actics", + "Ġtact ics", + "Ġtactic s", + "Ġtac tics", + "Ġdis tur", + "Ġdist ur", + "Ġpr eval", + "Ġpre val", + "Ġprev al", + "ic ios", + "ici os", + "icio s", + "( Value", + "(V alue", + "_ cols", + "_c ols", + "_col s", + "_co ls", + "Ġ Fat", + "ĠF at", + "ĠFa t", + "Ġse al", + "Ġsea l", + "Ġ sons", + "Ġs ons", + "Ġso ns", + "Ġson s", + "Ġens ures", + "Ġensure s", + "0 95", + "09 5", + "Ġp ressing", + "Ġpres sing", + "Ġpress ing", + "= &", + "igen ous", + "Ġharass ment", + "_ JSON", + "_J SON", + "_JS ON", + "Ġign or", + "Ġig nor", + "yn omial", + "ynom ial", + "o mer", + "om er", + "ome r", + "_ static", + "_st atic", + "_stat ic", + "_sta tic", + "Ġsign ificance", + "Ġsignific ance", + "Ġsignifica nce", + "Ġc ircles", + "Ġcirc les", + "Ġcircle s", + "Ġcir cles", + "_ System", + "_S ystem", + "Ġdisc ipline", + "Ġdiscipl ine", + "Ġd ressed", + "Ġdr essed", + "Ġdress ed", + "Ġ sphere", + "Ġs phere", + "Ġsp here", + "Ġsph ere", + "9 27", + "92 7", + "Ġcl imb", + "Ġclim b", + "Ġcli mb", + "7 59", + "75 9", + "_ actions", + "_a ctions", + "_action s", + "_act ions", + "ĠB ab", + "ĠBa b", + "Ġ' =',", + "Ġ'=' ,", + "Ġ'= ',", + "_ schema", + "_s chema", + "\" use", + "Ġ unders", + "Ġun ders", + "Ġunder s", + "Ġund ers", + "Ġunde rs", + "Ġc ups", + "Ġcu ps", + "Ġcup s", + ". screen", + ".s creen", + ".sc reen", + "/ new", + "/n ew", + "/ne w", + "Ġapp earing", + "Ġappe aring", + "Ġappear ing", + "T OP", + "TO P", + "v ised", + "vis ed", + "vi sed", + "vise d", + "c lang", + "cl ang", + "cla ng", + "Ġinvest igators", + "Ġinvestig ators", + "Ġinvestigator s", + "Ġm ysterious", + "Ġmyster ious", + "Ġprom ising", + "Ġqual ify", + "Ġqua lify", + "Ġquali fy", + "Ġc ave", + "Ġca ve", + "Ġcav e", + "Ġ equip", + "Ġe quip", + "Ġequ ip", + "= x", + "G T", + "( link", + "(l ink", + "(li nk", + ". velocity", + ".v elocity", + ".vel ocity", + ". erase", + ".e rase", + ".er ase", + "o ter", + "ot er", + "ote r", + "++++ ++++", + "pro fit", + "prof it", + "Ġ zones", + "Ġz ones", + "Ġzone s", + "Ġzo nes", + "_ uid", + "_u id", + "_ui d", + "- ser", + "-s er", + "-se r", + "Ġob jectives", + "Ġobject ives", + "Ġobjective s", + "Ġmil f", + "Ġmi lf", + "web kit", + "( match", + "(m atch", + "(mat ch", + "n eh", + "ne h", + "Ġ Associated", + "ĠAssoci ated", + "ĠAssociate d", + "ĠAssoc iated", + "Ġ Todo", + "ĠT odo", + "ĠTo do", + "ĠTod o", + "= d", + "0 65", + "06 5", + "C am", + "Ca m", + "Ġv ocal", + "Ġvo cal", + "Ġvoc al", + "Ġ sudo", + "Ġs udo", + "Ġsu do", + "Ġsud o", + "( EX", + "(E X", + "Ġt rou", + "Ġtr ou", + "Ġtro u", + "A BC", + "AB C", + ". bean", + ".b ean", + ".be an", + "Ġ Ground", + "ĠG round", + "ĠGr ound", + "ĠGro und", + "Ġ REST", + "ĠR EST", + "ĠRE ST", + "ĠRES T", + "we ets", + "weet s", + "I ng", + "In g", + "i mon", + "im on", + "imo n", + "9 46", + "94 6", + "_ bus", + "_b us", + "Ġ COLOR", + "ĠC OLOR", + "ĠCOL OR", + "un to", + "unt o", + "Ġf oss", + "Ġfo ss", + "Ġfos s", + "Ġ Links", + "ĠL inks", + "ĠLink s", + "ĠLin ks", + "8 69", + "86 9", + "ä ng", + "än g", + "/ forms", + "/form s", + "pr ises", + "prise s", + "pri ses", + "Ġ achievement", + "Ġachie vement", + "Ġachieve ment", + "C ALL", + "CA LL", + "CAL L", + "е лÑĮ", + "ел ÑĮ", + "Ġ Verify", + "ĠVer ify", + "_ SOURCE", + "_S OURCE", + "apt cha", + "I DD", + "ID D", + "_ reference", + "_re ference", + "_ref erence", + "_refer ence", + "G old", + "Go ld", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "9 47", + "94 7", + "Re ceiver", + "Receive r", + "0 99", + "09 9", + "Ġ aj", + "Ġa j", + "_ direction", + "_d irection", + "_dir ection", + "_di rection", + "_direct ion", + "} ]", + "Ġ Compet", + "ĠCom pet", + "ĠComp et", + "Ġ bang", + "Ġb ang", + "Ġban g", + "Ġba ng", + "7 98", + "79 8", + "ĠC ass", + "ĠCas s", + "ĠCa ss", + "- url", + "-u rl", + "t echn", + "te chn", + "tech n", + "tec hn", + "ĠJer usalem", + "long itude", + "' );čĊčĊ", + "') ;čĊčĊ", + "'); čĊčĊ", + "');čĊ čĊ", + "Ġwin ners", + "Ġwinner s", + "T asks", + "Task s", + "Ġ DMA", + "ĠD MA", + "ĠDM A", + "Ġ tooltip", + "Ġto oltip", + "Ġtool tip", + "İ ·", + "ĠB ra", + "ĠBr a", + "_ duration", + "_d uration", + "_dur ation", + "c ury", + "cur y", + "cu ry", + "par ents", + "pare nts", + "parent s", + "paren ts", + "- --- >(", + ">> (", + "Ġ Kir", + "ĠK ir", + "ĠKi r", + "Ġ intros", + "Ġint ros", + "Ġintr os", + "Ġintro s", + "Ġsk etch", + "Ġsk illed", + "Ġskill ed", + "Ġ immer", + "Ġim mer", + "Ġimm er", + "Ġade quate", + "Ġadequ ate", + "_ rep", + "_re p", + "_r ep", + "( header", + "(head er", + "_ like", + "_l ike", + "_li ke", + "Ġper ceived", + "Ġperceive d", + "Ġperce ived", + "s sh", + "ss h", + "Ġ assuming", + "Ġas suming", + "Ġass uming", + "Ġassum ing", + "Ġ ff", + "Ġf f", + "_ uuid", + "_u uid", + "u las", + "ul as", + "ula s", + "Ġdem ocratic", + "Ġdemocr atic", + "Ġdemocrat ic", + ". entities", + ".ent ities", + "S eries", + "Se ries", + "Ser ies", + "aph ore", + "Ġnew er", + "Ġne wer", + "} (", + "S EC", + "SE C", + "a iro", + "air o", + "ai ro", + "Ġcom mod", + "Ġcomm od", + "Ġpriv ilege", + "Ġprivile ge", + "Ġde ux", + "Ġ Hop", + "ĠH op", + "ĠHo p", + ". '/", + ".' /", + "c tic", + "ct ic", + ". ';Ċ", + ".' ;Ċ", + "< ?=", + " C", + "ĠWar ren", + "Ġ optimizer", + "Ġopt imizer", + "Ġoptim izer", + "Ġoptimize r", + "ĠSER VICES", + "ĠSERVICE S", + "_ oper", + "_op er", + "_o per", + "get Attribute", + "ĠMc K", + "_ self", + "_s elf", + "_se lf", + "_sel f", + "0 84", + "08 4", + ". rs", + ".r s", + "\" )ĊĊĊ", + "\") ĊĊĊ", + "\")Ċ ĊĊ", + "\")ĊĊ Ċ", + "Get Component", + "er ce", + "erc e", + "Ġt ous", + "Ġto us", + "Ġtou s", + "un its", + "unit s", + "uni ts", + "' ]);čĊ", + "'] );čĊ", + "']) ;čĊ", + "']); čĊ", + "Z oom", + "/ E", + "Ġob sc", + "Ġobs c", + "Ġfast est", + "Ġfas test", + "on line", + "Ġpeace ful", + "f fen", + "ff en", + "ffe n", + "Ġ cargo", + "Ġc argo", + "Ġcar go", + "Ġcarg o", + "ĉ pr", + "ĉp r", + "Ġse eks", + "Ġsee ks", + "Ġseek s", + "z u", + "0 74", + "07 4", + "T rim", + "Tr im", + "Tri m", + "Ġ ward", + "Ġw ard", + "Ġwar d", + "Ġwa rd", + "Ġv erd", + "Ġver d", + "Ġve rd", + "Ġ blogs", + "Ġb logs", + "Ġbl ogs", + "Ġblog s", + "Ġblo gs", + ". exceptions", + ".ex ceptions", + ".exception s", + "Ġ Premium", + "ĠP remium", + "ĠPre mium", + "ĠPrem ium", + "ĠPremi um", + "ĠN etherlands", + "S afe", + "Sa fe", + "F inish", + "Fin ish", + "Fi nish", + "Ġ Album", + "ĠAl bum", + "ĠAlb um", + "_ ACC", + "_A CC", + "_AC C", + "= this", + "=t his", + "v irtual", + "vir tual", + "virt ual", + "] >", + "_ LABEL", + "_L ABEL", + "_LA BEL", + "Ġ Nich", + "ĠN ich", + "ĠNic h", + "ĠNi ch", + "_ win", + "_w in", + "Ġ Aaron", + "ĠA aron", + "W P", + "; $", + "a ims", + "ai ms", + "aim s", + "Ġ ImageView", + "ĠImage View", + "Ġend less", + "Ġendl ess", + "E RA", + "ER A", + "_ DISABLE", + "_DIS ABLE", + "Ġ cancelled", + "Ġcancel led", + "Ġcancell ed", + "Ġcanc elled", + "- us", + "-u s", + "Ġ inspection", + "Ġins pection", + "Ġinspect ion", + "Ġinsp ection", + "e min", + "em in", + "emi n", + "Ġ Grey", + "ĠG rey", + "ĠGr ey", + "ĠGre y", + "- open", + "-o pen", + "-op en", + "Ġ iterations", + "Ġiter ations", + "Ġiteration s", + ". owner", + ".o wner", + "Ġk eras", + "Ġke ras", + "Ġker as", + ". Password", + ".P assword", + ".Pass word", + "ĠR y", + "Ġ INS", + "ĠI NS", + "ĠIN S", + "A ir", + "Ai r", + "Ġ Several", + "ĠSe veral", + "ĠSever al", + "ĠSev eral", + ".Tab Stop", + "IN GLE", + "ING LE", + "Ġ Hair", + "ĠH air", + "ĠHa ir", + "ĠHai r", + "Ġ Canvas", + "ĠC anvas", + "ĠCan vas", + "A AAA", + "AA AA", + "AAA A", + "Ġf law", + "Ġfl aw", + "Ġfla w", + "c edes", + "ce des", + "ced es", + "cede s", + ". Report", + ".Re port", + "í Ĭ", + "Ġ Tips", + "ĠT ips", + "ĠTi ps", + "ĠTip s", + "cript ors", + "criptor s", + ". transaction", + ".trans action", + ". Spring", + ".S pring", + ".Sp ring", + "Ġ viewer", + "Ġview er", + "Ġvie wer", + "Ġins ights", + "Ġinsight s", + "è¾ ĵ", + "ord ion", + "U INT", + "UI NT", + "se ek", + "see k", + "Ġ Auf", + "ĠA uf", + "ĠAu f", + "ìŀ IJ", + "Ġ strain", + "Ġs train", + "Ġst rain", + "Ġstr ain", + "Ġstra in", + "To oltip", + "Tool tip", + "Ġ dz", + "Ġd z", + "ig nal", + "ign al", + "a dt", + "ad t", + "Ġ uc", + "Ġu c", + "f inite", + "fin ite", + "fi nite", + "Ġ nm", + "Ġn m", + ". cmd", + ".c md", + ".cm d", + "ĠMy Sql", + "[ data", + "[d ata", + ".j ackson", + ". tree", + ".t ree", + ".tr ee", + "Request Param", + "_ agent", + "_a gent", + "_ag ent", + "_age nt", + "\" )]čĊ", + "\") ]čĊ", + "\")] čĊ", + "Ġas sass", + "Ġass ass", + "( Constants", + "(Constant s", + "(Const ants", + ": ss", + ":s s", + "Ġ MAN", + "ĠM AN", + "ĠMA N", + "+- +-", + "Ġ Bottom", + "ĠB ottom", + "ĠBot tom", + "ĠBott om", + "pr ints", + "print s", + "pri nts", + "Ġ Same", + "ĠS ame", + "ĠSam e", + "ĠSa me", + "@ Autowired", + "s wap", + "sw ap", + "i ción", + "ic ión", + "ici ón", + "Ġprot esters", + "Ġprote sters", + "Ġprotest ers", + "Ġprotester s", + "Ġh oney", + "Ġhon ey", + "Ġho ney", + "Ġhone y", + "Ġ Veter", + "ĠV eter", + "ĠVe ter", + "ĠVet er", + "( Calendar", + "(C alendar", + "- ad", + "-a d", + "ĠBro oklyn", + "ĠBrook lyn", + "L ife", + "Li fe", + "_ VAR", + "_V AR", + "z ech", + "ze ch", + "Ġ CALL", + "ĠC ALL", + "ĠCA LL", + "ĠCAL L", + "_ CAST", + "_C AST", + "_CA ST", + "ĠE lection", + "ĠEl ection", + "ĠElect ion", + "ĠEle ction", + "Ġ thickness", + "Ġth ickness", + "Ġthick ness", + "V ery", + "Ver y", + "Ve ry", + "_ INTEGER", + "_IN TEGER", + "- dev", + "-d ev", + "-de v", + ") )))", + ")) ))", + "))) )", + "a pat", + "ap at", + "apa t", + "o ooo", + "oo oo", + "ooo o", + "d emo", + "de mo", + "dem o", + "Ġ parseFloat", + "Ġparse Float", + "Ġ Rather", + "ĠR ather", + "ĠRa ther", + "ĠRat her", + "ĠRath er", + "ST IT", + "m aker", + "ma ker", + "make r", + "mak er", + "[ current", + "[c urrent", + "[cur rent", + "[curr ent", + "chron o", + "chr ono", + "Ġ christ", + "Ġch rist", + "Ġchr ist", + "ãģ ª", + "Ġ Detail", + "ĠD etail", + "ĠDe tail", + "ĠDet ail", + "Æ° á»", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ġs ul", + "Ġsu l", + "id ency", + "ide ncy", + "iden cy", + "Q ue", + "Qu e", + "Ġe legant", + "Ġeleg ant", + "a pons", + "ap ons", + "apon s", + "apo ns", + "Ġd ishes", + "Ġdis hes", + "Ġdish es", + "Ġint egers", + "Ġinteg ers", + "Ġinteger s", + "Ġinte gers", + "( read", + "(r ead", + "(re ad", + "0 57", + "05 7", + "find ViewById", + "Ġ Amount", + "ĠA mount", + "ĠAm ount", + "Ġ Skip", + "ĠS kip", + "ĠSk ip", + "ĠSki p", + "Ġhab its", + "Ġha bits", + "Ġhabit s", + "* )(", + "*) (", + "Ġmon sters", + "Ġmonster s", + "M AC", + "MA C", + ": end", + ":e nd", + "Ġf rank", + "Ġfr ank", + "Ġfra nk", + "Ġfran k", + "As sembly", + "Ġ dfs", + "Ġd fs", + "Ġdf s", + "Ġn eut", + "Ġne ut", + "Ġneu t", + "_ TYPES", + "_T YPES", + "_TYPE S", + "_TYP ES", + "e qual", + "eq ual", + "equ al", + "lo yd", + "loy d", + "( uri", + "(u ri", + "(ur i", + "Ġ chi", + "Ġc hi", + "Ġch i", + "Ġdef endant", + "Ġdefend ant", + "Ġconf licts", + "Ġconflic ts", + "Ġconflict s", + "Ġconfl icts", + "Ġ vil", + "Ġv il", + "Ġvi l", + "- js", + "-j s", + "Ġ Peace", + "ĠPe ace", + "Ġ mutable", + "Ġm utable", + "Ġmut able", + "Ġmu table", + ") sender", + ")s ender", + "Ġ Focus", + "ĠF ocus", + "ĠFo cus", + "å» º", + "Ġapprec iated", + "Ġappreciate d", + "s leep", + "Ġ RED", + "ĠR ED", + "ĠRE D", + "C ulture", + "Ġdesign ers", + "Ġdesigner s", + "_ generator", + "_g enerator", + "_gen erator", + "_gener ator", + "c odes", + "co des", + "code s", + "cod es", + "/ ex", + "/e x", + ". GetValue", + ".Get Value", + "um bled", + "umb led", + "umble d", + ".scal ajs", + ".scala js", + "pe ror", + "per or", + "Ġveter ans", + "Ġveteran s", + "Ġ })čĊ", + "Ġ} )čĊ", + "Ġ}) čĊ", + "Ġun fortunately", + "Ġunfortunate ly", + "_ CREATE", + "_C REATE", + "_CRE ATE", + "_CREAT E", + "M ass", + "Ma ss", + "Mas s", + "Ġ CLAIM", + "ĠCL AIM", + "Ġ Meet", + "ĠMe et", + "_ support", + "_s upport", + "_sup port", + "_supp ort", + "B ank", + "Ban k", + "Ba nk", + "( ).Ċ", + "() .Ċ", + "(). Ċ", + "D ark", + "Da rk", + "Dar k", + "_ LOW", + "_L OW", + "_LO W", + "Ġ Mining", + "ĠM ining", + "ĠMin ing", + "ĠMini ng", + "ĠMi ning", + "Ġ Owner", + "ĠO wner", + "ĠOwn er", + "ĠOw ner", + "i era", + "ie ra", + "ier a", + "Client e", + "Cl iente", + "Cli ente", + "Ġencour aging", + "> S", + "Ġboy friend", + "Ġ Half", + "ĠH alf", + "ĠHa lf", + "ĠHal f", + "Ġ ACC", + "ĠA CC", + "ĠAC C", + "A ff", + "Af f", + "_ ar", + "_a r", + "- life", + "-l ife", + "-li fe", + "c x", + ".J Button", + "iz ado", + "iza do", + ". zero", + ".z ero", + ".open qa", + "o ton", + "ot on", + "oto n", + ". textContent", + ".text Content", + "Ġt oll", + "Ġto ll", + "Ġtol l", + "a tie", + "at ie", + "ati e", + "Ġball ot", + "Ġbal lot", + "Ġballo t", + "- number", + "-n umber", + "-num ber", + ". Exception", + ".Ex ception", + "ĉ params", + "ĉparam s", + "c ircle", + "circ le", + "cir cle", + "- map", + "-m ap", + "Ġ nap", + "Ġn ap", + "Ġna p", + "Ġ Robot", + "ĠR obot", + "ĠRob ot", + "ĠRo bot", + "Ġ Ich", + "ĠI ch", + "reg istration", + "registr ation", + "regist ration", + "A mazon", + "Am azon", + "roll ment", + "( exp", + "(e xp", + "(ex p", + "Ġt anks", + "Ġtank s", + "Ġtan ks", + "ĠG ordon", + "ĠGor don", + "ĠGord on", + "Ġm achinery", + "Ġmachine ry", + "Ġmach inery", + "Ġ baseline", + "Ġb aseline", + "Ġbase line", + "Ġbas eline", + "æ ĭ", + "0 86", + "08 6", + "Ø ©", + "Ġ Convention", + "ĠCon vention", + "ĠConv ention", + "ĉ config", + "ĉcon fig", + "ĉconf ig", + "o okies", + "ook ies", + "ookie s", + "m ult", + "mu lt", + "mul t", + "Rec ords", + "Record s", + "Ġ EST", + "ĠE ST", + "ĠES T", + "Ġgar bage", + "Ġcon form", + "Ġconf orm", + "i dal", + "id al", + "ida l", + "Ġb arg", + "Ġbar g", + "Ġba rg", + "Ġsurv ived", + "Ġsurvive d", + "Ġsurviv ed", + "Ġinvestig ations", + "Ġinvestigation s", + "9 35", + "93 5", + ".contains Key", + "---- ----------------------------------------------------------------------Ċ", + "---------------------------------------------------------------- ----------Ċ", + "---------------------------------------------------------------------- ----Ċ", + "or tion", + "ort ion", + "Ġh orr", + "Ġhor r", + "Ġho rr", + "_ http", + "_h ttp", + "_ht tp", + "Ġ mant", + "Ġm ant", + "Ġman t", + "Ġma nt", + "] ;čĊčĊ", + "]; čĊčĊ", + "];čĊ čĊ", + "b inary", + "bin ary", + "9 48", + "94 8", + "e mpl", + "em pl", + "emp l", + "Ġin quiry", + "Ġ Meanwhile", + "ĠMean while", + "0 98", + "09 8", + "Ġcollect ing", + ".Entity Framework", + "\" ,ĊĊ", + "\", ĊĊ", + "\",Ċ Ċ", + "Ġ Pic", + "ĠP ic", + "ĠPi c", + "@ Inject", + "ick ness", + "Ġ Binding", + "ĠB inding", + "ĠBind ing", + "ĠBin ding", + "Ġcont rolling", + "Ġcontrol ling", + "re verse", + "rev erse", + "Ġch airs", + "Ġchair s", + "Ġcha irs", + "Ġchai rs", + "semb led", + "sem bled", + "semble d", + "sembl ed", + "( add", + "(a dd", + "(ad d", + "Dis abled", + "Disable d", + "a nas", + "an as", + "ana s", + ". translate", + ".trans late", + "- ----------Ċ", + "-- ---------Ċ", + "---- -------Ċ", + "-------- ---Ċ", + "--- --------Ċ", + "----- ------Ċ", + "---------- -Ċ", + "------ -----Ċ", + "----------- Ċ", + "------- ----Ċ", + "--------- --Ċ", + "Ġref lected", + "Ġreflect ed", + "Ġrefl ected", + "\" ]ĊĊ", + "\"] ĊĊ", + "\"]Ċ Ċ", + "Ex ternal", + "Ext ernal", + "Extern al", + "Ar row", + "Arr ow", + "S ingleton", + "Single ton", + "Sing leton", + "% x", + "Ġ Å", + "Ġan cest", + "Ġance st", + "Ġanc est", + "ĠOr leans", + "ĉ cmd", + "ĉc md", + "ĉcm d", + "Ġpro hibited", + "Ġprohib ited", + "Ġprohibit ed", + "ith metic", + "( channel", + "(ch annel", + "(chan nel", + "_ css", + "_c ss", + "_cs s", + "For ward", + ". socket", + ".s ocket", + ".so cket", + ".sock et", + "Ġl uc", + "Ġlu c", + "â Ĩ", + "Ġ Firefox", + "ĠFire fox", + "Ġ Movies", + "ĠM ovies", + "ĠMovie s", + "ĠMov ies", + ") _", + ". ends", + ".e nds", + ".end s", + ".en ds", + "( shape", + "(s hape", + "(sh ape", + "Ġde alt", + "Ġdeal t", + "Ġs aves", + "Ġsa ves", + "Ġsave s", + "Ġsav es", + "Ġgl ory", + "Ġglo ry", + "Ġglor y", + "Ġmej or", + "Ġbre athing", + "Ġbreath ing", + "Ġ eller", + "Ġe ller", + "Ġel ler", + "Ġell er", + "Ġelle r", + "get Data", + "Ġ angles", + "Ġan gles", + "Ġang les", + "Ġangle s", + "Ġangl es", + "Ġ toolbar", + "Ġtool bar", + "Ġ spacing", + "Ġsp acing", + "Ġspa cing", + "Ġspac ing", + "0 59", + "05 9", + "I PS", + "IP S", + "Ġfloor s", + "Ġflo ors", + "_ ACTIVE", + "_ACT IVE", + "_ACTIV E", + "Ġ shuffle", + "Ġsh uffle", + "/ shared", + "/sh ared", + "/share d", + "Ġ Ele", + "ĠE le", + "ĠEl e", + "e dish", + "ed ish", + "edi sh", + "edis h", + "Ġweb cam", + ". expect", + ".ex pect", + ".exp ect", + "i loc", + "il oc", + "ilo c", + "Ġ Includes", + "ĠIn cludes", + "ĠInclude s", + "Ġt weeted", + "Ġtweet ed", + "Ġtwe eted", + "Ġtwee ted", + "Ġ :)", + "Ġ: )", + "Ġ Essay", + "ĠEs say", + "ĠEss ay", + "F ix", + "Fi x", + "- between", + "-b etween", + "_ web", + "_w eb", + "_we b", + ". conv", + ".con v", + ".co nv", + "Ġrac ism", + "Ġreflect s", + "Ġrefl ects", + "u mm", + "um m", + "и ÑĤе", + "иÑĤ е", + "_ footer", + "_f ooter", + "_foot er", + "/ docs", + "/d ocs", + "/doc s", + "/do cs", + "Ġ Pour", + "ĠP our", + "ĠPo ur", + "ĠPou r", + "Ng Module", + ". initialize", + ".initial ize", + "pattern s", + "_ In", + "_I n", + "Ġ Abb", + "ĠA bb", + "ĠAb b", + "* čĊ", + "Ġsent iment", + "b uff", + "buf f", + "bu ff", + "_ counts", + "_count s", + "_co unts", + "_cou nts", + "Ġ reuse", + "Ġre use", + "ch unk", + "chu nk", + "Ġim posed", + "Ġimp osed", + "Ġimpose d", + "Primary Key", + "Fore ground", + "Ġcons umed", + "Ġconsum ed", + "Ġconsume d", + "? !", + "Ġd ick", + "Ġdi ck", + "Ġdic k", + "Ġ chron", + "Ġch ron", + "Ġchr on", + "ĠF ern", + "ĠFe rn", + "ĠFer n", + "Ġ responsive", + "Ġres ponsive", + "Ġrespons ive", + "9 58", + "95 8", + "Ġin sect", + "Ġins ect", + "Ġinse ct", + "ic ulty", + "icult y", + "Ġ rw", + "Ġr w", + "Ġa like", + "Ġal ike", + "Ġali ke", + "Ġ subset", + "Ġsub set", + "Ġsubs et", + "Ġ Cookies", + "ĠC ookies", + "ĠCo okies", + "ĠCook ies", + "ĠCookie s", + "Ġ Pair", + "ĠP air", + "ĠPa ir", + "ĠPai r", + "Ġ tier", + "Ġt ier", + "Ġti er", + "Ġtie r", + "I FO", + "IF O", + "av our", + "avo ur", + "avou r", + "Ġ QU", + "ĠQ U", + ", sizeof", + ",size of", + "Ġ merged", + "Ġm erged", + "Ġmer ged", + "Ġmerge d", + "Ġmerg ed", + "m v", + "i tol", + "it ol", + "ito l", + "y lon", + "yl on", + "Ġj umped", + "Ġjump ed", + ". role", + ".r ole", + ".ro le", + "ens aje", + "ensa je", + "R ules", + "Rule s", + "Ru les", + "Ġ browse", + "Ġb rowse", + "Ġbrows e", + "Ġbrow se", + "An imator", + "Anim ator", + "Ġy oga", + "Ġyo ga", + "Ġyog a", + "Ġ variants", + "Ġvar iants", + "Ġvari ants", + "Ġvariant s", + "Ġcour tesy", + "Ġcourt esy", + "Ġcourte sy", + "u ran", + "ur an", + "ura n", + "p bs", + "pb s", + "else if", + "A lt", + "Al t", + "Ġ Lane", + "ĠL ane", + "ĠLa ne", + "ĠLan e", + "C LK", + "CL K", + "I MARY", + "IM ARY", + "IMA RY", + "_ PROPERTY", + "_P ROPERTY", + "_PRO PERTY", + "ï¼ IJ", + "Ġ chan", + "Ġc han", + "Ġch an", + "Ġcha n", + "Ġgrad ually", + "Ġgradu ally", + "Ġgradual ly", + "Ġ shake", + "Ġsh ake", + "Ġsha ke", + "Ġbl onde", + "Ġblo nde", + "Ġblond e", + ".. .\");Ċ", + "... \");Ċ", + "...\" );Ċ", + "- sex", + "-s ex", + "-se x", + "Ġgame play", + "a cies", + "ac ies", + "aci es", + "acie s", + ". refresh", + ".re fresh", + ".ref resh", + "U SB", + "US B", + "Ġ Plot", + "ĠP lot", + "ĠPl ot", + "W as", + "Wa s", + "iss ippi", + "Ġ Tensor", + "ĠT ensor", + "Ġcrypt ocurrency", + "Ġcrypto currency", + "Ġcryptoc urrency", + "Ġdifficult ies", + "De leted", + "Delete d", + "Del eted", + "With out", + "_ append", + "_app end", + "_ap pend", + "_ ver", + "_v er", + "_ve r", + "9 67", + "96 7", + "\" ))čĊ", + "\") )čĊ", + "\")) čĊ", + "Ġh onestly", + "Ġhonest ly", + "Ġ pivot", + "Ġp ivot", + "Ġpiv ot", + "Ġ temps", + "Ġte mps", + "Ġtem ps", + "Ġtemp s", + "_ ps", + "_p s", + "Ġ Unlike", + "ĠUn like", + "[ :-", + "[: -", + "V S", + "_ inf", + "_in f", + "_i nf", + "Ġjun ior", + "Ġjuni or", + "Ġ animations", + "Ġan imations", + "Ġanim ations", + "Ġanimation s", + "Ġ filepath", + "Ġfile path", + "? {{$", + ">{ {$", + ">{{ $", + "Ġ unicode", + "Ġun icode", + "Ġuni code", + "Ġunic ode", + "p laces", + "pl aces", + "place s", + "pla ces", + "Ġ Coffee", + "ĠC offee", + "ĠCo ffee", + "ĠCoff ee", + ". SE", + ".S E", + "Ġ PAR", + "ĠP AR", + "ĠPA R", + "( txt", + "(t xt", + "(tx t", + "g ebra", + "ge bra", + "geb ra", + "Ġ fires", + "Ġf ires", + "Ġfire s", + "Ġfi res", + "Ġfir es", + "Main Window", + "m edium", + "med ium", + "medi um", + "Ġ( âĢľ", + "Ġ lg", + "Ġl g", + "Ġ cmp", + "Ġc mp", + "Ġcm p", + "/ base", + "/b ase", + "_ layers", + "_l ayers", + "_layer s", + "_la yers", + "_ entries", + "_en tries", + "_ent ries", + "Ġadmin ister", + "ĠS UCH", + "ĠSU CH", + "B P", + "ĠScott ish", + "ĉ čĊĉčĊ", + "ĉčĊ ĉčĊ", + "g uard", + "gu ard", + "gua rd", + "Ġ Strong", + "ĠSt rong", + "ĠStr ong", + "In sn", + "Ins n", + "Ġ CAP", + "ĠC AP", + "ĠCA P", + "as ury", + "asu ry", + "Ġ SEE", + "ĠS EE", + "ĠSE E", + "C lock", + "Cl ock", + "Clo ck", + "e rie", + "er ie", + "eri e", + "\\ models", + "\\model s", + "Ġ $$", + "Ġ$ $", + "Ġ Cab", + "ĠC ab", + "ĠCa b", + "Ġwur de", + "Ġsold ier", + "Ġcl ips", + "Ġclip s", + "Ġcli ps", + "Ġarr angement", + "Ġarrang ement", + "Ġarrange ment", + "Ġ Wonder", + "ĠW onder", + "ĠWo nder", + "ĠWon der", + "ĠH orn", + "ĠHor n", + "ĠHo rn", + "Ġsc ared", + "Ġsca red", + "Ġscar ed", + "Ġscare d", + "Ġc ure", + "Ġcur e", + "Ġcu re", + "m kdir", + "mk dir", + "Ġ aligned", + "Ġal igned", + "Ġalign ed", + "Ġ Pink", + "ĠP ink", + "ĠPin k", + "ĠPi nk", + "Ġl anded", + "Ġland ed", + "Ġlan ded", + "D imension", + "Dim ension", + "Scroll Pane", + ". chat", + ".c hat", + ".ch at", + ". With", + ".W ith", + "Ġ Train", + "ĠT rain", + "ĠTr ain", + "ĠTra in", + "] .Ċ", + "]. Ċ", + "Ġth irty", + "Ġd urable", + "Ġdur able", + "Ġ ld", + "Ġl d", + "Ġlate init", + "Ġ charts", + "Ġch arts", + "Ġchar ts", + "Ġchart s", + "Ġcha rts", + "Ġins ult", + ". Fatal", + ".F atal", + ".Fat al", + "_ ct", + "_c t", + "Ġm asks", + "Ġmask s", + "Ġmas ks", + "CLUD ED", + "CLU DED", + "CLUDE D", + "P resident", + "Pres ident", + "Ġcol ours", + "Ġcolour s", + "g ments", + "gment s", + "gm ents", + ". attributes", + ".at tributes", + ".attribute s", + ".attrib utes", + "Ġ Flex", + "ĠF lex", + "ĠFl ex", + "ĠFle x", + "Ġ Clock", + "ĠC lock", + "ĠCl ock", + "ĠClo ck", + "ÃŃ cul", + "ÃŃc ul", + "i men", + "im en", + "ime n", + "J O", + "Ġ Regex", + "ĠReg ex", + "_ LINK", + "_L INK", + "Ġc ouch", + "Ġco uch", + "Ġcou ch", + "Ġ INPUT", + "ĠIN PUT", + "Ġb eating", + "Ġbe ating", + "Ġbeat ing", + "b usiness", + "bus iness", + "pr eced", + "pre ced", + "prec ed", + ". unit", + ".un it", + ".u nit", + ".uni t", + "Ġ Fel", + "ĠF el", + "ĠFe l", + "N ever", + "Ne ver", + "os pel", + "osp el", + ". startswith", + ".start swith", + "ĠE PA", + "ĠEP A", + ". only", + ".on ly", + "Ġpre venting", + "Ġprevent ing", + "Ġprev enting", + "y er", + "ye r", + "Column Name", + "Ġe levation", + "Ġele vation", + "Ġelev ation", + "f lu", + "fl u", + "i cycle", + "ic ycle", + "icy cle", + "Ġ offline", + "Ġoff line", + "Tool bar", + "Ġcomp eting", + "Ġcompet ing", + ") ].", + ")] .", + "Ġm og", + "Ġmo g", + "Ġ isValid", + "Ġis Valid", + "A sk", + "As k", + "_ av", + "_a v", + "_ lat", + "_l at", + "_la t", + "A NC", + "AN C", + "ĠJ oh", + "ĠJo h", + "k ers", + "ke rs", + "ker s", + "Ġ guards", + "Ġg uards", + "Ġgu ards", + "Ġguard s", + "Ġguar ds", + "Ġ chains", + "Ġch ains", + "Ġchain s", + "Ġcha ins", + "Ġchai ns", + "ĠSimple DateFormat", + ". static", + ".st atic", + ".stat ic", + "Ġv essel", + "Ġve ssel", + "Ġvess el", + "Ġves sel", + "Ġm ud", + "Ġmu d", + "Ġst abil", + "Ġstab il", + "Ġsta bil", + "Ġst ret", + "Ġstr et", + "Ġstre t", + "g m", + "am ation", + "ama tion", + "amat ion", + "ç ľ", + "- with", + "-w ith", + "Ġ ros", + "Ġr os", + "Ġro s", + "_ PA", + "_P A", + "Ġ resultado", + "Ġresult ado", + "Ġconf idential", + "Ġconfident ial", + "ĠTok yo", + "ĉ using", + "ĉu sing", + "ĉus ing", + "Ġ Mathf", + "ĠMath f", + "ĠMat hf", + "om bine", + "omb ine", + "Ġ ESPN", + "ĠESP N", + "ĠES PN", + "Ġde alers", + "Ġdeal ers", + "Ġdealer s", + "Ġdismiss ed", + "T RY", + "TR Y", + "Ġte ens", + "Ġteen s", + "Ġtee ns", + "rec ords", + "record s", + "Ġw ings", + "Ġwin gs", + "Ġwing s", + "g allery", + "ac counts", + "account s", + "acco unts", + "_ LIB", + "_L IB", + "Ġj acket", + "Ġja cket", + "Ġjack et", + "Ġjac ket", + "Ġ NSObject", + "ĠNS Object", + "Ġ stones", + "Ġs tones", + "Ġst ones", + "Ġstone s", + "Ġsto nes", + "Ġ Delivery", + "ĠD elivery", + "ĠDel ivery", + "ĠDeliver y", + "ĠD iet", + "ĠDi et", + "ĠDie t", + "/ watch", + "/w atch", + "Ġto ilet", + "Ġtoile t", + "Ġtoi let", + "Ġ Guest", + "ĠG uest", + "ĠGu est", + ". day", + ".d ay", + ".da y", + "0 67", + "06 7", + "Ġ intval", + "Ġint val", + "0 87", + "08 7", + "Vis it", + "Vi sit", + "Ġinvest igated", + "Ġinvestig ated", + "Ġinvestigate d", + "Ġpen tru", + "Ġpent ru", + "ĠThe atre", + "andid ates", + "andidate s", + "andi dates", + "L ang", + "La ng", + "Ġ Serv", + "ĠS erv", + "ĠSe rv", + "ĠSer v", + "Ġ controllers", + "Ġcont rollers", + "Ġcontrol lers", + "Ġcontroller s", + "Ġ setTitle", + "Ġset Title", + "N P", + "a my", + "am y", + "f lat", + "fl at", + "( ui", + "(u i", + "0 69", + "06 9", + "_ document", + "_d ocument", + "_doc ument", + "è ĥ½", + "èĥ ½", + "Ġ Coin", + "ĠC oin", + "ĠCo in", + "ĠAd ams", + "ĠAdam s", + "ĠAda ms", + "p tic", + "pt ic", + "Ġ productive", + "Ġpro ductive", + "Ġproduct ive", + "Ġprod uctive", + "Ġaccompl ished", + "Ġaccomplish ed", + "čĊ čĊčĊčĊ", + "čĊčĊ čĊčĊ", + "čĊčĊčĊ čĊ", + "Ġde ferred", + "Ġdefer red", + "i entes", + "ient es", + "ien tes", + "iente s", + "Ġs inc", + "Ġsi nc", + "Ġsin c", + "ol ars", + "olar s", + "ola rs", + "Right arrow", + "Ġvar iations", + "Ġvari ations", + "Ġvariation s", + "( offset", + "(o ffset", + "(off set", + "9 57", + "95 7", + ". LayoutInflater", + ".Layout Inflater", + "Ġ suspend", + "Ġs uspend", + "Ġsus pend", + "Ġsusp end", + "Ġpre vention", + "Ġprevent ion", + "Ġprev ention", + "_ private", + "_pr ivate", + "_priv ate", + "_ js", + "_j s", + "â ĺħ", + "âĺ ħ", + "Ġw ieder", + "Ġwie der", + "Ġwi eder", + "at um", + "atu m", + "Ĵ Į", + "Ġappear ances", + "Ġappearance s", + ". Document", + ".D ocument", + ".Doc ument", + "Ġvalid ates", + "Ġvalidate s", + "Ġvalida tes", + "c alendar", + "cal endar", + "} \";Ċ", + "}\" ;Ċ", + ". demo", + ".d emo", + ".de mo", + "con ut", + "co nut", + "Ġcor rection", + "Ġcorrect ion", + "Ġcorre ction", + "Ġcorr ection", + "Ġ Deal", + "ĠDe al", + "Ġbatter ies", + "Ġbatt eries", + ". duration", + ".d uration", + ", \\", + "_ marker", + "_m arker", + "_mark er", + "_mar ker", + "m ulti", + "mul ti", + "mult i", + "Ġ halt", + "Ġh alt", + "Ġha lt", + "Ġhal t", + "Ġ cms", + "Ġc ms", + "Ġcm s", + "Ġsh aped", + "Ġshape d", + "Ġsha ped", + "B ro", + "Br o", + "re duce", + "red uce", + "Ġ ####", + "Ġ# ###", + "Ġ## ##", + "Ġ### #", + "C TOR", + "CT OR", + "Ġ Benef", + "ĠB enef", + "ĠBen ef", + "ĠBene f", + "Ġicon ic", + "Ġic onic", + "Ġp iano", + "Ġpi ano", + "Ġpian o", + "Ġeffect iveness", + "Ġeffective ness", + "| .Ċ", + "|. Ċ", + "Ġ ajax", + "Ġa jax", + "Ġaj ax", + "Ġv olumes", + "Ġvol umes", + "Ġvolume s", + "Ġvolum es", + "ภ¡", + "Ġ cljs", + "Ġcl js", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "a ths", + "at hs", + "ath s", + "r aits", + "ra its", + "rait s", + "rai ts", + "å¤ §", + "Ñ ĸ", + "_ mult", + "_m ult", + "_mul t", + "_mu lt", + "Ġfasc inating", + "A verage", + "Ġp ré", + "Ġpr é", + "ĠChair man", + ".find Element", + "_ pin", + "_p in", + "_pi n", + "Ġcom paring", + "Ġcomp aring", + "Ġcompar ing", + "Ġdark ness", + "- Fi", + "-F i", + "- server", + "-s erver", + "-ser ver", + "Ġselect ing", + "s terdam", + "ster dam", + "Ġ Parts", + "ĠP arts", + "ĠPart s", + "ĠPar ts", + "ĠPa rts", + "FORM ATION", + "FORMAT ION", + "Ġn oting", + "Ġnot ing", + "Ġno ting", + "Ġ pile", + "Ġp ile", + "Ġpi le", + "Ġpil e", + "o gs", + "og s", + "Ġ palette", + "Ġp alette", + "Ġpa lette", + "Ġpal ette", + "Ġpale tte", + "_ do", + "_d o", + "it ize", + "iti ze", + "0 79", + "07 9", + "( )(", + "() (", + "Ġdef ining", + "Ġdefin ing", + "Ġ remainder", + "Ġremain der", + "Un its", + "Unit s", + "Uni ts", + "_ TASK", + "_T ASK", + "_TA SK", + "Http Client", + "S ocial", + "So cial", + "Ġf undra", + "Ġfun dra", + "Ġfund ra", + "N R", + "c hest", + "ch est", + "che st", + "ches t", + "C urrency", + "Curr ency", + ". adapter", + ".ad apter", + "Ġd op", + "Ġdo p", + "un ting", + "unt ing", + "ANG UAGE", + "\" He", + "\"H e", + "ĉ index", + "ĉin dex", + "_ package", + "_p ackage", + "_pack age", + ". Icon", + ".I con", + "Ġre pet", + "Ġrep et", + "Ġrepe t", + "m ass", + "ma ss", + "mas s", + "= \".$", + "=\" .$", + "=\". $", + "ĠS ud", + "ĠSu d", + "Ġ lid", + "Ġl id", + "Ġli d", + "pro vince", + "prov ince", + "ì ľ", + "G PIO", + "GP IO", + "Ð ļ", + "Ġ MySQL", + "ĠMy SQL", + "Ġ docs", + "Ġd ocs", + "Ġdo cs", + "Ġdoc s", + "Ġ GA", + "ĠG A", + "Ġip sum", + "Ġips um", + "K ernel", + "Ġac cepts", + "Ġaccept s", + "Ġf itting", + "Ġfit ting", + "Ġcu ando", + "Ġd uplic", + "Ġdup lic", + "ĠBr other", + "ĠBro ther", + "ĠK le", + "ĠKl e", + "n ums", + "num s", + "nu ms", + "Ġ morph", + "Ġm orph", + "Ġmor ph", + "Ġ ########", + "Ġ# #######", + "Ġ## ######", + "Ġ### #####", + "Ġ#### ####", + "Ġ##### ###", + "Ġ CGPoint", + "ĠCG Point", + "< unsigned", + "ä¾ ĭ", + "ĠD uke", + "ĠDu ke", + ".set Bounds", + "q s", + "o ric", + "or ic", + "ori c", + "j er", + "je r", + "Ġreg arded", + "Ġregard ed", + "Http Request", + "Ġb onds", + "Ġbo nds", + "Ġbon ds", + "Ġbond s", + "Ġthorough ly", + "en cent", + "ence nt", + "enc ent", + "Ġhighlight ed", + "Ġac res", + "Ġacre s", + "Ġwork place", + "Ġ Lux", + "ĠL ux", + "ĠLu x", + "Ġ quot", + "Ġqu ot", + "Ġquo t", + "9 86", + "98 6", + ". inflate", + ".in flate", + ".inf late", + "Ġd ocumented", + "Ġdocument ed", + "Ġadd iction", + "Ġaddict ion", + "Ġ mutation", + "Ġm utation", + "Ġmut ation", + ". city", + ".c ity", + ".ci ty", + "Ġbott les", + "Ġbottle s", + "Ġ Repository", + "ĠRe pository", + "ĠRepos itory", + "o nn", + "on n", + "err no", + "ARI ABLE", + "åº ¦", + "_ BEGIN", + "_B EGIN", + "_BE GIN", + "g las", + "gl as", + "' })Ċ", + "'} )Ċ", + "'}) Ċ", + "Ġ Massage", + "ĠM assage", + "ĠMass age", + "ĠMas sage", + "ĠW hit", + "ĠWh it", + "reg ex", + "W A", + "Ġout let", + "- head", + "-h ead", + "-he ad", + "Ġ expired", + "Ġex pired", + "Ġexp ired", + "Ġexpire d", + "Ġ Thai", + "ĠT hai", + "ĠTh ai", + "/ include", + "/in clude", + "/inc lude", + "g radient", + "grad ient", + "s canf", + "scan f", + "Ġs eam", + "Ġse am", + "Ġsea m", + "w al", + "wa l", + "ĉ buf", + "ĉb uf", + "B earer", + "Be arer", + "Bear er", + "Ġprec ious", + "Ġprecio us", + "i facts", + "if acts", + "ifact s", + "ifa cts", + "c oord", + "co ord", + "Ġexpl oration", + "Ġexplo ration", + "Ġexplor ation", + ". getY", + ".get Y", + "( handle", + "(h andle", + "(hand le", + "T opic", + "To pic", + "Top ic", + "Ġ Vent", + "ĠV ent", + "ĠVen t", + "ĠVe nt", + "r hs", + "rh s", + "- -----Ċ", + "-- ----Ċ", + "---- --Ċ", + "--- ---Ċ", + "----- -Ċ", + "------ Ċ", + "Ġ Bright", + "ĠB right", + "ĠBr ight", + "ĠBrig ht", + "ĠBri ght", + "Ġ guild", + "Ġg uild", + "Ġgu ild", + "Ġgui ld", + "m other", + "mo ther", + "mot her", + "moth er", + "st orm", + "sto rm", + "stor m", + "Ġmunicip al", + "Ġ ink", + "Ġin k", + "Ġi nk", + ". TYPE", + ".T YPE", + "w l", + ".. . < /", + "_ ro", + "_r o", + "( (*", + "(( *", + "? ???", + "?? ??", + "??? ?", + "_ vertex", + "_ver tex", + "_vert ex", + "ke it", + "ĠH alloween", + "T I", + "Ġ Va", + "ĠV a", + "_ car", + "_c ar", + "_ca r", + "=\" {{$", + "=\"{{ $", + "=\"{ {$", + "Ġrandom ly", + "а ние", + "ан ие", + "ани е", + "Ġsh ocked", + "Ġshock ed", + "ĠPok émon", + "s ignal", + "sign al", + "sig nal", + "Ġ SDK", + "ĠS DK", + "ĠSD K", + "m iddleware", + "middle ware", + "Ġt reating", + "Ġtr eating", + "Ġtreat ing", + "Ġtre ating", + "Ġbur ned", + "Ġburn ed", + "De partment", + "Dep artment", + "Depart ment", + "ĠS pect", + "ĠSp ect", + "ĠSpec t", + "ĠSpe ct", + "Ġ cliente", + "Ġcl iente", + "Ġclient e", + "Ġcli ente", + "Ġ Reddit", + "ĠRe ddit", + "ĠRed dit", + "_ avg", + "_a vg", + "_av g", + "Ġinst alling", + "Ġinstall ing", + "Ġinstal ling", + "_ alpha", + "_al pha", + ", data", + ",d ata", + "Ġ setId", + "Ġset Id", + "Ġ ListView", + "ĠList View", + "( property", + "(p roperty", + "(pro perty", + "(prop erty", + "Ġcross ing", + "Ġ Obj", + "ĠO bj", + "ĠOb j", + "ĠW ard", + "ĠWar d", + "ĠWa rd", + "ĠRedirect To", + "Ġ Present", + "ĠP resent", + "ĠPres ent", + "ĠPre sent", + "Ġdr aws", + "Ġdraw s", + "Ġdra ws", + "ched uled", + "chedule d", + "Ġlegisl ative", + "Ġtw ist", + "Ġ Stra", + "ĠS tra", + "ĠSt ra", + "ĠStr a", + "Ġ AFP", + "ĠA FP", + "ĠAF P", + "ĠC hap", + "ĠCh ap", + "ĠCha p", + "- pr", + "-p r", + ": CGRect", + "Ġ ces", + "Ġc es", + "Ġce s", + "R outes", + "Route s", + "Ro utes", + "n of", + "no f", + "Ġ visa", + "Ġv isa", + "Ġvis a", + "Ġvi sa", + "Ġ TCP", + "ĠT CP", + "ĠTC P", + "ĠE VEN", + "ĠEV EN", + "ĠEVE N", + "iv ial", + "ivia l", + "ivi al", + "Ġ Letter", + "ĠL etter", + "ĠLet ter", + "R AY", + "RA Y", + "Ġ implode", + "Ġim plode", + "Ġimpl ode", + ". eq", + ".e q", + "= '+", + "=' +", + "Ġmot ivated", + "Ġmotiv ated", + "Ġmotivate d", + ". visible", + ".v isible", + ".vis ible", + ". short", + ".s hort", + ".sh ort", + "> manual", + "Ġ Technical", + "ĠTechn ical", + "Ġcorpor ation", + "Ġcorp oration", + "Ġcorpo ration", + "Ġ HW", + "ĠH W", + "an ka", + "ank a", + "T AIL", + "TA IL", + "is tas", + "ist as", + "ista s", + "Ġper forms", + "Ġperform s", + "Ġperfor ms", + "Ġ Behavior", + "ĠBeh avior", + ". For", + ".F or", + "_ ORDER", + "_OR DER", + "_ORD ER", + "Ġ Kick", + "ĠK ick", + "ĠKi ck", + "Ġ callbacks", + "Ġcall backs", + "Ġcallback s", + "_ dr", + "_d r", + "u ego", + "ue go", + "h ub", + "hu b", + "uff icient", + "s ky", + "sk y", + "Ġ bp", + "Ġb p", + "h table", + "ht able", + "hta ble", + "Ġ ONLY", + "ĠON LY", + "ĠAUTH ORS", + "ĠAUTHOR S", + ". Argument", + ".Arg ument", + "\" };Ċ", + "\"} ;Ċ", + "Ġ Thunder", + "ĠTh under", + "ĠThu nder", + "Ġ Kom", + "ĠK om", + "ĠKo m", + ". Should", + ".Sh ould", + "A UTH", + "AU TH", + "AUT H", + "a hu", + "ah u", + "_ payment", + "_p ayment", + "_pay ment", + "Ġ starter", + "Ġst arter", + "Ġstart er", + "Ġstar ter", + "ìĦ ľ", + "ìļ ©", + "B log", + "Bl og", + "Blo g", + ". patch", + ".p atch", + ".pat ch", + "Ġgover ned", + "Ġgovern ed", + "as sy", + "ass y", + "- found", + "-f ound", + "Ġthe ater", + "Ġtheat er", + "ĠFont Weight", + "Ġ Batman", + "ĠBat man", + "\" If", + "\"I f", + ". Random", + ".R andom", + "_ delta", + "_d elta", + "_del ta", + "Ġ CE", + "ĠC E", + "Auth enticated", + "Authenticate d", + "Ġd rone", + "Ġdr one", + "Ġdro ne", + "Ġc ous", + "Ġco us", + "Ġcou s", + "r adius", + "rad ius", + "radi us", + "M er", + "Me r", + "( None", + "(N one", + "Ġ NJ", + "ĠN J", + "_ headers", + "_header s", + "_head ers", + "_he aders", + "Ġ amer", + "Ġa mer", + "Ġam er", + "py test", + "Ġ Actions", + "ĠA ctions", + "ĠAct ions", + "ĠAction s", + "ĉ ĉĉĠĠĠĠ", + "ĉĉ ĉĠĠĠĠ", + "ĉĉĉ ĠĠĠĠ", + "ĉĉĉĠĠĠ Ġ", + "ĉĉĉĠ ĠĠĠ", + "ĉĉĉĠĠ ĠĠ", + "Ġ ett", + "Ġe tt", + "Ġet t", + "Ġh oly", + "Ġho ly", + "Ġhol y", + "Ġun comfort", + "ĠN in", + "ĠNi n", + "Ġ Decimal", + "ĠD ecimal", + "ĠDe cimal", + "ĠDec imal", + "Ġ Messages", + "ĠM essages", + "ĠMessage s", + "ĠMess ages", + ". sender", + ".s ender", + ".se nder", + ".send er", + "] ])Ċ", + "]] )Ċ", + "]]) Ċ", + "Ġem brace", + "Ġemb race", + "Ġembr ace", + "Th ough", + "Tho ugh", + "/ sp", + "/s p", + "Ġcult ures", + "Ġculture s", + "Ġcul tures", + "Ġhigh way", + "t ar", + "ta r", + ". fail", + ".f ail", + ".fa il", + "_ hidden", + "_h idden", + "_hi dden", + "_hid den", + "ĠcomponentDid Mount", + "ĠW right", + "ĠWr ight", + "Ġj ag", + "Ġja g", + "_ il", + "_i l", + "../ ../../", + "../../ ../", + "i gu", + "ig u", + "F ood", + "Foo d", + "Fo od", + "Ġ ace", + "Ġa ce", + "Ġac e", + "Ġa ños", + "Ġaño s", + "Ġañ os", + "U SD", + "US D", + "Ġmut ual", + "Ġmu tual", + "Log ic", + "Ġt emple", + "Ġtem ple", + "Ġtemp le", + "Ġtempl e", + "Ġbrief ly", + "Ġ Trip", + "ĠT rip", + "ĠTr ip", + "ĠTri p", + "class method", + "default s", + "Ġ chunks", + "Ġch unks", + "Ġchunk s", + ", ,,,", + ",, ,,", + ",,, ,", + "Ġ Reason", + "ĠRe ason", + "$ id", + "$i d", + "- ups", + "-up s", + "-u ps", + "Ġ damn", + "Ġda mn", + "Ġdam n", + "Ġtr ucks", + "Ġtruck s", + "Ġun limited", + "Ġunl imited", + "Ġsc ulpt", + "Ġ Cards", + "ĠC ards", + "ĠCar ds", + "ĠCard s", + "Ġ autor", + "Ġa utor", + "Ġaut or", + "Ġauto r", + "Ġau tor", + "Ġ Testing", + "ĠT esting", + "ĠTest ing", + "ĠTes ting", + "Ġd iese", + "Ġdi ese", + "Ġdie se", + "Ġdies e", + "sh ops", + "shop s", + "ç ´", + "( payload", + "(p ayload", + "Ġ PATH", + "ĠP ATH", + "ĠPA TH", + "ĠPAT H", + "ĠMem orial", + "ĠMemo rial", + "ĠMemor ial", + "Ġridic ulous", + "e gree", + "eg ree", + "egr ee", + "-w inning", + "-win ning", + "Ġre hab", + "Ġreh ab", + "Ġsophistic ated", + "w pdb", + "wp db", + "ĉ path", + "ĉp ath", + "! \";Ċ", + "!\" ;Ċ", + "_ SYS", + "_S YS", + "_SY S", + ". speed", + ".s peed", + ".sp eed", + "Ġ soap", + "Ġso ap", + "s uffix", + "W rap", + "Wr ap", + "Ġenh ancement", + "Ġenhance ment", + "à ī", + "ú b", + "Ġ playlist", + "Ġplay list", + "Ġmix ing", + "Ġmi xing", + "Ġmixin g", + "ant idad", + "anti dad", + "=\" \";Ċ", + "=\"\" ;Ċ", + "Ġ Revision", + "ĠRe vision", + "ĠRev ision", + "Ġ Beat", + "ĠB eat", + "ĠBe at", + "ĠBea t", + ". inc", + ".in c", + ".i nc", + "- way", + "-w ay", + "e ncias", + "enc ias", + "encia s", + "enci as", + "u lers", + "ul ers", + "ule rs", + "uler s", + "C at", + "Ca t", + "i del", + "id el", + "ide l", + "Ġ Ship", + "ĠS hip", + "ĠSh ip", + "ĠShi p", + ". setColor", + ".set Color", + "Ġthreat ening", + "Ġthreaten ing", + ". modules", + ".module s", + ".mod ules", + "Ġafter wards", + "Ġafterward s", + "Ġ Dashboard", + "ĠD ashboard", + "ĠDash board", + "Ċ ĠĊ", + "S ignal", + "Sign al", + "Sig nal", + "Ġ primer", + "Ġpr imer", + "Ġprim er", + "Ġprime r", + "Ġpri mer", + "or neys", + "orney s", + "orne ys", + "ici ary", + "icia ry", + "iciar y", + "Ġ ligne", + "Ġl igne", + "Ġli gne", + "Ġlig ne", + "Ġlign e", + "_ predict", + "_p redict", + "_pre dict", + "_pred ict", + "Ġa est", + "Ġae st", + "Ġaes t", + "_ https", + "_http s", + "_ht tps", + "> :", + "Ġ Lex", + "ĠL ex", + "ĠLe x", + "Ġren contres", + "Ġrencont res", + "Ġrencontre s", + "Ġrencontr es", + "eg ral", + "egr al", + "egra l", + "s cala", + "sc ala", + "scal a", + "_ family", + "_f amily", + "ÃŁ en", + "ÃŁe n", + "_ sym", + "_s ym", + "_sy m", + "Ġunc ertainty", + "Ġuncert ainty", + "Ġuncertain ty", + "Ġ VALUE", + "ĠVAL UE", + "Ġ };čĊčĊ", + "Ġ} ;čĊčĊ", + "Ġ};čĊ čĊ", + "Ġ}; čĊčĊ", + "Ġbr oader", + "Ġbro ader", + "Ġbroad er", + "Ġh orses", + "Ġhor ses", + "Ġhorse s", + "Ġhors es", + "ãģ Ŀ", + "Ġ Kal", + "ĠK al", + "ĠKa l", + "o ba", + "ob a", + "_ INET", + "_IN ET", + "_I NET", + "Ġ Kill", + "ĠK ill", + "ĠKi ll", + "ĠKil l", + "j query", + "a mination", + "am ination", + "amin ation", + "ami nation", + "amina tion", + "[ @\"", + "[@ \"", + "Ġm uj", + "Ġmu j", + "# ##Ċ", + "## #Ċ", + "### Ċ", + "First OrDefault", + "then Return", + "C he", + "Ch e", + "/ footer", + "/f ooter", + "/foo ter", + "Ġp arks", + "Ġpar ks", + "Ġpark s", + "as je", + "ĠG ulf", + "ĠGu lf", + "ĠGul f", + "Ġmod est", + "Ġmode st", + "Ġmo dest", + "Ġmodes t", + ". Init", + ".I nit", + ".In it", + "ï¼Ł ĊĊ", + "ï¼ŁĊ Ċ", + "Ġpros pects", + "Ġprospect s", + "Ġ svg", + "Ġs vg", + "Ġsv g", + "Ġ åı", + "Ġå ı", + ". Dialog", + ".D ialog", + ".Di alog", + ".Dial og", + "_ NET", + "_N ET", + "_NE T", + "Ġ (($", + "Ġ( ($", + "Ġ(( $", + "Ġ ek", + "Ġe k", + "Ġ Warning", + "ĠW arning", + "ĠWar ning", + "ĠWarn ing", + "Ġ MK", + "ĠM K", + "< LM", + "", + ")= >", + "Ġ Repair", + "ĠRe pair", + "ĠRep air", + "_ BE", + "_B E", + "B rand", + "Br and", + "u art", + "ua rt", + "uar t", + "p review", + "pr eview", + "pre view", + "prev iew", + "Ġiniti atives", + "Ġinitiative s", + "r unning", + "run ning", + "b ang", + "ba ng", + "ban g", + "ĉ update", + "ĉup date", + "Ġ Coach", + "ĠCo ach", + "R ich", + "Ġ youtube", + "Ġy outube", + "Ġyou tube", + "Ġrit ual", + "Ġri tual", + "ap pa", + "app a", + "ĠRob inson", + "ĠRobin son", + "p recision", + "pre cision", + "prec ision", + "//// ////////////////////////////////////////////////////////////////////////", + "//////// ////////////////////////////////////////////////////////////////////", + "//////////////// ////////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////// ////////////", + "//////////// ////////////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////////////// ////", + "//////////////////////////////////////////////////////////////////// ////////", + "//////////////////////////////////////////////////////////// ////////////////", + "= []Ċ", + "=[ ]Ċ", + "=[] Ċ", + "Ġcelebr ated", + "Ġcelebrate d", + "O TO", + "OT O", + "Ġin clusion", + "Ġincl usion", + "Ġinclus ion", + "J P", + "' ;čĊčĊ", + "'; čĊčĊ", + "';čĊ čĊ", + "Ġnot able", + "Ġno table", + "Ġnota ble", + "( _.", + "(_ .", + "Man aged", + "Manage d", + "Mana ged", + "Ġgu ides", + "Ġguide s", + "Ġguid es", + "Ġgui des", + "& nbsp", + "ated Route", + "Ġ Adjust", + "ĠAd just", + "ĠAdj ust", + "Ġcol ored", + "Ġcolor ed", + "Ġcolore d", + "_ scores", + "_s cores", + "_score s", + "_sc ores", + "Ġ Tesla", + "ĠTe sla", + "ĠTes la", + "_ progress", + "_pro gress", + "_prog ress", + ". inst", + ".in st", + ".i nst", + ".ins t", + "[ '_", + "[' _", + ". flags", + ".f lags", + ".fl ags", + ".flag s", + "Ġ fclose", + "Ġf close", + "Ġfc lose", + "_ OPER", + "_O PER", + "_OP ER", + "ż y", + "_ note", + "_n ote", + "_no te", + "_not e", + "Ġtrans gender", + "å ķ", + "RI PT", + "Ġab sent", + "Ġabs ent", + "Ġ amet", + "Ġa met", + "Ġam et", + "Ġ operand", + "Ġoper and", + "Ġopera nd", + "ë ©", + "Ġ hood", + "Ġh ood", + "Ġho od", + "to LowerCase", + "a vo", + "av o", + "ĠC ircuit", + "ĠCirc uit", + "ĠL ind", + "ĠLin d", + "ĠLi nd", + "-- }}Ċ", + "= m", + "Ġ suppress", + "Ġsup press", + "Ġsupp ress", + "Ġ MAP", + "ĠM AP", + "ĠMA P", + "i ang", + "ia ng", + "ian g", + "- admin", + "-ad min", + "Ġ sidebar", + "Ġs idebar", + "Ġside bar", + "Ġ Bu", + "ĠB u", + "Ġ Hex", + "ĠH ex", + "ĠHe x", + ", F", + "Ġ Signal", + "ĠS ignal", + "ĠSign al", + "ĠSig nal", + "Ġtrans parency", + "ĠF ederation", + "ĠFeder ation", + "ĠFed eration", + "/ V", + "R eq", + "Re q", + "Ġ pulse", + "Ġp ulse", + "Ġpul se", + "Ġpu lse", + "Ġpuls e", + "Ġt ends", + "Ġte nds", + "Ġten ds", + "Ġtend s", + "Number s", + "Num bers", + "% '", + "Ġde port", + "Ġdep ort", + "d atas", + "data s", + "da tas", + "dat as", + "_ UINT", + "_U INT", + "_UI NT", + "_ tra", + "_t ra", + "_tr a", + "o ko", + "ok o", + "Ġ \"?", + "Ġ\" ?", + "com pet", + "comp et", + "so lete", + "sole te", + "sol ete", + "un dry", + "und ry", + "Ġ overlap", + "Ġover lap", + "Ġoverl ap", + "} `,Ċ", + "}` ,Ċ", + "}`, Ċ", + ". ly", + ".l y", + "_ summary", + "_sum mary", + "Ġ Lost", + "ĠL ost", + "ĠLo st", + "ĠLos t", + ". Center", + ".C enter", + "Ġdis ability", + ". Serialization", + ".S erialization", + ".Serial ization", + "Ġ geom", + "Ġge om", + "Ġgeo m", + "Ġ ?:", + "Ġ? :", + "Ġ Wo", + "ĠW o", + "Ġsh ipped", + "Ġship ped", + "Ĥ æķ°", + "Ġu gly", + "Ġug ly", + "Ġugl y", + "Ġexcit ement", + "Ġex terior", + "Ġext erior", + "Ġexter ior", + "Ġ checkout", + "Ġcheck out", + "Ġ kur", + "Ġk ur", + "Ġku r", + ", D", + "ĠAl aska", + "ĠAla ska", + "Ġsyn thetic", + "Ġsynth etic", + "Ġsynt hetic", + "Ġ Budget", + "ĠB udget", + "ĠBud get", + "Ġ Subscribe", + "ĠSub scribe", + "Ġ &Ċ", + "Ġ& Ċ", + "ÈĻ i", + "Ġ Yu", + "ĠY u", + "ĉ query", + "} .Ċ", + "}. Ċ", + "Ġtr aged", + "Ġtra ged", + "Ġtrag ed", + "as sen", + "ass en", + "asse n", + "Ġaccom modation", + "Ġaccommod ation", + "Ġphys ician", + "Ġphysic ian", + "Ġre named", + "Ġren amed", + "Ġrename d", + "Ġt idak", + "Ġtid ak", + "z Äħ", + "Ġ minus", + "Ġm inus", + "Ġmin us", + "n ych", + "ny ch", + "0 97", + "09 7", + "_EX CEPTION", + "th reads", + "thread s", + "Ġt ire", + "Ġti re", + "Ġtir e", + "_ created", + "_c reated", + "_create d", + "_cr eated", + "_cre ated", + "en sure", + "ens ure", + "Ġ worthy", + "Ġw orthy", + "Ġwor thy", + "Ġworth y", + "Ġexc use", + "Ġ cloth", + "Ġc loth", + "Ġcl oth", + "Ġclo th", + "Ġclot h", + ". parentNode", + ".parent Node", + "/ platform", + "/pl atform", + "ĠU FC", + "ĠUF C", + "Ġ Gtk", + "ĠG tk", + "un ny", + "unn y", + "Ġg ibt", + "Ġgi bt", + "Ġgib t", + "ke ley", + "kel ey", + "h um", + "hu m", + "( tx", + "(t x", + "ĉ dev", + "ĉd ev", + "ĉde v", + "Ġout fit", + "Ġoutf it", + "do ors", + "door s", + "Ġ fon", + "Ġf on", + "Ġfo n", + "i cut", + "ic ut", + "v olatile", + "vol atile", + "Ġhom osex", + "Ġhomo sex", + "Max imum", + "Ġex pend", + "Ġexp end", + "Ġ });ĊĊĊ", + "Ġ} );ĊĊĊ", + "Ġ});Ċ ĊĊ", + "Ġ});ĊĊ Ċ", + "Ġ}) ;ĊĊĊ", + "Ġ}); ĊĊĊ", + "E q", + "on ders", + "ond ers", + "onder s", + "onde rs", + "de partment", + "dep artment", + "depart ment", + "Ġ Physics", + "ĠPh ysics", + "ĠPhys ics", + "\" });Ċ", + "\"} );Ċ", + "\"}) ;Ċ", + "Ġpar ad", + "Ġpara d", + "Ġpa rad", + ". Str", + ".S tr", + ".St r", + "Ġs ele", + "Ġse le", + "Ġsel e", + "IF IED", + "IFI ED", + "Ġdel ivers", + "Ġdeliver s", + "i van", + "iv an", + "iva n", + "Ġrespons ibilities", + "Ġadvoc ates", + "Ġadvocate s", + "è µ", + "Ġ RID", + "ĠR ID", + "ĠRI D", + ". parameters", + ".param eters", + ".parameter s", + "M etrics", + "Met rics", + "Metric s", + "ron ics", + "ronic s", + "Ġ UITableViewCell", + "ĠUI TableViewCell", + "ĠUITableView Cell", + "A bsolute", + "Abs olute", + "ip se", + "ips e", + "y lum", + "yl um", + "ML Element", + "MLE lement", + "_ VALID", + "_VAL ID", + "< title", + " \\<^", + ">\\< ^", + "Ġ ios", + "Ġi os", + "Ġio s", + "s ound", + "so und", + "sou nd", + "\" ];", + "\"] ;", + "Ġf reed", + "Ġfr eed", + "Ġfree d", + "Ġfre ed", + "r ottle", + "rot tle", + "rott le", + "Ġ Lower", + "ĠL ower", + "ĠLo wer", + "ĠLow er", + "ĠLowe r", + "[ count", + "[c ount", + "å Ŀ", + "Ġp ale", + "Ġpa le", + "Ġpal e", + "ĠW ayne", + "ĠWay ne", + "ĠWa yne", + "e arth", + "ear th", + "_ categories", + "_c ategories", + "U CK", + "UC K", + ". metadata", + ".m etadata", + ".meta data", + ".met adata", + "Ġsum mon", + "Ġsumm on", + "H OME", + "HO ME", + "олÑĮ з", + "Ġmanufact ured", + "Ġmanufacture d", + "Ġ dock", + "Ġd ock", + "Ġdo ck", + "Ġdoc k", + "Ġcompet itors", + "Ġcompetitor s", + "Ġcompetit ors", + "_ MODEL", + "_MODE L", + "_MO DEL", + "_MOD EL", + "ok ia", + "oki a", + "Ġ Hey", + "ĠH ey", + "ĠHe y", + "Î ¿", + "Ġ backward", + "Ġback ward", + "ĠPO SS", + "ĠPOS S", + "r opa", + "ro pa", + "rop a", + "Ġ cri", + "Ġc ri", + "Ġcr i", + "_ OBJ", + "_O BJ", + "Trans port", + "- high", + "-h igh", + "Ġerot ik", + "Ġero tik", + "_ slot", + "_s lot", + "_sl ot", + "Ġ artic", + "Ġar tic", + "Ġart ic", + "_ framework", + "_f ramework", + "_frame work", + "_fr amework", + "-s erif", + "-se rif", + "-ser if", + "ĠSql DbType", + "' )(", + "') (", + "+ \"/", + "+\" /", + "Ġw ore", + "Ġwor e", + "Ġwo re", + "S il", + "Si l", + "Ġst oring", + "Ġstor ing", + "Ġsto ring", + "Ġ Phase", + "ĠPh ase", + "u ant", + "ua nt", + "uan t", + "Ġb ump", + "Ġbu mp", + "Ġbum p", + "in ho", + "inh o", + "Ġd ign", + "Ġdi gn", + "Ġdig n", + "Ġ backs", + "Ġb acks", + "Ġback s", + "Ġba cks", + "Ġbac ks", + "q q", + "( hash", + "(h ash", + "(has h", + "Ġ geo", + "Ġg eo", + "Ġge o", + "Ġt ender", + "Ġte nder", + "Ġten der", + "Ġtend er", + "L ogo", + "Log o", + "Lo go", + "! )Ċ", + "!) Ċ", + "Ġ MX", + "ĠM X", + "Ġ Arthur", + "ĠAr thur", + "ĠArt hur", + "ĠArth ur", + "ess oa", + "esso a", + "_ Ch", + "_C h", + "Ġbed rooms", + "Ġbedroom s", + "=\"# \"><", + "=\"#\" ><", + "=\"#\"> <", + "Ġ throat", + "Ġth roat", + "Ġthro at", + "i nsic", + "in sic", + "ins ic", + "insi c", + ". integer", + ".int eger", + "Ġ primitive", + "Ġpr imitive", + "Ġprim itive", + "Truth y", + "Ġfacilit ate", + "Ġfacil itate", + "Ġcre ativity", + "Ġcreat ivity", + "Ġ DNS", + "ĠD NS", + "ĠDN S", + "Ġ gra", + "Ġg ra", + "Ġgr a", + "u ez", + "ue z", + "Ġcount less", + "ĠP oland", + "ĠPol and", + "ĠPo land", + "' M", + "Ġ Dist", + "ĠD ist", + "ĠDis t", + "ĠDi st", + "Ġ vest", + "Ġv est", + "Ġve st", + "Ġves t", + "Ġcert ification", + "Ġcertif ication", + "á» ij", + "h eld", + "he ld", + "hel d", + "ext ensions", + "extension s", + "( static", + "(st atic", + "(stat ic", + "Ġ grades", + "Ġg rades", + "Ġgr ades", + "Ġgrad es", + "Ġgrade s", + "Ġgra des", + "Ġ Uber", + "ĠU ber", + "ĠUb er", + "ãģ Ł", + "Ġ [])Ċ", + "Ġ[ ])Ċ", + "Ġ[] )Ċ", + "Ġ[]) Ċ", + "d atos", + "da tos", + "dat os", + "dato s", + "Ġ getData", + "Ġget Data", + "ĠCh arg", + "ĠChar g", + "ĠCha rg", + "Ġ BS", + "ĠB S", + ".m icrosoft", + ".micro soft", + ". video", + ".v ideo", + ". direction", + ".d irection", + ".dir ection", + ".di rection", + ".direct ion", + "-> {'", + "->{ '", + "l ua", + "lu a", + "a pest", + "ap est", + "ape st", + "apes t", + "Ġbo iler", + "Ġboil er", + "e rek", + "er ek", + "ere k", + "Ġdec ides", + "Ġdecide s", + "Ġdecid es", + ". jar", + ".j ar", + "I SC", + "IS C", + "Ġ Words", + "ĠW ords", + "ĠWord s", + "ĠWor ds", + "( CON", + "(C ON", + "EMPL ATE", + "ree ze", + "s hots", + "sh ots", + "shot s", + "a pps", + "ap ps", + "app s", + "un ted", + "unt ed", + "unte d", + ". setName", + ".set Name", + ": :<", + ":: <", + "- bold", + "-b old", + "-bo ld", + "ê ²", + "å¯ Ĩ", + "Long rightarrow", + "Ġun fair", + "Ġunf air", + "Ġ earning", + "Ġe arning", + "Ġear ning", + "Ġearn ing", + "Ġ shelf", + "Ġsh elf", + "Ġshe lf", + "Ġshel f", + "UR EMENT", + "URE MENT", + "Ġ idle", + "Ġi dle", + "Ġid le", + "_ MENU", + "_M ENU", + "_ME NU", + ". Custom", + ".C ustom", + "A GER", + "AG ER", + "AGE R", + "- \"", + "_ switch", + "_s witch", + "_sw itch", + "b ecause", + "be cause", + "bec ause", + ") view", + ")v iew", + "m are", + "ma re", + "mar e", + "_ condition", + "_con dition", + "_cond ition", + "Ġ Starting", + "ĠStart ing", + "ĠStar ting", + "M vc", + "( pre", + "(p re", + "(pr e", + "d ump", + "du mp", + "dum p", + "_ LOCK", + "_L OCK", + "_LO CK", + "_LOC K", + "at etime", + "ate time", + ". callback", + ".c allback", + ".call back", + "ĠC er", + "ĠCe r", + "o pol", + "op ol", + "opo l", + "ib rary", + "ibr ary", + "Ġ reservation", + "Ġres ervation", + "Ġreserv ation", + "Ġreserva tion", + "ĉ ĉĉĉĉĉĉĊ", + "ĉĉ ĉĉĉĉĉĊ", + "ĉĉĉĉ ĉĉĉĊ", + "ĉĉĉ ĉĉĉĉĊ", + "ĉĉĉĉĉ ĉĉĊ", + "ĉĉĉĉĉĉ ĉĊ", + "ĉĉĉĉĉĉĉ Ċ", + "l ector", + "le ctor", + "lect or", + "lec tor", + "grad uate", + "Ġgener ous", + "Ġgene rous", + "Ġ ion", + "Ġi on", + "Ġio n", + "r icao", + "ri cao", + "ric ao", + "rica o", + "m q", + "_ complete", + "_com plete", + "_comp lete", + "( cursor", + "(c ursor", + "Ġ FormControl", + "ĠForm Control", + ": center", + ":c enter", + "Ġsub stitute", + "Ġsubstit ute", + "Ġ Planning", + "ĠPl anning", + "ĠPlan ning", + "Ġp ension", + "Ġpens ion", + "Ġrecommend ation", + "Ġ Tags", + "ĠT ags", + "ĠTag s", + "ĠTa gs", + "Ġg ef", + "Ġge f", + "Ġ albums", + "Ġalbum s", + "Ġalb ums", + "Ġ washing", + "Ġw ashing", + "Ġwash ing", + "r oc", + "ro c", + "Ġtr ains", + "Ġtrain s", + "Ġtra ins", + "Ġtrai ns", + "a tings", + "at ings", + "ating s", + "atin gs", + "Ġex ponent", + "Ġexp onent", + "ack bar", + "- ln", + "-l n", + "á g", + ".Data Annotations", + "Ġ EIF", + "ĠE IF", + "ĠEI F", + "ĠMal aysia", + "ĠMalays ia", + "ĉ PORT", + "ĉP ORT", + "on us", + "onu s", + "Ġc lever", + "Ġcl ever", + "Ġcle ver", + "Ġp eu", + "Ġpe u", + "> ĊĊĊĊ", + ">Ċ ĊĊĊ", + ">ĊĊ ĊĊ", + ">ĊĊĊ Ċ", + "Ġ Arguments", + "ĠArg uments", + "ĠArgument s", + "Ġdeb ugging", + "Ġdebug ging", + "( right", + "(r ight", + "' D", + "com pute", + "comp ute", + "comput e", + "Ġfin est", + "Ġfine st", + "Ġfi nest", + "Ġfines t", + "OR AGE", + "ORA GE", + "Ġspect acular", + "ph rase", + "Ġin dia", + "Ġind ia", + "Ġlegend ary", + "b irth", + "bir th", + "Ġ composite", + "Ġcom posite", + "Ġcomp osite", + "Ġcompos ite", + "Ġg rows", + "Ġgr ows", + "Ġgrow s", + "Ġgro ws", + "Ġ TD", + "ĠT D", + "Ġe pid", + "Ġep id", + "Ġlaunch ing", + "] ][", + "]] [", + "Min utes", + "Minute s", + "Ġ Cha", + "ĠC ha", + "ĠCh a", + "Ġclean ed", + "Ġcle aned", + "Ġwitness es", + "u kan", + "uk an", + "uka n", + "ĉ Type", + "ĉT ype", + "Ġh abe", + "Ġhab e", + "Ġha be", + "par agraph", + "para graph", + "ĠJ Panel", + "ĠJP anel", + "ĠH ann", + "ĠHa nn", + "ĠHan n", + "Ġvar ied", + "Ġvari ed", + "Ġva ried", + "Ġ Pokemon", + "ĠP okemon", + "ĠPok emon", + "ĠPoke mon", + "ĠM UST", + "ĠMU ST", + "åĬ ¨", + ". visibility", + ".vis ibility", + "op up", + "^ [", + ". expand", + ".exp and", + "Ġ \"',", + "Ġ\" ',", + "Ġ\"' ,", + ".f asterxml", + "_ auto", + "_a uto", + "_aut o", + "Ġ Sheet", + "ĠS heet", + "ĠShe et", + "m arker", + "mark er", + "mar ker", + "Par cel", + "e ws", + "ew s", + "Ġ Strategy", + "ĠStr ategy", + "ĠStrateg y", + "- making", + "-m aking", + "Ġun ve", + "Ġtr ailing", + "Ġtrail ing", + "Ġtra iling", + "Ġtrai ling", + "Ġcl icks", + "Ġclick s", + "Ġcli cks", + "Ġclic ks", + "Ġ GetComponent", + "ĠGet Component", + "ĉ content", + "ĉc ontent", + "ĉcon tent", + "ĉcont ent", + "IG ENCE", + "ER NEL", + "ERN EL", + "NSMutable Array", + "Ġb reat", + "Ġbr eat", + "Ġbre at", + "Ġharm ful", + "¶ Ī", + "Ġbes ides", + "Ġbeside s", + "Ġb oring", + "Ġbo ring", + "Ġbor ing", + "Ġbrut al", + "Ġbru tal", + "v ang", + "va ng", + "van g", + "( parse", + "(p arse", + "(par se", + "qu ick", + "qui ck", + "Ġ pytest", + "Ġpy test", + "Ġpyt est", + "Ġswitch ing", + "( )]Ċ", + "() ]Ċ", + "()] Ċ", + "Ġ ìĦ", + "Ġì Ħ", + "L ER", + "LE R", + "ĉ font", + "ĉf ont", + "Ġ nett", + "Ġn ett", + "Ġne tt", + "Ġnet t", + ") ]ĊĊ", + ")]Ċ Ċ", + ")] ĊĊ", + "( /\\", + "(/ \\", + "æŀ ľ", + "to Array", + "Ġb reed", + "Ġbr eed", + "Ġbre ed", + "Ġbree d", + "Ġ CAR", + "ĠC AR", + "ĠCA R", + "Ġ Weapon", + "ĠWe apon", + "A bs", + "Ab s", + "t ot", + "to t", + "Ġ setName", + "Ġset Name", + "a ptive", + "apt ive", + "Ġ :,", + "Ġ: ,", + "Ġ escaped", + "Ġesc aped", + "Ġescape d", + "Ġescap ed", + "or den", + "ord en", + "orde n", + "Ġ Pri", + "ĠP ri", + "ĠPr i", + "th umbnail", + "Ġde scriptions", + "Ġdes criptions", + "Ġdescription s", + "Ġdescri ptions", + "/ styles", + "/st yles", + "/style s", + "Ġ PCI", + "ĠP CI", + "ĠPC I", + "Ġ alphabet", + "Ġal phabet", + "Ġalpha bet", + "Ġalph abet", + "astic search", + "astics earch", + "N OTE", + "NO TE", + "NOT E", + "Ġc ialis", + "Ġci alis", + "ĠGr iff", + "ĠGri ff", + "Ġp orque", + "Ġpor que", + "Ġprote ins", + "Ġprotein s", + "p lays", + "pl ays", + "play s", + "pla ys", + "Ġst ating", + "Ġstat ing", + "Ġsta ting", + "Ġstati ng", + "Ġim agination", + "Ġimag ination", + "Ġimagin ation", + "Ġf acial", + "Ġfa cial", + "Ġfac ial", + "ĠM echan", + "ĠMe chan", + "ĠMech an", + "ĠMec han", + "Ġarr anged", + "Ġarrang ed", + "Ġarrange d", + "_ used", + "_u sed", + "_us ed", + "_use d", + "Ġarrang ements", + "Ġarrangement s", + "Ġarrange ments", + "Ġ Pipe", + "ĠP ipe", + "ĠPi pe", + "ĠPip e", + "host name", + "Ġpro vinc", + "Ġprov inc", + "T it", + "Ti t", + ".Flat Style", + "Ġ Split", + "ĠS plit", + "ĠSp lit", + "ĠSpl it", + "Ġ Loader", + "ĠL oader", + "ĠLo ader", + "ĠLoad er", + ". cc", + ".c c", + "Ġ clinic", + "Ġcl inic", + "Ġclin ic", + "Ġcli nic", + "-------- --------------------", + "---------------- ------------", + "------------ ----------------", + "------------- ---------------", + "--------------- -------------", + "-------------- --------------", + "-------------------- --------", + "Ġb aking", + "Ġba king", + "Ġbak ing", + "Ġ ENT", + "ĠE NT", + "ĠEN T", + "ne ath", + "nea th", + "ãĢģ ĊĊ", + "ãĢģĊ Ċ", + "A NE", + "AN E", + ".EntityFramework Core", + "a ppers", + "ap pers", + "app ers", + "apper s", + "appe rs", + ". ic", + ".i c", + "Ġ NgModule", + "ĠNg Module", + "Ġ FORM", + "ĠF ORM", + "ĠFOR M", + "ĠFO RM", + "Ġ ';", + "Ġ' ;", + "- profit", + "-pro fit", + "-prof it", + "h w", + "en emy", + "ene my", + "Ġ Eye", + "ĠE ye", + "ĠEy e", + "Ġca ution", + "Ġcaut ion", + "t own", + "to wn", + "Ġur ged", + "Ġurge d", + "Ġurg ed", + "Ġ Jimmy", + "ĠJim my", + "ynchron ous", + "-s ized", + "-size d", + "m aking", + "ma king", + "mak ing", + ", {", + "] ',", + "]' ,", + "_ Object", + "_O bject", + "_Obj ect", + "ah oma", + "aho ma", + "Ġact ivist", + "Ġactiv ist", + "IN VAL", + "INV AL", + "Ġ Commercial", + "ĠCom mercial", + "ĠComm ercial", + "ĠOr lando", + "( tab", + "(t ab", + "Ġ ب", + "ĠØ ¨", + "Al gorithm", + "Ġher itage", + "Get Mapping", + "Ġfail ures", + "Ġfailure s", + "r ios", + "ri os", + "rio s", + "at iva", + "ati va", + "ativ a", + "Ġ tet", + "Ġt et", + "Ġte t", + "Ġcar pet", + "Ġcarp et", + "( Z", + "th ree", + "thr ee", + "Ġdis closure", + "Ġdisc losure", + ". ERROR", + ".ERR OR", + "_ called", + "_c alled", + "_call ed", + "_cal led", + "Ġd ial", + "Ġdi al", + "Ġdia l", + "Ġoccas ional", + "Ġoccasion al", + ". Err", + ".E rr", + "Ġfun cion", + "Ġfunc ion", + "caff old", + "caf fold", + "Ġre leasing", + "Ġrele asing", + "ï¼ī ĊĊ", + "ï¼īĊ Ċ", + "_ Value", + "_V alue", + "_Val ue", + "Ġ Vari", + "ĠV ari", + "ĠVar i", + "ĠVa ri", + "y ellow", + "Ġstrugg les", + "Ġstruggle s", + ". cal", + ".c al", + ".ca l", + "ĠDak ota", + "ĉ close", + "ĉc lose", + "ĉcl ose", + "Ġsand wich", + "Ġ analytics", + "Ġan alytics", + "Ġanaly tics", + "Ġanalytic s", + "Ġ **)", + "Ġ* *)", + "Ġ** )", + "& #", + "Ġ Jos", + "ĠJ os", + "ĠJo s", + "Ġpass ive", + "AT TR", + "ATT R", + "Th rowable", + "Throw able", + "ĠM un", + "ĠMu n", + "Ġ Uint", + "ĠU int", + "ĠUi nt", + "( disposing", + "(dis posing", + "a rak", + "ar ak", + "ara k", + "Ġ Leaders", + "ĠLe aders", + "ĠLeader s", + "ĠLead ers", + "Ġaffect ing", + "Ġitem View", + "Ġe conomics", + "Ġecon omics", + "Ġeconomic s", + "Ġeconom ics", + "f v", + "๠Ģ", + ". rb", + ".r b", + "Ġ Overall", + "ĠOver all", + "Ġwealth y", + "Ġev olved", + "Ġevolve d", + "n da", + "nd a", + "ĠH us", + "ĠHu s", + "re strict", + "u men", + "um en", + "ume n", + "ĠA gricult", + "ĠAgr icult", + "! ĊĊĊ", + "!ĊĊ Ċ", + "!Ċ ĊĊ", + "Ġ expires", + "Ġex pires", + "Ġexp ires", + "Ġexpire s", + "Ġspokes person", + "int erval", + "inter val", + "Ġ â", + "Ġà ¢", + "Ġ queen", + "Ġqu een", + "Ġque en", + "( nil", + "(n il", + "i ngo", + "in go", + "ing o", + "He ap", + "Ù İ", + "Ġcom plain", + "Ġcomp lain", + "Ġcompl ain", + "S ym", + "Sy m", + "Ġ Clone", + "ĠCl one", + "ĠClo ne", + "Ġ Ru", + "ĠR u", + "ĠW ILL", + "ĠWI LL", + "Ġ Crystal", + "ĠCr ystal", + "ĠCry stal", + "/ content", + "/c ontent", + "/con tent", + "i ngen", + "in gen", + "ing en", + "inge n", + "oint ment", + "Last Name", + "av icon", + "avi con", + "avic on", + "Ġ IBM", + "ĠI BM", + "ĠIB M", + "Ġ Dimension", + "ĠD imension", + "ĠDim ension", + "a nh", + "an h", + "ici pants", + "icip ants", + "icipant s", + "Ġ Anne", + "ĠAn ne", + "ĠAnn e", + ". progress", + ".pro gress", + "Ġ algo", + "Ġal go", + "Ġalg o", + "o bil", + "ob il", + "obi l", + "Ġ Voice", + "ĠV oice", + "ĠVo ice", + "Ġ FE", + "ĠF E", + "Ġ gli", + "Ġg li", + "Ġgl i", + "Ġ ved", + "Ġv ed", + "Ġve d", + "Ġpr events", + "Ġpre vents", + "Ġprevent s", + "Ġprev ents", + "\\ Column", + "\\C olumn", + "Ġ folk", + "Ġf olk", + "Ġfol k", + "Ġfo lk", + "e tti", + "et ti", + "ett i", + "Ġ mn", + "Ġm n", + "Ġ CLASS", + "ĠCL ASS", + "Ġdis playing", + "Ġdisplay ing", + "Ġdispl aying", + "ĠK l", + "ĠF err", + "ĠFe rr", + "ĠFer r", + "d uto", + "du to", + ". ib", + ".i b", + "Ġ dados", + "Ġd ados", + "Ġda dos", + "Ġdad os", + "Ġdado s", + "' name", + "'n ame", + "'na me", + "- space", + "-s pace", + "-sp ace", + "Ġit alian", + "Ġitalia n", + "Ġ inverse", + "Ġin verse", + "Ġinv erse", + "Ġinvers e", + "Ġ dense", + "Ġd ense", + "Ġden se", + "Ġdens e", + "u ter", + "ut er", + "ute r", + "Ġ IEnumerator", + "ĠI Enumerator", + "- sign", + "-s ign", + "Ġnation wide", + "Ġ persona", + "Ġperson a", + "Ġpers ona", + "Ġperso na", + "Ġs olved", + "Ġsol ved", + "Ġsolve d", + "Ġdram atically", + "Ġdramatic ally", + "Log out", + "Logo ut", + "Ġ grav", + "Ġg rav", + "Ġgr av", + "Ġgra v", + "Ġanal yses", + "Ġanaly ses", + "Ġanalys es", + "Ġanalyse s", + "ol lo", + "oll o", + "Ġ lamp", + "Ġl amp", + "Ġla mp", + "Ġlam p", + ". team", + ".t eam", + ".te am", + "Ġ Erot", + "ĠE rot", + "ĠEr ot", + "= [\"", + "=[ \"", + "Ġd ancing", + "Ġdan cing", + "Ġ ?>/", + "Ġ? >/", + "Ġ?> /", + "Ġc ater", + "Ġca ter", + "Ġcat er", + "Ġcate r", + "f fe", + "ff e", + "Ġ Sha", + "ĠS ha", + "ĠSh a", + "ĠB os", + "ĠBo s", + "ĠRE QUIRE", + "Ġ Monster", + "ĠMon ster", + "ĠMons ter", + "Ġ RB", + "ĠR B", + "Ġ IDE", + "ĠI DE", + "ĠID E", + "Ġs uits", + "Ġsu its", + "Ġsuit s", + "Ġsui ts", + "Ġ formData", + "Ġform Data", + "( theta", + "(th eta", + "(the ta", + "Ġs patial", + "Ġsp atial", + "Ġspat ial", + "= NULL", + "=N ULL", + "Ġ SqlConnection", + "ĠSql Connection", + "Ġ à", + "ĠV enez", + "ĠVen ez", + "ĠVe nez", + "Ġ Morning", + "ĠM orning", + "ĠMor ning", + "Ġpublic ations", + "Ġpub lications", + "Ġpublication s", + "ĠNON INFRINGEMENT", + "first Name", + "u ds", + "ud s", + "W ould", + "Wo uld", + "_ HEAD", + "_HE AD", + "Ġinv ested", + "Ġinvest ed", + "Ġinve sted", + "s table", + "st able", + "sta ble", + "stab le", + "f red", + "fr ed", + "fre d", + "Ġcomm ander", + "Ġcommand er", + "Ġcomma nder", + "Ġcommande r", + "S ES", + "SE S", + "âĢĶ a", + "an che", + "anc he", + "anch e", + "Ġ Movement", + "ĠM ovement", + "ĠMo vement", + "ĠMove ment", + "ĠMov ement", + "ë ³", + "S uite", + "Su ite", + "Suit e", + "Ġjur isdiction", + "ë ¦¬", + "ë¦ ¬", + "Ġ Beth", + "ĠB eth", + "ĠBe th", + "ĠBet h", + "j Query", + "ĠI sa", + "ĠIs a", + "Ġd ental", + "Ġden tal", + "Ġdent al", + ", *", + "Ġ Limit", + "ĠL imit", + "ĠLim it", + "ĠLi mit", + "il iation", + "ili ation", + "ilia tion", + "= \"{", + "=\" {", + "b ast", + "ba st", + "bas t", + "Ġt urb", + "Ġtu rb", + "Ġtur b", + "i sy", + "is y", + "O OK", + "OO K", + "Ġadv ocate", + "Ġadvoc ate", + "i mag", + "im ag", + "ima g", + "LE CTION", + "LECT ION", + "LEC TION", + "л ÑĮ", + "( category", + "(c ategory", + ". dec", + ".d ec", + ".de c", + "Ġun iqu", + "Ġuni qu", + "Ġuniq u", + "_ sn", + "_s n", + "Ġat tracted", + "Ġattr acted", + "Ġattract ed", + "Ġ Ãī", + "Ġà ī", + "Ġ Running", + "ĠR unning", + "ĠRun ning", + "_ edges", + "_edge s", + "_ed ges", + "Ġ Disable", + "ĠD isable", + "ĠDis able", + "_ AS", + "_A S", + "åĽ ¾", + "Ġnetwork ing", + "Ġnet working", + "_ branch", + "_br anch", + "H aving", + "Ha ving", + "toBe Truthy", + "G I", + "Ġc amps", + "Ġca mps", + "Ġcamp s", + "Ġcam ps", + "s ep", + "se p", + "- part", + "-p art", + "-par t", + "Ġ )ĊĊĊĊĊĊĊĊ", + "Ġ) ĊĊĊĊĊĊĊĊ", + "Ġ)Ċ ĊĊĊĊĊĊĊ", + "Ġ)ĊĊ ĊĊĊĊĊĊ", + "Ġ)ĊĊĊ ĊĊĊĊĊ", + "ustr alia", + "ustral ia", + "Ġ Reports", + "ĠRe ports", + "ĠRep orts", + "ĠReport s", + "ĠRepo rts", + "r ito", + "ri to", + "rit o", + "Ġwa ist", + "_ plus", + "_p lus", + "_pl us", + "Ġ WW", + "ĠW W", + "- person", + "-p erson", + "-per son", + "Ap ril", + "Apr il", + "Ġ sar", + "Ġs ar", + "Ġsa r", + ". tar", + ".t ar", + ".ta r", + "Ġagricult ural", + "Ġagr icultural", + "t ic", + "ti c", + "Ġ tcp", + "Ġt cp", + "Ġtc p", + "Ġ setValue", + "Ġset Value", + "ag ento", + "agent o", + "agen to", + "Ġ Appe", + "ĠA ppe", + "ĠApp e", + "ĠAp pe", + "p iler", + "pi ler", + "pile r", + "C ADE", + "CA DE", + "CAD E", + "Ġ anche", + "Ġan che", + "Ġanch e", + "Ġanc he", + "at cher", + "atch er", + "Ġc omics", + "Ġcom ics", + "Ġcomic s", + "Ġ lbs", + "Ġl bs", + "Ġlb s", + "_ segment", + "_s egment", + "_se gment", + "_seg ment", + "' ]=$", + "'] =$", + "']= $", + "it ters", + "itt ers", + "itter s", + "itte rs", + "i cher", + "ic her", + "ich er", + "iche r", + "G INE", + "GIN E", + "GI NE", + "Ġutil ize", + "Ġutiliz e", + "Ġ Cursor", + "ĠC ursor", + "ĠCurso r", + "_ expression", + "_ex pression", + "_exp ression", + "_expr ession", + "Ġ dag", + "Ġd ag", + "Ġda g", + "< long", + " < ?=", + "> x", + ". Task", + ".T ask", + "m oney", + "mon ey", + "mo ney", + "ib aba", + "iba ba", + "' });Ċ", + "'} );Ċ", + "'}) ;Ċ", + "Ġ Specific", + "ĠS pecific", + "ĠSpec ific", + "Ġ Linear", + "ĠL inear", + "ĠLine ar", + "ĠLin ear", + "ĠLi near", + "_ OPT", + "_O PT", + "_OP T", + "Hash Code", + "( Player", + "(P layer", + ".Contains Key", + "Ġ collapsed", + "Ġc ollapsed", + "Ġcoll apsed", + "Ġcollapse d", + "Ġcollaps ed", + "trans parent", + "_R ANGE", + "View er", + "( cfg", + "(c fg", + "(cf g", + "Ġ sorting", + "Ġs orting", + "Ġsort ing", + "Ġsor ting", + "Ġinf ected", + "Ġinfect ed", + "Ġ Nach", + "ĠN ach", + "ĠNa ch", + "Ġaccommod ate", + ". elements", + ".e lements", + ".element s", + ".el ements", + ".elem ents", + "_ PART", + "_P ART", + "_PA RT", + "_PAR T", + "Ġ Sexy", + "ĠSe xy", + "ĠSex y", + "= get", + "=g et", + "( year", + "(y ear", + "Ġ xhr", + "Ġx hr", + ": ]", + "ow ski", + "ows ki", + "Ġsum mar", + "Ġsumm ar", + "Ġ ¿", + "Ġ ¿", + "Ġ inte", + "Ġin te", + "Ġint e", + "Ġi nte", + "Ġ workflow", + "Ġwork flow", + "ĠTai wan", + "v ersions", + "vers ions", + "version s", + "åı ij", + "Ġsur prisingly", + "Ġsurprising ly", + "Ġop tical", + "Ġopt ical", + "Ġoptic al", + "Ġpro ces", + "Ġproc es", + "Ġdis agree", + "Ġdisag ree", + "Ġn uevo", + "Ġnue vo", + "Ġ CAM", + "ĠC AM", + "ĠCA M", + "s orted", + "sort ed", + "le ases", + "lease s", + "lea ses", + "is tle", + "ist le", + "I dent", + "Id ent", + "Ide nt", + "ĉ event", + "ĉe vent", + "ĉev ent", + "j ected", + "ject ed", + "jec ted", + "Ch unk", + "V ars", + "Var s", + "Va rs", + ". provider", + ".pro vider", + "Ġproceed ings", + "Ġproceeding s", + "Ġ inclusive", + "Ġin clusive", + "Ġincl usive", + "Ġinclus ive", + "Ġart work", + "end ants", + "enda nts", + "endant s", + "ï¼ļ Ċ", + "s een", + "se en", + "see n", + "Ġ lig", + "Ġl ig", + "Ġli g", + "Ġ makers", + "Ġm akers", + "Ġmake rs", + "Ġma kers", + "Ġmaker s", + "Ġmak ers", + "_ fun", + "_f un", + "_fu n", + "Ġlength s", + "Ġleng ths", + "Path Variable", + "[ item", + "[i tem", + "[it em", + "ภµ", + "D ead", + "De ad", + "FF FFFF", + "FFFF FF", + "FFF FFF", + "Ġ Urban", + "ĠUr ban", + "ĠUrb an", + "u ples", + "up les", + "uple s", + "i chen", + "ic hen", + "ich en", + "iche n", + "( nullptr", + "(null ptr", + ". spec", + ".s pec", + ".sp ec", + ", System", + ",S ystem", + "U RATION", + "UR ATION", + "URA TION", + "( job", + "(j ob", + "å¼ ı", + "Ġ tracker", + "Ġtr acker", + "Ġtrack er", + "Ġtra cker", + "Å Ļ", + "Ġ MR", + "ĠM R", + "Ġ SQLite", + "ĠSQL ite", + "ĠSQ Lite", + "Ġ dto", + "Ġd to", + "Ġdt o", + "Ġ ;;Ċ", + "Ġ; ;Ċ", + "Ġ;; Ċ", + "Ġ mint", + "Ġm int", + "Ġmin t", + "Ġmi nt", + "Ġ Introduction", + "ĠInt roduction", + "ĠIntro duction", + "c ao", + "ca o", + "Ġquest ioned", + "Ġquestion ed", + "Ġquesti oned", + "Ġf itted", + "Ġfit ted", + "Ġfitte d", + "re vision", + "rev ision", + "s q", + "Ġm ig", + "Ġmi g", + "_ units", + "_un its", + "_unit s", + "_ async", + "_a sync", + "_as ync", + "Ġf lick", + "Ġfl ick", + "} );ĊĊĊ", + "});Ċ ĊĊ", + "});ĊĊ Ċ", + "}) ;ĊĊĊ", + "}); ĊĊĊ", + "Ġn otre", + "Ġnot re", + "Ġno tre", + "} `,", + "}` ,", + "F ilters", + "Filter s", + "Fil ters", + "Ġm undo", + "Ġmu ndo", + "Ġmund o", + "Ġmun do", + "_ days", + "_d ays", + "_day s", + "_da ys", + "Ġ frm", + "Ġf rm", + "Ġfr m", + "u tc", + "ut c", + "Ġ vals", + "Ġv als", + "Ġval s", + "Ġva ls", + "e width", + "ew idth", + "Ġ Generator", + "ĠG enerator", + "ĠGener ator", + "ĠGen erator", + "Ġ Artist", + "ĠArt ist", + "Ġ IDs", + "ĠI Ds", + "ĠID s", + "Ġ Articles", + "ĠArt icles", + "ĠArticle s", + "re ater", + "reate r", + "reat er", + "rea ter", + "ĠComponent Fixture", + ". =", + "Ġ rou", + "Ġr ou", + "Ġro u", + "- no", + "-n o", + ".b ukkit", + "e gg", + "eg g", + "Ġ Diff", + "ĠD iff", + "ĠDi ff", + "a tics", + "at ics", + "atic s", + "ati cs", + "Ñĥ Ñĩ", + "âĢĶ ĊĊ", + "Ġ Charlotte", + "ĠChar lotte", + "ĠCharl otte", + "b ye", + "by e", + "Ġ });čĊčĊ", + "Ġ} );čĊčĊ", + "Ġ}) ;čĊčĊ", + "Ġ});čĊ čĊ", + "Ġ}); čĊčĊ", + "ĠV ik", + "ĠVi k", + "ĠB row", + "ĠBr ow", + "ĠBro w", + "Ġ lv", + "Ġl v", + "ĠG ib", + "ĠGi b", + "- wing", + "-w ing", + "-win g", + "GL IGENCE", + "( Il", + "(I l", + "ĠEngine er", + ". Wait", + ".W ait", + "Ġ Pictures", + "ĠP ictures", + "ĠPicture s", + "ĠPic tures", + "Ġr het", + "Ġrh et", + "Ġrhe t", + "Ġ thermal", + "Ġth ermal", + "Ġther mal", + "Ġtherm al", + "Ġp raise", + "Ġpr aise", + "Ġpra ise", + "< >();ĊĊ", + "<>();Ċ Ċ", + "<>( );ĊĊ", + "<> ();ĊĊ", + "Ġ Spider", + "ĠSp ider", + "ĠSpi der", + "P ause", + "Pa use", + "ĠB aker", + "ĠBa ker", + "ĠBak er", + "ĠBake r", + "Ġs lower", + "Ġsl ower", + "Ġslow er", + "Ġslo wer", + "Ġ }]Ċ", + "Ġ} ]Ċ", + "Ġ}] Ċ", + "_ enqueue", + "_en queue", + "Ġdis appeared", + "Ġdisappe ared", + "Ġdisappear ed", + "Ġ Ticket", + "ĠT icket", + "ĠTi cket", + "ĠTick et", + "ĠTic ket", + "IN UX", + "INU X", + "_ LOCAL", + "_LO CAL", + "_LOC AL", + "аÑģ Ñģ", + "@Inject able", + "comm unity", + "G estureRecognizer", + "Gesture Recognizer", + "åĽ ½", + "Ġs cales", + "Ġsc ales", + "Ġscale s", + "Ġsca les", + "Ġscal es", + "Ġ -(", + "Ġ- (", + "/ '+", + "/' +", + "Ġ Sit", + "ĠS it", + "ĠSi t", + "Ġexecutive s", + "Ġexecut ives", + "ar ding", + "ard ing", + "ardi ng", + "ardin g", + "Ġad vers", + "Ġadv ers", + "Ġback wards", + "Ġbackward s", + "ĉ context", + "ĉcon text", + "ĉcont ext", + "ĠH amp", + "ĠHam p", + "ĠHa mp", + "Ġ PF", + "ĠP F", + "Ġ Deck", + "ĠD eck", + "ĠDe ck", + "ĠDec k", + "Ġ Craig", + "ĠC raig", + "ĠCra ig", + "A merican", + "Americ an", + "America n", + "Ġ bell", + "Ġb ell", + "Ġbe ll", + "Ġbel l", + "Ġp rol", + "Ġpro l", + "Ġpr ol", + "u fen", + "uf en", + "ufe n", + "Ġ rng", + "Ġr ng", + "Ġrn g", + "ar shal", + "ars hal", + "Ġ Simply", + "ĠSim ply", + "ĠSimpl y", + "first name", + "sh ore", + "J uly", + "Jul y", + "Ju ly", + "Ġm ortality", + "Ġmort ality", + "Ġmortal ity", + "ĠâĨĴ ĊĊ", + "H elpers", + "Helper s", + "Help ers", + "Hel pers", + "Ġ benchmark", + "Ġb enchmark", + "Ġbench mark", + "e made", + "em ade", + "ema de", + "Ġorgan isations", + "Ġorganis ations", + "Ġorganisation s", + ".g son", + ".gs on", + "Ġ TextField", + "ĠT extField", + "ĠText Field", + "Ġcivil ians", + "Ġciv ilians", + "Ġcivilian s", + ". Arrays", + ".Array s", + ".Ar rays", + "ĠMiss issippi", + "Ġinter mediate", + "Ġintermedi ate", + "get User", + "_ cluster", + "_cl uster", + "Rel ative", + "fore ign", + ".querySelector All", + "Fore ignKey", + "Foreign Key", + "Ġreason ably", + "- --------Ċ", + "-- -------Ċ", + "---- -----Ċ", + "-------- -Ċ", + "--- ------Ċ", + "----- ----Ċ", + "------ ---Ċ", + "------- --Ċ", + "--------- Ċ", + "C ards", + "Card s", + "Car ds", + "ĠK am", + "ĠKa m", + "Ġ Thor", + "ĠT hor", + "ĠTh or", + "Ġ roller", + "Ġr oller", + "Ġro ller", + "Ġroll er", + "Ġrol ler", + "- element", + "-e lement", + "-el ement", + "Ġ Currency", + "ĠC urrency", + "d die", + "dd ie", + "AL LY", + "ALL Y", + "Ġ RA", + "ĠR A", + "Ġper met", + "Ġperm et", + "Ġperme t", + "a aaa", + "aa aa", + "aaa a", + "Ġhome work", + "Ġhom ework", + "ĠV it", + "ĠVi t", + "Ġm old", + "Ġmo ld", + "Ġmol d", + "ĠF er", + "ĠFe r", + "[ start", + "Ġstat istical", + "Ġstatist ical", + "Ġstatistic al", + "Ġsc ary", + "Ġsca ry", + "Ġscar y", + "_ HOME", + "_H OME", + ". Begin", + ".B egin", + ".Be gin", + "Con struct", + "o genic", + "og enic", + "ogen ic", + "oge nic", + "ĠDEAL INGS", + "Ġtamb ién", + "i xon", + "ix on", + "ixo n", + ". ind", + ".in d", + ".i nd", + "a cre", + "ac re", + "acr e", + "Ġ transforms", + "Ġtrans forms", + "Ġtransform s", + "ĠN ap", + "ĠNa p", + ". Block", + ".B lock", + ".Bl ock", + "uss ia", + "p iration", + "pi ration", + "pir ation", + "ul ent", + "ule nt", + "ulen t", + "Ġ ceil", + "Ġc eil", + "Ġce il", + "Cl ause", + "Cla use", + "n aire", + "na ire", + "T ES", + "TE S", + "Ġn eat", + "Ġne at", + "S TD", + "ST D", + "Ġ RegExp", + "ĠReg Exp", + "per form", + "perf orm", + ": )", + "Ġun ions", + "Ġunion s", + "Ġuni ons", + "Ġs ublic", + "Ġsub lic", + "Ġw inds", + "Ġwin ds", + "Ġwind s", + "Ġwi nds", + "lo ating", + "loat ing", + "g lich", + "gl ich", + "gli ch", + "Ġ pagination", + "Ġp agination", + "Ġpag ination", + "Ġpagina tion", + "S kill", + "Sk ill", + "App ly", + "Ap ply", + "Ġ Operator", + "ĠO perator", + "ĠOper ator", + "ĠOp erator", + "ĠOpera tor", + "ist ogram", + "isto gram", + "Ġ qualities", + "Ġqual ities", + "Ġquali ties", + "C ross", + "Cr oss", + "Cro ss", + "Ġd ecom", + "Ġde com", + "Ġdec om", + "Ġdeco m", + "] ,\"", + "], \"", + "Ġ Juan", + "ĠJ uan", + "ĠJu an", + ". modal", + ".m odal", + ".mod al", + ".mo dal", + ". Child", + ".Ch ild", + "Ġ Roger", + "ĠR oger", + "ĠRo ger", + "ĠRog er", + "STIT UTE", + ":CGRect Make", + "a lette", + "al ette", + "ale tte", + "alet te", + "Ġ sta", + "Ġs ta", + "Ġst a", + "a side", + "as ide", + "asi de", + "Ġ blur", + "Ġbl ur", + "Ġ Wa", + "ĠW a", + "if etime", + "ife time", + "r eed", + "re ed", + "ree d", + "control s", + "contr ols", + "contro ls", + "Ġ bins", + "Ġb ins", + "Ġbi ns", + "Ġbin s", + "Ġ пол", + "Ġп ол", + "Ġпо л", + "* /,Ċ", + "*/ ,Ċ", + "*/, Ċ", + "U IS", + "UI S", + "ĠR ou", + "ĠRo u", + "Ġ Demo", + "ĠD emo", + "ĠDe mo", + "ĠDem o", + "- awesome", + "Ġ Chain", + "ĠCh ain", + "ĠCha in", + "Ġh asta", + "Ġhas ta", + "Ġha sta", + "Ġhast a", + "ĠB art", + "ĠBar t", + "ĠBa rt", + ". KEY", + ".K EY", + "Ġ vendors", + "Ġv endors", + "Ġvend ors", + "Ġvendor s", + "no follow", + "nof ollow", + "Ġ Dest", + "ĠD est", + "ĠDe st", + "ĠDes t", + "_ builder", + "_b uilder", + "_build er", + "Ġarg ues", + "Ġargue s", + "_ answer", + "_an swer", + "_ans wer", + "g oto", + "go to", + "got o", + "Ġ RESULT", + "ĠRES ULT", + "Ġ MON", + "ĠM ON", + "ĠMO N", + "Ġp oder", + "Ġpo der", + "Ġpod er", + "Ġpode r", + "o ons", + "oo ns", + "oon s", + "_ CASE", + "_C ASE", + "_CA SE", + "Ġrep lic", + "Ġrepl ic", + "Ġfin ancing", + "Ġfinanc ing", + "Ġfinan cing", + "Ġ DATE", + "ĠD ATE", + "ĠDA TE", + "ĠDAT E", + "c ern", + "ce rn", + "cer n", + "_ track", + "_t rack", + "_tr ack", + "_tra ck", + "t ies", + "ti es", + "tie s", + "/ logo", + "/l ogo", + "/log o", + "/lo go", + "ĠNE GLIGENCE", + "get Type", + "> T", + "b et", + "be t", + "g irl", + "gi rl", + "ĠINCIDENT AL", + "- site", + "-s ite", + ". trigger", + ".tr igger", + "Ġ Lisa", + "ĠL isa", + "ĠLi sa", + "ĠLis a", + "_ inputs", + "_in puts", + "_input s", + "_inp uts", + "Ġrel atives", + "Ġrelative s", + "Ġrelativ es", + "Ġrelat ives", + "Logged In", + "Con figure", + "Config ure", + "Conf igure", + "I K", + ". accept", + ".ac cept", + ".acc ept", + "Re sume", + "Res ume", + "Ġ Draft", + "ĠD raft", + "ĠDr aft", + "ĠDra ft", + "Ġ *>(", + "Ġ* >(", + "Ġ*> (", + "Ġ WA", + "ĠW A", + "ed ian", + "edia n", + "edi an", + "er ness", + "ern ess", + "erne ss", + "ernes s", + "Ġ LayoutInflater", + "ĠLayout Inflater", + "* /čĊčĊ", + "*/ čĊčĊ", + "*/čĊ čĊ", + "o thy", + "ot hy", + "oth y", + "Ġoblig ation", + "Ġobl igation", + "Sub scribe", + "Ġ thumbnail", + "Ġth umbnail", + "ex ist", + "Ġins isted", + "Ġinsist ed", + "Ġ UICollectionView", + "ĠU ICollectionView", + "ĠUI CollectionView", + "Ġ Angular", + "ĠAng ular", + "Ġtable ts", + "Ġtab lets", + "Ġtablet s", + "Ġ Impact", + "ĠImp act", + "ãĢį ĊĊ", + "ãĢįĊ Ċ", + "a ho", + "ah o", + "Ġcharacter istic", + "g d", + "Ġ= ================================================", + "Ġ================= ================================", + "Ġ================================= ================", + "o urt", + "ou rt", + "our t", + "` .", + "App ro", + "Ap pro", + "Co ordinate", + "Coord inate", + "Re member", + "Rem ember", + "Ġ marine", + "Ġm arine", + "Ġmar ine", + "Ġma rine", + "Ġmari ne", + "Ġmarin e", + "] =='", + "]= ='", + "]== '", + "Ġ Administrator", + "ĠAdmin istrator", + "ĠAdministr ator", + ". getDefault", + ".get Default", + ".getD efault", + "Ġ forgot", + "Ġf orgot", + "Ġfor got", + "Ġforg ot", + "Ġ Structure", + "ĠStruct ure", + "V ue", + "Vu e", + "ar sing", + "ars ing", + "arsi ng", + "m oment", + "mo ment", + "mom ent", + "k w", + "_ cursor", + "_c ursor", + "Att ack", + "Ġath letic", + "Ġdiagn osed", + "Ġdiagnose d", + "Ġ ende", + "Ġe nde", + "Ġen de", + "Ġend e", + "åĪ łéĻ¤", + "H ouse", + "Ho use", + "Ġ PARAM", + "ĠP ARAM", + "ĠPA RAM", + "ĠPAR AM", + "ĠPARA M", + "Ġ wiki", + "Ġw iki", + "Ġwi ki", + "Ġwik i", + "Ġ Opp", + "ĠO pp", + "ĠOp p", + "Ġcons ervation", + "Ġconserv ation", + "Ġ snd", + "Ġs nd", + "Ġsn d", + "_ tem", + "_t em", + "_te m", + "sub str", + "subst r", + "subs tr", + "ĠC ape", + "ĠCap e", + "ĠCa pe", + ". sim", + ".s im", + ".si m", + "U TION", + "UT ION", + "a nan", + "an an", + "ana n", + "âĢĻ un", + "Ġ gy", + "Ġg y", + "- work", + "-w ork", + "Ġcomp elling", + "Ġcompel ling", + "= '#", + "=' #", + "ĉ sub", + "ĉs ub", + "Ġ directories", + "Ġdirect ories", + "Ġdirector ies", + "íĬ ¸", + "Ġ touches", + "Ġtouch es", + "Ġtou ches", + "out ines", + "outine s", + ". Collection", + ".C ollection", + ".Col lection", + "s chedule", + "sched ule", + ". lat", + ".l at", + "Ġ Doctrine", + "ĠDo ctrine", + "C AA", + "CA A", + "Ġ Refer", + "ĠRe fer", + "ĠRef er", + "Ġshift s", + "Ġ likelihood", + "Ġlik elihood", + "pr eter", + "pre ter", + "pret er", + "Ġ Female", + "ĠF emale", + "ĠFe male", + "ĠFem ale", + "Ġinter cept", + "Ġ lou", + "Ġl ou", + "Ġlo u", + "çĻ »", + "Ġ rug", + "Ġr ug", + "Ġru g", + "ĠC rown", + "ĠCr own", + "ĠCro wn", + "ĠCrow n", + "Ġ ****************************************************************************", + "Ġ************************************************************************ ****", + "Ġ************************************************************************** **", + "Ġ**************************************************************** ************", + "Ġ**** ************************************************************************", + "Ġ******************************************************** ********************", + "Ġ************************************************ ****************************", + "- product", + "-pro duct", + "-produ ct", + "Ġprompt ed", + "u ngle", + "un gle", + "ung le", + "d ocker", + "do cker", + "doc ker", + "dock er", + "Ġ Tu", + "ĠT u", + "Ġ Unique", + "ĠUn ique", + "ĠUni que", + "_ Error", + "_E rror", + "_Err or", + "u los", + "ul os", + "ulo s", + "Ġ âĦ", + "Ġâ Ħ", + "Ġ (`", + "Ġ( `", + "G etting", + "Get ting", + "_ scal", + "_s cal", + "_sc al", + "Ġ Enh", + "ĠE nh", + "ĠEn h", + "ü t", + "Ġsust ained", + "Ġsustain ed", + "Ġ patches", + "Ġp atches", + "Ġpat ches", + "Ġpatch es", + "Ġpros per", + "ĠG aza", + "ĠGa za", + "ĠGaz a", + "_ light", + "_l ight", + "_li ght", + "Ġin cons", + "Ġinc ons", + "Ġincon s", + "- -------Ċ", + "-- ------Ċ", + "---- ----Ċ", + "-------- Ċ", + "--- -----Ċ", + "----- ---Ċ", + "------ --Ċ", + "------- -Ċ", + "ĉ ĉĠĠĠĠĠĠ", + "ĉĉ ĠĠĠĠĠĠ", + "ĉĉĠĠĠ ĠĠĠ", + "ĉĉĠ ĠĠĠĠĠ", + "ĉĉĠĠ ĠĠĠĠ", + "ĉĉĠĠĠĠ ĠĠ", + "ĉĉĠĠĠĠĠ Ġ", + "S F", + "C N", + ": \";Ċ", + ":\" ;Ċ", + "ĠColl ins", + "( *)", + "(* )", + "Ġcomp ilation", + "Ġcompil ation", + "' ]čĊ", + "'] čĊ", + "Ġcon sequence", + "Ġconsequ ence", + "Ġconse quence", + ", ...", + ",. ..", + "Ġ dm", + "Ġd m", + "Ġ BLOCK", + "ĠB LOCK", + "ĠBL OCK", + "Cl uster", + "Ġ ski", + "Ġs ki", + "Ġsk i", + "( argc", + "(arg c", + "(ar gc", + "T uple", + "Tu ple", + "Ġj oins", + "Ġjoin s", + "Ġjo ins", + "ĠSher iff", + "W ar", + "Wa r", + "in di", + "ind i", + "Ġcom mented", + "Ġcomm ented", + "Ġcomment ed", + "H OST", + "HO ST", + "Ġ invitation", + "Ġinv itation", + "Ġinvit ation", + "apan ese", + "Ġper mits", + "Ġpermit s", + "Ġperm its", + "preced ented", + "_ zone", + "_z one", + "Ġ Amy", + "ĠA my", + "ĠAm y", + "_ RD", + "_R D", + "Min imum", + "Ġinv ocation", + "Ġinvo cation", + ". enable", + ".e nable", + ".en able", + "i chten", + "ich ten", + "icht en", + "ichte n", + "- owned", + "\" id", + "_PO INTER", + "_POINT ER", + "F ac", + "Fa c", + "Ġspec ifications", + "Ġspecific ations", + "Ġspecification s", + "Ġn omination", + "Ġno mination", + "Ġnom ination", + "Ġnomin ation", + "Ġ gp", + "Ġg p", + "< (", + "Ġ robots", + "Ġro bots", + "Ġrob ots", + "Ġrobot s", + "Ġ Jerry", + "ĠJ erry", + "ĠJer ry", + "Ġ holders", + "Ġh olders", + "Ġhold ers", + "Ġholder s", + "Ġhol ders", + "Ġ wand", + "Ġw and", + "Ġwa nd", + "Ġwan d", + "c ms", + "cm s", + "Ġ }))Ċ", + "Ġ} ))Ċ", + "Ġ}) )Ċ", + "Ġ})) Ċ", + ". Toast", + ".To ast", + "ĠI List", + "ĠIL ist", + "B ased", + "Base d", + "Bas ed", + "Ba sed", + "z oom", + "zo om", + "/ style", + "/st yle", + "ĠB eck", + "ĠBe ck", + "ĠBec k", + "M en", + "Me n", + "Ġcontrib uting", + "Ġ undo", + "Ġu ndo", + "Ġun do", + "Ġund o", + "Ġ OH", + "ĠO H", + "Ġadd Object", + "Ġe igen", + "Ġei gen", + "Ġeig en", + "sign up", + "éĶ Ļ", + "Ġd istant", + "Ġdis tant", + "Ġdist ant", + "Ġdi stant", + "PAR ATOR", + "Ġ Mari", + "ĠM ari", + "ĠMar i", + "ĠMa ri", + "Ġ má", + "Ġm á", + "E mp", + "Em p", + "ó s", + "Ġ ìĪĺ", + "Ġì Īĺ", + "ĠìĪ ĺ", + "e vt", + "ev t", + "+ j", + "p ark", + "par k", + "pa rk", + "Ġ Stay", + "ĠSt ay", + "ĠSta y", + "ĠD un", + "ĠDu n", + "Ġs oy", + "Ġso y", + "> %", + "az ines", + "azine s", + "azi nes", + "Ġti empo", + "( me", + "(m e", + "p resent", + "pre sent", + "pres ent", + ". This", + ".T his", + ".Th is", + "Ġed itors", + "Ġedit ors", + "Ġeditor s", + "Ġedi tors", + "F IELD", + ". Work", + ".W ork", + "ĠUn iverse", + "ĠUnivers e", + "ĠUni verse", + "ĠUniv erse", + "Ġdr unk", + "Ġdru nk", + ". timer", + ".t imer", + ".time r", + ".tim er", + "Ġal tered", + "Ġalt ered", + "Ġalter ed", + "Ġalte red", + "ĠN ar", + "ĠNa r", + "ëł ¥", + ". Active", + ".Act ive", + "id or", + "ido r", + "ç Ń", + ".delta Time", + "Ġawk ward", + "& quot", + "ĠS afari", + "ĠSaf ari", + "Ġt ricks", + "Ġtr icks", + "Ġtri cks", + "Ġtrick s", + "M ENTS", + "MENT S", + "div ision", + "di vision", + "Ġvar ying", + "Ġva rying", + "Ġvary ing", + "ĠHigh way", + "Ġphot ographer", + "Ġphotograph er", + "ĠSt ewart", + "ĠSte wart", + "Ġ lasting", + "Ġl asting", + "Ġlast ing", + "Ġlas ting", + ". Pre", + ".P re", + ".Pr e", + ".amazon aws", + "Ġ Luck", + "ĠL uck", + "ĠLuc k", + "ĠLu ck", + ". Description", + ".D escription", + ".De scription", + ".Des cription", + "Ġ Naz", + "ĠN az", + "ĠNa z", + "n eg", + "ne g", + "Ġc ó", + "<< \"\\", + "<<\" \\", + "Ġ Surv", + "ĠS urv", + "ĠSur v", + "ĠSu rv", + "Ġ Unc", + "ĠU nc", + "ĠUn c", + "Rec ipe", + ". BorderStyle", + ".Border Style", + "Ġmod ifications", + "Ġmodification s", + "Ġmodific ations", + "- at", + "-a t", + "AT FORM", + "h dr", + "hd r", + "a ko", + "ak o", + "Ġsub license", + "Ġsublic ense", + "Ġ Jump", + "ĠJ ump", + "ĠJu mp", + "Ġbe im", + "Ġbei m", + "ĠMan hattan", + ". bool", + ".b ool", + ".bo ol", + "_ hw", + "_h w", + "ÑĤ ÑĮ", + "B in", + "Bi n", + "Ġ gateway", + "Ġg ateway", + "Ġgate way", + "\" \":", + "\"\" :", + "Ġ UIS", + "ĠU IS", + "ĠUI S", + ": \"+", + ":\" +", + "- def", + "-d ef", + "-de f", + "Ġ Regular", + "ĠReg ular", + "/ testing", + "/t esting", + "/test ing", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "string stream", + "Ġdis par", + "Ġdi spar", + "Ġdisp ar", + "Ġm obil", + "Ġmo bil", + "Ġmob il", + "- read", + "-r ead", + "-re ad", + "Ġ Adapter", + "ĠAd apter", + "ĠAda pter", + "ĠAdapt er", + "ĠCh ampions", + "ĠChampion s", + "ĠChamp ions", + "Ġ scheduler", + "Ġs cheduler", + "Ġsched uler", + "Ġschedule r", + "Ġ kills", + "Ġk ills", + "Ġkill s", + "Ġkil ls", + "Ġ Multiple", + "ĠM ultiple", + "ĠMulti ple", + "ĠMult iple", + "ĠMultip le", + "i rror", + "ir ror", + "Ġg ods", + "Ġgo ds", + "Ġgod s", + "A DO", + "AD O", + "a kte", + "ak te", + "akt e", + "Ġ Usuario", + "ĠUs uario", + ".c ircular", + "Ġre cept", + "Ġrec ept", + "Ġrece pt", + "Ġrecep t", + "Ġ Expr", + "ĠEx pr", + "ĠExp r", + "Ġelder ly", + "Ġnice ly", + "Ġnic ely", + "Ġb este", + "Ġbe ste", + "Ġbest e", + "Ġbes te", + "W ant", + "Wa nt", + "Ġclass ical", + "Ġclassic al", + ". sprite", + ".s prite", + ".sp rite", + "ob jc", + "obj c", + "ĠM ason", + "ĠMa son", + "ĠMas on", + "Ġs istema", + "Ġsist ema", + "Ġsistem a", + ". Black", + ".B lack", + ".Bl ack", + "e so", + "es o", + "ĠZe it", + "Ġ divid", + "Ġd ivid", + "Ġdi vid", + "Ġdiv id", + "Ġen ters", + "Ġent ers", + "Ġenter s", + "_ subject", + "_sub ject", + "_su bject", + "Ġ Planet", + "ĠPlan et", + "ĠPlane t", + "ĠPla net", + ". warning", + ".w arning", + ".warn ing", + "Ġ Gram", + "ĠG ram", + "ĠGr am", + "ĠGra m", + "_ tokens", + "_t okens", + "_token s", + "_tok ens", + "Ġhouse holds", + "Ġhousehold s", + "_ customer", + "_c ustomer", + "_custom er", + "_cust omer", + "user Name", + "c ross", + "cr oss", + "cro ss", + "Ġp ione", + "Ġpi one", + "Ġass ists", + "Ġassist s", + "_ SM", + "_S M", + "i bo", + "ib o", + "Ġl oyal", + "Ġlo yal", + "Ġus eless", + "Ġuse less", + "# elif", + "ĠUlt imate", + "C ome", + "Com e", + "Co me", + "g el", + "ge l", + "Ġd ich", + "Ġdi ch", + "Ġdic h", + "x yz", + "xy z", + "i kel", + "ik el", + "ike l", + "o bra", + "ob ra", + "_ scan", + "_s can", + "_sc an", + "Ġ Interior", + "ĠIn terior", + "ĠInt erior", + "ĠInter ior", + "Ġ Nice", + "ĠN ice", + "ĠNic e", + "ĠNi ce", + "Ġp lac", + "Ġpl ac", + "Ġpla c", + "ĉ target", + "ĉt arget", + "Ġv iral", + "Ġvi ral", + "Ġvir al", + "as so", + "ass o", + "( )/", + "() /", + "u nde", + "un de", + "und e", + "Ġ Adobe", + "ĠAd obe", + "O s", + "vis ited", + "visit ed", + "Ġ OW", + "ĠO W", + "Ġ Feed", + "ĠF eed", + "ĠFe ed", + "ĠFee d", + "Ġ Sequence", + "ĠSe quence", + "ĠSequ ence", + "Ġman ages", + "Ġmanage s", + "Ġmana ges", + "in son", + "ins on", + "ĠLouis iana", + "{ })", + "{} )", + "ĠH ab", + "ĠHa b", + "Ġ LD", + "ĠL D", + "Ġb ip", + "Ġbi p", + "p rites", + "pr ites", + "prite s", + "prit es", + "pri tes", + "( elem", + "(e lem", + "(el em", + "(ele m", + ".h ibernate", + "é lé", + "él é", + "Ġoh ne", + "_ transaction", + "_trans action", + "Ġann unci", + "P ublished", + "Publish ed", + "Ġ Honda", + "ĠH onda", + "ĠHon da", + "ĠHo nda", + "ĠHond a", + "Ġ Tam", + "ĠT am", + "ĠTa m", + "Ġ Packet", + "ĠP acket", + "ĠPac ket", + "ĠPack et", + "ĠPa cket", + "_ selector", + "_se lector", + "_select or", + "_sel ector", + "Ġchalleng ed", + "Ġchallenge d", + "P rocessing", + "Process ing", + "- hover", + "-h over", + "Ġ trainer", + "Ġtr ainer", + "Ġtrain er", + "Ġtra iner", + "Ġtrai ner", + "_ cancel", + "_c ancel", + "_can cel", + "Ġ NSDictionary", + "ĠNS Dictionary", + "ab ric", + "abr ic", + "Ġ MLS", + "ĠM LS", + "ĠML S", + "_ sensor", + "_s ensor", + "Ġsh rink", + "Ġshr ink", + "Ġshri nk", + "Ġ FX", + "ĠF X", + "th reshold", + "thresh old", + "ĉ HX", + "ĉH X", + "- mark", + "-m ark", + "-mar k", + "` .`", + "`. `", + "S cheme", + "Sch eme", + "( full", + "(f ull", + "_ writer", + "_w riter", + "_write r", + "_wr iter", + "Ġ Sys", + "ĠS ys", + "ĠSy s", + "Ġf led", + "Ġfl ed", + "Ġfle d", + "ĠC in", + "ĠCi n", + "- widget", + "-w idget", + "Ġ Previous", + "ĠPre vious", + "ĠPrev ious", + "G ender", + "Ge nder", + "Gen der", + "_ question", + "_q uestion", + "_qu estion", + "_quest ion", + "F eed", + "Fe ed", + "Fee d", + "Ġsc rut", + "Ġscr ut", + "( prefix", + "(p refix", + "(pre fix", + "(pref ix", + "ãĢĤ ãĢĤ", + "Ġin fections", + "Ġinf ections", + "Ġinfection s", + "Ġinfect ions", + "P arts", + "Par ts", + "Part s", + "Pa rts", + "Ġh ierarchy", + "Ġhier archy", + "_ DELETE", + "_DE LETE", + "Ġ Patient", + "ĠP atient", + "ĠPat ient", + "_ pay", + "_p ay", + "_pa y", + "Ġprom oted", + "Ġpromote d", + "Ġpromot ed", + "Ġpromo ted", + "Ġ ìĭ", + "Ġì ĭ", + "Ġcivil ian", + "Ġciv ilian", + "Ġagricult ure", + "Ġagr iculture", + "Ġ Piece", + "ĠP iece", + "ĠPi ece", + "ĠPie ce", + "Ġ stance", + "Ġst ance", + "Ġsta nce", + "Ġstan ce", + "uts che", + "utsch e", + "As sign", + "Ass ign", + ". ACTION", + ".A CTION", + ".AC TION", + ".ACT ION", + "F ig", + "Fi g", + "_ radius", + "_r adius", + "_rad ius", + "_radi us", + "Ġ Sync", + "ĠS ync", + "ĠSy nc", + "ĠSyn c", + "d ucer", + "du cer", + "duc er", + "duce r", + "f ailure", + "fail ure", + "en sed", + "ens ed", + "ense d", + "p time", + "pt ime", + "B M", + "_ datetime", + "_d atetime", + "_date time", + "_dat etime", + "qu ivo", + "quiv o", + "qui vo", + "QUE UE", + "èĢ ħ", + "App ear", + "Ap pear", + "Appe ar", + "Ġsum mit", + "Ġsumm it", + ": void", + ":v oid", + "Ġ vine", + "Ġv ine", + "Ġvi ne", + "Ġvin e", + "è ®¤", + "è® ¤", + "on ne", + "onn e", + "_ TRANS", + "_TR ANS", + "_TRAN S", + "_TRA NS", + ". green", + ".g reen", + ".gr een", + "_ cc", + "_c c", + "Ġhung ry", + "Ġ \">", + "Ġ\" >", + "( ));čĊčĊ", + "() );čĊčĊ", + "()) ;čĊčĊ", + "());čĊ čĊ", + "()); čĊčĊ", + "Ex tract", + "Ext ract", + "Extra ct", + "i zens", + "iz ens", + "ize ns", + "izen s", + "Ġ solver", + "Ġs olver", + "Ġsol ver", + "Ġsolve r", + "N otify", + "Not ify", + "Ġ english", + "Ġeng lish", + "Ġ Shopping", + "ĠSh opping", + "ĠShop ping", + "ĠSho pping", + "inter faces", + "interface s", + "R EQ", + "RE Q", + "Ġil leg", + "Ġill eg", + "Ġ UIImageView", + "ĠUI ImageView", + "ĠUIImage View", + "Ġ disconnect", + "Ġdis connect", + "Ġ Until", + "ĠUn til", + "ĠUnt il", + "ĠCons ervative", + "ĠConserv ative", + "@ Column", + "Ġshift ed", + "Ġ :čĊ", + "Ġ: čĊ", + "Ġf ich", + "Ġfi ch", + "Ġfic h", + "Ġd la", + "Ġdl a", + "Ġs hoe", + "Ġsh oe", + "Ġsho e", + "\" ),čĊ", + "\") ,čĊ", + "\"), čĊ", + "ul arity", + "ular ity", + "_ RESP", + "_RE SP", + "_R ESP", + "_RES P", + "We ather", + "UI Application", + ". iterator", + ".it erator", + ".iter ator", + "Ġ aging", + "Ġa ging", + "Ġag ing", + ". Parent", + ".P arent", + ".Par ent", + "o wie", + "ow ie", + "owi e", + "( equal", + "(e qual", + "(eq ual", + "Ġ Conv", + "ĠCon v", + "ĠCo nv", + "/ default", + "/d efault", + "/de fault", + "Ġme asuring", + "Ġmeas uring", + ". prev", + ".p rev", + ".pre v", + ".pr ev", + ". IsValid", + ".Is Valid", + ". Fat", + ".F at", + "Ġs Äĥ", + "key words", + "keyword s", + "with out", + "Ġs overe", + "Ġso vere", + "Ġex changes", + "Ġexchange s", + "Ġm elt", + "Ġme lt", + "Ġmel t", + "Ġis lands", + "Ġisland s", + "Ġisl ands", + "ĠInt egr", + "Ġj umping", + "Ġjump ing", + "Ġ gle", + "Ġg le", + "Ġgl e", + "Ġjournal ism", + "Ġ dated", + "Ġd ated", + "Ġdate d", + "Ġda ted", + "Ġdat ed", + "Local ized", + "Ġ Refresh", + "ĠRe fresh", + "ĠRef resh", + "P article", + "Part icle", + "Ġ aa", + "Ġa a", + "ĠST RICT", + "ĠSTR ICT", + "Ġb od", + "Ġbo d", + ". Process", + ".P rocess", + ".Pro cess", + "_ AUTO", + "_A UTO", + "_AUT O", + "Ġ Published", + "ĠP ublished", + "ĠPublish ed", + "e very", + "ever y", + "ev ery", + "eve ry", + "Ġtechn ological", + "Ġtechno logical", + "Ġtechnolog ical", + "l sx", + "ls x", + "Ġir rit", + "Ġirr it", + "Add itional", + "Ġ delimiter", + "Ġdel imiter", + "Ġdelim iter", + "_ language", + "_l anguage", + "- area", + "-a rea", + "-ar ea", + "bo ys", + "boy s", + "Ġ Tube", + "ĠT ube", + "ĠTu be", + "ĠTub e", + "Ġ wat", + "Ġw at", + "Ġwa t", + "Ġmechan ics", + "Ġmechanic s", + "_ owner", + "_o wner", + "_own er", + "S pell", + "Sp ell", + "Spe ll", + "Ġ Stories", + "ĠSt ories", + "ĠSto ries", + ".Append Line", + "T ableView", + "Table View", + "h em", + "he m", + "s tick", + "st ick", + "sti ck", + "ol lower", + "oll ower", + "ollow er", + "ollo wer", + "I FF", + "IF F", + "Ġ UV", + "ĠU V", + "oll ision", + "S UB", + "SU B", + "Ġcom parable", + "Ġcompar able", + "Ġd onde", + "Ġdo nde", + "Ġdon de", + "s ales", + "sa les", + "sal es", + "sale s", + "ll vm", + "Ġ }],Ċ", + "Ġ} ],Ċ", + "Ġ}] ,Ċ", + "OTT OM", + "Ġ Purpose", + "ĠP urpose", + "ĠPur pose", + "L ab", + "La b", + "Ġinterview ed", + "o is", + "oi s", + "a sil", + "as il", + "asi l", + ". setId", + ".set Id", + "Ġ Instruction", + "ĠIn struction", + "- ->", + "-- >", + "Ġ Modified", + "ĠMod ified", + "ation ally", + "ational ly", + "Ġ Meeting", + "ĠMe eting", + "ĠMeet ing", + "è¯ ¯", + "# region", + "Ġ routing", + "Ġr outing", + "Ġro uting", + "Ġrout ing", + "Ġrou ting", + ". focus", + ".f ocus", + "ĠY outh", + "ĠYou th", + "ĠYo uth", + "< D", + "ĠN ag", + "ĠNa g", + "cont acts", + "contact s", + "Ġ forming", + "Ġfor ming", + "Ġform ing", + "Ġ mie", + "Ġm ie", + "Ġmi e", + "',[' ../", + "Ġ BP", + "ĠB P", + "Ġapp et", + "Ġap pet", + "Ġappe t", + "Ġ Teacher", + "ĠT eacher", + "ĠTe acher", + "ĠTea cher", + "ĠTeach er", + "Ġ TP", + "ĠT P", + "Ġann ually", + "Ġannual ly", + "outed EventArgs", + "Ġ Speaker", + "ĠS peaker", + "ĠSpe aker", + "ĠSpeak er", + "Ġ rename", + "Ġre name", + "Ġr ename", + "Ġren ame", + "C FG", + "CF G", + "(\" //", + "(\"/ /", + "æİ ¥", + "/ pages", + "/p ages", + "/page s", + "Ġpr és", + "Ġpré s", + "Ġ Spell", + "ĠS pell", + "ĠSp ell", + "ĠSpe ll", + ". Allow", + ".Al low", + ".All ow", + "ĠINT ERRU", + "ĠINTER RU", + "Ġ (#", + "Ġ( #", + "âĢĻ ĊĊ", + "âĢĻĊ Ċ", + "_ Generic", + "_G eneric", + ". imshow", + ".im show", + "_ tim", + "_t im", + "_ti m", + "- face", + "-f ace", + "( &(", + "(& (", + "ati num", + "atin um", + "Ġrevolution ary", + "Ġ Hours", + "ĠH ours", + "ĠHo urs", + "ĠHour s", + "ĠHou rs", + "r ain", + "ra in", + "rai n", + "Ġany time", + "Ġ abb", + "Ġa bb", + "Ġab b", + ". jsp", + ".j sp", + ".js p", + "S crollView", + "Scroll View", + "Ġ Truth", + "ĠTr uth", + "ĠTru th", + "Ġ anticipated", + "Ġanticip ated", + "Ġanticipate d", + "Ġantic ipated", + "Ġ accent", + "Ġacc ent", + "Ġac cent", + ". checked", + ".check ed", + "Ġspec ifies", + "Ġ caf", + "Ġc af", + "Ġca f", + "Ġcell padding", + "Ġ cooked", + "Ġco oked", + "Ġcook ed", + "Ġ Hugh", + "ĠH ugh", + "ĠHu gh", + "pe ek", + "pee k", + "_ RATE", + "_R ATE", + "_RA TE", + "Ġd orm", + "Ġdo rm", + "Ġdor m", + "/ čĊ", + "IV ITY", + ". Controller", + ".Cont roller", + ".Control ler", + "( part", + "(p art", + "(par t", + "(pa rt", + ". constraint", + ".con straint", + "Ġin vasion", + "Ġinv asion", + "M OVE", + "MO VE", + "MOV E", + "Ġgl uc", + "Ġglu c", + "l ename", + "le name", + "len ame", + "lena me", + "Ġ amen", + "Ġa men", + "Ġam en", + "eng lish", + "engl ish", + "ĠSw itzerland", + "\" ;ĊĊĊ", + "\";Ċ ĊĊ", + "\";ĊĊ Ċ", + "\"; ĊĊĊ", + "p est", + "pe st", + "pes t", + ". collect", + ".c ollect", + ".col lect", + ".coll ect", + "N ib", + "Ni b", + "Ġ Dict", + "ĠD ict", + "ĠDi ct", + "Ġ Emb", + "ĠE mb", + "ĠEm b", + "( subject", + "(sub ject", + "Ġout rage", + "Ġoutr age", + "Ġoutra ge", + "Ġdec iding", + "Ġdecid ing", + "Ġsent enced", + "Ġsentence d", + "F echa", + "Fe cha", + "\" A", + "Ġ quer", + "Ġqu er", + "Ġque r", + "Ġq uer", + "Ġfont Family", + "Ġqu adr", + "Ġquad r", + "Ġqua dr", + "- Y", + "_ CACHE", + "_C ACHE", + "_CA CHE", + "Ġan alyzed", + "Ġanaly zed", + "Ġanalyze d", + "Ġg aining", + "Ġgain ing", + "Ġga ining", + "Ġ Against", + "ĠAgain st", + "ĠS oul", + "ĠSo ul", + "ĠSou l", + "t au", + "ta u", + "Ġlight weight", + "Ġ TF", + "ĠT F", + "Ġ Effects", + "ĠE ffects", + "ĠEffect s", + "ĠEff ects", + ". Types", + ".T ypes", + ".Type s", + ". addClass", + ".add Class", + "Ġv egan", + "Ġve gan", + "Ġveg an", + "é ģ", + ". '\"", + ".' \"", + "Ġ Explorer", + "ĠEx plorer", + "ĠExpl orer", + "ĠExplore r", + ". detect", + ".d etect", + ".det ect", + ". shift", + ".s hift", + ".sh ift", + "Ġoblig ations", + "Ġobligation s", + "last Name", + "Ġassoci ations", + "Ġassociation s", + "Ġassoc iations", + "ĠTime Span", + "un ter", + "unt er", + "unte r", + "Ġ Fresh", + "ĠF resh", + "ĠFr esh", + "ĠFre sh", + "ĠFres h", + "Com patible", + "Compat ible", + "P ub", + "Pu b", + "id ges", + "idge s", + ". option", + ".op tion", + ".o ption", + ".opt ion", + "v ari", + "var i", + "va ri", + ". hashCode", + ".hash Code", + "Ġ geb", + "Ġg eb", + "Ġge b", + ". section", + ".s ection", + ".se ction", + ".sec tion", + "- not", + "-n ot", + "-no t", + "Ġ Submit", + "ĠSub mit", + "T N", + "reg istry", + "registr y", + "regist ry", + "_ media", + "_m edia", + "_me dia", + "_med ia", + "Ġn aj", + "Ġna j", + "f ft", + "ff t", + "Ġ mate", + "Ġm ate", + "Ġmat e", + "Ġma te", + "- third", + "-th ird", + "Ġp ockets", + "Ġpocket s", + "e sta", + "es ta", + "est a", + "Ġb ent", + "Ġbe nt", + "Ġben t", + "ĠN ord", + "ĠNo rd", + "ĠNor d", + "Ġretail ers", + "Ġretailer s", + "ĠM orris", + "ĠMor ris", + "ĠMorr is", + ". \"\"\"ĊĊ", + ".\"\" \"ĊĊ", + ".\"\"\"Ċ Ċ", + ".\"\"\" ĊĊ", + "W rong", + "Wr ong", + "Ġ ÅĽ", + "ĠÅ Ľ", + "R ay", + "Ra y", + ". ec", + ".e c", + "Ġ Bind", + "ĠB ind", + "ĠBi nd", + "ĠBin d", + "_ HAND", + "_H AND", + "( non", + "(n on", + "(no n", + "is Valid", + "Ġsimilar ly", + "_ LIMIT", + "_L IMIT", + "Ġd ynamics", + "Ġdynamic s", + "Ġdynam ics", + "Ġdyn amics", + "Ġdist inction", + "Ġdistinct ion", + "ãģ Ĩ", + "< N", + "Ġ orth", + "Ġor th", + "Ġort h", + "Ġ Toyota", + "ĠToy ota", + "Ġ Kate", + "ĠK ate", + "ĠKat e", + "ĠKa te", + "Ġ LS", + "ĠL S", + "o rie", + "or ie", + "ori e", + "ĠSpring s", + "ĠSpr ings", + "Ġf reak", + "Ġfre ak", + "last name", + "_ MULT", + "_M ULT", + "_MUL T", + "- step", + "-s tep", + "-st ep", + "-ste p", + "\" (", + "A DDR", + "AD DR", + "ADD R", + "Ġentert aining", + "Ġentertain ing", + "_ CONF", + "_CON F", + "_CO NF", + "Ġ decoded", + "Ġde coded", + "Ġdec oded", + "Ġdecode d", + "Ġdeco ded", + "Ġst reak", + "Ġstre ak", + "Ġwait ed", + "Ġwa ited", + "Ġnot ified", + "ro duced", + "rodu ced", + "rod uced", + "roduce d", + "vis ual", + ". LayoutParams", + ".Layout Params", + "æ °", + "e sian", + "es ian", + "esi an", + "f its", + "fit s", + "fi ts", + "s pring", + "sp ring", + "spr ing", + "ĠBer nie", + "ĠBern ie", + "User Defaults", + "Ġpe dest", + "Ġped est", + "Ap pearance", + "Appear ance", + "Ġ Wiki", + "ĠW iki", + "ĠWi ki", + "ĠWik i", + "ĠNOT ICE", + "Ġ ssh", + "Ġs sh", + "Ġss h", + "Ġdur ante", + "Ġ Zip", + "ĠZ ip", + "ĠZi p", + "ı r", + "ĠN ATO", + "ĠNAT O", + "ĠNA TO", + "Ġtw elve", + "Ġr oyal", + "Ġro yal", + "Ġroy al", + "ï ¸", + "Ġ merchant", + "Ġm erchant", + "Ġmer chant", + "Ġmerch ant", + "ĠF urniture", + "ĠFurn iture", + "' ]),Ċ", + "'] ),Ċ", + "']) ,Ċ", + "']), Ċ", + ", X", + "Ġ folders", + "Ġf olders", + "Ġfolder s", + "Ġfol ders", + "Ġfold ers", + "Ġ Gate", + "ĠG ate", + "ĠGa te", + "ĠGat e", + "ĉ func", + "ĉf unc", + "ĉfun c", + "p ick", + "pi ck", + "pic k", + "_ usuario", + "_us uario", + "ĠV erm", + "ĠVer m", + "ĠVe rm", + "m ention", + "ment ion", + "men tion", + "ur pose", + "Ġ alerts", + "Ġal erts", + "Ġalert s", + "Ġale rts", + "x ious", + "xi ous", + "_ sig", + "_s ig", + "_si g", + "Ġ Fu", + "ĠF u", + "Ġ (:", + "Ġ( :", + "Ġd umb", + "Ġdu mb", + "Ġdum b", + "åħ ³", + "Ġaccur ately", + "Ġaccurate ly", + "éĩ į", + "R B", + "- screen", + "-s creen", + "-sc reen", + "Ġ VER", + "ĠV ER", + "ĠVE R", + "j our", + "jo ur", + "Ġrom ance", + "Ġroman ce", + "Ġroma nce", + "uc ceed", + "ucc eed", + ". choice", + ".ch oice", + "Ġad ip", + "_ dims", + "_d ims", + "_dim s", + "_di ms", + "Serial izable", + "ãĤ ĭ", + ". job", + ".j ob", + "Ġ prog", + "Ġp rog", + "Ġpro g", + "Ġpr og", + "u char", + "uch ar", + "uc har", + "ucha r", + "Ġg ently", + "Ġgent ly", + "Ġ RSS", + "ĠR SS", + "ĠRS S", + "ict ured", + "icture d", + "_ENABLE D", + "ĉ label", + "ĉl abel", + "aw ks", + "awk s", + "Ġ Ensure", + "ĠEn sure", + "ĠEns ure", + "re member", + "rem ember", + "ìł ķ", + "Ġtrans mit", + "{ {$", + "{{ $", + ". Transaction", + ".Trans action", + "ur se", + "urs e", + "_ relative", + "_rel ative", + "Ġs ized", + "Ġsize d", + "Ġsi zed", + "Ġsiz ed", + "Ġ XX", + "ĠX X", + "ĠPr incess", + "ĠPrince ss", + "Ġ Larry", + "ĠL arry", + "ĠLar ry", + "Ġp ró", + "Ġpr ó", + "Ġ ÑģÑĤÑĢ", + "ĠÑģ ÑĤÑĢ", + "ĠÑģÑĤ ÑĢ", + "Ġs isters", + "Ġsi sters", + "Ġsister s", + "Ġsist ers", + "Ġsis ters", + "e struct", + "estr uct", + "Ġ checkpoint", + "Ġcheck point", + ": length", + ":len gth", + ":l ength", + "Ġ Carlos", + "ĠCar los", + "ĠCarl os", + "ĠCarlo s", + "/ icon", + "/i con", + "/ic on", + "_ TARGET", + "_T ARGET", + "T okens", + "Token s", + "Tok ens", + "Ġpat ience", + "Ġ Selected", + "ĠSe lected", + "ĠSelect ed", + "ĠSel ected", + "q ty", + "qt y", + ".show Message", + "Ġwild life", + "Ġ Props", + "ĠP rops", + "ĠPro ps", + "ĠPr ops", + "ĠProp s", + "b m", + "- arrow", + "-ar row", + "Ġ parcel", + "Ġpar cel", + "Ġparc el", + "Ġparce l", + "f irebase", + "fire base", + "ĠBen jamin", + "c esso", + "cess o", + "ces so", + ". tim", + ".t im", + "ĠG arc", + "ĠGar c", + "ĠGa rc", + ". any", + ".a ny", + ".an y", + "ĠHOW EVER", + "ĠK o", + "Ġgrab bed", + "_ frames", + "_f rames", + "_frame s", + "_fr ames", + "Ġobject AtIndex", + "ĠADV ISED", + "Ġsu bur", + "Ġsub ur", + "ĉ GL", + "ĉG L", + "Ġ })}Ċ", + "Ġ} )}Ċ", + "Ġ}) }Ċ", + "- length", + "-l ength", + "-le ngth", + "-len gth", + "ìĭ ľ", + "ĠPot ter", + "_ buff", + "_b uff", + "_buf f", + ". gui", + ".g ui", + "Ġ Encoding", + "ĠEn coding", + "ĠEnc oding", + "E lect", + "El ect", + "Ele ct", + "- message", + "-m essage", + "Ġ �", + "Ġ ÈĻi", + "Ġ ArgumentNullException", + "ĠArgument NullException", + "а ÑĨи", + "Ġmin imize", + "Ġminim ize", + "Ġrespond ing", + "$_ ['", + "Ġ Individual", + "ĠInd ividual", + "á c", + "Ġ INTER", + "ĠIN TER", + "ĠINT ER", + "Ġmast urb", + "Ġmastur b", + "Ġ Bin", + "ĠB in", + "ĠBi n", + "( '$", + "(' $", + "ëĵ ľ", + "Ġopen ly", + "Ġ ><", + "Ġ> <", + "Ġ unto", + "Ġun to", + "Ġunt o", + "olog ically", + "ological ly", + "ologic ally", + "Ġ Mul", + "ĠM ul", + "ĠMu l", + "VID IA", + "Ġs lim", + "Ġsl im", + "ĠCommission er", + "( on", + "(o n", + "Ġunder neath", + "/ db", + "/d b", + "v ote", + "vo te", + "( Message", + "(M essage", + "ĠP ope", + "ĠPop e", + "ĠPo pe", + "D efined", + "Def ined", + "Define d", + "Ġ swift", + "Ġsw ift", + "u rf", + "ur f", + "Ġadapt ed", + "Ġadap ted", + "S EL", + "SE L", + "Ġre venues", + "Ġrevenue s", + "Ġreven ues", + "Ġdi vine", + "Ġdiv ine", + "= y", + "G radient", + "Grad ient", + "_ act", + "_a ct", + "_ac t", + "Ġ/* !<", + "Ġ/*! <", + "Ġ polygon", + "Ġp olygon", + "Ġpoly gon", + "Ġ FDA", + "ĠF DA", + "ĠFD A", + "ĠC arr", + "ĠCar r", + "ĠCa rr", + "a tables", + "at ables", + "ata bles", + "atab les", + "atable s", + "( stdout", + "(std out", + "Ġref riger", + "Ġrefr iger", + "Ġco ordin", + "Ġcoord in", + "avor ites", + "avorite s", + "avo rites", + "ÑĪ и", + "Ġcompass ion", + "ĠPOSS IBILITY", + "- secondary", + "-second ary", + "ur acy", + "ura cy", + "Ġcom promise", + "Ġcomp romise", + "Ġcomprom ise", + "_ AV", + "_A V", + "_ os", + "_o s", + "Ġbe side", + "Ġbes ide", + "ĥ Ŀ", + "Ġ ln", + "Ġl n", + ". plugins", + ".pl ugins", + ".plugin s", + "Cap acity", + "a lah", + "al ah", + "ala h", + ". bin", + ".b in", + ".bi n", + "Ġ CRC", + "ĠC RC", + "ĠCR C", + "_ balance", + "_b alance", + "_bal ance", + "Ġflex Direction", + "Ġam bit", + "Ġamb it", + "Ġ nickname", + "Ġn ickname", + "Ġnick name", + "ĠFor ces", + "ĠForce s", + "C LE", + "CL E", + "Ġ Shell", + "ĠS hell", + "ĠSh ell", + "ĠShe ll", + "ĠShel l", + "Ġs ail", + "Ġsa il", + "Ġsai l", + "Ġ Writer", + "ĠW riter", + "ĠWrite r", + "ĠWr iter", + "Ġ Alice", + "ĠA lice", + "ĠAl ice", + "ĠAli ce", + "ĠAlic e", + "d w", + "ĠInd ians", + "ĠIndia ns", + "ĠIndian s", + "ĠIndi ans", + "ĠMar shall", + "ĠMars hall", + "ĠMarshal l", + "ĠMarsh all", + "_ SRC", + "_S RC", + "_SR C", + "Ġ normalized", + "Ġnormal ized", + "Ġnormalize d", + "ĠJ ag", + "ĠJa g", + "ãĤ Ĵ", + "ze it", + "r pc", + "rp c", + "ÃŃ c", + ". inline", + ".in line", + "Ġtr avers", + "Ġtra vers", + "Ġtrav ers", + "_ numeric", + "_n umeric", + "_num eric", + "_numer ic", + "Ġ utilities", + "Ġutil ities", + "Ġut ilities", + "Ġe vac", + "Ġev ac", + "IN PUT", + "ĉ register", + "ĉreg ister", + "M X", + "ĠCamp bell", + "Ġ datasets", + "Ġd atasets", + "Ġdata sets", + "Ġdataset s", + "Ġdatas ets", + "Ġdem anded", + "Ġdemand ed", + "Ġdemande d", + "Ġinitial State", + "g an", + "ga n", + "Ġ ei", + "Ġe i", + "Un expected", + "- web", + "-w eb", + "-we b", + "t rait", + "tr ait", + "tra it", + ", Y", + "Ġ Todd", + "ĠT odd", + "ĠTo dd", + "ĠTod d", + "Ġs keleton", + "Ġske leton", + "Ġ optimize", + "Ġopt imize", + "Ġoptim ize", + "ç ¬¬", + "ç¬ ¬", + "Ġ Upon", + "ĠU pon", + "ĠUp on", + "ĠSt Object", + "Ġap lic", + "Ġapl ic", + ". ' P", + "v ron", + "vr on", + "vro n", + ". UN", + ".U N", + "Ġp ainter", + "Ġpaint er", + "Ġpain ter", + "Ġpa inter", + "izar re", + "Ġ lav", + "Ġl av", + "Ġla v", + "Ġ pom", + "Ġp om", + "Ġpo m", + "p reg", + "pr eg", + "pre g", + "= function", + "=f unction", + "( serial", + "(s erial", + "(se rial", + "if ica", + "ific a", + "ifi ca", + "u ming", + "um ing", + "umin g", + "umi ng", + "åľ °", + "ãģ Ĥ", + "- op", + "-o p", + "U CH", + "UC H", + "ĠH end", + "ĠHe nd", + "ĠHen d", + ". propTypes", + ".prop Types", + "Ġ yo", + "Ġy o", + "Ġr outines", + "Ġrout ines", + "Ġroutine s", + "Ġc aring", + "Ġcar ing", + "Ġca ring", + "S em", + "Se m", + "Ġres erves", + "Ġreserve s", + "Ġreserv es", + "Ġprior ities", + "Ġpriorit ies", + "red its", + "redit s", + "redi ts", + "I STR", + "IS TR", + "IST R", + "Content Type", + "ĠS chw", + "ĠSc hw", + "ĠSch w", + "/ media", + "/m edia", + "/me dia", + "Ġ estr", + "Ġe str", + "Ġes tr", + "Ġest r", + "Ġclim bing", + "Ġclimb ing", + "- week", + "-we ek", + "cher che", + "s ensor", + "To Array", + "ĠMont real", + "Ġclo uds", + "Ġcloud s", + "ĠInject able", + "ĠR ice", + "ĠRic e", + "ĠRi ce", + "Ġpropag anda", + "_ provider", + "_pro vider", + "_prov ider", + "Ġin door", + "Ġind oor", + "Ġindo or", + "Ġin aug", + "Ġdipl om", + "Ġdip lom", + "Ġm essaging", + "Ġmess aging", + "_ mut", + "_m ut", + "_mu t", + "å ¦Ĥ", + "å¦ Ĥ", + "Ġ kw", + "Ġk w", + "O NS", + "ON S", + "a rians", + "ar ians", + "ari ans", + "arian s", + "aria ns", + "R PC", + "RP C", + ") ]čĊ", + ")] čĊ", + "- ray", + "-r ay", + "-ra y", + "ĠS or", + "ĠSo r", + "m all", + "ma ll", + "mal l", + "Ġmarket place", + "Ġ vtk", + "Ġv tk", + "Ġvt k", + "M a", + "o gan", + "og an", + "oga n", + "i gi", + "ig i", + "Ġs ponsored", + "Ġspons ored", + "Ġsponsor ed", + "Ġ Dani", + "ĠD ani", + "ĠDan i", + "ĠDa ni", + ".S EVER", + ".SE VER", + "> '.$", + ">' .$", + ">'. $", + "m ultipart", + "multi part", + "multip art", + "ĠW ol", + "ĠWo l", + "Ġ tableName", + "Ġtable Name", + "Ġ Username", + "ĠUser name", + "Back groundColor", + "Background Color", + "Ġf right", + "Ġfr ight", + "Ġfri ght", + "_ EMAIL", + "_E MAIL", + "_EM AIL", + "Sept ember", + "Sep tember", + "_ vals", + "_v als", + "_val s", + "_va ls", + "op ia", + "opi a", + "Ġsp otted", + "Ġspot ted", + "- Ch", + "-C h", + "Ġ dataSource", + "Ġdata Source", + "/ \"Ċ", + "/\" Ċ", + "е кÑĤ", + "ек ÑĤ", + "Ġ RequestMethod", + "ĠRequest Method", + "Ġ Replace", + "ĠRe place", + "ĠRep lace", + "- do", + "-d o", + "a hn", + "ah n", + "ĠPh D", + "] .ĊĊ", + "]. ĊĊ", + "].Ċ Ċ", + "N ON", + "NO N", + "g ement", + "ge ment", + "gem ent", + "geme nt", + "Ġ Thr", + "ĠT hr", + "ĠTh r", + "Ġquiet ly", + "Ġtor ture", + "Ġtort ure", + "Ġte as", + "Ġtea s", + "Ġ CY", + "ĠC Y", + "Ġ atr", + "Ġa tr", + "Ġat r", + "de velopment", + "dev elopment", + "develop ment", + "- detail", + "-d etail", + "-de tail", + "-det ail", + "Ġl ighter", + "Ġlight er", + "Ġarg uing", + "Ġdes erves", + "Ġdeserve s", + "Ġdeser ves", + "Ġcur riculum", + "_ CONTEXT", + "_CON TEXT", + "_CONT EXT", + "ÅĤ y", + "H ITE", + "HI TE", + "ĉ ID", + "ĉI D", + "/ uploads", + "/upload s", + "/up loads", + "Ġt its", + "Ġtit s", + "Ġti ts", + "r eo", + "re o", + "_ drop", + "_d rop", + "_dr op", + ". UTF", + ".U TF", + "Ġ pickup", + "Ġpick up", + "Ġpic kup", + "Ġgro cery", + "Ġ Pure", + "ĠP ure", + "ĠPur e", + "ĠPu re", + "Ġeas iest", + "P hil", + "Ph il", + "Phi l", + ". feature", + ".f eature", + ".fe ature", + "( \"*", + "(\" *", + "Ġinvest or", + "Ġinve stor", + "t ok", + "to k", + "Ġ jar", + "Ġj ar", + "Ġja r", + "L os", + "Lo s", + "âĢĶâĢĶâĢĶâĢĶ âĢĶâĢĶâĢĶâĢĶ", + ". queue", + ".q ueue", + "- speed", + "-s peed", + "-sp eed", + "-spe ed", + "M al", + "Ma l", + "um blr", + "umb lr", + "Ġ CONST", + "ĠCON ST", + "ĠCO NST", + "ĠCONS T", + "Ġ HRESULT", + "ĠH RESULT", + "ĠD ance", + "ĠDan ce", + "ĠDa nce", + "( filePath", + "(file Path", + "Ġattribute d", + "Ġattrib uted", + "ॠį", + "ĠB und", + "ĠBu nd", + "ĠBun d", + "c oins", + "co ins", + "coin s", + "Ġs ão", + "Ġ pir", + "Ġp ir", + "Ġpi r", + "person al", + "pers onal", + "persona l", + "Ġpr elim", + "Ġpre lim", + "Ġpro pose", + "Ġprop ose", + "Ġpropos e", + "Ġ TL", + "ĠT L", + "] ])", + "]] )", + "Ġ Subscription", + "ĠSub scription", + "ĠK re", + "ĠKr e", + ", len", + ",l en", + ". FirstOrDefault", + ".First OrDefault", + ") --", + ")- -", + "_ products", + "_product s", + ".Get Bytes", + "S hip", + "Sh ip", + "Ġ encrypt", + "Ġen crypt", + "Ġenc rypt", + "Ġ SG", + "ĠS G", + "ĠM yst", + "ĠMy st", + "h ir", + "hi r", + "Ġ iterate", + "Ġit erate", + "Ġiter ate", + "Ġint end", + "Ġinte nd", + ".mock ito", + "Ġch apters", + "Ġchapter s", + "Ġchap ters", + "( angle", + "(a ngle", + "(an gle", + "(ang le", + "ĠV lad", + "è® ¾", + "' .ĊĊ", + "'. ĊĊ", + "'.Ċ Ċ", + "Response Body", + "ĠA bd", + "ĠAb d", + "de al", + "dea l", + "Ġbar riers", + "Ġbarrier s", + "Ġbarr iers", + "- outline", + "-out line", + "b ill", + "bi ll", + "bil l", + "ĠF alls", + "ĠFall s", + "ĠFal ls", + "_ second", + "_se cond", + "_sec ond", + ". include", + ".in clude", + ".inc lude", + ". ceil", + ".c eil", + ".ce il", + "Ġ occupation", + "Ġoccup ation", + "ph ony", + "phon y", + ".move To", + "Ġ Jennifer", + "ĠJ ennifer", + "ĠJenn ifer", + "A STER", + "AS TER", + "AST ER", + "ASTE R", + "; \"><", + ";\" ><", + ";\"> <", + "Ġ Enabled", + "ĠEn abled", + "ĠEnable d", + "Ġ terminate", + "Ġter minate", + "Ġterm inate", + "Ġtermin ate", + "Ġ Io", + "ĠI o", + "l ations", + "lation s", + "lat ions", + "ĠTHE ORY", + "Ġear liest", + "Ġ rack", + "Ġr ack", + "Ġrac k", + "Ġra ck", + "Ġ Scar", + "ĠS car", + "ĠSc ar", + "sh ake", + "sha ke", + "c hip", + "ch ip", + "chi p", + "Ġ uv", + "Ġu v", + "Ġall iance", + "п иÑģ", + "пи Ñģ", + "ĠGOOD S", + "z ione", + "zi one", + "zion e", + "Ġ VI", + "ĠV I", + "Ġ {-", + "Ġ{ -", + "Ġfil tering", + "Ġfilter ing", + "Ġfilt ering", + "Ġmis con", + "Ġmisc on", + ".Dock Style", + "Ġb ush", + "Ġbu sh", + "Ġbus h", + "Ġj unk", + "Ġju nk", + "Ġjun k", + "æ Į", + "Ġ QUE", + "ĠQ UE", + "ĠQU E", + "Ġ hooks", + "Ġh ooks", + "Ġhook s", + "Ġho oks", + "Ġf irmware", + "Ġfirm ware", + "Ġ middleware", + "Ġm iddleware", + "Ġmiddle ware", + "d ic", + "di c", + "ĠOak land", + "Ġarr ives", + "Ġarrive s", + "Ġarriv es", + "P ayload", + "Pay load", + "p ixel", + "pix el", + "] |", + "Ġ startDate", + "Ġstart Date", + ". PRO", + ".P RO", + ".PR O", + "_ audio", + "_a udio", + "Ġmid field", + "igid body", + "ĠSw iss", + "Ġ Clip", + "ĠC lip", + "ĠCl ip", + "ĠCli p", + "Ġ Dump", + "ĠD ump", + "ĠDu mp", + "ĠDum p", + "Ġ TextBox", + "ĠText Box", + "Ġ geh", + "Ġg eh", + "Ġge h", + "y ield", + "yi eld", + "o ds", + "od s", + "Ġrefer endum", + "Back end", + "Ġ Cream", + "ĠC ream", + "ĠCr eam", + "ĠCre am", + "Ġd ominated", + "Ġdo minated", + "Ġdom inated", + "Ġdomin ated", + "Ġdominate d", + "Ġdomina ted", + "Ġ Archive", + "ĠA rchive", + "ĠArch ive", + "ĠArc hive", + "Ġr iders", + "Ġrid ers", + "Ġride rs", + "Ġri ders", + "Ġrider s", + ".prepare Statement", + "Ġqu ando", + "Ġquand o", + "Ġqua ndo", + "Ġquan do", + "Ġ chef", + "Ġch ef", + "Ġche f", + "w iki", + "wi ki", + "wik i", + "i nel", + "in el", + "ine l", + "am pling", + "amp ling", + "(\" \\\\", + "(\"\\ \\", + "Ġs ag", + "Ġsa g", + "_ proxy", + "_pro xy", + "_pr oxy", + "ãģ ķ", + "p do", + "pd o", + ". getElementsByTagName", + ".get ElementsByTagName", + ".getElementsBy TagName", + "Ġdemon stration", + "Ġdemonstr ation", + "Ġ NPC", + "ĠN PC", + "ĠNP C", + "Ġ archivo", + "Ġarch ivo", + "en dance", + "end ance", + "enda nce", + "Ġefficient ly", + "( actual", + "(ac tual", + "(act ual", + ". tableView", + ".t ableView", + ".table View", + "Ġm ush", + "Ġmus h", + "Ġmu sh", + "Ġb ears", + "Ġbe ars", + "Ġbear s", + "_ threads", + "_th reads", + "_thread s", + "j as", + "ja s", + "ah un", + "ahu n", + "Ġne ural", + "Ġneu ral", + "Ġneur al", + "Ġdesign ing", + "ĠG DP", + "ĠGD P", + "Ġlif ted", + "Ġlift ed", + "çĽ ®", + "Ġ Joint", + "ĠJ oint", + "ĠJo int", + "ĠJoin t", + "ĠJoi nt", + "Ġ Include", + "ĠIn clude", + "ĠInc lude", + "ĠG iants", + "ĠGi ants", + "ĠGiant s", + "ĠGian ts", + "ĠGia nts", + "Ġwithdraw al", + "Ġ Rent", + "ĠR ent", + "ĠRe nt", + "ĠRen t", + "n ative", + "nat ive", + "Ġ Seek", + "ĠSe ek", + "ĠSee k", + "g ression", + "gr ession", + "gress ion", + "_ CPU", + "_C PU", + "_CP U", + "\\ S", + "Ġ Shield", + "ĠSh ield", + "ĠShi eld", + "Ġs olic", + "Ġso lic", + "Ġsol ic", + "Ġ boom", + "Ġb oom", + "Ġbo om", + "Ġboo m", + "yect o", + "Ġmanufact ure", + "Ġ âĢĭ", + "ĠâĢ ĭ", + "Ġ bbox", + "Ġb box", + "Ġbb ox", + "Ġearth qu", + "oll ectors", + "ollect ors", + "olle ctors", + ":@\" %", + ":@ \"%", + "Ġ loops", + "Ġl oops", + "Ġlo ops", + "Ġloop s", + "J e", + "al king", + "alk ing", + "Ġ Whats", + "ĠWh ats", + "ĠWhat s", + "ĠBo ys", + "ĠBoy s", + ". book", + ".b ook", + ".bo ok", + "AR GE", + "ARG E", + "_ pixel", + "_p ixel", + "_pix el", + "Ġsus pects", + "Ġsusp ects", + "Ġsuspect s", + "Î ¹", + "u sp", + "us p", + "Ġ BMW", + "ĠB MW", + "ĠBM W", + "ie ces", + "iece s", + "iec es", + "( person", + "(p erson", + "(per son", + "å¼ Ģ", + "é »", + "ĠP odcast", + "ĠPod cast", + "Ġ bou", + "Ġb ou", + "Ġbo u", + "( Item", + "(I tem", + "(It em", + "à »", + "( Input", + "(In put", + "Http Get", + "Ġ burg", + "Ġb urg", + "Ġbu rg", + "Ġbur g", + ") ^", + "BO ARD", + "* /,", + "*/ ,", + "Ġ gulp", + "Ġg ulp", + "Ġgu lp", + "Ġgul p", + "ĠB enn", + "ĠBe nn", + "ĠBen n", + "Ġde cks", + "Ġdec ks", + "Ġdeck s", + ". statusCode", + ".status Code", + "Ġ acute", + "Ġac ute", + "Ġh ug", + "Ġhu g", + "u gu", + "ug u", + "Ġ pled", + "Ġp led", + "Ġpl ed", + "Ġple d", + ", \"%", + ",\" %", + "h ape", + "ha pe", + "hap e", + "Ġз ап", + "Ġза п", + "ĠM aine", + "ĠMain e", + "ĠMa ine", + "ĠMai ne", + ". real", + ".re al", + "Ġd alam", + "Ġda lam", + "Ġdal am", + "Ġ Minor", + "ĠMin or", + "ĠMi nor", + ". Float", + ".F loat", + "d isp", + "dis p", + "di sp", + "Ġ tl", + "Ġt l", + "Ġen count", + "Ġenc ount", + "= >$", + "=> $", + "Ġ fg", + "Ġf g", + "t ees", + "te es", + "tee s", + "ĠRe comm", + "ĠRec omm", + "ĠReco mm", + "ä l", + "Ġ chemistry", + "Ġchem istry", + "B locks", + "Block s", + "Bl ocks", + "Bloc ks", + "Blo cks", + "O ID", + "OI D", + "Ġf orex", + "Ġfor ex", + "Ġfore x", + "Ġfo rex", + "Ġ Append", + "ĠApp end", + "ĠAp pend", + "ĠAppe nd", + "Ġ {*", + "Ġ{ *", + "Ġ Supply", + "ĠS upply", + "ĠSup ply", + "CG Float", + "( bl", + "(b l", + "Ġ ate", + "Ġa te", + "Ġat e", + "ad ora", + "ado ra", + "ador a", + "Ġg ust", + "Ġgu st", + "Ass oci", + "Assoc i", + "> .Ċ", + ">. Ċ", + "F ETCH", + ". serial", + ".s erial", + ".se rial", + ".ser ial", + "widget s", + "wid gets", + "ard less", + "i efs", + "ie fs", + "ief s", + "_ FULL", + "_F ULL", + "ern etes", + "ernet es", + "erne tes", + "Ġ Pred", + "ĠP red", + "ĠPr ed", + "ĠPre d", + "Ø Ń", + "äº ĭ", + "ub ernetes", + "ubern etes", + "Ġ Laura", + "ĠL aura", + "ĠLa ura", + "ĠLaur a", + "ĠLau ra", + "Ġl abeled", + "Ġlabel ed", + "Ġlab eled", + "High light", + "Ġanno ying", + "Ġannoy ing", + "/ update", + "/up date", + "( description", + "(d escription", + "(de scription", + "(des cription", + "Ġint imid", + "Ġintim id", + "$ c", + "\" )))Ċ", + "\") ))Ċ", + "\")) )Ċ", + "\"))) Ċ", + ". AP", + ".A P", + "Ġ[ ]*", + "Ġ[] *", + "Ġ EXIT", + "ĠEX IT", + ". Host", + ".H ost", + "Ġ OPEN", + "ĠOP EN", + ". sendMessage", + ".send Message", + "_ camera", + "_c amera", + "_cam era", + "_ tile", + "_t ile", + "_ti le", + "Ġth erm", + "Ġthe rm", + "Ġther m", + "onom ous", + "Ġdis adv", + "Ġn aar", + "Ġna ar", + "index Of", + "Ġ PP", + "ĠP P", + ". protocol", + ".prot ocol", + ".proto col", + "A FE", + "AF E", + "Ġ textures", + "Ġtext ures", + "Ġtexture s", + "Ġtex tures", + "Ġtextu res", + "######## ########################################", + "################ ################################", + "################################ ################", + "######################################## ########", + "######################## ########################", + "um bai", + "umb ai", + "umba i", + ". stats", + ".st ats", + ".stat s", + "Ġ GE", + "ĠG E", + "Ġ ie", + "Ġi e", + "Ġ STD", + "ĠS TD", + "ĠST D", + "ĠM ann", + "ĠMan n", + "ĠMa nn", + ". reflect", + ".ref lect", + "K B", + "Ġd ive", + "Ġdi ve", + "Ġdiv e", + ". wav", + ".w av", + "/* ----------------------------------------------------------------", + "/*------------------------------------------------ ----------------", + "/ settings", + "/s ettings", + "/set tings", + ".l ifecycle", + ".life cycle", + "Ġda ughters", + "Ġdaughter s", + "o rus", + "or us", + "oru s", + "u ber", + "ub er", + "ube r", + "N ING", + "NI NG", + "s tri", + "st ri", + "str i", + "Ġ Tip", + "ĠT ip", + "ĠTi p", + "Ġ zn", + "Ġz n", + "Ġsw itched", + "Ġswitch ed", + "i net", + "in et", + "ine t", + "uff y", + "uf fy", + "ĠTransport ation", + "( conf", + "(con f", + "(co nf", + "f rica", + "fr ica", + "Ġ XL", + "ĠX L", + "Ġ Lead", + "ĠL ead", + "ĠLe ad", + "_ percent", + "_per cent", + "_perc ent", + "< Map", + " __", + "->_ _", + "per missions", + "perm issions", + "permission s", + "ĠD etermine", + "ĠDetermin e", + ". Man", + ".M an", + ".Ma n", + "Ġadv ances", + "Ġadvance s", + ". InputStream", + ".Input Stream", + "Ġstrong est", + "Ġstron gest", + "Ġe Bay", + "Ġ# -", + "Ġ dirname", + "Ġdir name", + "Ġ SMS", + "ĠS MS", + "ĠSM S", + "Ġmed ications", + "Ġmedic ations", + "Ġmedication s", + "Ġam ended", + "Ġamen ded", + "Ġamend ed", + "Ġchurch es", + "ĠIm perial", + "ĠImp erial", + "ĠImper ial", + "$ row", + "$r ow", + "ĠMad ison", + "Ġ Insp", + "ĠIn sp", + "ĠIns p", + "Ġaff air", + "Ġaf fair", + "Ġpsych ology", + "Ġpsycho logy", + "v h", + "Ġ severity", + "Ġse verity", + "Ġsever ity", + "âĢ IJ", + "Ġst rips", + "Ġstr ips", + "Ġstri ps", + "Ġstrip s", + "A H", + "vert ising", + "vertis ing", + "Ġc onse", + "Ġcon se", + "Ġcons e", + "IM AGE", + "IMA GE", + "Ġ Stats", + "ĠSt ats", + "ĠStat s", + "ĠSta ts", + "ĉ sc", + "ĉs c", + ". Cursor", + ".C ursor", + "Ġ freeze", + "Ġf reeze", + "Ġfree ze", + "s son", + "ss on", + "( xml", + "(x ml", + "Ġ Susan", + "ĠS usan", + "ĠSus an", + "ĠSu san", + ". tile", + ".t ile", + "e ded", + "ed ed", + "ede d", + "ĠĠ ĠĠĉĉĉ", + "ĠĠĠĠ ĉĉĉ", + "ĠĠĠ Ġĉĉĉ", + "ĠĠĠĠĉ ĉĉ", + "ĠĠĠĠĉĉ ĉ", + "u elle", + "ue lle", + "uel le", + "uell e", + "ĠMitch ell", + "b ased", + "base d", + "ba sed", + "bas ed", + "Oper and", + "Opera nd", + "½ æķ°", + "Ġ FF", + "ĠF F", + "ĉ strcpy", + "ĉstr cpy", + "ou nces", + "oun ces", + "ounc es", + "ounce s", + "il do", + "ild o", + ".execute Query", + "Ġappro aching", + "Ġapproach ing", + "Ġ Seven", + "ĠS even", + "ĠSe ven", + "ĠSev en", + "Ġ nuts", + "Ġn uts", + "Ġnut s", + "Ġnu ts", + "Ġ ric", + "Ġr ic", + "Ġri c", + "ass ignment", + "assign ment", + "Ġ calculator", + "Ġcal culator", + "Ġcalcul ator", + "Ġcalc ulator", + "ĠMur phy", + "ĠB ou", + "ĠBo u", + "í Ħ", + "Ġ butt", + "Ġb utt", + "Ġbut t", + "Ġbu tt", + "Ġ ticks", + "Ġt icks", + "Ġti cks", + "Ġtick s", + "Ġtic ks", + "Project s", + "Proj ects", + "i lib", + "il ib", + "ili b", + ".text Color", + "m ov", + "mo v", + "_ logo", + "_l ogo", + "_log o", + "_lo go", + "( template", + "(t emplate", + "(temp late", + "Ġ INIT", + "ĠIN IT", + "Ġ imageView", + "Ġimage View", + "s criptions", + "script ions", + "scri ptions", + "scription s", + "OR ITY", + "Con sumer", + "Cons umer", + "Consum er", + "Ġun precedented", + "Ġtour ist", + "Ġtou rist", + "Ġ bron", + "Ġb ron", + "Ġbr on", + "Ġbro n", + "Ġcon tractor", + "Ġcontract or", + "Ġcontr actor", + "Ġcontra ctor", + "Ġ licence", + "Ġli cence", + "Ġlic ence", + "Ġ Nam", + "ĠN am", + "ĠNa m", + "æ ¯", + "( transform", + "(trans form", + "_ ATT", + "_A TT", + "_AT T", + "P ref", + "Pr ef", + "Pre f", + "Ġ Gam", + "ĠG am", + "ĠGa m", + "Ġvess els", + "Ġvessel s", + "Ġh av", + "Ġha v", + "L ater", + "La ter", + "Lat er", + "Late r", + ". ToLower", + ".To Lower", + "Ġ urls", + "Ġurl s", + "Ġur ls", + "Ġbreak down", + "Ġpen alties", + "Ġpenal ties", + "Ġf oster", + "Ġfo ster", + "Ġfost er", + "Ġfos ter", + "Ġ UE", + "ĠU E", + "Ġc lue", + "Ġcl ue", + "c omed", + "com ed", + "co med", + "come d", + "åIJį 称", + "- main", + "-m ain", + "Ġ pts", + "Ġp ts", + "Ġpt s", + "Ġco unted", + "Ġcount ed", + "Ġcoun ted", + "i cts", + "ic ts", + "ict s", + "/ post", + "/p ost", + "Ġ getattr", + "Ġget attr", + "Ġ ping", + "Ġp ing", + "Ġpi ng", + "Ġpin g", + "AN CEL", + "ANCE L", + "ANC EL", + "Ġ pec", + "Ġp ec", + "Ġpe c", + "Ñħ од", + "Ñħо д", + "an tom", + "ant om", + "anto m", + "Ġ Blueprint", + "ĠBlue print", + "ĠEvent Emitter", + "Ġ lä", + "Ġl ä", + "æ ²", + "Ġst raw", + "Ġstr aw", + "Ġstra w", + "( comp", + "(c omp", + "(com p", + "(co mp", + "' une", + "'un e", + "'u ne", + "> N", + "- client", + "-c lient", + "-cl ient", + "-cli ent", + "es Module", + "- base", + "-b ase", + "Ġret reat", + "Ġretr eat", + "_ simple", + "_s imple", + "_sim ple", + "ĉ ĉĉĉĉĉĠ", + "ĉĉ ĉĉĉĉĠ", + "ĉĉĉĉ ĉĉĠ", + "ĉĉĉ ĉĉĉĠ", + "ĉĉĉĉĉ ĉĠ", + "ĉĉĉĉĉĉ Ġ", + "f ee", + "fe e", + "' )čĊčĊ", + "') čĊčĊ", + "')čĊ čĊ", + "Control Item", + "Ġsub scribers", + "Ġsubscri bers", + "Ġsubscribe rs", + "Ġsubscriber s", + "p lease", + "pl ease", + "ple ase", + "Ġ Eff", + "ĠE ff", + "ĠEf f", + "Ġp ound", + "Ġpo und", + "Ġpou nd", + "Ġ Bytes", + "ĠBy tes", + "ĠByte s", + "ĠT ea", + "ĠTe a", + "_ activity", + "_act ivity", + "_activ ity", + "Ġmax im", + "Ġmaxi m", + "Ġ opcode", + "Ġop code", + "Ġopc ode", + "B SD", + "BS D", + ". constant", + ".con stant", + ".const ant", + ".cons tant", + "; }", + "omb res", + "ombre s", + "Ġcare ers", + "Ġcareer s", + ") .ĊĊĊĊ", + "). ĊĊĊĊ", + ").ĊĊ ĊĊ", + ").Ċ ĊĊĊ", + ").ĊĊĊ Ċ", + "Ġsp reading", + "Ġspread ing", + "Ġspre ading", + "- expanded", + "-exp anded", + "-expand ed", + "Ġ Ord", + "ĠO rd", + "ĠOr d", + "am arin", + "ama rin", + "amar in", + "Ġmob ility", + "Ġmobil ity", + "Un fortunately", + "a kk", + "ak k", + "N L", + "_ redirect", + "_re direct", + "_red irect", + "Ġ PG", + "ĠP G", + "Ġ Sensor", + "ĠS ensor", + "ĠSens or", + "b ol", + "bo l", + "t ap", + "ta p", + "_ MEMORY", + "_MEM ORY", + "Ġ UIAlert", + "ĠUI Alert", + "pl itude", + "plit ude", + "We bsite", + "Web site", + "Ġ Logo", + "ĠL ogo", + "ĠLog o", + "ĠLo go", + "l ove", + "lo ve", + "lov e", + "[ ind", + "[i nd", + "[in d", + "Ġalto gether", + "Ġwonder ed", + "Ġ esper", + "Ġes per", + "Ġesp er", + "ĠLib eral", + "ĠLiber al", + "Ġ oss", + "Ġo ss", + "Ġos s", + "Ġe lit", + "Ġel it", + "Ġst iff", + "Ġstif f", + "od ox", + "odo x", + "_ mentions", + "_m entions", + "_ment ions", + "ĠDou glas", + "ĠDoug las", + "_ pid", + "_p id", + "_pi d", + "Ġ CK", + "ĠC K", + "ĠinitWith Frame", + ". blog", + ".b log", + ".bl og", + "p kg", + "pk g", + "ang hai", + "QUI RED", + "QUIRE D", + "u u", + "Ġ mkdir", + "Ġm kdir", + "Ġmk dir", + "AT AL", + "ATA L", + "Ġu nh", + "Ġun h", + "i nces", + "in ces", + "ince s", + "inc es", + "s th", + "st h", + "Ġhypo thesis", + "Ġhypoth esis", + "Ġc ata", + "Ġca ta", + "Ġcat a", + "Ġ TB", + "ĠT B", + "Ġ Clar", + "ĠC lar", + "ĠCl ar", + "ĠCla r", + "Ġpre decess", + "Ġpred ecess", + "Ġsit uated", + "Ġsitu ated", + "- world", + "-w orld", + ") )/", + ")) /", + "Ġhead lines", + "Ġheadline s", + ". stat", + ".s tat", + ".st at", + "Ġout break", + "s path", + "sp ath", + "spa th", + "_ FLAGS", + "_FLAG S", + "ĠServlet Exception", + "S un", + "Su n", + "F ROM", + "FR OM", + "Ġ Dir", + "ĠD ir", + "ĠDi r", + "ãĥ» ãĥ»ãĥ»", + "ãĥ»ãĥ» ãĥ»", + "_ coord", + "_c oord", + "_co ord", + "ĠOp tim", + "ĠOpt im", + "M onitor", + "Mon itor", + ". bit", + ".b it", + ".bi t", + "X XX", + "XX X", + "Ġto das", + "Ġtod as", + "Ġtoda s", + "f eld", + "fe ld", + "fel d", + "ÑĢ и", + "i mir", + "im ir", + "imi r", + "Ġpolit ically", + "Ġpolitical ly", + "Ġpolitic ally", + "Ġm olecular", + "Ġmolec ular", + "Ġmole cular", + "Ġtr aded", + "Ġtrad ed", + "Ġtrade d", + "Ġtra ded", + "Ġ {{$", + "Ġ{ {$", + "Ġ{{ $", + "ĠSw edish", + "ĠSwe dish", + "Ġ'@ /", + "_ REAL", + "_RE AL", + "Ġ warehouse", + "Ġw arehouse", + "Ġware house", + "t oday", + "to day", + "tod ay", + ", L", + "o rp", + "or p", + "< section", + " false", + ">f alse", + "Ġ spa", + "Ġs pa", + "Ġsp a", + "Ġ Near", + "ĠN ear", + "ĠNe ar", + "ì ķ", + "Ġint rig", + "Ġintr ig", + "_ members", + "_m embers", + "_mem bers", + "_member s", + "w ave", + "wa ve", + "wav e", + "Ġanal ysts", + "Ġanaly sts", + "Ġanalyst s", + "Ġanalys ts", + "_ OS", + "_O S", + "e din", + "ed in", + "edi n", + "Ġ Fri", + "ĠF ri", + "ĠFr i", + "Ġret rieved", + "Ġretrie ved", + "Ġretrieve d", + "Ġretr ieved", + "Reg ular", + "_ obs", + "_o bs", + "_ob s", + "EX PORT", + "EXP ORT", + "' )}}\"", + "') }}\"", + "')}} \"", + "')} }\"", + "\" class", + "\"c lass", + "__ ((", + "__( (", + "b ucket", + "bu cket", + "Ġ stro", + "Ġs tro", + "Ġst ro", + "Ġstr o", + "Ġ Patch", + "ĠP atch", + "ĠPat ch", + "y stick", + "yst ick", + "ys tick", + "ful ness", + "a pos", + "ap os", + "apo s", + "D a", + "ĉ ĉĉĉĉĠĠĠ", + "ĉĉ ĉĉĉĠĠĠ", + "ĉĉĉĉ ĉĠĠĠ", + "ĉĉĉ ĉĉĠĠĠ", + "ĉĉĉĉĉ ĠĠĠ", + "ĉĉĉĉĉĠ ĠĠ", + "ĉĉĉĉĉĠĠ Ġ", + "Ġen rich", + "Ġenr ich", + "un ordered", + "h ole", + "ho le", + "hol e", + "C ong", + "Con g", + "Co ng", + "< Product", + "ĠC urt", + "ĠCur t", + "ĠCu rt", + "( the", + "(t he", + "(th e", + "_ lower", + "_l ower", + "_lo wer", + "_low er", + "Ġavoid ing", + "Ġ buzz", + "Ġb uzz", + "Ġbu zz", + "Ġbuz z", + "Ġv iable", + "Ġvi able", + "Ġvia ble", + "u ba", + "ub a", + "- is", + "-i s", + "a rel", + "ar el", + "are l", + "Ġ acted", + "Ġact ed", + "Ġac ted", + "- details", + "-d etails", + "-de tails", + "-detail s", + "-det ails", + "ภĩ", + "Ġ Theory", + "ĠThe ory", + "ĠTheo ry", + "ĠP un", + "ĠPu n", + "Ġ Anonymous", + "ĠAn onymous", + ".. .\"Ċ", + "... \"Ċ", + "...\" Ċ", + "è res", + "ère s", + "åı ¯", + "Ġ Vision", + "ĠV ision", + "ĠVis ion", + "_ sem", + "_s em", + "_se m", + "a sha", + "as ha", + "ash a", + "Ġcelebr ity", + "Ġ endDate", + "Ġend Date", + "Ġ populate", + "Ġpop ulate", + "Ġpopul ate", + "Ġc uis", + "Ġcu is", + "Ġcui s", + "q uant", + "qu ant", + "qua nt", + "quan t", + "f loor", + "fl oor", + "flo or", + "Ġglobal ly", + "Ġglob ally", + "Ġc ruise", + "Ġcru ise", + "Ġcruis e", + "ĠStan ley", + "Ġb ikes", + "Ġbi kes", + "Ġbike s", + "Ġbik es", + ". getConnection", + ".get Connection", + "Ġpoor ly", + "_ other", + "_o ther", + "_ot her", + "am ping", + "amp ing", + ". \");ĊĊ", + ".\" );ĊĊ", + ".\");Ċ Ċ", + ".\") ;ĊĊ", + ".\"); ĊĊ", + "o di", + "od i", + "_ ADMIN", + "_A DMIN", + "_AD MIN", + ". colors", + ".color s", + ".col ors", + "ĠG aming", + "ĠGa ming", + "ĠGam ing", + "> ';ĊĊ", + ">' ;ĊĊ", + ">';Ċ Ċ", + ">'; ĊĊ", + "STR UCT", + "STRU CT", + "Q R", + "I Ds", + "ID s", + "( arguments", + "(arg uments", + "(argument s", + "_ aux", + "_a ux", + "( Event", + "(E vent", + "_ PRIVATE", + "_PR IVATE", + "_PRIV ATE", + "ĠT rek", + "ĠTr ek", + "ĠTre k", + "Ġ downloads", + "Ġdown loads", + "Ġdownload s", + "m utable", + "mut able", + "mu table", + "_ STRUCT", + "_STR UCT", + "( wx", + "(w x", + "Ġ domains", + "Ġdom ains", + "Ġdomain s", + "Ġdoma ins", + "js px", + "jsp x", + "ĠVi agra", + "ĠVia gra", + "Command s", + "Comm ands", + "J s", + ". cfg", + ".c fg", + ".cf g", + "Content Pane", + "Ġ EditText", + "ĠEdit Text", + "à¥į à¤", + "At tach", + "Att ach", + "Ġ ARM", + "ĠA RM", + "ĠAR M", + "pos itive", + "posit ive", + "Ġ Generated", + "ĠG enerated", + "ĠGener ated", + "ĠGenerate d", + "ĠGene rated", + "Ġse ized", + "Ġseiz ed", + "Ġsei zed", + "Ġseize d", + "= :", + "Ġ electronics", + "Ġelect ronics", + "Ġelectronic s", + "Ġelectron ics", + "Ġ AppComponent", + "ĠApp Component", + "/ ',Ċ", + "/' ,Ċ", + "/', Ċ", + ". equalsIgnoreCase", + ".equals IgnoreCase", + "Do ctrine", + "d isk", + "dis k", + "di sk", + "Ġ Political", + "ĠPol itical", + "ĠPolit ical", + "C HO", + "CH O", + "< F", + "ĉ height", + "ĉh eight", + "Ġ Bug", + "ĠB ug", + "ĠBu g", + ". le", + ".l e", + "i kh", + "ik h", + "Ġ milliseconds", + "Ġm illiseconds", + "Ġmill iseconds", + "Ġmilli seconds", + "Ġconst itu", + "Ġconstit u", + "m ag", + "ma g", + ". nl", + ".n l", + "- range", + "-r ange", + "-ra nge", + "ang gal", + "' ,[", + "', [", + "r opolitan", + "ropol itan", + "Ġ Ãľ", + "Ġà ľ", + "Ġ UC", + "ĠU C", + ". desc", + ".d esc", + ".de sc", + ".des c", + "- LAST", + "-L AST", + "f stream", + "fst ream", + "i bil", + "ib il", + "ibi l", + "Ġf ier", + "Ġfi er", + "Ġfie r", + "V ERY", + "VER Y", + "VE RY", + "Ġ ë³", + "Ġë ³", + "I RT", + "IR T", + "_ UI", + "_U I", + "( abs", + "(a bs", + "(ab s", + "Ġk nees", + "Ġkn ees", + "Ġkne es", + "Ġknee s", + "Ġr ookie", + "Ġro okie", + "Ġ Vac", + "ĠV ac", + "ĠVa c", + "a rena", + "ar ena", + "are na", + "aren a", + "comm end", + "- \\", + "ĠSUB STITUTE", + "S oft", + "So ft", + "Ġpart ir", + "Ġpar tir", + "Ġparti r", + "we alth", + "è¦ ģ", + "( dataset", + "(d ataset", + "(data set", + "(dat aset", + "(datas et", + "Ġ Climate", + "ĠCl imate", + "ĠClim ate", + "ĠCli mate", + "- show", + "-s how", + "-sh ow", + "Ġrel iability", + "Ġreli ability", + "_ chunk", + "_ch unk", + "ä» £", + "_ stock", + "_st ock", + "ĠEX EMPLARY", + "ï ¸ı", + "ï¸ ı", + "Ġ vÃŃ", + "Ġv ÃŃ", + "Ġsm iled", + "Ġsmile d", + "Ġdr ill", + "Ġdri ll", + ". Function", + ".F unction", + ".Func tion", + "Ġ SI", + "ĠS I", + "Ġre gression", + "Ġreg ression", + "Ġregress ion", + "- X", + "Ġ Jar", + "ĠJ ar", + "ĠJa r", + "p ref", + "pr ef", + "pre f", + "ĉ success", + "ĉs uccess", + "ĠH itler", + "ĠHit ler", + "Ġinst inct", + "Ġfem mes", + "Ġfemme s", + "Ġ lover", + "Ġl over", + "Ġlo ver", + "Ġlove r", + "Ġlov er", + "< Ċ", + "Ġmulti plier", + "Ġmultip lier", + "r il", + "ri l", + "Re size", + "Res ize", + "Ġ Authorization", + "ĠAuthor ization", + "ĠK an", + "ĠKa n", + "Dispatch ToProps", + "Ġc rops", + "Ġcr ops", + "Ġcro ps", + "Ġcrop s", + "t okens", + "token s", + "tok ens", + "e cn", + "ec n", + "ent ially", + "ential ly", + "enti ally", + "ĠINTERRU PTION", + "f ake", + "fa ke", + "fak e", + "Un defined", + "Und efined", + "Ġ AK", + "ĠA K", + "Ġ TestCase", + "ĠTest Case", + "Ġ rab", + "Ġr ab", + "Ġra b", + "Ġ torrent", + "Ġt orrent", + "Ġtor rent", + "Ġ Ot", + "ĠO t", + "B ars", + "Bar s", + "Ba rs", + "Ġ lecture", + "Ġl ecture", + "Ġlect ure", + "Ġen jo", + "Ġrespond s", + "Ġresp onds", + "Ġ indexed", + "Ġindex ed", + "Ġinde xed", + "Of Work", + "_ chain", + "_ch ain", + ") )->", + ")) ->", + "))- >", + "Ġ Beauty", + "ĠBe auty", + "ĠBeaut y", + "ĠBea uty", + "ĠBeau ty", + "Ġ` <", + "Ġtouch ing", + "Ġtou ching", + "Ġ |--", + "Ġ| --", + "Ġ|- -", + "ĉ flag", + "ĉf lag", + "normal ize", + "Ġt rapped", + "Ġtr apped", + "Ġtra pped", + "Ġtrap ped", + "Ġestablish ing", + "/ build", + "/b uild", + "A J", + "f y", + "- react", + "-re act", + "a vn", + "av n", + "RI PTION", + "RIPT ION", + "Ġk ut", + "Ġku t", + "Ġ Fashion", + "ĠF ashion", + "Ġ Inform", + "ĠIn form", + "ĠInfo rm", + "ĠInf orm", + "c urities", + "cur ities", + "< byte", + "{Ċ", + "Ġ= >{Ċ", + "Ġ=> {Ċ", + "Ġgar lic", + "Ġ repr", + "Ġre pr", + "Ġrep r", + "Ġre plies", + "Ġrep lies", + "Ġrepl ies", + "( prop", + "(p rop", + "(pro p", + "(pr op", + "Ġspirit s", + "Ġspir its", + "Ġins pire", + "Ġinspir e", + "Ġinsp ire", + "Ġbase ment", + "Ġbas ement", + ". reject", + ".re ject", + "Ġ hints", + "Ġh ints", + "Ġhint s", + "Ġhi nts", + "Ġhin ts", + "Ġpol ling", + "Ġpoll ing", + "ĉ ĠĊ", + "ĉĠ Ċ", + "_ rating", + "_r ating", + "_ra ting", + "_rat ing", + "Ġc ath", + "Ġca th", + "Ġcat h", + "a vier", + "av ier", + "avi er", + "Ġ compressed", + "Ġcom pressed", + "Ġcomp ressed", + "Ġcompr essed", + "Ġcompress ed", + "Ġ VS", + "ĠV S", + "] '", + "Ġjud icial", + "ĠT rend", + "ĠTr end", + "ĠTre nd", + "tr aining", + "tra ining", + "train ing", + "EST AMP", + "ogn ition", + "Ä ģ", + "S ENT", + "SE NT", + "SEN T", + "v entions", + "vent ions", + "vention s", + "Ġconsult ant", + "Ġconsulta nt", + "Ġconsul tant", + "u mph", + "um ph", + "ump h", + "Ġ userService", + "Ġuser Service", + ", NULL", + ",N ULL", + "k h", + "D ear", + "De ar", + "_ BAD", + "_B AD", + "it ations", + "itation s", + "itat ions", + "Ġmet aph", + "Ġmeta ph", + "' é", + "and ise", + "andi se", + "- font", + "-f ont", + ". chart", + ".c hart", + ".ch art", + ".char t", + "Ġ sg", + "Ġs g", + "_ Controller", + "_Control ler", + ". jpeg", + ".j peg", + ".jp eg", + "Ġ ULONG", + "ĠU LONG", + "ĠUL ONG", + "ĉ game", + "ĉg ame", + "( ss", + "(s s", + "ĠM aj", + "ĠMa j", + "ĉ go", + "ĉg o", + "Ġ Sad", + "ĠS ad", + "ĠSa d", + "ĠB erg", + "ĠBe rg", + "ĠBer g", + "Ġ Mine", + "ĠM ine", + "ĠMin e", + "ĠMi ne", + "P ack", + "Pa ck", + "Ġres istant", + "Ġresist ant", + "Ġ ROM", + "ĠR OM", + "ĠRO M", + "Ġ peg", + "Ġp eg", + "Ġpe g", + "ĠSt anford", + "ĠStan ford", + "Ġ Yahoo", + "ĠY ahoo", + "ĠYa hoo", + "ĠYah oo", + "Ġ scaled", + "Ġs caled", + "Ġsc aled", + "Ġscale d", + "Ġsca led", + "Ġscal ed", + "Ġ lan", + "Ġl an", + "Ġla n", + "= []", + "=[ ]", + "\" /> < /", + "Ġ plots", + "Ġp lots", + "Ġpl ots", + "Ġplot s", + "Ġplo ts", + ". *Ċ", + ".* Ċ", + "Ġtr aveled", + "Ġtravel ed", + "Ġtra veled", + "Ġtrav eled", + "ĠO scar", + "ĠOs car", + "ĠOsc ar", + "V L", + "Ġl inking", + "Ġlink ing", + "Ġlin king", + "Ġt ires", + "Ġti res", + "Ġtire s", + "Ġtir es", + "Ġ' *'", + "Ġ'* '", + "ĠBuffer ed", + "ĠBuff ered", + "e ri", + "er i", + "Ġ ****", + "Ġ* ***", + "Ġ** **", + "Ġ*** *", + "Ġover look", + "Ġoverl ook", + ". Non", + ".N on", + ".No n", + "Ġr és", + "Ġré s", + "Ġe gy", + "Ġeg y", + "å° ı", + "Ġatt acker", + "Ġattack er", + "ĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉ", + ". sync", + ".s ync", + ".syn c", + ".sy nc", + "AS CADE", + "ASC ADE", + "G round", + "Gr ound", + "Gro und", + "Ġ decay", + "Ġdec ay", + "Ġ Ton", + "ĠT on", + "ĠTo n", + "Ġjew elry", + "Ġjewel ry", + "Ġb ypass", + "Ġby pass", + "Ġm embr", + "Ġmem br", + "Ġmemb r", + "R NA", + "RN A", + "< System", + " ččĊ", + "Ġs ud", + "Ġsu d", + "ĉ background", + "ĉback ground", + "Ġsch olars", + "Ġscholar s", + "-m uted", + "a rá", + "ar á", + "Ġ =====", + "Ġ= ====", + "Ġ== ===", + "Ġ=== ==", + "Ġ==== =", + "Ġ ____", + "Ġ_ ___", + "Ġ__ __", + "Ġ___ _", + "C reat", + "Cre at", + "Cr eat", + "e never", + "en ever", + "ene ver", + "/ wp", + "/w p", + "Ġ VPN", + "ĠV PN", + "ĠVP N", + "Error Code", + ") ],Ċ", + ")] ,Ċ", + ")], Ċ", + "( builder", + "(b uilder", + "(build er", + "Ġ Enemy", + "ĠEn emy", + "S ensor", + "u sa", + "us a", + "Ġtr iggers", + "Ġtrigger s", + "Ġtrig gers", + "Ġplay offs", + "Ġplayoff s", + "_ REQ", + "_RE Q", + "_R EQ", + "Ġ (~", + "Ġ( ~", + "ĠB arry", + "ĠBar ry", + "ĠBarr y", + "Ġperman ently", + "Ġpermanent ly", + "Ġ RUN", + "ĠR UN", + "ĠRU N", + "Ġb ure", + "Ġbu re", + "Ġbur e", + ".Fatal f", + ".Fat alf", + "Ġch ick", + "Ġchi ck", + "Ġchic k", + "ĉ panic", + "ĉp anic", + "p si", + "ps i", + "o ka", + "ok a", + "éĢ ī", + "> [", + "Ġunder stands", + "Ġunderstand s", + "Ġunderst ands", + "Ġ Junior", + "ĠJun ior", + "ĠJuni or", + "Ġ INFO", + "ĠIN FO", + "ĠINF O", + "= mysqli", + "=m ysqli", + "=mysql i", + "us tain", + "ust ain", + "usta in", + "- source", + "-s ource", + "s erv", + "se rv", + "ser v", + "Ġ CREATE", + "ĠC REATE", + "ĠCRE ATE", + ". au", + ".a u", + "Ġs ells", + "Ġsell s", + "Ġsel ls", + "Ġ ĠĊĠĠĊ", + "ĠĠ ĊĠĠĊ", + "ĠĠĊ ĠĠĊ", + "E urope", + "Euro pe", + "z w", + "p reh", + "pr eh", + "pre h", + "ĠN SA", + "ĠNS A", + "Ġ xy", + "Ġx y", + "ภ´", + "Ġ Beyond", + "ĠB eyond", + "ĠBey ond", + "In stead", + "Inst ead", + "Non Query", + "Ġa rise", + "Ġar ise", + "Ġavoid ed", + ". emplace", + ".em place", + ".emp lace", + "_ models", + "_model s", + "_mode ls", + "_mod els", + "} ),Ċ", + "}) ,Ċ", + "}), Ċ", + "Ġ hid", + "Ġh id", + "Ġhi d", + "Ġ &_", + "Ġ& _", + ". points", + ".p oints", + ".point s", + ".po ints", + ".poi nts", + ". getWidth", + ".get Width", + ". Exec", + ".Ex ec", + ".E xec", + "Ġ ////", + "Ġ// //", + "Ġ/ ///", + "Ġ/// /", + "Ġ Sessions", + "ĠS essions", + "ĠSession s", + ". ..\\", + ".. .\\", + "... \\", + "ĠCol omb", + "ĠColo mb", + "Ġacceler ation", + "Ġaccel eration", + "re store", + "rest ore", + "Ġ ile", + "Ġi le", + "Ġil e", + "o bic", + "ob ic", + "obi c", + "< Node", + " }Ċ", + ">} Ċ", + "pl aint", + "plain t", + "pla int", + "get Text", + "Ġindividual ly", + "Ġindivid ually", + "Ġ checkbox", + "Ġcheck box", + "U Y", + "ĠL amb", + "ĠLa mb", + "ĠLam b", + "Ġdys function", + "ĠL ar", + "ĠLa r", + "à °", + "Ġ Creating", + "ĠC reating", + "ĠCr eating", + "ĠCre ating", + "ĠCreat ing", + "' );ĊĊĊ", + "') ;ĊĊĊ", + "');Ċ ĊĊ", + "');ĊĊ Ċ", + "'); ĊĊĊ", + "\" They", + "\"The y", + "\"T hey", + "l ocations", + "loc ations", + "location s", + "_ CORE", + "_C ORE", + "_CO RE", + "_COR E", + "Inter action", + "umbn ails", + "umbnail s", + "Ġ Partner", + "ĠP artner", + "ĠPart ner", + "b rit", + "br it", + "Ġl esser", + "Ġless er", + "Ġles ser", + "Ġ Slot", + "ĠS lot", + "ĠSl ot", + "ĠSlo t", + "set Attribute", + "Ġ Wave", + "ĠW ave", + "ĠWa ve", + ". po", + ".p o", + "/ store", + "/st ore", + "Ġb rowsing", + "Ġbrows ing", + "Ġbrow sing", + "_ pd", + "_p d", + "s ume", + "sum e", + "su me", + "s ed", + "se d", + "C urve", + "Cur ve", + "Cu rve", + "Ġpl asma", + "Ġsusp icious", + "ìĿ ¸", + "Ġ Bah", + "ĠB ah", + "ĠBa h", + "Ġ Explicit", + "ĠExp licit", + "ĠExpl icit", + "_ CC", + "_C C", + ".Client Size", + "\\ View", + "\\V iew", + "Ġsub stit", + "Ġsubs tit", + "Ġsubst it", + "l oon", + "lo on", + "loo n", + "Ġ GAME", + "ĠG AME", + "ĠGA ME", + "ĠGAM E", + "ĠB rid", + "ĠBr id", + "ĠBri d", + "Ľ 建", + "_ User", + "_U ser", + "Ġs quares", + "Ġsqu ares", + "Ġsquare s", + "f one", + "fo ne", + "fon e", + "Ġsa cred", + "Ġsac red", + "Ġsacr ed", + "ug hs", + "ugh s", + "] interface", + "Ġ Throw", + "ĠTh row", + "ĠThr ow", + "ĠK irk", + "ĠKir k", + "ĠKi rk", + "Ġem pire", + "Ġemp ire", + "Ġempir e", + "Ġass essed", + "Ġassess ed", + "Ġasses sed", + "T ax", + "Ta x", + "ĠHe aven", + "- buffer", + "-b uffer", + "_ STATIC", + "_ST ATIC", + "_STAT IC", + "é né", + "én é", + "-b ordered", + "-border ed", + "Ġp unct", + "Ġpun ct", + "( mode", + "(m ode", + "(mod e", + "Ġke ine", + "Ġkein e", + "S ent", + "Se nt", + "Sen t", + "Ġ Calcul", + "ĠCal cul", + "ĠCalc ul", + "ĠE ve", + "ĠEv e", + "Ġsty lish", + "Ġstyl ish", + "Ġo ils", + "Ġoil s", + "Ġoi ls", + ". TestCase", + ".Test Case", + "Ġtrad emark", + "Ġtrade mark", + "Ġliter ary", + "Ġlite rary", + "Ġconcentr ations", + "Ġconcentration s", + "Ġ Relations", + "ĠRe lations", + "ĠRel ations", + "ĠRelation s", + "( Class", + "(C lass", + "(Cl ass", + "Ġ stdin", + "Ġst din", + "Ġstd in", + "Ġv æ", + "back up", + "bac kup", + ". VERSION", + ".V ERSION", + ".AutoScale Dimensions", + "st arter", + "start er", + "star ter", + "Transaction al", + "- panel", + "-p anel", + "-pane l", + "St udio", + "k c", + "ĠCh amber", + "ĠCham ber", + "ĠS piel", + "ĠSp iel", + "ĠSpi el", + "Ġ rho", + "Ġr ho", + "Ġrh o", + "ا ÙĦ", + "ا٠Ħ", + "! '", + ". Attributes", + ".At tributes", + ".Attribute s", + "Ġmurder ed", + "apeut ic", + "Ġint imate", + "Ġintim ate", + "Ġ textField", + "Ġt extField", + "Ġtext Field", + "ĠBuff alo", + "d ummy", + "dum my", + "\" %", + "ĠLib erty", + "ĠLibert y", + "ĠLiber ty", + "o bar", + "ob ar", + "oba r", + "Ġ Tank", + "ĠT ank", + "ĠTa nk", + "ĠTan k", + "Ġ Popular", + "ĠPop ular", + "er visor", + "erv isor", + "ĠIn iti", + "ĠInit i", + "ĠIni ti", + "ĠM all", + "ĠMal l", + "ĠMa ll", + "Ġ Prior", + "ĠP rior", + "ĠPr ior", + "ĠPri or", + "C AP", + "CA P", + "ĠC lay", + "ĠCl ay", + "ĠCla y", + "Ġ Certificate", + "ĠC ertificate", + "ĠCert ificate", + "ĠCertif icate", + ". Lock", + ".L ock", + ".Lo ck", + "- strip", + "-s trip", + "-st rip", + "-str ip", + "-dr iven", + "-drive n", + "/ all", + "/a ll", + "/al l", + "ĠMessageBox Buttons", + "ĠMessageBoxButton s", + "_ SECRET", + "_SE CRET", + "_SEC RET", + "_ pb", + "_p b", + "Ġ rats", + "Ġr ats", + "Ġrat s", + "Ġra ts", + "ा à¤", + "Ġ nt", + "Ġn t", + ". Router", + ".R outer", + ".Route r", + "_ topic", + "_t opic", + "_to pic", + "_top ic", + "Ġt ennis", + "Ġten nis", + "Ġ PUBLIC", + "ĠP UBLIC", + "ĠPUB LIC", + "ĠActiv atedRoute", + "Ġ ',Ċ", + "Ġ' ,Ċ", + "Ġ', Ċ", + "Ġcost ume", + "Ġj okes", + "Ġjo kes", + "Ġjoke s", + ". Handle", + ".H andle", + ".Hand le", + "ĉ byte", + "ĉb yte", + "Ġfl avors", + "Ġflavor s", + "Ġflav ors", + "( cc", + "(c c", + "Ġperson as", + "Ġpers onas", + "Ġpersona s", + "Ġperso nas", + "ĉ image", + "ĉi mage", + "ĉim age", + "ĠN azi", + "ĠNa zi", + "ĠNaz i", + "Ġ grammar", + "Ġgram mar", + "Ġgramm ar", + "Ġú lt", + "Ġval ve", + "Ġ vic", + "Ġv ic", + "Ġvi c", + "Ġ Rachel", + "ĠR achel", + "ĠRac hel", + "ĠRach el", + "_ invalid", + "_in valid", + "P refs", + "Pr efs", + "Pre fs", + "Pref s", + "std int", + "stdin t", + "( route", + "(r oute", + "(ro ute", + "Ġ htmlspecialchars", + "Ġhtml specialchars", + "Ġpe oples", + "Ġpeople s", + "p line", + "pl ine", + "Ġ nv", + "Ġn v", + "Ġ Quant", + "ĠQ uant", + "ĠQu ant", + "o ppers", + "op pers", + "opp ers", + "opper s", + "Ġ currentUser", + "Ġcurrent User", + "ĠC atal", + "ĠCa tal", + "ĠCat al", + "ĠCata l", + "Ġre conc", + "Ġrecon c", + "Ġreco nc", + "Ġcon junction", + "Ġconj unction", + "l x", + "am burg", + "amb urg", + "Ġinflu ential", + "d anger", + "da nger", + "dan ger", + "in ders", + "ind ers", + "inder s", + "inde rs", + "Ġ %@\",", + "Ġ% @\",", + "Ġ%@ \",", + ". configuration", + ".config uration", + "o some", + "os ome", + "oso me", + ". identity", + ".id entity", + ".ident ity", + ".ide ntity", + "Ġ picker", + "Ġp icker", + "Ġpick er", + "Ġpi cker", + "Ġpic ker", + "n ost", + "no st", + "nos t", + "ĠDI Y", + "Aug ust", + "a blo", + "ab lo", + "abl o", + "Le af", + "ĠR eco", + "ĠRe co", + "ĠRec o", + "c ko", + "ck o", + "D OC", + "DO C", + "ĠH erm", + "ĠHe rm", + "ĠHer m", + ": any", + ":a ny", + "Ġ Interview", + "ĠInt erview", + "ĠInter view", + "Ġ Tex", + "ĠT ex", + "ĠTe x", + "x fe", + "xf e", + "( work", + "(w ork", + "Ġle ap", + "He ading", + "Head ing", + "Ġ quarters", + "Ġqu arters", + "Ġquarter s", + "Ġquar ters", + "Ġquart ers", + "\\ Bundle", + "r eb", + "re b", + "Per haps", + "ĠG mbH", + "B irth", + "Bir th", + "ĉ sum", + "ĉs um", + "ĠWat son", + ". nil", + ".n il", + "ç ¡", + "{ }ĊĊ", + "{} ĊĊ", + "{}Ċ Ċ", + "ic aid", + "ica id", + "G etter", + "Get ter", + "\" name", + "Ġ \"čĊ", + "Ġ\" čĊ", + "_ none", + "_n one", + "_no ne", + "_non e", + "z m", + "ac ute", + "u esto", + "ue sto", + "ues to", + "uest o", + "Ġs ous", + "Ġso us", + "Ġsou s", + "Ġre build", + "Ġreb uild", + "Ġnews papers", + "Ġnewsp apers", + "Ġnewspaper s", + "Ġ Haz", + "ĠH az", + "ĠHa z", + "Ġ kits", + "Ġk its", + "Ġkit s", + "Ġki ts", + "i fo", + "if o", + "Bl ur", + "Ġsu ited", + "Ġsuit ed", + "Ġsuite d", + "Ġsui ted", + "- In", + "-I n", + "à ¯", + "Ġ Keith", + "ĠKe ith", + "ĠNor way", + "IN IT", + "INI T", + "ire ccion", + "i eties", + "ie ties", + "iet ies", + "_ usage", + "_u sage", + "_us age", + "Ġ Doug", + "ĠD oug", + "ĠDo ug", + "ĠDou g", + "r ise", + "ri se", + "ris e", + "Ġtr illion", + "im ited", + "imit ed", + "imi ted", + "Ġ REL", + "ĠR EL", + "ĠRE L", + "a lic", + "al ic", + "ali c", + "Ġcritic ized", + "Ġcriticize d", + "the orem", + "Ġc ease", + "Ġce ase", + "Ġside w", + "Ġsid ew", + "ĠT erry", + "ĠTer ry", + "ĠTerr y", + "Ġsubs idi", + "Ġsubsid i", + "Ġfirm ly", + "Ġ aws", + "Ġa ws", + "Ġaw s", + "Ġh ott", + "Ġhot t", + "Ġho tt", + "Ġd ressing", + "Ġdress ing", + "b adge", + "ba dge", + "bad ge", + "Ġ Applications", + "ĠApp lications", + "ĠApplication s", + "ĠAppl ications", + "è¿ ĶåĽŀ", + "è¿Ķ åĽŀ", + "Ġlaugh ed", + "Ġh obby", + "Ġhob by", + "Ġmus icians", + "Ġmusic ians", + "Ġmusician s", + "Ġ *.", + "Ġ* .", + ". placeholder", + ".place holder", + "Ġc ounters", + "Ġcount ers", + "Ġcoun ters", + "Ġcounter s", + "ĠCap itol", + "S DK", + "SD K", + "Ġh elmet", + "Ġhel met", + "Ġhelm et", + "and box", + "q uit", + "qu it", + "qui t", + "Ġcriminal s", + "Ġcrim inals", + "Ġteen ager", + "Ġteenage r", + "( update", + "(up date", + "G l", + ". selection", + ".s election", + ".se lection", + ".select ion", + ".sel ection", + "Ġdis charge", + "Ġpres enting", + "Ġpresent ing", + "ufact urer", + "_ UNKNOWN", + "_UN KNOWN", + "Ġst ressed", + "Ġstr essed", + "Ġstress ed", + "å Ļ¨", + "åĻ ¨", + "Pro to", + "Pr oto", + "Prot o", + "_ correct", + "_c orrect", + "_cor rect", + "_corr ect", + "h aus", + "ha us", + "Ġre nov", + "Ġren ov", + "Ġfire arms", + "Ġfirearm s", + "Ġtechn ically", + "Ġtechnical ly", + "- browser", + "-b rowser", + "Ġc andy", + "Ġcan dy", + "Ġcand y", + "St roke", + "Str oke", + "Ġ executor", + "Ġexec utor", + "Ġexecut or", + "Ġocc urrence", + "Ġoccur rence", + "Ġ IPv", + "ĠIP v", + "_ INTERFACE", + "_INTER FACE", + "Ġ Retrieve", + "ĠRe trieve", + "ĠRet rieve", + "ĠRetrie ve", + ". bad", + ".b ad", + ".ba d", + "Ex change", + "Nav bar", + "Ġ Kid", + "ĠK id", + "ĠKi d", + "(get ApplicationContext", + "_ STOP", + "_S TOP", + "_ST OP", + "Ġ Boss", + "ĠB oss", + "ĠBo ss", + "ĠBos s", + "List eners", + "Listener s", + "Listen ers", + "Ġsh ooter", + "Ġshoot er", + "Ġsho oter", + "ĠA lb", + "ĠAl b", + "ä ch", + "Ġ pix", + "Ġp ix", + "Ġpi x", + ". keyCode", + ".key Code", + "al one", + "alo ne", + "alon e", + "Ġabs urd", + "Ġ Cum", + "ĠC um", + "ĠCu m", + "ĠNewton soft", + "i kt", + "ik t", + "Ġlaugh ing", + "Ġcapital ism", + "ree Node", + "T x", + "_ QUERY", + "_QU ERY", + ". Sleep", + ".S leep", + "( login", + "(log in", + "(lo gin", + "Web Element", + "Ġcelebr ating", + "Ġ deprecated", + "Ġde precated", + "Ġdep recated", + "Ġm aar", + "Ġma ar", + "Ġart istic", + "Ġartist ic", + "_ASS OC", + "_AS SOC", + "ĠBorder Radius", + "ĉ wp", + "ĉw p", + "Ġsurv ivors", + "Ġsurviv ors", + "Ġsurvivor s", + "In ner", + "- red", + "-r ed", + "-re d", + "Ġprosec ution", + "_ pp", + "_p p", + "( \"$", + "\"=> $", + "Ġ comma", + "Ġcom ma", + "Ġco mma", + "Ġcomm a", + "un checked", + "g raphics", + "graph ics", + "graphic s", + "r ors", + "ro rs", + "ror s", + "G ROUND", + "GR OUND", + "( public", + "(p ublic", + "(pub lic", + "Ġcustom ized", + "Ġcustomize d", + "ĠArk ansas", + "Ġ Rew", + "ĠR ew", + "ĠRe w", + "Ġ expiration", + "Ġex piration", + "Ġexp iration", + "× ķ", + "ĠC ul", + "ĠCu l", + "Ġn ons", + "Ġno ns", + "Ġnon s", + ". Filter", + ".F ilter", + "Ġsen ator", + "_ definition", + "_def inition", + "ash ington", + "ashing ton", + "y mph", + "ym ph", + "/ J", + "Ġ fuse", + "Ġf use", + "Ġfu se", + "Ġfus e", + "ra mid", + "ram id", + "Ġ Supplier", + "ĠS upplier", + "ĠSup plier", + "Ġ autocomplete", + "Ġaut ocomplete", + "Ġauto complete", + "Ġ }),", + "Ġ} ),", + "Ġ}) ,", + ". \"ĊĊĊ", + ".\" ĊĊĊ", + ".\"ĊĊ Ċ", + ".\"Ċ ĊĊ", + "_ functions", + "_function s", + "_fun ctions", + "ĉ to", + "ĉt o", + ". eval", + ".e val", + ".ev al", + "ĠT Object", + "ĠTO bject", + "Re ferences", + "Reference s", + "Refer ences", + "Ġh eated", + "Ġhe ated", + "Ġheat ed", + "H AL", + "HA L", + "Ġ ))}Ċ", + "Ġ) )}Ċ", + "Ġ)) }Ċ", + "} $", + "ĠB arr", + "ĠBar r", + "ĠBa rr", + "_ UNIT", + "_UN IT", + "+ $", + "Ġ getValue", + "Ġget Value", + "i ped", + "ip ed", + "ipe d", + "ch ied", + "chie d", + "chi ed", + "( vm", + "(v m", + "c ue", + "cu e", + "_ integer", + "_int eger", + "_ course", + "_c ourse", + "_co urse", + "th ird", + "Ġre vised", + "Ġrev ised", + "Ġrevis ed", + "Ġrevise d", + "* */Ċ", + "** /Ċ", + "_ DIRECT", + "_D IRECT", + "_DIR ECT", + "_DI RECT", + "Out Of", + "( \"(", + "(\" (", + "Ġ Feel", + "ĠF eel", + "ĠFe el", + "ĠFee l", + "Ġre ass", + "Ġ subtitle", + "Ġsub title", + "Ġsubt itle", + "p eri", + "pe ri", + "per i", + "n f", + "Ġenjoy s", + "Ġenjo ys", + "Ġtreat s", + "Ġtre ats", + ") this", + ")t his", + "- tabs", + "-t abs", + "-tab s", + "an cers", + "ance rs", + "anc ers", + "ancer s", + "Ġ continent", + "Ġcont inent", + "Ġcontin ent", + "Ġcar dio", + "Ġcard io", + "Ġcardi o", + "S er", + "Se r", + ". question", + ".q uestion", + ".qu estion", + ".quest ion", + "Ġph rases", + "Ġphrase s", + "Valid ators", + "Validator s", + "Ġpop ul", + "Ġ lÃŃ", + "Ġl ÃŃ", + "s ong", + "so ng", + "son g", + "_ INTERNAL", + "_IN TERNAL", + "_INTER NAL", + "Ġadv iser", + "Ġadvis er", + "Ġadvise r", + "Ġp uzz", + "Ġpu zz", + "Ġamb itious", + "Ġambit ious", + "ĠT ob", + "ĠTo b", + "Ġ DP", + "ĠD P", + "Ġpres idency", + "Ġsur render", + "Ġsurre nder", + "Ġw atches", + "Ġwatch es", + "Ġwat ches", + "_ binary", + "_b inary", + "_bin ary", + "Ġ Soon", + "ĠS oon", + "ĠSo on", + "Ġcan ada", + "(\" \")Ċ", + "(\"\" )Ċ", + "(\"\") Ċ", + "] ='", + "]= '", + "Ġ Brandon", + "ĠBr andon", + "ĠBrand on", + "ĠBra ndon", + "ĠBran don", + "e psilon", + "eps ilon", + "r w", + ". addChild", + ".add Child", + ". Copy", + ".C opy", + ".Co py", + "Pr incipal", + "Ph otos", + "Photo s", + "Phot os", + "Ġmargin al", + "Ġmarg inal", + "Ġb asics", + "Ġbas ics", + "Ġbasic s", + "e ing", + "ei ng", + "ein g", + "M ust", + "Mu st", + "Mus t", + "_ String", + "_S tring", + "_Str ing", + "_St ring", + "Ġ ole", + "Ġo le", + "Ġol e", + "M agento", + "Mag ento", + ". customer", + ".c ustomer", + ".custom er", + "( prev", + "(p rev", + "(pr ev", + "(pre v", + "ภ¥", + "Ġlo yalty", + "Ġloyal ty", + "C og", + "Co g", + "Ġ protocols", + "Ġprot ocols", + "Ġprotocol s", + "Ġproto cols", + "Ġ Companies", + "ĠCom panies", + "Ġthe oretical", + "Ġtheoret ical", + "Ġtheor etical", + "Ġaccess ing", + "Ġacces sing", + "Ġ Zen", + "ĠZ en", + "ĠZe n", + ". ones", + ".on es", + ".o nes", + ".one s", + "att ice", + "atti ce", + "_ world", + "_w orld", + "z es", + "ze s", + "Ġtatto o", + "Ġtat too", + "Ġm enos", + "Ġme nos", + "Ġmen os", + "Ġmeno s", + "Ġ intersect", + "Ġinter sect", + "Ġinters ect", + "\" ];ĊĊ", + "\"] ;ĊĊ", + "\"];Ċ Ċ", + "\"]; ĊĊ", + "be lie", + "bel ie", + "Ġ inactive", + "Ġin active", + ".read line", + "-label led", + ". done", + ".d one", + ".do ne", + "lic kr", + "lick r", + "Ġ WORK", + "ĠW ORK", + "Ġder ivative", + "Ġderiv ative", + "Ġd atabases", + "Ġdata bases", + "Ġdatabase s", + "Ġdatab ases", + "âĤ Ĥ", + "Ġ sx", + "Ġs x", + ". isArray", + ".is Array", + "Ġ ys", + "Ġy s", + "Ġp ada", + "Ġpa da", + "Ġpad a", + "Ġ Bullet", + "ĠB ullet", + "ĠBul let", + "ĠBull et", + "(` /", + "is Active", + "Ġ CGSize", + "ĠCG Size", + "( equalTo", + "(equal To", + "ĠColum bus", + "Ġm arry", + "Ġmar ry", + "D EV", + "DE V", + "_ limits", + "_l imits", + "_limit s", + "_li mits", + "_lim its", + "r ones", + "ro nes", + "ron es", + "rone s", + "I AS", + "IA S", + "Ġ tau", + "Ġt au", + "Ġta u", + "m ino", + "min o", + "mi no", + "_ Write", + "_W rite", + "ĠW ine", + "ĠWin e", + "ĠWi ne", + "Ġ [['", + "Ġ[ ['", + "Ġ[[ '", + "Ġ Pull", + "ĠP ull", + "ĠPu ll", + "ĠPul l", + "ri ters", + "rit ers", + "rite rs", + "riter s", + "r ients", + "ri ents", + "rie nts", + "rient s", + "rien ts", + "Ġsh ifting", + "Ġshift ing", + "u pp", + "up p", + "_ TIMER", + "_T IMER", + "_TIME R", + "_TIM ER", + "_TI MER", + "Ġ Conditions", + "ĠCondition s", + "ĠCond itions", + "Ạ¥", + "Ġ Orders", + "ĠOr ders", + "ĠOrder s", + "ĠOrd ers", + "Ġ Strength", + "ĠSt rength", + "ĠStr ength", + "ĠStre ngth", + "æī Ģ", + "Ġval idity", + "Ġvalid ity", + "Ġf ot", + "Ġfo t", + "e tur", + "et ur", + "etu r", + "Ġ bolt", + "Ġb olt", + "Ġbo lt", + "Ġbol t", + "åĨ ħ", + "Ġ Along", + "ĠA long", + "ĠAl ong", + "ĠAlo ng", + "o shi", + "os hi", + "osh i", + "Ġassum ptions", + "Ġassumption s", + "Ġmag azines", + "Ġmagazine s", + "_ SPI", + "_S PI", + "_SP I", + "Ġp unt", + "Ġpun t", + "Ġpu nt", + "_ PRODUCT", + "_PRO DUCT", + "_PROD UCT", + "Ġ relay", + "Ġre lay", + "Ġr elay", + "Ġrel ay", + "Ġ Javascript", + "ĠJ avascript", + "ĠJava script", + ". te", + ".t e", + "- es", + "-e s", + "Ġ widgets", + "Ġwidget s", + "Ġwid gets", + "( fs", + "(f s", + "< Item", + " \";", + ">\" ;", + "at ching", + "atch ing", + "Ġ Knowledge", + "ĠK nowledge", + "ĠKnow ledge", + "ĉ The", + "ĉT he", + "; margin", + ";m argin", + "less ness", + "o pard", + "op ard", + "opa rd", + "u matic", + "um atic", + "uma tic", + "umat ic", + "( )));čĊ", + "() ));čĊ", + "()) );čĊ", + "())) ;čĊ", + "())); čĊ", + "Ġf als", + "Ġfa ls", + "Ġfal s", + "( cache", + "(c ache", + "(ca che", + "Type Id", + "éĢ ļ", + "_ choice", + "_ch oice", + "ĠG oth", + "ĠGo th", + "ĠGot h", + "Ġ Sites", + "ĠS ites", + "ĠSi tes", + "ĠSite s", + "ĠSit es", + "M G", + "_ border", + "_b order", + "Ind ices", + "Com parer", + "Comp arer", + "Compar er", + "Compare r", + "ĠRe distribution", + "ĠRed istribution", + "ĠRedis tribution", + "Ġclose t", + "Ġclos et", + "Ġclo set", + "Ġvers atile", + "Ġversa tile", + "In puts", + "Input s", + "**** ****************", + "******** ************", + "**************** ****", + "****** **************", + "************ ********", + "************** ******", + "Ġob esity", + "qu iz", + "qui z", + "g ra", + "gr a", + "( global", + "(g lobal", + "åĬ ¡", + "Ġ collector", + "Ġcol lector", + "Ġcoll ector", + "Ġcollect or", + "Ġcolle ctor", + "Ġ kor", + "Ġk or", + "Ġko r", + "o vable", + "ov able", + "ova ble", + "A DC", + "AD C", + "Ġ EventHandler", + "ĠEvent Handler", + ". nc", + ".n c", + "Ġplay back", + "ient os", + "ien tos", + "iento s", + "_ perm", + "_p erm", + "_per m", + "_pe rm", + "_ WARNING", + "_W ARNING", + "_WARN ING", + "ĠOlymp ics", + "ĠOlympic s", + ". norm", + ".n orm", + ".no rm", + "Ġ Broadcast", + "ĠB roadcast", + "ĠBroad cast", + "_ small", + "_s mall", + "_sm all", + "d rive", + "dr ive", + ". iloc", + ".i loc", + ".il oc", + "Ġ typed", + "Ġt yped", + "Ġtype d", + "Ġtyp ed", + "Ġty ped", + "M EM", + "ME M", + "_ cons", + "_c ons", + "_con s", + "_co ns", + "D METHOD", + "DM ETHOD", + "Ġ lun", + "Ġl un", + "Ġlu n", + ". distance", + ".d istance", + ".di stance", + ".dist ance", + "( par", + "(p ar", + "(pa r", + "p oon", + "po on", + "Ġ bast", + "Ġb ast", + "Ġbas t", + "Ġba st", + "act ivities", + "activ ities", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + ": čĊčĊ", + ":čĊ čĊ", + "S ER", + "SE R", + ") &&", + ")& &", + "_ lst", + "_l st", + "_ls t", + "ĠPol ish", + "ĠPo lish", + "Ġkn ocked", + "Ġknock ed", + "Ġfrustr ation", + "au kee", + "Ġph osph", + "iqu id", + "iq uid", + "_ coeff", + "_c oeff", + "_co eff", + "_coef f", + "æŃ ¤", + "L atest", + "La test", + "Lat est", + "Late st", + "ĠD ust", + "ĠDu st", + "T ipo", + "Tip o", + "Ti po", + "Ġmain tains", + "Ġmaint ains", + "Ġmaintain s", + "Ġ marsh", + "Ġmar sh", + "Ġmars h", + "inc inn", + "inci nn", + "l bl", + "lb l", + "C are", + "Car e", + "Ca re", + "Ġneighborhood s", + "_ gpio", + "_g pio", + "_gp io", + "ĠAr senal", + "ĠArs enal", + "D em", + "De m", + "ĠW he", + "ĠWh e", + "_ hook", + "_h ook", + "Ġl dc", + "Ġld c", + "ĠHar per", + "ĠBer keley", + "Ġgrad uated", + "Ġgraduate d", + "Ġgradu ated", + "Per cent", + "Ġarr iving", + "Ġarriv ing", + "Ġ Adventure", + "ĠAd venture", + "ĠAdvent ure", + "( scope", + "(s cope", + "(sc ope", + "( '*", + "(' *", + "qu arter", + "ĠM arie", + "ĠMar ie", + "ĠMa rie", + "ĠMari e", + "Spe aking", + "Speak ing", + "_ codegen", + "_code gen", + "_cod egen", + "Ġim mun", + "Ġimm un", + "c aster", + "ca ster", + "cast er", + "cas ter", + "ãĤ Į", + "åķ Ĩ", + "Ġ Dimensions", + "ĠDim ensions", + "ĠDimension s", + ". record", + ".re cord", + ".rec ord", + "Ġ texto", + "Ġtext o", + "Ġtex to", + "Ġ Michelle", + "ĠMich elle", + "ĠMichel le", + "ĠMiche lle", + "P ending", + "Pen ding", + "( by", + "(b y", + "_ PAR", + "_P AR", + "_PA R", + "u cht", + "uch t", + "uc ht", + "b ee", + "be e", + ". Thread", + ".T hread", + ".Th read", + "am pire", + "amp ire", + "k now", + "kn ow", + "Ġ Clinical", + "ĠClin ical", + "ĠClinic al", + "Ġmargin Bottom", + "Ġd istinguish", + "Ġdistingu ish", + ". Full", + ".F ull", + ". undefined", + ".un defined", + "ĠSequ elize", + "#### ########################################################################", + "################ ############################################################", + "################################################################ ############", + "############ ################################################################", + "################################################ ############################", + "######################################################################## ####", + "############################ ################################################", + "############################################################ ################", + "Ġ educated", + "Ġeduc ated", + "Ġeducate d", + "_ OVER", + "_O VER", + "åº ı", + "Ġ ÂłĠÂł", + "ĠÂł ĠÂł", + "ĠÂłĠ Âł", + "_ each", + "_e ach", + "Ġ urge", + "Ġur ge", + "Ġurg e", + "de part", + "dep art", + "Ġdon ors", + "Ġdonor s", + "Ġ Au", + "ĠA u", + "Ġb illions", + "Ġbill ions", + "Ġbillion s", + "Ġbelong ing", + "_ age", + "_a ge", + "_ag e", + "_ Int", + "_I nt", + "_In t", + "Ġsub stances", + "Ġsubstance s", + "Ġsubst ances", + "m achine", + "ma chine", + "mach ine", + "! !!ĊĊ", + "!! !ĊĊ", + "!!! ĊĊ", + "!!!Ċ Ċ", + "Ġjson ify", + "ib bean", + "Ġ Cad", + "ĠC ad", + "ĠCa d", + "Ġ endTime", + "Ġend Time", + "Ġc ycling", + "Ġcy cling", + "Ġcycl ing", + "Ġcyc ling", + "Ġ UITextField", + "ĠUI TextField", + "ĠUIT extField", + "Ġle verage", + "Ġlever age", + "Ġleve rage", + "Ġvan illa", + "e at", + "ea t", + "L aunch", + "La unch", + "( pt", + "(p t", + "st ates", + "state s", + "stat es", + "sta tes", + "Ġ Controls", + "ĠControl s", + "ĠContr ols", + "Ġ Respons", + "ĠRes pons", + "ĠResp ons", + "Ġ Jake", + "ĠJ ake", + "ĠJa ke", + "ĠJak e", + "Ġa sleep", + "Ġas leep", + "fort unate", + ".next Line", + "Size Mode", + "ì Ŀ¼", + "ìĿ ¼", + "Testing Module", + "G erman", + "Ger man", + "ĠInvest ig", + ". reverse", + ".re verse", + ".rev erse", + "Ġ BACK", + "ĠB ACK", + "ĠBA CK", + "( DateTime", + "(Date Time", + "Ġnon profit", + "Ġ Expect", + "ĠEx pect", + "ĠExp ect", + "Ġt anto", + "Ġtan to", + "Ġtant o", + "' ]),", + "'] ),", + "']) ,", + "ĉ the", + "ĉt he", + "ĉth e", + "M ultiple", + "Multi ple", + "Mult iple", + "Multip le", + "(get Activity", + "_ WAIT", + "_W AIT", + "Ġj á", + "de cor", + "dec or", + "lev ance", + "Ġ GitHub", + "ĠGit Hub", + "m ination", + "min ation", + "mi nation", + "mina tion", + "_ quantity", + "_qu antity", + "_quant ity", + ". Scanner", + ".Sc anner", + ".Scan ner", + "ĠL ion", + "ĠLi on", + "éĶĻ 误", + "Ġ dre", + "Ġd re", + "Ġdr e", + "Ġtan tra", + "Ġtant ra", + "Ġtantr a", + "Ġ contentType", + "Ġcontent Type", + "Ġ fid", + "Ġf id", + "Ġfi d", + "_ alt", + "_a lt", + "_al t", + "NS IndexPath", + "- pl", + "-p l", + "åĮ ĸ", + "Ġantib iot", + "t ables", + "table s", + "ta bles", + "tab les", + "tabl es", + "a cial", + "ac ial", + "aci al", + "acia l", + "Ġ Registry", + "ĠReg istry", + "ĠRegistr y", + "Ġo live", + "Ġol ive", + "Ġoli ve", + "i gers", + "ig ers", + "ige rs", + "iger s", + "Ġ subscriber", + "Ġsub scriber", + "Ġsubscri ber", + "Ġsubscribe r", + "_ pres", + "_p res", + "_pr es", + "_pre s", + "Ġ Syntax", + "ĠS yntax", + "ĠSy ntax", + "ĠSyn tax", + "Ġl overs", + "Ġlo vers", + "Ġlove rs", + "Ġlover s", + "Ġlov ers", + ". Byte", + ".B yte", + ".By te", + "ol ders", + "old ers", + "older s", + "_ forward", + "_for ward", + "al ways", + "C aption", + "Cap tion", + "Ca ption", + "Capt ion", + "P riv", + "Pr iv", + "Pri v", + "ĠT ampa", + "ĠTam pa", + "is ateur", + "-labelled by", + "Ġ ToString", + "ĠTo String", + "Ġ ìĤ¬", + "Ġì Ĥ¬", + "ĠìĤ ¬", + "Ġinit iated", + "Ġiniti ated", + "Ġinitiate d", + "W F", + "Ġinstitution al", + "in ject", + "Ġ Scr", + "ĠS cr", + "ĠSc r", + "Ġ doctrine", + "Ġdo ctrine", + "Ġdoctr ine", + "Ġsp acious", + "Ġspac ious", + "i sure", + "is ure", + "isu re", + "Ġ Ana", + "ĠA na", + "ĠAn a", + "\" time", + "ess aging", + "essa ging", + "Ġ cid", + "Ġc id", + "Ġci d", + "ĠN an", + "ĠNa n", + "Ġin complete", + "Ġincom plete", + "T AG", + "TA G", + "- build", + "-b uild", + "Dec ember", + "Ġres idual", + "Ġresid ual", + "( PDO", + "(P DO", + "Ġ Listen", + "ĠL isten", + "ĠList en", + "ĠLi sten", + "ĠLis ten", + "ĠListe n", + "Ġ glyph", + "Ġg lyph", + "Ġgly ph", + "Ġg aps", + "Ġgap s", + "Ġga ps", + "n ea", + "ne a", + ". Rect", + ".R ect", + ".Re ct", + ".Rec t", + "Ġs au", + "Ġsa u", + "ĠPhoto graph", + "ĠPhot ograph", + "Ġ executable", + "Ġexec utable", + "Ġexecut able", + "Ġ Expert", + "ĠEx pert", + "ĠExp ert", + "Co routine", + "Cor outine", + "_ sizes", + "_s izes", + "_size s", + "_si zes", + "Ġ NL", + "ĠN L", + ". isValid", + ".is Valid", + ") ;}Ċ", + "); }Ċ", + ");} Ċ", + "- reg", + "-r eg", + "-re g", + "Ġc iting", + "Ġcit ing", + "Ġci ting", + "c wd", + "cw d", + "ĠOtt awa", + "ĠB att", + "ĠBa tt", + "ĠBat t", + "Ġrenew able", + "Ġprelim inary", + "Ġas ylum", + "Ġw rist", + "Ġwr ist", + "Ġutil iz", + "Ġut iliz", + "Ġdet ention", + "F ast", + "Fa st", + "Ġ ange", + "Ġa nge", + "Ġan ge", + "Ġang e", + "incinn ati", + "Ġste ering", + "Ġsteer ing", + "Ġ NaN", + "ĠN aN", + "ĠNa N", + "i osity", + "ios ity", + "/ page", + "/p age", + "Ġ è¿", + "Ġè ¿", + "ster ol", + "ste rol", + "Ġdis g", + "Ġdi sg", + "( DB", + "(D B", + "Ġ DESCRIPTION", + "ĠDE SCRIPTION", + "ĠDESC RIPTION", + "Ġ _$", + "Ġ_ $", + "Ġob stacle", + "Ġobst acle", + "Ġb izarre", + "Ġex traction", + "Ġext raction", + "Ġextra ction", + "Ġextract ion", + "Ġextr action", + "_ expected", + "_ex pected", + "_exp ected", + "_expect ed", + "Ġ loses", + "Ġl oses", + "Ġlo ses", + "Ġlos es", + "Ġlose s", + "Ġ Celebr", + "ĠCele br", + "Ġhtml For", + "Ġexp loit", + "Ġexpl oit", + "Ġexplo it", + "олÑĮз ов", + "X YZ", + "XY Z", + "Ġm agnet", + "Ġmag net", + "Ġmagn et", + "am ped", + "amp ed", + "Ġ atoms", + "Ġat oms", + "Ġatom s", + "S ources", + "Source s", + "pect ives", + "pective s", + "Ñģ ли", + "Ñģл и", + "Ġ= čĊ", + "Ġd are", + "Ġda re", + "Ġdar e", + "ĠW alter", + "ĠWal ter", + "ĠWalt er", + "Ġ brightness", + "Ġb rightness", + "Ġbright ness", + "Ġ annotations", + "Ġan notations", + "Ġannotation s", + "Ġannot ations", + "ë ı", + "is ke", + "isk e", + "S chedule", + ". images", + ".image s", + ".im ages", + ".imag es", + "ross o", + "ros so", + "Ġ \"..", + "Ġ\" ..", + "Ġ\". .", + "g amma", + "ga mma", + "gam ma", + "Ġin structor", + "Ġinstr uctor", + "Ġinstruct or", + "Ġ overwrite", + "Ġover write", + "- am", + "-a m", + "Ġdevast ating", + "ĠSaint s", + "ĠSa ints", + "ĠSai nts", + "Ġ hs", + "Ġh s", + "Ġbon uses", + "Ġbonus es", + "$ output", + "$out put", + "i jd", + "ij d", + "(Action Event", + "m onitor", + "mon itor", + "Ġmatt ress", + "Jan uary", + ". jp", + ".j p", + "Ġcar acter", + "Ġcara cter", + "Ġcaract er", + "Ġim pose", + "Ġimp ose", + "_ rest", + "_re st", + "_r est", + "_res t", + "Ġ Signature", + "ĠSign ature", + "ĠSig nature", + "Ġcoron avirus", + "ãģ Ĭ", + "_ compare", + "_com pare", + "_comp are", + "Me asure", + "it ated", + "ita ted", + "itate d", + "itat ed", + "e lijk", + "el ijk", + "eli jk", + "i gos", + "ig os", + "igo s", + "e sar", + "es ar", + "esa r", + "Ġr ushed", + "Ġru shed", + "Ġrush ed", + "Ġrus hed", + "m etry", + "me try", + "met ry", + "_SE PARATOR", + "_ WE", + "_W E", + "_ ATTRIBUTE", + "_ATTR IBUTE", + "_ATTRIB UTE", + "Ġ yaml", + "Ġy aml", + "Ġya ml", + "Ġ specs", + "Ġsp ecs", + "Ġspec s", + "Ġspe cs", + "ĠR ah", + "ĠRa h", + "ph eric", + "pher ic", + "phe ric", + "ĠIn vestment", + "ĠInvest ment", + "ä ll", + "äl l", + "Ġappe aling", + "Ġappeal ing", + "Ġ viewport", + "Ġview port", + "ç ©", + "Ġ marginLeft", + "Ġmargin Left", + "Ġ subtract", + "Ġsub tract", + "Ġsubt ract", + "Ġ EDIT", + "ĠED IT", + "ĉ ArrayList", + "ĉArray List", + "gr ading", + "grad ing", + "gra ding", + "Ġ Failure", + "ĠF ailure", + "ĠFail ure", + "as per", + "asp er", + "E EK", + "EE K", + "( now", + "(n ow", + "(no w", + "< object", + "Ġ Alignment", + "ĠAl ignment", + "ĠAlign ment", + "ple ado", + "q tt", + "qt t", + "( ERROR", + "(ERR OR", + "Ġ INVALID", + "ĠIN VALID", + "Ġ userid", + "Ġuse rid", + "Ġuser id", + "r aises", + "ra ises", + "raise s", + "rais es", + "rai ses", + "I DI", + "ID I", + "Ġv ariance", + "Ġvar iance", + "Ġvari ance", + "Ġ Nil", + "ĠN il", + "ĠNi l", + "/ delete", + "/de lete", + "_ MAIN", + "_M AIN", + "_MA IN", + ". Token", + ".T oken", + ".To ken", + ". Category", + ".C ategory", + "> )Ċ", + ">) Ċ", + "C ollision", + "Coll ision", + "Ġ Greater", + "ĠG reater", + "ĠGreat er", + "ĠGre ater", + "ĠR acing", + "ĠRa cing", + "ĠRac ing", + "a lan", + "al an", + "ala n", + "Ġmon etary", + "Ġmonet ary", + ", new", + ",n ew", + "Ġ Sorry", + "ĠS orry", + "ĠSor ry", + ". Enable", + ".E nable", + ".En able", + "Ġ Instantiate", + "ĠIn stantiate", + "ĠInstant iate", + "o llen", + "ol len", + "oll en", + "olle n", + "ë© ´", + "Ġ Calling", + "ĠC alling", + "ĠCal ling", + "ĠCall ing", + "_ hour", + "_h our", + "A DA", + "AD A", + "Ġs hy", + "Ġsh y", + ") **", + ")* *", + "Ġ ==>", + "Ġ= =>", + "Ġ== >", + "Ġe special", + "Ġes pecial", + "Ġesp ecial", + "Ġespec ial", + "Ġ interpreted", + "Ġinterpret ed", + "Ġinterpre ted", + "! =\"", + "!= \"", + "Ġph armacy", + "Ġpharm acy", + "Ġpharmac y", + ". single", + ".s ingle", + ".sin gle", + ".si ngle", + "ĠC ialis", + "ĠCi alis", + "Ġp aras", + "Ġpar as", + "Ġpara s", + "Ġpa ras", + ". toUpperCase", + ".to UpperCase", + "Ġ Demon", + "ĠD emon", + "ĠDe mon", + "ĠDem on", + "ĠDemo n", + "Pr ime", + "Prim e", + "Pri me", + "Ġrank ings", + "Ġranking s", + "Add ing", + "Ad ding", + "_ HASH", + "_H ASH", + "_HAS H", + "Ġ Exam", + "ĠEx am", + "Ú ©", + "ĠV ictor", + "ĠVi ctor", + "ĠVict or", + "ĠVic tor", + "Ok ay", + "\" ];čĊ", + "\"] ;čĊ", + "\"]; čĊ", + "Ġ fortune", + "Ġfort une", + "Ġ FETCH", + "ĠF ETCH", + "exp and", + ". Interop", + ".Inter op", + "Ġb arn", + "Ġbar n", + "Ġba rn", + "æ ¶Ī", + "æ¶ Ī", + "ue vo", + "Ġspec ulation", + "âĶĢâĶĢ âĶĢâĶĢ", + "Ġ Nu", + "ĠN u", + "ĠBl ues", + "ĠBlue s", + "ĠBlu es", + "( fname", + "(f name", + "(fn ame", + "Ġin habit", + "Ġinhab it", + "Ġinh abit", + "Ġ\\ \"%", + "Ġ\\\" %", + "C ES", + "CE S", + "ul ario", + "ular io", + "ula rio", + "_ cr", + "_c r", + "Ġ validated", + "Ġvalid ated", + "Ġvalidate d", + "Ġvalida ted", + "Ġmid night", + "an king", + "ank ing", + "anki ng", + "Ġincor porate", + "Ġincorpor ate", + "Ġpur suit", + "Ġpurs uit", + "E XP", + "EX P", + "pr ime", + "prim e", + "pri me", + "P id", + "Pi d", + "- US", + "-U S", + "ĠN urs", + "ĠNu rs", + "ĠNur s", + "Ġ Wheel", + "ĠW heel", + "ĠWh eel", + "ĠWhe el", + "é ĺ", + "Ġ inp", + "Ġin p", + "Ġi np", + "Ġsupport ive", + ". member", + ".m ember", + ".mem ber", + "Ġ Shot", + "ĠS hot", + "ĠSh ot", + "ĠSho t", + ". CheckBox", + ".Check Box", + "Ġaff irm", + "Ġaf firm", + "T or", + "To r", + "Full Year", + "Ġconsider ably", + "c redentials", + "cred entials", + "credential s", + "_ opts", + "_op ts", + "_o pts", + "_opt s", + "R oll", + "Ro ll", + "Rol l", + "( round", + "(r ound", + "(ro und", + "Ġc oment", + "Ġcom ent", + "Ġco ment", + "Ġcome nt", + "_ UART", + "_U ART", + "Ġext ending", + "Ġextend ing", + "R G", + "result ado", + "i tu", + "it u", + ". getSession", + ".get Session", + ".getS ession", + "Ġat traction", + "Ġatt raction", + "Ġattr action", + "Ġattract ion", + "& D", + "$ html", + "$h tml", + "Ġ Jessica", + "ĠJess ica", + "Ġ Associate", + "ĠAssoci ate", + "ĠAssoc iate", + "a ñ", + "_ ed", + "_e d", + "ĠL ag", + "ĠLa g", + "Ġorig ins", + "Ġorigin s", + "( ))->", + "() )->", + "()) ->", + "add EventListener", + "IA LOG", + "IAL OG", + "åIJ ¦", + ". Compare", + ".Com pare", + ".Comp are", + "Al bum", + "ĠK u", + "< Q", + "ar gest", + "arg est", + "arge st", + "arges t", + "Ġpro long", + "Ġprol ong", + "Ġconfig urations", + "Ġconfiguration s", + "Ġconfigur ations", + "Ġacc identally", + "Ġaccident ally", + "Ġaccidental ly", + "_ photo", + "_ph oto", + "Ġ' ';čĊ", + "Ġ'' ;čĊ", + "Ġ''; čĊ", + "Ġ verse", + "Ġv erse", + "Ġver se", + "Ġvers e", + "B ob", + "Bo b", + "Ġf arming", + "Ġfar ming", + "Ġfarm ing", + "d elivery", + "del ivery", + "deliver y", + "ĠM ack", + "ĠMac k", + "ĠMa ck", + "Ġuse Selector", + ".bootstrap cdn", + "ke eping", + "keep ing", + "kee ping", + "e ny", + "en y", + ". upload", + ".up load", + "Ġ METHOD", + "ĠM ETHOD", + "ĠMETH OD", + "c reator", + "cre ator", + "creat or", + "< _", + "ĠE aster", + "ĠEast er", + "ĠEa ster", + ". --", + ".- -", + "UI Button", + "ãĤ ī", + "om eters", + "ome ters", + "omet ers", + "ometer s", + "Ġ shine", + "Ġsh ine", + "Ġshin e", + "Ġh ogy", + "Ġho gy", + "Ġhog y", + "\\ s", + "Ġh arness", + "Ġhar ness", + ". Cell", + ".C ell", + "Ġ lifting", + "Ġl ifting", + "Ġlif ting", + "Ġlift ing", + "Ġcomb ines", + "Ġcombine s", + "Ġcombin es", + "Ġ Occup", + "ĠOcc up", + "ĠOc cup", + "ex clude", + "exc lude", + "p atial", + "pat ial", + "Ġre spir", + "Ġres pir", + "Ġresp ir", + "_ fit", + "_f it", + "Ġf ifty", + "Ġfi fty", + "Ġfif ty", + "ĠM ol", + "ĠMo l", + "Ġt uned", + "Ġtu ned", + "Ġtun ed", + "Ġtune d", + "-d imensional", + "Ġ qs", + "Ġq s", + "Ġt ops", + "Ġto ps", + "Ġtop s", + "> \";ĊĊ", + ">\";Ċ Ċ", + ">\" ;ĊĊ", + ">\"; ĊĊ", + "quis ite", + "qui site", + "ch annels", + "chan nels", + "channel s", + "/ res", + "/r es", + "/re s", + "Ġ Analytics", + "ĠAn alytics", + "ĠAnaly tics", + ".app compat", + "/ to", + "/t o", + "Ġon Error", + "( attr", + "(at tr", + "(att r", + "I RM", + "IR M", + "Ġrag az", + "- as", + "-a s", + ". Second", + ".Se cond", + "ori ented", + "orient ed", + "Ġd onn", + "Ġdo nn", + "Ġdon n", + "Ġlight ning", + "f id", + "fi d", + "ĠP le", + "ĠPl e", + "ãģ¾ ãģĻ", + "t ro", + "tr o", + ". True", + ".Tr ue", + "O bservable", + "Observ able", + "× Ļ", + "um bing", + "umb ing", + "Ġpros pective", + "Ġprospect ive", + "- filter", + "-f ilter", + "Ġpurs uant", + "( points", + "(p oints", + "(point s", + "(po ints", + ". Bind", + ".B ind", + "Ġp alm", + "Ġpa lm", + "Ġpal m", + "clear fix", + "ö s", + "ĠG onz", + "ĠGo nz", + "ĠGon z", + "Ġwe aken", + "Ġweak en", + "D rive", + "Dr ive", + "en ido", + "eni do", + "l ld", + "ll d", + "o box", + "ob ox", + "obo x", + "an ean", + "ane an", + "G ot", + "Go t", + "ä¿ Ŀ", + "Reg ex", + "æ ĥ", + "Ġsa lad", + "Ġsal ad", + "Ġsala d", + "as sis", + "ass is", + "assi s", + "\" net", + "inherit Doc", + "Ġ RV", + "ĠR V", + "qu ier", + "qui er", + "Ġ clazz", + "Ġcl azz", + "Ġcla zz", + "ı ÅŁ", + "oster one", + "oste rone", + "Ġair line", + "Ġairl ine", + ".list dir", + "Ġdown loading", + "Ġdownload ing", + "ĠP alm", + "ĠPal m", + "ĠPa lm", + "w aukee", + "& lt", + ". BL", + ".B L", + "_ INLINE", + "_IN LINE", + "of fs", + "off s", + "< <(", + "<< (", + "_ news", + "_n ews", + "_new s", + "_ne ws", + "Ġch ase", + "Ġcha se", + "/ ><", + "/> <", + "Ġe uros", + "Ġeu ros", + "Ġeuro s", + "ĠEgypt ian", + "ĠSt ainless", + "_ BOOL", + "_BO OL", + "Ġ Guild", + "ĠG uild", + "ĠGu ild", + "ĠGui ld", + "ĠGuil d", + "ĠD ynam", + "ĠDy nam", + "ĠDyn am", + "[ indexPath", + "[index Path", + "Ġ ï", + "Ġmem orable", + "Ġmemor able", + "ĠCh ampion", + "ĠChamp ion", + "Resource Manager", + ". Login", + ".Log in", + ".Lo gin", + "Ġ Former", + "ĠFor mer", + "ĠForm er", + "y ped", + "ype d", + "yp ed", + "Ġl leg", + "Ġll eg", + "Ġlle g", + "; \",", + ";\" ,", + "D WORD", + "DW ORD", + "Ġtax i", + "Ġta xi", + "Ġb ombs", + "Ġbomb s", + "Ġbom bs", + "r ah", + "ra h", + ". tags", + ".t ags", + ".tag s", + ".ta gs", + "_ tests", + "_t ests", + "_test s", + "_te sts", + "s tones", + "st ones", + "ston es", + "stone s", + "sto nes", + "âĢĿ )", + "[ g", + "r type", + "rt ype", + "Ġ vu", + "Ġv u", + "Ġhost ile", + "Ġho stile", + "Ġhos tile", + "Ch ars", + "Char s", + "Cha rs", + "ĠPatri ots", + "ĠPatriot s", + "/ status", + "/s tatus", + "/st atus", + "/stat us", + "< B", + "Ġ Income", + "ĠIn come", + "ĠInc ome", + "ĠD ad", + "ĠDa d", + "Ġpat rol", + "_ CHANGE", + "_CH ANGE", + "_CHAN GE", + "Ġup graded", + "Ġupgrade d", + "Ġ china", + "Ġch ina", + "Ġchi na", + "Ġchin a", + "set q", + "Start ed", + "Star ted", + ".U ndef", + ".Un def", + "Ġ checksum", + "Ġcheck sum", + "Ġchecks um", + "Ġfrustr ated", + "{ o", + "Ġe nf", + "Ġen f", + "Ġ woods", + "Ġw oods", + "Ġwood s", + "Ġwo ods", + "Ġwoo ds", + "Ġ Anyone", + "ĠAny one", + "En code", + "Enc ode", + "ĠQt Widgets", + "a reas", + "are as", + "area s", + "Ġsh eer", + "Ġshe er", + "s ki", + "sk i", + "end point", + "_ Test", + "_T est", + "S oup", + "So up", + "Sou p", + "~~~~~~~~ ~~~~~~~~", + "( files", + "(f iles", + "(file s", + "(fi les", + "(fil es", + "ĉ ĉĉĉĉčĊ", + "ĉĉ ĉĉĉčĊ", + "ĉĉĉĉ ĉčĊ", + "ĉĉĉ ĉĉčĊ", + "ĉĉĉĉĉ čĊ", + ". spark", + ".s park", + ".sp ark", + "Ġvalue d", + "Ġval ued", + "Ġvalu ed", + "Ġ %Ċ", + "Ġ% Ċ", + ". controls", + ".control s", + "ĠXCTAssert Equal", + "Ġf ame", + "Ġfam e", + "Ġfa me", + "ĠR ic", + "ĠRi c", + "D OT", + "DO T", + "ĠAlbert a", + "ĠAlb erta", + "ä½ ¿", + "o sal", + "os al", + "osa l", + ".Web Controls", + "Ġ ------------", + "Ġ- -----------", + "Ġ-- ----------", + "Ġ---- --------", + "Ġ--- ---------", + "Ġ----- -------", + "Ġ---------- --", + "Ġ------ ------", + "Ġ-------- ----", + "Ġ------- -----", + "Ġ--------- ---", + "Ġ----------- -", + "Ġ Mis", + "ĠM is", + "ĠMi s", + "Ġ SYS", + "ĠS YS", + "ĠSY S", + "Non null", + "= item", + "=i tem", + "Ġ expire", + "Ġex pire", + "Ġexp ire", + "De code", + "Dec ode", + "_ operation", + "_op eration", + "_o peration", + "_oper ation", + "Ġ Validator", + "ĠValid ator", + ". CENTER", + ".C ENTER", + "uff s", + "uf fs", + "* m", + "Ġa vant", + "Ġav ant", + "Ġava nt", + "Ġavan t", + "æ¬ ¡", + "âĢľ You", + ". permission", + ".per mission", + ".perm ission", + ".. .)", + "... )", + "Ġ Lic", + "ĠL ic", + "ĠLi c", + "_ coords", + "_co ords", + "_coord s", + ". nombre", + ".n ombre", + ".nom bre", + "c lo", + "cl o", + ". Internal", + ".In ternal", + ".Int ernal", + ".Inter nal", + "Ġ Cho", + "ĠC ho", + "ĠCh o", + "_ sw", + "_s w", + "ĉ Il", + "ĉI l", + "c lk", + "cl k", + "Ġ castle", + "Ġc astle", + "Ġcas tle", + "Ġcast le", + "( layer", + "(l ayer", + "p it", + "pi t", + "Ġ guided", + "Ġgu ided", + "Ġguide d", + "Ġguid ed", + "Ġgui ded", + "Ġ âĸĪ", + "Ġâĸ Ī", + "Ġsup erb", + "Ġsuper b", + "Ġsup plements", + "Ġsupplement s", + "Ġsuppl ements", + "Ġsupp lements", + "_ cent", + "_c ent", + "_ce nt", + "Ġ peek", + "Ġpe ek", + "Ġpee k", + "IN ARY", + "INA RY", + ". ContentAlignment", + ".Content Alignment", + "f alls", + "fall s", + "fal ls", + "\" ));", + "\") );", + "\")) ;", + "W all", + "Wal l", + "Wa ll", + ") .čĊ", + "). čĊ", + "Ġ Danny", + "ĠD anny", + "ĠDan ny", + "ĠDann y", + "irm ingham", + "IAL IZ", + "( create", + "(c reate", + "\" In", + "\"I n", + "Service Provider", + "Ġpr iced", + "Ġprice d", + "Ġpri ced", + "m acro", + "ma cro", + "mac ro", + "a mac", + "am ac", + "ama c", + ". box", + ".b ox", + ".bo x", + "- ---Ċ", + "-- --Ċ", + "---- Ċ", + "--- -Ċ", + "ãĥ «", + "Ġ Suit", + "ĠS uit", + "ĠSu it", + "u rst", + "ur st", + "urs t", + "b ru", + "br u", + "ourn als", + "ournal s", + "num ero", + "numer o", + "_ _()Ċ", + "__ ()Ċ", + "__( )Ċ", + "__() Ċ", + "D as", + "Da s", + "ĠM itt", + "ĠMi tt", + "ĠMit t", + "u der", + "ud er", + "ude r", + "? \\", + "f u", + "[ B", + "Ġ: )ĊĊ", + "Ġ:) ĊĊ", + "Ġ:)Ċ Ċ", + "( inter", + "(int er", + "(in ter", + "br ains", + "bra ins", + "brain s", + "Ġatt itudes", + "Ġattitude s", + "Ver ify", + "Ġsign atures", + "Ġsignature s", + "ack Bar", + "Ġ gd", + "Ġg d", + "J ack", + "Ja ck", + "Jac k", + ". cat", + ".c at", + ".ca t", + "Ġ zz", + "Ġz z", + "w arf", + "wa rf", + "war f", + "F TER", + "FT ER", + "\" );ĊĊĊ", + "\");Ċ ĊĊ", + "\") ;ĊĊĊ", + "\");ĊĊ Ċ", + "\"); ĊĊĊ", + "A live", + "Al ive", + "Ali ve", + "I CLE", + "IC LE", + "Ġ Whatever", + "ĠWh atever", + "ĠWhat ever", + "Ġ outlined", + "Ġout lined", + "Ġoutline d", + "s prite", + "sp rite", + "spr ite", + "е в", + "еР²", + "_ AB", + "_A B", + "_ DEPTH", + "_DE PTH", + "Ġcr ushed", + "Ġcrush ed", + "Ġcru shed", + "Ġcrus hed", + "a aa", + "aa a", + "( ev", + "(e v", + "æľ º", + "An ti", + "Ant i", + "I CO", + "IC O", + "is EqualTo", + "isEqual To", + ". sun", + ".s un", + "i culo", + "ic ulo", + "s ale", + "sa le", + "sal e", + "_ hex", + "_h ex", + "_he x", + "Ġ Vk", + "ĠV k", + "ap tor", + "apt or", + "Un ion", + "Uni on", + "Ġ Discount", + "ĠDis count", + "ĠDisc ount", + "ĠDisco unt", + "l ista", + "li sta", + "list a", + "lis ta", + ".Undef Or", + "Ġ automation", + "Ġa utomation", + "Ġautom ation", + "Ġautomat ion", + "N or", + "No r", + "å¯ ¹", + "åı Ĥæķ°", + "åıĤ æķ°", + "Ġre flex", + "Ġref lex", + "Ġrefl ex", + "ĠLa ure", + "ĠLaur e", + "ĠLau re", + ".showMessage Dialog", + ". temp", + ".t emp", + ".te mp", + ".tem p", + "Ġ akan", + "Ġa kan", + "Ġak an", + "Ġaka n", + "Ġ_ _____", + "Ġ__ ____", + "Ġ___ ___", + "Ġ____ __", + "Ġ_____ _", + ".Is True", + "A RED", + "AR ED", + "ARE D", + "a gle", + "ag le", + "E nergy", + "En ergy", + "Ġquant ities", + "âĢĻ é", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ġcitizens hip", + "Ġcitizen ship", + "m outh", + "mo uth", + "Ġin appropriate", + "Ġ Outdoor", + "ĠOut door", + "White Space", + "An onymous", + "lo ads", + "load s", + "webElement Properties", + "T en", + "Te n", + "Ġacc idents", + "Ġaccident s", + "Ġ advertisement", + "Ġad vertisement", + "Ġadvertis ement", + "Ġadvertise ment", + "ĠY emen", + "ĠYe men", + "( call", + "(c all", + "(cal l", + "(ca ll", + "Ġsl avery", + "Ġslave ry", + "Ġsla very", + "Ġslav ery", + "Ñģ п", + "ĠL am", + "ĠLa m", + "_ BITS", + "_B ITS", + "_BIT S", + "o mega", + "om ega", + "ome ga", + "ĠO le", + "ĠOl e", + "Ġkid n", + "Ġki dn", + "_ An", + "_A n", + "ĠR aid", + "ĠRa id", + "ĠRai d", + "C reation", + "Cre ation", + "Creat ion", + "s aved", + "save d", + "sa ved", + "sav ed", + "Ġpro port", + "Ġprop ort", + "Ġpropor t", + "W ARNING", + "WAR NING", + "WARN ING", + "\\ P", + "Ġ pwd", + "Ġp wd", + "Ġpw d", + "Data Reader", + "is cher", + "isc her", + "ische r", + "isch er", + "ad eon", + "ade on", + "Ġ Predict", + "ĠP redict", + "ĠPre dict", + "ĠPred ict", + "Ġreason ing", + "Ġdestroy ing", + "H el", + "He l", + "* d", + "ĠLeg isl", + "_ Pr", + "_P r", + "ĉ ĉĉĠĠĠĠĠĠĠ", + "ĉĉ ĉĠĠĠĠĠĠĠ", + "ĉĉĉ ĠĠĠĠĠĠĠ", + "ĉĉĉĠĠĠ ĠĠĠĠ", + "ĉĉĉĠ ĠĠĠĠĠĠ", + "ĉĉĉĠĠ ĠĠĠĠĠ", + "ĉĉĉĠĠĠĠ ĠĠĠ", + "ĉĉĉĠĠĠĠĠ ĠĠ", + "ĉĉĉĠĠĠĠĠĠ Ġ", + "Ġsym path", + "Ġsymp ath", + "Ġch ess", + "Ġche ss", + "Ġ mam", + "Ġm am", + "Ġma m", + ": hover", + ":h over", + "Ġcon verts", + "Ġconvert s", + "Ġconv erts", + "Ġconver ts", + "Ġp ela", + "Ġpe la", + "Ġpel a", + "Ġpro gression", + "Ġprogress ion", + "Ġprog ression", + "Ġ\" _\"", + "Ġ\"_ \"", + "ĠG ill", + "ĠGi ll", + "ĠGil l", + "ĉ show", + "ĉs how", + "ĉsh ow", + "Ġsupposed ly", + "ac curacy", + "acc uracy", + "accur acy", + "e lin", + "el in", + "eli n", + "Ġunf olding", + "Ġunfold ing", + "Ġ Hyper", + "ĠH yper", + "ĠHy per", + "ĠHyp er", + "Ġw anna", + "Ġwann a", + "Ġwan na", + "Ġ ups", + "Ġu ps", + "Ġup s", + "( #", + "ĠC riminal", + "ĠCr iminal", + "( Point", + "(P oint", + "at Lng", + "act ly", + "Ġcontract ors", + "Ġcontr actors", + "Ġcontractor s", + "Ġcontra ctors", + "' ]}", + "'] }", + "draul ic", + "ód igo", + "Ġ TT", + "ĠT T", + "Ġ Wide", + "ĠW ide", + "ĠWi de", + "ĠWid e", + "Ġ ARG", + "ĠA RG", + "ĠAR G", + "_ ic", + "_i c", + "FLAG S", + "S chool", + "Sch ool", + "Ġcl earing", + "Ġclear ing", + "Ġcle aring", + "- being", + "-b eing", + "-be ing", + "={ [", + ", const", + "man ent", + "Over lay", + "( '\"", + "(' \"", + "éĩ ı", + "Ġ Timestamp", + "ĠT imestamp", + "ĠTime stamp", + "Ġm ailing", + "Ġma iling", + "Ġmail ing", + "Ġmai ling", + "Ġ Cake", + "ĠC ake", + "ĠCa ke", + ". That", + ".T hat", + ".Th at", + "Ġmed itation", + "q p", + "Ġ empresa", + "Ġemp resa", + "Ġempres a", + "ĠL ions", + "ĠLi ons", + "ĠLion s", + "Ġw eld", + "Ġwe ld", + "Ġwel d", + "Ġ LinkedIn", + "ĠLinked In", + "Ġc ush", + "Ġcu sh", + "Ġcus h", + "Ġ genome", + "Ġge nome", + "Ġgen ome", + "Ġgenom e", + ". IndexOf", + ".Index Of", + "a gain", + "ag ain", + "aga in", + "Ġ fallback", + "Ġf allback", + "Ġfall back", + "Ġc amping", + "Ġcamp ing", + "Ġcam ping", + "r edd", + "re dd", + "red d", + "-strip ed", + "-str iped", + "Ġ dv", + "Ġd v", + "Fe bruary", + "Feb ruary", + "Ġ Proxy", + "ĠPro xy", + "ĠPr oxy", + "u sk", + "us k", + "Ġd iesel", + "Ġdi esel", + "Ġdie sel", + "Ġdies el", + "Ġdiese l", + "W RITE", + "WR ITE", + "RE AK", + "REA K", + "L orem", + "Lo rem", + ". Invoke", + ".In voke", + ".Inv oke", + "- div", + "-d iv", + "-di v", + "Inter ceptor", + "Ġ DH", + "ĠD H", + "i ales", + "ial es", + "ia les", + "iale s", + "Ġvill ages", + "Ġvillage s", + "Ġvilla ges", + "Ø ´", + "Ġ ENV", + "ĠE NV", + "ĠEN V", + "S ys", + "Sy s", + ". XR", + ".X R", + "Ġpo em", + "à Ĥ", + "c ade", + "ca de", + "cad e", + "p lots", + "pl ots", + "plot s", + "Ġ {(", + "Ġ{ (", + ". git", + ".g it", + "/ svg", + "/s vg", + "n cmp", + "nc mp", + "Ġ Äį", + "ĠÄ į", + "a ines", + "ain es", + "ai nes", + "aine s", + "åĩ ½æķ°", + "åĩ½ æķ°", + "Ġ ()ĊĊ", + "Ġ( )ĊĊ", + "Ġ() ĊĊ", + "Ġ()Ċ Ċ", + "op sis", + "ops is", + "Ġ Relationship", + "ĠRel ationship", + "ĠRelations hip", + "ĠRelation ship", + "_ aut", + "_a ut", + "Ġ Bomb", + "ĠB omb", + "ĠBo mb", + "ĠBom b", + "ĉ com", + "ĉc om", + "* sizeof", + "*size of", + "off icial", + "_ payload", + "_p ayload", + "_pay load", + "ĉ ĉĉĉĉĠĠ", + "ĉĉ ĉĉĉĠĠ", + "ĉĉĉĉ ĉĠĠ", + "ĉĉĉ ĉĉĠĠ", + "ĉĉĉĉĉ ĠĠ", + "ĉĉĉĉĉĠ Ġ", + ". manager", + ".m anager", + ".man ager", + ".manage r", + "Ġ Around", + "ĠA round", + "ĠAr ound", + "ĉ send", + "ĉs end", + "ĉse nd", + "Ġ Exercise", + "ĠEx ercise", + "Ġ Billy", + "ĠB illy", + "ĠBill y", + "ĠBil ly", + "i vi", + "iv i", + "Ġne eding", + "Ġneed ing", + "_ urls", + "_url s", + "_ur ls", + "_ tasks", + "_t asks", + "_task s", + "ĠH em", + "ĠHe m", + "Ġ tearDown", + "Ġte arDown", + "Ġtear Down", + "en crypt", + "enc rypt", + ". tie", + ".t ie", + "Ġ asm", + "Ġa sm", + "Ġas m", + "I CH", + "IC H", + "ĠCGRect Make", + "ìĦ ±", + "u long", + "ul ong", + "ulo ng", + "Ġ itr", + "Ġit r", + "Ġi tr", + "Ġ GST", + "ĠG ST", + "ĠGS T", + "Ġoffer ings", + "Ġoffering s", + "r obe", + "ro be", + "rob e", + "E EE", + "EE E", + "oper ators", + "operator s", + "_ PROP", + "_P ROP", + "_PRO P", + "_PR OP", + "in dent", + "ind ent", + "inde nt", + "inden t", + "A DE", + "AD E", + "o rf", + "or f", + "ë IJ", + "Ġbl essed", + "Ġbless ed", + "v ascular", + "vas cular", + "Ġcon oc", + "Ġco noc", + "H appy", + "Ha ppy", + "B ridge", + "Br idge", + "il itation", + "ilit ation", + "j oint", + "join t", + "jo int", + "Ġ Administr", + "ĠAdmin istr", + "- transform", + "-trans form", + "Ġmean time", + "Ġmeant ime", + "/ K", + "ĠBed room", + "Ġr igid", + "Ġrig id", + "Ġri gid", + "Ġb rowsers", + "Ġbrowser s", + "Ġbrows ers", + "Ġbrowse rs", + "EM PTY", + "EMP TY", + ". Serialize", + ".S erialize", + ".Serial ize", + "_ ED", + "_E D", + "Ġst itch", + "Ġ jan", + "Ġj an", + "Ġja n", + "el lt", + "ell t", + "Ġ brace", + "Ġb race", + "Ġbr ace", + "Ġbra ce", + "Ġt rails", + "Ġtr ails", + "Ġtrail s", + "Ġtra ils", + "Ġtrai ls", + "p ublished", + "publish ed", + "å¯Ĩ çłģ", + "} ')Ċ", + "}' )Ċ", + "}') Ċ", + "Ġac ids", + "Ġacid s", + "Ġ !!!", + "Ġ! !!", + "Ġ!! !", + "_ direct", + "_d irect", + "_dir ect", + "_di rect", + "> ());Ċ", + ">( ));Ċ", + ">() );Ċ", + ">()) ;Ċ", + "a jÄħ", + "aj Äħ", + "_O CC", + "_OC C", + "Ġplan ets", + "Ġplane ts", + "Ġplanet s", + "Ġpla nets", + "æ Ł¥", + "æŁ ¥", + "ĠDub lin", + "Ġ serie", + "Ġs erie", + "Ġse rie", + "Ġser ie", + "Ġseri e", + ". printf", + ".print f", + "de ep", + "dee p", + "` )", + "Ġ \\$", + "Ġ\\ $", + "Ġ μ", + "ĠÎ ¼", + "_ VIDEO", + "_V IDEO", + "end ors", + "endor s", + "endo rs", + "Ġ Crypto", + "ĠC rypto", + "ĠCrypt o", + "ĠCry pto", + "F ar", + "Fa r", + ". Transparent", + ".Trans parent", + ". TR", + ".T R", + "i asm", + "ia sm", + "ias m", + "_ training", + "_tr aining", + "_train ing", + "_tra ining", + "Ġte aches", + "Ġteach es", + "Ġtea ches", + "ĠB elt", + "ĠBe lt", + "ĠBel t", + "Ġlimit ing", + "Ġlim iting", + "ĠK ath", + "ĠKat h", + "ĠKa th", + "Ġ IndexPath", + "ĠIndex Path", + "Ġachie vements", + "Ġachieve ments", + "Ġachievement s", + "Ġse rá", + "Ġser á", + "interop Require", + "Ġd isse", + "Ġdis se", + "Ġdi sse", + "Ġdiss e", + ". If", + ".I f", + "ar ming", + "arm ing", + "uls ion", + "P o", + "_ DETAIL", + "_DE TAIL", + "_DET AIL", + "Prot otype", + "Proto type", + "Ġ CAL", + "ĠC AL", + "ĠCA L", + "Ġag rees", + "Ġagre es", + "Ġagree s", + "Ġagr ees", + ". vo", + ".v o", + ".Execute NonQuery", + "Ġ Topic", + "ĠT opic", + "ĠTo pic", + "ĠTop ic", + "Ġ' {}", + "Ġ'{ }", + "A rm", + "Ar m", + "Ġ ecc", + "Ġe cc", + "Ġec c", + "M ag", + "Ma g", + "Ġ serialized", + "Ġs erialized", + "Ġser ialized", + "Ġserial ized", + "Ġserialize d", + "ĉ conn", + "ĉc onn", + "ĉcon n", + "c ached", + "ca ched", + "cache d", + "cac hed", + "= tf", + "=t f", + "Ġ ByteArray", + "ĠByte Array", + "prot obuf", + "proto buf", + "var char", + "ĉ ASSERT", + "ĉA SSERT", + "Ġ liste", + "Ġl iste", + "Ġli ste", + "Ġlist e", + "Ġlis te", + "_ trigger", + "_tr igger", + "_tri gger", + "· ¸", + "F eel", + "Fe el", + "Fee l", + "T ahoma", + "Ġ Lik", + "ĠL ik", + "ĠLi k", + "Ġ structured", + "Ġstruct ured", + "Ġstructure d", + "erg us", + ". Initial", + ".In itial", + ".Init ial", + "_ ge", + "_g e", + "cl js", + ". contact", + ".cont act", + "Ġand ere", + "Ġan dere", + "Ġander e", + "$ stmt", + "_ CURRENT", + "_C URRENT", + "Ġ Discover", + "ĠDis cover", + "ĠDisc over", + "ĠDisco ver", + "$ res", + "$r es", + "form atter", + "for matter", + "format ter", + "H a", + "van gst", + "vang st", + "Ġe merge", + "Ġem erge", + "Ġemerg e", + "ãĢĤ âĢĿ", + "ĠC abinet", + "ĠCabin et", + "ĠCab inet", + "- square", + "-s quare", + "éĥ ¨", + "Ġ rage", + "Ġr age", + "Ġra ge", + "Ġrag e", + "Ġ AJ", + "ĠA J", + "Ġ VT", + "ĠV T", + "sh adow", + "ĠFa ith", + "e names", + "en ames", + "ename s", + "ena mes", + "p retty", + "pr etty", + "pre tty", + "pret ty", + "h asil", + "ha sil", + "has il", + "p arty", + "par ty", + "part y", + "Ġ varchar", + "Ġvar char", + "Ġf otos", + "Ġfo tos", + "Ġfoto s", + "Ġfot os", + "Ġa lum", + "Ġal um", + "ĠBel gium", + "ĠBelg ium", + ". ylabel", + ".y label", + "Ġ dej", + "Ġd ej", + "Ġde j", + "_ numbers", + "_num bers", + "_number s", + "Ġ hu", + "Ġh u", + ".set Adapter", + "Ġ Usually", + "ĠUs ually", + "( sample", + "(s ample", + ". Shared", + ".Sh ared", + "Ġbo oked", + "Ġbook ed", + "Ġboo ked", + "Ġ> >=", + "Ġ>> =", + "Ġmin erals", + "Ġmineral s", + "Ġminer als", + "\" > < ?=", + "\">", + "'] )->", + "']) ->", + "p rog", + "pr og", + "pro g", + "b oo", + "bo o", + "_ md", + "_m d", + "_ pack", + "_p ack", + "_pa ck", + "( express", + "(ex press", + "(exp ress", + "(expr ess", + "u tz", + "ut z", + "\\ Auth", + ", id", + ",i d", + "ĠCh ile", + "ĠChi le", + "act ice", + "actic e", + "Ġrec ruitment", + "Ġrecruit ment", + "Ġ poses", + "Ġp oses", + "Ġpos es", + "Ġpo ses", + "Ġpose s", + "Ġvulner ability", + "inst anc", + "o rum", + "or um", + "oru m", + "d ess", + "de ss", + "des s", + "Ġ xl", + "Ġx l", + "%%%%%%%%%%%%%%%% %%%%%%%%%%%%%%%%", + "( fig", + "(f ig", + "(fi g", + "Ġde leting", + "Ġdel eting", + "Ġdelet ing", + "Ġdele ting", + ". del", + ".d el", + ".de l", + ") ')Ċ", + ")' )Ċ", + "Ġ Weekly", + "ĠWeek ly", + "? ??", + "?? ?", + "( strcmp", + "(str cmp", + "s mith", + "sm ith", + "Ġpurs uing", + "- so", + "-s o", + "Ġ Apps", + "ĠA pps", + "ĠApp s", + "ĠAp ps", + "/ 'Ċ", + "/' Ċ", + "Ġde cis", + "Ġdec is", + "F ORE", + "FO RE", + "FOR E", + "Every one", + "Ġl anes", + "Ġla nes", + "Ġlane s", + "Ġlan es", + "V irtual", + "Vir tual", + ". attach", + ".at tach", + ".att ach", + "( Log", + "(L og", + "ĠMed icaid", + "ĠMedic aid", + "( Path", + "(P ath", + "ĠTur ner", + "ĠTurn er", + "/ application", + "/app lication", + "/ap plication", + "Ġ portrait", + "Ġport rait", + "Ġpor trait", + "Ġop pose", + "Ġopp ose", + "Ġoppos e", + "check out", + "Ġfin ishes", + "Ġfinish es", + "_ ME", + "_M E", + "Bar rier", + "S ong", + "So ng", + "Son g", + "V AR", + "VA R", + "Ear lier", + "r ella", + "re lla", + "rel la", + "rell a", + "Ġh ast", + "Ġhas t", + "Ġha st", + "a zar", + "az ar", + "aza r", + "Ġp ulls", + "Ġpull s", + "Ġpul ls", + "n gx", + "ng x", + "Ġins piring", + "Ġinspir ing", + "Ġinsp iring", + "Ñĥ Ñİ", + "- direction", + "-d irection", + "-direct ion", + "-dir ection", + "-di rection", + "Ġexplos ive", + "Ġ createdAt", + "Ġcreated At", + "s to", + "st o", + "Ġw heat", + "Ġwh eat", + "Ġwhe at", + "Ġ Built", + "ĠB uilt", + "ĠBu ilt", + "' ai", + "'a i", + "Ġ tracked", + "Ġtr acked", + "Ġtrack ed", + "h ammad", + "ham mad", + "RowAt IndexPath", + "_ heap", + "_he ap", + "D ue", + "Du e", + "Ġconn ects", + "Ġconnect s", + ". publish", + ".p ublish", + ".pub lish", + "e mu", + "em u", + "Ġb ullets", + "Ġbul lets", + "Ġbull ets", + "Ġbullet s", + "B AR", + "BA R", + "o late", + "ol ate", + "ola te", + "Ġintern ally", + "Ġinternal ly", + "Ġc atching", + "Ġcatch ing", + "Ġcat ching", + "- password", + "-p assword", + "-pass word", + "ou ched", + "ouch ed", + "æĢ §", + "e ous", + "eo us", + "Ġx range", + "Ġxr ange", + "Q uality", + "Qu ality", + "Qual ity", + "v v", + "Man age", + "Ma nage", + "Mana ge", + "( ($", + "(( $", + "ace ments", + "ac ements", + "acement s", + "ĠBr others", + "ĠBro thers", + "ĠBrother s", + "Ġ HEAD", + "ĠHE AD", + "Ġ Unsupported", + "ĠUn supported", + "ĠUns upported", + "s an", + "sa n", + "e si", + "es i", + "* **Ċ", + "** *Ċ", + "*** Ċ", + "Ġadapt ation", + "Ġ Worker", + "ĠWork er", + "ĠWor ker", + "' ]/", + "'] /", + ".save fig", + "( trans", + "(t rans", + "(tr ans", + "Ø ¬", + "n ee", + "ne e", + "C orrect", + "Cor rect", + ".. .\")Ċ", + "... \")Ċ", + "...\" )Ċ", + "Ġsubmit ting", + "- path", + "-p ath", + "ĉ last", + "ĉl ast", + "is san", + "iss an", + "issa n", + ". xlabel", + ".x label", + "Ġ Separ", + "ĠS epar", + "ĠSe par", + "ĠSep ar", + "/ no", + "/n o", + "_ best", + "_b est", + "_be st", + "ĠM ills", + "ĠMill s", + "ĠMil ls", + "_ sock", + "_s ock", + "_so ck", + "_soc k", + "( flag", + "(f lag", + "(fl ag", + "Ġdest inations", + "Ġdestination s", + "Ġdestin ations", + "em ption", + "emp tion", + "empt ion", + "Ġ FAIL", + "ĠF AIL", + "ĠFA IL", + "å ĴĮ", + "åĴ Į", + "Ġ rp", + "Ġr p", + "f act", + "fa ct", + "fac t", + "ĉ len", + "ĉl en", + "D AY", + "DA Y", + "Ġse iz", + "Ġsei z", + "_ dst", + "_d st", + "_ds t", + "l ip", + "li p", + ". Linear", + ".L inear", + ".Line ar", + "Ġ Basket", + "ĠB asket", + "ĠBas ket", + "$ t", + "$ i", + "- brand", + "-b rand", + "-br and", + "Ġ Neil", + "ĠN eil", + "ĠNe il", + "Ġ Eq", + "ĠE q", + "Ġt hou", + "Ġth ou", + "Ġtho u", + "o gene", + "og ene", + "ogen e", + "oge ne", + "Ġscholar ship", + "Ġscholars hip", + "æĽ ´", + "Ġs wo", + "Ġsw o", + "ag inator", + "agina tor", + "e ni", + "en i", + "( book", + "(b ook", + "Ġ blink", + "Ġb link", + "Ġbl ink", + "Ġbli nk", + "t hus", + "th us", + "Ġ cancellationToken", + "Ġc ancellationToken", + "Ġcancell ationToken", + "Ġcancellation Token", + "ĠPalestin ians", + "ĠPalestinian s", + "Ġprof itable", + "Ġprofit able", + "Ġback pack", + "en son", + "ens on", + "enso n", + "< Long", + " < /", + "_ WORD", + "_W ORD", + "\\M igrations", + "\\Migration s", + "Ġ ENABLE", + "ĠEN ABLE", + "_PARAM ETER", + "ĠB ishop", + "ĠBi shop", + "ĠBis hop", + ". subject", + ".sub ject", + "il las", + "ill as", + "illa s", + ". matrix", + ".m atrix", + ".mat rix", + "urre nces", + "urrenc es", + "urr ences", + "urrence s", + "* y", + "Ġcost ly", + "Ġ Chuck", + "ĠCh uck", + "ĠChu ck", + "Ġc loses", + "Ġcl oses", + "Ġclose s", + "Ġclos es", + "Ġclo ses", + "ĠM ight", + "ĠMi ght", + "ĠMig ht", + "- store", + "-st ore", + "Ġ mall", + "Ġm all", + "Ġma ll", + "Ġmal l", + "i eten", + "ie ten", + "iet en", + "iete n", + ". Abs", + ".A bs", + ".Ab s", + "Ġcou pled", + "Ġcouple d", + "Ġcoup led", + ". basic", + ".b asic", + ".ba sic", + "Ġ ::::::::", + "Ġ: :::::::", + "Ġ:: ::::::", + "Ġ::: :::::", + "M aker", + "Make r", + "Ma ker", + "c annot", + "can not", + "Ġ ach", + "Ġa ch", + "Ġac h", + "ĠE li", + "ĠEl i", + "âĪ Ĵ", + "o rna", + "or na", + "orn a", + "Ġ cps", + "Ġc ps", + "Ġcp s", + "Ġthere of", + "Ġther eof", + "Ġ@ {", + "Ġ NSMutableArray", + "ĠNSMutable Array", + "Î ½", + "pro ductive", + "product ive", + "prod uctive", + "S quare", + "tem pts", + "temp ts", + "tempt s", + "Ġelim inated", + "Ġeliminate d", + "Ġelimin ated", + "< M", + "Ġcons ervatives", + "Ġconserv atives", + "Ġconservative s", + "ĠS urg", + "ĠSur g", + "ĠSu rg", + ". par", + ".p ar", + ".pa r", + "ĠB uch", + "ĠBu ch", + "* b", + "F ort", + "For t", + "Fo rt", + "Col our", + "Ġ Chi", + "ĠC hi", + "ĠCh i", + "e dic", + "ed ic", + "edi c", + "> true", + "ĠN YC", + "ĠNY C", + "Ġb ored", + "Ġbo red", + "Ġbor ed", + "Ġbore d", + "Ġ Detect", + "ĠD etect", + "ĠDet ect", + "Ġapp ar", + "Ġap par", + "Ġje ans", + "Ġjean s", + "Ġ Tak", + "ĠT ak", + "ĠTa k", + "I OD", + "IO D", + "ĠH orse", + "ĠHor se", + "( FILE", + "(F ILE", + "( ?", + "r ique", + "ri que", + "opt imizer", + "optim izer", + "optimize r", + "n at", + "na t", + "lo ys", + "loy s", + "ĉ Token", + "ĉT oken", + "oub ted", + "u ess", + "ue ss", + "ues s", + "oc oa", + "oco a", + "Data Member", + "_ POWER", + "_P OWER", + "_PO WER", + "class List", + "Push Button", + "Ġ WiFi", + "ĠWi Fi", + ". Stream", + ".St ream", + ".Str eam", + ". guild", + ".g uild", + ".gui ld", + "Ġn og", + "Ġno g", + "ĠPort ugal", + "ĠPortug al", + "ĠUn ter", + "ĠUnt er", + "Pr imitive", + "Prim itive", + "b oss", + "bo ss", + "bos s", + "ĠDe utsch", + "Ġer otic", + "Ġerot ic", + "Ġero tic", + "Ġ strconv", + "Ġstr conv", + ".Try Parse", + "Ġ grams", + "Ġg rams", + "Ġgr ams", + "Ġgram s", + "Ġgra ms", + ". Success", + ".S uccess", + "_ pk", + "_p k", + "ĠHar vey", + "-m inded", + "-min ded", + ". country", + ".c ountry", + ".count ry", + "[ ]\"", + "[] \"", + "Ġ angel", + "Ġan gel", + "Ġang el", + "Ġange l", + "Ġbe ats", + "Ġbeat s", + "ĠV or", + "ĠVo r", + "i lio", + "il io", + "ili o", + ". master", + ".m aster", + ".mas ter", + ".ma ster", + "s omething", + "some thing", + "som ething", + "Ġ PACK", + "ĠP ACK", + "ĠPA CK", + "ĠPAC K", + "( if", + "(i f", + "Request Body", + "Ġ antes", + "Ġan tes", + "Ġant es", + "Ġante s", + "/ widget", + "/w idget", + "Ġ modo", + "Ġm odo", + "Ġmod o", + "Ġmo do", + "Ġ AW", + "ĠA W", + "f inder", + "find er", + "fin der", + "fi nder", + "Ġ optimized", + "Ġopt imized", + "Ġoptim ized", + "Ġoptimize d", + "Ġmiss iles", + "Ġmissile s", + "N B", + "ĉ internal", + "ĉint ernal", + "ĉin ternal", + "ĉinter nal", + "t ex", + "te x", + "ĠS ri", + "ĠSr i", + "Ġdam aging", + "Ġ Mais", + "ĠM ais", + "ĠMa is", + "ĠMai s", + "- Allow", + "-Al low", + "Ġ Zh", + "ĠZ h", + "- alt", + "-a lt", + "-al t", + "Ġ ));ĊĊ", + "Ġ) );ĊĊ", + "Ġ)) ;ĊĊ", + "Ġ));Ċ Ċ", + "Ġ)); ĊĊ", + "è ī", + "Ġinflu ences", + "Ġinfluence s", + "Ġc atal", + "Ġca tal", + "Ġcat al", + "Ġcata l", + "_ REGISTER", + "_REG ISTER", + "ĠAPI s", + "ĠAP Is", + "-cent ury", + "Ġ biology", + "Ġb iology", + "Ġbi ology", + "Ġbio logy", + "Ġ Actual", + "ĠAct ual", + "ĠAc tual", + "Ġ heels", + "Ġhe els", + "Ġheel s", + "TR ACE", + "TRA CE", + "_ DIG", + "_D IG", + "_DI G", + "D ataset", + "Data set", + "Dat aset", + "Datas et", + "ĠM atter", + "ĠMat ter", + "ĠMatt er", + "ĠMatte r", + "Ġ classifier", + "Ġclass ifier", + ".w ikipedia", + "ĠRo gers", + "ĠRog ers", + "ĠRoger s", + "Ġdon ated", + "Ġdonate d", + "raw ler", + "rawl er", + "e nen", + "en en", + "ene n", + "Ġcas inos", + "Ġcasino s", + "Ġcasi nos", + "or tal", + "ort al", + "orta l", + "Ġp rive", + "Ġpr ive", + "Ġpriv e", + "Ġpri ve", + "s pe", + "sp e", + "du cers", + "duc ers", + "duce rs", + "ducer s", + ". ep", + ".e p", + "Ġgr asp", + "Ġgra sp", + "Ġgras p", + "ac ji", + "Ġd airy", + "Ġda iry", + "Ġdai ry", + "Ġdair y", + "Ġb uses", + "Ġbu ses", + "Ġbus es", + ". comm", + ".c omm", + ".com m", + ".co mm", + ". ins", + ".in s", + ".i ns", + "Ġ IRS", + "ĠI RS", + "ĠIR S", + "Ġ Beer", + "ĠB eer", + "ĠBe er", + "ĠBee r", + "a dc", + "ad c", + "o ard", + "oa rd", + "_ MET", + "_M ET", + "_ME T", + "Ġ' +'", + "Ġ'+ '", + "r ans", + "ra ns", + "ran s", + "Ġk inda", + "Ġkind a", + "Ġki nda", + "Ġkin da", + "Ġ âĶĤ", + "ĠâĶ Ĥ", + "ĠM aur", + "ĠMa ur", + "а г", + "аР³", + "Ġband width", + "i bus", + "ib us", + "ibu s", + "Ġ Different", + "ĠD ifferent", + "( mat", + "(m at", + "Ġ Resume", + "ĠRe sume", + "ĠRes ume", + "_ UNS", + "_U NS", + "_UN S", + "est ablish", + "Ġfon ction", + "Sub scription", + "_ company", + "_com pany", + "_comp any", + "Ġ lightly", + "Ġl ightly", + "Ġlight ly", + ". confirm", + ".con firm", + ".conf irm", + ". yaml", + ".y aml", + "Ġ Boost", + "ĠBo ost", + "ĠBoo st", + "Com merce", + "Comm erce", + "- template", + "-t emplate", + "-temp late", + "_ DELAY", + "_DE LAY", + "_DEL AY", + "Ġ HI", + "ĠH I", + "Ġn avig", + "Ġna vig", + "Ġnav ig", + "( Sender", + "(S ender", + "Ġ HS", + "ĠH S", + "_ \"+", + "_\" +", + "Ġ REQUEST", + "ĠRE QUEST", + "ĠREQ UEST", + "Ġ wifi", + "Ġw ifi", + "Ġwi fi", + "= \"\"Ċ", + "=\" \"Ċ", + "=\"\" Ċ", + "] )->", + "]) ->", + "])- >", + "Ġr ope", + "Ġro pe", + "Ġrop e", + "Ġvi olated", + "Ġviol ated", + "Ġviolate d", + "Ġgl ance", + "ĠK urd", + "ĠKur d", + "ĠKu rd", + "Ġ è®", + "Ġè ®", + "d eck", + "de ck", + "dec k", + "Ġ ISBN", + "ĠIS BN", + "Ġin fect", + "Ġinf ect", + "Ġ Foo", + "ĠF oo", + "ĠFo o", + "Ġ getter", + "Ġg etter", + "Ġget ter", + "Ġ tener", + "Ġt ener", + "Ġte ner", + "Ġten er", + "a ppe", + "ap pe", + "app e", + ". hh", + ".h h", + "_ hot", + "_h ot", + "< AM", + " \".$", + ">\" .$", + ">\". $", + "Ġre lies", + "Ġrel ies", + "Ġreli es", + "Ġrelie s", + "( Console", + "Int ernational", + "Inter national", + "Intern ational", + "- >{$", + "-> {$", + "->{ $", + "M id", + "Mi d", + "Ġdis sert", + "Ġdiss ert", + "Ġdisse rt", + "d ds", + "dd s", + "Ġdeposit s", + "Ġdepos its", + "ĉ driver", + "ĉd river", + "# ga", + "#g a", + "p rising", + "pr ising", + "pri sing", + "print ln", + "Ġp resenter", + "Ġpres enter", + "Ġpresent er", + "Ġpresente r", + "Ġm ines", + "Ġmin es", + "Ġmi nes", + "Ġmine s", + "C SS", + "CS S", + "Ġ Dual", + "ĠD ual", + "ĠDu al", + "( !(", + "(! (", + "Ġk am", + "Ġka m", + "Ġ isLoading", + "Ġis Loading", + "Ġ Protect", + "ĠProt ect", + "ĠProte ct", + ". upper", + ".u pper", + ".up per", + "a rium", + "ar ium", + "ari um", + "] :ĊĊĊ", + "]: ĊĊĊ", + "]:Ċ ĊĊ", + "]:ĊĊ Ċ", + "Y ii", + "- shirt", + "-sh irt", + "Ġ IMAGE", + "ĠIM AGE", + "_ colors", + "_color s", + "_col ors", + "Ġ urgent", + "Ġur gent", + "Ġurge nt", + "Ġurg ent", + ". Container", + ".Cont ainer", + "! (Ċ", + "!( Ċ", + "S aturday", + "Ġsoc ieties", + "Ġsoci eties", + "Ġ Than", + "ĠT han", + "ĠTh an", + "Ġ Cod", + "ĠC od", + "ĠCo d", + "= @", + "Ġ attachments", + "Ġattach ments", + "Ġattachment s", + ". mobile", + ".m obile", + ".mob ile", + "Ġs pite", + "Ġsp ite", + "Ġspi te", + "Ġspit e", + "Ġ bounce", + "Ġb ounce", + "Ġbo unce", + "Ġbou nce", + "r awl", + "ra wl", + "raw l", + "instance type", + "instanc etype", + "ĠTr uck", + "ĠTru ck", + "Ġmanip ulation", + "( Config", + "- inst", + "-in st", + "-i nst", + "-ins t", + "Ġ stor", + "Ġs tor", + "Ġst or", + "Ġsto r", + "it ution", + "itu tion", + "Preferred Gap", + "Ġmain AxisAlignment", + "Ġlist ened", + "Ġlisten ed", + "Ġliste ned", + "'' 'ĊĊ", + "'''Ċ Ċ", + "''' ĊĊ", + "ott age", + "otta ge", + "- project", + "-pro ject", + ". APPLICATION", + ".AP PLICATION", + "ĉ root", + "ĉr oot", + "Ġw hit", + "Ġwh it", + "Ġ bilder", + "Ġb ilder", + "Ġbi lder", + "Ġbil der", + "Ġbild er", + "Ġ ker", + "Ġk er", + "Ġke r", + "Ġappl iances", + "Ġappliance s", + "ro wave", + "row ave", + "ìĿ Ģ", + "em atics", + "ema tics", + "ematic s", + "emat ics", + "Ġ Org", + "ĠO rg", + "ĠOr g", + "o ping", + "op ing", + "opi ng", + "_ SEARCH", + "_SE ARCH", + "Ġc ham", + "Ġch am", + "Ġcha m", + "add ContainerGap", + "Ġ ().", + "Ġ( ).", + "Ġ() .", + "Ġ Arrow", + "ĠAr row", + "ĠArr ow", + "Il legal", + "Ill egal", + "Current ly", + "Curr ently", + "Ġ usa", + "Ġu sa", + "Ġus a", + "Ġpass words", + "Ġpassword s", + "Ġre nown", + "Ġren own", + "a vern", + "av ern", + "ave rn", + "aver n", + "ĠE vil", + "ĠEv il", + "Ġ concat", + "Ġcon cat", + "Ġconc at", + "Ġd uo", + "Ġdu o", + "Ġ vale", + "Ġv ale", + "Ġval e", + "Ġva le", + "Ġ Bean", + "ĠB ean", + "ĠBe an", + "ĠBea n", + "Ġind icators", + "Ġindic ators", + "Ġindicator s", + "Ġindica tors", + "c math", + "cm ath", + "ĠP ump", + "ĠPu mp", + "Nov ember", + "ific ant", + "ifi cant", + "ifica nt", + "_ DOMAIN", + "_DO MAIN", + "_DOM AIN", + "re gar", + "reg ar", + "rega r", + "Ġ Portal", + "ĠP ortal", + "ĠPort al", + "ĠPor tal", + "\" $", + "Ġ formerly", + "Ġformer ly", + "\" ]:Ċ", + "\"] :Ċ", + "\"]: Ċ", + "Ġ Visibility", + "ĠVis ibility", + ".getElementsBy ClassName", + "_ RED", + "_RE D", + "_R ED", + "Ġch ampions", + "Ġchampion s", + "Ġchamp ions", + "à ´", + "Val or", + "Va lor", + "_ es", + "_e s", + "* a", + "- repeat", + "-re peat", + "B and", + "Ban d", + "Ba nd", + ". stage", + ".st age", + "Ġbure auc", + "Ġbureau c", + "C nt", + "e ten", + "et en", + "ete n", + "- function", + "-f unction", + "Ġm uito", + "Ġmu ito", + "Ġmuit o", + "P ID", + "PI D", + "_ editor", + "_e ditor", + "_edit or", + "_ed itor", + "Ġcr ashed", + "Ġcrash ed", + "Ġcra shed", + "d ead", + "de ad", + "dea d", + "k at", + "ka t", + "a gh", + "ag h", + "Ġ EXT", + "ĠE XT", + "ĠEX T", + "as ser", + "ass er", + "asse r", + "- small", + "-s mall", + "-sm all", + "Ġre aliz", + "Ġreal iz", + "( Entity", + "(E ntity", + "ú s", + "Ġ Actually", + "ĠAct ually", + "ĠActual ly", + "Ġ Elite", + "ĠE lite", + "ĠEl ite", + "ĠEli te", + "Ġ helm", + "Ġh elm", + "Ġhe lm", + "Ġhel m", + "( nonatomic", + "(non atomic", + "a sher", + "as her", + "ash er", + "Comm unity", + "all eng", + "alle ng", + "allen g", + "i ry", + "ir y", + "ĠG rowth", + "ĠGrow th", + "Ġs ue", + "Ġsu e", + "Ġf requencies", + "Ġfrequ encies", + "_ descriptor", + "_des criptor", + ". Attribute", + ".At tribute", + "Ġrec ipients", + "Ġrecipient s", + "Ġrecip ients", + "_ NS", + "_N S", + "/ \"+", + "/\" +", + "i ban", + "ib an", + "iba n", + "Ġ athlete", + "Ġath lete", + "Ġ Ign", + "ĠI gn", + "ĠIg n", + "_ DMA", + "_D MA", + "_DM A", + "( ds", + "(d s", + "Ġ Requirements", + "ĠRequire ments", + "ĠRequirement s", + "A DI", + "AD I", + "e rez", + "er ez", + "ere z", + "\\ Admin", + "br aska", + "bra ska", + "bras ka", + "ĠR ust", + "ĠRu st", + "ĠRus t", + "Re lation", + "Rel ation", + "C OD", + "CO D", + "Ġ VERSION", + "ĠV ERSION", + "ĠVER SION", + "e mma", + "em ma", + "emm a", + ") ){", + ")) {", + ". Duration", + ".D uration", + "Ġ Camb", + "ĠC amb", + "ĠCam b", + "ĠCa mb", + "- logo", + "-l ogo", + "-lo go", + "-log o", + "Ġread able", + "Ġcre ators", + "Ġcreat ors", + "Ġcreator s", + "Ġcrea tors", + "( )];Ċ", + "() ];Ċ", + "()] ;Ċ", + "Up Down", + "- half", + "-h alf", + ".get Month", + ".getM onth", + "( sf", + "(s f", + "P ic", + "Pi c", + "Ġh unger", + "Ġhun ger", + "Ġhung er", + "Ġhu nger", + ". tx", + ".t x", + "Ġex ceeded", + "Ġexceed ed", + "Ġexce eded", + "_ seed", + "_s eed", + "_se ed", + "( ^", + "_ sk", + "_s k", + ". perform", + ".per form", + "Ġ >::", + "Ġ> ::", + "Ġ mongo", + "Ġm ongo", + "Ġmon go", + "Ġmo ngo", + "Ġmong o", + "= float", + "=f loat", + "bind Param", + "S mart", + "Sm art", + "i fa", + "if a", + "Ġse curities", + "Ġsec urities", + "Ġpre jud", + "Ġ ,\"", + "Ġ, \"", + "Ġcor ps", + "Ġcorp s", + "Ġv ra", + "Ġvr a", + "ama care", + "amac are", + "i terr", + "it err", + "ite rr", + "iter r", + "( Media", + "(M edia", + "(Me dia", + "u che", + "uch e", + "uc he", + "Ġ cob", + "Ġc ob", + "Ġco b", + "Ġl iber", + "Ġli ber", + "Ġlib er", + ". geometry", + ".ge ometry", + ".geom etry", + ".geo metry", + "L ocator", + "Loc ator", + "Ġsl iding", + "Ġslid ing", + "Ġs urgical", + "Ġsurg ical", + "_ CUR", + "_C UR", + "Ġcon sect", + "Ġcons ect", + "Ġconsec t", + "Ġconse ct", + "[ *", + "ĠRe sort", + "ĠRes ort", + "St ub", + "_ DOUBLE", + "_DO UBLE", + "Ġ Soph", + "ĠS oph", + "ĠSo ph", + "Ġelect oral", + "_ disable", + "_d isable", + "_dis able", + "Ġ Ñģо", + "ĠÑģ о", + "ĠLight ning", + "Ġ mentions", + "Ġm entions", + "Ġmention s", + "Ġment ions", + "o cy", + "oc y", + "Ġle aked", + "Ġleak ed", + "Ġrelax ing", + "P resenter", + "Pres enter", + "Present er", + "v sp", + "vs p", + "Ġg uilt", + "Ġgu ilt", + "Ġgui lt", + "=- =-", + ". reply", + ".re ply", + ".rep ly", + "Ġ Mirror", + "ĠM irror", + "ĠMir ror", + "ĠMi rror", + "C amp", + "Ca mp", + "Cam p", + "Ġ+#+ #+#+", + "Ġ+#+#+#+ #+#+", + ". Author", + ".A uthor", + ".Auth or", + "Ġ directive", + "Ġdirect ive", + "Ġdir ective", + "- hook", + "-h ook", + "íĦ °", + "} ĊĊĊĊĊ", + "}Ċ ĊĊĊĊ", + "}ĊĊ ĊĊĊ", + "}ĊĊĊ ĊĊ", + "}ĊĊĊĊ Ċ", + "@ pytest", + "_ rand", + "_r and", + "_ra nd", + "m is", + "mi s", + "Ġcolor ful", + "u je", + "uj e", + "l asses", + "lass es", + "las ses", + "Ġ Classes", + "ĠC lasses", + "ĠCl asses", + "ĠClass es", + "ĠClasse s", + ". have", + ".h ave", + "% ),", + "%) ,", + "é¢ ĺ", + "Ġdistur bing", + "Ġdisturb ing", + "sub string", + "substr ing", + "subst ring", + "subs tring", + "ĠK oh", + "ĠKo h", + "In vest", + "Inv est", + "p urchase", + "Ġrec ycling", + "Ġrecycl ing", + "Ġ ART", + "ĠA RT", + "ĠAR T", + "ier archy", + "Ġ fps", + "Ġf ps", + "Ġfp s", + ". checkBox", + ".check Box", + "íķ ´", + "_ material", + "_m aterial", + "_mat erial", + "du cation", + "duc ation", + "Ġ fw", + "Ġf w", + "u dit", + "ud it", + "udi t", + "Ġreview ing", + "Ġ Sid", + "ĠS id", + "ĠSi d", + "S yntax", + "Sy ntax", + "Syn tax", + "Ġ Written", + "ĠW ritten", + "ĠWr itten", + "ar gar", + "arg ar", + "arga r", + "U ME", + "UM E", + "/ q", + "Class ifier", + "Off icial", + "Ġj azz", + "Ġja zz", + "Ġjaz z", + "Ġ omega", + "Ġo mega", + "Ġom ega", + "Ph ysics", + "Phys ics", + "Ġl ugar", + "Ġlu gar", + "Ġlug ar", + "_access or", + "_acc essor", + ". commands", + ".command s", + ".comm ands", + "Ab ility", + "Ġ Batch", + "ĠB atch", + "ĠBat ch", + "R AM", + "RA M", + "Ġenc ounters", + "Ġencounter s", + "Ġencount ers", + ". Qu", + ".Q u", + "B YTE", + "BY TE", + "Ġ Distribution", + "ĠD istribution", + "ĠDis tribution", + "ĠDistrib ution", + "Ġ uso", + "Ġu so", + "Ġus o", + "ĠRe covery", + "ĠRec overy", + "ĠReco very", + "ĠRecover y", + "ap proved", + "appro ved", + "approve d", + "Ġden ial", + "/ share", + "/s hare", + "/sh are", + "Link edList", + "Linked List", + ") čĊčĊčĊ", + ")čĊ čĊčĊ", + ")čĊčĊ čĊ", + "u ddy", + "ud dy", + "udd y", + "Ġf ines", + "Ġfin es", + "Ġfine s", + "Ġfi nes", + "Ġ ry", + "Ġr y", + "Un icode", + "Uni code", + "ĉ render", + "ĉr ender", + "ĉre nder", + "Ġprem ises", + "Ġpremise s", + "Ġpremi ses", + "Ġ pon", + "Ġp on", + "Ġpo n", + "ali ases", + "alias es", + "alia ses", + "/ Foundation", + "/F oundation", + "c uda", + "cu da", + "ĠC ock", + "ĠCo ck", + "ĠCoc k", + ", :)", + ",: )", + "( folder", + "(f older", + "Ġm éd", + "Ġmé d", + "d rag", + "dr ag", + "dra g", + "Ġtal ents", + "Ġtalent s", + "Ġtale nts", + "Ġ ĠĠĊĊ", + "ĠĠ ĠĊĊ", + "ĠĠĠ ĊĊ", + "ĠĠĠĊ Ċ", + "е ÑģÑĤв", + "еÑģÑĤ в", + "m ob", + "mo b", + ".y ml", + "Ġ aster", + "Ġa ster", + "Ġas ter", + "Ġast er", + "Ġdis cre", + "Ġdisc re", + "go al", + "ĠG TX", + "ĠGT X", + "Ġ SUCCESS", + "ĠS UCCESS", + "Ġ LONG", + "ĠL ONG", + "ĠLO NG", + "( find", + "(f ind", + "(fin d", + "(fi nd", + "Ġ singular", + "Ġs ingular", + "Ġsing ular", + "_ sz", + "_s z", + "ĠEth ereum", + "ĠEther eum", + ". .Ċ", + ".. Ċ", + "Ġir res", + "Ġirre s", + "Ġirr es", + "' )){Ċ", + "') ){Ċ", + "')) {Ċ", + "Ġmin isters", + "Ġminister s", + "Ġmini sters", + "Ġminist ers", + "St eps", + "Step s", + "Ste ps", + "iver sal", + "ivers al", + "Ġ Nevertheless", + "ĠNever theless", + "- led", + "-l ed", + "-le d", + "Ġ( %)", + "Ġ(% )", + "ç¡ ®", + "Ġ timezone", + "Ġtime zone", + "Ġstr anger", + "Ġstrange r", + "Ġstrang er", + "Ġstran ger", + "Ġstra nger", + "( render", + "(r ender", + "(re nder", + "Ġsh util", + "Ġshut il", + "Ġ mph", + "Ġm ph", + "Ġmp h", + "Ġt rio", + "Ġtr io", + "Ġtri o", + "p py", + "pp y", + "Ġpred omin", + "Ġ endors", + "Ġend ors", + "ĠRuss ians", + "ĠRussia ns", + "ĠRussian s", + "ĉ row", + "ĉr ow", + "Ġ wizard", + "Ġw izard", + ". serialize", + ".s erialize", + ".serial ize", + "Ġcompl ained", + "Ġcomplain ed", + "Ġs ido", + "Ġsi do", + "Ġsid o", + "Ġdel ighted", + "Ġdelight ed", + "- me", + "-m e", + "ĠR av", + "ĠRa v", + "H uman", + "Hum an", + "Hu man", + "a days", + "ad ays", + "ada ys", + "aday s", + "re cv", + "rec v", + "Work ing", + "J ump", + "Ju mp", + "Ġ Ã¥r", + "ĠÃ¥ r", + "Ġ Automatic", + "ĠAuto matic", + "ĠAut omatic", + "ĠAutom atic", + "_ Base", + "_B ase", + "æł ¼", + "aur ants", + "aurant s", + "aura nts", + " ¯", + "æ ¸", + "(C Type", + "I FI", + "IF I", + "( amount", + "(a mount", + "(am ount", + "Ġbel ieving", + "Ġbelie ving", + "= mysql", + "=m ysql", + "=my sql", + "Ġ fir", + "Ġf ir", + "Ġfi r", + "Ġrest oration", + "Ġresto ration", + "er eco", + "ere co", + "Ð ¢", + "_ '+", + "_' +", + "Ġe book", + "Ġeb ook", + "Ġde bris", + "Ġdeb ris", + "( inputs", + "(input s", + "(in puts", + "(inp uts", + "AY OUT", + "Ġscre aming", + "Ġscream ing", + "a via", + "av ia", + "avi a", + "l ander", + "land er", + "la nder", + "lan der", + "Ġdist ress", + "Ġdi stress", + "Ġdistr ess", + "Ġas sembled", + "Ġassemble d", + "Ġ Avoid", + "ĠA void", + "ĠAv oid", + "( thread", + "(t hread", + "(th read", + "Ġ RPC", + "ĠR PC", + "ĠRP C", + "_ EXIT", + "_EX IT", + "( queue", + "(q ueue", + "и ÑģÑĤ", + "иÑģ ÑĤ", + "D ll", + "Ġsk ull", + "Ġsku ll", + "_ pub", + "_p ub", + "ch ez", + "che z", + "m inate", + "min ate", + "mina te", + "en sen", + "ens en", + "ense n", + "Ġins ane", + "Ġinsan e", + "b ounds", + "bo unds", + "bound s", + "bou nds", + "ĠR osen", + "ĠRo sen", + "ĠRose n", + "ĠRos en", + "Ġcondition ing", + "process ed", + "proc essed", + "v ideos", + "vid eos", + "video s", + "vide os", + "f our", + "fo ur", + ". Conv", + ".Con v", + ".Co nv", + "| ;Ċ", + "Person al", + "Pers onal", + "Persona l", + "cer pt", + ":UIControlState Normal", + "Ġd oses", + "Ġdo ses", + "Ġdos es", + "Ġdose s", + "ĠK arl", + "ĠKar l", + "ĠKa rl", + "ĠF requ", + "ĠFr equ", + "ĠFre qu", + ". BASE", + ".B ASE", + "Ġ Vote", + "ĠV ote", + "ĠVo te", + "Ġcon current", + "Ġconc urrent", + "ĠMessageBox Icon", + "Ġ Ãĸ", + "Ġà ĸ", + "ĠDu bai", + "ĠDub ai", + "Ġ Retail", + "ĠR etail", + "ĠRe tail", + "ĠRet ail", + ": number", + ":n umber", + ":num ber", + "Ġ Observer", + "ĠOb server", + "ĠObserv er", + "ĠObs erver", + "Ġ BigInteger", + "ĠB igInteger", + "ĠBig Integer", + "ĠBigInt eger", + "_ origin", + "_or igin", + "_orig in", + "_ori gin", + "_ WORK", + "_W ORK", + "F rames", + "Frame s", + "Fr ames", + "Fra mes", + "Ġnot ably", + ". âĢľ", + "Ġt ropical", + "Ġtrop ical", + "Ġn iche", + "Ġni che", + "Ġnic he", + "Ġnich e", + "a mina", + "am ina", + "amin a", + "ami na", + ". sys", + ".s ys", + ".sy s", + "( tokens", + "(t okens", + "(token s", + "(tok ens", + "mod ify", + "o sit", + "os it", + "osi t", + "st rom", + "str om", + "stro m", + "ĠC omics", + "ĠCom ics", + "ĠComic s", + "O PTION", + "OP TION", + "OPT ION", + "T icket", + "Tick et", + "Ti cket", + "Ġf actories", + "Ġfact ories", + "Ġfactor ies", + "Ġfacto ries", + "Ġdis put", + "Ġdisp ut", + "_ File", + "_F ile", + "ĠF inn", + "ĠFin n", + "ĠFi nn", + "e ee", + "ee e", + "ĠDis cord", + "ĠDisc ord", + "ĠDisco rd", + "_ money", + "_m oney", + "_mon ey", + "_mo ney", + ". tpl", + ".t pl", + ".tp l", + "_ safe", + "_s afe", + "_sa fe", + "L B", + "Ġg lut", + "Ġgl ut", + "Ġglu t", + "J K", + ". flow", + ".f low", + ".fl ow", + "- cont", + "-c ont", + "-con t", + "-co nt", + "g os", + "go s", + "Ġhor izon", + "ĠR ush", + "ĠRu sh", + "ĠRus h", + ": :*", + ":: *", + "P ipe", + "Pi pe", + "u lla", + "ul la", + "ull a", + "b orough", + "bo rough", + "bor ough", + "boro ugh", + "he imer", + "heim er", + "hei mer", + "( move", + "(m ove", + "( Text", + "(T ext", + "} );čĊčĊ", + "}) ;čĊčĊ", + "}); čĊčĊ", + "});čĊ čĊ", + "w elcome", + "wel come", + "Ġ Components", + "ĠCom ponents", + "ĠComponent s", + "ĠComp onents", + "Ġgovern ance", + "c losed", + "cl osed", + "close d", + "clo sed", + "ĉ margin", + "ĉm argin", + "Ġla undry", + "Ġ Terminal", + "ĠTerm inal", + "ĠTermin al", + "iz ards", + "izar ds", + "izard s", + ". âĢĶ", + ". remote", + ".rem ote", + ". radius", + ".r adius", + ".rad ius", + "ĠQue bec", + "Ġ dh", + "Ġd h", + "T ech", + "Te ch", + "ĠM ist", + "ĠMi st", + "ĠMis t", + "s eller", + "se ller", + "sel ler", + "sell er", + "_ literal", + "_l iteral", + "_lite ral", + "_lit eral", + "Ġgen ius", + "Ġ brains", + "Ġbr ains", + "Ġbrain s", + "Ġbra ins", + "g em", + "ge m", + "Ġ Measure", + "ĠMe asure", + "Ġcat ast", + "Ġcata st", + "r ance", + "ra nce", + "ran ce", + ". TextField", + ".T extField", + ".Text Field", + "Ġcon suming", + "Ġcons uming", + "Ġconsum ing", + "Ġ'\\ ''", + "Ġ'\\' '", + "oubted ly", + "Ġ Certain", + "ĠC ertain", + "ĠCert ain", + "ĠCer tain", + "E v", + "er ti", + "ert i", + "b eing", + "be ing", + "bei ng", + "Ex perience", + "Ġ //[", + "Ġ// [", + "Ġ/ /[", + "ĠAr abic", + "ĠArab ic", + "ĠAra bic", + "ĠC rist", + "ĠCr ist", + "ĠCri st", + "Ġ Azure", + "ĠA zure", + "ĠAz ure", + "Ġ hora", + "Ġh ora", + "Ġhor a", + "Ġho ra", + "l adesh", + "lad esh", + "\\ Blueprint", + "d ar", + "da r", + ". rel", + ".re l", + ".r el", + "Ġsup rem", + "ĠRe agan", + "Ġ Attributes", + "ĠAt tributes", + "ĠAttribute s", + "- sidebar", + "-s idebar", + "-side bar", + "Ġuse Styles", + "ĠA irlines", + "ĠAir lines", + "Ġh ills", + "Ġhill s", + "Ġhil ls", + "/x html", + "v inc", + "vin c", + "vi nc", + "_ mock", + "_m ock", + "_mo ck", + "Ċ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠP ill", + "ĠPi ll", + "ĠPil l", + ".Layout Style", + "ĠComm ander", + "ĠCommand er", + "] <", + "sign ature", + "sig nature", + "Ġ{ }čĊ", + "Ġ{} čĊ", + "Ġhat red", + "Ġ ëĭ", + "Ġë ĭ", + "ole sterol", + "Ġ ********", + "Ġ* *******", + "Ġ** ******", + "Ġ*** *****", + "Ġ**** ****", + "Ġ***** ***", + "ancel lor", + "ancell or", + "c rop", + "cr op", + "cro p", + "T IM", + "TI M", + "ĉ ĉĊĊ", + "ĉĉ ĊĊ", + "ĉĉĊ Ċ", + "ys qli", + "ysql i", + "u itive", + "uit ive", + "ĉ unset", + "ĉun set", + "_ sel", + "_s el", + "_se l", + "Ġ menus", + "Ġm enus", + "Ġmen us", + "Ġmenu s", + "t ick", + "ti ck", + "tic k", + "Ġcon stitute", + "Ġconstit ute", + "Ġconstitu te", + "Ġ Elements", + "ĠE lements", + "ĠEl ements", + "ĠElement s", + "ĠEle ments", + "ĠElem ents", + "Ġ Redis", + "ĠR edis", + "ĠRe dis", + "ĠRed is", + "ag gio", + "agg io", + "aggi o", + "_ fp", + "_f p", + "_ depend", + "_d epend", + "_de pend", + "_dep end", + "e mas", + "em as", + "ema s", + "C AST", + "CA ST", + "CAS T", + "o range", + "or ange", + "ora nge", + "oran ge", + "orang e", + "j on", + "jo n", + "Ġ Emily", + "ĠEm ily", + "ĠEmil y", + "Ġpot atoes", + "Ġpotato es", + "Ġre ceptor", + "Ġrecept or", + "Ġrecep tor", + "Ġ Electronic", + "ĠElect ronic", + "ĠElectro nic", + "ĠElectron ic", + "Ġ Lights", + "ĠL ights", + "ĠLight s", + "Ġcomb ining", + "Ġcombin ing", + "Ġ Someone", + "ĠSome one", + "Ġ######## .", + "ĠT OD", + "ĠTO D", + "/ show", + "/s how", + "/sh ow", + "X d", + ". \"'", + ".\" '", + "a fx", + "af x", + "Ġtr agic", + "Ġtrag ic", + "St yled", + "Style d", + "Ġ Marco", + "ĠMar co", + "ĠMarc o", + "G allery", + "d ale", + "da le", + "dal e", + ".âĢĿ ĊĊĊĊ", + ".âĢĿĊĊ ĊĊ", + ".âĢĿĊ ĊĊĊ", + "é rie", + "ér ie", + "éri e", + "/ service", + "/s ervice", + "äº Ĩ", + "Ġ ambient", + "Ġamb ient", + "_ SETTINGS", + "_SET TINGS", + "_SETTING S", + ". Adapter", + ".Ad apter", + "l ene", + "le ne", + "len e", + "Ġtravel s", + "Ġtrav els", + "Not ice", + "Ġc leans", + "Ġclean s", + "Ġcle ans", + "ĠF em", + "ĠFe m", + "c hair", + "ch air", + "cha ir", + "chai r", + "Ñĥ н", + "/ my", + "/m y", + "_ bad", + "_b ad", + "ĠE conomics", + "ĠEcon omics", + "ĠEconomic s", + "ĠEconom ics", + "I SA", + "IS A", + "_ CNT", + "_C NT", + "_CN T", + "( Menu", + "(M enu", + "(Me nu", + "äº İ", + "ĠR idge", + "ĠRid ge", + "ĠRi dge", + "Ġlength y", + "Ġleng thy", + "D ot", + "Do t", + "Ġj umps", + "Ġjump s", + "Ġju mps", + "Ġ hey", + "Ġh ey", + "Ġhe y", + "$ pdf", + "$p df", + "Ġ worm", + "Ġw orm", + "Ġwor m", + "Ġwo rm", + "Ġ sut", + "Ġs ut", + "Ġsu t", + "Ġ sher", + "Ġs her", + "Ġsh er", + "Ġshe r", + "i amo", + "ia mo", + "iam o", + "Ġ Calc", + "ĠC alc", + "ĠCal c", + "ĠCa lc", + "t rieve", + "tr ieve", + "trie ve", + "tri eve", + "Ġc ops", + "Ġco ps", + "Ġcop s", + "ĠCh rom", + "ĠChr om", + "Ġ regulated", + "Ġreg ulated", + "Ġregul ated", + "Ġregulate d", + "reat ment", + "Ġ Higher", + "ĠHigh er", + "o ks", + "ok s", + "Ġde ze", + "Ġdez e", + "LOC ATION", + "ongs To", + "Ġ finite", + "Ġf inite", + "Ġfin ite", + "Ġfi nite", + "Ġv aries", + "Ġvar ies", + "Ġvari es", + "Ġva ries", + "Ġposition ed", + "Ġposit ioned", + "' il", + "'i l", + "éĩ ij", + "Ġh ike", + "Ġhi ke", + "Ġhik e", + "( done", + "(d one", + "(do ne", + "play list", + "Ġ ada", + "Ġa da", + "Ġad a", + "Ġcoast al", + "ĠN ancy", + "ĠNa ncy", + "ĠNan cy", + ".DateTime Field", + "Cpp CodeGen", + "Ġ Similarly", + "ĠSimilar ly", + "r eur", + "re ur", + "reu r", + "Ġ Contr", + "ĠCon tr", + "ĠCont r", + "Ġ Hidden", + "ĠH idden", + "ĠHi dden", + "Ġ Beta", + "ĠB eta", + "ĠBe ta", + "ĠBet a", + "at ched", + "atch ed", + "_ install", + "_inst all", + ". Output", + ".Out put", + "Look up", + "ĠRich mond", + "qu ared", + "quare d", + "qua red", + "Ġm anga", + "Ġman ga", + "Ġma nga", + "Ġmang a", + "- controls", + "-control s", + "ĠBer nard", + "ĠBern ard", + "L arge", + "Ġs lices", + "Ġsl ices", + "Ġslice s", + "Ġslic es", + "Ġoff ence", + "Ġoffen ce", + "ĠM ega", + "ĠMe ga", + "ĠMeg a", + "Ġ estar", + "Ġe star", + "Ġes tar", + "Ġest ar", + "Ġesta r", + "Ġj oints", + "Ġjoin ts", + "Ġjo ints", + "Ġjoint s", + "Ġ summ", + "Ġs umm", + "Ġsu mm", + "Ġsum m", + "_ platform", + "_pl atform", + "B uff", + "Buf f", + "Bu ff", + ".add Subview", + "Ġret ained", + "Ġretain ed", + "L etter", + "Let ter", + ". dim", + ".d im", + ".di m", + "Ġess ere", + "Ġesse re", + "ĠS caffold", + "EX PECT", + "EXP ECT", + "ĉ RE", + "ĉR E", + ". longitude", + ".long itude", + "ü nd", + "ün d", + "Ġstat ue", + ". addWidget", + ".add Widget", + "ĠCar ibbean", + "add PreferredGap", + "il de", + "ild e", + "UI Label", + "UIL abel", + "ĠOp port", + "ĠOpp ort", + "Ġim perial", + "Ġimp erial", + "Ġimper ial", + "Ġimpe rial", + "urs ion", + "Ġman date", + "Ġmand ate", + "Ġprom otional", + "Ġpromot ional", + "Ġpromotion al", + "Ġ vk", + "Ġv k", + "ia ÅĤ", + "Ġp yl", + "Ġpy l", + "Ġ Creation", + "ĠC reation", + "ĠCre ation", + "ĠCreat ion", + "о зд", + "оз д", + "Ġsim pler", + "Ġsimple r", + "Ġsimp ler", + "Ġsimpl er", + ". what", + ".w hat", + ".wh at", + "Ġ Recent", + "ĠRe cent", + "ĠRec ent", + "ĠRece nt", + "St orm", + ". quantity", + ".qu antity", + ".quant ity", + "Ġ Lov", + "ĠL ov", + "ĠLo v", + "\" -", + "ub bles", + "ubble s", + "ubb les", + "_ notification", + "_not ification", + "( world", + "(w orld", + "ur ger", + "urg er", + "urge r", + "* (-", + "*( -", + ": \"Ċ", + ":\" Ċ", + "h m", + "an ship", + "ans hip", + "Ġ Almost", + "ĠAl most", + "Ġmotor cycle", + "_ fee", + "_f ee", + "_fe e", + "Ġabs orb", + "Ġabsor b", + "ĠVin cent", + "ĠVince nt", + "Ġs ounded", + "Ġso unded", + "Ġsound ed", + "ÃŃ st", + "ÃŃs t", + "Ġpharm aceutical", + "h tag", + "ht ag", + "hta g", + "ĠK indle", + "ĠKind le", + "ĠKin dle", + "ital ize", + "ĠEm peror", + "ous tic", + "oust ic", + "Ġspecial ists", + "Ġspecialist s", + "åħ ¬", + "Border Style", + "/ \\", + "RE LATED", + "REL ATED", + "(' ,',", + "(', ',", + "(',' ,", + "( expr", + "(ex pr", + "(exp r", + "Ġ ht", + "Ġh t", + "åį Ī", + "_ Create", + "_C reate", + "Ġs pecially", + "Ġspec ially", + "Ġspecial ly", + "Ġspeci ally", + "Ġ [];čĊ", + "Ġ[ ];čĊ", + "Ġ[] ;čĊ", + "Ġ[]; čĊ", + "Ġ heel", + "Ġh eel", + "Ġhe el", + "Ġs ept", + "Ġse pt", + "Ġsep t", + "_ arch", + "_a rch", + "_ar ch", + "_arc h", + "( initial", + "(in itial", + "(init ial", + "% .ĊĊ", + "%. ĊĊ", + "%.Ċ Ċ", + "\\\" ,\\\"", + "\\\", \\\"", + "\\\",\\ \"", + "Ġdisc usses", + "Ġdiscuss es", + "Ġ upt", + "Ġu pt", + "Ġup t", + "Ġ[ &", + "Ġm anus", + "Ġman us", + ". hand", + ".h and", + "Ġ MAIN", + "ĠM AIN", + "ĠMA IN", + "ĠDen mark", + "Ġ ],čĊ", + "Ġ] ,čĊ", + "Ġ], čĊ", + "Ġcr yst", + "Ġcry st", + "Ġn ack", + "Ġna ck", + "Co ords", + "Coord s", + "_ inner", + "_in ner", + "Ġmid st", + "Ġmi dst", + "Ġa wake", + "Ġaw ake", + "Ġ Ðŀ", + "ĠÐ ŀ", + "- break", + "-b reak", + "-bre ak", + "ÃŃ vel", + "ÃŃv el", + "_ PASS", + "_P ASS", + "_PA SS", + "Ġ Params", + "ĠPar ams", + "ĠParam s", + "ĠPa rams", + "ĠPara ms", + "Ġd etr", + "Ġde tr", + "Ġdet r", + "Ġsp ider", + "Ġspi der", + "Ġ Concept", + "ĠCon cept", + "ĠConc ept", + "ĠConce pt", + "Ġ prend", + "Ġp rend", + "Ġpr end", + "Ġpre nd", + "CH ED", + "CHE D", + ". Exit", + ".Ex it", + ".E xit", + "Ġpop ulated", + "Ġpopulate d", + "Ġpopul ated", + "Ġvirt ue", + "_ SESSION", + "_SE SSION", + "Ġnou vel", + "Ġnouve l", + "o auth", + "oa uth", + "Ġд аннÑĭ", + "Ġдан нÑĭ", + "r ink", + "ri nk", + "rin k", + ". HeaderText", + ".Header Text", + "atur ated", + "atura ted", + "atu rated", + "Ġe rst", + "Ġer st", + "Ġers t", + "Ġ åħ", + "Ġå ħ", + "ॠĩ", + "_ visible", + "_v isible", + "_vis ible", + "e yer", + "ey er", + "eye r", + "Ġ liable", + "Ġl iable", + "Ġli able", + "Ġlia ble", + "Ġd ebe", + "Ġde be", + "Ġdeb e", + "Ġ bw", + "Ġb w", + "{- #", + "_ WIN", + "_W IN", + "d fs", + "df s", + "H over", + "Ho ver", + "Ġ PUT", + "ĠP UT", + "ĠPU T", + "- angle", + "-a ngle", + "-an gle", + "Ġn oble", + "Ġno ble", + "Ġnob le", + "Ġtr aces", + "Ġtra ces", + "Ġtrace s", + "en cv", + "enc v", + "Ġ userData", + "Ġuser Data", + "_ ins", + "_in s", + "_i ns", + "ĠS uz", + "ĠSu z", + "Ġnews letters", + "Ġnewsletter s", + "ĠM odi", + "ĠMod i", + "ĠMo di", + "Ġentreprene urs", + "Ġentrepreneur s", + "Ġ tribute", + "Ġtrib ute", + "Ġrum ors", + "Ġrumor s", + "Ġ rr", + "Ġr r", + "Ġ Quarter", + "ĠQu arter", + "ĠQuart er", + "ĠQuar ter", + "ê³ ł", + "Ġ feeds", + "Ġfe eds", + "Ġfeed s", + "Ġfee ds", + "ó g", + "Ġen velope", + "Ġenv elope", + "Ġenvelop e", + "Ġ lear", + "Ġl ear", + "Ġle ar", + "Ġk ø", + "de veloper", + "develop er", + "S imilar", + "Sim ilar", + ": \")Ċ", + ":\" )Ċ", + ":\") Ċ", + "sub scription", + "subs cription", + "Mod ifier", + "it alic", + "ital ic", + "ita lic", + "Ġn asty", + "Ġna sty", + "Ġnas ty", + "Ġnast y", + "Ġ termination", + "Ġter mination", + "Ġterm ination", + "Ġtermin ation", + "Ġch arming", + "Ġchar ming", + "Ġcharm ing", + "Ġ âŁ", + "Ġâ Ł", + "t ons", + "ton s", + "to ns", + ". trace", + ".t race", + ".tr ace", + "h ots", + "ho ts", + "hot s", + "Ġ UR", + "ĠU R", + "M ont", + "Mon t", + "Mo nt", + "Ġjust ified", + "ĠG ang", + "ĠGa ng", + "ĠGan g", + "i nea", + "in ea", + "ine a", + "Ġb og", + "Ġbo g", + "( ap", + "(a p", + "_ $", + "Ġcont amin", + "Ġconta min", + ". Dot", + ".D ot", + ".Do t", + "ĉ Debug", + "( exports", + "(ex ports", + "(exp orts", + "Ġ paired", + "Ġp aired", + "Ġpair ed", + "Ġpa ired", + "Ġpai red", + "Ġ Assignment", + "ĠAss ignment", + "ĠAssign ment", + "Ġauto mobile", + "Ġautom obile", + "ĵ į", + "Ġph ases", + "Ġphase s", + "Ġpha ses", + "v w", + "@ SuppressWarnings", + "= \\", + "r ant", + "ra nt", + "ran t", + "- ed", + "-e d", + "ĉ await", + "ĉa wait", + "Ġcert ificates", + "Ġcertificate s", + "Ġcertif icates", + "' >\"", + "'> \"", + "Ġint act", + "C TRL", + "CT RL", + "CTR L", + "M ike", + "Mi ke", + "g regation", + "greg ation", + "AT TERN", + "ATT ERN", + "ATTER N", + "Ġre public", + "Ġrep ublic", + "_ upper", + "_u pper", + "_up per", + "ili ary", + "iliar y", + "ilia ry", + "Ġcom putation", + "Ġcomp utation", + "Ġcomput ation", + "h ire", + "hi re", + "hir e", + "ĠS hin", + "ĠSh in", + "ĠShi n", + "_ ANY", + "_A NY", + "_AN Y", + "Ġ Manufacturer", + "ĠMan ufacturer", + "ĠManufact urer", + "ĠC arm", + "ĠCar m", + "ĠCa rm", + "Ġbear ings", + "Ġbearing s", + "_ comb", + "_c omb", + "_com b", + "_co mb", + "c ad", + "ca d", + "ur istic", + "Ġwh olesale", + "Ġwhole sale", + "Ġwholes ale", + "Ġd onor", + "Ġdo nor", + "Ġdon or", + ". interfaces", + ".inter faces", + ".interface s", + "pr esso", + "press o", + "pres so", + "Ġ Brun", + "ĠB run", + "ĠBr un", + "ĠBru n", + "- close", + "-c lose", + "-cl ose", + "p rove", + "pr ove", + "pro ve", + "prov e", + "_ SK", + "_S K", + "ĉ frame", + "ĉf rame", + "ĉfr ame", + "et ros", + "etro s", + "etr os", + "ĠP ain", + "ĠPa in", + "ĠPai n", + "_ EXP", + "_E XP", + "_EX P", + "Ġ LT", + "ĠL T", + "_ fs", + "_f s", + ". datas", + ".d atas", + ".data s", + ".dat as", + ".da tas", + "ĉ ss", + "ĉs s", + "v oir", + "vo ir", + "Ġ Axis", + "ĠA xis", + "ĠAx is", + "M ajor", + "= \"<", + "=\" <", + "[ h", + "Ġprof ess", + "Ġprofes s", + "ig rate", + "igr ate", + "( score", + "(s core", + "(sc ore", + "Key word", + "\" os", + "ĠĠ ĠĠĉĊ", + "ĠĠĠĠ ĉĊ", + "ĠĠĠ ĠĉĊ", + "ĠĠĠĠĉ Ċ", + "an alysis", + "analy sis", + "anal ysis", + "Ġre play", + "Ġrep lay", + "Ġrepl ay", + ". pass", + ".p ass", + ".pa ss", + "\\ d", + "t ls", + "tl s", + "Ġsan ct", + ". light", + ".l ight", + ".li ght", + "_ mobile", + "_m obile", + "_mob ile", + "Ñģ ÑĤÑĮ", + "ÑģÑĤ ÑĮ", + "ĉ total", + "ĉt otal", + "ĉto tal", + "u ity", + "ui ty", + "uit y", + "Ġ paused", + "Ġpa used", + "Ġpause d", + "Ġpau sed", + "N AS", + "NA S", + "Ġen core", + "Ġenc ore", + "l oe", + "lo e", + "Ġ-* -ĊĊ", + "Ġ-*- ĊĊ", + "Ġ-*-Ċ Ċ", + ". high", + ".h igh", + "am pler", + "amp ler", + "ample r", + "Ġ Secure", + "ĠS ecure", + "ĠSec ure", + "Ġf ragments", + "Ġfra gments", + "Ġfrag ments", + "Ġfragment s", + "_ vel", + "_v el", + "_ve l", + "ill ary", + "illa ry", + "ĠS tein", + "ĠSt ein", + "ĠSte in", + "ĠD awn", + "ĠDa wn", + "ĠDaw n", + "Ġmax imize", + "Ġmaxim ize", + "ภ¢", + "Ġ /^", + "Ġ/ ^", + "Ġcontin ually", + "Ġcontinu ally", + "Ġcontinual ly", + "Ġsh adows", + "Ġshadow s", + "ĉ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠI ActionResult", + "Ġinform ación", + "C HECK", + "CHE CK", + ". SelectedItem", + ".Selected Item", + "b undle", + "ol ley", + "oll ey", + "olle y", + "< Int", + "<", + "\\\" ><", + "\\\"> <", + "Ġ trajectory", + "Ġtra jectory", + "_ ring", + "_r ing", + "Ġhydro gen", + "Ġhydr ogen", + "t ron", + "tr on", + "tro n", + "Ġstat ute", + "Ġ conditional", + "Ġcondition al", + "Ġcond itional", + "Ġt ray", + "Ġtr ay", + "Ġtra y", + "- school", + "-s chool", + "( widget", + "(w idget", + "$ config", + "$con fig", + "Ġrequest ing", + "Ġrequ esting", + ". uint", + ".ui nt", + ".u int", + "e ton", + "et on", + "eto n", + "br ities", + "brit ies", + "Of Type", + "A DMIN", + "AD MIN", + "ADM IN", + "p redict", + "pre dict", + "pred ict", + "Ġg egen", + "Ġge gen", + "Ġgeg en", + "ĠH app", + "ĠHa pp", + "OC UMENT", + "Ġ Apart", + "ĠA part", + "ĠAp art", + "Ġ -----", + "Ġ- ----", + "Ġ-- ---", + "Ġ---- -", + "Ġ--- --", + "r oe", + "ro e", + "u ide", + "ui de", + "uid e", + "just ify", + "ĠS quad", + "ĠSqu ad", + "Ġprof es", + ". bot", + ".b ot", + ".bo t", + "_ currency", + "_c urrency", + "_curr ency", + "i nnen", + "in nen", + "inn en", + "inne n", + "ĠM umbai", + "ĠMum bai", + "Ġ Numbers", + "ĠNumber s", + "ĠNum bers", + "avana ugh", + "agn itude", + "âĢľ There", + "âĢľThe re", + "= http", + "=h ttp", + "çī ĩ", + "Ġ vb", + "Ġv b", + "+ '{{$", + "\"> {{$", + "\">{{ $", + "\">{ {$", + "Ġ inode", + "Ġin ode", + "Ġi node", + "s il", + "si l", + "Ġh ace", + "Ġha ce", + "Ġhac e", + "Ġsever ely", + "Ġsevere ly", + "Ġ Overview", + "ĠOver view", + "ĠOv erview", + "Ġsp raw", + "Ġspr aw", + "Ġbe aches", + "Ġbeach es", + ": left", + ":l eft", + "· »", + "( ${", + "($ {", + "Ġ FIRST", + "ĠF IRST", + "ĠFIR ST", + "ĠS pa", + "ĠSp a", + "- ass", + "-a ss", + "-as s", + "Ġb aise", + "Ġba ise", + "Ġbais e", + "Ġ NODE", + "ĠN ODE", + "ĠNO DE", + "Ġ Pizza", + "ĠP izza", + "ĠPi zza", + "P et", + "Pe t", + "( seq", + "(s eq", + "(se q", + "\\ \">Ċ", + "\\\" >Ċ", + "\\\"> Ċ", + "CppMethod Pointer", + "Ġ vp", + "Ġv p", + "Ġ ia", + "Ġi a", + "_ seconds", + "_se conds", + "_sec onds", + "_second s", + "e met", + "em et", + "eme t", + "/ blob", + "/b lob", + "/bl ob", + "_TH RESH", + ".. .čĊ", + "... čĊ", + "D est", + "De st", + "Des t", + "Ġ NH", + "ĠN H", + ". dataSource", + ".data Source", + "it és", + "ité s", + "Ġ Jak", + "ĠJ ak", + "ĠJa k", + "s ell", + "se ll", + "sel l", + "Ġwork shops", + "Ġworkshop s", + "< u", + "Ġr ivals", + "Ġrival s", + "Ġri vals", + "Ġriv als", + "ĠEX ISTS", + "h om", + "ho m", + "- token", + "-t oken", + "-to ken", + "com patible", + "compat ible", + ".J Panel", + "Ġphys icians", + "Ġphysician s", + "Ġphysic ians", + "ar tin", + "art in", + "arti n", + "Ġdes irable", + "Ġdistinct ive", + ". Dep", + ".D ep", + ".De p", + "g id", + "gi d", + "il iate", + "ili ate", + "ilia te", + ", max", + ",m ax", + "Ġprem iere", + "Ġpremier e", + "Ġpremi ere", + "Ġq Debug", + "Ġadvoc acy", + "Ġwh isper", + "P t", + "Ġun changed", + "_ qty", + "_q ty", + "请 æ±Ĥ", + "Se ason", + "Sea son", + "ave length", + "avel ength", + "ĠP ul", + "ĠPu l", + "Ġd ÃŃa", + "ĠdÃŃ a", + "'] ]],Ċ", + "']] ],Ċ", + "a lis", + "al is", + "ali s", + "( \"&", + "(\" &", + "b oro", + "bo ro", + "bor o", + "Ġ bm", + "Ġb m", + "Ġ Radi", + "ĠR adi", + "ĠRa di", + "ĠRad i", + "w rong", + "wr ong", + "Ġ Going", + "ĠGo ing", + "ime Type", + "i ji", + "ij i", + "- feedback", + "-fe edback", + "-feed back", + "Ġ Names", + "ĠN ames", + "ĠName s", + "ĠNa mes", + "ĠNam es", + "ĠB apt", + "ĠBa pt", + "Ġpro bable", + "Ġprob able", + "Ġ Ether", + "ĠE ther", + "ĠEth er", + "ĠEt her", + "Ġ Politics", + "ĠPol itics", + "ĠPolit ics", + "_ protocol", + "_prot ocol", + "_proto col", + "l ining", + "li ning", + "lin ing", + "S at", + "Sa t", + "Ġcor rel", + "Ġcorre l", + "Ġcorr el", + ". Primary", + ".Pr imary", + "( nullable", + "(null able", + "RI ORITY", + "Ġcol oring", + "Ġcolor ing", + "Ġutil izing", + "Ġutiliz ing", + "d as", + "da s", + "Ġex ported", + "Ġexp orted", + "Ġexport ed", + "Ġcar riers", + "Ġcarrier s", + "Ġcarr iers", + "Con v", + "Co nv", + ". editor", + ".e ditor", + ".ed itor", + ".edit or", + "i ó", + "( handles", + "(h andles", + "(handle s", + "(hand les", + "Ġapprec iation", + ". import", + ".im port", + ".imp ort", + "ĠA ustria", + "ĠAust ria", + "ĠAustr ia", + "Ġ Strip", + "ĠS trip", + "ĠSt rip", + "ĠStr ip", + "i light", + "il ight", + "ili ght", + "ilig ht", + "Ġappropri ately", + "Ġappropriate ly", + "ĠP rest", + "ĠPr est", + "ĠPres t", + "ĠPre st", + "Ġ Wir", + "ĠW ir", + "ĠWi r", + "Ġ UIApplication", + "ĠUI Application", + "al chemy", + "Ġ Mob", + "ĠM ob", + "ĠMo b", + "Ġ Determin", + "ĠD etermin", + "ĠDe termin", + "ergus on", + "register ed", + "regist ered", + "_ convert", + "_con vert", + "_conv ert", + "ĠVlad imir", + "ĠVladim ir", + ".Show Dialog", + "ref lect", + "Ġs hook", + "Ġsh ook", + "Ġsho ok", + "Ġas sure", + "Ġass ure", + "Ġ Often", + "ĠO ften", + "ĠOf ten", + "Ġcivil ization", + "Ġv ocabulary", + "Ġvocab ulary", + "fore ground", + "Ġ Scope", + "ĠS cope", + "ĠSc ope", + "ĠSco pe", + "Ġun wanted", + "Ġunw anted", + "act ing", + "ac ting", + "Ġ ([]", + "Ġ( []", + "Ġ([ ]", + "Ġm arking", + "Ġmark ing", + "Ġmar king", + ". original", + ".origin al", + ".or iginal", + ".orig inal", + "Ġ MOVE", + "ĠM OVE", + "ĠMO VE", + "ĠMOV E", + "Ġsp orting", + "Ġsport ing", + "Ġspor ting", + "ce ptions", + "ception s", + "cept ions", + "NS Number", + "S izes", + "Size s", + "Si zes", + "Ġpro vincial", + "Ġprovinc ial", + "Ġprovincia l", + "_ Trans", + "_T rans", + "_Tr ans", + "Ġproble matic", + "Ġproblem atic", + "Ġproblema tic", + "Ġprobl ematic", + "d igit", + "di git", + "dig it", + "Ġ Emma", + "ĠE mma", + "ĠEm ma", + "ĠEmm a", + "l ocks", + "lo cks", + "lock s", + "loc ks", + "ĠC rew", + "ĠCr ew", + "ĠCre w", + "i ba", + "ib a", + "' ):", + "') :", + "i sha", + "is ha", + "ish a", + "Ġm amm", + "Ġma mm", + "Ġmam m", + "Ġocc ured", + "Ġoccur ed", + "w cs", + "wc s", + "( rule", + "(r ule", + "Ġmerch andise", + "es pecially", + "ĠT win", + "ĠTw in", + "Ġn aming", + "Ġna ming", + "Ġnam ing", + "Ġs log", + "Ġsl og", + "Ġslo g", + "Ġimpro ves", + "Ġimprove s", + "Ġimpr oves", + "Ġimprov es", + "Ġad her", + ": text", + ":t ext", + ".h adoop", + "_ HTTP", + "_HT TP", + ". toList", + ".to List", + ". disabled", + ".dis abled", + ".disable d", + "Ġl enses", + "Ġlen ses", + "Ġlens es", + ". ini", + ".in i", + ".i ni", + "Ġ Rare", + "ĠR are", + "ĠRa re", + "Ġ Ubuntu", + "ĠUb untu", + "Ġsc ram", + "Ġscr am", + "o lation", + "ol ation", + "ola tion", + "t itulo", + "tit ulo", + "Every thing", + "Ġnod ded", + "icht ig", + "_ constant", + "_con stant", + "_const ant", + "_cons tant", + "z c", + "l ift", + "li ft", + "lif t", + "Ġ Notify", + "ĠN otify", + "ĠNot ify", + "o ndo", + "on do", + "ond o", + "Ġ INF", + "ĠI NF", + "ĠIN F", + "( \"+", + "(\" +", + "ĠK az", + "ĠKa z", + "Ġd read", + "Ġdr ead", + "Ġdre ad", + ". mapper", + ".m apper", + ".map per", + ".ma pper", + "l eur", + "le ur", + "ĠCom ey", + "ĠCo mey", + "ĠCome y", + "Ġ NB", + "ĠN B", + "i cers", + "ic ers", + "ice rs", + "icer s", + ". Push", + ".P ush", + "Ġ Hack", + "ĠH ack", + "ĠHa ck", + "ĠBrazil ian", + "ĠBraz ilian", + "_ prod", + "_p rod", + "_pro d", + "_pr od", + "Ġ //ĊĊ", + "Ġ// ĊĊ", + "Ġ/ /ĊĊ", + "Ġ//Ċ Ċ", + "Ġb icycle", + "Ġbi cycle", + "Ġbicy cle", + "Ġbic ycle", + "Ġun available", + "Ġuna vailable", + "Ġadoles cent", + "b lk", + "bl k", + "Ġmit ig", + "_ blue", + "_b lue", + "_bl ue", + "ì ĺ", + "fade In", + "Ġ Utilities", + "ĠUtil ities", + "ĠUt ilities", + "Ġ MN", + "ĠM N", + "; k", + "< style", + "- status", + "-s tatus", + "-st atus", + "-stat us", + "i ndo", + "in do", + "ind o", + "Ġin nings", + "Ġinn ings", + "Ġinning s", + "Ġg j", + "Ġ| |=", + "Ġ|| =", + ". eu", + ".e u", + ": Number", + ":N umber", + "Ġc uisine", + "Ġcu isine", + "Ġcuis ine", + "ĠURL s", + "i ek", + "ie k", + "Ġw ires", + "Ġwire s", + "Ġwir es", + "Ġwi res", + "ĉ ps", + "ĉp s", + "i eg", + "ie g", + ". mk", + ".m k", + "so ap", + "Ġsome time", + "Ġsom etime", + "Ġs tap", + "Ġst ap", + "Ġsta p", + "_ series", + "_s eries", + "_se ries", + "_ser ies", + ". Target", + ".T arget", + "æ º", + ". destination", + ".d estination", + ".dest ination", + "OUN TER", + "OUNT ER", + "R aises", + "Ra ises", + "Raise s", + "& A", + "Ġsmart phones", + "Ġsmartphone s", + "NI Env", + ". sdk", + ".s dk", + ".sd k", + "Ġhel icopter", + "Ġhelicopt er", + "Ġim pe", + "Ġimp e", + "Ġ Birth", + "ĠB irth", + "ĠBir th", + "A U", + "b readcrumbs", + "breadcrumb s", + "co ords", + "coord s", + "Ġexpl ored", + "Ġexplo red", + "Ġexplore d", + "Ġexplor ed", + "Ġ lod", + "Ġl od", + "Ġlo d", + "Ġ Ip", + "ĠI p", + "g able", + "ga ble", + "i ane", + "ia ne", + "ian e", + "Ġart ifacts", + "Ġartifact s", + "Box Layout", + "ا ر", + "Ø§Ø ±", + "list ener", + "listen er", + "lis tener", + "liste ner", + ". cart", + ".c art", + ".ca rt", + ".car t", + "ĠH uff", + "ĠHu ff", + "ĠHind u", + "ĠHin du", + "ĠData Types", + "ĠDataType s", + "Ġ Drupal", + "ĠDr upal", + "IGN ORE", + "Ġoff sets", + "Ġoffset s", + "Ġoffs ets", + "Ġ RTC", + "ĠR TC", + "ĠRT C", + "- login", + "-lo gin", + "-log in", + "æ ®", + "Ġ QObject", + "ĠQ Object", + "Ġprosec utor", + "R ock", + "Ro ck", + "_ chat", + "_c hat", + "_ch at", + "W ay", + "Wa y", + "ì ²", + "Ġneg lig", + "Ġd ude", + "Ġdu de", + "; <", + "Ġde legates", + "Ġdelegate s", + "Ġdeleg ates", + "_ failed", + "_f ailed", + "_fail ed", + "_fa iled", + "/ dev", + "/d ev", + "/de v", + "/ work", + "/w ork", + "( New", + "(N ew", + "e table", + "et able", + "eta ble", + "( )\"", + "() \"", + "( Icons", + "(I cons", + "Ġp ork", + "Ġpo rk", + "Ġpor k", + "ĠModel AndView", + "Ġ VIP", + "ĠV IP", + "ĠVI P", + "ĠK or", + "ĠKo r", + "m ix", + "mi x", + "Ġ oxid", + "Ġox id", + "Ġ SCREEN", + "ĠS CREEN", + "ĠSC REEN", + "Ġ Fourth", + "ĠFour th", + "/ \",Ċ", + "/\" ,Ċ", + "/\", Ċ", + "Ġ tee", + "Ġt ee", + "Ġte e", + "ĠSte vens", + "ĠSteve ns", + "ĠSteven s", + "t icks", + "ti cks", + "tic ks", + "tick s", + "Ġp ledge", + "Ġpl edge", + "Ġple dge", + "Ġpled ge", + "ib bon", + "Ġ Loan", + "ĠLo an", + "Ġ neo", + "Ġn eo", + "Ġne o", + "n umpy", + "num py", + "Ġ SharedPreferences", + "ĠShared Preferences", + "- oriented", + "ĠLogger Factory", + "Ġ GraphQL", + "ĠGraph QL", + "z enia", + "ze nia", + "zen ia", + "\" _", + "W omen", + "Wo men", + ". cast", + ".c ast", + ".ca st", + "Ġdeliber ately", + "Ġdeliberate ly", + "+ b", + "Ġ Arn", + "ĠA rn", + "ĠAr n", + "font Size", + "Ġ maze", + "Ġm aze", + "Ġma ze", + "Ġmaz e", + "Ġbl amed", + "Ġblame d", + "Ġbla med", + ". mas", + ".m as", + ".ma s", + "} )čĊ", + "}) čĊ", + "eler ik", + "ele rik", + "eleri k", + "Ġsc anning", + "Ġscan ning", + "ĠWork shop", + "ĠWorks hop", + "Ġf inden", + "Ġfind en", + "Ġfin den", + "Ġfinde n", + "Ġc aut", + "Ġca ut", + "UI Font", + "( return", + "(r eturn", + "(re turn", + "(ret urn", + "a lin", + "al in", + "ali n", + "c astle", + "cast le", + "cas tle", + "//// ////////////////////////////////////////////////////////////////////", + "//////// ////////////////////////////////////////////////////////////////", + "//////////////// ////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////// ////////", + "//////////// ////////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////////// ////", + "//////////////////////////////////////////////////////// ////////////////", + "//////////////////////////////////////////////////////////// ////////////", + "Ġincent ive", + "Ġincentiv e", + "o path", + "op ath", + "opa th", + "b lob", + "bl ob", + "blo b", + "Ġcigaret te", + "Ġcigar ette", + "Ġf ertil", + "Ġfer til", + "Ġfert il", + "* /ĊĊĊ", + "*/ ĊĊĊ", + "*/Ċ ĊĊ", + "*/ĊĊ Ċ", + "Ġ Shar", + "ĠS har", + "ĠSh ar", + "ĠSha r", + "Ċ ĠĠĠĠĠĠĊ", + "Ġunc ertain", + "Ġuncert ain", + "ĠS ton", + "ĠSt on", + "ĠSto n", + "Oper ations", + "Operation s", + "ĠSp encer", + "Ġde fin", + "Ġdef in", + "Ġ Solo", + "ĠS olo", + "ĠSo lo", + "ĠSol o", + "o nest", + "on est", + "one st", + "ones t", + "·» åĬł", + "Ġu omo", + "Ġuom o", + "G ive", + "Gi ve", + "Ġden tro", + "Ġdent ro", + "; padding", + ";p adding", + "ent ai", + "enta i", + "Ġ Cars", + "ĠC ars", + "ĠCar s", + "ĠCa rs", + "Ġenthus iasm", + "Ġenthusi asm", + "Ġ Operating", + "ĠOper ating", + "ĠOpera ting", + "S kip", + "Sk ip", + "par ation", + "pa ration", + "para tion", + "Ġprot ects", + "Ġprote cts", + "Ġprotect s", + "Ġre ver", + "Ġr ever", + "Ġrev er", + "Ġreve r", + "d g", + "ĠC incinnati", + "Ġconsect etur", + "Ġm uss", + "Ġmus s", + "Ġmu ss", + "employ ed", + "a uses", + "au ses", + "ause s", + "aus es", + "in kle", + "ink le", + ". Values", + ".Value s", + ".Val ues", + "£ ¼", + "l ov", + "lo v", + "_ WARN", + "_W ARN", + "Ġ bookmark", + "Ġbook mark", + "Ġ Apollo", + "ĠA pollo", + "ĠAp ollo", + ". axis", + ".a xis", + ".ax is", + "Ġm ét", + "Ġmé t", + "Ġop ener", + "Ġopen er", + "Ġt umor", + "Ġtu mor", + "Ġtum or", + "d an", + "da n", + "Ġelement ary", + "Ġsk ipped", + "Ġskip ped", + "Ġski pped", + "ĠK er", + "ĠKe r", + "as ia", + "asi a", + "_ resp", + "_re sp", + "_r esp", + "_res p", + "Ġde mol", + "Ġdem ol", + "Ġdemo l", + "ĠCan adians", + "ĠCanadian s", + "Ġt astes", + "Ġtaste s", + "Ġtas tes", + "Ġtast es", + "U Integer", + "UInt eger", + "Ġ' ${", + "Ġ'$ {", + ". aws", + ".a ws", + ".aw s", + "R OID", + "RO ID", + "ROI D", + "r ians", + "ri ans", + "ria ns", + "rian s", + "M Q", + "ord able", + "orda ble", + "Ġcou sin", + "Ġcous in", + "Prop agation", + "( Session", + "(S ession", + "p halt", + "ph alt", + "pha lt", + "U LD", + "UL D", + "Ġ Scalar", + "ĠS calar", + "ĠSc alar", + "ĠScala r", + "ĠScal ar", + "Ġblood y", + "Ġblo ody", + "Ġ à¦", + "Ġà ¦", + ". mask", + ".m ask", + ".mas k", + ".ma sk", + ", q", + "Ġ Units", + "ĠUn its", + "ĠUnit s", + "ĠUni ts", + "Ġcent res", + "Ġcentre s", + "Ġcentr es", + "Ġcen tres", + "Ġ Prim", + "ĠP rim", + "ĠPr im", + "ĠPri m", + ". ]ĊĊ", + ".] ĊĊ", + "ĠSh aw", + "ĠSha w", + "P rom", + "Pro m", + "Pr om", + "Ġ Thought", + "ĠTh ought", + "ĠThough t", + "ĠThou ght", + "Check er", + "Che cker", + "_ outputs", + "_out puts", + "_output s", + "( chan", + "(c han", + "(ch an", + "E INVAL", + "Ġ bob", + "Ġb ob", + "Ġbo b", + "_ cmp", + "_c mp", + "_cm p", + "P ed", + "Pe d", + "Ġmat rices", + "Ġvrou wen", + "Ġvrouw en", + "Ġgenu inely", + "Ġgenuine ly", + "high light", + "( display", + "(d isplay", + "(dis play", + ") !=", + ")! =", + "Ġde licate", + "Ġdel icate", + "Ġdelic ate", + "ĠL uther", + "ĠLu ther", + "ĠM iles", + "ĠMil es", + "ĠMi les", + "ĠMile s", + "Ġ userID", + "Ġuser ID", + "% =", + "at eurs", + "ate urs", + "ateur s", + "_ BUF", + "_B UF", + "_BU F", + "- ------Ċ", + "-- -----Ċ", + "---- ---Ċ", + "--- ----Ċ", + "----- --Ċ", + "------ -Ċ", + "------- Ċ", + "im itives", + "imit ives", + "imitive s", + "Ġsh elves", + "Ġshel ves", + "s low", + "sl ow", + "_ information", + "_in formation", + "L EG", + "LE G", + "W r", + ". forms", + ".for ms", + ".form s", + "c eland", + "ce land", + "cel and", + "cela nd", + "/ un", + "/u n", + ": &", + ". âĢĻĊĊ", + ".âĢĻ ĊĊ", + "= \"%", + "=\" %", + "Ġp rost", + "Ġpro st", + "Ġpr ost", + "Ġpros t", + "Ġ fontsize", + "Ġfont size", + "Ġfonts ize", + "u ción", + "uc ión", + "uci ón", + "g etic", + "get ic", + "ge tic", + "a mt", + "am t", + "= \".", + "=\" .", + "De cor", + "Dec or", + "B rit", + "Br it", + "Ġ\" \").", + "Ġ\"\" ).", + "Ġ\"\") .", + "Ġf ounding", + "Ġfound ing", + "Ġfo unding", + ". FileName", + ".File Name", + "Ġ Tier", + "ĠT ier", + "ĠTi er", + "ĠTie r", + "Ġdis close", + "Ġdisc lose", + "á m", + ". syn", + ".s yn", + ".sy n", + ". ViewHolder", + ".View Holder", + "lic ant", + "li cant", + "lica nt", + "_ stage", + "_st age", + "_sta ge", + "Mon day", + "Ġ deserialize", + "Ġde serialize", + "Ġdes erialize", + "t alk", + "ta lk", + "tal k", + "Ġtrad itionally", + "Ġtraditional ly", + "Ġtradition ally", + "æĢ ģ", + "Ø ®", + "L EX", + "LE X", + "Ġ eh", + "Ġe h", + "ĉ ROM", + "ĉR OM", + "Ġ {})Ċ", + "Ġ{ })Ċ", + "Ġ{} )Ċ", + "Ġ{}) Ċ", + "Question s", + "Quest ions", + "n cpy", + "nc py", + "Ġfix ing", + "Ġfi xing", + "к Ñĥ", + "_ Key", + "_K ey", + ": x", + "Ġ STRING", + "ĠST RING", + "ĠSTR ING", + "ĠÑĦ ай", + "ĉ left", + "ĉl eft", + "ĠB ench", + "ĠBen ch", + "el lij", + "ell ij", + "elli j", + "UR RED", + "URRE D", + "Ġ Diagram", + "ĠDi agram", + "ĠDia gram", + "} catch", + "/ time", + "/t ime", + "Ġ Missing", + "ĠM issing", + "ĠMiss ing", + "ĠMis sing", + "db name", + "Ġs ore", + "Ġso re", + "Ġsor e", + "ĠW alt", + "ĠWal t", + "ĠWa lt", + "ug ging", + "ugg ing", + "re present", + "rep resent", + "Ġ GS", + "ĠG S", + "ne ys", + "ney s", + "ĉ page", + "ĉp age", + "Ġvol can", + "( btn", + "(b tn", + "(bt n", + "Ġexceed s", + "Ġexce eds", + "Ġ erg", + "Ġe rg", + "Ġer g", + "Ġpi lots", + "Ġpil ots", + "Ġpilot s", + "ĠS ed", + "ĠSe d", + "ers ions", + "ersion s", + "Ġp atron", + "Ġpat ron", + "Ġpa tron", + "R V", + "/ top", + "/t op", + "/to p", + ". asset", + ".as set", + "_ cross", + "_c ross", + "_cr oss", + ". Editor", + ".E ditor", + ".Edit or", + ".Ed itor", + ". tb", + ".t b", + "Ġwel coming", + "S CREEN", + "SC REEN", + ") findViewById", + "C oder", + "Code r", + "Co der", + "Cod er", + " \",Ċ", + ">\" ,Ċ", + ">\", Ċ", + "_ Pin", + "_P in", + "u ese", + "ue se", + "ues e", + "Ġ overrides", + "Ġover rides", + "Ġoverride s", + "_ ready", + "_re ady", + "_read y", + "Ad vanced", + "Adv anced", + "Advance d", + "Ġ opi", + "Ġo pi", + "Ġop i", + "- cart", + "-c art", + "-car t", + "-ca rt", + "(\" /\",", + "(\"/ \",", + "ĠD eb", + "ĠDe b", + "C RY", + "CR Y", + "Ġ Vertical", + "ĠVer tical", + "ĠVert ical", + "Ġ OVER", + "ĠO VER", + "ĠOV ER", + "Ġ Corporate", + "ĠCor porate", + "ĠCorpor ate", + "ĠCorp orate", + "Ġ\" \";", + "Ġ\"\" ;", + "Ġstep ping", + "Ġste pping", + "e j", + "Ġaccus ations", + "Ġaccusation s", + "Ġo raz", + "Ġor az", + "Ġora z", + "_ tail", + "_t ail", + "_ta il", + "Ġin duced", + "Ġind uced", + "Ġindu ced", + "Ġinduce d", + "Ġ elastic", + "Ġe lastic", + "Ġel astic", + "Ġelast ic", + "Ġbl own", + "Ġblow n", + "Ġblo wn", + ", //", + ",/ /", + "Ġback grounds", + "Ġbackground s", + "âĢĻ une", + "âĢĻun e", + "- sdk", + "-s dk", + "Ġset Interval", + "Ġincent ives", + "Ġincentive s", + "Ġincentiv es", + "Ġveget able", + "Ġveg etable", + "_ On", + "_O n", + "exp anded", + "expand ed", + "p ix", + "pi x", + "_ shader", + "_sh ader", + "_sha der", + "ĠSP DX", + "ĠSPD X", + "@ example", + "Ġ Wrapper", + "ĠW rapper", + "ĠWr apper", + "ĠWrap per", + ". Zero", + ".Z ero", + "Pos itive", + "Ġ spinner", + "Ġsp inner", + "Ġspin ner", + "Ġin vented", + "Ġinv ented", + "Ġinvent ed", + "ĠG ates", + "ĠGa tes", + "ĠGate s", + "ĠGat es", + "о ÑĤоÑĢ", + "оÑĤ оÑĢ", + "оÑĤо ÑĢ", + "Ġcompar isons", + "Ġcomparison s", + "è ·", + ". primary", + ".pr imary", + "data Provider", + "add itional", + "ĉ options", + "ĉo ptions", + "ĉopt ions", + "ĉoption s", + "s napshot", + "snap shot", + ".set Horizontal", + "Ġ\" {}", + "Ġ\"{ }", + "ĠF isher", + "ĠFish er", + "ĠFi sher", + "h alten", + "hal ten", + "halt en", + "< Type", + "", + "Ġ) ->", + "Ġ Registered", + "ĠRegister ed", + "IN ED", + "INE D", + "k al", + "ka l", + "par ison", + "Ġobj eto", + "Ġobjet o", + "V i", + "m anda", + "man da", + "ma nda", + "mand a", + "Ġren ewed", + "Ġrenew ed", + "ĠS of", + "ĠSo f", + "e ssel", + "es sel", + "ess el", + "esse l", + ".nd array", + "Ġ crap", + "Ġc rap", + "Ġcr ap", + "Ġcra p", + "ç® ¡", + ".abs path", + ".ab spath", + "( up", + "(u p", + "Ġclear ance", + "Ġ TW", + "ĠT W", + "_ COPY", + "_C OPY", + "_CO PY", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĉ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠ Ġĉ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĉ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĉ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĉ", + "Ġfor ests", + "Ġfore sts", + "Ġforest s", + "Ġfores ts", + "Ġarg uably", + "Ġ ASS", + "ĠA SS", + "ĠAS S", + "h ey", + "he y", + "a mel", + "am el", + "ame l", + "_ fore", + "_f ore", + "_for e", + "ĠSouth east", + "ĠSou theast", + "Ġab used", + "Ġabuse d", + "Ġpract icing", + "ake dirs", + "aked irs", + "ä¸ »", + "_ resources", + "_re sources", + "_res ources", + "_resource s", + "Ġ pond", + "Ġp ond", + "Ġpo nd", + "Ġpon d", + ". Fixed", + ".F ixed", + "Last Error", + "ĠPsych ology", + "ĠPsycho logy", + "Ġ\" //", + "Ġ\"/ /", + "! :", + "Re usable", + "Ġ mensaje", + "Ġm ensaje", + "Ġmens aje", + "Ġro spy", + "Ġros py", + "Ġ bour", + "Ġb our", + "Ġbo ur", + "Ġbou r", + "Ġvar ieties", + "Ġvari eties", + "Ġem path", + "Ġemp ath", + "( ({", + "(( {", + "_ org", + "_or g", + "_o rg", + "Ġ Mes", + "ĠM es", + "ĠMe s", + "Ġ Magento", + "ĠM agento", + "ĠMag ento", + "IST ORY", + "Un less", + "Ġh j", + "ĠD uty", + "ĠDu ty", + "ĠDut y", + "J un", + "Ju n", + ", size", + ",s ize", + "Ġpaint ings", + "Ġpain tings", + "Ġpainting s", + "Ġd ispens", + "Ġdisp ens", + "d art", + "da rt", + "dar t", + "Ġbehavior al", + "Ġ rpc", + "Ġr pc", + "Ġrp c", + "c alculate", + "cal culate", + "calc ulate", + "calcul ate", + "f ruit", + "fr uit", + "_ mm", + "_m m", + "ĉ pthread", + "ĉp thread", + "ĉpt hread", + "Max Length", + "Ġc urrencies", + "Ġcurr encies", + "_ capacity", + "_cap acity", + "ĠO z", + "Ġfire arm", + "Ġco efficient", + "Ġcoeff icient", + "Ġbank ruptcy", + "Ġbankrupt cy", + "w art", + "wa rt", + "war t", + "Ġfat igue", + "A VA", + "AV A", + "Ġe spa", + "Ġes pa", + "Ġesp a", + "_ pc", + "_p c", + "Ġ Quotes", + "ĠQu otes", + "ĠQuote s", + "_ LIGHT", + "_L IGHT", + "Ġ Tickets", + "ĠT ickets", + "ĠTicket s", + "ĠTick ets", + "Ġre lates", + "Ġrel ates", + "Ġrelate s", + "Ġrelat es", + "Ġpublish ers", + "Ġpublisher s", + "Ġun locked", + "Ġunlock ed", + "Ġunl ocked", + "Ġ //----------------------------------------------------------------", + "Ġ// ----------------------------------------------------------------", + "Ġ//------------------------------------------------ ----------------", + "Ġ//-------------------------------- --------------------------------", + "Ġ//---------------- ------------------------------------------------", + "Ġ InterruptedException", + "ĠInterrupt edException", + "Ġout look", + "r n", + "Ġreb els", + "Ġrebel s", + "W ritten", + "Wr itten", + "Ġa sian", + "Ġas ian", + "Ġasi an", + "Ġasia n", + "ot to", + "ott o", + "Ġ ĉĉĉĉ", + "Ġĉ ĉĉĉ", + "Ġĉĉ ĉĉ", + "Ġĉĉĉ ĉ", + "_ gpu", + "_g pu", + "_gp u", + "T xt", + "Tx t", + ". ImageView", + ".Image View", + "Ġs uis", + "Ġsu is", + "Ġsui s", + "_ tables", + "_t ables", + "_table s", + "_tab les", + "_ta bles", + ". RecyclerView", + ".Rec yclerView", + "Ġwhat soever", + "è ģ", + "] ++;Ċ", + "assert True", + "_ verify", + "_ver ify", + "ĠR ivers", + "ĠRiver s", + "ĠRiv ers", + "ĠRi vers", + "Ġ ][", + "Ġ] [", + "J et", + "Je t", + "id ian", + "idi an", + "idia n", + "S ibling", + "Si bling", + "Ġ genres", + "Ġgen res", + "Ġgenre s", + ". Access", + ".A ccess", + ".Ac cess", + ".Acc ess", + "O PS", + "OP S", + "Ġtr ivial", + "Ġtrivia l", + "ภª", + "a len", + "al en", + "ale n", + "в ед", + "ве д", + "ĠS word", + "ĠSw ord", + "Ġscrut iny", + "Ġscrutin y", + "( cb", + "(c b", + "Ġ commerce", + "Ġcom merce", + "Ġcomm erce", + "Ġcommerc e", + "Ġguarante es", + "Ġguarantee s", + "_ adv", + "_a dv", + "_ad v", + "Ġ LET", + "ĠL ET", + "ĠLE T", + "re cio", + "rec io", + "Ġh ilar", + "Ġhi lar", + "Ġhil ar", + "Ġback yard", + "ãĢ ı", + "Ġillustr ated", + "Ġillustrate d", + "Ġillust rated", + "/ vendor", + "/v endor", + ". Util", + ".U til", + "Ġ wow", + "Ġw ow", + "Ġwo w", + "LO Y", + "Ġ Marshal", + "ĠM arshal", + "ĠMar shal", + "ĠMars hal", + "ĠMarsh al", + "\" >'.$", + "\"> '.$", + "\">' .$", + "\">'. $", + "ĠB ak", + "ĠBa k", + "Ġ modifiers", + "Ġmod ifiers", + "Ġmodifier s", + "d ictionary", + "ĠS tre", + "ĠSt re", + "ĠStr e", + "m ultiple", + "mult iple", + "multi ple", + "multip le", + "\" )),", + "\") ),", + "\")) ,", + "ĠC ort", + "ĠCo rt", + "ĠCor t", + "' ]\").", + "'] \").", + "( admin", + "(ad min", + "Ġ Creator", + "ĠC reator", + "ĠCre ator", + "ĠCreat or", + "In ternet", + "Int ernet", + "Inter net", + "Intern et", + "( ms", + "(m s", + "l ogy", + "lo gy", + "log y", + "DECL ARE", + "Ġ Marcus", + "ĠMar cus", + "ĠMarc us", + "< <<<", + "<< <<", + "<<< <", + "ãģ ł", + "_ my", + "_m y", + "( inst", + "(i nst", + "(in st", + "(ins t", + "Ġsc iences", + "Ġscience s", + "Ġsci ences", + "N DER", + "ND ER", + ". enter", + ".en ter", + ".ent er", + "Ġ itu", + "Ġit u", + "Ġi tu", + "Ġbe have", + "Ġbeh ave", + "P an", + "Pa n", + "om bies", + "omb ies", + "ombie s", + "= '<", + "=' <", + "' ));čĊ", + "') );čĊ", + "')) ;čĊ", + "')); čĊ", + "Ġ MENU", + "ĠM ENU", + "ĠME NU", + "ĠMEN U", + "Ġ Workers", + "ĠWork ers", + "ĠWorker s", + "ĠWor kers", + ".No Error", + "Ġ bindings", + "Ġbin dings", + "Ġbind ings", + "Ġbinding s", + "Ġdis abilities", + "{ \\", + "ĠM unicip", + "ĠMun icip", + "Ġ cores", + "Ġc ores", + "Ġco res", + "Ġcor es", + "Ġcore s", + "ur ple", + "ĠN okia", + "us ions", + "usion s", + "usi ons", + "Ġ Fitness", + "ĠF itness", + "ĠFit ness", + ". handleChange", + ".handle Change", + "Ġ javascript", + "Ġj avascript", + "Ġjav ascript", + "Ġjava script", + "ìļ Ķ", + "( dec", + "(d ec", + "(de c", + "Ġ packing", + "Ġp acking", + "Ġpack ing", + "Ġpac king", + "- depend", + "-d epend", + "-de pend", + "Ġtrans cript", + "Ġtran script", + "z eros", + "ze ros", + "zer os", + "zero s", + "_ alert", + "_al ert", + "? \",Ċ", + "?\" ,Ċ", + "?\", Ċ", + "l ibs", + "li bs", + "lib s", + "± оÑĤ", + "Ġ |ĊĊ", + "Ġ| ĊĊ", + "Ġ|Ċ Ċ", + "tr ained", + "tra ined", + "train ed", + "ĠG ent", + "ĠGe nt", + "ĠGen t", + "ĠR ab", + "ĠRa b", + "x p", + "_ configuration", + "_config uration", + "å¤ ©", + "_ accept", + "_ac cept", + "_acc ept", + ".rec yclerview", + ": url", + "ĠMu hammad", + "ĠMuham mad", + "Ġpriv ileges", + "Ġprivile ges", + "Ġprivilege s", + "_ bank", + "_b ank", + "u ku", + "uk u", + "w allet", + "wall et", + "wal let", + "Ġ ROOT", + "ĠR OOT", + "ĠRO OT", + "Ġenc uent", + "? family", + "?f amily", + "ĉ position", + "ĉp osition", + "ĉpos ition", + "Ġ cg", + "Ġc g", + "Ġpre cip", + "Ġprec ip", + "method s", + "meth ods", + "_ fast", + "_f ast", + "_fa st", + "in crement", + "inc rement", + "incre ment", + "incr ement", + "ĠT iger", + "ĠTi ger", + "ĠTig er", + "_OCC URRED", + "qu ip", + "qui p", + "Ġ HAS", + "ĠH AS", + "ĠHA S", + "_ dom", + "_d om", + "_do m", + "Ġw reck", + "Ġwr eck", + "Ġwre ck", + "b j", + "Ġd ern", + "Ġde rn", + "Ġder n", + "Ġorg ans", + "Ġorgan s", + ". entries", + ".en tries", + ".ent ries", + "Ġ _('", + "Ġ_ ('", + "Ġ_( '", + "r amento", + "ram ento", + "Ġ Jamie", + "ĠJam ie", + "ĠJa mie", + "Ġ punk", + "Ġp unk", + "Ġpun k", + "Ġpu nk", + "I PP", + "IP P", + "Ġprogram a", + "Ġprog rama", + "Ġat tain", + "Ġatt ain", + "Ġpro ves", + "Ġpr oves", + "Ġprov es", + "Ġprove s", + "/ sign", + "/s ign", + "Ġanswer ing", + "Ġl adder", + "Ġlad der", + "**** ************************", + "******** ********************", + "**************** ************", + "************************ ****", + "******************** ********", + "************ ****************", + "************** **************", + "ĠW almart", + "ĠWal mart", + "Ġ CONTENT", + "ĠCONT ENT", + "d uctor", + "du ctor", + "duct or", + "duc tor", + "Ġver bal", + "Ġverb al", + "Ġ PID", + "ĠP ID", + "ĠPI D", + "c rypto", + "crypt o", + "cry pto", + "_CALL BACK", + "Ġ= ================================", + "Ġ================= ================", + "Ġp otent", + "Ġpo tent", + "Ġpot ent", + "Ġsh orts", + "Ġshort s", + "Ġsho rts", + ". Uri", + ".U ri", + ". uniform", + ".un iform", + ".uni form", + "; border", + ";b order", + "Ġ Wer", + "ĠW er", + "ĠWe r", + "Ġher ein", + "Ġhere in", + "l la", + "ll a", + "ĠI hr", + "ĠIh r", + "P ixmap", + "Pix map", + "l iteral", + "lit eral", + "lite ral", + "liter al", + "! )ĊĊ", + "!) ĊĊ", + "!)Ċ Ċ", + "g eneric", + "gen eric", + "gener ic", + "gene ric", + "r ust", + "ru st", + "rus t", + "_ scripts", + "_s cripts", + "_script s", + "o sto", + "os to", + "ost o", + "it us", + "itu s", + "ĠCoal ition", + "Ġre mot", + "Ġrem ot", + "de ploy", + "dep loy", + "ĠE agle", + "ĠEag le", + "ĠEa gle", + "ãĢģ ãĢĮ", + "Ġimport ante", + "Ġimportant e", + "ĉ object", + "ĉo bject", + "ĉobj ect", + "ĉob ject", + "Ġseason al", + "Ġseas onal", + "n ej", + "ne j", + "ai du", + "aid u", + "Bind View", + "ĠSi erra", + "- bg", + "-b g", + "Ġmake Styles", + "[ offset", + "[o ffset", + "G ames", + "Game s", + "Gam es", + "Ga mes", + "Ġhorm one", + "AR IO", + "ARI O", + "he ads", + "head s", + "hea ds", + "( select", + "(s elect", + "(se lect", + "(sel ect", + "Ġ Started", + "ĠStart ed", + "ĠStar ted", + "@ param", + "_ decl", + "_de cl", + "_dec l", + "_ blog", + "_b log", + "_bl og", + "Ġa ño", + "Ġañ o", + "\\ Api", + "ĠMil waukee", + "Pro vid", + "Pr ovid", + "Prov id", + "An imated", + "Anim ated", + "Animate d", + "Ġco oler", + "Ġcool er", + "Ġ Seed", + "ĠS eed", + "ĠSe ed", + "ĠSee d", + ". Edit", + ".E dit", + ".Ed it", + "Ï Ħ", + "Ġ Taking", + "ĠT aking", + "ĠTa king", + "ĠTak ing", + "Ġborder Color", + "-f ounder", + "-found er", + ".Logger Factory", + "Ġ\" \"ĊĊ", + "Ġ\"\" ĊĊ", + "Ġ\"\"Ċ Ċ", + "A LT", + "AL T", + "Ġ Late", + "ĠL ate", + "ĠLa te", + "ĠLat e", + "EDI ATE", + "EDIA TE", + "Ġ );ĊĊĊ", + "Ġ) ;ĊĊĊ", + "Ġ);Ċ ĊĊ", + "Ġ);ĊĊ Ċ", + "Ġ); ĊĊĊ", + "a fa", + "af a", + "Ġc ancellation", + "Ġcancel lation", + "Ġcancell ation", + "Ġcanc ellation", + "A tom", + "At om", + "ĠB irmingham", + "emp resa", + "empre sa", + "H EMA", + "HE MA", + "a scal", + "as cal", + "asc al", + "asca l", + "Ġup side", + "Ġups ide", + ". Version", + ".V ersion", + "Ġ Folder", + "ĠF older", + "ĠFo lder", + "ĠFol der", + "ĠFold er", + "Ġ Eight", + "ĠE ight", + "ĠEig ht", + "Ġ Vintage", + "ĠV intage", + "Ġ AppDelegate", + "ĠApp Delegate", + "ĠPre vention", + "ĠPrevent ion", + "ĠPrev ention", + ". separator", + ".s eparator", + ".se parator", + "S TM", + "ST M", + "( room", + "(r oom", + "(ro om", + "g enerator", + "gen erator", + "gener ator", + "Ġc attle", + "Ġcat tle", + "ĉ Z", + "Ġ Particle", + "ĠP article", + "ĠPart icle", + "ĠParti cle", + "' };Ċ", + "'} ;Ċ", + "Ġne ighbours", + "Ġneighb ours", + "Ġneighbour s", + "ĠState less", + "ĠStat eless", + "Ġ altitude", + "Ġalt itude", + "Ġs aint", + "Ġsa int", + "Ġsai nt", + "о бав", + "об ав", + "оба в", + "Ġcon vinc", + "Ġconv inc", + "Ġconvin c", + "Ġ Contents", + "ĠCont ents", + "ĠContent s", + "ĠConte nts", + "Ġje une", + "Ġjeu ne", + "( ts", + "(t s", + "S erialization", + "Serial ization", + "( collection", + "(c ollection", + "(col lection", + "(coll ection", + "ĠJ azz", + "ĠJa zz", + "Ġ Dod", + "ĠD od", + "ĠDo d", + "ĠR och", + "ĠRo ch", + "ĠRoc h", + "a cio", + "ac io", + "aci o", + "comm ended", + "commend ed", + "DE FINE", + "DEF INE", + ".on load", + "Ġspecial ty", + "Ġspeci alty", + "PL ACE", + "_ MOVE", + "_M OVE", + "_MO VE", + "_MOV E", + "Ġaccount able", + "Re uters", + "Ġf icken", + "Ġfi cken", + "Ġfic ken", + "Ġfick en", + "Ġde pr", + "Ġdep r", + "W ow", + "Wo w", + "V oid", + "Vo id", + ". space", + ".s pace", + ".sp ace", + "ภĹ", + "Ġt q", + "Ġ Pets", + "ĠP ets", + "ĠPe ts", + "ĠPet s", + "< $", + "( Current", + "(C urrent", + "ber ries", + "plan ation", + "pla nation", + "Ġlist Of", + "Ġ Thu", + "ĠT hu", + "ĠTh u", + "Ġ PRINT", + "ĠPR INT", + "ĠPRI NT", + "Ġm ismo", + "Ġmis mo", + "Ġmism o", + "Ġ doi", + "Ġd oi", + "Ġdo i", + "c hk", + "ch k", + "Ġ Unicode", + "ĠUn icode", + "ĠUni code", + "( role", + "(r ole", + "(ro le", + "Ġvir gin", + "< Point", + "

-->Ċ", + ">- ->Ċ", + ">-- >Ċ", + "V ol", + "Vo l", + "ĠS SD", + "ĠSS D", + ") )),", + ")) ),", + "))) ,", + ". Optional", + ".Option al", + "Ġn urses", + "Ġnur ses", + "Ġnurs es", + "Ġnurse s", + "Ġ orb", + "Ġo rb", + "Ġor b", + "_ pe", + "_p e", + ") ;čĊčĊčĊ", + ");čĊ čĊčĊ", + "); čĊčĊčĊ", + ");čĊčĊ čĊ", + "pl aced", + "place d", + "pla ced", + "es ser", + "ess er", + "esse r", + "Ġther apeutic", + "Ġwh itespace", + "Ġwhite space", + "Ġwhites pace", + "Ġ aston", + "Ġa ston", + "Ġas ton", + "Ġast on", + "Success ful", + "Ġp raised", + "Ġpr aised", + "Ġpraise d", + "Ġpra ised", + "ĠW es", + "ĠWe s", + "Ġe ighth", + "Ġeight h", + "i ral", + "ir al", + "ira l", + "Ġv rouw", + "Ġvrou w", + "Ġ faction", + "Ġf action", + "Ġfact ion", + "Ġfa ction", + "Ġfac tion", + "_ bias", + "_b ias", + "_bi as", + "Ġ witch", + "Ġw itch", + "Ġwit ch", + "Ġ npc", + "Ġn pc", + "Ġnp c", + "( sb", + "(s b", + "ĠRod rig", + "ĠRodr ig", + "_ big", + "_b ig", + "_bi g", + "D ependency", + "Dep endency", + "ĠAb raham", + "ar di", + "ard i", + "C AR", + "CA R", + "n os", + "no s", + "Ġab undance", + "Ġabund ance", + "Ġnut rients", + "Ġnutrient s", + "in stein", + "ins tein", + "inst ein", + ". Vert", + ".V ert", + ".Ver t", + "Ġ ISS", + "ĠI SS", + "ĠIS S", + "< U", + "Ġs ums", + "Ġsu ms", + "Ġsum s", + "_ hist", + "_h ist", + "_hi st", + "Ġfar mer", + "Ġfarm er", + "Ġ Abr", + "ĠA br", + "ĠAb r", + "S hot", + "Sh ot", + "Ġ BadRequest", + "ĠBad Request", + "Ġh ass", + "Ġhas s", + "Ġha ss", + "Ġ Rails", + "ĠR ails", + "ĠRa ils", + "ĠRail s", + "ĠRai ls", + "Ġaff iliated", + "Ġaffili ated", + "Ġaffiliate d", + "æĿ ¥", + "Ġe rf", + "Ġer f", + "I NF", + "IN F", + "Ġ ViewHolder", + "ĠView Holder", + "m ini", + "min i", + "mi ni", + "ĠR oth", + "ĠRo th", + "ĠRot h", + "Ġfaith ful", + "ĠPhill ips", + "ĠPhillip s", + "AN DOM", + "AND OM", + "] .[", + "]. [", + "_ PAY", + "_P AY", + "_PA Y", + "ĠAr ctic", + "ĠArc tic", + "f aker", + "fa ker", + "fake r", + "fak er", + "D igit", + "Di git", + "Dig it", + "M ale", + "Ma le", + "Mal e", + "std err", + "se ys", + "sey s", + "Ġ Å¡", + "ĠÅ ¡", + "_ remote", + "_rem ote", + "l ique", + "li que", + "liqu e", + "Ġin def", + "Ġi ndef", + "Ġind ef", + "Ġinde f", + "ĠIndust ries", + "i tra", + "it ra", + "itr a", + "_ pairs", + "_p airs", + "_pair s", + "_pa irs", + "< iostream", + " D", + "Ġs ervlet", + "Ġserv let", + "bast ian", + "Ġ >&", + "Ġ> &", + "S ID", + "SI D", + "_ clk", + "_c lk", + "_cl k", + "Ġdi visions", + "Ġdiv isions", + "Ġdivision s", + "Ġdivis ions", + "} ',Ċ", + "}' ,Ċ", + "}', Ċ", + "Ġd ildo", + "Ġdil do", + "Ġpar ade", + "Ġpara de", + "Ġpa rade", + "Ġparad e", + "m ajor", + "maj or", + "Ġa board", + "Ġab oard", + "; ++", + "Ġ fusion", + "Ġf usion", + "Ġfus ion", + "\" },{\"", + "\"} ,{\"", + "\"}, {\"", + "ĠDialog Result", + "ĉ arr", + "ĉa rr", + "ĉar r", + "- em", + "-e m", + "_ nr", + "_n r", + "( handler", + "(h andler", + "(handle r", + "(hand ler", + ". NET", + ".N ET", + ".Xtra Reports", + "ĠSh ah", + "ĠSha h", + "Ġ Brief", + "ĠB rief", + "ĠBr ief", + "ĠBri ef", + "- ,", + "Ġ precio", + "Ġp recio", + "Ġpre cio", + "Ġprec io", + "ĉ ĉĉĠĠĠĠĠĠ", + "ĉĉ ĉĠĠĠĠĠĠ", + "ĉĉĉ ĠĠĠĠĠĠ", + "ĉĉĉĠĠĠ ĠĠĠ", + "ĉĉĉĠ ĠĠĠĠĠ", + "ĉĉĉĠĠ ĠĠĠĠ", + "ĉĉĉĠĠĠĠ ĠĠ", + "ĉĉĉĠĠĠĠĠ Ġ", + "Ġ tant", + "Ġt ant", + "Ġta nt", + "Ġtan t", + "ĠGr ande", + "ĠGrand e", + "ĠGran de", + "ĠGra nde", + "/ xml", + "/x ml", + "_ ICON", + "_I CON", + "_IC ON", + "ĠR etro", + "ĠRe tro", + "ĠRet ro", + "un que", + "Ġn ag", + "Ġna g", + "to Fixed", + "X L", + "Ġ declaring", + "Ġdecl aring", + "Ġdeclar ing", + "Ġ Concrete", + "ĠCon crete", + "ĠConc rete", + "Ġ Amazing", + "ĠAm azing", + "ĠAma zing", + "ĉprint k", + "Ġdeb ates", + "Ġdebate s", + "D ATED", + "DA TED", + "DATE D", + "DAT ED", + "Ġa esthetic", + "Ġaest hetic", + "Ġaes thetic", + "eme tery", + "emet ery", + "Routing Module", + "ĠNash ville", + "W AYS", + "WA YS", + "WAY S", + "Ġ wolf", + "Ġw olf", + "Ġwo lf", + "Ġwol f", + "Ġob servers", + "Ġobs ervers", + "Ġobserv ers", + "Ġobserver s", + "Ġobserve rs", + "O TA", + "OT A", + "an son", + "ans on", + "Ġ ea", + "Ġe a", + "Ġgreen house", + "ĵį ä½ľ", + "Ġst air", + "Ġsta ir", + "Ġimm igrant", + "Ġimmigr ant", + "_ apply", + "_app ly", + "_ap ply", + "pe are", + "pear e", + "ĠB loomberg", + "ĠBloom berg", + "_ PLAYER", + "_PL AYER", + "_PLAY ER", + "R esp", + "Re sp", + "Res p", + "æŃ £", + "Choose r", + "Cho oser", + "Ġ ICollection", + "ĠI Collection", + "ĠIC ollection", + "P eter", + "Pe ter", + "Pet er", + "Err o", + "Er ro", + ".detect Changes", + "M aps", + "Map s", + "Ma ps", + "Ġ squeeze", + "Ġs queeze", + "Ġsqueez e", + "ĠH omes", + "ĠHome s", + "ĠHom es", + "ĠHo mes", + "weg ian", + "Ġformat ting", + "Ġnegot iate", + "u ld", + "ul d", + "ĠN ep", + "ĠNe p", + "Ġ QB", + "ĠQ B", + "Ġeconom ies", + "Ġec onomies", + "Ġ */,", + "Ġ* /,", + "Ġ*/ ,", + "Ġred und", + "Ġredu nd", + "ĠA ber", + "ĠAb er", + "ĠAbe r", + ".IsNullOr WhiteSpace", + "yc led", + "ycle d", + "ycl ed", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "_ Sh", + "_S h", + "Ġs kept", + "Ġsk ept", + "Ġske pt", + "Ġre created", + "Ġrec reated", + "Ġrecre ated", + "Ġrecreate d", + "Ġ getType", + "Ġget Type", + "Ġm argins", + "Ġmargin s", + "Ġmarg ins", + "Ġcolon ial", + "ch arts", + "char ts", + "cha rts", + "chart s", + "/ /@", + "// @", + "Ġ processors", + "Ġprocess ors", + "Ġprocessor s", + "Ġprocesso rs", + "è¯ ´", + "b atis", + "bat is", + "æĦ ı", + "at orio", + "ator io", + "ato rio", + "atori o", + "ment ioned", + "mention ed", + "P atient", + "Pat ient", + "Ġp rey", + "Ġpr ey", + "Ġpre y", + "Check box", + "_ xpath", + "_x path", + ". skip", + ".s kip", + ".sk ip", + "ĠMor mon", + "ĠMorm on", + "ĠMemory Stream", + "CR EMENT", + "CRE MENT", + "Ġ ku", + "Ġk u", + "m eld", + "me ld", + "mel d", + "\\ Data", + "\\D ata", + "Ġ Kernel", + "ĠK ernel", + "ĠKer nel", + "ĠKern el", + "i ltr", + "il tr", + "ilt r", + "éĢ ģ", + "( profile", + "(pro file", + "(pr ofile", + "C arbon", + "Car bon", + "R OLE", + "RO LE", + "ROL E", + "( pl", + "(p l", + "] *(", + "]* (", + ". memory", + ".m emory", + ".mem ory", + ".memo ry", + "Ġme dal", + "Ġmed al", + "Ġ advisor", + "Ġad visor", + "Ġadv isor", + "Ġadvis or", + "it ät", + "itä t", + "Ġ hdr", + "Ġh dr", + "Ġhd r", + "ie rung", + "ier ung", + "Ġ Provides", + "ĠPro vides", + "ĠProvid es", + "ĠProvide s", + "ĠProv ides", + "( alpha", + "(al pha", + "Ġteen agers", + "Ġteenager s", + "Ġteenage rs", + "- parser", + "-p arser", + "-par ser", + "-parse r", + ". LatLng", + ".L atLng", + "] ()Ċ", + "]( )Ċ", + "]() Ċ", + "Ġfel ony", + "Ġfelon y", + "ĉĉĉ ĊĉĉĉĊ", + "ĉĉĉĊ ĉĉĉĊ", + "B OOK", + "BO OK", + "Ġ slash", + "Ġs lash", + "Ġsl ash", + "Ġsla sh", + "Ġ clearfix", + "Ġclear fix", + "ĠPro phet", + "ĠProp het", + "å® ¹", + "right ness", + "- fi", + "-f i", + ". kind", + ".k ind", + "er ton", + "ert on", + "erto n", + "J im", + "Ġmanip ulate", + "Ġ worksheet", + "Ġwork sheet", + "Ġworks heet", + "o lin", + "ol in", + "oli n", + "st ars", + "star s", + "sta rs", + "Ġ artifact", + "Ġart ifact", + "_ EMPTY", + "_EM PTY", + "_EMP TY", + "ĉ main", + "ĉm ain", + "--- ---------- ';", + ">' ;", + "Ġexp ressing", + "Ġexpress ing", + "Ġexpres sing", + "Ġ IQ", + "ĠI Q", + "Ġ Fact", + "ĠF act", + "ĠFac t", + "ĠFa ct", + "/************************************************************************ *******Ċ", + "/**************************************************************************** ***Ċ", + "_ mass", + "_m ass", + "_ma ss", + "_mas s", + ") ):", + ")) :", + "Ġcon dom", + "Ġcond om", + "Ġcondo m", + "Ġcreate State", + "ome town", + "omet own", + "Ġi rr", + "Ġir r", + "Ġ >(", + "Ġ> (", + "> B", + "it eration", + "ite ration", + "iter ation", + "ãĥ ª", + "Ġsh irts", + "Ġshirt s", + "ou nty", + "ount y", + "oun ty", + "- >$", + "-> $", + "_ SIGN", + "_S IGN", + "_SIG N", + "_SI GN", + "ĠD ale", + "ĠDa le", + "ĠDal e", + "Ġ jj", + "Ġj j", + "E asy", + "F re", + "Fr e", + "Ġ Ny", + "ĠN y", + "Ġ chlor", + "Ġch lor", + "m atched", + "match ed", + "mat ched", + "ĠG erm", + "ĠGe rm", + "ĠGer m", + "- UA", + "-U A", + "ĠN athan", + "ĠNa than", + "ĠNat han", + "ĠNath an", + "e ducation", + "educ ation", + "edu cation", + "- yard", + "-y ard", + "- che", + "-c he", + "-ch e", + "h ouses", + "ho uses", + "house s", + "hou ses", + "r itional", + "rit ional", + "rition al", + "Ġpro ximity", + "Ġprox imity", + "Ġdie sem", + "Ġdies em", + "Ġdiese m", + "áºŃ p", + "Ġd rought", + "Ġdr ought", + "Ġdro ught", + ". audio", + ".a udio", + ".au dio", + "Ġ Leo", + "ĠL eo", + "ĠLe o", + "Ġfavor able", + "Ġfav orable", + "in ch", + "inc h", + "ĠD aw", + "ĠDa w", + "r ibly", + "rib ly", + "_ student", + "_st udent", + "id able", + "ida ble", + "O VE", + "OV E", + "Ġl acks", + "Ġla cks", + "Ġlack s", + "Ġlac ks", + "oun cing", + "ounc ing", + ". business", + ".b usiness", + ".bus iness", + "Ġ reopen", + "Ġre open", + "m aybe", + "may be", + "_ GLOBAL", + "_G LOBAL", + "Ġd resses", + "Ġdr esses", + "Ġdress es", + "ĠEd wards", + "ĠEdward s", + "ens ible", + "ensi ble", + "Ġ Hardware", + "ĠH ardware", + "ĠHard ware", + "Ġ Excellent", + "ĠEx cellent", + "ĠExcell ent", + "ĠTime Unit", + "CT IONS", + "CTION S", + "Ġs chedules", + "Ġsched ules", + "Ġschedule s", + "Ġ segue", + "Ġse gue", + "Ġseg ue", + "Ġsegu e", + "Open s", + "Op ens", + "am men", + "amm en", + "- Identifier", + "Ġst aring", + "Ġstar ing", + "Ġsta ring", + "Ġhapp ily", + "ĠH ob", + "ĠHo b", + "' _", + "Ġ \");", + "Ġ\" );", + "Ġ\") ;", + "ament os", + "amento s", + "amen tos", + "et ched", + "etch ed", + "etc hed", + "Ġ/ >}Ċ", + "Ġ/> }Ċ", + "Ġ/>} Ċ", + ". Users", + ".User s", + ".Use rs", + "Ġint errupted", + "Ġinter rupted", + "Ġinterrupt ed", + "Cont acts", + "Contact s", + "Conta cts", + "Ġ registro", + "Ġreg istro", + "Ġregistr o", + "Ġregist ro", + "in burgh", + "C HA", + "CH A", + "_ imp", + "_i mp", + "_im p", + "p his", + "ph is", + "phi s", + "s ay", + "sa y", + "Ġret ailer", + "Ġretail er", + ". NODE", + ".N ODE", + ".NO DE", + "/ maps", + "/m aps", + "/map s", + "_ LAST", + "_L AST", + "_LA ST", + "Ġ Charge", + "ĠCh arge", + "ĠChar ge", + "ĠCharg e", + "_ guard", + "_g uard", + "C ollider", + "Col lider", + "Coll ider", + "ĠStateless Widget", + "\" :[\"", + "\": [\"", + "\":[ \"", + "(\" ../../", + "(\"../ ../", + "(\".. /../", + "i oxide", + "iox ide", + "ioxid e", + "ĠS und", + "ĠSun d", + "ĠSu nd", + "Ġ' ';", + "Ġ'' ;", + "un set", + "uns et", + "add Widget", + "л Ñİ", + "el les", + "ell es", + "elle s", + "al ker", + "alk er", + "A rc", + "Ar c", + "Ġd educt", + "Ġde duct", + "Ġded uct", + "G UILayout", + "GUI Layout", + "ĠV illa", + "ĠVi lla", + "ĠVill a", + "ĠVil la", + "Ġfor bidden", + "Ġforb idden", + "Ġforbid den", + "_ where", + "_w here", + "_wh ere", + "Ġ \\/", + "Ġ\\ /", + "ĠT ib", + "ĠTi b", + "_ AX", + "_A X", + "] čĊčĊ", + "]čĊ čĊ", + "Ġ Bir", + "ĠB ir", + "ĠBi r", + "Ġb end", + "Ġbe nd", + "Ġben d", + "Ġ MAKE", + "ĠM AKE", + "ĠMA KE", + "ĠMAK E", + "Ġ MET", + "ĠM ET", + "ĠME T", + "Ġf utures", + "Ġfuture s", + "Ġfut ures", + "Ġfu tures", + "Ġ weighted", + "Ġwe ighted", + "Ġweight ed", + "Ġweigh ted", + "\"\" \"čĊ", + "\"\"\" čĊ", + "Ġ authorize", + "Ġauthor ize", + "( program", + "(p rogram", + "(pro gram", + "(pr ogram", + "(prog ram", + "} ,{\"", + "}, {\"", + "},{ \"", + "Ġcoeff icients", + "Ġcoefficient s", + "ê s", + "Per Page", + "ĠB athroom", + "ĠBath room", + "ĠPublish ing", + "G PL", + "GP L", + "Ġsub missions", + "Ġsubmission s", + "Ġ NUMBER", + "ĠNUM BER", + "ĠNU MBER", + "j Äħ", + "Ġadd itionally", + "Ġadditional ly", + "Ġaddition ally", + "em pre", + "emp re", + "ĠS hel", + "ĠSh el", + "ĠShe l", + "o typ", + "ot yp", + "oty p", + "S olution", + "Sol ution", + "Ġth under", + "Ġthu nder", + "_ ec", + "_e c", + "Ġ ĊĠĠĠĠĊ", + "ĠĊ ĠĠĠĠĊ", + "ĠF ellow", + "ĠFel low", + "ĠFell ow", + "Ġk ay", + "Ġka y", + "Ġnew State", + "ONT AL", + "Im plementation", + "Implement ation", + ". Look", + ".L ook", + ".Lo ok", + "Ġ ents", + "Ġe nts", + "Ġen ts", + "Ġent s", + "Ġl ors", + "Ġlo rs", + "Ġlor s", + "Ġ BIG", + "ĠB IG", + "ĠBI G", + "f ab", + "fa b", + "Ġaverage d", + "Ġaver aged", + "Ġ Feedback", + "ĠFe edback", + "ĠFeed back", + "ĠW ells", + "ĠWell s", + "ĠWel ls", + "Ġm artial", + "Ġmart ial", + "Ġind ul", + "Ġindu l", + "ĠComm unist", + "ĠCommun ist", + "ĠF orex", + "ĠFor ex", + "ĠFore x", + "ĠFo rex", + "ĠAgricult ure", + "ĠAgr iculture", + "\" [", + "Ġqu ar", + "Ġq uar", + "Ġqua r", + "ĠK ont", + "ĠKon t", + "ĠKo nt", + "ĉ view", + "ĉv iew", + ". Bytes", + ".Byte s", + ".By tes", + "d esktop", + "des ktop", + "desk top", + "Ġ Makes", + "ĠM akes", + "ĠMake s", + "ĠMa kes", + "ĠMak es", + "akes peare", + ". Nullable", + ".Null able", + "Ġspot light", + "V B", + "o wy", + "ow y", + "( torch", + "(t orch", + "(to rch", + "t ridge", + "tr idge", + "tri dge", + "_ bounds", + "_b ounds", + "_bound s", + "_bo unds", + "Ġapolog ize", + ". addItem", + ".add Item", + "an td", + "ant d", + "* );Ċ", + "*) ;Ċ", + ", u", + "( gen", + "(g en", + "ç» ĵ", + "re ator", + "reat or", + "rea tor", + "ĠC ord", + "ĠCo rd", + "ĠCor d", + "o upper", + "ou pper", + "oup per", + ". metro", + ".m etro", + ".me tro", + ".met ro", + "Ġ ew", + "Ġe w", + "Ġ WORD", + "ĠW ORD", + ". After", + ".A fter", + "Ġdet ained", + "Ġdetain ed", + "ĠH ammer", + "ĠHam mer", + "ĠHamm er", + "ex isting", + "exist ing", + "Ġ ost", + "Ġo st", + "Ġos t", + "Ġmon ument", + "- custom", + "-c ustom", + "User ID", + "Ġ Nom", + "ĠN om", + "ĠNo m", + "Ġre jection", + "Ġreject ion", + "Ġrej ection", + "( dim", + "(d im", + "(di m", + "Ġ singleton", + "Ġs ingleton", + "Ġsingle ton", + "Ġsing leton", + "ĉ die", + "ĉd ie", + "ar iance", + "ari ance", + "arian ce", + "aria nce", + "re ports", + "rep orts", + "report s", + "repo rts", + "] !=", + "e lda", + "el da", + "eld a", + "Ġpreval ence", + "_ regs", + "_re gs", + "_reg s", + ". \".", + ".\" .", + "Ġfemin ist", + "Code c", + "Co dec", + "Cod ec", + "Ġ **Ċ", + "Ġ* *Ċ", + "Ġ** Ċ", + "( labels", + "(label s", + "_ MARK", + "_M ARK", + "_MA RK", + "FA ILED", + "FAIL ED", + "Ġadminister ed", + "W N", + "ĠĠ ĠĠĠĠĠĠĉĉ", + "ĠĠĠĠ ĠĠĠĠĉĉ", + "ĠĠĠĠĠĠĠĠ ĉĉ", + "ĠĠĠĠĠĠĠ Ġĉĉ", + "ĠĠĠĠĠ ĠĠĠĉĉ", + "ĠĠĠĠĠĠ ĠĠĉĉ", + "ĠĠĠĠĠĠĠĠĉ ĉ", + "Ġ noun", + "Ġn oun", + "Ġno un", + "Ġnou n", + "w ig", + "wi g", + "Ġg otta", + "Ġgot ta", + "Ġ rif", + "Ġr if", + "Ġri f", + "- im", + "-i m", + "ĠPaul o", + "ĠPa ulo", + "ĠCommand Type", + "] ))ĊĊ", + "]) )ĊĊ", + "])) ĊĊ", + "]))Ċ Ċ", + "- zero", + "-z ero", + "Tr aining", + "Train ing", + "Tra ining", + "Ġ lord", + "Ġl ord", + "Ġlo rd", + "Ġlor d", + "_ art", + "_a rt", + "_ar t", + "re ddit", + "red dit", + "redd it", + "C ert", + "Ce rt", + "Ġp eso", + "Ġpe so", + "Ġpes o", + "R ot", + "Ro t", + "Ġen danger", + "Ġend anger", + ". dr", + ".d r", + "user Info", + "u nts", + "un ts", + "unt s", + "n v", + "ĠTr ailer", + "ĠTra iler", + "ĠTrail er", + "- first", + "-f irst", + "-fi rst", + "( make", + "(m ake", + "Ġbenef ici", + "- black", + "-b lack", + "-bl ack", + "i ÃŁ", + "Ġund oubtedly", + "Ġm ex", + "Ġme x", + "ĠAn cient", + "ĠAnc ient", + "( as", + "(a s", + "Ġdes cent", + "Ġdesc ent", + "P ick", + "Pic k", + "Pi ck", + "Ġrep lica", + "Ġrepl ica", + "Ġreplic a", + "$ obj", + "$o bj", + "ä hr", + "äh r", + "Ġar rows", + "Ġarr ows", + "Ġarrow s", + "f ty", + "ft y", + "ĠLib ya", + "u ga", + "ug a", + "ch arged", + "char ged", + "charge d", + "charg ed", + "T ur", + "Tu r", + "Ġh omic", + "Ġhom ic", + "Ġho mic", + "is sen", + "iss en", + "isse n", + "Ġ Fake", + "ĠF ake", + "ĠFa ke", + "ĠFak e", + "Ġbe ers", + "Ġbeer s", + "Ġbee rs", + "Ġsc attered", + "Ġscatter ed", + "( Time", + "(T ime", + "UT IL", + "Ġbureauc r", + "Ġbureau cr", + "/ plain", + "/p lain", + "/pl ain", + "Ġst icking", + "Ġstick ing", + "F AIL", + "FA IL", + "ĠC ovid", + "ĠCo vid", + "ĠCov id", + "Th ird", + "_ present", + "_p resent", + "_pre sent", + "_pres ent", + "ĠP ierre", + "ĠPi erre", + "ĠPier re", + "Ġ ëª", + "Ġë ª", + "Ġ[ ...]ĊĊ", + "Ġ[... ]ĊĊ", + "Ġ[...] ĊĊ", + "P rob", + "Pro b", + "Pr ob", + "Ġ Traffic", + "ĠTra ffic", + "ĠTraff ic", + "i cao", + "ic ao", + "ica o", + "do ctor", + "doc tor", + "Ġ ),ĊĊ", + "Ġ) ,ĊĊ", + "Ġ),Ċ Ċ", + "Ġ), ĊĊ", + "T abs", + "Tab s", + "Ta bs", + "a lu", + "al u", + "ï¼ļ âĢľ", + "Ġin herent", + "Ġinher ent", + "_ No", + "_N o", + "r itis", + "rit is", + "Ġ Proof", + "ĠP roof", + "ĠPro of", + ". basename", + ".b asename", + ".base name", + "ä¼ ļ", + "Ġc him", + "Ġch im", + "Ġchi m", + "Ġ Protected", + "ĠProt ected", + "ĠProtect ed", + "c rit", + "cri t", + "cr it", + "Ġp rone", + "Ġpro ne", + "Ġpr one", + "Ġpron e", + "Ġ кон", + "Ġк он", + "Ġко н", + "Ġ Heroes", + "ĠHer oes", + "ĠHero es", + "Ġan xious", + "Ġanx ious", + "Ġ anos", + "Ġa nos", + "Ġan os", + "Ġano s", + "Ġweek ends", + "Ġweekend s", + "Ġs ext", + "Ġse xt", + "Ġsex t", + "Ġre ducer", + "Ġred ucer", + "Ġredu cer", + "Ġreduce r", + "= UTF", + "h alf", + "ha lf", + "hal f", + "ĠS aw", + "ĠSa w", + ". mm", + ".m m", + "Ġn ueva", + "Ġnu eva", + "Ġnue va", + ".current Target", + ". lua", + ".l ua", + ".lu a", + "_EXT ENSION", + "ĉ reg", + "ĉr eg", + "ĉre g", + "Ġ Ctrl", + "ĠC trl", + "ĠCt rl", + "_ align", + "_al ign", + "accept able", + "Ġr ushing", + "Ġrush ing", + "f rac", + "fr ac", + "fra c", + "Ġbo asts", + "Ġboast s", + "Ġboa sts", + "F ive", + "Fi ve", + " ±", + "Ġ Temperature", + "ĠT emperature", + "ĠTem perature", + "ĠTemper ature", + "> ):", + ">) :", + "Ġch arter", + "Ġchar ter", + "Ġchart er", + "RE ATED", + "REATE D", + "REAT ED", + "REA TED", + "Ġsub jected", + "Ġsubject ed", + "Ġsubj ected", + "Ġ opc", + "Ġo pc", + "Ġop c", + "health y", + "使 çĶ¨", + "ĠScient ific", + "Ġ frau", + "Ġfr au", + "Ġfra u", + "ri ages", + "ria ges", + "riage s", + "ภĶ", + ". inventory", + ".in ventory", + "at ionale", + "ation ale", + "ational e", + "M ad", + "Ma d", + "min utes", + "minute s", + "> >();Ċ", + ">> ();Ċ", + ">>( );Ċ", + ">>() ;Ċ", + "Ġ Env", + "ĠE nv", + "ĠEn v", + "Ġrecord ings", + "Ġrecording s", + "Ġsusp icion", + "sql ite", + "sq lite", + "ĉ read", + "ĉr ead", + "ĉre ad", + "ãģ ¦", + "Ġwor ries", + ".put String", + "ĠSh anghai", + "( uid", + "(u id", + "(ui d", + "r er", + "re r", + "ĠvÃŃ de", + "\" ):", + "\") :", + "Ġmethod ology", + "Ġк оÑĤоÑĢ", + "Ġко ÑĤоÑĢ", + "ĠкоÑĤ оÑĢ", + "c cc", + "cc c", + "av ad", + "ava d", + "Ġin duction", + "Ġind uction", + "Ġindu ction", + "ĉ Thread", + "ĉT hread", + ", string", + ",s tring", + ",str ing", + ",st ring", + "ạ i", + "neh men", + "u ition", + "ui tion", + "uit ion", + "Ġ* __", + "Ġ*_ _", + ".e mf", + ".em f", + "Ġ ìľ", + "Ġì ľ", + "/ themes", + "/th emes", + "/theme s", + "/the mes", + "Ġ Nine", + "ĠN ine", + "ĠNi ne", + "ĠNin e", + ". One", + ".On e", + ".O ne", + "Ġ Embed", + "ĠEm bed", + "ĠEmb ed", + "Ġf az", + "Ġfa z", + "u ations", + "uation s", + "uat ions", + "Ġprivate ly", + "Ġpriv ately", + "Ġprivat ely", + "Ġ ling", + "Ġl ing", + "Ġli ng", + "Ġlin g", + "[ F", + "u shi", + "us hi", + "ush i", + "Ġlaunch es", + "( KEY", + "(K EY", + "G MT", + "GM T", + "Ġa iming", + "Ġaim ing", + "Ġai ming", + "pat ible", + "ĠB iden", + "ĠBi den", + "ĠBid en", + "i w", + "Ġ Degree", + "ĠD egree", + "ĠDe gree", + "ĠDeg ree", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ġ$ ('<", + "Ġ$( '<", + "Ġ$(' <", + "á rios", + "ário s", + "ár ios", + "to UpperCase", + "ìł ľ", + "Ġ EUR", + "ĠE UR", + "ĠEU R", + "Ġovers ight", + "Ġtable sp", + "Ġtables p", + "Up dates", + "Update s", + ".m akedirs", + ".make dirs", + "Ġ humidity", + "Ġh umidity", + "Ġhum idity", + "Ġhumid ity", + "/ template", + "/t emplate", + "/temp late", + "Al ways", + "( IS", + "(I S", + "_ cert", + "_c ert", + "_ce rt", + "D ig", + "Di g", + "Ġunder way", + "or ton", + "ort on", + "ĠHur ricane", + "Ġsp ends", + "Ġspe nds", + "Ġspend s", + "Ġ Segment", + "ĠS egment", + "ĠSe gment", + "ĠSeg ment", + "Ġ flies", + "Ġf lies", + "Ġfl ies", + "Ġ Toggle", + "ĠT oggle", + "ĠL ynch", + "ĠLyn ch", + "Ġs enses", + "Ġsense s", + "Ġsens es", + "Ġsen ses", + "ĠK os", + "ĠKo s", + "set Enabled", + "ist ically", + "istic ally", + "istical ly", + "Ġ tester", + "Ġt ester", + "Ġte ster", + "Ġtest er", + "Ġtes ter", + "Ġteste r", + "Ġadministr ators", + "Ġadministrator s", + "Ġt agged", + "Ġtag ged", + "Ð ĵ", + "Ġ shortcut", + "Ġshort cut", + "Ġ Resolution", + "ĠRe solution", + "ĠRes olution", + "Ġsuper vision", + "Ġsuperv ision", + "ĠAsh ley", + "Tr acking", + "Track ing", + "ul atory", + "ulator y", + "an del", + "and el", + "ande l", + "i sten", + "is ten", + "ist en", + "iste n", + "Ġun re", + "Ġunr e", + "( diff", + "(d iff", + "(di ff", + "AN TS", + "ANT S", + "Ġr ider", + "Ġrid er", + "Ġride r", + "Ġri der", + "Ġs Äħ", + ". Series", + ".S eries", + ".Se ries", + "_ orders", + "_order s", + "_or ders", + "_ord ers", + "ORIZ ONTAL", + "Ġret ention", + "ãĢĤ čĊčĊ", + "\"> čĊčĊ", + "\">čĊ čĊ", + "Ġdi agonal", + "Ġdiag onal", + "Ġdiagon al", + "ĠC ancellationToken", + "_ Internal", + "_In ternal", + "_Int ernal", + "_Inter nal", + "Ġr uin", + "Ġru in", + ". Qt", + ".Q t", + "ocr atic", + "ocrat ic", + "T el", + "Te l", + "Ġ Answers", + "ĠAn swers", + "ĠAnswer s", + "ĠAns wers", + "m atic", + "ma tic", + "mat ic", + "Ġ xp", + "Ġx p", + "a tem", + "at em", + "ate m", + "_ jobs", + "_j obs", + "_job s", + "_ any", + "_a ny", + "_an y", + "Ġsen iors", + "Ġsenior s", + "Ġseni ors", + "Ġland mark", + "ĠQ List", + "Ġman eu", + "Ġmane u", + "ot ify", + "oti fy", + "/ \";Ċ", + "/\" ;Ċ", + "/ server", + "/s erver", + "ĠPhil osoph", + "u tenant", + "ut enant", + "ute nant", + "uten ant", + "( io", + "(i o", + "h z", + "Ġ authenticated", + "Ġauth enticated", + "Ġauthentic ated", + "Ġauthenticate d", + "d v", + "- Compatible", + "Origin ally", + "Original ly", + "Orig inally", + ", function", + ",f unction", + "ãĢĤ čĊ", + "ĠRepresent ative", + "as ily", + "asi ly", + "asil y", + "irc uit", + ". dt", + ".d t", + "( math", + "(m ath", + "(mat h", + ". Marshal", + ".M arshal", + ".Mar shal", + "[ ,", + "Ġ Cities", + "ĠC ities", + "ĠCit ies", + "ĠCi ties", + "_ turn", + "_t urn", + "| )Ċ", + "Ġ cantidad", + "Ġc antidad", + "Ġcant idad", + "al ter", + "alt er", + "alte r", + "ĉ ui", + "ĉu i", + "ĠNe braska", + "Ġsk irt", + "Ġski rt", + ". bg", + ".b g", + "Shared Preferences", + "( style", + "(st yle", + "Ġg rief", + "Ġgr ief", + "Ġgri ef", + "g ew", + "ge w", + "Ġsaf eg", + "Ġsafe g", + "o lang", + "ol ang", + "ola ng", + "olan g", + "_ lists", + "_l ists", + "_list s", + "_li sts", + "ì Ľ", + "Ġgran ite", + "Ġgra nite", + "Ġhot test", + "Ġhott est", + ". jdbc", + ".j dbc", + ".jd bc", + ". Customer", + ".C ustomer", + ".Custom er", + "Ġ âī¤", + "Ġâī ¤", + "Ġw aar", + "Ġwa ar", + "_ scene", + "_s cene", + "_sc ene", + "+ '/", + "+' /", + "ĠJ TextField", + "ĠJText Field", + "ĠJT extField", + "Ġs eating", + "Ġse ating", + "Ġsea ting", + "Ġseat ing", + "Ġw ears", + "Ġwe ars", + "Ġwear s", + "Ġ` /", + "C ases", + "Case s", + "Ca ses", + "Cas es", + "Ġ Youtube", + "ĠY outube", + "ĠYou tube", + "ı m", + "Ġb alcon", + "Ġbal con", + ", G", + "Meta Data", + "Met aData", + "- price", + "-p rice", + "-pr ice", + "S CR", + "SC R", + "Un ity", + "Unit y", + "Uni ty", + "Ġtr unk", + "={ `${", + "={` ${", + "Ġearth quake", + "Ġearthqu ake", + "P artial", + "Part ial", + "Ġ subst", + "Ġsu bst", + "Ġsub st", + "Ġsubs t", + "Ġel imin", + "Ġelim in", + "=\" '.", + "=\"' .", + "//* [@", + "//*[ @", + "Ġsup ervisor", + "Ġsuper visor", + "Ġsuperv isor", + "vr olet", + "vro let", + "_ article", + "_art icle", + "Ġ pane", + "Ġp ane", + "Ġpa ne", + "Ġpan e", + "b io", + "bi o", + "Ġmot ors", + "Ġmo tors", + "Ġmotor s", + "Ġmoto rs", + "N M", + "F rank", + "Fr ank", + "Fran k", + "Fra nk", + "Ġon ion", + "- word", + "-w ord", + "Item ClickListener", + "ItemClick Listener", + "Ġ brit", + "Ġb rit", + "Ġbr it", + "Ġbri t", + "end encies", + "enden cies", + "Com puter", + "Comp uter", + "Compute r", + "Comput er", + "_ running", + "_r unning", + "_run ning", + "( day", + "(d ay", + "(da y", + "- he", + "-h e", + "( named", + "(n amed", + "(name d", + "ĠS ach", + "ĠSa ch", + "ĠSac h", + "о Ñĩ", + "c ampaign", + "camp aign", + ". Abstract", + ".A bstract", + ".Ab stract", + ".Abs tract", + "( wrapper", + "(w rapper", + ". pay", + ".p ay", + ".pa y", + "Ġ uw", + "Ġu w", + "G eo", + "Ge o", + "r ails", + "ra ils", + "rai ls", + "rail s", + "/ select", + "/s elect", + "/se lect", + "i chte", + "ic hte", + "ich te", + "icht e", + "s ons", + "so ns", + "son s", + "E VENT", + "EV ENT", + "Ġal iment", + "Ġali ment", + "Pro viders", + "Provider s", + "Provid ers", + "Provide rs", + "Prov iders", + "A wait", + "Aw ait", + "_INTER VAL", + ". off", + ".of f", + ".o ff", + "Ġgl uten", + "Ġglut en", + "Ġglu ten", + "_ cloud", + "_c loud", + "_cl oud", + "Ġ wen", + "Ġw en", + "Ġwe n", + ". extract", + ".ex tract", + ".ext ract", + ".extra ct", + "ĉ button", + "ĉb utton", + "/ MM", + "/M M", + "P arty", + "Par ty", + "Part y", + "Ġdem ographic", + "Ġdemo graphic", + "_ errno", + "_err no", + "Ġh iking", + "Ġhi king", + "Ġhik ing", + "(' ')Ċ", + "\", @\"", + "Ġ wit", + "Ġw it", + "Ġwi t", + "r á", + "ol ogie", + "olog ie", + "olo gie", + "ologi e", + "Ġ Styles", + "ĠSt yles", + "ĠStyle s", + "ĠSty les", + "ĠBrowser Module", + ". RequestMapping", + ".Request Mapping", + "ic ans", + "ica ns", + "ican s", + "P AGE", + "PA GE", + "c reation", + "cre ation", + "creat ion", + "ĠF erguson", + "u ded", + "ud ed", + "ude d", + "num bers", + "number s", + "Ġ GTK", + "ĠG TK", + "ĠGT K", + "Ġpresent ations", + "Ġpresentation s", + "ĠB obby", + "ĠBob by", + "_ span", + "_s pan", + "_sp an", + "e style", + "est yle", + "esty le", + "Ġillegal ly", + "Ġilleg ally", + "ab ela", + "abel a", + "abe la", + "Ġbattle field", + "cap acity", + "t error", + "ter ror", + "te rror", + "terr or", + "] \");Ċ", + "]\" );Ċ", + "]\") ;Ċ", + "Ġwar rior", + "le ader", + "lead er", + "lea der", + "Ġ DBG", + "ĠD BG", + "ĠDB G", + "Ġ Revenue", + "ĠRe venue", + "Ġvi gil", + "Ġvig il", + "Ġcounter parts", + "Ġcounterpart s", + "( Error", + "(E rror", + "AC TER", + "ACT ER", + "Ġhe eft", + "Ġse lections", + "Ġselect ions", + "Ġselection s", + "Ġsel ections", + "Ġsele ctions", + "ze ug", + "t om", + "to m", + "- two", + "-t wo", + "-tw o", + ". ;Ċ", + ".; Ċ", + "_ statement", + "_st atement", + "_state ment", + "_stat ement", + "_sta tement", + "ĠA id", + "ĠAi d", + "ĠV ul", + "ĠVu l", + "_ rgb", + "_r gb", + "_rg b", + "Ġpr izes", + "Ġpri zes", + "Ġprize s", + "Ġ editable", + "Ġed itable", + "Ġedit able", + "Ġedi table", + "ĉ form", + "ĉf orm", + "ĉfor m", + "ın ı", + ". decor", + ".de cor", + ".dec or", + "D emo", + "De mo", + "Dem o", + "l ices", + "lic es", + "li ces", + "lice s", + "Ġen ctype", + "Ġenc type", + "rat ulations", + "Ġ ROS", + "ĠR OS", + "ĠRO S", + "_ chars", + "_ch ars", + "_char s", + "ĠJ ahr", + "ĠJa hr", + "ĠJah r", + "p artial", + "part ial", + "Ñĥ ÑĤ", + "Ġ Receive", + "ĠRe ceive", + "ĠRece ive", + "ĠL ands", + "ĠLa nds", + "ĠLand s", + "ĠLan ds", + "AP TER", + "APT ER", + "Ġch opped", + "Ġcho pped", + "Ġchop ped", + ". .\"", + ".. \"", + "Ġ Analy", + "ĠAn aly", + "ĠAnal y", + "ĠAna ly", + "Ġ UID", + "ĠU ID", + "ĠUI D", + "ĠR adeon", + "ĠRad eon", + "ĠB ee", + "ĠBe e", + "Ġu nm", + "Ġun m", + "> M", + ".find all", + "Token izer", + "Ġ WHAT", + "ĠWH AT", + "Ġ sj", + "Ġs j", + "D rawing", + "Draw ing", + "E ss", + "Es s", + "O ND", + "ON D", + "Ĭ ¶", + "( packet", + "(p acket", + "(pa cket", + "(pack et", + "âĢĶ but", + "Inv ocation", + "ĠN uclear", + "ĠNu clear", + "? ;Ċ", + "Ġgr andes", + "Ġgrand es", + "Ġgran des", + "Ġgrande s", + "Ġ Crypt", + "ĠC rypt", + "ĠCry pt", + "r emark", + "re mark", + "rem ark", + "rema rk", + "Ġ' ../../../../", + "Ġ'../ ../../../", + "Ġ'../../ ../../", + "Ġ'../../../ ../", + "Ġin ability", + "m agic", + "mag ic", + "c ats", + "ca ts", + "cat s", + "Ġ simulate", + "Ġsim ulate", + "Ġsimul ate", + ": ${", + ":$ {", + "in flate", + "inf late", + "Ġ ener", + "Ġe ner", + "Ġen er", + ": NO", + ":N O", + "i ples", + "ip les", + "iple s", + "ipl es", + "Ġme rit", + "Ġmer it", + "Ġ Rated", + "ĠR ated", + "ĠRa ted", + "ĠRate d", + "ĠRat ed", + "Ġg lue", + "Ġgl ue", + "Ġglu e", + "/ blog", + "/b log", + "/bl og", + "Ġ gren", + "Ġg ren", + "Ġgr en", + "Ġgre n", + "Ġthr illed", + "Ġthrill ed", + ". CH", + ".C H", + "un can", + "unc an", + "unca n", + "Ġ PRIMARY", + "ĠPR IMARY", + "ĠPRI MARY", + "Ġper sec", + "Ġpers ec", + "Ġperse c", + "Ġfe ared", + "Ġfear ed", + ". MIN", + ".M IN", + "ĠThe ater", + "é Ĵ", + "ateg orie", + "ategor ie", + "ategori e", + "atego rie", + "æ® µ", + "Ġappet ite", + "s quare", + "squ are", + "ĠAlex and", + "ĠAlexa nd", + ". UserId", + ".User Id", + "_ gt", + "_g t", + "_ enter", + "_en ter", + "_ent er", + "Ġgrad uates", + "Ġgraduate s", + "Ġgradu ates", + "Fragment Manager", + "Author ize", + "-N LS", + "( My", + "(M y", + "Ġtri umph", + "Ġtrium ph", + "us ting", + "ust ing", + "ustin g", + "_PARAM S", + "_PAR AMS", + "Char acters", + "Character s", + "(: ,:,", + "(:, :,", + "_ BUILD", + "_B UILD", + "_BU ILD", + "M Hz", + "MH z", + "Ġw ashed", + "Ġwas hed", + "Ġwa shed", + "Ġwash ed", + "Ġun cle", + "Ġunc le", + "St eve", + "Ste ve", + "ar down", + "ard own", + "ardo wn", + "< stdio", + " ${", + ">$ {", + "_ confirmation", + "_confirm ation", + "Ġt rophy", + "Ġtr ophy", + "Ġtro phy", + "Ġtrop hy", + "W orks", + "Work s", + "ĠElect ronics", + "ĠElectronic s", + "ĠElectron ics", + "ĠMediterr anean", + "_ metrics", + "_m etrics", + "_metric s", + "_met rics", + "Ġann ouncing", + "Ġannounc ing", + "Ġ DAY", + "ĠD AY", + "ĠDA Y", + "_ proto", + "_pro to", + "_pr oto", + "_prot o", + "Ġ pear", + "Ġp ear", + "Ġpe ar", + "Ġpea r", + "base Url", + "ĉ ĉĉĉĉĉĉĉĊ", + "ĉĉ ĉĉĉĉĉĉĊ", + "ĉĉĉĉ ĉĉĉĉĊ", + "ĉĉĉ ĉĉĉĉĉĊ", + "ĉĉĉĉĉ ĉĉĉĊ", + "ĉĉĉĉĉĉ ĉĉĊ", + "ĉĉĉĉĉĉĉĉ Ċ", + "ĉĉĉĉĉĉĉ ĉĊ", + "Ġco ordination", + "Ġcoord ination", + "Ġcoordin ation", + ": N", + ". animate", + ".an imate", + ".anim ate", + "ĠC otton", + "ĠCot ton", + "_ hit", + "_h it", + "_hi t", + "â ľ", + "Ġj etzt", + "Ġjet zt", + "i fter", + "if ter", + "ift er", + "( fields", + "(f ields", + "(field s", + "own load", + "ific acion", + "ifica cion", + ". cuda", + ".c uda", + "ĠL iu", + "ĠLi u", + "> equals", + ">e quals", + "Ġ Ace", + "ĠA ce", + "ĠAc e", + "ÑĢ ам", + "ÑĢаР¼", + "ÑĢа м", + "ĠSup erman", + "ĠSuper man", + "ĠGar cia", + "ĠGarc ia", + "Ġarr ests", + "Ġarrest s", + "a gar", + "ag ar", + "aga r", + "Ġ {})", + "Ġ{ })", + "Ġ{} )", + "Ġ macros", + "Ġmac ros", + "Ġmacro s", + "ro upe", + "rou pe", + "roup e", + "ê tre", + "êt re", + "Ġtw isted", + "Ġtwist ed", + "str uments", + "strument s", + "stru ments", + "_ (\"", + "_( \"", + "_ vertices", + "_vert ices", + "Ġ Transition", + "ĠT ransition", + "ĠTrans ition", + "ĠTransit ion", + "и к", + "[ max", + "[m ax", + "m ind", + "min d", + "mi nd", + "Ġ accessToken", + "Ġaccess Token", + "Ġun le", + "Ġunl e", + "m us", + "mu s", + "c op", + "co p", + "Ġ Factor", + "ĠF actor", + "ĠFac tor", + "ĠFa ctor", + "ĠFact or", + "Ġcon ced", + "Ġconc ed", + "Ġconce d", + "Ġre tr", + "Ġr etr", + "Ġret r", + ".l inalg", + ".lin alg", + "- slider", + "-s lider", + "-slide r", + "-sl ider", + "o bl", + "ob l", + "_Static Fields", + "Ġz ombie", + "s elling", + "sel ling", + "sell ing", + "Ġ chap", + "Ġc hap", + "Ġch ap", + "Ġcha p", + "Ġsh aking", + "Ġsha king", + "Ġ Translate", + "ĠTrans late", + "ĠAm sterdam", + "Ġ ETH", + "ĠE TH", + "ĠET H", + "_ EXTERN", + "_EX TERN", + "_EXT ERN", + "k d", + "_ disc", + "_d isc", + "_dis c", + "_di sc", + "Ġprec eding", + "Ġpreced ing", + "Ġ prix", + "Ġp rix", + "Ġpr ix", + "Ġpri x", + "Object Name", + "_ modified", + "_mod ified", + "ard ware", + "Ġ?> \">", + "Ġ?>\" >", + "Ġ DW", + "ĠD W", + "` ${", + "Ġ?> \">\" >\"> \">< ?", + "u yen", + "uy en", + "uye n", + "Ġd onna", + "Ġdon na", + "Ġdonn a", + "Ġx si", + "Ġxs i", + "Ġ$ \"{", + "Ġ$\" {", + "Ġ Drawing", + "ĠD rawing", + "ĠDraw ing", + "ĠDra wing", + ", nil", + ",n il", + "Ġ onder", + "Ġo nder", + "Ġon der", + "Ġonde r", + "B G", + "O bserv", + "Ob serv", + "Obs erv", + "Ġconsider ations", + "Ġconsideration s", + "bo at", + "boa t", + "ĠB anks", + "ĠBank s", + "ĠBan ks", + "Ġin dict", + "Ġind ict", + "Ġindic t", + ", I", + "ĠB lu", + "ĠBl u", + "( version", + "(v ersion", + "cl iente", + "client e", + "cli ente", + "o lan", + "ol an", + "ola n", + "L ESS", + "LE SS", + "LES S", + "assert Same", + "_ void", + "_v oid", + "ĠW AS", + "ĠWA S", + "ĉ enum", + "ĉe num", + "ĉen um", + "Ġm ixer", + "Ġmix er", + "E W", + "a ffe", + "af fe", + "aff e", + "Ġblow job", + "t extField", + "text Field", + "Ġimm ense", + "_ repo", + "_re po", + "_rep o", + "Ġ globals", + "Ġg lobals", + "Ġglobal s", + "Ġglob als", + "ant ages", + "anta ges", + "antage s", + ". today", + ".t oday", + ".to day", + "Th ursday", + "ĠB rig", + "ĠBr ig", + "ĠBri g", + "{ })Ċ", + "{} )Ċ", + "{}) Ċ", + "Ġ Imagine", + "ĠIm agine", + "ĠImag ine", + "( GPIO", + "(G PIO", + "Ġ esto", + "Ġe sto", + "Ġes to", + "Ġest o", + "Ġ Province", + "ĠPro vince", + "ĠProv ince", + "ĠM ental", + "ĠMen tal", + "ĠMent al", + "_ cells", + "_c ells", + "_cell s", + "ĠJul ian", + "ĠJu lian", + "ĠJulia n", + "ĠJuli an", + ". Screen", + ".S creen", + ".Sc reen", + "Ġc andle", + "Ġcan dle", + "Ġcand le", + "Ġm onde", + "Ġmon de", + "Ġmo nde", + "Ġmond e", + "Ġv erg", + "Ġver g", + "Ġve rg", + "it erals", + "iter als", + "iteral s", + "- layout", + "-l ayout", + "G uest", + "Gu est", + "Ġv ind", + "Ġvi nd", + "Ġvin d", + "Ġ Echo", + "ĠE cho", + "ĠEc ho", + "' )}", + "') }", + "Ġ mann", + "Ġm ann", + "Ġman n", + "Ġma nn", + "_ BOOLEAN", + "_BO OLEAN", + "h ap", + "ha p", + "Ġnight mare", + "U GH", + "UG H", + "Ġnon etheless", + "Ġnone theless", + "Ġ athe", + "Ġa the", + "Ġat he", + "Ġath e", + "ĠH olland", + "ĠHol land", + "ĠHo lland", + "ĠHoll and", + "Ġ Born", + "ĠB orn", + "ĠBo rn", + "ĠBor n", + "\\ ORM", + "a nut", + "an ut", + "_ levels", + "_level s", + "Ġpet ite", + "Ġpetit e", + "- art", + "-a rt", + "-ar t", + "_ SHOW", + "_S HOW", + "_SH OW", + "number Of", + "_ thumbnail", + "_th umbnail", + "a mins", + "am ins", + "amin s", + "ami ns", + "Ġ Defines", + "ĠDef ines", + "ĠDefine s", + "Ġ\" =", + ". StatusCode", + ".Status Code", + "Ġdign ity", + "ĠB ike", + "ĠBi ke", + "ĠBik e", + ".New Line", + "ĠG las", + "ĠGl as", + "( logger", + "(log ger", + "(lo gger", + "Ġc atches", + "Ġcatch es", + "Ġcat ches", + "v otes", + "vo tes", + "vote s", + "Ġexam ining", + "/ register", + "/reg ister", + "Ġspec ifying", + "Ġspecify ing", + "_ fixed", + "_f ixed", + "_fix ed", + "Ġdraw ings", + "Ġdrawing s", + "Th reshold", + "A x", + "Ġ Architecture", + "ĠArch itecture", + "ĠArchitect ure", + "( pid", + "(p id", + "(pi d", + "W ire", + "Wir e", + "Wi re", + "( cont", + "(c ont", + "(con t", + "(co nt", + "l ane", + "la ne", + "lan e", + "L ists", + "List s", + "Li sts", + "Ġs print", + "Ġsp rint", + "Ġspr int", + "Ġgrand father", + "_ AG", + "_A G", + "Ġs cheduling", + "Ġsched uling", + "CL US", + "CLU S", + "at urity", + "atur ity", + "Ġ locking", + "Ġl ocking", + "Ġloc king", + "Ġlock ing", + "[ size", + "[s ize", + "_ styles", + "_st yles", + "_style s", + "Ġ wb", + "Ġw b", + "-- >ĊĊ", + "-->Ċ Ċ", + "--> ĊĊ", + "Ġsp inning", + "Ġspin ning", + "_ pending", + "_p ending", + "_pen ding", + "Match ers", + "Mat chers", + "Matcher s", + ". Keys", + ".Key s", + "Ġ PV", + "ĠP V", + "en us", + "enu s", + "ant is", + "anti s", + "Ġ discard", + "Ġd iscard", + "Ġdis card", + "Ġdisc ard", + "Ġ haul", + "Ġh aul", + "Ġha ul", + "Ġem pir", + "Ġemp ir", + "Ġpath way", + "Ġo ak", + "Ġoa k", + "м ен", + "ме н", + "-in duced", + "-ind uced", + "Ġim pair", + "Ġimp air", + "ĠCal gary", + ".is Hidden", + "d z", + "_ include", + "_in clude", + "_inc lude", + "Ġ gm", + "Ġg m", + "Ġ' ('", + "Ġ'( '", + "P Y", + "uggest ions", + "uggestion s", + "Ġcom modity", + "Ġcommod ity", + "c ro", + "cr o", + "/ sub", + "/s ub", + "Ġ getInstance", + "Ġget Instance", + "Ġ Legacy", + "ĠLeg acy", + "ĠK il", + "ĠKi l", + "B al", + "Ba l", + "( short", + "(s hort", + "(sh ort", + "In form", + "Info rm", + "Inf orm", + "+ x", + "* r", + "Ġ Hopefully", + "ĠHope fully", + "ĠHop efully", + "o rate", + "or ate", + "ora te", + "Ġm achen", + "Ġma chen", + "Ġmach en", + "Ġmac hen", + "Ġtreat y", + "Ġtre aty", + "ĠO ri", + "ĠOr i", + ". public", + ".p ublic", + ".pub lic", + "- horizontal", + "-h orizontal", + "Ġt actic", + "Ġta ctic", + "Ġtact ic", + "Ġtac tic", + "Ġb ord", + "Ġbo rd", + "Ġbor d", + "w ares", + "ware s", + "wa res", + "war es", + "Ġ ammo", + "Ġa mmo", + "Ġam mo", + "Ġ Lists", + "ĠL ists", + "ĠList s", + "ĠLi sts", + "ĠLis ts", + "Ġequ ations", + "Ġeq uations", + "Ġequation s", + "/ her", + "/h er", + "/he r", + "ĠN SW", + "ĠNS W", + "B ounding", + "Bo unding", + "Bound ing", + "_ Collections", + "_C ollections", + "Ġ avail", + "Ġa vail", + "Ġav ail", + "Ġava il", + ". DropDown", + ".Drop Down", + "è °", + "Ġ hh", + "Ġh h", + "Ġl Ãł", + ". pb", + ".p b", + "Ġmem orial", + "Ġmemor ial", + "Ġmemo rial", + "Ġmemoria l", + "Ġ ATTR", + "ĠAT TR", + "ĠATT R", + "Ġexhaust ed", + "Ġt sp", + "Ġts p", + "ĉ redirect", + "ĉre direct", + "Ġlike wise", + "Ġlik ewise", + "S TER", + "ST ER", + "STE R", + "L java", + "Ġcondem ned", + "Ġcondemn ed", + "oca ust", + "( strict", + "(str ict", + "Ġex empt", + "Ġexem pt", + "Ġexemp t", + "Ġ sms", + "Ġs ms", + "Ġsm s", + "Ġex agger", + "S YS", + "SY S", + "Ġl ounge", + "Ġlo unge", + "Ġlou nge", + "Ġloung e", + ": ^", + "Ġt odd", + "Ġto dd", + "Ġtod d", + "d eb", + "de b", + "at orial", + "ator ial", + "ato rial", + "atori al", + "atoria l", + "ĠPort er", + "ĠPor ter", + "Ġt uition", + "Ġtu ition", + "Ġex empl", + "Ġexem pl", + "Ġexe mpl", + "Ġexemp l", + "Ġ paren", + "Ġp aren", + "Ġpar en", + "Ġpa ren", + "Ġpare n", + ".line To", + "Ġkid ney", + "Ġki dney", + "Ġkidn ey", + "Ġ ça", + "Ġç a", + "Ġc ui", + "Ġcu i", + "ï¼Į 请", + "X C", + "Ġmo ż", + "Ġn ominated", + "Ġno minated", + "Ġnom inated", + "Ġnomin ated", + "Ġnominate d", + "l ung", + "lu ng", + "lun g", + "Im Gui", + "Ġ Buzz", + "ĠB uzz", + "ĠBu zz", + "Ġst ereo", + "Ġste reo", + "Ġster eo", + "Ġstere o", + "p ortal", + "port al", + "por tal", + "res as", + "resa s", + "Ġ klass", + "Ġk lass", + "Ġkl ass", + "Ġkla ss", + "Ġklas s", + "Ġd rafted", + "Ġdraft ed", + "Ġproject ile", + "/g pl", + "( parameters", + "(param eters", + "(parameter s", + "* )Ċ", + "*) Ċ", + "Ġass isted", + "Ġassist ed", + "Ġ NSInteger", + "ĠNS Integer", + "s itemap", + "site map", + "sit emap", + ": nth", + ":n th", + ". Views", + ".View s", + ".Argument Parser", + "Ġ meer", + "Ġm eer", + "Ġme er", + "Ġmee r", + "z ier", + "zi er", + "zie r", + "Ġ Dig", + "ĠD ig", + "ĠDi g", + "Ċ", + ")} >Ċ", + ")}> Ċ", + "Ġp lag", + "Ġpl ag", + "Ġpla g", + "p ine", + "pi ne", + "pin e", + "Ġblank et", + "Ġ : -", + "Ġ lcd", + "Ġl cd", + "Ġlc d", + "- --------------", + "-- -------------", + "---- -----------", + "-------- -------", + "--- ------------", + "------------ ---", + "----- ----------", + "---------- -----", + "------ ---------", + "----------- ----", + "------------- --", + "------- --------", + "--------- ------", + "-------------- -", + "( \"\"", + "(\" \"", + "Ġt actical", + "Ġtact ical", + "Ġtactic al", + "Ġtac tical", + "ĠR onald", + "ĠRon ald", + "ex tr", + "ext r", + "ĠF est", + "ĠFe st", + "Ġf uer", + "Ġfu er", + "Ġfue r", + "- navigation", + "-n avigation", + "-nav igation", + "Ġ kb", + "Ġk b", + "g host", + "gh ost", + "Ġ handleChange", + "Ġhandle Change", + "_ cls", + "_c ls", + "_cl s", + "( )!=", + "() !=", + "Com parator", + "Compar ator", + ". vm", + ".v m", + "ĠC ox", + "ĠCo x", + "_ review", + "_re view", + "_r eview", + "_rev iew", + "/ @", + "_ cookie", + "_c ookie", + "_co okie", + "Ġrecogn ised", + "Ġrecognise d", + "l dap", + "ld ap", + "lda p", + "Th reads", + "Thread s", + "ĠS exual", + "ĠSex ual", + "ĠB earing", + "ĠBe aring", + "ĠBear ing", + "ĠBea ring", + "( SQL", + "(S QL", + "Ġ xr", + "Ġx r", + "Ġt high", + "Ġth igh", + "Ġthi gh", + "URL Connection", + "ĠS UV", + "ĠSU V", + "Ġm Context", + "Ġinc idence", + "Ġincid ence", + "Ġ Este", + "ĠE ste", + "ĠEs te", + "ĠEst e", + ". sup", + ".s up", + "_ te", + "_t e", + "( EXIT", + "(EX IT", + "C MD", + "CM D", + "/ \">", + "/\" >", + "Al most", + "Ġ Une", + "ĠU ne", + "ĠUn e", + "Ġand eren", + "Ġandere n", + "Ġander en", + "Ġ Singleton", + "ĠS ingleton", + "ĠSing leton", + "ĠSingle ton", + "Ġb ore", + "Ġbo re", + "Ġbor e", + "Th ink", + "Thin k", + "Ġn arc", + "Ġna rc", + "Ġnar c", + "] initWith", + "]init With", + "_ shop", + "_s hop", + "_sh op", + "( strategy", + "(str ategy", + "! ',", + "!' ,", + "her its", + "herit s", + "Ġ Desk", + "ĠD esk", + "ĠDe sk", + "ĠDes k", + "_ machine", + "_m achine", + "_ma chine", + ".n etty", + ".net ty", + ".ne tty", + "ı nda", + "ın da", + "ınd a", + "= <", + "Ġ QR", + "ĠQ R", + "Ġ Sidebar", + "ĠS idebar", + "ĠSide bar", + ".split Container", + "Ġon Success", + "Ġ monkey", + "Ġmon key", + "Ġmonk ey", + "En joy", + "( nodes", + "(n odes", + "(node s", + "(no des", + "pect rum", + "Ġ (*(", + "Ġ( *(", + "Ġ(* (", + "ĉ UINT", + "ĉU INT", + "ĉUI NT", + ", height", + ",h eight", + "ĠNetwork s", + "ĠNet works", + ". tail", + ".t ail", + ".ta il", + ".l inspace", + ".lin space", + "Ġ \"...", + "Ġ\" ...", + "Ġ\". ..", + "Ġ\".. .", + "L isten", + "List en", + "Li sten", + "Æ ¡", + ". Channel", + ".Ch annel", + "- defined", + "-d efined", + "-def ined", + "Re peat", + "Rep eat", + "ad just", + "adj ust", + "E RM", + "ER M", + "_ application", + "_app lication", + "_ap plication", + ".assert NotNull", + ".assertNot Null", + "- stream", + "-st ream", + "-str eam", + "Ġ rabbit", + "Ġr abbit", + "Ġrab bit", + "Ġposition ing", + "Ġ woke", + "Ġw oke", + "Ġwo ke", + "Ġf ing", + "Ġfin g", + "Ġfi ng", + "Ġmulti player", + "Ġmultip layer", + "Ġregister ing", + "Ġregist ering", + "un til", + "unt il", + "Ã¥ n", + "( ::", + "(: :", + "uss ions", + "ussion s", + "Ġpot ato", + "Ġ Equals", + "ĠE quals", + "ĠEqu als", + "ĠEqual s", + ". Sup", + ".S up", + "/ apache", + "/ap ache", + "Ġ (=", + "Ġ( =", + ". \")", + ".\" )", + ". ptr", + ".p tr", + ".pt r", + "Ġ Speech", + "ĠS peech", + "ĠSpe ech", + ". clip", + ".c lip", + ".cl ip", + ".cli p", + "ĠGab riel", + "ĠGabri el", + "Ġmus ician", + "Ġmusic ian", + "/ issues", + ". shop", + ".s hop", + ".sh op", + "Ġ Hier", + "ĠH ier", + "ĠHi er", + "_ RET", + "_RE T", + "_R ET", + "_ bucket", + "_b ucket", + "ãĥ ¡", + "a vs", + "av s", + "Ġ roz", + "Ġr oz", + "Ġro z", + "f lower", + "fl ower", + "flow er", + "flo wer", + "Write Barrier", + "ĠM ilan", + "ĠMil an", + "ĠMi lan", + "Ġlegisl ature", + "ĠD oll", + "ĠDo ll", + "ĠDol l", + "Ġpro ving", + "Ġpr oving", + "Ġprov ing", + ".concat enate", + "âķ IJ", + "Ġg char", + "Ġgc har", + "cdn js", + "b les", + "ble s", + "bl es", + "Ġ Listing", + "ĠL isting", + "ĠList ing", + "ĠLis ting", + "л о", + ".xr Label", + "ĠS ak", + "ĠSa k", + "just ice", + "ju stice", + "ĠVal entine", + "ĠValent ine", + "un less", + "Ġp iger", + "Ġpi ger", + "Ġpig er", + "Ġpige r", + "( run", + "(r un", + "Ġtest ified", + "A NA", + "AN A", + "ĠRe moves", + "ĠRem oves", + "ĠRemove s", + ") )));Ċ", + ")) ));Ċ", + "))) );Ċ", + ")))) ;Ċ", + "rec ated", + "ĠRuntime Method", + "Ġcon qu", + "ãĤ ¢", + "Ġt issues", + "Ġtissue s", + "a iler", + "ail er", + "ai ler", + "é té", + "ét é", + "- Star", + "-S tar", + "-St ar", + "Ġfl ames", + "Ġflame s", + "Ġflam es", + "Ġfla mes", + ". setIcon", + ".set Icon", + "Ġsup ern", + "Ġsuper n", + "Ġv agina", + "Ġvag ina", + "- variable", + "-var iable", + "Ġwell ness", + "C UR", + "CU R", + "Ġb elle", + "Ġbe lle", + "Ġbel le", + "Ġbell e", + ". getRequest", + ".get Request", + "Ġp oco", + "Ġpo co", + "Ġpoc o", + "b enh", + "be nh", + "ben h", + "a gens", + "ag ens", + "age ns", + "agen s", + "Ġs pill", + "Ġsp ill", + "Ġspi ll", + "Ġ Jur", + "ĠJ ur", + "ĠJu r", + "Ġ dispatcher", + "Ġdispatch er", + "Ġdisp atcher", + "н ого", + "но го", + "ног о", + "e monic", + "em onic", + "emo nic", + "emon ic", + "( dirname", + "(dir name", + "Ġ ÐĶ", + "ĠÐ Ķ", + "Ġp asse", + "Ġpass e", + "Ġpas se", + "Ġpa sse", + "Ġg anz", + "Ġga nz", + "Ġgan z", + "r icing", + "ri cing", + "ric ing", + "E U", + "Ġmuj eres", + "Ġmujer es", + "es sen", + "ess en", + "esse n", + ". attribute", + ".at tribute", + ".attrib ute", + "j j", + "ĉ ĉĠĊ", + "ĉĉ ĠĊ", + "ĉĉĠ Ċ", + "[ ^", + "Ġ strtolower", + "Ġstr tolower", + "Ġstrtol ower", + "lex er", + "ect ar", + "ec tar", + "ecta r", + "h otel", + "ho tel", + "hot el", + ". square", + ".s quare", + "Ġr all", + "Ġra ll", + "Ġl owered", + "Ġlow ered", + "Ġlower ed", + "handle d", + "hand led", + "M arket", + "Mark et", + "Mar ket", + "Ġ Uses", + "ĠU ses", + "ĠUs es", + "ĠUse s", + "i vas", + "iv as", + "iva s", + ". Business", + ".B usiness", + ".Bus iness", + "ãģĹ ãģ¦", + "ãģĹãģ ¦", + "D IV", + "DI V", + "Ġw asted", + "Ġwas ted", + "Ġwa sted", + "Ġwaste d", + "Ġwast ed", + "Ġa voir", + "Ġav oir", + "ê m", + "_ ACCOUNT", + "_AC COUNT", + "_ACC OUNT", + ". et", + ".e t", + "ĉ SDL", + "ĉS DL", + "k ap", + "ka p", + "Ġ fox", + "Ġf ox", + "Ġfo x", + "up pet", + "upp et", + "uppe t", + "{ },Ċ", + "{} ,Ċ", + "{}, Ċ", + "\" ,'", + "\", '", + "F avorite", + "P END", + "PE ND", + "Ġ AES", + "ĠA ES", + "ĠAE S", + "} ),", + "}) ,", + "Ġde duction", + "Ġded uction", + "Ġdeduct ion", + "Ġpol ÃŃt", + "Ġcomponent Will", + "ĠT elerik", + "ĠTele rik", + "_ SELF", + "_SE LF", + "_SEL F", + "Ġm use", + "Ġmus e", + "Ġmu se", + "C raft", + "Cr aft", + "Ġ dens", + "Ġd ens", + "Ġde ns", + "Ġden s", + "ठ¿", + "( tp", + "(t p", + "Ġt asty", + "Ġta sty", + "Ġtas ty", + "Ġtast y", + "Ġ balances", + "Ġbalance s", + "Ġbal ances", + "Ġded ication", + "Ġdedic ation", + "Ġdedi cation", + "ĠWall ace", + "ĠWal lace", + "Ġun law", + "Ġunl aw", + "\\ \">\\", + "\\\" >\\", + "\\\"> \\", + "Ġm um", + "Ġmu m", + "- update", + "-up date", + "e mente", + "em ente", + "ement e", + "eme nte", + "emen te", + "Ġs oda", + "Ġso da", + "Ġsod a", + "Re public", + "Rep ublic", + "as mine", + "asm ine", + "é ric", + "ér ic", + "éri c", + "( Status", + "(S tatus", + "ĠJson Convert", + "Ġ Disk", + "ĠD isk", + "ĠDis k", + "ĠDi sk", + ". Redirect", + ".Re direct", + ".Red irect", + "Ġfil ming", + "Ġfilm ing", + "/ mol", + "/m ol", + "R o", + "Ġ ville", + "Ġv ille", + "Ġvi lle", + "Ġvill e", + "Ġvil le", + "Ġtr abaj", + "Ġtrab aj", + "Ġs ynthesis", + "Ġsyn thesis", + "Ġsynth esis", + "Ġsynthes is", + "r ega", + "re ga", + "reg a", + "Ġ rl", + "Ġr l", + "S cheduler", + "Schedule r", + "ISH ED", + "current User", + "( errors", + "(err ors", + "(error s", + "(er rors", + "' h", + "_ bot", + "_b ot", + "_bo t", + "x imo", + "xi mo", + "Ġ USART", + "ĠUS ART", + "ĠUSA RT", + "_ super", + "_s uper", + "_sup er", + "_su per", + "_ DECREF", + "_DEC REF", + "н ой", + "но й", + "_ ROW", + "_R OW", + "_RO W", + "Ġprom otes", + "Ġpromote s", + "Ġpromot es", + "Ġpromo tes", + "Ġ TA", + "ĠT A", + "Ġh oras", + "Ġhor as", + "Ġho ras", + "Ġhora s", + "ĠRep resents", + "ĠRepresent s", + "Ġ nameof", + "Ġname of", + "Ġnam eof", + "Ġ Exc", + "ĠE xc", + "ĠEx c", + "ĠGar age", + "ĠGa rage", + "Ġse ine", + "Ġsein e", + "Ġsei ne", + ", #", + "Ġh erb", + "Ġhe rb", + "Ġher b", + "/ resources", + "/re sources", + "/res ources", + "/resource s", + "Ġple aded", + "Ġplea ded", + "Ġplead ed", + ".r adioButton", + ".radio Button", + "Ġ æĺ", + "Ġæ ĺ", + "O ps", + "Op s", + "ĠN est", + "ĠNe st", + "ĠNes t", + "c string", + "cs tring", + "ĠDef ence", + "Ġref ere", + "Ġrefer e", + "_ leaf", + "_le af", + "Ġreve lation", + "Ġrevel ation", + "ë §", + ".execute Update", + "_W ORLD", + "Ġexp ans", + "(\" \\\"", + "(\"\\ \"", + "j ab", + "ja b", + "Ġdoub ts", + "Ġdoubt s", + "Ġ Geometry", + "ĠGe ometry", + "ĠGeo metry", + "Ġintrodu ces", + "Ġintroduce s", + "Ġsen ators", + "Ġsenator s", + "Ġc anal", + "Ġcan al", + "Ġca nal", + ". helper", + ".h elper", + ".help er", + "ĠB iology", + "ĠBi ology", + "ĠBio logy", + "ĠBiol ogy", + "_ SENS", + "_S ENS", + "_SE NS", + ". previous", + ".pre vious", + ".prev ious", + "- touch", + "-t ouch", + "-to uch", + "a bit", + "ab it", + "abi t", + "Ġimp acted", + "Ġimpact ed", + "Ġbr ackets", + "Ġbracket s", + ". direct", + ".d irect", + ".dir ect", + ".di rect", + "ac cum", + "acc um", + "Ġtest osterone", + "ĉ action", + "ĉa ction", + "ĉac tion", + "ĉact ion", + "Ġ Chance", + "ĠCh ance", + "ĠCha nce", + "ĠChan ce", + "Ġpe aks", + "Ġpeak s", + "Ġpea ks", + "CppCodeGen WriteBarrier", + "Ġun belie", + "Ġunbe lie", + "_ press", + "_p ress", + "_pr ess", + "_pre ss", + "_pres s", + ". Rel", + ".R el", + ".Re l", + "ang led", + "angle d", + "angl ed", + "/ templates", + "/t emplates", + "/template s", + "/temp lates", + "-- >čĊ", + "--> čĊ", + "l ime", + "li me", + "lim e", + "Ġsufficient ly", + "_ nt", + "_n t", + "Exp and", + ".is file", + "Ġ isEmpty", + "Ġis Empty", + "Ġ qt", + "Ġq t", + "Ġmul her", + "a cob", + "ac ob", + "aco b", + "Ge orge", + "å¸ ¸", + "Ġas sim", + "Ġass im", + "a so", + "as o", + "Ġcompr ised", + "Ġcomprise d", + "O V", + "( CONFIG", + "(CON FIG", + "ĉ writer", + "ĉw riter", + "ĉwrite r", + "Ġd esp", + "Ġde sp", + "Ġdes p", + "Ġten ure", + "( cr", + "(c r", + ". pool", + ".p ool", + ".po ol", + "ĠB rend", + "ĠBr end", + "ĠBre nd", + "ĠBren d", + "Ġc ensor", + "( timeout", + "(time out", + "Ġp lea", + "Ġpl ea", + "Ġple a", + ". Wrap", + ".W rap", + "Ġt ightly", + "Ġtight ly", + "Ġ Were", + "ĠW ere", + "ĠWe re", + "ĠWer e", + "Ġ Ignore", + "ĠI gnore", + "ĠIgn ore", + "ĠIg nore", + "a bei", + "ab ei", + "abe i", + "Ġbr idges", + "Ġbridge s", + "Ġbrid ges", + "Ġcondem n", + "Ġsimp licity", + "Ġsimpl icity", + "Ġrout inely", + "Ġroutine ly", + "Ġbl acks", + "Ġblack s", + "Ġbla cks", + "j b", + "ĠP it", + "ĠPi t", + "U tf", + "Ut f", + "Ġ /Ċ", + "Ġ/ Ċ", + "r eload", + "re load", + "rel oad", + "Ġset Object", + "/ global", + "/g lobal", + "Ġf atty", + "Ġfa tty", + "Ġfat ty", + "Ġfatt y", + "Ġs ocks", + "Ġso cks", + "Ġsock s", + "Ġsoc ks", + "Could n", + "Ġerot isk", + "æĿ ¡", + "Ġ Pressure", + "ĠPres sure", + "ĠPress ure", + "ĠM az", + "ĠMa z", + "n pos", + "np os", + "to lower", + "tol ower", + "Ġ EQ", + "ĠE Q", + "ut eur", + "ute ur", + "Ġ Moment", + "ĠM oment", + "ĠMo ment", + "ĠMom ent", + "Ġ eta", + "Ġe ta", + "Ġet a", + "{{ --", + "Ġ graphs", + "Ġgraph s", + "Ġgrap hs", + "ĠG uar", + "ĠGu ar", + "r ine", + "ri ne", + "rin e", + "( --", + "(- -", + "Ġ HttpStatus", + "ĠHttp Status", + "( student", + "(st udent", + "* np", + "*n p", + "Ġrail way", + "Ġas ynchronous", + "_ vm", + "_v m", + "' ],'", + "'] ,'", + "'], '", + ", text", + ",t ext", + "m erchant", + "mer chant", + "( Guid", + "(G uid", + "ĠG ra", + "ĠGr a", + "ix er", + "ixe r", + "fetch All", + ". addListener", + ".add Listener", + "f lip", + "fl ip", + "* $", + "> (),", + ">( ),", + ">() ,", + "Ġsun light", + "as signed", + "ass igned", + "assign ed", + "Ġ abc", + "Ġa bc", + "Ġab c", + "Ġ COLUMN", + "ĠC OLUMN", + "ĠðŁĻĤ ĊĊ", + ") ...", + "). ..", + ").. .", + "Ġ ensemble", + "Ġen semble", + "Ġens emble", + "Ġ newline", + "Ġnew line", + "_S INGLE", + "i edad", + "ie dad", + "ied ad", + "Ġd arker", + "Ġdark er", + "Ġdar ker", + "or map", + "orm ap", + "Ġ lion", + "Ġl ion", + "Ġli on", + "pl its", + "plit s", + "Ġillustr ation", + "Ġillust ration", + "Ġ IEEE", + "ĠI EEE", + "ĠIE EE", + "Ġv ista", + "Ġvis ta", + "Ġvi sta", + "ous ands", + "ousand s", + "* ******", + "** *****", + "**** ***", + "****** *", + "*** ****", + "***** **", + "ĠTom my", + "Ġ hue", + "Ġh ue", + "Ġhu e", + "S el", + "Se l", + "Ġ aura", + "Ġa ura", + "Ġau ra", + "Ġaur a", + "ĠThe rapy", + "ĠTher apy", + "Ġan imator", + "Ġanim ator", + ". constraints", + ".con straints", + ".constraint s", + "Ġv ague", + "Ġva gue", + "Ġvag ue", + "(\" \")", + "(\"\" )", + "Ġvill ain", + "Ġvil lain", + "Ġvilla in", + "Ġbless ing", + "Ġstring Builder", + "Ġ Misc", + "ĠM isc", + "ĠMi sc", + "ĠMis c", + "Ġ DIR", + "ĠD IR", + "ĠDI R", + "f ax", + "fa x", + "- node", + "-n ode", + "-no de", + "Ġ Walking", + "ĠW alking", + "ĠWalk ing", + "ĠWal king", + "Ġ AU", + "ĠA U", + "s ess", + "se ss", + "ses s", + "Ġgr ill", + "Ġgri ll", + "VERT ISE", + "ĠF oods", + "ĠFood s", + "ĠFo ods", + "ĠFoo ds", + "Ġt ournaments", + "Ġtour naments", + "Ġtournament s", + "à ĵ", + "Ġ Marsh", + "ĠMar sh", + "ĠMars h", + "Ġw onders", + "Ġwon ders", + "Ġwonder s", + "Long itude", + ".Command Text", + "= input", + "=in put", + "_ encoder", + "_e ncoder", + "_en coder", + "_encode r", + "_enc oder", + "page Size", + "Ġ getState", + "Ġget State", + "> >Ċ", + ">> Ċ", + ". grey", + ".g rey", + ".gr ey", + "p od", + "po d", + "Ġread ings", + "Ġreading s", + "Ġre consider", + "Start up", + "Ġex cer", + "Ġexc er", + "Ġexce r", + ". balance", + ".b alance", + "_ cycle", + "_c ycle", + "_ Time", + "_T ime", + "LO CAL", + "LOC AL", + "Ġ EFI", + "ĠE FI", + "ĠEF I", + "ĠR eyn", + "ĠRe yn", + "ĠRey n", + ".set Foreground", + "b yn", + "by n", + "Ġdis connected", + "Ġdisconnect ed", + "ACT IVE", + "Ġ embedding", + "Ġembed ding", + "ic kers", + "ick ers", + "icker s", + "Ġsurround ings", + "Ġsurrounding s", + "* c", + "Ġgar ant", + "Ġga rant", + "Ġ bf", + "Ġb f", + "Ġ wipe", + "Ġw ipe", + "Ġwi pe", + "Ġ ä¸ĭ", + "Ġä¸ ĭ", + "_ TRA", + "_T RA", + "_TR A", + "ad ox", + "ado x", + "ç ķ", + "Ġs ucks", + "Ġsu cks", + "Ġsuc ks", + "Ġsuck s", + "Ġ Songs", + "ĠS ongs", + "ĠSon gs", + "ĠSong s", + "ĠAssoci ates", + "ĠAssociate s", + "ĠAssoc iates", + "ĠB ald", + "ĠBa ld", + "ĠBal d", + "ĠB rett", + "ĠBr ett", + "ĠBre tt", + "ĠBret t", + "ven ile", + "Ġ vt", + "Ġv t", + "Ġin ade", + "Ġre signed", + "Ġres igned", + "Ġresign ed", + "ĠGl enn", + "ĠGlen n", + "ĠGle nn", + ". pattern", + ".p attern", + ".pat tern", + ".Data Bind", + "Ñĥ м", + "Layout Inflater", + "c het", + "ch et", + "che t", + "ĠTest ament", + ". ms", + ".m s", + "Ġp av", + "Ġpa v", + "Ġ ReactDOM", + "ĠReact DOM", + "ur dy", + "urd y", + "A DATA", + "AD ATA", + "ADA TA", + "M u", + "/ actions", + "/a ctions", + "/action s", + "Ġ Js", + "ĠJ s", + "_ extract", + "_ex tract", + "_ext ract", + "_extra ct", + "Ġ Bring", + "ĠB ring", + "ĠBr ing", + "ĠBri ng", + ": id", + ":i d", + "st rt", + "str t", + "i vation", + "iv ation", + "iva tion", + "Ġout right", + "Ġou tright", + "Ġoutr ight", + "a zu", + "az u", + "loy ment", + "и Ñı", + "al do", + "ald o", + "Ġ Publisher", + "ĠP ublisher", + "ĠPublish er", + "E ducation", + "Educ ation", + "P alette", + "Pal ette", + "Pa lette", + "Pale tte", + "_ drv", + "_d rv", + "_dr v", + "Ġ ($(", + "Ġ( $(", + "Ġ($ (", + "ĠA nda", + "ĠAn da", + "ĠAnd a", + "Ġrem edy", + "Ġremed y", + "Ġin consistent", + "Ġincons istent", + "Ġinconsist ent", + "t ection", + "te ction", + "tec tion", + "Ġreg ulators", + "Ġregul ators", + "Ġregulator s", + "Ġshort est", + "( pair", + "(p air", + "(pa ir", + "Ġ Installation", + "ĠInstall ation", + "Ġdef endants", + "Ġdefend ants", + "Ġdefendant s", + "Ġ ();", + "Ġ( );", + "Ġ() ;", + "- large", + "-l arge", + "M el", + "Me l", + "Ġthreat en", + "н Ñı", + "Ġfet ish", + "ot ine", + "oti ne", + "_ dic", + "_d ic", + "_di c", + "Ġ <$", + "Ġ< $", + "Ġst agger", + "Ġsta gger", + "Ġstag ger", + "s pi", + "sp i", + "$ response", + "$res ponse", + "S erv", + "Se rv", + "Ser v", + "- born", + "-b orn", + "-bo rn", + "j os", + "jo s", + "ĉ img", + "ĉi mg", + "ĉim g", + "ĉ WHERE", + "ĉW HERE", + "_ lt", + "_l t", + "å½ ĵ", + ". cost", + ".c ost", + ".co st", + ".cos t", + "Ġ Tue", + "ĠT ue", + "ĠTu e", + ". labels", + ".label s", + ".lab els", + "Ġ LV", + "ĠL V", + "wcs store", + "ĠJ esse", + "ĠJes se", + "ĠJe sse", + "ĠJess e", + "ภ«", + "T rade", + "Tr ade", + "Trad e", + "Tra de", + "Ġpredecess or", + "ë Ĥ", + "f inally", + "fin ally", + "final ly", + "_ general", + "_g eneral", + "_gen eral", + "_gene ral", + "_gener al", + "oggle r", + "ogg ler", + "_ REGION", + "_REG ION", + "n ement", + "ne ment", + "nem ent", + "Ġb logger", + "Ġblog ger", + "Ġblo gger", + "ĠHar bor", + "Ġ Dataset", + "ĠD ataset", + "ĠData set", + "ĠDat aset", + "[ w", + "Ġattend ees", + "Ġattendee s", + ". ico", + ".i co", + ".ic o", + "max imum", + ". Unlock", + ".Un lock", + "_ SYNC", + "_S YNC", + "_SY NC", + "_SYN C", + "ág ina", + "Ġd owns", + "Ġdown s", + "Ġdow ns", + "ĠW ii", + "ĠWi i", + "] )/", + "]) /", + "Ġk icking", + "Ġkick ing", + "un ication", + "unic ation", + "uni cation", + "Ġ DAC", + "ĠD AC", + "ĠDA C", + "Ġ IDS", + "ĠI DS", + "ĠID S", + "ĠR ental", + "ĠRen tal", + "ĠRent al", + "Ġ currentTime", + "Ġcurrent Time", + "Ġvacc ines", + "Ġvaccine s", + "ĠD evil", + "ĠDe vil", + "ĠDev il", + "Ġn ors", + "Ġno rs", + "Ġnor s", + "_ mouse", + "_m ouse", + "_mo use", + "ur rection", + "urre ction", + "urr ection", + "urrect ion", + "( no", + "(n o", + "Ġ >čĊ", + "Ġ> čĊ", + "Ġag gression", + "Ġaggress ion", + "Ġagg ression", + "Ġbre eding", + "Ġbreed ing", + "Ġbree ding", + ". symbol", + ".s ymbol", + ".sym bol", + "i man", + "im an", + "ima n", + "Absolute Path", + "Ġ WHO", + "ĠW HO", + "ĠWH O", + "_ flush", + "_f lush", + "_fl ush", + "- root", + "-r oot", + "-ro ot", + "a rna", + "ar na", + "arn a", + "& M", + "Ġf athers", + "Ġfa thers", + "Ġfather s", + "Ġ Rocket", + "ĠR ocket", + "ĠRock et", + "ĠRo cket", + "ĠRoc ket", + "i veau", + "ive au", + "Ġw ander", + "Ġwa nder", + "Ġwand er", + "Ġwan der", + "Ġcom pos", + "Ġcomp os", + "ĠWar rior", + "Ġ Seat", + "ĠS eat", + "ĠSe at", + "ĠSea t", + "ĠCl inic", + "ĠClin ic", + "ĠCli nic", + "_ invoice", + "_in voice", + "_inv oice", + "( dispatch", + "(dis patch", + "Product o", + "at uring", + "atur ing", + "atu ring", + "oss ier", + "ĠM AY", + "ĠMA Y", + "Ġd agger", + "Ġda gger", + "Ġdag ger", + "Ġsan itized", + "Ġsanit ized", + "Ġsanitize d", + "Ġ RFC", + "ĠR FC", + "ĠRF C", + "Ġp roph", + "Ġpro ph", + "Ġpr oph", + "Ġprop h", + "Ġu rine", + "Ġur ine", + "Ġuri ne", + "Ġgr ind", + "Ġgri nd", + "Ġgrin d", + "Ġ Expanded", + "ĠExp anded", + "ĠExpand ed", + "des cripcion", + "- fw", + "-f w", + "ĠK erry", + "ĠKer ry", + "ĠKerr y", + "= name", + "=n ame", + "Ġ chk", + "Ġc hk", + "Ġch k", + "Ġn ationally", + "Ġnational ly", + "Ġnation ally", + "Ġt hee", + "Ġth ee", + "Ġthe e", + "I nc", + "In c", + "Ġ ?>>", + "Ġ? >>", + "Ġ?> >", + ". RadioButton", + ".R adioButton", + ".Http ServletResponse", + ".HttpServlet Response", + "/ Y", + "ĉ field", + "ĉf ield", + "ĉfi eld", + "Ġ homme", + "Ġhom me", + "y per", + "ype r", + "yp er", + "Ph ysical", + "Phys ical", + "= v", + "Ġd riv", + "Ġdr iv", + "Ġdri v", + "Ġ Errors", + "ĠError s", + "ĠEr rors", + "ĠErr ors", + "Ġc Äĥ", + "De ath", + "Ġ WINDOW", + "ĠW INDOW", + "Ġpo et", + "Ġ Sharp", + "ĠSh arp", + "ĠSha rp", + "ĠShar p", + "Ġ Immutable", + "ĠIm mutable", + "ĠImm utable", + "ĉ create", + "ĉc reate", + "Ġge ht", + "Ġgeh t", + "ĠRe form", + "ĠRef orm", + "a iser", + "ai ser", + "ais er", + "aise r", + "Ġ Initialization", + "ĠInitial ization", + "Ġimm unity", + "Ġimmun ity", + ". compose", + ".com pose", + ".comp ose", + "Ġlate ncy", + "Ġlat ency", + "Ġlaten cy", + "ĠLeban on", + "ĠPar ad", + "ĠPa rad", + "ĠPara d", + "Ġf uels", + "Ġfuel s", + "Ġfu els", + "Ġfue ls", + "ĠEx hib", + "c oh", + "co h", + "% \">Ċ", + "%\" >Ċ", + "%\"> Ċ", + "Ġ CLI", + "ĠC LI", + "ĠCL I", + ") initWith", + ")init With", + "- Za", + "-Z a", + "_ CLEAR", + "_C LEAR", + "_CL EAR", + "re gn", + "reg n", + "Ġfin ances", + "Ġfinance s", + "Ġfinanc es", + "Ġfinan ces", + ". standard", + ".st andard", + "_ CATEGORY", + "_C ATEGORY", + ". library", + ".l ibrary", + ".lib rary", + "Ġtravel ers", + "Ġtraveler s", + "_ wp", + "_w p", + "Ġ Evaluation", + "ĠE valuation", + "ĠEval uation", + "ĠEvalu ation", + "start ing", + "star ting", + "Ġ )),Ċ", + "Ġ) ),Ċ", + "Ġ)) ,Ċ", + "ep isode", + "Ġ Variant", + "ĠV ariant", + "ĠVar iant", + "ĠVari ant", + "Ġ daemon", + "Ġda emon", + "ĠJ ulia", + "ĠJul ia", + "ĠJu lia", + "ĠJuli a", + "Ġ NR", + "ĠN R", + "Ġd oubles", + "Ġdouble s", + "Ġdoub les", + "Ġdou bles", + "< v", + "/ runtime", + "/r untime", + "/run time", + "Ġ interpreter", + "Ġinter preter", + "Ġinterpret er", + "Ġinterpre ter", + "Ġ INDEX", + "ĠIN DEX", + "ĠIND EX", + "ĠHol mes", + "_ DIM", + "_D IM", + "_DI M", + "Ġp addle", + "Ġpad dle", + "Ġpadd le", + "_ example", + "_ex ample", + "_exam ple", + "Ġ foreground", + "Ġfore ground", + ". routes", + ".r outes", + ".route s", + ".ro utes", + "Ġs owie", + "Ġso wie", + "Ġsow ie", + "S UCCESS", + "Ġ CDC", + "ĠC DC", + "ĠCD C", + "Ġ BD", + "ĠB D", + "_ -", + "as ured", + "asure d", + "asu red", + "W riting", + "Wr iting", + "Ġ currentPage", + "Ġcurrent Page", + "( answer", + "(ans wer", + "(an swer", + "Ġ ASCII", + "ĠA SCII", + "ĠASC II", + "à ¨", + "Ġsocial ly", + "Ġsoc ially", + "Ġsoci ally", + "y yy", + "yy y", + "ĠSpecial ist", + "( customer", + "(c ustomer", + "(custom er", + "ist ani", + "istan i", + "ista ni", + "k est", + "ke st", + "kes t", + "ĠM ak", + "ĠMa k", + "Ġt ho", + "Ġth o", + ". pt", + ".p t", + "( comment", + "(com ment", + "(comm ent", + "Ġ Converter", + "ĠCon verter", + "ĠConvert er", + "g am", + "ga m", + "b ins", + "bin s", + "bi ns", + ". tele", + ".t ele", + ".te le", + ".tel e", + "ĠVeter ans", + "ĠVeteran s", + "_ ALLOC", + "_AL LOC", + "_ALL OC", + "олÑĮзов аÑĤ", + "inn amon", + "; width", + "o hl", + "oh l", + "Ġf antas", + "Ġfan tas", + "Ġfant as", + "Ġs ung", + "Ġsu ng", + "Ġsun g", + "ĉ K", + "( Json", + "(J son", + "Ġneighbour hood", + "Ġv ow", + "Ġvo w", + "Ġs ins", + "Ġsi ns", + "Ġsin s", + "on acci", + "ona cci", + "Ġ epochs", + "Ġepoch s", + "im agen", + "image n", + "ima gen", + "imag en", + ". Change", + ".Ch ange", + ".my batis", + "Se ek", + "See k", + "W ER", + "WE R", + "管 çIJĨ", + "Ġinter ess", + "Ġinte ress", + "Ġinteres s", + "_ Event", + "_E vent", + "ed erland", + "eder land", + "Ġterr itor", + "Ġci udad", + "uc ked", + "uck ed", + "Ġsn ack", + "Ġsna ck", + "Ġtrans ported", + "Ġtransport ed", + "Ġtransporte d", + "Ġ Manifest", + "ĠMan ifest", + "Ġ DAT", + "ĠD AT", + "ĠDA T", + "_ theta", + "_th eta", + "_the ta", + "Ġw ont", + "Ġwon t", + "Ġwo nt", + ". ĊĊĊĊĊĊĊĊĊĊ", + ".ĊĊ ĊĊĊĊĊĊĊĊ", + ".Ċ ĊĊĊĊĊĊĊĊĊ", + ".ĊĊĊĊ ĊĊĊĊĊĊ", + ".ĊĊĊ ĊĊĊĊĊĊĊ", + ".ĊĊĊĊĊĊ ĊĊĊĊ", + ".ĊĊĊĊĊĊĊĊ ĊĊ", + ".ĊĊĊĊĊ ĊĊĊĊĊ", + "Ĭ¶ æĢģ", + "ĠE pic", + "ĠEp ic", + "D eck", + "De ck", + "Dec k", + "l tra", + "lt ra", + "ltr a", + "_ ZERO", + "_Z ERO", + "Ġ[ ];", + "Ġ[] ;", + "/ scripts", + "/s cripts", + "/script s", + "Ġ --------------------------------------------------------------------------------", + "Ġ---------------------------------------------------------------- ----------------", + "Ġ---- ----------------------------------------------------------------------------", + "Ġ---------------- ----------------------------------------------------------------", + "Ġ------------------------------------------------ --------------------------------", + "Ġ-------------------------------- ------------------------------------------------", + "Ġ---------------------------------------------------------------------------- ----", + "Ġ---------- ----------------------------------------------------------------------", + "Ġ------------------------------------------------------------ --------------------", + "Ġ------------------------------------------------------------------------- -------", + "æĥ ħ", + "Ġ weed", + "Ġw eed", + "Ġwe ed", + "Ġwee d", + "N BC", + "NB C", + "Ġr aped", + "Ġrap ed", + "Ġra ped", + "Ġrape d", + "Ġ Gateway", + "ĠG ateway", + "ĠGate way", + "ĠGat eway", + "[ M", + "Ġ Timeout", + "ĠTime out", + "ench mark", + ". ViewModel", + ".View Model", + "Ġporn os", + "Ġpor nos", + "Ġporno s", + "Ġ Ya", + "ĠY a", + "th ritis", + "thr itis", + "ĠFl ynn", + "ĠFly nn", + "Ġ mega", + "Ġm ega", + "Ġme ga", + "Ġmeg a", + "a cin", + "ac in", + "aci n", + "Ġtr ibal", + "Ġtri bal", + "Ġtrib al", + ". apple", + ".app le", + ".ap ple", + "Ġ Blo", + "ĠB lo", + "ĠBl o", + "â n", + "i bi", + "ib i", + "r ov", + "ro v", + "ĠL ives", + "ĠLive s", + "ĠLi ves", + "ĠLiv es", + "^ .", + "get Request", + "Ġ Establish", + "ĠEst ablish", + "cont ainers", + "container s", + "contain ers", + "Ġst arring", + "Ġstar ring", + "Ġcele brities", + "Ġcelebr ities", + "Ġ Relative", + "ĠRel ative", + "ĠHe ights", + "ĠHeight s", + "Ġtq dm", + "ĠNorth west", + "i vic", + "iv ic", + "ivi c", + "ĉ cl", + "ĉc l", + "Ġautom otive", + "ent ric", + "entr ic", + "Ġ fortunate", + "Ġfort unate", + "Ġfire place", + "Ġfi replace", + "se ud", + "n ickname", + "nick name", + "; s", + "_ CAL", + "_C AL", + "_CA L", + "h alt", + "ha lt", + "hal t", + "( ns", + "(n s", + "_ deleted", + "_de leted", + "_delete d", + "_del eted", + "De velopment", + "Dev elopment", + "Develop ment", + "m ovies", + "movie s", + "mov ies", + "Ġid entities", + "Ġident ities", + "Ġprompt ly", + "ا ÙĨ", + "ا٠Ĩ", + "Ġ ante", + "Ġa nte", + "Ġan te", + "Ġant e", + "Ġ\" ','", + "Ġ\"' ,'", + "Ġ\"', '", + "åı £", + "imp se", + "imps e", + "Ġy ap", + "Ġya p", + "Type Name", + "Ġb itch", + "Ġbit ch", + "Ġassoci ates", + "Ġassociate s", + "Ġassoc iates", + "HE ME", + "- empty", + "-em pty", + "Ġ ت", + "ĠØ ª", + "ol vers", + "olve rs", + "olver s", + "olv ers", + "Ġp istol", + "Ġpist ol", + "Ġpis tol", + "Sc oped", + "Scope d", + "ag ner", + "agn er", + "agne r", + "' ]=='", + "'] =='", + "']= ='", + "']== '", + "Ġ IMP", + "ĠI MP", + "ĠIM P", + "e xc", + "ex c", + "Ġo mitted", + "Ġom itted", + "Ġomit ted", + "Ġmind set", + "Ġminds et", + "Ġ [](", + "Ġ[ ](", + "Ġ[] (", + "Ġ orn", + "Ġo rn", + "Ġor n", + "_ CAM", + "_C AM", + "_CA M", + "A vg", + "Av g", + "Localized String", + "ĠN atur", + "ĠNa tur", + "ĠNat ur", + "Ġ composer", + "Ġcom poser", + "Ġcomp oser", + "Ġcompose r", + "Ġcompos er", + "Ġ Playing", + "ĠPl aying", + "ĠPlay ing", + "ĠPla ying", + "Ġover d", + "Ġov erd", + "_ utf", + "_u tf", + "_ut f", + ". sk", + ".s k", + "ĠF ol", + "ĠFo l", + "$ page", + "$p age", + ", Object", + ",O bject", + "Ġb ees", + "Ġbe es", + "Ġbee s", + "al ary", + "ala ry", + "alar y", + "b ullet", + "bul let", + "bull et", + "_ library", + "_l ibrary", + "_lib rary", + "O ffer", + "Of fer", + "Off er", + "loc ated", + "locate d", + "Ġ (_,", + "Ġ( _,", + "Ġ(_ ,", + "âĢľ He", + "Ġ Owners", + "ĠOwn ers", + "ĠOwner s", + "ĠOw ners", + ") ).Ċ", + ")) .Ċ", + ")). Ċ", + "Ġb ri", + "Ġbr i", + ". Admin", + ".Ad min", + "k tion", + "kt ion", + "лÑİ Ñĩ", + "Ġerot ici", + "Ġerotic i", + "Cancel led", + "Ġ agr", + "Ġa gr", + "Ġag r", + "re views", + "review s", + "_ dma", + "_d ma", + "_dm a", + "R ICT", + "RI CT", + "RIC T", + "Ġ gfx", + "Ġg fx", + "Ġgf x", + "m pi", + "mp i", + "p po", + "pp o", + "Ġ //@", + "Ġ// @", + "Ġ/ /@", + "Ġ uppercase", + "Ġupper case", + "Ġcomm itting", + "Ġcommit ting", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "User Data", + "Ġv ai", + "Ġva i", + "ĉ sort", + "ĉs ort", + "Ġcongr at", + "Ġcong rat", + "Ġd ioxide", + "Ġdi oxide", + "д а", + ". area", + ".a rea", + ".ar ea", + ".are a", + "ĠJosh ua", + "ĠJos hua", + "ĠK och", + "ĠKo ch", + "_ break", + "_b reak", + "a zure", + "az ure", + "azu re", + "is tical", + "ist ical", + "istic al", + "isti cal", + "istica l", + "_AL PHA", + "_ views", + "_view s", + "_vi ews", + "Ġelim inating", + "Ġelimin ating", + "O MB", + "OM B", + "e numer", + "en umer", + "enu mer", + "enum er", + "ĠH ydro", + "ĠHy dro", + "( *(", + "(* (", + "ERT ICAL", + "Ġinev itably", + "Ġst ole", + "Ġsto le", + "Ġstol e", + "- east", + "-e ast", + "i eron", + "ie ron", + "ier on", + "iero n", + "Ġ linger", + "Ġl inger", + "Ġli nger", + "Ġlin ger", + "Ġling er", + "/ doc", + "/d oc", + "/do c", + "Å º", + "Ġ Already", + "ĠAl ready", + "as io", + "asi o", + "Ġ --Ċ", + "Ġ- -Ċ", + "Ġ-- Ċ", + "Ġ abbrev", + "Ġabb rev", + "Ġ Atom", + "ĠA tom", + "ĠAt om", + "h im", + "hi m", + "Ġ INSERT", + "ĠINS ERT", + "s un", + "su n", + "âĻ ª", + "CON NECT", + "CONN ECT", + "er ator", + "era tor", + "ĠM anning", + "ĠMan ning", + "ĠMann ing", + "Ġ :(", + "Ġ: (", + "g as", + "ga s", + "= >'", + "=> '", + "Ġquery set", + "; }čĊ", + ";} čĊ", + "Ġ Population", + "ĠPop ulation", + "uted String", + "res ident", + "resi dent", + "_ FONT", + "_F ONT", + "Ġ Respond", + "ĠRes pond", + "ĠResp ond", + "Ġobsc ure", + "Ġ observable", + "Ġo bservable", + "Ġobserv able", + "ĠContrib utors", + "ĠContributor s", + "k on", + "ko n", + "ĠM usk", + "ĠMus k", + "ĠMu sk", + "ex ao", + "ĠT ub", + "ĠTu b", + "Boot Application", + "S OR", + "SO R", + ". Horizontal", + ".H orizontal", + ". findBy", + ".find By", + ". power", + ".p ower", + ".pow er", + ".po wer", + "Ġpositive ly", + "Ġposit ively", + "ven ience", + "ĠJ ong", + "ĠJo ng", + "ĠJon g", + "Ġwh istle", + "Ġ знаÑĩ", + "Ġз наÑĩ", + "Ġзна Ñĩ", + "Ġзн аÑĩ", + "Ġl ending", + "Ġlen ding", + "Ġlend ing", + "Ġdestruct ive", + "Ġ onDelete", + "Ġon Delete", + "author ization", + "() ;?>", + "(); ?>", + "_ original", + "_or iginal", + "_origin al", + "_orig inal", + "sc ience", + "sci ence", + "a tra", + "at ra", + "atr a", + "?, ?,", + "Ġ Asc", + "ĠA sc", + "ĠAs c", + "Ġconvin cing", + "Ġconvinc ing", + "$ a", + "or gen", + "org en", + "orge n", + "_ Date", + "_D ate", + "Ġ Provide", + "ĠPro vide", + "ĠProvid e", + "ĠProv ide", + "Ġlon ely", + "Ġlone ly", + ") 'Ċ", + ")' Ċ", + "ex change", + "; ?>Ċ", + ";?> Ċ", + ". fast", + ".f ast", + ".fa st", + "S amples", + "Sample s", + "Sam ples", + "L ondon", + "Lo ndon", + "Lon don", + "' ])čĊ", + "'] )čĊ", + "']) čĊ", + "Ġ Ionic", + "ĠI onic", + "ĠIo nic", + "ĠIon ic", + "Ġp esso", + "Ġpes so", + "ĠKn ights", + "ĠKnight s", + "ĠR af", + "ĠRa f", + "_ attrs", + "_at trs", + "_attr s", + "_att rs", + "Ġrepe al", + "> Main", + ">M ain", + "Ġ Ordered", + "ĠOrder ed", + "ĠOrd ered", + "_ New", + "_N ew", + "=\" \"> < /", + "url patterns", + "ATION AL", + "ATIO NAL", + "pe ech", + "pee ch", + "ĠId aho", + "Ġpr incess", + "Ġprince ss", + "Ġprin cess", + "Ġprinc ess", + "Ġprinces s", + "Ġ Customers", + "ĠCustom ers", + "ĠCustomer s", + "ĠCust omers", + "a ways", + "aw ays", + "away s", + "awa ys", + "a db", + "ad b", + "ĠBry ant", + "ĠBryan t", + "n once", + "no nce", + "non ce", + "Ġad ul", + "Ġ` `(", + "Ġ`` (", + "Ġafter math", + "= dict", + "=d ict", + "text Box", + "Ġs perm", + "Ġsp erm", + "Ġspe rm", + "Ġsper m", + "Ġc ough", + "Ġco ugh", + "Ġcou gh", + "H or", + "Ho r", + "âĢĻ S", + ".Component ResourceManager", + "Ġreg ulator", + "Ġregul ator", + "Ġpartner ships", + "Ġpartners hips", + "Ġpartnership s", + "/ projects", + "/project s", + "t rys", + "tr ys", + "try s", + "ĠL aser", + "ĠLa ser", + "ĠLas er", + "⣠©", + "ĠF unk", + "ĠFun k", + "ĠFu nk", + "Ġun conscious", + "Ġuncon scious", + "Ġc rust", + "Ġcr ust", + "Ġcru st", + "Ġcrus t", + "Ġ Teams", + "ĠTe ams", + "ĠTeam s", + "ĠTea ms", + "Ġ Banner", + "ĠB anner", + "ĠBan ner", + "ĠH oney", + "ĠHon ey", + "ĠHo ney", + "l ems", + "le ms", + "lem s", + "Ġmax Width", + "Pointer Exception", + "fade Out", + "- St", + "-S t", + "Ġstr angers", + "Ġstrange rs", + "Ġstranger s", + "Ġstrang ers", + "Ġstran gers", + "_ GO", + "_G O", + "W ritable", + "Wr itable", + "_ Info", + "_In fo", + ". NonNull", + ".Non Null", + "an notations", + "annot ations", + "annotation s", + "Ġ GD", + "ĠG D", + "Ġendorse d", + "Ġendors ed", + "ĉToken Name", + "Ġ Depending", + "ĠDe pending", + "ĠDep ending", + "ĠDepend ing", + "YN AM", + "Ġ Meteor", + "ĠM eteor", + "ĠMet eor", + "Ġ Increase", + "ĠIn crease", + "ĠIncre ase", + ". Many", + ".M any", + ".Man y", + ".Ma ny", + "= =(", + "== (", + ". UUID", + ".U UID", + "_ KERNEL", + "_K ERNEL", + "Ġvid é", + "Ġ pq", + "Ġp q", + "ĠQt Gui", + "Ġ Various", + "ĠV arious", + "ĠVar ious", + "ĠVa rious", + "ĠVari ous", + "Ġ john", + "Ġj ohn", + "Ġjo hn", + "_ patch", + "_p atch", + "_pat ch", + "Ġt outes", + "Ġto utes", + "Ġtou tes", + "Ġtout es", + "Ġtoute s", + "Ġ Fail", + "ĠF ail", + "ĠFa il", + "Ġsurv iving", + "Ġsurviv ing", + "( \"${", + "(\" ${", + "(\"$ {", + "Ġ ĠĠĠĠĠĠčĊ", + "ĠĠ ĠĠĠĠĠčĊ", + "ĠĠĠĠ ĠĠĠčĊ", + "ĠĠĠ ĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠ čĊ", + "ĠĠĠĠĠ ĠĠčĊ", + "ĠĠĠĠĠĠ ĠčĊ", + "Ġ imageUrl", + "Ġimage Url", + ". wordpress", + ".word press", + "s ources", + "source s", + "ĉgl Vertex", + "âĢĻ a", + "Ġes col", + "Ġesc ol", + "R ARY", + "RA RY", + "RAR Y", + "Ġ Snake", + "ĠSn ake", + "Ġqu int", + "Ġq uint", + "Ġqui nt", + "Ġl asts", + "Ġla sts", + "Ġlast s", + "Ġlas ts", + "ĠHar mon", + "ĠHarm on", + "Ġ coil", + "Ġc oil", + "Ġco il", + "Ġcoi l", + "Ġexplo itation", + "Ġexploit ation", + "l een", + "le en", + "lee n", + "' >\";Ċ", + "'> \";Ċ", + "'>\" ;Ċ", + "Ġ SERVER", + "ĠS ERVER", + "ĠSER VER", + "Ġ HEADER", + "ĠHE ADER", + "ĠHEAD ER", + "_ velocity", + "_v elocity", + "_vel ocity", + "Ġ Invoke", + "ĠIn voke", + "ĠInv oke", + ". timestamps", + ".timestamp s", + "Ġs ulf", + "Ġsu lf", + "Ġsul f", + "I QUE", + "IQ UE", + "Ġinhabit ants", + "ph ins", + "phi ns", + "phin s", + "a zzo", + "az zo", + "azz o", + "Ġ mono", + "Ġm ono", + "Ġmon o", + "Ġmo no", + "L egend", + "Le gend", + "Leg end", + "Ġ nonce", + "Ġn once", + "Ġno nce", + "Ġnon ce", + "I FE", + "IF E", + "; \";Ċ", + ";\" ;Ċ", + "- create", + "-c reate", + "\" \",Ċ", + "\"\" ,Ċ", + "\"\", Ċ", + "per mit", + "perm it", + "ĠIm migration", + "ĠImm igration", + "Ġ pathname", + "Ġpath name", + "ff ective", + "ffect ive", + "âĻĢ âĻĢ", + "Ġex ams", + "Ġexam s", + "- event", + "-e vent", + "-ev ent", + "-even t", + "ĠT ill", + "ĠTi ll", + "ĠTil l", + "[ mid", + "[m id", + "F IX", + "FI X", + "; color", + ";c olor", + "( Order", + "_ traits", + "_t raits", + "_tr aits", + "_tra its", + "_trait s", + "Ġ orderBy", + "Ġorder By", + "Ġs unt", + "Ġsu nt", + "Ġsun t", + "ĠNich olas", + "Ø ²", + "Ġs unny", + "Ġsun ny", + "i ners", + "in ers", + "ine rs", + "iner s", + "Ġaccess ibility", + "Ġ HB", + "ĠH B", + ". comp", + ".c omp", + ".com p", + ".co mp", + "ĉ op", + "ĉo p", + "Ġminor ities", + "eth eus", + "ethe us", + "Ġcollabor ative", + "p rit", + "pr it", + "pri t", + "H IR", + "HI R", + "Ġwr aps", + "Ġwrap s", + "ĉ draw", + "ĉd raw", + "g od", + "go d", + "Ġ IX", + "ĠI X", + ". apps", + ".app s", + ".ap ps", + ".a pps", + "Ġ NM", + "ĠN M", + "Ġir relevant", + "Ġirre levant", + "ĠT igers", + "ĠTi gers", + "ĠTiger s", + "ĠTig ers", + "Ġ diag", + "Ġd iag", + "Ġdi ag", + "Ġdia g", + "G V", + "ĠAccess ories", + "k ont", + "ko nt", + "kon t", + "Ġs implify", + "Ġsimp lify", + "Ġsimpl ify", + "Ġ Favorite", + "ĠF avorite", + "ĠFavor ite", + "_ tools", + "_t ools", + "_to ols", + "_tool s", + "( []);Ċ", + "([ ]);Ċ", + "([] );Ċ", + "Ġt owers", + "Ġto wers", + "Ġtow ers", + "Ġtower s", + "B es", + "Be s", + "Ġ hunter", + "Ġh unter", + "Ġhun ter", + "Ġhunt er", + "Ġs alon", + "Ġsa lon", + "Ġsal on", + "( buff", + "(b uff", + "(buf f", + "ĉ debug", + "ĉde bug", + "Ġmal ware", + "M oving", + "Mo ving", + "Mov ing", + "- options", + "-o ptions", + "-option s", + "-opt ions", + ") +'", + ")+ '", + "ĠL OVE", + "ĠLO VE", + "_S OCKET", + "_SO CKET", + "_ fin", + "_f in", + "ĠDel aware", + "Ġsher iff", + "- invalid", + "-in valid", + "Ġ FULL", + "ĠF ULL", + "ĠFU LL", + "Ġ под", + "Ġп од", + "Ġпо д", + "e las", + "el as", + "ela s", + "\" strings", + "ĠRepresent atives", + "ĠRepresentative s", + "s urface", + "sur face", + "surf ace", + "res olved", + "resolve d", + "ht docs", + ") ):čĊ", + ")) :čĊ", + ")): čĊ", + "Ġpress ures", + "Ġpressure s", + "Ġno rms", + "Ġnor ms", + "Ġnorm s", + "Ġ pla", + "Ġp la", + "Ġpl a", + "Ġ surname", + "Ġs urname", + "Ġsur name", + "Ġ postal", + "Ġpos tal", + "Ġpost al", + "Ġpo stal", + "Ġ Depart", + "ĠDe part", + "ĠDep art", + "Ġs laughter", + "Ġsla ughter", + "or ida", + "ori da", + "Ġhe bben", + "Ġheb ben", + "Ġd esar", + "Ġde sar", + "Ġdes ar", + "comp act", + "_ LANG", + "_L ANG", + "_LA NG", + "åIJ Ī", + "o poly", + "op oly", + "opol y", + "opo ly", + "_ rad", + "_r ad", + "_ra d", + "ĠST DMETHOD", + "ĠSTD METHOD", + "L azy", + "La zy", + "Ġ ĠĠĉ", + "ĠĠ Ġĉ", + "ĠĠĠ ĉ", + ".. .,", + "... ,", + "( web", + "(w eb", + "Ġ Pont", + "ĠP ont", + "ĠPo nt", + "ĠPon t", + "Ġet was", + "Ġetwa s", + "Ġup ward", + "_ hat", + "_h at", + "Ġ ],ĊĊ", + "Ġ] ,ĊĊ", + "Ġ],Ċ Ċ", + "Ġ], ĊĊ", + "Ġ baseUrl", + "Ġbase Url", + "Ġwor rying", + "Ġworry ing", + "- addon", + "-add on", + "-ad don", + "( getClass", + "(get Class", + "S PI", + "SP I", + "Ġcapt uring", + ") },Ċ", + ")} ,Ċ", + ")}, Ċ", + "E ffects", + "Effect s", + "Eff ects", + "Ġcompet ent", + "Ġcompete nt", + "Ġf oul", + "Ġfo ul", + "Ġfou l", + "Ġsubs cribing", + "Ġsubscri bing", + "Ġ OBJECT", + "ĠO BJECT", + "ĠOBJ ECT", + "ĠOB JECT", + "IX EL", + "b ucks", + "bu cks", + "( edge", + "(e dge", + "(ed ge", + "( pass", + "(p ass", + "(pa ss", + "ĠPeter son", + "ĠPet erson", + "ĠPeters on", + "Ġbo obs", + "Ġboo bs", + "Ġboob s", + "Ġ Delay", + "ĠD elay", + "ĠDe lay", + "ĠDel ay", + "_ square", + "_s quare", + "e lim", + "el im", + "eli m", + "o ters", + "ot ers", + "ote rs", + "oter s", + "_ PC", + "_P C", + "% E", + "on click", + "Ġ SVG", + "ĠS VG", + "ĠSV G", + "Ġt opped", + "Ġto pped", + "Ġtop ped", + "Ġtopp ed", + "Ġf ist", + "Ġfi st", + "Ġfis t", + "s mart", + "sm art", + "ĠR alph", + "( owner", + "(o wner", + "j ours", + "jo urs", + "jour s", + "Ġbro nze", + "Ġbron ze", + "Ġ ArgumentException", + "ĠArgument Exception", + "( original", + "(origin al", + "(orig inal", + "(or iginal", + "_ SCALE", + "_S CALE", + "_SC ALE", + "_ cp", + "_c p", + "Ġrecomm ends", + "Ġrecommend s", + ".set Style", + "S ure", + "Sur e", + "Su re", + "L AND", + "LA ND", + "LAN D", + "Ġre peating", + "Ġrep eating", + "Ġrepe ating", + "Ġrepeat ing", + "M att", + "Mat t", + "Ma tt", + ". Visibility", + "Ġenter prises", + "Ġenterprise s", + ". Setup", + ".Set up", + "( scene", + "(s cene", + "(sc ene", + "ĠRe active", + "ĠReact ive", + "ur ge", + "urg e", + "b w", + ". Put", + ".P ut", + "p ersist", + "pers ist", + ". cookie", + ".c ookie", + ".co okie", + "ĠA udi", + "ĠAud i", + "ĠAu di", + "` s", + "s upplier", + "sup plier", + "( Form", + "(F orm", + " ¡", + "_ so", + "_s o", + "Į Ģ", + "ĠLeg ion", + "t te", + "tt e", + "N d", + "L oss", + "Lo ss", + "Los s", + "( attrs", + "(at trs", + "(attr s", + "(att rs", + ". scatter", + ".sc atter", + "Ġg room", + "Ġgr oom", + "Ġgro om", + "Ġgl impse", + "Ġglimps e", + "Ġn ails", + "Ġna ils", + "Ġnail s", + "Ġcum ulative", + "Ġf azer", + "Ġfa zer", + "Ġfaz er", + "_ services", + "_s ervices", + "_service s", + "_serv ices", + ". Num", + ".N um", + "ib ilit", + "ibil it", + "ibi lit", + "ibili t", + "_ resolution", + "_re solution", + "_res olution", + "Ġ Tx", + "ĠT x", + "um inium", + "umin ium", + "o pa", + "op a", + ". schedule", + ".s chedule", + "sm tp", + "ภķ", + "ur ry", + "urr y", + "ü k", + "g oog", + "go og", + "goo g", + "_ signature", + "_sign ature", + "_sig nature", + ". into", + ".in to", + ".int o", + "Ġ Steps", + "ĠSt eps", + "ĠSte ps", + "ĠStep s", + "Ġhome owners", + "Ġhomeowner s", + "Ġ NSURL", + "ĠNS URL", + "ĠP AC", + "ĠPA C", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĊĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĊĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĊĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĊ Ċ", + "> ')Ċ", + ">' )Ċ", + ">') Ċ", + "e nh", + "en h", + "Ġin cap", + "Ġinc ap", + "$ MESS", + "Ġm oins", + "Ġmo ins", + "Ġmoi ns", + "Ġ Fi", + "ĠF i", + "Ġoff season", + "pr essions", + "press ions", + "pression s", + "> .. < /", + "Ġpro vinces", + "Ġprov inces", + "Ġprovince s", + "Ġprovinc es", + "_ RAW", + "_R AW", + "_RA W", + "\\ App", + "Ġprostit uer", + "Ġprostitu er", + "_ gain", + "_g ain", + ".t encent", + "ff ects", + "ffect s", + "ffe cts", + "( pk", + "(p k", + "s ku", + "sk u", + "Ġ usable", + "Ġus able", + "Ġusa ble", + "ER VED", + "ERV ED", + "ERVE D", + "Ġant enna", + "Ġantenn a", + "h ea", + "he a", + "p list", + "pl ist", + "_ PLUGIN", + "_PL UGIN", + "Ñģ л", + ". lookup", + ".look up", + "á» ģ", + "Ġen larg", + "Ġp iss", + "Ġpi ss", + "Ġpis s", + "H am", + "Ha m", + "i map", + "im ap", + "ima p", + "Ġ invalidate", + "Ġin validate", + "Ġinvalid ate", + "Ġs ilk", + "Ġsi lk", + "Ġsil k", + "=\"# \">Ċ", + "=\"#\" >Ċ", + "=\"#\"> Ċ", + "ĠGr ass", + "ĠGra ss", + "Ġ Goal", + "ĠGo al", + "ĠGoa l", + "_ pdf", + "_p df", + "_pd f", + "Hand lers", + "Handler s", + "Handle rs", + "Ġst acks", + "Ġstack s", + "Ġsta cks", + ". getFullYear", + ".get FullYear", + "= [];Ċ", + "=[ ];Ċ", + "=[] ;Ċ", + "è½ ¦", + ", V", + "( split", + "(s plit", + "(sp lit", + "Ñĥн к", + "Ġbake ca", + "Ġbak eca", + "Ġ~ /.", + "Ġ~/ .", + "p ez", + "pe z", + "t ails", + "ta ils", + "tail s", + "ĠG len", + "ĠGl en", + "ĠGle n", + "Ġ setImage", + "Ġset Image", + "Ġ Comic", + "ĠC omic", + "ĠCom ic", + "ĠCo mic", + "B LOCK", + "BL OCK", + "ĉ This", + "ĉT his", + "o ader", + "oad er", + "oa der", + "Ġcapital ist", + "Ġcapita list", + "Ġcapit alist", + "_ STEP", + "_ST EP", + "( Boolean", + "Ġ Correct", + "ĠC orrect", + "ĠCor rect", + "r ina", + "ri na", + "rin a", + "Ġconc aten", + "Ġconcat en", + "å® ŀ", + "( ):ĊĊ", + "() :ĊĊ", + "():Ċ Ċ", + "(): ĊĊ", + "Ġun anim", + "Ġuna nim", + "l li", + "ll i", + "al ars", + "ala rs", + "alar s", + "- ne", + "-n e", + "Ġd ivor", + "Ġdi vor", + "Ġdiv or", + "ĠKick starter", + "] ._", + "]. _", + "< number", + " * * < /", + ": d", + "m di", + "md i", + "bind Value", + "Ġ Decision", + "ĠDe cision", + "ĠDec ision", + "Return Value", + ", index", + ",in dex", + "x fc", + "xf c", + "Ġse rum", + "Ġser um", + "get Field", + "Connection String", + "- object", + "-o bject", + "-ob ject", + ". recv", + ".re cv", + ".rec v", + "Ġunder graduate", + "Ġundergrad uate", + ". Infrastructure", + ".Inf rastructure", + "ĠK ab", + "ĠKa b", + "Ġadv isory", + "Ġadvis ory", + "Ġadvisor y", + "- tree", + "-t ree", + "-tr ee", + "Ġ mue", + "Ġm ue", + "Ġmu e", + "in form", + "info rm", + "inf orm", + ". embed", + ".em bed", + "Ġ errorCode", + "Ġerror Code", + "m icro", + "mi cro", + "mic ro", + "Ġsp arked", + "Ġspark ed", + "Ġspar ked", + "Ġimage ry", + "Ġimag ery", + "con c", + "co nc", + "_ missing", + "_m issing", + "_miss ing", + "Ġsur plus", + "K S", + "ĉR THOOK", + "ĉRT HOOK", + "T ell", + "Te ll", + "Tel l", + "r ium", + "ri um", + "Ġ Radius", + "ĠR adius", + "ĠRad ius", + "ĠRadi us", + "r ika", + "ri ka", + "rik a", + "los ion", + "ĠH ern", + "ĠHe rn", + "ĠHer n", + "G amma", + "Gam ma", + "Ga mma", + "Ġ Fee", + "ĠF ee", + "ĠFe e", + "Ġ Named", + "ĠN amed", + "ĠName d", + "ĠNa med", + "ĠNam ed", + "ĠCan yon", + "Ġ JSONArray", + "ĠJSON Array", + "Ġz wei", + "Ġzw ei", + "Ġzwe i", + "Ġ SSH", + "ĠS SH", + "ĠSS H", + "Ġser vant", + "Ġserv ant", + "co al", + "Ġden ying", + "Ġdeny ing", + "Ġs plits", + "Ġsplit s", + "Ġspl its", + "In correct", + "Inc orrect", + "Ġt ox", + "Ġto x", + "ĠAnal yst", + "ĠAnaly st", + "Ġacc red", + "Ġac cred", + "Ġaccr ed", + "u ble", + "ub le", + "ubl e", + "Ġ wt", + "Ġw t", + "Ġ Trial", + "ĠT rial", + "ĠTr ial", + "ĠTri al", + ". extension", + ".ext ension", + "Ġ Career", + "ĠCar eer", + "ĠCare er", + "Ġsec uring", + "ĠL il", + "ĠLi l", + "Ġpro jections", + "Ġproject ions", + "Ġproj ections", + "Ġprojection s", + "Ġproje ctions", + "Ġy east", + "Ġye ast", + "M ade", + "Ma de", + "Mad e", + "Ġfound ations", + "Ġfoundation s", + "ac ific", + "aci fic", + ". volume", + ".v olume", + ".vol ume", + "Ġmir rors", + "Ġmirror s", + "#### ############################################################################", + "######## ########################################################################", + "################ ################################################################", + "################################ ################################################", + "################################################################ ################", + "################################################ ################################", + "############################################################################ ####", + "######################################################################## ########", + "######################################## ########################################", + "######################## ########################################################", + "######################################################## ########################", + "Ġvi olate", + "Ġviol ate", + "ars ers", + "arse rs", + "arser s", + "Ġs ocio", + "Ġso cio", + "Ġsoc io", + "Ġsoci o", + "Ġtk inter", + "Ġ LINK", + "ĠL INK", + "ĠLI NK", + "ĠLIN K", + ". getSize", + ".get Size", + ".getS ize", + "Ġ Whole", + "ĠW hole", + "ĠWh ole", + "ĠWho le", + ")view DidLoad", + "ĉ done", + "ĉd one", + "ĉdo ne", + "ude au", + "\\ \"> < /", + "And rew", + "Andre w", + "e rb", + "er b", + "Ġf ö", + ". cluster", + ".cl uster", + "Ġdis course", + "Ġdisc ourse", + "Ġdiscour se", + "Ġdisco urse", + "_DE FIN", + "_DEF IN", + "Ġpued en", + "Ġpu eden", + "Ġpuede n", + "Ġ LOW", + "ĠL OW", + "ĠLO W", + ". av", + ".a v", + "Ġpr eca", + "Ġpre ca", + "Ġprec a", + "Ġ quo", + "Ġqu o", + "Ġq uo", + "Ġve loc", + "Ġvel oc", + ", ''", + ",' '", + "Ġ xyz", + "Ġx yz", + "Ġxy z", + "ĉ padding", + "ĉp adding", + "Ġtom atoes", + "Ġtomato es", + "ĠB ent", + "ĠBe nt", + "ĠBen t", + "_ curr", + "_c urr", + "_cur r", + "_cu rr", + "NS Date", + "Ġ getCurrent", + "Ġget Current", + "ĠgetC urrent", + "Ġ [`", + "Ġ[ `", + "Wed nesday", + ". Bar", + ".B ar", + "Ġ Vous", + "ĠV ous", + "ĠVo us", + "i nz", + "in z", + "ĠQu inn", + "ĠQui nn", + "ex cel", + "exc el", + "d os", + "do s", + "Ġout dated", + "O UTH", + "OUT H", + "OU TH", + "Ġ Maker", + "ĠM aker", + "ĠMake r", + "ĠMa ker", + "ĠMak er", + "ep endency", + "epend ency", + "Ġd ull", + "Ġdu ll", + "Ġdul l", + "ĠW inn", + "ĠWin n", + "ĠWi nn", + "o ge", + "og e", + "cl ave", + "cla ve", + "Ġ nova", + "Ġn ova", + "Ġno va", + "Ġnov a", + "Ġ aval", + "Ġa val", + "Ġav al", + "Ġava l", + "C apt", + "Cap t", + "Ca pt", + "ĠSp otify", + "ĠSpot ify", + "Ġj ul", + "Ġju l", + ") tableView", + ")t ableView", + "Ġf ilenames", + "Ġfile names", + "Ġfil enames", + "Ġfilename s", + "Ġesk ort", + "åij ¨", + "Ġsk ew", + "Ġske w", + "t erior", + "ter ior", + "te rior", + "teri or", + "Ġfin anc", + "Ġfinan c", + "Ġ tabla", + "Ġtab la", + "Ġta bla", + "ĠU IB", + "ĠUI B", + "Ġ ():", + "Ġ( ):", + "Ġ() :", + "ĠD ocker", + "ĠDo cker", + "ĠDoc ker", + "ĠDock er", + "per centage", + "percent age", + "Me et", + "i chi", + "ic hi", + "ich i", + "Ġinter im", + "Ġinte rim", + "Ġ' ='", + "Ġ'= '", + ". JSONObject", + ".JSON Object", + "( fid", + "(f id", + "(fi d", + "Ġd ownt", + "Ġdown t", + "Ġdow nt", + "Ġtrans ient", + "ĠSt eph", + "ĠSte ph", + "ĠStep h", + "Ġignor ance", + "Ġ Codes", + "ĠC odes", + "ĠCo des", + "ĠCode s", + "ĠCod es", + "= '',", + "=' ',", + "='' ,", + "Ġ ICE", + "ĠI CE", + "ĠIC E", + "Ġtran qu", + "Ġ Extended", + "ĠExt ended", + "ĠExtend ed", + "Ġ mund", + "Ġm und", + "Ġmu nd", + "Ġmun d", + "Ġ HOME", + "ĠH OME", + "ĠHO ME", + "Ġkil ometers", + "Ġkilomet ers", + "Ġ imagen", + "Ġim agen", + "Ġimage n", + "Ġimag en", + "Ġima gen", + "o ux", + "ou x", + "( sz", + "(s z", + "You ng", + "Yo ung", + "uff ed", + "uf fed", + "Ġ Wake", + "ĠW ake", + "ĠWa ke", + "ĠWak e", + "Ġa ide", + "Ġaid e", + "Ġai de", + "P ROC", + "PR OC", + "PRO C", + "ĠR at", + "ĠRa t", + "ĠL ith", + "ĠLi th", + "ĠLit h", + "b art", + "bar t", + "ba rt", + "Ġ Arrange", + "ĠAr range", + "ĠArr ange", + "p rompt", + "prom pt", + "Ð £", + "( ct", + "(c t", + "Ġ Interval", + "ĠInt erval", + "ĠInter val", + "d ept", + "de pt", + "dep t", + "D aniel", + "Dan iel", + "Dani el", + "Ġ fills", + "Ġf ills", + "Ġfil ls", + "Ġfill s", + ". tensor", + ".t ensor", + "( trim", + "(t rim", + "(tr im", + "Ġje alous", + "F eb", + "Fe b", + "\\ Common", + "Ġamendment s", + "Ġamend ments", + "_ operator", + "_op erator", + "_o perator", + "_oper ator", + "_ customize", + "_custom ize", + "Ġ ]]", + "Ġ] ]", + "Ġ bn", + "Ġb n", + "Ġdis appointment", + "Ġdisappoint ment", + "Ġmill enn", + ". when", + ".w hen", + ".wh en", + "Ġob ey", + "Ġobe y", + "Ġoff enders", + "Ġoffender s", + "Ġoffend ers", + "Ġoffen ders", + "W ild", + "Wil d", + "Wi ld", + "Ġcell For", + "Ġappar atus", + ". after", + ".a fter", + ".af ter", + "Ġ EPS", + "ĠE PS", + "ĠEP S", + "Ġad orable", + "ope rand", + "oper and", + "( listener", + "(list ener", + "ve al", + "Ġ )(", + "Ġ) (", + "Ġcardio vascular", + "uplic ates", + "uplicate s", + "r istol", + "rist ol", + "ris tol", + "Ġref uses", + "Ġrefuse s", + "( QWidget", + "(Q Widget", + "Ġel emento", + "Ġelement o", + "Ġelem ento", + "Number Of", + ". delay", + ".d elay", + ".de lay", + ".del ay", + ". groups", + ".g roups", + ".group s", + "\" >'+", + "\"> '+", + "\">' +", + "åĿ Ģ", + "ace ncy", + "ac ency", + "acen cy", + "( URL", + "(U RL", + "_ half", + "_h alf", + "_hal f", + "= l", + "Ġlist View", + "( section", + "(s ection", + "(se ction", + "(sec tion", + ". toArray", + ".to Array", + "+ /", + "ĠRodrig uez", + "i stream", + "ist ream", + "istr eam", + "Ġelig ibility", + ": :-", + ":: -", + ". newInstance", + ".new Instance", + "P B", + "Ġ Assets", + "ĠAs sets", + "ĠAss ets", + "ĠAsset s", + "Ġ Composite", + "ĠCom posite", + "ĠComp osite", + "ĠL abs", + "ĠLa bs", + "ĠLab s", + "ĠH amas", + "ĠHam as", + "ĠHa mas", + "++ );Ċ", + "++) ;Ċ", + "Ġ blk", + "Ġb lk", + "Ġbl k", + "Ġ Neo", + "ĠN eo", + "ĠNe o", + "L uc", + "Lu c", + "@ login", + "Ġun aware", + "Ġuna ware", + ". met", + ".m et", + ".me t", + "_ RELEASE", + "_RE LEASE", + "( ST", + "(S T", + "AM IL", + "AMI L", + "r ike", + "ri ke", + "rik e", + "Ġ (){Ċ", + "Ġ( ){Ċ", + "Ġ() {Ċ", + "Ġ(){ Ċ", + "( sprintf", + "(s printf", + "Ġ Accounts", + "ĠAc counts", + "ĠAccount s", + "Ġ VIEW", + "ĠV IEW", + "ĠVI EW", + "Ġ Aj", + "ĠA j", + "ãĤ °", + "Ġwh isk", + "Ġ idi", + "Ġi di", + "Ġid i", + "Ġr ode", + "Ġro de", + "Ġrod e", + "Ġ ihn", + "Ġi hn", + "Ġih n", + "ĠElement ary", + "Q ty", + "Qt y", + "Ġintrig uing", + "Ġ å¤", + "Ġå ¤", + "J obs", + "Job s", + "Jo bs", + "ĉ offset", + "ĉo ffset", + "ĠAh med", + "ĠTal iban", + "Ġ èİ·åıĸ", + "Ġè İ·åıĸ", + "Ġin jected", + "Ġinj ected", + "Ġinject ed", + ". Authentication", + ".Auth entication", + "_ linear", + "_l inear", + "_line ar", + "_lin ear", + "_li near", + ". Decimal", + ".D ecimal", + ".De cimal", + ".Dec imal", + "Ġapp les", + "Ġap ples", + "Ġappl es", + "Ġapple s", + "Ġshare holders", + "Ġshareholder s", + "Ġb aked", + "Ġba ked", + "Ġbake d", + "Ġbak ed", + ". diff", + ".d iff", + ".di ff", + "ĠE ddie", + "ĠEd die", + "o kers", + "ok ers", + "oke rs", + "oker s", + "Ġconfront ed", + "vo ices", + "voice s", + "Ġt us", + "Ġtu s", + "Ġ Spin", + "ĠS pin", + "ĠSp in", + "ĠSpi n", + "N ODE", + "NO DE", + "_ Un", + "_U n", + "C TX", + "CT X", + "/ google", + "/g oogle", + "/go ogle", + "T emperature", + "Tem perature", + "Ġ' ').", + "Ġ'' ).", + "Ġ'') .", + "Ġmagn ificent", + "Ġ startIndex", + "Ġstart Index", + "semb les", + "sem bles", + "semble s", + "sembl es", + "Any one", + "z k", + "e hen", + "eh en", + "ĠD ame", + "ĠDa me", + "ĠDam e", + ". strict", + ".str ict", + "Ġre places", + "Ġrep laces", + "Ġrepl aces", + "Ġreplace s", + "Ġline back", + "Ġpush es", + "Ġpus hes", + "Ġche ek", + "ĠS hi", + "ĠSh i", + "_ BYTES", + "_BY TES", + "_BYTE S", + "R EA", + "RE A", + "ả n", + "_CON NECTION", + "_CONNECT ION", + "G ateway", + "Gate way", + "ĠTr avis", + "ĠTra vis", + "ĠTrav is", + "Ġ AX", + "ĠA X", + "Ġ Basically", + "ĠBasic ally", + "ĠBas ically", + "Ġ Upgrade", + "ĠUp grade", + "à ª", + "th emes", + "the mes", + "theme s", + "them es", + "er mo", + "erm o", + "k or", + "ko r", + "F emale", + "Fe male", + "_ attach", + "_at tach", + "_att ach", + "ĠìĤ¬ ìļ©", + "Ġ poz", + "Ġp oz", + "Ġpo z", + "= =============Ċ", + "== ============Ċ", + "==== ==========Ċ", + "======== ======Ċ", + "=== ===========Ċ", + "============ ==Ċ", + "============= =Ċ", + "=========== ===Ċ", + "============== Ċ", + "========= =====Ċ", + "========== ====Ċ", + "====== ========Ċ", + "===== =========Ċ", + "======= =======Ċ", + "( symbol", + "(s ymbol", + "(sym bol", + "Ġ Sector", + "ĠS ector", + "ĠSe ctor", + "ĠSec tor", + "ĠSect or", + "__ )ĊĊ", + "__) ĊĊ", + "__)Ċ Ċ", + "_ padding", + "_p adding", + "_pad ding", + "ï¼ļ \"", + "Ġ fabs", + "Ġf abs", + "Ġfa bs", + "Ġfab s", + "Ġr anged", + "Ġrange d", + "Ġran ged", + "Ġrang ed", + "set Name", + "Ġp error", + "Ġper ror", + "Ġpe rror", + "â Ĺ", + "ĠFile Reader", + "Ġf ulfilled", + "Ġful filled", + "Ġfulfill ed", + "Ġfulfil led", + "_ Current", + "_C urrent", + "Ġdo minate", + "Ġdom inate", + "Ġdomin ate", + "Ġdomina te", + "Ġsm ugg", + "Post Mapping", + "_ force", + "_f orce", + "_for ce", + "Ġb loc", + "Ġbl oc", + "Ġblo c", + "ĠG iant", + "ĠGi ant", + "ĠGian t", + "ĠGia nt", + "( video", + "(v ideo", + "Ġ CU", + "ĠC U", + "System Service", + "Ġ elf", + "Ġe lf", + "Ġel f", + "Ġkont akt", + "ë ª", + "k ees", + "ke es", + "kee s", + "g tk", + "gt k", + "Ġparam Int", + "Ġ markup", + "Ġmark up", + "Ġmar kup", + "u ales", + "ual es", + "ua les", + "uale s", + "Ġaccount ed", + "Ġgang bang", + "RY PT", + "Ġ Wrong", + "ĠW rong", + "ĠWr ong", + "Ġ credited", + "Ġcr edited", + "Ġcred ited", + "Ġcredit ed", + "Ġ MESSAGE", + "ĠM ESSAGE", + "Ġf laws", + "Ġfl aws", + "Ġflaw s", + "Ġfla ws", + "Ġb bw", + "Ġbb w", + "Ġmet abolic", + "Ġmetab olic", + "Ġmetabol ic", + "ĠO EM", + "ĠOE M", + "/ event", + "/e vent", + "(C ollectors", + "mon ton", + "mo nton", + "mont on", + "monto n", + "ap pear", + "app ear", + "appe ar", + "Ġop ted", + "Ġopt ed", + "Ġc heat", + "Ġch eat", + "Ġche at", + "Ġd av", + "Ġda v", + "Ġ Proceed", + "ĠPro ceed", + "ĠProc eed", + "Ġ ê¸", + "Ġê ¸", + "an ked", + "ank ed", + "anke d", + "и з", + "an sk", + "ans k", + "Ġ Hang", + "ĠH ang", + "ĠHa ng", + "ĠHan g", + "ĠC ler", + "ĠCl er", + "ĠCle r", + "Ġdis gu", + "Ġdisg u", + "Ġc map", + "Ġcm ap", + ". cljs", + ".cl js", + "Ġa ument", + "Ġau ment", + "l ez", + "le z", + "Ġ Joined", + "ĠJ oined", + "ĠJo ined", + "ĠJoin ed", + "ĠJoi ned", + "_ received", + "_re ceived", + "_receive d", + "Ġa erial", + "Ġaer ial", + "Ġae rial", + "o tel", + "ot el", + "ote l", + "Ġg reet", + "Ġgre et", + "\" s", + "Ġ Genesis", + "ĠGen esis", + "ĠGene sis", + "ĠCal if", + "ĠCa lif", + "pan ion", + "Ġtail ored", + "Ġtailor ed", + "m apping", + "ma pping", + "map ping", + "and Expect", + ". track", + ".t rack", + ".tr ack", + "at omy", + "ato my", + "atom y", + "ĠO w", + "ul lah", + "ull ah", + "ulla h", + ". Yes", + ".Y es", + "Ġ SimpleName", + "ĠSimple Name", + "d bh", + "db h", + "' en", + "'e n", + "Ġn onsense", + "Ġnon sense", + "Ġnons ense", + "Ġphilosoph ical", + "( getContext", + "(get Context", + "Ġis so", + "Ġiss o", + "Ġ ACE", + "ĠA CE", + "ĠAC E", + "start Date", + "Ġb ÄĻd", + "ĠAUTH OR", + "ĠG lobe", + "ĠGl obe", + "ĠGlo be", + "ĠGlob e", + "Ġin sects", + "Ġins ects", + "Ġinsect s", + "Ġinse cts", + "_ Al", + "_A l", + "ush ing", + "ushi ng", + "è® °", + "/ Home", + "/H ome", + "ĠLocal Date", + "ne eded", + "need ed", + "nee ded", + "hes ive", + "Ġ illusion", + "Ġill usion", + "äº Į", + "Ġt rat", + "Ġtr at", + "Ġtra t", + "x o", + "/ detail", + "/d etail", + "/de tail", + "_ MATCH", + "_M ATCH", + "_MAT CH", + "Ġbroad band", + "Ġ wal", + "Ġw al", + "Ġwa l", + "ĠIllegal StateException", + "IRE CTION", + "IRECT ION", + "Ġnor theast", + "Ġnorth east", + "es ium", + "esi um", + "Ġ Cliente", + "ĠCl iente", + "ĠClient e", + "ĠCli ente", + "ul ance", + "ula nce", + "ulan ce", + "n ty", + "nt y", + "Ġt ecn", + "Ġte cn", + "Ġtec n", + "Device s", + "Dev ices", + "Ġgr ains", + "Ġgrain s", + "Ġgra ins", + "ĠO g", + "Ġ SEL", + "ĠS EL", + "ĠSE L", + "ud iant", + "udi ant", + "Ġ ++;Ċ", + "Ġ++ ;Ċ", + "Ġexplan ations", + "Ġexplanation s", + "o cco", + "oc co", + "occ o", + "Ġd iets", + "Ġdi ets", + "Ġdie ts", + "Ġdiet s", + "Ġco hort", + "Ġcoh ort", + "( controller", + "(cont roller", + "(control ler", + ". Iterator", + ".It erator", + ".Iter ator", + "- rich", + "-r ich", + "ro cess", + "roc ess", + "G D", + "Ġcar bohydr", + "Ġ fried", + "Ġf ried", + "Ġfr ied", + "Ġfri ed", + "ĠEm ployment", + "ĠEmp loyment", + "ĠEmploy ment", + "ìŀ ¥", + "ĠLeon ard", + "ĠLeo nard", + "_ ${", + "_$ {", + "qu ares", + "quare s", + "qua res", + "Ġcompan ions", + "Ġcompanion s", + "Ġp aris", + "Ġpar is", + "Ġpa ris", + "Ġpari s", + "Ġst imulation", + "Ġstim ulation", + "ĠZ oo", + "ĠZo o", + "Ġre levance", + "Ġrelev ance", + "Ġ Colour", + "ĠCol our", + "ĠColo ur", + "Ġs pear", + "Ġsp ear", + "Ġspe ar", + "ot ional", + "otion al", + "oti onal", + "Ġ Lite", + "ĠL ite", + "ĠLi te", + "ĠLit e", + "ĠK osten", + "ĠKo sten", + "ĠKos ten", + "Ġ ó", + "Ġà ³", + "_ attachment", + "_att achment", + "_attach ment", + "orph ic", + "orp hic", + "Ġda mit", + "Ġdam it", + "Ġ dlg", + "Ġd lg", + "Ġdl g", + "Ġth rive", + "Ġthr ive", + "CH ANGE", + "CHAN GE", + "Ġ Apparently", + "ĠApp arently", + "Ġa tual", + "Ġat ual", + "Ġro oted", + "Ġroot ed", + "( images", + "(image s", + "(im ages", + "a wi", + "aw i", + "ar iat", + "ari at", + "aria t", + "Ġch erry", + "Ġcher ry", + "ST ATIC", + "STAT IC", + "m nt", + "mn t", + "Ġ UserId", + "ĠUser Id", + "il let", + "ill et", + "ille t", + "ĠHis panic", + "ĠHispan ic", + "Ġ nak", + "Ġn ak", + "Ġna k", + "Ġcent ro", + "Ġcentr o", + "Ġcen tro", + "Ġ dims", + "Ġd ims", + "Ġdi ms", + "Ġdim s", + "_ initialize", + "_initial ize", + "ı k", + "ĠCent ers", + "ĠCenter s", + "R EN", + "RE N", + "Ġevolution ary", + "Ġ Topics", + "ĠTo pics", + "ĠTop ics", + "ĠTopic s", + "_ damage", + "_d amage", + "_da mage", + "e mer", + "em er", + "eme r", + "Ġr und", + "Ġrun d", + "Ġru nd", + "Ġpun ished", + "Ġpunish ed", + "Ġc ubic", + "Ġcu bic", + "Ġcub ic", + "f air", + "fa ir", + "[ ];ĊĊ", + "[] ;ĊĊ", + "[];Ċ Ċ", + "Ġin stantiate", + "Ġinstant iate", + "Ġover see", + "Ġovers ee", + "Ġoverse e", + "- delete", + "-de lete", + "-del ete", + "unt eer", + "unte er", + "start Time", + "Ġ Pipeline", + "ĠP ipeline", + "ĠPipe line", + "ĠPip eline", + "_ GAME", + "_G AME", + "ĠC ir", + "ĠCi r", + "ĉ Null", + "ĉN ull", + ". Formatting", + ".Format ting", + "uc umber", + "ĠR ide", + "ĠRid e", + "ĠRi de", + "Ġz oo", + "Ġzo o", + "Ġ checker", + "Ġcheck er", + "Ġche cker", + "åIJ Į", + "= C", + "Ġg rit", + "Ġgr it", + "Ġgri t", + "\" );//", + "\") ;//", + "\"); //", + "_ xy", + "_x y", + "Ġ Declaration", + "ĠDe claration", + "Ġ callable", + "Ġcall able", + "F oo", + "Fo o", + "Ġ ListItem", + "ĠList Item", + "Ġin accur", + "m lin", + "ml in", + "ĉ Data", + "ĉD ata", + "Ġev olving", + "a wan", + "aw an", + "awa n", + "Ġc afe", + "Ġca fe", + "Ġcaf e", + "f olk", + "fo lk", + "fol k", + "_ IDX", + "_ID X", + "_I DX", + "Ġ Anything", + "ĠAny thing", + "ĠPalest ine", + "ĠPalestin e", + "Ġ GridView", + "ĠGrid View", + "Ġcol ony", + "Ġcolon y", + "ĠGerman s", + "ĠGer mans", + "ĠGerm ans", + "( +", + ". pid", + ".p id", + ".pi d", + ". jsx", + ".j sx", + ".js x", + "ĠSup erior", + "ĠSuper ior", + "Christ ian", + "ĠL ect", + "ĠLe ct", + "ĉ Game", + "ĉG ame", + "Ġinstrument al", + "An imations", + "Animation s", + "Anim ations", + "д ал", + "да л", + "ĠM oses", + "ĠMo ses", + "ĠMos es", + "ĉĉ čĊĉĉčĊ", + "ĉĉčĊ ĉĉčĊ", + "z s", + "k te", + "kt e", + "ä¸ ļ", + "_ DIST", + "_D IST", + "_DIS T", + "_DI ST", + "b itmap", + "bit map", + "d B", + "Ġp ersistence", + "Ġpers istence", + "Ġpersist ence", + "ÑĢ оÑģ", + "ÑĢо Ñģ", + "$ l", + "B ron", + "Br on", + "Bro n", + "Ġ {|", + "Ġ{ |", + "_ chart", + "_c hart", + "_ch art", + "_char t", + "Ġ Consum", + "ĠCon sum", + "ĠCons um", + "Ġh emp", + "Ġhe mp", + "Ġhem p", + "Ġ \"))Ċ", + "Ġ\" ))Ċ", + "Ġ\") )Ċ", + "Ġ\")) Ċ", + "Ġatt ackers", + "Ġattack ers", + "Ġattacker s", + "Ġknowledge able", + "Ġc et", + "Ġce t", + "Ġvir uses", + "Ġvirus es", + "' I", + "Ġpitch er", + "Ġpit cher", + "Ġswe eping", + "Ġsweep ing", + "= list", + "=l ist", + "apt ops", + "aptop s", + ". depth", + ".de pth", + ".dep th", + "Ġinstruct ed", + "Ġ Rus", + "ĠR us", + "ĠRu s", + "benh avn", + "Ġ ин", + "Ġи н", + "S ports", + "Sp orts", + "Sport s", + "Spo rts", + "Ġon set", + "Ġons et", + "æĿ ĥ", + ". RED", + ".R ED", + ".RE D", + "_ si", + "_s i", + "ĠP ST", + "ĠPS T", + ". onChange", + ".on Change", + "> tag", + ">t ag", + "ĠR oh", + "ĠRo h", + "_ character", + "_char acter", + "ĠL aws", + "ĠLa ws", + "ĠLaw s", + "Ġ Bachelor", + "ĠB achelor", + "ĠBach elor", + "_ swap", + "_s wap", + "_sw ap", + ".re activex", + "Ġreward ing", + "Ġrew arding", + "M edium", + "Med ium", + "- [", + "Ġ Recently", + "ĠRec ently", + "ĠRecent ly", + "J oint", + "Join t", + "Jo int", + "part ition", + "Ġ Minutes", + "ĠMin utes", + "ĠMinute s", + "Ġ indo", + "Ġin do", + "Ġi ndo", + "Ġind o", + "Ġabsor bed", + "Ġabsorb ed", + "Ġ GN", + "ĠG N", + "_ IND", + "_IN D", + "_I ND", + "Ġs aber", + "Ġsa ber", + "Ġsab er", + "Ġsabe r", + "S pawn", + "Sp awn", + "out puts", + "output s", + "ĠJeff rey", + "Ġmed ieval", + "Ġmedi eval", + "h ed", + "he d", + "G uide", + "Gui de", + "Guid e", + "Gu ide", + "Ġpsych o", + "Ġpsy cho", + "Ġg lam", + "Ġgl am", + "E lim", + "El im", + "äd chen", + "_ plain", + "_p lain", + "_pl ain", + "Ġ Sau", + "ĠS au", + "ĠSa u", + "- four", + "-f our", + "Ġanaly zing", + "QUE RY", + "QU ERY", + "Ġtom ato", + "_ buttons", + "_button s", + "_but tons", + "V EN", + "VE N", + ". setStatus", + ".set Status", + ". Url", + ".U rl", + "+ ĊĊ", + "+Ċ Ċ", + "Ġcompl aining", + "Ġcomplain ing", + "d egree", + "de gree", + "deg ree", + "conf irmed", + "confirm ed", + "Ġsu bt", + "Ġsub t", + "p arsed", + "par sed", + "parse d", + "pars ed", + "Ġt orque", + "Ġtor que", + "Ġtrouble d", + "Ġtroub led", + "Ġtrou bled", + "Ġ TARGET", + "ĠT ARGET", + "ĠTAR GET", + "Ġtrad emarks", + "Ġtrade marks", + "Ġtrademark s", + "Ġ Coordinate", + "ĠCo ordinate", + "ĠCoord inate", + "ĠV iv", + "ĠVi v", + "Ġ //}ĊĊ", + "Ġ// }ĊĊ", + "Ġ//}Ċ Ċ", + "Ġapr ès", + ". getPosition", + ".get Position", + ".getP osition", + "( KeyCode", + "(Key Code", + "ĠSil va", + "Ġ meteor", + "Ġm eteor", + "Ġmet eor", + "Ġendorse ment", + "Ġendors ement", + "Over view", + "Ġ Poss", + "ĠP oss", + "ĠPo ss", + "ĠPos s", + ". Inject", + ".In ject", + "Ġeven ly", + "Ġ visualization", + "Ġvisual ization", + "Ġ wchar", + "Ġw char", + "Ġwc har", + "ĠH DMI", + "ĠHD MI", + "Ġf unct", + "Ġfun ct", + "Ġfunc t", + "ick name", + "',' ','", + "','', '", + "Ġfor wards", + "Ġforward s", + "Managed Object", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĉ server", + "ĉs erver", + "ĠOut look", + "ĠChron icle", + "ĠChronic le", + "Ġdub bed", + "Ġd ok", + "Ġdo k", + "ĠW ear", + "ĠWe ar", + ". AL", + ".A L", + "p aren", + "par en", + "pare n", + "pa ren", + ". Interface", + ".Inter face", + "Inter faces", + "Interface s", + ". cod", + ".c od", + ".co d", + "Ġd ib", + "Ġdi b", + ".Global ization", + "ĠAc ademic", + "ĠAcad emic", + "ĠAcadem ic", + "Ġas sms", + "Ġass ms", + "A utom", + "Auto m", + "Aut om", + "Au tom", + "Ġ lw", + "Ġl w", + "Ġ NW", + "ĠN W", + "Ġ&& čĊ", + "Ġproble ma", + "Ġproblem a", + "Ġprobl ema", + "ĠManufact uring", + "l imits", + "li mits", + "lim its", + "limit s", + "- mobile", + "-m obile", + "Ġ filme", + "Ġfil me", + "Ġfilm e", + "/ map", + "/m ap", + "Ġd oit", + "Ġdo it", + "Ġdoi t", + "ĠI nk", + "ĠIn k", + "Ġs ued", + "Ġsu ed", + "Ġsue d", + ". arr", + ".a rr", + ".ar r", + "Ġunder min", + "Ġ Proc", + "ĠP roc", + "ĠPro c", + "ĠPr oc", + "croll View", + "_ _$", + "__ $", + "Ġside walk", + "Ġsidew alk", + "( that", + "(t hat", + "(th at", + "ภ·", + "[ q", + "gram mar", + "Ġt ë", + "q uito", + "qu ito", + "quit o", + "qui to", + "Ġsp iral", + "Ġspir al", + "Ġspi ral", + "ext ended", + "extend ed", + "Ġf ocal", + "Ġfoc al", + "Ġfo cal", + "Ġdig ging", + "p as", + "pa s", + "ĠT all", + "ĠTal l", + "ĠTa ll", + ". proxy", + ".pro xy", + ".pr oxy", + "i tures", + "it ures", + "iture s", + "itu res", + "itur es", + "T RACT", + "TR ACT", + "TRA CT", + "Ġ Realm", + "ĠRe alm", + "ĠReal m", + "Ġf eder", + "Ġfe der", + "Ġfed er", + "Ġ oriented", + "Ġorient ed", + "Ġori ented", + "Ġ Alternative", + "ĠAltern ative", + "ĠAlter native", + "Ġ owe", + "Ġo we", + "Ġow e", + "Ġs ourced", + "Ġsource d", + "Ġsour ced", + "in ker", + "ink er", + "inke r", + ". det", + ".d et", + ".de t", + "S ep", + "Se p", + "Ġ Qui", + "ĠQ ui", + "ĠQu i", + "ĠPal mer", + "ĠPalm er", + "( _,", + "(_ ,", + "s amples", + "sample s", + "sam ples", + "samp les", + "o yer", + "oy er", + "ul lan", + "ull an", + "ulla n", + "q uez", + "qu ez", + "que z", + "Ed ges", + "Edge s", + "Ġsh out", + "Ġsho ut", + "Ġ Achie", + "ĠA chie", + "ĠAch ie", + "Ġ haar", + "Ġh aar", + "Ġha ar", + "_ Construct", + "_Con struct", + "Ġprem ature", + "Ġre vert", + "Ġrev ert", + "Ġreve rt", + "Ġrever t", + "' ).Ċ", + "') .Ċ", + "'). Ċ", + "Ġs chn", + "Ġsc hn", + "Ġsch n", + "filter ed", + "fil tered", + "filt ered", + "null ptr", + "S aved", + "Save d", + "Sa ved", + "it ecture", + "itect ure", + "C LA", + "CL A", + "Ġ vl", + "Ġv l", + "s tell", + "st ell", + "ste ll", + "ĉ Me", + "ĉM e", + "ĠL ip", + "ĠLi p", + "n ational", + "nat ional", + "nation al", + "Ġwh olly", + "Ġspr ings", + "Ġspring s", + ". Timer", + ".T imer", + ".Time r", + "ĉ src", + "ĉs rc", + "e lsen", + "el sen", + "else n", + "els en", + "åħ ¶", + "Ġcommunic ating", + "Ġ Quiz", + "ĠQu iz", + "ĠQui z", + "Ġt eng", + "Ġte ng", + "Ġten g", + "Ġg ez", + "Ġge z", + "Ġ Outside", + "ĠOut side", + "ĠOuts ide", + ". Sign", + ".S ign", + "( cs", + "(c s", + "Ġdisp utes", + "Ġdispute s", + "Ġdisput es", + "ĠWe iss", + "ĠWei ss", + "an nes", + "ann es", + "anne s", + "> No", + ">N o", + "ĠB ach", + "ĠBa ch", + "ĠBac h", + ".remove All", + "re fer", + "ref er", + "/ dashboard", + "/d ashboard", + "Ġ Ajax", + "ĠA jax", + "ĠAj ax", + "Index Changed", + "Ġ Weak", + "ĠWe ak", + "' \"Ċ", + "'\" Ċ", + "Ġs ights", + "Ġsight s", + "Ġsigh ts", + "access Token", + "ĠJ oi", + "ĠJo i", + "( domain", + "(d omain", + "(dom ain", + "(do main", + "ĉ cv", + "ĉc v", + "Ġcontin uation", + "Ġcontinu ation", + "Ġcontinua tion", + "Ġp lum", + "Ġpl um", + "Ġplu m", + "a dir", + "ad ir", + "adi r", + ". setMessage", + ".set Message", + "Ġ ï¼Į", + "Ġï¼ Į", + "Ġsw allow", + "Ġswal low", + "ĠL amp", + "ĠLa mp", + "ĠLam p", + "Ġ qw", + "Ġq w", + "Ġ uu", + "Ġu u", + "C oin", + "Co in", + "u bic", + "ub ic", + "ubi c", + "ĠDe als", + "ĠDeal s", + "r ace", + "ra ce", + "rac e", + "Ġdict ator", + "Ġm eme", + "Ġme me", + "Ġmem e", + "turn ed", + "tur ned", + "ĠJul ie", + "ĠJu lie", + "ĠJuli e", + ".grid Column", + "Ġp uppy", + "Ġpup py", + "Ġpu ppy", + "Ġp am", + "Ġpa m", + "Ġ ){čĊ", + "Ġ) {čĊ", + "Ġ){ čĊ", + "Ġinv iting", + "Ġinvit ing", + "Ġf rench", + "Ġfr ench", + "Ġfren ch", + "v im", + "vi m", + "Ġwr apping", + "Ġwrap ping", + "Ġ#- }Ċ", + "( [-", + "([ -", + "Ear ly", + "Ġsh iny", + "Ġshin y", + ". faces", + ".f aces", + ".face s", + ".fac es", + ".fa ces", + "Ġre bell", + "Ġreb ell", + "Ġrebel l", + "abc def", + "abcd ef", + "ä lt", + "äl t", + "Ġest imation", + "Ġestim ation", + "ph ys", + "phy s", + "los ures", + "losure s", + "_ REL", + "_RE L", + "_R EL", + "Ġex clusion", + "Ġexclus ion", + "Ġexcl usion", + "ĠSk ype", + "ĠSky pe", + "we ise", + "wei se", + "weis e", + "- stop", + "-s top", + "-st op", + "no thing", + "ĠE gg", + "ĠEg g", + "is ors", + "iso rs", + "isor s", + "Rich ard", + "Ġcounsel ing", + "Ġcom mem", + "Ġcomm em", + "Ġcomme m", + "ĠQ MessageBox", + "ĠSy nd", + "ĠSyn d", + "ĠF rost", + "ĠFr ost", + "ĠFro st", + "ĠCom petition", + "ĠCompet ition", + "ĠA wake", + "ĠAw ake", + "Ġ ted", + "Ġt ed", + "Ġte d", + "ic iones", + "ici ones", + "icio nes", + "icion es", + "ĠDev Components", + "VERTISE MENT", + "o tti", + "ot ti", + "ott i", + ". runner", + ".r unner", + ".run ner", + "Ġunique ly", + "Ġuniqu ely", + "Ġuniq uely", + ". flag", + ".f lag", + ".fl ag", + "ĉ rs", + "ĉr s", + "_ generic", + "_g eneric", + "_gen eric", + "_gene ric", + "_gener ic", + "Ġ` ``Ċ", + "Ġ`` `Ċ", + "Ġ``` Ċ", + "ACH INE", + "ACHI NE", + "Ġm ein", + "Ġme in", + "( Application", + "(App lication", + "( br", + "(b r", + "Ġrat ios", + "Ġratio s", + ": ,", + "ĠX CTest", + "ĠXCT est", + "ĠXC Test", + "ustain able", + "- www", + "-w ww", + "it les", + "itle s", + "_ TEMP", + "_T EMP", + "_TE MP", + "_TEM P", + "Ġs yst", + "Ġsys t", + "Ġsy st", + "umeric UpDown", + "ĉ assertTrue", + "ĉassert True", + "Ġ wf", + "Ġw f", + ". peek", + ".pe ek", + "ĠB ulg", + "ĠBul g", + "ĠBu lg", + "Ġterr ifying", + ". MODE", + ".M ODE", + ".MOD E", + "Ġ GW", + "ĠG W", + "á r", + "Ġ fic", + "Ġf ic", + "Ġfi c", + "Ġcommit ments", + "Ġcommitment s", + "- tech", + "-t ech", + "-te ch", + "Ġ Liquid", + "ĠL iquid", + "ĠLiqu id", + "o pez", + "op ez", + "ope z", + "z heimer", + "a ña", + "añ a", + "- media", + "-m edia", + "-me dia", + "-med ia", + "( animated", + "(an imated", + "_ goal", + "_go al", + "Ġg um", + "Ġgu m", + "y stone", + "yst one", + "ys tone", + ". SET", + ".S ET", + ".SE T", + "ĠW end", + "ĠWe nd", + "ĠWen d", + "set CellValue", + "Ġ msgs", + "Ġmsg s", + "Ġms gs", + "c ash", + "ca sh", + "cas h", + "AL LOC", + "ALL OC", + "/ aws", + "/a ws", + "Ġmicro wave", + "Ġmic rowave", + ". Pointer", + ".Point er", + "ĉ Console", + "ĉCon sole", + "_ sorted", + "_s orted", + "_sort ed", + "ĠF ilip", + "ĠFil ip", + "ĠFi lip", + "P rod", + "Pro d", + "Pr od", + "Ġ// !<", + "Ġ//! <", + "in group", + "ing roup", + "Ġ ks", + "Ġk s", + "_T RI", + "_TR I", + "Ġteas poon", + "Ġ ATT", + "ĠA TT", + "ĠAT T", + "Ġre covering", + "Ġrecover ing", + "Ġ GLOBAL", + "ĠG LOBAL", + ". Par", + ".P ar", + "Ġ/ >;Ċ", + "Ġ/> ;Ċ", + "Ġmar ble", + "ul ators", + "ula tors", + "ulator s", + "Ġ Cycle", + "ĠC ycle", + "ĠCy cle", + "ĠCycl e", + "ĠCyc le", + "Ġher bs", + "Ġherb s", + "_ metric", + "_m etric", + "_met ric", + ") !", + "_C LOCK", + "_CL OCK", + "_ Button", + "_B utton", + "H arry", + "Har ry", + "è¿ Ľ", + "Ġstr ains", + "Ġstrain s", + "Ġstra ins", + "Ġ AppBar", + "ĠApp Bar", + "Ġ Chan", + "ĠC han", + "ĠCh an", + "ĠCha n", + "/ video", + "/v ideo", + "Ġ bam", + "Ġb am", + "Ġba m", + ". Progress", + ".Pro gress", + "$ f", + "l emen", + "le men", + "lem en", + "leme n", + "Ġir regular", + "ĠD uncan", + "ĠDun can", + "ĠM int", + "ĠMin t", + "ĠMi nt", + "- video", + "-v ideo", + "ঠ¾", + "ó wn", + "ów n", + "Ġ EMPTY", + "ĠEM PTY", + "ĠEMP TY", + "Ġst acked", + "Ġstack ed", + "Ġ HA", + "ĠH A", + "_ cut", + "_c ut", + "_cu t", + "Ġwhere in", + "ĠW ays", + "ĠWay s", + "ĠWa ys", + "( counter", + "(c ounter", + "(count er", + "(co unter", + "è¯ ķ", + "Form Group", + "Ġb lew", + "Ġbl ew", + "Ġble w", + "c ourses", + "co urses", + "course s", + "cour ses", + "Ġ productos", + "Ġproduct os", + "Ġproducto s", + "r ys", + "ry s", + "Ġ Restr", + "ĠR estr", + "ĠRe str", + "ĠRes tr", + "ĠRest r", + "Ġst yling", + "Ġsty ling", + "Ġstyl ing", + "> s", + "Ġp iv", + "Ġpi v", + "Ġit ertools", + "Ġiter tools", + "get Repository", + "Ġ Ik", + "ĠI k", + "_ devices", + "_device s", + "_dev ices", + "lay ui", + "Ġhalf way", + "Ġfran ç", + "Ġt uning", + "Ġtu ning", + "Ġtun ing", + "O A", + "_ Node", + "_N ode", + "_No de", + "ar de", + "ard e", + "Ġf ierce", + "Ġfi erce", + "Ġfier ce", + "Ġfierc e", + "l icted", + "lic ted", + "lict ed", + "# čĊ", + "Ġbreak through", + "ĠE rik", + "ĠEr ik", + "Ġb ride", + "Ġbr ide", + "Ġbri de", + "Ġbrid e", + "Ġ .\"", + "Ġ. \"", + "c ulus", + "cul us", + "cu lus", + "in side", + "ins ide", + "insi de", + "ĠIndian apolis", + "Ġ EE", + "ĠE E", + "Ġy og", + "Ġyo g", + "ur ret", + "urre t", + "urr et", + ". fs", + ".f s", + ". grad", + ".g rad", + ".gr ad", + "_ cards", + "_c ards", + "_card s", + "_car ds", + "_ accuracy", + "_ac curacy", + "_acc uracy", + "_e pi", + "_ep i", + "qu eda", + "que da", + "/ org", + "/or g", + "/o rg", + "é ªĮ", + "éª Į", + "Ġcom pte", + "Ġcomp te", + "Ġcompt e", + ") )[", + ")) [", + "Out side", + "G reater", + "Great er", + "Gre ater", + "Ġ Renderer", + "ĠRender er", + ". actor", + ".a ctor", + ".ac tor", + ".act or", + "Account s", + "Ac counts", + "I dle", + "Id le", + "_ hours", + "_h ours", + "_hour s", + "er ner", + "ern er", + "erne r", + "J oined", + "Join ed", + "Jo ined", + "Ġme nj", + "Ġmen j", + "re quires", + "require s", + "requ ires", + "Ġ OPER", + "ĠO PER", + "ĠOP ER", + ".remove Child", + "ĉ sp", + "ĉs p", + "Ġ esse", + "Ġe sse", + "Ġes se", + "Ġess e", + "r ift", + "ri ft", + "rif t", + "x FE", + "xF E", + "ĠSh akespeare", + "____ ________", + "________ ____", + "Ġbudget s", + "Ġbud gets", + "Model State", + "fill able", + "- component", + "-com ponent", + "-comp onent", + "o cos", + "oc os", + "oco s", + "Ġ BUTTON", + "ĠB UTTON", + "ĠBUT TON", + "/ io", + "/i o", + ", out", + ",o ut", + "s ms", + "sm s", + "Th omas", + "Tho mas", + "ĠAr med", + "ĠArm ed", + "re sume", + "res ume", + "Ġrot ating", + "Ġ Vault", + "ĠV ault", + "ĠVa ult", + "Ġs eus", + "Ġse us", + "Ġseu s", + ". (*", + ".( *", + "Ġa mino", + "Ġam ino", + "Ġami no", + "Ġ[ ]);ĊĊ", + "Ġ[] );ĊĊ", + "Ġ[]) ;ĊĊ", + "Ġ[]);Ċ Ċ", + "Ġprov oc", + "n ox", + "no x", + ". GetEnumerator", + ".Get Enumerator", + "= ======Ċ", + "== =====Ċ", + "==== ===Ċ", + "=== ====Ċ", + "====== =Ċ", + "===== ==Ċ", + "======= Ċ", + "æĸ Ļ", + "_ scroll", + "_s croll", + "_sc roll", + "_scr oll", + "Ġfil med", + "Ġfilm ed", + "Ġfilme d", + "ĠS oci", + "ĠSo ci", + "ĠSoc i", + "g ap", + "ga p", + "g ro", + "gr o", + "V ote", + "Vo te", + "\" But", + "\"B ut", + "_ RC", + "_R C", + "An imal", + "Anim al", + " Ģ", + "ib ile", + "ibil e", + "ibi le", + "Ġaw aken", + "Ġawake n", + "o rest", + "or est", + "ore st", + "ores t", + "in ja", + "ĠI van", + "ĠIv an", + "( Command", + "Ġ *****", + "Ġ* ****", + "Ġ** ***", + "Ġ*** **", + "Ġ**** *", + "Î ·", + "Ġkv inder", + "Ġkvin der", + "Ġkvinde r", + "/ helpers", + "/h elpers", + "/help ers", + "/helper s", + "_ cases", + "_c ases", + "_case s", + "_ca ses", + "t g", + "ìĦ ¸", + "Register ed", + "ĉ pass", + "ĉp ass", + "_ digits", + "_d igits", + "_digit s", + "Ġcon tour", + "Ġcont our", + "Ġinf ants", + "Ġinfant s", + "Ġjust ification", + "Ġ Fortunately", + "ĠFort unately", + "Cont r", + "Con tr", + "ĠonCreate View", + "_ SAMPLE", + "_S AMPLE", + "_SAMPL E", + "Ġallow Null", + "Ġn ud", + "Ġnu d", + "Ġf etched", + "Ġfetch ed", + "Ġfet ched", + "_ equ", + "_e qu", + "_eq u", + "Ġ Unable", + "ĠU nable", + "ĠUn able", + "ĠUna ble", + "= \\\"\"", + "=\\\" \"", + "=\\ \"\"", + "> {Ċ", + ">{ Ċ", + "Ġcommit tees", + "Ġcommittee s", + "ist ema", + "iste ma", + "istem a", + "+ \".", + "+\" .", + "ÃŃ an", + "ÃŃa n", + "m ant", + "man t", + "ma nt", + "Ġsou theast", + "Ġsouth east", + "ï¼Į Ċ", + "dialog s", + "dia logs", + "PRO JECT", + "ch arger", + "char ger", + "charge r", + "charg er", + "- port", + "-p ort", + "-po rt", + "( uuid", + "(u uid", + ". export", + ".ex port", + ".exp ort", + "S ix", + "Si x", + "Ġ RP", + "ĠR P", + "P rem", + "Pr em", + "Pre m", + "Ġcon science", + "Ġconsc ience", + "Ġmargin Right", + "_ distribution", + "_d istribution", + "_dis tribution", + "y aml", + "ya ml", + "res izing", + "resi zing", + "D ock", + "Do ck", + "Doc k", + "Ġ Locations", + "ĠL ocations", + "ĠLocation s", + "ĠLoc ations", + "G Y", + "S eed", + "Se ed", + "See d", + "B UFFER", + "BUF FER", + "BUFF ER", + "os sip", + "oss ip", + "u llen", + "ul len", + "ull en", + "ulle n", + "Th ings", + "Thing s", + "Thin gs", + "- self", + "-s elf", + "-se lf", + ". poll", + ".p oll", + ".po ll", + ".pol l", + "PL AYER", + "PLAY ER", + "Ġ å®", + "Ġå ®", + "G ROUP", + "Ġ Away", + "ĠA way", + "ĠAw ay", + "Ġg ospel", + "x fd", + "xf d", + "M ary", + "Mar y", + "Ma ry", + "Ġ Portable", + "ĠPort able", + "ĠPor table", + "T URE", + "TU RE", + "Ġutil is", + "Ġut ilis", + "Ġse it", + "Ġsei t", + "Ġ strand", + "Ġs trand", + "Ġst rand", + "Ġstr and", + "Ġstran d", + "Ġstra nd", + "Ġtrans c", + "Ġtran sc", + "Ġ (^", + "Ġ( ^", + "ĠAl fred", + "ĠAlf red", + ". mem", + ".m em", + ".me m", + ". circle", + ".c ircle", + "Ġ ~/", + "Ġ~ /", + "for cing", + "forc ing", + "Ġ riot", + "Ġr iot", + "Ġri ot", + "Ġrio t", + "p rox", + "pr ox", + "pro x", + "TH ON", + "iz ación", + "iza ción", + "Ġ NI", + "ĠN I", + "r ost", + "ro st", + "ros t", + "Ġdis pro", + "Ġdisp ro", + "_ instances", + "_in stances", + "_instance s", + "_inst ances", + "ï¼Į âĢľ", + "ograph er", + "ogra pher", + "en das", + "end as", + "enda s", + "ĠIs aac", + "ĠIsa ac", + "ĠP ine", + "ĠPin e", + "ĠPi ne", + "/ dis", + "/d is", + "Ġcolor With", + "it erate", + "ite rate", + "iter ate", + "_ stride", + "_st ride", + "_str ide", + "Ġp unto", + "Ġpun to", + "Ġpunt o", + ". EventArgs", + ".Event Args", + "( center", + "(c enter", + "Ġneighb oring", + "Ġneighbor ing", + "ĠPr ison", + "ĠPri son", + "Ġ Messenger", + "ĠM essenger", + "ĠMess enger", + "Ġepid emic", + "Ġepidemi c", + "d ao", + "da o", + "_ complex", + "_com plex", + "_comp lex", + "Ġg ravel", + "Ġgr avel", + "Ġgrave l", + "Ġgra vel", + "Ġgrav el", + "_D IP", + "_DI P", + "é ment", + "ém ent", + "ĠA ri", + "ĠAr i", + "_ bitmap", + "_b itmap", + "_bit map", + ". quit", + ".q uit", + ".qu it", + "( valid", + "(val id", + "(va lid", + "Ġ pend", + "Ġp end", + "Ġpe nd", + "Ġpen d", + "Ġrespir atory", + "Ġre bound", + "Ġreb ound", + "Default Value", + "ãĥ Ń", + "Ġcom mits", + "Ġcomm its", + "Ġcommit s", + ". tests", + ".t ests", + ".test s", + ".te sts", + "_ fr", + "_f r", + "i tet", + "it et", + "ite t", + ". sf", + ".s f", + "Ġspace craft", + "c ritical", + "cri tical", + "cr itical", + "crit ical", + "Ġde pressed", + "Ġdep ressed", + "Ġdepr essed", + "Ġdepress ed", + "ĠAny Object", + "Ġu nb", + "Ġun b", + "Ġdis cern", + "Ġdisc ern", + "( mysql", + "(m ysql", + "(my sql", + "L atin", + "La tin", + "Lat in", + "ĠB og", + "ĠBo g", + "ĠWild life", + "To File", + "ToF ile", + "i oxid", + "iox id", + "@ RestController", + "Ġ\" $(", + "Ġ\"$ (", + "Ġ <<\"", + "Ġ< <\"", + "Ġ<< \"", + "Ġdef ects", + "Ġdefe cts", + "Ġdefect s", + "Ġ datum", + "Ġd atum", + "Ġdat um", + "h in", + "hi n", + "Ġreal izar", + "Ġrealiz ar", + "Ġrealiza r", + "any ahu", + "anya hu", + "Ġ Sig", + "ĠS ig", + "ĠSi g", + "@ Data", + "ad aptive", + "ada ptive", + "adapt ive", + "ĠC atherine", + ". cr", + ".c r", + "Ġ COOKIE", + "ĠCO OKIE", + "Ġ pictured", + "Ġp ictured", + "Ġpicture d", + "Ġpict ured", + "ĠF ighter", + "ĠFight er", + "Query able", + "Ġ Anyway", + "ĠAny way", + "ĠGL FW", + "_ namespace", + "_n amespace", + "_name space", + "_names pace", + "_ ft", + "_f t", + "Ġ ])", + "Ġ] )", + "O rganization", + "Organ ization", + "Ġconstit utes", + "Ġconstitu tes", + "Ġconstitute s", + "Ġqu and", + "Ġqua nd", + "Ġquan d", + "( chunk", + "(ch unk", + "\" />čĊ", + "\"/ >čĊ", + "\"/> čĊ", + "ĠL akes", + "ĠLa kes", + "ĠLake s", + "ĠLak es", + "main window", + "Car thy", + "Cart hy", + "s pin", + "sp in", + "spi n", + "( csv", + "(c sv", + "(cs v", + ": red", + ":r ed", + "- commerce", + "-com merce", + "-comm erce", + "ภ¹", + "Ġdis covering", + "Ġdiscover ing", + "Ġ eco", + "Ġe co", + "Ġec o", + "_ fac", + "_f ac", + "_fa c", + "ince ton", + "inc eton", + "ĠGreen s", + "ĠGre ens", + "ĠGree ns", + "j wt", + "Ø µ", + "ĠBron cos", + "Ġ Goods", + "ĠG oods", + "ĠGo ods", + "ĠGood s", + "( GTK", + "(G TK", + "Ġ returnValue", + "Ġreturn Value", + "Ġsi empre", + "Ġne utr", + "Ġneu tr", + "Ġneut r", + "w ent", + "we nt", + "wen t", + "ĠN atal", + "ĠNa tal", + "ĠNat al", + "Ġenthusi astic", + "Ġenthusiast ic", + "á» į", + "F N", + "/ database", + "/d atabase", + "/data base", + "/dat abase", + "C atalog", + "Cat alog", + "Ġb run", + "Ġbr un", + "Ġbru n", + "ĠK ash", + "ĠKa sh", + "ĠKas h", + "_ Pl", + "_P l", + "isc rim", + ", width", + ",w idth", + "Ġin mates", + "Ġinmate s", + "Ass ignment", + "Assign ment", + "ĠH aven", + "ĠHave n", + "ĠHa ven", + "ĠHav en", + "Ġplay ground", + "ex am", + "@ Controller", + "ul iar", + "uli ar", + "ulia r", + ". getParent", + ".get Parent", + ".getP arent", + "Ġ \";ĊĊ", + "Ġ\" ;ĊĊ", + "Ġ\";Ċ Ċ", + "Ġ\"; ĊĊ", + ": size", + ":s ize", + "iss ors", + "issor s", + "Ġf is", + "Ġfi s", + "Ġ alc", + "Ġa lc", + "Ġal c", + "ens ation", + "ensa tion", + "ĠN ixon", + "ĠNi xon", + "Ġ mighty", + "Ġmight y", + "- str", + "-s tr", + "-st r", + "_ special", + "_s pecial", + "_sp ecial", + "_spec ial", + "_ ADC", + "_A DC", + "_AD C", + "Ġ Twig", + "ĠT wig", + "ĠTw ig", + "um bling", + "umb ling", + "- address", + "-add ress", + "-ad dress", + "Ġher oin", + "Ġhero in", + "Y TE", + "YT E", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "F riend", + "Fri end", + "Ġ ave", + "Ġa ve", + "Ġav e", + "Ġ PNG", + "ĠP NG", + "ĠPN G", + "ĠKur dish", + "ĠKurd ish", + "DataSet Changed", + "Ġbl ades", + "Ġblade s", + "Ġbla des", + "b ral", + "br al", + "bra l", + "S team", + "St eam", + "Ste am", + "Ġs igu", + "Ġsi gu", + "Ġsig u", + "IRT UAL", + "a cos", + "ac os", + "aco s", + "U DP", + "UD P", + "( database", + "(d atabase", + "(data base", + "(dat abase", + "h ec", + "he c", + "Ġ Strings", + "ĠString s", + "ĠStr ings", + "_ scalar", + "_s calar", + "_sc alar", + "_scal ar", + "ĉ desc", + "ĉd esc", + "ĉdes c", + "ĉde sc", + "Ġ TLS", + "ĠT LS", + "ĠTL S", + "; \"Ċ", + ";\" Ċ", + "ĠCor byn", + "Simple Name", + "u ell", + "ue ll", + "uel l", + "Ġ Entre", + "ĠEn tre", + "ĠEnt re", + "ĠEntr e", + "ell ites", + "ellite s", + "elli tes", + "- place", + "-p lace", + "-pl ace", + "Ġfrank ly", + "ĠE rf", + "ĠEr f", + "C EL", + "CE L", + "Ġpa ÃŃs", + "Ġh edge", + "Ġhe dge", + "Ġhed ge", + "Ġ latent", + "Ġla tent", + "Ġlate nt", + "Ġlat ent", + "Ġlaten t", + "Ġ IRQ", + "ĠIR Q", + "ĠH erald", + "ĠHer ald", + "ĠHera ld", + "Ġ Prec", + "ĠP rec", + "ĠPr ec", + "ĠPre c", + "ë³ ´", + ". TEXT", + ".T EXT", + "S alary", + "Sal ary", + "Ġaut umn", + "Ġtr avail", + "Ġtra vail", + "Ġtrav ail", + "Ġtrava il", + ". Sum", + ".S um", + "Ġc ared", + "Ġcar ed", + "Ġca red", + "Ġcare d", + "M or", + "Mo r", + "Ġint uitive", + "Ġintuit ive", + "Ġj ournals", + "Ġjournal s", + "_ IT", + "_I T", + "Ġ Trou", + "ĠT rou", + "ĠTr ou", + "ĠTro u", + "ä¼ ł", + "Has ColumnName", + "Com posite", + "Comp osite", + "Ġsp ice", + "Ġspi ce", + "_ disk", + "_d isk", + "_dis k", + "_di sk", + "_CODE S", + "_CO DES", + "_COD ES", + "Ġ Introduced", + "ĠInt roduced", + "ĠIntro duced", + "i ona", + "ion a", + "io na", + "Ġn uestra", + "Ġnue stra", + "Ġnuest ra", + "Ġnues tra", + "o ct", + "oc t", + "ĠĠĠĠ ĊĠĠĠĠĊĠĠĠĠĊ", + "ĠĠĠĠĊ ĠĠĠĠĊĠĠĠĠĊ", + "ĠĠĠĠĊĠĠĠĠĊ ĠĠĠĠĊ", + "( parameter", + "(param eter", + "(para meter", + "Ġst udios", + "Ġstud ios", + "Ġstudio s", + "Ġstudi os", + "Ġ projectId", + "Ġproject Id", + "Ġbd sm", + ".Sql Client", + "im izer", + "imize r", + "imi zer", + "imiz er", + "Ġ CARD", + "ĠC ARD", + "ĠCA RD", + "ĠCAR D", + "+ t", + "a an", + "aa n", + ". sol", + ".s ol", + ".so l", + "_ Adjust", + "_Ad just", + "Ġright eous", + "Ġ Logging", + "ĠLog ging", + ". filters", + ".f ilters", + ".filter s", + ".fil ters", + "_ TAB", + "_T AB", + "_TA B", + "ĉ sys", + "ĉs ys", + "rop hic", + "roph ic", + "o therapy", + "other apy", + "Ġ Browse", + "ĠB rowse", + "ĠBrow se", + "key board", + "R ON", + "RO N", + "+ \\", + "r opped", + "ro pped", + "rop ped", + "ropp ed", + "Ġext ensively", + "Ġextensive ly", + "f k", + "Ġ lime", + "Ġl ime", + "Ġli me", + "Ġlim e", + "y ears", + "year s", + "ye ars", + "E xc", + "Ex c", + "Ġs ph", + "Ġsp h", + "Ġch eating", + "Ġche ating", + "Ġcheat ing", + "an dro", + "and ro", + "andr o", + "ÃŃ o", + "Ġpr ince", + "Ġpri nce", + "Ġprin ce", + "Ġprinc e", + "o ire", + "oi re", + "oir e", + "Ġ Destination", + "ĠD estination", + "ĠDest ination", + "ĠCon verts", + "ĠConvert s", + "ĠConv erts", + "Ġup stream", + "o led", + "ol ed", + "ole d", + "Ġserv ants", + "Ġservant s", + "Ġ semantic", + "Ġsem antic", + "Ġcr unch", + "Ġeven tual", + "Ġevent ual", + "r unner", + "run ner", + "/ error", + "/e rror", + "S pin", + "Sp in", + "Spi n", + "Ġsecret ly", + "Ġ assemble", + "Ġas semble", + "Ġass emble", + ". Person", + ".P erson", + ".Per son", + "end error", + "ender ror", + "ende rror", + "_ <", + "Ġp endant", + "Ġpend ant", + "S leep", + "ĠChem istry", + "Ġboss es", + "Ġbos ses", + "l k", + ") )),Ċ", + ")) ),Ċ", + "))) ,Ċ", + "))), Ċ", + "Block ly", + "DE VICE", + "DEV ICE", + "Ġreflect ing", + "Ġ ample", + "Ġam ple", + "Ġampl e", + "Ġamp le", + "M illiseconds", + "Mill iseconds", + "ĠPres idential", + "ĠPresident ial", + "Ġ usuarios", + "Ġus uarios", + "Ġusuario s", + "Ġusu arios", + "Ġ NZ", + "ĠN Z", + "Ġ Salary", + "ĠS alary", + "ĠSal ary", + "ĠSala ry", + "ĠA manda", + "ĠAm anda", + "ĠAma nda", + "_ np", + "_n p", + "j ury", + "ju ry", + "jur y", + "Ġk ön", + "Ġkö n", + "Ġther apist", + "Ġtherap ist", + "Ġhom osexual", + "Ġhomosex ual", + "Ġhomo sexual", + "ĠDr ake", + "ĠDra ke", + "- window", + "-w indow", + "Ġ Located", + "ĠLoc ated", + "ĠLocate d", + ". Driver", + ".D river", + "Ġ VIDEO", + "ĠV IDEO", + "ĠVID EO", + "Ġmer chants", + "Ġmerch ants", + "Ġmerchant s", + "ĠC hest", + "ĠCh est", + "ĠChe st", + "ĠChes t", + "- lock", + "-l ock", + "-lo ck", + "/ php", + "/p hp", + "/ph p", + "Ġmil ano", + "Ġmilan o", + "_ STYLE", + "_ST YLE", + "ar ger", + "arg er", + "arge r", + "i dea", + "id ea", + "ide a", + "G UID", + "GUI D", + "GU ID", + "ad vanced", + "adv anced", + "advance d", + "me al", + "Options ItemSelected", + "= '%", + "=' %", + "ĠC ham", + "ĠCh am", + "ĠCha m", + ": data", + ":d ata", + "( stat", + "(s tat", + "(st at", + "Will Appear", + "Ġinf ormal", + "Ġinform al", + "a ji", + "aj i", + "Ġre productive", + "Ġrepro ductive", + "Ġ CAS", + "ĠC AS", + "ĠCA S", + "ãģ £", + "F UNC", + "FUN C", + "FU NC", + "ĠR uth", + "ĠRu th", + "ĠRut h", + ") +(", + ")+ (", + "CON ST", + "CO NST", + "CONS T", + "Ġ Fans", + "ĠF ans", + "ĠFa ns", + "ĠFan s", + "Ġ groupId", + "Ġgroup Id", + "x ffffffff", + "xf fffffff", + "xff ffffff", + "xffff ffff", + "xffffff ff", + "Ġs ampler", + "Ġsample r", + "Ġsam pler", + "Ġsamp ler", + "Ġ}} \">", + "Ġ}}\" >", + ". the", + ".t he", + ".th e", + "Ġh ollow", + "Ġhol low", + "W AY", + "WA Y", + "Ġ Faculty", + "ĠFac ulty", + "Attrib utedString", + "Ġ Looks", + "ĠL ooks", + "ĠLo oks", + "ĠLook s", + "ĠR ex", + "ĠRe x", + "j k", + "ĠM IL", + "ĠMI L", + "Ġ bard", + "Ġb ard", + "Ġbar d", + "Ġba rd", + ". Long", + ".L ong", + ".Lo ng", + "Ġli vest", + "Ġlive st", + "Ġlives t", + "Ġliv est", + "Ġs kal", + "Ġsk al", + "Ġska l", + "ic ism", + "ici sm", + "M AIN", + "MA IN", + "Ġmuch o", + "Ġmu cho", + "Ġmuc ho", + "B ODY", + "BO DY", + "Ġ ese", + "Ġe se", + "Ġes e", + "ĉ use", + "ĉu se", + "ĉus e", + "F oot", + "Foo t", + "Fo ot", + ". SQLException", + ".SQL Exception", + "Ġin heritance", + "Ġinherit ance", + "re ceived", + "receive d", + "rece ived", + "Ġp utas", + "Ġput as", + "Ġpu tas", + "Ġputa s", + "e dis", + "ed is", + "edi s", + "a lsa", + "al sa", + "als a", + "Ġ ErrorMessage", + "ĠError Message", + "Bo oking", + "Book ing", + "Ġ tract", + "Ġt ract", + "Ġtr act", + "Ġtra ct", + "a cz", + "ac z", + "ĠC ant", + "ĠCan t", + "ĠCa nt", + "_ regex", + "_reg ex", + "Ġide ological", + "Ġj ihad", + "Ġji had", + "Ġjih ad", + "h os", + "ho s", + "/ sys", + "/s ys", + "co lm", + "col m", + "( pool", + "(p ool", + "(po ol", + "Ġest án", + "Ġestá n", + "Ġ Pending", + "ĠP ending", + "ĠPen ding", + "ĠPend ing", + "em ás", + "Ġktó ry", + ") );ĊĊĊ", + ")) ;ĊĊĊ", + "));Ċ ĊĊ", + "));ĊĊ Ċ", + ")); ĊĊĊ", + "trans actions", + "transaction s", + "Ġw ield", + "Ġwie ld", + "Ġwi eld", + "Ġwiel d", + "i tere", + "it ere", + "ite re", + "iter e", + "er ture", + "ert ure", + "_ ss", + "_s s", + "Ġstretch ing", + "Ġstret ching", + "Ġpr isoner", + "Ġprison er", + "Ġpris oner", + ".Read All", + "Ġb esch", + "Ġbe sch", + "Ġbes ch", + "-- ;čĊ", + "--; čĊ", + "Ġcr isp", + "Ġcri sp", + "Ġcris p", + "_ SCAN", + "_S CAN", + "_SC AN", + "Ġ ae", + "Ġa e", + "Str ict", + "ĠMin neapolis", + "ĠBo eing", + "a ris", + "ar is", + "ari s", + "r ek", + "re k", + "_ pipe", + "_p ipe", + "_pi pe", + "Ġpri ests", + "Ġpriest s", + "( EIF", + "(E IF", + "eh icles", + "ehicle s", + "Ġ Interactive", + "ĠInter active", + "b etween", + "bet ween", + "ĉNull Check", + "ĠBl air", + "Ġ Lt", + "ĠL t", + "_ inline", + "_in line", + "eth yl", + " ¼", + "_ packages", + "_p ackages", + "_package s", + "_pack ages", + "Ġbar rels", + "Ġbarrel s", + "Ġbarr els", + "_ he", + "_h e", + "Ġ regexp", + "Ġreg exp", + "Ġregex p", + "_ pts", + "_p ts", + "_pt s", + "_ Handler", + "_H andler", + "_Handle r", + "ing ular", + "ingu lar", + "ĠN issan", + "ĠR anch", + "ĠRan ch", + "Ġper ch", + "Ġpe rch", + "Ġperc h", + "Un supported", + "S mith", + "Sm ith", + "ĠLeg ends", + "ĠLegend s", + "M i", + "Ġ gf", + "Ġg f", + "st eder", + "ste der", + "sted er", + "Ġac quiring", + "Ġacqu iring", + "Ġs imulator", + "Ġsim ulator", + "Ġsimul ator", + "( ),\"", + "() ,\"", + "(), \"", + "re ceive", + "rece ive", + "Ġin place", + "Ġinp lace", + "A CTION", + "AC TION", + "ACT ION", + "Ġ WebDriver", + "ĠWeb Driver", + "file system", + "files ystem", + "< Order", + "l open", + "lo pen", + "lop en", + "lope n", + "Ġ HEIGHT", + "ĠHE IGHT", + ".set Border", + "į °", + "__ [\"", + "__[ \"", + "Ġ clamp", + "Ġc lamp", + "Ġcl amp", + "Ġclam p", + "Ġcla mp", + "Seg oe", + "b ands", + "ba nds", + "ban ds", + "band s", + "to List", + "am ba", + "amb a", + "> '+Ċ", + ">' +Ċ", + ">'+ Ċ", + "Ġ credible", + "Ġcred ible", + "a mat", + "am at", + "ama t", + "pl aying", + "play ing", + "pla ying", + ".setImage Resource", + "q uel", + "qu el", + "que l", + "Ġpo dr", + "Ġpod r", + "ge om", + "geo m", + "E k", + "ĠQ atar", + "Ġg eld", + "Ġge ld", + "Ġgel d", + "? ',Ċ", + "?' ,Ċ", + "?', Ċ", + "Ġc yl", + "Ġcy l", + "( ax", + "(a x", + "Ġ WI", + "ĠW I", + "ur ally", + "ural ly", + "ĠBr asil", + "ĠBra sil", + "ĠBras il", + "Ġs enza", + "Ġsen za", + "a ley", + "al ey", + "ale y", + "o nen", + "on en", + "one n", + "Ġ bah", + "Ġb ah", + "Ġba h", + "Ġm olecule", + "Ġmolec ule", + "R ad", + "Ra d", + "è¿ °", + "AN CH", + "ANC H", + "- background", + "-back ground", + "- agent", + "-a gent", + "-ag ent", + "-age nt", + "Ġprol ifer", + ": boolean", + "Ġt ide", + "Ġti de", + "Ġtid e", + "erial izer", + "erialize r", + "_ ;čĊ", + "_; čĊ", + "F ee", + "Fe e", + "* *)", + "** )", + "er gy", + "erg y", + "ĠH onor", + "ĠHon or", + "ĠHo nor", + ". Logging", + ".Log ging", + "i ris", + "ir is", + "iri s", + "Ġunder mine", + "Ġundermin e", + "ĠD y", + "Ġt yr", + "Ġty r", + "Ġ deque", + "Ġde que", + "Ġd amer", + "Ġda mer", + "Ġdam er", + "Ġdame r", + "( [])Ċ", + "([ ])Ċ", + "([] )Ċ", + ".layout ControlItem", + ".layoutControl Item", + "p eated", + "pe ated", + "peat ed", + "C AN", + "CA N", + "ra gments", + "rag ments", + "ragment s", + "L and", + "La nd", + ") ]);Ċ", + ")] );Ċ", + ")]) ;Ċ", + "ĠS ah", + "ĠSa h", + "Ġ DECL", + "ĠDE CL", + "ĠDEC L", + "With in", + "Wi thin", + "Ġ Namespace", + "ĠN amespace", + "ĠName space", + "ĠNames pace", + "an other", + "ano ther", + "semb ling", + "sem bling", + "sembl ing", + ". describe", + ".de scribe", + ".des cribe", + "Con sum", + "Cons um", + "Ġ Fear", + "ĠF ear", + "ĠFe ar", + "g iven", + "gi ven", + "give n", + "O range", + "Or ange", + "< boolean", + " This", + ">T his", + "Ġdata Index", + "Ġprint able", + "Ġprin table", + "ĠE yes", + "ĠEye s", + "ĠEy es", + "_ targets", + "_target s", + "_tar gets", + "( Py", + "(P y", + ". over", + ".o ver", + ".ov er", + "Ġ bru", + "Ġb ru", + "Ġbr u", + "am pton", + "amp ton", + "Ġplaint iff", + "< Key", + " );Ċ", + ">) ;Ċ", + "in vest", + "inv est", + ". *ĊĊ", + ".* ĊĊ", + ".*Ċ Ċ", + "Ġt élé", + "Ġté lé", + "Ġsu perf", + "Ġsuper f", + "Ġ cascade", + "Ġc ascade", + "Ġcas cade", + "Ġcasc ade", + "D TD", + "DT D", + "Ġv ivid", + "Ġvi vid", + "Ġviv id", + "Ġsubsid ies", + "Ġsubsidi es", + "ĠH ass", + "ĠHas s", + "ĠHa ss", + "Ġcol laps", + "Ġcoll aps", + "Ġcer amic", + "{ }\".", + "{} \".", + "ĠLeak age", + "- trash", + "-tr ash", + "-tra sh", + "c ollapsed", + "coll apsed", + "collapse d", + "- social", + "-s ocial", + "-so cial", + "ĠC had", + "ĠCh ad", + "ĠCha d", + "Ġinc lined", + "Ġincl ined", + "Ġ sto", + "Ġs to", + "Ġst o", + "Ġstory board", + ". payment", + ".p ayment", + ".pay ment", + "stack overflow", + "ĠRa iders", + "ĠRaid ers", + "ĠRaider s", + "ĠRai ders", + "Ġ #'", + "Ġ# '", + "ol icies", + "olic ies", + "oli cies", + "ìľ¼ ë¡ľ", + "e map", + "em ap", + "ema p", + "Ġ kj", + "Ġk j", + "Ġ quota", + "Ġqu ota", + "Ġquot a", + "Ġquo ta", + "ĠGar dens", + "ĠGarden s", + "ĠGard ens", + "ë² Ī", + "ĠAng els", + "ĠAnge ls", + "ĠAngel s", + "Ġ oft", + "Ġo ft", + "Ġof t", + "Ġlower case", + "Ġ iParam", + "Ġi Param", + "ĠiP aram", + "Ġche apest", + "Ġcheap est", + "un ta", + "unt a", + "_ pkt", + "_p kt", + "_pk t", + "ic ators", + "ica tors", + "icator s", + "Ġ leurs", + "Ġl eurs", + "Ġle urs", + "Ġleur s", + "Ġdecre ases", + "Ġdecrease s", + "ĉ define", + "ĉdef ine", + "ĉde fine", + "P REC", + "PR EC", + "PRE C", + "am mers", + "amm ers", + "ammer s", + "Ġ PreparedStatement", + "ĠPre paredStatement", + "ĠPrepared Statement", + "( direction", + "(d irection", + "(dir ection", + "(di rection", + "Ġcr ews", + "Ġcre ws", + "Ġcrew s", + "ar ked", + "ark ed", + "ĠMem phis", + "Ġ Sell", + "ĠS ell", + "ĠSe ll", + "ĠSel l", + "G TK", + "GT K", + "Ġ maid", + "Ġm aid", + "Ġma id", + "Ġmai d", + ": disable", + ":d isable", + "éĽ Ĩ", + "ĠP f", + "Ġal beit", + "op enh", + "open h", + "ope nh", + "?> \">Ċ", + "?>\" >Ċ", + ". getSource", + ".get Source", + ".getS ource", + "( scale", + "(s cale", + "(sc ale", + "D u", + "ĠP IL", + "ĠPI L", + "_ refresh", + "_re fresh", + "_ref resh", + "Ġb ets", + "Ġbe ts", + "Ġbet s", + "( car", + "(c ar", + "(ca r", + "ĠV on", + "ĠVo n", + "| --------------------------------------------------------------------------Ċ", + "ĠG rat", + "ĠGr at", + "ĠGra t", + "M uch", + "Mu ch", + "( Dialog", + "(D ialog", + ".stop Propagation", + "Ġ tek", + "Ġt ek", + "Ġte k", + "Ġex its", + "Ġexit s", + "' ],$", + "'] ,$", + "'], $", + "Ġ phoneNumber", + "Ġphone Number", + "u cs", + "uc s", + "e cimal", + "ec imal", + "eci mal", + "- -------------", + "-- ------------", + "---- ----------", + "-------- ------", + "--- -----------", + "------------ --", + "----- ---------", + "---------- ----", + "------ --------", + "----------- ---", + "------------- -", + "------- -------", + "--------- -----", + "i np", + "in p", + ".po jo", + "Ġcor pus", + "Ġcorp us", + "Ġpractition ers", + "Ġpractitioner s", + ". pic", + ".p ic", + ".pi c", + "\" testing", + "Ġstring By", + ". NotNull", + ".Not Null", + "Ġ rang", + "Ġr ang", + "Ġran g", + "Ġra ng", + ". Dynamic", + ".D ynamic", + "_ Render", + "_R ender", + "_Re nder", + "а ÑĤа", + "аÑĤ а", + "Wait ing", + "Wa iting", + "Ġ Wik", + "ĠW ik", + "ĠWi k", + "Ġoverwhel med", + "Ġoverwhelm ed", + "% \">", + "%\" >", + "Ġ AE", + "ĠA E", + "} }>Ċ", + "}} >Ċ", + "}}> Ċ", + "u w", + "_ typ", + "_t yp", + "_ty p", + "Ġ buckets", + "Ġb uckets", + "Ġbucket s", + "Ġbuck ets", + "Ġg reeting", + "Ġgre eting", + "Ġgreet ing", + "Ġ laughter", + "Ġla ughter", + "Ġlaugh ter", + "Ġant agon", + "ugg estion", + "uggest ion", + "- email", + "-e mail", + "-em ail", + "ĉ top", + "ĉt op", + "ĉto p", + "Ġ eros", + "Ġe ros", + "Ġer os", + "Ġero s", + "_ tri", + "_t ri", + "_tr i", + "Ġiss uing", + "Ġissu ing", + "Ġ há", + "Ġh á", + "Ġis olate", + "Ġisol ate", + "Ġiso late", + "Over flow", + ", E", + "Ġnut ritional", + "Ġnutrition al", + "Ġnutrit ional", + "ĠAbb ott", + "Ġ nf", + "Ġn f", + ". touch", + ".t ouch", + ".to uch", + ".fetch all", + "_ zip", + "_z ip", + "\" )}Ċ", + "\") }Ċ", + "\")} Ċ", + "Ġ amat", + "Ġa mat", + "Ġam at", + "Ġama t", + "Ġ Cisco", + "ĠC isco", + "Ġn Ã¥", + "P LEX", + "PL EX", + "PLE X", + "Ġ sei", + "Ġs ei", + "Ġse i", + "f oto", + "fo to", + ". toJson", + ".to Json", + "å¤ ļ", + "ĠK lein", + "ĠKle in", + "ĠKl ein", + "Ġ libc", + "Ġli bc", + "Ġlib c", + "Ġm iners", + "Ġmin ers", + "Ġmi ners", + "Ġmine rs", + "Ġminer s", + "å ¢", + "- print", + "-p rint", + "-pr int", + "ĠP ride", + "ĠPr ide", + "ĠPri de", + "T odos", + "To dos", + "Todo s", + "Ġ masked", + "Ġmask ed", + "Ġmas ked", + "Ġ setData", + "Ġset Data", + "Ġtele fon", + "Ġtel efon", + "Ġun happy", + "Ġunh appy", + "Ġ Tables", + "ĠT ables", + "ĠTable s", + "ĠTab les", + "ĠTa bles", + "g eb", + "ge b", + "( debug", + "(de bug", + "_ allowed", + "_all owed", + "_allow ed", + "- access", + "-a ccess", + "-ac cess", + "Ġlog istics", + "Ġlogistic s", + "Ġ gems", + "Ġg ems", + "Ġge ms", + "Ġgem s", + "ĠM ature", + "ĠMat ure", + "ĠMa ture", + "Ġ rsp", + "Ġr sp", + "Ġrs p", + "Ġ Alle", + "ĠA lle", + "ĠAl le", + "ĠAll e", + ". getBytes", + ".get Bytes", + ".getBy tes", + "\\ web", + "ynchron ized", + "ynchronize d", + "Par agraph", + "Para graph", + "Ġth rottle", + "Ġthr ottle", + "Ġthrott le", + ". sqlite", + ".sql ite", + "cons ulta", + "consult a", + "ĠS eah", + "ĠSe ah", + "ĠSea h", + "C e", + "Ġsub mar", + "E RE", + "ER E", + "V ous", + "Vo us", + "Ġ reddit", + "Ġre ddit", + "Ġred dit", + "Ġredd it", + "Ġsql alchemy", + "- mile", + "-m ile", + "oc ide", + "oci de", + "P our", + "Po ur", + "} }\">Ċ", + "}} \">Ċ", + "}}\" >Ċ", + "st ead", + "ste ad", + "Ġ @(", + "Ġ@ (", + "Ġ [])", + "Ġ[ ])", + "Ġ[] )", + "Ġ Ads", + "ĠA ds", + "ĠAd s", + "Ġover load", + "Ġoverl oad", + "r idden", + "ri dden", + "rid den", + "ĠDe sert", + "ĠDes ert", + "Ġ Wrap", + "ĠW rap", + "ĠWr ap", + "ĠPortug uese", + "e tz", + "et z", + "ĉ first", + "ĉf irst", + "ĉfi rst", + "Ġm ilestone", + "Ġmil estone", + "Ġmiles tone", + "Ġmile stone", + "æĹ ł", + "Ñĥ Ñī", + "( success", + "(s uccess", + "< Vector", + " \")Ċ", + ">\" )Ċ", + ">\") Ċ", + "ĠD ollar", + "ĠDol lar", + "ĠDoll ar", + "Ġ emoji", + "Ġem oji", + "Ġemo ji", + "Car ousel", + "- player", + "-p layer", + "-play er", + "-pl ayer", + "Ġadjust ing", + "Ġadj usting", + "Ġj uga", + "Ġju ga", + "Ġjug a", + "allenge s", + "alleng es", + "allen ges", + "g ene", + "ge ne", + "gen e", + "(body Parser", + "lo pedia", + "lop edia", + "lope dia", + "Ġ Behind", + "ĠBe hind", + "ĠBeh ind", + "Ġslee ves", + "Ġsleeve s", + "Ġdrag ging", + "ĠChe vrolet", + "Ġ biz", + "Ġb iz", + "Ġbi z", + "iv ities", + "ivi ties", + "Ġ Frequency", + "ĠF requency", + "ĠFrequ ency", + ", char", + ",c har", + ",ch ar", + ". WHITE", + ".W HITE", + "_ preview", + "_p review", + "_pr eview", + "_pre view", + "_prev iew", + ") ';Ċ", + ")' ;Ċ", + "_ ax", + "_a x", + "I ONS", + "ION S", + "IO NS", + ". cpu", + ".c pu", + ".cp u", + ". inputs", + ".in puts", + ".input s", + "U BE", + "UB E", + "_ feed", + "_f eed", + "_fe ed", + "_fee d", + "ĠSup plement", + "! ).", + "!) .", + "e sus", + "es us", + "Ġ UDP", + "ĠU DP", + "ĠUD P", + "Ġmicro phone", + "Ġconf irms", + "Ġconfirm s", + ".is NotEmpty", + "\" :\"\",Ċ", + "\": \"\",Ċ", + "\":\" \",Ċ", + "\":\"\" ,Ċ", + "_ SCREEN", + "_S CREEN", + "_SC REEN", + "ĉ expected", + "ĉex pected", + "ĉexpect ed", + "ĉexp ected", + "+-+- +-+-", + "ĠH ait", + "ĠHa it", + "ĠHai t", + "fast call", + "Ġdep ict", + "v b", + "_ picture", + "_p icture", + "_pic ture", + "ĉ description", + "ĉd escription", + "ĉdes cription", + "ĉde scription", + "ĠW ife", + "ĠWi fe", + "u ci", + "uc i", + "Ġv icious", + "Ġvic ious", + "ä» ĸ", + "u eba", + "ue ba", + "Ġset User", + "ãģ ¡", + "Ġd iving", + "Ġdi ving", + "Ġdiv ing", + "Ġop era", + "Ġoper a", + "user content", + "a rah", + "ar ah", + "ara h", + ") },", + ")} ,", + "y un", + "yu n", + "v elt", + "ve lt", + "vel t", + "Ġun covered", + "Ġuncover ed", + "Ġ hips", + "Ġh ips", + "Ġhi ps", + "Ġhip s", + "Ġosc ill", + "Ġassert ing", + "Ġ Xi", + "ĠX i", + ". restore", + ".re store", + ".rest ore", + "k ea", + "ke a", + "Ġsp elling", + "Ġspell ing", + "Ġspel ling", + "Ġ derive", + "Ġde rive", + "Ġder ive", + "Ġderiv e", + "ab we", + "ĠD ow", + "ĠDo w", + ". setType", + ".set Type", + "_ vs", + "_v s", + "Ġc ozy", + "Ġco zy", + "Ġcoz y", + ". categories", + ".c ategories", + "O rg", + "Or g", + "_ mgr", + "_m gr", + "Ġd ungeon", + "Ġdung eon", + "collection View", + "Ġ Blank", + "ĠBl ank", + "ac ias", + "aci as", + "acia s", + "ä ä", + "_ cleanup", + "_c leanup", + "_clean up", + "_ACT IVITY", + "_ACTIV ITY", + "Ġtri angles", + "Ġtriangle s", + "Ġtriang les", + ". MenuItem", + ".Menu Item", + "Ġ iphone", + "Ġi phone", + "Ġip hone", + "Ġ Won", + "ĠW on", + "ĠWo n", + "] ]ĊĊ", + "]] ĊĊ", + "]]Ċ Ċ", + "Ġ Comparison", + "ĠCom parison", + "ĠCompar ison", + ". Doc", + ".D oc", + ".Do c", + "Ġ canonical", + "Ġcan onical", + "Ġcanon ical", + "ĠSu dan", + "ĠSud an", + "' ){", + "') {", + "Up Inside", + "b uiltin", + "built in", + "E NCY", + "EN CY", + "ENC Y", + "x be", + "xb e", + "Ġch uck", + "Ġchu ck", + "Ġcontrad ict", + "Ġcontra dict", + "Ġnu estro", + "Ġnue stro", + "Ġnuest ro", + "Ġnues tro", + "Ġarchitect ural", + "ĠF ib", + "ĠFi b", + "Ġcomp ares", + "Ġcompar es", + "Ġcompare s", + "* k", + "C fg", + "çĦ ¡", + "n ten", + "nt en", + "nte n", + "M atches", + "Match es", + "Mat ches", + "Ġ DOWNLOAD", + "ĠDOWN LOAD", + "_HANDLE R", + "_HAND LER", + "man agement", + "manage ment", + "mana gement", + "[ S", + "E NG", + "EN G", + "ÂĢ Â", + "f ang", + "fa ng", + "fan g", + "Ġsl ipped", + "Ġslip ped", + "ĠL anka", + "ĠLan ka", + "esc aping", + "Ġtack les", + "Ġtackle s", + "ĠPe dro", + "ĠPed ro", + ". Prop", + ".P rop", + ".Pro p", + ".Pr op", + ". ''", + ".' '", + ". Generated", + ".G enerated", + ".Generate d", + ".New Guid", + "at rigesimal", + "il lon", + "ill on", + "illo n", + "Ġstat istic", + "Ġstatist ic", + "s pecies", + "sp ecies", + "spec ies", + "spe cies", + "h olding", + "hold ing", + "hol ding", + "Dr upal", + "Ġfundament ally", + "Ġfundamental ly", + "Ġbond age", + "Ġres olutions", + "Ġresolution s", + "Inline Data", + "\\ Type", + "es tion", + "est ion", + "esti on", + ". wrap", + ".w rap", + ".wr ap", + "Ġwar riors", + "Ġwarrior s", + "Ġ LOCAL", + "ĠLO CAL", + "ĠLOC AL", + "A rchive", + "Arch ive", + "Arc hive", + "Ġembr aced", + "Ġembrace d", + "á» §", + ". Ver", + ".V er", + "ĠAff ordable", + "ole sale", + "oles ale", + "Ġ Applied", + "ĠApp lied", + "ĠAp plied", + "ĠAppl ied", + "Ġ Conversion", + "ĠCon version", + "ĠConv ersion", + "ĠConvers ion", + "m ega", + "me ga", + "meg a", + "_ cam", + "_c am", + "_ca m", + "Ġcer emon", + "Ġcere mon", + "a urus", + "au rus", + "aur us", + "ĠV olk", + "ĠVol k", + "ĠVo lk", + ". opens", + ".open s", + ".op ens", + "/ about", + "/a bout", + "Ġ Std", + "ĠS td", + "ĠSt d", + "j ournal", + "jo urnal", + "jour nal", + "( )){čĊ", + "() ){čĊ", + "()) {čĊ", + "()){ čĊ", + ", \"\\", + ",\" \\", + "( Arrays", + "(Array s", + "ĠD ense", + "ĠDen se", + "ase ña", + "än ner", + "änn er", + "/ stat", + "/s tat", + "/st at", + "user Data", + "Ġg erman", + "Ġger man", + "Ġgerm an", + "Ġ tz", + "Ġt z", + "w orthy", + "worth y", + "wort hy", + "wor thy", + "Format Exception", + "ph erd", + "pher d", + "phe rd", + "Ġsm iles", + "Ġsmile s", + "Ġ Whenever", + "ĠWh enever", + "ĠWhen ever", + "ĠWhe never", + "( adapter", + "(ad apter", + ".bad logic", + "Ġbrief ing", + ". GridColumn", + ".Grid Column", + "- char", + "-c har", + "-ch ar", + "d imension", + "dim ension", + "ĠC opper", + "ĠCo pper", + "ĠCop per", + "ĠCopp er", + "Ġn inth", + "Ġni nth", + "Ġnin th", + "Ġ' {{", + "Ġ'{ {", + "Ġ rav", + "Ġr av", + "Ġra v", + "_ Table", + "_T able", + "_Tab le", + "Ġderiv atives", + "Ġderivative s", + "Ġ Raise", + "ĠR aise", + "ĠRa ise", + "ĠRai se", + "ĠF ut", + "ĠFu t", + "ar mor", + "arm or", + "- padding", + "-p adding", + "-pad ding", + "Ġre min", + "Ġr emin", + "Ġrem in", + "ĉ style", + "ĉst yle", + "Ġ Membership", + "ĠMember ship", + "ĠMembers hip", + "Ġsp reads", + "Ġspread s", + "Ġspre ads", + "Ġg alleries", + "Ġgall eries", + "ĠClark e", + "ĠClar ke", + "Ġcon ception", + "Ġconcept ion", + "Ġconce ption", + "min ute", + "Ġab usive", + "_ adj", + "_a dj", + "_ad j", + "Ġterr ific", + "Ġo vert", + "Ġover t", + "Ġov ert", + "our cing", + "Ġ entrada", + "Ġent rada", + "Ġentr ada", + "Ġentra da", + "level s", + "lev els", + "Ġcrit ique", + "Ġres pects", + "Ġrespect s", + "Ġresp ects", + "ĠM MA", + "ĠMM A", + "i ene", + "ie ne", + "ien e", + "Ġen caps", + "Ġenc aps", + "ĠRay mond", + "Div ider", + "Di vider", + "i vable", + "iv able", + "iva ble", + "b az", + "ba z", + "Ġ@ _;Ċ", + "Ġ@_ ;Ċ", + "ĠCl aire", + "ĠCla ire", + "ĠClair e", + "Ġur ging", + "Ġurg ing", + "C EE", + "CE E", + "Ġtrans former", + "Ġtransform er", + "dis cord", + "disc ord", + "ĠJ ourney", + "t os", + "to s", + "Ġcompet itions", + "Ġcompetition s", + "Ġcompetit ions", + "Ġ OBJ", + "ĠO BJ", + "ĠOB J", + "ĠB is", + "ĠBi s", + "Ġrelax ation", + "i dy", + "id y", + "_ INSTANCE", + "_IN STANCE", + "_INST ANCE", + "Ġ Pref", + "ĠP ref", + "ĠPr ef", + "ĠPre f", + "d ados", + "da dos", + "dad os", + "ici encies", + "ĠMedia Query", + "Ġ Cube", + "ĠC ube", + "ĠCub e", + "ĠCu be", + "Ġ Strange", + "ĠSt range", + "ĠStr ange", + "ĠStra nge", + "g pu", + "gp u", + "( days", + "(d ays", + "(day s", + "(da ys", + "_ InitStruct", + "_Init Struct", + "Ġf ingerprint", + "Ġfinger print", + "e mat", + "em at", + "ema t", + "ĠG ecko", + "ĠGe cko", + "Ġ rails", + "Ġr ails", + "Ġrail s", + "Ġra ils", + "ĠL um", + "ĠLu m", + "s traction", + "st raction", + "str action", + "stract ion", + "stra ction", + "ig ung", + "igu ng", + "( movie", + "(m ovie", + "_ dictionary", + "_d ictionary", + "_ interrupt", + "_int errupt", + "_inter rupt", + "Ġ QC", + "ĠQ C", + "i ked", + "ik ed", + "ike d", + "append Child", + "rec ipient", + "r é", + "V e", + "Ġt owel", + "Ġto wel", + "Ġtow el", + ".last IndexOf", + "Ġplace bo", + "Ġplac ebo", + "Ġ Wie", + "ĠW ie", + "ĠWi e", + ". esp", + ".e sp", + ".es p", + "( Debug", + "oper ative", + "Ġde ceased", + "Ġdece ased", + "& id", + "ĉ mutex", + "ĉm utex", + "e lic", + "el ic", + "eli c", + "Ġb apt", + "Ġba pt", + "ĉ čĊčĊ", + "ĉčĊ čĊ", + "Ġfar ther", + "Ġfart her", + "H alf", + "Ha lf", + "Hal f", + ". disable", + ".d isable", + ".dis able", + ".menu Strip", + "le ccion", + "lec cion", + "Ġ resultCode", + "Ġresult Code", + "Ġc ans", + "Ġcan s", + "Ġca ns", + "- election", + "-e lection", + "-elect ion", + "-el ection", + "f emale", + "fe male", + "_ FIX", + "_F IX", + "aus ible", + "Ġ POWER", + "ĠP OWER", + "ĠPO WER", + "ĠPOW ER", + "Ġre construction", + "Ġrecon struction", + "Ġreconstruct ion", + "Ġsc ans", + "Ġscan s", + "Ġsca ns", + ".Xtra Bars", + "âĢĺ s", + "Re moved", + "Rem oved", + "Remove d", + "Ġpara graphs", + "Ġparagraph s", + "_ margin", + "_m argin", + "_mar gin", + "Ġl ymph", + "Ġly mph", + "Ġ bos", + "Ġb os", + "Ġbo s", + "l ington", + "ling ton", + "ĠBapt ist", + "Ġadvertis ements", + "Ġadvertisement s", + "Ġadvertise ments", + "Ġ Manage", + "ĠMan age", + "ĠMa nage", + "ĠMana ge", + "/ yyyy", + "/y yyy", + "I OUS", + "IO US", + "EN CES", + "ENCE S", + "ENC ES", + "ĠF iction", + "ĠFi ction", + "ĉ menu", + "ĉm enu", + "ĉme nu", + "ĠFile OutputStream", + "o van", + "ov an", + "ova n", + "ĠF eng", + "ĠFe ng", + "ĠFen g", + "Ġsk ipping", + "Ġskip ping", + "Ġski pping", + "get Class", + "getC lass", + "an ni", + "ann i", + "Ġre bounds", + "Ġreb ounds", + "Ġrebound s", + "Ġpublic ity", + "Ġpub licity", + "Ġpubli city", + "Ġin gres", + "Ġing res", + "Ġingr es", + "us ement", + "use ment", + "Ġthought ful", + ". Chart", + ".C hart", + ".Ch art", + ".Char t", + "Ġh atte", + "Ġha tte", + "Ġhat te", + "pass port", + "pas sport", + "Ġhook ed", + "Ġho oked", + "Ġ Lens", + "ĠL ens", + "ĠLe ns", + "ĠLen s", + "Ġflag ship", + "Ġflags hip", + "Ġs tip", + "Ġst ip", + "Ġ GEN", + "ĠG EN", + "ĠGE N", + "Ġcl ues", + "Ġclue s", + "i pv", + "ip v", + "ĠR ise", + "ĠRi se", + "ĠRis e", + "ĠG ew", + "ĠGe w", + "table name", + "tab lename", + "tabl ename", + "Ġfore most", + "_ validate", + "_valid ate", + "_ analysis", + "_an alysis", + "o lla", + "ol la", + "oll a", + "Ġqual ifications", + "Ġqualification s", + "Ġd istributions", + "Ġdistrib utions", + "Ġdistribution s", + "ĠF lower", + "ĠFl ower", + "ĠFlo wer", + "ĠFlow er", + "Ġt ense", + "Ġten se", + "Ġtens e", + "Ġthank ful", + "Ġcl utch", + "Ġun ified", + "ro ads", + "road s", + "Ġs iti", + "Ġsit i", + "Ġsi ti", + "Ġst all", + "Ġsta ll", + "Ġstal l", + "_P RIORITY", + "_PRI ORITY", + "c stdlib", + "_ USERNAME", + "_USER NAME", + ". bytes", + ".by tes", + ".byte s", + "? page", + "?p age", + "er malink", + "erm alink", + "ermal ink", + "ĠVe get", + "ĠVeg et", + "/v nd", + "- author", + "-a uthor", + "-auth or", + "-aut hor", + ". NONE", + ".N ONE", + ".NO NE", + "ĠCon current", + "ĠConc urrent", + "ĠC ry", + "ĠCr y", + "Ġst arters", + "Ġstart ers", + "Ġstar ters", + "Ġstarter s", + "Ġ Interaction", + "ĠInter action", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ LEVEL", + "ĠLE VEL", + "E ll", + "El l", + "Ġ comboBox", + "Ġcom boBox", + "Ġcombo Box", + "ĠThe resa", + "ĠTh eresa", + "ĠThere sa", + "ĠTher esa", + "t ek", + "te k", + "_ Handle", + "_H andle", + "Ġ aby", + "Ġa by", + "Ġab y", + ".g dx", + ", end", + ",e nd", + ",en d", + "( Local", + "(L ocal", + "O l", + "kn ife", + "a rial", + "ar ial", + "ari al", + "aria l", + "ĠH off", + "ĠHo ff", + "ĠHof f", + "Ġprostituer ade", + "Do ctor", + "Doc tor", + "In stances", + "Instance s", + "Inst ances", + ". SetValue", + ".Set Value", + "ĉ from", + "ĉf rom", + "ĉfr om", + "Ġlux urious", + "In dent", + "Ind ent", + "Al locator", + "All ocator", + "Alloc ator", + "_ DRAW", + "_D RAW", + "_DR AW", + "(\" ,\",", + "(\", \",", + "(\",\" ,", + "ĠF rances", + "ĠFr ances", + "ĠFrance s", + "ĠFranc es", + "ĠFra nces", + "ĠFran ces", + "Ġ groupBox", + "Ġgroup Box", + "( schema", + "(s chema", + "Print f", + "O RIES", + "OR IES", + "- gradient", + "-g radient", + "Ġre put", + "Ġrep ut", + "a rin", + "ar in", + "ari n", + "_ DONE", + "_D ONE", + "_DO NE", + "in cre", + "inc re", + "incr e", + "ig nty", + "ign ty", + "Ġex ert", + "Ġexe rt", + "Ġ -.", + "Ġ- .", + "/ App", + "/A pp", + "- through", + "-th rough", + "Ġdec lining", + "Ġdecl ining", + "Ġdes sert", + "Ġdess ert", + "Ġinc umb", + "Ġ designation", + "Ġdesign ation", + ". PORT", + ".P ORT", + ".PO RT", + ", strong", + ",str ong", + ",st rong", + "Ġ sandbox", + "Ġs andbox", + "Ġsand box", + "Ġw ines", + "Ġwin es", + "Ġwine s", + "Ġwi nes", + "ĠP av", + "ĠPa v", + "$ str", + "$s tr", + "ask ell", + "Ġh ö", + "Ġ PY", + "ĠP Y", + "Get Instance", + "Text Input", + "game Object", + "/ events", + "/e vents", + "/event s", + "created At", + "Ġlocal Var", + "Ġ WHITE", + "ĠW HITE", + "ĠWH ITE", + "p ered", + "pe red", + "per ed", + "i lege", + "ile ge", + "eff icient", + ", color", + ",c olor", + ",col or", + "c ate", + "ca te", + "cat e", + "ĠC afe", + "ĠCa fe", + "ĠCaf e", + "Ġsimilar ities", + "Ġp umps", + "Ġpump s", + "Ġpu mps", + "ĠHun gary", + "ĠHung ary", + ". Username", + ".User name", + "Ġs kate", + "Ġsk ate", + "Ġska te", + "Ġtouchdown s", + "Ġacceler ate", + "Ġaccel erate", + "ĠH elen", + "ĠHe len", + "ĠHel en", + "O MEM", + "OM EM", + "OME M", + "ĠK un", + "ĠKu n", + "_ vol", + "_v ol", + "Ġ findAll", + "Ġfind All", + "ĠMens chen", + "a head", + "ah ead", + ") ;\"", + "); \"", + "k ommen", + "kom men", + "Ġposs essed", + "Ġpossess ed", + ".arg max", + ". transition", + ".t ransition", + ".trans ition", + "A RP", + "AR P", + "OL UME", + "OLUM E", + "( script", + "(s cript", + "Ġ Ðĺ", + "ĠÐ ĺ", + "Ġ Finding", + "ĠF inding", + "ĠFin ding", + "ĠFind ing", + "o nces", + "on ces", + "once s", + "I o", + "B old", + "Bo ld", + "Ġrenew al", + "_D IALOG", + "Ġdis reg", + "IN TERN", + "INT ERN", + "INTER N", + "Ġt oute", + "Ġto ute", + "Ġtou te", + "Ġtout e", + "Ġelect r", + "Ġele ctr", + "ĠG ross", + "ĠGr oss", + "ĠGro ss", + "ĠGros s", + "ĉ true", + "ĉtr ue", + ". Fields", + ".F ields", + ".Field s", + "Ġ WIDTH", + "ĠW IDTH", + "ĠD ent", + "ĠDe nt", + "ĠDen t", + "Ġ Ãģ", + "Ġà ģ", + "NS Notification", + "Ġ aos", + "Ġa os", + "Ġao s", + "Ġme lee", + "Ġmel ee", + ". Validation", + ".Valid ation", + "Ġ DEC", + "ĠD EC", + "ĠDE C", + "- dependent", + "-depend ent", + "Ġsu ic", + "Ġsui c", + "T raits", + "Tr aits", + "Tra its", + "Trait s", + "$ message", + "$m essage", + "Ġ Dear", + "ĠD ear", + "ĠDe ar", + "ĉ FILE", + "ĉF ILE", + "l anguages", + "language s", + ". Prot", + ".P rot", + ".Pro t", + ".Pr ot", + ". addr", + ".add r", + ".ad dr", + "- generation", + "-g eneration", + "-gen eration", + "I CON", + "IC ON", + "ICO N", + "Ġtrans plant", + "- description", + "-d escription", + "-de scription", + "-des cription", + "Ġch asing", + "Ġcha sing", + "Ġch ees", + "Ġche es", + "Ġ }*/Ċ", + "Ġ} */Ċ", + "T rad", + "Tr ad", + "Tra d", + "qu eries", + "que ries", + "quer ies", + "/ widgets", + "/widget s", + "sub package", + "Ġe spec", + "Ġes pec", + "Ġesp ec", + "Ġcr acked", + "Ġcrack ed", + "Ġcompet itor", + "Ġcompetit or", + "P urchase", + "- team", + "-t eam", + "-te am", + "ole cular", + "olec ular", + "or Thunk", + "& P", + "Ġrel ent", + "Ġrele nt", + "/ #{", + "/# {", + "Ġ productId", + "Ġproduct Id", + "Ġ è¾", + "Ġè ¾", + "ĠL av", + "ĠLa v", + "Ġ Alter", + "ĠAl ter", + "ĠAlt er", + ". Mode", + ".M ode", + ".Mod e", + "AD IO", + "ADI O", + "g rp", + "gr p", + "æ ·»åĬł", + "æ·» åĬł", + "Q uit", + "Qu it", + "Qui t", + "Ġdep ths", + "Ġdepth s", + "Ġdept hs", + "- category", + "-c ategory", + "Ġ DATABASE", + "ĠD ATABASE", + "ĠDATA BASE", + "S PELL", + "SP ELL", + "ĠF alcon", + "ĠFal con", + "ĠQString List", + "Ġ ''.", + "Ġ' '.", + "Ġ'' .", + "ĠIn stitution", + "ĠInst itution", + "ĠInstit ution", + "ĠInstitut ion", + "d amage", + "da mage", + "dam age", + "az or", + "azo r", + "bel ongsTo", + "belongs To", + "ver ages", + "verage s", + "Ġ NONE", + "ĠN ONE", + "ĠNO NE", + "ĠNON E", + "ip pets", + "ipp ets", + "ippet s", + ", \\Ċ", + ",\\ Ċ", + "Ġfoot print", + "_ archive", + "_a rchive", + "_arch ive", + "_arc hive", + "n ak", + "na k", + ". getField", + ".get Field", + "Ġ Reflection", + "ĠRef lection", + "ĠReflect ion", + "Ġ ']", + "Ġ' ]", + "ĠH BO", + "ĠHB O", + "_ discount", + "_dis count", + "_disc ount", + "Ġin cest", + "Ġinc est", + "Ġince st", + "ĠD odge", + "ĠDo dge", + "ĠDod ge", + "ĠW ade", + "ĠWa de", + ". NO", + ".N O", + "\" encoding", + "Ġ Blockchain", + "ĠBlock chain", + "Ġlaws uits", + "Ġlawsuit s", + "Ġ Maint", + "ĠM aint", + "ĠMain t", + "ĠMa int", + "ĠMai nt", + "ch ten", + "cht en", + "chte n", + "Ġét ait", + "Ġktó re", + "_ ctl", + "_c tl", + "_ct l", + "( timer", + "(t imer", + "(time r", + "(ti mer", + "B attle", + "Bat tle", + "i zo", + "iz o", + "ay ed", + "aye d", + "I OR", + "IO R", + "ĠGlas gow", + "Ġs ynth", + "Ġsy nth", + "Ġsyn th", + "Ġsynt h", + "_ logs", + "_l ogs", + "_log s", + "_lo gs", + ". pose", + ".p ose", + ".pos e", + ".po se", + "_Adjust orThunk", + "( (&", + "(( &", + "Ġun sure", + "Ġuns ure", + "Ġunsur e", + "y state", + "yst ate", + "íķĺ ëĬĶ", + "O ULD", + "OU LD", + ". ng", + ".n g", + "Ġdefault dict", + "work space", + "works pace", + "Ġselect ive", + "Ġsel ective", + "Picker Controller", + "YNAM IC", + ". methods", + ".method s", + "Ġpath ways", + "Ġpathway s", + "Ġ Few", + "ĠF ew", + "ĠFe w", + "K G", + "C RYPT", + "CRY PT", + "follow ing", + "ĠD LC", + "ĠDL C", + "ĠS ara", + "ĠSar a", + "ĠSa ra", + "Ġ preset", + "Ġp reset", + "Ġpre set", + "Ġpres et", + "e structor", + "estr uctor", + "estruct or", + "ĠK urt", + "ĠKur t", + "ĠKu rt", + "Ġair plane", + "Ġ omp", + "Ġo mp", + "Ġom p", + "Ġ Parents", + "ĠPar ents", + "ĠParent s", + "ĠParen ts", + "ĠPare nts", + "ĠMart inez", + "ĠMartin ez", + ". complete", + ".com plete", + ".comp lete", + "Ġbroad ly", + "Ġs care", + "Ġsc are", + "Ġsca re", + "Ġscar e", + "ĠM é", + "Ġelim ination", + "Ġelimin ation", + "Ġp oured", + "Ġpo ured", + "Ġpour ed", + "Ġpou red", + "/ sw", + "/s w", + "Ġcom un", + "Ġco mun", + "Ġm asc", + "Ġma sc", + "Ġmas c", + "ĠOrgan ic", + "ĠOrg anic", + "Ġ StringUtils", + "ĠString Utils", + "ĠStringUtil s", + "il ateral", + "ilate ral", + "ilater al", + "Ġreluct ant", + "- age", + "-a ge", + "-ag e", + "Ġ nz", + "Ġn z", + ". \"\\", + ".\" \\", + "Ġpast or", + "Ġpas tor", + "Ġpa stor", + "a lez", + "al ez", + "ale z", + "Ġe fect", + "Ġef ect", + "p rov", + "pr ov", + "pro v", + "/ init", + "/i nit", + "/in it", + "Ġp enn", + "Ġpe nn", + "Ġpen n", + "u nds", + "un ds", + "und s", + "Ġ ssize", + "Ġs size", + "Ġss ize", + "Ġ Proj", + "ĠP roj", + "ĠPro j", + "ĠPr oj", + "b asename", + "base name", + "bas ename", + "Ġsh ells", + "Ġshell s", + "Ġshel ls", + "ĠN eck", + "ĠNe ck", + "ĠNec k", + "ĠEn forcement", + "v ided", + "vid ed", + "vi ded", + "vide d", + "s town", + "st own", + "sto wn", + "S phere", + "Sp here", + "$ r", + "us sen", + "uss en", + "a fil", + "af il", + "afi l", + "Ġ Telegram", + "ĠTele gram", + "Ġanaly tical", + "Ġanalytic al", + "н Ñĭе", + "нÑĭ е", + "us ually", + "usu ally", + "usual ly", + "x n", + "Ġhistor ian", + "Ġhist orian", + "Ġhistoria n", + "Ġhisto rian", + "ĠGreg ory", + "ol ph", + "Ġ Una", + "ĠU na", + "ĠUn a", + "Ġcon tributes", + "Ġcontrib utes", + "Ġcontribute s", + "% -", + "anti ago", + "ÑĢ ед", + "ÑĢе д", + ". region", + ".reg ion", + "Ġab rupt", + "ĠUnsupported OperationException", + "Ġ TASK", + "ĠT ASK", + "ĠTA SK", + "ĠTAS K", + "_ finish", + "_f inish", + "_fin ish", + "Ġnot orious", + "Ġ Vs", + "ĠV s", + "Ġ MQ", + "ĠM Q", + "Ġs unset", + "Ġsun set", + "Ġun acceptable", + "ar cer", + "arc er", + "Ġill umin", + "Ġillum in", + "ĠO rb", + "ĠOr b", + "Ġ bh", + "Ġb h", + "E ste", + "Est e", + "Es te", + "_ dispatch", + "_dis patch", + "_disp atch", + "Ġr ipped", + "Ġrip ped", + "Ġri pped", + "Ġtou jours", + "Ġ Parcel", + "ĠPar cel", + "_ ll", + "_l l", + ". userName", + ".user Name", + ". classes", + ".c lasses", + ".class es", + ".cl asses", + "S OURCE", + "( Number", + "(N umber", + "е лÑı", + "ел Ñı", + "Ġhead phones", + "Ġheadphone s", + "( side", + "(s ide", + "(si de", + "(sid e", + "con stitution", + "const itution", + "an nah", + "ann ah", + "anna h", + "čĊ ĠĠĠĠĠĠĠĠčĊ", + "Ġcl iff", + "Ġcli ff", + "- ref", + "-r ef", + "-re f", + "Ġmost rar", + "Ġmo strar", + "Ġmostr ar", + "Ġmostra r", + "ĠP owell", + "ĠPo well", + "ĠPow ell", + "+ y", + "Ġ BG", + "ĠB G", + "_ fragment", + "_f ragment", + "_fr agment", + "_frag ment", + ". Port", + ".P ort", + "Ġreal izing", + "Ġrealiz ing", + "param ref", + "Ġh ometown", + "Ġhome town", + "@ Table", + "+ \" --}}Ċ", + ">-- }}Ċ", + "F rench", + "Fr ench", + "Entity Manager", + "Ġ Plain", + "ĠP lain", + "ĠPl ain", + "ĠPla in", + "//// ////////////////////////////////////////////////////////////////", + "//////// ////////////////////////////////////////////////////////////", + "//////////////// ////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////// ////", + "//////////// ////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////// ////////////", + "//////////////////////////////////////////////////////////// ////////", + "//////////////////////////////////////////////////// ////////////////", + " ³", + "( RE", + "(R E", + "c apt", + "ca pt", + "cap t", + "Ġ organisms", + "Ġorgan isms", + "Ġorganis ms", + "Ġorganism s", + "Ġ jets", + "Ġj ets", + "Ġje ts", + "Ġjet s", + "o location", + "ol ocation", + "olo cation", + "ĠApp RoutingModule", + "Ġgl orious", + "Ġglo rious", + "Ġglor ious", + "æľ į", + "Ġdisc arded", + "Ġdiscard ed", + "ĉ ĉĉĉĠĠĠĠĠ", + "ĉĉ ĉĉĠĠĠĠĠ", + "ĉĉĉĉ ĠĠĠĠĠ", + "ĉĉĉ ĉĠĠĠĠĠ", + "ĉĉĉĉĠ ĠĠĠĠ", + "ĉĉĉĉĠĠĠ ĠĠ", + "ĉĉĉĉĠĠ ĠĠĠ", + "ĉĉĉĉĠĠĠĠ Ġ", + "ĠArn old", + "l ug", + "lu g", + "Ġp arl", + "Ġpar l", + "Ġpa rl", + "Ġhorm ones", + "Ġhormone s", + "Ġ mah", + "Ġm ah", + "Ġma h", + "ĠS onic", + "ĠSo nic", + "ĠSon ic", + "Ġorgan izers", + "Ġorganiz ers", + "Ġorganize rs", + "Ġorganizer s", + "_ PLATFORM", + "_PL ATFORM", + ". inv", + ".in v", + ".i nv", + "Ġch ord", + "Ġcho rd", + "Ġchor d", + "vent ional", + "vention al", + "ĉ of", + "ĉo f", + "Ep isode", + ". Enum", + ".E num", + ".En um", + "un kt", + "unk t", + "ĠD h", + "ĠJ ared", + "ĠJa red", + "ĠJar ed", + "ĠN ak", + "ĠNa k", + "Ġint ends", + "Ġinte nds", + "Ġintend s", + "End ian", + "Ġa ustralia", + "_ cv", + "_c v", + "( resolve", + "(res olve", + "(re solve", + "Ġclin ics", + "Ġclinic s", + "l iked", + "li ked", + "like d", + "lik ed", + "ASH INGTON", + "in ha", + "inh a", + "' *", + "Ġ NP", + "ĠN P", + "_ beh", + "_b eh", + "_be h", + "Ġ hf", + "Ġh f", + "Ġw ür", + "c ategoria", + "$ form", + "$f orm", + "Ġsub way", + "Ġ isActive", + "Ġis Active", + "pop ular", + "C our", + "Co ur", + "Cou r", + "Ġ cooldown", + "Ġco oldown", + "Ġcool down", + "Ġa insi", + "Ġain si", + "Ġ GLuint", + "ĠGL uint", + "e real", + "ere al", + "erea l", + "Ġarray Of", + "Ġh atch", + "Ġhat ch", + "= =========", + "== ========", + "==== ======", + "======== ==", + "=== =======", + "========= =", + "====== ====", + "===== =====", + "======= ===", + "r esses", + "res ses", + "ress es", + "resse s", + "_ PP", + "_P P", + ". ^", + "_ decay", + "_dec ay", + "ĠB less", + "ĠBl ess", + "ĠBle ss", + "m etrics", + "met rics", + "metric s", + "ĠCOPY ING", + "ĠDump ster", + "ĠJos é", + "ĠDesign s", + "< Void", + "<", + "Ġ? ><", + "Ġ?> <", + "Ġ \"}Ċ", + "Ġ\" }Ċ", + "Ġ\"} Ċ", + "time zone", + "Ġ eer", + "Ġe er", + "Ġee r", + "max cdn", + "Ġ ESC", + "ĠE SC", + "ĠES C", + "ig aret", + "iga ret", + "igar et", + "_ connected", + "_connect ed", + "_conn ected", + "_ reverse", + "_re verse", + "_rev erse", + "Ġquestion able", + "ĠU SC", + "ĠUS C", + "Ġtu tti", + "Ġtut ti", + "Ġ dropout", + "Ġdrop out", + "Ġ Activities", + "ĠAct ivities", + "ĠActiv ities", + "ĠW inds", + "ĠWin ds", + "ĠWi nds", + "ĠWind s", + "' )));Ċ", + "') ));Ċ", + "')) );Ċ", + "'))) ;Ċ", + "Ġcon gest", + "Ġcong est", + "ÄŁ ı", + "Ġprolong ed", + "è¿ Ļ", + "ĠCross AxisAlignment", + "L EEP", + "LE EP", + "LEE P", + "Ġ VALID", + "ĠVAL ID", + "ĠG az", + "ĠGa z", + "Ġ dependence", + "Ġdepend ence", + "ĠP rix", + "ĠPr ix", + "ĠPri x", + ".Compiler Services", + "j ump", + "ju mp", + "Ġst rat", + "Ġstr at", + "Ġstra t", + "c irc", + "ci rc", + "cir c", + "Ġ CUSTOM", + "ĠC USTOM", + "x aa", + "xa a", + "Ġ bmp", + "Ġb mp", + "Ġbm p", + "Ġb ureau", + "Ġbu reau", + "Ġbure au", + "Ġw aren", + "Ġwar en", + "Ġwa ren", + "Ġware n", + "N X", + "( Window", + "(W indow", + "ĠChrist ie", + "ĠChris tie", + "_ FE", + "_F E", + "Ġ tn", + "Ġt n", + "Ġ Omega", + "ĠO mega", + "ĠOm ega", + "communic ations", + "communication s", + "Home Page", + "com pletion", + "comp letion", + "Ġsupply ing", + "Ġsuppl ying", + "Ġsupp lying", + "YPE S", + "YP ES", + "á vel", + "áv el", + "åĪ ¶", + "( click", + "(c lick", + "(cl ick", + "(cli ck", + "\\ Contracts", + "/ questions", + "/question s", + "Ġ ez", + "Ġe z", + "A MS", + "AM S", + ". mesh", + ".m esh", + ".me sh", + "Ġ' \\Ċ", + ">\\ Ċ", + "R obot", + "Rob ot", + "Ro bot", + "Json Object", + "Ġ DF", + "ĠD F", + "Ġ Processor", + "ĠProcess or", + "ĠProc essor", + "_ should", + "_sh ould", + ". protobuf", + ".prot obuf", + ".proto buf", + "- users", + "-user s", + "-use rs", + "-us ers", + "Ġemb ry", + "Ġembr y", + "F ONT", + "FO NT", + "Ġstart ups", + "Ġstartup s", + "Ġ DataSource", + "ĠData Source", + ") #", + "u ros", + "ur os", + "uro s", + "_ Color", + "_C olor", + "Ġst andalone", + "Ġstand alone", + "} [", + "j d", + "Ġfor give", + "Ġforg ive", + "Ġ ngx", + "Ġn gx", + "Ġng x", + "Ġ Generally", + "ĠGener ally", + "ĠGeneral ly", + "Ġconfig urable", + "Ġconfigur able", + "/ order", + "/or der", + "Ġ vas", + "Ġv as", + "Ġva s", + "' )\";Ċ", + "') \";Ċ", + "')\" ;Ċ", + "Ġ RR", + "ĠR R", + "ĠT roy", + "ĠTr oy", + "ĠTro y", + "Ġcomprom ised", + "Ġcompromise d", + "ĠS wan", + "ĠSw an", + "int endent", + "C entral", + "Cent ral", + "_ keeper", + "_k eeper", + "_ke eper", + "_keep er", + "Ġar quivo", + "Ġ ReadOnly", + "ĠRead Only", + "_ curve", + "_c urve", + "_cur ve", + "_cu rve", + "k v", + "en tin", + "ent in", + "enti n", + "è ±", + "Ġ Ey", + "ĠE y", + ".im read", + "ĠP am", + "ĠPa m", + "i ffe", + "if fe", + "iff e", + "at ivity", + "ativ ity", + "x bc", + "xb c", + "Ġ grim", + "Ġg rim", + "Ġgr im", + "Ġgri m", + "- filled", + "-f illed", + "-fill ed", + "name se", + "names e", + "nam ese", + "' ]:", + "'] :", + "Ġ aur", + "Ġa ur", + "Ġau r", + "ĠGi bson", + "ĠGib son", + ". MouseEvent", + ".Mouse Event", + "Ġl ado", + "Ġla do", + "Ġlad o", + "ava doc", + "avad oc", + "Ġf amil", + "Ġfam il", + "Ġfa mil", + "Ġ Moder", + "ĠM oder", + "ĠMod er", + "ĠMo der", + "ĠMode r", + "f ps", + "fp s", + "ãĢĢ ãĢĢ", + "- example", + "-ex ample", + "ĠAl zheimer", + "Ġ Utf", + "ĠU tf", + "ĠUt f", + "_ arguments", + "_arg uments", + "_argument s", + "Con clusion", + "text Content", + "rem aining", + "remain ing", + "rema ining", + "Ġinterrupt s", + "Ġ Backup", + "ĠBack up", + "ĠBac kup", + "ĠM ong", + "ĠMon g", + "ĠMo ng", + "Ġre ceptors", + "Ġrecept ors", + "Ġreceptor s", + "Ġrecep tors", + "h istor", + "hi stor", + "hist or", + "his tor", + ".cor outines", + "Ġsh outed", + "Ġshout ed", + "Ġsho uted", + "Al arm", + "Ġcomb ust", + "Ġg rote", + "Ġgr ote", + "Ġgro te", + "ult ural", + "ultur al", + "( ids", + "(i ds", + "(id s", + "---- ----------------------------------------------------------------------------", + "---------------- ----------------------------------------------------------------", + "-------------------------------- ------------------------------------------------", + "---------------------------------------------------------------- ----------------", + "------------------------------------------------ --------------------------------", + "---------- ----------------------------------------------------------------------", + "---------------------------------------------------------------------------- ----", + "---------------------------------------------------------------------- ----------", + "ipl inary", + "iplina ry", + "O pts", + "Op ts", + "Opt s", + "ĠY ale", + "ĠYa le", + "local Storage", + "Ġequ ival", + "Ġequiv al", + "ĠF leet", + "ĠFle et", + "\\ b", + "* pi", + "*p i", + "ĠQ Label", + "æ ¡", + "Ġ vx", + "Ġv x", + "Ġ ACL", + "ĠA CL", + "ĠAC L", + "Ġsu cesso", + "Ġsuc esso", + "Ġsucess o", + "Ġ perc", + "Ġp erc", + "Ġper c", + "Ġpe rc", + "ĠN otre", + "ĠNo tre", + "ĠNot re", + "Ġan arch", + "Ġana rch", + "R ing", + "s pb", + "sp b", + "Ġ strpos", + "Ġstr pos", + "st ores", + "store s", + "sto res", + "stor es", + "ĠMap le", + "ĠMa ple", + "( MainActivity", + "(Main Activity", + "(\" \"))", + "(\"\" ))", + "(\"\") )", + "Ġview Holder", + "Qu ad", + "Ġig ual", + "ors che", + "orsch e", + ". margin", + ".m argin", + ".mar gin", + "Ġin die", + "Ġind ie", + "Ġfr anc", + "Ġfra nc", + "Ġfran c", + "ĠForm Builder", + "ĠPart icip", + "ĠParti cip", + ". flash", + ".f lash", + ".fl ash", + "Ġ storms", + "Ġstorm s", + "Ġstor ms", + "Ġsto rms", + "U lt", + "Ul t", + "Ġ fen", + "Ġf en", + "Ġfe n", + "[ new", + "[n ew", + "E ver", + "Ev er", + "= \"Ċ", + "=\" Ċ", + "Ġ localized", + "Ġlocal ized", + "Ġlocalize d", + "_ follow", + "_f ollow", + "Ġ nave", + "Ġn ave", + "Ġna ve", + "Ġnav e", + "Ġdom inance", + "Ġdomin ance", + "Ġdomina nce", + "( tile", + "(t ile", + "(ti le", + "J ournal", + "Jo urnal", + "Ġ VC", + "ĠV C", + "Ġpen etration", + "Ġpenet ration", + "Ġpenetr ation", + "ï¼ ķ", + "Ġcom partment", + "Ġcomp artment", + "Ġcompart ment", + "Ġb ids", + "Ġbi ds", + "Ġbid s", + "Form atted", + "Format ted", + "**** **/ĊĊ", + "****** /ĊĊ", + "*** ***/ĊĊ", + "***** */ĊĊ", + "******/ ĊĊ", + "******/Ċ Ċ", + "( city", + "(c ity", + "(ci ty", + "âĢĶ it", + "[ C", + "Ġuse Callback", + "a ub", + "au b", + ") ?.", + ")? .", + "Ġ VAR", + "ĠV AR", + "ĠVA R", + "ĠSe bastian", + "ĠSebast ian", + "ĠM oss", + "ĠMo ss", + "ĠMos s", + "Ġabund ant", + "G reg", + "Gr eg", + "Gre g", + "ÑĤ а", + "_ ci", + "_c i", + "Ġb ibli", + "Ġbib li", + "C RM", + "CR M", + "Ġ Attempt", + "ĠAt tempt", + "ĠAtt empt", + "is me", + "ism e", + "d ash", + "da sh", + "das h", + "ãĢ İ", + "_ mu", + "_m u", + ".Formatting Enabled", + "Ind eed", + "- direct", + "-d irect", + "-dir ect", + "-di rect", + "Ġs ucking", + "Ġsuc king", + "Ġsuck ing", + "Ġp ne", + "Ġpn e", + "ocab ulary", + "ĠP ackers", + "ĠPac kers", + "ĠPack ers", + ". Navigation", + ".N avigation", + ".Nav igation", + "Ġp ied", + "Ġpie d", + "Ġpi ed", + "cri bing", + "ĠSt uart", + ".To Double", + "Ġ Secondary", + "ĠSecond ary", + "S aving", + "Sa ving", + "ĠD ut", + "ĠDu t", + "ĠM add", + "ĠMad d", + "ĠMa dd", + "M agic", + "Mag ic", + ", H", + ".document Element", + "Ġ BST", + "ĠB ST", + "ĠBS T", + "Ġdif fers", + "Ġdiffer s", + "Ġdiff ers", + "Ġmore over", + "_ nd", + "_n d", + "SE ARCH", + "п ÑĢав", + "пÑĢа в", + "пÑĢ ав", + "æ ´", + "to Match", + "Ġde creasing", + "Ġdecre asing", + "- member", + "-m ember", + "am pus", + "amp us", + "( boost", + "D aily", + "Da ily", + "Data GridView", + "Ġ HttpContext", + "ĠHttp Context", + "Ġh ipp", + "Ġhi pp", + "Ġhip p", + "_ workers", + "_work ers", + "_worker s", + "- language", + "-l anguage", + "é ĵ", + "Ġcons isted", + "Ġconsist ed", + "a thing", + "ath ing", + "athi ng", + "ĠMer cury", + "ĠMerc ury", + "$ content", + "$c ontent", + "$con tent", + "Ġpract iced", + "Ġpractice d", + "Ġ Modules", + "ĠMod ules", + "ĠModule s", + "_ DAY", + "_D AY", + "_DA Y", + "Ġweakness es", + "ĠL odge", + "ĠLo dge", + "ĠLod ge", + "Ġ nar", + "Ġn ar", + "Ġna r", + "Ġ Mate", + "ĠM ate", + "ĠMat e", + "ĠMa te", + "Ġ jp", + "Ġj p", + "ĠHttp Headers", + "Ġs mo", + "Ġsm o", + "Ġ TOKEN", + "ĠT OKEN", + "ĠTO KEN", + "ĠTOK EN", + "] )(", + "]) (", + "Ġa qui", + "Ġaqu i", + "sw agen", + "Ġ srv", + "Ġs rv", + "Ġsr v", + "ĉ ans", + "ĉa ns", + "ĉan s", + "A round", + "Ar ound", + "ĠMan uel", + "Ġfiction al", + "Ġfict ional", + "Ġ IMG", + "ĠI MG", + "ĠIM G", + "Ġ .'", + "Ġ. '", + "Ġ Berry", + "ĠB erry", + "ĠBer ry", + "Ġwall paper", + "s exual", + "sex ual", + "i ero", + "ie ro", + "ier o", + "Ġ çļĦ", + "ìĨ Į", + "Backing Field", + "ĠAd rian", + "ĠAdri an", + "BASE PATH", + "Ġre peats", + "Ġrepe ats", + "Ġrepeat s", + "Ġbl ues", + "Ġblue s", + "Ġun predict", + "Ġunp redict", + "_ coll", + "_c oll", + "_col l", + "_co ll", + "st acle", + "sta cle", + "Ġ Tumblr", + "ĠT umblr", + "Ġ Elf", + "ĠE lf", + "ĠEl f", + "Ġass urance", + "Ġc ensus", + "Ġcen sus", + "Ġ IMPORT", + "ĠIM PORT", + "ĠIMP ORT", + "E NDER", + "EN DER", + "END ER", + "a nos", + "an os", + "ano s", + "Ġ =(", + "Ġ= (", + "ĠEl lis", + "ĠEll is", + "ĠElli s", + "\" ĊĊĊĊ", + "\"Ċ ĊĊĊ", + "\"ĊĊ ĊĊ", + "\"ĊĊĊ Ċ", + ". win", + ".w in", + "Ġ Above", + "ĠA bove", + "ĠAb ove", + "a lon", + "al on", + "alo n", + "_ tick", + "_t ick", + "_ti ck", + "Ġrepresent ations", + "Ġrepresentation s", + "Ġ æķ", + "Ġæ ķ", + "w id", + "wi d", + "ĠA rms", + "ĠAr ms", + "ĠArm s", + "L ista", + "List a", + "Li sta", + "_ failure", + "_f ailure", + "_fail ure", + "_ cm", + "_c m", + ".Flat Appearance", + "Ġth rone", + "Ġthr one", + "Ġthro ne", + "P atch", + "Pat ch", + "ĠV oy", + "ĠVo y", + "en gl", + "eng l", + "Ġnegot iating", + "> `", + "Ġshoot s", + "Ġsho ots", + "Ġ FPS", + "ĠF PS", + "ĠFP S", + ". Year", + ".Y ear", + "ĠK iss", + "ĠKi ss", + "ĠKis s", + "en ción", + "enc ión", + "enci ón", + "re eting", + "ree ting", + "reet ing", + "From File", + "Ġresign ation", + "Ø ·", + "Ġt wins", + "Ġtw ins", + "Ġtwin s", + "Æ° ợ", + "Æ°á» £", + "Ġge bru", + "Ġgeb ru", + ". getContent", + ".get Content", + ".getC ontent", + ". Tree", + ".T ree", + ".Tr ee", + "Ġ Employees", + "ĠEmployee s", + "ĠEmploy ees", + "ĠF IFA", + "ĠFI FA", + "Ġc ertainty", + "Ġcert ainty", + "Ġcertain ty", + "( Cl", + "(C l", + "Ġ totals", + "Ġtot als", + "Ġtotal s", + "ed itable", + "edit able", + "edi table", + "ॠĢ", + ". Reporting", + ".Report ing", + "M as", + "Ma s", + "qu iet", + "qui et", + ". rules", + ".r ules", + ".ru les", + ".rule s", + "Ġ VO", + "ĠV O", + "con exion", + ", K", + "Ġ allocator", + "Ġal locator", + "Ġall ocator", + "Ġalloc ator", + "ĠPow der", + "\\ Repository", + "B eat", + "Be at", + "_ tipo", + "_t ipo", + "_tip o", + "_ti po", + "Ġ[ '',", + "Ġ[' ',", + "_ INTR", + "_IN TR", + "_INT R", + "Ġ <<<", + "Ġ< <<", + "Ġ<< <", + "< hr", + " \");čĊ", + ">\" );čĊ", + ">\") ;čĊ", + "drop IfExists", + "ĠB eg", + "ĠBe g", + "_ HAL", + "_H AL", + "Ġcross AxisAlignment", + "Ġ Evidence", + "ĠE vidence", + "ĠEv idence", + "Ġpec uliar", + "Ġin stitute", + "Ġinstit ute", + "ve is", + "Ġ fft", + "Ġf ft", + "Ġff t", + "à ģ", + "Ġzo ekt", + "Ġzoek t", + "an aly", + "ana ly", + "anal y", + "ĠHome land", + "ĠHom eland", + "Ġpen etr", + "Ġpenet r", + "udden ly", + "ĉ element", + "ĉe lement", + "ĉel ement", + "ĉelem ent", + "ĠB ren", + "ĠBr en", + "ĠBre n", + "ĠTr udeau", + "ĠCub an", + "ĠCu ban", + "ĠCuba n", + "j am", + "ja m", + "us lim", + "_ ev", + "_e v", + "Ġs tems", + "Ġst ems", + "Ġste ms", + "Ġstem s", + "} %", + "Ŀ å§ĭ", + "Ġbr anding", + "Ġbrand ing", + "Ġbran ding", + "Ġcorrespond ence", + ". jquery", + ".j query", + "¢ åįķ", + "ĠRe ads", + "ĠRead s", + "(Http StatusCode", + "(HttpStatus Code", + "as sin", + "ass in", + "assi n", + "( slot", + "(s lot", + "(sl ot", + "ĠGrad uate", + "// /<", + "/// <", + "Ġinformation s", + "Ġinform ations", + "Ġinformat ions", + "EN ABLE", + "ENA BLE", + "Ġp uis", + "Ġpu is", + "Ġ finder", + "Ġf inder", + "Ġfind er", + "Ġfin der", + "Ġfi nder", + "Ġfinde r", + "ĠB ris", + "ĠBr is", + "ĠBri s", + "Ġnett steder", + "_ mid", + "_m id", + "_mi d", + "Ġ ogs", + "Ġo gs", + "Ġog s", + "ĠSter ling", + "Ġar rog", + "Ġarr og", + "str ftime", + "| ĊĊ", + "|Ċ Ċ", + "Ġ vox", + "Ġv ox", + "Ġvo x", + "Ġ Regardless", + "ĠReg ardless", + "Ġ eso", + "Ġe so", + "Ġes o", + "Ġ Comfort", + "ĠCom fort", + ".Boolean Field", + "Ġ uh", + "Ġu h", + "A CY", + "AC Y", + "Ġsque ez", + "ĠV ic", + "ĠVi c", + "con tro", + "cont ro", + "contr o", + ". lo", + ".l o", + "Ġ ire", + "Ġi re", + "Ġir e", + "ĠCom edy", + "ĠCome dy", + "ë ¶", + "Ġorig inated", + "Ġorigin ated", + "Ġoriginate d", + "Ġ shipment", + "Ġsh ipment", + "Ġship ment", + "| max", + "|m ax", + "_ guid", + "_g uid", + "_gui d", + "le vation", + "lev ation", + "н аÑı", + "на Ñı", + "( undefined", + "(un defined", + "Ġ DDR", + "ĠD DR", + "ĠDD R", + "Ġshoot ings", + "Ġshooting s", + "ĠLat ino", + "ĠLatin o", + "END OR", + "Ġaver aging", + "Ġgre eted", + "Ġgreet ed", + "Ġthe aters", + "Ġtheater s", + "Ġtheat ers", + "о е", + "оРµ", + "Ġ dB", + "Ġd B", + "Ġ gst", + "Ġg st", + "Ġgs t", + "Ġde finite", + "Ġdef inite", + "Ġdefinit e", + "Ġdefin ite", + ". Storage", + ".St orage", + ". her", + ".h er", + ".he r", + "Ġa fore", + "Ġaf ore", + "Ġ Reality", + "ĠRe ality", + "ĠReal ity", + "ĠG ods", + "ĠGod s", + "ĠGo ds", + "v ersed", + "ver sed", + "vers ed", + "verse d", + "Ġhand some", + "Ġhands ome", + "Ġ excluding", + "Ġex cluding", + "Ġexcl uding", + "( ad", + "(a d", + "Qu otes", + "Quote s", + "Ġ Scheme", + "ĠS cheme", + "ĠSch eme", + "ĠSche me", + "? q", + "ĠT amil", + "ĠTa mil", + "ĠTam il", + "T icks", + "Tick s", + "Ti cks", + "Ġ pest", + "Ġp est", + "Ġpe st", + "Ġpes t", + "' n", + "Ġporn ography", + "_ modal", + "_m odal", + "_mod al", + "_mo dal", + "Ġ ----------", + "Ġ- ---------", + "Ġ-- --------", + "Ġ---- ------", + "Ġ--- -------", + "Ġ----- -----", + "Ġ------ ----", + "Ġ-------- --", + "Ġ------- ---", + "Ġ--------- -", + "Ġd isposable", + "Ġdis posable", + "Ġdispos able", + "F REE", + "FR EE", + "Ġsh ark", + "Ġsha rk", + "Ġshar k", + "C HE", + "CH E", + "Ġdep icted", + "Ġdepict ed", + "Ġdemonstr ations", + "Ġdemonstration s", + "ĠK illed", + "ĠKill ed", + "ĠKil led", + "Ġ RULE", + "ĠR ULE", + "ĠRU LE", + "Ġobs essed", + "Ġobsess ed", + "Ġs implified", + "Ġsimpl ified", + "Post al", + "Pos tal", + "Po stal", + "Ġconcept ual", + "Ġ pst", + "Ġp st", + "Ġps t", + "L as", + "La s", + "_ PROJECT", + "_PRO JECT", + "uc ceeded", + "ucceed ed", + "o lu", + "ol u", + "ÄŁ i", + "Ġpersonal ities", + "Ġ reshape", + "Ġre shape", + "Ġres hape", + "Ġresh ape", + "Ġen closed", + "Ġenc losed", + "ĉ ptr", + "ĉp tr", + "ĉpt r", + "Ġt utorials", + "Ġtutorial s", + "Ġtutor ials", + "Ġexpl oded", + "Ġexplo ded", + "Ġexplode d", + "_ DIRECTORY", + "_DIRECT ORY", + "åĨħ 容", + "Ġc anon", + "Ġcan on", + "Ġca non", + "Ġrecogn ise", + "P AD", + "PA D", + "Ġ Approx", + "ĠApp rox", + "ĠAp prox", + "ĠAppro x", + "Ġ Restore", + "ĠRe store", + "ĠRest ore", + "Ġ Important", + "ĠImport ant", + "Ġhe avier", + "Ġheav ier", + ". Sequential", + ".Se quential", + "E arth", + "Ear th", + "ĠM ilk", + "ĠMil k", + "ĠMi lk", + ".set Request", + ". tem", + ".t em", + ".te m", + "Ġre construct", + "Ġrecon struct", + "Ġskept ical", + "Ġskeptic al", + "_ Private", + "_Pr ivate", + "B UF", + "BU F", + "q ua", + "qu a", + ": a", + "Ġ sek", + "Ġs ek", + "Ġse k", + "Ġd well", + "Ġdw ell", + "o ssa", + "os sa", + "oss a", + "Ġreward ed", + "Ġrew arded", + "и й", + "( topic", + "(t opic", + "(to pic", + "(top ic", + "_ partition", + "_part ition", + "Ġ__ ________________", + "Ġ______ ____________", + "Key words", + "Keyword s", + "ĠFr anco", + "ĠFranc o", + "ĠFran co", + "L ite", + "Li te", + "Lit e", + "Ġn aken", + "Ġna ken", + "Ġnak en", + "Ġ за", + "Ġз а", + "O BJECT", + "OB JECT", + "OBJ ECT", + "Ġcraft s", + "Ġcra fts", + "Ġ Swap", + "ĠS wap", + "ĠSw ap", + ".X na", + ". Connect", + ".Con nect", + ".Conn ect", + "Ġbalcon y", + "( real", + "(re al", + "ĠBar nes", + "ĠBarn es", + "b ir", + "bi r", + "Ġ Twenty", + "ĠTw enty", + "ĠTwe nty", + "a yan", + "ay an", + "aya n", + "at ars", + "ata rs", + "atar s", + "ĠPro pel", + "ĠProp el", + "ĠIh nen", + "Up grade", + "Ġc urb", + "Ġcur b", + "Ġcu rb", + "- second", + "-se cond", + "Ġn eph", + "Ġne ph", + "Ġnep h", + ". pres", + ".p res", + ".pre s", + ".pr es", + "ìŀ ħ", + ". seq", + ".s eq", + ".se q", + "Ġp added", + "Ġpad ded", + "Ġpadd ed", + "\" ?", + "j l", + "ãĥ ¬", + "' ) a", + "Co ordinates", + "Coordinate s", + "Ġen acted", + "Ġenact ed", + "EN TS", + "ENT S", + "Ġ lac", + "Ġl ac", + "Ġla c", + ". final", + ".f inal", + ".fi nal", + ".fin al", + "ĠPhp Storm", + "c alled", + "cal led", + "call ed", + "Ġin quiries", + ". middleware", + ".m iddleware", + ".middle ware", + "ĠD owntown", + "ĠDown town", + "/ ';Ċ", + "/' ;Ċ", + "Ġkil omet", + "ac cel", + "acc el", + "Ġqu ien", + "Ġq uien", + "Ġqui en", + "w string", + "ws tring", + "set Data", + "Ġman era", + "Ġmane ra", + "Ġmod ular", + "r imp", + "ri mp", + "rim p", + "Ġtar iffs", + "Ġtariff s", + "Ġtarif fs", + "âĢĻ il", + "âĢĻi l", + "_TH ROW", + "/ color", + "/c olor", + "/co lor", + "Ġ HTMLElement", + "ĠHT MLElement", + "ĠHTML Element", + "Ġc arro", + "Ġcar ro", + "Ġcarr o", + "Ġpr ere", + "Ġpre re", + "Ġprer e", + "Ġplot ting", + "Ġ Positive", + "ĠPos itive", + "ĠM achines", + "ĠMachine s", + "ĠMach ines", + "O TES", + "OT ES", + "OTE S", + "á» Ľ", + "ple asant", + "Ġ alte", + "Ġa lte", + "Ġal te", + "Ġalt e", + "Ġa inda", + "Ġai nda", + "Ġain da", + "th ese", + "the se", + "thes e", + "Ġ cors", + "Ġc ors", + "Ġco rs", + "Ġcor s", + "i pay", + "ip ay", + "ipa y", + "ĠAdv isory", + "ĠAdvis ory", + "ĠAdvisor y", + "ĠRub io", + "ĠRu bio", + "j q", + "Ġl imestone", + "Ġlim estone", + "Ġlime stone", + "Ġdet ached", + "Ġdetach ed", + "设 ç½®", + "t enant", + "te nant", + "ten ant", + "Ġ Depth", + "ĠDe pth", + "ĠDep th", + "ĠDept h", + "a lore", + "al ore", + "alo re", + "ĠÑģÑĤ ÑĢок", + "ĠÑģÑĤÑĢ ок", + "ĠÑģÑĤÑĢо к", + "Ġ FORE", + "ĠF ORE", + "ĠFOR E", + "ĠFO RE", + "ĠL ay", + "ĠLa y", + "p resentation", + "present ation", + ") ');Ċ", + ")' );Ċ", + ".sub plots", + ".subplot s", + "Ï ĥ", + "N OW", + "NO W", + "G ar", + "Ga r", + "h andles", + "handle s", + "hand les", + "a bra", + "ab ra", + "abr a", + "put ies", + "pu ties", + "ĠElect rical", + "ĠElectric al", + "M iddle", + "Mid dle", + "r opic", + "ro pic", + "rop ic", + "Ġ JD", + "ĠJ D", + "Ġ Dyn", + "ĠD yn", + "ĠDy n", + "ĠB ristol", + "ĠBr istol", + "ĠBris tol", + "ĠMc Carthy", + "ĠMcCart hy", + "Ġstr iker", + "Ġstri ker", + "Ġstrike r", + "Ġenum erable", + "Ġenumer able", + "ĠE van", + "ĠEv an", + "ĠEva n", + ". defaults", + ".default s", + "qu ences", + "que nces", + "quence s", + ") ||", + ")| |", + "ĉ token", + "ĉt oken", + "ĉto ken", + "â Ĺı", + "âĹ ı", + "- dropdown", + "-d ropdown", + "-drop down", + "ST ORE", + "Ġ Graphic", + "ĠG raphic", + "ĠGraph ic", + "( pp", + "(p p", + "Ex pl", + "Exp l", + "Ġup wards", + "Ġupward s", + "ĠD istributed", + "ĠDistrib uted", + "Ġ WEB", + "ĠW EB", + "ĠWE B", + "J er", + "Je r", + "is NaN", + "çĶŁ æĪIJ", + "> R", + "üss en", + "üs sen", + "e fs", + "ef s", + "Ġun cover", + "Ġunc over", + "Ġl ud", + "Ġlu d", + ". calculate", + ".c alculate", + ".cal culate", + ".calc ulate", + "Ġ intptr", + "Ġint ptr", + "Ġmidfield er", + ". Headers", + ".Header s", + ".He aders", + ".Head ers", + "Ġ mf", + "Ġm f", + "e ref", + "er ef", + "ere f", + ". Metro", + ".M etro", + ".Me tro", + "Ġ Speaking", + "ĠSpe aking", + "ĠSpeak ing", + ": b", + "Ġcryptoc urrencies", + "Ġd emons", + "Ġde mons", + "Ġdem ons", + "Ġdemon s", + "Ġdemo ns", + "ĉ EXPECT", + "Ġw icked", + "y outube", + "you tube", + "youtu be", + ": Int", + ":I nt", + "ĠH indi", + "ĠHind i", + "ĠHin di", + "Ġ CAT", + "ĠC AT", + "ĠCA T", + "Ġ ع", + "ĠØ ¹", + "r ar", + "ra r", + "o more", + "om ore", + "omo re", + "omor e", + "/ per", + "/p er", + "/ license", + "/lic ense", + "/l icense", + "Ġre im", + "Ġa waiting", + "Ġawait ing", + "Ġle thal", + "Ġlet hal", + "Ġleth al", + "Ġ EF", + "ĠE F", + "r ounded", + "ro unded", + "round ed", + "ĠPl atinum", + "Ġв Ñģе", + "ĠвÑģ е", + ". coords", + ".co ords", + ".coord s", + ". Device", + ".D evice", + ".De vice", + ".Dev ice", + "/ item", + "/i tem", + "Ġ Wenn", + "ĠW enn", + "ĠWe nn", + "ĠWen n", + "compile Components", + "ĠK inder", + "ĠKind er", + "ĠKi nder", + "ĠKin der", + ".remove Item", + "Ġ anda", + "Ġa nda", + "Ġand a", + "Ġan da", + "b nb", + "bn b", + "Ġ pra", + "Ġp ra", + "Ġpr a", + "( transaction", + "(trans action", + "Ġembarrass ing", + "ĉ BOOL", + ".content View", + "Ġevent data", + "at ore", + "ator e", + "ato re", + "Ġprovided In", + "ir ma", + "irm a", + "Ġz ona", + "Ġzo na", + "_ HW", + "_H W", + "æ Ļ", + "Ġst ove", + "Ġsto ve", + "Ġcounter part", + "_ Product", + "_Pro duct", + "_MAN AGER", + "Ġinf ring", + "Ġinfr ing", + "Ġ ERA", + "ĠE RA", + "ĠER A", + "_ party", + "_p arty", + "_part y", + "_par ty", + "Ñ ij", + "Ġin ici", + "Ġi nici", + "Ġini ci", + "_ Request", + "_Re quest", + "Ġmir acle", + "Ġmirac le", + "Ġcancel Button", + "S py", + "Sp y", + "at ó", + "Ġpol ish", + "Ġpo lish", + "Ġpolis h", + "ĠNic ole", + "ĠNi cole", + "ĠNico le", + "ĠNicol e", + ". displayName", + ".display Name", + "\\ Requests", + "\\Request s", + "Ġuse History", + "Router Module", + "Ġst ared", + "Ġstar ed", + "Ġsta red", + "Ġstare d", + "I DER", + "ID ER", + "IDE R", + "Ñĥнк ÑĨи", + "Ġ nota", + "Ġn ota", + "Ġnot a", + "Ġno ta", + "$ arr", + "$a rr", + "$ar r", + "pec ified", + "Ġt opp", + "Ġto pp", + "Ġtop p", + "_DR IVER", + "_DRIVE R", + "/ ng", + "/n g", + "å ł", + "_ tm", + "_t m", + "% timeout", + "< s", + "Ġ (*)", + "Ġ( *)", + "Ġ(* )", + "Ġ HttpRequest", + "ĠHttp Request", + "_ TRACK", + "_TR ACK", + "_TRA CK", + "( note", + "(n ote", + "(not e", + "(no te", + "Ġ Explore", + "ĠExp lore", + "ĠExpl ore", + "_ serv", + "_s erv", + "_se rv", + "_ser v", + "Ġ ç»", + "Ġç »", + "B inder", + "Bind er", + "Bin der", + "Bi nder", + "+ \",", + "+\" ,", + ". att", + ".a tt", + ".at t", + "ĠEth i", + "ĠEt hi", + "Ġc ódigo", + "= '\\", + "=' \\", + ". lines", + ".l ines", + ".line s", + ".li nes", + ".lin es", + "( Of", + "(O f", + "å° Ĩ", + "miss ible", + "Ġ vé", + "Ġv é", + "Ġac oustic", + "Ġcraft ing", + "n it", + "ni t", + ". ba", + ".b a", + "ĠLuc y", + "ĠLu cy", + "Ġi Pod", + "ĠiP od", + "Ġpup ils", + "Ġpupil s", + "- max", + "-m ax", + "_ wr", + "_w r", + "( cp", + "(c p", + "Ġ REPORT", + "ĠRE PORT", + "ĠREP ORT", + "Ġ dns", + "Ġd ns", + "Ġdn s", + "Ġ References", + "ĠRe ferences", + "ĠReference s", + "ĠRefer ences", + "Ġunder taken", + "Ġundert aken", + "Ġundertake n", + "Ġkø benhavn", + "Ġ chai", + "Ġc hai", + "Ġch ai", + "Ġcha i", + "ĠC roat", + "ĠCro at", + "_ Log", + "_L og", + "r owned", + "row ned", + "rown ed", + "_ med", + "_m ed", + "_me d", + "ĉ date", + "ĉd ate", + "# __", + "Ġcost umes", + "Ġcostume s", + "Ġ Requires", + "ĠRe quires", + "ĠRequire s", + "aff le", + "ç Ĭ¶æĢģ", + "çĬ¶ æĢģ", + "-S emit", + "-Se mit", + "ela ide", + "еÑĤ од", + "Ġp estic", + "Ġpes tic", + "Ġpest ic", + "Ġ dra", + "Ġd ra", + "Ġdr a", + "D OCUMENT", + "DOC UMENT", + "Ġ ...čĊ", + "Ġ... čĊ", + "Ġ.. .čĊ", + "} `}Ċ", + "}` }Ċ", + "}`} Ċ", + "ĠA uction", + "ĠAu ction", + "Ġ Dock", + "ĠD ock", + "ĠDo ck", + "ĠDoc k", + "xxxx xxxx", + "( getString", + "(get String", + "ħ į", + "Ġborder Width", + "ĠM achinery", + "ĠMachine ry", + "ĠMach inery", + "Ġpredict able", + "Ġpredic table", + ". SH", + ".S H", + "Ġam plitude", + "Ġampl itude", + ".for Root", + "I Navigation", + "IN avigation", + "Table Model", + "at trib", + "att rib", + "attr ib", + "Ġmaneu ver", + "Ġexc av", + "B ERS", + "BER S", + "BE RS", + "Ġd apat", + "Ġda pat", + "Ġdap at", + "Ġinstall ations", + "Ġinstallation s", + "Ġinstal lations", + ". Async", + ".A sync", + ".As ync", + "Ġ rays", + "Ġr ays", + "Ġra ys", + "Ġray s", + "= âĢĿ", + "; ččĊ", + ". crypto", + ".c rypto", + "_ dbg", + "_d bg", + "_db g", + "Ġ Enumerable", + "ĠEnum erable", + "Of Size", + "_ epochs", + "_epoch s", + "m w", + "M ENU", + "ME NU", + "out line", + "ĠP apers", + "ĠPa pers", + "ĠPaper s", + "ĠPap ers", + "= ===========Ċ", + "== ==========Ċ", + "==== ========Ċ", + "======== ====Ċ", + "=== =========Ċ", + "============ Ċ", + "=========== =Ċ", + "========= ===Ċ", + "========== ==Ċ", + "====== ======Ċ", + "===== =======Ċ", + "======= =====Ċ", + "Ġuniform s", + "Ġuni forms", + "ĠG ig", + "ĠGi g", + "- package", + "-p ackage", + "-pack age", + "ĠJ enkins", + "ĠJen kins", + "Ġ HomePage", + "ĠHome Page", + ". isSelected", + ".is Selected", + "Ġmechan ic", + "Ġmech anic", + "M K", + "Ġ Sounds", + "ĠS ounds", + "ĠSo unds", + "ĠSou nds", + "ĠSound s", + "//---------------------------------------------------------------- -------------Ċ", + "//---------------------------------------------------------------------------- -Ċ", + "Ġresearch ing", + "Ġ infos", + "Ġin fos", + "Ġinfo s", + "Ġinf os", + "o graphics", + "og raphics", + "ograph ics", + "ographic s", + "er set", + "ers et", + "erse t", + "([ '/", + "([' /", + "ĠTim ber", + ". agent", + ".a gent", + ".ag ent", + ".age nt", + ".to JSON", + "_ commands", + "_command s", + "_comm ands", + "p aring", + "par ing", + "pa ring", + "_ adjust", + "_ad just", + "_adj ust", + ". nome", + ".n ome", + ".no me", + ".nom e", + "( glm", + "(g lm", + "(gl m", + "Status Bar", + "file path", + "? âĢĻ", + "Ġdet ective", + "Ġdetect ive", + "Ġuns erer", + "Ġunser er", + "Ġunsere r", + "ĠTi bet", + "ĠTib et", + "EN DED", + "END ED", + "( seed", + "(s eed", + "(se ed", + "Ġsne ak", + "Ġa mor", + "Ġam or", + "Ġamo r", + "=\" //", + "=\"/ /", + "ĠPan thers", + "ĠPanther s", + "all ax", + "alla x", + "ĠL IVE", + "ĠLI VE", + "ĉ DWORD", + "ĉD WORD", + "] =-", + "]= -", + "Ġt ornado", + "Ġtorn ado", + "/ min", + "/m in", + "Ġl ungs", + "Ġlung s", + "Ġlun gs", + "- current", + "-c urrent", + "-cur rent", + "Ġ Booking", + "ĠBo oking", + "ĠBook ing", + "ĠBoo king", + "åĪĹ è¡¨", + "Ġenjoy ment", + "ठ°", + "J A", + "t yped", + "type d", + "ty ped", + "typ ed", + ". Btn", + ".B tn", + "f at", + "fa t", + "u gal", + "ug al", + "uga l", + "Ġ Shares", + "ĠSh ares", + "ĠShare s", + "ĠSha res", + "ĠShar es", + "Ġdis gr", + "Ġdisg r", + "Ġ BAR", + "ĠB AR", + "ĠBA R", + "Ġ FOX", + "ĠF OX", + "ĠFO X", + "Op code", + "Ġ Sz", + "ĠS z", + "key down", + "iction aries", + "Ġdet ailing", + "Ġdetail ing", + "} ))Ċ", + "}) )Ċ", + "})) Ċ", + "Ġ pok", + "Ġp ok", + "Ġpo k", + "Ġdemonstr ating", + "Ġ notation", + "Ġn otation", + "Ġnot ation", + "Ġnota tion", + "l ayers", + "la yers", + "lay ers", + "layer s", + "@ if", + "ĠN PR", + "ĠNP R", + ".strict Equal", + "Ġ Recipes", + "ĠRec ipes", + "ĠRecipe s", + ". Tensor", + ".T ensor", + "Ġliqu or", + "Ġdeb ts", + "Ġdebt s", + ". endsWith", + ".end sWith", + ".ends With", + "W heel", + "Wh eel", + ". Pos", + ".P os", + "C SV", + "CS V", + "$ arity", + "$ar ity", + "Ġun stable", + "Ġuns table", + "Ġunst able", + "( loss", + "(l oss", + "(lo ss", + "EN SOR", + "ENS OR", + "Ġel even", + "Ġele ven", + "Ġelev en", + "ĠL opez", + "ĠLo pez", + "ĠHop kins", + "c onom", + "con om", + "co nom", + "cono m", + "ĠS eth", + "ĠSe th", + "ĠSet h", + "Ġpo ems", + "Ġpoem s", + "Q uant", + "Qu ant", + "Ġg sl", + "Ġgs l", + "Ġsy rup", + "Ġs ibling", + "Ġsi bling", + "Ġc ass", + "Ġca ss", + "Ġcas s", + "- vous", + "-v ous", + "ö t", + "_P ATTERN", + "_ SECTION", + "_SE CTION", + "_SEC TION", + "est imated", + "estimate d", + "up grade", + ". mongodb", + ".m ongodb", + ".mongo db", + "ĠBo at", + "_ CTX", + "_C TX", + "_CT X", + "Ġfetch ing", + "Ġfet ching", + "u stin", + "us tin", + "ust in", + "p iel", + "pi el", + "pie l", + "M arg", + "Mar g", + "Ma rg", + "Ref lection", + "Reflect ion", + "Ġ duct", + "Ġd uct", + "Ġdu ct", + "ĠMunicip al", + "Ġ bx", + "Ġb x", + ". GetCurrent", + ".Get Current", + "m link", + "ml ink", + "mlin k", + "ĠAccount ing", + "ĠGen eva", + "ĠGene va", + "_ Pos", + "_P os", + "Ġp asser", + "Ġpass er", + "Ġpas ser", + "Ġpasse r", + "Ġhear ings", + "Ġhearing s", + "com pan", + "comp an", + "Ġfrag ile", + "Initial izer", + "Initialize r", + "w alker", + "walk er", + "wal ker", + ". Material", + ".M aterial", + "ĠH unting", + "ĠHun ting", + "ĠHunt ing", + "try side", + "trys ide", + "Ġ kat", + "Ġk at", + "Ġka t", + "Ġcl erk", + "Ġcle rk", + "Ġcler k", + "á Ł", + "do ing", + "doi ng", + "ĉ group", + "ĉg roup", + "ĉgr oup", + "Ġsan ction", + "Ġsanct ion", + ". lb", + ".l b", + "Ġ Lazy", + "ĠL azy", + "ĠLa zy", + "ĠLaz y", + "Ġ Constraint", + "ĠCon straint", + "ĠConstr aint", + "P agination", + "Pag ination", + "Ġpou vez", + "ĠInd icates", + "M ER", + "ME R", + "Ġc ours", + "Ġco urs", + "Ġcour s", + "Ġcou rs", + "Ġy early", + "Ġyear ly", + "Ġg rosse", + "Ġgro sse", + "Ġgross e", + "Ġgros se", + "abb rev", + "abbr ev", + "Ġ DON", + "ĠD ON", + "ĠDO N", + "Ġpro ceeded", + "Ġproceed ed", + "ent lich", + "Ġ propertyName", + "Ġproperty Name", + "ĠTe aching", + "ĠTea ching", + "ĠTeach ing", + "st adt", + "sta dt", + "stad t", + "Ġc utoff", + "Ġcut off", + "or ners", + "orn ers", + "orne rs", + "Ġa frica", + "Ġaf rica", + "Ġafr ica", + "Ġ renders", + "Ġr enders", + "Ġrender s", + "Ġren ders", + "Ġrend ers", + "ĠYan kees", + "ĠYankee s", + "Ġ Toolbar", + "ĠTool bar", + "s paces", + "sp aces", + "space s", + "spa ces", + ".fill Style", + "Ġseg undo", + "Ġsegu ndo", + "_ strlen", + "_st rlen", + "_str len", + ". Firebase", + ".F irebase", + ".Fire base", + "å¤ Ħ", + "Ġmention ing", + "\\ (", + "ĠVal ve", + "S etter", + "Set ter", + "Ġsp ans", + "Ġspan s", + "Ġspa ns", + "ĠAl cohol", + "Ġ Letters", + "ĠLet ters", + "ĠLetter s", + "\\ xe", + "\\x e", + "Ġ TK", + "ĠT K", + "_ BLE", + "_B LE", + "_BL E", + ". getResult", + ".get Result", + "< Player", + "

\"", + "=> \"", + "t lement", + "tle ment", + "tl ement", + "$ (\"", + "$( \"", + "From String", + "ĠB ild", + "ĠBi ld", + "ĠBil d", + "Ġcon ventions", + "Ġconv entions", + "Ġconvent ions", + "Ġconvention s", + "_ native", + "_n ative", + "_nat ive", + "Ġ Inspector", + "ĠIns pector", + "ĠInsp ector", + "ĠP ist", + "ĠPi st", + "ĠPis t", + "u bar", + "ub ar", + "uba r", + "Ġ regs", + "Ġre gs", + "Ġreg s", + "ĠP ilot", + "ĠPi lot", + "ĠPil ot", + "T hus", + "Th us", + "Thu s", + "> '+", + ">' +", + "Ġ cela", + "Ġc ela", + "Ġce la", + "Ġcel a", + ". news", + ".n ews", + ".new s", + ".ne ws", + "( Product", + "L iving", + "Li ving", + "Liv ing", + "R ussia", + "Russ ia", + "Ġ facet", + "Ġf acet", + "Ġfac et", + "Ġface t", + "e tical", + "et ical", + "etic al", + "eti cal", + "Ġ[ '$", + "Ġ[' $", + "/ [", + "Ġ Dire", + "ĠD ire", + "ĠDi re", + "ĠDir e", + "Ġg ases", + "Ġgas es", + "Ġga ses", + "ĠIN FORMATION", + "Ġ Eat", + "ĠE at", + "ĠEa t", + "ĠFor ums", + "ĠForum s", + "Ġ Characters", + "ĠChar acters", + "ĠCharacter s", + "_ met", + "_m et", + "_me t", + "Ġ ìĭľ", + "Ġìĭ ľ", + "Ġk ings", + "Ġking s", + "Ġkin gs", + "a chie", + "ach ie", + "achi e", + "Ġ Lambda", + "ĠL ambda", + "ĠLamb da", + "Ġt imers", + "Ġtime rs", + "Ġtim ers", + "Ġti mers", + "Ġtimer s", + "ĠL ighting", + "ĠLight ing", + "ĠCas ey", + "ĠCase y", + "ĠCa sey", + "ad dir", + "add ir", + "an dex", + "and ex", + "ande x", + ". answer", + ".an swer", + "Ġ Hip", + "ĠH ip", + "ĠHi p", + "ĠPr incip", + "Start Date", + "Ġ ãĢĮ", + "ĠãĢ Į", + "t res", + "tr es", + "tre s", + "Ġ &#", + "Ġ& #", + ".Max Value", + "ĠPro blems", + "ĠProblem s", + "ĠProb lems", + "ĠProble ms", + "Ġ latex", + "Ġla tex", + "Ġlate x", + "Ġlat ex", + "Of Class", + "ĠL ynn", + "ĠLy nn", + "ĠLyn n", + "/ /'", + "// '", + "Ġvoy age", + "Ġsh uttle", + "Ġshut tle", + "ĠR oller", + "ĠRo ller", + "ĠRoll er", + "ĠRol ler", + "ĠRuntime Error", + "u ya", + "uy a", + "D ic", + "Di c", + "ĉ builder", + "ĉb uilder", + "ĉbuild er", + "Ġbul lying", + "Ġbull ying", + "Ġbully ing", + "Ġsimple st", + "Ġsimp lest", + "Ġsimpl est", + "Ġsimples t", + ". called", + ".c alled", + ".call ed", + ".cal led", + "Ġ LR", + "ĠL R", + "Ġmor ality", + "Ġmoral ity", + "Ġst urdy", + "tr acking", + "track ing", + ". swagger", + ".sw agger", + "_ BIND", + "_B IND", + "_BIN D", + "I TOR", + "IT OR", + "ITO R", + "-url encoded", + "Ġ Ñħ", + "ĠÑ ħ", + "ĠTr inity", + "Ġtr aps", + "Ġtra ps", + "Ġtrap s", + "Ġ |-", + "Ġ| -", + "Ġ setText", + "Ġset Text", + "Ġbar gain", + "Ġbarg ain", + "Ġbr akes", + "Ġbra kes", + "Ġbrake s", + ". getCode", + ".get Code", + ".g etCode", + ".getC ode", + "Ġm igrate", + "Ġmigr ate", + "Ġmig rate", + "Ġ ribbon", + "Ġr ibbon", + "Ġrib bon", + ") return", + ")r eturn", + "Ġ charger", + "Ġch arger", + "Ġchar ger", + "Ġcharg er", + "Ġcharge r", + "a com", + "ac om", + "aco m", + "ADI US", + "ĠAmb assador", + "- after", + "-a fter", + "Ġ anni", + "Ġan ni", + "Ġann i", + "ĉ spin", + "ĉs pin", + "ĉsp in", + "Con cept", + "ĠHend erson", + "Ġ HOST", + "ĠH OST", + "ĠHO ST", + ". rank", + ".r ank", + ".ra nk", + "ĠNorth east", + "ĠNor theast", + "Ġber lin", + "Ġre quis", + "Ġreq uis", + "Ġrequ is", + ". feed", + ".f eed", + ".fe ed", + "Ġsource Mapping", + "ĠRen contre", + ". ajax", + ".a jax", + "nest js", + "Ġt rek", + "Ġtr ek", + "Ġtre k", + "ĠN acional", + "Ġ& [", + "Ġpay able", + "or tex", + "ort ex", + "orte x", + "Ġ dept", + "Ġd ept", + "Ġde pt", + "Ġdep t", + "field Name", + "Ġcomp letes", + "Ġcomple tes", + "Ġcomplet es", + "Ġcompl etes", + "Ġcomplete s", + "ĠR VA", + "ĠRV A", + "Ġon ions", + "Ġonion s", + "al ignment", + "align ment", + "Form ats", + "Format s", + "Ġ' {$", + "Ġ'{ $", + "Hash Set", + "ĠB od", + "ĠBo d", + ".Invariant Culture", + "Ġsett lements", + "Ġsettlement s", + "Ġsettle ments", + "Ġ hydr", + "Ġhy dr", + ". updated", + ".update d", + ".up dated", + "v enth", + "ve nth", + "vent h", + "ven th", + "( seconds", + "(se conds", + "(second s", + "(sec onds", + "=\" /\"", + "=\"/ \"", + "Ġweb page", + "( ĊĊ", + "(Ċ Ċ", + "Ġ tir", + "Ġt ir", + "Ġti r", + "Ġt oes", + "Ġto es", + "Ġtoe s", + "ĠB rick", + "ĠBr ick", + "ĠBri ck", + "Ġamb ition", + "Ġambit ion", + "P ot", + "Po t", + "= max", + "=m ax", + "E TIME", + "ET IME", + "Ġde pot", + "Ġdep ot", + "c alls", + "cal ls", + "call s", + "ĠNor wegian", + "` :", + "Ġ burger", + "Ġb urger", + "Ġbur ger", + "Ġburg er", + "Ġburge r", + "Ġprofessor s", + "Ġprofess ors", + "Ġ Allocate", + "ĠAl locate", + "ĠAll ocate", + "ĠAlloc ate", + "-third s", + "- chart", + "-c hart", + "-ch art", + "-char t", + "Ġ ford", + "Ġf ord", + "Ġfor d", + "Ġfo rd", + "* N", + ".k otlin", + "Ġpaper work", + "Ġ DEVICE", + "ĠDE VICE", + "ĠDEV ICE", + "% @\",", + "%@ \",", + "re spect", + "res pect", + "resp ect", + "( mp", + "(m p", + "é «ĺ", + "é« ĺ", + "- if", + "-i f", + "Ġcush ion", + "o bot", + "ob ot", + "obo t", + "Ġp arc", + "Ġpar c", + "Ġpa rc", + "S PACE", + "SP ACE", + "SPA CE", + "ĠNet anyahu", + "Ġself ish", + "Ġsel fish", + "f eat", + "fe at", + "fea t", + "Ġ clientes", + "Ġcl ientes", + "Ġclient es", + "Ġcli entes", + "Ġcliente s", + "- tools", + "-t ools", + "-to ols", + "-tool s", + "-too ls", + "Ġp orch", + "Ġpo rch", + "Ġpor ch", + "Ġ jq", + "Ġj q", + ". verbose", + ".ver bose", + "Ġlib erals", + "Ġliberal s", + "Ġliber als", + "] )ĊĊĊ", + "]) ĊĊĊ", + "])Ċ ĊĊ", + "])ĊĊ Ċ", + "p ies", + "pi es", + "pie s", + "Not Blank", + "( term", + "(t erm", + "(te rm", + "È Ľi", + "ÈĽ i", + "_ Params", + "_Param s", + ". normalize", + ".normal ize", + "B ullet", + "AS IC", + "ASI C", + "( hex", + "(h ex", + "_ cliente", + "_cl iente", + "_client e", + "_cli ente", + "+ ,", + "_ DI", + "_D I", + "Ġforth coming", + "} \")]Ċ", + "}\" )]Ċ", + "}\") ]Ċ", + "s eo", + "se o", + "U m", + "> Name", + ">N ame", + "Ġcomfort ably", + "irect ional", + "irection al", + "W ITH", + "WI TH", + "/ pr", + "/p r", + "Ġ Poor", + "ĠP oor", + "ĠPo or", + "ĠV itamin", + "ĠVit amin", + "ĠVita min", + "v ic", + "vi c", + "G H", + "Ġprior it", + "Ġprio rit", + "Ġ NN", + "ĠN N", + "Ġ Closed", + "ĠC losed", + "ĠCl osed", + "ĠClose d", + "ĠClo sed", + "¤ í", + "Ġ isOpen", + "Ġis Open", + "\\ Console", + "And Feel", + ". SUCCESS", + ".S UCCESS", + "_OPER ATION", + "p olation", + "po lation", + "pol ation", + "ĠT as", + "ĠTa s", + "p sz", + "ps z", + "> '.", + ">' .", + "C URRENT", + "V endor", + "host s", + "ho sts", + "hos ts", + "ĠE rd", + "ĠEr d", + ">tag ger", + ">t agger", + "ĠsourceMapping URL", + "Ġmar athon", + "_ closed", + "_c losed", + "_cl osed", + "_close d", + "Ġex emption", + "Ġexem ption", + "Ġexempt ion", + "Ġexemp tion", + "Ġrecogn izes", + "Ġrecognize s", + "ide show", + "ides how", + "' $", + "(' /');Ċ", + "('/ ');Ċ", + "('/') ;Ċ", + "m its", + "mit s", + "mi ts", + "wa rz", + "war z", + "ĠCh erry", + "ĠCher ry", + "µ ¬", + "n or", + "no r", + "p orte", + "port e", + "por te", + "Ġ wl", + "Ġw l", + "_ backup", + "_back up", + ".get Boolean", + ". getResource", + ".get Resource", + "Ġdefinit ive", + "Ġdefin itive", + ". EditText", + ".Edit Text", + "Ġ sÃŃ", + "Ġs ÃŃ", + ". CONT", + ".C ONT", + ".CON T", + ".CO NT", + "Ġ PLAYER", + "ĠPL AYER", + "ĠPLAY ER", + ". cards", + ".c ards", + ".card s", + ".car ds", + "ĠSh ore", + "ĠSho re", + "(' /')Ċ", + "('/ ')Ċ", + "('/') Ċ", + "cl uir", + "Web Driver", + "( month", + "(m onth", + "(mon th", + "- release", + "-r elease", + "-re lease", + "-rel ease", + "Ġins pector", + "Ġinspect or", + "Ġinsp ector", + "å £", + "Ġ NF", + "ĠN F", + "_ clip", + "_c lip", + "_cl ip", + "_cli p", + "å ŃIJ", + "åŃ IJ", + "Ġinter acting", + "Ġinteract ing", + ". tmp", + ".t mp", + ".tm p", + "Ġ '''ĊĊ", + "Ġ'' 'ĊĊ", + "Ġ'''Ċ Ċ", + "Ġ''' ĊĊ", + "Ġ dee", + "Ġd ee", + "Ġde e", + "Ġf rost", + "Ġfr ost", + "Ġfro st", + "\" ]))Ċ", + "\"] ))Ċ", + "\"]) )Ċ", + "\"])) Ċ", + "Ġ Places", + "ĠP laces", + "ĠPl aces", + "ĠPlace s", + "ĠPla ces", + "Th rows", + "Throw s", + "Thr ows", + "f ork", + "fo rk", + "for k", + "/ day", + "/d ay", + "i Phone", + "Ġ MIC", + "ĠM IC", + "ĠMI C", + "Ġf olding", + "Ġfol ding", + "Ġfold ing", + "Ġcr ore", + "Ġcro re", + "ĠCh iefs", + "ĠChief s", + "ĠChi efs", + "pher ical", + "pheric al", + "phe rical", + "( price", + "(p rice", + "(pr ice", + ".Write String", + "Ġex iting", + "Ġexit ing", + "] ',Ċ", + "]', Ċ", + "]' ,Ċ", + "ight ing", + "igh ting", + "Ing redient", + "( vertex", + "(ver tex", + "Ġ scrollView", + "Ġs crollView", + "Ġscroll View", + "h f", + ": new", + ":n ew", + "S EN", + "SE N", + "s ector", + "se ctor", + "sec tor", + "sect or", + "Ġs pins", + "Ġsp ins", + "Ġspin s", + "Ġspi ns", + "Ġ Scheduler", + "ĠS cheduler", + "ĠSchedule r", + "o techn", + "ot echn", + "ote chn", + "otech n", + "otec hn", + "sem icolon", + "semi colon", + "Font OfSize", + "ĠSpecific ally", + "fl amm", + ". ObjectId", + ".Object Id", + "Ġc onta", + "Ġcon ta", + "Ġcont a", + "_ permissions", + "_per missions", + "_perm issions", + "_permission s", + "ĉ FROM", + "ĉF ROM", + "I CODE", + "IC ODE", + "ICO DE", + "/ kg", + "/k g", + "ĠHot els", + "ĠHotel s", + "- med", + "-m ed", + "-me d", + "ĠD in", + "ĠDi n", + "Ġn avy", + "Ġna vy", + "Ġnav y", + "get Param", + "Ġm end", + "Ġme nd", + "Ġmen d", + "Ġportray ed", + "ĠMet ropolitan", + "P ainter", + "Paint er", + "Pa inter", + "Ġref erral", + "Ġrefer ral", + "_ good", + "_g ood", + "_go od", + "Ġmar vel", + "os aic", + "osa ic", + "> (&", + ">( &", + ". ur", + ".u r", + "Ġes tos", + "Ġest os", + "Ġesto s", + "Will iam", + "Ġtim ber", + "Ġquel ques", + "Ġquelque s", + "Ġ Documents", + "ĠDocument s", + "ĠDoc uments", + ".X aml", + "Ġb atches", + "Ġbatch es", + "Ġbat ches", + "éģ ĵ", + "Ġ Released", + "ĠRe leased", + "ĠRelease d", + "T ail", + "Ta il", + "Tai l", + "CO OKIE", + "h eid", + "he id", + "hei d", + "_ station", + "_st ation", + "_stat ion", + "_sta tion", + "Ġ Via", + "ĠV ia", + "ĠVi a", + "S ale", + "Sal e", + "Sa le", + "Ġ Repeat", + "ĠRe peat", + "ĠRep eat", + "Ġpro min", + "Ġpr omin", + "Ġprom in", + "ĠZ o", + "- forward", + "-for ward", + "Ġ Ion", + "ĠI on", + "ĠIo n", + "it ary", + "ita ry", + "itar y", + "Ġj us", + "Ġju s", + "- request", + "-re quest", + "Ġproud ly", + "Ġ Streaming", + "ĠStream ing", + "ĠStre aming", + "( MouseEvent", + "(Mouse Event", + "ĠS print", + "ĠSp rint", + "ĠSpr int", + "_ rotation", + "_r otation", + "_rot ation", + "Re positories", + "Ġt art", + "Ġta rt", + "Ġtar t", + "ĠÑģ в", + "Ġm appings", + "Ġmapping s", + "è ª", + "C u", + "C ycle", + "Cy cle", + "Ġb un", + "Ġbu n", + "ĉ lua", + "ĉl ua", + "ãĥ ī", + "Ġ( (!", + "Ġ(( !", + "Ġcollect ively", + "Ġcollective ly", + "Ġ Cond", + "ĠC ond", + "ĠCon d", + "ĠCo nd", + "Ġws zyst", + "Ġwsz yst", + "( lib", + "(l ib", + "(li b", + "openh agen", + "_ skip", + "_s kip", + "_sk ip", + ".Column Header", + "é Ĥ", + "perience d", + "peri enced", + "ı è¿°", + "_ props", + "_p rops", + "_pro ps", + "_pr ops", + "_prop s", + "Ġcon trace", + "Ġcont race", + "Ġcontr ace", + "Ġcontra ce", + "Ġmatch up", + "ab etic", + "abe tic", + "abet ic", + ". members", + ".m embers", + ".member s", + ".mem bers", + "R ECT", + "RE CT", + "REC T", + "( dat", + "(d at", + "(da t", + "Ġs og", + "Ġso g", + "re nom", + "ren om", + "reno m", + "_ Method", + "_M ethod", + "Custom ers", + "Customer s", + "ful lname", + "full name", + "Z N", + "r etry", + "re try", + "ret ry", + "Ġ kap", + "Ġk ap", + "Ġka p", + "ĠN eu", + "ĠNe u", + "è Ĭ", + "add Child", + "will Return", + "_ permalink", + "_p ermalink", + "_per malink", + "_perm alink", + "Ġenerg etic", + "Ġener getic", + "ĠW et", + "ĠWe t", + "ĠM orr", + "ĠMo rr", + "ĠMor r", + "Ġ gcd", + "Ġg cd", + "Ġgc d", + "co unts", + "count s", + "cou nts", + ", type", + ",t ype", + "d ig", + "di g", + "( Login", + "(Log in", + "Ġcr acks", + "Ġcrack s", + "Ġcra cks", + "Ġb acterial", + "Ġbacter ial", + "Ġbacteria l", + "ĠM eat", + "ĠMe at", + "ĠArm strong", + "ĠBro nze", + "ĠBron ze", + "Ġapprox imate", + "_ dirs", + "_d irs", + "_dir s", + "_di rs", + "l iga", + "li ga", + "lig a", + "ÅĤ ad", + "ÅĤa d", + "Ġkind ness", + "Ġ contre", + "Ġcon tre", + "Ġcont re", + "Ġcontr e", + "ĠE VERY", + "ĠEV ERY", + "ĠEVER Y", + "ĠEVE RY", + "M ET", + "ME T", + "Ġann ouncements", + "Ġannounc ements", + "Ġannouncement s", + "Ġannounce ments", + "g pio", + "gp io", + "ĠWaitFor Seconds", + "ĠPhoto shop", + "ĠPhotos hop", + "Ġdis contin", + "/ dd", + "/d d", + "Ġtop ology", + "Ġtopo logy", + "an ical", + "ani cal", + "anic al", + ". interface", + ".inter face", + "auc oup", + ". HashSet", + ".Hash Set", + "ARI ANT", + "( routes", + "(r outes", + "(route s", + "(ro utes", + "ĠT eh", + "ĠTe h", + "Ġh ype", + "Ġhy pe", + "Ġhyp e", + "] \").", + "]\" ).", + "]\") .", + "Ġs lam", + "Ġsl am", + "Ġsla m", + "Ġbr oth", + "Ġbro th", + "- inter", + "-in ter", + "-int er", + "ĠR id", + "ĠRi d", + "- manager", + "-m anager", + "-man ager", + "Cancel ar", + "Ġ Pagination", + "ĠP agination", + "ĠPag ination", + "Ġsound track", + "Ġpos terior", + "Ġpost erior", + "Ġposter ior", + "Ġposte rior", + "Ġsc rub", + "Ġscr ub", + "c reating", + "cre ating", + "cr eating", + "creat ing", + "- *", + "ir teen", + "irt een", + ". dy", + ".d y", + ".s ymmetric", + ".sym metric", + "Ġ \"\".", + "Ġ\" \".", + "Ġ\"\" .", + "= ==============", + "== =============", + "==== ===========", + "======== =======", + "=== ============", + "============ ===", + "============= ==", + "=========== ====", + "============== =", + "========= ======", + "========== =====", + "====== =========", + "===== ==========", + "======= ========", + "Ġch assis", + "ĠnumberOf Rows", + "De veloper", + "Develop er", + "_ bins", + "_b ins", + "_bin s", + "_bi ns", + "Ġ OUR", + "ĠO UR", + "ĠOU R", + "ri eb", + "rie b", + "P ros", + "Pro s", + "Pr os", + "Ġ wiÄĻ", + "Ġw iÄĻ", + "Ġwi ÄĻ", + "\" d", + "Ġasync io", + "ze igen", + "_ spi", + "_s pi", + "_sp i", + ". ALL", + ".A LL", + ".AL L", + "Ġscre ws", + "Ġscr ews", + "Ġscrew s", + "Ch inese", + "Ġ apiKey", + "Ġapi Key", + "Ġun successful", + "ĠSea hawks", + "ĠSeah awks", + "O RG", + "OR G", + "ç« ł", + "Ġprofession ally", + "Ġprofessional ly", + "Ġ Coupon", + "ĠC oupon", + "ĠCo upon", + "ĠCou pon", + "åŃĹ æ®µ", + "Con vention", + "Conv ention", + "Ġpol ym", + "Ġpoly m", + "æī ĭ", + "Ġsal vation", + "Ġsalv ation", + "Ġengine ered", + "Ġengineer ed", + "ĠW rest", + "ĠWr est", + "Ġ GCC", + "ĠG CC", + "ĠGC C", + "Ġwar mer", + "Ġwarm er", + "Layout Constraint", + "Ġag grav", + "Ġagg rav", + "S cripts", + "Script s", + "vent ure", + "ven ture", + "Ġrefriger ator", + "Ġinnov ations", + "Ġinnovation s", + "Ġ Runner", + "ĠR unner", + "ĠRun ner", + "N IC", + "NI C", + "ĠRoll ing", + "ĠRol ling", + "Control Events", + "Ġlo os", + "p ac", + "pa c", + "ĉ panel", + "ĉp anel", + "e fe", + "ef e", + "ĠBudd ha", + "ĠBuddh a", + "- -------------Ċ", + "-- ------------Ċ", + "---- ----------Ċ", + "-------- ------Ċ", + "--- -----------Ċ", + "------------ --Ċ", + "----- ---------Ċ", + "---------- ----Ċ", + "------ --------Ċ", + "----------- ---Ċ", + "------------- -Ċ", + "------- -------Ċ", + "--------- -----Ċ", + "-------------- Ċ", + "åº ĵ", + "(for Key", + "Ġl umin", + "Ġlu min", + "Ġlum in", + "Ġ (?", + "Ġ( ?", + "ĠA IDS", + "ĠAI DS", + ", user", + ",u ser", + "im ientos", + "imiento s", + "content Type", + "ant lr", + "é ¦", + "ĠW elt", + "ĠWe lt", + "ĠWel t", + "P roduction", + "Pro duction", + "Product ion", + "Produ ction", + "Prod uction", + "m ight", + "mi ght", + "ĠV II", + "ĠVI I", + "\" ,(", + "\", (", + "Ġobs erving", + "Ġobserv ing", + "Ġdeliber ate", + "( control", + "(c ontrol", + "(cont rol", + "Ġwith d", + "Ġwit hd", + "Ġse mana", + "Ġsem ana", + "ST ACK", + "STA CK", + "u chen", + "uch en", + "uc hen", + "uche n", + "N ice", + "Ni ce", + "Nic e", + "ĠDeutsch land", + "Ġ Specifies", + "ĠSpec ifies", + "d ma", + "dm a", + "iz io", + "izi o", + "ĠF acts", + "ĠFac ts", + "ĠFa cts", + "ĠFact s", + "_ popup", + "_p opup", + "_pop up", + "ĠDirect ors", + "ĠDirector s", + "ĠDir ectors", + "ĠDire ctors", + "{ :", + "[ R", + "ĠÑį леменÑĤ", + "ĠÑįлем енÑĤ", + "Ġ plat", + "Ġp lat", + "Ġpl at", + "Ġpla t", + "Ġdirect ing", + "ä¸ ī", + "ĠGil bert", + "âĢ¦ .ĊĊ", + "âĢ¦. ĊĊ", + ". qml", + ".q ml", + "Ġthere after", + "Ġdis position", + "Ġdisp osition", + "Ġdispos ition", + "Ġdisposit ion", + "d raft", + "dr aft", + "dra ft", + "Ġs urgeon", + "Ġsurg eon", + "Ġsurge on", + "ĠIns ider", + "ĠInside r", + "Bl end", + "ĠT rev", + "ĠTr ev", + "ĠTre v", + "tr insic", + "tri nsic", + "To pics", + "Top ics", + "Topic s", + "r ieve", + "ri eve", + "rie ve", + "_ FILENAME", + "_FILE NAME", + "Ġaut res", + "Ġau tres", + "Ġautre s", + "J ose", + "Jo se", + "Jos e", + "Pro ducer", + "Produ cer", + "Prod ucer", + "e rus", + "er us", + "eru s", + "Ġpe tit", + "Ġpet it", + "Ġ NEXT", + "ĠN EXT", + "ĠNE XT", + "Ġ Filters", + "ĠF ilters", + "ĠFilter s", + "ĠFil ters", + "Ġrep licate", + "Ġrepl icate", + "Ġreplic ate", + "Ġreplica te", + "\" ]).", + "\"] ).", + "\"]) .", + "Ġl enders", + "Ġlen ders", + "Ġlend ers", + "Ġlender s", + "] \",Ċ", + "]\", Ċ", + "]\" ,Ċ", + "; charset", + "Cpp Object", + "Ġfl oral", + "Ġflo ral", + "Ġflor al", + "Ġflora l", + "Ġ Tipo", + "ĠT ipo", + "ĠTi po", + "ĠTip o", + "Ġcirc uits", + "Ġcircuit s", + "e asy", + "ea sy", + "(& $", + "it ta", + "itt a", + "er yl", + "ery l", + "_ COMMON", + "_COM MON", + "_COMM ON", + "' }}>Ċ", + "'} }>Ċ", + "'}} >Ċ", + "'}}> Ċ", + "-b acked", + "-back ed", + "( variable", + "(var iable", + "( Index", + "(In dex", + "Ġ voir", + "Ġv oir", + "Ġvo ir", + "Ġvoi r", + "_ locations", + "_l ocations", + "_location s", + "_loc ations", + "++ ){", + "++) {", + "ĠLouis ville", + "Ġgr atitude", + "Ġgrat itude", + ".Mock ito", + "ĠP owers", + "ĠPower s", + "ĠPo wers", + "ĠPow ers", + "i eurs", + "ie urs", + "ieu rs", + "ieur s", + "Ġge ographic", + "Ġgeo graphic", + "r ale", + "ra le", + "ral e", + "Ġc ra", + "Ġcr a", + "ĠSp urs", + "ipher text", + "iph ertext", + "AC ION", + "- common", + "-com mon", + "-comm on", + "Ġvict ories", + "ĠF inals", + "ĠFin als", + "ĠFinal s", + ". shuffle", + ".sh uffle", + "- million", + "-m illion", + "_ PROC", + "_P ROC", + "_PRO C", + "_PR OC", + "as sume", + "ass ume", + "Ġ ils", + "Ġi ls", + "Ġil s", + "D BC", + "DB C", + "Boot Test", + "Ġl avor", + "Ġla vor", + "Ġlav or", + ". testing", + ".t esting", + ".test ing", + ". ast", + ".as t", + ".a st", + "\" ]/", + "\"] /", + "m oid", + "mo id", + "Ġ qualification", + "Ġqual ification", + "g esch", + "ge sch", + "ges ch", + "ĉ put", + "ĉp ut", + "Ġair ports", + "Ġairport s", + "J I", + "T eacher", + "Te acher", + "_ uniform", + "_un iform", + "Ġ nama", + "Ġn ama", + "Ġna ma", + "Ġnam a", + "ĠB ast", + "ĠBa st", + "ĠBas t", + "e rtype", + "er type", + "ert ype", + "erty pe", + "c apture", + "cap ture", + "capt ure", + "get All", + "ĠReyn olds", + "o oled", + "ool ed", + "oo led", + ". comments", + ".com ments", + ".comment s", + ".comm ents", + "Ġ chin", + "Ġc hin", + "Ġch in", + "Ġchi n", + ") .*", + "). *", + "Ġ или", + "Ġи ли", + "t gl", + "tg l", + "u dos", + "ud os", + "udo s", + "Ġd ÃŃas", + "ĠdÃŃa s", + "ĠdÃŃ as", + "c hai", + "ch ai", + "cha i", + ". program", + ".p rogram", + ".pro gram", + ".pr ogram", + "Ġ psz", + "Ġp sz", + "Ġps z", + "ĉ icon", + "ĉi con", + "p hil", + "ph il", + "phi l", + "ent ral", + "entr al", + "_W RAP", + "_WR AP", + "o vi", + "ov i", + "Ġnost alg", + "In finity", + "Inf inity", + "ĉ yield", + "ĉy ield", + "Ġvit amins", + "Ġvitamin s", + "Ġvita mins", + "Ġvitam ins", + "Qu aternion", + "S ink", + "Si nk", + "Sin k", + "_ goods", + "_g oods", + "_go ods", + "_good s", + "Ġ ........", + "Ġ. .......", + "Ġ... .....", + "Ġ.. ......", + "Ġ.... ....", + "Ġ..... ...", + "Ġ...... ..", + "ĠW ings", + "ĠWin gs", + "ĠWing s", + "ur idad", + "uri dad", + "- story", + "-st ory", + "\" ])ĊĊ", + "\"] )ĊĊ", + "\"]) ĊĊ", + "\"])Ċ Ċ", + "idel ity", + "Type Def", + "G tk", + "Ġ íĮ", + "Ġí Į", + "_ Main", + "_M ain", + "Ġ chez", + "Ġch ez", + "Ġche z", + "ĠR aven", + "ĠRa ven", + "ĠRav en", + "Ġpay roll", + "Ġfreel ance", + "L LU", + "LL U", + "ĠM end", + "ĠMe nd", + "ĠMen d", + "e day", + "ed ay", + "eda y", + "Api ModelProperty", + ".Form BorderStyle", + "Ġeconom ist", + "stan bul", + "Ġfr eight", + "Ġfre ight", + "Ġfrei ght", + "- Agent", + "-A gent", + "( meta", + "(m eta", + "(me ta", + "Ġsym metry", + "Ġ' ..", + "Ġ'. .", + ". Calendar", + ".C alendar", + "- aut", + "-a ut", + "-au t", + "g f", + "p ent", + "pe nt", + "pen t", + "yc lopedia", + "Ġw ishing", + "Ġwish ing", + "Ċ ĊĊĊĊĊĊĊĊĊĊĊ", + "ĊĊ ĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊ ĊĊĊĊĊĊĊĊ", + "ĊĊĊ ĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊ ĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊ ĊĊĊĊ", + "ĊĊĊĊĊ ĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊ ĊĊ", + "ĊĊĊĊĊĊĊ ĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊ ĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊĊ Ċ", + "Ġgentle man", + "Ġ ê³", + "Ġê ³", + "= #", + "Ġlect ures", + "Ġlecture s", + "âĢľ In", + "âĢľI n", + "Ġ! _", + "Ġ hb", + "Ġh b", + "Ġ Vendor", + "ĠV endor", + "ĠVend or", + "Rec ently", + "Recent ly", + "_ notes", + "_n otes", + "_no tes", + "_not es", + "_note s", + "æıIJ 示", + "\" My", + "\"M y", + "Headers Height", + "_ SO", + "_S O", + "Ġunw illing", + "Ġsuper hero", + "g io", + "gi o", + "p sy", + "ps y", + "Ġ Peer", + "ĠP eer", + "ĠPe er", + "ĠPee r", + "j avax", + "java x", + "jav ax", + "& apos", + "&a pos", + "ĠCr isis", + "ĠCri sis", + "ord inal", + "ordin al", + "Mem cpy", + "++++++++ ++++++++", + "- val", + "-v al", + "Ġwork book", + "- ap", + "-a p", + "= k", + "Ġmetal lic", + "Ġmetall ic", + "_ peer", + "_p eer", + "_pe er", + "By PrimaryKey", + "_ SD", + "_S D", + "u ator", + "ua tor", + "uat or", + "_SH ADER", + "_SHA DER", + ") Math", + ". Transform", + ".Trans form", + "Ġc ows", + "Ġco ws", + "Ġcow s", + "P hi", + "Ph i", + "ĠC lem", + "ĠCl em", + "ĠCle m", + "( _(\"", + "(_ (\"", + "ĠL ud", + "ĠLu d", + "- delay", + "-d elay", + "-de lay", + "-del ay", + "ĠSe curities", + "ĠSec urities", + "ĠOrth odox", + "Sym fony", + "( report", + "(re port", + "(repo rt", + "(rep ort", + "Ġent ertain", + "Ġenter tain", + "Ġentert ain", + "E PS", + "EP S", + "iz oph", + "izo ph", + "ex ual", + "I RD", + "IR D", + "ä» İ", + "Ġl ith", + "Ġli th", + "Ġlit h", + "Ġ sanitize", + "Ġs anitize", + "Ġsan itize", + "Ġsanit ize", + "Ġfem inine", + "Ġfemin ine", + "IS BN", + ". authentication", + ".auth entication", + "_ pipeline", + "_p ipeline", + "_pipe line", + "/ constants", + "/con stants", + "Ġ CONF", + "ĠCON F", + "ĠCO NF", + "Ġlu cr", + "Ġluc r", + "r icia", + "ri cia", + "ric ia", + ".t tf", + ".tt f", + ". setContent", + ".set Content", + "Ġ stan", + "Ġs tan", + "Ġst an", + "Ġsta n", + "or ean", + "ore an", + "orea n", + "ĠL loyd", + ".raw Value", + "Ġ gor", + "Ġg or", + "Ġgo r", + "ĠBr owns", + "ĠBrown s", + "ĠBrow ns", + "Re gression", + "Reg ression", + "Ġl owering", + "Ġlow ering", + "Ġlower ing", + "na issance", + "Ġbl ows", + "Ġblow s", + "Ġblo ws", + "Ġam azed", + "Ġama zed", + "Ġun related", + "Ġunre lated", + "Re views", + "Review s", + "Ġ ruby", + "Ġr uby", + "Ġrub y", + "Ġru by", + "Ġ Modifier", + "ĠMod ifier", + "Ġg iants", + "Ġgi ants", + "Ġgiant s", + "Ġgia nts", + "Ġgian ts", + ". thread", + ".t hread", + ".th read", + "Ġcon tainment", + "Ġcont ainment", + "Ġcontain ment", + "ĠStart Coroutine", + "u mat", + "um at", + "uma t", + "o release", + "or elease", + "ore lease", + "ĠR andy", + "ĠRand y", + "ĠRan dy", + "@ endif", + "@end if", + "D igest", + "Di gest", + "Dig est", + "Ġsub urban", + "Ġsubur ban", + "Ġsuburb an", + "= \");Ċ", + "=\" );Ċ", + "Ġ annonce", + "Ġan nonce", + "Ġann once", + "Ġanno nce", + "Ġannon ce", + ". variable", + ".var iable", + "\\ Foundation", + "\\F oundation", + "Ġ acre", + "Ġa cre", + "Ġac re", + "V an", + "Va n", + "Ġt uples", + "Ġtu ples", + "Ġtuple s", + "Ġtup les", + "d ns", + "dn s", + "Ġ Standing", + "ĠSt anding", + "ĠStan ding", + "ĠStand ing", + "_ large", + "_l arge", + "Ġ boxing", + "Ġbo xing", + "Ġbox ing", + "Support ActionBar", + "ĠFort une", + "ĠR um", + "ĠRu m", + "_ multiple", + "_m ultiple", + "_multi ple", + "_mult iple", + "_multip le", + "arch ical", + "Ġ fwrite", + "Ġf write", + "Ġfw rite", + "_ quote", + "_qu ote", + "Ġfoo lish", + "Ġfool ish", + "Ġcom prising", + "Ġcomp rising", + "Ġcompr ising", + "Ġ оп", + "Ġо п", + "- selected", + "-se lected", + "-select ed", + "v f", + "m aid", + "ma id", + "mai d", + "N ama", + "Na ma", + "Nam a", + "( datetime", + "(d atetime", + "(date time", + "(dat etime", + "Ġindirect ly", + "g art", + "ga rt", + "gar t", + "fix tures", + "fixture s", + "c hos", + "ch os", + "cho s", + "ĠH alo", + "ĠHa lo", + "ĠHal o", + "Ġre curring", + "Ġrec urring", + "Ġrecur ring", + "- news", + "-n ews", + "-new s", + "-ne ws", + "v il", + "vi l", + "ĠNurs ing", + "ĠNur sing", + "- produ", + "-p rodu", + "-pro du", + "-pr odu", + "Ġ HQ", + "ĠH Q", + "\\Http Foundation", + "en ci", + "enc i", + "a uen", + "au en", + "Ġ vy", + "Ġv y", + "ocr acy", + "Ġde legation", + "Ġdeleg ation", + "Ġas phalt", + "Ġasp halt", + "Ġset Selected", + "k ok", + "ko k", + "/ rest", + "/r est", + "/re st", + "/res t", + "m etics", + "me tics", + "met ics", + "metic s", + "Ġ NSDate", + "ĠNS Date", + "Ġtravel led", + "Ġtrav elled", + "Ġrec ib", + "Ġ mime", + "Ġm ime", + "Ġmi me", + "Ġmim e", + "CL IENT", + "CLI ENT", + "Ġ GU", + "ĠG U", + "Ġ HANDLE", + "ĠH ANDLE", + "ĠHAND LE", + "/ Q", + "[ z", + "Ġboth ered", + "Ġbother ed", + "ĠBB Q", + "ç as", + "ça s", + "_ examples", + "_ex amples", + "_example s", + "_exam ples", + "_ FIN", + "_F IN", + "Ġwhite Color", + "Ġastr onom", + "Ġastro nom", + "- dir", + "-d ir", + "-di r", + "Ġsovere ign", + "Ġb reeze", + "Ġbree ze", + "Ġ inning", + "Ġin ning", + "Ġinn ing", + "ĠEd monton", + "g li", + "gl i", + ".blog spot", + "j sx", + "js x", + "Ġver sa", + "Ġve rsa", + "Ġvers a", + "ĠMoh ammed", + ". Job", + ".J ob", + "-t oggler", + "-toggle r", + "Ġп олÑĮзоваÑĤ", + "ar don", + "ard on", + "ardo n", + "Ġnew born", + "Ġn aval", + "Ġna val", + "Ġnav al", + "not eq", + "note q", + "Ġt umblr", + "Ġtum blr", + "Ġh entai", + "ĠTyp ically", + "ĠTypical ly", + "Ġl oot", + "Ġlo ot", + ". Sprite", + ".S prite", + ".Sp rite", + "F light", + "Fl ight", + "Ġw avelength", + "Ġwave length", + "- sk", + "-s k", + "ĠE lle", + "ĠEl le", + "ĠEll e", + "_ exports", + "_ex ports", + "_exp orts", + "_export s", + "Ġ Ñı", + "ĠÑ ı", + "Ġ IH", + "ĠI H", + "izoph ren", + "Ġ íģ", + "Ġí ģ", + "_ primary", + "_pr imary", + "_pri mary", + "_prim ary", + "Ġm ois", + "Ġmo is", + "Ġmoi s", + "Ġ BN", + "ĠB N", + "Ġsystem ic", + "Ġsyst emic", + "Ġdifer entes", + "Ġdiferente s", + "IN CT", + "INC T", + "Ġ' 'ĊĊ", + "Ġ'' ĊĊ", + "Ġ''Ċ Ċ", + "$ q", + "Widget Item", + "c lide", + "cl ide", + "cli de", + "clid e", + "$ file", + "$f ile", + "L emma", + "Le mma", + "/ table", + "/t able", + "/tab le", + "a grid", + "ag rid", + "agr id", + "ĠMongo DB", + "i nte", + "in te", + "int e", + "Ġapp rent", + "ÂŃ ing", + "ÂŃi ng", + ". Db", + ".D b", + "Ġ ÃĤ", + "Ġà Ĥ", + "h ammer", + "ham mer", + "=' ';Ċ", + "='' ;Ċ", + "Ġbr okers", + "Ġbro kers", + "Ġbroke rs", + "Ġbroker s", + "i tlement", + "it lement", + "itle ment", + "semb lies", + "sembl ies", + "E le", + "El e", + "{ x", + "Ġ lastname", + "Ġlast name", + "< -", + "Ġ flatten", + "Ġfl atten", + "Ġflat ten", + "Ġflatt en", + "_ band", + "_b and", + ". Root", + ".R oot", + ".read FileSync", + ".readFile Sync", + "= =====", + "== ====", + "==== ==", + "=== ===", + "===== =", + ". rx", + ".r x", + "? čĊ", + "Ġmetaph or", + "T i", + "c onte", + "con te", + "cont e", + "co nte", + "Ġ debit", + "Ġde bit", + "Ġdeb it", + "Ġcon tempt", + "Ġcont empt", + "Cpp Type", + "æĶ ¯", + "Form Field", + "r atio", + "rat io", + "os opher", + "osoph er", + "oso pher", + "Ġim plant", + "Ġimp lant", + "Ġimpl ant", + "P URE", + "PU RE", + "PUR E", + "Ġ alta", + "Ġal ta", + "Ġalt a", + "_ management", + "_man agement", + "_manage ment", + "Ġre fine", + "Ġref ine", + "Ġrefin e", + "Ġ CheckBox", + "ĠCheck Box", + "ĠCh arl", + "ĠChar l", + "ĠCha rl", + "- version", + "-v ersion", + "-vers ion", + "cond itional", + "condition al", + "ven ues", + "venue s", + "Ġrifle s", + "Ġrif les", + "Ġoff spring", + "Ġoffs pring", + "Ġm illing", + "Ġmill ing", + "Ġmil ling", + "Ġmilli ng", + "Ġsharp ly", + "Ġshar ply", + "Ġunder water", + "( origin", + "(orig in", + "(or igin", + "_ Control", + "_C ontrol", + "Ġ .$", + "Ġ. $", + "Pl ugins", + "Plugin s", + "Plug ins", + "Ġd rying", + "Ġdr ying", + "Ġdry ing", + "Ġillustr ates", + "Ġillustrate s", + "Ġillust rates", + "- u", + "Ġveget arian", + "n pc", + "np c", + "He art", + "; ',Ċ", + ";' ,Ċ", + ";', Ċ", + "com ma", + "co mma", + "comm a", + "t eenth", + "te enth", + "tee nth", + "teen th", + "a san", + "as an", + "asa n", + "/ spec", + "/s pec", + "/sp ec", + "_ moves", + "_m oves", + "_move s", + "_mov es", + "_mo ves", + "- margin", + "-m argin", + "-mar gin", + "Ġ ingen", + "Ġin gen", + "Ġi ngen", + "Ġing en", + "Âł ³³", + "³³ Âł", + "Ġpro jet", + "Ġproj et", + "Ġproje t", + "Ġo tra", + "Ġot ra", + "Ġ bras", + "Ġb ras", + "Ġbr as", + "Ġbra s", + ". utc", + ".u tc", + ".ut c", + "Ġsl ept", + "Ġsle pt", + "= sub", + "=s ub", + "ab ilit", + "abil it", + "abi lit", + "p oster", + "pos ter", + "post er", + "po ster", + "Ġ sdk", + "Ġs dk", + "Ġsd k", + "ounc ill", + "ouncil l", + "Ġ wd", + "Ġw d", + "Pre paredStatement", + "ĠD rum", + "ĠDr um", + "( attribute", + "(at tribute", + "Ġ Ethernet", + "ĠEth ernet", + "ĠEther net", + "ĉ DB", + "ĉD B", + "Cal ifornia", + "c ube", + "cu be", + "[ I", + ". Created", + ".C reated", + ".Create d", + "Ġ HM", + "ĠH M", + "Ġtr acing", + "Ġtra cing", + "Forms Module", + "- you", + "-y ou", + ". currency", + ".c urrency", + ".curr ency", + "fe eding", + "feed ing", + "fee ding", + "Ġ tbody", + "Ġt body", + "Ġtb ody", + "L i", + "a ccion", + "ac cion", + "acc ion", + "acci on", + "n as", + "na s", + "Ġtr ouver", + "Ġtrou ver", + "Ġtrouve r", + "N ONE", + "NO NE", + "NON E", + "\" },čĊ", + "\"} ,čĊ", + "\"}, čĊ", + "Ġ ftp", + "Ġf tp", + "Ġft p", + "With Identifier", + "p olate", + "po late", + "pol ate", + "File Info", + "Ġpurs ued", + "Ġpursue d", + "ĠĠĠĠ čĊĠĠĠĠčĊ", + "ĠĠĠĠčĊ ĠĠĠĠčĊ", + "DE SCRIPTION", + "DESC RIPTION", + "} */Ċ", + "}* /Ċ", + "From Nib", + "Ġdec orative", + "Ġdecor ative", + "_ SSL", + "_S SL", + "_SS L", + "( chat", + "(c hat", + "(ch at", + "T LS", + "TL S", + "Ġsur prises", + "Ġsurpr ises", + "Ġsurprise s", + "al culate", + "alc ulate", + "Ġ Splash", + "ĠS plash", + "ĠSp lash", + "ĠSpl ash", + "( Configuration", + "(Config uration", + "Ġ SEM", + "ĠS EM", + "ĠSE M", + "im son", + "ims on", + "/ library", + "/lib rary", + "/l ibrary", + "< Double", + "", + "Ġ} }>", + "Ġ}} >", + "G ED", + "GE D", + "f aq", + "fa q", + "Ġoption ally", + "Ġoptional ly", + "_ Dis", + "_D is", + "Ġ Successful", + "ĠSuccess ful", + "ĠC ensus", + "Ġinc arcer", + "_ CARD", + "_C ARD", + "_CA RD", + "_CAR D", + "Ġav iation", + "Ġavi ation", + "ĠG ym", + "ĠGy m", + "Author ity", + ". Bean", + ".B ean", + ".Be an", + "sh ader", + "sha der", + "shade r", + "Not Exist", + "_ TextChanged", + "_Text Changed", + "Ġ STOP", + "ĠS TOP", + "ĠST OP", + "( team", + "(t eam", + "(te am", + "\" H", + "w g", + "Ġgr inder", + "Ġgri nder", + "Ġgrind er", + "Ġgrin der", + "Ġ stripe", + "Ġst ripe", + "Ġstr ipe", + "Ġstri pe", + "Ġstrip e", + "Ġp reservation", + "Ġpres ervation", + "Cl aim", + "Cla im", + "aver sal", + "avers al", + "w arehouse", + "ware house", + "target s", + "tar gets", + "T rust", + "Tr ust", + "Ġal lev", + "Ġall ev", + "Ġalle v", + ", www", + ",w ww", + "ou sse", + "ous se", + "_ chan", + "_c han", + "_ch an", + "_ Size", + "_S ize", + "s ystems", + "sys tems", + "system s", + "Ġob jection", + "Ġobject ion", + "Ġobj ection", + "ĠK ane", + "ĠKa ne", + "ĠKan e", + "Ġcor ros", + "Ġcorr os", + "Ġcorro s", + "Ġ DSL", + "ĠD SL", + "ĠDS L", + "Ġ ua", + "Ġu a", + "Ġ MH", + "ĠM H", + "ĠStr ategic", + "ĠStrateg ic", + "_ tcp", + "_t cp", + "_tc p", + "Ġ ê°Ĵ", + "Ġê° Ĵ", + "Ġborrow ed", + "Ġborr owed", + "ĠA ch", + "ĠAc h", + "ĉ command", + "ĉcom mand", + "Ġ gps", + "Ġg ps", + "Ġgp s", + "le ston", + "les ton", + "lest on", + "ich ever", + "iche ver", + "Ġ UA", + "ĠU A", + "Ġassault ed", + "Ġspecial izes", + "Ġspecialize s", + "ĉ search", + "ĉs earch", + "ĉse arch", + "H otel", + "Hot el", + "Ho tel", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠčĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠčĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ čĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠčĊ", + "Ġ Pitch", + "ĠP itch", + "ĠPit ch", + "Ġ Ùģ", + "ĠÙ ģ", + "READ Y", + "REA DY", + "Ġpar ental", + "Ġparent al", + "Ġparen tal", + "Ġg éné", + "Ġgé né", + "Ġgén é", + "Ġdonn ées", + "Ġde tain", + "Ġdet ain", + "T ARGET", + "Ġprotagon ist", + "Ġclear Interval", + "Ġ IconButton", + "ĠIcon Button", + "ĠGet All", + "Type Info", + "E H", + "âĢľ They", + "âĢľThe y", + "Ġ{ [", + "Ġg ag", + "Ġga g", + "Ġ Ú©", + "Ġ Dropdown", + "ĠD ropdown", + "ĠDrop down", + ". free", + ".f ree", + ".fr ee", + ".fre e", + "g one", + "go ne", + "gon e", + "i mens", + "im ens", + "ime ns", + "imen s", + "Ġin stal", + "Ġins tal", + "Ġinst al", + "ĉ curl", + "ĉc url", + "ĉcur l", + "_ CAN", + "_C AN", + "_CA N", + "Ġ Bone", + "ĠB one", + "ĠBo ne", + "ĠBon e", + "ï¼ Ķ", + "on yms", + "ony ms", + "onym s", + "- government", + "-g overnment", + ".binding Navigator", + "Ġ Dans", + "ĠD ans", + "ĠDan s", + "ĠDa ns", + "ĠMc L", + "( en", + "(e n", + "> (_", + ">( _", + "ÐĴ Ñĭ", + ".* ;čĊ", + "= j", + "- cor", + "-c or", + "-co r", + "S on", + "So n", + ".ToolStrip Item", + "- around", + "-a round", + "-ar ound", + "_ XML", + "_X ML", + "end Date", + "Ġ slack", + "Ġs lack", + "Ġsl ack", + "Ġsla ck", + "Ġrot ated", + "Ġrotate d", + "Ġno qa", + "Ġc ottage", + "Ġcott age", + "Ġencontr ar", + "_ skill", + "_s kill", + "_sk ill", + "hou ette", + "! čĊ", + ". weather", + ".we ather", + "Ġemphas ized", + "Ġemphasize d", + "å® ¶", + "ĠÑģ пиÑģ", + "ĠÑģп иÑģ", + "Ġ Compiler", + "ĠC ompiler", + "ĠCom piler", + "ĠComp iler", + "ĠCompile r", + "( android", + "(and roid", + "Ġ âĢº", + "ĠâĢ º", + ". turn", + ".t urn", + "Ġsup pression", + "Ġsuppress ion", + "Ġsupp ression", + "_ calls", + "_c alls", + "_call s", + "_cal ls", + "Ġ *@", + "Ġ* @", + "( strlen", + "(str len", + "(st rlen", + ". hex", + ".h ex", + ".he x", + "ĠB ills", + "ĠBill s", + "ĠBil ls", + "Ġ RSA", + "ĠR SA", + "ĠRS A", + "Ï Ĥ", + "Ġ Escape", + "ĠE scape", + "ĠEs cape", + "ĠEsc ape", + "ement ia", + "Ġ frontend", + "Ġfront end", + "Ġp int", + "Ġpi nt", + "Ġpin t", + "_ exc", + "_e xc", + "_ex c", + "z zo", + "zz o", + "[ ],Ċ", + "[] ,Ċ", + "[], Ċ", + "Ġ\"' ,'\"", + "Ġ\"', '\"", + "Ġ\"',' \"", + ". Environment", + ".En vironment", + "Ġafore mentioned", + "Ġend ure", + "prot otype", + "proto type", + "ther apy", + "the rapy", + "s si", + "ss i", + "D eg", + "De g", + "_ plugins", + "_pl ugins", + "_plugin s", + ". userInfo", + ".user Info", + "Pr inter", + "Print er", + "Ġ PROGRAM", + "ĠPRO GRAM", + "Ġru ins", + "Ġruin s", + "Ġemp irical", + "Ġempir ical", + "Ġ crawl", + "Ġc rawl", + "Ġcr awl", + "Ġcraw l", + "Ġcra wl", + "ĠBo iler", + "- comment", + "-com ment", + "-comm ent", + ". subplot", + ".sub plot", + "_ et", + "_e t", + "Ġ' .',", + "Ġ'. ',", + "Ġ'.' ,", + "min or", + "mi nor", + "mino r", + "ĠCustom s", + "ĠCust oms", + "Ġ yaw", + "Ġy aw", + "Ġya w", + "under line", + "Ġ Como", + "ĠC omo", + "ĠCom o", + "ĠCo mo", + "( ('", + "(( '", + "( mean", + "(m ean", + "(me an", + "Ġch aque", + "Ġcha que", + "Ġ Blocks", + "ĠB locks", + "ĠBl ocks", + "ĠBlock s", + "ĠBlo cks", + "ĠBloc ks", + ". rad", + ".r ad", + ".ra d", + "ilib rium", + "Ġ webdriver", + "Ġweb driver", + "Ġmel hor", + "d ana", + "da na", + "dan a", + "ĠAb use", + "ĠAbu se", + "ĠSouth west", + "Ġ Paren", + "ĠP aren", + "ĠPar en", + "ĠPa ren", + "ĠPare n", + "PERT IES", + "ĉ IL", + "ĉI L", + "Ġs cream", + "Ġsc ream", + "Ġscre am", + "Ġscr eam", + "v u", + "Ġin comes", + "Ġinc omes", + "Ġincome s", + "Ġincom es", + "Ġ nim", + "Ġn im", + "Ġni m", + "Ġ lace", + "Ġl ace", + "Ġla ce", + "Ġlac e", + "Ġcompens ate", + "Re verse", + "Rev erse", + "D at", + "Da t", + "_ attack", + "_att ack", + "Ġn our", + "Ġno ur", + "Ġnou r", + "a chen", + "ac hen", + "ach en", + "ache n", + "c ek", + "ce k", + "< Func", + " \"+", + ">\" +", + "Ġ tokenizer", + "Ġtoken izer", + "Ġtokenize r", + "Ġsovere ignty", + "Ġsovereign ty", + "ĠP ence", + "ĠPe nce", + "ĠPen ce", + "( )\");Ċ", + "() \");Ċ", + "()\" );Ċ", + "Ġpesso as", + "Ġpessoa s", + ". Ge", + ".G e", + "Ġ Included", + "ĠIn cluded", + "ĠInclude d", + "Ġ pagina", + "Ġp agina", + "Ġpag ina", + "Ġex posing", + "Ġexp osing", + "Ġexpos ing", + "Ġexpo sing", + "е ÑĪ", + "_ SCRIPT", + "_SC RIPT", + "/ $',", + "/$ ',", + "Th umbnail", + "× Ķ", + "webElement X", + "webElementX paths", + "press ure", + "pres sure", + "ĠC urry", + "ĠCur ry", + "_ CP", + "_C P", + "OL UTION", + "I LES", + "IL ES", + "ILE S", + "prot ect", + "o ola", + "ool a", + "oo la", + "Work space", + "Works pace", + "{ };Ċ", + "{} ;Ċ", + "Ġ UNS", + "ĠU NS", + "ĠUN S", + "Ġsymp athy", + "Ġsympath y", + "r oker", + "ro ker", + "roke r", + "rok er", + "Ġre model", + "Ġr emodel", + "Ġrem odel", + "ĉ cell", + "ĉc ell", + "Ġa top", + "Ġat op", + ". FullName", + ".Full Name", + "Ġf aut", + "Ġfa ut", + "ĠE asily", + "_ dynamic", + "_d ynamic", + "_dyn amic", + "Ġfr amed", + "Ġframe d", + "Ġfra med", + "Ġfram ed", + "Ġm otive", + "Ġmot ive", + "Ġmotiv e", + "è· ¯", + "s am", + "sa m", + "Ġ marca", + "Ġmar ca", + "Ġmarc a", + "ĠText EditingController", + "Ġd estructor", + "Ġde structor", + "Ġdestruct or", + "c ream", + "cre am", + "cr eam", + "Ġr ude", + "Ġru de", + "Ġrud e", + "Ġ Bold", + "ĠB old", + "ĠBo ld", + "ĠBol d", + "ĠInd igenous", + "Ġ gens", + "Ġg ens", + "Ġge ns", + "Ġgen s", + "Ġrel acion", + "( system", + "(s ystem", + "(sys tem", + "Ġ UIFont", + "ĠUI Font", + "ĠUIF ont", + "_ charge", + "_ch arge", + "_char ge", + "U STER", + "US TER", + "UST ER", + "E V", + ". Namespace", + ".N amespace", + ".Name space", + ".Names pace", + "Ġmer ger", + "Ġmerge r", + "Ġmerg er", + "Ġ calloc", + "Ġc alloc", + "Ġcall oc", + "Ġcal loc", + "g ang", + "ga ng", + "gan g", + "Bad Request", + "Ġs per", + "Ġsp er", + "Ġspe r", + "- design", + "-d esign", + "-de sign", + "-des ign", + "Ġ âĩ", + "Ġâ ĩ", + "C han", + "Ch an", + "Cha n", + "Ġorg anism", + "Ġorgan ism", + "Ġorganis m", + ", )", + "= id", + "=i d", + "_ plane", + "_p lane", + "_pl ane", + "_plan e", + "Ġ Cases", + "ĠC ases", + "ĠCas es", + "ĠCase s", + "ĠCa ses", + "el fast", + "elf ast", + "ĠLegisl ature", + "ĠF aker", + "ĠFa ker", + "ĠFake r", + "ĠFak er", + "Ġinv oking", + "Ġinvo king", + "- utils", + "-util s", + "( ).'", + "() .'", + "(). '", + ". face", + ".f ace", + ".fac e", + ".fa ce", + "Ġguard ian", + "my Modal", + "Ġ clipboard", + "Ġclip board", + "ĠA TM", + "ĠAT M", + "Ġpe as", + "Ġpea s", + "ĠS ylv", + "ĠSy lv", + ". calc", + ".c alc", + ".ca lc", + ".cal c", + "Ġ Contacts", + "ĠCont acts", + "ĠContact s", + "int Value", + "Ġmod ifying", + "Ġmodify ing", + "ĠB arb", + "ĠBar b", + "ĠBa rb", + ". loss", + ".l oss", + ".lo ss", + "_ percentage", + "_per centage", + "_percent age", + "As ked", + "Ask ed", + "( lst", + "(l st", + "(ls t", + "ateg orical", + "ategor ical", + "ategori cal", + "atego rical", + "- files", + "-f iles", + "-file s", + "-fi les", + "ĠRom ania", + "ĠRo mania", + "ĠRoman ia", + "ĠRoma nia", + ". Ac", + ".A c", + "Ġ hai", + "Ġh ai", + "Ġha i", + "Ġ Flying", + "ĠF lying", + "ĠFl ying", + "ĠFly ing", + "Ġ ż", + "ĠÅ ¼", + "j p", + "ĠTr ainer", + "ĠTra iner", + "ĠTrain er", + ". arc", + ".a rc", + ".ar c", + "_ deg", + "_d eg", + "_de g", + "Ġtrace back", + "Or Fail", + "F LOW", + "FL OW", + ". old", + ".o ld", + ".ol d", + "o ya", + "oy a", + "g mt", + "gm t", + "is empty", + "Ġvacc ination", + "Ġ obsolete", + "Ġob solete", + "recogn ized", + "Ġru ined", + "Ġruin ed", + "ĠR ein", + "ĠRe in", + "ĠRei n", + "Ġ Tracking", + "ĠTr acking", + "ĠTrack ing", + "x fb", + "xf b", + "ا ÛĮ", + "Ġv ære", + "Ġvæ re", + "Ġbr yster", + "Ġ ITS", + "ĠI TS", + "ĠIT S", + "Ġdes tiny", + "Ġdest iny", + "Ġdestin y", + "Ġs wear", + "Ġsw ear", + "Ġswe ar", + "Ġre des", + "Ġr edes", + "Ġred es", + "Ġrede s", + "Ġ clf", + "Ġc lf", + "Ġcl f", + "Ġfl ipped", + "Ġflip ped", + "ĉ head", + "ĉh ead", + "B luetooth", + "Bl uetooth", + "Ġ Overrides", + "ĠOver rides", + "ĠOverride s", + ": Boolean", + "_ =", + "_ lr", + "_l r", + "s pawn", + "sp awn", + "spa wn", + ": index", + "VAL UES", + "VALUE S", + "is key", + "isk ey", + "iske y", + "? \");Ċ", + "?\" );Ċ", + ".syn thetic", + "Ġ Checking", + "ĠCheck ing", + "struct ures", + "structure s", + "i ping", + "ip ing", + "ipi ng", + "Ġvoc als", + "Ġvocal s", + "- Up", + "-U p", + "ĠManufact urers", + "ĠManufacturer s", + "ĠMar riage", + "ĠMarr iage", + "代 çłģ", + "Ġgar ner", + "Ġgarn er", + "_ Client", + "_C lient", + "_Cl ient", + "par allel", + "paralle l", + "RI END", + "Ġvine gar", + "se gue", + "seg ue", + "J B", + "Ġcont acting", + "Ġcontact ing", + "ĠCar roll", + "ĠCarr oll", + "Ġout reach", + "Ġoutr each", + "t ensor", + "_ variant", + "_v ariant", + "_var iant", + "Ġt heat", + "Ġth eat", + "Ġthe at", + "l icable", + "lic able", + "lica ble", + "{ |", + "t iny", + "ti ny", + "tin y", + "_ letter", + "_l etter", + "Ġp encil", + "Ġpen cil", + "Ġpenc il", + "HeadersHeight SizeMode", + "il tro", + "ilt ro", + "iltr o", + ".auto configure", + ". drag", + ".d rag", + ".dr ag", + ". useState", + ".use State", + "Ġ BMI", + "ĠB MI", + "ĠBM I", + "h int", + "hi nt", + "hin t", + "Com pile", + "Comp ile", + "* \\", + "en ary", + "ena ry", + "Ġ lvl", + "Ġl vl", + "Ġlv l", + ". Cache", + ".C ache", + "+ =\"", + "+= \"", + "_ tv", + "_t v", + "ruit ment", + "Ġf read", + "Ġfr ead", + "Ġfre ad", + "Art icles", + "Article s", + "f ila", + "fi la", + "fil a", + "Ġpack aged", + "Ġpackage d", + "âĺ Ĩ", + "AT HER", + "ATH ER", + "ĠPl anned", + "ĠPlan ned", + "s cheme", + "sch eme", + "Ġdi ary", + "Ġdia ry", + "Ġoff enses", + "Ġoffense s", + "Ġoffen ses", + "/ F", + "Ġ Stick", + "ĠS tick", + "ĠSt ick", + "Ġc erc", + "Ġce rc", + "Ġcer c", + "ĠS lee", + "ĠSl ee", + "ĠSle e", + "ĉ ĉĠĠĠĠĠĠĠĠ", + "ĉĉ ĠĠĠĠĠĠĠĠ", + "ĉĉĠĠĠ ĠĠĠĠĠ", + "ĉĉĠ ĠĠĠĠĠĠĠ", + "ĉĉĠĠ ĠĠĠĠĠĠ", + "ĉĉĠĠĠĠĠĠĠ Ġ", + "ĉĉĠĠĠĠ ĠĠĠĠ", + "ĉĉĠĠĠĠĠ ĠĠĠ", + "ĉĉĠĠĠĠĠĠ ĠĠ", + "< Image", + "", + ";' >", + "ĉ col", + "ĉc ol", + "V G", + "_ boolean", + "_bool ean", + "_bo olean", + "re cent", + "rec ent", + "rece nt", + "Ġ *)ĊĊ", + "Ġ* )ĊĊ", + "Ġ*) ĊĊ", + "Ġ*)Ċ Ċ", + "ĠRain bow", + "om men", + "omm en", + "Ġl ur", + "Ġlu r", + "Ġop pression", + "Ġopp ression", + "Ġoppress ion", + "(\" ,\");Ċ", + "(\", \");Ċ", + "(\",\" );Ċ", + "ĠFac ility", + "DEF INED", + "DEFINE D", + "Ġn eon", + "Ġne on", + "Ġneo n", + "Ġoff ender", + "Ġoffend er", + "Ġoffen der", + "A FP", + "AF P", + "Ġ Cleaning", + "ĠC leaning", + "ĠClean ing", + "ĠCle aning", + "[ ]):", + "[] ):", + "[]) :", + "Ġund ocumented", + ". Repositories", + ".Re positories", + "ĠG uitar", + "ĠGu itar", + "ĠGui tar", + "аÑģÑģ ив", + "S kills", + "Sk ills", + "Skill s", + "Ġtest imon", + "Ġtestim on", + "rypt ography", + "ĠAm ber", + "ĠAmb er", + "ĠSt alin", + "ĠSta lin", + "Ġl one", + "Ġlo ne", + "Ġlon e", + "Ġap enas", + "Ġape nas", + "Ġdi eses", + "Ġdie ses", + "Ġdies es", + "Ġdiese s", + "Ġ Arduino", + "ĠAr duino", + "è½ ¬", + "= =-", + "== -", + "_ Act", + "_A ct", + "Ġ coded", + "Ġc oded", + "Ġco ded", + "Ġcode d", + "Ġcod ed", + "âĸ ł", + "am burger", + "amb urger", + "amburg er", + "- links", + "-l inks", + "-link s", + "Ġar mour", + "Ġarm our", + ". High", + ".H igh", + "get Content", + "getC ontent", + "s tag", + "st ag", + "sta g", + "Ġ heck", + "Ġh eck", + "Ġhe ck", + "Ġ ìĹĨ", + "ĠìĹ Ĩ", + "ĠMc Connell", + "ĠCon cert", + "ĠConc ert", + "ĠConce rt", + "Ġ Alloc", + "ĠAl loc", + "ĠAll oc", + "ä re", + "är e", + ". replaceAll", + ".replace All", + "Ġpart itions", + "Ġpartition s", + "r ott", + "ro tt", + "rot t", + "ĠF le", + "ĠFl e", + "_ TREE", + "_T REE", + "_TR EE", + "reason able", + "Ġ Reporting", + "ĠRep orting", + "ĠReport ing", + "Ġbillion aire", + "s cores", + "sc ores", + "score s", + "m ins", + "min s", + "mi ns", + "- eye", + "-e ye", + "M ORE", + "MO RE", + "ab ort", + "abor t", + "abo rt", + "ĠS WT", + "ĠSW T", + "Ġin verted", + "Ġinvert ed", + "Ġ Teachers", + "ĠTe achers", + "ĠTeacher s", + "ĠTea chers", + "ĠTeach ers", + "; n", + "Ġ astro", + "Ġa stro", + "Ġas tro", + "Ġast ro", + "Ġastr o", + "н ов", + "но в", + "а ниÑĨ", + "ан иÑĨ", + "ани ÑĨ", + "product o", + "c ountries", + "count ries", + "ĠO wen", + "ĠOw en", + "Ġcont amination", + "Ġcontamin ation", + "Ġconta mination", + "Ġv ibe", + "Ġvi be", + "Ġvib e", + "ĠE lli", + "ĠEl li", + "ĠEll i", + ". script", + ".s cript", + "ĠO live", + "ĠOl ive", + "ĠOliv e", + "D MA", + "DM A", + "v ier", + "vi er", + "vie r", + ": semicolon", + "- module", + "-m odule", + "-mod ule", + "g ressive", + "gress ive", + "a gu", + "ag u", + "_ players", + "_p layers", + "_pl ayers", + "_player s", + "_play ers", + "Ġresult ados", + "Ġresultado s", + "start ed", + "star ted", + "scroll Top", + "= ====", + "== ===", + "==== =", + "=== ==", + "Ġweigh ing", + "Ġ[ [[", + "Ġ[[ [", + "z ahl", + "za hl", + "( NS", + "(N S", + "Ġ Assertion", + "ĠAssert ion", + "le ague", + "lea gue", + ".set TextColor", + ".setText Color", + "ĉ Message", + "ĉM essage", + "Ġm oms", + "Ġmom s", + "Ġmo ms", + "_ AF", + "_A F", + ". wh", + ".w h", + "A LS", + "AL S", + "Ġaut re", + "Ġau tre", + "] ĊĊĊĊ", + "]Ċ ĊĊĊ", + "]ĊĊ ĊĊ", + "]ĊĊĊ Ċ", + ". opacity", + ".op acity", + "ĠBudd hist", + "ĠBuddh ist", + "Ġde af", + "ĠOrgan isation", + "( Global", + "(G lobal", + "en sch", + "ens ch", + "Ġhead ache", + "ĠA lien", + "ĠAl ien", + "ĠAli en", + "_ inode", + "_in ode", + "_i node", + "ĠSt ark", + "ĠStar k", + "ĠSta rk", + "Ġ æī", + "Ġæ ī", + "-l nd", + "-ln d", + "o ref", + "or ef", + "ore f", + "_ feat", + "_f eat", + "_fe at", + "Ġpedest rian", + "Ġnom inal", + "Ġnomin al", + "Ġball oon", + "Ġbal loon", + "Ġballo on", + "Ġ sprites", + "Ġs prites", + "Ġsp rites", + "Ġspr ites", + "Ġsprite s", + "Prototype Of", + "ĠA post", + "ĠAp ost", + "Ġ FEATURE", + "ĠF EATURE", + "ĠFE ATURE", + "O H", + "Ġre cess", + "Ġr ecess", + "Ġrec ess", + "Ġrece ss", + "ĠD onna", + "ĠDon na", + "con sumer", + "cons umer", + "consum er", + "consume r", + "$ GLOBALS", + "ĠG IF", + "ĠGI F", + "- frame", + "-f rame", + "-fr ame", + "In icio", + "Ini cio", + "Ġpass ages", + "Ġpassage s", + "Date String", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + ". byte", + ".b yte", + ".by te", + "B ug", + "Bu g", + "initial izer", + "initialize r", + "p kt", + "pk t", + "od ium", + "odi um", + "Ġ DER", + "ĠD ER", + "ĠDE R", + ". ops", + ".op s", + ".o ps", + "l eri", + "le ri", + "ler i", + "Ġgift ed", + "Ġgif ted", + "Ġ detach", + "Ġde tach", + "Ġdet ach", + "ter rain", + "terra in", + "terr ain", + "el ters", + "elt ers", + "elter s", + "ãģ ı", + ". loader", + ".l oader", + ".load er", + ".lo ader", + "ĠN GO", + "ĠNG O", + "str ncmp", + "K h", + "( fontSize", + "(font Size", + "r ocket", + "ro cket", + "rock et", + "roc ket", + "Ġpreced ent", + "ĠAur ora", + "Ġ Experiment", + "ĠEx periment", + "i sphere", + "is phere", + "isp here", + "En coded", + "Enc oded", + "Encode d", + "Ġ âĢĵĊĊ", + "ĠâĢĵ ĊĊ", + "ĠâĢĵĊ Ċ", + "Ġpy ramid", + "ĠAnn iversary", + "o fil", + "of il", + "ofi l", + "ë Ł", + "( plugin", + "(pl ugin", + "C oeff", + "Co eff", + "Ġco operate", + "Ġcooper ate", + "Ġcoop erate", + "Ġpredomin antly", + "Ġpredominant ly", + "I SM", + "IS M", + "Ph rase", + "_ DEFINE", + "_DE FINE", + "_DEF INE", + "_DEFIN E", + "F lip", + "Fl ip", + "AMIL Y", + "AMI LY", + "ĠMark ets", + "ĠMarket s", + "Ġ StreamReader", + "ĠStream Reader", + "Ġ Combine", + "ĠC ombine", + "ĠCom bine", + "ĠComb ine", + "Ġmanus cript", + "z za", + "zz a", + ", tp", + ",t p", + "Wh atever", + "What ever", + "IT ICAL", + "igh bour", + "ighb our", + "Data Provider", + ". Texture", + ".Text ure", + "priv acy", + ". SDK", + ".S DK", + "Ġre charge", + "Ġ cpp", + "Ġc pp", + "Ġcp p", + "Ġ CFG", + "ĠC FG", + "ĠCF G", + "( holder", + "(h older", + "( py", + "(p y", + "m ot", + "mo t", + "Ġsa voir", + "Ġsav oir", + "ĠR osa", + "ĠRo sa", + "ĠRos a", + "ĠP Cs", + "ĠPC s", + "Ġ íĻ", + "Ġí Ļ", + ".her oku", + ".hero ku", + "Ġf ren", + "Ġfr en", + "Ġfre n", + "ĠR iley", + "ĠRi ley", + "a gate", + "ag ate", + "aga te", + "Ġs ond", + "Ġso nd", + "Ġson d", + ". xlsx", + ".x lsx", + ".xls x", + "Ġh acked", + "Ġhack ed", + "Ġhac ked", + "st ad", + "sta d", + "G i", + "Ġs anity", + "Ġsan ity", + "Ġsanit y", + "ĠSql DataAdapter", + ".. .\",", + "... \",", + "...\" ,", + "ĠP ussy", + "Ġ ****************", + "Ġ** **************", + "Ġ**** ************", + "Ġ******** ********", + "Ġhass le", + "_P ARENT", + "_PAR ENT", + "ĠU AE", + "ĠUA E", + "Ġbegin ners", + "Ġbeginner s", + "( Client", + "(C lient", + "(Cl ient", + "Ġstat istically", + "Ġstatist ically", + "Ġstatistical ly", + "Ġstatistic ally", + ". hour", + ".h our", + "e delta", + "ed elta", + "Ġ traction", + "Ġt raction", + "Ġtr action", + "Ġtra ction", + "Ġtract ion", + "u elve", + "uel ve", + "a rat", + "ar at", + "ara t", + "Ġsa una", + "Ġsau na", + "IN VALID", + "INVAL ID", + "Ġindict ment", + "AL LE", + "ALL E", + "Ġd issent", + "Ġdis sent", + "Ġdiss ent", + "Ġdisse nt", + "Ġ Typography", + "ĠTyp ography", + "Ġintent ional", + "Ġintention al", + "s it", + "si t", + "ĠAn imals", + "ĠAnimal s", + "ĠAnim als", + "Ġcoun tryside", + "Ġcountry side", + "Ġ uart", + "Ġu art", + "Ġua rt", + "} \\\"", + "}\\ \"", + "Ġseam less", + "¾ 示", + "Ġ autos", + "Ġa utos", + "Ġaut os", + "Ġauto s", + "Ġau tos", + "Ġ\" '\";Ċ", + "Ġ\"' \";Ċ", + "Ġ\"'\" ;Ċ", + "F lush", + "Fl ush", + "AN NOT", + "ANN OT", + "Ġal gebra", + "Ġalg ebra", + "as soc", + "ass oc", + "asso c", + "ĠW aters", + "ĠWater s", + "ĠWat ers", + "ĠWa ters", + "Ġprepar ations", + "Ġpreparation s", + "r onym", + "ro nym", + "ron ym", + "[, ]", + "S ans", + "San s", + "Sa ns", + "Ġarm ies", + "i peg", + "ip eg", + "ipe g", + "Ġcre amy", + "Ġcream y", + "Ġcrea my", + ". art", + ".a rt", + ".ar t", + "e tre", + "et re", + "etr e", + "Ġ Animated", + "ĠAn imated", + "ĠAnim ated", + "Ġun pleasant", + "e mean", + "em ean", + "eme an", + "g reat", + "gr eat", + "gre at", + "i Äħ", + "Ġ Earlier", + "ĠEar lier", + "ĠEarl ier", + "Ġc hic", + "Ġch ic", + "Ġchi c", + "Ġpres erving", + "( exec", + "(e xec", + "(ex ec", + "ĠInvest igation", + "ĠInvestig ation", + "ĉ GPIO", + "ĉG PIO", + "Ġrig orous", + "Ġrigor ous", + "i jo", + "ij o", + "= num", + "=n um", + "Ġ toolStrip", + "Ġt oolStrip", + "Ġtool Strip", + ") set", + ")s et", + "+ \"&", + "+\" &", + "Ġ Acceler", + "ĠAcc eler", + "Ġdevelop mental", + "Ġdevelopment al", + "is posable", + "Ġflaw ed", + "Ġfla wed", + "r ene", + "re ne", + "ren e", + "Up dating", + "Ġwatch dog", + "Ġden ominator", + "Ġdenom inator", + "Ġdenomin ator", + "Ġsubur bs", + "Ġsuburb s", + "Ġ ...)", + "Ġ... )", + "Ġ.. .)", + "Ġconv ictions", + "Ġconviction s", + "Ġconvict ions", + "c losure", + "clo sure", + ". IP", + ".I P", + "Ġtrans lates", + "Ġtransl ates", + "Ġtranslate s", + ".s wt", + ".sw t", + ". Trace", + ".T race", + ".Tr ace", + "Ġmet tre", + ". isEnabled", + ".is Enabled", + "Ġ Effective", + "ĠE ffective", + "ĠEffect ive", + "ĠEff ective", + ". toInt", + ".to Int", + "Ġen chant", + "Ġench ant", + "Ġst unned", + "Ġstun ned", + "Ġ poi", + "Ġp oi", + "Ġpo i", + "/ code", + "/c ode", + "/co de", + "a dm", + "ad m", + ".data binding", + ".datab inding", + ".databind ing", + "Ġ Lorem", + "ĠL orem", + "ĠLo rem", + "ĠLore m", + "ĠLor em", + "________________________________ ________________________________", + "Ġ ledger", + "Ġled ger", + "Ġledge r", + "Ġc ara", + "Ġcar a", + "Ġca ra", + "ĠG ir", + "ĠGi r", + "Ġw aits", + "Ġwait s", + "Ġwa its", + "U no", + "Un o", + "Ġ cwd", + "Ġc wd", + "Ġcw d", + "è¾ ij", + "ĠT Result", + "Ġre jo", + "Ġrej o", + "Ġe mitted", + "Ġem itted", + "Ġemit ted", + "ĠWest minster", + "ä¸Ģ 个", + "n ek", + "ne k", + "_T is", + "Ġen act", + "ĉ with", + "ĉw ith", + "or gia", + "org ia", + "Ġj ue", + "Ġju e", + "Per form", + "S PATH", + "SP ATH", + "SPA TH", + ". topic", + ".t opic", + ".to pic", + ".top ic", + "ĠD aten", + "ĠDate n", + "ĠDa ten", + "ĠDat en", + "Ạ§", + "Ġsit io", + "Ġsiti o", + "_ MM", + "_M M", + "\" So", + "\"S o", + "b ial", + "bi al", + "bia l", + "Ġ scoped", + "Ġsc oped", + "Ġscope d", + "Ġsco ped", + "Ġscop ed", + "Re quires", + "Require s", + "Ġ TOTAL", + "ĠT OTAL", + "ĠCh ancellor", + "( contents", + "(content s", + "(cont ents", + "Ġste alth", + "Ġsteal th", + "dev ices", + "device s", + "- pass", + "-p ass", + "il ih", + "ili h", + "ĠMal colm", + "ĠDe pot", + "ĠDep ot", + "Ġcon figur", + "Ġconfig ur", + "a ussian", + "aus sian", + "auss ian", + "_ constraint", + "_con straint", + "в еÑĤ", + "ве ÑĤ", + "G RA", + "GR A", + "Ġ Rates", + "ĠR ates", + "ĠRa tes", + "ĠRate s", + "ĠRat es", + ".dataGridView TextBoxColumn", + "ĠN obel", + "ĠNo bel", + "ĠNob el", + "i tics", + "it ics", + "iti cs", + "itic s", + "Ġignor ant", + "Ġ Reporter", + "ĠRe porter", + "ĠReport er", + "ĠEb ola", + "Ġ Shock", + "ĠSh ock", + "ĠSho ck", + "_ relation", + "_re lation", + "_rel ation", + "ĠN inja", + "ĠNin ja", + ") c", + "Ġ ticker", + "Ġt icker", + "Ġti cker", + "Ġtick er", + "Ġtic ker", + ". isChecked", + ".is Checked", + "ĠSup pliers", + "ĠSupplier s", + "ĠR apid", + "ĠRa pid", + "ĠRap id", + "Level s", + "âĤ¬ âĦ¢", + "ĉ queue", + "ĉq ueue", + "Ġ chop", + "Ġc hop", + "Ġch op", + "Ġcho p", + "Ġ Unix", + "ĠUn ix", + "ĠUni x", + "re ject", + "rej ect", + "- calendar", + "-c alendar", + "-cal endar", + "( sort", + "(s ort", + "(so rt", + "è ne", + "èn e", + "erc icio", + "Ġh ect", + "Ġhe ct", + "CALL TYPE", + "r oupon", + "ro upon", + "rou pon", + "roup on", + "Ġrent als", + "Ġrental s", + "author s", + "auth ors", + "{ name", + "{n ame", + "ĠF IFO", + "ĠFI FO", + "Ġ lassen", + "Ġl assen", + "Ġlas sen", + "Ġ Nous", + "ĠN ous", + "ĠNo us", + "ĠNou s", + "Ġsn apped", + "Ġsnap ped", + "Ġsna pped", + "Ġf ertility", + "Ġfer tility", + "Ġfert ility", + "Ġfertil ity", + "\" log", + "cl icked", + "click ed", + "Ġplan ting", + "Ġplant ing", + "Ġ gb", + "Ġg b", + "/ output", + "/out put", + "PE AT", + "Ġ categoria", + "Ġc ategoria", + "Ġcategor ia", + "Ġ bach", + "Ġb ach", + "Ġba ch", + "Ġbac h", + "Prof essor", + "i nth", + "in th", + "int h", + "\" ]čĊ", + "\"] čĊ", + "Rec order", + "Record er", + "s erde", + "ser de", + "Ġ Transmission", + "ĠTrans mission", + "t rad", + "tr ad", + "tra d", + "Ġtur bo", + "Ġturb o", + "_ VERTEX", + "_VER TEX", + "\\ Event", + "\\E vent", + "il ver", + "Ġbod ily", + "Ġ Sources", + "ĠS ources", + "ĠSource s", + "ĠSour ces", + "Ġkill ings", + "Ġkilling s", + "Ġkil lings", + ".xr TableCell", + "Ġfol ded", + "Ġfold ed", + "/ legal", + "/l egal", + "u ner", + "un er", + "une r", + "ĠR ifle", + "ĠRif le", + "ĠM IDI", + "ĠMI DI", + "ĠMID I", + "_Selected IndexChanged", + ".Size Type", + "Ġ WebSocket", + "ĠWeb Socket", + "Ġse leccion", + "Ġsele ccion", + "S and", + "San d", + "Sa nd", + "ot ros", + "otr os", + "Ġen vision", + "Ġenv ision", + "Ġenvis ion", + "/ etc", + "/e tc", + "ĠMel issa", + "S pot", + "Sp ot", + "Spo t", + "н ое", + "но е", + "_ ARM", + "_A RM", + "_AR M", + "At tempt", + "Att empt", + "Ġ BI", + "ĠB I", + "ãģ Ķ", + "Ġ DU", + "ĠD U", + "Ġback lash", + "st ride", + "str ide", + "stri de", + "/ classes", + "/c lasses", + "/class es", + "/cl asses", + "Ġtext Color", + "_ staff", + "_st aff", + "_sta ff", + "ob lin", + "obl in", + "ag enta", + "agent a", + "agen ta", + ". collections", + ".c ollections", + ".col lections", + ".collection s", + ".collect ions", + ".coll ections", + "il lage", + "ill age", + "illa ge", + "' čĊčĊ", + "'čĊ čĊ", + "fl atten", + "flat ten", + "_ sales", + "_s ales", + "_sale s", + "_sal es", + "_sa les", + "_ MASTER", + "_M ASTER", + "_MA STER", + "T W", + "_ da", + "_d a", + "P itch", + "ph ies", + "phi es", + "Ġz ombies", + "Ġzombie s", + "Ġ VERY", + "ĠV ERY", + "ĠVER Y", + "ĠVE RY", + "ĠPh armacy", + "ĠPharm acy", + "ĠPharmac y", + "ĠPharma cy", + "Ġprogress Bar", + "Ġhas htag", + "Ġhash tag", + "S idebar", + "Side bar", + "@ stop", + "@s top", + "( pc", + "(p c", + "ол ж", + "M AKE", + "MA KE", + "ĠC oron", + "ĠCo ron", + "ĠCor on", + "Ġkv inner", + "Ġkvin ner", + "Ġkvinn er", + "Ġkvinne r", + "ĠM aid", + "ĠMa id", + "ĠMai d", + "b ob", + "bo b", + ". titleLabel", + ".title Label", + "Ġsuccess es", + "Ġsucc esses", + "Ġsucces ses", + "ĠDem ocracy", + "ĠDemocr acy", + "ĠS urgery", + "ĠSurg ery", + "ĠSurge ry", + "Ġco ugar", + "Ġcou gar", + "Ġ curso", + "Ġcur so", + "Ġcurs o", + "Ġl oro", + "Ġlo ro", + "Ġlor o", + "ist ency", + "iste ncy", + "isten cy", + "Sen ior", + "æ k", + "Ġ AAA", + "ĠA AA", + "ĠAA A", + "Ġ BOOK", + "ĠB OOK", + "ĠBO OK", + "к о", + "W STR", + "WS TR", + "Ġ */,Ċ", + "Ġ* /,Ċ", + "Ġ*/ ,Ċ", + "Ġ*/, Ċ", + "o yal", + "oy al", + "oya l", + ". vector", + ".v ector", + ".vec tor", + "Ġ SPEC", + "ĠS PEC", + "ĠSP EC", + "ĠSPE C", + "S SF", + "SS F", + "Ġcomp uls", + "ĠAppe als", + "ĠAppeal s", + "ĠW inston", + "ĠWin ston", + "ĠWins ton", + "ĠMock ito", + "con trib", + "cont rib", + "contr ib", + "contri b", + ". available", + ".a vailable", + ".av ailable", + "entity Manager", + "a rias", + "ar ias", + "ari as", + "aria s", + "_ sale", + "_s ale", + "_sal e", + "_sa le", + "_ rs", + "_r s", + "Ġde coding", + "Ġdec oding", + "Ġdeco ding", + "Ġ locator", + "Ġl ocator", + "Ġloc ator", + "ol ith", + "oli th", + "olit h", + "Ġ kol", + "Ġk ol", + "Ġko l", + "Ġ ascii", + "Ġasc ii", + "ĠR ut", + "ĠRu t", + "/ interface", + "ĉ ĉĉĉĉĉĠĠĠ", + "ĉĉ ĉĉĉĉĠĠĠ", + "ĉĉĉĉ ĉĉĠĠĠ", + "ĉĉĉ ĉĉĉĠĠĠ", + "ĉĉĉĉĉ ĉĠĠĠ", + "ĉĉĉĉĉĉ ĠĠĠ", + "ĉĉĉĉĉĉĠ ĠĠ", + "ĉĉĉĉĉĉĠĠ Ġ", + "Ġ Numer", + "ĠN umer", + "ĠNum er", + "ĠNu mer", + ". flip", + ".f lip", + ".fl ip", + "- del", + "-d el", + "-de l", + "Ġbol ster", + "Ġbols ter", + "on omic", + "ono mic", + "onom ic", + "Ġ zm", + "Ġz m", + "L G", + "Find By", + "Ġ adaptive", + "Ġad aptive", + "Ġadapt ive", + "Ġada ptive", + "l oo", + "lo o", + "Ġ vue", + "Ġv ue", + "Ġvu e", + "( reverse", + "(re verse", + "_ canvas", + "_c anvas", + "_can vas", + ". roles", + ".r oles", + ".role s", + ".ro les", + "ific ado", + "ifica do", + "ven ient", + "\" As", + "\"A s", + "Ġ Entr", + "ĠEn tr", + "ĠEnt r", + "al igned", + "align ed", + "Ġbere its", + "/ //ĊĊ", + "// /ĊĊ", + "/// ĊĊ", + "///Ċ Ċ", + ".g wt", + ". employee", + ".e mployee", + "_ cli", + "_c li", + "_cl i", + "Ġanticip ate", + "éĻ IJ", + "Ġp ik", + "Ġpi k", + "Ġmush rooms", + "Ġmushroom s", + "( tt", + "(t t", + "Ġ oma", + "Ġo ma", + "Ġom a", + "ĠSan chez", + "_ google", + "_g oogle", + "_go ogle", + ". Valid", + ".Val id", + "Ġ FileName", + "ĠFile Name", + "iv ative", + "k ed", + "ke d", + "- war", + "-w ar", + "Ġm aturity", + "Ġmat urity", + "и д", + "Ġ miner", + "Ġm iner", + "Ġmin er", + "Ġmi ner", + "Ġmine r", + "Re ducers", + "Reduc ers", + "Reducer s", + "Reduce rs", + "Ġ LatLng", + "ĠL atLng", + "ĠLat Lng", + "_ STD", + "_S TD", + "_ST D", + "D igits", + "Digit s", + "Dig its", + "C alc", + "Cal c", + "Ca lc", + "- upload", + "-up load", + "Ġhand ic", + "Ġhan dic", + "ี à¹Ī", + "eg rated", + "egr ated", + "egrate d", + "egra ted", + "Ġ STM", + "ĠS TM", + "ĠST M", + "C lients", + "Client s", + "Cl ients", + "Cli ents", + "ĠTur bo", + "S YNC", + "SY NC", + "Ġphot ographers", + "Ġphotograph ers", + "Ġphotographer s", + ". Out", + ".O ut", + ". character", + ".char acter", + "B UILD", + "BU ILD", + ". unlock", + ".un lock", + "Ġar ises", + "Ġarise s", + "Ġ Commands", + "ĠComm ands", + "ĠCommand s", + "(\" \");čĊ", + "(\"\" );čĊ", + "(\"\") ;čĊ", + "(\"\"); čĊ", + "_ FORE", + "_F ORE", + "_FOR E", + "; ',", + ";' ,", + "+ \"'", + "+\" '", + ". Images", + ".Image s", + ".Im ages", + "\" ){", + "\") {", + "ĠM eyer", + "ĠMe yer", + "ĠMey er", + "Ġneg atively", + "Ġnegative ly", + "Ġ DLL", + "ĠD LL", + "ĠDL L", + "Ġ exe", + "Ġe xe", + "Ġex e", + "Ġdef iciency", + "Ġwild ly", + "- switch", + "-s witch", + "-sw itch", + "con struction", + "construct ion", + "Ġexception ally", + "Ġexceptional ly", + "ĠL iz", + "ĠLi z", + "/ java", + "/j ava", + "/jav a", + "Ġthe irs", + "Ġtheir s", + "ĠCon temporary", + "ĠCont emporary", + "l is", + "li s", + ".fill Rect", + "ĠN FC", + "ĠNF C", + "Ġre he", + "Ġreh e", + "( numbers", + "(num bers", + "(number s", + "Ġr aster", + "Ġra ster", + "Ġras ter", + "Ġrast er", + "Ġfig uring", + "Ġfigur ing", + "Ġshow c", + "Ġsho wc", + "ĠJ ill", + "ĠJi ll", + "Ġar cade", + "Ġarc ade", + "ĠConstruct s", + "m dl", + "md l", + "( '|", + "(' |", + "Ġident ifiers", + "Ġidentifier s", + "Ġ stellar", + "Ġst ellar", + "( Connection", + "Ġ\" {{", + "Ġ\"{ {", + "y or", + "yo r", + "( mysqli", + "(m ysqli", + "(mysql i", + "Ġd ove", + "Ġdo ve", + "Ġdov e", + "Of Birth", + ". disconnect", + ".dis connect", + "_ hi", + "_h i", + "Ġzw ischen", + "ĠGr und", + "i ros", + "ir os", + "iro s", + "_ Array", + "_A rray", + ". onclick", + ".on click", + "an som", + "ans om", + "An swers", + "Answer s", + "Ans wers", + "ĉ remove", + "ĉre move", + "F a", + "Ġh urry", + "Ġhur ry", + "- inf", + "-in f", + "-i nf", + "Ġ getClass", + "Ġget Class", + "ĠgetC lass", + "ĠReg ulation", + "Ġ FLAGS", + "ĠFLAG S", + "m isc", + "mi sc", + "mis c", + "K en", + "Ke n", + "_ heading", + "_head ing", + "_he ading", + "G Hz", + "GH z", + "- entry", + "-en try", + "Ġbi ography", + "S ig", + "Si g", + "- mf", + "-m f", + "W atcher", + "Watch er", + "Wat cher", + "âĢľ A", + "} px", + "Ġsp icy", + "Ġspi cy", + "_ sq", + "_s q", + "L ost", + "Lo st", + "Los t", + "( track", + "(t rack", + "(tr ack", + "а ли", + "ал и", + "Desc ending", + "< bits", + " ((", + ">( (", + "s urvey", + "sur vey", + "Ġ íĺ", + "Ġí ĺ", + ".. .')Ċ", + "... ')Ċ", + "...' )Ċ", + "Ġ Divider", + "ĠDi vider", + "ĠDiv ider", + "ĠDivide r", + "o sl", + "os l", + "_ CANCEL", + "_C ANCEL", + "_CAN CEL", + "_ prepare", + "_pre pare", + "_prep are", + "s tin", + "st in", + "sti n", + "ĠHe ath", + "ĠHeat h", + ". PrimaryKey", + ".Primary Key", + "Ġ âĨIJ", + "ĠâĨ IJ", + "ĠLocal DateTime", + "ĠLocalDate Time", + "Ġco operative", + "Ġcooper ative", + "L earning", + "Le arning", + "Learn ing", + ". enqueue", + ".en queue", + "Ġ goog", + "Ġg oog", + "Ġgo og", + "Ġgoo g", + "Ġ Regression", + "ĠRe gression", + "ĠReg ression", + "i mates", + "im ates", + "imate s", + "ima tes", + "imat es", + "Ġvoy eur", + "Ġ Drink", + "ĠD rink", + "ĠDr ink", + "p lug", + "pl ug", + "Ġl ender", + "Ġle nder", + "Ġlen der", + "Ġlend er", + "m ana", + "man a", + "ma na", + "Ġperson nes", + "Ġpersonne s", + "Ġpersonn es", + "yp se", + "yps e", + "Ġ unlink", + "Ġun link", + "Ġunl ink", + "ĠRa vens", + "ĠRav ens", + "ĠRaven s", + "Ġh urd", + "Ġhur d", + "Ġhu rd", + "Ġperiod ically", + "Ġperiodic ally", + "AR GS", + "ARG S", + "Ġ GH", + "ĠG H", + "char acters", + "character s", + ".. .\"ĊĊ", + "... \"ĊĊ", + "...\" ĊĊ", + "...\"Ċ Ċ", + "- establish", + "Ġ dn", + "Ġd n", + "( condition", + "(con dition", + "(cond ition", + "Ġ Gravity", + "ĠGr avity", + "Ġes tas", + "Ġest as", + "Ġesta s", + "_ focus", + "_f ocus", + "C reature", + "Cre ature", + "Cr eature", + "Creat ure", + "( site", + "(s ite", + "(si te", + "Ġc arr", + "Ġcar r", + "Ġca rr", + "Ġ RL", + "ĠR L", + "Ġ RI", + "ĠR I", + "ĠM oto", + "ĠMo to", + "ĠMot o", + "A SF", + "AS F", + "Ġ Luckily", + "ĠLuck ily", + "ĉ Route", + "ĉR oute", + "Ġ entropy", + "Ġent ropy", + "Ġentr opy", + "( \",\"", + "(\" ,\"", + "(\", \"", + "C ollect", + "Col lect", + "Coll ect", + "( contact", + "(cont act", + "ĠFlor ence", + "ĠFlo rence", + "Ġpremium s", + "Ġpremi ums", + "Ġl ifecycle", + "Ġlife cycle", + "Ġlif ecycle", + "Ġb ans", + "Ġban s", + "Ġba ns", + "x ef", + "xe f", + "Web Kit", + "Ġ Floating", + "ĠF loating", + "ĠFloat ing", + "ĠFlo ating", + "Ġ cosa", + "Ġc osa", + "Ġco sa", + "Ġcos a", + "S pecific", + "Spec ific", + "ĠLo ans", + "ĠLoan s", + "b read", + "br ead", + "bre ad", + "Ġdes criptors", + "Ġdescriptor s", + "Ġ{ :.", + "Ġ{: .", + "TH READ", + "ĠT rent", + "ĠTr ent", + "ĠTre nt", + "Ġs cop", + "Ġsc op", + "Ġsco p", + "Q A", + "ĠAn tar", + "ĠAnt ar", + "p el", + "pe l", + "_ difference", + "_d ifference", + "_diff erence", + "_ changes", + "_ch anges", + "_change s", + "_chan ges", + "( ...)", + "(... )", + "(.. .)", + "Ġ Rotation", + "ĠR otation", + "ĠRot ation", + "ĠL GPL", + "ĠLG PL", + "Ġ JUST", + "ĠJ UST", + "( Task", + "(T ask", + "_ subset", + "_sub set", + "_subs et", + "Ġ TRANS", + "ĠTR ANS", + "ĠTRAN S", + "åĬ Ľ", + "ĠS cout", + "ĠSc out", + "ĠSco ut", + "- popup", + "-p opup", + "-pop up", + "Ġsm oked", + "Ġsmoke d", + "Ġsmo ked", + "_ Class", + "_C lass", + "_Cl ass", + "Ġturn over", + "Ġturno ver", + "br akk", + "bra kk", + "ĠRock y", + "ĠRo cky", + "ĠRoc ky", + "t as", + "ta s", + ".Regular Expressions", + "ĠElli ott", + "ĠElliot t", + "Ġ Spinner", + "ĠSp inner", + "ĠSpin ner", + "DUCT ION", + "DU CTION", + "Ġl ibre", + "Ġli bre", + "Ġlib re", + "Ġlibr e", + "Ġmol to", + "Ġmolt o", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "Ġ FTP", + "ĠF TP", + "ĠFT P", + "m peg", + "mp eg", + "( features", + "(f eatures", + "(feature s", + "(fe atures", + "Ġb ald", + "Ġbal d", + "Ġba ld", + "ĠV id", + "ĠVi d", + "Ġsh outing", + "Ġshout ing", + "Ġsho uting", + "L int", + "Li nt", + "Lin t", + "Ġ sockets", + "Ġs ockets", + "Ġsocket s", + "Ġsock ets", + "Ġp row", + "Ġpro w", + "Ġpr ow", + "Ġnou velle", + "Ġnouvel le", + "Ġnouve lle", + "is card", + "isc ard", + "ĠS ponsor", + "Ġ consulta", + "Ġcons ulta", + "Ġconsult a", + "Ġconsul ta", + ") ));", + ")) );", + "))) ;", + "Ind ian", + "India n", + "ĠR aspberry", + "Ġteam mate", + "Ġ JWT", + "ĠJ WT", + "ĠJW T", + "ĠG hana", + "ĠGh ana", + "Ġ cakes", + "Ġc akes", + "Ġca kes", + "Ġcake s", + "pr imer", + "prim er", + "prime r", + "pri mer", + "form a", + "for ma", + "erg arten", + "_ Manager", + "_M anager", + "_Man ager", + "Ġpre season", + "G AME", + "GA ME", + "| \"", + "ĠB rock", + "ĠBr ock", + "ĠBro ck", + "Ġocc upy", + "Ġoccup y", + "Ġdecor ations", + "Ġdecoration s", + "á nd", + "án d", + "Ġ cot", + "Ġc ot", + "Ġco t", + "Ġp aran", + "Ġpar an", + "Ġpara n", + "Ġpa ran", + "D isk", + "Dis k", + "Di sk", + "r emain", + "re main", + "rem ain", + "rema in", + "> ?", + "St rong", + "Str ong", + "Ġf rance", + "Ġfr ance", + "Ġfra nce", + "Ġfran ce", + "Ġfranc e", + "ĠE ra", + "ĠEr a", + "- cr", + "-c r", + ".Buffer edReader", + ".Buffered Reader", + "ĠParad ise", + "ĠV AT", + "ĠVA T", + "ĠAn ders", + "ĠAnd ers", + "Ġl imb", + "Ġli mb", + "Ġlim b", + "amp oo", + "ampo o", + "Ġimper ative", + "UT ILITY", + "UTIL ITY", + "Ġ Recognition", + "ĠRec ognition", + "ĠRecogn ition", + "Ġragaz ze", + "Ġp ops", + "Ġpop s", + "Ġpo ps", + "y press", + "yp ress", + "Ġemb argo", + "Ġembar go", + "// {Ċ", + "Ġs yll", + "Ġsy ll", + "P TR", + "PT R", + "åŃĺ åľ¨", + "Ġdid nt", + "Ġdidn t", + "M ailer", + "Mail er", + "Ma iler", + "Ġacad emics", + "Ġacademic s", + "ĠFr auen", + "ĠFra uen", + "ĠFrau en", + "ne ider", + "- rel", + "-r el", + "-re l", + "Ġrain bow", + "( In", + "(I n", + "Ġs liced", + "Ġsl iced", + "Ġslice d", + "Ġslic ed", + "= ============Ċ", + "== ===========Ċ", + "==== =========Ċ", + "======== =====Ċ", + "=== ==========Ċ", + "============ =Ċ", + "============= Ċ", + "=========== ==Ċ", + "========= ====Ċ", + "========== ===Ċ", + "====== =======Ċ", + "===== ========Ċ", + "======= ======Ċ", + "( send", + "(s end", + "(se nd", + "NSMutable Dictionary", + "v os", + "vo s", + "( package", + "(p ackage", + "(pack age", + "Ġord inance", + "Ġordin ance", + "view er", + "vie wer", + "ĠSan tos", + "ĠSant os", + "ĠSanto s", + "- selling", + "-s elling", + "Ġ gov", + "Ġg ov", + "Ġgo v", + "et tle", + "ett le", + "Ġfound ers", + "Ġfo unders", + "Ġfounder s", + "Ġw aking", + "Ġwa king", + "s lashes", + "sl ashes", + "slash es", + "-p ound", + "-po und", + "re cht", + "rec ht", + "rech t", + "ا ت", + "Ø§Ø ª", + ". onClick", + ".on Click", + "Ġn ord", + "Ġno rd", + "Ġnor d", + "st änd", + "_ when", + "_w hen", + "_wh en", + "U TERS", + "UT ERS", + "UTE RS", + "i cc", + "ic c", + "Ġcaps ule", + "ĠW id", + "ĠWi d", + "M arc", + "Mar c", + "Ma rc", + "ภ¸", + "r ored", + "ro red", + "ror ed", + "U GE", + "UG E", + "LO UD", + "Ġ Audit", + "ĠA udit", + "ĠAud it", + "ĠAu dit", + "ĠAudi t", + "ip ients", + "ipient s", + "ipi ents", + "op ian", + "opia n", + "opi an", + "ĠS ue", + "ĠSu e", + "Ġwur den", + "Ġwurde n", + ". Helpers", + ".H elpers", + ".Helper s", + ".Help ers", + "Ġf actions", + "Ġfact ions", + "Ġfa ctions", + "Ġfaction s", + "[ np", + "[n p", + "- than", + "-t han", + "-th an", + "Ġre co", + "Ġr eco", + "Ġrec o", + "Ġ kas", + "Ġk as", + "Ġka s", + "Ġ cmds", + "Ġcmd s", + "Ġcm ds", + "/ network", + "/n etwork", + "/net work", + "x bf", + "xb f", + "get Color", + "getC olor", + "Ġ biased", + "Ġbi ased", + "Ġbias ed", + "ĠL ak", + "ĠLa k", + "D atas", + "Data s", + "Da tas", + "Dat as", + "v ents", + "ve nts", + "vent s", + "ven ts", + "Ġ ë²", + "Ġë ²", + "_ PS", + "_P S", + ". Validate", + ".Valid ate", + "Inv oker", + "Invoke r", + "Ġne uen", + "Ġneu en", + "Ġneue n", + "Ġju venile", + "Ġjuven ile", + "V ISION", + "VI SION", + "VIS ION", + "Ġde vote", + "Ġdev ote", + "Ġ linha", + "Ġl inha", + "Ġlin ha", + "Ġlinh a", + "Ġdiscount ed", + "Ġdisco unted", + "\\ Config", + "Ġworth while", + "Ġskin ny", + "Ġ Courses", + "ĠC ourses", + "ĠCo urses", + "ĠCour ses", + "ĠCourse s", + "le ys", + "ley s", + "ĠMort gage", + "K evin", + "Ke vin", + "Ġann ounces", + "Ġannounc es", + "Ġannounce s", + "] )*", + "]) *", + "res ervation", + "Ġ æķ°", + "Ġæķ °", + "Ġprejud ice", + "ĠString Comparison", + "Ġbe ard", + "Ġbear d", + "- win", + "-w in", + "ĠS ão", + "ĉ ms", + "ĉm s", + "j al", + "ja l", + "Ġ Earn", + "ĠE arn", + "ĠEar n", + "ĠEa rn", + "_ ports", + "_p orts", + "_port s", + "_po rts", + "_por ts", + "Ġ Nombre", + "ĠN ombre", + "ĠNom bre", + "_ COR", + "_C OR", + "_CO R", + "Ġ BUILD", + "ĠB UILD", + "ĠBU ILD", + ". sound", + ".s ound", + ".so und", + "Y ellow", + "Ġlineback er", + "Ġchar itable", + "Ġcha ritable", + "j ug", + "ju g", + "_NON NULL", + "ĠD ental", + "ĠDen tal", + "ĠDent al", + "\" >${", + "\"> ${", + "\">$ {", + "ĉ match", + "ĉm atch", + "ĉmat ch", + "R ussian", + "Russia n", + "Russ ian", + "Rus sian", + "Ġver sch", + "Ġvers ch", + "Ġp inned", + "Ġpin ned", + "Ġadopt ing", + "Options Menu", + "P ag", + "Pa g", + "Ġpair ing", + "Ġpa iring", + "Ġpai ring", + "Ġt read", + "Ġtr ead", + "Ġtre ad", + "erc ises", + "ercise s", + "Ġ Spread", + "ĠS pread", + "ĠSp read", + "ĠSpr ead", + ") i", + "Ġ BAD", + "ĠB AD", + "ĠBA D", + "_ tf", + "_t f", + "UI ImageView", + "UIImage View", + "pop ulate", + "b ab", + "ba b", + "Ġ Ïĥ", + "ĠÏ ĥ", + "[ ++", + "Ġopi oid", + "Ġ ##Ċ", + "Ġ# #Ċ", + "Ġ## Ċ", + "d type", + "dt ype", + "ĠSt arts", + "ĠStart s", + "ĠStar ts", + "ĠSta rts", + "(' /')", + "('/ ')", + "Ġperson als", + "Ġpersonal s", + "Ġpersona ls", + "- market", + "-m arket", + "-mark et", + "-mar ket", + "Ġredund ant", + "ĠEss ential", + "Ġsc rapy", + "Ġscr apy", + "Ġscrap y", + "Ġ им", + "Ġи м", + "a cl", + "ac l", + "Ġ crear", + "Ġc rear", + "Ġcr ear", + "Ġcre ar", + "Ġcrea r", + "ĠB end", + "ĠBe nd", + "ĠBen d", + "Ġrel ieve", + "Ġreli eve", + "Ġrelie ve", + "- room", + "-r oom", + "-ro om", + "w ife", + "wi fe", + "Ġv Ãł", + "ĠQ Point", + "Ġqu asi", + "Ġqua si", + "Ġ methodName", + "Ġmethod Name", + "\\ xc", + "\\x c", + "ĠP eru", + "ĠPer u", + "ĠPe ru", + "/ The", + "/T he", + ". orm", + ".o rm", + ".or m", + "Ġ viz", + "Ġv iz", + "Ġvi z", + "/ pdf", + "/p df", + "Loc ated", + "Ġconfront ation", + "ĠChampionship s", + "ĠChampions hips", + "ĠChampion ships", + "Ġhy pert", + "Ġhyp ert", + "Ġhyper t", + "Ġhype rt", + "Ġ dj", + "Ġd j", + "Ġ UserInfo", + "ĠUser Info", + "Ġ åĪĽå»º", + "ĠåĪ Ľå»º", + "\\ xb", + "\\x b", + "( sim", + "(s im", + "(si m", + "Ġ ==Ċ", + "Ġ= =Ċ", + "Ġ== Ċ", + "Ġst aging", + "Ġsta ging", + "Ġstag ing", + "Ġdr astically", + "Ġdrastic ally", + "åŃ ¦", + "l ords", + "lor ds", + "lord s", + ". less", + ".l ess", + ".le ss", + "вед иÑĤе", + "Ġ Bucket", + "ĠB ucket", + "ĠBuck et", + "ĠBu cket", + "ĠM am", + "ĠMa m", + ". term", + ".t erm", + ".te rm", + "_ pi", + "_p i", + "c zy", + "cz y", + ". pub", + ".p ub", + "p recio", + "pre cio", + "prec io", + "preci o", + "ĠV irt", + "ĠVir t", + "ĠVi rt", + "Ġ roman", + "Ġr oman", + "Ġro man", + "Ġrom an", + "Ġroma n", + "i tat", + "it at", + "ita t", + "L ex", + "Le x", + "_ infos", + "_in fos", + "_info s", + "_inf os", + "Ä °", + ". other", + ".o ther", + ".ot her", + "VE LO", + "VEL O", + "Ġ ponder", + "Ġp onder", + "Ġpo nder", + "Ġpon der", + "Ġpond er", + "Ġh anno", + "Ġhan no", + "Ġhann o", + "( Page", + "(P age", + "d oi", + "do i", + "Ġpol ite", + "Ġpo lite", + "Ġpolit e", + "Ġprogram mer", + "Ġprogramme r", + "Ġprogramm er", + "D ies", + "Die s", + "Di es", + "$ d", + "Ġre plication", + "Ġrep lication", + "Ġrepl ication", + "Ġreplic ation", + "Ġreplica tion", + "add Column", + "fr ican", + "frica n", + "Ġl eng", + "Ġle ng", + "Ġlen g", + "b eer", + "be er", + "bee r", + "o it", + "oi t", + "Ġw asting", + "Ġwas ting", + "Ġwast ing", + "y lim", + "yl im", + "me asure", + "N eg", + "Ne g", + "Ġpart ie", + "Ġpar tie", + "Ġparti e", + ". console", + ".con sole", + ".cons ole", + "ĠGu inea", + "ĠGui nea", + "T EL", + "TE L", + "_ fact", + "_f act", + "_fac t", + "_fa ct", + ". chunk", + ".ch unk", + "Ġl ent", + "Ġle nt", + "Ġlen t", + "Ġ aller", + "Ġa ller", + "Ġal ler", + "Ġall er", + "Ġalle r", + "Ġ à¤ķ", + "Ġठķ", + "_ idle", + "_id le", + "_i dle", + "Ġad missions", + "Ġadm issions", + "Ġadmission s", + "JSON Array", + "Ġv ibration", + "Ġvibr ation", + "Ġvib ration", + ". helpers", + ".h elpers", + ".helper s", + ".help ers", + "å¤ ĸ", + "Ġ hen", + "Ġh en", + "Ġhe n", + "j ohn", + "jo hn", + "Ġ ìĥĿ", + "Ġì ĥĿ", + "Ġìĥ Ŀ", + "Ġjud gement", + "Ġjudge ment", + "Ġg een", + "Ġge en", + "Ġgee n", + "t erra", + "ter ra", + "terr a", + "^ {", + "ĠI z", + "Ġc â", + "in stances", + "instance s", + "inst ances", + "instanc es", + "Ġthreat ens", + "Ġthreaten s", + "Ġm üssen", + "Kind OfClass", + "Ġstoryt elling", + "_ demo", + "_d emo", + "_de mo", + "_dem o", + "r ias", + "ri as", + "ria s", + "Priv acy", + "h ift", + "hi ft", + "ĠY i", + "es or", + "eso r", + "íķ ł", + "ens itivity", + ". Writer", + ".W riter", + ".Write r", + "ภĤ", + "D istrict", + "Di strict", + ".get JSONObject", + "Im pro", + "Imp ro", + "(get Resources", + "Ġ SPELL", + "ĠS PELL", + "ĠSP ELL", + "ĠSPE LL", + "ro duce", + "rodu ce", + "rod uce", + "Ġsl owed", + "Ġslow ed", + "Ġslo wed", + "Ġ linewidth", + "Ġline width", + "Ġlin ewidth", + "Ġhon esty", + "Ġhonest y", + "Ġho nesty", + "Ġhone sty", + "Ġ Coord", + "ĠC oord", + "ĠCo ord", + "ĠF ork", + "ĠFor k", + "ĠFo rk", + "ĠDispatch Queue", + "ĠCl iff", + "ĠCli ff", + "ĠW iring", + "ĠWi ring", + "ĠWir ing", + "_TIM ESTAMP", + "ol lah", + "oll ah", + "olla h", + "a void", + "av oid", + "avo id", + "++ ];Ċ", + "++] ;Ċ", + "sem antic", + "- css", + "-c ss", + "Ġv eto", + "Ġve to", + "Ġvet o", + "ĠM err", + "ĠMe rr", + "ĠMer r", + "Ġlegisl ators", + "C EEDED", + "CEE DED", + "CEED ED", + "Ġquestion naire", + "ĠP ills", + "ĠPill s", + "ĠPil ls", + "C alculate", + "Cal culate", + "Calc ulate", + "Calcul ate", + "( core", + "(c ore", + "(co re", + "(cor e", + "' e", + "Ġdis like", + "Ġ Preferences", + "ĠP references", + "ĠPre ferences", + "ĠPreference s", + "ĠPrefer ences", + "_ EXTERNAL", + "_EX TERNAL", + "_EXTERN AL", + "è° ĥ", + "Ġd odge", + "Ġdo dge", + "Ġdod ge", + "æľį åĬ¡", + ". names", + ".n ames", + ".name s", + ".draw Image", + "_ prom", + "_p rom", + "_pro m", + "_pr om", + "uck land", + "Ġ<$ >", + "ı z", + "/ site", + "/s ite", + "é¡ ¹", + "r ophe", + "ro phe", + "rop he", + "roph e", + "Ġcomp elled", + "Ġcompel led", + "Ġl aptops", + "Ġlaptop s", + "Ġ uni", + "Ġu ni", + "Ġun i", + "C LOSE", + "CL OSE", + "Ġcasual ties", + "Ġ Uniform", + "ĠUn iform", + "ĠUni form", + "Term inal", + ". \",\"", + ".\" ,\"", + ".\", \"", + "D AT", + "DA T", + "( TreeNode", + "(T reeNode", + "(Tree Node", + "ĠGand hi", + "( stmt", + "(st mt", + "A XB", + "AX B", + "* M", + "Ġumb rella", + "an imal", + "ani mal", + "anim al", + "Ġ grpc", + "Ġg rpc", + "Ġgr pc", + "Ġgrp c", + "Ġwhere by", + "Ġfloat s", + "Ġflo ats", + "ĉ arg", + "ĉa rg", + "ĉar g", + "Ġ dbg", + "Ġd bg", + "Ġdb g", + "Ġexceed ing", + "Ġexce eding", + "Event Type", + ".SaveChanges Async", + "Ġ {{{", + "Ġ{ {{", + "Ġ{{ {", + "Ġ owed", + "Ġo wed", + "Ġow ed", + "Ġowe d", + "ahren heit", + "Ġ ì§", + "Ġì §", + "Ġequ ipo", + "Ġequip o", + "u rai", + "ur ai", + "ura i", + "Ġi dol", + "Ġid ol", + "] \")Ċ", + "]\" )Ċ", + "]\") Ċ", + "_ major", + "_m ajor", + "Ġentire ty", + "inger print", + "ç os", + "ço s", + "/ account", + "/a ccount", + "/ac count", + "ĉ right", + "ĉr ight", + "urs os", + "ĠE DT", + "ĠED T", + "_ INSERT", + "_INS ERT", + "Ġsh ining", + "Ġshin ing", + "Ġ< :", + "Edge Insets", + "Ġcolon ies", + ". IM", + ".I M", + "ĉ Ġĉ", + "ĉĠ ĉ", + "R OAD", + "RO AD", + "C CCC", + "CC CC", + "CCC C", + "pl acing", + "pla cing", + "Ġget Activity", + "em acs", + "ema cs", + "' %(", + "'% (", + ". clicked", + ".cl icked", + ".click ed", + "Ġ Them", + "ĠT hem", + "ĠThe m", + "ĠTh em", + "is ia", + "isi a", + "Bus car", + "Bu scar", + ". rename", + ".re name", + ".r ename", + "Ġo ath", + "Ġoat h", + "Ġoa th", + "Ġafter ward", + "ĠU FO", + "ĠUF O", + "A PS", + "AP S", + "ĠJackson ville", + ". some", + ".s ome", + ".so me", + "Conf irmed", + "Confirm ed", + ". scan", + ".s can", + ".sc an", + "ig Integer", + "Decor ator", + "sh ield", + "shi eld", + "ress ive", + ". did", + ".d id", + ".di d", + "请 è¾ĵåħ¥", + "Ġsh utter", + "Ġshut ter", + "D am", + "Da m", + "Ġpar enting", + "Ġparent ing", + "Ġparen ting", + "ey ed", + "eye d", + "$ item", + "$i tem", + "- develop", + "-de velop", + "-dev elop", + "-devel op", + "Ġex tracts", + "Ġextra cts", + "Ġextract s", + "Ġextr acts", + "Ġdecentral ized", + "ĠE lsa", + "ĠEl sa", + "_ spin", + "_s pin", + "_sp in", + "_spi n", + "] )+", + "]) +", + "- initial", + "-in itial", + "-init ial", + "Ġmult itude", + "Ġmultit ude", + "Ġsens ory", + "Ġsensor y", + "Ġ MODEL", + "ĠMO DEL", + "ĠMOD EL", + "ĠMODE L", + "Ġsaf eguard", + "Ġsafe guard", + "Ġsafeg uard", + "ì ¹", + "Ġhun ters", + "Ġhunt ers", + "Ġhunter s", + "Ġ Tiny", + "ĠT iny", + "ĠTi ny", + "ĠTin y", + "I NO", + "IN O", + "dec orate", + "decor ate", + "Ġ NoSuch", + "ĠNo Such", + "H o", + "( Response", + "Ġr uler", + "Ġrule r", + "Ġru ler", + "ĉ short", + "ĉs hort", + "ĉsh ort", + "Ġ caster", + "Ġc aster", + "Ġca ster", + "Ġcas ter", + "Ġcast er", + "Ġcaste r", + "Ġ clientId", + "Ġclient Id", + "Ġ pdb", + "Ġp db", + "Ġpd b", + "ëı Ħ", + "i tic", + "it ic", + "iti c", + "Ġ GameState", + "ĠGame State", + "Ġnew Item", + ") ĊĊĊĊĊĊ", + ")Ċ ĊĊĊĊĊ", + ")ĊĊ ĊĊĊĊ", + ")ĊĊĊ ĊĊĊ", + ")ĊĊĊĊ ĊĊ", + ")ĊĊĊĊĊ Ċ", + "o uis", + "ou is", + "oui s", + "n oc", + "no c", + ". BLACK", + ".BL ACK", + "_ VECTOR", + "_V ECTOR", + "_VEC TOR", + "_VE CTOR", + "---------- ();", + ">( );", + ">() ;", + ".get P", + "an ye", + "any e", + "Ġne uron", + "Ġneuro n", + "Ġneu ron", + "Ġneur on", + "i fold", + "if old", + "ifo ld", + "Ġ Known", + "ĠK nown", + "ĠKn own", + "ĠKnow n", + "Bit coin", + "Any way", + "ay ette", + "aye tte", + "ayet te", + "Ġ' ['", + "Ġ'[ '", + "Ãł nh", + "Ãłn h", + "m gr", + "mg r", + "Ġcor related", + "Ġcorre lated", + "Ġcorrel ated", + "Ġcorrelate d", + "Ġn ause", + "Ġna use", + "Ġnau se", + "Ġmental ity", + "Ġment ality", + "has Many", + "Ġ FG", + "ĠF G", + "am pie", + "amp ie", + "I TU", + "IT U", + "F s", + ". Sp", + ".S p", + "_ between", + "_b etween", + "_bet ween", + "Dep endencies", + "o ug", + "ou g", + "Place holder", + "= text", + "=t ext", + "Ġ Managing", + "ĠMan aging", + "ĠMana ging", + "ocal ypse", + "åĮ Ĺ", + "_ mag", + "_m ag", + "_ma g", + "f ld", + "fl d", + "â ij", + "C AM", + "CA M", + "Ġ Helpers", + "ĠH elpers", + "ĠHelp ers", + "ĠHelper s", + "ĠHel pers", + "Ġd ost", + "Ġdo st", + "Ġdos t", + "/ out", + "/o ut", + "Ġassass ination", + "Ġassassin ation", + ". getImage", + ".get Image", + "ĠK enny", + "ĠKen ny", + "ĠKenn y", + ". ')ĊĊ", + ".' )ĊĊ", + ".')Ċ Ċ", + ".') ĊĊ", + ") {//", + "){ //", + "ĠR anger", + "ĠRange r", + "ĠRa nger", + "ĠRan ger", + "Ġg ek", + "Ġge k", + "Ġsince re", + "Ġsinc ere", + "Ġsincer e", + "< Value", + "čĊ", + "/> čĊ", + ".get Resources", + ".getResource s", + "Ġl ump", + "Ġlu mp", + "Ġlum p", + "_ consts", + "_con sts", + "_const s", + "_cons ts", + "( ext", + "(e xt", + "(ex t", + "ĉ dir", + "ĉd ir", + "â Ŀ", + "Ġpadding Top", + "Ġob session", + "Ġobs ession", + "Ġobsess ion", + "Ġb anning", + "Ġban ning", + "ĠApp Module", + "Ġp artisan", + "Ġpart isan", + "Ġparti san", + "Ġcatalog ue", + "Ġcata logue", + "Ġcatal ogue", + "Ġmin ors", + "Ġminor s", + "Ġp itches", + "Ġpitch es", + "Ġpit ches", + "we ep", + "Ġunder take", + "Ġundert ake", + "Ġth emed", + "Ġthe med", + "Ġthem ed", + "Ġtheme d", + "a udit", + "au dit", + "aud it", + "audi t", + ". scrollTop", + ".scroll Top", + ".scrollTo p", + "Ġ rer", + "Ġre r", + "Ġr er", + "Ġsym ptom", + "Ġsympt om", + "Ġsymp tom", + "Ġopen ings", + "Ġopening s", + ". blocks", + ".b locks", + ".bl ocks", + ".block s", + "open id", + "ope nid", + "Ġa ssh", + "Ġas sh", + "Ġass h", + "- save", + "-s ave", + "ĠP ig", + "ĠPi g", + "Ġre gain", + "Ġreg ain", + "Ġin icial", + "Ġini cial", + "Ġinici al", + "/ favicon", + "/f avicon", + "ĉ exp", + "ĉe xp", + "ĉex p", + "Ġsp ices", + "Ġspi ces", + "Ġspice s", + "i ska", + "is ka", + "isk a", + "cl aims", + "claim s", + "cla ims", + "m ak", + "ma k", + "definition s", + "Ġcorrespond ent", + "ĠCann abis", + "_ _,Ċ", + "__ ,Ċ", + "__, Ċ", + "ĠL ucky", + "ĠLuc ky", + "ĠLu cky", + "ĠLuck y", + "ĠG aussian", + "ĠGa ussian", + "ĠGauss ian", + "Ġ Nearly", + "ĠN early", + "ĠNear ly", + "C AD", + "CA D", + "' ]]Ċ", + "'] ]Ċ", + "']] Ċ", + "Ġadequate ly", + "Ġadequ ately", + "Ġ TITLE", + "ĠT ITLE", + "constitution al", + "- mm", + "-m m", + "_ override", + "_over ride", + "Ġ blas", + "Ġb las", + "Ġbl as", + "Ġbla s", + ".ready State", + "Ġrem inis", + "Ġremin is", + "Ġrein forced", + "Ġreinforce d", + "ĠColl abor", + "Ġdecor ating", + "Ġdeco rating", + "Ġb achelor", + "Ġbach elor", + "ERRU PT", + "Ġup right", + "ip ation", + "ipa tion", + "ĠN oble", + "ĠNo ble", + "ĠNob le", + "Ġvalue ForKey", + "Ġset Loading", + ". Ignore", + ".I gnore", + "å ģ", + "G lobals", + "Global s", + "ĠM ent", + "ĠMe nt", + "ĠMen t", + "AS SES", + "ASS ES", + "Ġlim bs", + "Ġlimb s", + "Ġ HUD", + "ĠH UD", + "in ci", + "inc i", + ". iv", + ".i v", + "ĠQ ModelIndex", + "F use", + "Fu se", + "Ġpe dal", + "Ġped al", + "_F REQ", + "_FR EQ", + "_FRE Q", + "( verbose", + "(ver bose", + "Ġlong itud", + "ĠCh arter", + "ĠChar ter", + "ĠChart er", + "ê ·¸", + "ê· ¸", + "Ġ bundles", + "Ġb undles", + "Ġbund les", + "Ġbundle s", + ". ignore", + ".i gnore", + "um bo", + "umb o", + "E MA", + "EM A", + ". ......", + ".. .....", + "... ....", + ".... ...", + "..... ..", + "...... .", + "s x", + ". Card", + ".C ard", + ".Car d", + "Ġhe ute", + "Ġst eer", + "Ġste er", + "j umlah", + "Ġ {_", + "Ġ{ _", + "_ Checked", + "_Check ed", + "Ġ fax", + "Ġf ax", + "Ġfa x", + "ĠG ust", + "ĠGu st", + "ĠGus t", + "itch ens", + "itchen s", + "Ġ ))ĊĊ", + "Ġ) )ĊĊ", + "Ġ)) ĊĊ", + "Ġ))Ċ Ċ", + "Ġremark ably", + "/ XML", + "/X ML", + "- remove", + "-re move", + "_ bt", + "_b t", + "Ġinc ub", + ". package", + ".p ackage", + ".pack age", + ".current Thread", + "ĠHigh lander", + "ĠHighland er", + ". side", + ".s ide", + ".sid e", + ".si de", + "s plash", + "sp lash", + "spl ash", + "Ġ ici", + "Ġi ci", + "Ġic i", + "= D", + "Ġp uck", + "Ġpu ck", + "Ġball ots", + "Ġbal lots", + "Ġballot s", + "Ġballo ts", + "Ġhuge ly", + "Ġhug ely", + "c oeff", + "co eff", + "coef f", + "coe ff", + "Ġ pData", + "Ġp Data", + ". COLUMN", + ".C OLUMN", + "ĠHe aling", + "ĠHeal ing", + "Ġ ordin", + "Ġor din", + "Ġord in", + "! ),", + "!) ,", + "Ġ' ',čĊ", + "Ġ'' ,čĊ", + "Ġ'', čĊ", + "( md", + "(m d", + "ĠS ask", + "ĠSa sk", + "ĠSas k", + "< strong", + "Ġsurv ivor", + "Ġsurviv or", + ". series", + ".s eries", + ".se ries", + ".ser ies", + "Ġcaffe ine", + "Ġ `(", + "Ġ` (", + ".TRA ILING", + "_ Input", + "_In put", + "( \"^", + "(\" ^", + "z d", + "& );Ċ", + "&) ;Ċ", + "Ġ Ping", + "ĠP ing", + "ĠPin g", + "ĠPi ng", + "Ġ voucher", + "Ġv oucher", + "Ġvo ucher", + "Ġvou cher", + ". rating", + ".r ating", + ".ra ting", + "-sh irts", + "-shirt s", + "ĠRetrie ves", + "ĠRetrieve s", + ".al ibaba", + "Or acle", + "_ MOV", + "_M OV", + "_MO V", + "Old Data", + "Ġ /*čĊ", + "Ġ/ *čĊ", + "Ġ/* čĊ", + "Ġ gboolean", + "Ġg boolean", + "Ġ= >čĊ", + "Ġ=> čĊ", + "Ġ rá", + "Ġr á", + "Ġbl unt", + "ĠImage Icon", + "i fik", + "if ik", + "ifi k", + "R TC", + "RT C", + "Ġfi bers", + "Ġfib ers", + "Ġfiber s", + "Ġto ile", + "Ġtoi le", + ". sent", + ".s ent", + ".se nt", + "ĠPy Qt", + "$ app", + "$a pp", + "Ġm edio", + "Ġme dio", + "Ġmed io", + "Ġmedi o", + "Ġgrant ing", + "Ġgran ting", + "Ġts lint", + "Ġtsl int", + "ĠM ö", + "(fig size", + "Ġhur ricane", + "Ġl ifes", + "Ġlife s", + "Ġlif es", + "Ġ ÃĦ", + "Ġà Ħ", + "rocess ing", + "_ standard", + "_st andard", + "_stand ard", + "- option", + "-o ption", + "-op tion", + "-opt ion", + "' )))", + "') ))", + "')) )", + "Ġvac ant", + "Ġva cant", + "å· ¥", + "ĠH ollow", + "ĠHol low", + "ĠHoll ow", + "handle Change", + "Ġ divider", + "Ġdi vider", + "Ġdiv ider", + "Ġdivide r", + "Ġdivid er", + "ĠEngine ers", + "ĠEngineer s", + "Ġs vens", + "Ġsv ens", + "Ġsve ns", + "Ġcom pliant", + "Ġcompl iant", + "t anggal", + "Ġ Credits", + "ĠC redits", + "ĠCredit s", + "ĠEm irates", + "Rule Context", + "Ġreal ization", + "Ġrealiz ation", + "Ġrealiza tion", + "Ġdis tracted", + "Ġdistr acted", + "Ġdistract ed", + "] +=", + "]+ =", + "Ġau gment", + "Ġaug ment", + "ĠD w", + "o tp", + "ot p", + "or rent", + "orr ent", + "orre nt", + "Ed itar", + "Edit ar", + ". stock", + ".st ock", + "St udy", + "p ections", + "pe ctions", + "pect ions", + "pection s", + "Ġ GameManager", + "ĠGame Manager", + "= cut", + "=c ut", + "Ġf lock", + "Ġfl ock", + "Ġflo ck", + "ĠRom ans", + "ĠRo mans", + "ĠRoman s", + "ĠRoma ns", + "t hem", + "th em", + "the m", + "- hop", + "-h op", + "Ġscreen shots", + "Ġscreens hots", + "Ġscreenshot s", + "Ġ /*!Ċ", + "Ġ/* !Ċ", + "Ġ/*! Ċ", + "Ġcon versions", + "Ġconv ersions", + "Ġconvers ions", + "Ġconversion s", + "Ġnormal ization", + "( configuration", + "(config uration", + "Ġa eros", + "Ġaer os", + "Ġae ros", + "_ security", + "_s ecurity", + "_se curity", + "_sec urity", + "! 'Ċ", + "!' Ċ", + "B onus", + "Bon us", + "ĠDR IVER", + "ĠDRIVE R", + "ĉ Date", + "ĉD ate", + "t ie", + "ti e", + "ĠWy oming", + "St and", + "Stan d", + "i tre", + "it re", + "itr e", + "Ġsh oppers", + "Ġshop pers", + "Ġsho ppers", + "Ġshopper s", + "Ġdisadv antage", + "Ġl iking", + "Ġli king", + "Ġlik ing", + "ç¬ ij", + "Ġunderstand able", + "S EE", + "SE E", + "Ġh oy", + "Ġho y", + "Ġnine te", + "Ġni nete", + "Ġnin ete", + "Ġcon fer", + "Ġconf er", + "Ġ nowrap", + "Ġno wrap", + "Ġnow rap", + "ĠV ern", + "ĠVer n", + "ĠVe rn", + ", čĊčĊ", + ",čĊ čĊ", + "ime step", + "imes tep", + "imest ep", + "Layout Manager", + "à ·", + "ĉ wait", + "ĉw ait", + "P LETED", + "PLE TED", + "J apan", + "Ja pan", + "Ġin duce", + "Ġind uce", + "Ġindu ce", + "Ġ å¯", + "Ġå ¯", + "о зв", + "оз в", + "_END POINT", + ". horizontal", + ".h orizontal", + "Ġacceler ated", + "Ġaccelerate d", + "r imon", + "ri mon", + "rim on", + "I VES", + "IV ES", + "IVE S", + "Trans actions", + "Transaction s", + "L ean", + "Le an", + "ĠS OUR", + "ĠSO UR", + "wh ether", + "y g", + "Ġ oid", + "Ġo id", + "Ġoi d", + "Ġ EntityManager", + "ĠEntity Manager", + "OUN TRY", + "OUNT RY", + "Ġ fila", + "Ġf ila", + "Ġfil a", + "Ġfi la", + "OLUM NS", + "OLUMN S", + "IN UE", + "INU E", + "Ġ Anchor", + "ĠAn chor", + "ĠAnc hor", + "ĠAnch or", + "TR AN", + "TRA N", + "w oo", + "wo o", + "block quote", + "ĠN urse", + "ĠNurs e", + "ĠNur se", + "ĠC arp", + "ĠCar p", + "ĠCa rp", + "Ġrede em", + ". try", + ".t ry", + ".tr y", + "Ġ JP", + "ĠJ P", + "Ġ timestamps", + "Ġtimestamp s", + "Ġ?> \"><", + "Ġ?>\" ><", + "Ġ?>\"> <", + "Ġ REMOVE", + "ĠRE MOVE", + "ĠREM OVE", + "ĠStar bucks", + "Re ally", + "Real ly", + "Ġflo oded", + "Ġflood ed", + ". Callback", + ".C allback", + ".Call back", + "Drop Down", + "i pro", + "ip ro", + "Ġt ended", + "Ġten ded", + "Ġtend ed", + "l te", + "lt e", + "Ġproportion s", + "Ġproport ions", + "- te", + "-t e", + "ĠR ena", + "ĠRe na", + "ĠRen a", + "l icate", + "lic ate", + "li cate", + "lica te", + "for ces", + "force s", + "forc es", + ". extra", + ".ex tra", + ".ext ra", + ". authenticate", + ".auth enticate", + "в од", + "во д", + "¡ °", + "Ġfor ControlEvents", + "Ġ senha", + "Ġs enha", + "Ġsen ha", + "Ġk ein", + "Ġke in", + "Ġmin ist", + "Ġmi nist", + "Ġmini st", + "Ġ Preference", + "ĠP reference", + "ĠPre ference", + "ĠPref erence", + "ĠPrefer ence", + "ĠTele graph", + "Ñĥ п", + "str pos", + "Ġillness es", + "Ġp igs", + "Ġpi gs", + "Ġpig s", + "Ġget Intent", + "ĠgetInt ent", + "S ol", + "So l", + "Ġ ¡", + "Ġ ¡", + "( cpu", + "(c pu", + "(cp u", + "[ prop", + "[p rop", + "s creens", + "screen s", + "') ;?>", + "'); ?>", + "Ġ Acts", + "ĠA cts", + "ĠAct s", + "ĠAc ts", + "Ġstr dup", + "Ġa verages", + "Ġaverage s", + "Ġaver ages", + "a nal", + "an al", + "ana l", + "ĠCas ual", + "Group Box", + "ĠHand book", + "/ comments", + "/com ments", + "/comment s", + "Ġnumber ed", + "Ġnumb ered", + "Ġbroad casting", + "Ġbroadcast ing", + "çĽ ij", + ".native Element", + ". mu", + ".m u", + "Ġ updatedAt", + "Ġupdated At", + "ĠDoes n", + "ĠDoe sn", + ". AC", + ".A C", + ". coll", + ".c oll", + ".co ll", + ".col l", + "Ġrec order", + "Ġrecord er", + "_ sha", + "_s ha", + "_sh a", + "B g", + "b il", + "bi l", + "Ġbol ts", + "Ġbolt s", + "Ġ ç¬", + "Ġç ¬", + "Ġim posing", + "Ġimp osing", + "ĠInformation en", + "_ flashdata", + "_flash data", + "e conomic", + "ec onomic", + "R emark", + "Re mark", + "Rem ark", + "u cas", + "uc as", + "Ġ Officers", + "ĠOff icers", + "ĠOffice rs", + "ĠOfficer s", + "Ġ TER", + "ĠT ER", + "ĠTE R", + "W alk", + "Wal k", + "Wa lk", + "Ġmerc ado", + "_ generate", + "_g enerate", + "_gen erate", + "_gene rate", + "_gener ate", + "H Y", + "C alling", + "Call ing", + "Cal ling", + "s nap", + "sn ap", + "script Id", + ". operation", + ".op eration", + ".o peration", + ".oper ation", + "ĠFl ame", + "ĠFla me", + "ĠFlam e", + "l iness", + "li ness", + "line ss", + "lin ess", + "lines s", + "Ġr ented", + "Ġren ted", + "Ġrent ed", + "_ toggle", + "_t oggle", + "- changing", + "-ch anging", + "-chan ging", + "Ġ TY", + "ĠT Y", + "' util", + "'u til", + "E EP", + "EE P", + "Ġ graphql", + "Ġgraph ql", + "Ġ Uni", + "ĠU ni", + "ĠUn i", + "Ġim pulse", + "Ġimp ulse", + "Ġimpuls e", + ". Basic", + ".B asic", + "Ġenerg ies", + "Ġener gies", + "Ġenergie s", + "M ARY", + "MA RY", + "MAR Y", + "ĠMar cel", + "ĠMarc el", + "Ġm ortal", + "Ġmor tal", + "Ġmort al", + "Ġf res", + "Ġfr es", + "Ġfre s", + "m ens", + "me ns", + "men s", + "m otion", + "mo tion", + "mot ion", + "Ġs ampled", + "Ġsample d", + "Ġsam pled", + "Ġsamp led", + "âĢľ That", + "i day", + "id ay", + "ida y", + "qu ipment", + "quip ment", + "get Int", + "Ġ Absolute", + "ĠA bsolute", + "ĠAbs olute", + ", '\"", + ",' \"", + "u ned", + "un ed", + "une d", + ". share", + ".s hare", + ".sh are", + ".sha re", + "Ġ })(", + "Ġ} )(", + "Ġ}) (", + "m mm", + "mm m", + "ĠR ising", + "ĠRi sing", + "ĠRis ing", + "ä» »", + "Ġun employed", + "x fa", + "xf a", + ". follow", + ".f ollow", + "ĉ ĉĉĉĠĠĠĠĠĠ", + "ĉĉ ĉĉĠĠĠĠĠĠ", + "ĉĉĉĉ ĠĠĠĠĠĠ", + "ĉĉĉ ĉĠĠĠĠĠĠ", + "ĉĉĉĉĠ ĠĠĠĠĠ", + "ĉĉĉĉĠĠĠ ĠĠĠ", + "ĉĉĉĉĠĠ ĠĠĠĠ", + "ĉĉĉĉĠĠĠĠ ĠĠ", + "ĉĉĉĉĠĠĠĠĠ Ġ", + "s lt", + "sl t", + ". Phone", + ".P hone", + ".Ph one", + "Ġkn ives", + "Ġ eve", + "Ġe ve", + "Ġev e", + "on Click", + "] ))čĊ", + "]) )čĊ", + "])) čĊ", + "Ġ Witness", + "ĠW itness", + "ĠWit ness", + "ĉ NS", + "ĉN S", + "Ġ EOS", + "ĠE OS", + "ĠEO S", + "ĠSte fan", + "ĠStef an", + "ĠPr iest", + "ĠPri est", + "âĢĶ which", + "Get String", + ". By", + ".B y", + "Ġup stairs", + "Ġdetr iment", + "b roken", + "br oken", + "bro ken", + "em bro", + "emb ro", + "embr o", + "Ġnic otine", + "i lion", + "il ion", + "ili on", + "ilio n", + "Ġaston ishing", + "_ aff", + "_a ff", + "_af f", + "Ġ Lesson", + "ĠL esson", + "ĠLe sson", + "ĠLess on", + "ĠLes son", + "Ġacc idental", + "Ġaccident al", + "od or", + "odo r", + "Ġde cir", + "Ġdec ir", + "Ġnew Name", + "+ .", + "çĽ ¸", + "igs list", + "Ġ Github", + "ĠG ithub", + "ĠGit hub", + "Ġsuccess ive", + "Ġsuc cessive", + "r acial", + "ra cial", + "rac ial", + "raci al", + "Ġen viron", + "Ġenv iron", + "Ġenvi ron", + "éªĮ è¯ģ", + "Ġred irected", + "Ġredirect ed", + "T OTAL", + "TOT AL", + "Ġgrab bing", + "Ġgra bbing", + "ĠL ance", + "ĠLa nce", + "ĠLan ce", + "ĠLanc e", + "Ġfor fe", + "_ CB", + "_C B", + "å¾ ®", + "El apsed", + "_ way", + "_w ay", + "(Dialog Interface", + "_ measure", + "_me asure", + "_meas ure", + "x bb", + "xb b", + "D og", + "Do g", + "De part", + "Dep art", + "- src", + "-s rc", + "re solver", + "res olver", + "resolve r", + "with standing", + "_ shell", + "_s hell", + "_sh ell", + "Ġ LastName", + "ĠLast Name", + "ĠAv iation", + "Ġbeg inner", + "Ġbegin ner", + "(\" %.", + "(\"% .", + "( tool", + "(t ool", + "(to ol", + "Ġ нов", + "Ġн ов", + "Ġно в", + ": init", + ":i nit", + "( API", + "(A PI", + "(AP I", + "ĠMorris on", + "ĠMorr ison", + "vt Color", + "Ġsta ple", + "Ġstap le", + "/ INFO", + "Ġsuper natural", + "Ġsupern atural", + "Ġste ak", + "t imeline", + "time line", + "tim eline", + "zz le", + "\" `ĊĊ", + "\"`Ċ Ċ", + "\"` ĊĊ", + "Second ary", + "ĠNe pal", + "ĠNep al", + ". StringUtils", + ".String Utils", + "Ġ adam", + "Ġa dam", + "Ġad am", + "Ġada m", + "Ġ (...", + "Ġ( ...", + "Ġ(. ..", + "Ġsub stitution", + "Ġsubstit ution", + "Ġsubst itution", + "Ġ boarding", + "Ġbo arding", + "Ġboard ing", + "Ġ Keyword", + "ĠKey word", + "ĠAss ault", + "dbc Template", + "Ġ orderId", + "Ġorder Id", + "( engine", + "(e ngine", + ".assert That", + "ĠV enus", + "ĠVen us", + "Ġhom icide", + "Ġhomic ide", + "ĠA val", + "ĠAv al", + "ĠAva l", + "Ġg utter", + "Ġgut ter", + "Ġ Supported", + "ĠS upported", + "ĠSup ported", + "ĠSupport ed", + "/ part", + "/p art", + "Ġac claimed", + "Ġacclaim ed", + "H istor", + "Hi stor", + "His tor", + "Hist or", + "Ġm eses", + "Ġme ses", + "Ġmes es", + "ü ber", + "üb er", + "ĠRe new", + "ĠRen ew", + "ĠRene w", + "Ġg ras", + "Ġgr as", + "Ġgra s", + "Ġ Ek", + "ĠE k", + "Ġ infile", + "Ġin file", + "Ġinf ile", + "in dy", + "ind y", + ". music", + ".m usic", + ".mu sic", + ". Scroll", + ".S croll", + ".Sc roll", + "ĠA ges", + "ĠAg es", + "ĠAge s", + "ĠNar uto", + "ĠG ather", + "ĠGa ther", + "ĠGat her", + "Ġconfirm ing", + "= (\"", + "=( \"", + "Ġp itched", + "Ġpitch ed", + "Ġpit ched", + "o ley", + "ol ey", + "ole y", + "F rance", + "Fr ance", + "Fran ce", + "Fra nce", + "Franc e", + "+ '\"", + "+' \"", + "$ total", + "$t otal", + "Ġ onde", + "Ġo nde", + "Ġon de", + "Ġd itch", + "Ġdit ch", + "_ sigma", + "_s igma", + "_sig ma", + "Ġcontin uity", + "Ġcontinu ity", + "r eward", + "re ward", + "rew ard", + "- load", + "-l oad", + "-lo ad", + "Ġpro ceso", + "Ġproc eso", + "Ġproces o", + "L ocked", + "Loc ked", + "Lock ed", + "st aw", + "sta w", + "Ġsp inal", + "Ġspin al", + "Ġspi nal", + "l azy", + "la zy", + "laz y", + "! ==", + "!= =", + "j est", + "je st", + "jes t", + "Ġd un", + "Ġdu n", + "ĠRod gers", + "ĉ grid", + "ĉg rid", + "ĉgr id", + "Ġlo gos", + "Ġlog os", + "Ġlogo s", + "ĠBen gal", + "ĠBeng al", + ". super", + ".s uper", + ".sup er", + "Pro vides", + "Provid es", + "Provide s", + "Prov ides", + "Ġnut rient", + ". Timestamp", + ".T imestamp", + ".Time stamp", + "IZ ATION", + "åĨ Į", + "Ġf ats", + "Ġfa ts", + "Ġfat s", + "ĠX xx", + "c tica", + "ct ica", + "ctic a", + "Target s", + "Tar gets", + "Ġcont ours", + "Ġcontour s", + "Ġre ordered", + "Ġreorder ed", + ": Array", + ":A rray", + "Ġtoler ate", + "Ġtol erate", + "V ir", + "Vi r", + "Ġter ribly", + "Ġterr ibly", + "Ġb ricks", + "Ġbr icks", + "Ġbrick s", + "Ġbri cks", + "( &_", + "(& _", + "h b", + "P ortal", + "Port al", + "Por tal", + "ĠB read", + "ĠBr ead", + "ĠBre ad", + ". which", + ".wh ich", + "ÂŃ t", + "as InstanceOf", + "Ġj object", + "Ġjob ject", + "Ġjo bject", + "ĉ length", + "ĉl ength", + "ĉlen gth", + "_ MT", + "_M T", + "; \">čĊ", + ";\" >čĊ", + ";\"> čĊ", + "_ EXIST", + "_EX IST", + "Ġmat ernal", + "Ġma ternal", + "Ġmater nal", + "R EL", + "RE L", + "Ġê²½ ìļ°", + "h ee", + "he e", + "Ġ layouts", + "Ġlayout s", + "Ġlay outs", + "ĠL ap", + "ĠLa p", + "a isy", + "ai sy", + "ais y", + "Ġst umbled", + "Ġstumble d", + "ĠU IG", + "ĠUI G", + "ĠS co", + "ĠSc o", + "Ġim paired", + "Ġimp aired", + "Ġimpair ed", + "RES SED", + "RESS ED", + "Ġab uses", + "Ġabuse s", + "V F", + "A RB", + "AR B", + ". NAME", + ".N AME", + "r ch", + "rc h", + "pr imir", + "prim ir", + "pri mir", + "_ completed", + "_com pleted", + "_comp leted", + "_complete d", + "Ġp enny", + "Ġpen ny", + "Ġpenn y", + "Ch rome", + "Chr ome", + "( begin", + "(b egin", + "(be gin", + "er nen", + "ern en", + "erne n", + "- checkbox", + "-check box", + "Plain OldData", + "ĠL PC", + "ĠLP C", + "r ade", + "ra de", + "rad e", + "s pir", + "sp ir", + "spi r", + "Ġcon ceived", + "Ġconce ived", + "Ġconceive d", + "T ips", + "Tip s", + "Ti ps", + "ĠIo T", + "ĠG an", + "ĠGa n", + "èģ Ķ", + "Ġbi ases", + "Ġbias es", + "Ġconsult ants", + "Ġconsultant s", + "Ġconsulta nts", + "p led", + "pl ed", + "ple d", + "_ ht", + "_h t", + "associ ated", + "assoc iated", + "associate d", + "] ,ĊĊ", + "], ĊĊ", + "],Ċ Ċ", + "Ġdelight ful", + "ĠÑĤ ек", + "ĠÑĤе к", + "Hel vetica", + "( load", + "(l oad", + "(lo ad", + "- expand", + "-exp and", + "_W IDGET", + "t oa", + "to a", + "Ġ Akt", + "ĠA kt", + "ĠAk t", + "Ġo mn", + "Ġom n", + "Ġcl auses", + "Ġclause s", + "Ġcla uses", + "In tel", + "Int el", + "*/ }Ċ", + "_ registration", + "_reg istration", + "Ġold Value", + "Ġrest oring", + "Ġresto ring", + "Ġun real", + "Ġunre al", + "O VER", + "OVE R", + "OV ER", + "ĉĊ ĉĊĉĊ", + "ĉĊĉĊ ĉĊ", + "A TS", + "AT S", + "_ probe", + "_p robe", + "_pro be", + "_pr obe", + "_prob e", + "Ġdi visor", + "Ġdiv isor", + "Ġdivis or", + ".update Dynamic", + "å¹ ³", + "Produ ces", + "Prod uces", + "st amp", + "sta mp", + ".j boss", + "ĉ task", + "ĉt ask", + "! (:", + "!( :", + "Ġpsych ic", + "@ class", + "@c lass", + "M artin", + "Mar tin", + "Mart in", + "Ġ Passed", + "ĠP assed", + "ĠPass ed", + "ĠPas sed", + "clar ations", + "claration s", + "h el", + "he l", + "а Ñĩ", + "ĉ copy", + "ĉc opy", + "- bin", + "-b in", + "z an", + "za n", + "i gram", + "ig ram", + "igr am", + "া à¦", + "( sig", + "(s ig", + "(si g", + "ĠC aval", + "ĠCa val", + "ĠCav al", + "_ ##", + "Ġ %=", + "Ġ% =", + "out lined", + "outline d", + "ĠA cid", + "ĠAc id", + "Ġunpredict able", + "- dashboard", + "-d ashboard", + "Hex String", + "+ c", + ". Public", + ".P ublic", + "Ạ©", + "Ġcon veyor", + "Ġconvey or", + "Ġ EB", + "ĠE B", + "Ġselect s", + "Ġsel ects", + "Ġsele cts", + "Ġkn ocking", + "Ġknock ing", + "ĠC ec", + "ĠCe c", + "IB UTES", + "IBUT ES", + "IBUTE S", + "ow aÄĩ", + "owa Äĩ", + "g atsby", + "* v", + "ent ropy", + "entr opy", + "Ġdispatch ed", + "Ġdisp atched", + "Ġ camel", + "Ġc amel", + "Ġca mel", + "Ġcame l", + "Ġcam el", + "ĠSat urn", + "ĠSa turn", + "Ġover weight", + "( phone", + "(p hone", + "(ph one", + "par able", + "para ble", + "% B", + "_v ectors", + "_vector s", + "_vec tors", + "_vect ors", + "_ve ctors", + "Ġbr ewing", + "Ġbre wing", + "Ġbrew ing", + "Ġ Tk", + "ĠT k", + "Ġ Downloads", + "ĠDown loads", + "ĠDownload s", + "Ġ Saved", + "ĠS aved", + "ĠSave d", + "ĠSa ved", + "ĠSav ed", + ". Price", + ".P rice", + ".Pr ice", + "Ġc urved", + "Ġcur ved", + "Ġcurve d", + "ĠParent hood", + "ĠParen thood", + "è ¶", + ".p nl", + "plete ly", + "plet ely", + ". Day", + ".D ay", + "Ġadvert isers", + "Ġadvertis ers", + "Ġadvertise rs", + "Ġadvertiser s", + "Ġe jec", + "Ġej ec", + "Ġpr zed", + "Ġprz ed", + "Ġprze d", + "ë ¯", + "! ';Ċ", + "!' ;Ċ", + "ĠK ush", + "ĠKu sh", + "Ġ TAB", + "ĠT AB", + "ĠTA B", + "Ġ quests", + "Ġqu ests", + "Ġque sts", + "Ġquest s", + "Ġques ts", + "Ġcoinc idence", + "Ġcoincide nce", + "umm ies", + "ĠKash mir", + "ĠEth ics", + "ĠEthi cs", + "_ growth", + "_g rowth", + "Ġ aktiv", + "Ġak tiv", + "Ġakt iv", + "Ġgroup ing", + "Ġgrou ping", + "å¢ ŀ", + "_ truth", + "_tr uth", + "åIJ ¬", + "t odos", + "to dos", + "todo s", + "tod os", + "i set", + "is et", + "ise t", + "Tex Coord", + "ä tt", + "ät t", + "ĠZ ur", + "ĠZu r", + "ro ys", + "roy s", + "_M AGIC", + "_MAG IC", + "Ġbrew ery", + "( State", + "ĠSM ALL", + "ĠSMA LL", + "ĠPl ants", + "ĠPlan ts", + "ĠPlant s", + "ĠPla nts", + "it bart", + "e acher", + "each er", + "ea cher", + "ĠAd elaide", + "L u", + "Ġf ick", + "Ġfi ck", + "Ġfic k", + "und les", + "undle s", + "_ loaded", + "_lo aded", + "_load ed", + "и е", + "P oll", + "Pol l", + "Po ll", + "r itic", + "ri tic", + "rit ic", + "E LY", + "EL Y", + "Ġ +'", + "Ġ+ '", + "ĠProf ession", + "Ġst amps", + "Ġstamp s", + "Ġsta mps", + "ĠS ew", + "ĠSe w", + "s crollView", + "scroll View", + "Ġcomm unist", + "Ġcommun ist", + "/ problems", + "/pro blems", + "/problem s", + "} čĊčĊčĊčĊ", + "}čĊ čĊčĊčĊ", + "}čĊčĊ čĊčĊ", + "}čĊčĊčĊ čĊ", + ", o", + "Ġ udp", + "Ġu dp", + "Ġud p", + "Ġob ese", + "Ġobe se", + "ap prove", + "app rove", + "appro ve", + "anc ellation", + "ancel lation", + "ancell ation", + "_ Game", + "_G ame", + "Ġ Hashtable", + "ĠHash table", + "ĠHas htable", + "adaptive Styles", + "Ġposs esses", + "Ġpossess es", + ". matcher", + ".m atcher", + ".match er", + ".mat cher", + "function al", + "M rs", + "Mr s", + "ĉ save", + "ĉs ave", + "Ġ DbType", + "ĠDb Type", + "Ġ ken", + "Ġk en", + "Ġke n", + "get Context", + "Ġ mans", + "Ġm ans", + "Ġman s", + "Ġma ns", + "( rel", + "(r el", + "(re l", + "ĠBrother hood", + ") `Ċ", + ")` Ċ", + "è§ £", + ". Information", + ".In formation", + "OutOfRange Exception", + "ĠS ek", + "ĠSe k", + "C as", + "Ca s", + "Ġblog gers", + "Ġblogger s", + "E ither", + "( \"\"\"", + "(\" \"\"", + "(\"\" \"", + "Ġp inch", + "Ġpin ch", + "Ġco arse", + ") p", + "ĠP ulse", + "ĠPu lse", + "ĠPul se", + "Ġlearn t", + "Ġlear nt", + "Ġdent ist", + "Ġon change", + "Ġdirect ives", + "Ġdirective s", + "( actions", + "(a ctions", + "(action s", + "(act ions", + "ny der", + "ĠS hir", + "ĠSh ir", + "ĠShi r", + "T rait", + "Tr ait", + "Tra it", + "_ dep", + "_d ep", + "_de p", + "Ġ PET", + "ĠP ET", + "ĠPE T", + "Ġ REP", + "ĠR EP", + "ĠRE P", + ".App Settings", + "cu ador", + "ide nav", + "iden av", + "Ġen vi", + "Ġenv i", + "Ġsl ammed", + "Ġslam med", + "Ġ Shoot", + "ĠS hoot", + "ĠSh oot", + "ĠSho ot", + "Ġ dateFormat", + "Ġdate Format", + ".j oda", + "ve ys", + "vey s", + "Ġ ).ĊĊ", + "Ġ) .ĊĊ", + "Ġ). ĊĊ", + "Ġ).Ċ Ċ", + "Ġcar eg", + "Ġca reg", + "Ġcare g", + "Ġ Parallel", + "ĠPar allel", + "_ translation", + "_trans lation", + ". functions", + ".function s", + ".fun ctions", + ". obs", + ".o bs", + ".ob s", + "Runtime Exception", + "[ ]=", + "[] =", + "ov erview", + "over view", + "ĠS chl", + "ĠSc hl", + "ĠSch l", + "Ġno isy", + "Ġnoi sy", + "ĠOn PropertyChanged", + "S ending", + "Send ing", + "Sen ding", + "Ġunf amiliar", + "U pon", + "Up on", + "ĠPr ints", + "ĠPrint s", + "ĠPri nts", + ". typ", + ".t yp", + "Ġfle eing", + "Ġflee ing", + "ĉ move", + "ĉm ove", + "ĉmov e", + "( Un", + "(U n", + "Ġ qr", + "Ġq r", + "× ľ", + "_ beta", + "_b eta", + "_be ta", + "_bet a", + "Ġsk ies", + "Ġski es", + "ĉ me", + "ĉm e", + "W ND", + "WN D", + "Ġst ickers", + "Ġstick ers", + "Ġsticker s", + "b las", + "bl as", + "bla s", + "Ġins erts", + "Ġinsert s", + "Ġinser ts", + "Ġinse rts", + "Ġver ses", + "Ġvers es", + "Ġverse s", + "ĠD ew", + "ĠDe w", + "Ġt angible", + "Ġtang ible", + "Ġh echo", + "Ġhe cho", + "P OL", + "PO L", + "Ġte ardown", + "Ġtear down", + "om nia", + "I BE", + "IB E", + ". cover", + ".c over", + ".co ver", + "_ strategy", + "_str ategy", + "^ -", + "set Position", + "u ale", + "ual e", + "ua le", + "S igned", + "Sign ed", + "Sig ned", + "Ġ iface", + "Ġif ace", + "Ġi face", + "as eline", + "ase line", + "asel ine", + ".set Time", + "ĠMin eral", + "ĠMine ral", + "ĠMiner al", + "ĠF ighting", + "ĠFight ing", + "s kins", + "sk ins", + "ski ns", + "skin s", + "Ġdiscrim in", + "Ġd ansk", + "Ġdans k", + "Ġdan sk", + "ĠPr inceton", + "ĠPrince ton", + "ac ist", + "aci st", + "Ġ ());Ċ", + "Ġ( ));Ċ", + "Ġ() );Ċ", + "Ġ()) ;Ċ", + "tr acks", + "tra cks", + "track s", + "imon ial", + "a decimal", + "ad ecimal", + "ade cimal", + "EP ROM", + "ug gle", + "ugg le", + ". Notification", + ".Not ification", + "$ mail", + "$m ail", + "c antidad", + "cant idad", + "ĠJ ung", + "ĠJun g", + "ĠJu ng", + "Ġsee kers", + "Ġseek ers", + "Ġseeker s", + "Ġpl ausible", + "t ier", + "ti er", + "tie r", + "е ж", + "еР¶", + "Ġ rapper", + "Ġr apper", + "Ġrap per", + "Ġra pper", + "Ġrapp er", + "Ġ Mana", + "ĠM ana", + "ĠMan a", + "ĠMa na", + "ĠHttp StatusCode", + "ĠHttpStatus Code", + "Ġbur nt", + "Ġburn t", + "l oses", + "lo ses", + "lose s", + "los es", + "Ġ Foto", + "ĠF oto", + "ĠFo to", + "ĠFot o", + "Ġ JsonObject", + "ĠJson Object", + "In stagram", + "Inst agram", + "Ġ syscall", + "Ġsys call", + "Ġreal ities", + "ĠMAT LAB", + ":^ {Ċ", + "T ERM", + "TE RM", + "TER M", + "ĠC bd", + "Ġ Paragraph", + "ĠPar agraph", + "ĠPara graph", + "Ġtrav és", + "Ġconstruct ing", + "Ġs wal", + "Ġsw al", + "Ġp ige", + "Ġpi ge", + "Ġpig e", + "L LLL", + "LL LL", + "LLL L", + "- existing", + "-ex isting", + "G ets", + "Get s", + "Ge ts", + "Ġmel ted", + "Ġmelt ed", + "Ġmit igate", + "Ġmitig ate", + "H en", + "He n", + "Ġ hm", + "Ġh m", + "i mas", + "im as", + "ima s", + "Ġ Ao", + "ĠA o", + "ĠP erez", + "ĠPer ez", + "ĠPe rez", + "ĠPere z", + "Ġ DAL", + "ĠD AL", + "ĠDA L", + "Ġ ëĭ¤", + "Ġëĭ ¤", + "Ġdi vis", + "Ġdiv is", + "Storyboard Segue", + "Ġ Modify", + "ĠMod ify", + "ĠModi fy", + "ĠÃľ ber", + "_O VERRIDE", + ".p em", + ".pe m", + "un tos", + "unt os", + "unto s", + "Ġesp añ", + "Ġespa ñ", + "Ġ{ ?", + "Ġ PAY", + "ĠP AY", + "ĠPA Y", + "_ ipv", + "_i pv", + "_ip v", + "ĠF ury", + "ĠFu ry", + "ĠFur y", + "__ .__", + "__. __", + "e low", + "el ow", + "elo w", + "-c entered", + "-center ed", + "-cent ered", + "che cks", + "check s", + "_ Reg", + "_R eg", + "_Re g", + "-J avadoc", + "ĉ load", + "ĉl oad", + "ĠLike wise", + "ĠLik ewise", + "ا Ùħ", + "ا٠ħ", + "U NE", + "UN E", + ". sem", + ".s em", + ".se m", + "x cb", + "xc b", + "ĠC ave", + "ĠCa ve", + "ĠCav e", + "_ sleep", + "_s leep", + "Ġsil ently", + "Ġsilent ly", + "Ġ Extreme", + "ĠExt reme", + "ĠExtr eme", + ". ToUpper", + ".To Upper", + "ĉ CHECK", + "ĉC HECK", + "Ġ cue", + "Ġc ue", + "Ġcu e", + "ĠQ ByteArray", + "Ġcor rupted", + "Ġcorrupt ed", + "Ġ Dé", + "ĠD é", + "Ġim ped", + "Ġimp ed", + "Ġimpe d", + "Get Name", + "Ġinaccur ate", + "Ġs ober", + "Ġso ber", + "Ġsob er", + "е е", + "еРµ", + "Ġ barcode", + "Ġbar code", + "Ġba rcode", + "-- ){Ċ", + "--) {Ċ", + "in ki", + "ink i", + "Ġ ép", + "Ġé p", + "Ġd ri", + "Ġdr i", + "Ġ ALT", + "ĠA LT", + "ĠAL T", + "> >>>>>>>", + ">>>> >>>>", + ">>>>>>> >", + "on ta", + "ont a", + "[ L", + "Ġint eres", + "Ġinter es", + "Ġinte res", + "ver ting", + "vert ing", + "Ġd iagnostics", + "Ġdi agnostics", + "Ġdiagnostic s", + "p dev", + "pd ev", + "è ©", + "Ġ Integrated", + "ĠInt egrated", + "ĠIntegr ated", + ") .'", + "). '", + "_ gc", + "_g c", + "$ text", + "$t ext", + ". games", + ".g ames", + ".game s", + ".ga mes", + "ĠT erra", + "ĠTer ra", + "ĠTerr a", + "' Re", + "'R e", + ". transfer", + ".trans fer", + "_F IFO", + "get Model", + "Ġb land", + "Ġbl and", + "Ġbla nd", + "ĠCol eman", + "ĠCole man", + "Ġpr imes", + "Ġprim es", + "Ġprime s", + "Ġpri mes", + "Ġ æĪ", + "Ġæ Ī", + "Ġcross es", + "n k", + "G ING", + "GIN G", + "GI NG", + "Ġ '^", + "Ġ' ^", + "Ġ Blob", + "ĠB lob", + "ĠBl ob", + "ĠBlo b", + "Ġinter course", + "ĠBl vd", + "Ġweigh s", + "_ regular", + "_reg ular", + "ĠPer th", + "ĠPert h", + "Ġsepar ating", + "Ġseparat ing", + "Ġb illed", + "Ġbill ed", + "Ġbil led", + ".tab Control", + "Ġp uppet", + "Ġpup pet", + "Ġutil ization", + "Ġutiliz ation", + "Ġutiliza tion", + "Ġ âĸł", + "Ġâĸ ł", + "Ġsuc ces", + "Ġsucc es", + "Ġl amps", + "Ġla mps", + "Ġlamp s", + "Ġlam ps", + "_ proj", + "_p roj", + "_pro j", + "_pr oj", + "E ric", + "Er ic", + "Ġre novation", + "Ġren ovation", + "Ġrenov ation", + "ĠF amilies", + "ĠFam ilies", + "ĠFamil ies", + "ĠFamilie s", + "Ġ Bits", + "ĠB its", + "ĠBit s", + "ĠBi ts", + "part ials", + "partial s", + "- Men", + "-M en", + "s olution", + "sol ution", + "Ġd warf", + "Ġdw arf", + "Ġdwar f", + ". INTEGER", + ".IN TEGER", + "Ġ LOCK", + "ĠL OCK", + "ĠLO CK", + "ĠLOC K", + ". ct", + ".c t", + "Ġ excerpt", + "Ġex cerpt", + "Ġexcer pt", + "Ġ Pix", + "ĠP ix", + "ĠPi x", + "Ġ FirstName", + "ĠFirst Name", + "AN TED", + "ANT ED", + "ANTE D", + "ĠAd mir", + "- help", + "-h elp", + "-he lp", + "P rior", + "Pr ior", + "Pri or", + "Ġ Align", + "ĠAl ign", + "ĠAli gn", + ". INSTANCE", + ".IN STANCE", + "Line Edit", + "(' /:", + "('/ :", + "Ġ inet", + "Ġin et", + "Ġi net", + "Ġine t", + "od us", + "odu s", + ".p kl", + ".pk l", + "Ġ KY", + "ĠK Y", + "u pert", + "up ert", + "uper t", + "upe rt", + "Ġn erves", + "Ġnerv es", + "Ġnerve s", + "Ġner ves", + "_ gradient", + "_g radient", + "_grad ient", + "} ','", + "}' ,'", + "}', '", + "_un ref", + "Ġs aturated", + "Ġsatu rated", + "Ġsatur ated", + "Ġ Connected", + "ĠConnect ed", + "ĠConn ected", + "Ġ FN", + "ĠF N", + "EX IT", + "Ġtele port", + "Ġav ait", + "Ġava it", + "Page Route", + "Ġdivorce d", + "Ġdivor ced", + "( lang", + "(l ang", + "f st", + "fs t", + "ĠT yr", + "ĠTy r", + "Ġm essenger", + "Ġmess enger", + "i fstream", + "if stream", + "X S", + "ĠB anking", + "ĠBank ing", + "ĠBan king", + "Ġinfect ious", + "ĠM ons", + "ĠMon s", + "ĠMo ns", + "_ LOOP", + "_LO OP", + "Ġzur ück", + "Ġob tener", + "Ġobt ener", + "Ġobten er", + "/ repos", + "/re pos", + "V el", + "Ve l", + "a cro", + "ac ro", + "acr o", + "Ġ userRepository", + "Ġuser Repository", + "style Type", + "Ġ SRC", + "ĠS RC", + "ĠSR C", + "VML INUX", + "rec ursive", + "/ bar", + "/b ar", + "_ chip", + "_c hip", + "_ch ip", + "_chi p", + "o minated", + "om inated", + "omin ated", + "Ġ Nit", + "ĠN it", + "ĠNi t", + "âĢĶ to", + "ĠBudd h", + "ĠBud dh", + "о меÑĢ", + "ом еÑĢ", + "ĠM AG", + "ĠMA G", + "Ġ CHE", + "ĠC HE", + "ĠCH E", + "_ den", + "_d en", + "_de n", + ". raises", + ".r aises", + ".raise s", + ".ra ises", + "_ degree", + "_d egree", + "_de gree", + "_deg ree", + "Ġpump kin", + "_ templates", + "_t emplates", + "_template s", + "_temp lates", + "_tem plates", + "_ MEDIA", + "_M EDIA", + "_MED IA", + "Ġ Timeline", + "ĠT imeline", + "ĠTime line", + "ĠTim eline", + "Ġ bots", + "Ġb ots", + "Ġbo ts", + "Ġbot s", + "Object Type", + "Ġbu ys", + "Ġbuy s", + ". posts", + ".post s", + ".pos ts", + ".po sts", + "C AL", + "CA L", + "wa iting", + "wait ing", + "ĠDaniel s", + "ĠDani els", + "Ġd abei", + "Ġda bei", + "Ġdab ei", + "Ġ Sigma", + "ĠS igma", + "ĠSig ma", + "i lor", + "il or", + "ilo r", + "i gel", + "ig el", + "ige l", + ", W", + "A DS", + "AD S", + "( panel", + "(p anel", + "(pa nel", + "ì² ´", + "it ating", + "ita ting", + "itat ing", + ". palette", + ".p alette", + ".pa lette", + "Ġmos quito", + "Ġt ego", + "Ġte go", + "Ġteg o", + "( parseInt", + "(parse Int", + "Ġdes pués", + "p romise", + "pro mise", + "prom ise", + "Ġ wij", + "Ġw ij", + "Ġwi j", + "type script", + "types cript", + "Ġ Tv", + "ĠT v", + "_IDENT IFIER", + ") .ĊĊĊ", + "). ĊĊĊ", + ").ĊĊ Ċ", + ").Ċ ĊĊ", + "_ flat", + "_f lat", + "_fl at", + "it su", + "its u", + "U SR", + "US R", + "ex perience", + "- fit", + "-f it", + "-fi t", + "ph inx", + "phi nx", + "phin x", + "_ thresh", + "_th resh", + "_thr esh", + "Ġide ally", + "Ġideal ly", + "ĠFree man", + "ĠFre eman", + "ĠFreem an", + ", DB", + ",D B", + "_ rw", + "_r w", + "çŃ ī", + "U b", + "_ statistics", + "_stat istics", + "=\" \"><", + "=\"\" ><", + "=\"\"> <", + "Ġch ore", + "Ġcho re", + "Ġchor e", + "Ġy ork", + "Ġyo rk", + "inst alled", + "install ed", + "Add itionally", + "Additional ly", + "Ġp stmt", + "Ġpst mt", + "yl ko", + ": :Ċ", + ":: Ċ", + "F orest", + "For est", + "Fore st", + "Fo rest", + "Ġhead set", + "Ġheads et", + "Ġg allon", + "Ġgal lon", + "Ġgall on", + "ÑĢ ем", + "ÑĢе м", + "Ġwithdraw n", + "Ġwithd rawn", + "Ġ Candidate", + "ĠC andidate", + "ĠCandid ate", + "Ġmel ting", + "Ġmelt ing", + "Ġfree zer", + "Ġfreeze r", + "Ġ hl", + "Ġh l", + "_ HELP", + "_HE LP", + "_HEL P", + "m ime", + "mi me", + "( /*", + "(/ *", + "Ġth irst", + "Ġthi rst", + "$ return", + "$r eturn", + "$ret urn", + "member of", + "е б", + "еР±", + "Ġ HttpServletRequest", + "ĠHttp ServletRequest", + "ĠHttpServlet Request", + "( ob", + "(o b", + "_ Result", + "_Res ult", + "Ġassert ed", + "Ġfulfill ing", + "Ġfulfil ling", + "Ġstretch es", + "Ġstret ches", + "par ated", + "pa rated", + "para ted", + "parate d", + "-f unded", + "Ġ åĽ", + "Ġå Ľ", + "in gles", + "ing les", + "ingle s", + "_ ca", + "_c a", + ". condition", + ".con dition", + ".cond ition", + "Ġ Displays", + "ĠDis plays", + "ĠDisplay s", + "ĠDisp lays", + "Ġ orang", + "Ġo rang", + "Ġor ang", + "Ġora ng", + "Ġoran g", + "Ġ CRE", + "ĠC RE", + "ĠCR E", + "Ġgl Bind", + "Ġ Selector", + "ĠSe lector", + "ĠSelect or", + "ĠSel ector", + "ĠSele ctor", + "/ type", + "/t ype", + "ĠAlex a", + "ĠAle xa", + "ched ules", + "chedule s", + "ĠPen insula", + "Ġ parity", + "Ġp arity", + "Ġpar ity", + "Ġpari ty", + "ĉ dest", + "ĉd est", + "ĉdes t", + "ĉde st", + "ĠDo ors", + "ĠDoor s", + "čĊ ĉčĊ", + "_ dimension", + "_d imension", + "_dim ension", + "Ġ aload", + "Ġa load", + "Ġal oad", + "Ġalo ad", + ".St oredProcedure", + "( paren", + "(p aren", + "(par en", + "(pa ren", + "ĠBur ke", + "ĠBurk e", + "' )]Ċ", + "') ]Ċ", + "')] Ċ", + "- engine", + "-e ngine", + "-eng ine", + "Ġ quir", + "Ġqu ir", + "Ġq uir", + "Ġqui r", + "ĠH ybrid", + "ĠHy brid", + "ĠD oe", + "ĠDo e", + "Ġout lines", + "Ġoutline s", + "ĠT rends", + "ĠTr ends", + "ĠTre nds", + "ĠTrend s", + "_ NV", + "_N V", + "per iments", + "periment s", + "peri ments", + "ĠH in", + "ĠHi n", + "? ',", + "?' ,", + "ĉ Text", + "ĉT ext", + "F UL", + "FU L", + "Ġsm ells", + "Ġsmell s", + "Ġ slick", + "Ġs lick", + "Ġsl ick", + "Ġslic k", + "Ġmis erable", + "Ġmiser able", + "ĠArray Adapter", + "Ġparam String", + "H om", + "Ho m", + "_l iterals", + "_literal s", + "_lit erals", + "us uarios", + "usuario s", + "usu arios", + "Ġprompt ing", + "_ lazy", + "_l azy", + "_la zy", + "Ġ Activation", + "ĠAct ivation", + "ĠActiv ation", + "_ oc", + "_o c", + "We ak", + "Ġan ecd", + "ĠU CLA", + "ĠUC LA", + "= re", + "=r e", + "iss ement", + "isse ment", + "ĠEsc orts", + "ĠEscort s", + "Ex cellent", + "Ġ Pause", + "ĠP ause", + "ĠPa use", + "Ġ repositories", + "Ġre positories", + "Ġrepos itories", + "T OR", + "TO R", + "ar iate", + "ari ate", + "aria te", + "ariat e", + "_ iso", + "_i so", + "_is o", + "up dates", + "update s", + "upd ates", + "ha lb", + "hal b", + "udi ante", + "udiant e", + "ë¡ Ŀ", + "Ġna ive", + "ĠP eg", + "ĠPe g", + "ĠL ounge", + "ĠLo unge", + "ĠLou nge", + "AR GIN", + "ARG IN", + "( bin", + "(b in", + "On ClickListener", + "OnClick Listener", + "Ġ FAILED", + "ĠFA ILED", + "ĠFAIL ED", + "Ġ lite", + "Ġl ite", + "Ġli te", + "Ġlit e", + "Ġd zie", + "Ġdz ie", + "Ġdzi e", + "Ġ Literal", + "ĠL iteral", + "ĠLiter al", + "ĠLit eral", + "ĠLite ral", + "i vor", + "iv or", + "ivo r", + "f cntl", + "fc ntl", + "fcn tl", + "Ġe ats", + "Ġeat s", + "Ġea ts", + "Ġ qed", + "Ġq ed", + "Un lock", + "r iding", + "ri ding", + "rid ing", + "und ai", + "unda i", + "= M", + "AT TER", + "ATT ER", + "Configure Await", + "ic ias", + "ici as", + "icia s", + "ust omed", + "ustom ed", + "usto med", + "Ġsuccess ion", + "Ġsuc cession", + "Ġsucc ession", + "end Time", + "ĠJ upiter", + "Ġj udging", + "Ġjud ging", + "d ration", + "dr ation", + "dra tion", + "_ docs", + "_d ocs", + "_doc s", + "_do cs", + ". mo", + ".m o", + "Ġeduc ators", + "Ġeducator s", + "ĠV ine", + "ĠVi ne", + "ĠVin e", + "C ond", + "Con d", + "Co nd", + "[ out", + "[o ut", + "q b", + "\\ Validator", + "Ġmean ings", + "Ġmeaning s", + "Ġpres ently", + "Ġpresent ly", + "Ġdiv iding", + "Ġdivid ing", + "otten ham", + "as cular", + "asc ular", + "Ġtrail ers", + "Ġtra ilers", + "Ġtrailer s", + "Ġtrai lers", + "Ġ CLOSE", + "ĠC LOSE", + "ĠCL OSE", + "а ми", + "ам и", + "âĢĻ ai", + "âĢĻa i", + "Ġ Gain", + "ĠG ain", + "ĠGa in", + "w or", + "wo r", + "Ġpl anner", + "Ġplan ner", + "Ġdistrib uting", + "v at", + "va t", + "mon ths", + "month s", + "mont hs", + "x label", + "xl abel", + "H F", + "V iol", + "Vi ol", + ".BASE LINE", + "еÑĤ ÑģÑı", + "Ġ Rotate", + "ĠR otate", + "ĠRot ate", + "Ġ txn", + "Ġt xn", + "Ġtx n", + ": bold", + ":b old", + "Ġb loss", + "Ġbl oss", + "Ġblo ss", + "Forg ery", + "Forge ry", + "( embed", + "(em bed", + "Ġj ako", + "Ġja ko", + "Ġjak o", + "s printf", + "the ir", + "Ġexhib its", + "Ġexhibit s", + "- static", + "-st atic", + "-stat ic", + "he cy", + "hec y", + "get ActiveSheet", + ". clients", + ".c lients", + ".client s", + ".cl ients", + ".cli ents", + "ãģ į", + "_ hide", + "_h ide", + "_hi de", + "_hid e", + "[ word", + "[w ord", + "C b", + "add Item", + "a xe", + "ax e", + "_ radio", + "_r adio", + "_rad io", + "_ra dio", + "_radi o", + "a lion", + "al ion", + "ali on", + "mod ifier", + "Ġsat uration", + "Ġsatu ration", + "Ġsatur ation", + "Ġde nom", + "Ġden om", + "_ pixels", + "_p ixels", + "_pixel s", + "_pix els", + "m ess", + "me ss", + "mes s", + "( fl", + "(f l", + "a tif", + "at if", + "ati f", + "Ġ secs", + "Ġs ecs", + "Ġse cs", + "Ġsec s", + "Ġpro stitution", + "Ġprostit ution", + "Ġprost itution", + "Ġprostitu tion", + "Ġprostitut ion", + "Ġgrand children", + "Ġparad ise", + "ĠF eld", + "ĠFe ld", + "ĠFel d", + "_B INARY", + "_BIN ARY", + "it ous", + "ito us", + "itou s", + "à ¹Ħ", + "๠Ħ", + "Ġfl ashing", + "Ġflash ing", + "-s ided", + "-side d", + "Ġcontrad iction", + "Ġcontradict ion", + "/ *ĊĊ", + "/* ĊĊ", + "/*Ċ Ċ", + "y label", + "yl abel", + "yla bel", + "ĠT et", + "ĠTe t", + "Ġadm ire", + "Ġadmir e", + "r eso", + "re so", + "res o", + "Ġl etz", + "Ġle tz", + "Ġlet z", + "Ġ SEARCH", + "ĠSE ARCH", + "s lots", + "sl ots", + "slot s", + "ĠRe wards", + "ĠRew ards", + "ĠReward s", + "ĠH og", + "ĠHo g", + "Ġ NSData", + "ĠNS Data", + "st ash", + "sta sh", + "F all", + "Fa ll", + "Fal l", + "ĠA mer", + "ĠAm er", + "Line arLayout", + "Linear Layout", + "/ photos", + "/photo s", + "/ph otos", + "Ġfe ather", + "Ġfeat her", + "Ġ |čĊ", + "Ġ| čĊ", + "Down loads", + "Download s", + ".Start sWith", + "Ġ //#", + "Ġ// #", + "Ġ/ /#", + "ine Transform", + "Ġaff id", + "Ġaf fid", + "V tbl", + "ĠR ogue", + "ĠRo gue", + "ĠRog ue", + "s cribed", + "scribe d", + "scri bed", + "Ġf auc", + "Ġfa uc", + "ĠMon roe", + "Ġdecl ares", + "Ġdeclar es", + "Ġdeclare s", + "mod ern", + "mode rn", + "r eon", + "re on", + "reo n", + "ay be", + "P ASS", + "PA SS", + "f ers", + "fer s", + "fe rs", + "_MULT I", + "_MUL TI", + "ĠMath ematics", + "ĠMathematic s", + "Ġsud ah", + "_ATT ACH", + "Ġnumber With", + "ĠSol omon", + "ĠSolo mon", + "j in", + "ji n", + "ograf ia", + "ogr afia", + "ö l", + "_ design", + "_d esign", + "_de sign", + "_des ign", + "c ulated", + "cul ated", + "culate d", + "cu lated", + "ĠL una", + "ĠLu na", + "ĠLun a", + "i esz", + "ies z", + "ie sz", + "Ġ =>'", + "Ġ= >'", + "Ġ=> '", + "Ġreve lations", + "Ġrevel ations", + "Ġrevelation s", + "A long", + "Al ong", + "( ed", + "(e d", + "Ġ Filename", + "ĠF ilename", + "ĠFile name", + "ĠFil ename", + "ĠFi lename", + "Ġ ylabel", + "Ġy label", + "S ecure", + "Sec ure", + "Ġbus ca", + "Ġbusc a", + "ag nosis", + "agn osis", + "_RE CE", + "_REC E", + "Ġover lapping", + "Ġoverlap ping", + "Ġoverl apping", + "Ex tent", + "Ext ent", + "Ġant icipation", + "Ġanticip ation", + "Ġantic ipation", + "Check s", + "Che cks", + "ĠAL SO", + "ĠALS O", + "o rc", + "or c", + "iling ual", + "it ational", + "itation al", + "itat ional", + "Ġadv ancement", + "Ġadvance ment", + "o uro", + "ou ro", + "our o", + "Ġ Predicate", + "ĠP redicate", + "ĠPred icate", + "å¾ Ĺ", + "e ria", + "er ia", + "eri a", + "ĠP ierce", + "ĠPi erce", + "ĠPier ce", + "o rio", + "or io", + "ori o", + "Ġmer its", + "Ġmerit s", + "Ġpe anut", + "Ġpea nut", + ". Package", + ".P ackage", + "ĠCon duct", + "ĠCond uct", + "_ SENSOR", + "_S ENSOR", + "_SENS OR", + "Ġbo iling", + "Ġboil ing", + "Ġin tra", + "Ġint ra", + "Ġintr a", + "Ġ IGN", + "ĠI GN", + "ĠIG N", + "ĠF ur", + "ĠFu r", + ". Refresh", + ".Re fresh", + ".Ref resh", + "Ġ Reach", + "ĠR each", + "ĠRe ach", + "_ decoder", + "_de coder", + "_dec oder", + "_decode r", + ". Exp", + ".Ex p", + ".E xp", + "Ġ ÑĤак", + "ĠÑĤ ак", + "ĠÑĤа к", + "p ill", + "pi ll", + ", Q", + "ĠGr ill", + "ĠGri ll", + "Ġp opping", + "Ġpop ping", + "Ġpo pping", + ". Ag", + ".A g", + "Ġpro yecto", + "Ġmile age", + "Ġec ological", + "Ġeco logical", + "] ]);Ċ", + "]] );Ċ", + "]]) ;Ċ", + "Ġ ÂŃ", + "Ġ Ń", + "sub plot", + "a cad", + "ac ad", + "aca d", + "Ġ Trying", + "ĠT rying", + "ĠTr ying", + "ĠTry ing", + "rec ipes", + "recipe s", + "$ criteria", + "$c riteria", + "ĠPer sian", + "ĠPers ian", + "- bound", + "-b ound", + "-bo und", + "M ASK", + "MA SK", + "MAS K", + "Ġ Gesture", + "ĠG esture", + "ĠGes ture", + "ĠGest ure", + "Ġ kk", + "Ġk k", + "ĠP VC", + "ĠPV C", + "Ġpro hibition", + "Ġprohib ition", + "Ġprohibit ion", + "Ġcom ando", + "Ġco mando", + "Ġcoma ndo", + "Ġ LOOK", + "ĠL OOK", + "ĠLO OK", + "Sh opping", + "Shop ping", + "Ġdist ortion", + "Ġdistort ion", + "< Boolean", + ".Get Length", + "um pt", + "ump t", + "\\ Product", + "ell ery", + "elle ry", + "eller y", + "Ġfire wall", + "form atted", + "format ted", + ". redis", + ".re dis", + ".r edis", + ".red is", + "Ġ esa", + "Ġe sa", + "Ġes a", + "ĠRh ode", + "S om", + "So m", + ". non", + ".n on", + ".no n", + "Ġ ').", + "Ġ' ).", + "Ġ') .", + "Ġ getView", + "Ġget View", + "ạ n", + "p rus", + "pr us", + "Mat thew", + "Ġs ia", + "Ġsi a", + "ĠF ors", + "ĠFor s", + "ĠFo rs", + "G PU", + "GP U", + "ient ras", + "ien tras", + "_ INST", + "_IN ST", + "_I NST", + "_INS T", + "Ġo larak", + "Ġol arak", + "Ġola rak", + "Ġimport ing", + "Ġimp orting", + "T CP", + "TC P", + "/ \");Ċ", + "/\" );Ċ", + "/\") ;Ċ", + "e ither", + "ei ther", + "Ġfresh ly", + "c ascade", + "cas cade", + "( character", + "(char acter", + "ĠJe ep", + "o tics", + "ot ics", + "otic s", + "oti cs", + "_ UTIL", + "_UT IL", + ".Xtra Printing", + ".first Child", + "ĠEx cell", + "ĠExcel l", + "ĠExc ell", + "Ġd vd", + "Ġdv d", + "Ġt aller", + "Ġtal ler", + "Ġta ller", + "Ġtall er", + "Ġ ras", + "Ġr as", + "Ġra s", + "y pass", + "yp ass", + "Ġassign s", + "Ġgr iev", + "Ġgri ev", + "- more", + "-m ore", + "J D", + "ĠBur ns", + "ĠBurn s", + "' >čĊ", + "'> čĊ", + ". Dependency", + ".D ependency", + ".Dep endency", + ". QueryString", + ".Query String", + ". Owner", + ".O wner", + "Ġ expiry", + "Ġex piry", + "Ġexp iry", + "T hu", + "Th u", + "( Vec", + "(V ec", + "Ġhazard ous", + "Ġ rpm", + "Ġr pm", + "Ġrp m", + "AP ON", + "APO N", + "Ġadd Target", + "s ville", + "sv ille", + "p Net", + "Ġ Img", + "ĠI mg", + "ĠIm g", + "Ġ TIMER", + "ĠT IMER", + "ĠTIM ER", + "ĠTIME R", + "ĠTI MER", + ". Animation", + ".An imation", + "Ġ bek", + "Ġb ek", + "Ġbe k", + "Ġas sort", + "Ġass ort", + "Ġle bih", + "Ġbody Parser", + "Ġvibr ating", + "Ġvib rating", + "I DL", + "ID L", + "Ġbutter knife", + "in ters", + "int ers", + "inter s", + "inte rs", + "Ġpersu ade", + "ĠLGBT Q", + "è ĭ", + ". soft", + ".s oft", + ".so ft", + "Ġbe ams", + "Ġbeam s", + "_ sur", + "_s ur", + "_su r", + ". Def", + ".D ef", + ".De f", + "Ġ labs", + "Ġl abs", + "Ġla bs", + "Ġlab s", + "ĉ plt", + "ĉp lt", + "ĉpl t", + "Ġ skins", + "Ġs kins", + "Ġsk ins", + "Ġskin s", + "Ġski ns", + "Ġtransfer ring", + "Ġtransf erring", + "Ġimag inary", + "Ġimagin ary", + "_ End", + "_E nd", + "; background", + "Ġ laps", + "Ġl aps", + "Ġla ps", + "Ġlap s", + "_ COMMENT", + "_COM MENT", + "_COMM ENT", + "( SDL", + "(S DL", + "o nds", + "on ds", + "ond s", + ". Record", + ".Re cord", + ".Rec ord", + "ĠIm plements", + "ĠImp lements", + "ĠImplement s", + "ĠImpl ements", + "_ ticks", + "_t icks", + "_tick s", + "_ti cks", + "( )))ĊĊ", + "() ))ĊĊ", + "()) )ĊĊ", + "())) ĊĊ", + "()))Ċ Ċ", + "Ġa rose", + "Ġar ose", + "] ?", + "Ġ Mp", + "ĠM p", + "ĠI Command", + "Ġsculpt ure", + "Ġcon tracted", + "Ġcontract ed", + "Ġcontr acted", + "< HTML", + "Ġcal end", + "a ty", + "at y", + "/ Sub", + "/S ub", + "Ġkv inn", + "Ġkvin n", + "_ IGNORE", + "ĠSh ane", + "ĠSha ne", + "ĠShan e", + "M LS", + "ML S", + "Ġstim ulate", + "Part ition", + "Ġ mun", + "Ġm un", + "Ġmu n", + "ó m", + "er ala", + "era la", + "eral a", + "- account", + "-a ccount", + "-ac count", + ". Binary", + ".B inary", + "c é", + "Ġse ize", + "Ġseiz e", + "Ġsei ze", + "conn ections", + "connect ions", + "connection s", + "Ġ ĊĠĠĠĠĠĠĠĠĊ", + "ĠĊ ĠĠĠĠĠĠĠĠĊ", + "Ġ Diagnostic", + "ĠDi agnostic", + "V ISIBLE", + "VIS IBLE", + "Ġ Runs", + "ĠR uns", + "ĠRun s", + "ĠRu ns", + "Ġim pressions", + "Ġimpress ions", + "Ġimpression s", + "Ġimpr essions", + "s uite", + "su ite", + "suit e", + "o ble", + "ob le", + "obl e", + "~ -", + "ak ukan", + "aku kan", + "< Person", + "

\">\" >\"> \">< /", + "_ indexes", + "_index es", + "Ġ valuation", + "Ġval uation", + "Ġvalu ation", + "Ġlife long", + "Ġlif elong", + "Ġexp edition", + "Ġexped ition", + "( Yii", + "(Y ii", + "Ġp ains", + "Ġpain s", + "Ġpa ins", + "Ġpai ns", + "Ġ PRI", + "ĠP RI", + "ĠPR I", + "Ġ Mixed", + "ĠM ixed", + "ĠMix ed", + "ĠMi xed", + "Ġ Changing", + "ĠCh anging", + "ĠChan ging", + "ĠChang ing", + "German y", + "Ger many", + "comm unication", + "communic ation", + ". organ", + ".org an", + ".o rgan", + ".or gan", + "ĠMar athon", + "ĠMara thon", + "get Path", + "Ġ Accuracy", + "ĠAc curacy", + "ĠAcc uracy", + "Ġ Globals", + "ĠG lobals", + "ĠGlobal s", + "ĠGlob als", + "') }}'", + "Ġ'\" >'", + "Ġ'\"> '", + "k inson", + "kin son", + "kins on", + "Ġ кол", + "Ġк ол", + "Ġко л", + "ogn itive", + "_ li", + "_l i", + "Ġim minent", + "Ġimm inent", + "Ġaff inity", + "Ġaf finity", + ". signal", + ".s ignal", + ".sign al", + ".sig nal", + "Ġn otch", + "Ġnot ch", + "ĠSteel ers", + "ĠSteele rs", + "max length", + "K K", + "ĠEu gene", + "ĠEug ene", + "_ PWM", + "_P WM", + "_PW M", + "r oi", + "ro i", + "Ġ âĹı", + "Ġâ Ĺı", + "ĠâĹ ı", + "ĠH amburg", + "ĠHam burg", + ". Must", + ".M ust", + "Ġ axe", + "Ġa xe", + "Ġax e", + "en ef", + "ene f", + "Ġamb itions", + "Ġambit ions", + "Ġambition s", + "Ġ Species", + "ĠS pecies", + "ĠSp ecies", + "ĠSpec ies", + "ĠSpe cies", + "ĠSt ress", + "ĠStr ess", + "ĠStre ss", + "Ġa while", + "Ġ бÑĥд", + "Ġб Ñĥд", + "ĠбÑĥ д", + "Ġwith stand", + "Ġ Decoder", + "ĠDe coder", + "ĠDec oder", + "ĠDecode r", + "_ inventory", + "_in ventory", + "Ġ{ ččĊ", + "Ġ tgt", + "Ġt gt", + "Ġtg t", + "Ġrail road", + "W ASHINGTON", + "Ġnegot iated", + "Ġnegotiate d", + "N ST", + "NS T", + "- phone", + "-p hone", + "-ph one", + ", U", + "Ġexerc ising", + "á» ¥", + "_P IXEL", + "_PIX EL", + "av ors", + "avor s", + "avo rs", + "ite rated", + "iter ated", + "iterate d", + "Ġv ampire", + "Ġvamp ire", + "a dal", + "ad al", + "ada l", + "In grese", + "Ing rese", + "Ġ ung", + "Ġu ng", + "Ġun g", + "j ective", + "ject ive", + ". cells", + ".c ells", + ".cell s", + "Ġ nano", + "Ġn ano", + "Ġna no", + "Ġnan o", + "Ġ markdown", + "Ġmark down", + "_ RULE", + "_R ULE", + "( events", + "(e vents", + "(event s", + "(ev ents", + "Ġl uggage", + "Ġlug gage", + "M ESSAGE", + "MESS AGE", + "ig keit", + "$ count", + "$c ount", + "Attribute Name", + "IG INAL", + "IGIN AL", + "_ Ent", + "_E nt", + "Ġ BF", + "ĠB F", + "Ġ COMMENT", + "ĠCOM MENT", + "ĠCOMM ENT", + "_ ini", + "_in i", + "_i ni", + "ĠEurope ans", + "ĠEuropean s", + "ĠB elle", + "ĠBe lle", + "ĠBel le", + "ĠBell e", + "åij ½", + ") ['", + ")[ '", + "åº Ķ", + "ĠUs eful", + "ĠUse ful", + ". reference", + ".re ference", + ".ref erence", + "( )\",", + "() \",", + "()\" ,", + "_ grade", + "_g rade", + "_gr ade", + "_grad e", + "ĠK aw", + "ĠKa w", + "Ġsent encing", + "Ġsocial ism", + "mon ster", + "mons ter", + "_L AYER", + "Ġdeep est", + "Ġdee pest", + "w k", + "Ġ Noise", + "ĠN oise", + "ĠNo ise", + "# ##ĊĊ", + "## #ĊĊ", + "### ĊĊ", + "###Ċ Ċ", + "Ġpr éc", + "Ġpré c", + "o tle", + "ot le", + "ÑĤ е", + "a uf", + "au f", + "i bal", + "ib al", + "iba l", + "Ġcon quer", + "Ġconqu er", + "> Email", + ">E mail", + "Ġamb ulance", + "O AD", + "OA D", + "Ġ (\"%", + "Ġ( \"%", + "Ġ(\" %", + "Ġ FI", + "ĠF I", + ". fixture", + ".f ixture", + ".fix ture", + "Ġt erse", + "Ġter se", + "Ġters e", + "ĠĠ ĠĠĉĉĉĉ", + "ĠĠĠĠ ĉĉĉĉ", + "ĠĠĠ Ġĉĉĉĉ", + "ĠĠĠĠĉ ĉĉĉ", + "ĠĠĠĠĉĉ ĉĉ", + "ĠĠĠĠĉĉĉ ĉ", + "Ġsanct uary", + "u gi", + "ug i", + "Ġ Comparator", + "ĠCom parator", + "ĠCompar ator", + "Definition s", + "Ġast hma", + "Ġl act", + "Ġla ct", + "Ġlac t", + "Ġhard wood", + ". clock", + ".c lock", + ".cl ock", + "Ġattr acting", + "Ġattract ing", + "ĠM our", + "ĠMo ur", + "ĠMou r", + "( distance", + "(d istance", + "(dist ance", + "(di stance", + "ic its", + "ici ts", + "icit s", + "Ġb onne", + "Ġbon ne", + "Ġ ACCESS", + "ĠAC CESS", + "ĠACC ESS", + ".Deserialize Object", + "Ġ Typed", + "ĠT yped", + "ĠType d", + "ĠTy ped", + "ĠTyp ed", + "Ġj eu", + "Ġje u", + "Ġ appId", + "Ġapp Id", + "ĠC lara", + "ĠCl ara", + "ĠClar a", + "ĠCla ra", + "Ġ HF", + "ĠH F", + "ĠRe ich", + "ĠRei ch", + "ip ples", + "ipp les", + "ipple s", + "// --------------------------------------------------------------------------------", + "//---------------------------------------------------------------- ----------------", + "//---------------------------------------------------------------------------- ----", + "//------------------------------------------------ --------------------------------", + "//-------------------------------- ------------------------------------------------", + "//---------------- ----------------------------------------------------------------", + "_ delivery", + "_d elivery", + "_del ivery", + "erial ization", + "Ġplaint iffs", + "Ġplaintiff s", + "S cient", + "Sc ient", + "Sci ent", + "sh opping", + "shop ping", + "Ġ Dummy", + "ĠD ummy", + "ĠDum my", + "ĠW ald", + "ĠWal d", + "ĠWa ld", + "Group Name", + "Ġ inscription", + "Ġin scription", + "Ġins cription", + "e log", + "el og", + "elo g", + ": :::::::", + ":: ::::::", + ":::: ::::", + ":::::: ::", + "::: :::::", + "::::: :::", + "::::::: :", + "_ ld", + "_l d", + "Back Pressed", + ". Raw", + ".R aw", + "ĠOn Trigger", + "Ġmuseum s", + "Ġmuse ums", + "Ġ Been", + "ĠB een", + "ĠBe en", + "ĠBee n", + "ĠAdvent ures", + "ĠAdventure s", + "Ġs late", + "Ġsl ate", + "Ġsla te", + "Ġ lett", + "Ġl ett", + "Ġle tt", + "Ġlet t", + "Ġs und", + "Ġsu nd", + "Ġsun d", + "ĠG in", + "ĠGi n", + "ĠMechan ical", + "ĠMech anical", + ". ship", + ".s hip", + ".sh ip", + "App Component", + "Ġdest ined", + "Ġdestin ed", + "Ġdw elling", + "Ġdwell ing", + "Pro filer", + "Profile r", + "Prof iler", + "Pre pare", + "ze ich", + "Ġsil icon", + "( has", + "(h as", + "Ġ# %", + "V IDEO", + "VID EO", + "Ġcollabor ate", + "L in", + "Li n", + "Ġ scopes", + "Ġsc opes", + "Ġscope s", + "Ġsco pes", + "Ġscop es", + "( className", + "(class Name", + "( sd", + "(s d", + "an din", + "and in", + "andi n", + ". ham", + ".h am", + "Service Impl", + "-de scribed", + "-des cribed", + "Ġir ony", + "Ġiron y", + "st ial", + "sti al", + "ĠHu awei", + "( repo", + "(re po", + "(rep o", + "Ġunexpected ly", + "ĠK ai", + "ĠKa i", + ". install", + ".inst all", + "\\ xf", + "\\x f", + "Ġex hibited", + "Ġexhib ited", + "Ġexhibit ed", + "_ TCP", + "_T CP", + "_TC P", + "ĠO x", + "_ CHO", + "_C HO", + "_CH O", + "Ġprostitu erte", + "Ġprostituer te", + "Ġ vä", + "Ġv ä", + "Ġs ito", + "Ġsit o", + "Ġsi to", + "Ġconstitu ents", + "Ġconstituent s", + "ĠContinue d", + "ĠContin ued", + "Ġ SAVE", + "ĠS AVE", + "ĠSA VE", + "r ss", + "rs s", + "/ message", + "/m essage", + "u bes", + "ub es", + "ube s", + "Ġmisd emean", + "Ġtax ation", + "Ġtaxa tion", + "Ġstory line", + "h air", + "ha ir", + "hai r", + "ĠF inds", + "ĠFin ds", + "ĠFind s", + "ĠFi nds", + "S IG", + "SI G", + "ver ification", + "~ =", + ". hp", + ".h p", + "It erable", + "Iter able", + "Ñĭ е", + "at ori", + "ator i", + "ato ri", + "Ġ ctr", + "Ġc tr", + "Ġct r", + "R x", + "_ );ĊĊ", + "_);Ċ Ċ", + "_) ;ĊĊ", + "d ag", + "da g", + ". pin", + ".p in", + ".pi n", + "Ġp seud", + "Ġin vo", + "Ġinv o", + "Ñģ ÑĤÑĢ", + "ÑģÑĤ ÑĢ", + "_ pix", + "_p ix", + "_pi x", + "为 空", + "Ġsw orn", + "Ġswo rn", + "âĢĶ or", + "_ registry", + "_reg istry", + "Ġdis asters", + "Ġdisaster s", + "Ġ ROI", + "ĠR OI", + "ĠRO I", + "Ġ âĢķ", + "ĠâĢ ķ", + "ak tu", + "akt u", + "f orest", + "fo rest", + "fore st", + "for est", + "be iten", + "beit en", + "bei ten", + "âĢĶ I", + "u eva", + "ue va", + "e gt", + "eg t", + "Ġsp ikes", + "Ġspi kes", + "Ġspike s", + "U RES", + "UR ES", + "URE S", + "Ġ Recommended", + "ĠRe commended", + "ĠRecomm ended", + "ĠRecommend ed", + "Ġexplo ited", + "Ġexploit ed", + "ĠFreder ick", + "_ COMPLETE", + "_COMP LETE", + "ĠDr ugs", + "ĠDrug s", + "!!! !!!!!", + "!!!! !!!!", + "!!!!! !!!", + "ĠR iv", + "ĠRi v", + "S TOP", + "ST OP", + "R OOM", + "RO OM", + "Ġ PASSWORD", + "ĠP ASSWORD", + "ĠPASS WORD", + "C ookies", + "Co okies", + "Cookie s", + "Cook ies", + ". El", + ".E l", + "á» Ń", + "ĠB ert", + "ĠBe rt", + "ĠBer t", + "Ġ hashed", + "Ġh ashed", + "Ġhas hed", + "Ġhash ed", + "Ġha shed", + "ic ester", + "ice ster", + "ices ter", + "Ġdecor ator", + "Ġ queryString", + "Ġquery String", + ": ;Ċ", + "Ġ\" [\"", + "Ġ\"[ \"", + "ot ope", + "oto pe", + "- Americ", + "-A meric", + "-Am eric", + "ĠMatthew s", + "ĠMatth ews", + "U RAL", + "UR AL", + "URA L", + "âĢľ ,", + "S ummer", + "Sum mer", + "f os", + "fo s", + "_CONT AINER", + "_ ACK", + "_A CK", + "_AC K", + "Ġ filtr", + "Ġf iltr", + "Ġfil tr", + "Ġfi ltr", + "Ġfilt r", + "_ disp", + "_d isp", + "_dis p", + "_di sp", + "_ Re", + "_R e", + "Ġfac ile", + "Ġfacil e", + "а ÑĪ", + "Ġìķ Ĭ", + "Ġe ben", + "Ġeb en", + "Ġsp rink", + "Ġspr ink", + "ĠQ uint", + "ĠQu int", + "ĠQui nt", + "> V", + "Ġhistor ians", + "Ġhistorian s", + "Ġhistoria ns", + "Ġhisto rians", + "our met", + "Ġ Monitoring", + "ĠMonitor ing", + "led ger", + "ledge r", + "c ott", + "co tt", + "cot t", + "Ġ ware", + "Ġw are", + "Ġwar e", + "Ġwa re", + "G GLE", + "GG LE", + "c ars", + "ca rs", + "car s", + "ĠM EDIATEK", + "Ġvol upt", + "_ View", + "_V iew", + "H EL", + "HE L", + "( copy", + "(c opy", + "(co py", + "( stats", + "(st ats", + "(stat s", + "Ġch romosome", + "Ġchrom osome", + "ĠCurt is", + "- conf", + "-con f", + "-co nf", + "( asset", + "(as set", + "Ġh vor", + "Ġhv or", + "File System", + "< >();čĊ", + "<>( );čĊ", + "<> ();čĊ", + "o coder", + "oc oder", + "oco der", + "ocode r", + "ĠC annon", + "ĠCan non", + "ĠCann on", + ") x", + "Ġ Smooth", + "ĠSm ooth", + "ĠS AS", + "ĠSA S", + "_ ce", + "_c e", + "ĉ prev", + "ĉp rev", + "ĉpr ev", + "ĉpre v", + "_ movie", + "_m ovie", + "_mov ie", + "_mo vie", + "E c", + "_ wall", + "_w all", + "< Button", + ".ĊĊ", + "/> .ĊĊ", + "/>.Ċ Ċ", + "/>. ĊĊ", + "o genesis", + "ogen esis", + "ogene sis", + "Ġ OPTIONS", + "ĠOPTION S", + "ĠOPT IONS", + "up tools", + "upt ools", + "Ġmilit ant", + "Ġmil itant", + "Ġmili tant", + "Ġex ited", + "Ġexit ed", + "i gar", + "ig ar", + "iga r", + "Ġ COMM", + "ĠCO MM", + "ĠCOM M", + "Ġ Disposable", + "ĠD isposable", + "ĠDis posable", + "ay cast", + "Ġrow span", + "Ġrows pan", + "Ġsyn thes", + "Ġsynth es", + "Ġsynt hes", + "Ġso ndern", + "Ġsond ern", + "Ġ Ċ", + "]- ->Ċ", + "ĠJ acket", + "ĠJack et", + "ĠJac ket", + "ĠJa cket", + "R ATION", + "RA TION", + ".get SelectedItem", + ".getSelected Item", + "- init", + "-in it", + "-i nit", + "Ġ Registers", + "ĠReg isters", + "ĠRegister s", + "_ sep", + "_s ep", + "_se p", + "Ġ Toolkit", + "ĠTool kit", + ". dict", + ".d ict", + ".di ct", + "Ġ xlabel", + "Ġx label", + "Ġxl abel", + "\\ Table", + "t oc", + "to c", + "_ combo", + "_c ombo", + "_com bo", + "_comb o", + "Ġ Compact", + "ĠComp act", + "Ġr ugged", + "Ġrug ged", + "à¥ĩ à¤", + "- management", + "-man agement", + "') }}\">Ċ", + "')}} \">Ċ", + "')}}\" >Ċ", + "')} }\">Ċ", + "')}}\"> Ċ", + "Ġ Stamp", + "ĠSt amp", + "ĠSta mp", + "ĠStam p", + "ı l", + "r ox", + "ro x", + "Ġlandscape s", + "Ġlandsc apes", + "_ NOTE", + "_N OTE", + "_NO TE", + "_NOT E", + "mon ary", + "c ab", + "ca b", + "Ġmo et", + "x af", + "xa f", + "r code", + "rc ode", + "- cli", + "-c li", + "-cl i", + "_ gate", + "_g ate", + "[ event", + "[e vent", + "S PORT", + "SP ORT", + "g ia", + "gi a", + "Ġ SUPER", + "ĠS UPER", + "ĠSU PER", + "ĠSUP ER", + "/ Login", + "_ shutdown", + "_sh utdown", + "int errupt", + "inter rupt", + "Ġpret ending", + "Ġpretend ing", + "Ġf ringe", + "Ġfr inge", + "Ġfri nge", + "ĠR eds", + "ĠRe ds", + "ĠRed s", + "Ġ CUDA", + "ĠC UDA", + "ĠCU DA", + "Ġ UNIX", + "ĠUN IX", + "v it", + "vi t", + "Ġ brig", + "Ġb rig", + "Ġbr ig", + "Ġbri g", + "d rv", + "dr v", + "Ġ Connector", + "ĠConnect or", + "ĠConn ector", + "There fore", + "Ġ lia", + "Ġl ia", + "Ġli a", + "D etection", + "De tection", + "Det ection", + "Detect ion", + "_ actor", + "_a ctor", + "_ac tor", + "_act or", + "Ġtemp file", + "Ġecc entric", + "- role", + "-r ole", + "-ro le", + "Ġp adx", + "Ġpa dx", + "Ġpad x", + "d ent", + "de nt", + "den t", + "West ern", + "Ġ ê·¸", + "Ġê ·¸", + "Ġê· ¸", + "ĠApplication Record", + "Ġcampaign ing", + "_ runner", + "_r unner", + "_run ner", + "ĠC ivic", + "ĠCi vic", + "ĠCiv ic", + "a leigh", + "ale igh", + "Ġdir ekt", + "Ġdire kt", + ".s ul", + "Ġ Ġĉĉĉ", + "ĠĠ ĉĉĉ", + "ĠĠĉ ĉĉ", + "ĠĠĉĉ ĉ", + "a nten", + "an ten", + "ant en", + "ante n", + "Ġ issuer", + "Ġiss uer", + "Ġissue r", + "Ġissu er", + "Ġassert ions", + "Ġassertion s", + "( orig", + "(o rig", + "(or ig", + "AT IO", + "Ġle aned", + "Ġlean ed", + "ä s", + ". DTO", + ".D TO", + "ex plode", + "expl ode", + "explo de", + ". Observable", + ".O bservable", + "Ġstagger ing", + "Ġkidn apped", + "Ġprogram mers", + "Ġprogramme rs", + "Ġprogrammer s", + "Ġprogramm ers", + "ĠIn nov", + "ĠInn ov", + ". parameter", + ".param eter", + "Ġd omination", + "Ġdo mination", + "Ġdom ination", + "Ġdomin ation", + "Ġdomina tion", + "Ġske ptic", + "Ġskept ic", + "Ġ æĺ¯", + "Ġæĺ ¯", + "Ġav oids", + "Ġavoid s", + ". Verify", + ".Ver ify", + "ub by", + "ubb y", + "Ġ ASN", + "ĠA SN", + "ĠAS N", + "Ġform ato", + "Ġformat o", + "Ġforma to", + "ĠBeat les", + "_ brand", + "_b rand", + "_br and", + "Ġin set", + "Ġins et", + "Ġinse t", + "y outu", + "you tu", + "Ġ toc", + "Ġt oc", + "Ġto c", + "- final", + "-f inal", + "-fi nal", + "-fin al", + "Sh owing", + "Show ing", + "ĠD oub", + "ĠDo ub", + "ĠDou b", + "ĠM esa", + "ĠMe sa", + "ĠMes a", + "A dj", + "Ad j", + "_ medium", + "_m edium", + "_med ium", + "Create s", + "Cre ates", + "Creat es", + "( endpoint", + "(end point", + "ĉ UP", + "ĉU P", + "b bie", + "bb ie", + "Ġ stalk", + "Ġs talk", + "Ġst alk", + "Ġsta lk", + "Ġstal k", + ".data bind", + ".datab ind", + ". Scan", + ".S can", + ".Sc an", + "ag ents", + "age nts", + "agent s", + "agen ts", + "$ ,", + "ind ividual", + "+ )/", + "+) /", + "ĉ vm", + "ĉv m", + "( notification", + "(not ification", + "Ġin ex", + "Ġi nex", + "Ġine x", + "Ġ Classification", + "ĠClass ification", + "r eno", + "re no", + "ren o", + "Ġo lig", + "Ġol ig", + "Ġoli g", + "- rated", + "-r ated", + "-rate d", + "-ra ted", + "Ġform ulation", + "Ġformula tion", + "Ġformul ation", + "' ,{", + "', {", + "Ġa cept", + "Ġac ept", + "Ġace pt", + "_ unpack", + "_un pack", + "_ CA", + "_C A", + ". Pow", + ".P ow", + "ĉ im", + "ĉi m", + "Ġal uminium", + "Ġalum inium", + "A NO", + "AN O", + "Ġ xn", + "Ġx n", + "Ġc ómo", + "Ġcó mo", + "Ġ Ingredient", + "ĠIng redient", + "Ġseiz ures", + "Ġseizure s", + "åħ ±", + "ific ador", + "ificado r", + "Ġs iguiente", + "Ġsigu iente", + "ĠIn fragistics", + "Ġd uplicated", + "Ġduplicate d", + "Ġdup licated", + "Ġduplic ated", + "ĠD ee", + "ĠDe e", + "Ġn ø", + "Ġ ACCEPT", + "ĠAC CEPT", + "( crate", + "(c rate", + "(cr ate", + "иÑĤ елÑĮ", + "иÑĤе лÑĮ", + "- less", + "-l ess", + "-le ss", + "Ġ infinity", + "Ġin finity", + "Ġinf inity", + "Ġinfinit y", + "An alyzer", + "Analy zer", + "- Day", + "-D ay", + "r itt", + "ri tt", + "rit t", + "( cin", + "(c in", + "(ci n", + "ĠG y", + "Ġmulti plied", + "Ġmultip lied", + "u chi", + "uch i", + "uc hi", + "ĠBald win", + "/ ip", + "/i p", + "Ġshort cuts", + "Ġshortcut s", + ". ADD", + ".A DD", + ".AD D", + "Ġv igor", + "Ġvi gor", + "Ġvig or", + "_ instruction", + "_in struction", + "_instr uction", + "( ;", + "_ eta", + "_e ta", + "_et a", + "è¿ ŀ", + "utor ials", + "utorial s", + "Ġboost ing", + "b v", + "Ġacknowled ges", + "Ġacknowledge s", + "List ening", + "Listen ing", + "F AQ", + "FA Q", + "; b", + "( (-", + "(( -", + "Ġarchitect s", + "Ġarchit ects", + "Ġz we", + "Ġzw e", + "Ġp uls", + "Ġpul s", + "Ġpu ls", + "Ġget Count", + "ĠgetC ount", + "ver bs", + "verb s", + "ãĢ ľ", + "( Collection", + "(C ollection", + "k re", + "kr e", + "Ġjurisdiction s", + "Ġjuris dictions", + "_ bridge", + "_b ridge", + "_br idge", + "ĠC rack", + "ĠCr ack", + "ĠCra ck", + "Ġ Difficulty", + "ĠDiff iculty", + "K O", + "Res ervation", + "_ requires", + "_re quires", + "_require s", + "T our", + "To ur", + "ãģĹ ãģŁ", + "ãģĹãģ Ł", + ". setCurrent", + ".set Current", + "Ġ ky", + "Ġk y", + "ĠAlb any", + "ĠAlban y", + "Ġ è§", + "Ġè §", + "l ler", + "ll er", + "lle r", + "ag na", + "agn a", + "work ers", + "worker s", + "wor kers", + ". blank", + ".bl ank", + "ĠPr ayer", + "ĠPra yer", + "M IC", + "MI C", + "Ġresil ience", + "Te X", + "Ġ Languages", + "ĠL anguages", + "ĠLanguage s", + "st udy", + "stu dy", + "stud y", + "ĉ curr", + "ĉc urr", + "ĉcur r", + "Ġenzym es", + "Ġenzyme s", + "S lug", + "Sl ug", + "Ġ íĮĮ", + "ĠíĮ Į", + "st ral", + "str al", + "stra l", + "Ġtum ors", + "Ġtumor s", + "Ġseg unda", + "Ġsegu nda", + "= '{", + "=' {", + "in struction", + "instr uction", + "ĠL isp", + "ĠLi sp", + "ĠLis p", + "/ info", + "/in fo", + "Ġ\" {$", + "Ġ\"{ $", + ",: ),", + ",:) ,", + "Ġ gv", + "Ġg v", + "( ErrorMessage", + "(Error Message", + "Ġ '=", + "Ġ' =", + "} -${", + "}- ${", + ". Documents", + ".Document s", + ".Doc uments", + "\" Well", + "\"We ll", + "\"W ell", + "Ġreminis cent", + "Ġg az", + "Ġga z", + "ir opr", + "iro pr", + "e hr", + "eh r", + "Ġsup pressed", + "Ġsuppress ed", + "Ġsupp ressed", + "er sh", + "ers h", + ".scroll To", + "Ġ cadena", + "Ġc adena", + "Ġcad ena", + "Ġcade na", + "Ġgame State", + "ÃŃ m", + "( conv", + "(con v", + "(co nv", + "Ġ Tomorrow", + "ĠTom orrow", + "ĠC CT", + "ĠCC T", + "M ongo", + "Mon go", + "Mo ngo", + "u lg", + "ul g", + ". Camera", + ".C amera", + ". handlers", + ".handle rs", + ".handler s", + ".hand lers", + "m ph", + "mp h", + "Ġ stk", + "Ġs tk", + "Ġst k", + "Ġgen etics", + "Ġgene tics", + "Ġgenetic s", + "AC ING", + "Tr ivia", + "Tri via", + "ĠB am", + "ĠBa m", + "( marker", + "(m arker", + "(mark er", + ". Stretch", + ".St retch", + ".Str etch", + "ĠSun ni", + "ĠB etty", + "ĠBe tty", + "ĠBet ty", + "ĠBett y", + ". tolist", + ".t olist", + ".to list", + "un likely", + ". Rectangle", + ".Rect angle", + "ob solete", + "IL ON", + "inner Text", + "em bourg", + "emb ourg", + "a N", + "ĠV ehicles", + "ĠVehicle s", + "un lock", + ": utf", + "n ob", + "no b", + "Ġ Seeing", + "ĠSe eing", + "ĠSee ing", + "ĠN EVER", + "ĠNE VER", + "Ġ tls", + "Ġt ls", + "Ġtl s", + "Ġf illes", + "Ġfil les", + "Ġfill es", + "Ġfille s", + "Ġbenef ited", + "Ġbenefit ed", + "ĠC lint", + "ĠCl int", + "ĠClin t", + "ĠCli nt", + "*/ ),", + "*/) ,", + ". fold", + ".f old", + "Ġpos ible", + "Ġposi ble", + "A DED", + "AD ED", + "ADE D", + "t house", + "th ouse", + ". DAL", + ".D AL", + "Ġ Odd", + "ĠO dd", + "ĠOd d", + "r okes", + "ro kes", + "roke s", + "rok es", + "ĠS unny", + "ĠSun ny", + "ĠPartial Eq", + "_ Buffer", + "_B uffer", + "ĠL evi", + "ĠLe vi", + "ĠLev i", + "long rightarrow", + "el don", + "eld on", + "eldo n", + "g ages", + "ga ges", + "gage s", + "_ warn", + "_w arn", + "_war n", + ".Create Table", + "ĠD ip", + "ĠDi p", + "_ questions", + "_question s", + "_quest ions", + ". logic", + ".log ic", + "Ġ #\"", + "Ġ# \"", + "={ ()=>", + "={() =>", + "={( )=>", + "Ġ tep", + "Ġt ep", + "Ġte p", + "Ġju icy", + "ì Ĥ¬", + "ìĤ ¬", + "en ko", + "enk o", + "ial ect", + "ia lect", + "iale ct", + "Ù ī", + "Ġon board", + "Ġ æı", + "Ġæ ı", + "ĉ rt", + "ĉr t", + "_ UTF", + "_U TF", + "_UT F", + "ĠQ Action", + "ĠQA ction", + "âĢ ŀ", + "( Component", + "( audio", + "(a udio", + ". hit", + ".h it", + "g te", + "gt e", + "Ġprogram med", + "Ġprogramme d", + "Ġprogramm ed", + "state Params", + "Ġpoly ester", + "f ires", + "fi res", + "fire s", + "fir es", + "by ss", + "] =(", + "]= (", + "_ quality", + "_q uality", + "_qu ality", + "_qual ity", + "Of Day", + "ĠF airy", + "ĠFair y", + "ĠFa iry", + "Ġy elled", + "Ġyell ed", + "o pl", + "op l", + "( userName", + "(user Name", + "Ġ Difference", + "ĠD ifference", + "ĠDiff erence", + "Ġeval uations", + "Ġevaluation s", + "Ġevalu ations", + "iff any", + "Ġcycl ists", + "Ġcyc lists", + "Ġcyclist s", + "Ġ cidade", + "Ġc idade", + "Ġcid ade", + "Ġtext book", + "Ġprof iling", + "Ġprofil ing", + "_ _),", + "__ ),", + "__) ,", + "d ea", + "de a", + ". activate", + ".act ivate", + ".activ ate", + "Ġind ications", + "Ġindic ations", + "Ġindication s", + "Ð ķ", + "Touch UpInside", + "Ġinval uable", + "Ġ MASK", + "ĠM ASK", + "ĠMA SK", + "ĠMAS K", + "Ġcont end", + "Ġconten d", + "Ġconte nd", + "F req", + "Fr eq", + "Fre q", + "Ġrec ruits", + "Ġrecru its", + "Ġrecruit s", + "( interval", + "(int erval", + "(inter val", + "Ġ UserProfile", + "ĠUser Profile", + "Ġ'./ ../", + "Ġ'. /../", + "e du", + "ed u", + "_ Callback", + "_C allback", + "_Call back", + "Ġan alogy", + "Ġanal ogy", + "Ġanalog y", + "Ġana logy", + "ĠT rophy", + "ĠTr ophy", + "ĠTro phy", + "app hire", + "V ideos", + "Video s", + "ĠC her", + "ĠCh er", + "ĠChe r", + "ĠH av", + "ĠHa v", + "âĢ¦ \"", + ". validator", + ".valid ator", + "g fx", + "gf x", + "ĠU Object", + "class names", + "classname s", + "t riangle", + "tr iangle", + "tri angle", + "Ġ Encoder", + "ĠE ncoder", + "ĠEn coder", + "ĠEnc oder", + "ĠEncode r", + ". spy", + ".s py", + ".sp y", + "Ġpred ators", + "Ġpredator s", + "= status", + "=s tatus", + "- safe", + "-s afe", + ": \",Ċ", + ":\" ,Ċ", + ":\", Ċ", + "Ġ Including", + "ĠIn cluding", + "Ġ{ };čĊ", + "Ġ{} ;čĊ", + "Ġ{}; čĊ", + "* cos", + "*c os", + "Ġend ured", + "Ġendure d", + ".sul ake", + "Ġnurs ery", + "Ġnurse ry", + "Ġfrag rance", + "Ġre building", + "Ġrebuild ing", + "Ġ nth", + "Ġn th", + "Ġnt h", + "ĠFr aser", + "ĠFra ser", + ".set Date", + "ĠV ince", + "ĠVi nce", + "ĠVin ce", + "_ REST", + "_RE ST", + "_R EST", + "_RES T", + "Ġvent ilation", + "Ġventil ation", + "æµ ·", + "cri bes", + "cribe s", + ". asm", + ".as m", + ".a sm", + "lp Vtbl", + "ĠA be", + "ĠAb e", + "u isine", + "uis ine", + ", array", + ",a rray", + ",arr ay", + "ĉ className", + "ĉclass Name", + "err als", + "erra ls", + "erral s", + "Ġ 'ĊĊ", + "Ġ' ĊĊ", + "Ġ'Ċ Ċ", + "Check out", + "Ġs olicit", + "Ġso licit", + "Ġsol icit", + "Ġsolic it", + "A ux", + "Au x", + "_ capture", + "_c apture", + "_cap ture", + "Ġr ibs", + "Ġrib s", + "Ġri bs", + "r agon", + "ra gon", + "rag on", + "v iol", + "vi ol", + "vio l", + "to pics", + "top ics", + "topic s", + "Function Flags", + "ĠM arty", + "ĠMar ty", + "ĠMart y", + "b ike", + "bi ke", + "ĠT ucker", + "ĠTu cker", + "( kernel", + "(k ernel", + "Ġ Ops", + "ĠO ps", + "ĠOp s", + "Close Operation", + "/ demo", + "/d emo", + "/de mo", + "i lda", + "il da", + "ild a", + "ĠlÃŃ nea", + "AP PING", + "APP ING", + "Ġsu ites", + "Ġsuit es", + "Ġsuite s", + "Ġsui tes", + ".visit VarInsn", + "u rus", + "ur us", + "uru s", + "Ġ Minute", + "ĠMin ute", + "( manager", + "(m anager", + "(man ager", + "Ġbutter fly", + "Ġa pare", + "Ġap are", + "Ġapar e", + "Ġapa re", + "Ġw olves", + "Ġwol ves", + "J WT", + "ĠS alon", + "ĠSal on", + "ĠSa lon", + "ĉ delay", + "ĉd elay", + "ĉde lay", + "ĉdel ay", + "- eslint", + "-es lint", + "is ations", + "isation s", + ". rpc", + ".r pc", + ") |(", + ")| (", + "ĠSnap chat", + "/ mm", + "/m m", + "M N", + "c eries", + "ce ries", + "cer ies", + ".t extAlignment", + ".text Alignment", + "ĠFrank furt", + "Ġ ado", + "Ġa do", + "Ġad o", + "( newValue", + "(new Value", + "( access", + "(a ccess", + "(ac cess", + "(acc ess", + "( Expression", + "Ġ SignIn", + "ĠSign In", + "ĠHa iti", + "ĠHait i", + "ĠHai ti", + "_ tp", + "_t p", + ". setParameter", + ".set Parameter", + "Min ute", + "Ġmanual s", + "ric anes", + "ricane s", + "rica nes", + "Ġ PTR", + "ĠP TR", + "ĠPT R", + "Ġ Outer", + "ĠO uter", + "ĠOut er", + "ĠOu ter", + "Ġ getline", + "Ġget line", + "oc ations", + "ocation s", + "_ CD", + "_C D", + "ĠL yon", + "ĠLy on", + "/ gui", + "/g ui", + "_ live", + "_l ive", + "_li ve", + "i dan", + "id an", + "ida n", + ". geom", + ".ge om", + ".geo m", + "Ġborder Bottom", + "im uth", + "imu th", + "_ checkpoint", + "_check point", + "Ġm eu", + "Ġme u", + "ĠIr ving", + "Ġpeu vent", + "( MAX", + "(M AX", + "Ġ ARCH", + "ĠAR CH", + "ĠARC H", + "Ġp ov", + "Ġpo v", + ".source forge", + "Ġjam ais", + "Ġ ark", + "Ġa rk", + "Ġar k", + "ĠBaghd ad", + "Ġ CLEAR", + "ĠC LEAR", + "ĠCL EAR", + "Menu Bar", + "Ġtr ois", + "Ġtro is", + "CHED ULE", + "Ġ #čĊ", + "Ġ# čĊ", + "( Call", + "(C all", + "$ order", + "( Material", + "(M aterial", + "(Mat erial", + "Ġencontr ado", + "$ list", + "$l ist", + "ĠMETHOD S", + ". beginTransaction", + ".begin Transaction", + "_M AG", + "_MA G", + "Style Sheet", + "Ġmajor s", + "Ġmaj ors", + "Ġindef initely", + "Ġindefinite ly", + "c leanup", + "clean up", + "Ġhome land", + "Ġhom eland", + "( dto", + "(d to", + "(dt o", + "D ates", + "Date s", + "Da tes", + "Dat es", + "P resentation", + "Present ation", + "Ġ DK", + "ĠD K", + "={` /", + "ĉ Key", + "ĉK ey", + "( Block", + "(B lock", + "_ checkbox", + "_check box", + "ne eds", + "need s", + "nee ds", + "Ġon Complete", + "r ico", + "ri co", + "ric o", + "Ġg leich", + "Ġgle ich", + "Ġ xm", + "Ġx m", + "O OD", + "OO D", + "B etter", + "Bet ter", + "ĠSQL ITE", + ". Book", + ".B ook", + "x ad", + "xa d", + "ĠG one", + "ĠGo ne", + "ĠGon e", + "ĉ dp", + "ĉd p", + "Ġdev otion", + "Ġ stm", + "Ġs tm", + "Ġst m", + "Ġob sess", + "Ġobs ess", + "Ġ Backend", + "ĠBack end", + "Qu eries", + "Que ries", + "I k", + "/ /****************************************************************", + "// ****************************************************************", + "Ġdivide nds", + "Ġdivid ends", + "Ġdividend s", + ".parent Element", + "} \")ĊĊ", + "}\" )ĊĊ", + "}\")Ċ Ċ", + "}\") ĊĊ", + "ĠMaterial PageRoute", + ": num", + ":n um", + "Ġexp lic", + "Ġexpl ic", + "Ġ OL", + "ĠO L", + "l east", + "le ast", + "lea st", + "O ops", + "iment os", + "imento s", + "imen tos", + "Ġins urers", + "Ġinsure rs", + "Ġinsurer s", + "Ġhero ic", + "ĉ fields", + "ĉf ields", + "ĉfield s", + ".img ur", + ".btn Cancel", + "ĠDet ective", + "ĠDetect ive", + "( sm", + "(s m", + "ĠMutable LiveData", + ". lab", + ".l ab", + "( ([", + "(( [", + "Ġha irst", + "Ġhair st", + "Ġhai rst", + "Ġhairs t", + "Ġ Transactions", + "ĠTrans actions", + "ĠTransaction s", + "å¼Ģ å§ĭ", + "Ġ stdClass", + "Ġstd Class", + "u ento", + "uen to", + "uent o", + "G IS", + "GI S", + "_ cod", + "_c od", + "_co d", + "In structions", + "Instruction s", + "Instr uctions", + "C alls", + "Call s", + "Cal ls", + "Pointer Type", + "ĠR w", + "Ġassort ment", + "Ġ DIG", + "ĠD IG", + "ĠDI G", + "+ r", + "_ CERT", + "_C ERT", + "_CE RT", + "Ġinst ability", + "Ġv ib", + "Ġvi b", + "o nas", + "on as", + "ona s", + "Ġr oku", + "Ġro ku", + "Ġrok u", + "ap ellido", + "Ġ angl", + "Ġan gl", + "Ġang l", + "prene ur", + "Ġfl uids", + "Ġfluid s", + "Ġflu ids", + "is ease", + "ise ase", + "Ġd eed", + "Ġde ed", + "Ġdee d", + "qu ist", + "quis t", + "qui st", + "_CONST ANT", + "Ġequ ilibrium", + "_ delegate", + "_de legate", + "ĠQuant um", + "r ei", + "re i", + "Cap abilities", + "rect angle", + "? ><", + "?> <", + "a lien", + "al ien", + "ali en", + "alie n", + "ĠJ ug", + "ĠJu g", + "D NA", + "DN A", + "T ickets", + "Tick ets", + "Ticket s", + "Occ urs", + "ĠH awk", + "ĠHaw k", + "ĠHa wk", + ".setHorizontal Group", + "\\ Collection", + "\\C ollection", + "ff iti", + "ffi ti", + "Ġre arr", + "Ġrear r", + ".setVertical Group", + "Ġc avity", + "Ġcav ity", + "Ġadult e", + "Ġadul te", + "Fac ade", + "Fa cade", + "- wh", + "-w h", + "ĠL OL", + "ĠLO L", + "Ø °", + "Ġgrand parents", + "Sw ift", + "ĉ wx", + "ĉw x", + "æīĢ æľī", + "i fen", + "if en", + "ife n", + "ff set", + "B eyond", + "// }ĊĊ", + "//}Ċ Ċ", + "Ġw ager", + "Ġwa ger", + "Ġwage r", + "Ġwag er", + "Ġ bury", + "Ġb ury", + "Ġbu ry", + "Ġbur y", + "Ġcomm ence", + "Ġcomme nce", + "Ġcommenc e", + "reg istro", + "registr o", + "regist ro", + "s cient", + "sc ient", + "sci ent", + "Ġ Percent", + "ĠPer cent", + "ĠPerc ent", + "Ġд олж", + "Ġдол ж", + "( identifier", + "(id entifier", + "(ident ifier", + ".set Model", + "Ġs eldom", + "Ġsel dom", + "n ton", + "nt on", + "Ġap pliance", + "Ġappl iance", + "a mus", + "am us", + "amu s", + "rys ler", + "Ġpan ties", + "Ġpant ies", + "engu ins", + "enguin s", + "Ġmi mic", + "Ġmim ic", + "Ġon Changed", + "ĠonChange d", + "Ġal coholic", + "Ġalcohol ic", + ".reload Data", + "Ch arge", + "Char ge", + "Ġ Fax", + "ĠF ax", + "ĠFa x", + "Ġj ScrollPane", + "Emp resa", + "Ġsh attered", + "x ba", + "xb a", + "Font s", + "Fo nts", + "? s", + "Ġpost season", + "re tain", + "ret ain", + "reta in", + "_ rates", + "_r ates", + "_rate s", + "_ra tes", + "_rat es", + "Ġ requestCode", + "Ġrequest Code", + ". todo", + ".t odo", + ".to do", + "´ s", + "C HK", + "CH K", + "Ġ Keeping", + "ĠKe eping", + "ĠKeep ing", + "ĠKee ping", + "enge ance", + "Ġvs code", + "IP PING", + "IPP ING", + "Default CloseOperation", + "_ raise", + "_r aise", + "_ra ise", + "ĠO culus", + "ĠOc ulus", + "o grams", + "og rams", + "ogram s", + "ogr ams", + "ogra ms", + "r aj", + "ra j", + "p ci", + "pc i", + "Ġcorros ion", + ". handleSubmit", + ".handle Submit", + "Access ible", + "ĠP iano", + "ĠPi ano", + "l ittle", + "lit tle", + "A CL", + "AC L", + "Äĩ e", + ". unwrap", + ".un wrap", + "ĠCon vers", + "ĠConv ers", + "ĠLe ben", + "ion eer", + "ione er", + "Ġ Merchant", + "ĠM erchant", + "ĠMer chant", + "ĠMerch ant", + "ĠJ orge", + "Ġembr acing", + "Ġ venta", + "Ġv enta", + "Ġvent a", + "Ġven ta", + "á st", + "ás t", + "Ġv iene", + "Ġvi ene", + "Ġvie ne", + "< QString", + "Ċ", + "-g rowing", + "-gr owing", + "-grow ing", + "Ġdeep copy", + "A ck", + "Ac k", + "eg gies", + "egg ies", + "Ġ __(\"", + "Ġ_ _(\"", + "Ġ__ (\"", + "Ġ__( \"", + "Ġn oir", + "Ġno ir", + "Ġnoi r", + "terror ism", + "Ġan them", + "Ġant hem", + "Ġanth em", + "a gency", + "ag ency", + "age ncy", + "agen cy", + "_ PACKAGE", + "_PACK AGE", + "Ġ Closure", + "ĠC losure", + "ĠClo sure", + ". registry", + ".reg istry", + "Ġmamm als", + "Ġmamma ls", + "< L", + "U ICollectionView", + "UI CollectionView", + "ĠLE Ds", + "ĠLED s", + "Ġv olley", + "Ġvol ley", + "Ġvoll ey", + "( Buffer", + "(B uffer", + "_N ATIVE", + "li bc", + "lib c", + "im plode", + "impl ode", + "Scroll Bar", + "ĠMar ion", + "ĠMario n", + "ĠMari on", + ". Contracts", + ".Con tracts", + ".Contract s", + "_ At", + "_A t", + "ĠWe instein", + "ĠWein stein", + "compare To", + "ĠH ose", + "ĠHo se", + "ĠHos e", + "en ity", + "eni ty", + ". createQuery", + ".create Query", + "_ router", + "_r outer", + "_ro uter", + "_route r", + "Ġstim uli", + "Ġ ++)", + "Ġ+ +)", + "Ġ++ )", + "ĠCh amp", + "ĠCha mp", + "ĠCham p", + "ĠBay ern", + "ĠBayer n", + "a ssa", + "as sa", + "ass a", + ". va", + ".v a", + "Ġdistrib utors", + "Ġdistributor s", + "Ġfile private", + "Ġdepart ed", + "c ccc", + "cc cc", + "ccc c", + "@ click", + "@c lick", + "ĠL unch", + "ĠLun ch", + "> L", + "Ġb luetooth", + "Ġbl uetooth", + ". Deep", + ".De ep", + "- standing", + "-st anding", + "á cil", + "ác il", + "áci l", + "Ġro oft", + "Ġroof t", + "Ġ Paths", + "ĠP aths", + "ĠPat hs", + "ĠPath s", + "ĠPa ths", + "_ iterations", + "_iter ations", + "_iteration s", + "Invalid ArgumentException", + ". spi", + ".s pi", + ".sp i", + "Ġ UIAlertAction", + "ĠUIAlert Action", + "u ye", + "uy e", + "sign in", + "sig nin", + ". priority", + ".p riority", + "ĠEs says", + "ĠEss ays", + "ĠEssay s", + "=' {$", + "='{ $", + "Ġ è¿ĶåĽŀ", + "Ġè¿ ĶåĽŀ", + "_ signed", + "_s igned", + "_sign ed", + "_sig ned", + ". persist", + ".p ersist", + "Ġre design", + "Ġred esign", + "Ġrede sign", + "Ġredes ign", + "To Lower", + "ĠNew man", + "= start", + "ĠIsrael is", + "ĠIsraeli s", + "as iswa", + "asis wa", + "S peech", + "Spe ech", + "Ġnum eros", + "Ġnumer os", + "Ġnumero s", + "handle rs", + "hand lers", + "handler s", + "ĠW ong", + "ĠWo ng", + "ĠWon g", + "Ġм еÑĤод", + "ĠмеÑĤ од", + "We ights", + "Weight s", + "ĠGu jar", + "t eil", + "te il", + "ĠNone theless", + "ĠNon etheless", + "_E FFECT", + "Ġ vect", + "Ġv ect", + "Ġve ct", + "Ġvec t", + "ĠO sc", + "ĠOs c", + "Ġco ats", + "Ġcoat s", + "ĠW heat", + "ĠWh eat", + "ĠWhe at", + "Ġge ek", + "Ġgee k", + "Ġ PROPERTY", + "ĠP ROPERTY", + "ĠPRO PERTY", + "w orm", + "wo rm", + "wor m", + "_ constants", + "_con stants", + "_const ants", + "_constant s", + "ĠB oulder", + "ĠBou lder", + "Ġ Parm", + "ĠP arm", + "ĠPar m", + "ĠPa rm", + "c ole", + "co le", + "col e", + "Ġdefault Center", + "ĠRo uge", + "ĠRou ge", + ": A", + "x cf", + "xc f", + "ĠVen ice", + "ĠVe nice", + "m edian", + "med ian", + "medi an", + "media n", + "Ġred emption", + "F resh", + "Fr esh", + "Fre sh", + "Ġco sm", + "Ġcos m", + "Ġ figur", + "Ġfig ur", + "Ġref urb", + "CO PE", + ". cd", + ".c d", + "Ġch ords", + "Ġchord s", + "Ġchor ds", + "ĠS gt", + "Å į", + "V PN", + "VP N", + "Ġ SEND", + "ĠS END", + "ĠSE ND", + "ĠSEN D", + "a inen", + "ain en", + "ai nen", + "aine n", + "_ accounts", + "_account s", + "_ac counts", + "Ġt enth", + "Ġte nth", + "Ġten th", + "Ġtent h", + "Ġdiss olved", + "Ġdissolve d", + "< App", + "", + "Ġ' >", + "Ġlegitim acy", + "Ġ oo", + "Ġo o", + "S linky", + "Sl inky", + "Ġnational s", + "Ġnation als", + ". words", + ".w ords", + ".word s", + "; p", + "t rap", + "tr ap", + "tra p", + "oman ip", + "oma nip", + "Ġc ues", + "Ġcu es", + "Ġcue s", + "Ġgrad uating", + "Ġgradu ating", + "Ġsem aphore", + "\" ]);ĊĊ", + "\"] );ĊĊ", + "\"]) ;ĊĊ", + "\"]);Ċ Ċ", + "\"]); ĊĊ", + "ace y", + "ac ey", + "RE ET", + "REE T", + "G rab", + "Gr ab", + "ĠF elix", + "ĠFe lix", + "ĠFel ix", + "( Id", + "(I d", + "_ neighbors", + "_ne ighbors", + "_neighbor s", + "Ġmeaning less", + "( del", + "(d el", + "(de l", + "Ġj eder", + "Ġje der", + "Ġjed er", + "Ġjede r", + "ĠContent Values", + ". absolute", + ".a bsolute", + ".abs olute", + "/ cl", + "/c l", + "Ġ xb", + "Ġx b", + "d atum", + "dat um", + "Ġtort ured", + "Ġtorture d", + "Ġrub bing", + "Ġru bbing", + "S cores", + "Sc ores", + "Score s", + "ĠðŁĺ ī", + "Ġav ons", + "Ġam sterdam", + "E OS", + "EO S", + "H al", + "Ha l", + "Ġtrust worthy", + "# =", + ".EX TRA", + "Ġm ano", + "Ġman o", + "Ġma no", + "is icing", + "isi cing", + "- support", + "-s upport", + "-sup port", + "ĉ cursor", + "ĉc ursor", + "Ġ Spo", + "ĠS po", + "ĠSp o", + "ai massage", + "aim assage", + "M ission", + "Miss ion", + "[] {\"", + "[]{ \"", + "Ġpr inters", + "Ġprint ers", + "Ġprinter s", + "Ġprin ters", + "G REEN", + "GRE EN", + "GREE N", + "Ġ teg", + "Ġt eg", + "Ġte g", + "Ġabdom inal", + "! ĊĊĊĊĊĊ", + "!ĊĊ ĊĊĊĊ", + "!Ċ ĊĊĊĊĊ", + "!ĊĊĊĊ ĊĊ", + "!ĊĊĊ ĊĊĊ", + ". Short", + ".S hort", + ".Sh ort", + "а зв", + "аз в", + "ĠGi fts", + "ĠGift s", + "} \")", + "}\" )", + "( binding", + "(b inding", + "(bin ding", + "(bind ing", + "x ce", + "xc e", + "âĢ ij", + "in fos", + "info s", + "inf os", + "Form Data", + "Ġ dart", + "Ġd art", + "Ġda rt", + "Ġdar t", + "Ġ elems", + "Ġe lems", + "Ġel ems", + "Ġele ms", + "Ġelem s", + "( inv", + "(i nv", + "(in v", + "Y L", + "t in", + "ti n", + "G ENER", + "GE NER", + "GEN ER", + "á» ¯", + "Ġ Taken", + "ĠT aken", + "ĠTake n", + "ĠTa ken", + "ĠTak en", + "uc kle", + "uck le", + ": e", + "Ġs pectral", + "Ġspect ral", + "Ġspectra l", + ".b aidu", + "/ ');Ċ", + "/' );Ċ", + "/') ;Ċ", + "Ġgre edy", + "Ġgreed y", + "es ion", + "esi on", + ",,,, ,,,,", + "Ġ/ >,Ċ", + "Ġ/> ,Ċ", + "Ġ/>, Ċ", + "Internal ServerError", + "NS NotificationCenter", + "NSNotification Center", + "Ġ Ai", + "ĠA i", + "Ġs pit", + "Ġsp it", + "Ġspi t", + "Ġaug mented", + "Ġaugment ed", + "Ġstandard UserDefaults", + "FIN ITY", + "R ace", + "Ra ce", + ": C", + "ĠRE CORD", + "ĠREC ORD", + "Ġ Highlight", + "ĠHigh light", + "Ġ' `", + "Ġdef icits", + "Ġdeficit s", + "Ġn ei", + "Ġne i", + "Ġresearch ed", + "T a", + "Ġc opp", + "Ġco pp", + "Ġcop p", + ".Get HashCode", + ") :čĊčĊ", + "): čĊčĊ", + "):čĊ čĊ", + "On Click", + "ĠWell ington", + "ĠWel lington", + "Ġrev ival", + "æ¯ Ķ", + "éĹ ®", + "Ġ NSS", + "ĠN SS", + "ĠNS S", + "Ġf orn", + "Ġfor n", + "Ġfo rn", + "Ġin té", + "Ġint é", + "ĠKu wait", + "_ flip", + "_f lip", + "_fl ip", + "_ bo", + "_b o", + "_ \\", + "Ġocc urrences", + "Ġoccurrence s", + "Ġ Scientists", + "ĠScient ists", + "ĠScientist s", + "S RC", + "SR C", + "o gens", + "og ens", + "ogen s", + "oge ns", + "i grant", + "ig rant", + "igr ant", + "RE MOTE", + "REM OTE", + "Ġ SID", + "ĠS ID", + "ĠSI D", + ". opts", + ".op ts", + ".o pts", + ".opt s", + "u ve", + "uv e", + "( )])Ċ", + "() ])Ċ", + "()] )Ċ", + "Ġlibert arian", + "ĠG lide", + "ĠGl ide", + "l esen", + "le sen", + "les en", + "Ġ forme", + "Ġfor me", + "Ġform e", + "ow ania", + "owa nia", + "owan ia", + "Ġannoy ed", + "D efs", + "De fs", + "Def s", + "Ġ Executor", + "ĠExec utor", + "Ġ casts", + "Ġc asts", + "Ġca sts", + "Ġcas ts", + "Ġcast s", + ". setChecked", + ".set Checked", + "Ġ Sharing", + "ĠSh aring", + "ĠSha ring", + "ĠShar ing", + ".Serialize Object", + "Ġ selectors", + "Ġselect ors", + "Ġselector s", + "Ġsel ectors", + "Ġsele ctors", + "_ OTHER", + "_OT HER", + "ë ¯¸", + "ë¯ ¸", + "( super", + "(s uper", + "( OS", + "(O S", + "_ VERIFY", + "_VER IFY", + "id unt", + "< header", + "';Ċ", + "Ġ/> ';Ċ", + "Ġ/>' ;Ċ", + "Ġvid éo", + "Ġvidé o", + "ĠNe gro", + "ĠNeg ro", + "ĠL ords", + "ĠLord s", + "ĠLor ds", + "ĠT ours", + "ĠTo urs", + "ĠTour s", + "ĠTou rs", + "Ġsoft ly", + ". receive", + ".re ceive", + "Ġ ERC", + "ĠE RC", + "ĠER C", + "Ġdata Set", + "B adge", + "Bad ge", + "Ba dge", + "ĉ Event", + "ĉE vent", + "Ġ perl", + "Ġper l", + "Ġpe rl", + "Ġ {}\\", + "Ġ{ }\\", + "Ġ{} \\", + "( sentence", + "(s entence", + "(sent ence", + "Or Update", + "Ġdim inish", + "Ġdimin ish", + "P IN", + "PI N", + "( draw", + "(d raw", + "(dr aw", + ".To DateTime", + ". EqualTo", + ".Equal To", + "( pin", + "(p in", + "(pi n", + "-p encil", + "l uent", + "lu ent", + "lue nt", + "Ġ Caller", + "ĠC aller", + "ĠCal ler", + "ĠCall er", + "ĠCa ller", + "Ġplay ful", + "- '+", + "-' +", + "x ca", + "xc a", + "s wick", + "sw ick", + ") {}Ċ", + "){ }Ċ", + "} :${", + "}: ${", + "ĠM eth", + "ĠMe th", + "ĠMet h", + ". getCell", + ".get Cell", + ".getC ell", + ". break", + ".b reak", + "Ġ ymax", + "Ġy max", + "=' Ċ", + "}`} >Ċ", + "ĠH iro", + "ĠHi ro", + "ĠHir o", + "( TRUE", + "(TR UE", + "as urer", + "asure r", + "asu rer", + "Ġc uer", + "Ġcu er", + "Ġcue r", + "U ber", + "Ub er", + ". Operation", + ".O peration", + ".Op eration", + "Ġ olan", + "Ġo lan", + "Ġol an", + "Ġola n", + "Ġthr illing", + "Ġthrill ing", + "< Response", + "ĠF emin", + "ĠFe min", + "ĠFem in", + "Ġtr aversal", + "Ġtravers al", + "Ġp oc", + "Ġpo c", + "Ġ setStatus", + "Ġset Status", + "de clar", + "dec lar", + "decl ar", + "std afx", + "Ġaddict ive", + "Ġ Btn", + "ĠB tn", + "Ġexplos ives", + "Ġexplosive s", + "ĠCo oking", + "ĠCook ing", + "ĠPl aint", + "ĠPlain t", + "ĠPla int", + "Ġ accumulator", + "Ġaccum ulator", + "Ġ Appointment", + "ĠApp ointment", + ", password", + ",p assword", + "ĠF AR", + "ĠFA R", + "l uet", + "lu et", + "lue t", + "Further more", + "decl spec", + "_ Statics", + "_Static s", + "_St atics", + ". Dictionary", + ".D ictionary", + "\" >'.", + "\"> '.", + "\">' .", + "ĉ valid", + "ĉval id", + "ĉva lid", + "\" \",", + "\"\" ,", + "In strument", + "Instr ument", + "> J", + "Ġno str", + "Ġnos tr", + "Ġnost r", + "ĠR ift", + "ĠRi ft", + "ĠRif t", + "_ Port", + "_P ort", + "Ġve ces", + "Ġvec es", + "[ ['", + "[[ '", + "Ġrall ies", + "- series", + "-s eries", + "-se ries", + "-ser ies", + "Ġ vv", + "Ġv v", + ". uc", + ".u c", + "Ġr tn", + "Ġrt n", + "State Changed", + "( ins", + "(i ns", + "(in s", + "Ġ Cla", + "ĠC la", + "ĠCl a", + "- -----------Ċ", + "-- ----------Ċ", + "---- --------Ċ", + "-------- ----Ċ", + "--- ---------Ċ", + "------------ Ċ", + "----- -------Ċ", + "---------- --Ċ", + "------ ------Ċ", + "----------- -Ċ", + "------- -----Ċ", + "--------- ---Ċ", + "c us", + "cu s", + "Ġ Reload", + "ĠR eload", + "ĠRe load", + "ĠRel oad", + "// ------------------------------------------------------------------------------------------------", + "//---------------------------------------------------------------- --------------------------------", + "//---------------------------------------------------------------------------- --------------------", + "//------------------------------------------------ ------------------------------------------------", + "//-------------------------------- ----------------------------------------------------------------", + "//-------------------------------------------------------------------------------- ----------------", + "//---------------- --------------------------------------------------------------------------------", + ". seconds", + ".se conds", + ".second s", + ".sec onds", + "_ destination", + "_d estination", + "_dest ination", + "Ġscre wed", + "Ġscr ewed", + "Ġscrew ed", + "> c", + "Th ickness", + "Des igner", + "Design er", + "Ġgr ids", + "Ġgrid s", + "Ġgri ds", + "n Äħ", + "( cookie", + "(c ookie", + "(co okie", + "T rip", + "Tr ip", + "Tri p", + "- Mobile", + "-M obile", + "Ġv oll", + "Ġvo ll", + "Ġvol l", + "Ġgen ital", + "Ġconf isc", + "ĠConfeder ate", + "Ġ webView", + "Ġweb View", + "Ġ mise", + "Ġm ise", + "Ġmis e", + "Ġmi se", + "Ġc ler", + "Ġcl er", + "Ġcle r", + "( selection", + "(s election", + "(se lection", + "(select ion", + "(sel ection", + "$ date", + "$d ate", + "Ġsharp en", + "Ġshar pen", + "r agen", + "ra gen", + "rag en", + "rage n", + "And Update", + "Ġre mix", + "Ġrem ix", + "Ġh tons", + "Ġht ons", + "Ġhton s", + "R W", + "M PI", + "MP I", + "Ġretrie val", + "Ġretr ieval", + "Ġrich est", + "Ġri chest", + "Ġric hest", + "Ġriches t", + ". Decode", + ".De code", + ".Dec ode", + ":init Components", + "ĠT Value", + "ĠTV alue", + "S aint", + "Sa int", + "@ include", + "Ġ PERSON", + "ĠPER SON", + ". sep", + ".s ep", + ".se p", + "Ġ LDAP", + "ĠLD AP", + "g ba", + "gb a", + "Ġgro ÃŁe", + "ĠgroÃŁ e", + "Ġreli ably", + "Ġ DFS", + "ĠD FS", + "ĠDF S", + ".get ItemId", + ".getItem Id", + "Ġpré sent", + "Ġprés ent", + ". getToken", + ".get Token", + "Ġch inese", + "Ġchin ese", + "Ġ Meal", + "ĠMe al", + "Y OU", + "YO U", + "\" > >ĊĊ", + "Ġ> >ĊĊ", + "Ġ>> ĊĊ", + "b ower", + "bo wer", + "bow er", + "Ġsw apped", + "Ġswap ped", + "/ install", + "Ġs inks", + "Ġsin ks", + "Ġsink s", + "etr ize", + "etri ze", + "Ġdec lines", + "Ġdecl ines", + "Ġdecline s", + "ĉ mysql", + "ĉm ysql", + "ĉmy sql", + "Ġ CString", + "ĠC String", + "ĠCS tring", + "ĠM otionEvent", + "ĠMotion Event", + ". Language", + ".L anguage", + "R oad", + "Ro ad", + "ÑĤ еÑĢ", + "ÑĤе ÑĢ", + "asc imento", + "' ))->", + "') )->", + "')) ->", + ". about", + ".a bout", + ".ab out", + "( editor", + "(e ditor", + "(ed itor", + "(edit or", + "ĠR atings", + "ĠRa tings", + "ĠRating s", + "ĠRat ings", + "in come", + "inc ome", + "Å¡ e", + ".de queueReusableCell", + "ĠAust rian", + "ĠAustria n", + "ĠAustr ian", + "Ġs ulla", + "Ġsu lla", + "Ġsul la", + "ĠTrib unal", + "Ġ Didn", + "ĠDi dn", + "ĠDid n", + "о ваÑĢ", + "ов аÑĢ", + "ова ÑĢ", + "Ġins pections", + "Ġinspect ions", + "Ġinspection s", + "Ġinsp ections", + "B oss", + "Bo ss", + "Ġcock tails", + "Ġcocktail s", + "Ġapolog ized", + "Ġapologize d", + "_ subplot", + "_sub plot", + "o pal", + "op al", + "opa l", + "+ =(", + "+= (", + "Ġreson ance", + "i bu", + "ib u", + "Ġ 리", + "Ġë ¦¬", + "Ġë¦ ¬", + "r oma", + "ro ma", + "rom a", + "re serve", + "res erve", + "rese rve", + "p ls", + "pl s", + "ĠT ah", + "ĠTa h", + "a xies", + "ax ies", + "O PLE", + "OP LE", + "ĠDar ren", + "ĠZ ombie", + "_ Map", + "_M ap", + "Ġ ])ĊĊ", + "Ġ] )ĊĊ", + "Ġ])Ċ Ċ", + "Ġ]) ĊĊ", + "Ġ Qi", + "ĠQ i", + "ĠS ail", + "ĠSa il", + "ĠSai l", + "Ġrestrict ive", + "Ġeros ion", + "- par", + "-p ar", + "W HITE", + "WH ITE", + "Ġold u", + "Ġol du", + "Ġap erture", + "Ġbit coins", + "Ġbitcoin s", + "text o", + "tex to", + "ĠCom cast", + "Ġtime less", + "Ġtim eless", + "en kins", + "enk ins", + "Ġfe eder", + "Ġfeed er", + "Ġfee der", + "/ tmp", + "/t mp", + "res den", + "+ '_", + "+' _", + ". Destroy", + ".D estroy", + ".De stroy", + "Ġ çok", + "Ġç ok", + "Ġ DOCUMENT", + "ĠD OCUMENT", + "ĠDOC UMENT", + ". lng", + ".l ng", + ". tagName", + ".tag Name", + "Ġk ullan", + "Ġkul lan", + "eg rate", + "egr ate", + "egra te", + "Ġ( *.", + "Ġ(* .", + "ç¼ĸ è¾ij", + "Ġhand shake", + "s oc", + "so c", + "_ geometry", + "_ge ometry", + "_geo metry", + "_geom etry", + "ĠDam ascus", + "Min or", + "Mi nor", + "ĠK afka", + "ĠKaf ka", + "ìĹ ¬", + "Fl orida", + "_ compute", + "_com pute", + "_comp ute", + ". expr", + ".ex pr", + ".exp r", + "Ġ paralle", + "Ġpar alle", + "Ġpara lle", + "ĠD iaz", + "ĠDi az", + "ĠDia z", + "c ir", + "ci r", + "[ target", + "[t arget", + "Ġj oking", + "Ġjo king", + "Ġg lor", + "Ġgl or", + "Ġglo r", + "( setq", + "(set q", + "_ handlers", + "_handler s", + "_handle rs", + "_hand lers", + "H ang", + "Ha ng", + "Han g", + "Ġf err", + "Ġfe rr", + "Ġfer r", + "r iminal", + "rim inal", + "ĉ ĠĠĠĠĉĉ", + "ĉĠĠĠ Ġĉĉ", + "ĉĠ ĠĠĠĉĉ", + "ĉĠĠ ĠĠĉĉ", + "ĉĠĠĠĠ ĉĉ", + "ĉĠĠĠĠĉ ĉ", + "en ties", + "ent ies", + "enti es", + "def ines", + "define s", + "- tax", + "-t ax", + "json p", + "Ġ UPS", + "ĠU PS", + "ĠUP S", + "m etro", + "me tro", + "met ro", + "_ _;Ċ", + "__ ;Ċ", + "__; Ċ", + "ĠUg anda", + "] )):Ċ", + "]) ):Ċ", + "])) :Ċ", + "_ td", + "_t d", + "x ae", + "xa e", + "l w", + ". OS", + ".O S", + "Ġ Logged", + "ĠLog ged", + "a cid", + "ac id", + "aci d", + "ĠM ayo", + "ĠMay o", + "ĠMa yo", + "a spect", + "as pect", + "asp ect", + "Ġvag inal", + "Ġvagina l", + "Ġinitial izing", + "Ġste roids", + "Ġster oids", + "Ġsteroid s", + "f iction", + "fi ction", + "fic tion", + "G RE", + "GR E", + "g end", + "ge nd", + "gen d", + "Ġli abilities", + "Ġ Lets", + "ĠL ets", + "ĠLe ts", + "ĠLet s", + "M ech", + "Me ch", + "( nc", + "(n c", + "( change", + "(ch ange", + "(chan ge", + "Ġconn ectors", + "Ġconnect ors", + "Ġconnector s", + ": k", + "Ġt ast", + "Ġta st", + "Ġtas t", + "! \");ĊĊ", + "!\" );ĊĊ", + "!\");Ċ Ċ", + "!\"); ĊĊ", + "!\") ;ĊĊ", + "th ings", + "thing s", + "thin gs", + "r ophy", + "ro phy", + "rop hy", + "roph y", + "l uetooth", + "lu etooth", + "luet ooth", + "Ġ SignUp", + "ĠSign Up", + ". ctrl", + ".c trl", + ".ct rl", + "Ġthere in", + "Ġther ein", + "or da", + "ord a", + ". escape", + ".e scape", + ".es cape", + "ig ator", + "iga tor", + "Ġpet rol", + "Ġspec imen", + "Ġspeci men", + "Ġdeb uted", + "Ġdebut ed", + "- Pro", + "-P ro", + "Ġcr ises", + "Ġcri ses", + "Ġcris es", + ".add View", + "ëı Ļ", + "- door", + "-d oor", + "-do or", + "Ġm onet", + "Ġmon et", + "Ġmo net", + "Ġm illis", + "Ġmill is", + "Ġmil lis", + "Ġmilli s", + "Ġ vier", + "Ġv ier", + "Ġvi er", + "Ġvie r", + "Internal Enumerator", + "Ġ admins", + "Ġad mins", + "Ġadmin s", + "Ġadm ins", + "ĠL air", + "ĠLa ir", + "z in", + "zi n", + "get Query", + "um bles", + "umb les", + "umble s", + "L IMIT", + "LI MIT", + "ĠV ig", + "ĠVi g", + "_ song", + "_s ong", + "_so ng", + "< Character", + ": :.", + ":: .", + "_ hom", + "_h om", + "_ bp", + "_b p", + "ĠSup ervisor", + "ĠSuper visor", + "ĠSuperv isor", + "sub mission", + "ab ile", + "abil e", + "abi le", + "Ġn oi", + "Ġno i", + "Or Create", + "Ġp eel", + "Ġpe el", + "Ġpee l", + "Ġon Start", + "Ġsent iments", + "Ġsentiment s", + "v ehicles", + "veh icles", + "vehicle s", + "Ġclass rooms", + "Ġclassroom s", + "Ġs zer", + "Ġsz er", + "Ġb ending", + "Ġben ding", + "Ġbend ing", + "Ġlong evity", + "Ġ acl", + "Ġa cl", + "Ġac l", + "ĠAle ppo", + "Ġ UM", + "ĠU M", + "ĠR icht", + "ĠRich t", + "ĠRic ht", + "ĠRi cht", + "Ġmulti processing", + "Ġmultip rocessing", + "DO MAIN", + "DOM AIN", + "\", \"+", + "\",\" +", + "_ YEAR", + "_Y EAR", + "Ġsc rape", + "Ġscr ape", + "Ġscrap e", + "Ġsol itary", + "Ġ\" ]\";Ċ", + "Ġ\"] \";Ċ", + "Ġ\"]\" ;Ċ", + "/ errors", + "/error s", + "ìŀ ¬", + "ľ ëł¥", + "b etter", + "bet ter", + "bett er", + "bette r", + "ĉ number", + "ĉn umber", + "ĉnum ber", + "Ġ LF", + "ĠL F", + "Ġ Across", + "ĠA cross", + "ĠAc ross", + "Pub Med", + "\\ \"\"", + "\\\" \"", + "ĠExcell ence", + "Ġus ando", + "Ġusa ndo", + "ĠU IP", + "ĠUI P", + "Activity Indicator", + "_ VOID", + "_V OID", + "_VO ID", + "Ġbre eds", + "Ġbreed s", + "Ġbree ds", + "ï½ ¥", + "ues tas", + "uest as", + "uesta s", + "ĠTre asure", + "ustr alian", + "ustral ian", + "ustralia n", + "( face", + "(f ace", + "ĠT ennis", + "ĠTen nis", + "ĠTenn is", + "ĉ Int", + "ĉI nt", + "ĉIn t", + "ĠH ansen", + "ĠHan sen", + "ĠHans en", + "ç µ", + ": I", + "Ġ âľĶ", + "Ġâľ Ķ", + "G RAY", + "GR AY", + "GRA Y", + "O USE", + "OU SE", + "OUS E", + "Ġhe pat", + "Ġhep at", + "ł í", + "A IR", + "AI R", + "ó ż", + "Ġ queued", + "Ġque ued", + "Ġqueue d", + "vin cia", + "vi ncia", + "vinc ia", + "ĠCh romium", + "ĠChrom ium", + "Ġcompet ence", + "Ġcompete nce", + "un gal", + "ung al", + "unga l", + "i lli", + "il li", + "ill i", + "Ġget By", + "Ġ Finder", + "ĠF inder", + "ĠFin der", + "ĠFind er", + "ĠFi nder", + "Ġincap able", + "Ġs add", + "Ġsa dd", + "Ġsad d", + "Ġc ites", + "Ġcit es", + "Ġci tes", + "Ġcite s", + "ĠChurch ill", + "S dk", + "More over", + "A spNet", + "As pNet", + "( Float", + "(F loat", + "$ password", + "$p assword", + "Ġ Connor", + "ĠCon nor", + "ĠConn or", + "- session", + "-s ession", + "_ dm", + "_d m", + "* ))", + "*) )", + "Ġde utsch", + "Ġdeut sch", + "Ġ NX", + "ĠN X", + "Ġper ks", + "Ġperk s", + "_ SORT", + "_S ORT", + "_SO RT", + "_TO OL", + "_TOO L", + "_ VISIBLE", + "_V ISIBLE", + "_VIS IBLE", + ". asp", + ".as p", + ".a sp", + "æĪ ĸ", + "ĠBre ath", + "D etect", + "Det ect", + "ĠD uel", + "ĠDu el", + "ĠDue l", + ". cmb", + ".c mb", + ".cm b", + "[ it", + "[i t", + ".Set Bool", + "Ġnarc iss", + "Ġab ide", + "Ġabi de", + "Ġej emplo", + "ĠâĦ ķ", + "Ġm ornings", + "Ġmor nings", + "Ġmorning s", + "Ġcomp utes", + "Ġcomput es", + "Ġcompute s", + ". ssl", + ".s sl", + ".ss l", + "j t", + "Ġm uchos", + "Ġmuch os", + "Ġmu chos", + "Ġmucho s", + "Ġmuc hos", + "_ SS", + "_S S", + "[ end", + "[e nd", + "Ġb asin", + "Ġbas in", + "Ġba sin", + "Ġalg unos", + "Ġalgun os", + "ĠCroat ia", + "line width", + "lin ewidth", + "( tags", + "(t ags", + "(tag s", + "( hidden", + "(h idden", + "ÃŃ cio", + "ÃŃc io", + "Ġa par", + "Ġap ar", + "Ġapa r", + "Ġ ж", + "ĠÐ ¶", + "ä¸ İ", + ". food", + ".f ood", + ".foo d", + "ĠR ural", + "ĠRu ral", + "Ġbread th", + "å½ ±", + "( sess", + "(s ess", + "(se ss", + "+ \")", + "+\" )", + "Ġ Paste", + "ĠP aste", + "ĠPa ste", + "ĠPast e", + "ĠPas te", + "Ġserv idor", + "ĠBit Set", + "ĠT ran", + "ĠTr an", + "ĠTra n", + "l aus", + "la us", + "v ette", + "ve tte", + "vet te", + "e yes", + "ey es", + "eye s", + "Ġ CLICK", + "ĠCL ICK", + "ĠCLI CK", + "ĠV III", + "ĠVI II", + "ĠVII I", + "ĠTur ns", + "ĠTurn s", + "ĠLe Bron", + "ĠM uj", + "ĠMu j", + "Ġ Deg", + "ĠD eg", + "ĠDe g", + "ĠAd ults", + "ĠAdult s", + "_ suite", + "_s uite", + "_su ite", + "process able", + "Ġ PHY", + "ĠP HY", + "ĠPH Y", + "g hest", + "gh est", + ". Fail", + ".F ail", + "ĠS lack", + "ĠSl ack", + "c ej", + "ce j", + "\\ Carbon", + "\\C arbon", + "Ġsuper star", + "Ġsupers tar", + "Ġsuperst ar", + "Ġhold ings", + "Ġholding s", + "Ġhol dings", + "( forms", + "(form s", + "(for ms", + "Ġ' #'", + "Ġ'# '", + "M ultip", + "Multi p", + "Mult ip", + "Mul tip", + "(\" [%", + "(\"[ %", + "- solid", + "-s olid", + "-so lid", + "/ url", + "/u rl", + "- tier", + "-t ier", + "[ length", + "[l ength", + "[len gth", + "Ġ StreamWriter", + "ĠStream Writer", + "ĠMarket place", + "get text", + "gett ext", + "_T ICK", + "_TI CK", + "Ġ Forge", + "ĠF orge", + "ĠFor ge", + "ĠForg e", + "Ġblack jack", + "ĠDO ES", + "ĠDOE S", + "ĠM atters", + "ĠMat ters", + "ĠMatt ers", + "ĠMatter s", + "ĠMatte rs", + "w aves", + "wa ves", + "wave s", + "wav es", + "Ġwhisper ed", + "Ġ lush", + "Ġl ush", + "Ġlu sh", + "ìĺ ¤", + "d igital", + "digit al", + "dig ital", + "Ġw rink", + "Ġwr ink", + "ĠH ogan", + "ĠHo gan", + "ĠHog an", + "Ġrust ic", + "Ġrus tic", + ".Apply Resources", + "ĠH ardy", + "ĠHar dy", + "ĠHard y", + "os omes", + "oso mes", + "osome s", + "A UT", + "AU T", + ". STATE", + ".ST ATE", + "Ġnarr atives", + "Ġnarrative s", + "ĉ store", + "ĉst ore", + "b ib", + "bi b", + "ĉ Scanner", + "ĠC ody", + "ĠCo dy", + "ĠCod y", + "\\ Repositories", + "Ġre union", + "Ġreun ion", + "an dum", + "and um", + "âĢĻ h", + "Ġsn iff", + "NS Bundle", + "Ġcompreh end", + "_ USAGE", + "_US AGE", + "_ occ", + "_o cc", + "_oc c", + "URRE NCY", + "J NI", + "Ġspecial izing", + "Ġ visions", + "Ġv isions", + "Ġvis ions", + "Ġvision s", + "Ġdo lore", + "Ġdol ore", + "Ġdolor e", + "Ġ vá", + "Ġv á", + "ĠChe vy", + "Ġ Styled", + "ĠSt yled", + "ĠStyle d", + "ĠSty led", + "imp act", + "a llen", + "al len", + "all en", + "alle n", + "Ġ kart", + "Ġk art", + "Ġka rt", + "Ġkar t", + "ĠTable t", + "ĠTab let", + "st uff", + "stu ff", + "re esome", + "ree some", + "rees ome", + "а ÑĤоÑĢ", + "аÑĤ оÑĢ", + "аÑĤо ÑĢ", + "//---------------------------------------------------------------- -----------Ċ", + "//- --------------------------------------------------------------------------Ċ", + "_ Admin", + "_Ad min", + "Ġcell phone", + "Ġ autoplay", + "Ġaut oplay", + "Ġauto play", + "Ġautop lay", + "Ġc ambio", + "Ġcam bio", + "Ġcamb io", + "Ġcambi o", + "Ġmar itime", + "Ġmari time", + "_ BOOT", + "_B OOT", + "_BO OT", + "- quarter", + "-qu arter", + "Ġlat ina", + "Ġlatin a", + "ĠAJ AX", + "e quiv", + "equ iv", + "ĠFront ier", + "Ġ XY", + "ĠX Y", + "} ]Ċ", + "}] Ċ", + "ĠR ough", + "ĠRo ugh", + "ĠRou gh", + ". proto", + ".pro to", + ".prot o", + ".pr oto", + "Ġcorrect ness", + "Ġfa cil", + "Ġfac il", + "Ġ Reached", + "ĠRe ached", + "ĠReach ed", + "ãģĿ ãģ®", + "V IS", + "VI S", + ". ps", + ".p s", + "Ġstr ncpy", + "Ġdif fusion", + "Ġdiff usion", + ".start Activity", + "� ��", + "�� �", + "Ġacc omp", + "Ġac comp", + "Ġaccom p", + "AME SPACE", + "AMES PACE", + "imon ials", + "imonial s", + "ĠB last", + "ĠBl ast", + "aby rin", + "Ġd ome", + "Ġdo me", + "Ġdom e", + "Ġext rav", + "Ġextra v", + "Ġextr av", + "Ġ yen", + "Ġy en", + "Ġye n", + "Ġcul inary", + "P RI", + "PR I", + "ĠComm unities", + "ĠCommun ities", + "n id", + "ni d", + "_ operations", + "_oper ations", + "_operation s", + ". hs", + ".h s", + "ĠM ilton", + "ĠMil ton", + "Ġno ises", + "Ġnoise s", + "Ġnoi ses", + "Autoresizing Mask", + "( cid", + "(c id", + "(ci d", + "} ĊĊĊĊĊĊ", + "}Ċ ĊĊĊĊĊ", + "}ĊĊ ĊĊĊĊ", + "}ĊĊĊ ĊĊĊ", + "}ĊĊĊĊ ĊĊ", + "}ĊĊĊĊĊ Ċ", + "] },Ċ", + "]} ,Ċ", + "]}, Ċ", + "Ġ Detection", + "ĠD etection", + "ĠDe tection", + "ĠDet ection", + "ĠDetect ion", + "ta bla", + "tab la", + "tabl a", + "Ġlib erties", + "Ġlibert ies", + "Ġliber ties", + "_D YNAMIC", + "w get", + "wg et", + "ĠT ür", + "ĠP ascal", + "ĠPa scal", + "ĠPas cal", + "Trans parent", + "Del ayed", + "Delay ed", + "] ()", + "]( )", + "ĠHer bert", + "ĠHerb ert", + "< ActionResult", + "", + "}- >", + "Ġpas ado", + "Ġpasa do", + "th ank", + "tha nk", + "than k", + "_ Delete", + "_De lete", + "ĠBr ighton", + "ĠBright on", + "ĠBrig hton", + ", unsigned", + "ä½ľ èĢħ", + "Ġaspir ations", + "Ġaspiration s", + "- how", + "-h ow", + "R ose", + "Ro se", + "Ros e", + "= ((", + "=( (", + "_ needed", + "_ne eded", + "_need ed", + "_ plural", + "_pl ural", + "< Application", + " >ĊĊ", + ">> ĊĊ", + ">>Ċ Ċ", + "Ġsurface d", + "Ġsurf aced", + "Ġìł Ģìŀ¥", + "ĠìłĢ ìŀ¥", + "pl atz", + "plat z", + "pla tz", + "ĉ email", + "ĉe mail", + "ĉem ail", + "cept ors", + "ceptor s", + "cep tors", + "\" >(", + "\"> (", + "Ġe pile", + "Ġep ile", + "è¯ »", + "ĠDe bt", + "ĠDeb t", + "åij Ĭ", + "N OP", + "NO P", + "\" https", + "\"http s", + ": j", + "Form Item", + "_ LICENSE", + "_L ICENSE", + ".get Double", + ".getD ouble", + "ĠAg enda", + "ĠAge nda", + "ĉ finally", + "ĉf inally", + "ĉfinal ly", + "( filters", + "(f ilters", + "(filter s", + "(fil ters", + "( av", + "(a v", + "ç¾ İ", + "A PER", + "AP ER", + "APE R", + "Ġ lava", + "Ġl ava", + "Ġla va", + "Ġlav a", + "еÑĢ ж", + ") )))ĊĊ", + ")) ))ĊĊ", + "))) )ĊĊ", + "))))Ċ Ċ", + ")))) ĊĊ", + "Ġfa ulty", + "Ġfault y", + "_ nm", + "_n m", + "Ġt rava", + "Ġtr ava", + "Ġtra va", + "Ġtrav a", + "( Bitmap", + "(B itmap", + "(Bit map", + "Ġspe eding", + "Ġspeed ing", + "> ').", + ">' ).", + ">') .", + "Ġscreen ed", + "Ġscre ened", + "_ roll", + "_r oll", + "_ro ll", + "ĠMac Book", + "Ġ AUD", + "ĠA UD", + "ĠAU D", + "Ġdiagn ose", + ". Generate", + ".G enerate", + ".Gen erate", + "Ġ ^^", + "Ġ^ ^", + "Ġs trs", + "Ġst rs", + "Ġstr s", + "[ Test", + "[T est", + "Ġr ansom", + "Ġran som", + "ĠDH CP", + "el den", + "eld en", + "Ġinterpret ations", + "Ġinterpretation s", + "( )].", + "() ].", + "()] .", + "flat Map", + "Ġline Height", + "_ mount", + "_m ount", + "_mo unt", + "ĠW izards", + "ĠWizard s", + "Ġsl uts", + "Ġslut s", + "Ġslu ts", + "eh ler", + "o dal", + "od al", + "oda l", + "Ġmilit ia", + "Ġmil itia", + "å ²", + "ear ned", + "earn ed", + "Ġmis ery", + "Ġmise ry", + "Ġmiser y", + "int val", + "f und", + "fun d", + "fu nd", + "Ġh ides", + "Ġhide s", + "Ġhi des", + "Ġhid es", + "Ġdi arr", + "Ġdia rr", + "ĠWes ley", + "Ġ xmm", + "Ġx mm", + "Ġxm m", + "Ġqu em", + "Ġque m", + "Ġq uem", + "ĠAr abs", + "ĠArab s", + "ĠAra bs", + "if th", + "ift h", + "ategor ized", + "ategori zed", + "D isposable", + "Dis posable", + "P ure", + "Pu re", + "_NOT IFY", + "sn ippet", + "ĠGar rett", + "ĠGarr ett", + ". running", + ".r unning", + ".run ning", + ". weights", + ".weight s", + ".we ights", + "Ġ (--", + "Ġ( --", + "Ġ(- -", + "Ġin variant", + "Ġinv ariant", + "äºĭ 件", + "Ġ Allowed", + "ĠAll owed", + "ĠAllow ed", + "d irs", + "dir s", + "di rs", + "Ġpass ions", + "Ġpassion s", + "Ġ lad", + "Ġl ad", + "Ġla d", + "Ġ Flush", + "ĠF lush", + "ĠFl ush", + "ĠFlu sh", + "m enus", + "men us", + "menu s", + ": block", + ":b lock", + "Ġcom pra", + "Ġcomp ra", + "Ġcompr a", + ".ch omp", + "al locator", + "all ocator", + "alloc ator", + "alloca tor", + "Ġcur ated", + "Ġcu rated", + "Ġ Knowing", + "ĠKn owing", + "ĠKnow ing", + "ĠPatt erson", + "Ġt elah", + "Ġte lah", + "Ġtel ah", + "Ġtela h", + "' ex", + "'e x", + "Ġdo omed", + "Ġdoom ed", + "Ġphil anth", + "o tty", + "ot ty", + "ott y", + ". styles", + ".st yles", + ".style s", + "Own ed", + "Ġallerg ies", + "Ġaller gies", + "= params", + "oc ese", + "oce se", + "it elist", + "ite list", + "itel ist", + "iteli st", + "Ġ Sending", + "ĠS ending", + "ĠSen ding", + "ĠSend ing", + "b ef", + "be f", + "or rar", + "orr ar", + "orra r", + "Ġ Não", + "ĠN ão", + "ĠF argo", + "ĠFar go", + "ĠL ub", + "ĠLu b", + "Ġ Combined", + "ĠComb ined", + "ĠCombine d", + "_ given", + "_g iven", + "ĉ ĉĉĉĉĠĠĠĠ", + "ĉĉ ĉĉĉĠĠĠĠ", + "ĉĉĉĉ ĉĠĠĠĠ", + "ĉĉĉ ĉĉĠĠĠĠ", + "ĉĉĉĉĉ ĠĠĠĠ", + "ĉĉĉĉĉĠ ĠĠĠ", + "ĉĉĉĉĉĠĠĠ Ġ", + "ĉĉĉĉĉĠĠ ĠĠ", + "Ġre conciliation", + "Ġreconc iliation", + "Pattern s", + "az ard", + "aza rd", + "azar d", + "Ġbio mass", + "Ġbiom ass", + "ĠH ouses", + "ĠHouse s", + "ĠHo uses", + "ĠHou ses", + "resp uesta", + "c co", + "cc o", + "/ topics", + "/to pics", + "/top ics", + "/topic s", + "ĠY uk", + "ĠYu k", + "Ġweak ened", + "Ġweaken ed", + "_ calendar", + "_c alendar", + "_cal endar", + "Ġmulher es", + "ĠM arl", + "ĠMar l", + "ĠMa rl", + "Ġs ine", + "Ġsi ne", + "Ġsin e", + "ĠT il", + "ĠTi l", + "ĠSo uls", + "ĠSou ls", + "ĠSoul s", + "ĠDe utsche", + "ĠDeutsch e", + "ĠF OLLOW", + "Ġp ipelines", + "Ġpipe lines", + "Ġpipeline s", + "Ġpip elines", + "ĠBever ly", + "_DIP SETTING", + "\" #", + "Ġ Proto", + "ĠPro to", + "ĠPr oto", + "ĠProt o", + ". big", + ".b ig", + ".bi g", + "ĠS avings", + "ĠSav ings", + "ĠSaving s", + "ĠT anz", + "ĠTa nz", + "ĠTan z", + "j un", + "ju n", + "Ġ Gamma", + "ĠG amma", + "ĠGa mma", + "ĠGam ma", + "ĠS add", + "ĠSa dd", + "ĠSad d", + "Ġadv isors", + "Ġadvis ors", + "Ġadvisor s", + "Ġro ast", + "Ġun ters", + "Ġunt ers", + "Ġunter s", + "ud ies", + "udi es", + "_ lon", + "_l on", + "_lo n", + "- pointer", + "-point er", + "-po inter", + "ĠElement Ref", + "\\ Builder", + "example Input", + ". webdriver", + ".web driver", + "data Type", + "Ġ Quite", + "ĠQ uite", + "ĠQu ite", + "ĠQui te", + "ĠQuit e", + "ĠCelt ics", + "ĠCel tics", + "ĠCeltic s", + "u il", + "ui l", + "- defense", + "-def ense", + "b ish", + "bi sh", + "bis h", + "ĠUI Window", + "Ġ Suddenly", + "ĠS uddenly", + ". hot", + ".h ot", + ". reason", + ".re ason", + "Ġg ör", + "Ġgö r", + "A MD", + "AM D", + ". Multi", + ".M ulti", + ".Mult i", + "auth enticated", + "authenticate d", + "reg ions", + "region s", + "; (", + "а ÑĢам", + "аÑĢ ам", + "аÑĢа м", + "ĠKir by", + "$ route", + "$r oute", + "PREC ATED", + "ĠDur ham", + "o wo", + "ow o", + "ĠPer forms", + "ĠPerform s", + "Ġdisreg ard", + "n st", + "ns t", + "ĠP ols", + "ĠPol s", + "ĠPo ls", + "Ġget P", + "\" ]:", + "\"] :", + "-color ed", + "-col ored", + "( Keys", + "(Key s", + "ĠAl leg", + "ĠAll eg", + "ĠAlle g", + "_ modify", + "_mod ify", + "_ loading", + "_lo ading", + "_load ing", + "s trained", + "str ained", + "stra ined", + "strain ed", + "Ġat roc", + "Ġatr oc", + "_p hr", + "_ph r", + "< Sprite", + "", + "c eph", + "ce ph", + "cep h", + ".DateTime Picker", + ". \";ĊĊ", + ".\" ;ĊĊ", + ".\";Ċ Ċ", + ".\"; ĊĊ", + "ĠT ie", + "ĠTi e", + ", item", + ",i tem", + ",it em", + "Ġm enn", + "Ġme nn", + "Ġmen n", + "G as", + "Ga s", + "o cha", + "oc ha", + "och a", + "_ virtual", + "_v irtual", + "Ġmaster piece", + "_ sequences", + "_se quences", + "_sequence s", + "L TE", + "LT E", + "Ġ Submission", + "ĠSub mission", + "C aller", + "Call er", + "Cal ler", + "Ca ller", + "$ \\", + "S port", + "Sp ort", + "Spo rt", + "ag us", + "agu s", + "Constraint Maker", + "Ġco loc", + "Ġcol oc", + "Ġ wig", + "Ġw ig", + "Ġwi g", + "Ġ У", + "ĠÐ £", + "ĉ Array", + "ĉA rray", + "L ooks", + "Lo oks", + "Look s", + "ĠG TA", + "ĠGT A", + ". steps", + ".st eps", + ".step s", + "atch ewan", + "_ ranges", + "_r anges", + "_range s", + "ext Alignment", + "ĠBren nan", + "Ġab straction", + "Ġabs traction", + "Ġabstract ion", + "Ġabst raction", + "uler Angles", + ". misc", + ".m isc", + ".mi sc", + "Ġantib odies", + "Ġex ponential", + "Ġexponent ial", + "Ġ CHANNEL", + "ĠCH ANNEL", + "exp ense", + "' y", + "Ġdetect ives", + "Ġdetective s", + "Ġpur ported", + "Y STEM", + "YS TEM", + "YST EM", + "Ġradio active", + "ĠLat ina", + "ĠLatin a", + ". Encoding", + ".En coding", + ".Enc oding", + ". TAG", + ".T AG", + "x in", + "xi n", + "D egree", + "De gree", + "Deg ree", + "ur acion", + "ura cion", + "p rices", + "pr ices", + "price s", + "pri ces", + "ĠRefer entialAction", + "Ġr arity", + "Ġrar ity", + "Ġp iles", + "Ġpi les", + "Ġpil es", + "Ġpile s", + "g ende", + "ge nde", + "gen de", + "gend e", + "_ projects", + "_project s", + "_proj ects", + "_ globals", + "_g lobals", + "_global s", + "_glob als", + ". startTime", + ".start Time", + "Ġ 구", + "Ġê µ¬", + "Ġêµ ¬", + "SE CTION", + "SEC TION", + "_ publish", + "_p ublish", + "_pub lish", + "F ault", + "Fa ult", + "D DL", + "DD L", + "_ prior", + "_p rior", + "_pr ior", + "_pri or", + "M om", + "Mo m", + "Ġth icker", + "Ġthick er", + "Ġthi cker", + "Ġ sequelize", + "Ġsequ elize", + "Ġsequel ize", + "Ġess entials", + "Ġessential s", + "s tras", + "st ras", + "str as", + "stra s", + "in tr", + "int r", + "> (()", + ">( ()", + ">(( )", + ". management", + ".man agement", + ".manage ment", + "e il", + "ei l", + "éĹ Ń", + "A ware", + "Aw are", + ". City", + ".C ity", + "ĠAr bit", + "ĠArb it", + "_ DM", + "_D M", + "_ keyboard", + "_key board", + "L Object", + "LO bject", + "- webpack", + "-web pack", + "ĠNew port", + "Ġprincipal Column", + "leg ant", + "Ġp allet", + "Ġpal let", + "Ġpall et", + "Ġfract ure", + "Ġfrac ture", + "Ġ gmail", + "Ġg mail", + "Ġgm ail", + ". Meta", + ".M eta", + ".Me ta", + "A bove", + "Ab ove", + ". KeyEvent", + ".Key Event", + "j it", + "ji t", + "_ macro", + "_m acro", + "_mac ro", + "_ma cro", + "_P USH", + "_PUS H", + "á» ©", + "/ controller", + "/control ler", + "åĬł è½½", + "Ġsuperf icial", + "exter ity", + "Ġ mensagem", + "Ġm ensagem", + "Ġmens agem", + "W ind", + "Win d", + "Wi nd", + "i ston", + "is ton", + "ist on", + "isto n", + ".open api", + "и ÑĢов", + "иÑĢ ов", + "Ġ Serializer", + "ĠS erializer", + "ĠSerial izer", + "ĠSerialize r", + "uct ive", + "Ġ zar", + "Ġz ar", + "Ġza r", + "P laces", + "Pl aces", + "Place s", + ". Static", + ".St atic", + ".Stat ic", + "B a", + "Ġin advert", + "ĠIndones ian", + "ĠIndonesia n", + "_I PV", + "_IP V", + "( horizontal", + "(h orizontal", + "Ġ getTitle", + "Ġget Title", + "ide press", + "ĠConsole Color", + "i pers", + "ip ers", + "ipe rs", + "iper s", + "$ out", + "$o ut", + "Ġfest ive", + "Ġeven ings", + "Ġevening s", + "Ġeve nings", + ". GetData", + ".Get Data", + "uit ka", + "ĠManual s", + "us sed", + "uss ed", + "_ Max", + "_M ax", + ". Chat", + ".C hat", + ".Ch at", + "ĠA ircraft", + "ĠAir craft", + "= com", + "=c om", + "F OUND", + "FO UND", + "a pro", + "ap ro", + "apr o", + "Ġtre asures", + "Ġtreasure s", + "_ alive", + "_a live", + "_al ive", + "Ġg adget", + "Ġgad get", + "e king", + "ek ing", + "eki ng", + "Button Down", + "B rowsable", + ".PER MISSION", + "P ASSWORD", + "PASS WORD", + "Ġ HASH", + "ĠH ASH", + "ĠHAS H", + "ĠHA SH", + "f é", + "\\ TestCase", + "\\Test Case", + "LO SS", + "LOS S", + "o thers", + "other s", + "oth ers", + ", J", + "Ġass hole", + "Ġassh ole", + "w erk", + "we rk", + "wer k", + "Ġm ã", + ". ie", + ".i e", + "e vil", + "ev il", + "evi l", + "kont akte", + "/ ///////////////////////////////////////////////////////////////////////////////Ċ", + "/// /////////////////////////////////////////////////////////////////////////////Ċ", + "//////////////////////////////////////////////////////////////////////////// ////Ċ", + "//////////////////////////////////////////////////////////////////////////////// Ċ", + "= sys", + "=s ys", + "ĉ lock", + "ĉl ock", + "ĉloc k", + "-- ;ĊĊ", + "--;Ċ Ċ", + "--; ĊĊ", + "_ FUN", + "_F UN", + "Fill Color", + "ó a", + "p rend", + "pr end", + "pre nd", + "Ġcom pressor", + "Ġcompr essor", + "Ġcompress or", + "M other", + "Mo ther", + "Mot her", + "ĠAr cher", + "ĠArch er", + "ĠArc her", + ". goto", + ".g oto", + ".go to", + "Ġwür de", + "Ġbam boo", + "Ġbamb oo", + "ï¼ İ", + "Ġ Trees", + "ĠT rees", + "ĠTr ees", + "ĠTree s", + "ĠTre es", + "Ġb umper", + "Ġbump er", + "Ġbum per", + "Ġsa usage", + "Ġsau sage", + "ĠEl asticsearch", + "ĠElastic search", + "Ġhor izontally", + "Ġhorizontal ly", + "ĠG ul", + "ĠGu l", + "Im mutable", + "Imm utable", + "Ġ loser", + "Ġl oser", + "Ġlo ser", + "Ġlos er", + "Ġlose r", + "Ġab orted", + "Ġabort ed", + "- demo", + "-d emo", + "-de mo", + "-dem o", + "ĠH atch", + "ĠHat ch", + "Ġ unde", + "Ġu nde", + "Ġun de", + "Ġund e", + "Ġpro cesso", + "Ġprocess o", + "Ġproc esso", + "Ġproces so", + "- call", + "-c all", + "-cal l", + "-ca ll", + "In come", + "Inc ome", + "å ĥ", + "_ returns", + "_return s", + "'] .\"'", + "']. \"'", + "'].\" '", + "( sw", + "(s w", + "C BS", + "CB S", + "am ilies", + "ami lies", + "amil ies", + "ĠYour self", + "ĠYours elf", + "ĠH olt", + "ĠHol t", + "ĠHo lt", + ". MON", + ".M ON", + "ৠĩ", + "ÑĪ е", + "a non", + "an on", + "ano n", + "Ġ FontAwesome", + "ĠFont Awesome", + "pro ducer", + "produ cer", + "prod ucer", + "produce r", + "j r", + "Ġm au", + "Ġma u", + "ĉ inter", + "ĉint er", + "ĉin ter", + "Ġdish onest", + "Ġm agna", + "Ġmag na", + "Ġmagn a", + "ĠColl ective", + "ĠCollect ive", + "Ġvra iment", + "Ġvrai ment", + "Ġcho ix", + "st ay", + "sta y", + "Ġwel ding", + "Ġweld ing", + "r ising", + "ri sing", + "ris ing", + ", min", + ",m in", + "ĠF ate", + "ĠFa te", + "ĠFat e", + "g lob", + "gl ob", + "RGB A", + "RG BA", + "Ġd ette", + "Ġde tte", + "Ġdet te", + "V en", + "Ve n", + "Ġembarrass ment", + ". DELETE", + ".DE LETE", + "g regar", + "greg ar", + "gre gar", + "- render", + "-r ender", + "-re nder", + "-ren der", + "( bucket", + "(b ucket", + "\" >ĊĊĊ", + "\"> ĊĊĊ", + "\">Ċ ĊĊ", + "\">ĊĊ Ċ", + ".wait Key", + "Bus y", + "Bu sy", + "Ġdifferent iation", + "ĠC ST", + "ĠCS T", + ". Constant", + ".Con stant", + ".Cons tant", + "Ġline Number", + "( matches", + "(m atches", + "(match es", + "(mat ches", + "Ġ websocket", + "Ġweb socket", + "Ġwebs ocket", + "Ġbar red", + "Ġbarr ed", + "Ġpued es", + "Ġpu edes", + "Ġpuede s", + "M ono", + "Mon o", + "Mo no", + "C ORE", + "CO RE", + "COR E", + "I ID", + "II D", + "ĠĠ ĠĠčĊčĊ", + "ĠĠĠĠ čĊčĊ", + "ĠĠĠ ĠčĊčĊ", + "ĠĠĠĠčĊ čĊ", + "Ġpúb lico", + "le aning", + "lean ing", + "lea ning", + "Ġclean sing", + "Ġcleans ing", + "Ġc ris", + "Ġcr is", + "Ġcri s", + "ĠDev ils", + "ĠDevil s", + "_ SETTING", + "_SET TING", + "unt ary", + "unta ry", + ". );Ċ", + ".) ;Ċ", + "Ċ ĠĠĠĊ", + "[ curr", + "[c urr", + "[cur r", + "t sy", + "ts y", + "ĠAlex is", + "ĠAle xis", + "r itel", + "ri tel", + "rit el", + "rite l", + "Ġpet roleum", + "Ġpetrol eum", + ".pre processing", + "m atter", + "mat ter", + "For Result", + "- license", + "-l icense", + "Ġtravel lers", + "Ġtrav ellers", + "Ġtraveller s", + "Ġ Dispatcher", + "ĠDispatch er", + "ĠDisp atcher", + "enn ifer", + "Ġdigest ive", + "P ED", + "PE D", + "hib ition", + "hibit ion", + "MAS ConstraintMaker", + "ĠW att", + "ĠWat t", + "ĠWa tt", + "B enef", + "Ben ef", + ".set View", + "d to", + "dt o", + "T EE", + "TE E", + "ĠPel osi", + "_EX TRA", + "_EXT RA", + "Ġmed als", + "Ġmedal s", + "x hr", + "fore cast", + "for ecast", + "Ġn argin", + "Ġnar gin", + "o uns", + "ou ns", + "oun s", + "- fill", + "-f ill", + "-fi ll", + "_CUR SOR", + "Ġsup ervised", + "Ġsuper vised", + "Ġsuperv ised", + "Ġsupervise d", + "Ġt urf", + "Ġtu rf", + "Ġtur f", + "ĠEd gar", + "POS ITION", + "POSIT ION", + "Ġ categoryId", + "Ġcategory Id", + "â ī", + "_ ER", + "_E R", + "ủ a", + "Sh own", + "Show n", + ". ll", + ".l l", + "_POL ICY", + "( ),'", + "() ,'", + "(), '", + "Ġ Prev", + "ĠP rev", + "ĠPr ev", + "ĠPre v", + "ĠString Field", + "ĉ Global", + "ĉG lobal", + "as sed", + "ass ed", + "asse d", + "Through out", + "o stringstream", + ".awt extra", + "Ġsl opes", + "Ġslo pes", + "Ġslope s", + "Ġ Sequential", + "ĠSe quential", + "ĠSequ ential", + "Ġgi orn", + "Ġgio rn", + "Ġ zelf", + "Ġz elf", + "Ġze lf", + "Ġzel f", + "Ġvers atility", + "Ġversa tility", + "le neck", + "len eck", + "lene ck", + ". cgi", + ".c gi", + ".cg i", + "Ġdoub ling", + "Ġdou bling", + "ĠBang kok", + "Ġbu urt", + "Ġusu ário", + "st udio", + "stu dio", + "stud io", + "Ġje unes", + "Ġjeune s", + "Ġjeu nes", + "Ġm uted", + "Ġmut ed", + "Ġmu ted", + "Ġmute d", + "Ġ ips", + "Ġi ps", + "Ġip s", + "_ fraction", + "_f raction", + "_fr action", + "_frac tion", + "& &(", + "&& (", + "Ġst unt", + "Ġstu nt", + "Ġstun t", + "') ;?> čĊ", + "}> čĊ", + "Ġev apor", + "b able", + "ba ble", + "bab le", + "Ġ PRICE", + "ĠPR ICE", + "ĠPRI CE", + "Ġ æ³", + "Ġæ ³", + "lu cent", + "Ġv amp", + "Ġva mp", + "ĠTechn ician", + "Ġunique ness", + "Ġuniqu eness", + "M es", + "Me s", + "ur ban", + "urb an", + ".param etrize", + "ĠRe play", + "ĠRep lay", + "S essions", + "Session s", + "em br", + "emb r", + "- Americans", + "-American s", + "-Americ ans", + "_PRO XY", + "Ġp ian", + "Ġpi an", + "Ġ trie", + "Ġt rie", + "Ġtr ie", + "Ġtri e", + "Ġ Destructor", + "ĠD estructor", + "ĠDe structor", + "Game State", + "ĠI MF", + "ĠIM F", + "c hin", + "ch in", + "chi n", + "Ġ porte", + "Ġp orte", + "Ġport e", + "Ġpor te", + "ĠS wal", + "ĠSw al", + "åŁ İ", + "Sub string", + "i ming", + "im ing", + "imi ng", + "imin g", + "/ Library", + "/L ibrary", + "Ġfright ened", + "w rites", + "write s", + "wr ites", + "Ġrec ursos", + "Ġrecurs os", + "ar Result", + "_INIT IALIZ", + "_INITIAL IZ", + "Ġ Badge", + "ĠB adge", + "ĠBad ge", + "ĠBa dge", + "_ crc", + "_c rc", + "_cr c", + "E ight", + "ĠDIST INCT", + "Ġ thro", + "Ġth ro", + "Ġthr o", + "@ Xml", + "Ġ Legendary", + "ĠLegend ary", + "- twitter", + "-t witter", + "-tw itter", + "_ easy", + "_e asy", + "Ġ +++", + "Ġ+ ++", + "Ġ++ +", + "( DATA", + "(D ATA", + ". Locale", + ".L ocale", + ".Local e", + ".Lo cale", + "Ġk ä", + "Ġn urt", + "Ġnu rt", + "Ġnur t", + "Ġcr uis", + "Ġcru is", + "_ ios", + "_i os", + "_io s", + "Ġs ensing", + "Ġsens ing", + "Ġsen sing", + "_ Line", + "_L ine", + "Ċ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "p ong", + "pon g", + "po ng", + "o leon", + "ol eon", + "ole on", + "Ġwild card", + "çĶ¨æĪ· åIJį", + "Ġbeg ging", + "R od", + "Ro d", + "Ġ Ãİ", + "Ġà İ", + "_ CELL", + "_C ELL", + "_CE LL", + "Research ers", + ". selector", + ".se lector", + ".select or", + ".sel ector", + "_ ing", + "_in g", + "_i ng", + "Ġas piring", + "Ġaspir ing", + "Ġasp iring", + "Ġimm ortal", + "Ġy min", + "_ robot", + "_r obot", + "_ro bot", + "Ġpl ur", + "Ġplu r", + "B TC", + "BT C", + "ĠD ID", + "ĠDI D", + "Ġpier cing", + "* u", + "_ DEFINED", + "_DEF INED", + "_DEFIN ED", + "_DEFINE D", + "ĠT hi", + "ĠTh i", + "i taire", + "it aire", + "ita ire", + "( media", + "(m edia", + "(me dia", + "- ons", + "-on s", + "-o ns", + "Ġch efs", + "Ġche fs", + "Ġchef s", + "Ġ\" *.", + "Ġ\"* .", + "/ AP", + "/A P", + "Ġr azor", + "Ġraz or", + "Ġsearch Data", + "Ġ =&", + "Ġ= &", + "Ġ ãĢĤ", + "ĠãĢ Ĥ", + "Ġm ourn", + "Ġmo urn", + "Ġmou rn", + "Ġmour n", + "t ingham", + "ting ham", + "Ġ oli", + "Ġo li", + "Ġol i", + "ĠVer non", + "ĠVern on", + "_ RS", + "_R S", + "ŀ æĢ§", + "Ġf ácil", + "a ngen", + "an gen", + "ang en", + "ange n", + "ce lain", + "cel ain", + "cela in", + "Ġ ail", + "Ġa il", + "Ġai l", + "l est", + "le st", + "les t", + "ĠQ COMPARE", + "g ain", + "ga in", + "Ġ ε", + "ĠÎ µ", + "ĠK ob", + "ĠKo b", + "Ġ Fault", + "ĠF ault", + "ĠFa ult", + "ĠFaul t", + "_ configs", + "_config s", + "_conf igs", + "ç»ĵ æŀľ", + ". +", + "c alar", + "ca lar", + "cal ar", + "cala r", + "( colors", + "(color s", + "(col ors", + "M ul", + "Mu l", + "_ ART", + "_A RT", + "_AR T", + "Ġexperiment ing", + "er men", + "erm en", + "ĠAng lo", + ".Fixed Single", + "S ea", + "Se a", + "Ġ ctxt", + "Ġc txt", + "Ġctx t", + "Ġct xt", + ". slider", + ".s lider", + ".sl ider", + ".slide r", + "C ollapse", + "Coll apse", + "G rey", + "Gr ey", + "Gre y", + "Ġ fld", + "Ġf ld", + "Ġfl d", + "- proof", + "-p roof", + "-pro of", + ". capacity", + ".cap acity", + "get Parent", + "ĠCom pliance", + "Ġbur gl", + "Ġburg l", + "- rec", + "-r ec", + "-re c", + "Ġover written", + "M U", + "Ġr outers", + "Ġro uters", + "Ġroute rs", + "Ġrout ers", + "Ġrouter s", + "Ġrou ters", + "ĉ Model", + "ĉM odel", + "Ġfantas ies", + "av ian", + "avi an", + "avia n", + "_ prec", + "_p rec", + "_pr ec", + "_pre c", + "ĠSc andin", + "ĠScan din", + "Ġ// <", + "Ġ/ /<", + "/ oct", + "/o ct", + "Ġceremon ies", + "Mon ths", + "Month s", + "Mont hs", + "un dy", + "und y", + "Ġqu ed", + "Ġque d", + "Ġq ued", + "ĠN ou", + "ĠNo u", + "ĠV ibr", + "ĠVi br", + "ĠVib r", + ". rgb", + ".r gb", + "Ġcit rus", + "Ġbr aces", + "Ġbra ces", + "Ġbrace s", + "- uppercase", + "-upper case", + "get Table", + "Ġd opo", + "Ġdo po", + "Ġdop o", + "ĠK err", + "ĠKe rr", + "ĠKer r", + "_ CHILD", + "_CH ILD", + "- cloud", + "-c loud", + "-cl oud", + "ĉ Matrix", + "ĉM atrix", + "ĉMat rix", + "Ġgarden ing", + "Ġgard ening", + "S ing", + "Si ng", + "Sin g", + "al most", + "alm ost", + "Require ments", + "Requirement s", + "ugu ay", + "( Property", + "(P roperty", + "sub scriber", + "subscribe r", + "F AST", + "FA ST", + "re action", + "react ion", + "rea ction", + "( lp", + "(l p", + ") })Ċ", + ")} )Ċ", + ")}) Ċ", + "` ).", + "`) .", + ". wallet", + ".w allet", + ".wall et", + "_ exchange", + "_ex change", + ". Maximum", + ".Max imum", + "Ġ Verb", + "ĠV erb", + "ĠVer b", + "ĠVe rb", + "âĶ ģ", + "( )<", + "() <", + "ï¼Ľ Ċ", + "R OT", + "RO T", + "C ARD", + "CA RD", + "CAR D", + "u bit", + "ub it", + "ubi t", + "{ @", + "_ kel", + "_k el", + "_ke l", + "Ġ Tooltip", + "ĠTo oltip", + "ĠTool tip", + "My SQL", + "Main Activity", + "a rf", + "ar f", + "Ġm align", + "Ġmal ign", + "Ġse inen", + "Ġsein en", + "Ġseine n", + "Ġsei nen", + "ap ist", + "api st", + "apis t", + "Ġ< %", + "Method Impl", + "M il", + "Mi l", + "ĠM ick", + "ĠMi ck", + "ĠMic k", + ". depend", + ".d epend", + ".de pend", + ".dep end", + "< ID", + " >&", + ">> &", + "ĉ ok", + "ĉo k", + "- low", + "-l ow", + "-lo w", + ". usuario", + ".us uario", + "n ested", + "ne sted", + "nes ted", + "nest ed", + "X B", + "OUR S", + "OU RS", + ". BorderColor", + ".Border Color", + "Ġb row", + "Ġbr ow", + "Ġbro w", + "Ġ Ðķ", + "ĠÐ ķ", + "c orr", + "co rr", + "cor r", + "ĠRed skins", + "ĠReds kins", + ".get Tag", + ".get Transaction", + "Ġst igma", + "har dt", + "hard t", + "ĠPlayer Prefs", + "al sy", + "als y", + "uc son", + "ucs on", + "L anguages", + "Language s", + "ĠOl ivia", + "ĠOliv ia", + "Ġt ac", + "Ġta c", + "Ġb li", + "Ġbl i", + "Ġc aval", + "Ġca val", + "Ġcav al", + "Ġconsolid ated", + "Ġconsolidate d", + "Ġper il", + "Ġpe ril", + "Ġperi l", + "Ġd ele", + "Ġde le", + "Ġdel e", + "Ġform ulated", + "Ġformula ted", + "Ġformul ated", + "Ġformulate d", + "Ġhigh ways", + "Ġhighway s", + ". spawn", + ".s pawn", + ".sp awn", + "= =$", + "== $", + "ĠN iet", + "ĠNi et", + "ĠNie t", + "Ġv eggies", + "Ġveg gies", + "y po", + "yp o", + "- rule", + "-r ule", + "ĠV ie", + "ĠVi e", + "/e pl", + "Ġenf ants", + "string Literal", + "Ġtough est", + "Ġtou ghest", + "bu yer", + "buy er", + "Ġcov ariance", + "Ġ ili", + "Ġi li", + "Ġil i", + "ĠSoph ie", + "Ġ BAB", + "ĠB AB", + "ĠBA B", + "Ġ \"),", + "Ġ\" ),", + "Ġ\") ,", + "ĠU k", + "current Index", + "_ userdata", + "_user data", + ". codec", + ".co dec", + ".code c", + ".cod ec", + "ĠPun jab", + "ĠS NP", + "ĠSN P", + "l ol", + "lo l", + "adv ance", + "Ġcom fy", + "Json Ignore", + "Ġfashion able", + "Ġ ICON", + "ĠI CON", + "ĠIC ON", + "ĠICO N", + "Ġ ora", + "Ġo ra", + "Ġor a", + "ĠP ricing", + "ĠPr icing", + "ĠPri cing", + "< num", + " E", + "t ering", + "ter ing", + "te ring", + "teri ng", + "/ screens", + "/s creens", + "/screen s", + "Ġheight ened", + "аÑĢ ÑĤ", + "Author ities", + "_ bbox", + "_b box", + "_bb ox", + "ü nst", + "ün st", + "üns t", + ". fontSize", + ".font Size", + "Ġ BOOLEAN", + "ĠBO OLEAN", + "div ide", + "di vide", + "divid e", + "ĠS loven", + "ĠSl oven", + "ĠSlo ven", + "ĠSlov en", + "u cer", + "uc er", + "uce r", + "Ù Ĵ", + "st ub", + "stu b", + "Ġnavig ating", + ": animated", + "_ NOW", + "_N OW", + "_NO W", + "_ vect", + "_v ect", + "_vec t", + "_ve ct", + "} {Ċ", + "}{ Ċ", + "@ (", + "Ġtele com", + "Ġtel ecom", + "Ġcontract ing", + "Ġcontr acting", + "ĠAss ange", + "Ġextract ing", + "Ġextr acting", + "Ġgr ö", + "c obra", + "co bra", + "cob ra", + ". DIS", + ".D IS", + "Ġc rab", + "Ġcr ab", + "Ġcra b", + "Ġt witch", + "Ġtw itch", + "Ġ verts", + "Ġv erts", + "Ġver ts", + "Ġvert s", + "Ġve rts", + "Ġreject s", + "Ġrej ects", + "ĉ format", + "ĉfor mat", + "ĉform at", + "Ġre generation", + "Ġreg eneration", + ". Sys", + ".S ys", + "s olve", + "sol ve", + "ĉ dialog", + "ĉd ialog", + "s hi", + "sh i", + "m eter", + "me ter", + "met er", + "( best", + "(b est", + "(be st", + "valid ators", + "validator s", + "Ġon wards", + "Ġonward s", + "Ġg uru", + "Ġgu ru", + "Ġmod erator", + "Ġmoder ator", + "ow ied", + "owie d", + "owi ed", + "ex periment", + "r ub", + "ru b", + "Ġ mqtt", + "Ġm qtt", + "Ġmq tt", + "ĠCa ucas", + "Ġnational ism", + "Ġm ange", + "Ġman ge", + "Ġma nge", + "Ġmang e", + "ĉ ImGui", + "/ Edit", + "/E dit", + "Ġ inh", + "Ġin h", + "Ġi nh", + "Ġint ellig", + "Ġintel lig", + "ero kee", + "ĉ export", + "ĉex port", + "ĉexp ort", + "Ġdiscrim inate", + "Ġdiscrimin ate", + "sub tract", + "ĠM oodle", + "ĠMoo dle", + "ĠMood le", + "en ser", + "ens er", + "ense r", + "ĠGu ides", + "ĠGuid es", + "ĠGuide s", + "ĠGui des", + "R AP", + "RA P", + "- hot", + "-h ot", + "_ grp", + "_g rp", + "_gr p", + ". picture", + ".p icture", + ".pic ture", + "X A", + "Ġinit View", + "_ Comm", + "_C omm", + "_Com m", + "Ġoverd ose", + "Ġ +ĊĊ", + "Ġ+ ĊĊ", + "Ġ+Ċ Ċ", + "ĠS ilent", + "ĠSil ent", + "sh ows", + "show s", + "Ġinter polate", + "Ġinterpol ate", + "Ġinterp olate", + "Form ation", + "Format ion", + "Ġb isc", + "Ġbi sc", + "Ġbis c", + "mark ets", + "market s", + "( SC", + "(S C", + "Z e", + "Ġ Networking", + "ĠNetwork ing", + "ĠNet working", + "Ġad renal", + "Ġadr enal", + "ĠG uns", + "ĠGu ns", + "ĠGun s", + "et eor", + "ete or", + "De clared", + "Decl ared", + "Declare d", + "orge town", + "orget own", + "Ġk arena", + "Ġka rena", + "Ġkar ena", + "/ password", + "/p assword", + "/pass word", + "_ addresses", + "_add resses", + "_address es", + "_addr esses", + "IT ERAL", + "ITE RAL", + "ITER AL", + "B uzz", + "Bu zz", + "ĠCon way", + "( case", + "(c ase", + "(ca se", + "P WD", + "PW D", + "he iro", + "hei ro", + "( act", + "(a ct", + "(ac t", + "* *čĊ", + "** čĊ", + "( ));ĊĊĊ", + "() );ĊĊĊ", + "());Ċ ĊĊ", + "()) ;ĊĊĊ", + "());ĊĊ Ċ", + "()); ĊĊĊ", + "Ġa nv", + "Ġan v", + "Ġ ..ĊĊ", + "Ġ. .ĊĊ", + "Ġ.. ĊĊ", + "Ġ..Ċ Ċ", + "( MenuItem", + "(Menu Item", + "( mail", + "(m ail", + "_ sections", + "_s ections", + "_se ctions", + "_section s", + "ĉ net", + "ĉn et", + "Ġp lut", + "Ġpl ut", + "Ġplu t", + "Ġw rench", + "Ġwr ench", + "/ object", + "/o bject", + "ĠI st", + "ĠIs t", + "Ġ VIS", + "ĠV IS", + "ĠVI S", + "/ pub", + "/p ub", + "al ten", + "alt en", + "alte n", + "Ġguitar s", + "Ġguit ars", + "Ġantib iotic", + "Ġantibiot ic", + "ï¼ ĸ", + " ¹", + "Ġ \"+\"", + "Ġ\" +\"", + "Ġ\"+ \"", + "form ula", + "Ġba bes", + "Ġbab es", + "Ġbabe s", + "Ġ Prompt", + "ĠP rompt", + "ĠProm pt", + "Ġe nim", + "Ġen im", + "/ player", + "/p layer", + "/pl ayer", + "/play er", + "ĉ ref", + "ĉr ef", + "ĉre f", + "Ġby Äĩ", + "Ġcons umes", + "Ġconsum es", + "Ġconsume s", + "ĠH ast", + "ĠHas t", + "ĠHa st", + "ĠT ao", + "ĠTa o", + "Ġ '))Ċ", + "Ġ' ))Ċ", + "Ġ') )Ċ", + "Ġc lam", + "Ġcl am", + "Ġcla m", + "Ġthigh s", + "Ġmot if", + "Ġmo tif", + "Api Operation", + "Ġ WL", + "ĠW L", + "get C", + "ĉ flags", + "ĉf lags", + "ĉflag s", + "oint ments", + "ointment s", + "Ġeconomic al", + "Ġeconom ical", + "need le", + "nee dle", + "x ls", + "xl s", + "pr actice", + "ut zer", + "utz er", + "time ofday", + "- output", + "-out put", + "Ġ findById", + "Ġfind ById", + "ĠfindBy Id", + "ĠB uddy", + "ĠBudd y", + "ĠBu ddy", + "ĠBud dy", + "Ðŀ ÑĤ", + "S even", + "Se ven", + "ĠB ark", + "ĠBar k", + "ĠBa rk", + "Ġen voy", + "Ġenv oy", + "_ algorithm", + "_al gorithm", + "åĪ ©", + "Ġball istic", + "ç§ »", + "r ades", + "ra des", + "rad es", + "rade s", + "ĉ doc", + "ĉd oc", + "ĉdo c", + "rodu cing", + "rod ucing", + "ĠE ating", + "ĠEat ing", + "ĠEa ting", + "Un mount", + "/data Tables", + "_ bonus", + "_b onus", + "Ġl itt", + "Ġli tt", + "Ġlit t", + "p ps", + "pp s", + ") localObject", + "pe rf", + "per f", + "Ġ Helvetica", + "ĠHel vetica", + "sh utdown", + "/ ml", + "/m l", + ". tokens", + ".t okens", + ".token s", + "ĠHard core", + ", row", + ",r ow", + "/ bg", + "/b g", + "S caler", + "Sc aler", + "Scale r", + "âĢĶ as", + "âĢĶa s", + "_log its", + "âĢĻ int", + "âĢĻin t", + "âĢĻi nt", + "ĉ App", + "ĉA pp", + "Impl icit", + "Imp licit", + ".F printf", + "E TO", + "ET O", + "Ġ terra", + "Ġt erra", + "Ġter ra", + "Ġterr a", + "Ġpossess ing", + ". rstrip", + ".r strip", + ".rs trip", + ", ),", + ",) ,", + "= yes", + "=y es", + "Ġ Stripe", + "ĠSt ripe", + "ĠStr ipe", + "ĠStrip e", + "? =", + "ne utral", + ". good", + ".g ood", + ".go od", + "Ġk ennen", + "Ġke nnen", + "Ġken nen", + "Ġkenn en", + "ĠS ung", + "ĠSun g", + "ĠSu ng", + "f ault", + "fa ult", + "ystate change", + "Can adian", + "',' \".$", + "ĠM its", + "ĠMi ts", + "ĠMit s", + "æ nd", + "Ġ STRUCT", + "ĠSTR UCT", + "ĠURL WithString", + "ĠCom pass", + "ĠComp ass", + "Ġ --ĊĊ", + "Ġ- -ĊĊ", + "Ġ-- ĊĊ", + "Ġ--Ċ Ċ", + "ĠNS LayoutConstraint", + "| min", + "|m in", + "- adjust", + "-ad just", + "Ġre built", + "Ġreb uilt", + "L IGHT", + "/ se", + "/s e", + "- mount", + "-m ount", + "v pn", + "vp n", + "valid ated", + "validate d", + "( QObject", + "(Q Object", + "Ġign ition", + "ĠChar gers", + "ĠCharg ers", + "ĠCharge rs", + "ĠCharger s", + "RYPT O", + "]initWith Frame", + "Ġ Fluid", + "ĠFl uid", + "ĠFlu id", + "Ġca dre", + "Ġcad re", + "Ġnom inations", + "Ġnomin ations", + "Ġnomination s", + "Ne ill", + "Neil l", + "ĠH ou", + "ĠHo u", + "Ġcurrent s", + "Ġcurr ents", + "_ gene", + "_g ene", + "_gen e", + "_ge ne", + "( inp", + "(i np", + "(in p", + "P aris", + "Par is", + "Pa ris", + "z ÄĻ", + "ag gregate", + "Ġ assoc", + "Ġas soc", + "Ġass oc", + "we eted", + "weet ed", + "er rat", + "err at", + "erra t", + "âĢĵ ĊĊ", + "Ġ' /',Ċ", + "Ġ'/ ',Ċ", + "Ġ'/' ,Ċ", + "Ġ'/', Ċ", + "f ixture", + "fix ture", + "Ġ Highest", + "ĠH ighest", + "ĠHigh est", + "ĠHi ghest", + "amb ient", + "ambi ent", + "Ġ chmod", + "Ġch mod", + "Ġ conte", + "Ġc onte", + "Ġcon te", + "Ġcont e", + "Ġco nte", + "Ġs ensual", + "Ġsens ual", + "Ġgar ment", + "z ers", + "ze rs", + "zer s", + "Ġ Powered", + "ĠP owered", + "ĠPower ed", + "ĠPow ered", + "dom ains", + "domain s", + "R eward", + "Re ward", + "Rew ard", + "i omanip", + "Ġcock pit", + "out file", + "Ġ builtin", + "Ġb uiltin", + "Ġbuilt in", + "Ġins isting", + "Ġinsist ing", + ". vars", + ".v ars", + ".var s", + ".va rs", + "zip code", + "Ġ ����", + "Ġ� ���", + "f ails", + "fa ils", + "fail s", + "Ġconsolid ation", + "_ oid", + "_o id", + "Plan et", + "Plane t", + "Ġ =\",", + "Ġ= \",", + "Ġ=\" ,", + "ĉ el", + "ĉe l", + "U ILT", + "UI LT", + "UIL T", + "ä tz", + "ät z", + "af ari", + "afa ri", + "ĠMc Cl", + "ĠMcC l", + "T imeline", + "Time line", + "Tim eline", + "E sta", + "Est a", + "Es ta", + "Ġ fram", + "Ġf ram", + "Ġfr am", + "Ġfra m", + "Y E", + "Ġcere bral", + "Of Month", + "ĠP regn", + "ĠPre gn", + "Ġкл аÑģÑģ", + "ĠклаÑģ Ñģ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠF res", + "ĠFr es", + "ĠFre s", + "Ap proved", + "Appro ved", + ". Special", + ".S pecial", + ".Spec ial", + ".Sp ecial", + "ĠProte stant", + "ĠProtest ant", + "Ġall ergy", + "Ġallerg y", + "Ġaller gy", + "_ pcm", + "_p cm", + "_pc m", + "ĉ Copyright", + "ĉC opyright", + "Ġsuper Class", + "\" strconv", + "ĠMoh amed", + "Ġ' //", + "Ġ'/ /", + "Fore Color", + "Ar thur", + "Art hur", + "ĠJ ungle", + "ĠJun gle", + "ĠJu ngle", + "ĠJung le", + "Ġve ins", + "Ġvein s", + "S ad", + "Sa d", + "Ġback ups", + "Ġbackup s", + "ĠOp inion", + "û t", + "Ġinter mitt", + "o dyn", + "od yn", + "ody n", + "ĠChrist ina", + "Ġ andre", + "Ġand re", + "Ġan dre", + "Ġevac uation", + "p alette", + "pa lette", + "pal ette", + "h orse", + "hor se", + "ĠRes ident", + "ĠHas san", + "ĠHass an", + ". Nil", + ".N il", + "Ġa isle", + "Ġais le", + "Ġ Growing", + "ĠG rowing", + "ĠGr owing", + "ĠGro wing", + "ĠGrow ing", + "Ġblog info", + "/ sql", + "/s ql", + "_ ioctl", + "_io ctl", + "S caling", + "Sc aling", + "Ġ Monad", + "ĠMon ad", + "ĠMo nad", + "ĠMona d", + "_ cpp", + "_c pp", + "_cp p", + "ĠH utch", + "ĠHut ch", + "ĠApple WebKit", + "Exp ense", + "_ JOB", + "_J OB", + "_JO B", + "Ġpoint less", + "From Body", + "an tal", + "ant al", + "anta l", + "Ġdepict ing", + "Ġ CELL", + "ĠC ELL", + "ĠCE LL", + "ĠCEL L", + "Ġre fin", + "Ġref in", + "ĠC NC", + "ĠCN C", + "ì¹ ĺ", + "_ dimensions", + "_dim ensions", + "_dimension s", + "Ġ SAN", + "ĠS AN", + "ĠSA N", + "Ġ aft", + "Ġa ft", + "Ġaf t", + "Ġfoot steps", + "c coli", + "cc oli", + "cco li", + "_ PHONE", + "_P HONE", + "_PH ONE", + "/ math", + "/m ath", + "/mat h", + "- kind", + "-k ind", + "Ġ Means", + "ĠMe ans", + "ĠMean s", + "ich ael", + "icha el", + ". guna", + ".g una", + "Ġinaug uration", + "Ġinaugur ation", + "-dr iving", + "( delete", + "(de lete", + "(del ete", + "Ġ totalCount", + "Ġtotal Count", + "_ MC", + "_M C", + ". Extension", + ".Ext ension", + "Com mercial", + "Comm ercial", + "Ġz Index", + "< Customer", + "$", + "\"> $", + "Ġe bay", + "Ġeb ay", + "Ġc aptive", + "Ġca ptive", + "Ġcapt ive", + "pl iant", + "ĠCalculate s", + "ĠCalcul ates", + "ĠCalc ulates", + "ol ta", + "olt a", + "es ting", + "est ing", + "esti ng", + "_ revision", + "_re vision", + "_rev ision", + "Ġm ús", + "Ġmú s", + "+ m", + "\",\" \",\"", + "\",\"\", \"", + "WH AT", + "Ġcompass ionate", + "Ġcompassion ate", + "h arga", + "har ga", + "[ random", + "[r andom", + "[rand om", + "Ġ modulo", + "Ġmod ulo", + "( sn", + "(s n", + "Ġoccup ations", + "Ġoccupation s", + "/ ///Ċ", + "// //Ċ", + "//// Ċ", + "/// /Ċ", + "ĉ board", + "ĉb oard", + "ĠB alk", + "ĠBa lk", + "ĠBal k", + "w iÄħ", + "wi Äħ", + "Ġ Wifi", + "ĠW ifi", + "ĠWi fi", + ". Profile", + ".Pro file", + ".Pr ofile", + ": maj", + ":m aj", + "ĉ mat", + "ĉm at", + "LOCK S", + "LOC KS", + "(j Button", + "Ġ ('$", + "Ġ( '$", + "Ġ(' $", + "M ur", + "Mu r", + "æĮ ī", + "b ble", + "bb le", + "Ġ frog", + "Ġf rog", + "Ġfr og", + "Ġfro g", + "- hide", + "-h ide", + "Ġbroad caster", + "Ġbroadcast er", + "ภŀ", + "h aled", + "ha led", + "hal ed", + "Ġam using", + "_ predictions", + "_pre dictions", + "_pred ictions", + "_predict ions", + "_prediction s", + "_ intr", + "_in tr", + "_int r", + "Ġe agle", + "Ġea gle", + "Ġeag le", + "аÑĤ елÑĮ", + "аÑĤе лÑĮ", + "Ġ getList", + "Ġget List", + "ps ilon", + "psi lon", + "Ġcharacter ization", + "AR DS", + "ARD S", + "Ġre location", + "Ġrel ocation", + "Ġreloc ation", + "Ġr ulers", + "Ġrule rs", + "Ġru lers", + "Ġruler s", + "P AY", + "PA Y", + "ĠDef initely", + "_ Action", + "_A ction", + "_Act ion", + "Ġc losures", + "Ġclos ures", + "Ġclosure s", + "Ġf actual", + "Ġfact ual", + "Ġfac tual", + "o dynamic", + "od ynamic", + "odyn amic", + "odynam ic", + "Ġpreca utions", + "Ġprecaution s", + "n iej", + "ni ej", + "nie j", + "ĠPart ies", + "ĠPar ties", + "ĠParti es", + "ĠSub aru", + "ĠSu baru", + "Ġcous ins", + "Ġcousin s", + "ar beit", + ". money", + ".m oney", + ".mo ney", + ".mon ey", + "g unta", + "gun ta", + "( and", + "(a nd", + "(an d", + "get item", + ".Style Priority", + "Ġs lid", + "Ġsl id", + "s ingleton", + "single ton", + "sing leton", + "Ġg arn", + "Ġgar n", + "Ġga rn", + "ĠP AS", + "ĠPA S", + "Ġd azz", + "Ġda zz", + "a ż", + "Ġbog us", + "ĠM og", + "ĠMo g", + "Ġrival ry", + "i sol", + "is ol", + "iso l", + "Ġland marks", + "Ġlandmark s", + "ñ as", + "ña s", + "B ern", + "Be rn", + "Ber n", + "ĠS achs", + "ĠSa chs", + "ĠSac hs", + "ĠSach s", + "Ġ \")ĊĊ", + "Ġ\" )ĊĊ", + "Ġ\") ĊĊ", + "Ġ\")Ċ Ċ", + "Ġhost ility", + "Ġhos tility", + "_m ex", + "_me x", + "m ere", + "mer e", + "me re", + "M ot", + "Mo t", + "p ictureBox", + "picture Box", + "Def ense", + "Ġaffid avit", + "other wise", + ". directory", + ".d irectory", + ".direct ory", + "_ UnityEngine", + "_Un ityEngine", + "- blog", + "-b log", + "-bl og", + ". skin", + ".s kin", + ".sk in", + "p hem", + "ph em", + "phe m", + "Ap ellido", + "er chant", + "[ class", + "[c lass", + "Ġ wart", + "Ġw art", + "Ġwar t", + "Ġwa rt", + ". \"[", + ".\" [", + "a leur", + "al eur", + "ale ur", + "/ back", + "/b ack", + "ĠĠĠĠ ĉĠĠĠ", + "ĠĠĠ ĠĉĠĠĠ", + "ĠĠĠĠĉ ĠĠĠ", + "ĠĠĠĠĉĠ ĠĠ", + "Ġprecip itation", + "Ġob struction", + "Ġobstruct ion", + "Ġp Obj", + "Ġ rupt", + "Ġr upt", + "Ġru pt", + "U CKET", + "UCK ET", + "a ye", + "ay e", + "æİ Ĵ", + "g x", + "Ġe cl", + "Ġec l", + "Ġsecre cy", + "/ Header", + "ĠLe sb", + "ĠLes b", + "Ġ lei", + "Ġl ei", + "Ġle i", + "Ġ Bulletin", + "ĠBull etin", + "ĠBullet in", + "Ġgive away", + ". Home", + ".H ome", + "_ ROOM", + "_R OOM", + "_RO OM", + "\" W", + "Ġco work", + "Ġcow ork", + "_ ra", + "_r a", + "ĠC ycling", + "ĠCy cling", + "ĠCycl ing", + "ĠCyc ling", + "ĠP aw", + "ĠPa w", + "Ġp upil", + "Ġpup il", + "/ arch", + "/a rch", + "/ar ch", + "ĠFile Utils", + "é¦ ĸ", + "r sp", + "rs p", + "Ġfreedom s", + "Ġfreed oms", + "ĠL ear", + "ĠLe ar", + "} `).", + "}` ).", + "Ġbow ls", + "Ġbowl s", + "/ block", + "/b lock", + "/bl ock", + "_ logging", + "_log ging", + "Ġme thane", + "Ġmeth ane", + "Ġh orns", + "Ġhor ns", + "Ġhorn s", + "Ġwonder fully", + "Ġwonderful ly", + "Ġalter ations", + "Ġalteration s", + "Ġex ile", + "l sen", + "ls en", + "lse n", + "_ pause", + "_p ause", + "_pa use", + "_ LANGUAGE", + "_L ANGUAGE", + "_LANG UAGE", + "ĠUS DA", + "ĠUSD A", + "_ mysql", + "_m ysql", + "_my sql", + "_AM OUNT", + "ĠL IFE", + "ĠLI FE", + "Ġyoung sters", + "Ġyoungster s", + "Ġri ots", + "Ġriot s", + "Ġrio ts", + "[ E", + "Ġun forgettable", + ", },Ċ", + "Dis posed", + "Dispose d", + "Disp osed", + "ĠAss assin", + "ĠAssass in", + "U NG", + "UN G", + "ĠNew sp", + "ĠNews p", + "User Service", + ": aload", + ":a load", + "+ ',", + "+' ,", + "Ġsett lers", + "Ġsettle rs", + "Ġscre ams", + "Ġscream s", + "Ġincon venience", + ". Rotate", + ".R otate", + "Ġj ars", + "Ġja rs", + "Ġjar s", + "ĠP uzzle", + "ĠPu zzle", + "Ġm est", + "Ġme st", + "Ġmes t", + "ar si", + "ars i", + "ĠS harma", + "ĠSh arma", + "ĠShar ma", + "| (", + ". ds", + ".d s", + "ĠSa cred", + "ĠSac red", + "ĠSacr ed", + "_ evt", + "_e vt", + "_ev t", + "Ġexp resses", + "Ġexpress es", + "Ġexpr esses", + "Ġexpres ses", + "Ġh och", + "Ġho ch", + "Ġhoc h", + "ĠD uch", + "ĠDu ch", + "ĠDuc h", + ". calls", + ".c alls", + ".call s", + ".cal ls", + "t hr", + "th r", + "ĠShe ffield", + ". AlertDialog", + ".Alert Dialog", + "Ġrad ically", + "Ġradical ly", + "Ġt rous", + "Ġtr ous", + "Ġtro us", + "Ġtrou s", + "Ġprev ailing", + "Ġprevail ing", + "ĠWW II", + "âĢĻ n", + "ens ely", + "ense ly", + "Ġ Yesterday", + "ĠY esterday", + "ĠSir ius", + "ĠSiri us", + "Ġkill ers", + "Ġkil lers", + "Ġkiller s", + "Ġ FFT", + "ĠF FT", + "ĠFF T", + "Ġ oval", + "Ġo val", + "Ġov al", + "' ):čĊ", + "') :čĊ", + "'): čĊ", + "Ġ ìłķë³´", + "Ġìłķ ë³´", + "ou rage", + "our age", + "Ġ Checkbox", + "ĠCheck box", + "Work book", + ". defer", + ".de fer", + ".def er", + "_ floor", + "_f loor", + "_fl oor", + "Ġc ouncill", + "Ġcouncil l", + "Ġnors ke", + "Ġnorsk e", + "m oil", + "mo il", + "o rea", + "or ea", + "ore a", + "Ġmark eted", + "Ġmarket ed", + "_ SUR", + "_S UR", + "_SU R", + "x AA", + "xA A", + "Ġst ained", + "Ġsta ined", + "Ġstain ed", + "e ut", + "eu t", + "ĠM eng", + "ĠMe ng", + "ĠMen g", + "Ġ ieee", + "Ġi eee", + "Ġie ee", + ". extern", + ".ex tern", + ".ext ern", + "e gie", + "eg ie", + "Ġr app", + "Ġrap p", + "Ġra pp", + "ĠPy ongyang", + "' class", + "M ob", + "Mo b", + "Ġinitial Value", + "_ wave", + "_w ave", + "Ġ jab", + "Ġj ab", + "Ġja b", + "Ġmascul ine", + "Ġampl ifier", + "Ġ tty", + "Ġt ty", + "Ġtt y", + "Path Component", + "_ xt", + "_x t", + "ĠG FP", + "ĠGF P", + "/ sec", + "/s ec", + "/se c", + "ĉ dispatch", + "ĉdis patch", + "mark down", + "ĠS chn", + "ĠSc hn", + "ĠSch n", + "b ole", + "bo le", + "bol e", + "· ·", + "mouse move", + "Ġ errMsg", + "Ġerr Msg", + "Ġa sign", + "Ġas ign", + "Ġasi gn", + "_ mono", + "_m ono", + "_mon o", + "_mo no", + "To Selector", + "ĠZ u", + "( Rect", + "(R ect", + "Ġ ErrorCode", + "ĠError Code", + "l atin", + "la tin", + "lat in", + "ang ible", + "angi ble", + "v tk", + "vt k", + "CG Size", + "P okemon", + "Pok emon", + "Ġclass mates", + "Ġat tracts", + "Ġattr acts", + "Ġattract s", + "ĠT atto", + "ĠTat to", + "ul tan", + "ult an", + "ulta n", + "ol óg", + "Ġh alted", + "Ġhal ted", + "Ġhalt ed", + "ठ¨", + "ĠK art", + "ĠKar t", + "ĠKa rt", + "Ġ ue", + "Ġu e", + "_Init Structure", + "_InitStruct ure", + "Test Class", + "ĠAir bnb", + "_ \",", + "_\" ,", + "Ġchar coal", + "Ġ ipc", + "Ġi pc", + "Ġip c", + "Ġ Stretch", + "ĠSt retch", + "ĠStr etch", + ".g lide", + ".gl ide", + "lates AutoresizingMaskIntoConstraints", + "Ġp otion", + "Ġpo tion", + "Ġpot ion", + "ITT LE", + "Ġcount ert", + "Ġcounter t", + "_ hd", + "_h d", + "pre pared", + "prepare d", + "prep ared", + "A ds", + "Ad s", + "ĠV ampire", + "ro bots", + "robot s", + "rob ots", + ".Create Index", + "Status Label", + "Ġt ucked", + "af ür", + "U t", + "Ġswe ater", + "Ġsweat er", + "_ FN", + "_F N", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġĉ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĉ", + "at aka", + "ata ka", + "atak a", + "Ġeyeb rows", + "Ġeyebrow s", + "a coes", + "ac oes", + "aco es", + "u den", + "ud en", + "ude n", + ".Linear LayoutManager", + ".LinearLayout Manager", + "Ġs way", + "Ġsw ay", + "Ġmult in", + "Ġmulti n", + "Ġmul tin", + "( ))))Ċ", + "() )))Ċ", + "()) ))Ċ", + "())) )Ċ", + "()))) Ċ", + "Ġ NSUInteger", + "ĠNS UInteger", + "ĠMy Base", + "P artner", + "Part ner", + "uts chen", + "utsch en", + "utsche n", + "ĠC ater", + "ĠCa ter", + "ĠCat er", + ".set BackgroundColor", + ".setBackground Color", + "Ġaccompl ishment", + "Ġaccomplish ment", + "_ problem", + "_pro blem", + "_prob lem", + ".d td", + ".dt d", + "Ġ pageNumber", + "Ġpage Number", + "ĠpageNum ber", + "Ġj ackets", + "Ġjack ets", + "Ġjacket s", + "Ġc ropped", + "Ġcr opped", + "Ġcro pped", + "Ġcrop ped", + "u els", + "ue ls", + "uel s", + "ĠH ep", + "ĠHe p", + "Ġc apped", + "Ġcap ped", + "Ġca pped", + "* Math", + "*M ath", + "_ callbacks", + "_callback s", + "_call backs", + "Ġp ubb", + "Ġpub b", + "Ġpu bb", + "ĠBrun swick", + ". respond", + ".res pond", + ".resp ond", + "[ \"_", + "[\" _", + "Ġbed ding", + "hyth m", + "O X", + "( speed", + "(s peed", + "(sp eed", + "Ġpest icides", + "Ġpestic ides", + "Ġpesticide s", + "Ġ -------", + "Ġ- ------", + "Ġ-- -----", + "Ġ---- ---", + "Ġ--- ----", + "Ġ----- --", + "Ġ------ -", + ". Blue", + ".B lue", + ".Bl ue", + "Ġn oodles", + "Ġnood les", + "ĠG oes", + "ĠGo es", + "Ġs aver", + "Ġsa ver", + "Ġsave r", + "Ġsav er", + "o xy", + "ox y", + "_ completion", + "_com pletion", + "_comp letion", + "ĠSw inger", + "ĠSwing er", + "Ġ getDate", + "Ġget Date", + "Ġm inded", + "Ġmin ded", + "Ġmind ed", + "int egration", + "integr ation", + "ĠLot us", + "( stop", + "(s top", + "(st op", + "(', ');Ċ", + "(',' );Ċ", + "(',') ;Ċ", + "Ġfl oods", + "Ġflo ods", + "Ġflood s", + "Ġ Workflow", + "ĠWork flow", + "Ġe rupted", + "Ġerupt ed", + "M acro", + "Mac ro", + "Ma cro", + "ĠS auce", + "ĠSa uce", + "ĠSau ce", + "Ġ eventName", + "Ġevent Name", + "\\ Input", + "Break ing", + "Bre aking", + "ĉ when", + "ĉw hen", + "_ pw", + "_p w", + "I NDER", + "IN DER", + "IND ER", + "ĠWell ness", + "Ġv oxel", + "Ġvox el", + "ĠM ell", + "ĠMe ll", + "ĠMel l", + "Ġ MEDIA", + "ĠM EDIA", + "ĠMED IA", + "S ENS", + "SE NS", + "SEN S", + "ĠF unds", + "ĠFund s", + "ĠFun ds", + "ĠFu nds", + "ĠM ild", + "ĠMil d", + "ĠMi ld", + "< Array", + "Ċ", + "') ;?>Ċ", + "'); ?>Ċ", + "');?> Ċ", + "Ġtemp ting", + "Ġtempt ing", + "Ġtest ament", + "Ġb ible", + "Ġbi ble", + "Ġbib le", + "Ġconsult ed", + "Ġconsul ted", + "ĠIndex Error", + "è¨ ĺ", + "Ġkey pad", + "Ġke ypad", + "i zzo", + "iz zo", + "izz o", + "( ok", + "(o k", + "Ġwh atsapp", + "Ġwhats app", + "ĠRemote Exception", + "Ġte amed", + "Ġteam ed", + "Ġtea med", + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ", + "» ,", + "Ġ getTime", + "Ġget Time", + "d iag", + "di ag", + "dia g", + "is sy", + "iss y", + "Ġ hed", + "Ġh ed", + "Ġhe d", + "Ġkn ots", + "Ġknot s", + "j om", + "jo m", + "Ġf unnel", + "Ġfun nel", + "-m ails", + "-mail s", + "Ġexp orting", + "Ġexport ing", + "Ġ VL", + "ĠV L", + "ĠK arn", + "ĠKar n", + "ĠKa rn", + "ĠBuddh ism", + "ĠAl lan", + "ĠAll an", + "ĠAlla n", + "_R ADIUS", + "Ġw ording", + "Ġword ing", + "Ġwor ding", + "Ġ Forget", + "ĠF orget", + "ĠFor get", + "ĠForge t", + "ĠForg et", + "ĠCor ona", + "ĠCoron a", + "i phy", + "ip hy", + "iph y", + "Ġlim burg", + "Ġlimb urg", + "ug gy", + "ugg y", + "ĠUser Repository", + "i min", + "im in", + "imi n", + "( ele", + "(e le", + "(el e", + "Ġlabel led", + "Ġlab elled", + "ç¤ ¾", + "ĠH erman", + "ĠHer man", + "ĠHerm an", + ". qq", + ".q q", + "Ġ \"));Ċ", + "Ġ\" ));Ċ", + "Ġ\") );Ċ", + "Ġ\")) ;Ċ", + "ie ber", + ". Translate", + ".Trans late", + "r yn", + "ry n", + "Ġdes env", + "Ġdese nv", + "u md", + "um d", + "Sim ply", + "ĉ mode", + "ĉm ode", + "ĉmod e", + "R pc", + "Rp c", + "ĠVal encia", + "ĠVale ncia", + "Ġstaff ers", + "Ġstaffer s", + "Ġse lv", + "Ġsel v", + "ĠS pike", + "ĠSp ike", + "ĠSpi ke", + "Ġd elic", + "Ġde lic", + "Ġdel ic", + "Ġ eru", + "Ġe ru", + "Ġer u", + "_ DT", + "_D T", + "J udge", + "Jud ge", + "Ju dge", + "á» ķ", + "ĠB asin", + "ĠBa sin", + "ĠBas in", + ". mutable", + ".m utable", + ".mu table", + "\" url", + "Ġtar iff", + "Ġtarif f", + "ĠSlee ve", + "ĠSle eve", + "Ġ flare", + "Ġfl are", + "Ġfla re", + ". dropout", + ".drop out", + "Ġb rides", + "Ġbr ides", + "Ġbri des", + "Ġbride s", + "Ġbrid es", + ") ),čĊ", + ")) ,čĊ", + ")), čĊ", + "_ constraints", + "_con straints", + "_constraint s", + "d estruct", + "de struct", + "Out line", + "Ġdisappe ars", + "Ġdisappear s", + "_ locked", + "_l ocked", + "_lock ed", + "_loc ked", + "ĠNS LocalizedString", + "c ke", + "ck e", + "ĉ null", + "ĉn ull", + "ad resse", + "adr esse", + "adress e", + "Ġt opping", + "Ġto pping", + "Ġtop ping", + "Ġtopp ing", + "ĠJ oker", + "ĠJo ker", + "b ishop", + "bi shop", + "bis hop", + "bish op", + "н оÑģÑĤÑĮ", + "но ÑģÑĤÑĮ", + "ноÑģÑĤ ÑĮ", + "ноÑģ ÑĤÑĮ", + "and ering", + "ander ing", + "ande ring", + "_ amp", + "_a mp", + "_am p", + "= time", + "=t ime", + "_ Space", + "_S pace", + "_P ULL", + "' =", + "Ġant iqu", + "Ġanti qu", + "Ġc ach", + "Ġca ch", + "Ġcac h", + "_ __ĊĊ", + "__ _ĊĊ", + "___ ĊĊ", + "O NES", + "ON ES", + "ONE S", + "о Ñı", + "Ġ unread", + "Ġun read", + "Ġunre ad", + "Ġunr ead", + ". policy", + ".p olicy", + ".pol icy", + "oooo oooo", + "ëŁ ¬", + "Ġ usted", + "Ġu sted", + "Ġus ted", + "Ġust ed", + "ĠR ece", + "ĠRe ce", + "ĠRec e", + "Ġal lem", + "Ġall em", + "Ġalle m", + "ãĥ¼ ãĤ¹", + "ãĥ¼ãĤ ¹", + "ĠThough ts", + "ĠThought s", + "ve illance", + "i strate", + "ist rate", + "istr ate", + "istra te", + "istrat e", + "_ lane", + "_l ane", + "_la ne", + "Ġf amed", + "Ġfam ed", + "Ġfa med", + "Ġfame d", + ". GetName", + ".Get Name", + "Ġsmooth er", + "Ġsmo other", + "Ġ Qualified", + "ĠQual ified", + "a zers", + "az ers", + "aze rs", + "azer s", + "_ geo", + "_g eo", + "_ge o", + "F ax", + "Fa x", + "ĠM inds", + "ĠMin ds", + "ĠMi nds", + "ĠMind s", + "Ġ Raises", + "ĠR aises", + "ĠRa ises", + "ĠRaise s", + "ĠRai ses", + "Ġtrans cripts", + "Ġtran scripts", + "Ġtranscript s", + "Con versation", + "Ġre marked", + "Ġrem arked", + "Ġremark ed", + "Ġremar ked", + "ëĤ ĺ", + "d ling", + "dl ing", + "Ġdeploy ing", + "Ġshared Application", + "Ġ kp", + "Ġk p", + "FontAwesome Icon", + "_ dummy", + "_d ummy", + "re iben", + "reib en", + "rei ben", + "ĠJane iro", + "Dir ections", + "Direction s", + "Direct ions", + "Di rections", + "Dire ctions", + ".get Bean", + ".getB ean", + "s ass", + "sa ss", + "Ġcomm anders", + "Ġcommand ers", + "Ġcommander s", + "Ġcommande rs", + "v ation", + "va tion", + "vat ion", + "error Code", + "ĠAl loy", + "ĠAll oy", + ". localized", + ".local ized", + "Ð ij", + "Ġdish washer", + "Ġ Soup", + "ĠS oup", + "ĠSo up", + "ĠSou p", + "N u", + "_ Default", + "_D efault", + "_De fault", + "_Def ault", + "Ġun even", + "Ġune ven", + "Ġ />\";Ċ", + "Ġ/ >\";Ċ", + "Ġ/> \";Ċ", + "- Based", + "-B ased", + "Ġseam lessly", + "Ġseamless ly", + "- null", + "-n ull", + "Ġ XC", + "ĠX C", + "Ġst ew", + "Ġste w", + "( delay", + "(d elay", + "(de lay", + "(del ay", + "AT ORS", + "ATOR S", + "ATO RS", + "ĠWhe eler", + "ĠWheel er", + "\" H", + "e ast", + "ea st", + ". air", + ".a ir", + ".ai r", + "âĢľ But", + "Object Context", + "success fully", + "successful ly", + "_ land", + "_l and", + "_la nd", + "Ġf olds", + "Ġfol ds", + "Ġfold s", + "Ġfo lds", + "_ COORD", + "_CO ORD", + "Ġsub po", + ".get Address", + ".g etAddress", + "in str", + "ins tr", + "inst r", + "Material s", + "Ñĥ ÑģÑĤ", + "ÑĥÑģ ÑĤ", + "de posit", + "dep osit", + "- last", + "-l ast", + "-la st", + "_ GRAY", + "_G RAY", + "_GR AY", + "_GRA Y", + "= find", + "=f ind", + "Ġmut ant", + "Ġmu tant", + "Ġlesb ienne", + "Ġlesbi enne", + "let cher", + "R OUGH", + "RO UGH", + "ur eka", + "ure ka", + ". capture", + ".c apture", + ".cap ture", + "Ġ enn", + "Ġe nn", + "Ġen n", + "Ġ ([[", + "Ġ( [[", + "Ġ([ [", + "ĠF lu", + "ĠFl u", + "Ġ taskId", + "Ġtask Id", + "ĠHus sein", + "ĠHuss ein", + ". folder", + ".f older", + ".fold er", + "Ġa usterity", + "IST RATION", + "ISTR ATION", + "_ Impl", + "_I mpl", + "注 æĦı", + "Ġdec ree", + "Ġdecre e", + "- chat", + "-c hat", + "-ch at", + "Ġim plication", + "Ġimp lication", + "Ġimpl ication", + "Ġimplic ation", + "Ġgu esses", + "Ġguess es", + "ul kan", + "ulk an", + "An alytics", + "Analy tics", + ". plus", + ".p lus", + ".pl us", + "COM MAND", + "COMM AND", + "е ли", + "ел и", + "» ĊĊ", + "»Ċ Ċ", + "_ SITE", + "_S ITE", + "_SI TE", + "Ġ equalTo", + "Ġequal To", + "Support FragmentManager", + "Ġ Recording", + "ĠRec ording", + "ĠRecord ing", + "å®Į æĪIJ", + "Ġbag gage", + "Ġpitch ers", + "Ġpit chers", + "Ġpitcher s", + "ĠE h", + "o que", + "oq ue", + "ĉ cnt", + "ĉc nt", + "Ġ =>$", + "Ġ= >$", + "Ġ=> $", + "/ foo", + "/f oo", + "I RA", + "IR A", + "ĠSat ellite", + "bo rah", + "bor ah", + "Ġ }}\"Ċ", + "Ġ} }\"Ċ", + "Ġ}} \"Ċ", + "Ġ}}\" Ċ", + "ĠE nds", + "ĠEn ds", + "ĠEnd s", + "ĠS pray", + "ĠSp ray", + "ĠSpr ay", + ", param", + ",p aram", + ". Chrome", + ".Ch rome", + "* q", + "th ought", + "though t", + "ib rated", + "ibr ated", + "ibrate d", + "Ġth ieves", + "Ġbenefici aries", + "En tered", + "Ent ered", + "Enter ed", + "ottes ville", + "otte sville", + "Ġveter in", + "Ġvet erin", + "By ID", + "qu ipe", + "quip e", + "qui pe", + "um ption", + "ump tion", + "umpt ion", + "- unit", + "-un it", + "-u nit", + "Execution Context", + "@ s", + "ĠG iov", + "ĠGi ov", + "ĠGio v", + ". ToolTip", + ".Tool Tip", + "_ friend", + "_f riend", + "( attributes", + "(at tributes", + "(attribute s", + "Ġd umping", + "Ġdump ing", + "Ġdum ping", + "Ġ JC", + "ĠJ C", + "_ DOCUMENT", + "_D OCUMENT", + "_DOC UMENT", + "ĠAr mour", + "ĠArm our", + "( insert", + "(in sert", + "(ins ert", + ". HorizontalAlignment", + ".Horizontal Alignment", + "Ġ Qed", + "ĠQ ed", + "ãģĦ ãģ¾ãģĻ", + "/ git", + "/g it", + "Ġ YYYY", + "ĠY YYY", + "ĠYY YY", + "ĠCar diff", + "ĠCard iff", + "Ġ apa", + "Ġa pa", + "Ġap a", + "org anic", + "organ ic", + "ĠWhere as", + "ĠWhe reas", + "Ġ æĿ", + "Ġæ Ŀ", + "ĠM ia", + "ĠMi a", + "Ġdemol ition", + "Ġs cars", + "Ġsc ars", + "Ġsca rs", + "Ġscar s", + "Ġ pai", + "Ġp ai", + "Ġpa i", + "Ġre tries", + "Ġret ries", + "Ġretrie s", + "Ġretr ies", + "Ġ rq", + "Ġr q", + "ĠD enis", + "ĠDe nis", + "ĠDen is", + "( Utils", + "(Util s", + "Ġallev iate", + "Ġ PIC", + "ĠP IC", + "ĠPI C", + "i due", + "id ue", + "Ġacknowled ging", + "Ġ// ////////////////////////////////", + "Ġ////////////////// ////////////////", + "ç¡® å®ļ", + "Ä «", + "\\ Json", + ". binary", + ".b inary", + ".bin ary", + "Ġx type", + "Ġxt ype", + "sign als", + "signal s", + "Ġ Appearance", + "ĠAp pearance", + "& r", + "} s", + "C i", + "ĠI llum", + "ĠIl lum", + "ĠIll um", + "p orate", + "por ate", + "po rate", + "pora te", + "h og", + "ho g", + "Ġ indexOf", + "Ġindex Of", + "\\ Command", + "_ parallel", + "_par allel", + "ĠSher lock", + "í ĥ", + "Ġ\" \")čĊ", + "Ġ\"\" )čĊ", + "Ġ\"\") čĊ", + "//////////////// ////////////////////////////////////////////////////////////////////////////////", + "//////////////////////////////// ////////////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////// ////////////////////////////////", + "//////////////////////////////////////////////// ////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////////////////////// ////////////////", + "Ġcritic ize", + "Ġ Soap", + "ĠSo ap", + "Ġ Matcher", + "ĠM atcher", + "ĠMat cher", + "ĠMatch er", + "Ġgr illed", + "Ġgrill ed", + "Ġgrille d", + "* T", + "Ġad ore", + "Ġado re", + "ul ling", + "ull ing", + "Ġje doch", + "Ġjed och", + "_ refs", + "_re fs", + "_r efs", + "_ref s", + "lean up", + "ĠJ AXB", + "ĠJA XB", + "Ġr oses", + "Ġro ses", + "Ġrose s", + "Ġros es", + "ĠL iam", + "ĠLi am", + "ĠLia m", + "size i", + "siz ei", + "Ġget char", + "Ġgetch ar", + "Ġt arde", + "Ġtar de", + "Ġtard e", + "- tooltip", + "-to oltip", + "-tool tip", + "Ġqual ifier", + "Ġ Intermediate", + "ĠInter mediate", + "_ Window", + "_W indow", + "ĠM alta", + "ĠMal ta", + "Dis connect", + "e where", + "ew here", + "C ampo", + "Cam po", + "Camp o", + "Ġirr ational", + "l edo", + "le do", + "led o", + "Ġ DN", + "ĠD N", + "AR GV", + "ARG V", + "Ġout ro", + "Ġou tro", + "Ġoutr o", + "Ġth irteen", + "Jose ph", + "Jos eph", + "M AR", + "MA R", + "/ gl", + "/g l", + "J ess", + "Je ss", + "ĠPsych iat", + "Ġpadding Bottom", + "- loop", + "-l oop", + "-lo op", + "/ fonts", + "/font s", + "_ seen", + "_s een", + "_se en", + "Te ams", + "Team s", + "React DOM", + "( man", + "(m an", + "( xpath", + "(x path", + ". getSimpleName", + ".get SimpleName", + "> (*", + ">( *", + "ĠP vt", + "ĠPv t", + "Ġel ders", + "Ġelder s", + "Ġelde rs", + "Ġ pies", + "Ġp ies", + "Ġpie s", + "Ġpi es", + ".user Agent", + "- region", + "-reg ion", + "ĠGre eks", + "ĠGreek s", + "ĠGree ks", + "( fragment", + "(f ragment", + "(fr agment", + "s tu", + "st u", + "Ġcouncil s", + "Ġst amina", + "Ġsta mina", + "ĠGod dess", + "è ¥¿", + "è¥ ¿", + "Ġphilosoph ers", + "Ġphilosopher s", + "Ġperson e", + "Ġpers one", + "Ġperso ne", + "ĠL ose", + "ĠLo se", + "ĠLos e", + "Ġ CLR", + "ĠC LR", + "ĠCL R", + "Ġ Docs", + "ĠD ocs", + "ĠDo cs", + "ĠDoc s", + "Ġso ak", + "Ġ HOLDER", + "ĠH OLDER", + "ĠHOLD ER", + "ĠHOL DER", + "Ġb ells", + "Ġbel ls", + "Ġbell s", + "hash Code", + "R ATE", + "RA TE", + "_WE IGHT", + "in ous", + "ino us", + "inou s", + "en dra", + "end ra", + "oph obic", + "Ġp rose", + "Ġpro se", + "Ġpr ose", + "Ġpros e", + "Ġf inely", + "Ġfin ely", + "Ġfine ly", + "/ oauth", + "/o auth", + "( space", + "(s pace", + "(sp ace", + "a dge", + "ad ge", + "ĠM ama", + "ĠMa ma", + "ĠMam a", + "Ġstring Buffer", + "Ġst int", + "Ġm isma", + "Ġmis ma", + "Ġmism a", + "Ġvill ains", + "Ġvillain s", + "Ġvilla ins", + "ĠCrime a", + "Ġdipl oma", + "Ġdiplom a", + "Ġпо Ñģл", + "ĠпоÑģ л", + "ĠB ea", + "ĠBe a", + "( join", + "(j oin", + "Ġ íķ´", + "Ġíķ ´", + "CH AT", + "CHA T", + "p ering", + "pe ring", + "per ing", + "peri ng", + "ĠC ros", + "ĠCr os", + "ĠCro s", + "Ġmon keys", + "Ġmonkey s", + "Ġp reds", + "Ġpr eds", + "Ġpre ds", + "Ġpred s", + "y la", + "yl a", + ", ,,", + ",, ,", + "Ġv ibrator", + "Ġvibr ator", + "Ġ NU", + "ĠN U", + "åħ Ī", + "f ant", + "fa nt", + "fan t", + "z et", + "ze t", + "Ġb ietet", + "un ft", + "s worth", + "sw orth", + ". Flow", + ".F low", + ".Fl ow", + "Ġpsych ed", + "Ġpsy ched", + "Ġpsyche d", + "ĠContin ental", + "ĠContinent al", + "> t", + "Ġqu ilt", + "Ġq uilt", + "Ġqui lt", + "Ġquil t", + ". UP", + ".U P", + "Ġexpans ive", + "Dis pose", + "Disp ose", + "( language", + "(l anguage", + "C aps", + "Cap s", + "Ca ps", + "_ ZONE", + "_Z ONE", + "Ġre cycle", + "Ġr ecycle", + "Ġrec ycle", + "Ġrecycl e", + "Ġ Managed", + "ĠMan aged", + "ĠManage d", + "ĠMana ged", + "current Color", + ". broadcast", + ".b roadcast", + "sign In", + ". prom", + ".p rom", + ".pro m", + ".pr om", + "l lu", + "ll u", + "ue blo", + "Ġpun ches", + "Ġpunch es", + "Ġaut omat", + "Ġauto mat", + "Ġautom at", + "Ġassign ing", + "Ġcreate User", + "ĠAl lied", + "ĠAll ied", + "Ġcon ductor", + "Ġconduct or", + "Ġcond uctor", + "Ġconduc tor", + "Ġcondu ctor", + "Ĥ ¨", + "Ġs addle", + "Ġsad dle", + "Ġsadd le", + "Ġ dni", + "Ġd ni", + "Ġdn i", + "o medical", + "omed ical", + "- West", + "-W est", + "Positive Button", + "Ġ italic", + "Ġit alic", + "? [", + "( trigger", + "(tr igger", + "Ġele phants", + "Ġelephant s", + "\":\" \",\"", + "\":\"\" ,\"", + "Ġcal iber", + "raft ed", + "raf ted", + "d igits", + "digit s", + "dig its", + "Ġ marshal", + "Ġm arshal", + "Ġmar shal", + "Ġmarsh al", + "Ġmars hal", + "m illiseconds", + "mill iseconds", + "m arkers", + "mark ers", + "mar kers", + "marker s", + "m om", + "mo m", + "/ place", + "/p lace", + "/pl ace", + "Ġhol istic", + ": t", + "# ,", + "Ġb oto", + "Ġbo to", + "Ġbot o", + "Ġnause a", + "Ġnau sea", + "ĠSh ooting", + "ĠShoot ing", + "ĠSho oting", + "i tech", + "it ech", + "ite ch", + "Ġtext Status", + "< Class", + " ())Ċ", + ">( ))Ċ", + ">() )Ċ", + ">()) Ċ", + "ADD RESS", + "ADDR ESS", + "B ST", + "BS T", + "et zt", + "etz t", + "ĠQ gs", + "S ense", + "Sen se", + "Exception Handler", + "ĠC hu", + "ĠCh u", + ".get OwnProperty", + "Ġexerc ised", + "Ġexercise d", + "i otic", + "io tic", + "iot ic", + "ĠRe leases", + "ĠRelease s", + "Ġp interest", + "o lie", + "ol ie", + "oli e", + "i soft", + "is oft", + "iso ft", + "Ġsequ encing", + "Ġpa dre", + "Ġpad re", + "Ġpadr e", + "] ));čĊ", + "]) );čĊ", + "])) ;čĊ", + "])); čĊ", + "( radius", + "(r adius", + "(rad ius", + ". med", + ".m ed", + ".me d", + "ain ties", + "aint ies", + ".Object Model", + "Ġ emple", + "Ġem ple", + "Ġemp le", + "Ġseg uro", + "Ġsegu ro", + "St ars", + "Star s", + "Ġqual itative", + "le mn", + "lem n", + "á» ±", + "> \").", + ">\" ).", + ">\") .", + "Ġ gx", + "Ġg x", + "- cert", + "-c ert", + "-ce rt", + "ĠA STM", + "ĠAS TM", + "ĠAST M", + "Ġ fullname", + "Ġfull name", + "Ġful lname", + "Ġte lemetry", + "Ġtele metry", + "ĠCamb odia", + "_ ul", + "_u l", + "ĠCl are", + "ĠClar e", + "ĠCla re", + "C USTOM", + "Q C", + "ĠU ns", + "ĠUn s", + "Ġ HTTPS", + "ĠHTTP S", + "ĠPar kinson", + "ĠPark inson", + "ancy box", + "', '.", + "',' .", + "T ue", + "Tu e", + ". getLast", + ".get Last", + "Ġ abi", + "Ġa bi", + "Ġab i", + "Äħ d", + "A st", + "As t", + "Ġ Editing", + "ĠEd iting", + "ĠEdit ing", + ". Unity", + ".Un ity", + ".Unit y", + "j mp", + "jm p", + "Ġm ats", + "Ġmat s", + "Ġma ts", + "Ġshared Preferences", + "Cap tain", + "Capt ain", + ". pageSize", + ".page Size", + "Ġ rtl", + "Ġr tl", + "Ġrt l", + "Ġan meld", + "Runtime Object", + "Ġdem ande", + "Ġdemand e", + "( \";", + "(\" ;", + "se ite", + "sei te", + "- headed", + "-head ed", + "-he aded", + "ĠK ra", + "ĠKr a", + "Ġ FONT", + "ĠF ONT", + "ĠFO NT", + "` \\", + "Class NotFoundException", + ". avg", + ".a vg", + ".av g", + "a tical", + "at ical", + "atic al", + "ati cal", + "atica l", + "A j", + "Ġpermit ting", + "Ġperm itting", + "P roj", + "Pro j", + "Pr oj", + "ERR Q", + "Ġcre ampie", + "Ġcream pie", + "ĠBuy er", + "ĠBu yer", + "- modules", + "-mod ules", + "-module s", + "ĠSunday s", + "ĠSun days", + "ĠSund ays", + "| `Ċ", + "Ġday time", + "Ġ +(", + "Ġ+ (", + "Ġgl itch", + "Ġ Operand", + "ĠOper and", + "ĠOpera nd", + "Ġtox ins", + "Ġtoxin s", + "i nya", + "in ya", + "iny a", + "D NS", + "DN S", + "ĠS as", + "ĠSa s", + "C ake", + "Ca ke", + "ĠNational s", + "ĠNation als", + ". addTo", + ".add To", + "Ġs inking", + "Ġsin king", + "Ġsink ing", + "Ġcompreh ension", + "Ġs cor", + "Ġsc or", + "Ġsco r", + "a gements", + "ag ements", + "age ments", + "agement s", + "agem ents", + "Ġt ard", + "Ġta rd", + "Ġtar d", + "Ġm arching", + "Ġmar ching", + "Ġmarch ing", + "ĠM TV", + "ĠMT V", + "Ġs ane", + "Ġsa ne", + "Ġsan e", + "Create Info", + "Ạ¯", + "Ġend Index", + "ĉ layout", + "ĉl ayout", + "Ġ åIJį", + "ĠåIJ į", + "S ITE", + "SI TE", + "ĠT HERE", + "ĠTHE RE", + "ĠTH ERE", + "Ġ[ {'", + "Ġ[{ '", + "opath ic", + "opa thic", + "Ġtrans mitter", + "Ġtransmit ter", + "/ body", + "/b ody", + "Ġp und", + "Ġpun d", + "Ġpu nd", + "Ġ Closing", + "ĠC losing", + "ĠCl osing", + "ĠClo sing", + "Ġ setattr", + "Ġset attr", + "Ġ bounded", + "Ġb ounded", + "Ġbo unded", + "Ġbound ed", + "At las", + "Atl as", + "s uming", + "sum ing", + "su ming", + "( times", + "(t imes", + "(time s", + "(ti mes", + "p arer", + "par er", + "pare r", + "pa rer", + "y nom", + "yn om", + "fe it", + "Ġf rem", + "Ġfr em", + "Ġfre m", + "- leg", + "-l eg", + "-le g", + "ĠB ras", + "ĠBr as", + "ĠBra s", + "> #", + "Ġì¶ ľëł¥", + "Ġì¶ľ ëł¥", + "Ġ INSTANCE", + "ĠIN STANCE", + "ĠINST ANCE", + "ĠC ouch", + "ĠCo uch", + "ĠCou ch", + "_ hosts", + "_host s", + "lik elihood", + ". Marker", + ".M arker", + ".Mark er", + ".Mar ker", + "ĠM asks", + "ĠMas ks", + "ĠMask s", + "Ġc ereal", + "Ġce real", + "Ġcere al", + "ut ilities", + "util ities", + "Ġelement al", + "Ġele mental", + "Ġelem ental", + "Ġdist orted", + "Ġdistort ed", + "in active", + "c ry", + "cr y", + "W L", + "UPPORT ED", + ". Throws", + ".Th rows", + ".Throw s", + "/ schema", + "/s chema", + "s erie", + "se rie", + "ser ie", + ". \"',", + ".\" ',", + ".\"' ,", + "ĠBened ict", + "ĠBene dict", + "- picker", + "-p icker", + "-pic ker", + "ig gs", + "igg s", + "ĠP irate", + "ĠPi rate", + "ĠPir ate", + "åij¨ æľŁ", + "ĠThe ma", + "ĠTh ema", + "ĠThem a", + "ĠSouth ampton", + "Ġarray With", + "ĠPaul a", + "ĠPa ula", + "Ġpred ictor", + "Ġpredict or", + "Ġpredic tor", + "- Ass", + "-A ss", + ". userid", + ".user id", + ".use rid", + "Ġ peri", + "Ġp eri", + "Ġper i", + "Ġpe ri", + "Ġexagger ated", + "u rate", + "ur ate", + "ura te", + "urat e", + "arse ille", + "ĠCon cent", + "ĠConc ent", + "ĠConce nt", + "ĠP ik", + "ĠPi k", + "Ġ@ _;ĊĊ", + "Ġ@_;Ċ Ċ", + "Ġ@_ ;ĊĊ", + "Ġform ations", + "Ġformat ions", + "Ġformation s", + "Ġden omin", + "Ġdenom in", + "\" />.Ċ", + "\"/ >.Ċ", + "\"/> .Ċ", + "end edor", + "ended or", + "Ġpan cre", + "Ġpanc re", + "Ġ amt", + "Ġa mt", + "Ġam t", + "Ġon Resume", + "on Delete", + "ĠB CH", + "ĠBC H", + ") (\"", + ")( \"", + "m ovement", + "move ment", + "mo vement", + "mov ement", + "Ġpot assium", + "", + "Ġ-- ->", + "Ġ--- >", + "ĠP PC", + "ĠPP C", + "i sz", + "is z", + "ake FromNib", + "Ġ Disp", + "ĠD isp", + "ĠDis p", + "ĠDi sp", + "ĠAth letics", + "ĠAthletic s", + "Ġnight club", + "G OOD", + "GO OD", + ".set Geometry", + "+ [", + "/ send", + "/s end", + "/se nd", + "Ġbin aries", + "Ġr áp", + "Ġrá p", + ": req", + ":r eq", + "-con suming", + "-cons uming", + "er time", + "ert ime", + "erti me", + "UP DATED", + "UPDATE D", + "_ nullable", + "_null able", + "V IN", + "VI N", + "u lia", + "ul ia", + "uli a", + "c yan", + "cy an", + "Ġmisunder standing", + "Ġmisunderstand ing", + "o rical", + "or ical", + "ori cal", + "oric al", + "deg rees", + "degree s", + "Le ading", + "Lead ing", + ". AR", + ".A R", + "ic kest", + "ick est", + "N uevo", + "uf oria", + "Ġgo odies", + "Ġgood ies", + "Ġf ores", + "Ġfor es", + "Ġfore s", + "Ġfo res", + "() <<\"", + "()<< \"", + "()< <\"", + "ad emic", + "ade mic", + "adem ic", + "Action Creators", + "server name", + "( nt", + "(n t", + "db Context", + "Ġair borne", + "Ġexhib itions", + "Ġexhibition s", + "Ġexhibit ions", + "c ele", + "ce le", + "cel e", + "Ġt ela", + "Ġte la", + "Ġtel a", + "< Movie", + "", + "() \">", + "()\" >", + ".set PreferredSize", + "ĠM ID", + "ĠMI D", + "ĠA less", + "ĠAl ess", + "ĠAle ss", + "Ġhorse power", + "Ġa tm", + "Ġat m", + "ĠPack aging", + "Ġc iphertext", + "Ġcipher text", + "Request Method", + "Ġbe iden", + "Ġbei den", + "Ġbeide n", + "è £", + "ĠP OW", + "ĠPO W", + ".Write Header", + "d irector", + "dir ector", + "direct or", + "dire ctor", + "- but", + "-b ut", + "ãģł ãģķãģĦ", + "in cer", + "ince r", + "inc er", + "_ dn", + "_d n", + "! !!!!", + "!! !!!", + "!!! !!", + "!!!! !", + "Ġmanufact ures", + "Ġmanufacture s", + ". TextUtils", + ".Text Utils", + "Ġcon sciously", + "Ġconsc iously", + "Ġconscious ly", + "Ġb ounced", + "Ġbounce d", + "c ulture", + "cul ture", + "cult ure", + "ĠS par", + "ĠSp ar", + "ĠSpa r", + "ĠP iper", + "ĠPi per", + "ĠPipe r", + "ĠPip er", + ". press", + ".p ress", + ".pre ss", + ".pr ess", + ".pres s", + "- owner", + "-o wner", + "Ġe valuator", + "Ġeval uator", + "Ġevalu ator", + "Ġ STREAM", + "ĠST REAM", + ".PictureBox SizeMode", + "Ġsu gars", + "Ġsugar s", + "Ġsug ars", + "Screen Width", + "Ġnext State", + "Ġiv ory", + "Ġbr unch", + "Ġbrun ch", + "d ensity", + "dens ity", + "_ OW", + "_O W", + "ĠCoron avirus", + "ĠC FR", + "ĠCF R", + "b ak", + "ba k", + "\\ Category", + "\\C ategory", + "æķ° ç»Ħ", + "Ġinvoke virtual", + "} ()Ċ", + "}( )Ċ", + "Ġs ujet", + "Ġsu jet", + "- marker", + "-m arker", + "-mark er", + "-mar ker", + "is digit", + "isd igit", + "ĠM obil", + "ĠMo bil", + "ĠMob il", + "ĠJsonRequest Behavior", + "_ REMOTE", + "_RE MOTE", + ".exists Sync", + "Ġrich es", + "Ġri ches", + "Ġric hes", + ".p resenter", + ".present er", + ".pres enter", + "Ġgl Color", + "Ġh anya", + "Ġha nya", + "Ġhan ya", + "Ġfort ress", + "Ġfl ashed", + "Ġflash ed", + "Ġfla shed", + "v iz", + "vi z", + "requ ently", + "requent ly", + "b uat", + "bu at", + "$ con", + "$c on", + "> |", + ". Func", + ".F unc", + "Ġhum orous", + "Ġhumor ous", + "u em", + "ue m", + ". ZERO", + ".Z ERO", + "ĠS TL", + "ĠST L", + "ĠB uk", + "ĠBu k", + "/ sample", + "/s ample", + "ĠG ros", + "ĠGr os", + "ĠGro s", + "Rec ipes", + "Recipe s", + "Ġinf lated", + "Ġinfl ated", + "Ġinflate d", + "Ġsw ung", + ": F", + "F acing", + "Fac ing", + "Fa cing", + ". Theme", + ".Th eme", + ".The me", + "н ик", + "ни к", + "Ġspl endid", + "Ġrequest Id", + ".Center Screen", + "/ autoload", + "/auto load", + "embed ded", + "_ depart", + "_de part", + "_dep art", + "Ġ Ports", + "ĠP orts", + "ĠPort s", + "ĠPo rts", + "ĠPor ts", + "๠ĥ", + "ай д", + "disc ussion", + "_ consum", + "_con sum", + "_cons um", + "Ġsc outs", + "Ġsco uts", + "Ġscout s", + "Ġcol abor", + "Ġcola bor", + ". Stage", + ".St age", + ". nano", + ".n ano", + ".nan o", + "el dorf", + "eld orf", + "eldo rf", + "Ġgem acht", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "Ġpolicy makers", + "Ġpolicym akers", + "_P KT", + "_PK T", + ", Th", + ",T h", + "o ky", + "ok y", + "_ UID", + "_U ID", + "_UI D", + "P ing", + "Pin g", + "Pi ng", + "Ġor chest", + "Ġorch est", + "Ġorc hest", + "Ġop tics", + "Ġopt ics", + "Ġoptic s", + "u han", + "uh an", + "ĠX OR", + "ĠXO R", + "Ġespañ ol", + "ĠAd idas", + "r ng", + "rn g", + "m ans", + "man s", + "ma ns", + ".v stack", + "Ġget away", + "Ġh ierarchical", + "Ġhier archical", + "ano ia", + "anoi a", + "ĠBitmap Factory", + "re alm", + "rea lm", + "real m", + "ĉ ap", + "ĉa p", + "_ apps", + "_a pps", + "_app s", + "_ap ps", + "- divider", + "-div ider", + "-di vider", + ". drawer", + ".d rawer", + ".draw er", + "ĠH ARD", + "ĠHA RD", + "ĠHAR D", + "'] ;?>Ċ", + "']; ?>Ċ", + "'];?> Ċ", + "- packed", + "-p acked", + "-pack ed", + "æ² »", + "_STRUCT URE", + "[ Y", + "i Param", + "( eq", + "(e q", + "Ġencompass es", + "Ġ\\ ĊĊ", + "Ġ\\Ċ Ċ", + "- >[", + "-> [", + "& utm", + "g roupon", + "gr oupon", + "group on", + "gro upon", + "st rate", + "str ate", + "stra te", + "D Y", + "om orphic", + "' :[", + "': [", + "Ġgrav itational", + "ĠM icha", + "ĠMich a", + "ĠMi cha", + "ĠMic ha", + "ĠT encent", + "ĠTen cent", + "Ġco ached", + "Ġcoach ed", + "ì¶ ľ", + "Ñĥ менÑĤ", + "Ñĥм енÑĤ", + "/ mobile", + "/m obile", + "Mouse Down", + "b ud", + "bu d", + "ĠY as", + "ĠYa s", + "Ġ Providers", + "ĠPro viders", + "ĠProvid ers", + "ĠProvider s", + "ĠProvide rs", + "ĠProv iders", + "N Z", + "ĉ report", + "ĉre port", + "ĉrep ort", + "err msg", + "Ġimage Path", + "act erial", + "acter ial", + "acteria l", + "ĠM anga", + "ĠMan ga", + "ĠMa nga", + "ĠMang a", + "wick lung", + "( usuario", + "(us uario", + "\" ));čĊčĊ", + "\") );čĊčĊ", + "\")) ;čĊčĊ", + "\"));čĊ čĊ", + "\")); čĊčĊ", + "/ ***", + "/* **", + "/** *", + "Ġorgan ise", + "Ġorganis e", + "Index ed", + "_ QUAL", + "_Q UAL", + "_QU AL", + "( PyObject", + "(Py Object", + "Ġsurrender ed", + "PO CH", + "ĠN OTES", + "ĠNOT ES", + "ĠNO TES", + "ĠNOTE S", + "\\ \\\"", + "\\\\ \"", + "- job", + "-j ob", + "Ġseven ty", + "Ġsevent y", + "Ġsev enty", + "# ###Ċ", + "## ##Ċ", + "#### Ċ", + "### #Ċ", + "ĠMan or", + "ĠMa nor", + "Ġdown right", + "Ġtime frame", + "ins urance", + "che cker", + "check er", + "Ġ SECRET", + "ĠSE CRET", + "ĠSEC RET", + "Ġecho es", + "Ġech oes", + "ĠCar men", + "ĠCarm en", + ".set HorizontalAlignment", + ".setHorizontal Alignment", + "Ġ isChecked", + "Ġis Checked", + "Ġ TOR", + "ĠT OR", + "ĠTO R", + "_ nn", + "_n n", + "( '(", + "(' (", + "Fetch Request", + "ĠPrint ed", + "Fl uid", + "Ġ STACK", + "ĠST ACK", + "ĠSTA CK", + "G ES", + "GE S", + "a igned", + "aign ed", + "i gor", + "ig or", + "igo r", + ". Unknown", + ".Un known", + "C BC", + "CB C", + "ĠCarl son", + ". URI", + ".U RI", + ".UR I", + "Ġp light", + "Ġpl ight", + "/ start", + "/st art", + "/star t", + "ĠPerson nel", + "Ġ PREFIX", + "ĠP REFIX", + "ĠPRE FIX", + "ĠPREF IX", + ", **", + ",* *", + "Ġli mite", + "Ġlimit e", + "Ġlim ite", + "_ heat", + "_h eat", + "_he at", + "% ï¼Į", + "ĠD onne", + "ĠDon ne", + "get Node", + "ĠScient ology", + "Ġc omet", + "Ġcom et", + "Ġco met", + "Ġcome t", + "Ġwen ig", + "A side", + "As ide", + "ĠM PEG", + "ĠMP EG", + "' ?", + "vari ably", + ". endDate", + ".end Date", + "Ġun cont", + "Ġunc ont", + "Ġuncon t", + "Ġ Scores", + "ĠS cores", + "ĠSc ores", + "ĠScore s", + "ĠSco res", + "ĠScor es", + "Ġ LoginForm", + "ĠLogin Form", + ". generated", + ".g enerated", + ".generate d", + ".gener ated", + ", ch", + ",c h", + "- mar", + "-m ar", + "ĠN ed", + "ĠNe d", + "Ġ eventId", + "Ġevent Id", + "+ p", + "ĠS IN", + "ĠSI N", + "/ reset", + "/re set", + "/res et", + ".RE ACT", + "ĠMe ssi", + "ĠMess i", + "ĠMes si", + "_R ANK", + "_RA NK", + ".write File", + "Ġc ripp", + "Ġcr ipp", + "Ġcri pp", + "es thetic", + "est hetic", + "ERS IST", + "Ġreim bursement", + "Ġreimburse ment", + "Current Value", + "Ġu nin", + "Ġun in", + "Ġuni n", + "Down Latch", + "Ġpadding Right", + "Ġst ocked", + "Ġstock ed", + "/ '.", + "/' .", + "Ġre payment", + "Ġrep ayment", + "Ġrepay ment", + "t rak", + "tr ak", + "tra k", + "/ backend", + "/back end", + "Ġиз мен", + "C SR", + "CS R", + "Ġprevent ive", + "Ġpant alla", + "_ trim", + "_t rim", + "_tr im", + "_tri m", + "P edido", + "Ped ido", + "h ospital", + "Ġmanage able", + "route Params", + "text ures", + "texture s", + "tex tures", + ". .....ĊĊ", + ".. ....ĊĊ", + "... ...ĊĊ", + ".... ..ĊĊ", + "..... .ĊĊ", + "...... ĊĊ", + "Ġsé lection", + "Name ValuePair", + "Ġpol lut", + "Ġpoll ut", + "M odes", + "Mode s", + "Mod es", + "Mo des", + "ĠL aud", + "ĠLa ud", + "ĠLau d", + "j ay", + "ja y", + "ĠU rs", + "ĠUr s", + "Ġs igner", + "Ġsign er", + "Ġsig ner", + "Ġ JJ", + "ĠJ J", + "ĠCh erokee", + "_EX ISTS", + "_EXIST S", + "Ġd war", + "Ġdw ar", + "Ġ ($('#", + "Ġ( $('#", + "Ġ($ ('#", + "Ġ($( '#", + "Ġre ef", + "> {$", + ">{ $", + "ĠB aylor", + "ĠBay lor", + "Ġ ModelState", + "ĠModel State", + "- _", + "ĠStruct ures", + "ĠStructure s", + "Ġsou vent", + "Spec ify", + "( pipe", + "(p ipe", + "(pi pe", + "Ġfr acking", + "Ġfrac king", + "ĠG PA", + "ĠGP A", + "Ġb ele", + "Ġbe le", + "Ġbel e", + "ĉ ĉĉĉĉĉĉĠĠĠ", + "ĉĉ ĉĉĉĉĉĠĠĠ", + "ĉĉĉĉ ĉĉĉĠĠĠ", + "ĉĉĉ ĉĉĉĉĠĠĠ", + "ĉĉĉĉĉ ĉĉĠĠĠ", + "ĉĉĉĉĉĉ ĉĠĠĠ", + "ĉĉĉĉĉĉĉ ĠĠĠ", + "ĉĉĉĉĉĉĉĠ ĠĠ", + "ĉĉĉĉĉĉĉĠĠ Ġ", + "ĠMinor ity", + "Ġt ud", + "Ġtu d", + "Ġopen ness", + "ĠIllustr ated", + "Ġoxid ation", + "Ġ NK", + "ĠN K", + "ĉ Update", + "Ġ EMS", + "ĠE MS", + "ĠEM S", + "ĠTe ddy", + "ĠTed dy", + "Ġgener als", + "Ġgen erals", + "Ġgeneral s", + "Ġgenera ls", + "ĉ Mat", + "ĉM at", + "Ġrad ios", + "Ġradio s", + "Ġradi os", + "ĠAnt ique", + "ĠAnti que", + "c onomy", + "con omy", + "conom y", + "cono my", + "ĠSquad ron", + ") ','", + ")', '", + ")' ,'", + "å£ °", + "Ġy oure", + "Ġyou re", + "Ġyour e", + "Ġyo ure", + "ĠMain Page", + "Ġbeh aviours", + "Ġbehaviour s", + "en ght", + "eng ht", + "(@\" %@\",", + "Ġtest case", + "Ġ Compilation", + "ĠComp ilation", + "Ġflav ours", + "Ġflavour s", + "Ġ Extend", + "ĠExt end", + "il lator", + "ill ator", + "illa tor", + "Ġ coh", + "Ġc oh", + "Ġco h", + "Ġs pline", + "Ġsp line", + "Ġspl ine", + "Ġ KG", + "ĠK G", + "- pay", + "-p ay", + "Ġcommun ism", + "ĠBusiness es", + "oc king", + "ock ing", + ". MaxLength", + ".Max Length", + "ass andra", + "qu iring", + "quir ing", + "qui ring", + "a dden", + "ad den", + "add en", + "ĠJ eb", + "ĠJe b", + "_ fault", + "_f ault", + "_fa ult", + "[ file", + "[f ile", + "Ġpromin ence", + "disc iplinary", + "âĢĶ they", + "âĢĶthe y", + "_ extent", + "_ex tent", + "_ext ent", + "Ġ VIC", + "ĠV IC", + "ĠVI C", + "Ġen tails", + "Ġent ails", + "Ġentail s", + ". partner", + ".p artner", + ".part ner", + "Ġhipp oc", + "Le ague", + "çĶ ·", + "w ipe", + "wi pe", + "- spinner", + "-sp inner", + "-spin ner", + "Ġsal ute", + "ĠS urgical", + "ĠSurg ical", + "( outputs", + "(out puts", + "(output s", + "work ed", + "wor ked", + "[ strlen", + "[str len", + "app ointed", + "appoint ed", + "ĠH eg", + "ĠHe g", + "ĠAC PI", + "( [^", + "([ ^", + "u ala", + "ual a", + "ua la", + "_ tol", + "_t ol", + "_to l", + "ĠR it", + "ĠRi t", + ". Payment", + ".P ayment", + ".Pay ment", + "k owski", + "Ġw almart", + "Ġwal mart", + "require ments", + "ĠFIN SEQ", + "_ BACKGROUND", + "_BACK GROUND", + "ĠOs borne", + "( errorMessage", + "(error Message", + "Report ing", + "Rep orting", + "Ġa uctions", + "Ġau ctions", + "Ġauction s", + "Ġcom bos", + "Ġcomb os", + "Ġcombo s", + "ĠNot iced", + "ĠNotice d", + "_ oct", + "_o ct", + "_oc t", + "Ġprim ero", + "Ġprime ro", + "Ġprimer o", + "t aire", + "ta ire", + "_ hr", + "_h r", + "Ġм од", + "Ġмо д", + "Ġcontrad ictory", + "Ġcontradict ory", + "= \"@", + "=\" @", + "ach ines", + "achine s", + "achi nes", + "(opt arg", + "ĠP enguin", + "ĠPeng uin", + "ĠAb bas", + "ĠAbb as", + "Ġsub lime", + "Ġpage able", + "ĠDef ensive", + "Ġdistinct ly", + "ĠAutom atically", + "ĠAutomatic ally", + "Under standing", + "Equality Comparer", + "g ota", + "go ta", + "got a", + "Ġ\" ::", + "Ġ\": :", + "Ġpul ver", + "ĠB attles", + "ĠBattle s", + "ĠBatt les", + "Ġun paralleled", + "T CHA", + "TC HA", + "Ġconstr ued", + "- aff", + "-a ff", + "Ġpre cursor", + "Ġprec ursor", + "-l fs", + "Ġmad uras", + "ĠD aisy", + "ĠDa isy", + "ĠDai sy", + "ĠAr beits", + "ĠArbeit s", + ". Management", + ".Man agement", + "ĉ In", + "ĉI n", + "Ġro bes", + "Ġrob es", + "Ġrobe s", + "Ġsp éc", + "âĢľ (", + "Ġm aternity", + "Ġmat ernity", + "ex tent", + "ext ent", + "Ġ Spacer", + "ĠSp acer", + "ĠSpace r", + "ĠSpa cer", + "Did Appear", + "ĉ us", + "ĉu s", + ".getRequest Dispatcher", + "( cols", + "(c ols", + "(co ls", + "(col s", + "Ġplum met", + "ì ħ", + "Ġ{ ĊĊĊĊ", + "Ġ{Ċ ĊĊĊ", + "Ġ{ĊĊ ĊĊ", + "Ġ{ĊĊĊ Ċ", + "é rica", + "ér ica", + "éri ca", + "éric a", + "Ġ Sizes", + "ĠS izes", + "ĠSize s", + "ĠSi zes", + "ĠSiz es", + ". enum", + ".e num", + ".en um", + ". Highlight", + ".High light", + "Ġ!! }ĊĊĊ", + "Ġ? >ĊĊĊ", + "Ġ?> ĊĊĊ", + "Ġ?>Ċ ĊĊ", + "Ġ?>ĊĊ Ċ", + "W enn", + "We nn", + "Ġcl imax", + "Ġclim ax", + "Ġcli max", + "Ġc rem", + "Ġcr em", + "Ġcre m", + "_ that", + "_t hat", + "_th at", + "[ âĢ¦", + "_ domains", + "_domain s", + "_dom ains", + "_RE PLY", + "Ġcomp leta", + "Ġcomple ta", + "Ġcomplet a", + "Ġcompl eta", + "V EST", + "VE ST", + "VES T", + "_ particle", + "_p article", + "_part icle", + "Ġs op", + "Ġso p", + "Ġfatal ities", + "impl ify", + "imp lify", + "ĠS KF", + "ĠSK F", + "Ġin fusion", + "Ġinf usion", + "ĠJ avier", + "ĠJa vier", + "Ġb allet", + "Ġball et", + "Ġbal let", + "Ġam igo", + "Ġami go", + ". want", + ".w ant", + "Ġcol lagen", + "Ġcoll agen", + "Ġcollage n", + "ĠLaw yer", + ". Statement", + ".St atement", + ".State ment", + ".Stat ement", + ". rt", + ".r t", + "b aar", + "ba ar", + "End Point", + "ĠB ek", + "ĠBe k", + "S HIP", + "SH IP", + "Ġpatri arch", + "ĠA unt", + "ĠAu nt", + "_ TM", + "_T M", + "Ġ mÃŃn", + "Ġm ÃŃn", + "ĠmÃŃ n", + "Ġm astered", + "Ġmaster ed", + "Ġma stered", + "Ġmas tered", + "Ġmast ered", + "W XYZ", + "WX YZ", + "Ġes pos", + "Ġesp os", + "= logging", + "=log ging", + "Ġrighteous ness", + "t orrent", + "tor rent", + "Ġ bst", + "Ġb st", + "Ġbs t", + "_ CHAIN", + "_CH AIN", + "Ġout skirts", + "( rotation", + "(r otation", + "(rot ation", + "Ġ' .')", + "Ġ'. ')", + "Ġ'.' )", + "igr ants", + "igrant s", + "+ lsi", + "+l si", + "ĠCC TV", + "ĠCCT V", + "_PH ASE", + ". azure", + ".a zure", + "_ Process", + "_P rocess", + "_Pro cess", + "v ae", + "va e", + "ĠT ropical", + "ĠAn kara", + "ĠAnk ara", + "image View", + "_RUN NING", + "Ġ* )__", + "Ġ*) __", + "ế n", + "( cli", + "(c li", + "(cl i", + "sc atter", + "Ġs che", + "Ġsc he", + "Ġsch e", + "Reg istrar", + "Registr ar", + "Ġa iring", + "Ġair ing", + "Ġai ring", + "Ġpy plot", + "is ión", + "isi ón", + "/ customer", + "/c ustomer", + "/custom er", + "Ġs implement", + "Ġsim plement", + "Ġsimple ment", + "Ġsimp lement", + "Ġsimpl ement", + "Ġclass y", + "Ġcl assy", + "Ġclas sy", + "ĠD WC", + "ĠDW C", + "ĠBas har", + "ĠBash ar", + "ĠDE VELO", + "ĠV ick", + "ĠVi ck", + "ĠVic k", + "a vail", + "av ail", + "ava il", + "ĠH ö", + "_ extend", + "_ext end", + "dr Fc", + ".is NotBlank", + "Ġpl ais", + "Ġpla is", + "| }Ċ", + "Ġporn ofil", + "Ġporno fil", + "l abs", + "la bs", + "lab s", + "Ġ haus", + "Ġh aus", + "Ġha us", + "Ġorig inating", + "Ġorigin ating", + "Ġsurround s", + "Ġ QUAL", + "ĠQ UAL", + "ĠQU AL", + "m eg", + "me g", + "/ logger", + "/log ger", + "/lo gger", + "[ obj", + "[o bj", + "Ġirres ponsible", + "Ġ PublicKey", + "ĠPublic Key", + "H ONE", + "HO NE", + ": '/", + ":' /", + "i box", + "ib ox", + "ibo x", + "ĠF Vector", + "| {Ċ", + "ata loader", + "atal oader", + "h awks", + "hawk s", + "H DR", + "HD R", + "Ġescal ation", + "ĠPods Dummy", + "e lite", + "el ite", + "eli te", + "Ġpre sup", + "Ġpres up", + "C ached", + "Cache d", + "Ca ched", + "> G", + ". optimizer", + ".opt imizer", + ".optim izer", + ".optimize r", + "Ġ Visible", + "ĠV isible", + "ĠVis ible", + "´ Ģ", + "Ġ nen", + "Ġn en", + "Ġne n", + "Ġ pcs", + "Ġp cs", + "Ġpc s", + "Ġ Idle", + "ĠI dle", + "ĠId le", + "[ Any", + "[A ny", + "Ġkey boards", + "Ġkeyboard s", + "ĠCOMP ONENT", + "Ġtit anium", + "Ġtitan ium", + "( mut", + "(m ut", + "(mu t", + "ĠLed ger", + "Ġprosper ous", + "etro fit", + "_ LL", + "_L L", + "_ patient", + "_p atient", + "_pat ient", + "Ġ pdata", + "Ġp data", + "Ġpd ata", + "Ġ kontakte", + "Ġkont akte", + "Ġkontakt e", + "S wipe", + "Sw ipe", + "Ġcheer ful", + "ĠHond uras", + "\" ][$", + "\"] [$", + "\"][ $", + "Ġhem orrh", + "\" :\"+", + "\": \"+", + "\":\" +", + "Ġ leasing", + "Ġle asing", + "Ġinst alls", + "Ġinstall s", + "Ġinstal ls", + "ĠP ax", + "ĠPa x", + "ĠLog istics", + "ĠLogistic s", + "Ġkin etic", + "ĠP hon", + "ĠPh on", + "_ movement", + "_m ovement", + "_move ment", + "_mov ement", + "_mo vement", + "ĉ bytes", + "ĉbyte s", + "Ġcin co", + "ĠMad ness", + "\" )+", + "\") +", + "Ġ JE", + "ĠJ E", + "_ ij", + "_i j", + "Scene Manager", + "ĠB ust", + "ĠBus t", + "ĠBu st", + "p test", + "pt est", + "pte st", + "a ea", + "ae a", + "Ġb esser", + "Ġbes ser", + "ÃŃ g", + "д ин", + "ди н", + "( tasks", + "(t asks", + "(task s", + "(\" (\"", + "(\"( \"", + "set Type", + "( outfile", + "(out file", + "ĉ reset", + "ĉres et", + "ĉre set", + "Ġ ARC", + "ĠA RC", + "ĠAR C", + "Ġmús ica", + "ĠSh elf", + "ĠShe lf", + "ĠShel f", + "Ġmin Y", + "p ch", + "pc h", + "Ġwe iber", + "Ġwei ber", + "iss or", + "Ġtr ouve", + "Ġtro uve", + "Ġtrou ve", + "ĉ Button", + "ĉB utton", + "Ġre generated", + "Ġreg enerated", + "Ġregenerate d", + "Å £i", + "Å£ i", + "im achinery", + "b locking", + "bl ocking", + "block ing", + ".data Tables", + "_ frac", + "_f rac", + "_fr ac", + "ĠAdv antage", + ".visit Method", + "éĩį æĸ°", + "Ġextra pol", + "Ġextr apol", + "Ġte asing", + "Ġtea sing", + "Ġteas ing", + "ĠH itch", + "ĠHit ch", + "ĠGe ek", + "ĠGee k", + "E SCO", + "ES CO", + "ESC O", + "Ġ wich", + "Ġw ich", + "Ġwi ch", + "ĉ ax", + "ĉa x", + "_ decor", + "_de cor", + "_dec or", + "Ġscreen Width", + "ĠSo phia", + "ĠSoph ia", + "F orgot", + "For got", + "Forg ot", + ". uni", + ".un i", + ".u ni", + "ĠVen ture", + "ĠVent ure", + "_ collision", + "_c ollision", + "_coll ision", + "Ġlaw maker", + "( Edit", + "(E dit", + "b lers", + "ble rs", + "bl ers", + "bler s", + "Ġ getNext", + "Ġget Next", + "âĢĶ you", + "Media Player", + "ĠH orde", + "ĠHor de", + "ĠCongress man", + "obs ervations", + "observ ations", + "observation s", + "ĉ property", + "ĉp roperty", + "ĉprop erty", + "Ġ< --", + "Ġ<- -", + "Created At", + "u byte", + "ub yte", + "uby te", + "Ġquar antine", + "Ġdist ressed", + "Ġdistr essed", + "Ġdistress ed", + "_A PB", + "_AP B", + "ĠGood man", + "ãĤ «", + "Ġrecom end", + "_ PRINTF", + "_PRINT F", + "D ONE", + "DO NE", + "DON E", + "Bind able", + "r strip", + "rs trip", + "rst rip", + "cent aje", + "Ġ Unexpected", + "ĠUn expected", + "ĠS CHOOL", + "ĠProfessional s", + "ĠProfession als", + "ĠGPU s", + "ĠGP Us", + "L esson", + "Le sson", + "Les son", + "Less on", + "Ex clusive", + "Ġat rav", + "Ġatr av", + "ĠD ank", + "ĠDan k", + "ĠDa nk", + "ĠLaw yers", + "ĠLawyer s", + "ĠWal ton", + "ĠWalt on", + "> []", + ">[ ]", + "Ġa loud", + "Ġal oud", + "Ġalo ud", + "=\" ../../../", + "=\"../ ../../", + "=\"../../ ../", + "Ġdeb ating", + "ĠA VG", + "ĠAV G", + "_V OL", + "_VO L", + "/ cgi", + "/c gi", + ". deg", + ".d eg", + ".de g", + ": g", + ".Info f", + ".Inf of", + "Measure Spec", + ". song", + ".s ong", + ".so ng", + ".son g", + "m tree", + "mt ree", + "ul ls", + "ull s", + "J ordan", + "ĠC overs", + "ĠCo vers", + "ĠCover s", + "ĠCov ers", + "ĠCove rs", + "Ġattrib utable", + "Ġj edis", + "Ġje dis", + "Ġjed is", + "iat rics", + "iatric s", + "Ġrot terdam", + "Ġ meld", + "Ġm eld", + "Ġme ld", + "Ġmel d", + "Ġ ContentType", + "ĠContent Type", + "Ġman tle", + "Ġmant le", + "Ġ alice", + "Ġa lice", + "Ġal ice", + "Ġali ce", + "_ duplicate", + "_d uplicate", + "_dup licate", + "/ Internal", + "Ġ filesize", + "Ġfile size", + "Ġfiles ize", + "ĉ fire", + "ĉf ire", + "ĉfi re", + "r ese", + "re se", + "res e", + "on dere", + "ond ere", + "onder e", + "onde re", + "Ġfamiliar ity", + "ĠC rest", + "ĠCr est", + "ĠCre st", + "ĠCres t", + "Ġk arma", + "Ġkar ma", + "Ġtor ino", + "Ġm esa", + "Ġme sa", + "Ġmes a", + "/ temp", + "/t emp", + "Ġc hir", + "Ġch ir", + "Ġchi r", + "Ġ Overflow", + "ĠOver flow", + "Ġten emos", + "u nik", + "un ik", + "uni k", + "N EXT", + "NE XT", + "A lle", + "Al le", + "All e", + "Ġn xt", + "Ġnx t", + "M art", + "Mar t", + "Ma rt", + "Ġ atl", + "Ġa tl", + "Ġat l", + "Ġperiod o", + "Ġperi odo", + "_ you", + "_y ou", + "Ġ} )).", + "Ġ}) ).", + "Ġ})) .", + "int estinal", + ".Adapter View", + "Ġhes itant", + "Ġcompar atively", + "Ġcomparative ly", + ". UInt", + ".U Int", + ".UI nt", + "( viewModel", + "(view Model", + "Ġsang at", + "Ġ Responsive", + "ĠRes ponsive", + "ĠRespons ive", + "ĠZ ack", + "ĠZa ck", + "ĠZac k", + "â ħ", + "J AVA", + "JA VA", + "ĠFull er", + "ĠFu ller", + "ĠFul ler", + "Ġ âĿ¤", + "ĠâĿ ¤", + ". Consumer", + ".Con sumer", + ".Cons umer", + "Ġ ank", + "Ġa nk", + "Ġan k", + "Ġre actors", + "Ġreact ors", + "Ġreactor s", + "f uck", + "fu ck", + "_ rat", + "_r at", + "_ra t", + "Ġsession Factory", + "_ backward", + "_back ward", + "Ġscram bled", + "Ġscramble d", + "ĉ th", + "ĉt h", + "Ġins ensitive", + "Ġch amps", + "Ġcha mps", + "Ġcham ps", + "Ġchamp s", + "Ġ nginx", + "Ġng inx", + "Ġcon hec", + "Ġconhe c", + "ĠJ asper", + "ĠJas per", + ". fm", + ".f m", + "Strict Equal", + "ach sen", + "achs en", + "- Nov", + "-N ov", + "-No v", + "l assen", + "lass en", + "las sen", + ". integration", + ".int egration", + "( lbl", + "(l bl", + "Com pose", + "Comp ose", + "ĠF on", + "ĠFo n", + "à ļ", + "Gr atis", + "ĠL ime", + "ĠLim e", + "ĠLi me", + "ĠAdapter View", + "Ġpoison ed", + "Ġpois oned", + "anch ors", + "anchor s", + "设 计", + "'] ?>\"", + "']?> \"", + "Ġpro cur", + "Ġproc ur", + "It aly", + ". MONTH", + ".MON TH", + "ĠL UA", + "ĠLU A", + "ĠLith uania", + "ĠHe ads", + "ĠHead s", + "_CH UNK", + "ĠP USH", + "ĠPU SH", + "ĠPUS H", + "Aspect Ratio", + "Ġ weg", + "Ġw eg", + "Ġwe g", + "Ġv ids", + "Ġvi ds", + "Ġvid s", + "ĠW ein", + "ĠWe in", + "ĠWei n", + "ĉ INT", + "ĉI NT", + "ĉIN T", + "session Id", + "Ind ustry", + "Ġden ounced", + "JK LM", + "ĠVan essa", + ". Identifier", + ".Id entifier", + "p ropri", + "pro pri", + "prop ri", + "Ġ иг", + "Ġи г", + "Ġté cn", + "Ġtéc n", + "Ġm osaic", + "Ġmos aic", + "Stream Reader", + "- Th", + "-T h", + "f orth", + "for th", + "fort h", + "Ġad herence", + "Ġadher ence", + "Ġadhere nce", + "b ate", + "ba te", + "bat e", + "Ġkn ights", + "Ġknight s", + "s ounds", + "so unds", + "sound s", + "sou nds", + "Ġs alle", + "Ġsa lle", + "Ġsal le", + "O MET", + "OM ET", + "OME T", + "ãĤ¹ ãĥĪ", + "- tm", + "-t m", + "ĠR he", + "ĠRh e", + ".File OutputStream", + "åĪĨ ç±»", + "Ġ ENG", + "ĠE NG", + "ĠEN G", + "h oliday", + "hol iday", + "Ġ Congratulations", + "ĠCong ratulations", + ") (Ċ", + ")( Ċ", + "Ġaggregate s", + "Ġaggreg ates", + "H OOK", + "HO OK", + "e wire", + "ew ire", + "Sen ator", + "Ġembed dings", + "Ġembedding s", + "e py", + "ep y", + "( COM", + "(C OM", + "Ġrob ber", + "ä ter", + "ät er", + "w ang", + "wa ng", + "wan g", + "_ teacher", + "_t eacher", + "_te acher", + "Ġresent ment", + "Ġlett uce", + "er reur", + "err eur", + "erre ur", + "( ic", + "(i c", + "ĠT actical", + "ĠTac tical", + "Ġ Contracts", + "ĠCon tracts", + "ĠContract s", + "ĠContr acts", + "Ġm ænd", + "Ġsit ios", + "Ġsiti os", + "Ġsitio s", + "Ġbast ante", + "Ġnue vos", + "Ġnuevo s", + "ĉN drFc", + "Ġprivate Key", + "uc ch", + "ucc h", + "MM dd", + "Ġ è¾ĵåĩº", + "Ġè¾ĵ åĩº", + "um ba", + "umb a", + "@ foreach", + ": \");ĊĊ", + ":\" );ĊĊ", + ":\");Ċ Ċ", + ":\") ;ĊĊ", + "Ġslip pery", + "ĠKey stone", + "ĠKe ystone", + "ĠKeys tone", + "Ġpione ering", + "Ġpioneer ing", + "_ triangle", + "_t riangle", + "_tr iangle", + "_tri angle", + "( \"Ċ", + "(\" Ċ", + "ĉ ĉĉĉĉĉĉĉĠĠ", + "ĉĉ ĉĉĉĉĉĉĠĠ", + "ĉĉĉĉ ĉĉĉĉĠĠ", + "ĉĉĉ ĉĉĉĉĉĠĠ", + "ĉĉĉĉĉ ĉĉĉĠĠ", + "ĉĉĉĉĉĉ ĉĉĠĠ", + "ĉĉĉĉĉĉĉĉ ĠĠ", + "ĉĉĉĉĉĉĉ ĉĠĠ", + "ĉĉĉĉĉĉĉĉĠ Ġ", + "ĠInt ervention", + "ĠInter vention", + "S CI", + "SC I", + "Ġc JSON", + "Ġter minating", + "Ġterm inating", + "Ġtermin ating", + "ë ¹Ħ", + "ë¹ Ħ", + "Ġbaby s", + "Ġbab ys", + "Sub set", + "Ġ ë¡", + "Ġë ¡", + "Ġseu lement", + "Ġseul ement", + "Ġseule ment", + "Ġm uestra", + "Ġmue stra", + "En tre", + "Ent re", + "Entr e", + "以 ä¸Ĭ", + "n go", + "ng o", + "\" bytes", + "QR ST", + "QRS T", + "Ġy pos", + "Ġyp os", + "person a", + "pers ona", + "Ġ Deploy", + "ĠDe ploy", + "ĠDep loy", + "c ee", + "ce e", + "Ġ à®", + "Ġà ®", + ". goal", + ".go al", + "Ġhabit ats", + "Ġhabitat s", + "Ġ isAdmin", + "Ġis Admin", + "Ġexplo iting", + "Ġexploit ing", + "Ġvent il", + "Ġven til", + "ĠB alls", + "ĠBall s", + "ĠBal ls", + "ا ب", + "Ø§Ø ¨", + "Ġmind fulness", + "Ġmindful ness", + "( kwargs", + "(k wargs", + "Ġre sembling", + "Ġresembl ing", + "Ġch oir", + "Ġcho ir", + "Ġon BackPressed", + "ĠSEC URITY", + "/ gtest", + "/g test", + "Ġjust ices", + "Ġjustice s", + "Ġinteger Value", + "b lah", + "bl ah", + "bla h", + "ĠA im", + "ĠAi m", + "_ finalize", + "_final ize", + "k eh", + "ke h", + "ĠComplex ity", + "Ġaug ust", + "get ElementsByTagName", + "Ġp reach", + "Ġpr each", + "Ġpre ach", + "Ġpron unciation", + "Ġ Trash", + "ĠTr ash", + "ĠTra sh", + "- percent", + "-per cent", + "_PR IV", + "_PRI V", + "ĠH unts", + "ĠHun ts", + "ĠHu nts", + "ĠHunt s", + "ĠC urse", + "ĠCur se", + "u ellen", + "ue llen", + "uel len", + "uelle n", + "uell en", + "Ġheavy weight", + "X i", + "ĉ selected", + "ĉselect ed", + "ĉse lected", + "ĠMcC oy", + "å¼Ĥ 常", + "| =Ċ", + "|= Ċ", + "ĠBattle field", + "Item Image", + "Ġded uctions", + "Ġdeduct ions", + "Ġdeduction s", + "ĠElement al", + "ĠEle mental", + "ĠElem ental", + "( ));//", + "() );//", + "()) ;//", + "()); //", + "ĠBur k", + "ĠBu rk", + "} )čĊčĊ", + "}) čĊčĊ", + "})čĊ čĊ", + "sw ift", + "/ function", + "/f unction", + "Us ually", + "Usu ally", + "_ St", + "_S t", + "_fe ats", + "_feat s", + "Ġ IsValid", + "ĠIs Valid", + "Ġz ad", + "Ġza d", + "Image Context", + "Ġ classname", + "Ġclass name", + "Ġdon ner", + "Ġdonne r", + "Ġdonn er", + "Ġ-- >ĊĊĊ", + "Ġ-->Ċ ĊĊ", + "Ġ--> ĊĊĊ", + "Ġ-->ĊĊ Ċ", + "Ġmotor cycles", + "Ġmotorcycle s", + "+' /'+", + "+'/ '+", + "Ġ setBackground", + "Ġset Background", + "\\ CMS", + "\\C MS", + ". AllArgsConstructor", + ".All ArgsConstructor", + "ĠLex ington", + ". examples", + ".ex amples", + ".example s", + ".exam ples", + "ĠP urs", + "ĠPur s", + "ĠPu rs", + "Push Matrix", + "Ġ================================================= =============", + ".add Target", + "p ora", + "por a", + "po ra", + "Full screen", + "Ġgo of", + "Ġgoo f", + "h len", + "hl en", + "hle n", + "ä ge", + "ĠC URL", + "ĠCUR L", + "ĠCU RL", + "Ġ Interesting", + "ĠInter esting", + "ĠInterest ing", + "Ġretrie ves", + "Ġretrieve s", + "Ġretr ieves", + "_ Obj", + "_O bj", + "in ness", + "inn ess", + "inne ss", + "- ----ĊĊ", + "-- ---ĊĊ", + "---- -ĊĊ", + "--- --ĊĊ", + "----- ĊĊ", + "-----Ċ Ċ", + ".t sv", + ".ts v", + "( IM", + "(I M", + "ĠBr aves", + "ĠBra ves", + "ĠBrave s", + "_ ISR", + "_I SR", + "_IS R", + "o sti", + "os ti", + "ost i", + "á» ĵ", + "ĠEx terior", + "ĠExt erior", + "ĠCourt ney", + "Ġresid ues", + "Ġresidue s", + "T ier", + "Ti er", + ".* ;čĊčĊ", + ".*;čĊ čĊ", + ": black", + ":b lack", + "web View", + "\" path", + "Ġm asa", + "Ġma sa", + "Ġmas a", + "] !='", + "]!= '", + "Ġ Matching", + "ĠM atching", + "ĠMat ching", + "ĠMatch ing", + "d ur", + "du r", + "J vm", + "= context", + "_ RING", + "_R ING", + "Ġpro ponents", + "Ġprop onents", + "ĠQString Literal", + "Ġ inflate", + "Ġin flate", + "Ġinf late", + "Ġinfl ate", + "< Float", + " \">čĊ", + "Ġ?>\" >čĊ", + "Ġ?>\"> čĊ", + "_C OST", + "_CO ST", + "i linear", + "il inear", + "ili near", + "iline ar", + "ilin ear", + "Ġ Workspace", + "ĠWork space", + "ĠWorks pace", + "Ġs pel", + "Ġsp el", + "Ġspe l", + "ag ogue", + "ago gue", + "agog ue", + "ĠMillenn ium", + "ĠPop ulate", + "Ġ nid", + "Ġn id", + "Ġni d", + ".parse Color", + "S olar", + "So lar", + "Sol ar", + "ĠG ad", + "ĠGa d", + "Ġ ì¤ij", + "Ġì ¤ij", + "Ġì¤ ij", + "ĠK amp", + "ĠKa mp", + "ĠKam p", + "ĉ rm", + "ĉr m", + "Ġb enz", + "Ġbe nz", + "Ġben z", + "Ġ Honestly", + "ĠH onestly", + "ĠHonest ly", + "Ġelectro de", + "Ġelectr ode", + "ĠPr airie", + "ĠPra irie", + "Ġ PROFILE", + "ĠPRO FILE", + "ĠPROF ILE", + "ĠOri ental", + "ĠOrient al", + "ĠO LED", + "ĠOL ED", + "/cop yleft", + "awa ii", + "awai i", + "( products", + "(product s", + ") \\<", + ")\\ <", + "- created", + "-c reated", + "-create d", + "-cr eated", + ".Many ToMany", + "\" How", + "\"H ow", + "Ġв Ñĭп", + "ĠвÑĭ п", + "Ġmitochond rial", + "_ testing", + "_t esting", + "_test ing", + "( created", + "(c reated", + "(create d", + "(cr eated", + "Ġ getField", + "Ġget Field", + "_E VAL", + "_EV AL", + "] .\"", + "]. \"", + "ĠF SM", + "ĠFS M", + "ĠR ita", + "ĠRi ta", + "ĠRit a", + "Ġ åıĤæķ°", + "Ġåı Ĥæķ°", + "ĠåıĤ æķ°", + "Ġc ôt", + "Ġcô t", + "ĠIns ight", + "ĉ mysqli", + "ĉm ysqli", + "ĉmysql i", + "_ timing", + "_t iming", + "_tim ing", + "_ti ming", + "I DO", + "ID O", + ") ))))Ċ", + ")) )))Ċ", + "))) ))Ċ", + ")))) )Ċ", + "CO VERY", + "COVER Y", + ". imag", + ".i mag", + ".im ag", + "C DF", + "CD F", + "l ust", + "lu st", + "lus t", + "i ckt", + "ic kt", + "ick t", + "_ FP", + "_F P", + ". ','", + ".' ,'", + ".', '", + "g cc", + "gc c", + "Ġkur z", + "Ġku rz", + "_p wm", + "_pw m", + "Ġodp owied", + "Ġ Barrier", + "ĠBar rier", + "ĠBarr ier", + "/************************************************************************ ***Ċ", + "p ak", + "pa k", + "- Israel", + "ĠRut gers", + "Ġselected Item", + "ĠRam irez", + "F arm", + "Far m", + "Fa rm", + "Ġcal endars", + "Ġcalendar s", + "Ġcalend ars", + "g zip", + "gz ip", + "Ġblock buster", + "ĠPly mouth", + "çľ Į", + "res ponses", + "response s", + "respons es", + ".Dialog Interface", + "- grand", + "-g rand", + "-gr and", + "Ġ getSource", + "Ġget Source", + "ĠgetS ource", + "Ġdej tings", + "Ġdejting s", + "Ġt ieten", + "Ġti eten", + "Ġtie ten", + "Ġcondem nation", + "Ġcondemn ation", + "Ġcontin uar", + "Ġcontinu ar", + "Ġcontinua r", + ".Mock Mvc", + "/ english", + "Ġ MediaPlayer", + "ĠMedia Player", + "com puted", + "comp uted", + "compute d", + "comput ed", + "ĠCl ippers", + "ĠClip pers", + "ĠCli ppers", + "( delegate", + "(de legate", + ". Slf", + ".S lf", + "Ġ ë¡ľ", + "Ġë¡ ľ", + "ĠT ide", + "ĠTi de", + "Ġih rem", + "Ġihr em", + "Ġihre m", + "ĠW an", + "ĠWa n", + "Ñĥ ÑİÑī", + "ÑĥÑİ Ñī", + "} ><", + "}> <", + "Disc ussion", + "Discuss ion", + "Ġw atts", + "Ġwat ts", + "Ġwatt s", + "- minus", + "-m inus", + "-min us", + "ĠJul iet", + "ĠJulie t", + "ĠJuli et", + "éĽ ħ", + "Ġcon cluding", + "Ġconcl uding", + "and scape", + "ands cape", + "Ġúlt ima", + "ĠD ERP", + "ĠDE RP", + "ĠDER P", + "Ġsign Up", + "ĠSecond ly", + "W AIT", + "WA IT", + "l ds", + "ld s", + ". callbacks", + ".call backs", + ".callback s", + "( hour", + "(h our", + "im ators", + "ima tors", + "imator s", + "imat ors", + "vol ent", + "A AF", + "AA F", + "e driver", + "ed river", + "ĠMath ematic", + "< Tuple", + "'", + "Ġ/> '", + "{ j", + "_AB ORT", + "E ther", + "Et her", + "Eth er", + "Ġeduc ator", + "Ġpreca ution", + "Ġfinger tips", + "Ġfingert ips", + "get Var", + "cam atan", + "- debug", + "-de bug", + "ĠR AF", + "ĠRA F", + "[ arg", + "[a rg", + "Ġr aced", + "Ġrace d", + "Ġrac ed", + "Ġra ced", + "Ġts unami", + ".f link", + ".fl ink", + "Ġgl yc", + "Ġgly c", + "u ko", + "uk o", + "Ġ Multiply", + "ĠM ultiply", + "ĠMulti ply", + "ĠMultip ly", + "Ġre distribution", + "Ġred istribution", + "Ġredistrib ution", + "Ġredis tribution", + "A GO", + "AG O", + "Ġ Routine", + "ĠR outine", + "ĠRout ine", + "Ġ opr", + "Ġo pr", + "Ġop r", + "( lower", + "(l ower", + "(low er", + "(lo wer", + "ĠFun ktion", + "ĠFunk tion", + ". dk", + ".d k", + "Ġ egt", + "Ġe gt", + "Ġeg t", + "_B ASIC", + "sys call", + "ĠL SD", + "ĠLS D", + "Ġ Duplicate", + "ĠD uplicate", + "ĠDup licate", + "_ sell", + "_s ell", + "_se ll", + "_sel l", + "Ġerror Handler", + "_ ips", + "_i ps", + "_ip s", + "Ġ erv", + "Ġe rv", + "Ġer v", + "an nie", + "ann ie", + "anni e", + "(resource Name", + "Ġbott led", + "Ġbottle d", + "Ġcraw ling", + "Ġcrawl ing", + "e gment", + "eg ment", + ".set Tag", + "Ġ rss", + "Ġr ss", + "Ġrs s", + "ĠQu arry", + "ĠQuar ry", + "_ exact", + "_ex act", + ". jwt", + ".j wt", + "ĠBo ards", + "ĠBoard s", + "o pi", + "op i", + "Ġn asal", + "Ġna sal", + "Ġnas al", + "Ġ XYZ", + "ĠX YZ", + "ĠXY Z", + ". ud", + ".u d", + "North ern", + "Nor thern", + "Ġact ivating", + "Ġactiv ating", + "e dx", + "ed x", + "ov ah", + "ova h", + "Ġ indx", + "Ġin dx", + "Ġi ndx", + "Ġind x", + "Alert Dialog", + "Ġt ienes", + "Ġti enes", + "Ġtie nes", + "Ġtiene s", + "an nya", + "ann ya", + "anny a", + "_ pan", + "_p an", + "_pa n", + "( decimal", + "(d ecimal", + "(de cimal", + "(dec imal", + ". Dict", + ".D ict", + ".Di ct", + "Ġsubsidi aries", + "Product Name", + "F ew", + "Fe w", + "d ato", + "da to", + "dat o", + "od ied", + "odi ed", + "odie d", + "- under", + "-un der", + "-u nder", + "Ġ ê²ĥ", + "Ġê² ĥ", + "çīĪ æľ¬", + "at ism", + "atis m", + "ati sm", + "[ Math", + "[M ath", + ". '<", + ".' <", + "( infile", + "(in file", + "Ġde notes", + "Ġden otes", + "Ġdenote s", + "$ class", + "$c lass", + "_SEC URITY", + "Ġsew age", + "m elon", + "me lon", + "mel on", + "( Character", + "(Char acter", + "/ github", + "/g ithub", + "/git hub", + "Ġgl aring", + ". Guid", + ".G uid", + "_ sparse", + "_s parse", + "_sp arse", + "Ġ Margin", + "ĠM argin", + "ĠMar gin", + "ĠMarg in", + "_ dns", + "_d ns", + "_dn s", + "Ġme iner", + "Ġmein er", + "Ġmeine r", + "Ġleft ist", + "ĉ loc", + "ĉl oc", + "a bytes", + "aby tes", + "abyte s", + "Ġequipment s", + "Ġequip ments", + "ex po", + "exp o", + "ĠSom erset", + "E K", + "æį ¢", + "Ġlect urer", + "Ġlecture r", + "Ġmem iliki", + "æł ¸", + "ç´ ł", + "p ron", + "pr on", + "pro n", + ": pointer", + "b orrow", + "bor row", + "ĠProt ective", + "ĠProtect ive", + "_ cf", + "_c f", + "Ġ ÐķÑģли", + "ĠÐķ Ñģли", + "b pp", + "bp p", + "' ;ĊĊĊĊ", + "';Ċ ĊĊĊ", + "';ĊĊ ĊĊ", + "'; ĊĊĊĊ", + "';ĊĊĊ Ċ", + "at urally", + "atur ally", + "atural ly", + "_ NAV", + "_N AV", + "Ġpe ptide", + "> d", + "Ġ ifstream", + "Ġif stream", + "Ġi fstream", + "_FACT ORY", + "_FACTOR Y", + "' );//", + "') ;//", + "'); //", + "j oined", + "join ed", + "jo ined", + "m ong", + "mon g", + "mo ng", + "Ġtime spec", + "Ġtimes pec", + "Ġdest abil", + "Ġdesta bil", + "Ġ autop", + "Ġaut op", + "Ġauto p", + "Ġau top", + "- limit", + "-l imit", + "-li mit", + "public ation", + "pub lication", + "ĠD enn", + "ĠDe nn", + "ĠDen n", + ". Memory", + ".M emory", + "( skb", + "(s kb", + "(sk b", + "ĠAna heim", + "_RETURN TRANSFER", + "o ueur", + "ou eur", + "( _('", + "(_ ('", + "l egt", + "le gt", + "leg t", + "ist ingu", + "isting u", + "ĉ priv", + "ĉp riv", + "ĉpr iv", + "Ġredirect s", + "M t", + "Ġal leen", + "Ġall een", + "Ġalle en", + "Ġ PointF", + "ĠPoint F", + "Ġ omin", + "Ġo min", + "Ġom in", + "Ġc itt", + "Ġcit t", + "Ġci tt", + "ĠT age", + "ĠTag e", + "ĠTa ge", + "ĠW alls", + "ĠWall s", + "ĠWal ls", + "á» ī", + "Ġoccup ying", + "Ġoccupy ing", + "x BF", + "xB F", + "r angle", + "ra ngle", + "ran gle", + "rang le", + "Ġrel ational", + "Ġrelation al", + "Ġrelat ional", + "- org", + "-o rg", + "-or g", + "Ġ jpg", + "Ġj pg", + "Ġjp g", + "- derived", + "Ġmal function", + "ĠB enson", + "ĠBen son", + "( scroll", + "(s croll", + "(sc roll", + "Ġ XD", + "ĠX D", + "H oly", + "Ho ly", + "Hol y", + "( commands", + "(command s", + "(comm ands", + "Ġt ipping", + "Ġti pping", + "Ġtip ping", + "Ġpr imitives", + "Ġprim itives", + "Ġprimitive s", + "Ġsex le", + "Call Check", + "Ġ MASTER", + "ĠM ASTER", + "ĠMA STER", + "ĠMAS TER", + "_ TEAM", + "_TE AM", + ".setRequest Header", + "_ specs", + "_sp ecs", + "_spec s", + "Ġs erge", + "Ġser ge", + "Ġserg e", + ". Master", + ".M aster", + ".Ma ster", + "Ġ ims", + "Ġi ms", + "Ġim s", + ".Spring BootTest", + "pay pal", + "ĠW ANT", + "ĠWA NT", + "ĠWAN T", + ". Inst", + ".I nst", + ".In st", + "ĠCar pet", + "ĠCarp et", + "Ġwrong ly", + "( $('.", + "($ ('.", + "($( '.", + "($(' .", + "Ġ bild", + "Ġb ild", + "Ġbi ld", + "Ġbil d", + ". Roll", + ".R oll", + "ĠU rb", + "ĠUr b", + "- can", + "-c an", + "-ca n", + "ãģı ãģłãģķãģĦ", + "ãģıãģł ãģķãģĦ", + "olib eral", + " čĊčĊ", + "Ġ-->čĊ čĊ", + "ĠMa hm", + "ĠMah m", + "} \";ĊĊ", + "}\" ;ĊĊ", + "}\";Ċ Ċ", + "Ġ dq", + "Ġd q", + "ĠPublish ers", + "ĠPublisher s", + "ĠA mpl", + "ĠAm pl", + "ĠAmp l", + "ĠDaniel le", + "ĠDani elle", + "Ġ tern", + "Ġt ern", + "Ġte rn", + "Ġter n", + "èµ ·", + "no ÅĽÄĩ", + "e in", + "ei n", + "ĠAsync Storage", + "u nger", + "un ger", + "ung er", + "unge r", + "ro uw", + "rou w", + "Ġsc issors", + "/ assert", + "/as sert", + ". bucket", + ".b ucket", + "/ archive", + "/a rchive", + "/arch ive", + "_ Man", + "_M an", + "Ġint oler", + "Ġinto ler", + "Ġ ()=>", + "Ġ( )=>", + "Ġ() =>", + "Ġ ÐĴÑĭ", + "ĠÐĴ Ñĭ", + "Ġs ai", + "Ġsa i", + ". xy", + ".x y", + ". \"čĊ", + ".\" čĊ", + "Ġur inary", + "e sub", + "es ub", + "IST ICS", + "ISTIC S", + "Ġ κ", + "ĠÎ º", + "Ġcompl iments", + "Ġcompliment s", + "Ġtypings Japgolly", + "i har", + "ih ar", + "Exp ansion", + "ĠS erving", + "ĠSer ving", + "ĠServ ing", + "_ students", + "_st udents", + "_student s", + "ĠX BOOLE", + "( il", + "(i l", + "Ġ ì²ĺ", + "Ġì² ĺ", + "Ġj ó", + "( tol", + "(t ol", + "(to l", + "( JS", + "(J S", + "ĉ CG", + "ĉC G", + "Ġ DRAW", + "ĠD RAW", + "ĠDR AW", + "t wig", + "tw ig", + "Ġo at", + "Ġoa t", + "_ smooth", + "_sm ooth", + "ĠC SL", + "ĠCS L", + "Ġo sob", + "Ġos ob", + "Ġens uing", + "Ġb anker", + "Ġbank er", + "Ġban ker", + "ĠBack pack", + "_ ping", + "_p ing", + "_pin g", + "_pi ng", + "Ġ wishlist", + "Ġw ishlist", + "Ġwish list", + "= ax", + "=a x", + "ĉ ĠĠĠĊ", + "ĉĠĠĠ Ċ", + "ĉĠ ĠĠĊ", + "ĉĠĠ ĠĊ", + "Dis ney", + "ste ady", + "stead y", + "\" >%", + "\"> %", + "Ġproph ets", + "Ġprophet s", + "Ġ ZX", + "ĠZ X", + "Ġminimal ist", + "Ġminim alist", + ". PLAIN", + ".PL AIN", + "Se attle", + "Seat tle", + ". ordinal", + "Ġ PIPE", + "ĠPI PE", + "Ġret orna", + "Ġretorn a", + "Ġj ugador", + "Ġjug ador", + "ĠB ret", + "ĠBr et", + "ĠBre t", + "ĠâĶ ľ", + "Ġp lush", + "Ġpl ush", + "Ġplus h", + "Ġplu sh", + "UL ATOR", + "ULA TOR", + "S orting", + "Sort ing", + ".grid y", + ".gr idy", + "ect omy", + "_ activ", + "_ac tiv", + "_act iv", + "r ack", + "ra ck", + "rac k", + "Inter active", + "ĠAntar ctica", + "ĠAntarctic a", + "Ġv engeance", + "en so", + "ens o", + "_ known", + "_k nown", + "up plier", + "upp lier", + ". Modules", + ".Mod ules", + ".Module s", + "ĠConnection State", + "éļ IJèĹı", + "éļIJ èĹı", + "@ FindBy", + "Ġ placer", + "Ġpl acer", + "Ġplace r", + "Ġplac er", + "Ġpla cer", + "\\ model", + "< ()>", + "<( )>", + ".is Successful", + ".isSuccess ful", + "- good", + "-g ood", + "-go od", + "b z", + "ĠDr aco", + "ĠDra co", + "Ass istant", + "- extra", + "-ex tra", + "-ext ra", + "аб лиÑĨ", + "Ġhyp ocrisy", + "Ġt st", + "Ġts t", + "ĠA gr", + "ĠAg r", + "$ txt", + "$t xt", + "Ġlog istic", + "l icensed", + "lic ensed", + "license d", + "ĠH of", + "ĠHo f", + "Ġ tat", + "Ġt at", + "Ġta t", + "( iv", + "(i v", + "Ġint oxic", + "Ġinto xic", + "Ġintox ic", + "post Id", + "_ strike", + "_st rike", + "_str ike", + "Ġhum iliation", + "Ġhumili ation", + "p codes", + "pc odes", + "\" sync", + "\"s ync", + "( recipe", + "(rec ipe", + "+ N", + "r ente", + "re nte", + "ren te", + "rent e", + "ĉ Client", + "ĉC lient", + "ycop g", + "ĠZur ich", + "ĠZu rich", + "Ġ Profiles", + "ĠPro files", + "ĠProf iles", + "ĠProfile s", + "C ountries", + "Count ries", + "Ġp ict", + "Ġpi ct", + "Ġpic t", + "Ġroll out", + "requ encies", + "Ġp atched", + "Ġpat ched", + "Ġpatch ed", + "Ġcar tridges", + "Ġcartridge s", + "Ġsh ading", + "Ġsha ding", + "J ar", + "Ja r", + "Ġsalv age", + "ĠT axes", + "ĠTax es", + "ĠTa xes", + "Ġstand by", + "ap oran", + "apor an", + "apo ran", + "E igen", + ". angular", + "Ġ Nested", + "ĠN ested", + "ĠNe sted", + "ĠNest ed", + "ĠNes ted", + "ä º«", + "äº «", + "Ġ isVisible", + "Ġis Visible", + "ĠDw ight", + "_BR ANCH", + ". Delay", + ".D elay", + ".De lay", + "Ġk end", + "Ġke nd", + "Ġken d", + "Ġfacilit ated", + "Ġfacilitate d", + "Ġfacil itated", + ". flatMap", + ".flat Map", + "Ġs anta", + "Ġsan ta", + "Ġsant a", + "ĉ Send", + "ĉS end", + "/ messages", + "/m essages", + "/message s", + "Ġof Type", + "ĉ swap", + "ĉs wap", + "ĉsw ap", + "# plt", + "ĠTur ks", + "ĠTurk s", + "N ES", + "NE S", + "Ġprogress ively", + "Ġprogressive ly", + "ĠRes idence", + "Ġ TREE", + "ĠT REE", + "ĠTR EE", + "ĠTRE E", + "Ġn oen", + "Ġno en", + "Ġnoe n", + "d io", + "di o", + "Ġ nelle", + "Ġn elle", + "Ġne lle", + "Ġnel le", + "Ġnell e", + "Ġso gar", + "Ġsog ar", + "i tti", + "it ti", + "itt i", + "week ly", + "Ġambigu ity", + "_ Settings", + "_S ettings", + "_Set tings", + "W are", + "War e", + "Wa re", + ". neo", + ".n eo", + ".ne o", + "_ DST", + "_D ST", + "_DS T", + "Ġ æĸ¹", + "Ġæĸ ¹", + "p rep", + "pr ep", + "pre p", + "l obby", + "lob by", + "@ email", + "/ movie", + "/m ovie", + "Ġfun kc", + "Ġfunk c", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ÂŃ s", + "Ġguard ians", + "Ġguardian s", + "- pos", + "-p os", + "-po s", + "Ġconfig uring", + "Ġconfigur ing", + "ĠC PS", + "ĠCP S", + "ĠD eus", + "ĠDe us", + "Ġvidé os", + "Ġvidéo s", + "_ empresa", + "_emp resa", + "Ġsl apped", + "Ġsla pped", + "Ġslap ped", + "< Model", + "',Ċ", + "\"> ',Ċ", + "\">' ,Ċ", + "\">', Ċ", + "_X DECREF", + "ĠBuzz Feed", + "_M ARGIN", + "P LOY", + ". small", + ".s mall", + ".sm all", + "Ġm imeType", + "Ġmime Type", + "Ġh olog", + "Ġho log", + "Ġhol og", + "ĉ camera", + "ĉc amera", + "l ias", + "li as", + "lia s", + "Ġsusp ense", + "od ynam", + "ody nam", + "odyn am", + "b au", + "ba u", + "Ġgrave yard", + "_ named", + "_n amed", + "_name d", + "_na med", + "\": \"'", + "\":\" '", + "Ġ ************************************************", + "Ġ******************************** ****************", + "Ġ******** ****************************************", + "Ġ**************** ********************************", + "Ġ************************ ************************", + "Ġ**************************************** ********", + "Ġgame Over", + "Ġ LENGTH", + "ĠLE NGTH", + "ĠLENG TH", + "ĉ screen", + "ĉs creen", + "ĉsc reen", + "Ġdo InBackground", + "_ dependencies", + "_depend encies", + "_dep endencies", + "Ġ rtc", + "Ġr tc", + "Ġrt c", + "/ up", + "/u p", + "_ ROM", + "_R OM", + "_RO M", + "H all", + "Ha ll", + "Hal l", + "Ġdef iciencies", + "( te", + "(t e", + "' #", + "_ equiv", + "_e quiv", + "_equ iv", + "Ġpre order", + "ĠA xe", + "ĠAx e", + "о мÑĥ", + "ом Ñĥ", + ".send File", + "Ġ filt", + "Ġf ilt", + "Ġfil t", + "Ġfi lt", + "Ġ Limits", + "ĠL imits", + "ĠLim its", + "ĠLi mits", + "ĠLimit s", + "ĠCaval iers", + ". discount", + ".dis count", + ".disc ount", + "âĨ IJ", + "ĠW it", + "ĠWi t", + "QRST UV", + "Ġ ij", + "Ġi j", + "Ġt egen", + "Ġte gen", + "Ġteg en", + "Ġ :\",", + "Ġ: \",", + "Ġ:\" ,", + "diff iculty", + "p unkt", + "pun kt", + "punk t", + "ĠEm ails", + "ĠEmail s", + "ch lor", + "chl or", + "( fun", + "(f un", + ". Uint", + ".U int", + ".Ui nt", + "ĠSt all", + "ĠSta ll", + "_ verified", + "_ver ified", + "u D", + "File Type", + "Ġple asures", + "Ġpleasure s", + "Ġpleas ures", + "Ġjud iciary", + "Ġs ham", + "Ġsh am", + "Ġsha m", + "i pur", + "ip ur", + "_ PLUS", + "_PL US", + "of fers", + "off ers", + "offer s", + "( foo", + "(f oo", + "_ GT", + "_G T", + "ĉ core", + "ĉc ore", + "EN TION", + "ENT ION", + "ĠLib eration", + "ĠLiber ation", + "Command Line", + "_ department", + "_de partment", + "_dep artment", + "_depart ment", + ". Ar", + ".A r", + "_ neighbor", + "_ne ighbor", + "Ġ Submitted", + "ĠSub mitted", + "ĠSubmit ted", + "Ġ Ċ", + "\"> -->Ċ", + "Ġdro its", + "Ġdroit s", + "Ġhomosexual s", + "Ġab duction", + "ĉ widget", + "ĉw idget", + "$ headers", + "$header s", + "ĠD AR", + "ĠDA R", + "Ġf la", + "Ġfl a", + "th reat", + "thr eat", + "Ġl ouis", + "Ġlo uis", + "Ġlou is", + ". GetProperty", + ".Get Property", + "\" Just", + "( frames", + "(f rames", + "(frame s", + "(fr ames", + "r yo", + "ry o", + "prof ession", + "| i", + "íķ´ ìĦľ", + "( sv", + "(s v", + "Ġun recognized", + "I onic", + "Io nic", + "Ion ic", + "F ashion", + "Screen State", + "Ġ Incoming", + "ĠIn coming", + "ĠInc oming", + "Not Nil", + "Ġsyn cing", + "Ġsync ing", + "e mie", + "em ie", + "emi e", + "Ġth ermo", + "Ġther mo", + "Ġtherm o", + "_ procs", + "_pro cs", + "_pr ocs", + "_proc s", + "Ġincons istency", + "Ġinconsist ency", + "rel igious", + ". mj", + ".m j", + "Ġperson n", + "Ġpers onn", + "Ġperso nn", + "Ġmoment os", + "Ġmomento s", + "or arily", + "Ġ æĬ", + "Ġæ Ĭ", + "_ne urons", + "Ill ustr", + "im oto", + "imo to", + "i lik", + "il ik", + "ili k", + "ĠW oj", + "ĠWo j", + "Tr ading", + "Trad ing", + "Tra ding", + "Ġapp are", + "Ġap pare", + "Ġappar e", + "Ġentre prises", + "Ġentreprise s", + "a chat", + "ac hat", + "ach at", + "acha t", + "Ġ ¬", + "Ġ ¬", + "Ġne igh", + "Ġnei gh", + "BUTTON DOWN", + "ĠMa her", + "ĠMah er", + "a ghan", + "ag han", + "agh an", + "- hash", + "-h ash", + "-has h", + "\" f", + "Ġclient ele", + "Ġcliente le", + ".add Button", + "ĉ SP", + "ĉS P", + "Q i", + "Ġg rated", + "Ġgr ated", + "Ġgrat ed", + "Ġgra ted", + "Ġgrate d", + "PO SITE", + "POS ITE", + "POSIT E", + ": >", + "ĠH owell", + "ĠHow ell", + "ĠHo well", + "ĠHowe ll", + "ĠCompar ative", + "Ġ ISC", + "ĠI SC", + "ĠIS C", + "ÂŃ i", + "O cean", + "D avis", + "Da vis", + "ĠFil me", + "ĠFilm e", + "W ins", + "Win s", + "Wi ns", + "ĠJ IT", + "oc cer", + "occ er", + "ĠC orm", + "ĠCo rm", + "ĠCor m", + "ENCH MARK", + "rc hive", + "rch ive", + "i cação", + "ic ação", + "ica ção", + "Ġm ata", + "Ġmat a", + "Ġma ta", + "Ġchild birth", + "ĠOption ally", + "ĠOptional ly", + "E ns", + "En s", + "Ġx http", + "Ġel ucid", + "_Osc InitStruct", + ") )):Ċ", + ")) ):Ċ", + "))) :Ċ", + "Ġint uit", + "Ġ Donate", + "ĠDon ate", + "Ġcorre lates", + "Ġcorrel ates", + "Ġcorrelate s", + "> Delete", + "Ġe quipe", + "Ġequ ipe", + "Ġequip e", + "Ġb oca", + "Ġbo ca", + "Ġinf latable", + "Ġinfl atable", + "e rah", + "er ah", + "era h", + "ĠDateTime Kind", + "Ġcal ves", + "\\ Lib", + "\\L ib", + "Ġem lrt", + "ĠTr ilogy", + "ĠTri logy", + "ĠP anc", + "ĠPan c", + "ĠPa nc", + "ĠD uis", + "ĠDu is", + "ĠpelÃŃcul a", + "W ARDS", + "WARD S", + "WAR DS", + "_DE TECT", + "_DET ECT", + "-section al", + "d hcp", + "dh cp", + "For Row", + "- destruct", + "-d estruct", + "-de struct", + "Ġ Presenter", + "ĠP resenter", + "ĠPres enter", + "ĠPresent er", + "/ slick", + "/s lick", + "/sl ick", + ", on", + ",o n", + "ĠCit adel", + "logged in", + "logg edin", + "_ subtype", + "_sub type", + "Ġs igue", + "Ġsi gue", + "Ġsig ue", + "Ġsigu e", + "Ġc uring", + "Ġcur ing", + "Ġcu ring", + "ĠFire wall", + "Ġfluores cence", + "ĠItalian s", + "ĠItalia ns", + "ĠItal ians", + "иÑĤ ÑģÑı", + ". getStyle", + ".get Style", + "In Seconds", + "j ie", + "ji e", + "- Smith", + "-S mith", + "Ġx link", + "Ġxl ink", + "Ġsub missive", + "о нÑĤ", + "он ÑĤ", + "arbon ate", + "ĠF aul", + "ĠFa ul", + "_ goals", + "_go als", + "_goal s", + "ĠCommission ers", + "ĠCommissioner s", + "chart Instance", + "_POST FIELDS", + "Ġmed ial", + "Ġmedia l", + "Ġmedi al", + "Ġm anos", + "Ġman os", + "Ġma nos", + "Ġmano s", + "Ġd elt", + "Ġde lt", + "Ġdel t", + "s vm", + "sv m", + ". Apis", + ".A pis", + ".Api s", + ".Ap is", + "e phy", + "ep hy", + "eph y", + "Ġasym pt", + "Ġapp Delegate", + "Ġimpro bable", + "c ka", + "ck a", + "s imd", + "si md", + "sim d", + "/ Error", + "/E rror", + ". âĢĵ", + "Ġ PTS", + "ĠP TS", + "ĠPT S", + "d eer", + "de er", + "dee r", + "Ġs ina", + "Ġsi na", + "Ġsin a", + "m agnitude", + "ID ADE", + "IDA DE", + "IDAD E", + "'] }'", + "']} '", + "Ġmay ores", + "Ġmayor es", + "Ġmayo res", + "ĉ comment", + "ĉcom ment", + "/ console", + "/con sole", + "\" @", + "v olt", + "vo lt", + "vol t", + ". sell", + ".s ell", + ".se ll", + ".sel l", + "ĠM acy", + "ĠMac y", + "ĠMa cy", + "Ġme lod", + "Ġmel od", + "Ġim ágenes", + "_ chg", + "_c hg", + "_ch g", + "Ġin out", + "Ġi nout", + "id ente", + "ide nte", + "ident e", + "iden te", + ") '),Ċ", + ")' ),Ċ", + ")'), Ċ", + "d ni", + "dn i", + ". blob", + ".b lob", + ".bl ob", + "Ġtyp ography", + "Ġe erie", + "Ġee rie", + "Ġeer ie", + "_ OID", + "_O ID", + "p esan", + "pe san", + "pes an", + "a jan", + "aj an", + "aja n", + "Ġch opping", + "Ġcho pping", + "Ġchop ping", + "Ġbl uff", + "a df", + "ad f", + "_ bases", + "_b ases", + "_base s", + ". Formatter", + ".Form atter", + ".Format ter", + ".For matter", + "Ġ\\ %", + "ĠPage Info", + "Car rier", + "ĠCal ibration", + "c omo", + "com o", + "co mo", + "-b odied", + "Ġfinanc ier", + "Ġ INA", + "ĠI NA", + "ĠIN A", + ". ERR", + ".E RR", + "Ġho odie", + "Ġhood ie", + "ĠS anity", + "ĠSan ity", + "gu arded", + "guard ed", + ".opend aylight", + "IS MATCH", + "ISM ATCH", + "High lights", + "Highlight s", + "ü nk", + "ün k", + "an iem", + "ani em", + "anie m", + "ang ered", + "ange red", + "anger ed", + "assign ments", + "assignment s", + "Ġregistr ado", + "Ġregist rado", + "ĠU PPER", + "ĠUP PER", + "ampil kan", + "a shire", + "as hire", + "ash ire", + "ashi re", + "ĠNik ola", + "ĠNi kola", + "ĠNikol a", + "ĠC FL", + "ĠCF L", + "ĠH DC", + "ĠHD C", + "Ġp oids", + "Ġpo ids", + "Ġpoi ds", + "ĠI Ps", + "ĠIP s", + "Ġprevent ative", + "ips oid", + "i fix", + "if ix", + "ifi x", + ". camel", + ".c amel", + ".ca mel", + ".cam el", + ". ga", + ".g a", + "V olumes", + "Volume s", + "Vol umes", + "- ste", + "-s te", + "-st e", + "Y ahoo", + "Ya hoo", + "_s ibling", + "_si bling", + "H ighest", + "High est", + "Hi ghest", + "opt group", + "Ġkvin na", + "Ġkvinn a", + "âĢĿ ãĢĤĊĊ", + "âĢĿãĢĤ ĊĊ", + "ĠAppl iances", + "Ġ \"><", + "Ġ\" ><", + "Ġ\"> <", + "' )\")Ċ", + "') \")Ċ", + "')\" )Ċ", + "h tt", + "ht t", + "ĠIdent ified", + "Ġpencil s", + "Ġpenc ils", + "Ġmember Id", + "Ġappend String", + ".load Data", + "Ġmock Mvc", + "Ġj ub", + "Ġju b", + "ĠS lut", + "ĠSl ut", + "ĠTai pei", + "st att", + "stat t", + "sta tt", + "P olit", + "Pol it", + "Po lit", + "Ġpart ager", + "Did Change", + "Incre ases", + "Increase s", + ") }.", + ")} .", + "ĠB aba", + "ĠBa ba", + "ĠBab a", + "_CL IP", + "_CLI P", + "[ unit", + "[u nit", + "Ġ клÑİÑĩ", + "Ġк лÑİÑĩ", + "Ġalc uni", + "ĠL ola", + "ĠLo la", + "ĠLol a", + "Ġcl inging", + "Ġclin ging", + "Ġcling ing", + "@ PostMapping", + "( concat", + "(con cat", + "Ġ ssid", + "Ġs sid", + "Ġss id", + "ĠF auc", + "ĠFa uc", + "o kit", + "ok it", + "oki t", + "ĠRecord ed", + "á lez", + "ál ez", + "ále z", + "($ ('<", + "($( '<", + "($(' <", + ".assertIs Not", + "Ġk ali", + "Ġka li", + "Ġkal i", + "V olt", + "Vo lt", + "Vol t", + "Ġwarm ly", + "Ġsc ares", + "Ġsca res", + "Ġscar es", + "Ġscare s", + "g etti", + "get ti", + "ge tti", + "gett i", + "füh rt", + "führ t", + "_ does", + "_d oes", + "_do es", + ". EMAIL", + ".E MAIL", + "im ations", + "imation s", + "imat ions", + "Ġspring fox", + "ĠD ecom", + "ĠDe com", + "ĠDec om", + "ar cy", + "arc y", + "Ġgl itches", + "Ġglitch es", + "ĠM off", + "ĠMo ff", + "ĠV oll", + "ĠVol l", + "ĠVo ll", + ". between", + ".b etween", + "Ġco orden", + "Ġcoord en", + "ĠPart icularly", + "G BP", + "GB P", + "Ġ semble", + "Ġs emble", + "Ġsem ble", + "Ġsembl e", + "East ern", + "_M SB", + "_MS B", + "] ){čĊ", + "]) {čĊ", + "]){ čĊ", + "m organ", + "mo rgan", + "mor gan", + "ĠE VAL", + "ĠEV AL", + "d ere", + "de re", + "der e", + "H OUSE", + "HO USE", + "m oire", + "mo ire", + "ist ique", + "isti que", + "_l stm", + "_lst m", + "_ls tm", + "- commit", + "-com mit", + "-comm it", + "yster ious", + "Ġtw ink", + "Ġtwin k", + "- thumbnails", + "-th umbnails", + "-thumbnail s", + "e nÃŃ", + "en ÃŃ", + ": '',", + ":' ',", + ":'' ,", + "Ġblack out", + "ĠFloor s", + "ĠFlo ors", + "Ġso fas", + "Ġsofa s", + "Ġsof as", + "Ġ oui", + "Ġo ui", + "Ġou i", + "le shoot", + "les hoot", + "lesh oot", + "ĠR aq", + "ĠRa q", + "- abs", + "-a bs", + "-ab s", + "Ġk ra", + "Ġkr a", + "M ining", + "Min ing", + "Mi ning", + "Mini ng", + "s haft", + "sh aft", + "sha ft", + ".set Columns", + ".setColumn s", + "Cl azz", + "Cla zz", + "PRE TTY", + ". playlist", + ".play list", + "éĸ ¢", + "-Sah aran", + "M ING", + "MI NG", + "MIN G", + "ĉ bl", + "ĉb l", + "è® ®", + "j f", + "DO CKER", + "DOC KER", + "hop efully", + "hope fully", + "( ignore", + "(i gnore", + "ĠUsers Controller", + "ĠMitar beiter", + "Ġ LES", + "ĠL ES", + "ĠLE S", + "Ham ilton", + "- metadata", + "-m etadata", + "-meta data", + "Ġ KK", + "ĠK K", + "ikt ig", + "Ġwoll te", + "Ġwol lte", + "egr ator", + "egra tor", + "] bool", + ", current", + ",c urrent", + "Ġvalue Type", + "Ġexcav ation", + "o land", + "ol and", + "ola nd", + "olan d", + "Ġv erv", + "Ġver v", + "Ġve rv", + "/ filepath", + "/file path", + "Auth Provider", + "Ġpro crast", + "ĉ ULONG", + "ĉU LONG", + "_MEM BERS", + "_MEMBER S", + "Ġup lift", + "ĠAut onomous", + "Ġart works", + "Ġartwork s", + "ĠOut reach", + "Ġp ore", + "Ġpo re", + "Ġpor e", + "Home page", + "Dialog Title", + "Ġ Generating", + "ĠG enerating", + "ĠGener ating", + "ĠGene rating", + "P ARSE", + "PAR SE", + "Ġsem anas", + "Ġsemana s", + "Ġhum ano", + "Ġhuman o", + "JSGlobal Scope", + "Ġvo lte", + "Ġvol te", + "Ġvolt e", + "Ġb ella", + "Ġbe lla", + "Ġbel la", + "Ġbell a", + "(is instance", + "Ġp lc", + "Ġpl c", + "\\ Catalog", + "\\C atalog", + "Ġeste emed", + "Ġesteem ed", + "éĽ ·", + "( suffix", + "(s uffix", + "Ġswe eps", + "Ġsweep s", + "ĉ ORDER", + "Ġdo ivent", + "Ġdoi vent", + "ĠS warm", + "ĠSw arm", + "Ġ Compiled", + "ĠComp iled", + "ĠCompile d", + "get Page", + "A DR", + "AD R", + ".R ichTextBox", + "Ġ Naming", + "ĠN aming", + "ĠNa ming", + "ĠNam ing", + "ag ged", + "agg ed", + "ĠG ANG", + "ĠGA NG", + "r asing", + "ra sing", + "ras ing", + "od eled", + "ode led", + "odel ed", + "Ġg ala", + "Ġga la", + "Ġgal a", + "ĠJS Name", + "d df", + "dd f", + "Ġil lust", + "Ġill ust", + "ĠLan sing", + "ĠLans ing", + "[ port", + "[p ort", + "- death", + "-de ath", + "Ġdin heiro", + "ĠE ighth", + "ĠEight h", + "Ġ bian", + "Ġb ian", + "Ġbi an", + "st Ã¥", + "Ġvers ión", + "ĠLinear Gradient", + "ĠH arding", + "ĠHar ding", + "ĠHard ing", + ". *)", + ".* )", + "e czy", + "ec zy", + "ecz y", + "$ header", + "Ġv Ã¥r", + "ĠvÃ¥ r", + "Un checked", + "Ġk oje", + "Ġko je", + "ĠPal adin", + "( ))),", + "() )),", + "()) ),", + "())) ,", + "G iving", + "Gi ving", + "( )})Ċ", + "() })Ċ", + "()} )Ċ", + "Ġd ips", + "Ġdi ps", + "Ġdip s", + "F riendly", + "Friend ly", + "Ġport rays", + "Ġportray s", + "Ġhel ium", + "Ġinsurg ency", + "_ expiry", + "_ex piry", + "_exp iry", + "ĠstringByAppending String", + "Ġa antal", + "Ġaan tal", + "s lope", + "sl ope", + "m ast", + "ma st", + "mas t", + ".get Integer", + ".getInt eger", + "Ġ ########################", + "Ġ######## ################", + "Ġ################ ########", + "Ġ############ ############", + "_PIPE LINE", + "Ġd ensely", + "Ġdense ly", + "Ġdens ely", + "Ġmut ating", + "m idi", + "mi di", + "mid i", + "ĠSe it", + "a yne", + "ay ne", + "NOW LED", + "ĠDes mond", + "ĠF Name", + "ĠFN ame", + "ĠN airobi", + "\\ Context", + "Ġcal cular", + "Ġcalcul ar", + "Ġcalc ular", + "- den", + "-d en", + "-de n", + "Ġ cott", + "Ġc ott", + "Ġco tt", + "Ġcot t", + "] ):čĊ", + "]) :čĊ", + "]): čĊ", + "ĠRecommend ation", + "ĠRo lex", + "ĠRole x", + "ĠRol ex", + "Ġvalidation Result", + ". pat", + ".p at", + ".pa t", + "Ġn Ãły", + "ĠRest Client", + "ĠG PI", + "ĠGP I", + "ĠAshe ville", + "Ġ OSP", + "ĠO SP", + "ĠOS P", + "ĠPER MISSION", + "ÐĶ аÑĤа", + "/ notification", + "/not ification", + "K night", + "Kn ight", + "_ Word", + "_W ord", + "ĠB ender", + "ĠBe nder", + "ĠBen der", + "ĠBend er", + "r anking", + "ran king", + "rank ing", + "Ġpart ida", + "Ġparti da", + "_ reservation", + "_res ervation", + "Ì Ģ", + "Ġm Name", + "Ġg etch", + "Ġget ch", + "Ġb orr", + "Ġbo rr", + "Ġbor r", + "Ġdilig ent", + "Disc uss", + "æŃ£ åľ¨", + "ape ake", + "i oned", + "ion ed", + "io ned", + "ione d", + "-N azi", + ". cum", + ".c um", + "ĠK ron", + "ĠKr on", + "ĠKro n", + "= $('#", + "=$ ('#", + "=$( '#", + "/ single", + "/s ingle", + "Ġerot isch", + "ĠV ib", + "ĠVi b", + "Ġrat ified", + "Ġconcert ed", + "ĠREG ARD", + "Ġdo br", + "Ġdob r", + ".Driver Manager", + "' r", + "Port able", + "Por table", + "ĉ suite", + "ĉs uite", + "Ġrel aciones", + "Ġrelacion es", + "ĠD op", + "ĠDo p", + "emp loi", + "empl oi", + "emplo i", + "D OB", + "DO B", + "Ġcr umbs", + "Ġ xls", + "Ġx ls", + "Ġxl s", + "_ Application", + "_App lication", + "(' :',", + "(': ',", + "Ġ-- ----------------------------------------------------------------------Ċ", + "Ġ---------------------------------------------------------------- --------Ċ", + "Ġ------------------------------------------------------------ ------------Ċ", + "m se", + "ms e", + "Ġb erk", + "Ġbe rk", + "Ġber k", + "Ġ ReturnValue", + "ĠReturn Value", + "ĠB elly", + "ĠBel ly", + "ĠBell y", + "Ġc amar", + "Ġca mar", + "Ġcam ar", + "ĠPe ek", + "ĠPee k", + "el sing", + "els ing", + "Ġnot ifies", + "ĠTr istan", + "ĠTri stan", + "ĠG AR", + "ĠGA R", + "em me", + "emm e", + "ĠElev ated", + "_ CSV", + "_C SV", + "_CS V", + "( chalk", + "(ch alk", + "Ġtw enties", + "ĠSearch Result", + "= search", + "=s earch", + "ĠMix ing", + "ĠMi xing", + "ý t", + "Ġrecru iter", + "Ġrecruit er", + "ĠIDE OGRAPH", + "ĠA go", + "ĠAg o", + "( Operation", + "(O peration", + "(Op eration", + "$ values", + "$value s", + "$val ues", + "Ġworld ly", + "ĠRos enberg", + "ĠRosen berg", + "ĠConfigure Services", + "> ** Ċ", + "...\" >Ċ", + "Ġsn ork", + "Ġsno rk", + "_ opacity", + "_op acity", + "ĠinitWith NibName", + "i ado", + "ia do", + "iad o", + "A AC", + "AA C", + "Ġ ]).", + "Ġ] ).", + "Ġ]) .", + "; z", + "_ paragraph", + "_par agraph", + "_para graph", + "Ġn oses", + "Ġno ses", + "Ġnos es", + "Ġnose s", + "st ands", + "stand s", + "sta nds", + "stan ds", + "i fr", + "if r", + "_m E", + "I raq", + "Ir aq", + ". Predicate", + ".P redicate", + "e naire", + "en aire", + "ena ire", + "] ]];Ċ", + "]] ];Ċ", + "Ġ unidad", + "Ġun idad", + "Ġuni dad", + "Ġretire es", + "Ġretir ees", + "_ hello", + "_h ello", + "Ġ modele", + "Ġmod ele", + "Ġmodel e", + "Ġmode le", + "ĠUITableView Controller", + "ĠUIT ableViewController", + "f write", + "fw rite", + "_ numero", + "_num ero", + "_numer o", + "_ visited", + "_vis ited", + "_visit ed", + "Ġrec ebe", + "Ġrece be", + "( Notification", + "Fant astic", + "_ submenu", + "_sub menu", + "ĠP EM", + "ĠPE M", + "ĠC upertino", + "ĠCup ertino", + "approx imately", + "cl assed", + "class ed", + "clas sed", + ".Read String", + "Ġdomic ile", + "_ PW", + "_P W", + "Ġball park", + "ĠK ale", + "ĠKa le", + "ĠKal e", + "con tra", + "cont ra", + "contr a", + "_ favorite", + "_f avorite", + "/ of", + "/o f", + "Q uite", + "Qu ite", + "Quit e", + "Qui te", + "Ġ OTA", + "ĠO TA", + "ĠOT A", + "Ġacceler ometer", + "di dn", + "did n", + "| ^", + "ĠRohing ya", + "ivi crm", + "ivic rm", + "ann abin", + "anna bin", + "обÑĭ ÑĤи", + "o rado", + "or ado", + "ora do", + "' )+", + "') +", + "Ha unted", + ", ID", + ",I D", + "( UIAlertAction", + "u rv", + "ur v", + "_ bel", + "_b el", + "_be l", + "ĠMex icans", + "ĠMexican s", + "/ terms", + "Ġ Painter", + "ĠP ainter", + "ĠPa inter", + "ĠPaint er", + "ĠPain ter", + "Input Label", + "ĠV inci", + "ĠVin ci", + "ĠRo sie", + "ĠRos ie", + "\\ uc", + "\\u c", + "< Menu", + "", + "Ġ'\" >", + "_ gs", + "_g s", + "Ġcomp il", + "n ard", + "na rd", + "nar d", + "- exc", + "-e xc", + "-ex c", + "Ġrh yme", + "Ġb utto", + "Ġbut to", + "Ġbutt o", + "s ays", + "sa ys", + "say s", + "ant asy", + "anta sy", + "antas y", + "ë ¸", + "Ġcitt Ãł", + "Ġch eg", + "Ġche g", + "Time String", + "Ġpos itivity", + "Ġposit ivity", + "ĠD abei", + "ĠDa bei", + "Ġ wang", + "Ġw ang", + "Ġwa ng", + "Ġwan g", + "Ġes cre", + "Ġesc re", + "\" c", + "ĉ video", + "ĉv ideo", + "Ġ Ranked", + "ĠR anked", + "ĠRank ed", + "ĠRan ked", + ". strings", + ".string s", + ".str ings", + "> >>(", + ">> >(", + ">>> (", + "Ġин ÑĤеÑĢ", + "ĠинÑĤ еÑĢ", + "Ġre sta", + "Ġr esta", + "Ġres ta", + "Ġrest a", + "[: ,:", + "[:, :", + "Ġren dre", + "Ġrend re", + "Ġde ser", + "Ġdes er", + "Ġdese r", + "J os", + "Jo s", + "Ġdis ruptions", + "Ġdisrupt ions", + "Ġdisruption s", + "Ġо пеÑĢ", + "Ġоп еÑĢ", + "s ampling", + "sam pling", + "samp ling", + "sup press", + "Ġcontainer View", + "ĠSeam less", + "Ġ airy", + "Ġa iry", + "Ġair y", + "Ġai ry", + "Ġon load", + ".Window Manager", + "ĠP LA", + "ĠPL A", + "br aco", + "bra co", + ".set PositiveButton", + "Ġp du", + "Ġpd u", + "Ġg si", + "Ġgs i", + "Ġ Cli", + "ĠC li", + "ĠCl i", + "_gr adients", + "_grad ients", + "_gradient s", + "Ñı д", + "ĠWh isper", + "c stdint", + "Ġl äng", + "Ġlä ng", + "Ġform ulations", + "Ġformulation s", + "Ġformul ations", + "é nom", + "én om", + "ourn emouth", + "[ $_", + "[$ _", + "Ġordin arily", + ".set Username", + ".setUser name", + "Ġfacult ies", + "MIT TED", + "/ values", + "/value s", + "Ġwe ir", + "Ġwei r", + "ĠA pt", + "ĠAp t", + "M Z", + "ĉ cf", + "ĉc f", + "u cken", + "uc ken", + "uck en", + "ĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉ", + "def ense", + "[ iVar", + "[i Var", + "ĠBusiness Exception", + "Select ors", + "Selector s", + "Sel ectors", + "Sele ctors", + "( coordinates", + "(co ordinates", + "ĠRe sets", + "ĠRes ets", + "ĠReset s", + "ĠDr inks", + "ĠDrink s", + "o leans", + "ole ans", + "olean s", + "(st ypy", + "_ IOC", + "_I OC", + "_IO C", + ". xxx", + ".x xx", + ".xx x", + "ĠS later", + "ĠSl ater", + "ĠSlate r", + "ĠB elize", + "ĠBel ize", + "Ġ /************************************************************************", + "Ġ/ ************************************************************************", + "Ġ/**************************************************************** ********", + "ad din", + "add in", + "_ep isodes", + "_episode s", + "Ġis chem", + "Ġisc hem", + "legal ArgumentException", + "D anny", + "Dan ny", + "Ġ pared", + "Ġp ared", + "Ġpar ed", + "Ġpa red", + "Ġpare d", + ".code haus", + "ĠAs sy", + "ĠAss y", + "ĉ Rect", + "ĉR ect", + "â ŀ", + ". lista", + ".l ista", + ".list a", + ".li sta", + "Ġв аÑĪ", + "Ġва ÑĪ", + "Ġv ets", + "Ġve ts", + "Ġvet s", + "H WND", + "HW ND", + "is oner", + "ison er", + "iso ner", + "Ġ xo", + "Ġx o", + "Ġor ally", + "Ġoral ly", + "Ġ Stmt", + "ĠSt mt", + ".r nn", + "ĠD PI", + "ĠDP I", + "ĠSt rikes", + "ĠStr ikes", + "ĠStrike s", + ".setViewport View", + "Ġèĩª åĬ¨çĶŁæĪIJ", + "Y ELLOW", + "GL enum", + "part ners", + "partner s", + "Ġ Implicit", + "ĠImp licit", + "ĠImpl icit", + "Ġt ako", + "Ġta ko", + "Ġtak o", + "âĢĻ elle", + "âĢĻe lle", + "Ġerm ög", + "total Count", + "G il", + "Gi l", + "ĉ work", + "ĉw ork", + "Ġpr atic", + "Ġpra tic", + "Ġprat ic", + "in ati", + "ina ti", + "a bies", + "ab ies", + "abi es", + "ĠSk inner", + "ĠSkin ner", + "Ġspirit ed", + "Ġspir ited", + "Ġpancre atic", + "Ġh df", + "Ġhd f", + "' em", + "'e m", + "Ġpsych osis", + "Ġpsycho sis", + "o licit", + "ol icit", + "olic it", + "oli cit", + "Ġ\" {\"", + "Ġ\"{ \"", + "_at ual", + "_a tual", + "Ġé lect", + "Ġél ect", + "TE AM", + "Ġd ak", + "Ġda k", + "ĠSW AT", + ". FragmentManager", + ".Fragment Manager", + "Ġprovision ing", + "l ifetime", + "life time", + "lif etime", + "_EXT ENSIONS", + "_EXTENSION S", + "Ġ CASCADE", + "ĠC ASCADE", + "ĠCAS CADE", + "Ġ ![", + "Ġ! [", + "( KP", + "(K P", + "Ġ vem", + "Ġv em", + "Ġve m", + "ĠInter racial", + "ĠInterr acial", + "' ]},Ċ", + "'] },Ċ", + "']} ,Ċ", + "sp acer", + "space r", + "spa cer", + "_ kv", + "_k v", + "W arehouse", + "Ware house", + "R DD", + "RD D", + "_f sm", + "_fs m", + ".Stretch Image", + ", Yes", + ",Y es", + "ĠRefuge e", + "ĠBr inging", + "ĠBring ing", + "Ġv álido", + "Ġvál ido", + ". intersection", + ".inter section", + "Ġsp ooky", + "Ġspo oky", + "_ portal", + "_p ortal", + "_port al", + "_por tal", + "Ġ moth", + "Ġm oth", + "Ġmot h", + "Ġmo th", + "ĠZ odiac", + "ĠSOC IAL", + "M imeType", + "'] }}", + "Ġ----- ->", + "Ġ------ >", + "_ Blue", + "_B lue", + "_Bl ue", + "Ġbot anical", + "Ġfr ags", + "Ġfra gs", + "Ġfrag s", + "Ġfamil ial", + "Ġfamilia l", + "- du", + "-d u", + "Ġse izing", + "Ġseiz ing", + "Ġsei zing", + "( blocks", + "(b locks", + "(block s", + "(bl ocks", + ". rd", + ".r d", + ".check NotNull", + "Ġm iser", + "Ġmis er", + "Ġmi ser", + "Ġmise r", + "Ġmax x", + "Ġma xx", + "ĠK nee", + "ĠKn ee", + "View Item", + "Inner HTML", + "D anger", + "Da nger", + "Dan ger", + "( (__", + "(( __", + "((_ _", + "Ġprz ypad", + "Ġprzy pad", + "create Url", + "* *,", + "** ,", + "ĠDecor ating", + "ATE GY", + "ATEG Y", + "? >/", + "?> /", + ". Designer", + ".Des igner", + ".Design er", + "hex digest", + "ĠEvery where", + "all eries", + "alle ries", + "aller ies", + ".TEXT URE", + ". Blocks", + ".B locks", + ".Bl ocks", + ".Block s", + "z ell", + "ze ll", + "zel l", + "Ġpre ço", + "S uddenly", + "input Email", + "( sync", + "(s ync", + ". bd", + ".b d", + "gold en", + "> ');", + ">' );", + ">') ;", + "ĠDick inson", + "> >(Ċ", + ">> (Ċ", + ">>( Ċ", + "Ġ QUEUE", + "ĠQUE UE", + "Ġ getColumn", + "Ġget Column", + "ĠgetC olumn", + "ĠS AND", + "ĠSA ND", + "ĠSAN D", + ". piece", + ".p iece", + ".pi ece", + "l icer", + "lic er", + "li cer", + "lice r", + "Fl utter", + "Ġget Version", + "Ġresource Id", + "o gl", + "og l", + "ÅĤ aw", + "ÅĤa w", + ". Branch", + ".Br anch", + "ĉ web", + "ĉw eb", + "Ġfr amerate", + "Ġframe rate", + "Ġfram erate", + "P PP", + "PP P", + "Ġf ray", + "Ġfr ay", + "Ġfra y", + "C NT", + "CN T", + "Ġinform atie", + "Ġinformat ie", + "' ]čĊčĊ", + "'] čĊčĊ", + "']čĊ čĊ", + "ne as", + "nea s", + "Header Code", + "Ġ æ¸", + "Ġæ ¸", + "Ġt rg", + "Ġtr g", + "raw types", + "H onda", + "Ho nda", + "Hon da", + "Ġmark eter", + "Ġmarket er", + "Ġ requestData", + "Ġrequest Data", + "Ġ Pg", + "ĠP g", + "ĉ not", + "ĉn ot", + "ĉno t", + "Ġpage Info", + "Ġakt uellen", + "Ġaktu ellen", + "ãģ ķãĤĵ", + "ãģķ ãĤĵ", + "Ġ AMS", + "ĠA MS", + "ĠAM S", + "push ViewController", + "ĉ AL", + "ĉA L", + "Ġv ests", + "Ġve sts", + "Ġvest s", + "Ġves ts", + "p roduce", + "pro duce", + "produ ce", + "prod uce", + "-m ême", + "ĠRah man", + "F unny", + "Fun ny", + "E Z", + "_ Valid", + "_Val id", + "Ġsquad ron", + "Ġ lash", + "Ġl ash", + "Ġla sh", + "Ġlas h", + "Ġ irm", + "Ġi rm", + "Ġir m", + "i asco", + "ias co", + "ĠP aran", + "ĠPar an", + "ĠPa ran", + "ĠPara n", + "Ġpet ites", + "Ġpetite s", + "Ġpetit es", + "ĠDec ay", + "Ġun initialized", + "priv ileged", + "Ġm bedtls", + "å¤ĩ 注", + "Ġ ^.", + "Ġ^ .", + "Ġec static", + "D etroit", + "Det roit", + "Ġp arten", + "Ġpart en", + "Ġpar ten", + "Ġparte n", + "Ġsou venir", + ".get Login", + ".getLog in", + "моÑĤ ÑĢ", + "мо ÑĤÑĢ", + "en ção", + "ĠmÃŃn imo", + "ĠAccess ed", + "ĠAcc essed", + "r ió", + "ri ó", + "M ic", + "Mi c", + "ĠV ocal", + "ĠVo cal", + "ĠVoc al", + ".Set String", + "Ġmens ajes", + "Ġmensaje s", + "åĢ į", + "Ġattr avers", + "ĠA ph", + "ĠAp h", + "Ġ ');čĊ", + "Ġ' );čĊ", + "Ġ') ;čĊ", + "Ġ'); čĊ", + "ü nde", + "ün de", + "ünd e", + "Ġenchant ed", + "Ġench anted", + "ĠRoot State", + "ĠCLOSE D", + "ĉ ĉĉĉĉĉĉĉčĊ", + "ĉĉ ĉĉĉĉĉĉčĊ", + "ĉĉĉĉ ĉĉĉĉčĊ", + "ĉĉĉ ĉĉĉĉĉčĊ", + "ĉĉĉĉĉ ĉĉĉčĊ", + "ĉĉĉĉĉĉ ĉĉčĊ", + "ĉĉĉĉĉĉĉĉ čĊ", + "ĉĉĉĉĉĉĉ ĉčĊ", + "Ġcal iente", + "or ris", + "orr is", + "Ġphysic ists", + "Ġphysicist s", + "h wnd", + "hw nd", + "_ vi", + "_v i", + "Ġráp ido", + "Ġcapital ized", + "Ġcapitalize d", + "ed By", + "Ġmach ining", + "Ġh ubby", + "Ġhub by", + "ĠSt acy", + "ĠSta cy", + ". Bus", + ".B us", + "d rink", + "dr ink", + "H ur", + "Hu r", + "Ġpr opia", + "Ġprop ia", + "Unit Test", + "Ġmiscon ception", + "_ _));Ċ", + "__ ));Ċ", + "__) );Ċ", + "__)) ;Ċ", + "/ dc", + "/d c", + "ĠMay weather", + "_m C", + ". createFrom", + ".create From", + "ĠQ Painter", + "ro psych", + "rops ych", + "inn itus", + "a yas", + "ay as", + "aya s", + "Ġg eg", + "Ġge g", + "( dw", + "(d w", + "Ġus ado", + "Ġusa do", + "Ġtr ickle", + "Ġtrick le", + "Ġann ihil", + "Ġanni hil", + "ĠP asta", + "ĠPa sta", + "ĠPast a", + "ĠPas ta", + "Ġ ++Ċ", + "Ġ+ +Ċ", + "Ġ++ Ċ", + "(Expected Conditions", + ".post Value", + "i cap", + "ic ap", + "ica p", + "ĠDon etsk", + "_ soup", + "_s oup", + "_so up", + "- publish", + "-p ublish", + "ĠP b", + "m entions", + "ment ions", + "mention s", + "AC CEPT", + ". Pull", + ".P ull", + ", âĢĻâĢĻ", + ",âĢĻ âĢĻ", + "Ġret arded", + "Ġretard ed", + "_ ATOM", + "_AT OM", + "ĠTerm inator", + "ĠTermin ator", + "- court", + "-c ourt", + "-co urt", + "ĠCLLocation Coordinate", + "Ġrev erence", + "Ġreve rence", + "Ġrever ence", + "ĠS SC", + "ĠSS C", + "ut ely", + "ute ly", + "ĠW ON", + "ĠG SL", + "ĠGS L", + "f rei", + "fr ei", + "fre i", + ".get Longitude", + ".getLong itude", + "Ġopen FileDialog", + ".B utter", + ".But ter", + "- important", + "-import ant", + "_M ANY", + "_MAN Y", + "_MA NY", + "ĠG ong", + "ĠGo ng", + "ĠGon g", + "âĢľ How", + "Ġg orge", + "Ġgor ge", + "= msg", + "=m sg", + "ĠE zek", + "ĠEz ek", + "create Command", + ": checked", + "Ġinfo graphic", + "Ġinf ographic", + ". WEST", + ".W EST", + "D irs", + "Dir s", + "Di rs", + "Ġgu arda", + "Ġguard a", + "Ġguar da", + "Ġbee tle", + "Ġbeet le", + "< small", + " Loading", + "_ mA", + "_m A", + ".get Random", + "b lings", + "bl ings", + "bling s", + "Ġche eses", + "Ġcheese s", + "Ġchees es", + "t ti", + "tt i", + ". âĢ¢", + "ĠBurg ess", + "ender it", + "ende rit", + ". ',čĊ", + ".' ,čĊ", + ".', čĊ", + "(\" \"+", + "(\"\" +", + "a cb", + "ac b", + "% p", + "index ed", + "inde xed", + "_ predicate", + "_p redicate", + "_pred icate", + "nes ia", + "Ġb ied", + "Ġbi ed", + "ĠC IT", + "ĠCI T", + "( Pos", + "(P os", + "_ radi", + "_r adi", + "_rad i", + "_ra di", + "ä»· æł¼", + "B iz", + "Bi z", + "ĠAdoles cent", + "Ġv iên", + "Ġvi ên", + "c ycl", + "cy cl", + "_ Cancel", + "_C ancel", + "Ġcon clusive", + "Ġconclus ive", + "Ġconcl usive", + "Ġappell ate", + "Ġappel late", + "inform atics", + "S J", + "Ġel ective", + "Ġelect ive", + "role Id", + "Fetch er", + "ĉ Command", + "(\" (%", + "(\"( %", + "Ġf art", + "Ġfa rt", + "Ġfar t", + "I LA", + "IL A", + "get Block", + "A USE", + "AU SE", + "Ġ дан", + "Ġд ан", + "Ġда н", + "ĠAr te", + "ĠArt e", + "Ġnot ifying", + "Ġnotify ing", + "Ġg ele", + "Ġge le", + "Ġgel e", + ". same", + ".s ame", + ".sa me", + ".sam e", + "ĠRe gel", + "ĠReg el", + "Ġ BaÅŁ", + "ĠB aÅŁ", + "ĠBa ÅŁ", + ". creation", + ".c reation", + "Ġ VN", + "ĠV N", + "_ community", + "_comm unity", + "Ġuns ustainable", + "S EX", + "SE X", + "Ġgrid Size", + "res cia", + "avers able", + "(', ')[", + "(',' )[", + "(',') [", + "ĠPh elps", + "á»ķ i", + "ANCE LED", + "ANCEL ED", + "- IS", + "-I S", + ".run ners", + ".runner s", + "ĠSt okes", + "ĠSto kes", + "ĠStoke s", + ". Produ", + ".P rodu", + ".Pro du", + ".Pr odu", + "Ġwh ipping", + "Ġwhip ping", + "_ac quire", + "Ġinvestig ación", + "f ried", + "fr ied", + ".copy With", + "ĠHard cover", + "- Se", + "-S e", + "áŀ¶ áŀ", + "inv itation", + "les ai", + "ĠD orm", + "ĠDo rm", + "ĠDor m", + "ĠÑģпиÑģ ка", + "Ġconcaten ated", + "Ġconcatenate d", + "o phil", + "op hil", + "oph il", + "Ġth inker", + "Ġthink er", + "Ġthin ker", + "/font awesome", + "ĠLe opard", + "ĠLeo pard", + "Ġ\" /\");Ċ", + "Ġ\"/ \");Ċ", + "Ġ\"/\" );Ċ", + "Ġresidual s", + "ĠMicro wave", + "ĠMic rowave", + "Ġcon forme", + "Ġconform e", + "th rop", + "thr op", + "thro p", + "Ġdis emb", + "Ġdi semb", + "Ġdise mb", + "ĠO MG", + "ĠOM G", + "ĠDisc ipline", + "ĠAc robat", + "/ repository", + "/re pository", + "/repos itory", + "d fa", + "df a", + "_ MED", + "_M ED", + "_ME D", + "buf io", + "Ġméth ode", + "_H OLD", + "i asi", + "ia si", + "ias i", + "_ legacy", + "_leg acy", + ") ččĊ", + "æ£ Ģ", + "Get ProcAddress", + "Ġy ay", + "Ġya y", + "ot ence", + "ote nce", + "oten ce", + "order id", + "orde rid", + "- tw", + "-t w", + "Ġd early", + "Ġdear ly", + "In coming", + "Inc oming", + "/ il", + "/i l", + "Ġneuro p", + "Ġneu rop", + "Ġneur op", + "u cz", + "uc z", + ") ;čččĊ", + "); čččĊ", + "ĠInnov ative", + "Ġpro fund", + "Ġprof und", + "ig mat", + "igma t", + "igm at", + "Selection Mode", + "re levant", + ". GO", + ".G O", + "Ġbru ises", + "Ġs ach", + "Ġsa ch", + "Ġsac h", + "o def", + "od ef", + "ode f", + "Ġre imb", + "Ġreim b", + "/ desktop", + "/d esktop", + "- spot", + "-s pot", + "-sp ot", + "un dance", + "und ance", + "unda nce", + "undan ce", + "Ent ropy", + "Entr opy", + "\\ core", + "Ġs uger", + "Ġsu ger", + "Ġsug er", + "Ġ Mvc", + "ĠM vc", + "ĠGN OME", + "_ indx", + "_in dx", + "_i ndx", + "_ind x", + "ĠYY STYPE", + "ĠYYS TYPE", + "ĠMat lab", + "ĠC IF", + "ĠCI F", + "Ġ *))", + "Ġ* ))", + "Ġ*) )", + "Ġproduct List", + "Ġ Alright", + "ĠAl right", + "ace mark", + "ac emark", + "ÑĤ ив", + "ÑĤи в", + "mod ification", + "int ernational", + "inter national", + "intern ational", + "Ġh omers", + "Ġhome rs", + "Ġhom ers", + "Ġho mers", + "Ġhomer s", + "Ġd icts", + "Ġdi cts", + "Ġdict s", + "Ġdic ts", + "ĠQ Font", + ". SQLite", + ".SQL ite", + "Ġtransplant ation", + "ĠMessageBox Button", + "ĠEl ves", + "' ]])Ċ", + "'] ])Ċ", + "']] )Ċ", + "(Q Icon", + "Ġcin emas", + "Ġcinema s", + "Ġcine mas", + "CO ORD", + "- China", + "-Ch ina", + "Ġkh ẩu", + "æĪij çļĦ", + "Ġsk ulls", + "Ġskull s", + "Ġpain staking", + "Ġpains taking", + "f ce", + "fc e", + ".XR Label", + "Ġ specifier", + "Ġspec ifier", + "Ġprefer ring", + "Ġpref erring", + "/ activity", + "( Photo", + "á lt", + "ál t", + ". lot", + ".l ot", + ".lo t", + "' '.", + "'' .", + "an nonce", + "ann once", + "annon ce", + "anno nce", + ".google code", + "- pdf", + "-p df", + "ĠP oke", + "ĠPo ke", + "ĠPok e", + "_ ACL", + "_A CL", + "_AC L", + "Ġend owed", + "dis cover", + "disc over", + ".o mg", + ".om g", + "Ġwood land", + ". Magic", + ".M agic", + "Ġvol ont", + "Not Allowed", + "Ġc have", + "Ġch ave", + "Ġcha ve", + "B MW", + "BM W", + "',' =',", + "','= ',", + "ĠS IX", + "ĠSI X", + "æĪij 们", + "Ġko sher", + "Ġkos her", + "Ġas piration", + "Ġaspir ation", + "Ġasp iration", + "i ntl", + "in tl", + "int l", + "_ref ptr", + "' +Ċ", + "'+ Ċ", + "ment or", + "men tor", + ". club", + ".c lub", + ".cl ub", + "Window State", + ". ARR", + ".A RR", + ".AR R", + "Ġ zza", + "Ġz za", + "Ġzz a", + "Ġmessage Type", + ". equ", + ".e qu", + ".eq u", + "T hor", + "Th or", + "Tho r", + "Ġin just", + "Ġinj ust", + "Ġg ums", + "Ġgu ms", + "Ġgum s", + "Ġborder Side", + "/ ////", + "// ///", + "//// /", + "/// //", + "ĠTrans mit", + "Ġbuf size", + "Ġh ak", + "Ġha k", + "Ġ ellas", + "Ġel las", + "Ġell as", + "Ġella s", + "R ANDOM", + "RAND OM", + "ĉ mc", + "ĉm c", + "Ġp ea", + "Ġpe a", + "e ko", + "ek o", + "document o", + "Ġhyster ia", + "Ġare nas", + "Ġar enas", + "Ġaren as", + "Ġarena s", + "Ġgun men", + "Ġm ike", + "Ġmi ke", + "Ġmik e", + "Ġimp unity", + "at isation", + "atis ation", + "_ Zero", + "_Z ero", + "_COMP ANY", + "ĠG ors", + "ĠGo rs", + "ĠGor s", + "Ġuse Class", + "( redis", + "(r edis", + "(re dis", + "(red is", + "ĠRUN NING", + "ĠB air", + "ĠBa ir", + "ĠBai r", + "ve lte", + "vel te", + "velt e", + "Ġ ','.", + "Ġ', '.", + "Ġ',' .", + "а ÑĤÑĮÑģÑı", + "аÑĤÑĮ ÑģÑı", + "ö st", + "ös t", + "encode URIComponent", + "_ restrict", + "_re strict", + "Ġdec als", + "Ġ Pedido", + "ĠP edido", + "ĠPed ido", + "Ġalter cation", + "Dis plays", + "Display s", + "Disp lays", + "ĠApp licants", + "ĠApplicant s", + "C US", + "CU S", + "Text area", + "ĠAng ola", + ". future", + ".f uture", + "ĠU SHORT", + "ĠUS HORT", + "Ġsuppress ing", + "Ġsupp ressing", + "Ġset zen", + "AP olynomial", + "Ġt och", + "Ġto ch", + "Ġtoc h", + "Ġhall mark", + "Ġ $$$", + "Ġ$ $$", + "Ġ$$ $", + "ĠCHAR SET", + ". rpm", + ".r pm", + "ĠD ich", + "ĠDi ch", + "---- ----------------", + "-------- ------------", + "---------------- ----", + "------------ --------", + "----- ---------------", + "---------- ----------", + "------ --------------", + "----------- ---------", + "------------- -------", + "------- -------------", + "--------- -----------", + "--------------- -----", + "-------------- ------", + "_ parm", + "_p arm", + "_par m", + "_pa rm", + "è¿ ĺ", + "a cciones", + "acc iones", + "acci ones", + "accion es", + "h ait", + "ha it", + "hai t", + "WARD ED", + "WAR DED", + "_ routing", + "_r outing", + "_ro uting", + "ĠN OM", + "ĠNO M", + "Ġen clave", + "ĠL otto", + "ĠLot to", + "ĉ fr", + "ĉf r", + "complex Content", + "ĠBall ard", + "k ube", + "ku be", + "/ win", + "/w in", + ".getColumn Model", + "_RE PLACE", + "Header Value", + "Ġest udiantes", + "Ġ apis", + "Ġa pis", + "Ġap is", + "Ġapi s", + "Ġb pm", + "Ġbp m", + "Ġ TypeName", + "ĠType Name", + "And Get", + "r ita", + "ri ta", + "rit a", + "Pl ans", + "Plan s", + "> Note", + ">N ote", + ">No te", + "Ġfet isch", + "Ġt oned", + "Ġto ned", + "Ġton ed", + "Ġtone d", + "_ goto", + "_g oto", + "_go to", + "on sense", + "ons ense", + "Ġm olds", + "Ġmo lds", + "Ġmol ds", + "Ġmold s", + "Ġinfiltr ation", + "ĠGuerr ero", + "ub bo", + "ubb o", + "c ki", + "ck i", + "( $(\".", + "($ (\".", + "($( \".", + "_ activities", + "_act ivities", + "_activ ities", + "( changes", + "(ch anges", + "(chan ges", + "(change s", + "Ġof App", + "ĠKe pler", + "ĠD emp", + "ĠDe mp", + "ĠDem p", + "ĠCont inent", + "ĠContin ent", + ". Ticks", + ".T icks", + ".Tick s", + "Ġ Unsigned", + "ĠUn signed", + "ĠUns igned", + "ĠJah res", + "ĠJahr es", + "ĠJahre s", + "Ġfresh men", + "ĠArch ived", + "ĠArchive d", + "ĠкоÑĤоÑĢ Ñĭй", + "Ġ' ::", + "Ġ': :", + "T utorial", + "C c", + "Ġtable LayoutPanel", + "from Json", + ". levels", + ".level s", + "_trans ient", + "Ġendors ing", + "Ġ DIC", + "ĠD IC", + "ĠDI C", + "l auf", + "la uf", + "Ġsh red", + "Ġshr ed", + "_E MIT", + "_EM IT", + "ific antly", + "ificant ly", + "A LA", + "AL A", + "/ proto", + "/pro to", + "/pr oto", + "Ġnarr owing", + "Ġnarrow ing", + "Ġnar rowing", + "U tc", + "Ut c", + "F actors", + "Fact ors", + "Factor s", + "Fac tors", + "Fa ctors", + "Ġsent ient", + "æŀ IJ", + "lix ir", + "ĠC ROSS", + "m eteor", + "met eor", + "Ġgr oin", + "Ġgro in", + "Ġ mdb", + "Ġm db", + "Ġmd b", + "ĠRot terdam", + "Ġcom ida", + "ĠOp Code", + "Ġ DefaultValue", + "ĠDefault Value", + "Permissions Result", + "Ġheter ogeneous", + "Ġm oot", + "Ġmo ot", + "Ġmoo t", + "Ġde ceived", + "Ġdece ived", + "Ġdeceive d", + "-in dependent", + "ĠObject OutputStream", + "Ġover power", + ". dup", + ".d up", + "Ġ ldb", + "Ġl db", + "Ġld b", + "Ġdomestic ally", + "Ġdomest ically", + "Ġbe stellen", + "Ġbest ellen", + "Ġbeste llen", + "Ġ lov", + "Ġl ov", + "Ġlo v", + "ĠContract ors", + "ĠContr actors", + "ĠContractor s", + "Tri angles", + "Triangle s", + "Ġfod der", + "Ġfil mes", + "Ġfilm es", + "Ġfilme s", + "ä¼ ģ", + "Ġrev olver", + "Startup Script", + "/ validation", + "ĠResource Type", + "i ÅŁ", + "ĠL az", + "ĠLa z", + "f ef", + "fe f", + "Ġl stm", + "Ġlst m", + "Ġls tm", + "{ *", + ". attachment", + ".attach ment", + ".att achment", + ". hits", + ".h its", + ".hit s", + "e with", + "ew ith", + "D OG", + "DO G", + "Al abama", + "Ġmedium s", + "Ġmedi ums", + ".m Context", + "- cols", + "-c ols", + "-col s", + "-co ls", + "åı ĭ", + ". notice", + ".not ice", + "Ġat tn", + "Ġatt n", + "ĠP acking", + "ĠPac king", + "ĠPack ing", + "Ġ Ln", + "ĠL n", + "_COM PLEX", + "_COMP LEX", + "/ Users", + "/User s", + ".save txt", + ".sav etxt", + "ĠR ounds", + "ĠRo unds", + "ĠRound s", + "ĠRou nds", + "?,?, ?,?,", + "Ġin gl", + "Ġing l", + "Ġ ROC", + "ĠR OC", + "ĠRO C", + "_ female", + "_f emale", + "_fe male", + "ĠSt ard", + "ĠStar d", + "ĠSta rd", + "] ];", + "]] ;", + "Ġwrest lers", + "Ġwrestler s", + "Ġtorrent s", + "Ġs inh", + "Ġsi nh", + "Ġsin h", + " ĊĊ", + "Ċ Ċ", + "ë³ µ", + "s ense", + "sen se", + "how ever", + ". Physics", + ".Ph ysics", + "Inf rastructure", + "ĠS acr", + "ĠSa cr", + "ĠSac r", + "F el", + "Fe l", + "ĠD ISTRIBUT", + "é ments", + "ém ents", + "ément s", + "ĠValid ates", + "ĠValidate s", + "#### ########################################################", + "################################ ############################", + "############ ################################################", + "################################################ ############", + "############################ ################################", + "######################################################## ####", + "Ġ |/", + "Ġ| /", + "Ġe sl", + "Ġes l", + "Ġré seau", + "ĠB ip", + "ĠBi p", + "BY TES", + "BYTE S", + "_W ATER", + "T urning", + "Turn ing", + "Tur ning", + "E LS", + "EL S", + "Ġj uxtap", + "Ġlesb ische", + "ý ch", + "( Unknown", + "(Un known", + "N eo", + "Ne o", + "@ JsonProperty", + "@Json Property", + "Ġal umnos", + "Ġalum nos", + "Ġalumno s", + "ĠRaq qa", + "im ei", + "ime i", + ".get Bounds", + ".getB ounds", + ".Mouse EventHandler", + ".MouseEvent Handler", + "# ######", + "## #####", + "#### ###", + "### ####", + "##### ##", + "###### #", + "Generic Type", + "/ cms", + "/c ms", + "/cm s", + "Ġturn o", + "Ġtur no", + "Ġ мин", + "Ġм ин", + "Ġми н", + "Ġfolk lore", + "ĠE vo", + "ĠEv o", + "Ġconduct ivity", + "Ġle ben", + "Ġgear box", + "- vs", + "-v s", + "Ġ ÏĨ", + "ĠÏ Ĩ", + "Ġdrink ers", + "Ġ conexao", + "Ġcon exao", + "Ġconex ao", + "ĠTe eth", + "ĠTee th", + "Ġget Arguments", + "ĠR AT", + "ĠRA T", + "ent ious", + "enti ous", + "E duc", + "Ed uc", + "+ W", + "ĠInstitution al", + "ĠInstitut ional", + "ĠB ord", + "ĠBo rd", + "ĠBor d", + "is Equal", + "( pwd", + "(p wd", + "Ġign ited", + "Ġignite d", + "ĠR ousse", + "ĠRou sse", + "Ġimpact ful", + "ĠM alk", + "ĠMal k", + "ĠMa lk", + "Ġg eral", + "Ġge ral", + "Ġger al", + "ĠP ivot", + "Ġa zt", + "Ġaz t", + "Ġcsv file", + "ĠR ope", + "ĠRo pe", + "ĠS OLUTION", + "ĠSOL UTION", + "ĠAr bitrary", + "ĠArbit rary", + "Ġl etto", + "Ġlet to", + "Ġlett o", + ".Mouse Adapter", + "Ġ }}}", + "Ġ} }}", + "Ġ}} }", + "ĠSa ilor", + "ĠSail or", + "ĠSai lor", + "d era", + "de ra", + "der a", + "P utting", + "Put ting", + "Ġconcent rates", + "Ġconcentr ates", + "Ġconcentrate s", + "Ġauth Domain", + "âĢĿ çļĦ", + "-f inals", + "-final s", + "-fin als", + ", strlen", + ",str len", + ",st rlen", + "Mu on", + "ĠOrd inary", + "fire fox", + "ĠLa TeX", + "ĠH und", + "ĠHun d", + "ĠHu nd", + "engine ering", + "/ blue", + "/b lue", + "/bl ue", + "ed TextBox", + "(\" \");", + "(\"\" );", + "(\"\") ;", + "ĠC DDL", + "ĠCD DL", + "k ept", + "ke pt", + "Ġ GetString", + "ĠGet String", + "K ir", + "Ki r", + "() ='", + "ĠO CD", + "ĠOC D", + "ant ium", + "anti um", + "$ menu", + "$m enu", + "ĠAppalach ian", + "Secret ary", + "ë¥ ĺ", + "ี ย", + "Sem antic", + "Ġ *[", + "Ġ* [", + "e stone", + "es tone", + "est one", + "esto ne", + "ung kin", + "Max Y", + "- tone", + "-t one", + "-to ne", + "-ton e", + "\" };čĊ", + "\"} ;čĊ", + "_ Part", + "_P art", + "< Member", + "ĊĊ", + "'> ĊĊ", + "'>Ċ Ċ", + "L ic", + "Li c", + "ĠMir age", + "ĠMi rage", + "ĠAssembly FileVersion", + "Te V", + "ĠValue EventListener", + "-s olving", + "T ho", + "Th o", + "rou lette", + "_ WP", + "_W P", + "Ġunint errupted", + "Ġfield Type", + ". Typed", + ".T yped", + ".Type d", + "Ġa mour", + "Ġam our", + "Ġamo ur", + "Ġmock ery", + "Ġmocker y", + "( vol", + "(v ol", + "(vo l", + "ĠSub committee", + "ĠR uf", + "ĠRu f", + "e rox", + "er ox", + "ero x", + ":UIButtonType Custom", + "Ġ Blur", + "ĠBl ur", + "ĠBlu r", + "Ġwy kon", + "n ces", + "nc es", + "nce s", + "ASH BOARD", + "! !\");Ċ", + "!! \");Ċ", + "Ġmurder ers", + "Ġmurderer s", + ". daily", + ".d aily", + ".da ily", + "ĠDI AG", + "j ing", + "ji ng", + "jin g", + "Ġdol phin", + "Ġl òng", + "Ġb ö", + "ĠV ocabulary", + ".St Object", + "' )\">", + "') \">", + "')\" >", + "Ġz un", + "Ġzu n", + "Ġscrim mage", + "tr éal", + "ĠL ig", + "ĠLi g", + "[ vi", + "[v i", + "C ole", + "Col e", + "Co le", + "Ġfrost ing", + ". Players", + ".P layers", + ".Pl ayers", + ".Player s", + ".Play ers", + "- translate", + "-trans late", + "Fe els", + "Feel s", + "Fee ls", + "=\\\" /", + "=\\ \"/", + ".Butter Knife", + "Ġ? >;Ċ", + "Ġ?> ;Ċ", + "Ġ avi", + "Ġa vi", + "Ġav i", + "in nie", + "inn ie", + ". Failure", + ".F ailure", + ".Fail ure", + "Ġsp indle", + "Ġspin dle", + "Configuration Exception", + "_ hop", + "_h op", + "Ġpos ição", + "Ġposi ção", + "Ġ Await", + "ĠA wait", + "ĠAw ait", + "UIImage PickerController", + "ĉ day", + "ĉd ay", + "Ġge nom", + "Ġgen om", + "C ab", + "Ca b", + "ĠÑĢ езÑĥлÑĮÑĤаÑĤ", + "ĠÑĢезÑĥлÑĮÑĤ аÑĤ", + "OR IGINAL", + "Ġejac ulation", + "( tcp", + "(t cp", + "(tc p", + "SE COND", + "SEC OND", + "Ġt onic", + "Ġto nic", + "Ġton ic", + "Ġ ListBox", + "ĠList Box", + "Ġ ĉĉĊ", + "Ġĉ ĉĊ", + "Ġĉĉ Ċ", + "( )>Ċ", + "() >Ċ", + "()> Ċ", + "Ġqu atre", + "Ġquat re", + "Ġqua tre", + "ượ ng", + "with Errors", + ". Maybe", + ".M aybe", + ", âĢ¦", + "token Id", + "_UN DEF", + "Ġfresh ness", + "ĠAmendment s", + "ĠAmend ments", + ".map box", + ". CV", + ".C V", + "( blog", + "(b log", + "(bl og", + "_get time", + ". quest", + ".q uest", + ".qu est", + "s parse", + "sp arse", + "spar se", + "Ġre sale", + "Ġres ale", + "Ġenthusi astically", + "Ġenthusiastic ally", + "Ġenthusiast ically", + "ĠProstit utas", + "W a", + "C argo", + "Car go", + ". Parcelable", + ".Parcel able", + "S ENSOR", + "SEN SOR", + "SENS OR", + "ĠR yu", + "ĠRy u", + "La ughs", + "Laugh s", + "_ Native", + "_N ative", + "/ pg", + "/p g", + "y sts", + "yst s", + "ys ts", + "Ġphot oc", + "Ġphoto c", + "ç® Ģ", + "ad opt", + "ado pt", + ". species", + ".s pecies", + ".sp ecies", + ".spec ies", + "conc iliation", + "Adjust ed", + "Adj usted", + ".Firebase Auth", + "ut tle", + "utt le", + "ord ination", + "ordin ation", + "Ġm unch", + "Ġmun ch", + "ĠS take", + "ĠSt ake", + "ĠSta ke", + ". ping", + ".p ing", + ".pi ng", + ".pin g", + "an ker", + "ank er", + "anke r", + "(QString Literal", + "Ġsub script", + "Ġsubs cript", + "Ġsubscri pt", + "Ġ ĠĉĊ", + "ĠĠ ĉĊ", + "ĠĠĉ Ċ", + "ĠM CC", + "ĠMC C", + "_ Cmd", + "_C md", + "se xy", + "sex y", + "i ou", + "io u", + "ĠM ANY", + "ĠMA NY", + "ĠMAN Y", + "Ġn anny", + "Ġnan ny", + "T RAIN", + "TR AIN", + "TRA IN", + "Ġflour ishing", + "Ġflourish ing", + "ĠW atches", + "ĠWatch es", + "ĠWat ches", + "ĠQ Map", + "ĠF erm", + "ĠFe rm", + "ĠFer m", + "Ġw asm", + "Ġwas m", + "Ġwa sm", + "ĠA bed", + "ĠAb ed", + "ĠAbe d", + "_ UD", + "_U D", + "ĠG lasses", + "ĠGl asses", + "ĠGlass es", + "ĠGlas ses", + "+ v", + "Att end", + ". Chain", + ".Ch ain", + "Ġdec ency", + "Ġdece ncy", + "ĠSup plementary", + "ĠSupplement ary", + "h unter", + "hunt er", + "- txt", + "-t xt", + "Ġ\" }\";Ċ", + "Ġ\"} \";Ċ", + ".set WindowTitle", + "( \"", + "Ġmasc ara", + "( Profile", + "åĬ Łèĥ½", + "åĬŁ èĥ½", + "im ité", + "imit é", + "imi té", + "Ġwild fires", + "Ġwildfire s", + "- ROM", + "-R OM", + ".is On", + "( groupId", + "(group Id", + "Re pair", + "Rep air", + "accum ulate", + "Ġ< \",", + "Ġhand written", + "Ġach eter", + "Ġache ter", + "ĠM GM", + "ĠMG M", + "ĠIr ma", + "-> {_", + "->{ _", + "g ee", + "ge e", + "c riminal", + "cr iminal", + "Ġèĭ¥ è¦ģ", + "Ġmoment arily", + "\" )!=", + "\") !=", + "_ lit", + "_l it", + "_li t", + "Ġexpires In", + ". \").", + ".\" ).", + ".\") .", + "éķ¿ 度", + "Ġfr ække", + "v lc", + "vl c", + "Ġor bs", + "Ġorb s", + ") ,$", + "), $", + "Ġvent ured", + "Ġventure d", + "/ >\\", + "/> \\", + "ch arm", + "char m", + "cha rm", + "N uitka", + "el dig", + "eld ig", + "ato nin", + "aton in", + "W itness", + "- lat", + "-l at", + "-la t", + "Ġset Hidden", + "Ġrel ics", + "Ġreli cs", + "Ġrelic s", + "Ġcons ulate", + "Ġconsul ate", + ". IGNORE", + "\" After", + "\"A fter", + "Ġs etAddress", + "Ġset Address", + "Ġbeste ht", + "Ġ' ')ĊĊ", + "Ġ'' )ĊĊ", + "Ġ'') ĊĊ", + "Ġ'')Ċ Ċ", + ".x axis", + "Ġser ão", + "Ġmis led", + "Ġmi sled", + "_UN IFORM", + "ĠV IA", + "ĠVI A", + "in cr", + "inc r", + "Ġzen ith", + "Ġvis cosity", + "Ġvisc osity", + "Ġthin ly", + ".get SharedPreferences", + ". ErrorCode", + ".Error Code", + "\" ),\"", + "\") ,\"", + "\"), \"", + "ĠMillion en", + "ĠMilli onen", + "Ġ/ >)Ċ", + "Ġ/> )Ċ", + "Scroll Indicator", + "-se eking", + "ĠPOLIT ICO", + "as ca", + "asc a", + "_ rl", + "_r l", + "N avig", + "Nav ig", + "Na vig", + "(full file", + "Ġsol itude", + "Ġ juven", + "Ġju ven", + "Ġha uling", + "Ġhaul ing", + "ĠMac ros", + "ĠMacro s", + "ĠG ry", + "ĠGr y", + "Ġexerc itation", + "ĠATT ACK", + "Tick Count", + "Ġ rites", + "Ġr ites", + "Ġrit es", + "Ġri tes", + "Ġd oe", + "Ġdo e", + "Particle System", + "Ġ slu", + "Ġs lu", + "Ġsl u", + "Window Text", + "Ġ ClassName", + "ĠClass Name", + "Ġs lander", + "Ġsl ander", + "Ġsla nder", + "ĉ Port", + "ĉP ort", + "j ong", + "jo ng", + "jon g", + "? a", + ".D ial", + ".Di al", + "âĢĶ at", + "âĢĶa t", + "$ objPHPExcel", + "$obj PHPExcel", + "Ġso ar", + "E NN", + "EN N", + "appe ared", + "appear ed", + "Ġquot id", + "Ġquo tid", + "e machine", + "em achine", + "ema chine", + "Ġ nip", + "Ġn ip", + "Ġni p", + "Ġmicro time", + "ĠAl ma", + "; !", + "---------------- --------------------------------------------------------------------------------", + "-------------------------------- ----------------------------------------------------------------", + "---------------------------------------------------------------- --------------------------------", + "------------------------------------------------ ------------------------------------------------", + "---------------------------------------------------------------------------- --------------------", + "-------------------------------------------------------------------------------- ----------------", + "-------------------- ----------------------------------------------------------------------------", + "ĠP assage", + "ĠPass age", + "ĠPas sage", + "Ġdump sters", + "Ġdumpster s", + "Ġdumps ters", + "Ġ Exclude", + "ĠEx clude", + "ĠExc lude", + "Ġsuggest ive", + "ĠCircularProgress Indicator", + "_ clr", + "_c lr", + "_cl r", + "Array Type", + "IL LA", + "ILL A", + "Elapsed Time", + "Dr iven", + "Drive n", + "Ġresource Name", + "ĠG arrison", + "ĠGarr ison", + "se rir", + "ser ir", + "- ahead", + "-a head", + "Ġp innacle", + "ĠEs presso", + "S parse", + "Sp arse", + "Ġas says", + "Ġass ays", + "Ġassay s", + "ĠGirl friend", + "i mid", + "im id", + "imi d", + "] ='\\", + "]= '\\", + "]=' \\", + "ONG LONG", + "ONGL ONG", + "Ġportray ing", + "L ane", + "La ne", + "Ġb úsqueda", + "Ġrein forcements", + "Ġreinforce ments", + "Ġreinforcement s", + "ĠSpread sheet", + "ĠArray Collection", + ", arr", + ",a rr", + "light box", + "ic ana", + "ica na", + "ican a", + "< \"", + "build ers", + "builder s", + "K id", + "Ki d", + "ĠMat SnackBar", + "EX PR", + "EXP R", + "od cast", + "ĠFoundation s", + "ĠFound ations", + "Ġ inds", + "Ġin ds", + "Ġi nds", + "Ġind s", + "=' ${", + "='$ {", + "F izz", + "Fi zz", + "- functional", + "-function al", + "( workspace", + "(work space", + "Ġstem med", + "_ patches", + "_p atches", + "_patch es", + "_pat ches", + "ĠJar vis", + "RE ADING", + "READ ING", + "Ġdisrespect ful", + "ĠQ Dom", + "Ġ$ {Ċ", + "Ġ${ Ċ", + "e status", + "es tatus", + "est atus", + "Re ached", + "Reach ed", + "! .ĊĊ", + "!. ĊĊ", + "I LT", + "IL T", + "ĠN DEBUG", + "ĠC ourage", + "ĠCour age", + "ĠCou rage", + "birth date", + "ĠT ing", + "ĠTi ng", + "ĠTin g", + "Ġutil izado", + "Ġutiliz ado", + "Ġutiliza do", + "án chez", + "Out door", + "Ġhand guns", + "Ġhandgun s", + "Ref Count", + "É Ļ", + "r omo", + "ro mo", + "rom o", + "Ġt ts", + "Ġtt s", + ". She", + ".S he", + ".Sh e", + "Ġ Pane", + "ĠP ane", + "ĠPan e", + "ĠPa ne", + "ãĢij, ãĢIJ", + "ĠIO CTL", + "ĠIOC TL", + "/ black", + "/b lack", + "/bl ack", + "in scription", + "ins cription", + "Ġbi opsy", + "Ġbio psy", + "Ġ TimeInterval", + "ĠT imeInterval", + "ĠTime Interval", + ".Test Check", + "ĠGUI Style", + "Ġ Capability", + "ĠCap ability", + "ĠBei trag", + "ĠBeit rag", + "don nees", + "T reatment", + ". backup", + ".back up", + "Ġsign ings", + "Ġsig nings", + "Ġsigning s", + "Ġsignin gs", + "ĠB oca", + "ĠBo ca", + "d rm", + "dr m", + ". MAIN", + ".M AIN", + "Ġgo ede", + "Ġgoed e", + "Ġ Markup", + "ĠMar kup", + "ĠMark up", + "G REE", + "GR EE", + "GRE E", + "ĠBase Service", + ". Creator", + ".C reator", + "Ġj ails", + "Ġja ils", + "Ġjail s", + "ĠK ahn", + "ĠKa hn", + "ĠKah n", + "Ip Address", + "AC HI", + "ACH I", + "Ġin hibited", + "Ġinhib ited", + "Ġinhibit ed", + "Ġ@ $_", + "Ġ@$ _", + "ĠAs sass", + "ĠAss ass", + "Ġenv iado", + "Ġenvi ado", + "Her oes", + "Hero es", + "ÐŁ еÑĢ", + "ĠM aven", + "ĠMa ven", + ". ls", + ".l s", + "Ġ ive", + "Ġi ve", + "Ġiv e", + "| RF", + "|R F", + "Ġresize Mode", + "Ġrum pe", + "_ attachments", + "_attach ments", + "_attachment s", + "T U", + "Ġtact ile", + "Ġtac tile", + "Attempt ing", + "Ġro bin", + "Ġrob in", + "y aw", + "ya w", + "Ġmerc enaries", + "ĠHab itat", + "ĠHabit at", + "end date", + "Ġ oxy", + "Ġo xy", + "Ġox y", + "ĉ Random", + "ĉR andom", + "o hon", + "oh on", + "oho n", + "Is Null", + "ĠValidation Result", + "ãĥ ļ", + "um bed", + "umb ed", + "p pv", + "pp v", + "Ġ arp", + "Ġa rp", + "Ġar p", + "ich ick", + "ichi ck", + "_r nn", + "ĠT FT", + "ĠTF T", + "Tex Image", + "\" On", + "Ġ Sampler", + "ĠS ampler", + "ĠSam pler", + "ĠSample r", + "ĠSamp ler", + "t opl", + "to pl", + "top l", + "Ġj ane", + "Ġja ne", + "Ġjan e", + "y ling", + "yl ing", + "ĠUN ICODE", + "Tab Index", + "< {Ċ", + "<{ Ċ", + "s uspend", + "sus pend", + "uv ian", + ", application", + "ол иÑĩеÑģÑĤво", + "y at", + "ya t", + "e zier", + "ez ier", + "ezi er", + "ĠCH UNK", + "ĠAd ler", + "/ Add", + "/A dd", + "Ġ KeyValue", + "ĠKey Value", + "Ġspos ób", + "S ampling", + "Sam pling", + "ch ers", + "che rs", + "cher s", + "_ AMD", + "_A MD", + "_AM D", + "R u", + ".Must Compile", + "N ation", + "Na tion", + "Nat ion", + "As soc", + "Ass oc", + "Man aging", + "Mana ging", + "ĠEn gl", + "ĠEng l", + "_ GB", + "_G B", + "Ġsucc inct", + "Ġdis liked", + "Ġdislike d", + "ĠI ke", + "ĠIk e", + "Bullet in", + "_ARCH IVE", + "Pro posal", + "Prop osal", + "Ġjog ging", + ".C REATED", + ".CREATE D", + "Ġc hol", + "Ġch ol", + "Ġcho l", + "è£ ħ", + "Į ¨", + "- push", + "-p ush", + "Ġres erva", + "Ġreserv a", + "co rev", + "core v", + "cor ev", + "è tre", + "T HR", + "TH R", + "Ġincompet ence", + "Ġchar isma", + "æĦ Ł", + "Ġ\" ==", + "Ġ\"= =", + "B TN", + "BT N", + "Ġ Locator", + "ĠL ocator", + "ĠLoc ator", + "i vet", + "iv et", + "ive t", + "(' .')Ċ", + "('. ')Ċ", + "('.') Ċ", + "('.' )Ċ", + "Ġfor IndexPath", + "ô me", + "ôm e", + "Ġcapac it", + "w aters", + "wa ters", + "water s", + "wat ers", + "ĠWR ONG", + "h oa", + "ho a", + "ĠM IPS", + "ĠMI PS", + "Ġe miss", + "Ġem iss", + "ĠJacqu eline", + "( cmp", + "(c mp", + "(cm p", + "Ġe ens", + "Ġeen s", + "Ġee ns", + "L eo", + "Le o", + ". timing", + ".t iming", + ".tim ing", + "CLU SION", + "CLUS ION", + "Ġ (\"-", + "Ġ( \"-", + "Ġ(\" -", + "åĵ Ī", + ". kode", + ".k ode", + "ĠUnder t", + "ĠUnd ert", + "Ġbe wild", + "Ġbew ild", + "ĠEs sen", + "ĠEss en", + ". hd", + ".h d", + "Ġren egot", + "Ġm ower", + "Ġmo wer", + "Ġl sp", + "Ġls p", + "Ġpen chant", + "Ġman oe", + "Ġmano e", + "Ġ agli", + "Ġa gli", + "Ġag li", + "Ġre cal", + "Ġr ecal", + "Ġrec al", + "ĠOPER ATION", + "(^ )(", + "Ġ ν", + "ĠÎ ½", + "Ġ Scoped", + "ĠSc oped", + "ĠScope d", + "ĠSco ped", + "Ġ @\"Ċ", + "Ġ@ \"Ċ", + "Ġ@\" Ċ", + "= label", + "=l abel", + "[ loc", + "[l oc", + "I ntl", + "In tl", + "Int l", + "ĠN z", + "table t", + "tab let", + "tabl et", + ". ColumnName", + ".Column Name", + "Ġscreen Size", + "D Bus", + "DB us", + "co oked", + "cook ed", + "- registration", + "-reg istration", + "âĢľ One", + "- non", + "-n on", + "-no n", + "ĠwiÄĻ c", + "Ġc osta", + "Ġco sta", + "Ġcost a", + "Ġcos ta", + ".add Tab", + ". conditions", + ".condition s", + ".cond itions", + "ĠH ess", + "ĠHe ss", + "MEM ORY", + "ĠAval anche", + "() }}Ċ", + "()} }Ċ", + "Ġtri plet", + "Ġtrip let", + "Ġtriple t", + "Ġl abyrinth", + "ĠNode List", + "ĠN YT", + "ĠNY T", + "Ġy eni", + "Ġye ni", + "Ġyen i", + "d ff", + "df f", + ".Html Controls", + "A VIS", + "AV IS", + "/ Math", + "/M ath", + "Ġ memcmp", + "Ġmem cmp", + "ا Ø¡", + "Ø§Ø ¡", + "о ÑģÑĮ", + "оÑģ ÑĮ", + "c rap", + "cr ap", + "( pages", + "(p ages", + "(page s", + "(pa ges", + "Ġl xml", + "Ġlx ml", + "ĠQ DateTime", + "_t cb", + "_tc b", + "Ġ openid", + "Ġopen id", + "Ġsyn aptic", + "ĠM DMA", + "ĠMD MA", + "( slug", + "(s lug", + "(sl ug", + "ig matic", + "igma tic", + "igm atic", + "igmat ic", + "e nor", + "en or", + "eno r", + "Ġcr amped", + "Ġcram ped", + "G OP", + "GO P", + "Ń IJ", + ".is File", + "ĠD ifferential", + "ĠDifferent ial", + "Ġ =\"\";Ċ", + "Ġ=\" \";Ċ", + "ĉ ĉĉĠĠĠĠĉ", + "ĉĉ ĉĠĠĠĠĉ", + "ĉĉĉ ĠĠĠĠĉ", + "ĉĉĉĠĠĠ Ġĉ", + "ĉĉĉĠ ĠĠĠĉ", + "ĉĉĉĠĠ ĠĠĉ", + "ĉĉĉĠĠĠĠ ĉ", + "ĠC ooke", + "ĠCo oke", + "ĠCook e", + "ĉU FUNCTION", + "Ġpersever ance", + "Relative Layout", + "IMPORT ANT", + "Ġe xon", + "Ġex on", + "Ġ он", + "Ġо н", + "i base", + "ib ase", + "iba se", + "( CONT", + "(C ONT", + "(CON T", + "n ovation", + "no vation", + "nov ation", + "nova tion", + "ä½ ķ", + "[ sub", + "[s ub", + "Admin Controller", + "HTTP Header", + "c rear", + "cre ar", + "cr ear", + "ĠN IR", + "ĠNI R", + "ĠDrop DownList", + "Ġval ide", + "Ġvalid e", + "Ġva lide", + "Ġde hydration", + ". ']", + ".' ]", + "( WIN", + "(W IN", + "Ġ ...\\", + "Ġ. ..\\", + "Ġ... \\", + "Ġ.. .\\", + "Ġphoto shop", + "Ġphotos hop", + "ĉ Init", + "ĉI nit", + "ĉIn it", + "_ cou", + "_c ou", + "_co u", + "Ġtime Zone", + "dar win", + "r omatic", + "ro matic", + "rom atic", + "roma tic", + "Navigation ItemSelectedListener", + "b rates", + "br ates", + "bra tes", + "brate s", + "] --;Ċ", + "Ġtraged ies", + "ĠPed iatrics", + "ĠPediatric s", + "SM ART", + "- API", + "-A PI", + "ĠMessage Lookup", + "ĉ vo", + "ĉv o", + "Ġprejud ices", + "Ġprejudice s", + "Ġ mA", + "Ġm A", + "U ps", + "Up s", + "ĠMISS ING", + "ĉ ad", + "ĉa d", + "C ream", + "Cre am", + "Cr eam", + "ĠT b", + "ĠM ona", + "ĠMon a", + "ĠMo na", + "_ ghost", + "_g host", + "ĉ types", + "ĉt ypes", + "ĉtype s", + "ĉtyp es", + "E mb", + "Em b", + "ĠDocument ary", + "' );ĊĊĊĊ", + "') ;ĊĊĊĊ", + "');Ċ ĊĊĊ", + "');ĊĊ ĊĊ", + "'); ĊĊĊĊ", + "');ĊĊĊ Ċ", + "Ġl up", + "Ġlu p", + "_ Reference", + "_Re ference", + "_Ref erence", + "ĠB ATCH", + "ĠBAT CH", + "Ġintertw ined", + "< Cell", + "", + "Ġf oyer", + "Ġfo yer", + "'util isation", + "ĠMü ller", + "ĠFet ish", + "Ġdefault Manager", + "Ġback track", + "B ah", + "Ba h", + "Exp licit", + "Expl icit", + "_ ASCII", + "_A SCII", + "_ASC II", + "Ġm Activity", + "( Msg", + "(M sg", + "Ġ ê²Į", + "Ġê² Į", + "ĠTER MS", + "ĠTERM S", + "ĠAn gie", + "ĠAng ie", + "H SV", + "HS V", + "ĠMos que", + ". Names", + ".N ames", + ".Name s", + "íĬ ¼", + "r este", + "re ste", + "res te", + "rest e", + "_ parms", + "_p arms", + "_par ms", + "_pa rms", + "_parm s", + "Ġg aping", + "Ġgap ing", + "Ġga ping", + "Ġc ropping", + "Ġcr opping", + "Ġcro pping", + "Ġcrop ping", + "Data Frame", + "Ġrespons iveness", + "Ġresponsive ness", + "_ undo", + "_un do", + "_u ndo", + "_ tran", + "_t ran", + "_tr an", + "_tra n", + ". terminate", + ".term inate", + "Ġitalian e", + "Ġitalia ne", + "Ġwalk through", + "Ġattract iveness", + "Ġattractive ness", + "д е", + "_ STS", + "_S TS", + "_ST S", + "_ learn", + "_l earn", + "_le arn", + "Ġchocolate s", + "Ġchocol ates", + "ier archical", + "- thinking", + "-th inking", + "Ġ )))", + "Ġ) ))", + "Ġ)) )", + "ish ments", + "ishment s", + ".Log f", + ".Lo gf", + "ĠT MZ", + "ĠTM Z", + "ĠCan ary", + "f oil", + "fo il", + "ĠV accine", + "ĠVacc ine", + ". vx", + ".v x", + "ĠSur round", + "Inter mediate", + "Ġ iov", + "Ġi ov", + "Ġio v", + "v ais", + "va is", + "' ;\";Ċ", + "'; \";Ċ", + "ï½ŀ ĊĊ", + "éĢģ æĸĻ", + "âĢ¦ it", + "Se ats", + "Sea ts", + "Seat s", + "C lar", + "Cl ar", + "Cla r", + "W ars", + "War s", + "Wa rs", + "ĠHutch inson", + "ĠH asan", + "ĠHas an", + "ĠHa san", + "! ')ĊĊ", + "!' )ĊĊ", + "!')Ċ Ċ", + "ĠRich ie", + "ĠRi chie", + "che iden", + "cheid en", + "( $('", + "($ ('", + "($( '", + "Y ork", + "Yo rk", + "Ġl ids", + "Ġli ds", + "Ġlid s", + "Ġal phanumeric", + "Ġalpha numeric", + "ĠG lock", + "ĠGl ock", + "ĠGlo ck", + ". shapes", + ".sh apes", + ".shape s", + ".sha pes", + "Ġsp arking", + "Ġspark ing", + "Ġspar king", + "_ epsilon", + "_e psilon", + "_eps ilon", + "up licated", + "uplic ated", + "uplicate d", + ". dirty", + ".d irty", + ".dir ty", + "] )==", + "]) ==", + "ĠìľĦ ì¹ĺ", + "Ġs cn", + "Ġsc n", + "Ġ /****************************************************************", + "Ġ/ ****************************************************************", + "_PRE VIEW", + "_ HC", + "_H C", + "ield ing", + "iel ding", + "f gets", + "fg ets", + "ĠAdd ison", + "Ġproduct Service", + "- figure", + "-f igure", + "( retval", + "(ret val", + "z ano", + "za no", + "zan o", + "Ġaut ob", + "Ġauto b", + "ĉ sd", + "ĉs d", + "_ numer", + "_n umer", + "_num er", + "ĠSet LastError", + "ĠF ior", + "ĠFi or", + "ific ance", + "ifica nce", + "Unt itled", + "Ġin field", + "Ġinf ield", + "Ġ{ }));Ċ", + "Ġ{} ));Ċ", + "Ġ{}) );Ċ", + "Ġs pac", + "Ġsp ac", + "Ġspa c", + "Ġr ookies", + "Ġro okies", + "Ġrookie s", + "(des cribing", + "n gen", + "ng en", + "nge n", + "ி à®", + ". rdf", + ".r df", + ".rd f", + ". Mutex", + ".M utex", + "Ġkne eling", + "Ġknee ling", + "Ġ QE", + "ĠQ E", + "set Max", + "Read Stream", + "Ġ ventas", + "Ġvent as", + "Ġven tas", + "Ġventa s", + "s ut", + "su t", + "cm peq", + "cmp eq", + ".WriteAll Text", + "ĠEx perienced", + "ĠExperience d", + "$ __", + "$_ _", + "Ġka um", + "ĠL IS", + "ĠLI S", + "Ġdocument os", + "Ġdocumento s", + "_HE ALTH", + "i contains", + "icon tains", + "icont ains", + "Ġart isans", + "Ġartisan s", + "OW NER", + "OWN ER", + "Ġb linked", + "Ġblink ed", + "get Display", + "Ġt oen", + "Ġto en", + "Ġtoe n", + "Ġrow Num", + "Ġav ril", + "Ġin vis", + "Ġinv is", + "ĠK ear", + "ĠKe ar", + "toBe InTheDocument", + "a pur", + "ap ur", + "Ġr acked", + "Ġrac ked", + "Ġrack ed", + "ĠMc Master", + "ĠMcM aster", + "_ATTR IB", + "H az", + "Ha z", + "Ġfact ura", + "Ġfac tura", + "/ ts", + "/t s", + "ĠÑĢаз меÑĢ", + "ĠÑĢазм еÑĢ", + "Ġ zf", + "Ġz f", + "Ġshort fall", + ". fasta", + ".f asta", + ".fast a", + ".fa sta", + "ĠCONST ANT", + ". managed", + ".man aged", + ".manage d", + "g ems", + "ge ms", + "gem s", + "Shared Pointer", + "Ġbl urry", + "Ġblur ry", + "b rightness", + "bright ness", + "( components", + "(com ponents", + "(component s", + "(comp onents", + "Ġ ...\"ĊĊ", + "Ġ... \"ĊĊ", + "Ġ.. .\"ĊĊ", + "Ġ...\" ĊĊ", + "Ġ...\"Ċ Ċ", + "S ELL", + "SE LL", + "SEL L", + "ĠIllustr ator", + ".get Channel", + "Ġtrou vé", + "y sters", + "yst ers", + "ys ters", + "yster s", + "Ġv ois", + "Ġvo is", + "Ġvoi s", + "ĠL inden", + "ĠLin den", + "ĠLind en", + "Ġem ojis", + "Ġemoji s", + "Ġemo jis", + "Ġb rawl", + "Ġbr awl", + "Ġbra wl", + "ĠM SR", + "ĠMS R", + "ĠE lo", + "ĠEl o", + "ĠCroat ian", + "ĠCroatia n", + "Popup Menu", + "L ewis", + "Le wis", + ". JWT", + ".J WT", + "Ġaston ished", + "B ush", + "Bus h", + "Bu sh", + "( itemId", + "(item Id", + "Ġdet achment", + "Ġdetach ment", + "ĠEn core", + "ĠEnc ore", + "å° Ķ", + "Ġre kl", + "Ġr ekl", + "Ġrek l", + "Ġc ram", + "Ġcr am", + "Ġcra m", + ") $/", + ")$ /", + ".get Host", + "_ recommend", + "_re commend", + "- HT", + "-H T", + "_cal ibration", + "Auth enticate", + ".firebase app", + "UN IX", + "ĉ Camera", + "ĉC amera", + "ĠHE AP", + "I deal", + "Ide al", + ". office", + ".off ice", + "Ġgoof y", + "Ġgoo fy", + "( Symbol", + "(S ymbol", + "Ġjo uer", + "Ġjou er", + "_part itions", + "_partition s", + "Ġrapid ement", + "Ġrapide ment", + "ĠGNU NET", + "ĠGN UNET", + "id User", + "Ġsuper vise", + "Ġsuperv ise", + "( Contact", + "A WN", + "AW N", + "ãģ ĺ", + "Ġna am", + "Ġa ust", + "Ġau st", + "Ġaus t", + "åľ¨ 线", + "_ softmax", + "_soft max", + "Allow Anonymous", + "amm able", + "amma ble", + "RO UTE", + "ROUT E", + "* D", + "Ġ aden", + "Ġa den", + "Ġad en", + "Ġade n", + "ĠCrist ina", + "ĠCrist iano", + "Ġblood stream", + "sub class", + "_ persona", + "_person a", + "CH ILD", + "- know", + "-k now", + "Ġnavigation Options", + "ĠZuk unft", + "ĠPix ar", + "Ty ler", + "Ġunder world", + "Ġsincer ity", + "Ġdisp enser", + "Ġdispens er", + "Ġk ter", + "Ġkt er", + "id ders", + "idd ers", + ".add Node", + "- checked", + "-check ed", + "Ġkey st", + "Ġke yst", + "Ġkeys t", + "ĠW TO", + "ĠWT O", + ". signals", + ".sign als", + ".signal s", + "Ġadvent urer", + "Ġadventure r", + "ĠP ang", + "ĠPan g", + "ĠPa ng", + "\\ R", + "= pos", + "=p os", + "Ġdispens aries", + "ĠClose t", + "ĠClo set", + "(\" {\\\"", + "(\"{ \\\"", + "id eon", + "ide on", + "ideo n", + "Ġnécess aire", + "( )\"Ċ", + "() \"Ċ", + "()\" Ċ", + "_RECE IVED", + "Ġrésult ats", + "Ġm oden", + "Ġmod en", + "Ġmode n", + "Ġmo den", + "ĠIceland ic", + "; d", + ". allowed", + ".all owed", + ".allow ed", + "(new User", + "Ġmerc iless", + ".Wait For", + "Ġday care", + "ĠCon veyor", + "Ġ Ù", + "ا Ù", + "า à¸", + "Ñ Ł", + "ÑŁ ÑŁ", + "Ġ à¸", + "Ġà ¸", + "à¹Ģ à¸", + "i á»", + "ãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢ", + "Ġ اØ", + "Ġا Ø", + "ॠĪ", + "Ġ ãĢĢ", + "ĠãĢ Ģ", + "Ñ Ĺ", + "i á»ĩ", + "iá» ĩ", + "ÑŁ ÑŁÑŁÑŁ", + "ÑŁÑŁ ÑŁÑŁ", + "ÑŁÑŁÑŁ ÑŁ", + "à¥ĩ à¤Ĥ", + "à¥ĩठĤ", + "Ñĸ д", + "ा र", + "ाठ°", + "ÙĨ د", + "Ñĸ в", + "Ġ ब", + "Ġठ¬", + "Ġ à¤ľ", + "Ġठľ", + "à ¥¤", + "ॠ¤", + "н Ñĸ", + "ठĹ", + "Ġ Ø¢", + "ĠØ ¢", + "Ġ न", + "Ġठ¨", + "Ñ Ķ", + "Ġ ÑĢа", + "ĠÑĢ а", + "Ġ à¤ħ", + "Ġठħ", + "Ñģ ÑĮ", + "Ġ व", + "Ġठµ", + "ÑĨ Ñĸ", + "Ġv á»", + "³ ت", + "Ġ द", + "Ġठ¦", + "n ÄĽ", + "Ġ ल", + "Ġठ²", + "Ġ ãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢ", + "ॠĤ", + "ठ¦", + "à¸Ń à¸ĩ", + "ÙĪ ÙĨ", + "ठµ", + "a ÅŁ", + "๠Ĥ", + "ι κ", + "Ġ र", + "Ġठ°", + "Ġ ви", + "Ġв и", + "à¥į य", + "à¥įठ¯", + "ा न", + "ाठ¨", + "Ġ از", + "Ġا ز", + "ĠØ§Ø ²", + "ا Ùĩ", + "ا٠ĩ", + "Ľ i", + "Ġh á»", + "à¥ĭ à¤Ĥ", + "i ế", + "ĠÄij á»", + "ठ¯", + "Ï į", + "Ġc ủ", + "Ġ بر", + "Ġب ر", + "Ġ ÙħÛĮ", + "ĠÙħ ÛĮ", + "Ġ اÛĮ", + "Ġا ÛĮ", + "Ġ à¤Ĩ", + "ĠठĨ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ि य", + "िठ¯", + "ÑŁÑŁÑŁÑŁ ÑŁÑŁÑŁÑŁ", + "в и", + "ر د", + "н Ñĥ", + "ÙĬ ÙĨ", + "ι α", + "Ġ त", + "Ġठ¤", + "Ñĩ и", + "Ġ à¤ķर", + "Ġà¤ķ र", + "ا ز", + "Ø§Ø ²", + "a ÄŁ", + "Ġ à¤ī", + "Ġठī", + "ठ¬", + "ÏĦ α", + "ت ر", + "Ùĩ ا", + "ร ะ", + "j ÃŃ", + "Î ij", + "а ÑĤи", + "аÑĤ и", + "Ġ à¤Ĺ", + "ĠठĹ", + "Ġ ÑĤа", + "ĠÑĤ а", + "Ú Ĩ", + "ठľ", + "า à¸Ļ", + "าภĻ", + "Ġ à¤Ń", + "ĠठŃ", + "ि à¤ķ", + "िठķ", + "á v", + "Ġ Ú¯", + "Ï İ", + "า ย", + "าภ¢", + "Ġ à¤Ķ", + "ĠठĶ", + "ÅĻ ÃŃ", + "ا ÙĪ", + "ا٠Ī", + "Ġ Ñī", + "ĠÑ ī", + "Ġ à¤Ķर", + "Ġà¤Ķ र", + "ен нÑı", + "Ġ Ú©Ùĩ", + "ĠÚ© Ùĩ", + "ठ¡", + "ÏĦ ο", + "ε ι", + "Ġ à¤ĩ", + "Ġठĩ", + "à¥į त", + "à¥įठ¤", + "ठŁ", + "Û ±", + "Ġ ØĮ", + "ĠØ Į", + "Ïģ ο", + "η ÏĤ", + "ë ¬", + "Ñĸ н", + "i á»ģ", + "iá» ģ", + "i ên", + "iê n", + "Ġ вÑĸд", + "Ġв Ñĸд", + "ĠвÑĸ д", + "d ı", + "ÙĦ ÛĮ", + "Ġ ز", + "ĠØ ²", + "Ïģ α", + "Ġ ÛĮ", + "า à¸ĩ", + "าภĩ", + "Ġth á»", + "Ġ à¹Ģà¸", + "Ġà¹Ģ à¸", + "i á»ĩn", + "iá»ĩ n", + "ا ÙĬ", + "ا٠Ĭ", + "ан нÑı", + "ÑĢ е", + "Î Ł", + "å Ĵ", + "ا Ø´", + "Ø§Ø ´", + "ा ल", + "ाठ²", + "ëħ Ħ", + "Ġ य", + "Ġठ¯", + "Ġ را", + "Ġر ا", + "ठ¼", + "Ñĥ в", + "ÙĪ Ùħ", + "Ġ عÙĦ", + "Ġع ÙĦ", + "ί α", + "à¥Ī à¤Ĥ", + "à¥ģ à¤", + "า ม", + "าภ¡", + "Ġm á»Ļt", + "Ġ à¤ı", + "Ġठı", + "ãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢ", + "Ġ पर", + "Ġप र", + "Ġ اÙĨ", + "Ġا ÙĨ", + "Ġ اÛĮÙĨ", + "Ġا ÛĮÙĨ", + "ĠاÛĮ ÙĨ", + "Ġv Ỽi", + "Ġvá» Ľi", + "Î £", + "ठļ", + "Û °", + "i á»ĥ", + "iá» ĥ", + "า à¸ģ", + "าภģ", + "Î Ļ", + "ا ع", + "Ø§Ø ¹", + "Ñĸ й", + "à¹ģ ล", + "Ùĩ اÛĮ", + "Ùĩا ÛĮ", + "Ñĩ а", + ". :.:", + ".: .:", + ".:. :", + "ÏĦ η", + "Ġ Îij", + "ĠÎ ij", + "ر ÛĮ", + "Ġn gh", + "Ġng h", + "ν α", + "à¹ĥ à¸Ļ", + "ि त", + "िठ¤", + "Ġ και", + "Ġκ αι", + "Ġκα ι", + "ÏĦ ε", + "à¥į à¤Ł", + "à¥įठŁ", + "μ α", + "л Ñĥ", + "ý m", + "ÏĢ ο", + "à¥Ī ।", + "ï¼ ¼", + "ر ÙĬ", + "н иÑħ", + "ни Ñħ", + "Ïģ ι", + "Ù Ģ", + "ÑĢ о", + "Ġ à¤ļ", + "Ġठļ", + "ा त", + "ाठ¤", + "ا ÙĤ", + "ا٠Ĥ", + "Ġ श", + "Ġठ¶", + "ĠÄij á»Ļ", + "ĠÄijá» Ļ", + "é ho", + "iá»ģ u", + "ภ¨", + "Ñĸ лÑĮ", + "Ñĸл ÑĮ", + "uy á»", + "Û ²", + "Ġn Äĥ", + "Ïī ν", + "Ġ ÏĦοÏħ", + "ĠÏĦ οÏħ", + "ĠÏĦο Ïħ", + "к ий", + "ки й", + "í ĸ", + "Ġ Ñīо", + "ĠÑī о", + "à¥į व", + "à¥įठµ", + "Ġ اÙĦØ£", + "ĠاÙĦ Ø£", + "ا ئ", + "Ø§Ø ¦", + "t ı", + "Ġ ÏĦο", + "ĠÏĦ ο", + "¬ ¬", + "Ġ Ø·", + "ĠØ ·", + "Ùħ اÙĨ", + "Ùħا ÙĨ", + "Ġ Îł", + "ĠÎ ł", + "д и", + "ภ¶", + "ि à¤ı", + "िठı", + "ãģ£ ãģŁ", + "ãģ£ãģ Ł", + "ÛĮ Ùħ", + "ÃŃ nh", + "ÃŃn h", + "r av", + "ra v", + "ÄĽ t", + "Î ķ", + "Ġ Ñıк", + "ĠÑı к", + "ç Ĥ", + "à¸Ń à¸Ļ", + "ãģ¦ ãģĦ", + "ि ल", + "िठ²", + "Ñĸ ÑĤ", + "з а", + "á p", + "ठ§", + "Ġ êµ", + "Ġê µ", + "à¹ģ ละ", + "à¹ģล ะ", + "ÃŃ ch", + "ÃŃc h", + "Ġ Ø¢ÙĨ", + "ĠØ¢ ÙĨ", + "ت Ùĩ", + "Ġ Ùħع", + "ĠÙħ ع", + "н ий", + "ни й", + "Æ°á»Ľ c", + "Ġ اÙĦع", + "Ġا ÙĦع", + "ĠاÙĦ ع", + "ر ب", + "ा म", + "ाठ®", + "Ġ رÙĪ", + "Ġر ÙĪ", + "é «", + "ı y", + "Ġh á»į", + "Ġhá» į", + "ÑĤÑĮ ÑģÑı", + "Ġ Îļ", + "ĠÎ ļ", + "Ġ à¤ĩस", + "Ġà¤ĩ स", + "ï¼ ¿", + "Ġ ÚĨ", + "Ġ ÙĪاÙĦ", + "ĠÙĪ اÙĦ", + "ĠÙĪا ÙĦ", + "íķ Ļ", + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ", + "Ġ vý", + "Ġv ý", + "ि स", + "िठ¸", + "ữ ng", + "س ÛĮ", + "Ġ ìĥ", + "Ġì ĥ", + "ा à¤Ĥ", + "ाठĤ", + "ï½ ¤", + "à¹ĩ à¸Ļ", + "Ġ थ", + "Ġठ¥", + "l arak", + "la rak", + "lar ak", + "lara k", + "â y", + "t ÄĽ", + "ν ο", + "Ġ ÙħÙĪ", + "ĠÙħ ÙĪ", + "Ġng Æ°á»Ŀi", + "å ¦", + "ÙĬ د", + "il ir", + "ili r", + "ا ØŃ", + "Ø§Ø Ń", + "Ġ ãĢ", + "Ù ĭ", + "Ġ ÑĢоз", + "ĠÑĢ оз", + "Ġ й", + "ĠÐ ¹", + "Ġd ụ", + "à¹Ģ à¸Ľ", + "à¹ĢภĽ", + "ั à¸ĩ", + "л е", + "ा य", + "ाठ¯", + "ï¿ £", + "ÙĪ اÙĨ", + "ÙĪا ÙĨ", + "Ġth á»ĥ", + "Ġthá» ĥ", + "ã ĥ½", + "ãĥ ½", + "ü ÅŁ", + "ç Ł", + "Ġ ο", + "ĠÎ ¿", + "Ġ Σ", + "ĠÎ £", + "ÛĮ ت", + "ั à¸ģ", + "Î ¤", + "Ġ à¤ıà¤ķ", + "Ġà¤ı à¤ķ", + "Ġ ÙĩÙħ", + "ĠÙĩ Ùħ", + "ìĽ Ķ", + "Ġ Îľ", + "ĠÎ ľ", + "Ġ à¸Ħ", + "ĠภĦ", + "¯ ¸", + "ا رÛĮ", + "ار ÛĮ", + "ि न", + "िठ¨", + "Ġnh ững", + "Ġnh Æ°", + "и ÑĤи", + "иÑĤ и", + "ãĥ³ ãĥ", + "à¹Ģ ร", + "à¹Ģภ£", + "Ġ ÐĽ", + "ĠÐ Ľ", + "ÑĢ Ñĸ", + "á d", + "ü y", + "i ye", + "iy e", + "Ġ Îķ", + "ĠÎ ķ", + "Ġ ส", + "Ġภª", + "Ïĥ η", + "Ġ ë¬", + "Ġë ¬", + "ï »", + "ठ£", + "Î Ĺ", + "ठ¶", + "Ġ ÙħØŃ", + "ĠÙħ ØŃ", + "ÙĦ ÙĬ", + "Ġ με", + "Ġμ ε", + "Ġp ÅĻÃŃ", + "ĠpÅĻ ÃŃ", + "Î Ŀ", + "à¥į ष", + "à¥įठ·", + "t ir", + "ti r", + "ر اÙĨ", + "را ÙĨ", + "ĠÄij á»ĭ", + "ĠÄijá» ĭ", + "Ġ коÑĤ", + "Ġк оÑĤ", + "Ġко ÑĤ", + "к ÑĢа", + "λ ο", + "Ġ ÏĦη", + "ĠÏĦ η", + "Ñī е", + "ÏĦ ικ", + "ÏĦι κ", + "ั à¹ī", + "i ết", + "iế t", + "α ν", + "í Ķ", + "к иÑħ", + "ки Ñħ", + "Ġ поÑģ", + "Ġп оÑģ", + "Ġпо Ñģ", + "t ır", + "tı r", + "à¥į म", + "à¥įठ®", + "ر Ùģ", + "ÄĽ l", + "ठŃ", + "o vé", + "ov é", + "Ġl á»", + "à¹Ħ à¸Ķ", + "ãģª ãģĦ", + "ภ©", + "i á»ĩu", + "iá»ĩ u", + "Î ¾", + "Ġ عÙĦÙī", + "Ġع ÙĦÙī", + "ĠعÙĦ Ùī", + "д Ñĥ", + "Ġdụ ng", + "а ÑĢа", + "аÑĢ а", + "ा द", + "ाठ¦", + "o ž", + "ÙĦ Ùĩ", + "ÙĦ Ùħ", + "н оÑĹ", + "но ÑĹ", + "Û± Û", + "à¸Ĥ à¸Ńà¸ĩ", + "Î ¡", + "à¥Ģ à¤Ĥ", + "Ġ пÑĸд", + "Ġп Ñĸд", + "Ġ फ", + "Ġठ«", + "ภĺ", + "ε ÏĤ", + "ा स", + "ाठ¸", + "à¹ĥ ห", + "о ва", + "ов а", + "ت ÛĮ", + "à¸Ń ย", + "ภį", + "Ġn Äĥm", + "ĠnÄĥ m", + "ÏĦ ι", + "ÙĪ ÛĮ", + "Ġ мÑĸ", + "Ġм Ñĸ", + "Ġ اÙħ", + "Ġا Ùħ", + "ÏĢ ÏĮ", + "Ġ zá", + "Ġz á", + "ठĪ", + "Ġ à¤ĸ", + "Ġठĸ", + "Ġ nÄĽ", + "Ġn ÄĽ", + "c ÃŃ", + "ÙĨ Ú¯", + "Ñģ и", + "Î ¶", + "n á", + "Ŀ i", + "Å ©", + "Ø ¦", + "Ġ اÙĦس", + "Ġا ÙĦس", + "ĠاÙĦ س", + "á»ij c", + "Ạ½", + "ا ج", + "Ø§Ø ¬", + "Ùħ ا", + "êµ Ń", + "о Ñİ", + "د ر", + "à¹Ģ à¸ģ", + "à¹Ģภģ", + "ภł", + "à ¡ng", + "á ng", + "án g", + "íķ ©", + "Ġ ÏĦηÏĤ", + "ĠÏĦ ηÏĤ", + "ĠÏĦη ÏĤ", + "Ġ Ñĸн", + "ĠÑĸ н", + "о ÑĹ", + "à¥ĩ श", + "à¥ĩठ¶", + "ภĭ", + "à¥ĭ à¤Ĺ", + "л Ñĸ", + "Ġp ÅĻed", + "ĠpÅĻ ed", + "ĠpÅĻe d", + "Äį nÃŃ", + "Ġ ка", + "Ġк а", + "Ġ Τ", + "ĠÎ ¤", + "á»Ļ i", + "v ÃŃ", + "ÑĢ Ñı", + "ा à¤ľ", + "ाठľ", + "а Ñħ", + "ि र", + "िठ°", + "า ส", + "าภª", + "d ır", + "dı r", + "Ø ¢", + "Î ļ", + "Ġ ÎŃ", + "ĠÎ Ń", + "Ġt ại", + "iá»ĩ c", + "i ến", + "iế n", + "Ġ غ", + "ĠØ º", + "ا Ø®", + "Ø§Ø ®", + "Ġ اÙĦØŃ", + "Ġا ÙĦØŃ", + "ĠاÙĦ ØŃ", + "Ġ бÑĥ", + "Ġб Ñĥ", + "Ġv á»ģ", + "Ġvá» ģ", + "м Ñĸ", + "Ùħ ÙĦ", + "m Ä±ÅŁ", + "à¸Ľ ระ", + "à¸Ľà¸£ ะ", + "ο Ïį", + "ε ί", + "Ġर ह", + "н им", + "ни м", + "ع د", + "Ġ باÙĦ", + "Ġب اÙĦ", + "Ġبا ÙĦ", + "¤ ij", + "ç ł", + "Ġo lm", + "Ġol m", + "Ïİ Î½", + "Ġh á»įc", + "Ġhá»į c", + "ا ست", + "Ø§Ø ³Øª", + "اس ت", + "า ว", + "าภ§", + "ÙĪ ب", + "Ñĸ Ñı", + "Ġ ÙĩاÛĮ", + "ĠÙĩ اÛĮ", + "ĠÙĩا ÛĮ", + "ë§ Ī", + "ॠĮ", + "Ġ ÄĮ", + "ĠÄ Į", + "ठı", + "ا دÙĩ", + "اد Ùĩ", + "Ġ اÙĪ", + "Ġا ÙĪ", + "н Ñĭм", + "нÑĭ м", + "Ạ±", + "Ùħ ÙĨ", + "iá»ĩ t", + "l aÅŁ", + "la ÅŁ", + "Ñĸ з", + "ÙĪ س", + "Ġl Ãłm", + "ĠlÃł m", + "ĠÄij ến", + "ĠÄijế n", + "प न", + "Ġ ÛĮÚ©", + "ĠÛĮ Ú©", + "Ġ ÙĦÙĦ", + "ĠÙĦ ÙĦ", + "Ġ mÄĽ", + "Ġm ÄĽ", + "Ġ براÛĮ", + "Ġبر اÛĮ", + "ा ह", + "ाठ¹", + "Ġ Ùħر", + "ĠÙħ ر", + "e ç", + "à¸Ń ร", + "ε Ïģ", + "ั à¸Ķ", + "к он", + "ко н", + "n ou", + "no u", + "Ġ год", + "Ġг од", + "ู à¹ī", + "à¹Ģ ล", + "à¹Ģภ¥", + "Ú ĺ", + "ĠÄij á»ĭnh", + "ĠÄijá»ĭ nh", + "ĠÄij ó", + "а нов", + "ан ов", + "ано в", + "Ġ Ùģر", + "ĠÙģ ر", + "ا رد", + "ار د", + "Ñĸ ÑĹ", + "à¸Ħ ร", + "à¥į थ", + "à¥įठ¥", + "c ak", + "ca k", + "ÑĨ ÑĸÑĹ", + "ÑĨÑĸ ÑĹ", + "Ġ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢĠãĢĢ", + "Ùĩ ر", + "ॠī", + "Ġg iá»", + "Ġgi á»", + "í Ĩ", + "âĢĮ ÙĩاÛĮ", + "âĢĮÙĩا ÛĮ", + "à¥ģ र", + "à¥ģठ°", + "Ġ à¸ģ", + "Ġภģ", + "Å Ī", + "æ ¨", + "ÎŁ Î", + "า à¸Ħ", + "าภĦ", + "кÑĢа ÑĹ", + "ả o", + "o ÄŁ", + "Ġ सम", + "Ġस म", + "Ġv iá»ĩc", + "Ġs ẽ", + "Ġ ná", + "Ġn á", + "ÙĬ Ùħ", + "£ p", + "ö y", + "ÙĪ ز", + "Ġ κα", + "Ġκ α", + "Ùħ د", + "n ÃŃm", + "nÃŃ m", + "o vá", + "ov á", + "ा व", + "ाठµ", + "ा ।", + "à¥į स", + "à¥įठ¸", + "ç ·", + "ặ c", + "Ġ à¸ŀ", + "Ġภŀ", + "ï½ Ģ", + "ô i", + "Ġ ợ", + "Ġá» Ł", + "ο ÏĤ", + "Ġtr ên", + "м Ñĥ", + "ÑģÑĮ к", + "ภŁ", + "o vat", + "ov at", + "ova t", + "Ġm á»", + "í ı", + "Ġ во", + "Ġв о", + "ε ν", + "à¥Ĥ र", + "Ú¯ اÙĩ", + "ĠÄij á»Ļng", + "ĠÄijá»Ļ ng", + "Ú© ÙĨ", + "Ñī и", + "Ġ пÑĢа", + "Ġп ÑĢа", + "ĠпÑĢ а", + "ü rk", + "ür k", + "ÙĪ ع", + "ấ p", + "n ý", + "Ġ quan", + "Ġqu an", + "Ġq uan", + "Ġqua n", + "Ñĸ Ñĩ", + "Ġ να", + "Ġν α", + "Ġन ह", + "Ġ Ú©ÙĨ", + "ĠÚ© ÙĨ", + "c ı", + "çĿ Ģ", + "б о", + "Ġ اس", + "Ġا س", + "ĠØ§Ø ³", + "è »", + "ا ÙĨÛĮ", + "اÙĨ ÛĮ", + "à¸ķ ร", + "ÏĦ ά", + "Ġ Ø£ÙĨ", + "ĠØ£ ÙĨ", + "éĤ £", + "Ġ ม", + "Ġภ¡", + "к ÑĤ", + "i ê", + "Ġhá» £p", + "ت Ùħ", + "Ġ بÙĨ", + "Ġب ÙĨ", + "h od", + "ho d", + "ι Ïĥ", + "ห à¸Ļ", + "Ġ ÑĹ", + "ĠÑ Ĺ", + "л ив", + "ли в", + "Ġ کرد", + "ĠÚ© رد", + "Ġکر د", + "Ġ ÙħØ´", + "ĠÙħ Ø´", + "ا Ø·", + "Ø§Ø ·", + "ب ÙĬ", + "Ġ ร", + "Ġภ£", + "د Ùħ", + "ÙĦ اÙħ", + "ÙĦا Ùħ", + "à¹Ī ว", + "Ġ ÙĨÙħ", + "ĠÙĨ Ùħ", + "Ġ æĹ", + "Ġæ Ĺ", + "é ħ", + "н оÑģÑĤ", + "но ÑģÑĤ", + "ноÑģ ÑĤ", + "i á»ĥm", + "iá»ĥ m", + "êµ IJ", + "a yı", + "ay ı", + "Ġ بÙĪد", + "Ġب ÙĪد", + "ĠبÙĪ د", + "Ú¯ ر", + "Ġh iá»ĩn", + "Ġhi á»ĩn", + "ç ³", + "ÑģÑĤ вен", + "ÑģÑĤв ен", + "ÑģÑĤве н", + "Ġà¤ķर न", + "Ġ ÏĦην", + "ĠÏĦ ην", + "ĠÏĦη ν", + "Ġ à¸Ń", + "ĠภŃ", + "Ġ Ùħت", + "ĠÙħ ت", + "ģ n", + "ج Ùħ", + "λ λ", + "Ġ ÑĢе", + "ĠÑĢ е", + "ิ à¸Ķ", + "Ġ اÙĦÙĤ", + "Ġا ÙĦÙĤ", + "ĠاÙĦ ÙĤ", + "α Ïģ", + "Ġ यह", + "Ġय ह", + "n ÃŃch", + "nÃŃ ch", + "ÑĶ ÑĤÑĮÑģÑı", + "Ġ à¸Ĺ", + "ĠภĹ", + "ÛĮ Ø´", + "ÅĻ e", + "Ġn ebo", + "Ġne bo", + "Ġneb o", + "Ġ Ñĩа", + "ĠÑĩ а", + "l ou", + "lo u", + "ÑģÑĤ во", + "ÑģÑĤв о", + "Ġ Ч", + "ĠÐ §", + "à¸Ħ ว", + "Ùĩ Ùħ", + "à¹Ģ à¸Ķ", + "à¹ĢภĶ", + "Ġ à¹ģ", + "Ġ à¹Ĥ", + "Û ³", + "Å© ng", + "Ġ nej", + "Ġn ej", + "Ġne j", + "ÛĮ Ú©", + "Ġs á»Ń", + "Ùģ ر", + "Î ł", + "Ġп ок", + "Ġпо к", + "ĠاÙĦ ÙĨ", + "Ġv Å¡", + "á º«", + "Ạ«", + "Ġnh Ãł", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ή ÏĤ", + "ο Ïģ", + "Ġ Ïĩ", + "ĠÏ ĩ", + "à¹Ģ à¸Ĺ", + "à¹ĢภĹ", + "Ñĥ лÑĮ", + "Ñĥл ÑĮ", + "ãħ ĩ", + "Ġ yıl", + "Ġy ıl", + "Ġyı l", + "ÑĢ од", + "ÑĢо д", + "ί ν", + "ìĹ Īëĭ¤", + "ìĹĪ ëĭ¤", + "ا ص", + "Ø§Ø µ", + "ĠÄij ầu", + "à¥ĩ à¤ķ", + "à¥ĩठķ", + "ÑĢ ом", + "ÑĢо м", + "ãģĵ ãģ¨", + "Ġ ار", + "Ġا ر", + "ĠØ§Ø ±", + "å¥ ¹", + "Ġ تØŃ", + "Ġت ØŃ", + "Å¡ tÄĽ", + "Å¡t ÄĽ", + "à¥į ल", + "à¥įठ²", + "à¥į à¤ķ", + "à¥įठķ", + "Ġ کار", + "ĠÚ© ار", + "u jÃŃ", + "uj ÃŃ", + "Ġ à¤īन", + "Ġà¤ī न", + "Ġ αÏĢÏĮ", + "Ġα ÏĢÏĮ", + "ĠαÏĢ ÏĮ", + "Ġm Ãł", + "ž ÃŃ", + "Ġ à¸Ī", + "ĠภĪ", + "a lı", + "al ı", + "ठ«", + "Ñĩ еÑģ", + "Ñĩе Ñģ", + "Ġ عÙĨ", + "Ġع ÙĨ", + "æķ Ļ", + "ï¾ Ĩ", + "ि à¤Ĥ", + "िठĤ", + "Ġs á»±", + "в оÑĢ", + "во ÑĢ", + "Ġth á»±c", + "ë į°", + "ëį °", + "ãģ¦ ãģĦãĤĭ", + "ãģ¦ãģĦ ãĤĭ", + "à¹Ī à¸ĩ", + "ت ب", + "Ġnh iá»ģu", + "ĥ n", + "ĠÄij á»ĵ", + "ĠÄijá» ĵ", + "Ġ ห", + "Ġภ«", + "Û µ", + "m ÄĽ", + "ạ t", + "Ġch ÃŃnh", + "ĠchÃŃ nh", + "ĠchÃŃn h", + "μ ÎŃ", + "an ı", + "Ġb á»ĭ", + "ằ ng", + "ÅĻ ed", + "ÅĻe d", + "é Ł", + "á nh", + "án h", + "ÙĢ ÙĢ", + "Ġ Ùħس", + "ĠÙħ س", + "á»ĭ ch", + "Ä ĥn", + "Äĥ n", + "o vánÃŃ", + "ov ánÃŃ", + "ová nÃŃ", + "ován ÃŃ", + "à¹Ī าà¸ĩ", + "à¹Īา à¸ĩ", + "Ġ à¸Ľ", + "ĠภĽ", + "Ġn Æ°á»Ľc", + "Ð ±Ð¾ÑĤ", + "б оÑĤ", + "бо ÑĤ", + "ı yor", + "ıy or", + "ĠØ® ÙĪد", + "ĠØ®ÙĪ د", + "Û ¹", + "Ġ Ùħد", + "ĠÙħ د", + "Ġ üz", + "Ġü z", + "ì ½", + "ÙĪ ÙĤ", + "ë¥ ´", + "л ек", + "ле к", + "Ġc ả", + "ол ог", + "оло г", + "à¹ī à¸Ńà¸ĩ", + "à¹īà¸Ń à¸ĩ", + "m iÅŁ", + "mi ÅŁ", + "à¹ī ว", + "Ä ©", + "Î ľ", + "à¸Ń à¸ģ", + "＿ ＿", + "ठĸ", + "Ġ Я", + "ĠÐ ¯", + "ë ¬´", + "ë¬ ´", + "اÛĮ ÛĮ", + "s ké", + "sk é", + "uy ên", + "e ÅŁ", + "á i", + "ú ng", + "ún g", + "Ãł o", + "Ñĸ Ñģ", + "ç ¶", + "Ġ à¤Ĩप", + "Ġà¤Ĩ प", + "ï º", + "Î Ľ", + "Ġ ê³µ", + "Ġê³ µ", + "Ġ ÐĨ", + "ĠÐ Ĩ", + "Ġà¤ħ पन", + "Ġà¤ħप न", + "ứ ng", + "ÏĮ ÏĤ", + "Ġngh iá»ĩ", + "Ġnghi á»ĩ", + "Ġ اÙĦب", + "Ġا ÙĦب", + "ĠاÙĦ ب", + "à¥ĭ न", + "Ġ à¤Ł", + "ĠठŁ", + "Ġ ìľł", + "Ġìľ ł", + "Ġc Å©ng", + "ĠcÅ© ng", + "Ġà¤ī स", + "Ġ ड", + "Ġठ¡", + "ĠØ´ دÙĩ", + "Ġشد Ùĩ", + "ี à¹ī", + "Û ´", + "ặ t", + "æĸ ¯", + "Ġ ëį", + "Ġë į", + "Ġп л", + "б и", + "ê³ Ħ", + "ο ν", + "Ġç ık", + "Ġçı k", + "Ġbu lun", + "Ġbul un", + "س Ùħ", + "a ç", + "ا ÙĨÙĩ", + "اÙĨ Ùĩ", + "ÛĮ ز", + "l eÅŁ", + "le ÅŁ", + "ắ c", + "ا Ú©", + "Ġस à¤ķ", + "Ġ оÑĢг", + "Ġо ÑĢг", + "ĠоÑĢ г", + "Ġ à¸Ļ", + "ĠภĻ", + "ा थ", + "ाठ¥", + "Ġ ÙħÙĤ", + "ĠÙħ ÙĤ", + "ĠÎĶ E", + "Ñİ ÑĤÑĮ", + "ÑİÑĤ ÑĮ", + "á»Ļ c", + "Ġ η", + "ĠÎ ·", + "s ob", + "so b", + "Ġth eo", + "Ġthe o", + "å ŀ", + "Ġ اÙĦØ´", + "ĠاÙĦ Ø´", + "à¹Ģ à¸ŀ", + "à¹Ģภŀ", + "ÎŃ ÏĤ", + "à¹Ģ à¸Ĥ", + "à¹ĢภĤ", + "å Ļ", + "ि श", + "िठ¶", + "Ġ باز", + "Ġب از", + "Ġبا ز", + "ÑĢ об", + "ÑĢо б", + "Ġγ ια", + "μ ε", + "Ġ باش", + "Ġب اش", + "Ġبا Ø´", + "ा à¤ĩ", + "ाठĩ", + "Ġqu y", + "Ġq uy", + "λ ε", + "ا Ùĥ", + "ا٠ĥ", + "Ġ ÑĢок", + "ĠÑĢ ок", + "Ġ Türk", + "ĠT ürk", + "ĠTür k", + "Ġ Ð¥", + "ĠÐ ¥", + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ", + "æ ©", + "Ġph ải", + "à¸Ħ วาม", + "à¸Ħว าม", + ": ::", + ":: :", + "l ÃŃ", + "Ġj sou", + "Ġjs ou", + "ÛĮ ÙĦ", + "ál nÃŃ", + "áln ÃŃ", + "Ķ Ķ", + "í ĸī", + "íĸ ī", + "æĥ ³", + "l á", + "Ġ ÏĥÏħ", + "ĠÏĥ Ïħ", + "Ñĭ ва", + "Ñĭв а", + "Ġnh ất", + "à¸Ń ม", + "Û ¸", + "e cek", + "ec ek", + "ece k", + "Ñĸ ÑĢ", + "ÙĪ Ø´", + "λ α", + "Ġ ÎĴ", + "ĠÎ Ĵ", + "о ÑĢа", + "оÑĢ а", + "Ùģ ت", + "e dir", + "ed ir", + "edi r", + "Ñĥ Ñħ", + "ä¸ ĸ", + "ĠУ кÑĢаÑĹ", + "ĠУкÑĢа ÑĹ", + "Ġ íĶ", + "Ġí Ķ", + "ά ν", + "Ġ شر", + "ĠØ´ ر", + "ĠاÙĦ ج", + "е ÑĢед", + "еÑĢ ед", + "еÑĢе д", + "ìĺ ģ", + "Ġh Ãłnh", + "ï¿£ ï¿£", + "м е", + "ÑİÑĤ ÑģÑı", + "ĠØ¥ ÙĦÙī", + "ĠØ¥ÙĦ Ùī", + "ìĹ ħ", + "Ġ تر", + "Ġت ر", + "к ом", + "ко м", + "Ġ شد", + "ĠØ´ د", + "Ġ اÙĦÙĥ", + "Ġا ÙĦÙĥ", + "ĠاÙĦ Ùĥ", + "Ġ ÏĥÏĦο", + "ĠÏĥ ÏĦο", + "à¥į द", + "à¥įठ¦", + "ëł ¤", + "Ñĥ ваннÑı", + "Ñĥв аннÑı", + "Ġth ì", + "ê ´Ģ", + "ê´ Ģ", + "κ ε", + "س ب", + "íĥ Ģ", + "Ġ ï¼ı", + "Ġï¼ ı", + "Ġ à¹ģละ", + "Ġà¹ģ ละ", + "Ġà¹ģล ะ", + "Ġ ÏĮ", + "ĠÏ Į", + "н иÑĨ", + "ни ÑĨ", + "Ġ ÐĿа", + "ĠÐĿ а", + "Ñı в", + "l ü", + "ι ο", + "ÙĨ دÙĩ", + "ÙĨد Ùĩ", + "ÙĦ Ùĥ", + "Ġng Ãły", + "Ġnh ân", + "Ġ ^{", + "Ġ^ {", + "ॠĥ", + "Ġg erek", + "Ġge rek", + "Ġger ek", + "Ġgere k", + "ا رÙĩ", + "ار Ùĩ", + "Ġc Æ¡", + "Ġ à¸ķ", + "Ġภķ", + "æ Ĥ", + "çĶ °", + "à¥Īà¤Ĥ ।", + "ั ว", + "v ÄĽ", + "ö z", + "и ли", + "ил и", + "Ġph áp", + "Ġphá p", + "ê¸ Ī", + "Ġ ÎŁ", + "ĠÎ Ł", + "Ġp ÅĻi", + "ĠpÅĻ i", + "Ġ ìĸ´", + "Ġìĸ ´", + "Ġд ол", + "Ġдо л", + "ÙĪ رد", + "ÙĪر د", + "à¹Ģ ม", + "à¹Ģภ¡", + "Ïĥ ε", + "า à¸Ĺ", + "าภĹ", + "o Ãłi", + "ร ม", + "Û ¶", + "Ġ à¸ļ", + "Ġภļ", + "i yet", + "iy et", + "iye t", + "ÏĦ αι", + "ÏĦα ι", + "ìĦ ł", + "Ġ εÏĢ", + "Ġε ÏĢ", + "ि व", + "िठµ", + "ê¹ Į", + "г а", + "ĠÑģ лÑĥ", + "ĠÑģл Ñĥ", + "Ġh ình", + "Ġ داÙĨ", + "Ġد اÙĨ", + "Ġà¤Ĺ य", + "ÙĬ ا", + "è ij", + "à¤Ĥ त", + "Ġ ساÙĦ", + "Ġس اÙĦ", + "ëł Ī", + "l erin", + "le rin", + "ler in", + "leri n", + "à¥ĩ त", + "à¥ĩठ¤", + ".: .:.:.:", + ".:.: .:.:", + ".:. :.:.:", + ".:.:.: .:", + ".:.:. :.:", + ".:.:.:. :", + "Ġ ëħ", + "Ġë ħ", + "Ġ اÙĦØ¥", + "ĠاÙĦ Ø¥", + "ả ng", + "ản g", + "è Ħ", + "ο λ", + "п ов", + "по в", + "Ġ θ", + "ĠÎ ¸", + "Û ·", + "Ġn ó", + "Ġd Ã¼ÅŁ", + "Ġdü ÅŁ", + "Ġt iế", + "Ġti ế", + "ÙĪ ج", + "Ġj sem", + "Ġjs em", + "Ạ¡ng", + "ạ ng", + "ạn g", + "ãģĤ ãĤĭ", + "à¸Ń à¸ļ", + "ÙĪ ÙĬ", + "à¤ķ र", + "Ġ де", + "Ġд е", + "¯ ¼", + "Ġ но", + "Ġн о", + "ÑĨ Ñĸй", + "ÑĨÑĸ й", + "Ïĥ ÏĦ", + "к ие", + "ки е", + "Ïĥ ει", + "Ïĥε ι", + "ìķ Ī", + "Ġh Æ¡n", + "Ġà¤ķ ह", + "ا ض", + "Ø§Ø ¶", + "ì ¸", + "ãĥ Ł", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ãĤĪ ãģĨ", + "ा ,", + "е ÑĢи", + "еÑĢ и", + "ë© °", + "í ĶĦ", + "íĶ Ħ", + "Ġп оÑģÑĤ", + "Ġпо ÑģÑĤ", + "ĠпоÑģ ÑĤ", + "Ø® ر", + "à¥ĭ त", + "â u", + "к ой", + "ко й", + "d aki", + "da ki", + "í ħ", + ": :::::::::::::::", + ":: ::::::::::::::", + ":::: ::::::::::::", + ":::::: ::::::::::", + ":::::::: ::::::::", + "::: :::::::::::::", + "::::: :::::::::::", + "::::::: :::::::::", + "::::::::: :::::::", + ":::::::::: ::::::", + "::::::::::: :::::", + ":::::::::::: ::::", + "::::::::::::: :::", + ":::::::::::::: ::", + "::::::::::::::: :", + "Ġ öz", + "Ġö z", + "ÑĢ аж", + "ÑĢаР¶", + "ÑĢа ж", + "nÃŃ ho", + "ห ล", + "Ġ ÏĥÏĦη", + "ĠÏĥ ÏĦη", + "ĠÄij á»ģ", + "ĠÄijá» ģ", + "Ġk á»", + "i á»ĥn", + "iá» ĥn", + "iá»ĥ n", + "ÅĻ i", + "Ġkter é", + "¢ ħ", + "ü ç", + "ÙĬ Ùģ", + "Ġ lý", + "Ġl ý", + "Ġth á»Ŀi", + "Ġthá» Ŀi", + "Ġthá»Ŀ i", + "Ġ ìĨĮ", + "ĠìĨ Į", + "н ÑĮ", + "Ð Ĩ", + "ÑĤ ÑĢ", + "à¸ĩ าà¸Ļ", + "к оÑĹ", + "ко ÑĹ", + "μ ο", + "Ġs ür", + "Ġsü r", + "uy á»ģn", + "uyá» ģn", + "Ġ Ùħا", + "ĠÙħ ا", + "à¤Ĥ à¤Ĺ", + "ĠÄij á»ĵng", + "ĠÄijá»ĵ ng", + "ò n", + "à¥ģ ल", + "à¥ģठ²", + "à¥į प", + "à¥įठª", + "λ η", + "Ùħ ر", + "п ÑĢи", + "пÑĢ и", + "i yle", + "iy le", + "ा प", + "ाठª", + "Ġà¤ħ न", + "Ġ ÑĶ", + "ĠÑ Ķ", + "Ġy ön", + "Ġyö n", + "ÙĦ Ùģ", + "a dır", + "ad ır", + "adı r", + "á ½", + "Ġ ê³ł", + "Ġê³ ł", + "Ø® ص", + "im iz", + "imi z", + "åľ ĭ", + "Ġ над", + "Ġн ад", + "Ġна д", + "Ġ ÅĻ", + "ĠÅ Ļ", + "н оÑģÑĤÑĸ", + "но ÑģÑĤÑĸ", + "ноÑģÑĤ Ñĸ", + "ноÑģ ÑĤÑĸ", + "Ġ اÙģ", + "Ġا Ùģ", + "а нÑĸ", + "ан Ñĸ", + "à¥ĩ à¤Ł", + "à¥ĩठŁ", + "Ġ ë§IJ", + "Ġë§ IJ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġ ìĬ¤", + "ĠìĬ ¤", + "ิ à¸ķ", + "å Ħ", + "ÛĮ Ùĩ", + "о ÑĪ", + "ž it", + "ži t", + "ìĭ ¤", + "à¥Ģ न", + "Ġ î", + "æ¥ Ń", + "à¥ĩ न", + "à¥ĩठ¨", + "Ġ Ø°", + "ĠØ °", + "Ġl oại", + "Ġlo ại", + "à¹Ħ à¸Ľ", + "Ñĸ к", + "Ġ кÑĢа", + "Ġк ÑĢа", + "à¥ĭ र", + "ุ à¸Ķ", + "ĠاÙĦ ر", + "ĠÑģ об", + "ĠÑģо б", + "า à¸Ĭ", + "าภĬ", + "Ġसà¤ķ त", + "Ġ ÎĿ", + "ĠÎ Ŀ", + "ا ÙħÙĩ", + "اÙħ Ùĩ", + "à¹ī าà¸Ļ", + "à¹īา à¸Ļ", + "Ġtr ình", + "Ġtrì nh", + "Ġ اÙĦÙģ", + "Ġا ÙĦÙģ", + "ĠاÙĦ Ùģ", + "Ġ اÙĦد", + "ĠاÙĦ د", + "u nun", + "un un", + "unu n", + "о ÑĤов", + "оÑĤ ов", + "оÑĤо в", + "Æ° ợ", + "Æ°á» Ł", + "ĠÑģ во", + "ĠÑģв о", + "ί αÏĤ", + "ία ÏĤ", + "ấ n", + "ог да", + "à¸Ĺ ย", + "Ġb yl", + "Ġby l", + "ØŃ Ø¯", + "à¸ģ ล", + "ب Ùĩ", + "Ġ vÄĽ", + "Ġv ÄĽ", + "è¢ «", + "Ġ Ø¢Ùħ", + "ĠØ¢ Ùħ", + "ĠÄij iá»ģu", + "å ¨", + "Ġk dy", + "Ġkd y", + "Ġ بÙĪ", + "Ġب ÙĪ", + "ẫ n", + "ìľ ł", + "ा à¤ķ", + "ाठķ", + "k ů", + "Ġtr Æ°á»Ŀng", + "ic ké", + "ick é", + "н иÑı", + "ни Ñı", + "Ġ ÏĢοÏħ", + "ĠÏĢ οÏħ", + "ĠÏĢο Ïħ", + "Æ°á»Ł ng", + "н омÑĥ", + "но мÑĥ", + "ном Ñĥ", + "à¹Ī à¸Ļ", + "ู à¹Ī", + "Ġk ết", + "Ġkế t", + "Ġ ï¼¼", + "Ġï¼ ¼", + "Ġ ìĭł", + "Ġìĭ ł", + "i ç", + "Ġn Äĥng", + "ĠnÄĥ ng", + "Äį ÃŃ", + "ÑĤ Ñı", + "ÑĢ еб", + "ÑĢе б", + "Ùĭ ا", + "Ú¯ ÛĮ", + "ãĥ İ", + "Ġkar ÅŁ", + "в Ñĸ", + "Ġph ần", + "à¸Ī ะ", + "ắ t", + "ر Ø©", + "ิ à¸ĩ", + "ิ à¹Ī", + "ा à¤Ī", + "ाठĪ", + "า à¸ŀ", + "าภŀ", + "ÙĨ ÛĮ", + "ìĹ °", + "b ÄĽ", + "Ġ اÙĦص", + "ĠاÙĦ ص", + "í Ĺ", + "Ġ سر", + "Ġس ر", + "l ara", + "la ra", + "lar a", + "ëĭ ¨", + "Ġ ÙĤر", + "ĠÙĤ ر", + "è İ", + "ب د", + "Ġй ого", + "à¥į ह", + "à¥įठ¹", + "Ġc ách", + "Ġcá ch", + "Ġcác h", + "íķĺ ê³ł", + "Ġ ÏĢÏģο", + "ĠÏĢ Ïģο", + "Ġ تع", + "Ġت ع", + "Ĵ Ī", + "Ġ вод", + "Ġв од", + "Ġво д", + "ç¥ ŀ", + "к им", + "ки м", + "Ġd á»±", + "à¹Ģ ห", + "à¹Ģภ«", + "а на", + "ан а", + "Ġ ï½", + "Ġï ½", + "Ġb aÄŁ", + "Ġba ÄŁ", + "Ġप ह", + "Ġ cao", + "Ġc ao", + "Ġca o", + "Ïģ ÏĮ", + "ÙĨ ج", + "ा à¤ı", + "ाठı", + "Ġ å¹´", + "Ġå¹ ´", + "Ġngh iá»ĩp", + "Ġnghiá»ĩ p", + "Û² Û°", + "к аÑı", + "ка Ñı", + "Ïģ ί", + "Ġ бол", + "Ġб ол", + "Ġбо л", + "Ġgi á", + "Ġ зд", + "Ġз д", + "à¥ĩ ल", + "à¥ĩठ²", + "Ġc ấp", + "à¹Ģ ส", + "à¹Ģภª", + "Ïģ γ", + "Ġ ìĤ", + "Ġì Ĥ", + "d ÄĽ", + "à¥ģ न", + "à¥ģठ¨", + "ì Ī", + "ı lan", + "ıl an", + "л аÑģ", + "ла Ñģ", + "Ġ ว", + "Ġภ§", + "Ġ Ïĥε", + "ĠÏĥ ε", + "Ġ Ø«", + "ĠØ «", + "Ġ Ц", + "ĠÐ ¦", + "çĤ º", + "Ġb üy", + "Ġbü y", + "е ÑĨ", + "å¤ ª", + "Ġब न", + "о гÑĢа", + "ог ÑĢа", + "Ġп ÑĢоÑĤ", + "ĠпÑĢ оÑĤ", + "ĠпÑĢо ÑĤ", + "Ġl ượng", + "Ġd ön", + "Ġdö n", + "ร à¸ĩ", + "а ло", + "ал о", + "Ġ جÙħ", + "Ġج Ùħ", + "à¥Ī ,", + "Ġ 미", + "Ġë ¯¸", + "Ġ ê¹", + "Ġê ¹", + "ÙĪ ت", + "à¥Ģ य", + "à¸Ī าà¸ģ", + "Ġch ất", + "Î ©", + "Ġkh ác", + "Ġkhá c", + "Ġth áng", + "j Å¡ÃŃ", + "ĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "ĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂł", + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂł", + "á»ij t", + "ห ร", + "Ñĸ л", + "åħ ī", + "å Ĥ", + "ÙĦ Ø©", + "Ġ ê±°", + "Ġê± °", + "о воÑĢ", + "ов оÑĢ", + "ово ÑĢ", + "iá»ĥ u", + "Ġ меÑĤ", + "Ġм еÑĤ", + "а ÑĶ", + "Ġ ÑĩаÑģ", + "ĠÑĩ аÑģ", + "ĠÑĩа Ñģ", + "Ïģ ε", + "ì¹ ´", + "âĢĮ Ø´", + "ë¬ ¼", + "ú c", + "âĢĮ Ùĩا", + "i á»ģn", + "iá» ģn", + "iá»ģ n", + "st av", + "sta v", + "í ŀ", + "ĠÙĨ ظ", + "Ĩ Ĵ", + "Ġ ÏĦα", + "ĠÏĦ α", + "Ġ заб", + "Ġз аб", + "Ġза б", + "Ùĥ Ø©", + "Ġг ÑĢÑĥ", + "ĠгÑĢ Ñĥ", + "в о", + "Ġ Ùħج", + "ĠÙħ ج", + "Ġ sah", + "Ġs ah", + "Ġsa h", + "ب ÙĦ", + "ع Ø©", + "Ñĥ ÑĪ", + "ĠÑĤ ем", + "ĠÑĤе м", + "í ĭ", + "e ck", + "ec k", + "Ïī ÏĤ", + "ÙĬ ت", + "ìĹ Ī", + "ç ĭ", + "Ø° ا", + "ì łĢ", + "ìł Ģ", + "Ġн аÑģ", + "Ġна Ñģ", + "Ġ поÑĩ", + "Ġп оÑĩ", + "Ġпо Ñĩ", + "æł ¡", + "Ï Ī", + "Ñģ кой", + "Ñģк ой", + "Ñģко й", + "ü c", + "ÙĤ ÙĦ", + "Ġп оз", + "Ġпо з", + "Ġ оÑģоб", + "ĠоÑģ об", + "า ล", + "าภ¥", + "н Ñĭми", + "нÑĭ ми", + "нÑĭм и", + "о лод", + "ол од", + "оло д", + "è ¼", + "Ġ دÛĮ", + "Ġد ÛĮ", + "Ġ ÑĥÑģÑĤ", + "ĠÑĥ ÑģÑĤ", + "ĠÑĥÑģ ÑĤ", + "Ġ 무", + "Ġë ¬´", + "Ġë¬ ´", + "ÙĬ س", + "ë° ©", + "à¥į à¤ļ", + "à¥įठļ", + "и ла", + "ил а", + "Ġn ên", + "н ие", + "ни е", + "ι ν", + "lar ını", + "ların ı", + "à¹Ģ à¸Ļ", + "à¹ĢภĻ", + "ÙĨ ت", + "a ģı", + "aÄŁ ı", + "ım ız", + "ımı z", + "ĠاÙĦ Ø®", + "à¹Ģ ว", + "à¹Ģภ§", + "à¥į न", + "à¥įठ¨", + "Ġ Ïħ", + "ĠÏ ħ", + "Ġ íĨ", + "Ġí Ĩ", + "Ạ»", + "ิ à¹Ĥ", + "α ÏĤ", + "м еÑĤ", + "ме ÑĤ", + "Ġ zp", + "Ġz p", + "Ġje ho", + "ี ยà¸Ļ", + "ีย à¸Ļ", + "ÑĦ оÑĢ", + "ın ız", + "ını z", + "k lad", + "kl ad", + "kla d", + "íĮ Į", + "uy á»ĩ", + "uyá» ĩ", + "ι ά", + "Ġ ãĢģ", + "ĠãĢ ģ", + "Ø´ ر", + "æ© Ł", + "Ġ تا", + "Ġت ا", + "Ġ зна", + "Ġз на", + "Ġзн а", + "س تاÙĨ", + "ست اÙĨ", + "à¥ĩ र", + "à¥ĩठ°", + "ë§ ¤", + "ç ĥ", + "Ġ же", + "Ġж е", + "า à¸Ķ", + "าภĶ", + "Ġ ض", + "ĠØ ¶", + "é Ń", + "Ġн аз", + "Ġна з", + "Ġ ÛĮا", + "ĠÛĮ ا", + "e né", + "en é", + "ั ย", + "íĸ Īëĭ¤", + "íĸĪ ëĭ¤", + "Ġ بد", + "Ġب د", + "à¥ģ à¤ķ", + "à¥ģठķ", + "ÑĤ ов", + "ÑĤо в", + "ì° ¨", + "Ùĩ د", + "à¸Ķ ย", + "Ġho ặc", + "Ġ ÐŁÑĢи", + "ĠÐŁ ÑĢи", + "ĠÐŁÑĢ и", + "ÙĨ ا", + "çİ ĭ", + "Ñĥ ваÑĤи", + "Ñĥв аÑĤи", + "Ñĥва ÑĤи", + "à¸ļ ร", + "Ġà¤ķ रत", + "Ġà¤ķर त", + "Ïĥ ηÏĤ", + "Ïĥη ÏĤ", + "Ø ¤", + "éķ ·", + "åħ ĭ", + "Ġ دار", + "Ġد ار", + "ั à¹Ī", + "Æ¡ i", + "า à¸Ī", + "าภĪ", + "ý mi", + "ým i", + "ấ u", + "Ġد ست", + "Ġدس ت", + "k em", + "ke m", + "Ġ оÑģнов", + "ĠоÑģ нов", + "ëª ¨", + "Ïģ ά", + "æ ħ", + "Ġ اب", + "Ġا ب", + "ĠØ§Ø ¨", + "å£ «", + "Ħ ĸ", + "Î Ķ", + "ÙĬ Ùĥ", + "í İ", + "Ġy üz", + "a dı", + "ad ı", + "า à¸ķ", + "าภķ", + "ä» Ģ", + "ìĿ´ ëĭ¤", + "Ġ zv", + "Ġz v", + "Ġ tÄĽ", + "Ġt ÄĽ", + "Ġ íĸ", + "Ġí ĸ", + "ठ¥", + "Ġ लà¤Ĺ", + "Ġल à¤Ĺ", + "ìĺ Ģ", + "Ġ ан", + "Ġа н", + "ç Ĺ", + "ìĹ Ń", + "н ÑĸÑģÑĤÑĮ", + "нÑĸ ÑģÑĤÑĮ", + "нÑĸÑģÑĤ ÑĮ", + "Å ŀ", + "Ġph át", + "Ġphá t", + "ÙĤ Ø©", + "Ġth ế", + "Ġ ï¾", + "Ġï ¾", + "ì² ľ", + "Ġ ìĦł", + "ĠìĦ ł", + "à¹ĥ à¸Ĭ", + "i êu", + "iê u", + "ÄŁ ini", + "ÄŁi ni", + "ÄŁin i", + "ÙĤ د", + "Ġkter ý", + "Ñģ кий", + "Ñģк ий", + "Ñģки й", + "à¥į ड", + "à¥įठ¡", + "t adır", + "ta dır", + "Ġ Ñģм", + "ĠÑģ м", + "ÙĪ Ùģ", + "ا رÙĬ", + "ار ÙĬ", + "å¾ ·", + "ิ ม", + "Ø® ت", + "å¾ Ī", + "Ġ гоÑĢ", + "Ġг оÑĢ", + "ï¼Į æĪij", + "Ġ ìĺģ", + "Ġìĺ ģ", + "Ġ ëıĻ", + "Ġëı Ļ", + "Ñģ а", + "à¹Ģ à¸Ħ", + "à¹ĢภĦ", + "ë ¯¼", + "ë¯ ¼", + "ึ à¹Ī", + "Ġl iên", + "Ġli ên", + "Ġ Ùĩا", + "ĠÙĩ ا", + "ler ini", + "leri ni", + "lerin i", + "Ġ ÑĨе", + "ĠÑĨ е", + "ا ÙĦÛĮ", + "اÙĦ ÛĮ", + "Ġ मह", + "Ġम ह", + "Ġv ụ", + "Ġvá» ¥", + "Ġxu ất", + "ิ à¸ģ", + "ĠпÑĢо ÑĨ", + "Ġ αν", + "Ġα ν", + "ÑĢ им", + "ÑĢи м", + "Ġc ần", + "Ġ иÑħ", + "Ġи Ñħ", + "н оÑİ", + "но Ñİ", + "Ġt ÃŃnh", + "ĠtÃŃ nh", + "ĠtÃŃn h", + "Ġb á»Ļ", + "Ñĸ м", + "Ġnh áºŃn", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ÙĬ Ùĩ", + "äº ļ", + "Ġоб ла", + "Ġобл а", + "Ġ à¤ĺ", + "Ġठĺ", + "n ých", + "ný ch", + "æĿ ij", + "ÙĦ س", + "Ġне об", + "ا بة", + "اب Ø©", + "v á", + "ο Ïħν", + "οÏħ ν", + "ÑĢ еÑĤ", + "ÑĢе ÑĤ", + "a sında", + "as ında", + "ası nda", + "Ġ yar", + "Ġy ar", + "Ġya r", + "ĠÄij iá»ĥm", + "ĠÄiji á»ĥm", + "н Ñİ", + "ा à¤Ĺ", + "ाठĹ", + "Ġ Ú©Ø´", + "ĠÚ© Ø´", + "Ñĥ з", + "Ġ à¸Ķ", + "ĠภĶ", + "ả m", + "к ами", + "ка ми", + "кам и", + "Ġ ÎĻ", + "ĠÎ Ļ", + "à¹Ģ à¸ķ", + "à¹Ģภķ", + "Ġl Ỽ", + "Ġlá» Ľ", + "ÙĤ ÛĮ", + "k ou", + "ko u", + "ÙĦ ب", + "и ва", + "ив а", + "æ ĵ", + "Ạ¹", + "κ α", + "ë² ķ", + "èĤ ²", + "á»ij n", + "Ġbel ir", + "íĨ ł", + "ÏĦ ή", + "Ñĭ ÑĪ", + "ãĤ ĥ", + "Ġ або", + "Ġа бо", + "Ġаб о", + "s ký", + "sk ý", + "à¥Ī स", + "Ġп ÑĢоÑģÑĤ", + "ĠпÑĢ оÑģÑĤ", + "ĠпÑĢо ÑģÑĤ", + "ĠпÑĢоÑģ ÑĤ", + "ekt edir", + "ekte dir", + "a ž", + "à¹Ī à¸Ń", + "Ġ оÑģÑĤ", + "Ġо ÑģÑĤ", + "ĠоÑģ ÑĤ", + "Ġb ảo", + "Ġ 大", + "Ġå¤ §", + "Ñĭ м", + "Ġm ů", + "Æ°á»Ľ ng", + "åı Ĺ", + "ÙĪ Ùĩ", + "Ġ Ñĥп", + "ĠÑĥ п", + "Ùĥ ÙĨ", + "Ġ ÏĦÏīν", + "ĠÏĦ Ïīν", + "ëħ ¸", + "Ġ à¸Ĭ", + "ĠภĬ", + "Ġ ÑĤого", + "ĠÑĤ ого", + "ĠÑĤо го", + "Ġ Ш", + "ĠÐ ¨", + "ìĿ´ íĬ¸", + "à¹Ģ à¸Ń", + "à¹ĢภŃ", + "и нÑĥ", + "ин Ñĥ", + "ĺ ħ", + "uy á»ĥn", + "uyá» ĥn", + "í ĴĪ", + "íĴ Ī", + "ạ nh", + "ạn h", + "Ġ ãĥ½", + "Ġãĥ ½", + "ÑĤ обÑĭ", + "ÑĤо бÑĭ", + "Ġt ạo", + "å· Ŀ", + "ĠÄij á»iji", + "Ġ ëıĦ", + "Ġëı Ħ", + "ä¹ ħ", + "Ġ تÙħ", + "Ġت Ùħ", + "а ÑĢи", + "аÑĢ и", + "st vÃŃ", + "Ġc ùng", + "íŀ Ī", + "Ġt arih", + "Ġtar ih", + "ì ¤ij", + "ì¤ ij", + "í Ĥ", + "Ġ دÙĪ", + "Ġد ÙĪ", + "ì ¡", + "а лÑĸ", + "ал Ñĸ", + "ภIJ", + "Ġc òn", + "и ÑĤÑĮÑģÑı", + "иÑĤÑĮ ÑģÑı", + "Ġव ह", + "ÅĻ eb", + "ÅĻe b", + "éĽ »", + "Ġ ми", + "Ġм и", + "o vÄĽ", + "ov ÄĽ", + "Ġd ân", + "ÑĨ ÑĸÑı", + "ÑĨÑĸ Ñı", + "ÛĮ ست", + "ÛĮس ت", + "åŃ ¸", + "Ġ ür", + "Ġü r", + "ص ÙĦ", + "ÑĢ иÑĤ", + "ÑĢи ÑĤ", + "า ห", + "าภ«", + "ãģ¦ ãģĦãģŁ", + "ãģ¦ãģĦ ãģŁ", + "θ η", + "ç ĸ", + "Ø Ł", + "i ÅŁtir", + "iÅŁ tir", + "iÅŁti r", + "ĠУкÑĢаÑĹ Ð½Ð¸", + "ĠУкÑĢаÑĹн и", + "ë° ĺ", + "à¥ĩ à¤ĸ", + "à¥ĩठĸ", + "Ġv á»ĭ", + "Ġvá» ĭ", + "Î ¥", + "Ġ ãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢ", + "Ġb ằng", + "Ġt á»ķ", + "Ġtá» ķ", + "о ли", + "ол и", + "๠Ĩ", + "e zi", + "ez i", + "Ġ ни", + "Ġн и", + "Ġ ÎĽ", + "ĠÎ Ľ", + "Ġr ất", + "μ ÏĢ", + "ж д", + "ा रत", + "ार त", + "Ġu ž", + "à¥ĩ स", + "à¥ĩठ¸", + "ا ÙĨد", + "اÙĨ د", + "Ġb ý", + "à¥ĭ ल", + "d ÄĽl", + "dÄĽ l", + "ìķ ĺ", + "Ġ جد", + "Ġج د", + "å ³", + "ื à¹ī", + "Ġb ản", + "ạ ch", + "ạc h", + "ĠÅŁ ey", + "Ġ Ùĩر", + "ĠÙĩ ر", + "Ġ jen", + "Ġj en", + "Ġje n", + "Ġв Ñĸн", + "ĠвÑĸ н", + "es inde", + "esi nde", + "esin de", + "Ġ हम", + "Ġह म", + "çł Ķ", + "à¸ļ à¸ļ", + "Ġch ức", + "Ġchứ c", + "ึ à¸ĩ", + "m alar", + "ma lar", + "mal ar", + "ĠdeÄŁ il", + "æĿ ±", + "Ġt ác", + "Ġtá c", + "Ġk iÅŁ", + "Ġki ÅŁ", + "Ġt á»±", + "Ġtá» ±", + "à¥į ध", + "à¥įठ§", + "à¸Ļ à¸Ĺ", + "ÎŁ Î¥", + "ÎŁÎ ¥", + "ÑģÑĮ кого", + "ÑģÑĮк ого", + "ÑģÑĮко го", + "Ġ ध", + "Ġठ§", + "Ġ ìĿĺ", + "ĠìĿ ĺ", + "ÙĨ Ø©", + "ü s", + "è «", + "Ġtaraf ından", + "ħ n", + "Ġk inh", + "Ġki nh", + "Ġkin h", + "Ïĥ ι", + "à¥Ģ à¤ķ", + "íı ¬", + "ا ÙħÙĦ", + "اÙħ ÙĦ", + "ĠV iá»ĩt", + "Ġ ÏĦον", + "ĠÏĦ ον", + "ĠÏĦο ν", + "Ġ تÙĨ", + "Ġت ÙĨ", + "Ġà¤ħ ध", + "à¹Ī าà¸Ļ", + "à¹Īา à¸Ļ", + "r ı", + "à¤Ĥ द", + "é ª", + "Ġch úng", + "Ġchú ng", + "г и", + "ÏĦ αν", + "ÏĦα ν", + "Ġд оп", + "Ġдо п", + "н Ñĸй", + "нÑĸ й", + "он алÑĮ", + "она лÑĮ", + "Î ĵ", + "Ġb üyük", + "Ġbü yük", + "Ġbüy ük", + "á ¼", + "à¥Ģ र", + "Ø° Ùĩ", + "Ġ ìķĦìĿ´", + "ĠìķĦ ìĿ´", + "Ġdo anh", + "Ġ ÅĻÃŃ", + "ĠÅĻ ÃŃ", + "ÑĨ Ñı", + "Ġt Æ°", + "Ġ सर", + "Ġस र", + "Ġm ÃŃst", + "ĠmÃŃ st", + "Ġë° ı", + "Ø´ ÙĨ", + "Ñĸ б", + "Ġ ãĢĢãĢĢ", + "ĠãĢĢ ãĢĢ", + "çĻ ½", + "о Ñģп", + "оÑģ п", + "к Ñĸв", + "кÑĸ в", + "Ġt ế", + "ãģ Ń", + "Ġt Ỽi", + "Ġtá» Ľi", + "Ġ ìļ°", + "Ġìļ °", + "æľ ĥ", + "ا ÛĮد", + "اÛĮ د", + "æ §", + "ìł IJ", + "Ġd urum", + "Ġdu rum", + "Ġdur um", + "à¹Ģ à¸Ĭ", + "à¹ĢภĬ", + "à¥Ģ त", + "ĠÙĩ ÙĪ", + "à¥Ĥ प", + "Ġgö re", + "Ġgör e", + "Ġ ÑĢоб", + "ĠÑĢ об", + "Ġth iết", + "Ġthi ết", + "a jÃŃ", + "aj ÃŃ", + "ĠاÛĮ راÙĨ", + "âĢ ı", + "ÑģÑĮ коÑĹ", + "ÑģÑĮк оÑĹ", + "ÑģÑĮко ÑĹ", + "ç ħ", + "Ġ ìĦ¸", + "ĠìĦ ¸", + "á» «", + "Ġ à¸Ĥ", + "ĠภĤ", + "ů m", + "ëŀ Į", + "ι κή", + "ικ ή", + "Ġм ог", + "Ġмо г", + "ÙĨ ÙĬ", + "ãģ ļ", + "ा ब", + "ाठ¬", + "æ ¢", + "ع Ùĩ", + "ÑĶ м", + "Ġ ά", + "ĠÎ ¬", + "οÏħ ÏĤ", + "ز ار", + "زا ر", + "ê± ´", + "s ká", + "sk á", + "Ġ اÙĬ", + "Ġا ÙĬ", + "Ġi lg", + "Ġil g", + "Ġ sı", + "Ġs ı", + "e leri", + "el eri", + "eler i", + "ele ri", + "Ġ ÎĹ", + "ĠÎ Ĺ", + "u yor", + "uy or", + "uyo r", + "ठ·", + "ि म", + "िठ®", + "е ва", + "ев а", + "ä»Ģ ä¹Ī", + "ุ à¹Ī", + "à¹ī าà¸ĩ", + "à¹īา à¸ĩ", + "Ġh iá»ĩu", + "Ġhi á»ĩu", + "Ġ اع", + "Ġا ع", + "ĠØ§Ø ¹", + "Ġö zel", + "Ġöz el", + "ν η", + "ëĦ ¤", + "Ġto Ãłn", + "Ġm oh", + "Ġmo h", + "ĠÑı кÑĸ", + "ĠÑıк Ñĸ", + "ç Ĭ", + "mak tadır", + "makta dır", + "makt adır", + "ت اب", + "تا ب", + "Ġ ÑģÑĥ", + "ĠÑģ Ñĥ", + "Ġ yük", + "Ġy ük", + "Ġ Χ", + "ĠÎ §", + "з на", + "зн а", + "о Ñħ", + "Æ° u", + "à¸Ĺ ร", + "ãħ ĭ", + "Ġkar ÅŁÄ±", + "ĠkarÅŁ ı", + "Ùħ ÛĮ", + "Ġ ÑĨÑĸ", + "ĠÑĨ Ñĸ", + "ا دÛĮ", + "اد ÛĮ", + "à¥Ģ ।", + "Ïģ η", + "л ов", + "ло в", + "å¤ «", + "Ġph ân", + "Ġп оп", + "Ġпо п", + "ç· ļ", + "Ñı н", + "ุ à¸ĵ", + "ÑģÑĤ Ñĥп", + "ίν αι", + "ίνα ι", + "ĠÑĢ окÑĥ", + "ĠÑĢок Ñĥ", + "l arda", + "lar da", + "è» Ĭ", + "Ïģ Ïī", + "ÙĪ اÙĩ", + "ÙĪا Ùĩ", + "è ħ", + "à¥į रत", + "à¥įर त", + "å· ±", + "Ġ ÑĢÑĥ", + "ĠÑĢ Ñĥ", + "Ġth á»ĭ", + "Ġthá» ĭ", + "ĠÄij iá»ĩn", + "ĠÄiji á»ĩn", + "ìĸ ij", + "n ého", + "né ho", + "ส ม", + "ê° ģ", + "a cÃŃ", + "ac ÃŃ", + "Ġг ода", + "Ġгод а", + "k az", + "ka z", + "Ġb öl", + "Ġbö l", + "Ġg ian", + "Ġgi an", + "Ġgia n", + "à¸Ľ ร", + "ï¾ ŀ", + "ั à¸ķ", + "Ġg erç", + "Ġger ç", + "Ġ اج", + "Ġا ج", + "ĠØ§Ø ¬", + "Ġ ή", + "ĠÎ ®", + "Ùij Ùİ", + "Ñģ кого", + "Ñģк ого", + "Ñģко го", + "ÑĢ аÑħ", + "ÑĢа Ñħ", + "Ġ Åł", + "ĠÅ ł", + "Ġ à¤Ľ", + "ĠठĽ", + "о ÑģÑĤÑĸ", + "оÑģ ÑĤÑĸ", + "оÑģÑĤ Ñĸ", + "ë³ ¸", + "ÑģÑĮ кий", + "ÑģÑĮк ий", + "Û± Û¹", + "Û±Û ¹", + "Ñĥ ва", + "Ñĥв а", + "ا ÙĦÙħ", + "اÙĦ Ùħ", + "ĠÙħ ص", + "ëį ĺ", + "b ÃŃ", + "Ġ ÙĪج", + "ĠÙĪ ج", + "ÏĦ ÏĮ", + "e bilir", + "eb ilir", + "Ġt iếp", + "Ġti ếp", + "Ġtiế p", + "é ¤", + "Ġ ä¸Ģ", + "Ġä¸ Ģ", + "ĠÑģ ÑĢед", + "ë Ĥ¨", + "ëĤ ¨", + "ε Ïģι", + "εÏģ ι", + "ا Ø«", + "Ø§Ø «", + "Ñģ ов", + "Ñģо в", + "Ïĩ ε", + "Ġ ë¶Ħ", + "Ġë¶ Ħ", + "Ġta ké", + "Ġtak é", + "Ġd üz", + "Ġdü z", + "Ġ íıī", + "Ġíı ī", + "Ġ اص", + "Ġا ص", + "ĠØ§Ø µ", + "ĠÏĥ ÏĦην", + "ĠÏĥÏĦη ν", + "ë° Ķ", + "Ġh á»Ļi", + "Ġhá»Ļ i", + "ر Ùĩ", + "ب ÛĮ", + "в е", + "Ġا ÙĦØ·", + "ĠاÙĦ Ø·", + "Ġ ÑĢез", + "ĠÑĢ ез", + "ĠÑĢе з", + "ب ار", + "با ر", + "Ġgi ải", + "Ġgiả i", + "ãģ« ãģª", + "ol eÄį", + "ole Äį", + "ठł", + "; :", + "ä½ ı", + "Ú© Ùĩ", + "Ġ Φ", + "ĠÎ ¦", + "Ġ ÑĥÑĩ", + "ĠÑĥ Ñĩ", + "âĹı âĹı", + "ู à¸ģ", + "à¥ĩ व", + "à¥ĩठµ", + "Ïĥ α", + "Ġ اÙĨت", + "Ġا ÙĨت", + "ĠاÙĨ ت", + "Ġв п", + "Ġqu ả", + "e nin", + "en in", + "eni n", + "Ġ êµIJ", + "Ġêµ IJ", + "μ ά", + "Ú© ت", + "ÙĤ Ùĩ", + "Ġ Türkiye", + "ĠTür kiye", + "ĠTürk iye", + "Ġth ức", + "Ġthứ c", + "íĹ ĺ", + "iá»ĩ m", + "Ġत à¤ķ", + "Ġ éĩ", + "Ġé ĩ", + "़ ा", + "ĠØ£ ÙĪ", + "á le", + "ál e", + "ç© ¶", + "ĠÅŁ ekil", + "ĠÅŁek il", + "к ого", + "ко го", + "ког о", + "ÑĪ иÑħ", + "ÑĪи Ñħ", + "ا ÛĮØ´", + "اÛĮ Ø´", + "ت ÙĨ", + "н ей", + "не й", + "à¸Ĺ ำ", + "Ġ Ñıв", + "ĠÑı в", + "ر Ùħ", + "Ġm áy", + "Ġmá y", + "ห ม", + "ı yla", + "ıy la", + "Ġc ầu", + "Ġд об", + "Ġдо б", + "Ġ ìŀ¥", + "Ġìŀ ¥", + "o vý", + "ov ý", + "ι κÏĮ", + "ικ ÏĮ", + "Ġ ãħĩ", + "Ġãħ ĩ", + "Ġ ÑĤеÑĢ", + "ĠÑĤ еÑĢ", + "ĠÑĤе ÑĢ", + "Į Ĵ", + "س ÙĬ", + "Ġol uÅŁ", + "Ġb yla", + "Ġby la", + "Ġbyl a", + "ع ÙĦ", + "Ġ ÙĥاÙĨ", + "ĠÙĥ اÙĨ", + "б оÑĢ", + "бо ÑĢ", + "ì² Ń", + "ãĥ ı", + "u bl", + "ub l", + "Ġ اخ", + "Ġا Ø®", + "ĠØ§Ø ®", + "ÙĦ ÙĪد", + "ÙĦÙĪ د", + "ت ÙĬ", + "l adı", + "la dı", + "lad ı", + "Ġ Ã¶ÄŁ", + "Ġö ÄŁ", + "r uh", + "ru h", + "ç ¿", + "Ġ بعد", + "Ġب عد", + "Ġبع د", + "ÎĻ Îij", + "i dir", + "id ir", + "idi r", + "ãģ« ãģ¯", + "Ġs öy", + "Ġsö y", + "Ġkh ách", + "Ġkhác h", + "Ġkhá ch", + "ÑĨ е", + "Ġ Ø´ÙĪد", + "ĠØ´ ÙĪد", + "ĠØ´ÙĪ د", + "ç ¸", + "Ġ ëħ¸", + "Ġëħ ¸", + "ú p", + "Ġn eden", + "Ġne den", + "Ġned en", + "Ġh óa", + "Ġà¤ī प", + "Ïĥ ειÏĤ", + "Ïĥει ÏĤ", + "æĪ ¿", + "Ġ ³³", + "ĠÂł Âł", + "Ġ ìķĮ", + "Ġì ķĮ", + "Ġìķ Į", + "à¥Ģ ,", + "´ ij", + "ê u", + "ÑĢ ок", + "ÑĢо к", + "à¹Ģ à¸Ī", + "à¹ĢภĪ", + "Ġε ίναι", + "Ġ بÙĦ", + "Ġب ÙĦ", + "Ġ Ñģов", + "ĠÑģ ов", + "ĠÑģо в", + "Ġö nem", + "Ġön em", + "Ġöne m", + "Ġ à¸ĭ", + "Ġภĭ", + "ì§Ģ ë§Į", + "å® ĺ", + "ê² ©", + "ìĦ Ŀ", + "Ġ až", + "Ġa ž", + "Ġd uy", + "Ġdu y", + "ãģ¨ ãģĦ", + "Ø Ľ", + "δ ο", + "θ ε", + "Ùĥ اÙĨ", + "ठ¢", + "ा à¤ĵ", + "ाठĵ", + "Ġd á»ĭch", + "Ġdá»ĭ ch", + "á»Ļ ng", + "á»Ļn g", + "ส ำ", + "Ä ı", + "Ġ ÑĹÑħ", + "ĠÑĹ Ñħ", + "α λ", + "e Äį", + "ç² ¾", + "Ġ зв", + "Ġз в", + "èĩª å·±", + "Ġ اÙĦÙĦÙĩ", + "ĠاÙĦ ÙĦÙĩ", + "ĠاÙĦÙĦ Ùĩ", + "Ġ СÑĤ", + "ĠС ÑĤ", + "Ġ سÙĨÚ¯", + "Ġس ÙĨÚ¯", + "ĠسÙĨ Ú¯", + "Ġ дом", + "Ġд ом", + "Ġдо м", + "г оÑĤов", + "го ÑĤов", + "гоÑĤ ов", + "п овÑĸд", + "пов Ñĸд", + "по вÑĸд", + "Ġ Bá»Ļ", + "ĠB á»Ļ", + "à¥įय à¤ķ", + "Ø· Ø©", + "м ов", + "мо в", + "à¸Ĺ าà¸ĩ", + "ึ à¸ģ", + "Ġ Ñĸз", + "ĠÑĸ з", + "à¥ĭ à¤ľ", + "Ġgö ster", + "Ġ باشد", + "Ġبا شد", + "Ġباش د", + "i leri", + "il eri", + "ile ri", + "iler i", + "ĠÑģ еб", + "Ñī о", + "Ġãħĩ ãħĩ", + "ب ت", + "Ñģ е", + "à¥ĩ à¤ľ", + "à¥ĩठľ", + "Ġl ên", + "Ġ تÙĪ", + "Ġت ÙĪ", + "Ñĸ ÑģÑĤÑĮ", + "ÑĸÑģ ÑĤÑĮ", + "ÑĸÑģÑĤ ÑĮ", + "ï¾Ĩ ï¾Ĩ", + "Ġth Æ°á»Ŀng", + "Ġol duÄŁu", + "Ġoldu ÄŁu", + "ĠolduÄŁ u", + "v ÄĽt", + "vÄĽ t", + "ìĨ į", + "ãģĿ ãģĨ", + "Ġ ìĦ±", + "ĠìĦ ±", + "ë° ľ", + "Ġ à¸ģาร", + "Ġà¸ģ าร", + "Ġ Ø´Ùĩر", + "ĠØ´ Ùĩر", + "ĠØ´Ùĩ ر", + "s led", + "sl ed", + "ả nh", + "ản h", + "æŀ Ĺ", + "l acak", + "la cak", + "lac ak", + "Ġm ình", + "Ú© ÛĮ", + "Ġ à¹ĥà¸Ļ", + "Ġd ùng", + "Ġdù ng", + "Ġм аÑģ", + "Ġма Ñģ", + "ÑĦ ек", + "æ° Ķ", + "é §", + "Ġ اØŃ", + "Ġا ØŃ", + "ĠØ§Ø Ń", + "èµ °", + "ÎĻ Îļ", + "à¥ĩ ।", + "ÑģÑĮ ка", + "ÑģÑĮк а", + "Ġ ÑĩаÑģÑĤ", + "ĠÑĩ аÑģÑĤ", + "ĠÑĩа ÑģÑĤ", + "ĠÑĩаÑģ ÑĤ", + "lar ının", + "ların ın", + "larını n", + "Ġ ê¹Ģ", + "Ġê¹ Ģ", + "ì¸ µ", + "н ими", + "ни ми", + "ним и", + "èª ŀ", + "åĢ ĭ", + "Ġ êµŃ", + "Ġêµ Ń", + "к оÑĢ", + "ко ÑĢ", + "m aya", + "ma ya", + "may a", + "ิ à¹Ĥà¸Ļ", + "ิà¹Ĥ à¸Ļ", + ". ศ", + "Ġh á»ĩ", + "Ġhá» ĩ", + "Ġ تÙĤ", + "Ġت ÙĤ", + "γ κ", + "Ġà¤Ĩप à¤ķ", + "Ñģ ÑĤоÑĢ", + "ÑģÑĤ оÑĢ", + "ĠÄij o", + "Ġch ủ", + "ا ÛĮت", + "اÛĮ ت", + "ĠQu á»ijc", + "г лÑı", + "гл Ñı", + "ãĢĤ ãĢįĊĊ", + "ãĢĤãĢį ĊĊ", + "Ġn Ãło", + "à¸Ń ล", + "æĬ Ĭ", + "ÙĪ رت", + "ÙĪر ت", + "Ġb ude", + "Ġbu de", + "Ġbud e", + "æĽ ¸", + "e lik", + "el ik", + "eli k", + "Ġ جÙĩ", + "Ġج Ùĩ", + "ĠبÙĪ ابة", + "èĬ ±", + "د ار", + "دا ر", + "Ġb ýt", + "Ġbý t", + "Ñĩ е", + "ãĤĵ ãģł", + "ĠÙħ Ø·", + "l ere", + "le re", + "ler e", + "ÎĹ Î£", + "íĺ ķ", + "âĸ į", + "ÄŁ u", + "Ġв з", + "ÙĬ ز", + "ĠÐł оÑģ", + "íĭ °", + "Ġد اش", + "ì§ ij", + "a tı", + "at ı", + "m esi", + "me si", + "mes i", + "ãĤī ãĤĮ", + "ů v", + "r át", + "rá t", + "оÑģ об", + "åIJ Ħ", + "uy á»ĩn", + "uyá»ĩ n", + "åģ ļ", + "ü st", + "üs t", + "éĩ İ", + "α Ïĥ", + "Ġm ặt", + "е лов", + "ел ов", + "ело в", + "åį ļ", + "д ж", + "Ġد ارد", + "Ġدار د", + "Ġf ark", + "Ġfa rk", + "Ġfar k", + "à¹ī วย", + "à¹īว ย", + "о ни", + "он и", + "Ġب Ø®", + "à¥ģ त", + "à¥ģठ¤", + "ĠÄij ây", + "α Ïģα", + "αÏģ α", + "Ġ δια", + "Ġδ ια", + "Ġδι α", + "Ġ è¯", + "Ġè ¯", + "к аÑħ", + "ка Ñħ", + "ch áz", + "z enÃŃ", + "ze nÃŃ", + "zen ÃŃ", + "ÑĢ оп", + "ÑĢо п", + "à¥Ģ म", + "í Ĩµ", + "íĨ µ", + "d ü", + "à¸ł าà¸ŀ", + "Ġ íĬ", + "Ġí Ĭ", + "ÙĪ ا", + "Ġt á»ijt", + "Ġtá»ij t", + "ï¼Ł ãĢįĊĊ", + "ï¼ŁãĢį ĊĊ", + "Ġ æľĪ", + "Ġnh Æ°ng", + "ĠnhÆ° ng", + "Ġne ž", + "à¥ĭ ड", + "ìĹIJ ê²Į", + "à¤Ĥ ड", + "¶ Į", + "Ġ меÑģÑĤ", + "Ġм еÑģÑĤ", + "ा à¤ģ", + "ाठģ", + "ì¦ Ŀ", + "ĠÄij ang", + "ĠÄija ng", + "à¸Ń à¸Ķ", + "í ĽĦ", + "á»į i", + "sk ého", + "ské ho", + "Ġд ок", + "Ġдо к", + "Ġ تص", + "Ġت ص", + "Ġph òng", + "Ġ ê°ķ", + "Ġê° ķ", + "Ġtr Æ°á»Ľc", + "í ijľ", + "Ù Ķ", + "Ġph ÃŃ", + "Ġch á»įn", + "ä¹ IJ", + "ĠÅŁek ilde", + "ĠÅŁekil de", + "Ġ íİ", + "Ġí İ", + "é º", + "ë £¨", + "ë£ ¨", + "à¥Ī ।Ċ", + "à¥Ī। Ċ", + "ÙĪ رÛĮ", + "ÙĪر ÛĮ", + "Ñģ ÑĤÑĢа", + "ÑģÑĤ ÑĢа", + "ÑģÑĤÑĢ а", + "il di", + "ild i", + "Ġα Ïħ", + "в аннÑı", + "ван нÑı", + "ìļ ¸", + ". âĢľĊĊ", + ".âĢľ ĊĊ", + "ĠÑĤак же", + "ëĵ ±", + "е ка", + "ек а", + "æī į", + "Ùħ Ø©", + "Ġph Æ°Æ¡ng", + "é© ¬", + "ãĢĢ ĠãĢĢ", + "ãĢĢĠ ãĢĢ", + "ov ých", + "ový ch", + "ี ยà¸ĩ", + "ีย à¸ĩ", + "ĠT ru", + "ĠTr u", + "е Ñģп", + "еÑģ п", + "st up", + "stu p", + "Ä Į", + "Ġdal Å¡ÃŃ", + "ز ÛĮ", + "Ġ 매", + "Ġë§ ¤", + "Ġ обÑĢаз", + "Ġоб ÑĢаз", + "ĠобÑĢа з", + "Ġaç ık", + "Ġaçı k", + "ê° ķ", + "Ùģ ادÙĩ", + "Ú¯ اÙĨ", + "à¹ī à¸Ļ", + "ẩ n", + "å·¥ ä½ľ", + "Ġ तर", + "Ġत र", + "ÙĬ ع", + "Ġ ãĢĬ", + "ĠãĢ Ĭ", + ", âĢľ", + "Ġ nev", + "Ġn ev", + "Ġne v", + "ั à¸į", + "ÄŁ ını", + "ģın ı", + "Ġ jin", + "Ġj in", + "Ġji n", + "ا خت", + "اخ ت", + "س ر", + "Ġt Ãłi", + "Ġkter á", + "Ġا ÙĦÙĦ", + "ĠاÙĦ ÙĦ", + "ठħ", + "iz met", + "izm et", + "à¥ģ म", + "à¥ģठ®", + "า ะ", + "าภ°", + "Ġ ê·", + "Ġê ·", + "l ıģı", + "lı ģı", + "lıģ ı", + "çı ¾", + "li ÄŁi", + "liÄŁ i", + "êµ °", + "a lık", + "al ık", + "alı k", + "Ġد ÙĪر", + "ĠدÙĪ ر", + "Ġ ìĭ¤", + "Ġìĭ ¤", + "Ġз аÑģ", + "Ġза Ñģ", + "ÙĤ ÙĬ", + "Ġ ứng", + "Ġ ÙĥÙĩ", + "ĠÙĥ Ùĩ", + "ÎŁ Σ", + "ÎŁÎ £", + "è¨ Ń", + "ç Į", + "ãģĦ ãģŁ", + "íĺ Ħ", + "Ġ ÑĤе", + "ĠÑĤ е", + "е ÑĢÑĸ", + "еÑĢ Ñĸ", + "s ız", + "sı z", + "Ġ ý", + "Ġà ½", + "д ов", + "до в", + "Ġ à¤ĩसà¤ķ", + "Ġà¤ĩस à¤ķ", + "г од", + "го д", + "Ġby lo", + "Ġbyl o", + "าà¸Ħ ม", + "е нием", + "ен ием", + "ени ем", + "ение м", + "Ð ¨", + "æľ ¯", + "Ġप हल", + "Ġपह ल", + "Ġ aÅŁ", + "Ġa ÅŁ", + "ि à¤ľ", + "िठľ", + "åĵ ¡", + "в аÑĢ", + "ва ÑĢ", + "à¹ī ำ", + "â ĮĴ", + "ov án", + "ová n", + "Ġgi úp", + "Ð ¥", + "ĠÑģ Ñĥд", + "ĠÑģÑĥ д", + "Ġà¤ķ म", + "ạ m", + "ر س", + "Ġ 人", + "Ġ بÛĮ", + "Ġب ÛĮ", + "Ġà¤īन à¤ķ", + "ë¦ ½", + "áºŃ y", + "Ġv áºŃt", + "л ÑıеÑĤÑģÑı", + "лÑı еÑĤÑģÑı", + "лÑıеÑĤ ÑģÑı", + "Ġs eç", + "Ġse ç", + "Ġ ì½", + "Ġì ½", + "ÑĢ Ñĥж", + "ÑĢÑĥ ж", + "ت ص", + "| :", + "Ġ ëł", + "Ġë ł", + "и ми", + "им и", + "Ġ лÑİб", + "ĠлÑİ Ð±", + "Ġ à¸ľ", + "Ġภľ", + "ï¼Į ä½Ĩ", + "Ġ нав", + "Ġн ав", + "Ġна в", + "âĢ ¬", + "à¹Ī าย", + "à¹Īา ย", + "Ġ رس", + "Ġر س", + "s iniz", + "sin iz", + "ë ¨", + "е ниÑİ", + "ен иÑİ", + "ени Ñİ", + "Ġ ล", + "Ġภ¥", + "ا سÛĮ", + "اس ÛĮ", + "ॠľ", + "ĠÙ¾ ÛĮØ´", + "ĠÙ¾ÛĮ Ø´", + "ί δ", + "Ġ Ù¾ÛĮ", + "ĠÙ¾ ÛĮ", + "еÑĢж ав", + "ठĨ", + "ĠdÃ¼ÅŁ ün", + "å¿ «", + "ÑĢ еÑģ", + "ÑĢе Ñģ", + "åħ «", + "ÑĤ Ñĸ", + "ि à¤Ł", + "िठŁ", + "Ġ ÑĤеÑħ", + "ĠÑĤ еÑħ", + "ĠÑĤе Ñħ", + "ú t", + "ÙĨ Ùĩ", + "Ġ ÙĨØ´", + "ĠÙĨ Ø´", + "çĻ º", + "Ġ ê°¤", + "Ġê° ¤", + "л ед", + "ле д", + "Ġ ëĵ¤", + "Ġëĵ ¤", + "Ġbi lg", + "Ġbil g", + "Ġsp oleÄį", + "Ġspol eÄį", + "Ġspole Äį", + "ĠÄij Æ¡n", + "Ġ à¤īत", + "Ġà¤ī त", + "Ġtr á»ĭ", + "Ġ عÙħ", + "Ġع Ùħ", + "Ġ ।", + "Ġà ¥¤", + "Ġॠ¤", + "Ġú Äį", + "ãģ ¸", + "ว à¸ģ", + "ĠÑģл ÑĥÑĩа", + "ĠÑģлÑĥÑĩ а", + "ĠÑģлÑĥ Ñĩа", + "á» įng", + "á»į ng", + "á»įn g", + "åı Ī", + "и ÑĤÑĥ", + "иÑĤ Ñĥ", + "æľī éĻIJ", + "ë¦ °", + "ëĭ ĺ", + "Ġho ạt", + "ĠìĿ´ ëıĻ", + "з наÑĩ", + "зна Ñĩ", + "зн аÑĩ", + "Ġاست ÙģادÙĩ", + "ĠпÑĢо ÑĨеÑģ", + "ĠпÑĢоÑĨ еÑģ", + "an ın", + "anı n", + "г Ñĥ", + "Ġ اÙĦØ«", + "ĠاÙĦ Ø«", + "æĹ¥ æľ¬", + "ι κά", + "ικ ά", + "ĠÑĹ ÑĹ", + "ì§ ģ", + "i nu", + "in u", + "Ġس از", + "ãĤ ¡", + "ï¾ ī", + "Ġ اÙĤ", + "Ġا ÙĤ", + "Ġk ế", + "ů sob", + "à¹ĩ à¸ģ", + "åIJ §", + "æ¼ Ķ", + "Ñī ие", + "Ñīи е", + "ç Ĩ", + "ÑĮ ого", + "à¥ĭ à¤Ł", + "ا Ù¾", + "ا٠¾", + "å ®¤", + "å® ¤", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġtr iá»ĥn", + "Ġtri á»ĥn", + "Ġt áºŃp", + "é£ Ł", + "ë ¹", + "ĠÑĩеÑĢ ез", + "Ġ ÑĨи", + "ĠÑĨ и", + "Ñģ Ñĥ", + "Ġ нем", + "Ġн ем", + "Ġне м", + "Ġ аÑĢ", + "Ġа ÑĢ", + "Ġ ÙĦا", + "ĠÙĦ ا", + "Ġ ì§Ħ", + "Ġì§ Ħ", + "ç Ł³", + "çŁ ³", + "Ġп ÑĢоб", + "ĠпÑĢ об", + "ĠпÑĢо б", + "Ġ ìĽIJ", + "ĠìĽ IJ", + "ÛĮ ÙĨÛĮ", + "ÛĮÙĨ ÛĮ", + "Ñİ Ñĩи", + "âĢ į", + "Û± Û³", + "Û±Û ³", + "ã Ĥ¬", + "ãĤ ¬", + "çłĶ 究", + "í Ĥ¤", + "íĤ ¤", + "Ġger çek", + "Ġgerç ek", + "ĠØŃ Ø³", + "íĶ ¼", + "èĤ ¡", + "Ġ ÏĦι", + "ĠÏĦ ι", + "ĠvÅ¡ ech", + "ĠvÅ¡e ch", + "Ġv ì", + "ا ÙĨÙĬ", + "اÙĨ ÙĬ", + "ĠÙĩ ست", + "Ġ ëĤ¨", + "Ġë Ĥ¨", + "ĠëĤ ¨", + "ÅĻ ej", + "ÅĻe j", + "е ÑĢг", + "еÑĢ г", + "Ġs öz", + "Ġsö z", + "ĠاÙĦ Ùħت", + "ĠاÙĦÙħ ت", + "Ġch ế", + "á»ĵ i", + "åı ¤", + "âĸį âĸį", + "á»ĵ ng", + "á»ĵn g", + "ãĥ ¢", + "Ġ ди", + "Ġд и", + "ε λ", + "Ġ она", + "Ġо на", + "Ġон а", + "Ġ най", + "Ġн ай", + "Ġна й", + "Ġ _{", + "Ġ_ {", + "п ол", + "по л", + "al iz", + "ali z", + "Ġt Äĥng", + "Ġ dÃŃ", + "Ġd ÃŃ", + "é p", + "Ġ ÙĦÙħ", + "ĠÙĦ Ùħ", + "Ġm ož", + "Ġmo ž", + "Ġng oÃłi", + "è Ĺ", + "Ġ Ñĩем", + "ĠÑĩ ем", + "ĠÄij á»ķ", + "ĠÄijá» ķ", + "е ÑĤа", + "еÑĤ а", + "åı ²", + "ĠÑģ каз", + "ĠÑģк аз", + "ĠÑģка з", + "ãĤ¿ ãĥ¼", + "а нÑĮ", + "ан ÑĮ", + "Ġg öz", + "Ġgö z", + "ë³ Ħ", + "ãģĭ ãģ£ãģŁ", + "Ġ ëįĶ", + "Ġëį Ķ", + "ĠÙĨ ÙĤ", + "Ġ ÑĥÑĩа", + "ĠÑĥ Ñĩа", + "ĠÑĥÑĩ а", + "Ġsa hip", + "Ġsah ip", + "ĠÑģ пе", + "ĠÑģп е", + "ί οÏħ", + "ίο Ïħ", + "ì ½Ķ", + "ì½ Ķ", + "Ġ ëĪ", + "Ġë Ī", + "m am", + "ma m", + "Ġr oce", + "Ġro ce", + "Ġroc e", + "Ġ ÙĨاÙħ", + "ĠÙĨ اÙħ", + "еÑĢ аÑĤÑĥ", + "еÑĢа ÑĤÑĥ", + "ı p", + "ãģĦ ãģ¦", + "Ġ íķĻ", + "Ġíķ Ļ", + "Ġ à¤ĩन", + "Ġà¤ĩ न", + "å ©", + "Ġnh iên", + "a tır", + "at ır", + "atı r", + "ÅĻ enÃŃ", + "ÅĻe nÃŃ", + "ÅĻen ÃŃ", + "د Ø©", + "ãĥª ãĥ¼", + "ล à¸ĩ", + "Ġ éĢ", + "Ġé Ģ", + "Ġ à¹Ģà¸Ľ", + "Ġà¹Ģ à¸Ľ", + "Ġà¹ĢภĽ", + "д Ñĸ", + "ÎŃ Ïģ", + "ìĦ ¤", + "г ÑĢа", + "es ine", + "esi ne", + "esin e", + "Ġ ее", + "Ġе е", + "Ġ iki", + "Ġi ki", + "Ġik i", + "Ġت ج", + "lar ına", + "ları na", + "ların a", + "d ür", + "dü r", + "ĠاÙĦ Ø°", + "Ùħ ت", + "ĠठIJ", + "ि द", + "िठ¦", + "Ġ ë¹", + "Ġë ¹", + "ÑĦоÑĢм а", + "ÑĦоÑĢ ма", + "Ġ они", + "Ġо ни", + "Ġон и", + "г оÑĢ", + "го ÑĢ", + "н еÑģ", + "не Ñģ", + "ìĺĢ ëĭ¤", + "ıl dı", + "Ġ çek", + "Ġç ek", + "Ġ дов", + "Ġд ов", + "Ġдо в", + "د ÛĮ", + "Ġ ÄĮesk", + "ĠÄĮ esk", + "ĠÄĮes k", + "ÑĪ а", + "Ġ ات", + "Ġا ت", + "ĠØ§Ø ª", + "å± ĭ", + "æĸ ¼", + "Ġ práv", + "Ġp ráv", + "Ġpr áv", + "Ġprá v", + "é mu", + "ém u", + "å¸ Ī", + "ãħĭ ãħĭ", + "Ġil gili", + "Ġilg ili", + "Ġilgi li", + "ห ว", + "ठĩ", + "ा ष", + "ाठ·", + "ëŀ ij", + "as yon", + "asy on", + "ÑĨ ÑĮ", + "à¹ģ à¸ķ", + "ợ i", + "Ġв ÑĭÑģ", + "ĠвÑĭ Ñģ", + "ÑĸлÑĮ ки", + "ĠкоÑĤоÑĢ Ñĭе", + "н ики", + "ни ки", + "ник и", + "Ġ اد", + "Ġا د", + "ĠØ§Ø ¯", + "Ġ živ", + "Ġž iv", + "Ġži v", + "Ġα ÏĢο", + "ĠαÏĢ ο", + "ر ض", + "ا Ø©", + "Ø§Ø ©", + "Ġk dyž", + "Ġkdy ž", + "ữ a", + "Ġ ëĮĢíķľ", + "ĠëĮĢ íķľ", + "Ġt ôi", + "Ġtô i", + "Ñĥ ÑĶ", + "ز ر", + "Ġ å¥", + "Ġå ¥", + "ãĥĭ ãĥĭ", + "ب Ø©", + "ÏĦ οÏĤ", + "ÏĦο ÏĤ", + "ÑĨи он", + "Ġ ÙħÙĬ", + "ĠÙħ ÙĬ", + "Ġ Äĥn", + "ĠÄ ĥn", + "à¥ĩ à¤Ĺ", + "à¥ĩठĹ", + "Ġ ÑĢег", + "ĠÑĢ ег", + "ĠÑĢе г", + "ĠlỼ n", + "ì¤ Ģ", + "ìĭ ¬", + "Ġb iết", + "Ġbi ết", + "a ları", + "al arı", + "ala rı", + "alar ı", + "Ùģ ÙĬ", + "ä¸ĸ çķĮ", + "Ġне обÑħодим", + "Ġнеоб Ñħодим", + "à¸Ļ ว", + "ν ÏĦ", + "Ġ ảnh", + "íĸ Ī", + "Ġ वर", + "Ġव र", + "h led", + "hl ed", + "hle d", + "ิ à¸Ī", + "æŃ »", + "ĠاÙĦ تÙĬ", + "ĠاÙĦت ÙĬ", + "н оÑģ", + "но Ñģ", + "p rav", + "pr av", + "pra v", + "Ñı ÑĤи", + "ÑıÑĤ и", + "Ñī а", + "ÙĪ ÙĨÙĩ", + "ÙĪÙĨ Ùĩ", + "Ġ aÄŁ", + "Ġa ÄŁ", + "à¸ŀ ระ", + "à¸ŀร ะ", + "Ġth á»ijng", + "Ġthá» ijng", + "ÑĦ и", + "Ġг олов", + "Ġгол ов", + "Ġk hoa", + "Ġkh oa", + "Ġkho a", + "Ġ ëłĪ", + "Ġëł Ī", + "ãģ Ĵ", + "Ġget ir", + "Ġge tir", + "Ø´ ت", + "ж еннÑı", + "жен нÑı", + "е нÑĸ", + "ен Ñĸ", + "Ġgi ữ", + "Ġgiá» ¯", + "ler inin", + "leri nin", + "lerin in", + "lerini n", + "à¥Ģ व", + "éģ ¸", + "स र", + "ĠÑĩ елов", + "à¥į à¤ľ", + "à¥įठľ", + "ĠбÑĥ ло", + "Ġ اÙĨد", + "Ġا ÙĨد", + "ĠاÙĨ د", + "ั à¸Ļà¸Ĺ", + "ัà¸Ļ à¸Ĺ", + "è® ©", + "Ġq uyá»ģn", + "Ġquy á»ģn", + "ĠØŃ Ø§ÙĦ", + "ì² ĺ", + "Ġ лÑİд", + "ĠлÑİ Ð´", + "Ïģ Ïĩ", + "алÑĮ но", + "ãĢĢ ãĥ½", + "ê¸ ī", + "ãĤ ±", + "ĠÙħ رد", + "ĠÙħر د", + "Ġ ông", + "Ġô ng", + "Ġ اش", + "Ġا Ø´", + "ĠØ§Ø ´", + "大 åѦ", + "ì¦ Ī", + "æĪ ¦", + "e yi", + "ey i", + "Ġ ÐIJн", + "ĠÐIJ н", + "ि प", + "िठª", + "Ġt iêu", + "Ġti êu", + "Ø´ ÛĮ", + "ắ n", + "é ŃĶ", + "éŃ Ķ", + "ãģ¨ ãģĦãģĨ", + "ãģ¨ãģĦ ãģĨ", + "Ġ ìłĢ", + "Ġì łĢ", + "Ġìł Ģ", + "к ÑĤи", + "кÑĤ и", + "Ġ ÙħØŃÙħد", + "ĠÙħØŃ Ùħد", + "Ġ íĨµ", + "Ġí Ĩµ", + "ĠíĨ µ", + "ุ ม", + "åį ¡", + "о ÑĢов", + "оÑĢ ов", + "оÑĢо в", + "к оÑİ", + "ко Ñİ", + "Ġl á»±c", + "å³ ¶", + "Ġ رÙĪز", + "Ġر ÙĪز", + "ĠرÙĪ ز", + "Ñħ Ñĸд", + "Ġh á»ĵ", + "Ġhá» ĵ", + "Ġ ül", + "Ġü l", + "Ġ Ø´Ùħ", + "ĠØ´ Ùħ", + "ÙĨ س", + "ب ÙĪ", + "Ġth êm", + "ạ c", + "åº ľ", + "e chn", + "ec hn", + "ech n", + "Ġ Îļα", + "ĠÎļ α", + "èij Ĺ", + "çľ ¼", + "á h", + "Ġ ι", + "ĠÎ ¹", + "ê¹Į ì§Ģ", + "m az", + "ma z", + "λο γ", + "Ġjs me", + "Ġ á¼", + "Ġá ¼", + "Ġп ÑĢави", + "ĠпÑĢ ави", + "ĠпÑĢав и", + "ĠпÑĢа ви", + "к лад", + "Ġth ủ", + "Ġthá» §", + "s ah", + "sa h", + "ÄŁ it", + "ÄŁi t", + "Ġ ÙģÛĮ", + "ĠÙģ ÛĮ", + "ен но", + "à¥ģ à¤Ľ", + "à¥ģठĽ", + "ãģ »", + "çĻ ¾", + "и ÑĤа", + "иÑĤ а", + "ĠбÑĭ ло", + "ĠбÑĭл о", + "Ġv ys", + "Ġvy s", + "Ġ ì¶ľ", + "Ġì¶ ľ", + "ắ ng", + "ắn g", + "ĠÄij ại", + "ĠÙħ ÙĪرد", + "ĠÙħÙĪ رد", + "ĠÙħÙĪر د", + "е ла", + "ел а", + "Ñĸ ÑĪ", + "л еннÑı", + "лен нÑı", + "æ IJ", + "Ġ нед", + "Ġн ед", + "Ġне д", + "i yat", + "iy at", + "iya t", + "ì ¼", + "Ġol duÄŁunu", + "ĠolduÄŁ unu", + "ĠolduÄŁu nu", + "د اÙĨ", + "دا ÙĨ", + "í Ŀ", + "Ġ سÛĮ", + "Ġس ÛĮ", + "ี à¸ģ", + "ÄĽ st", + "ım ı", + "ä¸ī ä¸ī", + "ãĤ ½", + "ĠÑĤ еп", + "ĠÑĤе п", + "Ġ ÑĢай", + "ĠÑĢ ай", + "ĠÑĢаР¹", + "ĠÑĢа й", + "ा ध", + "ाठ§", + "Ġ ìĤ¬ëŀĮ", + "ĠìĤ¬ ëŀĮ", + "ĠT rung", + "ĠTr ung", + "ĠTru ng", + "ï¼ı ï¼ı", + "Ġt âm", + "Å¡ enÃŃ", + "Å¡e nÃŃ", + "Å¡en ÃŃ", + "ãĥ į", + "Ġ ÏĦοÏħÏĤ", + "ĠÏĦ οÏħÏĤ", + "ĠÏĦοÏħ ÏĤ", + "Ġ нÑĸ", + "Ġн Ñĸ", + "в ид", + "ви д", + "æ ¿", + "Ġ ظ", + "ĠØ ¸", + "ãĥ ¯", + "ì ¢ħ", + "ì¢ ħ", + "в аÑĤи", + "ва ÑĤи", + "ваÑĤ и", + "Ġqu á", + "ภ¤", + "ĠÄij Æ°á»Ŀng", + "à¥ģ द", + "à¥ģठ¦", + "r oj", + "ro j", + "Ġ ÑĥÑģ", + "ĠÑĥ Ñģ", + "é¦ Ļ", + "ì½ ĺ", + "Ġ ÙĪت", + "ĠÙĪ ت", + "ม าà¸ģ", + "มา à¸ģ", + "åĪ ĩ", + "Ġ án", + "Ġá n", + "Ġм ед", + "ìĹIJ ëĬĶ", + "Ġh lav", + "Ġhl av", + "ر ت", + "à¹ĥ à¸Ī", + "æ´ ²", + "Ġ лÑĸ", + "Ġл Ñĸ", + "æ Īĺ", + "æĪ ĺ", + "ÙĪ ÙĨد", + "ÙĪÙĨ د", + "è¶ ³", + "åĭ Ļ", + "çĶ ³", + "Ġ ì±", + "Ġì ±", + "ĠìĿ´ëıĻ íķ©ëĭĪëĭ¤", + "Ñī еÑģÑĤв", + "Ñīе ÑģÑĤв", + "Ġ ë¶Ī", + "Ġë ¶Ī", + "Ġë¶ Ī", + "ÙĦ ÙĪ", + "ü ven", + "èĪ ĩ", + "Ġgi Ỽi", + "Ġgiá» Ľi", + "Ġ ÙĪÙĤ", + "ĠÙĪ ÙĤ", + "Ġê°¤ ë¡ľê·¸", + "Ġ عاÙħ", + "Ġع اÙħ", + "ĺ IJ", + ": ::::", + ":: :::", + ":::: :", + "::: ::", + "Ġ Ñĥд", + "ĠÑĥ д", + "- ÑĤо", + "-ÑĤ о", + "Ġ ÑĦоÑĢ", + "ĠÑĦ оÑĢ", + "и ни", + "ин и", + "ãģĹ ãģĦ", + "ãģĹãģ Ħ", + "Ġê°¤ë¡ľê·¸ ë¡ľ", + "ãģ ³", + "ãĥ© ãĤ¤", + "e ná", + "en á", + "Ġ nez", + "Ġn ez", + "Ġne z", + "Ġönem li", + "Ġ ниÑħ", + "Ġн иÑħ", + "Ġни Ñħ", + "à¤Ĥ स", + "Ġà¤īस à¤ķ", + "à¥įर द", + "Ġn ói", + "Ġnó i", + "Ùĥ ÙĦ", + "ิ ว", + "κ ο", + "à¥ģ à¤ĸ", + "à¥ģठĸ", + "ö yle", + "öy le", + "ά λ", + "ó ng", + "ón g", + "ĠداÙĨ Ø´", + "Ġз б", + "ì »", + "à¸ľ ล", + "ëĵ¤ ìĿ´", + "Ġe tk", + "Ġet k", + "ر ات", + "را ت", + "Ġ εκ", + "Ġε κ", + "ÑĤ ÑĢа", + "ÑĤÑĢ а", + "à¥į तर", + "à¥įत र", + "à¤Ĥ ब", + "Ġм ÑĸÑģ", + "ĠмÑĸ Ñģ", + "æł ¹", + "ãĥ Ļ", + "Ġt á»ī", + "Ġtá» ī", + "à¹Ģ à¸ĭ", + "à¹Ģภĭ", + "ìĪ ł", + "ï¼Į ä¸į", + "ìĺ ¨", + "Ġm ÄĽst", + "ĠmÄĽ st", + "ģ µ", + "a zı", + "az ı", + "r ada", + "ra da", + "rad a", + "ÏĢ α", + "m é", + "ÙĨ اÙħÙĩ", + "ÙĨا ÙħÙĩ", + "ÙĨاÙħ Ùĩ", + "ا ÛĮÙĦ", + "اÛĮ ÙĦ", + "μ η", + "l uk", + "lu k", + "Ùĥ ÙĬ", + "Ġ ï¼ī", + "Ġï¼ ī", + "Ġ деÑĤ", + "Ġд еÑĤ", + "Ġде ÑĤ", + "Ġiç inde", + "Ġiçin de", + "Ġiçi nde", + "Ñı м", + "Ġd Æ°á»", + "ĠdÆ° á»", + "ĠпÑĢед ÑģÑĤав", + "ü re", + "ür e", + "åķ Ĭ", + "ĠÑĤ ÑĢÑĥ", + "ĠÑĤÑĢ Ñĥ", + "es ini", + "esi ni", + "esin i", + "Ġ але", + "Ġа ле", + "Ġал е", + "ãĥ³ ãĥī", + "ãĥ³ãĥ ī", + "à¥ĥ त", + "ε Ïħ", + "à¥ģ à¤Ĩ", + "à¥ģठĨ", + "Ġh iç", + "Ġhi ç", + "çĶ º", + "Ġ Ðĸ", + "ĠÐ ĸ", + "ç ħ§", + "çħ §", + "k á", + "Ġtr á»įng", + "Ġ تش", + "Ġت Ø´", + "ा श", + "ाठ¶", + "ĠÙħ Ø«", + "e tim", + "et im", + "eti m", + "Ġth ấy", + "Ġब ह", + "ع ت", + "ึ à¹ī", + "Ġs ev", + "Ġse v", + "Ñģ ÑĤа", + "ÑģÑĤ а", + "Ġc ứ", + "Ġt iá»ģn", + "Ġti á»ģn", + "à¥Ģ à¤ľ", + "Ñı г", + "ĠоÑĢг ани", + "ĠоÑĢган и", + "Ġб Ñĭл", + "ĠбÑĭ л", + "t ür", + "tü r", + "Ġب ازÛĮ", + "Ġبا زÛĮ", + "Ġباز ÛĮ", + "Ġ ìŀ¬", + "Ġìŀ ¬", + "व र", + "æľīéĻIJ åħ¬åı¸", + "k up", + "ku p", + "Ġ iyi", + "Ġi yi", + "Ġiy i", + "íķĺ ê²Į", + "ãĢĢ l", + "ãĤ· ãĥ§", + "ا رة", + "ار Ø©", + "ส ร", + "Ġt ÃŃch", + "ĠtÃŃ ch", + "Ġ каÑĢ", + "Ġк аÑĢ", + "Ġка ÑĢ", + "и б", + "ĠвÑĸд повÑĸд", + "ĠвÑĸдпов Ñĸд", + "Ġpo dle", + "Ġpod le", + "à¥įर à¤ķ", + "i yon", + "iy on", + "к оном", + "ко ном", + "кон ом", + "Ġ μÎŃ", + "Ġμ ÎŃ", + "Ġп ÑĢоиз", + "ĠпÑĢо из", + "Ġ âĢı", + "ĠâĢ ı", + "m ektedir", + "mekte dir", + "Ω ÎĿ", + "Ġb áo", + "à¸Ī ำ", + "ëį Ķ", + "ë¸ Į", + "Ġs ợ", + "ÛĮ رÛĮ", + "ÛĮر ÛĮ", + "о нÑĥ", + "он Ñĥ", + "ın daki", + "ında ki", + "ınd aki", + "алÑĮ ного", + "алÑĮно го", + "μ β", + "л из", + "ли з", + "Ġjej ich", + "æĸ ½", + "ä¾ ¿", + "l eÅŁtir", + "le ÅŁtir", + "leÅŁ tir", + "ĠÙĪ Ø£", + "Ġस ब", + "l erde", + "ler de", + "Ġ ÚĨÙĩ", + "ĠÚĨ Ùĩ", + "ÏĦ ÎŃ", + "Ġg ì", + "Ġ Ãļ", + "Ġà ļ", + "ĠÑĢаÑģ п", + "ĠÑĢа Ñģп", + "Ġt üm", + "à¹Ģ à¸ĩ", + "à¹Ģภĩ", + "èIJ ½", + "ìĨ ¡", + "à¹Ħ à¸Ĺย", + "m Ä±ÅŁtır", + "mÄ±ÅŁ tır", + "mÄ±ÅŁtı r", + "Ġ ÙĤرار", + "ĠÙĤر ار", + "Ġ à¸Ħาส", + "Ġà¸Ħ าส", + "Ġk ıs", + "Ġkı s", + "о ваниÑı", + "ов аниÑı", + "ова ниÑı", + "овани Ñı", + "ован иÑı", + "ãĤĤ ãģ®", + "د اÙħ", + "دا Ùħ", + "ìľ ¡", + "ol oj", + "olo j", + "ĠпоÑģл е", + "ĠпоÑģ ле", + "Ġ Так", + "ĠТ ак", + "ĠТа к", + "Ġб олее", + "Ġбол ее", + "ĠÄij á»ķi", + "ĠÄijá»ķ i", + "l ak", + "la k", + "í ħĮ", + "íħ Į", + "Ġa yn", + "Ġay n", + "Ñı Ñģ", + "Ġп ог", + "Ġпо г", + "Ġar asında", + "Ġaras ında", + "Ġara sında", + "Ġarası nda", + "Ī ¬", + "à¥Ĥ ल", + "Ġ ανα", + "Ġα να", + "Ġαν α", + "Ġq uyết", + "Ġquy ết", + "Ġthu á»Ļc", + "Ġd ün", + "Ġdü n", + "Ġp ÅĻes", + "ĠpÅĻ es", + "ĠpÅĻe s", + "ÑĦ Ñĸ", + "Ġ å¸", + "Ġå ¸", + "ا ÙĦÙĬ", + "اÙĦ ÙĬ", + "Ġп овеÑĢ", + "Ġпо веÑĢ", + "Ġпов еÑĢ", + "Ñĩ ина", + "Ñĩи на", + "Ñĩин а", + "s ko", + "sk o", + "çµ IJ", + "Ø ¡", + "Ġ гÑĢа", + "Ġг ÑĢа", + "ĠгÑĢ а", + "о ÑĤи", + "оÑĤ и", + "Ġqu á»ijc", + "ÑĨ Ñĸв", + "ÑĨÑĸ в", + "l endir", + "len dir", + "lendi r", + "в Ñĸд", + "вÑĸ д", + "Ġж иÑĤ", + "ü yor", + "üy or", + "ï¼Į ä»ĸ", + "lar ında", + "ları nda", + "ların da", + "Ġu yg", + "Ġuy g", + "Ġtr ÃŃ", + "Ġ Ø´ÙĨ", + "ĠØ´ ÙĨ", + "ا بÙĦ", + "اب ÙĦ", + "æ· ±", + "Âł p", + "Ñģ каÑı", + "Ñģк аÑı", + "Ñģка Ñı", + "о ÑĤа", + "оÑĤ а", + "ÙĪ Ø·", + "Ġ اط", + "Ġا Ø·", + "ĠØ§Ø ·", + "ä¾ Ĩ", + "Ġз аÑĤ", + "Ġза ÑĤ", + "Ġ име", + "Ġи ме", + "Ġим е", + "à¹Ģà¸Ĺ ศ", + "ëĭ ´", + "n ÄĽnÃŃ", + "nÄĽ nÃŃ", + "nÄĽn ÃŃ", + "Ñĥ лÑı", + "Ñĥл Ñı", + "- п", + "å ĺ", + "Ġв ип", + "Ġви п", + "аÑĢа кÑĤ", + "à¹Ģ à¸ļ", + "à¹Ģภļ", + "ç¦ ı", + "Ïģ Ïİ", + "س Ùĩ", + "à¥Į र", + "Ġdi ÄŁer", + "à¹Ĥ à¸Ķย", + "à¹Ĥà¸Ķ ย", + "ĠÑģп оÑģоб", + "ĠÑģпоÑģ об", + "åį ·", + "è ĸ", + "а нÑĤ", + "ан ÑĤ", + "Ñİ ÑĤÑĮÑģÑı", + "ÑİÑĤÑĮ ÑģÑı", + "ĠÑį ÑĤом", + "ĠÑįÑĤ ом", + "ĠÑįÑĤо м", + "Ġ ï½Ģ", + "Ġï½ Ģ", + "ส าม", + "ì m", + "ĠÑĪ к", + "Ġ à¸Ľà¸£à¸°", + "Ġà¸Ľ ระ", + "Ġà¸Ľà¸£ ะ", + "़ à¥Ģ", + "e kl", + "ek l", + "m uÅŁ", + "mu ÅŁ", + "ĠÑĤак ож", + "ÙĪ سط", + "ÙĪس Ø·", + "Ġ Äįi", + "ĠÄį i", + "ี à¸Ļ", + "ÛĮ ÙĨÙĩ", + "ÛĮÙĨ Ùĩ", + "ÄĽ k", + "å½ ¼", + "le rine", + "ler ine", + "leri ne", + "lerin e", + "ĠÄij ất", + "à¥ģ à¤ı", + "à¥ģठı", + "ол оÑģ", + "оло Ñģ", + "Ġ å°ı", + "Ġå° ı", + "ز ÙĬØ©", + "زÙĬ Ø©", + "Ġв ла", + "à¥Ģ ल", + "Ġ etti", + "Ġe tti", + "Ġet ti", + "Ġett i", + "ĠÑģ оÑģÑĤав", + "ĠÑģо ÑģÑĤав", + "ĠÑģоÑģÑĤ ав", + "ÙĦ اÙĦ", + "ÙĦا ÙĦ", + "Ġ çİ", + "Ġç İ", + "ĠpÅĻÃŃ pad", + "ëŁ °", + "ุ à¸ģ", + "Ġ Ñĩи", + "ĠÑĩ и", + "å ħį", + "åħ į", + "n ÄĽjÅ¡ÃŃ", + "nÄĽ jÅ¡ÃŃ", + "ิ ล", + "åį Ģ", + "s kých", + "sk ých", + "ský ch", + "า ศ", + "าภ¨", + "åIJ Ĺ", + "Ġ íĺĦ", + "Ġíĺ Ħ", + "Ġal ın", + "å§ Ķ", + "à¸ŀ ร", + "až d", + "Ġб ÑĸлÑĮ", + "ĠбÑĸ лÑĮ", + "ĠбÑĸл ÑĮ", + "à¹Ī วà¸Ļ", + "à¹Īว à¸Ļ", + "o og", + "oo g", + "a cı", + "ac ı", + "l ıģ", + "lı ÄŁ", + "Ġk hu", + "Ġkh u", + "Ġh izmet", + "Ġ éĽ", + "Ġé Ľ", + "Ġ Îĺ", + "ĠÎ ĺ", + "Ġde ÄŁer", + "ĠdeÄŁ er", + "åħ Ń", + "Ġ دÙĩ", + "Ġد Ùĩ", + "Ġn ÄĽk", + "ĠnÄĽ k", + "à¸Ħ à¸Ļ", + "е ÑĤÑĮ", + "еÑĤ ÑĮ", + "ب اÙĨ", + "با ÙĨ", + "ÏĦ ική", + "ÏĦικ ή", + "ÏĦι κή", + "ĠÄij á»ĭa", + "ĠÄijá»ĭ a", + "Ġ Công", + "ĠC ông", + "íĮ IJ", + "Ġк огда", + "ĠÚ© ÙĨد", + "ĠÚ©ÙĨ د", + "ãģ§ ãģį", + "ĠÏĢ εÏģι", + "ĠÏĢεÏģ ι", + "ĠÏĢε Ïģι", + "lar dan", + "larda n", + "Ġ зем", + "Ġз ем", + "ت ÙĪاÙĨ", + "تÙĪ اÙĨ", + "è³ ĩ", + "li kle", + "lik le", + "Ġt ụ", + "Ġtá» ¥", + "Ġd ẫn", + "Ġn ay", + "Ġna y", + "Ġ ÑģÑĤоÑĢ", + "ĠÑģ ÑĤоÑĢ", + "ĠÑģÑĤ оÑĢ", + "ĠÑģÑĤо ÑĢ", + "ĠØ´ Ùħا", + "ĠØ´Ùħ ا", + "Ø« ر", + "Ġd edi", + "Ġde di", + "Ġded i", + "к ое", + "ко е", + "ë ijIJ", + "ëij IJ", + "ÑĨ ев", + "ÑĨе в", + "ج Ùĩ", + "Ġm ůže", + "Ġmů že", + "Ġmůž e", + "à¥ģ प", + "à¥ģठª", + "à¥įर म", + "Ġ taÅŁ", + "Ġt aÅŁ", + "Ġta ÅŁ", + "оÑĢ ÑĤ", + "γ Ïģα", + "çĻ ¼", + "า à¸ļ", + "าภļ", + "iá» ħn", + "iá»ħ n", + "ĠÙħ ست", + "ĠÙħس ت", + "л екÑģ", + "ле кÑģ", + "лек Ñģ", + "Ġ prav", + "Ġp rav", + "Ġpr av", + "Ġpra v", + "Ġд оÑģ", + "Ġдо Ñģ", + "Ġd Ä±ÅŁ", + "Ġ zem", + "Ġz em", + "Ġze m", + "Ġg iao", + "Ġgi ao", + "Ġgia o", + "Ġv last", + "Ġvl ast", + "Ġvlas t", + "ĠÑį ÑĤого", + "ĠÑįÑĤ ого", + "ĠÑįÑĤо го", + "ï½ °", + "ว à¸ĩ", + "ÑĢ ой", + "ÑĢо й", + "Ġbir lik", + "e ný", + "en ý", + "Ġ ëĭ¨", + "Ġëĭ ¨", + "ов ани", + "ова ни", + "ован и", + "é£ İ", + "íı ī", + "Ġz ah", + "Ġza h", + "б а", + "åĬ ©", + "éĢ ²", + "ê ¶Į", + "Ġd iye", + "Ġdi ye", + "Ġdiy e", + "à¤Ĥ à¤ķ", + "Ġch uyá»ĥn", + "Ġ ìĹŃ", + "ĠìĹ Ń", + "Ġ ÑĤÑĢи", + "ĠÑĤ ÑĢи", + "ĠÑĤÑĢ и", + "Ġö nce", + "Ġön ce", + "Ġönc e", + "ï¼Į è¿Ļ", + "o ại", + "л еÑĤ", + "ле ÑĤ", + "ĠÏĥ Ïħν", + "ĠÏĥÏħ ν", + "l ád", + "lá d", + "ç e", + "t ü", + "Ġ Äįást", + "ĠÄį ást", + "ĠÄįá st", + "Ġ εν", + "Ġε ν", + "Ġb iá»ĩt", + "Ġ é«", + "Ġé «", + "à¥ĭ à¤ķ", + "ÙĦ ات", + "ÙĦا ت", + "ب اÙĦ", + "با ÙĦ", + "e cies", + "ec ies", + "eci es", + "Ġ ëĭ¹", + "Ġëĭ ¹", + "à¸Ĭ à¸Ļ", + "ÏĦ αÏĤ", + "ÏĦα ÏĤ", + "à¥į ण", + "à¥įठ£", + "u jÃŃcÃŃ", + "uj ÃŃcÃŃ", + "ujÃŃ cÃŃ", + "Äį et", + "Äįe t", + "Ġп об", + "Ġпо б", + "ÙĪ ار", + "ÙĪا ر", + "i yas", + "iy as", + "iya s", + "Ġd ruh", + "Ġdr uh", + "Ġdru h", + "د د", + "ÏĮ ν", + "ÑĢ ен", + "ÑĢе н", + "า รà¸ĸ", + "าร à¸ĸ", + "ä½ İ", + "ìķ ½", + "ÑĢ оз", + "ÑĢо з", + "ëĬĶ ëį°", + "ãĤĵ ãģª", + "Äį enÃŃ", + "Äįe nÃŃ", + "Äįen ÃŃ", + "**** ********", + "******** ****", + "****** ******", + "***** *******", + "******* *****", + "Ġ Ρ", + "ĠÎ ¡", + "ĠÑĤ омÑĥ", + "ĠÑĤо мÑĥ", + "ĠÑĤом Ñĥ", + "ร à¸ģ", + "à¥ģ स", + "à¥ģठ¸", + "ä¹ Ŀ", + "å°± æĺ¯", + "£ i", + "éĺ ²", + "Ùĥ ر", + "ĠÑį ÑĤи", + "ĠÑįÑĤ и", + "ĠÚ© Ø´ÙĪر", + "ĠÚ©Ø´ ÙĪر", + "Ġ ê°IJ", + "Ġê° IJ", + "Ġ ад", + "Ġа д", + "Ġ داد", + "Ġد اد", + "éģ İ", + "Ù «", + "Ġl áºŃp", + "Ġ اÙĦÙĩ", + "Ġا ÙĦÙĩ", + "ĠاÙĦ Ùĩ", + "æľ Ľ", + "Ġ تÙĩ", + "Ġت Ùĩ", + "ì§ Ī", + "ãģ§ ãģĤãĤĭ", + "ãģ§ãģĤ ãĤĭ", + "Ġ меж", + "Ġм еж", + "ĠÑĢ езÑĥлÑĮÑĤ", + "ĠÑĢез ÑĥлÑĮÑĤ", + "ç į", + "е мÑĥ", + "ем Ñĥ", + "Ġ تÙĪاÙĨ", + "Ġت ÙĪاÙĨ", + "ĠتÙĪ اÙĨ", + "Ġ راÙĩ", + "Ġر اÙĩ", + "Ġرا Ùĩ", + "ãĥ¼ ãĥł", + "ãĥ¼ãĥ ł", + "åĦ ¿", + "å± ŀ", + "б Ñĭ", + "á ¿", + "à¸Ħ ล", + "à¥ĭ à¤Ī", + "üt ün", + "à¤Ĺ र", + "ìķĺ ëĭ¤", + "âĪ §", + "Ġ ì°¨", + "Ġì° ¨", + "çµ Ħ", + "μα ÏĦα", + "ุ à¸Ļ", + "Ġ ÑĤом", + "ĠÑĤ ом", + "ĠÑĤо м", + "еÑĢ в", + "Îij Σ", + "ĠiÅŁ lem", + "ع Ùħ", + "ë ĥ", + "ãĥ Ħ", + "ا Ùģت", + "اÙģ ت", + "åĬ ŀ", + "Ġ nes", + "Ġn es", + "Ġne s", + "av aÅŁ", + "ava ÅŁ", + "ĠÙĨ ÛĮز", + "ĠÙĨÛĮ ز", + "å¼ º", + "Ġ éĻ", + "Ġé Ļ", + "Ñĸн нÑı", + "æ² ³", + "á ÅĻ", + "æĿ IJ", + "ĠØ£ ÙĬ", + "Ġ ì¹´", + "Ġì¹ ´", + "Ġn enÃŃ", + "Ġne nÃŃ", + "Ġnen ÃŃ", + "Ġ ÙĪÙħ", + "ĠÙĪ Ùħ", + "Ġ Ú©Ùħ", + "ĠÚ© Ùħ", + "i ếu", + "iế u", + "Ġ æ°", + "Ġæ °", + "åĮ »", + "Ġz or", + "Ġzo r", + "ί Ïĥ", + "ि ध", + "िठ§", + "Ġп оказ", + "Ġпо каз", + "Ġпок аз", + "Ġпока з", + "ह र", + "Ġiç er", + "ØŃ Ø©", + "ि à¤ĸ", + "िठĸ", + "а да", + "ад а", + "تر ÛĮÙĨ", + "ترÛĮ ÙĨ", + "Ġ bao", + "Ġb ao", + "Ġba o", + "Ġx ã", + "à¹Ģ à¸Ħร", + "à¹Ģà¸Ħ ร", + "Ġngh Ä©", + "à¹ģ à¸ļà¸ļ", + "à¹ģà¸ļ à¸ļ", + "ĠdoÄŁ ru", + "ĠdoÄŁr u", + "Ñĸ ÑĤи", + "ÑĸÑĤ и", + "Ġ بÙĬÙĨ", + "Ġب ÙĬÙĨ", + "ĠبÙĬ ÙĨ", + "Ġ леÑĤ", + "Ġл еÑĤ", + "ا غ", + "Ø§Ø º", + "ÛĮ Ú©ÛĮ", + "ÛĮÚ© ÛĮ", + "r áv", + "rá v", + "à¥į âĢį", + "âĢĻ nin", + "âĢĻn in", + "Ġ ย", + "Ġภ¢", + "åį Ĭ", + "Ġк оли", + "Ġкол и", + "Ġко ли", + "Ġtr ợ", + "éĿ Ĵ", + "ëŀ Ģ", + "Ġ ë¨", + "Ġë ¨", + "Ġ ÙĪر", + "ĠÙĪ ر", + "ï¾ Ĭ", + "è§ Ĥ", + "Ġ пи", + "Ġп и", + "н Ñĥв", + "нÑĥ в", + "il mesi", + "ilm esi", + "س تÙĩ", + "ست Ùĩ", + "Ġд еÑĢжав", + "ĠдеÑĢж ав", + "å® ĥ", + "åĪ ¥", + "ëħ Ģ", + "л ÑģÑı", + "à¤Ĥ ध", + "Ġ ÑĤи", + "ĠÑĤ и", + "ĠpÅĻ ip", + "ĠpÅĻi p", + "п и", + "á» ĵn", + "á»ĵ n", + "о ваÑĤÑĮ", + "ов аÑĤÑĮ", + "ова ÑĤÑĮ", + "ìĿ´ ëĿ¼", + "æľ Ŀ", + "Ġ ëĺIJ", + "Ġë ĺIJ", + "Ġëĺ IJ", + "ĠÎŃ Î½Î±", + "ĠÎŃν α", + "ãģ¾ ãģ§", + "ج اÙħ", + "جا Ùħ", + "Ġ ëĬ", + "Ġë Ĭ", + "н Ñĸв", + "нÑĸ в", + "ÏĢ οÏħ", + "ÏĢο Ïħ", + "Ġ زÙħاÙĨ", + "Ġز ÙħاÙĨ", + "ĠزÙħ اÙĨ", + "æĽ ²", + "Ġ ÙħÙĩ", + "ĠÙħ Ùĩ", + "ëł ¨", + "ä¸ ĥ", + "ãģ¨ ãģĹãģ¦", + "l abilir", + "la bilir", + "lab ilir", + "о же", + "ож е", + "å¤ ľ", + "ĠнÑĥж но", + "å½ ©", + "çĪ ±", + "Ġho Ãłn", + "ün ü", + "Ġ ëĦ¤", + "ĠëĦ ¤", + "Ġ جÙĨ", + "Ġج ÙĨ", + "Ġn ÄĽj", + "ĠnÄĽ j", + "к ими", + "ки ми", + "ким и", + "Ġa ynı", + "Ġayn ı", + "Ġ ÙĥÙĦ", + "ĠÙĥ ÙĦ", + "Ġnh au", + "Ạ³", + "ÙĬ ات", + "ÙĬا ت", + "Ġm ezi", + "Ġme zi", + "Ġmez i", + "Ġ ÑĢек", + "ĠÑĢ ек", + "ĠÑĢе к", + "Ġ tür", + "Ġt ür", + "Ġ говоÑĢ", + "Ġг овоÑĢ", + "Ġfaz la", + "åĩ Ĩ", + "ÑĪ ий", + "ÑĪи й", + "ÐŁ ÑĢи", + "ÐŁÑĢ и", + "ÑĢ оÑģÑĤ", + "ÑĢоÑģ ÑĤ", + "ÑĢо ÑģÑĤ", + "ĠоÑĢг ан", + "ĠоÑĢ ган", + "n ým", + "ný m", + "Ġ ÑĢод", + "ĠÑĢ од", + "Ġ ÙĪÛĮ", + "ĠÙĪ ÛĮ", + "ic ký", + "ick ý", + "ë¦ ¼", + "ï½ ²", + "æĢ İ", + "ĠÙĩ ذا", + "ĠÑĩ аÑģÑĤи", + "ĠÑĩа ÑģÑĤи", + "ĠÑĩаÑģ ÑĤи", + "ĠÑĩаÑģÑĤ и", + "ÃŃ r", + "á»ĩ nh", + "á»ĩn h", + "Ġ íĹ", + "Ġí Ĺ", + "ê »", + "lu ž", + "ÃŃ l", + "c ÃŃch", + "cÃŃ ch", + "å® Ł", + "ãģł ãģ£ãģŁ", + "ÙĬ رة", + "ÙĬر Ø©", + "Ġv Äĥn", + "æ¸ ¯", + "Ġ ÏĦιÏĤ", + "ĠÏĦι ÏĤ", + "ا رت", + "ار ت", + "Ġv ấn", + "âĶģâĶģ âĶģâĶģ", + "å¯ ¾", + "Ïģ ÎŃ", + "Ġг одÑĥ", + "Ġгод Ñĥ", + "Ġ سب", + "Ġس ب", + "ا رات", + "ار ات", + "ارا ت", + "е лей", + "ел ей", + "еле й", + "Ġз аÑħ", + "Ġза Ñħ", + "Ġ важ", + "Ġв аж", + "Ġва ж", + "Ġt á»īnh", + "Ġtá» īnh", + "Ġtá»ī nh", + "ا بع", + "اب ع", + "Ġ à¤ľà¤¬", + "Ġà¤ľ ब", + "Ġà¤IJ स", + "Ġ дÑĥ", + "Ġд Ñĥ", + "Ġ é«ĺ", + "Ġé «ĺ", + "Ġé« ĺ", + "ê² ł", + "н ее", + "не е", + "ï½ Į", + "Ġм ал", + "Ġма л", + "è¾ ¹", + "ãģł ãģij", + "à¹ī ร", + "ÙĤ Ø·", + "Ġb ên", + "Ġs eb", + "Ġse b", + "ĠØ® ÙĪاÙĩ", + "ĠØ®ÙĪ اÙĩ", + "s iz", + "si z", + "Ġol ur", + "Ġ ëĶ°", + "ĠëĶ °", + "Ġ ì¢ĭ", + "Ġì¢ ĭ", + "Ġs vÄĽt", + "Ġsv ÄĽt", + "ĠsvÄĽ t", + "ic ká", + "ick á", + "á» ¹", + "Ġqu ản", + "Ġquả n", + "Ġ иÑģ", + "Ġи Ñģ", + "Ġz aÄį", + "Ġza Äį", + "ื à¸Ńà¸Ļ", + "ืà¸Ń à¸Ļ", + "ÑĶ Ñİ", + "ि ष", + "िठ·", + "ç Ĭ¶", + "çĬ ¶", + "Ïĥ μ", + "ั ส", + "ó c", + "Ġ беÑĢ", + "Ġб еÑĢ", + "Ġ íĿ", + "Ġí Ŀ", + ";: ;:", + "Ġ پس", + "ĠÙ¾ س", + "Ġ ëijIJ", + "Ġë ijIJ", + "Ġëij IJ", + "н иÑĩ", + "ни Ñĩ", + "Ġо ÑĩенÑĮ", + "ĠоÑĩ енÑĮ", + "ĠìķĦìĿ´ ì½ĺ", + "Ġ θα", + "Ġθ α", + "Ġв ÑģÑĤ", + "ĠвÑģ ÑĤ", + "ا دة", + "اد Ø©", + "Ġdev am", + "ื à¸Ńà¸ĩ", + "ืà¸Ń à¸ĩ", + "ĠлÑİ Ð´Ð¸", + "ĠлÑİд и", + "ìĺ Ī", + "á»± a", + "Ñı Ñħ", + "âĢĮ اÛĮ", + "Ġ سÙĪ", + "Ġس ÙĪ", + "å° ¼", + "Ġth ứ", + "Ġthá» ©", + "m eye", + "me ye", + "mey e", + "Ġ èµ", + "Ġè µ", + "èī ¯", + "ĠdeÄŁ iÅŁ", + "ÑĪ Ñĸ", + "Ġtr ợ", + "ĠâĢİ #", + "çĹ ħ", + "ìĽ Į", + "Ġk de", + "Ġkd e", + "Î §", + "æ ¤", + "ĠÑħ аÑĢакÑĤ", + "æ ĩ", + "Ġb iến", + "Ġbi ến", + "ÙĤ ع", + "åŁ Ł", + "Ġн еп", + "Ġне п", + "Ġd ů", + "Ġп иÑĤ", + "Ġпи ÑĤ", + "ĠÑĤ ÑĢеб", + "ĠÑĤÑĢ еб", + "ا زÛĮ", + "از ÛĮ", + "Ġ طر", + "ĠØ· ر", + "Ġ ÙħÙĦ", + "ĠÙħ ÙĦ", + "Ġt ham", + "Ġth am", + "Ġtha m", + "Ġ ÙĪجÙĪد", + "ĠÙĪج ÙĪد", + "Ġs vé", + "Ġsv é", + "é§ ħ", + "ا ÛĮÙĨ", + "اÛĮ ÙĨ", + "Ġt iên", + "Ġti ên", + "s tru", + "st ru", + "str u", + "Ġv áºŃy", + "ü ne", + "ün e", + "Ġ à¹Ģม", + "Ġà¹Ģ ม", + "Ġà¹Ģภ¡", + "Ġr ằng", + "а ÑĤÑĥ", + "аÑĤ Ñĥ", + "äº ij", + "н иÑĤ", + "ни ÑĤ", + "ä¼ Ĭ", + "ÙĪ ص", + "Ġ éĿ", + "Ġé Ŀ", + "ĠпÑĢоб лем", + "d eki", + "de ki", + "dek i", + "** ************", + "******** ******", + "****** ********", + "******* *******", + "************ **", + "ò a", + "ĠÄijá»ģ u", + "ãĤĮ ãģŁ", + "ا رس", + "ار س", + "ãģª ãģı", + "ا ÙĤع", + "اÙĤ ع", + "è» į", + "Ùĥ Ùħ", + "Äį as", + "Ġk ỳ", + "Ġká» ³", + "Ø´ Ùħ", + "à¥ĩ ड", + "à¥ĩठ¡", + "éĺ ¿", + "Ġje jÃŃ", + "Ġjej ÃŃ", + "Ġ æĻ", + "Ġæ Ļ", + "Ġ Ä°ÅŁ", + "ĠÄ° ÅŁ", + "ar dım", + "ard ım", + "Ġसम य", + "Ġ ÐĿо", + "ĠÐĿ о", + "i lerin", + "il erin", + "ile rin", + "iler in", + "ileri n", + "Ġع بد", + "Ġعب د", + "n ÃŃk", + "nÃŃ k", + "ĠØ´ Ú©ÙĨ", + "ĠØ´Ú© ÙĨ", + "ิ à¸Ĺย", + "ิà¸Ĺ ย", + "á» ħ", + "ÑĢ ез", + "ÑĢе з", + "Ġch ứng", + "Ġchứ ng", + "Ġ :.", + "Ġ: .", + "Ġ पत", + "Ġप त", + "Ġž ivot", + "Ġživ ot", + "å¢ ĥ", + "« a", + "Ġt rung", + "Ġtr ung", + "ни кÑĸв", + "ник Ñĸв", + "ĠاÙĦ ÙħÙĨ", + "ĠاÙĦÙħ ÙĨ", + "ĠÑĢ аÑģÑģ", + "ĠÑĢаÑģ Ñģ", + "Ġ жив", + "Ġж ив", + "Ġз акон", + "Ġза кон", + "Ġзак он", + "Ġзако н", + "Ġ 목", + "Ġëª ©", + "Ġz áv", + "Ġzá v", + "Ġh akk", + "Ġha kk", + "Ġhak k", + "ä» ¤", + "ĠÑı кий", + "ĠÑıк ий", + "Ġ بÙĬ", + "Ġب ÙĬ", + "λ ÎŃ", + "oc uk", + "ocu k", + "Ġ Ñİ", + "ĠÑ İ", + "à¸ģ ว", + "Ġ اÙĨÚ¯", + "Ġا ÙĨÚ¯", + "ĠاÙĨ Ú¯", + "à¥ģ à¤Ĥ", + "à¥ģठĤ", + "Ġ nám", + "Ġn ám", + "Ġná m", + "á»ķ ng", + "Ġж ел", + "Ġже л", + "ĠÄij ặc", + "Äį it", + "Äįi t", + "Ġ ê±´", + "Ġê± ´", + "Ġب ÛĮØ´", + "ĠبÛĮ Ø´", + "кÑĢаÑĹ Ð½", + "Ġ ÙĪÙĩ", + "ĠÙĪ Ùĩ", + "н еннÑı", + "нен нÑı", + "Ġ à¹Ģà¸ŀ", + "Ġà¹Ģ à¸ŀ", + "Ġà¹Ģภŀ", + "о мен", + "ом ен", + "Ġl ần", + "Ġ عÙħÙĦ", + "Ġع ÙħÙĦ", + "ĠعÙħ ÙĦ", + "Ġî ģµ", + "Ä ŀ", + "ÑĸÑģ лÑı", + "Æ° ng", + "ा फ", + "ाठ«", + "à¸Ĺ à¸ĺ", + "д ен", + "де н", + "ĠÑī об", + "ĠÑīо б", + "Ñĩ ив", + "Ñĩи в", + "ılı r", + "ıl ır", + "ا عات", + "اع ات", + "j ÃŃcÃŃ", + "jÃŃ cÃŃ", + "ë² ¨", + "ÚĨ Ùĩ", + "ا رج", + "ار ج", + "ĠÙ¾ رÙĪ", + "Ġپر ÙĪ", + "Ġо дин", + "Ġод ин", + "Ġоди н", + "л ин", + "ли н", + "б Ñĥ", + "Ġसर à¤ķ", + "åĢ Ļ", + "ë¶Ģ íĦ°", + "à¥Īà¤Ĥ ,", + "å ´", + "à¹Ĥ ล", + "Ġv Å¡ak", + "ĠvÅ¡ ak", + "Ġоп ÑĢед", + "ì ±", + "æ ½", + "Ġdá»± ng", + "p ráv", + "pr áv", + "ิ ส", + "Ġnh iá»ĩm", + "Ġil iÅŁ", + "Ġili ÅŁ", + "Ġе Ñīе", + "Ġje Å¡tÄĽ", + "Ġ ÑĢаÑģÑĤ", + "ĠÑĢ аÑģÑĤ", + "ĠÑĢаÑģ ÑĤ", + "ĠÑĢа ÑģÑĤ", + "ภ®", + "à¤Ĥ à¤Ł", + "âĢĮ Ú©", + "Ġ بÛĮÙĨ", + "Ġب ÛĮÙĨ", + "ĠبÛĮ ÙĨ", + "o vou", + "ov ou", + "ovo u", + "æĻ ®", + "ί εÏĤ", + "о ÑĢоÑĪ", + "оÑĢ оÑĪ", + "оÑĢо ÑĪ", + "Ġol mak", + "Ġolm ak", + "Ġolma k", + "Ġst át", + "di ÄŁi", + "Ġt ình", + "Ġ dÄĽ", + "Ġd ÄĽ", + "ĠÚ¯ رÙģ", + "Ġگر Ùģ", + "Ïĥ ο", + "Ġ ÑĥÑĤ", + "ĠÑĥ ÑĤ", + "íķĻ êµIJ", + "ั à¸IJ", + "า à¸Ń", + "าภŃ", + "ĠÄij ặt", + "Ġмог ÑĥÑĤ", + "ĠмогÑĥ ÑĤ", + "ë° °", + "t ik", + "ti k", + "ª ½", + "li ÄŁ", + "ÏĢ ε", + "Ġ èĢ", + "Ġè Ģ", + "k ü", + "ad ece", + "ade ce", + "κ ÏĮ", + "Ġ дÑĸ", + "Ġд Ñĸ", + "ầ m", + "çĦ¡ ãģĹ", + "Û²Û° Û±", + "èµ Ľ", + "оÑģ Ñĥд", + "Ġ ìķĪëĤ´", + "ĠìķĪ ëĤ´", + "Ġ ÐĶж", + "ĠÐĶ ж", + "åº §", + "ic kých", + "ick ých", + "ický ch", + "Ġ ìłģ", + "Ġì łģ", + "Ġìł ģ", + "à¥ĩ ,", + "ov ého", + "ové ho", + "Ġv ẫn", + "Ġbirlik te", + "Ġर à¤ĸ", + "Ġ ÙĨÙĩ", + "ĠÙĨ Ùĩ", + "ÙĤ ر", + "प र", + "e tÃŃ", + "et ÃŃ", + "Ġ ÑĤÑĭ", + "ĠÑĤ Ñĭ", + "Ģ ìĿ´", + "Ġà¤ħ ल", + "Ġм оже", + "Ġмож е", + "Ġмо же", + "ãĤ ´", + "Ġs tran", + "Ġst ran", + "Ġstr an", + "Ġstra n", + "Ø· ر", + "è¿Ļ 个", + "Ġ بع", + "Ġب ع", + "åĨ Ľ", + "ek tir", + "ekt ir", + "Ġh Æ°á»Ľng", + "ÙĨ اÙĨ", + "ÙĨا ÙĨ", + "Ġठij", + "Ġà ¤ij", + "ÏĮ ÏĦη", + "о Ñģк", + "оÑģ к", + "åį ĥ", + "as ına", + "ası na", + "Ġ Ø´Ùĩ", + "ĠØ´ Ùĩ", + "Ġ деÑĢ", + "Ġд еÑĢ", + "Ġде ÑĢ", + "ĠÙħ خت", + "ĠÙħØ® ت", + "Ġ ØŃÙĤ", + "ĠØŃ ÙĤ", + "ãĥ ¾", + "س اÙĨ", + "Ġc ung", + "Ġcu ng", + "ко ÑĢиÑģÑĤ", + "коÑĢ иÑģÑĤ", + "ÏĦ ικά", + "ÏĦικ ά", + "ÏĦι κά", + "Ġв она", + "Ġво на", + "ب ا", + "ãģķ ãĤĮãģŁ", + "ãģķãĤĮ ãģŁ", + "n out", + "no ut", + "nou t", + "Ġ ı", + "ĠÄ ±", + "è§ ī", + "ĠÃ¶ÄŁ ren", + "Ġ ì½Ķ", + "Ġì ½Ķ", + "Ġì½ Ķ", + "å¸ ¦", + "Ñģ лов", + "Ñģл ов", + "Ġε ÏĢι", + "ĠεÏĢ ι", + "ê° IJ", + "ĠÙħ رب", + "ĠÙħر ب", + "ĠÙģÛĮ ÙĦÙħ", + "Ġк ÑĢов", + "Ġ ëį°", + "Ġë į°", + "Ġëį °", + "ा ण", + "ाठ£", + "Ġel ekt", + "Ġele kt", + "Ġelek t", + "Ġ наÑĢод", + "Ġн аÑĢод", + "Ġна ÑĢод", + "ĠнаÑĢ од", + "ÛĮ دÙĩ", + "ÛĮد Ùĩ", + "ç´ Ħ", + "Ġп ÑĢоÑĦ", + "ĠпÑĢ оÑĦ", + "ĠпÑĢо ÑĦ", + "Ïģ οÏĤ", + "Ïģο ÏĤ", + "Ġ ãħ", + "ä¸į æĺ¯", + "Ġ à¤ľà¤¨", + "Ġà¤ľ न", + "ั ล", + "Ġص ÙĪرت", + "ĠصÙĪر ت", + "ãĥ ľ", + "Ġà¤Ĺ à¤Ī", + "ÄŁi tim", + "ÄŁit im", + "ÑģÑĮ киÑħ", + "ÑģÑĮк иÑħ", + "Ġ лег", + "Ġл ег", + "Ġت ÙĪÙĦ", + "ĠتÙĪ ÙĦ", + "Ġ ìļ´", + "Ġìļ ´", + "ع ر", + "Ġm Ãłu", + "ĠmÃł u", + "г ов", + "го в", + "æ³ ¢", + "in deki", + "ind eki", + "inde ki", + "ìłģ ìĿ¸", + "ấ m", + "Ġ íĻķ", + "ĠíĻ ķ", + "Ġب اÛĮد", + "Ġبا ÛĮد", + "ĠباÛĮ د", + "à¹Į à¸Ĺ", + "Ġk endi", + "Ġken di", + "Ġkend i", + "ี ว", + "ิ à¸ģาร", + "ิà¸ģ าร", + "ิà¸ģา ร", + "ĠÚ© ردÙĩ", + "Ġکرد Ùĩ", + "Ġکر دÙĩ", + "å· ´", + "ठģ", + "ร าà¸Ĭ", + "à¥į श", + "à¥įठ¶", + "Ġ ÐĶлÑı", + "ĠÐĶ лÑı", + "å¥ ĩ", + "ĠÑĥ ÑģÑĤанов", + "ĠÑĥÑģÑĤ анов", + "ĠÑĥÑģÑĤан ов", + "й ÑĤе", + "ãĤ ĩ", + "ά Ïģ", + "Ġ Ю", + "ĠÐ ®", + "Ġlu áºŃt", + "ãĢ ī", + "è´ ¨", + "د ا", + "Ġdü zen", + "Ġdüz en", + "ส à¸Ļ", + "ÑĢ он", + "ÑĢо н", + "d ıģı", + "dı ģı", + "dıģ ı", + "âĢĻ da", + "âĢĻd a", + "Ġfark lı", + "Ñħ ов", + "Ñħо в", + "l án", + "lá n", + "Ñĩ аÑģ", + "Ñĩа Ñģ", + "Ñĩ ин", + "Ñĩи н", + "Ġ ì°¸", + "Ġì° ¸", + "ì ´Ī", + "ì´ Ī", + "ÑĨ ип", + "ÑĨи п", + "ç ¹", + "éĸ Ģ", + "ж а", + "ÑĢ ован", + "ÑĢов ан", + "ÑĢо ван", + "ÑĢова н", + "à¸ĵ ะ", + "ÙĦÙĬ زÙĬØ©", + "Ïĩ ει", + "Ïĩε ι", + "à¥Ī .", + "к Ñģп", + "кÑģ п", + "ا ÙĪر", + "اÙĪ ر", + "Ġng uyên", + "Ġnguy ên", + "ãģ« ãĤĪ", + "à¥ĩ म", + "à¥ĩठ®", + "Ïĥ ÏĦε", + "ÏĥÏĦ ε", + "ت ÙĪ", + "Äį ek", + "Äįe k", + "ÑĨ Ñĭ", + "Ġ 물", + "Ġë¬ ¼", + "Ñį ÑĤ", + "Ġka zan", + "Ġkaz an", + "Ùģ س", + "e hir", + "eh ir", + "в ÑĸÑĤ", + "вÑĸ ÑĤ", + "Ġد ÙĪÙĦ", + "ĠدÙĪ ÙĦ", + "Ġ ëĵľ", + "Ġëĵ ľ", + "Ġà¤ļ ल", + "е ÑģÑĤва", + "еÑģÑĤв а", + "еÑģÑĤ ва", + "δ α", + "Ġб Ñĥв", + "ĠбÑĥ в", + "Ġ ÐĿе", + "ĠÐĿ е", + "ØŃ Ø±", + "огÑĢа ÑĦ", + "Ġroz hod", + "Ġrozh od", + "Ġви коÑĢиÑģÑĤ", + "Ġвико ÑĢиÑģÑĤ", + "Ġy êu", + "λ οÏĤ", + "λο ÏĤ", + "Ú© س", + "Ġ شب", + "ĠØ´ ب", + "ิ ษ", + "æ¯ į", + "Ġд оÑĢ", + "Ġдо ÑĢ", + "Ġngh á»ĩ", + "Ġt rang", + "Ġtr ang", + "Ġtra ng", + "Ġtran g", + "à¥ĩ द", + "à¥ĩठ¦", + "Ġt ìm", + "Ñĩ но", + "Ġ اÙħا", + "Ġا Ùħا", + "ĠاÙħ ا", + "éģ ĭ", + "Ú© ر", + "k é", + "Ġ vÄĽt", + "Ġv ÄĽt", + "ĠvÄĽ t", + "Ġн аÑģÑĤ", + "Ġна ÑģÑĤ", + "ĠнаÑģ ÑĤ", + "Ġ æ±", + "Ġæ ±", + "Ġ åĽ½", + "ĠåĽ ½", + "Ġgi ảm", + "Ġgiả m", + "ا دÙĬ", + "اد ÙĬ", + "ëĤ ľ", + "ë¡ ł", + "Ġ ､", + "Ġï½ ¤", + "Ġд енÑĮ", + "Ġде нÑĮ", + "Ġден ÑĮ", + "ÑĨ ÑĸÑİ", + "ÑĨÑĸ Ñİ", + "Ġh ạn", + "Ġhạ n", + "ẳ ng", + "ẳn g", + "λ ή", + "e yen", + "ey en", + "eye n", + "ä¸ Ķ", + "æŃ ¦", + "ĠÑĦ ак", + "à¹Ī à¸Ńà¸Ļ", + "à¹Īà¸Ń à¸Ļ", + "Ġ οι", + "Ġο ι", + "ز Ùħ", + "ãģĹ ãģ¦ãģĦãĤĭ", + "ãģĹãģ¦ ãģĦãĤĭ", + "ãģĹãģ¦ãģĦ ãĤĭ", + "л ива", + "ли ва", + "лив а", + "âĢķ âĢķ", + "Ġ öl", + "Ġö l", + "Ġ à¤ĵ", + "Ġठĵ", + "Ñģ ÑĤÑĸ", + "ÑģÑĤ Ñĸ", + "à¸ģ รรม", + "à¸ģร รม", + "Ġt ục", + "Ġtụ c", + "Ġgö rün", + "Ġgör ün", + "ãģĹ ãģ¾", + "ãģĹãģ ¾", + "Ġ ì¦", + "Ġì ¦", + "é ¦¬", + "é¦ ¬", + "Ġмож на", + "Ġ Ú©ÙĦ", + "ĠÚ© ÙĦ", + "Ġ ÑĨенÑĤ", + "ĠÑĨ енÑĤ", + "ĠÑĨе нÑĤ", + "ĠÑĨен ÑĤ", + "Ġ ìĻ¸", + "ĠìĻ ¸", + "Î ĺ", + "ç ĩ", + "Ġg elen", + "Ġge len", + "Ġgel en", + "Ġgele n", + "Ġ اÙĬÙĨ", + "Ġا ÙĬÙĨ", + "ĠاÙĬ ÙĨ", + "ĠØ¢ ب", + "Ġà¤Ĩ य", + "ัà¸ģ ษ", + "Ñģ им", + "Ñģи м", + "Ġб олÑĮÑĪ", + "ĠболÑĮ ÑĪ", + "Ġм н", + "о ди", + "од и", + "ĠÄ° l", + "Ġ à¤Ĩर", + "Ġà¤Ĩ र", + "е ÑĤе", + "еÑĤ е", + "ÑĨ иÑİ", + "ÑĨи Ñİ", + "áºŃ u", + "Ġt iếng", + "Ġtiế ng", + "Ġtiến g", + "ë ¶ģ", + "ë¶ ģ", + "æ§ ĺ", + "Ġн аÑĪ", + "Ġна ÑĪ", + "ม า", + "âĢĻ ın", + "âĢĻı n", + "ãĥĥ ãĥĹ", + "ÙĪ جÙĩ", + "ÙĪج Ùĩ", + "Ġ ØŃد", + "ĠØŃ Ø¯", + "á vá", + "áv á", + "ر ÙĪØ´", + "رÙĪ Ø´", + "Ġ дейÑģÑĤв", + "Ġд ейÑģÑĤв", + "ãģ£ ãģ¦ãģĦãĤĭ", + "ãģ£ãģ¦ ãģĦãĤĭ", + "ãģ£ãģ¦ãģĦ ãĤĭ", + "Ïģ ή", + "Ġ üst", + "Ġü st", + "Ġt iết", + "Ġti ết", + "Ġtiế t", + "ac aÄŁ", + "aca ÄŁ", + "Ġ ÐŁÐ¾", + "ĠÐŁ о", + "é Ĭ", + "ë¨ ¸", + "c hod", + "ch od", + "cho d", + "ĠØ¢Ùħ ÙĪز", + "ãģŁ ãĤģ", + "Ġch uyên", + "Ġuy gu", + "Ġuyg u", + "н ÑĸÑģÑĤ", + "нÑĸ ÑģÑĤ", + "ë ´", + "æİ §", + "Ñĥ ÑİÑĤÑĮ", + "ÑĥÑİ ÑĤÑĮ", + "ÑĥÑİÑĤ ÑĮ", + "Äį i", + "ãģ ¹", + "à¥Ĥ न", + "æĹ ©", + "ãĥĩ ãĤ£", + "è Ĵ", + "ĠØ´ خص", + "ĠÑħ оÑĤ", + "ĠÚ©ÙĨ ÛĮد", + "г л", + "à¸Ń à¸Ńà¸ģ", + "à¸Ńà¸Ń à¸ģ", + "éĢ Ļ", + "Ġز ÛĮر", + "ĠزÛĮ ر", + "íķ Ń", + "ĠÃĸ z", + "åij ³", + "ØŃ Ø¯Ø©", + "ØŃد Ø©", + "Ġk ažd", + "Ġ ÑĨвеÑĤ", + "ĠÑĨ веÑĤ", + "Ġ ç¾", + "Ġç ¾", + "Ġк ож", + "Ġко ж", + "Ġ ÐŃÑĤо", + "ĠÐŃ ÑĤо", + "ÑıÑĤ елÑĮ", + "ла ÑģÑĮ", + "лаÑģ ÑĮ", + "âĢĮ Ø´ÙĪد", + "âĢĮØ´ ÙĪد", + "μ ι", + "Ġ æ²", + "Ġæ ²", + "Ġs üre", + "Ġsü re", + "Ġsür e", + "ล ะ", + "éħ Ĵ", + "ึà¸ģ ษ", + "λ λά", + "λλ ά", + "ç ij", + "Ġ ìĥĪ", + "Ġìĥ Ī", + "Ġस ह", + "ĠH Ãł", + "리 ê³ł", + "ص ر", + "Ġ æĬķ", + "ĠæĬ ķ", + "éł Ń", + "Ġb á»ĩnh", + "ĠìĥĿ ê°ģ", + "Ġà¤ħ à¤Ń", + "ê³µ ì§Ģ", + "ì Ķ", + "á» Ŀi", + "á»Ŀ i", + "ç ŃĶ", + "çŃ Ķ", + "Ġb Ãłi", + "ĠbÃł i", + "о дÑĸ", + "од Ñĸ", + "า à¸Ĥ", + "าภĤ", + "ни ков", + "ник ов", + "Ġdön em", + "Ġdö nem", + "ว ม", + "ãĥĨ ãĤ£", + "ा रण", + "ार ण", + "о ги", + "ог и", + "Ġk iá»ĥm", + "Ġki á»ĥm", + "о ÑĦ", + "äº Ī", + "åĨ ³", + "ا ÙĦات", + "اÙĦ ات", + "اÙĦا ت", + "Ġn ếu", + "Ġ cest", + "Ġc est", + "Ġce st", + "Ġces t", + "ز Ø´", + "Ùİ ÙĦ", + "Ġت Ø£", + "ĠÄij ạo", + "Ïį ν", + "Ġв нÑĥ", + "Ġ جاÙħ", + "Ġج اÙħ", + "Ġجا Ùħ", + "i vnÃŃ", + "iv nÃŃ", + "Ġìŀ ĪìĬµëĭĪëĭ¤", + "ĠìŀĪ ìĬµëĭĪëĭ¤", + "Ï Ĭ", + "æĦ Ľ", + "ãĥ Ľ", + "м Ñĸн", + "мÑĸ н", + "Ġt ÃŃm", + "ĠtÃŃ m", + "ằ m", + "ê· ł", + "äº ķ", + "Ġx ây", + "Ġ ìĽĶ", + "ĠìĽ Ķ", + "е лен", + "ел ен", + "еле н", + "Ġ à¹Ĥà¸Ķย", + "Ġà¹Ĥ à¸Ķย", + "ا ÙĦÙĩ", + "اÙĦ Ùĩ", + "Ġb ất", + "á»ĵ m", + "âĢĮ Ú¯", + "ÙĪ رة", + "ÙĪر Ø©", + "ب ات", + "با ت", + "Ġb án", + "ẫ u", + "اÙĨ ÙĪÙĨ", + "اÙĨÙĪ ÙĨ", + "Ġzá kon", + "á ž", + "ì¶ Ķ", + "à¹ģ à¸ģ", + "ãĤį ãģĨ", + "ÑĢ оÑĤ", + "ÑĢо ÑĤ", + "ç ĵ", + "Ġв они", + "Ġво ни", + "Ġx ác", + "Ġ دÛĮگر", + "ĠدÛĮ گر", + "ÏĢ οι", + "ÏĢο ι", + "Ġне Ñģк", + "ĠнеÑģ к", + "ر سÛĮ", + "رس ÛĮ", + "Ġ ëĿ¼", + "Ġë Ŀ¼", + "ت ÙĦ", + "λ ά", + "ĠÑıв лÑıеÑĤÑģÑı", + "ä¾ Ŀ", + "Ġ åħ¬", + "Ġåħ ¬", + "Ĺ i", + "Ġ íĬ¹", + "ĠíĬ ¹", + "Ùĥ ÙĪÙĨ", + "ÙĥÙĪ ÙĨ", + "ắ p", + "جÙħ ÙĪع", + "ÏĨ οÏģ", + "ÏĨο Ïģ", + "е ло", + "ел о", + "Ġg üven", + "Ġgü ven", + "Ġм ай", + "Ġма й", + "ĠÑģ оз", + "ĠÑģо з", + "à¸ģ ระ", + "à¸ģร ะ", + "Ġا سÙĦاÙħ", + "Ġاس ÙĦاÙħ", + "Ġ Ñīе", + "ĠÑī е", + "Ġs á»ijng", + "Ġsá»ij ng", + "à¥į ब", + "à¥įठ¬", + "Ú© ار", + "کا ر", + "Ġthu áºŃt", + "Ġ nÃŃ", + "Ġn ÃŃ", + "第 ä¸Ģ", + "è¦ ĸ", + "à¹Ģà¸ģ ม", + "ا ÙĬØ©", + "اÙĬ Ø©", + "Ġ ÎĪ", + "ĠÎ Ī", + "ãĤ ¶", + "ĠÙħ ÙĪÙĤع", + "ĠÙħÙĪ ÙĤع", + "Ġ åĴ", + "Ġå Ĵ", + "è¡ ĵ", + "Ġ Ðŀд", + "ĠÐŀ д", + "Ġ ä¸ī", + "Ġä¸ ī", + "ler inde", + "leri nde", + "lerin de", + "ĠÑģв оÑĹ", + "ĠÑģво ÑĹ", + "à¥Ģ à¤ı", + "Ġth Æ°Æ¡ng", + "Ïĥ ÏĦο", + "ÏĥÏĦ ο", + "Ġ غÙĬر", + "Ġغ ÙĬر", + "Ġ پر", + "ĠÙ¾ ر", + "ĠÑģеб е", + "Ġв к", + "Ġk hai", + "Ġkh ai", + "ãĤ Ģ", + "ĠÙĨ ظر", + "ĠÙĨظ ر", + "Ġдок Ñĥм", + "à¹ĩ à¸ļ", + "Ġ íķľêµŃ", + "Ġíķľ êµŃ", + "ï½ ī", + "å·¥ ç¨ĭ", + "Ġ ÙĪÙĦ", + "ĠÙĪ ÙĦ", + "ØŃ ÙĬ", + "Ġп ла", + "Ġпл а", + "Ġ Ä°stanbul", + "ĠÄ° stanbul", + "âĢĻ de", + "âĢĻd e", + "а лÑģÑı", + "ал ÑģÑı", + "ĠØ¢ÙĨ Ùĩا", + "Ġ اÙĩ", + "Ġا Ùĩ", + "Ġ ê´Ģ리", + "Ġê´Ģ 리", + "Ġ anh", + "Ġa nh", + "Ġan h", + "Å¡ ÃŃm", + "Å¡ÃŃ m", + "lar la", + "ï¼ Ŀ", + "n ostÃŃ", + "no stÃŃ", + "nost ÃŃ", + "nos tÃŃ", + "ÑģÑĤ ве", + "ÑģÑĤв е", + "ÛĮ Ùģ", + "Ġ گرد", + "ĠÚ¯ رد", + "Ġگر د", + "ãĤĮ ãĤĭ", + "Ġv á»±", + "Ġvá» ±", + "ÄĽ nÃŃ", + "ÄĽn ÃŃ", + "Ġgö rev", + "Ġgör ev", + "Ġgöre v", + "Ġyıl ında", + "Ġyılı nda", + "Ġyı lında", + "Ġl ợi", + "Ġlá» £i", + "Ġan lam", + "Ġп ÑĢовод", + "ĠпÑĢо вод", + "ĠпÑĢов од", + "ÑĨ Ñİ", + "Ġ åī", + "Ġå ī", + "Ġë§ İ", + "ÑĢ аÑģ", + "ÑĢа Ñģ", + "Ġ Ž", + "ĠÅ ½", + "Ú© اÙĨ", + "کا ÙĨ", + "Ð Ļ", + "ãģ£ ãģ¨", + "ãģ£ãģ ¨", + "Ú© ÙĦ", + "า ยà¸Ļ", + "าย à¸Ļ", + "ع اÙĦ", + "عا ÙĦ", + "Ġ ký", + "Ġk ý", + "ĠмаÑĤ еÑĢи", + "Ġма ÑĤеÑĢи", + "ê» ĺ", + "ıl ması", + "μ ÎŃν", + "μÎŃ Î½", + "ĠÙĨ ÙħÛĮ", + "ĠÙĨÙħ ÛĮ", + "Ġcu á»Ļc", + "Ġδ εν", + "Ġδε ν", + "å¹ ²", + "＿ ＿＿＿", + "＿＿ ＿＿", + "＿＿＿ ＿", + "à¥Ģ à¤Ł", + "Ġçık ar", + "Ġçı kar", + "Ġkon uÅŁ", + "Ġkonu ÅŁ", + "иÑĤ елÑĮно", + "иÑĤелÑĮ но", + "lan tı", + "lant ı", + "à¹Ħ ล", + "å¾ ĭ", + "Ġ íĶ¼", + "ĠíĶ ¼", + "ìĻ ¸", + "Ġs áng", + "éģ Ķ", + "о жд", + "ож д", + "Ġ آخر", + "ĠØ¢ خر", + "il ece", + "ile ce", + "à¥Ī न", + "Ġ jedn", + "Ġj edn", + "Ġje dn", + "Ġjed n", + "ĠÑģпе ÑĨи", + "´ Ŀ", + "Ġ Úĺ", + "Ġ ãĢĤĊ", + "ĠãĢĤ Ċ", + "èģ Į", + "Ġ ÙĨÛĮ", + "ĠÙĨ ÛĮ", + "ÑĤ оÑĢа", + "ÑĤо ÑĢа", + "ÑĤоÑĢ а", + "λ ι", + "Ġ ÙĪب", + "ĠÙĪ ب", + "iÅŁ im", + "iÅŁi m", + "ç» ´", + "ãĢĢ i", + "Ġm ua", + "Ġmu a", + "Ġj iž", + "Ġji ž", + "è¶ Ĭ", + "ãĤĴ è¦ĭ", + "Ġn á»Ļi", + "à¥į à¤Ĺ", + "à¥įठĹ", + "ç¨ ®", + "Ġ ãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢ", + "à¹ĥ หม", + "à¹ĥห ม", + "Ġ ÎĨ", + "ĠÎ Ĩ", + "ÙĨ دÛĮ", + "ÙĨد ÛĮ", + "ĠÑģ Ñĩ", + "Ġl á»ĩ", + "Ġlá» ĩ", + "l ub", + "lu b", + "еÑĢ ÑĤ", + "Ġ اطÙĦ", + "Ġا Ø·ÙĦ", + "Ġاط ÙĦ", + "ĠÑģ еÑĢед", + "ĠÑģеÑĢ ед", + "Ġ éģ", + "Ġé ģ", + "Ġз ал", + "Ġза л", + "ÙĨ ÛĮÙĨ", + "ÙĨÛĮ ÙĨ", + "çŁ¥ éģĵ", + "Ø¢ ÙĨ", + "Ġ кап", + "Ġк ап", + "Ġка п", + "Ġ à¹Ħม", + "Ġà¹Ħ ม", + "ů vod", + "ův od", + "ĠÙ¾ اÛĮ", + "Ġپا ÛĮ", + "ÑĤ ÑĢи", + "ÑĤÑĢ и", + "Ġi ht", + "Ġih t", + "๠Ĭ", + "Ġв ÑģÑĸ", + "ĠвÑģ Ñĸ", + "Ġt hay", + "Ġth ay", + "Ġtha y", + "å Ĩµ", + "åĨ µ", + "Ġ عÙĨÙĪاÙĨ", + "ĠعÙĨ ÙĪاÙĨ", + "Ġ Î¥", + "ĠÎ ¥", + "ภĿ", + "ε ÏĦαι", + "εÏĦ αι", + "iyor du", + "ï¼Į èĢĮ", + "çļĦ 人", + "Ġ सà¤Ń", + "Ġस à¤Ń", + "à¹ī à¸Ńย", + "à¹īà¸Ń ย", + "ι κο", + "ικ ο", + "ãĤĵ ãģ§", + "ì¡ ±", + "ÙĨج ÙĦÙĬزÙĬØ©", + "Ġž ád", + "ÑĢ ави", + "ÑĢа ви", + "ÑĢав и", + "γ γ", + "æµ ĭ", + "о ÑĨÑĸ", + "ãĢĢ ãĢĢĠãĢĢ", + "ãĢĢãĢĢ ĠãĢĢ", + "ãĢĢãĢĢĠ ãĢĢ", + "Ġतर ह", + "Ġ ëĨ", + "Ġë Ĩ", + "à¥Ģ à¤ļ", + "à¹Ī ม", + "Ġg á»ĵm", + "Ġk iá»ĩn", + "Ġki á»ĩn", + "è· Ł", + "Î ¦", + "es inin", + "esi nin", + "esini n", + "esin in", + "é ¥", + "é« Ķ", + "о Ñĩно", + "оÑĩ но", + "र ण", + "æĺ ¥", + "ç¶ ĵ", + "Ġ بار", + "Ġب ار", + "Ġبا ر", + "ê· ¼", + "éĻ ħ", + "Ġ سÙĬ", + "Ġس ÙĬ", + "Ñģ ÑĥÑĤ", + "ÑģÑĥ ÑĤ", + "ì µľ", + "å± ħ", + "ĠÄį esk", + "ĠÄįe sk", + "Îij ÎĿ", + "Ġd iá»ĩn", + "Ġdi á»ĩn", + "Ġ εί", + "Ġε ί", + "à¸ĩ à¸Ĺ", + "ãĤ ©", + "Ġv á»±c", + "Ġvá»± c", + "в ав", + "ва в", + "t ıģı", + "tı ģı", + "tıģ ı", + "Ġ ëªħ", + "Ġëª ħ", + "η ν", + "в иÑĤ", + "ви ÑĤ", + "Ġ Ø£Ùĥ", + "ĠØ£ Ùĥ", + "Ġп ÑĢоп", + "ĠпÑĢ оп", + "ĠпÑĢо п", + "r ak", + "ra k", + "ÑĢ аÑĤи", + "ÑĢа ÑĤи", + "ÑĢаÑĤ и", + "ĠÄij ánh", + "ĠÄijá nh", + "ÑĢ еп", + "ÑĢе п", + "ê ´ij", + "ê´ ij", + "е ÑĨÑĮ", + "еÑĨ ÑĮ", + "Ġब त", + "Ġ åĮĹ", + "ĠåĮ Ĺ", + "Ġs át", + "l edi", + "le di", + "led i", + "ìłģ ìľ¼ë¡ľ", + "ů j", + "Û° Û°", + "Ġnas ıl", + "Ġ ÙĪس", + "ĠÙĪ س", + "Ġ εξ", + "Ġε ξ", + "в Ñĭ", + "ç½ Ĺ", + "ارÛĮ Ø®", + "à¸Ľ ล", + "ί κ", + "Ġ ê¸Ī", + "Ġê¸ Ī", + "åĩ ł", + "å¼ ·", + "è¿ Ķ", + "Ġnh á»ı", + "å¾ Ģ", + "Ġда же", + "Ġç ev", + "к Ñĸ", + "Ġ Ø£Ùħ", + "ĠØ£ Ùħ", + "ี ส", + "ส ามารà¸ĸ", + "สาม ารà¸ĸ", + "Ġ ÐĦ", + "ĠÐ Ħ", + "Ñħод иÑĤ", + "ë ĸ", + "Ġtr uyá»ģn", + "Ġtruy á»ģn", + "Ġ ÑģÑĤан", + "ĠÑģÑĤ ан", + "ĠÑģÑĤа н", + "ëĵ¤ ìĿĢ", + "ا ÙĦت", + "اÙĦ ت", + "़ à¥ĩ", + "Ġ à¤ħब", + "Ġà¤ħ ब", + "æķ ¸", + "Ġд ÑĸÑı", + "ĠдÑĸ Ñı", + "ĠÙħ تر", + "ĠÙħت ر", + "Ġ ë¸", + "Ġë ¸", + "ï¾ į", + "Ġ ê³¼", + "Ġê³ ¼", + "Ġ زÛĮ", + "Ġز ÛĮ", + "ëŁ ¼", + "Ġ ÐŁÐµÑĢ", + "ĠÐŁ еÑĢ", + "Ġs ık", + "Ġsı k", + "н оÑģÑĤÑĮÑİ", + "ноÑģÑĤÑĮ Ñİ", + "ноÑģÑĤ ÑĮÑİ", + "Ġ eden", + "Ġe den", + "Ġed en", + "ا در", + "اد ر", + "ã Ħ", + "Ġ леÑĩ", + "Ġл еÑĩ", + "ĠÙĩ Ø°Ùĩ", + "ض ÙĪع", + "ضÙĪ ع", + "ĠìķĦ ëĭĪ", + "ĠìķĦëĭ Ī", + "ir ket", + "irk et", + "Ġ اگر", + "Ġا گر", + "ĠÑħ оÑĩ", + "Ġб ан", + "Ġба н", + "íĶ Į", + "æĢİ ä¹Ī", + "è Ľ", + "Ġब à¤ļ", + "ĠÚ© تاب", + "çī Į", + "Ġд ва", + "Ġдв а", + "ج ر", + "Ġп ÑĢоÑģÑĤо", + "ĠпÑĢоÑģÑĤ о", + "ĠпÑĢоÑģ ÑĤо", + "Ġà¤Ĩ व", + "Ġm ức", + "į ¼", + "Ġ jÃŃ", + "Ġj ÃŃ", + "íİ ĺ", + "Ġt amam", + "Ġta mam", + "Ġtam am", + "åĪ Ľ", + "ภĴ", + "п еÑĩ", + "пе Ñĩ", + "à¥ĭ स", + "Ġ Ñģем", + "ĠÑģ ем", + "Ġt Æ°Æ¡ng", + "ä¸ ģ", + "ī ´", + "Ġ ÑĢоÑģ", + "ĠÑĢ оÑģ", + "Ġ маÑĶ", + "Ġм аÑĶ", + "Ġма ÑĶ", + "æŃ Į", + "Ġ داÙĨÙĦÙĪد", + "ĠداÙĨ ÙĦÙĪد", + "ĠL oÃłi", + "ĠLo Ãłi", + "Ġed ilm", + "Ġedi lm", + "Ġedil m", + "Ġk onu", + "Ġko nu", + "Ġkon u", + "ĠاÙĦ Ùħر", + "ĠاÙĦÙħ ر", + "Ġu laÅŁ", + "Ġul aÅŁ", + "Ġyük sek", + "ο ι", + "Ùİ ÙĨ", + "Ġ bÄĽ", + "Ġb ÄĽ", + "ãĤ·ãĥ§ ãĥ³", + "ï¿£ ￣￣￣", + "￣￣ ￣￣", + "￣￣￣ ï¿£", + "Ġg üç", + "Ġgü ç", + "Ġ اÙĪÙĦ", + "Ġا ÙĪÙĦ", + "ĠاÙĪ ÙĦ", + "Ġ ма", + "Ġм а", + "Ġب خش", + "Ġبخ Ø´", + "ा à¤ĸ", + "ाठĸ", + "Ġв иÑģ", + "Ġви Ñģ", + "ž enÃŃ", + "že nÃŃ", + "žen ÃŃ", + "Ġz působ", + "Ġzp ůsob", + "z nam", + "zn am", + "Ġ رÙĪÛĮ", + "Ġر ÙĪÛĮ", + "ĠرÙĪ ÛĮ", + "åĭ Ŀ", + "। Ċ", + "ÙĦ ÙĤ", + "Ġж из", + "ÑĢ Ñĸв", + "ÑĢÑĸ в", + "ĠÑĥ пÑĢав", + "ĠÑĥп ÑĢав", + "Ġph á»ij", + "ic ros", + "icro s", + "Ġ à¹ģà¸ķ", + "Ġà¹ģ à¸ķ", + "Ġ ë°ķ", + "Ġë° ķ", + "ÙĪ ات", + "ÙĪا ت", + "ï¼Į ä¸Ģ", + "ан Ñģ", + "ç´ ļ", + "ย à¸Ļ", + "à¹ģ à¸Ĥ", + "Ġgi áo", + "Ġgiá o", + "äºĮ äºĮ", + "Ġ Ä°s", + "ĠÄ° s", + "ìĬ ¹", + "Ġo lacak", + "Ġol acak", + "Ġola cak", + "Ġ Các", + "ĠC ác", + "Ġ ÑĢÑĥб", + "ĠÑĢ Ñĥб", + "ĠÑĢÑĥ б", + "ẹ p", + "ÄŁ iniz", + "ÄŁini z", + "ÄŁin iz", + "ãģª ãģ©", + "Ġ моÑĢ", + "Ġм оÑĢ", + "Ġмо ÑĢ", + "ĠÑģ дел", + "ÙĦ ÙħاÙĨ", + "ÙĦÙħ اÙĨ", + "n ém", + "né m", + "å° į", + "Ġd ne", + "Ġdn e", + "ì¶ľ ìŀ¥", + "ع ب", + ": ::::::", + ":: :::::", + ":::: :::", + ":::::: :", + "::: ::::", + "::::: ::", + "Î Ĵ", + "e ket", + "ek et", + "Ġ ÑĢеÑĪ", + "ĠÑĢ еÑĪ", + "ĠÑĢе ÑĪ", + "è Ī¬", + "èĪ ¬", + "Ġ íĻĶ", + "ĠíĻ Ķ", + "ص د", + "Ġ маÑĢ", + "Ġм аÑĢ", + "Ġма ÑĢ", + "Ñı ж", + "Ø´ ار", + "ãģ ²", + "Ġ اÙĦÙĬ", + "Ġا ÙĦÙĬ", + "ĠاÙĦ ÙĬ", + "Ù į", + "à¤Ĥ à¤ľ", + "м Ñĭ", + "Ġka rar", + "Ġkar ar", + "Ġkara r", + "ÙĦÛĮ سÛĮ", + "ÙĦÛĮس ÛĮ", + "า à¸ĵ", + "าภĵ", + "ç¾ ¤", + "Ġol ması", + "Ġolm ası", + "Ġolma sı", + "Ġhaz ır", + "γÏģα ÏĨ", + "¯ u", + "в ол", + "во л", + "ĠÑģ ÑĤаÑĢ", + "ĠÑģÑĤ аÑĢ", + "ĠÑģÑĤа ÑĢ", + "o vala", + "ov ala", + "ova la", + "oval a", + "Ġв озмож", + "Ġвоз мож", + "Ġ дав", + "Ġд ав", + "Ġда в", + "é¢ ¨", + "ر ا", + "Ġдоп ом", + "ê² ĥ", + "Ġ ìĺ¬", + "Ġìĺ ¬", + "Ġ åİ", + "Ġå İ", + "Ġ 못", + "Ġëª »", + "u ç", + "í ļ", + "l ük", + "lü k", + "ä¸Ń å¿ĥ", + "Ġ दर", + "Ġद र", + "Ġ âĹĨ", + "ĠâĹ Ĩ", + "Ġt ay", + "Ġta y", + "Ġب سÛĮ", + "Ġبس ÛĮ", + "Ġ ÏĥÏĦα", + "ĠÏĥ ÏĦα", + "ĠÙħ Ø®", + "Ñı Ñī", + "å· ®", + "ภī", + "ëł ¹", + "à¹ĥà¸Ļ à¸ģาร", + "Ġ ÙĩÙĨ", + "ĠÙĩ ÙĨ", + "ãģ ¶", + "л Ñĸд", + "лÑĸ д", + "å į°", + "åį °", + "Ġs ao", + "Ġsa o", + "ÅĻ ad", + "리 ëĬĶ", + "Ñģ лед", + "Ñģл ед", + "åĶ ®", + "Ġ |:", + "Ġ| :", + "æķĻ èĤ²", + "Ġм ол", + "Ġмо л", + "ĠÙĩ ÙĬ", + "ë ģ", + "Ġ кÑĥлÑĮ", + "Ġк ÑĥлÑĮ", + "ĠкÑĥ лÑĮ", + "' nin", + "'n in", + "Ġ خر", + "ĠØ® ر", + "Ġge nel", + "Ġgen el", + "Ġgene l", + "Ġt á»Ń", + "Ġtá» Ń", + "Ġkur ul", + "Ġkuru l", + "ен ÑĤи", + "енÑĤ и", + "à¥ĭ à¤ľà¤¨", + "à¥ĭà¤ľ न", + "è¿Ļ æł·", + "Ġм Ñĸж", + "ĠмÑĸ ж", + "Ġngh iá»ĩm", + "Ġnghiá»ĩ m", + "ĠÏĢ ολ", + "ĠÏĢο λ", + "æĭ Ľ", + "Ġà¤Ĺ à¤ı", + "ầ y", + "Ġc ảm", + "Ġcả m", + "ç´ °", + "rı ca", + "Ġ عÙĦÛĮ", + "Ġع ÙĦÛĮ", + "ĠعÙĦ ÛĮ", + "ิ à¹ī", + "h ur", + "hu r", + "Ġch Æ°a", + "Ñĥ ÑĶÑĤÑĮÑģÑı", + "ÑĥÑĶ ÑĤÑĮÑģÑı", + "ãģ© ãģĨ", + "Ñĥ л", + "ิ ร", + "Ġ æľī", + "ä¼ ¼", + "ÑĦ еÑĢ", + "ÑįÑĤ омÑĥ", + "æĹ ħ", + "ĠÙħ ÙĪج", + "ĠÙħÙĪ ج", + "Ġ 본", + "Ġë³ ¸", + "Ġgi á»Ŀ", + "Ġgiá» Ŀ", + "Ġk iến", + "Ġki ến", + "à¹Ī วย", + "à¹Īว ย", + "Ġd üny", + "Ġdü ny", + "Ġdün y", + "Ġ زÙħ", + "Ġز Ùħ", + "о вÑĸ", + "ов Ñĸ", + "ĠÑĨ ÑĮого", + "ิ à¸ļ", + "Ġ ìĨIJ", + "ĠìĨ IJ", + "èIJ ¥", + "Ġ ÑĢÑĸз", + "ĠÑĢ Ñĸз", + "Ġh á»Ĺ", + "Ġhá» Ĺ", + "ÑĢ Ñĸб", + "ÑĢÑĸ б", + "Ġ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ìľ¼ ë©°", + "äºĨ ä¸Ģ", + "ĠÙĤ بÙĦ", + "ĠÙĤب ÙĦ", + "é¾ Ļ", + "Ġ گذ", + "ĠÚ¯ Ø°", + "Ġ ÙĤد", + "ĠÙĤ د", + "ãģª ãģĭãģ£ãģŁ", + "Ġ à¹Ģร", + "Ġà¹Ģ ร", + "Ġà¹Ģภ£", + "å¸ Į", + "ĠÑģ Ñħ", + "Ġг ÑĢом", + "ĠгÑĢ ом", + "ĠгÑĢо м", + "åĽ ¢", + "Ġ ì§ij", + "Ġì§ ij", + "Ġ лÑĥÑĩ", + "Ġл ÑĥÑĩ", + "åħ µ", + "Ġ ÐŀÑĤ", + "ĠÐŀ ÑĤ", + "Ġmu á»ijn", + "ãģĺ ãĤĥ", + "o vnÃŃ", + "ov nÃŃ", + "ë©´ ìĦľ", + "ë³ Ģ", + "Ġн еб", + "Ġне б", + "Ñģ ии", + "Ñģи и", + "ÙĨ Ùħ", + "ÄŁ in", + "ÄŁi n", + "Ġt oho", + "Ġto ho", + "Ġtoh o", + "en iz", + "eni z", + "ب اش", + "با Ø´", + "ĠÑģ лÑĥж", + "ĠÑģл Ñĥж", + "ĠÑģлÑĥ ж", + "Ġb ợi", + "Ġüzer e", + "Ġüz ere", + "Ġs adece", + "Ġsad ece", + "ĠÏĢ αÏģ", + "ĠÏĢα Ïģ", + "³³³³³³³³ ³³³³³³³³", + "³³³³³³³ ³³³³³³³³³", + "³³³³³ ³³³³³³³³³³³", + "³³³³³³³³³ ³³³³³³³", + "³³³³³³³³³³³ ³³³³³", + "èĮ ĥ", + "ÏĦ ικÏĮ", + "ÏĦικ ÏĮ", + "ÏĦι κÏĮ", + "Ġ äºĮ", + "ãĤĪãģĨ ãģ«", + "è ŀ", + "ãģ® ãģ¯", + "Ġ ÑĥкÑĢаÑĹн", + "ĠÑĥ кÑĢаÑĹн", + "Ġb ắt", + "в ан", + "ва н", + "Ġ ÑģÑĤÑĢа", + "ĠÑģ ÑĤÑĢа", + "ĠÑģÑĤ ÑĢа", + "ĠÑģÑĤÑĢ а", + "è¡ Ģ", + "nu tÃŃ", + "nut ÃŃ", + "o kt", + "ok t", + "รà¸ĩ à¹Ģร", + "Ġ صÙģ", + "Ġص Ùģ", + "åħ ļ", + "ÏĦ ί", + "ï¼ģ ãĢįĊĊ", + "ï¼ģãĢį ĊĊ", + "ĠÑĤем п", + "ĠÑĤе мп", + "é¡ Į", + "Ġs luž", + "Ġslu ž", + "Ñĥ ков", + "Ñĥк ов", + "Ġngh Ä©a", + "ĠnghÄ© a", + "çĶ ²", + "Ġd á»ħ", + "о ви", + "ов и", + "ÏĦ Ïħ", + "ر ÛĮÚ©", + "رÛĮ Ú©", + "ĠA nh", + "ĠAn h", + "ĠвÑģ его", + "ĠвÑģе го", + "âĢĮ Ú©ÙĨ", + "âĢĮÚ© ÙĨ", + "te ÅĻÃŃ", + "Ġm ục", + "Ùĩ ÙĨÚ¯", + "ÙĩÙĨ Ú¯", + "Ġ ÐŁÐ¾Ñģ", + "ĠÐŁ оÑģ", + "ĠÐŁÐ¾ Ñģ", + "Úĺ Ùĩ", + "ĠاÙĦ غ", + "æĿ ¾", + "y sl", + "ys l", + "Ġyap ılan", + "Ġyapı lan", + "Ġyapıl an", + "çĪ ¶", + "Ġm ạnh", + "ر اÙĩ", + "را Ùĩ", + "à¸Ķ à¸ĩ", + "o Äį", + "ë§ IJ", + "åł Ĥ", + "м аÑĤ", + "ма ÑĤ", + "Ġ eÅŁ", + "Ġe ÅŁ", + "ÙĪÙħ ات", + "Ġس اخت", + "åĽł 为", + "Ġп ÑĢий", + "ĠпÑĢ ий", + "ĠпÑĢи й", + "ıl mÄ±ÅŁ", + "é¤ ¨", + "ุ à¸ĩ", + "Ġ ëģ", + "Ġë ģ", + "à¸ķ าม", + "à¸ķา ม", + "åIJ ī", + "μ ή", + "Ġ æľ¬", + "Ġzá klad", + "ت ØŃ", + "è¾ ¼", + "Ġв Ñĸй", + "ĠвÑĸ й", + "ĠÙħÙĨ Ø·", + "Ġto án", + "к аÑĢ", + "ка ÑĢ", + "Ġ ÐĹа", + "ĠÐĹ Ð°", + "ĠпÑĢи мен", + "ĠпÑĢим ен", + "ãĤĭ ãģ¨", + "ั à¸Ĺ", + "ÛĮ س", + "ĠاÙĨ جاÙħ", + "ĠاÙĨج اÙħ", + "Ġع ÙĦÙĬ", + "ĠعÙĦ ÙĬ", + "़ ि", + "e ných", + "en ých", + "ený ch", + "ĠL iên", + "ĠLi ên", + "Ġ па", + "Ġп а", + "éļ Ĭ", + "Ġmo hou", + "Ġmoh ou", + "Ġк ÑĸлÑĮ", + "Ġ Το", + "ĠΤ ο", + "ا ÙĦب", + "اÙĦ ب", + "ÎŃ Î½", + "Ġna bÃŃ", + "Ġnab ÃŃ", + "ç i", + "ler den", + "lerde n", + "Ġth anh", + "Ġthan h", + "Ġtha nh", + "Ġb ütün", + "Ġ åŁ", + "Ġå Ł", + "ì¸ ł", + "Ġz at", + "Ġza t", + "ÙĬ ÙĪ", + "Ġμ ια", + "uy ết", + "Ñij н", + "åĪ Ĵ", + "ли во", + "лив о", + "à¹Ī à¸Ńà¸ĩ", + "à¹Īà¸Ń à¸ĩ", + "ä»ĸ 们", + "Ġб аг", + "Ġба г", + "ि à¤Ń", + "िठŃ", + "ĠÑĤ ам", + "ĠÑĤа м", + "Ġп ÑĢеп", + "ĠпÑĢ еп", + "ĠпÑĢе п", + "ิ à¸Ĭ", + "âĢĻ Ñıз", + "âĢĻÑı з", + "ĠPh ân", + "ж ен", + "же н", + "à¥Ī à¤ķ", + "ĠÑģлÑĥÑĩа е", + "Ġ .:", + "Ġ. :", + "åѦ æł¡", + "Ä° N", + "ç¾ ©", + "ĠÑģ ÑĤо", + "ĠÑģÑĤ о", + "Ġ हर", + "Ġह र", + "Ïħ ν", + "Ġx em", + "Ġxe m", + "Ġб ÑĥÑĤи", + "ĠбÑĥ ÑĤи", + "Ñģ иÑĤ", + "Ñģи ÑĤ", + "çª ģ", + "à¥į à¤Ľ", + "à¥įठĽ", + "åij ¢", + "ï¼Į ä¹Ł", + "e nÄĽ", + "en ÄĽ", + "Ġ κά", + "Ġκ ά", + "iy orum", + "iyor um", + "ĠÚ¯ Ùģت", + "âĹıâĹı âĹıâĹı", + "ั ม", + "Ġ Ðļон", + "ĠÐļ он", + "ĠÐļо н", + "н оÑĪ", + "но ÑĪ", + "ниÑĨ ÑĤ", + "ü zel", + "üz el", + "s ÃŃ", + "å¸ «", + "ص ÙĪÙĦ", + "çĥ Ń", + "ĠÄij ủ", + "ĠÄijá» §", + "ãĤ ®", + "æķ ħ", + "ĠÅ¡ kol", + "ĠÅ¡k ol", + "Ñĩ ен", + "Ñĩе н", + "à¹Ģ ย", + "à¹Ģภ¢", + "à¸Ļ à¸Ļ", + "ÙĢ ÙĢÙĢÙĢ", + "ÙĢÙĢ ÙĢÙĢ", + "ÙĢÙĢÙĢ ÙĢ", + "Ġ üç", + "Ġü ç", + "å¿ µ", + "ãĥª ãĤ¢", + "Ġ íĻĺ", + "ĠíĻ ĺ", + "Ġ éĩij", + "Ġéĩ ij", + "çı Ń", + "Ġ Ñģклад", + "ĠÑģ клад", + "ĠÑģк лад", + "Ñı ми", + "Ñıм и", + "ü f", + "Ġh ã", + "ĠÄIJ ại", + " Ĥ", + "åĦ ª", + "Ġbul unan", + "Ġbulun an", + "ĠاÙĦ ÙħØŃ", + "ĠاÙĦÙħ ØŃ", + "æĪ ı", + "Ġ è©", + "Ġè ©", + "Ġн оÑĢм", + "ĠноÑĢ м", + "Ġchu ẩn", + "Ġз аÑģÑĤ", + "Ġза ÑģÑĤ", + "ĠзаÑģ ÑĤ", + "Ġ vÃŃce", + "ĠvÃŃ ce", + "ĠvÃŃc e", + "Ð ĸ", + "Ġà¤Ĩ ध", + "Ġ Äįas", + "ĠÄį as", + "Ġ боÑĢ", + "Ġб оÑĢ", + "Ġбо ÑĢ", + "Ïģ ια", + "Ïģι α", + "ĠÙħ اÙĩ", + "ĠÙħا Ùĩ", + "Ġ íħ", + "Ġí ħ", + "ÅĻ el", + "ÅĻe l", + "Ñı ви", + "Ñıв и", + "ÏĦ εÏĤ", + "ÏĦε ÏĤ", + "i nÄĽ", + "in ÄĽ", + "Ġп еÑĢе", + "ĠпеÑĢ е", + "éķ ĩ", + "à¥įठŀ", + "Ġ éĺ", + "Ġé ĺ", + "à¹Ī าว", + "à¹Īา ว", + "ร ร", + "Ġ سÙĩ", + "Ġس Ùĩ", + "в али", + "ва ли", + "вал и", + "çķ Ļ", + "ĠÑĦ Ñĥнк", + "ĠÑĦÑĥн к", + "Ġ íĸī", + "Ġí ĸī", + "Ġíĸ ī", + "Ùģ Ùĩ", + "çĶŁ æ´»", + "èģ ŀ", + "o kud", + "ok ud", + "oku d", + "Ġ ìĤ´", + "ĠìĤ ´", + "ı zı", + "ız ı", + "Ġпо лÑĥ", + "Ġпол Ñĥ", + "ï¼Į ä½ł", + "Ø´ اÙĨ", + "æ± º", + "б ÑĢÑı", + "оÑģÑĥд аÑĢ", + "Ġo yun", + "Ġoy un", + "а нии", + "ан ии", + "ани и", + "Ġp rů", + "Ġpr ů", + "Ġn áv", + "Ġná v", + "Ġм енÑı", + "Ġмен Ñı", + "Ġìŀ ĺ", + "Ġ Ä°n", + "ĠÄ° n", + "Ġth ÃŃch", + "ĠthÃŃ ch", + "ĠÄij ảm", + "åľ Ĵ", + "Ġв же", + "Ġl oÃłi", + "Ġlo Ãłi", + "Ġ Ðŀн", + "ĠÐŀ н", + "м еÑģÑĤ", + "ме ÑģÑĤ", + "Ġ ξ", + "ĠÎ ¾", + "ãĢ ħ", + "Ġch iế", + "Ġchi ế", + "Ñĩ Ñĸ", + "Ġ íijľ", + "Ġí ijľ", + "ëĭ ¬", + "Ġ ëĭ¬", + "Ġëĭ ¬", + "à¥Ģ ड", + "ÑĢ алÑĮ", + "ÑĢа лÑĮ", + "ÑĢал ÑĮ", + "d ik", + "di k", + "Ġ íĨł", + "ĠíĨ ł", + "ëŁ ī", + "Ġ صÙĨ", + "Ġص ÙĨ", + "Ġs tej", + "Ġst ej", + "Ġste j", + "Ġа кÑĤив", + "Ġак ÑĤив", + "ĠакÑĤ ив", + "ĠакÑĤи в", + "Ġ é¦", + "Ġé ¦", + "Ġ à¹Ħà¸Ķ", + "Ġà¹Ħ à¸Ķ", + "æĬĢ æľ¯", + "Ġp rostÅĻed", + "Ġpro stÅĻed", + "Ġprost ÅĻed", + "å® ³", + "ãģ IJ", + "Ġol uÅŁtur", + "ĠoluÅŁ tur", + "e lop", + "el op", + "elo p", + "ãģ¡ ãĤĥ", + "éĥ İ", + "ض ا", + "Ġ خط", + "ĠØ® Ø·", + "ë° ķ", + "е ÑģÑı", + "еÑģ Ñı", + "ĠÙĩ ÛĮ", + "н ад", + "на д", + "Ġng Ãłnh", + "ÑĢ ÑĥÑĪ", + "ÑĢÑĥ ÑĪ", + "ãģĦ ãģĦ", + "Ġü rün", + "Ġür ün", + "à¸Ń à¸ķ", + "à¥ĭ प", + "Ġs ayı", + "Ġsa yı", + "Ġsay ı", + "à¥Ģ स", + "е ниÑħ", + "ен иÑħ", + "ени Ñħ", + "Ġ Ñģим", + "ĠÑģ им", + "ĠÑģи м", + "à¥Ģ द", + "å¤ ī", + "à¹Ī วม", + "à¹Īว ม", + "Ġ à¹Ģà¸Ĥ", + "Ġà¹Ģ à¸Ĥ", + "Ġà¹ĢภĤ", + "å·² ç»ı", + "а ÑĤо", + "аÑĤ о", + "ĠÑĢай он", + "í ĥĿ", + "íĥ Ŀ", + "Ġ ÑĤÑĢа", + "ĠÑĤ ÑĢа", + "ĠÑĤÑĢ а", + "l ayan", + "la yan", + "lay an", + "ế p", + "ा à¤Ł", + "ाठŁ", + "Ø® اب", + "人 æ°ij", + "å® Ŀ", + "è Ĩ", + "èª į", + "n aÄį", + "na Äį", + "Ġî ł", + "ĠÐļ и", + "ĠbaÅŁ ka", + "ĠbaÅŁk a", + "c ů", + "ض ع", + "èĪ ª", + "ี ม", + "Ñĭ ми", + "Ñĭм и", + "ÎĻ Σ", + "Ġشر کت", + "ย ว", + "Ġmus ÃŃ", + "Ġmu sÃŃ", + "Ġн ал", + "Ġна л", + "ี à¸Ĺ", + "Ġ áp", + "Ġá p", + "ร าย", + "æ² ¹", + "l eme", + "le me", + "lem e", + "Ġ मन", + "Ġम न", + "à¹Ħ à¸Ł", + "а ÑĤив", + "аÑĤ ив", + "аÑĤи в", + "¸ ı", + "èŃ °", + "Ïĥ ÏĦα", + "ÏĥÏĦ α", + "íĸ ¥", + "е ÑĤÑĥ", + "еÑĤ Ñĥ", + "ĠÑģв Ñıз", + "ĠÑģвÑı з", + "ед еÑĢа", + "ĠØ® ارج", + "า ษ", + "าภ©", + "âĢĮ Ù¾", + "Ñĸ г", + "é¡ ŀ", + "Ġkh ả", + "ĠÑģ пÑĢав", + "ĠÑģп ÑĢав", + "è¡ Ĺ", + "ãĥķ ãĤ¡", + "ãĥķãĤ ¡", + "Ġм еждÑĥ", + "Ġмеж дÑĥ", + "Ñĥ ли", + "Ñĥл и", + "Ġب زر", + "ÑĨ ен", + "ÑĨе н", + "Ġek onom", + "د ÙĨ", + "ا ÙħÛĮ", + "اÙħ ÛĮ", + "าส à¸ķร", + "ĠnÄĽ kol", + "ĠnÄĽk ol", + "g ün", + "з и", + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "ç¦ »", + "Ġtr Æ°á»Łng", + "ı i", + "íİ ¸", + "Ġ ÑĢеб", + "ĠÑĢ еб", + "ĠÑĢе б", + "åº ķ", + "Ġت ارÛĮØ®", + "н има", + "ни ма", + "ним а", + "Ġth ân", + "аÑĤ елÑĮно", + "аÑĤелÑĮ но", + "ĠاÙĦ Ø°ÙĬ", + "ĠاÙĦØ° ÙĬ", + "ÙĪ ÙĨÛĮ", + "ÙĪÙĨ ÛĮ", + "Ġ éĥ", + "Ġé ĥ", + "Ġb ình", + "Ġbì nh", + "ικ ήÏĤ", + "ική ÏĤ", + "à¸ŀ ล", + "تÙħ اع", + "ĠPr aha", + "ĠPra ha", + "Ġ ÑģÑĤав", + "ĠÑģÑĤ ав", + "ĠÑģÑĤа в", + "د ÙĬد", + "دÙĬ د", + "Ġgi ữa", + "Ġgiữ a", + "ĠпÑĢо вед", + "ĠпÑĢов ед", + "Âł k", + "ÙĨد Ú¯ÛĮ", + "ÑĨ ий", + "ÑĨи й", + "ç Ĵ", + "ĠاÙĦ Ø£Ùħ", + "ĠاÙĦØ£ Ùħ", + "Ġ è´", + "Ġè ´", + "Ø¥ ÙĨجÙĦÙĬزÙĬØ©", + "ĠìŀĪ ìĹĪëĭ¤", + "ĠìŀĪìĹĪ ëĭ¤", + "ç ·¨", + "ç· ¨", + "ัà¸Ļ à¸ĺ", + "ĠÑĢок Ñĸв", + "Ġc áo", + "Ġcá o", + "Ġkh ó", + "Ġ ÙĨÙĪع", + "ĠÙĨ ÙĪع", + "ĠÙĨÙĪ ع", + "س ÙĦ", + "Ġ ÑĥÑģлов", + "ĠÑĥ Ñģлов", + "ĠÑĥÑģл ов", + "ĠÑĥÑģ лов", + "Ġcứ u", + "ов ого", + "ово го", + "ि à¤Ĺ", + "िठĹ", + "Ķ ëĭ¤", + "æĿ İ", + "Ġbö lg", + "Ġböl g", + "Ġn gu", + "Ġng u", + "Ġh ữu", + "Ġhá» ¯u", + "н ии", + "ни и", + "ìł Ī", + "Ġп ÑĢом", + "ĠпÑĢ ом", + "ĠпÑĢо м", + "åı Į", + "Ġd Æ°á»Ľi", + "ĠdÆ°á» Ľi", + "ĠdÆ° Ỽi", + "Ð ®", + "ÙĬ Ø´", + "æ¸ ©", + "ëı ħ", + "Ġз мÑĸ", + "Ġзм Ñĸ", + "θη κε", + "ĠbaÄŁ lı", + "Ġüzer inde", + "Ġ تغ", + "Ġت غ", + "Ġп ÑĢогÑĢа", + "ĠпÑĢ огÑĢа", + "ĠпÑĢо гÑĢа", + "ĠпÑĢог ÑĢа", + "i ž", + "Ġ ç¥", + "Ġç ¥", + "Ġy ardım", + "Ġyard ım", + "Ġyar dım", + "ÂĢ ÂĢ", + "ÂĢ Ģ", + "Ġ Ñĥв", + "ĠÑĥ в", + "Ġ rů", + "Ġr ů", + "Ġch iến", + "Ġchi ến", + "Ġchiế n", + "ν οÏĤ", + "νο ÏĤ", + "ãģ¨ ãģª", + "ا ÙĨت", + "اÙĨ ت", + "è° ·", + "ÃŃ sk", + "ÃŃs k", + "is inde", + "isi nde", + "isin de", + "Ġд ог", + "Ġдо г", + "è¿ ½", + "Ġп ÑĢоÑĤив", + "ĠпÑĢо ÑĤив", + "ĠпÑĢоÑĤ ив", + "ĠпÑĢоÑĤи в", + "Ïģ οÏħ", + "Ïģο Ïħ", + "ãģ® ãģĭ", + "Ġb azı", + "Ġba zı", + "Ġbaz ı", + "ı rak", + "ır ak", + "à¥ĩ ष", + "à¥ĩठ·", + "ĠÙħ شار", + "ĠÙħØ´ ار", + "Ġ ìĸij", + "Ġìĸ ij", + "Ġ нез", + "Ġн ез", + "Ġне з", + "Ġ Ø°ÙĦÙĥ", + "ĠØ° ÙĦÙĥ", + "èª ¿", + "åĤ Ļ", + "ĠÑĤ ÑĢан", + "ĠÑĤÑĢ ан", + "ĠÑĤÑĢа н", + "ĠÏĢ αÏģα", + "ĠÏĢαÏģ α", + "ĠÏĢα Ïģα", + "ÛĮ Ùħت", + "ÛĮÙħ ت", + "Ġt iến", + "Ġti ến", + "Ġtiế n", + "ĠÙĩ ÙħÙĩ", + "ĠÙĩÙħ Ùĩ", + "e fon", + "ef on", + "» .ĊĊ", + "». ĊĊ", + "».Ċ Ċ", + "Ġ ÙĨد", + "ĠÙĨ د", + "ج ÙĦ", + "Ġد ادÙĩ", + "Ġداد Ùĩ", + "Ġ вед", + "Ġв ед", + "Ġве д", + "Ġ sın", + "Ġs ın", + "Ġsı n", + "ĠÑģ вÑĸÑĤ", + "ĠÑģв ÑĸÑĤ", + "e lerin", + "el erin", + "eler in", + "ele rin", + "eleri n", + "âĪ ¨", + "Ġy ür", + "д ан", + "да н", + "Ġ ÐŀÑģ", + "ĠÐŀ Ñģ", + "Ġh ạng", + "Ġhạn g", + "Ġhạ ng", + "è® ¸", + "Ïĥ ÏĦη", + "ÏĥÏĦ η", + "uy ến", + "Ġн аб", + "Ġна б", + "Ġ оÑħ", + "Ġо Ñħ", + "Ïĥ Ïī", + "Ġby ly", + "Ġbyl y", + "Ñģ киÑħ", + "Ñģк иÑħ", + "Ñģки Ñħ", + "l amak", + "la mak", + "lam ak", + "lama k", + "и ÑĤоÑĢ", + "иÑĤ оÑĢ", + "Ġy atır", + "Ġya tır", + "Ġyat ır", + "ĠпÑĢоиз вод", + "Ġ جÙħع", + "Ġج Ùħع", + "ĠجÙħ ع", + "Å ł", + "æıIJ ä¾Ľ", + "Ġpr vnÃŃ", + "Ġprv nÃŃ", + "Ġα ÏĢ", + "íĻ ©", + "ĠпÑĢа кÑĤи", + "ler inden", + "lerin den", + "lerinde n", + "ĠнеобÑħодим о", + "åº ·", + "Ùİ Ø§", + "Ġ سÙĨ", + "Ġس ÙĨ", + "Ä° L", + "Ġ ê´ij", + "Ġê ´ij", + "Ġê´ ij", + "Ġ PÅĻ", + "ĠP ÅĻ", + "ç ŀ", + "ĠÑĤемп еÑĢаÑĤÑĥ", + "Ġka bul", + "Ġkab ul", + "Ġbu dou", + "Ġbud ou", + "ÑĨÑĸ оналÑĮ", + "ÑĨÑĸон алÑĮ", + "ï½ ľ", + "Ġç ocuk", + "Ġçocu k", + "ĠÑĤ ÑĸлÑĮки", + "b yt", + "by t", + "ãĥ ¤", + "ĠÑģÑĤ аÑĤ", + "ĠÑģÑĤа ÑĤ", + "Ġ æĿ±", + "ĠæĿ ±", + "le žit", + "اس طة", + "ุ ร", + "i êm", + "iê m", + "ĠкÑĥлÑĮ ÑĤÑĥ", + "Ġ пон", + "Ġп он", + "Ġпо н", + "Ä© nh", + "åĸ ľ", + "н ев", + "не в", + "ÑĶ н", + "ĠÑģо оÑĤ", + "ë Ŀ", + "çĪ ¾", + "Ġtu á»ķi", + "k anı", + "kan ı", + "สำ หร", + "ا عت", + "اع ت", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "д еÑĢж", + "деÑĢ ж", + "Ġоб лаÑģÑĤи", + "Ġобла ÑģÑĤи", + "ĠоблаÑģ ÑĤи", + "ĠоблаÑģÑĤ и", + "Ġобл аÑģÑĤи", + "Ġv ừa", + "Ġvá» «a", + "Ġ ÙħÙħ", + "ĠÙħ Ùħ", + "à¸ģ ำ", + "à¹ģ ม", + "iver sit", + "ivers it", + "à¹ģ ส", + "æ¬ §", + "l anan", + "la nan", + "lan an", + "ÙĬ ÙĨØ©", + "ÙĬÙĨ Ø©", + "س Ø©", + "ĠлÑİд ей", + "ร รม", + "รร ม", + "Ġ ì±Ħ", + "Ġì± Ħ", + "Ġ 天", + "Ġå¤ ©", + "ен нÑĭÑħ", + "à¹ģ ห", + "Ġs práv", + "Ġsp ráv", + "Ġspr áv", + "èŃ ¦", + "ï¼ ľ", + "ั à¸Ĵ", + "il ecek", + "ile cek", + "ilece k", + "Ġ æŁ", + "Ġæ Ł", + "Ġ èĭ±", + "Ġèĭ ±", + "ĠÑħ оÑĢоÑĪ", + "ëł ĩ", + "Û² Û°Û°", + "Û²Û° Û°", + "æĬ ¤", + "Ġl ã", + "ÅĻÃŃ zenÃŃ", + "ÅĻÃŃz enÃŃ", + "ĠتÙĪÙĦ ÛĮد", + "éļ Ľ", + "ãĤĮ ãģ°", + "á Å¡", + "ارÙĬ Ø®", + "æĶ »", + "Ġkho ảng", + "Ġkhoản g", + "éĻ į", + "о ван", + "ов ан", + "ова н", + "Ġg ây", + "âĢĻn ın", + "Ø£ ÙĨ", + "m iÅŁtir", + "mi ÅŁtir", + "miÅŁ tir", + "miÅŁti r", + "Ġs ức", + "Ġsứ c", + "к ÑĥÑģ", + "кÑĥ Ñģ", + "Ġüzer ine", + "ÄŁ ü", + "ا بر", + "اب ر", + "ï¼Į å°±", + "Ì £", + "Ġ ëıĮ", + "Ġëı Į", + "Ġtr á»±c", + "æĶ¶ å½ķ", + "æī ¿", + "ĠN á»Ļi", + "Ġ çĻ¾", + "ĠçĻ ¾", + "ÑĪ ÑĮ", + "ج Ø©", + "ë² ł", + "ठī", + "à ¸ı", + "ภı", + "Ġü lk", + "Ġül k", + "ĠÙĩست ÙĨد", + "ัà¸ļ à¸ģาร", + "ĠÑı ка", + "ĠÑıк а", + "ã İ", + "Ġ Як", + "ĠЯ к", + "Ġг де", + "t iv", + "ti v", + "ãĢ Ī", + "лÑİ Ñĩа", + "лÑİÑĩ а", + "ा ।Ċ", + "ा। Ċ", + "Ġ ÙħاÙĨ", + "ĠÙħ اÙĨ", + "ĠÙħا ÙĨ", + "Ġd lou", + "Ġdl ou", + "Ġ ãĥķ", + "Ġãĥ ķ", + "ठĽ", + "Ġph ục", + "Ġphụ c", + "a kat", + "ak at", + "aka t", + "Ð ¬", + "as ını", + "ĠæĬķ 稿", + "ÑĢ ев", + "ÑĢе в", + "Ġv yt", + "Ġvy t", + "Ġz mÄĽ", + "Ġzm ÄĽ", + "ÏĦ Ïī", + "è ¬", + "Ġ Ñĥм", + "ĠÑĥ м", + "Ġuz un", + "Ġp roti", + "Ġpro ti", + "Ġpr oti", + "Ġprot i", + "ĠÑģо ÑģÑĤоÑı", + "ĠÑģоÑģÑĤ оÑı", + "ัà¸Ĵ à¸Ļ", + "a tik", + "at ik", + "ati k", + "Ġ à¸ł", + "Ġภł", + "Ġà¤Ĩ द", + "lar ından", + "ların dan", + "larında n", + "æĢ ¥", + "ãĥ¼ ãĤ¯", + "ãĥ¼ãĤ ¯", + "ĠÙĦ ÙĦÙħ", + "ĠÙĦÙĦ Ùħ", + "Ùģ تÙĩ", + "Ùģت Ùĩ", + ". :.", + ".: .", + "üç ük", + "ол ева", + "à¹Į Ċ", + "ĠпеÑĢ ев", + "ĠпеÑĢе в", + "ĠÙĨ سب", + "ĠÙĨس ب", + "е леннÑı", + "ел еннÑı", + "елен нÑı", + "' ın", + "'ı n", + "ν Ïī", + "è¡ £", + "Ġ دÙĬ", + "Ġد ÙĬ", + "åį ĩ", + "Ġbel irt", + "Ġbelir t", + "Ġ /:", + "Ġ/ :", + "èij ī", + "Ġv yh", + "Ġvy h", + "çļĦ ä¸Ģ", + "èĥ Į", + "Ġ ìĹ´", + "ĠìĹ ´", + "о ла", + "ол а", + "Ġ تب", + "Ġت ب", + "á ci", + "ác i", + "ा à¤ī", + "ाठī", + "ภİ", + "çĶ ¢", + "à¥Ī ल", + "Ġ ÙĤØ·", + "ĠÙĤ Ø·", + "ëĦ Ī", + "ắ m", + "ÑĢ Ñıд", + "ÑĢÑı д", + "Ġph ụ", + "ĠÙĪ اÙĤع", + "ĠÙĪا ÙĤع", + "Ġm erk", + "Ġme rk", + "Ġmer k", + "Ġch á»ijng", + "å¯ Ł", + "ا بط", + "اب Ø·", + "us unda", + "usu nda", + "Ġод на", + "ž el", + "že l", + "ĠÑģ Ñĥм", + "ĠÑģÑĥ м", + "Ġph ù", + "Ġ ζ", + "ĠÎ ¶", + "Ġz av", + "Ġza v", + "e dn", + "ed n", + "Ġp otÅĻeb", + "Ġpot ÅĻeb", + "ĠÚ©ÙĨ ÙĨد", + "ĠÑĢ азв", + "ĠÑĢаз в", + "ĠÑĢа зв", + "¿ ł", + "ĠاÙĦ ز", + "Ġm ÄĽl", + "ĠmÄĽ l", + "Ġ ÑģÑĤанов", + "ĠÑģÑĤ анов", + "ĠÑģÑĤан ов", + "ĠÑģÑĤа нов", + "Ġ درÛĮ", + "Ġد رÛĮ", + "Ġدر ÛĮ", + "Ġt ượng", + "ã ģµ", + "ãģ µ", + "Ġд ви", + "Ġдв и", + "ÑĮ Ñı", + "è £½", + "è£ ½", + "Ġ تÙĦ", + "Ġت ÙĦ", + "Å¡ Å¥", + "ãģª ãĤī", + "Ġà¤ķ à¤Ī", + "Å¡ i", + "âĢĮ است", + "Ġk ỹ", + "Ġká» ¹", + "ë§ Ŀ", + "Ġà¤Ĩ à¤ľ", + "ãĥ ´", + "Ġb á»ı", + "du ÄŁu", + "duÄŁ u", + "Ġ æ¯", + "Ġæ ¯", + "п еÑĢ", + "пе ÑĢ", + "ا ÙĦÙĬØ©", + "اÙĦ ÙĬØ©", + "اÙĦÙĬ Ø©", + "æīĢ 以", + "åħ °", + "Ġ oran", + "Ġo ran", + "Ġor an", + "Ġora n", + "Ġ íŀ", + "Ġí ŀ", + "Ïĥ ία", + "Ïĥί α", + "Ġph ủ", + "ĠбÑĭ ла", + "ĠбÑĭл а", + "Ñĩ ива", + "Ñĩи ва", + "Ñĩив а", + "Ġ ê°Ħ", + "Ġê° Ħ", + "о лÑĸ", + "ол Ñĸ", + "Ùĥ ت", + "å ħ§", + "åħ §", + "à¥Ĥ à¤Ł", + "Ġ ëĸ", + "Ġë ĸ", + "Ġ ÙĦÙĩ", + "ĠÙĦ Ùĩ", + "ëłĪ ìĿ´", + "Ġh ız", + "å¤ ı", + "ĠæĬķ稿 æĹ¥", + "éļ ¾", + "ĵ °", + "г лÑıд", + "глÑı д", + "гл Ñıд", + "ì n", + "Ġ меÑĢ", + "Ġм еÑĢ", + "Ġ ãĢij", + "ĠãĢ ij", + "Ġ обÑī", + "Ġоб Ñī", + "um hur", + "çł ´", + "л иÑģÑĮ", + "ли ÑģÑĮ", + "sp ÄĽ", + "ر ÙĬÙĤ", + "رÙĬ ÙĤ", + "Ġ تÙģ", + "Ġت Ùģ", + "Ġا ÙĦÙĪ", + "ĠاÙĦ ÙĪ", + "çµ ±", + "а лоÑģÑĮ", + "ал оÑģÑĮ", + "ало ÑģÑĮ", + "Ġm ô", + "Ġv á»ĩ", + "Ġvá» ĩ", + "Ġ δι", + "Ġδ ι", + "Ġ зн", + "Ġз н", + "Ġ بØŃ", + "Ġب ØŃ", + "ت Ùī", + "Ġ ì§ģ", + "Ġì§ ģ", + "Ġvel mi", + "uyá» ħn", + "Ġph ạm", + "ÑģÑĤв ом", + "ÑģÑĤво м", + "ĠÙĪ اÙĦÙħ", + "ĠÙĪاÙĦ Ùħ", + "ĠÙĪا ÙĦÙħ", + "ĠбÑĭ ли", + "ĠбÑĭл и", + "ا Ø°", + "Ø§Ø °", + "ÄĽ ÅĻ", + "â Ħĸ", + "âĦ ĸ", + "Ġп олож", + "Ġпо лож", + "Ġпол ож", + "า à¸ģาร", + "าà¸ģ าร", + "ĠÄį lán", + "Îķ Ρ", + "Ġ ìĤ°", + "ĠìĤ °", + "β α", + "Ġ æĹ¥æľ¬", + "ĠæĹ¥ æľ¬", + "ز د", + "ĠÙĨ ÛĮست", + "ĠÙĨÛĮ ست", + "Ġha yat", + "Ġhay at", + "Ġhaya t", + "ç¢ º", + "à¹Ģ วล", + "à¹Ģว ล", + "ĠCh ÃŃnh", + "ĠChÃŃ nh", + "ï¼Į æĺ¯", + "ĠÙĪ اØŃ", + "ĠÙĪا ØŃ", + "èı ¯", + "Ġή ÏĦαν", + "Ġx á»Ń", + "ĠÄį erv", + "ĠÄįer v", + "ĠÄįe rv", + "ĠÙħد ÛĮر", + "é Ĩ", + "ĠëĪ Ī", + "ç» Ń", + "Ġt ên", + "ìĸ ¸", + "Ġort aya", + "Ġorta ya", + "Ġ жен", + "Ġж ен", + "Ġже н", + "Ġn Æ¡i", + "ен нÑĭе", + "ÑĦ екÑĤив", + "ÑĦек ÑĤив", + "íĿ ¬", + "Ġkh á»ı", + "ĠÄij a", + "os yal", + "osy al", + "à¸Ľà¸£à¸° à¹Ģà¸Ĺศ", + "Ġo dst", + "Ġod st", + "Ġ à¸ĸ", + "Ġภĸ", + "Ġο ÏĢο", + "æĶ¿ åºľ", + "Ġb Ãłn", + "ĠbÃł n", + "ĠG iá»", + "ĠGi á»", + "Ġold uk", + "Ġol duk", + "Ġoldu k", + "о вание", + "ов ание", + "ова ние", + "овани е", + "ован ие", + "à¸Ń ส", + "Ġ нев", + "Ġн ев", + "Ġне в", + "ÏĦ Ïģο", + "ÏĦÏģ ο", + "Ġ ìĨį", + "ĠìĨ į", + "k ı", + "Ġब ड", + "Ġ ÏħÏĢ", + "ĠÏħ ÏĢ", + "Ġ Vý", + "ĠV ý", + "ï¾ Ħ", + "çŃ ĸ", + "ε ÏĨ", + "Ġ åħ¨", + "Ġåħ ¨", + "ĠÙģ رÙĪØ´", + "ĠÙģر ÙĪØ´", + "ĠÙģرÙĪ Ø´", + "ÙĤÛĮ ÙĤ", + "ä¼ģ ä¸ļ", + "ε Ïį", + "èĻ Ł", + "Ġa yr", + "Ġay r", + "ض ÙĪ", + "Å¡ el", + "Å¡e l", + "Ġп ÑĸÑģлÑı", + "ĠпÑĸÑģ лÑı", + "Ñĸй Ñģ", + "é¢ Ĩ", + "Ú© تر", + "کت ر", + "л Ñĥб", + "лÑĥ б", + "è« ĸ", + "æ° ¸", + "ез пеÑĩ", + "Ġ кам", + "Ġк ам", + "Ġка м", + "ع داد", + "عد اد", + "ê±° ëŀĺ", + "ู à¸ĩ", + "ĠتÙĩ راÙĨ", + "Ġ ëĦĪ", + "ĠëĦ Ī", + "ÑĢ ив", + "ÑĢи в", + "Ġ ÑĤоÑĢ", + "ĠÑĤ оÑĢ", + "ĠÑĤо ÑĢ", + "ا Ùī", + "ا٠ī", + "' Ñıз", + "'Ñı з", + "ÙIJ ÙĬ", + "Ġkh ÃŃ", + "Ġ ÑĪÑĤ", + "ĠÑĪ ÑĤ", + "Ġ ξε", + "ĠÎľ ε", + "Ġb iri", + "Ġbi ri", + "Ġbir i", + "è ĩ´", + "èĩ ´", + "Ñĥ вав", + "Ñĥв ав", + "Ñĥва в", + "ãģĪ ãĤĭ", + "Ġд иÑģ", + "Ġди Ñģ", + "а ÑİÑĤ", + "аÑİ ÑĤ", + "ص ب", + "åĿ ĩ", + "о лÑİ", + "ол Ñİ", + "èĭ ¥", + "Ġ اث", + "Ġا Ø«", + "ĠØ§Ø «", + "s ou", + "so u", + "åIJ ĥ", + "ãģ® ãģł", + "ub lik", + "ubl ik", + "л ей", + "ле й", + "Âł m", + "Ġíıī ê·ł", + "ạ y", + "ε ÏĢ", + "t ık", + "tı k", + "Ġv yu", + "Ġvy u", + "ع ÙĪد", + "Ġд оз", + "Ġдо з", + "Ġl á»ĭch", + "è³ ª", + "à¥ģ à¤Ī", + "à¥ģठĪ", + "ั à¸ŀ", + "Ġt ém", + "Ġté m", + "Ġ kaç", + "Ġk aç", + "Ġka ç", + "Ġc ái", + "Ġcá i", + "Ġ μα", + "Ġμ α", + "âĢ¦âĢ¦ ãĢįĊĊ", + "í Ī¬", + "ر ÙĪÙĩ", + "رÙĪ Ùĩ", + "Ġ rych", + "Ġr ych", + "Ġry ch", + "Îij Τ", + "Ġ ÑĢÑĸв", + "ĠÑĢ Ñĸв", + "ë³ ij", + "åģ ¥", + "Ġzd rav", + "Ġ عدد", + "Ġع دد", + "Ġعد د", + "èį ī", + "δ ια", + "δι α", + "Ġv áºŃn", + "Ñĭ ÑĤ", + "Ġкол иÑĩ", + "Ġко лиÑĩ", + "Ġколи Ñĩ", + "ÏĮ ÏĦε", + "Ġb ırak", + "Ġ ØŃÙħ", + "ĠØŃ Ùħ", + "Ġch á»ĭ", + "é» Ħ", + "ĠاÙĦÙħت ØŃدة", + "ื à¸Ńà¸ģ", + "ืà¸Ń à¸ģ", + "Ġз али", + "Ġза ли", + "Ġзал и", + "Ġnh anh", + "âĢĮ تÙĪاÙĨ", + "ëĿ ½", + "Ġت ÙĪسط", + "ĠتÙĪ سط", + "ĠتÙĪس Ø·", + "è¦ģ æ±Ĥ", + "а лÑĥ", + "ал Ñĥ", + "ün kü", + "ünk ü", + "ãģª ãĤĵ", + "Ġ Trong", + "ĠT rong", + "ĠTr ong", + "ĠTro ng", + "à¸Ļ ะ", + "åij ¼", + "Ġ ÙĬÙħ", + "ĠÙĬ Ùħ", + "и ки", + "ик и", + "ĠÑĤ ÑĥÑĤ", + "ĠÑĤÑĥ ÑĤ", + "Ġya ÅŁam", + "ĠyaÅŁ am", + "Ġm á»įi", + "é ĽĦ", + "éĽ Ħ", + "ĠØŃ Ø¶", + "Ġав ÑĤом", + "ĠавÑĤ ом", + "Ġसब स", + "Ġy ếu", + "ãĤ¹ ãĤ¿", + "Ïĩ ή", + "Ñĸ Ñİ", + "è ĺ", + "ิ ย", + "Ġm ev", + "Ġme v", + "ick ého", + "ické ho", + "ि ह", + "िठ¹", + "åŃ £", + "θ ή", + "Ġब ढ", + "ĠاÙĦ Ùħس", + "ĠاÙĦÙħ س", + "ÏĦ οÏħ", + "ÏĦο Ïħ", + "ek li", + "ekl i", + "Ġде ÑĢев", + "ĠдеÑĢ ев", + "å¸ Ń", + "æ² Ļ", + "ãģ« ãĤĤ", + "Ġo blast", + "Ġob last", + "Ġobl ast", + "Ġh á»Ļ", + "Ġhá» Ļ", + "Ġ å¹³", + "Ġå¹ ³", + ".:.:.:.: .:.:.:.:", + ".:.:.:. :.:.:.:.:", + "Ġ éĸ", + "Ġé ĸ", + "Ġ جز", + "Ġج ز", + "ĠÙĩÙħ ÚĨ", + "ä¸ ¦", + "ÑĨ еп", + "ÑĨе п", + "ा Ċ", + "ä¸Ń çļĦ", + "'n ın", + "Ġ íķĺëĬĶ", + "Ġíķĺ ëĬĶ", + "ÑĶ ÑĹ", + "Ġ بش", + "Ġب Ø´", + "åį ´", + "ä¹ ł", + "ĠاطÙĦ اعات", + "ĠاطÙĦاع ات", + "Ġ ë²ł", + "Ġë² ł", + "Ġکرد ÙĨ", + "Ġکر دÙĨ", + "ा ड", + "ाठ¡", + "Ġà¤ħ र", + "ĠH á»į", + "ĠHá» į", + "ĠгÑĢом ад", + "Ġ ست", + "ĠØ ³Øª", + "Ġس ت", + "ÏĦι ÏĤ", + "Ġan cak", + "Ġanc ak", + "Ġ ог", + "Ġо г", + "Ġk teÅĻÃŃ", + "Ġ æ¬", + "Ġæ ¬", + "Ġ Ngh", + "ĠN gh", + "ĠNg h", + "Ġt edy", + "Ġte dy", + "Ġted y", + "Ġ ÏĢο", + "ĠÏĢ ο", + "Ġqu ân", + "Ġб Ñĥли", + "ĠбÑĥ ли", + "è¯ Ĩ", + "Ġt ừng", + "Ġtá» «ng", + "Ġtừ ng", + "人 çļĦ", + "ี à¸ģาร", + "ีà¸ģ าร", + "Ġκα ÏĦα", + "Ġpo uze", + "Ġpou ze", + "¡ ng", + "ĠØ¢ ر", + "Ġ ÑĤÑĥ", + "ĠÑĤ Ñĥ", + "Ġt á»·", + "Ġtá» ·", + "ĠD anh", + "ĠDan h", + "ĠDa nh", + "о ном", + "он ом", + "Ñģ ий", + "Ñģи й", + "Ġ à¹Ģà¸Ķ", + "Ġà¹Ģ à¸Ķ", + "Ġà¹ĢภĶ", + "£ ¨", + "Å¡ k", + "ãĥĥ ãĥī", + "ar dır", + "ard ır", + "Ġyö net", + "Ġyön et", + "Ñĥ вали", + "Ñĥв али", + "Ñĥва ли", + "åħĪ çĶŁ", + "Ġ ÐIJÑĢ", + "ĠÐIJ ÑĢ", + "Ġprot ože", + "Ġproto že", + "Ġ íģ¬", + "Ġíģ ¬", + "Ġjed not", + "Ġjedn ot", + "Ġjedno t", + "Ġt ý", + "éĩ ĩ", + "Ġ หร", + "Ġห ร", + "Ġ åľ°", + "Ġåľ °", + "çº ¢", + "Ġм олод", + "Ġмол од", + "Ġмо лод", + "iên g", + "iê ng", + "ĠÏĮ ÏĦι", + "Ġد اشتÙĩ", + "Ġداش تÙĩ", + "Ġداشت Ùĩ", + "Ġuy gun", + "Ġuyg un", + "Ġuygu n", + "Ġоп еÑĢа", + "ĠопеÑĢ а", + "åı «", + "Ġ ап", + "Ġа п", + "Ġ кÑĥÑĢ", + "Ġк ÑĥÑĢ", + "ĠкÑĥ ÑĢ", + "ا عة", + "اع Ø©", + "un uz", + "unu z", + "Ġ ìĤ¬ì§Ħ", + "ĠìĤ¬ ì§Ħ", + "Ġv ô", + "ç ok", + "ço k", + "Ġ èģ", + "Ġè ģ", + "ÑĤе ÑĢеÑģ", + "ÑĤеÑĢ еÑģ", + "Ġ استاÙĨ", + "Ġا ستاÙĨ", + "Ġاست اÙĨ", + "Ġاس تاÙĨ", + "а лаÑģÑĮ", + "ала ÑģÑĮ", + "à¥ģ व", + "à¥ģठµ", + "á» ³", + "Ġl Æ°u", + "Ġ Та", + "ĠТ а", + "Ġl á»±a", + "' ÑĶ", + "Ġ üy", + "Ġü y", + "Ġ ÛĮÚ©ÛĮ", + "ĠÛĮ Ú©ÛĮ", + "ĠÛĮÚ© ÛĮ", + "æ ¾", + "н ем", + "не м", + "Ġ خاÙĨ", + "ĠØ® اÙĨ", + "ĠÑį лек", + "ÙĤ اÙĦ", + "л ок", + "ло к", + "ĠÄij ẹp", + "à¥ī ल", + "Ġm ůž", + "Ġmů ž", + "ëĭ¤ ëĬĶ", + "Ġ íķĺëĤĺ", + "Ġíķĺ ëĤĺ", + "ÙĦ ت", + "çİ° åľ¨", + "м о", + "Ïħ Ïĥ", + "ãģŁ ãģ¡", + "ĠìłĦ ìĦ¸", + "à¥į à¤Łà¤°", + "à¥įà¤Ł र", + "ع ات", + "عا ت", + "د ÙĪ", + "ä¿ º", + "æ¥ ½", + "æ£ ®", + "Ġл иÑģÑĤ", + "Ġли ÑģÑĤ", + "δ ι", + "å¯ Į", + "ĠÄij Æ°a", + "в еÑģÑĤи", + "ве ÑģÑĤи", + "веÑģÑĤ и", + "д о", + "ан нÑĸ", + "Ġü ret", + "Ġür et", + "Ġg á»įi", + "ĠÑģ воÑİ", + "ĠÑģв оÑİ", + "ĠÑģво Ñİ", + "á» «ng", + "ừ ng", + "Ġt ất", + "äºļ æ´²", + "á ce", + "ác e", + "N Ãį", + "Ġ ÑĢÑĭ", + "ĠÑĢ Ñĭ", + "æ» ¡", + "Ïģ εÏĤ", + "Ïģε ÏĤ", + "åħį è´¹", + "л оÑĤ", + "ло ÑĤ", + "æĻ º", + "Ġα γ", + "Ġà¤ħ म", + "Ġ ç´", + "Ġç ´", + "о до", + "од о", + "Ñħ и", + "Ġngu á»ĵn", + "éĥ¨ åĪĨ", + "в аÑĤ", + "ва ÑĤ", + "ĠÑĤ еб", + "ĠÑĤе б", + "з аÑĨÑĸÑĹ", + "за ÑĨÑĸÑĹ", + "Ġ ÐŁÑĢо", + "ĠÐŁ ÑĢо", + "ĠÐŁÑĢ о", + "ع ÛĮ", + "Ġ ÙĪÙĬ", + "ĠÙĪ ÙĬ", + "ëŀ ľ", + "Ġne by", + "Ġneb y", + "Ġج دÛĮد", + "Ġجد ÛĮد", + "ÄŁ imiz", + "ÄŁim iz", + "£ ½", + "Ġà¤Ĩ त", + "Ġà¤Ń र", + "æī ĺ", + "å®ī åħ¨", + "Ġëĵ¤ ìĸ´", + "ب رد", + "بر د", + "Ġê²ĥ ìĿ´", + "äº ²", + "æ° ı", + "ал Ñĸз", + "алÑĸ з", + "l ack", + "la ck", + "lac k", + "ĠÙħخت ÙĦÙģ", + "ا ÙĨÙĬØ©", + "اÙĨ ÙĬØ©", + "اÙĨÙĬ Ø©", + "Ġ ì²Ń", + "Ġì² Ń", + "Ġ виÑĤ", + "Ġв иÑĤ", + "Ġви ÑĤ", + "Ġhar eket", + "Ġhare ket", + "Ġharek et", + "é ¨", + "à¸Ļ ำ", + "Ġب رخ", + "Ġبر Ø®", + "å£ ²", + "Ñĩ ай", + "Ñĩа й", + "Ġan lat", + "Ġà¤ħ व", + "ĠاÙģ ز", + "Ġh ết", + "ĠÚĨ ÙĨد", + "éĹ ľ", + "пÑĢи ÑĶм", + "g ı", + "Ġk omp", + "Ġkom p", + "Ġko mp", + "Ġl Ỽp", + "ĠlỼ p", + "Ġm á»Ĺi", + "Ġmá» Ĺi", + "à¸Ľà¸£à¸° à¸ģ", + "Ġ haf", + "Ġh af", + "Ġha f", + "Ġ eder", + "Ġe der", + "Ġed er", + "Ġзд оÑĢов", + "à¥Ĥ म", + "ëł ¸", + "Ġo nun", + "Ġon un", + "Ġonu n", + "ĠÙħر دÙħ", + "ĠÙħرد Ùħ", + "ĠÐľ аÑĢ", + "ĠÐľÐ° ÑĢ", + "Ġìĸ´ ëĸ", + "м ан", + "ма н", + "Ġ ÑģилÑĮ", + "ĠÑģ илÑĮ", + "ĠÑģи лÑĮ", + "ĠÑģил ÑĮ", + "ç¶ ²", + "ë¸ Ķ", + "л ÑıеÑĤ", + "лÑı еÑĤ", + "ĠнеÑģк олÑĮко", + "ĠнеÑģколÑĮ ко", + "l andır", + "land ır", + "lan dır", + "landı r", + "Ġв д", + "ĠÙĨ ÙĪ", + "ãģ İ", + "ÑĤ ин", + "ÑĤи н", + "ت Ø´", + "а ний", + "ан ий", + "ани й", + "Ġt ÅĻ", + "Ñģ иÑħ", + "Ñģи Ñħ", + "л ом", + "ло м", + "æŃ ©", + "ãİ ¡", + "Ġ ØŃر", + "ĠØŃ Ø±", + "æĭ į", + "e nou", + "en ou", + "eno u", + "Ġв ели", + "Ġвел и", + "Ġве ли", + "Ġ δη", + "Ġδ η", + "s ka", + "sk a", + "主 è¦ģ", + "ا ÙģØ©", + "اÙģ Ø©", + "ĠболÑĮ ÑĪе", + "ĠболÑĮÑĪ е", + "ิ ศ", + "çĽ Ĭ", + "ĠÙģ ÙĤØ·", + "ĠÙģÙĤ Ø·", + "å¨ ģ", + "Ġh Æ°á»Łng", + "ĠD oÄŁ", + "ĠDo ÄŁ", + "Ġd Ãłi", + "Ġ гоÑĤов", + "Ġг оÑĤов", + "ĠгоÑĤ ов", + "Ġв ам", + "Ġва м", + "âĢ ī", + "ा à¤ļ", + "ाठļ", + "åħ ¸", + "à¹ĥ หà¸į", + "à¹ĥห à¸į", + "Ġ ç«", + "Ġç «", + "ekt ör", + "Ġв ел", + "Ġве л", + "Ġ ÙĦÙĪ", + "ĠÙĦ ÙĪ", + "Ø´ تÙĩ", + "شت Ùĩ", + "æĺ ¾", + "ả y", + "à¹Ĥ ม", + "Ġt á»ķng", + "Ġtá»ķ ng", + "Ġtá»ķn g", + "ĠповеÑĢ Ñħ", + "ÑĹ Ð²", + "Ġph ép", + "çļ ĩ", + "Ġп оÑĢÑıд", + "Ġпо ÑĢÑıд", + "ĠпоÑĢ Ñıд", + "ĠÑģооÑĤ веÑĤ", + "ठĿ", + "ĠÑģеб Ñı", + "Ġ ëĤł", + "ĠëĤ ł", + "Ġб Ñĥла", + "ĠбÑĥ ла", + "à¹ī าย", + "à¹īา ย", + "Ġ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢ", + "ĠÙħ جÙħÙĪع", + "ï¼Į 以", + "Ġب ÙĪدÙĩ", + "ĠبÙĪد Ùĩ", + "ĠبÙĪ دÙĩ", + "μ ÏĮ", + "Ġ íݸ", + "Ġíİ ¸", + "eÅŁ it", + "Ñİ Ñīие", + "ÑİÑī ие", + "Ñİ ÑīиÑħ", + "ÑİÑī иÑħ", + "åŁº éĩij", + "Ġت ØŃت", + "ĠتØŃ Øª", + "Ġв лаÑģ", + "Ġвла Ñģ", + "ler le", + "ãĤ ²", + "ëĬ ĺ", + "è ĵ", + "m anın", + "man ın", + "manı n", + "ìŀ Ī", + "Ġz ast", + "Ġza st", + "Ġzas t", + "ĠÑĩелов ек", + "à¥ĩ ब", + "à¥ĩठ¬", + "p eÄį", + "pe Äį", + "Ġبر ÙĨاÙħÙĩ", + "Ġs lov", + "Ġsl ov", + "Ġslo v", + "ĠnÄĽ jak", + "ĠnÄĽj ak", + "ê· ľ", + "à¥ĩ ह", + "à¥ĩठ¹", + "èĹ ¤", + "ĠبÛĮ شتر", + "ĠبÛĮØ´ تر", + "il iz", + "ili z", + "Ġ ëĶĶ", + "Ġë ĶĶ", + "ĠëĶ Ķ", + "ا زÙĩ", + "از Ùĩ", + "ت د", + "Ġe tm", + "Ġet m", + "Ġëĭ¤ 른", + "Ġ vů", + "Ġv ů", + "å° Ħ", + "Ġк лаÑģ", + "Ġкл аÑģ", + "Ġкла Ñģ", + "в ÑĢоп", + "æ´ ¾", + "ĠÄij ình", + "Ñĥ ÑİÑĤ", + "ÑĥÑİ ÑĤ", + "Ñĥ еÑĤÑģÑı", + "ÑĥеÑĤ ÑģÑı", + "éľ ²", + "Ġ ÑģкоÑĢ", + "ĠÑģ коÑĢ", + "ĠÑģк оÑĢ", + "Ġв аÑģ", + "Ġва Ñģ", + "íķĺ ìĺĢëĭ¤", + "íķĺìĺĢ ëĭ¤", + "Ġ داشت", + "Ġد اشت", + "Ġداش ت", + "Ġ çĦ", + "Ġç Ħ", + "Ġ 西", + "Ġè ¥¿", + "Ġκα ÏĦά", + "ॠ¦", + "ìĹ Ĩ", + "Ġ خدÙħ", + "ĠØ® دÙħ", + "Ġخد Ùħ", + "ا سÙħ", + "اس Ùħ", + "Îij Ρ", + "ĠA ma", + "ĠAm a", + "å¥ ¥", + "Ġبزر Ú¯", + "Ġ ÐĴÑĸн", + "ĠÐĴ Ñĸн", + "Ġ Åĺ", + "ĠÅ ĺ", + "Ġ à¸Īาà¸ģ", + "Ġà¸Ī าà¸ģ", + "ĠÑħаÑĢакÑĤ еÑĢ", + "ĠÄij á»Ļi", + "ĠÄijá»Ļ i", + "ĠÑĢоз виÑĤ", + "ĠÑĢозви ÑĤ", + "ĠпÑĢоÑĦ еÑģ", + "Ġкон ÑĤÑĢ", + "ĠконÑĤ ÑĢ", + "ÎŁ ÎĽ", + "ÎŁÎ Ľ", + "Ġm inh", + "Ġmin h", + "Ġmi nh", + "ä¼ ij", + "ì ª½", + "Ġch Æ¡i", + "з аÑĨии", + "за ÑĨии", + "ĠдÑĸÑı лÑĮ", + "ë Ĩ", + "Ġn gay", + "Ġng ay", + "Ġnga y", + "à¥Ĥ à¤Ĥ", + "Ġiht iy", + "éĽ ª", + "Ġ ê´Ģ리ìŀIJ", + "Ġê´Ģ리 ìŀIJ", + "Ġc ụ", + "Ġ ì§Ī", + "Ġì§ Ī", + "ÙĬ Ø«", + "ặ p", + "ÙĪ اع", + "ÙĪا ع", + "ãģĤ ãģ£ãģŁ", + "Ġ çľ", + "Ġç ľ", + "Ġ ìļ°ë¦¬", + "Ġìļ° 리", + "à¹Ī à¸ĩà¸Ĥ", + "à¹Īà¸ĩ à¸Ĥ", + "Ġ çŃ", + "Ġç Ń", + ") ØĮ", + "Ãł m", + "ÙĦ ÛĮÙĦ", + "ÙĦÛĮ ÙĦ", + "Ġ 걸", + "Ġê± ¸", + "алÑĮ ниÑħ", + "æŶ åĢĻ", + "un dan", + "und an", + "unda n", + "Ġ Gün", + "ĠG ün", + "ĠGü n", + "Ġ topl", + "Ġt opl", + "Ġto pl", + "Ġtop l", + "ĠÑĢек омен", + "ĠاÙĨت خاب", + "Ãł u", + "Äį ka", + "ë° Ģ", + "Ġк ÑĢаÑģ", + "ĠкÑĢа Ñģ", + "л оп", + "ло п", + "å¼ µ", + "ĠاÙĦ Ùħع", + "ĠاÙĦÙħ ع", + "m ÃŃn", + "mÃŃ n", + "Ġv iết", + "Ġvi ết", + "Ġ ê°ĻìĿĢ", + "Ġê°Ļ ìĿĢ", + "ut eÄį", + "ute Äį", + "Ġ nech", + "Ġn ech", + "Ġne ch", + "Ġnec h", + "çµ Ĥ", + "ãģª ãģĮ", + "ay ın", + "ayı n", + "Ġ Äįin", + "ĠÄį in", + "ĠÄįi n", + "ch ázÃŃ", + "cház ÃŃ", + "اÙģ ظ", + "ÑĢ оваÑĤÑĮ", + "ÑĢов аÑĤÑĮ", + "ÑĢо ваÑĤÑĮ", + "ÑĢова ÑĤÑĮ", + "à¹Ħ ร", + "Ġ ãĤ¤", + "ĠãĤ ¤", + "Ġзаб олева", + "Ġ å±±", + "Ġå± ±", + "Ġka dın", + "Ġkad ın", + "ÏĦ ηÏĤ", + "ÏĦη ÏĤ", + "а лиÑģÑĮ", + "ал иÑģÑĮ", + "али ÑģÑĮ", + "Ġh ük", + "åĵ ¥", + "Ġп еÑĢи", + "ĠпеÑĢ и", + "ÅĻ ád", + "Ġà¤ħ स", + "Ġ ÑģÑĤвоÑĢ", + "ĠÑģÑĤ воÑĢ", + "ĠÙĪ ÛĮÚ©ÛĮ", + "ĠÙĪÛĮ Ú©ÛĮ", + "Ġ ì¡", + "Ġì ¡", + "Ġc á»Ńa", + "Ġcá»Ń a", + "Ġh iá»ĥu", + "游 æĪı", + "ÑĮ омÑĥ", + "Ġg ó", + "Ġt oh", + "Ġto h", + "Ġб ла", + "Ġбл а", + "Ġ åij", + "Ġå ij", + "Ġп ло", + "Ġпл о", + "и ÑĪ", + "ĠÄij ấu", + "s kou", + "sk ou", + "sko u", + "ãĤĪ ãĤĬ", + "ู à¸Ľ", + "Ġr á»ĵi", + "оп ÑĢоÑģ", + "н олог", + "ĠÑĤ ÑĢав", + "ĠÑĤÑĢ ав", + "ĠÑĤÑĢа в", + "ĠWay back", + "Ġ à¹Ĩ", + "ĠÑĥ ÑĩаÑģÑĤ", + "ĠÑĥÑĩ аÑģÑĤ", + "ĠÑĥÑĩа ÑģÑĤ", + "ĠÑĥÑĩаÑģ ÑĤ", + "ĠпÑĢеп аÑĢа", + "Ġd ạng", + "ĠÃľ n", + "à¹Ħล à¸Ļ", + "Ġد اخ", + "Ġs Æ¡", + "Ġk oy", + "Ġko y", + "ëĿ¼ ê³ł", + "ĠÄij úng", + "à¥ĩà¤Ĥ ,", + "Ġgeç ir", + "ĠÑıк Ñīо", + "Ñģ ÑĤÑĢо", + "ÑģÑĤ ÑĢо", + "ÑģÑĤÑĢ о", + "ен ÑĤов", + "енÑĤ ов", + "Ñĸ ж", + "к ÑĥÑİ", + "кÑĥ Ñİ", + "Ġe ÄŁitim", + "ĠeÄŁit im", + "à¥įर स", + "Ġ Сп", + "ĠС п", + "ا تÛĮ", + "ات ÛĮ", + "ãģij ãĤĭ", + "ÏĦ Ïīν", + "ÏĦÏī ν", + "Ġ км", + "Ġк м", + "âĸįâĸį âĸįâĸį", + "j ist", + "ji st", + "jis t", + "ÑĤ ак", + "ÑĤа к", + "Ġ åIJįåīį", + "ĠåIJį åīį", + "é¡ Ķ", + "л Ñĭ", + "Ġkh ảo", + "Ġkhả o", + "âĢĻ Ñı", + "ĠÙħ ÙĦÛĮ", + "ĠÙħÙĦ ÛĮ", + "l ož", + "lo ž", + "Ġ ìĸ¸", + "Ġìĸ ¸", + "Ġg ần", + "Ġ à¤ľà¤°", + "Ġà¤ľ र", + "ब र", + "Îķ Σ", + "า à¸Ľ", + "าภĽ", + "Ġn ás", + "Ġná s", + "form ace", + "forma ce", + "Ġet mek", + "Ġetm ek", + "Ġetme k", + "в еÑģÑĤ", + "ве ÑģÑĤ", + "ìĸ´ ìļĶ", + "Ġत थ", + "ĠÑģ ек", + "ξ η", + "æ¯ Ľ", + "B ir", + "Bi r", + "Ġ ìŀĦ", + "Ġìŀ Ħ", + "Ġv ardır", + "Ġvar dır", + "Ġvardı r", + "ÙĪ اÙĦ", + "ÙĪا ÙĦ", + "Ä° R", + "ov ané", + "ova né", + "ovan é", + "н аÑĢод", + "на ÑĢод", + "наÑĢ од", + "à¸Ħ ำ", + "e mek", + "em ek", + "eme k", + "ĠÎķ ÏĢ", + "Ġ ÅĻe", + "ĠÅĻ e", + "ãģ¾ ãģĽ", + "uyá»ĩ t", + "Ġ ìĸ¼", + "Ġìĸ ¼", + "r ů", + "Ġ onu", + "Ġo nu", + "Ġon u", + "à¹Ģà¸ķ à¸Ńร", + "од аÑĢ", + "ода ÑĢ", + "ز Ùĩ", + "Ġk av", + "Ġka v", + "о нÑĭ", + "он Ñĭ", + "Ġв еÑģ", + "Ġве Ñģ", + "ìĤ¬ ì§Ģ", + "Ġг ла", + "à Ŀ", + "ĠÙĤ ÛĮÙħت", + "çķ ¥", + "à¸ĸ าà¸Ļ", + "Äį il", + "Äįi l", + "Ġ ä¸ĩ", + "Ġä¸ ĩ", + "è¾ ĥ", + "åħ ħ", + "Ġ ÑĢед", + "ĠÑĢ ед", + "ĠÑĢе д", + "ม ห", + "am ilia", + "ami lia", + "amil ia", + "à¥ĩ à¤ķर", + "à¥ĩà¤ķ र", + "Ġt á»iji", + "Ġtá»ij i", + "Ùģ ÛĮ", + "ÑĢ ÑĸÑĪ", + "ÑĢÑĸ ÑĪ", + "ìķ ł", + "à¸Ļ ส", + "à¸Ī ร", + "à¥ĩ शन", + "à¥ĩश न", + "ĠÙħÙĪ ضÙĪع", + "æī ¹", + "Ġob sah", + "Ġobs ah", + "Ġнав Ñĩ", + "Ġdes tek", + "Ġdest ek", + "Ġdeste k", + "Ġ zas", + "Ġz as", + "Ġza s", + "å ĵį", + "åĵ į", + "üm üz", + "ümü z", + "Ġ çŁ", + "Ġç Ł", + "Ġ è¨", + "Ġè ¨", + "Ù ¬", + "ç» Ī", + "Ġz de", + "Ġzd e", + "Ġz áp", + "Ġzá p", + "à¥Ĥ सर", + "à¥Ĥस र", + "ìĿ´ ì§Ģ", + "çļ ®", + "l om", + "lo m", + "ॠ§", + "ÙĦ اÙĤ", + "ÙĦا ÙĤ", + "à¸Ļ à¸ķ", + "íĮ ħ", + "л ада", + "ла да", + "лад а", + "m asına", + "mas ına", + "ması na", + "ãģ® ãģ§", + "ëĵ¤ ìĿĦ", + "Ġн аг", + "Ġна г", + "m asını", + "mas ını", + "ãĤ Ŀ", + "ın ıf", + "ını f", + "åĽ ´", + "Ġböl üm", + "å¥ ĸ", + "æ¨ Ļ", + "ÙĦ اØŃ", + "ÙĦا ØŃ", + "Ġг оÑģÑĥдаÑĢ", + "داÙĨ ÙĦÙĪد", + "Ġп оÑĤÑĢеб", + "ĠпоÑĤ ÑĢеб", + "ĠÑĢ оÑĨÑĸ", + "о га", + "ог а", + "ĠÑģлед ÑĥеÑĤ", + "Ġп аÑĢа", + "ĠпаÑĢ а", + "Ġпа ÑĢа", + "é ¼", + "ãģį ãģŁ", + "ί ζ", + "Ġb á»ij", + "ÑĤ Ñĸв", + "ÑĤÑĸ в", + "ï¼Į 她", + "f amilia", + "éł ħ", + "Ġد ÙĦ", + "Ġs kup", + "Ġsk up", + "Ġsku p", + "еÑĩ ение", + "ãģĵãģ¨ ãģĮ", + "à¥Ģ ब", + "ุ ล", + "¨ ë¶Ģ", + "ĠاÙĦع رب", + "Ġ ç¾İ", + "Ġç¾ İ", + "ĠاÙĦ ÙħÙĪ", + "ĠاÙĦÙħ ÙĪ", + "Ġ Ø¥ÙĨ", + "ĠØ¥ ÙĨ", + "Ġná sled", + "Ġnás led", + "Ġt omu", + "Ġto mu", + "Ġtom u", + "Î Ħ", + "Ġз ави", + "Ġза ви", + "Ġзав и", + "Ġn hu", + "Ġnh u", + "ĠpÅĻed stav", + "ìłķ ë³´", + "o kol", + "ok ol", + "oko l", + "Ġк ÑĢи", + "a du", + "ad u", + "Ġ каÑĤ", + "Ġк аÑĤ", + "Ġка ÑĤ", + "Ġ ÑįÑĦ", + "ĠÑį ÑĦ", + "в ал", + "ва л", + "m ayı", + "ma yı", + "may ı", + "ĠÑĩаÑģ ÑĤо", + "ĠÑĩаÑģÑĤ о", + "Ġtr anh", + "Ġtra nh", + "Ġtran h", + "ائ ÙĦ", + "ãĤĪãģĨ ãģª", + "Ġp oh", + "Ġpo h", + "ìĥģ ìľĦ", + "Ġs ắc", + "Ùĥ س", + "Ġ мÑĥ", + "Ġм Ñĥ", + ". ::", + ".: :", + "ë Ī", + "» Ċ", + "Ġ ÙĨÚ¯", + "ĠÙĨ Ú¯", + "ÙIJ ÙĨ", + "н иком", + "ни ком", + "ник ом", + "Ñħ а", + "Ġ μοÏħ", + "Ġμ οÏħ", + "Ġμο Ïħ", + "ĠNg uyá»ħn", + "ĠвÑĭ Ñģок", + "ĠвÑĭÑģ ок", + "Ġ ÐŁÐ¾Ð´", + "ĠÐŁ од", + "ĠÐŁÐ¾ д", + "ĠпÑĢи ÑĢод", + "à¥ĭ ध", + "िà¤ķ ल", + "и ÑĢа", + "иÑĢ а", + "ëĭ¤ ê³ł", + "Ġm ajÃŃ", + "Ġma jÃŃ", + "Ġmaj ÃŃ", + "Ġv ùng", + "Ġtarih inde", + "Ġtarihi nde", + "Ġ ваÑĢ", + "Ġв аÑĢ", + "Ġва ÑĢ", + "н иÑĤÑĮ", + "ни ÑĤÑĮ", + "ниÑĤ ÑĮ", + "ει ÏĤ", + "Ġ åĩº", + "Ġåĩ º", + "dy ž", + "ÏĦ Ïİν", + "ÏĦÏİ Î½", + "ä½ĵ èĤ²", + "Ġ à¹Ģว", + "Ġà¹Ģ ว", + "Ġà¹Ģภ§", + "Ġà¤ħ à¤ļ", + "Ġ اÙĨÚ¯ÙĦÛĮسÛĮ", + "ĠاÙĨÚ¯ ÙĦÛĮسÛĮ", + "à¥įय म", + "Ġgel iÅŁ", + "æ¹ ĸ", + "Ġ اک", + "Ġا Ú©", + "Ġп лан", + "Ġпл ан", + "Ġпла н", + "k yt", + "ky t", + "ا بÛĮ", + "اب ÛĮ", + "κ ι", + "Ġc hung", + "Ġch ung", + "Ġchu ng", + "ान à¤ķ", + "s ı", + "Ġt inh", + "Ġti nh", + "Ġtin h", + "ĠÑģÑĤ ол", + "ĠÑģÑĤо л", + "ÑģÑĤ ÑĢÑĥ", + "ÑģÑĤÑĢ Ñĥ", + "Ġли ÑĪе", + "ĠлиÑĪ е", + "Ġви ÑĢоб", + "il miÅŁ", + "ilm iÅŁ", + "Ġ зÑĸ", + "Ġз Ñĸ", + "ç» Ĩ", + "åĢ Ĵ", + "ãĤ· ãĥ£", + "åŃ ©", + "Ġ à¹Ĥรà¸ĩà¹Ģร", + "Ġà¹Ĥ รà¸ĩà¹Ģร", + "Ġà¹Ĥรà¸ĩ à¹Ģร", + "íĻ ľ", + "ĠбÑĥд е", + "ĠбÑĥ де", + "Ġyak laÅŁ", + "èĩª åĪĨ", + "Ġ ÙģÙĪ", + "ĠÙģ ÙĪ", + "С Т", + "Ġso run", + "Ġsor un", + "Ġsoru n", + "à¹Ģ à¸ł", + "à¹Ģภł", + "Ġc ô", + "в иÑĩ", + "ви Ñĩ", + "ëĵ¤ ìĿĺ", + "Ġtr iá»ĩu", + "Ġtri á»ĩu", + "Ġr õ", + "Ġ ãģ«", + "ÄŁ im", + "ÄŁi m", + "iyor uz", + "è ľ", + "à¥įर व", + "Ġس Ù¾", + "Ġ ìĦľìļ¸", + "ĠìĦľ ìļ¸", + "δ ε", + "еÑĢ ÑĪ", + "Ġ أس", + "ĠØ£ س", + "äº ŀ", + "è¯ į", + "п ÑĤом", + "ฤ ษ", + "Ġساز ÙħاÙĨ", + "Ġlu ôn", + "Ùĩ ÙĪر", + "c ü", + "аÑĤ кÑĥ", + "Ġo labilir", + "Ġol abilir", + "Ġolab ilir", + "Ġola bilir", + "Ġ ìĹ°êµ¬", + "ĠìĹ° 구", + "ен ной", + "енно й", + "Ġ æĪij", + "ĠæĪ ij", + "Ġ него", + "Ġн его", + "Ġне го", + "Ġнег о", + "Ġ. **************", + "ิ à¸ĺ", + "Ġ ãĤ·", + "ĠãĤ ·", + "ت Ùģ", + "ÐŁ ÑĢо", + "ÐŁÑĢ о", + "Ġhakk ında", + "Ġhakkı nda", + "Äį nÄĽ", + "ĠM ỹ", + "é ½", + "ĠÏĥ ÏĦον", + "ĠÏĥÏĦο ν", + "Ġ âm", + "Ġâ m", + "§ ظ", + "ĠÅŁ irket", + "æĥħ åĨµ", + "ĠØ¢ÙħÙĪز Ø´", + "λ εÏħ", + "λε Ïħ", + "Ùħ Ùĩ", + "è¦ ı", + "ãģ¨ æĢĿ", + "Ġ ÙĪع", + "ĠÙĪ ع", + "ÏĪ η", + "Ïģ οÏį", + "Ïģο Ïį", + "Ġ ÂłĊ", + "ĠÂł Ċ", + "δ η", + "ÑĪ ов", + "åĪ ¤", + "Ġm ắt", + "æĭ ¿", + "à¸Ļ à¸Ķ", + "éĻ Ħ", + "à¹ī ม", + "ĠÄij ạt", + "Ġg üzel", + "Ġgü zel", + "m Ã¼ÅŁ", + "Ðŀ ÐĴ", + "çĭ ¬", + "리 를", + "Ġп лаÑĤ", + "Ġпл аÑĤ", + "Ġпла ÑĤ", + "Ġngh á»ĭ", + "ĠÑĤак иÑħ", + "ĠÑĤа киÑħ", + "б иÑĢа", + "би ÑĢа", + "Ġн ек", + "Ġне к", + "ÑģÑĮ кÑĸ", + "ÑģÑĮк Ñĸ", + "رÙĬ اض", + "o nu", + "on u", + "à¥ĭ म", + "ĠGi Ỽi", + "ĠGiá» Ľi", + "èŀ į", + "é ²", + "ĠGe nel", + "ĠGen el", + "ĠGene l", + "åĬ ¿", + "Ġ вÑĸ", + "Ġв Ñĸ", + "å§ IJ", + "è© ¦", + "ĠжиÑĤ ÑĤÑı", + "Ġ ìĺ¨", + "Ġìĺ ¨", + "åĩº æĿ¥", + "Ġt á»ij", + "Ġtá» ij", + "Ġl ao", + "Ġla o", + "ί ο", + "ĠÎł α", + "н иÑĤелÑĮ", + "ниÑĤ елÑĮ", + "ниÑĤе лÑĮ", + "éļ İ", + "Ġви кон", + "Ġвик он", + "Ġвико н", + "ĠÙģ عاÙĦ", + "ĠÙģع اÙĦ", + "à¹Ģ ศ", + "à¹Ģภ¨", + "ÏĮ γ", + "ĠоÑĢгани з", + "ĠоÑĢган из", + "Ġ емÑĥ", + "Ġе мÑĥ", + "Ġем Ñĥ", + "Ġ ÙĬع", + "ĠÙĬ ع", + "ĠÙħ ب", + "ाल य", + "ĠÎľ ÏĢ", + "é ¸", + "ù a", + "ê¸ ¸", + "Ġ ÄIJiá»ģu", + "ĠÄIJ iá»ģu", + "ε ίο", + "εί ο", + "äº ī", + "ượ t", + "ÑĢа зÑĥ", + "ÑĢаз Ñĥ", + "ĠоÑĤ ÑĢим", + "ĠоÑĤÑĢи м", + "Ġ طب", + "ĠØ· ب", + "Ġ 以", + "æĸ Ĺ", + "ë° ±", + "à¤ĩ स", + "ë§Į ìĽIJ", + "ãĢģ ãģĿãģ®", + "ĠëķĮ 문", + "ĠØ¢ ÛĮ", + "С Ðł", + "ض ÙĦ", + "æ ĵį", + "æĵ į", + "k azy", + "ka zy", + "kaz y", + "ส ว", + "â ng", + "ân g", + "à¤Ĥ à¤Ń", + "н ÑĸÑĩ", + "нÑĸ Ñĩ", + "ั à¸ĩà¸ģ", + "ัà¸ĩ à¸ģ", + "Ġبر رسÛĮ", + "ر دÙĩ", + "رد Ùĩ", + "Ġm ẫu", + "à¹Ī วà¸ĩ", + "à¹Īว à¸ĩ", + "ĠداÙĨØ´ گاÙĩ", + "d ıģ", + "dı ÄŁ", + "ĠT á»ķng", + "ĠTá»ķ ng", + "第 äºĮ", + "c ÃŃm", + "cÃŃ m", + "Ġb öyle", + "Ġbö yle", + "ë ¶Ī", + "ë¶ Ī", + "ĠÙħÙĨ ابع", + "à¥ĥ ष", + "е ÑĤÑĭ", + "еÑĤ Ñĭ", + "åĨ ·", + "åĽ Ń", + "Ġت ÙĪجÙĩ", + "ĠتÙĪ جÙĩ", + "åĪ »", + "æŀ ģ", + "à¤Ł न", + "л ан", + "ла н", + "Ġ íĥĢ", + "Ġíĥ Ģ", + "ä½ IJ", + "Ġ обÑĭ", + "Ġо бÑĭ", + "Ġоб Ñĭ", + "å¸ Ŀ", + "ì» ¤", + "å® Ī", + "èµ· æĿ¥", + "Ġ ãĥ¬", + "Ġãĥ ¬", + "çİ ī", + "à¹Ģ หล", + "à¹Ģห ล", + "и не", + "ин е", + "ห าร", + "หา ร", + "éļ ı", + "Ġг аз", + "ĠاÙĦ عÙħÙĦ", + "ĠاÙĦع ÙħÙĦ", + "ĠاÙĦعÙħ ÙĦ", + "à¥ģ à¤Ŀ", + "à¥ģठĿ", + "Ïģ ιο", + "Ïģι ο", + "Ġv ám", + "Ġvá m", + "Ġع ÙĨد", + "ĠعÙĨ د", + "ÙĨد گاÙĨ", + "ï¼Į éĤ£", + "Ġна Ñħод", + "á no", + "án o", + "ÛĮ اÙĨ", + "ÛĮا ÙĨ", + "ĠØ£ ع", + "Ġ ÑĢади", + "ĠÑĢ ади", + "ĠÑĢа ди", + "ĠÑĢад и", + "Ġм ене", + "Ġмен е", + "Ġú da", + "Ïĩ ν", + "ÑĥлÑı ÑĢ", + "à¥Ģ प", + "Ġpou žÃŃ", + "Ġ ä¸", + "ĠÙĤ اÙĨÙĪÙĨ", + "ι κοÏį", + "ικ οÏį", + "ικο Ïį", + "á y", + "Ġç öz", + "ÏĦ Ïģ", + "ÙĨ اÙħ", + "ÙĨا Ùħ", + "ุ à¸ķ", + "åĵ ª", + "ÙĬ ب", + "ä¹ °", + "ÐĶ лÑı", + "Ġ ëłĪ벨", + "ĠëłĪ 벨", + "ุ à¸ļ", + "н ÑĥÑĤи", + "нÑĥ ÑĤи", + "нÑĥÑĤ и", + "è½ »", + "ĠÎľ α", + "Ġ è¦", + "Ġè ¦", + "аÑĤ ков", + "Ġ ëĪĦ", + "ĠëĪ Ħ", + "Ġt uyá»ĥn", + "Ġtuy á»ĥn", + "Ùİ Ùħ", + "ĠвÑĭ пол", + "ĠвÑĭп ол", + "Ġst udi", + "Ġstud i", + "Ġstu di", + "ĠpÅĻ ek", + "ĠpÅĻe k", + "Ġз ам", + "Ġза м", + "Ġmat eri", + "Ġma teri", + "Ġmate ri", + "Ġmater i", + "åİ ĭ", + "Ġ ал", + "Ġа л", + "Ġ à¸ļร", + "Ġà¸ļ ร", + "Ø· ØŃ", + "ĠÙħر Ú©", + "Ġ ìĭ¬", + "Ġìĭ ¬", + "ĠÙĤ ابÙĦ", + "ĠÙĤاب ÙĦ", + "ĠÐIJ ле", + "ĠÐIJл е", + "ın tı", + "Ġ å»", + "Ġå »", + "Ä° K", + "ëħĦ ëıĦ", + "Ñĭ ваÑĤÑĮ", + "Ñĭв аÑĤÑĮ", + "Ñĭва ÑĤÑĮ", + "Ġdev let", + "社 ä¼ļ", + "ëĤ ł", + "Ġko lay", + "Ġkol ay", + "Ġkola y", + "ĠÑĢазв иÑĤи", + "ĠÑĢазви ÑĤи", + "а ди", + "ад и", + "ئ ÙĬس", + "a dıģı", + "ad ıģı", + "adı ģı", + "adıģ ı", + "Îij ÎĽ", + "Ġ hoa", + "Ġh oa", + "Ġho a", + "Ġ ศ", + "Ġภ¨", + "ı ÅŁtır", + "Ä±ÅŁ tır", + "ÑĢ Ñİ", + "Ġк аÑĩе", + "Ġка Ñĩе", + "¼ åIJĪ", + "åħ ´", + "Ġ ê·¸ëŁ¬", + "Ġê·¸ 룬", + "Ġм ÑĸÑģÑĤ", + "ĠмÑĸ ÑģÑĤ", + "ĠмÑĸÑģ ÑĤ", + "Ġм не", + "Ġмн е", + "ãĥ¼ ãĤº", + "ãĥ¼ãĤ º", + "ç§ Ģ", + "Ġع ÙĦÙĬÙĩ", + "ĠعÙĦ ÙĬÙĩ", + "ĠعÙĦÙĬ Ùĩ", + "Ġ ìĭľê°Ħ", + "Ġìĭľ ê°Ħ", + "Ġà¤ĺ र", + "Ġ Ñĥг", + "ĠÑĥ г", + "åıij å±ķ", + "ı ÅŁÄ±", + "Ä±ÅŁ ı", + "Ġ ìĪľ", + "ĠìĪ ľ", + "Ġ íĻľ", + "ĠíĻ ľ", + "æ¡ £", + "Ġn okt", + "Ġno kt", + "Ġnok t", + "l ém", + "lé m", + "ен нÑĭй", + "Ġب Ùħ", + "à¥ĩ य", + "à¥ĩठ¯", + "о дав", + "од ав", + "ода в", + "à¹Ĥ ร", + "ï¼Į æľī", + "ا ÙĬات", + "اÙĬ ات", + "اÙĬا ت", + "ا ÛĮÙĩ", + "اÛĮ Ùĩ", + "Ġà¤īप य", + "Ġs mÄĽ", + "Ġsm ÄĽ", + "Ø´ د", + "Ш ÐIJ", + "Ġا ÙħاÙħ", + "ĠاÙħ اÙħ", + "ĠاÙħا Ùħ", + "æ¿ Ģ", + "Ġho ạch", + "об ÑĢаз", + "обÑĢаР·", + "à¥ĭ ह", + "ĠÑĢеб ен", + "иÑĤ елÑı", + "иÑĤе лÑı", + "ãģªãģĮ ãĤī", + "س اÙĦ", + "Ġ à¸Īำ", + "Ġà¸Ī ำ", + "Ġ خاص", + "ĠØ® اص", + "Ġg eri", + "Ġge ri", + "Ġger i", + "ठĺ", + "Ġ ìº", + "Ġì º", + "à¹ģ à¸Ĺ", + "âĢĮ ÛĮ", + "Ú¯ رÛĮ", + "گر ÛĮ", + "ا Ùħبر", + "اÙħ بر", + "ÑĪ Ñĥ", + "Ġp hong", + "Ġph ong", + "Ġphon g", + "и мо", + "им о", + "п а", + "Ġ ìµľê³ł", + "Ġìµľ ê³ł", + "Ġ нам", + "Ġн ам", + "Ġна м", + "o stÃŃ", + "os tÃŃ", + "ost ÃŃ", + "is ini", + "isi ni", + "isin i", + "Ġд Ñĥже", + "ĠдÑĥ же", + "Ñģ ком", + "Ñģк ом", + "Ñģко м", + "ĠпÑĢод Ñĥк", + "ÏĮ ÏĦηÏĦα", + "ÏĮÏĦη ÏĦα", + "a ln", + "al n", + "is ine", + "isi ne", + "isin e", + "è¿ ľ", + "алÑĮ ной", + "алÑĮно й", + "त र", + "t ıģ", + "tı ÄŁ", + "Ġë Ĵ", + "è¿ĺ æĺ¯", + "ĠÙħ Ø«ÙĦ", + "ĠÙħØ« ÙĦ", + "ìľ ¨", + "ï¾ ĺ", + "åĪ ¸", + "ç ¶ļ", + "ç¶ ļ", + "ج اد", + "جا د", + "Ġ кÑĥ", + "Ġк Ñĥ", + "åĢ ij", + "o vu", + "ov u", + "Ġs Ä©", + "Ġ ìłIJ", + "Ġìł IJ", + "ĠÑĥ ÑĢов", + "ि à¤ļ", + "िठļ", + "ov ali", + "ova li", + "oval i", + "Ġ ÙĪÙĨ", + "ĠÙĪ ÙĨ", + "Ġ ìĿĮ", + "ĠìĿ Į", + "Ġк г", + "า à¸ĺ", + "าภĺ", + "ÏĦ Ïģα", + "ÏĦÏģ α", + "ž dy", + "à¹Į à¸ķ", + "Ġ nÄĽm", + "ĠnÄĽ m", + "Ġ Це", + "ĠЦ е", + "n oho", + "no ho", + "Ġëĭ¤ ìĭľ", + "Ġté to", + "Ġb iá»ĥu", + "ĠY ön", + "Ġpr áce", + "Ġprá ce", + "à¥ī र", + "Ġch ÃŃ", + "ов ой", + "ово й", + "Ġm ợ", + "Ġmá» Ł", + "èª ª", + "Ïİ ÏĤ", + "в олÑı", + "во лÑı", + "вол Ñı", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "å¯ ¦", + "é» ŀ", + "Ġà¤ı व", + "Ïħ να", + "Ïħν α", + "å² ¡", + "kh ông", + "ĠpÅĻÃŃpad ÄĽ", + "å Ĺ", + "Ġبد ÙĪÙĨ", + "Ïĥ κε", + "Ïĥκ ε", + "Ġdik kat", + "ĠAn cak", + "ĠAnc ak", + "Ġt iá»ĩn", + "Ġti á»ĩn", + "éĿ Ļ", + "Ġ ìĿ¼ë°ĺ", + "ĠìĿ¼ ë°ĺ", + "ĠÄį len", + "ìķ ħ", + "ा à¤ĩन", + "ाà¤ĩ न", + "ãģ£ ãģ¦ãģĦãģŁ", + "ãģ£ãģ¦ ãģĦãģŁ", + "ãģ£ãģ¦ãģĦ ãģŁ", + "ĠìĿ´ ìļ©", + "ÙĪ ÙħÛĮ", + "ÙĪÙħ ÛĮ", + "i ná", + "in á", + "ặ ng", + "ặn g", + "Ïİ Ïģα", + "ÙĨ ÙĬØ©", + "ÙĨÙĬ Ø©", + "в аж", + "ва ж", + "è İ·", + "èİ ·", + "å© ļ", + "ĠÅŁ u", + "Ġ ãģĬ", + "Ġد رب", + "Ġدر ب", + "Ġd iá»ħn", + "ÅĻ eba", + "ÅĻe ba", + "ÅĻeb a", + "as ının", + "asını n", + "ç½ij ç«Ļ", + "н ÑĮого", + "нÑĮ ого", + "нÑĮо го", + "ĠاÙĦØ£ ÙĪÙĦ", + "ικ ÎŃÏĤ", + "Ġz ÃŃsk", + "о ло", + "ол о", + "ĠÑį ÑĤоÑĤ", + "ĠÑįÑĤ оÑĤ", + "ĠÑįÑĤо ÑĤ", + "Ġp okud", + "Ġpo kud", + "Ġpok ud", + "è² »", + "е ÑĢÑĸв", + "еÑĢ Ñĸв", + "еÑĢÑĸ в", + "ãĥķ ãĤ£", + "ãĥķãĤ £", + "иÑĤÑĥ а", + "Ġv yd", + "Ġvy d", + "о лож", + "ол ож", + "оло ж", + "л ÑıÑĤÑĮ", + "лÑı ÑĤÑĮ", + "ÙĤ Ùħ", + "æ´ ĭ", + "æ§ ĭ", + "Ġغ ÛĮر", + "Ġ stÅĻed", + "Ġst ÅĻed", + "ĠstÅĻ ed", + "ظ ر", + "Ġhiç bir", + "θ εί", + "θε ί", + "z nik", + "zn ik", + "д Ñĭ", + "l uv", + "lu v", + "ĠÙħ ؤ", + "ĠÚ¯ رÙĪÙĩ", + "Ġگر ÙĪÙĩ", + "Ġ ï¼īĊ", + "Ġï¼ī Ċ", + "t eri", + "ter i", + "te ri", + "ĠÏħ ÏĢο", + "ĠÏħÏĢ ο", + "v oj", + "vo j", + "Ġبع ض", + "Ġb ilin", + "Ġbi lin", + "Ġbil in", + "Ġ رÙĪØ´", + "Ġر ÙĪØ´", + "ĠرÙĪ Ø´", + "Ġоб Ñıз", + "Ġ ï»", + "Ġï »", + "س ÙĨ", + "Ġ ÏĢα", + "ĠÏĢ α", + "í į¼", + "Ġt ÃŃn", + "ĠtÃŃ n", + "Ġ ´", + "Ġ ´", + "ìĤ¬ ìĿ´íĬ¸", + "ìĤ¬ìĿ´ íĬ¸", + "Ġ podob", + "Ġpo dob", + "Ġpod ob", + "Ñī ее", + "Ñīе е", + "Ġ åįĹ", + "Ġåį Ĺ", + "Ġb ych", + "Ġby ch", + "о зи", + "оз и", + "ĠV Äĥn", + "ØŃ Ùĩ", + "åѦ éĻ¢", + "ĠÅĻ ekl", + "ĠÅĻe kl", + "ĠÅĻek l", + "립 ëĭĪëĭ¤", + "Ġп ÑĢоÑģ", + "ĠпÑĢ оÑģ", + "ĠпÑĢо Ñģ", + "κ ά", + "ĠbaÅŁ ladı", + "ủ y", + "Ñİ Ð´Ð¶", + "ाà¤ı à¤Ĺ", + "à¤Ĥ à¤ļ", + "Ġ ê´Ģ볨", + "Ġê´Ģ 볨", + "Ġв опÑĢоÑģ", + "ĠÑģÑĤ аÑĤÑĮ", + "ĠÑģÑĤаÑĤ ÑĮ", + "ĠÑģÑĤа ÑĤÑĮ", + "Ġy atırım", + "Ġyatır ım", + "н Ñĥла", + "нÑĥ ла", + "нÑĥл а", + "ر اÙģ", + "را Ùģ", + "Ġç eÅŁit", + "Ġà¤ī द", + "å¤ ®", + "Ġпо Ñıв", + "åĽ½ 家", + "ĠÑģооÑĤвеÑĤ ÑģÑĤв", + "ìķ ¡", + "ĠØ® ÙĪاÙĩد", + "ĠØ®ÙĪاÙĩ د", + "ĠØ®ÙĪ اÙĩد", + "Å¡ Å¡ÃŃ", + "Âł п", + "ĠNh Ãł", + "' '''", + "'' ''", + "''' '", + "ï½ ¨", + "à ħ", + "Ġ ïº", + "Ġï º", + "ĠØ¢Ùħ رÛĮÚ©", + "lar ımız", + "larım ız", + "ج ا", + "Ùģ ÙĤ", + "Ġ á»", + "Ġá »", + "Ġ ìķł", + "Ġìķ ł", + "Ġز باÙĨ", + "ĠÑĤ воÑĢ", + "ĠÑĤв оÑĢ", + "н иÑĩеÑģ", + "ни ÑĩеÑģ", + "ниÑĩ еÑģ", + "Ġк ни", + "Ø® داÙħ", + "à¸Ł ร", + "Ġ ì¹ĺ", + "Ġì¹ ĺ", + "ว าม", + "ĠÙħ ÙĩÙħ", + "ĠÙħÙĩ Ùħ", + "Ġs tol", + "Ġst ol", + "Ġsto l", + "Ġed ilen", + "Ġedi len", + "Ġedil en", + "Ġ pek", + "Ġp ek", + "Ġpe k", + "اÙĨ ات", + "اÙĨا ت", + "алÑĮ нÑĸ", + "Ġнеоб ÑħÑĸд", + "à¹Ħ ว", + "Ġश र", + "Ġ íĮIJ", + "ĠíĮ IJ", + "Ò ij", + "Ġ ним", + "Ġн им", + "Ġни м", + "Ġ à¸ĺ", + "Ġภĺ", + "æĺ ł", + "äº Ĵ", + "ĠbaÅŁ ar", + "ž i", + "Ġм ног", + "Ġмн ог", + "l endi", + "len di", + "á vajÃŃ", + "áv ajÃŃ", + "n ict", + "ni ct", + "nic t", + "Ġд Ñĥм", + "ĠдÑĥ м", + "éĻ ©", + "Ïĥ Ïĥ", + "i ky", + "ik y", + "алÑĮ нÑĭй", + "Ġ ÙħÙĨت", + "ĠÙħ ÙĨت", + "ĠÙħÙĨ ت", + "å® ®", + "- за", + "-з а", + "еÑĢ к", + "å¡ Ķ", + "Ġμε ÏĦα", + "oÄŁ un", + "oÄŁu n", + "ÎĹ Îľ", + "à¥Īà¤Ĥ ।Ċ", + "à¥Īà¤Ĥ। Ċ", + "Äį ky", + "å¹³ åı°", + "à¥ĭ श", + "Ġ ona", + "Ġo na", + "Ġon a", + "Ġ bec", + "Ġb ec", + "Ġbe c", + "ì ¢", + "Ġc ây", + "Ġcâ y", + "k ün", + "kü n", + "Ġ à¤Ī", + "ĠठĪ", + "Ġr á»Ļng", + "еÑĢ б", + "å¹ ¸", + "ï¾ IJ", + "ĠпÑĸд пÑĢиÑĶм", + "çĶ £", + "Ġ ÏĦε", + "ĠÏĦ ε", + "ĠÙĨÙĤ Ø´", + "о виÑħ", + "ов иÑħ", + "ови Ñħ", + "ĠÙģ Ùī", + "Ðļ ак", + "Ùİ Ø±", + "Ġ Щ", + "ĠÐ ©", + "алÑĮ нÑĭÑħ", + "Ġk üçük", + "èŃ ·", + "æĭ ħ", + "i caret", + "ic aret", + "ica ret", + "icare t", + "Ġ رÙģت", + "Ġر Ùģت", + "ĠرÙģ ت", + "Ġод ного", + "Ġодно го", + "ÑĪ им", + "ÑĪи м", + "Ġ бÑĸ", + "Ġб Ñĸ", + "Ġuygu lam", + "Ġ æĭ", + "Ġæ ĭ", + "ä½ Ľ", + "u cu", + "uc u", + "d ÃŃ", + "Å ĺ", + "ئ Ø©", + "ê± ¸", + "Ù Į", + "Ġ ÎłÏģο", + "ĠÎł Ïģο", + "Ġye rine", + "Ġyer ine", + "Ġyeri ne", + "ĠÑĸн ÑĦоÑĢма", + "Ġ å¤ĸ", + "Ġå¤ ĸ", + "ä» ķ", + "н ав", + "на в", + "a rası", + "ar ası", + "ara sı", + "aras ı", + "à¸Ńà¸Ļ à¹Ħลà¸Ļ", + "ا شت", + "اش ت", + "ز ÙĬ", + "æ© ĭ", + "Ġ ãĤ«", + "ĠãĤ «", + "èĥ½ åĬĽ", + "å¥ Ĺ", + "Ġpro h", + "Ġpr oh", + "Ġп ÑĢава", + "ĠпÑĢ ава", + "ĠпÑĢав а", + "ĠпÑĢа ва", + "Ỽ p", + "Ġ à¸Ĥà¸Ńà¸ĩ", + "Ġà¸Ĥ à¸Ńà¸ĩ", + "Ġ ë´", + "Ġë ´", + "Ġl úc", + "Ġ éķ", + "Ġé ķ", + "ب ÙĪد", + "بÙĪ د", + "r upa", + "ru pa", + "rup a", + "ا زÙħ", + "از Ùħ", + "Ġ кан", + "Ġк ан", + "Ġка н", + "ılı m", + "ıl ım", + "Ġ Ùĩد", + "ĠÙĩ د", + "ãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢĠ ãĢĢĠãĢĢ", + "Ñĭ ваеÑĤ", + "Ñĭв аеÑĤ", + "Ñĭва еÑĤ", + "Ø® اÙĨÙĩ", + "خاÙĨ Ùĩ", + "Ñĥ кÑĤ", + "Ñĥк ÑĤ", + "ĠçĻ¾ 度", + "ĠnÄĽ co", + "е мон", + "ем он", + "емо н", + "Ġà¤ħ प", + "Ġ ÎĮ", + "ĠÎ Į", + "ün ün", + "ünü n", + "æĸĩ åĮĸ", + "ä¹ İ", + "ä¸Ĭ çļĦ", + "ÙĦ ÙĬÙħ", + "ÙĦÙĬ Ùħ", + "ĠtÄĽ ch", + "ا سب", + "اس ب", + "âĢĻ ÑĶ", + "Ġ Ú¯ÛĮ", + "ĠÚ¯ ÛĮ", + "Ġ ê·¼", + "Ġê· ¼", + "Ġtr ẻ", + "μÎŃ Î½Î¿", + "μÎŃν ο", + "ãģĵãģ¨ ãĤĴ", + "ìĿ´ ëĤĺ", + "åĸ Ħ", + "Ġtr ả", + "åĪĨ æŀIJ", + "Ġ dÄĽl", + "Ġd ÄĽl", + "ĠdÄĽ l", + "Ñĥ Ñģка", + "ÑĥÑģ ка", + "ÑĥÑģк а", + "Ġм ного", + "Ġмн ого", + "Ġмног о", + "à¥Ī र", + "μα ÏĦοÏĤ", + "μαÏĦο ÏĤ", + "Ġm ÃŃsto", + "ĠmÃŃ sto", + "ĠmÃŃst o", + "Ġ ê°ģ", + "Ġê° ģ", + "Ġп ÑĢог", + "ĠпÑĢ ог", + "ĠпÑĢо г", + "b aÅŁ", + "ba ÅŁ", + "а йÑĤе", + "ай ÑĤе", + "айÑĤ е", + "Ġc á»ķ", + "å¿ ľ", + "ï¼ģ Ċ", + "ç ı", + "Ġbir çok", + "Ġ íĺķ", + "Ġíĺ ķ", + "çµ Į", + "ĠEv rop", + "ĠÑģ оÑĨÑĸ", + "ĠÑģо ÑĨÑĸ", + "ä»ĸ çļĦ", + "Ġ μÏĢο", + "Ġμ ÏĢο", + "ĠμÏĢ ο", + "å¥ Ī", + "Ġ Ú¯ÙĦ", + "ĠÚ¯ ÙĦ", + "ÙĪ ÙĦØ©", + "ÙĪÙĦ Ø©", + "æµ İ", + "Ġ Ú©ÙĪ", + "ĠÚ© ÙĪ", + "± ä¹IJ", + "ãģĹ ãģı", + "ãģĹãģ ı", + "çº ³", + "ÑģÑĤв енно", + "ÑģÑĤвен но", + "éĽ ¢", + "ा .", + "Ġgerçek leÅŁtir", + "ĠgerçekleÅŁ tir", + "Ġ kır", + "Ġk ır", + "Ġkı r", + "ì ³", + "Ġг оÑģп", + "å¹ ķ", + "ìĦ ¼", + "» .Ċ", + "». Ċ", + "к ÑĥÑĢ", + "кÑĥ ÑĢ", + "Ġ رÛĮ", + "Ġر ÛĮ", + "æĽ ¾", + "ÙĪ رÙĬ", + "ÙĪر ÙĬ", + "лекÑģ анд", + "ص Ùģ", + "Ġc ảnh", + "Ġcả nh", + "å± Ĥ", + "ãĤ Ĩ", + "Ġ تس", + "Ġت س", + "ì° ½", + "기 를", + "Ġ à¹Ģà¸Ħ", + "Ġà¹Ģ à¸Ħ", + "Ġà¹ĢภĦ", + "çŁ Ń", + "Ġ ÑģÑĤÑĢо", + "ĠÑģ ÑĤÑĢо", + "ĠÑģÑĤ ÑĢо", + "ĠÑģÑĤÑĢ о", + "ĠÏĥ ÏĦιÏĤ", + "ĠÏĥÏĦι ÏĤ", + "à¥įय व", + "Ġع ÙĦÙħ", + "ĠعÙĦ Ùħ", + "ĠÑģ иÑĤÑĥа", + "ĠÑī одо", + "ĠÑīо до", + "åIJ Ľ", + "Ùħ س", + "ĠоÑĤ кÑĢÑĭ", + "ĠоÑĤк ÑĢÑĭ", + "Ġsp oj", + "Ġspo j", + "ĠÄij Äĥng", + "Ġs avaÅŁ", + "Ġsav aÅŁ", + "ี ร", + "sk ém", + "ské m", + "Ġ è¡Į", + "Ġè¡ Į", + "é ¹", + "Ġ ÙĬÙħÙĥÙĨ", + "ĠÙĬÙħ ÙĥÙĨ", + "о вано", + "ов ано", + "ова но", + "ован о", + "Ġп ÑĢавилÑĮ", + "ĠпÑĢав илÑĮ", + "ĠпÑĢави лÑĮ", + "ĠпÑĢавил ÑĮ", + "Ġchiế c", + "èĪ ¹", + "éĵ ¶", + "ĠоÑĤ д", + "Ġ ìĿĢ", + "ĠìĿ Ģ", + "íħ Ķ", + "Ġ Nej", + "ĠN ej", + "ĠNe j", + "о не", + "он е", + "Ġk ız", + "Ġkı z", + "олог иÑĩеÑģ", + "Ġ кÑĢаÑĹ", + "ĠкÑĢа ÑĹ", + "à¸ļ à¸Ńล", + "æ¥ ¼", + "Ġت ÙħاÙħ", + "ĠتÙħ اÙħ", + "Ġب ÛĮÙħ", + "ĠبÛĮ Ùħ", + "ĠÑģ Ñĥб", + "ĠÑģÑĥ б", + "v ý", + "Ñģ кие", + "Ñģк ие", + "Ñģки е", + "ëĮĢ ë¡ľ", + "ëĮ Ģë¡ľ", + "???? ????", + "abilir siniz", + "ан Ñģов", + "анÑģ ов", + "代 表", + "Ġ매 매", + "олог ÑĸÑĩ", + "μ αν", + "μα ν", + "ак Ñģим", + "акÑģ им", + "ãĤ¤ ãĥ«", + "Ġt ải", + "Ġtả i", + "Ùħ ÙĪ", + "å® Ĺ", + "n em", + "ne m", + "Ġkho ản", + "Ġ паÑĤ", + "Ġп аÑĤ", + "Ġпа ÑĤ", + "ан ÑĤа", + "анÑĤ а", + "Ġпом оÑī", + "Ġ vod", + "Ġv od", + "Ġvo d", + "Ġkay nak", + "Ġkayn ak", + "Ïĥ ÏĨ", + "à¥Ĥ त", + "du ÄŁ", + "а ÑĤиÑģÑı", + "аÑĤи ÑģÑı", + "Ġ ç¥ŀ", + "Ġç¥ ŀ", + "ĠÑģ лова", + "ĠÑģл ова", + "ĠÑģлов а", + "ĠÑģло ва", + "ÑĢÑĥ кÑĤÑĥ", + "ÑĢÑĥк ÑĤÑĥ", + "ÑĢÑĥкÑĤ Ñĥ", + "ĠmÄĽ sÃŃ", + "Ùı Ùħ", + "зна Ñĩа", + "знаÑĩ а", + "Ġ èī", + "Ġè ī", + "åѦ çĶŁ", + "æ´ ¥", + "Ùİ ÙĬ", + "è§ Ī", + "Ġ å®ī", + "Ġå® ī", + "Ġgör Ã¼ÅŁ", + "ál nÄĽ", + "áln ÄĽ", + "ĠëĶ° ëĿ¼", + "ĠÙħ ÙĪجÙĪد", + "ĠÙħÙĪج ÙĪد", + "ĠÄij ứ", + "ĠÄijá» ©", + "ĠçalÄ±ÅŁ malar", + "ĠçalÄ±ÅŁma lar", + "ĠÑı киÑħ", + "ĠÑıк иÑħ", + "Ġاج تÙħاع", + "μ εν", + "με ν", + "èİ ī", + "ç§ ¯", + "ì¶ ķ", + "à¥į शन", + "à¥įश न", + "Ġx ét", + "Ġв ÑĤоÑĢ", + "ĠвÑĤ оÑĢ", + "çİ ©", + "Âł ÐĿ", + "ÑĪ ие", + "ÑĪи е", + "о ÑĢи", + "оÑĢ и", + "Ø£ س", + "Ġthu á»ijc", + "ëĭĪ ê¹Į", + "ë ķĮ", + "ÑĢ Ñĥп", + "ÑĢÑĥ п", + "Ñģ ÑıÑĤ", + "ÑģÑı ÑĤ", + "з Ñĭ", + "ĠÑģ меÑĢ", + "ĠÑģм еÑĢ", + "Ġv yb", + "Ġvy b", + "ĠìĿ´ ìĥģ", + "à¤ļ न", + "Ġgel di", + "Ġgeld i", + "Û± Û°", + "Û±Û °", + "ικ Ïİν", + "ĠÄIJ ức", + "Ġд оÑģÑĤаÑĤ", + "ĠдоÑģÑĤ аÑĤ", + "Ġö nc", + "Ġön c", + "è¦ ª", + "Ġ adı", + "Ġa dı", + "Ġad ı", + "un ca", + "unc a", + "ĠاÙĦ تر", + "ĠاÙĦت ر", + "çķ ¶", + "ĠФ едеÑĢа", + "ĠФед еÑĢа", + "лÑı ÑİÑĤÑģÑı", + "лÑıÑİÑĤ ÑģÑı", + "ĠÙĥ اÙĨت", + "ĠÙĥاÙĨ ت", + "æİ ¢", + "Ġ Ñĥб", + "ĠÑĥ б", + "Ġ κο", + "Ġκ ο", + "ाà¤ĩ à¤Ł", + "з н", + "Ġm ôi", + "Ġmô i", + "Ġ ãĤµ", + "ĠãĤ µ", + "Ġна вÑĸ", + "Ġнав Ñĸ", + "ç» ¼åIJĪ", + "Ġмин ÑĥÑĤ", + "Ġми нÑĥÑĤ", + "ĠминÑĥ ÑĤ", + "d ık", + "dı k", + "ÑĢ Ñĥд", + "ÑĢÑĥ д", + "åľ ĸ", + "ê° ¤", + "ĠÄijo Ãłn", + "è ¤", + "à¥į वर", + "à¥įव र", + "ĠÃľn iversit", + "а но", + "ан о", + "éĽ ¨", + "ĠvÅ¡ech ny", + "Ġëĭ¤ ìĿĮ", + "ĠC umhur", + "ĠCum hur", + "Ġм Ñĥз", + "ĠмÑĥ з", + "a ÅŁtır", + "aÅŁ tır", + "Ġ ê±°ëŀĺ", + "Ġê±° ëŀĺ", + "Ġ é¡", + "Ġé ¡", + "žit ÃŃ", + "ži tÃŃ", + "Ġ à¸Ł", + "ĠภŁ", + "Ġthu ế", + "Ġм Ñĥж", + "ĠмÑĥ ж", + "ĠÎij ν", + "Ġد ÙĪÙħ", + "ĠدÙĪ Ùħ", + "ĠÑģ ин", + "ĠÑģи н", + "Ġ ÏīÏĤ", + "ĠÏī ÏĤ", + "m eler", + "me ler", + "mel er", + "Ġ poÄį", + "Ġp oÄį", + "Ġpo Äį", + "Ġколи Ñĩе", + "ĠколиÑĩ е", + "ĠK Äį", + "è³ ½", + "ĠоÑģ Ñĸб", + "åı ¥", + "ĠB öl", + "à¸ĺ รรม", + "Ġc ạnh", + "å° ĩ", + "Ġ ноÑģ", + "Ġн оÑģ", + "Ġно Ñģ", + "èĦ ¸", + "Ġgel ir", + "о ÑĢон", + "оÑĢ он", + "оÑĢо н", + "à¥įर à¤Ń", + "ç» ĩ", + "ุ à¹ī", + "ाम ल", + "Ġc âu", + "Ġcâ u", + "Ñij ÑĤ", + "Ġ :|", + "Ġ: |", + "ãĤĮ ãģ¦", + "Ġpos led", + "Ġpo sled", + "ãĤ¹ ãĥĨ", + "ÑĸлÑĮ ÑĪ", + "ен ÑĤÑĭ", + "енÑĤ Ñĭ", + "Ø® دÙħ", + "Ġباش گاÙĩ", + "Ġth Æ°", + "á vánÃŃ", + "áv ánÃŃ", + "ává nÃŃ", + "ëĬ IJ", + "ĠØ£ ØŃ", + "ر اد", + "را د", + "ĠبسÛĮ ار", + "åĪ° äºĨ", + "\" ;\"", + "\"; \"", + "å° İ", + "Ġ ör", + "Ġö r", + "à¸Ĭ าà¸ķ", + "g enus", + "gen us", + "Ġya kın", + "Ġyak ın", + "Ġ ÃŃt", + "ĠÃŃ t", + "reg num", + "regn um", + "Ġf iyat", + "Ġfi yat", + "н ÑĸÑħ", + "нÑĸ Ñħ", + "åľ° æĸ¹", + "Ġbil gi", + "Ġbilg i", + "к ам", + "ка м", + "Ġs pol", + "Ġsp ol", + "Ġspo l", + "ائ ÙĬ", + "Ġ ÙĬÙĨ", + "ĠÙĬ ÙĨ", + "า หาร", + "าห าร", + "Ġب Ú¯", + "é ĺħ", + "éĺ ħ", + "ĠاÙĦ شر", + "ĠاÙĦØ´ ر", + " ģ", + "ĠÑĸн ÑĪиÑħ", + "ĠÑĸнÑĪ иÑħ", + "Ġtr ạng", + "çģ £", + "Ġc á»±c", + "к ан", + "ка н", + "èĭ ı", + "à Ķ", + "Ġl á»Ŀi", + "Ġlá» Ŀi", + "Ñı Ñĩ", + "Ġ ÙĪØŃ", + "ĠÙĪ ØŃ", + "ìĪ ľ", + "Å ¸", + "Ġв оÑģп", + "Ġво Ñģп", + "ĠвоÑģ п", + "ì¡ Į", + "Äį nÃŃch", + "ÄįnÃŃ ch", + "Ø® رÙī", + "خر Ùī", + "ائ ÙĬØ©", + "ائÙĬ Ø©", + "Ġsu ất", + "æĩ ī", + "ا ØŃÛĮ", + "اØŃ ÛĮ", + "Ġn áz", + "Ġná z", + "è¿Ļ ç§į", + "Ġзаб езпеÑĩ", + "Ġ ЧеÑĢ", + "ĠЧ еÑĢ", + "Ġзд ÑĸйÑģ", + "åı ¦", + "æĭ ¬", + "à¥ģ ष", + "à¥ģठ·", + "μ ÏĨ", + "ëĥ IJ", + "Ðķ Ñģли", + "é ¬", + "Ġ íĥľ", + "Ġíĥ ľ", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "Ġм л", + "å´ İ", + "Ùģ ع", + "Ġ ÙĤدر", + "ĠÙĤ در", + "ĠÙĤد ر", + "Ġv á»ijn", + "å¦ ¹", + "Ġ ÐĿаÑģ", + "ĠÐĿ аÑģ", + "ĠÐĿа Ñģ", + "à¥į फ", + "à¥įठ«", + "ãĤ¸ ãĥ£", + "Ġm ı", + "ен Ñģ", + "б Ñĥд", + "бÑĥ д", + "ĠØŃ ØªÙī", + "Ġ ì²´", + "Ġì² ´", + "ĠÑĸ ÑģÑĤоÑĢ", + "ĠÑĸÑģ ÑĤоÑĢ", + "Ġgi ấy", + "γ οÏģ", + "γο Ïģ", + "ëIJĺ ìĸ´", + "Ġ íĤ", + "Ġí Ĥ", + "ĠÐŀд на", + "ĠÙĨ ÙħÙĪد", + "ĠÙĨÙħ ÙĪد", + "Ġвип ад", + "ĠìŀIJ ìĭł", + "Ġj ste", + "Ġjs te", + "Ġ ëĵ±ë¡Ŀ", + "Ġëĵ± ë¡Ŀ", + "ek ten", + "ekt en", + "ekte n", + "ĠÑĢ еÑĩ", + "ĠÑĢе Ñĩ", + "r odnÃŃ", + "rod nÃŃ", + "س تر", + "ست ر", + "ı t", + "ä¹ħ ä¹ħ", + "ĠØ® ÙĦاÙĦ", + "ĠØ®ÙĦ اÙĦ", + "Ġ ç¦", + "Ġç ¦", + "u luk", + "ul uk", + "ulu k", + "l enen", + "le nen", + "len en", + "lene n", + "i lip", + "il ip", + "ili p", + "è´ ¢", + "Ġà¤ħ à¤ķ", + "ĠY ıl", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġ à¤Ŀ", + "ĠठĿ", + "ĠB ình", + "Ġol muÅŁ", + "Ġolm uÅŁ", + "اÙĦ Ø¥ÙĨجÙĦÙĬزÙĬØ©", + "اÙĦØ¥ ÙĨجÙĦÙĬزÙĬØ©", + "м енно", + "мен но", + "aln ız", + "Ġ شرÙĥØ©", + "Ġشر ÙĥØ©", + "Ġس ÙĨØ©", + "ĠسÙĨ Ø©", + "è´ Ł", + "ä½ľ åĵģ", + "Ġ ìķ½", + "Ġìķ ½", + "ĠдÑĢÑĥг иÑħ", + "ĠbaÄŁ lantı", + "о дÑĥ", + "од Ñĥ", + "çļĦ æĺ¯", + "ั à¸Ļà¸Ķ", + "ัà¸Ļ à¸Ķ", + "ĠкоÑĤоÑĢ ÑĭÑħ", + "ĠاÙĦ ÙĪÙĦ", + "ĠاÙĦÙĪ ÙĦ", + "ê¸Ģ ìĥģìľĦ", + "ĠÏĢ εÏģ", + "ĠÏĢε Ïģ", + "리 ìķĦ", + "i bar", + "ib ar", + "iba r", + "Ġ èĥ", + "Ġè ĥ", + "ãģŁ ãģĦ", + "á j", + "ĠìľĦ íķ´", + "? âĢľĊĊ", + "?âĢľ ĊĊ", + "Ġ íİĺ", + "Ġíİ ĺ", + "Ġ ней", + "Ġн ей", + "Ġне й", + "ĠÐĹ Ð°Ðº", + "ĠÐĹа к", + "Ġ ÐĴÑĸд", + "ĠÐĴ Ñĸд", + "е лÑĸ", + "ел Ñĸ", + "è¯ ¾", + "åī ¯", + "m adan", + "ma dan", + "mad an", + "mada n", + "æľ «", + "ĠÏĢ ÏģÏĮ", + "Ġп ÑģиÑħ", + "Ġ ÑĤÑĸ", + "ĠÑĤ Ñĸ", + "Ùĥ ات", + "Ġvys ok", + "ê´Ģ 리", + "ül tür", + "ült ür", + "Ġ à¹Ģà¸Ń", + "Ġà¹Ģ à¸Ń", + "Ġà¹ĢภŃ", + "Ġ íķ©", + "Ġíķ ©", + "çĿ £", + "Ġ ÑĢиÑģ", + "ĠÑĢ иÑģ", + "е ÑĢÑĮ", + "еÑĢ ÑĮ", + "ĠÚ© ÙĦÛĮ", + "ĠÚ©ÙĦ ÛĮ", + "Ġ ãĥŀ", + "Ġãĥ ŀ", + "Ġph ÃŃa", + "ĠphÃŃ a", + "å «", + "ا Ú¯", + "Ġ é¢", + "Ġé ¢", + "ĠÙĨ Ùģر", + "ĠÙĨÙģ ر", + "Ġ جاÙĨ", + "Ġج اÙĨ", + "Ġجا ÙĨ", + "Ġ yas", + "Ġy as", + "Ġya s", + "ж ениÑı", + "же ниÑı", + "жен иÑı", + "ĠлÑĥÑĩ ÑĪе", + "Ġ çº", + "Ġç º", + "Ġ мон", + "Ġм он", + "Ġмо н", + "Ġت Ø®", + "Ġ Ø´ÛĮ", + "ĠØ´ ÛĮ", + "Ġн екоÑĤоÑĢ", + "Ġнек оÑĤоÑĢ", + "алÑĮ нÑĭе", + "Ġob chod", + "Ġíķ¨ ê»ĺ", + "Ġr iêng", + "ãģķ ãĤĮãĤĭ", + "ãģķãĤĮ ãĤĭ", + "о кÑĥ", + "ок Ñĥ", + "ĠС ШÐIJ", + "ë§ ģ", + "Ġ Nếu", + "ĠN ếu", + "ĠA ÄŁ", + "Ġд веÑĢ", + "Ġдв еÑĢ", + "Ġдве ÑĢ", + "à¥ĭ ष", + "Ġkh iến", + "Ġkhi ến", + "н его", + "не го", + "ì± ħ", + "ั à¸ķร", + "ัà¸ķ ร", + "m alı", + "ma lı", + "mal ı", + "Ġ ÙĬا", + "ĠÙĬ ا", + "ç§ij æĬĢ", + "ื à¸Ļ", + "ห มาย", + "หม าย", + "Ġ خص", + "ĠØ® ص", + "åĨ ľ", + "ÃŃ me", + "ÃŃm e", + "ĠÑįÑĤ ой", + "ĠÑįÑĤо й", + "Ġ ìĹħ", + "ĠìĹ ħ", + "Ġ ä¹", + "ä¼ ¯", + "' ´", + "Ùħ ÙĬÙĦ", + "ÙħÙĬ ÙĦ", + "à¸Ń à¸ĩà¸Ħ", + "à¸Ńà¸ĩ à¸Ħ", + "k ová", + "ko vá", + "kov á", + "è¿Ļ ä¹Ī", + "ãĢĤ æĪij", + "ìĹIJ ìĦľëĬĶ", + "ìĹIJìĦľ ëĬĶ", + "Ġ ìļ©", + "Ġìļ ©", + "ë¹Ħ ìĬ¤", + "Ġ ì¦Ŀ", + "Ġì¦ Ŀ", + "IT TE", + "ITT E", + "Ġ모 ëĵł", + "ĠspoleÄį nosti", + "ĠspoleÄįnost i", + "Ġв ик", + "Ġви к", + "Ġt ÅĻÃŃ", + "ĠtÅĻ ÃŃ", + "é ³", + "Ġ Ø®ÛĮ", + "ĠØ® ÛĮ", + "Ġp ož", + "Ġpo ž", + "Ġиме еÑĤ", + "Ġd ÄĽt", + "ĠdÄĽ t", + "ĠÙħد ÙĦ", + "Ġ мо", + "Ġм о", + "åį ı", + "e nÃŃm", + "en ÃŃm", + "enÃŃ m", + "é ī", + "ا ظ", + "Ø§Ø ¸", + "Ġ teÅŁ", + "Ġt eÅŁ", + "Ġte ÅŁ", + "Ġ veÅĻej", + "Ġve ÅĻej", + "L IC", + "LI C", + "ì§Ģ ëĬĶ", + "Ñĭ ваÑİÑĤ", + "Ñĭв аÑİÑĤ", + "Ñĭва ÑİÑĤ", + "ĠоÑĢг анÑĸ", + "ĠоÑĢган Ñĸ", + "nÃŃ mi", + "nÃŃm i", + "θ ÎŃ", + "ãĤ¯ ãĥ©", + "ãĥ¼ ãĥ³", + "ãĥ¼ãĥ ³", + "ли ÑģÑı", + "i mdi", + "im di", + "imd i", + "æ Ĩ", + "ïº İ", + "Ġìļ´ ìĺģ", + "κ αν", + "κα ν", + "Ġ ë³µ", + "Ġë³ µ", + "Ġ ÐĨн", + "ĠÐĨ н", + "p lication", + "pl ication", + "t ah", + "ta h", + "Ġ ÐIJв", + "ĠÐIJ в", + "Ġc á»Ļng", + "алÑĮ ноÑĹ", + "алÑĮно ÑĹ", + "Ġد ÙĪرÙĩ", + "ĠدÙĪ رÙĩ", + "ĠدÙĪر Ùĩ", + "à¥įर य", + "Ġ Ø®ÙĪ", + "ĠØ® ÙĪ", + "Ġв ÑĢа", + "Ø¥ ÙĨ", + "èĤ ī", + "Ġo yn", + "Ġoy n", + "ĠT Æ°", + "ĠÙĩ ÙħاÙĨ", + "ĠÙĩÙħ اÙĨ", + "ĠбÑĸлÑĮ ÑĪе", + "ĠбÑĸлÑĮÑĪ е", + "æĮ ¯", + "ا ÙħØ©", + "اÙħ Ø©", + "å º«", + "åº «", + "Ġ ÑĢеж", + "ĠÑĢ еж", + "ĠÑĢе ж", + "Ġدار ÙĨد", + "ÑĢ ий", + "ÑĢи й", + "Ġ æĮ", + "Ġæ Į", + "Ġson uç", + "Ġsonu ç", + "Ġt ả", + "ั à¸ĩà¸Ħ", + "ัà¸ĩ à¸Ħ", + "ë° Ľ", + "Ġ мом", + "Ġм ом", + "Ġмо м", + "ви Ñĩай", + "виÑĩ ай", + ". à¸Ħ", + "Ġ à¤Ĩà¤Ī", + "Ġà¤Ĩ à¤Ī", + "åģ ĩ", + "Ġpos kyt", + "Ġpo skyt", + "ĠÑģ Ñĥп", + "ĠÑģÑĥ п", + "ıyor du", + "а ле", + "ал е", + "и ÑĨ", + "Ġ θÎŃ", + "Ġθ ÎŃ", + "ãĤĩ ãģĨ", + "ĠÑģв ой", + "ĠÑģво й", + "ม à¸Ļ", + "Ġn ữa", + "Ġnữ a", + "v oÅĻ", + "vo ÅĻ", + "ا سÙĬ", + "اس ÙĬ", + "éĴ ±", + "ãģĹ ãģ¦ãģĦãģŁ", + "ãģĹãģ¦ ãģĦãģŁ", + "ãģĹãģ¦ãģĦ ãģŁ", + "ĠÄij ầy", + "ا ÙĬر", + "اÙĬ ر", + "Ġar aÅŁtır", + "Ġara ÅŁtır", + "ì £", + "ãģ¨ ãģ¯", + "ĠÑģ поÑĢ", + "ĠÑģп оÑĢ", + "Ġê° Ģìŀ¥", + "Ġê°Ģ ìŀ¥", + "è¼ ī", + "âĸ ¡", + "Ġ ìĻĦ", + "ĠìĻ Ħ", + "оÑĢ аÑı", + "оÑĢа Ñı", + "Ïģ εί", + "Ïģε ί", + "ĠÑį ÑĤа", + "ĠÑįÑĤ а", + "ë©´ ìłģ", + "ìĿ´ ìĬ¤", + "ä½ ³", + "æĻ ļ", + "Ġk val", + "Ġkv al", + "Ġn á»ķi", + "ÑĤ ами", + "ÑĤа ми", + "Ġпол ÑĸÑĤи", + "ĠполÑĸ ÑĤи", + "Ġ Ä°ng", + "ĠÄ° ng", + "ĠÄ°n g", + "нÑĸ ÑģÑĤÑİ", + "нÑĸÑģÑĤ Ñİ", + "Ġ à¹Ģà¸ģ", + "Ġà¹Ģ à¸ģ", + "Ġà¹Ģภģ", + "Ġ 민", + "Ġë ¯¼", + "è Ķ", + "Ïģ ία", + "Ïģί α", + "æİ Ī", + "Ġ çĤ", + "Ġç Ĥ", + "ĠÙĨÙħ اÛĮ", + "Ġ ìŀ¡", + "Ġìŀ ¡", + "æŀ ¶", + "اب ÙĤ", + "Ñģ он", + "Ñģо н", + "ен ного", + "енно го", + "ĠÙħ ÛĮÙĦÛĮ", + "ĠÙħÛĮ ÙĦÛĮ", + "ĠÙħÛĮÙĦ ÛĮ", + "Ġk urum", + "Ġkur um", + "Ġku rum", + "Ġkuru m", + "à¹Į ส", + "Ġ ì´Ŀ", + "Ġì ´Ŀ", + "Ġì´ Ŀ", + "ĠnÄĽk olik", + "ĠnÄĽkol ik", + "Ġ ÙĢ", + "ĠÙ Ģ", + "ĠзаÑģÑĤ оÑģ", + "à¸Ķ à¸Ļ", + "ÙĨ داÙĨ", + "ÙĨد اÙĨ", + "ÙĨدا ÙĨ", + "ĠJ ap", + "ĠJa p", + "éĥ ¡", + "à¥į à¤Ń", + "à¥įठŃ", + "Ġ à¹Ģà¸Ĭ", + "Ġà¹Ģ à¸Ĭ", + "Ġà¹ĢภĬ", + "Ġ âĢ«", + "ĠâĢ «", + "é£ ŀ", + "o vatel", + "ov atel", + "ova tel", + "ovat el", + "ĠÑĩа ÑģÑĤÑĮ", + "ĠÑĩаÑģ ÑĤÑĮ", + "ĠÑĩаÑģÑĤ ÑĮ", + "Ġb á»ķ", + "ãĤ¯ ãĥª", + "ิ à¹Į", + "Ġвид е", + "Ġви де", + "v ail", + "va il", + "Ì ī", + "ÄŁ inde", + "ÄŁi nde", + "ÄŁin de", + "ãģ¨ ãĤĤ", + "âĢĮÚ© ÙĨد", + "âĢĮÚ©ÙĨ د", + "Ġ ëħĦ", + "Ġëħ Ħ", + "Ġ اÙĤتص", + "ĠاÙĤ تص", + "ï½ Ĺ", + "Ïģ ιÏĥ", + "Ïģι Ïĥ", + "з д", + "èĻ ½", + "Ġth oại", + "Ġtho ại", + "Ġ ÙĪز", + "ĠÙĪ ز", + "Ġ mÃŃt", + "Ġm ÃŃt", + "ĠmÃŃ t", + "ĠÑħ олод", + "ĠÑħол од", + "Ġ кÑĥп", + "Ġк Ñĥп", + "ĠкÑĥ п", + "а ниÑħ", + "ан иÑħ", + "ани Ñħ", + "Ġnh ìn", + "ãģĭ ãģª", + "Ġ Ðļом", + "ĠÐļ ом", + "ĠÐļо м", + "ÏĦ εÏģ", + "ÏĦε Ïģ", + "ï¼Į åıª", + "Ġol up", + "Ġhá» ıi", + "ë ij", + "ĠnÄĽk ter", + "i sÃŃ", + "is ÃŃ", + "ĠвикоÑĢиÑģÑĤ ов", + "ìŀ ¡", + "Ġà¤ķ ल", + "Ġìľł ìłĢ", + "ĠпÑĢ иб", + "ĠпÑĢи б", + "èĭ ¦", + "Ġ мов", + "Ġм ов", + "Ġмо в", + "Ġ หà¸Ļ", + "Ġห à¸Ļ", + "ëIJĺ ëĬĶ", + "о ко", + "ок о", + "Ġоб еÑģп", + "Ġk ez", + "Ġke z", + "л ÑıÑħ", + "лÑı Ñħ", + "ĠпÑĢо иÑģ", + "Ġпо вин", + "Ġпов ин", + "ĠÐļ оÑĢ", + "ĠÐļо ÑĢ", + "ì¼ Ģ", + "Ġ Ñģи", + "ĠÑģ и", + "Ġ ä¹ĭ", + "Ġä¹ ĭ", + "ĠâĢĶ Ċ", + "ÑģÑĥÑĤ ÑģÑĤв", + "ç °", + "Ġ à¤ł", + "Ġठł", + "н аÑĤ", + "на ÑĤ", + "Ġs uy", + "Ġsu y", + "Ġ ÑģÑĭ", + "ĠÑģ Ñĭ", + "ĠÙĨ شاÙĨ", + "ĠÙĨØ´ اÙĨ", + "Ġна пÑĢав", + "Ġнап ÑĢав", + "ĠÑĨ ÑĮомÑĥ", + "æĺ¯ ä¸Ģ", + "Ġm üm", + "Ġmü m", + "ÑĶ мо", + "ÑĶм о", + "ĠاسÙĦاÙħ ÛĮ", + "Ġza manda", + "Ġzam anda", + "Ġzaman da", + "ÙĪ ÙħاÙĨ", + "ÙĪÙħ اÙĨ", + "ا ÙĦØŃ", + "اÙĦ ØŃ", + "Å¡t ÄĽnÃŃ", + "Å¡tÄĽ nÃŃ", + "Ġ Ðļак", + "ĠÐļ ак", + "ĠÐļа к", + "¤ íĶĦ", + "¤í ĶĦ", + "ĠÙ¾ رد", + "Ġپر د", + "C ác", + "ε ια", + "ει α", + "Ġ جÙĪ", + "Ġج ÙĪ", + "ĠÄijo ạn", + "Ġà¤ĩ त", + "Ġз ан", + "Ġза н", + "ĠÙħÙĨØ· ÙĤÙĩ", + "ĠÙħ عÙĦ", + "ĠÙħع ÙĦ", + "Ġdo kon", + "Ġdok on", + "åIJ ¸", + "ic kou", + "ick ou", + "å° ģ", + "Ġк иÑģ", + "Ġки Ñģ", + "ัà¸ĩ หว", + "i species", + "is pecies", + "isp ecies", + "Ġнап ÑĢÑı", + "æº ĸ", + "Ġà¤ľ ल", + "à¹Ģ à¸ī", + "à¹Ģภī", + "L AR", + "LA R", + "ĠÑĥÑģлов иÑı", + "ĠWiki species", + "ĠWik ispecies", + "ระ à¸Ķ", + "Ġ mey", + "Ġm ey", + "Ġme y", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "à¹ĩ à¸Ī", + "å¾ Ĵ", + "t ach", + "ta ch", + "u muz", + "um uz", + "umu z", + "κ η", + "à Ĭ", + "Ġ ün", + "Ġü n", + "ĠB ITTE", + "ĠBIT TE", + "ĠÙħ ربع", + "ĠÙħر بع", + "ĠÙħرب ع", + "ãĤ· ãĥ¥", + "िस à¤ķ", + "Ø· ÙĪر", + "Ġв оÑģ", + "Ġво Ñģ", + "ï¾ Ł", + "Ġy ayın", + "Ġyay ın", + "ãģĭ ãĤĬ", + "л иÑı", + "ли Ñı", + "Ġп ÑĢин", + "ĠпÑĢ ин", + "ĠпÑĢи н", + "ij ng", + "ĠÙĨ Ø®", + "Ġl ze", + "Ġlz e", + "à¥įष ण", + "Ġ бо", + "Ġб о", + "Ġ ê¸Ģ", + "Ġê¸ Ģ", + "Ġgel iÅŁtir", + "ĠgeliÅŁ tir", + "à¸Ľà¸£à¸° à¸Ĭ", + "å½ ¡", + "Ġ ãĤª", + "ĠãĤ ª", + "ãģĪ ãģ¦", + "н ÑĥÑĤÑĮ", + "нÑĥ ÑĤÑĮ", + "нÑĥÑĤ ÑĮ", + "Ġ ç½", + "Ġç ½", + "Ġ маг", + "Ġм аг", + "Ġма г", + "ãģ« ãģ¤", + "н оÑģÑĤей", + "ноÑģÑĤ ей", + "Ġ ÙĦÙĬ", + "ĠÙĦ ÙĬ", + "æĢ ª", + "ÑıÑĤ ÑģÑı", + "ภij", + "िय म", + "Ġ ãĢİ", + "ĠãĢ İ", + "ÑĢ ÑĮ", + "Ġm ạng", + "t ım", + "tı m", + "ĠпеÑĢи од", + "о гÑĥ", + "ог Ñĥ", + "ĠкоÑĤоÑĢ аÑı", + "ĠкоÑĤ оÑĢаÑı", + "리 ê°Ģ", + "Ġãħ ¡", + "Ġج اÛĮ", + "Ġجا ÛĮ", + "ĠпоÑĤ ÑĢÑĸб", + "Å¡ en", + "Å¡e n", + "à¸Ń ะ", + "ب ع", + "ØŁ Ċ", + "Ġ ë°©ë²ķ", + "Ġë°© ë²ķ", + "Ġ гоÑĢод", + "Ġг оÑĢод", + "ĠгоÑĢ од", + "Ġ Ðĺн", + "ĠÐĺ н", + "Ġ оказ", + "Ġо каз", + "Ġок аз", + "ر ÙĪز", + "رÙĪ ز", + "Ġili ÅŁk", + "ĠiliÅŁ k", + "å® £", + "f orman", + "form an", + "for man", + "forma n", + "a daÅŁ", + "ad aÅŁ", + "ada ÅŁ", + "ÙĬ ÙĦØ©", + "ÙĬÙĦ Ø©", + "ĠÐļ аÑĢ", + "ĠÐļа ÑĢ", + "Ġm ất", + "æħ ĭ", + "м п", + "à¹Ĥ à¸Ļ", + "ĠØŃÙĤ ÙĪÙĤ", + "Ġд нÑı", + "ĠëĴ ¤", + "ा à¤ķर", + "ाà¤ķ र", + "ì²ĺ ëŁ¼", + "âĢĮ Ø¢", + "h angi", + "han gi", + "hang i", + "è¡Į æĶ¿", + "al iyet", + "ali yet", + "Ġ ì²ľ", + "Ġì² ľ", + "ĠY ap", + "ĠYa p", + "à¹Ĥ รà¸ĩ", + "à¹Ĥร à¸ĩ", + "ì§Ģ ëħ¸", + "Ùİ Ùij", + "Îij ÎĻ", + "á na", + "án a", + "an dır", + "and ır", + "ระ à¸ļà¸ļ", + "ระà¸ļ à¸ļ", + "oÄŁ lu", + "า à¸Īะ", + "าà¸Ī ะ", + "ẩ y", + "ا ÙĪÙĦ", + "اÙĪ ÙĦ", + "ĠмаÑĤ еÑĢÑĸ", + "ÎŁ ÎĿ", + "ÎŁÎ Ŀ", + "Ġin formace", + "Ġinform ace", + "ت ع", + "à¸ļ à¸Ļ", + "ĠÄĮesk é", + "ĠÄĮes ké", + "Ġte mel", + "Ġtem el", + ":::::::::::::::: ::::::::::::::::", + "Ġ chia", + "Ġch ia", + "Ġchi a", + "- Ñģ", + "н еÑĢг", + "не ÑĢг", + "неÑĢ г", + "Ġì° ¾", + "ÑĢ ид", + "ÑĢи д", + "л оÑģÑĮ", + "ло ÑģÑĮ", + "ز ÙĦ", + "ê°Ģ ëĬĶ", + "a né", + "an é", + "Ġнав ÑĸÑĤÑĮ", + "ĠнавÑĸ ÑĤÑĮ", + "ä¸ĵ ä¸ļ", + "Ġ 경기", + "Ġê²½ 기", + "Ġp ÅĻev", + "ĠpÅĻ ev", + "ĠpÅĻe v", + "е ÑĤи", + "еÑĤ и", + "Ġ íĶĮ", + "ĠíĶ Į", + "н ÑıÑĤ", + "нÑı ÑĤ", + "à¥ģ श", + "à¥ģठ¶", + "лÑİ Ð´", + "в иÑī", + "ви Ñī", + "å° ¾", + "çļĦ äºĭ", + "Ġ ëIJľ", + "Ġë IJľ", + "ĠëIJ ľ", + "ر ÙĪÙģ", + "رÙĪ Ùģ", + "Ġ 女", + "Ġå¥ ³", + "κ ή", + "Ġ Tuy", + "ĠT uy", + "ĠTu y", + "Ġê²ĥ ìĿĦ", + "Ġb unu", + "Ġbu nu", + "Ġbun u", + "ĠÑĢаз лиÑĩ", + "ĠD ün", + "ãĤŃ ãĥ£", + "ÑĢ ÑĥÑģ", + "ÑĢÑĥ Ñģ", + "Ġ мм", + "Ġм м", + "l oven", + "lo ven", + "love n", + "lov en", + "Ġot ev", + "n oloj", + "ES Ä°", + "ü p", + "Ġ èĤ", + "Ġè Ĥ", + "ικ ÏĮÏĤ", + "ικÏĮ ÏĤ", + "ض اء", + "ضا Ø¡", + "Ġ пеÑĩ", + "Ġп еÑĩ", + "ÅĻÃŃ klad", + "ãģĵ ãĤį", + "Å¡ tÃŃ", + "Å¡t ÃŃ", + "Ġبر Ú¯", + "ãģĮ ãģĤãĤĭ", + "Ñĸ ÑģÑĤ", + "ÑĸÑģ ÑĤ", + "à¥ī à¤ķ", + "ÏĢ η", + "ĠاÙĦÙħ ست", + "ĠاÙĦÙħس ت", + "Ġз ай", + "Ġза й", + "Ġch Æ°Æ¡ng", + "о ÑĤÑĥ", + "оÑĤ Ñĥ", + "Ġ Сам", + "ĠС ам", + "Å¡ et", + "Å¡e t", + "ĠìŀĪ ìĹĪ", + "ĠÙģ ار", + "Ñĸ он", + "ãĥĹ ãĥŃ", + "Ġnh iá»ĩt", + "in izi", + "ini zi", + "iniz i", + "Ġc ož", + "Ġco ž", + "Ġà¤Ĩ न", + "Ġsyst ém", + "ر ÙĪع", + "رÙĪ ع", + "a yet", + "ay et", + "aye t", + "ĠÙģر ÙĩÙĨÚ¯", + "Ġ è¶", + "Ġè ¶", + "èģ ·", + "è§Ĥ çľĭ", + "н ок", + "но к", + "à¸IJ าà¸Ļ", + "êµIJ ìľ¡", + "k la", + "kl a", + "ãĤģ ãģ¦", + "Îķ ÎĻ", + "åĿ Ĺ", + "Ġsk uteÄį", + "à¥Ĥ à¤ľ", + "ãģij ãģ¦", + "N GC", + "NG C", + "Ġ åĢ", + "Ġå Ģ", + "ĠÑĢоз п", + "nÃŃ ků", + "nÃŃk ů", + "ãĥ³ ãĤ¹", + "ĠÐĴ еÑĢ", + "Ġyüz de", + "Ġ미 êµŃ", + "ĠÙħ Ùī", + "д еÑĢ", + "де ÑĢ", + "а ва", + "ав а", + "Ġmerk ez", + "į ng", + "Ġ ìĤ¼", + "ĠìĤ ¼", + "ĠÑĢоб оÑĤи", + "ĠÑĢобоÑĤ и", + "Ġ нÑĮого", + "Ġн ÑĮого", + "Ġ економ", + "Ġе коном", + "Ġек оном", + "ĠÑĩелов ека", + "ĠÑĩеловек а", + "Ġ à¸ŀระ", + "Ġà¸ŀ ระ", + "Ġà¸ŀร ะ", + "ãĥ Ĵ", + "ãģ£ ãģ¦ãģĦ", + "ãģ£ãģ¦ ãģĦ", + "ä¼ Ĺ", + "ĠпÑĢод ÑĥкÑĤ", + "ĠпÑĢодÑĥк ÑĤ", + "Ġy anı", + "Ġyan ı", + "à¥Ģव न", + "Ġc áºŃp", + "ĠAv rupa", + "ा à¤Ń", + "ाठŃ", + "ĠìłĦ ìļ©", + "æķ £", + "ĠìľĦ íķľ", + "Ñħод иÑĤÑĮ", + "ÑħодиÑĤ ÑĮ", + "Ġsın ır", + "ü cret", + "üc ret", + "s uz", + "su z", + "æ¨ Ĥ", + "Ġ ì°½", + "Ġì° ½", + "Ïģ ίοÏħ", + "Ïģί οÏħ", + "åĪ ļ", + "Ø® ÙĦ", + "ëłĩ ê²Į", + "ج د", + "Ġμ αÏĤ", + "Ġμα ÏĤ", + "áºŃ m", + "k ara", + "ka ra", + "kar a", + "ãĤ« ãĥ¼", + "Ġkter ou", + "ìĽ ¨", + "ÑĦи ÑĨи", + "oÄŁ raf", + "Ġна пÑĢи", + "Ġнап ÑĢи", + "ãģij ãģ©", + "Ġ éļ", + "Ġé ļ", + "ت باÙĦ", + "تب اÙĦ", + "ëŁ ½", + "ìĶ ¨", + "íĮĮ ìĿ¼", + "Ïĩ α", + "Ġuz ak", + "Ġd òng", + "Ġг олоÑģ", + "Ġгол оÑģ", + "Ïĥ ÏĦή", + "ÏĥÏĦ ή", + "ι λ", + "Ø· Ùģ", + "Ġê·¸ ëħĢ", + "ãĤ¿ ãĤ¤", + "ا ÙĨÚ¯", + "اÙĨ Ú¯", + "i nou", + "in ou", + "ino u", + "л он", + "ло н", + "à¹ĩ ม", + "Ġब द", + "Ġkon usunda", + "Ġkonusu nda", + "Ġkonus unda", + "Ġn âng", + "ãģ¾ãģĽ ãĤĵ", + "Ñĥ ÑİÑĤÑĮÑģÑı", + "ÑĥÑİ ÑĤÑĮÑģÑı", + "ÑĥÑİÑĤÑĮ ÑģÑı", + "åŁ ¹", + "ен ко", + "ìł ij", + "Ġ ÑĤов", + "ĠÑĤ ов", + "ĠÑĤо в", + "Ġt ÅĻeba", + "ĠtÅĻ eba", + "ز اÙĨ", + "زا ÙĨ", + "is yon", + "isy on", + "Ġ ген", + "Ġг ен", + "Ġге н", + "Ġ Pokud", + "ĠP okud", + "ĠPo kud", + "ĠPok ud", + "âĢĮ اÙĨد", + "âĢĮاÙĨ د", + "Ġг ÑĢÑĥд", + "ĠгÑĢÑĥ д", + "ĠгÑĢ Ñĥд", + "Ġ خرÛĮد", + "Ġخر ÛĮد", + "λ λα", + "λλ α", + "Ġp ÅĻÃŃm", + "ĠpÅĻ ÃŃm", + "ĠpÅĻÃŃ m", + "Ġ æ³ķ", + "Ġæ³ ķ", + "Ġز ÙĨدگÛĮ", + "ĠزÙĨد Ú¯ÛĮ", + "ạ p", + "Ġ íĬ¸", + "ĠíĬ ¸", + "ĠÄij á»Ļc", + "ĠÄijá»Ļ c", + "Ġê·¸ ë¦¬ê³ł", + "Ġ그리 ê³ł", + "н из", + "ни з", + "Ġ ÙĬÙĤ", + "ĠÙĬ ÙĤ", + "l aÅŁtır", + "la ÅŁtır", + "laÅŁ tır", + "ĠпÑĢав о", + "ĠпÑĢа во", + "Ñĥ Ñģк", + "ÑĥÑģ к", + "å° ½", + "Ġप ड", + "éĵ ģ", + "Ġ ì·¨", + "Ġì ·¨", + "ĠاÙĦ بÙĬ", + "ĠاÙĦب ÙĬ", + " ¸", + "ิม à¸ŀ", + "Ġs vÄĽ", + "Ġsv ÄĽ", + "Ġб ал", + "Ġба л", + "Ġm ôn", + "Ġmô n", + "ĠD ữ", + "ĠØ´ دÙĨ", + "Ġشد ÙĨ", + "Ġ ÙģÙĦ", + "ĠÙģ ÙĦ", + "Ġv znik", + "Ġvz nik", + "Ġch ứ", + "ĠÑģÑĤ ÑĢÑĥкÑĤÑĥ", + "ç¸ £", + "ĠH oa", + "ĠHo a", + "í ĮĢ", + "íĮ Ģ", + "Ġ ÑĢÑĸÑĪ", + "ĠÑĢ ÑĸÑĪ", + "Ġвоз дÑĥ", + "олÑĮ ÑĪ", + "οÏħ με", + "ู à¸Ļ", + "Ġп ÑĢид", + "ĠпÑĢ ид", + "ĠпÑĢи д", + "il mek", + "ilm ek", + "ĠاÙĦ ÙĤر", + "ĠاÙĦÙĤ ر", + "Į ĵ", + "Ġ uç", + "Ġu ç", + "å¨ ĺ", + "ec ektir", + "ecek tir", + "Ġ íħĮ", + "Ġí ħĮ", + "Ġíħ Į", + "Ġ εÏħ", + "Ġε Ïħ", + "Ġh òa", + "Ïģ Ïħ", + "ึà¸ģษ า", + "ĠÑĤеÑħ нолог", + "ú i", + "Ġbilg iler", + "Ġbilgi ler", + "Ġ ÙĤاÙĦ", + "ĠÙĤ اÙĦ", + "e dl", + "ed l", + "z nám", + "zn ám", + "á ly", + "ál y", + "åºĶ 该", + "алÑĮ ний", + "аÑĤ елÑı", + "аÑĤе лÑı", + "à¸Ļ วà¸Ļ", + "à¸Ļว à¸Ļ", + "Ġ ÐŁÐ¾Ð»", + "ĠÐŁ ол", + "ĠÐŁÐ¾ л", + "à¸ŀ à¸Ļ", + "ç¤ ¼", + "Ġt asar", + "Ġta sar", + "Ġtas ar", + "ĠÑĤ ой", + "ĠÑĤо й", + "Ġм еÑģÑı", + "Ġ иÑģк", + "Ġи Ñģк", + "ĠиÑģ к", + "Ġप द", + "γ ή", + "ا ختÙĩ", + "اخ تÙĩ", + "اخت Ùĩ", + "è¿Ļ éĩĮ", + "Ġch á»īnh", + "Ġchá»ī nh", + "ĠÙĤ سÙħ", + "Ùİ Ùĩ", + "er li", + "åĽ½ éĻħ", + "il iyor", + "ili yor", + "ĠØ´Ùĩر ستاÙĨ", + "Ġve lk", + "Ġvel k", + "åĽ º", + "Ġб ÑĸлÑĮÑĪ", + "ĠбÑĸлÑĮ ÑĪ", + "ãĥ¼ ãĥĹ", + "ãĥ¼ãĥ Ĺ", + "æŁ IJ", + "ì§ ľ", + "ĠÄĮ R", + "Ġд ек", + "Ġде к", + "ر بÛĮ", + "رب ÛĮ", + "о виÑĩ", + "ов иÑĩ", + "ови Ñĩ", + "Ġkap sam", + "Ġkaps am", + "ĠÙĦ Ø£", + "Ġ анÑĤи", + "Ġан ÑĤи", + "Ġ ücret", + "Ġü cret", + "ê² ¬", + "о ÑĢож", + "оÑĢ ож", + "оÑĢо ж", + "ÛĮ ÙħÛĮ", + "ÛĮÙħ ÛĮ", + "è© ķ", + "Ġ ë§ŀ", + "Ġë§ ŀ", + "Ġ ÑĢÑıд", + "ĠÑĢ Ñıд", + "ĠÑĢÑı д", + "ĠÙĩÙħ راÙĩ", + "â r", + "ا بت", + "اب ت", + "ĠиÑģполÑĮзов аÑĤÑĮ", + "ĠиÑģполÑĮз оваÑĤÑĮ", + "к Ñģ", + "âī ¡", + "Ġo lay", + "Ġol ay", + "Ġola y", + "èį ¯", + "Ġo prav", + "Ġop rav", + "Ġopr av", + "Ġدرب ارÙĩ", + "Ġ ä¸ŃåĽ½", + "Ġä¸Ń åĽ½", + "и лÑģÑı", + "ил ÑģÑı", + "åį «", + "ĠاÙĦ است", + "ĠاÙĦاس ت", + "ÙĪÛĮ ÛĮ", + "ÑĢ еÑĪ", + "ÑĢе ÑĪ", + "Ġ ÙĨس", + "ĠÙĨ س", + "ãĢĤ åľ¨", + "Ġ ÙĦØŃ", + "ĠÙĦ ØŃ", + "Ġko run", + "Ġkor un", + "ĠÙģ رد", + "ĠÙģر د", + "Ġо боÑĢ", + "Ġоб оÑĢ", + "Ġобо ÑĢ", + "е ÑĪÑĮ", + "еÑĪ ÑĮ", + "Ġpod mÃŃn", + "Ġ ë¬¸ìłľ", + "Ġ문 ìłľ", + "ĠdeÄŁer lendir", + "ä¸į åIJĮ", + "æ¶ ²", + "ा हर", + "ाह र", + "íļ į", + "à¥į à¤ł", + "à¥įठł", + "и ÑĤиÑģÑı", + "иÑĤи ÑģÑı", + "ا ÙĦع", + "اÙĦ ع", + "Ġd vÄĽ", + "Ġdv ÄĽ", + "ĠпеÑĢ ек", + "ĠпеÑĢе к", + "Ġ åħĥ", + "Ġåħ ĥ", + "Ġ aras", + "Ġa ras", + "Ġar as", + "Ġara s", + "Ġalt ında", + "Ġaltın da", + "Ġaltı nda", + "Ġв за", + "Ġвз а", + "æĴ ĥ", + "Ġmil yon", + "Ġ åѦ", + "ĠåŃ ¦", + "Ġв аÑĢи", + "ĠваÑĢ и", + "Ġва ÑĢи", + "ĠاÙĦع اÙĦÙħ", + "' Ñı", + "ÙĪ ÛĮس", + "ÙĪÛĮ س", + "Ġмож ÑĥÑĤÑĮ", + "ãģij ãģŁ", + "ìĿ´ ìĹĪëĭ¤", + "ìĿ´ìĹĪ ëĭ¤", + "ο Ïįν", + "οÏį ν", + "Ġ éŁ", + "Ġé Ł", + "Ġpost up", + "Ġpo stup", + "ü yük", + "üy ük", + "åĪ Ĭ", + "Ġ ÙĤب", + "ĠÙĤ ب", + "Ġاص ÙĦÛĮ", + "ĠاصÙĦ ÛĮ", + "ÙĪ Ùī", + "Ġrep ublik", + "Ġ ÐĻ", + "ĠÐ Ļ", + "ģ m", + "Ġб ел", + "ा -", + "Ñģ кое", + "Ñģк ое", + "Ñģко е", + "Ġcu á»iji", + "è² ·", + "ี ยว", + "ีย ว", + "éĩį è¦ģ", + "ู ม", + "ĠÑĢозвиÑĤ кÑĥ", + "Ġ ë°±", + "Ġë° ±", + "åĥ ¹", + "Ġ åīį", + "Ġåī į", + "à¹Ħ à¸ĭ", + "ãĢĮ âĢ¦âĢ¦", + "à¥Į त", + "Ú© رد", + "کر د", + "Ġza ÅĻÃŃzenÃŃ", + "ส าร", + "Ġle tech", + "Ġlet ech", + "l emek", + "le mek", + "lem ek", + "leme k", + "人 ãģ®", + "Ġd ưỡng", + "ĠdÆ°á» ¡ng", + "ت ÙĤ", + "Ġ åĵ", + "Ġå ĵ", + "åħ »", + "Ġ ëıħ", + "Ġëı ħ", + "Ġ 루", + "Ġë £¨", + "Ġë£ ¨", + "Ø° ÙĦÙĥ", + "Ġ ìĿ¼ë³¸", + "ĠìĿ¼ 본", + "ĠAy rıca", + "ĠÙ¾ Úĺ", + "is inin", + "isi nin", + "isin in", + "isini n", + "Ġìĭ ¶", + "Ú¯ ÛĮرÛĮ", + "Ú¯ÛĮ رÛĮ", + "Ú¯ÛĮر ÛĮ", + "خص ص", + "³ ç´°", + "ĠмаÑĤеÑĢи ал", + "k ové", + "ko vé", + "kov é", + "ë§ ī", + "ãģķ ãģĽ", + "ĠÑĤак ой", + "ĠÑĤа кой", + "Ġtr áºŃn", + "Ġ лиÑĨ", + "Ġл иÑĨ", + "Ġли ÑĨ", + "Ġ åĽĽ", + "ĠåĽ Ľ", + "Ñĩ Ñĥ", + "Ġ æ°´", + "Ġæ° ´", + "Ġdo lay", + "Ġdol ay", + "å½ ¹", + "ÑĢ ива", + "ÑĢи ва", + "ÑĢив а", + "Ġг ÑĢÑĥпп", + "ĠгÑĢÑĥ пп", + "ĠгÑĢÑĥп п", + "Ġmüm kün", + "л ена", + "лен а", + "ле на", + "ëĿ¼ ëĬĶ", + "åĪ© çĶ¨", + "Ġr ahat", + "Ġra hat", + "ï¼ıï¼ı ï¼ıï¼ı", + "æģ ©", + "Ġ íķŃ", + "Ġíķ Ń", + "Ġ íĴ", + "Ġí Ĵ", + "Ġ ìĬ¹", + "ĠìĬ ¹", + "Ġch ân", + "Ġ ãĤ¨", + "ĠãĤ ¨", + "Ġжиз ни", + "çĸ ij", + "ãĢĤ ä»ĸ", + "리 ìĬ¤", + "Ñĩ иÑħ", + "Ñĩи Ñħ", + "Ġ é¦ĸ", + "Ġé¦ ĸ", + "ÄĽ r", + "Ġй омÑĥ", + "Ġth áºŃt", + "Ġìķ ŀ", + "c ih", + "ci h", + "س ÙĦاÙħ", + "سÙĦ اÙħ", + "Ġs iyas", + "Ġsi yas", + "Ġ íĸĪ", + "Ġíĸ Ī", + "Ġк оÑĪ", + "Ġко ÑĪ", + "Ïĥ αν", + "Ïĥα ν", + "ÙĬ اÙĨ", + "ÙĬا ÙĨ", + "Ġd ö", + "ाह त", + "о ÑĢод", + "оÑĢ од", + "оÑĢо д", + "о ваÑı", + "ов аÑı", + "ова Ñı", + "ÑĨи оналÑĮ", + "ÑĨион алÑĮ", + "ائ Ùĩ", + "Ġà¤ĸ र", + "ĠÄij á»Ŀi", + "ĠÄijá» Ŀi", + "ä¸į ä¼ļ", + "Ùĥ ز", + "ี à¸Ħวาม", + "ีà¸Ħ วาม", + "l ıyor", + "lı yor", + "à¥ĭ द", + "Ġ 충", + "Ġì¶ ©", + "Ġc á»ij", + "à¹Ĥ à¸ķ", + "Ġε ÏĢί", + "ĠεÏĢ ί", + "ĠпÑĢ Ñıм", + "æ³ °", + "ا ÙĦØ©", + "اÙĦ Ø©", + "j ÃŃm", + "jÃŃ m", + "Ġ би", + "Ġб и", + "Å¡ em", + "Å¡e m", + "ĠH á»Ļi", + "à¸Ħ รà¸ĩ", + "à¸Ħร à¸ĩ", + "Ġh uyá»ĩn", + "Ġhuy á»ĩn", + "ç¯ Ģ", + "l iÅ¡", + "li Å¡", + "ĠجÙĩ ت", + "ç§ ĭ", + "ĠÑĨ ел", + "ĠÑĨе л", + "Ġ лÑĸÑĤ", + "Ġл ÑĸÑĤ", + "ĠлÑĸ ÑĤ", + "Ġ æ·", + "Ġæ ·", + "ж Ñĥ", + "ãģĪ ãģŁ", + "ë´ ī", + "Ġ 머", + "Ġë¨ ¸", + "åł´ åIJĪ", + "éĿ ©", + "ãĥª ãĥ³", + "ег да", + "Ġbe nim", + "Ġben im", + "Ġbeni m", + "çĽ Ł", + "ãģ® ä¸Ń", + "åĿ IJ", + "ĠÃľniversit esi", + "Ġko ÅŁ", + "Ġп ож", + "Ġпо ж", + "iá»ĩ p", + "ĠpÅĻ ij", + "ĠpÅĻi j", + "ëŀ ¨", + "ĠاÙĦ أس", + "ĠاÙĦØ£ س", + "ár nÃŃ", + "iế m", + "Ġ èĬ", + "Ġè Ĭ", + "Ġ δε", + "Ġδ ε", + "å¨ ±ä¹IJ", + "Ġ Æ°u", + "Ġ çĦ¡", + "ĠçĦ ¡", + "Ġг ÑĢи", + "ĠгÑĢ и", + "Ġпо ÑįÑĤомÑĥ", + "ĠÄij óng", + "ĠÄijó ng", + "ĠÄijón g", + "ج اÙĨ", + "جا ÙĨ", + "Ġngh iên", + "Ġnghi ên", + "Ġا ÙĦاÙĨ", + "ĠاÙĦ اÙĨ", + "ÑĪ ей", + "ÑĪе й", + "à¹ģ รà¸ģ", + "ĠÚĨ Ùĩار", + "ĠÚĨÙĩ ار", + "Ñİ Ñīий", + "ÑİÑī ий", + "ÏĮ Ïģ", + "Ġ رÙħ", + "Ġر Ùħ", + "ì² ł", + "Ġدست گاÙĩ", + "Ġ دÛĮد", + "Ġد ÛĮد", + "ĠدÛĮ د", + "ãĥĥãĤ¯ ãĤ¹", + "ा मन", + "ाम न", + "ĠTh Ãłnh", + "Ġth ẩm", + "Ġc Ãłng", + "ĠcÃł ng", + "Ġdön Ã¼ÅŁ", + "ĠпÑĢи гоÑĤов", + "ĠпÑĢиг оÑĤов", + "Ġk iÅŁi", + "Ġki ÅŁi", + "ĠkiÅŁ i", + "ØŃ Øª", + "Ġ ë²ķ", + "Ġë² ķ", + "é£ Ľ", + "Ġit ibar", + "Ġг лав", + "Ġгла в", + "Ġor tam", + "Ġort am", + "Ġorta m", + "Ġm add", + "Ġma dd", + "Ġmad d", + "Ġ оÑģÑĤав", + "Ġо ÑģÑĤав", + "ĠоÑģÑĤ ав", + "ĠÙģÙĪ تباÙĦ", + "ĠÙģÙĪت باÙĦ", + "Ġan laÅŁ", + "l eyen", + "le yen", + "ley en", + "ç ´Ģ", + "ç´ Ģ", + "Ġ é£", + "Ġé £", + "/ lo", + "/l o", + "Ùħ ÙĪÙĦ", + "ÙħÙĪ ÙĦ", + "Ġд ÑĥÑħ", + "ĠдÑĥ Ñħ", + "Ġ ÙĦب", + "ĠÙĦ ب", + "л ег", + "ле г", + "Ġgö nder", + "Ġgön der", + "ÙĬ Ø·", + "Ġ สำ", + "Ġส ำ", + "Ġv ás", + "Ġvá s", + "ĠÐŁ еÑĤ", + "а лоÑģÑı", + "ало ÑģÑı", + "ì ¿ł", + "ì¿ ł", + "éĻ ½", + "åĸ ®", + "èĪ ŀ", + "н Ñĥл", + "нÑĥ л", + "ÄŁ ine", + "ÄŁi ne", + "ÄŁin e", + "Ġ ghi", + "Ġg hi", + "Ġgh i", + "Ġ çµ", + "Ġç µ", + "ÙĬ ÙĨÙĬ", + "ÙĬÙĨ ÙĬ", + "Å ½", + "Ġhük üm", + "ĠD Ä±ÅŁ", + "ĠÎŃ Ïĩει", + "ĠÎŃÏĩ ει", + "Ġ Ñģка", + "ĠÑģ ка", + "ĠÑģк а", + "Ġ ÑĤим", + "ĠÑĤ им", + "ĠÑĤи м", + "Ġп оÑģÑĤав", + "Ġпо ÑģÑĤав", + "ĠпоÑģÑĤ ав", + "à¸Ļ าà¸Ķ", + "à¸Ļา à¸Ķ", + "d ül", + "dü l", + "Ġd va", + "Ġdv a", + "Ġ à¸Ħà¸Ļ", + "Ġà¸Ħ à¸Ļ", + "Ġchá»ĭ u", + "Ġ èı", + "Ġè ı", + "à¹ģส à¸Ķà¸ĩ", + "æ° £", + "Ġ íĪ¬", + "Ġí Ī¬", + "Ġ Ñĩин", + "ĠÑĩ ин", + "ĠÑĩи н", + "ãģ« ãģĬ", + "ен ноÑģÑĤи", + "енно ÑģÑĤи", + "ÐIJ ÐĿ", + "Ġh emen", + "Ġhe men", + "Ġhem en", + "Ġ ait", + "Ġa it", + "Ġai t", + "Ġ à¤Ĭ", + "ĠठĬ", + "æī §", + "ĠA BD", + "ĠAB D", + "Ġκα θ", + "æ´ Ľ", + "ãĤ¢ ãĥ«", + "à¹ī าà¸Ĺ", + "à¹īา à¸Ĺ", + "ÅĻ ez", + "ÅĻe z", + "d ÄĽji", + "dÄĽ ji", + "Ġt á»ĭch", + "еннÑı м", + "Ġв ÑģÑĤанов", + "ĠвÑģÑĤ анов", + "ĠاÙĦ بر", + "ĠاÙĦب ر", + "ÙĪÙħ تر", + "k ách", + "ká ch", + "åº Ĭ", + "л Ñĥж", + "лÑĥ ж", + "Ġ تد", + "Ġت د", + "ä¸ ½", + "ر Ø®", + "à¤Ĥ à¤ĸ", + "èĩªå·± çļĦ", + "å®ĺ ç½ij", + "- Ñı", + "à¹ĩ à¸Ķ", + "èĦ ļ", + "Ġ çķ", + "Ġç ķ", + "Ġiçer isinde", + "Ġb iá»ĥn", + "Ġbi á»ĥn", + "Ġ à¸ģล", + "Ġà¸ģ ล", + "Ġy aÄŁ", + "Ġya ÄŁ", + "Ġ æ´", + "Ġæ ´", + "Ġ бÑĢа", + "Ġб ÑĢа", + "ع ار", + "عا ر", + "æĪ °", + "à¥Ģ Ċ", + "Ġlé Äį", + "a ların", + "alar ın", + "aları n", + "Ġ Îĸ", + "ĠÎ ĸ", + "а ÑĢÑı", + "аÑĢ Ñı", + "ãģĿ ãĤĵãģª", + "ÅĪ uje", + "ãĢĢ Ġ", + "ĠsaÄŁ lık", + "Ġдо ÑģлÑĸд", + "ĠдоÑģ лÑĸд", + "ÃŃ Å¡", + "à¥įर श", + "à¥ī न", + "Ġgi ả", + "بÙĪ اسطة", + "å® ģ", + "Ġs oud", + "Ġso ud", + "Ġsou d", + "Ġк ÑĤо", + "e sel", + "es el", + "ese l", + "Ġп ам", + "Ġпа м", + "Ġ ÂłĠ", + "ĠÂł Ġ", + "ĠÄį lov", + "æ· ·", + "ห à¸į", + "ĠOs man", + "æ ¦Ĥ", + "æ¦ Ĥ", + "Ġ åĭ", + "Ġå ĭ", + "ï¼Į åħ¶", + "Ġ à¸Ħร", + "Ġà¸Ħ ร", + "Ġmá» ģm", + "Ġ ÑģоÑĢ", + "ĠÑģ оÑĢ", + "ĠÑģо ÑĢ", + "çĨ ±", + "Ġthu ê", + "ر ج", + "à¹Ĥล à¸ģ", + "Ġ íķĺê³ł", + "Ġíķĺ ê³ł", + "ÙĬ دة", + "ÙĬد Ø©", + "ĠaÅŁ aģı", + "Ġk á»ĥ", + "Ġká» ĥ", + "à¸ķ ำ", + "λ ει", + "λε ι", + "çļĦ è¯Ŀ", + "æ± ł", + "ĠÑģ ÑĤен", + "ĠÑģÑĤ ен", + "Ġin cel", + "Ġinc el", + "Ġince l", + "åº Ń", + "ÑĤ оÑĩ", + "ÑĤо Ñĩ", + "Ġprob lém", + "Ġprobl ém", + "ÏĦ Ïĥ", + "à¹ī à¸Ńà¸Ļ", + "à¹īà¸Ń à¸Ļ", + "ë³´ ëĭ¤", + "Ġà¤Ĩ à¤Ĺ", + "ν αÏĤ", + "να ÏĤ", + "ãģĦ ãĤĭ", + "Ġd ục", + "Ġdụ c", + "Ġtoho to", + "Ġtoh oto", + "ëIJĺ ìĹĪëĭ¤", + "ëIJĺìĹĪ ëĭ¤", + "T J", + "Ġви знаÑĩ", + "ĠB unun", + "ĠBu nun", + "ĠBun un", + "ĠBunu n", + "à¤Ĥ बर", + "à¤Ĥब र", + "ĠÙĩÙħÚĨ ÙĨÛĮÙĨ", + "Ġб Ñİдж", + "Ñĥ ÑĢг", + "ÑĥÑĢ г", + "äº ®", + "Ġμε γ", + "Ġtop lum", + "Ġtopl um", + "ãģ£ ãģ", + "о ÑĤо", + "оÑĤ о", + ": |", + "éĿŀ 常", + "ิ à¸Ĺà¸ĺ", + "ิà¸Ĺ à¸ĺ", + "éģ ķ", + "âĢĮÙ¾ دÛĮ", + "Ġз ÑĢоб", + "à¹Į à¸Ķ", + "Ġдолж ен", + "Ġдол жен", + "ĠmÄĽ sta", + "ĠmÄĽst a", + "ÛĮ Ø´Ùĩ", + "ÛĮØ´ Ùĩ", + "v atel", + "va tel", + "vat el", + "Ġprov oz", + "Ġ inan", + "Ġin an", + "Ġi nan", + "à¤Ĥ प", + "Ġpar ç", + "ÑĢ аÑģÑĤ", + "ÑĢа ÑģÑĤ", + "ÑĢаÑģ ÑĤ", + "üm ü", + "Ġgi á»ijng", + "Ġgiá» ijng", + "æ¬ ¢", + "Ø« ÙĬر", + "ĠB akan", + "ĠBa kan", + "ĠBak an", + "Ġ âĪ¨", + "ĠâĪ ¨", + "Ġ باÙĨ", + "Ġب اÙĨ", + "Ġبا ÙĨ", + "Û± Û¸", + "Û±Û ¸", + "ãĤĤ ãģĨ", + "land ı", + "lan dı", + "Ġyen iden", + "Ġyeni den", + "ÑĨ енÑĤ", + "ÑĨе нÑĤ", + "ÑĨен ÑĤ", + "Ġде ÑıÑĤелÑĮ", + "Ð ©", + "Ġ rov", + "Ġr ov", + "Ġro v", + "å®Į åħ¨", + "ĠK ỳ", + "s lu", + "sl u", + "Ġl ấy", + "é¤ IJ", + "ĠÑĩ олов", + "ä¼ Ŀ", + "ĠbaÅŁ v", + "å° Ī", + "ê³ ¡", + "ãĢģ ãģĿãĤĮ", + "Ġ PÅĻÃŃ", + "ĠP ÅĻÃŃ", + "ĠPÅĻ ÃŃ", + "д ем", + "де м", + "ĠпÑĢо ек", + "ร à¸ĸ", + "建 设", + "Ġмож лив", + "æ® º", + "ãģ¡ãĤĥ ãĤĵ", + "æķ ij", + "ĠÄį ty", + "ĠÄįt y", + "é¦ Ĩ", + "о ÑĢÑĥ", + "оÑĢ Ñĥ", + "Ġ æĦ", + "Ġæ Ħ", + "Ġk ÃŃch", + "λ οÏħ", + "λο Ïħ", + "ãģĦ ãģ¤", + "Ġc Äĥn", + "ĠcÄĥ n", + "Ạµ", + "Ġel de", + "éº »", + "ÄŁ e", + "Ġdo bÄĽ", + "Ġdob ÄĽ", + "ा यर", + "ाय र", + "Ġ ãĥı", + "Ġãĥ ı", + "н ен", + "не н", + "Ġmůže te", + "Ġmůž ete", + "Ġна ÑģÑĤÑĥп", + "ĠнаÑģÑĤ Ñĥп", + "ìĭľ ê°Ħ", + "ĠÑģим пÑĤом", + "Ġ ÏĥÏį", + "ĠÏĥ Ïį", + "Ġ سÙĦ", + "Ġس ÙĦ", + "ε κ", + "ร à¸ĵ", + "á te", + "át e", + "ek ler", + "ekl er", + "ĠвÑĢем ени", + "ĠвÑĢемен и", + "âĢĮ ÙĩاÛĮÛĮ", + "âĢĮÙĩاÛĮ ÛĮ", + "ãģĬ ãĤĬ", + "ж и", + "Ñĭ ваеÑĤÑģÑı", + "Ñĭв аеÑĤÑģÑı", + "Ñĭва еÑĤÑģÑı", + "ÑĭваеÑĤ ÑģÑı", + "Ùħ اÙĨÛĮ", + "ÙħاÙĨ ÛĮ", + "Ùħا ÙĨÛĮ", + "à¸ķ ล", + "Ġ صد", + "Ġص د", + "Ġ вол", + "Ġв ол", + "Ġво л", + "ìĬ Ī", + "ĠÙĥ Ùħا", + "ĠÙĥÙħ ا", + "Ġnh ằm", + "èģ ¯", + "ov acÃŃ", + "ova cÃŃ", + "Ġë§Į ëĵ¤", + "ÙĪ Ù¾", + "Ġ ë¸Į", + "Ġë¸ Į", + "ب ÙĬØ©", + "بÙĬ Ø©", + "u yla", + "uy la", + "л ено", + "лен о", + "ле но", + "èĮ ¶", + "ÑĢ ей", + "ÑĢе й", + "Ġk li", + "Ġkl i", + "Ġüzer inden", + "Ġüzerinde n", + "н еÑĤ", + "не ÑĤ", + "r aÄį", + "ra Äį", + "ĠпÑĢа ÑĨÑİ", + "Ġed iyor", + "Ġedi yor", + "ãģı ãģł", + "Ġ Äįast", + "ĠÄį ast", + "ĠÄįas t", + "i yi", + "iy i", + "éĬ Ģ", + "Ġd ù", + "Ùİ Ø¨", + "ÙĪ ÙĬØ©", + "ÙĪÙĬ Ø©", + "å ª", + "Ġs ınıf", + "Ġsın ıf", + "Ġس اعت", + "Ġ ราย", + "Ġร าย", + "Ġза Ñıв", + "Ġg ặp", + "à¸Ń ว", + "ĠØ« Ùħ", + "ĠZ á", + "ĠвÑĸд к", + "i zik", + "iz ik", + "izi k", + "Ġm ón", + "Ġmó n", + "Ġпов ÑĭÑĪ", + "Ġ à¸ļาà¸Ĺ", + "Ġà¸ļ าà¸Ĺ", + "ĠÑģ ил", + "ĠÑģи л", + "æĥħ åł±", + "Âł t", + "ĠÐľ оÑģк", + "Ġê²ĥ ìĿ´ëĭ¤", + "Ġê²ĥìĿ´ ëĭ¤", + "Ġ çIJ", + "Ġç IJ", + "ĠÙħدÛĮر ÛĮت", + "ов оÑĹ", + "ово ÑĹ", + "Τ ο", + "çº ª", + "нÑĸ ÑĪе", + "нÑĸÑĪ е", + "Ġ ÐĽÑİ", + "ĠÐĽ Ñİ", + "η Ïĥη", + "ĠÙĨسب ت", + "ĠÙĨس بت", + "m uz", + "mu z", + "ร ว", + "ãĢģ ãģĤ", + "Ġбол ез", + "Ġtr ách", + "ãĥ ¦", + "à¹Ģà¸Ĥ า", + "Ġê·¸ ëĬĶ", + "ب رÛĮ", + "بر ÛĮ", + "æł ª", + "ëĿ¼ ìĿ´", + "Ġ íĮ¨", + "Ġí Į¨", + "ĠíĮ ¨", + "íĬ ¹", + "ľ ´", + "ि ड", + "िठ¡", + "ÑĢо ме", + "ÑĢом е", + "è® ²", + "Ġ ÑĤон", + "ĠÑĤ он", + "ĠÑĤо н", + "Ñģ Ñĸ", + "Ġ ç®", + "Ġç ®", + "åıĸ ãĤĬ", + "ì° °", + "Ġ ÙĪÙĦÛĮ", + "ĠÙĪ ÙĦÛĮ", + "ĠÙĪÙĦ ÛĮ", + "Ġس Ø·ØŃ", + "èı ľ", + "н ами", + "на ми", + "нам и", + "T ürk", + "åİ Ĥ", + "Ġf inan", + "Ġfin an", + "Ġfi nan", + "ãģ« ãģªãĤĭ", + "ãģ«ãģª ãĤĭ", + "Ġ oby", + "Ġo by", + "Ġob y", + "T rong", + "Tr ong", + "Tro ng", + "Ġv yp", + "Ġvy p", + "à¥ģ ड", + "à¥ģठ¡", + "ìŀIJ ê°Ģ", + "Ġ æīĢ", + "Ġæī Ģ", + "ÐĹ Ð°", + "um lu", + "uml u", + "ëĵ Ŀ", + "Ġм енÑĸ", + "Ġмен Ñĸ", + "ол ниÑĤелÑĮ", + "олн иÑĤелÑĮ", + "Ġú Äįin", + "ĠúÄį in", + "Ġb unun", + "Ġbu nun", + "Ġbun un", + "Ġbunu n", + "ĠÐłÐ¾Ñģ Ñģии", + "в ÑģÑı", + "Ġн Ñĸж", + "ĠнÑĸ ж", + "ิà¸Ķ à¸ķ", + "غ Ø©", + "Ä ļ", + "Ġ سÙħ", + "Ġس Ùħ", + "Ġ Ðĺз", + "ĠÐĺ з", + "à¥ĩ प", + "à¥ĩठª", + "大 çļĦ", + "ì¹ ľ", + "Ġ иÑģÑĤ", + "Ġи ÑģÑĤ", + "ĠиÑģ ÑĤ", + "Ġкон ÑģÑĤÑĢÑĥк", + "Û± Û²", + "Û±Û ²", + "â l", + "Ġ ÑĪиÑĢ", + "ĠÑĪ иÑĢ", + "ĠÑĪи ÑĢ", + "ï¼ ł", + "Ġar tık", + "Ġart ık", + "æŁ ĵ", + "ä¹ ¡", + "ÃŃ te", + "ÃŃt e", + "ĠNh áºŃt", + "ĠÎĶ η", + "Ġöl ç", + "êµ ´", + "о Ñıн", + "оÑı н", + "ëĵ± ë¡Ŀ", + "Ġng ân", + "Ġ бÑĥдÑĮ", + "ĠбÑĥд ÑĮ", + "ÎŁ Ρ", + "ÎŁÎ ¡", + "ì ´", + "Ùħ ÙĪد", + "ÙħÙĪ د", + "ν ον", + "νο ν", + "Îķ ÎĿ", + "çij ŀ", + "ĠÅĻ ek", + "ĠÅĻe k", + "- âĢIJ", + "ĠM erk", + "ĠMe rk", + "ĠMer k", + "Ġоп ÑĢедел", + "ĠопÑĢед ел", + "Ïģ ιν", + "Ïģι ν", + "л аб", + "ла б", + "ëĦ¤ ìļĶ", + "Ġб лиз", + "Ġбл из", + "Ġбли з", + "Ġph á»iji", + "Ġphá»ij i", + "Ġдолж нÑĭ", + "ĠÑį кÑģп", + "ĠÑįк Ñģп", + "à¸ļ à¸Ĺ", + "à¸Ľà¸£à¸° ส", + "ĠÙ¾Úĺ ÙĪÙĩ", + "Ġ íķľëĭ¤", + "Ġíķľ ëĭ¤", + "ÏĦ οÏį", + "ÏĦο Ïį", + "Ùĩ ÙĨ", + "Ġд од", + "Ġдо д", + "Ġk ayı", + "Ġka yı", + "Ġkay ı", + "Ł ģ", + "Ñģ иÑı", + "Ñģи Ñı", + "à¤Ĥ तर", + "à¤Ĥत र", + "Ġpod nik", + "e vi", + "ev i", + "ÛĮ ÛĮر", + "Т ак", + "Та к", + "к оп", + "ко п", + "н аÑħ", + "на Ñħ", + "ا سÙĩ", + "اس Ùĩ", + "à¸ĵ à¸ij", + "Ġk há", + "Ġkh á", + "Ġy arat", + "Ġya rat", + "Ġyar at", + "ĠاÛĮÙĨ Ú©Ùĩ", + "Ø· بÙĬ", + "طب ÙĬ", + "Ġs ır", + "Ġsı r", + "ĠØ¢ÙħرÛĮÚ© ا", + "Ġ बल", + "Ġब ल", + "k aç", + "ka ç", + "Ġ åı¯", + "Ġåı ¯", + "Ġ åħ¶", + "Ġåħ ¶", + ". ***", + ".* **", + "л ÑĸннÑı", + "лÑĸн нÑı", + "ä¹ ±", + "o q", + "æ ¦", + "ãĤ ¼", + "Ġf ır", + "Ġk ê", + "Ġìłľ ê³µ", + "Ġ Ïĥη", + "ĠÏĥ η", + "а нÑĭ", + "ан Ñĭ", + "н ова", + "но ва", + "нов а", + "à¸Ĭ าย", + "ĠØ· ÙĪÙĦ", + "à¥Ī य", + "Ġ ì¹ľ", + "Ġì¹ ľ", + "ìĤ ´", + "Ġп Ñĸв", + "Ġlu áºŃn", + "Ġà¤ī म", + "åº ĥ", + "à¹ĩ à¸Ńà¸ķ", + "Ġس اÛĮت", + "л Ñıн", + "лÑı н", + "ĠíķĦ ìļĶ", + "Ġgör ül", + "ĠÑĤеÑĢ иÑĤоÑĢ", + "ĠÙĨ ØŃ", + "е ма", + "ем а", + "Ġmn oh", + "Ġ ãģ¯", + "غ ÙĬر", + "ĠÑģдел аÑĤÑĮ", + "ç ģµ", + "çģ µ", + "Ġ ÐłÐ°Ð·", + "ĠÐł аз", + "ĠÐłÐ° з", + "Ġг еÑĢ", + "Ġге ÑĢ", + "γ μα", + "íķĺ ë©´", + "ĠdeÄŁ iÅŁtir", + "ĠdeÄŁiÅŁ tir", + "ãĥ³ ãĥĨ", + "ãĥ³ãĥ Ĩ", + "å¸Ĥ åľº", + "个 人", + "ìĥ Ī", + "ì¹ ¨", + "èī º", + "ÙĤ ت", + "ĠÚ¯ رÙģتÙĩ", + "ĠگرÙģ تÙĩ", + "Ġگر ÙģتÙĩ", + "ĠگرÙģت Ùĩ", + "Ġ çİĭ", + "Ġçİ ĭ", + "ĠاÙĦ Ø°Ùĩ", + "ĠاÙĦØ° Ùĩ", + "λ Ïħ", + "à¤ľ र", + "Ġв ним", + "ë¦ Ń", + "ิ à¸Ĺ", + "Ġ شاÙĩ", + "ĠØ´ اÙĩ", + "æĬķ èµĦ", + "æĿIJ æĸĻ", + "ĠÙĨ Ùģ", + "èª ¬", + "æĬ Ĺ", + "Ġ аб", + "Ġа б", + "iy eti", + "iye ti", + "iyet i", + "ç¾ ħ", + "ÑĢ Ñĸз", + "ÑĢÑĸ з", + "Ġ สม", + "Ġส ม", + "i cÃŃ", + "ic ÃŃ", + "к ÑĥваннÑı", + "кÑĥ ваннÑı", + "Ġ ìķ¼", + "Ġìķ ¼", + "Ġ è½", + "Ġè ½", + "âĢ «", + "Ġ διά", + "Ġδ ιά", + "Ġδι ά", + "Ġд еп", + "Ġде п", + "ãĥ¼ ãĤ¿", + "ãĥ¼ãĤ ¿", + "Ġob jev", + "Ġobj ev", + "mé na", + "Ġbe lg", + "Ġbel g", + "Ġ æ¥", + "Ġæ ¥", + "Ġn á»ģn", + "Ġг ол", + "Ġpost av", + "Ġpo stav", + "Ġت Ú©", + "Ð «", + "ĠпÑĸд ÑĤ", + "ĠоÑĤ ноÑĪ", + "Ġп ÑĢив", + "ĠпÑĢ ив", + "ĠпÑĢи в", + "Ġ åŁº", + "ĠåŁ º", + "Ġн али", + "Ġна ли", + "Ġнал и", + "ů ž", + "Ġ yat", + "Ġy at", + "Ġya t", + "ÅŁ a", + "ÏĦ ήÏĤ", + "ÏĦή ÏĤ", + "ÑĨ ем", + "ÑĨе м", + "次 æķ°", + "Ġb Ãł", + "ÙĪ Ùĥ", + "Ġ íĶĦë¡ľ", + "ĠíĶĦ ë¡ľ", + "ĠPh áp", + "Ġ êµ°", + "Ġêµ °", + "è³ ŀ", + "Ġoch ran", + "Ġgere kir", + "Ġgerek ir", + "Ġ íļ", + "Ġí ļ", + "à¸ļ ล", + "á me", + "ám e", + "Ġ بÛĮر", + "Ġب ÛĮر", + "ĠبÛĮ ر", + "à¸Ĥ าย", + "ов аний", + "ова ний", + "овани й", + "ован ий", + "Ġmož né", + "âĶģâĶģâĶģâĶģ âĶģâĶģâĶģâĶģ", + "á lu", + "ál u", + "н ÑĤ", + "¦ æĥħ", + "à¹ģ รม", + "ĠÑĦ Ñĸн", + "ĠÄ° ç", + "à¹Ī à¸Ńย", + "à¹Īà¸Ń ย", + "ê² ¨", + "Ġh edef", + "Ġhe def", + "Ġhed ef", + "ĠاÙĦ ÙħØ´", + "ĠاÙĦÙħ Ø´", + "à¹ī าม", + "à¹īา ม", + "å¯ Ħ", + "Ġ ëĭµ", + "Ġëĭ µ", + "Ġ ô", + "Ġà ´", + "ла ÑģÑı", + "лаÑģ Ñı", + "Ä° T", + "à¸Ķ ำ", + "Ġher hangi", + "Ġger eken", + "Ġgere ken", + "Ġgerek en", + "е ÑĢеж", + "еÑĢ еж", + "еÑĢе ж", + "ÙĪ Ø©", + "ĠpÅĻ est", + "ĠpÅĻes t", + "ĠpÅĻe st", + "ç§ij åѦ", + "оÑģÑĤ аÑĤ", + "ün den", + "ünd en", + "ünde n", + "åĮħ æĭ¬", + "Ġد Ùĩد", + "ĠدÙĩ د", + "ÑĪ иÑģÑĮ", + "ÑĪи ÑģÑĮ", + "н еÑĢ", + "не ÑĢ", + "Ñĸ дом", + "Ñĸд ом", + "Ġb iç", + "Ġbi ç", + "ìĭ Ń", + "Ġhod not", + "Ġze mÄĽ", + "Ġzem ÄĽ", + "ĠاÛĮ جاد", + "Ġy ine", + "Ġyi ne", + "ि ण", + "िठ£", + "ĠاÙĦ بÙĦ", + "ĠاÙĦب ÙĦ", + "ĠN ÄĽ", + "Ġpol ož", + "Ġpo lož", + "Ġpolo ž", + "éĺħ 读", + "å¸ ģ", + "å¼ Ł", + "ξ ε", + "Ġ Má»Ļt", + "ĠM á»Ļt", + "ç £", + "Û±Û³ Û¹", + "ĠØ¢ ز", + "ãģ ŀ", + "Ġм еÑħ", + "ย ม", + "Ġ æ¨", + "Ġæ ¨", + "Ġo tur", + "Ġot ur", + "Ġd ầu", + "Ġ ëĭ¤ìļ´", + "Ġëĭ¤ ìļ´", + "çĮ «", + "Ġ Có", + "ĠC ó", + "Ġli dÃŃ", + "Ġlid ÃŃ", + "Ġark adaÅŁ", + "Ġα λλά", + "é¡ »", + "ĠÙĩ ÙħÛĮÙĨ", + "ĠÙĩÙħ ÛĮÙĨ", + "è» ¢", + "Ġ âĹĭ", + "ĠâĹ ĭ", + "ëıĦ ë¡Ŀ", + " ĥ", + "âĢĮØ´ دÙĩ", + "âĢĮشد Ùĩ", + "ĠØŃ ÙĬØ«", + "ĠØŃÙĬ Ø«", + "Ġnh óm", + "Ïĥ Ïĩ", + "ĠÑĤÑĢан Ñģп", + "ĠÑĤÑĢанÑģ п", + "Ġtan ım", + "Ġtanı m", + "ç´ į", + "Ġba his", + "Ġbah is", + "ä¸ ¾", + "Ġин ÑĦоÑĢма", + "ĠинÑĦоÑĢм а", + "ĠÑģ лож", + "ĠÑģл ож", + "ĠÑģло ж", + "Ġk raj", + "Ġkr aj", + "Ġkra j", + "Ġ ØŃÙĦ", + "ĠØŃ ÙĦ", + "Ġ ãĥĸ", + "Ġãĥ ĸ", + "ĠÙĨ ÙĤÙĦ", + "ĠÙĨÙĤ ÙĦ", + "Ġ ÐłÐ¾Ð·", + "ĠÐł оз", + "ĠÎij Ïħ", + "lar dı", + "ĠÙ¾ اس", + "Ġپا س", + "Ġ ìĭĿ", + "Ġìĭ Ŀ", + "ĠìłĦìļ© ë©´ìłģ", + "ĠاÙĦ سÙĬ", + "ĠاÙĦس ÙĬ", + "با شد", + "باش د", + "ศ าสà¸ķร", + "Ġk öy", + "Ġkö y", + "Ġ rok", + "Ġr ok", + "Ġro k", + "Ġ 죽", + "Ġì £½", + "Ġì£ ½", + "ĠÑģ ог", + "ĠÑģо г", + "Ġch ú", + "éĺ ª", + "ĠÄįást i", + "ĠÄįá sti", + "Ġз веÑĢ", + "Ġзв еÑĢ", + "Ġ низ", + "Ġн из", + "Ġни з", + "ĠÃ¶ÄŁ ret", + "Ġ ãĥİ", + "Ġãĥ İ", + "п е", + "çĴ °", + "Ġ èª", + "Ġè ª", + "ÙĪ ÙĦÙĩ", + "ÙĪÙĦ Ùĩ", + "Ä° M", + "/ REC", + "/R EC", + "å¡ ŀ", + "ĠÐĴ и", + "/l oose", + "/lo ose", + "Ġп оÑħ", + "Ġпо Ñħ", + "Ġgen iÅŁ", + "Ġth iá»ĩn", + "Ġthi á»ĩn", + "ti ÄŁi", + "Ñĩ ие", + "Ñĩи е", + "о нд", + "он д", + "Ġп ÑĢиÑģ", + "ĠпÑĢ иÑģ", + "ĠпÑĢи Ñģ", + "áz ky", + "ĠDev let", + "ç¦ ģ", + "Ġ аг", + "Ġа г", + "i lere", + "il ere", + "ile re", + "iler e", + "ин кÑĥ", + "Ġvar dı", + "ãĢĢ ãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ĠãĢĢ", + "Ġë ĨĴ", + "ĠëĨ Ĵ", + "à¤Ĥ पन", + "à¤Ĥप न", + "Ġözel lik", + "éļ ľ", + "ìĸ´ ìĦľ", + "ر ÙĬÙĥ", + "رÙĬ Ùĥ", + "ÙĪ بÛĮ", + "ÙĪب ÛĮ", + "ãĥ³ ãĥĢ", + "ãĥ³ãĥ Ģ", + "í Į¨", + "íĮ ¨", + "Ġसम à¤Ŀ", + "ï¾Ĩï¾Ĩ ï¾Ĩï¾Ĩ", + "Ġ ÙģÙĨ", + "ĠÙģ ÙĨ", + "ॠĿ", + "Ġuv eden", + "ÑĪ ими", + "ÑĪи ми", + "ÑĪим и", + "Ġ à¹Ģล", + "Ġà¹Ģ ล", + "Ġà¹Ģภ¥", + "Ġ 문ìĿĺ", + "Ġ문 ìĿĺ", + "ĠØŃ Ø±Ùģ", + "ĠØŃر Ùģ", + "Ġ عب", + "Ġع ب", + "ãĥ¬ ãĥĵ", + "Ġ æŃ£", + "ĠæŃ £", + "ĠëĺIJ ëĬĶ", + "ĠÚ©ÙĨ ÙĨدÙĩ", + "ĠÚ©ÙĨÙĨد Ùĩ", + "Ġα ÏħÏĦÏĮ", + "ĠαÏħ ÏĦÏĮ", + "Ġ 길", + "Ġê¸ ¸", + "Ġif ade", + "Ġi fade", + "Ġifad e", + "Ġyap mak", + "ãĥķ ãĤ©", + "ãĥķãĤ ©", + "Ġm ẹ", + "Ġst rán", + "Ġstr án", + "Ġs vou", + "Ġsv ou", + "Ġsvo u", + "Ġv ždy", + "Ġtek rar", + "ิ à¸į", + "Ġ ìĵ°", + "Ġì ĵ°", + "Ġìĵ °", + "o ÄŁu", + "oÄŁ u", + "Ġ Ú©ÛĮÙĦ", + "ĠÚ© ÛĮÙĦ", + "ĠÚ©ÛĮ ÙĦ", + "и вÑģÑı", + "ив ÑģÑı", + "Ġë§IJ íĸĪëĭ¤", + "ä¸ Ŀ", + "à¤ı स", + "ĠÑģÑĤ ÑĢаÑħ", + "ĠÑģÑĤÑĢ аÑħ", + "ĠÑģÑĤÑĢа Ñħ", + "Ġsou Äįas", + "Ġê·¸ 룰", + "Ġ mÃ¼ÅŁ", + "Ġm Ã¼ÅŁ", + "Ġmü ÅŁ", + "λ οÏį", + "λο Ïį", + "γ Ïī", + "Ġt Æ°á»Łng", + "Ġ å·¥", + "Ġå· ¥", + "Ġ اسÙħ", + "Ġا سÙħ", + "Ġاس Ùħ", + "ÑĢ Ñĸм", + "ÑĢÑĸ м", + "à¹Ģ à¸Ľà¸¥", + "à¹Ģà¸Ľ ล", + "Ġ³³ Ġ³³", + "Ùĩ اÛĮÛĮ", + "ÙĩاÛĮ ÛĮ", + "å¯ º", + "Ġس رÛĮ", + "Ġسر ÛĮ", + "Ġк ваÑĢ", + "Ġкв аÑĢ", + "ĠØ´Ùħ ارÙĩ", + "ĠØ´Ùħا رÙĩ", + "Ġ صØŃ", + "Ġص ØŃ", + "о ÑģÑĤав", + "оÑģÑĤ ав", + "ॠ¨", + "Ġ à¸Ħวาม", + "Ġà¸Ħ วาม", + "í ĥģ", + "íĥ ģ", + "éĢ Ĥ", + "ب ØŃ", + "ĠdeÄŁiÅŁ ik", + "éĮ ²", + "е ди", + "ед и", + "Ġ okol", + "Ġo kol", + "Ġok ol", + "ĠÑģ оп", + "ĠÑģо п", + "Ġol mayan", + "Ġolm ayan", + "Ġolma yan", + "çŃ ij", + "Û± Û´", + "Û±Û ´", + "Ġ inclu", + "Ġinc lu", + "Ġincl u", + "Ġ ê²ĮìŀĦ", + "Ġê²Į ìŀĦ", + "ÛĮ ستÙħ", + "ÛĮست Ùħ", + "ÛĮس تÙħ", + "Ġ ç©", + "Ġç ©", + "ĠاÙĦÙĪÙĦ اÙĬات", + "il mektedir", + "ilm ektedir", + "à Į", + "Ùİ Ø¹", + "ĠaÄŁ ır", + "è¡ Ľ", + "Ġe ski", + "Ġes ki", + "Ġesk i", + "ê° Ŀ", + "본 ëĭ¤", + "人 åijĺ", + "Úĺ ÛĮ", + "Ġ ç¨", + "Ġç ¨", + "Ġм еÑģÑĤо", + "ĠмеÑģÑĤ о", + "v ů", + "à¥įर ह", + "ĠØ· رØŃ", + "Ġطر ØŃ", + "Ġا بÙĨ", + "Ġاب ÙĨ", + "Ġh iss", + "Ġhis s", + "Ġhi ss", + "о ÑĢÑıд", + "оÑĢ Ñıд", + "Ġد Ùģ", + "ÑĢ иÑģÑĤ", + "ÑĢи ÑģÑĤ", + "ÑĢиÑģ ÑĤ", + "à¸Ĭ ม", + "д еÑĤ", + "де ÑĤ", + "à¹Ģ หม", + "à¹Ģห ม", + "ë§Ī ìĤ¬ì§Ģ", + ": .:.:", + ":. :.:", + ":.: .:", + "éħ ¸", + "Ġα ÏģÏĩ", + "ĠαÏģ Ïĩ", + "Ġn ữ", + "ĠпоÑģ ад", + "l um", + "lu m", + "ì º", + "ãģ§ãģį ãĤĭ", + "ìĸ µ", + "ĠاÙĦ Ùħد", + "ĠاÙĦÙħ د", + "н Ñĸм", + "нÑĸ м", + "ر اÙĤ", + "را ÙĤ", + "Ġ ãĥĪ", + "Ġãĥ Ī", + "Ġod povÄĽ", + "Ġodp ovÄĽ", + "Ġbir bir", + "Ġh ãy", + "Ġhã y", + "о вий", + "ов ий", + "ови й", + "æ® ĭ", + "éĥ½ æĺ¯", + "è¿ ª", + "Ġa raç", + "Ġar aç", + "Ġara ç", + "ен ÑĤÑĸв", + "енÑĤ Ñĸв", + "æĬ ±", + "d ál", + "ĠÄIJ ông", + "Ġhe sap", + "Ġhes ap", + "Ġا ÙĨساÙĨ", + "ĠاÙĨ ساÙĨ", + "ĠÙĬ ÙĪÙħ", + "ĠÙĬÙĪ Ùħ", + "ĠÙĨ ÙĪر", + "ĠÙĨÙĪ ر", + "åī ĩ", + "çĹ Ľ", + "Ġ ÙĨÙĬ", + "ĠÙĨ ÙĬ", + "алÑĮ на", + "تب اط", + "ल ब", + "Ġkom un", + "Ġko mun", + "Ġs nad", + "Ġsn ad", + "Ġsna d", + "åĽ £", + "ر ÙĬد", + "رÙĬ د", + "elop ment", + "Ġ иÑİ", + "Ġи Ñİ", + "à¥Ģ .", + "Ġkıs a", + "Ġkı sa", + "ĠdeÄŁil dir", + "ĠdeÄŁildi r", + "à¹ī าร", + "à¹īา ร", + "Ġsv ého", + "Ġsvé ho", + "Ġobl asti", + "Ġoblast i", + "ÑĪ ли", + "à¹Ģà¸Ĺ à¸ŀ", + "ÑĢ еÑĤÑĮ", + "ÑĢе ÑĤÑĮ", + "ÑĢеÑĤ ÑĮ", + "о во", + "ов о", + "Ġ íĤ¤", + "Ġí Ĥ¤", + "ĠíĤ ¤", + "át ky", + "ĠاÙĦ Ùģر", + "ĠاÙĦÙģ ر", + "èĺ Ń", + "ÏĦ ον", + "ÏĦο ν", + "ĠÑģÑĤ оиÑĤ", + "ĠÑģÑĤо иÑĤ", + "Ùħ ØŃ", + "Ġ à¹Ħ", + "Ġà ¹Ħ", + "ĠÑĤе бе", + "ĠÑĤеб е", + "íģ ´", + "Ġm ÄĽla", + "ĠmÄĽ la", + "ĠmÄĽl a", + "æݧ åĪ¶", + "ĠCh ủ", + "ìĬ ¨", + "ÐIJ Т", + "ا جع", + "اج ع", + "ìĻ ķ", + "ç© ¿", + "ол ее", + "ห ลาย", + "หล าย", + "Ġd vou", + "Ġdv ou", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ุ à¸Ĥ", + "Ġb oz", + "Ġbo z", + "ิ à¸Ļà¸Ħ", + "ิà¸Ļ à¸Ħ", + "å¤ Ł", + "Ġfa aliyet", + "ĠÄį ÃŃs", + "ãģ» ãģ©", + "Ġ :/", + "Ġ: /", + "к ÑĸÑģÑĤÑĮ", + "кÑĸ ÑģÑĤÑĮ", + "Ġ ì¤Ģ", + "Ġì¤ Ģ", + "Ïģ αÏĤ", + "Ïģα ÏĤ", + "Ġод но", + "æ ¢ħ", + "æ¢ ħ", + "Ñĥб ли", + "н оз", + "но з", + "à¹Į ม", + "Ġvý rob", + "Ġvýro b", + "Ġ κÏħ", + "Ġκ Ïħ", + "ÅĻ ev", + "ÅĻe v", + "Âł B", + "ů že", + "ůž e", + "ä¼ļ 社", + "ι β", + "ÑĢ ованиÑı", + "ÑĢов аниÑı", + "ÑĢо ваниÑı", + "ÑĢован иÑı", + "ÑĢова ниÑı", + "Ġc ev", + "Ġce v", + "ìĽ Ģ", + "ál nÃŃch", + "áln ÃŃch", + "álnÃŃ ch", + "Ġ ÑĢав", + "ĠÑĢ ав", + "ĠÑĢаР²", + "ĠÑĢа в", + "ç´ §", + "åĢ Ł", + "Ġ ÑŁ", + "ĠÑ Ł", + "ÙĪ ÙĨÙĬ", + "ÙĪÙĨ ÙĬ", + "о зÑı", + "оз Ñı", + "Ġз ов", + "Ġk olem", + "Ġko lem", + "Ġkol em", + "Ġkole m", + "민 êµŃ", + "ç¿ Ĵ", + "Ġzam ÄĽst", + "Ġ ìłij", + "Ġìł ij", + "Ġ زÙĨ", + "Ġز ÙĨ", + "ĠØ£ Ùģ", + "Ġ 먹", + "Ġë¨ ¹", + "Ġtom to", + "Ġ 첨ë¶Ģ", + "Ġì² ¨ë¶Ģ", + "s age", + "sa ge", + "ä¸į è¿ĩ", + "е год", + "ег од", + "его д", + "ÑĢ ож", + "ÑĢо ж", + "ĠпÑĢоÑĨ ед", + "à¹Į à¸Ļ", + "san ız", + "âĢŀ Ø·", + "æ´» åĬ¨", + "о Ñĩки", + "оÑĩ ки", + "ë³´ 기", + "åŁº æľ¬", + "- Ñħ", + "ло ÑģÑı", + "ĠÙĩÛĮ ÚĨ", + "ìĹ Ķ", + "Ñĩ ного", + "Ñĩно го", + "Ġ à¤Ĺर", + "Ġà¤Ĺ र", + "Ġà¤ħ à¤Ĺ", + "ãħĭãħĭ ãħĭãħĭ", + "Ġ ãĤ¸", + "ĠãĤ ¸", + "ا سة", + "اس Ø©", + "åĬ ĩ", + "à¹ī à¸ĩ", + "Ġ 커", + "Ġì» ¤", + "n ými", + "ný mi", + "ným i", + "ãĥ¬ ãĤ¹", + "åĭ Ĵ", + "Ġобла ÑģÑĤÑĸ", + "ĠоблаÑģ ÑĤÑĸ", + "ĠоблаÑģÑĤ Ñĸ", + "ĠдÑĸÑıлÑĮ ноÑģÑĤÑĸ", + "ãĥ¬ ãĤ¤", + "Ïĩ αν", + "Ïĩα ν", + "à¹Ī าส", + "à¹Īา ส", + "ĠФ ÑĢан", + "Ùĩ ÙĦ", + "l ardır", + "lar dır", + "lardı r", + "ØŃ Ø§Øª", + "ů st", + "Ġв одÑĭ", + "Ġво дÑĭ", + "Ġвод Ñĭ", + "ĠدÙĪ ÙĦت", + "ĠدÙĪÙĦ ت", + "ĠÑģпе ÑĨÑĸ", + "Ġth ất", + "à¸Ń าหาร", + "éł ĺ", + "Ġter cih", + "ĠÏĢÏģο Ïĥ", + "Ġ ÅĻÃŃzenÃŃ", + "ĠÅĻÃŃ zenÃŃ", + "è§ī å¾Ĺ", + "Ġd nes", + "Ġdn es", + "Ġdne s", + "е Ñĩно", + "еÑĩ но", + "ãĥ ĺ", + "Ġدار اÛĮ", + "ĠÅŁ art", + "ĠÅŁar t", + "ë² ¤", + "Ġ ë¶ģ", + "Ġë ¶ģ", + "Ġë¶ ģ", + "е Ñı", + "н ÑıÑĤÑĮ", + "нÑı ÑĤÑĮ", + "нÑıÑĤ ÑĮ", + "Ġk vÄĽt", + "Ġkv ÄĽt", + "Ġتغ ÛĮÛĮر", + "é¾ į", + "Ġر ÙĨÚ¯", + "ï¼Į åı¯", + "Ġp iyas", + "Ġpi yas", + "Ġuyg ulan", + "Ġuygu lan", + "Ùİ Ø©", + "ب ÙĬر", + "بÙĬ ر", + "и ваÑĤÑĮ", + "ив аÑĤÑĮ", + "ива ÑĤÑĮ", + "Ġ íĹĪ", + "ĠíĹ Ī", + "ä¸ ¶", + "è¿Ļ äºĽ", + "Ġ گر", + "ĠÚ¯ ر", + "ç½ ª", + "ä¸Ģ æł·", + "Ġ ãĥª", + "Ġãĥ ª", + "Ġв ой", + "Ġво й", + "Ġs osyal", + "Ġsos yal", + "ุ à¸Ĺà¸ĺ", + "ุà¸Ĺ à¸ĺ", + "หม à¸Ķ", + "ç» Ŀ", + "ĠاÙĦ جÙħ", + "ĠاÙĦج Ùħ", + "ĠØ« بت", + "Ġج ÙĨÚ¯", + "ĠجÙĨ Ú¯", + "л ении", + "лен ии", + "ле нии", + "в аÑı", + "ва Ñı", + "Ġв оÑĤ", + "Ġво ÑĤ", + "ä¼ ¤", + "Ġ หล", + "Ġห ล", + "ĠÙħÙĤ اÙĦÙĩ", + "мÑĸ нÑĸ", + "мÑĸн Ñĸ", + "ìĺ ¬", + "Ñĩ ий", + "Ñĩи й", + "ĠÙħ Ú©", + "à¹Ĥ à¸Ľà¸£", + "à¹Ĥà¸Ľ ร", + "k rv", + "kr v", + "Ġ ÃŃch", + "ĠÃŃ ch", + "Ïī Ïĥη", + "ек ÑĤоÑĢ", + "екÑĤ оÑĢ", + "Я к", + "Ġp ÃŃs", + "ĠÃĸ zel", + "ĠÃĸz el", + "Ġt Æ°á»Ľng", + "Ġ ÐĶо", + "ĠÐĶ о", + "δ ιο", + "δι ο", + "ู à¸Ķ", + "Ġt ük", + "رÛĮ ÙĤ", + ". ÐĴ", + "Ġ åIJĪ", + "ĠåIJ Ī", + "ä¿ Ĥ", + "Ġob dob", + "Ġist edi", + "ÑĪ ла", + "æľī ä¸Ģ", + "Ġвк лÑİÑĩа", + "ĠвклÑİÑĩ а", + "ĠتØŃ ÙĤÛĮÙĤ", + "Ġ ÙĪÙĥ", + "ĠÙĪ Ùĥ", + "Ġ èĪ", + "Ġè Ī", + "Æ Ĵ", + "μ εÏģ", + "με Ïģ", + "Ġ åģ", + "Ġå ģ", + "Ġ ìĹĨëĬĶ", + "ĠìĹĨ ëĬĶ", + "Âł d", + "ĠB ắc", + "à¸ģล าà¸ĩ", + "ĠÑĩ Ñĥв", + "Ġc ấu", + "ĠH á»ĵ", + "ĠHá» ĵ", + "ĠÙģ اÛĮÙĦ", + "ÏĦη γοÏģ", + "ç± į", + "Ġ بت", + "Ġب ت", + "ĠобÑĢаз ом", + "æ± ī", + "èĦ ij", + "Ġgi ản", + "Ġgiả n", + "ε Ïģγ", + "εÏģ γ", + "ĠÐľ Ñĸ", + "èĻ½ çĦ¶", + "Ġ Khi", + "ĠK hi", + "ĠKh i", + "Ñĩ ини", + "Ñĩи ни", + "Ñĩин и", + "Ġà¤ħ à¤Ĺर", + "Ġà¤ħà¤Ĺ र", + "íķĺ ë©°", + "ë² Ķ", + "ãģ ģ", + "в иÑħ", + "ви Ñħ", + "ĠвÑģ егда", + "Ġ ç¶", + "Ġç ¶", + "ÑģÑĤв енной", + "ÑģÑĤвен ной", + "ÑģÑĤвенно й", + "Ġyük sel", + "æ¸ ¬", + "Ġsı ras", + "Ġsır as", + "Ġsıra s", + "ĠÏĢ ÏģÏİ", + "èĢ ³", + "ا ÛĮر", + "اÛĮ ر", + "د ÙĪد", + "دÙĪ د", + "ĠAl man", + "ĠAlma n", + "Ġver di", + "Ġverd i", + "ĠاÙĦ Ùħج", + "ĠاÙĦÙħ ج", + "ĠاÙĦ تع", + "ĠاÙĦت ع", + "ص Ø©", + "Ġsı ra", + "Ġsır a", + "Äį in", + "Äįi n", + "Ġп еÑĢÑĪ", + "ĠпеÑĢ ÑĪ", + "æĬ ĺ", + "ç© į", + "ĠÑĤ об", + "ĠÑĤо б", + "Ġ ï¾ī", + "Ġï¾ ī", + "ภ¬", + "æĿ Ģ", + "iy di", + "ี à¸ŀ", + "çĵ ¦", + "ĠавÑĤом об", + "ä¸Ń æĸĩ", + "à¥Ĥ द", + "ĠbÄĽ hem", + "Ġ PÅĻed", + "ĠP ÅĻed", + "ĠPÅĻ ed", + "ãģĵ ãģĨ", + "ั à¸Ī", + "Ġ ï½Į", + "Ġï½ Į", + "Ġ ÙĩاÙĬ", + "ĠÙĩ اÙĬ", + "ĠÙĩا ÙĬ", + "Ġs ạch", + "æĸ¹ éĿ¢", + "çķ °", + "ÑĥÑĢ н", + "Ġvý sled", + "Ġth ần", + "ï¼Į æīĢ以", + "Ñĥ ка", + "Ñĥк а", + "íķĺ ëĭ¤", + "Ġ बर", + "Ġब र", + "Ġж Ñĸн", + "Äį nÃŃho", + "ÄįnÃŃ ho", + "Ġ ãģĮ", + "ab ı", + "v ánÃŃ", + "vá nÃŃ", + "æ´ Ĺ", + "Ġи ÑģÑĤоÑĢ", + "ĠиÑģ ÑĤоÑĢ", + "ĠиÑģÑĤ оÑĢ", + "ìĿ´ íĦ°", + "Ġе лек", + "а лаÑģÑı", + "ала ÑģÑı", + "Ġ znám", + "Ġz nám", + "Ġzn ám", + "ĠØ· رÙģ", + "Ġطر Ùģ", + "Ġs ektör", + "ê¹ Ģ", + "ÙĪ ÙĤع", + "ÙĪÙĤ ع", + "ĠÙħ Ùĥ", + "ÑĢе жд", + "ÑĢеж д", + "Ġk nih", + "Ġkn ih", + "Ġت عداد", + "Ġتع داد", + "Ġتعد اد", + "åį ł", + "ÑģÑĮ ке", + "ÑģÑĮк е", + "Ġ çĶµ", + "京 éĥ½", + "Ġر اÛĮ", + "Ġرا ÛĮ", + "g ın", + "gı n", + "ĠÙĨ ظاÙħ", + "ĠÙĨظ اÙħ", + "ĠÎł ολ", + "ĠÎłÎ¿ λ", + "ä¸Ģ èĪ¬", + "Ġst ále", + "Ġstál e", + "ĠиÑģ Ñģлед", + "Ġz práv", + "Ġzp ráv", + "Ġ ÑĩиÑģÑĤ", + "ĠÑĩ иÑģÑĤ", + "ĠÑĩиÑģ ÑĤ", + "ĠÑĩи ÑģÑĤ", + "ãĥ¼ ãĥŀ", + "ãĥ¼ãĥ ŀ", + "Ðŀ Ñģ", + "ÑģÑĮ комÑĥ", + "ÑģÑĮк омÑĥ", + "ÑģÑĮко мÑĥ", + "ĠpÅĻi prav", + "ĠpÅĻip rav", + "ëĮĢ íĸī", + "Ġh alk", + "Ġha lk", + "Ġhal k", + "çĪ Ĩ", + "ãĢģ ãģĬ", + "ï¼Ł âĢĿĊĊ", + "ï¼ŁâĢĿ ĊĊ", + "éĢ ı", + "ç« ŀ", + "ни ÑĨÑĮ", + "ниÑĨ ÑĮ", + "çĽ ĺ", + "à¹Ģ à¸Ńà¸ĩ", + "à¹Ģà¸Ń à¸ĩ", + "ì Łģ", + "à¥ĩव ल", + "ä¹ĭ åIJİ", + "ãĥ« ãĥĪ", + "Ġ stru", + "Ġs tru", + "Ġst ru", + "Ġstr u", + "Ġ ＿", + "Ġï¼ ¿", + "Îķ ÎĽ", + "h le", + "hl e", + "ĠÙĨ ÙĪØ´", + "ĠÙĨÙĪ Ø´", + "ìĿ µ", + "ĠÙħ Ùģ", + "æĪĸ èĢħ", + "Ġö ld", + "Ġöl d", + "éĢ Ķ", + "ãĥ³ ãĥĹ", + "ãĥ³ãĥ Ĺ", + "íĺ ¼", + "Ġu ÄŁ", + "ĠÄij á", + "Ġvlast nÃŃ", + "ĠÙħج ÙĦس", + "åį Ķ", + "ÏĦ ικήÏĤ", + "ÏĦικ ήÏĤ", + "ÏĦική ÏĤ", + "Ġpo vin", + "Ġpov in", + "ů l", + "ĠاÙĦ ØŃÙĬ", + "ĠاÙĦØŃ ÙĬ", + "Ġsm lou", + "ãĥĥ ãĥģ", + "Ġ ÙĥÙĨ", + "ĠÙĥ ÙĨ", + "Ġch ấp", + "èIJ ¬", + "ج ب", + "? âĢľ", + "д ав", + "да в", + "ร วม", + "รว ม", + "Ùİ Ø¯", + "ĠاÙĦد ÙĪÙĦ", + "ĠëĦ¤ ìĿ´íĬ¸", + "Ġà¤Ĩ स", + "ظ ÙĬÙģ", + "ãĥ¼ ãĥ©", + "ãĥ¼ãĥ ©", + "ãģł ãĤįãģĨ", + "ĠÙĪاØŃ Ø¯", + "ĠÙĪا ØŃد", + "ر ÙĪس", + "رÙĪ س", + "Ġzákon a", + "ĠпеÑĢ еб", + "ĠпеÑĢе б", + "à¥Ģ -", + "à¹Ī à¹Ħà¸Ķ", + "为 äºĨ", + "ÎĻ ÎĿ", + "ĠìĽĶ ìĦ¸", + "ส à¸Ńà¸ĩ", + "Ġ æīĭ", + "Ġæī ĭ", + "Ġ ÐĴÑģе", + "ĠÐĴ Ñģе", + "ĠÐĴÑģ е", + "à¹Ĥ ย", + "Ġkal dır", + "Ġkaldı r", + "ÏĦ ÎŃÏĤ", + "ÏĦÎŃ ÏĤ", + "Ġ ï¿£", + "Ġ íĸĪëĭ¤", + "Ġíĸ Īëĭ¤", + "ĠíĸĪ ëĭ¤", + "ãĤģ ãģŁ", + "Ġ Äįer", + "ĠÄį er", + "ĠÄįe r", + "c ela", + "ce la", + "cel a", + "üs ü", + "ê³ ³", + "ìĹIJ ëıĦ", + "ز Ø©", + "ãģª ãĤĭ", + "ÙĪ ÛĮÙĨ", + "ÙĪÛĮ ÙĨ", + "çī Ľ", + "Ġ voj", + "Ġv oj", + "Ġvo j", + "Ġ ëĬIJ", + "ĠëĬ IJ", + "Ġ ÙĥÙħ", + "ĠÙĥ Ùħ", + "æ³ ī", + "з Ñı", + "è£ Ŀ", + "ĠØ¢ ÙĦ", + "Ġ ανά", + "Ġα νά", + "Ġαν ά", + "Âł ÐĴ", + "Ġyap ıl", + "Ġyapı l", + "æı Ľ", + "ĠÑģ ÑĥÑīеÑģÑĤв", + "ĠÑģÑĥ ÑīеÑģÑĤв", + "ĠÑģÑĥÑīе ÑģÑĤв", + "Ġn á»iji", + "ÙĪ ئ", + "ĠëĦ¤ìĿ´íĬ¸ ìĺ¨", + "Ġpolit ik", + "Å¡ ka", + "Å¡k a", + "ebilir siniz", + "ld kf", + "Ñĥб лÑĸ", + "Ġe oq", + "Ġeo q", + "ĠÙħØŃ ØµÙĪÙĦ", + "krv ldkf", + "Ġeoq krvldkf", + "Ïĥε Ïīν", + "بÙĦ غ", + "Įĵ ê¸Ģ", + "ĠÑģ ÑĢок", + "ĠU y", + "ĠN ÄĽk", + "ĠNÄĽ k", + "Ġ див", + "Ġд ив", + "Ġди в", + "ãĤµ ãĤ¤", + "Ġ ìĤ¬ìĿ´", + "ĠìĤ¬ ìĿ´", + "Ġ éĹ", + "Ġé Ĺ", + "Ġб аÑĤÑĮ", + "Ġба ÑĤÑĮ", + "Ġп еÑĢÑĸ", + "ĠпеÑĢ Ñĸ", + " ĸ", + "交 éĢļ", + "ен з", + "ÙĪ ست", + "ÙĪس ت", + "ีย à¸ļ", + "Ġ à¸Īะ", + "Ġà¸Ī ะ", + "ë¡ Ģ", + "üf us", + "Ùij ÙIJ", + "ç¸ ½", + "ัà¸Ķ ส", + "ê² Ģ", + "ĠÑĤ иÑħ", + "ĠÑĤи Ñħ", + "ĠØ¢ زÙħ", + "Ġآز Ùħ", + "Ġ اض", + "Ġا ض", + "ĠØ§Ø ¶", + "ì ¡´", + "ì¡ ´", + "ÙĴ ت", + "æĪ ¸", + "ĠìŀĪ ìĿĦ", + "Ġ çĶ·", + "Ñī Ñĸ", + "о ма", + "ом а", + "ĠاÙģز اÛĮØ´", + "Ġ Thông", + "ĠTh ông", + "ĠاجتÙħاع ÛĮ", + "е лÑİ", + "ел Ñİ", + "ĠÑħоÑĢоÑĪ о", + "à¸ł าษ", + "Ġ rám", + "Ġr ám", + "Ġrá m", + "å¾ ¡", + "ãĥ¼ ãĥĦ", + "ãĥ¼ãĥ Ħ", + "ĠL Ỽp", + "Ġ Ø´ÙĬ", + "ĠØ´ ÙĬ", + "Ġh iá»ĥm", + "Ġhi á»ĥm", + "θ ν", + "ο ÏħÏĥ", + "οÏħ Ïĥ", + "å¾ ©", + "Ġú zem", + "à¹ģ à¸ľ", + "å ·¨", + "å· ¨", + "à¸Ī à¸Ļ", + "Ú¯ راÙĨ", + "گر اÙĨ", + "Ġت ÛĮÙħ", + "ĠتÛĮ Ùħ", + "Ġ ilet", + "Ġi let", + "Ġil et", + "Ġile t", + "า à¸Ĥà¸Ńà¸ĩ", + "าà¸Ĥ à¸Ńà¸ĩ", + "Ġ تÙĪر", + "Ġت ÙĪر", + "ĠتÙĪ ر", + "Ġдо говоÑĢ", + "Ġдог овоÑĢ", + "Ġдогов оÑĢ", + "Ġt ento", + "Ġten to", + "Ġtent o", + "в Ñĥ", + "Ġз ада", + "Ġза да", + "Ġзад а", + "Ġstole tÃŃ", + "Ġstol etÃŃ", + "Âł Ġ", + "âĢĮ اÙĦ", + "Ë ĺ", + "ÅŁ iv", + "ÅŁi v", + "н ÑıÑĤи", + "нÑı ÑĤи", + "нÑıÑĤ и", + "ãĤī ãĤĮãģŁ", + "ãĤīãĤĮ ãģŁ", + "ĠS b", + "ĠاÙĦÙħ ص", + "ĠУкÑĢаÑĹ Ð½Ñĸ", + "ĠУкÑĢаÑĹн Ñĸ", + "ĠØ´ Ú©", + "iế ng", + "iến g", + "ÑĮ ÑĤе", + "è° ¢", + "ĠÙħ تÙĨ", + "ĠÙħت ÙĨ", + "Ġ ÑĢад", + "ĠÑĢ ад", + "ĠÑĢаР´", + "ĠÑĢа д", + "ĠÙħÙĪ اد", + "ì± Ħ", + "é¡ ¶", + "Ġbo ÅŁ", + "ت ÙĪر", + "تÙĪ ر", + "ĠÄij áng", + "ĠÄijá ng", + "Ġkit ap", + "Ġki tap", + "Ġkita p", + "Ġho din", + "Ġhod in", + "Ġtarih i", + "ãĤĦ ãĤĭ", + "Ñģ ÑĤеÑĢ", + "ÑģÑĤ еÑĢ", + "ÑģÑĤе ÑĢ", + "Ġ Ñħод", + "ĠÑħ од", + "в ание", + "ва ние", + "ван ие", + "ĠоÑģ вÑĸ", + "ĠÑģиÑģÑĤем Ñĭ", + "़ न", + "Ïĩ ο", + "Ġ åı°", + "Ġåı °", + "o ÅĻ", + "ç»ı æµİ", + "Ġ ä½ľ", + "Ġthu áºŃn", + "Ľ Ī", + "Ġy alnız", + "a let", + "al et", + "ale t", + "ì¦Ŀ ê¸Ī", + "Ġза Ñī", + "Ġе кÑģп", + "Ġек Ñģп", + "âĦĸ âĦĸ", + "Ġ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠÚ¯ ÙĪØ´", + "ĠÚ¯ÙĪ Ø´", + "ãģ« åħ¥", + "Ġu dÄĽl", + "Ġud ÄĽl", + "Ġ áº", + "Ġá º", + "à¤Ĩ à¤Ī", + "âĢĮ دÙĩ", + "âĢĮد Ùĩ", + "æĤ ª", + "Ġtr ò", + "æļ Ĺ", + "λλ ην", + "λλη ν", + "ĠпÑĢи зна", + "ĠпÑĢиз на", + "Ġس ÛĮستÙħ", + "ĠسÛĮ ستÙħ", + "Ġà¤ħ त", + "è o", + "è¿ İ", + "Ġз Ñĥб", + "ĠзаÑģ об", + "Ġس Ùģ", + "ĠÙħاÙĨ ÙĨد", + "Ø® Ø´", + "v ajÃŃ", + "va jÃŃ", + "nit ÅĻ", + "æ¯ Ĵ", + "æ¤ į", + "Ġgir iÅŁ", + "ĠÄij áp", + "ĠÄijá p", + "@ n", + "ов аÑĢи", + "оваÑĢ и", + "ова ÑĢи", + "ĠØ® دا", + "Ġخد ا", + "Ġv ÄĽtÅ¡", + "ĠvÄĽt Å¡", + "ĠΣ Ïħ", + "Ùģ Ø©", + "аннÑı м", + "ĠÑĩ лен", + "æĶ¯ æĮģ", + "å¨ ľ", + "lar arası", + "lara rası", + "Ρ Îij", + "Ġz iy", + "Ġzi y", + "Ġ êµIJìľ¡", + "ĠêµIJ ìľ¡", + "Ġh á»ĵi", + "Ġhá»ĵ i", + "าà¸Ħ าร", + "าà¸Ħา ร", + "im leri", + "imler i", + "è³ ¼", + "ĠجÙĩ اÙĨ", + "ĠÑĢоз мÑĸ", + "Ñħ Ñĸв", + "γ ε", + "æ¨ ª", + "ÎĻ ÎijΣ", + "ÎĻÎij Σ", + "ç¶ Ń", + "Ġbi raz", + "Ġbir az", + "ĠÑĤак ого", + "ĠÑĤа кого", + "íĥ Ħ", + "ĠбÑĥд ÑĥÑĤ", + "ĠбÑĥ дÑĥÑĤ", + "ĠбÑĥдÑĥ ÑĤ", + "ĠÑĪ вид", + "Ġ неÑģ", + "Ġн еÑģ", + "Ġне Ñģ", + "ĠÙħ عÙĦÙĪÙħات", + "ĠÙħعÙĦ ÙĪÙħات", + "à¥ĩ यर", + "à¥ĩय र", + "Ġдв ÑĥÑħ", + "å¿ħ è¦ģ", + "å§ Ĩ", + "Ġpo hled", + "Ġpoh led", + "ìĬ¤ íĦ°", + "Ġ åįģ", + "Ġåį ģ", + "ĠØ£ ب", + "веÑĢ дж", + "веÑĢд ж", + "Ġà¤ľ म", + "ल त", + "åľ° åĮº", + "Ġ |[", + "Ġ| [", + "Ġв меÑģÑĤ", + "ĠÚ© اÙħ", + "Ġ ãĥIJ", + "Ġãĥ IJ", + "ãĥ¼ ãĥĸ", + "ãĥ¼ãĥ ĸ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġ ìĥģíĴĪ", + "Ġìĥģ íĴĪ", + "à¹Ģล ย", + "Äį né", + "ĠÑģÑĢед ÑģÑĤва", + "ĠÑģÑĢедÑģÑĤв а", + "Ġ ÑĤаб", + "ĠÑĤ аб", + "ĠÑĤа б", + "Ġ Ùħار", + "ĠÙħ ار", + "ĠÙħا ر", + "Ġ hled", + "Ġh led", + "Ġhl ed", + "д аÑĤ", + "да ÑĤ", + "ÙĪ ÛĮد", + "ÙĪÛĮ د", + "Ġ ãĥ©", + "Ġãĥ ©", + "ĠØ® د", + "è¤ ĩ", + "ç§ ĺ", + "Ġ برد", + "Ġب رد", + "Ġبر د", + "ĠÏĥ αÏĤ", + "Ïİ ÏĥειÏĤ", + "æĿ ¯", + "λ Ïį", + "å® ¿", + "Ġ ëĤľ", + "ĠëĤ ľ", + "ï» Ł", + "Ġözel likle", + "Ġözellik le", + "Ġкон Ñģ", + "ĠÙħ غ", + "ع ÙĬ", + "à¹Į à¸ģ", + "Ġ ÙĬت", + "ĠÙĬ ت", + "ĠÙħ شاÙĩ", + "ĠÙħØ´ اÙĩ", + "ĠTh anh", + "ĠThan h", + "ा à¤ľà¤¨", + "à¤¾à¤ľ न", + "¥ ¤", + "Ġv lá", + "Ġvl á", + "ĠÙģ ض", + "Τ ÎĻÎļ", + "Ġна Ñĥков", + "ĠнаÑĥк ов", + "е лем", + "ел ем", + "еле м", + "Ġd Ãłng", + "ĠгоÑģп одаÑĢ", + "Âł S", + "и ÑĩеÑģкиÑħ", + "иÑĩеÑģ киÑħ", + "иÑĩеÑģки Ñħ", + "ĠتÙĨ Ùĩا", + "à¤ľ न", + "Ġп ан", + "Ġпа н", + "åĨ ł", + "Ġ ëĤĺëĬĶ", + "ĠëĤĺ ëĬĶ", + "t ÃŃ", + "ä¸Ģ èµ·", + "Ġlã nh", + "Âł v", + "ov ým", + "ový m", + "ز ب", + "ĠجÙħع ÛĮت", + "Ġ æµ·", + "Ġæµ ·", + "ĠоÑģ ÑĥÑīеÑģÑĤв", + "à £i", + "ã i", + "ائ ر", + "Ġ ë³ij", + "Ġë³ ij", + "á»ĭ nh", + "Ġs á»Ńa", + "Ġsá»Ń a", + "à¥ĩà¤Ĥ ।", + "ÄĽ jÅ¡ÃŃ", + "ÄĽj Å¡ÃŃ", + "Ġд ÑĸÑĤ", + "ĠдÑĸ ÑĤ", + "Ġ æĥ", + "Ġæ ĥ", + "mÄ±ÅŁ tı", + "ر ØŃ", + "Ġì§Ģ ê¸Ī", + "å¦ »", + "âĹ ĭ", + "Ġ ì§ĢìĹŃ", + "Ġì§Ģ ìĹŃ", + "ÙĴ ÙĨ", + "Ġur Äįit", + "ĠurÄį it", + "ÙĴ Ùħ", + "z ÃŃ", + "è ķ", + "Ġ Ø´ÙĪر", + "ĠØ´ ÙĪر", + "ĠØ´ÙĪ ر", + "Ġ Không", + "ĠKh ông", + "ÛĮ زÛĮ", + "ÛĮز ÛĮ", + "Ġз г", + "Ġв не", + "Ġpr ávÄĽ", + "Ġprá vÄĽ", + "Ġpráv ÄĽ", + "è« ĭ", + "ا ÙĬت", + "اÙĬ ت", + "ั à¸ģร", + "ัà¸ģ ร", + "Ġolduk ça", + "ãĤģ ãĤĭ", + "ĠT ây", + "ëĿ¼ ìĿ¸", + "èĻ ķ", + "Ġs Æ°", + "Ġ ник", + "Ġн ик", + "Ġни к", + "Ù ł", + "اش ÛĮÙĨ", + "اشÛĮ ÙĨ", + "e lerde", + "el erde", + "eler de", + "ìĭľ ìķĦ", + "Ġ Ñĥмов", + "ĠÑĥ мов", + "ĠÑĥм ов", + "ĠçalÄ±ÅŁ an", + "Ġ ë¸Ķ", + "Ġë¸ Ķ", + "ĠÑĤак им", + "ĠÑĤа ким", + "ÑĢ ин", + "ÑĢи н", + "Ġ Ø®ÙĦ", + "ĠØ® ÙĦ", + "a yd", + "ay d", + "Ġ ãĥ¡", + "Ġãĥ ¡", + "ей ÑĩаÑģ", + "Ġdo prav", + "Ġdop rav", + "ãģĵ ãģ¨ãģ¯", + "ãģĵãģ¨ ãģ¯", + "Ġ ì¶Ķì²ľ", + "Ġì¶Ķ ì²ľ", + "å» ¶", + "Ġ kı", + "Ġk ı", + "åı ¶", + "ÑĢ иг", + "ÑĢи г", + "íħ ľ", + "çĶ³ åįļ", + "Ġ веÑĤ", + "Ġв еÑĤ", + "Ġве ÑĤ", + "ĠпомоÑī ÑĮÑİ", + "ĠاÙģ راد", + "ĠاÙģر اد", + "ÏĢ ει", + "ÏĢε ι", + "à¹Ģ สร", + "à¹Ģส ร", + "Ġgi ám", + "Ġgiá m", + "é İ", + "h las", + "hl as", + "man ız", + "manı z", + "ан гл", + "анг л", + "Ġmu ž", + "Âł K", + "ÑĢед иÑĤ", + "ÑĢеди ÑĤ", + "设 å¤ĩ", + "ι Ïĥμ", + "ιÏĥ μ", + "Ġc ải", + "Ġcả i", + "Ġ éĢļ", + "ĠéĢ ļ", + "Ġ Ùĥار", + "ĠÙĥ ار", + "Ġпод об", + "ĠмеÑĤ ал", + "ĠÑģам е", + "л ÑĥÑĩ", + "лÑĥ Ñĩ", + "åĤ ³", + "ĠÙĪÙĩ ÙĪ", + "Ġ éĩį", + "Ġéĩ į", + "в ий", + "ви й", + "æ³ ģ", + "Ġ æĿİ", + "ĠæĿ İ", + "ĠiliÅŁ kin", + "ĠiliÅŁk in", + "Ġεί Ïĩε", + "çĬ ¯", + "ÅĻej mÄĽ", + "èŃ ĺ", + "ç¨ ±", + "μ μα", + "μμ α", + "Ġ ÙĦÛĮ", + "ĠÙĦ ÛĮ", + "Ùĩ اÙĬ", + "Ùĩا ÙĬ", + "Ġ опиÑģ", + "Ġо пиÑģ", + "Ġоп иÑģ", + "Ú¯ رد", + "گر د", + "Ġг ÑĢ", + "ĠAnimal ia", + "ĠAnim alia", + "ÐŁ о", + "Ġb óng", + "ĠдеÑĤ ей", + "Ġl âu", + "Ġ æķĻ", + "Ġæķ Ļ", + "Ġпо ÑıÑģ", + "ĠاÙĦ Ø¢", + "ั à¸Ļà¸ķ", + "ัà¸Ļ à¸ķ", + "Ġд ев", + "Ġде в", + "Ġ ÑĨей", + "ĠÑĨ ей", + "ĠÑĨе й", + "ÑĮ в", + "æĥ ł", + "m aları", + "ma ları", + "mal arı", + "malar ı", + "im ler", + "à¥Ī ।ĊĊ", + "à¥Ī। ĊĊ", + "à¥Ī।Ċ Ċ", + "Ġ ном", + "Ġн ом", + "Ġно м", + "z v", + "Ġ à¸ģร", + "Ġà¸ģ ร", + "Ġpay laÅŁ", + "Âł s", + "ि सम", + "िस म", + "ÑģÑĤв еннÑĭÑħ", + "ÑģÑĤвен нÑĭÑħ", + "st oup", + "sto up", + "о нÑĸ", + "он Ñĸ", + "s tÃŃ", + "st ÃŃ", + "ĠØŃ Ú©", + "ĠÚ¯ رÙģت", + "ĠگرÙģ ت", + "Ġگر Ùģت", + "าà¸Ħ า", + "д Ñı", + "ÙĦ اث", + "ÙĦا Ø«", + "Ġzdrav ot", + "ä¸Ĭ ãģĴ", + "ãģ ¼", + "e lere", + "el ere", + "eler e", + "ele re", + "ظ Ùħ", + "ĠÑģ веÑĤ", + "ĠÑģв еÑĤ", + "о ÑĢг", + "оÑĢ г", + "ç« ¥", + "ĠпеÑĢ еп", + "ĠпеÑĢе п", + "Ġम द", + "а за", + "аз а", + "å¦Ĥ ä½ķ", + "ÑģÑĮ кÑĸй", + "ÑģÑĮк Ñĸй", + "ÑģÑĮкÑĸ й", + "Ġb Æ°á»Ľc", + "Ġger ekli", + "Ġgerek li", + "大 家", + "Ġtr ái", + "éģ ©", + "ä¸Ń 央", + "Ġph ản", + "Ġع رض", + "ĠÙĥ تاب", + "æĭ ©", + "ÑĪ его", + "ÑĪе го", + "å¸ ®", + "ĠÙĨÛĮ از", + "è¿ ·", + "ุ à¸Ľ", + "ิ à¸Ľ", + "Ġد Ø®", + "ÏĦ ικÎŃÏĤ", + "ÏĦικ ÎŃÏĤ", + "ĠU z", + "Ġت ÙĪÙħاÙĨ", + "ĠتÙĪ ÙħاÙĨ", + "ĠتÙĪÙħ اÙĨ", + "ĠÙĪ اÙĦØ£", + "ĠÙĪاÙĦ Ø£", + "ÅĻ es", + "ÅĻe s", + "Ñij м", + "Ġ å¸Ĥ", + "Ġå¸ Ĥ", + "ĠÑĤ оже", + "ĠÑĤо же", + "Ġy apan", + "Ġya pan", + "Ġyap an", + "å½¼ 女", + "ĠÙħ در", + "ĠÙħد ر", + "¶ ģ", + "Ġ æŶ", + "ĠæĹ ¶", + "à¹Ģ à¸ĺ", + "à¹Ģภĺ", + "Ġ ÙħاÙĦ", + "ĠÙħ اÙĦ", + "ĠÙħا ÙĦ", + "ĠB üyük", + "ĠBü yük", + "Ġ ÙĦت", + "ĠÙĦ ت", + "å° ļ", + "d eme", + "de me", + "dem e", + "ü b", + "ĠÑħ Ñĥд", + "Ġlé ka", + "çĽ Ľ", + "缴 æİ¥", + "ниÑĨÑĤ ва", + "ĠпÑĢи Ñĩин", + "ĠпÑĢиÑĩ ин", + "е ÑĢап", + "еÑĢ ап", + "еÑĢа п", + "ĠÑģозд а", + "ĠÑģоз да", + "æ ¢°", + "æ¢ °", + "Ġm üz", + "Ġmü z", + "ç³» åĪĹ", + "o uz", + "ou z", + "Ġà¤ĵ र", + "ÑĢ ÑĥÑĩ", + "ÑĢÑĥ Ñĩ", + "Ġ á½", + "Ġá ½", + "μÎŃ Î½Î±", + "μÎŃν α", + "ĠпÑĢед меÑĤ", + "Ġ å²", + "Ġå ²", + "ãĥ³ ãĥģ", + "ãĥ³ãĥ ģ", + "μÎŃ Î½Î·", + "μÎŃν η", + "л Ñĥг", + "лÑĥ г", + "Âł n", + "ĠT arih", + "ĠTar ih", + "Ġ ãĢĪ", + "ĠãĢ Ī", + "Ġb ana", + "Ġban a", + "Ġba na", + "Ġ cÃŃ", + "Ġc ÃŃ", + "Ġvý kon", + "åĽł æѤ", + "Ġt ÅĻi", + "ĠtÅĻ i", + "า à¸ĭ", + "าภĭ", + "v ailable", + "vail able", + "Ġ istem", + "Ġis tem", + "Ġi stem", + "Ġist em", + "ãĥ¥ ãĥ¼", + "Ðķ ÐĿ", + "Ġ гаÑĢ", + "Ġг аÑĢ", + "οÏħ λ", + "ॠĽ", + "ĠÙĪ ضع", + "ส ะ", + "è· Ŀ", + "ĠØŃ Ùģ", + "ิà¸Ĺย าล", + "ิà¸Ĺยา ล", + "她 çļĦ", + "н ÑĸÑĪ", + "нÑĸ ÑĪ", + "ж ение", + "же ние", + "жен ие", + "기 ìĹIJ", + "Ġ éĺ¿", + "Ġéĺ ¿", + "ĠÙħ ارس", + "ĠÙħا رس", + "ĠÙħار س", + "ĠçeÅŁit li", + "Ġ ÅŁehir", + "ĠÅŁ ehir", + "ĠÅŁeh ir", + "á tor", + "át or", + "à¹ī à¸Ĺ", + "ìĿ´ ëĬĶ", + "Ġ è²", + "Ġè ²", + "é¡ į", + "ç ĻĤ", + "çĻ Ĥ", + "Ġ ниÑĩ", + "Ġн иÑĩ", + "Ġни Ñĩ", + "Ġ ê°Ģì§Ģ", + "Ġê°Ģ ì§Ģ", + "ä¼ ¦", + "r án", + "rá n", + "o stat", + "os tat", + "ost at", + "osta t", + "Ġ ÙĦÙĥ", + "ĠÙĦ Ùĥ", + "è º", + "ĠNg Ãłnh", + "Ġस द", + "æľ Ĺ", + "çĦ¶ åIJİ", + "ãĤ¸ ãĤ§", + "л еÑĢ", + "ле ÑĢ", + "ĠÐŀ на", + "ĠÐŀн а", + "س ÙĪÙĨ", + "سÙĪ ÙĨ", + "Ïģ ον", + "Ïģο ν", + "ĠدرÛĮ اÙģت", + "ĠدرÛĮا Ùģت", + "à¸Ń à¸Ńà¸Ļà¹Ħลà¸Ļ", + "Ġ dál", + "Ġd ál", + "Ġdá l", + "ĠмÑĸÑģ ÑĨе", + "Ġд ней", + "Ġ اÙĦات", + "Ġا ÙĦات", + "ĠاÙĦ ات", + "Ġरह त", + "ï¼Į 对", + "è³ĩ æĸĻ", + "ä»» ä½ķ", + "é Ħ", + "t aj", + "ta j", + "β ά", + "Ġна до", + "Ġнад о", + "ĠÑģÑĤ Ñĥд", + "ĠÅŁ eh", + "ัà¸į à¸į", + "à¥ĭ ब", + "ãĥ© ãĥ¼", + "Û± Ûµ", + "Û±Û µ", + "e pt", + "ep t", + "Ġbil dir", + "Ġbild ir", + "ส à¸ĸาà¸Ļ", + "สà¸ĸ าà¸Ļ", + "е ÑĤÑĮÑģÑı", + "еÑĤÑĮ ÑģÑı", + "sk ým", + "ský m", + "Ġобла ÑģÑĤÑĮ", + "ĠоблаÑģ ÑĤÑĮ", + "ĠоблаÑģÑĤ ÑĮ", + "Ġìŀ ł", + "ĠG ör", + "ĠGö r", + "Ġd ayan", + "Ġday an", + "Ġda yan", + "ĠÛĮ اد", + "ĠÛĮا د", + "çĶŁ 产", + "íĺ ij", + "å¾ ģ", + "Ġ اجر", + "Ġا جر", + "Ġاج ر", + "Ġп ÑĢе", + "ĠпÑĢ е", + "ä¸īä¸ī ä¸īä¸ī", + "åŁİ å¸Ĥ", + "Ġ пÑĢимеÑĢ", + "ĠпÑĢ имеÑĢ", + "ĠпÑĢи меÑĢ", + "ĠпÑĢим еÑĢ", + "Äį ást", + "èģ ĺ", + "ĠÙħرب ÙĪØ·", + "æŀ ļ", + "åĪ Ģ", + "æŁ¥ çľĭ", + "Ġ모 ëijIJ", + "ìŀIJ ë£Į", + "- ､", + "Ġê°Ļ ìĿ´", + "Ġ ì¡´", + "Ġì ¡´", + "Ġì¡ ´", + "е гоÑĢ", + "ег оÑĢ", + "его ÑĢ", + "e dik", + "ed ik", + "edi k", + "и мÑĥ", + "им Ñĥ", + "ĠAr th", + "ĠArt h", + "åºĶ çĶ¨", + "m iÅŁti", + "miÅŁ ti", + "Ġkhá»ı e", + "Ġ Ñĸд", + "ĠÑĸ д", + "λ λη", + "λλ η", + "â h", + "м аг", + "ма г", + "éļ Ĩ", + "ĠвнÑĥ ÑĤÑĢ", + "ĠвнÑĥÑĤ ÑĢ", + "Ġ بط", + "Ġب Ø·", + "( æĹ¥", + "Ä° Y", + "л ик", + "ли к", + "ĠB ản", + "Ġت ÙĪس", + "ĠتÙĪ س", + "़ त", + "a mak", + "am ak", + "ama k", + "åķı é¡Į", + "ĠÑģам оÑģÑĤ", + "ĠÑģамо ÑģÑĤ", + "ï¼¼ Ċ", + "Ġ ç¦ı", + "Ġç¦ ı", + "Ù ¡", + "Ġ ÑĦоÑĢми", + "ĠÑĦоÑĢм и", + "ĠÑĦоÑĢ ми", + "Ġ ÑĢозÑĥм", + "ĠÑĢоз Ñĥм", + "ĠÙħ طاÙĦ", + "ĠÙħØ· اÙĦ", + "ä¹Ł æĺ¯", + "ç¾İ åĽ½", + "ëĵľ 립ëĭĪëĭ¤", + "Ġl Ä©nh", + "ĠпоÑĤ омÑĥ", + "ĠпоÑĤом Ñĥ", + "Ñı бÑĢÑı", + "Ñıб ÑĢÑı", + "æ¼ «", + "Ġng oại", + "à¸Ń ำ", + "ÙĬ ÙĨا", + "ÙĬÙĨ ا", + "Ġm lad", + "Ġml ad", + "Ïĥ ÏĦά", + "ÏĥÏĦ ά", + "ا تر", + "ات ر", + "주 ìĿĺ", + "ен нÑĸ", + "о за", + "оз а", + "ÙĤ ات", + "ĠÐĴ аÑģ", + "è® Ń", + "é IJ", + "Ñĥ ÑİÑĩи", + "ÑĥÑİ Ñĩи", + "Ġ کر", + "ĠÚ© ر", + "Ġ .|", + "Ġ. |", + "Ġgen ç", + "è© ²", + "ä» ģ", + "о дÑĭ", + "од Ñĭ", + "ĠØ£ ÙĪÙĦ", + "ĠØ£ÙĪ ÙĦ", + "Ġ ìĤ¬íļĮ", + "ĠìĤ¬ íļĮ", + "Ġ à¹Ģส", + "Ġà¹Ģ ส", + "Ġà¹Ģภª", + "ĠëķĮ문 ìĹIJ", + "âĢĮ ب", + "Ġли ÑĪÑĮ", + "ĠлиÑĪ ÑĮ", + "Ġи менно", + "Ġим енно", + "m adı", + "ma dı", + "mad ı", + "Ġ éĤ", + "Ġé Ĥ", + "ĠÙĪ ارد", + "ĠÙĪا رد", + "Ġtak ım", + "Ġ à¹Ģห", + "Ġà¹Ģ ห", + "Ġà¹Ģภ«", + "Ġ à¸Ńย", + "Ġà¸Ń ย", + "Ġkon usu", + "Ġkonu su", + "Ġkonus u", + "Ø® ÙĪ", + "ĠÑģ ид", + "ĠÑģи д", + "èµ ¤", + "о ÑıÑĤелÑĮ", + "оÑıÑĤ елÑĮ", + "ëĭ µ", + "ε Ïī", + "Ñĸ Ñħ", + "Ġय द", + "ĠÚ© ÛĮÙģ", + "ĠÚ©ÛĮ Ùģ", + "μ οÏĤ", + "μο ÏĤ", + "Ġal dı", + "Ġald ı", + "Ġ íĻį", + "ĠíĻ į", + "к Ñĥп", + "кÑĥ п", + "ĠÙĨÙħ اÛĮØ´", + "ĠÙĨÙħاÛĮ Ø´", + "ãģ ¥", + "Ġ íķ©ëĭĪëĭ¤", + "Ġíķ ©ëĭĪëĭ¤", + "Ġíķ© ëĭĪëĭ¤", + "Ġë Įĵê¸Ģ", + "б оÑĢа", + "бо ÑĢа", + "боÑĢ а", + "éī Ħ", + "Ġ à¹Ģà¸Ī", + "Ġà¹Ģ à¸Ī", + "Ġà¹ĢภĪ", + "à¹ī à¸ģ", + "§ Ø·", + "ر بÙĩ", + "رب Ùĩ", + "Ġ Ñĥз", + "ĠÑĥ з", + "Ġм аÑİÑĤÑĮ", + "Ġма ÑİÑĤÑĮ", + "Ġby li", + "Ġbyl i", + "ี à¸ķ", + "Ġ ì§ĢìĽIJ", + "Ġì§Ģ ìĽIJ", + "èĩª çĦ¶", + "ù y", + "Ġç aÄŁ", + "Ġça ÄŁ", + "е дин", + "ед ин", + "еди н", + "ë ī´", + "åį ±", + "Ġпоз волÑı", + "Ġпозвол Ñı", + "ØŃ Ø§Ø¯", + "ĠÑĩ его", + "ีย ร", + "Ġyön tem", + "Ġ ders", + "Ġd ers", + "Ġde rs", + "Ġder s", + "Ġ ÑģÑĤоÑı", + "ĠÑģÑĤ оÑı", + "ĠÑģÑĤо Ñı", + "Ġк ÑĢÑĥп", + "Ġ ð", + "Ġдом аÑĪ", + "Ġдома ÑĪ", + "е нд", + "ен д", + "ç» §", + "ĠÄij ô", + "Ġch tÄĽ", + "计 åĪĴ", + "ÎŃ Î±", + "Ġdob ÅĻe", + "ส à¸Ńà¸ļ", + "е ление", + "ел ение", + "еле ние", + "елен ие", + "ĠÄij ông", + "ĠÄijô ng", + "ãģ¾ ãĤĬ", + "Ġboy unca", + "à¥ģ à¤Ĺ", + "à¥ģठĹ", + "ĠÑĦ из", + "ãĤ³ ãĥ³", + "Ġde ney", + "Ġden ey", + "ÑĩеÑģ киÑħ", + "Ñĩе ÑģкиÑħ", + "ÑĩеÑģки Ñħ", + "λ ον", + "λο ν", + "以 åıĬ", + "ا ÙĪت", + "اÙĪ ت", + "Âł ³³³³", + "³³ ³³³", + "³³³³ Âł", + "³³³ ³³", + "Ġ ì¤Ħ", + "Ġì¤ Ħ", + "ि फ", + "िठ«", + "ĠÑĤ ол", + "ĠÑĤо л", + "ĠëĤ´ ê°Ģ", + "âĸ ı", + "Ġp há", + "Ġph á", + "ĠÑģп Ñĸв", + "Ġ جÙħÙĬع", + "ĠجÙħ ÙĬع", + "Ġb ezpeÄį", + "Ġbez peÄį", + "Ġ æĹł", + "ĠæĹ ł", + "Ġv Å¡e", + "ĠvÅ¡ e", + "ÑģÑĤ вÑĥ", + "ÑģÑĤв Ñĥ", + "d ust", + "du st", + "o Å¡", + "Ġت ارÙĬØ®", + "ا ØŃØ©", + "اØŃ Ø©", + "ĠÙħشار ÙĥØ©", + "Ġ ακ", + "Ġα κ", + "ั à¸Ļà¸Ļ", + "ัà¸Ļ à¸Ļ", + "éģ Ĭ", + "Ġ ÑģоÑĤ", + "ĠÑģ оÑĤ", + "ĠÑģо ÑĤ", + "Ġ каз", + "Ġк аз", + "Ġка з", + "ĠÑĤ еÑĩение", + "ĠÑĤеÑĩ ение", + "ê¸ ´", + "acak tır", + "ê±° ëĤĺ", + "ี ยม", + "ีย ม", + "ĠÑģ ÑĥÑħ", + "ĠÑģÑĥ Ñħ", + "ĠëĦĪ 무", + "ãģı ãĤĭ", + "ĠкоÑĤоÑĢ ой", + "ا ÙĤØ©", + "اÙĤ Ø©", + "y ıl", + "yı l", + "ãĤ» ãĥĥãĥĪ", + "ĠÑį лем", + "æģ IJ", + "ÙĨ اء", + "ÙĨا Ø¡", + "åħ ©", + "Ġte Äı", + "ä¸ ¥", + "Ġì§Ī 문", + "Ġ 为", + "Ġä¸ º", + "ìĭľ íĹĺ", + "Ġп ÑĢок", + "ĠпÑĢ ок", + "ĠпÑĢо к", + "u jeme", + "uj eme", + "uje me", + "ü cü", + "üc ü", + "ĠاÙĦÙħ غ", + "ĠØŃ Ø³Ø§Ø¨", + "ĠØŃس اب", + "ãģĹ ãģ¦ãģĦ", + "ãģĹãģ¦ ãģĦ", + "к ова", + "ко ва", + "ков а", + "ĠÄij Ãło", + "Ġп ÑĢиз", + "ĠпÑĢ из", + "ĠпÑĢи з", + "ĠÙĪ ÙħÙĨ", + "ĠÙĪÙħ ÙĨ", + "Ġ оÑĢ", + "Ġо ÑĢ", + "à¸ģ à¸ķ", + "а ÑĦ", + "Ġ à¸ŀร", + "Ġà¸ŀ ร", + "ÑĨи ей", + "æ ª", + "Ġ působ", + "Ġp ůsob", + "Ġpů sob", + "åŃ© åŃIJ", + "Ġb ánh", + "Ġbán h", + "ĠÑĦоÑĢм Ñĥ", + "ĠÑĦоÑĢ мÑĥ", + "Ġ á»ķ", + "Ġá» ķ", + "Ġмен ее", + "Ġмене е", + "à¹ī าห", + "à¹īา ห", + "ни ÑĨа", + "ниÑĨ а", + "ี Ċ", + "Ġв олоÑģ", + "Ġвол оÑģ", + "Ġار ائÙĩ", + "第 ä¸ī", + "ëIJĺ ìĹĪ", + "Ġkıs m", + "Ġkı sm", + "ãĥ¼ ãĥĬ", + "ãĥ¼ãĥ Ĭ", + "ler imiz", + "ÙĨ ÙĬÙĨ", + "ÙĨÙĬ ÙĨ", + "Ġ NgÆ°á»Ŀi", + "ĠNg Æ°á»Ŀi", + "ĠоÑĤ дел", + "ĠоÑĤд ел", + "çļĦ æŶåĢĻ", + "о нов", + "он ов", + "Äį an", + "i zm", + "iz m", + "ĠÑģоб ой", + "à¹ĩ à¸ķ", + "Ġ ÑģлÑĸд", + "ĠÑģ лÑĸд", + "ĠÑģл Ñĸд", + "Ġ à¤ľà¤¹", + "Ġà¤ľ ह", + "ï¼Į æĪij们", + "ï¼ĮæĪij 们", + "ãĢĤ ãģĿãģ®", + "ÏĢ ÏīÏĤ", + "çĨ Ł", + "ภ¯", + "ëĦ IJ", + "æľ ĭ", + "Ġë¹Ħ ë°Ģ", + "ëį ķ", + "Ġm Ãłn", + "ĠmÃł n", + "ìĿ´ ê³ł", + "ëŀľ ëĵľ", + "éĤ Ħ", + "Ä±ÅŁ ık", + "Ä±ÅŁÄ± k", + "Ġ 个", + "Ġä¸ ª", + "Ġn ád", + "Ġná d", + "б ÑĢа", + "æĮĩ å®ļ", + "lar ıyla", + "ları yla", + "ĠÐŀ ни", + "ĠÐŀн и", + "Ġ hra", + "Ġh ra", + "Ġhr a", + "ĠÑĢе ÑĨеп", + "ĠÐłÐ¾Ñģ Ñģий", + "å½± åĵį", + "Ġ Když", + "ĠK dyž", + "ĠÃ¶ÄŁ renc", + "ĠÃ¶ÄŁren c", + "åī µ", + "Ġ jist", + "Ġj ist", + "Ġji st", + "èĪ Ī", + "è§ ¦", + "åıij çİ°", + "ม าย", + "มา ย", + "er ken", + "erk en", + "Ġзд еÑģÑĮ", + "ĠÙħس ئ", + "@n ate", + "ĠëĤ´ ìļ©", + "Ġnab ÃŃd", + "ĠnabÃŃ d", + "Û Ģ", + "Ġмо менÑĤ", + "Ġмом енÑĤ", + "ãģł ãģĮ", + "ί δα", + "ίδ α", + "T ak", + "Ta k", + "Ġ ë³´ê³ł", + "Ġë³´ ê³ł", + ": ::::::::", + ":: :::::::", + ":::: :::::", + ":::::: :::", + ":::::::: :", + "::: ::::::", + "::::: ::::", + "::::::: ::", + "ÄŁ men", + "Ġпо меÑī", + "Ġпом еÑī", + "ãģ«ãģ¤ ãģĦãģ¦", + "ĠÙģ ÙĪÙĤ", + "ĠÙģÙĪ ÙĤ", + "Ġع ضÙĪ", + "ĠÙħ ÛĮاÙĨ", + "ĠÙħÛĮ اÙĨ", + "Ġm üc", + "Ġmü c", + "ĠпÑĢо Ñıв", + "ÑĩеÑģ ки", + "Ñĩе Ñģки", + "ãģł ãģĭãĤī", + "éĤ ¦", + "Ġ ë¶ĦìĦĿ", + "Ġë¶Ħ ìĦĿ", + "éŁ ©", + "į ¨", + "ĠD aha", + "ĠDa ha", + "ĠDah a", + "Ġ κÏĮ", + "Ġκ ÏĮ", + "Ġна Ñĩина", + "ĠнаÑĩ ина", + "ĠÐŁ оÑĤ", + "ĠÐŁÐ¾ ÑĤ", + "Ïĥκε Ïħ", + "Ïĥκ εÏħ", + "Ġ ÑĢан", + "ĠÑĢ ан", + "ĠÑĢаР½", + "ĠÑĢа н", + "ÙĪ ÙĬس", + "ÙĪÙĬ س", + ": :::::::::", + ":: ::::::::", + ":::: ::::::", + ":::::: ::::", + ":::::::: ::", + "::: :::::::", + "::::: :::::", + "::::::: :::", + "::::::::: :", + "Û±Û¹ Û¹", + "Ġard ından", + "à¹Ĥ à¸Ķ", + "ا راÙĨ", + "ار اÙĨ", + "ارا ÙĨ", + "د اد", + "دا د", + "Ġqu ý", + "ĠØ£Ùĥ ثر", + "âĹ Ĩ", + "ĠØ£ خرÙī", + "Ġأخ رÙī", + "Ġë§Ī ìĿĮ", + "ë¦ ´", + "Ġ عÙĦÙĪÙħ", + "ĠعÙĦ ÙĪÙħ", + "Ġe ÄŁ", + "воÑĢ Ñİ", + "во ÑĢÑİ", + "Ġ ãĥĹ", + "Ġãĥ Ĺ", + "Ñĥ ÑĩаÑģ", + "ÑĥÑĩ аÑģ", + "ÑĥÑĩа Ñģ", + "Ġب Ø£", + "ÏĨ ο", + "ни ками", + "ник ами", + "ника ми", + "никам и", + "à¹ĥ à¸ķ", + "Äįet nÄĽ", + "à¸ļ าà¸ĩ", + "çī Ļ", + "ãĥª ãĤ«", + "í Ĵ", + "åĩº çīĪ", + "γ ι", + "ãĢĤ ãģĿãĤĮ", + "Ġy ani", + "Ġya ni", + "Ġyan i", + "l ech", + "le ch", + "lec h", + "ĠLu áºŃt", + "çļĦ ãģª", + "Ġneden iyle", + "Ġnedeni yle", + "d ej", + "de j", + "ĠÑģов еÑĢÑĪ", + "Ġph á»ķ", + "ıs ından", + "ısında n", + "Ġch ắc", + "d eÅŁ", + "de ÅŁ", + "Ġком ан", + "Ġко ман", + "æĽ ¿", + "Ġp lán", + "Ġpl án", + "Ġplá n", + "Ġd ữ", + "ĠêµŃ ê°Ģ", + "Ġta kip", + "Ġtak ip", + "Ġth ủy", + "Ġthủ y", + "Ñģ лÑĸд", + "Ñģл Ñĸд", + "âī §", + "ĠI IC", + "ĠII C", + "θ Ïħ", + "á vat", + "áv at", + "Ġ Ñģок", + "ĠÑģ ок", + "ĠÑģо к", + "Ġб агаÑĤо", + "Ġбаг аÑĤо", + "ĠбагаÑĤ о", + ";:;: ;:;:", + "Ïģ ιοÏĤ", + "Ïģι οÏĤ", + "Ïģιο ÏĤ", + "il miÅŁtir", + "ilm iÅŁtir", + "ilmiÅŁ tir", + "Ġ znam", + "Ġz nam", + "Ġzn am", + "Ġ Τα", + "ĠΤ α", + "a maz", + "am az", + "ama z", + "à¹ģ à¸ŀ", + "ãĥģ ãĥ£", + "Ġkullan ı", + "æĶ¾ éĢģ", + "д н", + "ĠÙĪ اب", + "ĠÙĪا ب", + "Ġtr ắng", + "Ñģ Ñıг", + "ÑģÑı г", + "Ġار تباط", + "Ġв Ñħод", + "å·ŀ å¸Ĥ", + "Ġ सत", + "Ġस त", + "Ñĩ аеÑĤÑģÑı", + "Ñĩа еÑĤÑģÑı", + "ÑĩаеÑĤ ÑģÑı", + "íĮĮ íĬ¸", + "Ġ Những", + "ĠNh ững", + "ä¸į åı¯", + "å± Ĭ", + "Ġ ãĤŃ", + "ĠãĤ Ń", + "ار ÙĩاÛĮ", + "ارÙĩ اÛĮ", + "Ġar ÅŁiv", + "Ġ اÙĦÙī", + "Ġا ÙĦÙī", + "ĠاÙĦ Ùī", + "ाय à¤ķ", + "ãģĹ ãĤĩãģĨ", + "ãģĹãĤĩ ãģĨ", + "Ġ ulus", + "Ġu lus", + "Ġul us", + "al axy", + "ala xy", + "기 ê°Ģ", + "ãİ¡ (", + "μά ÏĦÏīν", + "è n", + "ù i", + "Ġна ÑģÑĤоÑı", + "ĠнаÑģÑĤ оÑı", + "ĠС в", + "ĠоÑģ оби", + "ĠоÑģоб и", + "к ово", + "ко во", + "ков о", + "ĠÑĢеб енка", + "ĠÑĢебен ка", + "ĠÑĤ Ñıж", + "ĠÑĤÑı ж", + "Ġxu á»ijng", + "Ġ ê¶Į", + "Ġê ¶Į", + "о год", + "ог од", + "ого д", + "Ġ ấy", + "è² ł", + "ว à¸Ļ", + "Ġ stanov", + "Ġsta nov", + "Ġstan ov", + "Ġk rál", + "Ġkr ál", + "Ġà¤ĩ सल", + "Ġà¤ĩस ल", + "e be", + "eb e", + "å® ¾", + "ĠдоÑģÑĤаÑĤ оÑĩно", + "II IK", + "III K", + "ÏĢ ά", + "Ġbir kaç", + "ĠاÙĦ ÙħÙĤ", + "ĠاÙĦÙħ ÙĤ", + "ãĥ ¶", + "ĠBaÅŁ kanı", + "ĠBaÅŁkan ı", + "Ġ첨ë¶Ģ íĮĮìĿ¼", + "Ġya rar", + "Ġyar ar", + "äº ¡", + "Ġ ÏĢÏĮ", + "ĠÏĢ ÏĮ", + "Âł Ñģ", + "δ ή", + "e lerini", + "eler ini", + "eleri ni", + "elerin i", + "Ġs uç", + "Ġsu ç", + "Ġд ома", + "Ġдо ма", + "Ġдом а", + "Ġна ÑĢÑĥÑĪ", + "ĠнаÑĢ ÑĥÑĪ", + "Ġ ί", + "ĠÎ ¯", + "Ġê·¸ ìĿĺ", + "çĶµ å½±", + "ا بÙĩ", + "اب Ùĩ", + "к омÑĥ", + "ко мÑĥ", + "ком Ñĥ", + "Ġत ब", + "à¥Ī à¤ł", + "Ġ모 ì§ij", + "Ġ æ±Ł", + "Ġæ± Ł", + "Ġê²ĥ ìĿĢ", + "ον ÏĦαι", + "ĠاÙĦ رÙĬاض", + "è¨ ±", + "Ġhal inde", + "Ġاش ارÙĩ", + "Ġ кÑĢÑĭ", + "Ġк ÑĢÑĭ", + "л ений", + "лен ий", + "ле ний", + "lu ÄŁ", + "Ġdo bu", + "Ġdob u", + "s ik", + "si k", + "à¥ģ à¤Ł", + "à¥ģठŁ", + "Ġ кÑĸн", + "Ġк Ñĸн", + "ãģ¨ ãģį", + "à¥Ĥ स", + "æħ ¢", + "ĠdÄ±ÅŁ ında", + "ĠdÄ±ÅŁÄ± nda", + "ç· ı", + "Ġ bÃŃ", + "Ġb ÃŃ", + "ĠCL IIIK", + "ĠIIC III", + "Ġh erk", + "Ġhe rk", + "Ġher k", + "ãĤı ãģĽ", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Âł ³³³³³", + "³³ ³³³³", + "³³³³ ³³", + "³³³ ³³³", + "³³³³³ Âł", + "اÙĦ د", + "Ġdav ran", + "Äį er", + "Äįe r", + "Ġ ØŁ", + "ĠØ Ł", + "ãģĺãĤĥ ãģªãģĦ", + "Ġd air", + "Ġda ir", + "Ġdai r", + "Ġî ¥¤", + "ั à¸ĩส", + "ัà¸ĩ ส", + "Ġ ëĭ´", + "Ġëĭ ´", + "å¾ ŀ", + "ĠÑįÑĤ иÑħ", + "ĠÑįÑĤи Ñħ", + "è¯ º", + "á» ·", + "е ÑĢиÑģÑĤи", + "еÑĢи ÑģÑĤи", + "ов ÑĭÑħ", + "Ġ ãĥĩ", + "Ġãĥ ĩ", + "ض ÙĬ", + "Ġà¤ī à¤ł", + "Ġnap ÅĻÃŃklad", + "è ´Ŀ", + "è´ Ŀ", + "Ġ Å¡k", + "ĠÅ¡ k", + "ĠبÙĪد ÙĨد", + "ĠبÙĪدÙĨ د", + "vů li", + "éģ ĩ", + "Ġз най", + "Ġзна й", + "Ġзн ай", + "ĠT ham", + "ĠTh am", + "r ani", + "ra ni", + "ran i", + "ا ØŃت", + "اØŃ Øª", + "Ø´ Ùĩ", + "мÑĸнÑĸ ÑģÑĤÑĢа", + "๠ĭ", + "ĠÎij να", + "ĠÎijν α", + "à¥ĭ à¤ļ", + "ç»Ħ ç»ĩ", + "ÑģÑĤ иÑĤ", + "ÑģÑĤи ÑĤ", + "im li", + "åIJį çĦ¡ãģĹãģķãĤĵ", + "åIJįçĦ¡ãģĹ ãģķãĤĵ", + "Ùij Ø©", + "θ μ", + "о лоÑĤ", + "ол оÑĤ", + "оло ÑĤ", + "ย à¸ĩ", + "ãĤī ãĤĮãĤĭ", + "ãĤīãĤĮ ãĤĭ", + "Ġ лиÑĩ", + "Ġл иÑĩ", + "Ġли Ñĩ", + "ов Ñĭе", + "éĢ ĥ", + "Ġ 广", + "Ġå¹ ¿", + "ìĬ ¬", + "Ùħ ÛĮÙĨ", + "ÙħÛĮ ÙĨ", + "ĠìłĦ ì²´", + "ĠÎŃ Ïĩ", + "Ġ ì±ħ", + "Ġì± ħ", + "Ġ hlas", + "Ġh las", + "Ġhl as", + "е кÑĤив", + "ек ÑĤив", + "екÑĤ ив", + "екÑĤи в", + "ĠÏĢ λη", + "lu ÄŁu", + "luÄŁ u", + "好 çļĦ", + "ĠÚĨ ÙĪÙĨ", + "ĠB eled", + "ĠBe led", + "ĠBel ed", + "Ġen gel", + "Ġeng el", + "нÑı Ñı", + "ĠyaÅŁ an", + "Ñĩ ниÑħ", + "ار ÙĬØ©", + "ارÙĬ Ø©", + "म त", + "ãĥĭãĥĭ ãĥĭãĥĭ", + "åĭ ¢", + "Ġ åĨħ", + "ĠåĨ ħ", + "Ġíı¬ íķ¨", + "Ġоб Ñģ", + "Ġth ấp", + "Ġd ây", + "ãĥĸ ãĥ©", + "а ÑĤÑĭ", + "аÑĤ Ñĭ", + "ĠÑģво ей", + "ĠÑģвое й", + "ãĤī ãģªãģĦ", + "åıij çĶŁ", + "e rece", + "er ece", + "ere ce", + "Ġod bor", + "Ġв неÑģ", + "Ġвне Ñģ", + "ĠÄIJ ảng", + "ĠëıĮ ìķĦ", + "ÄĽ li", + "ÄĽl i", + "ı sında", + "ıs ında", + "ısı nda", + "Ġबद ल", + "v nÃŃ", + "vn ÃŃ", + "ãģ® ãģ«", + "Ġпо ÑĤом", + "ĠпоÑĤ ом", + "im de", + "imd e", + "a lama", + "al ama", + "ala ma", + "alam a", + "âĢ ª", + "Ġstej nÄĽ", + "е ÑĢе", + "еÑĢ е", + "éĴ ¢", + "æľº æŀĦ", + "Ġ è³", + "Ġè ³", + "åĶ ±", + "Ġ ëħ¸ì¶ľ", + "Ġëħ¸ ì¶ľ", + "Ġли бо", + "âĢ Ĭ", + "Ġc ez", + "Ġce z", + "ro mÄĽ", + "rom ÄĽ", + "ί Ïīν", + "ÏĨ ή", + "Ġ íĻ©", + "ĠíĻ ©", + "Ġdlou h", + "éª ¨", + "åħ¬ éĩĮ", + "ä¼ ¸", + "Ġ ãĥij", + "Ġãĥ ij", + "ä» Ļ", + "Ġol madı", + "Ġolm adı", + "Ġolma dı", + "е лиÑĩ", + "ел иÑĩ", + "ели Ñĩ", + "ожд ениÑı", + "Ġsöy ledi", + "Ġsöyl edi", + "á tek", + "át ek", + "áte k", + "ìĥ µ", + "ย วà¸ģ", + "ยว à¸ģ", + "Ġ 鼻", + "ĠéĽ »", + "Ġп ев", + "ĠдÑĢÑĥг ие", + "át ku", + "Ġع ÙĪ", + "ov ána", + "ová na", + "ován a", + "ض ر", + "Ġëģ Ŀ", + "ĠíĨµ íķ´", + "Î ĸ", + "Ġv ur", + "Ġvu r", + "åĨ ²", + "Ġп ÑĢек", + "ĠпÑĢ ек", + "ĠпÑĢе к", + "Ġप à¤ķ", + "Ġ à¹Ģà¸Ĺ", + "Ġà¹Ģ à¸Ĺ", + "Ġà¹ĢภĹ", + "ãģ¨ ãģĭ", + "ع ÙĨ", + "å® ĩ", + "ÏĦ ζ", + "Ġn ằm", + "ĠÑģ воб", + "ĠÑģв об", + "ĠÑģво б", + "Ġδ Ïį", + "çĸ Ĺ", + "- й", + "é¦Ļ 港", + "ت ا", + "Ïĥι μο", + "íķ Ħ", + "Ġ 详æĥħ", + "Ġè¯ ¦æĥħ", + "ä¸ ¡", + "Ùİ Ø§ÙĦ", + "Ùİا ÙĦ", + "ĠTr Æ°á»Ŀng", + "e ného", + "en ého", + "ené ho", + "ĠÑĢекомен дÑĥ", + "ÛĮ رÙĩ", + "ÛĮر Ùĩ", + "า à¸ĸ", + "าภĸ", + "ĠÚ© اÙħÙĦ", + "ĠکاÙħ ÙĦ", + "ب Ø·", + "ز ÛĮÙĨÙĩ", + "زÛĮ ÙĨÙĩ", + "Ġдолж на", + "Ġë§İ ìĿĢ", + "âĹıâĹıâĹıâĹı âĹıâĹıâĹıâĹı", + "lep Å¡ÃŃ", + "ал ог", + "ало г", + "ãĤª ãĥ³", + "Ġ ë³Ħ", + "Ġë³ Ħ", + "ı rı", + "ır ı", + "ĠجاÙħ عÙĩ", + "ĠجاÙħع Ùĩ", + "æĽ ľ", + "o jÃŃ", + "oj ÃŃ", + "ĠÑĪ лÑıÑħ", + "Ġhız lı", + "Ġ خصÙĪص", + "Ġخص ÙĪص", + "ÐIJ ÑĢ", + "å ľĺ", + "åľ ĺ", + "Ġжив оÑĤ", + "é ±", + "Ġng ữ", + "Ġv òng", + "èİ «", + "Ġза Ñħод", + "ĠзаÑħ од", + "ìĻ Ħ", + "ĠÑģлед ÑĥÑİÑī", + "éĹ »", + "Ñij ÑĢ", + "Ġch vÃŃ", + "èĥ ľ", + "ãģª ãģĹ", + "Ġtek noloj", + "Ġtekn oloj", + "ej ména", + "Ġ ìłĪ", + "Ġìł Ī", + "ì³ IJ", + "æĻ® éĢļ", + "Ġvý ro", + "Ġay rı", + "Ġayr ı", + "Ġп ÑĢев", + "ĠпÑĢ ев", + "ĠпÑĢе в", + "Ġgó p", + "à¹Ĥ à¸ģ", + "à¸Ĺำ à¹ĥห", + "åı İ", + "åĺ ī", + "Ġte lev", + "Ġtele v", + "Ġtel ev", + "ãģ¨ ãģĵãĤį", + "ëı Į", + "ph yl", + "phy l", + "ร าะ", + "Ġ çĪ", + "Ġç Ī", + "ÑģÑĤ иÑĤÑĥ", + "ÑģÑĤи ÑĤÑĥ", + "ÑģÑĤиÑĤ Ñĥ", + "ï¼Į è¿ĺ", + "ĠÎij γ", + "Äį ku", + "æı ´", + "ाय त", + "æı ı", + "ãĤĤ ãģĹ", + "ĠпеÑĢ еÑģ", + "ĠпеÑĢе Ñģ", + "Ġìĺģ íĻĶ", + "id la", + "idl a", + "åİ ħ", + "ï¼ı :", + "ت رÛĮ", + "تر ÛĮ", + "à¸Ľ à¸ı", + "ĠнаÑģ еленнÑı", + "Ġam aç", + "Ġama ç", + "Ġk do", + "Ġkd o", + "Ġиз веÑģÑĤ", + "ÑĪ иÑĢ", + "ÑĪи ÑĢ", + "ì£ ł", + "Å¡ it", + "Å¡i t", + "Ġt á»ijc", + "Ġtá»ij c", + "ìŀIJ ìĿĺ", + "Ñĩ аÑĤ", + "Ñĩа ÑĤ", + "åı ĥ", + "éĽ ¶", + "å° º", + "Ġ indir", + "Ġin dir", + "Ġind ir", + "Ġна ÑĨÑĸоналÑĮ", + "Ġx anh", + "Ġxa nh", + "ÛĮ دÛĮ", + "ÛĮد ÛĮ", + "Ġин ÑĤеÑĢеÑģ", + "ĠинÑĤеÑĢ еÑģ", + "ĠØ¢ سÛĮ", + "Ġآس ÛĮ", + "éĤ£ 个", + "Ġb ilm", + "Ġbi lm", + "Ġbil m", + "а не", + "ан е", + "ĠtÄĽch to", + "Ñĩ ик", + "Ñĩи к", + "Ġдо Ñħод", + "èĤ¡ 份", + "åħ³ ç³»", + "ãģ«ãģª ãģ£ãģŁ", + "ĠпÑĢед пÑĢи", + "Ġgeç en", + "Ġب ÙĤ", + "Ġvý znam", + "Ġ à¹Ģà¸Ħร", + "Ġà¹Ģ à¸Ħร", + "Ġà¹Ģà¸Ħ ร", + "ĠÑħ ÑĤо", + "Ø´ ÙĬ", + "åıĤ åĬł", + "ÑģÑĤв енного", + "ÑģÑĤвен ного", + "ÑģÑĤвенно го", + "ÑĤ ÑĢон", + "ÑĤÑĢ он", + "ÑĤÑĢо н", + "ÂĢÂĢ ÂĢÂĢ", + "æ¢ Ŀ", + "б ав", + "ба в", + "Û± Û¶", + "Û±Û ¶", + "é¡ º", + "Ġj az", + "Ġja z", + "ĠاÙĦ ÙħÙĦ", + "ĠاÙĦÙħ ÙĦ", + "Ġا ثر", + "Ġاث ر", + "ĠпÑĢи вод", + "ĠпÑĢив од", + "а нÑĥ", + "ан Ñĥ", + "à¥ģ à¤Ń", + "à¥ģठŃ", + "æĹ §", + "ÑĮ е", + "ส ล", + "л ÑıÑİÑĤ", + "лÑı ÑİÑĤ", + "ว à¸Ķ", + "Æ° Ỽi", + "Æ°á» Ľi", + "Æ°á»Ľ i", + "ÙĬ ÙħØ©", + "ÙĬÙħ Ø©", + "ãĤ¯ ãĥŃ", + "л ий", + "ли й", + "γ Ïģά", + "Ġper forman", + "Ġperform an", + "Ġperf orman", + "Ġperfor man", + "è¯ ī", + "ä½ł çļĦ", + "ìħ Ķ", + "н ениÑı", + "не ниÑı", + "нен иÑı", + "á»Ń i", + "ÙĪ زÛĮ", + "ÙĪز ÛĮ", + "éŁ ¿", + "à¥Ī द", + "Ġëª ¸", + "Ġe ser", + "Ġes er", + "Ġese r", + "ĠÙģعاÙĦ ÛĮت", + "нÑĸ веÑĢ", + "нÑĸв еÑĢ", + "κ Ïģα", + "è¨ ¼", + "Ġn emoc", + "Ġnem oc", + "Ġyardım cı", + "Ġ çī¹", + "Ġçī ¹", + "Ġ коп", + "Ġк оп", + "Ġко п", + "ĠÐľ ож", + "़ à¤ķ", + "Ġ ëľ", + "Ġë ľ", + "ĠÑĢе ак", + "Ġp ozor", + "Ġpoz or", + "Âł ÐIJ", + "Ġ ÙĬÙĥ", + "ĠÙĬ Ùĥ", + "ĠÑģ ад", + "Ġ åħ«", + "Ġåħ «", + "Ġп олÑĮз", + "ĠполÑĮ з", + "Ġra ÄŁmen", + "ter nÃŃ", + "tern ÃŃ", + "s iyon", + "si yon", + "Ñģ ÑıÑĩ", + "ÑģÑı Ñĩ", + "ov aný", + "ova ný", + "ovan ý", + "ĠëĮĢíķľ 민êµŃ", + "ĠвÑĸд б", + "ĠÐIJ нд", + "ĠÐIJн д", + "st va", + "éĮ Ħ", + "Ġ ëij", + "Ġë ij", + "ิ à¸Ħ", + "j ÃŃt", + "jÃŃ t", + "Ġkullan ıcı", + "Ġkullanı cı", + "Ġ æŁ¥çľĭ", + "ĠæŁ¥ çľĭ", + "Ùģ ÙĦ", + "Ġ ЯкÑīо", + "ĠЯк Ñīо", + "çľĭ åĪ°", + "ÑĢ еÑħ", + "ÑĢе Ñħ", + "ĠاÙĦع ربÙĬØ©", + "ĠاÙĦعرب ÙĬØ©", + "ĠاÙĦعربÙĬ Ø©", + "ë¡ľê·¸ ëŀ¨", + "Ġब à¤ľ", + "Ġп ÑĢип", + "ĠпÑĢ ип", + "ĠпÑĢи п", + "Ġs chop", + "Ġsc hop", + "Ġsch op", + "Ġscho p", + "Ġب اÙĦا", + "Ġبا ÙĦا", + "ĠباÙĦ ا", + "å® ħ", + "Ġا ÙĦÙħÙĩ", + "ĠاÙĦ ÙħÙĩ", + "ĠاÙĦÙħ Ùĩ", + "α να", + "αν α", + "à¥ĭ व", + "åģ ´", + "å¼Ģ åıij", + "Ùħ اÙĦ", + "Ùħا ÙĦ", + "Ġ धर", + "Ġध र", + "Ġda hil", + "Ġdah il", + "Ġdahi l", + "ãĢģ ãģĵãģ®", + "ัà¸Ī à¸Ī", + "Ñģп ÑĸлÑĮ", + "Ġà¤ķ प", + "Ġв еÑĩ", + "Ġве Ñĩ", + "Ġвид а", + "Ġви да", + "ĠÙħ عÙĨ", + "ĠÙħع ÙĨ", + "ĠоÑĤ ли", + "i á»ħ", + "iá» ħ", + "л иÑĪ", + "ли ÑĪ", + "Ġ ÐŁÐ¾Ñģле", + "ĠÐŁÐ¾Ñģ ле", + "ãģĵ ãģĵ", + "Ġk ültür", + "Ġ جر", + "Ġج ر", + "Ġ æ¼", + "Ġæ ¼", + "èĩ º", + "Ġmev cut", + "Ù¾ ÛĮ", + "ĠاÙĦ سÙĦاÙħ", + "ĠاÙĦس ÙĦاÙħ", + "иÑĤ елей", + "иÑĤе лей", + "Ġ ÑĢоÑģÑĤ", + "ĠÑĢ оÑģÑĤ", + "ĠÑĢоÑģ ÑĤ", + "Ġed il", + "Ġedi l", + "Ġ å·²", + "Ġå· ²", + "ç²¾ åĵģ", + "ä» ħ", + "âĢĻ ye", + "âĢĻy e", + "à¥Īà¤Ĥ .", + "Ġ åĨĨ", + "ĠåĨ Ĩ", + "ëĪ Ħ", + "Ġ ìĻķ", + "ĠìĻ ķ", + "æĺ Ń", + "ĠÎļ ο", + "m eden", + "med en", + "me den", + "Ġo lab", + "Ġol ab", + "Ġola b", + "ĠÚ© ÙĪد", + "ĠÚ©ÙĪ د", + "à¸Ħ าส", + "ен наÑı", + "æĬ ¼", + "yl ül", + "Ġsev iy", + "Ġd ÄĽti", + "ĠdÄĽ ti", + "ĠdÄĽt i", + "âĢ¬ Ċ", + "Ġع ز", + "Ġu á»ijng", + "Ġس رÙħ", + "Ġسر Ùħ", + "е не", + "ен е", + "Ġмал енÑĮ", + "Ġ вÑĸдом", + "Ġв Ñĸдом", + "ĠвÑĸд ом", + "ĠвÑĸ дом", + "ั à¸ļà¸Ĺ", + "ัà¸ļ à¸Ĺ", + "ĠTh ái", + "Ġà¤Ĩव श", + "rove ÅĪ", + "çĽ £", + "ĠÑı зÑĭ", + "ĠO y", + "å£ ģ", + "в аÑĤÑĮ", + "ва ÑĤÑĮ", + "ваÑĤ ÑĮ", + "л адÑĥ", + "ла дÑĥ", + "лад Ñĥ", + "ا صÙĦ", + "اص ÙĦ", + "ot ÅĻeb", + "د ÙĬØ«", + "دÙĬ Ø«", + "íı °", + "νο μ", + "г оÑĢод", + "го ÑĢод", + "гоÑĢ од", + "Ġm uh", + "Ġmu h", + "âĢĻ l", + "ÑģÑĤ воÑĢ", + "ÑģÑĤв оÑĢ", + "ÑģÑĤво ÑĢ", + "åħ Ħ", + "Ðķ Ðł", + "Ø· ÙĦ", + "éľ ĩ", + "Ùİ Øª", + "Ġb lÃŃ", + "Ġbl ÃŃ", + "Ġed ildi", + "Ġedil di", + "éĿ ł", + "äºĮ åįģ", + "æĹ Ĺ", + "Ġç iz", + "ĠÄij ảo", + "Ġo pat", + "Ġop at", + "o ÄŁan", + "oÄŁ an", + "ë² Į", + "Ġ éł", + "Ġé ł", + "Ġseb ep", + "Ġsebe p", + "Ñĥ ÑĤи", + "ÑĥÑĤ и", + "åĪ º", + "Ø· ب", + "ev Å¡ÃŃm", + "c hop", + "ch op", + "cho p", + "çĶ ļ", + "Ġngh á»ģ", + "Ġп аÑĢÑĤ", + "ĠпаÑĢ ÑĤ", + "ุ à¸Ħ", + "Ú© ÛĮÙĦ", + "Ú©ÛĮ ÙĦ", + "d um", + "du m", + "Ġor tak", + "Ġort ak", + "Ġorta k", + "ãģŁ ãģĹ", + "Ġoby vatel", + "Ġv ých", + "Ġvý ch", + "Ġv eren", + "Ġver en", + "Ġve ren", + "Ġvere n", + "Ġв еÑģÑĮ", + "ĠвеÑģ ÑĮ", + "Ġве ÑģÑĮ", + "ĠÐĶ а", + "Ġ íķĺì§Ģë§Į", + "Ġíķĺ ì§Ģë§Į", + "Ġíķĺì§Ģ ë§Į", + "å¦Ĥ æѤ", + "Ġमह त", + "ัà¸ĩà¸ģ ฤษ", + "ãĢĤ è¿Ļ", + "Ġ гал", + "Ġг ал", + "Ġsa nat", + "Ġsan at", + "Ġsana t", + "éł Ĩ", + "ĠÑģам о", + "å Ľ°", + "åĽ °", + "ี à¸Ń", + "ĠBaÅŁ kan", + "ÏĦ οÏħÏĤ", + "ÏĦοÏħ ÏĤ", + "Ġyap tıģı", + "Ġyaptı ģı", + "Ġyaptıģ ı", + "ÅĻ it", + "ÅĻi t", + "ĠÑģ ÑĸлÑĮ", + "ान त", + "Ġ ÙĨت", + "ĠÙĨ ت", + "Ġkh Äĥn", + "à¸Ĭ à¸Ļะ", + "à¸Ĭà¸Ļ ะ", + "м ини", + "ми ни", + "мин и", + "ãĥ¬ ãĥ¼", + "ë Ĥ¬", + "ëĤ ¬", + "éħĴ åºĹ", + "ĠاÙĦÙĬ ÙĪÙħ", + "ä¹ Ĺ", + "à¸Ħรà¸ĩ à¸ģาร", + "Ùģ اÙĤ", + "Ġ à¤ıस", + "Ġà¤ı स", + "Ġ æ¡", + "Ġæ ¡", + "Ú¯ Ø°", + "Ġà¤ĩ ल", + "е лениÑı", + "ел ениÑı", + "еле ниÑı", + "елен иÑı", + "à¸ģ รà¸ĵ", + "à¸ģร à¸ĵ", + "举 西", + "ÎŁ Îľ", + "ÎŁÎ ľ", + "Ġm áºŃt", + "Ġs nÃŃ", + "Ġsn ÃŃ", + " IJ", + "à¹Ģร า", + "íķ´ ìķ¼", + "Ġ ìĦľë¹ĦìĬ¤", + "ĠìĦľ ë¹ĦìĬ¤", + "Ġداخ ÙĦ", + "Ġth ắng", + "íĥ Ī", + "а вÑģÑı", + "ав ÑģÑı", + "Ġ Ñĸм", + "ĠÑĸ м", + "ا Ùħت", + "اÙħ ت", + "Ġ ÙĪÙĤت", + "ĠÙĪ ÙĤت", + "ĠÙĪÙĤ ت", + "à¥Ĥ à¤ģ", + "Ġ èIJ", + "Ġè IJ", + "Ġ سÙĦاÙħ", + "Ġس ÙĦاÙħ", + "ĠسÙĦ اÙħ", + "Ġvz dÄĽl", + "å¸Į æľĽ", + "åŃĺ æ¡£", + "Ġ à¸Ĺำ", + "Ġà¸Ĺ ำ", + "ĠвÑĸй ÑģÑĮ", + "а ÑĢан", + "аÑĢ ан", + "аÑĢа н", + "ĠÑĢ Ñĸк", + "Ġп иÑģÑĮ", + "Ġпи ÑģÑĮ", + "ĠпиÑģ ÑĮ", + "Ġá¼ IJ", + "기 ëıĦ", + "ĠпоÑģÑĤ оÑıн", + "Ġ åĮĹ京", + "ĠåĮĹ äº¬", + "ĠNÄĽ m", + "Ø´ ÙĨاÙħÙĩ", + "Ø´ÙĨ اÙħÙĩ", + "Ġdal Å¡ÃŃch", + "ĠdalÅ¡ÃŃ ch", + "Ġب اع", + "Ġبا ع", + "Ġpo hy", + "Ġpoh y", + "ا ÙĦÙģ", + "اÙĦ Ùģ", + "à¸ŀ วà¸ģ", + "é ĭ", + "Ġ cih", + "Ġc ih", + "Ġci h", + "Ù ¢", + "ä¸ ´", + "ãĤ¯ ãĥĪ", + "п нÑı", + "Ġ дал", + "Ġд ал", + "Ġда л", + "ÙĴ ر", + "ãĢĢ ãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢãĢĢĠ ãĢĢĠãĢĢ", + "æĬ¥ åijĬ", + "ÙĪ دÛĮ", + "ÙĪد ÛĮ", + "á» £i", + "ợ i", + "ÑĨ ÑĸÑĶÑİ", + "ÑĨÑĸ ÑĶÑİ", + "Ġ ãĥĢ", + "Ġãĥ Ģ", + "ĠÑģÑĤ еп", + "r až", + "ra ž", + "ĠS aÄŁ", + "ĠSa ÄŁ", + "Ġt uyến", + "Ġtuy ến", + "Ġal mak", + "Ġalma k", + "Ġalm ak", + "Ġзаболева ниÑı", + "Ġ ÏĥÏĩ", + "ĠÏĥ Ïĩ", + "Ġ íĭ", + "Ġí ĭ", + "Ġв им", + "Ġви м", + "ç¡ ¬", + "Ġ äºĶ", + "Ġi kinci", + "Ġik inci", + "ุ à¸į", + "ส าว", + "ĠìĦ¸ ê³Ħ", + "ĠÙħ ØŃÙĦ", + "ĠÙħØŃ ÙĦ", + "ระ หว", + "Ġelek tron", + "Ġelekt ron", + "Ġelektr on", + "Ġh ại", + "Ġhạ i", + "æĹ ¢", + "Ġ íĸ¥", + "Ġíĸ ¥", + "Ġji né", + "Ġjin é", + "Ġng he", + "Ġngh e", + "æij ©", + "ĠÑģо бÑĸ", + "ĠÑģоб Ñĸ", + "Æ ¯", + "ÑĤ ÑĥÑĢ", + "ÑĤÑĥ ÑĢ", + "æ±½ 车", + "Ø´ اÙĩ", + "Ġd Ãłnh", + "ä¸ ¹", + "ä»Ĭ æĹ¥", + "ãĥIJ ãĥ¼", + "в аниÑı", + "ва ниÑı", + "ван иÑı", + "Ġ ساÙħ", + "Ġس اÙħ", + "çݯ å¢ĥ", + "ĠاÙĦ ÙħÙĨت", + "ĠاÙĦÙħ ÙĨت", + "ĠاÙĦÙħÙĨ ت", + "ĠÑģеÑĢ д", + "éģ ł", + "ε ÏĦ", + "Ġав ÑĤ", + "าà¸ĩ ว", + "Ġvz tah", + "ru ž", + "алÑĮ наÑı", + "алÑĮна Ñı", + "Ġطر اØŃÛĮ", + "à¹Ĥรà¸ĩ à¹ģรม", + "ĠÄį asto", + "ĠÄįas to", + "ĠÄįast o", + "Ġ ê¼", + "Ġê ¼", + "Ïĥ ÏĦÏĮ", + "ÏĥÏĦ ÏĮ", + "Ġbu rada", + "Ġbur ada", + "ĠÄ° z", + "Ġ ê·¸ëŀĺ", + "Ġê·¸ ëŀĺ", + "å² Ľ", + "ĠØ´ ÙĪÙĨد", + "ĠØ´ÙĪ ÙĨد", + "Å¡ ek", + "Å¡e k", + "Ġ ìĿ´ìķ¼", + "ĠìĿ´ ìķ¼", + "ãĤĮ ãģªãģĦ", + "ê· ¹", + "la mÄ±ÅŁ", + "lam Ä±ÅŁ", + "ä» į", + "cház et", + "cháze t", + "Ġ ÑģÑĥÑĤ", + "ĠÑģ ÑĥÑĤ", + "ĠÑģÑĥ ÑĤ", + "æĹł æ³ķ", + "æµ ¦", + "ÄĽ la", + "ÄĽl a", + "à¹ĥà¸Ļ à¸Ĭ", + "Ġc ân", + "Ġcâ n", + "ÎŁ Îĵ", + "ÎŁÎ ĵ", + "Ġz vý", + "Ġzv ý", + "ĠÙ¾ ار", + "Ġپا ر", + "Ġк лÑĸ", + "Ġкл Ñĸ", + "Ġn ové", + "Ġno vé", + "Ġnov é", + "çĶ ĺ", + "ë¹ ł", + "m á", + "Ġ Ñģол", + "ĠÑģ ол", + "ĠÑģо л", + "à¤ķ रण", + "à¤ķर ण", + "н оÑĩ", + "но Ñĩ", + "Ġ fik", + "Ġf ik", + "Ġfi k", + "Ġà¤ľ à¤Ĺ", + "à¹ĩ à¸Ļà¸ķ", + "à¹ĩà¸Ļ à¸ķ", + "ĠÙħ تØŃ", + "ĠÙħت ØŃ", + "Ġph iên", + "Ġphi ên", + "Ġol sun", + "Ġк аб", + "Ġка б", + "Ġh út", + "èĦ ±", + "Ġ åĸ", + "Ġå ĸ", + "ĠH ải", + "Ġ tÄĽÅ¾", + "Ġt ÄĽÅ¾", + "ĠtÄĽ ž", + "Ġth ái", + "Ġ تاب", + "Ġت اب", + "Ġتا ب", + "- ÐŁ", + "Ø« ار", + "çĨ Ĭ", + "Ġ ними", + "Ġн ими", + "Ġни ми", + "Ġним и", + "Ġzp rac", + "Ġत ह", + "Ġм акÑģим", + "Ġмак Ñģим", + "m eyi", + "me yi", + "mey i", + "ĠÑģ оÑĨи", + "ĠÑģо ÑĨи", + "æ² Ĵ", + "ĠìķĬ ëĬĶ", + "＿ _", + "åķ ¦", + "ĠاÙĨ ÙĪاع", + "æļ ´", + "ä¸Ĭ æµ·", + "åħ· æľī", + "à¥ģ ब", + "à¥ģठ¬", + "ìķ Ļ", + "Ġíģ °", + "Ġíŀ ĺ", + "Ġtr ánh", + "ि यन", + "िय न", + "ãģ¾ ãģ¾", + "п оÑĩ", + "по Ñĩ", + "m ÄĽr", + "mÄĽ r", + "å³ °", + "ĠÙħ صر", + "ĠÙħص ر", + "ĠÑįÑĦ ÑĦекÑĤив", + "ĠÑįÑĦÑĦек ÑĤив", + "Ġ çı", + "Ġç ı", + "ler iyle", + "leri yle", + "âĪ ļ", + "Ġ ì¶ķ", + "Ġì¶ ķ", + "Ġ ê²Įìĭľ", + "Ġê²Į ìĭľ", + "ìĿ ij", + "Ġ poÅĻád", + "Ġpo ÅĻád", + "Ġشب Ú©Ùĩ", + "اÙĩ Ø´", + "ĠخدÙħ ات", + "Ġna Å¡e", + "ĠnaÅ¡ e", + "ν οÏį", + "νο Ïį", + "Ġyön elik", + "Ġk ork", + "Ġko rk", + "Ġkor k", + "ا ÙĩÙħ", + "اÙĩ Ùħ", + "è° Ī", + "Ġ μη", + "Ġμ η", + "Ġd olar", + "Ġdo lar", + "Ġdol ar", + "çµ ¦", + "ĠÎķ Ïħ", + "Ġobdob ÃŃ", + "Ġ μÏĮ", + "Ġμ ÏĮ", + "à¹Ģ à¸Ńà¸ģ", + "à¹Ģà¸Ń à¸ģ", + "Ġپاس Ø®", + "è¡ ¥", + "ا عد", + "اع د", + "ãĤī ãģĦ", + "ÎŃ Î»", + "и ÑĤÑĭ", + "иÑĤ Ñĭ", + "Ġ ëħ¼", + "Ġëħ ¼", + "Ġ^{ [", + "ί γ", + "æł ij", + "l ında", + "lı nda", + "ĠìŬ 룬", + "£ £", + "ÅĻ il", + "ÅĻi l", + "Ġав ÑĤоÑĢ", + "ĠавÑĤ оÑĢ", + "ÏĦ ικÏĮÏĤ", + "ÏĦικ ÏĮÏĤ", + "ÏĦικÏĮ ÏĤ", + "u dur", + "ud ur", + "udu r", + "Ġc Æ°", + "Ġk ıy", + "Ġkı y", + "Ñģ ем", + "Ñģе м", + "ĠØ£ بÙĪ", + "Ġأب ÙĪ", + "ÏĦ ικÏİν", + "ÏĦικ Ïİν", + "Û± Û·", + "Û±Û ·", + "è² ¸", + "Ġп ÑĢож", + "ĠпÑĢ ож", + "ĠпÑĢо ж", + "ün cü", + "Ġ нÑĸÑĩ", + "Ġн ÑĸÑĩ", + "ĠнÑĸ Ñĩ", + "Ġ मत", + "Ġम त", + "ãģķ ãĤĮãģ¦ãģĦãĤĭ", + "ãģķãĤĮ ãģ¦ãģĦãĤĭ", + "ãģķãĤĮãģ¦ ãģĦãĤĭ", + "ا صر", + "اص ر", + "Ġع ÙĤ", + "ĠкаÑĩе ÑģÑĤве", + "ĠÐĵ еÑĢ", + "ĠÐĵе ÑĢ", + "åº Ĩ", + "Ù ¹", + "a larda", + "al arda", + "alar da", + "ĠÙ¾ رس", + "Ġپر س", + "и ÑĩеÑģкой", + "иÑĩеÑģ кой", + "Ġp him", + "Ġph im", + "Ġphi m", + "ί νη", + "ίν η", + "ä¸ĩ åĨĨ", + "i lerini", + "iler ini", + "ileri ni", + "ilerin i", + "ãĢģ 大", + "Ġo lsa", + "Ġol sa", + "æł¹ æį®", + "âĢĮ س", + "ĠTh ủ", + "r oje", + "ro je", + "roj e", + "нÑĮ оÑĹ", + "нÑĮо ÑĹ", + "Ġs lou", + "Ġsl ou", + "Ġslo u", + "ี ฬ", + "ıy orum", + "ıyor um", + "ÄĽ j", + "Ġ خبر", + "ĠØ® بر", + "è® Ĭ", + "Ġ 缸", + "ĠçĽ ¸", + "e lerinin", + "eler inin", + "eleri nin", + "elerin in", + "elerini n", + "íķĻ ëħĦëıĦ", + "íķĻëħĦ ëıĦ", + "ÑĩеÑģ кие", + "Ñĩе Ñģкие", + "ÑĩеÑģки е", + "ĠÅŁ ekl", + "ĠÅŁek l", + "Ġز ÙħاÙĨÛĮ", + "ĠزÙħاÙĨ ÛĮ", + "ĠزÙħ اÙĨÛĮ", + "Ġ xin", + "Ġx in", + "Ġxi n", + "ัà¸ģ à¸ĩาà¸Ļ", + "ĠE kim", + "ĠEk im", + "æĦ ¿", + "Ġод ной", + "Ġодно й", + "ν ή", + "æľĢ æĸ°", + "ĩ ¼", + "Ġн иж", + "Ġни ж", + "Ġ ë³¼", + "Ġë³ ¼", + "è· ij", + "Ġна пиÑģ", + "Ġнап иÑģ", + "èģ ĸ", + "Ġ âĢĮ", + "ĠâĢ Į", + "æłĩ åĩĨ", + "Ġv rát", + "Ġvr át", + "ĠV ì", + "Ġ ÙģراÙĨ", + "ĠÙģ راÙĨ", + "ĠÙģر اÙĨ", + "æĿ¥ çļĦ", + "å§ ¿", + "Ñħ Ñĥ", + "ĠبÛĮر ÙĪÙĨ", + "Ġд ÑĥÑĪ", + "ĠдÑĥ ÑĪ", + "в аÑİÑĤ", + "ва ÑİÑĤ", + "Ġs ebe", + "Ġse be", + "Ġseb e", + "é» ĺ", + "Ġkay ıt", + "Ġkayı t", + "Ïģ θ", + "ãģ¨ ãģ®", + "ĠпÑĢоÑĨ еÑģÑģ", + "ĠпÑĢоÑĨеÑģ Ñģ", + "æĮģ ãģ¡", + "Ñĸ на", + "Ñĸн а", + "Ġ ÑĤоÑĤ", + "ĠÑĤ оÑĤ", + "ĠÑĤо ÑĤ", + "ĠÑĤак ие", + "ĠÑĤа кие", + "The o", + "Th eo", + "ĠÙĨ ÛĮر", + "ĠÙĨÛĮ ر", + "ÑĨ Ñĥ", + "Ġay ak", + "à¸Ļ à¸Ń", + "Ġsit esinde", + "Ġsites inde", + "Ġsitesi nde", + "ĠÚ©ÙĨ ÛĮÙħ", + "ĠÑģ оÑħ", + "ĠÑģо Ñħ", + "Ġम à¤ľ", + "Ġol uyor", + "ç½ij åĿĢ", + "ĠÙ¾ زش", + "ĠE ylül", + "d Ã¼ÄŁ", + "dü ÄŁ", + "Ġبر Ø®ÛĮ", + "Ġبرخ ÛĮ", + "ĠÙħع رÙģ", + "Ġ obec", + "Ġo bec", + "Ġob ec", + "Ġobe c", + "ĠçalÄ±ÅŁ ma", + "Ġçal Ä±ÅŁma", + "ìĦ¼ íĦ°", + "ĠÑģво ÑĶ", + "оÑģÑĤ ей", + ": ::::::::::", + ":: :::::::::", + ":::: :::::::", + ":::::: :::::", + ":::::::: :::", + "::: ::::::::", + "::::: ::::::", + "::::::: ::::", + "::::::::: ::", + ":::::::::: :", + "Ġ алÑĮ", + "Ġа лÑĮ", + "Ġал ÑĮ", + "ç« Ł", + "Ġباش ÙĨد", + "اÙĦ Ø«", + "Ġнай б", + "Ġп ока", + "Ġпо ка", + "Ġпок а", + "Î ŀ", + "ĠÙĪ Ø¥", + "Ġ Ø®ÙĪاÙĨ", + "ĠØ® ÙĪاÙĨ", + "ĠØ®ÙĪ اÙĨ", + "à¥ģप य", + "Ġ à¹ĥห", + "ĠбÑĭ ÑģÑĤÑĢо", + "Ġth á»Ń", + "Ġthá» Ń", + "ëģ ¼", + "Ġ å¤ļ", + "Ġå¤ ļ", + "两 个", + "ม à¸ķ", + "ز ارش", + "زار Ø´", + "زا رش", + "Ġ ëŁ", + "Ġë Ł", + "य ह", + "Ñī ина", + "Ñīи на", + "Ñīин а", + "ầ ng", + "ần g", + "ï½Ĺ ï½Ĺ", + "à¹Ģà¸ŀ ลà¸ĩ", + "à¹Ģà¸ŀล à¸ĩ", + "tv rt", + "ĠÑĸн ÑĪÑĸ", + "ĠÑĸнÑĪ Ñĸ", + "λ εί", + "λε ί", + "Ġv iá»ĩn", + "Ġvi á»ĩn", + "ij ¸", + "Ġ çĻ½", + "ĠçĻ ½", + "Ùİ ÙĪ", + "Ġch ứa", + "Ġchứ a", + "st vo", + "ĠdoÄŁ r", + "Ġ iler", + "Ġi ler", + "Ġil er", + "Ġile r", + "à¥ĭ ,", + "à¹ĥà¸Ļ à¸Ľ", + "Ġر ÙĪست", + "ĠرÙĪ ست", + "ÙĪ ÙĦÙĪ", + "ÙĪÙĦ ÙĪ", + "Å¡ lo", + "ал иÑģÑĤ", + "али ÑģÑĤ", + "åħ± åĴĮ", + "à¸ŀ ย", + "Ġ ìĻĢ", + "ĠìĻ Ģ", + "ÙĦ ÙĬÙĦ", + "ÙĦÙĬ ÙĦ", + "ĠÑı кого", + "ĠÑıк ого", + "е ÑģÑĤÑĮ", + "еÑģ ÑĤÑĮ", + "еÑģÑĤ ÑĮ", + "ĠÑĦ ин", + "ĠØ£ ÙĨÙĩ", + "ĠØ£ÙĨ Ùĩ", + "ĠMü dür", + "ĠÎĶ ια", + "ĠÎĶι α", + "ĠÑĤ ел", + "ĠÑĤе л", + "ि ,", + "Ñĥ ки", + "Ñĥк и", + "ĠÐł Ф", + "ĠMay ıs", + "à¹Ī à¸Ńม", + "à¹Īà¸Ń ม", + "ar ken", + "ark en", + "æĢ ķ", + "ب ÛĮÙĨ", + "بÛĮ ÙĨ", + "ÑĤ аÑħ", + "ÑĤа Ñħ", + "e bo", + "eb o", + "ë³´ ì¦Ŀê¸Ī", + "ĠÙ¾ ÙĦ", + "Ġг Ñĥб", + "Ġв клÑİÑĩ", + "Ġвк лÑİÑĩ", + "æĶ¿ æ²»", + "Ġε ÏĢιÏĥ", + "ĠεÏĢ ιÏĥ", + "ĠεÏĢι Ïĥ", + "ĠÙģار سÛĮ", + "ĠÙģارس ÛĮ", + "èŃ ī", + "ÏĨ η", + "( éĩij", + "ศ ร", + "åī §", + "âĢĻ ya", + "âĢĻy a", + "å¹´ 度", + "ĠÙĨ رÙħ", + "Ùĥ ÙĪÙħ", + "ÙĥÙĪ Ùħ", + "è¢ ĭ", + "Ġneden le", + "à¹īà¸Ńà¸ĩ à¸ģาร", + "à¹īà¸Ńà¸ĩà¸ģ าร", + "ãĢĮ ãģĤ", + "Ġп оÑģÑĤÑĥп", + "Ġпо ÑģÑĤÑĥп", + "ĠпоÑģÑĤ Ñĥп", + "ìľĦ ìĽIJ", + "åį ĺ", + "èİ ±", + "Ġum ož", + "p ok", + "po k", + "Ñĥ ÑģÑĤи", + "ÑĥÑģ ÑĤи", + "ÑĥÑģÑĤ и", + "Ġ éħ", + "Ġé ħ", + "ĠÑĦ Ñĸз", + "å» £", + "ิ หาร", + "Ġж ÑĥÑĢн", + "ĠдÑĸÑĤ ей", + "Ñĥ ÑİÑīие", + "ÑĥÑİ Ñīие", + "ÑĥÑİÑī ие", + "ä»Ĭ 天", + "ìĿ´ ëĿ¼ê³ł", + "ìĿ´ëĿ¼ ê³ł", + "ç² ī", + "èĴ Ļ", + "ĠDün ya", + "ĠDüny a", + "егод нÑı", + "Ġm imo", + "Ġmi mo", + "Ġmim o", + "Ġ вин", + "Ġв ин", + "Ġви н", + "ãģĿ ãģĵ", + "æ¯ ķ", + "ĠØ£ Ø®", + "Ġ åIJĮ", + "ĠåIJ Į", + "س اÙĨÛĮ", + "ساÙĨ ÛĮ", + "Ġ kah", + "Ġk ah", + "Ġka h", + "ि यर", + "िय र", + "ÏĢ οÏĤ", + "ÏĢο ÏĤ", + "j ez", + "je z", + "ÙĬ ج", + "ĠsaÄŁ lay", + "ا جÙĩ", + "اج Ùĩ", + "Ġ çł", + "Ġç ł", + "ï ľ", + "Ġج ست", + "Ġt ức", + "Æ° Æ¡i", + "Æ°Æ¡ i", + "Ø´ Ùģ", + "ส à¸ķ", + "Ġ ÑĢеÑģ", + "ĠÑĢ еÑģ", + "ĠÑĢе Ñģ", + "Ġ å£", + "Ġå £", + "Ġbi zim", + "Ġbiz im", + "Ġbizi m", + "Ġ ê·Ģ", + "Ġê· Ģ", + "ि ब", + "िठ¬", + "ë¡ľ ìļ´", + "ĠÑģ ÑĤал", + "ĠÑģÑĤ ал", + "ĠÑģÑĤа л", + "Ġ ÑĢÑĥÑģ", + "ĠÑĢ ÑĥÑģ", + "ĠÑĢÑĥ Ñģ", + "ĠO cak", + "ĠOc ak", + "åľ £", + "Ġ úÄįast", + "Ġú Äįast", + "ĠúÄį ast", + "ive rz", + "iver z", + "ëĤĺ ëĬĶ", + "о ÑĢоÑĤ", + "оÑĢ оÑĤ", + "оÑĢо ÑĤ", + "Ñĩ инÑĭ", + "Ñĩи нÑĭ", + "Ñĩин Ñĭ", + "Ġihtiy aç", + "ÐĿ Ðŀ", + "ĠÐĿ ов", + "ĠÐĿо в", + "ีย à¸Ķ", + "ĠпоÑĤÑĢÑĸб но", + "Ú¯ ز", + "ĠÑģказ ал", + "ĠG ia", + "ĠGi a", + "m esini", + "mes ini", + "mesi ni", + "Ġbulun ur", + "æ¸ ¡", + "г оÑĤ", + "го ÑĤ", + "Ġh uku", + "Ġhu ku", + "ëĦ ·", + "ã Ĩ", + "Ġ اÙĥ", + "Ġا Ùĥ", + "Ġد ÙĦÛĮÙĦ", + "ĠدÙĦ ÛĮÙĦ", + "Ġ اساس", + "Ġا ساس", + "Ġاس اس", + "ìĹ° 구", + "ĠÎĺ ε", + "Ġس ÙĪر", + "ĠسÙĪ ر", + "Ġ ì¢Ģ", + "Ġì¢ Ģ", + "ĠاÙĦ در", + "ĠاÙĦد ر", + "ĠÑģÑĤÑĢо иÑĤелÑĮ", + "Ġ Ñĥк", + "ĠÑĥ к", + "ĠìĻ ľ", + "е лик", + "ел ик", + "ели к", + "O VID", + "OV ID", + "Ġt emiz", + "Ġtem iz", + "äº ¦", + "Ġth iếu", + "Ġthi ếu", + "Ġп ÑĥÑĤ", + "ĠпÑĥ ÑĤ", + "Ñİ Ñīей", + "ÑİÑī ей", + "Ġur Äį", + "Ġ ÄIJây", + "ĠÄIJ ây", + "æ¥ µ", + "μ οÏħ", + "μο Ïħ", + "Ġ à¹Ģà¸Ļ", + "Ġà¹Ģ à¸Ļ", + "Ġà¹ĢภĻ", + "е веÑĢ", + "ев еÑĢ", + "Âł ÐĶ", + "ì ´Ŀ", + "ì´ Ŀ", + "è¶ £", + "Ġà¤ħ लà¤Ĺ", + "Ġà¤ħल à¤Ĺ", + "Æ°á»Ŀ n", + "Ġ ãĥŃ", + "Ġãĥ Ń", + "Ġ ê³³", + "Ġê³ ³", + "é² ģ", + "Ġرس ÛĮد", + "身 ä½ĵ", + "ั à¸ĵà¸ij", + "y nÃŃ", + "yn ÃŃ", + "ج ات", + "جا ت", + "ì§Ģ 를", + "न ल", + "ì ķĮ", + "ìķ Į", + "Ñĸ п", + "Ġv Ãłng", + "ĠvÃł ng", + "Ġпл оÑī", + "Ġпло Ñī", + "оз мож", + "åī ²", + "Ġth ảo", + "л ади", + "ла ди", + "лад и", + "Ġ åĿ", + "Ġå Ŀ", + "ĠÐľ и", + "Ġдел аÑĤÑĮ", + "Ġдела ÑĤÑĮ", + "é ij", + "Ġh uy", + "Ġhu y", + "ا ÛĮØ·", + "اÛĮ Ø·", + "Ġпов ÑĤоÑĢ", + "ü len", + "ül en", + "üle n", + "Ġ ÙĪÙģ", + "ĠÙĪ Ùģ", + "ĠÙĬ تÙħ", + "ĠÙĬت Ùħ", + "ĠÑĢеж им", + "Ġ ìºIJ", + "Ġìº IJ", + "ĠÃĩ ünkü", + "ع دد", + "عد د", + "ни веÑĢ", + "нив еÑĢ", + "ĠÐĿ ик", + "å¸ ĸ", + "Ïį ÏĢ", + "an lar", + "س تÛĮ", + "ست ÛĮ", + "Ġbulun maktadır", + "à¹ģ à¸ļ", + "v ek", + "ve k", + "Ġгла за", + "Ġглаз а", + "å¹ ħ", + "Ġúda j", + "Ġг ÑĢо", + "ĠгÑĢ о", + "Ġкон кÑĥÑĢ", + "Ġd ůležit", + "Ġdů ležit", + "Ġ Ø·ÙĪر", + "ĠØ· ÙĪر", + "à¸ĺ าà¸Ļ", + "ĠÙĦ ÙĥÙĨ", + "ĠÙĦÙĥ ÙĨ", + "ر ÙĤ", + "Ðļ ÐIJ", + "Ġ éĿĴ", + "ĠéĿ Ĵ", + "Ġ ìĤ¬ëŀij", + "ĠìĤ¬ ëŀij", + "ĠÑħ воÑĢ", + "ĠÑħв оÑĢ", + "s unuz", + "sun uz", + "ĠÙħØ´ خص", + "éĻ ¸", + "Ġ ढ", + "Ġठ¢", + "Ġv az", + "Ġva z", + "交 æĺĵ", + "ĠÑĤеÑĢ ÑĢиÑĤ", + "ÑĩеÑģ кой", + "Ñĩе Ñģкой", + "ี à¹Ĥ", + "rop oda", + "ıl dıģı", + "ıldı ģı", + "Ġ ëī´", + "Ġë ī´", + "íķĻ 기", + "ë³´ íĹĺ", + "Ġз аÑĤем", + "ĠзаÑĤ ем", + "Âł в", + "ãĥ¼ ãĥĨ", + "ãĥ¼ãĥ Ĩ", + "Ġ ÐŀÑģнов", + "ĠÐŀÑģ нов", + "ãĨ į", + "Ġد ع", + "ÐŁ оÑģ", + "ÐŁÐ¾ Ñģ", + "æ² ī", + "Ġ лож", + "Ġл ож", + "çĶµ åŃIJ", + "Ġ رد", + "Ġر د", + "ĠÑģ ÑĢазÑĥ", + "e jte", + "ej te", + "Ġà¤ij फ", + "Ġt Ãłu", + "ÃŃ k", + "lan ması", + "lanma sı", + "к аÑĤ", + "ка ÑĤ", + "าà¸ģ าศ", + "ãĤ¢ ãĤ¤", + "ÏĦ ιο", + "ÏĦι ο", + "Ġ å§", + "Ġå §", + "प त", + "E Y", + "Ġj mé", + "Ġjm é", + "Ġod kazy", + "Ġê°ľ ìĿ¸", + "éģ ¿", + "bÄĽ h", + "Ðł Ðŀ", + "çĥ Ī", + "Ġza rar", + "Ġzar ar", + "Ú¯ ÙĪÙĨÙĩ", + "Ú¯ÙĪ ÙĨÙĩ", + "Ġtr ì", + "Ġm ại", + "ен нÑĭм", + "ĠÑį коном", + "ĠÑįк оном", + "éĽ £", + "Ġ íĦ", + "Ġí Ħ", + "æİ ī", + "Ġs oru", + "Ġso ru", + "Ġsor u", + "ĠФедеÑĢа ÑĨии", + "ĠÑģиÑģÑĤем и", + "æĸĻ çĦ¡æĸĻ", + "Ġà¤ķ à¤Ń", + "ĠÙĩ ÙĨد", + "ĠÙĩÙĨ د", + "ุà¸ĩ à¹Ģà¸Ĺà¸ŀ", + "ĠOsman lı", + "ĠпÑĢод олж", + "Ġ ÙĪÙĦا", + "ĠÙĪ ÙĦا", + "ĠÙĪÙĦ ا", + "ĠÄįlán ku", + "Ġa dım", + "Ġad ım", + "Ġadı m", + "ĠÏĢ αÏģά", + "ĠÏĢαÏģ ά", + "ĠÏĢα Ïģά", + "Ġzá ÅĻÃŃ", + "Ġ à¸Īำà¸ģ", + "Ġà¸Īำ à¸ģ", + "Ġп ен", + "m enin", + "me nin", + "men in", + "meni n", + "Ġìĺ¤ ëĬĺ", + "em iz", + "emi z", + "οÏį ÏĤ", + "- स", + "íķĺ ìĭľ", + "ĠÑħ ви", + "ĠÑħв и", + "ãĤ° ãĥ©", + "Ġп оÑĪ", + "Ġпо ÑĪ", + "ĠÐŀдна ко", + "ĠÐŀднак о", + "Ñĸд но", + "íĺ ľ", + "Ñī ими", + "Ñīи ми", + "Ñīим и", + "èĥ ¸", + "ĠÄ° lk", + "ĠÄ°l k", + "m ey", + "me y", + "Ġз да", + "Ġзд а", + "κ λη", + "а лом", + "ал ом", + "ало м", + "à¹Ģศ ษ", + "ا ÙĨا", + "اÙĨ ا", + "Ġ ÎŁÎ¹", + "ĠÎŁ ι", + "Ġ åıĮ", + "Ġåı Į", + "ี à¸Ĥ", + "Ġ بس", + "Ġب س", + "è§Ħ å®ļ", + "i say", + "is ay", + "isa y", + "uk arı", + "uka rı", + "æµģ éĩı", + "v ÃŃm", + "vÃŃ m", + "λ Ïİ", + "ä¹ Ļ", + "Ġल ड", + "ĠÙĨد ارد", + "ĠÙĨدار د", + "е ÑĢом", + "еÑĢ ом", + "еÑĢо м", + "Ġsır asında", + "Ġsıras ında", + "Ġsıra sında", + "Ġr Äĥng", + "Æ¡ m", + "Ġl ạnh", + "Ġlạ nh", + "ठĥ", + "à¥ģ ण", + "à¥ģठ£", + "uz ey", + "uze y", + "Ġ Ñĥва", + "ĠÑĥ ва", + "ĠÑĥв а", + "vÄĽ d", + "Ñĭ Ñģ", + "Ġ κι", + "Ġκ ι", + "Ñ ķ", + "ÛĮ ا", + "à¸ĩ à¸Ħ", + "ph ylum", + "phy lum", + "phyl um", + "Ġber aber", + "ี à¸Ķ", + "æµ ®", + "ा सन", + "ास न", + "o vice", + "ov ice", + "ovic e", + "ovi ce", + "è¦ §", + "Ġस फ", + "å°ij 女", + "ан ÑĤи", + "анÑĤ и", + "é¨ ĵ", + "Ġso át", + "é¬ ¼", + "lan mÄ±ÅŁ", + "Ġb ếp", + "ÙIJ ÙĦ", + "Ġsay ısı", + "Ġsayı sı", + "ĠÙĤ دÙħ", + "ĠÙĤد Ùħ", + "à¥Ī म", + "ह म", + "ĠÑĢ Ñĥки", + "ĠÑĢÑĥ ки", + "ĠÑĢÑĥк и", + "ĠصÙģ ØŃÙĩ", + "Å¡ ky", + "Å¡k y", + "é» Ĵ", + "èģ ļ", + "ãģĭ ãģ«", + "Ġs âu", + "ед аг", + "ĠÑģÑĤоÑĢ онÑĭ", + "ĠÑģÑĤоÑĢон Ñĭ", + "Ġ ruk", + "Ġr uk", + "Ġru k", + "âĢĮ âĢĮ", + "ĠØ¢ ÙĪر", + "Ġع دÙħ", + "Ġعد Ùħ", + "õ i", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġبا زار", + "Ġباز ار", + "Ġe deb", + "Ġed eb", + "Ġv ÄįetnÄĽ", + "оп аÑģ", + "Ġн ег", + "Ġне г", + "m ayan", + "ma yan", + "may an", + "maya n", + "к оÑģÑĤÑĮ", + "ко ÑģÑĤÑĮ", + "Ġsv ůj", + "ÄŁ ında", + "ģı nda", + "ģın da", + "Ø° ÛĮر", + "M á»Ļt", + "Ð Ħ", + "Ġyap tı", + "ि थ", + "िठ¥", + "ĠÙħ Ùĩر", + "ĠÙħÙĩ ر", + "Ġд оÑģÑĤи", + "Ġдо ÑģÑĤи", + "ĠдоÑģÑĤ и", + "ĠдоÑģ ÑĤи", + "Ġ صÙĪر", + "Ġص ÙĪر", + "m esine", + "mes ine", + "mesi ne", + "ĠD ân", + "ä¸Ģ ä¸ĭ", + "çį İ", + "ĠÐľ иÑħ", + "ĠÐľÐ¸ Ñħ", + "Ġо Ñĩи", + "ĠоÑĩ и", + "ãĤ¦ ãĤ§", + "Ġ ÑĸÑģ", + "ĠÑĸ Ñģ", + "Ġgi ác", + "Ġgiá c", + "åľ¨çº¿ è§Ĥçľĭ", + "Ġاد اÙħÙĩ", + "ÑĨ ов", + "ÑĨо в", + "Ġ комÑĥ", + "Ġк омÑĥ", + "Ġком Ñĥ", + "Ġко мÑĥ", + "ĠÄ°ng iliz", + "Ġг ÑĢаж", + "ĠгÑĢа ж", + "ĠгÑĢ аж", + "ãģ¦ ãĤĤ", + "Ġch ữ", + "олÑĮ кÑĥ", + "m ÄĽt", + "mÄĽ t", + "Ñıг ом", + "Ñĩ аÑģÑĤ", + "Ñĩа ÑģÑĤ", + "ÑĩаÑģ ÑĤ", + "ìĸ ¼", + "Ġkh óa", + "Ġkhó a", + "ĠÐIJ д", + "ĠØ¢ ÙĤ", + "Ġkurul uÅŁ", + "ά ζ", + "Ġж ов", + "Ġв ÑģÑĤÑĢе", + "ĠвÑģÑĤ ÑĢе", + "ĠÙĪ ÙĦÙĥ", + "ĠÙĪÙĦ Ùĥ", + "Ġt uyá»ĩt", + "y ı", + "Ġ ÐĴо", + "ĠÐĴ о", + "Ġv á»įng", + "Ġvá» įng", + "ع ÙĬØ©", + "عÙĬ Ø©", + "Ġop ÄĽt", + "ا ÙĬد", + "اÙĬ د", + "à¥Ī .Ċ", + "à¥Ī. Ċ", + "ĠÑģ ами", + "ĠÑģам и", + "åª Ĵ", + "Ġsv ých", + "ĠëĤĺ íĥĢ", + "ìĨ IJ", + "Ġ ÙĦع", + "ĠÙĦ ع", + "Ġet kin", + "Ġetk in", + "Ġetki n", + "ĠN á", + "Ġsou tÄĽ", + "Ġsout ÄĽ", + "층 ìĿĺ", + "Ġ çŃī", + "ĠçŃ ī", + "Ġر سÙħ", + "Ġرس Ùħ", + "Ġ خاÙĨÙĩ", + "ĠØ® اÙĨÙĩ", + "ĠخاÙĨ Ùĩ", + "Ġ 家", + "Ġå® ¶", + "iá» ģm", + "iá»ģ m", + "ëħ IJ", + "ê° Ī", + "ì° ©", + "ž il", + "ži l", + "ÑģÑĤиÑĤ ÑĥÑĤ", + "ÑģÑĤиÑĤÑĥ ÑĤ", + "or uÄį", + "oru Äį", + "ĠØ¥ ذا", + "Ġإذ ا", + "à¹Ħ à¸Ĥ", + "ี à¸Ĭ", + "ÑĢ аб", + "ÑĢаР±", + "ÑĢа б", + "íķĻ ìĥĿ", + "Ġ ìī", + "Ġì ī", + "r nek", + "rn ek", + "rne k", + "Ġاست خداÙħ", + "ãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢĠ ãĢĢĠãĢĢĠãĢĢ", + "Ġв Ñģем", + "ĠвÑģ ем", + "ĠвÑģе м", + "Ġìłķ ëıĦ", + "Ġvy j", + "éĢ ±", + "алÑĮ ное", + "алÑĮно е", + "Ġch uyá»ĩn", + "ì§Ģ ìĽIJ", + "i lerine", + "ile rine", + "iler ine", + "ileri ne", + "ilerin e", + "ĠìķĦ 무", + "Ġок оло", + "ाव न", + "à¸Ļ า", + "о пÑĢи", + "оп ÑĢи", + "d rž", + "dr ž", + "ĠÑģÑĥ ÑģпÑĸлÑĮ", + "Ġب Ùĥ", + "u ky", + "uk y", + "Ġ ÏĩÏī", + "ĠÏĩ Ïī", + "Ġtu ần", + "nict vÃŃ", + "Ġ ÙĩدÙģ", + "ĠÙĩد Ùģ", + "Ġch iá»ģu", + "ÎĹ ÎĿ", + "å°ı å§IJ", + "íķĺ ìĺĢ", + "Ġk las", + "Ġkl as", + "Ġkla s", + "á»Ļ n", + "ĠìĿ´ íĽĦ", + "ÙĨ اÙħج", + "ÙĨا Ùħج", + "ÙĨاÙħ ج", + "Äį ast", + "Äįas t", + "ĠاÙĦ خاص", + "ĠاÙĦØ® اص", + "l Ä±ÅŁ", + "lı ÅŁ", + "Ġع Ùħر", + "ĠعÙħ ر", + "ãĢį Ċ", + "иб олее", + "ãĤĬ ãģ®", + "ãħ ł", + "ä¹Ł ä¸į", + "к ÑĢеÑĤ", + "Ġ ìĶ", + "Ġì Ķ", + "ÏĦ ια", + "ÏĦι α", + "ĠÑĥпÑĢав лÑĸннÑı", + "æ² ¢", + "Ġk esin", + "Ġke sin", + "Ġkes in", + "ì¡Į ëĭ¤", + "머 ëĭĪ", + "羣 çļĦ", + "Ġbak ım", + "æĿ± 京", + "¾ ¸", + "ÙħÙĦ ÙĥØ©", + "оÑĤ ÑĢеб", + "d ın", + "dı n", + "Ġ PÅĻi", + "ĠP ÅĻi", + "ĠPÅĻ i", + "Ġm ÄĽli", + "ĠmÄĽ li", + "ĠmÄĽl i", + "Ġδη μο", + "å ¯¸", + "å¯ ¸", + "ĠÙĪ ÙĥاÙĨ", + "ĠÙĪÙĥ اÙĨ", + "Ġप ढ", + "ĠвеÑĢ Ñħ", + "Ġе Ñij", + "C ách", + "Các h", + "ä½ľ 为", + "ĠÐļ ол", + "ĠÐļо л", + "Ġ ве", + "Ġв е", + "Ġ деÑĢж", + "Ġд еÑĢж", + "ĠдеÑĢ ж", + "em oc", + "emo c", + "ãģ¸ ãģ®", + "Ġ аÑĢÑħ", + "ĠаÑĢ Ñħ", + "Ġk iếm", + "Ġ æĺİ", + "Ġæĺ İ", + "ĠлÑİд ини", + "ĠлÑİди ни", + "ë ·", + "ĠÙĪ اÙĦت", + "ĠÙĪاÙĦ ت", + "ĠÙĪا ÙĦت", + "Ġ è°", + "Ġè °", + "çģ ¯", + "íĻ ķ", + "Ġ구 매", + "Ġ ç§ij", + "Ġç§ ij", + "it nÃŃ", + "и ÑĩеÑģкие", + "иÑĩеÑģ кие", + "иÑĩеÑģки е", + "ĠÙĨ Ùģس", + "ĠÙĨÙģ س", + "Ġت ÙĦÙģ", + "ĠتÙĦ Ùģ", + "ا ÙģÛĮ", + "اÙģ ÛĮ", + "ĠØŃ Ø³ÙĨ", + "ĠØŃس ÙĨ", + "âĸ¡ âĸ¡", + "ý vá", + "ýv á", + "ÄŁ ın", + "ģı n", + "ıyor uz", + "ĠCh ÃŃ", + "ĠÙ¾ÚĺÙĪÙĩ Ø´", + "Ġ ÏĦÎŃ", + "ĠÏĦ ÎŃ", + "ĠÏĥ Ïĩε", + "ĠÏĥÏĩ ε", + "о леÑĤ", + "ол еÑĤ", + "α ιδ", + "αι δ", + "Ġh ạt", + "Ġhạ t", + "à¸ł าà¸Ħ", + "åĨ °", + "Ġrych le", + "it eli", + "ite li", + "itel i", + "Âł z", + "ย à¸ģ", + "æ¨ ¹", + "Ġج ÙĪاÙĨ", + "ĠجÙĪ اÙĨ", + "æĺ Į", + "Ġü retim", + "Ġür etim", + "Ġüret im", + "ระ à¸ļ", + "à¸Ľà¸£à¸° ม", + "ά Ïĥ", + "å² ©", + "ĠÑĥ ÑģÑĤÑĢой", + "ĠÑĥÑģÑĤ ÑĢой", + "Ġver ilen", + "Ġveri len", + "ich ni", + "ĠpÅĻÃŃ mo", + "ĠpÅĻÃŃm o", + "ĠاÙĦØ°Ùĩ اب", + "ì½ ľ", + "æľ ±", + "Ġس Ø®", + "Ñĸ ла", + "Ñĸл а", + "Ñĥ ма", + "Ñĥм а", + "ห า", + "ÛĮ دا", + "ÛĮد ا", + "å² ¸", + "ä¸Ģ å®ļ", + "Ġ ä¼ļ", + "Ġ ÐŁÑĸд", + "ĠÐŁ Ñĸд", + "Ġ ÑĩиÑĤ", + "ĠÑĩ иÑĤ", + "ĠÑĩи ÑĤ", + "и Ñİ", + "Ġ ÐĹап", + "ĠÐĹ Ð°Ð¿", + "ĠÐĹа п", + "ÑĤ иÑı", + "ÑĤи Ñı", + "Ġ ê°ľë°ľ", + "Ġê°ľ ë°ľ", + "ĠÑĤе оÑĢ", + "Ñı ÑģÑĮ", + "ÑıÑģ ÑĮ", + "ĠpÅĻÃŃ prav", + "( åľŁ", + "Ùħ ÙĬ", + "ĠpÅĻed evÅ¡ÃŃm", + "ĠTem muz", + "Ġпод деÑĢж", + "Ġнед оÑģÑĤаÑĤ", + "ĠìĿ´ ìľł", + "Ġkhá»ı i", + "ĠاÙĦ تØŃ", + "ĠاÙĦت ØŃ", + "ĠÙħÙħ Ú©ÙĨ", + "Ġv hod", + "Ġvh od", + "ев ой", + "ево й", + "о вал", + "ов ал", + "ова л", + "Ġн алеж", + "Ġна леж", + "Ġнал еж", + "ï¼¼ :", + "ย ะ", + "ĠÙħ اشÛĮÙĨ", + "Ġg á»Ńi", + "al ım", + "alı m", + "Ġìµľ ìłĢ", + "Ùij Ùĩ", + "á»Ļ p", + "à¥Ģ ।Ċ", + "à¥Ģ। Ċ", + "Ġ пиÑģ", + "Ġп иÑģ", + "Ġпи Ñģ", + "Ġ вÑģÑı", + "Ġв ÑģÑı", + "ĠвÑģ Ñı", + "Ñĩ ем", + "Ñĩе м", + "o zenÃŃ", + "oz enÃŃ", + "oze nÃŃ", + "Ġ äºļæ´²", + "Ġäºļ æ´²", + "е ÑĢалÑĮ", + "еÑĢ алÑĮ", + "еÑĢа лÑĮ", + "기 ëĬĶ", + "Ġп ÑĢез", + "ĠпÑĢ ез", + "ĠпÑĢе з", + "ĠعÙħ ÙĪÙħÛĮ", + "и ÑĩниÑħ", + "иÑĩ ниÑħ", + "Ġ æ²³", + "Ġæ² ³", + "od nÃŃ", + "åıª æĺ¯", + "Ġpo dp", + "Ġpod p", + "à¹īà¸Ńà¸ĩ à¸ŀ", + "ाय द", + "ाà¤ĩ ल", + "ล à¸Ķ", + "ĠÑĢÑĸÑĪ еннÑı", + "Ġ ÑĤÑĥÑĢ", + "ĠÑĤ ÑĥÑĢ", + "ĠÑĤÑĥ ÑĢ", + "ÑģÑĮ кÑĥ", + "ÑģÑĮк Ñĥ", + "Ġsal dır", + "ĠÐĽ ÑĮв", + "ãĢģ Ċ", + "ĠÙ¾ÛĮ ÙĪÙĨد", + "åѦ ä¹ł", + "λ Ïī", + "o vit", + "ov it", + "ovi t", + "ü le", + "ül e", + "女 æĢ§", + " Ł", + "e mez", + "em ez", + "eme z", + "Ġh ale", + "Ġha le", + "Ġhal e", + "âī ¦", + "ĠÎķ κ", + "ÏĦηγοÏģ ία", + "k ý", + "ìĦ± ìĿĦ", + "Ġt ým", + "Ġtý m", + "à¥ĩ -", + "Ġz ejména", + "æĻ ¶", + "Ġn gon", + "Ġng on", + "ãĢı ĊĊ", + "软 件", + "éĤ£ ä¹Ī", + "ĠкваÑĢ ÑĤи", + "ĠÙħÙĨ ظ", + "on ec", + "one c", + "Ġг ли", + "à¥ģर à¤ķ", + "ĠS okol", + "ĠSo kol", + "ĠSok ol", + "Ġ ä¿Ŀ", + "д ив", + "ди в", + "ál nÃŃm", + "áln ÃŃm", + "álnÃŃ m", + "ac aģı", + "aca ģı", + "acaÄŁ ı", + "a ÅŁa", + "aÅŁ a", + "ĠÙħ اÙĦÛĮ", + "ĠÙħا ÙĦÛĮ", + "ĠÙħاÙĦ ÛĮ", + "ĠÃĸ n", + "иÑĤ ели", + "иÑĤе ли", + "ĠØ® رد", + "Ġخر د", + "Ġkullan ıl", + "Ġkullanı l", + "Ġ ÙħÛĮÙĦ", + "ĠÙħ ÛĮÙĦ", + "ĠÙħÛĮ ÙĦ", + "Ġ íļ¨", + "Ġíļ ¨", + "ã n", + "Ġ rost", + "Ġr ost", + "Ġro st", + "Ġros t", + "Ġëĸ ł", + "u bat", + "ub at", + "uba t", + "Ġ åıĤ", + "Ġåı Ĥ", + "Ġبر اÙĬ", + "Ġм енÑĮ", + "Ġмен ÑĮ", + "ั à¸Ħร", + "ัà¸Ħ ร", + "Ġпом ог", + "ĠØŃض ÙĪر", + "Ġthá»ĭ t", + "ä¹ ³", + "Ġ ìĭłì²Ń", + "Ġìĭł ì²Ń", + "Ġíĺ Ħìŀ¬", + "ĠíĺĦ ìŀ¬", + "Ġ ë¹ł", + "Ġë¹ ł", + "вÑĢоп ей", + "Ġne jen", + "Ġnej en", + "Ñĸ ка", + "Ñĸк а", + "Ġ ìļ¸", + "Ġìļ ¸", + "ĠÙħ بار", + "ĠÙħب ار", + "Ġ Äįek", + "ĠÄį ek", + "ĠÄįe k", + "Ġk alk", + "Ġka lk", + "Ġkal k", + "Ġ amac", + "Ġa mac", + "Ġam ac", + "Ġama c", + "اد ت", + "ĠÙħ اسÙĩ", + "ĠÙħا سÙĩ", + "Ġarasında ki", + "Ġaras ındaki", + "Ġб еÑģ", + "ĠоÑĤд елÑĮ", + "ĠоÑĤдел ÑĮ", + "á½ ¶", + "ĠΤ ζ", + "v yk", + "vy k", + "ج ÙĨ", + "» ê²Į", + "ĠниÑĩ его", + "ĠØ´ اÙħÙĦ", + "ĠÑĥÑģловиÑı Ñħ", + "la ması", + "lam ası", + "lama sı", + "è½ ī", + "ç¾ ½", + "Ġж ид", + "ĠоÑĤ ноÑģ", + "ĠздÑĸйÑģ нÑİ", + "Ġ VỼi", + "ĠV Ỽi", + "ÙĪ ÙĦÛĮ", + "ÙĪÙĦ ÛĮ", + "Ġt isÃŃ", + "Ġti sÃŃ", + "ĠÏĩ ÏģÏĮ", + "Ġprac ovnÃŃ", + "Ġpracov nÃŃ", + "ĠÙĬ ÙĥÙĪÙĨ", + "ĠÙĬÙĥ ÙĪÙĨ", + "Ġb eÅŁ", + "Ġbe ÅŁ", + "ج ز", + "ั à¸ļร", + "ัà¸ļ ร", + "ĠYön et", + "Ġشر اÛĮØ·", + "ĠتÙĪس عÙĩ", + "çĹ ĩ", + "à¸ĩ à¹Ģà¸Ľ", + "ä¸Ģ 次", + "ĠÐłÐ¾ÑģÑģий Ñģкой", + "æľĢ é«ĺ", + "Ġsp olu", + "Ġspo lu", + "Ġspol u", + "д аеÑĤÑģÑı", + "да еÑĤÑģÑı", + "даеÑĤ ÑģÑı", + "Ñĸ ÑĤÑĥ", + "ÑĸÑĤ Ñĥ", + "Ġоб ÑĢаÑĤ", + "ĠобÑĢа ÑĤ", + "e nek", + "en ek", + "ene k", + "Ġ mek", + "Ġm ek", + "Ġme k", + "å¦ Ī", + "Ġдоп олниÑĤелÑĮ", + "Ġ ç²", + "Ġç ²", + "ĠÙĦ ÙĦت", + "ĠÙĦÙĦ ت", + "ĠHaz iran", + "æ¸ Ī", + "à¹Į à¸Ĥà¸Ńà¸ĩ", + "ĠÑĦ он", + "Ġê²ĥ ìľ¼ë¡ľ", + "Ġnh é", + "Ġbu gün", + "Ġbug ün", + "ov ém", + "ové m", + "Ġза веÑĢ", + "Ġзав еÑĢ", + "Ġд виг", + "Ġдв иг", + "Ġдви г", + "ä¼ Ļ", + "Ġnu ôi", + "меÑĢ ик", + "ме ÑĢик", + "ĠÙĨÙħ ÙĪÙĨÙĩ", + "èį ·", + "Ñĥ вала", + "Ñĥв ала", + "Ñĥва ла", + "ç¿ »", + "Ġs ân", + "ог оÑİ", + "ого Ñİ", + "ا سÙĬØ©", + "اس ÙĬØ©", + "اسÙĬ Ø©", + "Ñĥн кÑĤ", + "Ñĥнк ÑĤ", + "á nÃŃm", + "án ÃŃm", + "ánÃŃ m", + "ен ное", + "енно е", + "Ġph út", + "Ġ मर", + "Ġम र", + "ĠاÙĦ ÙĪØ·", + "ĠاÙĦÙĪ Ø·", + "Ġлег ко", + "Ġ ãĢĭ", + "ĠãĢ ĭ", + "ë¡ľ ëĵľ", + "ĠKas ım", + "ÙĬ ÙĦÙĬ", + "ÙĬÙĦ ÙĬ", + "ĠbaÄŁlantı lar", + "ĠÑĤ ÑĢÑĥд", + "ĠÑĤÑĢ Ñĥд", + "ĠÑĤÑĢÑĥ д", + "Ø· Ùĩ", + "Ġk vůli", + "ÑģÑĤ оÑı", + "Ġsat Ä±ÅŁ", + "Ġh áºŃu", + "ĠبÙĩ ترÛĮÙĨ", + "ĠبÙĩتر ÛĮÙĨ", + "ĠÑģ елÑĮ", + "ĠÑģел ÑĮ", + "ั à¸Ļว", + "ัà¸Ļ ว", + "o su", + "os u", + "य न", + "åĽ ³", + "ι δ", + "ÛĮ تÛĮ", + "ÛĮت ÛĮ", + "ĠQu áºŃn", + "Ġ ей", + "Ġе й", + "à¹Ģว ลา", + "à¹Ģวล า", + "ìĬ¤ íĥĢ", + "ìĤ¬ 를", + "Ġا ÙĩÙĦ", + "ĠاÙĩ ÙĦ", + "η γ", + "Ġk á»·", + "Ġká» ·", + "Ġ наÑĤ", + "Ġн аÑĤ", + "Ġна ÑĤ", + "âĢ ¡", + "Ñĸ ÑĩниÑħ", + "ÑĸÑĩ ниÑħ", + "ĠÑĢазвиÑĤи Ñı", + "ĠÑĢазви ÑĤиÑı", + "e cial", + "ec ial", + "eci al", + "ĠÑħ озÑı", + "в аеÑĤ", + "ва еÑĤ", + "ĠÄIJ á»Ļ", + "ĠÄIJá» Ļ", + "Ġ éĵ", + "Ġé ĵ", + "Ġok am", + "ĠвÑģ ÑĸÑħ", + "ĠвÑģÑĸ Ñħ", + "ĠPr aze", + "ĠPra ze", + "ë¥ ł", + "ι κα", + "ικ α", + "æ¬ ²", + "Ġgerçek leÅŁ", + "ç¥ ĸ", + "Ġод ним", + "Âł M", + "Ġre nk", + "Ġr enk", + "Ġren k", + "Ġल à¤ķ", + "ãĥķ ãĤ§", + "ãĥķãĤ §", + "ĠÙĨ زد", + "å¹ »", + "Ġúzem ÃŃ", + "æı ¡", + "а лиÑģÑı", + "али ÑģÑı", + "Ġ ÃĶ", + "Ġà Ķ", + "Ġy orum", + "Ġyo rum", + "ĠÏĢ ÏģÏī", + "ãĥ³ ãĥĩ", + "ãĥ³ãĥ ĩ", + "éĸĭ å§ĭ", + "ãĥ¼ ãĥª", + "ãĥ¼ãĥ ª", + "Ġìĸ¼ êµ´", + "Û± Û±", + "Û±Û ±", + "lü ÄŁÃ¼", + "lÃ¼ÄŁ ü", + "ÙĨ Ø´", + "à¹Ī ำ", + "èĽ ĭ", + "ĠØ£ د", + "ĠW illi", + "ĠWill i", + "ĠWil li", + "ĠWi lli", + "èª ²", + "Ġsür dür", + "ĠEx ternÃŃ", + "Ġp ůvod", + "Ġpů vod", + "ĠØ® اÙĨÙĪ", + "ĠخاÙĨ ÙĪ", + "ĠкоÑĤоÑĢ ое", + "Ġm ohl", + "Ġmo hl", + "Ġmoh l", + "Ġs tÄĽ", + "Ġst ÄĽ", + "åĩ ı", + "ìĤ ¼", + "aban cı", + "à¹ģ à¸Ļ", + "สำ à¸Ħ", + "æĤ £", + "ab ilece", + "abil ece", + "abile ce", + "éĺ³ åŁİ", + "Îij Îļ", + "Ġch ữa", + "Ġchữ a", + "ĠìķĦ ëĭ", + "طبÙĬ ÙĤ", + "طب ÙĬÙĤ", + "ÎĻ ÎŁÎ¥", + "ÎĻÎŁ Î¥", + "ÑĢ ование", + "ÑĢов ание", + "ÑĢо вание", + "ÑĢован ие", + "ÑĢова ние", + "åĩ ½", + "Ġ ì¼", + "Ġì ¼", + "ÑĢ оÑĦ", + "ÑĢо ÑĦ", + "à¹ĩ à¸Ļส", + "à¹ĩà¸Ļ ส", + "Ġ ãĤ¦", + "ĠãĤ ¦", + "ï¼ļ ãĢĮ", + "á»ĭ a", + "Ġ hPa", + "Ġh Pa", + "m anı", + "man ı", + "ál nÃŃho", + "álnÃŃ ho", + "ÙĪ تÛĮ", + "ÙĪت ÛĮ", + "ĠлеÑĩ ениÑı", + "j te", + "jt e", + "- д", + "åħ¨ åĽ½", + "ĠбÑĥд Ñĸв", + "Ġz atÃŃm", + "Ġzat ÃŃm", + "Ġ öyle", + "Ġö yle", + "ìĿ´ ê°Ģ", + "s tal", + "st al", + "sta l", + "i vatel", + "iv atel", + "ivate l", + "iva tel", + "Ġ æľª", + "Ġpož ad", + "ĠÑģ ни", + "Ġpos lednÃŃ", + "Ġposled nÃŃ", + "ĠÑģÑĤ анд", + "ĠÑģÑĤан д", + "ĠÑģÑĤа нд", + "à¥Ģ à¤ıम", + "à¥Ģà¤ı म", + "Ġ عکس", + "Ġع کس", + "ÑĢ иÑı", + "ÑĢи Ñı", + "ã y", + "á»ĭ p", + "Ġo kul", + "Ġok ul", + "Ġoku l", + "à¸ĩ หมà¸Ķ", + "Ġвоз ник", + "m ÃŃ", + "ç§ Ł", + "ĠÄij á»ijc", + "Ġp odÃŃ", + "Ġpo dÃŃ", + "Ġpod ÃŃ", + "ĠÅĻÃŃ j", + "ĠÑĤак Ñĸ", + "ĠÑĤа кÑĸ", + "à¸ļ าà¸Ĺ", + "Ġ 보기", + "Ġë³´ 기", + "ล า", + "еÑģ ÑĤо", + "еÑģÑĤ о", + "Ġ çĶ¨", + "и нÑĭ", + "ин Ñĭ", + "ĠÑĢ ÑĥÑħ", + "ĠÑĢÑĥ Ñħ", + "ĠÑĢаÑģп олож", + "Ñī еннÑı", + "Ġc á»Ń", + "à¹ī à¸ļร", + "à¥įयव स", + "ï¾ ļ", + "Ġд алÑĮ", + "Ġда лÑĮ", + "Ġдал ÑĮ", + "Ġض د", + "ÙĦ ÙĬØ©", + "ÙĦÙĬ Ø©", + "ĠкоÑĤоÑĢ ого", + "Ġd ve", + "Ġdv e", + "Ġnh ạc", + "ÑĦ Ñĸка", + "ÑĦÑĸ ка", + "ÑĦÑĸк а", + "à¥Ī à¤Ł", + "èĩª çĶ±", + "Ġпо ÑĢÑĥÑĪ", + "ĠпоÑĢ ÑĥÑĪ", + "æľĭ åıĭ", + "Ġd ört", + "Ġdö rt", + "ĠÑĢаÑģп ÑĢоÑģÑĤ", + "ãģ§ ãģ¯ãģªãģĦ", + "ãģ§ãģ¯ ãģªãģĦ", + "ĠпеÑĢ ег", + "ĠпеÑĢе г", + "Ġ ánh", + "Ġá nh", + "Ġán h", + "ĠV ÃŃ", + "ظ Ù¹", + "à¥į रण", + "à¥įर ण", + "Ġb ilim", + "Ġbi lim", + "Ġbil im", + "Ġlid é", + "Ġd ÃŃky", + "ĠdÃŃ ky", + "ĠÄIJ á»ĵng", + "Ġ εÏģγ", + "Ġε Ïģγ", + "Ġzn ovu", + "Ïĥ ια", + "Ïĥι α", + "Ñ ŀ", + "स à¤Ń", + "e kk", + "ek k", + "Ġμε ÏĦά", + "ÑģÑĤ иÑĩ", + "ÑģÑĤи Ñĩ", + "ÛĮ ÙĨÚ¯", + "ÛĮÙĨ Ú¯", + "ĠÑıв лÑıÑİÑĤÑģÑı", + "Ġ 建", + "Ġå» º", + "Ïĥ Ïĥα", + "ÏĥÏĥ α", + "ав лива", + "à¸ģ รม", + "à¸ģร ม", + "ç¬ Ķ", + "Ġ ге", + "Ġг е", + "Ġ رÙĩ", + "Ġر Ùĩ", + "Ġм ел", + "Ġна пÑĢимеÑĢ", + "ĠнапÑĢи меÑĢ", + "Ġм ик", + "Ġми к", + "ĠاÙĦس ÙĥاÙĨ", + "æ¤ ľ", + "ĠÐļ ÑĢа", + "Ġv Ãłi", + "ĠvÃł i", + "ائ Ùħ", + "ĠÏĩ Ïģή", + "leÅŁ me", + "Ġ jas", + "Ġj as", + "Ġja s", + "ê²Į ìŀĦ", + "Ġm aç", + "Ġma ç", + "Ġì§Ħ íĸī", + "à¥ĩद न", + "Ġvů bec", + "ĠÙĦ ÙĨ", + "è« ĩ", + "âī¡ âī¡", + "л ением", + "ление м", + "лен ием", + "ле нием", + "ع ÙĨÛĮ", + "عÙĨ ÛĮ", + "ãĥŀ ãĥ³", + "Ä° Z", + "ĠÃĸ ÄŁ", + "ĠìŬ ìŀIJ", + "y Å¡", + "Ġ ÑģÑĤа", + "ĠÑģ ÑĤа", + "ĠÑģÑĤ а", + "Ġ สำหร", + "Ġสำ หร", + "Ġन व", + "ãĢĤ ä½Ĩ", + "олÑĮ но", + "Ġyan ında", + "Ġyanı nda", + "è² ´", + "Ġjednot liv", + "Ġ åİŁ", + "Ġåİ Ł", + "éłħ 缮", + "Ġमद द", + "리 ìĹIJ", + "ĠÙħ اÙĬ", + "ĠÙħا ÙĬ", + "ĠÑĩ еÑĢв", + "ĠÑĩеÑĢ в", + "Ġd áv", + "Ġdá v", + "ÙĦ ÛĮÙĩ", + "ÙĦÛĮ Ùĩ", + "? #", + "Äį nÃŃm", + "ÄįnÃŃ m", + "ÑĢ ег", + "ÑĢе г", + "ĠпÑĢимен Ñı", + "ĠпÑĢим енÑı", + "ãĤĬ ãģ¨", + "ê° Ļ", + "Ġtop lam", + "Ġtopl am", + "i leÅŁ", + "il eÅŁ", + "ile ÅŁ", + "Ġk ategor", + "ÑĤ ал", + "ÑĤа л", + "ãģ«ãĤĪ ãĤĭ", + "Ġdom ác", + "Ġ ê·ľ", + "Ġê· ľ", + "ĠÙĩ زار", + "ĠpÅĻÃŃ stup", + "ĠpÅĻÃŃst up", + "ı lıyor", + "ılı yor", + "ıl ıyor", + "ж ди", + "жд и", + "ĠD Æ°Æ¡ng", + "ĠPh áºŃt", + "Ġç ünkü", + "구 ê¸ĢìĥģìľĦ", + "ov aných", + "ova ných", + "ovan ých", + "ovaný ch", + "Ġع Ø´", + "Ġà¤ķर à¤ķ", + "ž ÃŃt", + "žÃŃ t", + "Ġ vÄĽtÅ¡ÃŃ", + "ĠvÄĽt Å¡ÃŃ", + "ĠvÄĽtÅ¡ ÃŃ", + "ĠاÙħ کاÙĨ", + "Ġn ông", + "Ġz ám", + "Ġzá m", + "à¥Į न", + "е каÑĢ", + "ек аÑĢ", + "ека ÑĢ", + "Âł Т", + "k ami", + "ka mi", + "ĠÑĢеÑģ ÑĥÑĢ", + "п оÑģ", + "по Ñģ", + "Ùİ ÙĤ", + "ί λ", + "Ġ سازÛĮ", + "Ġس ازÛĮ", + "Ġساز ÛĮ", + "Ġçık an", + "Ġçı kan", + "ĠdÃŃ tÄĽ", + "Ġتص ÙĪ", + "ç¯ ĩ", + "н д", + "Ġrám ci", + "h ong", + "ho ng", + "hon g", + "Ġ ÑģÑĸм", + "ĠÑģ Ñĸм", + "s ak", + "sa k", + "к еÑĤ", + "ке ÑĤ", + "д Ñĸл", + "дÑĸ л", + "ç¹ Ķ", + "Ġth Æ°á»Łng", + "Ġне ÑĹ", + "з Ñĸ", + "ÅĻ ÃŃd", + "ÅĻÃŃ d", + "ित न", + "à¤ı à¤ķ", + "Ġs ữa", + "ĠÙħ رØŃ", + "ĠÙħر ØŃ", + "é ŀ", + "Ġc Æ°á»Ŀng", + ": .:", + ":. :", + "ÑĤ ен", + "ÑĤе н", + "èī ¦", + "Ġkh ợi", + "Ġ 기ì¤Ģ", + "Ġ기 ì¤Ģ", + "lan ır", + "彩 票", + "ض ÛĮ", + "Ġuz av", + "Ġb oh", + "Ġbo h", + "è m", + "Ġ æ£", + "Ġæ £", + "n ici", + "ni ci", + "nic i", + "( çģ«", + "åħ³ äºİ", + "Ñĸ ÑĩнÑĸ", + "ÑĸÑĩ нÑĸ", + "à¸ģ ารà¸ĵ", + "à¸ģาร à¸ĵ", + "Ġì² «", + "ÑĢ ÑĥеÑĤ", + "ÑĢÑĥ еÑĤ", + "ĠarÅŁiv lendi", + "ÑĤ им", + "ÑĤи м", + "า à¸ł", + "าภł", + "Ġبر ابر", + "Ġ à¹Ģà¸ĭ", + "Ġà¹Ģ à¸ĭ", + "Ġà¹Ģภĭ", + "ĠÄij êm", + "è· ³", + "Ġyön etim", + "Ġyönet im", + "Ġ éķ·", + "Ġéķ ·", + "ãĥĨ ãĥ¬ãĥĵ", + "м аÑĤи", + "ма ÑĤи", + "маÑĤ и", + "è´£ ä»»", + "ick ým", + "ický m", + "è ¸", + "à¹Ģห à¸ķ", + "ëł Į", + "Ġ رÙĬ", + "Ġر ÙĬ", + "ĠвÑĭ дел", + "åĩº çİ°", + "Ġп еÑģ", + "Ġì¢ĭ ìĿĢ", + "Ġà¤ī सन", + "Ġà¤īस न", + "ĠAr alık", + "ĠAra lık", + "ĠÑĩа ÑģÑĥ", + "ĠÑĩаÑģ Ñĥ", + "l ava", + "la va", + "lav a", + "Ġ ï½ŀ", + "Ġï½ ŀ", + "æģ ĭ", + "د ÛĮد", + "دÛĮ د", + "âĢĻ den", + "âĢĻd en", + "âĢĻde n", + "Ġ åĪĿ", + "ĠåĪ Ŀ", + "ÙĪ دة", + "ÙĪد Ø©", + "Ñĩ или", + "Ñĩи ли", + "Ñĩил и", + "ĠÑħаÑĢакÑĤ еÑĢиÑģÑĤи", + "ا ستاÙĨ", + "اس تاÙĨ", + "است اÙĨ", + "द र", + "ĠبÙĪد ÙĨ", + "ĠبÙĪ دÙĨ", + "Ġп алÑĮ", + "Ġпа лÑĮ", + "Ġпал ÑĮ", + "ĠÑĤ ÑĢади", + "ĠÑĤÑĢ ади", + "ĠÑĤÑĢа ди", + "Ġд еÑı", + "Ġде Ñı", + "Ġ خش", + "ĠØ® Ø´", + "Ġpok raÄį", + "Ġ구 ê¸Ģ", + "к овÑĸ", + "ко вÑĸ", + "ков Ñĸ", + "Ġ tık", + "Ġt ık", + "Ġh ấp", + "Ġza lož", + "Ġzal ož", + "१ à¥", + "Ġëĭµ ë³Ģ", + "м еÑĪ", + "ме ÑĪ", + "íļ ¨", + "Ġspol up", + "Ġspolu p", + "Ë Ĩ", + "è¾ ¦", + "Ġg á»Ĺ", + "Ġ å®ļ", + "Ġå® ļ", + "ĵ n", + "as ından", + "asında n", + "- ı", + "ĠбеÑĢ ез", + "大 åѸ", + "Ġз нов", + "Ġзн ов", + "ĠHo Ãłng", + "Ġد ÙĪÙĨ", + "ĠدÙĪ ÙĨ", + "Ġan lay", + "ĠÙĪ زار", + "ĠÙĪز ار", + "ĠعÙĦ ÙħÛĮ", + "ĠعÙĦÙħ ÛĮ", + "è£ ľ", + "Ġdü nya", + "Ġdün ya", + "Ġdüny a", + "Ġза лиÑĪ", + "Ġзал иÑĪ", + "Ġзали ÑĪ", + "д аеÑĤ", + "да еÑĤ", + "ν ε", + "и ÑĩеÑģкого", + "иÑĩеÑģ кого", + "ìĬ¤ íħľ", + "ĠÐij еÑĢ", + "Ġ дж", + "Ġд ж", + "Ġ опаÑģ", + "Ġоп аÑģ", + "ÏĨ α", + "Ġzv lá", + "Ġt ô", + "б еÑĢ", + "бе ÑĢ", + "ĠÎľ αÏģ", + "Ġξα Ïģ", + "ti ÄŁini", + "tiÄŁi ni", + "ãĥ¬ ãĥ³", + "ĠK ho", + "ĠKh o", + "ĠÑĸн ÑĪ", + "Ġ ï¿¥", + "ì° ¬", + "ï½ ¡", + "Ġ ноÑĩ", + "Ġн оÑĩ", + "Ġно Ñĩ", + "è¨ Ĭ", + "ÄĽ ti", + "ÄĽt i", + "å¿ Ļ", + "Ġکرد ÙĨد", + "ĠکردÙĨ د", + "ĠÄij ẩy", + "ĠÑģказ ав", + "ëĥ ¥", + "å± ¬", + "Ġश हर", + "ĠÚ©Ùħ Ú©", + "Âł ÐŁ", + "ın ca", + "нÑĸвеÑĢ ÑģиÑĤ", + "Ġ Ú¯ÙĪÙĨÙĩ", + "ĠÚ¯ ÙĪÙĨÙĩ", + "ĠÚ¯ÙĪ ÙĨÙĩ", + "ĠTop lam", + "ĠiÅŁ aret", + "ä½ł 们", + "Ġd erece", + "Ġde rece", + "Ġder ece", + "Ġdere ce", + "Ġderec e", + "ĠìĤ¬ ìĭ¤", + "Ġ ìŀIJ기", + "ĠìŀIJ 기", + "å®ŀ çİ°", + "çĶŁ çī©", + "ãģ® ä¸Ģ", + "Ġ ÑĢом", + "ĠÑĢ ом", + "ÙĪ زÙĩ", + "ÙĪز Ùĩ", + "Ġ ãģ¨", + "íĻ į", + "ÙĬ ÙĤ", + "Ġ åIJįçĦ¡ãģĹãģķãĤĵ", + "ĠåIJį çĦ¡ãģĹãģķãĤĵ", + "ĠåIJįçĦ¡ãģĹ ãģķãĤĵ", + "ĠÙ¾ ÛĮر", + "ĠÙ¾ÛĮ ر", + "Ġпол ез", + "ì¶ ©", + "ĠкоÑĢ п", + "IJ ëĭ¤", + "á» «a", + "ừ a", + "Îķ Τ", + "Ġжел ез", + "ãģ£ãģ ±", + "Ġx uyên", + "Ġ ë¥", + "Ġë ¥", + "à¥ĩ ।Ċ", + "à¥ĩ। Ċ", + "ĠÑģÑĤ али", + "ĠÑģÑĤал и", + "ĠÑģÑĤа ли", + "Ġpomoc ÃŃ", + "Ġdurum da", + "Ġп ÑĢоÑĪ", + "ĠпÑĢ оÑĪ", + "ĠпÑĢо ÑĪ", + "l enÃŃ", + "le nÃŃ", + "len ÃŃ", + "β ολ", + "βο λ", + "Ġ æĸĩç«ł", + "Ġæĸĩ ç«ł", + "tÄĽ z", + "d ÃŃl", + "dÃŃ l", + "Ġdruh é", + "ĠÑĤ огда", + "Ġh rá", + "Ġhr á", + "о ÑĤÑĮ", + "оÑĤ ÑĮ", + "า à¸ģร", + "าà¸ģ ร", + "Ġتص Ùħ", + "ĠÙħد ت", + "ка дем", + "Ġpat ÅĻÃŃ", + "ä¹ĭ åīį", + "س بة", + "سب Ø©", + "Ġпо кÑĢÑĭ", + "Ġпок ÑĢÑĭ", + "Ġn áp", + "Ġná p", + "Ġ_ {}", + "Ġ_{ }", + "ëĵ± íķĻêµIJ", + "ĠØ¥ ÙĦÙĬ", + "ĠØ¥ÙĦ ÙĬ", + "Ġöz g", + "çļ Ĩ", + "Ġhay van", + "ĠN isan", + "ĠNi san", + "غ از", + "Ġت ت", + "ĠдÑĥ Ñħов", + "ĠдÑĥÑħ ов", + "ĠÐŁÐ¾ ÑįÑĤомÑĥ", + "ÑĮ огод", + "ÑĮого д", + "Ġk uÅŁ", + "Ġku ÅŁ", + "Ġà¤ĩ सम", + "Ġà¤ĩस म", + "ج ÛĮ", + "Ġ ãĤ¿", + "ĠãĤ ¿", + "Ġв кÑĥÑģ", + "Ġвк ÑĥÑģ", + "ĠвкÑĥ Ñģ", + "ç Ģ", + "ĠвÑĭ ÑĪе", + "âĢĻ dan", + "âĢĻd an", + "âĢĻda n", + "ĠاØŃ Ùħد", + "Ġtal ep", + "Ġta lep", + "Ġtale p", + "Ġ ÏĪ", + "ĠÏ Ī", + "Ġdol ayı", + "Ġdolay ı", + "ĠÚ¯ زارش", + "б ол", + "бо л", + "ĠاÛĮÙĨ تر", + "ÑĢ оÑĩ", + "ÑĢо Ñĩ", + ") âĢı", + "Ġ ëIJł", + "ĠëIJ ł", + "Ġk oup", + "Ġko up", + "Ġkou p", + "( æľĪ", + "é± ¼", + "Ġ огÑĢа", + "Ġо гÑĢа", + "Ġог ÑĢа", + "ĠÑĢаз м", + "ĠÑĢа зм", + "Ġت ست", + "Ġتس ت", + "ĠpÅĻÃŃ slu", + "í ĽĪ", + "ĠëĮĢ íķ´", + "à¹ģ à¸Ľ", + "ан нÑĭе", + "аннÑĭ е", + "ĠìĿ¸ íĦ°", + "Ġkullan ılan", + "Ġkullanı lan", + "Ġkullanıl an", + "Ġz tr", + "æĬĢ è¡ĵ", + "ि à¤Ľ", + "िठĽ", + "ĠاÙĦÙħ ؤ", + "ov aly", + "ova ly", + "oval y", + "us tos", + "ust os", + "usto s", + "Ġö rg", + "Ġör g", + "Ġ 太", + "Ġå¤ ª", + "ε ιο", + "ει ο", + "Ġ uÄį", + "Ġu Äį", + "ĠØ´ Ú©ÙĦ", + "ĠØ´Ú© ÙĦ", + "建 çŃij", + "Ġch ạy", + "ĠÏĩ Ïģη", + "н ÑĥÑĤ", + "нÑĥ ÑĤ", + "Ġباع Ø«", + "ĠNÄĽk ter", + "ÑĥÑĤ ÑĤÑı", + "ãģ§ãģĻ ãģĭ", + "Ġsay ılı", + "Ġsayı lı", + "им оÑģÑĤÑĮ", + "имо ÑģÑĤÑĮ", + "ĠпиÑĤ аннÑı", + "Ġk ÃŃnh", + "Ġh ran", + "Ġhr an", + "Ġhra n", + "ok rat", + "Ġed ilir", + "Ġedil ir", + "Ġà¤ķह त", + "Ġp aci", + "Ġpa ci", + "Ġpac i", + "ाल न", + "Ġи де", + "Ġид е", + "ĠZ em", + "ĠZe m", + "Ġsluž by", + "ÑģÑĤв еннÑĭй", + "ÑģÑĤвен нÑĭй", + "ĠØ¢ ÙĨاÙĨ", + "ĠØ¢ÙĨ اÙĨ", + "ĠÑĤ оваÑĢи", + "ĠÑĤоваÑĢ и", + "ĠÑĤов аÑĢи", + "ĠتØŃ ÙħÙĬÙĦ", + "ĠY ük", + "Ġк аÑĤегоÑĢ", + "ĠкаÑĤ егоÑĢ", + "íĭ Ģ", + "Ġк оÑģ", + "Ġко Ñģ", + "Ġ обов", + "Ġо бов", + "Ġоб ов", + "Ġобо в", + "ĠprostÅĻed ÃŃ", + "ĠÑģ оÑģ", + "ĠÑģо Ñģ", + "ĠÐIJ лекÑģанд", + "ĠÐIJлекÑģ анд", + "Ġ à¹Ģà¸Ĥà¸ķ", + "Ġà¹Ģà¸Ĥ à¸ķ", + "å¿ħ é¡»", + "ั à¸Ĭ", + "ĠÙĦ د", + "ãĢģ ä¸Ģ", + "ĠÎľ ÎŃ", + "Ñĥ ваÑĤиÑģÑı", + "Ñĥв аÑĤиÑģÑı", + "ÑĥваÑĤи ÑģÑı", + "Ñĥва ÑĤиÑģÑı", + "æķ ı", + "ãĥ¼ ãĥIJ", + "ãĥ¼ãĥ IJ", + "اÙĦ ÙĦÙĩ", + "Ġب Ùĩا", + "ĠبÙĩ ا", + "åĸ ¶", + "è´ µ", + "æĸ¹ åIJij", + "Ġ ì¸", + "Ġì ¸", + "Ġ ÙĨاÙħÙĩ", + "ĠÙĨ اÙħÙĩ", + "ĠÙĨاÙħ Ùĩ", + "ÑĮ ко", + "Ġv ody", + "Ġvo dy", + "Ġvod y", + "v ÃŃc", + "vÃŃ c", + "à¹ģ à¸Ī", + "Ġع ÙĦÛĮÙĩ", + "ĠعÙĦ ÛĮÙĩ", + "ĠعÙĦÛĮ Ùĩ", + "à¹ģ รà¸ĩ", + "ί να", + "ίν α", + "ãģ ¬", + "Ġ Ðŀп", + "ĠÐŀ п", + "Ġsay f", + "ï¼Į çĶ±", + "ä¼ ´", + "ĠÑĥд об", + "ãģ¾ ãģł", + "Ġне пÑĢи", + "Ġнеп ÑĢи", + " İ", + "à¤¾à¤ľ प", + "pl nÄĽ", + "Ġ ìĹĦ", + "ĠìĹ Ħ", + "Ġrů zn", + "Ġrůz n", + "Ġx ếp", + "ãĥĸ ãĥ«", + "ĠзаÑħ иÑģÑĤ", + "ĠÙħص رÙģ", + "ĠÙħصر Ùģ", + "ĠvÅ¡ech no", + "ãģ® ãģĬ", + "ĠTh á»ĭ", + "Ġm ùa", + "¿ IJ", + "ĠпÑĢин ÑĨип", + "ĠاÙĨ ÙĤÙĦ", + "г аÑĢ", + "га ÑĢ", + "Ġmož nost", + "ÙĤ ÙĬÙĤ", + "ÙĤÙĬ ÙĤ", + "Ġotev ÅĻ", + "Ġ fak", + "Ġf ak", + "Ġfa k", + "Ġng uy", + "Ġngu y", + "б ов", + "бо в", + "l acaÄŁ", + "lac aÄŁ", + "ا طر", + "اط ر", + "ãģ« ãĤĪãĤĬ", + "ãģ«ãĤĪ ãĤĬ", + "æĺ¯ åľ¨", + "Ġt ầng", + "ìĿ¸ ìĿ´", + "a ÅĻ", + "ç ¢°", + "ç¢ °", + "ÏĮ με", + "Ġ ê°Ī", + "Ġê° Ī", + "ĠØ£ ØŃد", + "ĠØ£ØŃ Ø¯", + "غ راÙģ", + "غر اÙģ", + "ĠÙĬ ØŃ", + "ï½ §", + "ĠاÙĦØŃÙĬ اة", + "Ġ lep", + "Ġl ep", + "Ġle p", + "Ġ ฮ", + "Ġภ®", + "t ae", + "ta e", + "Ġl Æ°Æ¡ng", + "è½ ®", + "Ġз мÑĸн", + "ĠзмÑĸ н", + "Ġзм Ñĸн", + "ĠÐļи ÑĹв", + "ĠмÑĸ ÑģÑı", + "ĠмÑĸÑģ Ñı", + "к ав", + "ка в", + "à¸ķ ะ", + "Ġm noho", + "Ġmn oho", + "Ġmnoh o", + "ĠNgh á»ĭ", + "èĻ İ", + "Ġ ãĥŁ", + "Ġãĥ Ł", + "Ġp ráci", + "Ġpr áci", + "Ġprá ci", + "Ġg á»ijc", + "ĠY eni", + "ĠYe ni", + "ĠYen i", + "ا ضÙĬ", + "اض ÙĬ", + "Ġ èij", + "Ġè ij", + "Ġк ла", + "Ġкл а", + "ı ng", + "ÏĦ εί", + "ÏĦε ί", + "Ġb eni", + "Ġbe ni", + "Ġben i", + "Ġ عد", + "Ġع د", + "Ġ aktu", + "Ġak tu", + "Ġakt u", + "ĠÙĪ ÙĤد", + "ĠÙĪÙĤ د", + "Ġпод гоÑĤов", + "Ġgi ai", + "Ġgia i", + "( æ°´", + "Ġs aç", + "Ġsa ç", + "ĠÙħÙĨ اسب", + "ĠÙħÙĨاس ب", + "âĸ ĭ", + "ÙIJ Ùĩ", + "é į", + "à¸Ń à¸Ĺ", + "ĠسÛĮ اسÛĮ", + "o lit", + "ol it", + "oli t", + "ĠاÙĦ جز", + "ĠاÙĦج ز", + "Ø· ÙĦب", + "Ø·ÙĦ ب", + "Ġ sey", + "Ġs ey", + "Ġse y", + "e rence", + "er ence", + "ere nce", + "eren ce", + "ì´ Į", + "ĠвнÑĥÑĤÑĢ ен", + "ĠвнÑĥÑĤ ÑĢен", + "Ġ à¸Ļาย", + "Ġà¸Ļ าย", + "ĠìķĬ ìķĺëĭ¤", + "ĠìķĬìķĺ ëĭ¤", + "o lik", + "ol ik", + "oli k", + "æľĢ åIJİ", + "ä» ª", + "Ġ ÑĢÑĸд", + "ĠÑĢ Ñĸд", + "è¼ ĥ", + "Ġ باب", + "Ġب اب", + "Ġبا ب", + "Ñĥ ди", + "Ñĥд и", + "Ġ ÑģÑĤÑĥп", + "ĠÑģÑĤ Ñĥп", + "ĠÄij ứng", + "ĠÄijứ ng", + "ĠÅŁ öyle", + "Ġ íķĻìĥĿ", + "ĠíķĻ ìĥĿ", + "Ġв лаÑģÑĤи", + "Ġвла ÑģÑĤи", + "ĠвлаÑģ ÑĤи", + "Ġh ãng", + "Ġhã ng", + "à¹ī าว", + "à¹īา ว", + "ĠÚ© اÙĩØ´", + "Ġ ëĵ¯", + "Ġëĵ ¯", + "ĠجÙħ ÙĦÙĩ", + "Ġد کتر", + "ad olu", + "ado lu", + "adol u", + "Ġت بد", + "Ġتب د", + "ظ اÙħ", + "Ġz naÄį", + "Ġzn aÄį", + "Ġد ÙĨÛĮ", + "ĠدÙĨ ÛĮ", + "Ġs ạn", + "å¼ ±", + "ÏĢ ι", + "Ġ çIJĨ", + "ĠçIJ Ĩ", + "Ġ ÙģصÙĦ", + "ĠÙģ صÙĦ", + "и нг", + "ин г", + "Ðļ Ðŀ", + "ĠС ов", + "ĠСо в", + "Ġziy aret", + "Ġ دÙħ", + "Ġد Ùħ", + "ç« ¹", + "Ġsah ibi", + "is ayar", + "isa yar", + "isay ar", + "ÄŁ a", + "ĠпеÑĢÑĸ од", + "Ġs na", + "Ġsn a", + "( æľ¨", + "Ġ нее", + "Ġн ее", + "Ġне е", + "ĠÑĦак ÑĤоÑĢ", + "ĠÑĦакÑĤ оÑĢ", + "м еж", + "ме ж", + "åº Ħ", + "r áž", + "rá ž", + "ок ÑĢем", + "Ġž al", + "ิ à¹Ģศษ", + "è± ª", + "ou cÃŃ", + "ĠU lus", + "ĠUl us", + "Ġtak že", + "ا ÙĪÙĨ", + "اÙĪ ÙĨ", + "н иÑĤи", + "ни ÑĤи", + "ниÑĤ и", + "нÑĮ о", + "ëį ¸", + "Ġ Ùĥرة", + "ĠÙĥ رة", + "ĠÙĥر Ø©", + "åľ ³", + "ĠArth ropoda", + "ĠÑĤ одÑĸ", + "ĠÑĤо дÑĸ", + "Ġدر صد", + "ุ รà¸ģ", + "ุร à¸ģ", + "ĠÑģв ого", + "ĠÑģво го", + "说 éģĵ", + "Ġc ánh", + "Ġcá nh", + "Ġcán h", + "æĵ Ĭ", + "Ġ ä¸ĭè½½", + "Ġä¸ĭ è½½", + "èī ¾", + "Ġnik dy", + "Ø® Ø·", + "ĠÑģ ейÑĩаÑģ", + "ÙĪ ÙĬÙĦ", + "ÙĪÙĬ ÙĦ", + "a met", + "am et", + "ame t", + "문 ìĿĺ", + "ĠE ÄŁitim", + "大 ä¼ļ", + "Ġb ÅĻez", + "за ÑĨÑĸÑı", + "Ġty to", + "н ай", + "на й", + "غ Ùħ", + "Ġ é©", + "Ġé ©", + "计 ç®Ĺ", + "Türk iye", + "Ġmn ož", + "åIJĪ ä½ľ", + "æľį åĭĻ", + "Ġkažd ý", + "ĠÑİ ÑĢид", + "Ġ βα", + "Ġβ α", + "à¥Ĥ à¤ļ", + "åIJĮ ãģĺ", + "Ġ çĭ", + "Ġç ĭ", + "ί ÏĦ", + "ÙĪÛĮ ÙĨت", + "ÙĪÛĮÙĨ ت", + "ا ÙĨس", + "اÙĨ س", + "æľĢ 大", + "Ġ Từ", + "ĠT ừ", + "éŃĶ æ³ķ", + "Ġб ли", + "Ġбл и", + "ĠÑĤак ое", + "ĠÑĤа кое", + "ãģ ľ", + "ãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ìĿ´ ë©°", + "ĠÙĤسÙħ ت", + "Ġ оÑĨÑĸ", + "Ġо ÑĨÑĸ", + "н икÑĥ", + "ни кÑĥ", + "ник Ñĥ", + "Ġ Bạn", + "ĠB ạn", + "ĠоÑĢг анÑĸз", + "ĠоÑĢган Ñĸз", + "ĠоÑĢганÑĸ з", + "ü ph", + "üp h", + "Ġ izin", + "Ġi zin", + "Ġiz in", + "Ġ ï¾Ĭ", + "Ġï¾ Ĭ", + "εί ÏĤ", + "à¸ĩ à¹ģà¸ķ", + "ãģ¡ ãĤī", + "ва жа", + "важ а", + "Ġ 欧", + "Ġæ¬ §", + "ι Ïİ", + "ÏĢ ÎŃ", + "Ġк ÑĢеп", + "ĠÑĨ иÑħ", + "ĠÑĨи Ñħ", + "æĦŁ ãģĺ", + "çķ «", + "Ùĥ ÙĪ", + "е мо", + "ем о", + "ž en", + "že n", + "å¹³ æĸ¹", + "ĠÙħجÙħÙĪع Ùĩ", + "ĠÑģво и", + "Ġ ãĦ", + "à¸Ľà¸£à¸°à¸ģ à¸Ńà¸ļ", + "ĠпÑĢ оÑĤи", + "ĠпÑĢо ÑĤи", + "ĠпÑĢоÑĤ и", + "ÙĪ ÛĮÙĩ", + "ÙĪÛĮ Ùĩ", + "认 为", + "ÏĨ ÎŃ", + "и ÑĩеÑģкий", + "иÑĩеÑģ кий", + "иÑĩеÑģки й", + "æ¥ ļ", + "Ġп ап", + "Ġпа п", + "δ Ïģο", + "Ġkullan ım", + "Ġkullanı m", + "Ġz bo", + "Ġzb o", + "Ġú spÄĽ", + "Ġ Ùħز", + "ĠÙħ ز", + "ĠF ak", + "ĠFa k", + "елÑĮ зÑı", + "æ´» åĭķ", + "ĠÐŁ ÑĢав", + "ĠÐŁÑĢ ав", + "ĠÐŁÑĢа в", + "¦ y", + "åĥ ķ", + "æij ĺ", + "Ġر ئ", + "Ġ ÏĨοÏģ", + "ĠÏĨ οÏģ", + "м иÑĤ", + "ми ÑĤ", + "Ġt icaret", + "Ġti caret", + "Ġtic aret", + "æ³ķ å¾ĭ", + "å¹´ 代", + "ìĪ Ļ", + "å ¿ł", + "å¿ ł", + "à¹ĩ à¸Ļà¸Ĺ", + "à¹ĩà¸Ļ à¸Ĺ", + "Ġ Ñĥж", + "ĠÑĥ ж", + "ĠÙħتØŃ Ø¯Ùĩ", + "Ġtr á»Ŀi", + "Ġ رØŃ", + "Ġر ØŃ", + "ĠÚ©ÙĪ ÚĨ", + "ĠопÑĢед елен", + "ĠопÑĢедел ен", + "ĠزÙħ ÛĮÙĨÙĩ", + "ĠزÙħÛĮÙĨ Ùĩ", + "Ġn óng", + "Ġnó ng", + "Ġng ủ", + "Nh ững", + "Ġк иÑĪ", + "Ġки ÑĪ", + "Ġ jde", + "Ġj de", + "Ġjd e", + "Ġ ä¸Ĭæµ·", + "Ġä¸Ĭ æµ·", + "åĭ ĩ", + "Ġt anı", + "Ġtan ı", + "à¹Į à¹ģละ", + "à¹Įà¹ģ ละ", + "ĠÑĢа ÑģÑĤвоÑĢ", + "ĠÑĢаÑģÑĤ воÑĢ", + "ĠÑģÑĢед ÑģÑĤв", + "Ġc án", + "Ġcá n", + "Ġsyst ému", + "Ġsystém u", + "ÛĮ Ø·", + "ĠÑģиÑģÑĤем а", + "Ġ ëŀ", + "Ġë ŀ", + "Ġ ÑĩеÑĤ", + "ĠÑĩ еÑĤ", + "éĥ¨ éŨ", + "å¸ °", + "Ġm illet", + "Ġmill et", + "Ġmil let", + "ĠÎķ λλά", + "à¥ĩà¤ĸ न", + "Ġrepublik y", + "ÑĢ ами", + "ÑĢа ми", + "ÑĢам и", + "Ġसम स", + "Ġaç ısından", + "اد ÙĦ", + "Ġб еÑģп", + "ĠбеÑģ п", + "ãĥ» âĶģ", + "åľ Ń", + "o cu", + "oc u", + "k ánÃŃ", + "ká nÃŃ", + "ÙĪ رش", + "ÙĪر Ø´", + "ëŀ µ", + "Ġ çģ", + "Ġç ģ", + "è° ģ", + "Ġs ám", + "Ġν εÏĨ", + "Ġνε ÏĨ", + "b ilir", + "bil ir", + "ĠmÃŃst ÄĽ", + "Ġ žen", + "Ġž en", + "Ġže n", + "Ġil ç", + "Ġ ë§ģ", + "Ġë§ ģ", + "ãĢij Ċ", + "ĠÙħÙĪ ارد", + "ĠاÙĦ Ø´ÙĬ", + "ĠاÙĦØ´ ÙĬ", + "Ġ기 ë¡Ŀ", + "Ġt ady", + "Ġta dy", + "Ġtad y", + "à¸Ń าà¸Ī", + "ĠÑģ ÑĦ", + "ĠspoleÄį nost", + "Ġtém atu", + "Ùħ اÙħ", + "Ùħا Ùħ", + "Ùħ ع", + "Ġ леж", + "Ġл еж", + "ĠÚĨ Ø´Ùħ", + "ĠiÅŁ let", + "ĠÙĨس Ø®", + "ä¼ °", + "ãģį ãģª", + "ãĢ ĥ", + "å² Ĺ", + "Ġ åŃIJ", + "Ġå ŃIJ", + "ĠåŃ IJ", + "Ġb ảng", + "Ġbản g", + "çĮ ®", + "Ġc ứng", + "Ġcứ ng", + "Ġк ÑĢай", + "ĠкÑĢа й", + "Ġ èĭ±è¯Ń", + "Ġèĭ± è¯Ń", + "Ðł ÐIJ", + "ز ÙĨ", + "èĥ ŀ", + "Ġsür eç", + "Ġsüre ç", + "ãĥķ ãĥĪ", + "ĠкÑĸлÑĮ ка", + "ne ÄŁin", + "neÄŁi n", + "ov ány", + "ová ny", + "ován y", + "л Ñĸн", + "лÑĸ н", + "Ġvý raz", + "ĠÑģÑĩ иÑĤа", + "ĠÑģÑĩиÑĤ а", + "ĠпÑĢав ило", + "ĠпÑĢави ло", + "ĠпÑĢавил о", + "ĠиÑģполÑĮз Ñĥ", + "Ġk éo", + "Ġké o", + "ĠyaklaÅŁ ık", + "ĠÙĪاب ستÙĩ", + "ов аÑĤелÑĮ", + "Ġ ì²ł", + "Ġì² ł", + "ĠاÙĦ عاÙħ", + "ĠاÙĦع اÙħ", + "åĿ ı", + "Ġ à¸ī", + "Ġภī", + "ĠS Æ¡n", + "λ ιο", + "λι ο", + "ì¶Ķ ì²ľ", + "Ġsluž eb", + "ĠдеÑıÑĤелÑĮ ноÑģÑĤи", + "з м", + "Ġп ози", + "Ġпо зи", + "Ġпоз и", + ".; .;", + "ĠпÑĢоиÑģ ÑħодиÑĤ", + "าย à¹ĥà¸Ļ", + "çļĦ ãģ«", + "Ġà¤ĩस स", + "о меÑĤ", + "ом еÑĤ", + "Ġ αÏģ", + "Ġα Ïģ", + "ा à¤Ĺर", + "ाà¤Ĺ र", + "i cÃŃch", + "ic ÃŃch", + "icÃŃ ch", + "Ġpolož ky", + "ê³ ¨", + "æĥ Ĭ", + "Ġö ner", + "Ġön er", + "Ġöne r", + "Ġx ảy", + "ĠÙĨظ رÛĮ", + "ĠÙĨظر ÛĮ", + "Ġngh á»ī", + "Ġ à¸ľà¸¥", + "Ġà¸ľ ล", + "ĠÑĢ олÑĮ", + "ĠÑĢ емон", + "ĠÑĢе мон", + "ص ÙĪر", + "V ý", + "ĠS á»ij", + "ĠÑģ ÑĥÑĩаÑģ", + "ĠÑģÑĥ ÑĩаÑģ", + "ห ย", + "ĠاÙĤ داÙħ", + "Ġer kek", + "Ġerk ek", + "Ġ èį", + "Ġè į", + "ĠÄij ôi", + "ĠÄijô i", + "Ġкон кÑĢеÑĤ", + "æ¬ Ĭ", + "Ġ 缮", + "ĠçĽ ®", + "ÙĪ Ú©", + "lı kla", + "lık la", + "Ġp azar", + "Ġpa zar", + "Ġpaz ar", + "ά νÏī", + "άν Ïī", + "Ñĥ ÑģÑĤа", + "ÑĥÑģ ÑĤа", + "ÑĥÑģÑĤ а", + "ãģª ãģŁ", + "Ġ ÙĩÙĨÚ¯", + "ĠÙĩ ÙĨÚ¯", + "ĠÙĩÙĨ Ú¯", + "Ю ÐĽ", + "Ġв елик", + "Ġвели к", + "Ġвел ик", + "Ġве лик", + "Ġnh Ỽ", + "Ġ ìĭľíĹĺ", + "Ġìĭľ íĹĺ", + ") ìĿĺ", + "Ùĥ Ùĩ", + "Ġ à¹ģล", + "Ġà¹ģ ล", + "Û² Ûµ", + "Ġار ساÙĦ", + "Ġ окÑĢем", + "Ġок ÑĢем", + "ά ÏĤ", + "ĠвÑĭ Ñħод", + "vÄĽt Å¡ÃŃ", + "ĠØ· رÛĮÙĤ", + "Ġк оÑĢоÑĤ", + "ĠкоÑĢ оÑĤ", + "Ġко ÑĢоÑĤ", + "н ÑĶ", + "ãĤĬ ãģ«", + "Ġ ä¹Ł", + "Ġä¹ Ł", + "ØŃ Øµ", + "ع ÙħاÙĦ", + "عÙħ اÙĦ", + "oloj ik", + "oloji k", + "Ġر ابط", + "Ġرا بط", + "çª Ĺ", + "Ġg iz", + "Ġgi z", + "Ġch ết", + "Ġchế t", + "æ¨ £", + "ส à¸ĩ", + "ÙĪ تر", + "ÙĪت ر", + "ĠÑı кÑĥ", + "ĠÑıк Ñĥ", + "çı¾ åľ¨", + "ĠоÑĤ ÑģÑĥÑĤÑģÑĤв", + "Ġ ê´ijê³ł", + "Ġê´ij ê³ł", + "Ñĸ ки", + "Ñĸк и", + "åĢ ¤", + "è® ¢", + "Ġ dle", + "Ġd le", + "Ġdl e", + "Ġ åł", + "Ġå ł", + "æ¨ ©", + "è® ¯", + "åĶ IJ", + "Ġ âĸ²", + "Ġâĸ ²", + "Ġli stop", + "Ġlist op", + "Ġlis top", + "Ġdat ové", + "Ġdato vé", + "ÏĦ ÏĮÏĤ", + "ÏĦÏĮ ÏĤ", + "Ġ оз", + "Ġо з", + "δ ÏĮ", + "èĴ Ĥ", + "Û³ Û°", + "ãĥª ãĥ¼ãĤº", + "ãĥªãĥ¼ ãĤº", + "ĠÙħر کز", + "ĠÙħرک ز", + "ĠпÑĸдÑĤ ÑĢим", + "ĠÑģ ез", + "é¡ ĺ", + "Ġol acaktır", + "Ġolacak tır", + "æº Ģ", + "ĠÏĢεÏģι ο", + "ĠÏĢεÏģ ιο", + "ĠÏĢε Ïģιο", + "ÑĦ а", + "ÏĦ ηÏĥη", + "ÏĦη Ïĥη", + "ç» ĥ", + "Ðŀ д", + "δ Ïħ", + "âĦ ĥ", + "Ġl ắp", + "ĠëĦ ĺ", + "Ø· اÙĨ", + "ĠÙ¾ ÙĨج", + "ĠÙ¾ÙĨ ج", + "ت اÙĨ", + "تا ÙĨ", + "i lerinin", + "iler inin", + "ileri nin", + "ilerin in", + "ilerini n", + "à Ī", + "ĠØ® ÙĪØ´", + "ĠØ®ÙĪ Ø´", + "Ġ ìĬ¬", + "ĠìĬ ¬", + "ĠاÙĦر ئÙĬس", + "ẵ n", + "Ġ شار", + "ĠØ´ ار", + "e ru", + "er u", + "ж ив", + "жи в", + "à¸Ļ าย", + "à¸Ļา ย", + "Ġs ẻ", + "Ġà¤ī à¤ļ", + "ãģ« ãģĭ", + "ç¡ Ģ", + "Ġyür üt", + "ĠС еÑĢг", + "ĠСеÑĢ г", + "Ġ каÑģ", + "Ġк аÑģ", + "Ġка Ñģ", + "ĠÐij ог", + "Ġìĸ´ëĸ »ê²Į", + "Ġ çŁ³", + "Ġç Ł³", + "ĠçŁ ³", + "Ġöl dür", + "Ġöld ür", + "л Ñĸв", + "лÑĸ в", + "Ġho Ãłng", + "ĠhoÃłn g", + "Ġb á»Ļt", + "Ġbá»Ļ t", + "çŀ ¬", + "Ġ 침", + "Ġì¹ ¨", + "N ếu", + "Ġne vy", + "Ġnev y", + "Ġ ìľ¤", + "Ġìľ ¤", + "Ġsou Äįást", + "ıs ıyla", + "ısı yla", + "Ġtük et", + "b ou", + "bo u", + "Ġд во", + "Ġдв о", + "س Ø·", + "å½ĵ çĦ¶", + "ãĥ ¨", + "Ġ زادÙĩ", + "Ġز ادÙĩ", + "Ġزاد Ùĩ", + "Ġ éĥ¨", + "Ġéĥ ¨", + "Ġر ÙĪØŃ", + "ĠرÙĪ ØŃ", + "Ġ ï¼į", + "Ġï¼ į", + "ĠмÑĸÑģ ÑĨев", + "ĠмÑĸÑģÑĨе в", + "θ εν", + "θε ν", + "ภĨ", + "л енÑĸ", + "лен Ñĸ", + "ле нÑĸ", + "çį ²", + "ĠH OH", + "ĠHO H", + "s ın", + "sı n", + "ิ à¸ķร", + "ิà¸ķ ร", + "è² ¡", + "ĠpÅĻ id", + "ĠpÅĻi d", + "à¹Ģ หà¸Ļ", + "à¹Ģห à¸Ļ", + "l ý", + "è¨Ģ èijī", + "ठĵ", + "âĸįâĸįâĸįâĸį âĸįâĸįâĸįâĸį", + "ب اب", + "با ب", + "ãĥ¼ ãĥķ", + "ãĥ¼ãĥ ķ", + "м оÑĢ", + "мо ÑĢ", + "è¿ĩ ç¨ĭ", + "Ġ ãĥĽ", + "Ġãĥ Ľ", + "ĠK inh", + "ĠKi nh", + "ĠKin h", + "íķľ êµŃ", + "Ġìĸ´ëĸ ¤", + "Ġв лиÑı", + "Ġf ayd", + "Ġfa yd", + "Ġص ÙĨع", + "ĠصÙĨ ع", + "Ġal ır", + "Ġet tiÄŁi", + "Ġetti ÄŁi", + "ά κ", + "im izin", + "imi zin", + "imiz in", + "imizi n", + "ัà¸ļ à¸ľ", + "Ġзем елÑĮ", + "ÙĬÙĦ اد", + "ÙĬÙĦا د", + "æ¶ ¨", + "çı ł", + "ĠØ£ غ", + "Ġz ku", + "Ġzk u", + "âĢŀ A", + "า à¸ķร", + "าà¸ķ ร", + "a yi", + "ay i", + "ãĥ© ãĤ¹", + "и ло", + "ил о", + "ĠÄij á»į", + "ĠÄijá» į", + ". Îķ", + "ë ľ", + "ĠμÏĢο Ïģεί", + "å¸ ¶", + "Ġar tır", + "Ġart ır", + "า à¸į", + "าภį", + "å¿ ĺ", + "ta lya", + "tal ya", + "Ġpoz dÄĽji", + "ĠpozdÄĽ ji", + "Ġnep ÅĻ", + "Ġ æ¹", + "Ġæ ¹", + "اÙĩ ÛĮ", + "Ġsat ın", + "Ġ ë²Į", + "Ġë² Į", + "ج ÙĪ", + "ä¸Ģ 缴", + "ìķĦ ìļĶ", + "Âł P", + "Ġ ØĽ", + "ĠØ Ľ", + "Ġп ал", + "Ġпа л", + "表 æĥħ", + "Ġc anlı", + "Ġcan lı", + "æĪIJ 为", + "ÙĪ ÙĨا", + "ÙĪÙĨ ا", + "Ġ âĢ¯", + "ĠâĢ ¯", + "à¸ģำ ล", + "åį ĸ", + "Ġ αÏĥ", + "Ġα Ïĥ", + "и нок", + "ин ок", + "а мп", + "ам п", + "ล à¸Ńà¸ĩ", + "ÙĤ ÙĤ", + "ĠпÑĢо Ñħод", + "ĠпÑĢоÑħ од", + "ãĤĦãĤĭ 夫", + "Ïĩ η", + "è² ¨", + "ĠÙģ ÙĬÙĩ", + "ĠÙģÙĬ Ùĩ", + "ÙĬ رÙĬ", + "ÙĬر ÙĬ", + "Ġвне ÑĪ", + "Ġk arak", + "Ġka rak", + "Ġkar ak", + "Ġkara k", + "Ø« ÙĦ", + "Ùĩ ÙĪرÛĮ", + "ÙĩÙĪر ÛĮ", + "اÙĪر Ù¾", + "ĠÄij á»ı", + "ĠÄijá» ı", + "ji Å¡tÄĽnÃŃ", + "jiÅ¡tÄĽ nÃŃ", + "ت بر", + "تب ر", + "Ġê·¸ ê²ĥ", + "Ġg ül", + "Ġgü l", + "Ġпо кÑĥп", + "Ġпок Ñĥп", + "l ilik", + "li lik", + "lili k", + "lil ik", + "Ġz da", + "Ġzd a", + "åīį ãģ«", + "ĠÙħÙĩ ÙĨد", + "Ġ ÎijÎĿ", + "ĠÎij ÎĿ", + "ĠÚ©ÛĮÙĦ ÙĪÙħتر", + "Ġp ÅĻeh", + "ĠpÅĻ eh", + "ĠpÅĻe h", + "а леж", + "ал еж", + "але ж", + "Ġka yn", + "Ġkay n", + "è® ¿", + "Ġì¤ij êµŃ", + "ĠÑĪиÑĢ ок", + "ĠÑĪи ÑĢок", + "ĠÙħشار کت", + "âĢ Ĥ", + "Ġ íŤ", + "ĠíĹ ¤", + "Ġìłľ íĴĪ", + "ĠØ´ ÛĮر", + "ĠØ´ÛĮ ر", + "es inden", + "esinde n", + "esin den", + "ÑĢ ÑĸÑĩ", + "ÑĢÑĸ Ñĩ", + "èı ²", + "Ñģ коÑĢ", + "Ñģк оÑĢ", + "Ñģко ÑĢ", + "e tik", + "et ik", + "eti k", + "า à¸ľ", + "าภľ", + "ĠØ· بÛĮ", + "Ġطب ÛĮ", + "κ ÎŃ", + "ĠìŀĪ ìĸ´", + "Ġ dek", + "Ġd ek", + "Ġde k", + "ÑĢ Ñĸй", + "ÑĢÑĸ й", + "å ĨĴ", + "åĨ Ĵ", + "nÃŃ ci", + "® ¤", + "ĠÙħر تب", + "Ġy azı", + "Ġya zı", + "Ġyaz ı", + "üs lü", + "ìľ¼ ëĤĺ", + "e lerine", + "eler ine", + "ele rine", + "eleri ne", + "elerin e", + "Ġy oÄŁun", + "Ġб ак", + "Ġба к", + "ÎĻ ÎŁ", + "ά λÏħ", + "άλ Ïħ", + "ç´ Ļ", + "ĠÑĢÑĥ ками", + "ĠÑĢÑĥк ами", + "Ġçöz üm", + "ìłķ ìĿĦ", + "Ġgüç lü", + "λ ÏĮ", + "Ġb elli", + "Ġbe lli", + "Ġbel li", + "Ġbell i", + "ÃŃ Å¡e", + "ÃŃÅ¡ e", + "ĠÏĮ ÏĢÏīÏĤ", + "Ġna Å¡", + "Ġp ár", + "Ġpá r", + "ÑĪ ÑĤ", + "Ġ ìĨ¡", + "ĠìĨ ¡", + "à¥Ĥ रत", + "à¥Ĥर त", + "ĠÏĢολ Ïį", + "ĠÏĢο λÏį", + "ç° ¡", + "èĤ ¯", + "æ¹ ¾", + "Ġ äºĭ", + "Ġब स", + "Ġ무 ë£Į", + "д ина", + "дин а", + "ди на", + "èª °", + "л еж", + "ле ж", + "Ġú ÅĻad", + "ĠоÑģвÑĸ ÑĤи", + "ĠоÑģвÑĸÑĤ и", + "ĠвÑĸд Ñĩ", + "ĠпÑĢи знаÑĩ", + "ĠпÑĢизна Ñĩ", + "ĠпÑĢиз наÑĩ", + "çĶ³ 请", + "' ya", + "'y a", + "ä¿ Ĭ", + "Ġ ÙĬÙĪÙĨ", + "ĠÙĬ ÙĪÙĨ", + "ĠÙĬÙĪ ÙĨ", + "Ġس ع", + "Ġ ÐĶаÑĤа", + "ĠÐĶ аÑĤа", + "ĠÐĶа ÑĤа", + "è¨Ģ ãģĨ", + "ĠØŃ ØªÛĮ", + "ĠJi ÅĻÃŃ", + "ĠÐ¥ аÑĢ", + "éĻ Ī", + "à¹Ī าà¸Īะ", + "à¹Īา à¸Īะ", + "Ġsay esinde", + "ĠÑĤÑĢеб а", + "ê°Ģ ì§Ģ", + "Ġy emek", + "Ġye mek", + "Ġyem ek", + "Ġyeme k", + "è¦ ļ", + "ặ n", + "ãĢĢ ãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ĠãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢĠãĢĢ", + "Ġ 举", + "Ġä¸ ľ", + "Ġ ÙĪا", + "ĠÙĪ ا", + "ĠÙħ ÙĪس", + "ĠÙħÙĪ س", + "Ġком анд", + "Ġкоман д", + "Ġseç im", + "Ñĩ еннÑı", + "Ñĩен нÑı", + "Ġtot iž", + "Ġr á»Ńa", + "ı a", + "Ø¢ Ùħ", + "ÑĨ Ñĸон", + "ÑĨÑĸ он", + ": :::::::::::", + ":: ::::::::::", + ":::: ::::::::", + ":::::: ::::::", + ":::::::: ::::", + "::: :::::::::", + "::::: :::::::", + "::::::: :::::", + "::::::::: :::", + ":::::::::: ::", + "::::::::::: :", + "ÐĿ ÐIJ", + "ı za", + "ız a", + "h end", + "he nd", + "hen d", + "Ġफ र", + "ัà¸Ķ à¸ģาร", + "Ġ Cách", + "ĠC ách", + "ĠCác h", + "ĠпоÑĤ Ñĸм", + "Ġá¼ Ģ", + "ا ÙĦا", + "اÙĦ ا", + "á» ¡", + "ر ÛĮÙħ", + "رÛĮ Ùħ", + "å® «", + "Ġز ÙħÛĮÙĨ", + "ĠزÙħ ÛĮÙĨ", + "ÑĢ еÑģÑĤ", + "ÑĢе ÑģÑĤ", + "ÑĢеÑģ ÑĤ", + "б аÑĩ", + "ба Ñĩ", + "Ùĩر ست", + "н ог", + "но г", + "ï¼Į 大", + "ĠëĺIJ íķľ", + "Ġz ůst", + "Ġzů st", + "ĠÐĴ она", + "ĠÐĴо на", + "å¤ĩ 份", + "Ġ اÙģت", + "Ġا Ùģت", + "ĠاÙģ ت", + "o je", + "oj e", + "Ñģк ÑĸлÑĮки", + "Ġnh ẹ", + "Ġк еÑĢÑĸв", + "ĠкеÑĢ Ñĸв", + "á¿ ¦", + "æĸ¹ æ¡Ī", + "з аÑĨиÑı", + "за ÑĨиÑı", + "ĠвÑĸдповÑĸд но", + "ĠвÑĸдпов Ñĸдно", + "ãĤ¤ ãĤ¹", + "г ал", + "га л", + "ĠобÑĭ Ñĩно", + "ĠобÑĭÑĩ но", + "اÙĪرپ ÙĪÛĮÙĨت", + "å® ľ", + "l osti", + "lo sti", + "los ti", + "lost i", + "è¿Ľ åħ¥", + "uyor du", + "벤 íĬ¸", + "æīĭ ãĤĴ", + "ÐŁ од", + "ÐŁÐ¾ д", + "ĠÙħØŃ Ø¯ÙĪد", + "Ġ Ø¢Ùħد", + "ĠØ¢ Ùħد", + "ĠØ¢Ùħ د", + "ar akter", + "arak ter", + "çļĦ 大", + "Ġsı cak", + "l ant", + "la nt", + "lan t", + "Ġd ấu", + "ĠÙĨ Ú©", + "èĢħ ãģ®", + "Ġkend ini", + "Ġkendi ni", + "Ġп аÑĨи", + "Ġпа ÑĨи", + "Ġ 기íĥĢ", + "Ġ기 íĥĢ", + "ĠвмеÑģÑĤ е", + "в аеÑĤÑģÑı", + "ва еÑĤÑģÑı", + "ваеÑĤ ÑģÑı", + "Ġ ë§ī", + "Ġë§ ī", + "ĠchvÃŃ li", + "Ø® ÛĮ", + "ÙĦ ع", + "n ÃŃky", + "nÃŃ ky", + "nÃŃk y", + "､ :", + "ëIJľ ëĭ¤", + "ì§ ķ", + "Ġк вÑĸÑĤ", + "Ġкв ÑĸÑĤ", + "¨ ìĸ´", + "l iž", + "li ž", + "Ġë¹Ħë°Ģ ê¸Ģ", + "Ġkh á»iji", + "Ġ ë°©ìĨ¡", + "Ġë°© ìĨ¡", + "e chan", + "ec han", + "ech an", + "echa n", + "Ġзакон одав", + "Ġа кÑĤ", + "Ġак ÑĤ", + "문 ìłľ", + "ĠN ó", + "Ġ çĤ¹", + "Ġç Ĥ¹", + "ĠçĤ ¹", + "hled em", + "hle dem", + "ĠÑģво ÑĹÑħ", + "ĠÑģвоÑĹ Ñħ", + "Ġر ÙĤÙħ", + "ĠرÙĤ Ùħ", + "æĽ ¼", + "ि वर", + "िव र", + "åİ ļ", + "ĠÐļ од", + "ĠÐļо д", + "à¤Ń à¤Ĺ", + "ìŀIJ ëĬĶ", + "à¸Ļ ม", + "Ñĥ Ñģа", + "ÑĥÑģ а", + "Ġg ünü", + "Ġgün ü", + "ĠÄij ÃŃch", + "Ġtr ữ", + "å ·»", + "å· »", + "éĵ¶ è¡Į", + "ØŃ ÙĨ", + "è® ¨", + "γ Ïĩ", + "á½ ¸", + "a larında", + "alar ında", + "aları nda", + "aların da", + "Ġk af", + "Ġka f", + "ÙĪ اج", + "ÙĪا ج", + "ĠиÑģ клÑİÑĩ", + "ĠиÑģк лÑİÑĩ", + "Ġnh iá»ħ", + "á»į t", + "ĠìĽ ¹", + "Ġ éĿ¢", + "ĠéĿ ¢", + "ãģ® ãģĮ", + "Ġм ало", + "Ġмал о", + "Ġма ло", + "Ñĸ лÑĸ", + "Ñĸл Ñĸ", + "Ġ biên", + "Ġb iên", + "Ġbi ên", + "n ému", + "né mu", + "ném u", + "пÑĢи меÑĢ", + "пÑĢ имеÑĢ", + "âĸł âĸł", + "Ġk amp", + "Ġka mp", + "Ġkam p", + "Ġ веÑī", + "Ġв еÑī", + "Ġве Ñī", + "Äį em", + "Äįe m", + "à¥ģ ध", + "à¥ģठ§", + "æŁ »", + "ت ÙĪÙĨ", + "تÙĪ ÙĨ", + "åıª æľī", + "ãģ¯ ãģĦ", + "Ġ รวม", + "Ġร วม", + "ãĤ ŀ", + "ãģĻ ãĤĭãģ¨", + "ãģĻãĤĭ ãģ¨", + "å¾Ī å¤ļ", + "à¹Ī à¸ķ", + "ĠsvÄĽt a", + "ĠsvÄĽ ta", + "Ġ ê°Ģ격", + "Ġê°Ģ 격", + "Ú¯ Ùĩ", + "an daÅŁ", + "and aÅŁ", + "anda ÅŁ", + "ãĥª ãĤ¹", + "Ïī μα", + "ĠØ® ÙĪب", + "ĠØ®ÙĪ ب", + "ç´ ħ", + "Ñĩ иÑģ", + "Ñĩи Ñģ", + "ì¢ Į", + "ĠØŃض رت", + "Ġви ÑĢÑĸÑĪ", + "Ù¾ ر", + "Ġtý d", + "Ġkon tro", + "Ġkont ro", + "д ейÑģÑĤв", + "ãģŁãĤģ ãģ«", + "ì ī", + "мини ÑģÑĤÑĢа", + "мин иÑģÑĤÑĢа", + "âĢ ¯", + "åī ij", + "ни ÑĨÑĸ", + "ниÑĨ Ñĸ", + "å¦ ĩ", + "Ġ лиÑĪ", + "Ġл иÑĪ", + "Ġли ÑĪ", + "ãģ£ ãģ¦ãĤĭ", + "ãģ£ãģ¦ ãĤĭ", + "на ÑĢÑĥж", + "наÑĢ Ñĥж", + "Ñī иÑħ", + "Ñīи Ñħ", + "ÏĦ οκ", + "ÏĦο κ", + "ov áno", + "ová no", + "ován o", + "تر ÙĦ", + "ÑĢ ек", + "ÑĢе к", + "غ ات", + "Ġ omez", + "Ġo mez", + "Ġom ez", + "ì ĵ°", + "ĠÃľ l", + "ï½ Ĵ", + "lı ģını", + "lıģ ını", + "lıģın ı", + "Ġv ượt", + "Ġb ÄĽÅ¾", + "ĠbÄĽ ž", + "Ãľ R", + "Ġ ãĥ¾", + "Ġãĥ ¾", + "ĠdoÄŁ al", + "Ġh atır", + "Ġha tır", + "Ġhat ır", + "Ġsv ým", + "ì§Ģ ëıĦ", + "à¹Ģà¸ł à¸Ĺ", + "Ġv ay", + "Ġva y", + "Ġ æĻĤ", + "Ġæ ĻĤ", + "ĠæĻ Ĥ", + "à¥įव प", + "Ġp lo", + "Ġpl o", + "é¢Ħ è§Ī", + "Ġçık tı", + "Ġ دÙĨ", + "Ġد ÙĨ", + "n ánÃŃ", + "ná nÃŃ", + "ê· Ģ", + "íĺ Ģ", + "à¸ŀ à¸ļ", + "m uÅŁtur", + "muÅŁ tur", + "å®ĺ æĸ¹", + "ĠíĶĦ ë¡ľê·¸ëŀ¨", + "éĢŁ 度", + "ler dir", + "lerdi r", + "ÑĩеÑģ кого", + "Ñĩе Ñģкого", + "ĠÄ°n san", + "âĶ ĥ", + "Ġà¤ĩत न", + "С Ð¡Ðł", + "Ġا Ùħر", + "ĠاÙħ ر", + "Ġkö tü", + "Ùģ Ø´", + "Ġb oj", + "Ġbo j", + "ĠÑĨÑĸ ÑĶÑĹ", + "Ġsöy lem", + "Ġsöyl em", + "ни ÑĨÑĭ", + "ниÑĨ Ñĭ", + "ãĢĤ 她", + "âĢĿ .Ċ", + "âĢĿ. Ċ", + "Ġm ilion", + "Ġmil ion", + "Ġmi lion", + "Ġmili on", + "Ġson unda", + "Ġsonu nda", + "з Ñĥ", + "à¥į मà¤ķ", + "à¥įम à¤ķ", + "人 åı£", + "n ÄĽÅ¾", + "nÄĽ ž", + "ĠÑģ моÑĤ", + "ĠÑģм оÑĤ", + "Ġкомп лекÑģ", + "Ġкомплек Ñģ", + "Ġзави Ñģим", + "Ġиме ÑİÑĤ", + "Ġl ạc", + "Ġlạ c", + "Ġ hangi", + "Ġh angi", + "Ġhang i", + "Ġhan gi", + "ëĶ ©", + "åĬ ³", + "ĠvÄĽ ci", + "ĠvÄĽc i", + "е ÑĢов", + "еÑĢ ов", + "еÑĢо в", + "κ Ïģι", + "Ġdur umu", + "Ġdurum u", + "Ġ بÙĪاسطة", + "ĠبÙĪ اسطة", + "ĠØ£ بÙĬ", + "Ġأب ÙĬ", + "ĠAÄŁ ustos", + "ε Ïĩ", + "Ġд иÑĤи", + "Ġди ÑĤи", + "ĠдиÑĤ и", + "ÑĦ ика", + "ÑĦи ка", + "ÑĦик а", + "Ġ NÄĥm", + "ĠN Äĥm", + "Ġ 기ìĪł", + "Ġ기 ìĪł", + "Ġhlav nÃŃ", + "ä¿ ĥ", + "Ġलà¤Ĺ त", + "ĠO br", + "ĠOb r", + ". ย", + "ко вод", + "ков од", + "ково д", + "o pis", + "op is", + "opi s", + "Ġ ãĥī", + "Ġãĥ ī", + "Ġبش ÙĥÙĦ", + "н ием", + "ни ем", + "ние м", + "Ġtém ÄĽÅĻ", + "ĠاÙĦ ØŃر", + "ĠاÙĦØŃ Ø±", + "ĠÙĦ ازÙħ", + "ĠÙĦا زÙħ", + "Ġm ái", + "Ġmá i", + "i liÄŁi", + "ili ÄŁi", + "ë³ ¼", + "Ġy ık", + "Ġyı k", + "ç½ ²", + "ÑĢ ава", + "ÑĢа ва", + "ÑĢав а", + "Ñī ин", + "Ñīи н", + "ãģ« 対", + "ç²¾ ç¥ŀ", + "à¹ī ส", + "Ġtem sil", + "à Ĩ", + "ìķ Ķ", + "ĠпÑĢавилÑĮ но", + "ÑĢ оÑİ", + "ÑĢо Ñİ", + "Û±Û³ Û¸", + "è© ŀ", + "اء Ø©", + "ÙĪ ارÙĩ", + "ÙĪا رÙĩ", + "ÙĪار Ùĩ", + "ï¼ ħ", + "ĠÐľ ик", + "ĠÐľÐ¸ к", + "æģ ¶", + "æı Ĵ", + "ा पन", + "ाप न", + "ĠÚ©ÛĮÙģ ÛĮت", + "ĠT Ãłi", + "Ġt iá»ĥu", + "ov alo", + "ova lo", + "oval o", + "çĿ ¡", + "Ñĩ ил", + "Ñĩи л", + "Ġ лиÑĤ", + "Ġл иÑĤ", + "Ġли ÑĤ", + "λεÏħ ÏĦα", + "Ġ окон", + "Ġо кон", + "Ġок он", + ": :|", + ":: |", + "в ала", + "ва ла", + "вал а", + "ĠÙħرک زÛĮ", + "ĠÙħرکز ÛĮ", + "Ġ alÄ±ÅŁ", + "Ġa lÄ±ÅŁ", + "Ġal Ä±ÅŁ", + "Ġдолж но", + "Ġдол жно", + "æĻĤ 代", + "Ġ sert", + "Ġs ert", + "Ġse rt", + "Ġser t", + "е ÑĤом", + "еÑĤ ом", + "ัà¸Ļ ย", + "åģ ·", + "Ġ vÃŃc", + "Ġv ÃŃc", + "ĠvÃŃ c", + "ĠÑħ оÑĤÑı", + "ĠÑħоÑĤ Ñı", + "a larını", + "alar ını", + "aların ı", + "len mesi", + "lenme si", + "ãĥ³ ãĥIJ", + "ãĥ³ãĥ IJ", + "Ġëª ĩ", + "Ġá» ¦y", + "ĠاÙĦ کتر", + "vy Å¡Å¡ÃŃ", + "è² ¬", + "주 ìĭľ", + "á ÅĻe", + "áÅĻ e", + "Ġy ere", + "Ġye re", + "Ġyer e", + "ãĤ¢ ãĥ³", + "ĠاÙĦس عÙĪد", + "ĠØ¢ Ø´", + "Ġch óng", + "Ġchó ng", + "Ġ è»", + "Ġè »", + "г аÑĶ", + "га ÑĶ", + "Ġ ãģĤ", + "ç¨ ³", + "δ εÏĤ", + "δε ÏĤ", + "缮 çļĦ", + "Ġce vap", + "Ġcev ap", + "Ñģ ÑĤе", + "ÑģÑĤ е", + "é¡ ¿", + "म न", + "é¡ ¾", + "Ġк ÑĢедиÑĤ", + "ĠÙħس تÙĤ", + "ĠÙħست ÙĤ", + "Ġ миÑĤ", + "Ġм иÑĤ", + "Ġми ÑĤ", + "Ġt á»ĵn", + "Ġtá» ĵn", + "Ġ جÙĦ", + "Ġج ÙĦ", + "Ä© a", + "ĠاÙĦع ÙĦÙħ", + "ĠاÙĦعÙĦ Ùħ", + "á ků", + "ák ů", + "Ġ íķĻêµIJ", + "ĠíķĻ êµIJ", + "à¸Ĺ à¸Ńà¸ĩ", + "ห à¸Ļà¸Ķ", + "หà¸Ļ à¸Ķ", + "ĠлÑĸÑĤ еÑĢаÑĤÑĥ", + "ëIJ ł", + "ά ÏģÏĩ", + "άÏģ Ïĩ", + "ĠÙĤد رت", + "ĠÙĤدر ت", + "à¸Ļ าà¸ĩ", + "à¸Ļา à¸ĩ", + "Ġa rac", + "Ġar ac", + "Ġara c", + "Ġj ÃŃd", + "ĠjÃŃ d", + "Ġtür lü", + "íĶ ½", + "er siz", + "ers iz", + "е ним", + "ен им", + "ени м", + "Ġyüz yıl", + "Ġ ãģĦ", + "ĠÎļ Ïħ", + "Ġ æļ", + "Ġæ ļ", + "Ġp ůj", + "Ġpů j", + "Ġt á»Ļi", + "Ġth iên", + "Ġthi ên", + "Ä° S", + "Ġth úc", + "Ġthú c", + "æĹ ģ", + "ìŀIJ ìĿ¸", + "Ġöl üm", + "ر ÛĮÙģ", + "رÛĮ Ùģ", + "ÑĢ еж", + "ÑĢе ж", + "ص اÙĦ", + "ر ÙģØ©", + "رÙģ Ø©", + "i ếp", + "iế p", + "Ñı ÑĤиÑı", + "ÑıÑĤ иÑı", + "ÑıÑĤи Ñı", + "Ġpou žit", + "á tu", + "át u", + "为 ä»Ģä¹Ī", + "ì ģ", + "Ġ krát", + "Ġk rát", + "Ġkr át", + "ĠپرÙĪ ÚĺÙĩ", + "Ġrozhod nutÃŃ", + "ĠÑĥ нивеÑĢ", + "Ñĸй но", + "Ġ åij¨", + "Ġåij ¨", + "Ġk iá»ĥu", + "缮 åīį", + "ä¿ Ħ", + "ÏĦ οι", + "ÏĦο ι", + "ÑĦеÑĢ ен", + "uÅŁ tur", + "Ġ nÃŃm", + "Ġn ÃŃm", + "ĠnÃŃ m", + "âĢĮ Ø®", + "Ġ ủy", + "Ġ ÑģÑĤаÑĤи", + "ĠÑģÑĤ аÑĤи", + "ĠÑģÑĤаÑĤ и", + "ĠÑģÑĤа ÑĤи", + "ÑĩеÑģ кий", + "Ñĩе Ñģкий", + "ÑĩеÑģки й", + "Ġj estli", + "Ġjest li", + "ĠÙ¾ ÙĨ", + "Ġob ce", + "ĠجÙĩ اÙĨÛĮ", + "ĠجÙĩاÙĨ ÛĮ", + "едаг ог", + "ãģ§ ãģ®", + "Ġbu á»Ļc", + "ì¹´ ì§Ģëħ¸", + "à¹ĩ à¸Ħ", + "ĠÄį tvrt", + "Ġ ника", + "Ġн ика", + "Ġни ка", + "Ġник а", + "Ġвп лив", + "Ġд иÑĢ", + "Ġди ÑĢ", + "ĠÑģоб ÑģÑĤвен", + "Ġë§İ ìĿ´", + "æ¾ ³", + "ÑĢ Ñĥб", + "ÑĢÑĥ б", + "æ£ ĭ", + "声 éŁ³", + "ä¹ ĥ", + "تÛĮ جÙĩ", + "å¹ ¼", + "o nya", + "on ya", + "ony a", + "ĠPlan tae", + "ĠPlant ae", + "Ч ÑĤо", + "æIJ Ń", + "ä½ľ çĶ¨", + "ìħ ¨", + "Ġк ÑĢÑĥг", + "Ġ ÙĪÙģÙĬ", + "ĠÙĪ ÙģÙĬ", + "ĠÙĪÙģ ÙĬ", + "Ġ ï¼ŀ", + "Ġï¼ ŀ", + "ÑĪ ки", + "Âł Ðľ", + "ا Ø´ÛĮ", + "اش ÛĮ", + "ĠÅŀ ubat", + "ĠÅŀu bat", + "Ġع شر", + "Ġعش ر", + "l if", + "li f", + "Ġpou žitÃŃ", + "Ġpoužit ÃŃ", + "íĨ ¡", + "Ġб лок", + "Ġбл ок", + "èĢ ¶", + "ู ร", + "Ġv üc", + "Ø´ ÙĪد", + "Ø´ÙĪ د", + "и ма", + "им а", + "ни ÑĨип", + "ниÑĨ ип", + "ìĿ´ ëĵľ", + "Ġ âĢIJ", + "ĠâĢ IJ", + "Ġ назнаÑĩ", + "Ġна знаÑĩ", + "Ġназ наÑĩ", + "Ġназна Ñĩ", + "Ġstr any", + "Ġstran y", + "Ġstra ny", + "æ® ¿", + "ĠاÙĦ رÙĪ", + "ĠاÙĦر ÙĪ", + "çº ¸", + "åĪ ij", + "ï¼Į ä»İ", + "Ġ ë©´", + "Ġë© ´", + "ĠпÑĢовед еннÑı", + "Ġh ava", + "Ġha va", + "Ġhav a", + "ĠìĹĨ ìĹĪëĭ¤", + "ĠìĹĨìĹĪ ëĭ¤", + "å¢ŀ åĬł", + "Ú ¾", + "ç¼ º", + "Ġع بار", + "Ġعب ار", + "Ġt ắc", + "Ġin ÅŁa", + "er se", + "ers e", + "ر ÙĬب", + "رÙĬ ب", + "Ġá»ķ n", + "Ø£ Ø©", + "ĠÏĢολ ι", + "ĠÏĢο λι", + "Ġm ắc", + "Ñģ ол", + "Ñģо л", + "æ´ ŀ", + "- го", + "-г о", + "ç¨ĭ 度", + "ĠвикоÑĢиÑģÑĤ аннÑı", + "âĢŀ ظ", + "e lerinde", + "eler inde", + "eleri nde", + "elerin de", + "ĠNh Æ°ng", + "ĠNhÆ° ng", + "st ÅĻed", + "Ġhasta lık", + "Ġhast alık", + "à¹ī à¹Ģà¸Ľ", + "Ġd efa", + "Ġde fa", + "Ġdef a", + "Ġ زÙĬ", + "Ġز ÙĬ", + "اط ÙĤ", + "Ġп ÑĢой", + "ĠпÑĢ ой", + "ĠпÑĢо й", + "Ġок ÑĢÑĥг", + "ν ια", + "νι α", + "l adu", + "la du", + "lad u", + "k oli", + "ko li", + "kol i", + "Ġ oÄŁ", + "Ġo ÄŁ", + "Ġви Ñģок", + "ĠвиÑģ ок", + "Ð ĩ", + "çĽ ĸ", + "ãĤı ãģij", + "ãĥ¼ ãĥģ", + "ãĥ¼ãĥ ģ", + "æ¡ ¥", + "ĠÅ¡kol y", + "ĠÅ¡k oly", + "i tom", + "it om", + "ito m", + "Ġت ØŃص", + "ĠتØŃ Øµ", + "a lara", + "al ara", + "ala ra", + "alar a", + "Ġк ал", + "Ġка л", + "ĠпÑĢи Ñħод", + "Ġ é¦ĸ页", + "Ġé¦ĸ 页", + " į", + "ĠÛĮ عÙĨÛĮ", + "Ġt ùy", + "Ģ ë¡ľ", + "볤 ê³ł", + "á ze", + "áz e", + "Ġ ек", + "Ġе к", + "èħ ¹", + "ĠF akat", + "ĠFa kat", + "ĠFak at", + "п о", + "ĠÄij á»įc", + "ĠÄijá»į c", + "å Īĺ", + "åĪ ĺ", + "áz al", + "ÑĤ он", + "ÑĤо н", + "Ú¯ ÙĪ", + "ä¸ Ī", + "ìĹ ¼", + "ĠÙĦÙĦ Ø£", + "ĠE ÄŁer", + "åħ±åĴĮ åĽ½", + "Ø° ر", + "Ġd aÄŁ", + "Ġda ÄŁ", + "è¡Į ä¸ļ", + "ê±°ëŀĺ ê°Ģ", + "è´Ł è´£", + "C ông", + "ĠÑĦ илÑĮ", + "ĠÑĦил ÑĮ", + "Ġ аÑģ", + "Ġа Ñģ", + "Ġch ẳng", + "ним аÑĤÑĮ", + "нима ÑĤÑĮ", + "Ġif ad", + "Ġi fad", + "Ġ ìħ", + "Ġì ħ", + "çĪ µ", + "ĠÅĻe Å¡enÃŃ", + "åĽ½ 产", + "Ġкак ой", + "Ġка кой", + "Ġम ध", + "ĠY ar", + "ĠYa r", + "ob raz", + "obra z", + "Ġon emoc", + "Ġ âĤ", + "Ġâ Ĥ", + "åİŁ åĽł", + "ĠÙĥ رد", + "ĠÙĥر د", + "Ġآز اد", + "Ġad lı", + "ĠH izmet", + "ãĥ¼ ãĥij", + "ãĥ¼ãĥ ij", + "ÙĨ سÙĬØ©", + "ÙĨس ÙĬØ©", + "Ġв нÑĥÑĤ", + "ĠвнÑĥ ÑĤ", + "Ġd ále", + "Ġdál e", + "Ġdá le", + "Îķ Î¥", + "Ġ ÑĥÑħ", + "ĠÑĥ Ñħ", + "Ġ ÑĢев", + "ĠÑĢ ев", + "ĠÑĢе в", + "Ġ меÑĪ", + "Ġм еÑĪ", + "ĠkoÅŁ ul", + "ĠاÛĮ راÙĨÛĮ", + "ĠاÛĮراÙĨ ÛĮ", + "éĺ µ", + "Ġ ëıĻìķĪ", + "ĠëıĻ ìķĪ", + "à¹Ģ à¸Ł", + "à¹ĢภŁ", + "ëłĪ 벨", + "è¨Ń è¨Ī", + "p rak", + "pr ak", + "pra k", + "p oÄį", + "po Äį", + "اع دة", + "اعد Ø©", + "Ġas ker", + "Ġask er", + "ĠÙĪÛĮ ÚĺÙĩ", + "ĠÙĪÛĮÚĺ Ùĩ", + "ĠТ еÑĢ", + "ĠТе ÑĢ", + "mak ta", + "makt a", + "ĠÄįty ÅĻ", + "Âł С", + "âĢĮÚ©ÙĨ ÙĨد", + "ï¼Į 並", + "ĠÑĢоÑģ Ñĸй", + "Ġu nut", + "Ġun ut", + "è¿Ļ ä¸Ģ", + "o pak", + "op ak", + "opa k", + "èĢ IJ", + "Ġз амеÑĤ", + "Ġза меÑĤ", + "Ġзам еÑĤ", + "à¹Į ล", + "ب ÙĨ", + "Ġ 몰", + "Ġëª °", + "Ġins anlar", + "Ġinsan lar", + "åı¯ æĺ¯", + "æ¢ ¦", + "к од", + "ко д", + "èĽ Ľ", + "kl adnÃŃ", + "klad nÃŃ", + "ÑĢов од", + "ÑĢо вод", + "ĠмÑĸ ÑģÑĤа", + "ĠмÑĸÑģ ÑĤа", + "ĠмÑĸÑģÑĤ а", + "åĩº äºĨ", + "Ġп аÑģ", + "Ġпа Ñģ", + "о бов", + "об ов", + "Ú¯ اÙĩÛĮ", + "گاÙĩ ÛĮ", + "в ин", + "ви н", + "à¥įर ध", + "Ġком пон", + "Ġкомп он", + "Ġ аÑĤ", + "Ġа ÑĤ", + "Ġa det", + "Ġad et", + "Ġade t", + "Ġ ãĥģ", + "Ġãĥ ģ", + "ĠØ° ات", + "ĠØŃ ÙĪ", + "Ġtro chu", + "à¹ģ หà¸Ļ", + "à¹ģห à¸Ļ", + "Ġзав жди", + "ĠPart isi", + "ĠParti si", + "ĠS avaÅŁ", + "ĠSav aÅŁ", + "Ġs ÃŃd", + "ĠsÃŃ d", + "Ġ Ñģон", + "ĠÑģ он", + "ĠÑģо н", + "ر ÙĬÙģ", + "رÙĬ Ùģ", + "Ġz cela", + "åĺ ´", + "ĠÑĦ ÑĥÑĤ", + "il erek", + "ile rek", + "iler ek", + "ilere k", + "m alıdır", + "malı dır", + "Ġd á»±a", + "Ġdá»± a", + "à¸Ĺำ à¸ĩาà¸Ļ", + "ĠÙĪÙĦ ÙĥÙĨ", + "ĠÙĪÙĦÙĥ ÙĨ", + "ãģª ãĤĵãģł", + "ãģªãĤĵ ãģł", + "ĠÚ© ÙħÛĮ", + "ĠÚ©Ùħ ÛĮ", + "Ġléka ÅĻ", + "Ïģ Ïį", + "ج Ùħع", + "جÙħ ع", + "ın ızı", + "ını zı", + "ınız ı", + "ĠAn adolu", + "ãģ«ãĤĪ ãģ£ãģ¦", + "Ġê·¸ëŁ¬ ëĤĺ", + "Ġ íĮĶ", + "ĠíĮ Ķ", + "Ñĸ ÑĤÑĮ", + "ÑĸÑĤ ÑĮ", + "Ġ ¦", + "Ġ ¦", + "ä¸į è¦ģ", + "à¸ĸ ม", + "Ġ ÙĬد", + "ĠÙĬ د", + "ĠpÅĻ ep", + "ĠpÅĻe p", + "Ġ è¦ģ", + "Ġè¦ ģ", + "ĠпÑĢо екÑĤ", + "ĠпÑĢоек ÑĤ", + "ĠÑĢе ги", + "ĠÑĢег и", + "Ġd ạy", + "к ового", + "ков ого", + "ково го", + "Ġ ıs", + "Ġı s", + "ĠK ı", + "ĠÙģÙĬ Ùĩا", + "ĠÙģÙĬÙĩ ا", + "ÛĮ ات", + "ÛĮا ت", + "ĠÑģÑĤ ала", + "ĠÑģÑĤал а", + "ĠÑģÑĤа ла", + "æĬ ľ", + "Ñĥ ÑĢа", + "ÑĥÑĢ а", + "ĠÙ¾ اÛĮاÙĨ", + "ĠپاÛĮ اÙĨ", + "Ġپا ÛĮاÙĨ", + "Ġitibar en", + "а нÑĸÑĹ", + "ан ÑĸÑĹ", + "анÑĸ ÑĹ", + "Ġо ÑĦоÑĢм", + "л еÑĩ", + "ле Ñĩ", + "ε ξ", + "æĶ¿ çŃĸ", + "Ġ ç½ij", + "Ġç½ ij", + "å Ĥ¬", + "åĤ ¬", + "ĠìĿ´ 룰", + "Ġkar deÅŁ", + "Ñİ Ñīего", + "ÑİÑī его", + "л ки", + "ĠاÛĮ اÙĦات", + "ت Ùĩا", + "تÙĩ ا", + "Ġпод Ñħод", + "ĠØŃ ÙĪÙĦ", + "ĠØŃÙĪ ÙĦ", + "ĠÑģов ÑĢем", + "íĿ ¥", + "Ġ 詳細", + "Ġè© ³ç´°", + "ı yı", + "ıy ı", + "ĠتÙĤ ÙĪ", + "æ¯Ķ è¾ĥ", + "Ġαν ÏĦι", + "Ġ ΣΤ", + "ĠΣ Τ", + "ji Å¡Å¥", + "yn ı", + "Ġpo cházet", + "- Ðļ", + "Ġзав д", + "Ùİ Ø³", + "ç»ĵ æŀĦ", + "Ùħ ار", + "Ùħا ر", + "ν οι", + "νο ι", + "ĠÎł εÏģι", + "ĠγεÏģ ι", + "èĩ £", + "Ġna cházÃŃ", + "Ġnach ázÃŃ", + "ÏĦ Ïİ", + "à¥įय त", + "u yu", + "uy u", + "æķ Ĺ", + "e bi", + "eb i", + "Ġë°Ķ ë¡ľ", + "ĠгÑĢ н", + "ĠاÙĦ اس", + "Ġorg án", + "Ġ edin", + "Ġe din", + "Ġed in", + "Ġedi n", + "åŁ ĥ", + "à¹ģ à¸Ħ", + "ĠØŃ Ø¯ÙĪد", + "ĠØŃد ÙĪد", + "ĠдÑĢÑĥг ой", + "ĠдÑĢÑĥго й", + "оÑģ ков", + "оÑģк ов", + "ĠS ợ", + "ĠpÅĻ ib", + "ĠpÅĻi b", + "ä¿Ŀ æĬ¤", + "Ùħ بر", + "Ġ ãĥĨ", + "Ġãĥ Ĩ", + "Ġd oz", + "Ġdo z", + "op tera", + "opt era", + "ิล à¸Ľ", + "د ارÛĮ", + "دار ÛĮ", + "دا رÛĮ", + "æĦŁ è§ī", + "代 çIJĨ", + "ÙĨ دا", + "ÙĨد ا", + "ا ÙĬا", + "اÙĬ ا", + "ص ÙĨ", + "Ġce lé", + "Ġcel é", + "Ġ è©ķ", + "Ġè© ķ", + "à¸ĩ à¸Ļ", + "Ġ leh", + "Ġl eh", + "Ġle h", + "èİ· å¾Ĺ", + "ãĢĢ ï¾ī", + "ĠìĦł ìĪĺ", + "르 ëĬĶ", + "à¤Ĩ र", + "å§Ķ åijĺ", + "æĹł çłģ", + "Ġ è·", + "Ġè ·", + "Ġza jÃŃm", + "Ġzaj ÃŃm", + "ec ké", + "eck é", + "æ µľ", + "æµ ľ", + "ĠÑĥ нÑĸвеÑĢÑģиÑĤ", + "ĠбÑİдж еÑĤ", + "à¥ĩ .", + "Ġv stup", + "Ġ оÑī", + "Ġо Ñī", + "Ġ åľĭ", + "Ġåľ ĭ", + "ä¸ģ 缮", + "Ġв едÑĮ", + "Ġвед ÑĮ", + "Ġë§IJ ìĿĦ", + "Ġtek nik", + "Ġtekn ik", + "ãĢĢ ï½Į", + "ãĢĢï½ Į", + "ĠпÑĸд виÑī", + "ĠÑģвÑıз и", + "ĠÑģвÑı зи", + "Ġتر جÙħ", + " ī", + "ĠÄij âu", + "Ñĸ Ñĩного", + "ÑĸÑĩ ного", + "å°ij å¹´", + "e cta", + "ect a", + "ec ta", + "ि लत", + "िल त", + "ι οÏĤ", + "ιο ÏĤ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "t eg", + "te g", + "á» īnh", + "á»ī nh", + "¯ ¿", + "Ġne bu", + "Ġneb u", + "ÙĬ ÙĬÙĨ", + "о ÑıÑĤ", + "оÑı ÑĤ", + "é¤ Ĭ", + "ĠاÙĤتص ادÛĮ", + "ĠاÙĤتصاد ÛĮ", + "âĢĻ nun", + "âĢĻn un", + "ĠÐĴ Ñĸк", + "Ġng Äĥn", + "ëĮĢ íķĻêµIJ", + "ëĮĢíķĻ êµIJ", + "é ı", + "़ र", + "ا باÙĨ", + "اب اÙĨ", + "Ùİ Ùĥ", + "Ġet kil", + "Ġetk il", + "Ġetki l", + "Ġch ắn", + "Ġë°ľ ìĥĿ", + "Ġtam amen", + "Ġtamam en", + "ĠÙħØŃ ÛĮØ·", + "ü lü", + "ül ü", + "åģ¥ 康", + "ĠÑĢаÑģÑĤ ениÑı", + "ÏĢο ί", + "Ġ è¶ħ", + "Ġè¶ ħ", + "á Äį", + "ĠìĻ¸ ë¶Ģ", + "ĠØ® ÛĮÙĦÛĮ", + "ĠØ®ÛĮ ÙĦÛĮ", + "Ġد ÙĪست", + "ĠدÙĪ ست", + "à¹Ģà¸Ĥ à¸ķ", + "Ġk alan", + "Ġka lan", + "Ġkal an", + "ë¨ ¼", + "a vÄĽ", + "av ÄĽ", + "문 íĻĶ", + "Ġди аг", + "ĠÙĨ ÙĪÙĬس", + "ĠÙĨÙĪ ÙĬس", + "íķ ij", + "à¸ŀ าะ", + "ëĭ¤ ê°Ģ", + "Ġn iá»ĩm", + "Ġس ÙĪÙħ", + "ĠسÙĪ Ùħ", + "- м", + "à¸Ķำ à¹Ģà¸Ļ", + "à¹ĩ ว", + "ãĢĤ ãģĵãģ®", + "ç¯ ī", + "Width Space", + "Zero WidthSpace", + "ائ ÙħØ©", + "ائÙħ Ø©", + "à¹Ħà¸ĭ à¸ķ", + "ä¸ĭè½½ 次æķ°", + "ä¼¼ ä¹İ", + "ĠÑĤ в", + "Ġzá kaz", + "Ġج دا", + "Ġجد ا", + "Ġg ider", + "Ġgi der", + "Ġgid er", + "ãĥ¼ ãĥĵ", + "ãĥ¼ãĥ ĵ", + "n ů", + "Ġë§ģ íģ¬", + "ĠdÃ¼ÅŁ ük", + "Ñĥ нок", + "Ñĥн ок", + "Ġt óc", + "ĠÑĤ ÑĢÑĥб", + "ĠÑĤÑĢ Ñĥб", + "ĠÑĤÑĢÑĥ б", + "о кÑģ", + "ок Ñģ", + "Ġtr ải", + "Ġtrả i", + "Ġm iá»ħn", + "Ġth Æ°á»Ľc", + "Ġnh áºŃt", + "Âł D", + "m asının", + "mas ının", + "masını n", + "è¼ ª", + "ĠÎĿ ο", + "er ç", + "Ġdok once", + "Ġdokon ce", + "ĠG üven", + "ĠGü ven", + "ov aná", + "ova ná", + "ovan á", + "е зд", + "ез д", + "Ñĸ нÑĮ", + "Ñĸн ÑĮ", + "èģ ²", + "اÙĦ Ø£", + "ï¼Į ä½Ĩæĺ¯", + "ï¼Įä½Ĩ æĺ¯", + "Ġпол ноÑģÑĤÑĮÑİ", + "Port ály", + "ĠØŃ Ø§Ùģظ", + "à¥Ĥ à¤ķ", + "ÑĢ Ñĥн", + "ÑĢÑĥ н", + "人 çī©", + "Ġa çı", + "Ġaç ı", + "Ġp oru", + "Ġpo ru", + "Ġpor u", + "er iod", + "eri od", + "ĠAmer ika", + "ĠAmerik a", + "çĩ Ł", + "Ġ رÙĪد", + "Ġر ÙĪد", + "ĠرÙĪ د", + "ĠкÑĢов и", + "ÙĪ ÙĤت", + "ÙĪÙĤ ت", + "éĺ ¶", + "ãĥ»âĶģ ãĥ»âĶģ", + "ر ÙĬÙħ", + "رÙĬ Ùħ", + "åİĨ åı²", + "ä¸ ¸", + "Ġзн овÑĥ", + "Ġзнов Ñĥ", + "ĠÑģво его", + "ĠÑģвое го", + "бÑĥд ÑĮ", + "ĠØŃ Ø¬Ùħ", + "ĠØŃج Ùħ", + "ĠδÏį ο", + "ìķĪ ëĤ´", + "Ġ ãģ§", + "à¹Ī ะ", + "Ùij Ùı", + "çµIJ æŀľ", + "âĢĻ i", + "à¹Į ,", + "åŃĺ äºİ", + "Ġरà¤ĸ न", + "ĠسرÙħ اÛĮÙĩ", + "Ġг лÑĥб", + "ĠглÑĥ б", + "ĠÑĢаз Ñĸ", + "ĠÑĢа зÑĸ", + "Ñĩ нÑĸ", + "ï¼Į åıĪ", + "c ısı", + "cı sı", + "æľī åħ³", + "ãĤ» ãĥ³", + "èIJ ¨", + "ĠGi áo", + "ĠGiá o", + "ĠاÙĦØ« اÙĨÙĬ", + "ĠÑĢаз ом", + "Ġ ÑĤÑĢо", + "ĠÑĤ ÑĢо", + "ĠÑĤÑĢ о", + "Ġaçık lam", + "åĨ³ å®ļ", + "à¸Ń à¸Ľ", + "åĶ ¯", + "ĠÅŁ ark", + "ĠÅŁar k", + "Ġsist emi", + "Ġsistem i", + "Ġto prak", + "Ġtop rak", + "èĢĥ ãģĪ", + "Ġпоп ÑĥлÑıÑĢ", + "Ġ ëĨį", + "ĠëĨ į", + "ا ÙĬÙĨ", + "اÙĬ ÙĨ", + "स म", + "Ġ ÂĢ", + "Ġ Ģ", + "Ġed erek", + "Ġeder ek", + "Ġg ec", + "Ġge c", + "ìĤ¬ ìĹħ", + "ĠÑĢ оки", + "ĠÑĢок и", + "ĠбеÑĢ ем", + "ĠخاÙĨÙĪ ادÙĩ", + "Ġ èµ·", + "Ġèµ ·", + "Ġ ЧÑĤо", + "ĠЧ ÑĤо", + "Ġo bÄĽ", + "Ġob ÄĽ", + "и нÑĸ", + "ин Ñĸ", + "ìĿ´ ìĹĪ", + "ĠIn di", + "ĠInd i", + "Ġд иÑĤ", + "Ġди ÑĤ", + "ãĥ¶ æľĪ", + "Ġнем ного", + "Ġzáklad ÄĽ", + "à¹Ĥ à¸Ħ", + "ĠÑģам ого", + "ĠÑģамо го", + "Ġب ØŃØ«", + "ĠبØŃ Ø«", + "Ġ æ¶", + "Ġæ ¶", + "ов ж", + "Ġоб ÑĢаÑī", + "ĠобÑĢа Ñī", + "à Ĵ", + "ว รร", + "วร ร", + "à¤Ĥ श", + "ĠоÑĩ еÑĢед", + "ĠÙģ رز", + "ĠÙģر ز", + "ëĮĢ íķľ", + "Ġs izin", + "Ġsi zin", + "Ġsiz in", + "Ġsizi n", + "ر Ùģت", + "رÙģ ت", + "Ñİ Ñīим", + "ÑİÑī им", + "æ» ij", + "a vir", + "av ir", + "avi r", + "ĠÙĪ صÙĦ", + "ĠÙĪص ÙĦ", + "Ġqu ay", + "Ġqua y", + "Ġг ип", + "ÑĢ ениÑı", + "ÑĢе ниÑı", + "ÑĢен иÑı", + "à¥į वत", + "à¥įव त", + "ιν Ïīν", + "à¤ľ ह", + "Ġh Æ¡i", + "Ġpo važ", + "Ġpov až", + "Ġع رب", + "м енÑĤа", + "мен ÑĤа", + "менÑĤ а", + "Ġо ÑģÑĤан", + "ĠоÑģÑĤ ан", + "ä¹ĭ éĹ´", + "a cÃŃch", + "ac ÃŃch", + "acÃŃ ch", + "ĠÑģказ ала", + "ĠÑģказал а", + "ìĿ´ ëĿ¼ëĬĶ", + "ìĿ´ëĿ¼ ëĬĶ", + "ĠØ´ اخ", + "Ġëĭ¹ ìĭł", + "ar lar", + "arl ar", + "Ġмл н", + "åĨ ¬", + ". :.:.:", + ".: .:.:", + ".:.: .:", + ".:. :.:", + ".:.:. :", + "Ġ θε", + "Ġθ ε", + "Ġher kes", + "Ġherk es", + "л Ñıд", + "лÑı д", + "ا Ùħا", + "اÙħ ا", + "Ġë ŃIJ", + "Ïĥιμο ÏĢοι", + "Ġ obraz", + "Ġob raz", + "Ġobr az", + "Ġobra z", + "غ اÙĦ", + "B Æ°á»Ľc", + "å° Ĭ", + "ìŀIJ 를", + "æĢ Ĵ", + "οÏħ Ïģγ", + "å¼ķ ãģį", + "Ġkon uda", + "Ġkonu da", + "ĠاÙĦت ج", + "Ġ krit", + "Ġk rit", + "Ġkr it", + "å¿ į", + "ĠìłĦìĦ¸ ê°Ģ", + "г овоÑĢ", + "го воÑĢ", + "гов оÑĢ", + "Ġist iyor", + "о ки", + "ок и", + "ĠобеÑģп еÑĩ", + "ĠобеÑģпе Ñĩ", + "Ġay rıca", + "Ġayrı ca", + "à¹Ģ à¸ľ", + "à¹Ģภľ", + "а ÑĢод", + "аÑĢ од", + "Ä° Åŀ", + "ĠجÙħ ÙĩÙĪرÛĮ", + "ĠجÙħÙĩÙĪر ÛĮ", + "ĠÑģво иÑħ", + "ĠÑģвои Ñħ", + "Ġprov ád", + "Ġ ÑĢам", + "ĠÑĢ ам", + "ĠÑĢаР¼", + "ĠÑĢа м", + "ĠÙĤ ض", + "л иÑĤелÑĮ", + "лиÑĤ елÑĮ", + "ãĤ± ãĥĥãĥĪ", + "оÑģ оÑĦ", + "Ġर हन", + "Ġरह न", + "k ový", + "ko vý", + "kov ý", + "ì° ¸", + "γ κα", + "γκ α", + "λ οι", + "λο ι", + "μ ÏĢο", + "μÏĢ ο", + "ĠÄij au", + "ĠÄija u", + "н иÑİ", + "ни Ñİ", + "Ġman žel", + "Ġ íĺ¼", + "Ġíĺ ¼", + "ĠÑĤ иÑģ", + "ĠÑĤи Ñģ", + "ãĥĨ ãĥ«", + "ab ilecek", + "abil ecek", + "abile cek", + "abilece k", + "н ин", + "ни н", + "à¸ģรรม à¸ģาร", + "éł IJ", + "Ġph ê", + "j edn", + "je dn", + "jed n", + "交 æµģ", + "Ġвним ание", + "об ÑĢеÑĤ", + "Ġжиз нÑĮ", + "ÑĢи ÑģÑĤи", + "ÑĢиÑģÑĤ и", + "ÑĢиÑģ ÑĤи", + "à¥Ī à¤ļ", + "Ġyüz den", + "Ġyüzde n", + "Ġg iy", + "Ġgi y", + "éļ Ķ", + "ä» ²", + "Ġ èĻ", + "Ġè Ļ", + "ĠP arti", + "ĠPart i", + "ĠPar ti", + "Ġ éĸ¢", + "Ġéĸ ¢", + "ัà¸ļ ส", + "Ġnej lepÅ¡ÃŃ", + "Ùİ Ùī", + "ĠìĿ´ ìłľ", + "Ġc ắt", + "ÑĢоз Ñĥм", + "Ġnej sou", + "l ÃŃd", + "lÃŃ d", + "θ ο", + "à¹ĩ à¸ĩ", + "ĠÑģп ÑĢоÑģ", + "ma mÄ±ÅŁ", + "mam Ä±ÅŁ", + "Ġ 쪽", + "Ġì ª½", + "ا ÙģÙĤ", + "اÙģ ÙĤ", + "ÑĨÑĸй ниÑħ", + "Ġ é¦Ļ", + "Ġé¦ Ļ", + "ĠÙħÛĮÙĦÛĮ ÙĪÙĨ", + "å¤ ¢", + "ĠÙģ Ùĩرست", + "r ý", + "Ġпо вÑĸдом", + "Ġпов Ñĸдом", + "ec eÄŁi", + "ece ÄŁi", + "ĠзабезпеÑĩ еннÑı", + " Ķ", + "ãģĹ ãģªãģĦ", + "åŁº ç¡Ģ", + "ĠÚĨ ÙĨÛĮÙĨ", + "ĠÑĢоз ÑĢоб", + "ä¸Ģ äºĽ", + "ãĥ³ ãģ®", + "ĠпÑĢа ÑĨÑĸв", + "ĠпÑĢаÑĨÑĸ в", + "å¾Ĺ åĪ°", + "Ġt ấn", + "åŃĺæ¡£ å¤ĩ份", + "Ġ íĻĪ", + "ĠíĻ Ī", + "Ġ à¸Ķาว", + "Ġà¸Ķ าว", + "ìĭ ±", + "л ина", + "ли на", + "лин а", + "ĠвоÑģп ал", + "ÄŁ inden", + "ÄŁin den", + "ÄŁinde n", + "аÑĤ елей", + "аÑĤе лей", + "r ž", + "ĠÑĦ Ñĥн", + "ĠÐIJ л", + "ĠпоÑĩ ÑĤи", + "о вÑĸд", + "ов Ñĸд", + "овÑĸ д", + "ا عب", + "اع ب", + "าะ ห", + "Ġвоз ÑĢаÑģÑĤ", + "ิà¸ĩ ห", + "ĠÙģ ÙĦس", + "ĠÙģÙĦ س", + "ĠÅ¡ est", + "à¸Ĭ าว", + "Ġ 골", + "Ġê³ ¨", + "Ġ oÄį", + "Ġo Äį", + "ãĤ¸ ãĥ§", + "к оÑģÑĤи", + "ко ÑģÑĤи", + "éĽĨ åĽ¢", + "æ± ĩ", + "ĠpÅĻÃŃ liÅ¡", + "Ġ ìĿij", + "ĠìĿ ij", + "ди ви", + "див и", + "ĠдокÑĥм енÑĤа", + "ĠдокÑĥменÑĤ а", + "ĠCh âu", + "Ġm áu", + "Ġmá u", + "Ġkh ô", + "à ķ", + "Ñī ий", + "Ñīи й", + "Ġs ẵn", + "Ġкон ÑĦ", + "Ġз ÑĥÑģÑĤ", + "åĽŀ çŃĶ", + "Ġ коÑĢиÑģÑĤ", + "ĠкоÑĢ иÑģÑĤ", + "Ġко ÑĢиÑģÑĤ", + "ĠÏĢεÏģ ί", + "ĠÏĢε Ïģί", + "ä¸ °", + "Ġm ạch", + "ан к", + "ä¸ĭ æĿ¥", + "èµĦ æĸĻ", + "ย à¸Ńà¸Ķ", + "ĠÏĢ ιο", + "à¹ī à¸ĩาà¸Ļ", + "à¹īà¸ĩ าà¸Ļ", + "Ġum ÃŃst", + "æ½ ®", + "çªģ çĦ¶", + "Ġk ultur", + "Ġkul tur", + "ĠاÙĦ صÙģ", + "ĠاÙĦص Ùģ", + "a larının", + "alar ının", + "aların ın", + "alarını n", + "ĠÎĶη μο", + "Ġвикон аннÑı", + "Ġвико наннÑı", + "ï½ ¿", + "Ġбез опаÑģ", + "ĠÑģ аÑħ", + "Ġn oh", + "Ġno h", + "à¹ĥ à¸ļ", + "éĥ½ å¸Ĥ", + "ÅŁ am", + "ÅŁa m", + "б ÑĥÑĤ", + "бÑĥ ÑĤ", + "Ġ모 ìĬµ", + "Ġв аг", + "Ġва г", + "çIJĨ 解", + "Ġekonom ik", + "Ġkh ắc", + "Ġs vat", + "Ġsv at", + "лиÑĪ ком", + "ัà¸ĩ à¸Īาà¸ģ", + "iz yon", + "èĥ½ å¤Ł", + "ί νει", + "ίν ει", + " Ĭ", + "ì¦ Į", + "Ġ ÙĩاÛĮÛĮ", + "ĠÙĩ اÛĮÛĮ", + "ĠÙĩاÛĮ ÛĮ", + "ĠkiÅŁ iler", + "ĠkiÅŁi ler", + "Ġк леÑĤ", + "Ġкл еÑĤ", + "Ġкле ÑĤ", + "íĺ ģ", + "à¥ĥ द", + "i Å¡", + "ëĶĶ ìĺ¤", + "ÙĬ راÙĨ", + "ÙĬر اÙĨ", + "ÙĬرا ÙĨ", + "ĠÐĿ Ñĥ", + "à¸Ń à¸Ļà¸Ĺ", + "à¸Ńà¸Ļ à¸Ĺ", + "ĠÑģ оÑĩ", + "ĠÑģо Ñĩ", + "Ġist eyen", + "ĠS ez", + "ĠSe z", + "Ġ ãĤ»", + "ĠãĤ »", + "ĠA ç", + "âĢĮ ÙĨ", + "ĠÑĤ оп", + "ĠÑĤо п", + "ĠÑĤеÑĢÑĢиÑĤ оÑĢ", + "a cılık", + "acı lık", + "Ġод нÑĥ", + "Ġv eri", + "Ġver i", + "Ġve ri", + "ĠÚ© د", + "ĠÚ¯ ÙģتÙĩ", + "ĠÚ¯Ùģت Ùĩ", + "Ġcin sel", + "Ġcins el", + "олог ии", + "ĠpÅĻed mÄĽt", + "à¤Ĥ à¤ĺ", + "Ġ 空", + "Ġç© º", + "γ α", + "' ye", + "'y e", + "ت رة", + "تر Ø©", + "Ġd ÅĻÃŃ", + "ĠH Ãłn", + "ĠHÃł n", + "Ġر شتÙĩ", + "Ġv idea", + "Ġvi dea", + "Ġvid ea", + "Ġvide a", + "Ġ ног", + "Ġн ог", + "Ġно г", + "æ ·»", + "æ· »", + "è¿ĺ æľī", + "ÙĨ در", + "ÙĨد ر", + "Ġy erde", + "Ġyer de", + "Ġk ent", + "Ġke nt", + "Ġken t", + "à¸ļ าล", + "Ġд еÑģÑı", + "Ġде ÑģÑı", + "ä¸ļ åĬ¡", + "Ġоб ÑĬек", + "ĠобÑĬ ек", + "ĠвнÑĥÑĤÑĢ ÑĸÑĪ", + "ĠвнÑĥÑĤ ÑĢÑĸÑĪ", + "k ola", + "ko la", + "kol a", + "eb nÃŃ", + "ี ล", + "Ġ ,.", + "Ġ, .", + "ĠмÑĸж наÑĢод", + "ãģªãĤĵ ãģ¦", + "ĠS öz", + "Ġ chod", + "Ġc hod", + "Ġch od", + "Ġcho d", + "Ġtr úc", + "Ġtrú c", + "ìļĶ ìĿ¼", + "Ġph áºŃn", + "Ñģ ка", + "Ñģк а", + "ĠÑħ лоп", + "Ñģ ким", + "Ñģк им", + "Ñģки м", + "Ġka pit", + "Ġkap it", + "ëĵ¤ ìĹIJê²Į", + "Ġb Ãło", + "ĠbÃł o", + "lı ģın", + "lıģı n", + "lıģ ın", + "Ä° ÅŁ", + "Äį nÃŃk", + "ÄįnÃŃ k", + "Ġ NgoÃłi", + "ĠNg oÃłi", + "Ġب ÛĮاÙĨ", + "ĠبÛĮ اÙĨ", + "Ġpro Äį", + "Ġpr oÄį", + "ĠпÑĢоÑĤ Ñıгом", + "åĢ ī", + "е Ñİ", + "Ġ νο", + "Ġν ο", + "ëĿ¼ ëıĦ", + "ì ·¨", + "Ġви Ñıв", + "Ġпо над", + "Ġпон ад", + "Ġжов ÑĤ", + "Ġ æ¯Ķ", + "Ġæ¯ Ķ", + "Ġd oby", + "Ġdo by", + "Ġdob y", + "л ам", + "ла м", + "Ñij л", + "Ġ ÑĢаÑħ", + "ĠÑĢ аÑħ", + "ĠÑĢа Ñħ", + "Ġвоз ника", + "Ġвозник а", + "ниÑĨÑĤ во", + "å± ¤", + "ĠоÑĤ лиÑĩ", + "ĠоÑĤли Ñĩ", + "çĤ İ", + "é£ ¯", + "Ġživ ota", + "Ġživot a", + "at ör", + "Ġce lý", + "Ġcel ý", + "Ġ aday", + "Ġa day", + "Ġad ay", + "Ġada y", + "ر ÙĬÙĥÙĬ", + "رÙĬ ÙĥÙĬ", + "رÙĬÙĥ ÙĬ", + "Ġب ص", + "m eyen", + "me yen", + "meye n", + "mey en", + "ìļ° ìĬ¤", + "ب ÙĪÙĦ", + "بÙĪ ÙĦ", + "Ġ озна", + "Ġо зна", + "Ġоз на", + "é º¼", + "éº ¼", + "æĵ ļ", + "Ġz kou", + "Ġzk ou", + "ëĤĺ ìļĶ", + "Ġk ry", + "Ġkr y", + "Ġnem oh", + "Ġvyu žÃŃ", + "Ġ æľ¨", + "Ġад мÑĸнÑĸÑģÑĤÑĢа", + "ا Ùĩا", + "اÙĩ ا", + "à¹ĥ à¸ģล", + "＿＿＿＿ ＿＿＿＿", + "Ġ гоÑĤ", + "Ġг оÑĤ", + "ĠدÛĮ گرÛĮ", + "ĠدÛĮگر ÛĮ", + "Ġл екаÑĢ", + "è§ Ģ", + "Ġ íĺij", + "Ġíĺ ij", + "ĠB öyle", + "ist rov", + "istr ov", + "istro v", + "女 åŃIJ", + "Ġпоп еÑĢед", + "ĠÙĨÙĪÙĬس ÙĨدÙĩ", + "ÙĴ ÙĦ", + "ĠÐŁ ав", + "Ġö rnek", + "Ġör nek", + "Ġп ÑĢик", + "ĠпÑĢ ик", + "ĠпÑĢи к", + "Ġ ÑĪи", + "ĠÑĪ и", + "üslü man", + "ĠÙħÙĤ ابÙĦ", + "åįģ äºĮ", + "Ġb ekl", + "Ġbe kl", + "Ġbek l", + "Ġver ir", + "Ġve rir", + "Ġveri r", + "ÙĪ Ø°", + "ض Ø©", + "ÑĢо ÑĤив", + "ÑĢоÑĤ ив", + "æĮ ij", + ". .:", + ".. :", + "Ġخارج ÙĬØ©", + "a dık", + "ad ık", + "adı k", + "ĠÐŁ оÑĩ", + "ĠÐŁÐ¾ Ñĩ", + "ĠÑħÑĥд ож", + "客 æĪ·", + "μ ον", + "μο ν", + "ek tiv", + "ekt iv", + "Ġt vá", + "Ġtv á", + "Û² Û²", + "Ġl á»įc", + "Ġо но", + "Ġон о", + "ÑĨ иÑĤ", + "ÑĨи ÑĤ", + "ĠÐĴ Ñģ", + "Ġ å¢", + "Ġå ¢", + "æµ ª", + "а ÑĢÑĸ", + "аÑĢ Ñĸ", + "Ġsür ekli", + "Ġ stra", + "Ġs tra", + "Ġst ra", + "Ġstr a", + "Ġb ize", + "Ġbi ze", + "Ġbiz e", + "Ġtes pit", + "Ġch âu", + "ĠاÙĦ ض", + "à¹īà¸Ń à¸ĩà¸ģ", + "à¹īà¸Ńà¸ĩ à¸ģ", + "Ġ èĢħ", + "ĠèĢ ħ", + "ĠH á»", + "Ġкажд Ñĭй", + "а Ñİ", + "à¸Ļ à¸Ħร", + "à¸Ļà¸Ħ ร", + "à¸Ĺ ะ", + "ĠÙħر اجع", + "ĠÙħراج ع", + "Ġha line", + "Ġhal ine", + "δ οÏĤ", + "δο ÏĤ", + "e ÄŁi", + "ĠÙħÛĮ زاÙĨ", + "Ġ ÙĩÙĦ", + "ĠÙĩ ÙĦ", + "Ġb olest", + "Ġbo lest", + "Ġbol est", + "Ġ åľŁ", + "Ġåľ Ł", + "Ġu zman", + "Ġuz man", + "ÑĢ ог", + "ÑĢо г", + "確 èªį", + "ĠÑĢÑĸз ниÑħ", + "Ġза кÑĢÑĭ", + "Ġзак ÑĢÑĭ", + "лÑĥ ги", + "лÑĥг и", + "ĠÑģо веÑĤ", + "ĠÑģов еÑĤ", + "id di", + "idd i", + "åIJĪ ãĤıãģĽ", + "Ġ åIJī", + "ĠåIJ ī", + "Ġk iá»ĩm", + "ë² ½", + "ĠÙħع ÙħÙĪÙĦ", + "ĠопÑĢед елÑı", + "ĠопÑĢедел Ñı", + "Ġmik tar", + "Ġ ìŀIJëıĻ", + "ĠìŀIJ ëıĻ", + "Ġil aç", + "л оÑĩ", + "ло Ñĩ", + "Ġy ılı", + "Ġyıl ı", + "Ġyı lı", + "Ġ ÄIJá»ĥ", + "ĠÄIJ á»ĥ", + "ĠÄIJá» ĥ", + "Ġab ych", + "Ġaby ch", + "Ġrek lam", + "Ġrekl am", + "Ġv ypad", + "Ġvy pad", + "Ġvyp ad", + "Ġна ÑĥÑĩ", + "à¹Ģà¸Ħร าะห", + "Ġ ä»ĸ", + "p ovÄĽ", + "po vÄĽ", + "ï¼Į 让", + "ç¥ Ŀ", + "ا ÙĪÙĨد", + "اÙĪ ÙĨد", + "اÙĪÙĨ د", + "Ġ: |:", + "Ġ:| :", + "Ġre ž", + "Ġvyb av", + "ìľ ¤", + "æŃ ´", + "огÑĢаÑĦ иÑı", + "ez peÄį", + "ezpe Äį", + "± n", + "о вÑĥ", + "ов Ñĥ", + "Ġд Ñĥма", + "ĠдÑĥ ма", + "ĠдÑĥм а", + "Ġjedn odu", + "Ġjedno du", + "о Ñīи", + "оÑī и", + "ĠÙħ شتر", + "ĠÙħØ´ تر", + "è¦ ³", + "Ġyok tur", + "Ġyoktu r", + "Ġob Äįan", + "ĠTr ần", + "ım sız", + "α ιν", + "αι ν", + " Į", + "ر ÛĮاÙĨ", + "رÛĮ اÙĨ", + "ĠJe ho", + "ĠJeh o", + "ĠاÙĦ Ø¢ÙĨ", + "ĠاÙĦØ¢ ÙĨ", + "ÑģÑĮ ким", + "ÑģÑĮк им", + "Ġk dyby", + "Ġkdy by", + "ĠbaÅŁ ına", + "Ġprez ident", + "Ġ Viá»ĩc", + "ĠV iá»ĩc", + "åħ ¼", + "à¥Į à¤ľ", + "Ġ매매 ê°Ģ", + "模 å¼ı", + "nÃŃ mu", + "nÃŃm u", + "Ġ åĤ", + "Ġå Ĥ", + "Ġ deniz", + "Ġd eniz", + "Ġden iz", + "ĺ èĽĽ", + "Ġ èĢĮ", + "ĠèĢ Į", + "ÙĪ ØŃ", + "Ñĭ п", + "Ġâĸ ¼", + "n ul", + "nu l", + "ĠS ev", + "ĠSe v", + "Ġ ruh", + "Ġr uh", + "Ġru h", + "Ġh ạ", + "Ġ Ñıн", + "ĠÑı н", + "Ġ기 본", + "Ġv elik", + "Ġve lik", + "Ġvel ik", + "ĠT ân", + "и лиÑģÑĮ", + "ил иÑģÑĮ", + "или ÑģÑĮ", + "ĠÑħ ÑĢа", + "åĤ ·", + "Ġà¤Ĩ à¤ı", + "Ġn ynÃŃ", + "Ġny nÃŃ", + "» ØĮ", + "ĠØ´ ع", + "æĿ Ĥ", + "Ġм ÑĭÑĪ", + "ĠмÑĭ ÑĪ", + "ãģĻ ãģIJ", + "Ġ ê³µì§Ģ", + "Ġê³µ ì§Ģ", + "Ġt á»Ļc", + "ãĥ¼ ãĥĩ", + "ãĥ¼ãĥ ĩ", + "ĠÑģ ело", + "ĠÑģел о", + "Ġا عÙĦاÙħ", + "Ġاع ÙĦاÙħ", + "ĠÅŁ imdi", + "ĠÅŁi mdi", + "ĠاÙĦÙħ ÙĬÙĦاد", + "ĠاÙĨÙĤÙĦ اب", + "Ġشخص ÙĬØ©", + "ĠK ür", + "ĠKü r", + "Ġ вÑĸÑĤ", + "Ġв ÑĸÑĤ", + "ĠвÑĸ ÑĤ", + "ĠاÙĨد ازÙĩ", + "Ġм оÑī", + "Ġмо Ñī", + "t ernet", + "ter net", + "tern et", + "ĠαÏħ ÏĦή", + "ĠÑĢоз ÑĤа", + "Ġв ив", + "Ġви в", + "l ej", + "le j", + "Ġ 表", + "Ġè¡ ¨", + "ÏĥÏĥ ÏĮÏĦε", + "ĠÙĬ ست", + "ĠÙĬس ت", + "Ġм аÑĪ", + "Ġма ÑĪ", + "åĿ ļ", + "Ġком наÑĤ", + "า หล", + "าห ล", + "Ġ çĻ¼", + "ĠçĻ ¼", + "ĠاÙĪÙĦ ÛĮÙĨ", + "è¿IJ åĬ¨", + "Ġп ÑĥнкÑĤ", + "ĠпÑĥнк ÑĤ", + "ĠоÑģоб енно", + "Ġм ам", + "Ġма м", + "ç» ©", + "￣￣￣￣ ￣￣￣￣", + "алÑĮ нÑĭм", + "ĠЦ енÑĤ", + "ĠЦе нÑĤ", + "- Ðľ", + "ç· Ĵ", + "Ġह à¤ľ", + "о ÑĤÑĭ", + "оÑĤ Ñĭ", + "ãĤ¤ ãĥī", + "د ارة", + "دار Ø©", + "دا رة", + "ãģ¨ ãģĹãģŁ", + "ั à¸ŀย", + "ัà¸ŀ ย", + "Ġot áz", + "Ġдопом огоÑİ", + "à¹ģละ à¸ģาร", + "ĠÑĤÑĢанÑģп оÑĢÑĤ", + "ĠÑĤÑĢанÑģпоÑĢ ÑĤ", + "ĠÙĤر Ø¢ÙĨ", + "Ġ 第ä¸Ģ", + "Ġ第 ä¸Ģ", + "Ġм ил", + "Ġми л", + "Ġng ôi", + "Ġl inh", + "Ġli nh", + "Ġlin h", + "ĠNh ân", + "ÑĮогод нÑĸ", + "æĢ Ģ", + "à¹ī าส", + "à¹īา ส", + ".:: .::", + "Ġbi rey", + "Ġbir ey", + "æĢĿ ãģĦ", + "à¹ĥ à¸Ķ", + "веÑĢ д", + "ве ÑĢд", + "Ġlistop adu", + "Ġ à¹ģม", + "Ġà¹ģ ม", + "г е", + "Ġк ÑĥÑħ", + "ĠкÑĥ Ñħ", + "Ġ íĻľëıĻ", + "ĠíĻľ ëıĻ", + "Ġ èİ", + "Ġè İ", + "ĠÐIJ лÑĮ", + "ĠÐIJл ÑĮ", + "íļĮ ìĿĺ", + "ĠÏĢ Ïģα", + "Ġv ui", + "Ġvu i", + "ว ร", + "à¤Ĥ व", + "Ġg ece", + "Ġge ce", + "Ġgec e", + "ç« ¶", + "Ġk uv", + "Ġku v", + "м еÑī", + "ме Ñī", + "ĠÑĤеп еÑĢÑĮ", + "ĠÑĤепеÑĢ ÑĮ", + "à¸Ń à¹Ģม", + "åĪ¶ 度", + "ĠÑĤ ÑĢеÑĤ", + "ĠÑĤÑĢ еÑĤ", + "ĠÙĨ تÛĮجÙĩ", + "ä»ĺ ãģį", + "Ġ ï¾ŀ", + "Ġï¾ ŀ", + "Ġ Ñĩого", + "ĠÑĩ ого", + "âĢIJ -", + "ĠÅĻÃŃ ká", + "à¸ĩ à¹ĥà¸Ļ", + "ĠnÄĽkol ika", + "ĠnÄĽkolik a", + "Ġb una", + "Ġbu na", + "Ġbun a", + "ï¼Į åŃĺäºİ", + "ล ำ", + "ãĢģ ãģ¨", + "Ġn á»Ļp", + "ĠاÙĦ جÙĨ", + "ĠاÙĦج ÙĨ", + "ĠÎł αν", + "Ġγα ν", + "Ðŀ Ðł", + "Ġدخ تر", + "Ġúda je", + "Ġúdaj e", + "Ġ å¼ł", + "Ġå¼ ł", + "r etim", + "re tim", + "ret im", + "s ınız", + "sın ız", + "ĠÙĩÙĨ اÙĥ", + "ĠÙĩÙĨا Ùĥ", + "ÐĽ Ь", + "æķ ¬", + "Îij Îľ", + "页éĿ¢ åŃĺæ¡£å¤ĩ份", + "ìĤ¬ ê°Ģ", + "Ġt rest", + "Ġtr est", + "Ġtre st", + "Ġtres t", + "v iÄį", + "vi Äį", + "ĠÙ¾ ÛĮدا", + "ĠÙ¾ÛĮ دا", + "ζ ε", + "ĠÐŁ ов", + "ĠÐŁÐ¾ в", + "ÙĦÙħ ات", + "o rex", + "or ex", + "ore x", + "è¬ Ľ", + "ĠвÑĸдк ÑĢиÑĤ", + "м аÑħ", + "ма Ñħ", + "ĠÑĩиÑģ ле", + "ت بار", + "تب ار", + "ĠÎŃ Îº", + "ìķĦ íĮĮíĬ¸", + "r avel", + "ra vel", + "rav el", + "α Ïĥία", + "αÏĥ ία", + "a Äį", + "Ġ à¤ıन", + "Ġà¤ı न", + "ละ à¹Ģà¸Ń", + "Ġз алеж", + "Ġза леж", + "Ġзал еж", + "Ġ æģ", + "Ġæ ģ", + "Ġмож еÑĤе", + "ĠможеÑĤ е", + "Ġможе ÑĤе", + "Ġпо вед", + "Ġпов ед", + "ĠبسÛĮ ارÛĮ", + "ĠبسÛĮار ÛĮ", + "Ġ poÄįet", + "Ġpo Äįet", + "ĠpoÄį et", + "ر بع", + "رب ع", + "e lez", + "el ez", + "ele z", + "ا ÙĪرÛĮ", + "اÙĪ رÛĮ", + "اÙĪر ÛĮ", + "Ġba ÅŁk", + "ĠbaÅŁ k", + "å° Ĥ", + "Ġhal de", + "æĭ Ł", + "S au", + "Sa u", + "о ÑĨи", + "ี à¸Ħ", + "Ġв лади", + "Ġвла ди", + "Ġвлад и", + "ÙIJ Ùħ", + "k ud", + "ku d", + "à¥Ĥ ब", + "å§Ķ åĵ¡", + "า รà¸ĵ", + "าร à¸ĵ", + "o rů", + "or ů", + "Ġ ÙħÙĪÙĦ", + "ĠÙħ ÙĪÙĦ", + "ĠÙħÙĪ ÙĦ", + "Ġ byt", + "Ġb yt", + "Ġby t", + "ĠpÅĻÃŃslu Å¡", + "èĭ± è¯Ń", + "éĢ IJ", + "Ġvel ké", + "Ġvelk é", + "Ġà¤Ĩ श", + "Ġph iếu", + "Ġphi ếu", + "à¹ĥ ส", + "Ġاس Ù¾", + "Ġzbo žÃŃ", + "ãģĵ ãĤĵãģª", + "ãģĵãĤĵ ãģª", + "ĠÙĪÙĩ ÙĬ", + "ĠÑĥÑĩа ÑģÑĤÑĮ", + "ĠÑĥÑĩаÑģÑĤ ÑĮ", + "ĠÑĥÑĩаÑģ ÑĤÑĮ", + "à¸Īำ à¸Ļวà¸Ļ", + "Ġتر Ú©", + "åįģ åĪĨ", + "ÎŁ Îł", + "ÎŁÎ ł", + "κ ολ", + "κο λ", + "Ġf akat", + "Ġfa kat", + "Ġfak at", + "Ġch á»Ĺ", + "éĢļ çŁ¥", + "Ġв одÑĥ", + "Ġво дÑĥ", + "Ġвод Ñĥ", + "ĠÎļα ÏĦηγοÏģία", + "aca ģını", + "acaÄŁ ını", + "л ого", + "ло го", + "ĠmÃ¼ÅŁ ter", + "Ġj ednou", + "Ġjed nou", + "Ġjedn ou", + "Ġjedno u", + "Ġб аÑĢ", + "Ġба ÑĢ", + "i dae", + "id ae", + "ida e", + "d ım", + "dı m", + "è¾ ²", + "åIJ ¹", + "ëIJ ©ëĭĪëĭ¤", + "ĠÅŁekl inde", + "e ným", + "en ým", + "ený m", + "ëĵ ¯", + "i tÄĽ", + "it ÄĽ", + "Ġк олÑĮ", + "Ġкол ÑĮ", + "Ġко лÑĮ", + "ëĮĢ íķĻ", + "ĠÃĸ r", + "Ġ ê½", + "Ġê ½", + "ĠUB ND", + "Ġh ik", + "Ġhi k", + "ãĤī ãģĹãģĦ", + "ãĤīãģĹ ãģĦ", + "åĩº åĵģ", + "C ó", + "Ġ Îŀ", + "ĠÎ ŀ", + "Ġ åħ¥", + "Ġåħ ¥", + "ĠNg uyên", + "ĠÙ¾ ÙĪØ´", + "лÑı ÑĶ", + "ĠØ¢ غاز", + "Ġnhiá»ħ m", + "d ivid", + "div id", + "di vid", + "ç ĺ", + "ا ÙģتÙĩ", + "اÙģ تÙĩ", + "اÙģت Ùĩ", + "а меÑĤ", + "ам еÑĤ", + "нÑĥ лÑģÑı", + "нÑĥл ÑģÑı", + "ä¼ģ æ¥Ń", + "ÑĢоб ÑĸÑĤ", + "dü ÄŁÃ¼", + "dÃ¼ÄŁ ü", + "Ġ کاÙĨ", + "ĠÚ© اÙĨ", + "à¸Ń à¸ĩà¸Ĺ", + "à¸Ńà¸ĩ à¸Ĺ", + "й н", + "Ġpoh yb", + "Ġpohy b", + "Ġb iá»ĩn", + "Ġbi á»ĩn", + "Ġ ï¼Ľ", + "Ġï¼ Ľ", + "Ùħ ÙĨد", + "ÙħÙĨ د", + "Ġà¤Ĩ à¤ķ", + "ĠÄįlov ÄĽk", + "ĠÄįlovÄĽ k", + "ãĤĴè¦ĭ ãĤĭ", + "ë· °", + "ĠÑĥв елиÑĩ", + "ĠÑĥвели Ñĩ", + "Ġ ê´", + "Ġê ´", + "Ġyan lÄ±ÅŁ", + "éº ¦", + "Ġå¤ĸ éĥ¨", + "ÏĦ οÏħÏģγ", + "ÏĦοÏħ Ïģγ", + "Ġп ÑĢоÑĩ", + "ĠпÑĢ оÑĩ", + "ĠпÑĢо Ñĩ", + "ĠÑĢÑĥ ковод", + "çĽ ¤", + "èľ ĺèĽĽ", + "å®ī è£ħ", + "ĠУ кÑĢа", + "Ġtart Ä±ÅŁ", + "ÑĤ аж", + "ÑĤа ж", + "ĠoluÅŁ an", + "ĠRus ya", + "Ġк лÑĥб", + "Ġкл Ñĥб", + "ĠклÑĥ б", + "ĠÎł Ρ", + "alı dır", + "k ın", + "kı n", + "ĠзмÑĸ ни", + "ĠзмÑĸн и", + "leÅŁ ik", + "еÑĢ п", + "об Ñīе", + "обÑī е", + "Ġqu áºŃn", + "Ġप श", + "ãĤĴ åıĹ", + "à¹Ģล à¸Ĥ", + "ا ضر", + "اض ر", + "Ġuž ivatel", + "λ ία", + "λί α", + "ĠÐĴ они", + "ĠÐĴо ни", + "ุà¸Ķ à¸Ĺ", + "ĠV Ãł", + "ãĥ³ ãĤ¿", + ") ëĬĶ", + "æ¸ Ľ", + "Ġ μÏĢ", + "Ġμ ÏĢ", + "å· §", + "ĠÑĪ кол", + "ĠÑĪк ол", + "Ġì²ĺ ìĿĮ", + "ัà¸ģ à¸Ķ", + "æ® Ĭ", + "Ġnh á»Ŀ", + "ĠοÏĢο ία", + "à¹ģ à¸Ļว", + "à¹ģà¸Ļ ว", + "меÑĢик ан", + "nÃŃ ka", + "nÃŃk a", + "Ġíĺ¸ íħĶ", + "سب ب", + "à¸ĩ ม", + "ìŀĪ ëĬĶ", + "غ Ø·", + "Ùı ÙĦ", + "¹ æŀľ", + "Ñĩ Ñĸв", + "ÑĩÑĸ в", + "ÑĪ аÑı", + "ÑĪа Ñı", + "ĠØ¥ ÙĦا", + "ĠØ¥ÙĦ ا", + "خص ÙĪص", + "ll ll", + "ĠÑį ÑĤим", + "ĠÑįÑĤ им", + "ĠÑįÑĤи м", + "Ġz vÃŃ", + "Ġzv ÃŃ", + "Ġqu án", + "Ġquá n", + "à¸Ļ à¸ģ", + "Ġп олов", + "Ġпо лов", + "Ġпол ов", + "Ġ æ·±", + "Ġæ· ±", + "Ġm iá»ģn", + "Ġmi á»ģn", + "人 éĸĵ", + "Ġз им", + "Ġmey dana", + "е ÑĦ", + "Ġb á»ģn", + "Ġbá»ģ n", + "ز ÙĬد", + "زÙĬ د", + "ĠÐł еÑģп", + "ĠÐłÐµ Ñģп", + "ÎĻ ΣΤ", + "ÎĻΣ Τ", + "Ġ æĶ¶", + "ĠæĶ ¶", + "r aya", + "ra ya", + "ray a", + "ĠتÙĪ اÙĨد", + "ĠتÙĪاÙĨ د", + "Ġ ister", + "Ġis ter", + "Ġi ster", + "Ġist er", + "Ġ ë°Ģ", + "Ġë° Ģ", + "ĠмеÑħ ани", + "Ġ à¸ķำ", + "Ġà¸ķ ำ", + "Ġд ека", + "Ġде ка", + "Ġдек а", + "à¤Ĥ à¤Ĺल", + "à¤Ĥà¤Ĺ ल", + "ãĥ¼ ãĤ«ãĥ¼", + "Ġnep ÅĻÃŃ", + "ĠnepÅĻ ÃŃ", + "ĠÑģ ÑĩиÑĤ", + "ĠÑģÑĩ иÑĤ", + "Ġο μά", + "Ġç ift", + "ب ÛĮÙĨÛĮ", + "بÛĮ ÙĨÛĮ", + "بÛĮÙĨ ÛĮ", + "m eleri", + "me leri", + "mel eri", + "meler i", + "Ġвоз дейÑģÑĤв", + "d ou", + "do u", + "ìĥģ ìĿĦ", + "ĠÐĴ олод", + "ĠÐĴо лод", + "ĠÐĴол од", + "ε β", + "ÐĿ Ðĺ", + "Ñı к", + "Ïį ÏĦε", + "з ано", + "за но", + "len ir", + "c elik", + "ce lik", + "cel ik", + "ĠÑģоÑģÑĤав лÑıеÑĤ", + "ι αÏĤ", + "ια ÏĤ", + "ĠÐĵ оÑĢ", + "ä¹ĭ ä¸Ģ", + "Ïĥμ ÏĮÏĤ", + "ÏĥμÏĮ ÏĤ", + "ãģ« éĸ¢", + "Ġв Ñĩ", + "Ġп оÑģк", + "Ġпо Ñģк", + "ĠпоÑģ к", + "è¼ ¯", + "à¥Ģ श", + "ĠØ¢ ثار", + "à¸Ħวาม ร", + "Ġ един", + "Ġе дин", + "Ġеди н", + "íħ IJ", + "å¹³ æĪIJ", + "ĠkiÅŁ inin", + "ĠkiÅŁi nin", + "ãĤ² ãĥ¼ãĥł", + "à¥įत व", + "Ġkapsam ında", + "Ġak tar", + "Ġakt ar", + "Ġtr ừ", + "Ġر شد", + "Ġна каз", + "Ġнак аз", + "ر ÙĬÙĦ", + "رÙĬ ÙĦ", + "à¸Ń à¸Ħ", + "Ġگذ شتÙĩ", + "Ġ æ°ij", + "Ġæ° ij", + "ĠÑĤеб Ñı", + "s por", + "sp or", + "spo r", + "Ñİ ÑīаÑı", + "ÑİÑī аÑı", + "окÑĢем а", + "в ад", + "ва д", + "ĠCh úng", + "ĠزÛĮ ادÛĮ", + "ĠزÛĮاد ÛĮ", + "е ного", + "ен ого", + "ено го", + "ĠÚ© سÛĮ", + "à ŀ", + "Ġad ına", + "Ġadı na", + "Ñĥ да", + "Ñĥд а", + "Ñĸ ÑĶ", + "аÑĤ ели", + "аÑĤе ли", + "Ġnáv Å¡tÄĽ", + "çĶ¨ äºİ", + "ĠپرÙĪ ÙĨدÙĩ", + "ĠÙĨ بÙĪد", + "ĠÙĨب ÙĪد", + "س ات", + "ìĹ ĺ", + "ãģ£ ãģ¦ãĤĤ", + "ãģ£ãģ¦ ãĤĤ", + "Ġ çī©", + "Ġçī ©", + "Ðĺ з", + "åĪ ·", + "Ġ íľ´", + "Ġí ľ´", + "ĠоÑģоб лив", + "ãģĹ ãģ¾ãģ£ãģŁ", + "ãģĹãģ¾ ãģ£ãģŁ", + "a ydı", + "ay dı", + "ayd ı", + "åĩº çļĦ", + "ĠìķĦëĭĪ ëĿ¼", + "ıs ını", + "à¸Ĺาà¸ĩ à¸ģาร", + "Ġzv uky", + "Ġ 管", + "Ġç® ¡", + "âĸĭ âĸĭ", + "ĠÑĤ елеÑĦ", + "ĠÑĤел еÑĦ", + "Ġн елÑĮзÑı", + "ãĥ« ãģ®", + "Ïĥ ÏĢ", + "Ġ ç³", + "Ġç ³", + "åł ¡", + "ÑĨ Ñĥз", + "ÑĨÑĥ з", + "رÙĬ ÙĤØ©", + "رÙĬÙĤ Ø©", + "à¤¿à¤Ľ ल", + "è² ©", + "ĠУ кÑĢаÑĹн", + "ĠУкÑĢаÑĹ Ð½", + "ĠÙħسئ ÙĪÙĦ", + "Ġо ÑĩÑĸ", + "ĠоÑĩ Ñĸ", + "æľĢ å¾Į", + "Ġзна Ñİ", + "Ġзн аÑİ", + "à¹ī à¸Ļà¸Ĺ", + "à¹īà¸Ļ à¸Ĺ", + "ĠÑĤ еÑĢап", + "ĠÑĤеÑĢ ап", + "ĠÑĤе ÑĢап", + "ĠÑģп ок", + "ĠØ®ÙĪد رÙĪ", + "éĺ »", + "Ġdüz ey", + "ä¸Ģ åĢĭ", + "ا ÙģÙĩ", + "اÙģ Ùĩ", + "à¤Ĥ य", + "èµĦ 产", + "继 ç»Ń", + "ĠÑģ лаб", + "ĠÑģл аб", + "æĦı æĢĿ", + "ĠíĻĺ ìĤ°", + "ĠÑı ÑĢ", + "Ġd ůvod", + "Ġdů vod", + "çĿ Ľ", + "تÛĮ ب", + "ĠÙĪ ÛĮر", + "ĠÙĪÛĮ ر", + "ĠÙĩ زÛĮÙĨÙĩ", + "Ġben zer", + "Ġbenz er", + "ĠÙħ ادÙĩ", + "ĠÙħا دÙĩ", + "ĠÙħاد Ùĩ", + "à¥Į à¤ķ", + "Ġ à¹Ģà¸ķ", + "Ġà¹Ģ à¸ķ", + "Ġà¹Ģภķ", + "ãĤĪ ãģı", + "ид енÑĤ", + "èĭ± èªŀ", + "е ÑĢÑĭ", + "еÑĢ Ñĭ", + "Ġê¸Ī ìķ¡", + "Ġ ãĥ¼", + "Ġãĥ ¼", + "Ġ ëį¤íĶĦ", + "Ġëį ¤íĶĦ", + "ÑĢ аÑĤÑĮ", + "ÑĢа ÑĤÑĮ", + "ÑĢаÑĤ ÑĮ", + "Ġ åįķ", + "Ġåį ķ", + "à¹Ģà¸ī à¸ŀาะ", + "Ġ æĶ¿", + "ĠæĶ ¿", + "Ġà¤Ĩ म", + "Ġз ни", + "Ġзн и", + "Ġ ëĿ¼ìĿ´", + "ĠëĿ¼ ìĿ´", + "æİ Į", + "çIJĨ çĶ±", + "Ġ اغ", + "Ġا غ", + "ĠØ§Ø º", + "ĠÑģ иг", + "ĠÑģи г", + "Ġе ÑĦекÑĤив", + "ĠÐŁ ÑĢед", + "ĠÐŁÑĢ ед", + "ãĥ´ ãĤ£", + "Ġви ко", + "Ġвик о", + "Ġt vrd", + "Ġtv rd", + "ëĤ´ 기", + "ãĥĭ ãĤ¢", + "ĠÙħشاÙĩ دÙĩ", + "Ġस à¤ļ", + "l Ã¼ÄŁ", + "lü ÄŁ", + "è¯ģ åĪ¸", + "Ġs iêu", + "Ġsi êu", + "Ġ оÑĤв", + "ĠоÑĤ в", + "Ġvyt voÅĻ", + "ĠØŃ ÙħÙĦ", + "ĠØŃÙħ ÙĦ", + "ĠÑĦ ÑĢан", + "à¹ī à¸Ķ", + "åĮ» éĻ¢", + "Ġв лад", + "Ġвла д", + "غ ÙĦ", + "建 ç«ĭ", + "os loven", + "osl oven", + "и лаÑģÑĮ", + "ила ÑģÑĮ", + "عÙĦ ÙĪÙħات", + "عÙĦÙĪÙħ ات", + "Ġ ترÛĮÙĨ", + "Ġتر ÛĮÙĨ", + "ÎŃ Ïģει", + "ÎŃÏģ ει", + "Ġb áºŃt", + "ĠÙħØ´ Ú©", + "Ġر ئÙĬس", + "Ġرئ ÙĬس", + "Ġìłľ ìŀij", + "γ η", + "Ġн Ñĸк", + "ĠнÑĸ к", + "Ġ구 ìĦ±", + "ĠÄij en", + "Ġà¤ļ र", + "Ġgeç miÅŁ", + "äºĨ 解", + "Ġл еÑģ", + "Ġqu anh", + "Ġqua nh", + "Ġquan h", + "ãĢĮ æĪij", + "ĠNÄĽkter á", + "ëŀ į", + "Ãħ Ÿ", + "à¤Ĥ दर", + "à¤Ĥद र", + "ìķĦ ìĿ´", + "å°ij ãģĹ", + "ĠØ´Ùĩر ÛĮ", + "ĠØ´Ùĩ رÛĮ", + "κ ÏĦη", + "ĠâĹ Ħ", + "Ġ Ùĥس", + "ĠÙĥ س", + "è· Į", + "à ı", + "å·¥ åħ·", + "åĬ ĥ", + "p om", + "po m", + "ĠнавÑĩ аннÑı", + "Ġ رج", + "Ġر ج", + "ÑĢ ÑĥеÑĤÑģÑı", + "ÑĢÑĥ еÑĤÑģÑı", + "ÑĢÑĥеÑĤ ÑģÑı", + "Ġν ÎŃ", + "ÛĮÙĨ Ú©", + "à¹Ĥ à¸ĭ", + "åĭ ¤", + "ãģĹãģ¾ ãģĨ", + "ĠÑģ оглаÑģ", + "ĠÑģог лаÑģ", + "éĩij èŀį", + "ç »¿", + "ç» ¿", + "ĠС ан", + "æķ µ", + "Ġпо вÑĸÑĤ", + "Ġпов ÑĸÑĤ", + "Ġпом оÑīи", + "ĠпомоÑī и", + "ãĥ¡ ãĥªãĤ«", + "ãĤ· ãĤ¢", + "ĠÏĢ ÏģοÏĤ", + "ĠÏĢÏģο ÏĤ", + "èĪª 空", + "ĠваÑĢи анÑĤ", + "ĠваÑĢиан ÑĤ", + "Ġyalnız ca", + "ç³» çµ±", + "ĠÙģ ÙĪر", + "ĠÙģÙĪ ر", + "оÑĩ ной", + "оÑĩно й", + "à¹Ģว à¸Ńร", + "ĠкÑĥлÑĮ ÑĤÑĥÑĢ", + "ĠкÑĥлÑĮÑĤÑĥ ÑĢ", + "Ïĩ ι", + "ÄįÃŃ ta", + " ĵ", + "人 ãģĮ", + "κ οÏį", + "κο Ïį", + "ĠÑĢе ÑĶ", + "Ġв ÑģÑİ", + "ĠвÑģ Ñİ", + "éº Ĺ", + "Ġز ÙĨاÙĨ", + "ĠزÙĨ اÙĨ", + "çĭ Ĥ", + "Ġ หม", + "Ġห ม", + "Ġx úc", + "åħ Ĵ", + "ÄŁ inin", + "ÄŁi nin", + "ÄŁini n", + "ÄŁin in", + "åĸľ 欢", + "ĠÑģÑĤ ад", + "ĠÑģÑĤа д", + "iy esi", + "iye si", + "ìļ ±", + "è Ŀ", + "Ġ kus", + "Ġk us", + "Ġku s", + "ÏĦ ολ", + "ÏĦο λ", + "г Ñĸв", + "Ñĸ ли", + "Ñĸл и", + "ãģĦ ãĤĦ", + "é© Ĺ", + "ont rol", + "ا ÙĦÙĥ", + "اÙĦ Ùĥ", + "к овиÑħ", + "ко виÑħ", + "ков иÑħ", + "ĠÑģÑĤ ало", + "ĠÑģÑĤал о", + "ĠÑģÑĤа ло", + "ĠÎł αÏģα", + "Ġγα Ïģα", + "ĠγαÏģ α", + "Ġ chy", + "Ġc hy", + "Ġch y", + "Ġcih az", + "ĩ ´", + "ìŀ¥ ìĿ´", + "a ceae", + "ace ae", + "acea e", + "Ø´ Ùĩر", + "Ø´Ùĩ ر", + "ил аннÑı", + "çļĦ å°ı", + "Ġth ụ", + "Ġthá» ¥", + "ÙĪ ÙĨت", + "ÙĪÙĨ ت", + "л оÑĢ", + "ло ÑĢ", + "ãĤĴ æĮģ", + "ĠÎĶ ι", + "Ġ 羣", + "Ġçľ Ł", + "ÐĽ Ðŀ", + "é½ IJ", + "çİ Ħ", + "ا ÙĪÙĩ", + "اÙĪ Ùĩ", + "Ġи нÑĤ", + "Ġин ÑĤ", + "à¥Ģ à¤Łà¤°", + "à¥Ģà¤Ł र", + "Ġ обÑīе", + "Ġоб Ñīе", + "ĠобÑī е", + "Ġдеп ÑĥÑĤ", + "μÎŃν εÏĤ", + "ĠÙĥ ÙĬÙģ", + "ع ÙħÙĦ", + "عÙħ ÙĦ", + "ï¼Į å¦Ĥæŀľ", + "ï¼Įå¦Ĥ æŀľ", + "Ġин ÑĦек", + "i tele", + "it ele", + "ite le", + "itel e", + "Ġ ãĢĢãĢĢĠãĢĢ", + "ĠãĢĢ ãĢĢĠãĢĢ", + "ĠãĢĢãĢĢ ĠãĢĢ", + "ãĤ¤ ãĥ³ãĥĪ", + "ãĤ¤ãĥ³ ãĥĪ", + "л ÑĸÑĤ", + "лÑĸ ÑĤ", + "Ġ ÑģÑİ", + "ĠÑģ Ñİ", + "Ġz ase", + "Ġza se", + "Ġzas e", + "d ech", + "de ch", + "dec h", + "е ко", + "ек о", + "è® ĵ", + "åı ¬", + "з ем", + "Îł Îij", + "Ġvz du", + "า à¸Īาà¸ģ", + "าà¸Ī าà¸ģ", + "ko liv", + "kol iv", + "koli v", + "zk um", + "èģ Ĭ", + "Ġì±Ħ ìļ©", + "๠į", + "Ġ asp", + "Ġa sp", + "Ġas p", + "Û² Û´", + "ìĿ¸ ëį°", + "ĠkarÅŁÄ± laÅŁ", + "ï¼Į åı¯ä»¥", + "ï¼Įåı¯ 以", + "Ġà¤ĩन à¤ķ", + "Ġ ìĬ¤íĥĢ", + "ĠìĬ¤ íĥĢ", + "éĥ¨ å±ĭ", + "åĪ¶ ä½ľ", + "ãĥ¼ ãĤ·ãĥ§ãĥ³", + "ον ÏĦαÏĤ", + "γ ο", + "Ġìŀij ìĦ±", + "èij £", + "oz ÅĻejmÄĽ", + "ĠÑĢезÑĥлÑĮÑĤаÑĤ е", + "ĠÑĢезÑĥлÑĮÑĤ аÑĤе", + "ĠIns ecta", + "Ġs kon", + "Ġsk on", + "o tu", + "ot u", + "Ġp ÄĽt", + "ĠpÄĽ t", + "Ñģ ÑĮого", + "ÑģÑĮ ого", + "ĠÄ°s lam", + "Ġl á»ħ", + "Ġlá» ħ", + "ä¸Ń åľĭ", + "ĠÐľÑĸ нÑĸÑģÑĤ", + "åIJĪ åIJĮ", + "asy onu", + "asyon u", + "ож еÑĤ", + "оже ÑĤ", + "èĩª åĬ¨", + "ÑģÑĮ коÑİ", + "ÑģÑĮк оÑİ", + "ÑģÑĮко Ñİ", + "ĠkiÅŁ isel", + "ĠkiÅŁi sel", + "ÏĦ ικοÏį", + "ÏĦικ οÏį", + "ÏĦι κοÏį", + "ÏĦικο Ïį", + "Ġ ÑĥÑĩаÑģ", + "ĠÑĥ ÑĩаÑģ", + "ĠÑĥÑĩ аÑģ", + "ĠÑĥÑĩа Ñģ", + "ıl mÄ±ÅŁtır", + "ılmÄ±ÅŁ tır", + "ĠÑı ке", + "ĠÑıк е", + "Ñī инÑĭ", + "Ñīи нÑĭ", + "Ñīин Ñĭ", + "м аÑĢ", + "ма ÑĢ", + "Ġso udu", + "Ġsou du", + "Ġsoud u", + "Âł Я", + "Ġд ÑĢÑĥ", + "ĠдÑĢ Ñĥ", + "ãģ¡ ãĤĩ", + "à¥ĭ à¥ľ", + "ï¾ ij", + "Ġ ÏĦÏĮ", + "ĠÏĦ ÏĮ", + "Ġ ضر", + "Ġض ر", + "l áš", + "lá Å¡", + "Ġд Ñĸв", + "ĠдÑĸ в", + "Ġج دÙĬد", + "Ġجد ÙĬد", + "Ġнеб олÑĮÑĪ", + "ĠнеболÑĮ ÑĪ", + "éģ Ń", + "ç» į", + "ĠKur ulu", + "ĠKurul u", + "ÑģÑĤÑĢ ÑĥменÑĤ", + "ÑģÑĤÑĢÑĥ менÑĤ", + "è¿Ļ æĺ¯", + "ìĻ Ķëĭ¤", + "ìĻĶ ëĭ¤", + "м елÑĮ", + "ме лÑĮ", + "Ġ ä¼Ĭ", + "ủ ng", + "ĠзавиÑģим оÑģÑĤи", + "ëį ¤íĶĦ", + "çĩ ĥ", + "è¿ĩ åİ»", + "ĠзаÑģÑĤоÑģ ÑĥваннÑı", + "Ġداخ ÙĦÛĮ", + "ĠداخÙĦ ÛĮ", + "Ñī Ñij", + "ĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂł", + "ĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂł", + "ïº ®", + "ĠاÙĦÙħ ÙħÙĦÙĥØ©", + "s ında", + "sı nda", + "sın da", + "è³ Ģ", + "å± ı", + "Ġ ê¿", + "Ġê ¿", + "Ġdo ktor", + "Ġdok tor", + "ĠÙĤ اب", + "ĠS ist", + "ĠSi st", + "ĠмеÑģÑĤ е", + "ĠÑģоÑħ ÑĢа", + "ا شتÙĩ", + "اش تÙĩ", + "اشت Ùĩ", + "Ġ æľŁ", + "ĠпоÑģк олÑĮкÑĥ", + "Ġp ev", + "Ġpe v", + "ا گر", + "اگ ر", + "Ùħ ز", + "Ġض ÙħÙĨ", + "ॠ©", + "g esi", + "ge si", + "ges i", + "a ÄŁa", + "aÄŁ a", + "解 åĨ³", + "ëħ¸ ì¶ľ", + "Ġl uyá»ĩn", + "Ġкон ÑĤак", + "ĠконÑĤ ак", + "ภº", + "Ġ NgÃły", + "ĠNg Ãły", + "Ġvý stav", + "Ġth uyết", + "اÛĮ ع", + "Ġ: /:", + "Ġ:/ :", + "Ġph ạt", + "ĠÎij ÏĢÏĮ", + "ĠÎijÏĢ ÏĮ", + "Ġ muz", + "Ġm uz", + "Ġmu z", + "Ġ ìĥī", + "Ġìĥ ī", + "ĠÃĩ in", + "Ġکار برد", + "Ġکاربر د", + "ائ د", + "ب اد", + "با د", + "à¥į तम", + "à¥įत म", + "Ġ ëijĺ", + "Ġëij ĺ", + "Ġм оз", + "Ġмо з", + "Å¡ ÃŃch", + "Å¡ÃŃ ch", + "Ġ มห", + "Ġม ห", + "ĠØ¢ س", + "ĠÑģ лиÑĪком", + "èĥ ¡", + "è£ ģ", + "æĪ »", + "ĠìĦ¤ ëªħ", + "Ġo tom", + "Ġot om", + "Ġoto m", + "Ġलà¤Ĺ à¤Ńà¤Ĺ", + "à¸ĩ à¸ģ", + "ا بد", + "اب د", + "à¸Ļ าม", + "à¸Ļา ม", + "èĤ ©", + "Ġشد ÙĨد", + "ĠشدÙĨ د", + "ãģĿãģ® ä»ĸ", + "ad lo", + "ÄĽ n", + "ĠÙĦ Ùĩا", + "ĠÙĦÙĩ ا", + "Ġмин им", + "Ġми ним", + "Ġd ÅĻev", + "ĠTh iên", + "ĠThi ên", + "ëŀ Ļ", + "en gin", + "eng in", + "à¥Ģ मत", + "à¥Ģम त", + "ĠÑĥп оÑĤÑĢеб", + "âĢĮ تر", + "Ġç¥ŀ 马", + "ov ánÃŃm", + "ová nÃŃm", + "ovánÃŃ m", + "ován ÃŃm", + "Ġд ело", + "Ġдел о", + "Ġде ло", + "Ġ ç¼ĸ", + "Ġç¼ ĸ", + "ĠاÙĦ ظ", + "Ġ вий", + "Ġв ий", + "Ġви й", + "а ÑĤом", + "аÑĤ ом", + "аÑĤо м", + "åħ¬ åijĬ", + "ĠÄij em", + "ãĤ· ãĥªãĥ¼ãĤº", + "ä¸ĭ çļĦ", + "l ası", + "la sı", + "las ı", + "ĠвÑĭ боÑĢ", + "ĠвÑĭб оÑĢ", + "ÑĤ оÑĤ", + "ÑĤо ÑĤ", + "ëıĦ ë³Ħ", + "ĠÑĥ ÑģÑĤан", + "ĠÑĥÑģÑĤ ан", + "Ġ íŀĪ", + "Ġíŀ Ī", + "лÑĥ аÑĤа", + "Ġth ác", + "а нием", + "ан ием", + "ани ем", + "ание м", + "ов аÑĤÑĮÑģÑı", + "ова ÑĤÑĮÑģÑı", + "оваÑĤÑĮ ÑģÑı", + "ÑĤ ÑĶ", + "ÐŃ ÑĤо", + "ï¼Į è¦ģ", + "ĠV z", + "ĠØŃ ÙĪزÙĩ", + "ĠØŃÙĪ زÙĩ", + "- к", + "V Ỽi", + "ent ů", + "Ġbulun duÄŁu", + "Ġbulundu ÄŁu", + "ر ÙĪØ·", + "رÙĪ Ø·", + "ĠÑĹ Ð¹", + "Ġçev r", + "Ġ ÅĻed", + "ĠÅĻ ed", + "ĠÅĻe d", + "Ġس اختÙĩ", + "Ġساخت Ùĩ", + "åĬŀ æ³ķ", + "Ġ ÙĤÙĦ", + "ĠÙĤ ÙĦ", + "i ÅŁi", + "iÅŁ i", + "ï¼Ŀ ï¼Ŀ", + "س اس", + "Ġúdaj ů", + "å ¬", + "æį Ł", + "á ct", + "ác t", + "ĠÎij ÏĢ", + "çĪ ·", + "Ġ ÅĻád", + "ĠÅĻ ád", + "Ġl á»Ĺi", + "Ġlá» Ĺi", + "Ġlá»Ĺ i", + "on tent", + "ont ent", + "onte nt", + "ĠÙħ Ø°", + "ol oji", + "olo ji", + "oloj i", + "Ġپرد اخت", + "à¹ī าà¸ŀ", + "à¹īา à¸ŀ", + "ĠдейÑģÑĤв иÑı", + "Ġmnož stvÃŃ", + "ìķĪ ë§Ī", + "åģ ¶", + "Ġ ÃĶng", + "ĠÃĶ ng", + "Ġdak ika", + "hen dis", + "hend is", + "Ġb ác", + "å¯ ¶", + "à¹ĩà¸ģ หà¸į", + "noc enÃŃ", + "ĠErd oÄŁan", + ": ::::::::::::", + ":: :::::::::::", + ":::: :::::::::", + ":::::: :::::::", + ":::::::: :::::", + "::: ::::::::::", + "::::: ::::::::", + "::::::: ::::::", + "::::::::: ::::", + ":::::::::: :::", + "::::::::::: ::", + ":::::::::::: :", + "аÑĤ ем", + "аÑĤе м", + "d ız", + "dı z", + "ĠØ£ÙĬ ضا", + "ĠØ£ÙĬض ا", + "ĠÑįÑĦ ÑĦек", + "ãĤĮ ãģ¦ãģĦãĤĭ", + "ãĤĮãģ¦ ãģĦãĤĭ", + "ĠbaÅŁv uru", + "ĠbaÅŁvur u", + "ά νει", + "άν ει", + "ĠÏĦε λεÏħÏĦα", + "Ġê²Ģ ìĥī", + "ĠÚ©ÙĨ ترÙĦ", + "Ġ शà¤ķ", + "Ġश à¤ķ", + "å¼ ¹", + "Ġol muÅŁtur", + "Ġolm uÅŁtur", + "ĠolmuÅŁ tur", + "Ġв ÑģÑĤÑĥп", + "ĠвÑģÑĤ Ñĥп", + "Ñĩ ила", + "Ñĩи ла", + "Ñĩил а", + "ย า", + "ĠØ£ØŃ Ùħد", + "os lav", + "osl av", + "ĠÑĩа Ñģов", + "ĠÑĩаÑģ ов", + "Ġzá kladnÃŃ", + "Ġzáklad nÃŃ", + "Ġस व", + "д он", + "до н", + "ĠÅĻÃŃj na", + "κ οÏħ", + "κο Ïħ", + "éĢģ æĸĻçĦ¡æĸĻ", + "éĢģæĸĻ çĦ¡æĸĻ", + "Ïĥ ίαÏĤ", + "Ïĥία ÏĤ", + "Ïĥί αÏĤ", + "ãĤ´ ãĥª", + "Ġв иб", + "Ġви б", + "å½ Ĵ", + "Ġназ ад", + "ĠçĻ¾åº¦ æĶ¶å½ķ", + "á» Ĩ", + "Ġkal dı", + "ì¼ ľ", + "Ġ íıŃ", + "Ġíı Ń", + "ĠÑĩи ном", + "ĠÑĩин ом", + "è ¹", + "Ñı л", + "ĠÑĢаз дел", + "ĠÑĢазд ел", + "d G", + "ĠT ento", + "ĠTen to", + "ĠTent o", + "Ñı ÑĤÑĮÑģÑı", + "ÑıÑĤÑĮ ÑģÑı", + "éĿ¢ çļĦ", + "ĠÎķ ÏĢι", + "ĠÎķÏĢ ι", + "ê° ij", + "Ġk èm", + "ни ÑĨÑı", + "ниÑĨ Ñı", + "çĸ «", + "éĽ Ļ", + "ĠÙħر Ùĥز", + "Ġна Ñĥк", + "å¢ Ĺ", + "ĠÑĤе пеÑĢ", + "ĠÑĤеп еÑĢ", + "ा à¤ł", + "ाठł", + "à¹ĩà¸ļ à¹Ħà¸ĭà¸ķ", + "μβ ÏģίοÏħ", + "ĠÑĦÑĸн анÑģов", + "ĠÑĦÑĸнанÑģ ов", + "Ñĸ ÑĶÑİ", + "ÑĸÑĶ Ñİ", + "Ïģ ίζ", + "Ïģί ζ", + "ì¤ Ħ", + "ĠباÙĨ Ú©", + "t ul", + "tu l", + "li ÄŁini", + "liÄŁi ni", + "liÄŁ ini", + "liÄŁin i", + "ĠпозволÑı еÑĤ", + "Ġпозвол ÑıеÑĤ", + "Ïĥ ί", + "Ġ ìĽĥ", + "ĠìĽ ĥ", + "à¹Į à¸Ħ", + "Ġpol ov", + "Ġpo lov", + "Ġpolo v", + "ìŀ¥ ìĿĦ", + "is té", + "ist é", + "ĠС Ð¡Ð¡Ðł", + "á hl", + "áh l", + "è ¥", + "Ġкомп лек", + "à¸Ĥ à¸Ļาà¸Ķ", + "ั ศ", + "ν αν", + "να ν", + "Ġç¥ŀ马 æĶ¶å½ķ", + "ìĭľ ìĺ¤", + "Ġé¦ĸ页 第", + "ĠçĻ¾åº¦ æµģéĩı", + "åij¨ æĶ¶å½ķ", + "Ġh atta", + "Ġhat ta", + "ÐĴ Ñĸд", + "ĠвÑĭ ÑģÑĤÑĥп", + "Ú© ارÛĮ", + "کار ÛĮ", + "کا رÛĮ", + "K hi", + "Kh i", + "Ġì°¾ ìķĦ", + "Ġn ặng", + "éĨ «", + "ĠV Å¡", + "ĠпеÑĢ ен", + "ĠпеÑĢе н", + "л ава", + "ла ва", + "лав а", + "ÙĬ ÙħÙĬ", + "ÙĬÙħ ÙĬ", + "Ġvat andaÅŁ", + "Ġ ιÏĥÏĦο", + "Ġι ÏĥÏĦο", + "Ġ à¸ĵ", + "Ġภĵ", + "स ल", + "г ен", + "ге н", + "Ġ بÙĪر", + "Ġب ÙĪر", + "ĠبÙĪ ر", + "âĢĮدÙĩ د", + "âĢĮد Ùĩد", + "l ıklı", + "lık lı", + "Ġ strate", + "Ġst rate", + "Ġstr ate", + "Ġstrat e", + "Ġstra te", + "ب ÙĪر", + "بÙĪ ر", + "ãĢģ ãĤ¢", + "Ġson uc", + "Ġsonu c", + "Ġна иболее", + "- в", + "Ġвод ой", + "oj enÃŃ", + "oje nÃŃ", + "Ġغ رب", + "Ġغر ب", + "Ġb eri", + "Ġbe ri", + "Ġber i", + "a dÄĽ", + "ad ÄĽ", + "Ġd ovol", + "Ġdo vol", + "Ġdov ol", + "âĢĮÚ©ÙĨ ÙĨدگاÙĨ", + "âĢĮÚ©ÙĨÙĨد گاÙĨ", + "ãģķ ãĤī", + "ãĥ³ ãĤº", + "ãĤ« ãĥ«", + "om etr", + "ome tr", + "omet r", + "åĩ Ģ", + "ĠÙģ ÙĪÙĦ", + "ĠÙģÙĪ ÙĦ", + "ĠÙħ ÙĪسÛĮ", + "ĠÙħÙĪ سÛĮ", + "ĠÙħÙĪس ÛĮ", + "ĠاÙĦÙħغ رب", + "e cko", + "ec ko", + "eck o", + "ÙĢÙĢÙĢÙĢ ÙĢÙĢÙĢÙĢ", + "ê°Ģ 격", + "ÑĢ ÑĥÑĤ", + "ÑĢÑĥ ÑĤ", + "Ġ ë¶Ģë¶Ħ", + "Ġë¶Ģ ë¶Ħ", + "ĠpÅĻed pis", + "Ġoprav du", + "еÑĤ иÑĩ", + "еÑĤи Ñĩ", + "à¹Ĥ à¸Ħรà¸ĩà¸ģาร", + "æ ħ§", + "æħ §", + "æĭ ľ", + "س Ùĥ", + "ìŀ¡ ëĭ´", + "à¸Ľà¸£à¸°à¸¡ าà¸ĵ", + "è´¨ éĩı", + "Ġголов Ñĥ", + "Ġгол овÑĥ", + "л ениÑİ", + "лен иÑİ", + "ле ниÑİ", + "Ġन à¤ı", + "Ġprojekt u", + "ا Ùģر", + "اÙģ ر", + "at ivnÃŃ", + "ati vnÃŃ", + "ativ nÃŃ", + "ÎŃ Î½ÏĦ", + "ÎŃν ÏĦ", + "ãĥī ãĥ©", + "Ġted av", + "ê ¼", + "à¸Ľà¸£à¸°à¸ģ าศ", + "Ġt uto", + "Ġtu to", + "Ġtut o", + "Ġch iếu", + "Ġchi ếu", + "Ġchiế u", + "Ġv yz", + "Ġvy z", + "ÑĢ оÑĪ", + "ÑĢо ÑĪ", + "åıĸ å¾Ĺ", + "Ġм иÑģÑĤ", + "Ġми ÑģÑĤ", + "ĠмиÑģ ÑĤ", + "ĠÑģлÑĥÑĩа ÑıÑħ", + "Ġغ Ø°", + "ĠÑĥ клад", + "ĠÑĥк лад", + "ĠÑĥÑģÑĤанов лен", + "Ġtes lim", + "Ġ ãĢį", + "ĠãĢ į", + "Ġ è£", + "Ġè £", + "æ¯ «", + "éĬĢ è¡Į", + "e cts", + "ect s", + "ec ts", + "k emiz", + "kem iz", + "ν ηÏĤ", + "νη ÏĤ", + "è¾ º", + "Ġп ÑĢем", + "ĠпÑĢ ем", + "ĠпÑĢе м", + "Ġson ucu", + "Ġsonuc u", + "Ġsonu cu", + "P okud", + "Po kud", + "Pok ud", + "ĠÐŀÑģ об", + "è¾ Ľ", + "è¼ ¸", + "ë³´ ê³ł", + "à¸ļ à¸Ħ", + "ãĢĤ ãĢį", + "ा ।ĊĊ", + "ा। ĊĊ", + "ा।Ċ Ċ", + "ĠÑģамоÑģÑĤ оÑıÑĤелÑĮ", + "ÙĦ ÛĮت", + "ÙĦÛĮ ت", + "λ εκ", + "λε κ", + "ĠÑĢай она", + "ĠÑĢайон а", + "ÑĮ и", + "à¹Ī าà¸Ĺ", + "à¹Īา à¸Ĺ", + "Ġ à¸Ľà¸£à¸°à¹Ģà¸Ĺศ", + "Ġà¸Ľà¸£à¸° à¹Ģà¸Ĺศ", + "ม à¸Ń", + "ا Ùĩر", + "اÙĩ ر", + "Ġви боÑĢ", + "Ġвиб оÑĢ", + "ÑİÑĩи ÑģÑĮ", + "Ġp ovol", + "Ġpo vol", + "Ġpov ol", + "a base", + "ab ase", + "aba se", + "âĢ³ N", + "Ú© ÙĪ", + "ĠУкÑĢаÑĹ Ð½Ð°", + "ĠУкÑĢа ÑĹна", + "ĠУкÑĢаÑĹн а", + "sta nov", + "stan ov", + "ĠÑĥÑĩ аÑģÑĤи", + "ĠÑĥÑĩа ÑģÑĤи", + "ĠÑĥÑĩаÑģÑĤ и", + "ĠÑĥÑĩаÑģ ÑĤи", + "Ġh lad", + "Ġhl ad", + "ĠÑĢаÑģÑģ каз", + "ãģ¿ ãģŁãģĦ", + "á½ °", + "Ġ åĽŀ", + "ĠåĽ ŀ", + "Ġ Æ°Æ¡ng", + "α Ïģά", + "αÏģ ά", + "Ø® ب", + "æį ķ", + "ÃŃ ÅĻ", + "Ġ سÛĮÙĨ", + "Ġس ÛĮÙĨ", + "ĠسÛĮ ÙĨ", + "Âł in", + "ĠM ÄĽst", + "æķĻ åѦ", + "ĠоÑģоб иÑģÑĤ", + "ĠоÑģоби ÑģÑĤ", + "u ji", + "uj i", + "çĶ» åĥı", + "ĠداÙĨ Ø´ÙĨاÙħÙĩ", + "ĠداÙĨØ´ ÙĨاÙħÙĩ", + "ìĿ´ ìķ¼", + "Ġзап иÑĤ", + "ĠÑģво ими", + "ĠÑģвои ми", + "ĠÑģвоим и", + "Û²Û° Û²", + "ï¼Į å°Ĩ", + "ãĥ¼ ãģ®", + "Ġth ÃŃ", + "ĠÙħت ÙĪسط", + "à¥ĩ Ċ", + "å¤ļ å°ij", + "ï¼Į çĦ¶åIJİ", + "íĹ Ī", + "Ġ à¤Ńà¤Ĺ", + "Ġà¤Ń à¤Ĺ", + "Ġ åı·", + "Ġåı ·", + "Ġt eor", + "Ġte or", + "å Ĥ¨", + "åĤ ¨", + "Ġ ÑĢÑĸÑĩ", + "ĠÑĢ ÑĸÑĩ", + "ĠÑģÑĤаÑĤ ÑĤÑĸ", + "Ġرابط Ùĩ", + "Ġ ï¼ľ", + "Ġï¼ ľ", + "ب اØŃ", + "با ØŃ", + "ิà¸Ļ à¸Ĺาà¸ĩ", + "ิà¸Ļà¸Ĺ าà¸ĩ", + "à¥ĩà¤Ĥ Ċ", + "ائ ÙĤ", + "ĠاÙĦج دÙĬد", + "l iÄį", + "li Äį", + "ا ØŃÙĦ", + "اØŃ ÙĦ", + "mé nÄĽ", + "Ġb ầu", + "ĠÐĴ ал", + "Ġб лагод", + "Ġбла год", + "Ġблаг од", + "еÑĤ елÑĮ", + "еÑĤе лÑĮ", + "å¹³ åĿĩ", + "м ин", + "ми н", + "Ġsü rec", + "Ġsür ec", + "Ġsüre c", + "Ġза вод", + "Ġзав од", + "èį IJ", + "ÑĤ ий", + "ÑĤи й", + "л об", + "ло б", + "Ġ вок", + "Ġв ок", + "Ġво к", + "l adıģı", + "la dıģı", + "lad ıģı", + "ladı ģı", + "ladıģ ı", + "اÙĬ ÙĬ", + "ê²ł ìĬµëĭĪëĭ¤", + "Ġamac ıyla", + "Ġamacı yla", + "ï¼Į åĽłä¸º", + "ï¼ĮåĽł 为", + "ãģ§ ãģĤãģ£ãģŁ", + "ãģ§ãģĤ ãģ£ãģŁ", + "ĠØ´ رÙĪع", + "Ġشر ÙĪع", + "æŁ Ķ", + "' nun", + "'n un", + "о кол", + "ок ол", + "око л", + "Ġc iddi", + "Ġcid di", + "Ġb ụ", + "Ġyap ılacak", + "Ġyapı lacak", + "Ġyapıl acak", + "ĠÑĩÑĥв ÑģÑĤв", + "ìĤ¬ ìĿĺ", + "à¸Ń à¸Ļà¸Ķ", + "à¸Ńà¸Ļ à¸Ķ", + "ΊΤ", + "Ġëĭ¤ ìĸij", + "ëĭ¤ ë©´", + "im izi", + "imi zi", + "imiz i", + "ä¹ Ĥ", + "ãģ² ãģ¨", + "Ġ éĿŀ", + "ĠéĿ ŀ", + "âĢĮپدÛĮ ا", + "ä¹ ĺ", + "ãĥĬ ãĥ«", + "ĠпÑĸдпÑĢиÑĶм ÑģÑĤва", + "ĠпÑĸдпÑĢиÑĶмÑģÑĤв а", + "๠ij", + "è¿ Ŀ", + "ĠÙħ ÙĨÙĩ", + "ĠÙħÙĨ Ùĩ", + "ÑĢ ик", + "ÑĢи к", + "а ÑĢÑĸв", + "аÑĢ Ñĸв", + "аÑĢÑĸ в", + "Ġ кого", + "Ġк ого", + "Ġко го", + "ĠÙĤ ص", + "Ġ æĿ¥", + "ĠæĿ ¥", + "ĠPh òng", + "Ġ ово", + "Ġо во", + "Ġов о", + "ĠпеÑĢ ева", + "ĠпеÑĢе ва", + "ĠпеÑĢев а", + "é£ ²", + "à¤Ĥ à¤Łà¤°", + "à¤Ĥà¤Ł र", + "ÙĬ را", + "ÙĬر ا", + "il diÄŁi", + "ildi ÄŁi", + "e tin", + "et in", + "eti n", + "Ïĩε ία", + "Ïĩεί α", + "Ġzah rani", + "ÙĪ جد", + "ÙĪج د", + "Ġ ç¯", + "Ġç ¯", + "าร ย", + "Ġза ко", + "Ġзак о", + "ĠتÙĤ س", + "ãĤ¹ ãĤ¿ãĥ¼", + "ãĤ¹ãĤ¿ ãĥ¼", + "æĿ °", + "Ġ ãĤ°", + "ĠãĤ °", + "Ġ é»Ħ", + "Ġé» Ħ", + "Ġ Ðļогда", + "ĠÐļ огда", + "ॠ«", + "Ġ 次", + "Ġæ¬ ¡", + "ĠвÑĭ ÑĢаж", + "Ġch Äĥm", + "лÑı ÑĶÑĤÑĮÑģÑı", + "лÑıÑĶ ÑĤÑĮÑģÑı", + "د ÙĩÙħ", + "دÙĩ Ùħ", + "Ġv rch", + "Ġvr ch", + "çº Į", + "п оÑĢ", + "по ÑĢ", + "Ġm aÄŁ", + "Ġma ÄŁ", + "å¾Ĵ æŃ©", + "po dob", + "pod ob", + "ะ à¹ģ", + "éģ¸ æīĭ", + "å¸ ¯", + "Ġse bou", + "Ġseb ou", + "in ize", + "ini ze", + "iniz e", + "ĠÐľ ак", + "ĠÐľÐ° к", + "Ġ æĻ®", + "ĠæĻ ®", + "ĠÏħÏĢ άÏģÏĩ", + "ĠÄIJ Ãł", + "ĠBr no", + "Ġ Å¡ÃŃ", + "ĠÅ¡ ÃŃ", + "اÙĦ ص", + "Ġngh iêm", + "Ġnghi êm", + "Ġon ları", + "Ġonlar ı", + "Ġu žÃŃ", + "Ġuž ÃŃ", + "èĩªåĪĨ ãģ®", + "ĠнаÑħод иÑĤÑģÑı", + "Ġj si", + "Ġjs i", + "Ġस मर", + "Ġसम र", + "ĠÏĨ Ïī", + "Û±Û¹ Û¸", + "Ġà¤ľà¤Ĺ ह", + "éŃ ļ", + "ìĿ¸ ê°Ģ", + "ÄIJ iá»ģu", + "ĠØ£ عÙĦاÙħ", + "Ġأع ÙĦاÙħ", + "à¥ĩà¤Ĥ ।Ċ", + "à¥ĩà¤Ĥ। Ċ", + "å½¢ æĪIJ", + "Ġ ikt", + "Ġi kt", + "Ġik t", + "Ġzd roj", + "ĠAmer ik", + "Ρ Îĵ", + "à¸ĩ ส", + "ĠíĴ Ģ", + "Ñģол ÑİÑĤ", + "ÙĪ ÙĬت", + "ÙĪÙĬ ت", + "Ġgörün tü", + "ан нÑĭÑħ", + "аннÑĭ Ñħ", + "ĠØ£ ÙĤ", + "Ġ миÑĢ", + "Ġм иÑĢ", + "Ġми ÑĢ", + "å« Į", + "Ġm á»iji", + "Ġd erin", + "Ġde rin", + "Ġder in", + "é ĴĪ", + "éĴ Ī", + "Ġма ÑĪи", + "ĠмаÑĪ и", + "ì¸ ¡", + "ĠجÙĨ ÙĪب", + "ĠÑģ ло", + "ĠÑģл о", + "ãĢĤ ä¸Ģ", + "ени ÑıÑħ", + "ениÑı Ñħ", + "ĠÑĩолов Ñĸк", + "Ġy ana", + "Ġya na", + "Ġyan a", + "Ġо кÑĤ", + "Ġок ÑĤ", + "Ġ неÑĢ", + "Ġн еÑĢ", + "Ġне ÑĢ", + "æĪ ¶", + "н ÑĮомÑĥ", + "нÑĮ омÑĥ", + "нÑĮо мÑĥ", + "ĠÑĸ мен", + "ĠÑĸм ен", + "ãĤı ãģŁãģĹ", + "ĠÎĵ ια", + "ĠÎĵι α", + "ãĢģ ç§ģ", + "Ġ kou", + "Ġk ou", + "Ġko u", + "ĠÑĨ еÑĢк", + "ĠÑĨеÑĢ к", + "lay arak", + "ãĢ ĩ", + "ا ÙĦس", + "اÙĦ س", + "Âł T", + "Ġд ÑĢÑĥж", + "ĠдÑĢÑĥ ж", + "ĠдÑĢ Ñĥж", + "Ġд воÑĢ", + "Ġдв оÑĢ", + "Ġдво ÑĢ", + "λ ί", + "ĠëĨ Ģ", + "Ġte plot", + "Ġtep lot", + "Ùģ ات", + "б Ñĸ", + "Ġgüven lik", + "Ġgüvenli k", + "n ÄĽn", + "nÄĽ n", + "è© ©", + "Ġinsan ların", + "Ġinsanlar ın", + "ĠìĦ¤ ì¹ĺ", + "èĵ Ŀ", + "a vatel", + "av atel", + "ava tel", + "j ev", + "je v", + "ĠÚĨ را", + "Ġgerek iyor", + "ãĥĥ ãĤ°", + "ĠÃĩ ok", + "Ġ ÙĪجÙĩ", + "ĠÙĪ جÙĩ", + "ĠÙĪج Ùĩ", + "Ġ Ñĥли", + "ĠÑĥ ли", + "ĠÑĥл и", + " ij", + "åij Ģ", + "ĠоÑĢгани заÑĨии", + "ĠоÑĢганиз аÑĨии", + "ĠоÑĢганиза ÑĨии", + "ĠÑĸÑģ нÑĥ", + "Ġneb ude", + "Ġnebu de", + "Ġë° ¤", + "ä¸Ĭ ãģĮ", + "Ġध न", + "ĠرÙĪ ابط", + "γγ ελ", + "Ġдо ÑģÑıг", + "ĠдоÑģ Ñıг", + "ĠاÙĦÙĤ دÙħ", + "ĠاÙĦÙĤد Ùħ", + "Ġзна Ñħод", + "ĠÄįÃŃs lo", + "ÅŁ k", + "ĠاÙĦد ÙĬÙĨ", + "Ġgün lük", + "ÙĥÙĬ ÙĬÙģ", + "ÎŃ Ïģα", + "ÎŃÏģ α", + "à¸ķ รว", + "à¸ķร ว", + "Ġнали Ñĩи", + "ا ÙħÛĮÙĨ", + "اÙħ ÛĮÙĨ", + "اÙħÛĮ ÙĨ", + "Ġμ ικ", + "Ġdönem de", + "à¹Ī à¸Ĺ", + "æĥ ij", + "à¥ĭà¤Ĥ ,", + "Ñĩ Ñı", + "ãģ¾ ãĤĭ", + "ĠاÙĦ تÙĨ", + "ĠاÙĦت ÙĨ", + "ÑĢ аг", + "ÑĢаР³", + "ÑĢа г", + "ëĵ¤ ê³¼", + "Ń Ķ", + "ĠÙħÙĨ Ùĩا", + "ĠÙħÙĨÙĩ ا", + "ĠTh ế", + "éIJ µ", + "Ġ ï¾Ħ", + "Ġï¾ Ħ", + "ĠاÙĦØ¥ سÙĦاÙħ", + "ãĤ¦ ãĤ¹", + "ÙĬ دÙĬ", + "ÙĬد ÙĬ", + "Ġ å¾Ĺ", + "Ġå¾ Ĺ", + "Ġза ÑĢаз", + "ãĤ¸ ãĥ¥", + "Ġت عد", + "Ġتع د", + "i ÃŃ", + "Ġç ocu", + "oz ici", + "Ġ ë²Ķ", + "Ġë² Ķ", + "ĠØ¢Ùħ دÙĩ", + "ĠØ¢Ùħد Ùĩ", + "ÑĦ ик", + "ÑĦи к", + "Ġпо ÑģÑĤанов", + "ĠпоÑģÑĤ анов", + "Ġkrál ov", + "¨ ¨", + "Ġì¤ij ìļĶ", + "ĠG Wei", + "ĠGW ei", + "Ġvý voj", + "Ġboy ut", + "Ġ nek", + "Ġn ek", + "Ġne k", + "ا ÙĩاÛĮ", + "اÙĩ اÛĮ", + "اÙĩا ÛĮ", + "Ġst ranÄĽ", + "Ġstran ÄĽ", + "Ġstra nÄĽ", + "и ем", + "ие м", + "Ġпо ÑĢаж", + "ĠпоÑĢ аж", + "à¥įर दर", + "à¥įरद र", + "é¡Ķ ãĤĴ", + "ĠY üz", + "Ġо знаÑĩа", + "Ġозна Ñĩа", + "à¹ģล à¸Ļà¸Ķ", + "Ġب ÙĩرÙĩ", + "ĠبÙĩ رÙĩ", + "ен ÑĤÑĥ", + "енÑĤ Ñĥ", + "ĠÐĿ ад", + "ĠÐĿа д", + "ĠÐŁ олÑĮ", + "ĠÐŁÐ¾ лÑĮ", + "ĠÐŁÐ¾Ð» ÑĮ", + "ãĥĹ ãĥª", + "á¿ ¶", + "âĢĮپدÛĮ اÛĮ", + "âĢĮپدÛĮا ÛĮ", + "ĠÙ¾ اÙĪرپÙĪÛĮÙĨت", + "ิà¸ģ า", + "Ġε νÏİ", + "Ġεν Ïİ", + "Ġس اÛĮر", + "éģ º", + "ãĢģ ä»Ĭ", + "ĠL ê", + "äºĭ æĥħ", + "ĠY er", + "ĠYe r", + "èħ °", + "ĠاÙĦر سÙħ", + "ĠاÙĦÙħ ÙĪÙĤع", + "ĠاÙĦÙħÙĪ ÙĤع", + "Ġh Ãłm", + "Ġд ÑĢев", + "ĠдÑĢ ев", + "á tel", + "át el", + "áte l", + "ĠвÑģ Ñij", + "ìĺ ¥", + "ĠM ec", + "ĠMe c", + "ãĤ Ľ", + "Ġص اد", + "ĠÚ¯ ردد", + "Ġگرد د", + "Ġگر دد", + "Ġkr ás", + "èĮĥ åĽ´", + "a larına", + "alar ına", + "aları na", + "aların a", + "èĻ ļ", + "ĠØ¢ ÙĪرد", + "ĠØ¢ÙĪر د", + "ç¼ ĵ", + "ิ à¸ŀ", + "Ġ ãĥĭ", + "Ġãĥ ĭ", + "Ġ æĢ§", + "ĠæĢ §", + "ĠÙħÙĨ Ø°", + "ç· ´", + "Ġ ê¶ģ", + "Ġê ¶ģ", + "в аем", + "ва ем", + "Ġζ Ïī", + "Ġn avr", + "Ġna vr", + "Ġnav r", + "Ïĥ ÏĦαÏĥη", + "ÏĥÏĦα Ïĥη", + "Ġر Ø£", + "Ġd opl", + "Ġdo pl", + "Ġdop l", + "＿ ＿＿", + "＿＿ ＿", + "çĶļ èĩ³", + "Äį el", + "Äįe l", + "æĦı åij³", + "ç¥ Ń", + "à ĺ", + "ÑģÑĤв еннÑĭе", + "ÑģÑĤвен нÑĭе", + "è£ ¡", + "Ġ ãĢī", + "ĠãĢ ī", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "Ġ вал", + "Ġв ал", + "Ġва л", + "Ġ ẩm", + "Ġd iyor", + "Ġdi yor", + "Ġdiy or", + "à¸Ńà¸ĩ à¸Īาà¸ģ", + "ĠPh ó", + "ĠÐĵ е", + "ĠвеÑĢ еÑģ", + "Ġве ÑĢеÑģ", + "Ġk onz", + "Ġko nz", + "Ġkon z", + "ر ز", + "ĠÑģоб оÑİ", + "Ġεκ εί", + "ìĺģ ìĸ´", + "i ag", + "ia g", + "ĠÑģ енÑĤ", + "Ġn ấu", + "Ġja ké", + "Ġjak é", + "Ġro zh", + "Ġroz h", + "Ġб ог", + "Ġбо г", + "ÙĨ اد", + "ÙĨا د", + "ĠاÙħ ÙĪر", + "à¹Į à¸ģาร", + "à¹Įà¸ģ าร", + "ĠY aÅŁ", + "ĠYa ÅŁ", + "é Ī", + "åķ ª", + "Ġon ay", + "Ġona y", + "ìĹ ĩ", + "o mu", + "om u", + "ÑĨ Ñĸйного", + "ÑĨÑĸй ного", + "ÑĨÑĸйно го", + "ĠÑģ ал", + "ĠΣ Ïħν", + "ĠΣÏħ ν", + "Ġsav un", + "å¦ Ļ", + "à¸Īะ ม", + "ãĤ¹ ãĤ¯", + "Ġd osy", + "Ġdo sy", + "Ġdos y", + "ľ ĺ", + "ë¨ ¹", + "Ġmin ul", + "Ġmi nul", + "ãĢĭ Ċ", + "åģ ı", + "ĠÐļ аÑĤ", + "ĠÐļа ÑĤ", + "Ġed ilmesi", + "Ġedilm esi", + "Ġedil mesi", + "ÑĨÑĸ ÑĶн", + "ìĦ± ìĿ´", + "åĸ Ķ", + "Ġв ÑĸÑĢ", + "ĠвÑĸ ÑĢ", + "è¯ ij", + "ाà¤ĩ ड", + "ĠÙĪÙĤ تÛĮ", + "ĠÙĪÙĤت ÛĮ", + "ÄIJ á»ĥ", + "Ġ vyÅ¡Å¡ÃŃ", + "Ġvy Å¡Å¡ÃŃ", + "Äį ila", + "Äįi la", + "Äįil a", + "а дÑĥ", + "ад Ñĥ", + "çī¹ åĪ¥", + "ĠìĿ¸ 기", + "u jÃŃcÃŃch", + "ujÃŃ cÃŃch", + "ujÃŃcÃŃ ch", + "ĠPo dle", + "ĠPod le", + "Ġy avaÅŁ", + "Ļ æ±Ł", + "Ġka yb", + "Ġkay b", + "åĬ ª", + "ç´ ¹", + "Ġоб ÑĢабоÑĤ", + "ĠобÑĢа боÑĤ", + "Ġм аÑı", + "Ġма Ñı", + "Ġ åıĬ", + "Ġåı Ĭ", + "æİ¥ åıĹ", + "ÙĨ تÛĮ", + "ÙĨت ÛĮ", + "Ġ ÏĩÏİ", + "ĠÏĩ Ïİ", + "ÑĤ ÑĢо", + "ÑĤÑĢ о", + "Ġu yar", + "Ġuy ar", + "ĠعÙħÙĦ کرد", + "Ġо ÑĨен", + "ĠмеÑģÑĤ а", + "à¸ķ ลาà¸Ķ", + "à¸ķล าà¸Ķ", + "Ùħ ÙĤ", + "ild ren", + "Ġзави ÑģиÑĤ", + "Âł ĠÂł", + "ÂłĠ Âł", + "Ġm ožná", + "Ġmož ná", + "æĺŃ åĴĮ", + "ır ken", + "к ин", + "ки н", + "åĿ Ĥ", + "ÏĦ Ïĥι", + "ÏĦÏĥ ι", + "ĠÑĩ Ñĥд", + "Ðļ он", + "is lav", + "isl av", + "ĠÐļ ÑĢаÑģ", + "ĠÐļÑĢа Ñģ", + "N ej", + "Ne j", + "Âł b", + "r of", + "ro f", + "Ġ ileri", + "Ġi leri", + "Ġil eri", + "Ġile ri", + "Ġiler i", + "ĠÐŀ ÑĢ", + "ĠCh á»ī", + "Ġn üfus", + "ĠÑĸ нÑĤ", + "ĠÑĸн ÑĤ", + "! âĢľ", + "Ġन र", + "主 ä¹ī", + "ĠتÙĨ ظ", + "ův odu", + "ůvod u", + "ĠгоÑĢ ода", + "ĠгоÑĢод а", + "Ġk ural", + "Ġkur al", + "Ġku ral", + "Ġj edin", + "Ġje din", + "Ġjed in", + "ÑĢ аÑĤег", + "ÑĢаÑĤ ег", + "åĢ º", + "Ġzpůsob em", + "ìĿ¸ ìĿĺ", + "Ġ ÙĨب", + "ĠÙĨ ب", + "ĠN ga", + "ĠNg a", + "ĠÐĿ ай", + "ĠÐĿа й", + "ĠاÙģ زار", + "ĠاÙģز ار", + "нÑĥ вÑģÑı", + "нÑĥв ÑģÑı", + "Ġдв оÑħ", + "Ġдво Ñħ", + "Ġro zp", + "Ġroz p", + "ε ίοÏħ", + "εί οÏħ", + "είο Ïħ", + "Ġο ικο", + "Ġοι κο", + "ĠG eç", + "ĠGe ç", + " Ĺ", + "Ġch iếm", + "Ġchiế m", + "ĠÑĢаÑģпÑĢоÑģÑĤ ÑĢан", + "Ġh Æ°Æ¡ng", + "èĩª åĭķ", + "ĠÙħÙĪ ÙģÙĤ", + "æĮ ¥", + "ï¼ģ âĢĿĊĊ", + "ï¼ģâĢĿ ĊĊ", + "Ïģο ÏĨοÏģ", + "èı Į", + "ãĥ´ ãĤ¡", + "欧 ç¾İ", + "ĠÑĤеп ло", + "ãģĤ ãģĤ", + "ãĤ¦ ãĥ³", + "ĠÅŁ eyi", + "ĠÅŁey i", + "Ġs üt", + "Ġsü t", + "ãģ¹ ãģ¦", + "ãĥ³ ãĥij", + "ãĥ³ãĥ ij", + "μÎŃν Ïīν", + "Ġgenel likle", + "Ġدر ÙħاÙĨ", + "Ù ª", + "Ġak ıl", + "ĠÐľ Ñĭ", + "Ġet miÅŁ", + "Ġetm iÅŁ", + "Å¡ la", + "Ġвозмож ноÑģÑĤÑĮ", + "Ġвозможно ÑģÑĤÑĮ", + "Ġgün cel", + "Ġná ro", + "å½¢ å¼ı", + "Ġα ÏĢοÏĦε", + "ĠαÏĢο ÏĦε", + "ĠмÑĸÑģ ÑĨÑı", + "Ġ رض", + "Ġر ض", + "ä¸į çŁ¥éģĵ", + "ä¸įçŁ¥ éģĵ", + "r ava", + "ra va", + "rav a", + "ĠÎļ ά", + "ิà¸Ļ à¸Ĺร", + "ิà¸Ļà¸Ĺ ร", + "Ġли ÑģÑĤÑĮ", + "ĠлиÑģÑĤ ÑĮ", + "èĨ ľ", + "ãģ«ãģª ãĤĬ", + "Ġ æĿ¾", + "ĠæĿ ¾", + "å® ı", + "Ġм иÑģ", + "Ġми Ñģ", + "át nÃŃ", + "Ġyıl lık", + "ĠMerk ezi", + "ĠMerkez i", + "Ġiç eri", + "Ġiçer i", + "ÅĻ ÃŃž", + "ÅĻÃŃ Å¾", + "Ġp ÅĻe", + "ĠpÅĻ e", + "Ïĩ Ïģι", + "Ġ åįĥ", + "Ġåį ĥ", + "Ġs rp", + "Ġsr p", + "à¹Ĥ à¸Ĺร", + "à¹Ĥà¸Ĺ ร", + "ĠK rál", + "ĠKr ál", + ". Σ", + "á val", + "áv al", + "l éd", + "lé d", + "Ġ λα", + "Ġλ α", + "ี ยวà¸ģ", + "ีย วà¸ģ", + "ียว à¸ģ", + "ãģı ãģª", + "ĠvÅ¡ ichni", + "ĠпÑĢед оÑģÑĤав", + "ì ¿", + "Ġ 구ê¸ĢìĥģìľĦ", + "Ġ구 ê¸ĢìĥģìľĦ", + "Ġ구ê¸Ģ ìĥģìľĦ", + "Ġà¤īप लब", + "в оз", + "во з", + "ĠëħĦ ëıĦë³Ħ", + "､ _", + "à¸ļ รร", + "à¸ļร ร", + "ĠÑģв ÑĸÑĤÑĥ", + "ĠÑģвÑĸÑĤ Ñĥ", + "ĠÑĢÑĥб лей", + "len me", + "lÃŃ Äį", + "ÏĦ ει", + "ÏĦε ι", + "Ġ åı¤", + "Ġåı ¤", + "ĠObr ázky", + "Ġìĺģ íĸ¥", + "ĠгÑĢаж дан", + "í Ĥ¹", + "íĤ ¹", + "Ġsahip tir", + "Ġп оÑĩаÑĤкÑĥ", + "ĠпоÑĩ аÑĤкÑĥ", + "ĠØ£ÙĬ ض", + "ĠÑĤоÑĢ гов", + "Ġgel ecek", + "Ġgele cek", + "Ġ 문íĻĶ", + "Ġ문 íĻĶ", + "ik leri", + "ikler i", + "ĠнеобÑħÑĸд но", + "Ġ äºij", + "o vol", + "ov ol", + "ovo l", + "Ġद ल", + "ĠìķĬ ê³ł", + "Ġм г", + "Ġz jist", + "an lı", + "ั à¸ĩà¸Ļ", + "ัà¸ĩ à¸Ļ", + "ÑĢа Ñħов", + "ÑĢаÑħ ов", + "ι νη", + "ιν η", + "Ġп лоÑĤ", + "Ġпл оÑĤ", + "Ġпло ÑĤ", + "Ġn itel", + "Ġni tel", + "Ġnit el", + "ìĬ¤ íģ¬", + "ĠSon ra", + "ĠÑģ боÑĢ", + "ĠÑģб оÑĢ", + "Ġ ÏĥοÏħ", + "ĠÏĥ οÏħ", + "Ġol mam", + "Ġolm am", + "Ġolma m", + "Ġan aliz", + "Ġanal iz", + "à¹Į ว", + "Ġm ỹ", + "Ġmá» ¹", + "ce ae", + "cea e", + "Ġ ден", + "Ġд ен", + "Ġде н", + "веÑĢ жд", + "веÑĢж д", + "Ạ¢", + "ãģĵ ãģ¨ãĤĤ", + "ãģĵãģ¨ ãĤĤ", + "ìĤ¬ íķŃ", + "è¨Ģ ãģ£ãģŁ", + "Ġ ì¹´ì§Ģëħ¸", + "Ġì¹´ ì§Ģëħ¸", + "ÑĢ иÑĤи", + "ÑĢи ÑĤи", + "ÑĢиÑĤ и", + "Ġch ce", + "Ġçev ir", + "ÛĮ ÛĮÙĨ", + "ä¼ļ è®®", + "ัม à¸ŀ", + "Ġ åĦ", + "Ġå Ħ", + "ĠÙ¾ در", + "å¼ı ä¼ļ社", + "Ġ ÑĨен", + "ĠÑĨ ен", + "ĠÑĨе н", + "ิ à¸ĸ", + "Ġji nak", + "Ġjin ak", + "Ġб лÑİ", + "Ġбл Ñİ", + "и ÑĨин", + "иÑĨ ин", + "ÙĴ Ùĩ", + "Ú© ÙĪر", + "Ú©ÙĪ ر", + "Ġ ìķħ", + "Ġìķ ħ", + "e ksiyon", + "ek siyon", + "eks iyon", + "ĠÑģ веÑĢ", + "ĠÑģв еÑĢ", + "ĠобÑĢаз ованиÑı", + "Ġ ãĥĻ", + "Ġãĥ Ļ", + "æľī 人", + "Ġbilg ileri", + "Ġbilgi leri", + "Ġbilgiler i", + "Ġh ầu", + "еÑĢ Ñĸг", + "еÑĢÑĸ г", + "Ġva Å¡e", + "Ġn edir", + "Ġne dir", + "Ġned ir", + "ä¸į å¾Ĺ", + "ĠbaÅŁar ılı", + "ĠbaÅŁarı lı", + "Ġkay bet", + "Ġkayb et", + "å© ·", + "ĠÐĿ ав", + "ĠÐĿа в", + "Ġê´Ģ íķľ", + "Ñģ ÑĤÑİ", + "ÑģÑĤ Ñİ", + "å®ŀ éĻħ", + "k lady", + "kl ady", + "klad y", + "kla dy", + "д аÑĤÑĮ", + "да ÑĤÑĮ", + "даÑĤ ÑĮ", + "r aç", + "ra ç", + "Ġkuv vet", + "à¸ģาร à¸Ĺ", + "å ļ", + "Ġ ÑĢеп", + "ĠÑĢ еп", + "ĠÑĢе п", + "Ġ à¸Ŀ", + "ĠภĿ", + "ĠDi ÄŁer", + "íĶĦ íĬ¸", + "Ġnej vÄĽtÅ¡ÃŃ", + "Ġìłģ ìļ©", + "Ġonemoc nÄĽnÃŃ", + "а ка", + "ак а", + "Ðł аз", + "ĠÙģ Ø¥ÙĨ", + "ãĤµ ãĤ¤ãĤº", + "ãĤµãĤ¤ ãĤº", + "Ġv lád", + "Ġvl ád", + "Ġvlá d", + "Ġr ady", + "Ġrad y", + "Ġra dy", + "ãĢģ ãģĵãĤĮ", + "ÑģÑĤв ие", + "lı ÄŁa", + "lıģ a", + "å ŃĶ", + "åŃ Ķ", + "Ġ áo", + "Ġá o", + "à¸Ń าà¸ģาศ", + "Ġ à¤ıम", + "Ġà¤ı म", + "δ αÏĤ", + "δα ÏĤ", + "Ġа пÑĢ", + "Ġап ÑĢ", + "æİ Ľ", + "Ġ ç«ĭ", + "Ġç« ĭ", + "âĸı âĸı", + "ĠС м", + "Ġne má", + "Ġnem á", + "Ġ è¢", + "Ġè ¢", + "νο μα", + "νομ α", + "ĠÙģ رÙĪد", + "ĠÙģر ÙĪد", + "ĠÙģرÙĪ د", + "Ġül ke", + "Ġülk e", + "Ġ æĺŁ", + "Ġæĺ Ł", + "ั à¸Ļà¸ģ", + "ัà¸Ļ à¸ģ", + "ãģķãĤĵ ãģ®", + "eÅŁ il", + "ÄŁ iz", + "ÄŁi z", + "ĠÐij оÑĢ", + "Ġt ầm", + "ει ÏĦοÏħÏģγ", + "Ġ γÏģα", + "Ġγ Ïģα", + "à¥įष à¤ķ", + "Ġv ẻ", + "Ġkend isine", + "Ġkendisi ne", + "ĠìķĮ ê³ł", + "Ġêµ Ńìłľ", + "ĠêµŃ ìłľ", + "ĠnÄĽk do", + "Ġ ÛĮÙĩ", + "ĠÛĮ Ùĩ", + "Ġکار بر", + "ãĥĻ ãĥ«", + "ï» ´", + "Ġt uyên", + "Ġtuy ên", + "Ġç at", + "Ġça t", + "âĢIJ âĢIJ", + " ı", + "Ġ ìĤ¬ìĹħ", + "ĠìĤ¬ ìĹħ", + "é ĨĴ", + "éĨ Ĵ", + "æıIJ é«ĺ", + "æ· ¡", + "Ġ ÄŁ", + "ĠÄ Ł", + "èĸ ¦", + "ãĢĭ ï¼Ī", + "æ¡ ĥ", + "ìĹ Ħ", + "Ġ æŀĹ", + "Ġæŀ Ĺ", + "Ä Ĥ", + "ĠÄĮ ech", + "α ιο", + "αι ο", + "ĠØ· رÙĬÙĤ", + "Ġطر ÙĬÙĤ", + "Ġзав еÑĢÑĪ", + "ĠзавеÑĢ ÑĪ", + "تÙĪ بر", + "ĠØŃ Ø¬", + "ĠÎŃÏĩ οÏħν", + "¿ ÃĤ", + "Ġd ÄĽtÃŃ", + "ĠdÄĽ tÃŃ", + "ĠdÄĽt ÃŃ", + "Ġiç ine", + "Ġiçin e", + "Ġiçi ne", + "ĠCh úa", + "ан нÑĭй", + "аннÑĭ й", + "ĠÙĪÛĮ Úĺ", + "Ġna stav", + "Ġnast av", + "ıs ına", + "ısı na", + "ĠÑĹ Ð¼", + "п он", + "по н", + "е нÑı", + "ен Ñı", + "ĠÙĪ ظ", + "Ú¯ ÙĦ", + "หล วà¸ĩ", + "Ġza stav", + "Ġzast av", + "а кон", + "ак он", + "³³³³³³³³³³³³³³³³ ³³³³³³³³³³³³³³³³", + "ĠK ır", + "ĠKı r", + "çµ ¶", + "ĠоÑĢганÑĸ заÑĨÑĸÑĹ", + "ĠоÑĢганÑĸз аÑĨÑĸÑĹ", + "ĠоÑĢганÑĸза ÑĨÑĸÑĹ", + "ãģŁ ãĤĬ", + "Ø° ÙĬ", + "Ġर à¤ķ", + "amp iyon", + "Ġ æ¸ħ", + "Ġæ¸ ħ", + "çľ¼ çĿĽ", + "Ġìķ ĬìĿĢ", + "ĠìķĬ ìĿĢ", + "é¹ ¿", + "Ġ å¿ĥ", + "Ġå¿ ĥ", + "ĠпÑĢек ÑĢаÑģ", + "ĠÑģ егоднÑı", + "Ġ सल", + "Ġस ल", + "ĠÏħ ÏĢÏĮ", + "ĠÏħÏĢ ÏĮ", + "ĠÐķ го", + "ĠÐĽ и", + "ãĤ¨ ãĥ«", + "Ġл ÑİÑĤ", + "ĠлÑİ ÑĤ", + "é¥ °", + "Ġvz dál", + "¯ ÃĤ", + "Ġна Ñıв", + "Ġتش Ú©ÛĮÙĦ", + "Ġس ÙĪÛĮ", + "ĠسÙĪ ÛĮ", + "Ġt ái", + "Ġtá i", + "Ġk apı", + "Ġkap ı", + "ĠsvÄĽt ÄĽ", + "ĠsvÄĽ tÄĽ", + "δ ÏĮν", + "δÏĮ ν", + "æ¼ ¢", + "ì į¨", + "ĠbaÅŁv ur", + "ÑĢ ина", + "ÑĢи на", + "ÑĢин а", + "Ġk elim", + "Ġke lim", + "Ġkel im", + "аÑĤ ок", + "аÑĤо к", + "Ġκά θε", + "ĠYük sek", + "à¹ĩà¸Ļ à¸ľ", + "éł Ĥ", + "åIJĮ æĻĤ", + "ÅŁ tır", + "ÅŁt ır", + "ว à¸ĩศ", + "วà¸ĩ ศ", + "o ty", + "ot y", + "Ġ ارد", + "Ġا رد", + "Ġار د", + "ĠìŀIJìĭł ìĿĺ", + "ĠÑıн ва", + "üyor du", + "æĿ ¨", + "ĠâĢĵ Ċ", + "ï¼Į å®ĥ", + "е йн", + "ей н", + "ĠпеÑĢ еÑĤ", + "ĠпеÑĢе ÑĤ", + "ĠdeÄŁiÅŁik lik", + "ĠогÑĢа ниÑĩ", + "ìĦľ ìļ¸", + "Ġgel iyor", + "ĠÙ¾ Ø°ÛĮر", + "åĵ ²", + "ey in", + "eyi n", + "Ġëı Ī", + "Ġun iverz", + "Ġh ned", + "Ġhn ed", + "Ġt áºŃn", + "vo ÅĻÃŃ", + "voÅĻ ÃŃ", + "Ġn iên", + "Ġni ên", + "dÄĽ podob", + "ìĤ¬ íļĮ", + "ãģĮ ãģĤãĤĬ", + "ĠÑģ ÑĸÑĩ", + "' '\"", + "'' \"", + "Ġtop lantı", + "ĠÑģ ÑĩеÑĤ", + "ĠÑģÑĩ еÑĤ", + "åĩĨ å¤ĩ", + "ан ÑĸÑı", + "анÑĸ Ñı", + "Ġ zel", + "Ġz el", + "Ġze l", + "v ala", + "val a", + "va la", + "Ġа пп", + "Ġап п", + "ĠاÙĦÙħ ÙĦÙĥ", + "ĠاÙĦÙħÙĦ Ùĥ", + "Ġho ÅŁ", + "ĠÐĵ ен", + "ĠÐĵе н", + "ÑĤ аб", + "ÑĤа б", + "ĠÄĮesk o", + "ĠÄĮes ko", + "Ġмай же", + "ĠmÄĽ sto", + "ĠmÄĽst o", + "yo nel", + "yon el", + "ê±° 리", + "Ġìĺ¨ ëĿ¼ìĿ¸", + "ç´ ¯", + "Ġde rec", + "Ġder ec", + "Ġdere c", + "Ġок ÑĢÑĥж", + "Ġy abancı", + "Ġ íĦ°", + "ĠíĦ °", + "Ġ èµĦ", + "Ġèµ Ħ", + "ÎĻÎļ ÎĹ", + "Ġп Ñĭ", + "Ġv ÄĽn", + "ĠvÄĽ n", + "и нки", + "ин ки", + "ụ p", + "æľº 械", + "ĠìķĮ 볤", + "ëħ ķ", + "Ġ λÏĮγ", + "Ġλ ÏĮγ", + "e yn", + "ey n", + "Ġ ëIJĺìĹĪëĭ¤", + "ĠëIJĺ ìĹĪëĭ¤", + "ĠëIJĺìĹĪ ëĭ¤", + "æ± ¡", + "Ġve dle", + "Ġved le", + "ĠÙĥ تب", + "ë§ ¨", + "ĠÙħÙĤ اÙĪ", + "å¹´ ãģ«", + "ाà¤ĩ à¤ķ", + "ĠÑģÑĤ оÑģ", + "ĠÑģÑĤо Ñģ", + "ĠÏĥ ÏĦοÏħÏĤ", + "м еÑĤÑĮ", + "ме ÑĤÑĮ", + "меÑĤ ÑĮ", + "Ġes as", + "Ġesa s", + "ëIJĺ ê³ł", + "ĠkvÄĽt na", + "Ġ éľ", + "Ġé ľ", + "d ük", + "dü k", + "åŁ ·", + "è ªĮ", + "èª Į", + "Ġm luv", + "Ġml uv", + "ĠпÑĢи нÑı", + "ĠпÑĢин Ñı", + "Ġpo té", + "Ġpot é", + "ĠÚ© ÙĨÙħ", + "ĠÚ©ÙĨ Ùħ", + "ĠпÑĢед лож", + "ĠÐľÐ¾Ñģк ва", + "ï¼Į å¦Ĥ", + "Ġsv ém", + "Ġsvé m", + "Ġا ÙħÙĨ", + "ĠاÙħ ÙĨ", + "ส าย", + "ĠÑĥм енÑĮ", + "Ġ ãģĵãģ®", + "åī Ĥ", + "ĠÑģ еÑĢÑĮ", + "ĠÑģеÑĢ ÑĮ", + "Ġm á»ĩ", + "Ġmá» ĩ", + "Ġ ä¹Ŀ", + "Ġä¹ Ŀ", + "Ġза кÑĸн", + "Ġзак Ñĸн", + "Ġв елиÑĩ", + "Ġвели Ñĩ", + "Ġвел иÑĩ", + "Ġве лиÑĩ", + "Ġкон ÑĤÑĢа", + "ĠконÑĤ ÑĢа", + "ĠконÑĤÑĢ а", + "ĠS osyal", + "Ġy ukarı", + "Ġد ÙĪب", + "ĠدÙĪ ب", + "ä¾ §", + "Ġза мен", + "Ġзам ен", + "ï» ®", + "Ġso bÄĽ", + "Ġsob ÄĽ", + "ĠТак же", + "Ð İ", + "ε δ", + "Ùħ ارÛĮ", + "Ùħا رÛĮ", + "Ùħار ÛĮ", + "ξ ι", + "ì¹ Ń", + "Ġп лаÑģÑĤи", + "Ġпл аÑģÑĤи", + "Ġпла ÑģÑĤи", + "Ïĥ οÏħν", + "Ïĥο Ïħν", + "ÏĥοÏħ ν", + "èľĺèĽĽ è¯į", + "ÙĪ ÛĮزÛĮ", + "ÙĪÛĮ زÛĮ", + "Ġnap ÅĻ", + "ĠÑĤип а", + "ĠÑĤи па", + "à¥Ĥ à¤Ľ", + "ĠÅŁ ah", + "л ÑıÑĤи", + "лÑı ÑĤи", + "ب ÛĮر", + "بÛĮ ر", + "ระ ยะ", + "ĠболÑĮ ÑĪин", + "ĠболÑĮÑĪ ин", + "ÏĦη ÏĦα", + "Ġíıī ê°Ģ", + "Ġpro jev", + "Ġproj ev", + "Ġproje v", + "ò i", + "Ġк нÑı", + "ÏĨ εÏģ", + "е ÑĢÑĥ", + "еÑĢ Ñĥ", + "Ñį н", + "ĠعÙħ ÙĦÛĮ", + "ĠعÙħÙĦ ÛĮ", + "à¤ł न", + "ãĥ³ ãĤ¯", + "ĠìķĦ ëŀĺ", + "Î Ī", + "Ġب است", + "Ġبا ست", + "Ġ تÙĥ", + "Ġت Ùĥ", + "a ÄįnÃŃ", + "aÄį nÃŃ", + "ĠлÑĸ кÑĥваннÑı", + "ĠлÑĸк ÑĥваннÑı", + "à¸Ħ à¹Ĥà¸Ļ", + "Ġ èĥ½", + "Ġè ĥ½", + "Ġèĥ ½", + "θ λη", + "len miÅŁ", + "Ġl á»Ļ", + "Ġlá» Ļ", + "Ġsi lah", + "Ġsil ah", + "ĠA ustr", + "ĠAust r", + "ĠAus tr", + "ĠAu str", + "ØŃ ÙĤ", + ".*** .***", + "ì ©", + "Ġg Ãł", + "Ġباز بÛĮÙĨÛĮ", + "ĠÄij Ãłn", + "ÃŃ ky", + "ÃŃk y", + "ĠÎķ ν", + "ض Ùħ", + "å§ ĵ", + "Ġ ÙĨÙĪÛĮس", + "ĠÙĨ ÙĪÛĮس", + "ĠÙĨÙĪ ÛĮس", + "Ġskup iny", + "Ġس ÛĮد", + "ĠسÛĮ د", + "Ġal dıģı", + "Ġald ıģı", + "Ġaldı ģı", + "m eli", + "me li", + "mel i", + "в иж", + "ви ж", + "ì¹ĺ ëĬĶ", + "ов аÑħ", + "ова Ñħ", + "Ġ æ©", + "Ġæ ©", + "Ø´ÙĨ اسÛĮ", + "Ø´ÙĨاس ÛĮ", + "Ġn imi", + "Ġni mi", + "Ġnim i", + "ĠÐĵ ÑĢи", + "íĹ Į", + "Ġк в", + "éŁ ĵ", + "Ġ íĽĦ기", + "ĠíĽĦ 기", + "Ġ stÅĻÃŃ", + "Ġst ÅĻÃŃ", + "ĠstÅĻ ÃŃ", + "ĠкÑĸлÑĮ кÑĸÑģÑĤÑĮ", + "ĠBakan lıģı", + "ĠменÑĮ ÑĪе", + "ا ÙĪÛĮ", + "اÙĪ ÛĮ", + "Ġار ÙĪÙ¾", + "Ġ èī²", + "Ġèī ²", + "ĠÚ©ÙĪÚĨ Ú©", + "ĠA ynı", + "Ġ äºĨ", + "Ġس Ùģر", + "ĠسÙģ ر", + "ĠÑĤе аÑĤ", + "Ġ vÄĽd", + "ĠvÄĽ d", + "а ÑĢов", + "аÑĢ ов", + "Ġоб меж", + "ĠìķĬ ìķĺ", + "追 åĬł", + "éł Ī", + "dÄĽ lenÃŃ", + "dÄĽl enÃŃ", + "dÄĽlen ÃŃ", + "Ġk ims", + "Ġki ms", + "Ġkim s", + "Ġ èı²", + "Ġèı ²", + "Ġг ÑĢÑĥн", + "ĠгÑĢÑĥ н", + "ĠгÑĢ Ñĥн", + "ĠØ¢ ÙĦÙħاÙĨ", + "ĠØ¢ÙĦ ÙħاÙĨ", + "Ġав г", + "ĠÑī оÑģÑĮ", + "ĠÑīо ÑģÑĮ", + "Ġ å¾·", + "Ġå¾ ·", + "ĠÐĿа ÑĨÑĸоналÑĮ", + "æĪIJ ç«ĭ", + "ูà¸Ļ ย", + "ãĥ¼ ãĥ«ãĥī", + "ãĥ¼ãĥ« ãĥī", + "éĽ ²", + "ĠT á»ķ", + "cı lık", + "ĠAlma nya", + "ĠAlman ya", + "Ġov Å¡em", + " ĭ", + "ĠÏĩÏģη ÏĥιμοÏĢοι", + "Ġörg üt", + "िस स", + "èĹ Ŀ", + "ĠGi ải", + "Ġsv ob", + "Ġsvo b", + "Ġrůzn ých", + "Ġrůz ných", + "Ġsmlou vy", + "ÑĢ еÑģÑģ", + "ÑĢеÑģ Ñģ", + "ี à¹Ģà¸Ķ", + "ĠاÙħ رÙĪز", + "ĠاÙħر ÙĪز", + "ãĤ ħ", + "åĿ ¦", + "à¹ī à¸Ħ", + "Ġ каж", + "Ġк аж", + "Ġка ж", + "å¼ Ĺ", + "Ñĩ ноÑĹ", + "Ñĩно ÑĹ", + "åľ Ī", + "ĠØ¢ ÙĩÙĨÚ¯", + "ëª °", + "Ġ æº", + "Ġæ º", + "Ġ èĦ", + "Ġè Ħ", + "ä¸Ģ æŃ¥", + "оÑĩ ка", + "Ġpro stor", + "Ġpros tor", + "Ġprost or", + "Ġng ắn", + "Ġ ç·", + "Ġç ·", + "н аÑĢ", + "на ÑĢ", + "Ġà¤ľ व", + "ĠнаÑĩ алÑĮ", + "Ġне дел", + "Ġнед ел", + "ĠÑģиÑģÑĤем Ñĥ", + "ج ÙĬ", + "اد ات", + "ادا ت", + "Ġ æ¢", + "Ġæ ¢", + "ĠجاÙħ عة", + "ĠجاÙħع Ø©", + "Ġ ä»İ", + "Ġà¤ħ फ", + "èĸ Ħ", + "Ġب اÙĤ", + "Ġبا ÙĤ", + "ب ÙĬع", + "بÙĬ ع", + "ãģķ ãĤĮãģ¦", + "ãģķãĤĮ ãģ¦", + "ĠÃĩ alÄ±ÅŁ", + "Ø®ÙĪ است", + "ãĥĥ ãĤ·ãĥ¥", + "ĠØŃ Ø³ÛĮÙĨ", + "ĠØŃس ÛĮÙĨ", + "Ġоб наÑĢÑĥж", + "в Ñĸдом", + "вÑĸ дом", + "вÑĸд ом", + "Ġh ôm", + "л анд", + "ла нд", + "лан д", + "Ġव à¤ľà¤¹", + "س ÙĬÙĨ", + "سÙĬ ÙĨ", + "æł ı", + "Ġna vÃŃc", + "Ġnav ÃŃc", + "ãĤµ ãĤ¤ãĥĪ", + "ãĤµãĤ¤ ãĥĪ", + "ĠÑı комÑĥ", + "ĠÑıк омÑĥ", + "Ġí Ľ", + "ĠY ani", + "ĠYan i", + "ĠYa ni", + "ãĤĵ ãģ§ãģĻ", + "ãĤĵãģ§ ãģĻ", + "Ġг ÑĢÑĥп", + "ĠгÑĢÑĥ п", + "ĠгÑĢ Ñĥп", + "Äį ný", + "ÑĨ ик", + "ÑĨи к", + "ÙĪ ÙĬر", + "ÙĪÙĬ ر", + "Ġ Xã", + "ĠX ã", + "Ġf yz", + "Ġfy z", + "Ġ ï½ī", + "Ġï½ ī", + "âĢĮ ترÛĮÙĨ", + "âĢĮتر ÛĮÙĨ", + "à¤Ł à¤ķ", + "ÑĦоÑĢм и", + "ÑĦоÑĢ ми", + "ĠO yun", + "ĠOy un", + "åł´ æīĢ", + "ØŃ Ø«", + "ĠìķĮ ìķĦ", + "ÑĢав илÑĮ", + "ÑĢави лÑĮ", + "ï¼Į âĢĿ", + "b oru", + "bo ru", + "bor u", + "ĠK ullan", + "ĠKul lan", + "ĠKay nak", + "Ġê° ĸ", + "ç´ Ķ", + "ï¼Į æ¯ı", + "ÎĹ Î¡", + "Ġp ůl", + "Ġpů l", + "Ġг оÑģÑĤ", + "ر ÙĪÙħ", + "رÙĪ Ùħ", + "ï¼Į åį³", + "Û² Û³", + "ĠÙĨØ® ست", + "ĠÚ© سب", + "Ġ à¹Ģà¸ļ", + "Ġà¹Ģ à¸ļ", + "Ġà¹Ģภļ", + "Ġy azar", + "Ġya zar", + "Ġyaz ar", + "j ekt", + "je kt", + "à¹Ĥล ย", + "Ġдоб ÑĢе", + "Ġپزش Ú©ÛĮ", + "ĠتÙĩ ÛĮÙĩ", + "ç¾İ åľĭ", + "но ÑģÑıÑĤ", + "ноÑģ ÑıÑĤ", + "ноÑģÑı ÑĤ", + "ëłĪ ìĬ¤", + "åĹ ¯", + "Ġr Ãłng", + "ĠÎķ ξ", + "а ÑĤаÑĢ", + "аÑĤ аÑĢ", + "аÑĤа ÑĢ", + "k ova", + "ko va", + "kov a", + "ĠÅŁey ler", + "Ø® اص", + "ĠìķĪ ìłĦ", + "Ñī ей", + "Ñīе й", + "Ġë° Ŀ", + "âĢĮتÙĪاÙĨ د", + "ãģĪ ãģ°", + "Ġv ữ", + "Ġvá» ¯", + "ĠÑģ ама", + "ĠÑģам а", + "ĠобоÑĢ Ñĥд", + "Ġобо ÑĢÑĥд", + "âĢĮ باشد", + "à¹Į à¸Ń", + "Ġdet ay", + "æĤ ²", + " Ī", + "ãĤ¦ ãĤ£", + "ĠпÑĢав ила", + "ĠпÑĢави ла", + "ĠпÑĢавил а", + "kr ét", + "à¹Į ร", + "åĮ ¹", + "Ġ åħį", + "Ġå ħį", + "Ġåħ į", + "ĠÑģилÑĮ но", + "ĠиÑģ ÑĤоÑĩ", + "ĠиÑģÑĤ оÑĩ", + "ĠsaÄŁ lar", + "Ġ æѦ", + "ĠæŃ ¦", + "íĸ ĪìĬµëĭĪëĭ¤", + "íĸĪ ìĬµëĭĪëĭ¤", + "Kh ông", + "à¹Īาà¸ĩ à¹Ĩ", + "Û° Û°Û°", + "Û°Û° Û°", + "Ġ رÙĤ", + "Ġر ÙĤ", + "âĢĻ ÑıÑĤ", + "âĢĻÑı ÑĤ", + "åĽ ²", + "à¹ģ à¸Ķà¸ĩ", + "Ġžád né", + "c ouz", + "co uz", + "cou z", + "à ĭ", + "ĠпÑĸд гоÑĤов", + "Ġ ëĮĢíķĻ", + "ĠëĮĢ íķĻ", + "Ġdüny anın", + "èĢģ å¸Ī", + "èģĮ ä¸ļ", + "Ġy eri", + "Ġye ri", + "Ġyer i", + "à¥ĭ à¤ķर", + "à¥ĭà¤ķ र", + "ĠبÙĩ تر", + "ëĭĪ ìķĦ", + "ìĿĮ ìĿĦ", + "Ġ æĮĩ", + "ĠæĮ ĩ", + "ãĢį ï¼Ī", + "ĠÑģооÑĤвеÑĤÑģÑĤв ии", + "æĬ ĵ", + "à¹Ĥ à¸Ĺ", + "Ġtr á»ĵng", + "ĠпÑĢа ÑĨÑĸ", + "Ġ ëĨĵ", + "ĠëĨ ĵ", + "à¤ĩ न", + "Ġìłķ ë§IJ", + "ãĢ ķ", + "Ġc áºŃn", + "åĸ Ŀ", + "Ġê³Ħ ìĨį", + "Ġ ä¸İ", + "Ġä¸ İ", + "å¥ ı", + "Ġع اÙĦÙħ", + "Ġvys vÄĽt", + "Ġдо ÑĢог", + "ĠдоÑĢ ог", + "Ġн еÑĢв", + "ĠнеÑĢ в", + "Ġб еÑĤ", + "Ġп ÑĢиÑĤ", + "ĠпÑĢ иÑĤ", + "ĠпÑĢи ÑĤ", + "ов Ñĭй", + "å· ¡", + "Ùģ اع", + "Ðļ Ðĺ", + "à¸ķ รวà¸Ī", + "à¸ķรว à¸Ī", + "ĠÐľ ай", + "ĠÐľÐ° й", + "ëıĦ ë¡ľ", + "Ġz lat", + "ĠsaÄŁ lam", + "Ïģ αν", + "Ïģα ν", + "à¸Ĭ ร", + "å¹´ ãģ®", + "à¸Ħ รà¸Ńà¸ĩ", + "à¸Ħร à¸Ńà¸ĩ", + " ħ", + "Ġho á", + "Ġдов олÑĮно", + "Ġol maz", + "Ġolm az", + "Ġolma z", + "ĠpodmÃŃn ky", + "ĠÑħозÑı й", + "æĻ ´", + "ÑĢ ова", + "ÑĢов а", + "ÑĢо ва", + "Ġl ược", + "ान न", + "Ġкап иÑĤ", + "ĠÚĺ اÙĨ", + "æľī äºĽ", + "ĠповеÑĢÑħ ноÑģÑĤи", + "ĠÑĨ Ñĸн", + "ĠÑĨÑĸ н", + "ü yle", + "üy le", + "Ġj azy", + "Ġja zy", + "Ġjaz y", + "ĠPh ú", + "Ġ सन", + "Ġस न", + "åĩº åĶ®", + "Âł д", + "Ġ ãĤ¯", + "ĠãĤ ¯", + "çĶ± äºİ", + "à¥į पत", + "à¥įप त", + "ĠاÙĦØ® اÙħ", + "Ġاص ÙĦاØŃ", + "ĠاصÙĦ اØŃ", + "Ġ تÛĮ", + "Ġت ÛĮ", + "Ġt ato", + "Ġta to", + "Ġtat o", + "å¹ ¹", + "æ³ ½", + "à¸Ńà¸ģ à¸Īาà¸ģ", + "Ñĥ лÑİ", + "Ñĥл Ñİ", + "Ġв Ñģп", + "ĠвÑģ п", + "m ekte", + "me kte", + "mek te", + "à¥Ģ फ", + "ĠÚĺ ÙĪئ", + "Ġl á»ĩnh", + "Ġlá»ĩ nh", + "âĢĮ کرد", + "âĢĮÚ© رد", + "íı¬ ì¸ł", + "an ki", + "ank i", + "Ġëĵ±ë¡Ŀ ëĮĢíĸī", + "Ġ ãĤĿ", + "ĠãĤ Ŀ", + "Ġار زش", + "Ġارز Ø´", + "Ġth ú", + "Ġ ấn", + "è¡Į 为", + "ĠÑģ нова", + "ê ¾¸", + "Ġsou hlas", + "Ġв озв", + "Ġвоз в", + "Ġво зв", + "ÏģÎŃ ÏĢει", + "ĠнÑĸ Ñĩого", + "ĠнÑĸÑĩ ого", + "н ож", + "но ж", + "ÑĤ ик", + "ÑĤи к", + "ãģ© ãģĵ", + "ĠоÑģнов е", + "ãĤ ¥", + "à¸Ľà¸£à¸° à¸Īำ", + "Ġ à¸Ĺà¸Ńà¸ĩ", + "Ġà¸Ĺ à¸Ńà¸ĩ", + "Ġek sik", + "Ġeks ik", + "ĠÙĦ Ø¥", + "ãģĭ ãģ®", + "Ġ ãģª", + "- प", + "Ïģ ει", + "Ïģε ι", + "ĠìłĦ 문", + "า à¸ģล", + "าà¸ģ ล", + "β ε", + "íĬ¹ ë³Ħ", + "íķĺ ë©´ìĦľ", + "íķĺë©´ ìĦľ", + "à¸Ħà¹Ĥà¸Ļ à¹Ĥลย", + "Ġ 好", + "Ġå¥ ½", + "Ġy ayım", + "Ġyay ım", + "ë§Į ëĤ¨", + "ĠкиÑģ лоÑĤ", + "ĠкиÑģл оÑĤ", + "ĠÑį неÑĢг", + "çĸ ¾", + "Ġد Ø´", + "Ġsor uml", + "Ġsoru ml", + "Ġза клад", + "Ġзак лад", + "à¸Ĭ à¸Ńà¸ļ", + "ĠÙģرÙĩÙĨÚ¯ ÛĮ", + "Ġà¤ı ल", + "Ġë¹Ħ êµIJ", + "l erce", + "ler ce", + "Ġ Ø·ÙĦب", + "ĠØ· ÙĦب", + "ĠØ·ÙĦ ب", + "ãģ« ãģĹãģ¦", + "ĠÑı коÑĹ", + "ĠÑıк оÑĹ", + "ĠاÙĦب تÙĩ", + "ĠÐľ аÑĤ", + "ĠÐľÐ° ÑĤ", + "åį ĵ", + "Ġ åħ¬åı¸", + "Ġåħ¬ åı¸", + "Ġsöy ley", + "Ġsöyl ey", + "ĠìĥĪ ë¡ľìļ´", + "ĠÑĦ аÑĢ", + "Ġalt ına", + "Ġaltın a", + "Ġaltı na", + "Ġsta vu", + "Ġstav u", + "âĢĻ ı", + "al izace", + "aliz ace", + "Ġви ÑģÑĤÑĥп", + "æķĻ å¸Ī", + "à¥Ģ à¤ıस", + "à¥Ģà¤ı स", + "o dÄĽ", + "od ÄĽ", + "ĠÑĨ Ñĸл", + "ĠÑĨÑĸ л", + "ĠëĮĢ ìĥģ", + "ĠкоÑĤоÑĢ ом", + "ĠкоÑĤ оÑĢом", + "Ġظ رÙģ", + "éİ ®", + "اÙģ ÙĬØ©", + "اÙģÙĬ Ø©", + "Ġ ìĹĨìĿ´", + "ĠìĹĨ ìĿ´", + "ĠμÏĮ νο", + "ĠC Æ¡", + "å¯ »", + "ÏĦ ιÏĥ", + "ÏĦι Ïĥ", + "Ġ ãĤĦ", + "ĠãĤ Ħ", + "Ġjed noho", + "Ġjedn oho", + "Ġjedno ho", + "ا ا", + "Ø§Ø §", + "et ler", + "Ġव स", + "ĠÑĢазлиÑĩ нÑĭÑħ", + "Ġج غراÙģ", + "Ġth ừa", + "Ġthá» «a", + "ĠгÑĢомад Ñıн", + "ॠ°", + "ĠاÙĦØ£ Ø®", + "Ġнаг ÑĢÑĥз", + "ç¸ ¾", + "à¥Ĥ ह", + "ĠпÑĢÑıм о", + "â Ĭ", + "ĠاÙĦØ£ÙĪÙĦ Ùī", + "æĸ° èģŀ", + "Ġìĥģ íĻ©", + "it esi", + "ite si", + "ites i", + "ëį° ìĿ´íĬ¸", + "æŃ ·", + "ï¼ĮèĢĮ ä¸Ķ", + "ãģ¯ ãģļ", + "产 çĶŁ", + "æ°Ĺ ãģĮ", + "y slu", + "ys lu", + "ysl u", + "ìĸ´ ëĤĺ", + "ا Ú©Ùħ", + "اک Ùħ", + "âĢ ĥ", + ") ìĿĢ", + "Ġجست ارÙĩاÛĮ", + "ÙĪ Ø«", + "ãħ İ", + "Ġkav ram", + "v ál", + "vá l", + "æľ Ń", + "æĤ ł", + "ìħ Ģ", + "h rad", + "hr ad", + "hra d", + "Ġت ÙĥÙĪÙĨ", + "ĠتÙĥ ÙĪÙĨ", + "ĠH òa", + "å¹´ çļĦ", + "Ġç arp", + "Ġça rp", + "Ġy olu", + "Ġyo lu", + "Ġyol u", + "Ġdub na", + "ĠÐĴ елик", + "ĠÐĴели к", + "Ġt ôn", + "Ġtô n", + "æ ķĮ", + "æķ Į", + "Ġc oi", + "Ġco i", + "Ġnak onec", + "ĠÑį ÑĤÑĥ", + "ĠÑįÑĤ Ñĥ", + "íĨµ ëł¹", + "ÑĪ ел", + "ÑĪе л", + "Ġneb yl", + "Ġneby l", + "in ç", + "ب اÙĦØ¥ÙĨجÙĦÙĬزÙĬØ©", + "باÙĦ Ø¥ÙĨجÙĦÙĬزÙĬØ©", + "ï¼ ¡", + "о нÑĮ", + "он ÑĮ", + "Ġне маÑĶ", + "Ġнем аÑĶ", + "Ġê³ł ê°Ŀ", + "ĠÙĤ طع", + "ĠÙĤØ· ع", + "ĠÑĤеÑĢиÑĤоÑĢ ÑĸÑĹ", + "人 ãģ¯", + "ĠΣ α", + "éĤ£ äºĽ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ios per", + "í Ĥ¨", + "íĤ ¨", + "r aki", + "ra ki", + "rak i", + "اÛĮ ج", + "Âł C", + "Ġан алÑĸз", + "ãĤı ãĤĬ", + "ĠìķĦëĭ Į", + "ĠاÙĦعÙħÙĦ ÙĬØ©", + "ĠاÙĦعÙħ ÙĦÙĬØ©", + "l ament", + "la ment", + "lam ent", + "é» ¨", + "u jÃŃcÃŃm", + "ujÃŃ cÃŃm", + "ujÃŃcÃŃ m", + "Ġr ẻ", + "ä¸į åĪ°", + "Ġrez erv", + "ĠاÙĦØ° ÙĬÙĨ", + "ĠاÙĦØ°ÙĬ ÙĨ", + "æĭ ¥", + "Ðĺ н", + "Ġतह त", + "r esi", + "re si", + "res i", + "Ġ ãĥ¢", + "Ġãĥ ¢", + "л ев", + "ле в", + "ãĢĢ r", + "Ġ ä»Ĭ", + "Ġö dem", + "Ġpot rav", + "ĠêµIJ ìĪĺ", + "ÑĢ еди", + "ÑĢед и", + "ÑĢе ди", + "ĠÎļ ÎijÎĻ", + "Ġ наÑĩала", + "ĠнаÑĩ ала", + "Ġиз б", + "ĠbÅĻez na", + "Ġle dna", + "Ġled na", + "ÑĢ ÑĥÑİÑĤ", + "ÑĢÑĥ ÑİÑĤ", + "Ġ моÑĤ", + "Ġм оÑĤ", + "Ġмо ÑĤ", + "åıĹ åĪ°", + "ĠÑĢÑĥ кÑĥ", + "ĠÑĢÑĥк Ñĥ", + "Ỽ m", + "ad ele", + "ade le", + "adel e", + "ĠÑĢоз глÑı", + "åħ IJ", + "Ġر ÙĪاÙĨ", + "ĠرÙĪ اÙĨ", + "а ков", + "ак ов", + "Ñĥ ÑĢÑĭ", + "ÑĥÑĢ Ñĭ", + "Ġaz al", + "ĠÑĥ кÑĢа", + "ĠÑĥк ÑĢа", + "пи он", + "ĠÄįlov ÄĽ", + "äºĮäºĮ äºĮäºĮ", + "ا بÙĬ", + "اب ÙĬ", + "Ġas lında", + "ë¹ Ī", + "Ġв ÑĢаÑĩ", + "ĠвÑĢа Ñĩ", + "ë£ ¹", + "Ġген еÑĢа", + "à¸ģาร ส", + "ĠÑģов Ñģем", + "ÙĪ ÙĦا", + "ÙĪÙĦ ا", + "Ġश ब", + "ाà¤ĸ ण", + "ست اÙĨÛĮ", + "ستاÙĨ ÛĮ", + "æĬ ½", + "Ġrů z", + "ĠíĮIJ 매", + "à¸ģาร à¸ķ", + "ائ ÛĮ", + "a sal", + "as al", + "asa l", + "ĠÑĢабоÑĤ Ñĥ", + "ĠÑĢаб оÑĤÑĥ", + "ĠÑĢабо ÑĤÑĥ", + "à¥ĭल न", + "Ġ 马", + "Ġé© ¬", + "Ġl ai", + "Ġla i", + "ó i", + "v ap", + "va p", + "ëħĦ ìĹIJëĬĶ", + "ëħĦìĹIJ ëĬĶ", + "ĠпеÑĢед баÑĩ", + "Ġп леÑĩ", + "Ġпл еÑĩ", + "id det", + "idd et", + "ĠÑĩ оÑĢ", + "i yan", + "iy an", + "iya n", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ĠãĢĢ", + "ĠØŃر ÙģÙĩ", + "ĠØŃرÙģ Ùĩ", + "大 éĺª", + "Ñĩ ого", + "Ġ ки", + "Ġк и", + "ا ÙĪÙĬ", + "اÙĪ ÙĬ", + "ĠbaÅŁ lan", + "Ġmerk ezi", + "Ġmerkez i", + "© ©", + "Ġر است", + "Ġرا ست", + "Ġ ëĬĶ", + "ĠëĬ Ķ", + "ĠÑģ ÑĢав", + "ĠвнÑĥ ÑĤÑĢи", + "ĠвнÑĥÑĤÑĢ и", + "ĠвнÑĥÑĤ ÑĢи", + "ãĢĢ ãĥİ", + "åĿ Ľ", + "Ġв ÑĤ", + ": :/", + ":: /", + "Ġsöz leÅŁ", + "Ġver diÄŁi", + "Ġverdi ÄŁi", + "ิ ยม", + "ิย ม", + "ĠÐŁ ÑĢоÑĤ", + "ĠÐŁÑĢ оÑĤ", + "ĠÐŁÑĢо ÑĤ", + "Ùĥ ار", + "Ġب ÙĨدÛĮ", + "ĠبÙĨ دÛĮ", + "ĠبÙĨد ÛĮ", + "Ùı ÙĪ", + "缴 æĴŃ", + "ĠÙħ ÙĦÙĬ", + "ĠÙħÙĦ ÙĬ", + "Ġnut né", + "ะà¹ģ à¸Ļà¸Ļ", + "ĠM ã", + "Ġ ì´", + "Ġì ´", + "à¹Ī าม", + "à¹Īา ม", + "м оÑģ", + "мо Ñģ", + "Ġпо Ñıви", + "ĠпоÑıв и", + "Ġn ghi", + "Ġng hi", + "Ġngh i", + "Ġ ëIJĺëĬĶ", + "ĠëIJĺ ëĬĶ", + "Ñģ клад", + "Ñģк лад", + "à¤Ĺ ल", + "ĠC á»Ļng", + "çŁ¥ è¯Ĩ", + "Ġ taj", + "Ġt aj", + "Ġta j", + "Ġع بر", + "Ġعب ر", + "éĻĦ è¿ij", + "ü ÄŁ", + "Ġê³µ ê³ł", + "è£ ķ", + "âĢĮ Ø´ÙĨ", + "âĢĮØ´ ÙĨ", + "Ġgerç ekten", + "Ġgerçek ten", + "n un", + "nu n", + "Ùħ Ø´", + "ê°Ģ ëĬ¥", + "ãĥ© ãĥ³ãĥī", + "ãĥ©ãĥ³ ãĥī", + "ay acak", + "aya cak", + "åįģ ä¸Ģ", + "ĠB ảo", + "Ġyet erli", + "Ġyeter li", + "ž iv", + "ži v", + "ĠÙĬÙĨ اÙĬر", + "Ġb ýval", + "Ġbý val", + "ìĽĶ ê¹Įì§Ģ", + "Ġn ợ", + "Ġ ê´Ģê³Ħ", + "Ġê´Ģ ê³Ħ", + "Ġ íĿ¬", + "ĠíĿ ¬", + "а ÑİÑĤÑĮ", + "аÑİÑĤ ÑĮ", + "аÑİ ÑĤÑĮ", + "Ġgö tür", + "Ġваж но", + "Ġва жно", + "æµ ©", + "ĠìĿ¼ ë¶Ģ", + "ÑĨÑĸй ний", + "ëł¥ ìĿĦ", + "Ġл еÑĩение", + "ĠлеÑĩ ение", + "éĸ¢ ä¿Ĥ", + "ĠT üm", + "ìĻ Ķ", + "éģ Ĺ", + "ĠD ön", + "Ġ ÑģпÑĸлÑĮ", + "ĠÑģп ÑĸлÑĮ", + "ĠÑģпÑĸл ÑĮ", + "ãĥģ ãĤ§", + "н ÑıеÑĤÑģÑı", + "нÑı еÑĤÑģÑı", + "нÑıеÑĤ ÑģÑı", + "il tere", + "ilter e", + "ilt ere", + "Ġ íĮĢ", + "Ġí ĮĢ", + "ĠíĮ Ģ", + "è¨Ń å®ļ", + "Ġro din", + "Ġrod in", + "Ġrodi n", + "ĠاÙĤتص اد", + "алÑĮ не", + "à¥į à¤ķर", + "à¥įà¤ķ र", + "Ġvý bÄĽ", + "Ġteh lik", + "âĶ IJ", + "Ġ çĶ°", + "Ïģί ÏĤ", + "iy el", + "iye l", + "Ġth iá»ĩu", + "Ġthi á»ĩu", + "ÏĪ ηÏĤ", + "ÏĪη ÏĤ", + "Ġд ве", + "Ġдв е", + "ĠEl ekt", + "ĠEle kt", + "à¸ģ à¸İ", + "о ÑĢÑĥж", + "оÑĢ Ñĥж", + "оÑĢÑĥ ж", + "a ÅŁÄ±", + "aÅŁ ı", + "è© ³ç´°", + "Ġات ÙģاÙĤ", + "Ġg ắn", + "æ²Ĵ æľī", + "ĠÙħطاÙĦ عÙĩ", + "ÏĦ ιν", + "ÏĦι ν", + "Ġok res", + "Ñ ľ", + "ê° Ķëĭ¤", + "Ðł оз", + "å¾ĭ 宾", + "ï¼ī ï¼Ī", + "Ġìļ´ìĺģ ìŀIJ", + "ãĤ« ãĥĨ", + "l aÄį", + "la Äį", + "à¥ĩब स", + "Ġo Äįi", + "ĠoÄį i", + "- б", + "e lerden", + "eler den", + "elerde n", + "k ových", + "kov ých", + "kový ch", + "ĠÄ°z mir", + "สม าà¸Ĭ", + "lad atel", + "Ġ æ»", + "Ġæ »", + "éĶĢ åĶ®", + "ĠдоÑģлÑĸд женнÑı", + "ĠлÑĸ каÑĢ", + "ĠлÑĸка ÑĢ", + "ĠлÑĸк аÑĢ", + "Ġодна ко", + "ĠV ác", + "Ġ è«", + "Ġè «", + "éĢ² è¡Į", + "以 å¤ĸ", + "é³ ¥", + "Ġ ÙĨج", + "ĠÙĨ ج", + "ĠbaÅŁ kan", + "ĠbaÅŁka n", + "ĠbaÅŁk an", + "Ġopat ÅĻenÃŃ", + "ا رش", + "ار Ø´", + "ض اÙģØ©", + "ضا ÙģØ©", + "ãĤ¹ ãĥ¬", + "ή ν", + "ÄĽ tÃŃ", + "ÄĽt ÃŃ", + "ว ย", + "Ġرس ÙĪÙĦ", + "ÅĻ ich", + "ÅĻi ch", + "ĠpÅĻ ih", + "ĠpÅĻi h", + "ÑĮ ми", + "çĦ¶ èĢĮ", + "Ġth ẳng", + "l amaz", + "la maz", + "lam az", + "lama z", + "ÙĢ ÙĢÙĢ", + "ÙĢÙĢ ÙĢ", + "Ġì°¸ ìŬ", + "ĠÙĨÙĪ شتÙĩ", + "ĠÙĨÙĪØ´ تÙĩ", + "ĠÑģÑĤ ек", + "ãģ® ãģ¿", + "ĠÙĪ اÙĦع", + "ĠÙĪاÙĦ ع", + "ĠÙĪا ÙĦع", + "æķ ¢", + "à¥Ģà¤Ĥ ,", + "ÐŀÑģ нов", + "им оÑģÑĤи", + "имо ÑģÑĤи", + "ĠÄĮesk á", + "ĠÄĮes ká", + "Ñĸ Ñĩний", + "ÑĸÑĩ ний", + "าม ารà¸ĸ", + "ekk ür", + "Âł h", + "ι κη", + "ικ η", + "Ġتع ÛĮÛĮÙĨ", + "к оÑģÑĤÑĸ", + "ко ÑģÑĤÑĸ", + "ĠMust afa", + "Ġì¦ ī", + "ãģ§ ãģĤãĤĬ", + "ãģ§ãģĤ ãĤĬ", + "å·¥ ä¸ļ", + "ov ÃŃd", + "ovÃŃ d", + "ÐĿ о", + "Ġس پس", + "Ġسپ س", + "Ú¯ÛĮ رد", + "Ú¯ÛĮر د", + "Ġп едагог", + "Ġ کارÛĮ", + "ĠÚ© ارÛĮ", + "Ġکار ÛĮ", + "ĠÑĪ ÑĤÑĥ", + "ĠÑĪÑĤ Ñĥ", + "æĮ Ĥ", + "Ø¢ Ùħد", + "Ø¢Ùħ د", + "羣 æĺ¯", + "Ġ ابت", + "Ġا بت", + "Ġاب ت", + "Ġرئ ÛĮس", + "Ġد ÛĮÙĨ", + "ĠدÛĮ ÙĨ", + "ÏĪ ε", + "Ġse zon", + "Ġsez on", + "Ġ çĨ", + "Ġç Ĩ", + "स न", + "ãĥ» ãĤ¢", + "Ġ åħŃ", + "Ġåħ Ń", + "Ġ è±", + "Ġè ±", + "Ġìłľ 목", + "ĠÙħ عد", + "ĠÙħع د", + "ĠÙģ ÙĤد", + "ĠÙģÙĤ د", + "éĤ Ĭ", + "Ω Σ", + "Ġ å¡", + "Ġå ¡", + "Ġob vyk", + "ĠìĿ´ ëłĩê²Į", + "ĠбоÑĢ оÑĤÑĮ", + "Û² Û±", + "Ġ á»ijng", + "Ġá» ijng", + "è¯ Ĺ", + "Ġ ÄIJá»iji", + "ĠÄIJ á»iji", + "ĠбеÑĢез нÑı", + "Ġs oÄŁ", + "Ġso ÄŁ", + "Ġ ï¾į", + "Ġï¾ į", + "ãĤĴ ãģ¤", + "ãģĹ ãĤĥ", + "еÑĢ еÑĩ", + "еÑĢе Ñĩ", + "ãĢĢ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢãĢĢĠ ãĢĢĠãĢĢĠãĢĢ", + "æĪ ª", + "ĠاÙĦسعÙĪد ÙĬØ©", + "ĠëĤ¨ ìŀIJ", + "ĠAng iosper", + "???????? ????????", + "Ġpr ům", + "Ġprů m", + "ĠплоÑī ад", + "Ġ ÏĦÏģα", + "ĠÏĦ Ïģα", + "д аÑİÑĤ", + "да ÑİÑĤ", + "Ġsı nav", + "Ġsın av", + "Ġm ặc", + "æ°´ å¹³", + "Ġви глÑı", + "Ġвиг лÑı", + "Ġn ást", + "Ġná st", + "Ġnás t", + "ĠобÑĭ Ñĩ", + "ĠìĿ´ìķ¼ 기", + "ë¹ Ľ", + "ĠB aÄŁ", + "ĠBa ÄŁ", + "ĠاÙĦØ« اÙĦØ«", + "Ġser vis", + "Ġserv is", + "Ġservi s", + "Ġ 룬", + "ĠëŁ ¬", + "ом ина", + "ί θ", + "Ġ Ấ", + "ĠẠ¤", + "ê²½ 기", + "Ġì¡ ¸", + "ี à¸ļ", + "Ġà¤ĺ à¤Łà¤¨", + "Ġ à¸Ļาà¸ĩ", + "Ġà¸Ļ าà¸ĩ", + ". Îł", + "ìķ ķ", + "r ün", + "Ġon ların", + "Ġonları n", + "Ġonlar ın", + "Ġзб ÑĸлÑĮÑĪ", + "à¹ģ à¸Ł", + "ĠìŬ 기", + "Ġ ëĮĢíijľ", + "ĠëĮĢ íijľ", + "ĠÑģи лÑĥ", + "ĠÑģил Ñĥ", + "à¹Ĥ à¸Ľ", + "Ġت ÙĤد", + "ĠتÙĤ د", + "ĠÐŁ ом", + "ĠÐŁÐ¾ м", + "ĠмаÑģ ла", + "Ġ ìĺģìĥģ", + "Ġìĺģ ìĥģ", + "н ение", + "не ние", + "нен ие", + "λα μβ", + "ĠB yl", + "ĠBy l", + "æĬ µ", + "æİ ª", + "Ġκαθ ÏİÏĤ", + "m ızı", + "æĸ° çļĦ", + "éĩį è¤ĩ", + "ั à¸Ľ", + "çŃ Ĩ", + "ĠÑĤ ка", + "ĠзнаÑĩ еннÑı", + "Ġзна ÑĩеннÑı", + "л аÑĤи", + "ла ÑĤи", + "лаÑĤ и", + "Ġv liv", + "Ġvl iv", + "ÐIJ н", + "ĠÚĨ اپ", + "ĠпиÑĤ анÑĮ", + ": ï½ī", + "æķĻ æİĪ", + "Ġì¹ľ 구", + "Ġtr ao", + "Ġtra o", + "à¥įयà¤ķ त", + "ุà¸Ħ à¸Ħล", + "ĠرÙĪ Ø´ÙĨ", + "ĠرÙĪØ´ ÙĨ", + "ĠعÙĦÙĬ Ùĩا", + "ĠعÙĦÙĬÙĩ ا", + "ãĢģ ãģĦ", + "ëħĦ ìĹIJ", + "éĢ Ĩ", + "Ġмаг аз", + "ï¾ŀ ï¾ŀ", + "Ġs ice", + "Ġsi ce", + "Ġsic e", + "âĢĻ te", + "âĢĻt e", + "ĠاÙĦÙĦ غة", + "á u", + "èĩª 身", + "Ġng Å©", + "ĠÑģк ладÑĥ", + "ĠÑģклад Ñĥ", + "Ġz ru", + "Ġtr uy", + "Ġ ilan", + "Ġi lan", + "Ġil an", + "ĠÙ¾ اÛĮÙĩ", + "ĠپاÛĮ Ùĩ", + "Ġپا ÛĮÙĩ", + ": :::::::::::::", + ":: ::::::::::::", + ":::: ::::::::::", + ":::::: ::::::::", + ":::::::: ::::::", + "::: :::::::::::", + "::::: :::::::::", + "::::::: :::::::", + "::::::::: :::::", + ":::::::::: ::::", + "::::::::::: :::", + ":::::::::::: ::", + "::::::::::::: :", + "f ak", + "fa k", + "ÑĤ еÑħ", + "ÑĤе Ñħ", + "Ġt aky", + "Ġta ky", + "Ġtak y", + "Ġìĸ¸ ìĸ´", + "ed enÃŃ", + "eden ÃŃ", + "ede nÃŃ", + "Ġà¤ļ लत", + "Ġà¤ļल त", + "Ġë°° ìļ°", + "Ġjmé no", + "ĠÙĦ Ø£ÙĨ", + "ĠÙĦØ£ ÙĨ", + "α νά", + "αν ά", + "к ÑĥлÑĮ", + "кÑĥ лÑĮ", + "кÑĥл ÑĮ", + "ĠØŃÙģ ظ", + "ĠآزÙħ ÙĪÙĨ", + "иÑĤелÑĮ нÑĭе", + "ĠÐŀ лекÑģанд", + "èį £", + "Ġà¤ľà¤¬ à¤ķ", + "Ġr odi", + "Ġro di", + "Ġrod i", + "Ġبرخ ÙĪرد", + "Ġhaf ta", + "Ġhaft a", + "λ ικά", + "λι κά", + "λικ ά", + "à¸ķ à¸Ļ", + "ĠбеÑĢ ег", + "αν δ", + "- С", + "Ġprav idel", + "ĠбÑĸ лÑı", + "ĠбÑĸл Ñı", + "íĴ į", + "ĠпÑĢед ÑĥÑģ", + "ĠмÑĥ ниÑĨип", + "åĮĸ åѦ", + "ĠتÙħ اس", + "Ġà¤ī ल", + "Ðĵ Ðŀ", + "غ ر", + "r adan", + "ra dan", + "rad an", + "rada n", + "ĠëĤĺ ìĺ¤", + "è¨ Ĥ", + "à¹Ģà¸ĺ à¸Ń", + "âĢĮ سÛĮ", + "âĢĮس ÛĮ", + "ĠобÑıз аÑĤелÑĮно", + "ĠобÑıзаÑĤелÑĮ но", + "о ÑĤе", + "оÑĤ е", + "à¹Į à¸Ĭ", + "çĶ¨ çļĦ", + "Ġalt ın", + "Ġaltı n", + "ĠÑģоÑĤ ÑĢÑĥд", + "Ñĸ нки", + "Ñĸн ки", + "озмож но", + "Î IJ", + "ë¹ Į", + " ķ", + "ĠÑĤ оÑĩно", + "ĠÑĤо Ñĩно", + "ĠÑĤоÑĩ но", + "Ġj men", + "Ġjm en", + "اÙĦ ÛĮا", + "اÙĦÛĮ ا", + "èĪ į", + "ch odu", + "cho du", + "chod u", + "ê³ ¤", + "ick ém", + "ické m", + "ĠÙħ ÙĪر", + "ĠÙħÙĪ ر", + "ãĥª ãĥ³ãĤ¯", + "ãĥªãĥ³ ãĤ¯", + "Ġa ÅŁam", + "ĠaÅŁ am", + "Ġ иÑĤ", + "Ġи ÑĤ", + "Ġन य", + "Ġ μο", + "Ġμ ο", + "éķ ľ", + "ĠبÙĨ ابر", + "ĠبÙĨا بر", + "Ġت خصص", + "Ġส à¸ŀ", + "ĠпÑĢоÑĦеÑģ Ñģи", + "Ġp uan", + "Ġpu an", + "ĠÙģر ÙħاÙĨ", + "ĠÙģرÙħ اÙĨ", + "ëĮĢ íļĮ", + "Ġп ÑıÑĤ", + "ĠÙħ ÙĪب", + "ĠÙħÙĪ ب", + "ĠvÄĽ ku", + "Ġ ëĥ", + "Ġë ĥ", + "ec ký", + "eck ý", + "ĠìĪĺ ëıĦ", + "Ġth ao", + "Ġtha o", + "Ġk apat", + "Ġka pat", + "Ġkap at", + "ĠзаÑħ воÑĢÑİ", + "Ġ åħī", + "Ġåħ ī", + "ر اÙĨÛĮ", + "راÙĨ ÛĮ", + "را ÙĨÛĮ", + "éĢł æĪIJ", + "ĠÑģв Ñĸй", + "ĠдоÑģ иÑĤÑĮ", + "Ġmil yar", + "Ġener ji", + "Ġenerj i", + "Ġк ип", + "Ġки п", + "Ġì¢ĭ ìķĦ", + "Ġب Ø¥", + "ê²Į ìĭľ", + "ĠL Æ°u", + "ĠÙħÙĨظ ÙĪر", + "Ïī μά", + "ζ ί", + "ım da", + "Ġ ìĿ´ë¥¼", + "ĠìĿ´ 를", + "๠Ĵ", + "Ġв важ", + "Ġвв аж", + "Ġga zet", + "Ġgaze t", + "Ġgaz et", + "à¥įत न", + "à¹īำ หà¸Ļ", + "åľŁ åľ°", + "Ġसद स", + "ت بة", + "تب Ø©", + "Ġpo ÄįÃŃta", + "Ġìĭľ ìĬ¤íħľ", + "ร à¸Ħ", + "Ġed ecek", + "ĠتØŃ ÙĦÛĮÙĦ", + "æĮī çħ§", + "åĿ ª", + "Ġê·¸ ê°Ģ", + "ت ÙĩÙħ", + "تÙĩ Ùħ", + "Ġб аж", + "Ġба ж", + "ا Ùģع", + "اÙģ ع", + "éĢļ 常", + "ĠТ и", + "γ νÏī", + "ì¹ Ļ", + "Ġznam ená", + "ï¼¼ ï¼¼", + "α ÏĢÏĮ", + "åĨĻ 羣", + "Ġ ï¼¼Ċ", + "Ġï¼¼ Ċ", + "åĬł å·¥", + "èĤ¡ä»½ æľīéĻIJåħ¬åı¸", + "Ñı ÑĤий", + "ÑıÑĤ ий", + "ÑıÑĤи й", + "Ġh âl", + "Ġç ab", + "Ġça b", + "ĠØŃ Ø§Ø¶Ø±", + "P ÅĻ", + "ĠاÙĦ تÙĤ", + "ĠاÙĦت ÙĤ", + "ξ ηÏĤ", + "ξη ÏĤ", + "б е", + "Ġkh ám", + "Ġkhá m", + "Ġ âĮĴ", + "Ġâ ĮĴ", + "Ġ éķ¿", + "Ġéķ ¿", + "Ġ âĢ¦Ċ", + "ĠâĢ¦ Ċ", + "द म", + "ĠSt udi", + "ĠStud i", + "Ġk odu", + "Ġko du", + "Ġkod u", + "Ġkom unik", + "Ġkomun ik", + "Ġkat kı", + "n ete", + "ne te", + "net e", + "Ġr apor", + "Ġrap or", + "Ġra por", + "éĨ ´", + "ãĤī ãģĽ", + "ĠнеÑģк олÑĮ", + "Ġhá»į p", + "ï¿£ ￣￣", + "￣￣ ï¿£", + "º ¼", + "è£ Ĥ", + "ед ÑĮ", + "Ġا ÙĦاØŃ", + "ĠاÙĦ اØŃ", + "l adık", + "la dık", + "lad ık", + "ladı k", + "Ġfot oÄŁraf", + "æĹ¥ ãģ®", + "ĠØŃ Ø§ÙĦت", + "ĠØŃاÙĦ ت", + "ĠØ« ÙĦاث", + "а ÑĤов", + "аÑĤ ов", + "аÑĤо в", + "ey se", + "Ġê°IJ ìĤ¬", + "á že", + "áž e", + "Ġн ада", + "Ġна да", + "Ġнад а", + "Ġà¤ķ हन", + "Ġà¤ķह न", + "Ġ ãĥĿ", + "Ġãĥ Ŀ", + "ãģ« ãģĤãĤĭ", + "ãģ«ãģª ãģ£ãģ¦", + "ÙĪ دÙĩ", + "ÙĪد Ùĩ", + "Ġpo Å¡k", + "太 éĺ³åŁİ", + "ç»ı éªĮ", + "æĴŃ æĶ¾", + "Ġma jet", + "Ġmaj et", + "Ñħ о", + "ĠÑĤ еÑģÑĤ", + "ĠÑĤе ÑģÑĤ", + "ï¼ı Ċ", + "Ïĥε ÏĦε", + "ĠТ омÑĥ", + "ĠТо мÑĥ", + "ĠТом Ñĥ", + "Ùİ ØŃ", + "ĠìŀĪ ìľ¼ë©°", + "Ġза знаÑĩ", + "éļ IJ", + "Ġд ÑĸÑĹ", + "ĠдÑĸ ÑĹ", + "к ÑĤив", + "кÑĤ ив", + "кÑĤи в", + "ÙĪ ÙģÙĬ", + "ÙĪÙģ ÙĬ", + "Ġt á»Ŀ", + "Ġtá» Ŀ", + "à¸¹à¸Ľ à¹ģà¸ļà¸ļ", + "ĠÑĢ едак", + "ĠÑĢед ак", + "Ġa teÅŁ", + "Ġat eÅŁ", + "Ġate ÅŁ", + "Ġkh iá»ĥn", + "Ġkhi á»ĥn", + "ü ny", + "ün y", + "ี ยà¸ģ", + "ีย à¸ģ", + "ĠÑĩа Ñīе", + "Ġt uy", + "Ġtu y", + "γ Ïīν", + "γÏī ν", + "ร à¸Ńà¸ļ", + "Ġtr ùng", + "à¹ģà¸Ĺ à¸Ļ", + "Ġα κÏĮ", + "Ġακ ÏĮ", + "ĠÐĴеÑĢ Ñħов", + "à¹ĥ à¸Ļส", + "à¹ĥà¸Ļ ส", + "ãĢģ ä½ķ", + "åĩ ¦", + "Ġ ç»ı", + "Ġç» ı", + "æ¨ ĵ", + "اÙĨÚ¯ ÙĦÛĮسÛĮ", + "Ġ lepÅ¡ÃŃ", + "Ġlep Å¡ÃŃ", + "Ġ å¼Ģå§ĭ", + "Ġå¼Ģ å§ĭ", + "éĻ º", + "ĠÑĩ еÑĤÑĭ", + "ĠÑĩеÑĤ Ñĭ", + "ĠС еÑĢ", + "оÑİ Ð·", + "Ġx ung", + "Ġxu ng", + "åĵģ çīĮ", + "Ġìĥģ íĥľ", + "ĠÙĨ صب", + "ĠÙĨص ب", + "ĠÑĩ омÑĥ", + "Ġتر Ú©ÛĮ", + "Ġترک ÛĮ", + "- ли", + "o vÃŃ", + "ov ÃŃ", + "Ġا ÙĨج", + "ĠاÙĨ ج", + "çµ ¡", + "Ġت ÙĪص", + "ĠتÙĪ ص", + "Ġ ì¿ł", + "Ġì ¿ł", + "Ġvar sa", + "Ġva rsa", + "Ġvars a", + "ĠÑĢаз ÑĢабоÑĤ", + "à¸Ĥ à¸Ńà¸ĩà¸Ħ", + "à¸Ĥà¸Ńà¸ĩ à¸Ħ", + "éŃ Ĥ", + "Ġà¤Ĭ पर", + "æĿ¥ 说", + "ĠÑĨенÑĤ ÑĢалÑĮ", + "ĠÑĨенÑĤÑĢ алÑĮ", + "ĠÑĨенÑĤÑĢа лÑĮ", + "ĠTak ım", + "Ġon lar", + "Ġسر عت", + "好 åĥı", + "Ġbu á»ķi", + "ĠÐij ел", + "Âł c", + "Ø£ ت", + "à¸Ĥ à¸ĵะ", + "ãģ« åĩº", + "Ġ+ **************", + "ÏĦη κε", + "ا جر", + "اج ر", + "Ġ âĢ²", + "ĠâĢ ²", + "ãĥ¼ ãĥ¬", + "ãĥ¼ãĥ ¬", + "é¥ Ń", + "Ġج ÙĦس", + "ĠجÙĦ س", + "Ġب ستÙĩ", + "Ġبس تÙĩ", + "ว าà¸ĩ", + "Ġ βά", + "Ġβ ά", + "Ġа меÑĢикан", + "ĠPr emi", + "ĠPre mi", + "ĠPrem i", + "m ae", + "ma e", + "ĠÑģ ÑĢеди", + "ĠÑģÑĢед и", + "Ạł", + "Ġв ÑĢед", + "ãĢĤ èĢĮ", + "åĴ ²", + "Ġê³µ ê°ľ", + "èĤ ¥", + "з виÑĩай", + "Ġpro cent", + "Ġproc ent", + "и лоÑģÑĮ", + "ил оÑģÑĮ", + "ило ÑģÑĮ", + "श न", + "é łģ", + "éł ģ", + "е кÑĤи", + "ек ÑĤи", + "екÑĤ и", + "د اشت", + "دا شت", + "íķĻ íļĮ", + "ãĢĢ ãĢĢãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢĠãĢĢ ĠãĢĢ", + "ĠÙħد ÙĬÙĨØ©", + "िल न", + "Ġ èĹ", + "Ġè Ĺ", + "м иÑĢ", + "ми ÑĢ", + "Ġн оÑĢ", + "Ġно ÑĢ", + "Ġ íķĺì§Ģ", + "Ġíķĺ ì§Ģ", + "в еÑī", + "ве Ñī", + "nÄĽ m", + "е ÑĢами", + "еÑĢ ами", + "еÑĢа ми", + "Ġpra cov", + "Ġprac ov", + "ĠبÙĬ اÙĨات", + "ĠÏĥ Ïįν", + "ĠÏĥÏį ν", + "Ġج Ø°", + "ãģĦ ãģ§", + "ĠB ÃŃ", + "è± Ĩ", + "Ġh mot", + "Ġhm ot", + "il eceÄŁi", + "ilece ÄŁi", + "Ġت اث", + "Ġتا Ø«", + "è´ ´", + "Ġ ê¸ī", + "Ġê¸ ī", + "Ġm ysl", + "Ġmy sl", + "Ġmys l", + "ĠìĿ´ íķ´", + "Ġ기 ëĬ¥", + "ĠТ ам", + "ĠТа м", + "ĠнаÑģ елениÑı", + "ĠM ez", + "ĠMe z", + "Ġ모 르", + "íĻĶ 를", + "ĠÙĨسخ Ùĩ", + "ĠتÙĦ ÙĪÛĮزÛĮ", + "ĠÄįerv na", + "Æ°á» ¡ng", + "ص ØŃ", + "ĠÑĤ ÑĢен", + "ĠÑĤÑĢ ен", + "Õ ¡", + "Ġce lou", + "Ġcel ou", + "Å© i", + "ìĹĨ ìĿ´", + "nÃŃ ku", + "nÃŃk u", + "Ġprogram u", + "à¥į पन", + "à¥įप न", + "Ġп ÑĢеж", + "ĠпÑĢ еж", + "ĠпÑĢе ж", + "ا رب", + "ار ب", + "æľŁ éĸĵ", + "Ġ μά", + "Ġμ ά", + "ëįĶ ëĭĪ", + "ụ n", + "ĠпеÑĢ еÑģÑĤ", + "ĠпеÑĢе ÑģÑĤ", + "ĠпеÑĢеÑģ ÑĤ", + "对 äºİ", + "è¿IJ è¡Į", + "ĠÑĤ ан", + "ĠÑĤа н", + "Ġ ìĤ¬ìĿ´íĬ¸", + "ĠìĤ¬ ìĿ´íĬ¸", + "ĠìĤ¬ìĿ´ íĬ¸", + "ĠQu ảng", + "ĠQuản g", + "Ġst ojÃŃ", + "Ġsto jÃŃ", + "ãĥŃ ãĥ¼", + "Ú¯ ار", + "Ġе неÑĢг", + "Ġkter ým", + "Ġkterý m", + "ĠпÑĢи мÑĸ", + "ĠпÑĢим Ñĸ", + "ĠкаÑĢÑĤ и", + "ĠкаÑĢ ÑĤи", + "Ġz engin", + "Ġzen gin", + "ï¼Į åĨį", + "Ġت رب", + "Ġتر ب", + "ĠÑĨенÑĤ ÑĢ", + "ĠÑĨен ÑĤÑĢ", + "ĠsaÄŁ lamak", + "ĠsaÄŁlam ak", + "ëĭ Ŀ", + "ãģ® åŃIJ", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "Ġs Æ¡n", + "ĠsÆ¡ n", + "z ı", + "ÑĤ аки", + "ÑĤа ки", + "ÑĤак и", + "ÄĽ stÃŃ", + "ÄĽst ÃŃ", + "Ġ à¥", + "Ġà ¥", + "é ®", + "åŁ¹ è®Ń", + "Ġ ìĶ¨", + "ĠìĶ ¨", + "Ġbel ki", + "ĠìĿ´ 벤íĬ¸", + "ëĶĶ ìĸ´", + "Ġs Ãłn", + "ни кам", + "ник ам", + "ника м", + "a lim", + "al im", + "ali m", + "対 å¿ľ", + "ĠS á»±", + "éģĵ è·¯", + "é«ĺ æ¸ħ", + "Ġd õi", + "ĠÙĦ ÙĢ", + "Ġ èĤ¡", + "ĠèĤ ¡", + "ν ι", + "âĢŀ J", + "' nde", + "'n de", + "Îij Îĵ", + "ãģ¨ ãģªãĤĭ", + "ãģ¨ãģª ãĤĭ", + "çĪ ¸", + "ع ÙĦÛĮ", + "عÙĦ ÛĮ", + "Ïģι ÏĥÏĦ", + "ÏģιÏĥ ÏĦ", + "Ġe ÄŁit", + "ĠeÄŁ it", + "Ġзов нÑĸÑĪ", + "Ġп ÑĢим", + "ĠпÑĢ им", + "ĠпÑĢи м", + "س Ùħبر", + "سÙħ بر", + "ĠmÄĽst ÄĽ", + "ĠÏĢεÏģι ÏĥÏĥÏĮÏĦε", + "ÐIJ Ðł", + "æĦŁ åĪ°", + "Ġ문 ìĦľ", + "ãģĭ ãĤĭ", + "ÙĤÙĬ ÙĤØ©", + "ÙĤÙĬÙĤ Ø©", + "Ġв ÑĤÑĢа", + "ĠвÑĤ ÑĢа", + "Ġ à¸Ńำ", + "Ġà¸Ń ำ", + "Ñģ кÑĥÑİ", + "Ñģк ÑĥÑİ", + "د ÙĩاÛĮ", + "دÙĩ اÛĮ", + "ĠÄ° st", + "ĠÄ°s t", + "ĠÐĹ Ð°Ð²", + "ĠÐĹа в", + "Ġ éĥ½", + "Ġé ĥ½", + "Ġéĥ ½", + "ÑĪ ем", + "ÑĪе м", + "Ġе ÑīÑij", + "ĠÐľÐ¸Ñħ ай", + "ĠÑĥпÑĢав лениÑı", + "л еннÑĭе", + "лен нÑĭе", + "ĠzaÄį al", + "æ¡ Į", + "Ġп Ñĸз", + "л ÑıÑĤÑĮÑģÑı", + "лÑı ÑĤÑĮÑģÑı", + "лÑıÑĤÑĮ ÑģÑı", + "Ġ ìŀIJë£Į", + "ĠìŀIJ ë£Į", + "ãĢĢ ãĢĢĠ", + "ãĢĢãĢĢ Ġ", + "ĠK ral", + "ĠKr al", + "ĠKra l", + "èĪ ī", + "Ġà¤Ń व", + "Ġ Ø®Ùħ", + "ĠØ® Ùħ", + "Ġа кадем", + "Ġ isten", + "Ġis ten", + "Ġi sten", + "Ġist en", + "ĠиÑģ кÑĥÑģ", + "ĠиÑģк ÑĥÑģ", + "ĠعÙĨد Ùħا", + "Ġا ÙĦاÙħ", + "ĠاÙĦ اÙħ", + "is mus", + "ism us", + "ismu s", + "Ġayr ıntı", + "Ġ Що", + "ĠЩ о", + "ĠÙĩ ÙĪØ´", + "ĠÙĩÙĪ Ø´", + "د ÙĪاج", + "دÙĪ اج", + "л аж", + "ла ж", + "ĠÚ©ÙĨ ار", + "Âł R", + "æĢ§ çļĦ", + "Ñģ Ñĸм", + "ÑģÑĸ м", + "ĠM üz", + "ĠMü z", + "ÑĢ овиÑĩ", + "ÑĢов иÑĩ", + "ÑĢо виÑĩ", + "Ġ Ω", + "ĠÎ ©", + "Ġìĸ´ ëĶĶ", + "س ÙħØ©", + "سÙħ Ø©", + "Ġ ÑĢÑı", + "ĠÑĢ Ñı", + "Ġt Æ°Æ¡i", + "ĠtÆ° Æ¡i", + "ĠÑĢаÑģ Ñħод", + "åı° çģ£", + "ĠاÙĦ ÙĪÙĤت", + "ĠاÙĦÙĪ ÙĤت", + "بر اÛĮ", + "ĠзÑĢоб иÑĤи", + "Ġб ÑĥÑĢ", + "ĠбÑĥ ÑĢ", + "ĠÄįin nosti", + "ĠÄįinnost i", + "Ġص اØŃ", + "ĠصÙĨ عت", + "ĠصÙĨع ت", + "Ġ Ø·ÙĦ", + "ĠØ· ÙĦ", + "ξ Ïį", + "ĠtisÃŃ c", + "ĠFr ansa", + "ĠFran sa", + "ì¦ ĺ", + "è» ½", + "Ñ ĺ", + "ÏĮÏĦη ÏĦαÏĤ", + "ÏĮÏĦηÏĦα ÏĤ", + "ĠM illet", + "ĠMill et", + "ĠMil let", + "ãĢĢ ãĥ¾", + "ĠпÑĢ ием", + "ĠпÑĢи ем", + "ĠترجÙħ Ùĩ", + "Ġس ÙĪد", + "ĠسÙĪ د", + "ĠsouÄįást ÃŃ", + "ÐĶ о", + "Ġtr ụ", + "足 çIJĥ", + "à¸Ľ à¸ģ", + "Ġu stanov", + "ÎŁ ÎĻ", + "ÎŁÎ Ļ", + "Ðŀ н", + "Ġн еж", + "Ġне ж", + "к ог", + "ко г", + "ä¸Ģ çĤ¹", + "Ġد ÙĪراÙĨ", + "ĠدÙĪ راÙĨ", + "ĠدÙĪر اÙĨ", + "å½± éŁ¿", + "el idir", + "eli dir", + "âĢŀ N", + "es iyle", + "esi yle", + "ÑĢем енно", + "ÑĢе менно", + "Ġilet iÅŁim", + "ม à¹Ģà¸ķ", + "以 åīį", + "ãĥĭ ãĥ¼", + "鼻 話", + "à¹Ĥ à¸ŀ", + "ov ky", + "Ġза мÑĸ", + "Ġзам Ñĸ", + "Ġव à¤ķ", + " Ļ", + "ĠвÑĸй ни", + "Ġol madıģı", + "Ġolm adıģı", + "Ġolmadı ģı", + "Ġolma dıģı", + "æ¢ ģ", + "ĠТ еп", + "ĠТе п", + "nÄĽ te", + "nÄĽt e", + "èħ ķ", + "ìĤ¬ ëĬĶ", + "m amak", + "ma mak", + "mam ak", + "Ġc iz", + "Ġci z", + "æ£ Ĵ", + "Ġ ï¼ı:", + "Ġï¼ı :", + "éģĭ åĭķ", + "ĠÙĩ ÙĨا", + "ĠÙĩÙĨ ا", + "Ġ ê°ij", + "Ġê° ij", + "ĠÙĩÙĨÚ¯ اÙħ", + "ĠuÄŁ ra", + "å½ ¦", + "Ġob jekt", + "Ġobj ekt", + "ãģ¨ ãģĻãĤĭ", + "åĽ½ åĨħ", + "ĠдеÑĢжав и", + "ĠдеÑĢж ави", + "Ġ èĮ", + "Ġè Į", + "Ġulus lararası", + "Ù £", + "Ġmut lak", + "Ġз обов", + "Ġ γεν", + "Ġγ εν", + "Ġγε ν", + "à¹Ħà¸Ł à¸Ł", + "Ġözg ür", + "íĦ ¸", + "Ġвипад кÑĥ", + "Ġà¤ķ ब", + "ĠاÙĦ خط", + "ĠاÙĦØ® Ø·", + "θη καν", + "ï¼Į æĬĬ", + "ÑıÑĤ ÑĤÑı", + "Ġolmadı ģını", + "Ġolma dıģını", + "Âłk W", + "ĠnÄĽkter ých", + "ãĥĩ ãĥ«", + "æ¤į çī©", + "μι λοÏĤ", + "ÐIJÑĢ ÑħÑĸв", + "ĠТ о", + "èĸ ¬", + "ÑģÑĤв иÑı", + "Ġ Ø®ÙĪاست", + "ĠØ®ÙĪ است", + "олог ÑĸÑĹ", + "ÙĪ اÙĩد", + "ÙĪاÙĩ د", + "ÙĪا Ùĩد", + "Ġ нак", + "Ġн ак", + "Ġна к", + "ĠкоÑĤоÑĢ ÑĥÑİ", + "Ġद à¤ķ", + "âĢŀ M", + "λ ια", + "λι α", + "æŃ ²", + "第 åĽĽ", + "à¤¾à¤ľ स", + "Ġ( «", + "Ġth ẻ", + "､ Ċ", + "ç£ ģ", + "Ġ ÙĦÙĤ", + "ĠÙĦ ÙĤ", + "Ġ ìķĶ", + "Ġìķ Ķ", + "Ġн ового", + "Ġнов ого", + "ĠìķĦ 주", + "Ġ ëIJĺìĸ´", + "ĠëIJĺ ìĸ´", + "Ġo lun", + "Ġol un", + "à ¾", + "Ġkar iy", + "Ġkari y", + "ĠØŃ Ø³Ø¨", + "ĠØŃس ب", + "ĠìĿĺ 미", + ". Ðľ", + "Ġoz naÄį", + "ÙĦ سÙĦ", + "ÙĦس ÙĦ", + "ĠÐĴ ид", + "ĠÐĴи д", + "ë¡ľ ëĤĺ", + "à¥įà¤Ł म", + "í ľ´", + "Ġbilg isayar", + "ìĿ¸ ì§Ģ", + "Ġв ов", + "Ġво в", + "nict vÃŃm", + "nictvÃŃ m", + "า à¸Ńย", + "าà¸Ń ย", + "Ġشخص ÛĮ", + "п Ñĸон", + "æľ¬ å½ĵ", + "Ġب ÙĢ", + "ĠмаÑģ ло", + "ĠPh át", + "Ġ ба", + "Ġб а", + "алÑĮ номÑĥ", + "алÑĮно мÑĥ", + "алÑĮном Ñĥ", + "社 åĮº", + "Ġ Ò", + ": ::|", + ":: :|", + "::: |", + "ê ´", + "Ġ ä¸ĥ", + "Ġä¸ ĥ", + "ĠÙĪ اÙĦد", + "ĠÙĪاÙĦ د", + "ни ке", + "ник е", + "à¸Ń ลล", + "à¸Ńล ล", + "Ġyer leÅŁ", + "Ġkom bin", + "Ġkomb in", + "u Å¡", + "Ġо ÑĤÑĢи", + "ĠоÑĤ ÑĢи", + "ä¹ Į", + "iÅŁ ti", + "Ġs óng", + "Ġsó ng", + "λ ηÏĤ", + "λη ÏĤ", + "Ġк ÑĥÑĢÑģ", + "ĠкÑĥÑĢ Ñģ", + "à¹Ī าà¸Ħ", + "à¹Īา à¸Ħ", + "Ġ ÙĬس", + "ĠÙĬ س", + "Ġ داÙħ", + "Ġد اÙħ", + "çĴ° å¢ĥ", + "Ñĩ енко", + "Ñĩен ко", + "ãĢį ãģ®", + "ĠmÃŃ sta", + "ĠmÃŃst a", + "ĠÑĦ оÑĤ", + "ĠpÅĻÃŃ zn", + "ĠÑĢ аза", + "ĠÑĢаз а", + "ĠÑĢа за", + "ç´ «", + "lá da", + "lád a", + "ĠÑģпеÑĨи алиÑģÑĤ", + "ĠبÛĮ ÙħارÛĮ", + "ĠبÛĮÙħ ارÛĮ", + "ĠبÛĮÙħار ÛĮ", + "Ġëĵ £", + "çĭ Ĺ", + "ÙĪ ÙĪ", + "ан ÑĸÑĤ", + "анÑĸ ÑĤ", + "ĠدÙĨ باÙĦ", + "ĠÙħجÙħÙĪع Ø©", + "ÃŃ na", + "ÃŃn a", + "ĠH alk", + "ĠHa lk", + "ĠHal k", + "á jem", + "áj em", + "enÃŃ ze", + "Ġim z", + "« ng", + "Ġ ÎķÎł", + "ĠÎķ Îł", + "ĠÙħ Ùĩد", + "ĠÙħÙĩ د", + "ìľĦìĽIJ íļĮ", + "Ġìľł íĺķ", + "ाप स", + "Ġje ž", + "ан Ñĸз", + "анÑĸ з", + "иÑĤ ай", + "иÑĤа й", + "á¿ ĸ", + "ir ler", + "irl er", + "기 ê°Ħ", + "Ġ воÑĢ", + "Ġв оÑĢ", + "Ġво ÑĢ", + "Ġ Ïİ", + "ĠÏ İ", + "Ġpo zn", + "Ġpoz n", + "Ġ ساÙĨ", + "Ġس اÙĨ", + "å ¯¿", + "å¯ ¿", + "æĸ¯ çī¹", + "Ġtu rist", + "Ġtur ist", + "ĠìŀIJ ìľł", + "à¥Ģ à¤ĸ", + "μ με", + "μμ ε", + "an sı", + "ans ı", + "ìĨĮ ëħĦ", + "Ġted avi", + "Ġtedav i", + "Ñĩ еÑģÑĤва", + "Ñĩе ÑģÑĤва", + "å£ ĵ", + "о ве", + "ов е", + "ï¼Į çľĭ", + "ĠпоÑģл Ñĥг", + "ĠпоÑģ лÑĥг", + "ĠÑĤÑĢ анÑģ", + "ĠÑĤÑĢан Ñģ", + "Ġz áz", + "Ġzá z", + "æĪ ´", + "Ġм она", + "Ġмон а", + "Ġмо на", + "ิ à¹Ģà¸Ħราะห", + "ĠÙĨ ÛĮÙħ", + "ĠÙĨÛĮ Ùħ", + "ĠìĤ¬ëŀĮ ìĿ´", + "a hat", + "ah at", + "aha t", + "Ïħ κ", + "ĠоÑĤ каз", + "ĠоÑĤк аз", + "ĠÐĴолод ими", + "ĠС к", + "िà¤ķ त", + "å¦ ĸ", + "Ġëĭ¤ìļ´ ë¡ľëĵľ", + "ìĺģ ìĥģ", + "Ġन à¤Ī", + "c ete", + "ce te", + "ĠгÑĢи б", + "ĠгÑĢ иб", + "ece ÄŁini", + "eceÄŁi ni", + "Ġç oÄŁu", + "ĠçoÄŁ u", + "ĠмаÑĤеÑĢи ала", + "ĠмаÑĤеÑĢиал а", + "ứ t", + "Ġz aten", + "Ġza ten", + "Ġzat en", + "ĠF RA", + "ĠFR A", + "ĠBir liÄŁi", + "Ġs itesi", + "Ġsit esi", + "Ġsite si", + "Ġsites i", + "Ġ åĶ", + "Ġå Ķ", + "ĠÐĴ ол", + "ĠÐĴо л", + "Âł PS", + "ÂłP S", + "ा लत", + "ाल त", + "Ġ баÑĩ", + "Ġб аÑĩ", + "Ġба Ñĩ", + "алÑĸ заÑĨÑĸÑĹ", + "алÑĸз аÑĨÑĸÑĹ", + "ĠS lov", + "ĠSl ov", + "ĠSlo v", + "ç³ ĸ", + "ĠговоÑĢ иÑĤ", + "Ġв вед", + "Ġвв ед", + "ุà¸ķ à¸ļà¸Ńล", + "ãģĨ ãģ¡", + "Ġyap tık", + "Ġyaptı k", + "Ġìłķ ì¹ĺ", + "ê°ľ 를", + "à¥Ī सल", + "à¥Īस ल", + "ج ÙĬÙĦ", + "جÙĬ ÙĦ", + "ĠзаÑģÑĤоÑģ ов", + "è¿ «", + "ĠKur ul", + "ĠNas ıl", + "ĠнапÑĢÑı м", + "Ġ ä½į", + "à¹Į à¸ļ", + "Ġ éģĵ", + "Ġéģ ĵ", + "Ġни же", + "Ġниж е", + "Ġк оÑģÑĤ", + "Ġко ÑģÑĤ", + "ĠкоÑģ ÑĤ", + "ظ Ùĩر", + "ظÙĩ ر", + "Т а", + "ì§ Ŀ", + "Ġön ünde", + "ж Ñĸ", + "Ġاجر اÛĮ", + "Ġاجرا ÛĮ", + "ĠоÑĢган Ñĸв", + "ĠоÑĢганÑĸ в", + "v ise", + "vis e", + "vi se", + "Ġ ìĿĦ", + "ĠìĿ Ħ", + "à¸ķ รà¸ĩ", + "à¸ķร à¸ĩ", + "Ú©ÙĨ ÙĪÙĨ", + "Ġdlou ho", + "Ġdlouh o", + "Ðŀ ÐĿ", + "Ġ ìľ¡", + "Ġìľ ¡", + "缮 æłĩ", + "ë¯ Ģë¡ľ", + "ï¼ıï¼ıï¼ıï¼ı ï¼ıï¼ıï¼ıï¼ı", + "ĠпоÑĩ емÑĥ", + "æķħ äºĭ", + "ÑĤ еÑģÑĮ", + "ÑĤе ÑģÑĮ", + "ĠÙĤ ÙĦب", + "ĠÙĤÙĦ ب", + "Ġت جÙĩ", + "Ġتج Ùĩ", + "i lendir", + "il endir", + "ilen dir", + "Ġи гÑĢа", + "Ġиг ÑĢа", + "ĠÐĶ он", + "ĠÐĶо н", + "ĠpÅĻÃŃ jem", + "è¦ Ĩ", + "С п", + "- ни", + "on se", + "ons e", + "и ной", + "ин ой", + "о Ñĩного", + "оÑĩ ного", + "оÑĩно го", + "ا ساÙĨ", + "اس اÙĨ", + "ĠполÑĥÑĩ иÑĤÑĮ", + "ĠполÑĥ ÑĩиÑĤÑĮ", + "ÑĤ ап", + "ÑĤа п", + "ĠL ý", + "ĠÃĤ u", + "Ġh üc", + "e bek", + "eb ek", + "ebe k", + "ĠY ayın", + "æĹ ĭ", + "ัà¸Ļ à¸Ĺร", + "ัà¸Ļà¸Ĺ ร", + "Ġвикон ав", + "Ġвико нав", + "Ġs ông", + "à¥ģ à¤ľ", + "à¥ģठľ", + "ĠÐĹ Ð°Ð³", + "ĠÐĹа г", + "¤ ëĭ¤", + "Ġc Å©", + "ĠÚ¯ رÙħ", + "Ġگر Ùħ", + "ä¼ ı", + "ãģ« ãģĻãĤĭ", + "- Ф", + "Ġ ÙĤÙħ", + "ĠÙĤ Ùħ", + "Ġo lacaÄŁ", + "Ġol acaÄŁ", + "æĿ¥ äºĨ", + "æĭĽ èģĺ", + "ĠÐĿаÑģ еленнÑı", + "Ġ ìĺģìĸ´", + "Ġìĺģ ìĸ´", + "Ġ æѤ", + "ĠæŃ ¤", + "Ġب دÙĨ", + "Ġبد ÙĨ", + "Û² Û¸", + "оÑĢ аÑĤив", + "оÑĢа ÑĤив", + "ï¼ ³", + "Ġneby lo", + "Ġnebyl o", + "ĠÑĥ ÑĩиÑĤ", + "ĠÑĥÑĩ иÑĤ", + "æĿ ľ", + "Ġд анÑĸ", + "Ġда нÑĸ", + "Ġдан Ñĸ", + "Ġsp otÅĻeb", + "Ġspot ÅĻeb", + "ãĥ¼ ãĥĨãĤ£", + "ãĥ¼ãĥĨ ãĤ£", + "ен нÑĥÑİ", + "ê¹Į ìļĶ", + "v em", + "ve m", + "P ÅĻÃŃ", + "PÅĻ ÃŃ", + "Ġy andan", + "Ġyan dan", + "é¼ ĵ", + "Ġدست ÙĪر", + "Ġدس تÙĪر", + "Ġhaf if", + "h ů", + "Ġv áž", + "Ġvá ž", + "ĠìķĦ ì§ģ", + "Ùı ر", + "Ġ ла", + "Ġл а", + "ëł ī", + "า à¸Ľà¸£à¸°", + "à¸²à¸Ľ ระ", + "lık lar", + "lıkla r", + "ĠÑģÑĤанд аÑĢÑĤ", + "à¸Ń à¹ĥห", + "å¥ ´", + "ĠоÑĤ п", + "âĪ ł", + "ãĥ¼ ãĥĢ", + "ãĥ¼ãĥ Ģ", + "ch áze", + "cház e", + "Ġê·¸ ëłĩê²Į", + "Ġê·¸ëłĩ ê²Į", + "os tel", + "ost el", + "oste l", + "Ġгал Ñĥз", + "â k", + "еÑĨ ÑĤ", + "ëŀij ìĬ¤", + "ĠÄį ist", + "ĠÄįi st", + "ÑĢ ана", + "ÑĢа на", + "ÑĢан а", + "Ġv ững", + "Ġvữ ng", + "Ġs eni", + "Ġse ni", + "Ġsen i", + "Ġg óc", + "Ġgó c", + "ÏĨ ÏĮ", + "á nu", + "án u", + "Ġ öt", + "Ġö t", + "Ġs óc", + "Ġsó c", + "ãģĦ ãģ®", + "ĠÑģк лада", + "ĠÑģклад а", + "ÐIJÑĢÑħÑĸв овано", + "ĠìĿ´ ë²Ī", + "ãĤ¹ ãģ®", + "il ebilir", + "ile bilir", + "ï½Ģ ãĥ½", + "ีย à¸į", + "Ġκα ὶ", + "Ġë ¯¿", + "æĽ´ å¤ļ", + "ıs ının", + "ısını n", + "ĠGi ám", + "ĠGiá m", + "æŃ£ å¼ı", + "Ïĥ μÏĮ", + "Ïĥμ ÏĮ", + "Ġarch it", + "Ġarc hit", + "Ġ ï½²", + "Ġï½ ²", + "Ñĩ аÑİÑĤÑģÑı", + "Ñĩа ÑİÑĤÑģÑı", + "ÑĩаÑİÑĤ ÑģÑı", + "ë²Ħ ì§Ģ", + "ãĤ¤ ãĥ¤", + "é«ĺ æł¡", + "è¨ ³", + "ĠÙħ ÛĮÚ©", + "ĠÙħÛĮ Ú©", + "Ġ æĥħ", + "Ġæĥ ħ", + "Ġ pha", + "Ġp ha", + "Ġph a", + "太 éĥİ", + "à¸ŀระ ราà¸Ĭ", + "ÙĤ ÙĬØ©", + "ÙĤÙĬ Ø©", + "ĠÑĥ лÑĥÑĩ", + "ĠÑĥл ÑĥÑĩ", + "ÑģÑĤв ÑĥеÑĤ", + "ÑģÑĤвÑĥ еÑĤ", + "Ġk eÅŁ", + "Ġke ÅŁ", + "é«ĺ çŃī", + "Ġs Ỽm", + "Ïģ κε", + "Ïģκ ε", + "μ οÏģ", + "μο Ïģ", + "Ġzá stup", + "o zÃŃ", + "oz ÃŃ", + "Ġm ili", + "Ġmil i", + "Ġmi li", + "Ġмог ли", + "Ġз ÑĢозÑĥм", + "Ġباش ÛĮد", + "Ġak ci", + "Ġд ÑĢа", + "ĠдÑĢ а", + "Ġα Ïģι", + "ĠαÏģ ι", + "ãģĭ ãĤīãģ®", + "ãģĭãĤī ãģ®", + "å¯ Ĵ", + "ĠZ aman", + "ĠZa man", + "ĠZam an", + "ĠÑĸ де", + "ĠÑĸд е", + "Ġ ãĢĢĠ", + "ĠãĢĢ Ġ", + "Ġk lu", + "Ġkl u", + "ak lı", + "à¥ĩ à¤ļ", + "à¥ĩठļ", + "ĠÑģвоб од", + "س اÙħ", + "Ġ ов", + "Ġо в", + "Ġu byt", + "Ġub yt", + "éĩĩ çĶ¨", + "Ġdavran Ä±ÅŁ", + "ĠnabÃŃ zÃŃ", + "ĠÐij Ñĥд", + "Ġ Ïī", + "ĠÏ ī", + "ĠاÙĦ رØŃ", + "ĠاÙĦر ØŃ", + "ั à¸ķà¸Ļ", + "ัà¸ķ à¸Ļ", + "и ме", + "им е", + "Ġت ÙĦÙĥ", + "ĠتÙĦ Ùĥ", + "ت Ùħع", + "تÙħ ع", + "Ġад миниÑģÑĤÑĢа", + "Ġzor unda", + "Ġzorun da", + "ĠÙĨ سبة", + "ĠÙĨسب Ø©", + "ĠÙĨس بة", + "ĠصÙĨع تÛĮ", + "ĠصÙĨعت ÛĮ", + "ĠÑĦÑĥн да", + "éı ¡", + "Ġpo tom", + "Ġpot om", + "Ġп ÑĢеÑģÑĤ", + "ĠпÑĢ еÑģÑĤ", + "ĠпÑĢе ÑģÑĤ", + "ĠпÑĢеÑģ ÑĤ", + "Ġsı rada", + "Ġsır ada", + "Ġsıra da", + "Ġ ayar", + "Ġa yar", + "Ġay ar", + "ا ÙĤÙĦ", + "اÙĤ ÙĦ", + "æº ª", + "ĠØ¢ÙĤ اÛĮ", + "ĠпеÑĢе Ñħод", + "ĠпÑĢакÑĤи ÑĩеÑģки", + "é» ĥ", + "ĠÑĥ Ñħод", + "ĠÑĥÑħ од", + "ĠÙħ تÙģ", + "ĠÙħت Ùģ", + "Ġsiyas i", + "Ġпо ÑĤен", + "ĠпоÑĤ ен", + "Ùİ Ùģ", + "ĠÐĽ Ñĥ", + "ĠконÑĤÑĢ олÑĮ", + "ĠÑģказ аÑĤÑĮ", + "à¥Ģ à¤ķरण", + "à¥Ģà¤ķ रण", + "åħ¨ çIJĥ", + "Û² Û¶", + "Ġt oto", + "Ġto to", + "Ġtot o", + "Ġ ÙĪد", + "ĠÙĪ د", + "ãĤ¿ãĤ¤ ãĥĹ", + "åľ į", + "å¼ķ çĶ¨", + "ï¼ £", + "èĬ ¸", + "ä»ĭ ç»į", + "ĠÑĤеÑĢÑĢиÑĤоÑĢ ии", + "æĹ¥ ãģ«", + "m ÃŃt", + "mÃŃ t", + "am ız", + "amı z", + "ìĿ´ ìĸ´", + "Ġyar Ä±ÅŁ", + "Ġyarı ÅŁ", + "Ġg üc", + "Ġgü c", + "Ġ Ïĩα", + "ĠÏĩ α", + "ัà¸Ļย ายà¸Ļ", + "ãĤĴ è¡Į", + "Ġm illi", + "Ġmill i", + "Ġmil li", + "Ġmi lli", + "Ġ çı¾", + "Ġçı ¾", + "K dyž", + "m azon", + "ma zon", + "maz on", + "ë³´ ëĤ´ê¸°", + "ĠÑĤÑĢÑĥ дов", + "ĠÑĤÑĢÑĥд ов", + "é£ ¾", + "Ġви ник", + "Ġвин ик", + "ĠÙĪز ارت", + "ĠÙĪزار ت", + "éĩĮ çļĦ", + "м аз", + "ма з", + "ĠR US", + "ĠRU S", + "е кÑĤÑĥ", + "ек ÑĤÑĥ", + "екÑĤ Ñĥ", + "Ġع اش", + "Ġk once", + "Ġko nce", + "Ġkon ce", + "ãĤĪãģĨ ãģ§ãģĻ", + "Ġмал ÑĭÑĪ", + "m eni", + "me ni", + "men i", + "е Ñģа", + "еÑģ а", + "ا ضÛĮ", + "اض ÛĮ", + "Ġb rat", + "Ġbr at", + "Ġbra t", + "ĠвÑĸд ноÑģ", + "θ εÏģ", + "θε Ïģ", + "ĠЧ ем", + "æij ĩ", + "ĠÙħ ادر", + "ĠÙħا در", + "ĠÙħاد ر", + "çĶ¨ åĵģ", + "ĠÙħØŃ Ø§Ùģظ", + "Ġm yÅ¡", + "Ġmy Å¡", + "ج ع", + "Ġis im", + "Ġi sim", + "Ġisi m", + "æ³ Ĭ", + "ıl maz", + "ĠÎĽ α", + "å¯ ©", + "Ġay ır", + "е ними", + "ен ими", + "ени ми", + "еним и", + "à¥ĩह तर", + "åľ Ĩ", + "ãģ¾ ãģ£ãģŁ", + "çĶ¢ åĵģ", + "ĠÑĸнÑĦоÑĢма ÑĨÑĸÑĹ", + "Ġt ủ", + "Ġtá» §", + "สม à¸ļ", + "Ġst ÅĻ", + "Ġë°ľ íijľ", + "а ÑĢÑĮ", + "аÑĢ ÑĮ", + "ĠC ao", + "ĠCa o", + "Ρ ÎĻ", + "à¸ģาร à¸Ī", + "Ġпод Ñĥм", + "ä»ķ äºĭ", + "ĠÐļ ÑĢоме", + "Ġ ìĹĶ", + "ĠìĹ Ķ", + "Ġ Ñĥда", + "ĠÑĥ да", + "ĠÑĥд а", + "ĠавÑĤом аÑĤи", + "Ġ à¸Ħà¸ĵะ", + "Ġà¸Ħ à¸ĵะ", + "ĠK iÅŁ", + "ĠKi ÅŁ", + "ĠÑģоÑģÑĤоÑı ние", + "l isi", + "li si", + "lis i", + "Ġëĸ ¨ìĸ´", + "oot ball", + "Ġ íį¼", + "Ġí į¼", + "Ġ лим", + "Ġл им", + "Ġли м", + "Ġç erç", + "ÙĪÙĦ ÙĬÙĪ", + "ÙĪÙĦÙĬ ÙĪ", + "Ġs lož", + "Ġsl ož", + "Ġslo ž", + "Ġ 먼", + "Ġë¨ ¼", + "ร à¸Ńà¸ĩ", + "ÑĪ ее", + "ÑĪе е", + "âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦ âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦", + "ãģĵ ãģ¡ãĤī", + "о ÑĢÑĭ", + "оÑĢ Ñĭ", + "çĥ Ł", + "Âł F", + "а ного", + "ан ого", + "ано го", + "Ø« ÛĮر", + "çı į", + "å¸Ĥ åł´", + "vÄĽ dom", + "vÄĽd om", + "ì² ¨ë¶Ģ", + "ĠìĤ¬ ê±´", + "ï¾ Į", + "à¹ĥ à¸Ļว", + "à¹ĥà¸Ļ ว", + "Ġzvlá Å¡t", + "ÏĦ εÏħ", + "ÏĦε Ïħ", + "Ġкак ие", + "Ġка кие", + "ÏĨοÏģ ά", + "ÏĨο Ïģά", + "åĦ Ħ", + "Ġzp ÄĽt", + "íķľ íħĮ", + "Ġz vol", + "Ġzv ol", + "Ġ çĹ", + "Ġç Ĺ", + "ÑĢа нениÑı", + "ÑĢан ениÑı", + "ĠسÛĮ است", + "ĠÐļ оли", + "ĠÐļол и", + "ĠÐļо ли", + "ĠоÑĢганиз ма", + "ĠоÑĢганизм а", + "ĠÑıнва ÑĢÑı", + "Ġد ادÙĨ", + "Ġداد ÙĨ", + "п ÑĢа", + "пÑĢ а", + "ï¼Į ä»ĸ们", + "ï¼Įä»ĸ 们", + "æijĺ è¦ģ", + "Ġqu ần", + "ÙĬ ÙĪÙĨ", + "ÙĬÙĪ ÙĨ", + "Ġви Ñħов", + "Âł à¹Ģà¸Ķ", + "Ġ елем", + "Ġе лем", + "eb ilecek", + "Ġд оÑĩ", + "Ġдо Ñĩ", + "Ġб лаг", + "Ġбл аг", + "Ġбла г", + "ĠÑı й", + "ad nÃŃ", + "Ġzá roveÅĪ", + "en stvÃŃ", + "âĢĮ اÙĨ", + "ãģķãĤĵ ãģ¯", + "/ |", + "ĠاÙĦع اÙħØ©", + "ĠاÙĦعاÙħ Ø©", + "éł ¼", + "Ġخدا ÙĪÙĨد", + "Ġخد اÙĪÙĨد", + "н ам", + "на м", + "ĠÑģ лиз", + "ĠÑģл из", + "æ¶ ī", + "ร ษ", + "e ÅŁtir", + "eÅŁ tir", + "ĠÙĨ دار", + "ĠÙĨد ار", + "ร าà¸Ħ", + "è¨Ģ ãĤı", + "Ġ èŃ", + "Ġè Ń", + "Ġк ÑĢиÑĤ", + "ĠкÑĢи ÑĤ", + "ĠвоздÑĥ Ñħа", + "ĠвоздÑĥÑħ а", + "Ġà¤Ĺ त", + "Ġprá vo", + "Ġpráv o", + "à¥ĭष ण", + "Ġs ắp", + "íı Ń", + "Ġص رÙģ", + "ĠراÛĮ گاÙĨ", + "ĠоÑĤ к", + "ëĨ ĵ", + "ĠÑģек ÑĢеÑĤ", + "Ä° n", + "on avir", + "ona vir", + "ĠV ys", + "ĠVy s", + "ĠbaÅŁ lat", + "ĠMu ham", + "ĠлиÑģÑĤ оп", + "ĠT icaret", + "ĠTi caret", + "ĠTic aret", + "Ġad landır", + "ĠÐĶ миÑĤ", + "Ïĥμ οÏį", + "Ïĥμο Ïį", + "ä¾ µ", + "ìĭľ ëĬĶ", + "à¹ģà¸Ľ ลà¸ĩ", + "ın ıza", + "ını za", + "ınız a", + "- г", + "и ÑĩноÑĹ", + "иÑĩ ноÑĹ", + "иÑĩно ÑĹ", + "Ñĥ ÑĢи", + "ÑĥÑĢ и", + "U Z", + "ìĽ ł", + "Ġتبد ÛĮÙĦ", + "æ º«", + "æº «", + "ĠÑĢам каÑħ", + "Ġn ét", + "Ġné t", + "æ² ¿", + "Ġroz Å¡ÃŃ", + "Ġस प", + "ĠÑĤак е", + "ĠÑĤа ке", + "ÑĢ аÑĩ", + "ÑĢа Ñĩ", + "ĠاÙĦ ÙĤد", + "ĠاÙĦÙĤ د", + "íķĻ ê³¼", + "Ñĥв аннÑıм", + "ÑĥваннÑı м", + "Ġm ám", + "Ġmá m", + "ë¡ ¯", + "á½ IJ", + "Ġet kili", + "Ġetk ili", + "Ġetkil i", + "Ġetki li", + "Ġار تÙģ", + "Ġtechn olog", + "Ġtechno log", + "Ġ ì½ĺ", + "Ġì½ ĺ", + "Ġت ÙĥÙĬÙĬÙģ", + "ĠpÅĻ ece", + "ĠpÅĻe ce", + "家 åºŃ", + "Ġ ãģı", + "âĶ ´", + "íģ ¼", + "ĠÎľ ά", + "à¹Ģ à¸ķร", + "à¹Ģà¸ķ ร", + "ĠÑģÑĤанов иÑĤÑģÑı", + "ç«ĭ ãģ¡", + "Ġ éĸĭ", + "Ġéĸ ĭ", + "ĠÄ° yi", + "ĠnÄĽkter é", + "ĠÑĢоб оÑĤ", + "ĠÄIJ Æ°á»Ŀng", + "ĠاÙĦ اج", + "Ġsp eci", + "Ġspec i", + "Ġspe ci", + "çī¹ åĪ«", + "åŃ Ŀ", + "âĢĮ گذ", + "âĢĮÚ¯ Ø°", + "a lıģı", + "al ıģı", + "alı ģı", + "Ġм иÑĢа", + "Ġми ÑĢа", + "ĠмиÑĢ а", + "í İĺìĿ´ì§Ģ", + "íİĺ ìĿ´ì§Ģ", + "Ø® Ùģ", + "ãĤª ãĥª", + "Ġس ÛĮÙħ", + "ĠسÛĮ Ùħ", + "Ġìĸ´ ëĬIJ", + "алÑĮ нÑĥ", + "Ñĩ ний", + "ümüz de", + "æĻº èĥ½", + "ý n", + "ĠتÙĤÙĪ ÛĮت", + "Ġп ÑĢиг", + "ĠпÑĢ иг", + "ĠпÑĢи г", + "ĠгÑĢÑĥпп Ñĭ", + "am ı", + "γ οÏį", + "γο Ïį", + "оÑĢ ÑĤÑĥ", + "оÑĢÑĤ Ñĥ", + "ĠG iang", + "ĠGi ang", + "ĠGian g", + "ĠGia ng", + "ÅĻ en", + "ÅĻe n", + "Ġokol ÃŃ", + "产 ä¸ļ", + "Ġ зм", + "Ġз м", + "Ġ é¾", + "Ġé ¾", + "ÙĬ ار", + "ÙĬا ر", + "ĠاÙĦØ´ÙĬ Ø®", + "иÑĤелÑĮ нÑĭй", + "Ġ اÙĩÙħ", + "Ġا ÙĩÙħ", + "ĠاÙĩ Ùħ", + "ĠباÙĦ رÙĬاض", + "ĠÙ¾ÛĮ اÙħ", + "Ġk redi", + "Ġkr edi", + "Ġkre di", + "Ġkred i", + "ĠA rap", + "ĠAr ap", + "ĠAra p", + "Ġ ÑĢаб", + "ĠÑĢ аб", + "ĠÑĢаР±", + "ĠÑĢа б", + "ĠнекоÑĤоÑĢ ÑĭÑħ", + "ĠØŃاÙģظ Ùĩ", + "иÑĤелÑĮ ного", + "иÑĤелÑĮно го", + "Ġgerek mektedir", + "ĠD eniz", + "ĠDen iz", + "ĠتÙĦ اش", + "st agram", + "sta gram", + "stag ram", + "áv ky", + "åĬł åħ¥", + "oz or", + "ozo r", + "Ġdurum unda", + "Ġdurumu nda", + "Ġíıī ëĭ¹", + "Ġ ë´ī", + "Ġë´ ī", + "Ġp enÄĽ", + "Ġpe nÄĽ", + "Ġpen ÄĽ", + "Ú¯ اÙĨÛĮ", + "گاÙĨ ÛĮ", + "ĠK up", + "ĠKu p", + "Ġ ÑĨеÑĢ", + "ĠÑĨ еÑĢ", + "ĠÑĨе ÑĢ", + "ul ması", + "âij ł", + "ĠÑģÑĸÑĩ нÑı", + "ım ıza", + "ımız a", + "ımı za", + "å®ļ çļĦ", + "Âł ÑĤ", + "åĬŀ åħ¬", + "ìľ¼ ëĭĪ", + "ĠاÙĦ Ø¥ÙĨ", + "ĠاÙĦØ¥ ÙĨ", + "Ġ çĥ", + "Ġç ĥ", + "ãĢį ï¼Į", + "ÑĹ Ð½Ð°", + "ĠпÑĢигоÑĤов лениÑı", + "Ð ħ", + "ĠÑģ олн", + "ĠÑģол н", + "Ġë¶Ģ ìĤ°", + "æħ ¶", + "ãĤ ¾", + "v oje", + "vo je", + "voj e", + "ÛĮ دÙĨ", + "ÛĮد ÙĨ", + "ìĥĿ ëĭĺ", + "ç¹ ģ", + "á du", + "ád u", + ": ::::::::::::::", + ":: :::::::::::::", + ":::: :::::::::::", + ":::::: :::::::::", + ":::::::: :::::::", + "::: ::::::::::::", + "::::: ::::::::::", + "::::::: ::::::::", + "::::::::: ::::::", + ":::::::::: :::::", + "::::::::::: ::::", + ":::::::::::: :::", + "::::::::::::: ::", + ":::::::::::::: :", + "س ÙĨÚ¯", + "سÙĨ Ú¯", + "éĶ ĭ", + "Ġ звиÑĩай", + "Ġз виÑĩай", + "å§Ķåijĺ ä¼ļ", + "ĠμÎŃ Ïĥα", + "ĠÑĢ ождениÑı", + "æĪIJ 人", + "Ġ dÃŃl", + "Ġd ÃŃl", + "ĠdÃŃ l", + "ĠÐĶ об", + "ĠÐĶо б", + "Ġ à¹ĥà¸Ĭ", + "ÏĢ ί", + "g amber", + "gam ber", + "ĠÙĪÛĮÚĺ Ú¯ÛĮ", + "Ġ èĬ±", + "ĠèĬ ±", + "Ġb Ãły", + "ĠbÃł y", + "ĠжовÑĤ нÑı", + "åħ¬ å¼Ģ", + "ĠÑĤ оÑĩки", + "ĠÑĤо Ñĩки", + "ĠÑĤоÑĩ ки", + "ãģĤ ãģ®", + "а лÑĸв", + "ал Ñĸв", + "алÑĸ в", + "Ġch arakter", + "Ġchar akter", + "ĠÎĴ α", + "Ġzku Å¡en", + "Ġà¤Ńà¤Ĺ व", + "Ñĩ ика", + "Ñĩи ка", + "Ñĩик а", + "à¥Ģà¤Ĥ ।", + "è£ ı", + "åijĬ è¯ī", + "iy atı", + "iya tı", + "iyat ı", + "ĠÑĨ елÑĮ", + "ĠÑĨе лÑĮ", + "ĠÑĨел ÑĮ", + "Ġ ìĬĪ", + "ĠìĬ Ī", + "а ÑĢд", + "аÑĢ д", + "ĠÃľl ke", + "Ġpro since", + "Ġpros ince", + "ĠÙĨ گاÙĩ", + "ĠÙĨÚ¯ اÙĩ", + "ãĢĮ ãģĬ", + "ÎŁ Τ", + "ÎŁÎ ¤", + "ìĦľ ëĬĶ", + "ÙĪ گر", + "ض اÙĨ", + "ضا ÙĨ", + "Ġdů sled", + "çIJ ´", + "à¸ķำ à¹ģหà¸Ļ", + "к ÑĤÑĸв", + "кÑĤ Ñĸв", + "lád á", + "á¿ Ĩ", + "ĠD oÄŁu", + "ĠDo ÄŁu", + "ĠDoÄŁ u", + "ãģij ãĤĮãģ°", + "缮 ãĤĴ", + "Ġ 缴", + "ĠçĽ ´", + "æ Ľ°", + "æĽ °", + "ĠвÑĤоÑĢ ой", + "Ġг лÑĥ", + "ĠìĿ ½", + "기 ì¤Ģ", + "Ġma dde", + "Ġmad de", + "Ġmadd e", + "Ġjed né", + "Ġjedn é", + "Ġо ÑĦÑĸ", + "ìĭĿ ìĿĦ", + "Ġch út", + "Ġchú t", + "åĩº ãģĹãģŁ", + "åĩºãģĹ ãģŁ", + "и ÑĩеÑģкаÑı", + "иÑĩеÑģ каÑı", + "Ġ лок", + "Ġл ок", + "Ġal tı", + "Ġalt ı", + "ëĵľ ëĬĶ", + "ey gamber", + "ĠÑģв ое", + "ĠÑģво е", + "ĠtaÅŁ ım", + "ĠÑĤо Ñīо", + "Ġgeç ti", + "Ġpr emi", + "Ġpre mi", + "Ġprem i", + "ĠMeh met", + "ï¼Į åĽłæѤ", + "ï¼ĮåĽł æѤ", + "ί κη", + "ίκ η", + "Ġönce ki", + "Ġönc eki", + "Ġ à¤ķन", + "Ġà¤ķ न", + "ĠÑĤемп еÑĢаÑĤÑĥÑĢа", + "ĠÑĤемпеÑĢаÑĤÑĥ ÑĢа", + "éĺ ´", + "Ġìĸ¼ ë§Ī", + "Ø´ ب", + "á ky", + "ák y", + "ãĢĢ V", + "воÑĢ еннÑı", + "l asyon", + "las yon", + "Ġд оказ", + "Ġдо каз", + "Ġдок аз", + "Ġëľ »", + "Ġоб лиÑĩ", + "Ġобл иÑĩ", + "ÎĻ ÎijÎļ", + "ÎĻÎij Îļ", + "Ġ ÑĢазд", + "ĠÑĢаз д", + "ĠÑĢа зд", + "ï¼Į 为", + "å® ½", + "Ġk orum", + "Ġko rum", + "Ġkor um", + "åķĬ åķĬ", + "ĠÅĻe kla", + "ĠÅĻekl a", + "ĠÅĻek la", + "ãĥĹ ãĥ¬", + "Ġв аÑĢÑĤ", + "ĠваÑĢ ÑĤ", + "ĠпÑĢоблем Ñĭ", + "Ġ ä½ł", + "Ġth Æ¡m", + "Ġta kové", + "Ġtak ové", + "Ġtako vé", + "л енÑĭ", + "лен Ñĭ", + "ле нÑĭ", + "Ġ åĪ¶", + "ĠåĪ ¶", + "Ġji ných", + "Ġjin ých", + "Ġjiný ch", + "ĠÙĨ ص", + "ĠгÑĢÑĥд нÑı", + "Ġ ãģĹ", + "иÑĤелÑĮ ной", + "иÑĤелÑĮно й", + "ĠاØŃ ØªÙħ", + "Ñİ ÑĢ", + "ÏĨ Ïħ", + "Ġ Ø´ÙħاÙĦÛĮ", + "ĠØ´Ùħ اÙĦÛĮ", + "ĠØ´Ùħا ÙĦÛĮ", + "ĠØ´ÙħاÙĦ ÛĮ", + "Ġ ì»´", + "Ġì» ´", + "acaÄŁ ız", + "acaģı z", + "ì§Ģ ë§ī", + "ĠÑĦин анÑģов", + "Ġ ê·¹", + "Ġê· ¹", + "ĠÚĨ ÛĮزÛĮ", + "ĠÚĨÛĮز ÛĮ", + "à¥Ģ à¤Ľ", + "ص ات", + "ान म", + "Ġв озможно", + "Ġвозмож но", + "è¨ İ", + "çĦ ¦", + "ĠاÙĦبÙĦ د", + "Ġ çĶ³åįļ", + "ç¥ ¥", + "Ġë°Ķ ëĿ¼", + "Ú¯ ÛĮر", + "Ú¯ÛĮ ر", + "Ûµ Û°", + "μι οÏħÏģγ", + "ĠpÅĻed sed", + "ç»ı èIJ¥", + "å§ ij", + "e mey", + "em ey", + "eme y", + "ĠÙĨ ÙĪÙģ", + "ĠÙĨÙĪ Ùģ", + "å¾ ½", + "Ġprá va", + "Ġpráv a", + "Ġво обÑīе", + "Ġ íĭ°", + "Ġíĭ °", + "Ġب Ø£ÙĨ", + "Ġبأ ÙĨ", + "ĠFr anti", + "ĠFran ti", + "ĠP aÅŁa", + "ĠPa ÅŁa", + "ĠÙ¾ ست", + "Ġپس ت", + "k ân", + "ĠÑģиг н", + "Ġd ần", + "æ IJľ", + "æIJ ľ", + "Ġr oky", + "Ġro ky", + "Ġrok y", + "Ùĥ ÙĪر", + "ÙĥÙĪ ر", + "ĠÎĶ ή", + "али заÑĨии", + "ализ аÑĨии", + "ализа ÑĨии", + "ä¼ł å¥ĩ", + "ı da", + "lÃŃ b", + "ĠÑĢÑĸв нÑı", + "Ġн оÑı", + "Ġно Ñı", + "bÄĽ hu", + "bÄĽh u", + "ิà¸ĩห าà¸Ħม", + "ï¼Į åį´", + "Ġ ÑĩеÑģ", + "ĠÑĩ еÑģ", + "lan mÄ±ÅŁtır", + "lanmÄ±ÅŁ tır", + "Ġ Æ°á»Ľc", + "áv acÃŃ", + "ีฬ า", + "δ ÎŃ", + "âĢĮØ´ ÙĪÙĨد", + "Ġ ÑĢобÑĸÑĤ", + "ĠÑĢоб ÑĸÑĤ", + "Ġ å·´", + "Ġå· ´", + "ĠM ev", + "ĠMe v", + "ĠÙħرØŃ ÙĦÙĩ", + "Ġвз ÑĢоÑģ", + "ç½ ļ", + "Ġب اÙĦÙħ", + "Ġبا ÙĦÙħ", + "ĠباÙĦ Ùħ", + "Ġиз гоÑĤов", + "ĠS por", + "ĠSp or", + "ĠSpo r", + "åĦ Ģ", + "ĠاÙĦ Ø£ÙĨ", + "ĠاÙĦØ£ ÙĨ", + "à¹Īา à¸ĩà¸ģ", + "à¹Īาà¸ĩ à¸ģ", + "л аÑģÑĤи", + "ла ÑģÑĤи", + "лаÑģ ÑĤи", + "ÎŁ Îļ", + "ÎŁÎ ļ", + "Ġ Ú©ÛĮ", + "ĠÚ© ÛĮ", + "åij½ 令", + "ØŃ Ø¯Ø«", + "ØŃد Ø«", + "ÙĬ ÙĥÙĬ", + "ÙĬÙĥ ÙĬ", + "ĠпеÑĢв Ñĭй", + "ãĤ¹ ãĤ³", + "ĠÅ¡ pat", + "ĠÅ¡p at", + "Ġnik do", + "ั à¸ĩม", + "ัà¸ĩ ม", + "èµ «", + "æĺ ¨", + "Ġв Ñĥли", + "ĠвÑĥл и", + "ĠÐļ а", + "à¹Ī ละ", + "Ġsa mot", + "Ġsam ot", + "Ġsamo t", + "ĠобеÑģп е", + "ĠÙħعرÙģ ÛĮ", + "ĠÙħØŃصÙĪÙĦ ات", + "в анов", + "ва нов", + "ван ов", + "вано в", + "ĠÙħستÙĤ ÛĮÙħ", + "å¢ Ļ", + "Âł Ðļ", + "Ġд оÑĤ", + "Ġдо ÑĤ", + "z im", + "zi m", + "ÙIJ ر", + "Ġ Ø´ÙĪ", + "ĠØ´ ÙĪ", + "åľ¨ åľ°", + "Ġ çİ°", + "Ġçİ °", + "Ġ åĮĸ", + "ĠåĮ ĸ", + "ز ÙĪ", + "Ġyay gın", + "Ġо ÑĢиг", + "ĠоÑĢ иг", + "Ùı ÙĨ", + "Ġev rop", + "Ġ ï½ľ", + "Ġï½ ľ", + "Ġëħ¸ì¶ľ ëĵ±ë¡Ŀ", + "åĩ Ŀ", + "л еннÑĭÑħ", + "лен нÑĭÑħ", + "Ġje nom", + "Ġjen om", + "Ġ ЧÑĤобÑĭ", + "ĠЧ ÑĤобÑĭ", + "ĠЧÑĤо бÑĭ", + "ĠìĹĨ ëĭ¤", + "ĠìŬ ìĦ±", + "Ġres mi", + "im álnÃŃ", + "缮 ãģ®", + "s ian", + "si an", + "-ни бÑĥдÑĮ", + "ο κ", + "çĭ¬ ç«ĭ", + "ÅŁ ehir", + "åIJ IJ", + "åĪ¶ éĢł", + "Ġ ÎĶεν", + "ĠÎĶ εν", + "ĠÎĶε ν", + "ãĥĭ ãĥ¥", + "иÑĤелÑĮ нÑĭÑħ", + "Ġ ÙĥاÙħ", + "ĠÙĥ اÙħ", + "Ïģ κ", + "Ġr au", + "Ġra u", + "ĠÑģм еÑĢÑĤи", + "ĠÑģмеÑĢ ÑĤи", + "ĠÏĮ ÏĦαν", + "Ġ Tại", + "ĠT ại", + "Ġ رب", + "Ġر ب", + "ε νο", + "εν ο", + "ر دد", + "رد د", + "Ġ à¸ģระ", + "Ġà¸ģ ระ", + "Ġà¸ģร ะ", + "Ïĥ μο", + "Ïĥμ ο", + "Ġ æ¼Ķ", + "Ġæ¼ Ķ", + "ิà¸Ī à¸ģรรม", + "ĠÑĢаз ви", + "ĠÑĢазв и", + "ãĤ¹ ãĥļ", + "Ñĸ ÑĩноÑĹ", + "ÑĸÑĩ ноÑĹ", + "lá Å¡enÃŃ", + "láš enÃŃ", + "اب عة", + "ابع Ø©", + "ov ými", + "ový mi", + "ovým i", + "а нг", + "ан г", + "Ġкап ÑĸÑĤ", + "ãĢģ âĢĭ", + "íĸĪ ëįĺ", + "ĠÑĥ ÑģÑĸ", + "ĠÑĥÑģ Ñĸ", + "ย าว", + "ยา ว", + "Ø£ Ùħ", + "ãĥ© ãĥĥãĤ¯", + "Ġë ķ", + "ĠسÙĨ ÙĪات", + "ĠÑģÑĤаÑĤ ÑĮи", + "ĠÑģÑĤаÑĤÑĮ и", + "ÑĹ Ñħ", + "Ïģο Ïĩή", + "ĠØ£Ùĥ تÙĪبر", + "lan ma", + "Ġmal zem", + "ç £¨", + "ç£ ¨", + "Ġб окÑĥ", + "Ġбо кÑĥ", + "Ġбок Ñĥ", + "åŃĹ å¹ķ", + "ĠоÑĢганÑĸ за", + "ĠоÑĢганÑĸз а", + "ãĥ© ãĤ¤ãĥ³", + "ãĥ©ãĤ¤ ãĥ³", + "ĠÙħع دÙĨ", + "ĠÙħعد ÙĨ", + "çĶ· åŃIJ", + "Ġ æĤ", + "Ġæ Ĥ", + "Ạ¾", + "Ġmez iná", + "Ġmezi ná", + "и ваÑİÑĤ", + "ив аÑİÑĤ", + "ива ÑİÑĤ", + "ĠطبÛĮ عÛĮ", + "èĻ ij", + "à¤Ł र", + "Ġпод Ñģ", + "ĠÅŁ aÅŁ", + "à¸Ļ à¹Ĩ", + "ĠÅ¡ p", + "v ÄĽÅĻ", + "vÄĽ ÅĻ", + "з ÑĮ", + "ëĿ¼ ë§Ī", + "ุ à¸ĺ", + "âĢ¦ Ø·", + "리 ì§Ģ", + "âĦĸâĦĸ âĦĸâĦĸ", + "Ġb ức", + "ĠSp oj", + "ĠSpo j", + "ĠиÑģполÑĮзов ани", + "ĠиÑģполÑĮз овани", + "å·¦ åı³", + "en ler", + "ĠоÑī ÑĥÑī", + "Ġоб лÑĸ", + "Ġобл Ñĸ", + "ظ ËĨ", + "ÙĦ ÛĮس", + "ÙĦÛĮ س", + "æıIJ åįĩ", + "ĠговоÑĢ иÑĤÑĮ", + "ĠговоÑĢиÑĤ ÑĮ", + "Ġk ür", + "Ġkü r", + "Ġλ ειÏĦοÏħÏģγ", + "ла га", + "лаг а", + "ĠÑģÑĥ дÑĥ", + "ĠÑģÑĥд Ñĥ", + "Ġ 측", + "Ġì¸ ¡", + "θε Ïĥη", + "Ġ нен", + "Ġн ен", + "Ġне н", + "Ġbiç imde", + "Ġbiçim de", + "ÑĨÑĸй ноÑĹ", + "ÑĨÑĸйно ÑĹ", + "à¹Ģà¸Ħ ย", + "ĠDal Å¡ÃŃ", + "Ġи меÑĤÑĮ", + "Ġим еÑĤÑĮ", + "Ġиме ÑĤÑĮ", + "èĭ Ĺ", + "ĠÙħع رÙĪÙģ", + "Ġt ạp", + "Ġm eÅŁ", + "Ġme ÅŁ", + "Âł N", + "оÑĢ они", + "оÑĢон и", + "оÑĢо ни", + "ع Ùģ", + "à¹Ĥ รà¸ĩà¹Ģร", + "à¹Ĥรà¸ĩ à¹Ģร", + "âĶ ¬", + "Ġ à¹Ģà¸ŀราะ", + "Ġà¹Ģà¸ŀ ราะ", + "Ġèı² å¾ĭ宾", + "ÑģÑĤв енное", + "ÑģÑĤвен ное", + "ÑģÑĤвенно е", + "Ġاز دÙĪاج", + "ĠÑĦ ев", + "éł »", + "Ġ สล", + "Ġส ล", + "à¸ķ à¸Ńà¸Ļ", + "Ġ 기ê°Ħ", + "Ġ기 ê°Ħ", + "ä½ ©", + "ÏĦ ην", + "ÏĦη ν", + "ëĤ¬ ëĭ¤", + "ĠQ uy", + "ĠQu y", + "Ġë¶ Ļ", + "ĠС Ñĥд", + "и ж", + "Ġ à¹Ģà¸ģม", + "Ġà¹Ģà¸ģ ม", + "ĠÑģв ÑıÑĤ", + "ĠÑģвÑı ÑĤ", + "et ooth", + "eto oth", + "ε Ïģο", + "εÏģ ο", + "ÙĦ ÙħØ©", + "ÙĦÙħ Ø©", + "Ø´ ÙĪر", + "Ø´ÙĪ ر", + "Ġd omu", + "Ġdo mu", + "Ġdom u", + "èį Ĵ", + "m î", + "ëıĦ 를", + "ĠÑĢекомендÑĥ еÑĤÑģÑı", + "Ġsonra sında", + "Ġsonrası nda", + "Ġд нÑĸв", + "Ġç al", + "Ġça l", + "ãĤ«ãĥĨ ãĤ´ãĥª", + "Ġ еж", + "Ġе ж", + "Ġìķ ī", + "èī² çļĦ", + "âĢĻ nde", + "âĢĻn de", + "Ġ ÏĢÏīÏĤ", + "ĠÏĢ ÏīÏĤ", + "ĠÑĩеÑĤ веÑĢ", + "k ili", + "ki li", + "kil i", + "æĢ§ èĥ½", + "اد ÙĬØ©", + "ادÙĬ Ø©", + "çº ¯", + "ĠاÙĦ تش", + "ĠاÙĦت Ø´", + "ĠÑĤ ела", + "ĠÑĤе ла", + "ĠÑĤел а", + "Ġоб ÑĬем", + "ĠобÑĬ ем", + "å²Ĺ ä½į", + "Ġkon krét", + "Ġa rada", + "Ġar ada", + "Ġara da", + "ìĭľ ìĹIJ", + "Ġor anı", + "Ġoran ı", + "ر Ùĥ", + "ÐĽ ÐIJ", + "Ġ ménÄĽ", + "Ġmé nÄĽ", + "ج ÙĪÛĮ", + "جÙĪ ÛĮ", + "Ġv ợ", + "Ġvá» £", + "ĠAngiosper mae", + "èĥ İ", + "Ġh ôn", + "äºĭ æ¥Ń", + "ĠоÑĤ веÑĢ", + "ĠоÑĤв еÑĢ", + "Ġs rd", + "Ġsr d", + "Å¡ li", + "ส à¸ģ", + "æ¼ ı", + "ĠØ´ رØŃ", + "Ġشر ØŃ", + "ÑĨ Ñıми", + "ÑĨÑı ми", + "Ġs lav", + "Ġsl av", + "Ġsla v", + "Ġc eny", + "Ġce ny", + "Ġcen y", + "à¸Ń à¹Ģร", + "Ġ ÙĪÙĦد", + "ĠÙĪÙĦ د", + "Ġк оÑĢа", + "ĠкоÑĢ а", + "Ġко ÑĢа", + "Ġб ÑĢон", + ": .:.:.:.:", + ":.:.: .:.:", + ":.: .:.:.:", + "Ġne mus", + "Ġnem us", + "è¿Ļ æł·çļĦ", + "è¿Ļæł· çļĦ", + "Ġبر ÙĨاÙħج", + "Ġú plnÄĽ", + "ีà¸Ļ าà¸Ħม", + "Ġë°Ľ ìķĦ", + "με Ïģα", + "μεÏģ α", + "ç¼ ©", + "Ġn ắm", + "ĠобÑĬ ÑıÑģ", + "ĠконÑĤÑĢ олÑİ", + "á vajÃŃcÃŃ", + "ávajÃŃ cÃŃ", + "Ġk um", + "Ġku m", + "çĶ· 人", + "Ġv nitÅĻ", + "Ġب دÙĩ", + "Ġبد Ùĩ", + "Ġأب رÙĬÙĦ", + "人æ°ij åħ±åĴĮåĽ½", + "Ġyap ılır", + "Ġyapıl ır", + "Ġna Å¡ÃŃ", + "ĠnaÅ¡ ÃŃ", + "ãĥ¼ ãĥŃ", + "ãĥ¼ãĥ Ń", + "Ġt ạm", + "Ġhen üz", + "Ġz emi", + "Ġze mi", + "Ġzem i", + "Ġkh áng", + "Ġkhá ng", + "åħ¬ åħ±", + "Ġ èĢģ", + "ĠèĢ ģ", + "ĠعÙĪ اÙħÙĦ", + "Âł V", + "à¹ī à¹ģà¸ģ", + "άν ÏĦα", + "ĠÑĤÑĢав нÑı", + "Ġη μÎŃ", + "è´ ¸", + "ส à¸Ķ", + "Ġس Ùħت", + "ĠسÙħ ت", + "ĠØ® اک", + "ĠÑĤак ий", + "ĠÑĤа кий", + "Ġet tik", + "Ġett ik", + "Ġetti k", + "ĠÏĮ λ", + "Ġп оли", + "Ġпо ли", + "Ġпол и", + "Ġ нож", + "Ġн ож", + "Ġно ж", + "غ اÙĨ", + "ÙĨ دÙĬ", + "ÙĨد ÙĬ", + "ĠÄįty ÅĻi", + "ĠÄįtyÅĻ i", + "ĠPh Æ°Æ¡ng", + "ĠÙĪر زش", + "ĠÙĪرز Ø´", + "ãģĦ ãģĭ", + "r vé", + "rv é", + "Ġतर फ", + "Ġन à¤Ĺर", + "m asında", + "ma sında", + "mas ında", + "ması nda", + "е виÑĩ", + "ев иÑĩ", + "еви Ñĩ", + "ve ÅĻej", + "ä¿Ŀ æĮģ", + "æĬĢ èĥ½", + "æݨ èįIJ", + "l âm", + "Ġ Ïį", + "ĠÏ į", + "å¢ŀ éķ¿", + "Ġاص ÙģÙĩ", + "ĠÐĹак онÑĥ", + "ĠÐŁ ÑĢез", + "ĠÐŁÑĢ ез", + "Ġpod por", + "Ġpodp or", + "기 íĥĢ", + "Ġ íıIJ", + "Ġíı IJ", + "Ġ ëĭĪ", + "Ġëĭ Ī", + "lar ınız", + "ların ız", + "larını z", + "ãĥĸ ãĥŃ", + "ĠÑĦÑĢан ÑĨÑĥз", + "ãĥĬ ãĥ¼", + "Ġb eled", + "Ġbe led", + "Ġbel ed", + "Ġbele d", + "ัà¸Ļว าà¸Ħม", + "ĠÙģ رÙĪ", + "ĠÙģر ÙĪ", + "ÑĦ ÑĢов", + "ĠìĿ´ 룬", + "ượ u", + "Ġê³µ ìĭĿ", + "Ġbird en", + "Ġbir den", + "Ġз елен", + "Ġзел ен", + "çĴ ĥ", + "Ġh á»ĵng", + "Ġhá»ĵ ng", + "ĠÅ¡ kola", + "ĠÅ¡kol a", + "ĠÅ¡k ola", + "ĠÑģам ом", + "ĠÑģамо м", + "an lık", + "anlı k", + "空 éĹ´", + "åįĹ çľģ", + "л еÑĢг", + "ле ÑĢг", + "леÑĢ г", + "Ñĸз неÑģ", + "Âł A", + "ãĢį ãĤĴ", + "Ġkend ine", + "Ġkendi ne", + "Ġ اÙĪÙĨ", + "Ġا ÙĪÙĨ", + "ĠاÙĪ ÙĨ", + "ãĢ Ķ", + "ĠΣ Ïį", + "à¹Ģ à¸Ħล", + "à¹Ģà¸Ħ ล", + "å¥ ¶", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "Ġú Äįet", + "ĠúÄį et", + "Ñĥ ла", + "Ñĥл а", + "éĢļ ä¿¡", + "Ġì¦ IJ", + ". čĊĊ", + ".čĊ Ċ", + "ĠÐľ ед", + "ا عÙĬ", + "اع ÙĬ", + "Ġjeho ž", + "ĠGü ney", + "ĠGün ey", + "ĠÎij ÏĢο", + "ĠÎijÏĢ ο", + "Ġп олÑĸ", + "Ġпо лÑĸ", + "Ġпол Ñĸ", + "ü me", + "üm e", + "ho dob", + "hod ob", + "ĠÎĿ α", + "ĠØ¢ ÙĦات", + "ĠØ¢ÙĦ ات", + "ĠpÅĻ iz", + "ĠpÅĻi z", + "Ġt avs", + "Ġta vs", + "Ġtav s", + "Ġتب ÙĦÛĮ", + "ãĥ³ ãĥĶ", + "ãĥ³ãĥ Ķ", + "Ø® رج", + "خر ج", + "Ġак кÑĥ", + "Ġú prav", + "ĠاØŃ Ø³Ø§Ø³", + "ì¹´ ëĿ¼", + "ı mızı", + "ım ızı", + "ımız ı", + "ımı zı", + "Ġд окÑĥменÑĤ", + "Ġдок ÑĥменÑĤ", + "ĠдокÑĥм енÑĤ", + "Ġ اصÙĦ", + "Ġا صÙĦ", + "Ġاص ÙĦ", + "ظ Ùĩ", + "ĠìĿ¸ ê°Ħ", + "Ġج رÛĮاÙĨ", + "Ġجر ÛĮاÙĨ", + "Î¥ ÎĿ", + "ÑĩеÑģ каÑı", + "Ñĩе ÑģкаÑı", + "ÙĬ ÙĨÙĬØ©", + "ÙĬÙĨ ÙĬØ©", + "ÙĬÙĨÙĬ Ø©", + "åĴ ¨", + "æĹħ 游", + "Ġ à¸Īำà¸Ļวà¸Ļ", + "Ġà¸Īำ à¸Ļวà¸Ļ", + "Ġ анг", + "Ġа нг", + "Ġан г", + "Ïħ Ïĩ", + "èĻ «", + "ĠÙħ ÙĤر", + "ĠÙħÙĤ ر", + "ĠÙħÙĪسÛĮ ÙĤÛĮ", + "ut ut", + "ĠÐĽ е", + "ĠÐŁ ÑĸÑģлÑı", + "ãĤŃ ãĥ¼", + "ุล าà¸Ħม", + "åĩ ¡", + "ÏĢ οÏį", + "ÏĢο Ïį", + "ĠÃĸ dül", + "Ïĥ κ", + "Ġ ÑĨÑİ", + "ĠÑĨ Ñİ", + "Ñĭ ваÑı", + "Ñĭв аÑı", + "Ñĭва Ñı", + "ï½ŀ ï½ŀ", + "ĠØ´ ÙħاÙĦ", + "ĠØ´Ùħ اÙĦ", + "ĠØ´Ùħا ÙĦ", + "è¿ ħ", + "ĠبÙĦ Ú©Ùĩ", + "çİ Ľ", + "Ġì§Ģ ëĤĺ", + "ĠÙģ کر", + "ĠÑģÑĤеп ени", + "Ġна Ñĥки", + "ĠнаÑĥк и", + "çī© çIJĨ", + "ÄĽ le", + "ÄĽl e", + "Ġо ÑģкÑĸлÑĮки", + "ĠкÑĥлÑĮÑĤÑĥ ÑĢи", + "ĠкÑĥлÑĮÑĤÑĥÑĢ и", + "èĢĥ è¯ķ", + "Ġmateri ál", + "ĠÑģÑĤ воÑĢеннÑı", + "ĠÑģÑĤвоÑĢ еннÑı", + "Ġà¤ħ द", + "æıIJ åĩº", + "Ġè©ķ 価", + "ÙĴ د", + "Ġë§Įëĵ¤ ìĸ´", + "duÄŁu nu", + "duÄŁ unu", + "ÙĬ ÙĨÙĩ", + "ÙĬÙĨ Ùĩ", + "åĵ ¦", + "оÑĩ нÑĭÑħ", + "ĠÙħ ض", + "is mu", + "ism u", + "Ġ Ñĩай", + "ĠÑĩ ай", + "ĠÑĩа й", + "ÙĪ رÙĪب", + "ÙĪر ÙĪب", + "Ġ англ", + "Ġан гл", + "Ġанг л", + "oÄŁun luk", + "ĠпÑĢед пол", + "ĠÎŃ ÏīÏĤ", + "ส à¸ĸ", + "ĠÎķλλά δα", + "ĠBi lg", + "ĠBil g", + "Ġ بات", + "Ġب ات", + "Ġبا ت", + "ĠÐĽÑĮв Ñĸв", + "Ġyap ılması", + "Ġyapıl ması", + "æ£Ģ æŁ¥", + "æķ° åѦ", + "Ġ :.:", + "Ġ: .:", + "Ġ:. :", + "Ġ çİ©", + "Ġçİ ©", + "Îļ α", + "à¹Ģà¸Ĺ à¸Ħà¹Ĥà¸Ļà¹Ĥลย", + "Ġساخت ÙħاÙĨ", + "ĠìĨĮ 리", + "é¼ »", + "Ġs mr", + "Ġsm r", + "Ġëĭ¤ìĸij íķľ", + "Ġjed nánÃŃ", + "Ġjedn ánÃŃ", + "Ġjedná nÃŃ", + "Ġserv isi", + "Ġservi si", + "Ġservis i", + "Ġey lem", + "Ġм али", + "Ġмал и", + "Ġма ли", + "Ġvý hod", + "éĻ¤ äºĨ", + "ĠпоÑĢÑıд кÑĥ", + "Ġn ový", + "Ġno vý", + "Ġnov ý", + "å¤ ķ", + "ĠнекоÑĤоÑĢ Ñĭе", + "Ġ^ {}", + "Ġ^{ }", + "γÏī γ", + "Ñĥ ÑĪки", + "ÑĥÑĪ ки", + "Ġp sik", + "Ġps ik", + "Ġpsi k", + "ĠíĶĦ 리", + "Ø´ اء", + "Ġ ван", + "Ġв ан", + "Ġва н", + "Ġس ÙĥاÙĨ", + "ç¢ ¼", + "ĠÎľ η", + "ĠÑĥÑĢов енÑĮ", + "ãĤµ ãĥ¼", + "ĠاÙĦب ØŃر", + "Ġd nÃŃ", + "Ġdn ÃŃ", + "à¸ģาร ศ", + "e diÄŁi", + "edi ÄŁi", + "Ġbelir li", + "Ùĭ ØĮ", + "ĠzamÄĽst nan", + "ĠzamÄĽstn an", + "æŁ ±", + "ا ÙģÙĬ", + "اÙģ ÙĬ", + "Ġh ải", + "æĢĿ æĥ³", + "Ġn eler", + "Ġne ler", + "Ġnel er", + "Ġرس ÙħÛĮ", + "ĠرسÙħ ÛĮ", + "Ñģ еÑĢ", + "Ñģе ÑĢ", + "ãģĵãģ¨ ãģ§", + "ĠZá kladnÃŃ", + "л ова", + "ло ва", + "лов а", + "к ÑĤÑĥ", + "кÑĤ Ñĥ", + "ÙĪس Ùģ", + "Ñĸб лÑĸ", + "Ì Ĥ", + "ÑĢ д", + "éĻ ³", + "æį ·", + "ĠyaÅŁ ayan", + "à¥ģ à¤ļ", + "à¥ģठļ", + "ÑĸÑĤ ÑĤÑı", + "Ġb á»ģ", + "ëĤĺ ëĿ¼", + "Ġм ÑıÑģ", + "Ġ{ [%", + "Ġ{[ %", + "θ α", + "Ġдоз волÑı", + "Ġдозвол Ñı", + "Ġ åIJĦ", + "ĠåIJ Ħ", + "ĠÐŁ еÑĢв", + "ĠÐŁÐµÑĢ в", + "ĠSaÄŁ lık", + "ÑģÑĤоÑĢ иÑı", + "Ġbun lar", + "Ġs á»ķ", + "़ à¥į", + "Ġ åĪ©", + "ĠåĪ ©", + "ĠÑģ поÑģ", + "ĠÑģп оÑģ", + "Ġyap tır", + "Ġyaptı r", + "Ġt Æ°á»Ŀng", + "ÙĪ ÙĨØ©", + "ÙĪÙĨ Ø©", + "Ġ еп", + "Ġе п", + "ãģ§ãģį ãģªãģĦ", + "Ùģ تÙħ", + "Ùģت Ùħ", + "ĠÐĵ ол", + "íķĺ ì§Ģë§Į", + "íķĺì§Ģ ë§Į", + "Ġì§Ħ ì§ľ", + "Ġob jedn", + "Ġobj edn", + "Ġизмен ениÑı", + "女 人", + "Ġпл ани", + "Ġпла ни", + "Ġплан и", + "ĠFak ült", + "Ġt zv", + "Ġtz v", + "ĠобÑıз аÑĤелÑĮ", + "Ġблиз ÑĮко", + "r ası", + "ra sı", + "ras ı", + "ĠεÏĢί ÏĥηÏĤ", + "ĠÑĦак ÑĤи", + "ĠÑĦакÑĤ и", + "ĠÄIJ ặc", + "ĠAlt ın", + "л иÑĤ", + "ли ÑĤ", + "Ġл ÑĸÑģ", + "ĠлÑĸ Ñģ", + "çī §", + "Ġп ÑĥÑģÑĤ", + "ĠпÑĥ ÑģÑĤ", + "Ġком ÑĸÑģ", + "ä¿Ŀ éļľ", + "åħ· ä½ĵ", + "- ÑĤ", + "Ġtr hu", + "Ġtrh u", + "Ġâī Ī", + "Ġдека бÑĢÑı", + "ĠÑĦоÑĢм Ñĭ", + "ĠÑĦоÑĢ мÑĭ", + "Ng oÃłi", + "Ġdo hod", + "رÙĬ ÙĥÙĬØ©", + "رÙĬÙĥ ÙĬØ©", + "رÙĬÙĥÙĬ Ø©", + "ĠØ¢ÙħÙĪز Ø´ÛĮ", + "ĠØ¢ÙħÙĪزش ÛĮ", + "ĠzajÃŃm av", + "Ġkat ılım", + "Ġkatıl ım", + "ä¸ ĺ", + "Ġko num", + "Ġkon um", + "Ġkonu m", + "Ġм оÑĩ", + "Ġмо Ñĩ", + "ãĥ³ ãĥķ", + "ãĥ³ãĥ ķ", + "диви дÑĥ", + "Ġ äºļ", + "Ġ æĴ", + "Ġæ Ĵ", + "γÏģά ÏĨ", + "ãĥIJ ãĤ¹", + "Ġп Ñĥнк", + "ĠBir leÅŁik", + "Ġqu en", + "Ġque n", + "Ġq uen", + "Ġв каз", + "Ġвк аз", + "à¥ĩ शà¤ķ", + "à¥ĩश à¤ķ", + "ĠY unan", + "ĠYu nan", + "ĠYun an", + "ãģł ãģ¨", + "Û±Û¹ Û·", + "á ty", + "át y", + "Ġ ÙĪص", + "ĠÙĪ ص", + "Ġнег аÑĤив", + "ãģ¤ ãģ®", + "Ġ åĬ¨", + "ĠåĬ ¨", + "ãĥį ãĥĥãĥĪ", + "Ġд Ñĸй", + "ĠдÑĸ й", + "ĠbaÅŁ ında", + "Ġtr Æ°ng", + "Ġm akin", + "Ġma kin", + "Ġmak in", + "Ġ æĦĽ", + "ĠæĦ Ľ", + "м еÑĩ", + "ме Ñĩ", + "Ġ è¿ij", + "Ġè¿ ij", + "ÙĤ در", + "ÙĤد ر", + "Ġاست اÙĨد", + "ĠاستاÙĨ د", + "Ġinform acÃŃ", + "ार à¤ķ", + "è¬ Ŀ", + "ÑĢаб аÑĤ", + "Ġ çŃĶ", + "Ġç ŃĶ", + "ĠçŃ Ķ", + "Ġ èĩ³", + "Ġèĩ ³", + "Ġп олÑĮ", + "Ġпо лÑĮ", + "Ġпол ÑĮ", + "ĠÙĩÙĨ ر", + "ëĮĢ ë¹Ħ", + "Ġخارج ÛĮ", + "r act", + "ra ct", + "rac t", + "ãĢĤ ãģĵãĤĮ", + "ĠØ´ÙĪر اÛĮ", + "л енно", + "лен но", + "Ġh isset", + "Ġhis set", + "Ġhiss et", + "Ġc Ãłi", + "ĠcÃł i", + "ĠÑĦ оÑĤо", + "ĠÑĦоÑĤ о", + "æģ Ĵ", + "Ġмед иÑĨин", + "Ġмеди ÑĨин", + "ÑģÑĤ вÑĸ", + "ÑģÑĤв Ñĸ", + "ĠاÙĦ عÙĦ", + "ĠاÙĦع ÙĦ", + "ĠпиÑģÑĮ мен", + "ãĢĤ ãģ¾ãģŁ", + "Ġvlast nÄĽ", + "Ġп ода", + "Ġпо да", + "Ġпод а", + "Ïģ οι", + "Ïģο ι", + "Ġ ìĦĿ", + "ĠìĦ Ŀ", + "ĠìĿ¼ ìĿ´", + "Ġ ìĽĮ", + "ĠìĽ Į", + "ок Ñģи", + "окÑģ и", + "Ġos oby", + "Ġosob y", + "ÐŁÐ¾Ñģ ле", + "ĠÑĸÑģÑĤоÑĢ ÑĸÑĹ", + "ع ÙĦÙī", + "عÙĦ Ùī", + "н ка", + "ت Ùħبر", + "تÙħ بر", + "à¥ĩ हर", + "à¥ĩह र", + "ĠJ ana", + "ĠJan a", + "ĠJa na", + "ÙĦ ÙĬات", + "ÙĦÙĬ ات", + "ĠмаÑĢ ÑĤа", + "ĠÐļи ÑĶ", + "ĠÑĢоб оÑĤÑĥ", + "ĠÑĢобоÑĤ Ñĥ", + "Ġnh ấn", + "и Ñģлов", + "иÑģ лов", + "ëŁ Ń", + "Ġo dv", + "Ġod v", + "ĠT á»īnh", + "âĢľ ê·¸", + "ãģ» ãģĨ", + "é² ľ", + "м еÑĨÑĮ", + "ме ÑĨÑĮ", + "า ศาสà¸ķร", + "าศ าสà¸ķร", + "à¥ģ à¤ĵ", + "à¥ģठĵ", + "ิ à¸Ļà¸Ĺ", + "ิà¸Ļ à¸Ĺ", + "m ada", + "ma da", + "mad a", + "ز اÙħ", + "زا Ùħ", + "ĠÙĥ بÙĬر", + "å®ŀ æĸ½", + "ze ÅĪ", + "Ġl ái", + "Ġlá i", + "Ïĥ μα", + "Ïĥμ α", + "ا سات", + "اس ات", + "ÑĦ ÑĤ", + "è° ±", + "çĮ ľ", + "Ġpro bÃŃ", + "Ġprob ÃŃ", + "æľĢ è¿ij", + "ÑĢ ад", + "ÑĢаР´", + "ÑĢа д", + "ãĤ½ ãĥ³", + "Ġ клад", + "Ġк лад", + "Ġкл ад", + "Ġкла д", + "à¥ľ à¤ķ", + "é v", + "ล าย", + "ลา ย", + "èİ İ", + "ĠμÎŃ ÏĩÏģι", + "Ġ кÑĥÑģ", + "Ġк ÑĥÑģ", + "ĠкÑĥ Ñģ", + "Ġ íĻĺê²½", + "ĠíĻĺ ê²½", + "Ñĩ оÑĹ", + "åıĺ åĮĸ", + "Ġب تÙĪاÙĨ", + "Ġبت ÙĪاÙĨ", + "Ġt ắt", + "Ġgöster en", + "а лÑİ", + "ал Ñİ", + "Ġкоман ди", + "Ġкоманд и", + "Ġ 컨", + "Ġì» ¨", + "Ñĥ нд", + "Ñĥн д", + "Ġج ÙĦÙĪ", + "ĠجÙĦ ÙĪ", + "åŃIJ çļĦ", + "ĠÑģ б", + "ĠÐł аÑģ", + "ĠÐłÐ° Ñģ", + "P CP", + "PC P", + "ĠCumhur baÅŁ", + "од аÑĤелÑĮ", + "ÃŃ sto", + "ÃŃs to", + "ÃŃst o", + "Ġo znám", + "Ġoz nám", + "ãĥ¼ ãĥĭ", + "ãĥ¼ãĥ ĭ", + "Ġok uy", + "Ġoku y", + "o phy", + "op hy", + "oph y", + "า à¸Ļà¸Ħร", + "าà¸Ļ à¸Ħร", + "ĠÎķ θν", + "ay ım", + "ayı m", + "Ùİ Ø£", + "æİ ¡", + "Ġfunk ce", + "Ġfunkc e", + "æļ ĸ", + "Ø· ار", + "ĠÐĿ аг", + "ĠÐĿа г", + "Ġ ä¸ĩåĨĨ", + "Ġä¸ĩ åĨĨ", + "Ġ íĴį", + "ĠíĴ į", + "Ġ ä½ı", + "Ġ ï¼İ", + "Ġï¼ İ", + "Ñĭ ваÑİÑĤÑģÑı", + "Ñĭв аÑİÑĤÑģÑı", + "Ñĭва ÑİÑĤÑģÑı", + "ÑĭваÑİÑĤ ÑģÑı", + "ĠP la", + "ĠPl a", + "ا ÙĬÙĦ", + "اÙĬ ÙĦ", + "Ġ무 ìĹĩ", + "Ġкон еÑĩно", + "к м", + "à¤Ĥ पर", + "à¤Ĥप र", + "Ġ ìłķë¶Ģ", + "Ġìłķ ë¶Ģ", + "ĠëĤ´ 볤", + "ãĤ° ãĥ«", + "çģ °", + "Ġc yk", + "Ġcy k", + "Ġжел Ñĥд", + "ĠëĨĴ ìĿĢ", + "çĶŁ åij½", + "æµ ´", + "Ġart Ä±ÅŁ", + "Ġ Ðĩ", + "ĠÐ ĩ", + "ï¼ ²", + "e kim", + "ek im", + "eki m", + "ĠÑĦ едеÑĢа", + "ĠвеÑĢеÑģ нÑı", + "н иÑĤе", + "ни ÑĤе", + "ниÑĤ е", + "ĠÄ°ÅŁ te", + "ĠÙĪضع ÛĮت", + "ãģķ ãģ¾", + "ĠtÅĻ etÃŃ", + "ĠtÅĻet ÃŃ", + "u luÄŁ", + "ulu ÄŁ", + "ĠCumhur iyet", + "ä¼ Ł", + "Ġ ë§Ŀ", + "Ġë§ Ŀ", + "Ġver mek", + "Ġverm ek", + "Ġn alez", + "Ġna lez", + "Ġnal ez", + "Ġnale z", + "çĵ ¶", + "Ġd iÅŁ", + "Ġdi ÅŁ", + "ĠH á»ĵng", + "ĠHá»ĵ ng", + "غ ÙĬرة", + "غÙĬر Ø©", + "å© Ĩ", + "н ив", + "ни в", + "Ġr út", + "' nda", + "'n da", + "Ġh roz", + "Ġhr oz", + "à¥ī प", + "Ġза коном", + "Ġзак оном", + "Ġзакон ом", + "Ġзако ном", + "Ġjed nu", + "Ġjedn u", + "ĠKa dın", + "ĠKad ın", + "in dir", + "ind ir", + "indi r", + "س ازÛĮ", + "åĮº åŁŁ", + "ĠkonuÅŁ tu", + "Ġز ÙĨد", + "ĠزÙĨ د", + "ा ĊĊ", + "ाĊ Ċ", + "ĠÐIJ з", + "à¸ĩ à¸Ĥà¸Ńà¸ĩ", + "à¸ĩà¸Ĥ à¸Ńà¸ĩ", + "ĠÑģвой ÑģÑĤва", + "Ġìŀij íĴĪ", + "пе ки", + "Ġ å°±", + "Ġå° ±", + "ев ого", + "ево го", + "ĠtaÅŁ ıy", + "ĠÙħÙĨ Ø·ÙĤØ©", + "ĠÙħÙĨØ· ÙĤØ©", + "ĠÃĩ ocuk", + "Û² Û·", + "ĠÏĥÏħ μÏĢ", + "é£Ł åĵģ", + "h á", + "ï¼ ¯", + "ÙĦ ÙħÙĩ", + "ÙĦÙħ Ùĩ", + "ãģ¨ãģª ãģ£ãģŁ", + "о ÑĢÑĸ", + "оÑĢ Ñĸ", + "° }", + "ĠtaÅŁ ın", + "çŁ ¿", + "ĠÑĩаÑģÑĤ ини", + "ĠÑĩаÑģÑĤи ни", + "ĠدÙĬ سÙħبر", + "Ġ èī¯", + "Ġèī ¯", + "st ÅĻÃŃ", + "Ġ ÑĨик", + "ĠÑĨ ик", + "ĠÑĨи к", + "âĢķâĢķ âĢķâĢķ", + "ĠÄ°ng iltere", + "ĠÑģÑĤ ÑĢаÑĤег", + "ĠÑģÑĤÑĢ аÑĤег", + "ÃĦ Ÿ", + "и Ñĩного", + "иÑĩ ного", + "иÑĩно го", + "ÃŃ rk", + "ÃŃr k", + "ĠÎij Ïģ", + "! âĢľĊĊ", + "!âĢľ ĊĊ", + "Ġ 깨", + "Ġê¹ ¨", + "à¥ģà¤Ĩ त", + "ĠدÙĨÛĮ ا", + "ĠدÙĨ ÛĮا", + "l ÃŃn", + "lÃŃ n", + "Ġà¤ķ ड", + "ĠÙħ بت", + "ĠÙħب ت", + "ем ÑĭÑħ", + "о би", + "об и", + "ย à¸Ļà¸ķ", + "ยà¸Ļ à¸ķ", + "à¤Ĥध न", + "ÚĨ ÛĮ", + "Ġ çŁ¥", + "Ġç Ł¥", + "ĠçŁ ¥", + "ĠXu ân", + "a daki", + "ad aki", + "ada ki", + "Ġ orta", + "Ġor ta", + "Ġort a", + "æł¹ æľ¬", + "åħ± åIJĮ", + "н ений", + "не ний", + "нен ий", + "ب ÙĬرة", + "بÙĬ رة", + "بÙĬر Ø©", + "çŃ ĭ", + "ïº Ķ", + "âĢĮ ÙĩاÙĬ", + "âĢĮÙĩا ÙĬ", + "Ġö deme", + "Ġödem e", + "ĠØ¢ÙĨ ÚĨÙĩ", + "Ġза Ñıви", + "ĠзаÑıв и", + "ĠÙĨÙĤ Ø´Ùĩ", + "ĠÙĨÙĤØ´ Ùĩ", + "Ġ ç³»", + "Ġç ³»", + "Ġç³ »", + "à¥ĭ ।", + "Ġì§Ģ ìłķ", + "Ġin sp", + "Ġins p", + "Ġ ÑĤен", + "ĠÑĤ ен", + "ĠÑĤе н", + "Ġت Ø·", + "Ġqu ảng", + "Ġquả ng", + "Ġquản g", + "åī £", + "ãģı ãģ®", + "ĠÑĨ им", + "ĠÑĨи м", + "k ovi", + "ko vi", + "kov i", + "i yah", + "iy ah", + "iya h", + "Ġ ëIJľëĭ¤", + "ĠëIJľ ëĭ¤", + "ص Ùĩ", + "ĠÄij u", + "Ġsu á»ijt", + "ı ma", + "ım a", + "ì§Ģ ê³ł", + "Ì ĥ", + "à¸ļ าย", + "ĠCert if", + "ĠCer tif", + "ĠÑĥÑģ ÑĸÑħ", + "ĠÑĥÑģÑĸ Ñħ", + "à¸ķะ ว", + "εί ÏĦε", + "Ġ č", + "Ġмож ливÑĸÑģÑĤÑĮ", + "Ġможлив ÑĸÑģÑĤÑĮ", + "Ġ -âĢIJ", + "Ġ- âĢIJ", + "Ġ íĺ¹", + "Ġíĺ ¹", + "ìĤ¬ ì§Ħ", + "Ġд аниÑħ", + "Ġда ниÑħ", + "Ġдан иÑħ", + "Ġzah áj", + "주 ëĬĶ", + "Ġг ид", + "n iž", + "ni ž", + "Ġ^{ °}", + "Ġk ro", + "Ġkr o", + "Äį en", + "Äįe n", + "ÏĨ ι", + "ımız da", + "Ġ æ¹ĸ", + "Ġæ¹ ĸ", + "Ġпов ÑĢежд", + "Ġì¡´ ìŀ¬", + "à¸Ļ าà¸Ļ", + "à¸Ļา à¸Ļ", + "μÎŃ Î½Î¿ÏĤ", + "μÎŃν οÏĤ", + "μÎŃνο ÏĤ", + "æ½ ľ", + "ï¼Į 使", + "Ġd osp", + "Ġdo sp", + "Ġdos p", + "Ġl iá»ģn", + "Ġli á»ģn", + "ัà¸ļ à¸Ħวาม", + "ัà¸ļà¸Ħ วาม", + "ĠÑĢабоÑĤ е", + "ĠÑĢаб оÑĤе", + "ĠÑĢабо ÑĤе", + "Ġмай бÑĥÑĤ", + "à¹Ģà¸ģ ษ", + "B aÅŁ", + "Ba ÅŁ", + "Ġ æĿ±äº¬", + "ĠæĿ± 京", + "наÑĩ ала", + "δ ει", + "δε ι", + "à¥Ī प", + "Ñĸ мÑĸ", + "Ñĸм Ñĸ", + "Ġf izik", + "Ġfi zik", + "Ġfiz ik", + "ว ล", + "ä¼ į", + "Ġ à¸Ĭà¸Ļะ", + "Ġà¸Ĭ à¸Ļะ", + "' ÑıÑĤ", + "'Ñı ÑĤ", + "н ил", + "ни л", + "и нов", + "ин ов", + "ĠÄijo án", + "รว à¸Ī", + "f et", + "fe t", + "à¹Į à¹Ĥ", + "Ġ маÑĤи", + "Ġм аÑĤи", + "ĠмаÑĤ и", + "Ġма ÑĤи", + "é¨ İ", + "Ðļ Т", + "à¹Ģส à¸Ļà¸Ń", + "à¹Ģสà¸Ļ à¸Ń", + "Ġм ав", + "Ġма в", + "lı ģına", + "lıģı na", + "lıģ ına", + "lıģın a", + "Ġпо Ñĩина", + "ĠпоÑĩ ина", + "ู à¸ķร", + "ูà¸ķ ร", + "ÑĨ еÑĢ", + "ÑĨе ÑĢ", + "uj ete", + "uje te", + "ujet e", + "Ġtah min", + "Ġвим ог", + "า à¸Ł", + "าภŁ", + "е дж", + "ед ж", + "ÏĦ εÏį", + "ÏĦε Ïį", + "ad la", + "ĠÄij Æ°Æ¡ng", + "Ġد استاÙĨ", + "Ġbas ın", + "Ġba sın", + "ĠÑħ в", + "Ġ reak", + "Ġre ak", + "ĠоÑĤ меÑĤ", + "æ³ ¥", + "Ġm áte", + "Ġmá te", + "Ġmát e", + "Ġzo run", + "Ġzor un", + "ãģ¨æĢĿ ãģĨ", + "Ġدر جة", + "ĠвÑĸд ÑģÑĥÑĤ", + "Ġع اÙħÙĦ", + "ĠعاÙħ ÙĦ", + "èĶ µ", + "Ġson raki", + "Ġsonra ki", + "Ġmoh li", + "Ġmohl i", + "и ваеÑĤ", + "ив аеÑĤ", + "ива еÑĤ", + "ĠпÑĸд ÑģÑĤав", + "Ġost rov", + "Ġostr ov", + "ान व", + "âĢŀ P", + "Ġви знаÑĩа", + "ĠвизнаÑĩ а", + "Ġprav dÄĽpodob", + "Ġz az", + "Ġza z", + "ìĿ´ 를", + "Ġдж еÑĢ", + "ĠÐł ад", + "ĠÐłÐ° д", + "ĠÑģеÑĢÑĮ ез", + "Ġ дем", + "Ġд ем", + "Ġде м", + "ÏĢ ή", + "ĠÐĦ вÑĢоп", + "ĠÐĦв ÑĢоп", + "ĠÄįesk é", + "ĠÄįe ské", + "ï¾ ı", + "Ġ ØŃÙĬ", + "ĠØŃ ÙĬ", + "ì¼ ĢìĿ´", + "ì¼Ģ ìĿ´", + "ĠØ® ÙĪÙĨ", + "ĠØ®ÙĪ ÙĨ", + "Âł L", + "ãģĦ ãģ«", + "из неÑģ", + "ĠÙħ ÙĤاÙħ", + "ĠÙħÙĤ اÙħ", + "ĠاÙĦ ØŃÙĦ", + "ĠاÙĦØŃ ÙĦ", + "ëĨ į", + "ĠØ¢ ÛĮا", + "ĠØ¢ÛĮ ا", + "ç¿ ¼", + "ï¼ ½", + "æ¸ IJ", + "ли вÑĸ", + "лив Ñĸ", + "ãģĦ ãģ¦ãģĦãĤĭ", + "ãģĦãģ¦ ãģĦãĤĭ", + "Ġ ÎijÎł", + "ĠÎij Îł", + "ĠиÑģполÑĮз ÑĥеÑĤÑģÑı", + "ĠиÑģполÑĮзÑĥ еÑĤÑģÑı", + "Ġm át", + "Ġmá t", + "Ġμε γά", + "Ġμεγ ά", + "ëħ ¼", + "æµ· éģĵ", + "ĠÙħØ´Ú© ÙĦات", + "ĠÙħØ´Ú©ÙĦ ات", + "Ñĩ на", + "'; ';", + "Ġ μία", + "Ġμ ία", + "Ïģ Ïİν", + "ÏģÏİ Î½", + "Ġby ste", + "ĠÑįлек ÑĤÑĢи", + "ĠÑįлекÑĤÑĢ и", + "ĠY ardım", + "ĠYard ım", + "ĠYar dım", + "Ġh át", + "Ġhá t", + "ĠÐĶ еÑĢжав", + ". С", + "Ġo rada", + "Ġor ada", + "Ġora da", + "Ġal anı", + "Ġalan ı", + "åľ° åŁŁ", + "ĠدÙĩ ÙĨد", + "мен ÑĪ", + "ĠоÑĢг анов", + "ĠоÑĢган ов", + "Ġع ص", + "ู à¸ĩส", + "ูà¸ĩ ส", + "ĠØ´ عر", + "Ġشع ر", + "Ġìĸ »", + "Ġά λλ", + "Ġάλ λ", + "Ġg ói", + "Ġgó i", + "ĠÙĨ اØŃ", + "å¼ ĺ", + "à¥įथ ल", + "i lim", + "il im", + "ili m", + "ëIJĺ ì§Ģ", + "Ġкон ÑĨе", + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "Ġì¤Ģ ë¹Ħ", + "Ġostat nÃŃ", + "Ġvlá dy", + "Ġvlád y", + "ĠÑģо биÑĢа", + "ĠÑģоб иÑĢа", + "ĠìĹŃ ìĤ¬", + "à¹ģ à¸ģรม", + "à¹ģà¸ģ รม", + ". ï¼ı", + "Ùı ÙĪÙĨ", + "ÙıÙĪ ÙĨ", + "Ù¾ س", + "ĠW ikip", + "ĠWi kip", + "ĠWiki p", + "ĠWik ip", + "Ġ æ¾", + "Ġæ ¾", + "Ġж аÑĢ", + "容 æĺĵ", + "ĠprostÅĻed nictvÃŃm", + "Ġž eny", + "Ġže ny", + "Ġžen y", + "Ġèı²å¾ĭ宾 çĶ³åįļ", + "а ÑİÑĤÑģÑı", + "аÑİÑĤ ÑģÑı", + "Ġm iêu", + "Ġmi êu", + "Ġp enÃŃze", + "δ ιά", + "δι ά", + "ol dur", + "old ur", + "ĠпÑĢимеÑĢ но", + "ĠìŀĪ ê³ł", + "à¸ĩ à¸Ńย", + "к овий", + "ко вий", + "ков ий", + ". ÎŁ", + "à¹ĥ à¸Ħร", + "çĭ ł", + "ĠÐŁ Ñĸв", + "æĶ¹ éĿ©", + "ĠÐĿаÑģ еление", + "Å¡et ÅĻ", + "ÙĴ ب", + "Ġ âĶĢ", + "ĠâĶ Ģ", + "غ ÙĬÙĦ", + "ĠдÑĸÑıлÑĮ нÑĸÑģÑĤÑĮ", + "ĠÙĦ ÙĬس", + "ĠÙĦÙĬ س", + "Ġìĭľ ìŀ¥", + "ãĥŁ ãĥ¥", + "ĠÚ© ÙĪت", + "ĠÚ©ÙĪ ت", + "ĠÎĵ ι", + "ิ à¹Ģว", + "e ktor", + "ek tor", + "ekt or", + "ĠбÑĥд Ñĥ", + "ĠбÑĥ дÑĥ", + "но важ", + "нов аж", + "нова ж", + "Ñī аеÑĤÑģÑı", + "Ñīа еÑĤÑģÑı", + "Ġng ôn", + "ĠvÄĽ c", + "å¾ IJ", + "à¸Ńà¹Ģม ร", + "ัà¸į à¸Ĭ", + "ĠиÑģполÑĮз ÑĥÑİÑĤ", + "ĠиÑģполÑĮзÑĥ ÑİÑĤ", + "r ubu", + "ru bu", + "rub u", + "Ġnh á»±a", + "ãģĮ ãģĬ", + "ĠÐĵ аÑĢ", + "о ÑĢе", + "оÑĢ е", + "Ġз олоÑĤ", + "æ Ł³", + "æŁ ³", + "Ġ ÙĬØ´", + "ĠÙĬ Ø´", + "Ġповин нÑĸ", + "اÙĤ تص", + "ÙĦ ØŃ", + "ĠокÑĤ ÑıбÑĢÑı", + "ĠnÄĽk dy", + "Ġо бÑĢа", + "Ġоб ÑĢа", + "ست Ú¯ÛĮ", + "符 åIJĪ", + "Ġth iá»ĥu", + "æĺ¯ ä»Ģä¹Ī", + "Ġro zs", + "Ġroz s", + "ì½ľ 걸", + "Ġк аÑĦ", + "Ġка ÑĦ", + "åIJĮ æŃ¥", + "ì¼ ĵ", + "ÏĢ ÏĦÏħ", + "à¸ł ายà¹ĥà¸Ļ", + "ι ÏĥÏĦή", + "ιÏĥ ÏĦή", + "ĠدÙĪÙĦ ار", + "ĠÙħا ÙĬÙĪ", + "ĠÙħاÙĬ ÙĪ", + "Ġ peÄį", + "Ġp eÄį", + "Ġpe Äį", + "ัà¸ļ ม", + "ÎĻ ÎĶ", + "ı ydı", + "ıy dı", + "ัà¸ģ à¸Ĺ", + "à¸Ľà¸£à¸° à¸ĸม", + "κ αι", + "κα ι", + "Ġpro dej", + "Ġprod ej", + "ĠиÑİ Ð»Ñı", + "Ġv Å©", + "é© ±", + "Ġh vÄĽ", + "Ġhv ÄĽ", + "æĥ³ è¦ģ", + "ç¯ Ħ", + "ç ak", + "ça k", + "Ġм Ñıг", + "ım ın", + "ımı n", + "Ġdisp ozici", + "Ġu kaz", + "Ġuk az", + "r acak", + "ra cak", + "rac ak", + "Ġболез ни", + "ว à¹Ĥม", + "Ġз ел", + "ĠÐĴ ики", + "ĠÐĴи ки", + "ĠÐĴик и", + "ĠÐł од", + "ูà¸ģ à¸Ħ", + "í ij¸", + "Ġth ải", + "ĠbaÄŁ ımsız", + "ĠÑĢоÑģ Ñģий", + "ĠÐļ ам", + "ĠÐļа м", + "ĠиÑģполÑĮзов аниÑı", + "ĠиÑģполÑĮз ованиÑı", + "ĠиÑģполÑĮзовани Ñı", + "ĠØŃ Ø°", + "Âł ³³³³³³³³", + "³³ ³³³³³³³", + "³³³³ ³³³³³", + "³³³ ³³³³³³", + "³³³³³³³³ Âł", + "³³³³³³³ ³³", + "³³³³³ ³³³³", + "³³³³³³ ³³³", + "ĠاÙĨت ÙĤاÙĦ", + "Ġаб ÑģолÑİÑĤ", + "Ġ Ä±ÅŁÄ±k", + "ĠÄ±ÅŁÄ± k", + "ÏĦο γÏģαÏĨ", + "ĠболÑĮÑĪ ой", + "Ġعب ارت", + "Ġعبار ت", + "ÃŃ Å¾", + "Ġدر ست", + "Ġدرس ت", + "ĠÑģл ово", + "ĠÑģлов о", + "ĠÑģло во", + "à¥Ī Ċ", + "ب ÙĪب", + "بÙĪ ب", + "ĠÐĴ оÑĤ", + "ĠÐĴо ÑĤ", + "ว à¹Ħà¸Ľ", + "Ġbil inen", + "Ġbilin en", + "Ġ ÙĤÙĬ", + "ĠÙĤ ÙĬ", + "Ġbun ların", + "Ġbunlar ın", + "Ġbunları n", + "Ùij ت", + "Ġbas it", + "Ġba sit", + "ë¦ ¿", + "ائ رة", + "ائر Ø©", + "Ġp ů", + "Ġed ilmiÅŁ", + "Ġedilm iÅŁ", + "Ġedil miÅŁ", + "Ġ ä½IJ", + "ĠYön etim", + "ĠYönet im", + "Ùħ ÛĮر", + "ÙħÛĮ ر", + "Ġsp ou", + "Ġspo u", + "æ·± åľ³", + "Ġвза ÑĶм", + "ÎĻ ÎĽ", + "Ð ĥ", + "ĠдеÑĢжав ноÑĹ", + "Ġ mrt", + "Ġm rt", + "Ġmr t", + "ĠDe mir", + "ĠDem ir", + "é» İ", + "ĠÑĢег ÑĥлÑıÑĢ", + "Ġник огда", + "å¼ ¾", + "à¥ī ड", + "Ġг лаз", + "Ġгла з", + "ĠÙħÛĮ Ú©ÙĨ", + "ĠÙħÛĮÚ© ÙĨ", + "éĻIJ å®ļ", + "Ġнав к", + "Ġпод ÑĤ", + "ĠتصÙĪ ÛĮر", + "ĠاÙĦØŃ Ø¯ÙĬØ«", + "Ġdo Å¡lo", + "нÑİ Ñİ", + "ĠÑģ Ñħод", + "ĠÑģÑħ од", + "Ø· ÙĤØ©", + "ĠÑģенÑĤ ÑıбÑĢÑı", + "çī¹ æ®Ĭ", + "à¸ģาร à¹ģà¸Ĥ", + "á zd", + "áz d", + "ÑĶ ÑĤе", + "ĠΣ ε", + "ĠÙĦ ÙĥÙĦ", + "ĠÙĦÙĥ ÙĦ", + "åIJį åŃĹ", + "اÙĨ ÛĮا", + "اÙĨÛĮ ا", + "Ġc ins", + "Ġcin s", + "Ġci ns", + "기 ìĹħ", + "Ġ éŁ³", + "Ġé Ł³", + "ĠéŁ ³", + "éł ĥ", + "ย าย", + "ยา ย", + "ìļ ķ", + "ĠvÃŃ tÄĽz", + "à¥įर ब", + "Ġشر ÙĤÛĮ", + "ĠشرÙĤ ÛĮ", + "ĠbezpeÄį nost", + "Ġçerç ev", + "Ġ 맼", + "Ġë§ Ľ", + "c ky", + "ck y", + "ĵ ¨", + "ĠÑĥм оваÑħ", + "ĠÑĥмов аÑħ", + "л иÑħ", + "ли Ñħ", + "m eniz", + "men iz", + "meni z", + "Ġب Ú¯ÛĮر", + "Ġبگ ÛĮر", + "ÙĨ Ùī", + "Ġ à¸ģารà¹ģà¸Ĥ", + "Ġà¸ģาร à¹ģà¸Ĥ", + "ι Ïĥε", + "ιÏĥ ε", + "âĢ³ E", + "Ġdönem inde", + "리 ì¹´", + "Ġ åĪ°", + "ĠåĪ °", + "Ġhu kuk", + "Ġhuku k", + "а ÑĤоÑĢа", + "аÑĤ оÑĢа", + "аÑĤоÑĢ а", + "аÑĤо ÑĢа", + "ĠاÙĦ عÙĨ", + "ĠاÙĦع ÙĨ", + "ïº ĺ", + "ün üz", + "ünü z", + "Ñģ оÑĤ", + "Ñģо ÑĤ", + "ุ ษ", + "Ġd Æ°Æ¡ng", + "ov ny", + "Ġ ÑĦоÑĢма", + "ĠÑĦоÑĢм а", + "ĠÑĦоÑĢ ма", + "ãģĹ ãģ®", + "ãģĹãģ ®", + "ز ÙĬز", + "زÙĬ ز", + "ĠاÙĦÙĨ اس", + "Ġ Ñĩим", + "ĠÑĩ им", + "ĠÑĩи м", + "大 人", + "Ú¯ ÙĬ", + "ĠÐĵ оÑģп", + "é¢Ĩ 导", + "Ġn inh", + "Ġni nh", + "Ġnin h", + "Ġร าà¸Ħา", + "Ġราà¸Ħ า", + "ÙĤ اء", + "ìī ¬", + "ĠìĿ´ ìłĦ", + "ĠÃ¶ÄŁret men", + "ĠÑĨвеÑĤ а", + "ен ноÑģÑĤÑĮ", + "енно ÑģÑĤÑĮ", + "大 ãģį", + "ĠмиÑģÑĤ еÑĨÑĤ", + "ر ÙĪت", + "رÙĪ ت", + "p oÅĪ", + "po ÅĪ", + "ĠÅŀ irket", + "ĠкÑĢаÑģ ив", + "ĠÑĢеÑģ ÑĥÑĢÑģ", + "ĠÑĢеÑģÑĥÑĢ Ñģ", + "ä¹ ¾", + "Ġ ÙģÙĩ", + "ĠÙģ Ùĩ", + "ĠY Ãĸ", + "èĬ ³", + "μ ÏīÏĤ", + "ÄĽ ji", + "ÄĽj i", + "Ġв лаж", + "Ġвла ж", + "ĠÑĥв ели", + "ا ذا", + "اذ ا", + "ãĢĤ å¦Ĥæŀľ", + "ĠпÑĢи ÑģÑĥÑĤÑģÑĤв", + "ĠẤ n", + "æĢ ĸ", + "ĠÐľ еÑĤ", + "Ġje dna", + "Ġjed na", + "Ġjedn a", + "Ġc ục", + "Ġcụ c", + "ĠاÙĨت شار", + "Ġз окÑĢема", + "и ÑĩеÑģки", + "иÑĩеÑģ ки", + "ĠкÑĢаÑĹ Ð½Ð¸", + "ĠкÑĢаÑĹн и", + "и ÑĢÑĥ", + "иÑĢ Ñĥ", + "ĠÑĸн ÑĤеÑĢ", + "ĠÑĸнÑĤ еÑĢ", + "Ġан алог", + "Ñ Ľ", + "ี à¸ĭ", + "н Ñĥли", + "нÑĥ ли", + "нÑĥл и", + "ĠN inh", + "ĠNi nh", + "ĠNin h", + "еÑĢ аÑĤоÑĢ", + "еÑĢа ÑĤоÑĢ", + "Ġr uce", + "Ġru ce", + "ĠÑĪ кÑĸ", + "ĠÑĪк Ñĸ", + "تر ÙĨت", + "Ġson rası", + "Ġsonra sı", + "Ġ æį", + "Ġæ į", + "ÑĨен ÑĤÑĢа", + "ÑĨенÑĤ ÑĢа", + "Ġà¸Ńำ à¹Ģà¸ł", + "Ø· ÙĬ", + "ï¼Į å½ĵ", + "ĠÑĤ ÑĢеÑħ", + "ĠÑĤÑĢ еÑħ", + "Âł H", + "æ´ ª", + "ãĥ³ ãĥĦ", + "ãĥ³ãĥ Ħ", + "ĠвÑĸдповÑĸд алÑĮ", + "âĢĻ daki", + "âĢĻd aki", + "âĢĻda ki", + "á ÅĻi", + "áÅĻ i", + "ĠpÅĻ em", + "ĠpÅĻe m", + "t uk", + "tu k", + "ĠÙģر ÙħÙĪد", + "ĠÙģرÙħ ÙĪد", + "Ġ ìĿ¸ì¦Ŀ", + "ĠìĿ¸ ì¦Ŀ", + "สำ à¸Ļ", + "ìĥģ ìĿĺ", + "ÅĻ ÃŃm", + "ÅĻÃŃ m", + "æ¾ ¤", + "Ġ ÑĢей", + "ĠÑĢ ей", + "ĠÑĢе й", + "ĠлÑİб ой", + "u jte", + "uj te", + "ë³µ ì§Ģ", + "Ġ درس", + "Ġد رس", + "Ġدر س", + "ĠÐĴ лади", + "ĠÑģво им", + "ĠÑģвои м", + "ĠìĿ¸íĦ° ëĦ·", + "è± Ĭ", + "Ġн алог", + "Ġнал ог", + "ãĤĪ ãģ³", + "ĠØ® اطر", + "Ġ ìŀħëĭĪëĭ¤", + "Ġìŀħ ëĭĪëĭ¤", + "ãĢĤ ãģĹãģĭãģĹ", + "л аг", + "ла г", + "å° ĸ", + "ëĭ ¥", + "ìĬ¤ ëĬĶ", + "ìĭł ì²Ń", + "ãĥĩ ãĥ¼ãĤ¿", + "ĠÑĥÑĢов нÑı", + "Ġ무 ìĬ¨", + "ĠاÙĦØ£ رض", + "à¹ī à¸ķ", + "Ỽ t", + "ĠÙĨÛĮ رÙĪ", + "ĠÙĨÛĮر ÙĪ", + "å¢ ¨", + "ãĤ¶ ãĥ¼", + "r uba", + "ru ba", + "rub a", + "ĠÙĨØ´ دÙĩ", + "и лÑı", + "ил Ñı", + "a cÃŃm", + "ac ÃŃm", + "acÃŃ m", + "ãĥ© ãĤ¯", + "X H", + "Ġس رد", + "Ġسر د", + "Ġद स", + "t ember", + "tem ber", + "ĠDoÄŁ um", + "ĠDoÄŁu m", + "ĠпÑĢ оÑĢ", + "ĠпÑĢо ÑĢ", + "θ οÏĤ", + "θο ÏĤ", + "ĠiÅŁ e", + "à¸Ń à¸Ł", + "л аÑĪ", + "ла ÑĪ", + "اص ÙĦÙĩ", + "اصÙĦ Ùĩ", + "l ivÄĽ", + "li vÄĽ", + "liv ÄĽ", + "ë¶Ģ ë¶Ħ", + "н ак", + "на к", + "åįģ ä¸ī", + "ส าห", + "à¸Ľà¸£à¸°à¹Ģà¸Ĺศ à¹Ħà¸Ĺย", + "ãĤŃ ãĥ³ãĤ°", + "ĠмеÑĤ оÑİ", + "Ġkullan arak", + "âij ¡", + "ÛĮز ات", + "ĠÙħÙĪب اÛĮÙĦ", + "ĠзнаÑĩ иÑĤ", + "Ġзна ÑĩиÑĤ", + "Ġorgan izace", + "Ġorganiz ace", + "ÑĢ ии", + "ÑĢи и", + "ov na", + "Ġ ê²½ìłľ", + "Ġê²½ ìłľ", + "ãĢģ å½¼", + "Ġम स", + "Ġ à¹Ĥà¸Ľà¸£", + "Ġà¹Ĥ à¸Ľà¸£", + "L ARI", + "LA RI", + "LAR I", + "æĩ Ĥ", + "Ġ ва", + "Ġв а", + "ĠÙĥ ÙĨت", + "ĠÙĥÙĨ ت", + "ĠÑĢабоÑĤ а", + "ĠÑĢаб оÑĤа", + "ĠÑĢабо ÑĤа", + "Âł ĠÂłĠÂł", + "ÂłĠ ÂłĠÂł", + "ÂłĠÂł ĠÂł", + "好 äºĨ", + "ĠzamÄĽst n", + "ж енÑĮ", + "же нÑĮ", + "жен ÑĮ", + "Ġu kon", + "Ġuk on", + "nÄĽ né", + "nÄĽn é", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ĠاÙĦخاص Ø©", + "ĠÄį asu", + "ĠÄįas u", + "å°ı 说", + "ĠØŃر کت", + "æij Ħ", + "Ïĩ Ïī", + "ĠÑģв еж", + "æĸ° éĹ»", + "Ġ ìĭ±", + "Ġìĭ ±", + "Ġe ÄŁer", + "ĠeÄŁ er", + "Ġsitu ace", + "Ġ ç·¨", + "Ġç ·¨", + "Ġç· ¨", + "f ik", + "fi k", + "ë§ Īëĭ¤", + "ë§Ī ëĭ¤", + "Îķ Îļ", + "Ġê°ľ ìµľ", + "Ġc Ãł", + "ا دث", + "اد Ø«", + "Ġsay ıda", + "Ġsayı da", + "ĠØ£ ÙģضÙĦ", + "ĠØ£Ùģ ضÙĦ", + "æ³ķ éĻ¢", + "Ġ .,", + "Ġ. ,", + "ĠTh Æ°Æ¡ng", + "Ïģ ÏĮÏĤ", + "ÏģÏĮ ÏĤ", + "ãģĹ ãĤĪãģĨ", + "Ç İ", + "æ ij¸", + "æij ¸", + "Ġ éĻ³", + "ĠéĻ ³", + "¥ IJ", + "ฤ à¸Ķ", + "Ġgi ảng", + "Ġgiả ng", + "Ġgiản g", + "ĠлÑİ Ð±Ð¾Ð²", + "ĠлÑİб ов", + "Ġek ran", + "о пиÑģ", + "оп иÑģ", + "еж дÑĥ", + "Ġназ ва", + "æĭ ĵ", + "ı f", + "à¹Ī à¸ģ", + "и ÑĩнÑĸ", + "иÑĩ нÑĸ", + "Ġ ê³Ħíļį", + "Ġê³Ħ íļį", + "à¸ł าà¸Ħม", + "à¸łà¸²à¸Ħ ม", + "Ġ اپ", + "Ġا Ù¾", + "리 ìĿĺ", + "ãģ§ãģĻ ãģĮ", + "Ġkon ci", + "Ġکار خاÙĨÙĩ", + "Ġ ä½ķ", + "ĠÑĤ ва", + "ĠÑĤв а", + "ĠÐŁ оÑģÑĤ", + "ĠÐŁÐ¾ ÑģÑĤ", + "ĠÐŁÐ¾Ñģ ÑĤ", + "ĠапÑĢ елÑı", + "ĠاÙĦع راÙĤ", + "ä¸Ń åįİ", + "à¹ĩ à¸Ńà¸ģ", + "à¥įत à¤ķ", + "Ġz ájem", + "Ġzá jem", + "Ġدر جÙĩ", + "Ġब à¥ľ", + "ĠÑģÑĤ ÑĢан", + "ĠÑģÑĤÑĢ ан", + "ĠÑģÑĤÑĢа н", + "èѦ å¯Ł", + "Ġyer leÅŁtir", + "ĠyerleÅŁ tir", + "ĠV Å©", + "ç¾İ åħĥ", + "Ġì¡° ê¸Ī", + "Ġ รà¸Ńà¸ĩ", + "Ġร à¸Ńà¸ĩ", + "Ġak adem", + "Ġaka dem", + "à¸Ħ à¸ĵะ", + "Ġpoz it", + "Ġkon eÄį", + "Ġkone Äį", + "è°ĥ æŁ¥", + "Ġ ãģĭ", + "ĠÄįerv ence", + "ĠOd kazy", + "ĠëıĦ ìĭľ", + "ั สà¸Ķ", + "ัส à¸Ķ", + "Ġg ái", + "ĠÐł об", + "Ġб оÑı", + "Ġбо Ñı", + "æī ©", + "å¼Ģ å±ķ", + "a nik", + "an ik", + "ani k", + "Ġvy ž", + "ĠbaÅŁ lay", + "Ġbak Ä±ÅŁ", + "ek ce", + "ÑģÑĤ ика", + "ÑģÑĤи ка", + "еÑĢа ÑĤÑĥÑĢа", + "еÑĢаÑĤÑĥ ÑĢа", + "Ġë¶Ħ ë¥ĺ", + "ĠPo Äįet", + "od áÅĻ", + "ëĭĺ ìĿĺ", + "Ġk lid", + "Ġkl id", + "Ġkli d", + "Û² Û¹", + "ĠÚĨ ÛĮز", + "m ür", + "Ġs ứ", + "ÙĬا ÙĨØ©", + "ÙĬاÙĨ Ø©", + "åĬ ±", + "Ġ oku", + "Ġo ku", + "Ġok u", + "Ġв оди", + "Ġво ди", + "Ġвод и", + "ĠزÛĮر ا", + "ĠزÛĮ را", + "大 åĪ©", + "ĠÙĦ ÛĮÙĨÚ©", + "ĠÙĬ جب", + "ĠÙĬج ب", + "Ùħ ÛĮÙĦ", + "ÙħÛĮ ÙĦ", + "ĠÏĥ ÏĦÏģα", + "æĻ ĵ", + "ิ สà¸ķ", + "ิส à¸ķ", + "ĠÅŁ iddet", + "ĠÑĢекомен да", + "Ġpožad av", + "Ġп ÑĸÑģ", + "åħ¬ å¼ı", + "Ġ Ú¯ÛĮرÛĮ", + "ĠÚ¯ ÛĮرÛĮ", + "ĠÚ¯ÛĮ رÛĮ", + "ĠÚ¯ÛĮر ÛĮ", + "к ÑĤа", + "кÑĤ а", + "ĠÙħÙĨ اطÙĤ", + "Ġfirm y", + "Ġfir my", + "Ġ à¹Ħà¸Ľ", + "Ġà¹Ħ à¸Ľ", + "Ġ ÎŃÏģγ", + "ĠÎŃ Ïģγ", + "å¿« éĢŁ", + "ãģĮ ãģªãģĦ", + "н еÑģÑĤи", + "не ÑģÑĤи", + "неÑģ ÑĤи", + "Ġ ç²¾", + "Ġç² ¾", + "ÑĢ ади", + "ÑĢа ди", + "ÑĢад и", + "ãĤĴ ãģĭ", + "ïº ª", + "ky nÄĽ", + "Ġह त", + "t ak", + "ta k", + "ĠÙĬÙĪÙĨ ÙĬÙĪ", + "ö ÄŁ", + "Ġ ÑĢÑĥк", + "ĠÑĢ Ñĥк", + "ĠÑĢÑĥ к", + "åľĭ éļĽ", + "Ñİ ÑģÑĮ", + "Ġдав но", + "Ġp opis", + "Ġpop is", + "Ġpo pis", + "ĠB Ä°L", + "ĠÙĨ ÙĤد", + "ĠÙĨÙĤ د", + "ĠÑģп ож", + "ÑĨион нÑĭÑħ", + "ĠÑĪ п", + "Ñĥ ÑİÑīиÑħ", + "ÑĥÑİ ÑīиÑħ", + "ÑĥÑİÑī иÑħ", + "ĠвоздÑĥ Ñħ", + "ÑĤ ие", + "ÑĤи е", + "ĠU ž", + "ÏĮ δ", + "à¸ģร าà¸Ħม", + "Ġalan ında", + "Ġalanı nda", + "Ġs ắt", + "ãĥIJ ãĤ¤", + "Ng Ãły", + "Ġ ë¹Į", + "Ġë¹ Į", + "ï¼ī ãģ¯", + "Ġ ä¿¡", + "Ðķ С", + "ĠT ato", + "ĠTa to", + "ĠTat o", + "Ġún ora", + "e rap", + "er ap", + "era p", + "Ä ł", + "ĠT áºŃp", + "Ġкомп ании", + "ãĥ© ãĤ¤ãĥĪ", + "ãĥ©ãĤ¤ ãĥĪ", + "éľĢ æ±Ĥ", + "Ġت ÙĪÙĤ", + "ĠتÙĪ ÙĤ", + "âĢĻ âĢĻ", + "ëŀį ëĭĪëĭ¤", + "ĠквÑĸÑĤ нÑı", + "Ġoyun cu", + "ÂĢÂĢÂĢÂĢ ÂĢÂĢÂĢÂĢ", + "åĨ Ĭ", + "Ġyap mÄ±ÅŁ", + "ัà¸ĩ à¹Ħม", + "Ġзап аÑħ", + "á la", + "ál a", + "ĠÑĤеÑħ ниÑĩеÑģ", + "Ġ ØŃص", + "ĠØŃ Øµ", + "ร à¸Ķ", + "å¼ Ħ", + "ĠÚ¯ÛĮ اÙĩ", + "اÙĩ رة", + "اÙĩر Ø©", + "Ġà¤ı ड", + "ним аеÑĤ", + "нима еÑĤ", + "ا دÙĨ", + "اد ÙĨ", + "Îľ Îij", + "Ġ 社", + "Ġç¤ ¾", + "аÑĢ Ñĩ", + "ت ز", + "æ¶ ¦", + "in izin", + "ini zin", + "iniz in", + "inizi n", + "Ġbey az", + "Ġ بÙĪÙĦ", + "Ġب ÙĪÙĦ", + "ĠبÙĪ ÙĦ", + "åĿ ¡", + "ãģ® ãĤĪãģĨãģ«", + "Ġyap tıģ", + "Ġyaptı ÄŁ", + "Ġd aģı", + "Ġda ģı", + "ĠdaÄŁ ı", + "ĠbaÅŁ arı", + "ĠbaÅŁar ı", + "Ġ ÏĢά", + "ĠÏĢ ά", + "ĠпÑĢод аж", + "B á»Ļ", + "Ġत त", + "Ġpod stat", + "Ġpods tat", + "Ġ æµģ", + "Ġæµ ģ", + "Ġzdrav ÃŃ", + "Ġ ç¡", + "Ġç ¡", + "Ġ opak", + "Ġo pak", + "Ġop ak", + "Ġhá»į a", + "æĭ Ķ", + "Ñĥ жд", + "Ñĥж д", + "Ġtr ứng", + "ÙĪر ÙĬØ©", + "ÙĪرÙĬ Ø©", + "Ñĭ л", + "um suz", + "ums uz", + "Ġ سبب", + "Ġسب ب", + "许 å¤ļ", + "å®ŀ éªĮ", + "Ġб оли", + "Ġбол и", + "Ġбо ли", + "Ġd uyá»ĩt", + "áºŃ c", + "ĠÐij ез", + "ĠبÙĦ ÙĨد", + "м м", + "ÑĢ ел", + "ÑĢе л", + "N Ä°", + "Ġ ãĥ¯", + "Ġãĥ ¯", + "éĭ ¼", + "ĠÑģв Ñı", + "Ġ åIJİ", + "ĠåIJ İ", + "Ġmu ht", + "Ġmuh t", + "ĠпÑĢоблем и", + "ĠÑĤÑıж ел", + "ĠС ем", + "ฤษ à¸łà¸²à¸Ħม", + "à¹Ī าà¸ķ", + "à¹Īา à¸ķ", + "ör ü", + "üy orum", + "üyor um", + "ĠاÙĦØ£ ØŃ", + "ĠÑģÑĤÑĢ аÑĪ", + "ĠÑģÑĤÑĢа ÑĪ", + "h oo", + "ho o", + "ध र", + "Ġt lak", + "Ġtl ak", + "Ġsrp na", + "ifik ace", + "Ġ reh", + "Ġre h", + "Ġr eh", + "Ġм инÑĥ", + "Ġмин Ñĥ", + "Ġми нÑĥ", + "ãĢĢ j", + "ĠгÑĢÑĥ пи", + "ĠгÑĢÑĥп и", + "Ġ άλ", + "Ġά λ", + "Ġolur sa", + "λογ ία", + "ĠÐĴ ик", + "ĠÐĴи к", + "Ġmüc adel", + "Ġz ávÄĽ", + "Ġzá vÄĽ", + "Ġzáv ÄĽ", + "ĠÑĦев ÑĢа", + "Äį ná", + "à¹Į à¹Ģà¸ĭ", + "ĠÙĦ ÙĦØŃ", + "ĠÙĦÙĦ ØŃ", + "ÑĢ ип", + "ÑĢи п", + "Ġб Ñĥк", + "ĠбÑĥ к", + "ãģĪ ãģªãģĦ", + "Ġpo rad", + "Ġpor ad", + "Ġsa mostat", + "Ġsam ostat", + "Ġsamo stat", + "Ġt esis", + "Ġte sis", + "Ġtes is", + "اب ÙĤÙĩ", + "ابÙĤ Ùĩ", + "Ġجد ÙĬدة", + "ĠجدÙĬد Ø©", + "éĢ Ĵ", + "âĶģ âĶ", + "س ÛĮÙĨ", + "سÛĮ ÙĨ", + "Ġgerek tiÄŁini", + "ียà¸Ļ à¸ļ", + "è¨Ģ ãģ£ãģ¦", + "ĠÑĸн ÑĤеÑĢеÑģ", + "ĠÑĸнÑĤеÑĢ еÑģ", + "ĠÑı ким", + "ĠÑıк им", + "Ġ æĢ»", + "ĠæĢ »", + "k ovou", + "ko vou", + "kov ou", + "Ġd emek", + "Ġde mek", + "Ġdem ek", + "اÙĨ ÙĬا", + "اÙĨÙĬ ا", + "Ġdom ů", + "Å¡ nÃŃ", + "ate ÅĻ", + "åĢ «", + "δο Ïĥη", + "Ġ 기ìĹħ", + "Ġ기 ìĹħ", + "åĶ ĩ", + "ì¹ ł", + "Ñĸ дÑĥ", + "Ñĸд Ñĥ", + "린 ìĿ´", + "æľĢ åĪĿ", + "è ¸ı", + "è¸ ı", + "æĥ³ åĪ°", + "à¥į बर", + "à¥įब र", + "Ġ ìŀĶ", + "Ġìŀ Ķ", + "ĠÑĢаз нÑĭÑħ", + "k rom", + "kr om", + "ι αν", + "ια ν", + "Ġд ÑĢÑĥз", + "ĠдÑĢÑĥ з", + "ĠдÑĢ Ñĥз", + "ä »¿", + "ä» ¿", + "Ġê·¸ ëłĩ", + "Ġд алÑĸ", + "Ġда лÑĸ", + "Ġдал Ñĸ", + "æķĪ æŀľ", + "Ġह व", + "è¼ Ŀ", + "Ġì°¸ ê³ł", + "Ġ ìĨĶ", + "ĠìĨ Ķ", + "Ġz nal", + "Ġzn al", + "ĠпеÑĢ Ñģ", + "ÙIJ Ùij", + "ĠÑĤ еж", + "ĠÑĤе ж", + "åĭ Ł", + "ι θ", + "Äį ů", + "Ġe kip", + "Ġek ip", + "Ġk hung", + "Ġkh ung", + "Ġkhu ng", + "éĹ ĺ", + "ĠتصÙħ ÛĮÙħ", + "о иÑĤ", + "ĠÑħ ол", + "æĬ ŀ", + "a mam", + "am am", + "ama m", + "Ġâĸ ³", + "ãģ ĩ", + "Ġع ÙĨÙĩ", + "ĠعÙĨ Ùĩ", + "Ġì°¸ ê°Ģ", + "ĠÎļ ÏĮ", + "åı¤ å±ĭ", + "к овоÑĹ", + "ков оÑĹ", + "ково ÑĹ", + "ศ à¸Ī", + "олог иÑı", + "ĠÙħØ« بت", + "ĠÐļÑĢа ÑĹна", + "ĠмеÑģÑı ÑĨев", + "Ġalın an", + "ĠÏĢÏģα γμα", + "Ġ ìŀ¡ëĭ´", + "Ġìŀ¡ ëĭ´", + "Ġп лод", + "Ġпл од", + "Ġпло д", + "ĠÑĤка ни", + "ÑģÑĭ лки", + "ÑģÑĭл ки", + "سط س", + "ra nÄĽ", + "ran ÄĽ", + "к аж", + "ка ж", + "е маÑĤи", + "ем аÑĤи", + "ема ÑĤи", + "Ġز ÛĮست", + "ĠزÛĮ ست", + "æ¿ Ł", + "Ġpop lat", + "Ġpo plat", + "γ ÎŃν", + "íĨł íĨł", + "Ġt ây", + "Ġìµľ ê·¼", + "ãĥ© ãĥ³ãĤ¹", + "ãĥ©ãĥ³ ãĤ¹", + "Ġgün eÅŁ", + "Ġ ÙģÙĤ", + "ĠÙģ ÙĤ", + "ĠsaÄŁ layan", + "ĠsaÄŁlay an", + "ĠØŃ Ø²Ø¨", + "à¥ģल न", + "ĠB ilim", + "ĠBi lim", + "ĠBil im", + "ĠB atı", + "ĠBa tı", + "ĠBat ı", + "æł· çļĦ", + "δ ικ", + "δι κ", + "α ÏģίοÏħ", + "αÏģ ίοÏħ", + "Ġ ìĽĢ", + "ĠìĽ Ģ", + "Ġl á»Ńa", + "ÙĨ ÙĪع", + "çİ ²", + "а ном", + "ан ом", + "ано м", + "Ġst átnÃŃ", + "Ġstát nÃŃ", + "Ġ äºİ", + "Ġm ùi", + "ĠÄij á»Ļt", + "ĠÄijá»Ļ t", + "æ² ĥ", + "åħ¬ åľĴ", + "ĠÑģ ÑĮогоднÑĸ", + "но Ñģи", + "ноÑģ и", + "Z a", + "Ġд ли", + "ĠÏĥÏħν ÎŃ", + "ĠV á»ĭ", + "m av", + "ma v", + "ĠM üslüman", + "/ ï¼ı", + "ĠзаÑī иÑĤ", + "é ĸī", + "éĸ ī", + "Ġ çģ«", + "Ġçģ «", + "Ġ å·Ŀ", + "Ġå· Ŀ", + "Ġ аж", + "Ġа ж", + "è¿ĩ æĿ¥", + "à¸Ĺ าà¸Ļ", + "ĠAr aÅŁtır", + "ĠAra ÅŁtır", + "Õ¡ Õ", + "Ġpo mÄĽr", + "Ġpom ÄĽr", + "Ġd ům", + "Ġdů m", + "å¦ ®", + "Ġhlav nÄĽ", + "Ġfin ans", + "Ġfinan s", + "Ġ γνÏī", + "Ġγ νÏī", + "ÏĥÏĦη μα", + "ï¼Į çĶ¨", + "ìĭŃ ìĭľìĺ¤", + "ĠÙħ ثاÙĦ", + "ĠÙħØ« اÙĦ", + "- Ðij", + "ÑĨÑĸй нÑĸ", + "Ġد ستÙĩ", + "Ġدست Ùĩ", + "Ġدس تÙĩ", + "à¥ī स", + "ÑĢ Ñĸп", + "ÑĢÑĸ п", + "ĠpÅĻi pom", + "ĠpÅĻip om", + "Ġ ÙĪÙĦÙĬ", + "ĠÙĪ ÙĦÙĬ", + "ĠÙĪÙĦ ÙĬ", + "ĠÙĪ زÙĨ", + "ĠÙĪز ÙĨ", + "Ġelekt rik", + "Ġelektr ik", + "ĠQu ân", + "i vé", + "iv é", + "Ġl ẽ", + "ç®Ģ åįķ", + "Ġon lara", + "Ġonlar a", + "оÑģ лав", + "ìĭľ íĤ¤", + "ëª ¬", + "ĠÙħÙĤ دار", + "ĠÙħÙĤد ار", + "ĠOr ta", + "ĠOrt a", + "ĠS eç", + "ĠSe ç", + "ĠÙĨÙĪÙģ Ùħبر", + "ุà¸Ļ ายà¸Ļ", + "ĠÑĥм ови", + "ĠÑĥмов и", + "Ġपर म", + "Ġ strom", + "Ġst rom", + "Ġstr om", + "Ġstro m", + "ĠкÑĢа Ñīе", + "ç§ ¦", + "缸 æīĭ", + "鼻 è¦ĸ", + "Ġuygu lama", + "Ġuygulam a", + "Ġ ÑĢиз", + "ĠÑĢ из", + "æĪ ²", + "य र", + "ĠH lav", + "Ġ ìĭ¸", + "Ġìĭ ¸", + "Ġли пнÑı", + "ÅĪ ujÃŃ", + "ÑĢ из", + "ÑĢи з", + "é«ĺ éĢŁ", + "缸 å½ĵ", + "k enin", + "ke nin", + "ken in", + "Ġо ÑģÑĤанов", + "ĠоÑģÑĤ анов", + "ĠоÑģÑĤан ов", + "Ġbit k", + "Ġbi tk", + "ova ného", + "ovan ého", + "ované ho", + "ĠÐľ аÑĢи", + "ĠÐľÐ°ÑĢ и", + "ĠÐľÐ° ÑĢи", + "èµ ¶", + "ì½ ©", + "Ġölç ü", + "ĠС еÑĢед", + "ĠСеÑĢ ед", + "ĠTh á»Ŀi", + "Ïī να", + "Ïīν α", + "ÙĪ بة", + "ÙĪب Ø©", + "Ġch ụp", + "âĢĮ د", + "Ġch áy", + "ĠÐĴ ели", + "Ġоб ÑģÑĤ", + "ĠобÑģ ÑĤ", + "Ġìĭľ ì¦Į", + "د ÙħØ©", + "دÙħ Ø©", + "п од", + "по д", + "l ue", + "lu e", + "ĠдÑĸ лÑıн", + "ĠÙ¾ ÙĪست", + "ĠاÙĦ ÙĨس", + "ĠاÙĦÙĨ س", + "èĤ Į", + "ìĪĺ 를", + "Ġú rov", + "ĠÙħØ´ Ú©ÙĦ", + "ĠÙħØ´Ú© ÙĦ", + "éĩįè¤ĩ éĩįè¤ĩ", + "н ез", + "не з", + "Ġdop oruÄį", + "Ġtas arım", + "Ġtasar ım", + "íģ¬ 기", + "ìĿ´ ìħĺ", + "Ġde set", + "Ġdes et", + "Ġdese t", + "ĠÙħرتب Ø·", + "ัà¸Ĵ à¸Ļา", + "ัà¸Ĵà¸Ļ า", + "' ı", + "Ñĩ ки", + "ĠìŀĪ ëįĺ", + "ÑĪ ка", + "n ám", + "ná m", + "ÑģÑĤ ÑĢов", + "ÑģÑĤÑĢ ов", + "ÑģÑĤÑĢо в", + "à¥į सर", + "à¥įस र", + "нÑĥ лаÑģÑĮ", + "нÑĥла ÑģÑĮ", + "ãģ¡ãĤĩ ãģ£ãģ¨", + "Ġ å¦", + "Ġå ¦", + "γ ÏĮ", + "Ġ é»ij", + "Ġé» ij", + "X em", + "Ġt á»ĩ", + "Ġtá» ĩ", + "ĠëĮĢ íĨµëł¹", + "기 ê´Ģ", + "æīį èĥ½", + "è¯Ń è¨Ģ", + "ed eyse", + "ĠТ Ñĭ", + "ĠÑģо един", + "ĠìĹĨ ìĬµëĭĪëĭ¤", + "Ñı ÑİÑĤ", + "à¹ģ หล", + "à¹ģห ล", + "Ġì§Ģ ë°©", + "Ġosob nÃŃ", + "ÛĮ ÙĦÛĮ", + "ÛĮÙĦ ÛĮ", + "Ġавг ÑĥÑģÑĤа", + "Ñī ик", + "Ñīи к", + "Ġvý Å¡e", + "g th", + "gt h", + "ĠÏĢ αν", + "ĠÏĢα ν", + "ج ار", + "جا ر", + "Ġвид ов", + "Ġви дов", + "ìĿ´ ìĬĪ", + "ĠÐij аÑĢ", + "ĠÏĮ ÏĢοÏħ", + "æ¤ ħ", + "Ġع اÙĦÛĮ", + "ĠQ uyết", + "ĠQuy ết", + "Ãľ M", + "ãĥĿ ãĤ¤ãĥ³ãĥĪ", + "Ġ ê¹Į", + "Ġê¹ Į", + "Ġкан ди", + "k ového", + "kov ého", + "kové ho", + "ĠMerk ez", + "Ġy iy", + "Ġyi y", + "ĠpÅĻÃŃ spÄĽ", + "ĠÑĤемпеÑĢаÑĤÑĥ ÑĢÑĭ", + "ĠÙ¾ ÙĬ", + "ฤ ศà¸Ī", + "è°ĥ çĶ¨", + "ĠÑģÑĤоÑĢ онÑĥ", + "ĠÑģÑĤоÑĢон Ñĥ", + "à¹ī à¸Ĭ", + "好 ãģį", + ". Åŀ", + "Ġп ÑĢоз", + "ĠпÑĢ оз", + "ĠпÑĢо з", + "ÙĨت اج", + "鼻 åŃIJ", + ".: .:.", + ".:.: .", + ".:. :.", + "è¨ ĵ", + "и ÑĩеÑģкое", + "иÑĩеÑģ кое", + "Ġн оги", + "Ġно ги", + "Ġног и", + "Ġ λÎŃ", + "Ġλ ÎŃ", + "Ġsık ıntı", + "Ġê°Ģ 족", + "ĠتÙĨ ظÙĬÙģ", + "ĠتÙĨظ ÙĬÙģ", + "Ġö dül", + "ĠaÅŁaģı daki", + "Ġž elez", + "Ġže lez", + "ĠاÙĦع دÙĬد", + "غ ÙĨ", + "Ġокон Ñĩ", + "ÑĢем Ñı", + "ÑĢе мÑı", + "L Ä°", + "Ġne jd", + "Ġnej d", + "Ġ ÏĢλα", + "ĠÏĢ λα", + "Ñģ ко", + "Ñģк о", + "Ġ ìĪĻ", + "ĠìĪ Ļ", + "ĠÙ¾ ÙĪÙĦ", + "θεν ήÏĤ", + "Ġ주 ìļĶ", + "Ġ æĬ¥", + "ĠæĬ ¥", + "ĠÙħ Ùħا", + "ĠÙħÙħ ا", + "Ðł Ð¡Ðł", + "ĠÑĢа дÑĸ", + "ĠÑĢад Ñĸ", + "ä¸Ģ ç§į", + "é¾ Ħ", + "Ġsö yl", + "Ġsöy l", + "Ïģκε ια", + "Ïģκ εια", + "Ġзем лÑĸ", + "Ġve Äįer", + "g eç", + "ge ç", + "س تÙħ", + "ست Ùħ", + "Ġse fer", + "ĠÑģ вÑĸд", + "ĠÑģв Ñĸд", + "ï»Ł ï»", + "а лов", + "ал ов", + "ало в", + "ìĬ¤ 를", + "âī ¥", + "ĠتÙĦ ÙģÙĨ", + "ĠتÙĦÙģ ÙĨ", + "åİ» äºĨ", + "़ à¥ĭà¤Ĥ", + "़à¥ĭ à¤Ĥ", + "ĠÑĦоÑĢм е", + "ĠÑĦоÑĢ ме", + "d üm", + "dü m", + "åħ ģ", + "ÑĢ ап", + "ÑĢаР¿", + "ÑĢа п", + "ĠV Æ°Æ¡ng", + "à¸Ńะ à¹Ħร", + "ัà¸ģษ à¸ĵ", + "Ġ åį³", + "Ġåį ³", + "ĠاÙĦ رÙħ", + "ĠاÙĦر Ùħ", + "ĠзаÑħиÑģÑĤ Ñĥ", + "° E", + "o dÃŃ", + "od ÃŃ", + "Ġव न", + "ĠÄij èn", + "Ġ åıĹ", + "Ġåı Ĺ", + "èIJ½ ãģ¡", + "Ġ zim", + "Ġz im", + "Ġzi m", + "리 ì¦Ī", + "èĪ Ĵ", + "Ġзб ÑĸÑĢ", + "Ġ ä»·æł¼", + "ĠлÑİ Ð´Ð¸Ð½Ð°", + "ĠлÑİд ина", + "ĠлÑİди на", + "ĠÐŁÐ¾Ñģ иланнÑı", + "и Ñī", + "ĠÎ ¨", + "ิà¸ģ ายà¸Ļ", + "ิà¸ģา ยà¸Ļ", + "Ġbu dete", + "Ġbud ete", + "Ġbude te", + "Ġз ÑĢоÑģÑĤ", + "Ġ vyk", + "Ġv yk", + "Ġvy k", + "ĠÐĹ ÐµÐ¼", + "ĠиÑİ Ð½Ñı", + "ĠmÄĽ lo", + "ĠmÄĽl o", + "ÙĦ اÙģ", + "ÙĦا Ùģ", + "Ġ ÙĪØ´", + "ĠÙĪ Ø´", + "ĠÑģп ÑĢави", + "ĠÑģпÑĢав и", + "ãģĻ ãģİ", + "ĠгÑĢа дÑĥ", + "ĠгÑĢ адÑĥ", + "R oz", + "Ro z", + "ι νή", + "ιν ή", + "Ġch á»ĵng", + "ä¸Ģ åį·", + "Ġ Xem", + "ĠX em", + "ĠÑģимв ол", + "ĠÑģим вол", + "Ġod mÃŃt", + "ĠÑĢÑıд ом", + "ĠÑĢÑı дом", + "ĠÑĩеÑĢв нÑı", + "à¸ģระ à¸Ĺ", + "人 人", + "æ°Ĺ æĮģãģ¡", + "un daki", + "und aki", + "unda ki", + "åľĭ 家", + "εÏģ μαν", + "Ġ лÑĮ", + "Ġл ÑĮ", + "ĠN üfus", + "Ġм еÑĢе", + "ĠмеÑĢ е", + "بر اÙĬر", + "н аннÑı", + "Ġ наÑĢ", + "Ġн аÑĢ", + "Ġна ÑĢ", + "Ġt ấm", + "æĸ½ å·¥", + "é¡ ¯", + "Ġh è", + "æĺİ çĻ½", + "Ġдо гов", + "Ġдог ов", + "ĠÙģ رÙħ", + "ĠÙģر Ùħ", + "èĢ Ĺ", + "ìĬ¤ ìĿĺ", + "ìĦ¸ ëĮĢ", + "è¯ ļ", + "Ġнеб олÑĮ", + "Ġ à¸Ľà¸£à¸°à¸ģ", + "Ġà¸Ľà¸£à¸° à¸ģ", + "Ġì¹ ¼", + "Ġov liv", + "Ġ NGC", + "ĠN GC", + "ĠNG C", + "ãĢĤ ä¸į", + "ا ÙĦÙī", + "اÙĦ Ùī", + "æī £", + ". ÐIJ", + "ÑĢа ÑģÑĤа", + "ÑĢаÑģ ÑĤа", + "ÑĢаÑģÑĤ а", + "ĠÃĩ ev", + "ãģ£ ãģ¡", + "ãģ£ãģ ¡", + "ï¼Į éĥ½", + "Ġrov nÄĽÅ¾", + "ĠÏĩÏģÏĮ νια", + "Ġì¡° ìĦł", + "ĠØ¢ باد", + "Ġآب اد", + "ĠÐľ аÑģ", + "ĠÐľÐ° Ñģ", + "çĻ¼ å±ķ", + "ä» Ķ", + "Ġkend isini", + "Ġkendisi ni", + "à¹Īà¸Ńà¸ĩ à¹Ģà¸Ĺ", + "ĠV ÄĽ", + "Ġr ượu", + "Ġm áme", + "Ġmá me", + "Ġmám e", + "ĠоÑĩеÑĢед ÑĮ", + "Ġسب تÙħبر", + "Ġб ок", + "Ġбо к", + "ì§Ģ ìĹŃ", + "Ġتا Ø«ÛĮر", + "Ġتاث ÛĮر", + "Ġl isans", + "Ġli sans", + "Ġlis ans", + "Ġger ektir", + "Ġgerek tir", + "Ġs izi", + "Ġsi zi", + "Ġsiz i", + "Ñĸ но", + "Ñĸн о", + "ĠM Ã¼ÅŁ", + "ĠMü ÅŁ", + "ãģı ãĤīãģĦ", + "ãģıãĤī ãģĦ", + "Ġза клÑİÑĩ", + "Ġзак лÑİÑĩ", + "ãģĵãģ¨ ãģ«", + "è¨Ģ ãģĦ", + "ãĢģ å°ı", + "Ġet mektedir", + "Ġetm ektedir", + "åł± åijĬ", + "Ġkar Ä±ÅŁ", + "Ġоб лад", + "Ġобла д", + "Ġобл ад", + "å¥ ij", + "ra cat", + "rac at", + "ĠارتÙģ اع", + "μ αι", + "μα ι", + "íĶ Ī", + "ĠÙĪ ÙĦÙħ", + "ĠÙĪÙĦ Ùħ", + "ëĬĶ ì§Ģ", + "lom ou", + "Ġли ÑĨа", + "ĠлиÑĨ а", + "ĠìĿĮ ìķħ", + "Ġhod nÄĽ", + "èĭ± æĸĩ", + " Ħ", + "à¹ī าà¸Ĥà¸Ńà¸ĩ", + "à¹īา à¸Ĥà¸Ńà¸ĩ", + "Ġê³Ħ ìķ½", + "åIJĦ ç§į", + "ĠÙħر Ú¯", + "éĶ ģ", + "Ġन द", + "ãĥĭ ãĥ¡", + "Ġ ем", + "Ġе м", + "Ġe leÅŁtir", + "Ġel eÅŁtir", + "Ġele ÅŁtir", + "Ġ íĬ¹ë³Ħ", + "ĠíĬ¹ ë³Ħ", + "ĠÎ¥ ÏĢο", + "Å¡ ker", + "Å¡k er", + "L ERÄ°", + "LER Ä°", + "æ² Ī", + "l ikleri", + "lik leri", + "likle ri", + "likler i", + "ĠÙħÙĩÙĨد سÛĮ", + "ĠbaÄŁ ır", + "dı ģını", + "dıģ ını", + "ĠاÙĦ تد", + "ĠاÙĦت د", + "à¸¸à¸Ľ à¸ģรà¸ĵ", + "ĠÑģлед ÑĥÑİÑīие", + "ĠÑģледÑĥÑİÑī ие", + "Ġì§ģ ìłij", + "å° ¤", + "ĠоÑģнов Ñĸ", + "Ġt ÄĽla", + "ĠtÄĽ la", + "ĠtÄĽl a", + "Ġп ак", + "Ġпа к", + "iz ace", + "iza ce", + "Ġná rod", + "Ġnáro d", + "a ný", + "an ý", + "ĠÑį п", + "Ġüç üncü", + "Î¥ Ρ", + "éĨ´ éĨ´", + "à¹Ģà¸ģ à¸Ńร", + "âĢĮاÙĨ بار", + "ç¶ Ļ", + "Îij Îł", + "ı lıģı", + "ılı ģı", + "ıl ıģı", + "ılıģ ı", + "ĠÃľ rün", + "Ġдоз вол", + "Ġ íĥĪ", + "Ġíĥ Ī", + "Ġà¤ĵ वर", + "è« ¸", + "èĺ ĩ", + "ĠпÑĢоÑģÑĤ ÑĢан", + "éĿĴ å¹´", + "ãģ® æĸ¹", + "ĠÚĨ Ú¯ÙĪÙĨÙĩ", + "ÙĦ Ø·", + "âĢľ æĪij", + "Ġëĭ¤ìļ´ ë°Ľ", + "ा .Ċ", + "ा. Ċ", + "Ġmüc adele", + "Ġmücadel e", + "Ġc ÃŃt", + "ĠcÃŃ t", + "à¹Īวม à¸ģ", + "ÄŁ ına", + "ģı na", + "ģın a", + "ê°ľ ë°ľ", + "ĠÏĢ αιδ", + "ĠÏĢα ιδ", + "ĠÏĢαι δ", + "ض اÛĮ", + "ضا ÛĮ", + "Ġbor ç", + "íĬ ľ", + "ĠخدÙħ ت", + "Ġخد Ùħت", + "Ġu dál", + "Ġud ál", + "Ġ виг", + "Ġв иг", + "Ġви г", + "Ġ ë°°ìĨ¡", + "Ġë°° ìĨ¡", + "å¹ ¾", + "Ùİ Ø¬", + "Ġ ìĹĺ", + "ĠìĹ ĺ", + "çĢ ¬", + "ï Ģ", + "ĠÎij θή", + "пÑĢи клад", + "ĠпÑĢи Ñĩина", + "ĠпÑĢиÑĩин а", + "ĠпÑĢиÑĩ ина", + "ĠÙģ شار", + "æ »¿", + "æ» ¿", + "Ġd ostat", + "Ġdo stat", + "Ġdos tat", + "Ġdost at", + "Ġ졸 ìĹħ", + "Ġا رز", + "Ġار ز", + "ÙĪÙĦ ÙĪج", + "ÙĪÙĦÙĪ ج", + "س ÙĪ", + "æĺł çĶ»", + "Ġth ôi", + "Ġ ³³³", + "ĠÂł ³³", + "Ġ³³ Âł", + "à¹ģ à¸Ļะ", + "à¹ģà¸Ļ ะ", + "è¨Ń åĤĻ", + "Ġмног ие", + "ÑĤ оÑĦ", + "ÑĤо ÑĦ", + "i Å¡tÄĽ", + "iÅ¡ tÄĽ", + "à¤Ĺ ढ", + "Ġин дивидÑĥ", + "Ġ ìĥĿíĻľ", + "ĠìĥĿ íĻľ", + "Ġзов ÑģÑĸм", + "íĥ ķ", + "çľ ł", + "ĠêµŃ ëĤ´", + "e ptal", + "ep tal", + "ept al", + "r aci", + "ra ci", + "rac i", + "è¡ ¡", + "ãĦ ·", + "ĠSt ÅĻed", + "اÙĦ ÙĬا", + "اÙĦÙĬ ا", + "Σ Τ", + "Ľ °", + "ãĥī ãĥ«", + "á zÃŃ", + "áz ÃŃ", + "Ġа Ñģп", + "ĠаÑģ п", + "ĠdÄ±ÅŁ arı", + "ĠвиÑĢоб ниÑĨÑĤва", + "e za", + "ez a", + "ï¼Į ä¸įè¿ĩ", + "ï¼Įä¸į è¿ĩ", + "çĥ ¦", + "ãĥ³ ãĤ°ãĥ«", + "ãĥ³ãĤ° ãĥ«", + "Ġroz voj", + "ĠÙħÙĨت شر", + "ĠÑĥÑĤ еп", + "Ġد ÙĬÙĨ", + "ĠدÙĬ ÙĨ", + "ĠзаÑģоб Ñĸв", + "Ng Æ°á»Ŀi", + "ãĤ· ãĥ¼", + "ĠFran sız", + "ÎĻ Τ", + "ائ Ùģ", + "ι Ïĩ", + "ี à¹Ģม", + "à¥į मन", + "à¥įम न", + "à¥įम à¤ļ", + "Ġس عر", + "Ġسع ر", + "ï¾ Ŀ", + "ë°© ë²ķ", + "ĠС о", + "Ġà¤ĸ बर", + "ìĨĮ ê°ľ", + "Ġsl ova", + "Ġslo va", + "Ġslov a", + "Q PCP", + "QP CP", + "ĠK ız", + "ĠKı z", + "Ø· ÙģاÙĦ", + "Ø·Ùģ اÙĦ", + "Ġк оÑĢм", + "ĠкоÑĢ м", + "ĠìĹħ ëį°ìĿ´íĬ¸", + "es poÅĪ", + "esp oÅĪ", + "à¸Ķ าว", + "à¸Ķา ว", + "о ÑĢом", + "оÑĢ ом", + "оÑĢо м", + "ĠгÑĢа ÑĦ", + "ĠгÑĢ аÑĦ", + "Ġп ÑĸÑĪ", + "Ġ ë¿IJ", + "Ġë ¿IJ", + "ý v", + "С ам", + "Ġk rev", + "Ġkr ev", + "Ġkre v", + "ĠB unu", + "ĠBu nu", + "ĠBun u", + "Ġz obraz", + "Ġسخ ÙĨ", + "Ġ æĶ¯", + "ĠæĶ ¯", + "лÑİ Ð±", + "Ùİ Ø§ÙĨ", + "Ùİا ÙĨ", + "маÑĤ ÑĢива", + "λ εÏį", + "λε Ïį", + "Ġпо Ñħод", + "ĠпоÑħ од", + "Ġг ÑĢе", + "ĠгÑĢ е", + "çľĭ çĿĢ", + "à¸Īำ à¸ģ", + "ัà¸ĩà¸Ħ ม", + "Ġseç enek", + "Ä° stanbul", + "ĠвÑĸд мов", + "m iyor", + "mi yor", + "Ġm ụn", + "ìĿ´ ìĹIJ", + "ĠNh Æ°", + "Âł tom", + "Âłt om", + "lık ları", + "lıkla rı", + "lıklar ı", + "Âł Äij", + "ãĥ» ãĥŀ", + "Ġ Ùģت", + "ĠÙģ ت", + "ĠFakült esi", + "ìłĦ íŀĪ", + "éª ij", + "Ġìŀij ìĿĢ", + "ç¼ ĺ", + "ìº IJ", + "Ġmü zik", + "Ġmüz ik", + "а лÑĭ", + "ал Ñĭ", + "Ġp ozem", + "Ġpo zem", + "Ġpoz em", + "çĥ §", + "Ġ 常", + "Ġå¸ ¸", + "Å¡ il", + "Å¡i l", + "à¤Ĩ प", + "à¸ģำ หà¸Ļà¸Ķ", + "Ġگرد Ø´", + "λ ιά", + "λι ά", + "Ġö den", + "åıª è¦ģ", + "ĠÄIJ o", + "Ġstrat ej", + "Ġstra tej", + "Ġstrate j", + "ĠÙĩ تÙĦ", + "ÙĤ Ùģ", + "Ġkullan ılır", + "Ġkullanıl ır", + "ĠÑģп оÑģÑĤ", + "ĠÑģпоÑģ ÑĤ", + "ĠnÄĽ ho", + "ĠÐŁ еÑĢед", + "ĠÐŁÐµÑĢ ед", + "Ġиз меÑĢ", + "] ]>", + "]] >", + "ĠнÑĸк оли", + "Ġha yal", + "Ġhay al", + "Ġhaya l", + "Ġдод аÑĤков", + "Ġन à¤ķ", + "Ġins anın", + "Ġinsan ın", + "ุม à¸łà¸²à¸ŀ", + "ograf ie", + "в об", + "во б", + "ĠاÙĨ ساÙĨÛĮ", + "ĠاÙĨساÙĨ ÛĮ", + "Ġm ük", + "Ġmü k", + "ĠÑĥ меÑĢ", + "ĠÑĥм еÑĢ", + "оÑĩ нÑĭе", + "ëıĦ ìĿĺ", + "Ġ ara", + "Ġa ra", + "Ġar a", + "Ġë¹ ¨", + "Ġκ Ïį", + "л ой", + "ло й", + "Ñģи он", + "Ġroz dÃŃl", + "ay ıf", + "ayı f", + "ĠÙĪاØŃ Ø¯Ø©", + "ĠÙĪاØŃد Ø©", + "ĠÙĪا ØŃدة", + "о ÑĢалÑĮ", + "оÑĢ алÑĮ", + "оÑĢа лÑĮ", + "Ġpo chop", + "Ġpoc hop", + "éļ ¨", + "à¹īà¸Ń à¸ĩà¸Ļ", + "à¹īà¸Ńà¸ĩ à¸Ļ", + "Ġ ÙĪاÙĨ", + "ĠÙĪ اÙĨ", + "ĠÙĪا ÙĨ", + "Îľ ε", + "Ġ μον", + "Ġμ ον", + "Ġμο ν", + "Ñĥ ÑĪка", + "ÑĥÑĪ ка", + "or dum", + "ord um", + "æ¸ħ æ¥ļ", + "ĠDe ÄŁ", + "ÏĢ Ïģο", + "ĠÙĪاÙĦ تÙĬ", + "ĠÙĪاÙĦت ÙĬ", + "Ġp okus", + "Ġpo kus", + "Ġpok us", + "íĽĦ 기", + "é¥ ®", + "æĹħ è¡Į", + "Ġжен Ñīин", + "ĠdoÄŁru dan", + "Ġ Ñıб", + "ĠÑı б", + "Ġza ÄįÃŃ", + "ĠzaÄį ÃŃ", + "Ġë³´ ìŬ", + "- CP", + "-C P", + "åIJ ¨", + "à¥ĭ à¤ĸ", + "ÑĢ огÑĢа", + "ÑĢо гÑĢа", + "ÑĢог ÑĢа", + "ler di", + "ìĬ ´", + "Ùı ÙĪا", + "ÙıÙĪ ا", + "Ġustanov enÃŃ", + "Ġд оÑģÑĤав", + "Ġдо ÑģÑĤав", + "ĠдоÑģÑĤ ав", + "Ġfır sat", + "ĠاÙĦÙħÙĩ ÙĨØ©", + "ĠвеÑī еÑģÑĤва", + "ĠвеÑīеÑģÑĤв а", + "Ġн еÑģп", + "Ġне Ñģп", + "ĠнеÑģ п", + "ĠاÙĦکتر ÙĪÙĨ", + "t aÅŁ", + "ta ÅŁ", + "æĪ Ĵ", + "Ġy urt", + "Ġyu rt", + "Ġgir di", + "ĠÐļ Ñĥб", + "Ġ 를", + "Ġë¥ ¼", + "ุ à¹Į", + "ãģĿãģĨ ãģª", + "à¹ī Ċ", + "ĠвÑĭ бÑĢа", + "ĠвÑĭб ÑĢа", + "k ovÄĽ", + "ko vÄĽ", + "kov ÄĽ", + "ĠS iz", + "ĠSi z", + "Ġ گاÙĩ", + "ĠÚ¯ اÙĩ", + "ĠЧ аÑģ", + "Ġзг Ñĸдно", + ". ÐŁ", + "å§ Ĭ", + "ĠÐļ ÑĥÑĢ", + "ĠìĿĺ íķ´", + "Ġet raf", + "Ġк аÑĪ", + "Ġка ÑĪ", + "ĠØ· ÛĮ", + "ξ ει", + "ξε ι", + "ç² Ĵ", + "ĠØ¢ Ø°", + "Ġböl ge", + "Ġbölg e", + "Ġम à¤ľà¤¬", + "Ġà¤®à¤ľ ब", + "ÙIJ Ùĥ", + "Ġvál ky", + "ãģł ãĤĪ", + "Ġmes aj", + "Ġmesa j", + "ĠpÅĻ ist", + "ĠpÅĻi st", + "Ġtyp u", + "Ġty pu", + "ĠкиÑĪ еÑĩ", + "ãĤī ãģ®", + "Ġkend isi", + "Ġkendi si", + "ĠвÑĸдб Ñĥва", + "ĠвÑĸдбÑĥ ва", + "ä¾ ¯", + "Ġди за", + "ãĢĢ Ċ", + "ĠпÑĢоÑĨеÑģ Ñĥ", + "ĠÑįлек ÑĤÑĢ", + "_P US", + "Ġмног иÑħ", + "Ġk ém", + "Ġké m", + "æŀ ª", + "çİ° 代", + "Ġ éħį", + "Ġé ħį", + "Ġéħ į", + "ë¡ Ń", + "ÑĤи ÑģÑı", + "Ġl ục", + "ĠÙĪ اÙĦØŃ", + "ĠÙĪاÙĦ ØŃ", + "ĠÙĪا ÙĦØŃ", + "p tal", + "pt al", + "pta l", + "ẵ ng", + "ẵn g", + "ÏĢ λ", + "Ġd olu", + "Ġdo lu", + "Ġdol u", + "Ġt òa", + "Ġин огда", + "ĠпоÑĢÑıд ок", + "Як Ñīо", + "âĶ ĺ", + "Ġغ ربÛĮ", + "Ġغرب ÛĮ", + "Ġغر بÛĮ", + "移 åĬ¨", + "ยà¸Ļ à¸ķร", + "ยà¸Ļà¸ķ ร", + "H DATA", + "HD ATA", + "_PUSH DATA", + "_PUS HDATA", + "ĠØ« ابت", + "åĮħ åIJ«", + "ĠÏĢ ÏģÎŃÏĢει", + "़ à¥ĭ", + "åIJį åīį", + "ÑĤ еÑĢи", + "ÑĤе ÑĢи", + "ÑĤеÑĢ и", + "ï½ ¯", + "Ġ åħĪ", + "Ġåħ Ī", + "н ед", + "не д", + "Ïģ οÏįν", + "Ïģο Ïįν", + "ÏģοÏį ν", + "в ей", + "ве й", + "èĤ ĸ", + "ĠÅĻed itel", + "Ġth ép", + "Ġthé p", + "ĠÙĩ ÙģتÙĩ", + "ĠÙĩÙģت Ùĩ", + "ĠдÑĢÑĥг а", + "ĠдÑĢÑĥ га", + "ER Ä°", + "Ġ Ả", + "ĠẠ¢", + "ĠпеÑĢ еÑĢ", + "ĠпеÑĢе ÑĢ", + "Ġж еÑģÑĤ", + "Ġже ÑģÑĤ", + "ĠÄij ẳng", + "ç¦ ®", + "алÑĮ ном", + "алÑĮно м", + "िष य", + "ид енÑĤа", + "иденÑĤ а", + "Ġآخر ÛĮÙĨ", + "Ġ æĵ", + "Ġæ ĵ", + "Ġ มหาว", + "Ġมห าว", + "ĠлÑİ ÑĤого", + "ĠлÑİÑĤ ого", + "Ġб ÑĸзнеÑģ", + "gı ç", + "Ġng á»ĵi", + "оÑĩ нÑĭй", + "Ġo Äįek", + "ĠoÄį ek", + "ĠÙħ رة", + "ĠÙħر Ø©", + "Ġt var", + "Ġtv ar", + "Ġsam ozÅĻejmÄĽ", + "ĠBeled iye", + "Ġв ода", + "Ġво да", + "Ġвод а", + "Ġ Ú¯ÛĮرد", + "ĠÚ¯ÛĮ رد", + "ĠÚ¯ÛĮر د", + "Ġг одÑĭ", + "Ġгод Ñĭ", + "ãģ« è¡Į", + "æĺ¯ æĪij", + "ÑĪ или", + "ÑĪи ли", + "Ġ åĽ½äº§", + "ĠåĽ½ 产", + "ủ i", + "ĠбÑĥд ÑĥÑĤÑĮ", + "ĠбÑĥдÑĥÑĤ ÑĮ", + "ĠбÑĥдÑĥ ÑĤÑĮ", + "ĠÑĢай онÑĥ", + "ĠÑĢайон Ñĥ", + "Ġì ĵ", + "ĠÙĪ اس", + "ĠÙĪا س", + "ĠاÛĮ شاÙĨ", + "ενο δο", + "Ġнез алеж", + "ĠÙ¾ شت", + "Ġپش ت", + "Ġgir iÅŁim", + "ĠgiriÅŁ im", + "Ġд еле", + "Ġдел е", + "Ġде ле", + "ĠاصÙģÙĩ اÙĨ", + "à¸Ķ วà¸ģ", + "ĠاÙĦ ÙĤÙĬ", + "ĠاÙĦÙĤ ÙĬ", + "à¹Į à¸Ī", + "ëª »", + "Ġd ru", + "Ġdr u", + "è¿ ¹", + "ад женнÑı", + "адж еннÑı", + "Ùģ ÙĨ", + "Ïĩ οÏĤ", + "Ïĩο ÏĤ", + "à¹Ĥ à¸Ī", + "e yle", + "ey le", + "å¡ ij", + "Ġu prav", + "Ġup rav", + "Ġз даÑĤ", + "Ġзд аÑĤ", + "Ġзда ÑĤ", + "Ġvid ÄĽt", + "Ġ à¸Ľà¸£", + "Ġà¸Ľ ร", + "Ġ ÑĦеÑĢ", + "ĠÑĦ еÑĢ", + "ÐĨ н", + "Ġ ìµľìĭł", + "Ġìµľ ìĭł", + "l oha", + "lo ha", + "loh a", + "ĠиÑģп ÑĭÑĤ", + "Ġ avan", + "Ġa van", + "Ġav an", + "Ġava n", + "γ οÏħ", + "γο Ïħ", + "ĠGi ấy", + "ãĤ»ãĥ³ ãĤ¿ãĥ¼", + "éģ į", + "е ÑĢаÑħ", + "еÑĢ аÑħ", + "еÑĢа Ñħ", + "Ġê°Ģ ì§Ģê³ł", + "Ġê°Ģì§Ģ ê³ł", + "Ġ ид", + "Ġи д", + "Ġmnoh em", + "æ£Ģ æµĭ", + "Ġet me", + "Ġetm e", + "Ġ تÙħر", + "Ġت Ùħر", + "ĠتÙħ ر", + "ĠbaÅŁ layan", + "ĠbaÅŁlay an", + "ãģı ãĤĮ", + "à¹ĩà¸Ļ à¸ģาร", + "ĠÑħаÑĢакÑĤеÑĢ из", + "Ġanlam ına", + "Ùı Ùĩ", + "ĠÑģеÑĢ пнÑı", + "çķª çµĦ", + "Ġ msgid", + "Ġmsg id", + "Ġms gid", + "Ġzv ÃŃÅĻ", + "ĠzvÃŃ ÅĻ", + "ĠíļĮ ìĽIJ", + "Ġya par", + "Ġyap ar", + "ä¼ĺ åĬ¿", + "ен нÑĭми", + "еннÑĭм и", + "ĠØ£ Ø«", + "ì² Ļ", + "Ġji ného", + "Ġjin ého", + "Ġjiné ho", + "Ġد Ùģاع", + "ĠدÙģ اع", + "ĠØŃÚ© ÙĪÙħ", + "Ġr izik", + "Ġri zik", + "ά λι", + "άλ ι", + "à¸ĩ à¸Ĥ", + "èµ ¢", + "Ġ ÎķÎĽ", + "ĠÎķ ÎĽ", + "Ġok um", + "Ġoku m", + "æĶ¶ åħ¥", + "ĠÚĨ ÛĮÙĨ", + "æľī çļĦ", + "ÑĨ ами", + "ÑĨа ми", + "d ÄĽnÃŃ", + "dÄĽ nÃŃ", + "ĠкоÑĢ аб", + "Ġко ÑĢаб", + "ĠкоÑĢа б", + "Ġa landa", + "Ġal anda", + "Ġalan da", + "ส à¸Ļาม", + "สà¸Ļ าม", + "ï¼ī ãģ®", + "ı sız", + "ıs ız", + "ısı z", + "ÙĬ ÙĬر", + "Ùĥ ÙĬØ©", + "ÙĥÙĬ Ø©", + "Ġnebo Å¥", + "Ġbit ir", + "Ġbi tir", + "Ġ ãĥľ", + "Ġãĥ ľ", + "Ùij ا", + "ï¼ Ĩ", + "ĠاÙĦت ارÙĬØ®", + "มห าà¸Ļà¸Ħร", + "at ürk", + "ãĤ¹ãĥĨ ãĥł", + "θή κη", + "Ġ καν", + "Ġκ αν", + "Ġκα ν", + "ĠS ür", + "ĠSü r", + "Ġd Ä±ÅŁÄ±", + "ĠdÄ±ÅŁ ı", + "Ġk ancel", + "Ġkan cel", + "ĠÙ¾ خش", + "h Pa", + "ĠÄį t", + "ĠпÑĢ оÑħ", + "ĠпÑĢо Ñħ", + "à¹ī à¸Ī", + "Ġê±° ìķ¼", + "ĠдеÑĢжав ного", + "èĤ¡ 举", + "ìĿ´ íģ¬", + "Ùĥ تÙĪر", + "Ùĥت ÙĪر", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "è¨ º", + "Ġب Ùħا", + "ĠبÙħ ا", + "ĠноÑĢм аÑĤив", + "ç iler", + "çi ler", + "à¸ĩ ศ", + "éĽĨ ä¸Ń", + "ÑĢ иÑģ", + "ÑĢи Ñģ", + "Ñĩ аÑĶ", + "Ñĩа ÑĶ", + "li ÄŁin", + "liÄŁi n", + "liÄŁ in", + "ãĥ¼ ãĤ¿ãĥ¼", + "ãĥ¼ãĤ¿ ãĥ¼", + "а ÑĢаÑĤ", + "аÑĢ аÑĤ", + "аÑĢа ÑĤ", + "åĬĽ éĩı", + "ĠÑģÑħ ем", + "åħ¥ åı£", + "离 å¼Ģ", + "ÏģοÏĨοÏģ ίεÏĤ", + "ĠÐĹ Ð°ÑĤем", + "ĠkarÅŁ ısında", + "ĠkarÅŁÄ± sında", + "ĠاÙĨت ظ", + "ï½ Ĭ", + "Ġ eÅŁit", + "ĠeÅŁ it", + "Ġyaz ılı", + "Ġyazı lı", + "Ðļ ом", + "ا زÙĬ", + "از ÙĬ", + "Ġki mse", + "Ġkim se", + "Ġkims e", + "ÑĢа Ñīи", + "ÑĢаÑī и", + "ัà¸ģ ส", + "Ġkan un", + "Ġka nun", + "Ġ ëIJĺìĹĪ", + "ĠëIJĺ ìĹĪ", + "Ġι ÏĥÏĩ", + "Ġм еди", + "Ġмед и", + "æ° §", + "ï¼Į åħ¶ä¸Ń", + "ï¼Įåħ¶ ä¸Ń", + "Ġyok tu", + "Ġ ãĤ½", + "ĠãĤ ½", + "ĠпÑĢи обÑĢеÑĤ", + "ÙĪ ÛĮØ´", + "ÙĪÛĮ Ø´", + "ãħł ãħł", + "Ġکرد Ùħ", + "Ġکر دÙħ", + "Ġdu var", + "Ġ ç¸", + "Ġç ¸", + "ıs ır", + "ısı r", + "Ġïº į", + "ĠÐłÐ¾Ñģ ÑģиÑı", + "à¹ī à¹ĥà¸Ļ", + "Ġ iÅŁi", + "Ġi ÅŁi", + "ĠiÅŁ i", + "d ol", + "do l", + "ĠÙħØŃ ÙħÙĪد", + "ĠÑģам ÑĭÑħ", + "ĠبÙĨابر اÛĮÙĨ", + "ãĤĮ ãģ©", + "ุà¸ķ สาห", + ". »", + "ู à¸Ĭ", + "ĠT ep", + "ĠTe p", + "ãģı ãĤĵ", + "Ġ å¸ĥ", + "Ġå¸ ĥ", + "Ġत ल", + "Ġs erm", + "Ġse rm", + "Ġser m", + "λ ÏĮγ", + "λÏĮ γ", + "ĠÅŀ imdi", + "Ġà¤ľà¤¨ त", + "- ÐĴ", + "è¨ ª", + "ĠвÑĸд пов", + "ิ à¸Ļà¸Ķ", + "ิà¸Ļ à¸Ķ", + "ι ÏĥμÏĮÏĤ", + "ιÏĥμ ÏĮÏĤ", + "Ω Τ", + "âĨĴ âĨĴ", + "ικο ί", + "ĠÑģп ÑĢава", + "ĠÑģпÑĢав а", + "æľº åħ³", + "Ġ ÃĿ", + "Ġà Ŀ", + "Ġм ова", + "Ġмо ва", + "Ġмов а", + "Ġмог ла", + "Ġд лиÑĤелÑĮ", + "ãģĹ ãģ¦ãĤĤ", + "ãģĹãģ¦ ãĤĤ", + "Ġβ Ïģί", + "Ġж од", + "éĹ ª", + "ĠмÑĸ ÑģÑĮкоÑĹ", + "η Ïģε", + "çł Ĥ", + "Ġkter ých", + "Ġkterý ch", + "ĠÐĵ олов", + "ĠÐĵол ов", + "Ġh á»Ļp", + "Ġhá»Ļ p", + "Ġpa nÃŃ", + "Ġpan ÃŃ", + "تÙħ اد", + " ľ", + "åįģ åħŃ", + "κ οÏĤ", + "κο ÏĤ", + "ев ÑĭÑħ", + "æĭ Ĵ", + "ĠÑģÑĤ оÑĢон", + "ĠÑģÑĤоÑĢ он", + "ĠÑģÑĤо ÑĢон", + "Ġph óng", + "ĠÑĥлÑĥÑĩ ÑĪ", + "m rt", + "mr t", + "m par", + "mp ar", + "ĠS lav", + "ĠSl av", + "Ġ kov", + "Ġk ov", + "Ġko v", + "ìĿ¸ ìĿĢ", + "Ġ åºĶ", + "Ġåº Ķ", + "ั à¸ļà¸Ħ", + "ัà¸ļ à¸Ħ", + "Ġk ì", + "Ġa Å¥", + "ÅĻ ÃŃt", + "ÅĻÃŃ t", + "ì° Į", + "Ùħ ÙĨت", + "ÙħÙĨ ت", + "ıyor lar", + "æŃ£ 常", + "н ÑıÑĤÑĤÑı", + "нÑıÑĤ ÑĤÑı", + "r acÃŃ", + "ra cÃŃ", + "rac ÃŃ", + "ĠпиÑĤ аниÑı", + "à¸Īะ à¹Ģà¸Ľ", + "ĠاÙĦÙĩ ÙĨد", + "ĠD ost", + "ĠDo st", + "ĠDos t", + "ĠÐĴаÑģ илÑĮ", + "Ġ íĥĦ", + "Ġíĥ Ħ", + "Ġn ạn", + "à¹Īà¸Ń à¹Ħà¸Ľ", + "رÙĪ ض", + "± ظ", + "Ġbych om", + "à¸Ļ วย", + "à¸Ļว ย", + "ãģł ãģ£ãģ¦", + "ĠÐĺ Ñģп", + "ĠÐĺÑģ п", + "à¸Ħร à¸ļ", + "Ġ สà¸ĸาà¸Ļ", + "Ġส à¸ĸาà¸Ļ", + "ĠëĤ ®", + "j iÅ¡tÄĽ", + "ji Å¡tÄĽ", + "ĠÙģ ÙĪت", + "ĠÙģÙĪ ت", + "ĠCh Æ°Æ¡ng", + "ĠìĿ´ 루", + "ĠpÅĻÃŃ tom", + "t ual", + "tu al", + "b ette", + "be tte", + "bet te", + "bett e", + "Ġsa bah", + "Ġsab ah", + "μ ί", + "Ġm á»ĩnh", + "Ġmá»ĩ nh", + "ãģ® ãģłãĤįãģĨ", + "ãģ®ãģł ãĤįãģĨ", + "Ġzam ÄĽÅĻ", + "åįģ äºĶ", + "ĠìķĬ ìĿĦ", + "اÙĨ ÙĪ", + "е нÑĥ", + "ен Ñĥ", + "ĠÑĥ год", + "ĠÑĥг од", + "ĠV Æ°á»Ŀn", + "Ġëĵ± ìĿĦ", + "Ġbelirt ilen", + "æŁ Ħ", + "Ġtek lif", + "¬ Ĥ", + "Ġпод аÑĤков", + "ĠاÙĦ ÙĨÙĩ", + "ĠاÙĦÙĨ Ùĩ", + "ï¼ ´", + "ìĽ ĥ", + "Ġ हल", + "Ġह ल", + "Ġ имÑĥ", + "Ġи мÑĥ", + "Ġим Ñĥ", + "ĠкоÑĤоÑĢ Ñĭм", + "ï¼Į 以åıĬ", + "ï¼Į以 åıĬ", + "ĠÑĤаб ли", + "ा :", + "Ġب رج", + "Ġبر ج", + "ĠÎŃ Î½Î±Î½", + "ĠÎŃνα ν", + "ĠÎŃν αν", + "ĠÙĬ ÙĪÙĦÙĬÙĪ", + "ý Å¡", + "Ġ ÙĬج", + "ĠÙĬ ج", + "ĠÑĤÑĢо Ñħи", + "æŀ Ŀ", + "Ġd Ãły", + "ĠBur ada", + "ĠBu rada", + "ĠÏĥÏħ μβ", + "ĠÎij ÏģÏĩ", + "ĠÎijÏģ Ïĩ", + "Ġsoci álnÃŃ", + "Ġ Ú¯ÙĪ", + "ĠÚ¯ ÙĪ", + "Ġyan ıt", + "Ġyanı t", + "ãģ¯ ãģªãģĦ", + "ãģ® ä¸Ĭ", + "Ġn úi", + "ĠرÙģت ار", + "ĠÙħ رات", + "ĠÙħر ات", + "ز ÙħاÙĨ", + "زÙħ اÙĨ", + "าà¸Ī ารย", + "ĠÑĩиÑģ лÑĸ", + "Ġس ÙĨت", + "ĠسÙĨ ت", + "ĠÃĸzel likle", + "ì ĩ¼", + "ìĩ ¼", + "ĠÄį ÃŃm", + "AD DE", + "ADD E", + "ãģ® ãĤĪãģĨãģª", + "ÙĪÙĦÙĪ ÚĺÛĮ", + "ĠíĻľ ìļ©", + "ãĢģ ãģ©ãģĨ", + "ĠÎł ÏģÏī", + "çĻ» åł´", + "Ġнад аннÑı", + "Ġм еÑĢеж", + "ĠмеÑĢ еж", + "ĠмеÑĢе ж", + "Ġ ìĿµ", + "ĠìĿ µ", + "jÃŃ cÃŃch", + "jÃŃcÃŃ ch", + "it ou", + "ito u", + "ÙĤ ÙĪÙĦ", + "Ùħ ج", + "Ġب ÙĨد", + "ĠبÙĨ د", + "Ġön üne", + "Ġ ï½°", + "Ġï½ °", + "з в", + "Ġе ÑģÑĤе", + "Ðł Ðĺ", + "ÑĢ ол", + "ÑĢо л", + "a yla", + "ay la", + "Ġк лÑĥ", + "Ġкл Ñĥ", + "æݨ èĸ¦", + "ĠÑĢоз ÑĢаÑħ", + "Ġ ìĥģëĭ´", + "Ġìĥģ ëĭ´", + "ĠÙĨ سÙħØ©", + "ĠÙĨس ÙħØ©", + "Ġви Ñħод", + "à¥Ģ à¤Ĩà¤Ī", + "ĠпÑĢи ÑģÑĤÑĥп", + "ÙĴ ع", + "ĠteÅŁ ekkür", + "дÑı ки", + "Ġfi kir", + "Ġfik ir", + "ัศ à¸Ļ", + "ĠآزÙħ اÛĮØ´", + "Ġb izi", + "Ġbi zi", + "Ġbiz i", + "ÏĨ αÏģ", + "ÏĨα Ïģ", + "æľª æĿ¥", + "æIJ º", + "Ġδ Ïħνα", + "ĠδÏħ να", + "Ġ رÙĪÙħ", + "Ġر ÙĪÙħ", + "ĠرÙĪ Ùħ", + "Ġb undan", + "Ġbund an", + "Ġbun dan", + "ĠÙĤ اÙĦب", + "ĠÙĤاÙĦ ب", + "Ġ haft", + "Ġh aft", + "Ġha ft", + "Ġhaf t", + "å¿ ½", + "ĠÐľ оÑĢ", + "Ġzá pas", + "Ġzáp as", + "Ġ ë¹Ľ", + "Ġë¹ Ľ", + "å» ·", + "äºĪ ç´Ħ", + "Ġkh uyến", + "Ġ ÎijÎĵ", + "ĠÎij Îĵ", + "Ġìŀij ìĹħ", + "ड र", + "Ġjednodu ch", + "à¥ī म", + "ĠdeÄŁ ildi", + "ĠdeÄŁil di", + "Ġk olo", + "Ġko lo", + "Ġkol o", + "Ġد ÙĤÛĮ", + "л ами", + "ла ми", + "лам и", + "ĠH á»įc", + "ĠHá»į c", + "Ġप स", + "ĠÎł ÏģÏĮ", + "ĠâĹ ij", + "Ġ наÑģлÑĸд", + "Ġна ÑģлÑĸд", + "ĠнаÑģ лÑĸд", + "Ġ диви", + "Ġди ви", + "Ġдив и", + "ĠpÅĻes nÄĽ", + "ĠТак им", + "ĠТа ким", + "Ġru kou", + "Ġruk ou", + "ä¸Ģ åĪĩ", + "ĠÑģ пÑĢи", + "ĠÑģп ÑĢи", + "en ské", + "ens ké", + "æĹ ¦", + "ĠÙĤ ÙĨ", + "Ġú stav", + "िश त", + "à¹Į )", + "ĠT rang", + "ĠTr ang", + "ĠTra ng", + "ĠTran g", + "Ġmoh la", + "Ġmohl a", + "ĠÎķ λλην", + "Ġп оки", + "Ġпо ки", + "Ġпок и", + "ĠØ¢ Ùħار", + "ĠØ¢Ùħ ار", + "åIJ ¾", + "ĠÑĢ еÑģп", + "ĠÑĢе Ñģп", + "ĠÑĢеÑģ п", + "Ġta kdir", + "Ġtak dir", + "Ġrahat sız", + "éŁ³ ä¹IJ", + "Ġ âĶĥ", + "ĠâĶ ĥ", + "i lis", + "il is", + "ili s", + "ĠÙĪ اÙĦØ¥", + "ĠÙĪاÙĦ Ø¥", + "å® Ļ", + "Ñĥ мов", + "Ñĥм ов", + "ĠÐĽ иÑĤ", + "ĠÐĽÐ¸ ÑĤ", + ": :::|", + ":: ::|", + ":::: |", + "::: :|", + "åħ ½", + "ĠÙĨزد ÛĮÚ©", + "е лÑĸв", + "ел Ñĸв", + "елÑĸ в", + "θ οÏįν", + "θο Ïįν", + "ìĹIJìĦľ ëıĦ", + "èµĦ æł¼", + "çIJĨ 论", + "ĠKe mal", + "ĠKem al", + "Ġк еÑĢ", + "ษ ายà¸Ļ", + "Ġ åįİ", + "Ġåį İ", + ") ìĹIJ", + "Ġ ëĬĺ", + "ĠëĬ ĺ", + "ãĥĿ ãĥ¼ãĥĪ", + "ĠÐĹ Ð´", + "اص ÙĬÙĦ", + "Ġk atı", + "Ġka tı", + "Ġkat ı", + "ãĤĤãģĹ ãĤĮãģªãģĦ", + "Ġкажд ого", + "Ġ дÑĢ", + "Ġд ÑĢ", + "Ġfut bol", + "ÙĦ ÙĬÙģ", + "ÙĦÙĬ Ùģ", + "Ġì§Ģ ëĤľ", + "ĠÙ¾ÛĮØ´ ÙĨÙĩ", + "ü lük", + "ül ük", + "ülü k", + "Ġ à¸ķำà¸ļล", + "Ġà¸ķำ à¸ļล", + "Ġb áºŃc", + "Ġ åĽł", + "ĠåĽ ł", + "ik ler", + "Ïģ ιά", + "Ïģι ά", + "Ġв важа", + "Ġвваж а", + "Ġvy pl", + "Ġvyp l", + "Ġв низ", + "í Ģ", + "çľ ¾", + "ĠÑģ ила", + "ĠÑģи ла", + "ĠÑģил а", + "ĠналиÑĩи и", + "Ġع راÙĤ", + "ĠاÙĦÙħ Ùĥ", + "å°± ä¼ļ", + "Ġм Ñĸг", + "ĠмÑĸ г", + "ĠÎĮ μιλοÏĤ", + "Ñī его", + "Ñīе го", + "Ġíĸī ìłķ", + "Âł mph", + "Âłm ph", + "Ġma lé", + "Ġmal é", + "ĠÛĮ اÙģتÙĩ", + "ĠÛĮا ÙģتÙĩ", + "ĠÛĮاÙģت Ùĩ", + "Ġmn oha", + "Ġmnoh a", + "γ ά", + "Ġпо ÑģÑĤÑĢо", + "ĠпоÑģ ÑĤÑĢо", + "ĠпоÑģÑĤ ÑĢо", + "ĠاÙĦÙħ ÙĪس", + "ĠاÙĦÙħÙĪ س", + "Ġol ma", + "Ġolm a", + "ëī´ ìĬ¤", + "Ġt utar", + "Ġtu tar", + "Ġtut ar", + "ãĥ¼ãĥĵ ãĤ¹", + "à¥įथ न", + "-ли бо", + "æ¥Ń åĭĻ", + "ĠоÑģоб ливо", + "ĠоÑģоблив о", + "è® Ģ", + "ÙģÙĩ ÙĪÙħ", + "Ġk ẻ", + "Ġ Å¡tÄĽ", + "ĠÅ¡ tÄĽ", + "ĠÅ¡t ÄĽ", + "Ġc ầm", + "ĠÄįlán ky", + "ĠÄIJ iá»ĩn", + "( =", + "OV Ãģ", + "ul du", + "uld u", + "a ft", + "af t", + "Ġl ãi", + "Ġlã i", + "Ġd oldur", + "Ġdol dur", + "³³ ³³³³³³³³³", + "³³³³ ³³³³³³³", + "³³³ ³³³³³³³³", + "³³³³³³³³ ³³³", + "³³³³³³³ ³³³³", + "³³³³³ ³³³³³³", + "³³³³³³ ³³³³³", + "³³³³³³³³³ ³³", + "β ι", + "ãģ£ãģ¦ ãģįãģŁ", + "ì¶ľìŀ¥ ìķĪë§Ī", + "å¯ Ŀ", + "Ġë¶Ģ íĥģ", + "ĠاÙĦ اخ", + "Ġγ Ïħνα", + "à¤ı म", + "à¥Į ल", + "ع ادة", + "عا دة", + "عاد Ø©", + "Ġ κοÏħ", + "Ġκ οÏħ", + "Ġκο Ïħ", + "ĠÙħØ· رØŃ", + "ĠÑĩелов еÑĩ", + "Ġn umar", + "Ġnum ar", + "Ġnu mar", + "Ġnuma r", + "Ġ дина", + "Ġд ина", + "Ġди на", + "ÏĦ ÏģÎŃ", + "ÏĦÏģ ÎŃ", + "λ ικ", + "λι κ", + "Ġдол го", + "Ġnh iêu", + "ĠвоÑģ ÑģÑĤанов", + "ap ı", + "Ġ kanı", + "Ġk anı", + "Ġkan ı", + "ĠK ế", + "ãĤī ãģļ", + "Ġhar ek", + "Ġha rek", + "Ġhare k", + "ãģłãģij ãģ§", + "æ» ħ", + "Ġo hled", + "Ġoh led", + "е ÑĢим", + "еÑĢ им", + "еÑĢи м", + "ĠØŃ ÙĬÙĨ", + "ĠØŃÙĬ ÙĨ", + "ĠÙĤ Ùĩر", + "Ġब à¥Ŀ", + "اپ ÛĮÙħ", + "è¶ħ è¿ĩ", + "Ġ æħ", + "Ġæ ħ", + "Ġت Ùģس", + "ĠتÙģ س", + "as ıyla", + "ası yla", + "б иÑĤ", + "би ÑĤ", + "ĠØŃ Ø§Ø¬", + "ĠÑĤÑĢеб ованиÑı", + "Ġ æݨ", + "Ġæİ ¨", + "Ġ ç±³", + "Ġç± ³", + "ãĤ³ ãĥ¼ãĥī", + "ĠÑĥ Ñģи", + "ĠÑĥÑģ и", + "Ġاخ ÙĦاÙĤ", + "Ġdo stup", + "Ġdost up", + "Ġع ÙĦاÙĤ", + "ĠعÙĦ اÙĤ", + "िव स", + "Ġ оди", + "Ġо ди", + "Ġод и", + "t ej", + "te j", + "Ġthá» ıa", + "ัà¸ģษ à¸ĵะ", + "ัà¸ģษà¸ĵ ะ", + "ĠÑĢаÑģ к", + "ĠÑĢа Ñģк", + "ĠÐĿ аÑĢод", + "ĠÐĿа ÑĢод", + "Ġза кÑĥп", + "Ġзак Ñĥп", + "o že", + "ož e", + "Ġاج را", + "Ġاجر ا", + "ê´ij ê³ł", + "аÑĢÑĤ ам", + "Ġп еÑĢеж", + "ĠпеÑĢ еж", + "ĠпеÑĢе ж", + "èij£ äºĭ", + "ĠÑı коÑģÑĤÑĸ", + "ĠÑıк оÑģÑĤÑĸ", + "Ġв Ñĥл", + "м он", + "мо н", + "Ġch lap", + "Ġ ÑįÑĤомÑĥ", + "ĠÑįÑĤ омÑĥ", + "ĠÑįÑĤо мÑĥ", + "ĠÑįÑĤом Ñĥ", + "а ÑĤÑĸ", + "аÑĤ Ñĸ", + "Ġ íĴĪ", + "Ġí ĴĪ", + "ĠíĴ Ī", + "è¡Ĺ éģĵ", + "س د", + "ÙĪ رÙĩ", + "ÙĪر Ùĩ", + "ĠزÛĮ اد", + "åľ¨çº¿ è§Ĩé¢ij", + "ا ÙĪÙĬØ©", + "اÙĪ ÙĬØ©", + "اÙĪÙĬ Ø©", + "ï¼Į å°±æĺ¯", + "ï¼Įå°± æĺ¯", + "e lerinden", + "eler inden", + "elerin den", + "elerinde n", + "ÑĢ ажд", + "ÑĢа жд", + "ÑĢаж д", + "Ġп озд", + "Ġпо зд", + "Ġпоз д", + "Ġзна ÑĤÑĮ", + "Ġзн аÑĤÑĮ", + "ัà¸ļ สà¸Ļ", + "ัà¸ļส à¸Ļ", + "à¥ĩà¤ĸ त", + "Ġ æĽ°", + "Ġæ Ľ°", + "ĠæĽ °", + "ê³¼ ìłķ", + "é® ®", + "ĠV iá»ĩn", + "ĠVi á»ĩn", + "Ġd voj", + "Ġdv oj", + "ίν εÏĦαι", + "Ġosob nÃŃch", + "ĠosobnÃŃ ch", + "Ġ âĢª", + "ĠâĢ ª", + "éĻ µ", + "ĠØ®ÙĪد Ø´", + "ĠاÙĨ ر", + "ĠпÑĢоÑĦеÑģÑģи оналÑĮ", + "k ám", + "ká m", + "ĠÙħ ÙĥاÙĨ", + "ĠÙħÙĥ اÙĨ", + "ĠاÙĦØ£ د", + "Ġ ê³µë¶Ģ", + "Ġê³µ ë¶Ģ", + "ĠÄij ức", + "ĠÄijứ c", + "ĠCumhur iyeti", + "ĠCumhuriyet i", + "åĩº ãģĹ", + "д ами", + "да ми", + "дам и", + "ĠìĪĺ ìĥģ", + "ĠÙģ براÙĬر", + "Ġsü resi", + "Ġsür esi", + "Ġsüre si", + "Ġب ج", + "Ġ æĶ¾", + "ĠæĶ ¾", + "ØŃ ÛĮ", + "çłĶ究 æīĢ", + "åĩºçīĪ 社", + "ĠÙħÙĪ تÙĪر", + "&& &&", + "ĠпеÑĢ ей", + "ĠпеÑĢе й", + "Ġ ìĦłê±°", + "ĠìĦł ê±°", + "ĠúspÄĽ Å¡", + "ار Ú©", + "Ġet tir", + "Ġett ir", + "Ġetti r", + "Ġ ì¶ľìŀ¥", + "Ġì¶ľ ìŀ¥", + "ĠKa nun", + "ĠKan un", + "ĠÑĥменÑĮ ÑĪ", + "ĠзаÑĤ веÑĢдж", + "ĠاÙĦد ÙĪÙĦÙĬ", + "ĠاÙĦدÙĪÙĦ ÙĬ", + "Ġ ãĥĵ", + "Ġãĥ ĵ", + "ĠB azı", + "ĠBa zı", + "ĠBaz ı", + "åŃIJ ãģ®", + "åĩ ¯", + "Ġse beb", + "Ġseb eb", + "Ġsebe b", + "Ġ åħ±", + "Ġåħ ±", + "Ġd nů", + "Ġdn ů", + "ä½į äºİ", + "ĠZ d", + "æī ±", + "Ġتج ربÙĩ", + "ÃĶ NG", + "Ġìĺ¬ ëĿ¼", + "Ïī ÏĦεÏģ", + "ĠÑģ вид", + "ĠÑģв ид", + "ĠÑģви д", + "æ¯Ķ èµĽ", + "ãģ« åIJij", + "ìľĦ 를", + "ãģĹ ãģ¾ãģĹãģŁ", + "ãģĹãģ¾ ãģĹãģŁ", + "Ġd á»ĭ", + "ĠÐł ÑĥÑģ", + "Ġv á»ı", + "Ġvá» ı", + "à¤Ĥड ल", + "Ġп иÑī", + "Ġпи Ñī", + "Ġsmr ti", + "Ġsmrt i", + "à¸Īาà¸ģ à¸ģาร", + "ĠÑģаÑħ аÑĢ", + "Ġtho át", + "ج ÙħØ©", + "جÙħ Ø©", + "Ġпоз вол", + "ĠاÙĦØ« اÙĨÙĬØ©", + "ĠاÙĦثاÙĨÙĬ Ø©", + "ز ادÙĩ", + "زا دÙĩ", + "ãĢģ ä¸Ń", + "ή μεÏģα", + "æ¦ ľ", + "l acaģı", + "lac aģı", + "lacaÄŁ ı", + "Ġна ÑĪиÑħ", + "ĠнаÑĪ иÑħ", + "ìĶ Ģ", + "ĠÐĺ ÑģÑĤоÑĢиÑı", + "ün deki", + "ünd eki", + "ünde ki", + "ĠпеÑĢ ел", + "ĠпеÑĢе л", + "Ġ목 ìĨĮ", + "ĠÑģÑĤаÑĤ ÑĥÑģ", + "о вали", + "ов али", + "ова ли", + "овал и", + "ÅĻ az", + "ĠдÑĢÑĥг ого", + "ĠдÑĢÑĥго го", + "ÙĥÙĪÙħ Ø©", + "ÙĥÙĪ ÙħØ©", + "Ñĩ иÑģÑĤ", + "Ñĩи ÑģÑĤ", + "ÑĩиÑģ ÑĤ", + "μ μ", + "åıį åºĶ", + "ic ari", + "ica ri", + "ĠÙ¾ اک", + "Ġپا Ú©", + "алÑĮ ним", + "ĠB una", + "ĠBu na", + "ĠBun a", + "и ÑĤив", + "иÑĤ ив", + "иÑĤи в", + "ÑĦ ÑĢа", + "ãĥ¼ ãĥĸãĥ«", + "ãĥ¼ãĥĸ ãĥ«", + "ĠÑĤоб ÑĤо", + "룬 ìĬ¤", + "ĠاÙĦ اع", + "åħ¬ éĸĭ", + "å¥ ī", + "ÙĪÙĦ د", + "åIJį çĦ¡ãģĹ", + "æ°ij 主", + "à¥ģ à¤ľà¤°", + "à¥ģà¤ľ र", + "ìĤ¬ 무", + "Ġön celik", + "Ġönce lik", + "Ġönc elik", + "Ġ å¨", + "Ġå ¨", + "Ñı б", + "çľ ī", + "à¥įव य", + "ĠH ình", + "çļĦ åľ°æĸ¹", + "çļĦåľ° æĸ¹", + "ĠاÙĦ تس", + "ĠاÙĦت س", + "ä¸Ī 夫", + "Ġп ÑĥблÑĸ", + "ĠnÄĽjak é", + "ÄIJ á»iji", + "ĠÑģоÑģÑĤоÑı ниÑı", + "à¥Ģ )", + "ĠÄij áºŃu", + "j ed", + "je d", + "ê ¶ģ", + "Ġs enin", + "Ġse nin", + "Ġsen in", + "Ġseni n", + "ĠH óa", + "âĻ ł", + "лÑı ÑİÑĤÑĮ", + "лÑıÑİÑĤ ÑĮ", + "éĹ ²", + "ìĿ¸ íĬ¸", + "ت بÙĩ", + "تب Ùĩ", + "Ġरà¤ĸ त", + "ĠÑģлов ами", + "ĠÑģлова ми", + "ĠÑģло вами", + "Ġطب ÙĤ", + "Ġuy du", + "ุà¸ĩà¹Ģà¸Ĺà¸ŀ มหาà¸Ļà¸Ħร", + "ĠSan at", + "ĠSa nat", + "à¹ī าà¸Ĭ", + "à¹īา à¸Ĭ", + "Ġкни ж", + "Ìģ c", + "ا Ùħج", + "اÙħ ج", + "δ Ïİ", + "Å ®", + "Ġb inh", + "Ġbi nh", + "Ġbin h", + "è¾ Ĩ", + "n eÄŁi", + "ne ÄŁi", + "Ø· ÙĨ", + "å¸ ķ", + "Ġ ìĩ¼", + "Ġì ĩ¼", + "оÑģ ÑĢед", + "ĠοÏĢο ίο", + "k ır", + "kı r", + "à¥Ī श", + "Ġ à¸ĩาà¸Ļ", + "Ġà¸ĩ าà¸Ļ", + "Ġd ruž", + "Ġdru ž", + "em atik", + "ema tik", + "emat ik", + "a dıģ", + "ad ıģ", + "adı ÄŁ", + "è¾ ŀ", + "ĠpoužÃŃ vá", + "Ġkur tar", + "ĠsaÄŁ lan", + "ãĢı ï¼Ī", + "Ġmůže me", + "Ġmůž eme", + "Ġ باد", + "Ġب اد", + "Ġبا د", + "æľŁ éĹ´", + "ا تÙģ", + "ات Ùģ", + "Ġyaz ılım", + "Ġyazılı m", + "ĠìĹ° ê²°", + "ÙĬ ÙģØ©", + "ÙĬÙģ Ø©", + "Ġ emin", + "Ġe min", + "Ġem in", + "ĠнеÑģколÑĮ киÑħ", + "Û´ Û°", + "å¯ §", + "ί ζει", + "ίζ ει", + "Ġd él", + "Ġdé l", + "ver iÅŁ", + "価 æł¼", + "Ġاست اد", + "Ġал ког", + ".H CM", + "ί οÏĤ", + "ίο ÏĤ", + "α κ", + "Ø· ع", + "ãģ£ ãģį", + "ãģ£ãģ į", + "Ñı еÑĤÑģÑı", + "ÑıеÑĤ ÑģÑı", + "л ика", + "ли ка", + "лик а", + "Ġ ÑĨÑı", + "ĠÑĨ Ñı", + "Ġë§Ī ì§Ģë§ī", + "ĠаÑĢ ми", + "Ġγ λÏİ", + "E NÃį", + "EN Ãį", + "ë ®¤", + "ŃIJ ï¸ı", + "Ġ æ¯ı", + "Ġæ¯ ı", + "Ġ æĸ¼", + "Ġæĸ ¼", + "Ġκα λÏį", + "ĠТ ом", + "ĠТо м", + "ul ur", + "ulu r", + "Ġak ce", + "ĠÙħÙĪ جب", + "ĠÙħÙĪج ب", + "e siz", + "es iz", + "esi z", + "н Ñıв", + "нÑı в", + "алÑĮ нÑĥÑİ", + "алÑĮнÑĥ Ñİ", + "ал ÑĸÑģÑĤ", + "алÑĸ ÑģÑĤ", + "Ġв аÑĢÑĸ", + "ĠваÑĢ Ñĸ", + "Ġва ÑĢÑĸ", + "ĠÙħؤ س", + "ĠÙħ اÛĮÙĦ", + "ĠÙħا ÛĮÙĦ", + "ĠμεÏĦα ξÏį", + "åĩº ãģĻ", + "Ġv á»Ŀi", + "Ġvá» Ŀi", + "ëŁ ´", + "ï¼ ĭ", + "æ¯ İ", + "Ġt abi", + "Ġtab i", + "Ġta bi", + "âĤ ĥ", + "æ£ĭ çīĮ", + "Ġ ÃIJ", + "Ġà IJ", + "ĠпÑĢоÑĦеÑģ Ñĸй", + "Ñĥв аннÑĸ", + "Îľ Îł", + "Ġж ил", + "Úĺ ÙĨ", + "л ÑĥÑĪ", + "лÑĥ ÑĪ", + "á½ ´", + "о веÑĢ", + "ов еÑĢ", + "ове ÑĢ", + "è¾¼ ãģ¿", + "ĠÐľ акÑģим", + "ĠÐľÐ°Ðº Ñģим", + "Ġвз глÑıд", + "Ġн аÑĤÑĥ", + "Ġна ÑĤÑĥ", + "ĠнаÑĤ Ñĥ", + "म à¤ķ", + "ĠÑħ ими", + "ĠÑĢозÑĤа ÑĪ", + "ÙĪ راÙĨ", + "ÙĪر اÙĨ", + "ÙĪرا ÙĨ", + "ĠØ´Ùĩر ÙĩاÛĮ", + "æ© Łèĥ½", + "æ©Ł èĥ½", + "Ø® Ø°", + "ĠÑģво ÑĶÑĹ", + "ĠÑģвоÑĶ ÑĹ", + "н ÑıеÑĤ", + "нÑı еÑĤ", + "Ġgh ế", + "ĠpÅĻed ch", + "ÑĶ ÑĪ", + "огÑĢаÑĦ ÑĸÑı", + "Ġ à¸Ĺำà¹ĥห", + "Ġà¸Ĺำ à¹ĥห", + "åĿ Ĭ", + "Ïģ Ïīν", + "ÏģÏī ν", + "า ระ", + "าร ะ", + "ĠK ết", + "ĠKế t", + "Ġch ặt", + "Ġ éĻĪ", + "ĠéĻ Ī", + "ĠdÄĽ lat", + "ĠdÄĽl at", + "ĠбÑĥд ÑĥÑī", + "ĠбÑĥдÑĥ Ñī", + "ĠAç ık", + "æłª å¼ıä¼ļ社", + "ĠÐŁ аÑĢ", + "ĠK hu", + "ĠKh u", + "ãĢģ æĸ°", + "Ġб ой", + "Ġбо й", + "ë§Ī íĬ¸", + "ĠÑģоп ÑĢов", + "س اب", + "н иÑģÑĤ", + "ни ÑģÑĤ", + "å¼ ĥ", + "Ġ Ø´ÙĨاس", + "ĠØ´ÙĨ اس", + "ен ном", + "енно м", + "Ġ 项", + "Ġé¡ ¹", + "èīº æľ¯", + "о зем", + "оз ем", + "ĠÑĢеÑĪ ениÑı", + "l ady", + "la dy", + "lad y", + "ĠвÑģ ей", + "ĠвÑģе й", + "æĶ» åĩ»", + "Ġê²° ìłķ", + "ãĢĢ ï¾ŀ", + "Ġê°IJ ëıħ", + "- ÐIJ", + "Ġm ÃŃr", + "ĠmÃŃ r", + "à¥ģप à¤ı", + "нÑĸ ÑĨип", + "б ом", + "бо м", + "Ġ Å¡t", + "ĠÅ¡ t", + "éľ į", + "ĠÑĢеÑĪ ение", + "Ġдиаг ноÑģÑĤи", + "i par", + "ip ar", + "ipa r", + "ا ÛĮز", + "اÛĮ ز", + "ã ng", + "ãn g", + "ั วร", + "ัว ร", + "ĠÑĨ аÑĢ", + "Ġs ly", + "Ġsl y", + "ν Ïİ", + "ĠK uzey", + "رÛĮ ب", + "Ġc enu", + "Ġce nu", + "Ġcen u", + "Ġcert if", + "Ġcer tif", + "ĠÑĤ ÑĢеÑĤÑĮ", + "ĠÑĤÑĢ еÑĤÑĮ", + "ĠÑĤÑĢеÑĤ ÑĮ", + "ิà¸Ķ à¸Ĥ", + "Ġпа ÑĨÑĸÑĶн", + "ÅĻ iv", + "ÅĻi v", + "èĦ Ĥ", + "¢ °", + "ĠPh ần", + "ĠмеÑĤод и", + "ĠмеÑĤ оди", + "Ạ¤", + "ìĨ Ķ", + "åIJĮ åѦ", + "Ġ åĢĭ", + "ĠåĢ ĭ", + "моÑĤ ÑĢÑı", + "моÑĤÑĢ Ñı", + "Ġuv ád", + "Û±Û¹ Û¶", + "éģ¸ æĬŀ", + "! »", + "ë ĺIJ", + "ĠÛĮ ÙĪتÛĮ", + "ĠاÙĦØŃ Ø±Ø¨", + "ĠاÙĦØŃر ب", + "олог ÑĸÑı", + "n ila", + "ni la", + "nil a", + "ĠÄij ảng", + "á zi", + "áz i", + "ÑĢ оÑī", + "ÑĢо Ñī", + "Ġort adan", + "Ġorta dan", + "Ġاخ بار", + "Ġà¤ħ à¤ľ", + "Ġ매 ìļ°", + "Ġп ой", + "Ġпо й", + "Ġ جÙĬ", + "Ġج ÙĬ", + "к ÑĥваÑĤи", + "кÑĥ ваÑĤи", + "Ġá» ŀ", + "Ġب شر", + "Ġبش ر", + "Ġ ÙĥÙĬÙĦ", + "ĠÙĥ ÙĬÙĦ", + "Ñī еÑģÑĤво", + "Ñīе ÑģÑĤво", + "ÑīеÑģÑĤв о", + "ĠìŬ íĸī", + "ا ÙħÙĬ", + "اÙħ ÙĬ", + "в ÑĸлÑĮ", + "вÑĸ лÑĮ", + "ĠPr vnÃŃ", + "Ġ ÙĪسÛĮ", + "ĠÙĪ سÛĮ", + "ĠÙĪس ÛĮ", + "ĠÄIJ á»", + "æĪ¿ éĹ´", + "åľ¨çº¿ éĺħ读", + "æķ ·", + "Ġt rai", + "Ġtr ai", + "Ġtra i", + "ä¿ Ĺ", + "ĠÑģамоÑģÑĤоÑıÑĤелÑĮ но", + "ĠÑĤÑĢеб ÑĥеÑĤÑģÑı", + "ĠÑĤÑĢебÑĥеÑĤ ÑģÑı", + "δ Ïģα", + "ĠÑĢеÑĩ ов", + "Ġв Ñĸк", + "ĠвÑĸ к", + "Ġ ÑĢÑĥÑĩ", + "ĠÑĢ ÑĥÑĩ", + "ĠÑĢÑĥ Ñĩ", + "å¥ §", + "ĠolduÄŁ una", + "ĠolduÄŁu na", + "ев Ñĭе", + "Ġ à¸Ħล", + "Ġà¸Ħ ล", + "ا ÙĦÙĤ", + "اÙĦ ÙĤ", + "ĠÑĸм енÑĸ", + "ĠÑĸмен Ñĸ", + "æĶ» æĴĥ", + "ĠÑĥнивеÑĢ ÑģиÑĤ", + "Ġth Äĥm", + "ĠлиÑģÑĤоп ада", + "२ ०", + "Ø® ÙĬ", + "Îķ Îł", + "Ġart tır", + "Ġس خت", + "Ġسخ ت", + "ï¼Ī æĺŃåĴĮ", + "ĠÎŁ Ïħ", + "и ваниÑı", + "ив аниÑı", + "ива ниÑı", + "Ġstav eb", + "âħ ¥", + "γÏī γή", + "γÏīγ ή", + "Ù ©", + "ĠиÑģÑģлед ованиÑı", + "åĢĭ 人", + "Ġëĭ¤ìļ´ë°Ľ 기", + "ĠÏĦ ελ", + "ĠÏĦε λ", + "° N", + "ĠباÙĦ ÙĨ", + "à¹Į à¸ŀ", + "Ġnem ůže", + "Ġголов а", + "Ġгол ова", + "à¹Į à¹ģ", + "æ¢ ¯", + " ĺ", + "δ ηÏĤ", + "δη ÏĤ", + "ìĿ¸ ì¦Ŀ", + "l ayın", + "lay ın", + "á½ ·", + "ĠÙĨت اÛĮج", + "ĠÑģоб лÑİд", + "Ġдви жениÑı", + "Ġдвиж ениÑı", + "ì Į", + "Ġ povÄĽ", + "Ġp ovÄĽ", + "Ġpo vÄĽ", + "Ġpov ÄĽ", + "Ġ ìłĦìĹIJ", + "ĠìłĦ ìĹIJ", + "å¦Ĥ ä¸ĭ", + "ĠاÙĦÙħ در", + "ĠاÙĦÙħد ر", + "ï¼Į æĪĸ", + "ا را", + "ار ا", + "æ°ij æĹı", + "Ġب رÙĤ", + "Ġبر ÙĤ", + "Ġзап аÑģ", + "à¸Ļ à¹ĥà¸Ī", + "é f", + "Ġ à¸Łà¸£", + "Ġà¸Ł ร", + "Ġë³´ ëĤ´", + "Ġ 欧ç¾İ", + "Ġ欧 ç¾İ", + "- ÑĤаки", + "-ÑĤ аки", + "é© ļ", + "ÑĢ ÑĸÑı", + "ÑĢÑĸ Ñı", + "æŁ ı", + "ĠповÑĸÑĤ ÑĢÑı", + "çµĦ ç¹Ķ", + "d aÅŁ", + "da ÅŁ", + "Ġहम ल", + "ĠÑĢеÑĶ ÑģÑĤÑĢа", + "ά β", + "ĠÎł ο", + "Ġê·¸ 림", + "Ñĩ аÑİÑĤ", + "Ñĩа ÑİÑĤ", + "à¸ĩ à¸ķ", + "íĥ ĢìĿ´", + "íĥĢ ìĿ´", + "æī ¬", + "Ġpo jist", + "Ġpoj ist", + "Ġ çłĶ", + "Ġçł Ķ", + "Ġ åıĸ", + "Ġåı ĸ", + "Ġüzer indeki", + "Ġüzerinde ki", + "j Å¡ÃŃch", + "jÅ¡ÃŃ ch", + "à¥Ģद व", + "æª ¢", + "ĠмаÑĤеÑĢи алов", + "ĠмаÑĤеÑĢиал ов", + "и ваннÑı", + "ив аннÑı", + "Ġ å°Ĩ", + "Ġå° Ĩ", + "л л", + "Ġнаб лÑİд", + "ĠнаблÑİ Ð´", + "ĠG öz", + "ĠGö z", + "Ġв зÑı", + "Ġвз Ñı", + "çĶµ è§Ĩ", + "Ġв ак", + "Ġва к", + "ç¿ Ķ", + "Ġвза им", + "Ġg itti", + "Ġgi tti", + "Ġgit ti", + "it eleri", + "ite leri", + "itel eri", + "itele ri", + "ä»· åĢ¼", + "ĠاÙĦ تص", + "ĠاÙĦت ص", + "िन à¤ķ", + "éĢļ ãĤĬ", + "ĠÑģ ÑĦеÑĢ", + "ĠÑģÑĦ еÑĢ", + "çĻº 売", + "âĿ ¤", + "ĠÚ¯ÙĪØ´ ÛĮ", + "ĠÚ¯ÙĪ Ø´ÛĮ", + "аг аÑĤо", + "ĠÏĥÏħ γκ", + "ав иÑģ", + "ави Ñģ", + "æĤ£ èĢħ", + "ĠØ® اÙħ", + "ÎĻÎļ ÎĹΣ", + "ÎĻÎļÎĹ Î£", + "ınız da", + "pan ÄĽl", + "pa nÄĽl", + "ĠÄIJ á»ĭa", + "à¹ģละ ส", + "Ġ ãĤĤ", + "ĠãĤ Ĥ", + "Ġsonuc unda", + "Ġsonucu nda", + "ìĿ į", + "e less", + "el ess", + "ele ss", + "ĠN ha", + "ĠNh a", + "Ġzak áz", + "Ġв оÑģÑĤ", + "Ġво ÑģÑĤ", + "ĠвоÑģ ÑĤ", + "ĠvzdÄĽl ávánÃŃ", + "- ม", + "Ġmet rů", + "ĠپاÛĮ ÛĮÙĨ", + "Ġپا ÛĮÛĮÙĨ", + "ĠÑĢаÑģÑĤ ение", + "Ġmu á»iji", + "èµĦ éĩij", + "ĠÅŁ üph", + "ÙĬ ÙĦÙħ", + "ÙĬÙĦ Ùħ", + "ĠdÃ¼ÅŁÃ¼n c", + "Ġк Ñĸм", + "ĠÏĩÏī ÏģίÏĤ", + "áz ev", + "áze v", + "ĠDe ÄŁer", + "ĠDeÄŁ er", + "å·¥ æ¥Ń", + "Ġر Ùħز", + "ĠرÙħ ز", + "Ġal espoÅĪ", + "ĠпÑĢе ÑģÑĤÑĥп", + "ĠпÑĢеÑģÑĤ Ñĥп", + "ĠعÙĦ اÙĪÙĩ", + "Ġme rak", + "Ġmer ak", + "à¹Į :", + "çİ° åľº", + "ÑĨ веÑĤ", + "Ġप à¥ľ", + "Ġëĭ¤ìĿĮ ê³¼", + "u dic", + "ud ic", + "udi c", + "ĠL ep", + "ĠLe p", + "Ġод нÑĸ", + "Ġa larak", + "Ġal arak", + "å®ī æİĴ", + "Ġ à¸Ĥà¸Ļาà¸Ķ", + "Ġà¸Ĥ à¸Ļาà¸Ķ", + "re zent", + "rez ent", + "is inden", + "isin den", + "isinde n", + "ر ÙĪÛĮ", + "رÙĪ ÛĮ", + "Ġp lu", + "Ġpl u", + "ç«ĭ ãģ¦", + "Ñĭ ваниÑı", + "Ñĭв аниÑı", + "Ñĭва ниÑı", + "Ġr ast", + "Ġra st", + "Ġras t", + "Ġdüzen lem", + "je zd", + "jez d", + "Ġве ÑīеÑģÑĤв", + "ĠвеÑī еÑģÑĤв", + "ĠдиÑĢ екÑĤоÑĢ", + "ÑĦ ÑĦ", + "t ainment", + "tain ment", + "ĠاÙĦ ÙĪز", + "ĠاÙĦÙĪ ز", + "l anda", + "land a", + "la nda", + "lan da", + "ĠÙĨÚ¯ Ùĩد", + "ĠпÑĢоÑĤив оп", + "ãģ£ ãģı", + "ãģ£ãģ ı", + "ãģ¨ãģª ãĤĬ", + "Ġë°ľ 견", + "i ctor", + "ic tor", + "ict or", + "ãĤ¸ ãĤª", + "ÎŁ Φ", + "ÎŁÎ ¦", + "ĠÑģклад Ñĸ", + "Ġob sahuje", + "Ġobsah uje", + "ĠUkr a", + "ĠUk ra", + "æķ ¦", + "ĠÏĩ αÏģα", + "ĠÏĩα Ïģα", + "ĠÑĢег Ñĥли", + "俺 ãģ¯", + "ัà¸ķ ว", + "éĦ ī", + "Ġب اÛĮ", + "Ġبا ÛĮ", + "éĬ ·", + "ĠN ẵng", + "л од", + "ло д", + "ا رÙģ", + "ار Ùģ", + "æ´ ģ", + "ĠëıĻ ìĿ¼", + "ÑĤив ного", + "âĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģ âĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģ", + "Ġ- :-", + "Ġ-: -", + "ì» ¬", + "ĠÑĪ аг", + "ìłĦ ìŀIJ", + "çļĦ äºĭæĥħ", + "çļĦäºĭ æĥħ", + "ĠÑĢег Ñĸ", + "िय ल", + "ĠÐĿ аз", + "ĠÐĿа з", + "ĠÐĻ ого", + "ĠÐł ом", + "ĠÃĸr neÄŁin", + "Ġп ÑĢеÑģ", + "ĠпÑĢ еÑģ", + "ĠпÑĢе Ñģ", + "u luÄŁu", + "ulu ÄŁu", + "uluÄŁ u", + "Ġза дов", + "Ġзад ов", + "ÅĻ eh", + "ÅĻe h", + "æ¯ķ ä¸ļ", + "Ġth áºŃp", + "ëĤ ¸", + "Ġdlou hodob", + "Ġdlouho dob", + "дÑĸ лÑĥ", + "дÑĸл Ñĥ", + "a lat", + "al at", + "ala t", + "ä» °", + "о ком", + "ок ом", + "око м", + "ĠÑĦ ÑĸлÑĮ", + "ĠÑĦÑĸл ÑĮ", + "ĠNg ân", + "Ġ ترÙĥ", + "Ġت رÙĥ", + "Ġتر Ùĥ", + "ĠÑĤ Ñī", + "ر ÙĪد", + "رÙĪ د", + "ç uk", + "çu k", + "ra nÃŃ", + "ran ÃŃ", + "Ġdo laÅŁ", + "Ġdol aÅŁ", + "ĠQ uang", + "ĠQu ang", + "ĠpÅĻed pok", + "Ġnám ÄĽstÃŃ", + "ой Ñĩив", + "çĭ Ģ", + "Ġб изнеÑģ", + "ãģŁ ãģı", + "ĠìĿ¸ ì²ľ", + "о ÑĢо", + "оÑĢ о", + "ĠKü rt", + "ĠKür t", + "ê·¸ 룬", + "ÑĨ аÑĤÑĮ", + "ÑĨа ÑĤÑĮ", + "ĠB ên", + "Ġ acı", + "Ġa cı", + "Ġac ı", + "Ú© Ø´", + "ï¼Ī å¹³æĪIJ", + "Ġ èģĶ", + "Ġèģ Ķ", + ") ãĢģ", + "d iler", + "di ler", + "Ñĩ иÑĤÑĮ", + "ÑĩиÑĤ ÑĮ", + "Ñĩи ÑĤÑĮ", + "Ư á»", + "éĻ ¶", + "il eceÄŁini", + "ilece ÄŁini", + "ileceÄŁi ni", + "Ġv Å¡em", + "ĠvÅ¡ em", + "ĠvÅ¡e m", + "å¼Ģ å¥ĸ", + "è§Ħ 模", + "ul muÅŁ", + "Ġ åĪĺ", + "Ġå Īĺ", + "ĠåĪ ĺ", + "е о", + "еР¾", + "ĠпеÑĢев ÑĸÑĢ", + "åĪĨ åĪ«", + "Ġjed ná", + "Ġjedn á", + "li ÄŁe", + "liÄŁ e", + "ĠرÙħ ضاÙĨ", + "ık lı", + "ıkl ı", + "Ùĩ ÙĢ", + "éĩį çĤ¹", + "Ñĩ иваеÑĤÑģÑı", + "Ñĩи ваеÑĤÑģÑı", + "Ñĩив аеÑĤÑģÑı", + "Ñĩива еÑĤÑģÑı", + "ë¡ľ ìĦľ", + "ÏĦ εÏģο", + "ÏĦε Ïģο", + "ÏĦεÏģ ο", + "åľ° ä¸ĭ", + "д наннÑı", + "дн аннÑı", + "Ġng ược", + "ॠª", + "ĠÎij λ", + "Ġa lacak", + "Ġal acak", + "Ġ à¹Ģà¸ĩ", + "Ġà¹Ģ à¸ĩ", + "Ġà¹Ģภĩ", + "اÛĮ ÙĨد", + "اÛĮÙĨ د", + "Ġh Ãłi", + "ÑĢо из", + "ĠЧ и", + "Ġ ÑıÑģ", + "ĠÑı Ñģ", + "خر ÛĮد", + "Ġhu deb", + "Ġhud eb", + "åľ §", + "Ġ ìĦ¼", + "ĠìĦ ¼", + "åĶ¯ ä¸Ģ", + "Ġ вÑĸлÑĮ", + "Ġв ÑĸлÑĮ", + "ĠвÑĸ лÑĮ", + "ĠباÙĦ اتر", + "ĠباÙĦا تر", + "à¸Ńà¸ģ าส", + "Ġ Tôi", + "ĠT ôi", + "ม à¸Ĥ", + "o mor", + "om or", + "omo r", + "ĠO lomou", + "Ġx ong", + "Ġxo ng", + "Ġdomác ÃŃ", + "Ġ اختÛĮ", + "Ġاخ تÛĮ", + "Ġاخت ÛĮ", + "ĠÑĤеÑħ нÑĸÑĩ", + "ĠÑĤеÑħнÑĸ Ñĩ", + "ĠiÅŁ te", + "à¥Į द", + "Ġнад еж", + "Ø®ÛĮ ص", + "åĬª åĬĽ", + "ĠتجÙĩ ÛĮزات", + "Ġv ole", + "Ġvo le", + "Ġvol e", + "k inci", + "kin ci", + "Ġhes ab", + "ĠÑģ еÑģÑĤ", + "Ú© ا", + "ÑĤеÑĢ н", + "ร รà¸Ħ", + "รร à¸Ħ", + "åıĤ èĢĥ", + "ĠÐļ аб", + "ĠÐļа б", + "ĠÄ° mpar", + "Ġnáv rh", + "Ġnávr h", + "åĴ¨ 询", + "à¸ĸ าม", + "Ġye rel", + "Ġyer el", + "Ġyere l", + "ĠÃĸ l", + "çĮ Ľ", + "ĠاÙĦÙĪØ· ÙĨÙĬ", + "Ġ ìĿ´ìĸ´", + "ĠìĿ´ ìĸ´", + "ิà¸Ĺย าศาสà¸ķร", + "ิà¸Ĺยา ศาสà¸ķร", + "ĠA ÅŁ", + "Ġзем лÑİ", + "ĠдомаÑĪ ниÑħ", + "ĠÑĥ веÑĢ", + "ĠÑĥв еÑĢ", + "A LI", + "AL I", + "г ан", + "га н", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġdo stan", + "Ġdos tan", + "Ġdost an", + "ez pe", + "ãģĭ ãģĦ", + "ر ÙģتÙĩ", + "رÙģ تÙĩ", + "رÙģت Ùĩ", + "Ġм ÑĥÑģ", + "ĠмÑĥ Ñģ", + "à¹Į à¸Ł", + "è¦ º", + "али за", + "ализ а", + "ĠÑĥÑĩ ÑĢежд", + "ĠÚ© اÙĦ", + "Ġetk isi", + "Ġetki si", + "ä½Ĩ æĺ¯", + "Ġsou vis", + "ĠSav aÅŁÄ±", + "ĠSavaÅŁ ı", + "Ġب سبب", + "ÎŁ ι", + "ÎŁÎ ¹", + "è ļ", + "Ġ æ®", + "Ġæ ®", + "Ġìĺģ êµŃ", + "ا سÛĮÙĪÙĨ", + "اسÛĮ ÙĪÙĨ", + "ĠاÙĦات ØŃاد", + "Ġ глÑı", + "Ġг лÑı", + "à¹ĩà¸ģ à¸ĭ", + "Ġج ÙĪÙĨ", + "ĠجÙĪ ÙĨ", + "ĠاÙĦرسÙħ ÙĬ", + "Âł G", + "ĠÑĤо бÑĸ", + "ĠÑĤоб Ñĸ", + " ĩ", + "Ġ ëĮĢíĸī", + "ĠëĮĢ íĸī", + "çĬ¶ æħĭ", + "Ġê·¸ ëĥ¥", + "Ġи мп", + "Ġим п", + "ĠتÙĨظ ÛĮÙħ", + "ÙĦ اÛĮÙĨ", + "ÙĦا ÛĮÙĨ", + "ÑģÑĤв еннÑĭм", + "ÑģÑĤвен нÑĭм", + "о пол", + "оп ол", + "ر ÙĪج", + "رÙĪ ج", + "Ġ à¸ĩ", + "Ġภĩ", + "Ġ çĤº", + "ĠçĤ º", + "ĠUlus lararası", + "à¥Į à¤Ĥ", + "ãĢģ ãģĿãģĨ", + "Ġس ادÙĩ", + "ÎŃ Î±ÏĤ", + "ÎŃα ÏĤ", + "Ġà¤Ĩ ल", + "- ÑĦ", + "ĠÎłÎ¿Î» ι", + "ĠÎłÎ¿ λι", + "Ġно ÑıбÑĢÑı", + "ĠноÑı бÑĢÑı", + "ÙĪ ÙĦÙĬ", + "ÙĪÙĦ ÙĬ", + "æĽľ æĹ¥", + "æĮģ ç»Ń", + "Ġê¼ Ń", + "ece ÄŁiz", + "eceÄŁi z", + "ĠÛĮ اÙģت", + "ĠÛĮا Ùģت", + "Ġ åı¸", + "Ġåı ¸", + "ाà¤Ĺ त", + "Ġ æķħ", + "Ġæķ ħ", + "Ġал леÑĢг", + "Ġt uz", + "Ġtu z", + "еÑĢ ÑĤи", + "еÑĢÑĤ и", + "Ġth ầu", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ĠãĢĢ", + "- à¤ħ", + "Ġим мÑĥ", + "ÑĢ ай", + "ÑĢаР¹", + "ÑĢа й", + "主 義", + "ĠbaÅŁ lar", + "Ġä¸Ĭ 涨", + "ع ا", + "ĠÎĻ Ïī", + "ียà¸ĩ à¹ĥหม", + "ĠاÙĦÙħد ÙĬÙĨØ©", + "Ñģ ÑĮко", + "ÑģÑĮ ко", + "ÑģÑĮк о", + "ĠتارÛĮØ® ÛĮ", + "at ÃŃm", + "âĢļ Ø·", + "Ø¢ خر", + "ĠëĦ £", + "ĠÙĨÙħ اÛĮد", + "ĠÙĨÙħاÛĮ د", + "ãģķãĤĵ ãģĮ", + "Ġb ò", + "Ġ à¸ķาม", + "Ġà¸ķ าม", + "ë³´ ìķĺëĭ¤", + "а ÑĤÑĸв", + "аÑĤ Ñĸв", + "аÑĤÑĸ в", + "ĠÑĦ ил", + "Ġkısm ı", + "iá»ĩ ng", + "iá»ĩn g", + "Ġay dın", + "éģķ ãģĦ", + "е ви", + "ев и", + "Ġ å¾®", + "Ġå¾ ®", + "( íģ¬ê¸°", + "Ġ Ú¯ÛĮر", + "ĠÚ¯ ÛĮر", + "ĠÚ¯ÛĮ ر", + "ìķĦ ìĦľ", + "Ġδη μιοÏħÏģγ", + "ãģ«ãģĬ ãģĦãģ¦", + "ĠÃľ NÄ°", + "и ÑĤом", + "иÑĤ ом", + "ع ÙĦاÙħ", + "عÙĦ اÙħ", + "åIJİ çļĦ", + "Ġp lá", + "Ġpl á", + "à¸Ľà¸£à¸° à¹Ĥย", + "ç¢ İ", + "Ġ éĺ²", + "Ġéĺ ²", + "ëĬ Ķëĭ¤", + "ëĬĶ ëĭ¤", + "Ġ æĹ¥æľŁ", + "ĠæĹ¥ æľŁ", + "Ġgeç erli", + "л аÑĤÑĭ", + "ла ÑĤÑĭ", + "лаÑĤ Ñĭ", + "Ġmutlak a", + "ÙĪ غ", + "à¹Ģ ฮ", + "à¹Ģภ®", + "Ġï» £", + "e deki", + "ed eki", + "ede ki", + "à¹Į à¹Ģà¸Ļ", + "Ġнайб ÑĸлÑĮÑĪ", + "ĠнайбÑĸлÑĮ ÑĪ", + "ï¼ Ĭ", + "Ġ à¹Ĥรà¸ĩ", + "Ġà¹Ĥ รà¸ĩ", + "Ġfot bal", + "Ġ éĢģ", + "ĠéĢ ģ", + "âĢĮاÙĦ ÙħÙĦ", + "Ïīμά ÏĦιο", + "Ġú kol", + "åįļ 士", + "d ub", + "du b", + "ı lıģ", + "ılı ÄŁ", + "ıl ıģ", + "ëĵľ 를", + "çĭ IJ", + "α λλ", + "αλ λ", + "æŃ» 亡", + "ĠпÑĢед поÑĩ", + "çµ µ", + "Ġм ÑĥзÑĭ", + "ĠмÑĥ зÑĭ", + "ĠмÑĥз Ñĭ", + "еÑĢÑĤ в", + "ĠÙĥ ÙĨد", + "ĠÙĥÙĨ د", + "Ġu lož", + "Ġul ož", + "ÎŁÎ¥ ÎĽ", + "g ili", + "gi li", + "gil i", + "üs tü", + "üst ü", + "н ки", + "ĠÙĤ ÙĪاÙĨ", + "ι ακ", + "ια κ", + "ĠÅŁ er", + "ĠкиÑģ л", + "Ġки Ñģл", + "Ùģ ضÙĦ", + "ĠÐIJ ÑĦ", + "γ εν", + "γε ν", + "Ġdo stal", + "Ġdos tal", + "Ġdost al", + "ĠsaÄŁ lıklı", + "ĠsaÄŁlık lı", + "家 æĹı", + "ÄIJ T", + "е ÑĢин", + "еÑĢ ин", + "еÑĢи н", + "ĠìĿ´ëŁ¬ íķľ", + "Ġdüny ada", + "Ġdünya da", + "Ġnh ắc", + "Âł ÂłĊ", + "³³ Ċ", + "ν ηÏĥη", + "νη Ïĥη", + "γÏģα μμα", + "Ġtak son", + "ĠTürk çe", + "ĠÙģراÙĨ سÙĩ", + "天 åłĤ", + "æº ¶", + "Ġ oto", + "Ġo to", + "Ġot o", + "èµ µ", + "ch yb", + "chy b", + "Ġ å¾Ĵ", + "Ġå¾ Ĵ", + "ÏĦ Ïį", + "áh nout", + "à¥į पर", + "à¥įप र", + "Ġv las", + "Ġvl as", + "Ġíļ¨ ê³¼", + "Ġt hang", + "Ġth ang", + "Ġthan g", + "Ġtha ng", + "Ġol masına", + "Ġolm asına", + "Ġolması na", + "ĠпоÑĢÑĥÑĪ еннÑı", + "Ġqu ỹ", + "ĠíĿ IJ", + "ĠìĪ ¨", + "Ġ ë²Ī째", + "Ġë²Ī 째", + "ẹ n", + "Ġз год", + "Ġзг од", + "Ġ تز", + "Ġت ز", + "Ġاخ تص", + "Ġاخت ص", + "ĠзÑĥÑģÑĤ ÑĢÑĸ", + "Ġt ặng", + "ῶ ν", + "Ġ ì½ľ", + "Ġì½ ľ", + "ов аниÑħ", + "ова ниÑħ", + "овани Ñħ", + "ован иÑħ", + "âĢĮ شد", + "âĢĮØ´ د", + "Ġa raya", + "Ġar aya", + "Ġara ya", + "Ġaray a", + "r ové", + "ro vé", + "rov é", + "Ġاخ تÙĦ", + "Ġاخت ÙĦ", + "ли вий", + "лив ий", + "Ġات ØŃاد", + "Ġak ÅŁam", + "ĠÚ©ÙĦ اس", + "ãĤ¢ ãĥĥãĥĹ", + "Ġz ih", + "Ġzi h", + "å ĩĮ", + "åĩ Į", + "å±± å¸Ĥ", + "Ġçev res", + "Ġçevr es", + "Ġçevre s", + "Ġог ÑĢом", + "ĠØ¢ دÙħ", + "ĠtÄĽ lo", + "ĠtÄĽl o", + "ï¼Į æľ¬", + "ĠÚĺاÙĨ ÙĪÛĮÙĩ", + "Ġkr aje", + "Ġkra je", + "Ġkraj e", + "μ ία", + "μί α", + "èħ ¿", + "âĢŀ To", + "決 å®ļ", + "ì ĩ", + "Ġ éĴ", + "Ġé Ĵ", + "ĠΣ ÏĦα", + "ĠجÙħ ÙĩÙĪر", + "ĠGen ç", + "r ám", + "rá m", + "ĠÐł ез", + "ĠÐłÐµ з", + "Ġvyt vá", + "ĠпÑĢоизвод ÑģÑĤва", + "ĠÙħ Ø°Ùĩ", + "ĠÙħØ° Ùĩ", + "Ġihtiy ac", + "ãĤ¯ ãĤ»", + "Ġn êu", + "å¾ ³", + "Ġ ëĵĿ", + "Ġëĵ Ŀ", + "н аÑĩе", + "на Ñĩе", + "наÑĩ е", + "ĠÏĥÏħ μμε", + "ÏĨ Ïīν", + "в авÑģÑı", + "ва вÑģÑı", + "вав ÑģÑı", + "Ġви ÑĤами", + "ĠвиÑĤ ами", + "Ìģ t", + "Ġfinan ÄįnÃŃ", + "åıĬ åħ¶", + "âĢ ħ", + "çĭ ¼", + "ัà¸ļ à¸ķ", + "ãģĽ ãĤĭ", + "ÎĻÎļ ÎŁ", + "λ λι", + "λλ ι", + "ÑĤ оÑİ", + "ÑĤо Ñİ", + "ا عÙĬØ©", + "اع ÙĬØ©", + "اعÙĬ Ø©", + "vÃŃ ce", + "vÃŃc e", + "о нÑĸв", + "он Ñĸв", + "онÑĸ в", + "ì£ Ħ", + "å» ł", + "ĠØ´ÙĬ Ø¡", + "ĠТ ем", + "ĠТе м", + "Ġاب زار", + "ĠTH PT", + "γ γÏģαÏĨ", + "ĠëĮĢ íķ´ìĦľ", + "ĠëĮĢíķ´ ìĦľ", + "ĠPh ạm", + "ÑĨион ной", + "| /", + "Ġ ãĤ¸ãĥ£", + "ĠãĤ¸ ãĥ£", + "ÑĮ ÑİÑĤ", + "ÑĮÑİ ÑĤ", + "Ñĥ зÑĭ", + "Ñĥз Ñĭ", + "ĠÙħ اد", + "ĠÙħا د", + "ĠmÄĽ ly", + "ĠmÄĽl y", + "Ġ çĪ±", + "ĠçĪ ±", + "Ġr ád", + "Ġrá d", + "à¸Ħว à¸ļà¸Ħ", + "à¥Ī ?", + "Ġl idi", + "Ġli di", + "Ġlid i", + "m amız", + "mam ız", + "Ġ à¹ģà¸ģ", + "Ġà¹ģ à¸ģ", + "ãĤ¯ ãĤ·ãĥ§ãĥ³", + "à¸Ńำ à¸Ļวย", + "es át", + "Ġv iêm", + "Ġvi êm", + "è¡Į åĬ¨", + "มาà¸ģ à¸ģว", + "ĠØ®ÙĪ اب", + "Ġser best", + "ÅĻÃŃ z", + "ĠíĺĦ ëĮĢ", + "ãĢĮ ãģĿãģĨ", + "çĤ ¸", + "om ik", + "omi k", + "ĠÄ° ran", + "Ġer iÅŁ", + "ĠÑģ ела", + "ĠÑģел а", + "Ġار زÛĮ", + "Ġارز ÛĮ", + "ãĥĪ ãĥª", + "ĠB ÄĽ", + "е кÑĥ", + "ек Ñĥ", + "Ч ÑĤобÑĭ", + "ЧÑĤо бÑĭ", + "Ġanlam da", + "Îij Îĺ", + "ĠLINE AR", + "ĠLIN EAR", + "æľī çĤ¹", + "ÑĤ аÑĢ", + "ÑĤа ÑĢ", + "it ler", + "itle r", + "Ġn ÃŃž", + "ĠnÃŃ Å¾", + "ĠС ÑģÑĭлки", + "å ¶", + "Ġв пол", + "Ġвп ол", + "ĠدÙĤÛĮ ÙĤÙĩ", + "ĠدÙĤÛĮÙĤ Ùĩ", + "Ġ ä½ĵ", + "ر Ùī", + "ëĶ °", + "Ġà¤ķ व", + "Ġж иÑĢ", + "æij Ĩ", + "Ġì¤ij ìĭ¬", + "Ġк Ñĥб", + "ĠкÑĥ б", + "Ġz lep", + "ĠÑĢÑĭ б", + "é³ ´", + "à¹ģà¸ľ à¸Ļ", + "Ġ íĢ", + "Ġí Ģ", + "ĠÐĿ еÑĤ", + "ĠÐĿе ÑĤ", + "ž itÄĽ", + "žit ÄĽ", + "ži tÄĽ", + "Ġb Äĥng", + "ĠH ava", + "ĠHa va", + "ĠHav a", + "Ġ모 ëį¸", + "ĠH ãy", + "ĠìĿ´ ê²ĥ", + "Ġìĥģ ìĦ¸", + "me miÅŁ", + "mem iÅŁ", + "ĠθÎŃ Ïĥη", + "ण न", + "ĠskuteÄį nÄĽ", + "ĠTarih i", + "Ġtext u", + "Ġtex tu", + "ï¼Į éĢĻ", + "ĠاÛĮÙĨتر ÙĨتÛĮ", + "ĠÙ¾ اد", + "Ġپا د", + "ิà¸Ļ à¸ģาร", + "ĠNg á»įc", + "ĠÑĢоб иÑĤи", + "íĸĪ ê³ł", + "Ġम ण", + "ÐĽ Ðĺ", + "Ġпо ÑĤеÑĢ", + "ĠпоÑĤ еÑĢ", + "Ñģ ом", + "Ñģо м", + "ĠاÙĪ ÙĦÛĮÙĩ", + "ĠاÙĪÙĦ ÛĮÙĩ", + "éĽ ij", + "ĠGi á", + "Ġk anal", + "Ġkan al", + "Ġka nal", + "Ġavant aj", + "Ġavan taj", + "Ġr yb", + "Ġry b", + "Ø® تÙĩ", + "خت Ùĩ", + "ĠÙĪ رÙĪد", + "ĠÙĪر ÙĪد", + "ÐĴ ÑĤ", + "Ïī Ïĥε", + "기 ë¡ľ", + "ĠÐĽ Ñĸ", + "Ġt ảng", + "Ġtả ng", + "Ġص ÙĦÙī", + "ĠÑĥ лÑĭ", + "ĠÑĥл Ñĭ", + "Ġcu á»ijn", + "ĠÐIJ нг", + "ĠÐIJн г", + "Ġد اÙĪ", + "ĠÑĪлÑıÑħ ом", + "ĠÄįlovÄĽk a", + "ĠÄįlovÄĽ ka", + "d ete", + "de te", + "det e", + "ÑĬ ем", + "à¹Į à¹ĥà¸Ļ", + "à¤ķ न", + "åĪ ¤æĸŃ", + "åĪ¤ æĸŃ", + "ĸ ìĹIJ", + "ÏĦ ÏīÏĥη", + "ÏĦÏī Ïĥη", + "ĠÙģÙĨ اÙĪرÛĮ", + "ĠyaÅŁ ında", + "ĠÏĥÏĩ ÎŃ", + "Ġ yı", + "Ġy ı", + "Ġp ÅĻen", + "ĠpÅĻ en", + "ĠpÅĻe n", + "ĠÑĦоÑĢм ÑĥваннÑı", + "ĠÑĦоÑĢмÑĥ ваннÑı", + "ü mÃ¼ÅŁ", + "üm Ã¼ÅŁ", + "ümü ÅŁ", + "Ġ δο", + "Ġδ ο", + "ımız ın", + "ımızı n", + "Ġ é¢Ħ", + "Ġé¢ Ħ", + "оÑģÑĤ ÑĮÑİ", + "оÑģÑĤÑĮ Ñİ", + "ĠоÑĤкÑĢÑĭ ÑĤ", + "Ġأغ سطس", + "ĠA sp", + "ĠAs p", + "ĠÑĥ зн", + "ĠÑĥз н", + "ĠÙĪ است", + "ĠÙĪا ست", + "ĠÙĪاس ت", + "e lerle", + "eler le", + "èķ ī", + "Ġت Ú©ÙĨ", + "Ġتک ÙĨ", + "Ñĥ мÑĥ", + "Ñĥм Ñĥ", + "à¹Į à¸ĭ", + "ाद न", + "ĠâĢĭ âĢĭâĢĭ", + "ĠâĢĭâĢĭ âĢĭ", + "Ġa lıyor", + "Ġal ıyor", + "Ġî ¡", + "Ùħ دة", + "Ùħد Ø©", + "Ġ Ïĥει", + "ĠÏĥ ει", + "ĠÏĥε ι", + "Ġ è¿Ļ", + "Ġè¿ Ļ", + "ĠÅŀ ehir", + "ен ÑĤами", + "енÑĤ ами", + "енÑĤа ми", + "ãĤ¿ ãĥ«", + "ห าย", + "หา ย", + "ай ÑĤ", + "Ġh arc", + "Ġhar c", + "Ġha rc", + "ãĢĤ ãģĬ", + "Ġتأ Ø«ÛĮر", + "า à¸Ĭà¸Ļ", + "าà¸Ĭ à¸Ļ", + "Ġth áºŃm", + "Ġ æ¿", + "Ġæ ¿", + "Ġm Å©i", + "Ġprv nÃŃm", + "ĠprvnÃŃ m", + "Ġбаг аÑĤÑĮ", + "ĠбагаÑĤ ÑĮ", + "ãģķãĤī ãģ«", + "b iên", + "bi ên", + "åºĶ å½ĵ", + "ìĿ´ ë²Ħ", + "Ġpou žÃŃt", + "ĠpoužÃŃ t", + "Ġokam ž", + "e sin", + "es in", + "esi n", + "v ÄĽl", + "vÄĽ l", + "Ġ ضÙĪ", + "Ġض ÙĪ", + "è» Ł", + "- з", + "à¥Ī त", + "è¨Ī ç®Ĺ", + "r abilir", + "ra bilir", + "rab ilir", + "ĠÐłÐ¾Ñģ ÑĸÑĹ", + "Ġpla tÃŃ", + "Ġplat ÃŃ", + "Ġdosp ÄĽl", + "Ġر ضا", + "Ġرض ا", + "Ġn ového", + "Ġnov ého", + "Ġnové ho", + "Ġна ÑĨионалÑĮ", + "ĠÐIJ б", + "ãģĮ ãģĤãģ£ãģŁ", + "Ġ ë¹Ī", + "Ġë¹ Ī", + "âĢĮ Ùħ", + "å±ŀ äºİ", + "Ġt ane", + "Ġta ne", + "Ġtan e", + "ÙĬ اÙĩ", + "ÙĬا Ùĩ", + "Ġ βο", + "Ġβ ο", + "Ġ ëĬ¥", + "ĠëĬ ¥", + "ãĥĩãĤ£ ãĥ¼ãĤ¹", + "Ġ Ø°Ùĥر", + "ĠØ° Ùĥر", + "Ġobvyk le", + "Ġbir inci", + "ĠاÙĦ زر", + "ĠاÙĦز ر", + "ìĿ´ ë¹Ħ", + "ĠØ¥ د", + "ĠE kon", + "ĠEk on", + "ÐŁ ол", + "ÐŁÐ¾ л", + "ĠвеÑĢ оÑıÑĤ", + "Ġyarar lan", + "Ġа ÑĢом", + "ĠаÑĢ ом", + "Ġ éĦ", + "Ġé Ħ", + "Ġ iddi", + "Ġid di", + "i Äįka", + "iÄį ka", + "struk ce", + "mÃ¼ÅŁ tür", + "Ïħ ÏĦÏĮ", + "ë¡ ±", + "Ġal maktadır", + "Ġalmak tadır", + "ени Ñıми", + "ениÑı ми", + "ียà¸Ļ ร", + "à¹ĩ à¸Ļว", + "à¹ĩà¸Ļ ว", + "и кÑĥ", + "ик Ñĥ", + "е нка", + "ен ка", + "âĢĻ yi", + "âĢĻy i", + "Ġpo hod", + "Ġpoh od", + "Ġ زر", + "Ġز ر", + "Ġx ấu", + "Ġ à¸łà¸²à¸©", + "Ġà¸ł าษ", + "Âł Ðŀ", + "Ġ δικ", + "Ġδ ικ", + "Ġδι κ", + "Ġназ ива", + "åıª èĥ½", + "大 éĩı", + "ĠÄij ế", + "Ġ 第äºĮ", + "Ġ第 äºĮ", + "ĠkiÅŁ ilerin", + "ĠkiÅŁi lerin", + "ĠkiÅŁiler in", + "Ġdob ré", + "Ġdobr é", + "é© ¾", + "Ġdůležit é", + "ë¡ ¤", + "μÎŃ Î½Î¿Ïħ", + "μÎŃν οÏħ", + "μÎŃνο Ïħ", + "Ġtr ú", + "Ġbiç im", + "Ġ ÐĿÐIJ", + "ĠÐĿ ÐIJ", + "Ġ å¾Į", + "Ġå¾ Į", + "Ġdu yg", + "Ġduy g", + "åŀ Ĥ", + "ÐĨ ÐĨ", + "Ġet meye", + "Ġetm eye", + "Ġetme ye", + "ĠÙĦب اس", + "Ġд вÑĸ", + "Ġдв Ñĸ", + "Ġ 긴", + "Ġê¸ ´", + "ÑĨ Ñĸйно", + "ÑĨÑĸй но", + "κ ÏĦή", + "ï½ Ŀ", + "ĠÑĦевÑĢа лÑı", + "å¯ «", + "Ġ 겨", + "Ġê² ¨", + "Ġyıl larda", + "Ġyıllar da", + "Ġз Ñĥп", + "Ġobchod nÃŃ", + "Ġاض اÙģÙĩ", + "в еÑĢж", + "веÑĢ ж", + "Ġ æłĩ", + "Ġæł ĩ", + "ج اج", + "جا ج", + "Ġر ÙĪسÛĮ", + "ĠرÙĪ سÛĮ", + "Ġstand art", + "Ġstan dart", + "é ru", + "ér u", + ") ìĿĦ", + "д екÑģ", + "де кÑģ", + "Ġ âĪļ", + "ĠâĪ ļ", + "ĠÄ°ngiliz ce", + "èĬ Ŀ", + "身 ä¸Ĭ", + "ØŁ ØŁ", + "Ġm ẽ", + "Îij ÎĶ", + "енÑģ ив", + "âĢĻ ta", + "âĢĻt a", + "à¹ī าà¸ģ", + "à¹īา à¸ģ", + "ÎŁÎĽ ÎŁÎĵ", + "ä»ĺ ãģij", + "Ġs Ãłng", + "ĠsÃłn g", + "Ġह à¤Ł", + "ÑĭÑĪ лен", + "ĠØ® طر", + "Ġخط ر", + "Ġнай ÑĤи", + "缸 ä¿¡", + "Ïī δ", + "ठĶ", + "Ġdo pad", + "Ġdop ad", + "à¹Ħà¸Ł ล", + "æ ģµ", + "æģ µ", + "í Ĥ¬", + "íĤ ¬", + "Ä±ÅŁ ma", + "ãģı ãĤĮãģŁ", + "ãģıãĤĮ ãģŁ", + "Ġnap rost", + "ĠÑģоÑģÑĤав е", + "Ġ ÙĪسط", + "ĠÙĪ سط", + "ĠÙĪس Ø·", + "๠ķ", + "éĸĭ çĻº", + "ĠдеÑĢ ева", + "ĠдеÑĢев а", + "- ÐĶ", + "à¸ĩ à¸Ĭ", + "ิà¸ķ ย", + "ĠاÙĦÙĤ اÙĨÙĪÙĨ", + "ãĤ¹ ãĤ«", + "l ÃŃž", + "lÃŃ Å¾", + "Ġан ализ", + "Ġproblém y", + "æĸĩ åѦ", + "çĹħ éĻ¢", + "Ñģ ед", + "Ñģе д", + "ï¼Į å°ı", + "Ġعش ÙĤ", + "ãģ° ãģĭãĤĬ", + "Ġع ÙĤد", + "ĠعÙĤ د", + "ØŃ ÙĬØ©", + "ØŃÙĬ Ø©", + "Ġë°Ķ ëŀįëĭĪëĭ¤", + "inc lu", + "incl u", + "Ġ ëĵľë¦½ëĭĪëĭ¤", + "Ġëĵľ 립ëĭĪëĭ¤", + "åį« çĶŁ", + "Ġвид Ñĥ", + "Ġви дÑĥ", + "ุ à¸ļาล", + "ุà¸ļ าล", + "ÑĢ ÑĥкÑĤ", + "ÑĢÑĥ кÑĤ", + "ÑĢÑĥк ÑĤ", + "ĠоÑģ вÑĸÑĤ", + "ĠоÑģвÑĸ ÑĤ", + "Ġvel ký", + "Ġvelk ý", + "Ġch tÄĽl", + "ĠchtÄĽ l", + "æīĵ å¼Ģ", + "Ġзакон одаÑĤелÑĮ", + "ан Ñģи", + "анÑģ и", + "ì¶ ĺ", + "ĠÙħر اج", + "åģľ æŃ¢", + "Ġво но", + "ìłķ ìĿ´", + "Ġroz sah", + "Ġrozs ah", + "Ġ æĻ´", + "ĠæĻ ´", + "Ġza jist", + "Ġzaj ist", + "Âł м", + "tı ģını", + "tıģ ını", + "Ġhizmet i", + ". Îij", + "ĠÙħعÙħÙĪÙĦ ا", + "Ġ ži", + "Ġž i", + "Ġg á»įn", + "èĮ Ĥ", + "Ġh uz", + "Ġhu z", + "ζ ει", + "ζε ι", + "à¥ī à¤Ł", + "Ġиз дел", + "ìŀ ĸ", + "ĠëĶ° 른", + "Ġk ia", + "Ġki a", + "Ġz nÄĽnÃŃ", + "Ġzn ÄĽnÃŃ", + "ĠоÑĢгани за", + "ĠоÑĢганиз а", + "از ات", + "Ġrež im", + "Ġв енÑĤи", + "b ách", + "Ġод номÑĥ", + "Ġодно мÑĥ", + "Ġодном Ñĥ", + "Ġkit ab", + "Ġki tab", + "Ġkita b", + "Ġfran couz", + "Ġfranc ouz", + "ĠØ£ ÙĦ", + "Ġس رÙĪ", + "Ġسر ÙĪ", + "Ùij ÙĦ", + "Ġ ман", + "Ġм ан", + "Ġма н", + "ë° į", + "Ġк Ñĥда", + "ĠкÑĥ да", + "Ùı س", + "ãĢĤ æѤ", + "ا شة", + "اش Ø©", + "à¸Ĥà¸Ńà¸ĩ à¸ľ", + "主 ä»»", + "ив ÑĪи", + "Ġà¸ģ รà¸ģ", + "Ġà¸ģร à¸ģ", + "ек Ñģи", + "екÑģ и", + "иÑĤ еÑĤ", + "иÑĤе ÑĤ", + "ĠØ£ ÙĦÙģ", + "ĠØ£ÙĦ Ùģ", + "а ними", + "ан ими", + "ани ми", + "ãĥļ ãĥ¼ãĤ¸", + "ĠпÑĢав ил", + "ĠпÑĢави л", + "åªĴ ä½ĵ", + "Ñİ Ñīее", + "ÑİÑī ее", + "ä¸Ģ 人", + "β ο", + "ìĭ ¸", + "о зна", + "оз на", + "å¤ī æĽ´", + "ĠÙħØ´ Ùĩد", + "æ³ķ 人", + "ĠBa kanı", + "ĠBak anı", + "ĠBakan ı", + "ĠÑħоÑĩ а", + "Ġα ξ", + "Ġver ilm", + "Ġveri lm", + "Ġk onus", + "Ġkon us", + "Ġkonu s", + "με νη", + "μεν η", + "Ġ 馬", + "Ġé ¦¬", + "Ġé¦ ¬", + "Ġìĭ¤ ìłľ", + "Ġjed no", + "Ġjedn o", + "Ġб аб", + "Ġба б", + "åĥ į", + "æĺ¯ ä¸Ģ个", + "æĺ¯ä¸Ģ 个", + "- е", + "ĠpÅĻek vap", + "à¸Ń à¸ŀ", + "ĠY ol", + "ĠYo l", + "ĠÑĥÑģÑĤан авлива", + "ê² ¼", + "Ġ 件", + "اÙĦ Ø´", + "Ġоб ÑĥÑĩ", + "åĺ Ľ", + "ĠÑħоÑĩ Ñĥ", + "ĠÐķ в", + "ÑĦ оÑĢÑĤ", + "ÑĦоÑĢ ÑĤ", + "Ġर न", + "âĢŀ V", + "èľ ľ", + "Ġd oma", + "Ġdo ma", + "Ġdom a", + "æĶ¯ æı´", + "Ġ اخت", + "Ġا خت", + "Ġاخ ت", + "å¾ ª", + "à¥Ĥ à¤ļन", + "à¥Ĥà¤ļ न", + "ा हन", + "ाह न", + "Ġ å¤ı", + "Ġå¤ ı", + "ĠاÙĦØ£ Ùħر", + "ĠاÙĦØ£Ùħ ر", + "ĠбеÑĢем енноÑģÑĤи", + "ĠTh á»±c", + "é£İ éĻ©", + "Ġül kemiz", + "Ġülk emiz", + "çķª åı·", + "ÑģÑĤ ÑĢе", + "ÑģÑĤÑĢ е", + "ÑĪ ло", + "ĠصاØŃ Ø¨", + "ι νε", + "ιν ε", + "ĠK ıs", + "ĠKı s", + "ĠPr ahy", + "ĠPra hy", + "æ¹ ¿", + "Ġv ým", + "Ġvý m", + "çĽ Ĵ", + "ÎŁ ÎĶ", + "ÎŁÎ Ķ", + "ãģł ãģª", + "ĠpÅĻÃŃ ležit", + "Ġìĸ¸ ìłľ", + "ĠÑĪвид ко", + "Ġsitu aci", + "åħĥ ç´ł", + "Ä°T ESÄ°", + "ĠV ak", + "ĠVa k", + "Ġner edeyse", + "i iii", + "ii ii", + "iii i", + "ÑĢа зд", + "ÑĢаз д", + "Ġп олиÑĤ", + "Ġпо лиÑĤ", + "Ġпол иÑĤ", + "Ġполи ÑĤ", + "Ġп огод", + "Ġпо год", + "Ġпог од", + "ĠпÑĢоÑĨеÑģ Ñģе", + "ĠпÑĢоÑĨеÑģÑģ е", + "Ġмен ÑĪе", + "äºĮ 人", + "ĠÙħÙĪ اط", + "Ġp ÅĻik", + "ĠpÅĻ ik", + "ĠpÅĻi k", + "è· ¡", + "Ġs erg", + "Ġse rg", + "Ġser g", + "ĠÑĢаÑģ ÑģÑĤоÑı", + "и Ñĩно", + "иÑĩ но", + "ĠÎĶ ÎĹÎľ", + "¨ Ø·", + "ص بØŃ", + "صب ØŃ", + "สะ à¸Ķวà¸ģ", + "د رÛĮ", + "در ÛĮ", + "k ům", + "ků m", + "ç§ģ ãģ¯", + "Ġt vor", + "Ġtv or", + "à¥įव व", + "Ġp ÅĻiv", + "ĠpÅĻ iv", + "ĠpÅĻi v", + "Ġ íı´", + "Ġíı ´", + "Ġst átu", + "Ġstát u", + "Ġed ilmiÅŁtir", + "Ġedilm iÅŁtir", + "Ġedil miÅŁtir", + "ĠedilmiÅŁ tir", + "ØŃ Ùħ", + "Ġб ÑĥÑħ", + "ĠбÑĥ Ñħ", + "สำ à¹Ģร", + "ĠتÙĪ ضÛĮ", + "ãģĿãĤĮ ãģ¯", + "Ġà¤ħव ध", + "é ŀĭ", + "éŀ ĭ", + "âĤ¬ Ċ", + "Ġ éº", + "Ġé º", + "ĠÄĮ es", + "Ġpop rvé", + "ï¼Į åĽł", + "Ġal mÄ±ÅŁ", + "Ġalm Ä±ÅŁ", + "l al", + "la l", + "ĠØ® ÙĪبÛĮ", + "ĠØ®ÙĪ بÛĮ", + "ĠØ®ÙĪب ÛĮ", + "Ġκ οÏģ", + "Ġκο Ïģ", + "ìļ´ ëıĻ", + "m ayın", + "may ın", + "mayı n", + "Ġak tif", + "Ġakt if", + "ĠاÙĨج ÙħÙĨ", + "ĠÑģ ÑĤак", + "ĠÑģÑĤ ак", + "ĠÑģÑĤа к", + "ĠÑģÑĤ аÑĢа", + "ĠÑģÑĤаÑĢ а", + "ĠÑģÑĤа ÑĢа", + "ÙĦ ÙģØ©", + "ÙĦÙģ Ø©", + "Ġparç ası", + "ĠкоÑĢп ÑĥÑģ", + "ãĢģ é«ĺ", + "! ..", + "!. .", + "ĠÎł ÎijÎĿ", + "ĠÙĩÙĨ ÙĪز", + "ion álnÃŃ", + "Ġprá vnÃŃ", + "Ġpráv nÃŃ", + " Ŀ", + "Ġت ÛĮر", + "ĠتÛĮ ر", + "Ġ åŁİ", + "ĠåŁ İ", + "Ġзг ад", + "Ġsaldır ı", + "æŁ¥çľĭ æijĺè¦ģ", + "é« ª", + "Ùģ صÙĦ", + "ãģĻ ãģ¹ãģ¦", + "е во", + "ев о", + "ê´Ģ리 ìŀIJ", + "Ġìĺ Ĩ", + "udic ots", + "ÙĪر ÙĨ", + "Ġcel kem", + "ãĤ¤ ãĤº", + "ìĬ¤ ê°Ģ", + "販 売", + "ĠíĮĮìĿ¼ 첨ë¶Ģ", + "ë ¢°", + "Ġe nergie", + "Ġenerg ie", + "Ġener gie", + "es idir", + "esi dir", + "Ġm iá»ĩng", + "éĻ ·", + "Ġг аÑĢа", + "ĠгаÑĢ а", + "Ġb iliyor", + "Ġbil iyor", + "çį² å¾Ĺ", + "еÑĤ еÑĢб", + "à¹Īา à¹Ģà¸Ľ", + "Ġμα ζί", + "Ġzprac ovánÃŃ", + "Ñģ м", + "Ġh ala", + "Ġha la", + "Ġhal a", + "Ġز ÙĪج", + "ĠвÑĸд нов", + "à¹Ģหม าะ", + "ĠÐłÐµÑģп Ñĥбли", + "åĩºåĵģ èĢħ", + "Ñī ини", + "Ñīи ни", + "Ñīин и", + "ัà¸Ļ à¹Ģà¸Ľ", + "Ġtý den", + "Ġtýd en", + "Ġب ÙĬت", + "ĠبÙĬ ت", + "Ñģ комÑĥ", + "Ñģк омÑĥ", + "Ñģком Ñĥ", + "Ñģко мÑĥ", + "ĠÙĩÙĪ اپÛĮÙħ", + "оÑģ нов", + "é¸ Ł", + "Ġsou krom", + "Ġfa iz", + "Ġdem ok", + "Ġdemo k", + "Ġkter ém", + "Ġkteré m", + "Ġëħ ¹", + "л аÑĩ", + "ла Ñĩ", + "ĠоÑĤвеÑĤ ÑģÑĤвен", + "Ġ ï¼¼:", + "Ġï¼¼ :", + "Ġ λο", + "Ġλ ο", + "ÄĮ esk", + "ê°Ģ ìļĶ", + "Ġ ãĥĬ", + "Ġãĥ Ĭ", + "Ġnhu áºŃn", + "ĠÑģ или", + "ĠÑģи ли", + "ĠÑģил и", + "ĠÐľ он", + "Ġç ap", + "Ġça p", + "ĠRow Box", + "Ġм аÑģÑĤ", + "ĠмаÑģ ÑĤ", + "Ġма ÑģÑĤ", + "ĠÐľ а", + "ĠдÑĢÑĥг о", + "ĠдÑĢÑĥ го", + "ĠØ£ Ø´", + "ë°© ìĨ¡", + "ĠпÑĸд пиÑģ", + "èĩ ¨", + "åī ©", + "Ġh iá»ĥn", + "Ġhi á»ĥn", + "ĠÙĤر ارد", + "ĠÙĤرار د", + "ist rat", + "istr at", + "istra t", + "ÐŁ Ñĸд", + "ÏĦε Ïģα", + "ÏĦεÏģ α", + "Ġpoz dÄĽ", + "ĠbaÅŁ ta", + "夫 人", + "л ини", + "ли ни", + "лин и", + "Ġка ÑĩеÑģÑĤва", + "ĠкаÑĩе ÑģÑĤва", + "Ġkur tul", + "Ġ ì¢Į", + "Ġì¢ Į", + "ãģ«ãģĬ ãģijãĤĭ", + "åľ° åįĢ", + "ĠÑĩа Ñģом", + "ĠÑĩаÑģ ом", + "ìµľ ê³ł", + "Ġn gang", + "Ġng ang", + "Ġnga ng", + "ا Ùĩد", + "اÙĩ د", + "ĠШ ев", + "ĠpÅĻ itom", + "ĠpÅĻi tom", + "Ġch ấm", + "ĠÐľ еÑģÑĤо", + "ĠÑģовеÑĢÑĪ енно", + "ÃŃ cÃŃ", + "ÃŃc ÃŃ", + "Ń å·ŀ", + "åĪĽ æĸ°", + "äºĶ æľĪ", + "Ġا عÙħاÙĦ", + "Ġاع ÙħاÙĦ", + "Ġвозмож ноÑģÑĤи", + "Ġвозможно ÑģÑĤи", + "ĠпÑĢод овж", + "n ÄĽt", + "nÄĽ t", + "ĠÐĿа пÑĢимеÑĢ", + "ĠاÙĦ دÙħ", + "ĠاÙĦد Ùħ", + "Ġ à¹ģà¸ļà¸ļ", + "Ġà¹ģ à¸ļà¸ļ", + "çĶŁ çļĦ", + "ĠÑħ аÑĢÑĩ", + "ĠSon uç", + "Ġrůzn é", + "Ġrůz né", + "Ġ اذ", + "Ġا Ø°", + "ĠØ§Ø °", + "à¸ķ à¸Ńà¸ļ", + "P ÅĻed", + "PÅĻ ed", + "ĠдеÑĢев Ñıн", + "ë´ IJ", + "ĠëĬIJ ëĤ", + "جÙħ ÙĬع", + "ĠBöyle ce", + "èµ ı", + "Ġب سÙĬ", + "Ġبس ÙĬ", + "ĠÃĩ aÄŁ", + "Ġت اÛĮ", + "Ġتا ÛĮ", + "Ġnej vyÅ¡Å¡ÃŃ", + "èĸ ©", + "Ïĩε δÏĮν", + "Ġëĵ± ìĿĺ", + "e yh", + "ey h", + "æĸĻ çIJĨ", + "ا تÙĩ", + "ات Ùĩ", + "æī «", + "Ġ å©", + "Ġå ©", + "ĠпÑĢи вед", + "ĠпÑĢив ед", + "æī ¶", + "Ġ 견", + "Ġê² ¬", + "Ġا ÙħÛĮر", + "ĠاÙħ ÛĮر", + "ाय ल", + "æ¡ ij", + "à¸Ļ à¹Ģà¸ķ", + "ила кÑĤи", + "家 ä¼Ļ", + "Ġbulun uyor", + "y sa", + "ys a", + " Ĩ", + "ĠB Ä°R", + "íĨ ¤", + "à¤Ĥà¤Ĺ à¤łà¤¨", + "ÎĶ εν", + "à¥Į à¤ķर", + "à¥Įà¤ķ र", + "éĸĵ ãģ«", + "Ġм об", + "Ġмо б", + "ĠMo rav", + "ĠMor av", + "è§Ħ åĪĴ", + "ĠÑģвÑĸÑĤ Ñĸ", + "ul ts", + "ult s", + "Ġze mÃŃ", + "Ġzem ÃŃ", + "Âł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "ÂłĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "ĠÐŁ оп", + "ĠÐŁÐ¾ п", + "ãģĤ ãģĴ", + "Ġpom oci", + "Ġpomoc i", + "ĠзмÑĸ ÑģÑĤ", + "Ġзм ÑĸÑģÑĤ", + "主 人", + "ĠS ı", + "ãĥĽ ãĥĨãĥ«", + "ĠÑĥва гÑĥ", + "å» ³", + "à¹Ģม à¸ķร", + "est li", + "Ġlo ạt", + "ãĤ¢ ãĥ¼", + "ĠÎĶ ε", + "Ġbun ları", + "Ġbunlar ı", + "Ġ çĤ¹åĩ»", + "ĠçĤ¹ åĩ»", + "Ġ BÃłi", + "ĠB Ãłi", + "ĠBÃł i", + "Ġ ä¸ĸ", + "Ġä¸ ĸ", + "Ġê³ł ê°ľë¥¼", + "ĠÐŃ ÑĤоÑĤ", + "ĠÐŃÑĤо ÑĤ", + "Ġmem nun", + "Ġ ।Ċ", + "Ġ। Ċ", + "ĠиÑģÑĤоÑĢ ии", + "Ġ ì°©", + "Ġì° ©", + "१ ९", + "१ॠ¯", + "ĠÐŀд нак", + "ĠÐŀдна к", + "Ġv ede", + "Ġve de", + "Ġved e", + "ÏĨ ÎŃÏģει", + "ÏĨÎŃ Ïģει", + "â b", + "çĬ¶ åĨµ", + "åįı è®®", + "Ġ ê°Ŀ", + "Ġê° Ŀ", + "е вид", + "ев ид", + "еви д", + "j mu", + "jm u", + "Ġколи ÑĩеÑģÑĤва", + "ĠколиÑĩ еÑģÑĤва", + "ĠколиÑĩе ÑģÑĤва", + "à Ľ", + "i Äįe", + "iÄį e", + "Ġfirm alar", + "Ġfir malar", + "Ġfirma lar", + "èĢ Ģ", + "к Ñĸн", + "кÑĸ н", + "ĠêµŃ 민", + "Ġ목 ë¡Ŀ", + "ĠÎļ αÏģ", + "ĠÎļα Ïģ", + "Ġhis sed", + "Ġhiss ed", + "ï¼ «", + "Ġ Tên", + "ĠT ên", + "ĠÑĤÑĭ ÑģÑıÑĩ", + "ØŃÙĬ ØŃ", + "Ġвпол не", + "ĠS ınıf", + "ĠSın ıf", + "Ġμ ην", + "Ġμη ν", + "Ġ íij¸", + "Ġí ij¸", + "ĠاÙĦ طبÙĬ", + "ĠاÙĦØ· بÙĬ", + "ĠاÙĦطب ÙĬ", + "ĠزÛĮ ب", + "Ġп Ñĥ", + "Ġp raž", + "Ġpr až", + "Ġpra ž", + "ìĹĨ ëĬĶ", + "θ ÏģÏī", + "Ġi çi", + "Ġiç i", + "Ġб Ñĸл", + "ĠбÑĸ л", + "Ðł Ñij", + "Ġì¶ķ 구", + "Ġl ạ", + "Ġ ãĥķãĤ¡", + "Ġãĥķ ãĤ¡", + "Ġ èĸ", + "Ġè ĸ", + "μα ÏĦο", + "éĩij å±ŀ", + "á li", + "ál i", + "ĠÙģ Ø£", + "ĠKar lov", + "ĠKarl ov", + "ĠZ áp", + "ĠZá p", + "ãĥª ãĥ³ãĤ°", + "ãĥªãĥ³ ãĤ°", + "ab ilmek", + "abil mek", + "ĠС и", + "Ġc ÃŃrk", + "ĠcÃŃ rk", + "Ġk á»ĭp", + "Ġà¤ij नल", + "ĠÙĪ ØŃدة", + "ĠÙĪØŃ Ø¯Ø©", + "ãĥĭ ãĥĥãĤ¯", + "Ġn Æ°á»Ľng", + "Ġа кÑĤÑĥ", + "Ġак ÑĤÑĥ", + "ĠакÑĤ Ñĥ", + "å¸Ŀ åĽ½", + "Ġn ázev", + "Ġnáz ev", + "ĠÑĢемон ÑĤ", + "ĠÑĢ инкÑĥ", + "ĠÏĢ άνÏī", + "ĠÏĢά νÏī", + "ÏĦ ικο", + "ÏĦικ ο", + "ÏĦι κο", + "ĠìĤ¼ ìĦ±", + "ĠÑģимпÑĤом Ñĭ", + "ĠÑĢа нÑĸÑĪе", + "ĠJ á", + "ĠÑģÑĩиÑĤа еÑĤÑģÑı", + "ĠÑģÑĩиÑĤ аеÑĤÑģÑı", + "Ġп оÑĢÑĸв", + "Ġпо ÑĢÑĸв", + "ĠпоÑĢ Ñĸв", + "ĠÐľ ал", + "ĠÐľÐ° л", + "éĿ¢ 积", + "ĠÙĦ غ", + "Ġج Ø´ÙĨ", + "Ġнед ели", + "Ġнедел и", + "Ġì¦Ŀ ê°Ģ", + "ãĨį ëıĻ", + "Ġl ượt", + "ĠÄIJ á»ĭnh", + "Ġ à¸Ńà¸Ńà¸Ļà¹Ħลà¸Ļ", + "Ġà¸Ń à¸Ńà¸Ļà¹Ħลà¸Ļ", + "Ġyap arak", + "Ġyapar ak", + "ĠÄij ai", + "ĠÄija i", + "Ġо ÑĦиÑĨи", + "Ġε μÏĢ", + "ξ ειÏĤ", + "ξει ÏĤ", + "Ġкон ÑĦеÑĢен", + "Ġ arası", + "Ġa rası", + "Ġar ası", + "Ġaras ı", + "Ġara sı", + "à¸ķ า", + "Ġ ë´IJ", + "Ġë´ IJ", + "о вана", + "ов ана", + "ова на", + "ован а", + "ì§Ģ ê°Ģ", + "ĠV ám", + "ि à¤ľà¤¨", + "à¤¿à¤ľ न", + "Ġ ç¼ĸè¾ij", + "Ġç¼ĸ è¾ij", + "ζ ÏĮ", + "ĠÏĦ ÏģÏĮ", + "Ġücret siz", + "ĠکاÙħ ÙĦا", + "ĠکاÙħÙĦ ا", + ": ::/", + ":: :/", + "::: /", + "à¹Į ĊĊ", + "à¹ĮĊ Ċ", + "Ġéĸ¢ éĢ£", + "Ġ kara", + "Ġk ara", + "Ġka ra", + "Ġkar a", + "Ġбез пеки", + "ĠzmÄĽ ny", + "ĠzmÄĽn y", + "Ġê¿ Ī", + "v rd", + "vr d", + "li ÄŁine", + "liÄŁi ne", + "liÄŁ ine", + "liÄŁin e", + "ĠاÙĨتخاب ات", + "ĠдоÑģ вÑĸд", + "Ġkter ého", + "Ġkteré ho", + "ен ÑĤом", + "енÑĤ ом", + "ê³µ ë¶Ģ", + "ìł Ŀ", + "Ġë§Į 족", + "Ġ æij", + "Ġæ ij", + "åĩº åı£", + "建 è®®", + "о ÑĤÑı", + "оÑĤ Ñı", + "Ġ Òij", + "ĠÒ ij", + "íĶĦ ë¡ľ", + "Ġg ió", + "Ġgi ó", + "ãĤ· ãĤ§", + "Ġλ εÏĢ", + "íķĺ 볤", + "Ġyok sa", + "Ġist ih", + "ï¼ ¶", + "ĠاÙĦ عÙħ", + "ĠاÙĦع Ùħ", + "Ġکار گرد", + "à¹Ģà¸ŀ ราะ", + "Ġn ových", + "Ġnov ých", + "Ġnový ch", + "ĠÑģ на", + "Ġs ana", + "Ġsa na", + "Ġsan a", + "व त", + "Ä±ÅŁ man", + "Ä±ÅŁma n", + "åı¦ å¤ĸ", + "ì¶ľìŀ¥ ìĥµ", + "å© ¦", + "ĠкоÑĪ ÑĤÑĸв", + "ĠÙĪاÙĦ ÙĨ", + "Ġب اÙĦØ¥", + "ĠباÙĦ Ø¥", + "Ġ æĬĢ", + "ĠæĬ Ģ", + "Ġмн оже", + "à¥Ĥ ड", + "ĠC ục", + "Ġe vet", + "Ġev et", + "Ġeve t", + "èģĶ åIJĪ", + "Ġ³³Ġ³³ Ġ³³Ġ³³", + "çļĦ å¿ĥ", + "Ġd áng", + "Ġdá ng", + "Ġdán g", + "اÛĮ سÙĩ", + "Ġ erken", + "Ġer ken", + "Ġerk en", + "æ³ ¡", + "ائ ب", + "Ġyap ıldı", + "Ġyapıl dı", + "ĠQu ản", + "æŶ 代", + "ìĽ ¨ìĸ´", + "ìĽ¨ ìĸ´", + "Ġг ÑĸÑĢ", + "ok oj", + "oko j", + "Ùĥ رة", + "Ùĥر Ø©", + "Ñİ Ðº", + "Ġvý j", + "Ġhod iny", + "Ġhodin y", + "Ġелек ÑĤÑĢон", + "m ıyor", + "ĠìŀĪ ëĭ¤ëĬĶ", + "ĠìŀĪëĭ¤ ëĬĶ", + "à¹ī à¹ī", + "иÑĤелÑĮ ное", + "иÑĤелÑĮно е", + "Ġyıl lar", + "Äı te", + "ĠÄįin nost", + "ุà¸ĵ à¸łà¸²à¸ŀ", + "í ĵ¨", + "н г", + "ู รà¸ĵ", + "ูร à¸ĵ", + "ĠпоÑĢÑıд ке", + "Ġëĭ¹ ìĭľ", + "ĠÐľ оÑģков", + "ĠÐľÐ¾Ñģк ов", + "Ġk red", + "Ġkr ed", + "Ġkre d", + "u rum", + "ur um", + "uru m", + "Ġ ÑĤÑı", + "ĠÑĤ Ñı", + "Ú© ÙĨاÙĨ", + "Ú©ÙĨ اÙĨ", + "д ии", + "ди и", + "ÑĢи мÑĸн", + "ÑĢим Ñĸн", + "ĠоÑĢгани зм", + "ĠоÑĢганиз м", + "Ġ éĽĨ", + "ĠéĽ Ĩ", + "ι ÏĥÏĦο", + "ιÏĥ ÏĦο", + "ä¿¡ çĶ¨", + "åįģ åĽĽ", + "à¹Ī à¹ĥà¸Ĭ", + "ĠÑĥ вид", + "ĠÑĥв ид", + "ัà¸ĩ à¸ģล", + "ัà¸ĩà¸ģ ล", + "åı¦ ä¸Ģ", + "ãĥ« ãĥķ", + "ัà¸ļ à¸Ľà¸£", + "ĠÃľ st", + "説 æĺİ", + "в ай", + "ва й", + "а Ñĩе", + "аÑĩ е", + "æ¬ £", + "Ġkat ıl", + "Ġkatı l", + "ĠC em", + "ĠCe m", + "ĠاÙĦ جÙĩ", + "ĠاÙĦج Ùĩ", + "Ġг ÑĢÑĥз", + "ĠгÑĢÑĥ з", + "ĠгÑĢ Ñĥз", + "Ġза ÑģÑĤав", + "ĠзаÑģÑĤ ав", + "cı lar", + "ĠÑħоÑĤ ел", + "Ġs nÃŃm", + "Ġsn ÃŃm", + "ĠsnÃŃ m", + "ï¼Į 被", + "Ġ виÑī", + "Ġв иÑī", + "Ġви Ñī", + "Ġdem okrat", + "Ġdemok rat", + "à¥ĩ à¤Łà¤°", + "à¥ĩà¤Ł र", + "åij¨ å¹´", + "Ġod pad", + "Ġodp ad", + "Ġda ÅĪ", + "Ġ 代", + "à¹ĩ à¸Ļà¸Ń", + "à¹ĩà¸Ļ à¸Ń", + "ĠÑģк олÑĮко", + "Ġα ÏĨ", + "ĠpÅĻes vÄĽd", + "Ġ åĵģ", + "Ġåĵ ģ", + "ĠинÑĦоÑĢм аÑĨии", + "ĠинÑĦоÑĢма ÑĨии", + "çĽ Ĺ", + "ãģ¾ ãģ¨", + "ĠÑģам ов", + "ĠÑģамо в", + "Ġpo cit", + "Ġpoc it", + "Ġíݸ ì§ij", + "ĠÑģм еÑģÑĮ", + "Ġpo jiÅ¡tÄĽnÃŃ", + "ãģ® ãĤĤ", + "à¹Ī าà¸ģาร", + "à¹Īา à¸ģาร", + "à¹Īาà¸ģ าร", + "ĠÛĮ ÙĪÙĨ", + "Ġ기 ìĸµ", + "ick ými", + "ický mi", + "ickým i", + "a lace", + "al ace", + "ala ce", + "鼻 å½±", + "Ñİ Ð²Ð°Ð½Ð½Ñı", + "缸 åIJĮ", + "Ġ ãĢĥ", + "ĠãĢ ĥ", + "ĠдокÑĥм енÑĤÑĸв", + "ĠдокÑĥменÑĤ Ñĸв", + "ï¼ ¹", + "åĪ° åºķ", + "ó z", + "ĠAh met", + "ĠÙħس اØŃت", + "Ġhl avou", + "Ġhlav ou", + "ül ebilir", + "üle bilir", + "ãĢĤ ä½ł", + "à¹ĩà¸ģ à¸Ĭาย", + "¤ ¤", + "Ġ æĦı", + "ĠæĦ ı", + "Ġch áºŃm", + ". д", + "Ġ cca", + "Ġc ca", + "Ġcc a", + "Ġol umsuz", + " ŀ", + "çĬ ¬", + "ĠпоÑģÑĤоÑıн но", + "Ġ.************** Ċ", + "Ġا ستر", + "Ġاست ر", + "Ġاس تر", + "ĠдалÑĮ ней", + "ů r", + "ä¿Ŀ èŃ·", + "боÑĢ аÑĤоÑĢ", + "боÑĢа ÑĤоÑĢ", + "à ·", + "Ïĥ ÏĦαν", + "ÏĥÏĦ αν", + "ÏĥÏĦα ν", + "ĠÙģ ÙĬÙĦÙħ", + "ĠÙģÙĬ ÙĦÙħ", + "ç ek", + "çe k", + "ìŀIJ 기", + "Ġ æ¥Ń", + "Ġæ¥ Ń", + "н Ñĸп", + "нÑĸ п", + "èī ĩ", + "Ġm oci", + "Ġmo ci", + "Ġmoc i", + "ìľ µ", + "리 ê·¸", + "ĠÐļ о", + "éĤ£ éĩĮ", + "ĠС ÑĤаÑĢ", + "ĠСÑĤ аÑĢ", + "ĠСÑĤа ÑĢ", + "ĠتÙĪاÙĨ ÛĮد", + "Ġng uyá»ĩn", + "Ġnguy á»ĩn", + "Ġ สามารà¸ĸ", + "Ġส ามารà¸ĸ", + "Ñĸ Ñĩна", + "ÑĸÑĩ на", + "Ġ 被", + "Ġè¢ «", + "ุà¸ķสาห à¸ģรรม", + "Ġع صر", + "Ġعص ر", + "ĠÃľNÄ° VERS", + "Ġteh dy", + "ĠÙĪصÙĦ ات", + "ĠÙĪص ÙĦات", + "ä¿Ŀ è¯ģ", + "ĠE udicots", + "ĠÎł ÎŃ", + "建 è¨Ń", + "ĠìłĦ êµŃ", + "Ġ ØŃÛĮ", + "ĠØŃ ÛĮ", + "ãĤ¤ ãĥĦ", + "ĠØŃ Ø§ØµÙĦ", + "ĠجÙĨ ÙĪبÛĮ", + "ĠجÙĨÙĪب ÛĮ", + "ãĢģ æĹ¥æľ¬", + "à Ļ", + "Ġ à¸Ĺาà¸ĩ", + "Ġà¸Ĺ าà¸ĩ", + "ĠÙĨØŃ ÙĪ", + "اÙĩ ÙĬÙħ", + "å¾Į ãģ«", + "à¸Īะ à¹Ħà¸Ķ", + "åĩł 个", + "à¥ģ à¤ģ", + "à¥ģठģ", + "ëĮĢ ìĿĺ", + "Ġl Ãłn", + "ĠlÃł n", + "ìĽĶ ë¶ĢíĦ°", + "Æ ł", + "Ġ еди", + "Ġе ди", + "Ġs pis", + "Ġsp is", + "Ġspi s", + "æľī ä»Ģä¹Ī", + "Ġneb yla", + "Ġneby la", + "Ġnebyl a", + "Ġíķ´ ìĻ¸", + "ë¡ľ ë¶ĢíĦ°", + "аÑĢ Ñħ", + "l ili", + "li li", + "lil i", + "Ġíķĺ 루", + "ma ması", + "mam ası", + "Ñĩ аеÑĤ", + "Ñĩа еÑĤ", + "ĠØŃ Ø§ÙĦØ©", + "ĠØŃاÙĦ Ø©", + "ĠBöl üm", + "缸 éĹľ", + "ĠдÑĢÑĥг ими", + "ĠдÑĢÑĥгим и", + "çĽ£ çĿ£", + "à¥Ī à¤ľ", + "Ġعبد اÙĦÙĦÙĩ", + "ĠعبداÙĦ ÙĦÙĩ", + "Ġ è¿ŀ", + "Ġè¿ ŀ", + "ĠÐľ ин", + "ĠÐľÐ¸ н", + "Ġê¸ °ëĭ¤", + "Ġ기 ëĭ¤", + "Ġê³µ 격", + "è¡Į åĭķ", + "ा मà¤ķ", + "ाम à¤ķ", + "æ±Ĥ è´Ń", + "模 åŀĭ", + "Ñģ оÑĢ", + "Ñģо ÑĢ", + "r ane", + "ra ne", + "ran e", + "à¹ĩà¸Ī à¸ŀระ", + "ĠÙħس ÛĮر", + "è£ħ ç½®", + "ìķ ¤", + "nÄĽ jÅ¡ÃŃch", + "nÄĽjÅ¡ÃŃ ch", + "αλ ÏįÏĦε", + "ĠH akk", + "ĠHa kk", + "ĠHak k", + "访 éĹ®", + "ĠÑĤ еÑĩ", + "ĠÑĤе Ñĩ", + "ĠL á»ĭch", + "Ġدش ÙħÙĨ", + "Î Į", + "Ġ ÏĢε", + "ĠÏĢ ε", + "Ġза мов", + "Ġзам ов", + "Ġb irim", + "Ġbi rim", + "Ġbir im", + "Ġbiri m", + "ãĤ· ãĤ¹ãĥĨãĥł", + "ĠÏĢÏģο ÏĬ", + "Ĭ ìĿĢ", + "в иг", + "ви г", + "Ġëıħ ìĿ¼", + "ĠÑĢев олÑİ", + "Ġ é¦Ļ港", + "Ġé¦Ļ 港", + "Ġ lez", + "Ġl ez", + "Ġle z", + "ĠبÛĮ Ùħار", + "ĠبÛĮÙħ ار", + "Ġduy gu", + "Ġduyg u", + "Ġë Ľ°", + "Ġa macı", + "Ġam acı", + "Ġama cı", + "Ġamac ı", + "à¥įय प", + "ĠìŀIJ ìĦ¸", + "اÙĪ ÛĮر", + "اÙĪÛĮ ر", + "Ġs pole", + "Ġsp ole", + "Ġspo le", + "Ġspol e", + "Ãĸ L", + "Ġ جع", + "Ġج ع", + "ÙĦ ÛĮÙħ", + "ÙĦÛĮ Ùħ", + "ãģªãģ© ãģ®", + "à¸Ľà¸£à¸°à¸ª à¸ļ", + "ĠnaÅ¡ ich", + "ĠпÑĢедÑģÑĤав лÑıеÑĤ", + "Ġзд об", + "Ġo bou", + "Ġob ou", + "Ø® ÙĪاÙĨ", + "Ø®ÙĪ اÙĨ", + "ãĥ¬ ãĥĥãĥĪ", + "о дейÑģÑĤв", + "од ейÑģÑĤв", + "Ú© رÛĮ", + "کر ÛĮ", + "Ġات اÙĤ", + "ĠÑįкÑģп лÑĥаÑĤа", + "ï½ ¢", + "ĠÙĦÙĦ Ø¥", + "ĠاÙĦÙĨ ظاÙħ", + "ĠíĶĦ ëŀijìĬ¤", + "ıs ıt", + "ısı t", + "åŃ Ļ", + "Ġžád ný", + "ÙĤ Ùī", + "ัà¸ģ à¹Ģร", + "Ġë²ł ìĬ¤íĬ¸", + "Ġ ãĥ«", + "Ġãĥ «", + "åı Ķ", + "n ické", + "nic ké", + "nick é", + "Ġε ιÏĥ", + "Ġει Ïĥ", + "ãĥ« ãĥī", + "Ġدار Ùħ", + "Ġг ем", + "Ġге м", + "Ġ åѸ", + "ĠåŃ ¸", + "ान सà¤Ń", + "ानस à¤Ń", + "али зи", + "ализ и", + "ов анÑĸ", + "ова нÑĸ", + "ован Ñĸ", + "Ġо бо", + "Ġоб о", + "ìłĦ ìĹIJ", + "ĠS inh", + "ĠSi nh", + "ĠSin h", + "Ġ ÙĨع", + "ĠÙĨ ع", + "Ġоб лаÑģ", + "Ġобла Ñģ", + "Ġобл аÑģ", + "Ïħ ÏĢ", + "èĥ ¶", + "Ġaz alt", + "Ġazal t", + "åħ¨ éĿ¢", + "ĠK romÄĽ", + "ĠKro mÄĽ", + "ĠC z", + "æĬ¥ åIJį", + "Ġnásled ujÃŃcÃŃ", + "Ġна пÑĢиклад", + "ĠнапÑĢи клад", + "ãģª ãģijãĤĮãģ°", + "à¸Ń าย", + "çľĭ çľĭ", + "Ġà¸ģร à¸ģà¸İ", + "Ġà¸ģรà¸ģ à¸İ", + "ed nou", + "edn ou", + "ا زÙĦ", + "از ÙĦ", + "ãĢģ æľ¬", + "е Ñģи", + "еÑģ и", + "Ġta rz", + "Ġtar z", + "ãĢĢ ï¾Ĭ", + "Ġroz um", + "ãĤ« ãĥ¼ãĥī", + "ãĤ«ãĥ¼ ãĥī", + "Ġà¤ĩ à¤ķ", + "Ġpros tÄĽ", + "Ġprost ÄĽ", + "ĠÎĵ κ", + "ç© ´", + "ĠH ük", + "la vÃŃ", + "lav ÃŃ", + "ê ¿", + "é¸ ¡", + "Ġвозник аеÑĤ", + "Ġвозника еÑĤ", + "ÑŁ ÑŁÑŁ", + "ÑŁÑŁ ÑŁ", + "Ġпо нима", + "Ġпон има", + "ÐŁ Ðŀ", + "ãģĶãģĸ ãģĦãģ¾ãģĻ", + "ãģ ħ", + "Ġtr val", + "Ġдал еко", + "ĠÙĨ ÙĬز", + "ĠÙĨÙĬ ز", + "ĠвÑĭ Ñıв", + "ิà¸Ĺย า", + "ิà¸Ĺ ยา", + "Ġl á»Ĺ", + "Ġlá» Ĺ", + "à¹Ģ สà¸Ļ", + "à¹Ģส à¸Ļ", + "ĠÑģÑĤ енÑĭ", + "ĠÑģÑĤен Ñĭ", + "à¥įड ल", + "Ġjednotliv ých", + "ĠпÑĢиб лиз", + "i kat", + "ik at", + "ika t", + "Ġп одав", + "Ġпо дав", + "Ġпод ав", + "Ġпода в", + "ر ÛĮز", + "رÛĮ ز", + "ĠØ¢ÙĨ جا", + "社 æľĥ", + "Ġà¤ľà¤¨ वर", + "Ġa ile", + "Ġai le", + "Ġail e", + "ี à¸Ľ", + "Ġ èħ", + "Ġè ħ", + "ãģ§ ãģĹãĤĩãģĨ", + "С Ðŀ", + "ãĢģ ãĢĬ", + "ìĿ¼ 본", + "ov anou", + "ova nou", + "ovan ou", + "ν ÏĮ", + "å± ¥", + "ع ÙĦÙĤ", + "عÙĦ ÙĤ", + "Ġìī ½", + "Ġгли б", + "Ġê²ĥ ìŀħëĭĪëĭ¤", + "ĠнеобÑħодим оÑģÑĤи", + "ĠнеобÑħодимо ÑģÑĤи", + "Ġتخصص ÛĮ", + "ا سر", + "اس ر", + "ï¼Į 说", + "ĠÐĿ Ñĸ", + "Ġvy rob", + "ÑĪ ÑĥÑİ", + "ÑĪÑĥ Ñİ", + "æĪ¿ å±ĭ", + "Âł ÐĹ", + "à¹Ģ à¸ŀล", + "à¹Ģà¸ŀ ล", + "åĨħ éĥ¨", + "ĠدÙĦ ار", + "Ġп ÑĤи", + "Å¡ ti", + "Å¡t i", + "ĠaraÅŁtır ma", + "Ġзна ком", + "Ġε λλην", + "Ġ ấm", + "ÑĢ ак", + "ÑĢаРº", + "ÑĢа к", + "ãĤŃ ãĥ¥", + "Ġth áºŃn", + "èŃ ľ", + "ëªħ ìĿĺ", + "Ġy eter", + "Ġyet er", + "Ġye ter", + "Ġна Ñģлед", + "ĠнаÑģ лед", + "ĠÐļ ан", + "ĠÐļа н", + "ĠвÑĭ биÑĢа", + "ĠвÑĭб иÑĢа", + "ĠΣ Ïĩ", + "ĠÑĤеÑĢ мÑĸн", + "Ġ æ´»", + "Ġæ´ »", + "ĠاÙĦ تÙģ", + "ĠاÙĦت Ùģ", + "ĠJ apon", + "ĠJa pon", + "ĠJap on", + "éĤ ª", + "ë¶Ħ ìĦĿ", + "Ġли ÑĨо", + "ĠлиÑĨ о", + "Ġm ê", + "à¸Ħ วร", + "à¸Ħว ร", + "Ġà¤ħ à¤Ĺल", + "Ġà¤ħà¤Ĺ ल", + "ĠÙĩ ج", + "룬 ìļ´", + "Ġвой нÑĭ", + "اÙĪر زÛĮ", + "ĠÑģп ÑĢÑı", + "çĦ ¼", + "è¢ ĸ", + "Ġiç eren", + "Ġiçer en", + "Ġëħ¸ ëŀĺ", + "ĠЧеÑĢ ез", + "ÙĪج ÙĪد", + "Ñı ÑĤие", + "ÑıÑĤ ие", + "ÑıÑĤи е", + "à¸Ńลล าร", + "è ·¨", + "è· ¨", + "ĠM illi", + "ĠMill i", + "ĠMil li", + "ĠMi lli", + "件 äºĭ", + "Ġ æľĿ", + "βολ ή", + "βο λή", + "Ġ ков", + "Ġк ов", + "Ġко в", + "ĠØ´Ùĩ ÛĮد", + "ä¸ĭ åİ»", + "Ġìłķ ìĭł", + "оÑĩ кÑĥ", + "ï¼Į 便", + "γ κε", + "γκ ε", + "ĠÙħ باش", + "ĠÙħب اش", + "Ġay ında", + "Ġ ä»»", + "ÑģÑĤоÑĢ ÑĸÑı", + "ä¸Ń åѦ", + "ç¸ ®", + "ĠÑĦ Ñĸл", + "ãĢģ ãĤĦ", + "Ġ æĺ¥", + "Ġæĺ ¥", + "Ġter ör", + "Ġповин ен", + "Ġmilion ů", + "ĠÙģ ارس", + "ĠÙģار س", + "Ġв вод", + "Ġвв од", + "Ø· اÙĦ", + "Ġê¶ģ ê¸Ī", + "Ġuk áz", + "çĶ ľ", + "æļ Ĥ", + "ص ت", + "Ðļ огда", + "Ġम ल", + "ά να", + "άν α", + "Ġдок ÑĤоÑĢ", + "Ġком мÑĥ", + "ĠпÑĸд Ñģ", + "Ġà¸ģรà¸ģà¸İ าà¸Ħม", + "Âł г", + "Ġö ne", + "Ġön e", + "ĠÄIJ á»ģ", + "ĠÄIJá» ģ", + "äºĭ åĭĻ", + "Ġs rov", + "Ġsr ov", + "Ġ άν", + "Ġά ν", + "ëıĦ ê°Ģ", + "acaÄŁ ım", + "acaģı m", + "к ол", + "ко л", + "Ġb á»ĵi", + "Ġپرد از", + "Ġ ä¸ļ", + "Ġä¸ ļ", + "ëĭ¤ ìļ´", + "Ġп ÑĢедел", + "ĠпÑĢед ел", + "ĠпÑĢе дел", + "ĠÑĦедеÑĢа лÑĮ", + "ĠاÙĦ Ø£Ùĥ", + "ĠاÙĦØ£ Ùĥ", + "ãĢĢ ãĢĢãĢĢãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢĠãĢĢ ĠãĢĢ", + "Ġtr ấn", + "Ġд лин", + "Ġдли н", + "ĠÑĸ мп", + "ĠÑĸм п", + "ĠsmÄĽ rem", + "° ëĭ¤", + "Ġr ừng", + "ici álnÃŃ", + "è¡ Ĩ", + "μ ιο", + "μι ο", + "Ġاد ارÙĩ", + "ĠÑĤ ÑĢÑĮ", + "ĠÑĤÑĢ ÑĮ", + "ĠÄ° li", + "ĠÄ°l i", + "มà¸Ļ à¸ķร", + "à¥įव à¤ļ", + "е ÑĢо", + "еÑĢ о", + "ĠK UR", + "sk ými", + "ský mi", + "ským i", + "δ ί", + "u tin", + "ut in", + "uti n", + "Ġver iler", + "Ġveri ler", + "สà¸ĸาà¸Ļ à¸Ĺ", + "ĠзаÑħод Ñĸв", + "ĠÙģرÙĪد گاÙĩ", + "Ġ çĶ±", + "ู à¹ģล", + "éĥ ij", + "ĠJ ako", + "ĠJa ko", + "ĠJak o", + "ĠÑĢазвиÑĤи е", + "ĠÑĢазви ÑĤие", + "à¤ī न", + "ÙĬ دا", + "ÙĬد ا", + "Ġà¸ŀ à¸¤à¸©à¸łà¸²à¸Ħม", + "물 ìĿĦ", + "ë łĢ", + "ëł Ģ", + "- ÐĽ", + "ãĢĤ ãģĤ", + "Ġпод в", + "ï¼ī ï¼ļ", + "论 åĿĽ", + "ائ ع", + "ãĤĴ ãģĻãĤĭ", + "ĠØ£ ص", + "Ñĩ ики", + "Ñĩи ки", + "Ñĩик и", + "ĠÑģÑĤ ил", + "ley ici", + "Ñģ илÑĮ", + "Ñģи лÑĮ", + "Ġbulun du", + "ĠÑģеÑĢед ови", + "à¤Ĥ र", + "ĠاÛĮÙĨ جا", + "åľŃ åľŃ", + "ĠmyÅ¡ len", + "ĠÑĢозвиÑĤ ок", + "Ġiy ileÅŁ", + "Ġiyi leÅŁ", + "Ġв Ñĸз", + "ĠвÑĸ з", + "ëĤĺ 무", + "æĦı è§ģ", + "ι ÏĥÏĦη", + "ιÏĥ ÏĦη", + "ãĥĥ ãĥĦ", + "äºĭ æķħ", + "m adıģı", + "ma dıģı", + "mad ıģı", + "madı ģı", + "Ġà¤ħ पर", + "Ġà¤ħप र", + "ĠÚĨ رخ", + "Ġп лав", + "Ġпл ав", + "Ġпла в", + "以 æĿ¥", + "Ġë© Ģ", + "T uy", + "Tu y", + "ãĥ¼ ãĥį", + "ãĥ¼ãĥ į", + "Ġиз ÑĥÑĩ", + "ĠstÅĻed nÃŃ", + "课 ç¨ĭ", + "Ġê·¸ëħĢ ëĬĶ", + "ĠдоговоÑĢ Ñĥ", + "Ġдогов оÑĢÑĥ", + "ĠÄij á»ĭch", + "ĠÄijá»ĭ ch", + "Ġkar arı", + "Ġkarar ı", + "Ġkara rı", + "åIJ ´", + "Ùĥ اÙħ", + "ĠпоÑĤ ол", + "в ок", + "во к", + "ĠD üz", + "Τ α", + "å µ", + "âĢĻ na", + "âĢĻn a", + "а дж", + "ад ж", + "ĠdÅĻÃŃ ve", + "æ¢ ¨", + "ĠAv ust", + "åĬĽ ãĤĴ", + "à¹Ģ à¸ģล", + "à¹Ģà¸ģ ล", + "Ġпоб ед", + "Ġп ÑĢиÑĩ", + "ĠпÑĢ иÑĩ", + "ĠпÑĢи Ñĩ", + "ĠÐij Ñĸ", + "åŃ ¤", + "ĠÐł ег", + "ĠÐłÐµ г", + "Ġyet iÅŁ", + "Ġн еÑİ", + "Ġне Ñİ", + "Ġb ÃŃl", + "ĠbÃŃ l", + "ìĹĨ ìĿĮ", + "ĠÄ° talya", + "ÐĴ Ñģе", + "å¾Į ãģ®", + "Ġje jÃŃm", + "Ġjej ÃŃm", + "ĠjejÃŃ m", + "ĠвиглÑı дÑĸ", + "о гÑĢад", + "ог ÑĢад", + "огÑĢа д", + "Ġbo hat", + "Ġboh at", + "Ġ åħĭ", + "Ġåħ ĭ", + "ĠдиÑĤи ни", + "ĠдиÑĤ ини", + "лÑı ÑĤоÑĢ", + "ма га", + "маг а", + "ëĭĪ ìĬ¤", + "ĠÐł ади", + "ĠÐłÐ°Ð´ и", + "ĠÐłÐ° ди", + "ÏĢ οÏħÏģγ", + "ÏĢοÏħ Ïģγ", + "& ZeroWidthSpace", + "Ġ struk", + "Ġst ruk", + "Ġstr uk", + "Ġstru k", + "æIJ ŀ", + "Ġ ãģĿãģ®ä»ĸ", + "ìĿ¸ ìĿĦ", + "ĠпÑĢо веÑģÑĤи", + "ĠпÑĢов еÑģÑĤи", + "漫 çĶ»", + "Ġçİ© 家", + "ĠÙĪ رز", + "ĠÙĪر ز", + "ĠÑģвоÑĹ Ð¼", + "ĠL RV", + "ĠLR V", + "ิà¸ķ à¸ł", + "स त", + "ĠíĿ Ķ", + "âĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹı âĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹı", + "Ġt voÅĻÃŃ", + "ĠtvoÅĻ ÃŃ", + "Ġ ÐŁÐŀ", + "ĠÐŁ Ðŀ", + "é«ĺ 度", + ".h wp", + ".hw p", + "à¸ķำ à¸ļล", + "Ġد س", + "ìĪĺ ê°Ģ", + "ìĶ ©", + "ï¼ī ãĢĤĊ", + "ï¼īãĢĤ Ċ", + "æĭ ³", + "Ġl ô", + "ĠK ültür", + "اط عة", + "Ġku chy", + "Ġst roj", + "Ġstr oj", + "Ġstro j", + "μ ενο", + "με νο", + "μεν ο", + "ĠконÑģÑĤÑĢÑĥк ÑĨии", + "å°ı åѦ", + "Ġ åįļ", + "Ġåį ļ", + "Ġ èĢĥ", + "ĠèĢ ĥ", + "Ġas ıl", + "æĪij åĢij", + "خر اج", + "ĠO nun", + "ĠOn un", + "Ġ ç¾İåĽ½", + "Ġç¾İ åĽ½", + "à¥Ĥ बर", + "à¥Ĥब र", + "Ġmu ži", + "Ġmuž i", + "å§ «", + "Ġв б", + "Ġдо ме", + "Ġдом е", + "Ġ ам", + "Ġа м", + "Ġk uru", + "Ġkur u", + "Ġku ru", + "æ± Ĺ", + "l ediÄŁi", + "le diÄŁi", + "ledi ÄŁi", + "Ġv ẽ", + "å¾ ĵ", + "ĠгÑĥб еÑĢ", + "ĠÑģÑĤанов иÑĤÑĮ", + "ĠzemÄĽ dÄĽl", + "ÙĦ ÙĦ", + "Ġr amen", + "Ġra men", + "Ġram en", + "Ġprů bÄĽhu", + "Ġb lok", + "Ġbl ok", + "Ġblo k", + "ý val", + "ýv al", + "v ou", + "vo u", + "ν ά", + "ëĶĶ ìĭľ", + "ÑĨион нÑĭе", + "Ġê²Įìĭľ íĮIJ", + "ãĥ³ ãĥĩãĤ£", + "ãĥ³ãĥĩ ãĤ£", + "ä¸Ģ 级", + "и Ñĩа", + "иÑĩ а", + "ĠسرÛĮ اÙĦ", + "i lin", + "il in", + "ili n", + "ा यन", + "ाय न", + "ÙĨ ÙĪÛĮس", + "ĠÐĶ и", + "Ġاد بÛĮ", + "ĠÑĥ дов", + "ĠÑĥд ов", + "ĠÐĹ Ð°Ð¼", + "ĠÐĹа м", + "à¥ģà¤Ń व", + "Ñģ ок", + "Ñģо к", + "ĠÑĢай оне", + "ĠÑĢайон е", + "Ġ EK", + "ĠE K", + "æĤ ī", + "Ġsor umlu", + "Ġsoruml u", + "Ġzv yÅ¡", + "à¹Ģà¸ĭ à¸Ńร", + "in áÅĻ", + "iná ÅĻ", + "Ġu drž", + "Ġud rž", + "но вид", + "нов ид", + "ĠspoleÄį nÄĽ", + "Ġspole ÄįnÄĽ", + "æĪIJ äºĨ", + "ï¼ ¤", + "ัà¸ŀ à¸Ĺ", + "а ÑĪа", + "аÑĪ а", + "ĠÙĨ ادÙĬ", + "à¹ĥ à¸Ļà¸Ĺ", + "à¹ĥà¸Ļ à¸Ĺ", + "å¡ ļ", + "Ġس Ú©", + "ãĥģ ãĥ¥", + "ĠмаÑĢ ÑĪ", + "а леннÑı", + "ал еннÑı", + "ĠØŃÙħ اÛĮت", + "ãĥ³ ãĤ¸", + "รษ à¸IJ", + "Ġк ÑĢем", + "ĠK ažd", + "ê ½", + "Ġpar lament", + "Ġparl ament", + "ĠÅŁ un", + "ĠÅŁu n", + "Ġk ys", + "Ġky s", + "ÏĦ ÏĤ", + "ê°ľ ìĿĺ", + "Ġve lice", + "Ġvel ice", + "Ġce stu", + "Ġces tu", + "Ġcest u", + "ظ Ø©", + "è¯ Ĭ", + "Ġ út", + "Ġú t", + "ĠØ® ÙĪر", + "ĠØ®ÙĪ ر", + "ĠТ е", + "Ġобла ÑģÑĤ", + "ĠоблаÑģ ÑĤ", + "Ġобл аÑģÑĤ", + "à¹Ī à¸Ńà¸ķ", + "à¹Īà¸Ń à¸ķ", + "ĠAc adem", + "ĠAcad em", + "ãĢĤ æľ¬", + "Ġ 風", + "Ġé¢ ¨", + "Ñģ ен", + "Ñģе н", + "ãĥ¢ ãĥĩãĥ«", + "Ġзавд аннÑı", + "ãģ¾ ãĤĮ", + "моÑĤ ÑĢеÑĤÑĮ", + "моÑĤÑĢ еÑĤÑĮ", + "Ġkh á»ķ", + "à¹Ī ร", + "د رس", + "در س", + "ĠÄĮesk osloven", + "Ġ 计", + "Ġè® ¡", + "ĠÑĤак ом", + "ĠÑĤа ком", + "ĠÙĦ اعب", + "ĠÙĦا عب", + "ĠMuham med", + "ĠÙħ ÙĦÙģ", + "ĠÙħÙĦ Ùģ", + "ĠÙĪس ÙĦÙħ", + "ãĤ·ãĥ£ ãĥ«", + "Ġо кÑĢа", + "Ġок ÑĢа", + "à¥ģ मत", + "à¥ģम त", + "ĠëĪĦ 구", + "Ġned eni", + "Ġneden i", + "ĠëĤł ì§ľ", + "/ km", + "/k m", + "Ġд емон", + "Ġде мон", + "Ġдем он", + "ĠصÙĨ اÛĮع", + "m asından", + "mas ından", + "masında n", + "åīį ãģ®", + "æĪIJ 绩", + "ल à¤Ĺ", + "Ġ åĮħ", + "ĠåĮ ħ", + "à¸Ńà¸ģà¸Īาà¸ģ à¸Ļ", + "ا دا", + "اد ا", + "Ġay lık", + "ĠÙħ ÙĤد", + "ĠÙħÙĤ د", + "Ġönemli dir", + "ĠìĪľ ê°Ħ", + "Ġd inh", + "Ġdi nh", + "Ġdin h", + "Ġná kup", + "ist ické", + "istic ké", + "åº Ł", + "ìĬ¤ íĨł", + "Ġd ny", + "Ġdn y", + "ĠìŀĪ ëıĦë¡Ŀ", + "ìĽIJ ìĿĺ", + "ãĥķ ãĥ¬", + "p oz", + "po z", + "Ġ ев", + "Ġе в", + "ĠdÃ¼ÅŁ ür", + "à¥įर à¤ļ", + "Ġê²° íĺ¼", + "Ġ ÑĨенÑĤÑĢа", + "ĠÑĨенÑĤ ÑĢа", + "ĠÑĨен ÑĤÑĢа", + "ĠÑĨенÑĤÑĢ а", + "åŁ ĭ", + "ï¿£ ï½Ģ", + "æѦ åĻ¨", + "à¹Īาà¸Ļ มา", + "Ġर व", + "Ùij د", + "μÎŃ Î½Î¿Î¹", + "μÎŃν οι", + "μÎŃνο ι", + "Ġë§IJ ìĶĢ", + "Ġpo ÅĻad", + "Ġب غ", + "ĠÏĮ λα", + "ĠÏĮλ α", + "à¹ī à¹Ħà¸Ĥ", + "à¹Ģà¸ģ าะ", + "Ġb ạc", + "Ġd á", + "d ÄĽla", + "dÄĽ la", + "dÄĽl a", + "Ġt eb", + "Ġte b", + "Ġk èo", + "ãĤı ãĤĮ", + "Ġist iyorum", + "Ġistiyor um", + "λ ήÏĤ", + "λή ÏĤ", + "ÐIJ в", + "Ġa sla", + "Ġas la", + "Ġperform ans", + "Ġperfor mans", + "Ġperforman s", + "ĠVác lav", + "Ïģ ίαÏĤ", + "Ïģί αÏĤ", + "Ïģία ÏĤ", + "Ġ tÄĽl", + "Ġt ÄĽl", + "ĠtÄĽ l", + "æĮ Ļ", + "о ба", + "об а", + "ãģij ãĤĮãģ©", + "ĠëĶ ¸", + "ÙĪ اء", + "ÙĪا Ø¡", + "ĠÚ©ÙĪد کاÙĨ", + "ĠÚ©ÙĪدک اÙĨ", + "Ġп лиÑĤ", + "Ġпл иÑĤ", + "Ġ bilir", + "Ġb ilir", + "Ġbil ir", + "Ñĥ же", + "Ñĥж е", + "ÏĦÎŃ Î»Îµ", + "Ġà¤Ĩ à¤ķर", + "Ġà¤Ĩà¤ķ र", + "ĠÑĤÑĢ Ñĥда", + "ĠÑĤÑĢÑĥ да", + "ĠÑĤÑĢÑĥд а", + "Ġدر ÛĮا", + "ĠدرÛĮ ا", + "Ì §", + "Ġng á»įt", + "ÙĨس ا", + "а ÑģÑĤи", + "аÑģ ÑĤи", + "аÑģÑĤ и", + "ï½ £", + "Âł на", + "ем Ñĭе", + "Ġس عÙĪد", + "Ġسع ÙĪد", + "Ġ alım", + "Ġal ım", + "è´ «", + "åĪ° çļĦ", + "Ġkesin likle", + "Ġzá sad", + "Ġ ìĬ¤íĬ¸", + "ĠìĬ¤ íĬ¸", + "Ġd ahi", + "Ġda hi", + "Ġdah i", + "t é", + "åįģ åħ«", + "Ġz ayıf", + "Ø° ار", + "ذا ر", + "Ġا ÙĬراÙĨ", + "ĠاÙĬ راÙĨ", + "Ġhod nocenÃŃ", + "D ST", + "DS T", + "Ġìĸ ĺ", + "æĺ ĩ", + "éĻ £", + "Ġк ле", + "Ġкл е", + "Ġu plat", + "Ġup lat", + "ĠاÙĦتع ÙĦÙĬÙħ", + "ÏĢοί ηÏĥη", + "ек ÑĤоÑĢа", + "екÑĤ оÑĢа", + "екÑĤоÑĢ а", + "Ġë§IJ ìĿ´", + "ĠÙģ رÙĬÙĤ", + "ĠÙģر ÙĬÙĤ", + "帮 åĬ©", + "çĶŁ ãģį", + "åĨħ ãģ®", + "èģĶ 缣", + "г ÑĢад", + "гÑĢа д", + "Ġch uyến", + "ãĤĤ ãĤĬ", + "ĠÑĩаÑģÑĤ ина", + "ĠÑĩаÑģÑĤи на", + "ãģª ãģıãģª", + "ãģªãģı ãģª", + "ÑĶ в", + "ĠÑĦ аÑħ", + "k uk", + "ku k", + "çĶ· æĢ§", + "ĠÙħÛĮÙĦ ادÛĮ", + "Ġb eden", + "Ġbe den", + "Ġbed en", + "ê°Ģ 를", + "म र", + "Ġìĸ´ 머ëĭĪ", + "èģĶ ç½ij", + "Âł mi", + "Âłm i", + "Ġzah rn", + "æ² ĸ", + "Ġkhu ẩn", + "Ġo práv", + "Ġop ráv", + "Ġopr áv", + "ाह à¤ķ", + "ĠÚ©ÙĪت اÙĩ", + "Ġо бол", + "Ġоб ол", + "Ġобо л", + "Ġph úc", + "r ánÃŃ", + "rá nÃŃ", + "rán ÃŃ", + "à¥įर थ", + "æݪ æĸ½", + "Ġв олод", + "Ġво лод", + "Ġвол од", + "Ġsp ÃŃÅ¡e", + "Ġm Æ¡", + "ÑĬ ек", + "ng ör", + "à¤ī त", + "k siyon", + "ks iyon", + "ksi yon", + "а ÑĤе", + "аÑĤ е", + "Ġجز Ø¡", + "áv ka", + "ÐĴ С", + "laÅŁ ma", + "Ġ ç¿", + "Ġç ¿", + "à¸Ń าà¸Ĭ", + "ни ÑĨÑĥ", + "ниÑĨ Ñĥ", + "Ġ หาà¸ģ", + "Ġห าà¸ģ", + "ãģĭ ãģĹ", + "íı ´", + "Ġг аÑĢан", + "ĠгаÑĢ ан", + "ĠгаÑĢа н", + "Ġ Ïĥαν", + "ĠÏĥ αν", + "Ġдобав иÑĤÑĮ", + "ĠÑĢаз ÑĢеÑĪ", + "á ¾", + "æĺ¯ ä¸ª", + "μ ÎŃÏĤ", + "μÎŃ ÏĤ", + "ĠÄ°mpar ator", + "æ¨Ļ æºĸ", + "Ñģ ÑĤÑĭ", + "ÑģÑĤ Ñĭ", + "Ġg ücü", + "Ġgü cü", + "Ġgüc ü", + "Ġ íĥĢìĿ´", + "Ġíĥ ĢìĿ´", + "ĠíĥĢ ìĿ´", + "Ġ åħ¶ä»ĸ", + "Ġåħ¶ ä»ĸ", + "Ġt ông", + "Ġtô ng", + "Ġtôn g", + "Ġv edenÃŃ", + "Ġved enÃŃ", + "Ġvede nÃŃ", + "ëĵľ ë¡ľ", + "Ġm esel", + "Ġme sel", + "Ġmes el", + "Ġ Äįe", + "ĠÄį e", + "j de", + "jd e", + "Ïģ εια", + "Ïģε ια", + "Ïģει α", + "ãĤĪ ãģŃ", + "Ðł ÐĿ", + "è·Ŀ 离", + "ĠÙĤ ائÙħØ©", + "า à¸ļาล", + "าà¸ļ าล", + "ĠÑģай ÑĤÑĸ", + "Ġर स", + "ĠÙĤر ÙĨ", + "Ġná vr", + "Ġnáv r", + "Ú© Ùħ", + "çļĦ æīĭ", + "Ġsor unu", + "Ġsorun u", + "Ġsoru nu", + "/N ÄIJ", + "nut ÃŃm", + "nutÃŃ m", + "ĠØ® ÙĪرد", + "ĠØ®ÙĪ رد", + "ĠØ®ÙĪر د", + "Ġng á»Ŀ", + "Ġ: .|", + "Ġ:. |", + "Ġbudou c", + "i Äįky", + "iÄį ky", + "Ġد رد", + "Ġدر د", + "ÑĢо ниÑĩеÑģ", + "ÑĢон иÑĩеÑģ", + "ç¾ Ĭ", + "ĠìķĦ ë²Ħì§Ģ", + "ĠKan unu", + "ĠKanun u", + "ĠпÑĢивод иÑĤ", + "άλÏħ ÏĪηÏĤ", + "ĠVlad im", + "Ġal ıp", + "Ġе ÑĤап", + "Ġà¤Ĺ लत", + "ĠراÙĩ ÙĨÙħ", + "Ġpoz isyon", + "Ġgö ç", + "èµ ŀ", + "Ġм ой", + "Ġмо й", + "ĠÎł ά", + "Ġ ìĪł", + "ĠìĪ ł", + "ĠØ¢ÛĮ ÙĨدÙĩ", + "a ná", + "an á", + "举 çľģ", + "ĠÙħت عدد", + "Ġ åįĬ", + "Ġåį Ĭ", + "ãĢĢ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "Ġth á»Ŀ", + "Ġthá» Ŀ", + "Ġвд ÑĢÑĥг", + "п аÑĤ", + "па ÑĤ", + "ĠпÑĢовед ениÑı", + "ÙĨ ز", + "ĠاÙĦب ØŃØ«", + "æģ ¢", + "Ġbak tı", + "Ġ è·¯", + "Ġè· ¯", + "Ġзаболева ний", + "ĠÐķ вÑĢоп", + "ĠÐķв ÑĢоп", + "Ġtarih li", + "ê¹ ¨", + "ĠÚ© ÙĪÙĩ", + "ĠÚ©ÙĪ Ùĩ", + "Ġìĸ´ 볤", + "Ġtit ul", + "Ġti tul", + "Ġvyd ánÃŃ", + "éĺ¶ æ®µ", + "à¸Īะ à¸ķ", + "Ġм оÑı", + "Ġмо Ñı", + "ĠкоÑĢ ол", + "Ġко ÑĢол", + "Ġб анк", + "Ġбан к", + "วรร à¸ĵ", + "วร รà¸ĵ", + "ĠÙĥس ارة", + "ĠK hoa", + "ĠKh oa", + "ĠKho a", + "ĠÑĥнÑĸвеÑĢÑģиÑĤ еÑĤ", + "ãģ«éĸ¢ ãģĻãĤĭ", + "r uary", + "ru ary", + "Ġ à¸Ĥาย", + "Ġà¸Ĥ าย", + "Ġsv az", + "ĠØ´ رÙĤ", + "Ġشر ÙĤ", + "Ġд ÑĭÑħ", + "Ġиз бав", + "Ġизб ав", + "ĠÑı кÑĸй", + "ĠÑıк Ñĸй", + "ĠÑıкÑĸ й", + "ĠÎľ ον", + "Ġg ön", + "Ġgö n", + "ĠUkr aj", + "ĠUk raj", + "ĠUkra j", + "ัà¸Ļ à¸Ńà¸Ńà¸ģ", + "ัà¸Ļà¸Ń à¸Ńà¸ģ", + "Ġม à¸ģราà¸Ħม", + "и ÑĤов", + "иÑĤ ов", + "Ġanal ý", + "Ġana lý", + "ĠоÑĤ меÑĩ", + "Ġبر اÙī", + "âĪ ı", + "ัà¸ģ à¸ģ", + "æĭ¥ æľī", + "ĠÑĸнÑĪ ого", + "Ġкомп анÑĸÑĹ", + "Ġk ÅĻes", + "ĠÑĢаб оÑĩ", + "ĠÑĢабо Ñĩ", + "a dÃŃ", + "ad ÃŃ", + "ìł ł", + "à¹Ħ หà¸Ļ", + "à¥ģब ह", + "âĢĻ deki", + "âĢĻd eki", + "âĢĻde ki", + "çħ ¤", + "ĠпаÑĢ Ñĥ", + "Ġпа ÑĢÑĥ", + "ìĦ Ń", + "Ġнеп оÑģÑĢед", + "ĠÄ° b", + "Ġà¸ŀ ฤศà¸Ī", + "íĭ ´", + "Ġ ëłĪìĿ´", + "ĠëłĪ ìĿ´", + "ĠTh á»ķ", + "Ñı еÑĤ", + "ائ ج", + "» çĴĥ", + "ÐĴ Ðŀ", + "åĸ Ĭ", + "Ġ 第ä¸ī", + "Ġ第 ä¸ī", + "Ġвок ÑĢÑĥг", + "Ñĩ енÑĮ", + "Ñĩе нÑĮ", + "Ñĩен ÑĮ", + "Ġolan ak", + "Ġola nak", + "t ura", + "tu ra", + "tur a", + "Ġ ÙħÙĬÙĦ", + "ĠÙħ ÙĬÙĦ", + "ĠÙħÙĬ ÙĦ", + "ey di", + "ĠÙħد ÙĬر", + "Ġnel ze", + "ัว à¸Ńย", + "ìħ ľ", + "Ġhlav u", + "Ġkor uy", + "ÑĨ ин", + "ÑĨи н", + "ĠдиÑģ ÑĨип", + "ĠÙħ اÙĨد", + "ĠÙħا ÙĨد", + "ĠÙħاÙĨ د", + "Ġпод ÑĢоб", + "Т Ðŀ", + "ÙĤر ار", + "à¹ģà¸Ļะ à¸Ļำ", + "문 ìĿĦ", + "æĮ¯ ãĤĬ", + "P ÅĻi", + "PÅĻ i", + "Ġy ên", + "श à¤ķ", + "Âł je", + "ĠÐļон ÑģÑĤиÑĤÑĥ", + "à¥ģ ह", + "à¥ģठ¹", + "ĠÙ¾ ا", + "ìĨĮ 를", + "Ġд ела", + "Ġдел а", + "Ġде ла", + "к ид", + "ки д", + "à¹Ĥ à¸Ĭ", + "커 ìĬ¤", + "dÄĽ len", + "dÄĽl en", + "à¤Ķ र", + "äºİ æĺ¯", + "ĠÙĩÙħ ÛĮØ´Ùĩ", + "ĠbaÅŁ lam", + "Ġ ìĽ¨", + "ĠìĽ ¨", + "Ġden eyim", + "Ġdeney im", + "Ġü ye", + "Ġüy e", + "Ġ νÏĮ", + "Ġν ÏĮ", + "Ġà¤ĸ ड", + "n ÄĽl", + "nÄĽ l", + "ĠÑģÑĦ еÑĢÑĸ", + "ĠÑģÑĦеÑĢ Ñĸ", + "à¸Ńà¸Ķ à¸ł", + "ä¸Ģ å¹´", + "Ġvur gu", + "Äŀ Ä°", + "âĢĻ Ċ", + "ĠÑĸн ÑĪими", + "ĠÑĸнÑĪ ими", + "Ġз менÑĪ", + "Ġठĭ", + "Ġв ека", + "Ġве ка", + "ĠØŃÚ©ÙĪÙħ ت", + "ĠتÙħ اÙħÛĮ", + "ĠتÙħاÙħ ÛĮ", + "Ġs mrt", + "Ġsm rt", + "Ġsmr t", + "Ġh ủy", + "Ġyap ılmÄ±ÅŁ", + "Ġyapıl mÄ±ÅŁ", + "à¹ī à¸ľ", + "ĠY en", + "ĠYe n", + "Ġ Ñĥл", + "ĠÑĥ л", + "ĠS vÄĽt", + "ĠSv ÄĽt", + "ั à¸Ħ", + "ĠmÄĽsÃŃ ců", + "д енÑĤи", + "ден ÑĤи", + "Ġ ï¾ĺ", + "Ġï¾ ĺ", + "Ġпол иÑĤи", + "Ġполи ÑĤи", + "ĠполиÑĤ и", + "s kyt", + "sk yt", + "sky t", + "ä¹Ł æľī", + "Ġê°Ļ ìĬµëĭĪëĭ¤", + "Ġê·¸ëŀĺ ìĦľ", + "ÏĦε Ïģη", + "ÏĦεÏģ η", + "Ñĩ еÑĢ", + "Ñĩе ÑĢ", + "ĠÃľNÄ°VERS Ä°TESÄ°", + "ส à¸ł", + "Ġ สร", + "Ġส ร", + "ान द", + "ĠaÅŁ ırı", + "λ ίοÏħ", + "λί οÏħ", + "Ġ ÙĦÙģ", + "ĠÙĦ Ùģ", + "ÃŃ nu", + "ÃŃn u", + "à¸Ń าร", + "ÑĤ ÑĥÑĢа", + "ÑĤÑĥ ÑĢа", + "ÑĤÑĥÑĢ а", + "ĠÄįesk ých", + "ĠÄįe ských", + "ĠÄįeský ch", + "Ġph ức", + "以 为", + "ÏģÏī ÏĢα", + "ĠاÙĨر ÚĺÛĮ", + "» )", + "a lardan", + "alar dan", + "alarda n", + "ĠÑģÑĤ воÑĢÑİ", + "ĠÑģÑĤвоÑĢ Ñİ", + "Ġt ráv", + "Ġtr áv", + "ॠ¬", + "ãģĬ ãĤĪãģ³", + "ïľ ĭ", + "ad il", + "adi l", + "ĠΤ ι", + "Ġ ëIJ©ëĭĪëĭ¤", + "ĠëIJ ©ëĭĪëĭ¤", + "Ġε μÏĨ", + "Ġ구 ì¡°", + "ìĹŃ ìĭľ", + "ĠاÙĦ جاÙħ", + "ĠاÙĦج اÙħ", + "主 é¢ĺ", + "ãĤ¹ ãĥĿ", + "Ġ ìĹŃìĭľ", + "ĠìĹŃ ìĭľ", + "ĠÚ©Ùħ تر", + "ĠSp oleÄį", + "ол оÑĪ", + "оло ÑĪ", + "ĠSur iye", + "Ч еÑĢ", + "æĪĺ æĸĹ", + "Ġz ávis", + "Ġzá vis", + "Ġzáv is", + "æĽ¸ 館", + "Ġmus el", + "Ġmu sel", + "Ġmuse l", + "Ġ çĿ", + "Ġç Ŀ", + "Ùħ Ùħ", + "ĠاÙĦØ® ارج", + "Ġ ÐĵÐŀ", + "ĠÐĵ Ðŀ", + "ĠваÑĢ ÑĤо", + "ĠваÑĢÑĤ о", + "Ïģα β", + "Ġपह à¤ļ", + "ub lice", + "ublic e", + "ubl ice", + "ÑĨион ного", + "è Į¨", + "èĮ ¨", + "ĠدÙģ تر", + "Ġ Ùģس", + "ĠÙģ س", + "Ġन à¤ľà¤°", + "t arı", + "ta rı", + "tar ı", + "Ġоб ÑĢоб", + "ĠÐł а", + "ĠاÙĦ صÙĨ", + "ĠاÙĦص ÙĨ", + "Ø´ Ø©", + "ĠìĹĨ ìĹĪ", + "ož ná", + "æľĢ çµĤ", + "Ù ¥", + "r ech", + "re ch", + "rec h", + "ĠاÙĦØ£ سر", + "ĠاÙĦأس ر", + "Ġм ови", + "Ġмо ви", + "Ġмов и", + "Ġì¡° êµIJ", + "Ñĸ меÑĩ", + "Ñĸм еÑĩ", + "ãĥ¯ ãĥ¼", + "б ÑĥÑĢг", + "бÑĥ ÑĢг", + "Ġس ÙĦس", + "ĠسÙĦ س", + "åѦ ä¼ļ", + "Ġ ë¦", + "Ġë ¦", + "åħĭ æĸ¯", + "æĸĩ çĮ®", + "Ġx Æ°Æ¡ng", + "Ġyo lc", + "Ġyol c", + "Ġ ìĤ¬ë¬´", + "ĠìĤ¬ 무", + "ãĤı ãģļ", + "ĠÑĢаÑģÑĤ ений", + "ĠÙģ ضاÛĮ", + "ĠÙģض اÛĮ", + "Ġna opak", + "Ġnao pak", + "ĠпÑĢи вÑĭ", + "ĠпÑĢив Ñĭ", + "Ġد ÛĮدÙĩ", + "ĠدÛĮ دÙĩ", + "ĠدÛĮد Ùĩ", + "à¸ģาร à¹ĥà¸Ĭ", + "Ġ åŀ", + "Ġå ŀ", + "çij Ł", + "以 åIJİ", + "ĠpÅĻib liž", + "ĠdÃ¼ÅŁ man", + "Ġt emin", + "Ġte min", + "Ġtem in", + "ĠÑĥÑģл Ñĥг", + "ĠÑĥÑģ лÑĥг", + "Ġद ब", + "ĠìĥĪ ê¸Ģ", + "ĠÑĥÑģÑĤÑĢой ÑģÑĤва", + "ĠТ ÑĥÑĤ", + "ÏĦ ίοÏħ", + "ÏĦί οÏħ", + "ĠÄ°s lâm", + "Ù ¤", + "åıĤ ä¸İ", + "Ġк ÑĥÑģÑĤ", + "ĠкÑĥ ÑģÑĤ", + "ĠкÑĥÑģ ÑĤ", + "éĻIJ åĪ¶", + "ت ÙĬÙĨ", + "تÙĬ ÙĨ", + "ĠоÑģÑĤ аннÑĸ", + "ĠоÑģÑĤан нÑĸ", + "ic ations", + "ication s", + "ا Ú©ÛĮ", + "اک ÛĮ", + "но ÑģÑı", + "ноÑģ Ñı", + "ÄŁ an", + "ÄŁa n", + "ãģı ãĤĮãĤĭ", + "ãģıãĤĮ ãĤĭ", + "Ġyap ıyor", + "Ġyapı yor", + "Ġê°ķ ëĤ¨", + "Ùħ ÙĬÙħ", + "ÙħÙĬ Ùħ", + "æ ŃIJ", + "æŃ IJ", + "Ġر ع", + "Ġb oÄŁ", + "Ġbo ÄŁ", + "ĠиÑģ Ñħод", + "èª ł", + "æł· åŃIJ", + "Ġbu deme", + "Ġbud eme", + "Ġbude me", + "ĠÑģ еÑĤ", + "ι ÏĥμοÏį", + "ιÏĥμ οÏį", + "Ġ å¾ĴæŃ©", + "Ġå¾Ĵ æŃ©", + "u álnÃŃ", + "ĠاÙĦع ÙĤ", + "Ġسب Ú©", + "ĠاÙĦØ£ خرÙī", + "ĠاÙĦأخ رÙī", + "E FA", + "EF A", + "åĽº å®ļ", + "Ġ ãĤ¬", + "ĠãĤ ¬", + "ĠìŀIJ ìĹ°", + "ยว à¸Ĥ", + "ب س", + "un ma", + "Ġза ним", + "Ġзан им", + "à¹ĥà¸Ļ ร", + "èĢĥ èĻij", + "æ·· åIJĪ", + "å° ĭ", + "Ġçık Ä±ÅŁ", + "Ġm aliyet", + "Ġmal iyet", + "éľ Ĭ", + "ãģŁãĤģ ãģ®", + "ĠÙ¾ Ø´", + "Ġз лоÑĩ", + "Ġvý Å¡i", + "Ġsch vál", + "ĠÙĨÙħ ÙĪدÙĩ", + "ĠÙĨÙħÙĪد Ùĩ", + "Î Ĩ", + "Ġz ách", + "Ġzá ch", + "Ġ Ïĥκ", + "ĠÏĥ κ", + "ãĤ¹ ãĥŀ", + "ĠÙħس ائÙĦ", + "ĠاÙĦاج تÙħاع", + "åľ° çĤ¹", + "ا ÛĮاÙĨ", + "اÛĮ اÙĨ", + "ĠÐŀ к", + "ê¸ Ķ", + "e lease", + "el ease", + "ele ase", + "Ġطب ÙĤÙĩ", + "ĠطبÙĤ Ùĩ", + "éij ij", + "Ġì½Ķ ë¡ľëĤĺ", + "é¼ ł", + "大 åħ¨", + "ĠпÑĢи веÑģÑĤи", + "ĠпÑĢив еÑģÑĤи", + "Ġاب تد", + "Ġابت د", + "리 ë¡ľ", + "ĠÑģÑĤÑĢ анÑĭ", + "ĠÑģÑĤÑĢа нÑĭ", + "ĠÑģÑĤÑĢан Ñĭ", + "ĠzatÃŃm co", + "Ġh uyết", + "Ġhuy ết", + "سÛĮ ÙĪÙĨ", + "Ġsor du", + "âĢĮ رس", + "ĠÑĦ ÑĢон", + "Ġed ip", + "Ġedi p", + "ÙĨ Ú¯ÛĮ", + "ÙĨÚ¯ ÛĮ", + "Ġк иÑĢ", + "Ġки ÑĢ", + "Ġ íķ´ìķ¼", + "Ġíķ´ ìķ¼", + "ì» ´", + "ÑĨик лоп", + "ĠпÑĢимен ениÑı", + "Ġоб л", + "éļ ª", + "Ġk romÄĽ", + "Ġkro mÄĽ", + "æł¸ å¿ĥ", + "ra him", + "rah im", + "о ÑĢд", + "оÑĢ д", + "Ġl Ãłnh", + "ĠlÃł nh", + "ĠlÃłn h", + "Ġо ÑģÑĤÑĢов", + "ĠоÑģÑĤ ÑĢов", + "; |", + "b uz", + "bu z", + "Ġ ÏĦÏģο", + "ĠÏĦ Ïģο", + "ĠÐĴ аÑĢ", + "æī İ", + "ı lÄ±ÅŁ", + "ılı ÅŁ", + "ıl Ä±ÅŁ", + "éĿ¢ ç©į", + "身 份", + "é¢Ĩ åŁŁ", + "ĠاÙĦÙĤر ÙĨ", + "Ġ пÑĢиклад", + "ĠпÑĢи клад", + "ĠпÑĢик лад", + "ãĥģ ãĥ¼ãĥł", + "Ġสà¸ŀ à¸Ľ", + "Ġо ÑĩиÑģÑĤ", + "ĠоÑĩ иÑģÑĤ", + "ĠоÑĩи ÑģÑĤ", + "Ġмил ли", + "а ÑĨÑĸÑĹ", + "ี à¹Ģà¸Ń", + "Ġt anın", + "Ġtan ın", + "Ġtanı n", + "çĪ¶ 亲", + "Ġmsg str", + "Ġmsgs tr", + "ĠØ´ ÛĮÙħÛĮ", + "ĠØ´ÛĮ ÙħÛĮ", + "ĠÙģر اÙĩÙħ", + "Ġ 맥", + "Ġë§ ¥", + "ãĢĤ å½ĵ", + "Ġкон ÑĨенÑĤÑĢа", + "êµIJ íļĮ", + "ãĤī ãĤĮãģ¦", + "ãĤīãĤĮ ãģ¦", + "Ġya sak", + "Ġyas ak", + "ĠÐij ол", + "Ġ æ¾³", + "Ġæ¾ ³", + "çĩ ķ", + "Ġ جا", + "Ġج ا", + "ëij ĺ", + "Ġدر Ø®ÙĪاست", + "ĠmÃŃst nÃŃ", + "ÂĤ ÃĮ", + "Ġbas kı", + "Ġu çak", + "Ġuç ak", + "ä» ĵ", + "Ġìľł ì§Ģ", + "Ġп оба", + "Ġпо ба", + "Ġпоб а", + "Ġz eptal", + "Ġze ptal", + "ç»Ļ æĪij", + "ĠAt atürk", + "ĠÙħÙĨ اس", + "Ñ Ĵ", + "Ġar acı", + "Ġarac ı", + "Ġara cı", + "лÑİ ÑĶ", + "Ġnit elik", + "Ġnitel ik", + "ĠM ezi", + "ĠMe zi", + "ĠMez i", + "ĠÎŃ Î½Î±ÏĤ", + "ĠÎŃνα ÏĤ", + "ĠÎŃν αÏĤ", + "Ïİν ÏĦαÏĤ", + "v až", + "va ž", + "Ġk uzey", + "Ġ ÏİÏģα", + "ĠÏİ Ïģα", + "ĠÑĢоз пов", + "ĠÑĢозп ов", + "à¹Ī าà¸ģ", + "à¹Īา à¸ģ", + "ãĢģ ä¸ī", + "ĠÑģÑĤ аÑĢи", + "ĠÑģÑĤаÑĢ и", + "ĠÑģÑĤа ÑĢи", + "Ġhak kı", + "Ġhakk ı", + "ĠØ¢Ùħ ادÙĩ", + "íĮ Ķ", + "о мÑĸ", + "ом Ñĸ", + "Ġ âĢł", + "ĠâĢ ł", + "ãģĭ ãĤı", + "ãĢĮ ä½ł", + "æ³ķ åĽ½", + "ÙIJ ÙĬÙĨ", + "ÙIJÙĬ ÙĨ", + "æī ķ", + "н или", + "ни ли", + "нил и", + "ĠÑĥÑģÑĤанов ки", + "Ġl ông", + "Ġlô ng", + "त म", + "ÙĪ ÙĨÙĬØ©", + "ÙĪÙĨ ÙĬØ©", + "ÙĪÙĨÙĬ Ø©", + "ÙĬ تÙĬ", + "ÙĬت ÙĬ", + "Ġê²Įìĭľ 물", + "Ġve Å¡ker", + "ÎŃ Ïģγ", + "ÎŃÏģ γ", + "ĠÑĥ Ñģе", + "ĠÑĥÑģ е", + "Ġk ıl", + "Ġkı l", + "Ġil gi", + "Ġilg i", + "μ Ïīν", + "Ġз вÑĸлÑĮ", + "Ġзв ÑĸлÑĮ", + "Ġön lem", + "à¸ģà¸İ หมาย", + "ĠH iá»ĩp", + "Ġг оÑĢм", + "ĠгоÑĢ м", + "лÑı ÑİÑĤÑĮÑģÑı", + "лÑıÑİÑĤÑĮ ÑģÑı", + "la maya", + "lam aya", + "lama ya", + "ĠÑģпоÑģоб ом", + "ãģ¸ ãģ¨", + "ç¦ģ æŃ¢", + "ĠÑĢаÑħ Ñĥнок", + "ĠоÑĤвеÑĢ ÑģÑĤи", + ".: .:.:.", + ".:.: .:.", + ".:.:.: .", + ".:.:. :.", + "Ġmü da", + "о наÑħ", + "он аÑħ", + "она Ñħ", + "Ì£ c", + "Ġyap acak", + "Ġн азвание", + "Ġназ вание", + "Ġназва ние", + "对 æĸ¹", + "ëĮĢ íijľ", + "çĪ Ń", + "в ана", + "ва на", + "ван а", + "ह न", + "ĠпÑĢоблем а", + "Ġжен ÑīинÑĭ", + "ĠженÑīин Ñĭ", + "èŀ º", + "Ġhosp odáÅĻ", + "ĠСÑĤ еп", + "ĠodpovÄĽ d", + "ĠS á»Ń", + "e view", + "ev iew", + "evi ew", + "åĩł ä¹İ", + "çŁ ¢", + "æĿ¥ ãģŁ", + "Ġп олоÑģ", + "Ġпол оÑģ", + "ĠÑģ ел", + "å± Ĩ", + "ĠпеÑĢв ой", + "ĠпÑĢоÑĨеÑģ Ñģа", + "ĠпÑĢоÑĨеÑģÑģ а", + "ãĢĢ ãĤĿ", + "ت اÙħبر", + "تا Ùħبر", + "и лаÑģÑı", + "ила ÑģÑı", + "ï¼Į æĹł", + "ĠвлаÑģ ноÑģÑĤÑĸ", + "íķĺ ìŀIJ", + "аÑĤ ки", + "ĠB Ãł", + "ĠK arel", + "ĠKar el", + "ĠKa rel", + "ĠKare l", + "è· µ", + "ر ÛĮÙĩ", + "رÛĮ Ùĩ", + "ĠëĤĺ 를", + "ĠобеÑģпеÑĩ ива", + "ĠобеÑģпе Ñĩива", + "à¥įर पत", + "ãģĹ ãĤĩ", + "åį Ĵ", + "Ġ 奥", + "Ġå¥ ¥", + "ĠпÑĢ оÑĤе", + "ĠпÑĢо ÑĤе", + "ĠпÑĢоÑĤ е", + "Ġ æĭĽ", + "Ġæĭ Ľ", + "ĠСÑĤ ÑĢана", + "ĠÑĢабоÑĤ аÑĤÑĮ", + "ĠÑĢабоÑĤа ÑĤÑĮ", + "Ġتش Ø®ÛĮص", + "ек ÑģÑĥ", + "екÑģ Ñĥ", + "Ġ 리그", + "Ġ리 ê·¸", + "Ġص اÙĦØŃ", + "ĠbaÅŁ lamÄ±ÅŁ", + "ĠbaÅŁlam Ä±ÅŁ", + "ĠÙ¾ÛĮ اÙħبر", + "ĠÙ¾ÛĮاÙħ بر", + "ز ا", + "Ġм аÑģÑģ", + "ĠмаÑģ Ñģ", + "ĠÎł αÏģ", + "Ġγα Ïģ", + "ëĿ¼ íĶ¼", + "Ġy arı", + "Ġya rı", + "Ġyar ı", + "ĠÑĤип Ñĥ", + "Ðŀ п", + "ãģij ãģªãģĦ", + "e mem", + "em em", + "eme m", + "ĠnÄĽ mu", + "ĠnÄĽm u", + "ĠÙĨ شر", + "ĠÙĨØ´ ر", + "ĠÎijθή να", + "Ùģ راÙĨ", + "Ùģر اÙĨ", + "Ġ 網", + "Ġç¶ ²", + "ĠпÑĢом иÑģлов", + "ĠBu gün", + "ĠBug ün", + "ìŀ Ķ", + "ĠжÑĸн ок", + "Ġ à¸Ľà¸£à¸°à¹Ģà¸łà¸Ĺ", + "Ġà¸Ľà¸£à¸° à¹Ģà¸łà¸Ĺ", + "ĠвикоÑĢиÑģÑĤов ÑĥваÑĤи", + "ĠТ им", + "ĠТи м", + ") 를", + "еж аÑĤÑĮ", + "Ġs ona", + "Ġso na", + "Ġson a", + "Ø´ÙĨ بÙĩ", + "Ġnich ž", + "åī Ľ", + "ĠÙģ تØŃ", + "ĠÙģت ØŃ", + "ĠÙħÙĤ دÙħ", + "ĠÙħÙĤد Ùħ", + "ĠGüven lik", + "e um", + "eu m", + "ç»ı è¿ĩ", + "è·Ŀ éĽ¢", + "Âł не", + "Ġا صÙĪÙĦ", + "Ġاص ÙĪÙĦ", + "ĠzaÄį átku", + "ิà¹Ģว à¸ĵ", + "Ġà¤ķ à¤Ł", + "Ġk riz", + "Ġkr iz", + "Ġp án", + "Ġpá n", + "ĠбоÑĢ ÑĮ", + "Ġбо ÑĢÑĮ", + "ظ ÙħØ©", + "ظÙħ Ø©", + "Ġê²½ ë¶ģ", + "ĠاÙĦÙĬ ÙħÙĨ", + "ĠاÙĦعرب ÙĬ", + "Ġh lub", + "Ġhl ub", + "Ġch á»Ŀ", + "è¥ ²", + "ëĵľ 리", + "ãĥĸ ãĥª", + "ĠÑģÑĤол ÑĸÑĤÑĤÑı", + "ر بÙĬØ©", + "رب ÙĬØ©", + "Ġ æ°¸", + "Ġæ° ¸", + "Ġê±° ìĿĺ", + "Ġβ αÏĥ", + "Ġβα Ïĥ", + "Ġa rz", + "Ġar z", + "ãĥ¢ ãĥ³", + "ĠÑĢÑĸв енÑĮ", + "ä¸į çŁ¥", + "导 èĩ´", + "ا ÙĬØ´", + "اÙĬ Ø´", + "ĠпÑĢев ÑĭÑĪ", + "Ġп н", + "ĠÎĴ ÏģοÏĩή", + "Ġ 身", + "Ġè º«", + "ĠÄIJ ầu", + "ĠÏĮ μÏīÏĤ", + "j ÃŃž", + "jÃŃ Å¾", + "Ġλ ίγ", + "ĠÑĪк оли", + "ĠÑĪкол и", + "ãģ£ãģ± ãģĦ", + "z dy", + "zd y", + "Ġê³ §", + "t eÅŁ", + "te ÅŁ", + "ÑĢ еÑī", + "ÑĢе Ñī", + "κ ει", + "κε ι", + "sah uje", + "Ġà¤īस स", + "ĠTan rı", + "ä¸į 好", + "éĥ Ń", + "ĠвÑĭ глÑıд", + "Ġç oÄŁ", + "Ġин ÑģÑĤÑĢÑĥменÑĤ", + "r ej", + "re j", + "èĪ Į", + "ãģĭ ãĤīãģªãģĦ", + "ãģĭãĤī ãģªãģĦ", + "ĠнепÑĢи ÑıÑĤ", + "Ġк ÑĢоме", + "ζ η", + "Ġл ог", + "ा वर", + "ाव र", + "ëħķ íķĺìĦ¸ìļĶ", + "ाह रण", + "ाहर ण", + "Ġgüven ilir", + "T ại", + "ĠØ´Ùĩر د", + "ĠØ´Ùĩ رد", + "ĠΤ ε", + "о ÑĢаз", + "оÑĢ аз", + "оÑĢа з", + "Ġl Ãłng", + "ĠlÃł ng", + "ĠlÃłn g", + "ï¼ ©", + "æĬķ 注", + "Ġsiyas et", + "ÐĽ Ñİ", + "Ġt ÅĻet", + "ĠtÅĻ et", + "ĠÏĢÏģÏİ ÏĦη", + "ĠÑĥлÑĭ б", + "ĠL âm", + "ÑĥлÑĮÑĤ а", + "ÑĥлÑĮ ÑĤа", + "åŁº åľ°", + "Ġskup ina", + "æ°¸ ä¹ħ", + "лÑĥ гов", + "лÑĥг ов", + "Ġ ÑĨÑĸй", + "ĠÑĨ Ñĸй", + "ĠÑĨÑĸ й", + "ĠP oh", + "ĠPo h", + "i д", + "ĠTr uy", + "ĠTru y", + "çļĦ ä¸Ģ个", + "çļĦä¸Ģ 个", + "ë²Ħ ìłĦ", + "Ġx ứ", + "à¸ĩ à¹ģรà¸ģ", + "à¸Ħ à¸Ńม", + "Ġelektron ik", + "ĠaÄŁ aç", + "Ġà¤ľ य", + "ĠповеÑĢÑħ ноÑģÑĤÑĮ", + "ĠاÙĩÙħ ÛĮت", + "ли виÑħ", + "лив иÑħ", + "ĠolduÄŁ undan", + "ï¼ī :", + "ÑĨи ÑıÑħ", + "ÑĨиÑı Ñħ", + "製 ä½ľ", + "à¸Ĺ รà¸ĩ", + "à¸Ĺร à¸ĩ", + "ey im", + "eyi m", + "Ġná klad", + "c ilik", + "ci lik", + "cil ik", + "ĠÐĵ лав", + "ĠUy gu", + "ĠÑĢег ÑĥлÑİ", + "à¤Ĥ à¤ľà¤¨", + "à¤Ĥà¤ľ न", + "Ġkayn aģı", + "à¹ī าà¸Ń", + "à¹īา à¸Ń", + "Ġgör mek", + "ĠíĮ ¬", + "Ġ å®Į", + "Ġå® Į", + "Ø« ÙħاÙĨ", + "ĠÑĤак аÑı", + "ĠÑĤа каÑı", + "ĠÑĤака Ñı", + "Ġне из", + "Ġzpráv y", + "ĠاÙĦØ´ خص", + "Ġìĺ¤ íĽĦ", + "ĠاÙĦ طب", + "ĠاÙĦØ· ب", + "atır ım", + "ر ÙĬر", + "رÙĬ ر", + "ĠÙħع ÙħارÛĮ", + "Ãľ RK", + "ÃľR K", + "ĠÒ IJ", + "ĠìĦ ¬", + "æīĭ ãģ«", + "Ġë³Ģ íĻĶ", + "u lace", + "ul ace", + "ula ce", + "Ġs ợ", + "ÑĢ иÑĩ", + "ÑĢи Ñĩ", + "มห าว", + "Ġk â", + "ĠÑģп ÑĢоб", + "Ùĩ رÙĩ", + "Ùĩر Ùĩ", + "ाध न", + "ĠÏĢ αι", + "ĠÏĢα ι", + "ب عد", + "بع د", + "ĠاÙĦ تÙĪ", + "ĠاÙĦت ÙĪ", + "ç»ı çIJĨ", + "p ůsob", + "æ¬ ł", + "ĠзаÑħвоÑĢÑİ Ð²Ð°Ð½Ð½Ñı", + "Ø® Ø©", + "ÚĨ ار", + "Ġboz uk", + "] âĢı", + "ĠSoc orro", + "Ġ hrad", + "Ġh rad", + "Ġhr ad", + "Ġhra d", + "над леж", + "ĠÑĥÑĩаÑģÑĤ ие", + "ĠÑĥÑĩаÑģ ÑĤие", + "ĠÑĥÑĩаÑģÑĤи е", + "å¤ī ãĤı", + "Ġy ans", + "Ġya ns", + "Ġyan s", + "ĠØ¥ ÙĦ", + "Ø® بر", + "خب ر", + "ÑĨиклоп ед", + "ι Ïİν", + "ιÏİ Î½", + "Ïĥ ÏĦÏģο", + "ÏĥÏĦ Ïģο", + "Ġb anka", + "Ġbank a", + "Ġban ka", + "ĠsoÄŁ uk", + "Ġün lü", + "é¢ ľ", + "Ġر Ùģع", + "ĠرÙģ ع", + "çIJ ³", + "ĠÑģоÑģÑĤоÑı нии", + "ν ονÏĦαÏĤ", + "νον ÏĦαÏĤ", + "Ġа кÑĤи", + "Ġак ÑĤи", + "ĠакÑĤ и", + "ĠÏĢολ Ïħ", + "ĠÏĢο λÏħ", + "Ġм оÑĹ", + "Ġмо ÑĹ", + "Ġ æł¼", + "Ġæł ¼", + "ç² Ĺ", + "ĠÑģлÑĥÑĩ ай", + "ĠÑģлÑĥ Ñĩай", + "ĠÑģлÑĥÑĩа й", + "ìĿ¼ ìĹIJ", + "ĠÑĤÑĢеб ÑĥеÑĤ", + "Ġ åıĤèĢĥ", + "ĠåıĤ èĢĥ", + "an gl", + "ang l", + "am ik", + "ami k", + "Ġ Ä°Åŀ", + "ĠÄ° Åŀ", + "æ¹ ¯", + "ĠÄij áo", + "ĠÄijá o", + "ละ à¸Ħร", + "Ñģ о", + "Âł ob", + "Ġk lim", + "Ġkl im", + "Ġkli m", + "èĥ Ĩ", + "ìĥĿ íĻľ", + "ãĥij ãĥ³", + "- ब", + "Ġк ад", + "Ġка д", + "à¹Ī สามารà¸ĸ", + "ĠÙħس ÙĦÙħاÙĨ", + "ç¿ °", + "ĠB ütün", + "ĠK raj", + "ĠKr aj", + "ĠKra j", + "ĠпеÑĢ Ñģп", + "ĠпеÑĢÑģ п", + "Ġener j", + "ãģķ ãģĽãĤĭ", + "ãģķãģĽ ãĤĭ", + "è¾¾ åĪ°", + "ा à¤Ĭ", + "ाठĬ", + "ĠگرÙģ تÙĨ", + "ĠگرÙģت ÙĨ", + "ÑĪ кÑĥ", + "ĠÐŁ ло", + "ÃŃ ny", + "ÃŃn y", + "ĠH ra", + "ĠÚĨ ÙĨاÙĨ", + "Ġ à¹Ħà¸Ĺย", + "Ġà¹Ħ à¸Ĺย", + "vise jÃŃcÃŃ", + "Û³ Û³", + "ĠÐľÑĸнÑĸÑģÑĤ еÑĢ", + "à¹Ĥ à¸Ń", + "ĠدÙĩ ÛĮد", + "æ¯Ķ ä¾ĭ", + "Ïĥι εÏį", + "Ç IJ", + "ãĢģ ãģª", + "Ġत स", + "ĠÄ° t", + "ĠìłĦ ìŁģ", + "à¹Ģ à¸Īร", + "à¹Ģà¸Ī ร", + "Ġelek tr", + "Ġelekt r", + "Ġd Æ°", + "â ĶĶ", + "âĶ Ķ", + "Ġ ìĥ¤", + "Ġìĥ ¤", + "ä» ®", + "à¸ģาร à¹Ģล", + "Ġм ÑĥлÑĮ", + "ĠмÑĥ лÑĮ", + "Ġ 度", + "Ġåº ¦", + "ĠH uyá»ĩn", + "в ен", + "ве н", + "Ġl Æ°á»Ľi", + "Ġprovoz u", + "Ñĥ ÑĢÑĥ", + "ÑĥÑĢ Ñĥ", + "ÑĢ ÑĸÑĹ", + "ÑĢÑĸ ÑĹ", + "Ġçocu ÄŁ", + "ัà¸IJ à¸ļาล", + "ÙĦ ÙĬÙĩ", + "ÙĦÙĬ Ùĩ", + "Ġ[âĢ¦] ...Ċ", + "åİŁ å§ĭ", + "Ġs klad", + "Ġsk lad", + "Ġskl ad", + "Ġسپ تاÙħبر", + "ĠTom áš", + "Ġس ÙĪاÙĦ", + "ĠسÙĪ اÙĦ", + "çģ Ń", + "ãĤĵ ãģ©", + "на знаÑĩ", + "ĠÄij Ä©a", + "ĠudÄĽl at", + "Ġà¤Ĩ दम", + "Ġà¤Ĩद म", + "ï¼ ¬", + "ι νÏĮ", + "ιν ÏĮ", + "iÅŁ leri", + "ÄIJ ây", + "Ġرس اÙĨÙĩ", + "ع اÙħ", + "عا Ùħ", + "ãĥ¼ãĥij ãĥ¼", + "Ġdo prov", + "Ġdop rov", + "ĠмÑĸÑģ ÑĤо", + "ĠмÑĸÑģÑĤ о", + "ï¼ ¥", + "ел Ñĸг", + "елÑĸ г", + "ائ ز", + "ä¸į äºĨ", + "ĠÐIJлекÑģанд ÑĢ", + "ĠвÑĢем ен", + "Ġdve ÅĻe", + "Ġch ảy", + "Ġ otel", + "Ġo tel", + "Ġot el", + "èĤ¯ å®ļ", + "ĠÑĥÑĤ веÑĢжд", + "ĠÐļом п", + "ĠÐļо мп", + "Ġ ëĤĺëĿ¼", + "ĠëĤĺ ëĿ¼", + "ĠвÑĸдбÑĥва ÑĶÑĤÑĮÑģÑı", + "ãĢģ ãĢİ", + "ĠkarÅŁÄ± lık", + "Ġl ẫn", + "çħ Ļ", + "ع کس", + "å¼ ¥", + "Ġte cr", + "Ġtec r", + "Ġne od", + "Ġneo d", + "æĪIJ çĤº", + "åħ¥ ãĤĬ", + "ĠÐŁ ÑĢод", + "ĠÐŁÑĢ од", + "ĠÐŁÑĢо д", + "ĠÏĢ Ïģά", + "ื à¸Ńà¸Ķ", + "ืà¸Ń à¸Ķ", + "ÑģÑĤ аÑĤи", + "ÑģÑĤа ÑĤи", + "е ноÑĹ", + "ен оÑĹ", + "ено ÑĹ", + "Ñĩи Ñģл", + "ÑĩиÑģ л", + "羣 æŃ£", + "Ġ ราà¸Ħ", + "Ġร าà¸Ħ", + "Ñĥ ÑĢе", + "ÑĥÑĢ е", + "ĠØ´ اÙĩد", + "ĠشاÙĩ د", + "ا عر", + "اع ر", + "Ġê²½ íĹĺ", + "à¸Ļ à¸Ħ", + "ãĥį ãĥ«", + "ÏĢοÏħ λοÏĤ", + "Ġम à¤Ī", + "ìĬ¤ ì½Ķ", + "itel né", + "å¼Ģ æĶ¾", + "ç į¨", + "çį ¨", + "ĠpÅĻ ech", + "ĠpÅĻe ch", + "ú Äįast", + "å¢ ĵ", + "Ġ å½±", + "Ġå½ ±", + "ÙĨ ساÙĨ", + "ÙĨس اÙĨ", + "ÙĨسا ÙĨ", + "Ġд вад", + "Ġдв ад", + "Ġдва д", + "Ġи деÑĤ", + "Ġиде ÑĤ", + "Ġид еÑĤ", + "Ġпод клÑİÑĩ", + "Ġподк лÑİÑĩ", + "íĬ¹ë³Ħ ìĭľ", + "B Ãłi", + "Å¡ ku", + "Å¡k u", + "i lerden", + "iler den", + "åıĺ å¾Ĺ", + "ëıĻ ìķĪ", + "Ġpostup nÄĽ", + "ĠиÑĤ ог", + "Ġd ůvodu", + "Ġdůvod u", + "siz lik", + "ÙĦ اÙĨ", + "ÙĦا ÙĨ", + "éĤ£ ç§į", + "ĠÑĩа Ñģа", + "ĠÑĩаÑģ а", + "ä¸į æĸŃ", + "ĠØ®ÛĮ اباÙĨ", + "ĠاÙĦد اخ", + "ĠÑģÑĤоÑĢ Ñĸн", + "Ġì¶ľ ìĹ°", + "æ² Ł", + "Ġh ry", + "Ġhr y", + "ĠG Ãľ", + "ĠìĿ¸ 구", + "l ied", + "li ed", + "lie d", + "Ġع اÙĦÙĬØ©", + "ĠпÑĢед ваÑĢ", + "ан ной", + "åı¥ è¯Ŀ", + "éł ĵ", + "ë°Ķ ìĿ¼", + "ï¼ı /", + "ĠÙħخت صات", + "ëŀ «", + "ĠçalÄ±ÅŁ maları", + "ĠçalÄ±ÅŁmalar ı", + "ĠçalÄ±ÅŁma ları", + "Ġrepublik a", + "Ġ ì³", + "Ġì ³", + "ा )", + "Ġê±´ ê°ķ", + "Ġê³µ ëıĻ", + "èħ ¦", + "ĠìĦľ ë¡ľ", + "ĠпÑĢовод иÑĤÑĮ", + "ĠдейÑģÑĤв иÑĤелÑĮно", + "v eç", + "ve ç", + "Ø« اÙĦ", + "Ġgöster ir", + "ır lar", + "ĠÑģам Ñĭм", + "á lo", + "ál o", + "é¢ij 次", + "à¥Ī à¤Ĺ", + "ا دÙħ", + "اد Ùħ", + "çĮ ª", + "ĠS ản", + "Ġ çı", + "Ġç ı", + "Ġl ety", + "Ġle ty", + "Ġlet y", + "Ġrep ublice", + "Ġrepublic e", + "æĿ¥ èĩª", + "Ġv ết", + "Ġbi rik", + "Ġbir ik", + "Ġbiri k", + "Ġm ekt", + "Ġme kt", + "Ġmek t", + "ĠاÙĦ ÙĪÙģ", + "ĠاÙĦÙĪ Ùģ", + "Ġj ich", + "Ġji ch", + "ä¸Ģ 覧", + "éľ² åĩº", + "ĠH iá»ĩn", + "ĠHi á»ĩn", + "Ġd iá»ĩt", + "ĠÑħ ÑĢиÑģÑĤи", + "åĪļ æīį", + "k ate", + "ka te", + "kat e", + "Ġb azen", + "Ġba zen", + "Ġbaz en", + "ĠurÄįit ÄĽ", + "ĠurÄį itÄĽ", + "Ġumož ÅĪuje", + "é¡ĺ ãģĦ", + "/Q ÄIJ", + "Ġmen Å¡ÃŃ", + "ÏĥκεÏħ ή", + "ĠÑĨеÑĢк ов", + "ĠÑĨеÑĢ ков", + "Ġ è´Ń", + "Ġè´ Ń", + "ок ÑĢаÑĤи", + "ĠÑĢоз к", + "α νοÏħ", + "αν οÏħ", + "Ġyön etic", + "Ġyönet ic", + "Ġol madan", + "Ġolm adan", + "Ġolma dan", + "åĨľ ä¸ļ", + "Ġë°Ķ ëŀĮ", + "çĵ ľ", + "ÑĪ аеÑĤÑģÑı", + "ÑĪа еÑĤÑģÑı", + "ĠÐļ оÑģÑĤ", + "ĠÐļо ÑģÑĤ", + "ĠÙħ عت", + "ĠÙħع ت", + "Ġ à¸ŀล", + "Ġà¸ŀ ล", + "ĠÙħتÙģ اÙĪت", + "ãĤī ãģı", + "èĪ Ĺ", + "Ġتع رÛĮÙģ", + "éīĦ éģĵ", + "Ġpé Äįe", + "ì» µ", + "Ġпод ÑĢаз", + "Ġбан кÑĥ", + "Ġбанк Ñĥ", + "Ä°S Ä°", + "æ¡ IJ", + "à¹Ĥ รà¸Ħ", + "à¹Ĥร à¸Ħ", + "ĠØŃØ° Ùģ", + "Ġ ë£", + "Ġë £", + "л иж", + "ли ж", + "Ġ ìĤ°ìĹħ", + "ĠìĤ° ìĹħ", + "ĠпÑĢи ÑĩинÑĭ", + "ĠпÑĢиÑĩин Ñĭ", + "ĠпÑĢиÑĩ инÑĭ", + "Ġна зна", + "Ġназ на", + "ãĥª ãĤ¹ãĥĪ", + "ãĥªãĤ¹ ãĥĪ", + "ìłķ ë¶Ģ", + "Ïĥ ÏĨα", + "ÏĥÏĨ α", + "å¦ ĥ", + "Ġголов и", + "Ġгол ови", + "ëIJĺìĹĪ ìĬµëĭĪëĭ¤", + "Ġεν ÏĮÏĤ", + "ãĤ¤ ãĥ³ãĤ¿", + "ãĤ¤ãĥ³ ãĤ¿", + "Ġs lun", + "Ġsl un", + "Ġslu n", + "ëł ´", + "ĠÑģÑĥÑīеÑģÑĤв ÑĥеÑĤ", + "ĠÑģÑĥÑīе ÑģÑĤвÑĥеÑĤ", + "з аб", + "за б", + "æĽ´ åĬł", + "Ġблагод аÑĢÑı", + "ĠëĮĢ 구", + "è¾ ħ", + "ห าà¸ģ", + "หา à¸ģ", + "Ġ æİ¥", + "Ġæİ ¥", + "ëĮĢ 를", + "人 ç±»", + "j eme", + "je me", + "jem e", + "åĪĨ å¸ĥ", + "ìŀ¥ ìĿĢ", + "Ġдопом оги", + "ìĻĦ ë£Į", + "o sy", + "os y", + "èĭ± éĽĦ", + "Ġ ÙĦس", + "ĠÙĦ س", + "म ह", + "Ġ à¸ģำ", + "Ġà¸ģ ำ", + "Ġداش تÙĨ", + "Ġداشت ÙĨ", + "Ń ìłľ", + "Ä° ng", + "Ä°n g", + "ĠTh Æ°á»Ŀng", + "íĻ Ģ", + "Ñį ÑĦ", + "íķ´ ìļĶ", + "ĠÐľ Ñĸж", + "ĠÐľÑĸ ж", + "еÑĢÑĸ га", + "еÑĢÑĸг а", + "Ġε á¼", + "à¹ģ สà¸ĩ", + "à¹ģส à¸ĩ", + "ãĥĢ ãĤ¤", + "Ġc esty", + "Ġce sty", + "Ġces ty", + "Ġcest y", + "Ġpr ázd", + "Ġprá zd", + "第 ä¸Ģ次", + "第ä¸Ģ 次", + "ĠÙĩÙħ سر", + "Ġz ev", + "Ġze v", + "Âł E", + "ĠBeled iyesi", + "ĠBelediye si", + "ĠпÑĢоп ози", + "Ġanlay Ä±ÅŁ", + "Âł Ùħ", + "ĠÑĢаÑģÑģ ÑĩиÑĤ", + "ĠاÙĦØ£Ùħ رÙĬÙĥÙĬØ©", + "ĠاÙĦØ£ÙħرÙĬÙĥÙĬ Ø©", + "Ġž ena", + "Ġže na", + "Ġžen a", + "d eniz", + "den iz", + "Ġn oci", + "Ġno ci", + "Ġnoc i", + "Ġst ál", + "ุ ย", + "주 ìĨĮ", + "Ġз еÑĢ", + "Ġ ìĨĮê°ľ", + "ĠìĨĮ ê°ľ", + "Ġkh ẳng", + "at ıcı", + "atı cı", + "ÄĽ ž", + "ĠÑĩ ÑĥÑĤÑĮ", + "Ġc áºŃu", + "ĠاطÙĦ اع", + "æµ ħ", + "Ġst rav", + "Ġstr av", + "Ġstra v", + "ĠSan ayi", + "Ġ طبÙĬ", + "ĠØ· بÙĬ", + "Ġطب ÙĬ", + "Ġhız la", + "Ïİ Î½Î±", + "Ïİν α", + "à¤¿à¤ľ ल", + "ÙħØŃ Ùħد", + "à¸ļ à¸ģ", + "Ġvzdál en", + "ĠÑĤак ими", + "ĠÑĤа кими", + "ĠÑĤаким и", + "ãĢĤ ãģĿãģĹãģ¦", + "Ġka lp", + "Ġkal p", + "Ġкож ного", + "Ðł µ", + "ÙĦع اب", + "ĠÙħ ÙĪÙĨ", + "ĠÙħÙĪ ÙĨ", + "ĠìĿ¼ ìĿĦ", + "Ġ ë°ĶìĿ´", + "Ġë°Ķ ìĿ´", + "Ġme kan", + "Ġmek an", + "ĠجاÙħ ع", + "Ġجا Ùħع", + "ĠÙĨ Ùģت", + "ĠÙĨÙģ ت", + "ĠاÙĦ سÙħ", + "ĠاÙĦس Ùħ", + "л ÑĭÑħ", + "лÑĭ Ñħ", + "èĥĮ æĻ¯", + "Ġê²ĥ ëıĦ", + "ĠìĤ´ ìķĦ", + "y dı", + "yd ı", + "Ġна веÑĢ", + "Ġнав еÑĢ", + "åŃIJ ãģ¯", + "l uluk", + "lu luk", + "Ġhá»Ĺ n", + "Ġ Ø´Ùģ", + "ĠØ´ Ùģ", + "Ġع ÙĦت", + "ĠعÙĦ ت", + "à¸Ħร าม", + "ĠÎļ ÏįÏĢ", + "Ġà¹Ģม ษายà¸Ļ", + "ÙĨد ÙĤ", + "ĠÑĥ ÑģÑĤÑĢа", + "ĠÑĥÑģÑĤ ÑĢа", + "ĠÑĥÑģ ÑĤÑĢа", + "ĠÎĵ εν", + "ĠÐĨ ван", + "ĠP hong", + "ĠPh ong", + "ĠPhon g", + "家 çļĦ", + "ĠÐIJ лекÑģ", + "ĠÐIJле кÑģ", + "ĠÐIJл екÑģ", + "Ġзб еÑĢÑĸг", + "ĠÅŁark ı", + "ĠÅŁar kı", + "ĠظرÙģ ÛĮت", + "ĠÙħ عÙĨÛĮ", + "ĠÙħع ÙĨÛĮ", + "ĠÙħعÙĨ ÛĮ", + "Ġ лов", + "Ġл ов", + "ĠìĤ ¶", + "èħ IJ", + "Ġ å¯Į", + "Ġå¯ Į", + "E RG", + "ER G", + "ĠÑģÑĤо имоÑģÑĤÑĮ", + "ÅĻ et", + "ÅĻe t", + "à¥ī य", + "à¹Ī าร", + "à¹Īา ร", + "ĠارÙĪÙ¾ ا", + "Ġб ÑĢоÑģ", + "ĠоÑĤ ноÑģÑıÑĤ", + "ĠоÑĤноÑģ ÑıÑĤ", + "ĠÎŁ κ", + "ÑĨÑĮ кий", + "ÏĬ κ", + "ãģĤãĤĬ ãģ¾ãģĽãĤĵ", + "ĠÑĥ ник", + "ĠÄij iá»ĥn", + "ĠÄiji á»ĥn", + "Ġvý zkum", + "Ġh ứ", + "Ġhá» ©", + "Ġ ÙĪات", + "ĠÙĪ ات", + "ĠÙĪا ت", + "Ġ å¹³æĸ¹", + "Ġå¹³ æĸ¹", + "Ïħ μ", + "ãĤĴ 使", + "εί ÏĦαι", + "两 人", + "Ġ åĮ»", + "ĠåĮ »", + "ÑĢаÑĤ иÑĤÑĮ", + "ÑĢаÑĤи ÑĤÑĮ", + "ĠاÙĦ اÙĨت", + "ĠاÙĦاÙĨ ت", + "ãģ® 人", + "ر Ø´", + "ĠТ ÑĥÑĢ", + "r nÄĽ", + "rn ÄĽ", + "天 天", + "ม าร", + "มา ร", + "Ġort alama", + "Ġorta lama", + "ĠпеÑĢе пиÑģ", + "ĠпеÑĢеп иÑģ", + "ĠìĥĿ ìĤ°", + "å¿ Ĩ", + "í ĩ´", + "ï¼Į 该", + "éĮ ¢", + "ÏĢα ίδ", + "ĠмеÑĢ опÑĢи", + "Ġг ÑĢав", + "ĠгÑĢа в", + "ĠгÑĢ ав", + "ÃĶ ng", + "Ġ æ¤", + "Ġæ ¤", + "ĠاÙĦد ÙĪÙĦØ©", + "ĠاÙĦدÙĪÙĦ Ø©", + "Ġ оÑģÑĮ", + "Ġо ÑģÑĮ", + "ĠоÑģ ÑĮ", + "å¥ Ķ", + "Ġgüven li", + "íķĺ ìĭł", + "Ġ éĬ", + "Ġé Ĭ", + "éŁ³ æ¨Ĥ", + "Ġmed ya", + "Ġب ÙĨا", + "ĠبÙĨ ا", + "а ма", + "ам а", + "Ġ ãĤŃãĥ£", + "ĠãĤŃ ãĥ£", + "èĹ ¥", + "l arım", + "lar ım", + "ları m", + "ĠT iếng", + "iyor lar", + "ï¼ ¢", + "æĶ Ŀ", + "Ñĸй ÑģÑĮкоÑĹ", + "Ġyet iÅŁtir", + "ĠyetiÅŁ tir", + "ĠÙ¾ سر", + "Ġپس ر", + "ãĤī ãģĹ", + " ļ", + "ìĥ ¤", + "à¸Ķ าห", + "à¸Ķา ห", + "ĠتØŃص ÛĮÙĦ", + "Ġб енз", + "éģ £", + "Ġнаб лÑİ", + "ä½ĵ ç³»", + "ãĥ¯ ãĤ¤ãĥĪ", + "Âł ÂłĠ", + "³³ Ġ", + "书 è®°", + "ĠMü hendis", + "p lor", + "pl or", + "l az", + "la z", + "лÑı ли", + "Ġpom áh", + "Ġб лиж", + "Ġбл иж", + "Ġбли ж", + "ĠÑĩиÑģ ла", + "Ġubyt ovánÃŃ", + "ÑĢаÑĤ но", + "Ġtr Äĥm", + "Ġاب راÙĩ", + "át ka", + "Ġiç indeki", + "Ġiçin deki", + "Ġiçinde ki", + "ั à¸ļà¸Ļ", + "ัà¸ļ à¸Ļ", + "ĠاÙħ ÛĮد", + "n ave", + "na ve", + "nav e", + "e cut", + "ec ut", + "å°± åľ¨", + "Ġt radi", + "Ġtr adi", + "Ġtrad i", + "Ġtra di", + "Ø· ÙĦÙĤ", + "Ø·ÙĦ ÙĤ", + "ãĤ¦ ãĤ©", + "Ġkhu ôn", + "ìĬ¤ ë¡ľ", + "ÏĦ ÎŃÏģα", + "ÏĦÎŃ Ïģα", + "ĠÏĥ κο", + "ĠÏĥκ ο", + "ë§ Ľ", + "ĠÙģ ÙĨÛĮ", + "ĠÙģÙĨ ÛĮ", + "à¹Į à¹Ģà¸ŀ", + "ĠاÙĦع ظ", + "Ġth ôn", + "기 ìĿĺ", + "Ġภ¿", + "Ñĥ ÑİÑĤÑģÑı", + "ÑĥÑİÑĤ ÑģÑı", + "ĠÙħ کاÙĨ", + "ĠÙħÚ© اÙĨ", + "Ġ âĹİ", + "ĠâĹ İ", + "Ġ çľģ", + "Ġçľ ģ", + "Ġ åį¡", + "Ġåį ¡", + "ĠпеÑĢ ÑĪий", + "ĠпеÑĢÑĪ ий", + "ĠíĽĦ ë³´", + "Ġآر اÙħ", + "ãģĮ ãģĦ", + "ย าà¸Ļ", + "ยา à¸Ļ", + "μ ει", + "με ι", + "ĠM áy", + "Ġz ů", + "Ġpodp oru", + "Ġpodpor u", + "ì» ¨", + "Ñģ ÑĤÑĢи", + "ÑģÑĤ ÑĢи", + "ÑģÑĤÑĢ и", + "ÏĢ ÏĦÏīÏĥη", + "Ф ÐĽ", + "åĵª éĩĮ", + "ĠпеÑĢв ÑĥÑİ", + "Ġyer inde", + "Ġyeri nde", + "ĠزÛĮ با", + "ĠزÛĮب ا", + "Ġodst ran", + "à¥Ģ à¤Ĺ", + "ĠÑĢÑĸз нÑĸ", + "Ïģ ηÏĥη", + "Ïģη Ïĥη", + "âĢĮاÙĦÙħÙĦ ÙĦÛĮ", + "ع اد", + "عا د", + "à¥įप ष", + "ÑŁ N", + "ï½ Ľ", + "ãĥ¼ ãĥľ", + "ãĥ¼ãĥ ľ", + "è´Ń ä¹°", + "ĠìĿ¸ê¸° ê¸Ģ", + "ĠÙħÛĮ Ø´ÙĪد", + "ĠбезопаÑģ ноÑģÑĤи", + "ĠνεÏĨ οκ", + "ãģ« ãģ¨", + "ĠÑĨеÑĢк ви", + "ت Ùĥ", + "ĠH Ãłng", + "ĠHÃł ng", + "ĠHÃłn g", + "ĠÙĦ ÙĦس", + "ĠÙĦÙĦ س", + "ĠνεÏĨοκ άλÏħÏĪηÏĤ", + "r aman", + "ra man", + "ram an", + "rama n", + "Ġvy vol", + "n iÄį", + "ni Äį", + "ر اÙĨÙĩ", + "راÙĨ Ùĩ", + "را ÙĨÙĩ", + "Ġp eÅŁ", + "Ġpe ÅŁ", + "ãĥ« ãĤ¯", + "å´ ĩ", + "Ġim kân", + "åĮ» çĸĹ", + "Ġप à¥Ŀ", + "άν νηÏĤ", + "Ġ جÛĮ", + "Ġج ÛĮ", + "Ġp roje", + "Ġpro je", + "Ġpr oje", + "Ġproj e", + "Ġül kenin", + "Ġülk enin", + "Ġülke nin", + "ĠK ew", + "ĠKe w", + "ĠاÙĦÙħ Ùģ", + "Ø£ Ùĥ", + "çĻº 表", + "Ġ δÏħ", + "Ġδ Ïħ", + "Ġ åĽ½å®¶", + "ĠåĽ½ 家", + "ĠKiÅŁ isel", + "ãĥ³ ãĤ¬", + "Ġzpráv a", + "V iá»ĩc", + "e rif", + "er if", + "eri f", + "Ġstrán ky", + "éļ ł", + "è¼ ķ", + "к оз", + "ко з", + "Ġस à¤ľ", + "Ùĩد اÙģ", + "l oub", + "lo ub", + "lou b", + "à¸łà¸²à¸ŀ ยà¸Ļà¸ķร", + "Ġíķł ìĿ¸", + "ĠÄIJ Ãło", + "ĠÄIJÃł o", + "ĠÙĨاØŃ ÛĮÙĩ", + "(= )", + "ĠÅŀ ampiyon", + "Ġp iÅŁ", + "Ġpi ÅŁ", + "Ġ Ø°Ùĩ", + "ĠØ° Ùĩ", + "ॠ¯", + "ĠÑģÑĢед ÑģÑĤво", + "ĠÑģÑĢедÑģÑĤв о", + "Ġ à¹Ģวลา", + "Ġà¹Ģว ลา", + "ĠÑĩ Ñĥж", + "Ġver ileri", + "Ġveri leri", + "Ġveriler i", + "ĠÚ© ارت", + "Ġکار ت", + "а ви", + "ав и", + "Ġà¤ķर व", + "Ġres tau", + "Ġrest au", + "Ġresta u", + "ê°ľ ìĽĶ", + "Ġм иÑĢов", + "Ġми ÑĢов", + "ĠмиÑĢ ов", + "ì° ®", + "ĠnÄĽjak ý", + "Ġses siz", + "Ġsess iz", + "اء ات", + "ĠÐĹ Ð°Ñħ", + "ĠÐĹа Ñħ", + "Ñı ÑīиÑħ", + "ÑıÑī иÑħ", + "п ÑĢ", + "Ġпод алÑĮ", + "Ġпода лÑĮ", + "ĠопÑĢедел иÑĤÑĮ", + "ॠŃ", + "Ġ رÙģ", + "Ġر Ùģ", + "幸 ç¦ı", + "à »", + "Ġ vÄĽdom", + "ĠvÄĽ dom", + "ĠvÄĽd om", + "ĠÑģвид еÑĤелÑĮ", + "ĠÎĵ οÏħ", + "ılıģı yla", + "ılıģ ıyla", + "çĻ» éĮ²", + "Ġä¸ĭ è·Į", + "Ġп лÑİ", + "Ġпл Ñİ", + "н од", + "но д", + "ĠØ£ جÙĦ", + "Ġأج ÙĦ", + "Ġà¤ķ थ", + "éĥ½ ä¸į", + "Ġs ene", + "Ġse ne", + "Ġsen e", + "Ġp ÄĽ", + "è¨Ī åĬĥ", + "Ġа Ñĥд", + "Ġод ном", + "Ġодно м", + "Ġ ä¸ĩåħĥ", + "Ġä¸ĩ åħĥ", + "ĠÙĪ Ùħا", + "ĠÙĪÙħ ا", + "ĠÐĶ ÑĢÑĥг", + "èµ· ãģĵ", + "в аÑİÑĤÑģÑı", + "ва ÑİÑĤÑģÑı", + "ваÑİÑĤ ÑģÑı", + "л аÑĤÑĥ", + "ла ÑĤÑĥ", + "лаÑĤ Ñĥ", + "Ġ تÙĪÙĨ", + "Ġت ÙĪÙĨ", + "ĠتÙĪ ÙĨ", + "Ñī аÑı", + "Ñīа Ñı", + "ή λ", + "ĠÐŁ ÑĢа", + "ĠÐŁÑĢ а", + "Ġاست رات", + "Ġاستر ات", + "ิà¸Ļ à¹Ģà¸Ķ", + "à¥įà¤Ĺ त", + "Âł з", + "Ġп олоÑĤ", + "Ġпо лоÑĤ", + "Ġпол оÑĤ", + "æ® ĸ", + "æ¡ Ĩ", + "ĠS istem", + "ĠSi stem", + "ĠSist em", + "Ġr uku", + "Ġru ku", + "Ġruk u", + "ãĥĥ ãĤ«ãĥ¼", + "ĠобÑıз ан", + "Ġkö ÅŁ", + "Ġad ını", + "Ø´Ùħ اÙĦÛĮ", + "na ÄįenÃŃ", + "naÄį enÃŃ", + "Ġ .ï¼ı", + "Ġ. ï¼ı", + "Ġ å®ĺ", + "Ġå® ĺ", + "Ġtoplum sal", + "èª ¤", + "ĠبÙĩ بÙĪد", + "ÑģÑĤв еннаÑı", + "ÑģÑĤвен наÑı", + "ĠØ¢ Ù¾", + "ĠجÙĦ سÙĩ", + "ĠجÙĦس Ùĩ", + "ãĢĢ ï½", + "åĵ Ń", + "æīĢ å±ŀ", + "æĴ ®", + "ì¢ Ģ", + "Ġ ει", + "Ġε ι", + "ì¹ĺ 를", + "Ġ ê³¼ìłķ", + "Ġê³¼ ìłķ", + "u uml", + "uum l", + "uu ml", + "δ ά", + "Ġ زد", + "Ġز د", + "ìĽIJ ìĿĦ", + "ĠvÄĽ cÃŃ", + "ĠvÄĽc ÃŃ", + "د Ø«", + "Ġs anki", + "Ġsan ki", + "Ġsank i", + "åĥı æĺ¯", + "л аÑĢа", + "ла ÑĢа", + "ìĤ¬ ìĿ´", + "ãĤı ãĤĮãģŁ", + "ãĤıãĤĮ ãģŁ", + "ĠÄij ón", + "ĠÄijó n", + "åIJ¯ åĬ¨", + "Ġgi Ãłnh", + "ĠgiÃł nh", + "Ġkır mızı", + "Ø® Ùħ", + "æIJ į", + "åĪĩ ãĤĬ", + "ãĤµ ãĥ¼ãĥĵãĤ¹", + "Ùĩ ار", + "Ùĩا ر", + "Ø° Ùĥر", + "о ÑĢоз", + "оÑĢ оз", + "оÑĢо з", + "à¥Īà¤Ĥ ।ĊĊ", + "à¥Īà¤Ĥ। ĊĊ", + "à¥Īà¤Ĥ।Ċ Ċ", + "ĠíĻĪ íİĺìĿ´ì§Ģ", + "ĠÙĥ بÙĬرة", + "ĠÙĥبÙĬر Ø©", + "н ина", + "ни на", + "нин а", + "íķĺ ìļ°", + "å¼ķçĶ¨ é¢ij次", + "ॠ®", + "ĠбаÑĤÑĮ кÑĸв", + "à¸Ł à¸Ńร", + "ี .", + "ìłĿ íĬ¸", + "éĺħ读 次æķ°", + "Ġit ir", + "Ġi tir", + "ÑĪ ин", + "ÑĪи н", + "ĠV áºŃy", + "çĤ ®", + "ла год", + "лаг од", + "Ø´ÙĨ اس", + "á» IJ", + "ĠÑı год", + "Ġì¤ij ìķĻ", + "ر ÙĬØ·", + "رÙĬ Ø·", + "ĠìĪĺ íĸī", + "Ġ ä¸ĢèĪ¬", + "Ġä¸Ģ èĪ¬", + "ĠÑħви лин", + "ĠÐľÐ¾Ð¶ но", + "ĠнаÑĩ але", + "Ġод нов", + "Ġодно в", + "ĠÃľ ç", + "ÑĨион нÑĭй", + "Ġ ìļķ", + "Ġìļ ķ", + "æ¼ Ĥ", + "å² ³", + "ت دÙī", + "تد Ùī", + "κ ηÏĤ", + "κη ÏĤ", + "âĢĻ nda", + "âĢĻn da", + "ï¼IJ ï¼IJ", + "èª ī", + "é§ħ å¾ĴæŃ©", + "ĠÙģرز ÙĨد", + "åħ¬ è·¯", + "α ÏĥίαÏĤ", + "αÏĥ ίαÏĤ", + "αÏĥία ÏĤ", + "าà¸ĵ าà¸Ī", + "ëij ¥", + "Ġ ÏĢοι", + "ĠÏĢ οι", + "ĠÏĢο ι", + "Ġب داÙĨ", + "Ġبد اÙĨ", + "к ап", + "ка п", + "ĠìŀĪ ëĬĶëį°", + "ĠìŀĪëĬĶ ëį°", + "ï¼Į æѤ", + "à¸Ľà¸£à¸°à¹Ĥย à¸Ĭà¸Ļ", + "ĠÚ©Ø´ÙĪر ÙĩاÛĮ", + "ุ ส", + "ãģ¹ ãģį", + "ĠÑģам Ñĭй", + "Ġп лÑı", + "Ġпл Ñı", + "Ġб ед", + "人 æīį", + "ส หร", + "ู à¸ķ", + "Ġkullan ımı", + "Ġkullanım ı", + "íķĻ ëħĦ", + "æ²» çĸĹ", + "ãĢĤ ä¸įè¿ĩ", + "ãĢĤä¸į è¿ĩ", + "æ£ ļ", + "ëĤ¨ ëıĦ", + "ĠØ¢ تش", + "Ïĩ ÎŃÏĤ", + "Ġfunk ci", + "Ġfunkc i", + "н ообÑĢаз", + "но обÑĢаз", + "à¥ĭ फ", + "Ġk aps", + "Ġka ps", + "Ġkap s", + "าษ à¸İ", + "( ع", + "ï¼Į åĬł", + "à¹Ĭ à¸ģ", + "ĠÙĩ Ø´", + "Ġدر ÙĪÙĨ", + "Ġ меÑĩ", + "Ġм еÑĩ", + "ĠпÑĢеж де", + "à¹Ī ย", + "Ġار شد", + "า à¹Ģล", + "æ¯Ķ è¼ĥ", + "ĠØ° کر", + "Ġ æĿ¡", + "ĠæĿ ¡", + "Ð Ĭ", + "Ñĥ кÑĢаÑĹн", + "ÙĬÙĨ ات", + "ÙĬÙĨا ت", + "ì¢ ĭ", + "д иÑı", + "ди Ñı", + "ÏĦ Ïģι", + "ÏĦÏģ ι", + "ĠÐļ аз", + "ĠÐļа з", + "ÙĤ ÙĦاÙĦ", + "ÙĤÙĦ اÙĦ", + "_ ,,", + "_, ,", + "ĠÚĨ ت", + "ĠìĿ¼ ìłķ", + "ĠÐŁ ÑĢоÑĦ", + "ĠÐŁÑĢ оÑĦ", + "ĠÐŁÑĢо ÑĦ", + "æ³ Ľ", + "Ġdruh ý", + "Ñĩ Ñĥк", + "ÑĩÑĥ к", + "l edik", + "le dik", + "led ik", + "ledi k", + "Ġhey ec", + "Ñĭ вал", + "Ñĭв ал", + "Ñĭва л", + "ĠD üny", + "ĠDün y", + "Ġ çĻº", + "ĠçĻ º", + "ĠpÅĻ átel", + "β άλ", + "βά λ", + "Ġ غر", + "Ġغ ر", + "ëĭ¨ ì²´", + "ìĽ¨ ëĶĶìĭľ", + "ÑĢаÑī ениÑı", + "н ÑĨиклопед", + "Ġpodnik atel", + "Ġìĭł ìŀħ", + "ĠÙģر Ø¢", + "и лиÑģÑı", + "или ÑģÑı", + "Ġol umlu", + "à¥įष मत", + "ĠÙħت خصص", + "й ом", + "ؤ اÙĦ", + "ĠÐĿ аÑĤ", + "ĠÐĿа ÑĤ", + "ìĺ¤ ëĬĶ", + "ĠMüdür lÃ¼ÄŁÃ¼", + "ĠH Ãłnh", + "ĠHÃł nh", + "ĠHÃłn h", + "Ġس ابÙĤ", + "ï¼ī çļĦ", + "ĠQu ý", + "lád ánÃŃ", + "ládá nÃŃ", + "Ġ ìļ´ëıĻ", + "Ġìļ´ ëıĻ", + "ĠÐĺ Ñħ", + "è« ¾", + "lıģ ının", + "lıģını n", + "lıģın ın", + "l il", + "li l", + "u Äį", + "ĠÑĩем пÑĸон", + "ÑĤ ож", + "ÑĤо ж", + "Ġ ä½Ľ", + "ни ÑĨе", + "ниÑĨ е", + "ĠпеÑĢв ого", + "Ġ Ñģом", + "ĠÑģ ом", + "ĠÑģо м", + "Ïĩ Ïİ", + "ÅĻ ik", + "ÅĻi k", + "иÑĤелÑĮ ÑģÑĤва", + "ĠÄ° ki", + "Ġask eri", + "Ġasker i", + "c isi", + "ci si", + "cis i", + "Ġjed nÃŃm", + "Ġjedn ÃŃm", + "Ġsta nice", + "Ġstan ice", + "èĤ¡ 票", + "à¸ľ ม", + "T ừ", + "Å¡ ak", + "ÏĦ ία", + "ÏĦί α", + "м ами", + "ма ми", + "ãģĮ åĩº", + "μο ί", + "м аÑĶ", + "ма ÑĶ", + "ëł¥ ìĿ´", + "ãĤĦ ãģ£ãģ¦", + "Ġ å¼µ", + "Ġå¼ µ", + "ØĮ Ċ", + "Ġ »Ċ", + "Ġ» Ċ", + "ا جات", + "اج ات", + "á½ ³", + "æĻĤ ãģ®", + "Ġп окол", + "Ġпо кол", + "Ġпок ол", + "ÑĸÑĤ еÑĤ", + "Ġíķ´ ê²°", + "Ġde dim", + "Ġded im", + "Ġdedi m", + "ĠÑĤ веÑĢд", + "Ġжен Ñīина", + "ĠженÑīин а", + "ед ини", + "еди ни", + "един и", + "ĠÙ¾ ÛĮÚ©", + "ĠÙ¾ÛĮ Ú©", + "iver site", + "ivers ite", + "iversit e", + "ĠآسÛĮ اب", + "ĠÑħаÑĢакÑĤеÑĢиÑģÑĤи ки", + "ĠØ£ÙĨ Ùĩا", + "ĠØ£ÙĨÙĩ ا", + "ĠÑĥкÑĢаÑĹн ÑģÑĮкоÑĹ", + "ĠاختÙĦ اÙģ", + "Ġاخت ÙĦاÙģ", + "Ġt ez", + "Ġte z", + "Ïģ εÏħ", + "Ïģε Ïħ", + "Ġkon umu", + "Ġkonu mu", + "Ġkonum u", + "ĠÑĤеÑħ нÑĸ", + "м Ñĸв", + "мÑĸ в", + "èĬ ¯", + "ĠÏĥ ελ", + "ĠÏĥε λ", + "Ä ¢", + "μ ιÏĥ", + "μι Ïĥ", + "ี à¹īĊ", + "ีà¹ī Ċ", + "Ġm ne", + "Ġmn e", + "ĠоÑĤв еÑĩ", + "ĠÎ ī", + "Ġ éĩİ", + "Ġéĩ İ", + "Ġg ấp", + "ĠпÑĢодÑĥк ÑĤÑĭ", + "ĠпÑĢодÑĥкÑĤ Ñĭ", + "ĠС ÑĢед", + "Ñĸл лÑı", + "à¸ļ à¸Ńà¸ģ", + "ĠtÅĻÃŃ dy", + "Ġth á»ķ", + "Ġthá» ķ", + "ãĥĩãĤ£ ãĤ¢", + "ÏĢοι η", + "ν ει", + "νε ι", + "æĪij们 çļĦ", + "Ġprofes yonel", + "ĠRa kou", + "ĠRak ou", + "Ġвид но", + "Ġz by", + "Ġzb y", + "ĠØŃ Ø§ÙĦÛĮ", + "ĠØŃاÙĦ ÛĮ", + "Ġ é£Ł", + "Ġé£ Ł", + "ĠL Ãłm", + "ĠÚ¯ ست", + "ĠТ ип", + "ĠТи п", + "θ ι", + "á vis", + "áv is", + "ÙIJ ب", + "åı¯èĥ½ æĢ§", + "ĠÑģем ей", + "ãĤī ãĤĮãģ¦ãģĦãĤĭ", + "ãĤīãĤĮ ãģ¦ãģĦãĤĭ", + "ãĤīãĤĮãģ¦ ãģĦãĤĭ", + "ìĥģ íĴĪ", + "Ġ οÏħ", + "Ġο Ïħ", + "Ġà¤ħà¤Ĺ स", + "о лом", + "ол ом", + "оло м", + "γ ον", + "γο ν", + "ĠÑģв ÑıÑī", + "ĠÑģвÑı Ñī", + "æĵ ¦", + "Ïĥ ÏĦηκε", + "ÏĥÏĦη κε", + "èĢħ çļĦ", + "- à¤ķ", + "ÑĤ ии", + "ÑĤи и", + "ĠвизнаÑĩ еннÑı", + "åıij åĩº", + "д аÑħ", + "да Ñħ", + "ĠмоÑĢ Ñı", + "Ġмо ÑĢÑı", + "æī¾ åĪ°", + "ÙĦ ÙĪب", + "ÙĦÙĪ ب", + "èĬ Ļ", + "ĠÑĦак ÑĤ", + "æ¯į 亲", + "id lo", + "idl o", + "ĠSt ad", + "ĠSta d", + "Ñį й", + "ìĽIJ ìĿ´", + "à¤ı न", + "æķ´ 个", + "Ġf ık", + "ĠÙħ ات", + "ĠÙħا ت", + "ÏĢ ον", + "ÏĢο ν", + "Ġê²½ 기ëıĦ", + "Ġ경기 ëıĦ", + "Ġα δ", + "Ġvz pom", + "Ġn á»ĵi", + "ĠÙĨÙĤ اط", + "ожд ение", + "Ġз алÑĸз", + "Ġзал Ñĸз", + "Ġr ủi", + "è¾ °", + ".:.:.:.:.:.:.:.: .:.:.:.:.:.:.:.:", + "ĠM Ãľ", + "Ġk ari", + "Ġka ri", + "Ġkar i", + "ĠÑģ обÑĭ", + "ĠÑģо бÑĭ", + "ĠÑģоб Ñĭ", + "ìĸ´ ì§Ħ", + "ر ÙĬس", + "رÙĬ س", + "u bu", + "ub u", + "ĠØ® ÙĦÙģ", + "ĠØ®ÙĦ Ùģ", + "ظٹ Ø·", + "æĿ ī", + "Ġ æĻ®éĢļ", + "ĠæĻ® éĢļ", + "ĠÙħÙĪاط ÙĨØ©", + "ĠÑģÑĤ анÑĥ", + "ĠÑģÑĤан Ñĥ", + "ĠÑģÑĤа нÑĥ", + "Ġê·¸ëħĢ ìĿĺ", + "ĠÙĦ Ùĥرة", + "ĠÙĦÙĥ رة", + "Ġo sm", + "Ġos m", + "ĠÑĥ ÑĢож", + "е га", + "ег а", + "Ġf else", + "Ġfe lse", + "Ġfel se", + "æĢĿ èĢĥ", + "ãĢĮ ãģĪ", + "Ġн овиÑħ", + "Ġнов иÑħ", + "Ġно виÑħ", + "๠IJ", + "ü ml", + "üm l", + "ĠíĶ¼ íķ´", + "ìĿ¼ ë°ĺ", + "Ġtür ü", + "ĠмÑĸ ÑģÑĤÑĸ", + "ĠмÑĸÑģ ÑĤÑĸ", + "ĠмÑĸÑģÑĤ Ñĸ", + "Ġkažd é", + "ĠÙħس جد", + "ấ c", + "ĠÙģ Ú©ÛĮ", + "Ġ yasal", + "Ġy asal", + "Ġya sal", + "Ġyas al", + "å°± ç®Ĺ", + "ĠоблиÑĩ ÑĩÑı", + "ĠÙĦ دÙĬ", + "ĠÙĦد ÙĬ", + "ا بات", + "اب ات", + "ĠÑģп аÑģ", + "êµ° ìļĶ", + "Ġп ад", + "Ġпа д", + "Ġб ÑĢаÑĤ", + "ĠбÑĢа ÑĤ", + "éĩį 大", + "Ġdüzen lenen", + "G ün", + "Ġaplik ace", + "à¸Ń ห", + "Ġ çħ", + "Ġç ħ", + "ĠÑģоÑģÑĤ оиÑĤ", + "è¯Ħ ä»·", + "ĠD uy", + "ĠDu y", + "Ø· اÙĤ", + "ĠпÑĢид еÑĤÑģÑı", + "Ġt olik", + "Ġto lik", + "Ġtol ik", + "Ġob rov", + "Ġobr ov", + "ĠpÅĻip oj", + "Ġ Ä±ÅŁÄ±", + "Ġı ÅŁÄ±", + "Ú¯ ÙĪÛĮ", + "Ú¯ÙĪ ÛĮ", + "æľŁ å¾ħ", + "ип лом", + "Ġ ince", + "Ġin ce", + "Ġi nce", + "Ġinc e", + "ĠС об", + "ĠСо б", + "ен ÑĮÑİ", + "енÑĮ Ñİ", + "è§Ĵ èī²", + "Ġ à¸ķร", + "Ġà¸ķ ร", + "Ġb ại", + "Ġê°ĢëĬ¥ íķľ", + "ĠblÃŃ zk", + "Ġt ách", + "Ġtá ch", + "Ġtác h", + "Ġвид Ñĭ", + "Ġви дÑĭ", + "и Ñĩна", + "иÑĩ на", + "Ġvyž ad", + "ĠìĨIJ ìĿĦ", + "ĠÐĿ ÑĸмеÑĩ", + "ĠÐĿÑĸ меÑĩ", + "åŁº äºİ", + "ĠÐļ ÑĢи", + "Ġعز ÛĮز", + "t iler", + "til er", + "ti ler", + "tile r", + "е вÑĸ", + "ев Ñĸ", + "Ġmož nosti", + "Ġmožnost i", + "ب از", + "با ز", + "ĠìĤ¬ ë§Ŀ", + "Ġz ÅĻejmÄĽ", + "íĹ ¤", + "Ġürün leri", + "ĠÎł λη", + "а ки", + "ак и", + "ãĤĴ éĸĭ", + "a nou", + "an ou", + "ano u", + "åĽ½ ãģ®", + "ĠyaÅŁ anan", + "ĠyaÅŁan an", + "ĠÑģ евеÑĢ", + "Ġ æ©Ł", + "Ġæ© Ł", + "มาà¸ģ มาย", + "Ġíijľ íĺĦ", + "ร ส", + "Ġض ربÙĩ", + "Ġضر بÙĩ", + "ĠE vet", + "ĠEv et", + "ĠEve t", + "æĨ ¶", + "Ġد ÙĤÛĮÙĤ", + "ĠدÙĤÛĮ ÙĤ", + "Ġвозник нов", + "ìľł 머", + "Ġíijľ ìĭľ", + "ÛĮ Ø´ÙĨ", + "ÛĮØ´ ÙĨ", + "ãĥĹ ãĥ©", + "ÑĤ Ñİ", + "ÙĪ سÛĮ", + "ÙĪس ÛĮ", + ") ìĿ´", + "è¯ģ æĺİ", + "ãģ§ãģį ãģ¾ãģĻ", + "ìĪĺ ìĿĺ", + "çĸ Ĩ", + "ĠÙħ ÙģÙĩÙĪÙħ", + "оÑĩ аÑĤкÑĥ", + "ाल à¤ķ", + "æ¡ Ĥ", + "ĠоÑħ оÑĢони", + "ĠارزÛĮ ابÛĮ", + "Ġìµľ ëĮĢ", + "Ġtho ải", + "ĠЦенÑĤ ÑĢалÑĮ", + "Ġ çķĻ", + "Ġçķ Ļ", + "à¸Ľà¸£à¸° à¹Ģà¸łà¸Ĺ", + "æµ· å¤ĸ", + "ĠÅŀ u", + "íĻľ ëıĻ", + "ĠdvÄĽ ma", + "istrov stvÃŃ", + "Ġarac ılıģıyla", + "Ġtr á»Ļn", + "» :", + "íĭ ±", + "ĠÙĦÛĮ Ú¯", + ". Ðļ", + "ĠÙħÙĤ اÛĮسÙĩ", + "Ġв мÑĸ", + "ر ÙĪب", + "رÙĪ ب", + "ĠاÙĦ Ø´Ùħ", + "ĠاÙĦØ´ Ùħ", + "Ġden nÄĽ", + "Ġdenn ÄĽ", + "Ñĥ Ñĩа", + "ÑĥÑĩ а", + "åħ ¹", + "Ñī им", + "Ñīи м", + "ĠíĬ¹ íŀĪ", + "ĠاستاÙĨد ارد", + "à¥Ģ ध", + "ãĤ¸ ãĤ¢", + "à¹ĩ à¹ĩ", + "иÑģ Ñģ", + "Ġkazan ç", + "ĠzÃŃsk al", + "åĽŀ æĿ¥", + "Ġп ÑıÑĤÑĮ", + "ĠпÑıÑĤ ÑĮ", + "ĠÄij ãi", + "ĠÄijã i", + "Ġ ÙĪرد", + "ĠÙĪ رد", + "ĠÙĪر د", + "Ġ ìķķ", + "Ġìķ ķ", + "ุ à¸Ĺร", + "ุà¸Ĺ ร", + "åĬ¨ çī©", + "Ġp ublik", + "Ġpub lik", + "Ġpubli k", + "æĪIJ æľ¬", + "æĪIJ åijĺ", + "ãĤ¤ ãĤ¯", + "شر ÙĥØ©", + "á¿Ĩ ÏĤ", + "Ġy ola", + "Ġyo la", + "Ġyol a", + "üyor uz", + "Ġк ÑĥÑĢи", + "ĠкÑĥÑĢ и", + "ĠкÑĥ ÑĢи", + "ĠпоÑħ ож", + "Ġìłľ ê°Ģ", + "िय त", + "ائ ÙĦØ©", + "ائÙĦ Ø©", + "Ġ ãģ¾", + "़ à¥ĩà¤Ĥ", + "़à¥ĩ à¤Ĥ", + "ÑģÑĮ кими", + "ÑģÑĮк ими", + "ÑģÑĮким и", + "âĢľ ä½ł", + "imiz de", + "ìµľ ìĭł", + "Ạ¬", + "è Ł", + "à¸Ħ รà¸Ńà¸ļ", + "à¸Ħร à¸Ńà¸ļ", + "ãĢĢ ãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ت غ", + "ĠVÅ¡ ech", + "à¸±à¸Ľ à¸Ķาห", + "Ġa td", + "Ġat d", + "в оÑİ", + "во Ñİ", + "Ġyap ım", + "Ġyapı m", + "olog ické", + "ologic ké", + "Ġп лен", + "Ġпл ен", + "Ġlaz ım", + "r ung", + "ru ng", + "run g", + "ìĦľ ê´Ģ", + "Ġji ný", + "Ġjin ý", + "Ġtr òn", + "Ġtrò n", + "ĠполÑĸÑĤи ки", + "ا ÙĥÙħ", + "اÙĥ Ùħ", + "دÛĮ گر", + "à¥Īà¤Ĥ .Ċ", + "à¥Īà¤Ĥ. Ċ", + "Ġ اÙĩد", + "Ġا Ùĩد", + "ĠاÙĩ د", + "Ġ ãĥį", + "Ġãĥ į", + "ĠпÑĢодÑĥк ÑĤов", + "ĠпÑĢодÑĥкÑĤ ов", + "æĤ Ł", + "ĠpÅĻÃŃpad ech", + "ĠzaÄį ala", + "ĠzaÄįal a", + "åħ¥ ãĤĮ", + "ĠÑĢÑĸв нÑĸ", + "æĦŁ æĥħ", + "ĠΧ α", + "ì £½", + "ì£ ½", + "ิà¸Ī ารà¸ĵ", + "Âł б", + "Ñĸ ÑĹв", + "ÑĸÑĹ Ð²", + "ب Ø´", + "çļĦ éĹ®é¢ĺ", + "Ġza stup", + "Ġzast up", + "볤 ìļĶ", + "ãģ§ãģĻ ãģŃ", + "âĢĮ داÙĨ", + "âĢĮد اÙĨ", + "ï¼Į æĤ¨", + "Ġu vÄĽdom", + "ãģ¦ ãĤĭ", + "ìĤ¬ ëŀĮ", + "l un", + "lu n", + "éĽĨ åIJĪ", + "ë§ ¹", + "Ġž id", + "Ġži d", + "ठĬ", + "Ġt rp", + "Ġtr p", + "л ениÑħ", + "лен иÑħ", + "ле ниÑħ", + "＿ __", + "＿_ _", + "Ðľ Ðŀ", + "å¼ ĭ", + "λÎŃ Î¿Î½", + "ĠÄij òi", + "Ġк ÑĢок", + "lay ıcı", + "ì¶ľìŀ¥ ë§ĪìĤ¬ì§Ģ", + "åij Ī", + "éľ ŀ", + "Ġпо глÑıд", + "Ġпог лÑıд", + "ت رÙĥ", + "تر Ùĥ", + "ĠتÙģ اÙĪت", + "Ġ å®®", + "Ġå® ®", + "ĠدÙĪر بÛĮÙĨ", + "æĶ¾ åľ¨", + "ĠÑģлÑĥÑĩа ев", + "ĠÑģлÑĥÑĩае в", + "ĠÏħÏĢ ηÏģε", + "ë§ ŀ", + "ãģĻ ãģĻ", + "ê²ł ëĭ¤", + "ราย à¸ģาร", + "ĠÏĢ Ïģιν", + "ĠÑģ меÑĪ", + "ĠÑģм еÑĪ", + "å§ ī", + "Ġvýsled ky", + "Ġpot vr", + "åıij è¡Į", + "Ġt úi", + "Ġtú i", + "ĠìĤ¬ ëĿ¼", + "ç«Ļ åľ¨", + "Ġja ký", + "Ġjak ý", + "Ġ à¸ļาà¸ĩ", + "Ġà¸ļ าà¸ĩ", + "Ġdik kate", + "Ġdikkat e", + "Ġدر Ø¢Ùħد", + "æİĴ åIJį", + "r álnÃŃ", + "rál nÃŃ", + "ê³¼ ìĿĺ", + "ä½ µ", + "о лаг", + "ол аг", + "ола г", + "is iyle", + "isi yle", + "Ġ æ½", + "Ġæ ½", + "Ġ तम", + "Ġत म", + "Ġd ij", + "Ġdi j", + "Ġnh ánh", + "ĠR ek", + "ĠRe k", + "设 æĸ½", + "ĠpodmÃŃn ek", + "并 ä¸į", + "к ÑĥÑĤ", + "кÑĥ ÑĤ", + "Ġê³ł 볤", + "çļĦ å£°éŁ³", + "æĪĺ äºī", + "д аÑı", + "да Ñı", + "Ġê´Ģ ìĭ¬", + "ĠÑĦÑĸн анÑģ", + "ĠK öy", + "ĠKö y", + "Ġж ал", + "ĠÑģлÑĥж би", + "м ена", + "мен а", + "ме на", + "ت ÙĬار", + "تÙĬ ار", + "ĠÑĩем пион", + "ÏĢ ιÏĥ", + "ÏĢι Ïĥ", + "landır ma", + "mak tan", + "makta n", + "makt an", + "Ġ 丶", + "Ġä¸ ¶", + "à¹Ī à¸Ńส", + "à¹Īà¸Ń ส", + "ĠmÃ¼ÅŁ teri", + "ĠmÃ¼ÅŁter i", + "Ġص ÙĨد", + "ĠصÙĨ د", + "Ġet mesi", + "Ġetm esi", + "Ġetme si", + "Ġп оÑĢÑĤ", + "ĠпоÑĢ ÑĤ", + "ν ονÏĦαι", + "νον ÏĦαι", + "Ġ ãħĭãħĭ", + "ĠK AR", + "ĠKA R", + "Ġ uch", + "Ġu ch", + "Ġuc h", + "ĠØ® ÙĦÙĤ", + "ĠØ®ÙĦ ÙĤ", + "าษà¸İ ร", + "æŃ ¡", + "Ġи мени", + "Ġим ени", + "Ġиме ни", + "ãģł ãģijãģ©", + "ãģłãģij ãģ©", + "Ġìĭ¤ ìĭľ", + "ÏĥÏī ÏĢ", + "Ġ ì£", + "Ġì £", + "t ÄĽÅ¾", + "tÄĽ ž", + "Ġözel likleri", + "Ġözellik leri", + "Ġözellikle ri", + "Ġب Ù¾", + "Ġиз обÑĢаж", + "ÙĬÙħ ÙĥÙĨ", + "Ġ ãĥĶ", + "Ġãĥ Ķ", + "ĠÐĶ ив", + "ĠÐĶи в", + "ĠØ¥ ÙĬ", + "Ùĥ ÙĬÙĦ", + "ÙĥÙĬ ÙĦ", + "ĠÅŁ ik", + "ĠÅŁi k", + "Ġà¤Ĩ à¤ĸ", + "lar ınızı", + "ların ızı", + "larını zı", + "larınız ı", + "ĠвÑĸд ÑĢÑĸз", + "ĠÑĢоб оÑĤа", + "ĠÑĢобоÑĤ а", + "Ġta rif", + "Ġtar if", + "Ġ اÙĪت", + "Ġا ÙĪت", + "ĠاÙĪ ت", + "ın ma", + "é£Ł ãģ¹", + "Ġuzav ÅĻ", + "ë£ ¸", + "çĽij çĿ£", + "Ġ: ï¼¼", + "θ Ïħν", + "θÏħ ν", + "à¸Ķ ร", + "a larından", + "alar ından", + "aların dan", + "alarında n", + "èĩª æĭį", + "Ġro ÄįnÃŃ", + "ाà¤ĩ व", + "Ġ ÙĥÙĪر", + "ĠÙĥ ÙĪر", + "ĠÏĦ αιν", + "ĠÏĦα ιν", + "ĠÑĸн див", + "r ve", + "rv e", + "ĠνεÏĨ ÏİÏĥειÏĤ", + "Ġb á»ijn", + "Ġbá»ij n", + "Ġ å¿«", + "Ġå¿ «", + "ĠÑģ олÑĮ", + "ĠÑģо лÑĮ", + "ĠÑģол ÑĮ", + "li ÄŁinde", + "liÄŁi nde", + "liÄŁ inde", + "liÄŁin de", + "िन à¤Ł", + "a htar", + "ah tar", + "Ġneb ezpeÄį", + "æĹ¢ çĦ¶", + "ĠëĮĢ ìłĦ", + "ĠÙĨÚ¯Ùĩد ارÛĮ", + "ĠzÃŃsk at", + "Ġнали Ñĩие", + "ĠналиÑĩи е", + "Ġ aks", + "Ġa ks", + "Ġak s", + "ï¼ī ãĢĤĊĊ", + "ï¼īãĢĤ ĊĊ", + "ï¼īãĢĤĊ Ċ", + "Ġrod iny", + "Ġrodin y", + "Ġrodi ny", + "Ġза ÑħÑĸд", + "ĠзаÑħ Ñĸд", + "å¾® ç¬ij", + "ÂłÐĶ а", + "r adu", + "ra du", + "rad u", + "ī nh", + "p les", + "pl es", + "ple s", + "ĠK ons", + "ĠKon s", + "ĠKo ns", + "ิ à¹Ĥล", + "ิà¹Ĥ ล", + "ĠاÙĦ ÙĪص", + "ĠاÙĦÙĪ ص", + "åIJ¬ åĪ°", + "ĠÑģпоÑĢ ÑĤив", + "ĠÑģ айÑĤе", + "ĠÑģай ÑĤе", + "Ġ اظ", + "Ġا ظ", + "ĠØ§Ø ¸", + "lar ındaki", + "ların daki", + "larında ki", + "Ġtá»ķ n", + "ÐĿ ÐĨ", + "Ġned ost", + "ĠÑĤоÑĢ гÑĸв", + "Ġ اÛĮت", + "Ġا ÛĮت", + "ĠاÛĮ ت", + "Ġاختص اص", + "ĠÃľ y", + "ĠS adece", + "ĠSad ece", + "ĠÙħØ® رÙĪØ·", + "Ä ģn", + "Äģ n", + "ç esi", + "çe si", + "Ġ çĬ", + "Ġç Ĭ", + "ãĤĤ ãģ£ãģ¨", + "Ġ éŁĵ", + "ĠéŁ ĵ", + "èµ ĸ", + "ĠполÑĥÑĩ ениÑı", + "Ġë ĺ", + "âĢĻ ÑĹ", + "b ÃŃr", + "bÃŃ r", + "Ġб ÑĸблÑĸ", + "ĠD á»±", + "же неÑĢ", + "жен еÑĢ", + "ç½ij åĪĬ", + "Ġल à¥ľà¤ķ", + "ĠÑĥÑĩ нÑĸв", + "èĪ °", + "ĠÃĸÄŁ ren", + "Ġ ola", + "Ġo la", + "Ġol a", + "Ġ। âĢĿĊĊ", + "ระ à¹Ģà¸ļ", + "á½ ²", + "Ġ رز", + "Ġر ز", + "е и", + "еР¸", + "Ñı Ñĩи", + "ÑıÑĩ и", + "ØŃ Ø¨", + "æĴ ¤", + "ãģ¾ãģŁ ãģ¯", + "б ина", + "би на", + "бин а", + "ĠÎł εÏģ", + "ĠоÑĤноÑģ иÑĤÑģÑı", + "åīį çļĦ", + "Ġ Å¡Å¥", + "ĠÅ¡ Å¥", + "Ġyıl da", + "Ġyı lda", + ": ::::|", + ":: :::|", + ":::: :|", + "::: ::|", + "::::: |", + "us til", + "ust il", + "اÙĦ Ø¥", + "ĠsouÄįas né", + "ĠÙĨÛĮ رÙĪÛĮ", + "ĠÙĨÛĮر ÙĪÛĮ", + "ĠÙĨÛĮرÙĪ ÛĮ", + "ÑĩеÑģ кое", + "Ñĩе Ñģкое", + "ظ Ùģ", + "ĠÙ¾ÛĮØ´ ÛĮÙĨÙĩ", + "Ġع ÙģØ´", + "Ġrost lin", + "ç½ijåĪĬ ä¸ĭ载次æķ°", + "ĠпÑĢигоÑĤов иÑĤÑĮ", + "ãĥ Į", + "ĠÙĪ Ùħع", + "ĠÙĪÙħ ع", + "Ġb ecer", + "Ġbe cer", + "Ġbec er", + "Ġ ãĤ±", + "ĠãĤ ±", + "Ïĩ ήÏĤ", + "Ïĩή ÏĤ", + "о ÑģÑĤÑĥп", + "оÑģÑĤ Ñĥп", + "Ġë°ľ 매", + "Ñĸй ного", + "Ñĸйно го", + "Ġh rd", + "Ġhr d", + "ĠпÑĢепаÑĢа ÑĤÑĭ", + "ĠÙģ رض", + "ĠÙģر ض", + "ĠTy to", + "Ġ кÑĢаÑĹн", + "ĠкÑĢаÑĹ Ð½", + "Ġز اد", + "Ġikt idar", + "ì§ ĵ", + "Ùij ر", + "ÑĢÑı дÑĥ", + "ÑĢÑıд Ñĥ", + "к Ñĸй", + "кÑĸ й", + "âĶ £", + "Ġко жи", + "Ġкож и", + "Ġت ازÙĩ", + "Ġتا زÙĩ", + "o bec", + "ob ec", + "obe c", + "in ae", + "ina e", + "Ġvyj ád", + "Ġ رÙģتÙĩ", + "Ġر ÙģتÙĩ", + "ĠرÙģت Ùĩ", + "ĠرÙģ تÙĩ", + "Щ о", + "ĠBy lo", + "ĠByl o", + "оÑĤ в", + "ĠденÑĮ ги", + "é§ Ĩ", + "Ġма ÑĪин", + "ĠмаÑĪ ин", + "ĠмаÑĪи н", + "ĠØ£ ج", + "ì´Ī ëĵ±íķĻêµIJ", + "dı ģında", + "dıģı nda", + "dıģ ında", + "б аÑģ", + "ба Ñģ", + "Ġ æł¹", + "Ġæł ¹", + "ÎijÎĿ Τ", + "ÙĴ ØŃ", + "Ġjejich ž", + "ìĹIJìĦľ ìĿĺ", + "Ġад же", + "Ġì ı", + "Ïĥ οÏħ", + "Ïĥο Ïħ", + "et leri", + "etler i", + "Ġبعد ÛĮ", + "Ġبع دÛĮ", + "ĠìŀIJëıĻ ì°¨", + "ิà¸į à¸į", + "Ġt isk", + "Ġti sk", + "ãĥ¼ ãĤ¹ãĥĪ", + "ãĥ¼ãĤ¹ ãĥĪ", + "Ġमत लब", + "ê³Ħ íļį", + "ãĤ¦ ãĥĪ", + "Ġ à¹Ģมà¸ķร", + "Ġà¹Ģม à¸ķร", + "Ġop siyon", + "Ġops iyon", + "ĠÑĢав но", + "ĠبÛĮ ÙħÙĩ", + "ĠبÛĮÙħ Ùĩ", + "Ġ먼 ìłĢ", + "иÑĤелÑĮ нÑĭм", + "ĠнÑĸ би", + "Ġде ÑģÑıÑĤ", + "ĠдеÑģÑı ÑĤ", + "ĠÑģиÑĤÑĥа ÑĨии", + "еÑĢ ÑĪе", + "еÑĢÑĪ е", + "Ä ¾", + "ุ à¸ķร", + "ุà¸ķ ร", + "Ġyönet imi", + "Ġyönetim i", + "éIJ ĺ", + "ĠÙħÛĮ تÙĪاÙĨ", + "Ġز ÙĨدÙĩ", + "ĠزÙĨ دÙĩ", + "ĠزÙĨد Ùĩ", + "ãĥŃ ãĥ³", + "ĠK BS", + "ĠKB S", + "ìĦľ ë¹ĦìĬ¤", + "ï» ł", + "eck ého", + "ecké ho", + "ĠÙĤابÙĦ ÛĮت", + "ĠÙĤاب ÙĦÛĮت", + "ãĢĤ ä»Ĭ", + "ÃŃ nÄĽ", + "ÃŃn ÄĽ", + "ĠÑģм ог", + "ĠÑģл ÑĭÑĪ", + "ÙĴ Ùģ", + "po ÅĻád", + "елÑĮ но", + "Ġεί Ïĩαν", + "-ÐŁ еÑĤеÑĢб", + "ĠCh iến", + "ĠChi ến", + "é ry", + "ér y", + "ĠÑĸн ÑģÑĤиÑĤÑĥÑĤ", + "ç»Ĩ èĥŀ", + "Ñĭ ÑŁN", + "Ġv ua", + "Ġvu a", + "Ġà¤ħ श", + "ÑĢоÑģ ÑĤо", + "ÑĢоÑģÑĤ о", + "Ġvů Äįi", + "ë ¿IJ", + "Ġl iá»ĩt", + "Ġíķ µ", + "Ġ اÙģر", + "Ġا Ùģر", + "ĠاÙģ ر", + "ĠTek nik", + "Ġr oli", + "Ġro li", + "Ġrol i", + "Ġпоп ÑĭÑĤ", + "аÑĤ кÑĸв", + "Ġün iversit", + "аÑĤ оÑĢÑĭ", + "аÑĤоÑĢ Ñĭ", + "аÑĤо ÑĢÑĭ", + "ÑİÑīиÑħ ÑģÑı", + "Ġت ض", + "лÑİ ÑĩаеÑĤÑģÑı", + "лÑİÑĩ аеÑĤÑģÑı", + "лÑİÑĩа еÑĤÑģÑı", + "Ġíĸī ë³µ", + "Ġayrıntı lı", + "ĠкиÑĢ п", + "æĭ ¼", + "ëģ Ķ", + "л аÑĤа", + "ла ÑĤа", + "лаÑĤ а", + "Ġkho án", + "Ġhâl â", + "Ïĥ Ïħ", + "ог лаÑģ", + "æİ¥ çĿĢ", + "éĿ© åij½", + "Ġp ÅĻeb", + "ĠpÅĻ eb", + "ĠpÅĻe b", + "à¹Ģà¸ī ล", + "ĠاÙĦÙħÙĦ ÙĦÛĮ", + "åł Ĩ", + "íı IJ", + "à¸ķล à¸Ńà¸Ķ", + "° С", + "ìĤ¬ ëŀij", + "Ġг иб", + "ë²Ī 째", + "æĶ¹ åıĺ", + "表 çİ°", + "и ÑĩеÑģким", + "иÑĩеÑģ ким", + "иÑĩеÑģки м", + "สม à¹Ģà¸Ķ", + "å±ħ æ°ij", + " Ľ", + "ĠìķĦìĿ´ ëĶĶ", + "ĠмеждÑĥ наÑĢод", + "Ġy em", + "Ġye m", + "Ġm ül", + "Ġmü l", + "Ġا ÛĮست", + "ĠاÛĮ ست", + "Ġ ãĥ´", + "Ġãĥ ´", + "ัà¸Ļ à¹Ħà¸Ķ", + "à¥Ģ ण", + "åħ¶ å®ŀ", + "Ġgel enek", + "Ġgele nek", + "Ġgelen ek", + "ë¶ģ ëıĦ", + "à¹ī าà¸ķ", + "à¹īา à¸ķ", + "Ġ ìī¬", + "Ġìī ¬", + "Ġ ÏĢÎŃ", + "ĠÏĢ ÎŃ", + "ĠÙĥ اÙħÙĦ", + "ĠÙĥاÙħ ÙĦ", + "Ġتع ÙħÛĮر", + "è¨ ´", + "ë¹ Ļ", + "iy im", + "iyi m", + "å° ¿", + "éĤ£ æł·", + "êµŃ ìĿĺ", + "ãģĹãģ¦ ãģĬãĤĬ", + "Ġ niž", + "Ġn iž", + "Ġni ž", + "Ġκ ον", + "Ġκο ν", + "à¹Ī าà¸Ń", + "à¹Īา à¸Ń", + "Ġ γε", + "Ġγ ε", + "ĠС евеÑĢ", + "edi álnÃŃ", + "ãģŁãģ¡ ãģ®", + "m ayacak", + "may acak", + "maya cak", + "Ñ Ļ", + "ĠÑĥ гл", + "ĠÑĥг л", + "Ġk apas", + "Ġka pas", + "Ġkap as", + "Ñĥв алиÑģÑı", + "Ñĥва лиÑģÑı", + "Ñĥвали ÑģÑı", + "ĠмеÑģÑı ÑĨа", + "á» ¯u", + "ữ u", + "ิ ลล", + "ิล ล", + "ãĤĪãĤĬ ãĤĤ", + "à¥ĩ ण", + "à¥ĩठ£", + "Ġ 客", + "Ġå® ¢", + "ĠdeÄŁ erli", + "ĠdeÄŁer li", + "ÙĪ از", + "ÙĪا ز", + "ี à¸Ńย", + "ีà¸Ń ย", + "Ġ åıĪ", + "Ġåı Ī", + "Ġ à¸Ķร", + "Ġà¸Ķ ร", + "ĠÙĨ اب", + "ĠتÙĦÙĪÛĮزÛĮ ÙĪÙĨ", + "Ġol anlar", + "Ġolan lar", + "ä¼ĺ ç§Ģ", + "Ùĥ اÙĦ", + "ĠдеÑģÑı ÑĤи", + "ĠдеÑģÑıÑĤ и", + "m án", + "má n", + "ĠÑĢ анÑĮ", + "ĠÑĢа нÑĮ", + "ĠÑĢан ÑĮ", + "Ġìłľ ì¶ľ", + "è³ ¢", + "а бо", + "аб о", + "Ġtechn ik", + "Ġtech nik", + "ĠK iá»ĥm", + "ĠKi á»ĥm", + "t eki", + "te ki", + "tek i", + "á ¹", + "Ġm nÄĽ", + "Ġmn ÄĽ", + "Ġê³µ ê°Ħ", + "ĠM ek", + "ĠMe k", + "Ġاع تÙħاد", + "à¹Į à¹Ħà¸Ķ", + "ε ÏģÏĮ", + "εÏģ ÏĮ", + "ĠÑĥд аÑĢ", + "ĠÑĥда ÑĢ", + "оÑĩ ÑĮ", + "æ¦Ĥ 念", + "ÑĢ ал", + "ÑĢаР»", + "ÑĢа л", + "алÑĮ нÑĭми", + "алÑĮнÑĭм и", + "à¥ģर स", + "r áci", + "rá ci", + "Ġ ÙĤÙĪÙĦ", + "ĠÙĤ ÙĪÙĦ", + "Ġद व", + "ĠпÑĢав да", + "Ġ å¿ħ", + "Ġå¿ ħ", + "Ġdos ud", + "нÑĥ ÑĤÑĮÑģÑı", + "нÑĥÑĤÑĮ ÑģÑı", + "N Äĥm", + "à¸ĺ à¸Ļ", + "Ġdok un", + "Ġ åľ¨çº¿", + "Ġåľ¨ 线", + "ู à¹Ħ", + "ụ y", + "Ġн овÑĭÑħ", + "Ġнов ÑĭÑħ", + "Ġmez un", + "ĠC ần", + "à¸ģาร à¸ŀ", + "ĠìĺĪ ìłķ", + "Ïĥ ή", + "à¹Īà¸Ļ à¹Ģà¸ģม", + "ĠÙĪ اÙĦس", + "ĠÙĪاÙĦ س", + "ĠÙĪا ÙĦس", + "ãĥ³ ãĥĨãĤ£", + "ãĥ³ãĥĨ ãĤ£", + "çľĭ è§ģ", + "Ġس اÙĦÙħ", + "ĠساÙĦ Ùħ", + "ĠбагаÑĤÑĮ оÑħ", + "ĠÄij Ãłi", + "Ġد ستÛĮ", + "Ġدست ÛĮ", + "Ġدس تÛĮ", + "à¸ŀ à¸Ń", + "еп ÑĤи", + "ĠìłĦ íĻĶ", + "æĻĤ ãģ«", + "ĠSe znam", + "ĠSez nam", + "мÑĸ нÑĥ", + "мÑĸн Ñĥ", + "; ?#", + "à¥Ģ सर", + "à¥Ģस र", + "ĠÚĨ ÛĮست", + "νο ια", + "νοι α", + "ั à¸Ļà¸Ń", + "ัà¸Ļ à¸Ń", + "Ġ à¸Ħำ", + "Ġà¸Ħ ำ", + "Ġë³´ íĺ¸", + "Ġid dia", + "Ġiddi a", + "Ġβ ιβ", + "é«ĺ ä¸Ń", + "Ù ¨", + "ÐĴ аж", + "ĠиÑģп олн", + "ÑĪ ÑĤов", + "ÑĪÑĤ ов", + "ĠT aÅŁ", + "ĠTa ÅŁ", + "ìĽ ħ", + "åĬ ¹", + "Ġ åıĥ", + "Ġåı ĥ", + "Ġprost oru", + "Ġprostor u", + "ĠÑģп ад", + "е ÑĢина", + "еÑĢ ина", + "еÑĢи на", + "еÑĢин а", + "ĠpÅĻek lad", + "ĠpÅĻe klad", + "Å¡ ov", + "ĠÙģ ÙĩÙħ", + "ĠÙģÙĩ Ùħ", + "æĬ ij", + "Ġابت دا", + "Ġابتد ا", + "ãĤĴ ãģĬ", + "l ikler", + "lik ler", + "likle r", + "ĠÙħ اÙĥ", + "ĠÙħا Ùĥ", + "Ġko nut", + "Ġkon ut", + "Ġkonu t", + "ĠداÙĨØ´ جÙĪÛĮ", + "Ġоп ÑĤим", + "Ġб Ñĥма", + "ĠбÑĥ ма", + "ĠлÑİд Ñıм", + "Ġл Ñĸка", + "ĠлÑĸ ка", + "ĠлÑĸк а", + "ĠÑĢоз повÑĸд", + "ĠÑĢозп овÑĸд", + "ĠÑĢозпов Ñĸд", + "nes enÃŃ", + "Ġ à¸łà¸²à¸ŀ", + "Ġà¸ł าà¸ŀ", + "и Ñĩний", + "иÑĩ ний", + "ا Ø·ÙĦ", + "اط ÙĦ", + "Ñİ Ñīими", + "ÑİÑī ими", + "ÑİÑīим и", + "ãģı ãģ¨", + "éŃ ¯", + "ĠجÙĨ سÛĮ", + "Ðĺ Т", + "र ल", + "ĠÚ©ÙĪد Ú©", + "о лиÑĤ", + "ол иÑĤ", + "оли ÑĤ", + "ĠÑģÑĤÑĢÑĥкÑĤÑĥ ÑĢ", + "ve kili", + "vek ili", + "Ġब य", + "Ġgel miÅŁ", + "िर फ", + "Ġнай кÑĢа", + "ĠÐĶж он", + "Ġ ãĥĹãĥŃ", + "ĠãĥĹ ãĥŃ", + "ĠyaÅŁ lı", + "Ġkar Ä±ÅŁtır", + "ĠkarÄ±ÅŁ tır", + "ĠvÄĽtÅ¡ inou", + "Ġvaz geç", + "à¹ī าà¸Ħ", + "à¹īา à¸Ħ", + "lendir me", + "Ġ ç¨ĭ", + "Ġç¨ ĭ", + "说 è¯Ŀ", + "ĠíķĦìļĶ íķľ", + "aÅĻ ilo", + "Ġle žÃŃ", + "ĠAmer ikan", + "ĠAmerika n", + "ĠAmerik an", + "ãĤĦ ãģĻ", + "va jÃŃcÃŃ", + "vajÃŃ cÃŃ", + "ÐĿ Я", + "ĠìĹĦ ë§Ī", + "Ġ åĥ", + "Ġå ĥ", + "r ál", + "rá l", + "Ġç ay", + "Ġça y", + "tu ÄŁ", + "ุà¸į าà¸ķ", + "ĠÑģ лив", + "ĠÑģл ив", + "ν οÏħ", + "νο Ïħ", + "ĠO v", + "ĠC HP", + "ĠCH P", + "ĠZe mÄĽ", + "ĠZem ÄĽ", + "ĠÄįesk ý", + "ĠÄįe ský", + "ĠTh ánh", + "иÑĤелÑĮ ноÑģÑĤÑĮ", + "иÑĤелÑĮно ÑģÑĤÑĮ", + "æĦı ä¹ī", + "à¥įरम ण", + "Ġди амеÑĤ", + "Ġk lin", + "Ġkl in", + "Ġkli n", + "Ġ کرÛĮ", + "ĠÚ© رÛĮ", + "Ġکر ÛĮ", + "ãģ§ãģ¯ ãģªãģı", + "飯 åºĹ", + "Ġk ênh", + "Ġkê nh", + "ĠÑĢанÑĮ ÑĪе", + "ãĤĴ ãģĹãģŁ", + "ĠпÑĢи боÑĢ", + "ĠпÑĢиб оÑĢ", + "Ġà¤ĸ तर", + "Ġ yu", + "Ġy u", + "é§ IJ", + "ĠÑĢ або", + "ĠÑĢа бо", + "ĠÑĢаб о", + "ĠС ÐłÐ¡Ðł", + "èĬ ¬", + "ž ila", + "ži la", + "žil a", + "еÑĢ ÑĤа", + "еÑĢÑĤ а", + "и ÑģÑĤÑĢа", + "иÑģ ÑĤÑĢа", + "иÑģÑĤ ÑĢа", + "Ġкни ги", + "ĠFranc ie", + "ĠFran cie", + "ĠÚĺ اپ", + "ĠÎļ οÏħ", + "ĠÎļο Ïħ", + "ัว à¹Ģà¸Ńà¸ĩ", + "Ġl ắng", + "Ġ нами", + "Ġн ами", + "Ġна ми", + "Ġнам и", + "Ġпод ой", + "д ÑĢом", + "дÑĢ ом", + "o bus", + "ob us", + "ÐĴ Ñĸн", + "Ġst alo", + "Ġsta lo", + "Ġstal o", + "Ġà¤ı à¤ľ", + "ĠL inh", + "ĠLin h", + "ĠLi nh", + "ebilir iz", + "Ġзав ÑĤÑĢа", + "μ εÏģο", + "με Ïģο", + "μεÏģ ο", + "Ġ ÎŃν", + "ĠÎŃ Î½", + "ÑıÑĤ но", + "Ġд оÑĢож", + "Ġдо ÑĢож", + "ĠдоÑĢ ож", + "åıĤ çħ§", + "Ïĥ ιο", + "Ïĥι ο", + "à¹ī à¹Ģà¸ģ", + "a ných", + "an ých", + "aný ch", + "ç· ł", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "åĬĽ çļĦ", + "ĠS ır", + "ĠSı r", + "Ġ ì§ĢëıĦ", + "Ġì§Ģ ëıĦ", + "ç· Ĭ", + "ĠpoÄį tu", + "ï¼Į ä¸İ", + "ä¸ĸ ç´Ģ", + "ем ого", + "емо го", + "Ġhus us", + "Ġhu sus", + "Ġölçü de", + "Ġtr ục", + "Ġtrụ c", + "à¸Ľà¸¥ à¸Ńà¸Ķà¸ł", + "Âłp ÅĻÃŃ", + "ĠBöl gesi", + "м ом", + "мо м", + "ãģ« ãģ¦", + "Ġ쪽 ì§Ģ", + "ÄĽt Å¡", + "ĠìĦ± ê³µ", + "र त", + "ur du", + "urd u", + "ĠìĽĢ ì§ģ", + "ÑŁ ÐŃ", + "nÃŃ kem", + "nÃŃk em", + "ĠskuteÄį nosti", + "Ġ даÑĤ", + "Ġд аÑĤ", + "Ġда ÑĤ", + "n eum", + "ne um", + "ĠÑĤаб леÑĤ", + "j vu", + "Ġs edm", + "Ġse dm", + "Ġsed m", + "س ÙĬØ©", + "سÙĬ Ø©", + "ĠкоÑĢ об", + "Ġко ÑĢоб", + "em mel", + "emm el", + "emme l", + "ãģ¤ ãģij", + "é¦Ļ èķī", + "Ġشخص ÛĮت", + "ĠشخصÛĮ ت", + "ä¸Ĭ äºĨ", + "ÙĪ را", + "ÙĪر ا", + "ĠаÑĤ моÑģ", + "Ġ лей", + "Ġл ей", + "Ġz prav", + "Ġzp rav", + "Ġëķ ħ", + "ู à¸Ĺ", + "Ġ اسر", + "Ġا سر", + "Ġاس ر", + "ĠAy dın", + "ĠعÙħ ÙĦÙĬØ©", + "ĠعÙħÙĦ ÙĬØ©", + "Ġд ÑĸÑĶ", + "ĠдÑĸ ÑĶ", + "Ġd ök", + "Ġdö k", + "Ġफ ल", + "ĠìĤ¬ëŀĮ ëĵ¤ìĿ´", + "ĠнаÑĤÑĥ ÑĢалÑĮ", + "æŁ ľ", + "温 度", + "Ġk les", + "Ġkl es", + "Ġkle s", + "Ġин веÑģÑĤи", + "s üz", + "æĴ °", + "Ġ ãĤ¢ãĥ«", + "ĠãĤ¢ ãĥ«", + "Ġ èĴ", + "Ġè Ĵ", + "ад ки", + "Ġk lÃŃÄį", + "Ïĩ εί", + "Ïĩε ί", + "ĠTh iết", + "ĠThi ết", + "ĠسرÛĮ ع", + "ĠÏĢεÏģιο Ïĩή", + "ÙĪ ÙĤÙģ", + "ÙĪÙĤ Ùģ", + "Ïģ ÏīÏĥη", + "ÏģÏī Ïĥη", + "ĠسÙĦ اÙħت", + "ĠسÙĦاÙħ ت", + "ëĵ¤ ëıĦ", + "ĠveÅĻej né", + "Ġvi tam", + "Ġvit am", + "Ġvita m", + "ĠبازÛĮ گر", + "ĠÑĢеÑĨеп ÑĤ", + "ĠìľĦ íķ´ìĦľ", + "ĠìľĦíķ´ ìĦľ", + "ĠØ£Ùĥ بر", + "Ġk üt", + "Ġkü t", + "민 주", + "Ġté ž", + "Ġ å¼ķ", + "Ġå¼ ķ", + "ÑĩаÑģ но", + "çļĦ åľ°", + "Ġarchit ekt", + "Ġбак ÑĤеÑĢ", + "Ġ ãģį", + "Ġ одеÑĢж", + "Ġо деÑĢж", + "Ġод еÑĢж", + "Ġتج ارÛĮ", + "éĿ Ī", + "Ġre cep", + "Ġrec ep", + "Ġrece p", + "é© ¶", + "Ġد ÙĩÙĩ", + "ĠدÙĩ Ùĩ", + "è² Į", + "çµIJ å©ļ", + "ılı ç", + "ãģĭãĤī ãģ¯", + "å¿ĥ éĩĮ", + "æĬķ è³ĩ", + "è² Ŀ", + "ĠкÑĥлÑĮÑĤÑĥ ÑĢÑĭ", + "ĠкÑĥлÑĮÑĤÑĥÑĢ Ñĭ", + "Ġ å°ij", + "Ġå° ij", + "à¹ģ à¸ŀร", + "à¹ģà¸ŀ ร", + "γ κÏĮ", + "γκ ÏĮ", + "ar ım", + "arı m", + "Ġاس اسÛĮ", + "Ġاساس ÛĮ", + "Ġposled nÃŃch", + "ĠposlednÃŃ ch", + "ĠÙħ ÙħÙĨ", + "ĠÙħÙħ ÙĨ", + "Ġпоз иÑĤив", + "Ġпози ÑĤив", + "ìł ¤", + "Ñĥ вавÑģÑı", + "Ñĥв авÑģÑı", + "Ñĥва вÑģÑı", + "Ñĥвав ÑģÑı", + "Ġجز ئ", + "ìĿ´ ìŀIJ", + "Ġин ÑģÑĤÑĢÑĥк", + "Ġη λεκ", + "Ġde mir", + "Ġdem ir", + "Ġdemi r", + "ä¸Ńæĸĩ åŃĹå¹ķ", + "Ġعاش ÙĤ", + "Ġب اÙĦÙĤ", + "Ġبا ÙĦÙĤ", + "ĠباÙĦ ÙĤ", + "Ġ maz", + "Ġm az", + "Ġma z", + "ά νι", + "άν ι", + "Ġ dÃ¼ÄŁ", + "Ġd Ã¼ÄŁ", + "Ġdü ÄŁ", + "Ġ κÏģα", + "Ġκ Ïģα", + "ĠбÑĥд ÑĤо", + "ç¦ı åĪ©", + "ĠпÑĢед назнаÑĩ", + "Ùħ ÙĦØ©", + "ÙħÙĦ Ø©", + "ĠбÑĥд инкÑĥ", + "Å¥ an", + "íķ Ģ", + "ç´¹ ä»ĭ", + "Ú© ز", + "ĠкаÑĦ ед", + "ãģ« è¦ĭ", + "าà¸ķร à¸IJาà¸Ļ", + "ë¡ľ ëĬĶ", + "i vÄĽ", + "iv ÄĽ", + "èĥ½ æºIJ", + "ï¼Į åħ¨", + "ĠÑĥ див", + "ĠÑĥд ив", + "Ġë§Į ëĤĺ", + "ÐĴ ÐIJ", + "ĠG ür", + "ĠGü r", + "ĠдÑĢÑĥг им", + "Ïĥ Ïį", + "Ġ oÄŁlu", + "ĠoÄŁ lu", + "Ġê°Ģ ê¹Į", + "ĠзнаÑĩ иÑĤелÑĮно", + "ĠзнаÑĩиÑĤ елÑĮно", + "о зÑĸ", + "оз Ñĸ", + "Ġm á»±c", + "ĠB eÅŁ", + "ĠBe ÅŁ", + "Ġ jezd", + "Ġje zd", + "á vÄĽ", + "áv ÄĽ", + "ÏĦη Ïĥε", + "ãģ¦ãģĦ ãģªãģĦ", + "ĠСв ÑıÑĤ", + "Ġम श", + "ĠΤ οÏħ", + "ĠΤο Ïħ", + "声 ãĤĴ", + "ĠÑģам ое", + "ĠÑģамо е", + "Ġ åĮº", + "ĠåĮ º", + "ĠìĤ¬ëŀĮ ìĿĢ", + "ĠÙħ ÙĦت", + "ĠÙħÙĦ ت", + "Ġj oker", + "Ġjo ker", + "Ġjoke r", + "Ġne ob", + "Ġneo b", + "ĠÑĤ ака", + "ĠÑĤак а", + "ĠÑĤа ка", + "ĠÙĩ Ùģت", + "Ġδε δο", + "ĠзаÑħ оп", + "ĠاÙĦÙħ خت", + "ез да", + "езд а", + "Ġíķľ ë²Ī", + "Ġع اÙħØ©", + "ĠعاÙħ Ø©", + "Ġdo state", + "Ġdost ate", + "Ġdostat e", + "Ġp lav", + "Ġpl av", + "Ġpla v", + "楽 ãģĹ", + ".;.; .;.;", + "в аÑĶ", + "ва ÑĶ", + "Ġbụ i", + "ĠÄij ỡ", + "ĠÄijá» ¡", + "Ġmys lÃŃ", + "Ġmysl ÃŃ", + "ĠÙĨ ار", + "Ġn út", + "Ġм ала", + "Ġмал а", + "Ġма ла", + "Τ Ρ", + "ĠاÙĦرÙħ زÙĬØ©", + "la dım", + "lad ım", + "ladı m", + "ä¸Ģ ç·Ĵ", + "ĠiÅŁ ç", + "l ivé", + "li vé", + "liv é", + "르 ê²Į", + "ан наÑı", + "ظËĨ Ø·", + "Ġd ừng", + "ÙĦÙĥ تر", + "çŃĶ æ¡Ī", + "ĠÙħÙĪÙĤع ÛĮت", + "ĠÑĸн озем", + "ĠиÑģ Ñĩ", + "Ġнеп ÑĢавилÑĮ", + "b akan", + "ba kan", + "bak an", + "Ġ çīĪ", + "Ġçī Ī", + "ен нÑİ", + "à¸ĩ à¹Ģศ", + "à¸Ħวาม à¸Ħ", + "% .Ċ", + "%. Ċ", + "à¹Ī à¹Ģà¸Ľ", + "ĠØ¢ بÛĮ", + "Ġآب ÛĮ", + "Ġst áty", + "Ġstát y", + "Ġتر تÛĮب", + "Äįem ž", + "Ġ é¹", + "Ġé ¹", + "Ġ ÙģاÙĦ", + "ĠÙģ اÙĦ", + "Ġbelir len", + "ĠâĨ ĺ", + "èĩ³ å°ij", + "ĠBun lar", + "Ġ ä¸ĵ", + "Ġä¸ ĵ", + "ĠÙħØŃ Ø§Ø³", + "ĠìĦľ ë²Ħ", + "Ġc anh", + "Ġcan h", + "Ġca nh", + "ĠпÑĢоÑĤ Ñıж", + "ĠнÑĸ меÑĨÑĮ", + "à¥Īà¤ł à¤ķ", + "ëĭ ī", + "Ġна неÑģ", + "Ġвоз ÑĢаÑģÑĤа", + "ĠвозÑĢаÑģÑĤ а", + "Ġ[âĢ¦ ]Ċ", + "Ġ[âĢ¦] Ċ", + ". à¸ŀ", + "ิ ศาสà¸ķร", + "ิศ าสà¸ķร", + "çģ ½", + "ê°Ļ ìĿĢ", + "ล à¸ĩà¸Ĺ", + "ลà¸ĩ à¸Ĺ", + "ãĤ± ãĥ¼ãĤ¹", + "Ġ ãĤ¢ãĤ¤", + "ĠãĤ¢ ãĤ¤", + "Ñģ Ñİ", + "ĠÙĦ ر", + "ãģĭ ãģ£ãģ¦", + "Ġ기 ë°ĺ", + "Ġ !:", + "Ġ! :", + "ĠÑģ ÑĬ", + "Ġ Ø´ÙĨاسÛĮ", + "ĠØ´ÙĨ اسÛĮ", + "ĠØ´ÙĨاس ÛĮ", + "ĠìķĦ 침", + "Ġعب اس", + "Ġ à¸ķà¸Ńà¸Ļ", + "Ġà¸ķ à¸Ńà¸Ļ", + "ĠмеÑĤал ли", + "ÑĪ ила", + "ÑĪи ла", + "Ġpod rob", + "Ġpodr ob", + "ÑĸÑģ но", + "Ġ 赤", + "Ġèµ ¤", + "c iler", + "ci ler", + "cil er", + "o zem", + "oz em", + "oze m", + "ĠоÑģнов нÑĭÑħ", + "Âł à¤ķ", + "à¸ĸ à¸Ļà¸Ļ", + "ан ÑĤаж", + "анÑĤ аж", + "анÑĤа ж", + "ĠD ÃŃky", + "Ġگذ ارÛĮ", + "æľº ä¼ļ", + "οÏħ λίοÏħ", + "οÏħλ ίοÏħ", + "оÑĩ ек", + "Ġнап иÑĤ", + "ĠبÛĮØ´ ترÛĮ", + "ĠبÛĮشتر ÛĮ", + "ä¾ į", + "ĠاÙĦ ÙħÙħ", + "ĠاÙĦÙħ Ùħ", + "ÙĪز ÙĬع", + "Ġgöz lem", + "è°ĥ æķ´", + "Âłm iles", + "Âłmi les", + "Ġk oc", + "Ġko c", + "ัà¸į ห", + "æ³ ³", + "ĠÎij γγ", + "ĠÎijγ γ", + "ĠÙĨÙħ از", + "ุ à¸Ĺ", + "ãĥı ãĤ¤", + "Ġth ù", + "к ÑĥлÑı", + "кÑĥ лÑı", + "кÑĥл Ñı", + "ĠпÑĥÑĤ ем", + "èĩº çģ£", + "Ġver gi", + "Ġverg i", + "åł´åIJĪ ãģ¯", + "ĠÑĤÑĢÑĮ оÑħ", + "Ġë³´ ë©´", + "âĸ ²", + "Ïħ γ", + "ĠдоÑĤ ÑĢим", + "æľ µ", + "Ġum ÄĽnÃŃ", + "èī¯ ãģĦ", + "Âł à¸Ļาà¸ĩ", + "Ðİ ÑĭÑŁN", + "ä¸ī 个", + "ียร à¸ķ", + "ï¼Į åIJĮæŶ", + "ĠÑĢозÑĢаÑħ Ñĥн", + "ĠD ers", + "ĠDe rs", + "ĠDer s", + "ãģª ãģ®", + "Ġê·¸ 를", + "d ikleri", + "dik leri", + "Ġhay ata", + "Ġhaya ta", + "Ġhayat a", + "è§Ħ èĮĥ", + "ç»ĵ åIJĪ", + "Ġs cé", + "Ġsc é", + "Ġc Æ¡m", + "ĠcÆ¡ m", + "åѸ éĻ¢", + "ĠÐĦ в", + "ĠÄįlán ek", + "ĠдоÑģÑĤ иг", + "ĠдоÑģÑĤи г", + "ा à¤ĩस", + "ाà¤ĩ स", + "εÏħ Ïĥη", + "éģ© çĶ¨", + "Ïĥ ον", + "Ïĥο ν", + "ıl maktadır", + "ëªħ ìĿĦ", + "ı b", + "Ġstar Å¡ÃŃ", + "Ġch ÃŃn", + "ĠchÃŃ n", + "ä¸Ģ 个人", + "ä¸Ģ个 人", + "ĠFranti Å¡ek", + "n ÄĽji", + "nÄĽ ji", + "ï» ¨", + "ĠÙĦÙĦ د", + "Ġp okoj", + "Ġpok oj", + "Ġj ih", + "Ġji h", + "ãĢį ãĢĤ", + "Ġعبد اÙĦ", + "ãĤĵãģ§ ãģĦãĤĭ", + "Ġмод елÑĮ", + "ĠteÅŁ kil", + "ĠÄĮ er", + "à¹Ģà¸Ķ à¸Ńร", + "' na", + "'n a", + "λο γή", + "λογ ή", + "Ġ kola", + "Ġk ola", + "Ġko la", + "Ġkol a", + "ãĥĢ ãĥ¼", + "иÑĤ елем", + "иÑĤе лем", + "ĠÏĥÏħ νο", + "ĠÏĥÏħν ο", + "ĠK urum", + "ĠKur um", + "ĠKu rum", + "Ġsnad no", + "ĠاÙĦÙĤر Ø¢ÙĨ", + "ĠV á»ģ", + "é«ĺ ãģĦ", + "Ġyıl dız", + "Ġbir isi", + "Ġbiri si", + "Ġkh úc", + "ÙĪ ÛĮÙĦ", + "ÙĪÛĮ ÙĦ", + "æľĢ ä½³", + "Ġส าà¸Ĥ", + "ĠÐŁ ок", + "ĠÐŁÐ¾ к", + "âī ł", + "à¹Ĥà¸Ľà¸£ à¹ģà¸ģรม", + "à¥įय यन", + "èij ¡", + "Ġn ovÄĽ", + "Ġno vÄĽ", + "Ġnov ÄĽ", + "ay ıp", + "ayı p", + "ĠSing ap", + "ĠSin gap", + "è° ĵ", + "ãĤ¶ ãĤ¤ãĥ³", + "Ġн овÑĭе", + "Ġнов Ñĭе", + "Ġh ảo", + "Ġ èŤ", + "ĠèĹ ¤", + "ãĥ³ ãĥĸ", + "ãĥ³ãĥ ĸ", + "Âł ĊĊ", + "ÂłĊ Ċ", + "θ εια", + "θε ια", + "Ġпоп ада", + "ĠëĶĶ ìŀIJìĿ¸", + "Ġداشت ÙĨد", + "ĠداشتÙĨ د", + "ĠØ´ÙĨ اختÙĩ", + "Ïĥ μαÏĦα", + "Ïĥμα ÏĦα", + "å¹³æĸ¹ åħ¬éĩĮ", + "Ġg öl", + "Ġgö l", + "ек оÑĤоÑĢ", + "еко ÑĤоÑĢ", + "Ġm álo", + "Ġmá lo", + "Ġاج ازÙĩ", + "Ú© اراÙĨ", + "کار اÙĨ", + "کا راÙĨ", + "ĠпÑĸдпÑĢиÑĶм ÑģÑĤв", + "ä¸ī å¹´", + "ĠسÙģ ÛĮد", + "ĠμÎŃ ÏģοÏĤ", + "ÐĻ ÐĻ", + "Ġh Æ°", + "س ÙĪب", + "سÙĪ ب", + "ĠÙĦ ذا", + "Ġnem ovit", + "Ġd ÃŃv", + "ĠdÃŃ v", + "Ä° s", + "¶ ¶", + "Ġph Æ°á»Ŀng", + "ĠÙĨØŃ ÙĪÙĩ", + "ĠÙĨØŃÙĪ Ùĩ", + "Ð ĭ", + "Ġz byt", + "Ġzb yt", + "Ġzby t", + "ed ii", + "edi i", + "n ech", + "ne ch", + "ĠадмÑĸнÑĸÑģÑĤÑĢа ÑĤив", + "Ġne vÄĽ", + "Ġnev ÄĽ", + "Ġ ож", + "Ġо ж", + "ĠÄIJ ó", + "à¸Ľà¸£à¸° ว", + "Ġvhod né", + "Ġum ÄĽl", + "ĠÑĢазлиÑĩ нÑĭе", + "ĠpÅĻi roz", + "Ġبخ Ø´ÛĮ", + "Ġبخش ÛĮ", + "ãģ® 大", + "ĠاÙĦ ÙĥÙĩ", + "ĠاÙĦÙĥ Ùĩ", + "ec ká", + "eck á", + "Ġzorun lu", + "ĠÐľÐ¸Ðº ола", + "Ġ amel", + "Ġa mel", + "Ġam el", + "к овÑĭе", + "ков Ñĭе", + ": :::/", + ":: ::/", + ":::: /", + "::: :/", + "ä¸įåIJĮ çļĦ", + "ĠÙĪÙĥ اÙĨت", + "ĠÙĪÙĥاÙĨ ت", + "à¸Ń à¸Ń", + "lá sil", + "ĠпÑĢедпол аг", + "ï½ ±", + "Ġ νε", + "Ġν ε", + "Ġн овÑĭй", + "Ġнов Ñĭй", + "Ġìĺģíĸ¥ ìĿĦ", + "Ġê°Ģ ì§Ħ", + "åĥ ħ", + "Y D", + "Ġب اغ", + "Ġبا غ", + "ĠØ´Ú© ست", + "Ġgü ney", + "Ġgün ey", + "и ÑģÑĮ", + "иÑģ ÑĮ", + "ãģĭ ãģªãģĦ", + "ãģĭãģª ãģĦ", + "ĠT òa", + "Ġگرد ÛĮد", + "Ġگر دÛĮد", + "ØŃ ÙĦ", + "lu vÃŃ", + "luv ÃŃ", + "v éd", + "vé d", + "Ġìĺ ·", + "Ġε ÏĢα", + "ĠεÏĢ α", + "ĠÑĤи ÑģÑıÑĩ", + "ĠÑĤиÑģ ÑıÑĩ", + "Ġê½ ĥ", + "ĠP US", + "ĠPU S", + "ĠдÑĥм кÑĥ", + "Ġ âĢĿĊ", + "ĠâĢĿ Ċ", + "ĠìĬ¤ íı¬ì¸ł", + "Ùĩ Ùĩ", + "Ġg ắng", + "Ġgắn g", + "ิ à¸łà¸²à¸ŀ", + "éĩĮ éĿ¢", + "br ıs", + "Ġz áb", + "Ġzá b", + "κ αÏĤ", + "κα ÏĤ", + "ĠåıĮ 线", + "ล ล", + "ĠÄIJ Ãłi", + "ĠÄIJÃł i", + "åѸ æł¡", + "ĠÑĢаÑģп ÑĢед", + "ĠÑģÑĤан еÑĤ", + "ĠÑģÑĤа неÑĤ", + "Ġл ак", + "Ġла к", + "Ġпод к", + "Ġg ören", + "Ġgö ren", + "Ġgör en", + "Ġgöre n", + "르 ê³ł", + "ĠÑĦ ÑĢÑĥкÑĤ", + "íĵ¨ íĦ°", + "ãģĻ ãĤĮãģ°", + "ãĤĴ ä½ľ", + "à¸Ńà¸Ńà¸ģ à¹ģà¸ļà¸ļ", + "Ġku lak", + "Ġkul ak", + "ĠíĶĮ ëłĪìĿ´", + "ĠØŃ Ø¯ÙĬØ«", + "ĠØŃد ÙĬØ«", + "ãģĨ ãĤĵ", + "Ġм Ñĸк", + "ĠмÑĸ к", + "à¤ĩस à¤ķ", + "ĠÑĥ ÑĤоÑĩ", + "ĠÑĥÑĤ оÑĩ", + "ĠÙĥ Ø«ÙĬر", + "ĠY ine", + "ĠYi ne", + "ĠYin e", + "ัว หà¸Ļ", + "н ÑĸÑĹ", + "нÑĸ ÑĹ", + "åį ¢", + "Ñĥ Ñģлов", + "ÑĥÑģ лов", + "ìĽĮ íģ¬", + "Ġà¤ħ à¤ĸ", + "ĠÑĨ Ñĸка", + "ĠÑĨÑĸ ка", + "ìĦł ìĿĦ", + "ĠØ£ ر", + "гал ÑĤеÑĢ", + "angl icky", + "ĠÑģ оÑģÑĥд", + "ĠÑģоÑģ Ñĥд", + "ĠÑĥ Ñıв", + "ĠпÑĢодÑĥк ÑĨÑĸÑĹ", + "Ġc hua", + "Ġch ua", + "Ġchu a", + "Ġd án", + "Ġdá n", + "ाम à¤Ĺ", + "ئ ت", + "ĠФ ед", + "Ġh rom", + "Ġhr om", + "íķ´ ë³´", + "ĠØ¢ÙĨ ÙĦاÛĮÙĨ", + "- пÑĢав", + "-п ÑĢав", + "Ġì¤ijìļĶ íķľ", + "Ġв кÑĥ", + "Ġвк Ñĥ", + "Ġ 大éĺª", + "Ġ大 éĺª", + "Ġt erk", + "Ġte rk", + "Ġter k", + "Ġпод Ñĸб", + "ĠвÑĸд вÑĸд", + "à¥Į à¤Ł", + "è³ £", + "Ġب تÙĨ", + "Ġبت ÙĨ", + "Ġبع ضÛĮ", + "Ġبعض ÛĮ", + "ãģª ãģĬ", + "ä»ĸ åĢij", + "Ġtavs iye", + "ĠM ısır", + "ĠØ¥ Ø°", + "Ġ æIJ", + "Ġæ IJ", + "íķĺ ëĤĺ", + "ĠÙĪ Ø®", + "ãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "Ġta kový", + "Ġtak ový", + "Ġtako vý", + "Ġबन न", + "Ġз ÑĢениÑı", + "ĠÙĪ ÙģÙĤ", + "ĠÙĪÙģ ÙĤ", + "ë¹Ħ ìķĦ", + "Ġпом ожеÑĤ", + "åĮĹ å¸Ĥ", + "dık ları", + "Ġ éĵģ", + "Ġéĵ ģ", + "Ġakt uálnÃŃ", + "Ġaktu álnÃŃ", + "Ġв в", + "ãĤĤ ãģªãģĦ", + "íĨµ ìĭł", + "ÏĦα Ïĥη", + "Ġìĥģ ëĮĢ", + "Ġ æł¡", + "Ġæł ¡", + "ãĢĤ éĤ£", + "ĠرÙĪسÛĮ Ùĩ", + "Ġtelev izyon", + "å¹´ é¾Ħ", + "ĠÐijоÑĢ иÑģ", + "리 ìĸ´", + "Ġz veÅĻej", + "ж но", + "ĠÐŀ ÑģÑĤ", + "ĠÐŀÑģ ÑĤ", + "ĠмÑĥж Ñĩин", + "Ġy eÅŁil", + "ĠСов еÑĤ", + "ĠСо веÑĤ", + "ĠB ÃĸL", + "ĠТак ож", + "Ġob nov", + "ĠпÑĢи надлеж", + "ĠвиÑģ нов", + "Ø· Ùħ", + "ĠìĹĨ ìĸ´", + "ĠM ùa", + "ä½ı å®ħ", + "åĮ» åѦ", + "Ġна ÑĢез", + "ĠнаÑĢ ез", + "ãĥĭ ï¾Ĩ", + "ĠM ặt", + "Ġvu ông", + "ä¸Ģ åĮº", + "ĠẢ nh", + "ÑĢ иÑĦ", + "ÑĢи ÑĦ", + "ä¿Ŀ éĻ©", + "ĠÏĩÏģή Ïĥη", + "åIJĮ æĦı", + "Ġ æīĵ", + "Ġæī ĵ", + "e tÄĽ", + "et ÄĽ", + "ĠÙĪ Ø°ÙĦÙĥ", + "ĠÑĤ иж", + "ĠÑĤи ж", + "ĠÎŁ ικο", + "ĠÎŁÎ¹ κο", + "ĠмÑĸÑģ ÑĨÑĸ", + "ĠÑĢебен ок", + "ĠÅŀ ah", + "عÙĦ ÙĪÙħ", + "l adıģ", + "la dıģ", + "lad ıģ", + "ladı ÄŁ", + "Ġg iden", + "Ġgi den", + "Ġgid en", + "лив оÑģÑĤÑĸ", + "ливо ÑģÑĤÑĸ", + "ÙĴ س", + "ĠT HB", + "ĠTH B", + "Ġmes lek", + "Âł ÐĿе", + "ÂłÐĿ е", + "μÏĨ Ïīνα", + "Ġ ÙĪاج", + "ĠÙĪ اج", + "ĠÙĪا ج", + "на ÑģлÑĸд", + "æĺŁ æľŁ", + "ÐĶ ж", + "ĠÑĢабоÑĤ аеÑĤ", + "ĠÑĢабоÑĤа еÑĤ", + "Ġs ánh", + "ìļ° 리", + "Ġا بÙĪ", + "Ġاب ÙĪ", + "çļĦ æĥħ", + "ĠìĻ¸ êµŃ", + "Ġk abil", + "Ġka bil", + "Ġkab il", + "еÑĢв Ñĭе", + "Ġgi Ãłu", + "ĠgiÃł u", + "Ġt á»ı", + "Ġtá» ı", + "Âł Ðij", + "å®Į æķ´", + "Ġmuž ů", + "ĠpomÄĽr nÄĽ", + "ĠÙħ خصÙĪص", + "ĠÐĶ ем", + "ãĤı ãĤĮãĤĭ", + "ãĤıãĤĮ ãĤĭ", + "ĠпÑĢи бÑĭ", + "ĠпÑĢиб Ñĭ", + "ĠکاÙħ Ù¾ÛĮ", + "ï¼ Ń", + "Ġt rh", + "Ġtr h", + "ĠÐij олÑĮÑĪ", + "´ :", + "и ваеÑĤÑģÑı", + "ив аеÑĤÑģÑı", + "ива еÑĤÑģÑı", + "иваеÑĤ ÑģÑı", + "Ġ ìĤ¬íķŃ", + "ĠìĤ¬ íķŃ", + "è¿Ľ ä¸ĢæŃ¥", + "ÑĨ ей", + "ÑĨе й", + "ãģ¾ ãģļ", + "аÑĤ елем", + "аÑĤе лем", + "éĮ ¯", + "Ġžal ob", + "ÑĨ ез", + "ÑĨе з", + "и нÑĥв", + "ин Ñĥв", + "инÑĥ в", + "Ġver ze", + "Ġve rze", + "Ġverz e", + "åĽŀ åĪ°", + "Ġd ược", + "ائ ÙĬÙĦ", + "ائÙĬ ÙĦ", + "sto upil", + "stoup il", + "论 æĸĩ", + "ĠÐŁ аÑĢи", + "ĠÐŁÐ°ÑĢ и", + "Ġдек оÑĢаÑĤив", + "اخ تÛĮ", + "اخت ÛĮ", + "ĠÑģÑĤ ÑĢем", + "ĠÑģÑĤÑĢ ем", + "ãĥ»âĶģãĥ»âĶģ ãĥ»âĶģãĥ»âĶģ", + "ĠÑģам ой", + "ĠÑģамо й", + "Ñĩ ÑĤо", + "ìĥģ ëĭ´", + "âī ¤", + "ÑĤ ого", + "ÑĤо го", + "ëIJ ¨", + "ı lacak", + "ıl acak", + "ä¸Ń ãģ«", + "ĠÏħÏĢάÏģÏĩ οÏħν", + "ĠвÑĸд бÑĥ", + "ĠвÑĸдб Ñĥ", + "çİ »çĴĥ", + "Ġвп еÑĢед", + "ĠPl zeÅĪ", + "Ú¯ اب", + "à¹Ģศ รษà¸IJ", + "ï¼Į æľĢ", + "Ùħ ÙĨÛĮ", + "ÙħÙĨ ÛĮ", + "çħ§ çīĩ", + "缮 å½ķ", + "ÑĢиÑĤ ÑĤÑı", + "âĢĮ اش", + "Ġ ëĮĢíļĮ", + "ĠëĮĢ íļĮ", + "ĠÅĻ adu", + "- ÑĤеÑħ", + "-ÑĤ еÑħ", + "Ġ ÙĬÙĪ", + "ĠÙĬ ÙĪ", + "Ġ à¹ģà¸ŀ", + "Ġà¹ģ à¸ŀ", + "ا ÙĥÙĨ", + "اÙĥ ÙĨ", + "Ġ기 ìŀIJ", + "Ġг Ñĸд", + "Ġìļ° 리ëĬĶ", + "Ġìļ°ë¦¬ ëĬĶ", + "Ø´ ÙħارÛĮ", + "Ø´Ùħ ارÛĮ", + "Ġt icari", + "Ġtic ari", + "âij ¢", + "ĠاÙĦ بد", + "ĠاÙĦب د", + "ĠÑĢаÑģ Ñĩ", + "Ġ اÙĦÛĮ", + "Ġا ÙĦÛĮ", + "ĠاÙĦ ÛĮ", + "Ġsü rede", + "Ġsür ede", + "Ġsüre de", + "Ġاع تر", + "Ġпо нÑıÑĤÑĮ", + "Ġпон ÑıÑĤÑĮ", + "γ κο", + "γκ ο", + "ï¼Į æ¯Ķ", + "ĠS eb", + "ĠSe b", + "Ġìĭł ê·ľ", + "æĶ¶ çĽĬ", + "ĠÙ¾ÛĮØ´ÙĨÙĩ اد", + "Îľ ÎijΤ", + "ÎľÎij Τ", + "ë°Ķ ìĿ´", + "ä¾Ľ åºĶ", + "б ин", + "би н", + "人 æ°Ĺ", + "ãģı ãĤī", + "Ġsk vÄĽl", + "Ġëĵ± ìŀ¥", + "æĭħ å½ĵ", + "Ġim kan", + "æ Ļ¨", + "æĻ ¨", + "ï¼Į çİ°åľ¨", + "Ġsrd ce", + "ìĤ° ìĹħ", + "Ġмод ели", + "æľ¬å½ĵ ãģ«", + "а нка", + "ан ка", + "анк а", + "Ġyür üy", + "ĠоÑĩ евид", + "ĠØŃ Ø³ÙĬÙĨ", + "ĠØŃس ÙĬÙĨ", + "Ñī аÑİÑĤ", + "Ñīа ÑİÑĤ", + "lé dl", + "léd l", + "ÑĨ о", + "ĠcÃŃ sa", + "ãģĭ ãģij", + "èĹ į", + "ĠØ®ÙĪاÙĩ ÙĨد", + "Ġmu že", + "Ġmuž e", + "Ġна коп", + "Ġнак оп", + "di ÄŁini", + "diÄŁi ni", + "er seniz", + "ers eniz", + "ersen iz", + "ĠпÑĢаÑĨÑĸв никÑĸв", + "д лÑı", + "Ġα ÏĥÏĦ", + "ĠαÏĥ ÏĦ", + "æ¶Ī è´¹", + "Ġ è¨Ģ", + "Ġè¨ Ģ", + "Ġb át", + "ĠØ´ ÙĥÙĦ", + "ĠÑģп иÑĢ", + "ÏĢο ÏĦε", + "Ġس اÙĦÙĩ", + "ĠساÙĦ Ùĩ", + "e kil", + "ek il", + "eki l", + "à¹ģ à¸Ĭม", + "ĠÏĥ ÏĦι", + "ĠÙħ Ø·ÙĦب", + "ĠÙħØ· ÙĦب", + "Ġìłķ ì±ħ", + "ê´Ģ ê³Ħ", + "å¹¹ ç·ļ", + "Ġ 京", + "éĢļ éģİ", + "ĠدÛĮ گراÙĨ", + "ĠدÛĮگر اÙĨ", + "ĠØ£ Ùħا", + "ĠØ£Ùħ ا", + "æĺ¯ ä¸į", + "ĠëĮĢ ëĭµ", + "ĠE rk", + "ĠEr k", + "p erty", + "per ty", + "pert y", + "ĠнаÑĩина еÑĤ", + "Ġê·¸ 리", + "ë£ ¡", + "ĠìĽ¹ ìĤ¬ìĿ´íĬ¸", + "ार न", + "æĦı è¯Ĩ", + "ĠС ÐŁ", + "Ġب اÙĬد", + "Ġبا ÙĬد", + "Ġbakım ından", + "/ TT", + "/T T", + "ĠÙģ اصÙĦÙĩ", + "ĠÙħØ« ÙĦا", + "ĠÙħØ«ÙĦ ا", + "Ġк вад", + "Ġкв ад", + "ĠØ´ اÛĮد", + "ĠuÄį itel", + "çĪ ½", + "Ġعرض Ùĩ", + "Ġ 交", + "ĠÑĩ еÑģÑĤÑĮ", + "ĠÑĩеÑģ ÑĤÑĮ", + "à¥Ī ?Ċ", + "à¥Ī? Ċ", + "ĠخاÙĨ Ùħ", + "et iyle", + "eti yle", + "Ġε γκα", + "ĠÑģÑĥ Ñīе", + "ĠìĿ¼ ìĸ´", + "ĠÐĽ ени", + "ĠÐĽÐµ ни", + "Ġ 声", + "Ġå£ °", + "á lie", + "ál ie", + "áli e", + "ãĥ¡ ãĥ¼ãĤ¸", + "à¥Ģ तर", + "à¥Ģत र", + "г алÑĸ", + "га лÑĸ", + "гал Ñĸ", + "ĠмÑĸ нÑĸм", + "ĠE ÅŁ", + "ĠпÑĢоиз оÑĪ", + "ÐĿ аÑģ", + "ÐĿа Ñģ", + "Ġب ÙĨÛĮ", + "ĠبÙĨ ÛĮ", + "让 æĪij", + "ĠпоÑģÑĤ еп", + "ĠìļĶ 구", + "ılı p", + "ıl ıp", + "Ġج ÙĪر", + "ĠجÙĪ ر", + "ĠëĮĢ ë¶Ģë¶Ħ", + "à¹ĩ à¸ķาม", + "à¹ĩà¸ķ าม", + "ĠÑĦ аÑģ", + "Ġìłķ ê·ľ", + "ла менÑĤ", + "лам енÑĤ", + "ÄŁ en", + "ÄŁe n", + "à¥ĩà¤Ĥ ĊĊ", + "à¥ĩà¤ĤĊ Ċ", + "ĠÐĺ ванов", + "ĠØŃ Ú©Ùħ", + "ĠØŃÚ© Ùħ", + "Ġ ï¾ļ", + "Ġï¾ ļ", + "ï¼ »", + "Ġne vid", + "Ġnev id", + "Ġла боÑĢаÑĤоÑĢ", + "à¸ŀย าà¸ļาล", + "Ġed iyorum", + "Ġediyor um", + "Ġhl avy", + "Ġhlav y", + "ĠEvrop ské", + "Ġph ái", + "Ġphá i", + "ãĥĵ ãĥ¼", + "ê´ij ìĹŃìĭľ", + "äº ľ", + "ØŃد اث", + "ĠпÑĢоÑĦ илакÑĤи", + "ro stÅĻed", + "rost ÅĻed", + "Ġм алÑĮ", + "Ġмал ÑĮ", + "Ġма лÑĮ", + "Ġmü dür", + "ا ساس", + "اس اس", + "ĠгалÑĥз Ñĸ", + "ี à¸Ł", + "Ġغذ اÛĮÛĮ", + "åŃIJ ä¾Ľ", + "Ġbah sed", + "ĠKrál ové", + "åį »", + "Ġ %,", + "Ġ% ,", + "ç½Ĺ æĸ¯", + "ë ļ", + "Ġ çij", + "Ġç ij", + "Ġξε ÏĦα", + "ĠÐŃ ÑĤи", + "ĠíĨµ íķ©", + "Ġاک تبر", + "ĠmÄĽsÃŃ ce", + "ìĪĺ ë¡ľ", + "ÑĦ Ñĸк", + "ÑĦÑĸ к", + "ĠÐĴ оз", + "ĠÐĴо з", + "ÑĩеÑģ ким", + "Ñĩе Ñģким", + "ÑĩеÑģки м", + "ìļ´ ëĵľ", + "Ġná klady", + "Ġnáklad y", + "ĠпоÑĤ ÑĢап", + "ĠÑĢÑĥ каÑħ", + "ĠÑĢÑĥк аÑħ", + "ι λο", + "ιλ ο", + "ĠG ül", + "ĠGü l", + "ë© ĺ", + "à¹ī ย", + "m akt", + "ma kt", + "mak t", + "ãĥ³ ãĥIJãĥ¼", + "ãĥ³ãĥIJ ãĥ¼", + "Ġн ÑĸÑı", + "ĠнÑĸ Ñı", + "ĠоÑĤ ÑĤен", + "m esinin", + "mes inin", + "mesi nin", + "mesini n", + "ĠвÑģп ом", + "Ġ ìĿ´ëĬĶ", + "ĠìĿ´ ëĬĶ", + "dy by", + "ãĤ¿ ãĥ³", + "âĹ İ", + "à¹īา หà¸Ļ", + "à¹īาห à¸Ļ", + "اد Ú¯ÛĮ", + "Ïĩ ία", + "Ġsna žÃŃ", + "Ġà¤ļ à¤ķ", + "μή μα", + "Ġ Ùĥر", + "ĠÙĥ ر", + "Ġκ οι", + "Ġκο ι", + "éĢ ¸", + "Ġne ust", + "Ġneu st", + "ĠÙĨظ اÙħÛĮ", + "ĠÙĨظاÙħ ÛĮ", + "åįļ çī©", + "Ġ ë²½", + "Ġë² ½", + "á½ ±", + "Ġì¶ľ ìĭľ", + "Ġar má", + "Ġarm á", + "ĠÙĩÙħ کارÛĮ", + "çļĦ æĥħåĨµ", + "çļĦæĥħ åĨµ", + "ÙĤ اÙħ", + "ÙĤ ب", + "Ġ éĤ£", + "ĠéĤ £", + "Ġë§ ¡", + "Ġo lası", + "Ġol ası", + "Ġola sı", + "β ÎŃÏģ", + "ä½ķ ãģĭ", + "ĠÑĥÑĩ еб", + "Ġв Ñĥз", + "Ġبر گز", + "Ġبرگ ز", + "' yi", + "'y i", + "Ġп ÑĢазд", + "ĠпÑĢа зд", + "ĠÐŀ ÑĢг", + "ĠÐŀÑĢ г", + "Ġ 并", + "Ġå¹ ¶", + "ĠÑģ ви", + "ĠÑģв и", + "ĠÙħÛĮ داÙĨ", + "ĠnaÅ¡e ho", + "ĠBA Åŀ", + "å» Ĭ", + "Ì Ī", + "ãģĵ ãģĿ", + "à¹ĩà¸Ļ à¸ŀ", + "οÏģ ειο", + "Ġбаг аÑĤ", + "γ ει", + "γε ι", + "μ είο", + "με ίο", + "à¹Īà¸ĩ à¸Ĭาà¸ķ", + "ĠHizmet leri", + "ĠAfr ika", + "ĠAf rika", + "Ġted bir", + ", ､", + "ä¸ī 级", + "ÐİÑĭÑŁN ÐİÑĭÑŁN", + "ĠÐļ ÑĢÑĸм", + "Ġa ray", + "Ġar ay", + "Ġara y", + "Ġböyle ce", + "к оÑĤ", + "ко ÑĤ", + "éĻ °", + "åĽ½ éļĽ", + "t ÄĽl", + "tÄĽ l", + "Ġp olis", + "Ġpol is", + "Ġpo lis", + "Ġu vol", + "Ġuv ol", + "ĠìĪĺ ê°ķ", + "çĶµ èĦij", + "Ġs ami", + "Ġsa mi", + "Ġsam i", + "Ġشاخ Ùĩ", + "Ġв ÑģÑĮого", + "ĠвÑģ ÑĮого", + "ĠØŃد اÙĤÙĦ", + "Ġ iken", + "Ġi ken", + "Ġik en", + "ãĤ¯ãĥ© ãĥĸ", + "Ġzá vod", + "Ġzáv od", + "ब ल", + "ë°° ìĨ¡", + "éĩĩ è´Ń", + "ëł ¬", + "Ġ ।ĊĊ", + "Ġ। ĊĊ", + "Ġ।Ċ Ċ", + "Ġê°ģ ê°ģ", + "Ġм ак", + "Ġма к", + "Ïģα Ïĥη", + "ĠiÅŁlem i", + "ãģĹ ãģ¦ãģĦãģ¾ãģĻ", + "ãģĹãģ¦ ãģĦãģ¾ãģĻ", + "ãģĹãģ¦ãģĦ ãģ¾ãģĻ", + "ĠP ek", + "ĠPe k", + "Ñİ Ð½", + "Ġvel kou", + "Ġvelk ou", + "åĬŀ çIJĨ", + "å®ĥ 们", + "Ġ èIJ¬", + "ĠèIJ ¬", + "ĠнаÑĢод Ñĥ", + "ĠнаÑĢ одÑĥ", + "Ġch ó", + "ĠH iç", + "ĠHi ç", + "Û³ Ûµ", + "Ġ รà¸Ńà¸ļ", + "Ġร à¸Ńà¸ļ", + "Û³ Û¶", + "à¸Ĥ ว", + "ä½į æĸ¼", + "ĠС ÑĤа", + "ĠСÑĤ а", + "ั à¸Ļม", + "ัà¸Ļ ม", + "ाप à¤ķ", + "ĠÑĥ ÑĢок", + "ãĤ¢ ãĥ¡ãĥªãĤ«", + "Ġз мож", + "Ġзм ож", + "sk ému", + "ské mu", + "ském u", + "Ġ è»Ĭ", + "Ġè» Ĭ", + "ĠاختÛĮ ار", + "ĠP Åĺ", + "л Ñıв", + "лÑı в", + "Ġ маз", + "Ġм аз", + "Ġма з", + "Ġözel liÄŁi", + "åij¼ ãģ°", + "Ġbir inin", + "Ġbiri nin", + "Ġод не", + "Ì Ĩ", + "ä»ĸ ãģ®", + "建 ç¯ī", + "поÑģ еÑĢед", + "ห ลà¸Ķ", + "หล à¸Ķ", + "å¤ļ ãģĦ", + "ÏĦή ÏĥειÏĤ", + "Ġر ÙĪÙĨد", + "ĠرÙĪ ÙĨد", + "èģ ½", + "ì¤ij ìĹIJ", + "ìĬ¤ íĭ°", + "Ġз вÑĸÑĤ", + "Ġзв ÑĸÑĤ", + "ĠаÑĢ ÑĤи", + "Ġc Æ°á»Ŀi", + "ĠcÆ° á»Ŀi", + "ın dır", + "ınd ır", + "Ġг олод", + "Ġгол од", + "ا زد", + "از د", + "à¹Īาว ว", + "ãĥ¡ ãĥ©", + "عÙĨ ÙĪاÙĨ", + "% )Ċ", + "%) Ċ", + "ĠÑħолод илÑĮ", + "人 们", + "C Ä°", + "ÐĹ Ð°Ð¿", + "ÐĹа п", + "ĠpÅĻ isp", + "ĠpÅĻi sp", + "Ġdurum larda", + "ÑĢ Ñĸд", + "ÑĢÑĸ д", + "Âł У", + "Ġε ÏĨαÏģ", + "Ġs prav", + "Ġsp rav", + "Ġspr av", + "ĠоÑĤÑĢим аннÑı", + "ï¼Į 没æľī", + "о вала", + "ов ала", + "ова ла", + "овал а", + "Ġng ại", + "ãĢĤ 大", + "Ġ даеÑĤ", + "Ġд аеÑĤ", + "Ġда еÑĤ", + "ĠpÃŃs em", + "ÑĨ ÑıÑĤÑĮ", + "ÑĨÑı ÑĤÑĮ", + "ov nÄĽ", + "ë¦ ī", + "Ġê² ģ", + "Ñģ ÑĤин", + "ÑģÑĤ ин", + "ÑģÑĤи н", + "ĠS ayı", + "ĠSa yı", + "ĠSay ı", + "ãĢĭ çļĦ", + "Ġyol uyla", + "Ġyolu yla", + "елеÑĦ он", + "Ġr áno", + "Ġrá no", + "Ġíĸī ëıĻ", + "ĠاÙĦخاÙħ سة", + "Ġповин на", + "ÅĻ ila", + "ÅĻi la", + "ÅĻil a", + "Ġà¤ļ रण", + "Ġà¤ļर ण", + "Ġبرگ زار", + "Ġبرگز ار", + "ìļ´ ëį°", + "à¹Ģà¸Ľ à¸Ńร", + "Ġdal eko", + "led nÃŃ", + "åIJį 稱", + "лив ÑĸÑģÑĤÑĮ", + "ливÑĸ ÑģÑĤÑĮ", + "Ġ몸 ìĿĦ", + "о ÑĢÑĸв", + "оÑĢ Ñĸв", + "оÑĢÑĸ в", + "Ц е", + "بد Ø£", + "ë°ĺ 기", + "k rát", + "kr át", + "ä¸į 足", + "Ġolduk ları", + "len iyor", + "Ġìĭľ íĸī", + "ĠпÑĢи нимаÑĤÑĮ", + "à¸Ĥà¸Ńà¸ĩ ร", + "ÏĪ ει", + "ÏĪε ι", + "Ġ ẩn", + "ت س", + "ĠÑĤ ай", + "ĠÑĤа й", + "Ġнев озможно", + "åıĬ ãģ³", + "r oti", + "ro ti", + "rot i", + "ï½ Ń", + "д ом", + "до м", + "ой но", + "å£ Ĭ", + "说 çļĦ", + "Ġsk oro", + "ni ÄįnÃŃ", + "niÄį nÃŃ", + "ĠProf es", + "ĠÑħ ÑĢониÑĩеÑģ", + "Ġ주 문", + "ĠZ n", + "ĠÑģ лой", + "ĠÑģл ой", + "ĠÑģло й", + "Îł Ïģο", + "æĮĩ æķ°", + "ĠпеÑĢ еÑĪ", + "ĠпеÑĢе ÑĪ", + "à¥ģà¤ķ स", + "Ġê°Ģ ìłķ", + "Ġ íķĺë©´", + "Ġíķĺ ë©´", + "Û±Û¹ Û´", + "к Ñĥл", + "кÑĥ л", + "ÙĬ ÙĦا", + "ÙĬÙĦ ا", + "ĠدÙĪب ارÙĩ", + "| l", + "ĠÐľ Ñĥ", + "н ила", + "ни ла", + "нил а", + "ãģ¦ ãģĦãģ¾ãģĻ", + "ãģ¦ãģĦ ãģ¾ãģĻ", + "m acı", + "ma cı", + "mac ı", + "ãģŁ ãģ¡ãģ¯", + "ãģŁãģ¡ ãģ¯", + "ĠاÙĦÙĥ تاب", + "移 åĭķ", + "λ μ", + "_ ï¼ı", + "Ġê°Ģ ìŀħ", + "èħ ¾", + "ĠпÑĢез иденÑĤ", + "Ġë¶Ħ ìķ¼", + "a hy", + "ah y", + "Å¡et ÅĻenÃŃ", + "Å¡etÅĻ enÃŃ", + "éĵ º", + "ĠpÅĻÃŃ ro", + "Ðķ Т", + "ĠìļĶ ì²Ń", + "Ġmoh lo", + "Ġmohl o", + "å¿ĥ çIJĨ", + "Ġvysok é", + "& uuml", + "ÏĦ ικα", + "ÏĦικ α", + "ÏĦι κα", + "ìĹħ ì²´", + "ãģ§ ãģĤ", + "ราย à¸ĩาà¸Ļ", + "ĠpÅĻÃŃspÄĽ v", + "Ġet miÅŁtir", + "Ġetm iÅŁtir", + "ĠetmiÅŁ tir", + "她 们", + "ÏĢ λα", + "ÏĢλ α", + "ứ a", + "Ġ 说", + "Ġè¯ ´", + "ĠÑģо Ñģед", + "ĠÑģоÑģ ед", + "åĩ ī", + "ĠÐł е", + "åİŁ æĿ¥", + "ĠÐIJÑĢ Ñħ", + "ب ÙĬÙĨ", + "بÙĬ ÙĨ", + "åľ° 说", + "Ġ ört", + "Ġö rt", + "Ġör t", + "ĠΣ εÏĢ", + "ĠΣε ÏĢ", + "ÂŃ ÙĩاÛĮ", + "ĠاÙĦ اÙĤتص", + "å°½ 管", + "ÑĤ Ñĭй", + "ÑĤÑĭ й", + "t ains", + "ta ins", + "tain s", + "ÙĢ ÙĦ", + "ç§ijæĬĢ æľīéĻIJåħ¬åı¸", + "æı ®", + "ัà¸ķ à¸ĸ", + "á»Ĺ ng", + "ล าà¸Ķ", + "ลา à¸Ķ", + "æļ ®", + "ĠÙĨÙģ سÙĩ", + "ĠÙĨÙģس Ùĩ", + "Ġ çľĭ", + "Ġçľ ĭ", + "Ġ ãģ¿", + "Ġt arım", + "Ġtar ım", + "Û±Û¹ Ûµ", + "ĠÎ Ĭ", + "Ġkom plex", + "Ġkomple x", + "Ġkomp lex", + "ĠNh Ä©", + "è´¹ çĶ¨", + "Ġکاربر اÙĨ", + "ÅĪ ovánÃŃ", + "Ġ ků", + "Ġk ů", + "д ап", + "да п", + "Îķ Χ", + "ê·¸ ëŀĺ", + "Ġdön dü", + "人 åĵ¡", + "ĠT iá»ĥu", + "ĠÙĪÛĮر اÛĮØ´", + "Ġö ngör", + "ĠÙĪ غÙĬر", + "ĠÑģ кÑĢÑĭ", + "ĠÑģк ÑĢÑĭ", + "âĢIJ '", + "Ġ немÑĥ", + "Ġн емÑĥ", + "Ġне мÑĥ", + "Ġнем Ñĥ", + "ĠH á»ĩ", + "ĠHá» ĩ", + "Ġdüzen li", + "ĠsoutÄĽ že", + "ãĢģ ãĥŀ", + "ÏĦο μα", + "ÄĽ lÃŃ", + "ÄĽl ÃŃ", + "ĠØ£ ÙĦÙħاÙĨ", + "ĠØ£ÙĦ ÙħاÙĨ", + "çł ²", + "Ġtr Ãł", + "Ġ ä¸ĸçķĮ", + "Ġä¸ĸ çķĮ", + "ay ız", + "ayı z", + "ım lı", + "ĠاÙĦØ£ Ùģ", + "íķĺ ëĬĶëį°", + "íķĺëĬĶ ëį°", + "в ано", + "ва но", + "ван о", + "ĠpÅĻi Äįemž", + "Ùĥ ÙĬب", + "ÙĥÙĬ ب", + "ĠмаÑĤ емаÑĤи", + "м ени", + "мен и", + "ме ни", + "ĠпÑĢо екÑĤÑĥ", + "ĠпÑĢоек ÑĤÑĥ", + "ĠпÑĢоекÑĤ Ñĥ", + "ี à¹Ĥà¸Ń", + "ีà¹Ĥ à¸Ń", + "о Ñĥ", + "ĠاÙĦ شرÙĥØ©", + "ĠاÙĦشر ÙĥØ©", + "æ³ £", + "ÙĪÙĤ ÙĬت", + "ÑĪ ив", + "ÑĪи в", + "Ġperson el", + "Ġpersone l", + "Ġperso nel", + "Ø´ تر", + "شت ر", + "à¸Ķ า", + "Ġë ª½", + "Ġëª ½", + "åĿIJ åľ¨", + "о ке", + "ок е", + "Ġë§Ī ë²ķ", + "ĠØ£ ÙĨا", + "ĠØ£ÙĨ ا", + "ëł µ", + "ĠÙħب اÙĨÛĮ", + "èĭ ¹æŀľ", + "Ġ ศร", + "Ġศ ร", + "ĠÐĽ ÑĥÑĩ", + "ĠÐĽÑĥ Ñĩ", + "ÎŁ ΥΣ", + "ÎŁÎ¥ Σ", + "ĠÄį á", + "ãģĽ ãģ¦", + "Ġk Ä±ÅŁ", + "Ġkı ÅŁ", + "ÑĪ ев", + "ÑĪе в", + "æĮĩ 导", + "à¹ģละ ม", + "Ġvol eb", + "Ġvole b", + "ĠÑģи лÑĭ", + "ĠÑģил Ñĭ", + "Ġdruh ou", + "Ġdru hou", + "Ġ ì°¬", + "Ġì° ¬", + "ĠìŀĪ ìĿĮ", + "Î¥ Σ", + "ä¸į å®ī", + "Ġ ìĹĨìĿĮ", + "ĠìĹĨ ìĿĮ", + "Ġde term", + "Ġdet erm", + "Ġdeter m", + "ĠاÙĦÙħ عÙĦÙĪÙħات", + "íĺ ¹", + "âĻ ¡", + "à¥įब न", + "Ġخش Ú©", + "ĠN ová", + "ĠNo vá", + "ĠNov á", + "ĠÑĦÑĥнда менÑĤ", + "ĠпÑĢогÑĢам и", + "ĠпÑĢогÑĢа ми", + "ĠпÑĢог ÑĢами", + "ĠعÙĦ ÙĬÙĥ", + "ĠعÙĦÙĬ Ùĥ", + "। ĊĊ", + "।Ċ Ċ", + "Ġver iyor", + "Ġveri yor", + "Ġ ÑĶв", + "ĠÑĶ в", + "ĠìŀĪ ëĭ¤ê³ł", + "ĠìŀĪëĭ¤ ê³ł", + "ĠاÙĦØ£Ùħ رÙĬÙĥÙĬ", + "ĠاÙĦØ£Ùħر ÙĬÙĥÙĬ", + "Ġå¤ĸéĥ¨ ãĥªãĥ³ãĤ¯", + "Ġ ä¿®", + "Ġп ÑĥÑĤи", + "ĠпÑĥÑĤ и", + "ĠпÑĥ ÑĤи", + "Ġο Ïģγ", + "ĠоÑģнов ном", + "Ġ наÑĢÑĥж", + "Ġна ÑĢÑĥж", + "ĠнаÑĢ Ñĥж", + "Ġми ÑĢе", + "ĠмиÑĢ е", + "o vÄĽt", + "ov ÄĽt", + "ovÄĽ t", + "Ġíĥ IJ", + "Ġsok ak", + "Ġspolup ráci", + "ÐĶ Ðļ", + "Ġ åĺ", + "Ġå ĺ", + "âĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸį âĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸį", + "Ġ ³³³³", + "ĠÂł ³³³", + "Ġ³³ ³³", + "Ġ³³³ Âł", + "Ġhay ır", + "Ġ ìĻĶ", + "ĠìĻ Ķ", + "æĤ¨ çļĦ", + "æĮ º", + "Ġ 민주", + "Ġ민 주", + "Ġhot elu", + "Ġhotel u", + "ี à¸ľ", + "ìŀIJ ëıĻ", + "ä¼¼ çļĦ", + "ÎŃν ÏĦÏģο", + "ÎŃνÏĦ Ïģο", + "Ø´ ÙĪ", + "Ġ é¤", + "Ġé ¤", + "Ġ λι", + "Ġλ ι", + "Ġol maktadır", + "Ġolmak tadır", + "ĠоÑģ веÑī", + "Ġв ина", + "Ġви на", + "Ġвин а", + "Ġخاص Ø©", + "r ana", + "ra na", + "ran a", + "γÏģα ÏĨή", + "γÏģαÏĨ ή", + "ÑĨ еÑģ", + "ÑĨе Ñģ", + "ĠdoÄŁru lt", + "ĠdoÄŁr ult", + "ĠÙĤرار داد", + "ĠÙĤرارد اد", + "ĠÐļ ал", + "ĠÐļа л", + "ê²½ ìłľ", + "Ïĩ ÏĮ", + "Ñĥ ÑİÑīий", + "ÑĥÑİ Ñīий", + "ÑĥÑİÑī ий", + "ëĭ ĺìĿ´", + "ëĭĺ ìĿ´", + "ë Į", + "л аз", + "ла з", + "Ġng ừng", + "i sku", + "is ku", + "isk u", + "ìĦł ê±°", + "ĠÑįлек ÑĤÑĢон", + "ĠÑįлекÑĤÑĢ он", + "ĠV oj", + "ĠVo j", + "н Ñıми", + "нÑı ми", + "ĠÙĪ Ø£ÙĨ", + "ĠÙĪØ£ ÙĨ", + "äº Ń", + "绣 计", + "ĠÅŁ iÅŁ", + "ĠÅŁi ÅŁ", + "ãĢį çļĦ", + "æŃ ¯", + "Ġкол лек", + "Ġд виж", + "Ġдв иж", + "Ġдви ж", + "Ġn á»Ńa", + "Äįas ÃŃ", + "Ġs onu", + "Ġso nu", + "Ġson u", + "ĠмеÑħ анÑĸз", + "ž ený", + "že ný", + "žen ý", + "Ġза ÑģÑĤÑĥп", + "ĠзаÑģÑĤ Ñĥп", + "ê´Ģ 볨", + "ĠÑĤоваÑĢ Ñĸв", + "ĠÑĤов аÑĢÑĸв", + "Ġ ì¼ĢìĿ´", + "Ġì¼ ĢìĿ´", + "à¥ģà¤Ĺ त", + "Ġzá sob", + "мов ÑĸÑĢ", + "u fac", + "uf ac", + "ů ležit", + "Ġви гоÑĤов", + "Ġвиг оÑĤов", + "ĠاÙĦÙĨ ÙĪ", + "Ġع اÙħا", + "ĠعاÙħ ا", + "æģ ¨", + "ĠìĿ´ë¯¸ ì§Ģ", + "Ġt voÅĻ", + "Ġtv oÅĻ", + "Ġvyu žitÃŃ", + "Ġgel iÅŁim", + "ĠgeliÅŁ im", + "ì³ ¤ëĭ¤", + "หà¸Ļ à¸Ńà¸ĩ", + "ĠìĿ¸ ìłķ", + "à¥į दर", + "à¥įद र", + "ĠпеÑĢед а", + "ĠпеÑĢе да", + "ĠздÑĸйÑģ неннÑı", + "ÙĨ ع", + "è¡£ æľį", + "Ġl oa", + "Ġlo a", + "íĻ Ī", + "èĭ± åĽ½", + "ĠD ruh", + "ĠDr uh", + "Ø® اÙĨ", + "д ам", + "да м", + "аÑĤелÑĮ нÑĭÑħ", + "θ ÏģÏİ", + "ĠØ£ Ùħر", + "ĠØ£Ùħ ر", + "ĠÅĻ ada", + "Ġbul uÅŁ", + "ĠÑĤÑĢанÑģп оÑĢ", + "ĠÑĤÑĢанÑģ поÑĢ", + "ĠÙĤ تÙĦ", + "ĠTa rif", + "ĠTar if", + "R us", + "Ru s", + "ĠзаÑģ Ñĸд", + "ĠÄ° h", + "l eyin", + "ley in", + "Ġvy rá", + "ĠD ÄĽ", + "иб ли", + "a vou", + "av ou", + "avo u", + "ĠÐĵеÑĢ м", + "н емÑĥ", + "не мÑĥ", + "нем Ñĥ", + "Ġкон ÑĨеп", + "ĠконÑĨе п", + "ĠÙĤ ادر", + "Ġsou bor", + "Ġl á»iji", + "Ġ çµIJ", + "Ġçµ IJ", + "л еннÑĭй", + "лен нÑĭй", + "κ Ïħ", + "Ġдопом аг", + "à¸ŀวà¸ģ à¹Ģà¸Ĥ", + "Ġqu ang", + "Ġq uang", + "Ġqua ng", + "Ġquan g", + "ĠØ· ÙĦا", + "ĠØ·ÙĦ ا", + "Ġ éĩĮ", + "Ġé ĩĮ", + "Ġéĩ Į", + "ĠÙĨÙħÙĪد ار", + "ĠÅŁ ar", + "ĠÑģп Ñĸл", + "ÂŃ n", + "ì§Ģ ìļĶ", + "åīį å¾Ģ", + "åħ³ éĶ®", + "å®ŀ åľ¨", + "éŁ³ 楽", + "ĠÙħسئ ÙĦÙĩ", + "Ġy eme", + "Ġye me", + "Ġyem e", + "ĠÑĪ аÑħ", + "기 ìĪł", + "Ġ สำà¸Ļ", + "Ġสำ à¸Ļ", + "ĠÙĪرزش ÛĮ", + "ĠÙĪرز Ø´ÛĮ", + "ãģĹ ãģŁãĤī", + "ãģĹãģŁ ãĤī", + "ί ÏĥÏī", + "ίÏĥ Ïī", + "о кон", + "ок он", + "око н", + "ãģŁ ãĤī", + "ĠØ¥ ÙĦÙĬÙĩ", + "ĠØ¥ÙĦÙĬ Ùĩ", + "ĠØ¥ÙĦ ÙĬÙĩ", + "Ġآذ رب", + "Ġr á»Ŀi", + "Ġod ak", + "Ġм огÑĥ", + "Ġмог Ñĥ", + "Ġмо гÑĥ", + "ĠÚ¯ ÙĨ", + "è² ¼", + "ed la", + "edl a", + "Ġоп ÑĭÑĤ", + "la maktadır", + "lamak tadır", + "å°¼ äºļ", + "éĥ½ ä¼ļ", + "ĠÎĺε ÏĥÏĥα", + "Ġв ог", + "Ġво г", + "ç»Ī äºİ", + "ĠÑĥÑĢов не", + "Ġv lak", + "Ġvl ak", + "ĠØ¢ ÙĦØ©", + "ĠØ¢ÙĦ Ø©", + "Ġε ιδ", + "Ġει δ", + "â ĩ", + "д ÑĥÑĤ", + "дÑĥ ÑĤ", + "Ñĸ нг", + "Ñĸн г", + "ĠØ£Ùħ رÙĬÙĥÙĬ", + "ĠØ£Ùħر ÙĬÙĥÙĬ", + "از ÙĨد", + "Ġب اÙĦØ£", + "ĠباÙĦ Ø£", + "Ġत न", + "Ġkay det", + "룬 리", + "Ġ drž", + "Ġd rž", + "Ġdr ž", + "Ġп енÑģ", + "Ġпен Ñģ", + "ĠpÅĻÃŃ Äį", + "ĠТ олÑĮко", + "Ġб аÑĤаÑĢ", + "Ġба ÑĤаÑĢ", + "éĵģ è·¯", + "ĠÙ¾ÛĮ ÚĨ", + "ĠÎĵ εÏī", + "ĠαÏħ ÏĦά", + "Äŀ I", + "ĠакÑĤив но", + "ÎĹ ÎľÎij", + "ÎĹÎľ Îij", + "Ġvar lık", + "Ġ åıª", + "Ġåı ª", + "ĠзаÑī иÑĤÑĭ", + "ĠзаÑīиÑĤ Ñĭ", + "л им", + "ли м", + "ĠÙħشاÙĩ دة", + "и ком", + "ик ом", + "Ġì¡° ìĤ¬", + "о ген", + "ог ен", + "Ġm ấy", + "g ii", + "gi i", + "èĽ ĩ", + "ĠØ® ÙĪÛĮØ´", + "ĠØ®ÙĪ ÛĮØ´", + "Ġn ová", + "Ġno vá", + "Ġnov á", + "к овой", + "ков ой", + "ково й", + "Ġkan ıt", + "Ġkanı t", + "éĿ¢ è®®", + "ĠرÙĪست ا", + "ìĸ´ ê°Ģ", + "ĠоÑĤноÑĪ ениÑı", + "Ġhodnot y", + "ÙĪ رات", + "ÙĪر ات", + "ÙĪرا ت", + "ĠpÅĻ ÃŃst", + "ĠpÅĻÃŃ st", + "Ġth á»į", + "Ġthá» į", + "Ġçık art", + "Ġçıkar t", + "Ġçı kart", + "о обÑĢаз", + "Ġnem ÄĽl", + "Âł ro", + "ĠدÙĪÙĦ تÛĮ", + "ĠدÙĪÙĦت ÛĮ", + "ี ,", + "ä¸Ģ 度", + "ia omi", + "iao mi", + "åĹ İ", + "Ùı ع", + "ĠваÑĢи ан", + "Ġpod aÅĻilo", + "ĠëĤĺ ê°Ģ", + "èIJ¥ ä¸ļ", + "ĠабÑģолÑİÑĤ но", + "Ġë¸Į ëĿ¼", + "ĠгоÑĢ из", + "a ģın", + "aÄŁ ın", + "aģı n", + "Ġyer ini", + "Ġyeri ni", + "à¹īา à¸Ļà¸Ķ", + "à¹īาà¸Ļ à¸Ķ", + "æIJ ¬", + "Ġb alık", + "Ġbal ık", + "Ġba lık", + "ĠÅŁ ans", + "认 è¯Ĩ", + "Ġistedi ÄŁiniz", + "Ġjist ÄĽ", + "Ġ ìĪĺê°Ģ", + "ĠìĪĺ ê°Ģ", + "ï¼Į ä¸Ĭ", + "à¤ľ ब", + "Ġви Ñıви", + "ĠвиÑıв и", + "ë§ ¥", + "ãģĹ ãģ¦ãĤĭ", + "ãģĹãģ¦ ãĤĭ", + "ÙĬÙĥ ا", + "ĠH üs", + "c ının", + "Ġश त", + "ĠÑĢаÑģп олаг", + "ĠÑģпÑĢав ж", + "ืà¸Ń à¸ĸ", + "ĠвеÑĢ ÑĤик", + "Ġvy stav", + "ĠÑĢе алÑĸзаÑĨÑĸÑĹ", + "в ами", + "ва ми", + "ãĤ¹ ãĥĨãĤ£", + "ãĤ¹ãĥĨ ãĤ£", + "ëħ ģ", + "ĠÑĢе ÑĩÑĸ", + "ĠÑĢеÑĩ Ñĸ", + "Ùģ اÙĦ", + "िà¤ķ à¤Ł", + "ĠвозÑĢаÑģÑĤ е", + "к аÑģ", + "ка Ñģ", + "ĠÐĺ Ñģ", + "Ġл Ñĸк", + "ĠлÑĸ к", + "ĠÏĥη μαν", + "м енÑĤÑĥ", + "мен ÑĤÑĥ", + "менÑĤ Ñĥ", + "н ÑıÑİÑĤ", + "нÑı ÑİÑĤ", + "æŁ ´", + "Ġθ εÏī", + "Ġθε Ïī", + "çĬ¯ 罪", + "ĠÙĤ طر", + "ĠÙĤØ· ر", + "ÐĶ ÐIJ", + "- |", + "Ġ ÑģÑĤÑĸ", + "ĠÑģ ÑĤÑĸ", + "ĠÑģÑĤ Ñĸ", + "Ġu yum", + "Ġuy um", + "Ġpot ÅĻeba", + "ĠpotÅĻeb a", + "ĠعÙħÙĦ ÛĮات", + "ĠعÙħÙĦÛĮ ات", + "å¥ ª", + "ا خر", + "اخ ر", + "ĠÚ© ساÙĨÛĮ", + "ت Ùħر", + "تÙħ ر", + "ÑĮ еÑĢ", + "ÑĮе ÑĢ", + "ĠN ez", + "ĠNe z", + "íļĮ ìĤ¬", + "ĠBank ası", + "е гÑĢа", + "ег ÑĢа", + "à¸Ĥà¸ĵะ à¸Ĺ", + "åIJĪ æł¼", + "ĠìŬ룬 ë¶Ħ", + "y asal", + "ya sal", + "yas al", + "Ġ è¡ĮæĶ¿", + "Ġè¡Į æĶ¿", + "åĬ ī", + "dık tan", + "ãĤ¢ãĥ« ãĥIJ", + "ĠاÛĮÙĨ ÚĨ", + "Ġdij ital", + "å° ĺ", + "ĠÑĢаз меÑī", + "ĠÑĢазм еÑī", + "ĠкÑĸлÑĮ коÑģÑĤÑĸ", + "ĠEv ropy", + "ĠEvrop y", + "ĠÑĢоз ви", + "ÑİÑī ÑĥÑİ", + "Ġ ong", + "Ġo ng", + "Ġon g", + "Ġhe psi", + "Ġhep si", + "v ailability", + "vail ability", + "Ġتص ÙħÙĬÙħ", + "ĠتصÙħ ÙĬÙħ", + "Ñĥ йÑĤе", + "Ñĥй ÑĤе", + "ह ल", + "ĠÅ¡ iro", + "Ġp ás", + "Ġpá s", + ";; ;;;;", + ";;;; ;;", + ";;; ;;;", + "éħį åIJĪ", + "ĠاÙĦعاÙĦÙħ ÙĬØ©", + "ÐĴ о", + "h af", + "ha f", + "l áv", + "lá v", + "Ġb ì", + "Ġm ůj", + "Ġmů j", + "ê»ĺ ìĦľ", + "ÂłB f", + "ĠÑģпÑĢоÑģ ил", + "âĢĮÚ©ÙĨ ÙĨدÙĩ", + "âĢĮÚ©ÙĨÙĨد Ùĩ", + "ÙĨد ÙĬØ©", + "ÙĨدÙĬ Ø©", + "çī¹ èī²", + "Ġìķ ¨", + "ุษ ย", + "ĠФ оÑĢ", + "пиÑģ ок", + "пи Ñģок", + "u žel", + "ım lar", + "çĬ¶ æ³ģ", + "Ġãĥ¬ ãĥĩãĤ£ãĥ¼ãĤ¹", + "Ñħ ови", + "Ñħов и", + "Ñħо ви", + "ÂłK Äį", + "Ñĩ им", + "Ñĩи м", + "Ġت ÙĪÙħ", + "ĠتÙĪ Ùħ", + "à¹Ģà¸ģษ à¸ķร", + "Ġìĭ± ê¸Ģ", + "Ùħ ارات", + "Ùħا رات", + "Ùħار ات", + "ê nh", + "ên h", + "ĠÅĻ id", + "æĬ ¬", + "Ñģ иÑİ", + "Ñģи Ñİ", + "æħ İ", + "Ġçev re", + "Ġçevr e", + "ãĥĪ ãĥ«", + "Ġyıl dır", + "Ġzá znam", + "Ġzáz nam", + "æľº åľº", + "Ġпо ÑĶ", + "ĠвÑĭ ÑĢаÑīи", + "Ġ Ùģع", + "ĠÙģ ع", + "ë »", + "Ġدار ÛĮÙħ", + "ï¼Į æĽ´", + "Ġзем ли", + "اب ÙĤات", + "ابÙĤ ات", + "Ġm á»Ŀi", + "Ġmá» Ŀi", + "k ých", + "ký ch", + "ÙĦ اة", + "ÙĦا Ø©", + "å¸ ½", + "بر اÙĩÙĬÙħ", + "Ġпо баÑĩ", + "Ġпоб аÑĩ", + "Ġпоба Ñĩ", + "ाà¤ĩ म", + "à¹Īาà¸ĩ à¸Ľà¸£à¸°à¹Ģà¸Ĺศ", + "ĠìĦ¸ ìĥģ", + "Ġпомог аеÑĤ", + "ĠÏĦÏĮ Ïĥο", + "æĸ ·", + "ĠÙģر اÙĪ", + "à¹Ħà¸Ľ ย", + "erg isi", + "Ġ éĻIJ", + "ĠéĻ IJ", + ". xz", + ".x z", + "ĠÑģл ÑĥÑħ", + "ĠÑģлÑĥ Ñħ", + "е коном", + "ек оном", + "еко ном", + "ĠNh ất", + "± Ø·", + "ĠëĪĪ ìĿĦ", + "Ġ íļĮìĤ¬", + "ĠíļĮ ìĤ¬", + "Ñ ĵ", + "Ġ åIJįçĦ¡ãģĹ", + "ĠåIJį çĦ¡ãģĹ", + "Ġομά δα", + "ĩ Į", + "li ÄŁinin", + "liÄŁi nin", + "liÄŁ inin", + "liÄŁini n", + "liÄŁin in", + "ع اÙĨ", + "عا ÙĨ", + "Ġز ÙĨÛĮ", + "ĠزÙĨ ÛĮ", + "T ôi", + "Ġet ki", + "Ġetk i", + "ĠìĹ° ëĿ½", + "Ġкон ÑĨа", + "è° ĭ", + "Ġзем лÑı", + "íĻĺ ê²½", + "ĠÙħÚ© اÙĨÛĮ", + "ĠÙħکاÙĨ ÛĮ", + "çĸ ²", + "Ġ ç¢", + "Ġç ¢", + "Ġkur ulan", + "Ġkurul an", + "Ġkuru lan", + "ؤ ÙĪÙĦ", + "د Ùī", + "ĠاÙĦÙħÙĨ Ø·ÙĤØ©", + "Ġn ắng", + "ÐŁ Ðļ", + "ол ай", + "ола й", + "Y K", + "åij Ĩ", + "λ αν", + "λα ν", + "西 çľģ", + "ĠÎĴ αÏĥ", + "ĠÎĴα Ïĥ", + "ĠíĻķ ìĭ¤", + "Z D", + "п Ñĸд", + "Ġ наÑĩе", + "Ġн аÑĩе", + "Ġна Ñĩе", + "ĠнаÑĩ е", + "Ġ ÏĦά", + "ĠÏĦ ά", + "å½ »", + "âĢŀ D", + "Ġ èĩº", + "Ġèĩ º", + "Ġна ÑĪей", + "ĠнаÑĪ ей", + "ĠtÃŃm to", + "Ġت سÙħ", + "Ġتس Ùħ", + "Ïģθ Ïģο", + "令 人", + "ĠP azar", + "ĠPa zar", + "ĠPaz ar", + "ãĤĵ ãģ¨", + "ç«ĭ åĪ»", + "Âģ @", + "Ġb ắc", + "ìĬ¤ íħĮ", + "Ġkadın lar", + "fig ur", + "ãģ¤ ãģ¶", + "Ġæµ Ļæ±Ł", + "Ġдек ÑĸлÑĮ", + "è¡ Ŀ", + "ยà¸Ļ à¹ģà¸Ľà¸¥à¸ĩ", + "o let", + "ol et", + "ole t", + "Ġned ok", + "n amen", + "name n", + "na men", + "nam en", + "åħĦ å¼Ł", + "ืà¸Ń à¸Ĥ", + "èĤ ĥ", + "Ġb üny", + "Ġbü ny", + "ĠÑĢад Ñıн", + "ãĢģ äºĮ", + "ан нÑİ", + "Ġ æīĭæľº", + "Ġæīĭ æľº", + "ĠоÑģ лож", + "Ġо глÑı", + "Ġог лÑı", + "Ġسب ز", + "Ġaktiv it", + "Ġà¤ı प", + "ç« ľ", + "Ġd iren", + "Ġdi ren", + "Ġdir en", + "Ġdire n", + "i в", + "ĠY atırım", + "ÑĨÑĸй на", + "Ġдо мов", + "Ġдом ов", + "ẳ n", + "ĠC oÄŁraf", + "Ùģ ÙĪ", + "æ°Ĺ ãģ«åħ¥", + "ç§ģ ãģ®", + "ï½ į", + "à¥Į ड", + "ĠÐĵÑĢи гоÑĢ", + "ĠP eygamber", + "ĠPey gamber", + "Ġα γα", + "Ġαγ α", + "Ġef ekt", + "ĠìŀĪ ìĸ´ìĦľ", + "ĠìŀĪìĸ´ ìĦľ", + "ĠплаÑĤ еж", + "ĠT rab", + "ĠTr ab", + "ĠTra b", + "o very", + "ov ery", + "ove ry", + "over y", + "âĢ¦âĢ¦ ãĢĤ", + "Ġyap maya", + "Ġнайб ÑĸлÑĮ", + "ĠÙħÙĨ زÙĦ", + "ÙĪ ÙĬÙĥ", + "ÙĪÙĬ Ùĥ", + "ıl dıģında", + "ıldı ģında", + "ıldıģı nda", + "ĠpÅĻÃŃpad nÄĽ", + "ĠμÏĢο ÏģοÏį", + "Ġëĵľ ëĿ¼ë§Ī", + "Ġë°© 문", + "ĠС им", + "ĠСи м", + "Ú© ات", + "کا ت", + "е ком", + "ек ом", + "еко м", + "ر ÙĬع", + "رÙĬ ع", + "Ùĩد Ùģ", + "æĹı èĩªæ²»", + "Ġzm ÄĽn", + "ĠzmÄĽ n", + "Ġв клад", + "Ġвк лад", + "Ġ بÙĦغ", + "ĠبÙĦ غ", + "Ġ ç§ĭ", + "Ġç§ ĭ", + "N gh", + "Ng h", + "Ġend iÅŁ", + "ĠCumhurbaÅŁ kanı", + "ĠK af", + "ĠKa f", + "Ġ à¹ģหล", + "Ġà¹ģ หล", + "Ġmut lu", + "ĠÑģ иÑĢ", + "ĠÑģи ÑĢ", + "Ġг Ñĥм", + "æ¿ ĥ", + "çĤ ī", + "ĠB áo", + "à¥Ĥ ष", + "Ġìłķ íĻķ", + "ान स", + "ï» ¤", + "наÑģлÑĸд ок", + "po Äįet", + "poÄį et", + "ë§ĮìĽIJ ìŀħëĭĪëĭ¤", + "ĠìĦľìļ¸ íĬ¹ë³Ħìĭľ", + "Îķ ÎĻΣ", + "ÎķÎĻ Σ", + "ุม à¸Ĭà¸Ļ", + "Ġм ÑĸлÑĮ", + "ĠмÑĸ лÑĮ", + "æ ħĮ", + "æħ Į", + "Ïĥκε ÏĦαι", + "Ïĥκ εÏĦαι", + "Ġ ãĢľ", + "ĠãĢ ľ", + "Ġkal iteli", + "ĠÑģмеÑĢ ÑĤÑĮ", + "è¼ Ķ", + "Ġ биÑĤ", + "Ġб иÑĤ", + "Ġби ÑĤ", + "ĠΣ ÏĦο", + "à¸ĩà¹Ģศ ส", + "åİŁ æľ¬", + "Ġk nÃŃ", + "Ġkn ÃŃ", + "äºĴ èģĶç½ij", + "ĠÑĩеловеÑĩ еÑģ", + "çŃ Ĵ", + "à¸Īำ หà¸Ļ", + "åĩº åİ»", + "ãĤ¢ ãĥĭãĥ¡", + "å±ķ 示", + "r ych", + "ry ch", + "à¤ħ ब", + "o ÅĪ", + "jÃŃ cÃŃm", + "jÃŃcÃŃ m", + "ا ØŃØ«", + "اØŃ Ø«", + "ĠÙĪاÙĤع ÛĮ", + "ĠФедеÑĢа лÑĮ", + "ĠФед еÑĢалÑĮ", + "Ñģ ам", + "Ñģа м", + "Ġ ìĺ¥", + "Ġìĺ ¥", + "åľ° çIJĥ", + "Ġs uyu", + "Ġsu yu", + "Ġsuy u", + "s eniz", + "sen iz", + "à¥ī फ", + "Ġê°Ļ ëĭ¤", + "ĠпÑĢизна ÑĩеннÑı", + "ĠпÑĢизнаÑĩ еннÑı", + "ĠS ın", + "ĠSı n", + "ĠاÙħÙĨ ÛĮت", + "Ġl átky", + "ĠÐij и", + "Ġsür eci", + "Ġsüre ci", + "Ġsürec i", + "·· ··", + "Ġê²½ ì°°", + "Ġк алÑĮ", + "Ġка лÑĮ", + "Ġкал ÑĮ", + "Ġник ÑĤо", + "Ùij Ùħ", + "ĠدÙĬ گر", + "Ġalın ması", + "л еннÑĸ", + "лен нÑĸ", + "ิว à¹Ģà¸ķà¸Ńร", + "à¸Ľà¸ģ à¸Ħรà¸Ńà¸ĩ", + "Ġзаконодав ÑģÑĤва", + "ãĢĢ ãĤ¤", + "Ġëħ¸ íķĺìļ°", + "ĠD Ã¼ÅŁ", + "Ġг ÑĥÑģÑĤ", + "ĠÐĴ аÑĪ", + "ĠاÙħ تÛĮ", + "Ġpar amet", + "Ġparam et", + "Ġpara met", + "ĠÎłÎ±Î½ εÏĢ", + "à¹Į à¸ģร", + "à¹Įà¸ģ ร", + "ζ α", + "ĠëįĶ ìļ±", + "ÙĪ ÙĦات", + "ÙĪÙĦ ات", + "ÙĪÙĦا ت", + "в аÑĤиÑģÑı", + "ва ÑĤиÑģÑı", + "ваÑĤи ÑģÑı", + "Ġk ök", + "Ġkö k", + "ÙĨ ب", + "ĠвÑĭÑģок ой", + "ãĥ¼ ãĥ¼", + "ãĥ¼ãĥ ¼", + "éĶ ¦" + ] + } +} \ No newline at end of file diff --git a/report_generation/8_8_8/checkpoint-43000/tokenizer_config.json b/report_generation/8_8_8/checkpoint-43000/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..15da5134bead434f0fc23ac12d8b4cce879dca76 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/tokenizer_config.json @@ -0,0 +1,2104 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128256": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128257": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128258": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128259": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128260": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 128000, + "pad_token": "", + "padding_side": "right", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/report_generation/8_8_8/checkpoint-43000/trainer_state.json b/report_generation/8_8_8/checkpoint-43000/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..2cb0e87b229645ee4799cddc0f34574f140b1e77 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/trainer_state.json @@ -0,0 +1,301033 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 36.4715860899067, + "eval_steps": 500, + "global_step": 43000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 0.0008481764206955047, + "grad_norm": 109.44978906771341, + "learning_rate": 5.654509471303364e-09, + "loss": 10.0703, + "step": 1 + }, + { + "epoch": 0.0016963528413910093, + "grad_norm": 107.70995941757808, + "learning_rate": 1.1309018942606728e-08, + "loss": 9.9641, + "step": 2 + }, + { + "epoch": 0.002544529262086514, + "grad_norm": 109.64561213326263, + "learning_rate": 1.6963528413910095e-08, + "loss": 10.0891, + "step": 3 + }, + { + "epoch": 0.0033927056827820186, + "grad_norm": 110.68758720852816, + "learning_rate": 2.2618037885213457e-08, + "loss": 10.0156, + "step": 4 + }, + { + "epoch": 0.004240882103477523, + "grad_norm": 107.90769552603128, + "learning_rate": 2.8272547356516825e-08, + "loss": 9.9547, + "step": 5 + }, + { + "epoch": 0.005089058524173028, + "grad_norm": 113.0084915860252, + "learning_rate": 3.392705682782019e-08, + "loss": 10.0016, + "step": 6 + }, + { + "epoch": 0.005937234944868533, + "grad_norm": 111.12978796956867, + "learning_rate": 3.9581566299123555e-08, + "loss": 9.9906, + "step": 7 + }, + { + "epoch": 0.006785411365564037, + "grad_norm": 111.71755181399165, + "learning_rate": 4.523607577042691e-08, + "loss": 10.1094, + "step": 8 + }, + { + "epoch": 0.007633587786259542, + "grad_norm": 101.61820686507393, + "learning_rate": 5.0890585241730285e-08, + "loss": 10.0078, + "step": 9 + }, + { + "epoch": 0.008481764206955046, + "grad_norm": 107.1054884860565, + "learning_rate": 5.654509471303365e-08, + "loss": 9.9688, + "step": 10 + }, + { + "epoch": 0.009329940627650551, + "grad_norm": 115.90451522197267, + "learning_rate": 6.219960418433701e-08, + "loss": 10.0078, + "step": 11 + }, + { + "epoch": 0.010178117048346057, + "grad_norm": 110.78808510378555, + "learning_rate": 6.785411365564038e-08, + "loss": 9.9703, + "step": 12 + }, + { + "epoch": 0.01102629346904156, + "grad_norm": 108.94035546370682, + "learning_rate": 7.350862312694374e-08, + "loss": 9.9313, + "step": 13 + }, + { + "epoch": 0.011874469889737066, + "grad_norm": 112.74488427854901, + "learning_rate": 7.916313259824711e-08, + "loss": 10.0734, + "step": 14 + }, + { + "epoch": 0.01272264631043257, + "grad_norm": 111.10014570311954, + "learning_rate": 8.481764206955047e-08, + "loss": 9.9781, + "step": 15 + }, + { + "epoch": 0.013570822731128074, + "grad_norm": 106.17799886833977, + "learning_rate": 9.047215154085383e-08, + "loss": 10.0234, + "step": 16 + }, + { + "epoch": 0.01441899915182358, + "grad_norm": 106.66529044483046, + "learning_rate": 9.61266610121572e-08, + "loss": 10.0719, + "step": 17 + }, + { + "epoch": 0.015267175572519083, + "grad_norm": 111.088879206536, + "learning_rate": 1.0178117048346057e-07, + "loss": 10.0641, + "step": 18 + }, + { + "epoch": 0.016115351993214587, + "grad_norm": 105.11267061815282, + "learning_rate": 1.0743567995476394e-07, + "loss": 9.9688, + "step": 19 + }, + { + "epoch": 0.016963528413910092, + "grad_norm": 109.24371538173796, + "learning_rate": 1.130901894260673e-07, + "loss": 9.9719, + "step": 20 + }, + { + "epoch": 0.017811704834605598, + "grad_norm": 116.27895646252793, + "learning_rate": 1.1874469889737067e-07, + "loss": 10.0656, + "step": 21 + }, + { + "epoch": 0.018659881255301103, + "grad_norm": 109.15128877985644, + "learning_rate": 1.2439920836867402e-07, + "loss": 10.0422, + "step": 22 + }, + { + "epoch": 0.019508057675996608, + "grad_norm": 109.71869088186813, + "learning_rate": 1.300537178399774e-07, + "loss": 10.0625, + "step": 23 + }, + { + "epoch": 0.020356234096692113, + "grad_norm": 102.8861228087498, + "learning_rate": 1.3570822731128076e-07, + "loss": 9.8609, + "step": 24 + }, + { + "epoch": 0.021204410517387615, + "grad_norm": 107.08534255931303, + "learning_rate": 1.4136273678258413e-07, + "loss": 10.0375, + "step": 25 + }, + { + "epoch": 0.02205258693808312, + "grad_norm": 110.86018057655026, + "learning_rate": 1.4701724625388748e-07, + "loss": 10.0672, + "step": 26 + }, + { + "epoch": 0.022900763358778626, + "grad_norm": 105.35901484622893, + "learning_rate": 1.5267175572519085e-07, + "loss": 9.9938, + "step": 27 + }, + { + "epoch": 0.02374893977947413, + "grad_norm": 105.88846637687452, + "learning_rate": 1.5832626519649422e-07, + "loss": 9.9969, + "step": 28 + }, + { + "epoch": 0.024597116200169637, + "grad_norm": 104.28352756572755, + "learning_rate": 1.639807746677976e-07, + "loss": 9.9922, + "step": 29 + }, + { + "epoch": 0.02544529262086514, + "grad_norm": 100.80998333695963, + "learning_rate": 1.6963528413910094e-07, + "loss": 9.9109, + "step": 30 + }, + { + "epoch": 0.026293469041560644, + "grad_norm": 102.66910943287705, + "learning_rate": 1.752897936104043e-07, + "loss": 9.9094, + "step": 31 + }, + { + "epoch": 0.02714164546225615, + "grad_norm": 102.26741705164758, + "learning_rate": 1.8094430308170765e-07, + "loss": 9.9703, + "step": 32 + }, + { + "epoch": 0.027989821882951654, + "grad_norm": 101.32682042642006, + "learning_rate": 1.8659881255301105e-07, + "loss": 9.9563, + "step": 33 + }, + { + "epoch": 0.02883799830364716, + "grad_norm": 101.1194506009265, + "learning_rate": 1.922533220243144e-07, + "loss": 9.9281, + "step": 34 + }, + { + "epoch": 0.029686174724342665, + "grad_norm": 102.71388050130173, + "learning_rate": 1.9790783149561777e-07, + "loss": 9.9047, + "step": 35 + }, + { + "epoch": 0.030534351145038167, + "grad_norm": 103.18405220151776, + "learning_rate": 2.0356234096692114e-07, + "loss": 9.9031, + "step": 36 + }, + { + "epoch": 0.031382527565733676, + "grad_norm": 100.55559451889064, + "learning_rate": 2.0921685043822448e-07, + "loss": 9.8938, + "step": 37 + }, + { + "epoch": 0.032230703986429174, + "grad_norm": 100.63853823898117, + "learning_rate": 2.1487135990952788e-07, + "loss": 9.9406, + "step": 38 + }, + { + "epoch": 0.03307888040712468, + "grad_norm": 90.91182401057394, + "learning_rate": 2.2052586938083123e-07, + "loss": 9.7859, + "step": 39 + }, + { + "epoch": 0.033927056827820185, + "grad_norm": 91.70400379574093, + "learning_rate": 2.261803788521346e-07, + "loss": 9.7859, + "step": 40 + }, + { + "epoch": 0.03477523324851569, + "grad_norm": 88.46071351905704, + "learning_rate": 2.3183488832343794e-07, + "loss": 9.8281, + "step": 41 + }, + { + "epoch": 0.035623409669211195, + "grad_norm": 88.67559955513964, + "learning_rate": 2.3748939779474134e-07, + "loss": 9.7797, + "step": 42 + }, + { + "epoch": 0.0364715860899067, + "grad_norm": 88.54302520602683, + "learning_rate": 2.4314390726604466e-07, + "loss": 9.7469, + "step": 43 + }, + { + "epoch": 0.037319762510602206, + "grad_norm": 89.62066094402293, + "learning_rate": 2.4879841673734803e-07, + "loss": 9.8109, + "step": 44 + }, + { + "epoch": 0.03816793893129771, + "grad_norm": 87.18809648082916, + "learning_rate": 2.544529262086514e-07, + "loss": 9.7703, + "step": 45 + }, + { + "epoch": 0.039016115351993216, + "grad_norm": 85.7875296460711, + "learning_rate": 2.601074356799548e-07, + "loss": 9.7531, + "step": 46 + }, + { + "epoch": 0.03986429177268872, + "grad_norm": 85.48230862779191, + "learning_rate": 2.6576194515125815e-07, + "loss": 9.7266, + "step": 47 + }, + { + "epoch": 0.04071246819338423, + "grad_norm": 84.03304452593594, + "learning_rate": 2.714164546225615e-07, + "loss": 9.7344, + "step": 48 + }, + { + "epoch": 0.041560644614079725, + "grad_norm": 84.24327487259458, + "learning_rate": 2.770709640938649e-07, + "loss": 9.7453, + "step": 49 + }, + { + "epoch": 0.04240882103477523, + "grad_norm": 85.53015495519612, + "learning_rate": 2.8272547356516826e-07, + "loss": 9.7063, + "step": 50 + }, + { + "epoch": 0.043256997455470736, + "grad_norm": 83.79782306445402, + "learning_rate": 2.8837998303647163e-07, + "loss": 9.7, + "step": 51 + }, + { + "epoch": 0.04410517387616624, + "grad_norm": 86.57671195416539, + "learning_rate": 2.9403449250777495e-07, + "loss": 9.6516, + "step": 52 + }, + { + "epoch": 0.04495335029686175, + "grad_norm": 85.56794083735409, + "learning_rate": 2.996890019790783e-07, + "loss": 9.5078, + "step": 53 + }, + { + "epoch": 0.04580152671755725, + "grad_norm": 81.17443378366352, + "learning_rate": 3.053435114503817e-07, + "loss": 9.5984, + "step": 54 + }, + { + "epoch": 0.04664970313825276, + "grad_norm": 76.07650913658716, + "learning_rate": 3.1099802092168507e-07, + "loss": 9.4313, + "step": 55 + }, + { + "epoch": 0.04749787955894826, + "grad_norm": 70.52128731084707, + "learning_rate": 3.1665253039298844e-07, + "loss": 9.2844, + "step": 56 + }, + { + "epoch": 0.04834605597964377, + "grad_norm": 68.61639688141193, + "learning_rate": 3.2230703986429176e-07, + "loss": 9.2688, + "step": 57 + }, + { + "epoch": 0.04919423240033927, + "grad_norm": 66.32755305254604, + "learning_rate": 3.279615493355952e-07, + "loss": 9.2109, + "step": 58 + }, + { + "epoch": 0.05004240882103478, + "grad_norm": 67.462480703918, + "learning_rate": 3.336160588068985e-07, + "loss": 9.2344, + "step": 59 + }, + { + "epoch": 0.05089058524173028, + "grad_norm": 65.86896981814239, + "learning_rate": 3.3927056827820187e-07, + "loss": 9.2203, + "step": 60 + }, + { + "epoch": 0.05173876166242578, + "grad_norm": 64.52680709234319, + "learning_rate": 3.449250777495053e-07, + "loss": 9.25, + "step": 61 + }, + { + "epoch": 0.05258693808312129, + "grad_norm": 65.44600173911844, + "learning_rate": 3.505795872208086e-07, + "loss": 9.2359, + "step": 62 + }, + { + "epoch": 0.05343511450381679, + "grad_norm": 64.36791521979782, + "learning_rate": 3.56234096692112e-07, + "loss": 9.1906, + "step": 63 + }, + { + "epoch": 0.0542832909245123, + "grad_norm": 64.53836142711373, + "learning_rate": 3.618886061634153e-07, + "loss": 9.1672, + "step": 64 + }, + { + "epoch": 0.0551314673452078, + "grad_norm": 64.06523092564952, + "learning_rate": 3.6754311563471873e-07, + "loss": 9.1172, + "step": 65 + }, + { + "epoch": 0.05597964376590331, + "grad_norm": 62.84272626114916, + "learning_rate": 3.731976251060221e-07, + "loss": 9.1875, + "step": 66 + }, + { + "epoch": 0.056827820186598814, + "grad_norm": 62.57915257989806, + "learning_rate": 3.788521345773254e-07, + "loss": 9.0875, + "step": 67 + }, + { + "epoch": 0.05767599660729432, + "grad_norm": 62.928375707802026, + "learning_rate": 3.845066440486288e-07, + "loss": 9.0266, + "step": 68 + }, + { + "epoch": 0.058524173027989825, + "grad_norm": 62.47411449662943, + "learning_rate": 3.901611535199322e-07, + "loss": 8.9859, + "step": 69 + }, + { + "epoch": 0.05937234944868533, + "grad_norm": 61.15968375168052, + "learning_rate": 3.9581566299123554e-07, + "loss": 8.9875, + "step": 70 + }, + { + "epoch": 0.06022052586938083, + "grad_norm": 58.30595046772731, + "learning_rate": 4.014701724625389e-07, + "loss": 8.9313, + "step": 71 + }, + { + "epoch": 0.061068702290076333, + "grad_norm": 58.576827570373965, + "learning_rate": 4.071246819338423e-07, + "loss": 8.8234, + "step": 72 + }, + { + "epoch": 0.06191687871077184, + "grad_norm": 59.88849625483758, + "learning_rate": 4.1277919140514565e-07, + "loss": 8.7922, + "step": 73 + }, + { + "epoch": 0.06276505513146735, + "grad_norm": 58.03920190912676, + "learning_rate": 4.1843370087644897e-07, + "loss": 8.7859, + "step": 74 + }, + { + "epoch": 0.06361323155216285, + "grad_norm": 57.82117102261694, + "learning_rate": 4.2408821034775234e-07, + "loss": 8.6375, + "step": 75 + }, + { + "epoch": 0.06446140797285835, + "grad_norm": 56.57007945618746, + "learning_rate": 4.2974271981905577e-07, + "loss": 8.6094, + "step": 76 + }, + { + "epoch": 0.06530958439355386, + "grad_norm": 52.62918938755213, + "learning_rate": 4.353972292903591e-07, + "loss": 8.5156, + "step": 77 + }, + { + "epoch": 0.06615776081424936, + "grad_norm": 50.587050904035884, + "learning_rate": 4.4105173876166246e-07, + "loss": 8.5031, + "step": 78 + }, + { + "epoch": 0.06700593723494487, + "grad_norm": 47.215425677342935, + "learning_rate": 4.467062482329658e-07, + "loss": 8.4133, + "step": 79 + }, + { + "epoch": 0.06785411365564037, + "grad_norm": 44.71740416025101, + "learning_rate": 4.523607577042692e-07, + "loss": 8.3391, + "step": 80 + }, + { + "epoch": 0.06870229007633588, + "grad_norm": 42.887983865830535, + "learning_rate": 4.5801526717557257e-07, + "loss": 8.2953, + "step": 81 + }, + { + "epoch": 0.06955046649703138, + "grad_norm": 40.37197191610717, + "learning_rate": 4.636697766468759e-07, + "loss": 8.225, + "step": 82 + }, + { + "epoch": 0.07039864291772689, + "grad_norm": 39.66291283188787, + "learning_rate": 4.693242861181793e-07, + "loss": 8.168, + "step": 83 + }, + { + "epoch": 0.07124681933842239, + "grad_norm": 38.33794428361954, + "learning_rate": 4.749787955894827e-07, + "loss": 8.0984, + "step": 84 + }, + { + "epoch": 0.0720949957591179, + "grad_norm": 38.79410999856415, + "learning_rate": 4.806333050607861e-07, + "loss": 8.0406, + "step": 85 + }, + { + "epoch": 0.0729431721798134, + "grad_norm": 36.26945474483886, + "learning_rate": 4.862878145320893e-07, + "loss": 7.9844, + "step": 86 + }, + { + "epoch": 0.0737913486005089, + "grad_norm": 37.26834299947288, + "learning_rate": 4.919423240033928e-07, + "loss": 8.1148, + "step": 87 + }, + { + "epoch": 0.07463952502120441, + "grad_norm": 36.186491664205285, + "learning_rate": 4.975968334746961e-07, + "loss": 7.9953, + "step": 88 + }, + { + "epoch": 0.07548770144189991, + "grad_norm": 35.05138986913494, + "learning_rate": 5.032513429459994e-07, + "loss": 7.9023, + "step": 89 + }, + { + "epoch": 0.07633587786259542, + "grad_norm": 34.8196842814069, + "learning_rate": 5.089058524173028e-07, + "loss": 7.8508, + "step": 90 + }, + { + "epoch": 0.07718405428329092, + "grad_norm": 34.20228040525054, + "learning_rate": 5.145603618886062e-07, + "loss": 7.8477, + "step": 91 + }, + { + "epoch": 0.07803223070398643, + "grad_norm": 33.6657850680317, + "learning_rate": 5.202148713599096e-07, + "loss": 7.8289, + "step": 92 + }, + { + "epoch": 0.07888040712468193, + "grad_norm": 32.574926817036214, + "learning_rate": 5.258693808312129e-07, + "loss": 7.6805, + "step": 93 + }, + { + "epoch": 0.07972858354537744, + "grad_norm": 31.782815411356662, + "learning_rate": 5.315238903025163e-07, + "loss": 7.7117, + "step": 94 + }, + { + "epoch": 0.08057675996607294, + "grad_norm": 30.27651454758866, + "learning_rate": 5.371783997738197e-07, + "loss": 7.6273, + "step": 95 + }, + { + "epoch": 0.08142493638676845, + "grad_norm": 30.252795984603345, + "learning_rate": 5.42832909245123e-07, + "loss": 7.5547, + "step": 96 + }, + { + "epoch": 0.08227311280746395, + "grad_norm": 30.61098488005433, + "learning_rate": 5.484874187164264e-07, + "loss": 7.5922, + "step": 97 + }, + { + "epoch": 0.08312128922815945, + "grad_norm": 29.04007095364731, + "learning_rate": 5.541419281877298e-07, + "loss": 7.4844, + "step": 98 + }, + { + "epoch": 0.08396946564885496, + "grad_norm": 28.813973819814052, + "learning_rate": 5.597964376590332e-07, + "loss": 7.4719, + "step": 99 + }, + { + "epoch": 0.08481764206955046, + "grad_norm": 28.392044763889263, + "learning_rate": 5.654509471303365e-07, + "loss": 7.3422, + "step": 100 + }, + { + "epoch": 0.08566581849024597, + "grad_norm": 28.07565815610808, + "learning_rate": 5.711054566016398e-07, + "loss": 7.3695, + "step": 101 + }, + { + "epoch": 0.08651399491094147, + "grad_norm": 27.986472891329477, + "learning_rate": 5.767599660729433e-07, + "loss": 7.2906, + "step": 102 + }, + { + "epoch": 0.08736217133163698, + "grad_norm": 27.46588178617748, + "learning_rate": 5.824144755442465e-07, + "loss": 7.2398, + "step": 103 + }, + { + "epoch": 0.08821034775233248, + "grad_norm": 27.381700868657738, + "learning_rate": 5.880689850155499e-07, + "loss": 7.2828, + "step": 104 + }, + { + "epoch": 0.089058524173028, + "grad_norm": 26.923052716551833, + "learning_rate": 5.937234944868534e-07, + "loss": 7.1937, + "step": 105 + }, + { + "epoch": 0.0899067005937235, + "grad_norm": 26.966821295384563, + "learning_rate": 5.993780039581566e-07, + "loss": 7.1133, + "step": 106 + }, + { + "epoch": 0.090754877014419, + "grad_norm": 25.771567344878935, + "learning_rate": 6.0503251342946e-07, + "loss": 7.0797, + "step": 107 + }, + { + "epoch": 0.0916030534351145, + "grad_norm": 25.50648044274086, + "learning_rate": 6.106870229007634e-07, + "loss": 7.0469, + "step": 108 + }, + { + "epoch": 0.09245122985581, + "grad_norm": 25.024913532381166, + "learning_rate": 6.163415323720668e-07, + "loss": 6.9813, + "step": 109 + }, + { + "epoch": 0.09329940627650551, + "grad_norm": 24.627091242927975, + "learning_rate": 6.219960418433701e-07, + "loss": 6.993, + "step": 110 + }, + { + "epoch": 0.09414758269720101, + "grad_norm": 24.19204660046382, + "learning_rate": 6.276505513146736e-07, + "loss": 6.9281, + "step": 111 + }, + { + "epoch": 0.09499575911789652, + "grad_norm": 23.807461355429567, + "learning_rate": 6.333050607859769e-07, + "loss": 6.8305, + "step": 112 + }, + { + "epoch": 0.09584393553859202, + "grad_norm": 23.7342552816676, + "learning_rate": 6.389595702572802e-07, + "loss": 6.8367, + "step": 113 + }, + { + "epoch": 0.09669211195928754, + "grad_norm": 23.044593352961606, + "learning_rate": 6.446140797285835e-07, + "loss": 6.8305, + "step": 114 + }, + { + "epoch": 0.09754028837998303, + "grad_norm": 23.326942216595736, + "learning_rate": 6.50268589199887e-07, + "loss": 6.7484, + "step": 115 + }, + { + "epoch": 0.09838846480067855, + "grad_norm": 22.45012860533578, + "learning_rate": 6.559230986711904e-07, + "loss": 6.707, + "step": 116 + }, + { + "epoch": 0.09923664122137404, + "grad_norm": 22.741273194806954, + "learning_rate": 6.615776081424936e-07, + "loss": 6.6836, + "step": 117 + }, + { + "epoch": 0.10008481764206956, + "grad_norm": 21.83550869431573, + "learning_rate": 6.67232117613797e-07, + "loss": 6.6328, + "step": 118 + }, + { + "epoch": 0.10093299406276506, + "grad_norm": 21.43949524328857, + "learning_rate": 6.728866270851005e-07, + "loss": 6.5555, + "step": 119 + }, + { + "epoch": 0.10178117048346055, + "grad_norm": 21.206054313024346, + "learning_rate": 6.785411365564037e-07, + "loss": 6.4867, + "step": 120 + }, + { + "epoch": 0.10262934690415607, + "grad_norm": 21.17560574906523, + "learning_rate": 6.841956460277071e-07, + "loss": 6.5266, + "step": 121 + }, + { + "epoch": 0.10347752332485156, + "grad_norm": 20.812137403190412, + "learning_rate": 6.898501554990106e-07, + "loss": 6.4891, + "step": 122 + }, + { + "epoch": 0.10432569974554708, + "grad_norm": 20.332810495537107, + "learning_rate": 6.955046649703139e-07, + "loss": 6.4414, + "step": 123 + }, + { + "epoch": 0.10517387616624257, + "grad_norm": 19.820081657616882, + "learning_rate": 7.011591744416172e-07, + "loss": 6.3836, + "step": 124 + }, + { + "epoch": 0.10602205258693809, + "grad_norm": 19.94718859253777, + "learning_rate": 7.068136839129205e-07, + "loss": 6.3672, + "step": 125 + }, + { + "epoch": 0.10687022900763359, + "grad_norm": 19.64899222371404, + "learning_rate": 7.12468193384224e-07, + "loss": 6.3344, + "step": 126 + }, + { + "epoch": 0.1077184054283291, + "grad_norm": 18.885660808289774, + "learning_rate": 7.181227028555273e-07, + "loss": 6.2375, + "step": 127 + }, + { + "epoch": 0.1085665818490246, + "grad_norm": 18.951940064499784, + "learning_rate": 7.237772123268306e-07, + "loss": 6.2164, + "step": 128 + }, + { + "epoch": 0.10941475826972011, + "grad_norm": 18.684100518751343, + "learning_rate": 7.294317217981341e-07, + "loss": 6.2461, + "step": 129 + }, + { + "epoch": 0.1102629346904156, + "grad_norm": 18.47980781913684, + "learning_rate": 7.350862312694375e-07, + "loss": 6.1438, + "step": 130 + }, + { + "epoch": 0.1111111111111111, + "grad_norm": 18.764873957925552, + "learning_rate": 7.407407407407407e-07, + "loss": 6.1617, + "step": 131 + }, + { + "epoch": 0.11195928753180662, + "grad_norm": 18.701718246148626, + "learning_rate": 7.463952502120442e-07, + "loss": 6.1469, + "step": 132 + }, + { + "epoch": 0.11280746395250212, + "grad_norm": 17.89291610237052, + "learning_rate": 7.520497596833476e-07, + "loss": 6.1094, + "step": 133 + }, + { + "epoch": 0.11365564037319763, + "grad_norm": 18.03312517764521, + "learning_rate": 7.577042691546508e-07, + "loss": 6.1117, + "step": 134 + }, + { + "epoch": 0.11450381679389313, + "grad_norm": 17.580795829951484, + "learning_rate": 7.633587786259543e-07, + "loss": 6.0469, + "step": 135 + }, + { + "epoch": 0.11535199321458864, + "grad_norm": 17.42474418947851, + "learning_rate": 7.690132880972576e-07, + "loss": 6.0125, + "step": 136 + }, + { + "epoch": 0.11620016963528414, + "grad_norm": 17.339198964128137, + "learning_rate": 7.74667797568561e-07, + "loss": 5.982, + "step": 137 + }, + { + "epoch": 0.11704834605597965, + "grad_norm": 17.80103692377307, + "learning_rate": 7.803223070398644e-07, + "loss": 5.9039, + "step": 138 + }, + { + "epoch": 0.11789652247667515, + "grad_norm": 17.148466053593797, + "learning_rate": 7.859768165111677e-07, + "loss": 5.8875, + "step": 139 + }, + { + "epoch": 0.11874469889737066, + "grad_norm": 17.201361815047626, + "learning_rate": 7.916313259824711e-07, + "loss": 5.8953, + "step": 140 + }, + { + "epoch": 0.11959287531806616, + "grad_norm": 16.6440178503751, + "learning_rate": 7.972858354537745e-07, + "loss": 5.8414, + "step": 141 + }, + { + "epoch": 0.12044105173876166, + "grad_norm": 16.90118253138347, + "learning_rate": 8.029403449250778e-07, + "loss": 5.8203, + "step": 142 + }, + { + "epoch": 0.12128922815945717, + "grad_norm": 17.12684690686645, + "learning_rate": 8.085948543963812e-07, + "loss": 5.7117, + "step": 143 + }, + { + "epoch": 0.12213740458015267, + "grad_norm": 16.61658238101781, + "learning_rate": 8.142493638676846e-07, + "loss": 5.7328, + "step": 144 + }, + { + "epoch": 0.12298558100084818, + "grad_norm": 17.077712183429686, + "learning_rate": 8.199038733389879e-07, + "loss": 5.682, + "step": 145 + }, + { + "epoch": 0.12383375742154368, + "grad_norm": 16.278521257397674, + "learning_rate": 8.255583828102913e-07, + "loss": 5.7328, + "step": 146 + }, + { + "epoch": 0.12468193384223919, + "grad_norm": 16.622346403300806, + "learning_rate": 8.312128922815946e-07, + "loss": 5.6375, + "step": 147 + }, + { + "epoch": 0.1255301102629347, + "grad_norm": 15.60649248840066, + "learning_rate": 8.368674017528979e-07, + "loss": 5.6047, + "step": 148 + }, + { + "epoch": 0.1263782866836302, + "grad_norm": 15.784938839184331, + "learning_rate": 8.425219112242014e-07, + "loss": 5.5469, + "step": 149 + }, + { + "epoch": 0.1272264631043257, + "grad_norm": 15.354031843030423, + "learning_rate": 8.481764206955047e-07, + "loss": 5.5711, + "step": 150 + }, + { + "epoch": 0.1280746395250212, + "grad_norm": 15.01461913752453, + "learning_rate": 8.538309301668081e-07, + "loss": 5.5195, + "step": 151 + }, + { + "epoch": 0.1289228159457167, + "grad_norm": 15.299379946575272, + "learning_rate": 8.594854396381115e-07, + "loss": 5.4805, + "step": 152 + }, + { + "epoch": 0.1297709923664122, + "grad_norm": 15.260017276099482, + "learning_rate": 8.651399491094148e-07, + "loss": 5.4969, + "step": 153 + }, + { + "epoch": 0.13061916878710772, + "grad_norm": 14.945242297386034, + "learning_rate": 8.707944585807182e-07, + "loss": 5.4555, + "step": 154 + }, + { + "epoch": 0.13146734520780323, + "grad_norm": 14.856937211106217, + "learning_rate": 8.764489680520216e-07, + "loss": 5.4109, + "step": 155 + }, + { + "epoch": 0.13231552162849872, + "grad_norm": 15.011201733376206, + "learning_rate": 8.821034775233249e-07, + "loss": 5.3711, + "step": 156 + }, + { + "epoch": 0.13316369804919423, + "grad_norm": 15.053298572501472, + "learning_rate": 8.877579869946283e-07, + "loss": 5.3375, + "step": 157 + }, + { + "epoch": 0.13401187446988974, + "grad_norm": 14.028036384100844, + "learning_rate": 8.934124964659315e-07, + "loss": 5.3313, + "step": 158 + }, + { + "epoch": 0.13486005089058525, + "grad_norm": 14.331405135593657, + "learning_rate": 8.99067005937235e-07, + "loss": 5.2891, + "step": 159 + }, + { + "epoch": 0.13570822731128074, + "grad_norm": 13.638962201357039, + "learning_rate": 9.047215154085384e-07, + "loss": 5.2828, + "step": 160 + }, + { + "epoch": 0.13655640373197625, + "grad_norm": 13.618518568858548, + "learning_rate": 9.103760248798417e-07, + "loss": 5.1977, + "step": 161 + }, + { + "epoch": 0.13740458015267176, + "grad_norm": 13.963273498774736, + "learning_rate": 9.160305343511451e-07, + "loss": 5.2063, + "step": 162 + }, + { + "epoch": 0.13825275657336725, + "grad_norm": 13.631421937190062, + "learning_rate": 9.216850438224485e-07, + "loss": 5.1242, + "step": 163 + }, + { + "epoch": 0.13910093299406276, + "grad_norm": 13.516327196906564, + "learning_rate": 9.273395532937518e-07, + "loss": 5.1703, + "step": 164 + }, + { + "epoch": 0.13994910941475827, + "grad_norm": 12.778244798028073, + "learning_rate": 9.329940627650553e-07, + "loss": 5.1508, + "step": 165 + }, + { + "epoch": 0.14079728583545378, + "grad_norm": 13.385921463655258, + "learning_rate": 9.386485722363586e-07, + "loss": 5.0508, + "step": 166 + }, + { + "epoch": 0.14164546225614927, + "grad_norm": 12.971885753008525, + "learning_rate": 9.443030817076619e-07, + "loss": 5.0164, + "step": 167 + }, + { + "epoch": 0.14249363867684478, + "grad_norm": 12.628248452200726, + "learning_rate": 9.499575911789654e-07, + "loss": 5.018, + "step": 168 + }, + { + "epoch": 0.1433418150975403, + "grad_norm": 12.556321759278731, + "learning_rate": 9.556121006502685e-07, + "loss": 5.0289, + "step": 169 + }, + { + "epoch": 0.1441899915182358, + "grad_norm": 12.072342301129993, + "learning_rate": 9.612666101215721e-07, + "loss": 4.9875, + "step": 170 + }, + { + "epoch": 0.1450381679389313, + "grad_norm": 12.193008867580904, + "learning_rate": 9.669211195928755e-07, + "loss": 4.9977, + "step": 171 + }, + { + "epoch": 0.1458863443596268, + "grad_norm": 12.033306609355025, + "learning_rate": 9.725756290641786e-07, + "loss": 4.9469, + "step": 172 + }, + { + "epoch": 0.14673452078032231, + "grad_norm": 12.037808111458926, + "learning_rate": 9.782301385354822e-07, + "loss": 4.9352, + "step": 173 + }, + { + "epoch": 0.1475826972010178, + "grad_norm": 11.887155731811427, + "learning_rate": 9.838846480067856e-07, + "loss": 4.8781, + "step": 174 + }, + { + "epoch": 0.1484308736217133, + "grad_norm": 12.015316834934517, + "learning_rate": 9.895391574780888e-07, + "loss": 4.8117, + "step": 175 + }, + { + "epoch": 0.14927905004240882, + "grad_norm": 11.322223534390375, + "learning_rate": 9.951936669493921e-07, + "loss": 4.8891, + "step": 176 + }, + { + "epoch": 0.15012722646310434, + "grad_norm": 11.427436404090225, + "learning_rate": 1.0008481764206957e-06, + "loss": 4.8, + "step": 177 + }, + { + "epoch": 0.15097540288379982, + "grad_norm": 10.680844697006355, + "learning_rate": 1.0065026858919989e-06, + "loss": 4.8102, + "step": 178 + }, + { + "epoch": 0.15182357930449533, + "grad_norm": 10.485968625293422, + "learning_rate": 1.0121571953633022e-06, + "loss": 4.8227, + "step": 179 + }, + { + "epoch": 0.15267175572519084, + "grad_norm": 11.19537456107479, + "learning_rate": 1.0178117048346056e-06, + "loss": 4.7516, + "step": 180 + }, + { + "epoch": 0.15351993214588636, + "grad_norm": 10.95001576444041, + "learning_rate": 1.023466214305909e-06, + "loss": 4.7953, + "step": 181 + }, + { + "epoch": 0.15436810856658184, + "grad_norm": 10.372483842335667, + "learning_rate": 1.0291207237772124e-06, + "loss": 4.6883, + "step": 182 + }, + { + "epoch": 0.15521628498727735, + "grad_norm": 10.08924214422398, + "learning_rate": 1.0347752332485157e-06, + "loss": 4.6625, + "step": 183 + }, + { + "epoch": 0.15606446140797287, + "grad_norm": 10.00848246600606, + "learning_rate": 1.040429742719819e-06, + "loss": 4.7047, + "step": 184 + }, + { + "epoch": 0.15691263782866835, + "grad_norm": 10.387536377744832, + "learning_rate": 1.0460842521911225e-06, + "loss": 4.6883, + "step": 185 + }, + { + "epoch": 0.15776081424936386, + "grad_norm": 9.852120970922703, + "learning_rate": 1.0517387616624258e-06, + "loss": 4.6211, + "step": 186 + }, + { + "epoch": 0.15860899067005937, + "grad_norm": 9.792942472505814, + "learning_rate": 1.0573932711337292e-06, + "loss": 4.5195, + "step": 187 + }, + { + "epoch": 0.1594571670907549, + "grad_norm": 9.409078843356216, + "learning_rate": 1.0630477806050326e-06, + "loss": 4.6398, + "step": 188 + }, + { + "epoch": 0.16030534351145037, + "grad_norm": 9.82458921583687, + "learning_rate": 1.068702290076336e-06, + "loss": 4.4898, + "step": 189 + }, + { + "epoch": 0.16115351993214588, + "grad_norm": 9.117324759434341, + "learning_rate": 1.0743567995476393e-06, + "loss": 4.5578, + "step": 190 + }, + { + "epoch": 0.1620016963528414, + "grad_norm": 9.449267560188767, + "learning_rate": 1.0800113090189427e-06, + "loss": 4.5477, + "step": 191 + }, + { + "epoch": 0.1628498727735369, + "grad_norm": 9.35031534863337, + "learning_rate": 1.085665818490246e-06, + "loss": 4.4633, + "step": 192 + }, + { + "epoch": 0.1636980491942324, + "grad_norm": 8.943261698618635, + "learning_rate": 1.0913203279615494e-06, + "loss": 4.4906, + "step": 193 + }, + { + "epoch": 0.1645462256149279, + "grad_norm": 8.92166996606547, + "learning_rate": 1.0969748374328528e-06, + "loss": 4.5031, + "step": 194 + }, + { + "epoch": 0.16539440203562342, + "grad_norm": 8.791715773546624, + "learning_rate": 1.1026293469041562e-06, + "loss": 4.4586, + "step": 195 + }, + { + "epoch": 0.1662425784563189, + "grad_norm": 8.658721769873006, + "learning_rate": 1.1082838563754596e-06, + "loss": 4.4324, + "step": 196 + }, + { + "epoch": 0.1670907548770144, + "grad_norm": 8.726648585924211, + "learning_rate": 1.113938365846763e-06, + "loss": 4.3902, + "step": 197 + }, + { + "epoch": 0.16793893129770993, + "grad_norm": 8.995165580696176, + "learning_rate": 1.1195928753180663e-06, + "loss": 4.3594, + "step": 198 + }, + { + "epoch": 0.16878710771840544, + "grad_norm": 8.549001334850466, + "learning_rate": 1.1252473847893697e-06, + "loss": 4.4645, + "step": 199 + }, + { + "epoch": 0.16963528413910092, + "grad_norm": 8.583980988218855, + "learning_rate": 1.130901894260673e-06, + "loss": 4.2891, + "step": 200 + }, + { + "epoch": 0.17048346055979643, + "grad_norm": 8.683044674117294, + "learning_rate": 1.1365564037319764e-06, + "loss": 4.4301, + "step": 201 + }, + { + "epoch": 0.17133163698049195, + "grad_norm": 8.266125238629414, + "learning_rate": 1.1422109132032796e-06, + "loss": 4.2715, + "step": 202 + }, + { + "epoch": 0.17217981340118746, + "grad_norm": 8.4206056302622, + "learning_rate": 1.1478654226745832e-06, + "loss": 4.2668, + "step": 203 + }, + { + "epoch": 0.17302798982188294, + "grad_norm": 8.356839537511842, + "learning_rate": 1.1535199321458865e-06, + "loss": 4.2652, + "step": 204 + }, + { + "epoch": 0.17387616624257846, + "grad_norm": 8.58799267207426, + "learning_rate": 1.1591744416171897e-06, + "loss": 4.1625, + "step": 205 + }, + { + "epoch": 0.17472434266327397, + "grad_norm": 8.004051654960438, + "learning_rate": 1.164828951088493e-06, + "loss": 4.2156, + "step": 206 + }, + { + "epoch": 0.17557251908396945, + "grad_norm": 7.862092730910826, + "learning_rate": 1.1704834605597967e-06, + "loss": 4.1816, + "step": 207 + }, + { + "epoch": 0.17642069550466496, + "grad_norm": 8.197476245251702, + "learning_rate": 1.1761379700310998e-06, + "loss": 4.2484, + "step": 208 + }, + { + "epoch": 0.17726887192536048, + "grad_norm": 7.856177987452016, + "learning_rate": 1.1817924795024032e-06, + "loss": 4.1984, + "step": 209 + }, + { + "epoch": 0.178117048346056, + "grad_norm": 8.057036454559606, + "learning_rate": 1.1874469889737068e-06, + "loss": 4.084, + "step": 210 + }, + { + "epoch": 0.17896522476675147, + "grad_norm": 7.8510484629137265, + "learning_rate": 1.19310149844501e-06, + "loss": 4.1488, + "step": 211 + }, + { + "epoch": 0.179813401187447, + "grad_norm": 7.495297030405224, + "learning_rate": 1.1987560079163133e-06, + "loss": 4.1531, + "step": 212 + }, + { + "epoch": 0.1806615776081425, + "grad_norm": 7.736549546601913, + "learning_rate": 1.2044105173876167e-06, + "loss": 4.175, + "step": 213 + }, + { + "epoch": 0.181509754028838, + "grad_norm": 7.7330105805476785, + "learning_rate": 1.21006502685892e-06, + "loss": 4.0406, + "step": 214 + }, + { + "epoch": 0.1823579304495335, + "grad_norm": 8.009289365940859, + "learning_rate": 1.2157195363302234e-06, + "loss": 4.0344, + "step": 215 + }, + { + "epoch": 0.183206106870229, + "grad_norm": 7.625164865076054, + "learning_rate": 1.2213740458015268e-06, + "loss": 4.1035, + "step": 216 + }, + { + "epoch": 0.18405428329092452, + "grad_norm": 7.953701160634035, + "learning_rate": 1.2270285552728302e-06, + "loss": 4.0914, + "step": 217 + }, + { + "epoch": 0.18490245971162, + "grad_norm": 7.462379790995714, + "learning_rate": 1.2326830647441335e-06, + "loss": 4.025, + "step": 218 + }, + { + "epoch": 0.18575063613231552, + "grad_norm": 7.42637591091381, + "learning_rate": 1.238337574215437e-06, + "loss": 3.9496, + "step": 219 + }, + { + "epoch": 0.18659881255301103, + "grad_norm": 7.403537475064591, + "learning_rate": 1.2439920836867403e-06, + "loss": 3.9699, + "step": 220 + }, + { + "epoch": 0.18744698897370654, + "grad_norm": 7.726268398459777, + "learning_rate": 1.2496465931580436e-06, + "loss": 3.9656, + "step": 221 + }, + { + "epoch": 0.18829516539440203, + "grad_norm": 7.773953715104579, + "learning_rate": 1.2553011026293472e-06, + "loss": 4.0535, + "step": 222 + }, + { + "epoch": 0.18914334181509754, + "grad_norm": 7.38137635737243, + "learning_rate": 1.2609556121006502e-06, + "loss": 3.9578, + "step": 223 + }, + { + "epoch": 0.18999151823579305, + "grad_norm": 7.224464839514044, + "learning_rate": 1.2666101215719538e-06, + "loss": 3.932, + "step": 224 + }, + { + "epoch": 0.19083969465648856, + "grad_norm": 7.388090496690299, + "learning_rate": 1.2722646310432571e-06, + "loss": 3.9402, + "step": 225 + }, + { + "epoch": 0.19168787107718405, + "grad_norm": 7.273713967416875, + "learning_rate": 1.2779191405145605e-06, + "loss": 3.9363, + "step": 226 + }, + { + "epoch": 0.19253604749787956, + "grad_norm": 7.401262428271242, + "learning_rate": 1.2835736499858639e-06, + "loss": 3.9324, + "step": 227 + }, + { + "epoch": 0.19338422391857507, + "grad_norm": 7.444572960485171, + "learning_rate": 1.289228159457167e-06, + "loss": 3.843, + "step": 228 + }, + { + "epoch": 0.19423240033927056, + "grad_norm": 7.589062289136275, + "learning_rate": 1.2948826689284704e-06, + "loss": 3.9602, + "step": 229 + }, + { + "epoch": 0.19508057675996607, + "grad_norm": 7.124708191138555, + "learning_rate": 1.300537178399774e-06, + "loss": 3.8227, + "step": 230 + }, + { + "epoch": 0.19592875318066158, + "grad_norm": 7.038001102922828, + "learning_rate": 1.3061916878710774e-06, + "loss": 3.8727, + "step": 231 + }, + { + "epoch": 0.1967769296013571, + "grad_norm": 7.297189190630303, + "learning_rate": 1.3118461973423807e-06, + "loss": 3.7945, + "step": 232 + }, + { + "epoch": 0.19762510602205258, + "grad_norm": 7.46683422808589, + "learning_rate": 1.317500706813684e-06, + "loss": 3.8707, + "step": 233 + }, + { + "epoch": 0.1984732824427481, + "grad_norm": 7.388512253654233, + "learning_rate": 1.3231552162849873e-06, + "loss": 3.743, + "step": 234 + }, + { + "epoch": 0.1993214588634436, + "grad_norm": 7.210179743580902, + "learning_rate": 1.3288097257562906e-06, + "loss": 3.757, + "step": 235 + }, + { + "epoch": 0.2001696352841391, + "grad_norm": 6.944542605934865, + "learning_rate": 1.334464235227594e-06, + "loss": 3.7625, + "step": 236 + }, + { + "epoch": 0.2010178117048346, + "grad_norm": 7.514782944717346, + "learning_rate": 1.3401187446988976e-06, + "loss": 3.8758, + "step": 237 + }, + { + "epoch": 0.2018659881255301, + "grad_norm": 7.71745597055627, + "learning_rate": 1.345773254170201e-06, + "loss": 3.6355, + "step": 238 + }, + { + "epoch": 0.20271416454622562, + "grad_norm": 6.767387066148282, + "learning_rate": 1.3514277636415041e-06, + "loss": 3.7043, + "step": 239 + }, + { + "epoch": 0.2035623409669211, + "grad_norm": 6.794253203071565, + "learning_rate": 1.3570822731128075e-06, + "loss": 3.6816, + "step": 240 + }, + { + "epoch": 0.20441051738761662, + "grad_norm": 7.18397930666046, + "learning_rate": 1.3627367825841109e-06, + "loss": 3.6551, + "step": 241 + }, + { + "epoch": 0.20525869380831213, + "grad_norm": 7.151977935788289, + "learning_rate": 1.3683912920554142e-06, + "loss": 3.6242, + "step": 242 + }, + { + "epoch": 0.20610687022900764, + "grad_norm": 6.961867158593194, + "learning_rate": 1.3740458015267178e-06, + "loss": 3.5492, + "step": 243 + }, + { + "epoch": 0.20695504664970313, + "grad_norm": 7.110151937289036, + "learning_rate": 1.3797003109980212e-06, + "loss": 3.641, + "step": 244 + }, + { + "epoch": 0.20780322307039864, + "grad_norm": 7.056881611517122, + "learning_rate": 1.3853548204693243e-06, + "loss": 3.593, + "step": 245 + }, + { + "epoch": 0.20865139949109415, + "grad_norm": 7.62050022720501, + "learning_rate": 1.3910093299406277e-06, + "loss": 3.725, + "step": 246 + }, + { + "epoch": 0.20949957591178966, + "grad_norm": 6.9424712830056485, + "learning_rate": 1.396663839411931e-06, + "loss": 3.5523, + "step": 247 + }, + { + "epoch": 0.21034775233248515, + "grad_norm": 7.108263069651969, + "learning_rate": 1.4023183488832345e-06, + "loss": 3.5867, + "step": 248 + }, + { + "epoch": 0.21119592875318066, + "grad_norm": 7.6360926569167455, + "learning_rate": 1.407972858354538e-06, + "loss": 3.4547, + "step": 249 + }, + { + "epoch": 0.21204410517387617, + "grad_norm": 6.875154688589428, + "learning_rate": 1.413627367825841e-06, + "loss": 3.507, + "step": 250 + }, + { + "epoch": 0.21289228159457166, + "grad_norm": 7.034949671245526, + "learning_rate": 1.4192818772971446e-06, + "loss": 3.5953, + "step": 251 + }, + { + "epoch": 0.21374045801526717, + "grad_norm": 7.310551198014261, + "learning_rate": 1.424936386768448e-06, + "loss": 3.5434, + "step": 252 + }, + { + "epoch": 0.21458863443596268, + "grad_norm": 7.30628276675988, + "learning_rate": 1.4305908962397513e-06, + "loss": 3.484, + "step": 253 + }, + { + "epoch": 0.2154368108566582, + "grad_norm": 6.8423864784275255, + "learning_rate": 1.4362454057110547e-06, + "loss": 3.3516, + "step": 254 + }, + { + "epoch": 0.21628498727735368, + "grad_norm": 7.228776323312061, + "learning_rate": 1.441899915182358e-06, + "loss": 3.5699, + "step": 255 + }, + { + "epoch": 0.2171331636980492, + "grad_norm": 6.935926606434487, + "learning_rate": 1.4475544246536612e-06, + "loss": 3.3066, + "step": 256 + }, + { + "epoch": 0.2179813401187447, + "grad_norm": 6.9460042007925535, + "learning_rate": 1.4532089341249648e-06, + "loss": 3.4523, + "step": 257 + }, + { + "epoch": 0.21882951653944022, + "grad_norm": 6.766294930041989, + "learning_rate": 1.4588634435962682e-06, + "loss": 3.3984, + "step": 258 + }, + { + "epoch": 0.2196776929601357, + "grad_norm": 7.042493042847093, + "learning_rate": 1.4645179530675716e-06, + "loss": 3.2988, + "step": 259 + }, + { + "epoch": 0.2205258693808312, + "grad_norm": 7.203537353217495, + "learning_rate": 1.470172462538875e-06, + "loss": 3.3602, + "step": 260 + }, + { + "epoch": 0.22137404580152673, + "grad_norm": 6.911917423656873, + "learning_rate": 1.475826972010178e-06, + "loss": 3.2961, + "step": 261 + }, + { + "epoch": 0.2222222222222222, + "grad_norm": 7.203590584679754, + "learning_rate": 1.4814814814814815e-06, + "loss": 3.334, + "step": 262 + }, + { + "epoch": 0.22307039864291772, + "grad_norm": 7.010446790555882, + "learning_rate": 1.487135990952785e-06, + "loss": 3.268, + "step": 263 + }, + { + "epoch": 0.22391857506361323, + "grad_norm": 7.0733495439254, + "learning_rate": 1.4927905004240884e-06, + "loss": 3.2879, + "step": 264 + }, + { + "epoch": 0.22476675148430875, + "grad_norm": 6.809590365514205, + "learning_rate": 1.4984450098953918e-06, + "loss": 3.3094, + "step": 265 + }, + { + "epoch": 0.22561492790500423, + "grad_norm": 7.7159624392232775, + "learning_rate": 1.5040995193666952e-06, + "loss": 3.3863, + "step": 266 + }, + { + "epoch": 0.22646310432569974, + "grad_norm": 6.717646895670316, + "learning_rate": 1.5097540288379983e-06, + "loss": 3.2996, + "step": 267 + }, + { + "epoch": 0.22731128074639526, + "grad_norm": 6.79935873847515, + "learning_rate": 1.5154085383093017e-06, + "loss": 3.2609, + "step": 268 + }, + { + "epoch": 0.22815945716709077, + "grad_norm": 7.111511597883056, + "learning_rate": 1.521063047780605e-06, + "loss": 3.3148, + "step": 269 + }, + { + "epoch": 0.22900763358778625, + "grad_norm": 6.6420429200244895, + "learning_rate": 1.5267175572519086e-06, + "loss": 3.1742, + "step": 270 + }, + { + "epoch": 0.22985581000848176, + "grad_norm": 6.70849808874507, + "learning_rate": 1.532372066723212e-06, + "loss": 3.1695, + "step": 271 + }, + { + "epoch": 0.23070398642917728, + "grad_norm": 6.517015694094194, + "learning_rate": 1.5380265761945152e-06, + "loss": 3.2566, + "step": 272 + }, + { + "epoch": 0.23155216284987276, + "grad_norm": 7.3270992571604685, + "learning_rate": 1.5436810856658185e-06, + "loss": 3.2289, + "step": 273 + }, + { + "epoch": 0.23240033927056827, + "grad_norm": 6.681678395268512, + "learning_rate": 1.549335595137122e-06, + "loss": 3.0738, + "step": 274 + }, + { + "epoch": 0.23324851569126379, + "grad_norm": 6.662272934556697, + "learning_rate": 1.5549901046084253e-06, + "loss": 3.0855, + "step": 275 + }, + { + "epoch": 0.2340966921119593, + "grad_norm": 6.889050966509359, + "learning_rate": 1.5606446140797289e-06, + "loss": 3.0309, + "step": 276 + }, + { + "epoch": 0.23494486853265478, + "grad_norm": 7.035399067000981, + "learning_rate": 1.5662991235510322e-06, + "loss": 3.1555, + "step": 277 + }, + { + "epoch": 0.2357930449533503, + "grad_norm": 6.618917416541661, + "learning_rate": 1.5719536330223354e-06, + "loss": 3.1391, + "step": 278 + }, + { + "epoch": 0.2366412213740458, + "grad_norm": 6.477148521968525, + "learning_rate": 1.5776081424936388e-06, + "loss": 3.0391, + "step": 279 + }, + { + "epoch": 0.23748939779474132, + "grad_norm": 6.319050307670385, + "learning_rate": 1.5832626519649421e-06, + "loss": 2.9941, + "step": 280 + }, + { + "epoch": 0.2383375742154368, + "grad_norm": 6.316575475756167, + "learning_rate": 1.5889171614362455e-06, + "loss": 2.9488, + "step": 281 + }, + { + "epoch": 0.23918575063613232, + "grad_norm": 7.30716472996964, + "learning_rate": 1.594571670907549e-06, + "loss": 3.034, + "step": 282 + }, + { + "epoch": 0.24003392705682783, + "grad_norm": 6.609037923201552, + "learning_rate": 1.600226180378852e-06, + "loss": 2.9871, + "step": 283 + }, + { + "epoch": 0.2408821034775233, + "grad_norm": 6.649526219253654, + "learning_rate": 1.6058806898501556e-06, + "loss": 2.9898, + "step": 284 + }, + { + "epoch": 0.24173027989821882, + "grad_norm": 6.845863082991142, + "learning_rate": 1.611535199321459e-06, + "loss": 3.023, + "step": 285 + }, + { + "epoch": 0.24257845631891434, + "grad_norm": 7.420538411126999, + "learning_rate": 1.6171897087927624e-06, + "loss": 2.8969, + "step": 286 + }, + { + "epoch": 0.24342663273960985, + "grad_norm": 6.140614476374349, + "learning_rate": 1.6228442182640657e-06, + "loss": 2.9551, + "step": 287 + }, + { + "epoch": 0.24427480916030533, + "grad_norm": 6.025735322610631, + "learning_rate": 1.6284987277353691e-06, + "loss": 2.9109, + "step": 288 + }, + { + "epoch": 0.24512298558100085, + "grad_norm": 6.31697101919912, + "learning_rate": 1.6341532372066723e-06, + "loss": 2.9211, + "step": 289 + }, + { + "epoch": 0.24597116200169636, + "grad_norm": 6.924765955710647, + "learning_rate": 1.6398077466779759e-06, + "loss": 2.8242, + "step": 290 + }, + { + "epoch": 0.24681933842239187, + "grad_norm": 9.704419402401363, + "learning_rate": 1.6454622561492792e-06, + "loss": 3.0168, + "step": 291 + }, + { + "epoch": 0.24766751484308736, + "grad_norm": 5.913586486594483, + "learning_rate": 1.6511167656205826e-06, + "loss": 2.834, + "step": 292 + }, + { + "epoch": 0.24851569126378287, + "grad_norm": 5.873433468057461, + "learning_rate": 1.656771275091886e-06, + "loss": 2.8188, + "step": 293 + }, + { + "epoch": 0.24936386768447838, + "grad_norm": 7.233510862105426, + "learning_rate": 1.6624257845631891e-06, + "loss": 2.7539, + "step": 294 + }, + { + "epoch": 0.2502120441051739, + "grad_norm": 5.772694330024955, + "learning_rate": 1.6680802940344925e-06, + "loss": 2.9145, + "step": 295 + }, + { + "epoch": 0.2510602205258694, + "grad_norm": 6.095273692037443, + "learning_rate": 1.6737348035057959e-06, + "loss": 2.8379, + "step": 296 + }, + { + "epoch": 0.25190839694656486, + "grad_norm": 6.275286253554788, + "learning_rate": 1.6793893129770995e-06, + "loss": 2.7996, + "step": 297 + }, + { + "epoch": 0.2527565733672604, + "grad_norm": 5.186729799579649, + "learning_rate": 1.6850438224484028e-06, + "loss": 2.7293, + "step": 298 + }, + { + "epoch": 0.2536047497879559, + "grad_norm": 6.426735804987096, + "learning_rate": 1.6906983319197062e-06, + "loss": 2.7687, + "step": 299 + }, + { + "epoch": 0.2544529262086514, + "grad_norm": 6.67297451519667, + "learning_rate": 1.6963528413910094e-06, + "loss": 2.6996, + "step": 300 + }, + { + "epoch": 0.2553011026293469, + "grad_norm": 6.372827522369614, + "learning_rate": 1.7020073508623127e-06, + "loss": 2.6273, + "step": 301 + }, + { + "epoch": 0.2561492790500424, + "grad_norm": 5.298486613777826, + "learning_rate": 1.7076618603336161e-06, + "loss": 2.7223, + "step": 302 + }, + { + "epoch": 0.25699745547073793, + "grad_norm": 5.3035456908202665, + "learning_rate": 1.7133163698049197e-06, + "loss": 2.6836, + "step": 303 + }, + { + "epoch": 0.2578456318914334, + "grad_norm": 5.179843279860648, + "learning_rate": 1.718970879276223e-06, + "loss": 2.7082, + "step": 304 + }, + { + "epoch": 0.2586938083121289, + "grad_norm": 5.818247215396016, + "learning_rate": 1.7246253887475262e-06, + "loss": 2.6344, + "step": 305 + }, + { + "epoch": 0.2595419847328244, + "grad_norm": 6.307096029043067, + "learning_rate": 1.7302798982188296e-06, + "loss": 2.6361, + "step": 306 + }, + { + "epoch": 0.26039016115351993, + "grad_norm": 6.012744065717407, + "learning_rate": 1.735934407690133e-06, + "loss": 2.7258, + "step": 307 + }, + { + "epoch": 0.26123833757421544, + "grad_norm": 5.099477088622913, + "learning_rate": 1.7415889171614363e-06, + "loss": 2.6064, + "step": 308 + }, + { + "epoch": 0.26208651399491095, + "grad_norm": 7.164039014638756, + "learning_rate": 1.74724342663274e-06, + "loss": 2.5922, + "step": 309 + }, + { + "epoch": 0.26293469041560646, + "grad_norm": 5.81377742807138, + "learning_rate": 1.7528979361040433e-06, + "loss": 2.6156, + "step": 310 + }, + { + "epoch": 0.263782866836302, + "grad_norm": 5.805457602871653, + "learning_rate": 1.7585524455753465e-06, + "loss": 2.6344, + "step": 311 + }, + { + "epoch": 0.26463104325699743, + "grad_norm": 6.186563808068467, + "learning_rate": 1.7642069550466498e-06, + "loss": 2.5783, + "step": 312 + }, + { + "epoch": 0.26547921967769295, + "grad_norm": 5.802893486015474, + "learning_rate": 1.7698614645179532e-06, + "loss": 2.5914, + "step": 313 + }, + { + "epoch": 0.26632739609838846, + "grad_norm": 4.784970599100685, + "learning_rate": 1.7755159739892566e-06, + "loss": 2.6723, + "step": 314 + }, + { + "epoch": 0.26717557251908397, + "grad_norm": 5.026175634345718, + "learning_rate": 1.78117048346056e-06, + "loss": 2.5494, + "step": 315 + }, + { + "epoch": 0.2680237489397795, + "grad_norm": 5.203005545950891, + "learning_rate": 1.786824992931863e-06, + "loss": 2.4996, + "step": 316 + }, + { + "epoch": 0.268871925360475, + "grad_norm": 4.9904367484956955, + "learning_rate": 1.7924795024031667e-06, + "loss": 2.5588, + "step": 317 + }, + { + "epoch": 0.2697201017811705, + "grad_norm": 6.496173938507517, + "learning_rate": 1.79813401187447e-06, + "loss": 2.548, + "step": 318 + }, + { + "epoch": 0.27056827820186596, + "grad_norm": 5.002234170616378, + "learning_rate": 1.8037885213457734e-06, + "loss": 2.5799, + "step": 319 + }, + { + "epoch": 0.2714164546225615, + "grad_norm": 4.552879712914756, + "learning_rate": 1.8094430308170768e-06, + "loss": 2.5082, + "step": 320 + }, + { + "epoch": 0.272264631043257, + "grad_norm": 5.826221308447039, + "learning_rate": 1.8150975402883802e-06, + "loss": 2.468, + "step": 321 + }, + { + "epoch": 0.2731128074639525, + "grad_norm": 5.600437427103242, + "learning_rate": 1.8207520497596833e-06, + "loss": 2.4584, + "step": 322 + }, + { + "epoch": 0.273960983884648, + "grad_norm": 5.436840997879652, + "learning_rate": 1.826406559230987e-06, + "loss": 2.4748, + "step": 323 + }, + { + "epoch": 0.2748091603053435, + "grad_norm": 5.664759946395873, + "learning_rate": 1.8320610687022903e-06, + "loss": 2.3951, + "step": 324 + }, + { + "epoch": 0.27565733672603904, + "grad_norm": 7.792781276616159, + "learning_rate": 1.8377155781735937e-06, + "loss": 2.493, + "step": 325 + }, + { + "epoch": 0.2765055131467345, + "grad_norm": 5.154419248731092, + "learning_rate": 1.843370087644897e-06, + "loss": 2.4697, + "step": 326 + }, + { + "epoch": 0.27735368956743, + "grad_norm": 4.662115118730516, + "learning_rate": 1.8490245971162002e-06, + "loss": 2.4195, + "step": 327 + }, + { + "epoch": 0.2782018659881255, + "grad_norm": 5.244843995978248, + "learning_rate": 1.8546791065875036e-06, + "loss": 2.4369, + "step": 328 + }, + { + "epoch": 0.27905004240882103, + "grad_norm": 5.482237293050474, + "learning_rate": 1.860333616058807e-06, + "loss": 2.3469, + "step": 329 + }, + { + "epoch": 0.27989821882951654, + "grad_norm": 4.598123872254266, + "learning_rate": 1.8659881255301105e-06, + "loss": 2.3656, + "step": 330 + }, + { + "epoch": 0.28074639525021206, + "grad_norm": 4.830754664101411, + "learning_rate": 1.8716426350014139e-06, + "loss": 2.3105, + "step": 331 + }, + { + "epoch": 0.28159457167090757, + "grad_norm": 5.915628777756775, + "learning_rate": 1.8772971444727173e-06, + "loss": 2.3467, + "step": 332 + }, + { + "epoch": 0.2824427480916031, + "grad_norm": 6.87004618995817, + "learning_rate": 1.8829516539440204e-06, + "loss": 2.2529, + "step": 333 + }, + { + "epoch": 0.28329092451229854, + "grad_norm": 4.877853431382303, + "learning_rate": 1.8886061634153238e-06, + "loss": 2.3764, + "step": 334 + }, + { + "epoch": 0.28413910093299405, + "grad_norm": 6.647764467833524, + "learning_rate": 1.8942606728866272e-06, + "loss": 2.2316, + "step": 335 + }, + { + "epoch": 0.28498727735368956, + "grad_norm": 6.358141118996262, + "learning_rate": 1.8999151823579307e-06, + "loss": 2.1434, + "step": 336 + }, + { + "epoch": 0.2858354537743851, + "grad_norm": 4.980050287072447, + "learning_rate": 1.9055696918292341e-06, + "loss": 2.3285, + "step": 337 + }, + { + "epoch": 0.2866836301950806, + "grad_norm": 5.104337651104832, + "learning_rate": 1.911224201300537e-06, + "loss": 2.3244, + "step": 338 + }, + { + "epoch": 0.2875318066157761, + "grad_norm": 7.4121882438641045, + "learning_rate": 1.9168787107718404e-06, + "loss": 2.3277, + "step": 339 + }, + { + "epoch": 0.2883799830364716, + "grad_norm": 8.113476514735359, + "learning_rate": 1.9225332202431442e-06, + "loss": 2.2867, + "step": 340 + }, + { + "epoch": 0.28922815945716707, + "grad_norm": 6.296726146521253, + "learning_rate": 1.9281877297144476e-06, + "loss": 2.2002, + "step": 341 + }, + { + "epoch": 0.2900763358778626, + "grad_norm": 5.480952487327357, + "learning_rate": 1.933842239185751e-06, + "loss": 2.193, + "step": 342 + }, + { + "epoch": 0.2909245122985581, + "grad_norm": 5.994943256515959, + "learning_rate": 1.9394967486570543e-06, + "loss": 2.1889, + "step": 343 + }, + { + "epoch": 0.2917726887192536, + "grad_norm": 4.799806586857149, + "learning_rate": 1.9451512581283573e-06, + "loss": 2.216, + "step": 344 + }, + { + "epoch": 0.2926208651399491, + "grad_norm": 4.80496915778402, + "learning_rate": 1.9508057675996607e-06, + "loss": 2.2184, + "step": 345 + }, + { + "epoch": 0.29346904156064463, + "grad_norm": 4.541596498032157, + "learning_rate": 1.9564602770709645e-06, + "loss": 2.2328, + "step": 346 + }, + { + "epoch": 0.29431721798134014, + "grad_norm": 5.122525648558292, + "learning_rate": 1.962114786542268e-06, + "loss": 2.2824, + "step": 347 + }, + { + "epoch": 0.2951653944020356, + "grad_norm": 5.5865364700443, + "learning_rate": 1.967769296013571e-06, + "loss": 2.1502, + "step": 348 + }, + { + "epoch": 0.2960135708227311, + "grad_norm": 4.898175128972092, + "learning_rate": 1.973423805484874e-06, + "loss": 2.2867, + "step": 349 + }, + { + "epoch": 0.2968617472434266, + "grad_norm": 4.440088369411309, + "learning_rate": 1.9790783149561775e-06, + "loss": 2.1881, + "step": 350 + }, + { + "epoch": 0.29770992366412213, + "grad_norm": 5.5368081494089445, + "learning_rate": 1.984732824427481e-06, + "loss": 2.1301, + "step": 351 + }, + { + "epoch": 0.29855810008481765, + "grad_norm": 7.629133967037578, + "learning_rate": 1.9903873338987843e-06, + "loss": 2.1439, + "step": 352 + }, + { + "epoch": 0.29940627650551316, + "grad_norm": 4.85561628098358, + "learning_rate": 1.996041843370088e-06, + "loss": 2.15, + "step": 353 + }, + { + "epoch": 0.30025445292620867, + "grad_norm": 4.746241896108449, + "learning_rate": 2.0016963528413914e-06, + "loss": 2.1764, + "step": 354 + }, + { + "epoch": 0.3011026293469042, + "grad_norm": 5.335182748631189, + "learning_rate": 2.0073508623126944e-06, + "loss": 2.0176, + "step": 355 + }, + { + "epoch": 0.30195080576759964, + "grad_norm": 5.731163951503075, + "learning_rate": 2.0130053717839977e-06, + "loss": 2.1668, + "step": 356 + }, + { + "epoch": 0.30279898218829515, + "grad_norm": 5.727993165542585, + "learning_rate": 2.018659881255301e-06, + "loss": 2.1496, + "step": 357 + }, + { + "epoch": 0.30364715860899066, + "grad_norm": 6.138973584107924, + "learning_rate": 2.0243143907266045e-06, + "loss": 2.0916, + "step": 358 + }, + { + "epoch": 0.3044953350296862, + "grad_norm": 4.587160605489981, + "learning_rate": 2.0299689001979083e-06, + "loss": 2.177, + "step": 359 + }, + { + "epoch": 0.3053435114503817, + "grad_norm": 4.837883910927667, + "learning_rate": 2.0356234096692112e-06, + "loss": 2.0682, + "step": 360 + }, + { + "epoch": 0.3061916878710772, + "grad_norm": 4.520188025747992, + "learning_rate": 2.0412779191405146e-06, + "loss": 2.2211, + "step": 361 + }, + { + "epoch": 0.3070398642917727, + "grad_norm": 4.380484833331546, + "learning_rate": 2.046932428611818e-06, + "loss": 2.1561, + "step": 362 + }, + { + "epoch": 0.30788804071246817, + "grad_norm": 5.359226497110674, + "learning_rate": 2.0525869380831214e-06, + "loss": 2.0869, + "step": 363 + }, + { + "epoch": 0.3087362171331637, + "grad_norm": 4.33958185104483, + "learning_rate": 2.0582414475544247e-06, + "loss": 2.1615, + "step": 364 + }, + { + "epoch": 0.3095843935538592, + "grad_norm": 6.015858338904875, + "learning_rate": 2.0638959570257285e-06, + "loss": 2.1326, + "step": 365 + }, + { + "epoch": 0.3104325699745547, + "grad_norm": 4.548770159227473, + "learning_rate": 2.0695504664970315e-06, + "loss": 2.0203, + "step": 366 + }, + { + "epoch": 0.3112807463952502, + "grad_norm": 4.750413128028, + "learning_rate": 2.075204975968335e-06, + "loss": 2.0912, + "step": 367 + }, + { + "epoch": 0.31212892281594573, + "grad_norm": 6.083827223459508, + "learning_rate": 2.080859485439638e-06, + "loss": 2.0906, + "step": 368 + }, + { + "epoch": 0.31297709923664124, + "grad_norm": 5.958450659334429, + "learning_rate": 2.0865139949109416e-06, + "loss": 2.025, + "step": 369 + }, + { + "epoch": 0.3138252756573367, + "grad_norm": 5.052229696155043, + "learning_rate": 2.092168504382245e-06, + "loss": 1.9613, + "step": 370 + }, + { + "epoch": 0.3146734520780322, + "grad_norm": 6.981551051386042, + "learning_rate": 2.0978230138535483e-06, + "loss": 2.0195, + "step": 371 + }, + { + "epoch": 0.3155216284987277, + "grad_norm": 4.953125234851642, + "learning_rate": 2.1034775233248517e-06, + "loss": 1.9752, + "step": 372 + }, + { + "epoch": 0.31636980491942324, + "grad_norm": 5.488093800261225, + "learning_rate": 2.109132032796155e-06, + "loss": 1.943, + "step": 373 + }, + { + "epoch": 0.31721798134011875, + "grad_norm": 6.764142239162814, + "learning_rate": 2.1147865422674584e-06, + "loss": 1.9871, + "step": 374 + }, + { + "epoch": 0.31806615776081426, + "grad_norm": 5.340365930623957, + "learning_rate": 2.120441051738762e-06, + "loss": 1.9996, + "step": 375 + }, + { + "epoch": 0.3189143341815098, + "grad_norm": 8.47181947772468, + "learning_rate": 2.126095561210065e-06, + "loss": 2.0267, + "step": 376 + }, + { + "epoch": 0.3197625106022053, + "grad_norm": 6.222095791588783, + "learning_rate": 2.1317500706813686e-06, + "loss": 1.858, + "step": 377 + }, + { + "epoch": 0.32061068702290074, + "grad_norm": 4.4992923388738815, + "learning_rate": 2.137404580152672e-06, + "loss": 1.9645, + "step": 378 + }, + { + "epoch": 0.32145886344359625, + "grad_norm": 4.593447736239659, + "learning_rate": 2.1430590896239753e-06, + "loss": 1.8959, + "step": 379 + }, + { + "epoch": 0.32230703986429177, + "grad_norm": 4.285596144067162, + "learning_rate": 2.1487135990952787e-06, + "loss": 1.9354, + "step": 380 + }, + { + "epoch": 0.3231552162849873, + "grad_norm": 4.245287964338361, + "learning_rate": 2.154368108566582e-06, + "loss": 1.9333, + "step": 381 + }, + { + "epoch": 0.3240033927056828, + "grad_norm": 4.478447380127692, + "learning_rate": 2.1600226180378854e-06, + "loss": 2.0363, + "step": 382 + }, + { + "epoch": 0.3248515691263783, + "grad_norm": 4.947185242703823, + "learning_rate": 2.1656771275091888e-06, + "loss": 1.9476, + "step": 383 + }, + { + "epoch": 0.3256997455470738, + "grad_norm": 5.668026163253338, + "learning_rate": 2.171331636980492e-06, + "loss": 1.8098, + "step": 384 + }, + { + "epoch": 0.3265479219677693, + "grad_norm": 4.9486203070168076, + "learning_rate": 2.1769861464517955e-06, + "loss": 1.9008, + "step": 385 + }, + { + "epoch": 0.3273960983884648, + "grad_norm": 4.394882344518507, + "learning_rate": 2.182640655923099e-06, + "loss": 1.8798, + "step": 386 + }, + { + "epoch": 0.3282442748091603, + "grad_norm": 7.6636494607753844, + "learning_rate": 2.1882951653944023e-06, + "loss": 1.9472, + "step": 387 + }, + { + "epoch": 0.3290924512298558, + "grad_norm": 5.336383274664692, + "learning_rate": 2.1939496748657056e-06, + "loss": 1.9498, + "step": 388 + }, + { + "epoch": 0.3299406276505513, + "grad_norm": 6.075609246462453, + "learning_rate": 2.199604184337009e-06, + "loss": 1.7455, + "step": 389 + }, + { + "epoch": 0.33078880407124683, + "grad_norm": 7.590053055276574, + "learning_rate": 2.2052586938083124e-06, + "loss": 1.9861, + "step": 390 + }, + { + "epoch": 0.33163698049194235, + "grad_norm": 5.486508110751176, + "learning_rate": 2.2109132032796158e-06, + "loss": 1.7981, + "step": 391 + }, + { + "epoch": 0.3324851569126378, + "grad_norm": 4.7263041000602355, + "learning_rate": 2.216567712750919e-06, + "loss": 1.9031, + "step": 392 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 5.3181910219709, + "learning_rate": 2.222222222222222e-06, + "loss": 1.8457, + "step": 393 + }, + { + "epoch": 0.3341815097540288, + "grad_norm": 4.868507376154596, + "learning_rate": 2.227876731693526e-06, + "loss": 1.828, + "step": 394 + }, + { + "epoch": 0.33502968617472434, + "grad_norm": 6.313965174974296, + "learning_rate": 2.2335312411648292e-06, + "loss": 1.8015, + "step": 395 + }, + { + "epoch": 0.33587786259541985, + "grad_norm": 5.211018192659392, + "learning_rate": 2.2391857506361326e-06, + "loss": 1.8931, + "step": 396 + }, + { + "epoch": 0.33672603901611536, + "grad_norm": 5.193949821831824, + "learning_rate": 2.244840260107436e-06, + "loss": 1.8183, + "step": 397 + }, + { + "epoch": 0.3375742154368109, + "grad_norm": 6.799797921569576, + "learning_rate": 2.2504947695787394e-06, + "loss": 1.9905, + "step": 398 + }, + { + "epoch": 0.3384223918575064, + "grad_norm": 6.40230349137624, + "learning_rate": 2.2561492790500423e-06, + "loss": 1.6537, + "step": 399 + }, + { + "epoch": 0.33927056827820185, + "grad_norm": 5.012739496394278, + "learning_rate": 2.261803788521346e-06, + "loss": 1.8139, + "step": 400 + }, + { + "epoch": 0.34011874469889736, + "grad_norm": 7.060484147069389, + "learning_rate": 2.2674582979926495e-06, + "loss": 1.7021, + "step": 401 + }, + { + "epoch": 0.34096692111959287, + "grad_norm": 5.532611840156722, + "learning_rate": 2.273112807463953e-06, + "loss": 1.7074, + "step": 402 + }, + { + "epoch": 0.3418150975402884, + "grad_norm": 5.2683619492417675, + "learning_rate": 2.2787673169352562e-06, + "loss": 1.6718, + "step": 403 + }, + { + "epoch": 0.3426632739609839, + "grad_norm": 7.176622839802088, + "learning_rate": 2.284421826406559e-06, + "loss": 1.8302, + "step": 404 + }, + { + "epoch": 0.3435114503816794, + "grad_norm": 5.801653819866446, + "learning_rate": 2.2900763358778625e-06, + "loss": 1.7753, + "step": 405 + }, + { + "epoch": 0.3443596268023749, + "grad_norm": 5.016690791943719, + "learning_rate": 2.2957308453491663e-06, + "loss": 1.573, + "step": 406 + }, + { + "epoch": 0.3452078032230704, + "grad_norm": 9.021949930850337, + "learning_rate": 2.3013853548204697e-06, + "loss": 1.6492, + "step": 407 + }, + { + "epoch": 0.3460559796437659, + "grad_norm": 7.693061938498151, + "learning_rate": 2.307039864291773e-06, + "loss": 1.8551, + "step": 408 + }, + { + "epoch": 0.3469041560644614, + "grad_norm": 8.021425994337049, + "learning_rate": 2.3126943737630764e-06, + "loss": 1.6504, + "step": 409 + }, + { + "epoch": 0.3477523324851569, + "grad_norm": 6.248430092397193, + "learning_rate": 2.3183488832343794e-06, + "loss": 1.6679, + "step": 410 + }, + { + "epoch": 0.3486005089058524, + "grad_norm": 5.386997395176494, + "learning_rate": 2.3240033927056828e-06, + "loss": 1.7992, + "step": 411 + }, + { + "epoch": 0.34944868532654794, + "grad_norm": 6.739582078977367, + "learning_rate": 2.329657902176986e-06, + "loss": 1.7138, + "step": 412 + }, + { + "epoch": 0.35029686174724345, + "grad_norm": 4.638792778202042, + "learning_rate": 2.33531241164829e-06, + "loss": 1.7472, + "step": 413 + }, + { + "epoch": 0.3511450381679389, + "grad_norm": 4.837003584100882, + "learning_rate": 2.3409669211195933e-06, + "loss": 1.6336, + "step": 414 + }, + { + "epoch": 0.3519932145886344, + "grad_norm": 4.97825757852088, + "learning_rate": 2.3466214305908962e-06, + "loss": 1.6276, + "step": 415 + }, + { + "epoch": 0.35284139100932993, + "grad_norm": 4.482551117063914, + "learning_rate": 2.3522759400621996e-06, + "loss": 1.5485, + "step": 416 + }, + { + "epoch": 0.35368956743002544, + "grad_norm": 5.003826193107541, + "learning_rate": 2.357930449533503e-06, + "loss": 1.5762, + "step": 417 + }, + { + "epoch": 0.35453774385072095, + "grad_norm": 7.320085400828303, + "learning_rate": 2.3635849590048064e-06, + "loss": 1.709, + "step": 418 + }, + { + "epoch": 0.35538592027141647, + "grad_norm": 6.555816803524034, + "learning_rate": 2.36923946847611e-06, + "loss": 1.692, + "step": 419 + }, + { + "epoch": 0.356234096692112, + "grad_norm": 6.984817885404483, + "learning_rate": 2.3748939779474135e-06, + "loss": 1.605, + "step": 420 + }, + { + "epoch": 0.3570822731128075, + "grad_norm": 5.822000665464241, + "learning_rate": 2.3805484874187165e-06, + "loss": 1.7226, + "step": 421 + }, + { + "epoch": 0.35793044953350295, + "grad_norm": 4.746923499436593, + "learning_rate": 2.38620299689002e-06, + "loss": 1.672, + "step": 422 + }, + { + "epoch": 0.35877862595419846, + "grad_norm": 5.7889131926614565, + "learning_rate": 2.3918575063613232e-06, + "loss": 1.614, + "step": 423 + }, + { + "epoch": 0.359626802374894, + "grad_norm": 6.088790468908346, + "learning_rate": 2.3975120158326266e-06, + "loss": 1.5829, + "step": 424 + }, + { + "epoch": 0.3604749787955895, + "grad_norm": 6.250673380919122, + "learning_rate": 2.4031665253039304e-06, + "loss": 1.7932, + "step": 425 + }, + { + "epoch": 0.361323155216285, + "grad_norm": 5.7444845416717545, + "learning_rate": 2.4088210347752333e-06, + "loss": 1.5662, + "step": 426 + }, + { + "epoch": 0.3621713316369805, + "grad_norm": 6.621287120485984, + "learning_rate": 2.4144755442465367e-06, + "loss": 1.7132, + "step": 427 + }, + { + "epoch": 0.363019508057676, + "grad_norm": 6.51939033553265, + "learning_rate": 2.42013005371784e-06, + "loss": 1.5496, + "step": 428 + }, + { + "epoch": 0.3638676844783715, + "grad_norm": 5.585708736953294, + "learning_rate": 2.4257845631891435e-06, + "loss": 1.5743, + "step": 429 + }, + { + "epoch": 0.364715860899067, + "grad_norm": 7.885582327264735, + "learning_rate": 2.431439072660447e-06, + "loss": 1.6379, + "step": 430 + }, + { + "epoch": 0.3655640373197625, + "grad_norm": 5.620616615989808, + "learning_rate": 2.43709358213175e-06, + "loss": 1.5531, + "step": 431 + }, + { + "epoch": 0.366412213740458, + "grad_norm": 7.529773550830515, + "learning_rate": 2.4427480916030536e-06, + "loss": 1.5372, + "step": 432 + }, + { + "epoch": 0.3672603901611535, + "grad_norm": 4.5755785898132455, + "learning_rate": 2.448402601074357e-06, + "loss": 1.5526, + "step": 433 + }, + { + "epoch": 0.36810856658184904, + "grad_norm": 5.232092486416501, + "learning_rate": 2.4540571105456603e-06, + "loss": 1.4998, + "step": 434 + }, + { + "epoch": 0.36895674300254455, + "grad_norm": 8.395220564126218, + "learning_rate": 2.4597116200169637e-06, + "loss": 1.5766, + "step": 435 + }, + { + "epoch": 0.36980491942324, + "grad_norm": 6.54751886398625, + "learning_rate": 2.465366129488267e-06, + "loss": 1.7068, + "step": 436 + }, + { + "epoch": 0.3706530958439355, + "grad_norm": 5.746929466549886, + "learning_rate": 2.4710206389595704e-06, + "loss": 1.4515, + "step": 437 + }, + { + "epoch": 0.37150127226463103, + "grad_norm": 6.946595456152928, + "learning_rate": 2.476675148430874e-06, + "loss": 1.478, + "step": 438 + }, + { + "epoch": 0.37234944868532655, + "grad_norm": 4.886714165013718, + "learning_rate": 2.482329657902177e-06, + "loss": 1.6094, + "step": 439 + }, + { + "epoch": 0.37319762510602206, + "grad_norm": 6.878995617315094, + "learning_rate": 2.4879841673734805e-06, + "loss": 1.5807, + "step": 440 + }, + { + "epoch": 0.37404580152671757, + "grad_norm": 4.875373534492277, + "learning_rate": 2.493638676844784e-06, + "loss": 1.6044, + "step": 441 + }, + { + "epoch": 0.3748939779474131, + "grad_norm": 6.609567607856558, + "learning_rate": 2.4992931863160873e-06, + "loss": 1.4423, + "step": 442 + }, + { + "epoch": 0.3757421543681086, + "grad_norm": 5.512379023539047, + "learning_rate": 2.5049476957873907e-06, + "loss": 1.5466, + "step": 443 + }, + { + "epoch": 0.37659033078880405, + "grad_norm": 6.309710614927764, + "learning_rate": 2.5106022052586944e-06, + "loss": 1.39, + "step": 444 + }, + { + "epoch": 0.37743850720949956, + "grad_norm": 6.418790522006635, + "learning_rate": 2.516256714729997e-06, + "loss": 1.4991, + "step": 445 + }, + { + "epoch": 0.3782866836301951, + "grad_norm": 7.0814158067024495, + "learning_rate": 2.5219112242013003e-06, + "loss": 1.506, + "step": 446 + }, + { + "epoch": 0.3791348600508906, + "grad_norm": 6.24782450047263, + "learning_rate": 2.527565733672604e-06, + "loss": 1.5477, + "step": 447 + }, + { + "epoch": 0.3799830364715861, + "grad_norm": 5.088769065864077, + "learning_rate": 2.5332202431439075e-06, + "loss": 1.4419, + "step": 448 + }, + { + "epoch": 0.3808312128922816, + "grad_norm": 7.391852207661751, + "learning_rate": 2.538874752615211e-06, + "loss": 1.5281, + "step": 449 + }, + { + "epoch": 0.3816793893129771, + "grad_norm": 6.151525611873472, + "learning_rate": 2.5445292620865143e-06, + "loss": 1.4822, + "step": 450 + }, + { + "epoch": 0.3825275657336726, + "grad_norm": 7.256558275962074, + "learning_rate": 2.5501837715578176e-06, + "loss": 1.5336, + "step": 451 + }, + { + "epoch": 0.3833757421543681, + "grad_norm": 5.880168603688146, + "learning_rate": 2.555838281029121e-06, + "loss": 1.3448, + "step": 452 + }, + { + "epoch": 0.3842239185750636, + "grad_norm": 7.756365753420644, + "learning_rate": 2.5614927905004244e-06, + "loss": 1.6331, + "step": 453 + }, + { + "epoch": 0.3850720949957591, + "grad_norm": 8.643890090347325, + "learning_rate": 2.5671472999717277e-06, + "loss": 1.3572, + "step": 454 + }, + { + "epoch": 0.38592027141645463, + "grad_norm": 4.5812578686148315, + "learning_rate": 2.572801809443031e-06, + "loss": 1.4453, + "step": 455 + }, + { + "epoch": 0.38676844783715014, + "grad_norm": 5.623124713092462, + "learning_rate": 2.578456318914334e-06, + "loss": 1.5314, + "step": 456 + }, + { + "epoch": 0.38761662425784565, + "grad_norm": 5.671108181611278, + "learning_rate": 2.5841108283856374e-06, + "loss": 1.47, + "step": 457 + }, + { + "epoch": 0.3884648006785411, + "grad_norm": 4.9465624375390815, + "learning_rate": 2.589765337856941e-06, + "loss": 1.4332, + "step": 458 + }, + { + "epoch": 0.3893129770992366, + "grad_norm": 6.600606293669782, + "learning_rate": 2.595419847328244e-06, + "loss": 1.4553, + "step": 459 + }, + { + "epoch": 0.39016115351993214, + "grad_norm": 5.954040077215032, + "learning_rate": 2.601074356799548e-06, + "loss": 1.504, + "step": 460 + }, + { + "epoch": 0.39100932994062765, + "grad_norm": 8.96863098940031, + "learning_rate": 2.6067288662708513e-06, + "loss": 1.3964, + "step": 461 + }, + { + "epoch": 0.39185750636132316, + "grad_norm": 7.573783478089433, + "learning_rate": 2.6123833757421547e-06, + "loss": 1.3739, + "step": 462 + }, + { + "epoch": 0.3927056827820187, + "grad_norm": 9.424888280845867, + "learning_rate": 2.618037885213458e-06, + "loss": 1.5192, + "step": 463 + }, + { + "epoch": 0.3935538592027142, + "grad_norm": 7.312678597868172, + "learning_rate": 2.6236923946847615e-06, + "loss": 1.4653, + "step": 464 + }, + { + "epoch": 0.3944020356234097, + "grad_norm": 5.762220880044042, + "learning_rate": 2.629346904156065e-06, + "loss": 1.4824, + "step": 465 + }, + { + "epoch": 0.39525021204410515, + "grad_norm": 8.570747124006447, + "learning_rate": 2.635001413627368e-06, + "loss": 1.4518, + "step": 466 + }, + { + "epoch": 0.39609838846480067, + "grad_norm": 6.398294925267662, + "learning_rate": 2.640655923098671e-06, + "loss": 1.5071, + "step": 467 + }, + { + "epoch": 0.3969465648854962, + "grad_norm": 5.613838093456274, + "learning_rate": 2.6463104325699745e-06, + "loss": 1.4515, + "step": 468 + }, + { + "epoch": 0.3977947413061917, + "grad_norm": 6.075717458529204, + "learning_rate": 2.651964942041278e-06, + "loss": 1.5295, + "step": 469 + }, + { + "epoch": 0.3986429177268872, + "grad_norm": 9.201092535347746, + "learning_rate": 2.6576194515125813e-06, + "loss": 1.3774, + "step": 470 + }, + { + "epoch": 0.3994910941475827, + "grad_norm": 6.286717172027231, + "learning_rate": 2.6632739609838846e-06, + "loss": 1.3426, + "step": 471 + }, + { + "epoch": 0.4003392705682782, + "grad_norm": 6.879135024552574, + "learning_rate": 2.668928470455188e-06, + "loss": 1.3757, + "step": 472 + }, + { + "epoch": 0.4011874469889737, + "grad_norm": 6.149075111460184, + "learning_rate": 2.674582979926492e-06, + "loss": 1.3182, + "step": 473 + }, + { + "epoch": 0.4020356234096692, + "grad_norm": 6.03630103136285, + "learning_rate": 2.680237489397795e-06, + "loss": 1.398, + "step": 474 + }, + { + "epoch": 0.4028837998303647, + "grad_norm": 4.700703190011238, + "learning_rate": 2.6858919988690985e-06, + "loss": 1.3746, + "step": 475 + }, + { + "epoch": 0.4037319762510602, + "grad_norm": 7.660275768378559, + "learning_rate": 2.691546508340402e-06, + "loss": 1.2896, + "step": 476 + }, + { + "epoch": 0.40458015267175573, + "grad_norm": 7.739002860853235, + "learning_rate": 2.6972010178117053e-06, + "loss": 1.4708, + "step": 477 + }, + { + "epoch": 0.40542832909245125, + "grad_norm": 5.4190194110245065, + "learning_rate": 2.7028555272830082e-06, + "loss": 1.3344, + "step": 478 + }, + { + "epoch": 0.40627650551314676, + "grad_norm": 6.284769397925505, + "learning_rate": 2.7085100367543116e-06, + "loss": 1.1778, + "step": 479 + }, + { + "epoch": 0.4071246819338422, + "grad_norm": 5.386248498305722, + "learning_rate": 2.714164546225615e-06, + "loss": 1.29, + "step": 480 + }, + { + "epoch": 0.4079728583545377, + "grad_norm": 6.275590003105843, + "learning_rate": 2.7198190556969184e-06, + "loss": 1.3014, + "step": 481 + }, + { + "epoch": 0.40882103477523324, + "grad_norm": 4.9638334778937905, + "learning_rate": 2.7254735651682217e-06, + "loss": 1.1891, + "step": 482 + }, + { + "epoch": 0.40966921119592875, + "grad_norm": 7.517576229527608, + "learning_rate": 2.731128074639525e-06, + "loss": 1.3207, + "step": 483 + }, + { + "epoch": 0.41051738761662426, + "grad_norm": 4.826457541747935, + "learning_rate": 2.7367825841108285e-06, + "loss": 1.3348, + "step": 484 + }, + { + "epoch": 0.4113655640373198, + "grad_norm": 6.401332936660834, + "learning_rate": 2.7424370935821323e-06, + "loss": 1.2582, + "step": 485 + }, + { + "epoch": 0.4122137404580153, + "grad_norm": 6.653983821508662, + "learning_rate": 2.7480916030534356e-06, + "loss": 1.3395, + "step": 486 + }, + { + "epoch": 0.41306191687871074, + "grad_norm": 6.468163215272181, + "learning_rate": 2.753746112524739e-06, + "loss": 1.3358, + "step": 487 + }, + { + "epoch": 0.41391009329940626, + "grad_norm": 4.796015155686025, + "learning_rate": 2.7594006219960424e-06, + "loss": 1.4491, + "step": 488 + }, + { + "epoch": 0.41475826972010177, + "grad_norm": 6.541062986172141, + "learning_rate": 2.7650551314673453e-06, + "loss": 1.2583, + "step": 489 + }, + { + "epoch": 0.4156064461407973, + "grad_norm": 5.800239916765768, + "learning_rate": 2.7707096409386487e-06, + "loss": 1.2814, + "step": 490 + }, + { + "epoch": 0.4164546225614928, + "grad_norm": 5.32325855734967, + "learning_rate": 2.776364150409952e-06, + "loss": 1.3256, + "step": 491 + }, + { + "epoch": 0.4173027989821883, + "grad_norm": 9.984035095420461, + "learning_rate": 2.7820186598812554e-06, + "loss": 1.3067, + "step": 492 + }, + { + "epoch": 0.4181509754028838, + "grad_norm": 4.479301101623253, + "learning_rate": 2.787673169352559e-06, + "loss": 1.2765, + "step": 493 + }, + { + "epoch": 0.41899915182357933, + "grad_norm": 13.975232871731945, + "learning_rate": 2.793327678823862e-06, + "loss": 1.2623, + "step": 494 + }, + { + "epoch": 0.4198473282442748, + "grad_norm": 5.268141975291181, + "learning_rate": 2.7989821882951656e-06, + "loss": 1.3112, + "step": 495 + }, + { + "epoch": 0.4206955046649703, + "grad_norm": 10.157702718115164, + "learning_rate": 2.804636697766469e-06, + "loss": 1.2799, + "step": 496 + }, + { + "epoch": 0.4215436810856658, + "grad_norm": 5.405177693257327, + "learning_rate": 2.8102912072377723e-06, + "loss": 1.2867, + "step": 497 + }, + { + "epoch": 0.4223918575063613, + "grad_norm": 6.832060814041499, + "learning_rate": 2.815945716709076e-06, + "loss": 1.0809, + "step": 498 + }, + { + "epoch": 0.42324003392705684, + "grad_norm": 5.817715563038886, + "learning_rate": 2.8216002261803795e-06, + "loss": 1.2173, + "step": 499 + }, + { + "epoch": 0.42408821034775235, + "grad_norm": 5.84639729968096, + "learning_rate": 2.827254735651682e-06, + "loss": 1.2789, + "step": 500 + }, + { + "epoch": 0.42493638676844786, + "grad_norm": 6.769351448742134, + "learning_rate": 2.8329092451229858e-06, + "loss": 1.3625, + "step": 501 + }, + { + "epoch": 0.4257845631891433, + "grad_norm": 6.765883672238293, + "learning_rate": 2.838563754594289e-06, + "loss": 1.3354, + "step": 502 + }, + { + "epoch": 0.42663273960983883, + "grad_norm": 9.54171728380957, + "learning_rate": 2.8442182640655925e-06, + "loss": 1.1715, + "step": 503 + }, + { + "epoch": 0.42748091603053434, + "grad_norm": 8.139344196704167, + "learning_rate": 2.849872773536896e-06, + "loss": 1.3844, + "step": 504 + }, + { + "epoch": 0.42832909245122985, + "grad_norm": 5.359916052844529, + "learning_rate": 2.8555272830081993e-06, + "loss": 1.3115, + "step": 505 + }, + { + "epoch": 0.42917726887192537, + "grad_norm": 4.44794087342502, + "learning_rate": 2.8611817924795026e-06, + "loss": 1.2888, + "step": 506 + }, + { + "epoch": 0.4300254452926209, + "grad_norm": 6.666870679426089, + "learning_rate": 2.866836301950806e-06, + "loss": 1.2052, + "step": 507 + }, + { + "epoch": 0.4308736217133164, + "grad_norm": 4.1589950965961595, + "learning_rate": 2.8724908114221094e-06, + "loss": 1.268, + "step": 508 + }, + { + "epoch": 0.43172179813401185, + "grad_norm": 4.83943551865831, + "learning_rate": 2.8781453208934128e-06, + "loss": 1.1831, + "step": 509 + }, + { + "epoch": 0.43256997455470736, + "grad_norm": 6.952696337135303, + "learning_rate": 2.883799830364716e-06, + "loss": 1.3208, + "step": 510 + }, + { + "epoch": 0.43341815097540287, + "grad_norm": 7.608004088185001, + "learning_rate": 2.889454339836019e-06, + "loss": 1.1255, + "step": 511 + }, + { + "epoch": 0.4342663273960984, + "grad_norm": 6.552403314437654, + "learning_rate": 2.8951088493073224e-06, + "loss": 1.3217, + "step": 512 + }, + { + "epoch": 0.4351145038167939, + "grad_norm": 5.997874122843049, + "learning_rate": 2.900763358778626e-06, + "loss": 1.1645, + "step": 513 + }, + { + "epoch": 0.4359626802374894, + "grad_norm": 4.889778837376653, + "learning_rate": 2.9064178682499296e-06, + "loss": 1.3123, + "step": 514 + }, + { + "epoch": 0.4368108566581849, + "grad_norm": 5.66991752208548, + "learning_rate": 2.912072377721233e-06, + "loss": 1.1333, + "step": 515 + }, + { + "epoch": 0.43765903307888043, + "grad_norm": 5.095152339587798, + "learning_rate": 2.9177268871925364e-06, + "loss": 1.2112, + "step": 516 + }, + { + "epoch": 0.4385072094995759, + "grad_norm": 5.403401142419763, + "learning_rate": 2.9233813966638397e-06, + "loss": 1.1632, + "step": 517 + }, + { + "epoch": 0.4393553859202714, + "grad_norm": 4.529716204939133, + "learning_rate": 2.929035906135143e-06, + "loss": 1.2707, + "step": 518 + }, + { + "epoch": 0.4402035623409669, + "grad_norm": 4.2395610599417966, + "learning_rate": 2.9346904156064465e-06, + "loss": 1.2917, + "step": 519 + }, + { + "epoch": 0.4410517387616624, + "grad_norm": 7.451475333207112, + "learning_rate": 2.94034492507775e-06, + "loss": 1.1799, + "step": 520 + }, + { + "epoch": 0.44189991518235794, + "grad_norm": 5.9734427108314, + "learning_rate": 2.9459994345490532e-06, + "loss": 1.4004, + "step": 521 + }, + { + "epoch": 0.44274809160305345, + "grad_norm": 7.751755426314427, + "learning_rate": 2.951653944020356e-06, + "loss": 1.2182, + "step": 522 + }, + { + "epoch": 0.44359626802374896, + "grad_norm": 5.05037076678712, + "learning_rate": 2.9573084534916595e-06, + "loss": 1.2221, + "step": 523 + }, + { + "epoch": 0.4444444444444444, + "grad_norm": 4.838929214234522, + "learning_rate": 2.962962962962963e-06, + "loss": 1.2364, + "step": 524 + }, + { + "epoch": 0.44529262086513993, + "grad_norm": 5.403094204010853, + "learning_rate": 2.9686174724342663e-06, + "loss": 1.2588, + "step": 525 + }, + { + "epoch": 0.44614079728583544, + "grad_norm": 5.002314531331453, + "learning_rate": 2.97427198190557e-06, + "loss": 1.2859, + "step": 526 + }, + { + "epoch": 0.44698897370653096, + "grad_norm": 6.182618092104531, + "learning_rate": 2.9799264913768734e-06, + "loss": 1.0725, + "step": 527 + }, + { + "epoch": 0.44783715012722647, + "grad_norm": 7.123466865742924, + "learning_rate": 2.985581000848177e-06, + "loss": 1.0365, + "step": 528 + }, + { + "epoch": 0.448685326547922, + "grad_norm": 6.58312804504699, + "learning_rate": 2.99123551031948e-06, + "loss": 1.2199, + "step": 529 + }, + { + "epoch": 0.4495335029686175, + "grad_norm": 6.173567328499685, + "learning_rate": 2.9968900197907836e-06, + "loss": 1.1384, + "step": 530 + }, + { + "epoch": 0.45038167938931295, + "grad_norm": 5.556704171239778, + "learning_rate": 3.002544529262087e-06, + "loss": 1.2913, + "step": 531 + }, + { + "epoch": 0.45122985581000846, + "grad_norm": 6.010716550027593, + "learning_rate": 3.0081990387333903e-06, + "loss": 1.2576, + "step": 532 + }, + { + "epoch": 0.452078032230704, + "grad_norm": 4.672485123772975, + "learning_rate": 3.0138535482046933e-06, + "loss": 1.3696, + "step": 533 + }, + { + "epoch": 0.4529262086513995, + "grad_norm": 5.533601895480608, + "learning_rate": 3.0195080576759966e-06, + "loss": 1.224, + "step": 534 + }, + { + "epoch": 0.453774385072095, + "grad_norm": 8.240473035695647, + "learning_rate": 3.0251625671473e-06, + "loss": 1.1508, + "step": 535 + }, + { + "epoch": 0.4546225614927905, + "grad_norm": 5.168761408924032, + "learning_rate": 3.0308170766186034e-06, + "loss": 1.2001, + "step": 536 + }, + { + "epoch": 0.455470737913486, + "grad_norm": 5.931434529339907, + "learning_rate": 3.0364715860899067e-06, + "loss": 1.0365, + "step": 537 + }, + { + "epoch": 0.45631891433418154, + "grad_norm": 7.4915108181110925, + "learning_rate": 3.04212609556121e-06, + "loss": 1.3076, + "step": 538 + }, + { + "epoch": 0.457167090754877, + "grad_norm": 7.42155905744529, + "learning_rate": 3.047780605032514e-06, + "loss": 1.0968, + "step": 539 + }, + { + "epoch": 0.4580152671755725, + "grad_norm": 8.765476110994715, + "learning_rate": 3.0534351145038173e-06, + "loss": 1.2243, + "step": 540 + }, + { + "epoch": 0.458863443596268, + "grad_norm": 5.18766206717393, + "learning_rate": 3.0590896239751206e-06, + "loss": 1.12, + "step": 541 + }, + { + "epoch": 0.45971162001696353, + "grad_norm": 8.702570930063121, + "learning_rate": 3.064744133446424e-06, + "loss": 1.2337, + "step": 542 + }, + { + "epoch": 0.46055979643765904, + "grad_norm": 5.19749089652876, + "learning_rate": 3.0703986429177274e-06, + "loss": 1.0889, + "step": 543 + }, + { + "epoch": 0.46140797285835455, + "grad_norm": 8.064565578464238, + "learning_rate": 3.0760531523890303e-06, + "loss": 1.1118, + "step": 544 + }, + { + "epoch": 0.46225614927905007, + "grad_norm": 5.895642314809832, + "learning_rate": 3.0817076618603337e-06, + "loss": 1.1619, + "step": 545 + }, + { + "epoch": 0.4631043256997455, + "grad_norm": 4.317545654195128, + "learning_rate": 3.087362171331637e-06, + "loss": 1.1044, + "step": 546 + }, + { + "epoch": 0.46395250212044103, + "grad_norm": 6.897610648592999, + "learning_rate": 3.0930166808029405e-06, + "loss": 1.1756, + "step": 547 + }, + { + "epoch": 0.46480067854113655, + "grad_norm": 4.0617784641591115, + "learning_rate": 3.098671190274244e-06, + "loss": 1.0701, + "step": 548 + }, + { + "epoch": 0.46564885496183206, + "grad_norm": 5.071621158161389, + "learning_rate": 3.104325699745547e-06, + "loss": 1.1468, + "step": 549 + }, + { + "epoch": 0.46649703138252757, + "grad_norm": 5.454461444915846, + "learning_rate": 3.1099802092168506e-06, + "loss": 1.0294, + "step": 550 + }, + { + "epoch": 0.4673452078032231, + "grad_norm": 4.9926858165836165, + "learning_rate": 3.115634718688154e-06, + "loss": 1.1496, + "step": 551 + }, + { + "epoch": 0.4681933842239186, + "grad_norm": 9.565938474851087, + "learning_rate": 3.1212892281594577e-06, + "loss": 1.2557, + "step": 552 + }, + { + "epoch": 0.46904156064461405, + "grad_norm": 5.179871041546828, + "learning_rate": 3.126943737630761e-06, + "loss": 1.0936, + "step": 553 + }, + { + "epoch": 0.46988973706530957, + "grad_norm": 5.768735105979529, + "learning_rate": 3.1325982471020645e-06, + "loss": 1.3175, + "step": 554 + }, + { + "epoch": 0.4707379134860051, + "grad_norm": 7.381185790161711, + "learning_rate": 3.1382527565733674e-06, + "loss": 1.093, + "step": 555 + }, + { + "epoch": 0.4715860899067006, + "grad_norm": 5.261755586676146, + "learning_rate": 3.143907266044671e-06, + "loss": 1.1648, + "step": 556 + }, + { + "epoch": 0.4724342663273961, + "grad_norm": 4.8500324083141395, + "learning_rate": 3.149561775515974e-06, + "loss": 1.0868, + "step": 557 + }, + { + "epoch": 0.4732824427480916, + "grad_norm": 8.82276803463526, + "learning_rate": 3.1552162849872775e-06, + "loss": 1.1572, + "step": 558 + }, + { + "epoch": 0.4741306191687871, + "grad_norm": 7.565451227300684, + "learning_rate": 3.160870794458581e-06, + "loss": 1.0237, + "step": 559 + }, + { + "epoch": 0.47497879558948264, + "grad_norm": 6.412143961973511, + "learning_rate": 3.1665253039298843e-06, + "loss": 1.0432, + "step": 560 + }, + { + "epoch": 0.4758269720101781, + "grad_norm": 6.811878871096466, + "learning_rate": 3.1721798134011877e-06, + "loss": 1.0925, + "step": 561 + }, + { + "epoch": 0.4766751484308736, + "grad_norm": 7.029170097041133, + "learning_rate": 3.177834322872491e-06, + "loss": 1.1459, + "step": 562 + }, + { + "epoch": 0.4775233248515691, + "grad_norm": 7.303750690679853, + "learning_rate": 3.1834888323437944e-06, + "loss": 1.069, + "step": 563 + }, + { + "epoch": 0.47837150127226463, + "grad_norm": 5.790014930965074, + "learning_rate": 3.189143341815098e-06, + "loss": 1.0446, + "step": 564 + }, + { + "epoch": 0.47921967769296014, + "grad_norm": 5.893613064826229, + "learning_rate": 3.1947978512864016e-06, + "loss": 1.1511, + "step": 565 + }, + { + "epoch": 0.48006785411365566, + "grad_norm": 5.145148470818898, + "learning_rate": 3.200452360757704e-06, + "loss": 1.164, + "step": 566 + }, + { + "epoch": 0.48091603053435117, + "grad_norm": 5.577999431443829, + "learning_rate": 3.206106870229008e-06, + "loss": 1.0605, + "step": 567 + }, + { + "epoch": 0.4817642069550466, + "grad_norm": 5.1477824156148255, + "learning_rate": 3.2117613797003113e-06, + "loss": 1.2213, + "step": 568 + }, + { + "epoch": 0.48261238337574214, + "grad_norm": 4.14707393118645, + "learning_rate": 3.2174158891716146e-06, + "loss": 1.1574, + "step": 569 + }, + { + "epoch": 0.48346055979643765, + "grad_norm": 4.497851242844289, + "learning_rate": 3.223070398642918e-06, + "loss": 1.1986, + "step": 570 + }, + { + "epoch": 0.48430873621713316, + "grad_norm": 4.136657758206765, + "learning_rate": 3.2287249081142214e-06, + "loss": 1.2019, + "step": 571 + }, + { + "epoch": 0.4851569126378287, + "grad_norm": 5.521309388559572, + "learning_rate": 3.2343794175855247e-06, + "loss": 1.2087, + "step": 572 + }, + { + "epoch": 0.4860050890585242, + "grad_norm": 4.648002987920963, + "learning_rate": 3.240033927056828e-06, + "loss": 1.2805, + "step": 573 + }, + { + "epoch": 0.4868532654792197, + "grad_norm": 5.858311836490273, + "learning_rate": 3.2456884365281315e-06, + "loss": 1.0595, + "step": 574 + }, + { + "epoch": 0.48770144189991516, + "grad_norm": 4.469622325523263, + "learning_rate": 3.251342945999435e-06, + "loss": 1.0795, + "step": 575 + }, + { + "epoch": 0.48854961832061067, + "grad_norm": 5.160646045449132, + "learning_rate": 3.2569974554707382e-06, + "loss": 1.2308, + "step": 576 + }, + { + "epoch": 0.4893977947413062, + "grad_norm": 5.591023349599818, + "learning_rate": 3.262651964942041e-06, + "loss": 1.1649, + "step": 577 + }, + { + "epoch": 0.4902459711620017, + "grad_norm": 5.916835973468515, + "learning_rate": 3.2683064744133446e-06, + "loss": 1.1121, + "step": 578 + }, + { + "epoch": 0.4910941475826972, + "grad_norm": 5.050862557168749, + "learning_rate": 3.273960983884648e-06, + "loss": 1.0013, + "step": 579 + }, + { + "epoch": 0.4919423240033927, + "grad_norm": 8.60517423449508, + "learning_rate": 3.2796154933559517e-06, + "loss": 1.0645, + "step": 580 + }, + { + "epoch": 0.49279050042408823, + "grad_norm": 5.067545765879416, + "learning_rate": 3.285270002827255e-06, + "loss": 0.946, + "step": 581 + }, + { + "epoch": 0.49363867684478374, + "grad_norm": 5.988954560540483, + "learning_rate": 3.2909245122985585e-06, + "loss": 1.255, + "step": 582 + }, + { + "epoch": 0.4944868532654792, + "grad_norm": 6.746106048363256, + "learning_rate": 3.296579021769862e-06, + "loss": 1.1317, + "step": 583 + }, + { + "epoch": 0.4953350296861747, + "grad_norm": 4.581709935266692, + "learning_rate": 3.302233531241165e-06, + "loss": 0.903, + "step": 584 + }, + { + "epoch": 0.4961832061068702, + "grad_norm": 7.784503175564794, + "learning_rate": 3.3078880407124686e-06, + "loss": 1.2375, + "step": 585 + }, + { + "epoch": 0.49703138252756573, + "grad_norm": 5.6461164742949155, + "learning_rate": 3.313542550183772e-06, + "loss": 1.2676, + "step": 586 + }, + { + "epoch": 0.49787955894826125, + "grad_norm": 5.641283025398966, + "learning_rate": 3.3191970596550753e-06, + "loss": 1.0752, + "step": 587 + }, + { + "epoch": 0.49872773536895676, + "grad_norm": 8.24837465845417, + "learning_rate": 3.3248515691263783e-06, + "loss": 1.0393, + "step": 588 + }, + { + "epoch": 0.49957591178965227, + "grad_norm": 6.270364483906456, + "learning_rate": 3.3305060785976816e-06, + "loss": 1.0323, + "step": 589 + }, + { + "epoch": 0.5004240882103478, + "grad_norm": 9.619706344504324, + "learning_rate": 3.336160588068985e-06, + "loss": 1.2005, + "step": 590 + }, + { + "epoch": 0.5012722646310432, + "grad_norm": 5.0083158529842535, + "learning_rate": 3.3418150975402884e-06, + "loss": 1.0943, + "step": 591 + }, + { + "epoch": 0.5021204410517388, + "grad_norm": 5.500630804594034, + "learning_rate": 3.3474696070115918e-06, + "loss": 1.0617, + "step": 592 + }, + { + "epoch": 0.5029686174724343, + "grad_norm": 8.364317281016353, + "learning_rate": 3.3531241164828955e-06, + "loss": 1.0097, + "step": 593 + }, + { + "epoch": 0.5038167938931297, + "grad_norm": 3.879641800350225, + "learning_rate": 3.358778625954199e-06, + "loss": 1.158, + "step": 594 + }, + { + "epoch": 0.5046649703138253, + "grad_norm": 9.365939288215392, + "learning_rate": 3.3644331354255023e-06, + "loss": 1.0691, + "step": 595 + }, + { + "epoch": 0.5055131467345207, + "grad_norm": 5.13877716084133, + "learning_rate": 3.3700876448968057e-06, + "loss": 1.0167, + "step": 596 + }, + { + "epoch": 0.5063613231552163, + "grad_norm": 8.288281751073413, + "learning_rate": 3.375742154368109e-06, + "loss": 1.1185, + "step": 597 + }, + { + "epoch": 0.5072094995759118, + "grad_norm": 7.637796507001513, + "learning_rate": 3.3813966638394124e-06, + "loss": 1.0903, + "step": 598 + }, + { + "epoch": 0.5080576759966073, + "grad_norm": 5.806221726833898, + "learning_rate": 3.3870511733107154e-06, + "loss": 0.9316, + "step": 599 + }, + { + "epoch": 0.5089058524173028, + "grad_norm": 11.902443902455213, + "learning_rate": 3.3927056827820187e-06, + "loss": 1.1033, + "step": 600 + }, + { + "epoch": 0.5097540288379983, + "grad_norm": 4.357154006770007, + "learning_rate": 3.398360192253322e-06, + "loss": 1.1088, + "step": 601 + }, + { + "epoch": 0.5106022052586938, + "grad_norm": 6.740879787935143, + "learning_rate": 3.4040147017246255e-06, + "loss": 1.1286, + "step": 602 + }, + { + "epoch": 0.5114503816793893, + "grad_norm": 6.676372492261849, + "learning_rate": 3.409669211195929e-06, + "loss": 1.1473, + "step": 603 + }, + { + "epoch": 0.5122985581000848, + "grad_norm": 4.064918774833989, + "learning_rate": 3.4153237206672322e-06, + "loss": 1.0155, + "step": 604 + }, + { + "epoch": 0.5131467345207803, + "grad_norm": 7.453615450756248, + "learning_rate": 3.420978230138536e-06, + "loss": 0.9838, + "step": 605 + }, + { + "epoch": 0.5139949109414759, + "grad_norm": 7.326040242768689, + "learning_rate": 3.4266327396098394e-06, + "loss": 1.0753, + "step": 606 + }, + { + "epoch": 0.5148430873621713, + "grad_norm": 7.297499360279116, + "learning_rate": 3.4322872490811428e-06, + "loss": 1.1544, + "step": 607 + }, + { + "epoch": 0.5156912637828668, + "grad_norm": 8.512267244040737, + "learning_rate": 3.437941758552446e-06, + "loss": 1.0217, + "step": 608 + }, + { + "epoch": 0.5165394402035624, + "grad_norm": 4.503457319243526, + "learning_rate": 3.4435962680237495e-06, + "loss": 0.9726, + "step": 609 + }, + { + "epoch": 0.5173876166242578, + "grad_norm": 7.541087258274852, + "learning_rate": 3.4492507774950524e-06, + "loss": 1.1087, + "step": 610 + }, + { + "epoch": 0.5182357930449534, + "grad_norm": 5.294165538723966, + "learning_rate": 3.454905286966356e-06, + "loss": 1.0137, + "step": 611 + }, + { + "epoch": 0.5190839694656488, + "grad_norm": 5.236875088306674, + "learning_rate": 3.460559796437659e-06, + "loss": 0.874, + "step": 612 + }, + { + "epoch": 0.5199321458863444, + "grad_norm": 4.199482178040016, + "learning_rate": 3.4662143059089626e-06, + "loss": 1.0673, + "step": 613 + }, + { + "epoch": 0.5207803223070399, + "grad_norm": 4.636819270963711, + "learning_rate": 3.471868815380266e-06, + "loss": 1.0916, + "step": 614 + }, + { + "epoch": 0.5216284987277354, + "grad_norm": 5.3519107998437025, + "learning_rate": 3.4775233248515693e-06, + "loss": 1.1093, + "step": 615 + }, + { + "epoch": 0.5224766751484309, + "grad_norm": 4.431864476681392, + "learning_rate": 3.4831778343228727e-06, + "loss": 1.0434, + "step": 616 + }, + { + "epoch": 0.5233248515691263, + "grad_norm": 4.741152217849713, + "learning_rate": 3.488832343794176e-06, + "loss": 0.9703, + "step": 617 + }, + { + "epoch": 0.5241730279898219, + "grad_norm": 4.604891599709489, + "learning_rate": 3.49448685326548e-06, + "loss": 1.0568, + "step": 618 + }, + { + "epoch": 0.5250212044105174, + "grad_norm": 4.399851258361965, + "learning_rate": 3.500141362736783e-06, + "loss": 1.1465, + "step": 619 + }, + { + "epoch": 0.5258693808312129, + "grad_norm": 5.094466624096221, + "learning_rate": 3.5057958722080866e-06, + "loss": 0.918, + "step": 620 + }, + { + "epoch": 0.5267175572519084, + "grad_norm": 4.478921464957638, + "learning_rate": 3.5114503816793895e-06, + "loss": 0.9338, + "step": 621 + }, + { + "epoch": 0.527565733672604, + "grad_norm": 3.8746241481187798, + "learning_rate": 3.517104891150693e-06, + "loss": 1.0776, + "step": 622 + }, + { + "epoch": 0.5284139100932994, + "grad_norm": 4.3270391047545695, + "learning_rate": 3.5227594006219963e-06, + "loss": 1.0097, + "step": 623 + }, + { + "epoch": 0.5292620865139949, + "grad_norm": 4.89819896848106, + "learning_rate": 3.5284139100932996e-06, + "loss": 0.9964, + "step": 624 + }, + { + "epoch": 0.5301102629346904, + "grad_norm": 3.8992114795618997, + "learning_rate": 3.534068419564603e-06, + "loss": 1.0486, + "step": 625 + }, + { + "epoch": 0.5309584393553859, + "grad_norm": 5.275498277644388, + "learning_rate": 3.5397229290359064e-06, + "loss": 1.0299, + "step": 626 + }, + { + "epoch": 0.5318066157760815, + "grad_norm": 6.427356922550968, + "learning_rate": 3.5453774385072098e-06, + "loss": 1.0254, + "step": 627 + }, + { + "epoch": 0.5326547921967769, + "grad_norm": 4.906396046709078, + "learning_rate": 3.551031947978513e-06, + "loss": 1.1534, + "step": 628 + }, + { + "epoch": 0.5335029686174725, + "grad_norm": 5.187428154759982, + "learning_rate": 3.5566864574498165e-06, + "loss": 0.9642, + "step": 629 + }, + { + "epoch": 0.5343511450381679, + "grad_norm": 4.759087431490535, + "learning_rate": 3.56234096692112e-06, + "loss": 1.0288, + "step": 630 + }, + { + "epoch": 0.5351993214588634, + "grad_norm": 4.500075530260043, + "learning_rate": 3.5679954763924237e-06, + "loss": 0.972, + "step": 631 + }, + { + "epoch": 0.536047497879559, + "grad_norm": 4.738021386226698, + "learning_rate": 3.573649985863726e-06, + "loss": 1.0951, + "step": 632 + }, + { + "epoch": 0.5368956743002544, + "grad_norm": 4.692017180333355, + "learning_rate": 3.5793044953350296e-06, + "loss": 1.1242, + "step": 633 + }, + { + "epoch": 0.53774385072095, + "grad_norm": 7.571585929647089, + "learning_rate": 3.5849590048063334e-06, + "loss": 0.969, + "step": 634 + }, + { + "epoch": 0.5385920271416454, + "grad_norm": 4.045331701022285, + "learning_rate": 3.5906135142776367e-06, + "loss": 0.9494, + "step": 635 + }, + { + "epoch": 0.539440203562341, + "grad_norm": 5.934346173308462, + "learning_rate": 3.59626802374894e-06, + "loss": 0.8945, + "step": 636 + }, + { + "epoch": 0.5402883799830365, + "grad_norm": 8.381484396145662, + "learning_rate": 3.6019225332202435e-06, + "loss": 1.0803, + "step": 637 + }, + { + "epoch": 0.5411365564037319, + "grad_norm": 4.3057926989593645, + "learning_rate": 3.607577042691547e-06, + "loss": 1.0531, + "step": 638 + }, + { + "epoch": 0.5419847328244275, + "grad_norm": 10.152381310091226, + "learning_rate": 3.6132315521628502e-06, + "loss": 1.0491, + "step": 639 + }, + { + "epoch": 0.542832909245123, + "grad_norm": 4.889974417670593, + "learning_rate": 3.6188860616341536e-06, + "loss": 1.0306, + "step": 640 + }, + { + "epoch": 0.5436810856658185, + "grad_norm": 5.811996198066202, + "learning_rate": 3.624540571105457e-06, + "loss": 0.9132, + "step": 641 + }, + { + "epoch": 0.544529262086514, + "grad_norm": 7.353172331805757, + "learning_rate": 3.6301950805767603e-06, + "loss": 0.9855, + "step": 642 + }, + { + "epoch": 0.5453774385072095, + "grad_norm": 4.381132469317454, + "learning_rate": 3.6358495900480633e-06, + "loss": 1.0908, + "step": 643 + }, + { + "epoch": 0.546225614927905, + "grad_norm": 6.168085795772426, + "learning_rate": 3.6415040995193667e-06, + "loss": 0.9219, + "step": 644 + }, + { + "epoch": 0.5470737913486005, + "grad_norm": 6.270197987662047, + "learning_rate": 3.64715860899067e-06, + "loss": 0.9499, + "step": 645 + }, + { + "epoch": 0.547921967769296, + "grad_norm": 4.343434737417251, + "learning_rate": 3.652813118461974e-06, + "loss": 0.9753, + "step": 646 + }, + { + "epoch": 0.5487701441899915, + "grad_norm": 7.05717284698629, + "learning_rate": 3.658467627933277e-06, + "loss": 1.0051, + "step": 647 + }, + { + "epoch": 0.549618320610687, + "grad_norm": 4.9659012337296105, + "learning_rate": 3.6641221374045806e-06, + "loss": 1.0594, + "step": 648 + }, + { + "epoch": 0.5504664970313825, + "grad_norm": 4.2524296276224165, + "learning_rate": 3.669776646875884e-06, + "loss": 1.0426, + "step": 649 + }, + { + "epoch": 0.5513146734520781, + "grad_norm": 5.7491807915264115, + "learning_rate": 3.6754311563471873e-06, + "loss": 0.891, + "step": 650 + }, + { + "epoch": 0.5521628498727735, + "grad_norm": 4.218677275912205, + "learning_rate": 3.6810856658184907e-06, + "loss": 1.0671, + "step": 651 + }, + { + "epoch": 0.553011026293469, + "grad_norm": 4.704047955603565, + "learning_rate": 3.686740175289794e-06, + "loss": 1.0066, + "step": 652 + }, + { + "epoch": 0.5538592027141646, + "grad_norm": 3.92904523888298, + "learning_rate": 3.6923946847610974e-06, + "loss": 0.8857, + "step": 653 + }, + { + "epoch": 0.55470737913486, + "grad_norm": 5.110694923219328, + "learning_rate": 3.6980491942324004e-06, + "loss": 0.9313, + "step": 654 + }, + { + "epoch": 0.5555555555555556, + "grad_norm": 5.313302366122306, + "learning_rate": 3.7037037037037037e-06, + "loss": 0.9561, + "step": 655 + }, + { + "epoch": 0.556403731976251, + "grad_norm": 6.152035536074238, + "learning_rate": 3.709358213175007e-06, + "loss": 0.9754, + "step": 656 + }, + { + "epoch": 0.5572519083969466, + "grad_norm": 3.9343795999676052, + "learning_rate": 3.7150127226463105e-06, + "loss": 0.9752, + "step": 657 + }, + { + "epoch": 0.5581000848176421, + "grad_norm": 6.395152255968709, + "learning_rate": 3.720667232117614e-06, + "loss": 1.0433, + "step": 658 + }, + { + "epoch": 0.5589482612383376, + "grad_norm": 4.410250152567844, + "learning_rate": 3.7263217415889176e-06, + "loss": 0.9611, + "step": 659 + }, + { + "epoch": 0.5597964376590331, + "grad_norm": 4.2056009558988166, + "learning_rate": 3.731976251060221e-06, + "loss": 1.0008, + "step": 660 + }, + { + "epoch": 0.5606446140797285, + "grad_norm": 6.030900855748161, + "learning_rate": 3.7376307605315244e-06, + "loss": 0.9069, + "step": 661 + }, + { + "epoch": 0.5614927905004241, + "grad_norm": 4.282112347739038, + "learning_rate": 3.7432852700028278e-06, + "loss": 0.9691, + "step": 662 + }, + { + "epoch": 0.5623409669211196, + "grad_norm": 4.175881662566266, + "learning_rate": 3.748939779474131e-06, + "loss": 1.1369, + "step": 663 + }, + { + "epoch": 0.5631891433418151, + "grad_norm": 4.59621405648653, + "learning_rate": 3.7545942889454345e-06, + "loss": 0.9981, + "step": 664 + }, + { + "epoch": 0.5640373197625106, + "grad_norm": 5.5639341496444805, + "learning_rate": 3.7602487984167375e-06, + "loss": 0.8845, + "step": 665 + }, + { + "epoch": 0.5648854961832062, + "grad_norm": 3.735448303853827, + "learning_rate": 3.765903307888041e-06, + "loss": 1.0188, + "step": 666 + }, + { + "epoch": 0.5657336726039016, + "grad_norm": 4.356736177404864, + "learning_rate": 3.771557817359344e-06, + "loss": 1.0907, + "step": 667 + }, + { + "epoch": 0.5665818490245971, + "grad_norm": 5.012805472350481, + "learning_rate": 3.7772123268306476e-06, + "loss": 1.0635, + "step": 668 + }, + { + "epoch": 0.5674300254452926, + "grad_norm": 4.422090931287133, + "learning_rate": 3.782866836301951e-06, + "loss": 0.8767, + "step": 669 + }, + { + "epoch": 0.5682782018659881, + "grad_norm": 4.119745113803571, + "learning_rate": 3.7885213457732543e-06, + "loss": 1.0715, + "step": 670 + }, + { + "epoch": 0.5691263782866837, + "grad_norm": 4.528797065281242, + "learning_rate": 3.7941758552445577e-06, + "loss": 0.9058, + "step": 671 + }, + { + "epoch": 0.5699745547073791, + "grad_norm": 4.687858914118261, + "learning_rate": 3.7998303647158615e-06, + "loss": 1.0504, + "step": 672 + }, + { + "epoch": 0.5708227311280747, + "grad_norm": 4.13303658340814, + "learning_rate": 3.805484874187165e-06, + "loss": 0.977, + "step": 673 + }, + { + "epoch": 0.5716709075487701, + "grad_norm": 4.537208260327479, + "learning_rate": 3.8111393836584682e-06, + "loss": 1.0734, + "step": 674 + }, + { + "epoch": 0.5725190839694656, + "grad_norm": 5.032823766960156, + "learning_rate": 3.816793893129772e-06, + "loss": 0.9523, + "step": 675 + }, + { + "epoch": 0.5733672603901612, + "grad_norm": 4.060373415879896, + "learning_rate": 3.822448402601074e-06, + "loss": 0.9329, + "step": 676 + }, + { + "epoch": 0.5742154368108566, + "grad_norm": 3.632929374601392, + "learning_rate": 3.8281029120723775e-06, + "loss": 0.9752, + "step": 677 + }, + { + "epoch": 0.5750636132315522, + "grad_norm": 3.8567928899010004, + "learning_rate": 3.833757421543681e-06, + "loss": 0.9434, + "step": 678 + }, + { + "epoch": 0.5759117896522477, + "grad_norm": 3.954885764261772, + "learning_rate": 3.839411931014985e-06, + "loss": 0.9059, + "step": 679 + }, + { + "epoch": 0.5767599660729432, + "grad_norm": 5.674603897428947, + "learning_rate": 3.8450664404862885e-06, + "loss": 0.9173, + "step": 680 + }, + { + "epoch": 0.5776081424936387, + "grad_norm": 5.611145639496329, + "learning_rate": 3.850720949957592e-06, + "loss": 0.9961, + "step": 681 + }, + { + "epoch": 0.5784563189143341, + "grad_norm": 5.2692415192392446, + "learning_rate": 3.856375459428895e-06, + "loss": 0.9302, + "step": 682 + }, + { + "epoch": 0.5793044953350297, + "grad_norm": 5.006624813188595, + "learning_rate": 3.8620299689001986e-06, + "loss": 0.9705, + "step": 683 + }, + { + "epoch": 0.5801526717557252, + "grad_norm": 5.39998794912377, + "learning_rate": 3.867684478371502e-06, + "loss": 1.1082, + "step": 684 + }, + { + "epoch": 0.5810008481764207, + "grad_norm": 5.405066893307547, + "learning_rate": 3.873338987842805e-06, + "loss": 0.8815, + "step": 685 + }, + { + "epoch": 0.5818490245971162, + "grad_norm": 6.13229049974663, + "learning_rate": 3.878993497314109e-06, + "loss": 0.9556, + "step": 686 + }, + { + "epoch": 0.5826972010178118, + "grad_norm": 5.061197338575353, + "learning_rate": 3.884648006785411e-06, + "loss": 0.9787, + "step": 687 + }, + { + "epoch": 0.5835453774385072, + "grad_norm": 5.170537660931361, + "learning_rate": 3.890302516256715e-06, + "loss": 1.0323, + "step": 688 + }, + { + "epoch": 0.5843935538592027, + "grad_norm": 4.032709251733514, + "learning_rate": 3.895957025728018e-06, + "loss": 1.1454, + "step": 689 + }, + { + "epoch": 0.5852417302798982, + "grad_norm": 4.951420600973436, + "learning_rate": 3.901611535199321e-06, + "loss": 0.8906, + "step": 690 + }, + { + "epoch": 0.5860899067005937, + "grad_norm": 4.811729390933088, + "learning_rate": 3.907266044670625e-06, + "loss": 0.9803, + "step": 691 + }, + { + "epoch": 0.5869380831212893, + "grad_norm": 4.226578833044132, + "learning_rate": 3.912920554141929e-06, + "loss": 0.9674, + "step": 692 + }, + { + "epoch": 0.5877862595419847, + "grad_norm": 3.982823057806261, + "learning_rate": 3.918575063613232e-06, + "loss": 0.9395, + "step": 693 + }, + { + "epoch": 0.5886344359626803, + "grad_norm": 3.797461612633429, + "learning_rate": 3.924229573084536e-06, + "loss": 0.8061, + "step": 694 + }, + { + "epoch": 0.5894826123833757, + "grad_norm": 4.0167101884027145, + "learning_rate": 3.929884082555839e-06, + "loss": 0.94, + "step": 695 + }, + { + "epoch": 0.5903307888040712, + "grad_norm": 3.2025740709879664, + "learning_rate": 3.935538592027142e-06, + "loss": 0.9369, + "step": 696 + }, + { + "epoch": 0.5911789652247668, + "grad_norm": 4.3299905116418245, + "learning_rate": 3.941193101498446e-06, + "loss": 1.0169, + "step": 697 + }, + { + "epoch": 0.5920271416454622, + "grad_norm": 3.776968059253013, + "learning_rate": 3.946847610969748e-06, + "loss": 0.7773, + "step": 698 + }, + { + "epoch": 0.5928753180661578, + "grad_norm": 3.5533863492806623, + "learning_rate": 3.952502120441052e-06, + "loss": 0.9816, + "step": 699 + }, + { + "epoch": 0.5937234944868532, + "grad_norm": 3.7666369677411793, + "learning_rate": 3.958156629912355e-06, + "loss": 0.9668, + "step": 700 + }, + { + "epoch": 0.5945716709075488, + "grad_norm": 4.419624343708856, + "learning_rate": 3.963811139383658e-06, + "loss": 1.1233, + "step": 701 + }, + { + "epoch": 0.5954198473282443, + "grad_norm": 5.60350845800483, + "learning_rate": 3.969465648854962e-06, + "loss": 0.7975, + "step": 702 + }, + { + "epoch": 0.5962680237489398, + "grad_norm": 3.60415540600612, + "learning_rate": 3.975120158326265e-06, + "loss": 0.9583, + "step": 703 + }, + { + "epoch": 0.5971162001696353, + "grad_norm": 5.561884060763817, + "learning_rate": 3.9807746677975685e-06, + "loss": 0.814, + "step": 704 + }, + { + "epoch": 0.5979643765903307, + "grad_norm": 4.753964517734966, + "learning_rate": 3.986429177268873e-06, + "loss": 1.0388, + "step": 705 + }, + { + "epoch": 0.5988125530110263, + "grad_norm": 4.2854404543456255, + "learning_rate": 3.992083686740176e-06, + "loss": 1.0338, + "step": 706 + }, + { + "epoch": 0.5996607294317218, + "grad_norm": 9.329675487952544, + "learning_rate": 3.9977381962114795e-06, + "loss": 0.9286, + "step": 707 + }, + { + "epoch": 0.6005089058524173, + "grad_norm": 3.910914270909429, + "learning_rate": 4.003392705682783e-06, + "loss": 1.0988, + "step": 708 + }, + { + "epoch": 0.6013570822731128, + "grad_norm": 4.4937717632242205, + "learning_rate": 4.009047215154085e-06, + "loss": 0.9034, + "step": 709 + }, + { + "epoch": 0.6022052586938084, + "grad_norm": 5.387622848669794, + "learning_rate": 4.014701724625389e-06, + "loss": 0.8006, + "step": 710 + }, + { + "epoch": 0.6030534351145038, + "grad_norm": 5.642736191107642, + "learning_rate": 4.020356234096692e-06, + "loss": 1.1428, + "step": 711 + }, + { + "epoch": 0.6039016115351993, + "grad_norm": 5.903963576716226, + "learning_rate": 4.0260107435679955e-06, + "loss": 0.93, + "step": 712 + }, + { + "epoch": 0.6047497879558948, + "grad_norm": 7.137745627923221, + "learning_rate": 4.031665253039299e-06, + "loss": 0.8314, + "step": 713 + }, + { + "epoch": 0.6055979643765903, + "grad_norm": 3.7221738747754785, + "learning_rate": 4.037319762510602e-06, + "loss": 0.9149, + "step": 714 + }, + { + "epoch": 0.6064461407972859, + "grad_norm": 8.07773903408767, + "learning_rate": 4.042974271981906e-06, + "loss": 0.9581, + "step": 715 + }, + { + "epoch": 0.6072943172179813, + "grad_norm": 5.00034799653628, + "learning_rate": 4.048628781453209e-06, + "loss": 1.0084, + "step": 716 + }, + { + "epoch": 0.6081424936386769, + "grad_norm": 4.639611599056993, + "learning_rate": 4.054283290924513e-06, + "loss": 0.9257, + "step": 717 + }, + { + "epoch": 0.6089906700593724, + "grad_norm": 7.577435830531343, + "learning_rate": 4.0599378003958166e-06, + "loss": 0.9234, + "step": 718 + }, + { + "epoch": 0.6098388464800678, + "grad_norm": 4.121800506060407, + "learning_rate": 4.06559230986712e-06, + "loss": 1.0692, + "step": 719 + }, + { + "epoch": 0.6106870229007634, + "grad_norm": 4.633606580439828, + "learning_rate": 4.0712468193384225e-06, + "loss": 0.8351, + "step": 720 + }, + { + "epoch": 0.6115351993214588, + "grad_norm": 5.215881382687846, + "learning_rate": 4.076901328809726e-06, + "loss": 0.9197, + "step": 721 + }, + { + "epoch": 0.6123833757421544, + "grad_norm": 3.828825286902212, + "learning_rate": 4.082555838281029e-06, + "loss": 0.8999, + "step": 722 + }, + { + "epoch": 0.6132315521628499, + "grad_norm": 4.245374382346108, + "learning_rate": 4.088210347752333e-06, + "loss": 0.9435, + "step": 723 + }, + { + "epoch": 0.6140797285835454, + "grad_norm": 5.051319611005663, + "learning_rate": 4.093864857223636e-06, + "loss": 0.9287, + "step": 724 + }, + { + "epoch": 0.6149279050042409, + "grad_norm": 4.411205342105873, + "learning_rate": 4.099519366694939e-06, + "loss": 0.9144, + "step": 725 + }, + { + "epoch": 0.6157760814249363, + "grad_norm": 4.216279522405846, + "learning_rate": 4.105173876166243e-06, + "loss": 0.9751, + "step": 726 + }, + { + "epoch": 0.6166242578456319, + "grad_norm": 5.0229004482412964, + "learning_rate": 4.110828385637546e-06, + "loss": 1.092, + "step": 727 + }, + { + "epoch": 0.6174724342663274, + "grad_norm": 3.8696674115369385, + "learning_rate": 4.1164828951088494e-06, + "loss": 1.0399, + "step": 728 + }, + { + "epoch": 0.6183206106870229, + "grad_norm": 6.455422106471976, + "learning_rate": 4.122137404580153e-06, + "loss": 1.1051, + "step": 729 + }, + { + "epoch": 0.6191687871077184, + "grad_norm": 4.321123227041388, + "learning_rate": 4.127791914051457e-06, + "loss": 0.9264, + "step": 730 + }, + { + "epoch": 0.620016963528414, + "grad_norm": 3.8334573757270176, + "learning_rate": 4.1334464235227596e-06, + "loss": 0.8689, + "step": 731 + }, + { + "epoch": 0.6208651399491094, + "grad_norm": 5.703897789614414, + "learning_rate": 4.139100932994063e-06, + "loss": 0.9089, + "step": 732 + }, + { + "epoch": 0.6217133163698049, + "grad_norm": 5.102995798133478, + "learning_rate": 4.144755442465366e-06, + "loss": 1.0812, + "step": 733 + }, + { + "epoch": 0.6225614927905004, + "grad_norm": 4.199518211051048, + "learning_rate": 4.15040995193667e-06, + "loss": 0.929, + "step": 734 + }, + { + "epoch": 0.6234096692111959, + "grad_norm": 3.967701704864615, + "learning_rate": 4.156064461407973e-06, + "loss": 0.968, + "step": 735 + }, + { + "epoch": 0.6242578456318915, + "grad_norm": 4.152965827036819, + "learning_rate": 4.161718970879276e-06, + "loss": 0.8748, + "step": 736 + }, + { + "epoch": 0.6251060220525869, + "grad_norm": 3.2599211367661463, + "learning_rate": 4.16737348035058e-06, + "loss": 0.9002, + "step": 737 + }, + { + "epoch": 0.6259541984732825, + "grad_norm": 5.660253526051376, + "learning_rate": 4.173027989821883e-06, + "loss": 0.9985, + "step": 738 + }, + { + "epoch": 0.6268023748939779, + "grad_norm": 4.01143519424333, + "learning_rate": 4.1786824992931865e-06, + "loss": 0.9766, + "step": 739 + }, + { + "epoch": 0.6276505513146734, + "grad_norm": 3.8901373949873093, + "learning_rate": 4.18433700876449e-06, + "loss": 0.9851, + "step": 740 + }, + { + "epoch": 0.628498727735369, + "grad_norm": 3.3398627850715026, + "learning_rate": 4.189991518235793e-06, + "loss": 0.996, + "step": 741 + }, + { + "epoch": 0.6293469041560644, + "grad_norm": 4.34744947628508, + "learning_rate": 4.195646027707097e-06, + "loss": 0.9682, + "step": 742 + }, + { + "epoch": 0.63019508057676, + "grad_norm": 4.550044608934475, + "learning_rate": 4.2013005371784e-06, + "loss": 1.0151, + "step": 743 + }, + { + "epoch": 0.6310432569974554, + "grad_norm": 3.0342431690379756, + "learning_rate": 4.206955046649703e-06, + "loss": 0.9524, + "step": 744 + }, + { + "epoch": 0.631891433418151, + "grad_norm": 3.6393506951685555, + "learning_rate": 4.212609556121007e-06, + "loss": 0.9326, + "step": 745 + }, + { + "epoch": 0.6327396098388465, + "grad_norm": 4.237714848144623, + "learning_rate": 4.21826406559231e-06, + "loss": 1.0099, + "step": 746 + }, + { + "epoch": 0.6335877862595419, + "grad_norm": 3.980785428862227, + "learning_rate": 4.2239185750636135e-06, + "loss": 0.8816, + "step": 747 + }, + { + "epoch": 0.6344359626802375, + "grad_norm": 4.204246986860604, + "learning_rate": 4.229573084534917e-06, + "loss": 0.9285, + "step": 748 + }, + { + "epoch": 0.635284139100933, + "grad_norm": 3.1595723137344622, + "learning_rate": 4.23522759400622e-06, + "loss": 0.9457, + "step": 749 + }, + { + "epoch": 0.6361323155216285, + "grad_norm": 3.9927654677460214, + "learning_rate": 4.240882103477524e-06, + "loss": 0.7013, + "step": 750 + }, + { + "epoch": 0.636980491942324, + "grad_norm": 3.6055971478392355, + "learning_rate": 4.246536612948827e-06, + "loss": 0.8871, + "step": 751 + }, + { + "epoch": 0.6378286683630195, + "grad_norm": 4.086646383101933, + "learning_rate": 4.25219112242013e-06, + "loss": 0.8738, + "step": 752 + }, + { + "epoch": 0.638676844783715, + "grad_norm": 4.250271759851278, + "learning_rate": 4.257845631891434e-06, + "loss": 1.0494, + "step": 753 + }, + { + "epoch": 0.6395250212044106, + "grad_norm": 3.4625742952661804, + "learning_rate": 4.263500141362737e-06, + "loss": 0.8731, + "step": 754 + }, + { + "epoch": 0.640373197625106, + "grad_norm": 3.2831587393530444, + "learning_rate": 4.2691546508340405e-06, + "loss": 0.8926, + "step": 755 + }, + { + "epoch": 0.6412213740458015, + "grad_norm": 4.217541337303561, + "learning_rate": 4.274809160305344e-06, + "loss": 0.9347, + "step": 756 + }, + { + "epoch": 0.642069550466497, + "grad_norm": 4.067517839394339, + "learning_rate": 4.280463669776647e-06, + "loss": 0.9399, + "step": 757 + }, + { + "epoch": 0.6429177268871925, + "grad_norm": 3.941415659907892, + "learning_rate": 4.286118179247951e-06, + "loss": 0.8989, + "step": 758 + }, + { + "epoch": 0.6437659033078881, + "grad_norm": 4.012700725259552, + "learning_rate": 4.291772688719254e-06, + "loss": 0.8145, + "step": 759 + }, + { + "epoch": 0.6446140797285835, + "grad_norm": 4.492664939624927, + "learning_rate": 4.297427198190557e-06, + "loss": 0.906, + "step": 760 + }, + { + "epoch": 0.6454622561492791, + "grad_norm": 4.429722794114569, + "learning_rate": 4.303081707661861e-06, + "loss": 0.9122, + "step": 761 + }, + { + "epoch": 0.6463104325699746, + "grad_norm": 6.2330030794326845, + "learning_rate": 4.308736217133164e-06, + "loss": 0.8153, + "step": 762 + }, + { + "epoch": 0.64715860899067, + "grad_norm": 4.519888821105598, + "learning_rate": 4.3143907266044674e-06, + "loss": 0.8348, + "step": 763 + }, + { + "epoch": 0.6480067854113656, + "grad_norm": 4.1721004975154665, + "learning_rate": 4.320045236075771e-06, + "loss": 0.8048, + "step": 764 + }, + { + "epoch": 0.648854961832061, + "grad_norm": 6.810469208437449, + "learning_rate": 4.325699745547074e-06, + "loss": 0.8547, + "step": 765 + }, + { + "epoch": 0.6497031382527566, + "grad_norm": 4.686011670520226, + "learning_rate": 4.3313542550183776e-06, + "loss": 0.9144, + "step": 766 + }, + { + "epoch": 0.6505513146734521, + "grad_norm": 6.436596303728424, + "learning_rate": 4.337008764489681e-06, + "loss": 0.9872, + "step": 767 + }, + { + "epoch": 0.6513994910941476, + "grad_norm": 4.355117685789718, + "learning_rate": 4.342663273960984e-06, + "loss": 0.8842, + "step": 768 + }, + { + "epoch": 0.6522476675148431, + "grad_norm": 4.270734751101987, + "learning_rate": 4.348317783432288e-06, + "loss": 0.8625, + "step": 769 + }, + { + "epoch": 0.6530958439355385, + "grad_norm": 4.5282091418621, + "learning_rate": 4.353972292903591e-06, + "loss": 0.8226, + "step": 770 + }, + { + "epoch": 0.6539440203562341, + "grad_norm": 4.46686867407565, + "learning_rate": 4.359626802374894e-06, + "loss": 0.9334, + "step": 771 + }, + { + "epoch": 0.6547921967769296, + "grad_norm": 3.9332344722567374, + "learning_rate": 4.365281311846198e-06, + "loss": 0.9761, + "step": 772 + }, + { + "epoch": 0.6556403731976251, + "grad_norm": 4.082028472202565, + "learning_rate": 4.370935821317501e-06, + "loss": 1.0063, + "step": 773 + }, + { + "epoch": 0.6564885496183206, + "grad_norm": 4.588809797948339, + "learning_rate": 4.3765903307888045e-06, + "loss": 0.9789, + "step": 774 + }, + { + "epoch": 0.6573367260390162, + "grad_norm": 4.672023426774834, + "learning_rate": 4.382244840260108e-06, + "loss": 0.8532, + "step": 775 + }, + { + "epoch": 0.6581849024597116, + "grad_norm": 3.995208113744857, + "learning_rate": 4.387899349731411e-06, + "loss": 0.7938, + "step": 776 + }, + { + "epoch": 0.6590330788804071, + "grad_norm": 3.808675197947206, + "learning_rate": 4.393553859202715e-06, + "loss": 0.8766, + "step": 777 + }, + { + "epoch": 0.6598812553011026, + "grad_norm": 4.332701332469664, + "learning_rate": 4.399208368674018e-06, + "loss": 0.9966, + "step": 778 + }, + { + "epoch": 0.6607294317217981, + "grad_norm": 5.0009166737156745, + "learning_rate": 4.404862878145321e-06, + "loss": 0.8123, + "step": 779 + }, + { + "epoch": 0.6615776081424937, + "grad_norm": 3.5084473250837753, + "learning_rate": 4.410517387616625e-06, + "loss": 1.0435, + "step": 780 + }, + { + "epoch": 0.6624257845631891, + "grad_norm": 5.196223761175008, + "learning_rate": 4.416171897087928e-06, + "loss": 0.9299, + "step": 781 + }, + { + "epoch": 0.6632739609838847, + "grad_norm": 4.145133323740964, + "learning_rate": 4.4218264065592315e-06, + "loss": 0.8839, + "step": 782 + }, + { + "epoch": 0.6641221374045801, + "grad_norm": 3.321619564305148, + "learning_rate": 4.427480916030535e-06, + "loss": 0.9148, + "step": 783 + }, + { + "epoch": 0.6649703138252756, + "grad_norm": 4.249683950542328, + "learning_rate": 4.433135425501838e-06, + "loss": 0.8745, + "step": 784 + }, + { + "epoch": 0.6658184902459712, + "grad_norm": 3.7073672952117893, + "learning_rate": 4.438789934973142e-06, + "loss": 0.834, + "step": 785 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 3.3697192662771482, + "learning_rate": 4.444444444444444e-06, + "loss": 0.8691, + "step": 786 + }, + { + "epoch": 0.6675148430873622, + "grad_norm": 3.2823284896211646, + "learning_rate": 4.450098953915748e-06, + "loss": 0.8288, + "step": 787 + }, + { + "epoch": 0.6683630195080577, + "grad_norm": 3.4827686142062477, + "learning_rate": 4.455753463387052e-06, + "loss": 0.9214, + "step": 788 + }, + { + "epoch": 0.6692111959287532, + "grad_norm": 3.428441269377103, + "learning_rate": 4.461407972858355e-06, + "loss": 0.9927, + "step": 789 + }, + { + "epoch": 0.6700593723494487, + "grad_norm": 3.6109108405958943, + "learning_rate": 4.4670624823296585e-06, + "loss": 0.8225, + "step": 790 + }, + { + "epoch": 0.6709075487701441, + "grad_norm": 4.476091159428972, + "learning_rate": 4.472716991800962e-06, + "loss": 0.8484, + "step": 791 + }, + { + "epoch": 0.6717557251908397, + "grad_norm": 4.56582824420391, + "learning_rate": 4.478371501272265e-06, + "loss": 0.9199, + "step": 792 + }, + { + "epoch": 0.6726039016115352, + "grad_norm": 3.889991642244386, + "learning_rate": 4.484026010743569e-06, + "loss": 0.9299, + "step": 793 + }, + { + "epoch": 0.6734520780322307, + "grad_norm": 4.6052041258755345, + "learning_rate": 4.489680520214872e-06, + "loss": 0.9085, + "step": 794 + }, + { + "epoch": 0.6743002544529262, + "grad_norm": 3.6776538119365196, + "learning_rate": 4.495335029686175e-06, + "loss": 0.8585, + "step": 795 + }, + { + "epoch": 0.6751484308736218, + "grad_norm": 3.742330621796029, + "learning_rate": 4.500989539157479e-06, + "loss": 0.7579, + "step": 796 + }, + { + "epoch": 0.6759966072943172, + "grad_norm": 3.8755164227996635, + "learning_rate": 4.506644048628781e-06, + "loss": 0.9043, + "step": 797 + }, + { + "epoch": 0.6768447837150128, + "grad_norm": 4.13828168130187, + "learning_rate": 4.512298558100085e-06, + "loss": 0.8121, + "step": 798 + }, + { + "epoch": 0.6776929601357082, + "grad_norm": 3.9259425216840222, + "learning_rate": 4.517953067571389e-06, + "loss": 0.9718, + "step": 799 + }, + { + "epoch": 0.6785411365564037, + "grad_norm": 3.956146797325256, + "learning_rate": 4.523607577042692e-06, + "loss": 0.8986, + "step": 800 + }, + { + "epoch": 0.6793893129770993, + "grad_norm": 3.5485492153888516, + "learning_rate": 4.5292620865139956e-06, + "loss": 0.8671, + "step": 801 + }, + { + "epoch": 0.6802374893977947, + "grad_norm": 3.7773446495116136, + "learning_rate": 4.534916595985299e-06, + "loss": 0.8348, + "step": 802 + }, + { + "epoch": 0.6810856658184903, + "grad_norm": 3.4491211433746862, + "learning_rate": 4.540571105456602e-06, + "loss": 0.813, + "step": 803 + }, + { + "epoch": 0.6819338422391857, + "grad_norm": 3.5194769818150244, + "learning_rate": 4.546225614927906e-06, + "loss": 1.0069, + "step": 804 + }, + { + "epoch": 0.6827820186598813, + "grad_norm": 3.8248646533911406, + "learning_rate": 4.551880124399209e-06, + "loss": 0.7708, + "step": 805 + }, + { + "epoch": 0.6836301950805768, + "grad_norm": 4.018116248176842, + "learning_rate": 4.5575346338705124e-06, + "loss": 0.771, + "step": 806 + }, + { + "epoch": 0.6844783715012722, + "grad_norm": 4.3289790255960146, + "learning_rate": 4.563189143341816e-06, + "loss": 0.8225, + "step": 807 + }, + { + "epoch": 0.6853265479219678, + "grad_norm": 3.3127263938729796, + "learning_rate": 4.568843652813118e-06, + "loss": 0.7888, + "step": 808 + }, + { + "epoch": 0.6861747243426632, + "grad_norm": 5.325679235846048, + "learning_rate": 4.574498162284422e-06, + "loss": 0.827, + "step": 809 + }, + { + "epoch": 0.6870229007633588, + "grad_norm": 3.9262959233750765, + "learning_rate": 4.580152671755725e-06, + "loss": 0.8948, + "step": 810 + }, + { + "epoch": 0.6878710771840543, + "grad_norm": 4.084373824817058, + "learning_rate": 4.5858071812270284e-06, + "loss": 0.7454, + "step": 811 + }, + { + "epoch": 0.6887192536047498, + "grad_norm": 4.781129842974618, + "learning_rate": 4.591461690698333e-06, + "loss": 0.8756, + "step": 812 + }, + { + "epoch": 0.6895674300254453, + "grad_norm": 3.815450449443089, + "learning_rate": 4.597116200169636e-06, + "loss": 0.9064, + "step": 813 + }, + { + "epoch": 0.6904156064461408, + "grad_norm": 3.7147193684796065, + "learning_rate": 4.602770709640939e-06, + "loss": 0.8851, + "step": 814 + }, + { + "epoch": 0.6912637828668363, + "grad_norm": 4.887204441227073, + "learning_rate": 4.608425219112243e-06, + "loss": 0.9061, + "step": 815 + }, + { + "epoch": 0.6921119592875318, + "grad_norm": 3.846717665714098, + "learning_rate": 4.614079728583546e-06, + "loss": 0.7352, + "step": 816 + }, + { + "epoch": 0.6929601357082273, + "grad_norm": 5.204183394574491, + "learning_rate": 4.6197342380548495e-06, + "loss": 0.8196, + "step": 817 + }, + { + "epoch": 0.6938083121289228, + "grad_norm": 3.461623340491204, + "learning_rate": 4.625388747526153e-06, + "loss": 0.8678, + "step": 818 + }, + { + "epoch": 0.6946564885496184, + "grad_norm": 3.569625570321882, + "learning_rate": 4.631043256997455e-06, + "loss": 0.8385, + "step": 819 + }, + { + "epoch": 0.6955046649703138, + "grad_norm": 4.71438065142446, + "learning_rate": 4.636697766468759e-06, + "loss": 0.8728, + "step": 820 + }, + { + "epoch": 0.6963528413910093, + "grad_norm": 3.4439341786823157, + "learning_rate": 4.642352275940062e-06, + "loss": 0.9041, + "step": 821 + }, + { + "epoch": 0.6972010178117048, + "grad_norm": 3.521178365409898, + "learning_rate": 4.6480067854113655e-06, + "loss": 0.8108, + "step": 822 + }, + { + "epoch": 0.6980491942324003, + "grad_norm": 4.838196844220451, + "learning_rate": 4.653661294882669e-06, + "loss": 0.8429, + "step": 823 + }, + { + "epoch": 0.6988973706530959, + "grad_norm": 3.612706334064449, + "learning_rate": 4.659315804353972e-06, + "loss": 0.7938, + "step": 824 + }, + { + "epoch": 0.6997455470737913, + "grad_norm": 3.2735747494789216, + "learning_rate": 4.6649703138252765e-06, + "loss": 0.8794, + "step": 825 + }, + { + "epoch": 0.7005937234944869, + "grad_norm": 3.635316003233758, + "learning_rate": 4.67062482329658e-06, + "loss": 0.8363, + "step": 826 + }, + { + "epoch": 0.7014418999151824, + "grad_norm": 3.6594440133658157, + "learning_rate": 4.676279332767883e-06, + "loss": 0.8076, + "step": 827 + }, + { + "epoch": 0.7022900763358778, + "grad_norm": 3.688137834187056, + "learning_rate": 4.681933842239187e-06, + "loss": 0.8237, + "step": 828 + }, + { + "epoch": 0.7031382527565734, + "grad_norm": 3.8619368298960706, + "learning_rate": 4.68758835171049e-06, + "loss": 0.8653, + "step": 829 + }, + { + "epoch": 0.7039864291772688, + "grad_norm": 3.393285520523708, + "learning_rate": 4.6932428611817925e-06, + "loss": 0.8031, + "step": 830 + }, + { + "epoch": 0.7048346055979644, + "grad_norm": 3.735463056841865, + "learning_rate": 4.698897370653096e-06, + "loss": 0.8691, + "step": 831 + }, + { + "epoch": 0.7056827820186599, + "grad_norm": 4.652269037796683, + "learning_rate": 4.704551880124399e-06, + "loss": 0.8974, + "step": 832 + }, + { + "epoch": 0.7065309584393554, + "grad_norm": 3.763966508956216, + "learning_rate": 4.710206389595703e-06, + "loss": 0.8454, + "step": 833 + }, + { + "epoch": 0.7073791348600509, + "grad_norm": 3.8754480605934916, + "learning_rate": 4.715860899067006e-06, + "loss": 0.7442, + "step": 834 + }, + { + "epoch": 0.7082273112807463, + "grad_norm": 6.242445182948657, + "learning_rate": 4.721515408538309e-06, + "loss": 1.0292, + "step": 835 + }, + { + "epoch": 0.7090754877014419, + "grad_norm": 3.6056468447068326, + "learning_rate": 4.727169918009613e-06, + "loss": 0.77, + "step": 836 + }, + { + "epoch": 0.7099236641221374, + "grad_norm": 7.371657922507409, + "learning_rate": 4.732824427480917e-06, + "loss": 0.8769, + "step": 837 + }, + { + "epoch": 0.7107718405428329, + "grad_norm": 3.8211836560319306, + "learning_rate": 4.73847893695222e-06, + "loss": 0.7733, + "step": 838 + }, + { + "epoch": 0.7116200169635284, + "grad_norm": 5.194272435516275, + "learning_rate": 4.744133446423524e-06, + "loss": 0.9453, + "step": 839 + }, + { + "epoch": 0.712468193384224, + "grad_norm": 4.137335675225428, + "learning_rate": 4.749787955894827e-06, + "loss": 0.8833, + "step": 840 + }, + { + "epoch": 0.7133163698049194, + "grad_norm": 4.252578673879198, + "learning_rate": 4.75544246536613e-06, + "loss": 0.9578, + "step": 841 + }, + { + "epoch": 0.714164546225615, + "grad_norm": 6.232979160902491, + "learning_rate": 4.761096974837433e-06, + "loss": 0.8094, + "step": 842 + }, + { + "epoch": 0.7150127226463104, + "grad_norm": 4.036788016506875, + "learning_rate": 4.766751484308736e-06, + "loss": 0.8453, + "step": 843 + }, + { + "epoch": 0.7158608990670059, + "grad_norm": 6.953469728801418, + "learning_rate": 4.77240599378004e-06, + "loss": 0.7854, + "step": 844 + }, + { + "epoch": 0.7167090754877015, + "grad_norm": 3.856533537212703, + "learning_rate": 4.778060503251343e-06, + "loss": 0.805, + "step": 845 + }, + { + "epoch": 0.7175572519083969, + "grad_norm": 5.208377763120386, + "learning_rate": 4.7837150127226464e-06, + "loss": 0.9427, + "step": 846 + }, + { + "epoch": 0.7184054283290925, + "grad_norm": 4.535125583492075, + "learning_rate": 4.78936952219395e-06, + "loss": 0.8623, + "step": 847 + }, + { + "epoch": 0.719253604749788, + "grad_norm": 3.592409789026956, + "learning_rate": 4.795024031665253e-06, + "loss": 0.7283, + "step": 848 + }, + { + "epoch": 0.7201017811704835, + "grad_norm": 4.590255435078303, + "learning_rate": 4.8006785411365566e-06, + "loss": 0.9235, + "step": 849 + }, + { + "epoch": 0.720949957591179, + "grad_norm": 4.068336616829553, + "learning_rate": 4.806333050607861e-06, + "loss": 0.8084, + "step": 850 + }, + { + "epoch": 0.7217981340118744, + "grad_norm": 3.8486224192418543, + "learning_rate": 4.811987560079164e-06, + "loss": 0.8328, + "step": 851 + }, + { + "epoch": 0.72264631043257, + "grad_norm": 3.5257148018280833, + "learning_rate": 4.817642069550467e-06, + "loss": 0.7399, + "step": 852 + }, + { + "epoch": 0.7234944868532655, + "grad_norm": 3.745677620648317, + "learning_rate": 4.82329657902177e-06, + "loss": 0.7708, + "step": 853 + }, + { + "epoch": 0.724342663273961, + "grad_norm": 3.9390998587604247, + "learning_rate": 4.828951088493073e-06, + "loss": 0.7416, + "step": 854 + }, + { + "epoch": 0.7251908396946565, + "grad_norm": 6.135782880288236, + "learning_rate": 4.834605597964377e-06, + "loss": 0.8567, + "step": 855 + }, + { + "epoch": 0.726039016115352, + "grad_norm": 4.673511115676141, + "learning_rate": 4.84026010743568e-06, + "loss": 0.7722, + "step": 856 + }, + { + "epoch": 0.7268871925360475, + "grad_norm": 3.597251816032895, + "learning_rate": 4.8459146169069835e-06, + "loss": 1.017, + "step": 857 + }, + { + "epoch": 0.727735368956743, + "grad_norm": 8.250052032695455, + "learning_rate": 4.851569126378287e-06, + "loss": 0.8238, + "step": 858 + }, + { + "epoch": 0.7285835453774385, + "grad_norm": 4.419529226974856, + "learning_rate": 4.85722363584959e-06, + "loss": 0.7971, + "step": 859 + }, + { + "epoch": 0.729431721798134, + "grad_norm": 6.162144129484421, + "learning_rate": 4.862878145320894e-06, + "loss": 0.8195, + "step": 860 + }, + { + "epoch": 0.7302798982188295, + "grad_norm": 5.504147616329464, + "learning_rate": 4.868532654792197e-06, + "loss": 0.8764, + "step": 861 + }, + { + "epoch": 0.731128074639525, + "grad_norm": 3.4787608166807886, + "learning_rate": 4.8741871642635e-06, + "loss": 0.859, + "step": 862 + }, + { + "epoch": 0.7319762510602206, + "grad_norm": 5.682708682669718, + "learning_rate": 4.879841673734804e-06, + "loss": 0.7594, + "step": 863 + }, + { + "epoch": 0.732824427480916, + "grad_norm": 4.97488897773702, + "learning_rate": 4.885496183206107e-06, + "loss": 0.8836, + "step": 864 + }, + { + "epoch": 0.7336726039016115, + "grad_norm": 4.29554365189329, + "learning_rate": 4.8911506926774105e-06, + "loss": 0.8355, + "step": 865 + }, + { + "epoch": 0.734520780322307, + "grad_norm": 5.073689072239799, + "learning_rate": 4.896805202148714e-06, + "loss": 0.7917, + "step": 866 + }, + { + "epoch": 0.7353689567430025, + "grad_norm": 3.765881637693836, + "learning_rate": 4.902459711620017e-06, + "loss": 0.8234, + "step": 867 + }, + { + "epoch": 0.7362171331636981, + "grad_norm": 3.9395721329006004, + "learning_rate": 4.908114221091321e-06, + "loss": 0.909, + "step": 868 + }, + { + "epoch": 0.7370653095843935, + "grad_norm": 5.27461886757572, + "learning_rate": 4.913768730562624e-06, + "loss": 0.8728, + "step": 869 + }, + { + "epoch": 0.7379134860050891, + "grad_norm": 4.028924261299033, + "learning_rate": 4.919423240033927e-06, + "loss": 0.9548, + "step": 870 + }, + { + "epoch": 0.7387616624257846, + "grad_norm": 3.1891678185082415, + "learning_rate": 4.925077749505231e-06, + "loss": 0.8778, + "step": 871 + }, + { + "epoch": 0.73960983884648, + "grad_norm": 3.1791344348299466, + "learning_rate": 4.930732258976534e-06, + "loss": 0.826, + "step": 872 + }, + { + "epoch": 0.7404580152671756, + "grad_norm": 3.708582642821271, + "learning_rate": 4.9363867684478375e-06, + "loss": 0.7545, + "step": 873 + }, + { + "epoch": 0.741306191687871, + "grad_norm": 3.7051724457472472, + "learning_rate": 4.942041277919141e-06, + "loss": 0.7436, + "step": 874 + }, + { + "epoch": 0.7421543681085666, + "grad_norm": 4.83216970926425, + "learning_rate": 4.947695787390444e-06, + "loss": 0.8572, + "step": 875 + }, + { + "epoch": 0.7430025445292621, + "grad_norm": 3.7050960744682833, + "learning_rate": 4.953350296861748e-06, + "loss": 0.6818, + "step": 876 + }, + { + "epoch": 0.7438507209499576, + "grad_norm": 4.217984663480023, + "learning_rate": 4.959004806333051e-06, + "loss": 0.8139, + "step": 877 + }, + { + "epoch": 0.7446988973706531, + "grad_norm": 3.6405187716450995, + "learning_rate": 4.964659315804354e-06, + "loss": 0.8562, + "step": 878 + }, + { + "epoch": 0.7455470737913485, + "grad_norm": 3.3927171851877493, + "learning_rate": 4.970313825275658e-06, + "loss": 0.8744, + "step": 879 + }, + { + "epoch": 0.7463952502120441, + "grad_norm": 4.934958050462821, + "learning_rate": 4.975968334746961e-06, + "loss": 0.8839, + "step": 880 + }, + { + "epoch": 0.7472434266327396, + "grad_norm": 3.3619431012992145, + "learning_rate": 4.9816228442182645e-06, + "loss": 0.7927, + "step": 881 + }, + { + "epoch": 0.7480916030534351, + "grad_norm": 3.108882050315415, + "learning_rate": 4.987277353689568e-06, + "loss": 0.8443, + "step": 882 + }, + { + "epoch": 0.7489397794741306, + "grad_norm": 4.508237362022756, + "learning_rate": 4.992931863160871e-06, + "loss": 0.7875, + "step": 883 + }, + { + "epoch": 0.7497879558948262, + "grad_norm": 3.972998880539375, + "learning_rate": 4.9985863726321746e-06, + "loss": 0.8558, + "step": 884 + }, + { + "epoch": 0.7506361323155216, + "grad_norm": 4.572411350172093, + "learning_rate": 5.004240882103478e-06, + "loss": 0.9259, + "step": 885 + }, + { + "epoch": 0.7514843087362172, + "grad_norm": 3.579827343770917, + "learning_rate": 5.009895391574781e-06, + "loss": 0.8803, + "step": 886 + }, + { + "epoch": 0.7523324851569126, + "grad_norm": 4.0427458979611215, + "learning_rate": 5.015549901046085e-06, + "loss": 0.7676, + "step": 887 + }, + { + "epoch": 0.7531806615776081, + "grad_norm": 4.046866984188617, + "learning_rate": 5.021204410517389e-06, + "loss": 0.7895, + "step": 888 + }, + { + "epoch": 0.7540288379983037, + "grad_norm": 3.7497837359510187, + "learning_rate": 5.026858919988692e-06, + "loss": 0.9311, + "step": 889 + }, + { + "epoch": 0.7548770144189991, + "grad_norm": 3.3422983199200265, + "learning_rate": 5.032513429459994e-06, + "loss": 0.8288, + "step": 890 + }, + { + "epoch": 0.7557251908396947, + "grad_norm": 3.8668850018276886, + "learning_rate": 5.038167938931297e-06, + "loss": 0.7769, + "step": 891 + }, + { + "epoch": 0.7565733672603902, + "grad_norm": 3.5769974030617915, + "learning_rate": 5.043822448402601e-06, + "loss": 0.7936, + "step": 892 + }, + { + "epoch": 0.7574215436810857, + "grad_norm": 3.350758523584567, + "learning_rate": 5.049476957873904e-06, + "loss": 0.8427, + "step": 893 + }, + { + "epoch": 0.7582697201017812, + "grad_norm": 3.472612734398923, + "learning_rate": 5.055131467345208e-06, + "loss": 0.7769, + "step": 894 + }, + { + "epoch": 0.7591178965224766, + "grad_norm": 3.1470455909399657, + "learning_rate": 5.060785976816512e-06, + "loss": 0.8169, + "step": 895 + }, + { + "epoch": 0.7599660729431722, + "grad_norm": 3.4157635371777495, + "learning_rate": 5.066440486287815e-06, + "loss": 0.8413, + "step": 896 + }, + { + "epoch": 0.7608142493638677, + "grad_norm": 3.6989530230266143, + "learning_rate": 5.072094995759118e-06, + "loss": 0.8169, + "step": 897 + }, + { + "epoch": 0.7616624257845632, + "grad_norm": 3.645598142057622, + "learning_rate": 5.077749505230422e-06, + "loss": 0.9529, + "step": 898 + }, + { + "epoch": 0.7625106022052587, + "grad_norm": 3.5192798295636964, + "learning_rate": 5.083404014701725e-06, + "loss": 0.737, + "step": 899 + }, + { + "epoch": 0.7633587786259542, + "grad_norm": 3.0969258268213693, + "learning_rate": 5.0890585241730285e-06, + "loss": 0.8902, + "step": 900 + }, + { + "epoch": 0.7642069550466497, + "grad_norm": 3.132724167096792, + "learning_rate": 5.094713033644332e-06, + "loss": 0.9241, + "step": 901 + }, + { + "epoch": 0.7650551314673452, + "grad_norm": 3.8712636121973025, + "learning_rate": 5.100367543115635e-06, + "loss": 0.6605, + "step": 902 + }, + { + "epoch": 0.7659033078880407, + "grad_norm": 2.8964470815619383, + "learning_rate": 5.106022052586939e-06, + "loss": 0.7979, + "step": 903 + }, + { + "epoch": 0.7667514843087362, + "grad_norm": 3.408438078398141, + "learning_rate": 5.111676562058242e-06, + "loss": 0.8987, + "step": 904 + }, + { + "epoch": 0.7675996607294318, + "grad_norm": 3.3836307173358744, + "learning_rate": 5.117331071529545e-06, + "loss": 0.8467, + "step": 905 + }, + { + "epoch": 0.7684478371501272, + "grad_norm": 3.1786924447640943, + "learning_rate": 5.122985581000849e-06, + "loss": 0.861, + "step": 906 + }, + { + "epoch": 0.7692960135708228, + "grad_norm": 4.8018780930543965, + "learning_rate": 5.128640090472152e-06, + "loss": 0.8912, + "step": 907 + }, + { + "epoch": 0.7701441899915182, + "grad_norm": 3.2054048055504993, + "learning_rate": 5.1342945999434555e-06, + "loss": 0.8594, + "step": 908 + }, + { + "epoch": 0.7709923664122137, + "grad_norm": 3.579508083650561, + "learning_rate": 5.139949109414759e-06, + "loss": 0.8126, + "step": 909 + }, + { + "epoch": 0.7718405428329093, + "grad_norm": 3.3489440115523346, + "learning_rate": 5.145603618886062e-06, + "loss": 0.7527, + "step": 910 + }, + { + "epoch": 0.7726887192536047, + "grad_norm": 3.6116303263976546, + "learning_rate": 5.151258128357366e-06, + "loss": 0.9299, + "step": 911 + }, + { + "epoch": 0.7735368956743003, + "grad_norm": 3.4763874563254338, + "learning_rate": 5.156912637828668e-06, + "loss": 0.9027, + "step": 912 + }, + { + "epoch": 0.7743850720949957, + "grad_norm": 3.839667182206376, + "learning_rate": 5.1625671472999715e-06, + "loss": 0.7495, + "step": 913 + }, + { + "epoch": 0.7752332485156913, + "grad_norm": 3.413070541490915, + "learning_rate": 5.168221656771275e-06, + "loss": 0.756, + "step": 914 + }, + { + "epoch": 0.7760814249363868, + "grad_norm": 3.653532900218287, + "learning_rate": 5.173876166242578e-06, + "loss": 0.7298, + "step": 915 + }, + { + "epoch": 0.7769296013570822, + "grad_norm": 3.240483423187508, + "learning_rate": 5.179530675713882e-06, + "loss": 0.8192, + "step": 916 + }, + { + "epoch": 0.7777777777777778, + "grad_norm": 3.8063064620380325, + "learning_rate": 5.185185185185185e-06, + "loss": 0.8942, + "step": 917 + }, + { + "epoch": 0.7786259541984732, + "grad_norm": 4.064440202748696, + "learning_rate": 5.190839694656488e-06, + "loss": 0.7522, + "step": 918 + }, + { + "epoch": 0.7794741306191688, + "grad_norm": 4.2025088808490185, + "learning_rate": 5.1964942041277926e-06, + "loss": 0.6734, + "step": 919 + }, + { + "epoch": 0.7803223070398643, + "grad_norm": 4.669347912355864, + "learning_rate": 5.202148713599096e-06, + "loss": 0.79, + "step": 920 + }, + { + "epoch": 0.7811704834605598, + "grad_norm": 3.693482626743435, + "learning_rate": 5.207803223070399e-06, + "loss": 0.8044, + "step": 921 + }, + { + "epoch": 0.7820186598812553, + "grad_norm": 5.254303769198947, + "learning_rate": 5.213457732541703e-06, + "loss": 0.7696, + "step": 922 + }, + { + "epoch": 0.7828668363019508, + "grad_norm": 3.952679200086134, + "learning_rate": 5.219112242013006e-06, + "loss": 0.7386, + "step": 923 + }, + { + "epoch": 0.7837150127226463, + "grad_norm": 3.095220185585755, + "learning_rate": 5.2247667514843094e-06, + "loss": 0.7547, + "step": 924 + }, + { + "epoch": 0.7845631891433418, + "grad_norm": 5.259055904289543, + "learning_rate": 5.230421260955613e-06, + "loss": 0.8436, + "step": 925 + }, + { + "epoch": 0.7854113655640373, + "grad_norm": 4.521693006100912, + "learning_rate": 5.236075770426916e-06, + "loss": 0.8759, + "step": 926 + }, + { + "epoch": 0.7862595419847328, + "grad_norm": 5.348887409139433, + "learning_rate": 5.2417302798982195e-06, + "loss": 0.5906, + "step": 927 + }, + { + "epoch": 0.7871077184054284, + "grad_norm": 4.778821614604959, + "learning_rate": 5.247384789369523e-06, + "loss": 0.8529, + "step": 928 + }, + { + "epoch": 0.7879558948261238, + "grad_norm": 3.533051467143947, + "learning_rate": 5.253039298840826e-06, + "loss": 0.7325, + "step": 929 + }, + { + "epoch": 0.7888040712468194, + "grad_norm": 6.0129650835240005, + "learning_rate": 5.25869380831213e-06, + "loss": 0.9168, + "step": 930 + }, + { + "epoch": 0.7896522476675149, + "grad_norm": 3.3885233238735863, + "learning_rate": 5.264348317783433e-06, + "loss": 0.7878, + "step": 931 + }, + { + "epoch": 0.7905004240882103, + "grad_norm": 6.619452102182453, + "learning_rate": 5.270002827254736e-06, + "loss": 0.715, + "step": 932 + }, + { + "epoch": 0.7913486005089059, + "grad_norm": 4.074748055274417, + "learning_rate": 5.27565733672604e-06, + "loss": 0.6891, + "step": 933 + }, + { + "epoch": 0.7921967769296013, + "grad_norm": 3.6908995527290305, + "learning_rate": 5.281311846197342e-06, + "loss": 0.7372, + "step": 934 + }, + { + "epoch": 0.7930449533502969, + "grad_norm": 5.0197810221807995, + "learning_rate": 5.286966355668646e-06, + "loss": 0.7981, + "step": 935 + }, + { + "epoch": 0.7938931297709924, + "grad_norm": 4.085039347445025, + "learning_rate": 5.292620865139949e-06, + "loss": 0.7718, + "step": 936 + }, + { + "epoch": 0.7947413061916879, + "grad_norm": 3.629716623588022, + "learning_rate": 5.298275374611252e-06, + "loss": 0.725, + "step": 937 + }, + { + "epoch": 0.7955894826123834, + "grad_norm": 4.862383420618825, + "learning_rate": 5.303929884082556e-06, + "loss": 0.9517, + "step": 938 + }, + { + "epoch": 0.7964376590330788, + "grad_norm": 3.4389736360877583, + "learning_rate": 5.309584393553859e-06, + "loss": 0.8109, + "step": 939 + }, + { + "epoch": 0.7972858354537744, + "grad_norm": 4.004935732413057, + "learning_rate": 5.3152389030251625e-06, + "loss": 0.6803, + "step": 940 + }, + { + "epoch": 0.7981340118744699, + "grad_norm": 4.474705023167215, + "learning_rate": 5.320893412496466e-06, + "loss": 0.7867, + "step": 941 + }, + { + "epoch": 0.7989821882951654, + "grad_norm": 3.2441286202816633, + "learning_rate": 5.326547921967769e-06, + "loss": 0.7742, + "step": 942 + }, + { + "epoch": 0.7998303647158609, + "grad_norm": 3.371822331274336, + "learning_rate": 5.332202431439073e-06, + "loss": 0.8415, + "step": 943 + }, + { + "epoch": 0.8006785411365565, + "grad_norm": 3.908723074687762, + "learning_rate": 5.337856940910376e-06, + "loss": 0.7938, + "step": 944 + }, + { + "epoch": 0.8015267175572519, + "grad_norm": 4.502844932268836, + "learning_rate": 5.34351145038168e-06, + "loss": 0.6594, + "step": 945 + }, + { + "epoch": 0.8023748939779474, + "grad_norm": 4.246546422342618, + "learning_rate": 5.349165959852984e-06, + "loss": 0.779, + "step": 946 + }, + { + "epoch": 0.8032230703986429, + "grad_norm": 4.953717516958567, + "learning_rate": 5.354820469324287e-06, + "loss": 0.76, + "step": 947 + }, + { + "epoch": 0.8040712468193384, + "grad_norm": 3.3509596505717334, + "learning_rate": 5.36047497879559e-06, + "loss": 0.8663, + "step": 948 + }, + { + "epoch": 0.804919423240034, + "grad_norm": 4.229204842661045, + "learning_rate": 5.366129488266894e-06, + "loss": 0.8597, + "step": 949 + }, + { + "epoch": 0.8057675996607294, + "grad_norm": 6.023958112108706, + "learning_rate": 5.371783997738197e-06, + "loss": 0.7609, + "step": 950 + }, + { + "epoch": 0.806615776081425, + "grad_norm": 3.924306523764029, + "learning_rate": 5.3774385072095005e-06, + "loss": 0.8185, + "step": 951 + }, + { + "epoch": 0.8074639525021204, + "grad_norm": 5.131948071840003, + "learning_rate": 5.383093016680804e-06, + "loss": 0.8609, + "step": 952 + }, + { + "epoch": 0.8083121289228159, + "grad_norm": 3.765439620860005, + "learning_rate": 5.388747526152107e-06, + "loss": 0.8126, + "step": 953 + }, + { + "epoch": 0.8091603053435115, + "grad_norm": 2.841068353671778, + "learning_rate": 5.394402035623411e-06, + "loss": 0.8145, + "step": 954 + }, + { + "epoch": 0.8100084817642069, + "grad_norm": 4.632488938101798, + "learning_rate": 5.400056545094714e-06, + "loss": 0.8074, + "step": 955 + }, + { + "epoch": 0.8108566581849025, + "grad_norm": 3.2675097848453687, + "learning_rate": 5.4057110545660165e-06, + "loss": 0.753, + "step": 956 + }, + { + "epoch": 0.811704834605598, + "grad_norm": 4.600485599121447, + "learning_rate": 5.41136556403732e-06, + "loss": 0.9066, + "step": 957 + }, + { + "epoch": 0.8125530110262935, + "grad_norm": 4.136737203819812, + "learning_rate": 5.417020073508623e-06, + "loss": 0.7685, + "step": 958 + }, + { + "epoch": 0.813401187446989, + "grad_norm": 3.300112439137651, + "learning_rate": 5.422674582979927e-06, + "loss": 0.7859, + "step": 959 + }, + { + "epoch": 0.8142493638676844, + "grad_norm": 3.3171161557344675, + "learning_rate": 5.42832909245123e-06, + "loss": 0.773, + "step": 960 + }, + { + "epoch": 0.81509754028838, + "grad_norm": 3.4650459346942912, + "learning_rate": 5.433983601922533e-06, + "loss": 0.7271, + "step": 961 + }, + { + "epoch": 0.8159457167090755, + "grad_norm": 3.2729663460437552, + "learning_rate": 5.439638111393837e-06, + "loss": 0.8403, + "step": 962 + }, + { + "epoch": 0.816793893129771, + "grad_norm": 3.7731240581027605, + "learning_rate": 5.44529262086514e-06, + "loss": 0.7706, + "step": 963 + }, + { + "epoch": 0.8176420695504665, + "grad_norm": 3.127150806374355, + "learning_rate": 5.4509471303364434e-06, + "loss": 0.8098, + "step": 964 + }, + { + "epoch": 0.818490245971162, + "grad_norm": 3.5045671703816024, + "learning_rate": 5.456601639807747e-06, + "loss": 0.8039, + "step": 965 + }, + { + "epoch": 0.8193384223918575, + "grad_norm": 3.9173551256642543, + "learning_rate": 5.46225614927905e-06, + "loss": 0.8282, + "step": 966 + }, + { + "epoch": 0.820186598812553, + "grad_norm": 4.792712312751863, + "learning_rate": 5.4679106587503536e-06, + "loss": 0.8299, + "step": 967 + }, + { + "epoch": 0.8210347752332485, + "grad_norm": 3.4046773988435888, + "learning_rate": 5.473565168221657e-06, + "loss": 0.7797, + "step": 968 + }, + { + "epoch": 0.821882951653944, + "grad_norm": 3.8290641050019474, + "learning_rate": 5.47921967769296e-06, + "loss": 0.849, + "step": 969 + }, + { + "epoch": 0.8227311280746396, + "grad_norm": 3.3117801354445464, + "learning_rate": 5.4848741871642645e-06, + "loss": 0.8194, + "step": 970 + }, + { + "epoch": 0.823579304495335, + "grad_norm": 3.5280553904947203, + "learning_rate": 5.490528696635568e-06, + "loss": 0.8719, + "step": 971 + }, + { + "epoch": 0.8244274809160306, + "grad_norm": 4.005506400130308, + "learning_rate": 5.496183206106871e-06, + "loss": 0.8067, + "step": 972 + }, + { + "epoch": 0.825275657336726, + "grad_norm": 3.6769475585551565, + "learning_rate": 5.501837715578175e-06, + "loss": 0.7529, + "step": 973 + }, + { + "epoch": 0.8261238337574215, + "grad_norm": 3.4586635381802275, + "learning_rate": 5.507492225049478e-06, + "loss": 0.8779, + "step": 974 + }, + { + "epoch": 0.8269720101781171, + "grad_norm": 3.277876596275725, + "learning_rate": 5.513146734520781e-06, + "loss": 0.7253, + "step": 975 + }, + { + "epoch": 0.8278201865988125, + "grad_norm": 4.098231950729532, + "learning_rate": 5.518801243992085e-06, + "loss": 0.818, + "step": 976 + }, + { + "epoch": 0.8286683630195081, + "grad_norm": 3.3388869905229916, + "learning_rate": 5.524455753463388e-06, + "loss": 0.8289, + "step": 977 + }, + { + "epoch": 0.8295165394402035, + "grad_norm": 5.734298390472312, + "learning_rate": 5.530110262934691e-06, + "loss": 0.7229, + "step": 978 + }, + { + "epoch": 0.8303647158608991, + "grad_norm": 3.752887996867229, + "learning_rate": 5.535764772405994e-06, + "loss": 0.8312, + "step": 979 + }, + { + "epoch": 0.8312128922815946, + "grad_norm": 5.233959739306885, + "learning_rate": 5.541419281877297e-06, + "loss": 0.8855, + "step": 980 + }, + { + "epoch": 0.8320610687022901, + "grad_norm": 4.038510770032415, + "learning_rate": 5.547073791348601e-06, + "loss": 0.7501, + "step": 981 + }, + { + "epoch": 0.8329092451229856, + "grad_norm": 3.6150928289509072, + "learning_rate": 5.552728300819904e-06, + "loss": 0.7661, + "step": 982 + }, + { + "epoch": 0.833757421543681, + "grad_norm": 3.64961299485279, + "learning_rate": 5.5583828102912075e-06, + "loss": 0.7609, + "step": 983 + }, + { + "epoch": 0.8346055979643766, + "grad_norm": 4.333415477686743, + "learning_rate": 5.564037319762511e-06, + "loss": 0.8582, + "step": 984 + }, + { + "epoch": 0.8354537743850721, + "grad_norm": 3.9666350448684793, + "learning_rate": 5.569691829233814e-06, + "loss": 0.8147, + "step": 985 + }, + { + "epoch": 0.8363019508057676, + "grad_norm": 4.0249063909729506, + "learning_rate": 5.575346338705118e-06, + "loss": 0.7335, + "step": 986 + }, + { + "epoch": 0.8371501272264631, + "grad_norm": 3.805916968605002, + "learning_rate": 5.581000848176421e-06, + "loss": 0.7543, + "step": 987 + }, + { + "epoch": 0.8379983036471587, + "grad_norm": 3.529894024610665, + "learning_rate": 5.586655357647724e-06, + "loss": 0.8062, + "step": 988 + }, + { + "epoch": 0.8388464800678541, + "grad_norm": 3.789065406260668, + "learning_rate": 5.592309867119028e-06, + "loss": 0.9098, + "step": 989 + }, + { + "epoch": 0.8396946564885496, + "grad_norm": 4.2050243242619, + "learning_rate": 5.597964376590331e-06, + "loss": 0.8299, + "step": 990 + }, + { + "epoch": 0.8405428329092451, + "grad_norm": 3.954888997719165, + "learning_rate": 5.6036188860616345e-06, + "loss": 0.7504, + "step": 991 + }, + { + "epoch": 0.8413910093299406, + "grad_norm": 3.55171275659322, + "learning_rate": 5.609273395532938e-06, + "loss": 0.8471, + "step": 992 + }, + { + "epoch": 0.8422391857506362, + "grad_norm": 3.7575842633022725, + "learning_rate": 5.614927905004241e-06, + "loss": 0.722, + "step": 993 + }, + { + "epoch": 0.8430873621713316, + "grad_norm": 3.980553788432192, + "learning_rate": 5.620582414475545e-06, + "loss": 0.7961, + "step": 994 + }, + { + "epoch": 0.8439355385920272, + "grad_norm": 3.8602319319407674, + "learning_rate": 5.626236923946849e-06, + "loss": 0.7588, + "step": 995 + }, + { + "epoch": 0.8447837150127226, + "grad_norm": 4.0489890135810205, + "learning_rate": 5.631891433418152e-06, + "loss": 0.8433, + "step": 996 + }, + { + "epoch": 0.8456318914334181, + "grad_norm": 3.9941364714867102, + "learning_rate": 5.6375459428894556e-06, + "loss": 0.7731, + "step": 997 + }, + { + "epoch": 0.8464800678541137, + "grad_norm": 3.9744381445756622, + "learning_rate": 5.643200452360759e-06, + "loss": 0.723, + "step": 998 + }, + { + "epoch": 0.8473282442748091, + "grad_norm": 4.175220841523467, + "learning_rate": 5.648854961832062e-06, + "loss": 0.8019, + "step": 999 + }, + { + "epoch": 0.8481764206955047, + "grad_norm": 4.500988583049165, + "learning_rate": 5.654509471303364e-06, + "loss": 0.7021, + "step": 1000 + }, + { + "epoch": 0.8490245971162002, + "grad_norm": 3.4426439783144307, + "learning_rate": 5.660163980774668e-06, + "loss": 0.7878, + "step": 1001 + }, + { + "epoch": 0.8498727735368957, + "grad_norm": 3.8476982944265266, + "learning_rate": 5.6658184902459716e-06, + "loss": 0.7906, + "step": 1002 + }, + { + "epoch": 0.8507209499575912, + "grad_norm": 3.906674587232859, + "learning_rate": 5.671472999717275e-06, + "loss": 0.8694, + "step": 1003 + }, + { + "epoch": 0.8515691263782866, + "grad_norm": 4.4336967823663, + "learning_rate": 5.677127509188578e-06, + "loss": 0.8808, + "step": 1004 + }, + { + "epoch": 0.8524173027989822, + "grad_norm": 3.650496967459606, + "learning_rate": 5.682782018659882e-06, + "loss": 0.745, + "step": 1005 + }, + { + "epoch": 0.8532654792196777, + "grad_norm": 3.4149139471357572, + "learning_rate": 5.688436528131185e-06, + "loss": 0.7012, + "step": 1006 + }, + { + "epoch": 0.8541136556403732, + "grad_norm": 3.5017536694844638, + "learning_rate": 5.6940910376024884e-06, + "loss": 0.8323, + "step": 1007 + }, + { + "epoch": 0.8549618320610687, + "grad_norm": 3.806404911139069, + "learning_rate": 5.699745547073792e-06, + "loss": 0.7386, + "step": 1008 + }, + { + "epoch": 0.8558100084817643, + "grad_norm": 3.5751249605880364, + "learning_rate": 5.705400056545095e-06, + "loss": 0.7973, + "step": 1009 + }, + { + "epoch": 0.8566581849024597, + "grad_norm": 3.7130736177640844, + "learning_rate": 5.7110545660163985e-06, + "loss": 0.925, + "step": 1010 + }, + { + "epoch": 0.8575063613231552, + "grad_norm": 3.490370449787512, + "learning_rate": 5.716709075487702e-06, + "loss": 0.7085, + "step": 1011 + }, + { + "epoch": 0.8583545377438507, + "grad_norm": 3.7416891344912737, + "learning_rate": 5.722363584959005e-06, + "loss": 0.7494, + "step": 1012 + }, + { + "epoch": 0.8592027141645462, + "grad_norm": 3.097072128929937, + "learning_rate": 5.728018094430309e-06, + "loss": 0.6957, + "step": 1013 + }, + { + "epoch": 0.8600508905852418, + "grad_norm": 3.257730743711466, + "learning_rate": 5.733672603901612e-06, + "loss": 0.7414, + "step": 1014 + }, + { + "epoch": 0.8608990670059372, + "grad_norm": 4.2896196119862156, + "learning_rate": 5.739327113372915e-06, + "loss": 0.746, + "step": 1015 + }, + { + "epoch": 0.8617472434266328, + "grad_norm": 3.603009536581426, + "learning_rate": 5.744981622844219e-06, + "loss": 0.8606, + "step": 1016 + }, + { + "epoch": 0.8625954198473282, + "grad_norm": 3.650968465845746, + "learning_rate": 5.750636132315522e-06, + "loss": 0.9213, + "step": 1017 + }, + { + "epoch": 0.8634435962680237, + "grad_norm": 4.903001879508654, + "learning_rate": 5.7562906417868255e-06, + "loss": 0.7523, + "step": 1018 + }, + { + "epoch": 0.8642917726887193, + "grad_norm": 3.7853877455841287, + "learning_rate": 5.761945151258129e-06, + "loss": 0.8505, + "step": 1019 + }, + { + "epoch": 0.8651399491094147, + "grad_norm": 4.257608043670992, + "learning_rate": 5.767599660729432e-06, + "loss": 0.693, + "step": 1020 + }, + { + "epoch": 0.8659881255301103, + "grad_norm": 3.867789341158359, + "learning_rate": 5.7732541702007365e-06, + "loss": 0.7481, + "step": 1021 + }, + { + "epoch": 0.8668363019508057, + "grad_norm": 3.696887596958852, + "learning_rate": 5.778908679672038e-06, + "loss": 0.6389, + "step": 1022 + }, + { + "epoch": 0.8676844783715013, + "grad_norm": 3.1641414239250185, + "learning_rate": 5.7845631891433415e-06, + "loss": 0.6948, + "step": 1023 + }, + { + "epoch": 0.8685326547921968, + "grad_norm": 3.4837649194722147, + "learning_rate": 5.790217698614645e-06, + "loss": 0.5709, + "step": 1024 + }, + { + "epoch": 0.8693808312128923, + "grad_norm": 3.3207744591510977, + "learning_rate": 5.795872208085948e-06, + "loss": 0.762, + "step": 1025 + }, + { + "epoch": 0.8702290076335878, + "grad_norm": 3.1316492457278553, + "learning_rate": 5.801526717557252e-06, + "loss": 0.7992, + "step": 1026 + }, + { + "epoch": 0.8710771840542832, + "grad_norm": 3.483227780668248, + "learning_rate": 5.807181227028556e-06, + "loss": 0.759, + "step": 1027 + }, + { + "epoch": 0.8719253604749788, + "grad_norm": 3.7457217318073566, + "learning_rate": 5.812835736499859e-06, + "loss": 0.7327, + "step": 1028 + }, + { + "epoch": 0.8727735368956743, + "grad_norm": 3.270417413735536, + "learning_rate": 5.818490245971163e-06, + "loss": 0.9564, + "step": 1029 + }, + { + "epoch": 0.8736217133163698, + "grad_norm": 2.911005905364578, + "learning_rate": 5.824144755442466e-06, + "loss": 0.8172, + "step": 1030 + }, + { + "epoch": 0.8744698897370653, + "grad_norm": 3.46312930910339, + "learning_rate": 5.829799264913769e-06, + "loss": 0.79, + "step": 1031 + }, + { + "epoch": 0.8753180661577609, + "grad_norm": 3.120131629780989, + "learning_rate": 5.835453774385073e-06, + "loss": 0.6937, + "step": 1032 + }, + { + "epoch": 0.8761662425784563, + "grad_norm": 2.895693763426825, + "learning_rate": 5.841108283856376e-06, + "loss": 0.7262, + "step": 1033 + }, + { + "epoch": 0.8770144189991518, + "grad_norm": 2.9595077114245347, + "learning_rate": 5.8467627933276795e-06, + "loss": 0.7024, + "step": 1034 + }, + { + "epoch": 0.8778625954198473, + "grad_norm": 3.696490240760118, + "learning_rate": 5.852417302798983e-06, + "loss": 0.8078, + "step": 1035 + }, + { + "epoch": 0.8787107718405428, + "grad_norm": 2.780107849268939, + "learning_rate": 5.858071812270286e-06, + "loss": 0.7758, + "step": 1036 + }, + { + "epoch": 0.8795589482612384, + "grad_norm": 2.972606612061203, + "learning_rate": 5.8637263217415896e-06, + "loss": 0.7427, + "step": 1037 + }, + { + "epoch": 0.8804071246819338, + "grad_norm": 3.457273872970641, + "learning_rate": 5.869380831212893e-06, + "loss": 0.6468, + "step": 1038 + }, + { + "epoch": 0.8812553011026294, + "grad_norm": 3.746046550509353, + "learning_rate": 5.875035340684196e-06, + "loss": 0.7232, + "step": 1039 + }, + { + "epoch": 0.8821034775233249, + "grad_norm": 3.2653510899207943, + "learning_rate": 5.8806898501555e-06, + "loss": 0.7356, + "step": 1040 + }, + { + "epoch": 0.8829516539440203, + "grad_norm": 4.004920479707873, + "learning_rate": 5.886344359626803e-06, + "loss": 0.7785, + "step": 1041 + }, + { + "epoch": 0.8837998303647159, + "grad_norm": 3.4341021591703305, + "learning_rate": 5.8919988690981064e-06, + "loss": 0.6875, + "step": 1042 + }, + { + "epoch": 0.8846480067854113, + "grad_norm": 3.2243736269921754, + "learning_rate": 5.89765337856941e-06, + "loss": 0.8489, + "step": 1043 + }, + { + "epoch": 0.8854961832061069, + "grad_norm": 3.4280963645223657, + "learning_rate": 5.903307888040712e-06, + "loss": 0.7284, + "step": 1044 + }, + { + "epoch": 0.8863443596268024, + "grad_norm": 3.9950787757042736, + "learning_rate": 5.908962397512016e-06, + "loss": 0.6575, + "step": 1045 + }, + { + "epoch": 0.8871925360474979, + "grad_norm": 4.050916904338958, + "learning_rate": 5.914616906983319e-06, + "loss": 0.943, + "step": 1046 + }, + { + "epoch": 0.8880407124681934, + "grad_norm": 4.233568886129617, + "learning_rate": 5.9202714164546224e-06, + "loss": 0.7696, + "step": 1047 + }, + { + "epoch": 0.8888888888888888, + "grad_norm": 2.991503247078301, + "learning_rate": 5.925925925925926e-06, + "loss": 0.7672, + "step": 1048 + }, + { + "epoch": 0.8897370653095844, + "grad_norm": 4.10074698588593, + "learning_rate": 5.931580435397229e-06, + "loss": 0.6979, + "step": 1049 + }, + { + "epoch": 0.8905852417302799, + "grad_norm": 3.8773769941501324, + "learning_rate": 5.9372349448685326e-06, + "loss": 0.7496, + "step": 1050 + }, + { + "epoch": 0.8914334181509754, + "grad_norm": 3.523852160827693, + "learning_rate": 5.942889454339836e-06, + "loss": 0.7349, + "step": 1051 + }, + { + "epoch": 0.8922815945716709, + "grad_norm": 4.0411298749302, + "learning_rate": 5.94854396381114e-06, + "loss": 0.7868, + "step": 1052 + }, + { + "epoch": 0.8931297709923665, + "grad_norm": 3.034587313120435, + "learning_rate": 5.9541984732824435e-06, + "loss": 0.6736, + "step": 1053 + }, + { + "epoch": 0.8939779474130619, + "grad_norm": 3.4751926726666453, + "learning_rate": 5.959852982753747e-06, + "loss": 0.733, + "step": 1054 + }, + { + "epoch": 0.8948261238337574, + "grad_norm": 3.691547717624855, + "learning_rate": 5.96550749222505e-06, + "loss": 0.6019, + "step": 1055 + }, + { + "epoch": 0.8956743002544529, + "grad_norm": 3.325437472513233, + "learning_rate": 5.971162001696354e-06, + "loss": 0.8277, + "step": 1056 + }, + { + "epoch": 0.8965224766751484, + "grad_norm": 3.7876500383979947, + "learning_rate": 5.976816511167657e-06, + "loss": 0.7846, + "step": 1057 + }, + { + "epoch": 0.897370653095844, + "grad_norm": 3.7758501282692505, + "learning_rate": 5.98247102063896e-06, + "loss": 0.689, + "step": 1058 + }, + { + "epoch": 0.8982188295165394, + "grad_norm": 3.397047721981621, + "learning_rate": 5.988125530110264e-06, + "loss": 0.68, + "step": 1059 + }, + { + "epoch": 0.899067005937235, + "grad_norm": 2.755555596117613, + "learning_rate": 5.993780039581567e-06, + "loss": 0.7275, + "step": 1060 + }, + { + "epoch": 0.8999151823579304, + "grad_norm": 3.4060873482826133, + "learning_rate": 5.9994345490528705e-06, + "loss": 0.6833, + "step": 1061 + }, + { + "epoch": 0.9007633587786259, + "grad_norm": 4.546834608458518, + "learning_rate": 6.005089058524174e-06, + "loss": 0.7396, + "step": 1062 + }, + { + "epoch": 0.9016115351993215, + "grad_norm": 3.5773579547773684, + "learning_rate": 6.010743567995477e-06, + "loss": 0.7353, + "step": 1063 + }, + { + "epoch": 0.9024597116200169, + "grad_norm": 3.731083650897088, + "learning_rate": 6.016398077466781e-06, + "loss": 0.7618, + "step": 1064 + }, + { + "epoch": 0.9033078880407125, + "grad_norm": 3.4499788898258696, + "learning_rate": 6.022052586938084e-06, + "loss": 0.764, + "step": 1065 + }, + { + "epoch": 0.904156064461408, + "grad_norm": 3.509533198236165, + "learning_rate": 6.0277070964093865e-06, + "loss": 0.7794, + "step": 1066 + }, + { + "epoch": 0.9050042408821035, + "grad_norm": 2.959208894165591, + "learning_rate": 6.03336160588069e-06, + "loss": 0.8453, + "step": 1067 + }, + { + "epoch": 0.905852417302799, + "grad_norm": 3.4768217101750234, + "learning_rate": 6.039016115351993e-06, + "loss": 0.8169, + "step": 1068 + }, + { + "epoch": 0.9067005937234945, + "grad_norm": 3.278245098396788, + "learning_rate": 6.044670624823297e-06, + "loss": 0.7629, + "step": 1069 + }, + { + "epoch": 0.90754877014419, + "grad_norm": 3.719214850321085, + "learning_rate": 6.0503251342946e-06, + "loss": 0.867, + "step": 1070 + }, + { + "epoch": 0.9083969465648855, + "grad_norm": 3.135244684732566, + "learning_rate": 6.055979643765903e-06, + "loss": 0.7332, + "step": 1071 + }, + { + "epoch": 0.909245122985581, + "grad_norm": 2.888691942193473, + "learning_rate": 6.061634153237207e-06, + "loss": 0.7418, + "step": 1072 + }, + { + "epoch": 0.9100932994062765, + "grad_norm": 2.9739930612250434, + "learning_rate": 6.06728866270851e-06, + "loss": 0.6816, + "step": 1073 + }, + { + "epoch": 0.910941475826972, + "grad_norm": 4.041446448931136, + "learning_rate": 6.0729431721798135e-06, + "loss": 0.7923, + "step": 1074 + }, + { + "epoch": 0.9117896522476675, + "grad_norm": 3.2309650875558997, + "learning_rate": 6.078597681651117e-06, + "loss": 0.7645, + "step": 1075 + }, + { + "epoch": 0.9126378286683631, + "grad_norm": 3.524387863336595, + "learning_rate": 6.08425219112242e-06, + "loss": 0.6339, + "step": 1076 + }, + { + "epoch": 0.9134860050890585, + "grad_norm": 3.22762670957265, + "learning_rate": 6.0899067005937244e-06, + "loss": 0.7596, + "step": 1077 + }, + { + "epoch": 0.914334181509754, + "grad_norm": 3.5914676257787304, + "learning_rate": 6.095561210065028e-06, + "loss": 0.6395, + "step": 1078 + }, + { + "epoch": 0.9151823579304496, + "grad_norm": 3.6048423402425005, + "learning_rate": 6.101215719536331e-06, + "loss": 0.6738, + "step": 1079 + }, + { + "epoch": 0.916030534351145, + "grad_norm": 3.4917018808030496, + "learning_rate": 6.1068702290076346e-06, + "loss": 0.8112, + "step": 1080 + }, + { + "epoch": 0.9168787107718406, + "grad_norm": 3.5549473688222935, + "learning_rate": 6.112524738478938e-06, + "loss": 0.7242, + "step": 1081 + }, + { + "epoch": 0.917726887192536, + "grad_norm": 3.9593885786694556, + "learning_rate": 6.118179247950241e-06, + "loss": 0.8652, + "step": 1082 + }, + { + "epoch": 0.9185750636132316, + "grad_norm": 3.372656235906725, + "learning_rate": 6.123833757421545e-06, + "loss": 0.7696, + "step": 1083 + }, + { + "epoch": 0.9194232400339271, + "grad_norm": 2.8074161399669966, + "learning_rate": 6.129488266892848e-06, + "loss": 0.7192, + "step": 1084 + }, + { + "epoch": 0.9202714164546225, + "grad_norm": 4.107971302614357, + "learning_rate": 6.135142776364151e-06, + "loss": 0.7261, + "step": 1085 + }, + { + "epoch": 0.9211195928753181, + "grad_norm": 3.1920351583639692, + "learning_rate": 6.140797285835455e-06, + "loss": 0.6841, + "step": 1086 + }, + { + "epoch": 0.9219677692960135, + "grad_norm": 4.480932814142696, + "learning_rate": 6.146451795306758e-06, + "loss": 0.6926, + "step": 1087 + }, + { + "epoch": 0.9228159457167091, + "grad_norm": 3.2373184509878374, + "learning_rate": 6.152106304778061e-06, + "loss": 0.7308, + "step": 1088 + }, + { + "epoch": 0.9236641221374046, + "grad_norm": 3.9470307817898242, + "learning_rate": 6.157760814249364e-06, + "loss": 0.6748, + "step": 1089 + }, + { + "epoch": 0.9245122985581001, + "grad_norm": 3.475306444763185, + "learning_rate": 6.163415323720667e-06, + "loss": 0.6642, + "step": 1090 + }, + { + "epoch": 0.9253604749787956, + "grad_norm": 3.5541784806503776, + "learning_rate": 6.169069833191971e-06, + "loss": 0.7157, + "step": 1091 + }, + { + "epoch": 0.926208651399491, + "grad_norm": 4.118862612006699, + "learning_rate": 6.174724342663274e-06, + "loss": 0.7541, + "step": 1092 + }, + { + "epoch": 0.9270568278201866, + "grad_norm": 3.0214316675507544, + "learning_rate": 6.1803788521345775e-06, + "loss": 0.6751, + "step": 1093 + }, + { + "epoch": 0.9279050042408821, + "grad_norm": 3.2807311928992187, + "learning_rate": 6.186033361605881e-06, + "loss": 0.7562, + "step": 1094 + }, + { + "epoch": 0.9287531806615776, + "grad_norm": 3.2845518268995515, + "learning_rate": 6.191687871077184e-06, + "loss": 0.8372, + "step": 1095 + }, + { + "epoch": 0.9296013570822731, + "grad_norm": 3.2713429029836165, + "learning_rate": 6.197342380548488e-06, + "loss": 0.7419, + "step": 1096 + }, + { + "epoch": 0.9304495335029687, + "grad_norm": 3.4775206899800026, + "learning_rate": 6.202996890019791e-06, + "loss": 0.6538, + "step": 1097 + }, + { + "epoch": 0.9312977099236641, + "grad_norm": 3.880312514905125, + "learning_rate": 6.208651399491094e-06, + "loss": 0.8035, + "step": 1098 + }, + { + "epoch": 0.9321458863443596, + "grad_norm": 3.675561982253796, + "learning_rate": 6.214305908962398e-06, + "loss": 0.7348, + "step": 1099 + }, + { + "epoch": 0.9329940627650551, + "grad_norm": 3.459093605194156, + "learning_rate": 6.219960418433701e-06, + "loss": 0.6478, + "step": 1100 + }, + { + "epoch": 0.9338422391857506, + "grad_norm": 3.2888951136381457, + "learning_rate": 6.2256149279050045e-06, + "loss": 0.6705, + "step": 1101 + }, + { + "epoch": 0.9346904156064462, + "grad_norm": 3.418806632111349, + "learning_rate": 6.231269437376308e-06, + "loss": 0.8216, + "step": 1102 + }, + { + "epoch": 0.9355385920271416, + "grad_norm": 3.291864505564285, + "learning_rate": 6.236923946847612e-06, + "loss": 0.7061, + "step": 1103 + }, + { + "epoch": 0.9363867684478372, + "grad_norm": 3.5533664749274116, + "learning_rate": 6.2425784563189155e-06, + "loss": 0.7521, + "step": 1104 + }, + { + "epoch": 0.9372349448685326, + "grad_norm": 3.118258576173784, + "learning_rate": 6.248232965790219e-06, + "loss": 0.7266, + "step": 1105 + }, + { + "epoch": 0.9380831212892281, + "grad_norm": 3.6116254958058702, + "learning_rate": 6.253887475261522e-06, + "loss": 0.7386, + "step": 1106 + }, + { + "epoch": 0.9389312977099237, + "grad_norm": 3.134387090388978, + "learning_rate": 6.259541984732826e-06, + "loss": 0.659, + "step": 1107 + }, + { + "epoch": 0.9397794741306191, + "grad_norm": 3.8353643822707233, + "learning_rate": 6.265196494204129e-06, + "loss": 0.8476, + "step": 1108 + }, + { + "epoch": 0.9406276505513147, + "grad_norm": 3.14539256655363, + "learning_rate": 6.270851003675432e-06, + "loss": 0.7196, + "step": 1109 + }, + { + "epoch": 0.9414758269720102, + "grad_norm": 3.141889210662417, + "learning_rate": 6.276505513146735e-06, + "loss": 0.8825, + "step": 1110 + }, + { + "epoch": 0.9423240033927057, + "grad_norm": 5.380203215510369, + "learning_rate": 6.282160022618038e-06, + "loss": 0.7203, + "step": 1111 + }, + { + "epoch": 0.9431721798134012, + "grad_norm": 3.2483375410772015, + "learning_rate": 6.287814532089342e-06, + "loss": 0.7484, + "step": 1112 + }, + { + "epoch": 0.9440203562340967, + "grad_norm": 4.65016511513983, + "learning_rate": 6.293469041560645e-06, + "loss": 0.782, + "step": 1113 + }, + { + "epoch": 0.9448685326547922, + "grad_norm": 3.323691554753715, + "learning_rate": 6.299123551031948e-06, + "loss": 0.6949, + "step": 1114 + }, + { + "epoch": 0.9457167090754877, + "grad_norm": 3.713646695751103, + "learning_rate": 6.304778060503252e-06, + "loss": 0.8062, + "step": 1115 + }, + { + "epoch": 0.9465648854961832, + "grad_norm": 2.668107815786902, + "learning_rate": 6.310432569974555e-06, + "loss": 0.8149, + "step": 1116 + }, + { + "epoch": 0.9474130619168787, + "grad_norm": 2.927569730580378, + "learning_rate": 6.3160870794458585e-06, + "loss": 0.737, + "step": 1117 + }, + { + "epoch": 0.9482612383375743, + "grad_norm": 3.2680003759034757, + "learning_rate": 6.321741588917162e-06, + "loss": 0.6758, + "step": 1118 + }, + { + "epoch": 0.9491094147582697, + "grad_norm": 3.222189396821232, + "learning_rate": 6.327396098388465e-06, + "loss": 0.8265, + "step": 1119 + }, + { + "epoch": 0.9499575911789653, + "grad_norm": 3.120481396497188, + "learning_rate": 6.3330506078597686e-06, + "loss": 0.7786, + "step": 1120 + }, + { + "epoch": 0.9508057675996607, + "grad_norm": 3.742208964550708, + "learning_rate": 6.338705117331072e-06, + "loss": 0.6952, + "step": 1121 + }, + { + "epoch": 0.9516539440203562, + "grad_norm": 3.818018062309473, + "learning_rate": 6.344359626802375e-06, + "loss": 0.7689, + "step": 1122 + }, + { + "epoch": 0.9525021204410518, + "grad_norm": 3.4980151945343976, + "learning_rate": 6.350014136273679e-06, + "loss": 0.7736, + "step": 1123 + }, + { + "epoch": 0.9533502968617472, + "grad_norm": 2.9586125670244683, + "learning_rate": 6.355668645744982e-06, + "loss": 0.622, + "step": 1124 + }, + { + "epoch": 0.9541984732824428, + "grad_norm": 3.3861193026724306, + "learning_rate": 6.3613231552162854e-06, + "loss": 0.7298, + "step": 1125 + }, + { + "epoch": 0.9550466497031382, + "grad_norm": 3.5762285649733756, + "learning_rate": 6.366977664687589e-06, + "loss": 0.7206, + "step": 1126 + }, + { + "epoch": 0.9558948261238338, + "grad_norm": 3.1225856664413505, + "learning_rate": 6.372632174158892e-06, + "loss": 0.7924, + "step": 1127 + }, + { + "epoch": 0.9567430025445293, + "grad_norm": 4.077185634561822, + "learning_rate": 6.378286683630196e-06, + "loss": 0.7089, + "step": 1128 + }, + { + "epoch": 0.9575911789652247, + "grad_norm": 3.53651260639868, + "learning_rate": 6.3839411931015e-06, + "loss": 0.8637, + "step": 1129 + }, + { + "epoch": 0.9584393553859203, + "grad_norm": 4.968000011265039, + "learning_rate": 6.389595702572803e-06, + "loss": 0.6861, + "step": 1130 + }, + { + "epoch": 0.9592875318066157, + "grad_norm": 3.7922380121639994, + "learning_rate": 6.3952502120441065e-06, + "loss": 0.7913, + "step": 1131 + }, + { + "epoch": 0.9601357082273113, + "grad_norm": 3.0242790977438037, + "learning_rate": 6.400904721515408e-06, + "loss": 0.7327, + "step": 1132 + }, + { + "epoch": 0.9609838846480068, + "grad_norm": 4.217459523266838, + "learning_rate": 6.4065592309867116e-06, + "loss": 0.735, + "step": 1133 + }, + { + "epoch": 0.9618320610687023, + "grad_norm": 3.7094936451780973, + "learning_rate": 6.412213740458016e-06, + "loss": 0.7241, + "step": 1134 + }, + { + "epoch": 0.9626802374893978, + "grad_norm": 3.160884642747784, + "learning_rate": 6.417868249929319e-06, + "loss": 0.7606, + "step": 1135 + }, + { + "epoch": 0.9635284139100933, + "grad_norm": 4.404679999914244, + "learning_rate": 6.4235227594006225e-06, + "loss": 0.6404, + "step": 1136 + }, + { + "epoch": 0.9643765903307888, + "grad_norm": 3.4046700762554636, + "learning_rate": 6.429177268871926e-06, + "loss": 0.7509, + "step": 1137 + }, + { + "epoch": 0.9652247667514843, + "grad_norm": 3.7308067376612133, + "learning_rate": 6.434831778343229e-06, + "loss": 0.6929, + "step": 1138 + }, + { + "epoch": 0.9660729431721798, + "grad_norm": 3.538142469626215, + "learning_rate": 6.440486287814533e-06, + "loss": 0.7752, + "step": 1139 + }, + { + "epoch": 0.9669211195928753, + "grad_norm": 3.183422141744964, + "learning_rate": 6.446140797285836e-06, + "loss": 0.7441, + "step": 1140 + }, + { + "epoch": 0.9677692960135709, + "grad_norm": 3.6916943195770697, + "learning_rate": 6.451795306757139e-06, + "loss": 0.7715, + "step": 1141 + }, + { + "epoch": 0.9686174724342663, + "grad_norm": 3.7989384801027386, + "learning_rate": 6.457449816228443e-06, + "loss": 0.6815, + "step": 1142 + }, + { + "epoch": 0.9694656488549618, + "grad_norm": 3.2288687561666993, + "learning_rate": 6.463104325699746e-06, + "loss": 0.634, + "step": 1143 + }, + { + "epoch": 0.9703138252756573, + "grad_norm": 3.3716687931701297, + "learning_rate": 6.4687588351710495e-06, + "loss": 0.639, + "step": 1144 + }, + { + "epoch": 0.9711620016963528, + "grad_norm": 3.8129068811449858, + "learning_rate": 6.474413344642353e-06, + "loss": 0.7982, + "step": 1145 + }, + { + "epoch": 0.9720101781170484, + "grad_norm": 3.2457485280836074, + "learning_rate": 6.480067854113656e-06, + "loss": 0.7933, + "step": 1146 + }, + { + "epoch": 0.9728583545377438, + "grad_norm": 3.9031406643469704, + "learning_rate": 6.48572236358496e-06, + "loss": 0.7629, + "step": 1147 + }, + { + "epoch": 0.9737065309584394, + "grad_norm": 3.2324873920161377, + "learning_rate": 6.491376873056263e-06, + "loss": 0.6211, + "step": 1148 + }, + { + "epoch": 0.9745547073791349, + "grad_norm": 3.8845027131776373, + "learning_rate": 6.497031382527566e-06, + "loss": 0.7914, + "step": 1149 + }, + { + "epoch": 0.9754028837998303, + "grad_norm": 3.634299840077464, + "learning_rate": 6.50268589199887e-06, + "loss": 0.7083, + "step": 1150 + }, + { + "epoch": 0.9762510602205259, + "grad_norm": 3.398300453613507, + "learning_rate": 6.508340401470173e-06, + "loss": 0.7686, + "step": 1151 + }, + { + "epoch": 0.9770992366412213, + "grad_norm": 3.448163128763248, + "learning_rate": 6.5139949109414765e-06, + "loss": 0.6896, + "step": 1152 + }, + { + "epoch": 0.9779474130619169, + "grad_norm": 3.6950849401379764, + "learning_rate": 6.519649420412781e-06, + "loss": 0.7934, + "step": 1153 + }, + { + "epoch": 0.9787955894826124, + "grad_norm": 3.6052777174255835, + "learning_rate": 6.525303929884082e-06, + "loss": 0.7526, + "step": 1154 + }, + { + "epoch": 0.9796437659033079, + "grad_norm": 3.299147965495998, + "learning_rate": 6.530958439355386e-06, + "loss": 0.6368, + "step": 1155 + }, + { + "epoch": 0.9804919423240034, + "grad_norm": 3.5136749962093243, + "learning_rate": 6.536612948826689e-06, + "loss": 0.7178, + "step": 1156 + }, + { + "epoch": 0.981340118744699, + "grad_norm": 3.0417635450192386, + "learning_rate": 6.5422674582979925e-06, + "loss": 0.7502, + "step": 1157 + }, + { + "epoch": 0.9821882951653944, + "grad_norm": 3.8125311406379327, + "learning_rate": 6.547921967769296e-06, + "loss": 0.7727, + "step": 1158 + }, + { + "epoch": 0.9830364715860899, + "grad_norm": 2.844694505104954, + "learning_rate": 6.5535764772406e-06, + "loss": 0.7503, + "step": 1159 + }, + { + "epoch": 0.9838846480067854, + "grad_norm": 3.2749529432812445, + "learning_rate": 6.5592309867119034e-06, + "loss": 0.8215, + "step": 1160 + }, + { + "epoch": 0.9847328244274809, + "grad_norm": 3.0083989091579095, + "learning_rate": 6.564885496183207e-06, + "loss": 0.7959, + "step": 1161 + }, + { + "epoch": 0.9855810008481765, + "grad_norm": 3.036591257789427, + "learning_rate": 6.57054000565451e-06, + "loss": 0.6949, + "step": 1162 + }, + { + "epoch": 0.9864291772688719, + "grad_norm": 3.1887813835595638, + "learning_rate": 6.5761945151258135e-06, + "loss": 0.6199, + "step": 1163 + }, + { + "epoch": 0.9872773536895675, + "grad_norm": 3.286078847931912, + "learning_rate": 6.581849024597117e-06, + "loss": 0.7695, + "step": 1164 + }, + { + "epoch": 0.9881255301102629, + "grad_norm": 3.547079592368331, + "learning_rate": 6.58750353406842e-06, + "loss": 0.7562, + "step": 1165 + }, + { + "epoch": 0.9889737065309584, + "grad_norm": 3.1445632152148795, + "learning_rate": 6.593158043539724e-06, + "loss": 0.7149, + "step": 1166 + }, + { + "epoch": 0.989821882951654, + "grad_norm": 4.12386316907152, + "learning_rate": 6.598812553011027e-06, + "loss": 0.5848, + "step": 1167 + }, + { + "epoch": 0.9906700593723494, + "grad_norm": 2.892228357853263, + "learning_rate": 6.60446706248233e-06, + "loss": 0.6783, + "step": 1168 + }, + { + "epoch": 0.991518235793045, + "grad_norm": 4.767794786426628, + "learning_rate": 6.610121571953634e-06, + "loss": 0.6934, + "step": 1169 + }, + { + "epoch": 0.9923664122137404, + "grad_norm": 3.932150995584469, + "learning_rate": 6.615776081424937e-06, + "loss": 0.7429, + "step": 1170 + }, + { + "epoch": 0.993214588634436, + "grad_norm": 3.1767108595061244, + "learning_rate": 6.6214305908962405e-06, + "loss": 0.7756, + "step": 1171 + }, + { + "epoch": 0.9940627650551315, + "grad_norm": 4.288813364404125, + "learning_rate": 6.627085100367544e-06, + "loss": 0.6477, + "step": 1172 + }, + { + "epoch": 0.9949109414758269, + "grad_norm": 3.114917162617119, + "learning_rate": 6.632739609838847e-06, + "loss": 0.7039, + "step": 1173 + }, + { + "epoch": 0.9957591178965225, + "grad_norm": 3.2994694847657984, + "learning_rate": 6.638394119310151e-06, + "loss": 0.7168, + "step": 1174 + }, + { + "epoch": 0.996607294317218, + "grad_norm": 3.848190865958997, + "learning_rate": 6.644048628781454e-06, + "loss": 0.7034, + "step": 1175 + }, + { + "epoch": 0.9974554707379135, + "grad_norm": 2.7694481112179377, + "learning_rate": 6.6497031382527565e-06, + "loss": 0.7557, + "step": 1176 + }, + { + "epoch": 0.998303647158609, + "grad_norm": 3.0729376438055604, + "learning_rate": 6.65535764772406e-06, + "loss": 0.7275, + "step": 1177 + }, + { + "epoch": 0.9991518235793045, + "grad_norm": 3.3472323805840083, + "learning_rate": 6.661012157195363e-06, + "loss": 0.6892, + "step": 1178 + }, + { + "epoch": 1.0, + "grad_norm": 3.0791435164785392, + "learning_rate": 6.666666666666667e-06, + "loss": 0.8054, + "step": 1179 + }, + { + "epoch": 1.0008481764206956, + "grad_norm": 3.480309440347074, + "learning_rate": 6.67232117613797e-06, + "loss": 0.775, + "step": 1180 + }, + { + "epoch": 1.001696352841391, + "grad_norm": 3.4331147259437484, + "learning_rate": 6.677975685609273e-06, + "loss": 0.7091, + "step": 1181 + }, + { + "epoch": 1.0025445292620865, + "grad_norm": 2.9764730291306716, + "learning_rate": 6.683630195080577e-06, + "loss": 0.741, + "step": 1182 + }, + { + "epoch": 1.003392705682782, + "grad_norm": 3.492603909635883, + "learning_rate": 6.68928470455188e-06, + "loss": 0.7024, + "step": 1183 + }, + { + "epoch": 1.0042408821034776, + "grad_norm": 3.000122095008164, + "learning_rate": 6.6949392140231835e-06, + "loss": 0.7778, + "step": 1184 + }, + { + "epoch": 1.005089058524173, + "grad_norm": 3.002825350633617, + "learning_rate": 6.700593723494488e-06, + "loss": 0.6576, + "step": 1185 + }, + { + "epoch": 1.0059372349448685, + "grad_norm": 3.0163705065387725, + "learning_rate": 6.706248232965791e-06, + "loss": 0.6597, + "step": 1186 + }, + { + "epoch": 1.006785411365564, + "grad_norm": 4.052722464390072, + "learning_rate": 6.7119027424370945e-06, + "loss": 0.9404, + "step": 1187 + }, + { + "epoch": 1.0076335877862594, + "grad_norm": 3.2573013985000343, + "learning_rate": 6.717557251908398e-06, + "loss": 0.7133, + "step": 1188 + }, + { + "epoch": 1.008481764206955, + "grad_norm": 3.928467687375094, + "learning_rate": 6.723211761379701e-06, + "loss": 0.7174, + "step": 1189 + }, + { + "epoch": 1.0093299406276506, + "grad_norm": 3.939450376435431, + "learning_rate": 6.728866270851005e-06, + "loss": 0.7599, + "step": 1190 + }, + { + "epoch": 1.0101781170483461, + "grad_norm": 3.400413737006922, + "learning_rate": 6.734520780322308e-06, + "loss": 0.7168, + "step": 1191 + }, + { + "epoch": 1.0110262934690415, + "grad_norm": 3.5826487700199428, + "learning_rate": 6.740175289793611e-06, + "loss": 0.637, + "step": 1192 + }, + { + "epoch": 1.011874469889737, + "grad_norm": 3.49783514747274, + "learning_rate": 6.745829799264915e-06, + "loss": 0.6965, + "step": 1193 + }, + { + "epoch": 1.0127226463104326, + "grad_norm": 3.8218895447688985, + "learning_rate": 6.751484308736218e-06, + "loss": 0.7572, + "step": 1194 + }, + { + "epoch": 1.013570822731128, + "grad_norm": 3.759429980021123, + "learning_rate": 6.7571388182075214e-06, + "loss": 0.8179, + "step": 1195 + }, + { + "epoch": 1.0144189991518235, + "grad_norm": 3.5659075156124533, + "learning_rate": 6.762793327678825e-06, + "loss": 0.6461, + "step": 1196 + }, + { + "epoch": 1.015267175572519, + "grad_norm": 3.4327449196900823, + "learning_rate": 6.768447837150128e-06, + "loss": 0.7468, + "step": 1197 + }, + { + "epoch": 1.0161153519932147, + "grad_norm": 3.7595991398732926, + "learning_rate": 6.774102346621431e-06, + "loss": 0.7233, + "step": 1198 + }, + { + "epoch": 1.01696352841391, + "grad_norm": 3.289741789869819, + "learning_rate": 6.779756856092734e-06, + "loss": 0.7148, + "step": 1199 + }, + { + "epoch": 1.0178117048346056, + "grad_norm": 2.788178582781289, + "learning_rate": 6.7854113655640375e-06, + "loss": 0.6734, + "step": 1200 + }, + { + "epoch": 1.0186598812553012, + "grad_norm": 3.993111964850771, + "learning_rate": 6.791065875035341e-06, + "loss": 0.7592, + "step": 1201 + }, + { + "epoch": 1.0195080576759965, + "grad_norm": 3.5263907945249473, + "learning_rate": 6.796720384506644e-06, + "loss": 0.7456, + "step": 1202 + }, + { + "epoch": 1.020356234096692, + "grad_norm": 3.170696249581409, + "learning_rate": 6.8023748939779476e-06, + "loss": 0.8336, + "step": 1203 + }, + { + "epoch": 1.0212044105173876, + "grad_norm": 3.0545588219935325, + "learning_rate": 6.808029403449251e-06, + "loss": 0.7377, + "step": 1204 + }, + { + "epoch": 1.0220525869380832, + "grad_norm": 3.3033046840398175, + "learning_rate": 6.813683912920554e-06, + "loss": 0.8129, + "step": 1205 + }, + { + "epoch": 1.0229007633587786, + "grad_norm": 3.1434129059203664, + "learning_rate": 6.819338422391858e-06, + "loss": 0.8401, + "step": 1206 + }, + { + "epoch": 1.0237489397794741, + "grad_norm": 3.2958196358537535, + "learning_rate": 6.824992931863161e-06, + "loss": 0.6264, + "step": 1207 + }, + { + "epoch": 1.0245971162001697, + "grad_norm": 3.0293627740766516, + "learning_rate": 6.8306474413344644e-06, + "loss": 0.8074, + "step": 1208 + }, + { + "epoch": 1.025445292620865, + "grad_norm": 3.3966043492540448, + "learning_rate": 6.836301950805768e-06, + "loss": 0.7986, + "step": 1209 + }, + { + "epoch": 1.0262934690415606, + "grad_norm": 4.19277921252868, + "learning_rate": 6.841956460277072e-06, + "loss": 0.6675, + "step": 1210 + }, + { + "epoch": 1.0271416454622562, + "grad_norm": 3.4944228430513666, + "learning_rate": 6.847610969748375e-06, + "loss": 0.6501, + "step": 1211 + }, + { + "epoch": 1.0279898218829517, + "grad_norm": 3.132949229365621, + "learning_rate": 6.853265479219679e-06, + "loss": 0.6932, + "step": 1212 + }, + { + "epoch": 1.028837998303647, + "grad_norm": 3.6127484535624097, + "learning_rate": 6.858919988690982e-06, + "loss": 0.7494, + "step": 1213 + }, + { + "epoch": 1.0296861747243427, + "grad_norm": 4.185367849359612, + "learning_rate": 6.8645744981622855e-06, + "loss": 0.653, + "step": 1214 + }, + { + "epoch": 1.0305343511450382, + "grad_norm": 3.828693163192963, + "learning_rate": 6.870229007633589e-06, + "loss": 0.7245, + "step": 1215 + }, + { + "epoch": 1.0313825275657336, + "grad_norm": 2.959935787114413, + "learning_rate": 6.875883517104892e-06, + "loss": 0.7013, + "step": 1216 + }, + { + "epoch": 1.0322307039864291, + "grad_norm": 4.099281629816939, + "learning_rate": 6.881538026576196e-06, + "loss": 0.7417, + "step": 1217 + }, + { + "epoch": 1.0330788804071247, + "grad_norm": 3.8960519015446975, + "learning_rate": 6.887192536047499e-06, + "loss": 0.638, + "step": 1218 + }, + { + "epoch": 1.0339270568278203, + "grad_norm": 3.0569329060655517, + "learning_rate": 6.892847045518802e-06, + "loss": 0.7844, + "step": 1219 + }, + { + "epoch": 1.0347752332485156, + "grad_norm": 2.9580483204630834, + "learning_rate": 6.898501554990105e-06, + "loss": 0.6686, + "step": 1220 + }, + { + "epoch": 1.0356234096692112, + "grad_norm": 3.415041196969448, + "learning_rate": 6.904156064461408e-06, + "loss": 0.7005, + "step": 1221 + }, + { + "epoch": 1.0364715860899067, + "grad_norm": 4.215113149772529, + "learning_rate": 6.909810573932712e-06, + "loss": 0.8535, + "step": 1222 + }, + { + "epoch": 1.0373197625106023, + "grad_norm": 3.619992303115264, + "learning_rate": 6.915465083404015e-06, + "loss": 0.7015, + "step": 1223 + }, + { + "epoch": 1.0381679389312977, + "grad_norm": 3.5130071422299447, + "learning_rate": 6.921119592875318e-06, + "loss": 0.5976, + "step": 1224 + }, + { + "epoch": 1.0390161153519932, + "grad_norm": 3.523338432204134, + "learning_rate": 6.926774102346622e-06, + "loss": 0.7331, + "step": 1225 + }, + { + "epoch": 1.0398642917726888, + "grad_norm": 3.4212413561256496, + "learning_rate": 6.932428611817925e-06, + "loss": 0.7182, + "step": 1226 + }, + { + "epoch": 1.0407124681933841, + "grad_norm": 2.969004007581646, + "learning_rate": 6.9380831212892285e-06, + "loss": 0.7424, + "step": 1227 + }, + { + "epoch": 1.0415606446140797, + "grad_norm": 3.1277885850703147, + "learning_rate": 6.943737630760532e-06, + "loss": 0.7504, + "step": 1228 + }, + { + "epoch": 1.0424088210347753, + "grad_norm": 2.823864318793432, + "learning_rate": 6.949392140231835e-06, + "loss": 0.7573, + "step": 1229 + }, + { + "epoch": 1.0432569974554706, + "grad_norm": 3.298843615409653, + "learning_rate": 6.955046649703139e-06, + "loss": 0.6941, + "step": 1230 + }, + { + "epoch": 1.0441051738761662, + "grad_norm": 3.6106503667591787, + "learning_rate": 6.960701159174442e-06, + "loss": 0.5859, + "step": 1231 + }, + { + "epoch": 1.0449533502968618, + "grad_norm": 3.1916482494752976, + "learning_rate": 6.966355668645745e-06, + "loss": 0.6776, + "step": 1232 + }, + { + "epoch": 1.0458015267175573, + "grad_norm": 2.8007744986612457, + "learning_rate": 6.972010178117049e-06, + "loss": 0.7038, + "step": 1233 + }, + { + "epoch": 1.0466497031382527, + "grad_norm": 3.47913821329089, + "learning_rate": 6.977664687588352e-06, + "loss": 0.6791, + "step": 1234 + }, + { + "epoch": 1.0474978795589482, + "grad_norm": 3.361614854493855, + "learning_rate": 6.983319197059656e-06, + "loss": 0.676, + "step": 1235 + }, + { + "epoch": 1.0483460559796438, + "grad_norm": 2.764364332391573, + "learning_rate": 6.98897370653096e-06, + "loss": 0.7222, + "step": 1236 + }, + { + "epoch": 1.0491942324003394, + "grad_norm": 2.6679112383210897, + "learning_rate": 6.994628216002263e-06, + "loss": 0.7161, + "step": 1237 + }, + { + "epoch": 1.0500424088210347, + "grad_norm": 3.16779483418862, + "learning_rate": 7.000282725473566e-06, + "loss": 0.7388, + "step": 1238 + }, + { + "epoch": 1.0508905852417303, + "grad_norm": 3.6427349203590733, + "learning_rate": 7.00593723494487e-06, + "loss": 0.7216, + "step": 1239 + }, + { + "epoch": 1.0517387616624259, + "grad_norm": 3.520828528365849, + "learning_rate": 7.011591744416173e-06, + "loss": 0.7039, + "step": 1240 + }, + { + "epoch": 1.0525869380831212, + "grad_norm": 2.8712226085922077, + "learning_rate": 7.0172462538874765e-06, + "loss": 0.6814, + "step": 1241 + }, + { + "epoch": 1.0534351145038168, + "grad_norm": 3.4662014367322884, + "learning_rate": 7.022900763358779e-06, + "loss": 0.6508, + "step": 1242 + }, + { + "epoch": 1.0542832909245123, + "grad_norm": 3.339583860036802, + "learning_rate": 7.0285552728300824e-06, + "loss": 0.616, + "step": 1243 + }, + { + "epoch": 1.055131467345208, + "grad_norm": 4.224156405808208, + "learning_rate": 7.034209782301386e-06, + "loss": 0.6904, + "step": 1244 + }, + { + "epoch": 1.0559796437659033, + "grad_norm": 3.040435326388276, + "learning_rate": 7.039864291772689e-06, + "loss": 0.6448, + "step": 1245 + }, + { + "epoch": 1.0568278201865988, + "grad_norm": 3.0564444402991264, + "learning_rate": 7.0455188012439925e-06, + "loss": 0.7489, + "step": 1246 + }, + { + "epoch": 1.0576759966072944, + "grad_norm": 2.9198693137248948, + "learning_rate": 7.051173310715296e-06, + "loss": 0.7275, + "step": 1247 + }, + { + "epoch": 1.0585241730279897, + "grad_norm": 2.9363278880016326, + "learning_rate": 7.056827820186599e-06, + "loss": 0.6265, + "step": 1248 + }, + { + "epoch": 1.0593723494486853, + "grad_norm": 3.462659659394254, + "learning_rate": 7.062482329657903e-06, + "loss": 0.6662, + "step": 1249 + }, + { + "epoch": 1.0602205258693809, + "grad_norm": 3.2706377738102668, + "learning_rate": 7.068136839129206e-06, + "loss": 0.6658, + "step": 1250 + }, + { + "epoch": 1.0610687022900764, + "grad_norm": 2.73058968995115, + "learning_rate": 7.073791348600509e-06, + "loss": 0.6534, + "step": 1251 + }, + { + "epoch": 1.0619168787107718, + "grad_norm": 3.3979809297396906, + "learning_rate": 7.079445858071813e-06, + "loss": 0.7064, + "step": 1252 + }, + { + "epoch": 1.0627650551314674, + "grad_norm": 3.4681481809586456, + "learning_rate": 7.085100367543116e-06, + "loss": 0.6573, + "step": 1253 + }, + { + "epoch": 1.063613231552163, + "grad_norm": 3.251872855134219, + "learning_rate": 7.0907548770144195e-06, + "loss": 0.6397, + "step": 1254 + }, + { + "epoch": 1.0644614079728583, + "grad_norm": 4.4458343905689475, + "learning_rate": 7.096409386485723e-06, + "loss": 0.7868, + "step": 1255 + }, + { + "epoch": 1.0653095843935538, + "grad_norm": 3.0856585789171347, + "learning_rate": 7.102063895957026e-06, + "loss": 0.6617, + "step": 1256 + }, + { + "epoch": 1.0661577608142494, + "grad_norm": 4.065195435132179, + "learning_rate": 7.10771840542833e-06, + "loss": 0.6464, + "step": 1257 + }, + { + "epoch": 1.067005937234945, + "grad_norm": 3.029056194368696, + "learning_rate": 7.113372914899633e-06, + "loss": 0.8083, + "step": 1258 + }, + { + "epoch": 1.0678541136556403, + "grad_norm": 3.013018343451507, + "learning_rate": 7.119027424370936e-06, + "loss": 0.7417, + "step": 1259 + }, + { + "epoch": 1.0687022900763359, + "grad_norm": 3.288433507510745, + "learning_rate": 7.12468193384224e-06, + "loss": 0.7373, + "step": 1260 + }, + { + "epoch": 1.0695504664970314, + "grad_norm": 3.472709933574701, + "learning_rate": 7.130336443313544e-06, + "loss": 0.7219, + "step": 1261 + }, + { + "epoch": 1.0703986429177268, + "grad_norm": 2.8475995768201696, + "learning_rate": 7.135990952784847e-06, + "loss": 0.7024, + "step": 1262 + }, + { + "epoch": 1.0712468193384224, + "grad_norm": 3.428181612395124, + "learning_rate": 7.141645462256151e-06, + "loss": 0.6037, + "step": 1263 + }, + { + "epoch": 1.072094995759118, + "grad_norm": 3.069172235738327, + "learning_rate": 7.147299971727452e-06, + "loss": 0.5242, + "step": 1264 + }, + { + "epoch": 1.0729431721798135, + "grad_norm": 4.105540331319981, + "learning_rate": 7.152954481198756e-06, + "loss": 0.8784, + "step": 1265 + }, + { + "epoch": 1.0737913486005088, + "grad_norm": 3.552587848565092, + "learning_rate": 7.158608990670059e-06, + "loss": 0.8319, + "step": 1266 + }, + { + "epoch": 1.0746395250212044, + "grad_norm": 4.173003585410907, + "learning_rate": 7.164263500141363e-06, + "loss": 0.7095, + "step": 1267 + }, + { + "epoch": 1.0754877014419, + "grad_norm": 3.9439115875525443, + "learning_rate": 7.169918009612667e-06, + "loss": 0.705, + "step": 1268 + }, + { + "epoch": 1.0763358778625953, + "grad_norm": 2.9575411571415353, + "learning_rate": 7.17557251908397e-06, + "loss": 0.6543, + "step": 1269 + }, + { + "epoch": 1.077184054283291, + "grad_norm": 3.1430518481462175, + "learning_rate": 7.1812270285552735e-06, + "loss": 0.662, + "step": 1270 + }, + { + "epoch": 1.0780322307039865, + "grad_norm": 3.822964112865437, + "learning_rate": 7.186881538026577e-06, + "loss": 0.583, + "step": 1271 + }, + { + "epoch": 1.078880407124682, + "grad_norm": 3.103408030964301, + "learning_rate": 7.19253604749788e-06, + "loss": 0.6357, + "step": 1272 + }, + { + "epoch": 1.0797285835453774, + "grad_norm": 3.266699474187889, + "learning_rate": 7.198190556969184e-06, + "loss": 0.6111, + "step": 1273 + }, + { + "epoch": 1.080576759966073, + "grad_norm": 2.787525807443859, + "learning_rate": 7.203845066440487e-06, + "loss": 0.7168, + "step": 1274 + }, + { + "epoch": 1.0814249363867685, + "grad_norm": 3.1358888370078377, + "learning_rate": 7.20949957591179e-06, + "loss": 0.6537, + "step": 1275 + }, + { + "epoch": 1.0822731128074639, + "grad_norm": 2.9342618944547403, + "learning_rate": 7.215154085383094e-06, + "loss": 0.5671, + "step": 1276 + }, + { + "epoch": 1.0831212892281594, + "grad_norm": 3.067008717033256, + "learning_rate": 7.220808594854397e-06, + "loss": 0.7154, + "step": 1277 + }, + { + "epoch": 1.083969465648855, + "grad_norm": 3.5527222982018065, + "learning_rate": 7.2264631043257004e-06, + "loss": 0.7572, + "step": 1278 + }, + { + "epoch": 1.0848176420695506, + "grad_norm": 3.6872651183643566, + "learning_rate": 7.232117613797004e-06, + "loss": 0.6605, + "step": 1279 + }, + { + "epoch": 1.085665818490246, + "grad_norm": 2.957982276495244, + "learning_rate": 7.237772123268307e-06, + "loss": 0.5904, + "step": 1280 + }, + { + "epoch": 1.0865139949109415, + "grad_norm": 3.251617342496926, + "learning_rate": 7.2434266327396106e-06, + "loss": 0.6607, + "step": 1281 + }, + { + "epoch": 1.087362171331637, + "grad_norm": 3.231975121750308, + "learning_rate": 7.249081142210914e-06, + "loss": 0.7437, + "step": 1282 + }, + { + "epoch": 1.0882103477523324, + "grad_norm": 2.954918926587781, + "learning_rate": 7.254735651682217e-06, + "loss": 0.7282, + "step": 1283 + }, + { + "epoch": 1.089058524173028, + "grad_norm": 2.7700866486958824, + "learning_rate": 7.260390161153521e-06, + "loss": 0.6329, + "step": 1284 + }, + { + "epoch": 1.0899067005937235, + "grad_norm": 2.698166966077348, + "learning_rate": 7.266044670624824e-06, + "loss": 0.6226, + "step": 1285 + }, + { + "epoch": 1.090754877014419, + "grad_norm": 3.725832350513858, + "learning_rate": 7.2716991800961266e-06, + "loss": 0.6443, + "step": 1286 + }, + { + "epoch": 1.0916030534351144, + "grad_norm": 3.8140286585297254, + "learning_rate": 7.27735368956743e-06, + "loss": 0.7023, + "step": 1287 + }, + { + "epoch": 1.09245122985581, + "grad_norm": 3.7057316078810723, + "learning_rate": 7.283008199038733e-06, + "loss": 0.6454, + "step": 1288 + }, + { + "epoch": 1.0932994062765056, + "grad_norm": 3.470646926682649, + "learning_rate": 7.288662708510037e-06, + "loss": 0.7182, + "step": 1289 + }, + { + "epoch": 1.094147582697201, + "grad_norm": 3.2726456948198037, + "learning_rate": 7.29431721798134e-06, + "loss": 0.6761, + "step": 1290 + }, + { + "epoch": 1.0949957591178965, + "grad_norm": 3.403293901763393, + "learning_rate": 7.299971727452643e-06, + "loss": 0.6532, + "step": 1291 + }, + { + "epoch": 1.095843935538592, + "grad_norm": 3.0265419923513583, + "learning_rate": 7.305626236923948e-06, + "loss": 0.7649, + "step": 1292 + }, + { + "epoch": 1.0966921119592876, + "grad_norm": 3.488930319745677, + "learning_rate": 7.311280746395251e-06, + "loss": 0.7491, + "step": 1293 + }, + { + "epoch": 1.097540288379983, + "grad_norm": 3.037520254198627, + "learning_rate": 7.316935255866554e-06, + "loss": 0.6933, + "step": 1294 + }, + { + "epoch": 1.0983884648006785, + "grad_norm": 3.796718694507587, + "learning_rate": 7.322589765337858e-06, + "loss": 0.5595, + "step": 1295 + }, + { + "epoch": 1.099236641221374, + "grad_norm": 2.7956374857344946, + "learning_rate": 7.328244274809161e-06, + "loss": 0.7535, + "step": 1296 + }, + { + "epoch": 1.1000848176420694, + "grad_norm": 3.3829649697200943, + "learning_rate": 7.3338987842804645e-06, + "loss": 0.7116, + "step": 1297 + }, + { + "epoch": 1.100932994062765, + "grad_norm": 4.1859825008345215, + "learning_rate": 7.339553293751768e-06, + "loss": 0.6762, + "step": 1298 + }, + { + "epoch": 1.1017811704834606, + "grad_norm": 3.1456355767661286, + "learning_rate": 7.345207803223071e-06, + "loss": 0.7445, + "step": 1299 + }, + { + "epoch": 1.1026293469041561, + "grad_norm": 3.612573194911343, + "learning_rate": 7.350862312694375e-06, + "loss": 0.6837, + "step": 1300 + }, + { + "epoch": 1.1034775233248515, + "grad_norm": 3.862392889039029, + "learning_rate": 7.356516822165678e-06, + "loss": 0.6234, + "step": 1301 + }, + { + "epoch": 1.104325699745547, + "grad_norm": 2.7602046961667597, + "learning_rate": 7.362171331636981e-06, + "loss": 0.8058, + "step": 1302 + }, + { + "epoch": 1.1051738761662426, + "grad_norm": 3.0518912613044513, + "learning_rate": 7.367825841108285e-06, + "loss": 0.5319, + "step": 1303 + }, + { + "epoch": 1.1060220525869382, + "grad_norm": 3.441572627849186, + "learning_rate": 7.373480350579588e-06, + "loss": 0.7031, + "step": 1304 + }, + { + "epoch": 1.1068702290076335, + "grad_norm": 2.7811165120405925, + "learning_rate": 7.3791348600508915e-06, + "loss": 0.6784, + "step": 1305 + }, + { + "epoch": 1.1077184054283291, + "grad_norm": 3.038412238381217, + "learning_rate": 7.384789369522195e-06, + "loss": 0.6606, + "step": 1306 + }, + { + "epoch": 1.1085665818490247, + "grad_norm": 2.940216533938621, + "learning_rate": 7.390443878993498e-06, + "loss": 0.8258, + "step": 1307 + }, + { + "epoch": 1.10941475826972, + "grad_norm": 3.213862420576754, + "learning_rate": 7.396098388464801e-06, + "loss": 0.7566, + "step": 1308 + }, + { + "epoch": 1.1102629346904156, + "grad_norm": 2.8560742295744235, + "learning_rate": 7.401752897936104e-06, + "loss": 0.6437, + "step": 1309 + }, + { + "epoch": 1.1111111111111112, + "grad_norm": 3.27975836386276, + "learning_rate": 7.4074074074074075e-06, + "loss": 0.6289, + "step": 1310 + }, + { + "epoch": 1.1119592875318065, + "grad_norm": 2.8940849314633175, + "learning_rate": 7.413061916878711e-06, + "loss": 0.5944, + "step": 1311 + }, + { + "epoch": 1.112807463952502, + "grad_norm": 2.6187664699233104, + "learning_rate": 7.418716426350014e-06, + "loss": 0.6418, + "step": 1312 + }, + { + "epoch": 1.1136556403731976, + "grad_norm": 3.4679141645162583, + "learning_rate": 7.424370935821318e-06, + "loss": 0.7406, + "step": 1313 + }, + { + "epoch": 1.1145038167938932, + "grad_norm": 2.800365121427491, + "learning_rate": 7.430025445292621e-06, + "loss": 0.6009, + "step": 1314 + }, + { + "epoch": 1.1153519932145886, + "grad_norm": 3.1007158837678093, + "learning_rate": 7.435679954763924e-06, + "loss": 0.6874, + "step": 1315 + }, + { + "epoch": 1.1162001696352841, + "grad_norm": 3.102721685599476, + "learning_rate": 7.441334464235228e-06, + "loss": 0.6911, + "step": 1316 + }, + { + "epoch": 1.1170483460559797, + "grad_norm": 3.0688241663600238, + "learning_rate": 7.446988973706532e-06, + "loss": 0.6484, + "step": 1317 + }, + { + "epoch": 1.1178965224766753, + "grad_norm": 2.6151455657228224, + "learning_rate": 7.452643483177835e-06, + "loss": 0.6502, + "step": 1318 + }, + { + "epoch": 1.1187446988973706, + "grad_norm": 3.1018559276069624, + "learning_rate": 7.458297992649139e-06, + "loss": 0.6861, + "step": 1319 + }, + { + "epoch": 1.1195928753180662, + "grad_norm": 3.500247922003045, + "learning_rate": 7.463952502120442e-06, + "loss": 0.6531, + "step": 1320 + }, + { + "epoch": 1.1204410517387617, + "grad_norm": 2.6983288447675053, + "learning_rate": 7.469607011591745e-06, + "loss": 0.8122, + "step": 1321 + }, + { + "epoch": 1.121289228159457, + "grad_norm": 2.7702467034360754, + "learning_rate": 7.475261521063049e-06, + "loss": 0.6579, + "step": 1322 + }, + { + "epoch": 1.1221374045801527, + "grad_norm": 3.046422903353323, + "learning_rate": 7.480916030534352e-06, + "loss": 0.8112, + "step": 1323 + }, + { + "epoch": 1.1229855810008482, + "grad_norm": 2.811734904056978, + "learning_rate": 7.4865705400056555e-06, + "loss": 0.7394, + "step": 1324 + }, + { + "epoch": 1.1238337574215436, + "grad_norm": 3.531439244713012, + "learning_rate": 7.492225049476959e-06, + "loss": 0.7107, + "step": 1325 + }, + { + "epoch": 1.1246819338422391, + "grad_norm": 2.7833622622097653, + "learning_rate": 7.497879558948262e-06, + "loss": 0.6959, + "step": 1326 + }, + { + "epoch": 1.1255301102629347, + "grad_norm": 3.2620114007176078, + "learning_rate": 7.503534068419566e-06, + "loss": 0.7523, + "step": 1327 + }, + { + "epoch": 1.1263782866836303, + "grad_norm": 2.753174280072642, + "learning_rate": 7.509188577890869e-06, + "loss": 0.7026, + "step": 1328 + }, + { + "epoch": 1.1272264631043256, + "grad_norm": 3.078211803535573, + "learning_rate": 7.514843087362172e-06, + "loss": 0.7842, + "step": 1329 + }, + { + "epoch": 1.1280746395250212, + "grad_norm": 2.916149955867226, + "learning_rate": 7.520497596833475e-06, + "loss": 0.7044, + "step": 1330 + }, + { + "epoch": 1.1289228159457168, + "grad_norm": 2.9346043123375045, + "learning_rate": 7.526152106304778e-06, + "loss": 0.726, + "step": 1331 + }, + { + "epoch": 1.1297709923664123, + "grad_norm": 2.875057470598065, + "learning_rate": 7.531806615776082e-06, + "loss": 0.6701, + "step": 1332 + }, + { + "epoch": 1.1306191687871077, + "grad_norm": 2.699675300628937, + "learning_rate": 7.537461125247385e-06, + "loss": 0.7144, + "step": 1333 + }, + { + "epoch": 1.1314673452078032, + "grad_norm": 2.516493248021048, + "learning_rate": 7.543115634718688e-06, + "loss": 0.6427, + "step": 1334 + }, + { + "epoch": 1.1323155216284988, + "grad_norm": 3.193427319910475, + "learning_rate": 7.548770144189992e-06, + "loss": 0.6812, + "step": 1335 + }, + { + "epoch": 1.1331636980491941, + "grad_norm": 2.759773337727718, + "learning_rate": 7.554424653661295e-06, + "loss": 0.6242, + "step": 1336 + }, + { + "epoch": 1.1340118744698897, + "grad_norm": 3.000325776005363, + "learning_rate": 7.5600791631325985e-06, + "loss": 0.6589, + "step": 1337 + }, + { + "epoch": 1.1348600508905853, + "grad_norm": 2.73324255283804, + "learning_rate": 7.565733672603902e-06, + "loss": 0.6285, + "step": 1338 + }, + { + "epoch": 1.1357082273112806, + "grad_norm": 3.3540028179443326, + "learning_rate": 7.571388182075205e-06, + "loss": 0.6902, + "step": 1339 + }, + { + "epoch": 1.1365564037319762, + "grad_norm": 2.8164348278613733, + "learning_rate": 7.577042691546509e-06, + "loss": 0.6037, + "step": 1340 + }, + { + "epoch": 1.1374045801526718, + "grad_norm": 2.371561482165075, + "learning_rate": 7.582697201017812e-06, + "loss": 0.6849, + "step": 1341 + }, + { + "epoch": 1.1382527565733673, + "grad_norm": 2.8098894669874004, + "learning_rate": 7.588351710489115e-06, + "loss": 0.6907, + "step": 1342 + }, + { + "epoch": 1.1391009329940627, + "grad_norm": 3.277919215645329, + "learning_rate": 7.59400621996042e-06, + "loss": 0.7203, + "step": 1343 + }, + { + "epoch": 1.1399491094147582, + "grad_norm": 2.822324617133924, + "learning_rate": 7.599660729431723e-06, + "loss": 0.6977, + "step": 1344 + }, + { + "epoch": 1.1407972858354538, + "grad_norm": 3.1830195781889485, + "learning_rate": 7.605315238903026e-06, + "loss": 0.7062, + "step": 1345 + }, + { + "epoch": 1.1416454622561494, + "grad_norm": 2.5412332407582574, + "learning_rate": 7.61096974837433e-06, + "loss": 0.8196, + "step": 1346 + }, + { + "epoch": 1.1424936386768447, + "grad_norm": 3.0886505861161613, + "learning_rate": 7.616624257845633e-06, + "loss": 0.6805, + "step": 1347 + }, + { + "epoch": 1.1433418150975403, + "grad_norm": 2.9949356062848054, + "learning_rate": 7.6222787673169364e-06, + "loss": 0.6963, + "step": 1348 + }, + { + "epoch": 1.1441899915182359, + "grad_norm": 3.299945541961608, + "learning_rate": 7.62793327678824e-06, + "loss": 0.7741, + "step": 1349 + }, + { + "epoch": 1.1450381679389312, + "grad_norm": 2.99824593018254, + "learning_rate": 7.633587786259543e-06, + "loss": 0.6798, + "step": 1350 + }, + { + "epoch": 1.1458863443596268, + "grad_norm": 2.5722719556254923, + "learning_rate": 7.639242295730847e-06, + "loss": 0.666, + "step": 1351 + }, + { + "epoch": 1.1467345207803223, + "grad_norm": 2.549135086736848, + "learning_rate": 7.644896805202148e-06, + "loss": 0.6811, + "step": 1352 + }, + { + "epoch": 1.1475826972010177, + "grad_norm": 2.8030671145349717, + "learning_rate": 7.650551314673452e-06, + "loss": 0.6691, + "step": 1353 + }, + { + "epoch": 1.1484308736217133, + "grad_norm": 2.7308050050395787, + "learning_rate": 7.656205824144755e-06, + "loss": 0.6212, + "step": 1354 + }, + { + "epoch": 1.1492790500424088, + "grad_norm": 2.6177315897313442, + "learning_rate": 7.661860333616058e-06, + "loss": 0.631, + "step": 1355 + }, + { + "epoch": 1.1501272264631044, + "grad_norm": 3.147438864522722, + "learning_rate": 7.667514843087362e-06, + "loss": 0.6603, + "step": 1356 + }, + { + "epoch": 1.1509754028837997, + "grad_norm": 2.917606451035516, + "learning_rate": 7.673169352558665e-06, + "loss": 0.7893, + "step": 1357 + }, + { + "epoch": 1.1518235793044953, + "grad_norm": 2.8227263629476154, + "learning_rate": 7.67882386202997e-06, + "loss": 0.7158, + "step": 1358 + }, + { + "epoch": 1.1526717557251909, + "grad_norm": 2.940564715338178, + "learning_rate": 7.684478371501274e-06, + "loss": 0.6432, + "step": 1359 + }, + { + "epoch": 1.1535199321458864, + "grad_norm": 2.6526312942063153, + "learning_rate": 7.690132880972577e-06, + "loss": 0.579, + "step": 1360 + }, + { + "epoch": 1.1543681085665818, + "grad_norm": 3.156140077128491, + "learning_rate": 7.69578739044388e-06, + "loss": 0.7222, + "step": 1361 + }, + { + "epoch": 1.1552162849872774, + "grad_norm": 3.1593564244780903, + "learning_rate": 7.701441899915184e-06, + "loss": 0.7434, + "step": 1362 + }, + { + "epoch": 1.156064461407973, + "grad_norm": 2.8227845080635747, + "learning_rate": 7.707096409386487e-06, + "loss": 0.6802, + "step": 1363 + }, + { + "epoch": 1.1569126378286683, + "grad_norm": 3.005238822075217, + "learning_rate": 7.71275091885779e-06, + "loss": 0.7659, + "step": 1364 + }, + { + "epoch": 1.1577608142493638, + "grad_norm": 3.6001654877616067, + "learning_rate": 7.718405428329094e-06, + "loss": 0.6486, + "step": 1365 + }, + { + "epoch": 1.1586089906700594, + "grad_norm": 2.839541745071829, + "learning_rate": 7.724059937800397e-06, + "loss": 0.7345, + "step": 1366 + }, + { + "epoch": 1.159457167090755, + "grad_norm": 3.4760108802770273, + "learning_rate": 7.7297144472717e-06, + "loss": 0.6272, + "step": 1367 + }, + { + "epoch": 1.1603053435114503, + "grad_norm": 3.0606848823451926, + "learning_rate": 7.735368956743004e-06, + "loss": 0.644, + "step": 1368 + }, + { + "epoch": 1.1611535199321459, + "grad_norm": 3.7112290376992876, + "learning_rate": 7.741023466214307e-06, + "loss": 0.708, + "step": 1369 + }, + { + "epoch": 1.1620016963528415, + "grad_norm": 3.2332695771053386, + "learning_rate": 7.74667797568561e-06, + "loss": 0.7252, + "step": 1370 + }, + { + "epoch": 1.162849872773537, + "grad_norm": 2.8857458650342713, + "learning_rate": 7.752332485156914e-06, + "loss": 0.6543, + "step": 1371 + }, + { + "epoch": 1.1636980491942324, + "grad_norm": 3.1815739525496296, + "learning_rate": 7.757986994628217e-06, + "loss": 0.6594, + "step": 1372 + }, + { + "epoch": 1.164546225614928, + "grad_norm": 3.3797996518976166, + "learning_rate": 7.76364150409952e-06, + "loss": 0.7301, + "step": 1373 + }, + { + "epoch": 1.1653944020356235, + "grad_norm": 3.063030641844245, + "learning_rate": 7.769296013570822e-06, + "loss": 0.6414, + "step": 1374 + }, + { + "epoch": 1.1662425784563188, + "grad_norm": 3.1158229288774737, + "learning_rate": 7.774950523042126e-06, + "loss": 0.5965, + "step": 1375 + }, + { + "epoch": 1.1670907548770144, + "grad_norm": 2.7417591998164936, + "learning_rate": 7.78060503251343e-06, + "loss": 0.6782, + "step": 1376 + }, + { + "epoch": 1.16793893129771, + "grad_norm": 3.1199360808698287, + "learning_rate": 7.786259541984733e-06, + "loss": 0.6885, + "step": 1377 + }, + { + "epoch": 1.1687871077184053, + "grad_norm": 3.0680430496862563, + "learning_rate": 7.791914051456036e-06, + "loss": 0.5899, + "step": 1378 + }, + { + "epoch": 1.169635284139101, + "grad_norm": 2.7979860508465983, + "learning_rate": 7.79756856092734e-06, + "loss": 0.7683, + "step": 1379 + }, + { + "epoch": 1.1704834605597965, + "grad_norm": 3.1116518053590223, + "learning_rate": 7.803223070398643e-06, + "loss": 0.6617, + "step": 1380 + }, + { + "epoch": 1.171331636980492, + "grad_norm": 3.066580155292243, + "learning_rate": 7.808877579869946e-06, + "loss": 0.7488, + "step": 1381 + }, + { + "epoch": 1.1721798134011874, + "grad_norm": 2.78284843118914, + "learning_rate": 7.81453208934125e-06, + "loss": 0.8076, + "step": 1382 + }, + { + "epoch": 1.173027989821883, + "grad_norm": 2.8643303836955094, + "learning_rate": 7.820186598812553e-06, + "loss": 0.6574, + "step": 1383 + }, + { + "epoch": 1.1738761662425785, + "grad_norm": 2.8254932779348123, + "learning_rate": 7.825841108283858e-06, + "loss": 0.6943, + "step": 1384 + }, + { + "epoch": 1.174724342663274, + "grad_norm": 3.128131964405861, + "learning_rate": 7.831495617755161e-06, + "loss": 0.6972, + "step": 1385 + }, + { + "epoch": 1.1755725190839694, + "grad_norm": 2.5069141279091096, + "learning_rate": 7.837150127226465e-06, + "loss": 0.5365, + "step": 1386 + }, + { + "epoch": 1.176420695504665, + "grad_norm": 3.2674624682754656, + "learning_rate": 7.842804636697768e-06, + "loss": 0.6349, + "step": 1387 + }, + { + "epoch": 1.1772688719253606, + "grad_norm": 2.95083478568469, + "learning_rate": 7.848459146169071e-06, + "loss": 0.6721, + "step": 1388 + }, + { + "epoch": 1.178117048346056, + "grad_norm": 3.0768736908446366, + "learning_rate": 7.854113655640375e-06, + "loss": 0.6907, + "step": 1389 + }, + { + "epoch": 1.1789652247667515, + "grad_norm": 3.046009169351351, + "learning_rate": 7.859768165111678e-06, + "loss": 0.6687, + "step": 1390 + }, + { + "epoch": 1.179813401187447, + "grad_norm": 3.5358984201158146, + "learning_rate": 7.865422674582981e-06, + "loss": 0.6915, + "step": 1391 + }, + { + "epoch": 1.1806615776081424, + "grad_norm": 2.8254027181112185, + "learning_rate": 7.871077184054285e-06, + "loss": 0.7692, + "step": 1392 + }, + { + "epoch": 1.181509754028838, + "grad_norm": 3.529473748317275, + "learning_rate": 7.876731693525588e-06, + "loss": 0.802, + "step": 1393 + }, + { + "epoch": 1.1823579304495335, + "grad_norm": 2.866542556945919, + "learning_rate": 7.882386202996892e-06, + "loss": 0.6133, + "step": 1394 + }, + { + "epoch": 1.183206106870229, + "grad_norm": 3.51605753377507, + "learning_rate": 7.888040712468195e-06, + "loss": 0.56, + "step": 1395 + }, + { + "epoch": 1.1840542832909244, + "grad_norm": 2.8870797357020157, + "learning_rate": 7.893695221939497e-06, + "loss": 0.7323, + "step": 1396 + }, + { + "epoch": 1.18490245971162, + "grad_norm": 2.542756534140582, + "learning_rate": 7.8993497314108e-06, + "loss": 0.6727, + "step": 1397 + }, + { + "epoch": 1.1857506361323156, + "grad_norm": 3.154672251541166, + "learning_rate": 7.905004240882103e-06, + "loss": 0.8003, + "step": 1398 + }, + { + "epoch": 1.1865988125530111, + "grad_norm": 2.7045694481508233, + "learning_rate": 7.910658750353407e-06, + "loss": 0.6858, + "step": 1399 + }, + { + "epoch": 1.1874469889737065, + "grad_norm": 3.2265444499668994, + "learning_rate": 7.91631325982471e-06, + "loss": 0.5594, + "step": 1400 + }, + { + "epoch": 1.188295165394402, + "grad_norm": 2.768322882868658, + "learning_rate": 7.921967769296013e-06, + "loss": 0.6713, + "step": 1401 + }, + { + "epoch": 1.1891433418150976, + "grad_norm": 2.555824907286873, + "learning_rate": 7.927622278767317e-06, + "loss": 0.5549, + "step": 1402 + }, + { + "epoch": 1.189991518235793, + "grad_norm": 2.670370648232359, + "learning_rate": 7.93327678823862e-06, + "loss": 0.644, + "step": 1403 + }, + { + "epoch": 1.1908396946564885, + "grad_norm": 2.822676209740292, + "learning_rate": 7.938931297709924e-06, + "loss": 0.5915, + "step": 1404 + }, + { + "epoch": 1.191687871077184, + "grad_norm": 2.691363730066566, + "learning_rate": 7.944585807181227e-06, + "loss": 0.7217, + "step": 1405 + }, + { + "epoch": 1.1925360474978794, + "grad_norm": 3.151406059243411, + "learning_rate": 7.95024031665253e-06, + "loss": 0.7098, + "step": 1406 + }, + { + "epoch": 1.193384223918575, + "grad_norm": 2.92524758480488, + "learning_rate": 7.955894826123834e-06, + "loss": 0.6497, + "step": 1407 + }, + { + "epoch": 1.1942324003392706, + "grad_norm": 2.751380181032527, + "learning_rate": 7.961549335595137e-06, + "loss": 0.6171, + "step": 1408 + }, + { + "epoch": 1.1950805767599662, + "grad_norm": 2.761128525414272, + "learning_rate": 7.967203845066442e-06, + "loss": 0.6546, + "step": 1409 + }, + { + "epoch": 1.1959287531806615, + "grad_norm": 2.872239904805878, + "learning_rate": 7.972858354537745e-06, + "loss": 0.6087, + "step": 1410 + }, + { + "epoch": 1.196776929601357, + "grad_norm": 2.7959282521106528, + "learning_rate": 7.978512864009049e-06, + "loss": 0.7033, + "step": 1411 + }, + { + "epoch": 1.1976251060220526, + "grad_norm": 3.240366475055758, + "learning_rate": 7.984167373480352e-06, + "loss": 0.8258, + "step": 1412 + }, + { + "epoch": 1.1984732824427482, + "grad_norm": 2.905056073205316, + "learning_rate": 7.989821882951656e-06, + "loss": 0.5507, + "step": 1413 + }, + { + "epoch": 1.1993214588634435, + "grad_norm": 2.429480033264965, + "learning_rate": 7.995476392422959e-06, + "loss": 0.7697, + "step": 1414 + }, + { + "epoch": 1.2001696352841391, + "grad_norm": 2.600232655637861, + "learning_rate": 8.001130901894262e-06, + "loss": 0.63, + "step": 1415 + }, + { + "epoch": 1.2010178117048347, + "grad_norm": 2.972086886935998, + "learning_rate": 8.006785411365566e-06, + "loss": 0.6455, + "step": 1416 + }, + { + "epoch": 1.20186598812553, + "grad_norm": 3.083433938766389, + "learning_rate": 8.012439920836867e-06, + "loss": 0.6338, + "step": 1417 + }, + { + "epoch": 1.2027141645462256, + "grad_norm": 2.947822507489169, + "learning_rate": 8.01809443030817e-06, + "loss": 0.7247, + "step": 1418 + }, + { + "epoch": 1.2035623409669212, + "grad_norm": 3.597784684345795, + "learning_rate": 8.023748939779474e-06, + "loss": 0.7114, + "step": 1419 + }, + { + "epoch": 1.2044105173876165, + "grad_norm": 2.7417613312190894, + "learning_rate": 8.029403449250778e-06, + "loss": 0.6788, + "step": 1420 + }, + { + "epoch": 1.205258693808312, + "grad_norm": 2.8502984097122885, + "learning_rate": 8.035057958722081e-06, + "loss": 0.7538, + "step": 1421 + }, + { + "epoch": 1.2061068702290076, + "grad_norm": 3.047967889691764, + "learning_rate": 8.040712468193384e-06, + "loss": 0.5829, + "step": 1422 + }, + { + "epoch": 1.2069550466497032, + "grad_norm": 2.5878763172273276, + "learning_rate": 8.046366977664688e-06, + "loss": 0.5909, + "step": 1423 + }, + { + "epoch": 1.2078032230703986, + "grad_norm": 3.1439279504120106, + "learning_rate": 8.052021487135991e-06, + "loss": 0.6847, + "step": 1424 + }, + { + "epoch": 1.2086513994910941, + "grad_norm": 3.2946032691174065, + "learning_rate": 8.057675996607294e-06, + "loss": 0.6896, + "step": 1425 + }, + { + "epoch": 1.2094995759117897, + "grad_norm": 3.8598966587474424, + "learning_rate": 8.063330506078598e-06, + "loss": 0.6952, + "step": 1426 + }, + { + "epoch": 1.2103477523324853, + "grad_norm": 2.8147925095431536, + "learning_rate": 8.068985015549901e-06, + "loss": 0.6777, + "step": 1427 + }, + { + "epoch": 1.2111959287531806, + "grad_norm": 2.9993899818038448, + "learning_rate": 8.074639525021204e-06, + "loss": 0.6621, + "step": 1428 + }, + { + "epoch": 1.2120441051738762, + "grad_norm": 3.0945723478704115, + "learning_rate": 8.080294034492508e-06, + "loss": 0.5757, + "step": 1429 + }, + { + "epoch": 1.2128922815945717, + "grad_norm": 2.9222393167119534, + "learning_rate": 8.085948543963811e-06, + "loss": 0.7464, + "step": 1430 + }, + { + "epoch": 1.213740458015267, + "grad_norm": 2.5393433205678697, + "learning_rate": 8.091603053435115e-06, + "loss": 0.782, + "step": 1431 + }, + { + "epoch": 1.2145886344359627, + "grad_norm": 3.3862766243083904, + "learning_rate": 8.097257562906418e-06, + "loss": 0.8039, + "step": 1432 + }, + { + "epoch": 1.2154368108566582, + "grad_norm": 3.0750296199578675, + "learning_rate": 8.102912072377721e-06, + "loss": 0.5385, + "step": 1433 + }, + { + "epoch": 1.2162849872773536, + "grad_norm": 2.5810872734338557, + "learning_rate": 8.108566581849026e-06, + "loss": 0.5992, + "step": 1434 + }, + { + "epoch": 1.2171331636980491, + "grad_norm": 3.041483264931246, + "learning_rate": 8.11422109132033e-06, + "loss": 0.6233, + "step": 1435 + }, + { + "epoch": 1.2179813401187447, + "grad_norm": 2.8396378395521755, + "learning_rate": 8.119875600791633e-06, + "loss": 0.5682, + "step": 1436 + }, + { + "epoch": 1.2188295165394403, + "grad_norm": 3.1318239284720097, + "learning_rate": 8.125530110262937e-06, + "loss": 0.7109, + "step": 1437 + }, + { + "epoch": 1.2196776929601356, + "grad_norm": 2.633034632925655, + "learning_rate": 8.13118461973424e-06, + "loss": 0.6442, + "step": 1438 + }, + { + "epoch": 1.2205258693808312, + "grad_norm": 2.585500799151247, + "learning_rate": 8.136839129205542e-06, + "loss": 0.7071, + "step": 1439 + }, + { + "epoch": 1.2213740458015268, + "grad_norm": 2.8403316822821347, + "learning_rate": 8.142493638676845e-06, + "loss": 0.7236, + "step": 1440 + }, + { + "epoch": 1.2222222222222223, + "grad_norm": 2.909412287281413, + "learning_rate": 8.148148148148148e-06, + "loss": 0.7125, + "step": 1441 + }, + { + "epoch": 1.2230703986429177, + "grad_norm": 3.3571319897928045, + "learning_rate": 8.153802657619452e-06, + "loss": 0.684, + "step": 1442 + }, + { + "epoch": 1.2239185750636132, + "grad_norm": 2.646555411212451, + "learning_rate": 8.159457167090755e-06, + "loss": 0.7619, + "step": 1443 + }, + { + "epoch": 1.2247667514843088, + "grad_norm": 3.0478074711823355, + "learning_rate": 8.165111676562058e-06, + "loss": 0.7292, + "step": 1444 + }, + { + "epoch": 1.2256149279050041, + "grad_norm": 2.686252447977981, + "learning_rate": 8.170766186033362e-06, + "loss": 0.671, + "step": 1445 + }, + { + "epoch": 1.2264631043256997, + "grad_norm": 3.2003369689361825, + "learning_rate": 8.176420695504665e-06, + "loss": 0.5743, + "step": 1446 + }, + { + "epoch": 1.2273112807463953, + "grad_norm": 2.769808157862346, + "learning_rate": 8.182075204975969e-06, + "loss": 0.7006, + "step": 1447 + }, + { + "epoch": 1.2281594571670909, + "grad_norm": 3.0279430467877133, + "learning_rate": 8.187729714447272e-06, + "loss": 0.6708, + "step": 1448 + }, + { + "epoch": 1.2290076335877862, + "grad_norm": 2.5338412129264167, + "learning_rate": 8.193384223918575e-06, + "loss": 0.6512, + "step": 1449 + }, + { + "epoch": 1.2298558100084818, + "grad_norm": 2.731552723575999, + "learning_rate": 8.199038733389879e-06, + "loss": 0.632, + "step": 1450 + }, + { + "epoch": 1.2307039864291773, + "grad_norm": 3.074520031760606, + "learning_rate": 8.204693242861182e-06, + "loss": 0.6769, + "step": 1451 + }, + { + "epoch": 1.2315521628498727, + "grad_norm": 2.611065725565729, + "learning_rate": 8.210347752332485e-06, + "loss": 0.7595, + "step": 1452 + }, + { + "epoch": 1.2324003392705682, + "grad_norm": 2.7949375577907944, + "learning_rate": 8.216002261803789e-06, + "loss": 0.595, + "step": 1453 + }, + { + "epoch": 1.2332485156912638, + "grad_norm": 2.755206621162495, + "learning_rate": 8.221656771275092e-06, + "loss": 0.7612, + "step": 1454 + }, + { + "epoch": 1.2340966921119594, + "grad_norm": 2.8581397996597055, + "learning_rate": 8.227311280746396e-06, + "loss": 0.706, + "step": 1455 + }, + { + "epoch": 1.2349448685326547, + "grad_norm": 3.2571676243247545, + "learning_rate": 8.232965790217699e-06, + "loss": 0.6888, + "step": 1456 + }, + { + "epoch": 1.2357930449533503, + "grad_norm": 2.6780104593190175, + "learning_rate": 8.238620299689002e-06, + "loss": 0.5962, + "step": 1457 + }, + { + "epoch": 1.2366412213740459, + "grad_norm": 2.5424332919571317, + "learning_rate": 8.244274809160306e-06, + "loss": 0.591, + "step": 1458 + }, + { + "epoch": 1.2374893977947412, + "grad_norm": 3.130806268377365, + "learning_rate": 8.249929318631609e-06, + "loss": 0.6294, + "step": 1459 + }, + { + "epoch": 1.2383375742154368, + "grad_norm": 3.1681354909993797, + "learning_rate": 8.255583828102914e-06, + "loss": 0.564, + "step": 1460 + }, + { + "epoch": 1.2391857506361323, + "grad_norm": 2.940690756456272, + "learning_rate": 8.261238337574216e-06, + "loss": 0.7207, + "step": 1461 + }, + { + "epoch": 1.240033927056828, + "grad_norm": 3.2170866562182523, + "learning_rate": 8.266892847045519e-06, + "loss": 0.6186, + "step": 1462 + }, + { + "epoch": 1.2408821034775233, + "grad_norm": 2.8525678187813353, + "learning_rate": 8.272547356516822e-06, + "loss": 0.6499, + "step": 1463 + }, + { + "epoch": 1.2417302798982188, + "grad_norm": 3.2038310414807163, + "learning_rate": 8.278201865988126e-06, + "loss": 0.7412, + "step": 1464 + }, + { + "epoch": 1.2425784563189144, + "grad_norm": 2.9540004813003833, + "learning_rate": 8.28385637545943e-06, + "loss": 0.6114, + "step": 1465 + }, + { + "epoch": 1.24342663273961, + "grad_norm": 3.357769174208321, + "learning_rate": 8.289510884930733e-06, + "loss": 0.6583, + "step": 1466 + }, + { + "epoch": 1.2442748091603053, + "grad_norm": 3.050649889914402, + "learning_rate": 8.295165394402036e-06, + "loss": 0.5464, + "step": 1467 + }, + { + "epoch": 1.2451229855810009, + "grad_norm": 3.2752371177636226, + "learning_rate": 8.30081990387334e-06, + "loss": 0.7153, + "step": 1468 + }, + { + "epoch": 1.2459711620016964, + "grad_norm": 3.0555494076976824, + "learning_rate": 8.306474413344643e-06, + "loss": 0.5773, + "step": 1469 + }, + { + "epoch": 1.2468193384223918, + "grad_norm": 3.091300463466691, + "learning_rate": 8.312128922815946e-06, + "loss": 0.5762, + "step": 1470 + }, + { + "epoch": 1.2476675148430874, + "grad_norm": 3.9523397283804935, + "learning_rate": 8.31778343228725e-06, + "loss": 0.6911, + "step": 1471 + }, + { + "epoch": 1.248515691263783, + "grad_norm": 2.91536997625739, + "learning_rate": 8.323437941758553e-06, + "loss": 0.6343, + "step": 1472 + }, + { + "epoch": 1.2493638676844783, + "grad_norm": 3.7475152694003437, + "learning_rate": 8.329092451229856e-06, + "loss": 0.6574, + "step": 1473 + }, + { + "epoch": 1.2502120441051738, + "grad_norm": 2.8666212771441986, + "learning_rate": 8.33474696070116e-06, + "loss": 0.6875, + "step": 1474 + }, + { + "epoch": 1.2510602205258694, + "grad_norm": 2.9140296405931476, + "learning_rate": 8.340401470172463e-06, + "loss": 0.646, + "step": 1475 + }, + { + "epoch": 1.2519083969465647, + "grad_norm": 3.5508922395297553, + "learning_rate": 8.346055979643766e-06, + "loss": 0.665, + "step": 1476 + }, + { + "epoch": 1.2527565733672603, + "grad_norm": 2.4873296780350875, + "learning_rate": 8.35171048911507e-06, + "loss": 0.6082, + "step": 1477 + }, + { + "epoch": 1.2536047497879559, + "grad_norm": 2.7462825366791694, + "learning_rate": 8.357364998586373e-06, + "loss": 0.6105, + "step": 1478 + }, + { + "epoch": 1.2544529262086515, + "grad_norm": 2.9845766532258247, + "learning_rate": 8.363019508057676e-06, + "loss": 0.6427, + "step": 1479 + }, + { + "epoch": 1.255301102629347, + "grad_norm": 2.807463597879739, + "learning_rate": 8.36867401752898e-06, + "loss": 0.6502, + "step": 1480 + }, + { + "epoch": 1.2561492790500424, + "grad_norm": 3.165909338780815, + "learning_rate": 8.374328527000283e-06, + "loss": 0.6736, + "step": 1481 + }, + { + "epoch": 1.256997455470738, + "grad_norm": 3.150682005197216, + "learning_rate": 8.379983036471587e-06, + "loss": 0.6567, + "step": 1482 + }, + { + "epoch": 1.2578456318914335, + "grad_norm": 3.1434833495178207, + "learning_rate": 8.38563754594289e-06, + "loss": 0.7086, + "step": 1483 + }, + { + "epoch": 1.2586938083121288, + "grad_norm": 3.305506378067288, + "learning_rate": 8.391292055414193e-06, + "loss": 0.5337, + "step": 1484 + }, + { + "epoch": 1.2595419847328244, + "grad_norm": 2.5338237888887996, + "learning_rate": 8.396946564885497e-06, + "loss": 0.649, + "step": 1485 + }, + { + "epoch": 1.26039016115352, + "grad_norm": 2.6003148909413625, + "learning_rate": 8.4026010743568e-06, + "loss": 0.6843, + "step": 1486 + }, + { + "epoch": 1.2612383375742153, + "grad_norm": 2.786453756156802, + "learning_rate": 8.408255583828103e-06, + "loss": 0.5894, + "step": 1487 + }, + { + "epoch": 1.262086513994911, + "grad_norm": 2.9275816904603293, + "learning_rate": 8.413910093299407e-06, + "loss": 0.6202, + "step": 1488 + }, + { + "epoch": 1.2629346904156065, + "grad_norm": 2.842293239986111, + "learning_rate": 8.41956460277071e-06, + "loss": 0.7926, + "step": 1489 + }, + { + "epoch": 1.263782866836302, + "grad_norm": 2.850598449441047, + "learning_rate": 8.425219112242014e-06, + "loss": 0.6732, + "step": 1490 + }, + { + "epoch": 1.2646310432569974, + "grad_norm": 2.6410309706866366, + "learning_rate": 8.430873621713317e-06, + "loss": 0.5981, + "step": 1491 + }, + { + "epoch": 1.265479219677693, + "grad_norm": 2.9330231637971265, + "learning_rate": 8.43652813118462e-06, + "loss": 0.6952, + "step": 1492 + }, + { + "epoch": 1.2663273960983885, + "grad_norm": 3.141670768741212, + "learning_rate": 8.442182640655924e-06, + "loss": 0.6598, + "step": 1493 + }, + { + "epoch": 1.267175572519084, + "grad_norm": 3.0081988915816886, + "learning_rate": 8.447837150127227e-06, + "loss": 0.518, + "step": 1494 + }, + { + "epoch": 1.2680237489397794, + "grad_norm": 3.064846484727765, + "learning_rate": 8.45349165959853e-06, + "loss": 0.6758, + "step": 1495 + }, + { + "epoch": 1.268871925360475, + "grad_norm": 2.8419833305298376, + "learning_rate": 8.459146169069834e-06, + "loss": 0.6033, + "step": 1496 + }, + { + "epoch": 1.2697201017811706, + "grad_norm": 3.0170781270438742, + "learning_rate": 8.464800678541137e-06, + "loss": 0.7005, + "step": 1497 + }, + { + "epoch": 1.270568278201866, + "grad_norm": 2.8900086940809397, + "learning_rate": 8.47045518801244e-06, + "loss": 0.6057, + "step": 1498 + }, + { + "epoch": 1.2714164546225615, + "grad_norm": 2.620861431079583, + "learning_rate": 8.476109697483744e-06, + "loss": 0.6064, + "step": 1499 + }, + { + "epoch": 1.272264631043257, + "grad_norm": 4.805121357737298, + "learning_rate": 8.481764206955047e-06, + "loss": 0.734, + "step": 1500 + }, + { + "epoch": 1.2731128074639524, + "grad_norm": 3.0471390910666836, + "learning_rate": 8.48741871642635e-06, + "loss": 0.6219, + "step": 1501 + }, + { + "epoch": 1.273960983884648, + "grad_norm": 2.8676673729104336, + "learning_rate": 8.493073225897654e-06, + "loss": 0.6665, + "step": 1502 + }, + { + "epoch": 1.2748091603053435, + "grad_norm": 3.2688830676198815, + "learning_rate": 8.498727735368957e-06, + "loss": 0.7633, + "step": 1503 + }, + { + "epoch": 1.275657336726039, + "grad_norm": 2.4909681019103034, + "learning_rate": 8.50438224484026e-06, + "loss": 0.7029, + "step": 1504 + }, + { + "epoch": 1.2765055131467344, + "grad_norm": 2.840171636272354, + "learning_rate": 8.510036754311564e-06, + "loss": 0.5922, + "step": 1505 + }, + { + "epoch": 1.27735368956743, + "grad_norm": 2.828361082972617, + "learning_rate": 8.515691263782867e-06, + "loss": 0.5319, + "step": 1506 + }, + { + "epoch": 1.2782018659881256, + "grad_norm": 3.182745127092906, + "learning_rate": 8.52134577325417e-06, + "loss": 0.6225, + "step": 1507 + }, + { + "epoch": 1.2790500424088211, + "grad_norm": 2.6138358242559594, + "learning_rate": 8.527000282725474e-06, + "loss": 0.6564, + "step": 1508 + }, + { + "epoch": 1.2798982188295165, + "grad_norm": 2.9647747830273725, + "learning_rate": 8.532654792196778e-06, + "loss": 0.8047, + "step": 1509 + }, + { + "epoch": 1.280746395250212, + "grad_norm": 2.501746763290466, + "learning_rate": 8.538309301668081e-06, + "loss": 0.7647, + "step": 1510 + }, + { + "epoch": 1.2815945716709076, + "grad_norm": 2.693168899296901, + "learning_rate": 8.543963811139384e-06, + "loss": 0.7093, + "step": 1511 + }, + { + "epoch": 1.282442748091603, + "grad_norm": 2.508965595695359, + "learning_rate": 8.549618320610688e-06, + "loss": 0.7281, + "step": 1512 + }, + { + "epoch": 1.2832909245122985, + "grad_norm": 3.173454558991226, + "learning_rate": 8.555272830081991e-06, + "loss": 0.6967, + "step": 1513 + }, + { + "epoch": 1.284139100932994, + "grad_norm": 2.4096578406061044, + "learning_rate": 8.560927339553294e-06, + "loss": 0.6048, + "step": 1514 + }, + { + "epoch": 1.2849872773536894, + "grad_norm": 3.010626187461683, + "learning_rate": 8.566581849024598e-06, + "loss": 0.4844, + "step": 1515 + }, + { + "epoch": 1.285835453774385, + "grad_norm": 3.1563320123175704, + "learning_rate": 8.572236358495901e-06, + "loss": 0.6514, + "step": 1516 + }, + { + "epoch": 1.2866836301950806, + "grad_norm": 2.4237870545031854, + "learning_rate": 8.577890867967205e-06, + "loss": 0.6684, + "step": 1517 + }, + { + "epoch": 1.2875318066157762, + "grad_norm": 2.847868418899373, + "learning_rate": 8.583545377438508e-06, + "loss": 0.6303, + "step": 1518 + }, + { + "epoch": 1.2883799830364717, + "grad_norm": 2.9084582987234637, + "learning_rate": 8.589199886909811e-06, + "loss": 0.6392, + "step": 1519 + }, + { + "epoch": 1.289228159457167, + "grad_norm": 2.652532146128309, + "learning_rate": 8.594854396381115e-06, + "loss": 0.6925, + "step": 1520 + }, + { + "epoch": 1.2900763358778626, + "grad_norm": 3.052734655208623, + "learning_rate": 8.600508905852418e-06, + "loss": 0.7977, + "step": 1521 + }, + { + "epoch": 1.2909245122985582, + "grad_norm": 2.9948158403088048, + "learning_rate": 8.606163415323721e-06, + "loss": 0.7714, + "step": 1522 + }, + { + "epoch": 1.2917726887192535, + "grad_norm": 2.4901143119669897, + "learning_rate": 8.611817924795025e-06, + "loss": 0.6462, + "step": 1523 + }, + { + "epoch": 1.2926208651399491, + "grad_norm": 3.313605271207724, + "learning_rate": 8.617472434266328e-06, + "loss": 0.5938, + "step": 1524 + }, + { + "epoch": 1.2934690415606447, + "grad_norm": 2.395298668781649, + "learning_rate": 8.623126943737632e-06, + "loss": 0.7126, + "step": 1525 + }, + { + "epoch": 1.29431721798134, + "grad_norm": 3.4734439729665385, + "learning_rate": 8.628781453208935e-06, + "loss": 0.5205, + "step": 1526 + }, + { + "epoch": 1.2951653944020356, + "grad_norm": 3.5983623182902242, + "learning_rate": 8.634435962680238e-06, + "loss": 0.7471, + "step": 1527 + }, + { + "epoch": 1.2960135708227312, + "grad_norm": 2.6131519034735216, + "learning_rate": 8.640090472151542e-06, + "loss": 0.716, + "step": 1528 + }, + { + "epoch": 1.2968617472434265, + "grad_norm": 2.9192846395667544, + "learning_rate": 8.645744981622845e-06, + "loss": 0.7716, + "step": 1529 + }, + { + "epoch": 1.297709923664122, + "grad_norm": 3.4239750353781906, + "learning_rate": 8.651399491094148e-06, + "loss": 0.6669, + "step": 1530 + }, + { + "epoch": 1.2985581000848176, + "grad_norm": 2.824190468976002, + "learning_rate": 8.657054000565452e-06, + "loss": 0.7611, + "step": 1531 + }, + { + "epoch": 1.2994062765055132, + "grad_norm": 3.34311841260893, + "learning_rate": 8.662708510036755e-06, + "loss": 0.6637, + "step": 1532 + }, + { + "epoch": 1.3002544529262088, + "grad_norm": 2.9871459104086493, + "learning_rate": 8.668363019508059e-06, + "loss": 0.577, + "step": 1533 + }, + { + "epoch": 1.3011026293469041, + "grad_norm": 2.8106693405508394, + "learning_rate": 8.674017528979362e-06, + "loss": 0.6443, + "step": 1534 + }, + { + "epoch": 1.3019508057675997, + "grad_norm": 2.3347707535655475, + "learning_rate": 8.679672038450665e-06, + "loss": 0.6675, + "step": 1535 + }, + { + "epoch": 1.3027989821882953, + "grad_norm": 3.2707081165304857, + "learning_rate": 8.685326547921969e-06, + "loss": 0.684, + "step": 1536 + }, + { + "epoch": 1.3036471586089906, + "grad_norm": 2.6730981974269783, + "learning_rate": 8.690981057393272e-06, + "loss": 0.677, + "step": 1537 + }, + { + "epoch": 1.3044953350296862, + "grad_norm": 2.6901299992326004, + "learning_rate": 8.696635566864575e-06, + "loss": 0.6791, + "step": 1538 + }, + { + "epoch": 1.3053435114503817, + "grad_norm": 2.4013234714331038, + "learning_rate": 8.702290076335879e-06, + "loss": 0.568, + "step": 1539 + }, + { + "epoch": 1.306191687871077, + "grad_norm": 2.7675689228828677, + "learning_rate": 8.707944585807182e-06, + "loss": 0.6595, + "step": 1540 + }, + { + "epoch": 1.3070398642917727, + "grad_norm": 2.403243146638865, + "learning_rate": 8.713599095278485e-06, + "loss": 0.6454, + "step": 1541 + }, + { + "epoch": 1.3078880407124682, + "grad_norm": 2.2072032891844713, + "learning_rate": 8.719253604749789e-06, + "loss": 0.6377, + "step": 1542 + }, + { + "epoch": 1.3087362171331636, + "grad_norm": 2.3591047867457635, + "learning_rate": 8.724908114221092e-06, + "loss": 0.588, + "step": 1543 + }, + { + "epoch": 1.3095843935538591, + "grad_norm": 2.7600652271793034, + "learning_rate": 8.730562623692396e-06, + "loss": 0.8163, + "step": 1544 + }, + { + "epoch": 1.3104325699745547, + "grad_norm": 2.579278315064454, + "learning_rate": 8.736217133163699e-06, + "loss": 0.6988, + "step": 1545 + }, + { + "epoch": 1.3112807463952503, + "grad_norm": 2.2918606668937977, + "learning_rate": 8.741871642635002e-06, + "loss": 0.7145, + "step": 1546 + }, + { + "epoch": 1.3121289228159458, + "grad_norm": 2.4415933055191914, + "learning_rate": 8.747526152106306e-06, + "loss": 0.5851, + "step": 1547 + }, + { + "epoch": 1.3129770992366412, + "grad_norm": 2.6798264658823276, + "learning_rate": 8.753180661577609e-06, + "loss": 0.6289, + "step": 1548 + }, + { + "epoch": 1.3138252756573368, + "grad_norm": 2.613395265462505, + "learning_rate": 8.758835171048912e-06, + "loss": 0.5961, + "step": 1549 + }, + { + "epoch": 1.3146734520780323, + "grad_norm": 2.717489001790116, + "learning_rate": 8.764489680520216e-06, + "loss": 0.7244, + "step": 1550 + }, + { + "epoch": 1.3155216284987277, + "grad_norm": 2.7513112001509166, + "learning_rate": 8.77014418999152e-06, + "loss": 0.7052, + "step": 1551 + }, + { + "epoch": 1.3163698049194232, + "grad_norm": 2.4335170348059565, + "learning_rate": 8.775798699462823e-06, + "loss": 0.6342, + "step": 1552 + }, + { + "epoch": 1.3172179813401188, + "grad_norm": 2.5092010228245867, + "learning_rate": 8.781453208934126e-06, + "loss": 0.6217, + "step": 1553 + }, + { + "epoch": 1.3180661577608141, + "grad_norm": 2.674402089025072, + "learning_rate": 8.78710771840543e-06, + "loss": 0.577, + "step": 1554 + }, + { + "epoch": 1.3189143341815097, + "grad_norm": 3.127884845919716, + "learning_rate": 8.792762227876733e-06, + "loss": 0.6751, + "step": 1555 + }, + { + "epoch": 1.3197625106022053, + "grad_norm": 2.5823732486652107, + "learning_rate": 8.798416737348036e-06, + "loss": 0.6315, + "step": 1556 + }, + { + "epoch": 1.3206106870229006, + "grad_norm": 2.854944401213412, + "learning_rate": 8.80407124681934e-06, + "loss": 0.6137, + "step": 1557 + }, + { + "epoch": 1.3214588634435962, + "grad_norm": 2.5194897582244344, + "learning_rate": 8.809725756290643e-06, + "loss": 0.6486, + "step": 1558 + }, + { + "epoch": 1.3223070398642918, + "grad_norm": 2.309443539860542, + "learning_rate": 8.815380265761946e-06, + "loss": 0.6394, + "step": 1559 + }, + { + "epoch": 1.3231552162849873, + "grad_norm": 2.709807454288815, + "learning_rate": 8.82103477523325e-06, + "loss": 0.7234, + "step": 1560 + }, + { + "epoch": 1.324003392705683, + "grad_norm": 2.4525778357284387, + "learning_rate": 8.826689284704553e-06, + "loss": 0.7236, + "step": 1561 + }, + { + "epoch": 1.3248515691263782, + "grad_norm": 2.556313450605484, + "learning_rate": 8.832343794175856e-06, + "loss": 0.5933, + "step": 1562 + }, + { + "epoch": 1.3256997455470738, + "grad_norm": 2.555362100495718, + "learning_rate": 8.83799830364716e-06, + "loss": 0.5544, + "step": 1563 + }, + { + "epoch": 1.3265479219677694, + "grad_norm": 2.665605598762204, + "learning_rate": 8.843652813118463e-06, + "loss": 0.6539, + "step": 1564 + }, + { + "epoch": 1.3273960983884647, + "grad_norm": 2.6595453949831023, + "learning_rate": 8.849307322589766e-06, + "loss": 0.58, + "step": 1565 + }, + { + "epoch": 1.3282442748091603, + "grad_norm": 2.866178979741448, + "learning_rate": 8.85496183206107e-06, + "loss": 0.5993, + "step": 1566 + }, + { + "epoch": 1.3290924512298559, + "grad_norm": 2.669382422721674, + "learning_rate": 8.860616341532373e-06, + "loss": 0.61, + "step": 1567 + }, + { + "epoch": 1.3299406276505512, + "grad_norm": 2.793394454951162, + "learning_rate": 8.866270851003677e-06, + "loss": 0.6988, + "step": 1568 + }, + { + "epoch": 1.3307888040712468, + "grad_norm": 2.956659824393877, + "learning_rate": 8.87192536047498e-06, + "loss": 0.6036, + "step": 1569 + }, + { + "epoch": 1.3316369804919423, + "grad_norm": 2.5053162609846407, + "learning_rate": 8.877579869946283e-06, + "loss": 0.7672, + "step": 1570 + }, + { + "epoch": 1.3324851569126377, + "grad_norm": 2.600592381247477, + "learning_rate": 8.883234379417585e-06, + "loss": 0.6679, + "step": 1571 + }, + { + "epoch": 1.3333333333333333, + "grad_norm": 2.874314075115966, + "learning_rate": 8.888888888888888e-06, + "loss": 0.5808, + "step": 1572 + }, + { + "epoch": 1.3341815097540288, + "grad_norm": 3.501286649423176, + "learning_rate": 8.894543398360193e-06, + "loss": 0.73, + "step": 1573 + }, + { + "epoch": 1.3350296861747244, + "grad_norm": 2.510046354388574, + "learning_rate": 8.900197907831497e-06, + "loss": 0.7106, + "step": 1574 + }, + { + "epoch": 1.33587786259542, + "grad_norm": 3.584435776003509, + "learning_rate": 8.9058524173028e-06, + "loss": 0.74, + "step": 1575 + }, + { + "epoch": 1.3367260390161153, + "grad_norm": 2.7124009287136475, + "learning_rate": 8.911506926774103e-06, + "loss": 0.6673, + "step": 1576 + }, + { + "epoch": 1.3375742154368109, + "grad_norm": 3.275337208259491, + "learning_rate": 8.917161436245407e-06, + "loss": 0.7198, + "step": 1577 + }, + { + "epoch": 1.3384223918575064, + "grad_norm": 3.4748474855251064, + "learning_rate": 8.92281594571671e-06, + "loss": 0.6907, + "step": 1578 + }, + { + "epoch": 1.3392705682782018, + "grad_norm": 2.6562884964416447, + "learning_rate": 8.928470455188014e-06, + "loss": 0.7312, + "step": 1579 + }, + { + "epoch": 1.3401187446988974, + "grad_norm": 2.8987582643506147, + "learning_rate": 8.934124964659317e-06, + "loss": 0.6959, + "step": 1580 + }, + { + "epoch": 1.340966921119593, + "grad_norm": 3.195077894081583, + "learning_rate": 8.93977947413062e-06, + "loss": 0.6075, + "step": 1581 + }, + { + "epoch": 1.3418150975402883, + "grad_norm": 2.413816183241433, + "learning_rate": 8.945433983601924e-06, + "loss": 0.5296, + "step": 1582 + }, + { + "epoch": 1.3426632739609838, + "grad_norm": 3.2705758033814885, + "learning_rate": 8.951088493073227e-06, + "loss": 0.5163, + "step": 1583 + }, + { + "epoch": 1.3435114503816794, + "grad_norm": 4.3491160682919325, + "learning_rate": 8.95674300254453e-06, + "loss": 0.6338, + "step": 1584 + }, + { + "epoch": 1.344359626802375, + "grad_norm": 2.649724054785698, + "learning_rate": 8.962397512015834e-06, + "loss": 0.6574, + "step": 1585 + }, + { + "epoch": 1.3452078032230703, + "grad_norm": 2.923738723862806, + "learning_rate": 8.968052021487137e-06, + "loss": 0.6065, + "step": 1586 + }, + { + "epoch": 1.3460559796437659, + "grad_norm": 4.67979443029898, + "learning_rate": 8.97370653095844e-06, + "loss": 0.7272, + "step": 1587 + }, + { + "epoch": 1.3469041560644615, + "grad_norm": 2.356841207081296, + "learning_rate": 8.979361040429744e-06, + "loss": 0.7206, + "step": 1588 + }, + { + "epoch": 1.347752332485157, + "grad_norm": 3.4448685098570784, + "learning_rate": 8.985015549901047e-06, + "loss": 0.6651, + "step": 1589 + }, + { + "epoch": 1.3486005089058524, + "grad_norm": 3.476647189208449, + "learning_rate": 8.99067005937235e-06, + "loss": 0.7649, + "step": 1590 + }, + { + "epoch": 1.349448685326548, + "grad_norm": 2.7089630455048908, + "learning_rate": 8.996324568843654e-06, + "loss": 0.6563, + "step": 1591 + }, + { + "epoch": 1.3502968617472435, + "grad_norm": 2.815597197033325, + "learning_rate": 9.001979078314957e-06, + "loss": 0.5233, + "step": 1592 + }, + { + "epoch": 1.3511450381679388, + "grad_norm": 3.0410918405587557, + "learning_rate": 9.007633587786259e-06, + "loss": 0.5725, + "step": 1593 + }, + { + "epoch": 1.3519932145886344, + "grad_norm": 2.843891583250868, + "learning_rate": 9.013288097257562e-06, + "loss": 0.5782, + "step": 1594 + }, + { + "epoch": 1.35284139100933, + "grad_norm": 2.970762778687725, + "learning_rate": 9.018942606728866e-06, + "loss": 0.728, + "step": 1595 + }, + { + "epoch": 1.3536895674300253, + "grad_norm": 2.5325476060666947, + "learning_rate": 9.02459711620017e-06, + "loss": 0.5885, + "step": 1596 + }, + { + "epoch": 1.354537743850721, + "grad_norm": 2.602641706189076, + "learning_rate": 9.030251625671473e-06, + "loss": 0.6042, + "step": 1597 + }, + { + "epoch": 1.3553859202714165, + "grad_norm": 2.8894557227831927, + "learning_rate": 9.035906135142778e-06, + "loss": 0.7474, + "step": 1598 + }, + { + "epoch": 1.356234096692112, + "grad_norm": 2.8661775147479016, + "learning_rate": 9.041560644614081e-06, + "loss": 0.6027, + "step": 1599 + }, + { + "epoch": 1.3570822731128076, + "grad_norm": 2.863510433698269, + "learning_rate": 9.047215154085384e-06, + "loss": 0.6419, + "step": 1600 + }, + { + "epoch": 1.357930449533503, + "grad_norm": 2.367672159697879, + "learning_rate": 9.052869663556688e-06, + "loss": 0.5277, + "step": 1601 + }, + { + "epoch": 1.3587786259541985, + "grad_norm": 2.684456098325331, + "learning_rate": 9.058524173027991e-06, + "loss": 0.648, + "step": 1602 + }, + { + "epoch": 1.359626802374894, + "grad_norm": 3.1430272521223315, + "learning_rate": 9.064178682499295e-06, + "loss": 0.7364, + "step": 1603 + }, + { + "epoch": 1.3604749787955894, + "grad_norm": 2.9831010732014756, + "learning_rate": 9.069833191970598e-06, + "loss": 0.6657, + "step": 1604 + }, + { + "epoch": 1.361323155216285, + "grad_norm": 2.6706444160187863, + "learning_rate": 9.075487701441901e-06, + "loss": 0.7055, + "step": 1605 + }, + { + "epoch": 1.3621713316369806, + "grad_norm": 2.9155148986581048, + "learning_rate": 9.081142210913205e-06, + "loss": 0.4859, + "step": 1606 + }, + { + "epoch": 1.363019508057676, + "grad_norm": 3.2314805376347526, + "learning_rate": 9.086796720384508e-06, + "loss": 0.5881, + "step": 1607 + }, + { + "epoch": 1.3638676844783715, + "grad_norm": 2.940745657008356, + "learning_rate": 9.092451229855811e-06, + "loss": 0.6188, + "step": 1608 + }, + { + "epoch": 1.364715860899067, + "grad_norm": 3.0506898232206843, + "learning_rate": 9.098105739327115e-06, + "loss": 0.7147, + "step": 1609 + }, + { + "epoch": 1.3655640373197624, + "grad_norm": 2.818436717383238, + "learning_rate": 9.103760248798418e-06, + "loss": 0.6423, + "step": 1610 + }, + { + "epoch": 1.366412213740458, + "grad_norm": 2.655418344765032, + "learning_rate": 9.109414758269721e-06, + "loss": 0.6107, + "step": 1611 + }, + { + "epoch": 1.3672603901611535, + "grad_norm": 2.794489170669006, + "learning_rate": 9.115069267741025e-06, + "loss": 0.6792, + "step": 1612 + }, + { + "epoch": 1.368108566581849, + "grad_norm": 3.1409444298476603, + "learning_rate": 9.120723777212328e-06, + "loss": 0.6637, + "step": 1613 + }, + { + "epoch": 1.3689567430025447, + "grad_norm": 2.4807899271036815, + "learning_rate": 9.126378286683632e-06, + "loss": 0.6582, + "step": 1614 + }, + { + "epoch": 1.36980491942324, + "grad_norm": 2.7650440348150265, + "learning_rate": 9.132032796154933e-06, + "loss": 0.599, + "step": 1615 + }, + { + "epoch": 1.3706530958439356, + "grad_norm": 2.6447333568625693, + "learning_rate": 9.137687305626237e-06, + "loss": 0.709, + "step": 1616 + }, + { + "epoch": 1.3715012722646311, + "grad_norm": 2.7498250254355634, + "learning_rate": 9.14334181509754e-06, + "loss": 0.6419, + "step": 1617 + }, + { + "epoch": 1.3723494486853265, + "grad_norm": 2.623509062194245, + "learning_rate": 9.148996324568843e-06, + "loss": 0.6922, + "step": 1618 + }, + { + "epoch": 1.373197625106022, + "grad_norm": 2.6422666136425836, + "learning_rate": 9.154650834040147e-06, + "loss": 0.6164, + "step": 1619 + }, + { + "epoch": 1.3740458015267176, + "grad_norm": 2.403902414830921, + "learning_rate": 9.16030534351145e-06, + "loss": 0.706, + "step": 1620 + }, + { + "epoch": 1.374893977947413, + "grad_norm": 2.4417435454497207, + "learning_rate": 9.165959852982754e-06, + "loss": 0.6404, + "step": 1621 + }, + { + "epoch": 1.3757421543681085, + "grad_norm": 2.668842551297129, + "learning_rate": 9.171614362454057e-06, + "loss": 0.596, + "step": 1622 + }, + { + "epoch": 1.376590330788804, + "grad_norm": 2.9546379601439625, + "learning_rate": 9.17726887192536e-06, + "loss": 0.6968, + "step": 1623 + }, + { + "epoch": 1.3774385072094995, + "grad_norm": 2.2928219237911103, + "learning_rate": 9.182923381396665e-06, + "loss": 0.6277, + "step": 1624 + }, + { + "epoch": 1.378286683630195, + "grad_norm": 2.656416723412905, + "learning_rate": 9.188577890867969e-06, + "loss": 0.6735, + "step": 1625 + }, + { + "epoch": 1.3791348600508906, + "grad_norm": 2.7551796624770364, + "learning_rate": 9.194232400339272e-06, + "loss": 0.637, + "step": 1626 + }, + { + "epoch": 1.3799830364715862, + "grad_norm": 2.5012381045755343, + "learning_rate": 9.199886909810575e-06, + "loss": 0.6137, + "step": 1627 + }, + { + "epoch": 1.3808312128922817, + "grad_norm": 2.5625535522251575, + "learning_rate": 9.205541419281879e-06, + "loss": 0.6241, + "step": 1628 + }, + { + "epoch": 1.381679389312977, + "grad_norm": 2.4686684549871174, + "learning_rate": 9.211195928753182e-06, + "loss": 0.6631, + "step": 1629 + }, + { + "epoch": 1.3825275657336726, + "grad_norm": 2.5838413129299496, + "learning_rate": 9.216850438224486e-06, + "loss": 0.5974, + "step": 1630 + }, + { + "epoch": 1.3833757421543682, + "grad_norm": 2.751125412816446, + "learning_rate": 9.222504947695789e-06, + "loss": 0.6967, + "step": 1631 + }, + { + "epoch": 1.3842239185750635, + "grad_norm": 2.6722935383990913, + "learning_rate": 9.228159457167092e-06, + "loss": 0.6124, + "step": 1632 + }, + { + "epoch": 1.3850720949957591, + "grad_norm": 2.3023076548952304, + "learning_rate": 9.233813966638396e-06, + "loss": 0.5808, + "step": 1633 + }, + { + "epoch": 1.3859202714164547, + "grad_norm": 2.279041025521707, + "learning_rate": 9.239468476109699e-06, + "loss": 0.7074, + "step": 1634 + }, + { + "epoch": 1.38676844783715, + "grad_norm": 2.643025996192906, + "learning_rate": 9.245122985581002e-06, + "loss": 0.7338, + "step": 1635 + }, + { + "epoch": 1.3876166242578456, + "grad_norm": 2.9716210641035667, + "learning_rate": 9.250777495052306e-06, + "loss": 0.5659, + "step": 1636 + }, + { + "epoch": 1.3884648006785412, + "grad_norm": 2.571896265866506, + "learning_rate": 9.256432004523607e-06, + "loss": 0.7086, + "step": 1637 + }, + { + "epoch": 1.3893129770992365, + "grad_norm": 2.528683648233503, + "learning_rate": 9.26208651399491e-06, + "loss": 0.694, + "step": 1638 + }, + { + "epoch": 1.390161153519932, + "grad_norm": 2.5897784066886573, + "learning_rate": 9.267741023466214e-06, + "loss": 0.5304, + "step": 1639 + }, + { + "epoch": 1.3910093299406276, + "grad_norm": 2.773635324234368, + "learning_rate": 9.273395532937518e-06, + "loss": 0.7308, + "step": 1640 + }, + { + "epoch": 1.3918575063613232, + "grad_norm": 2.6920520730336737, + "learning_rate": 9.279050042408821e-06, + "loss": 0.7554, + "step": 1641 + }, + { + "epoch": 1.3927056827820188, + "grad_norm": 2.490091479305575, + "learning_rate": 9.284704551880124e-06, + "loss": 0.5914, + "step": 1642 + }, + { + "epoch": 1.3935538592027141, + "grad_norm": 2.7872919975959505, + "learning_rate": 9.290359061351428e-06, + "loss": 0.666, + "step": 1643 + }, + { + "epoch": 1.3944020356234097, + "grad_norm": 2.756357017257706, + "learning_rate": 9.296013570822731e-06, + "loss": 0.6465, + "step": 1644 + }, + { + "epoch": 1.3952502120441053, + "grad_norm": 2.6863889668615055, + "learning_rate": 9.301668080294034e-06, + "loss": 0.6542, + "step": 1645 + }, + { + "epoch": 1.3960983884648006, + "grad_norm": 2.206878204811827, + "learning_rate": 9.307322589765338e-06, + "loss": 0.5122, + "step": 1646 + }, + { + "epoch": 1.3969465648854962, + "grad_norm": 2.2971144234491896, + "learning_rate": 9.312977099236641e-06, + "loss": 0.5651, + "step": 1647 + }, + { + "epoch": 1.3977947413061917, + "grad_norm": 2.551409425253791, + "learning_rate": 9.318631608707945e-06, + "loss": 0.7196, + "step": 1648 + }, + { + "epoch": 1.398642917726887, + "grad_norm": 2.4903000177552936, + "learning_rate": 9.32428611817925e-06, + "loss": 0.571, + "step": 1649 + }, + { + "epoch": 1.3994910941475827, + "grad_norm": 2.340027523142473, + "learning_rate": 9.329940627650553e-06, + "loss": 0.5731, + "step": 1650 + }, + { + "epoch": 1.4003392705682782, + "grad_norm": 2.426963137640916, + "learning_rate": 9.335595137121856e-06, + "loss": 0.6351, + "step": 1651 + }, + { + "epoch": 1.4011874469889736, + "grad_norm": 2.7171061152842024, + "learning_rate": 9.34124964659316e-06, + "loss": 0.6736, + "step": 1652 + }, + { + "epoch": 1.4020356234096691, + "grad_norm": 2.3816084632868058, + "learning_rate": 9.346904156064463e-06, + "loss": 0.6769, + "step": 1653 + }, + { + "epoch": 1.4028837998303647, + "grad_norm": 2.6472547959900425, + "learning_rate": 9.352558665535766e-06, + "loss": 0.5443, + "step": 1654 + }, + { + "epoch": 1.4037319762510603, + "grad_norm": 2.754540932439816, + "learning_rate": 9.35821317500707e-06, + "loss": 0.6073, + "step": 1655 + }, + { + "epoch": 1.4045801526717558, + "grad_norm": 2.3708882123738686, + "learning_rate": 9.363867684478373e-06, + "loss": 0.6162, + "step": 1656 + }, + { + "epoch": 1.4054283290924512, + "grad_norm": 2.171229183551008, + "learning_rate": 9.369522193949677e-06, + "loss": 0.5581, + "step": 1657 + }, + { + "epoch": 1.4062765055131468, + "grad_norm": 3.000977620225891, + "learning_rate": 9.37517670342098e-06, + "loss": 0.6306, + "step": 1658 + }, + { + "epoch": 1.4071246819338423, + "grad_norm": 2.517761377539143, + "learning_rate": 9.380831212892282e-06, + "loss": 0.6933, + "step": 1659 + }, + { + "epoch": 1.4079728583545377, + "grad_norm": 2.485105094567534, + "learning_rate": 9.386485722363585e-06, + "loss": 0.5225, + "step": 1660 + }, + { + "epoch": 1.4088210347752332, + "grad_norm": 2.8638567960419357, + "learning_rate": 9.392140231834888e-06, + "loss": 0.63, + "step": 1661 + }, + { + "epoch": 1.4096692111959288, + "grad_norm": 2.935900218381615, + "learning_rate": 9.397794741306192e-06, + "loss": 0.6408, + "step": 1662 + }, + { + "epoch": 1.4105173876166242, + "grad_norm": 2.8012157493247454, + "learning_rate": 9.403449250777495e-06, + "loss": 0.6958, + "step": 1663 + }, + { + "epoch": 1.4113655640373197, + "grad_norm": 2.6386641562393724, + "learning_rate": 9.409103760248798e-06, + "loss": 0.6478, + "step": 1664 + }, + { + "epoch": 1.4122137404580153, + "grad_norm": 2.4999422698357683, + "learning_rate": 9.414758269720102e-06, + "loss": 0.6106, + "step": 1665 + }, + { + "epoch": 1.4130619168787106, + "grad_norm": 3.005582065525634, + "learning_rate": 9.420412779191405e-06, + "loss": 0.5579, + "step": 1666 + }, + { + "epoch": 1.4139100932994062, + "grad_norm": 2.810905446300622, + "learning_rate": 9.426067288662709e-06, + "loss": 0.6025, + "step": 1667 + }, + { + "epoch": 1.4147582697201018, + "grad_norm": 2.484923711788165, + "learning_rate": 9.431721798134012e-06, + "loss": 0.5636, + "step": 1668 + }, + { + "epoch": 1.4156064461407973, + "grad_norm": 3.1746999988276783, + "learning_rate": 9.437376307605315e-06, + "loss": 0.5585, + "step": 1669 + }, + { + "epoch": 1.416454622561493, + "grad_norm": 2.701637889900947, + "learning_rate": 9.443030817076619e-06, + "loss": 0.636, + "step": 1670 + }, + { + "epoch": 1.4173027989821882, + "grad_norm": 2.470339305509348, + "learning_rate": 9.448685326547922e-06, + "loss": 0.5938, + "step": 1671 + }, + { + "epoch": 1.4181509754028838, + "grad_norm": 2.733534045280221, + "learning_rate": 9.454339836019225e-06, + "loss": 0.7168, + "step": 1672 + }, + { + "epoch": 1.4189991518235794, + "grad_norm": 2.934717453702605, + "learning_rate": 9.459994345490529e-06, + "loss": 0.6903, + "step": 1673 + }, + { + "epoch": 1.4198473282442747, + "grad_norm": 2.6125013622284654, + "learning_rate": 9.465648854961834e-06, + "loss": 0.5948, + "step": 1674 + }, + { + "epoch": 1.4206955046649703, + "grad_norm": 2.917340060768602, + "learning_rate": 9.471303364433137e-06, + "loss": 0.733, + "step": 1675 + }, + { + "epoch": 1.4215436810856659, + "grad_norm": 2.6074992967669903, + "learning_rate": 9.47695787390444e-06, + "loss": 0.5924, + "step": 1676 + }, + { + "epoch": 1.4223918575063612, + "grad_norm": 2.8872862840818754, + "learning_rate": 9.482612383375744e-06, + "loss": 0.6526, + "step": 1677 + }, + { + "epoch": 1.4232400339270568, + "grad_norm": 2.8229089498899853, + "learning_rate": 9.488266892847047e-06, + "loss": 0.6542, + "step": 1678 + }, + { + "epoch": 1.4240882103477523, + "grad_norm": 2.5777641022711033, + "learning_rate": 9.49392140231835e-06, + "loss": 0.6015, + "step": 1679 + }, + { + "epoch": 1.424936386768448, + "grad_norm": 3.12570968694912, + "learning_rate": 9.499575911789654e-06, + "loss": 0.539, + "step": 1680 + }, + { + "epoch": 1.4257845631891433, + "grad_norm": 2.8558642730251806, + "learning_rate": 9.505230421260956e-06, + "loss": 0.696, + "step": 1681 + }, + { + "epoch": 1.4266327396098388, + "grad_norm": 2.645068278534612, + "learning_rate": 9.51088493073226e-06, + "loss": 0.5097, + "step": 1682 + }, + { + "epoch": 1.4274809160305344, + "grad_norm": 3.294459890747343, + "learning_rate": 9.516539440203563e-06, + "loss": 0.6102, + "step": 1683 + }, + { + "epoch": 1.42832909245123, + "grad_norm": 3.5923552762232527, + "learning_rate": 9.522193949674866e-06, + "loss": 0.6228, + "step": 1684 + }, + { + "epoch": 1.4291772688719253, + "grad_norm": 2.671815834324117, + "learning_rate": 9.52784845914617e-06, + "loss": 0.7284, + "step": 1685 + }, + { + "epoch": 1.4300254452926209, + "grad_norm": 2.9717159916607416, + "learning_rate": 9.533502968617473e-06, + "loss": 0.6323, + "step": 1686 + }, + { + "epoch": 1.4308736217133164, + "grad_norm": 2.7896899140365217, + "learning_rate": 9.539157478088776e-06, + "loss": 0.6201, + "step": 1687 + }, + { + "epoch": 1.4317217981340118, + "grad_norm": 2.3078709874456496, + "learning_rate": 9.54481198756008e-06, + "loss": 0.5004, + "step": 1688 + }, + { + "epoch": 1.4325699745547074, + "grad_norm": 2.723203846121738, + "learning_rate": 9.550466497031383e-06, + "loss": 0.4996, + "step": 1689 + }, + { + "epoch": 1.433418150975403, + "grad_norm": 3.2987983607238274, + "learning_rate": 9.556121006502686e-06, + "loss": 0.6512, + "step": 1690 + }, + { + "epoch": 1.4342663273960983, + "grad_norm": 2.9141124198731796, + "learning_rate": 9.56177551597399e-06, + "loss": 0.5959, + "step": 1691 + }, + { + "epoch": 1.4351145038167938, + "grad_norm": 2.4205887897105685, + "learning_rate": 9.567430025445293e-06, + "loss": 0.5595, + "step": 1692 + }, + { + "epoch": 1.4359626802374894, + "grad_norm": 2.764895926186787, + "learning_rate": 9.573084534916596e-06, + "loss": 0.6527, + "step": 1693 + }, + { + "epoch": 1.436810856658185, + "grad_norm": 2.871823423347734, + "learning_rate": 9.5787390443879e-06, + "loss": 0.6481, + "step": 1694 + }, + { + "epoch": 1.4376590330788805, + "grad_norm": 2.541466530098377, + "learning_rate": 9.584393553859203e-06, + "loss": 0.6593, + "step": 1695 + }, + { + "epoch": 1.438507209499576, + "grad_norm": 2.608307809386771, + "learning_rate": 9.590048063330506e-06, + "loss": 0.5785, + "step": 1696 + }, + { + "epoch": 1.4393553859202715, + "grad_norm": 2.8578658869120153, + "learning_rate": 9.59570257280181e-06, + "loss": 0.6448, + "step": 1697 + }, + { + "epoch": 1.440203562340967, + "grad_norm": 2.7325663670181686, + "learning_rate": 9.601357082273113e-06, + "loss": 0.5897, + "step": 1698 + }, + { + "epoch": 1.4410517387616624, + "grad_norm": 2.5128653891126733, + "learning_rate": 9.607011591744416e-06, + "loss": 0.6657, + "step": 1699 + }, + { + "epoch": 1.441899915182358, + "grad_norm": 2.4861829904051858, + "learning_rate": 9.612666101215722e-06, + "loss": 0.508, + "step": 1700 + }, + { + "epoch": 1.4427480916030535, + "grad_norm": 2.6457124398147314, + "learning_rate": 9.618320610687025e-06, + "loss": 0.7253, + "step": 1701 + }, + { + "epoch": 1.4435962680237489, + "grad_norm": 2.2625206017679482, + "learning_rate": 9.623975120158328e-06, + "loss": 0.555, + "step": 1702 + }, + { + "epoch": 1.4444444444444444, + "grad_norm": 2.852560095982971, + "learning_rate": 9.62962962962963e-06, + "loss": 0.6107, + "step": 1703 + }, + { + "epoch": 1.44529262086514, + "grad_norm": 2.627403740134076, + "learning_rate": 9.635284139100933e-06, + "loss": 0.6998, + "step": 1704 + }, + { + "epoch": 1.4461407972858353, + "grad_norm": 2.5468743475668694, + "learning_rate": 9.640938648572237e-06, + "loss": 0.4872, + "step": 1705 + }, + { + "epoch": 1.446988973706531, + "grad_norm": 2.4226170608348965, + "learning_rate": 9.64659315804354e-06, + "loss": 0.5244, + "step": 1706 + }, + { + "epoch": 1.4478371501272265, + "grad_norm": 2.478339874382842, + "learning_rate": 9.652247667514843e-06, + "loss": 0.5604, + "step": 1707 + }, + { + "epoch": 1.448685326547922, + "grad_norm": 2.4074134239817453, + "learning_rate": 9.657902176986147e-06, + "loss": 0.6251, + "step": 1708 + }, + { + "epoch": 1.4495335029686176, + "grad_norm": 2.9522959586123645, + "learning_rate": 9.66355668645745e-06, + "loss": 0.6347, + "step": 1709 + }, + { + "epoch": 1.450381679389313, + "grad_norm": 2.26539619024987, + "learning_rate": 9.669211195928754e-06, + "loss": 0.6045, + "step": 1710 + }, + { + "epoch": 1.4512298558100085, + "grad_norm": 2.630793542248419, + "learning_rate": 9.674865705400057e-06, + "loss": 0.6964, + "step": 1711 + }, + { + "epoch": 1.452078032230704, + "grad_norm": 2.6078691162078314, + "learning_rate": 9.68052021487136e-06, + "loss": 0.6675, + "step": 1712 + }, + { + "epoch": 1.4529262086513994, + "grad_norm": 2.3880766492275627, + "learning_rate": 9.686174724342664e-06, + "loss": 0.5945, + "step": 1713 + }, + { + "epoch": 1.453774385072095, + "grad_norm": 2.3118474889621954, + "learning_rate": 9.691829233813967e-06, + "loss": 0.6885, + "step": 1714 + }, + { + "epoch": 1.4546225614927906, + "grad_norm": 2.2628961983812457, + "learning_rate": 9.69748374328527e-06, + "loss": 0.5846, + "step": 1715 + }, + { + "epoch": 1.455470737913486, + "grad_norm": 2.436744406662178, + "learning_rate": 9.703138252756574e-06, + "loss": 0.6262, + "step": 1716 + }, + { + "epoch": 1.4563189143341815, + "grad_norm": 2.5345548734578442, + "learning_rate": 9.708792762227877e-06, + "loss": 0.6066, + "step": 1717 + }, + { + "epoch": 1.457167090754877, + "grad_norm": 2.274753227948645, + "learning_rate": 9.71444727169918e-06, + "loss": 0.4901, + "step": 1718 + }, + { + "epoch": 1.4580152671755724, + "grad_norm": 2.4853489687004995, + "learning_rate": 9.720101781170484e-06, + "loss": 0.6851, + "step": 1719 + }, + { + "epoch": 1.458863443596268, + "grad_norm": 2.45837244017581, + "learning_rate": 9.725756290641787e-06, + "loss": 0.585, + "step": 1720 + }, + { + "epoch": 1.4597116200169635, + "grad_norm": 2.812904686130496, + "learning_rate": 9.73141080011309e-06, + "loss": 0.6028, + "step": 1721 + }, + { + "epoch": 1.460559796437659, + "grad_norm": 2.2501765568981638, + "learning_rate": 9.737065309584394e-06, + "loss": 0.5727, + "step": 1722 + }, + { + "epoch": 1.4614079728583547, + "grad_norm": 2.2762491999229315, + "learning_rate": 9.742719819055697e-06, + "loss": 0.5647, + "step": 1723 + }, + { + "epoch": 1.46225614927905, + "grad_norm": 2.5192248934845662, + "learning_rate": 9.748374328527e-06, + "loss": 0.722, + "step": 1724 + }, + { + "epoch": 1.4631043256997456, + "grad_norm": 2.533726519291174, + "learning_rate": 9.754028837998304e-06, + "loss": 0.6553, + "step": 1725 + }, + { + "epoch": 1.4639525021204411, + "grad_norm": 2.73973372666188, + "learning_rate": 9.759683347469608e-06, + "loss": 0.6154, + "step": 1726 + }, + { + "epoch": 1.4648006785411365, + "grad_norm": 2.372803992817407, + "learning_rate": 9.765337856940911e-06, + "loss": 0.5681, + "step": 1727 + }, + { + "epoch": 1.465648854961832, + "grad_norm": 2.8018572216628552, + "learning_rate": 9.770992366412214e-06, + "loss": 0.5845, + "step": 1728 + }, + { + "epoch": 1.4664970313825276, + "grad_norm": 2.729431136882905, + "learning_rate": 9.776646875883518e-06, + "loss": 0.6425, + "step": 1729 + }, + { + "epoch": 1.467345207803223, + "grad_norm": 2.6321295209968443, + "learning_rate": 9.782301385354821e-06, + "loss": 0.6425, + "step": 1730 + }, + { + "epoch": 1.4681933842239185, + "grad_norm": 2.447581746758472, + "learning_rate": 9.787955894826124e-06, + "loss": 0.6682, + "step": 1731 + }, + { + "epoch": 1.469041560644614, + "grad_norm": 2.8425933600452056, + "learning_rate": 9.793610404297428e-06, + "loss": 0.5561, + "step": 1732 + }, + { + "epoch": 1.4698897370653095, + "grad_norm": 2.387772202219367, + "learning_rate": 9.799264913768731e-06, + "loss": 0.6261, + "step": 1733 + }, + { + "epoch": 1.470737913486005, + "grad_norm": 2.5443772022614053, + "learning_rate": 9.804919423240034e-06, + "loss": 0.5075, + "step": 1734 + }, + { + "epoch": 1.4715860899067006, + "grad_norm": 2.2279019921859855, + "learning_rate": 9.810573932711338e-06, + "loss": 0.495, + "step": 1735 + }, + { + "epoch": 1.4724342663273962, + "grad_norm": 2.800765354642811, + "learning_rate": 9.816228442182641e-06, + "loss": 0.6408, + "step": 1736 + }, + { + "epoch": 1.4732824427480917, + "grad_norm": 2.5079401867378457, + "learning_rate": 9.821882951653945e-06, + "loss": 0.5806, + "step": 1737 + }, + { + "epoch": 1.474130619168787, + "grad_norm": 2.5537796576326706, + "learning_rate": 9.827537461125248e-06, + "loss": 0.5475, + "step": 1738 + }, + { + "epoch": 1.4749787955894826, + "grad_norm": 2.3139106529405264, + "learning_rate": 9.833191970596551e-06, + "loss": 0.6363, + "step": 1739 + }, + { + "epoch": 1.4758269720101782, + "grad_norm": 2.6016768380754938, + "learning_rate": 9.838846480067855e-06, + "loss": 0.5943, + "step": 1740 + }, + { + "epoch": 1.4766751484308736, + "grad_norm": 2.690858059027588, + "learning_rate": 9.844500989539158e-06, + "loss": 0.546, + "step": 1741 + }, + { + "epoch": 1.4775233248515691, + "grad_norm": 2.721369585564603, + "learning_rate": 9.850155499010461e-06, + "loss": 0.708, + "step": 1742 + }, + { + "epoch": 1.4783715012722647, + "grad_norm": 2.537483326000539, + "learning_rate": 9.855810008481765e-06, + "loss": 0.6499, + "step": 1743 + }, + { + "epoch": 1.47921967769296, + "grad_norm": 2.584992409836969, + "learning_rate": 9.861464517953068e-06, + "loss": 0.5778, + "step": 1744 + }, + { + "epoch": 1.4800678541136556, + "grad_norm": 2.9613069075327125, + "learning_rate": 9.867119027424372e-06, + "loss": 0.7061, + "step": 1745 + }, + { + "epoch": 1.4809160305343512, + "grad_norm": 2.678602407625073, + "learning_rate": 9.872773536895675e-06, + "loss": 0.6773, + "step": 1746 + }, + { + "epoch": 1.4817642069550465, + "grad_norm": 2.5710159178722405, + "learning_rate": 9.878428046366978e-06, + "loss": 0.5962, + "step": 1747 + }, + { + "epoch": 1.482612383375742, + "grad_norm": 2.22404673266089, + "learning_rate": 9.884082555838282e-06, + "loss": 0.6869, + "step": 1748 + }, + { + "epoch": 1.4834605597964376, + "grad_norm": 2.347514044942057, + "learning_rate": 9.889737065309585e-06, + "loss": 0.7477, + "step": 1749 + }, + { + "epoch": 1.4843087362171332, + "grad_norm": 2.5817688570821833, + "learning_rate": 9.895391574780888e-06, + "loss": 0.6595, + "step": 1750 + }, + { + "epoch": 1.4851569126378288, + "grad_norm": 2.593526251309689, + "learning_rate": 9.901046084252192e-06, + "loss": 0.5831, + "step": 1751 + }, + { + "epoch": 1.4860050890585241, + "grad_norm": 2.5582742711585835, + "learning_rate": 9.906700593723495e-06, + "loss": 0.6056, + "step": 1752 + }, + { + "epoch": 1.4868532654792197, + "grad_norm": 2.813314761334303, + "learning_rate": 9.912355103194799e-06, + "loss": 0.6037, + "step": 1753 + }, + { + "epoch": 1.4877014418999153, + "grad_norm": 2.682865094975596, + "learning_rate": 9.918009612666102e-06, + "loss": 0.6364, + "step": 1754 + }, + { + "epoch": 1.4885496183206106, + "grad_norm": 2.4891435666075523, + "learning_rate": 9.923664122137405e-06, + "loss": 0.6624, + "step": 1755 + }, + { + "epoch": 1.4893977947413062, + "grad_norm": 2.89141278103422, + "learning_rate": 9.929318631608709e-06, + "loss": 0.5422, + "step": 1756 + }, + { + "epoch": 1.4902459711620017, + "grad_norm": 2.359859839172481, + "learning_rate": 9.934973141080012e-06, + "loss": 0.5523, + "step": 1757 + }, + { + "epoch": 1.491094147582697, + "grad_norm": 2.4035924344466735, + "learning_rate": 9.940627650551315e-06, + "loss": 0.6581, + "step": 1758 + }, + { + "epoch": 1.4919423240033927, + "grad_norm": 2.8734946400732744, + "learning_rate": 9.946282160022619e-06, + "loss": 0.653, + "step": 1759 + }, + { + "epoch": 1.4927905004240882, + "grad_norm": 2.2435865126001087, + "learning_rate": 9.951936669493922e-06, + "loss": 0.591, + "step": 1760 + }, + { + "epoch": 1.4936386768447838, + "grad_norm": 2.7581738242480274, + "learning_rate": 9.957591178965226e-06, + "loss": 0.6973, + "step": 1761 + }, + { + "epoch": 1.4944868532654791, + "grad_norm": 2.1625159744896876, + "learning_rate": 9.963245688436529e-06, + "loss": 0.7548, + "step": 1762 + }, + { + "epoch": 1.4953350296861747, + "grad_norm": 2.8207285196504857, + "learning_rate": 9.968900197907832e-06, + "loss": 0.6077, + "step": 1763 + }, + { + "epoch": 1.4961832061068703, + "grad_norm": 2.2849444627243463, + "learning_rate": 9.974554707379136e-06, + "loss": 0.615, + "step": 1764 + }, + { + "epoch": 1.4970313825275658, + "grad_norm": 2.523033542255822, + "learning_rate": 9.980209216850439e-06, + "loss": 0.5772, + "step": 1765 + }, + { + "epoch": 1.4978795589482612, + "grad_norm": 2.648384846067973, + "learning_rate": 9.985863726321742e-06, + "loss": 0.6882, + "step": 1766 + }, + { + "epoch": 1.4987277353689568, + "grad_norm": 2.375835095957929, + "learning_rate": 9.991518235793046e-06, + "loss": 0.5729, + "step": 1767 + }, + { + "epoch": 1.4995759117896523, + "grad_norm": 2.379553817854064, + "learning_rate": 9.997172745264349e-06, + "loss": 0.6266, + "step": 1768 + }, + { + "epoch": 1.5004240882103477, + "grad_norm": 2.627835343439012, + "learning_rate": 1.0002827254735653e-05, + "loss": 0.698, + "step": 1769 + }, + { + "epoch": 1.5012722646310432, + "grad_norm": 2.212174170133621, + "learning_rate": 1.0008481764206956e-05, + "loss": 0.5977, + "step": 1770 + }, + { + "epoch": 1.5021204410517388, + "grad_norm": 3.3356405787987313, + "learning_rate": 1.001413627367826e-05, + "loss": 0.7214, + "step": 1771 + }, + { + "epoch": 1.5029686174724342, + "grad_norm": 2.541732174921908, + "learning_rate": 1.0019790783149563e-05, + "loss": 0.649, + "step": 1772 + }, + { + "epoch": 1.5038167938931297, + "grad_norm": 2.5531911169780286, + "learning_rate": 1.0025445292620866e-05, + "loss": 0.5791, + "step": 1773 + }, + { + "epoch": 1.5046649703138253, + "grad_norm": 2.8849611250244447, + "learning_rate": 1.003109980209217e-05, + "loss": 0.6913, + "step": 1774 + }, + { + "epoch": 1.5055131467345206, + "grad_norm": 2.629918428605326, + "learning_rate": 1.0036754311563473e-05, + "loss": 0.7403, + "step": 1775 + }, + { + "epoch": 1.5063613231552164, + "grad_norm": 2.1402379858582514, + "learning_rate": 1.0042408821034778e-05, + "loss": 0.6121, + "step": 1776 + }, + { + "epoch": 1.5072094995759118, + "grad_norm": 2.37461593307311, + "learning_rate": 1.004806333050608e-05, + "loss": 0.6119, + "step": 1777 + }, + { + "epoch": 1.5080576759966073, + "grad_norm": 2.4788196503600615, + "learning_rate": 1.0053717839977385e-05, + "loss": 0.6403, + "step": 1778 + }, + { + "epoch": 1.508905852417303, + "grad_norm": 2.4445776728134008, + "learning_rate": 1.0059372349448686e-05, + "loss": 0.678, + "step": 1779 + }, + { + "epoch": 1.5097540288379983, + "grad_norm": 2.372849243852006, + "learning_rate": 1.0065026858919988e-05, + "loss": 0.6464, + "step": 1780 + }, + { + "epoch": 1.5106022052586938, + "grad_norm": 3.2234931795037154, + "learning_rate": 1.0070681368391293e-05, + "loss": 0.6097, + "step": 1781 + }, + { + "epoch": 1.5114503816793894, + "grad_norm": 2.2340435162257473, + "learning_rate": 1.0076335877862595e-05, + "loss": 0.535, + "step": 1782 + }, + { + "epoch": 1.5122985581000847, + "grad_norm": 2.8993953332528446, + "learning_rate": 1.00819903873339e-05, + "loss": 0.6139, + "step": 1783 + }, + { + "epoch": 1.5131467345207803, + "grad_norm": 2.7156705488698525, + "learning_rate": 1.0087644896805201e-05, + "loss": 0.6312, + "step": 1784 + }, + { + "epoch": 1.5139949109414759, + "grad_norm": 2.8747675959509116, + "learning_rate": 1.0093299406276506e-05, + "loss": 0.687, + "step": 1785 + }, + { + "epoch": 1.5148430873621712, + "grad_norm": 2.407965216660144, + "learning_rate": 1.0098953915747808e-05, + "loss": 0.5876, + "step": 1786 + }, + { + "epoch": 1.5156912637828668, + "grad_norm": 2.9466701354204097, + "learning_rate": 1.0104608425219113e-05, + "loss": 0.4514, + "step": 1787 + }, + { + "epoch": 1.5165394402035624, + "grad_norm": 2.4854365454147267, + "learning_rate": 1.0110262934690417e-05, + "loss": 0.5662, + "step": 1788 + }, + { + "epoch": 1.5173876166242577, + "grad_norm": 2.882527258834229, + "learning_rate": 1.011591744416172e-05, + "loss": 0.6647, + "step": 1789 + }, + { + "epoch": 1.5182357930449535, + "grad_norm": 2.248446526386833, + "learning_rate": 1.0121571953633023e-05, + "loss": 0.6347, + "step": 1790 + }, + { + "epoch": 1.5190839694656488, + "grad_norm": 2.471984909845979, + "learning_rate": 1.0127226463104327e-05, + "loss": 0.5979, + "step": 1791 + }, + { + "epoch": 1.5199321458863444, + "grad_norm": 2.786536238158217, + "learning_rate": 1.013288097257563e-05, + "loss": 0.6751, + "step": 1792 + }, + { + "epoch": 1.52078032230704, + "grad_norm": 3.1511591699644836, + "learning_rate": 1.0138535482046933e-05, + "loss": 0.6356, + "step": 1793 + }, + { + "epoch": 1.5216284987277353, + "grad_norm": 2.2127099194820983, + "learning_rate": 1.0144189991518237e-05, + "loss": 0.6864, + "step": 1794 + }, + { + "epoch": 1.5224766751484309, + "grad_norm": 2.237938907270165, + "learning_rate": 1.014984450098954e-05, + "loss": 0.5311, + "step": 1795 + }, + { + "epoch": 1.5233248515691264, + "grad_norm": 2.3878443986203113, + "learning_rate": 1.0155499010460844e-05, + "loss": 0.592, + "step": 1796 + }, + { + "epoch": 1.5241730279898218, + "grad_norm": 2.647627779656551, + "learning_rate": 1.0161153519932147e-05, + "loss": 0.6004, + "step": 1797 + }, + { + "epoch": 1.5250212044105174, + "grad_norm": 2.5992933827761533, + "learning_rate": 1.016680802940345e-05, + "loss": 0.7389, + "step": 1798 + }, + { + "epoch": 1.525869380831213, + "grad_norm": 2.312774993684333, + "learning_rate": 1.0172462538874754e-05, + "loss": 0.5771, + "step": 1799 + }, + { + "epoch": 1.5267175572519083, + "grad_norm": 2.8909195261533474, + "learning_rate": 1.0178117048346057e-05, + "loss": 0.6354, + "step": 1800 + }, + { + "epoch": 1.527565733672604, + "grad_norm": 2.580563998599799, + "learning_rate": 1.0183771557817362e-05, + "loss": 0.5715, + "step": 1801 + }, + { + "epoch": 1.5284139100932994, + "grad_norm": 2.4803511016455535, + "learning_rate": 1.0189426067288664e-05, + "loss": 0.657, + "step": 1802 + }, + { + "epoch": 1.5292620865139948, + "grad_norm": 3.2681492904496245, + "learning_rate": 1.0195080576759965e-05, + "loss": 0.7077, + "step": 1803 + }, + { + "epoch": 1.5301102629346905, + "grad_norm": 2.9834518875551486, + "learning_rate": 1.020073508623127e-05, + "loss": 0.672, + "step": 1804 + }, + { + "epoch": 1.530958439355386, + "grad_norm": 2.6146406769842034, + "learning_rate": 1.0206389595702572e-05, + "loss": 0.7252, + "step": 1805 + }, + { + "epoch": 1.5318066157760815, + "grad_norm": 3.040984518074704, + "learning_rate": 1.0212044105173877e-05, + "loss": 0.5363, + "step": 1806 + }, + { + "epoch": 1.532654792196777, + "grad_norm": 2.428355460982168, + "learning_rate": 1.0217698614645179e-05, + "loss": 0.5609, + "step": 1807 + }, + { + "epoch": 1.5335029686174724, + "grad_norm": 2.5672952130369877, + "learning_rate": 1.0223353124116484e-05, + "loss": 0.4793, + "step": 1808 + }, + { + "epoch": 1.534351145038168, + "grad_norm": 3.33303287351066, + "learning_rate": 1.0229007633587786e-05, + "loss": 0.4894, + "step": 1809 + }, + { + "epoch": 1.5351993214588635, + "grad_norm": 3.2500652115856155, + "learning_rate": 1.023466214305909e-05, + "loss": 0.6442, + "step": 1810 + }, + { + "epoch": 1.5360474978795589, + "grad_norm": 2.4015709854713605, + "learning_rate": 1.0240316652530392e-05, + "loss": 0.5977, + "step": 1811 + }, + { + "epoch": 1.5368956743002544, + "grad_norm": 2.6412413864563864, + "learning_rate": 1.0245971162001697e-05, + "loss": 0.6415, + "step": 1812 + }, + { + "epoch": 1.53774385072095, + "grad_norm": 3.0332823862823437, + "learning_rate": 1.0251625671473001e-05, + "loss": 0.5922, + "step": 1813 + }, + { + "epoch": 1.5385920271416453, + "grad_norm": 2.6642350013954683, + "learning_rate": 1.0257280180944304e-05, + "loss": 0.685, + "step": 1814 + }, + { + "epoch": 1.5394402035623411, + "grad_norm": 2.2957444195570185, + "learning_rate": 1.0262934690415608e-05, + "loss": 0.5702, + "step": 1815 + }, + { + "epoch": 1.5402883799830365, + "grad_norm": 2.856555315674455, + "learning_rate": 1.0268589199886911e-05, + "loss": 0.6652, + "step": 1816 + }, + { + "epoch": 1.5411365564037318, + "grad_norm": 3.0265502503634707, + "learning_rate": 1.0274243709358214e-05, + "loss": 0.616, + "step": 1817 + }, + { + "epoch": 1.5419847328244276, + "grad_norm": 2.444151487809812, + "learning_rate": 1.0279898218829518e-05, + "loss": 0.5564, + "step": 1818 + }, + { + "epoch": 1.542832909245123, + "grad_norm": 2.859729019483452, + "learning_rate": 1.0285552728300821e-05, + "loss": 0.6296, + "step": 1819 + }, + { + "epoch": 1.5436810856658185, + "grad_norm": 2.7012858560898647, + "learning_rate": 1.0291207237772124e-05, + "loss": 0.5561, + "step": 1820 + }, + { + "epoch": 1.544529262086514, + "grad_norm": 2.3670098162476902, + "learning_rate": 1.0296861747243428e-05, + "loss": 0.6416, + "step": 1821 + }, + { + "epoch": 1.5453774385072094, + "grad_norm": 2.403034784374276, + "learning_rate": 1.0302516256714731e-05, + "loss": 0.5797, + "step": 1822 + }, + { + "epoch": 1.546225614927905, + "grad_norm": 2.9160590823169508, + "learning_rate": 1.0308170766186035e-05, + "loss": 0.6521, + "step": 1823 + }, + { + "epoch": 1.5470737913486006, + "grad_norm": 2.3407882866306156, + "learning_rate": 1.0313825275657336e-05, + "loss": 0.7107, + "step": 1824 + }, + { + "epoch": 1.547921967769296, + "grad_norm": 2.5142091853924287, + "learning_rate": 1.0319479785128641e-05, + "loss": 0.6324, + "step": 1825 + }, + { + "epoch": 1.5487701441899915, + "grad_norm": 2.5820634583126165, + "learning_rate": 1.0325134294599943e-05, + "loss": 0.653, + "step": 1826 + }, + { + "epoch": 1.549618320610687, + "grad_norm": 2.9855557563622233, + "learning_rate": 1.0330788804071248e-05, + "loss": 0.7702, + "step": 1827 + }, + { + "epoch": 1.5504664970313824, + "grad_norm": 2.467917228989039, + "learning_rate": 1.033644331354255e-05, + "loss": 0.6005, + "step": 1828 + }, + { + "epoch": 1.5513146734520782, + "grad_norm": 2.3456181137107377, + "learning_rate": 1.0342097823013855e-05, + "loss": 0.6797, + "step": 1829 + }, + { + "epoch": 1.5521628498727735, + "grad_norm": 2.7702999562950854, + "learning_rate": 1.0347752332485156e-05, + "loss": 0.6334, + "step": 1830 + }, + { + "epoch": 1.5530110262934689, + "grad_norm": 2.5111984670447844, + "learning_rate": 1.0353406841956462e-05, + "loss": 0.6107, + "step": 1831 + }, + { + "epoch": 1.5538592027141647, + "grad_norm": 2.4812888768063392, + "learning_rate": 1.0359061351427763e-05, + "loss": 0.6433, + "step": 1832 + }, + { + "epoch": 1.55470737913486, + "grad_norm": 2.399041914287148, + "learning_rate": 1.0364715860899068e-05, + "loss": 0.5992, + "step": 1833 + }, + { + "epoch": 1.5555555555555556, + "grad_norm": 2.797661786990033, + "learning_rate": 1.037037037037037e-05, + "loss": 0.5026, + "step": 1834 + }, + { + "epoch": 1.5564037319762511, + "grad_norm": 2.4743275290036655, + "learning_rate": 1.0376024879841675e-05, + "loss": 0.6901, + "step": 1835 + }, + { + "epoch": 1.5572519083969465, + "grad_norm": 2.3912479570874265, + "learning_rate": 1.0381679389312977e-05, + "loss": 0.5654, + "step": 1836 + }, + { + "epoch": 1.558100084817642, + "grad_norm": 2.5210200565830228, + "learning_rate": 1.0387333898784282e-05, + "loss": 0.5972, + "step": 1837 + }, + { + "epoch": 1.5589482612383376, + "grad_norm": 2.2430596539341754, + "learning_rate": 1.0392988408255585e-05, + "loss": 0.6215, + "step": 1838 + }, + { + "epoch": 1.559796437659033, + "grad_norm": 2.357449801502099, + "learning_rate": 1.0398642917726889e-05, + "loss": 0.5869, + "step": 1839 + }, + { + "epoch": 1.5606446140797285, + "grad_norm": 2.2989130210573454, + "learning_rate": 1.0404297427198192e-05, + "loss": 0.5595, + "step": 1840 + }, + { + "epoch": 1.561492790500424, + "grad_norm": 2.5018950964936377, + "learning_rate": 1.0409951936669495e-05, + "loss": 0.5712, + "step": 1841 + }, + { + "epoch": 1.5623409669211195, + "grad_norm": 2.6341560875426953, + "learning_rate": 1.0415606446140799e-05, + "loss": 0.6377, + "step": 1842 + }, + { + "epoch": 1.5631891433418152, + "grad_norm": 2.3631180324735865, + "learning_rate": 1.0421260955612102e-05, + "loss": 0.5828, + "step": 1843 + }, + { + "epoch": 1.5640373197625106, + "grad_norm": 2.171452577568083, + "learning_rate": 1.0426915465083405e-05, + "loss": 0.5837, + "step": 1844 + }, + { + "epoch": 1.5648854961832062, + "grad_norm": 2.4116502445524874, + "learning_rate": 1.0432569974554709e-05, + "loss": 0.5359, + "step": 1845 + }, + { + "epoch": 1.5657336726039017, + "grad_norm": 2.5733806499756477, + "learning_rate": 1.0438224484026012e-05, + "loss": 0.6366, + "step": 1846 + }, + { + "epoch": 1.566581849024597, + "grad_norm": 2.3625198539018712, + "learning_rate": 1.0443878993497314e-05, + "loss": 0.5011, + "step": 1847 + }, + { + "epoch": 1.5674300254452926, + "grad_norm": 2.2420957859650716, + "learning_rate": 1.0449533502968619e-05, + "loss": 0.5611, + "step": 1848 + }, + { + "epoch": 1.5682782018659882, + "grad_norm": 2.3929348265526778, + "learning_rate": 1.045518801243992e-05, + "loss": 0.5036, + "step": 1849 + }, + { + "epoch": 1.5691263782866836, + "grad_norm": 2.582012647361495, + "learning_rate": 1.0460842521911226e-05, + "loss": 0.6581, + "step": 1850 + }, + { + "epoch": 1.5699745547073791, + "grad_norm": 2.490019799341464, + "learning_rate": 1.0466497031382527e-05, + "loss": 0.5129, + "step": 1851 + }, + { + "epoch": 1.5708227311280747, + "grad_norm": 2.259219519901194, + "learning_rate": 1.0472151540853832e-05, + "loss": 0.5363, + "step": 1852 + }, + { + "epoch": 1.57167090754877, + "grad_norm": 2.195680629766713, + "learning_rate": 1.0477806050325134e-05, + "loss": 0.5872, + "step": 1853 + }, + { + "epoch": 1.5725190839694656, + "grad_norm": 2.0681408663316576, + "learning_rate": 1.0483460559796439e-05, + "loss": 0.6647, + "step": 1854 + }, + { + "epoch": 1.5733672603901612, + "grad_norm": 2.282833328961937, + "learning_rate": 1.048911506926774e-05, + "loss": 0.5238, + "step": 1855 + }, + { + "epoch": 1.5742154368108565, + "grad_norm": 2.3235803678416747, + "learning_rate": 1.0494769578739046e-05, + "loss": 0.6182, + "step": 1856 + }, + { + "epoch": 1.5750636132315523, + "grad_norm": 2.8774907384001565, + "learning_rate": 1.0500424088210348e-05, + "loss": 0.7435, + "step": 1857 + }, + { + "epoch": 1.5759117896522477, + "grad_norm": 2.392841754290271, + "learning_rate": 1.0506078597681653e-05, + "loss": 0.6294, + "step": 1858 + }, + { + "epoch": 1.5767599660729432, + "grad_norm": 2.216175922948094, + "learning_rate": 1.0511733107152954e-05, + "loss": 0.6067, + "step": 1859 + }, + { + "epoch": 1.5776081424936388, + "grad_norm": 2.392341155782437, + "learning_rate": 1.051738761662426e-05, + "loss": 0.6168, + "step": 1860 + }, + { + "epoch": 1.5784563189143341, + "grad_norm": 2.3971831892042634, + "learning_rate": 1.0523042126095561e-05, + "loss": 0.5207, + "step": 1861 + }, + { + "epoch": 1.5793044953350297, + "grad_norm": 2.1511206887985415, + "learning_rate": 1.0528696635566866e-05, + "loss": 0.5127, + "step": 1862 + }, + { + "epoch": 1.5801526717557253, + "grad_norm": 2.5543923668883632, + "learning_rate": 1.0534351145038168e-05, + "loss": 0.5784, + "step": 1863 + }, + { + "epoch": 1.5810008481764206, + "grad_norm": 2.32855106974932, + "learning_rate": 1.0540005654509473e-05, + "loss": 0.6161, + "step": 1864 + }, + { + "epoch": 1.5818490245971162, + "grad_norm": 2.379622209613248, + "learning_rate": 1.0545660163980776e-05, + "loss": 0.6094, + "step": 1865 + }, + { + "epoch": 1.5826972010178118, + "grad_norm": 2.1007851091999528, + "learning_rate": 1.055131467345208e-05, + "loss": 0.5598, + "step": 1866 + }, + { + "epoch": 1.583545377438507, + "grad_norm": 2.443558933141241, + "learning_rate": 1.0556969182923383e-05, + "loss": 0.5573, + "step": 1867 + }, + { + "epoch": 1.5843935538592027, + "grad_norm": 2.5236223121056134, + "learning_rate": 1.0562623692394685e-05, + "loss": 0.5713, + "step": 1868 + }, + { + "epoch": 1.5852417302798982, + "grad_norm": 2.2852264582682875, + "learning_rate": 1.056827820186599e-05, + "loss": 0.6635, + "step": 1869 + }, + { + "epoch": 1.5860899067005936, + "grad_norm": 2.6699946460922312, + "learning_rate": 1.0573932711337291e-05, + "loss": 0.7154, + "step": 1870 + }, + { + "epoch": 1.5869380831212894, + "grad_norm": 2.1790960746192414, + "learning_rate": 1.0579587220808596e-05, + "loss": 0.6178, + "step": 1871 + }, + { + "epoch": 1.5877862595419847, + "grad_norm": 2.7828970843500107, + "learning_rate": 1.0585241730279898e-05, + "loss": 0.5949, + "step": 1872 + }, + { + "epoch": 1.5886344359626803, + "grad_norm": 1.97855332418997, + "learning_rate": 1.0590896239751203e-05, + "loss": 0.5242, + "step": 1873 + }, + { + "epoch": 1.5894826123833758, + "grad_norm": 2.367138962261041, + "learning_rate": 1.0596550749222505e-05, + "loss": 0.5597, + "step": 1874 + }, + { + "epoch": 1.5903307888040712, + "grad_norm": 2.712946712332303, + "learning_rate": 1.060220525869381e-05, + "loss": 0.632, + "step": 1875 + }, + { + "epoch": 1.5911789652247668, + "grad_norm": 2.305489089494805, + "learning_rate": 1.0607859768165112e-05, + "loss": 0.5967, + "step": 1876 + }, + { + "epoch": 1.5920271416454623, + "grad_norm": 2.4576273295775284, + "learning_rate": 1.0613514277636417e-05, + "loss": 0.5429, + "step": 1877 + }, + { + "epoch": 1.5928753180661577, + "grad_norm": 2.3148048687461813, + "learning_rate": 1.0619168787107718e-05, + "loss": 0.5869, + "step": 1878 + }, + { + "epoch": 1.5937234944868532, + "grad_norm": 2.5047992058197996, + "learning_rate": 1.0624823296579023e-05, + "loss": 0.5765, + "step": 1879 + }, + { + "epoch": 1.5945716709075488, + "grad_norm": 2.19215000351116, + "learning_rate": 1.0630477806050325e-05, + "loss": 0.5909, + "step": 1880 + }, + { + "epoch": 1.5954198473282442, + "grad_norm": 2.768950777548955, + "learning_rate": 1.063613231552163e-05, + "loss": 0.573, + "step": 1881 + }, + { + "epoch": 1.59626802374894, + "grad_norm": 2.259616360796685, + "learning_rate": 1.0641786824992932e-05, + "loss": 0.6017, + "step": 1882 + }, + { + "epoch": 1.5971162001696353, + "grad_norm": 2.204530253722781, + "learning_rate": 1.0647441334464237e-05, + "loss": 0.5958, + "step": 1883 + }, + { + "epoch": 1.5979643765903306, + "grad_norm": 2.200178321805681, + "learning_rate": 1.0653095843935539e-05, + "loss": 0.5953, + "step": 1884 + }, + { + "epoch": 1.5988125530110264, + "grad_norm": 2.5072539380948347, + "learning_rate": 1.0658750353406844e-05, + "loss": 0.5848, + "step": 1885 + }, + { + "epoch": 1.5996607294317218, + "grad_norm": 2.1570758805347454, + "learning_rate": 1.0664404862878145e-05, + "loss": 0.6669, + "step": 1886 + }, + { + "epoch": 1.6005089058524173, + "grad_norm": 2.3517373792743967, + "learning_rate": 1.067005937234945e-05, + "loss": 0.5385, + "step": 1887 + }, + { + "epoch": 1.601357082273113, + "grad_norm": 2.0886585931128034, + "learning_rate": 1.0675713881820752e-05, + "loss": 0.5483, + "step": 1888 + }, + { + "epoch": 1.6022052586938083, + "grad_norm": 2.3371264973097174, + "learning_rate": 1.0681368391292057e-05, + "loss": 0.6385, + "step": 1889 + }, + { + "epoch": 1.6030534351145038, + "grad_norm": 2.22051194418772, + "learning_rate": 1.068702290076336e-05, + "loss": 0.5611, + "step": 1890 + }, + { + "epoch": 1.6039016115351994, + "grad_norm": 2.019232536413328, + "learning_rate": 1.0692677410234662e-05, + "loss": 0.6234, + "step": 1891 + }, + { + "epoch": 1.6047497879558947, + "grad_norm": 2.418005127006175, + "learning_rate": 1.0698331919705967e-05, + "loss": 0.5733, + "step": 1892 + }, + { + "epoch": 1.6055979643765903, + "grad_norm": 2.3483824136086753, + "learning_rate": 1.0703986429177269e-05, + "loss": 0.7395, + "step": 1893 + }, + { + "epoch": 1.6064461407972859, + "grad_norm": 2.3156570808689096, + "learning_rate": 1.0709640938648574e-05, + "loss": 0.6567, + "step": 1894 + }, + { + "epoch": 1.6072943172179812, + "grad_norm": 2.389129686982842, + "learning_rate": 1.0715295448119876e-05, + "loss": 0.6039, + "step": 1895 + }, + { + "epoch": 1.608142493638677, + "grad_norm": 2.349664016599373, + "learning_rate": 1.072094995759118e-05, + "loss": 0.6906, + "step": 1896 + }, + { + "epoch": 1.6089906700593724, + "grad_norm": 2.182232573378293, + "learning_rate": 1.0726604467062482e-05, + "loss": 0.5297, + "step": 1897 + }, + { + "epoch": 1.6098388464800677, + "grad_norm": 2.2005644126536987, + "learning_rate": 1.0732258976533787e-05, + "loss": 0.6039, + "step": 1898 + }, + { + "epoch": 1.6106870229007635, + "grad_norm": 2.574760252098427, + "learning_rate": 1.0737913486005089e-05, + "loss": 0.5687, + "step": 1899 + }, + { + "epoch": 1.6115351993214588, + "grad_norm": 2.2146148144044036, + "learning_rate": 1.0743567995476394e-05, + "loss": 0.5682, + "step": 1900 + }, + { + "epoch": 1.6123833757421544, + "grad_norm": 2.3306478337219416, + "learning_rate": 1.0749222504947696e-05, + "loss": 0.6784, + "step": 1901 + }, + { + "epoch": 1.61323155216285, + "grad_norm": 2.1366361106448215, + "learning_rate": 1.0754877014419001e-05, + "loss": 0.6752, + "step": 1902 + }, + { + "epoch": 1.6140797285835453, + "grad_norm": 2.3091237292001785, + "learning_rate": 1.0760531523890303e-05, + "loss": 0.5031, + "step": 1903 + }, + { + "epoch": 1.6149279050042409, + "grad_norm": 2.419021200867786, + "learning_rate": 1.0766186033361608e-05, + "loss": 0.5979, + "step": 1904 + }, + { + "epoch": 1.6157760814249365, + "grad_norm": 2.267532750503021, + "learning_rate": 1.077184054283291e-05, + "loss": 0.5931, + "step": 1905 + }, + { + "epoch": 1.6166242578456318, + "grad_norm": 2.2381679486957013, + "learning_rate": 1.0777495052304214e-05, + "loss": 0.6565, + "step": 1906 + }, + { + "epoch": 1.6174724342663274, + "grad_norm": 2.100119608755831, + "learning_rate": 1.0783149561775516e-05, + "loss": 0.6074, + "step": 1907 + }, + { + "epoch": 1.618320610687023, + "grad_norm": 2.2324611764154705, + "learning_rate": 1.0788804071246821e-05, + "loss": 0.5358, + "step": 1908 + }, + { + "epoch": 1.6191687871077183, + "grad_norm": 2.176429811780338, + "learning_rate": 1.0794458580718123e-05, + "loss": 0.5825, + "step": 1909 + }, + { + "epoch": 1.620016963528414, + "grad_norm": 2.5721964379153994, + "learning_rate": 1.0800113090189428e-05, + "loss": 0.5572, + "step": 1910 + }, + { + "epoch": 1.6208651399491094, + "grad_norm": 2.8464180323787547, + "learning_rate": 1.080576759966073e-05, + "loss": 0.5966, + "step": 1911 + }, + { + "epoch": 1.6217133163698048, + "grad_norm": 2.546315678450466, + "learning_rate": 1.0811422109132033e-05, + "loss": 0.5771, + "step": 1912 + }, + { + "epoch": 1.6225614927905005, + "grad_norm": 2.2255758391482314, + "learning_rate": 1.0817076618603336e-05, + "loss": 0.5976, + "step": 1913 + }, + { + "epoch": 1.623409669211196, + "grad_norm": 2.1568026250126953, + "learning_rate": 1.082273112807464e-05, + "loss": 0.5765, + "step": 1914 + }, + { + "epoch": 1.6242578456318915, + "grad_norm": 2.4454107923220985, + "learning_rate": 1.0828385637545945e-05, + "loss": 0.6365, + "step": 1915 + }, + { + "epoch": 1.625106022052587, + "grad_norm": 2.6917896154390397, + "learning_rate": 1.0834040147017246e-05, + "loss": 0.657, + "step": 1916 + }, + { + "epoch": 1.6259541984732824, + "grad_norm": 2.513016218853961, + "learning_rate": 1.0839694656488552e-05, + "loss": 0.5902, + "step": 1917 + }, + { + "epoch": 1.626802374893978, + "grad_norm": 2.038093401014505, + "learning_rate": 1.0845349165959853e-05, + "loss": 0.6777, + "step": 1918 + }, + { + "epoch": 1.6276505513146735, + "grad_norm": 2.316766935203944, + "learning_rate": 1.0851003675431158e-05, + "loss": 0.6615, + "step": 1919 + }, + { + "epoch": 1.6284987277353689, + "grad_norm": 2.5134372013672133, + "learning_rate": 1.085665818490246e-05, + "loss": 0.7367, + "step": 1920 + }, + { + "epoch": 1.6293469041560644, + "grad_norm": 2.2669911190296546, + "learning_rate": 1.0862312694373765e-05, + "loss": 0.5801, + "step": 1921 + }, + { + "epoch": 1.63019508057676, + "grad_norm": 2.256161845044987, + "learning_rate": 1.0867967203845067e-05, + "loss": 0.6179, + "step": 1922 + }, + { + "epoch": 1.6310432569974553, + "grad_norm": 2.2257643755562193, + "learning_rate": 1.0873621713316372e-05, + "loss": 0.583, + "step": 1923 + }, + { + "epoch": 1.6318914334181511, + "grad_norm": 2.5994111936594755, + "learning_rate": 1.0879276222787673e-05, + "loss": 0.6499, + "step": 1924 + }, + { + "epoch": 1.6327396098388465, + "grad_norm": 2.435648571211208, + "learning_rate": 1.0884930732258978e-05, + "loss": 0.6014, + "step": 1925 + }, + { + "epoch": 1.6335877862595418, + "grad_norm": 2.2451490233627074, + "learning_rate": 1.089058524173028e-05, + "loss": 0.575, + "step": 1926 + }, + { + "epoch": 1.6344359626802376, + "grad_norm": 2.5541892209777495, + "learning_rate": 1.0896239751201585e-05, + "loss": 0.5239, + "step": 1927 + }, + { + "epoch": 1.635284139100933, + "grad_norm": 2.2382463491286906, + "learning_rate": 1.0901894260672887e-05, + "loss": 0.6138, + "step": 1928 + }, + { + "epoch": 1.6361323155216285, + "grad_norm": 2.100516373743158, + "learning_rate": 1.0907548770144192e-05, + "loss": 0.5447, + "step": 1929 + }, + { + "epoch": 1.636980491942324, + "grad_norm": 2.4763736790376076, + "learning_rate": 1.0913203279615494e-05, + "loss": 0.67, + "step": 1930 + }, + { + "epoch": 1.6378286683630194, + "grad_norm": 2.2260214723345233, + "learning_rate": 1.0918857789086799e-05, + "loss": 0.6462, + "step": 1931 + }, + { + "epoch": 1.638676844783715, + "grad_norm": 2.3710374340739366, + "learning_rate": 1.09245122985581e-05, + "loss": 0.5715, + "step": 1932 + }, + { + "epoch": 1.6395250212044106, + "grad_norm": 2.28231058988557, + "learning_rate": 1.0930166808029405e-05, + "loss": 0.6847, + "step": 1933 + }, + { + "epoch": 1.640373197625106, + "grad_norm": 1.9712463794025634, + "learning_rate": 1.0935821317500707e-05, + "loss": 0.5734, + "step": 1934 + }, + { + "epoch": 1.6412213740458015, + "grad_norm": 2.316954757865427, + "learning_rate": 1.094147582697201e-05, + "loss": 0.726, + "step": 1935 + }, + { + "epoch": 1.642069550466497, + "grad_norm": 2.5555155272306957, + "learning_rate": 1.0947130336443314e-05, + "loss": 0.6321, + "step": 1936 + }, + { + "epoch": 1.6429177268871924, + "grad_norm": 2.163021626726203, + "learning_rate": 1.0952784845914617e-05, + "loss": 0.613, + "step": 1937 + }, + { + "epoch": 1.6437659033078882, + "grad_norm": 2.420004858297161, + "learning_rate": 1.095843935538592e-05, + "loss": 0.6508, + "step": 1938 + }, + { + "epoch": 1.6446140797285835, + "grad_norm": 2.198736746521695, + "learning_rate": 1.0964093864857224e-05, + "loss": 0.633, + "step": 1939 + }, + { + "epoch": 1.645462256149279, + "grad_norm": 1.9604690242748324, + "learning_rate": 1.0969748374328529e-05, + "loss": 0.5765, + "step": 1940 + }, + { + "epoch": 1.6463104325699747, + "grad_norm": 2.4482977432645234, + "learning_rate": 1.097540288379983e-05, + "loss": 0.5541, + "step": 1941 + }, + { + "epoch": 1.64715860899067, + "grad_norm": 2.4213235638348762, + "learning_rate": 1.0981057393271136e-05, + "loss": 0.6264, + "step": 1942 + }, + { + "epoch": 1.6480067854113656, + "grad_norm": 2.168054100493111, + "learning_rate": 1.0986711902742437e-05, + "loss": 0.5587, + "step": 1943 + }, + { + "epoch": 1.6488549618320612, + "grad_norm": 2.003875746891335, + "learning_rate": 1.0992366412213743e-05, + "loss": 0.544, + "step": 1944 + }, + { + "epoch": 1.6497031382527565, + "grad_norm": 2.337441695577079, + "learning_rate": 1.0998020921685044e-05, + "loss": 0.7689, + "step": 1945 + }, + { + "epoch": 1.650551314673452, + "grad_norm": 2.2446401583914746, + "learning_rate": 1.100367543115635e-05, + "loss": 0.5875, + "step": 1946 + }, + { + "epoch": 1.6513994910941476, + "grad_norm": 2.1965486406931003, + "learning_rate": 1.1009329940627651e-05, + "loss": 0.5873, + "step": 1947 + }, + { + "epoch": 1.652247667514843, + "grad_norm": 2.042317407315303, + "learning_rate": 1.1014984450098956e-05, + "loss": 0.6412, + "step": 1948 + }, + { + "epoch": 1.6530958439355385, + "grad_norm": 2.0506119769930544, + "learning_rate": 1.1020638959570258e-05, + "loss": 0.5495, + "step": 1949 + }, + { + "epoch": 1.6539440203562341, + "grad_norm": 2.1180765179522023, + "learning_rate": 1.1026293469041563e-05, + "loss": 0.6112, + "step": 1950 + }, + { + "epoch": 1.6547921967769295, + "grad_norm": 2.365637995684937, + "learning_rate": 1.1031947978512864e-05, + "loss": 0.7065, + "step": 1951 + }, + { + "epoch": 1.6556403731976252, + "grad_norm": 2.1889522208541368, + "learning_rate": 1.103760248798417e-05, + "loss": 0.687, + "step": 1952 + }, + { + "epoch": 1.6564885496183206, + "grad_norm": 2.44719931403122, + "learning_rate": 1.1043256997455471e-05, + "loss": 0.6763, + "step": 1953 + }, + { + "epoch": 1.6573367260390162, + "grad_norm": 2.390966798050196, + "learning_rate": 1.1048911506926776e-05, + "loss": 0.5958, + "step": 1954 + }, + { + "epoch": 1.6581849024597117, + "grad_norm": 2.229217304851882, + "learning_rate": 1.1054566016398078e-05, + "loss": 0.6608, + "step": 1955 + }, + { + "epoch": 1.659033078880407, + "grad_norm": 2.5275652454479056, + "learning_rate": 1.1060220525869381e-05, + "loss": 0.6611, + "step": 1956 + }, + { + "epoch": 1.6598812553011026, + "grad_norm": 2.1139373311312633, + "learning_rate": 1.1065875035340685e-05, + "loss": 0.5718, + "step": 1957 + }, + { + "epoch": 1.6607294317217982, + "grad_norm": 2.2712442607959984, + "learning_rate": 1.1071529544811988e-05, + "loss": 0.5706, + "step": 1958 + }, + { + "epoch": 1.6615776081424936, + "grad_norm": 2.254830304306026, + "learning_rate": 1.1077184054283291e-05, + "loss": 0.5558, + "step": 1959 + }, + { + "epoch": 1.6624257845631891, + "grad_norm": 2.1808157712110736, + "learning_rate": 1.1082838563754595e-05, + "loss": 0.5563, + "step": 1960 + }, + { + "epoch": 1.6632739609838847, + "grad_norm": 2.277569181257086, + "learning_rate": 1.1088493073225898e-05, + "loss": 0.5924, + "step": 1961 + }, + { + "epoch": 1.66412213740458, + "grad_norm": 2.4064576471092147, + "learning_rate": 1.1094147582697202e-05, + "loss": 0.4954, + "step": 1962 + }, + { + "epoch": 1.6649703138252756, + "grad_norm": 2.478590550446914, + "learning_rate": 1.1099802092168505e-05, + "loss": 0.5688, + "step": 1963 + }, + { + "epoch": 1.6658184902459712, + "grad_norm": 2.1935940280789783, + "learning_rate": 1.1105456601639808e-05, + "loss": 0.542, + "step": 1964 + }, + { + "epoch": 1.6666666666666665, + "grad_norm": 2.3996110631182126, + "learning_rate": 1.1111111111111113e-05, + "loss": 0.6472, + "step": 1965 + }, + { + "epoch": 1.6675148430873623, + "grad_norm": 2.827131033829329, + "learning_rate": 1.1116765620582415e-05, + "loss": 0.5816, + "step": 1966 + }, + { + "epoch": 1.6683630195080577, + "grad_norm": 2.5559132211666795, + "learning_rate": 1.112242013005372e-05, + "loss": 0.4778, + "step": 1967 + }, + { + "epoch": 1.6692111959287532, + "grad_norm": 2.2340282549092176, + "learning_rate": 1.1128074639525022e-05, + "loss": 0.6497, + "step": 1968 + }, + { + "epoch": 1.6700593723494488, + "grad_norm": 2.3748389410491453, + "learning_rate": 1.1133729148996327e-05, + "loss": 0.4931, + "step": 1969 + }, + { + "epoch": 1.6709075487701441, + "grad_norm": 2.6840242380216925, + "learning_rate": 1.1139383658467629e-05, + "loss": 0.574, + "step": 1970 + }, + { + "epoch": 1.6717557251908397, + "grad_norm": 2.1783380902291936, + "learning_rate": 1.1145038167938934e-05, + "loss": 0.5679, + "step": 1971 + }, + { + "epoch": 1.6726039016115353, + "grad_norm": 2.4654637838211517, + "learning_rate": 1.1150692677410235e-05, + "loss": 0.5527, + "step": 1972 + }, + { + "epoch": 1.6734520780322306, + "grad_norm": 2.1835370294773226, + "learning_rate": 1.115634718688154e-05, + "loss": 0.592, + "step": 1973 + }, + { + "epoch": 1.6743002544529262, + "grad_norm": 2.3134519807610268, + "learning_rate": 1.1162001696352842e-05, + "loss": 0.5321, + "step": 1974 + }, + { + "epoch": 1.6751484308736218, + "grad_norm": 2.864421786444249, + "learning_rate": 1.1167656205824147e-05, + "loss": 0.6984, + "step": 1975 + }, + { + "epoch": 1.675996607294317, + "grad_norm": 3.400518865869077, + "learning_rate": 1.1173310715295449e-05, + "loss": 0.6839, + "step": 1976 + }, + { + "epoch": 1.6768447837150129, + "grad_norm": 2.2123260739374175, + "learning_rate": 1.1178965224766754e-05, + "loss": 0.6231, + "step": 1977 + }, + { + "epoch": 1.6776929601357082, + "grad_norm": 2.6101248479981436, + "learning_rate": 1.1184619734238055e-05, + "loss": 0.6315, + "step": 1978 + }, + { + "epoch": 1.6785411365564036, + "grad_norm": 2.797594384780138, + "learning_rate": 1.1190274243709359e-05, + "loss": 0.5528, + "step": 1979 + }, + { + "epoch": 1.6793893129770994, + "grad_norm": 2.1770069227338293, + "learning_rate": 1.1195928753180662e-05, + "loss": 0.5161, + "step": 1980 + }, + { + "epoch": 1.6802374893977947, + "grad_norm": 2.5902109789073866, + "learning_rate": 1.1201583262651966e-05, + "loss": 0.6199, + "step": 1981 + }, + { + "epoch": 1.6810856658184903, + "grad_norm": 2.8043144593978933, + "learning_rate": 1.1207237772123269e-05, + "loss": 0.5869, + "step": 1982 + }, + { + "epoch": 1.6819338422391859, + "grad_norm": 3.3001908731032463, + "learning_rate": 1.1212892281594572e-05, + "loss": 0.668, + "step": 1983 + }, + { + "epoch": 1.6827820186598812, + "grad_norm": 2.645344479354096, + "learning_rate": 1.1218546791065876e-05, + "loss": 0.6405, + "step": 1984 + }, + { + "epoch": 1.6836301950805768, + "grad_norm": 3.540201040394356, + "learning_rate": 1.1224201300537179e-05, + "loss": 0.5985, + "step": 1985 + }, + { + "epoch": 1.6844783715012723, + "grad_norm": 2.279504433358415, + "learning_rate": 1.1229855810008482e-05, + "loss": 0.6184, + "step": 1986 + }, + { + "epoch": 1.6853265479219677, + "grad_norm": 2.2908305710935952, + "learning_rate": 1.1235510319479786e-05, + "loss": 0.6068, + "step": 1987 + }, + { + "epoch": 1.6861747243426632, + "grad_norm": 2.854717313593359, + "learning_rate": 1.124116482895109e-05, + "loss": 0.6241, + "step": 1988 + }, + { + "epoch": 1.6870229007633588, + "grad_norm": 2.381731812367932, + "learning_rate": 1.1246819338422393e-05, + "loss": 0.5732, + "step": 1989 + }, + { + "epoch": 1.6878710771840542, + "grad_norm": 2.3304375498894245, + "learning_rate": 1.1252473847893698e-05, + "loss": 0.6062, + "step": 1990 + }, + { + "epoch": 1.68871925360475, + "grad_norm": 2.662345519734779, + "learning_rate": 1.1258128357365e-05, + "loss": 0.6847, + "step": 1991 + }, + { + "epoch": 1.6895674300254453, + "grad_norm": 2.918785808793722, + "learning_rate": 1.1263782866836304e-05, + "loss": 0.5355, + "step": 1992 + }, + { + "epoch": 1.6904156064461406, + "grad_norm": 2.235709457137218, + "learning_rate": 1.1269437376307606e-05, + "loss": 0.5647, + "step": 1993 + }, + { + "epoch": 1.6912637828668364, + "grad_norm": 2.481453238851021, + "learning_rate": 1.1275091885778911e-05, + "loss": 0.6246, + "step": 1994 + }, + { + "epoch": 1.6921119592875318, + "grad_norm": 2.480467531582302, + "learning_rate": 1.1280746395250213e-05, + "loss": 0.5349, + "step": 1995 + }, + { + "epoch": 1.6929601357082273, + "grad_norm": 2.5542716662520353, + "learning_rate": 1.1286400904721518e-05, + "loss": 0.7217, + "step": 1996 + }, + { + "epoch": 1.693808312128923, + "grad_norm": 2.623371718670056, + "learning_rate": 1.129205541419282e-05, + "loss": 0.5711, + "step": 1997 + }, + { + "epoch": 1.6946564885496183, + "grad_norm": 2.295167789457248, + "learning_rate": 1.1297709923664125e-05, + "loss": 0.557, + "step": 1998 + }, + { + "epoch": 1.6955046649703138, + "grad_norm": 2.9171034855910536, + "learning_rate": 1.1303364433135426e-05, + "loss": 0.5433, + "step": 1999 + }, + { + "epoch": 1.6963528413910094, + "grad_norm": 2.353918615999714, + "learning_rate": 1.1309018942606728e-05, + "loss": 0.5902, + "step": 2000 + }, + { + "epoch": 1.6972010178117047, + "grad_norm": 2.3703591517823845, + "learning_rate": 1.1314673452078033e-05, + "loss": 0.5667, + "step": 2001 + }, + { + "epoch": 1.6980491942324003, + "grad_norm": 2.8633390710737023, + "learning_rate": 1.1320327961549336e-05, + "loss": 0.5631, + "step": 2002 + }, + { + "epoch": 1.6988973706530959, + "grad_norm": 2.6467335211033434, + "learning_rate": 1.132598247102064e-05, + "loss": 0.6227, + "step": 2003 + }, + { + "epoch": 1.6997455470737912, + "grad_norm": 2.3422301081635504, + "learning_rate": 1.1331636980491943e-05, + "loss": 0.6029, + "step": 2004 + }, + { + "epoch": 1.700593723494487, + "grad_norm": 2.129066994854242, + "learning_rate": 1.1337291489963247e-05, + "loss": 0.5881, + "step": 2005 + }, + { + "epoch": 1.7014418999151824, + "grad_norm": 2.8641270494135442, + "learning_rate": 1.134294599943455e-05, + "loss": 0.5311, + "step": 2006 + }, + { + "epoch": 1.7022900763358777, + "grad_norm": 2.2237787412334544, + "learning_rate": 1.1348600508905853e-05, + "loss": 0.6502, + "step": 2007 + }, + { + "epoch": 1.7031382527565735, + "grad_norm": 2.755105741466085, + "learning_rate": 1.1354255018377157e-05, + "loss": 0.6595, + "step": 2008 + }, + { + "epoch": 1.7039864291772688, + "grad_norm": 2.7191996944963885, + "learning_rate": 1.135990952784846e-05, + "loss": 0.5568, + "step": 2009 + }, + { + "epoch": 1.7048346055979644, + "grad_norm": 2.2177478792448495, + "learning_rate": 1.1365564037319763e-05, + "loss": 0.6645, + "step": 2010 + }, + { + "epoch": 1.70568278201866, + "grad_norm": 2.468897428448857, + "learning_rate": 1.1371218546791067e-05, + "loss": 0.6046, + "step": 2011 + }, + { + "epoch": 1.7065309584393553, + "grad_norm": 2.133212104625064, + "learning_rate": 1.137687305626237e-05, + "loss": 0.5651, + "step": 2012 + }, + { + "epoch": 1.7073791348600509, + "grad_norm": 2.361816317939131, + "learning_rate": 1.1382527565733673e-05, + "loss": 0.5816, + "step": 2013 + }, + { + "epoch": 1.7082273112807465, + "grad_norm": 2.2533545586756296, + "learning_rate": 1.1388182075204977e-05, + "loss": 0.6323, + "step": 2014 + }, + { + "epoch": 1.7090754877014418, + "grad_norm": 2.3060802283214774, + "learning_rate": 1.139383658467628e-05, + "loss": 0.5353, + "step": 2015 + }, + { + "epoch": 1.7099236641221374, + "grad_norm": 2.248206156830875, + "learning_rate": 1.1399491094147584e-05, + "loss": 0.624, + "step": 2016 + }, + { + "epoch": 1.710771840542833, + "grad_norm": 2.408098089911226, + "learning_rate": 1.1405145603618889e-05, + "loss": 0.7068, + "step": 2017 + }, + { + "epoch": 1.7116200169635283, + "grad_norm": 2.123561810416643, + "learning_rate": 1.141080011309019e-05, + "loss": 0.632, + "step": 2018 + }, + { + "epoch": 1.712468193384224, + "grad_norm": 1.9950067510107334, + "learning_rate": 1.1416454622561495e-05, + "loss": 0.6013, + "step": 2019 + }, + { + "epoch": 1.7133163698049194, + "grad_norm": 2.369776224367308, + "learning_rate": 1.1422109132032797e-05, + "loss": 0.5856, + "step": 2020 + }, + { + "epoch": 1.714164546225615, + "grad_norm": 2.182897129651974, + "learning_rate": 1.1427763641504102e-05, + "loss": 0.6011, + "step": 2021 + }, + { + "epoch": 1.7150127226463106, + "grad_norm": 2.073030357061673, + "learning_rate": 1.1433418150975404e-05, + "loss": 0.5637, + "step": 2022 + }, + { + "epoch": 1.715860899067006, + "grad_norm": 2.2426404942521927, + "learning_rate": 1.1439072660446706e-05, + "loss": 0.588, + "step": 2023 + }, + { + "epoch": 1.7167090754877015, + "grad_norm": 2.2091880842136673, + "learning_rate": 1.144472716991801e-05, + "loss": 0.6021, + "step": 2024 + }, + { + "epoch": 1.717557251908397, + "grad_norm": 2.2505924914918007, + "learning_rate": 1.1450381679389312e-05, + "loss": 0.5193, + "step": 2025 + }, + { + "epoch": 1.7184054283290924, + "grad_norm": 2.5768142319623664, + "learning_rate": 1.1456036188860617e-05, + "loss": 0.6329, + "step": 2026 + }, + { + "epoch": 1.719253604749788, + "grad_norm": 2.072159730620257, + "learning_rate": 1.1461690698331919e-05, + "loss": 0.6101, + "step": 2027 + }, + { + "epoch": 1.7201017811704835, + "grad_norm": 2.396772234206621, + "learning_rate": 1.1467345207803224e-05, + "loss": 0.6808, + "step": 2028 + }, + { + "epoch": 1.7209499575911789, + "grad_norm": 2.324014203541416, + "learning_rate": 1.1472999717274527e-05, + "loss": 0.6064, + "step": 2029 + }, + { + "epoch": 1.7217981340118744, + "grad_norm": 2.087826430624858, + "learning_rate": 1.147865422674583e-05, + "loss": 0.7415, + "step": 2030 + }, + { + "epoch": 1.72264631043257, + "grad_norm": 2.2677911076308237, + "learning_rate": 1.1484308736217134e-05, + "loss": 0.6818, + "step": 2031 + }, + { + "epoch": 1.7234944868532653, + "grad_norm": 2.5413833896925695, + "learning_rate": 1.1489963245688438e-05, + "loss": 0.5648, + "step": 2032 + }, + { + "epoch": 1.7243426632739611, + "grad_norm": 2.438348676858179, + "learning_rate": 1.1495617755159741e-05, + "loss": 0.7049, + "step": 2033 + }, + { + "epoch": 1.7251908396946565, + "grad_norm": 2.4150012481482994, + "learning_rate": 1.1501272264631044e-05, + "loss": 0.5164, + "step": 2034 + }, + { + "epoch": 1.726039016115352, + "grad_norm": 2.544275493414418, + "learning_rate": 1.1506926774102348e-05, + "loss": 0.6659, + "step": 2035 + }, + { + "epoch": 1.7268871925360476, + "grad_norm": 2.0863594388339513, + "learning_rate": 1.1512581283573651e-05, + "loss": 0.5813, + "step": 2036 + }, + { + "epoch": 1.727735368956743, + "grad_norm": 2.1505884451535753, + "learning_rate": 1.1518235793044954e-05, + "loss": 0.5279, + "step": 2037 + }, + { + "epoch": 1.7285835453774385, + "grad_norm": 2.1560812763216175, + "learning_rate": 1.1523890302516258e-05, + "loss": 0.5272, + "step": 2038 + }, + { + "epoch": 1.729431721798134, + "grad_norm": 2.0968924660567714, + "learning_rate": 1.1529544811987561e-05, + "loss": 0.5463, + "step": 2039 + }, + { + "epoch": 1.7302798982188294, + "grad_norm": 2.310565663114337, + "learning_rate": 1.1535199321458865e-05, + "loss": 0.6586, + "step": 2040 + }, + { + "epoch": 1.731128074639525, + "grad_norm": 2.1527994223530236, + "learning_rate": 1.1540853830930168e-05, + "loss": 0.5936, + "step": 2041 + }, + { + "epoch": 1.7319762510602206, + "grad_norm": 2.2570484322085895, + "learning_rate": 1.1546508340401473e-05, + "loss": 0.6999, + "step": 2042 + }, + { + "epoch": 1.732824427480916, + "grad_norm": 2.1774081600972455, + "learning_rate": 1.1552162849872775e-05, + "loss": 0.6466, + "step": 2043 + }, + { + "epoch": 1.7336726039016115, + "grad_norm": 2.1347473360511473, + "learning_rate": 1.1557817359344076e-05, + "loss": 0.5779, + "step": 2044 + }, + { + "epoch": 1.734520780322307, + "grad_norm": 2.1398005179466573, + "learning_rate": 1.1563471868815381e-05, + "loss": 0.552, + "step": 2045 + }, + { + "epoch": 1.7353689567430024, + "grad_norm": 2.5427504156064407, + "learning_rate": 1.1569126378286683e-05, + "loss": 0.5983, + "step": 2046 + }, + { + "epoch": 1.7362171331636982, + "grad_norm": 2.2619012763066717, + "learning_rate": 1.1574780887757988e-05, + "loss": 0.5863, + "step": 2047 + }, + { + "epoch": 1.7370653095843935, + "grad_norm": 2.0737906228992697, + "learning_rate": 1.158043539722929e-05, + "loss": 0.5635, + "step": 2048 + }, + { + "epoch": 1.737913486005089, + "grad_norm": 2.1091066430669327, + "learning_rate": 1.1586089906700595e-05, + "loss": 0.5863, + "step": 2049 + }, + { + "epoch": 1.7387616624257847, + "grad_norm": 2.2594080043388254, + "learning_rate": 1.1591744416171897e-05, + "loss": 0.6426, + "step": 2050 + }, + { + "epoch": 1.73960983884648, + "grad_norm": 2.0641298551080567, + "learning_rate": 1.1597398925643202e-05, + "loss": 0.6201, + "step": 2051 + }, + { + "epoch": 1.7404580152671756, + "grad_norm": 2.6843901015269487, + "learning_rate": 1.1603053435114503e-05, + "loss": 0.5927, + "step": 2052 + }, + { + "epoch": 1.7413061916878712, + "grad_norm": 2.145103674052107, + "learning_rate": 1.1608707944585808e-05, + "loss": 0.6181, + "step": 2053 + }, + { + "epoch": 1.7421543681085665, + "grad_norm": 2.590307268074824, + "learning_rate": 1.1614362454057112e-05, + "loss": 0.5793, + "step": 2054 + }, + { + "epoch": 1.743002544529262, + "grad_norm": 2.144029851704244, + "learning_rate": 1.1620016963528415e-05, + "loss": 0.4662, + "step": 2055 + }, + { + "epoch": 1.7438507209499576, + "grad_norm": 2.5193548818022418, + "learning_rate": 1.1625671472999718e-05, + "loss": 0.6219, + "step": 2056 + }, + { + "epoch": 1.744698897370653, + "grad_norm": 2.3269192556728533, + "learning_rate": 1.1631325982471022e-05, + "loss": 0.6179, + "step": 2057 + }, + { + "epoch": 1.7455470737913485, + "grad_norm": 2.3814520064005946, + "learning_rate": 1.1636980491942325e-05, + "loss": 0.5995, + "step": 2058 + }, + { + "epoch": 1.7463952502120441, + "grad_norm": 2.119802845401345, + "learning_rate": 1.1642635001413629e-05, + "loss": 0.5927, + "step": 2059 + }, + { + "epoch": 1.7472434266327395, + "grad_norm": 2.3440382460661606, + "learning_rate": 1.1648289510884932e-05, + "loss": 0.5471, + "step": 2060 + }, + { + "epoch": 1.7480916030534353, + "grad_norm": 2.2592424885636406, + "learning_rate": 1.1653944020356235e-05, + "loss": 0.5901, + "step": 2061 + }, + { + "epoch": 1.7489397794741306, + "grad_norm": 2.1633602467906328, + "learning_rate": 1.1659598529827539e-05, + "loss": 0.6166, + "step": 2062 + }, + { + "epoch": 1.7497879558948262, + "grad_norm": 2.6108042988981506, + "learning_rate": 1.1665253039298842e-05, + "loss": 0.6501, + "step": 2063 + }, + { + "epoch": 1.7506361323155217, + "grad_norm": 2.3199044849972212, + "learning_rate": 1.1670907548770145e-05, + "loss": 0.6108, + "step": 2064 + }, + { + "epoch": 1.751484308736217, + "grad_norm": 2.037058241268943, + "learning_rate": 1.1676562058241449e-05, + "loss": 0.6169, + "step": 2065 + }, + { + "epoch": 1.7523324851569126, + "grad_norm": 2.2150622727873417, + "learning_rate": 1.1682216567712752e-05, + "loss": 0.6483, + "step": 2066 + }, + { + "epoch": 1.7531806615776082, + "grad_norm": 2.3699426177701413, + "learning_rate": 1.1687871077184054e-05, + "loss": 0.6888, + "step": 2067 + }, + { + "epoch": 1.7540288379983036, + "grad_norm": 2.2617340817458356, + "learning_rate": 1.1693525586655359e-05, + "loss": 0.5839, + "step": 2068 + }, + { + "epoch": 1.7548770144189991, + "grad_norm": 2.1615047137387244, + "learning_rate": 1.169918009612666e-05, + "loss": 0.5957, + "step": 2069 + }, + { + "epoch": 1.7557251908396947, + "grad_norm": 2.223739870692919, + "learning_rate": 1.1704834605597966e-05, + "loss": 0.6183, + "step": 2070 + }, + { + "epoch": 1.75657336726039, + "grad_norm": 2.2614410763318, + "learning_rate": 1.1710489115069267e-05, + "loss": 0.6049, + "step": 2071 + }, + { + "epoch": 1.7574215436810858, + "grad_norm": 2.1907153420034566, + "learning_rate": 1.1716143624540572e-05, + "loss": 0.555, + "step": 2072 + }, + { + "epoch": 1.7582697201017812, + "grad_norm": 1.9847962636610827, + "learning_rate": 1.1721798134011874e-05, + "loss": 0.5811, + "step": 2073 + }, + { + "epoch": 1.7591178965224765, + "grad_norm": 1.9688616364256282, + "learning_rate": 1.1727452643483179e-05, + "loss": 0.5784, + "step": 2074 + }, + { + "epoch": 1.7599660729431723, + "grad_norm": 2.0648116389757414, + "learning_rate": 1.173310715295448e-05, + "loss": 0.5099, + "step": 2075 + }, + { + "epoch": 1.7608142493638677, + "grad_norm": 2.2169493822782793, + "learning_rate": 1.1738761662425786e-05, + "loss": 0.5646, + "step": 2076 + }, + { + "epoch": 1.7616624257845632, + "grad_norm": 2.14308217413585, + "learning_rate": 1.1744416171897088e-05, + "loss": 0.6084, + "step": 2077 + }, + { + "epoch": 1.7625106022052588, + "grad_norm": 2.0545041311881875, + "learning_rate": 1.1750070681368393e-05, + "loss": 0.6517, + "step": 2078 + }, + { + "epoch": 1.7633587786259541, + "grad_norm": 1.909212439819104, + "learning_rate": 1.1755725190839696e-05, + "loss": 0.6039, + "step": 2079 + }, + { + "epoch": 1.7642069550466497, + "grad_norm": 2.3337617335981893, + "learning_rate": 1.1761379700311e-05, + "loss": 0.6826, + "step": 2080 + }, + { + "epoch": 1.7650551314673453, + "grad_norm": 2.20198154219481, + "learning_rate": 1.1767034209782303e-05, + "loss": 0.4661, + "step": 2081 + }, + { + "epoch": 1.7659033078880406, + "grad_norm": 2.203314974524763, + "learning_rate": 1.1772688719253606e-05, + "loss": 0.6553, + "step": 2082 + }, + { + "epoch": 1.7667514843087362, + "grad_norm": 1.9218191461205214, + "learning_rate": 1.177834322872491e-05, + "loss": 0.5916, + "step": 2083 + }, + { + "epoch": 1.7675996607294318, + "grad_norm": 2.319625783687032, + "learning_rate": 1.1783997738196213e-05, + "loss": 0.5884, + "step": 2084 + }, + { + "epoch": 1.768447837150127, + "grad_norm": 2.03887920084746, + "learning_rate": 1.1789652247667516e-05, + "loss": 0.5714, + "step": 2085 + }, + { + "epoch": 1.769296013570823, + "grad_norm": 2.036708508293591, + "learning_rate": 1.179530675713882e-05, + "loss": 0.5669, + "step": 2086 + }, + { + "epoch": 1.7701441899915182, + "grad_norm": 2.030828735974731, + "learning_rate": 1.1800961266610123e-05, + "loss": 0.5398, + "step": 2087 + }, + { + "epoch": 1.7709923664122136, + "grad_norm": 2.1975115466015, + "learning_rate": 1.1806615776081425e-05, + "loss": 0.5864, + "step": 2088 + }, + { + "epoch": 1.7718405428329094, + "grad_norm": 2.1548736152590187, + "learning_rate": 1.181227028555273e-05, + "loss": 0.6104, + "step": 2089 + }, + { + "epoch": 1.7726887192536047, + "grad_norm": 2.1009669999628517, + "learning_rate": 1.1817924795024031e-05, + "loss": 0.5295, + "step": 2090 + }, + { + "epoch": 1.7735368956743003, + "grad_norm": 2.0900420901807837, + "learning_rate": 1.1823579304495336e-05, + "loss": 0.4438, + "step": 2091 + }, + { + "epoch": 1.7743850720949959, + "grad_norm": 2.107973351503374, + "learning_rate": 1.1829233813966638e-05, + "loss": 0.5588, + "step": 2092 + }, + { + "epoch": 1.7752332485156912, + "grad_norm": 2.00489822879183, + "learning_rate": 1.1834888323437943e-05, + "loss": 0.562, + "step": 2093 + }, + { + "epoch": 1.7760814249363868, + "grad_norm": 2.0819040865177794, + "learning_rate": 1.1840542832909245e-05, + "loss": 0.5888, + "step": 2094 + }, + { + "epoch": 1.7769296013570823, + "grad_norm": 2.189074639961815, + "learning_rate": 1.184619734238055e-05, + "loss": 0.5375, + "step": 2095 + }, + { + "epoch": 1.7777777777777777, + "grad_norm": 2.1968004795770284, + "learning_rate": 1.1851851851851852e-05, + "loss": 0.6904, + "step": 2096 + }, + { + "epoch": 1.7786259541984732, + "grad_norm": 2.0641528550815798, + "learning_rate": 1.1857506361323157e-05, + "loss": 0.5647, + "step": 2097 + }, + { + "epoch": 1.7794741306191688, + "grad_norm": 2.0007456029620823, + "learning_rate": 1.1863160870794458e-05, + "loss": 0.5994, + "step": 2098 + }, + { + "epoch": 1.7803223070398642, + "grad_norm": 2.2669362858892255, + "learning_rate": 1.1868815380265763e-05, + "loss": 0.59, + "step": 2099 + }, + { + "epoch": 1.78117048346056, + "grad_norm": 2.2075305197417574, + "learning_rate": 1.1874469889737065e-05, + "loss": 0.679, + "step": 2100 + }, + { + "epoch": 1.7820186598812553, + "grad_norm": 2.191508354962382, + "learning_rate": 1.188012439920837e-05, + "loss": 0.542, + "step": 2101 + }, + { + "epoch": 1.7828668363019506, + "grad_norm": 2.0394932932149183, + "learning_rate": 1.1885778908679672e-05, + "loss": 0.6203, + "step": 2102 + }, + { + "epoch": 1.7837150127226464, + "grad_norm": 2.276576280791858, + "learning_rate": 1.1891433418150977e-05, + "loss": 0.5944, + "step": 2103 + }, + { + "epoch": 1.7845631891433418, + "grad_norm": 2.0915901142939632, + "learning_rate": 1.189708792762228e-05, + "loss": 0.528, + "step": 2104 + }, + { + "epoch": 1.7854113655640373, + "grad_norm": 2.236857285046969, + "learning_rate": 1.1902742437093584e-05, + "loss": 0.6433, + "step": 2105 + }, + { + "epoch": 1.786259541984733, + "grad_norm": 2.2667317514418532, + "learning_rate": 1.1908396946564887e-05, + "loss": 0.6353, + "step": 2106 + }, + { + "epoch": 1.7871077184054283, + "grad_norm": 1.9685640560950182, + "learning_rate": 1.191405145603619e-05, + "loss": 0.5461, + "step": 2107 + }, + { + "epoch": 1.7879558948261238, + "grad_norm": 2.0866953939692525, + "learning_rate": 1.1919705965507494e-05, + "loss": 0.614, + "step": 2108 + }, + { + "epoch": 1.7888040712468194, + "grad_norm": 2.8113829843915705, + "learning_rate": 1.1925360474978797e-05, + "loss": 0.7152, + "step": 2109 + }, + { + "epoch": 1.7896522476675147, + "grad_norm": 2.5620384012162956, + "learning_rate": 1.19310149844501e-05, + "loss": 0.5817, + "step": 2110 + }, + { + "epoch": 1.7905004240882103, + "grad_norm": 2.291455238761172, + "learning_rate": 1.1936669493921402e-05, + "loss": 0.5823, + "step": 2111 + }, + { + "epoch": 1.7913486005089059, + "grad_norm": 1.9924811115592458, + "learning_rate": 1.1942324003392707e-05, + "loss": 0.5863, + "step": 2112 + }, + { + "epoch": 1.7921967769296012, + "grad_norm": 2.6569165966234483, + "learning_rate": 1.1947978512864009e-05, + "loss": 0.6826, + "step": 2113 + }, + { + "epoch": 1.793044953350297, + "grad_norm": 2.109693010453718, + "learning_rate": 1.1953633022335314e-05, + "loss": 0.6145, + "step": 2114 + }, + { + "epoch": 1.7938931297709924, + "grad_norm": 2.2895574238276257, + "learning_rate": 1.1959287531806616e-05, + "loss": 0.5116, + "step": 2115 + }, + { + "epoch": 1.794741306191688, + "grad_norm": 2.145023461892688, + "learning_rate": 1.196494204127792e-05, + "loss": 0.522, + "step": 2116 + }, + { + "epoch": 1.7955894826123835, + "grad_norm": 2.1557104828224802, + "learning_rate": 1.1970596550749222e-05, + "loss": 0.5534, + "step": 2117 + }, + { + "epoch": 1.7964376590330788, + "grad_norm": 2.151962704388079, + "learning_rate": 1.1976251060220527e-05, + "loss": 0.5474, + "step": 2118 + }, + { + "epoch": 1.7972858354537744, + "grad_norm": 2.127285160271366, + "learning_rate": 1.198190556969183e-05, + "loss": 0.4718, + "step": 2119 + }, + { + "epoch": 1.79813401187447, + "grad_norm": 2.115512422636509, + "learning_rate": 1.1987560079163134e-05, + "loss": 0.5278, + "step": 2120 + }, + { + "epoch": 1.7989821882951653, + "grad_norm": 2.465257747386879, + "learning_rate": 1.1993214588634436e-05, + "loss": 0.5762, + "step": 2121 + }, + { + "epoch": 1.7998303647158609, + "grad_norm": 2.225703168201203, + "learning_rate": 1.1998869098105741e-05, + "loss": 0.5189, + "step": 2122 + }, + { + "epoch": 1.8006785411365565, + "grad_norm": 2.0862019277217407, + "learning_rate": 1.2004523607577043e-05, + "loss": 0.6701, + "step": 2123 + }, + { + "epoch": 1.8015267175572518, + "grad_norm": 2.314464234805125, + "learning_rate": 1.2010178117048348e-05, + "loss": 0.5865, + "step": 2124 + }, + { + "epoch": 1.8023748939779474, + "grad_norm": 2.1910981157283147, + "learning_rate": 1.201583262651965e-05, + "loss": 0.6407, + "step": 2125 + }, + { + "epoch": 1.803223070398643, + "grad_norm": 2.2060417737652696, + "learning_rate": 1.2021487135990954e-05, + "loss": 0.6516, + "step": 2126 + }, + { + "epoch": 1.8040712468193383, + "grad_norm": 2.488492102670599, + "learning_rate": 1.2027141645462256e-05, + "loss": 0.604, + "step": 2127 + }, + { + "epoch": 1.804919423240034, + "grad_norm": 1.9605772444645806, + "learning_rate": 1.2032796154933561e-05, + "loss": 0.5615, + "step": 2128 + }, + { + "epoch": 1.8057675996607294, + "grad_norm": 2.356344173063996, + "learning_rate": 1.2038450664404865e-05, + "loss": 0.5971, + "step": 2129 + }, + { + "epoch": 1.806615776081425, + "grad_norm": 2.3291467824685155, + "learning_rate": 1.2044105173876168e-05, + "loss": 0.6833, + "step": 2130 + }, + { + "epoch": 1.8074639525021206, + "grad_norm": 1.990628934128089, + "learning_rate": 1.2049759683347471e-05, + "loss": 0.6201, + "step": 2131 + }, + { + "epoch": 1.808312128922816, + "grad_norm": 2.1609531724104722, + "learning_rate": 1.2055414192818773e-05, + "loss": 0.4861, + "step": 2132 + }, + { + "epoch": 1.8091603053435115, + "grad_norm": 2.2942411283072386, + "learning_rate": 1.2061068702290078e-05, + "loss": 0.6625, + "step": 2133 + }, + { + "epoch": 1.810008481764207, + "grad_norm": 2.2054611267098667, + "learning_rate": 1.206672321176138e-05, + "loss": 0.5982, + "step": 2134 + }, + { + "epoch": 1.8108566581849024, + "grad_norm": 2.2767099491885765, + "learning_rate": 1.2072377721232685e-05, + "loss": 0.7098, + "step": 2135 + }, + { + "epoch": 1.811704834605598, + "grad_norm": 2.0900505806511336, + "learning_rate": 1.2078032230703986e-05, + "loss": 0.6084, + "step": 2136 + }, + { + "epoch": 1.8125530110262935, + "grad_norm": 2.3816575627586345, + "learning_rate": 1.2083686740175292e-05, + "loss": 0.6342, + "step": 2137 + }, + { + "epoch": 1.8134011874469889, + "grad_norm": 2.195455688118187, + "learning_rate": 1.2089341249646593e-05, + "loss": 0.5658, + "step": 2138 + }, + { + "epoch": 1.8142493638676844, + "grad_norm": 1.9448775805168066, + "learning_rate": 1.2094995759117898e-05, + "loss": 0.5154, + "step": 2139 + }, + { + "epoch": 1.81509754028838, + "grad_norm": 2.3461076139735337, + "learning_rate": 1.21006502685892e-05, + "loss": 0.5896, + "step": 2140 + }, + { + "epoch": 1.8159457167090753, + "grad_norm": 2.1606771093936725, + "learning_rate": 1.2106304778060505e-05, + "loss": 0.6133, + "step": 2141 + }, + { + "epoch": 1.8167938931297711, + "grad_norm": 2.2992304702129767, + "learning_rate": 1.2111959287531807e-05, + "loss": 0.5716, + "step": 2142 + }, + { + "epoch": 1.8176420695504665, + "grad_norm": 2.2970375190948498, + "learning_rate": 1.2117613797003112e-05, + "loss": 0.6877, + "step": 2143 + }, + { + "epoch": 1.818490245971162, + "grad_norm": 2.19769956346765, + "learning_rate": 1.2123268306474413e-05, + "loss": 0.5288, + "step": 2144 + }, + { + "epoch": 1.8193384223918576, + "grad_norm": 2.3125172069609614, + "learning_rate": 1.2128922815945719e-05, + "loss": 0.6817, + "step": 2145 + }, + { + "epoch": 1.820186598812553, + "grad_norm": 2.3645193020038393, + "learning_rate": 1.213457732541702e-05, + "loss": 0.6936, + "step": 2146 + }, + { + "epoch": 1.8210347752332485, + "grad_norm": 2.482978516781842, + "learning_rate": 1.2140231834888325e-05, + "loss": 0.5638, + "step": 2147 + }, + { + "epoch": 1.821882951653944, + "grad_norm": 2.060889175096643, + "learning_rate": 1.2145886344359627e-05, + "loss": 0.545, + "step": 2148 + }, + { + "epoch": 1.8227311280746394, + "grad_norm": 1.944821045043687, + "learning_rate": 1.2151540853830932e-05, + "loss": 0.5779, + "step": 2149 + }, + { + "epoch": 1.823579304495335, + "grad_norm": 2.523351680040159, + "learning_rate": 1.2157195363302234e-05, + "loss": 0.7257, + "step": 2150 + }, + { + "epoch": 1.8244274809160306, + "grad_norm": 2.2256098715146844, + "learning_rate": 1.2162849872773539e-05, + "loss": 0.632, + "step": 2151 + }, + { + "epoch": 1.825275657336726, + "grad_norm": 2.4169471397927635, + "learning_rate": 1.216850438224484e-05, + "loss": 0.553, + "step": 2152 + }, + { + "epoch": 1.8261238337574215, + "grad_norm": 2.082227007737666, + "learning_rate": 1.2174158891716144e-05, + "loss": 0.6276, + "step": 2153 + }, + { + "epoch": 1.826972010178117, + "grad_norm": 2.2038583619967134, + "learning_rate": 1.2179813401187449e-05, + "loss": 0.5442, + "step": 2154 + }, + { + "epoch": 1.8278201865988124, + "grad_norm": 2.370978863724634, + "learning_rate": 1.218546791065875e-05, + "loss": 0.6025, + "step": 2155 + }, + { + "epoch": 1.8286683630195082, + "grad_norm": 2.138070600158746, + "learning_rate": 1.2191122420130056e-05, + "loss": 0.5056, + "step": 2156 + }, + { + "epoch": 1.8295165394402035, + "grad_norm": 1.9169836857644078, + "learning_rate": 1.2196776929601357e-05, + "loss": 0.5579, + "step": 2157 + }, + { + "epoch": 1.830364715860899, + "grad_norm": 2.192163236283351, + "learning_rate": 1.2202431439072662e-05, + "loss": 0.5447, + "step": 2158 + }, + { + "epoch": 1.8312128922815947, + "grad_norm": 2.250854350885161, + "learning_rate": 1.2208085948543964e-05, + "loss": 0.5928, + "step": 2159 + }, + { + "epoch": 1.83206106870229, + "grad_norm": 2.2658182331252266, + "learning_rate": 1.2213740458015269e-05, + "loss": 0.7129, + "step": 2160 + }, + { + "epoch": 1.8329092451229856, + "grad_norm": 2.2428097002904646, + "learning_rate": 1.221939496748657e-05, + "loss": 0.5218, + "step": 2161 + }, + { + "epoch": 1.8337574215436812, + "grad_norm": 2.2293270343401845, + "learning_rate": 1.2225049476957876e-05, + "loss": 0.5686, + "step": 2162 + }, + { + "epoch": 1.8346055979643765, + "grad_norm": 2.2819368128738478, + "learning_rate": 1.2230703986429178e-05, + "loss": 0.629, + "step": 2163 + }, + { + "epoch": 1.835453774385072, + "grad_norm": 2.4894082972499687, + "learning_rate": 1.2236358495900483e-05, + "loss": 0.5458, + "step": 2164 + }, + { + "epoch": 1.8363019508057676, + "grad_norm": 2.6848697287389776, + "learning_rate": 1.2242013005371784e-05, + "loss": 0.6361, + "step": 2165 + }, + { + "epoch": 1.837150127226463, + "grad_norm": 1.8721848968798325, + "learning_rate": 1.224766751484309e-05, + "loss": 0.4666, + "step": 2166 + }, + { + "epoch": 1.8379983036471588, + "grad_norm": 2.308083596214028, + "learning_rate": 1.2253322024314391e-05, + "loss": 0.5298, + "step": 2167 + }, + { + "epoch": 1.8388464800678541, + "grad_norm": 2.1682541739050087, + "learning_rate": 1.2258976533785696e-05, + "loss": 0.5385, + "step": 2168 + }, + { + "epoch": 1.8396946564885495, + "grad_norm": 2.169662696025035, + "learning_rate": 1.2264631043256998e-05, + "loss": 0.6571, + "step": 2169 + }, + { + "epoch": 1.8405428329092453, + "grad_norm": 2.2168604611696576, + "learning_rate": 1.2270285552728303e-05, + "loss": 0.5227, + "step": 2170 + }, + { + "epoch": 1.8413910093299406, + "grad_norm": 2.2630041121733804, + "learning_rate": 1.2275940062199604e-05, + "loss": 0.5829, + "step": 2171 + }, + { + "epoch": 1.8422391857506362, + "grad_norm": 2.3090016704379215, + "learning_rate": 1.228159457167091e-05, + "loss": 0.7273, + "step": 2172 + }, + { + "epoch": 1.8430873621713317, + "grad_norm": 2.147183143583672, + "learning_rate": 1.2287249081142211e-05, + "loss": 0.507, + "step": 2173 + }, + { + "epoch": 1.843935538592027, + "grad_norm": 2.0528858620561334, + "learning_rate": 1.2292903590613516e-05, + "loss": 0.4781, + "step": 2174 + }, + { + "epoch": 1.8447837150127226, + "grad_norm": 2.308797408647457, + "learning_rate": 1.2298558100084818e-05, + "loss": 0.5437, + "step": 2175 + }, + { + "epoch": 1.8456318914334182, + "grad_norm": 2.0813949038749255, + "learning_rate": 1.2304212609556121e-05, + "loss": 0.6124, + "step": 2176 + }, + { + "epoch": 1.8464800678541136, + "grad_norm": 1.9357207169416832, + "learning_rate": 1.2309867119027425e-05, + "loss": 0.4878, + "step": 2177 + }, + { + "epoch": 1.8473282442748091, + "grad_norm": 3.2503551747990103, + "learning_rate": 1.2315521628498728e-05, + "loss": 0.6687, + "step": 2178 + }, + { + "epoch": 1.8481764206955047, + "grad_norm": 2.0064403935879875, + "learning_rate": 1.2321176137970031e-05, + "loss": 0.4791, + "step": 2179 + }, + { + "epoch": 1.8490245971162, + "grad_norm": 2.072636818134107, + "learning_rate": 1.2326830647441335e-05, + "loss": 0.6596, + "step": 2180 + }, + { + "epoch": 1.8498727735368958, + "grad_norm": 2.0328259884118127, + "learning_rate": 1.233248515691264e-05, + "loss": 0.6251, + "step": 2181 + }, + { + "epoch": 1.8507209499575912, + "grad_norm": 2.3933338154060344, + "learning_rate": 1.2338139666383942e-05, + "loss": 0.5407, + "step": 2182 + }, + { + "epoch": 1.8515691263782865, + "grad_norm": 1.9594807346671528, + "learning_rate": 1.2343794175855247e-05, + "loss": 0.5266, + "step": 2183 + }, + { + "epoch": 1.8524173027989823, + "grad_norm": 2.6332427942013146, + "learning_rate": 1.2349448685326548e-05, + "loss": 0.6844, + "step": 2184 + }, + { + "epoch": 1.8532654792196777, + "grad_norm": 2.085625392957638, + "learning_rate": 1.2355103194797853e-05, + "loss": 0.6135, + "step": 2185 + }, + { + "epoch": 1.8541136556403732, + "grad_norm": 2.170861315725649, + "learning_rate": 1.2360757704269155e-05, + "loss": 0.4962, + "step": 2186 + }, + { + "epoch": 1.8549618320610688, + "grad_norm": 2.4544674248808542, + "learning_rate": 1.236641221374046e-05, + "loss": 0.6476, + "step": 2187 + }, + { + "epoch": 1.8558100084817641, + "grad_norm": 1.9905831048000762, + "learning_rate": 1.2372066723211762e-05, + "loss": 0.5056, + "step": 2188 + }, + { + "epoch": 1.8566581849024597, + "grad_norm": 2.1780569751688548, + "learning_rate": 1.2377721232683067e-05, + "loss": 0.5579, + "step": 2189 + }, + { + "epoch": 1.8575063613231553, + "grad_norm": 2.425698651464957, + "learning_rate": 1.2383375742154369e-05, + "loss": 0.6649, + "step": 2190 + }, + { + "epoch": 1.8583545377438506, + "grad_norm": 2.345293114184312, + "learning_rate": 1.2389030251625674e-05, + "loss": 0.6507, + "step": 2191 + }, + { + "epoch": 1.8592027141645462, + "grad_norm": 1.9916867392585424, + "learning_rate": 1.2394684761096975e-05, + "loss": 0.5464, + "step": 2192 + }, + { + "epoch": 1.8600508905852418, + "grad_norm": 2.212881685534568, + "learning_rate": 1.240033927056828e-05, + "loss": 0.619, + "step": 2193 + }, + { + "epoch": 1.860899067005937, + "grad_norm": 2.1556813754797823, + "learning_rate": 1.2405993780039582e-05, + "loss": 0.6609, + "step": 2194 + }, + { + "epoch": 1.861747243426633, + "grad_norm": 2.257787037933725, + "learning_rate": 1.2411648289510887e-05, + "loss": 0.5476, + "step": 2195 + }, + { + "epoch": 1.8625954198473282, + "grad_norm": 2.1511597146898134, + "learning_rate": 1.2417302798982189e-05, + "loss": 0.5084, + "step": 2196 + }, + { + "epoch": 1.8634435962680236, + "grad_norm": 2.142694936429757, + "learning_rate": 1.2422957308453492e-05, + "loss": 0.5601, + "step": 2197 + }, + { + "epoch": 1.8642917726887194, + "grad_norm": 2.4230169280933804, + "learning_rate": 1.2428611817924796e-05, + "loss": 0.5987, + "step": 2198 + }, + { + "epoch": 1.8651399491094147, + "grad_norm": 2.0418284247997236, + "learning_rate": 1.2434266327396099e-05, + "loss": 0.5747, + "step": 2199 + }, + { + "epoch": 1.8659881255301103, + "grad_norm": 2.154495781182623, + "learning_rate": 1.2439920836867402e-05, + "loss": 0.6021, + "step": 2200 + }, + { + "epoch": 1.8668363019508059, + "grad_norm": 2.0267600070462266, + "learning_rate": 1.2445575346338706e-05, + "loss": 0.4854, + "step": 2201 + }, + { + "epoch": 1.8676844783715012, + "grad_norm": 2.2459438078183678, + "learning_rate": 1.2451229855810009e-05, + "loss": 0.5046, + "step": 2202 + }, + { + "epoch": 1.8685326547921968, + "grad_norm": 2.0857929655634195, + "learning_rate": 1.2456884365281312e-05, + "loss": 0.5718, + "step": 2203 + }, + { + "epoch": 1.8693808312128923, + "grad_norm": 2.0988194180267006, + "learning_rate": 1.2462538874752616e-05, + "loss": 0.6321, + "step": 2204 + }, + { + "epoch": 1.8702290076335877, + "grad_norm": 2.5057509969569707, + "learning_rate": 1.2468193384223919e-05, + "loss": 0.6336, + "step": 2205 + }, + { + "epoch": 1.8710771840542832, + "grad_norm": 2.1699798147265907, + "learning_rate": 1.2473847893695224e-05, + "loss": 0.516, + "step": 2206 + }, + { + "epoch": 1.8719253604749788, + "grad_norm": 2.235189094996328, + "learning_rate": 1.2479502403166526e-05, + "loss": 0.6236, + "step": 2207 + }, + { + "epoch": 1.8727735368956742, + "grad_norm": 2.487496507173125, + "learning_rate": 1.2485156912637831e-05, + "loss": 0.5317, + "step": 2208 + }, + { + "epoch": 1.87362171331637, + "grad_norm": 2.060750644716032, + "learning_rate": 1.2490811422109133e-05, + "loss": 0.5652, + "step": 2209 + }, + { + "epoch": 1.8744698897370653, + "grad_norm": 2.787737516254349, + "learning_rate": 1.2496465931580438e-05, + "loss": 0.6588, + "step": 2210 + }, + { + "epoch": 1.8753180661577609, + "grad_norm": 2.1601398848473345, + "learning_rate": 1.250212044105174e-05, + "loss": 0.5914, + "step": 2211 + }, + { + "epoch": 1.8761662425784564, + "grad_norm": 1.966937343616986, + "learning_rate": 1.2507774950523044e-05, + "loss": 0.5809, + "step": 2212 + }, + { + "epoch": 1.8770144189991518, + "grad_norm": 2.5789035553597985, + "learning_rate": 1.2513429459994346e-05, + "loss": 0.5479, + "step": 2213 + }, + { + "epoch": 1.8778625954198473, + "grad_norm": 2.309507634615956, + "learning_rate": 1.2519083969465651e-05, + "loss": 0.5736, + "step": 2214 + }, + { + "epoch": 1.878710771840543, + "grad_norm": 2.2002545994786784, + "learning_rate": 1.2524738478936953e-05, + "loss": 0.6605, + "step": 2215 + }, + { + "epoch": 1.8795589482612383, + "grad_norm": 2.230636179415314, + "learning_rate": 1.2530392988408258e-05, + "loss": 0.5074, + "step": 2216 + }, + { + "epoch": 1.8804071246819338, + "grad_norm": 2.1364438723548838, + "learning_rate": 1.253604749787956e-05, + "loss": 0.5731, + "step": 2217 + }, + { + "epoch": 1.8812553011026294, + "grad_norm": 2.3543100295055592, + "learning_rate": 1.2541702007350865e-05, + "loss": 0.6113, + "step": 2218 + }, + { + "epoch": 1.8821034775233247, + "grad_norm": 2.226210503860345, + "learning_rate": 1.2547356516822166e-05, + "loss": 0.5703, + "step": 2219 + }, + { + "epoch": 1.8829516539440203, + "grad_norm": 2.103758949880745, + "learning_rate": 1.255301102629347e-05, + "loss": 0.6026, + "step": 2220 + }, + { + "epoch": 1.8837998303647159, + "grad_norm": 2.0874567495687923, + "learning_rate": 1.2558665535764773e-05, + "loss": 0.5172, + "step": 2221 + }, + { + "epoch": 1.8846480067854112, + "grad_norm": 2.367162869853279, + "learning_rate": 1.2564320045236076e-05, + "loss": 0.6401, + "step": 2222 + }, + { + "epoch": 1.885496183206107, + "grad_norm": 2.083413948192556, + "learning_rate": 1.256997455470738e-05, + "loss": 0.6014, + "step": 2223 + }, + { + "epoch": 1.8863443596268024, + "grad_norm": 2.20375123230864, + "learning_rate": 1.2575629064178683e-05, + "loss": 0.5834, + "step": 2224 + }, + { + "epoch": 1.887192536047498, + "grad_norm": 1.9231165909975945, + "learning_rate": 1.2581283573649987e-05, + "loss": 0.565, + "step": 2225 + }, + { + "epoch": 1.8880407124681935, + "grad_norm": 1.9675300543975658, + "learning_rate": 1.258693808312129e-05, + "loss": 0.5099, + "step": 2226 + }, + { + "epoch": 1.8888888888888888, + "grad_norm": 1.8380104630831955, + "learning_rate": 1.2592592592592593e-05, + "loss": 0.472, + "step": 2227 + }, + { + "epoch": 1.8897370653095844, + "grad_norm": 2.3649696714674886, + "learning_rate": 1.2598247102063897e-05, + "loss": 0.6002, + "step": 2228 + }, + { + "epoch": 1.89058524173028, + "grad_norm": 2.1109030684197956, + "learning_rate": 1.26039016115352e-05, + "loss": 0.611, + "step": 2229 + }, + { + "epoch": 1.8914334181509753, + "grad_norm": 1.994854702688143, + "learning_rate": 1.2609556121006503e-05, + "loss": 0.5107, + "step": 2230 + }, + { + "epoch": 1.8922815945716709, + "grad_norm": 1.8804604542516918, + "learning_rate": 1.2615210630477808e-05, + "loss": 0.5126, + "step": 2231 + }, + { + "epoch": 1.8931297709923665, + "grad_norm": 1.9226859947160844, + "learning_rate": 1.262086513994911e-05, + "loss": 0.4846, + "step": 2232 + }, + { + "epoch": 1.8939779474130618, + "grad_norm": 2.3003853049000007, + "learning_rate": 1.2626519649420415e-05, + "loss": 0.6446, + "step": 2233 + }, + { + "epoch": 1.8948261238337574, + "grad_norm": 2.15383380990589, + "learning_rate": 1.2632174158891717e-05, + "loss": 0.4854, + "step": 2234 + }, + { + "epoch": 1.895674300254453, + "grad_norm": 1.960430797833901, + "learning_rate": 1.2637828668363022e-05, + "loss": 0.5668, + "step": 2235 + }, + { + "epoch": 1.8965224766751483, + "grad_norm": 2.057646688040612, + "learning_rate": 1.2643483177834324e-05, + "loss": 0.5542, + "step": 2236 + }, + { + "epoch": 1.897370653095844, + "grad_norm": 2.4590725881860163, + "learning_rate": 1.2649137687305629e-05, + "loss": 0.5333, + "step": 2237 + }, + { + "epoch": 1.8982188295165394, + "grad_norm": 2.0221419407038392, + "learning_rate": 1.265479219677693e-05, + "loss": 0.4881, + "step": 2238 + }, + { + "epoch": 1.899067005937235, + "grad_norm": 2.2191093793820027, + "learning_rate": 1.2660446706248235e-05, + "loss": 0.6739, + "step": 2239 + }, + { + "epoch": 1.8999151823579306, + "grad_norm": 2.4918137973555297, + "learning_rate": 1.2666101215719537e-05, + "loss": 0.6508, + "step": 2240 + }, + { + "epoch": 1.900763358778626, + "grad_norm": 2.1354247280741903, + "learning_rate": 1.2671755725190839e-05, + "loss": 0.5428, + "step": 2241 + }, + { + "epoch": 1.9016115351993215, + "grad_norm": 2.22511550767241, + "learning_rate": 1.2677410234662144e-05, + "loss": 0.6039, + "step": 2242 + }, + { + "epoch": 1.902459711620017, + "grad_norm": 1.915299998647588, + "learning_rate": 1.2683064744133447e-05, + "loss": 0.539, + "step": 2243 + }, + { + "epoch": 1.9033078880407124, + "grad_norm": 2.240201041676982, + "learning_rate": 1.268871925360475e-05, + "loss": 0.5065, + "step": 2244 + }, + { + "epoch": 1.904156064461408, + "grad_norm": 2.3767424211808947, + "learning_rate": 1.2694373763076054e-05, + "loss": 0.6838, + "step": 2245 + }, + { + "epoch": 1.9050042408821035, + "grad_norm": 1.877479980934514, + "learning_rate": 1.2700028272547357e-05, + "loss": 0.5707, + "step": 2246 + }, + { + "epoch": 1.9058524173027989, + "grad_norm": 2.0615398684403683, + "learning_rate": 1.270568278201866e-05, + "loss": 0.5702, + "step": 2247 + }, + { + "epoch": 1.9067005937234947, + "grad_norm": 1.8709069979047337, + "learning_rate": 1.2711337291489964e-05, + "loss": 0.417, + "step": 2248 + }, + { + "epoch": 1.90754877014419, + "grad_norm": 2.141867225476645, + "learning_rate": 1.2716991800961267e-05, + "loss": 0.5252, + "step": 2249 + }, + { + "epoch": 1.9083969465648853, + "grad_norm": 2.464461073921687, + "learning_rate": 1.2722646310432571e-05, + "loss": 0.4701, + "step": 2250 + }, + { + "epoch": 1.9092451229855811, + "grad_norm": 2.3924752061240526, + "learning_rate": 1.2728300819903874e-05, + "loss": 0.5879, + "step": 2251 + }, + { + "epoch": 1.9100932994062765, + "grad_norm": 2.0378372144328423, + "learning_rate": 1.2733955329375178e-05, + "loss": 0.5508, + "step": 2252 + }, + { + "epoch": 1.910941475826972, + "grad_norm": 2.253019277403581, + "learning_rate": 1.2739609838846481e-05, + "loss": 0.6438, + "step": 2253 + }, + { + "epoch": 1.9117896522476676, + "grad_norm": 2.1201061812400455, + "learning_rate": 1.2745264348317784e-05, + "loss": 0.4997, + "step": 2254 + }, + { + "epoch": 1.912637828668363, + "grad_norm": 2.245728278996273, + "learning_rate": 1.2750918857789088e-05, + "loss": 0.6896, + "step": 2255 + }, + { + "epoch": 1.9134860050890585, + "grad_norm": 2.088259204744434, + "learning_rate": 1.2756573367260393e-05, + "loss": 0.5375, + "step": 2256 + }, + { + "epoch": 1.914334181509754, + "grad_norm": 2.0544419041275845, + "learning_rate": 1.2762227876731694e-05, + "loss": 0.5291, + "step": 2257 + }, + { + "epoch": 1.9151823579304494, + "grad_norm": 2.204144196319766, + "learning_rate": 1.2767882386203e-05, + "loss": 0.5974, + "step": 2258 + }, + { + "epoch": 1.916030534351145, + "grad_norm": 2.04920019274271, + "learning_rate": 1.2773536895674301e-05, + "loss": 0.5303, + "step": 2259 + }, + { + "epoch": 1.9168787107718406, + "grad_norm": 2.1811915524405916, + "learning_rate": 1.2779191405145606e-05, + "loss": 0.5784, + "step": 2260 + }, + { + "epoch": 1.917726887192536, + "grad_norm": 2.25438715466089, + "learning_rate": 1.2784845914616908e-05, + "loss": 0.5845, + "step": 2261 + }, + { + "epoch": 1.9185750636132317, + "grad_norm": 2.2440251877614448, + "learning_rate": 1.2790500424088213e-05, + "loss": 0.4735, + "step": 2262 + }, + { + "epoch": 1.919423240033927, + "grad_norm": 2.0203687809957094, + "learning_rate": 1.2796154933559515e-05, + "loss": 0.6011, + "step": 2263 + }, + { + "epoch": 1.9202714164546224, + "grad_norm": 2.0812951288503743, + "learning_rate": 1.2801809443030816e-05, + "loss": 0.4835, + "step": 2264 + }, + { + "epoch": 1.9211195928753182, + "grad_norm": 2.4002575900367593, + "learning_rate": 1.2807463952502121e-05, + "loss": 0.5343, + "step": 2265 + }, + { + "epoch": 1.9219677692960135, + "grad_norm": 2.3457260148590846, + "learning_rate": 1.2813118461973423e-05, + "loss": 0.5322, + "step": 2266 + }, + { + "epoch": 1.922815945716709, + "grad_norm": 2.436098882806742, + "learning_rate": 1.2818772971444728e-05, + "loss": 0.5317, + "step": 2267 + }, + { + "epoch": 1.9236641221374047, + "grad_norm": 2.2600793028462736, + "learning_rate": 1.2824427480916032e-05, + "loss": 0.6353, + "step": 2268 + }, + { + "epoch": 1.9245122985581, + "grad_norm": 2.2560311617500486, + "learning_rate": 1.2830081990387335e-05, + "loss": 0.5565, + "step": 2269 + }, + { + "epoch": 1.9253604749787956, + "grad_norm": 2.135880298778442, + "learning_rate": 1.2835736499858638e-05, + "loss": 0.5967, + "step": 2270 + }, + { + "epoch": 1.9262086513994912, + "grad_norm": 2.3396885007438804, + "learning_rate": 1.2841391009329942e-05, + "loss": 0.5628, + "step": 2271 + }, + { + "epoch": 1.9270568278201865, + "grad_norm": 2.22134895434301, + "learning_rate": 1.2847045518801245e-05, + "loss": 0.5377, + "step": 2272 + }, + { + "epoch": 1.927905004240882, + "grad_norm": 2.2201834958564133, + "learning_rate": 1.2852700028272548e-05, + "loss": 0.6014, + "step": 2273 + }, + { + "epoch": 1.9287531806615776, + "grad_norm": 2.512887384773783, + "learning_rate": 1.2858354537743852e-05, + "loss": 0.5961, + "step": 2274 + }, + { + "epoch": 1.929601357082273, + "grad_norm": 2.4042766611510813, + "learning_rate": 1.2864009047215155e-05, + "loss": 0.6182, + "step": 2275 + }, + { + "epoch": 1.9304495335029688, + "grad_norm": 2.038583117489984, + "learning_rate": 1.2869663556686459e-05, + "loss": 0.5439, + "step": 2276 + }, + { + "epoch": 1.9312977099236641, + "grad_norm": 2.152856992093938, + "learning_rate": 1.2875318066157762e-05, + "loss": 0.472, + "step": 2277 + }, + { + "epoch": 1.9321458863443595, + "grad_norm": 2.589799456842224, + "learning_rate": 1.2880972575629065e-05, + "loss": 0.527, + "step": 2278 + }, + { + "epoch": 1.9329940627650553, + "grad_norm": 2.2695702807840687, + "learning_rate": 1.2886627085100369e-05, + "loss": 0.6145, + "step": 2279 + }, + { + "epoch": 1.9338422391857506, + "grad_norm": 2.3180724003830164, + "learning_rate": 1.2892281594571672e-05, + "loss": 0.6835, + "step": 2280 + }, + { + "epoch": 1.9346904156064462, + "grad_norm": 2.055645846137477, + "learning_rate": 1.2897936104042977e-05, + "loss": 0.4942, + "step": 2281 + }, + { + "epoch": 1.9355385920271417, + "grad_norm": 2.2526887326444283, + "learning_rate": 1.2903590613514279e-05, + "loss": 0.6027, + "step": 2282 + }, + { + "epoch": 1.936386768447837, + "grad_norm": 1.9549458149778665, + "learning_rate": 1.2909245122985584e-05, + "loss": 0.5925, + "step": 2283 + }, + { + "epoch": 1.9372349448685326, + "grad_norm": 2.072464024431543, + "learning_rate": 1.2914899632456885e-05, + "loss": 0.5345, + "step": 2284 + }, + { + "epoch": 1.9380831212892282, + "grad_norm": 2.2390714111511802, + "learning_rate": 1.2920554141928187e-05, + "loss": 0.6428, + "step": 2285 + }, + { + "epoch": 1.9389312977099236, + "grad_norm": 1.918299393027148, + "learning_rate": 1.2926208651399492e-05, + "loss": 0.4606, + "step": 2286 + }, + { + "epoch": 1.9397794741306191, + "grad_norm": 2.2217422922995027, + "learning_rate": 1.2931863160870794e-05, + "loss": 0.6237, + "step": 2287 + }, + { + "epoch": 1.9406276505513147, + "grad_norm": 2.5860169624259597, + "learning_rate": 1.2937517670342099e-05, + "loss": 0.7274, + "step": 2288 + }, + { + "epoch": 1.94147582697201, + "grad_norm": 2.6357789363836925, + "learning_rate": 1.29431721798134e-05, + "loss": 0.6473, + "step": 2289 + }, + { + "epoch": 1.9423240033927058, + "grad_norm": 2.0504145986708453, + "learning_rate": 1.2948826689284706e-05, + "loss": 0.5943, + "step": 2290 + }, + { + "epoch": 1.9431721798134012, + "grad_norm": 2.340748853917113, + "learning_rate": 1.2954481198756007e-05, + "loss": 0.5041, + "step": 2291 + }, + { + "epoch": 1.9440203562340967, + "grad_norm": 2.135337941866932, + "learning_rate": 1.2960135708227312e-05, + "loss": 0.6128, + "step": 2292 + }, + { + "epoch": 1.9448685326547923, + "grad_norm": 1.9871620647416894, + "learning_rate": 1.2965790217698616e-05, + "loss": 0.5564, + "step": 2293 + }, + { + "epoch": 1.9457167090754877, + "grad_norm": 2.1169649741565575, + "learning_rate": 1.297144472716992e-05, + "loss": 0.6069, + "step": 2294 + }, + { + "epoch": 1.9465648854961832, + "grad_norm": 2.3804043879110357, + "learning_rate": 1.2977099236641223e-05, + "loss": 0.7034, + "step": 2295 + }, + { + "epoch": 1.9474130619168788, + "grad_norm": 2.05347221778973, + "learning_rate": 1.2982753746112526e-05, + "loss": 0.5765, + "step": 2296 + }, + { + "epoch": 1.9482612383375741, + "grad_norm": 2.104987313708129, + "learning_rate": 1.298840825558383e-05, + "loss": 0.6194, + "step": 2297 + }, + { + "epoch": 1.9491094147582697, + "grad_norm": 2.4006297554648865, + "learning_rate": 1.2994062765055133e-05, + "loss": 0.5451, + "step": 2298 + }, + { + "epoch": 1.9499575911789653, + "grad_norm": 2.0346862214372217, + "learning_rate": 1.2999717274526436e-05, + "loss": 0.5882, + "step": 2299 + }, + { + "epoch": 1.9508057675996606, + "grad_norm": 2.1065978581016376, + "learning_rate": 1.300537178399774e-05, + "loss": 0.549, + "step": 2300 + }, + { + "epoch": 1.9516539440203562, + "grad_norm": 1.9316995658013725, + "learning_rate": 1.3011026293469043e-05, + "loss": 0.5398, + "step": 2301 + }, + { + "epoch": 1.9525021204410518, + "grad_norm": 1.946060393763323, + "learning_rate": 1.3016680802940346e-05, + "loss": 0.5433, + "step": 2302 + }, + { + "epoch": 1.953350296861747, + "grad_norm": 1.9534271971374293, + "learning_rate": 1.302233531241165e-05, + "loss": 0.4563, + "step": 2303 + }, + { + "epoch": 1.954198473282443, + "grad_norm": 2.110042267954883, + "learning_rate": 1.3027989821882953e-05, + "loss": 0.5931, + "step": 2304 + }, + { + "epoch": 1.9550466497031382, + "grad_norm": 2.0524312863950906, + "learning_rate": 1.3033644331354256e-05, + "loss": 0.5614, + "step": 2305 + }, + { + "epoch": 1.9558948261238338, + "grad_norm": 2.1201494259010576, + "learning_rate": 1.3039298840825561e-05, + "loss": 0.5662, + "step": 2306 + }, + { + "epoch": 1.9567430025445294, + "grad_norm": 2.3073471171076196, + "learning_rate": 1.3044953350296863e-05, + "loss": 0.6805, + "step": 2307 + }, + { + "epoch": 1.9575911789652247, + "grad_norm": 2.2823895290128804, + "learning_rate": 1.3050607859768165e-05, + "loss": 0.4947, + "step": 2308 + }, + { + "epoch": 1.9584393553859203, + "grad_norm": 2.1254393109657284, + "learning_rate": 1.305626236923947e-05, + "loss": 0.6061, + "step": 2309 + }, + { + "epoch": 1.9592875318066159, + "grad_norm": 2.742500960303498, + "learning_rate": 1.3061916878710771e-05, + "loss": 0.6682, + "step": 2310 + }, + { + "epoch": 1.9601357082273112, + "grad_norm": 2.348351389670131, + "learning_rate": 1.3067571388182077e-05, + "loss": 0.5556, + "step": 2311 + }, + { + "epoch": 1.9609838846480068, + "grad_norm": 1.986628644122389, + "learning_rate": 1.3073225897653378e-05, + "loss": 0.6494, + "step": 2312 + }, + { + "epoch": 1.9618320610687023, + "grad_norm": 1.8016610970485423, + "learning_rate": 1.3078880407124683e-05, + "loss": 0.5591, + "step": 2313 + }, + { + "epoch": 1.9626802374893977, + "grad_norm": 1.8946442052787382, + "learning_rate": 1.3084534916595985e-05, + "loss": 0.5529, + "step": 2314 + }, + { + "epoch": 1.9635284139100933, + "grad_norm": 2.0614079813731583, + "learning_rate": 1.309018942606729e-05, + "loss": 0.6166, + "step": 2315 + }, + { + "epoch": 1.9643765903307888, + "grad_norm": 2.0635008845061553, + "learning_rate": 1.3095843935538592e-05, + "loss": 0.6007, + "step": 2316 + }, + { + "epoch": 1.9652247667514842, + "grad_norm": 1.8597644777049451, + "learning_rate": 1.3101498445009897e-05, + "loss": 0.56, + "step": 2317 + }, + { + "epoch": 1.96607294317218, + "grad_norm": 2.2960222953413534, + "learning_rate": 1.31071529544812e-05, + "loss": 0.5589, + "step": 2318 + }, + { + "epoch": 1.9669211195928753, + "grad_norm": 2.026091535794754, + "learning_rate": 1.3112807463952503e-05, + "loss": 0.5734, + "step": 2319 + }, + { + "epoch": 1.9677692960135709, + "grad_norm": 2.1305804685071994, + "learning_rate": 1.3118461973423807e-05, + "loss": 0.6931, + "step": 2320 + }, + { + "epoch": 1.9686174724342664, + "grad_norm": 2.104372051261066, + "learning_rate": 1.312411648289511e-05, + "loss": 0.6504, + "step": 2321 + }, + { + "epoch": 1.9694656488549618, + "grad_norm": 2.1807514533832495, + "learning_rate": 1.3129770992366414e-05, + "loss": 0.5128, + "step": 2322 + }, + { + "epoch": 1.9703138252756573, + "grad_norm": 1.9519048768368916, + "learning_rate": 1.3135425501837717e-05, + "loss": 0.6041, + "step": 2323 + }, + { + "epoch": 1.971162001696353, + "grad_norm": 2.2937486896063577, + "learning_rate": 1.314108001130902e-05, + "loss": 0.6896, + "step": 2324 + }, + { + "epoch": 1.9720101781170483, + "grad_norm": 1.9473200447446473, + "learning_rate": 1.3146734520780324e-05, + "loss": 0.5953, + "step": 2325 + }, + { + "epoch": 1.9728583545377438, + "grad_norm": 2.1418401802064118, + "learning_rate": 1.3152389030251627e-05, + "loss": 0.4751, + "step": 2326 + }, + { + "epoch": 1.9737065309584394, + "grad_norm": 2.6757960144933772, + "learning_rate": 1.315804353972293e-05, + "loss": 0.6629, + "step": 2327 + }, + { + "epoch": 1.9745547073791347, + "grad_norm": 2.1813102742350896, + "learning_rate": 1.3163698049194234e-05, + "loss": 0.6265, + "step": 2328 + }, + { + "epoch": 1.9754028837998303, + "grad_norm": 2.2746747883878573, + "learning_rate": 1.3169352558665536e-05, + "loss": 0.6904, + "step": 2329 + }, + { + "epoch": 1.9762510602205259, + "grad_norm": 2.2052981779463714, + "learning_rate": 1.317500706813684e-05, + "loss": 0.5865, + "step": 2330 + }, + { + "epoch": 1.9770992366412212, + "grad_norm": 1.9109910606674638, + "learning_rate": 1.3180661577608142e-05, + "loss": 0.5599, + "step": 2331 + }, + { + "epoch": 1.977947413061917, + "grad_norm": 2.2104816226868063, + "learning_rate": 1.3186316087079447e-05, + "loss": 0.5476, + "step": 2332 + }, + { + "epoch": 1.9787955894826124, + "grad_norm": 2.320002751864518, + "learning_rate": 1.3191970596550749e-05, + "loss": 0.5876, + "step": 2333 + }, + { + "epoch": 1.979643765903308, + "grad_norm": 1.9672702684305838, + "learning_rate": 1.3197625106022054e-05, + "loss": 0.5916, + "step": 2334 + }, + { + "epoch": 1.9804919423240035, + "grad_norm": 1.9653148703346948, + "learning_rate": 1.3203279615493356e-05, + "loss": 0.5438, + "step": 2335 + }, + { + "epoch": 1.9813401187446988, + "grad_norm": 2.1175093521462336, + "learning_rate": 1.320893412496466e-05, + "loss": 0.548, + "step": 2336 + }, + { + "epoch": 1.9821882951653944, + "grad_norm": 1.917506302348836, + "learning_rate": 1.3214588634435962e-05, + "loss": 0.5806, + "step": 2337 + }, + { + "epoch": 1.98303647158609, + "grad_norm": 1.9073210956700448, + "learning_rate": 1.3220243143907268e-05, + "loss": 0.5485, + "step": 2338 + }, + { + "epoch": 1.9838846480067853, + "grad_norm": 2.152439510104947, + "learning_rate": 1.322589765337857e-05, + "loss": 0.6365, + "step": 2339 + }, + { + "epoch": 1.984732824427481, + "grad_norm": 2.1655066309556807, + "learning_rate": 1.3231552162849874e-05, + "loss": 0.577, + "step": 2340 + }, + { + "epoch": 1.9855810008481765, + "grad_norm": 2.0095646800910347, + "learning_rate": 1.3237206672321176e-05, + "loss": 0.4424, + "step": 2341 + }, + { + "epoch": 1.9864291772688718, + "grad_norm": 1.9869225682072054, + "learning_rate": 1.3242861181792481e-05, + "loss": 0.6233, + "step": 2342 + }, + { + "epoch": 1.9872773536895676, + "grad_norm": 2.125696026745949, + "learning_rate": 1.3248515691263783e-05, + "loss": 0.511, + "step": 2343 + }, + { + "epoch": 1.988125530110263, + "grad_norm": 2.414662445388855, + "learning_rate": 1.3254170200735088e-05, + "loss": 0.5491, + "step": 2344 + }, + { + "epoch": 1.9889737065309583, + "grad_norm": 2.133344912037442, + "learning_rate": 1.3259824710206391e-05, + "loss": 0.5833, + "step": 2345 + }, + { + "epoch": 1.989821882951654, + "grad_norm": 2.118215523419259, + "learning_rate": 1.3265479219677695e-05, + "loss": 0.6081, + "step": 2346 + }, + { + "epoch": 1.9906700593723494, + "grad_norm": 2.2785163929790233, + "learning_rate": 1.3271133729148998e-05, + "loss": 0.5892, + "step": 2347 + }, + { + "epoch": 1.991518235793045, + "grad_norm": 2.3813513747212562, + "learning_rate": 1.3276788238620301e-05, + "loss": 0.5585, + "step": 2348 + }, + { + "epoch": 1.9923664122137406, + "grad_norm": 2.0948610125434066, + "learning_rate": 1.3282442748091605e-05, + "loss": 0.6206, + "step": 2349 + }, + { + "epoch": 1.993214588634436, + "grad_norm": 2.5971699407311415, + "learning_rate": 1.3288097257562908e-05, + "loss": 0.6878, + "step": 2350 + }, + { + "epoch": 1.9940627650551315, + "grad_norm": 2.45746337792427, + "learning_rate": 1.3293751767034211e-05, + "loss": 0.6156, + "step": 2351 + }, + { + "epoch": 1.994910941475827, + "grad_norm": 2.0880691600539474, + "learning_rate": 1.3299406276505513e-05, + "loss": 0.5855, + "step": 2352 + }, + { + "epoch": 1.9957591178965224, + "grad_norm": 2.083185664653625, + "learning_rate": 1.3305060785976818e-05, + "loss": 0.511, + "step": 2353 + }, + { + "epoch": 1.996607294317218, + "grad_norm": 1.878282225420866, + "learning_rate": 1.331071529544812e-05, + "loss": 0.4605, + "step": 2354 + }, + { + "epoch": 1.9974554707379135, + "grad_norm": 2.690777770404995, + "learning_rate": 1.3316369804919425e-05, + "loss": 0.7321, + "step": 2355 + }, + { + "epoch": 1.9983036471586089, + "grad_norm": 2.034314880073019, + "learning_rate": 1.3322024314390727e-05, + "loss": 0.5808, + "step": 2356 + }, + { + "epoch": 1.9991518235793047, + "grad_norm": 2.3144410396534543, + "learning_rate": 1.3327678823862032e-05, + "loss": 0.5544, + "step": 2357 + }, + { + "epoch": 2.0, + "grad_norm": 2.1546620020134086, + "learning_rate": 1.3333333333333333e-05, + "loss": 0.6659, + "step": 2358 + }, + { + "epoch": 2.0008481764206953, + "grad_norm": 2.2725355544473533, + "learning_rate": 1.3338987842804638e-05, + "loss": 0.5237, + "step": 2359 + }, + { + "epoch": 2.001696352841391, + "grad_norm": 1.9443004342115917, + "learning_rate": 1.334464235227594e-05, + "loss": 0.5376, + "step": 2360 + }, + { + "epoch": 2.0025445292620865, + "grad_norm": 2.0582777545109603, + "learning_rate": 1.3350296861747245e-05, + "loss": 0.5534, + "step": 2361 + }, + { + "epoch": 2.003392705682782, + "grad_norm": 2.2187047561987203, + "learning_rate": 1.3355951371218547e-05, + "loss": 0.6035, + "step": 2362 + }, + { + "epoch": 2.0042408821034776, + "grad_norm": 2.0377451013351684, + "learning_rate": 1.3361605880689852e-05, + "loss": 0.56, + "step": 2363 + }, + { + "epoch": 2.005089058524173, + "grad_norm": 2.125195663927888, + "learning_rate": 1.3367260390161154e-05, + "loss": 0.5546, + "step": 2364 + }, + { + "epoch": 2.0059372349448688, + "grad_norm": 1.9754665911895306, + "learning_rate": 1.3372914899632459e-05, + "loss": 0.5117, + "step": 2365 + }, + { + "epoch": 2.006785411365564, + "grad_norm": 2.4605327248713196, + "learning_rate": 1.337856940910376e-05, + "loss": 0.5724, + "step": 2366 + }, + { + "epoch": 2.0076335877862594, + "grad_norm": 2.033515207939069, + "learning_rate": 1.3384223918575065e-05, + "loss": 0.5958, + "step": 2367 + }, + { + "epoch": 2.0084817642069552, + "grad_norm": 2.0262905031992036, + "learning_rate": 1.3389878428046367e-05, + "loss": 0.6105, + "step": 2368 + }, + { + "epoch": 2.0093299406276506, + "grad_norm": 2.2650297561299815, + "learning_rate": 1.3395532937517672e-05, + "loss": 0.6093, + "step": 2369 + }, + { + "epoch": 2.010178117048346, + "grad_norm": 2.17945183943268, + "learning_rate": 1.3401187446988975e-05, + "loss": 0.6161, + "step": 2370 + }, + { + "epoch": 2.0110262934690417, + "grad_norm": 2.135711845881139, + "learning_rate": 1.3406841956460279e-05, + "loss": 0.501, + "step": 2371 + }, + { + "epoch": 2.011874469889737, + "grad_norm": 2.1788669269913465, + "learning_rate": 1.3412496465931582e-05, + "loss": 0.6076, + "step": 2372 + }, + { + "epoch": 2.0127226463104324, + "grad_norm": 2.5210156864332847, + "learning_rate": 1.3418150975402884e-05, + "loss": 0.7151, + "step": 2373 + }, + { + "epoch": 2.013570822731128, + "grad_norm": 2.156835623670351, + "learning_rate": 1.3423805484874189e-05, + "loss": 0.5363, + "step": 2374 + }, + { + "epoch": 2.0144189991518235, + "grad_norm": 2.2525845594681058, + "learning_rate": 1.342945999434549e-05, + "loss": 0.5888, + "step": 2375 + }, + { + "epoch": 2.015267175572519, + "grad_norm": 2.0129387723641448, + "learning_rate": 1.3435114503816796e-05, + "loss": 0.5306, + "step": 2376 + }, + { + "epoch": 2.0161153519932147, + "grad_norm": 1.9850623204860127, + "learning_rate": 1.3440769013288097e-05, + "loss": 0.562, + "step": 2377 + }, + { + "epoch": 2.01696352841391, + "grad_norm": 2.1821086852642764, + "learning_rate": 1.3446423522759402e-05, + "loss": 0.596, + "step": 2378 + }, + { + "epoch": 2.017811704834606, + "grad_norm": 2.3257059948181267, + "learning_rate": 1.3452078032230704e-05, + "loss": 0.6588, + "step": 2379 + }, + { + "epoch": 2.018659881255301, + "grad_norm": 1.9510162354045322, + "learning_rate": 1.345773254170201e-05, + "loss": 0.5454, + "step": 2380 + }, + { + "epoch": 2.0195080576759965, + "grad_norm": 2.1655102625531213, + "learning_rate": 1.346338705117331e-05, + "loss": 0.5739, + "step": 2381 + }, + { + "epoch": 2.0203562340966923, + "grad_norm": 1.9770417026579334, + "learning_rate": 1.3469041560644616e-05, + "loss": 0.6257, + "step": 2382 + }, + { + "epoch": 2.0212044105173876, + "grad_norm": 1.8568226430214172, + "learning_rate": 1.3474696070115918e-05, + "loss": 0.5246, + "step": 2383 + }, + { + "epoch": 2.022052586938083, + "grad_norm": 2.212263959004668, + "learning_rate": 1.3480350579587223e-05, + "loss": 0.5387, + "step": 2384 + }, + { + "epoch": 2.0229007633587788, + "grad_norm": 2.1068124503645107, + "learning_rate": 1.3486005089058524e-05, + "loss": 0.5287, + "step": 2385 + }, + { + "epoch": 2.023748939779474, + "grad_norm": 2.351741953375058, + "learning_rate": 1.349165959852983e-05, + "loss": 0.5537, + "step": 2386 + }, + { + "epoch": 2.0245971162001695, + "grad_norm": 1.9648146172004999, + "learning_rate": 1.3497314108001131e-05, + "loss": 0.5732, + "step": 2387 + }, + { + "epoch": 2.0254452926208653, + "grad_norm": 2.44795985052441, + "learning_rate": 1.3502968617472436e-05, + "loss": 0.6285, + "step": 2388 + }, + { + "epoch": 2.0262934690415606, + "grad_norm": 2.2071530652140305, + "learning_rate": 1.3508623126943738e-05, + "loss": 0.5217, + "step": 2389 + }, + { + "epoch": 2.027141645462256, + "grad_norm": 2.085841581479427, + "learning_rate": 1.3514277636415043e-05, + "loss": 0.4795, + "step": 2390 + }, + { + "epoch": 2.0279898218829517, + "grad_norm": 2.0730401921009287, + "learning_rate": 1.3519932145886345e-05, + "loss": 0.5674, + "step": 2391 + }, + { + "epoch": 2.028837998303647, + "grad_norm": 2.055128116675875, + "learning_rate": 1.352558665535765e-05, + "loss": 0.5544, + "step": 2392 + }, + { + "epoch": 2.029686174724343, + "grad_norm": 1.9272066960490437, + "learning_rate": 1.3531241164828951e-05, + "loss": 0.5137, + "step": 2393 + }, + { + "epoch": 2.030534351145038, + "grad_norm": 2.0190399855183396, + "learning_rate": 1.3536895674300256e-05, + "loss": 0.5356, + "step": 2394 + }, + { + "epoch": 2.0313825275657336, + "grad_norm": 1.9822120612707435, + "learning_rate": 1.354255018377156e-05, + "loss": 0.5814, + "step": 2395 + }, + { + "epoch": 2.0322307039864294, + "grad_norm": 1.9595928015449557, + "learning_rate": 1.3548204693242861e-05, + "loss": 0.5611, + "step": 2396 + }, + { + "epoch": 2.0330788804071247, + "grad_norm": 2.1680654645709456, + "learning_rate": 1.3553859202714166e-05, + "loss": 0.4956, + "step": 2397 + }, + { + "epoch": 2.03392705682782, + "grad_norm": 2.052756236363, + "learning_rate": 1.3559513712185468e-05, + "loss": 0.5123, + "step": 2398 + }, + { + "epoch": 2.034775233248516, + "grad_norm": 1.938519365365813, + "learning_rate": 1.3565168221656773e-05, + "loss": 0.5136, + "step": 2399 + }, + { + "epoch": 2.035623409669211, + "grad_norm": 2.2607005794248876, + "learning_rate": 1.3570822731128075e-05, + "loss": 0.5713, + "step": 2400 + }, + { + "epoch": 2.0364715860899065, + "grad_norm": 2.520327117943749, + "learning_rate": 1.357647724059938e-05, + "loss": 0.635, + "step": 2401 + }, + { + "epoch": 2.0373197625106023, + "grad_norm": 1.8276512866184973, + "learning_rate": 1.3582131750070682e-05, + "loss": 0.5724, + "step": 2402 + }, + { + "epoch": 2.0381679389312977, + "grad_norm": 2.203543765177334, + "learning_rate": 1.3587786259541987e-05, + "loss": 0.5864, + "step": 2403 + }, + { + "epoch": 2.039016115351993, + "grad_norm": 2.4430635350599617, + "learning_rate": 1.3593440769013288e-05, + "loss": 0.5158, + "step": 2404 + }, + { + "epoch": 2.039864291772689, + "grad_norm": 2.0337695744600417, + "learning_rate": 1.3599095278484593e-05, + "loss": 0.5254, + "step": 2405 + }, + { + "epoch": 2.040712468193384, + "grad_norm": 2.314501044264679, + "learning_rate": 1.3604749787955895e-05, + "loss": 0.5693, + "step": 2406 + }, + { + "epoch": 2.04156064461408, + "grad_norm": 2.48625366259569, + "learning_rate": 1.36104042974272e-05, + "loss": 0.5246, + "step": 2407 + }, + { + "epoch": 2.0424088210347753, + "grad_norm": 2.0291517571351103, + "learning_rate": 1.3616058806898502e-05, + "loss": 0.4804, + "step": 2408 + }, + { + "epoch": 2.0432569974554706, + "grad_norm": 1.9911566337234192, + "learning_rate": 1.3621713316369807e-05, + "loss": 0.6155, + "step": 2409 + }, + { + "epoch": 2.0441051738761664, + "grad_norm": 2.2699802829887044, + "learning_rate": 1.3627367825841109e-05, + "loss": 0.5951, + "step": 2410 + }, + { + "epoch": 2.0449533502968618, + "grad_norm": 2.9909148016672686, + "learning_rate": 1.3633022335312414e-05, + "loss": 0.57, + "step": 2411 + }, + { + "epoch": 2.045801526717557, + "grad_norm": 1.954936140790171, + "learning_rate": 1.3638676844783715e-05, + "loss": 0.5169, + "step": 2412 + }, + { + "epoch": 2.046649703138253, + "grad_norm": 2.092322097764922, + "learning_rate": 1.364433135425502e-05, + "loss": 0.4791, + "step": 2413 + }, + { + "epoch": 2.0474978795589482, + "grad_norm": 2.16253318894463, + "learning_rate": 1.3649985863726322e-05, + "loss": 0.498, + "step": 2414 + }, + { + "epoch": 2.0483460559796436, + "grad_norm": 2.470579184971239, + "learning_rate": 1.3655640373197627e-05, + "loss": 0.5172, + "step": 2415 + }, + { + "epoch": 2.0491942324003394, + "grad_norm": 2.0738876152513948, + "learning_rate": 1.3661294882668929e-05, + "loss": 0.584, + "step": 2416 + }, + { + "epoch": 2.0500424088210347, + "grad_norm": 2.100302421483202, + "learning_rate": 1.3666949392140232e-05, + "loss": 0.5839, + "step": 2417 + }, + { + "epoch": 2.05089058524173, + "grad_norm": 2.165838278190286, + "learning_rate": 1.3672603901611536e-05, + "loss": 0.5057, + "step": 2418 + }, + { + "epoch": 2.051738761662426, + "grad_norm": 1.9264235849773768, + "learning_rate": 1.3678258411082839e-05, + "loss": 0.5203, + "step": 2419 + }, + { + "epoch": 2.052586938083121, + "grad_norm": 2.0637276059862946, + "learning_rate": 1.3683912920554144e-05, + "loss": 0.5539, + "step": 2420 + }, + { + "epoch": 2.053435114503817, + "grad_norm": 2.096313935013274, + "learning_rate": 1.3689567430025446e-05, + "loss": 0.5452, + "step": 2421 + }, + { + "epoch": 2.0542832909245123, + "grad_norm": 2.3633815643409206, + "learning_rate": 1.369522193949675e-05, + "loss": 0.574, + "step": 2422 + }, + { + "epoch": 2.0551314673452077, + "grad_norm": 2.3723871205168, + "learning_rate": 1.3700876448968052e-05, + "loss": 0.5315, + "step": 2423 + }, + { + "epoch": 2.0559796437659035, + "grad_norm": 2.1380998822497794, + "learning_rate": 1.3706530958439358e-05, + "loss": 0.5171, + "step": 2424 + }, + { + "epoch": 2.056827820186599, + "grad_norm": 2.181727491887029, + "learning_rate": 1.371218546791066e-05, + "loss": 0.5386, + "step": 2425 + }, + { + "epoch": 2.057675996607294, + "grad_norm": 2.0683081321606864, + "learning_rate": 1.3717839977381964e-05, + "loss": 0.5389, + "step": 2426 + }, + { + "epoch": 2.05852417302799, + "grad_norm": 2.1081450954250114, + "learning_rate": 1.3723494486853266e-05, + "loss": 0.6389, + "step": 2427 + }, + { + "epoch": 2.0593723494486853, + "grad_norm": 1.9749024210174067, + "learning_rate": 1.3729148996324571e-05, + "loss": 0.618, + "step": 2428 + }, + { + "epoch": 2.0602205258693806, + "grad_norm": 1.99572864214524, + "learning_rate": 1.3734803505795873e-05, + "loss": 0.5597, + "step": 2429 + }, + { + "epoch": 2.0610687022900764, + "grad_norm": 2.262626541101159, + "learning_rate": 1.3740458015267178e-05, + "loss": 0.4874, + "step": 2430 + }, + { + "epoch": 2.061916878710772, + "grad_norm": 2.099395686606524, + "learning_rate": 1.374611252473848e-05, + "loss": 0.6172, + "step": 2431 + }, + { + "epoch": 2.062765055131467, + "grad_norm": 2.1029288633335317, + "learning_rate": 1.3751767034209784e-05, + "loss": 0.6182, + "step": 2432 + }, + { + "epoch": 2.063613231552163, + "grad_norm": 1.8510033121660956, + "learning_rate": 1.3757421543681086e-05, + "loss": 0.5386, + "step": 2433 + }, + { + "epoch": 2.0644614079728583, + "grad_norm": 2.087117462694514, + "learning_rate": 1.3763076053152391e-05, + "loss": 0.5528, + "step": 2434 + }, + { + "epoch": 2.065309584393554, + "grad_norm": 2.422305702810959, + "learning_rate": 1.3768730562623693e-05, + "loss": 0.5104, + "step": 2435 + }, + { + "epoch": 2.0661577608142494, + "grad_norm": 1.8649802629029395, + "learning_rate": 1.3774385072094998e-05, + "loss": 0.5352, + "step": 2436 + }, + { + "epoch": 2.0670059372349447, + "grad_norm": 2.2342162625455786, + "learning_rate": 1.37800395815663e-05, + "loss": 0.6206, + "step": 2437 + }, + { + "epoch": 2.0678541136556405, + "grad_norm": 2.2403345749680286, + "learning_rate": 1.3785694091037605e-05, + "loss": 0.5329, + "step": 2438 + }, + { + "epoch": 2.068702290076336, + "grad_norm": 2.0915789267372573, + "learning_rate": 1.3791348600508906e-05, + "loss": 0.5029, + "step": 2439 + }, + { + "epoch": 2.0695504664970312, + "grad_norm": 1.9889066084123106, + "learning_rate": 1.379700310998021e-05, + "loss": 0.4638, + "step": 2440 + }, + { + "epoch": 2.070398642917727, + "grad_norm": 1.9577977180711932, + "learning_rate": 1.3802657619451513e-05, + "loss": 0.5345, + "step": 2441 + }, + { + "epoch": 2.0712468193384224, + "grad_norm": 2.088318557329811, + "learning_rate": 1.3808312128922817e-05, + "loss": 0.5997, + "step": 2442 + }, + { + "epoch": 2.0720949957591177, + "grad_norm": 1.9152312841703616, + "learning_rate": 1.381396663839412e-05, + "loss": 0.5349, + "step": 2443 + }, + { + "epoch": 2.0729431721798135, + "grad_norm": 1.94172824734317, + "learning_rate": 1.3819621147865423e-05, + "loss": 0.4755, + "step": 2444 + }, + { + "epoch": 2.073791348600509, + "grad_norm": 1.7928227680429905, + "learning_rate": 1.3825275657336728e-05, + "loss": 0.4575, + "step": 2445 + }, + { + "epoch": 2.0746395250212046, + "grad_norm": 2.174892768394825, + "learning_rate": 1.383093016680803e-05, + "loss": 0.5318, + "step": 2446 + }, + { + "epoch": 2.0754877014419, + "grad_norm": 2.1018069562515413, + "learning_rate": 1.3836584676279335e-05, + "loss": 0.6091, + "step": 2447 + }, + { + "epoch": 2.0763358778625953, + "grad_norm": 2.1702561868065606, + "learning_rate": 1.3842239185750637e-05, + "loss": 0.7076, + "step": 2448 + }, + { + "epoch": 2.077184054283291, + "grad_norm": 2.0138981722086235, + "learning_rate": 1.3847893695221942e-05, + "loss": 0.5274, + "step": 2449 + }, + { + "epoch": 2.0780322307039865, + "grad_norm": 2.130592945169269, + "learning_rate": 1.3853548204693243e-05, + "loss": 0.5184, + "step": 2450 + }, + { + "epoch": 2.078880407124682, + "grad_norm": 1.940581908586315, + "learning_rate": 1.3859202714164549e-05, + "loss": 0.5792, + "step": 2451 + }, + { + "epoch": 2.0797285835453776, + "grad_norm": 1.9865757188423745, + "learning_rate": 1.386485722363585e-05, + "loss": 0.621, + "step": 2452 + }, + { + "epoch": 2.080576759966073, + "grad_norm": 1.815915129508016, + "learning_rate": 1.3870511733107155e-05, + "loss": 0.507, + "step": 2453 + }, + { + "epoch": 2.0814249363867683, + "grad_norm": 1.9363827352265834, + "learning_rate": 1.3876166242578457e-05, + "loss": 0.5872, + "step": 2454 + }, + { + "epoch": 2.082273112807464, + "grad_norm": 1.6680425169650634, + "learning_rate": 1.3881820752049762e-05, + "loss": 0.4254, + "step": 2455 + }, + { + "epoch": 2.0831212892281594, + "grad_norm": 1.991808073383246, + "learning_rate": 1.3887475261521064e-05, + "loss": 0.5355, + "step": 2456 + }, + { + "epoch": 2.0839694656488548, + "grad_norm": 1.9877627021394282, + "learning_rate": 1.3893129770992369e-05, + "loss": 0.5529, + "step": 2457 + }, + { + "epoch": 2.0848176420695506, + "grad_norm": 1.9985731063677603, + "learning_rate": 1.389878428046367e-05, + "loss": 0.5225, + "step": 2458 + }, + { + "epoch": 2.085665818490246, + "grad_norm": 1.8976114462468001, + "learning_rate": 1.3904438789934976e-05, + "loss": 0.4664, + "step": 2459 + }, + { + "epoch": 2.0865139949109412, + "grad_norm": 1.9406763103707012, + "learning_rate": 1.3910093299406277e-05, + "loss": 0.606, + "step": 2460 + }, + { + "epoch": 2.087362171331637, + "grad_norm": 1.8282676170507879, + "learning_rate": 1.391574780887758e-05, + "loss": 0.5723, + "step": 2461 + }, + { + "epoch": 2.0882103477523324, + "grad_norm": 2.0164838236426, + "learning_rate": 1.3921402318348884e-05, + "loss": 0.5605, + "step": 2462 + }, + { + "epoch": 2.089058524173028, + "grad_norm": 2.01473019068021, + "learning_rate": 1.3927056827820187e-05, + "loss": 0.6307, + "step": 2463 + }, + { + "epoch": 2.0899067005937235, + "grad_norm": 2.15683263485487, + "learning_rate": 1.393271133729149e-05, + "loss": 0.6071, + "step": 2464 + }, + { + "epoch": 2.090754877014419, + "grad_norm": 2.5815337203271262, + "learning_rate": 1.3938365846762794e-05, + "loss": 0.6244, + "step": 2465 + }, + { + "epoch": 2.0916030534351147, + "grad_norm": 1.9647126483097388, + "learning_rate": 1.3944020356234097e-05, + "loss": 0.5184, + "step": 2466 + }, + { + "epoch": 2.09245122985581, + "grad_norm": 2.1989188506548514, + "learning_rate": 1.39496748657054e-05, + "loss": 0.5824, + "step": 2467 + }, + { + "epoch": 2.0932994062765053, + "grad_norm": 2.3900132173261417, + "learning_rate": 1.3955329375176704e-05, + "loss": 0.6467, + "step": 2468 + }, + { + "epoch": 2.094147582697201, + "grad_norm": 2.226356047652572, + "learning_rate": 1.3960983884648008e-05, + "loss": 0.613, + "step": 2469 + }, + { + "epoch": 2.0949957591178965, + "grad_norm": 2.017784482994331, + "learning_rate": 1.3966638394119313e-05, + "loss": 0.5485, + "step": 2470 + }, + { + "epoch": 2.095843935538592, + "grad_norm": 2.2249263497252207, + "learning_rate": 1.3972292903590614e-05, + "loss": 0.616, + "step": 2471 + }, + { + "epoch": 2.0966921119592876, + "grad_norm": 2.1594639716584396, + "learning_rate": 1.397794741306192e-05, + "loss": 0.6036, + "step": 2472 + }, + { + "epoch": 2.097540288379983, + "grad_norm": 1.8381061359822004, + "learning_rate": 1.3983601922533221e-05, + "loss": 0.5545, + "step": 2473 + }, + { + "epoch": 2.0983884648006788, + "grad_norm": 2.155045000675765, + "learning_rate": 1.3989256432004526e-05, + "loss": 0.6148, + "step": 2474 + }, + { + "epoch": 2.099236641221374, + "grad_norm": 1.8642572926681944, + "learning_rate": 1.3994910941475828e-05, + "loss": 0.5007, + "step": 2475 + }, + { + "epoch": 2.1000848176420694, + "grad_norm": 1.973509406262747, + "learning_rate": 1.4000565450947133e-05, + "loss": 0.478, + "step": 2476 + }, + { + "epoch": 2.1009329940627652, + "grad_norm": 2.1716792448404267, + "learning_rate": 1.4006219960418435e-05, + "loss": 0.6295, + "step": 2477 + }, + { + "epoch": 2.1017811704834606, + "grad_norm": 2.079817376577708, + "learning_rate": 1.401187446988974e-05, + "loss": 0.5083, + "step": 2478 + }, + { + "epoch": 2.102629346904156, + "grad_norm": 2.2557453827837404, + "learning_rate": 1.4017528979361041e-05, + "loss": 0.5998, + "step": 2479 + }, + { + "epoch": 2.1034775233248517, + "grad_norm": 2.0270453852727033, + "learning_rate": 1.4023183488832346e-05, + "loss": 0.4648, + "step": 2480 + }, + { + "epoch": 2.104325699745547, + "grad_norm": 2.1913330616461844, + "learning_rate": 1.4028837998303648e-05, + "loss": 0.5915, + "step": 2481 + }, + { + "epoch": 2.1051738761662424, + "grad_norm": 2.0006490939205084, + "learning_rate": 1.4034492507774953e-05, + "loss": 0.6283, + "step": 2482 + }, + { + "epoch": 2.106022052586938, + "grad_norm": 1.94702800994613, + "learning_rate": 1.4040147017246255e-05, + "loss": 0.5335, + "step": 2483 + }, + { + "epoch": 2.1068702290076335, + "grad_norm": 2.458729445345995, + "learning_rate": 1.4045801526717558e-05, + "loss": 0.4624, + "step": 2484 + }, + { + "epoch": 2.107718405428329, + "grad_norm": 2.0525313256519375, + "learning_rate": 1.4051456036188861e-05, + "loss": 0.5517, + "step": 2485 + }, + { + "epoch": 2.1085665818490247, + "grad_norm": 2.11413436577365, + "learning_rate": 1.4057110545660165e-05, + "loss": 0.5667, + "step": 2486 + }, + { + "epoch": 2.10941475826972, + "grad_norm": 2.297156362974179, + "learning_rate": 1.4062765055131468e-05, + "loss": 0.5496, + "step": 2487 + }, + { + "epoch": 2.110262934690416, + "grad_norm": 1.997988123924425, + "learning_rate": 1.4068419564602772e-05, + "loss": 0.5069, + "step": 2488 + }, + { + "epoch": 2.111111111111111, + "grad_norm": 1.9948203382841017, + "learning_rate": 1.4074074074074075e-05, + "loss": 0.5505, + "step": 2489 + }, + { + "epoch": 2.1119592875318065, + "grad_norm": 2.1603994079618865, + "learning_rate": 1.4079728583545378e-05, + "loss": 0.6929, + "step": 2490 + }, + { + "epoch": 2.1128074639525023, + "grad_norm": 1.882243100488591, + "learning_rate": 1.4085383093016682e-05, + "loss": 0.5623, + "step": 2491 + }, + { + "epoch": 2.1136556403731976, + "grad_norm": 2.0228357567795046, + "learning_rate": 1.4091037602487985e-05, + "loss": 0.56, + "step": 2492 + }, + { + "epoch": 2.114503816793893, + "grad_norm": 2.08282550279272, + "learning_rate": 1.4096692111959288e-05, + "loss": 0.5586, + "step": 2493 + }, + { + "epoch": 2.1153519932145888, + "grad_norm": 2.0769038783795413, + "learning_rate": 1.4102346621430592e-05, + "loss": 0.6205, + "step": 2494 + }, + { + "epoch": 2.116200169635284, + "grad_norm": 1.8769142472902804, + "learning_rate": 1.4108001130901895e-05, + "loss": 0.5424, + "step": 2495 + }, + { + "epoch": 2.1170483460559795, + "grad_norm": 2.0667136661903434, + "learning_rate": 1.4113655640373199e-05, + "loss": 0.5855, + "step": 2496 + }, + { + "epoch": 2.1178965224766753, + "grad_norm": 1.857586836793517, + "learning_rate": 1.4119310149844504e-05, + "loss": 0.5982, + "step": 2497 + }, + { + "epoch": 2.1187446988973706, + "grad_norm": 1.9660847342180177, + "learning_rate": 1.4124964659315805e-05, + "loss": 0.4698, + "step": 2498 + }, + { + "epoch": 2.119592875318066, + "grad_norm": 1.793088572394336, + "learning_rate": 1.413061916878711e-05, + "loss": 0.5715, + "step": 2499 + }, + { + "epoch": 2.1204410517387617, + "grad_norm": 1.927560252928688, + "learning_rate": 1.4136273678258412e-05, + "loss": 0.5695, + "step": 2500 + }, + { + "epoch": 2.121289228159457, + "grad_norm": 2.173645857578663, + "learning_rate": 1.4141928187729717e-05, + "loss": 0.5437, + "step": 2501 + }, + { + "epoch": 2.122137404580153, + "grad_norm": 1.9204553724747315, + "learning_rate": 1.4147582697201019e-05, + "loss": 0.5573, + "step": 2502 + }, + { + "epoch": 2.122985581000848, + "grad_norm": 1.8935998893947825, + "learning_rate": 1.4153237206672324e-05, + "loss": 0.5515, + "step": 2503 + }, + { + "epoch": 2.1238337574215436, + "grad_norm": 2.133576826152664, + "learning_rate": 1.4158891716143626e-05, + "loss": 0.6333, + "step": 2504 + }, + { + "epoch": 2.1246819338422394, + "grad_norm": 1.9749564433118312, + "learning_rate": 1.4164546225614927e-05, + "loss": 0.4857, + "step": 2505 + }, + { + "epoch": 2.1255301102629347, + "grad_norm": 2.028023860223081, + "learning_rate": 1.4170200735086232e-05, + "loss": 0.5413, + "step": 2506 + }, + { + "epoch": 2.12637828668363, + "grad_norm": 2.2443752927957057, + "learning_rate": 1.4175855244557534e-05, + "loss": 0.603, + "step": 2507 + }, + { + "epoch": 2.127226463104326, + "grad_norm": 2.111323370430004, + "learning_rate": 1.4181509754028839e-05, + "loss": 0.6268, + "step": 2508 + }, + { + "epoch": 2.128074639525021, + "grad_norm": 2.036144519290015, + "learning_rate": 1.4187164263500142e-05, + "loss": 0.5443, + "step": 2509 + }, + { + "epoch": 2.1289228159457165, + "grad_norm": 2.041026448290179, + "learning_rate": 1.4192818772971446e-05, + "loss": 0.485, + "step": 2510 + }, + { + "epoch": 2.1297709923664123, + "grad_norm": 2.120093831397006, + "learning_rate": 1.4198473282442749e-05, + "loss": 0.6308, + "step": 2511 + }, + { + "epoch": 2.1306191687871077, + "grad_norm": 2.2082710444118936, + "learning_rate": 1.4204127791914053e-05, + "loss": 0.547, + "step": 2512 + }, + { + "epoch": 2.1314673452078035, + "grad_norm": 2.172929806414873, + "learning_rate": 1.4209782301385356e-05, + "loss": 0.6354, + "step": 2513 + }, + { + "epoch": 2.132315521628499, + "grad_norm": 1.9807893216408379, + "learning_rate": 1.421543681085666e-05, + "loss": 0.5646, + "step": 2514 + }, + { + "epoch": 2.133163698049194, + "grad_norm": 1.8321477638105226, + "learning_rate": 1.4221091320327963e-05, + "loss": 0.4539, + "step": 2515 + }, + { + "epoch": 2.13401187446989, + "grad_norm": 1.99973626376001, + "learning_rate": 1.4226745829799266e-05, + "loss": 0.5711, + "step": 2516 + }, + { + "epoch": 2.1348600508905853, + "grad_norm": 2.1103347230852987, + "learning_rate": 1.423240033927057e-05, + "loss": 0.4549, + "step": 2517 + }, + { + "epoch": 2.1357082273112806, + "grad_norm": 2.344526278570143, + "learning_rate": 1.4238054848741873e-05, + "loss": 0.6084, + "step": 2518 + }, + { + "epoch": 2.1365564037319764, + "grad_norm": 2.1669209764658643, + "learning_rate": 1.4243709358213176e-05, + "loss": 0.5288, + "step": 2519 + }, + { + "epoch": 2.1374045801526718, + "grad_norm": 2.052981569610156, + "learning_rate": 1.424936386768448e-05, + "loss": 0.5308, + "step": 2520 + }, + { + "epoch": 2.138252756573367, + "grad_norm": 2.1023479941310383, + "learning_rate": 1.4255018377155783e-05, + "loss": 0.5461, + "step": 2521 + }, + { + "epoch": 2.139100932994063, + "grad_norm": 1.9584848800471846, + "learning_rate": 1.4260672886627088e-05, + "loss": 0.5237, + "step": 2522 + }, + { + "epoch": 2.1399491094147582, + "grad_norm": 1.9090686668186132, + "learning_rate": 1.426632739609839e-05, + "loss": 0.538, + "step": 2523 + }, + { + "epoch": 2.1407972858354536, + "grad_norm": 2.211788531022213, + "learning_rate": 1.4271981905569695e-05, + "loss": 0.6114, + "step": 2524 + }, + { + "epoch": 2.1416454622561494, + "grad_norm": 1.8104020508555598, + "learning_rate": 1.4277636415040996e-05, + "loss": 0.6155, + "step": 2525 + }, + { + "epoch": 2.1424936386768447, + "grad_norm": 1.7940841129785696, + "learning_rate": 1.4283290924512301e-05, + "loss": 0.4802, + "step": 2526 + }, + { + "epoch": 2.14334181509754, + "grad_norm": 2.0176304700159484, + "learning_rate": 1.4288945433983603e-05, + "loss": 0.5272, + "step": 2527 + }, + { + "epoch": 2.144189991518236, + "grad_norm": 1.9587105608597506, + "learning_rate": 1.4294599943454905e-05, + "loss": 0.5556, + "step": 2528 + }, + { + "epoch": 2.145038167938931, + "grad_norm": 2.0037086147752268, + "learning_rate": 1.430025445292621e-05, + "loss": 0.4621, + "step": 2529 + }, + { + "epoch": 2.145886344359627, + "grad_norm": 1.8072827625687784, + "learning_rate": 1.4305908962397512e-05, + "loss": 0.5161, + "step": 2530 + }, + { + "epoch": 2.1467345207803223, + "grad_norm": 1.9326252799965653, + "learning_rate": 1.4311563471868817e-05, + "loss": 0.5312, + "step": 2531 + }, + { + "epoch": 2.1475826972010177, + "grad_norm": 2.3216459633323288, + "learning_rate": 1.4317217981340118e-05, + "loss": 0.5186, + "step": 2532 + }, + { + "epoch": 2.1484308736217135, + "grad_norm": 1.697512500050924, + "learning_rate": 1.4322872490811423e-05, + "loss": 0.5564, + "step": 2533 + }, + { + "epoch": 2.149279050042409, + "grad_norm": 1.8605037793219308, + "learning_rate": 1.4328527000282727e-05, + "loss": 0.5347, + "step": 2534 + }, + { + "epoch": 2.150127226463104, + "grad_norm": 2.0007366110732434, + "learning_rate": 1.433418150975403e-05, + "loss": 0.5937, + "step": 2535 + }, + { + "epoch": 2.1509754028838, + "grad_norm": 1.9675489752425155, + "learning_rate": 1.4339836019225333e-05, + "loss": 0.5746, + "step": 2536 + }, + { + "epoch": 2.1518235793044953, + "grad_norm": 1.9368529634980323, + "learning_rate": 1.4345490528696637e-05, + "loss": 0.5702, + "step": 2537 + }, + { + "epoch": 2.1526717557251906, + "grad_norm": 2.0450572212739067, + "learning_rate": 1.435114503816794e-05, + "loss": 0.537, + "step": 2538 + }, + { + "epoch": 2.1535199321458864, + "grad_norm": 1.8281426914714105, + "learning_rate": 1.4356799547639244e-05, + "loss": 0.5109, + "step": 2539 + }, + { + "epoch": 2.154368108566582, + "grad_norm": 1.9294477502361074, + "learning_rate": 1.4362454057110547e-05, + "loss": 0.5472, + "step": 2540 + }, + { + "epoch": 2.1552162849872776, + "grad_norm": 2.0955345934107847, + "learning_rate": 1.436810856658185e-05, + "loss": 0.5612, + "step": 2541 + }, + { + "epoch": 2.156064461407973, + "grad_norm": 1.9910798347385315, + "learning_rate": 1.4373763076053154e-05, + "loss": 0.5942, + "step": 2542 + }, + { + "epoch": 2.1569126378286683, + "grad_norm": 2.154170891951563, + "learning_rate": 1.4379417585524457e-05, + "loss": 0.6036, + "step": 2543 + }, + { + "epoch": 2.157760814249364, + "grad_norm": 1.9657052386907599, + "learning_rate": 1.438507209499576e-05, + "loss": 0.5426, + "step": 2544 + }, + { + "epoch": 2.1586089906700594, + "grad_norm": 2.1426733764292822, + "learning_rate": 1.4390726604467064e-05, + "loss": 0.5786, + "step": 2545 + }, + { + "epoch": 2.1594571670907547, + "grad_norm": 3.8535220709440323, + "learning_rate": 1.4396381113938367e-05, + "loss": 0.6347, + "step": 2546 + }, + { + "epoch": 2.1603053435114505, + "grad_norm": 2.152934995245462, + "learning_rate": 1.4402035623409672e-05, + "loss": 0.5488, + "step": 2547 + }, + { + "epoch": 2.161153519932146, + "grad_norm": 1.847655481989248, + "learning_rate": 1.4407690132880974e-05, + "loss": 0.5449, + "step": 2548 + }, + { + "epoch": 2.1620016963528412, + "grad_norm": 2.001278468415135, + "learning_rate": 1.4413344642352276e-05, + "loss": 0.5741, + "step": 2549 + }, + { + "epoch": 2.162849872773537, + "grad_norm": 1.9970791465690345, + "learning_rate": 1.441899915182358e-05, + "loss": 0.5371, + "step": 2550 + }, + { + "epoch": 2.1636980491942324, + "grad_norm": 2.1608936733273922, + "learning_rate": 1.4424653661294882e-05, + "loss": 0.5237, + "step": 2551 + }, + { + "epoch": 2.1645462256149277, + "grad_norm": 1.8380326529383706, + "learning_rate": 1.4430308170766187e-05, + "loss": 0.4435, + "step": 2552 + }, + { + "epoch": 2.1653944020356235, + "grad_norm": 2.1420720248286123, + "learning_rate": 1.4435962680237489e-05, + "loss": 0.5598, + "step": 2553 + }, + { + "epoch": 2.166242578456319, + "grad_norm": 1.968461685394055, + "learning_rate": 1.4441617189708794e-05, + "loss": 0.6079, + "step": 2554 + }, + { + "epoch": 2.167090754877014, + "grad_norm": 2.0981366945936935, + "learning_rate": 1.4447271699180096e-05, + "loss": 0.6193, + "step": 2555 + }, + { + "epoch": 2.16793893129771, + "grad_norm": 2.205895613921262, + "learning_rate": 1.4452926208651401e-05, + "loss": 0.5371, + "step": 2556 + }, + { + "epoch": 2.1687871077184053, + "grad_norm": 2.1129550671486292, + "learning_rate": 1.4458580718122703e-05, + "loss": 0.587, + "step": 2557 + }, + { + "epoch": 2.169635284139101, + "grad_norm": 2.2573757347736225, + "learning_rate": 1.4464235227594008e-05, + "loss": 0.6519, + "step": 2558 + }, + { + "epoch": 2.1704834605597965, + "grad_norm": 1.7801711163503402, + "learning_rate": 1.4469889737065311e-05, + "loss": 0.4596, + "step": 2559 + }, + { + "epoch": 2.171331636980492, + "grad_norm": 2.1439512384441586, + "learning_rate": 1.4475544246536614e-05, + "loss": 0.5668, + "step": 2560 + }, + { + "epoch": 2.1721798134011876, + "grad_norm": 2.137924634629396, + "learning_rate": 1.4481198756007918e-05, + "loss": 0.5272, + "step": 2561 + }, + { + "epoch": 2.173027989821883, + "grad_norm": 1.8949364956492916, + "learning_rate": 1.4486853265479221e-05, + "loss": 0.5643, + "step": 2562 + }, + { + "epoch": 2.1738761662425783, + "grad_norm": 1.87110789217147, + "learning_rate": 1.4492507774950524e-05, + "loss": 0.4656, + "step": 2563 + }, + { + "epoch": 2.174724342663274, + "grad_norm": 2.122684129683963, + "learning_rate": 1.4498162284421828e-05, + "loss": 0.4969, + "step": 2564 + }, + { + "epoch": 2.1755725190839694, + "grad_norm": 1.9618867233505428, + "learning_rate": 1.4503816793893131e-05, + "loss": 0.5506, + "step": 2565 + }, + { + "epoch": 2.1764206955046648, + "grad_norm": 2.007213180541228, + "learning_rate": 1.4509471303364435e-05, + "loss": 0.5373, + "step": 2566 + }, + { + "epoch": 2.1772688719253606, + "grad_norm": 2.1369296114973992, + "learning_rate": 1.4515125812835738e-05, + "loss": 0.549, + "step": 2567 + }, + { + "epoch": 2.178117048346056, + "grad_norm": 2.0036575408832302, + "learning_rate": 1.4520780322307041e-05, + "loss": 0.5699, + "step": 2568 + }, + { + "epoch": 2.1789652247667517, + "grad_norm": 2.3057897521447597, + "learning_rate": 1.4526434831778345e-05, + "loss": 0.5822, + "step": 2569 + }, + { + "epoch": 2.179813401187447, + "grad_norm": 2.0047314564356182, + "learning_rate": 1.4532089341249648e-05, + "loss": 0.5557, + "step": 2570 + }, + { + "epoch": 2.1806615776081424, + "grad_norm": 2.151554431282463, + "learning_rate": 1.4537743850720951e-05, + "loss": 0.6018, + "step": 2571 + }, + { + "epoch": 2.181509754028838, + "grad_norm": 1.9068289661142852, + "learning_rate": 1.4543398360192253e-05, + "loss": 0.5307, + "step": 2572 + }, + { + "epoch": 2.1823579304495335, + "grad_norm": 1.9325491899041023, + "learning_rate": 1.4549052869663558e-05, + "loss": 0.4863, + "step": 2573 + }, + { + "epoch": 2.183206106870229, + "grad_norm": 2.253016380366811, + "learning_rate": 1.455470737913486e-05, + "loss": 0.5607, + "step": 2574 + }, + { + "epoch": 2.1840542832909247, + "grad_norm": 2.3251615596294783, + "learning_rate": 1.4560361888606165e-05, + "loss": 0.584, + "step": 2575 + }, + { + "epoch": 2.18490245971162, + "grad_norm": 1.9209936672070123, + "learning_rate": 1.4566016398077467e-05, + "loss": 0.5768, + "step": 2576 + }, + { + "epoch": 2.1857506361323153, + "grad_norm": 2.0511920751919566, + "learning_rate": 1.4571670907548772e-05, + "loss": 0.5694, + "step": 2577 + }, + { + "epoch": 2.186598812553011, + "grad_norm": 2.0998485529434467, + "learning_rate": 1.4577325417020073e-05, + "loss": 0.5511, + "step": 2578 + }, + { + "epoch": 2.1874469889737065, + "grad_norm": 1.9676091584459194, + "learning_rate": 1.4582979926491378e-05, + "loss": 0.5872, + "step": 2579 + }, + { + "epoch": 2.188295165394402, + "grad_norm": 1.9508370632396024, + "learning_rate": 1.458863443596268e-05, + "loss": 0.5591, + "step": 2580 + }, + { + "epoch": 2.1891433418150976, + "grad_norm": 1.9815462778413604, + "learning_rate": 1.4594288945433985e-05, + "loss": 0.5828, + "step": 2581 + }, + { + "epoch": 2.189991518235793, + "grad_norm": 1.975106425499862, + "learning_rate": 1.4599943454905287e-05, + "loss": 0.5936, + "step": 2582 + }, + { + "epoch": 2.1908396946564888, + "grad_norm": 2.192416489949575, + "learning_rate": 1.4605597964376592e-05, + "loss": 0.6528, + "step": 2583 + }, + { + "epoch": 2.191687871077184, + "grad_norm": 1.8391590892413974, + "learning_rate": 1.4611252473847895e-05, + "loss": 0.5495, + "step": 2584 + }, + { + "epoch": 2.1925360474978794, + "grad_norm": 2.0227198341865473, + "learning_rate": 1.4616906983319199e-05, + "loss": 0.5854, + "step": 2585 + }, + { + "epoch": 2.1933842239185752, + "grad_norm": 1.8320756402901026, + "learning_rate": 1.4622561492790502e-05, + "loss": 0.5171, + "step": 2586 + }, + { + "epoch": 2.1942324003392706, + "grad_norm": 2.2726718321917105, + "learning_rate": 1.4628216002261805e-05, + "loss": 0.5308, + "step": 2587 + }, + { + "epoch": 2.195080576759966, + "grad_norm": 2.34705306732551, + "learning_rate": 1.4633870511733109e-05, + "loss": 0.5916, + "step": 2588 + }, + { + "epoch": 2.1959287531806617, + "grad_norm": 1.8521011258845754, + "learning_rate": 1.4639525021204412e-05, + "loss": 0.5095, + "step": 2589 + }, + { + "epoch": 2.196776929601357, + "grad_norm": 1.9596657295212736, + "learning_rate": 1.4645179530675716e-05, + "loss": 0.462, + "step": 2590 + }, + { + "epoch": 2.1976251060220524, + "grad_norm": 1.9971563659583969, + "learning_rate": 1.4650834040147019e-05, + "loss": 0.5641, + "step": 2591 + }, + { + "epoch": 2.198473282442748, + "grad_norm": 2.106846044981946, + "learning_rate": 1.4656488549618322e-05, + "loss": 0.6584, + "step": 2592 + }, + { + "epoch": 2.1993214588634435, + "grad_norm": 1.9432805540404554, + "learning_rate": 1.4662143059089624e-05, + "loss": 0.5144, + "step": 2593 + }, + { + "epoch": 2.200169635284139, + "grad_norm": 1.9698635064193106, + "learning_rate": 1.4667797568560929e-05, + "loss": 0.575, + "step": 2594 + }, + { + "epoch": 2.2010178117048347, + "grad_norm": 2.131091377360332, + "learning_rate": 1.467345207803223e-05, + "loss": 0.6257, + "step": 2595 + }, + { + "epoch": 2.20186598812553, + "grad_norm": 1.9200622794233992, + "learning_rate": 1.4679106587503536e-05, + "loss": 0.5511, + "step": 2596 + }, + { + "epoch": 2.202714164546226, + "grad_norm": 2.0224134145661665, + "learning_rate": 1.4684761096974837e-05, + "loss": 0.516, + "step": 2597 + }, + { + "epoch": 2.203562340966921, + "grad_norm": 1.8397912947449324, + "learning_rate": 1.4690415606446142e-05, + "loss": 0.5418, + "step": 2598 + }, + { + "epoch": 2.2044105173876165, + "grad_norm": 2.2828387038256412, + "learning_rate": 1.4696070115917444e-05, + "loss": 0.627, + "step": 2599 + }, + { + "epoch": 2.2052586938083123, + "grad_norm": 2.0376720938816115, + "learning_rate": 1.470172462538875e-05, + "loss": 0.5776, + "step": 2600 + }, + { + "epoch": 2.2061068702290076, + "grad_norm": 1.7030185062844942, + "learning_rate": 1.4707379134860051e-05, + "loss": 0.4834, + "step": 2601 + }, + { + "epoch": 2.206955046649703, + "grad_norm": 2.0933361205088516, + "learning_rate": 1.4713033644331356e-05, + "loss": 0.5858, + "step": 2602 + }, + { + "epoch": 2.207803223070399, + "grad_norm": 2.113863845427158, + "learning_rate": 1.4718688153802658e-05, + "loss": 0.4987, + "step": 2603 + }, + { + "epoch": 2.208651399491094, + "grad_norm": 1.9996371876972978, + "learning_rate": 1.4724342663273963e-05, + "loss": 0.5445, + "step": 2604 + }, + { + "epoch": 2.2094995759117895, + "grad_norm": 2.2375519647258946, + "learning_rate": 1.4729997172745264e-05, + "loss": 0.574, + "step": 2605 + }, + { + "epoch": 2.2103477523324853, + "grad_norm": 1.9462401752465817, + "learning_rate": 1.473565168221657e-05, + "loss": 0.601, + "step": 2606 + }, + { + "epoch": 2.2111959287531806, + "grad_norm": 2.025145999604587, + "learning_rate": 1.4741306191687871e-05, + "loss": 0.5217, + "step": 2607 + }, + { + "epoch": 2.2120441051738764, + "grad_norm": 1.878429665526451, + "learning_rate": 1.4746960701159176e-05, + "loss": 0.6091, + "step": 2608 + }, + { + "epoch": 2.2128922815945717, + "grad_norm": 1.8379637330310536, + "learning_rate": 1.475261521063048e-05, + "loss": 0.5625, + "step": 2609 + }, + { + "epoch": 2.213740458015267, + "grad_norm": 2.227910100177031, + "learning_rate": 1.4758269720101783e-05, + "loss": 0.6803, + "step": 2610 + }, + { + "epoch": 2.214588634435963, + "grad_norm": 2.0551139976812687, + "learning_rate": 1.4763924229573086e-05, + "loss": 0.4936, + "step": 2611 + }, + { + "epoch": 2.2154368108566582, + "grad_norm": 1.8378299157994955, + "learning_rate": 1.476957873904439e-05, + "loss": 0.498, + "step": 2612 + }, + { + "epoch": 2.2162849872773536, + "grad_norm": 1.8868995873002754, + "learning_rate": 1.4775233248515693e-05, + "loss": 0.5759, + "step": 2613 + }, + { + "epoch": 2.2171331636980494, + "grad_norm": 1.9701445001988482, + "learning_rate": 1.4780887757986996e-05, + "loss": 0.5474, + "step": 2614 + }, + { + "epoch": 2.2179813401187447, + "grad_norm": 2.1637871015913954, + "learning_rate": 1.47865422674583e-05, + "loss": 0.5534, + "step": 2615 + }, + { + "epoch": 2.21882951653944, + "grad_norm": 1.9964076257167727, + "learning_rate": 1.4792196776929601e-05, + "loss": 0.6612, + "step": 2616 + }, + { + "epoch": 2.219677692960136, + "grad_norm": 2.063906211867762, + "learning_rate": 1.4797851286400907e-05, + "loss": 0.6532, + "step": 2617 + }, + { + "epoch": 2.220525869380831, + "grad_norm": 2.1512323961651294, + "learning_rate": 1.4803505795872208e-05, + "loss": 0.6411, + "step": 2618 + }, + { + "epoch": 2.2213740458015265, + "grad_norm": 1.9713886584138214, + "learning_rate": 1.4809160305343513e-05, + "loss": 0.5674, + "step": 2619 + }, + { + "epoch": 2.2222222222222223, + "grad_norm": 1.9656811700222998, + "learning_rate": 1.4814814814814815e-05, + "loss": 0.4953, + "step": 2620 + }, + { + "epoch": 2.2230703986429177, + "grad_norm": 2.007088456032145, + "learning_rate": 1.482046932428612e-05, + "loss": 0.5275, + "step": 2621 + }, + { + "epoch": 2.223918575063613, + "grad_norm": 1.8944292929515612, + "learning_rate": 1.4826123833757422e-05, + "loss": 0.5048, + "step": 2622 + }, + { + "epoch": 2.224766751484309, + "grad_norm": 2.1142821181475413, + "learning_rate": 1.4831778343228727e-05, + "loss": 0.6131, + "step": 2623 + }, + { + "epoch": 2.225614927905004, + "grad_norm": 2.1381398831926797, + "learning_rate": 1.4837432852700028e-05, + "loss": 0.5498, + "step": 2624 + }, + { + "epoch": 2.2264631043257, + "grad_norm": 2.112199797313234, + "learning_rate": 1.4843087362171334e-05, + "loss": 0.5299, + "step": 2625 + }, + { + "epoch": 2.2273112807463953, + "grad_norm": 2.133629402696264, + "learning_rate": 1.4848741871642635e-05, + "loss": 0.5437, + "step": 2626 + }, + { + "epoch": 2.2281594571670906, + "grad_norm": 1.9319399911847785, + "learning_rate": 1.485439638111394e-05, + "loss": 0.5601, + "step": 2627 + }, + { + "epoch": 2.2290076335877864, + "grad_norm": 2.1016866990620042, + "learning_rate": 1.4860050890585242e-05, + "loss": 0.4829, + "step": 2628 + }, + { + "epoch": 2.2298558100084818, + "grad_norm": 2.033245119146406, + "learning_rate": 1.4865705400056547e-05, + "loss": 0.6004, + "step": 2629 + }, + { + "epoch": 2.230703986429177, + "grad_norm": 1.9236959376820535, + "learning_rate": 1.4871359909527849e-05, + "loss": 0.5043, + "step": 2630 + }, + { + "epoch": 2.231552162849873, + "grad_norm": 2.4665656269626255, + "learning_rate": 1.4877014418999154e-05, + "loss": 0.637, + "step": 2631 + }, + { + "epoch": 2.2324003392705682, + "grad_norm": 1.9313981510373295, + "learning_rate": 1.4882668928470455e-05, + "loss": 0.5865, + "step": 2632 + }, + { + "epoch": 2.2332485156912636, + "grad_norm": 1.8866382340126333, + "learning_rate": 1.488832343794176e-05, + "loss": 0.5582, + "step": 2633 + }, + { + "epoch": 2.2340966921119594, + "grad_norm": 2.0408180177512154, + "learning_rate": 1.4893977947413064e-05, + "loss": 0.5677, + "step": 2634 + }, + { + "epoch": 2.2349448685326547, + "grad_norm": 1.9768837231598528, + "learning_rate": 1.4899632456884367e-05, + "loss": 0.5126, + "step": 2635 + }, + { + "epoch": 2.2357930449533505, + "grad_norm": 1.946853993873652, + "learning_rate": 1.490528696635567e-05, + "loss": 0.5315, + "step": 2636 + }, + { + "epoch": 2.236641221374046, + "grad_norm": 2.108397692710453, + "learning_rate": 1.4910941475826972e-05, + "loss": 0.5445, + "step": 2637 + }, + { + "epoch": 2.237489397794741, + "grad_norm": 1.945976523716443, + "learning_rate": 1.4916595985298277e-05, + "loss": 0.5398, + "step": 2638 + }, + { + "epoch": 2.238337574215437, + "grad_norm": 1.9633881626619516, + "learning_rate": 1.4922250494769579e-05, + "loss": 0.5652, + "step": 2639 + }, + { + "epoch": 2.2391857506361323, + "grad_norm": 1.80336419167477, + "learning_rate": 1.4927905004240884e-05, + "loss": 0.5091, + "step": 2640 + }, + { + "epoch": 2.2400339270568277, + "grad_norm": 1.783398148006557, + "learning_rate": 1.4933559513712186e-05, + "loss": 0.4703, + "step": 2641 + }, + { + "epoch": 2.2408821034775235, + "grad_norm": 1.8928230452829096, + "learning_rate": 1.493921402318349e-05, + "loss": 0.6543, + "step": 2642 + }, + { + "epoch": 2.241730279898219, + "grad_norm": 1.9341838183024758, + "learning_rate": 1.4944868532654793e-05, + "loss": 0.6331, + "step": 2643 + }, + { + "epoch": 2.242578456318914, + "grad_norm": 1.8991969903033779, + "learning_rate": 1.4950523042126098e-05, + "loss": 0.5559, + "step": 2644 + }, + { + "epoch": 2.24342663273961, + "grad_norm": 2.0599270394939753, + "learning_rate": 1.49561775515974e-05, + "loss": 0.6205, + "step": 2645 + }, + { + "epoch": 2.2442748091603053, + "grad_norm": 1.9298031136760312, + "learning_rate": 1.4961832061068704e-05, + "loss": 0.5597, + "step": 2646 + }, + { + "epoch": 2.2451229855810007, + "grad_norm": 1.9120625758392475, + "learning_rate": 1.4967486570540006e-05, + "loss": 0.6145, + "step": 2647 + }, + { + "epoch": 2.2459711620016964, + "grad_norm": 1.6959612476418202, + "learning_rate": 1.4973141080011311e-05, + "loss": 0.5415, + "step": 2648 + }, + { + "epoch": 2.246819338422392, + "grad_norm": 1.9650158865995675, + "learning_rate": 1.4978795589482613e-05, + "loss": 0.5929, + "step": 2649 + }, + { + "epoch": 2.247667514843087, + "grad_norm": 1.8526085724841446, + "learning_rate": 1.4984450098953918e-05, + "loss": 0.5046, + "step": 2650 + }, + { + "epoch": 2.248515691263783, + "grad_norm": 1.8224212530302037, + "learning_rate": 1.499010460842522e-05, + "loss": 0.5134, + "step": 2651 + }, + { + "epoch": 2.2493638676844783, + "grad_norm": 2.0523845972048336, + "learning_rate": 1.4995759117896525e-05, + "loss": 0.5872, + "step": 2652 + }, + { + "epoch": 2.250212044105174, + "grad_norm": 1.8990527263561885, + "learning_rate": 1.5001413627367826e-05, + "loss": 0.5004, + "step": 2653 + }, + { + "epoch": 2.2510602205258694, + "grad_norm": 2.097255560053081, + "learning_rate": 1.5007068136839131e-05, + "loss": 0.4979, + "step": 2654 + }, + { + "epoch": 2.2519083969465647, + "grad_norm": 1.8842413148923927, + "learning_rate": 1.5012722646310433e-05, + "loss": 0.4893, + "step": 2655 + }, + { + "epoch": 2.2527565733672605, + "grad_norm": 2.093776472998257, + "learning_rate": 1.5018377155781738e-05, + "loss": 0.5999, + "step": 2656 + }, + { + "epoch": 2.253604749787956, + "grad_norm": 1.9524454928086208, + "learning_rate": 1.502403166525304e-05, + "loss": 0.5326, + "step": 2657 + }, + { + "epoch": 2.2544529262086512, + "grad_norm": 2.2514746580499194, + "learning_rate": 1.5029686174724345e-05, + "loss": 0.5388, + "step": 2658 + }, + { + "epoch": 2.255301102629347, + "grad_norm": 2.129216416595138, + "learning_rate": 1.5035340684195646e-05, + "loss": 0.6143, + "step": 2659 + }, + { + "epoch": 2.2561492790500424, + "grad_norm": 2.187973786188353, + "learning_rate": 1.504099519366695e-05, + "loss": 0.6863, + "step": 2660 + }, + { + "epoch": 2.2569974554707377, + "grad_norm": 1.8221532012474937, + "learning_rate": 1.5046649703138255e-05, + "loss": 0.5323, + "step": 2661 + }, + { + "epoch": 2.2578456318914335, + "grad_norm": 1.9374205225017749, + "learning_rate": 1.5052304212609557e-05, + "loss": 0.5507, + "step": 2662 + }, + { + "epoch": 2.258693808312129, + "grad_norm": 1.8524098682807755, + "learning_rate": 1.5057958722080862e-05, + "loss": 0.4941, + "step": 2663 + }, + { + "epoch": 2.2595419847328246, + "grad_norm": 2.0268942675435464, + "learning_rate": 1.5063613231552163e-05, + "loss": 0.563, + "step": 2664 + }, + { + "epoch": 2.26039016115352, + "grad_norm": 2.013241059446781, + "learning_rate": 1.5069267741023468e-05, + "loss": 0.5496, + "step": 2665 + }, + { + "epoch": 2.2612383375742153, + "grad_norm": 2.0625067732888605, + "learning_rate": 1.507492225049477e-05, + "loss": 0.6703, + "step": 2666 + }, + { + "epoch": 2.262086513994911, + "grad_norm": 1.9674122819068036, + "learning_rate": 1.5080576759966075e-05, + "loss": 0.492, + "step": 2667 + }, + { + "epoch": 2.2629346904156065, + "grad_norm": 1.9473206026859957, + "learning_rate": 1.5086231269437377e-05, + "loss": 0.4599, + "step": 2668 + }, + { + "epoch": 2.263782866836302, + "grad_norm": 1.91465607085775, + "learning_rate": 1.5091885778908682e-05, + "loss": 0.4935, + "step": 2669 + }, + { + "epoch": 2.2646310432569976, + "grad_norm": 2.052410356072186, + "learning_rate": 1.5097540288379984e-05, + "loss": 0.5905, + "step": 2670 + }, + { + "epoch": 2.265479219677693, + "grad_norm": 1.9599076010820697, + "learning_rate": 1.5103194797851289e-05, + "loss": 0.5685, + "step": 2671 + }, + { + "epoch": 2.2663273960983883, + "grad_norm": 1.9225958875021034, + "learning_rate": 1.510884930732259e-05, + "loss": 0.5635, + "step": 2672 + }, + { + "epoch": 2.267175572519084, + "grad_norm": 2.5698552485737807, + "learning_rate": 1.5114503816793895e-05, + "loss": 0.4776, + "step": 2673 + }, + { + "epoch": 2.2680237489397794, + "grad_norm": 1.995834446321084, + "learning_rate": 1.5120158326265197e-05, + "loss": 0.5275, + "step": 2674 + }, + { + "epoch": 2.268871925360475, + "grad_norm": 1.838020793358853, + "learning_rate": 1.5125812835736502e-05, + "loss": 0.5562, + "step": 2675 + }, + { + "epoch": 2.2697201017811706, + "grad_norm": 2.1347292449499915, + "learning_rate": 1.5131467345207804e-05, + "loss": 0.5528, + "step": 2676 + }, + { + "epoch": 2.270568278201866, + "grad_norm": 2.128326145922088, + "learning_rate": 1.5137121854679109e-05, + "loss": 0.4978, + "step": 2677 + }, + { + "epoch": 2.2714164546225613, + "grad_norm": 1.9011900526397807, + "learning_rate": 1.514277636415041e-05, + "loss": 0.5671, + "step": 2678 + }, + { + "epoch": 2.272264631043257, + "grad_norm": 2.0786646640797426, + "learning_rate": 1.5148430873621716e-05, + "loss": 0.5302, + "step": 2679 + }, + { + "epoch": 2.2731128074639524, + "grad_norm": 2.2330075821981037, + "learning_rate": 1.5154085383093017e-05, + "loss": 0.6129, + "step": 2680 + }, + { + "epoch": 2.273960983884648, + "grad_norm": 1.811934826875049, + "learning_rate": 1.515973989256432e-05, + "loss": 0.5684, + "step": 2681 + }, + { + "epoch": 2.2748091603053435, + "grad_norm": 2.0671887939528455, + "learning_rate": 1.5165394402035624e-05, + "loss": 0.5394, + "step": 2682 + }, + { + "epoch": 2.275657336726039, + "grad_norm": 2.233674505835889, + "learning_rate": 1.5171048911506927e-05, + "loss": 0.6112, + "step": 2683 + }, + { + "epoch": 2.2765055131467347, + "grad_norm": 2.0694959623771187, + "learning_rate": 1.517670342097823e-05, + "loss": 0.5979, + "step": 2684 + }, + { + "epoch": 2.27735368956743, + "grad_norm": 1.8699093222059269, + "learning_rate": 1.5182357930449534e-05, + "loss": 0.5753, + "step": 2685 + }, + { + "epoch": 2.2782018659881254, + "grad_norm": 1.746438932706759, + "learning_rate": 1.518801243992084e-05, + "loss": 0.4903, + "step": 2686 + }, + { + "epoch": 2.279050042408821, + "grad_norm": 1.7520271298527876, + "learning_rate": 1.5193666949392141e-05, + "loss": 0.513, + "step": 2687 + }, + { + "epoch": 2.2798982188295165, + "grad_norm": 2.0565975144296904, + "learning_rate": 1.5199321458863446e-05, + "loss": 0.5707, + "step": 2688 + }, + { + "epoch": 2.280746395250212, + "grad_norm": 2.1944221767728482, + "learning_rate": 1.5204975968334748e-05, + "loss": 0.5563, + "step": 2689 + }, + { + "epoch": 2.2815945716709076, + "grad_norm": 2.357842213217182, + "learning_rate": 1.5210630477806053e-05, + "loss": 0.57, + "step": 2690 + }, + { + "epoch": 2.282442748091603, + "grad_norm": 1.738727008786744, + "learning_rate": 1.5216284987277354e-05, + "loss": 0.4494, + "step": 2691 + }, + { + "epoch": 2.2832909245122988, + "grad_norm": 2.162657332355715, + "learning_rate": 1.522193949674866e-05, + "loss": 0.5622, + "step": 2692 + }, + { + "epoch": 2.284139100932994, + "grad_norm": 1.9962657490073454, + "learning_rate": 1.5227594006219961e-05, + "loss": 0.6162, + "step": 2693 + }, + { + "epoch": 2.2849872773536894, + "grad_norm": 1.9454574592751377, + "learning_rate": 1.5233248515691266e-05, + "loss": 0.5814, + "step": 2694 + }, + { + "epoch": 2.2858354537743852, + "grad_norm": 1.8900781370866198, + "learning_rate": 1.5238903025162568e-05, + "loss": 0.4918, + "step": 2695 + }, + { + "epoch": 2.2866836301950806, + "grad_norm": 1.9634727506520218, + "learning_rate": 1.5244557534633873e-05, + "loss": 0.6121, + "step": 2696 + }, + { + "epoch": 2.287531806615776, + "grad_norm": 1.993879711079769, + "learning_rate": 1.5250212044105175e-05, + "loss": 0.5956, + "step": 2697 + }, + { + "epoch": 2.2883799830364717, + "grad_norm": 1.8900374860299474, + "learning_rate": 1.525586655357648e-05, + "loss": 0.573, + "step": 2698 + }, + { + "epoch": 2.289228159457167, + "grad_norm": 2.010113883784486, + "learning_rate": 1.5261521063047783e-05, + "loss": 0.5779, + "step": 2699 + }, + { + "epoch": 2.2900763358778624, + "grad_norm": 2.085042363793878, + "learning_rate": 1.5267175572519086e-05, + "loss": 0.4632, + "step": 2700 + }, + { + "epoch": 2.290924512298558, + "grad_norm": 1.9175087763708407, + "learning_rate": 1.527283008199039e-05, + "loss": 0.5268, + "step": 2701 + }, + { + "epoch": 2.2917726887192535, + "grad_norm": 1.9749247577819071, + "learning_rate": 1.5278484591461693e-05, + "loss": 0.5241, + "step": 2702 + }, + { + "epoch": 2.2926208651399493, + "grad_norm": 2.0109176943076017, + "learning_rate": 1.5284139100932996e-05, + "loss": 0.6014, + "step": 2703 + }, + { + "epoch": 2.2934690415606447, + "grad_norm": 1.9514587231590803, + "learning_rate": 1.5289793610404296e-05, + "loss": 0.5558, + "step": 2704 + }, + { + "epoch": 2.29431721798134, + "grad_norm": 2.148583368438496, + "learning_rate": 1.5295448119875603e-05, + "loss": 0.5007, + "step": 2705 + }, + { + "epoch": 2.2951653944020354, + "grad_norm": 1.898415540367768, + "learning_rate": 1.5301102629346903e-05, + "loss": 0.5787, + "step": 2706 + }, + { + "epoch": 2.296013570822731, + "grad_norm": 1.9501491956187245, + "learning_rate": 1.530675713881821e-05, + "loss": 0.4941, + "step": 2707 + }, + { + "epoch": 2.2968617472434265, + "grad_norm": 1.9601120883166814, + "learning_rate": 1.531241164828951e-05, + "loss": 0.6072, + "step": 2708 + }, + { + "epoch": 2.2977099236641223, + "grad_norm": 1.7674035310104756, + "learning_rate": 1.5318066157760817e-05, + "loss": 0.4619, + "step": 2709 + }, + { + "epoch": 2.2985581000848176, + "grad_norm": 1.9983672656468712, + "learning_rate": 1.5323720667232117e-05, + "loss": 0.5178, + "step": 2710 + }, + { + "epoch": 2.299406276505513, + "grad_norm": 1.968928166277189, + "learning_rate": 1.5329375176703423e-05, + "loss": 0.607, + "step": 2711 + }, + { + "epoch": 2.300254452926209, + "grad_norm": 2.126251898020901, + "learning_rate": 1.5335029686174723e-05, + "loss": 0.5345, + "step": 2712 + }, + { + "epoch": 2.301102629346904, + "grad_norm": 1.9473480964988956, + "learning_rate": 1.534068419564603e-05, + "loss": 0.5915, + "step": 2713 + }, + { + "epoch": 2.3019508057675995, + "grad_norm": 1.754509215693253, + "learning_rate": 1.534633870511733e-05, + "loss": 0.5662, + "step": 2714 + }, + { + "epoch": 2.3027989821882953, + "grad_norm": 1.8218762594444484, + "learning_rate": 1.5351993214588637e-05, + "loss": 0.6191, + "step": 2715 + }, + { + "epoch": 2.3036471586089906, + "grad_norm": 2.3219649702092577, + "learning_rate": 1.535764772405994e-05, + "loss": 0.6172, + "step": 2716 + }, + { + "epoch": 2.304495335029686, + "grad_norm": 1.9944077516554848, + "learning_rate": 1.5363302233531244e-05, + "loss": 0.623, + "step": 2717 + }, + { + "epoch": 2.3053435114503817, + "grad_norm": 1.9410904475905155, + "learning_rate": 1.5368956743002547e-05, + "loss": 0.5345, + "step": 2718 + }, + { + "epoch": 2.306191687871077, + "grad_norm": 2.0610653052424857, + "learning_rate": 1.537461125247385e-05, + "loss": 0.5196, + "step": 2719 + }, + { + "epoch": 2.307039864291773, + "grad_norm": 2.0268996471444285, + "learning_rate": 1.5380265761945154e-05, + "loss": 0.5509, + "step": 2720 + }, + { + "epoch": 2.3078880407124682, + "grad_norm": 2.122474720564265, + "learning_rate": 1.5385920271416457e-05, + "loss": 0.5379, + "step": 2721 + }, + { + "epoch": 2.3087362171331636, + "grad_norm": 2.0924623348028355, + "learning_rate": 1.539157478088776e-05, + "loss": 0.5753, + "step": 2722 + }, + { + "epoch": 2.3095843935538594, + "grad_norm": 1.882446775684979, + "learning_rate": 1.5397229290359064e-05, + "loss": 0.548, + "step": 2723 + }, + { + "epoch": 2.3104325699745547, + "grad_norm": 1.8179196799905244, + "learning_rate": 1.5402883799830367e-05, + "loss": 0.405, + "step": 2724 + }, + { + "epoch": 2.31128074639525, + "grad_norm": 1.9638682720881397, + "learning_rate": 1.5408538309301667e-05, + "loss": 0.519, + "step": 2725 + }, + { + "epoch": 2.312128922815946, + "grad_norm": 2.035022628739987, + "learning_rate": 1.5414192818772974e-05, + "loss": 0.6117, + "step": 2726 + }, + { + "epoch": 2.312977099236641, + "grad_norm": 2.2058664067205664, + "learning_rate": 1.5419847328244274e-05, + "loss": 0.5957, + "step": 2727 + }, + { + "epoch": 2.3138252756573365, + "grad_norm": 1.8015519119821906, + "learning_rate": 1.542550183771558e-05, + "loss": 0.4685, + "step": 2728 + }, + { + "epoch": 2.3146734520780323, + "grad_norm": 1.9524375490282908, + "learning_rate": 1.543115634718688e-05, + "loss": 0.6708, + "step": 2729 + }, + { + "epoch": 2.3155216284987277, + "grad_norm": 1.8396806748157712, + "learning_rate": 1.5436810856658188e-05, + "loss": 0.4676, + "step": 2730 + }, + { + "epoch": 2.3163698049194235, + "grad_norm": 1.7808902804542242, + "learning_rate": 1.5442465366129488e-05, + "loss": 0.5294, + "step": 2731 + }, + { + "epoch": 2.317217981340119, + "grad_norm": 1.9869125874306452, + "learning_rate": 1.5448119875600794e-05, + "loss": 0.5385, + "step": 2732 + }, + { + "epoch": 2.318066157760814, + "grad_norm": 1.9514202887239422, + "learning_rate": 1.5453774385072094e-05, + "loss": 0.5679, + "step": 2733 + }, + { + "epoch": 2.31891433418151, + "grad_norm": 1.70025098760466, + "learning_rate": 1.54594288945434e-05, + "loss": 0.4259, + "step": 2734 + }, + { + "epoch": 2.3197625106022053, + "grad_norm": 1.9796384988331897, + "learning_rate": 1.54650834040147e-05, + "loss": 0.5283, + "step": 2735 + }, + { + "epoch": 2.3206106870229006, + "grad_norm": 1.8964820967874962, + "learning_rate": 1.5470737913486008e-05, + "loss": 0.4803, + "step": 2736 + }, + { + "epoch": 2.3214588634435964, + "grad_norm": 2.1215586747771558, + "learning_rate": 1.5476392422957308e-05, + "loss": 0.5881, + "step": 2737 + }, + { + "epoch": 2.3223070398642918, + "grad_norm": 2.47203956562063, + "learning_rate": 1.5482046932428615e-05, + "loss": 0.6065, + "step": 2738 + }, + { + "epoch": 2.323155216284987, + "grad_norm": 1.9778149470286495, + "learning_rate": 1.5487701441899914e-05, + "loss": 0.5412, + "step": 2739 + }, + { + "epoch": 2.324003392705683, + "grad_norm": 2.0010510558064687, + "learning_rate": 1.549335595137122e-05, + "loss": 0.6435, + "step": 2740 + }, + { + "epoch": 2.3248515691263782, + "grad_norm": 1.8109718008992295, + "learning_rate": 1.549901046084252e-05, + "loss": 0.4673, + "step": 2741 + }, + { + "epoch": 2.325699745547074, + "grad_norm": 2.1858857356538466, + "learning_rate": 1.5504664970313828e-05, + "loss": 0.5501, + "step": 2742 + }, + { + "epoch": 2.3265479219677694, + "grad_norm": 1.8768018391315704, + "learning_rate": 1.551031947978513e-05, + "loss": 0.5131, + "step": 2743 + }, + { + "epoch": 2.3273960983884647, + "grad_norm": 2.157677966596327, + "learning_rate": 1.5515973989256435e-05, + "loss": 0.5602, + "step": 2744 + }, + { + "epoch": 2.32824427480916, + "grad_norm": 2.0010355101336517, + "learning_rate": 1.5521628498727738e-05, + "loss": 0.5695, + "step": 2745 + }, + { + "epoch": 2.329092451229856, + "grad_norm": 1.8548392099938644, + "learning_rate": 1.552728300819904e-05, + "loss": 0.5584, + "step": 2746 + }, + { + "epoch": 2.329940627650551, + "grad_norm": 1.8133230642920009, + "learning_rate": 1.5532937517670345e-05, + "loss": 0.5092, + "step": 2747 + }, + { + "epoch": 2.330788804071247, + "grad_norm": 1.8226146848752849, + "learning_rate": 1.5538592027141645e-05, + "loss": 0.6135, + "step": 2748 + }, + { + "epoch": 2.3316369804919423, + "grad_norm": 1.8058544113547372, + "learning_rate": 1.554424653661295e-05, + "loss": 0.5847, + "step": 2749 + }, + { + "epoch": 2.3324851569126377, + "grad_norm": 2.1095016531406934, + "learning_rate": 1.554990104608425e-05, + "loss": 0.608, + "step": 2750 + }, + { + "epoch": 2.3333333333333335, + "grad_norm": 1.8480169066611922, + "learning_rate": 1.555555555555556e-05, + "loss": 0.4856, + "step": 2751 + }, + { + "epoch": 2.334181509754029, + "grad_norm": 1.9185632551670213, + "learning_rate": 1.556121006502686e-05, + "loss": 0.4994, + "step": 2752 + }, + { + "epoch": 2.335029686174724, + "grad_norm": 1.7669573084673451, + "learning_rate": 1.5566864574498165e-05, + "loss": 0.5596, + "step": 2753 + }, + { + "epoch": 2.33587786259542, + "grad_norm": 1.8606406166473424, + "learning_rate": 1.5572519083969465e-05, + "loss": 0.4876, + "step": 2754 + }, + { + "epoch": 2.3367260390161153, + "grad_norm": 1.8366095490945742, + "learning_rate": 1.5578173593440772e-05, + "loss": 0.5679, + "step": 2755 + }, + { + "epoch": 2.3375742154368107, + "grad_norm": 2.62587998483122, + "learning_rate": 1.5583828102912072e-05, + "loss": 0.6747, + "step": 2756 + }, + { + "epoch": 2.3384223918575064, + "grad_norm": 1.824234905250006, + "learning_rate": 1.558948261238338e-05, + "loss": 0.5076, + "step": 2757 + }, + { + "epoch": 2.339270568278202, + "grad_norm": 1.7148709616511542, + "learning_rate": 1.559513712185468e-05, + "loss": 0.5306, + "step": 2758 + }, + { + "epoch": 2.3401187446988976, + "grad_norm": 1.7952242076975928, + "learning_rate": 1.5600791631325985e-05, + "loss": 0.5548, + "step": 2759 + }, + { + "epoch": 2.340966921119593, + "grad_norm": 1.9121994577527295, + "learning_rate": 1.5606446140797285e-05, + "loss": 0.5108, + "step": 2760 + }, + { + "epoch": 2.3418150975402883, + "grad_norm": 1.9660534256897177, + "learning_rate": 1.5612100650268592e-05, + "loss": 0.4869, + "step": 2761 + }, + { + "epoch": 2.342663273960984, + "grad_norm": 1.8866468596005959, + "learning_rate": 1.5617755159739892e-05, + "loss": 0.5372, + "step": 2762 + }, + { + "epoch": 2.3435114503816794, + "grad_norm": 1.9439986848807376, + "learning_rate": 1.56234096692112e-05, + "loss": 0.6055, + "step": 2763 + }, + { + "epoch": 2.3443596268023748, + "grad_norm": 1.9402773045483754, + "learning_rate": 1.56290641786825e-05, + "loss": 0.4669, + "step": 2764 + }, + { + "epoch": 2.3452078032230705, + "grad_norm": 1.8064657017330097, + "learning_rate": 1.5634718688153806e-05, + "loss": 0.5018, + "step": 2765 + }, + { + "epoch": 2.346055979643766, + "grad_norm": 1.8057435945844353, + "learning_rate": 1.5640373197625106e-05, + "loss": 0.5068, + "step": 2766 + }, + { + "epoch": 2.3469041560644612, + "grad_norm": 1.9845826609526083, + "learning_rate": 1.5646027707096412e-05, + "loss": 0.5708, + "step": 2767 + }, + { + "epoch": 2.347752332485157, + "grad_norm": 1.914134337438161, + "learning_rate": 1.5651682216567716e-05, + "loss": 0.5144, + "step": 2768 + }, + { + "epoch": 2.3486005089058524, + "grad_norm": 2.078869042941618, + "learning_rate": 1.5657336726039016e-05, + "loss": 0.5698, + "step": 2769 + }, + { + "epoch": 2.349448685326548, + "grad_norm": 1.8909397630941172, + "learning_rate": 1.5662991235510322e-05, + "loss": 0.5239, + "step": 2770 + }, + { + "epoch": 2.3502968617472435, + "grad_norm": 2.0503486852280233, + "learning_rate": 1.5668645744981622e-05, + "loss": 0.6156, + "step": 2771 + }, + { + "epoch": 2.351145038167939, + "grad_norm": 1.9302705726795428, + "learning_rate": 1.567430025445293e-05, + "loss": 0.607, + "step": 2772 + }, + { + "epoch": 2.351993214588634, + "grad_norm": 1.9765818082640227, + "learning_rate": 1.567995476392423e-05, + "loss": 0.5838, + "step": 2773 + }, + { + "epoch": 2.35284139100933, + "grad_norm": 2.0338424069340624, + "learning_rate": 1.5685609273395536e-05, + "loss": 0.5451, + "step": 2774 + }, + { + "epoch": 2.3536895674300253, + "grad_norm": 2.329435383445249, + "learning_rate": 1.5691263782866836e-05, + "loss": 0.628, + "step": 2775 + }, + { + "epoch": 2.354537743850721, + "grad_norm": 1.9300141500925545, + "learning_rate": 1.5696918292338143e-05, + "loss": 0.5296, + "step": 2776 + }, + { + "epoch": 2.3553859202714165, + "grad_norm": 1.8500064467798527, + "learning_rate": 1.5702572801809443e-05, + "loss": 0.509, + "step": 2777 + }, + { + "epoch": 2.356234096692112, + "grad_norm": 1.9185454751497941, + "learning_rate": 1.570822731128075e-05, + "loss": 0.5881, + "step": 2778 + }, + { + "epoch": 2.3570822731128076, + "grad_norm": 1.7795335704938333, + "learning_rate": 1.571388182075205e-05, + "loss": 0.5015, + "step": 2779 + }, + { + "epoch": 2.357930449533503, + "grad_norm": 1.9048626502541057, + "learning_rate": 1.5719536330223356e-05, + "loss": 0.6069, + "step": 2780 + }, + { + "epoch": 2.3587786259541983, + "grad_norm": 2.036216515021079, + "learning_rate": 1.5725190839694656e-05, + "loss": 0.568, + "step": 2781 + }, + { + "epoch": 2.359626802374894, + "grad_norm": 1.8717656403570198, + "learning_rate": 1.5730845349165963e-05, + "loss": 0.5778, + "step": 2782 + }, + { + "epoch": 2.3604749787955894, + "grad_norm": 1.7911095862666888, + "learning_rate": 1.5736499858637263e-05, + "loss": 0.5737, + "step": 2783 + }, + { + "epoch": 2.3613231552162848, + "grad_norm": 2.1562415158019186, + "learning_rate": 1.574215436810857e-05, + "loss": 0.6753, + "step": 2784 + }, + { + "epoch": 2.3621713316369806, + "grad_norm": 1.7414069884257872, + "learning_rate": 1.574780887757987e-05, + "loss": 0.5721, + "step": 2785 + }, + { + "epoch": 2.363019508057676, + "grad_norm": 1.8947908610475723, + "learning_rate": 1.5753463387051176e-05, + "loss": 0.6409, + "step": 2786 + }, + { + "epoch": 2.3638676844783717, + "grad_norm": 1.8752001654111066, + "learning_rate": 1.5759117896522476e-05, + "loss": 0.5541, + "step": 2787 + }, + { + "epoch": 2.364715860899067, + "grad_norm": 1.8394995304258763, + "learning_rate": 1.5764772405993783e-05, + "loss": 0.5688, + "step": 2788 + }, + { + "epoch": 2.3655640373197624, + "grad_norm": 1.9038310923955084, + "learning_rate": 1.5770426915465083e-05, + "loss": 0.4947, + "step": 2789 + }, + { + "epoch": 2.366412213740458, + "grad_norm": 1.967379320815789, + "learning_rate": 1.577608142493639e-05, + "loss": 0.597, + "step": 2790 + }, + { + "epoch": 2.3672603901611535, + "grad_norm": 1.6727905045978573, + "learning_rate": 1.578173593440769e-05, + "loss": 0.576, + "step": 2791 + }, + { + "epoch": 2.368108566581849, + "grad_norm": 2.145619270298725, + "learning_rate": 1.5787390443878993e-05, + "loss": 0.6693, + "step": 2792 + }, + { + "epoch": 2.3689567430025447, + "grad_norm": 2.322970399299986, + "learning_rate": 1.57930449533503e-05, + "loss": 0.6492, + "step": 2793 + }, + { + "epoch": 2.36980491942324, + "grad_norm": 1.8016113102799418, + "learning_rate": 1.57986994628216e-05, + "loss": 0.6436, + "step": 2794 + }, + { + "epoch": 2.3706530958439354, + "grad_norm": 1.8414438886581506, + "learning_rate": 1.5804353972292907e-05, + "loss": 0.5716, + "step": 2795 + }, + { + "epoch": 2.371501272264631, + "grad_norm": 1.8737502555769456, + "learning_rate": 1.5810008481764207e-05, + "loss": 0.5902, + "step": 2796 + }, + { + "epoch": 2.3723494486853265, + "grad_norm": 1.9625352310949342, + "learning_rate": 1.5815662991235513e-05, + "loss": 0.5728, + "step": 2797 + }, + { + "epoch": 2.3731976251060223, + "grad_norm": 2.0917905961792744, + "learning_rate": 1.5821317500706813e-05, + "loss": 0.599, + "step": 2798 + }, + { + "epoch": 2.3740458015267176, + "grad_norm": 1.8396173243729608, + "learning_rate": 1.582697201017812e-05, + "loss": 0.4912, + "step": 2799 + }, + { + "epoch": 2.374893977947413, + "grad_norm": 1.7428711336506255, + "learning_rate": 1.583262651964942e-05, + "loss": 0.5302, + "step": 2800 + }, + { + "epoch": 2.3757421543681088, + "grad_norm": 1.6959367430248278, + "learning_rate": 1.5838281029120727e-05, + "loss": 0.4398, + "step": 2801 + }, + { + "epoch": 2.376590330788804, + "grad_norm": 1.7646482591022754, + "learning_rate": 1.5843935538592027e-05, + "loss": 0.5189, + "step": 2802 + }, + { + "epoch": 2.3774385072094995, + "grad_norm": 1.6520402036729156, + "learning_rate": 1.5849590048063334e-05, + "loss": 0.4192, + "step": 2803 + }, + { + "epoch": 2.3782866836301952, + "grad_norm": 1.7030247397918223, + "learning_rate": 1.5855244557534634e-05, + "loss": 0.5742, + "step": 2804 + }, + { + "epoch": 2.3791348600508906, + "grad_norm": 2.0643110659836945, + "learning_rate": 1.586089906700594e-05, + "loss": 0.4721, + "step": 2805 + }, + { + "epoch": 2.379983036471586, + "grad_norm": 2.2561723217962153, + "learning_rate": 1.586655357647724e-05, + "loss": 0.565, + "step": 2806 + }, + { + "epoch": 2.3808312128922817, + "grad_norm": 1.9112413388438034, + "learning_rate": 1.5872208085948547e-05, + "loss": 0.5842, + "step": 2807 + }, + { + "epoch": 2.381679389312977, + "grad_norm": 1.8571742605027155, + "learning_rate": 1.5877862595419847e-05, + "loss": 0.5981, + "step": 2808 + }, + { + "epoch": 2.3825275657336724, + "grad_norm": 2.2237494662530386, + "learning_rate": 1.5883517104891154e-05, + "loss": 0.526, + "step": 2809 + }, + { + "epoch": 2.383375742154368, + "grad_norm": 2.0865096843573974, + "learning_rate": 1.5889171614362454e-05, + "loss": 0.4755, + "step": 2810 + }, + { + "epoch": 2.3842239185750635, + "grad_norm": 1.7195575392973153, + "learning_rate": 1.589482612383376e-05, + "loss": 0.4695, + "step": 2811 + }, + { + "epoch": 2.385072094995759, + "grad_norm": 2.634502631977076, + "learning_rate": 1.590048063330506e-05, + "loss": 0.6201, + "step": 2812 + }, + { + "epoch": 2.3859202714164547, + "grad_norm": 1.873767076236683, + "learning_rate": 1.5906135142776364e-05, + "loss": 0.4934, + "step": 2813 + }, + { + "epoch": 2.38676844783715, + "grad_norm": 1.8886698150546128, + "learning_rate": 1.5911789652247667e-05, + "loss": 0.5109, + "step": 2814 + }, + { + "epoch": 2.387616624257846, + "grad_norm": 2.0591327282472642, + "learning_rate": 1.591744416171897e-05, + "loss": 0.5649, + "step": 2815 + }, + { + "epoch": 2.388464800678541, + "grad_norm": 1.7590957422304336, + "learning_rate": 1.5923098671190274e-05, + "loss": 0.5816, + "step": 2816 + }, + { + "epoch": 2.3893129770992365, + "grad_norm": 2.1633152324302882, + "learning_rate": 1.5928753180661577e-05, + "loss": 0.6522, + "step": 2817 + }, + { + "epoch": 2.3901611535199323, + "grad_norm": 2.156142579878059, + "learning_rate": 1.5934407690132884e-05, + "loss": 0.6226, + "step": 2818 + }, + { + "epoch": 2.3910093299406276, + "grad_norm": 1.7660728075948857, + "learning_rate": 1.5940062199604184e-05, + "loss": 0.5267, + "step": 2819 + }, + { + "epoch": 2.391857506361323, + "grad_norm": 1.878495633855226, + "learning_rate": 1.594571670907549e-05, + "loss": 0.5157, + "step": 2820 + }, + { + "epoch": 2.392705682782019, + "grad_norm": 2.009157047775585, + "learning_rate": 1.595137121854679e-05, + "loss": 0.5976, + "step": 2821 + }, + { + "epoch": 2.393553859202714, + "grad_norm": 1.9535785508856427, + "learning_rate": 1.5957025728018098e-05, + "loss": 0.5925, + "step": 2822 + }, + { + "epoch": 2.3944020356234095, + "grad_norm": 1.554808130990483, + "learning_rate": 1.5962680237489398e-05, + "loss": 0.4904, + "step": 2823 + }, + { + "epoch": 2.3952502120441053, + "grad_norm": 2.182439724386535, + "learning_rate": 1.5968334746960704e-05, + "loss": 0.6274, + "step": 2824 + }, + { + "epoch": 2.3960983884648006, + "grad_norm": 2.060953537011143, + "learning_rate": 1.5973989256432004e-05, + "loss": 0.5227, + "step": 2825 + }, + { + "epoch": 2.3969465648854964, + "grad_norm": 2.0079721170138707, + "learning_rate": 1.597964376590331e-05, + "loss": 0.594, + "step": 2826 + }, + { + "epoch": 2.3977947413061917, + "grad_norm": 1.8371846629907969, + "learning_rate": 1.598529827537461e-05, + "loss": 0.5677, + "step": 2827 + }, + { + "epoch": 2.398642917726887, + "grad_norm": 1.9879961322387476, + "learning_rate": 1.5990952784845918e-05, + "loss": 0.6117, + "step": 2828 + }, + { + "epoch": 2.399491094147583, + "grad_norm": 2.015282660180293, + "learning_rate": 1.5996607294317218e-05, + "loss": 0.5628, + "step": 2829 + }, + { + "epoch": 2.4003392705682782, + "grad_norm": 1.8463480106840728, + "learning_rate": 1.6002261803788525e-05, + "loss": 0.4903, + "step": 2830 + }, + { + "epoch": 2.4011874469889736, + "grad_norm": 1.921933183236394, + "learning_rate": 1.6007916313259825e-05, + "loss": 0.5716, + "step": 2831 + }, + { + "epoch": 2.4020356234096694, + "grad_norm": 1.8271886641104977, + "learning_rate": 1.601357082273113e-05, + "loss": 0.5579, + "step": 2832 + }, + { + "epoch": 2.4028837998303647, + "grad_norm": 2.0181217208588382, + "learning_rate": 1.601922533220243e-05, + "loss": 0.5125, + "step": 2833 + }, + { + "epoch": 2.40373197625106, + "grad_norm": 2.0053726159003453, + "learning_rate": 1.6024879841673735e-05, + "loss": 0.542, + "step": 2834 + }, + { + "epoch": 2.404580152671756, + "grad_norm": 1.893309878628679, + "learning_rate": 1.6030534351145038e-05, + "loss": 0.5174, + "step": 2835 + }, + { + "epoch": 2.405428329092451, + "grad_norm": 2.0659621247327, + "learning_rate": 1.603618886061634e-05, + "loss": 0.6208, + "step": 2836 + }, + { + "epoch": 2.406276505513147, + "grad_norm": 1.808657504645705, + "learning_rate": 1.6041843370087645e-05, + "loss": 0.5609, + "step": 2837 + }, + { + "epoch": 2.4071246819338423, + "grad_norm": 1.9091186721169247, + "learning_rate": 1.6047497879558948e-05, + "loss": 0.59, + "step": 2838 + }, + { + "epoch": 2.4079728583545377, + "grad_norm": 1.7112228363930553, + "learning_rate": 1.605315238903025e-05, + "loss": 0.5201, + "step": 2839 + }, + { + "epoch": 2.408821034775233, + "grad_norm": 2.0079797894251463, + "learning_rate": 1.6058806898501555e-05, + "loss": 0.6325, + "step": 2840 + }, + { + "epoch": 2.409669211195929, + "grad_norm": 2.088756799679467, + "learning_rate": 1.606446140797286e-05, + "loss": 0.5316, + "step": 2841 + }, + { + "epoch": 2.410517387616624, + "grad_norm": 1.8507660888521322, + "learning_rate": 1.6070115917444162e-05, + "loss": 0.5887, + "step": 2842 + }, + { + "epoch": 2.41136556403732, + "grad_norm": 1.9227620199485185, + "learning_rate": 1.607577042691547e-05, + "loss": 0.5255, + "step": 2843 + }, + { + "epoch": 2.4122137404580153, + "grad_norm": 2.062264383695097, + "learning_rate": 1.608142493638677e-05, + "loss": 0.6469, + "step": 2844 + }, + { + "epoch": 2.4130619168787106, + "grad_norm": 1.7477127251136886, + "learning_rate": 1.6087079445858075e-05, + "loss": 0.5667, + "step": 2845 + }, + { + "epoch": 2.4139100932994064, + "grad_norm": 1.7591126848020358, + "learning_rate": 1.6092733955329375e-05, + "loss": 0.5996, + "step": 2846 + }, + { + "epoch": 2.4147582697201018, + "grad_norm": 1.8868442097634321, + "learning_rate": 1.6098388464800682e-05, + "loss": 0.5576, + "step": 2847 + }, + { + "epoch": 2.415606446140797, + "grad_norm": 1.9437266157088982, + "learning_rate": 1.6104042974271982e-05, + "loss": 0.575, + "step": 2848 + }, + { + "epoch": 2.416454622561493, + "grad_norm": 1.668828980533862, + "learning_rate": 1.610969748374329e-05, + "loss": 0.4969, + "step": 2849 + }, + { + "epoch": 2.4173027989821882, + "grad_norm": 1.8607982310963465, + "learning_rate": 1.611535199321459e-05, + "loss": 0.6297, + "step": 2850 + }, + { + "epoch": 2.4181509754028836, + "grad_norm": 1.9057604349552564, + "learning_rate": 1.6121006502685895e-05, + "loss": 0.5324, + "step": 2851 + }, + { + "epoch": 2.4189991518235794, + "grad_norm": 1.9626581959250167, + "learning_rate": 1.6126661012157195e-05, + "loss": 0.5212, + "step": 2852 + }, + { + "epoch": 2.4198473282442747, + "grad_norm": 1.8580575718650072, + "learning_rate": 1.6132315521628502e-05, + "loss": 0.5757, + "step": 2853 + }, + { + "epoch": 2.4206955046649705, + "grad_norm": 1.8467052484726871, + "learning_rate": 1.6137970031099802e-05, + "loss": 0.628, + "step": 2854 + }, + { + "epoch": 2.421543681085666, + "grad_norm": 1.8435628009694536, + "learning_rate": 1.614362454057111e-05, + "loss": 0.5592, + "step": 2855 + }, + { + "epoch": 2.422391857506361, + "grad_norm": 1.7444648271809915, + "learning_rate": 1.614927905004241e-05, + "loss": 0.5325, + "step": 2856 + }, + { + "epoch": 2.423240033927057, + "grad_norm": 2.0090382909152287, + "learning_rate": 1.6154933559513712e-05, + "loss": 0.5271, + "step": 2857 + }, + { + "epoch": 2.4240882103477523, + "grad_norm": 1.8066458082052248, + "learning_rate": 1.6160588068985016e-05, + "loss": 0.525, + "step": 2858 + }, + { + "epoch": 2.4249363867684477, + "grad_norm": 1.7094177692603445, + "learning_rate": 1.616624257845632e-05, + "loss": 0.4922, + "step": 2859 + }, + { + "epoch": 2.4257845631891435, + "grad_norm": 1.7487627857017753, + "learning_rate": 1.6171897087927622e-05, + "loss": 0.5187, + "step": 2860 + }, + { + "epoch": 2.426632739609839, + "grad_norm": 1.9319511808705747, + "learning_rate": 1.6177551597398926e-05, + "loss": 0.5221, + "step": 2861 + }, + { + "epoch": 2.427480916030534, + "grad_norm": 1.7162857585204843, + "learning_rate": 1.618320610687023e-05, + "loss": 0.5494, + "step": 2862 + }, + { + "epoch": 2.42832909245123, + "grad_norm": 1.9159598028571307, + "learning_rate": 1.6188860616341533e-05, + "loss": 0.5314, + "step": 2863 + }, + { + "epoch": 2.4291772688719253, + "grad_norm": 1.7333153421558416, + "learning_rate": 1.6194515125812836e-05, + "loss": 0.5274, + "step": 2864 + }, + { + "epoch": 2.430025445292621, + "grad_norm": 1.953310480262856, + "learning_rate": 1.620016963528414e-05, + "loss": 0.5317, + "step": 2865 + }, + { + "epoch": 2.4308736217133164, + "grad_norm": 1.8229052841409148, + "learning_rate": 1.6205824144755443e-05, + "loss": 0.482, + "step": 2866 + }, + { + "epoch": 2.431721798134012, + "grad_norm": 2.0990943596004072, + "learning_rate": 1.6211478654226746e-05, + "loss": 0.5754, + "step": 2867 + }, + { + "epoch": 2.432569974554707, + "grad_norm": 1.837629519919714, + "learning_rate": 1.6217133163698053e-05, + "loss": 0.5613, + "step": 2868 + }, + { + "epoch": 2.433418150975403, + "grad_norm": 1.8372594422509194, + "learning_rate": 1.6222787673169353e-05, + "loss": 0.4877, + "step": 2869 + }, + { + "epoch": 2.4342663273960983, + "grad_norm": 1.87836199019041, + "learning_rate": 1.622844218264066e-05, + "loss": 0.5438, + "step": 2870 + }, + { + "epoch": 2.435114503816794, + "grad_norm": 1.8633320429273847, + "learning_rate": 1.623409669211196e-05, + "loss": 0.5534, + "step": 2871 + }, + { + "epoch": 2.4359626802374894, + "grad_norm": 1.8860929052130115, + "learning_rate": 1.6239751201583266e-05, + "loss": 0.5858, + "step": 2872 + }, + { + "epoch": 2.4368108566581848, + "grad_norm": 1.900105760186083, + "learning_rate": 1.6245405711054566e-05, + "loss": 0.5858, + "step": 2873 + }, + { + "epoch": 2.4376590330788805, + "grad_norm": 1.6688104856181132, + "learning_rate": 1.6251060220525873e-05, + "loss": 0.4397, + "step": 2874 + }, + { + "epoch": 2.438507209499576, + "grad_norm": 2.157157517891469, + "learning_rate": 1.6256714729997173e-05, + "loss": 0.5746, + "step": 2875 + }, + { + "epoch": 2.4393553859202712, + "grad_norm": 1.7265641011419668, + "learning_rate": 1.626236923946848e-05, + "loss": 0.5448, + "step": 2876 + }, + { + "epoch": 2.440203562340967, + "grad_norm": 1.7922722786944483, + "learning_rate": 1.626802374893978e-05, + "loss": 0.5338, + "step": 2877 + }, + { + "epoch": 2.4410517387616624, + "grad_norm": 2.233571219069924, + "learning_rate": 1.6273678258411083e-05, + "loss": 0.5792, + "step": 2878 + }, + { + "epoch": 2.4418999151823577, + "grad_norm": 1.8004506487188714, + "learning_rate": 1.6279332767882387e-05, + "loss": 0.5207, + "step": 2879 + }, + { + "epoch": 2.4427480916030535, + "grad_norm": 1.8982053358251498, + "learning_rate": 1.628498727735369e-05, + "loss": 0.5162, + "step": 2880 + }, + { + "epoch": 2.443596268023749, + "grad_norm": 2.1299111735102727, + "learning_rate": 1.6290641786824993e-05, + "loss": 0.4765, + "step": 2881 + }, + { + "epoch": 2.4444444444444446, + "grad_norm": 2.2301221139956793, + "learning_rate": 1.6296296296296297e-05, + "loss": 0.5263, + "step": 2882 + }, + { + "epoch": 2.44529262086514, + "grad_norm": 1.934101424734952, + "learning_rate": 1.63019508057676e-05, + "loss": 0.5199, + "step": 2883 + }, + { + "epoch": 2.4461407972858353, + "grad_norm": 2.1007588229953416, + "learning_rate": 1.6307605315238903e-05, + "loss": 0.5834, + "step": 2884 + }, + { + "epoch": 2.446988973706531, + "grad_norm": 1.9017999676877828, + "learning_rate": 1.6313259824710207e-05, + "loss": 0.4852, + "step": 2885 + }, + { + "epoch": 2.4478371501272265, + "grad_norm": 1.798687968589564, + "learning_rate": 1.631891433418151e-05, + "loss": 0.662, + "step": 2886 + }, + { + "epoch": 2.448685326547922, + "grad_norm": 1.7170776326435664, + "learning_rate": 1.6324568843652813e-05, + "loss": 0.5372, + "step": 2887 + }, + { + "epoch": 2.4495335029686176, + "grad_norm": 1.9889759166361334, + "learning_rate": 1.6330223353124117e-05, + "loss": 0.5882, + "step": 2888 + }, + { + "epoch": 2.450381679389313, + "grad_norm": 1.8616066139143908, + "learning_rate": 1.633587786259542e-05, + "loss": 0.5582, + "step": 2889 + }, + { + "epoch": 2.4512298558100083, + "grad_norm": 1.817277216367366, + "learning_rate": 1.6341532372066724e-05, + "loss": 0.5909, + "step": 2890 + }, + { + "epoch": 2.452078032230704, + "grad_norm": 1.8808531113582403, + "learning_rate": 1.6347186881538027e-05, + "loss": 0.5346, + "step": 2891 + }, + { + "epoch": 2.4529262086513994, + "grad_norm": 1.7138254932654309, + "learning_rate": 1.635284139100933e-05, + "loss": 0.451, + "step": 2892 + }, + { + "epoch": 2.453774385072095, + "grad_norm": 2.001463884772159, + "learning_rate": 1.6358495900480634e-05, + "loss": 0.5945, + "step": 2893 + }, + { + "epoch": 2.4546225614927906, + "grad_norm": 1.750200244036426, + "learning_rate": 1.6364150409951937e-05, + "loss": 0.5517, + "step": 2894 + }, + { + "epoch": 2.455470737913486, + "grad_norm": 1.6193559339179608, + "learning_rate": 1.6369804919423244e-05, + "loss": 0.478, + "step": 2895 + }, + { + "epoch": 2.4563189143341817, + "grad_norm": 1.7498902415853679, + "learning_rate": 1.6375459428894544e-05, + "loss": 0.5774, + "step": 2896 + }, + { + "epoch": 2.457167090754877, + "grad_norm": 1.9389821143651804, + "learning_rate": 1.638111393836585e-05, + "loss": 0.5635, + "step": 2897 + }, + { + "epoch": 2.4580152671755724, + "grad_norm": 1.6827573491750307, + "learning_rate": 1.638676844783715e-05, + "loss": 0.6077, + "step": 2898 + }, + { + "epoch": 2.458863443596268, + "grad_norm": 1.7651088259851686, + "learning_rate": 1.6392422957308457e-05, + "loss": 0.5676, + "step": 2899 + }, + { + "epoch": 2.4597116200169635, + "grad_norm": 1.8021480527188762, + "learning_rate": 1.6398077466779757e-05, + "loss": 0.5812, + "step": 2900 + }, + { + "epoch": 2.460559796437659, + "grad_norm": 1.8375189291684924, + "learning_rate": 1.640373197625106e-05, + "loss": 0.5244, + "step": 2901 + }, + { + "epoch": 2.4614079728583547, + "grad_norm": 2.2066582868381066, + "learning_rate": 1.6409386485722364e-05, + "loss": 0.4908, + "step": 2902 + }, + { + "epoch": 2.46225614927905, + "grad_norm": 1.8930915858312773, + "learning_rate": 1.6415040995193667e-05, + "loss": 0.4895, + "step": 2903 + }, + { + "epoch": 2.4631043256997454, + "grad_norm": 1.9983263329407108, + "learning_rate": 1.642069550466497e-05, + "loss": 0.632, + "step": 2904 + }, + { + "epoch": 2.463952502120441, + "grad_norm": 1.8938300360309823, + "learning_rate": 1.6426350014136274e-05, + "loss": 0.5345, + "step": 2905 + }, + { + "epoch": 2.4648006785411365, + "grad_norm": 1.989298167886114, + "learning_rate": 1.6432004523607578e-05, + "loss": 0.491, + "step": 2906 + }, + { + "epoch": 2.465648854961832, + "grad_norm": 1.9692261168252343, + "learning_rate": 1.643765903307888e-05, + "loss": 0.5878, + "step": 2907 + }, + { + "epoch": 2.4664970313825276, + "grad_norm": 1.8218446823208212, + "learning_rate": 1.6443313542550184e-05, + "loss": 0.5652, + "step": 2908 + }, + { + "epoch": 2.467345207803223, + "grad_norm": 1.952507579793813, + "learning_rate": 1.6448968052021488e-05, + "loss": 0.6354, + "step": 2909 + }, + { + "epoch": 2.4681933842239188, + "grad_norm": 2.0678524713590134, + "learning_rate": 1.645462256149279e-05, + "loss": 0.4012, + "step": 2910 + }, + { + "epoch": 2.469041560644614, + "grad_norm": 2.324724123021458, + "learning_rate": 1.6460277070964094e-05, + "loss": 0.6155, + "step": 2911 + }, + { + "epoch": 2.4698897370653095, + "grad_norm": 1.740216250266833, + "learning_rate": 1.6465931580435398e-05, + "loss": 0.5258, + "step": 2912 + }, + { + "epoch": 2.4707379134860052, + "grad_norm": 1.8989202835321926, + "learning_rate": 1.64715860899067e-05, + "loss": 0.5807, + "step": 2913 + }, + { + "epoch": 2.4715860899067006, + "grad_norm": 2.1875643958946234, + "learning_rate": 1.6477240599378005e-05, + "loss": 0.4641, + "step": 2914 + }, + { + "epoch": 2.472434266327396, + "grad_norm": 1.9672565310086538, + "learning_rate": 1.6482895108849308e-05, + "loss": 0.4576, + "step": 2915 + }, + { + "epoch": 2.4732824427480917, + "grad_norm": 1.6833230420833702, + "learning_rate": 1.648854961832061e-05, + "loss": 0.4332, + "step": 2916 + }, + { + "epoch": 2.474130619168787, + "grad_norm": 2.3804378489870883, + "learning_rate": 1.6494204127791915e-05, + "loss": 0.5352, + "step": 2917 + }, + { + "epoch": 2.4749787955894824, + "grad_norm": 1.9803996375156065, + "learning_rate": 1.6499858637263218e-05, + "loss": 0.4529, + "step": 2918 + }, + { + "epoch": 2.475826972010178, + "grad_norm": 1.9902575752405505, + "learning_rate": 1.650551314673452e-05, + "loss": 0.4466, + "step": 2919 + }, + { + "epoch": 2.4766751484308736, + "grad_norm": 1.9518377389318722, + "learning_rate": 1.6511167656205828e-05, + "loss": 0.5476, + "step": 2920 + }, + { + "epoch": 2.4775233248515693, + "grad_norm": 1.662692680867732, + "learning_rate": 1.6516822165677128e-05, + "loss": 0.4764, + "step": 2921 + }, + { + "epoch": 2.4783715012722647, + "grad_norm": 1.8242702657340644, + "learning_rate": 1.652247667514843e-05, + "loss": 0.4827, + "step": 2922 + }, + { + "epoch": 2.47921967769296, + "grad_norm": 1.7053562536616027, + "learning_rate": 1.6528131184619735e-05, + "loss": 0.4499, + "step": 2923 + }, + { + "epoch": 2.480067854113656, + "grad_norm": 1.9659700907139581, + "learning_rate": 1.6533785694091038e-05, + "loss": 0.562, + "step": 2924 + }, + { + "epoch": 2.480916030534351, + "grad_norm": 2.061981147090276, + "learning_rate": 1.653944020356234e-05, + "loss": 0.6104, + "step": 2925 + }, + { + "epoch": 2.4817642069550465, + "grad_norm": 1.7444940222470522, + "learning_rate": 1.6545094713033645e-05, + "loss": 0.4682, + "step": 2926 + }, + { + "epoch": 2.4826123833757423, + "grad_norm": 1.9423646027369346, + "learning_rate": 1.655074922250495e-05, + "loss": 0.604, + "step": 2927 + }, + { + "epoch": 2.4834605597964376, + "grad_norm": 1.8557715075560273, + "learning_rate": 1.6556403731976252e-05, + "loss": 0.5812, + "step": 2928 + }, + { + "epoch": 2.484308736217133, + "grad_norm": 1.7831904934420666, + "learning_rate": 1.6562058241447555e-05, + "loss": 0.5871, + "step": 2929 + }, + { + "epoch": 2.485156912637829, + "grad_norm": 1.6734412218688541, + "learning_rate": 1.656771275091886e-05, + "loss": 0.4412, + "step": 2930 + }, + { + "epoch": 2.486005089058524, + "grad_norm": 1.6919196645735541, + "learning_rate": 1.6573367260390162e-05, + "loss": 0.4674, + "step": 2931 + }, + { + "epoch": 2.48685326547922, + "grad_norm": 1.724261867983904, + "learning_rate": 1.6579021769861465e-05, + "loss": 0.633, + "step": 2932 + }, + { + "epoch": 2.4877014418999153, + "grad_norm": 1.735923521255347, + "learning_rate": 1.658467627933277e-05, + "loss": 0.5869, + "step": 2933 + }, + { + "epoch": 2.4885496183206106, + "grad_norm": 1.9565371392563882, + "learning_rate": 1.6590330788804072e-05, + "loss": 0.604, + "step": 2934 + }, + { + "epoch": 2.489397794741306, + "grad_norm": 1.9133900137221143, + "learning_rate": 1.6595985298275375e-05, + "loss": 0.5985, + "step": 2935 + }, + { + "epoch": 2.4902459711620017, + "grad_norm": 1.8505288229880072, + "learning_rate": 1.660163980774668e-05, + "loss": 0.5908, + "step": 2936 + }, + { + "epoch": 2.491094147582697, + "grad_norm": 1.7502440288345404, + "learning_rate": 1.6607294317217982e-05, + "loss": 0.4655, + "step": 2937 + }, + { + "epoch": 2.491942324003393, + "grad_norm": 1.8556583948900218, + "learning_rate": 1.6612948826689285e-05, + "loss": 0.4541, + "step": 2938 + }, + { + "epoch": 2.4927905004240882, + "grad_norm": 1.9305786936765346, + "learning_rate": 1.661860333616059e-05, + "loss": 0.605, + "step": 2939 + }, + { + "epoch": 2.4936386768447836, + "grad_norm": 1.8763833604673854, + "learning_rate": 1.6624257845631892e-05, + "loss": 0.4978, + "step": 2940 + }, + { + "epoch": 2.4944868532654794, + "grad_norm": 1.9074075854783301, + "learning_rate": 1.6629912355103196e-05, + "loss": 0.5858, + "step": 2941 + }, + { + "epoch": 2.4953350296861747, + "grad_norm": 1.5318722652474672, + "learning_rate": 1.66355668645745e-05, + "loss": 0.4912, + "step": 2942 + }, + { + "epoch": 2.49618320610687, + "grad_norm": 1.923231942240913, + "learning_rate": 1.6641221374045802e-05, + "loss": 0.6133, + "step": 2943 + }, + { + "epoch": 2.497031382527566, + "grad_norm": 1.7568143959866735, + "learning_rate": 1.6646875883517106e-05, + "loss": 0.4422, + "step": 2944 + }, + { + "epoch": 2.497879558948261, + "grad_norm": 1.772586878045801, + "learning_rate": 1.665253039298841e-05, + "loss": 0.5034, + "step": 2945 + }, + { + "epoch": 2.4987277353689565, + "grad_norm": 1.7716675081733795, + "learning_rate": 1.6658184902459712e-05, + "loss": 0.528, + "step": 2946 + }, + { + "epoch": 2.4995759117896523, + "grad_norm": 1.8825145110772556, + "learning_rate": 1.6663839411931016e-05, + "loss": 0.4564, + "step": 2947 + }, + { + "epoch": 2.5004240882103477, + "grad_norm": 1.9181572212195384, + "learning_rate": 1.666949392140232e-05, + "loss": 0.5966, + "step": 2948 + }, + { + "epoch": 2.5012722646310435, + "grad_norm": 1.9344754161612587, + "learning_rate": 1.6675148430873623e-05, + "loss": 0.5183, + "step": 2949 + }, + { + "epoch": 2.502120441051739, + "grad_norm": 1.8050265612736758, + "learning_rate": 1.6680802940344926e-05, + "loss": 0.5599, + "step": 2950 + }, + { + "epoch": 2.502968617472434, + "grad_norm": 1.8041402325322615, + "learning_rate": 1.668645744981623e-05, + "loss": 0.5826, + "step": 2951 + }, + { + "epoch": 2.5038167938931295, + "grad_norm": 1.799399421739072, + "learning_rate": 1.6692111959287533e-05, + "loss": 0.5392, + "step": 2952 + }, + { + "epoch": 2.5046649703138253, + "grad_norm": 1.9532473543779727, + "learning_rate": 1.6697766468758836e-05, + "loss": 0.5979, + "step": 2953 + }, + { + "epoch": 2.5055131467345206, + "grad_norm": 1.6107026108267208, + "learning_rate": 1.670342097823014e-05, + "loss": 0.5492, + "step": 2954 + }, + { + "epoch": 2.5063613231552164, + "grad_norm": 1.7911195906844812, + "learning_rate": 1.6709075487701443e-05, + "loss": 0.5612, + "step": 2955 + }, + { + "epoch": 2.5072094995759118, + "grad_norm": 1.6504937773088617, + "learning_rate": 1.6714729997172746e-05, + "loss": 0.4991, + "step": 2956 + }, + { + "epoch": 2.508057675996607, + "grad_norm": 2.09309679759365, + "learning_rate": 1.672038450664405e-05, + "loss": 0.5532, + "step": 2957 + }, + { + "epoch": 2.508905852417303, + "grad_norm": 1.9179805162623833, + "learning_rate": 1.6726039016115353e-05, + "loss": 0.539, + "step": 2958 + }, + { + "epoch": 2.5097540288379983, + "grad_norm": 1.885013023368032, + "learning_rate": 1.6731693525586656e-05, + "loss": 0.6123, + "step": 2959 + }, + { + "epoch": 2.510602205258694, + "grad_norm": 1.7803199374861134, + "learning_rate": 1.673734803505796e-05, + "loss": 0.5231, + "step": 2960 + }, + { + "epoch": 2.5114503816793894, + "grad_norm": 1.8549066267905987, + "learning_rate": 1.6743002544529263e-05, + "loss": 0.6364, + "step": 2961 + }, + { + "epoch": 2.5122985581000847, + "grad_norm": 1.62954928263285, + "learning_rate": 1.6748657054000566e-05, + "loss": 0.5231, + "step": 2962 + }, + { + "epoch": 2.51314673452078, + "grad_norm": 1.926159601027642, + "learning_rate": 1.675431156347187e-05, + "loss": 0.6122, + "step": 2963 + }, + { + "epoch": 2.513994910941476, + "grad_norm": 1.93797196618263, + "learning_rate": 1.6759966072943173e-05, + "loss": 0.5279, + "step": 2964 + }, + { + "epoch": 2.514843087362171, + "grad_norm": 1.5948498809367928, + "learning_rate": 1.6765620582414476e-05, + "loss": 0.4473, + "step": 2965 + }, + { + "epoch": 2.515691263782867, + "grad_norm": 1.8274919319638074, + "learning_rate": 1.677127509188578e-05, + "loss": 0.615, + "step": 2966 + }, + { + "epoch": 2.5165394402035624, + "grad_norm": 1.7396964149565712, + "learning_rate": 1.6776929601357083e-05, + "loss": 0.5772, + "step": 2967 + }, + { + "epoch": 2.5173876166242577, + "grad_norm": 1.8726371063502234, + "learning_rate": 1.6782584110828387e-05, + "loss": 0.629, + "step": 2968 + }, + { + "epoch": 2.5182357930449535, + "grad_norm": 1.6119726842428899, + "learning_rate": 1.678823862029969e-05, + "loss": 0.4891, + "step": 2969 + }, + { + "epoch": 2.519083969465649, + "grad_norm": 1.9839015635071569, + "learning_rate": 1.6793893129770993e-05, + "loss": 0.5659, + "step": 2970 + }, + { + "epoch": 2.5199321458863446, + "grad_norm": 1.7325501821908824, + "learning_rate": 1.6799547639242297e-05, + "loss": 0.4981, + "step": 2971 + }, + { + "epoch": 2.52078032230704, + "grad_norm": 1.7860385563381955, + "learning_rate": 1.68052021487136e-05, + "loss": 0.4896, + "step": 2972 + }, + { + "epoch": 2.5216284987277353, + "grad_norm": 1.771904337081711, + "learning_rate": 1.6810856658184903e-05, + "loss": 0.5069, + "step": 2973 + }, + { + "epoch": 2.5224766751484307, + "grad_norm": 1.7358599901462382, + "learning_rate": 1.6816511167656207e-05, + "loss": 0.5362, + "step": 2974 + }, + { + "epoch": 2.5233248515691264, + "grad_norm": 1.70393278448827, + "learning_rate": 1.682216567712751e-05, + "loss": 0.5162, + "step": 2975 + }, + { + "epoch": 2.524173027989822, + "grad_norm": 1.7919871209334648, + "learning_rate": 1.6827820186598814e-05, + "loss": 0.5724, + "step": 2976 + }, + { + "epoch": 2.5250212044105176, + "grad_norm": 1.803004964126875, + "learning_rate": 1.6833474696070117e-05, + "loss": 0.5368, + "step": 2977 + }, + { + "epoch": 2.525869380831213, + "grad_norm": 1.703404769203685, + "learning_rate": 1.683912920554142e-05, + "loss": 0.548, + "step": 2978 + }, + { + "epoch": 2.5267175572519083, + "grad_norm": 2.096549442571172, + "learning_rate": 1.6844783715012724e-05, + "loss": 0.5366, + "step": 2979 + }, + { + "epoch": 2.527565733672604, + "grad_norm": 1.7296979169204725, + "learning_rate": 1.6850438224484027e-05, + "loss": 0.5232, + "step": 2980 + }, + { + "epoch": 2.5284139100932994, + "grad_norm": 1.808498678300716, + "learning_rate": 1.685609273395533e-05, + "loss": 0.5678, + "step": 2981 + }, + { + "epoch": 2.5292620865139948, + "grad_norm": 2.001044729966625, + "learning_rate": 1.6861747243426634e-05, + "loss": 0.5361, + "step": 2982 + }, + { + "epoch": 2.5301102629346905, + "grad_norm": 2.0109751974022485, + "learning_rate": 1.6867401752897937e-05, + "loss": 0.6028, + "step": 2983 + }, + { + "epoch": 2.530958439355386, + "grad_norm": 1.8109272568554495, + "learning_rate": 1.687305626236924e-05, + "loss": 0.5629, + "step": 2984 + }, + { + "epoch": 2.5318066157760812, + "grad_norm": 2.0983989493308957, + "learning_rate": 1.6878710771840544e-05, + "loss": 0.7173, + "step": 2985 + }, + { + "epoch": 2.532654792196777, + "grad_norm": 1.6750477474197276, + "learning_rate": 1.6884365281311847e-05, + "loss": 0.5127, + "step": 2986 + }, + { + "epoch": 2.5335029686174724, + "grad_norm": 1.7750449280426692, + "learning_rate": 1.689001979078315e-05, + "loss": 0.4914, + "step": 2987 + }, + { + "epoch": 2.534351145038168, + "grad_norm": 1.5809211156938454, + "learning_rate": 1.6895674300254454e-05, + "loss": 0.4871, + "step": 2988 + }, + { + "epoch": 2.5351993214588635, + "grad_norm": 1.6406730015879019, + "learning_rate": 1.6901328809725757e-05, + "loss": 0.4961, + "step": 2989 + }, + { + "epoch": 2.536047497879559, + "grad_norm": 2.10506610312703, + "learning_rate": 1.690698331919706e-05, + "loss": 0.512, + "step": 2990 + }, + { + "epoch": 2.536895674300254, + "grad_norm": 1.8476295927214164, + "learning_rate": 1.6912637828668364e-05, + "loss": 0.5786, + "step": 2991 + }, + { + "epoch": 2.53774385072095, + "grad_norm": 1.6964582782836974, + "learning_rate": 1.6918292338139668e-05, + "loss": 0.5122, + "step": 2992 + }, + { + "epoch": 2.5385920271416453, + "grad_norm": 1.8231309530931072, + "learning_rate": 1.692394684761097e-05, + "loss": 0.6329, + "step": 2993 + }, + { + "epoch": 2.539440203562341, + "grad_norm": 1.693365421298671, + "learning_rate": 1.6929601357082274e-05, + "loss": 0.48, + "step": 2994 + }, + { + "epoch": 2.5402883799830365, + "grad_norm": 2.008122893386338, + "learning_rate": 1.6935255866553578e-05, + "loss": 0.6444, + "step": 2995 + }, + { + "epoch": 2.541136556403732, + "grad_norm": 1.6707213758094484, + "learning_rate": 1.694091037602488e-05, + "loss": 0.4621, + "step": 2996 + }, + { + "epoch": 2.5419847328244276, + "grad_norm": 2.0549723658604973, + "learning_rate": 1.6946564885496184e-05, + "loss": 0.6594, + "step": 2997 + }, + { + "epoch": 2.542832909245123, + "grad_norm": 1.9209912868825514, + "learning_rate": 1.6952219394967488e-05, + "loss": 0.5682, + "step": 2998 + }, + { + "epoch": 2.5436810856658187, + "grad_norm": 1.6132235518037341, + "learning_rate": 1.695787390443879e-05, + "loss": 0.5158, + "step": 2999 + }, + { + "epoch": 2.544529262086514, + "grad_norm": 1.6180747323097737, + "learning_rate": 1.6963528413910094e-05, + "loss": 0.4536, + "step": 3000 + }, + { + "epoch": 2.5453774385072094, + "grad_norm": 1.8850133292881373, + "learning_rate": 1.6969182923381398e-05, + "loss": 0.5822, + "step": 3001 + }, + { + "epoch": 2.546225614927905, + "grad_norm": 1.692735480981726, + "learning_rate": 1.69748374328527e-05, + "loss": 0.4771, + "step": 3002 + }, + { + "epoch": 2.5470737913486006, + "grad_norm": 1.6412715017915922, + "learning_rate": 1.6980491942324005e-05, + "loss": 0.4873, + "step": 3003 + }, + { + "epoch": 2.547921967769296, + "grad_norm": 1.7483382945240664, + "learning_rate": 1.6986146451795308e-05, + "loss": 0.5741, + "step": 3004 + }, + { + "epoch": 2.5487701441899917, + "grad_norm": 1.657679892685386, + "learning_rate": 1.699180096126661e-05, + "loss": 0.5494, + "step": 3005 + }, + { + "epoch": 2.549618320610687, + "grad_norm": 1.8728301262901834, + "learning_rate": 1.6997455470737915e-05, + "loss": 0.6322, + "step": 3006 + }, + { + "epoch": 2.5504664970313824, + "grad_norm": 1.6755591470558016, + "learning_rate": 1.7003109980209218e-05, + "loss": 0.5393, + "step": 3007 + }, + { + "epoch": 2.551314673452078, + "grad_norm": 1.9694287860699027, + "learning_rate": 1.700876448968052e-05, + "loss": 0.5866, + "step": 3008 + }, + { + "epoch": 2.5521628498727735, + "grad_norm": 1.7027107354889015, + "learning_rate": 1.7014418999151825e-05, + "loss": 0.5943, + "step": 3009 + }, + { + "epoch": 2.553011026293469, + "grad_norm": 1.8130556127741655, + "learning_rate": 1.7020073508623128e-05, + "loss": 0.5949, + "step": 3010 + }, + { + "epoch": 2.5538592027141647, + "grad_norm": 1.7273202179261815, + "learning_rate": 1.702572801809443e-05, + "loss": 0.5263, + "step": 3011 + }, + { + "epoch": 2.55470737913486, + "grad_norm": 1.8542502556365352, + "learning_rate": 1.7031382527565735e-05, + "loss": 0.5128, + "step": 3012 + }, + { + "epoch": 2.5555555555555554, + "grad_norm": 1.6250440782814501, + "learning_rate": 1.7037037037037038e-05, + "loss": 0.4663, + "step": 3013 + }, + { + "epoch": 2.556403731976251, + "grad_norm": 2.0669775462906865, + "learning_rate": 1.704269154650834e-05, + "loss": 0.5158, + "step": 3014 + }, + { + "epoch": 2.5572519083969465, + "grad_norm": 1.6673295058625754, + "learning_rate": 1.7048346055979645e-05, + "loss": 0.5629, + "step": 3015 + }, + { + "epoch": 2.5581000848176423, + "grad_norm": 1.878655676685754, + "learning_rate": 1.705400056545095e-05, + "loss": 0.6115, + "step": 3016 + }, + { + "epoch": 2.5589482612383376, + "grad_norm": 1.915455095588319, + "learning_rate": 1.7059655074922252e-05, + "loss": 0.6013, + "step": 3017 + }, + { + "epoch": 2.559796437659033, + "grad_norm": 1.8509098068798606, + "learning_rate": 1.7065309584393555e-05, + "loss": 0.5854, + "step": 3018 + }, + { + "epoch": 2.5606446140797283, + "grad_norm": 1.6971015622490184, + "learning_rate": 1.707096409386486e-05, + "loss": 0.4889, + "step": 3019 + }, + { + "epoch": 2.561492790500424, + "grad_norm": 1.758837445802815, + "learning_rate": 1.7076618603336162e-05, + "loss": 0.5486, + "step": 3020 + }, + { + "epoch": 2.5623409669211195, + "grad_norm": 1.8614544050432489, + "learning_rate": 1.7082273112807465e-05, + "loss": 0.5393, + "step": 3021 + }, + { + "epoch": 2.5631891433418152, + "grad_norm": 1.7379457202975817, + "learning_rate": 1.708792762227877e-05, + "loss": 0.5482, + "step": 3022 + }, + { + "epoch": 2.5640373197625106, + "grad_norm": 1.9318133296355071, + "learning_rate": 1.7093582131750072e-05, + "loss": 0.655, + "step": 3023 + }, + { + "epoch": 2.564885496183206, + "grad_norm": 1.6806747249911937, + "learning_rate": 1.7099236641221375e-05, + "loss": 0.5139, + "step": 3024 + }, + { + "epoch": 2.5657336726039017, + "grad_norm": 1.9287224708587691, + "learning_rate": 1.710489115069268e-05, + "loss": 0.5849, + "step": 3025 + }, + { + "epoch": 2.566581849024597, + "grad_norm": 1.6779874820721803, + "learning_rate": 1.7110545660163982e-05, + "loss": 0.5282, + "step": 3026 + }, + { + "epoch": 2.567430025445293, + "grad_norm": 1.7550290843898504, + "learning_rate": 1.7116200169635286e-05, + "loss": 0.4886, + "step": 3027 + }, + { + "epoch": 2.568278201865988, + "grad_norm": 1.793311446604592, + "learning_rate": 1.712185467910659e-05, + "loss": 0.4893, + "step": 3028 + }, + { + "epoch": 2.5691263782866836, + "grad_norm": 1.7947308303780687, + "learning_rate": 1.7127509188577892e-05, + "loss": 0.5331, + "step": 3029 + }, + { + "epoch": 2.569974554707379, + "grad_norm": 1.9738664400806114, + "learning_rate": 1.7133163698049196e-05, + "loss": 0.5984, + "step": 3030 + }, + { + "epoch": 2.5708227311280747, + "grad_norm": 1.5969755984358103, + "learning_rate": 1.71388182075205e-05, + "loss": 0.5061, + "step": 3031 + }, + { + "epoch": 2.57167090754877, + "grad_norm": 1.806108038832462, + "learning_rate": 1.7144472716991802e-05, + "loss": 0.5557, + "step": 3032 + }, + { + "epoch": 2.572519083969466, + "grad_norm": 1.7700094395845938, + "learning_rate": 1.7150127226463106e-05, + "loss": 0.6556, + "step": 3033 + }, + { + "epoch": 2.573367260390161, + "grad_norm": 1.666955362680167, + "learning_rate": 1.715578173593441e-05, + "loss": 0.4907, + "step": 3034 + }, + { + "epoch": 2.5742154368108565, + "grad_norm": 1.80805841054296, + "learning_rate": 1.7161436245405712e-05, + "loss": 0.4779, + "step": 3035 + }, + { + "epoch": 2.5750636132315523, + "grad_norm": 1.669304963884065, + "learning_rate": 1.7167090754877016e-05, + "loss": 0.4496, + "step": 3036 + }, + { + "epoch": 2.5759117896522477, + "grad_norm": 1.734838017374804, + "learning_rate": 1.717274526434832e-05, + "loss": 0.3928, + "step": 3037 + }, + { + "epoch": 2.5767599660729434, + "grad_norm": 1.7155996427134772, + "learning_rate": 1.7178399773819623e-05, + "loss": 0.4867, + "step": 3038 + }, + { + "epoch": 2.577608142493639, + "grad_norm": 1.7077648908894163, + "learning_rate": 1.7184054283290926e-05, + "loss": 0.465, + "step": 3039 + }, + { + "epoch": 2.578456318914334, + "grad_norm": 1.7102453970672575, + "learning_rate": 1.718970879276223e-05, + "loss": 0.5505, + "step": 3040 + }, + { + "epoch": 2.5793044953350295, + "grad_norm": 1.7266925068410042, + "learning_rate": 1.7195363302233533e-05, + "loss": 0.5711, + "step": 3041 + }, + { + "epoch": 2.5801526717557253, + "grad_norm": 1.6636266339725143, + "learning_rate": 1.7201017811704836e-05, + "loss": 0.5489, + "step": 3042 + }, + { + "epoch": 2.5810008481764206, + "grad_norm": 1.6911056746108306, + "learning_rate": 1.720667232117614e-05, + "loss": 0.5288, + "step": 3043 + }, + { + "epoch": 2.5818490245971164, + "grad_norm": 1.8833349032240625, + "learning_rate": 1.7212326830647443e-05, + "loss": 0.4931, + "step": 3044 + }, + { + "epoch": 2.5826972010178118, + "grad_norm": 1.7400465564720429, + "learning_rate": 1.7217981340118746e-05, + "loss": 0.5296, + "step": 3045 + }, + { + "epoch": 2.583545377438507, + "grad_norm": 1.6664780710989218, + "learning_rate": 1.722363584959005e-05, + "loss": 0.4958, + "step": 3046 + }, + { + "epoch": 2.5843935538592024, + "grad_norm": 1.8926552863719257, + "learning_rate": 1.7229290359061353e-05, + "loss": 0.5774, + "step": 3047 + }, + { + "epoch": 2.5852417302798982, + "grad_norm": 1.6317612450844352, + "learning_rate": 1.7234944868532656e-05, + "loss": 0.5361, + "step": 3048 + }, + { + "epoch": 2.5860899067005936, + "grad_norm": 1.6514992999730904, + "learning_rate": 1.724059937800396e-05, + "loss": 0.4513, + "step": 3049 + }, + { + "epoch": 2.5869380831212894, + "grad_norm": 1.82687698007621, + "learning_rate": 1.7246253887475263e-05, + "loss": 0.5071, + "step": 3050 + }, + { + "epoch": 2.5877862595419847, + "grad_norm": 1.8626098002310663, + "learning_rate": 1.7251908396946566e-05, + "loss": 0.5941, + "step": 3051 + }, + { + "epoch": 2.58863443596268, + "grad_norm": 1.8461861661163979, + "learning_rate": 1.725756290641787e-05, + "loss": 0.5904, + "step": 3052 + }, + { + "epoch": 2.589482612383376, + "grad_norm": 1.7430987156008, + "learning_rate": 1.7263217415889173e-05, + "loss": 0.5893, + "step": 3053 + }, + { + "epoch": 2.590330788804071, + "grad_norm": 1.7949257172056527, + "learning_rate": 1.7268871925360477e-05, + "loss": 0.4254, + "step": 3054 + }, + { + "epoch": 2.591178965224767, + "grad_norm": 1.8048181099973093, + "learning_rate": 1.727452643483178e-05, + "loss": 0.5637, + "step": 3055 + }, + { + "epoch": 2.5920271416454623, + "grad_norm": 1.695347305881762, + "learning_rate": 1.7280180944303083e-05, + "loss": 0.5802, + "step": 3056 + }, + { + "epoch": 2.5928753180661577, + "grad_norm": 2.1955525885777, + "learning_rate": 1.7285835453774387e-05, + "loss": 0.4939, + "step": 3057 + }, + { + "epoch": 2.593723494486853, + "grad_norm": 1.6875471831292357, + "learning_rate": 1.729148996324569e-05, + "loss": 0.5484, + "step": 3058 + }, + { + "epoch": 2.594571670907549, + "grad_norm": 2.11859945307363, + "learning_rate": 1.7297144472716993e-05, + "loss": 0.5473, + "step": 3059 + }, + { + "epoch": 2.595419847328244, + "grad_norm": 1.7989413429306158, + "learning_rate": 1.7302798982188297e-05, + "loss": 0.561, + "step": 3060 + }, + { + "epoch": 2.59626802374894, + "grad_norm": 1.6853496273887123, + "learning_rate": 1.73084534916596e-05, + "loss": 0.4807, + "step": 3061 + }, + { + "epoch": 2.5971162001696353, + "grad_norm": 1.7117955642749816, + "learning_rate": 1.7314108001130904e-05, + "loss": 0.4412, + "step": 3062 + }, + { + "epoch": 2.5979643765903306, + "grad_norm": 1.8626078603954426, + "learning_rate": 1.7319762510602207e-05, + "loss": 0.3807, + "step": 3063 + }, + { + "epoch": 2.5988125530110264, + "grad_norm": 1.713295235457625, + "learning_rate": 1.732541702007351e-05, + "loss": 0.533, + "step": 3064 + }, + { + "epoch": 2.5996607294317218, + "grad_norm": 1.782097556185842, + "learning_rate": 1.7331071529544814e-05, + "loss": 0.5399, + "step": 3065 + }, + { + "epoch": 2.6005089058524176, + "grad_norm": 1.7248366542967257, + "learning_rate": 1.7336726039016117e-05, + "loss": 0.5201, + "step": 3066 + }, + { + "epoch": 2.601357082273113, + "grad_norm": 1.6768272618501892, + "learning_rate": 1.734238054848742e-05, + "loss": 0.5034, + "step": 3067 + }, + { + "epoch": 2.6022052586938083, + "grad_norm": 1.627305775382371, + "learning_rate": 1.7348035057958724e-05, + "loss": 0.5277, + "step": 3068 + }, + { + "epoch": 2.6030534351145036, + "grad_norm": 1.5654473957566248, + "learning_rate": 1.7353689567430027e-05, + "loss": 0.5014, + "step": 3069 + }, + { + "epoch": 2.6039016115351994, + "grad_norm": 1.8233544522816825, + "learning_rate": 1.735934407690133e-05, + "loss": 0.5244, + "step": 3070 + }, + { + "epoch": 2.6047497879558947, + "grad_norm": 1.7593697566543296, + "learning_rate": 1.7364998586372634e-05, + "loss": 0.5133, + "step": 3071 + }, + { + "epoch": 2.6055979643765905, + "grad_norm": 1.8221638236531381, + "learning_rate": 1.7370653095843937e-05, + "loss": 0.4116, + "step": 3072 + }, + { + "epoch": 2.606446140797286, + "grad_norm": 1.7927430940936468, + "learning_rate": 1.737630760531524e-05, + "loss": 0.612, + "step": 3073 + }, + { + "epoch": 2.607294317217981, + "grad_norm": 1.7324957863968697, + "learning_rate": 1.7381962114786544e-05, + "loss": 0.5029, + "step": 3074 + }, + { + "epoch": 2.608142493638677, + "grad_norm": 1.8287649597601245, + "learning_rate": 1.7387616624257847e-05, + "loss": 0.5759, + "step": 3075 + }, + { + "epoch": 2.6089906700593724, + "grad_norm": 1.96698700083961, + "learning_rate": 1.739327113372915e-05, + "loss": 0.55, + "step": 3076 + }, + { + "epoch": 2.6098388464800677, + "grad_norm": 2.257153669117154, + "learning_rate": 1.7398925643200454e-05, + "loss": 0.6849, + "step": 3077 + }, + { + "epoch": 2.6106870229007635, + "grad_norm": 1.8284450635703315, + "learning_rate": 1.7404580152671757e-05, + "loss": 0.5537, + "step": 3078 + }, + { + "epoch": 2.611535199321459, + "grad_norm": 1.9426342458055679, + "learning_rate": 1.741023466214306e-05, + "loss": 0.4778, + "step": 3079 + }, + { + "epoch": 2.612383375742154, + "grad_norm": 1.8192620571757518, + "learning_rate": 1.7415889171614364e-05, + "loss": 0.544, + "step": 3080 + }, + { + "epoch": 2.61323155216285, + "grad_norm": 1.7289608912758896, + "learning_rate": 1.7421543681085668e-05, + "loss": 0.5649, + "step": 3081 + }, + { + "epoch": 2.6140797285835453, + "grad_norm": 1.9722025942049335, + "learning_rate": 1.742719819055697e-05, + "loss": 0.5359, + "step": 3082 + }, + { + "epoch": 2.614927905004241, + "grad_norm": 1.8724897100230962, + "learning_rate": 1.7432852700028274e-05, + "loss": 0.6017, + "step": 3083 + }, + { + "epoch": 2.6157760814249365, + "grad_norm": 1.955646605662723, + "learning_rate": 1.7438507209499578e-05, + "loss": 0.5446, + "step": 3084 + }, + { + "epoch": 2.616624257845632, + "grad_norm": 1.8077589550530955, + "learning_rate": 1.744416171897088e-05, + "loss": 0.4767, + "step": 3085 + }, + { + "epoch": 2.617472434266327, + "grad_norm": 1.757946532821386, + "learning_rate": 1.7449816228442184e-05, + "loss": 0.5708, + "step": 3086 + }, + { + "epoch": 2.618320610687023, + "grad_norm": 2.0008136080403776, + "learning_rate": 1.7455470737913488e-05, + "loss": 0.4623, + "step": 3087 + }, + { + "epoch": 2.6191687871077183, + "grad_norm": 1.7814890900695228, + "learning_rate": 1.746112524738479e-05, + "loss": 0.4235, + "step": 3088 + }, + { + "epoch": 2.620016963528414, + "grad_norm": 1.8017448143910948, + "learning_rate": 1.7466779756856095e-05, + "loss": 0.5299, + "step": 3089 + }, + { + "epoch": 2.6208651399491094, + "grad_norm": 1.8108480795541242, + "learning_rate": 1.7472434266327398e-05, + "loss": 0.566, + "step": 3090 + }, + { + "epoch": 2.6217133163698048, + "grad_norm": 1.84890064305327, + "learning_rate": 1.74780887757987e-05, + "loss": 0.5227, + "step": 3091 + }, + { + "epoch": 2.6225614927905005, + "grad_norm": 1.6982352226202422, + "learning_rate": 1.7483743285270005e-05, + "loss": 0.5407, + "step": 3092 + }, + { + "epoch": 2.623409669211196, + "grad_norm": 1.6831352658126726, + "learning_rate": 1.7489397794741308e-05, + "loss": 0.5459, + "step": 3093 + }, + { + "epoch": 2.6242578456318917, + "grad_norm": 1.7009792844978484, + "learning_rate": 1.749505230421261e-05, + "loss": 0.5137, + "step": 3094 + }, + { + "epoch": 2.625106022052587, + "grad_norm": 1.910978763016407, + "learning_rate": 1.7500706813683915e-05, + "loss": 0.5812, + "step": 3095 + }, + { + "epoch": 2.6259541984732824, + "grad_norm": 1.7518050782942567, + "learning_rate": 1.7506361323155218e-05, + "loss": 0.5674, + "step": 3096 + }, + { + "epoch": 2.6268023748939777, + "grad_norm": 1.6979258602160077, + "learning_rate": 1.751201583262652e-05, + "loss": 0.5778, + "step": 3097 + }, + { + "epoch": 2.6276505513146735, + "grad_norm": 1.6513222184461371, + "learning_rate": 1.7517670342097825e-05, + "loss": 0.4976, + "step": 3098 + }, + { + "epoch": 2.628498727735369, + "grad_norm": 1.7999343823100438, + "learning_rate": 1.7523324851569128e-05, + "loss": 0.54, + "step": 3099 + }, + { + "epoch": 2.6293469041560646, + "grad_norm": 1.876913506355884, + "learning_rate": 1.752897936104043e-05, + "loss": 0.5552, + "step": 3100 + }, + { + "epoch": 2.63019508057676, + "grad_norm": 1.7736990843939313, + "learning_rate": 1.7534633870511735e-05, + "loss": 0.6037, + "step": 3101 + }, + { + "epoch": 2.6310432569974553, + "grad_norm": 1.7647582336418686, + "learning_rate": 1.754028837998304e-05, + "loss": 0.4544, + "step": 3102 + }, + { + "epoch": 2.631891433418151, + "grad_norm": 1.8381324725763943, + "learning_rate": 1.7545942889454342e-05, + "loss": 0.5427, + "step": 3103 + }, + { + "epoch": 2.6327396098388465, + "grad_norm": 1.7916424752081237, + "learning_rate": 1.7551597398925645e-05, + "loss": 0.599, + "step": 3104 + }, + { + "epoch": 2.633587786259542, + "grad_norm": 1.7499097351966402, + "learning_rate": 1.755725190839695e-05, + "loss": 0.5287, + "step": 3105 + }, + { + "epoch": 2.6344359626802376, + "grad_norm": 1.8848088751384315, + "learning_rate": 1.7562906417868252e-05, + "loss": 0.5302, + "step": 3106 + }, + { + "epoch": 2.635284139100933, + "grad_norm": 1.769870200039228, + "learning_rate": 1.7568560927339555e-05, + "loss": 0.5443, + "step": 3107 + }, + { + "epoch": 2.6361323155216283, + "grad_norm": 1.9818926648729693, + "learning_rate": 1.757421543681086e-05, + "loss": 0.6084, + "step": 3108 + }, + { + "epoch": 2.636980491942324, + "grad_norm": 1.9159730750914812, + "learning_rate": 1.7579869946282162e-05, + "loss": 0.5356, + "step": 3109 + }, + { + "epoch": 2.6378286683630194, + "grad_norm": 1.9957209097790212, + "learning_rate": 1.7585524455753465e-05, + "loss": 0.6004, + "step": 3110 + }, + { + "epoch": 2.6386768447837152, + "grad_norm": 1.6724506328132904, + "learning_rate": 1.759117896522477e-05, + "loss": 0.5268, + "step": 3111 + }, + { + "epoch": 2.6395250212044106, + "grad_norm": 2.052890812281088, + "learning_rate": 1.7596833474696072e-05, + "loss": 0.5215, + "step": 3112 + }, + { + "epoch": 2.640373197625106, + "grad_norm": 1.674787008972829, + "learning_rate": 1.7602487984167375e-05, + "loss": 0.5953, + "step": 3113 + }, + { + "epoch": 2.6412213740458013, + "grad_norm": 1.7135649413275966, + "learning_rate": 1.760814249363868e-05, + "loss": 0.5202, + "step": 3114 + }, + { + "epoch": 2.642069550466497, + "grad_norm": 1.7260056162836381, + "learning_rate": 1.7613797003109982e-05, + "loss": 0.4994, + "step": 3115 + }, + { + "epoch": 2.6429177268871924, + "grad_norm": 1.8056031442026637, + "learning_rate": 1.7619451512581286e-05, + "loss": 0.6019, + "step": 3116 + }, + { + "epoch": 2.643765903307888, + "grad_norm": 1.8224274043661712, + "learning_rate": 1.762510602205259e-05, + "loss": 0.6043, + "step": 3117 + }, + { + "epoch": 2.6446140797285835, + "grad_norm": 1.659038585314648, + "learning_rate": 1.7630760531523892e-05, + "loss": 0.52, + "step": 3118 + }, + { + "epoch": 2.645462256149279, + "grad_norm": 2.0873380497341594, + "learning_rate": 1.7636415040995196e-05, + "loss": 0.5479, + "step": 3119 + }, + { + "epoch": 2.6463104325699747, + "grad_norm": 1.4633562612523063, + "learning_rate": 1.76420695504665e-05, + "loss": 0.541, + "step": 3120 + }, + { + "epoch": 2.64715860899067, + "grad_norm": 1.6103628035893789, + "learning_rate": 1.7647724059937802e-05, + "loss": 0.425, + "step": 3121 + }, + { + "epoch": 2.648006785411366, + "grad_norm": 1.9751215472851864, + "learning_rate": 1.7653378569409106e-05, + "loss": 0.5894, + "step": 3122 + }, + { + "epoch": 2.648854961832061, + "grad_norm": 1.7337758368074905, + "learning_rate": 1.765903307888041e-05, + "loss": 0.528, + "step": 3123 + }, + { + "epoch": 2.6497031382527565, + "grad_norm": 1.767854083714005, + "learning_rate": 1.7664687588351713e-05, + "loss": 0.5214, + "step": 3124 + }, + { + "epoch": 2.650551314673452, + "grad_norm": 1.9786595786785615, + "learning_rate": 1.7670342097823016e-05, + "loss": 0.5443, + "step": 3125 + }, + { + "epoch": 2.6513994910941476, + "grad_norm": 1.7787106333161034, + "learning_rate": 1.767599660729432e-05, + "loss": 0.5386, + "step": 3126 + }, + { + "epoch": 2.652247667514843, + "grad_norm": 1.8305534329042865, + "learning_rate": 1.7681651116765623e-05, + "loss": 0.4709, + "step": 3127 + }, + { + "epoch": 2.6530958439355388, + "grad_norm": 1.6837928704660037, + "learning_rate": 1.7687305626236926e-05, + "loss": 0.5746, + "step": 3128 + }, + { + "epoch": 2.653944020356234, + "grad_norm": 1.6308656779173412, + "learning_rate": 1.769296013570823e-05, + "loss": 0.4659, + "step": 3129 + }, + { + "epoch": 2.6547921967769295, + "grad_norm": 1.9231652002284718, + "learning_rate": 1.7698614645179533e-05, + "loss": 0.5982, + "step": 3130 + }, + { + "epoch": 2.6556403731976252, + "grad_norm": 1.923016767767554, + "learning_rate": 1.7704269154650836e-05, + "loss": 0.5427, + "step": 3131 + }, + { + "epoch": 2.6564885496183206, + "grad_norm": 1.7881083135547202, + "learning_rate": 1.770992366412214e-05, + "loss": 0.4385, + "step": 3132 + }, + { + "epoch": 2.6573367260390164, + "grad_norm": 1.9219901451840984, + "learning_rate": 1.7715578173593443e-05, + "loss": 0.4856, + "step": 3133 + }, + { + "epoch": 2.6581849024597117, + "grad_norm": 1.7703331240681914, + "learning_rate": 1.7721232683064746e-05, + "loss": 0.5403, + "step": 3134 + }, + { + "epoch": 2.659033078880407, + "grad_norm": 1.971491153064978, + "learning_rate": 1.772688719253605e-05, + "loss": 0.6176, + "step": 3135 + }, + { + "epoch": 2.6598812553011024, + "grad_norm": 1.6792351333712634, + "learning_rate": 1.7732541702007353e-05, + "loss": 0.5153, + "step": 3136 + }, + { + "epoch": 2.660729431721798, + "grad_norm": 1.7677586203623397, + "learning_rate": 1.7738196211478656e-05, + "loss": 0.5077, + "step": 3137 + }, + { + "epoch": 2.6615776081424936, + "grad_norm": 1.8747851770451947, + "learning_rate": 1.774385072094996e-05, + "loss": 0.5007, + "step": 3138 + }, + { + "epoch": 2.6624257845631893, + "grad_norm": 1.79661536949819, + "learning_rate": 1.7749505230421263e-05, + "loss": 0.5135, + "step": 3139 + }, + { + "epoch": 2.6632739609838847, + "grad_norm": 1.7913786796347624, + "learning_rate": 1.7755159739892566e-05, + "loss": 0.5332, + "step": 3140 + }, + { + "epoch": 2.66412213740458, + "grad_norm": 1.6173908555682048, + "learning_rate": 1.776081424936387e-05, + "loss": 0.521, + "step": 3141 + }, + { + "epoch": 2.6649703138252754, + "grad_norm": 1.722144937859147, + "learning_rate": 1.776646875883517e-05, + "loss": 0.609, + "step": 3142 + }, + { + "epoch": 2.665818490245971, + "grad_norm": 1.7053679377960091, + "learning_rate": 1.7772123268306477e-05, + "loss": 0.575, + "step": 3143 + }, + { + "epoch": 2.6666666666666665, + "grad_norm": 1.6207806809239333, + "learning_rate": 1.7777777777777777e-05, + "loss": 0.5284, + "step": 3144 + }, + { + "epoch": 2.6675148430873623, + "grad_norm": 1.7353542518692, + "learning_rate": 1.7783432287249083e-05, + "loss": 0.5265, + "step": 3145 + }, + { + "epoch": 2.6683630195080577, + "grad_norm": 1.6979773201437451, + "learning_rate": 1.7789086796720387e-05, + "loss": 0.5908, + "step": 3146 + }, + { + "epoch": 2.669211195928753, + "grad_norm": 1.7681288108187965, + "learning_rate": 1.779474130619169e-05, + "loss": 0.4705, + "step": 3147 + }, + { + "epoch": 2.670059372349449, + "grad_norm": 1.5839199553995233, + "learning_rate": 1.7800395815662993e-05, + "loss": 0.5672, + "step": 3148 + }, + { + "epoch": 2.670907548770144, + "grad_norm": 1.5991774153002565, + "learning_rate": 1.7806050325134297e-05, + "loss": 0.464, + "step": 3149 + }, + { + "epoch": 2.67175572519084, + "grad_norm": 1.7354129055554335, + "learning_rate": 1.78117048346056e-05, + "loss": 0.5372, + "step": 3150 + }, + { + "epoch": 2.6726039016115353, + "grad_norm": 1.8987842094035061, + "learning_rate": 1.7817359344076904e-05, + "loss": 0.5782, + "step": 3151 + }, + { + "epoch": 2.6734520780322306, + "grad_norm": 1.7648194392041752, + "learning_rate": 1.7823013853548207e-05, + "loss": 0.5293, + "step": 3152 + }, + { + "epoch": 2.674300254452926, + "grad_norm": 1.8344841925601214, + "learning_rate": 1.782866836301951e-05, + "loss": 0.631, + "step": 3153 + }, + { + "epoch": 2.6751484308736218, + "grad_norm": 1.7563266255605101, + "learning_rate": 1.7834322872490814e-05, + "loss": 0.6053, + "step": 3154 + }, + { + "epoch": 2.675996607294317, + "grad_norm": 1.7030428956847292, + "learning_rate": 1.7839977381962117e-05, + "loss": 0.5733, + "step": 3155 + }, + { + "epoch": 2.676844783715013, + "grad_norm": 1.8868334859332117, + "learning_rate": 1.784563189143342e-05, + "loss": 0.5296, + "step": 3156 + }, + { + "epoch": 2.6776929601357082, + "grad_norm": 1.7318393317481502, + "learning_rate": 1.7851286400904724e-05, + "loss": 0.5107, + "step": 3157 + }, + { + "epoch": 2.6785411365564036, + "grad_norm": 1.5976913100614774, + "learning_rate": 1.7856940910376027e-05, + "loss": 0.505, + "step": 3158 + }, + { + "epoch": 2.6793893129770994, + "grad_norm": 2.1368698338507115, + "learning_rate": 1.786259541984733e-05, + "loss": 0.5869, + "step": 3159 + }, + { + "epoch": 2.6802374893977947, + "grad_norm": 1.6460755377445329, + "learning_rate": 1.7868249929318634e-05, + "loss": 0.559, + "step": 3160 + }, + { + "epoch": 2.6810856658184905, + "grad_norm": 1.7252885109957543, + "learning_rate": 1.7873904438789937e-05, + "loss": 0.536, + "step": 3161 + }, + { + "epoch": 2.681933842239186, + "grad_norm": 1.7161108330203596, + "learning_rate": 1.787955894826124e-05, + "loss": 0.4959, + "step": 3162 + }, + { + "epoch": 2.682782018659881, + "grad_norm": 1.649429249713183, + "learning_rate": 1.7885213457732544e-05, + "loss": 0.5008, + "step": 3163 + }, + { + "epoch": 2.6836301950805765, + "grad_norm": 1.828156880370551, + "learning_rate": 1.7890867967203847e-05, + "loss": 0.4785, + "step": 3164 + }, + { + "epoch": 2.6844783715012723, + "grad_norm": 1.660754919832013, + "learning_rate": 1.7896522476675147e-05, + "loss": 0.5492, + "step": 3165 + }, + { + "epoch": 2.6853265479219677, + "grad_norm": 1.6541514742904235, + "learning_rate": 1.7902176986146454e-05, + "loss": 0.467, + "step": 3166 + }, + { + "epoch": 2.6861747243426635, + "grad_norm": 1.749978233778327, + "learning_rate": 1.7907831495617754e-05, + "loss": 0.597, + "step": 3167 + }, + { + "epoch": 2.687022900763359, + "grad_norm": 1.784622199631316, + "learning_rate": 1.791348600508906e-05, + "loss": 0.5539, + "step": 3168 + }, + { + "epoch": 2.687871077184054, + "grad_norm": 2.0718586794001133, + "learning_rate": 1.791914051456036e-05, + "loss": 0.5076, + "step": 3169 + }, + { + "epoch": 2.68871925360475, + "grad_norm": 1.716763598386301, + "learning_rate": 1.7924795024031668e-05, + "loss": 0.5637, + "step": 3170 + }, + { + "epoch": 2.6895674300254453, + "grad_norm": 1.6649308951357653, + "learning_rate": 1.793044953350297e-05, + "loss": 0.5386, + "step": 3171 + }, + { + "epoch": 2.6904156064461406, + "grad_norm": 1.87435945473356, + "learning_rate": 1.7936104042974274e-05, + "loss": 0.5298, + "step": 3172 + }, + { + "epoch": 2.6912637828668364, + "grad_norm": 1.7582404434294292, + "learning_rate": 1.7941758552445578e-05, + "loss": 0.5694, + "step": 3173 + }, + { + "epoch": 2.6921119592875318, + "grad_norm": 1.8540934335022266, + "learning_rate": 1.794741306191688e-05, + "loss": 0.5856, + "step": 3174 + }, + { + "epoch": 2.692960135708227, + "grad_norm": 1.7990913271172442, + "learning_rate": 1.7953067571388185e-05, + "loss": 0.5137, + "step": 3175 + }, + { + "epoch": 2.693808312128923, + "grad_norm": 1.5466675305565887, + "learning_rate": 1.7958722080859488e-05, + "loss": 0.5287, + "step": 3176 + }, + { + "epoch": 2.6946564885496183, + "grad_norm": 1.7890309212222493, + "learning_rate": 1.796437659033079e-05, + "loss": 0.593, + "step": 3177 + }, + { + "epoch": 2.695504664970314, + "grad_norm": 1.8503045492815415, + "learning_rate": 1.7970031099802095e-05, + "loss": 0.4561, + "step": 3178 + }, + { + "epoch": 2.6963528413910094, + "grad_norm": 1.7208318026492815, + "learning_rate": 1.7975685609273398e-05, + "loss": 0.5011, + "step": 3179 + }, + { + "epoch": 2.6972010178117047, + "grad_norm": 1.8093425509693692, + "learning_rate": 1.79813401187447e-05, + "loss": 0.5838, + "step": 3180 + }, + { + "epoch": 2.6980491942324, + "grad_norm": 1.7352353662009687, + "learning_rate": 1.7986994628216005e-05, + "loss": 0.4547, + "step": 3181 + }, + { + "epoch": 2.698897370653096, + "grad_norm": 1.9097258725606974, + "learning_rate": 1.7992649137687308e-05, + "loss": 0.5015, + "step": 3182 + }, + { + "epoch": 2.699745547073791, + "grad_norm": 1.7734111009794586, + "learning_rate": 1.799830364715861e-05, + "loss": 0.5248, + "step": 3183 + }, + { + "epoch": 2.700593723494487, + "grad_norm": 1.7308077157090482, + "learning_rate": 1.8003958156629915e-05, + "loss": 0.475, + "step": 3184 + }, + { + "epoch": 2.7014418999151824, + "grad_norm": 1.8899759750578822, + "learning_rate": 1.8009612666101218e-05, + "loss": 0.4737, + "step": 3185 + }, + { + "epoch": 2.7022900763358777, + "grad_norm": 1.6424421707553134, + "learning_rate": 1.8015267175572518e-05, + "loss": 0.5007, + "step": 3186 + }, + { + "epoch": 2.7031382527565735, + "grad_norm": 1.631282654205543, + "learning_rate": 1.8020921685043825e-05, + "loss": 0.4559, + "step": 3187 + }, + { + "epoch": 2.703986429177269, + "grad_norm": 1.9287202517766118, + "learning_rate": 1.8026576194515125e-05, + "loss": 0.5022, + "step": 3188 + }, + { + "epoch": 2.7048346055979646, + "grad_norm": 1.7246601696089585, + "learning_rate": 1.8032230703986432e-05, + "loss": 0.5483, + "step": 3189 + }, + { + "epoch": 2.70568278201866, + "grad_norm": 1.9084809095370945, + "learning_rate": 1.803788521345773e-05, + "loss": 0.5777, + "step": 3190 + }, + { + "epoch": 2.7065309584393553, + "grad_norm": 1.7400245960470337, + "learning_rate": 1.804353972292904e-05, + "loss": 0.5904, + "step": 3191 + }, + { + "epoch": 2.7073791348600507, + "grad_norm": 1.54511319058447, + "learning_rate": 1.804919423240034e-05, + "loss": 0.6076, + "step": 3192 + }, + { + "epoch": 2.7082273112807465, + "grad_norm": 1.7551816989130582, + "learning_rate": 1.8054848741871645e-05, + "loss": 0.5266, + "step": 3193 + }, + { + "epoch": 2.709075487701442, + "grad_norm": 1.4811434648538768, + "learning_rate": 1.8060503251342945e-05, + "loss": 0.5858, + "step": 3194 + }, + { + "epoch": 2.7099236641221376, + "grad_norm": 1.5525509695857258, + "learning_rate": 1.8066157760814252e-05, + "loss": 0.4399, + "step": 3195 + }, + { + "epoch": 2.710771840542833, + "grad_norm": 1.5722213268617695, + "learning_rate": 1.8071812270285555e-05, + "loss": 0.4281, + "step": 3196 + }, + { + "epoch": 2.7116200169635283, + "grad_norm": 1.8565642929869957, + "learning_rate": 1.807746677975686e-05, + "loss": 0.6115, + "step": 3197 + }, + { + "epoch": 2.712468193384224, + "grad_norm": 1.7099634197090492, + "learning_rate": 1.8083121289228162e-05, + "loss": 0.5147, + "step": 3198 + }, + { + "epoch": 2.7133163698049194, + "grad_norm": 1.9192130227966357, + "learning_rate": 1.8088775798699465e-05, + "loss": 0.5971, + "step": 3199 + }, + { + "epoch": 2.714164546225615, + "grad_norm": 1.6019207185821684, + "learning_rate": 1.809443030817077e-05, + "loss": 0.5624, + "step": 3200 + }, + { + "epoch": 2.7150127226463106, + "grad_norm": 1.8170675937300285, + "learning_rate": 1.8100084817642072e-05, + "loss": 0.5268, + "step": 3201 + }, + { + "epoch": 2.715860899067006, + "grad_norm": 1.7298779235182191, + "learning_rate": 1.8105739327113376e-05, + "loss": 0.5581, + "step": 3202 + }, + { + "epoch": 2.7167090754877012, + "grad_norm": 1.7334955822988134, + "learning_rate": 1.811139383658468e-05, + "loss": 0.4974, + "step": 3203 + }, + { + "epoch": 2.717557251908397, + "grad_norm": 2.009303022272882, + "learning_rate": 1.8117048346055982e-05, + "loss": 0.5832, + "step": 3204 + }, + { + "epoch": 2.7184054283290924, + "grad_norm": 1.7918197719651798, + "learning_rate": 1.8122702855527286e-05, + "loss": 0.5488, + "step": 3205 + }, + { + "epoch": 2.719253604749788, + "grad_norm": 1.777969653146116, + "learning_rate": 1.812835736499859e-05, + "loss": 0.5787, + "step": 3206 + }, + { + "epoch": 2.7201017811704835, + "grad_norm": 1.923669039182371, + "learning_rate": 1.8134011874469892e-05, + "loss": 0.5729, + "step": 3207 + }, + { + "epoch": 2.720949957591179, + "grad_norm": 1.7874620858837178, + "learning_rate": 1.8139666383941196e-05, + "loss": 0.5316, + "step": 3208 + }, + { + "epoch": 2.721798134011874, + "grad_norm": 1.5188987526259667, + "learning_rate": 1.8145320893412496e-05, + "loss": 0.4516, + "step": 3209 + }, + { + "epoch": 2.72264631043257, + "grad_norm": 1.7011932637887957, + "learning_rate": 1.8150975402883803e-05, + "loss": 0.4932, + "step": 3210 + }, + { + "epoch": 2.7234944868532653, + "grad_norm": 1.7142113335252525, + "learning_rate": 1.8156629912355102e-05, + "loss": 0.5946, + "step": 3211 + }, + { + "epoch": 2.724342663273961, + "grad_norm": 1.8418150837586935, + "learning_rate": 1.816228442182641e-05, + "loss": 0.478, + "step": 3212 + }, + { + "epoch": 2.7251908396946565, + "grad_norm": 1.618299843214838, + "learning_rate": 1.816793893129771e-05, + "loss": 0.5448, + "step": 3213 + }, + { + "epoch": 2.726039016115352, + "grad_norm": 1.80630879822635, + "learning_rate": 1.8173593440769016e-05, + "loss": 0.512, + "step": 3214 + }, + { + "epoch": 2.7268871925360476, + "grad_norm": 1.5395356751757132, + "learning_rate": 1.8179247950240316e-05, + "loss": 0.5158, + "step": 3215 + }, + { + "epoch": 2.727735368956743, + "grad_norm": 1.7199529202450479, + "learning_rate": 1.8184902459711623e-05, + "loss": 0.5075, + "step": 3216 + }, + { + "epoch": 2.7285835453774387, + "grad_norm": 1.5129571550148768, + "learning_rate": 1.8190556969182923e-05, + "loss": 0.4584, + "step": 3217 + }, + { + "epoch": 2.729431721798134, + "grad_norm": 1.6594085767809685, + "learning_rate": 1.819621147865423e-05, + "loss": 0.4848, + "step": 3218 + }, + { + "epoch": 2.7302798982188294, + "grad_norm": 1.601548056430572, + "learning_rate": 1.820186598812553e-05, + "loss": 0.5845, + "step": 3219 + }, + { + "epoch": 2.731128074639525, + "grad_norm": 1.7199446024744371, + "learning_rate": 1.8207520497596836e-05, + "loss": 0.5933, + "step": 3220 + }, + { + "epoch": 2.7319762510602206, + "grad_norm": 1.6598420095079498, + "learning_rate": 1.8213175007068136e-05, + "loss": 0.5377, + "step": 3221 + }, + { + "epoch": 2.732824427480916, + "grad_norm": 1.7600533667254603, + "learning_rate": 1.8218829516539443e-05, + "loss": 0.6404, + "step": 3222 + }, + { + "epoch": 2.7336726039016117, + "grad_norm": 1.6035818085307962, + "learning_rate": 1.8224484026010746e-05, + "loss": 0.5647, + "step": 3223 + }, + { + "epoch": 2.734520780322307, + "grad_norm": 1.6105674817018543, + "learning_rate": 1.823013853548205e-05, + "loss": 0.5307, + "step": 3224 + }, + { + "epoch": 2.7353689567430024, + "grad_norm": 1.6236882763556564, + "learning_rate": 1.8235793044953353e-05, + "loss": 0.5143, + "step": 3225 + }, + { + "epoch": 2.736217133163698, + "grad_norm": 1.8728066288293796, + "learning_rate": 1.8241447554424656e-05, + "loss": 0.5607, + "step": 3226 + }, + { + "epoch": 2.7370653095843935, + "grad_norm": 1.6505276859486935, + "learning_rate": 1.824710206389596e-05, + "loss": 0.5035, + "step": 3227 + }, + { + "epoch": 2.7379134860050893, + "grad_norm": 1.8694994445714572, + "learning_rate": 1.8252756573367263e-05, + "loss": 0.5205, + "step": 3228 + }, + { + "epoch": 2.7387616624257847, + "grad_norm": 1.707511159526094, + "learning_rate": 1.8258411082838567e-05, + "loss": 0.5267, + "step": 3229 + }, + { + "epoch": 2.73960983884648, + "grad_norm": 1.6077619338742248, + "learning_rate": 1.8264065592309867e-05, + "loss": 0.5383, + "step": 3230 + }, + { + "epoch": 2.7404580152671754, + "grad_norm": 1.582844288170531, + "learning_rate": 1.8269720101781173e-05, + "loss": 0.5434, + "step": 3231 + }, + { + "epoch": 2.741306191687871, + "grad_norm": 1.6383697908250998, + "learning_rate": 1.8275374611252473e-05, + "loss": 0.6324, + "step": 3232 + }, + { + "epoch": 2.7421543681085665, + "grad_norm": 1.831072755971783, + "learning_rate": 1.828102912072378e-05, + "loss": 0.5258, + "step": 3233 + }, + { + "epoch": 2.7430025445292623, + "grad_norm": 1.6584253840709031, + "learning_rate": 1.828668363019508e-05, + "loss": 0.55, + "step": 3234 + }, + { + "epoch": 2.7438507209499576, + "grad_norm": 1.682846494444417, + "learning_rate": 1.8292338139666387e-05, + "loss": 0.5429, + "step": 3235 + }, + { + "epoch": 2.744698897370653, + "grad_norm": 1.7287361112556396, + "learning_rate": 1.8297992649137687e-05, + "loss": 0.5027, + "step": 3236 + }, + { + "epoch": 2.7455470737913483, + "grad_norm": 1.5147721762119812, + "learning_rate": 1.8303647158608994e-05, + "loss": 0.4812, + "step": 3237 + }, + { + "epoch": 2.746395250212044, + "grad_norm": 1.7367122650601203, + "learning_rate": 1.8309301668080294e-05, + "loss": 0.5618, + "step": 3238 + }, + { + "epoch": 2.7472434266327395, + "grad_norm": 1.5564960499149687, + "learning_rate": 1.83149561775516e-05, + "loss": 0.4728, + "step": 3239 + }, + { + "epoch": 2.7480916030534353, + "grad_norm": 1.691521648148674, + "learning_rate": 1.83206106870229e-05, + "loss": 0.554, + "step": 3240 + }, + { + "epoch": 2.7489397794741306, + "grad_norm": 1.5700598544760875, + "learning_rate": 1.8326265196494207e-05, + "loss": 0.5966, + "step": 3241 + }, + { + "epoch": 2.749787955894826, + "grad_norm": 1.6550913703500751, + "learning_rate": 1.8331919705965507e-05, + "loss": 0.6101, + "step": 3242 + }, + { + "epoch": 2.7506361323155217, + "grad_norm": 1.830044836135844, + "learning_rate": 1.8337574215436814e-05, + "loss": 0.5175, + "step": 3243 + }, + { + "epoch": 2.751484308736217, + "grad_norm": 2.9295276722979353, + "learning_rate": 1.8343228724908114e-05, + "loss": 0.5186, + "step": 3244 + }, + { + "epoch": 2.752332485156913, + "grad_norm": 1.7297814883183245, + "learning_rate": 1.834888323437942e-05, + "loss": 0.5404, + "step": 3245 + }, + { + "epoch": 2.753180661577608, + "grad_norm": 1.5310122449833137, + "learning_rate": 1.835453774385072e-05, + "loss": 0.5338, + "step": 3246 + }, + { + "epoch": 2.7540288379983036, + "grad_norm": 1.6270923697584352, + "learning_rate": 1.8360192253322027e-05, + "loss": 0.538, + "step": 3247 + }, + { + "epoch": 2.754877014418999, + "grad_norm": 1.647175991785945, + "learning_rate": 1.836584676279333e-05, + "loss": 0.4995, + "step": 3248 + }, + { + "epoch": 2.7557251908396947, + "grad_norm": 1.4707833647641269, + "learning_rate": 1.8371501272264634e-05, + "loss": 0.4667, + "step": 3249 + }, + { + "epoch": 2.75657336726039, + "grad_norm": 1.5828445773850603, + "learning_rate": 1.8377155781735937e-05, + "loss": 0.4432, + "step": 3250 + }, + { + "epoch": 2.757421543681086, + "grad_norm": 1.8400286973296762, + "learning_rate": 1.838281029120724e-05, + "loss": 0.4936, + "step": 3251 + }, + { + "epoch": 2.758269720101781, + "grad_norm": 1.6696600734769511, + "learning_rate": 1.8388464800678544e-05, + "loss": 0.5449, + "step": 3252 + }, + { + "epoch": 2.7591178965224765, + "grad_norm": 1.7133056679371093, + "learning_rate": 1.8394119310149844e-05, + "loss": 0.5154, + "step": 3253 + }, + { + "epoch": 2.7599660729431723, + "grad_norm": 1.5761932020849354, + "learning_rate": 1.839977381962115e-05, + "loss": 0.5377, + "step": 3254 + }, + { + "epoch": 2.7608142493638677, + "grad_norm": 1.6392219234786791, + "learning_rate": 1.840542832909245e-05, + "loss": 0.4891, + "step": 3255 + }, + { + "epoch": 2.7616624257845634, + "grad_norm": 1.6183802177581947, + "learning_rate": 1.8411082838563758e-05, + "loss": 0.4839, + "step": 3256 + }, + { + "epoch": 2.762510602205259, + "grad_norm": 1.7814861584294237, + "learning_rate": 1.8416737348035058e-05, + "loss": 0.5509, + "step": 3257 + }, + { + "epoch": 2.763358778625954, + "grad_norm": 1.6172028159969074, + "learning_rate": 1.8422391857506364e-05, + "loss": 0.4612, + "step": 3258 + }, + { + "epoch": 2.7642069550466495, + "grad_norm": 1.5603021471862764, + "learning_rate": 1.8428046366977664e-05, + "loss": 0.5019, + "step": 3259 + }, + { + "epoch": 2.7650551314673453, + "grad_norm": 1.8613037678822346, + "learning_rate": 1.843370087644897e-05, + "loss": 0.6854, + "step": 3260 + }, + { + "epoch": 2.7659033078880406, + "grad_norm": 1.7322808710742903, + "learning_rate": 1.843935538592027e-05, + "loss": 0.5003, + "step": 3261 + }, + { + "epoch": 2.7667514843087364, + "grad_norm": 1.5323158423572643, + "learning_rate": 1.8445009895391578e-05, + "loss": 0.4695, + "step": 3262 + }, + { + "epoch": 2.7675996607294318, + "grad_norm": 1.59644036979894, + "learning_rate": 1.8450664404862878e-05, + "loss": 0.5506, + "step": 3263 + }, + { + "epoch": 2.768447837150127, + "grad_norm": 1.7048486926701365, + "learning_rate": 1.8456318914334185e-05, + "loss": 0.5061, + "step": 3264 + }, + { + "epoch": 2.769296013570823, + "grad_norm": 1.6744514059261428, + "learning_rate": 1.8461973423805485e-05, + "loss": 0.4345, + "step": 3265 + }, + { + "epoch": 2.7701441899915182, + "grad_norm": 1.6338338971325066, + "learning_rate": 1.846762793327679e-05, + "loss": 0.5016, + "step": 3266 + }, + { + "epoch": 2.7709923664122136, + "grad_norm": 1.7358965593170916, + "learning_rate": 1.847328244274809e-05, + "loss": 0.5573, + "step": 3267 + }, + { + "epoch": 2.7718405428329094, + "grad_norm": 1.8278738464442628, + "learning_rate": 1.8478936952219398e-05, + "loss": 0.5234, + "step": 3268 + }, + { + "epoch": 2.7726887192536047, + "grad_norm": 1.436195335661078, + "learning_rate": 1.8484591461690698e-05, + "loss": 0.4455, + "step": 3269 + }, + { + "epoch": 2.7735368956743, + "grad_norm": 1.9764665778530979, + "learning_rate": 1.8490245971162005e-05, + "loss": 0.5458, + "step": 3270 + }, + { + "epoch": 2.774385072094996, + "grad_norm": 1.6288158924717828, + "learning_rate": 1.8495900480633305e-05, + "loss": 0.5228, + "step": 3271 + }, + { + "epoch": 2.775233248515691, + "grad_norm": 1.543170243931234, + "learning_rate": 1.850155499010461e-05, + "loss": 0.5002, + "step": 3272 + }, + { + "epoch": 2.776081424936387, + "grad_norm": 1.8984203166606712, + "learning_rate": 1.8507209499575915e-05, + "loss": 0.6091, + "step": 3273 + }, + { + "epoch": 2.7769296013570823, + "grad_norm": 1.596911553102423, + "learning_rate": 1.8512864009047215e-05, + "loss": 0.5752, + "step": 3274 + }, + { + "epoch": 2.7777777777777777, + "grad_norm": 1.8659138346953434, + "learning_rate": 1.851851851851852e-05, + "loss": 0.6325, + "step": 3275 + }, + { + "epoch": 2.778625954198473, + "grad_norm": 1.732871855472684, + "learning_rate": 1.852417302798982e-05, + "loss": 0.554, + "step": 3276 + }, + { + "epoch": 2.779474130619169, + "grad_norm": 1.65267815974208, + "learning_rate": 1.852982753746113e-05, + "loss": 0.5216, + "step": 3277 + }, + { + "epoch": 2.780322307039864, + "grad_norm": 1.5388863877661456, + "learning_rate": 1.853548204693243e-05, + "loss": 0.4256, + "step": 3278 + }, + { + "epoch": 2.78117048346056, + "grad_norm": 1.6741832098096119, + "learning_rate": 1.8541136556403735e-05, + "loss": 0.5365, + "step": 3279 + }, + { + "epoch": 2.7820186598812553, + "grad_norm": 1.7701985636439277, + "learning_rate": 1.8546791065875035e-05, + "loss": 0.5042, + "step": 3280 + }, + { + "epoch": 2.7828668363019506, + "grad_norm": 1.6225751595479427, + "learning_rate": 1.8552445575346342e-05, + "loss": 0.5213, + "step": 3281 + }, + { + "epoch": 2.7837150127226464, + "grad_norm": 1.6959097967608718, + "learning_rate": 1.8558100084817642e-05, + "loss": 0.568, + "step": 3282 + }, + { + "epoch": 2.7845631891433418, + "grad_norm": 1.618338990761795, + "learning_rate": 1.856375459428895e-05, + "loss": 0.5542, + "step": 3283 + }, + { + "epoch": 2.7854113655640376, + "grad_norm": 2.0620210998500346, + "learning_rate": 1.856940910376025e-05, + "loss": 0.6125, + "step": 3284 + }, + { + "epoch": 2.786259541984733, + "grad_norm": 1.5444730459929625, + "learning_rate": 1.8575063613231555e-05, + "loss": 0.5372, + "step": 3285 + }, + { + "epoch": 2.7871077184054283, + "grad_norm": 1.770119810019805, + "learning_rate": 1.8580718122702855e-05, + "loss": 0.5766, + "step": 3286 + }, + { + "epoch": 2.7879558948261236, + "grad_norm": 1.5407922147270345, + "learning_rate": 1.8586372632174162e-05, + "loss": 0.4737, + "step": 3287 + }, + { + "epoch": 2.7888040712468194, + "grad_norm": 1.7973214266515505, + "learning_rate": 1.8592027141645462e-05, + "loss": 0.579, + "step": 3288 + }, + { + "epoch": 2.7896522476675147, + "grad_norm": 1.6391896090906335, + "learning_rate": 1.859768165111677e-05, + "loss": 0.457, + "step": 3289 + }, + { + "epoch": 2.7905004240882105, + "grad_norm": 1.5948705884009988, + "learning_rate": 1.860333616058807e-05, + "loss": 0.5473, + "step": 3290 + }, + { + "epoch": 2.791348600508906, + "grad_norm": 1.874507659078982, + "learning_rate": 1.8608990670059376e-05, + "loss": 0.6352, + "step": 3291 + }, + { + "epoch": 2.792196776929601, + "grad_norm": 1.73708565833039, + "learning_rate": 1.8614645179530676e-05, + "loss": 0.5537, + "step": 3292 + }, + { + "epoch": 2.793044953350297, + "grad_norm": 1.615372183805731, + "learning_rate": 1.8620299689001982e-05, + "loss": 0.5218, + "step": 3293 + }, + { + "epoch": 2.7938931297709924, + "grad_norm": 1.6530723663026459, + "learning_rate": 1.8625954198473282e-05, + "loss": 0.5293, + "step": 3294 + }, + { + "epoch": 2.794741306191688, + "grad_norm": 1.8613877802814005, + "learning_rate": 1.863160870794459e-05, + "loss": 0.5847, + "step": 3295 + }, + { + "epoch": 2.7955894826123835, + "grad_norm": 1.751607083664881, + "learning_rate": 1.863726321741589e-05, + "loss": 0.4569, + "step": 3296 + }, + { + "epoch": 2.796437659033079, + "grad_norm": 1.5841429516308958, + "learning_rate": 1.8642917726887192e-05, + "loss": 0.5856, + "step": 3297 + }, + { + "epoch": 2.797285835453774, + "grad_norm": 1.502447195613802, + "learning_rate": 1.86485722363585e-05, + "loss": 0.5192, + "step": 3298 + }, + { + "epoch": 2.79813401187447, + "grad_norm": 1.6037185140284185, + "learning_rate": 1.86542267458298e-05, + "loss": 0.4513, + "step": 3299 + }, + { + "epoch": 2.7989821882951653, + "grad_norm": 1.803076036439838, + "learning_rate": 1.8659881255301106e-05, + "loss": 0.629, + "step": 3300 + }, + { + "epoch": 2.799830364715861, + "grad_norm": 1.4791192724132822, + "learning_rate": 1.8665535764772406e-05, + "loss": 0.3991, + "step": 3301 + }, + { + "epoch": 2.8006785411365565, + "grad_norm": 1.8258563319310064, + "learning_rate": 1.8671190274243713e-05, + "loss": 0.5669, + "step": 3302 + }, + { + "epoch": 2.801526717557252, + "grad_norm": 1.4092686402902954, + "learning_rate": 1.8676844783715013e-05, + "loss": 0.4504, + "step": 3303 + }, + { + "epoch": 2.802374893977947, + "grad_norm": 1.5678832367953432, + "learning_rate": 1.868249929318632e-05, + "loss": 0.4497, + "step": 3304 + }, + { + "epoch": 2.803223070398643, + "grad_norm": 1.6143797982592252, + "learning_rate": 1.868815380265762e-05, + "loss": 0.5103, + "step": 3305 + }, + { + "epoch": 2.8040712468193383, + "grad_norm": 1.5233676956467677, + "learning_rate": 1.8693808312128926e-05, + "loss": 0.5347, + "step": 3306 + }, + { + "epoch": 2.804919423240034, + "grad_norm": 1.5538392114168564, + "learning_rate": 1.8699462821600226e-05, + "loss": 0.4949, + "step": 3307 + }, + { + "epoch": 2.8057675996607294, + "grad_norm": 1.706415585362254, + "learning_rate": 1.8705117331071533e-05, + "loss": 0.5504, + "step": 3308 + }, + { + "epoch": 2.8066157760814248, + "grad_norm": 1.603962638850202, + "learning_rate": 1.8710771840542833e-05, + "loss": 0.5252, + "step": 3309 + }, + { + "epoch": 2.8074639525021206, + "grad_norm": 1.6931850085457552, + "learning_rate": 1.871642635001414e-05, + "loss": 0.5342, + "step": 3310 + }, + { + "epoch": 2.808312128922816, + "grad_norm": 1.684700010598921, + "learning_rate": 1.872208085948544e-05, + "loss": 0.4629, + "step": 3311 + }, + { + "epoch": 2.8091603053435117, + "grad_norm": 1.49956523762641, + "learning_rate": 1.8727735368956746e-05, + "loss": 0.4768, + "step": 3312 + }, + { + "epoch": 2.810008481764207, + "grad_norm": 1.661606976348481, + "learning_rate": 1.8733389878428046e-05, + "loss": 0.4465, + "step": 3313 + }, + { + "epoch": 2.8108566581849024, + "grad_norm": 1.474850881164553, + "learning_rate": 1.8739044387899353e-05, + "loss": 0.3775, + "step": 3314 + }, + { + "epoch": 2.8117048346055977, + "grad_norm": 1.849326432621335, + "learning_rate": 1.8744698897370653e-05, + "loss": 0.5833, + "step": 3315 + }, + { + "epoch": 2.8125530110262935, + "grad_norm": 1.7317845221939747, + "learning_rate": 1.875035340684196e-05, + "loss": 0.5408, + "step": 3316 + }, + { + "epoch": 2.813401187446989, + "grad_norm": 1.5993788829267637, + "learning_rate": 1.875600791631326e-05, + "loss": 0.5723, + "step": 3317 + }, + { + "epoch": 2.8142493638676847, + "grad_norm": 1.5198720737115814, + "learning_rate": 1.8761662425784563e-05, + "loss": 0.4757, + "step": 3318 + }, + { + "epoch": 2.81509754028838, + "grad_norm": 1.6672487601079011, + "learning_rate": 1.8767316935255867e-05, + "loss": 0.628, + "step": 3319 + }, + { + "epoch": 2.8159457167090753, + "grad_norm": 1.6406839836968405, + "learning_rate": 1.877297144472717e-05, + "loss": 0.4922, + "step": 3320 + }, + { + "epoch": 2.816793893129771, + "grad_norm": 1.6316120479073362, + "learning_rate": 1.8778625954198473e-05, + "loss": 0.4841, + "step": 3321 + }, + { + "epoch": 2.8176420695504665, + "grad_norm": 1.4826807147062164, + "learning_rate": 1.8784280463669777e-05, + "loss": 0.5368, + "step": 3322 + }, + { + "epoch": 2.8184902459711623, + "grad_norm": 1.684404914398821, + "learning_rate": 1.8789934973141084e-05, + "loss": 0.6251, + "step": 3323 + }, + { + "epoch": 2.8193384223918576, + "grad_norm": 1.7348850221102974, + "learning_rate": 1.8795589482612383e-05, + "loss": 0.6086, + "step": 3324 + }, + { + "epoch": 2.820186598812553, + "grad_norm": 1.6107664124973984, + "learning_rate": 1.880124399208369e-05, + "loss": 0.4904, + "step": 3325 + }, + { + "epoch": 2.8210347752332483, + "grad_norm": 1.7414850964485644, + "learning_rate": 1.880689850155499e-05, + "loss": 0.588, + "step": 3326 + }, + { + "epoch": 2.821882951653944, + "grad_norm": 1.5078684596782845, + "learning_rate": 1.8812553011026297e-05, + "loss": 0.4813, + "step": 3327 + }, + { + "epoch": 2.8227311280746394, + "grad_norm": 1.7299854994305135, + "learning_rate": 1.8818207520497597e-05, + "loss": 0.5998, + "step": 3328 + }, + { + "epoch": 2.8235793044953352, + "grad_norm": 1.7249825252364606, + "learning_rate": 1.8823862029968904e-05, + "loss": 0.6268, + "step": 3329 + }, + { + "epoch": 2.8244274809160306, + "grad_norm": 1.8312855180029024, + "learning_rate": 1.8829516539440204e-05, + "loss": 0.6312, + "step": 3330 + }, + { + "epoch": 2.825275657336726, + "grad_norm": 1.5174068871816226, + "learning_rate": 1.883517104891151e-05, + "loss": 0.5575, + "step": 3331 + }, + { + "epoch": 2.8261238337574213, + "grad_norm": 1.4987578183086567, + "learning_rate": 1.884082555838281e-05, + "loss": 0.5458, + "step": 3332 + }, + { + "epoch": 2.826972010178117, + "grad_norm": 1.7237936519784325, + "learning_rate": 1.8846480067854117e-05, + "loss": 0.4998, + "step": 3333 + }, + { + "epoch": 2.8278201865988124, + "grad_norm": 1.5674197313062004, + "learning_rate": 1.8852134577325417e-05, + "loss": 0.5112, + "step": 3334 + }, + { + "epoch": 2.828668363019508, + "grad_norm": 1.6395504726447432, + "learning_rate": 1.8857789086796724e-05, + "loss": 0.5668, + "step": 3335 + }, + { + "epoch": 2.8295165394402035, + "grad_norm": 1.97594442301872, + "learning_rate": 1.8863443596268024e-05, + "loss": 0.5847, + "step": 3336 + }, + { + "epoch": 2.830364715860899, + "grad_norm": 1.842261941208514, + "learning_rate": 1.886909810573933e-05, + "loss": 0.557, + "step": 3337 + }, + { + "epoch": 2.8312128922815947, + "grad_norm": 1.679911101939179, + "learning_rate": 1.887475261521063e-05, + "loss": 0.5348, + "step": 3338 + }, + { + "epoch": 2.83206106870229, + "grad_norm": 1.7217202132700318, + "learning_rate": 1.8880407124681937e-05, + "loss": 0.5649, + "step": 3339 + }, + { + "epoch": 2.832909245122986, + "grad_norm": 1.6715128617499613, + "learning_rate": 1.8886061634153237e-05, + "loss": 0.5743, + "step": 3340 + }, + { + "epoch": 2.833757421543681, + "grad_norm": 1.470404771995641, + "learning_rate": 1.889171614362454e-05, + "loss": 0.5223, + "step": 3341 + }, + { + "epoch": 2.8346055979643765, + "grad_norm": 1.8334680324877177, + "learning_rate": 1.8897370653095844e-05, + "loss": 0.5589, + "step": 3342 + }, + { + "epoch": 2.835453774385072, + "grad_norm": 1.905528816755964, + "learning_rate": 1.8903025162567148e-05, + "loss": 0.5672, + "step": 3343 + }, + { + "epoch": 2.8363019508057676, + "grad_norm": 1.499792987267635, + "learning_rate": 1.890867967203845e-05, + "loss": 0.4304, + "step": 3344 + }, + { + "epoch": 2.837150127226463, + "grad_norm": 1.600005828348093, + "learning_rate": 1.8914334181509754e-05, + "loss": 0.5238, + "step": 3345 + }, + { + "epoch": 2.8379983036471588, + "grad_norm": 1.7149817288649538, + "learning_rate": 1.8919988690981058e-05, + "loss": 0.5932, + "step": 3346 + }, + { + "epoch": 2.838846480067854, + "grad_norm": 1.5897359830518216, + "learning_rate": 1.892564320045236e-05, + "loss": 0.5247, + "step": 3347 + }, + { + "epoch": 2.8396946564885495, + "grad_norm": 1.5114970757376431, + "learning_rate": 1.8931297709923668e-05, + "loss": 0.5705, + "step": 3348 + }, + { + "epoch": 2.8405428329092453, + "grad_norm": 1.9173318883308772, + "learning_rate": 1.8936952219394968e-05, + "loss": 0.5899, + "step": 3349 + }, + { + "epoch": 2.8413910093299406, + "grad_norm": 1.642185103019268, + "learning_rate": 1.8942606728866275e-05, + "loss": 0.5172, + "step": 3350 + }, + { + "epoch": 2.8422391857506364, + "grad_norm": 1.499321171067819, + "learning_rate": 1.8948261238337575e-05, + "loss": 0.502, + "step": 3351 + }, + { + "epoch": 2.8430873621713317, + "grad_norm": 1.6432264645888375, + "learning_rate": 1.895391574780888e-05, + "loss": 0.4991, + "step": 3352 + }, + { + "epoch": 2.843935538592027, + "grad_norm": 1.6089422010676095, + "learning_rate": 1.895957025728018e-05, + "loss": 0.5587, + "step": 3353 + }, + { + "epoch": 2.8447837150127224, + "grad_norm": 1.7468334094731677, + "learning_rate": 1.8965224766751488e-05, + "loss": 0.5361, + "step": 3354 + }, + { + "epoch": 2.845631891433418, + "grad_norm": 1.5228636430887201, + "learning_rate": 1.8970879276222788e-05, + "loss": 0.4749, + "step": 3355 + }, + { + "epoch": 2.8464800678541136, + "grad_norm": 1.5921925395444914, + "learning_rate": 1.8976533785694095e-05, + "loss": 0.5155, + "step": 3356 + }, + { + "epoch": 2.8473282442748094, + "grad_norm": 1.5424675353879969, + "learning_rate": 1.8982188295165395e-05, + "loss": 0.5316, + "step": 3357 + }, + { + "epoch": 2.8481764206955047, + "grad_norm": 1.6529813705048892, + "learning_rate": 1.89878428046367e-05, + "loss": 0.5379, + "step": 3358 + }, + { + "epoch": 2.8490245971162, + "grad_norm": 1.5903133121338326, + "learning_rate": 1.8993497314108e-05, + "loss": 0.4943, + "step": 3359 + }, + { + "epoch": 2.849872773536896, + "grad_norm": 1.7417776786993122, + "learning_rate": 1.8999151823579308e-05, + "loss": 0.5938, + "step": 3360 + }, + { + "epoch": 2.850720949957591, + "grad_norm": 1.5675206338549903, + "learning_rate": 1.9004806333050608e-05, + "loss": 0.5685, + "step": 3361 + }, + { + "epoch": 2.8515691263782865, + "grad_norm": 1.5237879468219917, + "learning_rate": 1.901046084252191e-05, + "loss": 0.5079, + "step": 3362 + }, + { + "epoch": 2.8524173027989823, + "grad_norm": 1.7585458058743393, + "learning_rate": 1.9016115351993215e-05, + "loss": 0.5824, + "step": 3363 + }, + { + "epoch": 2.8532654792196777, + "grad_norm": 1.6886866897177366, + "learning_rate": 1.902176986146452e-05, + "loss": 0.5425, + "step": 3364 + }, + { + "epoch": 2.854113655640373, + "grad_norm": 1.554298303234389, + "learning_rate": 1.9027424370935822e-05, + "loss": 0.3912, + "step": 3365 + }, + { + "epoch": 2.854961832061069, + "grad_norm": 1.7268948413488734, + "learning_rate": 1.9033078880407125e-05, + "loss": 0.5692, + "step": 3366 + }, + { + "epoch": 2.855810008481764, + "grad_norm": 1.8192710961784537, + "learning_rate": 1.903873338987843e-05, + "loss": 0.5471, + "step": 3367 + }, + { + "epoch": 2.85665818490246, + "grad_norm": 1.6085868449680982, + "learning_rate": 1.9044387899349732e-05, + "loss": 0.5773, + "step": 3368 + }, + { + "epoch": 2.8575063613231553, + "grad_norm": 1.6219647387311615, + "learning_rate": 1.9050042408821035e-05, + "loss": 0.459, + "step": 3369 + }, + { + "epoch": 2.8583545377438506, + "grad_norm": 1.631603666553379, + "learning_rate": 1.905569691829234e-05, + "loss": 0.4605, + "step": 3370 + }, + { + "epoch": 2.859202714164546, + "grad_norm": 1.4988565673713155, + "learning_rate": 1.9061351427763642e-05, + "loss": 0.4854, + "step": 3371 + }, + { + "epoch": 2.8600508905852418, + "grad_norm": 1.5221975299817356, + "learning_rate": 1.9067005937234945e-05, + "loss": 0.4785, + "step": 3372 + }, + { + "epoch": 2.860899067005937, + "grad_norm": 1.5619062851640781, + "learning_rate": 1.907266044670625e-05, + "loss": 0.5268, + "step": 3373 + }, + { + "epoch": 2.861747243426633, + "grad_norm": 1.6199127133303737, + "learning_rate": 1.9078314956177552e-05, + "loss": 0.618, + "step": 3374 + }, + { + "epoch": 2.8625954198473282, + "grad_norm": 1.7059574152197674, + "learning_rate": 1.908396946564886e-05, + "loss": 0.5092, + "step": 3375 + }, + { + "epoch": 2.8634435962680236, + "grad_norm": 1.6234256077631906, + "learning_rate": 1.908962397512016e-05, + "loss": 0.6152, + "step": 3376 + }, + { + "epoch": 2.8642917726887194, + "grad_norm": 1.7366550826298957, + "learning_rate": 1.9095278484591466e-05, + "loss": 0.5203, + "step": 3377 + }, + { + "epoch": 2.8651399491094147, + "grad_norm": 1.6459385949948095, + "learning_rate": 1.9100932994062766e-05, + "loss": 0.5116, + "step": 3378 + }, + { + "epoch": 2.8659881255301105, + "grad_norm": 1.6115509155068128, + "learning_rate": 1.9106587503534072e-05, + "loss": 0.5939, + "step": 3379 + }, + { + "epoch": 2.866836301950806, + "grad_norm": 1.692451767481067, + "learning_rate": 1.9112242013005372e-05, + "loss": 0.5121, + "step": 3380 + }, + { + "epoch": 2.867684478371501, + "grad_norm": 1.600349713281505, + "learning_rate": 1.911789652247668e-05, + "loss": 0.5201, + "step": 3381 + }, + { + "epoch": 2.8685326547921965, + "grad_norm": 1.7332756416049124, + "learning_rate": 1.912355103194798e-05, + "loss": 0.5451, + "step": 3382 + }, + { + "epoch": 2.8693808312128923, + "grad_norm": 1.5716866854601181, + "learning_rate": 1.9129205541419286e-05, + "loss": 0.5953, + "step": 3383 + }, + { + "epoch": 2.8702290076335877, + "grad_norm": 1.714293118658719, + "learning_rate": 1.9134860050890586e-05, + "loss": 0.5918, + "step": 3384 + }, + { + "epoch": 2.8710771840542835, + "grad_norm": 1.5998944518531903, + "learning_rate": 1.914051456036189e-05, + "loss": 0.5134, + "step": 3385 + }, + { + "epoch": 2.871925360474979, + "grad_norm": 1.5957958362699924, + "learning_rate": 1.9146169069833193e-05, + "loss": 0.58, + "step": 3386 + }, + { + "epoch": 2.872773536895674, + "grad_norm": 1.579933281919513, + "learning_rate": 1.9151823579304496e-05, + "loss": 0.5114, + "step": 3387 + }, + { + "epoch": 2.87362171331637, + "grad_norm": 1.6095746888911613, + "learning_rate": 1.91574780887758e-05, + "loss": 0.4992, + "step": 3388 + }, + { + "epoch": 2.8744698897370653, + "grad_norm": 1.7652310906903579, + "learning_rate": 1.9163132598247103e-05, + "loss": 0.5088, + "step": 3389 + }, + { + "epoch": 2.875318066157761, + "grad_norm": 1.7878183230400566, + "learning_rate": 1.9168787107718406e-05, + "loss": 0.5839, + "step": 3390 + }, + { + "epoch": 2.8761662425784564, + "grad_norm": 1.6882421182195964, + "learning_rate": 1.917444161718971e-05, + "loss": 0.5188, + "step": 3391 + }, + { + "epoch": 2.877014418999152, + "grad_norm": 2.114461146336738, + "learning_rate": 1.9180096126661013e-05, + "loss": 0.5532, + "step": 3392 + }, + { + "epoch": 2.877862595419847, + "grad_norm": 1.6014273045222096, + "learning_rate": 1.9185750636132316e-05, + "loss": 0.5605, + "step": 3393 + }, + { + "epoch": 2.878710771840543, + "grad_norm": 1.545685503847345, + "learning_rate": 1.919140514560362e-05, + "loss": 0.529, + "step": 3394 + }, + { + "epoch": 2.8795589482612383, + "grad_norm": 1.6891202525702507, + "learning_rate": 1.9197059655074923e-05, + "loss": 0.5311, + "step": 3395 + }, + { + "epoch": 2.880407124681934, + "grad_norm": 1.6890882497433866, + "learning_rate": 1.9202714164546226e-05, + "loss": 0.4439, + "step": 3396 + }, + { + "epoch": 2.8812553011026294, + "grad_norm": 1.8731442115063206, + "learning_rate": 1.920836867401753e-05, + "loss": 0.5721, + "step": 3397 + }, + { + "epoch": 2.8821034775233247, + "grad_norm": 1.5540129052749228, + "learning_rate": 1.9214023183488833e-05, + "loss": 0.5419, + "step": 3398 + }, + { + "epoch": 2.88295165394402, + "grad_norm": 1.489597740462742, + "learning_rate": 1.9219677692960136e-05, + "loss": 0.5733, + "step": 3399 + }, + { + "epoch": 2.883799830364716, + "grad_norm": 1.4597120218939952, + "learning_rate": 1.9225332202431443e-05, + "loss": 0.5058, + "step": 3400 + }, + { + "epoch": 2.8846480067854112, + "grad_norm": 1.591860562705906, + "learning_rate": 1.9230986711902743e-05, + "loss": 0.594, + "step": 3401 + }, + { + "epoch": 2.885496183206107, + "grad_norm": 1.6678307559668937, + "learning_rate": 1.923664122137405e-05, + "loss": 0.5896, + "step": 3402 + }, + { + "epoch": 2.8863443596268024, + "grad_norm": 1.5632559590310722, + "learning_rate": 1.924229573084535e-05, + "loss": 0.5248, + "step": 3403 + }, + { + "epoch": 2.8871925360474977, + "grad_norm": 1.6469998249596711, + "learning_rate": 1.9247950240316657e-05, + "loss": 0.4486, + "step": 3404 + }, + { + "epoch": 2.8880407124681935, + "grad_norm": 1.640194738058421, + "learning_rate": 1.9253604749787957e-05, + "loss": 0.56, + "step": 3405 + }, + { + "epoch": 2.888888888888889, + "grad_norm": 1.8118784127043865, + "learning_rate": 1.925925925925926e-05, + "loss": 0.542, + "step": 3406 + }, + { + "epoch": 2.8897370653095846, + "grad_norm": 1.8708932302528616, + "learning_rate": 1.9264913768730563e-05, + "loss": 0.4824, + "step": 3407 + }, + { + "epoch": 2.89058524173028, + "grad_norm": 1.5537659443269765, + "learning_rate": 1.9270568278201867e-05, + "loss": 0.4996, + "step": 3408 + }, + { + "epoch": 2.8914334181509753, + "grad_norm": 1.8189750323480474, + "learning_rate": 1.927622278767317e-05, + "loss": 0.4991, + "step": 3409 + }, + { + "epoch": 2.8922815945716707, + "grad_norm": 1.9107879845106759, + "learning_rate": 1.9281877297144473e-05, + "loss": 0.5079, + "step": 3410 + }, + { + "epoch": 2.8931297709923665, + "grad_norm": 1.656690947068182, + "learning_rate": 1.9287531806615777e-05, + "loss": 0.4901, + "step": 3411 + }, + { + "epoch": 2.893977947413062, + "grad_norm": 1.7380027526132535, + "learning_rate": 1.929318631608708e-05, + "loss": 0.585, + "step": 3412 + }, + { + "epoch": 2.8948261238337576, + "grad_norm": 1.6770995375312066, + "learning_rate": 1.9298840825558384e-05, + "loss": 0.473, + "step": 3413 + }, + { + "epoch": 2.895674300254453, + "grad_norm": 1.7002684244761537, + "learning_rate": 1.9304495335029687e-05, + "loss": 0.5785, + "step": 3414 + }, + { + "epoch": 2.8965224766751483, + "grad_norm": 1.637436134509461, + "learning_rate": 1.931014984450099e-05, + "loss": 0.5298, + "step": 3415 + }, + { + "epoch": 2.897370653095844, + "grad_norm": 1.6539047620812988, + "learning_rate": 1.9315804353972294e-05, + "loss": 0.5313, + "step": 3416 + }, + { + "epoch": 2.8982188295165394, + "grad_norm": 1.6717300866793032, + "learning_rate": 1.9321458863443597e-05, + "loss": 0.5821, + "step": 3417 + }, + { + "epoch": 2.899067005937235, + "grad_norm": 1.7515620701092935, + "learning_rate": 1.93271133729149e-05, + "loss": 0.564, + "step": 3418 + }, + { + "epoch": 2.8999151823579306, + "grad_norm": 1.5585976399844936, + "learning_rate": 1.9332767882386204e-05, + "loss": 0.5514, + "step": 3419 + }, + { + "epoch": 2.900763358778626, + "grad_norm": 1.505985552992289, + "learning_rate": 1.9338422391857507e-05, + "loss": 0.4275, + "step": 3420 + }, + { + "epoch": 2.9016115351993212, + "grad_norm": 1.7816100370478898, + "learning_rate": 1.934407690132881e-05, + "loss": 0.5607, + "step": 3421 + }, + { + "epoch": 2.902459711620017, + "grad_norm": 1.73324637192408, + "learning_rate": 1.9349731410800114e-05, + "loss": 0.53, + "step": 3422 + }, + { + "epoch": 2.9033078880407124, + "grad_norm": 1.6563314085990806, + "learning_rate": 1.9355385920271417e-05, + "loss": 0.4903, + "step": 3423 + }, + { + "epoch": 2.904156064461408, + "grad_norm": 1.7489604763342916, + "learning_rate": 1.936104042974272e-05, + "loss": 0.4504, + "step": 3424 + }, + { + "epoch": 2.9050042408821035, + "grad_norm": 1.6198640775477013, + "learning_rate": 1.9366694939214027e-05, + "loss": 0.5315, + "step": 3425 + }, + { + "epoch": 2.905852417302799, + "grad_norm": 1.8272789402040124, + "learning_rate": 1.9372349448685327e-05, + "loss": 0.5023, + "step": 3426 + }, + { + "epoch": 2.9067005937234947, + "grad_norm": 1.5811130775218523, + "learning_rate": 1.9378003958156634e-05, + "loss": 0.4548, + "step": 3427 + }, + { + "epoch": 2.90754877014419, + "grad_norm": 1.6775201802139026, + "learning_rate": 1.9383658467627934e-05, + "loss": 0.5255, + "step": 3428 + }, + { + "epoch": 2.9083969465648853, + "grad_norm": 1.73278633760235, + "learning_rate": 1.9389312977099238e-05, + "loss": 0.497, + "step": 3429 + }, + { + "epoch": 2.909245122985581, + "grad_norm": 1.7777824422646658, + "learning_rate": 1.939496748657054e-05, + "loss": 0.5326, + "step": 3430 + }, + { + "epoch": 2.9100932994062765, + "grad_norm": 1.5075749095585278, + "learning_rate": 1.9400621996041844e-05, + "loss": 0.5617, + "step": 3431 + }, + { + "epoch": 2.910941475826972, + "grad_norm": 1.4289471246507146, + "learning_rate": 1.9406276505513148e-05, + "loss": 0.4351, + "step": 3432 + }, + { + "epoch": 2.9117896522476676, + "grad_norm": 1.6335441328262972, + "learning_rate": 1.941193101498445e-05, + "loss": 0.5439, + "step": 3433 + }, + { + "epoch": 2.912637828668363, + "grad_norm": 1.6815429906736605, + "learning_rate": 1.9417585524455754e-05, + "loss": 0.4846, + "step": 3434 + }, + { + "epoch": 2.9134860050890588, + "grad_norm": 1.6636211989414111, + "learning_rate": 1.9423240033927058e-05, + "loss": 0.5411, + "step": 3435 + }, + { + "epoch": 2.914334181509754, + "grad_norm": 1.784366248428513, + "learning_rate": 1.942889454339836e-05, + "loss": 0.556, + "step": 3436 + }, + { + "epoch": 2.9151823579304494, + "grad_norm": 1.723327289627209, + "learning_rate": 1.9434549052869664e-05, + "loss": 0.526, + "step": 3437 + }, + { + "epoch": 2.916030534351145, + "grad_norm": 1.5870162164703634, + "learning_rate": 1.9440203562340968e-05, + "loss": 0.5686, + "step": 3438 + }, + { + "epoch": 2.9168787107718406, + "grad_norm": 1.5648689538601384, + "learning_rate": 1.944585807181227e-05, + "loss": 0.4574, + "step": 3439 + }, + { + "epoch": 2.917726887192536, + "grad_norm": 1.6715082754268833, + "learning_rate": 1.9451512581283575e-05, + "loss": 0.6074, + "step": 3440 + }, + { + "epoch": 2.9185750636132317, + "grad_norm": 1.5536506414304472, + "learning_rate": 1.9457167090754878e-05, + "loss": 0.5151, + "step": 3441 + }, + { + "epoch": 2.919423240033927, + "grad_norm": 1.5489831530066378, + "learning_rate": 1.946282160022618e-05, + "loss": 0.5254, + "step": 3442 + }, + { + "epoch": 2.9202714164546224, + "grad_norm": 1.9956259172577713, + "learning_rate": 1.9468476109697485e-05, + "loss": 0.5868, + "step": 3443 + }, + { + "epoch": 2.921119592875318, + "grad_norm": 1.516447845121225, + "learning_rate": 1.9474130619168788e-05, + "loss": 0.501, + "step": 3444 + }, + { + "epoch": 2.9219677692960135, + "grad_norm": 1.6135523662005136, + "learning_rate": 1.947978512864009e-05, + "loss": 0.478, + "step": 3445 + }, + { + "epoch": 2.9228159457167093, + "grad_norm": 1.5255559106289445, + "learning_rate": 1.9485439638111395e-05, + "loss": 0.526, + "step": 3446 + }, + { + "epoch": 2.9236641221374047, + "grad_norm": 1.580978422620953, + "learning_rate": 1.9491094147582698e-05, + "loss": 0.4544, + "step": 3447 + }, + { + "epoch": 2.9245122985581, + "grad_norm": 1.495145480610515, + "learning_rate": 1.9496748657054e-05, + "loss": 0.5142, + "step": 3448 + }, + { + "epoch": 2.9253604749787954, + "grad_norm": 1.6303130266102757, + "learning_rate": 1.9502403166525305e-05, + "loss": 0.5158, + "step": 3449 + }, + { + "epoch": 2.926208651399491, + "grad_norm": 1.8522869774814128, + "learning_rate": 1.950805767599661e-05, + "loss": 0.6361, + "step": 3450 + }, + { + "epoch": 2.9270568278201865, + "grad_norm": 1.6965618170495482, + "learning_rate": 1.951371218546791e-05, + "loss": 0.5041, + "step": 3451 + }, + { + "epoch": 2.9279050042408823, + "grad_norm": 1.8115548198308633, + "learning_rate": 1.9519366694939215e-05, + "loss": 0.5095, + "step": 3452 + }, + { + "epoch": 2.9287531806615776, + "grad_norm": 1.4300096205010269, + "learning_rate": 1.952502120441052e-05, + "loss": 0.4474, + "step": 3453 + }, + { + "epoch": 2.929601357082273, + "grad_norm": 1.5357281106696192, + "learning_rate": 1.9530675713881822e-05, + "loss": 0.5713, + "step": 3454 + }, + { + "epoch": 2.9304495335029688, + "grad_norm": 1.553959494655585, + "learning_rate": 1.9536330223353125e-05, + "loss": 0.5349, + "step": 3455 + }, + { + "epoch": 2.931297709923664, + "grad_norm": 1.5134263622142523, + "learning_rate": 1.954198473282443e-05, + "loss": 0.5969, + "step": 3456 + }, + { + "epoch": 2.9321458863443595, + "grad_norm": 1.5957668226317585, + "learning_rate": 1.9547639242295732e-05, + "loss": 0.4948, + "step": 3457 + }, + { + "epoch": 2.9329940627650553, + "grad_norm": 1.5806346915276042, + "learning_rate": 1.9553293751767035e-05, + "loss": 0.4858, + "step": 3458 + }, + { + "epoch": 2.9338422391857506, + "grad_norm": 1.9277300101271608, + "learning_rate": 1.955894826123834e-05, + "loss": 0.6129, + "step": 3459 + }, + { + "epoch": 2.934690415606446, + "grad_norm": 1.8086794173719076, + "learning_rate": 1.9564602770709642e-05, + "loss": 0.5875, + "step": 3460 + }, + { + "epoch": 2.9355385920271417, + "grad_norm": 1.6704345510001513, + "learning_rate": 1.9570257280180945e-05, + "loss": 0.5585, + "step": 3461 + }, + { + "epoch": 2.936386768447837, + "grad_norm": 1.616142335278427, + "learning_rate": 1.957591178965225e-05, + "loss": 0.5163, + "step": 3462 + }, + { + "epoch": 2.937234944868533, + "grad_norm": 1.8353634032590203, + "learning_rate": 1.9581566299123552e-05, + "loss": 0.6064, + "step": 3463 + }, + { + "epoch": 2.938083121289228, + "grad_norm": 2.123881610671328, + "learning_rate": 1.9587220808594856e-05, + "loss": 0.5719, + "step": 3464 + }, + { + "epoch": 2.9389312977099236, + "grad_norm": 1.8504102169295944, + "learning_rate": 1.959287531806616e-05, + "loss": 0.5748, + "step": 3465 + }, + { + "epoch": 2.939779474130619, + "grad_norm": 1.594437920601362, + "learning_rate": 1.9598529827537462e-05, + "loss": 0.5351, + "step": 3466 + }, + { + "epoch": 2.9406276505513147, + "grad_norm": 1.6156129782183795, + "learning_rate": 1.9604184337008766e-05, + "loss": 0.5195, + "step": 3467 + }, + { + "epoch": 2.94147582697201, + "grad_norm": 1.538288924382757, + "learning_rate": 1.960983884648007e-05, + "loss": 0.4622, + "step": 3468 + }, + { + "epoch": 2.942324003392706, + "grad_norm": 1.590639017806852, + "learning_rate": 1.9615493355951372e-05, + "loss": 0.4405, + "step": 3469 + }, + { + "epoch": 2.943172179813401, + "grad_norm": 1.7564456596574611, + "learning_rate": 1.9621147865422676e-05, + "loss": 0.5031, + "step": 3470 + }, + { + "epoch": 2.9440203562340965, + "grad_norm": 1.8472427658858093, + "learning_rate": 1.962680237489398e-05, + "loss": 0.5262, + "step": 3471 + }, + { + "epoch": 2.9448685326547923, + "grad_norm": 1.6536531142809079, + "learning_rate": 1.9632456884365282e-05, + "loss": 0.4697, + "step": 3472 + }, + { + "epoch": 2.9457167090754877, + "grad_norm": 1.6767159287734097, + "learning_rate": 1.9638111393836586e-05, + "loss": 0.5175, + "step": 3473 + }, + { + "epoch": 2.9465648854961835, + "grad_norm": 1.7684022060396773, + "learning_rate": 1.964376590330789e-05, + "loss": 0.4576, + "step": 3474 + }, + { + "epoch": 2.947413061916879, + "grad_norm": 1.6718847569483648, + "learning_rate": 1.9649420412779193e-05, + "loss": 0.4939, + "step": 3475 + }, + { + "epoch": 2.948261238337574, + "grad_norm": 1.5314778073945046, + "learning_rate": 1.9655074922250496e-05, + "loss": 0.5328, + "step": 3476 + }, + { + "epoch": 2.9491094147582695, + "grad_norm": 1.6190921131835339, + "learning_rate": 1.96607294317218e-05, + "loss": 0.5576, + "step": 3477 + }, + { + "epoch": 2.9499575911789653, + "grad_norm": 1.5262496160540424, + "learning_rate": 1.9666383941193103e-05, + "loss": 0.3979, + "step": 3478 + }, + { + "epoch": 2.9508057675996606, + "grad_norm": 1.5167335232471262, + "learning_rate": 1.9672038450664406e-05, + "loss": 0.4894, + "step": 3479 + }, + { + "epoch": 2.9516539440203564, + "grad_norm": 1.7410225647139765, + "learning_rate": 1.967769296013571e-05, + "loss": 0.6037, + "step": 3480 + }, + { + "epoch": 2.9525021204410518, + "grad_norm": 1.6414403556396662, + "learning_rate": 1.9683347469607013e-05, + "loss": 0.5482, + "step": 3481 + }, + { + "epoch": 2.953350296861747, + "grad_norm": 1.734018278817716, + "learning_rate": 1.9689001979078316e-05, + "loss": 0.6011, + "step": 3482 + }, + { + "epoch": 2.954198473282443, + "grad_norm": 1.5963477131419124, + "learning_rate": 1.969465648854962e-05, + "loss": 0.5473, + "step": 3483 + }, + { + "epoch": 2.9550466497031382, + "grad_norm": 1.6387285730103673, + "learning_rate": 1.9700310998020923e-05, + "loss": 0.5871, + "step": 3484 + }, + { + "epoch": 2.955894826123834, + "grad_norm": 1.4868725593796546, + "learning_rate": 1.9705965507492226e-05, + "loss": 0.5083, + "step": 3485 + }, + { + "epoch": 2.9567430025445294, + "grad_norm": 1.5360384846567712, + "learning_rate": 1.971162001696353e-05, + "loss": 0.5077, + "step": 3486 + }, + { + "epoch": 2.9575911789652247, + "grad_norm": 1.4895692533503808, + "learning_rate": 1.9717274526434833e-05, + "loss": 0.5072, + "step": 3487 + }, + { + "epoch": 2.95843935538592, + "grad_norm": 1.5205853239781464, + "learning_rate": 1.9722929035906136e-05, + "loss": 0.4487, + "step": 3488 + }, + { + "epoch": 2.959287531806616, + "grad_norm": 1.6042681209586682, + "learning_rate": 1.972858354537744e-05, + "loss": 0.5727, + "step": 3489 + }, + { + "epoch": 2.960135708227311, + "grad_norm": 1.6923859420537861, + "learning_rate": 1.9734238054848743e-05, + "loss": 0.6336, + "step": 3490 + }, + { + "epoch": 2.960983884648007, + "grad_norm": 1.6956961958188987, + "learning_rate": 1.9739892564320047e-05, + "loss": 0.5934, + "step": 3491 + }, + { + "epoch": 2.9618320610687023, + "grad_norm": 1.477241614214561, + "learning_rate": 1.974554707379135e-05, + "loss": 0.4523, + "step": 3492 + }, + { + "epoch": 2.9626802374893977, + "grad_norm": 1.595841601951553, + "learning_rate": 1.9751201583262653e-05, + "loss": 0.4402, + "step": 3493 + }, + { + "epoch": 2.963528413910093, + "grad_norm": 1.8726795090229342, + "learning_rate": 1.9756856092733957e-05, + "loss": 0.532, + "step": 3494 + }, + { + "epoch": 2.964376590330789, + "grad_norm": 1.5940869138380276, + "learning_rate": 1.976251060220526e-05, + "loss": 0.5176, + "step": 3495 + }, + { + "epoch": 2.965224766751484, + "grad_norm": 1.5761451309293102, + "learning_rate": 1.9768165111676563e-05, + "loss": 0.4532, + "step": 3496 + }, + { + "epoch": 2.96607294317218, + "grad_norm": 1.6906284821452655, + "learning_rate": 1.9773819621147867e-05, + "loss": 0.5323, + "step": 3497 + }, + { + "epoch": 2.9669211195928753, + "grad_norm": 1.6992953498479961, + "learning_rate": 1.977947413061917e-05, + "loss": 0.5804, + "step": 3498 + }, + { + "epoch": 2.9677692960135706, + "grad_norm": 1.5713329407556675, + "learning_rate": 1.9785128640090474e-05, + "loss": 0.5518, + "step": 3499 + }, + { + "epoch": 2.9686174724342664, + "grad_norm": 1.8075409474677844, + "learning_rate": 1.9790783149561777e-05, + "loss": 0.7158, + "step": 3500 + }, + { + "epoch": 2.969465648854962, + "grad_norm": 1.6835177300202504, + "learning_rate": 1.979643765903308e-05, + "loss": 0.5414, + "step": 3501 + }, + { + "epoch": 2.9703138252756576, + "grad_norm": 1.6447417503428299, + "learning_rate": 1.9802092168504384e-05, + "loss": 0.5155, + "step": 3502 + }, + { + "epoch": 2.971162001696353, + "grad_norm": 1.6269713572763742, + "learning_rate": 1.9807746677975687e-05, + "loss": 0.462, + "step": 3503 + }, + { + "epoch": 2.9720101781170483, + "grad_norm": 1.6495007263034946, + "learning_rate": 1.981340118744699e-05, + "loss": 0.5375, + "step": 3504 + }, + { + "epoch": 2.9728583545377436, + "grad_norm": 1.7480058325610897, + "learning_rate": 1.9819055696918294e-05, + "loss": 0.5726, + "step": 3505 + }, + { + "epoch": 2.9737065309584394, + "grad_norm": 1.7049772829850223, + "learning_rate": 1.9824710206389597e-05, + "loss": 0.4613, + "step": 3506 + }, + { + "epoch": 2.9745547073791347, + "grad_norm": 1.654908126529372, + "learning_rate": 1.98303647158609e-05, + "loss": 0.5406, + "step": 3507 + }, + { + "epoch": 2.9754028837998305, + "grad_norm": 1.6407970225183084, + "learning_rate": 1.9836019225332204e-05, + "loss": 0.4689, + "step": 3508 + }, + { + "epoch": 2.976251060220526, + "grad_norm": 1.4618830764519137, + "learning_rate": 1.9841673734803507e-05, + "loss": 0.4933, + "step": 3509 + }, + { + "epoch": 2.9770992366412212, + "grad_norm": 1.6641083510458452, + "learning_rate": 1.984732824427481e-05, + "loss": 0.5454, + "step": 3510 + }, + { + "epoch": 2.977947413061917, + "grad_norm": 1.6563060614499152, + "learning_rate": 1.9852982753746114e-05, + "loss": 0.5189, + "step": 3511 + }, + { + "epoch": 2.9787955894826124, + "grad_norm": 1.6809732588661859, + "learning_rate": 1.9858637263217417e-05, + "loss": 0.5551, + "step": 3512 + }, + { + "epoch": 2.979643765903308, + "grad_norm": 1.4412633370410122, + "learning_rate": 1.986429177268872e-05, + "loss": 0.4957, + "step": 3513 + }, + { + "epoch": 2.9804919423240035, + "grad_norm": 1.5637772869905717, + "learning_rate": 1.9869946282160024e-05, + "loss": 0.5403, + "step": 3514 + }, + { + "epoch": 2.981340118744699, + "grad_norm": 1.8949237480510253, + "learning_rate": 1.9875600791631327e-05, + "loss": 0.5276, + "step": 3515 + }, + { + "epoch": 2.982188295165394, + "grad_norm": 1.7508964040071595, + "learning_rate": 1.988125530110263e-05, + "loss": 0.5647, + "step": 3516 + }, + { + "epoch": 2.98303647158609, + "grad_norm": 1.482272925376744, + "learning_rate": 1.9886909810573934e-05, + "loss": 0.5351, + "step": 3517 + }, + { + "epoch": 2.9838846480067853, + "grad_norm": 1.6772185819598486, + "learning_rate": 1.9892564320045238e-05, + "loss": 0.5193, + "step": 3518 + }, + { + "epoch": 2.984732824427481, + "grad_norm": 1.586943784990699, + "learning_rate": 1.989821882951654e-05, + "loss": 0.5408, + "step": 3519 + }, + { + "epoch": 2.9855810008481765, + "grad_norm": 1.519982913413222, + "learning_rate": 1.9903873338987844e-05, + "loss": 0.5291, + "step": 3520 + }, + { + "epoch": 2.986429177268872, + "grad_norm": 1.4946612202365717, + "learning_rate": 1.9909527848459148e-05, + "loss": 0.5147, + "step": 3521 + }, + { + "epoch": 2.9872773536895676, + "grad_norm": 1.569848371121369, + "learning_rate": 1.991518235793045e-05, + "loss": 0.5401, + "step": 3522 + }, + { + "epoch": 2.988125530110263, + "grad_norm": 1.5246452108172157, + "learning_rate": 1.9920836867401754e-05, + "loss": 0.5289, + "step": 3523 + }, + { + "epoch": 2.9889737065309583, + "grad_norm": 1.419368369809943, + "learning_rate": 1.9926491376873058e-05, + "loss": 0.4672, + "step": 3524 + }, + { + "epoch": 2.989821882951654, + "grad_norm": 1.871801292289308, + "learning_rate": 1.993214588634436e-05, + "loss": 0.6125, + "step": 3525 + }, + { + "epoch": 2.9906700593723494, + "grad_norm": 1.5443267921756902, + "learning_rate": 1.9937800395815665e-05, + "loss": 0.5626, + "step": 3526 + }, + { + "epoch": 2.9915182357930448, + "grad_norm": 1.35745890906597, + "learning_rate": 1.9943454905286968e-05, + "loss": 0.363, + "step": 3527 + }, + { + "epoch": 2.9923664122137406, + "grad_norm": 1.5729283186568894, + "learning_rate": 1.994910941475827e-05, + "loss": 0.5485, + "step": 3528 + }, + { + "epoch": 2.993214588634436, + "grad_norm": 1.6166120133920272, + "learning_rate": 1.9954763924229575e-05, + "loss": 0.5418, + "step": 3529 + }, + { + "epoch": 2.9940627650551317, + "grad_norm": 1.5222805070615613, + "learning_rate": 1.9960418433700878e-05, + "loss": 0.5403, + "step": 3530 + }, + { + "epoch": 2.994910941475827, + "grad_norm": 1.4286296268699592, + "learning_rate": 1.996607294317218e-05, + "loss": 0.4079, + "step": 3531 + }, + { + "epoch": 2.9957591178965224, + "grad_norm": 1.76979083916632, + "learning_rate": 1.9971727452643485e-05, + "loss": 0.5941, + "step": 3532 + }, + { + "epoch": 2.9966072943172177, + "grad_norm": 1.5150335093288607, + "learning_rate": 1.9977381962114788e-05, + "loss": 0.4885, + "step": 3533 + }, + { + "epoch": 2.9974554707379135, + "grad_norm": 1.6458024652388452, + "learning_rate": 1.998303647158609e-05, + "loss": 0.5073, + "step": 3534 + }, + { + "epoch": 2.998303647158609, + "grad_norm": 1.5412605990053097, + "learning_rate": 1.9988690981057395e-05, + "loss": 0.51, + "step": 3535 + }, + { + "epoch": 2.9991518235793047, + "grad_norm": 1.422393521412833, + "learning_rate": 1.9994345490528698e-05, + "loss": 0.4739, + "step": 3536 + }, + { + "epoch": 3.0, + "grad_norm": 1.8292315413386515, + "learning_rate": 2e-05, + "loss": 0.6171, + "step": 3537 + }, + { + "epoch": 3.0008481764206953, + "grad_norm": 1.7609804857734914, + "learning_rate": 1.99999999962269e-05, + "loss": 0.5658, + "step": 3538 + }, + { + "epoch": 3.001696352841391, + "grad_norm": 1.5138213672808898, + "learning_rate": 1.999999998490759e-05, + "loss": 0.4448, + "step": 3539 + }, + { + "epoch": 3.0025445292620865, + "grad_norm": 1.511859157112316, + "learning_rate": 1.9999999966042075e-05, + "loss": 0.4317, + "step": 3540 + }, + { + "epoch": 3.003392705682782, + "grad_norm": 1.7045757554849303, + "learning_rate": 1.999999993963035e-05, + "loss": 0.5073, + "step": 3541 + }, + { + "epoch": 3.0042408821034776, + "grad_norm": 1.6079903187630542, + "learning_rate": 1.9999999905672424e-05, + "loss": 0.4699, + "step": 3542 + }, + { + "epoch": 3.005089058524173, + "grad_norm": 1.7985859171190277, + "learning_rate": 1.999999986416829e-05, + "loss": 0.524, + "step": 3543 + }, + { + "epoch": 3.0059372349448688, + "grad_norm": 1.84353487950045, + "learning_rate": 1.999999981511795e-05, + "loss": 0.5154, + "step": 3544 + }, + { + "epoch": 3.006785411365564, + "grad_norm": 1.5631170295319066, + "learning_rate": 1.9999999758521405e-05, + "loss": 0.4675, + "step": 3545 + }, + { + "epoch": 3.0076335877862594, + "grad_norm": 1.6525056940762073, + "learning_rate": 1.9999999694378652e-05, + "loss": 0.524, + "step": 3546 + }, + { + "epoch": 3.0084817642069552, + "grad_norm": 1.4489501421528157, + "learning_rate": 1.9999999622689694e-05, + "loss": 0.4591, + "step": 3547 + }, + { + "epoch": 3.0093299406276506, + "grad_norm": 1.6731271404634331, + "learning_rate": 1.9999999543454532e-05, + "loss": 0.5117, + "step": 3548 + }, + { + "epoch": 3.010178117048346, + "grad_norm": 1.5404265958338463, + "learning_rate": 1.999999945667316e-05, + "loss": 0.4443, + "step": 3549 + }, + { + "epoch": 3.0110262934690417, + "grad_norm": 1.6886881773621907, + "learning_rate": 1.999999936234559e-05, + "loss": 0.6003, + "step": 3550 + }, + { + "epoch": 3.011874469889737, + "grad_norm": 1.977939134990498, + "learning_rate": 1.9999999260471805e-05, + "loss": 0.4303, + "step": 3551 + }, + { + "epoch": 3.0127226463104324, + "grad_norm": 1.7038822789109676, + "learning_rate": 1.9999999151051818e-05, + "loss": 0.4922, + "step": 3552 + }, + { + "epoch": 3.013570822731128, + "grad_norm": 1.6724150687402801, + "learning_rate": 1.9999999034085628e-05, + "loss": 0.5714, + "step": 3553 + }, + { + "epoch": 3.0144189991518235, + "grad_norm": 1.5557093612881676, + "learning_rate": 1.999999890957323e-05, + "loss": 0.5296, + "step": 3554 + }, + { + "epoch": 3.015267175572519, + "grad_norm": 1.490243978745564, + "learning_rate": 1.9999998777514625e-05, + "loss": 0.4997, + "step": 3555 + }, + { + "epoch": 3.0161153519932147, + "grad_norm": 1.6166948519866857, + "learning_rate": 1.999999863790982e-05, + "loss": 0.4605, + "step": 3556 + }, + { + "epoch": 3.01696352841391, + "grad_norm": 1.5685585985286137, + "learning_rate": 1.9999998490758804e-05, + "loss": 0.4923, + "step": 3557 + }, + { + "epoch": 3.017811704834606, + "grad_norm": 1.4508853638357706, + "learning_rate": 1.9999998336061585e-05, + "loss": 0.5046, + "step": 3558 + }, + { + "epoch": 3.018659881255301, + "grad_norm": 1.4875145583670553, + "learning_rate": 1.9999998173818164e-05, + "loss": 0.4443, + "step": 3559 + }, + { + "epoch": 3.0195080576759965, + "grad_norm": 1.5350300203436336, + "learning_rate": 1.9999998004028532e-05, + "loss": 0.4739, + "step": 3560 + }, + { + "epoch": 3.0203562340966923, + "grad_norm": 1.5772235846403224, + "learning_rate": 1.9999997826692705e-05, + "loss": 0.5007, + "step": 3561 + }, + { + "epoch": 3.0212044105173876, + "grad_norm": 1.604449737184678, + "learning_rate": 1.9999997641810664e-05, + "loss": 0.4867, + "step": 3562 + }, + { + "epoch": 3.022052586938083, + "grad_norm": 1.5924352091960412, + "learning_rate": 1.9999997449382424e-05, + "loss": 0.4897, + "step": 3563 + }, + { + "epoch": 3.0229007633587788, + "grad_norm": 1.4649972827077695, + "learning_rate": 1.9999997249407977e-05, + "loss": 0.4733, + "step": 3564 + }, + { + "epoch": 3.023748939779474, + "grad_norm": 1.438925726077114, + "learning_rate": 1.9999997041887328e-05, + "loss": 0.4981, + "step": 3565 + }, + { + "epoch": 3.0245971162001695, + "grad_norm": 1.522702954578962, + "learning_rate": 1.9999996826820475e-05, + "loss": 0.5705, + "step": 3566 + }, + { + "epoch": 3.0254452926208653, + "grad_norm": 1.7233453905107226, + "learning_rate": 1.9999996604207416e-05, + "loss": 0.452, + "step": 3567 + }, + { + "epoch": 3.0262934690415606, + "grad_norm": 1.4338450591002452, + "learning_rate": 1.9999996374048154e-05, + "loss": 0.5412, + "step": 3568 + }, + { + "epoch": 3.027141645462256, + "grad_norm": 1.4081340933316226, + "learning_rate": 1.9999996136342686e-05, + "loss": 0.4499, + "step": 3569 + }, + { + "epoch": 3.0279898218829517, + "grad_norm": 1.647275846414908, + "learning_rate": 1.999999589109102e-05, + "loss": 0.5787, + "step": 3570 + }, + { + "epoch": 3.028837998303647, + "grad_norm": 1.524150890437786, + "learning_rate": 1.9999995638293148e-05, + "loss": 0.6157, + "step": 3571 + }, + { + "epoch": 3.029686174724343, + "grad_norm": 1.7638364183168518, + "learning_rate": 1.9999995377949074e-05, + "loss": 0.5466, + "step": 3572 + }, + { + "epoch": 3.030534351145038, + "grad_norm": 1.7696133229612165, + "learning_rate": 1.9999995110058797e-05, + "loss": 0.4437, + "step": 3573 + }, + { + "epoch": 3.0313825275657336, + "grad_norm": 1.7172982821047393, + "learning_rate": 1.999999483462232e-05, + "loss": 0.4556, + "step": 3574 + }, + { + "epoch": 3.0322307039864294, + "grad_norm": 1.690194419305594, + "learning_rate": 1.9999994551639638e-05, + "loss": 0.5721, + "step": 3575 + }, + { + "epoch": 3.0330788804071247, + "grad_norm": 1.8715241635787894, + "learning_rate": 1.9999994261110752e-05, + "loss": 0.5094, + "step": 3576 + }, + { + "epoch": 3.03392705682782, + "grad_norm": 1.6052312271939677, + "learning_rate": 1.999999396303567e-05, + "loss": 0.5102, + "step": 3577 + }, + { + "epoch": 3.034775233248516, + "grad_norm": 1.5903518349007484, + "learning_rate": 1.9999993657414382e-05, + "loss": 0.3999, + "step": 3578 + }, + { + "epoch": 3.035623409669211, + "grad_norm": 1.6134908086947801, + "learning_rate": 1.9999993344246894e-05, + "loss": 0.3931, + "step": 3579 + }, + { + "epoch": 3.0364715860899065, + "grad_norm": 1.4749184244391456, + "learning_rate": 1.9999993023533204e-05, + "loss": 0.4644, + "step": 3580 + }, + { + "epoch": 3.0373197625106023, + "grad_norm": 1.5877225967390123, + "learning_rate": 1.9999992695273313e-05, + "loss": 0.5, + "step": 3581 + }, + { + "epoch": 3.0381679389312977, + "grad_norm": 1.5573697624335783, + "learning_rate": 1.9999992359467223e-05, + "loss": 0.485, + "step": 3582 + }, + { + "epoch": 3.039016115351993, + "grad_norm": 1.667577829881344, + "learning_rate": 1.999999201611493e-05, + "loss": 0.4902, + "step": 3583 + }, + { + "epoch": 3.039864291772689, + "grad_norm": 1.5465646519739795, + "learning_rate": 1.999999166521644e-05, + "loss": 0.5235, + "step": 3584 + }, + { + "epoch": 3.040712468193384, + "grad_norm": 1.5855751047946438, + "learning_rate": 1.999999130677175e-05, + "loss": 0.5196, + "step": 3585 + }, + { + "epoch": 3.04156064461408, + "grad_norm": 1.3940844626956463, + "learning_rate": 1.9999990940780857e-05, + "loss": 0.519, + "step": 3586 + }, + { + "epoch": 3.0424088210347753, + "grad_norm": 1.599804790247534, + "learning_rate": 1.999999056724377e-05, + "loss": 0.5487, + "step": 3587 + }, + { + "epoch": 3.0432569974554706, + "grad_norm": 1.5614765927702468, + "learning_rate": 1.9999990186160475e-05, + "loss": 0.4916, + "step": 3588 + }, + { + "epoch": 3.0441051738761664, + "grad_norm": 1.4663393659921569, + "learning_rate": 1.9999989797530988e-05, + "loss": 0.4853, + "step": 3589 + }, + { + "epoch": 3.0449533502968618, + "grad_norm": 1.505831959876878, + "learning_rate": 1.99999894013553e-05, + "loss": 0.3812, + "step": 3590 + }, + { + "epoch": 3.045801526717557, + "grad_norm": 1.5027808616755076, + "learning_rate": 1.9999988997633415e-05, + "loss": 0.4281, + "step": 3591 + }, + { + "epoch": 3.046649703138253, + "grad_norm": 1.4393785348984156, + "learning_rate": 1.9999988586365333e-05, + "loss": 0.4615, + "step": 3592 + }, + { + "epoch": 3.0474978795589482, + "grad_norm": 1.7640056353240343, + "learning_rate": 1.999998816755105e-05, + "loss": 0.5297, + "step": 3593 + }, + { + "epoch": 3.0483460559796436, + "grad_norm": 2.0693009088306242, + "learning_rate": 1.9999987741190576e-05, + "loss": 0.504, + "step": 3594 + }, + { + "epoch": 3.0491942324003394, + "grad_norm": 1.413114850216924, + "learning_rate": 1.99999873072839e-05, + "loss": 0.4793, + "step": 3595 + }, + { + "epoch": 3.0500424088210347, + "grad_norm": 1.6978208651581201, + "learning_rate": 1.999998686583103e-05, + "loss": 0.4148, + "step": 3596 + }, + { + "epoch": 3.05089058524173, + "grad_norm": 1.808054689496687, + "learning_rate": 1.9999986416831964e-05, + "loss": 0.5134, + "step": 3597 + }, + { + "epoch": 3.051738761662426, + "grad_norm": 1.5096537913461656, + "learning_rate": 1.9999985960286698e-05, + "loss": 0.3994, + "step": 3598 + }, + { + "epoch": 3.052586938083121, + "grad_norm": 1.9264695034428907, + "learning_rate": 1.999998549619524e-05, + "loss": 0.5579, + "step": 3599 + }, + { + "epoch": 3.053435114503817, + "grad_norm": 1.7410077698220248, + "learning_rate": 1.9999985024557586e-05, + "loss": 0.5585, + "step": 3600 + }, + { + "epoch": 3.0542832909245123, + "grad_norm": 1.5774571605130445, + "learning_rate": 1.9999984545373735e-05, + "loss": 0.5045, + "step": 3601 + }, + { + "epoch": 3.0551314673452077, + "grad_norm": 1.6429459745920316, + "learning_rate": 1.9999984058643694e-05, + "loss": 0.485, + "step": 3602 + }, + { + "epoch": 3.0559796437659035, + "grad_norm": 1.4928752439321087, + "learning_rate": 1.9999983564367456e-05, + "loss": 0.5762, + "step": 3603 + }, + { + "epoch": 3.056827820186599, + "grad_norm": 1.4219850827445748, + "learning_rate": 1.9999983062545026e-05, + "loss": 0.3874, + "step": 3604 + }, + { + "epoch": 3.057675996607294, + "grad_norm": 1.6484778010242849, + "learning_rate": 1.9999982553176397e-05, + "loss": 0.4313, + "step": 3605 + }, + { + "epoch": 3.05852417302799, + "grad_norm": 1.5671963943822775, + "learning_rate": 1.999998203626158e-05, + "loss": 0.5557, + "step": 3606 + }, + { + "epoch": 3.0593723494486853, + "grad_norm": 1.5958817401006442, + "learning_rate": 1.999998151180057e-05, + "loss": 0.5002, + "step": 3607 + }, + { + "epoch": 3.0602205258693806, + "grad_norm": 1.389825572049624, + "learning_rate": 1.9999980979793368e-05, + "loss": 0.4479, + "step": 3608 + }, + { + "epoch": 3.0610687022900764, + "grad_norm": 1.828678464207748, + "learning_rate": 1.9999980440239974e-05, + "loss": 0.5077, + "step": 3609 + }, + { + "epoch": 3.061916878710772, + "grad_norm": 1.6779110682706453, + "learning_rate": 1.9999979893140387e-05, + "loss": 0.4631, + "step": 3610 + }, + { + "epoch": 3.062765055131467, + "grad_norm": 1.5874976179066456, + "learning_rate": 1.999997933849461e-05, + "loss": 0.5163, + "step": 3611 + }, + { + "epoch": 3.063613231552163, + "grad_norm": 1.560776483202139, + "learning_rate": 1.999997877630264e-05, + "loss": 0.5253, + "step": 3612 + }, + { + "epoch": 3.0644614079728583, + "grad_norm": 1.5906789418548795, + "learning_rate": 1.9999978206564486e-05, + "loss": 0.4618, + "step": 3613 + }, + { + "epoch": 3.065309584393554, + "grad_norm": 1.712542632480113, + "learning_rate": 1.999997762928014e-05, + "loss": 0.5635, + "step": 3614 + }, + { + "epoch": 3.0661577608142494, + "grad_norm": 1.4691559959069689, + "learning_rate": 1.99999770444496e-05, + "loss": 0.4738, + "step": 3615 + }, + { + "epoch": 3.0670059372349447, + "grad_norm": 1.6064767586231627, + "learning_rate": 1.9999976452072874e-05, + "loss": 0.4652, + "step": 3616 + }, + { + "epoch": 3.0678541136556405, + "grad_norm": 1.669784684682996, + "learning_rate": 1.999997585214996e-05, + "loss": 0.4812, + "step": 3617 + }, + { + "epoch": 3.068702290076336, + "grad_norm": 1.3988373762058781, + "learning_rate": 1.999997524468086e-05, + "loss": 0.4916, + "step": 3618 + }, + { + "epoch": 3.0695504664970312, + "grad_norm": 1.440955068423344, + "learning_rate": 1.9999974629665567e-05, + "loss": 0.4364, + "step": 3619 + }, + { + "epoch": 3.070398642917727, + "grad_norm": 1.7512672576302284, + "learning_rate": 1.9999974007104096e-05, + "loss": 0.584, + "step": 3620 + }, + { + "epoch": 3.0712468193384224, + "grad_norm": 1.7618342122622919, + "learning_rate": 1.9999973376996433e-05, + "loss": 0.5407, + "step": 3621 + }, + { + "epoch": 3.0720949957591177, + "grad_norm": 1.7307849207869075, + "learning_rate": 1.9999972739342583e-05, + "loss": 0.477, + "step": 3622 + }, + { + "epoch": 3.0729431721798135, + "grad_norm": 1.652691603309674, + "learning_rate": 1.9999972094142547e-05, + "loss": 0.5227, + "step": 3623 + }, + { + "epoch": 3.073791348600509, + "grad_norm": 1.6964561741507558, + "learning_rate": 1.9999971441396325e-05, + "loss": 0.5733, + "step": 3624 + }, + { + "epoch": 3.0746395250212046, + "grad_norm": 1.9270910033303468, + "learning_rate": 1.999997078110392e-05, + "loss": 0.563, + "step": 3625 + }, + { + "epoch": 3.0754877014419, + "grad_norm": 1.7204662649106948, + "learning_rate": 1.9999970113265333e-05, + "loss": 0.5224, + "step": 3626 + }, + { + "epoch": 3.0763358778625953, + "grad_norm": 1.6903158044597608, + "learning_rate": 1.9999969437880564e-05, + "loss": 0.4876, + "step": 3627 + }, + { + "epoch": 3.077184054283291, + "grad_norm": 1.4648746960226433, + "learning_rate": 1.9999968754949604e-05, + "loss": 0.4519, + "step": 3628 + }, + { + "epoch": 3.0780322307039865, + "grad_norm": 1.4975348955728565, + "learning_rate": 1.999996806447247e-05, + "loss": 0.4892, + "step": 3629 + }, + { + "epoch": 3.078880407124682, + "grad_norm": 1.8032603453079126, + "learning_rate": 1.9999967366449148e-05, + "loss": 0.5114, + "step": 3630 + }, + { + "epoch": 3.0797285835453776, + "grad_norm": 1.7235506003174592, + "learning_rate": 1.9999966660879648e-05, + "loss": 0.4673, + "step": 3631 + }, + { + "epoch": 3.080576759966073, + "grad_norm": 1.7171196654226126, + "learning_rate": 1.9999965947763965e-05, + "loss": 0.4969, + "step": 3632 + }, + { + "epoch": 3.0814249363867683, + "grad_norm": 1.6366981459924008, + "learning_rate": 1.99999652271021e-05, + "loss": 0.4388, + "step": 3633 + }, + { + "epoch": 3.082273112807464, + "grad_norm": 1.862912132491966, + "learning_rate": 1.9999964498894057e-05, + "loss": 0.4721, + "step": 3634 + }, + { + "epoch": 3.0831212892281594, + "grad_norm": 1.449270906899152, + "learning_rate": 1.9999963763139837e-05, + "loss": 0.432, + "step": 3635 + }, + { + "epoch": 3.0839694656488548, + "grad_norm": 1.4888377505960293, + "learning_rate": 1.9999963019839433e-05, + "loss": 0.4492, + "step": 3636 + }, + { + "epoch": 3.0848176420695506, + "grad_norm": 1.6372185544357973, + "learning_rate": 1.9999962268992857e-05, + "loss": 0.4707, + "step": 3637 + }, + { + "epoch": 3.085665818490246, + "grad_norm": 1.5349743276894992, + "learning_rate": 1.99999615106001e-05, + "loss": 0.465, + "step": 3638 + }, + { + "epoch": 3.0865139949109412, + "grad_norm": 1.519872116426014, + "learning_rate": 1.9999960744661164e-05, + "loss": 0.4954, + "step": 3639 + }, + { + "epoch": 3.087362171331637, + "grad_norm": 1.5991569835896668, + "learning_rate": 1.9999959971176054e-05, + "loss": 0.4577, + "step": 3640 + }, + { + "epoch": 3.0882103477523324, + "grad_norm": 1.513664060536494, + "learning_rate": 1.9999959190144768e-05, + "loss": 0.4792, + "step": 3641 + }, + { + "epoch": 3.089058524173028, + "grad_norm": 1.6396395123756204, + "learning_rate": 1.9999958401567302e-05, + "loss": 0.5091, + "step": 3642 + }, + { + "epoch": 3.0899067005937235, + "grad_norm": 1.681755198037829, + "learning_rate": 1.9999957605443668e-05, + "loss": 0.4793, + "step": 3643 + }, + { + "epoch": 3.090754877014419, + "grad_norm": 1.4934731065593783, + "learning_rate": 1.9999956801773854e-05, + "loss": 0.4609, + "step": 3644 + }, + { + "epoch": 3.0916030534351147, + "grad_norm": 1.4251407133714222, + "learning_rate": 1.999995599055787e-05, + "loss": 0.4707, + "step": 3645 + }, + { + "epoch": 3.09245122985581, + "grad_norm": 1.9204555718778435, + "learning_rate": 1.9999955171795712e-05, + "loss": 0.578, + "step": 3646 + }, + { + "epoch": 3.0932994062765053, + "grad_norm": 1.4552039572437951, + "learning_rate": 1.999995434548738e-05, + "loss": 0.5174, + "step": 3647 + }, + { + "epoch": 3.094147582697201, + "grad_norm": 1.5872994773192655, + "learning_rate": 1.999995351163288e-05, + "loss": 0.4177, + "step": 3648 + }, + { + "epoch": 3.0949957591178965, + "grad_norm": 1.5290752740606417, + "learning_rate": 1.9999952670232208e-05, + "loss": 0.435, + "step": 3649 + }, + { + "epoch": 3.095843935538592, + "grad_norm": 1.7371193740208002, + "learning_rate": 1.9999951821285366e-05, + "loss": 0.5664, + "step": 3650 + }, + { + "epoch": 3.0966921119592876, + "grad_norm": 1.6945512804554759, + "learning_rate": 1.999995096479235e-05, + "loss": 0.5424, + "step": 3651 + }, + { + "epoch": 3.097540288379983, + "grad_norm": 1.7045508118967372, + "learning_rate": 1.9999950100753168e-05, + "loss": 0.5221, + "step": 3652 + }, + { + "epoch": 3.0983884648006788, + "grad_norm": 1.5841076360360893, + "learning_rate": 1.999994922916782e-05, + "loss": 0.4326, + "step": 3653 + }, + { + "epoch": 3.099236641221374, + "grad_norm": 1.5236828594321894, + "learning_rate": 1.99999483500363e-05, + "loss": 0.4789, + "step": 3654 + }, + { + "epoch": 3.1000848176420694, + "grad_norm": 1.4901029123783018, + "learning_rate": 1.9999947463358613e-05, + "loss": 0.4846, + "step": 3655 + }, + { + "epoch": 3.1009329940627652, + "grad_norm": 1.5169792370023392, + "learning_rate": 1.9999946569134763e-05, + "loss": 0.4304, + "step": 3656 + }, + { + "epoch": 3.1017811704834606, + "grad_norm": 1.7600641983088923, + "learning_rate": 1.9999945667364745e-05, + "loss": 0.4998, + "step": 3657 + }, + { + "epoch": 3.102629346904156, + "grad_norm": 1.4859515280079432, + "learning_rate": 1.999994475804856e-05, + "loss": 0.5314, + "step": 3658 + }, + { + "epoch": 3.1034775233248517, + "grad_norm": 1.4961157021091869, + "learning_rate": 1.999994384118621e-05, + "loss": 0.5202, + "step": 3659 + }, + { + "epoch": 3.104325699745547, + "grad_norm": 1.705248797606853, + "learning_rate": 1.99999429167777e-05, + "loss": 0.6012, + "step": 3660 + }, + { + "epoch": 3.1051738761662424, + "grad_norm": 1.309119251581494, + "learning_rate": 1.9999941984823026e-05, + "loss": 0.4253, + "step": 3661 + }, + { + "epoch": 3.106022052586938, + "grad_norm": 1.5875246965112122, + "learning_rate": 1.999994104532219e-05, + "loss": 0.4848, + "step": 3662 + }, + { + "epoch": 3.1068702290076335, + "grad_norm": 1.4606857393490067, + "learning_rate": 1.999994009827519e-05, + "loss": 0.4657, + "step": 3663 + }, + { + "epoch": 3.107718405428329, + "grad_norm": 1.6757252185878253, + "learning_rate": 1.999993914368203e-05, + "loss": 0.6319, + "step": 3664 + }, + { + "epoch": 3.1085665818490247, + "grad_norm": 1.5063120573025197, + "learning_rate": 1.999993818154271e-05, + "loss": 0.4857, + "step": 3665 + }, + { + "epoch": 3.10941475826972, + "grad_norm": 1.775517438928497, + "learning_rate": 1.999993721185723e-05, + "loss": 0.5359, + "step": 3666 + }, + { + "epoch": 3.110262934690416, + "grad_norm": 1.5614015726335233, + "learning_rate": 1.9999936234625592e-05, + "loss": 0.5003, + "step": 3667 + }, + { + "epoch": 3.111111111111111, + "grad_norm": 1.7387772365392158, + "learning_rate": 1.9999935249847798e-05, + "loss": 0.5081, + "step": 3668 + }, + { + "epoch": 3.1119592875318065, + "grad_norm": 1.7037069952403447, + "learning_rate": 1.999993425752384e-05, + "loss": 0.508, + "step": 3669 + }, + { + "epoch": 3.1128074639525023, + "grad_norm": 1.7553309736898364, + "learning_rate": 1.9999933257653733e-05, + "loss": 0.5782, + "step": 3670 + }, + { + "epoch": 3.1136556403731976, + "grad_norm": 1.6218795970233353, + "learning_rate": 1.9999932250237465e-05, + "loss": 0.5549, + "step": 3671 + }, + { + "epoch": 3.114503816793893, + "grad_norm": 1.5905324840426078, + "learning_rate": 1.9999931235275042e-05, + "loss": 0.5439, + "step": 3672 + }, + { + "epoch": 3.1153519932145888, + "grad_norm": 1.6131776980232546, + "learning_rate": 1.9999930212766467e-05, + "loss": 0.4908, + "step": 3673 + }, + { + "epoch": 3.116200169635284, + "grad_norm": 1.5009287995911893, + "learning_rate": 1.999992918271174e-05, + "loss": 0.4554, + "step": 3674 + }, + { + "epoch": 3.1170483460559795, + "grad_norm": 1.513258968378168, + "learning_rate": 1.9999928145110857e-05, + "loss": 0.5732, + "step": 3675 + }, + { + "epoch": 3.1178965224766753, + "grad_norm": 1.4925231921579036, + "learning_rate": 1.9999927099963825e-05, + "loss": 0.4973, + "step": 3676 + }, + { + "epoch": 3.1187446988973706, + "grad_norm": 1.4862901803357742, + "learning_rate": 1.9999926047270638e-05, + "loss": 0.4366, + "step": 3677 + }, + { + "epoch": 3.119592875318066, + "grad_norm": 1.5016314944242097, + "learning_rate": 1.9999924987031302e-05, + "loss": 0.4277, + "step": 3678 + }, + { + "epoch": 3.1204410517387617, + "grad_norm": 1.451123216333126, + "learning_rate": 1.999992391924582e-05, + "loss": 0.5698, + "step": 3679 + }, + { + "epoch": 3.121289228159457, + "grad_norm": 1.5336688194097376, + "learning_rate": 1.9999922843914187e-05, + "loss": 0.5426, + "step": 3680 + }, + { + "epoch": 3.122137404580153, + "grad_norm": 1.4894750720917065, + "learning_rate": 1.9999921761036405e-05, + "loss": 0.5051, + "step": 3681 + }, + { + "epoch": 3.122985581000848, + "grad_norm": 1.5752354084613989, + "learning_rate": 1.9999920670612477e-05, + "loss": 0.5471, + "step": 3682 + }, + { + "epoch": 3.1238337574215436, + "grad_norm": 1.6467671460529867, + "learning_rate": 1.99999195726424e-05, + "loss": 0.4797, + "step": 3683 + }, + { + "epoch": 3.1246819338422394, + "grad_norm": 1.6486486901183317, + "learning_rate": 1.999991846712618e-05, + "loss": 0.485, + "step": 3684 + }, + { + "epoch": 3.1255301102629347, + "grad_norm": 1.3758062133029176, + "learning_rate": 1.9999917354063815e-05, + "loss": 0.5625, + "step": 3685 + }, + { + "epoch": 3.12637828668363, + "grad_norm": 1.590056107903522, + "learning_rate": 1.9999916233455306e-05, + "loss": 0.492, + "step": 3686 + }, + { + "epoch": 3.127226463104326, + "grad_norm": 1.4469986241781898, + "learning_rate": 1.9999915105300655e-05, + "loss": 0.4591, + "step": 3687 + }, + { + "epoch": 3.128074639525021, + "grad_norm": 1.491400082111182, + "learning_rate": 1.999991396959986e-05, + "loss": 0.4481, + "step": 3688 + }, + { + "epoch": 3.1289228159457165, + "grad_norm": 1.7158477773776855, + "learning_rate": 1.9999912826352927e-05, + "loss": 0.5372, + "step": 3689 + }, + { + "epoch": 3.1297709923664123, + "grad_norm": 1.4772399178744267, + "learning_rate": 1.999991167555985e-05, + "loss": 0.4748, + "step": 3690 + }, + { + "epoch": 3.1306191687871077, + "grad_norm": 1.4327967290665873, + "learning_rate": 1.9999910517220634e-05, + "loss": 0.4325, + "step": 3691 + }, + { + "epoch": 3.1314673452078035, + "grad_norm": 1.7117364829548694, + "learning_rate": 1.999990935133528e-05, + "loss": 0.5111, + "step": 3692 + }, + { + "epoch": 3.132315521628499, + "grad_norm": 1.554128330331646, + "learning_rate": 1.999990817790379e-05, + "loss": 0.508, + "step": 3693 + }, + { + "epoch": 3.133163698049194, + "grad_norm": 1.5167154530878002, + "learning_rate": 1.999990699692616e-05, + "loss": 0.5353, + "step": 3694 + }, + { + "epoch": 3.13401187446989, + "grad_norm": 1.5641354078835803, + "learning_rate": 1.9999905808402395e-05, + "loss": 0.5581, + "step": 3695 + }, + { + "epoch": 3.1348600508905853, + "grad_norm": 1.567517773859897, + "learning_rate": 1.9999904612332497e-05, + "loss": 0.5415, + "step": 3696 + }, + { + "epoch": 3.1357082273112806, + "grad_norm": 1.6895569023729409, + "learning_rate": 1.9999903408716463e-05, + "loss": 0.5152, + "step": 3697 + }, + { + "epoch": 3.1365564037319764, + "grad_norm": 1.5410659986440676, + "learning_rate": 1.9999902197554294e-05, + "loss": 0.5798, + "step": 3698 + }, + { + "epoch": 3.1374045801526718, + "grad_norm": 1.5246737624681241, + "learning_rate": 1.9999900978845997e-05, + "loss": 0.4823, + "step": 3699 + }, + { + "epoch": 3.138252756573367, + "grad_norm": 1.549697739228094, + "learning_rate": 1.9999899752591564e-05, + "loss": 0.436, + "step": 3700 + }, + { + "epoch": 3.139100932994063, + "grad_norm": 1.713972436372011, + "learning_rate": 1.9999898518791006e-05, + "loss": 0.5332, + "step": 3701 + }, + { + "epoch": 3.1399491094147582, + "grad_norm": 1.67024814506581, + "learning_rate": 1.9999897277444314e-05, + "loss": 0.5282, + "step": 3702 + }, + { + "epoch": 3.1407972858354536, + "grad_norm": 1.4884568194348677, + "learning_rate": 1.9999896028551492e-05, + "loss": 0.524, + "step": 3703 + }, + { + "epoch": 3.1416454622561494, + "grad_norm": 1.4489326458444334, + "learning_rate": 1.9999894772112546e-05, + "loss": 0.4124, + "step": 3704 + }, + { + "epoch": 3.1424936386768447, + "grad_norm": 1.5456572897486236, + "learning_rate": 1.999989350812747e-05, + "loss": 0.4589, + "step": 3705 + }, + { + "epoch": 3.14334181509754, + "grad_norm": 1.6667322116395482, + "learning_rate": 1.999989223659627e-05, + "loss": 0.5409, + "step": 3706 + }, + { + "epoch": 3.144189991518236, + "grad_norm": 1.748734420731389, + "learning_rate": 1.999989095751895e-05, + "loss": 0.5471, + "step": 3707 + }, + { + "epoch": 3.145038167938931, + "grad_norm": 1.6279376466154902, + "learning_rate": 1.99998896708955e-05, + "loss": 0.5619, + "step": 3708 + }, + { + "epoch": 3.145886344359627, + "grad_norm": 1.7765175498111307, + "learning_rate": 1.999988837672593e-05, + "loss": 0.4932, + "step": 3709 + }, + { + "epoch": 3.1467345207803223, + "grad_norm": 1.418411240935911, + "learning_rate": 1.9999887075010235e-05, + "loss": 0.5363, + "step": 3710 + }, + { + "epoch": 3.1475826972010177, + "grad_norm": 1.598299424101216, + "learning_rate": 1.999988576574842e-05, + "loss": 0.5485, + "step": 3711 + }, + { + "epoch": 3.1484308736217135, + "grad_norm": 1.37001778063789, + "learning_rate": 1.9999884448940487e-05, + "loss": 0.4342, + "step": 3712 + }, + { + "epoch": 3.149279050042409, + "grad_norm": 1.5653920586866192, + "learning_rate": 1.9999883124586432e-05, + "loss": 0.5664, + "step": 3713 + }, + { + "epoch": 3.150127226463104, + "grad_norm": 1.4729562230395832, + "learning_rate": 1.999988179268626e-05, + "loss": 0.5558, + "step": 3714 + }, + { + "epoch": 3.1509754028838, + "grad_norm": 1.5489665690916525, + "learning_rate": 1.999988045323997e-05, + "loss": 0.4971, + "step": 3715 + }, + { + "epoch": 3.1518235793044953, + "grad_norm": 1.4634026635397093, + "learning_rate": 1.9999879106247568e-05, + "loss": 0.4992, + "step": 3716 + }, + { + "epoch": 3.1526717557251906, + "grad_norm": 1.478144033861225, + "learning_rate": 1.999987775170905e-05, + "loss": 0.4552, + "step": 3717 + }, + { + "epoch": 3.1535199321458864, + "grad_norm": 1.651627882969924, + "learning_rate": 1.9999876389624414e-05, + "loss": 0.4882, + "step": 3718 + }, + { + "epoch": 3.154368108566582, + "grad_norm": 1.5185802173635006, + "learning_rate": 1.999987501999367e-05, + "loss": 0.5146, + "step": 3719 + }, + { + "epoch": 3.1552162849872776, + "grad_norm": 1.6397941213849105, + "learning_rate": 1.999987364281681e-05, + "loss": 0.473, + "step": 3720 + }, + { + "epoch": 3.156064461407973, + "grad_norm": 1.9833784036277124, + "learning_rate": 1.999987225809384e-05, + "loss": 0.4335, + "step": 3721 + }, + { + "epoch": 3.1569126378286683, + "grad_norm": 1.4358703698219106, + "learning_rate": 1.9999870865824766e-05, + "loss": 0.3847, + "step": 3722 + }, + { + "epoch": 3.157760814249364, + "grad_norm": 1.6816943120553138, + "learning_rate": 1.9999869466009575e-05, + "loss": 0.4893, + "step": 3723 + }, + { + "epoch": 3.1586089906700594, + "grad_norm": 1.7312114554565807, + "learning_rate": 1.999986805864828e-05, + "loss": 0.5364, + "step": 3724 + }, + { + "epoch": 3.1594571670907547, + "grad_norm": 1.4130252677290365, + "learning_rate": 1.999986664374088e-05, + "loss": 0.5146, + "step": 3725 + }, + { + "epoch": 3.1603053435114505, + "grad_norm": 1.5846321312427647, + "learning_rate": 1.9999865221287373e-05, + "loss": 0.4927, + "step": 3726 + }, + { + "epoch": 3.161153519932146, + "grad_norm": 1.3900595043853672, + "learning_rate": 1.9999863791287764e-05, + "loss": 0.4658, + "step": 3727 + }, + { + "epoch": 3.1620016963528412, + "grad_norm": 1.401678589816717, + "learning_rate": 1.9999862353742044e-05, + "loss": 0.507, + "step": 3728 + }, + { + "epoch": 3.162849872773537, + "grad_norm": 1.5526822418296442, + "learning_rate": 1.999986090865023e-05, + "loss": 0.4861, + "step": 3729 + }, + { + "epoch": 3.1636980491942324, + "grad_norm": 1.5972733626907796, + "learning_rate": 1.9999859456012313e-05, + "loss": 0.5311, + "step": 3730 + }, + { + "epoch": 3.1645462256149277, + "grad_norm": 1.5338550404833253, + "learning_rate": 1.9999857995828295e-05, + "loss": 0.4946, + "step": 3731 + }, + { + "epoch": 3.1653944020356235, + "grad_norm": 1.5899003288926867, + "learning_rate": 1.9999856528098176e-05, + "loss": 0.4986, + "step": 3732 + }, + { + "epoch": 3.166242578456319, + "grad_norm": 1.753385022897344, + "learning_rate": 1.999985505282196e-05, + "loss": 0.5139, + "step": 3733 + }, + { + "epoch": 3.167090754877014, + "grad_norm": 1.3663648369636932, + "learning_rate": 1.9999853569999647e-05, + "loss": 0.5133, + "step": 3734 + }, + { + "epoch": 3.16793893129771, + "grad_norm": 1.6998626922444513, + "learning_rate": 1.9999852079631238e-05, + "loss": 0.5478, + "step": 3735 + }, + { + "epoch": 3.1687871077184053, + "grad_norm": 1.7418881967504793, + "learning_rate": 1.9999850581716737e-05, + "loss": 0.4454, + "step": 3736 + }, + { + "epoch": 3.169635284139101, + "grad_norm": 1.5344284519142044, + "learning_rate": 1.9999849076256142e-05, + "loss": 0.4661, + "step": 3737 + }, + { + "epoch": 3.1704834605597965, + "grad_norm": 1.6699718636915717, + "learning_rate": 1.9999847563249452e-05, + "loss": 0.5844, + "step": 3738 + }, + { + "epoch": 3.171331636980492, + "grad_norm": 1.6337768529649999, + "learning_rate": 1.9999846042696675e-05, + "loss": 0.4889, + "step": 3739 + }, + { + "epoch": 3.1721798134011876, + "grad_norm": 1.4901468352445146, + "learning_rate": 1.9999844514597803e-05, + "loss": 0.4793, + "step": 3740 + }, + { + "epoch": 3.173027989821883, + "grad_norm": 1.4480604749977894, + "learning_rate": 1.9999842978952846e-05, + "loss": 0.4425, + "step": 3741 + }, + { + "epoch": 3.1738761662425783, + "grad_norm": 1.5243252360033184, + "learning_rate": 1.99998414357618e-05, + "loss": 0.4657, + "step": 3742 + }, + { + "epoch": 3.174724342663274, + "grad_norm": 1.46588170382464, + "learning_rate": 1.9999839885024667e-05, + "loss": 0.457, + "step": 3743 + }, + { + "epoch": 3.1755725190839694, + "grad_norm": 1.494867810668558, + "learning_rate": 1.999983832674145e-05, + "loss": 0.4739, + "step": 3744 + }, + { + "epoch": 3.1764206955046648, + "grad_norm": 1.4726126916912463, + "learning_rate": 1.999983676091215e-05, + "loss": 0.49, + "step": 3745 + }, + { + "epoch": 3.1772688719253606, + "grad_norm": 1.6480480040922492, + "learning_rate": 1.9999835187536764e-05, + "loss": 0.464, + "step": 3746 + }, + { + "epoch": 3.178117048346056, + "grad_norm": 1.5091394352306076, + "learning_rate": 1.9999833606615295e-05, + "loss": 0.4897, + "step": 3747 + }, + { + "epoch": 3.1789652247667517, + "grad_norm": 1.582000807417789, + "learning_rate": 1.9999832018147747e-05, + "loss": 0.5465, + "step": 3748 + }, + { + "epoch": 3.179813401187447, + "grad_norm": 1.442076397039256, + "learning_rate": 1.9999830422134123e-05, + "loss": 0.4418, + "step": 3749 + }, + { + "epoch": 3.1806615776081424, + "grad_norm": 1.5740980900157686, + "learning_rate": 1.9999828818574417e-05, + "loss": 0.5196, + "step": 3750 + }, + { + "epoch": 3.181509754028838, + "grad_norm": 1.7173140735388386, + "learning_rate": 1.9999827207468633e-05, + "loss": 0.4976, + "step": 3751 + }, + { + "epoch": 3.1823579304495335, + "grad_norm": 1.4657689621113106, + "learning_rate": 1.9999825588816776e-05, + "loss": 0.4468, + "step": 3752 + }, + { + "epoch": 3.183206106870229, + "grad_norm": 1.676718885364574, + "learning_rate": 1.9999823962618844e-05, + "loss": 0.4784, + "step": 3753 + }, + { + "epoch": 3.1840542832909247, + "grad_norm": 1.7067819322791917, + "learning_rate": 1.9999822328874838e-05, + "loss": 0.4754, + "step": 3754 + }, + { + "epoch": 3.18490245971162, + "grad_norm": 1.8111696605906875, + "learning_rate": 1.999982068758476e-05, + "loss": 0.671, + "step": 3755 + }, + { + "epoch": 3.1857506361323153, + "grad_norm": 1.4728787243841583, + "learning_rate": 1.9999819038748613e-05, + "loss": 0.4923, + "step": 3756 + }, + { + "epoch": 3.186598812553011, + "grad_norm": 1.5482031243742753, + "learning_rate": 1.9999817382366394e-05, + "loss": 0.531, + "step": 3757 + }, + { + "epoch": 3.1874469889737065, + "grad_norm": 1.5546353597718638, + "learning_rate": 1.9999815718438108e-05, + "loss": 0.4803, + "step": 3758 + }, + { + "epoch": 3.188295165394402, + "grad_norm": 1.3636010859787315, + "learning_rate": 1.9999814046963755e-05, + "loss": 0.427, + "step": 3759 + }, + { + "epoch": 3.1891433418150976, + "grad_norm": 1.3554647637118746, + "learning_rate": 1.9999812367943337e-05, + "loss": 0.464, + "step": 3760 + }, + { + "epoch": 3.189991518235793, + "grad_norm": 1.351577563598591, + "learning_rate": 1.999981068137685e-05, + "loss": 0.4255, + "step": 3761 + }, + { + "epoch": 3.1908396946564888, + "grad_norm": 1.4961664810593553, + "learning_rate": 1.9999808987264303e-05, + "loss": 0.4996, + "step": 3762 + }, + { + "epoch": 3.191687871077184, + "grad_norm": 1.7007574407735186, + "learning_rate": 1.9999807285605693e-05, + "loss": 0.5514, + "step": 3763 + }, + { + "epoch": 3.1925360474978794, + "grad_norm": 1.681834989269935, + "learning_rate": 1.9999805576401026e-05, + "loss": 0.5338, + "step": 3764 + }, + { + "epoch": 3.1933842239185752, + "grad_norm": 1.4389812090553569, + "learning_rate": 1.9999803859650295e-05, + "loss": 0.485, + "step": 3765 + }, + { + "epoch": 3.1942324003392706, + "grad_norm": 1.5158381046123064, + "learning_rate": 1.9999802135353507e-05, + "loss": 0.507, + "step": 3766 + }, + { + "epoch": 3.195080576759966, + "grad_norm": 1.744887133103964, + "learning_rate": 1.9999800403510665e-05, + "loss": 0.5281, + "step": 3767 + }, + { + "epoch": 3.1959287531806617, + "grad_norm": 1.5893976560471652, + "learning_rate": 1.999979866412176e-05, + "loss": 0.4945, + "step": 3768 + }, + { + "epoch": 3.196776929601357, + "grad_norm": 1.4646005932720607, + "learning_rate": 1.9999796917186808e-05, + "loss": 0.4303, + "step": 3769 + }, + { + "epoch": 3.1976251060220524, + "grad_norm": 1.6992091090042476, + "learning_rate": 1.99997951627058e-05, + "loss": 0.5372, + "step": 3770 + }, + { + "epoch": 3.198473282442748, + "grad_norm": 1.7965919674394335, + "learning_rate": 1.9999793400678743e-05, + "loss": 0.5882, + "step": 3771 + }, + { + "epoch": 3.1993214588634435, + "grad_norm": 1.570998221675548, + "learning_rate": 1.999979163110563e-05, + "loss": 0.5015, + "step": 3772 + }, + { + "epoch": 3.200169635284139, + "grad_norm": 1.5697129766707496, + "learning_rate": 1.9999789853986472e-05, + "loss": 0.4943, + "step": 3773 + }, + { + "epoch": 3.2010178117048347, + "grad_norm": 1.54354628420085, + "learning_rate": 1.9999788069321266e-05, + "loss": 0.5338, + "step": 3774 + }, + { + "epoch": 3.20186598812553, + "grad_norm": 1.7635832136308105, + "learning_rate": 1.9999786277110016e-05, + "loss": 0.6236, + "step": 3775 + }, + { + "epoch": 3.202714164546226, + "grad_norm": 1.6079287032563838, + "learning_rate": 1.999978447735272e-05, + "loss": 0.4664, + "step": 3776 + }, + { + "epoch": 3.203562340966921, + "grad_norm": 1.5754928988713748, + "learning_rate": 1.999978267004938e-05, + "loss": 0.5617, + "step": 3777 + }, + { + "epoch": 3.2044105173876165, + "grad_norm": 1.594776478662675, + "learning_rate": 1.9999780855199998e-05, + "loss": 0.4414, + "step": 3778 + }, + { + "epoch": 3.2052586938083123, + "grad_norm": 1.704478370380266, + "learning_rate": 1.999977903280457e-05, + "loss": 0.518, + "step": 3779 + }, + { + "epoch": 3.2061068702290076, + "grad_norm": 1.634324259552571, + "learning_rate": 1.9999777202863112e-05, + "loss": 0.4937, + "step": 3780 + }, + { + "epoch": 3.206955046649703, + "grad_norm": 1.4927965881951484, + "learning_rate": 1.999977536537561e-05, + "loss": 0.4899, + "step": 3781 + }, + { + "epoch": 3.207803223070399, + "grad_norm": 1.6796861989125913, + "learning_rate": 1.999977352034207e-05, + "loss": 0.535, + "step": 3782 + }, + { + "epoch": 3.208651399491094, + "grad_norm": 1.5559342173626034, + "learning_rate": 1.99997716677625e-05, + "loss": 0.4884, + "step": 3783 + }, + { + "epoch": 3.2094995759117895, + "grad_norm": 1.5561911861591662, + "learning_rate": 1.9999769807636892e-05, + "loss": 0.56, + "step": 3784 + }, + { + "epoch": 3.2103477523324853, + "grad_norm": 1.5577004140347053, + "learning_rate": 1.9999767939965253e-05, + "loss": 0.5505, + "step": 3785 + }, + { + "epoch": 3.2111959287531806, + "grad_norm": 1.572027151202783, + "learning_rate": 1.9999766064747583e-05, + "loss": 0.4073, + "step": 3786 + }, + { + "epoch": 3.2120441051738764, + "grad_norm": 1.461627596176653, + "learning_rate": 1.9999764181983883e-05, + "loss": 0.4281, + "step": 3787 + }, + { + "epoch": 3.2128922815945717, + "grad_norm": 1.8289880670562417, + "learning_rate": 1.9999762291674153e-05, + "loss": 0.5068, + "step": 3788 + }, + { + "epoch": 3.213740458015267, + "grad_norm": 1.593187022305504, + "learning_rate": 1.99997603938184e-05, + "loss": 0.4144, + "step": 3789 + }, + { + "epoch": 3.214588634435963, + "grad_norm": 1.5211277555680098, + "learning_rate": 1.999975848841662e-05, + "loss": 0.5559, + "step": 3790 + }, + { + "epoch": 3.2154368108566582, + "grad_norm": 1.6443540648370913, + "learning_rate": 1.9999756575468815e-05, + "loss": 0.5382, + "step": 3791 + }, + { + "epoch": 3.2162849872773536, + "grad_norm": 1.5319082143822382, + "learning_rate": 1.9999754654974988e-05, + "loss": 0.5375, + "step": 3792 + }, + { + "epoch": 3.2171331636980494, + "grad_norm": 1.4850002245204157, + "learning_rate": 1.999975272693514e-05, + "loss": 0.4958, + "step": 3793 + }, + { + "epoch": 3.2179813401187447, + "grad_norm": 1.5863040289610728, + "learning_rate": 1.9999750791349273e-05, + "loss": 0.5951, + "step": 3794 + }, + { + "epoch": 3.21882951653944, + "grad_norm": 1.6181880206035055, + "learning_rate": 1.9999748848217386e-05, + "loss": 0.5624, + "step": 3795 + }, + { + "epoch": 3.219677692960136, + "grad_norm": 1.4633928474129896, + "learning_rate": 1.9999746897539486e-05, + "loss": 0.4755, + "step": 3796 + }, + { + "epoch": 3.220525869380831, + "grad_norm": 1.6068334322963391, + "learning_rate": 1.999974493931557e-05, + "loss": 0.4719, + "step": 3797 + }, + { + "epoch": 3.2213740458015265, + "grad_norm": 1.7522070085222563, + "learning_rate": 1.999974297354564e-05, + "loss": 0.4843, + "step": 3798 + }, + { + "epoch": 3.2222222222222223, + "grad_norm": 1.7092123724309543, + "learning_rate": 1.9999741000229695e-05, + "loss": 0.5482, + "step": 3799 + }, + { + "epoch": 3.2230703986429177, + "grad_norm": 1.8538073436727114, + "learning_rate": 1.999973901936774e-05, + "loss": 0.4805, + "step": 3800 + }, + { + "epoch": 3.223918575063613, + "grad_norm": 1.691650530449426, + "learning_rate": 1.9999737030959778e-05, + "loss": 0.5387, + "step": 3801 + }, + { + "epoch": 3.224766751484309, + "grad_norm": 1.4219173285935536, + "learning_rate": 1.999973503500581e-05, + "loss": 0.4231, + "step": 3802 + }, + { + "epoch": 3.225614927905004, + "grad_norm": 1.6427377024700944, + "learning_rate": 1.999973303150583e-05, + "loss": 0.5298, + "step": 3803 + }, + { + "epoch": 3.2264631043257, + "grad_norm": 1.5619680034608885, + "learning_rate": 1.999973102045985e-05, + "loss": 0.5063, + "step": 3804 + }, + { + "epoch": 3.2273112807463953, + "grad_norm": 1.4188399077089036, + "learning_rate": 1.9999729001867864e-05, + "loss": 0.45, + "step": 3805 + }, + { + "epoch": 3.2281594571670906, + "grad_norm": 1.5721396491539474, + "learning_rate": 1.9999726975729875e-05, + "loss": 0.4596, + "step": 3806 + }, + { + "epoch": 3.2290076335877864, + "grad_norm": 1.4222215891086687, + "learning_rate": 1.999972494204589e-05, + "loss": 0.502, + "step": 3807 + }, + { + "epoch": 3.2298558100084818, + "grad_norm": 1.475562729024366, + "learning_rate": 1.9999722900815905e-05, + "loss": 0.5416, + "step": 3808 + }, + { + "epoch": 3.230703986429177, + "grad_norm": 1.571371383138027, + "learning_rate": 1.999972085203992e-05, + "loss": 0.6003, + "step": 3809 + }, + { + "epoch": 3.231552162849873, + "grad_norm": 1.5544253914542052, + "learning_rate": 1.9999718795717943e-05, + "loss": 0.5048, + "step": 3810 + }, + { + "epoch": 3.2324003392705682, + "grad_norm": 1.4275532614032989, + "learning_rate": 1.9999716731849973e-05, + "loss": 0.4002, + "step": 3811 + }, + { + "epoch": 3.2332485156912636, + "grad_norm": 1.498423407940643, + "learning_rate": 1.9999714660436006e-05, + "loss": 0.5586, + "step": 3812 + }, + { + "epoch": 3.2340966921119594, + "grad_norm": 1.5276355457121926, + "learning_rate": 1.999971258147605e-05, + "loss": 0.4797, + "step": 3813 + }, + { + "epoch": 3.2349448685326547, + "grad_norm": 1.3590203595435133, + "learning_rate": 1.9999710494970105e-05, + "loss": 0.505, + "step": 3814 + }, + { + "epoch": 3.2357930449533505, + "grad_norm": 1.5395009610537664, + "learning_rate": 1.9999708400918173e-05, + "loss": 0.5288, + "step": 3815 + }, + { + "epoch": 3.236641221374046, + "grad_norm": 1.6460322517568506, + "learning_rate": 1.9999706299320255e-05, + "loss": 0.5021, + "step": 3816 + }, + { + "epoch": 3.237489397794741, + "grad_norm": 1.4886221159204291, + "learning_rate": 1.9999704190176354e-05, + "loss": 0.4518, + "step": 3817 + }, + { + "epoch": 3.238337574215437, + "grad_norm": 1.6102529714527745, + "learning_rate": 1.9999702073486467e-05, + "loss": 0.5612, + "step": 3818 + }, + { + "epoch": 3.2391857506361323, + "grad_norm": 1.530753328153237, + "learning_rate": 1.9999699949250598e-05, + "loss": 0.5392, + "step": 3819 + }, + { + "epoch": 3.2400339270568277, + "grad_norm": 1.8198444041318174, + "learning_rate": 1.9999697817468756e-05, + "loss": 0.5201, + "step": 3820 + }, + { + "epoch": 3.2408821034775235, + "grad_norm": 1.4318621842175503, + "learning_rate": 1.9999695678140928e-05, + "loss": 0.4661, + "step": 3821 + }, + { + "epoch": 3.241730279898219, + "grad_norm": 1.5218948687450937, + "learning_rate": 1.9999693531267127e-05, + "loss": 0.4632, + "step": 3822 + }, + { + "epoch": 3.242578456318914, + "grad_norm": 1.4523030557893692, + "learning_rate": 1.999969137684735e-05, + "loss": 0.641, + "step": 3823 + }, + { + "epoch": 3.24342663273961, + "grad_norm": 1.4988587568667189, + "learning_rate": 1.99996892148816e-05, + "loss": 0.561, + "step": 3824 + }, + { + "epoch": 3.2442748091603053, + "grad_norm": 1.5183776897918155, + "learning_rate": 1.999968704536988e-05, + "loss": 0.4826, + "step": 3825 + }, + { + "epoch": 3.2451229855810007, + "grad_norm": 1.496731733776552, + "learning_rate": 1.9999684868312187e-05, + "loss": 0.4612, + "step": 3826 + }, + { + "epoch": 3.2459711620016964, + "grad_norm": 1.324541118827237, + "learning_rate": 1.9999682683708527e-05, + "loss": 0.4127, + "step": 3827 + }, + { + "epoch": 3.246819338422392, + "grad_norm": 1.5384679070128984, + "learning_rate": 1.99996804915589e-05, + "loss": 0.5014, + "step": 3828 + }, + { + "epoch": 3.247667514843087, + "grad_norm": 1.8190708346265567, + "learning_rate": 1.9999678291863312e-05, + "loss": 0.5345, + "step": 3829 + }, + { + "epoch": 3.248515691263783, + "grad_norm": 1.7584599332905417, + "learning_rate": 1.9999676084621755e-05, + "loss": 0.5636, + "step": 3830 + }, + { + "epoch": 3.2493638676844783, + "grad_norm": 1.528119405355399, + "learning_rate": 1.999967386983424e-05, + "loss": 0.5014, + "step": 3831 + }, + { + "epoch": 3.250212044105174, + "grad_norm": 1.6513773723482956, + "learning_rate": 1.9999671647500762e-05, + "loss": 0.5969, + "step": 3832 + }, + { + "epoch": 3.2510602205258694, + "grad_norm": 1.4945614344685492, + "learning_rate": 1.9999669417621327e-05, + "loss": 0.5647, + "step": 3833 + }, + { + "epoch": 3.2519083969465647, + "grad_norm": 1.7410286046826604, + "learning_rate": 1.9999667180195933e-05, + "loss": 0.5464, + "step": 3834 + }, + { + "epoch": 3.2527565733672605, + "grad_norm": 1.6893504802372556, + "learning_rate": 1.9999664935224587e-05, + "loss": 0.5021, + "step": 3835 + }, + { + "epoch": 3.253604749787956, + "grad_norm": 1.6029551312408983, + "learning_rate": 1.9999662682707285e-05, + "loss": 0.5355, + "step": 3836 + }, + { + "epoch": 3.2544529262086512, + "grad_norm": 1.7779024418366463, + "learning_rate": 1.9999660422644035e-05, + "loss": 0.544, + "step": 3837 + }, + { + "epoch": 3.255301102629347, + "grad_norm": 1.7009801851546023, + "learning_rate": 1.9999658155034832e-05, + "loss": 0.5706, + "step": 3838 + }, + { + "epoch": 3.2561492790500424, + "grad_norm": 1.4622359115698784, + "learning_rate": 1.9999655879879683e-05, + "loss": 0.4601, + "step": 3839 + }, + { + "epoch": 3.2569974554707377, + "grad_norm": 1.6152317857407401, + "learning_rate": 1.9999653597178586e-05, + "loss": 0.5408, + "step": 3840 + }, + { + "epoch": 3.2578456318914335, + "grad_norm": 1.4493554144331144, + "learning_rate": 1.9999651306931547e-05, + "loss": 0.5056, + "step": 3841 + }, + { + "epoch": 3.258693808312129, + "grad_norm": 1.5068040019228583, + "learning_rate": 1.999964900913856e-05, + "loss": 0.5385, + "step": 3842 + }, + { + "epoch": 3.2595419847328246, + "grad_norm": 1.4167968289187722, + "learning_rate": 1.9999646703799635e-05, + "loss": 0.5542, + "step": 3843 + }, + { + "epoch": 3.26039016115352, + "grad_norm": 1.6117517526253515, + "learning_rate": 1.999964439091477e-05, + "loss": 0.5116, + "step": 3844 + }, + { + "epoch": 3.2612383375742153, + "grad_norm": 1.8617397058605067, + "learning_rate": 1.9999642070483965e-05, + "loss": 0.5925, + "step": 3845 + }, + { + "epoch": 3.262086513994911, + "grad_norm": 1.531736460600595, + "learning_rate": 1.9999639742507226e-05, + "loss": 0.4475, + "step": 3846 + }, + { + "epoch": 3.2629346904156065, + "grad_norm": 1.6952474314785388, + "learning_rate": 1.9999637406984554e-05, + "loss": 0.6112, + "step": 3847 + }, + { + "epoch": 3.263782866836302, + "grad_norm": 1.800232774606669, + "learning_rate": 1.9999635063915947e-05, + "loss": 0.5742, + "step": 3848 + }, + { + "epoch": 3.2646310432569976, + "grad_norm": 1.5763446325191492, + "learning_rate": 1.9999632713301412e-05, + "loss": 0.5421, + "step": 3849 + }, + { + "epoch": 3.265479219677693, + "grad_norm": 1.6186038720836344, + "learning_rate": 1.9999630355140948e-05, + "loss": 0.4883, + "step": 3850 + }, + { + "epoch": 3.2663273960983883, + "grad_norm": 1.496935681167381, + "learning_rate": 1.9999627989434552e-05, + "loss": 0.5007, + "step": 3851 + }, + { + "epoch": 3.267175572519084, + "grad_norm": 1.5988285058649456, + "learning_rate": 1.9999625616182235e-05, + "loss": 0.4895, + "step": 3852 + }, + { + "epoch": 3.2680237489397794, + "grad_norm": 1.5585327749395477, + "learning_rate": 1.9999623235383995e-05, + "loss": 0.4903, + "step": 3853 + }, + { + "epoch": 3.268871925360475, + "grad_norm": 1.4823494124065946, + "learning_rate": 1.9999620847039827e-05, + "loss": 0.4733, + "step": 3854 + }, + { + "epoch": 3.2697201017811706, + "grad_norm": 1.7149772213576284, + "learning_rate": 1.9999618451149744e-05, + "loss": 0.5683, + "step": 3855 + }, + { + "epoch": 3.270568278201866, + "grad_norm": 1.4523307574998134, + "learning_rate": 1.9999616047713743e-05, + "loss": 0.4302, + "step": 3856 + }, + { + "epoch": 3.2714164546225613, + "grad_norm": 1.6055835425246714, + "learning_rate": 1.9999613636731824e-05, + "loss": 0.4582, + "step": 3857 + }, + { + "epoch": 3.272264631043257, + "grad_norm": 1.6624096861545525, + "learning_rate": 1.9999611218203992e-05, + "loss": 0.5255, + "step": 3858 + }, + { + "epoch": 3.2731128074639524, + "grad_norm": 1.7920414820241894, + "learning_rate": 1.9999608792130246e-05, + "loss": 0.446, + "step": 3859 + }, + { + "epoch": 3.273960983884648, + "grad_norm": 1.451584866217524, + "learning_rate": 1.999960635851059e-05, + "loss": 0.4616, + "step": 3860 + }, + { + "epoch": 3.2748091603053435, + "grad_norm": 1.6314992608125802, + "learning_rate": 1.9999603917345022e-05, + "loss": 0.5285, + "step": 3861 + }, + { + "epoch": 3.275657336726039, + "grad_norm": 1.4906575014240326, + "learning_rate": 1.9999601468633548e-05, + "loss": 0.5465, + "step": 3862 + }, + { + "epoch": 3.2765055131467347, + "grad_norm": 1.4244858040856863, + "learning_rate": 1.9999599012376166e-05, + "loss": 0.5482, + "step": 3863 + }, + { + "epoch": 3.27735368956743, + "grad_norm": 1.480010884637175, + "learning_rate": 1.9999596548572885e-05, + "loss": 0.4981, + "step": 3864 + }, + { + "epoch": 3.2782018659881254, + "grad_norm": 1.4097404003030807, + "learning_rate": 1.99995940772237e-05, + "loss": 0.4454, + "step": 3865 + }, + { + "epoch": 3.279050042408821, + "grad_norm": 1.6035390891241, + "learning_rate": 1.9999591598328617e-05, + "loss": 0.4845, + "step": 3866 + }, + { + "epoch": 3.2798982188295165, + "grad_norm": 1.555205382957161, + "learning_rate": 1.9999589111887635e-05, + "loss": 0.4515, + "step": 3867 + }, + { + "epoch": 3.280746395250212, + "grad_norm": 1.846390061227403, + "learning_rate": 1.9999586617900756e-05, + "loss": 0.5127, + "step": 3868 + }, + { + "epoch": 3.2815945716709076, + "grad_norm": 1.6699317066037327, + "learning_rate": 1.9999584116367985e-05, + "loss": 0.5501, + "step": 3869 + }, + { + "epoch": 3.282442748091603, + "grad_norm": 1.49357577644323, + "learning_rate": 1.999958160728932e-05, + "loss": 0.5086, + "step": 3870 + }, + { + "epoch": 3.2832909245122988, + "grad_norm": 1.364097484910007, + "learning_rate": 1.9999579090664763e-05, + "loss": 0.4529, + "step": 3871 + }, + { + "epoch": 3.284139100932994, + "grad_norm": 1.559245857300762, + "learning_rate": 1.9999576566494322e-05, + "loss": 0.4725, + "step": 3872 + }, + { + "epoch": 3.2849872773536894, + "grad_norm": 1.53584903054615, + "learning_rate": 1.999957403477799e-05, + "loss": 0.531, + "step": 3873 + }, + { + "epoch": 3.2858354537743852, + "grad_norm": 1.4763593329102982, + "learning_rate": 1.9999571495515777e-05, + "loss": 0.5514, + "step": 3874 + }, + { + "epoch": 3.2866836301950806, + "grad_norm": 1.5077130902314446, + "learning_rate": 1.999956894870768e-05, + "loss": 0.5063, + "step": 3875 + }, + { + "epoch": 3.287531806615776, + "grad_norm": 1.5300021978547669, + "learning_rate": 1.9999566394353696e-05, + "loss": 0.5084, + "step": 3876 + }, + { + "epoch": 3.2883799830364717, + "grad_norm": 1.4729317412276073, + "learning_rate": 1.999956383245384e-05, + "loss": 0.438, + "step": 3877 + }, + { + "epoch": 3.289228159457167, + "grad_norm": 1.4150404713913163, + "learning_rate": 1.9999561263008105e-05, + "loss": 0.4915, + "step": 3878 + }, + { + "epoch": 3.2900763358778624, + "grad_norm": 1.452107697343361, + "learning_rate": 1.9999558686016496e-05, + "loss": 0.4673, + "step": 3879 + }, + { + "epoch": 3.290924512298558, + "grad_norm": 1.631661707161392, + "learning_rate": 1.9999556101479013e-05, + "loss": 0.4199, + "step": 3880 + }, + { + "epoch": 3.2917726887192535, + "grad_norm": 1.6108979228262208, + "learning_rate": 1.999955350939566e-05, + "loss": 0.5278, + "step": 3881 + }, + { + "epoch": 3.2926208651399493, + "grad_norm": 1.581910319095741, + "learning_rate": 1.9999550909766434e-05, + "loss": 0.5707, + "step": 3882 + }, + { + "epoch": 3.2934690415606447, + "grad_norm": 1.447486992941601, + "learning_rate": 1.999954830259134e-05, + "loss": 0.4576, + "step": 3883 + }, + { + "epoch": 3.29431721798134, + "grad_norm": 1.6611031891756445, + "learning_rate": 1.9999545687870388e-05, + "loss": 0.5067, + "step": 3884 + }, + { + "epoch": 3.2951653944020354, + "grad_norm": 1.674137580088952, + "learning_rate": 1.9999543065603567e-05, + "loss": 0.5816, + "step": 3885 + }, + { + "epoch": 3.296013570822731, + "grad_norm": 1.5901156461599868, + "learning_rate": 1.999954043579089e-05, + "loss": 0.5535, + "step": 3886 + }, + { + "epoch": 3.2968617472434265, + "grad_norm": 1.566404050911191, + "learning_rate": 1.9999537798432347e-05, + "loss": 0.5587, + "step": 3887 + }, + { + "epoch": 3.2977099236641223, + "grad_norm": 1.4394214060172061, + "learning_rate": 1.999953515352795e-05, + "loss": 0.5013, + "step": 3888 + }, + { + "epoch": 3.2985581000848176, + "grad_norm": 1.4141869733756989, + "learning_rate": 1.9999532501077696e-05, + "loss": 0.4644, + "step": 3889 + }, + { + "epoch": 3.299406276505513, + "grad_norm": 1.641468937796981, + "learning_rate": 1.9999529841081592e-05, + "loss": 0.39, + "step": 3890 + }, + { + "epoch": 3.300254452926209, + "grad_norm": 1.687391533815911, + "learning_rate": 1.9999527173539634e-05, + "loss": 0.4572, + "step": 3891 + }, + { + "epoch": 3.301102629346904, + "grad_norm": 1.5737140013839215, + "learning_rate": 1.9999524498451825e-05, + "loss": 0.5117, + "step": 3892 + }, + { + "epoch": 3.3019508057675995, + "grad_norm": 1.4541640950551424, + "learning_rate": 1.9999521815818172e-05, + "loss": 0.4463, + "step": 3893 + }, + { + "epoch": 3.3027989821882953, + "grad_norm": 1.793725540473893, + "learning_rate": 1.999951912563867e-05, + "loss": 0.5442, + "step": 3894 + }, + { + "epoch": 3.3036471586089906, + "grad_norm": 1.7460355150053875, + "learning_rate": 1.9999516427913328e-05, + "loss": 0.447, + "step": 3895 + }, + { + "epoch": 3.304495335029686, + "grad_norm": 1.4660567720897728, + "learning_rate": 1.9999513722642143e-05, + "loss": 0.4982, + "step": 3896 + }, + { + "epoch": 3.3053435114503817, + "grad_norm": 1.629664750613378, + "learning_rate": 1.9999511009825122e-05, + "loss": 0.557, + "step": 3897 + }, + { + "epoch": 3.306191687871077, + "grad_norm": 1.5209732119237, + "learning_rate": 1.999950828946226e-05, + "loss": 0.552, + "step": 3898 + }, + { + "epoch": 3.307039864291773, + "grad_norm": 1.5309432069527322, + "learning_rate": 1.999950556155356e-05, + "loss": 0.4618, + "step": 3899 + }, + { + "epoch": 3.3078880407124682, + "grad_norm": 1.4820654673975253, + "learning_rate": 1.9999502826099032e-05, + "loss": 0.5279, + "step": 3900 + }, + { + "epoch": 3.3087362171331636, + "grad_norm": 1.4615118599455736, + "learning_rate": 1.9999500083098673e-05, + "loss": 0.5678, + "step": 3901 + }, + { + "epoch": 3.3095843935538594, + "grad_norm": 1.6961830547421943, + "learning_rate": 1.9999497332552486e-05, + "loss": 0.5571, + "step": 3902 + }, + { + "epoch": 3.3104325699745547, + "grad_norm": 1.4181457283350238, + "learning_rate": 1.999949457446047e-05, + "loss": 0.5224, + "step": 3903 + }, + { + "epoch": 3.31128074639525, + "grad_norm": 1.344072202335619, + "learning_rate": 1.999949180882263e-05, + "loss": 0.5125, + "step": 3904 + }, + { + "epoch": 3.312128922815946, + "grad_norm": 1.4403253913232876, + "learning_rate": 1.9999489035638966e-05, + "loss": 0.4717, + "step": 3905 + }, + { + "epoch": 3.312977099236641, + "grad_norm": 1.572272676998504, + "learning_rate": 1.9999486254909482e-05, + "loss": 0.4932, + "step": 3906 + }, + { + "epoch": 3.3138252756573365, + "grad_norm": 1.475168501200835, + "learning_rate": 1.9999483466634178e-05, + "loss": 0.4977, + "step": 3907 + }, + { + "epoch": 3.3146734520780323, + "grad_norm": 1.395143700354226, + "learning_rate": 1.9999480670813064e-05, + "loss": 0.5541, + "step": 3908 + }, + { + "epoch": 3.3155216284987277, + "grad_norm": 1.2789164085664246, + "learning_rate": 1.9999477867446127e-05, + "loss": 0.4467, + "step": 3909 + }, + { + "epoch": 3.3163698049194235, + "grad_norm": 1.6748296066875203, + "learning_rate": 1.9999475056533383e-05, + "loss": 0.613, + "step": 3910 + }, + { + "epoch": 3.317217981340119, + "grad_norm": 1.7218234996367046, + "learning_rate": 1.999947223807483e-05, + "loss": 0.4818, + "step": 3911 + }, + { + "epoch": 3.318066157760814, + "grad_norm": 1.4123548391043188, + "learning_rate": 1.9999469412070466e-05, + "loss": 0.5476, + "step": 3912 + }, + { + "epoch": 3.31891433418151, + "grad_norm": 1.3824127296939466, + "learning_rate": 1.9999466578520295e-05, + "loss": 0.5012, + "step": 3913 + }, + { + "epoch": 3.3197625106022053, + "grad_norm": 1.5323359980888565, + "learning_rate": 1.9999463737424322e-05, + "loss": 0.5053, + "step": 3914 + }, + { + "epoch": 3.3206106870229006, + "grad_norm": 1.4748720375978457, + "learning_rate": 1.9999460888782552e-05, + "loss": 0.4572, + "step": 3915 + }, + { + "epoch": 3.3214588634435964, + "grad_norm": 1.62952845552215, + "learning_rate": 1.9999458032594975e-05, + "loss": 0.4956, + "step": 3916 + }, + { + "epoch": 3.3223070398642918, + "grad_norm": 1.4001705348795572, + "learning_rate": 1.9999455168861606e-05, + "loss": 0.4784, + "step": 3917 + }, + { + "epoch": 3.323155216284987, + "grad_norm": 1.5508243183211936, + "learning_rate": 1.999945229758244e-05, + "loss": 0.48, + "step": 3918 + }, + { + "epoch": 3.324003392705683, + "grad_norm": 1.4984520679671702, + "learning_rate": 1.9999449418757484e-05, + "loss": 0.6188, + "step": 3919 + }, + { + "epoch": 3.3248515691263782, + "grad_norm": 1.4789152273471844, + "learning_rate": 1.9999446532386733e-05, + "loss": 0.4754, + "step": 3920 + }, + { + "epoch": 3.325699745547074, + "grad_norm": 1.4198936011646963, + "learning_rate": 1.9999443638470194e-05, + "loss": 0.4709, + "step": 3921 + }, + { + "epoch": 3.3265479219677694, + "grad_norm": 1.5132072613926129, + "learning_rate": 1.999944073700787e-05, + "loss": 0.5482, + "step": 3922 + }, + { + "epoch": 3.3273960983884647, + "grad_norm": 1.3686142917647053, + "learning_rate": 1.9999437827999763e-05, + "loss": 0.4383, + "step": 3923 + }, + { + "epoch": 3.32824427480916, + "grad_norm": 1.633570094433831, + "learning_rate": 1.9999434911445873e-05, + "loss": 0.5336, + "step": 3924 + }, + { + "epoch": 3.329092451229856, + "grad_norm": 1.4974092534732417, + "learning_rate": 1.9999431987346206e-05, + "loss": 0.505, + "step": 3925 + }, + { + "epoch": 3.329940627650551, + "grad_norm": 1.5799653535391076, + "learning_rate": 1.9999429055700758e-05, + "loss": 0.5544, + "step": 3926 + }, + { + "epoch": 3.330788804071247, + "grad_norm": 1.356120622027203, + "learning_rate": 1.9999426116509536e-05, + "loss": 0.5486, + "step": 3927 + }, + { + "epoch": 3.3316369804919423, + "grad_norm": 1.5000229210280989, + "learning_rate": 1.9999423169772538e-05, + "loss": 0.5466, + "step": 3928 + }, + { + "epoch": 3.3324851569126377, + "grad_norm": 1.3684110216446033, + "learning_rate": 1.999942021548977e-05, + "loss": 0.4095, + "step": 3929 + }, + { + "epoch": 3.3333333333333335, + "grad_norm": 1.4206814072068075, + "learning_rate": 1.9999417253661235e-05, + "loss": 0.535, + "step": 3930 + }, + { + "epoch": 3.334181509754029, + "grad_norm": 1.3647758587337606, + "learning_rate": 1.9999414284286932e-05, + "loss": 0.4439, + "step": 3931 + }, + { + "epoch": 3.335029686174724, + "grad_norm": 1.5440264785727429, + "learning_rate": 1.9999411307366868e-05, + "loss": 0.4949, + "step": 3932 + }, + { + "epoch": 3.33587786259542, + "grad_norm": 1.28515575430701, + "learning_rate": 1.999940832290104e-05, + "loss": 0.445, + "step": 3933 + }, + { + "epoch": 3.3367260390161153, + "grad_norm": 1.4180019763777958, + "learning_rate": 1.999940533088945e-05, + "loss": 0.5038, + "step": 3934 + }, + { + "epoch": 3.3375742154368107, + "grad_norm": 1.5471416472108168, + "learning_rate": 1.999940233133211e-05, + "loss": 0.4669, + "step": 3935 + }, + { + "epoch": 3.3384223918575064, + "grad_norm": 1.4673993284288944, + "learning_rate": 1.9999399324229007e-05, + "loss": 0.4935, + "step": 3936 + }, + { + "epoch": 3.339270568278202, + "grad_norm": 1.6032406060459061, + "learning_rate": 1.9999396309580154e-05, + "loss": 0.5029, + "step": 3937 + }, + { + "epoch": 3.3401187446988976, + "grad_norm": 1.5753129502435053, + "learning_rate": 1.999939328738555e-05, + "loss": 0.4836, + "step": 3938 + }, + { + "epoch": 3.340966921119593, + "grad_norm": 1.2879219247366658, + "learning_rate": 1.99993902576452e-05, + "loss": 0.4048, + "step": 3939 + }, + { + "epoch": 3.3418150975402883, + "grad_norm": 1.5851638873942226, + "learning_rate": 1.9999387220359102e-05, + "loss": 0.4788, + "step": 3940 + }, + { + "epoch": 3.342663273960984, + "grad_norm": 1.5696341707638397, + "learning_rate": 1.999938417552726e-05, + "loss": 0.5198, + "step": 3941 + }, + { + "epoch": 3.3435114503816794, + "grad_norm": 1.386662580198932, + "learning_rate": 1.9999381123149678e-05, + "loss": 0.5485, + "step": 3942 + }, + { + "epoch": 3.3443596268023748, + "grad_norm": 1.3518515931189776, + "learning_rate": 1.9999378063226354e-05, + "loss": 0.5, + "step": 3943 + }, + { + "epoch": 3.3452078032230705, + "grad_norm": 1.398648301125971, + "learning_rate": 1.9999374995757295e-05, + "loss": 0.4588, + "step": 3944 + }, + { + "epoch": 3.346055979643766, + "grad_norm": 1.3938037338081721, + "learning_rate": 1.99993719207425e-05, + "loss": 0.4806, + "step": 3945 + }, + { + "epoch": 3.3469041560644612, + "grad_norm": 1.42121580456601, + "learning_rate": 1.9999368838181974e-05, + "loss": 0.4825, + "step": 3946 + }, + { + "epoch": 3.347752332485157, + "grad_norm": 1.3404443966060255, + "learning_rate": 1.999936574807572e-05, + "loss": 0.4956, + "step": 3947 + }, + { + "epoch": 3.3486005089058524, + "grad_norm": 1.2798421527591688, + "learning_rate": 1.9999362650423735e-05, + "loss": 0.4288, + "step": 3948 + }, + { + "epoch": 3.349448685326548, + "grad_norm": 1.7762267448546079, + "learning_rate": 1.9999359545226026e-05, + "loss": 0.5321, + "step": 3949 + }, + { + "epoch": 3.3502968617472435, + "grad_norm": 1.4761832707099876, + "learning_rate": 1.9999356432482595e-05, + "loss": 0.4819, + "step": 3950 + }, + { + "epoch": 3.351145038167939, + "grad_norm": 1.3741504266902396, + "learning_rate": 1.9999353312193442e-05, + "loss": 0.4439, + "step": 3951 + }, + { + "epoch": 3.351993214588634, + "grad_norm": 1.4862370810440775, + "learning_rate": 1.999935018435857e-05, + "loss": 0.4605, + "step": 3952 + }, + { + "epoch": 3.35284139100933, + "grad_norm": 1.4083116412239243, + "learning_rate": 1.9999347048977985e-05, + "loss": 0.4745, + "step": 3953 + }, + { + "epoch": 3.3536895674300253, + "grad_norm": 1.5298041781752243, + "learning_rate": 1.999934390605169e-05, + "loss": 0.6015, + "step": 3954 + }, + { + "epoch": 3.354537743850721, + "grad_norm": 1.4877935967033529, + "learning_rate": 1.9999340755579677e-05, + "loss": 0.4602, + "step": 3955 + }, + { + "epoch": 3.3553859202714165, + "grad_norm": 1.418473703158673, + "learning_rate": 1.999933759756196e-05, + "loss": 0.4857, + "step": 3956 + }, + { + "epoch": 3.356234096692112, + "grad_norm": 1.6452986942439083, + "learning_rate": 1.9999334431998533e-05, + "loss": 0.5741, + "step": 3957 + }, + { + "epoch": 3.3570822731128076, + "grad_norm": 1.4033015024239752, + "learning_rate": 1.99993312588894e-05, + "loss": 0.4282, + "step": 3958 + }, + { + "epoch": 3.357930449533503, + "grad_norm": 1.6667497094909987, + "learning_rate": 1.9999328078234572e-05, + "loss": 0.5016, + "step": 3959 + }, + { + "epoch": 3.3587786259541983, + "grad_norm": 1.8699769579288388, + "learning_rate": 1.999932489003404e-05, + "loss": 0.5977, + "step": 3960 + }, + { + "epoch": 3.359626802374894, + "grad_norm": 1.5039703237426116, + "learning_rate": 1.9999321694287815e-05, + "loss": 0.5347, + "step": 3961 + }, + { + "epoch": 3.3604749787955894, + "grad_norm": 1.5892625509658922, + "learning_rate": 1.9999318490995895e-05, + "loss": 0.5138, + "step": 3962 + }, + { + "epoch": 3.3613231552162848, + "grad_norm": 1.3886858601463885, + "learning_rate": 1.9999315280158283e-05, + "loss": 0.4947, + "step": 3963 + }, + { + "epoch": 3.3621713316369806, + "grad_norm": 1.56000940907267, + "learning_rate": 1.999931206177498e-05, + "loss": 0.5132, + "step": 3964 + }, + { + "epoch": 3.363019508057676, + "grad_norm": 1.4907350688993195, + "learning_rate": 1.999930883584599e-05, + "loss": 0.473, + "step": 3965 + }, + { + "epoch": 3.3638676844783717, + "grad_norm": 1.515299663067992, + "learning_rate": 1.9999305602371316e-05, + "loss": 0.4807, + "step": 3966 + }, + { + "epoch": 3.364715860899067, + "grad_norm": 1.6634174887235131, + "learning_rate": 1.999930236135096e-05, + "loss": 0.5165, + "step": 3967 + }, + { + "epoch": 3.3655640373197624, + "grad_norm": 1.6390761390050466, + "learning_rate": 1.999929911278492e-05, + "loss": 0.49, + "step": 3968 + }, + { + "epoch": 3.366412213740458, + "grad_norm": 1.4726564572623568, + "learning_rate": 1.999929585667321e-05, + "loss": 0.4869, + "step": 3969 + }, + { + "epoch": 3.3672603901611535, + "grad_norm": 1.528049152844966, + "learning_rate": 1.999929259301582e-05, + "loss": 0.539, + "step": 3970 + }, + { + "epoch": 3.368108566581849, + "grad_norm": 1.5106385914774885, + "learning_rate": 1.999928932181276e-05, + "loss": 0.5214, + "step": 3971 + }, + { + "epoch": 3.3689567430025447, + "grad_norm": 1.4749329195093506, + "learning_rate": 1.999928604306403e-05, + "loss": 0.4371, + "step": 3972 + }, + { + "epoch": 3.36980491942324, + "grad_norm": 1.4350863013683013, + "learning_rate": 1.9999282756769634e-05, + "loss": 0.4611, + "step": 3973 + }, + { + "epoch": 3.3706530958439354, + "grad_norm": 1.7525537771099042, + "learning_rate": 1.999927946292957e-05, + "loss": 0.5478, + "step": 3974 + }, + { + "epoch": 3.371501272264631, + "grad_norm": 1.4305728191774068, + "learning_rate": 1.9999276161543845e-05, + "loss": 0.5169, + "step": 3975 + }, + { + "epoch": 3.3723494486853265, + "grad_norm": 1.8229471766014882, + "learning_rate": 1.999927285261246e-05, + "loss": 0.5923, + "step": 3976 + }, + { + "epoch": 3.3731976251060223, + "grad_norm": 1.7048248463221587, + "learning_rate": 1.9999269536135418e-05, + "loss": 0.542, + "step": 3977 + }, + { + "epoch": 3.3740458015267176, + "grad_norm": 1.5199791481928293, + "learning_rate": 1.9999266212112717e-05, + "loss": 0.5492, + "step": 3978 + }, + { + "epoch": 3.374893977947413, + "grad_norm": 1.6739341721855183, + "learning_rate": 1.999926288054437e-05, + "loss": 0.5188, + "step": 3979 + }, + { + "epoch": 3.3757421543681088, + "grad_norm": 1.478755329919464, + "learning_rate": 1.999925954143037e-05, + "loss": 0.5196, + "step": 3980 + }, + { + "epoch": 3.376590330788804, + "grad_norm": 1.5315707734311645, + "learning_rate": 1.9999256194770723e-05, + "loss": 0.4592, + "step": 3981 + }, + { + "epoch": 3.3774385072094995, + "grad_norm": 1.5632479279602083, + "learning_rate": 1.999925284056543e-05, + "loss": 0.5387, + "step": 3982 + }, + { + "epoch": 3.3782866836301952, + "grad_norm": 1.4788319105053402, + "learning_rate": 1.9999249478814495e-05, + "loss": 0.4894, + "step": 3983 + }, + { + "epoch": 3.3791348600508906, + "grad_norm": 1.6890371958141785, + "learning_rate": 1.999924610951792e-05, + "loss": 0.6069, + "step": 3984 + }, + { + "epoch": 3.379983036471586, + "grad_norm": 1.438899081850339, + "learning_rate": 1.999924273267571e-05, + "loss": 0.5656, + "step": 3985 + }, + { + "epoch": 3.3808312128922817, + "grad_norm": 1.2788936520380776, + "learning_rate": 1.9999239348287866e-05, + "loss": 0.4625, + "step": 3986 + }, + { + "epoch": 3.381679389312977, + "grad_norm": 1.3546805293831188, + "learning_rate": 1.9999235956354383e-05, + "loss": 0.5344, + "step": 3987 + }, + { + "epoch": 3.3825275657336724, + "grad_norm": 1.3319833601670035, + "learning_rate": 1.9999232556875276e-05, + "loss": 0.4258, + "step": 3988 + }, + { + "epoch": 3.383375742154368, + "grad_norm": 1.389521932758148, + "learning_rate": 1.9999229149850543e-05, + "loss": 0.4613, + "step": 3989 + }, + { + "epoch": 3.3842239185750635, + "grad_norm": 1.6251158541437816, + "learning_rate": 1.9999225735280182e-05, + "loss": 0.5714, + "step": 3990 + }, + { + "epoch": 3.385072094995759, + "grad_norm": 1.4917495222156438, + "learning_rate": 1.99992223131642e-05, + "loss": 0.5884, + "step": 3991 + }, + { + "epoch": 3.3859202714164547, + "grad_norm": 1.364376073469765, + "learning_rate": 1.99992188835026e-05, + "loss": 0.4638, + "step": 3992 + }, + { + "epoch": 3.38676844783715, + "grad_norm": 1.65347443796797, + "learning_rate": 1.9999215446295383e-05, + "loss": 0.5599, + "step": 3993 + }, + { + "epoch": 3.387616624257846, + "grad_norm": 1.3958194449248946, + "learning_rate": 1.999921200154255e-05, + "loss": 0.4781, + "step": 3994 + }, + { + "epoch": 3.388464800678541, + "grad_norm": 1.4591767855807856, + "learning_rate": 1.9999208549244107e-05, + "loss": 0.5349, + "step": 3995 + }, + { + "epoch": 3.3893129770992365, + "grad_norm": 1.4250851245751883, + "learning_rate": 1.9999205089400055e-05, + "loss": 0.4999, + "step": 3996 + }, + { + "epoch": 3.3901611535199323, + "grad_norm": 1.309459230148424, + "learning_rate": 1.9999201622010397e-05, + "loss": 0.4186, + "step": 3997 + }, + { + "epoch": 3.3910093299406276, + "grad_norm": 1.465834118675751, + "learning_rate": 1.9999198147075133e-05, + "loss": 0.5238, + "step": 3998 + }, + { + "epoch": 3.391857506361323, + "grad_norm": 1.412098001064324, + "learning_rate": 1.999919466459427e-05, + "loss": 0.4932, + "step": 3999 + }, + { + "epoch": 3.392705682782019, + "grad_norm": 1.512843487589531, + "learning_rate": 1.999919117456781e-05, + "loss": 0.4226, + "step": 4000 + }, + { + "epoch": 3.393553859202714, + "grad_norm": 1.3692231077362498, + "learning_rate": 1.9999187676995753e-05, + "loss": 0.411, + "step": 4001 + }, + { + "epoch": 3.3944020356234095, + "grad_norm": 1.53082572522293, + "learning_rate": 1.9999184171878102e-05, + "loss": 0.4883, + "step": 4002 + }, + { + "epoch": 3.3952502120441053, + "grad_norm": 1.5154314424069963, + "learning_rate": 1.999918065921486e-05, + "loss": 0.5698, + "step": 4003 + }, + { + "epoch": 3.3960983884648006, + "grad_norm": 1.4896757477010523, + "learning_rate": 1.9999177139006032e-05, + "loss": 0.4298, + "step": 4004 + }, + { + "epoch": 3.3969465648854964, + "grad_norm": 1.3618994632306107, + "learning_rate": 1.9999173611251615e-05, + "loss": 0.4518, + "step": 4005 + }, + { + "epoch": 3.3977947413061917, + "grad_norm": 1.3442709837138678, + "learning_rate": 1.999917007595162e-05, + "loss": 0.4279, + "step": 4006 + }, + { + "epoch": 3.398642917726887, + "grad_norm": 1.499974242292187, + "learning_rate": 1.9999166533106044e-05, + "loss": 0.5245, + "step": 4007 + }, + { + "epoch": 3.399491094147583, + "grad_norm": 1.4768440789754969, + "learning_rate": 1.999916298271489e-05, + "loss": 0.4835, + "step": 4008 + }, + { + "epoch": 3.4003392705682782, + "grad_norm": 1.3464233754366157, + "learning_rate": 1.999915942477816e-05, + "loss": 0.4116, + "step": 4009 + }, + { + "epoch": 3.4011874469889736, + "grad_norm": 1.444989229211315, + "learning_rate": 1.999915585929586e-05, + "loss": 0.4993, + "step": 4010 + }, + { + "epoch": 3.4020356234096694, + "grad_norm": 1.5864187182567469, + "learning_rate": 1.999915228626799e-05, + "loss": 0.5558, + "step": 4011 + }, + { + "epoch": 3.4028837998303647, + "grad_norm": 1.3693247637966754, + "learning_rate": 1.9999148705694554e-05, + "loss": 0.4562, + "step": 4012 + }, + { + "epoch": 3.40373197625106, + "grad_norm": 1.540657448377587, + "learning_rate": 1.9999145117575555e-05, + "loss": 0.4975, + "step": 4013 + }, + { + "epoch": 3.404580152671756, + "grad_norm": 1.4231512307411978, + "learning_rate": 1.9999141521910994e-05, + "loss": 0.3982, + "step": 4014 + }, + { + "epoch": 3.405428329092451, + "grad_norm": 1.5987969006145801, + "learning_rate": 1.9999137918700873e-05, + "loss": 0.4169, + "step": 4015 + }, + { + "epoch": 3.406276505513147, + "grad_norm": 1.4722887883525544, + "learning_rate": 1.99991343079452e-05, + "loss": 0.5123, + "step": 4016 + }, + { + "epoch": 3.4071246819338423, + "grad_norm": 2.1032977962654993, + "learning_rate": 1.999913068964397e-05, + "loss": 0.5715, + "step": 4017 + }, + { + "epoch": 3.4079728583545377, + "grad_norm": 1.685814433933233, + "learning_rate": 1.9999127063797194e-05, + "loss": 0.579, + "step": 4018 + }, + { + "epoch": 3.408821034775233, + "grad_norm": 1.4617244183903384, + "learning_rate": 1.9999123430404867e-05, + "loss": 0.5042, + "step": 4019 + }, + { + "epoch": 3.409669211195929, + "grad_norm": 1.5091985086633772, + "learning_rate": 1.9999119789466997e-05, + "loss": 0.5087, + "step": 4020 + }, + { + "epoch": 3.410517387616624, + "grad_norm": 1.6046935850819208, + "learning_rate": 1.9999116140983586e-05, + "loss": 0.5182, + "step": 4021 + }, + { + "epoch": 3.41136556403732, + "grad_norm": 1.4646160713297893, + "learning_rate": 1.9999112484954635e-05, + "loss": 0.5094, + "step": 4022 + }, + { + "epoch": 3.4122137404580153, + "grad_norm": 1.4153293144136236, + "learning_rate": 1.9999108821380146e-05, + "loss": 0.5299, + "step": 4023 + }, + { + "epoch": 3.4130619168787106, + "grad_norm": 1.407273395294438, + "learning_rate": 1.9999105150260125e-05, + "loss": 0.4187, + "step": 4024 + }, + { + "epoch": 3.4139100932994064, + "grad_norm": 1.5153610218861753, + "learning_rate": 1.9999101471594574e-05, + "loss": 0.4958, + "step": 4025 + }, + { + "epoch": 3.4147582697201018, + "grad_norm": 1.5140726644008327, + "learning_rate": 1.9999097785383492e-05, + "loss": 0.4951, + "step": 4026 + }, + { + "epoch": 3.415606446140797, + "grad_norm": 1.4673526597941144, + "learning_rate": 1.9999094091626888e-05, + "loss": 0.5564, + "step": 4027 + }, + { + "epoch": 3.416454622561493, + "grad_norm": 1.4557164238049265, + "learning_rate": 1.9999090390324758e-05, + "loss": 0.4551, + "step": 4028 + }, + { + "epoch": 3.4173027989821882, + "grad_norm": 1.481847248330705, + "learning_rate": 1.999908668147711e-05, + "loss": 0.4551, + "step": 4029 + }, + { + "epoch": 3.4181509754028836, + "grad_norm": 1.3492664216216688, + "learning_rate": 1.9999082965083943e-05, + "loss": 0.5169, + "step": 4030 + }, + { + "epoch": 3.4189991518235794, + "grad_norm": 1.4783199123540876, + "learning_rate": 1.9999079241145268e-05, + "loss": 0.4291, + "step": 4031 + }, + { + "epoch": 3.4198473282442747, + "grad_norm": 1.4789154116190864, + "learning_rate": 1.9999075509661074e-05, + "loss": 0.4806, + "step": 4032 + }, + { + "epoch": 3.4206955046649705, + "grad_norm": 1.4062413952016384, + "learning_rate": 1.9999071770631375e-05, + "loss": 0.4676, + "step": 4033 + }, + { + "epoch": 3.421543681085666, + "grad_norm": 1.9178913833830613, + "learning_rate": 1.999906802405617e-05, + "loss": 0.5571, + "step": 4034 + }, + { + "epoch": 3.422391857506361, + "grad_norm": 1.4626152848227594, + "learning_rate": 1.9999064269935463e-05, + "loss": 0.4664, + "step": 4035 + }, + { + "epoch": 3.423240033927057, + "grad_norm": 1.4560369249213674, + "learning_rate": 1.9999060508269256e-05, + "loss": 0.5102, + "step": 4036 + }, + { + "epoch": 3.4240882103477523, + "grad_norm": 1.5238716766522793, + "learning_rate": 1.999905673905755e-05, + "loss": 0.4418, + "step": 4037 + }, + { + "epoch": 3.4249363867684477, + "grad_norm": 1.2864450870665256, + "learning_rate": 1.9999052962300354e-05, + "loss": 0.4303, + "step": 4038 + }, + { + "epoch": 3.4257845631891435, + "grad_norm": 1.4445897470650062, + "learning_rate": 1.9999049177997662e-05, + "loss": 0.5655, + "step": 4039 + }, + { + "epoch": 3.426632739609839, + "grad_norm": 1.5368763657391842, + "learning_rate": 1.9999045386149482e-05, + "loss": 0.3848, + "step": 4040 + }, + { + "epoch": 3.427480916030534, + "grad_norm": 1.3457205427046348, + "learning_rate": 1.9999041586755818e-05, + "loss": 0.4578, + "step": 4041 + }, + { + "epoch": 3.42832909245123, + "grad_norm": 1.5829763316316365, + "learning_rate": 1.999903777981667e-05, + "loss": 0.5287, + "step": 4042 + }, + { + "epoch": 3.4291772688719253, + "grad_norm": 1.337716841687114, + "learning_rate": 1.999903396533204e-05, + "loss": 0.5193, + "step": 4043 + }, + { + "epoch": 3.430025445292621, + "grad_norm": 1.3635805477499843, + "learning_rate": 1.9999030143301933e-05, + "loss": 0.4211, + "step": 4044 + }, + { + "epoch": 3.4308736217133164, + "grad_norm": 1.498227680099738, + "learning_rate": 1.9999026313726354e-05, + "loss": 0.5722, + "step": 4045 + }, + { + "epoch": 3.431721798134012, + "grad_norm": 1.4528377472967002, + "learning_rate": 1.9999022476605303e-05, + "loss": 0.4723, + "step": 4046 + }, + { + "epoch": 3.432569974554707, + "grad_norm": 1.2899185634346442, + "learning_rate": 1.999901863193878e-05, + "loss": 0.4402, + "step": 4047 + }, + { + "epoch": 3.433418150975403, + "grad_norm": 1.4955646092275927, + "learning_rate": 1.99990147797268e-05, + "loss": 0.5257, + "step": 4048 + }, + { + "epoch": 3.4342663273960983, + "grad_norm": 1.282357065680577, + "learning_rate": 1.9999010919969352e-05, + "loss": 0.4195, + "step": 4049 + }, + { + "epoch": 3.435114503816794, + "grad_norm": 1.5164889605407703, + "learning_rate": 1.999900705266644e-05, + "loss": 0.5327, + "step": 4050 + }, + { + "epoch": 3.4359626802374894, + "grad_norm": 1.3008013489444459, + "learning_rate": 1.9999003177818078e-05, + "loss": 0.4885, + "step": 4051 + }, + { + "epoch": 3.4368108566581848, + "grad_norm": 1.4214394848497114, + "learning_rate": 1.999899929542426e-05, + "loss": 0.413, + "step": 4052 + }, + { + "epoch": 3.4376590330788805, + "grad_norm": 1.4272977764495756, + "learning_rate": 1.999899540548499e-05, + "loss": 0.5681, + "step": 4053 + }, + { + "epoch": 3.438507209499576, + "grad_norm": 1.4809858862022014, + "learning_rate": 1.9998991508000273e-05, + "loss": 0.507, + "step": 4054 + }, + { + "epoch": 3.4393553859202712, + "grad_norm": 1.4366198672009227, + "learning_rate": 1.9998987602970108e-05, + "loss": 0.5091, + "step": 4055 + }, + { + "epoch": 3.440203562340967, + "grad_norm": 1.476753672630999, + "learning_rate": 1.99989836903945e-05, + "loss": 0.5635, + "step": 4056 + }, + { + "epoch": 3.4410517387616624, + "grad_norm": 1.5472345658704527, + "learning_rate": 1.9998979770273458e-05, + "loss": 0.6006, + "step": 4057 + }, + { + "epoch": 3.4418999151823577, + "grad_norm": 1.3566338491062007, + "learning_rate": 1.999897584260698e-05, + "loss": 0.5198, + "step": 4058 + }, + { + "epoch": 3.4427480916030535, + "grad_norm": 1.51978329167118, + "learning_rate": 1.9998971907395063e-05, + "loss": 0.4118, + "step": 4059 + }, + { + "epoch": 3.443596268023749, + "grad_norm": 1.3385821390947805, + "learning_rate": 1.999896796463772e-05, + "loss": 0.441, + "step": 4060 + }, + { + "epoch": 3.4444444444444446, + "grad_norm": 1.499935474298227, + "learning_rate": 1.9998964014334946e-05, + "loss": 0.5169, + "step": 4061 + }, + { + "epoch": 3.44529262086514, + "grad_norm": 1.4067189945980927, + "learning_rate": 1.999896005648675e-05, + "loss": 0.5388, + "step": 4062 + }, + { + "epoch": 3.4461407972858353, + "grad_norm": 1.1928259839974564, + "learning_rate": 1.9998956091093134e-05, + "loss": 0.3427, + "step": 4063 + }, + { + "epoch": 3.446988973706531, + "grad_norm": 1.3496264071181299, + "learning_rate": 1.9998952118154098e-05, + "loss": 0.5493, + "step": 4064 + }, + { + "epoch": 3.4478371501272265, + "grad_norm": 1.5531366493397942, + "learning_rate": 1.9998948137669648e-05, + "loss": 0.5993, + "step": 4065 + }, + { + "epoch": 3.448685326547922, + "grad_norm": 1.390304309726149, + "learning_rate": 1.9998944149639784e-05, + "loss": 0.3991, + "step": 4066 + }, + { + "epoch": 3.4495335029686176, + "grad_norm": 1.2878502771245246, + "learning_rate": 1.999894015406451e-05, + "loss": 0.4282, + "step": 4067 + }, + { + "epoch": 3.450381679389313, + "grad_norm": 1.4316350874047832, + "learning_rate": 1.9998936150943834e-05, + "loss": 0.5161, + "step": 4068 + }, + { + "epoch": 3.4512298558100083, + "grad_norm": 1.3881010527606483, + "learning_rate": 1.999893214027775e-05, + "loss": 0.4768, + "step": 4069 + }, + { + "epoch": 3.452078032230704, + "grad_norm": 1.5693642853598184, + "learning_rate": 1.9998928122066266e-05, + "loss": 0.5387, + "step": 4070 + }, + { + "epoch": 3.4529262086513994, + "grad_norm": 1.3611273993126498, + "learning_rate": 1.9998924096309386e-05, + "loss": 0.4993, + "step": 4071 + }, + { + "epoch": 3.453774385072095, + "grad_norm": 1.5260895686607339, + "learning_rate": 1.999892006300711e-05, + "loss": 0.458, + "step": 4072 + }, + { + "epoch": 3.4546225614927906, + "grad_norm": 1.46121015547294, + "learning_rate": 1.9998916022159442e-05, + "loss": 0.4113, + "step": 4073 + }, + { + "epoch": 3.455470737913486, + "grad_norm": 1.4143967520032972, + "learning_rate": 1.9998911973766392e-05, + "loss": 0.5135, + "step": 4074 + }, + { + "epoch": 3.4563189143341817, + "grad_norm": 1.4037070742744424, + "learning_rate": 1.999890791782795e-05, + "loss": 0.5499, + "step": 4075 + }, + { + "epoch": 3.457167090754877, + "grad_norm": 1.3876067807041819, + "learning_rate": 1.9998903854344126e-05, + "loss": 0.5133, + "step": 4076 + }, + { + "epoch": 3.4580152671755724, + "grad_norm": 1.5169711136527149, + "learning_rate": 1.9998899783314928e-05, + "loss": 0.4902, + "step": 4077 + }, + { + "epoch": 3.458863443596268, + "grad_norm": 1.279767199556612, + "learning_rate": 1.9998895704740352e-05, + "loss": 0.4599, + "step": 4078 + }, + { + "epoch": 3.4597116200169635, + "grad_norm": 1.3358638348169054, + "learning_rate": 1.9998891618620404e-05, + "loss": 0.4288, + "step": 4079 + }, + { + "epoch": 3.460559796437659, + "grad_norm": 1.4995810610272335, + "learning_rate": 1.9998887524955083e-05, + "loss": 0.5118, + "step": 4080 + }, + { + "epoch": 3.4614079728583547, + "grad_norm": 1.6094181036663788, + "learning_rate": 1.9998883423744396e-05, + "loss": 0.534, + "step": 4081 + }, + { + "epoch": 3.46225614927905, + "grad_norm": 1.4279802459805437, + "learning_rate": 1.999887931498835e-05, + "loss": 0.4521, + "step": 4082 + }, + { + "epoch": 3.4631043256997454, + "grad_norm": 1.3321217144215196, + "learning_rate": 1.9998875198686937e-05, + "loss": 0.39, + "step": 4083 + }, + { + "epoch": 3.463952502120441, + "grad_norm": 1.3297640983583996, + "learning_rate": 1.9998871074840172e-05, + "loss": 0.4942, + "step": 4084 + }, + { + "epoch": 3.4648006785411365, + "grad_norm": 1.4981373733271226, + "learning_rate": 1.999886694344805e-05, + "loss": 0.4401, + "step": 4085 + }, + { + "epoch": 3.465648854961832, + "grad_norm": 1.4499548049656432, + "learning_rate": 1.9998862804510577e-05, + "loss": 0.5141, + "step": 4086 + }, + { + "epoch": 3.4664970313825276, + "grad_norm": 1.5375543686463036, + "learning_rate": 1.9998858658027758e-05, + "loss": 0.4431, + "step": 4087 + }, + { + "epoch": 3.467345207803223, + "grad_norm": 1.4624585374249368, + "learning_rate": 1.9998854503999593e-05, + "loss": 0.5034, + "step": 4088 + }, + { + "epoch": 3.4681933842239188, + "grad_norm": 1.5413780789124463, + "learning_rate": 1.9998850342426085e-05, + "loss": 0.5219, + "step": 4089 + }, + { + "epoch": 3.469041560644614, + "grad_norm": 1.475977638684935, + "learning_rate": 1.999884617330724e-05, + "loss": 0.4815, + "step": 4090 + }, + { + "epoch": 3.4698897370653095, + "grad_norm": 1.6818589488954565, + "learning_rate": 1.9998841996643057e-05, + "loss": 0.4988, + "step": 4091 + }, + { + "epoch": 3.4707379134860052, + "grad_norm": 1.5254221308281979, + "learning_rate": 1.9998837812433542e-05, + "loss": 0.5188, + "step": 4092 + }, + { + "epoch": 3.4715860899067006, + "grad_norm": 1.427080289437454, + "learning_rate": 1.9998833620678702e-05, + "loss": 0.4271, + "step": 4093 + }, + { + "epoch": 3.472434266327396, + "grad_norm": 1.570405630753537, + "learning_rate": 1.999882942137853e-05, + "loss": 0.5681, + "step": 4094 + }, + { + "epoch": 3.4732824427480917, + "grad_norm": 1.6338558923394246, + "learning_rate": 1.9998825214533043e-05, + "loss": 0.5886, + "step": 4095 + }, + { + "epoch": 3.474130619168787, + "grad_norm": 1.6495678462706307, + "learning_rate": 1.9998821000142227e-05, + "loss": 0.569, + "step": 4096 + }, + { + "epoch": 3.4749787955894824, + "grad_norm": 1.3418324010197533, + "learning_rate": 1.9998816778206102e-05, + "loss": 0.3936, + "step": 4097 + }, + { + "epoch": 3.475826972010178, + "grad_norm": 1.6334316648308027, + "learning_rate": 1.999881254872466e-05, + "loss": 0.4484, + "step": 4098 + }, + { + "epoch": 3.4766751484308736, + "grad_norm": 1.3859177572112713, + "learning_rate": 1.999880831169791e-05, + "loss": 0.5201, + "step": 4099 + }, + { + "epoch": 3.4775233248515693, + "grad_norm": 1.4968909876301209, + "learning_rate": 1.9998804067125853e-05, + "loss": 0.4516, + "step": 4100 + }, + { + "epoch": 3.4783715012722647, + "grad_norm": 1.6238467458946308, + "learning_rate": 1.9998799815008488e-05, + "loss": 0.5004, + "step": 4101 + }, + { + "epoch": 3.47921967769296, + "grad_norm": 1.4752651898527789, + "learning_rate": 1.9998795555345827e-05, + "loss": 0.4431, + "step": 4102 + }, + { + "epoch": 3.480067854113656, + "grad_norm": 1.6426925698611157, + "learning_rate": 1.999879128813787e-05, + "loss": 0.5554, + "step": 4103 + }, + { + "epoch": 3.480916030534351, + "grad_norm": 1.4500724627217518, + "learning_rate": 1.9998787013384615e-05, + "loss": 0.4767, + "step": 4104 + }, + { + "epoch": 3.4817642069550465, + "grad_norm": 1.4853210006188917, + "learning_rate": 1.999878273108607e-05, + "loss": 0.4599, + "step": 4105 + }, + { + "epoch": 3.4826123833757423, + "grad_norm": 1.4861818070329775, + "learning_rate": 1.9998778441242236e-05, + "loss": 0.5087, + "step": 4106 + }, + { + "epoch": 3.4834605597964376, + "grad_norm": 1.3656379711667748, + "learning_rate": 1.999877414385312e-05, + "loss": 0.4851, + "step": 4107 + }, + { + "epoch": 3.484308736217133, + "grad_norm": 1.4653270239386151, + "learning_rate": 1.9998769838918725e-05, + "loss": 0.442, + "step": 4108 + }, + { + "epoch": 3.485156912637829, + "grad_norm": 1.419379181953926, + "learning_rate": 1.9998765526439047e-05, + "loss": 0.4954, + "step": 4109 + }, + { + "epoch": 3.486005089058524, + "grad_norm": 1.6544619841290618, + "learning_rate": 1.9998761206414098e-05, + "loss": 0.5671, + "step": 4110 + }, + { + "epoch": 3.48685326547922, + "grad_norm": 1.6007954459562042, + "learning_rate": 1.9998756878843878e-05, + "loss": 0.5, + "step": 4111 + }, + { + "epoch": 3.4877014418999153, + "grad_norm": 1.6315594454928797, + "learning_rate": 1.9998752543728387e-05, + "loss": 0.4663, + "step": 4112 + }, + { + "epoch": 3.4885496183206106, + "grad_norm": 1.4189883817828035, + "learning_rate": 1.9998748201067634e-05, + "loss": 0.5347, + "step": 4113 + }, + { + "epoch": 3.489397794741306, + "grad_norm": 1.4992208394730049, + "learning_rate": 1.9998743850861617e-05, + "loss": 0.505, + "step": 4114 + }, + { + "epoch": 3.4902459711620017, + "grad_norm": 1.2407814666420325, + "learning_rate": 1.9998739493110343e-05, + "loss": 0.4473, + "step": 4115 + }, + { + "epoch": 3.491094147582697, + "grad_norm": 1.4382932564467283, + "learning_rate": 1.9998735127813814e-05, + "loss": 0.4675, + "step": 4116 + }, + { + "epoch": 3.491942324003393, + "grad_norm": 1.5268955790114513, + "learning_rate": 1.9998730754972034e-05, + "loss": 0.4833, + "step": 4117 + }, + { + "epoch": 3.4927905004240882, + "grad_norm": 1.553779065841066, + "learning_rate": 1.9998726374585003e-05, + "loss": 0.5001, + "step": 4118 + }, + { + "epoch": 3.4936386768447836, + "grad_norm": 1.5593243603741787, + "learning_rate": 1.999872198665273e-05, + "loss": 0.4979, + "step": 4119 + }, + { + "epoch": 3.4944868532654794, + "grad_norm": 1.4178967162461305, + "learning_rate": 1.9998717591175216e-05, + "loss": 0.4677, + "step": 4120 + }, + { + "epoch": 3.4953350296861747, + "grad_norm": 1.4855271313912386, + "learning_rate": 1.999871318815246e-05, + "loss": 0.5338, + "step": 4121 + }, + { + "epoch": 3.49618320610687, + "grad_norm": 1.3808823649290822, + "learning_rate": 1.999870877758447e-05, + "loss": 0.4304, + "step": 4122 + }, + { + "epoch": 3.497031382527566, + "grad_norm": 1.4470281430608833, + "learning_rate": 1.999870435947125e-05, + "loss": 0.4777, + "step": 4123 + }, + { + "epoch": 3.497879558948261, + "grad_norm": 1.4139042247120162, + "learning_rate": 1.99986999338128e-05, + "loss": 0.5489, + "step": 4124 + }, + { + "epoch": 3.4987277353689565, + "grad_norm": 1.3509894740042698, + "learning_rate": 1.9998695500609125e-05, + "loss": 0.5625, + "step": 4125 + }, + { + "epoch": 3.4995759117896523, + "grad_norm": 1.2985546736501998, + "learning_rate": 1.999869105986023e-05, + "loss": 0.358, + "step": 4126 + }, + { + "epoch": 3.5004240882103477, + "grad_norm": 1.4309549349763238, + "learning_rate": 1.9998686611566113e-05, + "loss": 0.5066, + "step": 4127 + }, + { + "epoch": 3.5012722646310435, + "grad_norm": 1.3991495450910991, + "learning_rate": 1.9998682155726783e-05, + "loss": 0.4897, + "step": 4128 + }, + { + "epoch": 3.502120441051739, + "grad_norm": 1.5050516593600274, + "learning_rate": 1.999867769234224e-05, + "loss": 0.4984, + "step": 4129 + }, + { + "epoch": 3.502968617472434, + "grad_norm": 1.4448975972297173, + "learning_rate": 1.999867322141249e-05, + "loss": 0.505, + "step": 4130 + }, + { + "epoch": 3.5038167938931295, + "grad_norm": 1.418510325226686, + "learning_rate": 1.9998668742937536e-05, + "loss": 0.4414, + "step": 4131 + }, + { + "epoch": 3.5046649703138253, + "grad_norm": 1.362313595441375, + "learning_rate": 1.999866425691738e-05, + "loss": 0.4461, + "step": 4132 + }, + { + "epoch": 3.5055131467345206, + "grad_norm": 1.4350693645503194, + "learning_rate": 1.9998659763352025e-05, + "loss": 0.5208, + "step": 4133 + }, + { + "epoch": 3.5063613231552164, + "grad_norm": 1.5195302658968808, + "learning_rate": 1.9998655262241474e-05, + "loss": 0.5118, + "step": 4134 + }, + { + "epoch": 3.5072094995759118, + "grad_norm": 1.4212864766518305, + "learning_rate": 1.9998650753585737e-05, + "loss": 0.545, + "step": 4135 + }, + { + "epoch": 3.508057675996607, + "grad_norm": 1.388554268087394, + "learning_rate": 1.9998646237384806e-05, + "loss": 0.512, + "step": 4136 + }, + { + "epoch": 3.508905852417303, + "grad_norm": 1.731840874525829, + "learning_rate": 1.9998641713638693e-05, + "loss": 0.5632, + "step": 4137 + }, + { + "epoch": 3.5097540288379983, + "grad_norm": 1.3474208664370053, + "learning_rate": 1.99986371823474e-05, + "loss": 0.4458, + "step": 4138 + }, + { + "epoch": 3.510602205258694, + "grad_norm": 1.346959859360376, + "learning_rate": 1.9998632643510926e-05, + "loss": 0.4735, + "step": 4139 + }, + { + "epoch": 3.5114503816793894, + "grad_norm": 1.363643463896713, + "learning_rate": 1.9998628097129277e-05, + "loss": 0.4915, + "step": 4140 + }, + { + "epoch": 3.5122985581000847, + "grad_norm": 1.279569327388999, + "learning_rate": 1.999862354320246e-05, + "loss": 0.4566, + "step": 4141 + }, + { + "epoch": 3.51314673452078, + "grad_norm": 1.4950213680185376, + "learning_rate": 1.9998618981730472e-05, + "loss": 0.5327, + "step": 4142 + }, + { + "epoch": 3.513994910941476, + "grad_norm": 1.4158952818357768, + "learning_rate": 1.9998614412713328e-05, + "loss": 0.5378, + "step": 4143 + }, + { + "epoch": 3.514843087362171, + "grad_norm": 1.4176482912901884, + "learning_rate": 1.9998609836151017e-05, + "loss": 0.4601, + "step": 4144 + }, + { + "epoch": 3.515691263782867, + "grad_norm": 1.5918612643576462, + "learning_rate": 1.999860525204355e-05, + "loss": 0.4883, + "step": 4145 + }, + { + "epoch": 3.5165394402035624, + "grad_norm": 1.5080721270238562, + "learning_rate": 1.9998600660390927e-05, + "loss": 0.5166, + "step": 4146 + }, + { + "epoch": 3.5173876166242577, + "grad_norm": 1.486335135020676, + "learning_rate": 1.9998596061193158e-05, + "loss": 0.5328, + "step": 4147 + }, + { + "epoch": 3.5182357930449535, + "grad_norm": 1.561414614413573, + "learning_rate": 1.999859145445024e-05, + "loss": 0.5083, + "step": 4148 + }, + { + "epoch": 3.519083969465649, + "grad_norm": 1.595212933860417, + "learning_rate": 1.999858684016218e-05, + "loss": 0.5188, + "step": 4149 + }, + { + "epoch": 3.5199321458863446, + "grad_norm": 1.4702218637334696, + "learning_rate": 1.9998582218328976e-05, + "loss": 0.5341, + "step": 4150 + }, + { + "epoch": 3.52078032230704, + "grad_norm": 1.4377001107445249, + "learning_rate": 1.9998577588950637e-05, + "loss": 0.5053, + "step": 4151 + }, + { + "epoch": 3.5216284987277353, + "grad_norm": 1.4003501630366602, + "learning_rate": 1.9998572952027172e-05, + "loss": 0.4391, + "step": 4152 + }, + { + "epoch": 3.5224766751484307, + "grad_norm": 1.4213180641220562, + "learning_rate": 1.999856830755857e-05, + "loss": 0.4526, + "step": 4153 + }, + { + "epoch": 3.5233248515691264, + "grad_norm": 1.2925091545039469, + "learning_rate": 1.9998563655544843e-05, + "loss": 0.493, + "step": 4154 + }, + { + "epoch": 3.524173027989822, + "grad_norm": 1.3159181812409906, + "learning_rate": 1.9998558995986e-05, + "loss": 0.4129, + "step": 4155 + }, + { + "epoch": 3.5250212044105176, + "grad_norm": 1.3301612600600772, + "learning_rate": 1.9998554328882035e-05, + "loss": 0.374, + "step": 4156 + }, + { + "epoch": 3.525869380831213, + "grad_norm": 1.4177999567853128, + "learning_rate": 1.9998549654232953e-05, + "loss": 0.5131, + "step": 4157 + }, + { + "epoch": 3.5267175572519083, + "grad_norm": 1.358699924721231, + "learning_rate": 1.999854497203876e-05, + "loss": 0.4798, + "step": 4158 + }, + { + "epoch": 3.527565733672604, + "grad_norm": 1.4059937181440387, + "learning_rate": 1.9998540282299457e-05, + "loss": 0.527, + "step": 4159 + }, + { + "epoch": 3.5284139100932994, + "grad_norm": 1.3606655479070782, + "learning_rate": 1.9998535585015052e-05, + "loss": 0.4817, + "step": 4160 + }, + { + "epoch": 3.5292620865139948, + "grad_norm": 1.452023813066682, + "learning_rate": 1.9998530880185546e-05, + "loss": 0.5131, + "step": 4161 + }, + { + "epoch": 3.5301102629346905, + "grad_norm": 1.5367908148402074, + "learning_rate": 1.999852616781094e-05, + "loss": 0.4728, + "step": 4162 + }, + { + "epoch": 3.530958439355386, + "grad_norm": 1.3078178336103579, + "learning_rate": 1.9998521447891242e-05, + "loss": 0.4367, + "step": 4163 + }, + { + "epoch": 3.5318066157760812, + "grad_norm": 1.4977353168993885, + "learning_rate": 1.9998516720426454e-05, + "loss": 0.559, + "step": 4164 + }, + { + "epoch": 3.532654792196777, + "grad_norm": 1.415048506225376, + "learning_rate": 1.999851198541658e-05, + "loss": 0.4612, + "step": 4165 + }, + { + "epoch": 3.5335029686174724, + "grad_norm": 1.3891720397965035, + "learning_rate": 1.999850724286162e-05, + "loss": 0.5056, + "step": 4166 + }, + { + "epoch": 3.534351145038168, + "grad_norm": 1.6956492032320232, + "learning_rate": 1.999850249276158e-05, + "loss": 0.5456, + "step": 4167 + }, + { + "epoch": 3.5351993214588635, + "grad_norm": 1.3989945600772127, + "learning_rate": 1.9998497735116466e-05, + "loss": 0.4898, + "step": 4168 + }, + { + "epoch": 3.536047497879559, + "grad_norm": 1.443266149726286, + "learning_rate": 1.999849296992628e-05, + "loss": 0.478, + "step": 4169 + }, + { + "epoch": 3.536895674300254, + "grad_norm": 1.421423300840502, + "learning_rate": 1.999848819719102e-05, + "loss": 0.5041, + "step": 4170 + }, + { + "epoch": 3.53774385072095, + "grad_norm": 1.4092086302047693, + "learning_rate": 1.9998483416910703e-05, + "loss": 0.498, + "step": 4171 + }, + { + "epoch": 3.5385920271416453, + "grad_norm": 1.4680626549363895, + "learning_rate": 1.9998478629085317e-05, + "loss": 0.5286, + "step": 4172 + }, + { + "epoch": 3.539440203562341, + "grad_norm": 1.5278854669315418, + "learning_rate": 1.9998473833714877e-05, + "loss": 0.4877, + "step": 4173 + }, + { + "epoch": 3.5402883799830365, + "grad_norm": 1.4834754444478295, + "learning_rate": 1.9998469030799382e-05, + "loss": 0.3945, + "step": 4174 + }, + { + "epoch": 3.541136556403732, + "grad_norm": 1.4055487564282223, + "learning_rate": 1.9998464220338833e-05, + "loss": 0.5802, + "step": 4175 + }, + { + "epoch": 3.5419847328244276, + "grad_norm": 1.3226557111298043, + "learning_rate": 1.999845940233324e-05, + "loss": 0.4657, + "step": 4176 + }, + { + "epoch": 3.542832909245123, + "grad_norm": 1.3392116196873596, + "learning_rate": 1.9998454576782606e-05, + "loss": 0.5047, + "step": 4177 + }, + { + "epoch": 3.5436810856658187, + "grad_norm": 1.436270272252125, + "learning_rate": 1.9998449743686924e-05, + "loss": 0.559, + "step": 4178 + }, + { + "epoch": 3.544529262086514, + "grad_norm": 1.370165979117175, + "learning_rate": 1.999844490304621e-05, + "loss": 0.4942, + "step": 4179 + }, + { + "epoch": 3.5453774385072094, + "grad_norm": 1.4660406093962115, + "learning_rate": 1.9998440054860465e-05, + "loss": 0.5534, + "step": 4180 + }, + { + "epoch": 3.546225614927905, + "grad_norm": 1.7826007194624356, + "learning_rate": 1.9998435199129688e-05, + "loss": 0.4876, + "step": 4181 + }, + { + "epoch": 3.5470737913486006, + "grad_norm": 1.4148251911872503, + "learning_rate": 1.9998430335853887e-05, + "loss": 0.5516, + "step": 4182 + }, + { + "epoch": 3.547921967769296, + "grad_norm": 1.7614230978469623, + "learning_rate": 1.9998425465033065e-05, + "loss": 0.4883, + "step": 4183 + }, + { + "epoch": 3.5487701441899917, + "grad_norm": 1.4783104069484163, + "learning_rate": 1.9998420586667223e-05, + "loss": 0.5116, + "step": 4184 + }, + { + "epoch": 3.549618320610687, + "grad_norm": 1.4710498495242332, + "learning_rate": 1.999841570075637e-05, + "loss": 0.4673, + "step": 4185 + }, + { + "epoch": 3.5504664970313824, + "grad_norm": 1.5113675208036779, + "learning_rate": 1.9998410807300504e-05, + "loss": 0.4818, + "step": 4186 + }, + { + "epoch": 3.551314673452078, + "grad_norm": 1.3855192238297183, + "learning_rate": 1.999840590629963e-05, + "loss": 0.4183, + "step": 4187 + }, + { + "epoch": 3.5521628498727735, + "grad_norm": 1.4398643594439506, + "learning_rate": 1.9998400997753754e-05, + "loss": 0.4971, + "step": 4188 + }, + { + "epoch": 3.553011026293469, + "grad_norm": 1.2442028427702732, + "learning_rate": 1.9998396081662884e-05, + "loss": 0.445, + "step": 4189 + }, + { + "epoch": 3.5538592027141647, + "grad_norm": 1.3623469889761264, + "learning_rate": 1.999839115802701e-05, + "loss": 0.4366, + "step": 4190 + }, + { + "epoch": 3.55470737913486, + "grad_norm": 1.5682356110480495, + "learning_rate": 1.9998386226846147e-05, + "loss": 0.5769, + "step": 4191 + }, + { + "epoch": 3.5555555555555554, + "grad_norm": 1.4018332667191418, + "learning_rate": 1.9998381288120296e-05, + "loss": 0.4708, + "step": 4192 + }, + { + "epoch": 3.556403731976251, + "grad_norm": 1.5617973668994911, + "learning_rate": 1.999837634184946e-05, + "loss": 0.4927, + "step": 4193 + }, + { + "epoch": 3.5572519083969465, + "grad_norm": 1.377149783641053, + "learning_rate": 1.9998371388033642e-05, + "loss": 0.4685, + "step": 4194 + }, + { + "epoch": 3.5581000848176423, + "grad_norm": 1.434688895988574, + "learning_rate": 1.999836642667285e-05, + "loss": 0.5562, + "step": 4195 + }, + { + "epoch": 3.5589482612383376, + "grad_norm": 1.3576658034958287, + "learning_rate": 1.999836145776708e-05, + "loss": 0.5141, + "step": 4196 + }, + { + "epoch": 3.559796437659033, + "grad_norm": 1.3567292948043492, + "learning_rate": 1.9998356481316343e-05, + "loss": 0.505, + "step": 4197 + }, + { + "epoch": 3.5606446140797283, + "grad_norm": 1.7150652582520398, + "learning_rate": 1.9998351497320637e-05, + "loss": 0.5922, + "step": 4198 + }, + { + "epoch": 3.561492790500424, + "grad_norm": 1.365171775886781, + "learning_rate": 1.9998346505779972e-05, + "loss": 0.4176, + "step": 4199 + }, + { + "epoch": 3.5623409669211195, + "grad_norm": 1.4470310881947908, + "learning_rate": 1.999834150669435e-05, + "loss": 0.457, + "step": 4200 + }, + { + "epoch": 3.5631891433418152, + "grad_norm": 1.4095086571280757, + "learning_rate": 1.999833650006377e-05, + "loss": 0.5388, + "step": 4201 + }, + { + "epoch": 3.5640373197625106, + "grad_norm": 1.387796534785398, + "learning_rate": 1.9998331485888242e-05, + "loss": 0.5554, + "step": 4202 + }, + { + "epoch": 3.564885496183206, + "grad_norm": 1.4618001650759598, + "learning_rate": 1.9998326464167766e-05, + "loss": 0.5103, + "step": 4203 + }, + { + "epoch": 3.5657336726039017, + "grad_norm": 1.360865341090803, + "learning_rate": 1.9998321434902347e-05, + "loss": 0.5229, + "step": 4204 + }, + { + "epoch": 3.566581849024597, + "grad_norm": 1.3575205518950308, + "learning_rate": 1.9998316398091985e-05, + "loss": 0.4782, + "step": 4205 + }, + { + "epoch": 3.567430025445293, + "grad_norm": 1.3177597349917376, + "learning_rate": 1.999831135373669e-05, + "loss": 0.4707, + "step": 4206 + }, + { + "epoch": 3.568278201865988, + "grad_norm": 1.657089978111922, + "learning_rate": 1.9998306301836465e-05, + "loss": 0.5214, + "step": 4207 + }, + { + "epoch": 3.5691263782866836, + "grad_norm": 1.7187645704939594, + "learning_rate": 1.999830124239131e-05, + "loss": 0.4526, + "step": 4208 + }, + { + "epoch": 3.569974554707379, + "grad_norm": 1.305770816514727, + "learning_rate": 1.9998296175401228e-05, + "loss": 0.4954, + "step": 4209 + }, + { + "epoch": 3.5708227311280747, + "grad_norm": 1.3250117435840794, + "learning_rate": 1.999829110086623e-05, + "loss": 0.4013, + "step": 4210 + }, + { + "epoch": 3.57167090754877, + "grad_norm": 1.5683287130539394, + "learning_rate": 1.9998286018786316e-05, + "loss": 0.4811, + "step": 4211 + }, + { + "epoch": 3.572519083969466, + "grad_norm": 1.6263409167894625, + "learning_rate": 1.9998280929161485e-05, + "loss": 0.4678, + "step": 4212 + }, + { + "epoch": 3.573367260390161, + "grad_norm": 1.415593505503504, + "learning_rate": 1.9998275831991746e-05, + "loss": 0.5244, + "step": 4213 + }, + { + "epoch": 3.5742154368108565, + "grad_norm": 1.4144083114599457, + "learning_rate": 1.9998270727277104e-05, + "loss": 0.4774, + "step": 4214 + }, + { + "epoch": 3.5750636132315523, + "grad_norm": 1.47830117336065, + "learning_rate": 1.999826561501756e-05, + "loss": 0.4867, + "step": 4215 + }, + { + "epoch": 3.5759117896522477, + "grad_norm": 1.3376067678875128, + "learning_rate": 1.999826049521312e-05, + "loss": 0.495, + "step": 4216 + }, + { + "epoch": 3.5767599660729434, + "grad_norm": 1.3817658105548305, + "learning_rate": 1.999825536786378e-05, + "loss": 0.5048, + "step": 4217 + }, + { + "epoch": 3.577608142493639, + "grad_norm": 1.4023343137004418, + "learning_rate": 1.9998250232969556e-05, + "loss": 0.517, + "step": 4218 + }, + { + "epoch": 3.578456318914334, + "grad_norm": 1.4828462117834946, + "learning_rate": 1.9998245090530445e-05, + "loss": 0.5576, + "step": 4219 + }, + { + "epoch": 3.5793044953350295, + "grad_norm": 1.2942855259911759, + "learning_rate": 1.9998239940546456e-05, + "loss": 0.4049, + "step": 4220 + }, + { + "epoch": 3.5801526717557253, + "grad_norm": 1.5156632674014867, + "learning_rate": 1.9998234783017586e-05, + "loss": 0.5118, + "step": 4221 + }, + { + "epoch": 3.5810008481764206, + "grad_norm": 1.541277569715553, + "learning_rate": 1.9998229617943837e-05, + "loss": 0.4901, + "step": 4222 + }, + { + "epoch": 3.5818490245971164, + "grad_norm": 1.4168086835868459, + "learning_rate": 1.9998224445325224e-05, + "loss": 0.4651, + "step": 4223 + }, + { + "epoch": 3.5826972010178118, + "grad_norm": 1.4620614303271724, + "learning_rate": 1.9998219265161746e-05, + "loss": 0.4648, + "step": 4224 + }, + { + "epoch": 3.583545377438507, + "grad_norm": 1.3405174738347316, + "learning_rate": 1.99982140774534e-05, + "loss": 0.4454, + "step": 4225 + }, + { + "epoch": 3.5843935538592024, + "grad_norm": 1.293103738105528, + "learning_rate": 1.9998208882200196e-05, + "loss": 0.4773, + "step": 4226 + }, + { + "epoch": 3.5852417302798982, + "grad_norm": 1.560605363570066, + "learning_rate": 1.999820367940214e-05, + "loss": 0.5493, + "step": 4227 + }, + { + "epoch": 3.5860899067005936, + "grad_norm": 1.4869106914487105, + "learning_rate": 1.9998198469059232e-05, + "loss": 0.5221, + "step": 4228 + }, + { + "epoch": 3.5869380831212894, + "grad_norm": 1.26617138417553, + "learning_rate": 1.999819325117148e-05, + "loss": 0.4439, + "step": 4229 + }, + { + "epoch": 3.5877862595419847, + "grad_norm": 1.2921270417577868, + "learning_rate": 1.9998188025738883e-05, + "loss": 0.4616, + "step": 4230 + }, + { + "epoch": 3.58863443596268, + "grad_norm": 1.5858067867898473, + "learning_rate": 1.9998182792761448e-05, + "loss": 0.4857, + "step": 4231 + }, + { + "epoch": 3.589482612383376, + "grad_norm": 1.341291005100697, + "learning_rate": 1.9998177552239178e-05, + "loss": 0.4661, + "step": 4232 + }, + { + "epoch": 3.590330788804071, + "grad_norm": 1.5086373791729106, + "learning_rate": 1.9998172304172077e-05, + "loss": 0.498, + "step": 4233 + }, + { + "epoch": 3.591178965224767, + "grad_norm": 1.5023339865927372, + "learning_rate": 1.9998167048560146e-05, + "loss": 0.5215, + "step": 4234 + }, + { + "epoch": 3.5920271416454623, + "grad_norm": 1.5772924620068083, + "learning_rate": 1.9998161785403397e-05, + "loss": 0.5196, + "step": 4235 + }, + { + "epoch": 3.5928753180661577, + "grad_norm": 1.4857374494361182, + "learning_rate": 1.9998156514701828e-05, + "loss": 0.4558, + "step": 4236 + }, + { + "epoch": 3.593723494486853, + "grad_norm": 1.371556776187075, + "learning_rate": 1.999815123645544e-05, + "loss": 0.4414, + "step": 4237 + }, + { + "epoch": 3.594571670907549, + "grad_norm": 1.5545300365769064, + "learning_rate": 1.9998145950664244e-05, + "loss": 0.541, + "step": 4238 + }, + { + "epoch": 3.595419847328244, + "grad_norm": 1.2700442228933144, + "learning_rate": 1.9998140657328243e-05, + "loss": 0.4208, + "step": 4239 + }, + { + "epoch": 3.59626802374894, + "grad_norm": 1.2560681126244677, + "learning_rate": 1.9998135356447436e-05, + "loss": 0.4227, + "step": 4240 + }, + { + "epoch": 3.5971162001696353, + "grad_norm": 1.3643828961088038, + "learning_rate": 1.9998130048021828e-05, + "loss": 0.4333, + "step": 4241 + }, + { + "epoch": 3.5979643765903306, + "grad_norm": 1.3583264543297058, + "learning_rate": 1.999812473205143e-05, + "loss": 0.468, + "step": 4242 + }, + { + "epoch": 3.5988125530110264, + "grad_norm": 1.46648663776594, + "learning_rate": 1.9998119408536238e-05, + "loss": 0.4944, + "step": 4243 + }, + { + "epoch": 3.5996607294317218, + "grad_norm": 1.5006965159004908, + "learning_rate": 1.999811407747626e-05, + "loss": 0.5245, + "step": 4244 + }, + { + "epoch": 3.6005089058524176, + "grad_norm": 1.3007753039976835, + "learning_rate": 1.9998108738871495e-05, + "loss": 0.4352, + "step": 4245 + }, + { + "epoch": 3.601357082273113, + "grad_norm": 1.5216267436966058, + "learning_rate": 1.9998103392721956e-05, + "loss": 0.5353, + "step": 4246 + }, + { + "epoch": 3.6022052586938083, + "grad_norm": 1.6806842922316283, + "learning_rate": 1.999809803902764e-05, + "loss": 0.4757, + "step": 4247 + }, + { + "epoch": 3.6030534351145036, + "grad_norm": 1.2799084899063318, + "learning_rate": 1.9998092677788553e-05, + "loss": 0.4039, + "step": 4248 + }, + { + "epoch": 3.6039016115351994, + "grad_norm": 1.3415795159128676, + "learning_rate": 1.99980873090047e-05, + "loss": 0.4741, + "step": 4249 + }, + { + "epoch": 3.6047497879558947, + "grad_norm": 1.4188015212544882, + "learning_rate": 1.9998081932676085e-05, + "loss": 0.4837, + "step": 4250 + }, + { + "epoch": 3.6055979643765905, + "grad_norm": 1.4668482155546527, + "learning_rate": 1.999807654880271e-05, + "loss": 0.5704, + "step": 4251 + }, + { + "epoch": 3.606446140797286, + "grad_norm": 1.4717369317020021, + "learning_rate": 1.999807115738458e-05, + "loss": 0.4958, + "step": 4252 + }, + { + "epoch": 3.607294317217981, + "grad_norm": 1.2482228711799968, + "learning_rate": 1.99980657584217e-05, + "loss": 0.514, + "step": 4253 + }, + { + "epoch": 3.608142493638677, + "grad_norm": 1.4916057967486747, + "learning_rate": 1.9998060351914073e-05, + "loss": 0.5215, + "step": 4254 + }, + { + "epoch": 3.6089906700593724, + "grad_norm": 1.5053991132102336, + "learning_rate": 1.99980549378617e-05, + "loss": 0.6619, + "step": 4255 + }, + { + "epoch": 3.6098388464800677, + "grad_norm": 1.4634249681359401, + "learning_rate": 1.9998049516264594e-05, + "loss": 0.5684, + "step": 4256 + }, + { + "epoch": 3.6106870229007635, + "grad_norm": 1.3912480141819525, + "learning_rate": 1.9998044087122754e-05, + "loss": 0.5854, + "step": 4257 + }, + { + "epoch": 3.611535199321459, + "grad_norm": 1.378220814908458, + "learning_rate": 1.999803865043618e-05, + "loss": 0.4567, + "step": 4258 + }, + { + "epoch": 3.612383375742154, + "grad_norm": 1.4364672930478704, + "learning_rate": 1.999803320620488e-05, + "loss": 0.4978, + "step": 4259 + }, + { + "epoch": 3.61323155216285, + "grad_norm": 1.3534114802900783, + "learning_rate": 1.9998027754428862e-05, + "loss": 0.4489, + "step": 4260 + }, + { + "epoch": 3.6140797285835453, + "grad_norm": 1.6348517070075603, + "learning_rate": 1.9998022295108123e-05, + "loss": 0.4915, + "step": 4261 + }, + { + "epoch": 3.614927905004241, + "grad_norm": 1.3100197915693628, + "learning_rate": 1.999801682824267e-05, + "loss": 0.4734, + "step": 4262 + }, + { + "epoch": 3.6157760814249365, + "grad_norm": 1.5972933203294128, + "learning_rate": 1.999801135383251e-05, + "loss": 0.482, + "step": 4263 + }, + { + "epoch": 3.616624257845632, + "grad_norm": 1.3365204940793984, + "learning_rate": 1.9998005871877644e-05, + "loss": 0.5202, + "step": 4264 + }, + { + "epoch": 3.617472434266327, + "grad_norm": 1.5011240062162918, + "learning_rate": 1.9998000382378073e-05, + "loss": 0.422, + "step": 4265 + }, + { + "epoch": 3.618320610687023, + "grad_norm": 1.4498506815773535, + "learning_rate": 1.999799488533381e-05, + "loss": 0.5486, + "step": 4266 + }, + { + "epoch": 3.6191687871077183, + "grad_norm": 1.4044813952340556, + "learning_rate": 1.999798938074485e-05, + "loss": 0.4743, + "step": 4267 + }, + { + "epoch": 3.620016963528414, + "grad_norm": 1.5120096991386713, + "learning_rate": 1.99979838686112e-05, + "loss": 0.4488, + "step": 4268 + }, + { + "epoch": 3.6208651399491094, + "grad_norm": 1.6025119514216053, + "learning_rate": 1.999797834893287e-05, + "loss": 0.5016, + "step": 4269 + }, + { + "epoch": 3.6217133163698048, + "grad_norm": 1.392113759356459, + "learning_rate": 1.9997972821709858e-05, + "loss": 0.4342, + "step": 4270 + }, + { + "epoch": 3.6225614927905005, + "grad_norm": 1.4175990701543808, + "learning_rate": 1.9997967286942166e-05, + "loss": 0.514, + "step": 4271 + }, + { + "epoch": 3.623409669211196, + "grad_norm": 1.4226344111779885, + "learning_rate": 1.9997961744629805e-05, + "loss": 0.367, + "step": 4272 + }, + { + "epoch": 3.6242578456318917, + "grad_norm": 1.53247186707163, + "learning_rate": 1.9997956194772773e-05, + "loss": 0.4817, + "step": 4273 + }, + { + "epoch": 3.625106022052587, + "grad_norm": 1.4235274248341643, + "learning_rate": 1.999795063737108e-05, + "loss": 0.509, + "step": 4274 + }, + { + "epoch": 3.6259541984732824, + "grad_norm": 1.3861780613847903, + "learning_rate": 1.9997945072424726e-05, + "loss": 0.5449, + "step": 4275 + }, + { + "epoch": 3.6268023748939777, + "grad_norm": 1.3539864627232747, + "learning_rate": 1.999793949993372e-05, + "loss": 0.4769, + "step": 4276 + }, + { + "epoch": 3.6276505513146735, + "grad_norm": 1.3752916944815008, + "learning_rate": 1.999793391989806e-05, + "loss": 0.4169, + "step": 4277 + }, + { + "epoch": 3.628498727735369, + "grad_norm": 1.3929214163629233, + "learning_rate": 1.999792833231775e-05, + "loss": 0.4881, + "step": 4278 + }, + { + "epoch": 3.6293469041560646, + "grad_norm": 1.4359405355607648, + "learning_rate": 1.9997922737192802e-05, + "loss": 0.4803, + "step": 4279 + }, + { + "epoch": 3.63019508057676, + "grad_norm": 1.4203757752093926, + "learning_rate": 1.9997917134523215e-05, + "loss": 0.5255, + "step": 4280 + }, + { + "epoch": 3.6310432569974553, + "grad_norm": 1.3157424326801785, + "learning_rate": 1.999791152430899e-05, + "loss": 0.4736, + "step": 4281 + }, + { + "epoch": 3.631891433418151, + "grad_norm": 1.4575486391947552, + "learning_rate": 1.9997905906550138e-05, + "loss": 0.5389, + "step": 4282 + }, + { + "epoch": 3.6327396098388465, + "grad_norm": 1.499032123982815, + "learning_rate": 1.999790028124666e-05, + "loss": 0.5029, + "step": 4283 + }, + { + "epoch": 3.633587786259542, + "grad_norm": 1.3911231702971127, + "learning_rate": 1.9997894648398558e-05, + "loss": 0.4492, + "step": 4284 + }, + { + "epoch": 3.6344359626802376, + "grad_norm": 1.336948402374346, + "learning_rate": 1.9997889008005837e-05, + "loss": 0.4146, + "step": 4285 + }, + { + "epoch": 3.635284139100933, + "grad_norm": 1.5079406298918308, + "learning_rate": 1.9997883360068506e-05, + "loss": 0.5613, + "step": 4286 + }, + { + "epoch": 3.6361323155216283, + "grad_norm": 1.2957788689928837, + "learning_rate": 1.9997877704586567e-05, + "loss": 0.4956, + "step": 4287 + }, + { + "epoch": 3.636980491942324, + "grad_norm": 1.3644549365465186, + "learning_rate": 1.999787204156002e-05, + "loss": 0.4827, + "step": 4288 + }, + { + "epoch": 3.6378286683630194, + "grad_norm": 1.257688795501192, + "learning_rate": 1.9997866370988878e-05, + "loss": 0.5266, + "step": 4289 + }, + { + "epoch": 3.6386768447837152, + "grad_norm": 1.4139858284441902, + "learning_rate": 1.9997860692873135e-05, + "loss": 0.5941, + "step": 4290 + }, + { + "epoch": 3.6395250212044106, + "grad_norm": 1.3694278997587461, + "learning_rate": 1.9997855007212805e-05, + "loss": 0.4573, + "step": 4291 + }, + { + "epoch": 3.640373197625106, + "grad_norm": 1.4551088742846308, + "learning_rate": 1.999784931400788e-05, + "loss": 0.565, + "step": 4292 + }, + { + "epoch": 3.6412213740458013, + "grad_norm": 1.3957306794895734, + "learning_rate": 1.9997843613258377e-05, + "loss": 0.5338, + "step": 4293 + }, + { + "epoch": 3.642069550466497, + "grad_norm": 1.474956311443105, + "learning_rate": 1.9997837904964293e-05, + "loss": 0.4986, + "step": 4294 + }, + { + "epoch": 3.6429177268871924, + "grad_norm": 1.46038142030679, + "learning_rate": 1.9997832189125636e-05, + "loss": 0.399, + "step": 4295 + }, + { + "epoch": 3.643765903307888, + "grad_norm": 1.3796390633810731, + "learning_rate": 1.9997826465742406e-05, + "loss": 0.5287, + "step": 4296 + }, + { + "epoch": 3.6446140797285835, + "grad_norm": 1.8622362974346072, + "learning_rate": 1.9997820734814616e-05, + "loss": 0.6116, + "step": 4297 + }, + { + "epoch": 3.645462256149279, + "grad_norm": 1.2379170685070973, + "learning_rate": 1.999781499634226e-05, + "loss": 0.4595, + "step": 4298 + }, + { + "epoch": 3.6463104325699747, + "grad_norm": 1.4176781071443403, + "learning_rate": 1.9997809250325346e-05, + "loss": 0.5659, + "step": 4299 + }, + { + "epoch": 3.64715860899067, + "grad_norm": 1.4938964138434725, + "learning_rate": 1.999780349676388e-05, + "loss": 0.5731, + "step": 4300 + }, + { + "epoch": 3.648006785411366, + "grad_norm": 1.4029491140181216, + "learning_rate": 1.9997797735657864e-05, + "loss": 0.4344, + "step": 4301 + }, + { + "epoch": 3.648854961832061, + "grad_norm": 1.2184481849677735, + "learning_rate": 1.9997791967007306e-05, + "loss": 0.3918, + "step": 4302 + }, + { + "epoch": 3.6497031382527565, + "grad_norm": 1.4403638631638327, + "learning_rate": 1.999778619081221e-05, + "loss": 0.4909, + "step": 4303 + }, + { + "epoch": 3.650551314673452, + "grad_norm": 1.537890750586473, + "learning_rate": 1.9997780407072575e-05, + "loss": 0.5157, + "step": 4304 + }, + { + "epoch": 3.6513994910941476, + "grad_norm": 1.6517081027640075, + "learning_rate": 1.9997774615788408e-05, + "loss": 0.5564, + "step": 4305 + }, + { + "epoch": 3.652247667514843, + "grad_norm": 1.389166369526839, + "learning_rate": 1.9997768816959716e-05, + "loss": 0.5128, + "step": 4306 + }, + { + "epoch": 3.6530958439355388, + "grad_norm": 1.500803661310478, + "learning_rate": 1.9997763010586498e-05, + "loss": 0.5634, + "step": 4307 + }, + { + "epoch": 3.653944020356234, + "grad_norm": 1.4260021623639287, + "learning_rate": 1.9997757196668768e-05, + "loss": 0.4142, + "step": 4308 + }, + { + "epoch": 3.6547921967769295, + "grad_norm": 1.3382243154594378, + "learning_rate": 1.999775137520652e-05, + "loss": 0.5476, + "step": 4309 + }, + { + "epoch": 3.6556403731976252, + "grad_norm": 1.2379485387996834, + "learning_rate": 1.9997745546199767e-05, + "loss": 0.4611, + "step": 4310 + }, + { + "epoch": 3.6564885496183206, + "grad_norm": 1.3043480689188693, + "learning_rate": 1.9997739709648503e-05, + "loss": 0.4484, + "step": 4311 + }, + { + "epoch": 3.6573367260390164, + "grad_norm": 1.3648151859656903, + "learning_rate": 1.9997733865552744e-05, + "loss": 0.5179, + "step": 4312 + }, + { + "epoch": 3.6581849024597117, + "grad_norm": 1.2881153132931904, + "learning_rate": 1.9997728013912486e-05, + "loss": 0.4216, + "step": 4313 + }, + { + "epoch": 3.659033078880407, + "grad_norm": 1.439078104188894, + "learning_rate": 1.9997722154727736e-05, + "loss": 0.5469, + "step": 4314 + }, + { + "epoch": 3.6598812553011024, + "grad_norm": 1.3090437698002164, + "learning_rate": 1.99977162879985e-05, + "loss": 0.4877, + "step": 4315 + }, + { + "epoch": 3.660729431721798, + "grad_norm": 1.4122309347536408, + "learning_rate": 1.999771041372478e-05, + "loss": 0.5855, + "step": 4316 + }, + { + "epoch": 3.6615776081424936, + "grad_norm": 1.3676042675330868, + "learning_rate": 1.9997704531906585e-05, + "loss": 0.4813, + "step": 4317 + }, + { + "epoch": 3.6624257845631893, + "grad_norm": 1.4784929377728582, + "learning_rate": 1.999769864254391e-05, + "loss": 0.4514, + "step": 4318 + }, + { + "epoch": 3.6632739609838847, + "grad_norm": 1.3784745117736326, + "learning_rate": 1.999769274563677e-05, + "loss": 0.472, + "step": 4319 + }, + { + "epoch": 3.66412213740458, + "grad_norm": 1.4712424017567594, + "learning_rate": 1.9997686841185162e-05, + "loss": 0.471, + "step": 4320 + }, + { + "epoch": 3.6649703138252754, + "grad_norm": 1.6322421752686553, + "learning_rate": 1.9997680929189097e-05, + "loss": 0.4819, + "step": 4321 + }, + { + "epoch": 3.665818490245971, + "grad_norm": 1.4300804687228743, + "learning_rate": 1.9997675009648574e-05, + "loss": 0.43, + "step": 4322 + }, + { + "epoch": 3.6666666666666665, + "grad_norm": 1.4213141371385072, + "learning_rate": 1.9997669082563597e-05, + "loss": 0.4659, + "step": 4323 + }, + { + "epoch": 3.6675148430873623, + "grad_norm": 1.284391378641563, + "learning_rate": 1.9997663147934178e-05, + "loss": 0.4863, + "step": 4324 + }, + { + "epoch": 3.6683630195080577, + "grad_norm": 1.3518499817151068, + "learning_rate": 1.999765720576031e-05, + "loss": 0.4009, + "step": 4325 + }, + { + "epoch": 3.669211195928753, + "grad_norm": 1.4398987570063222, + "learning_rate": 1.999765125604201e-05, + "loss": 0.5461, + "step": 4326 + }, + { + "epoch": 3.670059372349449, + "grad_norm": 1.3823690446952885, + "learning_rate": 1.9997645298779274e-05, + "loss": 0.4442, + "step": 4327 + }, + { + "epoch": 3.670907548770144, + "grad_norm": 1.533642061577752, + "learning_rate": 1.9997639333972104e-05, + "loss": 0.5453, + "step": 4328 + }, + { + "epoch": 3.67175572519084, + "grad_norm": 1.4265674166530946, + "learning_rate": 1.9997633361620513e-05, + "loss": 0.5569, + "step": 4329 + }, + { + "epoch": 3.6726039016115353, + "grad_norm": 1.3015281343041785, + "learning_rate": 1.9997627381724505e-05, + "loss": 0.4145, + "step": 4330 + }, + { + "epoch": 3.6734520780322306, + "grad_norm": 1.3564570519178931, + "learning_rate": 1.9997621394284076e-05, + "loss": 0.4234, + "step": 4331 + }, + { + "epoch": 3.674300254452926, + "grad_norm": 1.4153547403329405, + "learning_rate": 1.999761539929924e-05, + "loss": 0.5433, + "step": 4332 + }, + { + "epoch": 3.6751484308736218, + "grad_norm": 1.413305867913325, + "learning_rate": 1.9997609396769993e-05, + "loss": 0.5113, + "step": 4333 + }, + { + "epoch": 3.675996607294317, + "grad_norm": 1.4213130252231703, + "learning_rate": 1.999760338669635e-05, + "loss": 0.494, + "step": 4334 + }, + { + "epoch": 3.676844783715013, + "grad_norm": 1.3100122105039882, + "learning_rate": 1.9997597369078305e-05, + "loss": 0.4206, + "step": 4335 + }, + { + "epoch": 3.6776929601357082, + "grad_norm": 1.5420283311271425, + "learning_rate": 1.9997591343915866e-05, + "loss": 0.5654, + "step": 4336 + }, + { + "epoch": 3.6785411365564036, + "grad_norm": 1.4002957891245371, + "learning_rate": 1.999758531120904e-05, + "loss": 0.4283, + "step": 4337 + }, + { + "epoch": 3.6793893129770994, + "grad_norm": 1.3653695887722637, + "learning_rate": 1.999757927095783e-05, + "loss": 0.4991, + "step": 4338 + }, + { + "epoch": 3.6802374893977947, + "grad_norm": 1.400032438672968, + "learning_rate": 1.999757322316224e-05, + "loss": 0.5271, + "step": 4339 + }, + { + "epoch": 3.6810856658184905, + "grad_norm": 1.6215108292416935, + "learning_rate": 1.9997567167822275e-05, + "loss": 0.5536, + "step": 4340 + }, + { + "epoch": 3.681933842239186, + "grad_norm": 1.457148584102276, + "learning_rate": 1.9997561104937943e-05, + "loss": 0.4988, + "step": 4341 + }, + { + "epoch": 3.682782018659881, + "grad_norm": 1.4795900386310903, + "learning_rate": 1.999755503450924e-05, + "loss": 0.4642, + "step": 4342 + }, + { + "epoch": 3.6836301950805765, + "grad_norm": 1.4984413394031852, + "learning_rate": 1.999754895653618e-05, + "loss": 0.4705, + "step": 4343 + }, + { + "epoch": 3.6844783715012723, + "grad_norm": 1.3345949915716846, + "learning_rate": 1.999754287101876e-05, + "loss": 0.4988, + "step": 4344 + }, + { + "epoch": 3.6853265479219677, + "grad_norm": 1.334692370746716, + "learning_rate": 1.9997536777956988e-05, + "loss": 0.4426, + "step": 4345 + }, + { + "epoch": 3.6861747243426635, + "grad_norm": 1.428233064017368, + "learning_rate": 1.999753067735087e-05, + "loss": 0.562, + "step": 4346 + }, + { + "epoch": 3.687022900763359, + "grad_norm": 1.374265280635741, + "learning_rate": 1.9997524569200413e-05, + "loss": 0.4833, + "step": 4347 + }, + { + "epoch": 3.687871077184054, + "grad_norm": 1.4923998533378882, + "learning_rate": 1.9997518453505613e-05, + "loss": 0.4967, + "step": 4348 + }, + { + "epoch": 3.68871925360475, + "grad_norm": 1.5365105962648962, + "learning_rate": 1.9997512330266483e-05, + "loss": 0.5396, + "step": 4349 + }, + { + "epoch": 3.6895674300254453, + "grad_norm": 1.4421897888192772, + "learning_rate": 1.999750619948302e-05, + "loss": 0.5061, + "step": 4350 + }, + { + "epoch": 3.6904156064461406, + "grad_norm": 1.2616385333558662, + "learning_rate": 1.9997500061155236e-05, + "loss": 0.4324, + "step": 4351 + }, + { + "epoch": 3.6912637828668364, + "grad_norm": 1.3853523345065342, + "learning_rate": 1.999749391528313e-05, + "loss": 0.521, + "step": 4352 + }, + { + "epoch": 3.6921119592875318, + "grad_norm": 1.3383055912510717, + "learning_rate": 1.999748776186671e-05, + "loss": 0.4599, + "step": 4353 + }, + { + "epoch": 3.692960135708227, + "grad_norm": 1.3722384804184544, + "learning_rate": 1.999748160090598e-05, + "loss": 0.421, + "step": 4354 + }, + { + "epoch": 3.693808312128923, + "grad_norm": 1.293968825361485, + "learning_rate": 1.9997475432400942e-05, + "loss": 0.4092, + "step": 4355 + }, + { + "epoch": 3.6946564885496183, + "grad_norm": 1.5199746995794858, + "learning_rate": 1.9997469256351606e-05, + "loss": 0.6088, + "step": 4356 + }, + { + "epoch": 3.695504664970314, + "grad_norm": 1.3748330335219845, + "learning_rate": 1.9997463072757974e-05, + "loss": 0.5272, + "step": 4357 + }, + { + "epoch": 3.6963528413910094, + "grad_norm": 1.631709949786123, + "learning_rate": 1.9997456881620046e-05, + "loss": 0.5051, + "step": 4358 + }, + { + "epoch": 3.6972010178117047, + "grad_norm": 1.3859694134304257, + "learning_rate": 1.9997450682937837e-05, + "loss": 0.3808, + "step": 4359 + }, + { + "epoch": 3.6980491942324, + "grad_norm": 1.3277756974955406, + "learning_rate": 1.9997444476711342e-05, + "loss": 0.4324, + "step": 4360 + }, + { + "epoch": 3.698897370653096, + "grad_norm": 1.630149718350934, + "learning_rate": 1.999743826294057e-05, + "loss": 0.556, + "step": 4361 + }, + { + "epoch": 3.699745547073791, + "grad_norm": 1.3930948343913583, + "learning_rate": 1.9997432041625523e-05, + "loss": 0.5249, + "step": 4362 + }, + { + "epoch": 3.700593723494487, + "grad_norm": 1.4568645857363391, + "learning_rate": 1.9997425812766207e-05, + "loss": 0.4741, + "step": 4363 + }, + { + "epoch": 3.7014418999151824, + "grad_norm": 1.517793594705333, + "learning_rate": 1.9997419576362632e-05, + "loss": 0.4718, + "step": 4364 + }, + { + "epoch": 3.7022900763358777, + "grad_norm": 1.4808202500927643, + "learning_rate": 1.9997413332414792e-05, + "loss": 0.4785, + "step": 4365 + }, + { + "epoch": 3.7031382527565735, + "grad_norm": 1.3139625875064738, + "learning_rate": 1.9997407080922704e-05, + "loss": 0.4563, + "step": 4366 + }, + { + "epoch": 3.703986429177269, + "grad_norm": 1.2923621645460983, + "learning_rate": 1.999740082188636e-05, + "loss": 0.4309, + "step": 4367 + }, + { + "epoch": 3.7048346055979646, + "grad_norm": 1.3292928214334807, + "learning_rate": 1.9997394555305777e-05, + "loss": 0.5369, + "step": 4368 + }, + { + "epoch": 3.70568278201866, + "grad_norm": 1.2664043397364446, + "learning_rate": 1.9997388281180955e-05, + "loss": 0.4591, + "step": 4369 + }, + { + "epoch": 3.7065309584393553, + "grad_norm": 1.1721603529127234, + "learning_rate": 1.9997381999511892e-05, + "loss": 0.4349, + "step": 4370 + }, + { + "epoch": 3.7073791348600507, + "grad_norm": 1.6081653421152637, + "learning_rate": 1.99973757102986e-05, + "loss": 0.5645, + "step": 4371 + }, + { + "epoch": 3.7082273112807465, + "grad_norm": 1.3567067256968488, + "learning_rate": 1.9997369413541086e-05, + "loss": 0.4847, + "step": 4372 + }, + { + "epoch": 3.709075487701442, + "grad_norm": 1.4753182303673273, + "learning_rate": 1.9997363109239347e-05, + "loss": 0.5353, + "step": 4373 + }, + { + "epoch": 3.7099236641221376, + "grad_norm": 1.4891335312014726, + "learning_rate": 1.9997356797393393e-05, + "loss": 0.5493, + "step": 4374 + }, + { + "epoch": 3.710771840542833, + "grad_norm": 1.3440301554684633, + "learning_rate": 1.999735047800323e-05, + "loss": 0.5142, + "step": 4375 + }, + { + "epoch": 3.7116200169635283, + "grad_norm": 1.351129798378145, + "learning_rate": 1.9997344151068854e-05, + "loss": 0.4855, + "step": 4376 + }, + { + "epoch": 3.712468193384224, + "grad_norm": 1.365401320612901, + "learning_rate": 1.999733781659028e-05, + "loss": 0.4635, + "step": 4377 + }, + { + "epoch": 3.7133163698049194, + "grad_norm": 1.4714518297111379, + "learning_rate": 1.9997331474567506e-05, + "loss": 0.4398, + "step": 4378 + }, + { + "epoch": 3.714164546225615, + "grad_norm": 1.5355557163288822, + "learning_rate": 1.9997325125000542e-05, + "loss": 0.5427, + "step": 4379 + }, + { + "epoch": 3.7150127226463106, + "grad_norm": 1.4310779937376392, + "learning_rate": 1.9997318767889392e-05, + "loss": 0.4763, + "step": 4380 + }, + { + "epoch": 3.715860899067006, + "grad_norm": 1.3953811936515292, + "learning_rate": 1.9997312403234055e-05, + "loss": 0.4909, + "step": 4381 + }, + { + "epoch": 3.7167090754877012, + "grad_norm": 1.2927357835266482, + "learning_rate": 1.9997306031034544e-05, + "loss": 0.4827, + "step": 4382 + }, + { + "epoch": 3.717557251908397, + "grad_norm": 1.3343072067816508, + "learning_rate": 1.9997299651290856e-05, + "loss": 0.5232, + "step": 4383 + }, + { + "epoch": 3.7184054283290924, + "grad_norm": 1.3489229392230626, + "learning_rate": 1.9997293264003002e-05, + "loss": 0.4808, + "step": 4384 + }, + { + "epoch": 3.719253604749788, + "grad_norm": 1.3400034951643214, + "learning_rate": 1.9997286869170984e-05, + "loss": 0.4751, + "step": 4385 + }, + { + "epoch": 3.7201017811704835, + "grad_norm": 1.3905927585796, + "learning_rate": 1.9997280466794807e-05, + "loss": 0.4876, + "step": 4386 + }, + { + "epoch": 3.720949957591179, + "grad_norm": 1.499439676203143, + "learning_rate": 1.9997274056874476e-05, + "loss": 0.5899, + "step": 4387 + }, + { + "epoch": 3.721798134011874, + "grad_norm": 1.3799606051739088, + "learning_rate": 1.9997267639409995e-05, + "loss": 0.5205, + "step": 4388 + }, + { + "epoch": 3.72264631043257, + "grad_norm": 1.2412005449215462, + "learning_rate": 1.9997261214401372e-05, + "loss": 0.4578, + "step": 4389 + }, + { + "epoch": 3.7234944868532653, + "grad_norm": 1.3687937503306955, + "learning_rate": 1.999725478184861e-05, + "loss": 0.5146, + "step": 4390 + }, + { + "epoch": 3.724342663273961, + "grad_norm": 1.4609975335440837, + "learning_rate": 1.999724834175171e-05, + "loss": 0.5062, + "step": 4391 + }, + { + "epoch": 3.7251908396946565, + "grad_norm": 1.3786791769658195, + "learning_rate": 1.999724189411068e-05, + "loss": 0.5505, + "step": 4392 + }, + { + "epoch": 3.726039016115352, + "grad_norm": 1.3612091768133672, + "learning_rate": 1.999723543892553e-05, + "loss": 0.4556, + "step": 4393 + }, + { + "epoch": 3.7268871925360476, + "grad_norm": 1.333080290834666, + "learning_rate": 1.9997228976196258e-05, + "loss": 0.4849, + "step": 4394 + }, + { + "epoch": 3.727735368956743, + "grad_norm": 1.5118849098268523, + "learning_rate": 1.9997222505922868e-05, + "loss": 0.4233, + "step": 4395 + }, + { + "epoch": 3.7285835453774387, + "grad_norm": 1.5614939813786708, + "learning_rate": 1.999721602810537e-05, + "loss": 0.5969, + "step": 4396 + }, + { + "epoch": 3.729431721798134, + "grad_norm": 1.3523066669061163, + "learning_rate": 1.9997209542743764e-05, + "loss": 0.4281, + "step": 4397 + }, + { + "epoch": 3.7302798982188294, + "grad_norm": 1.3460315522786859, + "learning_rate": 1.9997203049838064e-05, + "loss": 0.49, + "step": 4398 + }, + { + "epoch": 3.731128074639525, + "grad_norm": 1.4653724885412338, + "learning_rate": 1.999719654938826e-05, + "loss": 0.5425, + "step": 4399 + }, + { + "epoch": 3.7319762510602206, + "grad_norm": 1.4690264681721252, + "learning_rate": 1.9997190041394373e-05, + "loss": 0.5045, + "step": 4400 + }, + { + "epoch": 3.732824427480916, + "grad_norm": 1.4753553925737959, + "learning_rate": 1.9997183525856396e-05, + "loss": 0.5136, + "step": 4401 + }, + { + "epoch": 3.7336726039016117, + "grad_norm": 1.2911510210513202, + "learning_rate": 1.999717700277434e-05, + "loss": 0.5043, + "step": 4402 + }, + { + "epoch": 3.734520780322307, + "grad_norm": 1.3288769382649894, + "learning_rate": 1.9997170472148206e-05, + "loss": 0.4818, + "step": 4403 + }, + { + "epoch": 3.7353689567430024, + "grad_norm": 1.2905832169818974, + "learning_rate": 1.9997163933978004e-05, + "loss": 0.4526, + "step": 4404 + }, + { + "epoch": 3.736217133163698, + "grad_norm": 1.3678846959459574, + "learning_rate": 1.9997157388263736e-05, + "loss": 0.4722, + "step": 4405 + }, + { + "epoch": 3.7370653095843935, + "grad_norm": 1.327598851347363, + "learning_rate": 1.9997150835005407e-05, + "loss": 0.5176, + "step": 4406 + }, + { + "epoch": 3.7379134860050893, + "grad_norm": 1.3310116183958638, + "learning_rate": 1.9997144274203016e-05, + "loss": 0.5408, + "step": 4407 + }, + { + "epoch": 3.7387616624257847, + "grad_norm": 1.2816497610439646, + "learning_rate": 1.999713770585658e-05, + "loss": 0.4481, + "step": 4408 + }, + { + "epoch": 3.73960983884648, + "grad_norm": 1.3710419753489147, + "learning_rate": 1.9997131129966093e-05, + "loss": 0.5012, + "step": 4409 + }, + { + "epoch": 3.7404580152671754, + "grad_norm": 1.4769793590198488, + "learning_rate": 1.999712454653157e-05, + "loss": 0.4476, + "step": 4410 + }, + { + "epoch": 3.741306191687871, + "grad_norm": 1.3284951772855147, + "learning_rate": 1.9997117955553008e-05, + "loss": 0.5362, + "step": 4411 + }, + { + "epoch": 3.7421543681085665, + "grad_norm": 1.4764536350289679, + "learning_rate": 1.9997111357030414e-05, + "loss": 0.4757, + "step": 4412 + }, + { + "epoch": 3.7430025445292623, + "grad_norm": 1.4223951041463425, + "learning_rate": 1.9997104750963795e-05, + "loss": 0.4969, + "step": 4413 + }, + { + "epoch": 3.7438507209499576, + "grad_norm": 1.4886599472575657, + "learning_rate": 1.9997098137353155e-05, + "loss": 0.4971, + "step": 4414 + }, + { + "epoch": 3.744698897370653, + "grad_norm": 1.3150976505886105, + "learning_rate": 1.9997091516198498e-05, + "loss": 0.4795, + "step": 4415 + }, + { + "epoch": 3.7455470737913483, + "grad_norm": 1.3117330056791225, + "learning_rate": 1.999708488749983e-05, + "loss": 0.5544, + "step": 4416 + }, + { + "epoch": 3.746395250212044, + "grad_norm": 1.2767592566146975, + "learning_rate": 1.9997078251257154e-05, + "loss": 0.4862, + "step": 4417 + }, + { + "epoch": 3.7472434266327395, + "grad_norm": 1.3853498654664618, + "learning_rate": 1.9997071607470477e-05, + "loss": 0.5745, + "step": 4418 + }, + { + "epoch": 3.7480916030534353, + "grad_norm": 1.4042911461264425, + "learning_rate": 1.9997064956139804e-05, + "loss": 0.5535, + "step": 4419 + }, + { + "epoch": 3.7489397794741306, + "grad_norm": 1.354431159003257, + "learning_rate": 1.9997058297265143e-05, + "loss": 0.4432, + "step": 4420 + }, + { + "epoch": 3.749787955894826, + "grad_norm": 1.2873928304527267, + "learning_rate": 1.999705163084649e-05, + "loss": 0.4909, + "step": 4421 + }, + { + "epoch": 3.7506361323155217, + "grad_norm": 1.3589370606489237, + "learning_rate": 1.999704495688386e-05, + "loss": 0.4501, + "step": 4422 + }, + { + "epoch": 3.751484308736217, + "grad_norm": 1.4094568540288603, + "learning_rate": 1.9997038275377254e-05, + "loss": 0.472, + "step": 4423 + }, + { + "epoch": 3.752332485156913, + "grad_norm": 1.2967425578571279, + "learning_rate": 1.9997031586326675e-05, + "loss": 0.4367, + "step": 4424 + }, + { + "epoch": 3.753180661577608, + "grad_norm": 1.4224856467195617, + "learning_rate": 1.999702488973213e-05, + "loss": 0.4768, + "step": 4425 + }, + { + "epoch": 3.7540288379983036, + "grad_norm": 1.6227216340793844, + "learning_rate": 1.999701818559362e-05, + "loss": 0.5233, + "step": 4426 + }, + { + "epoch": 3.754877014418999, + "grad_norm": 1.31660271414139, + "learning_rate": 1.9997011473911158e-05, + "loss": 0.512, + "step": 4427 + }, + { + "epoch": 3.7557251908396947, + "grad_norm": 1.1820803807048705, + "learning_rate": 1.999700475468475e-05, + "loss": 0.4441, + "step": 4428 + }, + { + "epoch": 3.75657336726039, + "grad_norm": 1.346002405792749, + "learning_rate": 1.999699802791439e-05, + "loss": 0.5581, + "step": 4429 + }, + { + "epoch": 3.757421543681086, + "grad_norm": 1.53863013134904, + "learning_rate": 1.999699129360009e-05, + "loss": 0.4708, + "step": 4430 + }, + { + "epoch": 3.758269720101781, + "grad_norm": 1.2532709513397917, + "learning_rate": 1.999698455174185e-05, + "loss": 0.4816, + "step": 4431 + }, + { + "epoch": 3.7591178965224765, + "grad_norm": 1.328787270934761, + "learning_rate": 1.9996977802339686e-05, + "loss": 0.505, + "step": 4432 + }, + { + "epoch": 3.7599660729431723, + "grad_norm": 1.2791082349124487, + "learning_rate": 1.9996971045393593e-05, + "loss": 0.4732, + "step": 4433 + }, + { + "epoch": 3.7608142493638677, + "grad_norm": 1.3264327543272374, + "learning_rate": 1.9996964280903583e-05, + "loss": 0.4184, + "step": 4434 + }, + { + "epoch": 3.7616624257845634, + "grad_norm": 1.1844019563189472, + "learning_rate": 1.9996957508869654e-05, + "loss": 0.4197, + "step": 4435 + }, + { + "epoch": 3.762510602205259, + "grad_norm": 1.4625777600112886, + "learning_rate": 1.9996950729291815e-05, + "loss": 0.4996, + "step": 4436 + }, + { + "epoch": 3.763358778625954, + "grad_norm": 1.3279820805847053, + "learning_rate": 1.9996943942170074e-05, + "loss": 0.4537, + "step": 4437 + }, + { + "epoch": 3.7642069550466495, + "grad_norm": 1.2518087953544554, + "learning_rate": 1.999693714750443e-05, + "loss": 0.4125, + "step": 4438 + }, + { + "epoch": 3.7650551314673453, + "grad_norm": 1.3674118255132988, + "learning_rate": 1.9996930345294892e-05, + "loss": 0.5209, + "step": 4439 + }, + { + "epoch": 3.7659033078880406, + "grad_norm": 1.2387250325541137, + "learning_rate": 1.9996923535541464e-05, + "loss": 0.4841, + "step": 4440 + }, + { + "epoch": 3.7667514843087364, + "grad_norm": 1.3068680739885281, + "learning_rate": 1.999691671824415e-05, + "loss": 0.4669, + "step": 4441 + }, + { + "epoch": 3.7675996607294318, + "grad_norm": 1.3952335078658522, + "learning_rate": 1.999690989340296e-05, + "loss": 0.439, + "step": 4442 + }, + { + "epoch": 3.768447837150127, + "grad_norm": 1.4361802262617183, + "learning_rate": 1.9996903061017895e-05, + "loss": 0.5533, + "step": 4443 + }, + { + "epoch": 3.769296013570823, + "grad_norm": 1.2561088159862253, + "learning_rate": 1.999689622108896e-05, + "loss": 0.4833, + "step": 4444 + }, + { + "epoch": 3.7701441899915182, + "grad_norm": 1.3048978155223094, + "learning_rate": 1.9996889373616158e-05, + "loss": 0.543, + "step": 4445 + }, + { + "epoch": 3.7709923664122136, + "grad_norm": 1.2738426479121354, + "learning_rate": 1.9996882518599502e-05, + "loss": 0.4379, + "step": 4446 + }, + { + "epoch": 3.7718405428329094, + "grad_norm": 1.451796213936978, + "learning_rate": 1.999687565603899e-05, + "loss": 0.4798, + "step": 4447 + }, + { + "epoch": 3.7726887192536047, + "grad_norm": 1.30119704418767, + "learning_rate": 1.9996868785934632e-05, + "loss": 0.422, + "step": 4448 + }, + { + "epoch": 3.7735368956743, + "grad_norm": 1.4863648519396344, + "learning_rate": 1.9996861908286428e-05, + "loss": 0.5572, + "step": 4449 + }, + { + "epoch": 3.774385072094996, + "grad_norm": 1.411141046928104, + "learning_rate": 1.9996855023094386e-05, + "loss": 0.4829, + "step": 4450 + }, + { + "epoch": 3.775233248515691, + "grad_norm": 1.3261881308990449, + "learning_rate": 1.999684813035851e-05, + "loss": 0.4544, + "step": 4451 + }, + { + "epoch": 3.776081424936387, + "grad_norm": 1.1887855952851198, + "learning_rate": 1.9996841230078807e-05, + "loss": 0.4579, + "step": 4452 + }, + { + "epoch": 3.7769296013570823, + "grad_norm": 1.2729395297506194, + "learning_rate": 1.9996834322255285e-05, + "loss": 0.4912, + "step": 4453 + }, + { + "epoch": 3.7777777777777777, + "grad_norm": 1.3902449806779802, + "learning_rate": 1.999682740688794e-05, + "loss": 0.5103, + "step": 4454 + }, + { + "epoch": 3.778625954198473, + "grad_norm": 1.3895486801379293, + "learning_rate": 1.999682048397679e-05, + "loss": 0.5405, + "step": 4455 + }, + { + "epoch": 3.779474130619169, + "grad_norm": 1.4874163748728502, + "learning_rate": 1.9996813553521828e-05, + "loss": 0.4726, + "step": 4456 + }, + { + "epoch": 3.780322307039864, + "grad_norm": 1.224363722088248, + "learning_rate": 1.9996806615523065e-05, + "loss": 0.4662, + "step": 4457 + }, + { + "epoch": 3.78117048346056, + "grad_norm": 1.4023083747299132, + "learning_rate": 1.9996799669980505e-05, + "loss": 0.4956, + "step": 4458 + }, + { + "epoch": 3.7820186598812553, + "grad_norm": 1.4809745373449978, + "learning_rate": 1.9996792716894154e-05, + "loss": 0.5375, + "step": 4459 + }, + { + "epoch": 3.7828668363019506, + "grad_norm": 1.3301412832257529, + "learning_rate": 1.999678575626402e-05, + "loss": 0.5216, + "step": 4460 + }, + { + "epoch": 3.7837150127226464, + "grad_norm": 1.3542090298467753, + "learning_rate": 1.9996778788090104e-05, + "loss": 0.4923, + "step": 4461 + }, + { + "epoch": 3.7845631891433418, + "grad_norm": 1.72790624346352, + "learning_rate": 1.9996771812372412e-05, + "loss": 0.5142, + "step": 4462 + }, + { + "epoch": 3.7854113655640376, + "grad_norm": 1.4937890063332278, + "learning_rate": 1.999676482911095e-05, + "loss": 0.5335, + "step": 4463 + }, + { + "epoch": 3.786259541984733, + "grad_norm": 1.3911361415253427, + "learning_rate": 1.999675783830572e-05, + "loss": 0.4411, + "step": 4464 + }, + { + "epoch": 3.7871077184054283, + "grad_norm": 1.52833602669073, + "learning_rate": 1.9996750839956737e-05, + "loss": 0.5864, + "step": 4465 + }, + { + "epoch": 3.7879558948261236, + "grad_norm": 1.4170015168548349, + "learning_rate": 1.9996743834063994e-05, + "loss": 0.5284, + "step": 4466 + }, + { + "epoch": 3.7888040712468194, + "grad_norm": 1.3422396646896402, + "learning_rate": 1.9996736820627505e-05, + "loss": 0.3827, + "step": 4467 + }, + { + "epoch": 3.7896522476675147, + "grad_norm": 1.4560821240953117, + "learning_rate": 1.9996729799647272e-05, + "loss": 0.5644, + "step": 4468 + }, + { + "epoch": 3.7905004240882105, + "grad_norm": 1.44867255843404, + "learning_rate": 1.99967227711233e-05, + "loss": 0.4891, + "step": 4469 + }, + { + "epoch": 3.791348600508906, + "grad_norm": 1.3718415497252587, + "learning_rate": 1.9996715735055594e-05, + "loss": 0.4974, + "step": 4470 + }, + { + "epoch": 3.792196776929601, + "grad_norm": 1.4577679724560788, + "learning_rate": 1.9996708691444162e-05, + "loss": 0.606, + "step": 4471 + }, + { + "epoch": 3.793044953350297, + "grad_norm": 1.3406647091767945, + "learning_rate": 1.9996701640289004e-05, + "loss": 0.47, + "step": 4472 + }, + { + "epoch": 3.7938931297709924, + "grad_norm": 1.3742848118411182, + "learning_rate": 1.9996694581590136e-05, + "loss": 0.4146, + "step": 4473 + }, + { + "epoch": 3.794741306191688, + "grad_norm": 1.4236140160899775, + "learning_rate": 1.999668751534755e-05, + "loss": 0.534, + "step": 4474 + }, + { + "epoch": 3.7955894826123835, + "grad_norm": 1.6830655310098777, + "learning_rate": 1.9996680441561257e-05, + "loss": 0.5384, + "step": 4475 + }, + { + "epoch": 3.796437659033079, + "grad_norm": 1.3963163810367232, + "learning_rate": 1.9996673360231265e-05, + "loss": 0.4885, + "step": 4476 + }, + { + "epoch": 3.797285835453774, + "grad_norm": 1.2515022090426104, + "learning_rate": 1.9996666271357577e-05, + "loss": 0.52, + "step": 4477 + }, + { + "epoch": 3.79813401187447, + "grad_norm": 1.3342796586983492, + "learning_rate": 1.9996659174940197e-05, + "loss": 0.4871, + "step": 4478 + }, + { + "epoch": 3.7989821882951653, + "grad_norm": 1.4979684233022117, + "learning_rate": 1.9996652070979138e-05, + "loss": 0.5088, + "step": 4479 + }, + { + "epoch": 3.799830364715861, + "grad_norm": 1.4940390818796045, + "learning_rate": 1.9996644959474394e-05, + "loss": 0.5233, + "step": 4480 + }, + { + "epoch": 3.8006785411365565, + "grad_norm": 1.4797440166004483, + "learning_rate": 1.9996637840425977e-05, + "loss": 0.4501, + "step": 4481 + }, + { + "epoch": 3.801526717557252, + "grad_norm": 1.5012494399804133, + "learning_rate": 1.999663071383389e-05, + "loss": 0.4904, + "step": 4482 + }, + { + "epoch": 3.802374893977947, + "grad_norm": 1.285555840720691, + "learning_rate": 1.999662357969814e-05, + "loss": 0.4507, + "step": 4483 + }, + { + "epoch": 3.803223070398643, + "grad_norm": 1.4737387762291436, + "learning_rate": 1.999661643801873e-05, + "loss": 0.5389, + "step": 4484 + }, + { + "epoch": 3.8040712468193383, + "grad_norm": 1.3194375446003432, + "learning_rate": 1.999660928879567e-05, + "loss": 0.4715, + "step": 4485 + }, + { + "epoch": 3.804919423240034, + "grad_norm": 1.2548240351117759, + "learning_rate": 1.999660213202896e-05, + "loss": 0.5232, + "step": 4486 + }, + { + "epoch": 3.8057675996607294, + "grad_norm": 1.323254854949411, + "learning_rate": 1.999659496771861e-05, + "loss": 0.4344, + "step": 4487 + }, + { + "epoch": 3.8066157760814248, + "grad_norm": 1.2135110395135749, + "learning_rate": 1.999658779586462e-05, + "loss": 0.4168, + "step": 4488 + }, + { + "epoch": 3.8074639525021206, + "grad_norm": 1.585324797086886, + "learning_rate": 1.9996580616467004e-05, + "loss": 0.5136, + "step": 4489 + }, + { + "epoch": 3.808312128922816, + "grad_norm": 1.4358123730894412, + "learning_rate": 1.999657342952576e-05, + "loss": 0.5431, + "step": 4490 + }, + { + "epoch": 3.8091603053435117, + "grad_norm": 1.3468231708004632, + "learning_rate": 1.9996566235040894e-05, + "loss": 0.4648, + "step": 4491 + }, + { + "epoch": 3.810008481764207, + "grad_norm": 1.348406303314504, + "learning_rate": 1.9996559033012413e-05, + "loss": 0.5222, + "step": 4492 + }, + { + "epoch": 3.8108566581849024, + "grad_norm": 1.5492822727476856, + "learning_rate": 1.9996551823440322e-05, + "loss": 0.4824, + "step": 4493 + }, + { + "epoch": 3.8117048346055977, + "grad_norm": 1.2737166767976356, + "learning_rate": 1.999654460632463e-05, + "loss": 0.4941, + "step": 4494 + }, + { + "epoch": 3.8125530110262935, + "grad_norm": 1.3685370220320858, + "learning_rate": 1.9996537381665337e-05, + "loss": 0.5428, + "step": 4495 + }, + { + "epoch": 3.813401187446989, + "grad_norm": 1.4980030202390149, + "learning_rate": 1.9996530149462453e-05, + "loss": 0.4437, + "step": 4496 + }, + { + "epoch": 3.8142493638676847, + "grad_norm": 1.4791832659163355, + "learning_rate": 1.9996522909715978e-05, + "loss": 0.568, + "step": 4497 + }, + { + "epoch": 3.81509754028838, + "grad_norm": 1.2320286120413986, + "learning_rate": 1.9996515662425923e-05, + "loss": 0.4842, + "step": 4498 + }, + { + "epoch": 3.8159457167090753, + "grad_norm": 1.37422243141681, + "learning_rate": 1.999650840759229e-05, + "loss": 0.5807, + "step": 4499 + }, + { + "epoch": 3.816793893129771, + "grad_norm": 1.2166240333545413, + "learning_rate": 1.9996501145215088e-05, + "loss": 0.4624, + "step": 4500 + }, + { + "epoch": 3.8176420695504665, + "grad_norm": 1.3111634226229507, + "learning_rate": 1.9996493875294315e-05, + "loss": 0.4823, + "step": 4501 + }, + { + "epoch": 3.8184902459711623, + "grad_norm": 1.3068171318920292, + "learning_rate": 1.999648659782999e-05, + "loss": 0.5223, + "step": 4502 + }, + { + "epoch": 3.8193384223918576, + "grad_norm": 1.2606420496490724, + "learning_rate": 1.99964793128221e-05, + "loss": 0.4467, + "step": 4503 + }, + { + "epoch": 3.820186598812553, + "grad_norm": 1.3709958272109537, + "learning_rate": 1.9996472020270668e-05, + "loss": 0.5245, + "step": 4504 + }, + { + "epoch": 3.8210347752332483, + "grad_norm": 1.3622407719312137, + "learning_rate": 1.999646472017569e-05, + "loss": 0.4559, + "step": 4505 + }, + { + "epoch": 3.821882951653944, + "grad_norm": 1.284194069924518, + "learning_rate": 1.9996457412537175e-05, + "loss": 0.4633, + "step": 4506 + }, + { + "epoch": 3.8227311280746394, + "grad_norm": 1.3499517994821844, + "learning_rate": 1.999645009735512e-05, + "loss": 0.532, + "step": 4507 + }, + { + "epoch": 3.8235793044953352, + "grad_norm": 1.6177931622312807, + "learning_rate": 1.9996442774629545e-05, + "loss": 0.4795, + "step": 4508 + }, + { + "epoch": 3.8244274809160306, + "grad_norm": 1.40793718592289, + "learning_rate": 1.9996435444360446e-05, + "loss": 0.5887, + "step": 4509 + }, + { + "epoch": 3.825275657336726, + "grad_norm": 1.4058397607619697, + "learning_rate": 1.999642810654783e-05, + "loss": 0.4767, + "step": 4510 + }, + { + "epoch": 3.8261238337574213, + "grad_norm": 1.3135278785337337, + "learning_rate": 1.999642076119171e-05, + "loss": 0.3917, + "step": 4511 + }, + { + "epoch": 3.826972010178117, + "grad_norm": 1.4338880250031099, + "learning_rate": 1.9996413408292076e-05, + "loss": 0.4791, + "step": 4512 + }, + { + "epoch": 3.8278201865988124, + "grad_norm": 1.4918627944286644, + "learning_rate": 1.9996406047848946e-05, + "loss": 0.5869, + "step": 4513 + }, + { + "epoch": 3.828668363019508, + "grad_norm": 1.3440442100888523, + "learning_rate": 1.999639867986232e-05, + "loss": 0.4824, + "step": 4514 + }, + { + "epoch": 3.8295165394402035, + "grad_norm": 1.4208575402696384, + "learning_rate": 1.999639130433221e-05, + "loss": 0.5426, + "step": 4515 + }, + { + "epoch": 3.830364715860899, + "grad_norm": 1.431134437075936, + "learning_rate": 1.9996383921258615e-05, + "loss": 0.5739, + "step": 4516 + }, + { + "epoch": 3.8312128922815947, + "grad_norm": 1.2601222736519297, + "learning_rate": 1.999637653064154e-05, + "loss": 0.4667, + "step": 4517 + }, + { + "epoch": 3.83206106870229, + "grad_norm": 1.3218716522871103, + "learning_rate": 1.9996369132480994e-05, + "loss": 0.5458, + "step": 4518 + }, + { + "epoch": 3.832909245122986, + "grad_norm": 1.617595168708514, + "learning_rate": 1.9996361726776983e-05, + "loss": 0.4916, + "step": 4519 + }, + { + "epoch": 3.833757421543681, + "grad_norm": 1.451435066224377, + "learning_rate": 1.9996354313529508e-05, + "loss": 0.4757, + "step": 4520 + }, + { + "epoch": 3.8346055979643765, + "grad_norm": 1.3551581423692929, + "learning_rate": 1.999634689273858e-05, + "loss": 0.4248, + "step": 4521 + }, + { + "epoch": 3.835453774385072, + "grad_norm": 1.2958916500835997, + "learning_rate": 1.9996339464404208e-05, + "loss": 0.4588, + "step": 4522 + }, + { + "epoch": 3.8363019508057676, + "grad_norm": 1.4461669019842287, + "learning_rate": 1.9996332028526384e-05, + "loss": 0.5439, + "step": 4523 + }, + { + "epoch": 3.837150127226463, + "grad_norm": 1.3693212178373442, + "learning_rate": 1.9996324585105124e-05, + "loss": 0.5392, + "step": 4524 + }, + { + "epoch": 3.8379983036471588, + "grad_norm": 1.251540113898113, + "learning_rate": 1.9996317134140434e-05, + "loss": 0.4493, + "step": 4525 + }, + { + "epoch": 3.838846480067854, + "grad_norm": 1.3529528113292697, + "learning_rate": 1.9996309675632315e-05, + "loss": 0.4444, + "step": 4526 + }, + { + "epoch": 3.8396946564885495, + "grad_norm": 1.3719854333566197, + "learning_rate": 1.9996302209580775e-05, + "loss": 0.4681, + "step": 4527 + }, + { + "epoch": 3.8405428329092453, + "grad_norm": 1.255917078471162, + "learning_rate": 1.999629473598582e-05, + "loss": 0.5488, + "step": 4528 + }, + { + "epoch": 3.8413910093299406, + "grad_norm": 1.3978509646748638, + "learning_rate": 1.999628725484745e-05, + "loss": 0.5409, + "step": 4529 + }, + { + "epoch": 3.8422391857506364, + "grad_norm": 1.4090385822420468, + "learning_rate": 1.9996279766165685e-05, + "loss": 0.4619, + "step": 4530 + }, + { + "epoch": 3.8430873621713317, + "grad_norm": 1.3463137977752375, + "learning_rate": 1.9996272269940517e-05, + "loss": 0.4452, + "step": 4531 + }, + { + "epoch": 3.843935538592027, + "grad_norm": 1.4077968159027203, + "learning_rate": 1.999626476617195e-05, + "loss": 0.3708, + "step": 4532 + }, + { + "epoch": 3.8447837150127224, + "grad_norm": 1.298630548393122, + "learning_rate": 1.9996257254860002e-05, + "loss": 0.505, + "step": 4533 + }, + { + "epoch": 3.845631891433418, + "grad_norm": 1.3178083914478966, + "learning_rate": 1.999624973600467e-05, + "loss": 0.4911, + "step": 4534 + }, + { + "epoch": 3.8464800678541136, + "grad_norm": 1.339832068604414, + "learning_rate": 1.999624220960596e-05, + "loss": 0.5264, + "step": 4535 + }, + { + "epoch": 3.8473282442748094, + "grad_norm": 1.2053353672939646, + "learning_rate": 1.9996234675663887e-05, + "loss": 0.4671, + "step": 4536 + }, + { + "epoch": 3.8481764206955047, + "grad_norm": 1.4012835656597078, + "learning_rate": 1.9996227134178442e-05, + "loss": 0.4653, + "step": 4537 + }, + { + "epoch": 3.8490245971162, + "grad_norm": 1.3198466755093272, + "learning_rate": 1.9996219585149637e-05, + "loss": 0.5008, + "step": 4538 + }, + { + "epoch": 3.849872773536896, + "grad_norm": 1.527070070157333, + "learning_rate": 1.9996212028577485e-05, + "loss": 0.4402, + "step": 4539 + }, + { + "epoch": 3.850720949957591, + "grad_norm": 1.3475121857044294, + "learning_rate": 1.9996204464461983e-05, + "loss": 0.5221, + "step": 4540 + }, + { + "epoch": 3.8515691263782865, + "grad_norm": 1.5939110140925254, + "learning_rate": 1.9996196892803134e-05, + "loss": 0.6431, + "step": 4541 + }, + { + "epoch": 3.8524173027989823, + "grad_norm": 1.2770643978212572, + "learning_rate": 1.9996189313600952e-05, + "loss": 0.4598, + "step": 4542 + }, + { + "epoch": 3.8532654792196777, + "grad_norm": 1.3316456722264884, + "learning_rate": 1.999618172685544e-05, + "loss": 0.4899, + "step": 4543 + }, + { + "epoch": 3.854113655640373, + "grad_norm": 1.3895383564343402, + "learning_rate": 1.9996174132566605e-05, + "loss": 0.5254, + "step": 4544 + }, + { + "epoch": 3.854961832061069, + "grad_norm": 1.3100705521015588, + "learning_rate": 1.999616653073445e-05, + "loss": 0.4632, + "step": 4545 + }, + { + "epoch": 3.855810008481764, + "grad_norm": 1.3672921828903637, + "learning_rate": 1.9996158921358982e-05, + "loss": 0.5073, + "step": 4546 + }, + { + "epoch": 3.85665818490246, + "grad_norm": 1.1954919906703019, + "learning_rate": 1.9996151304440205e-05, + "loss": 0.4506, + "step": 4547 + }, + { + "epoch": 3.8575063613231553, + "grad_norm": 1.3760620963223722, + "learning_rate": 1.9996143679978125e-05, + "loss": 0.4322, + "step": 4548 + }, + { + "epoch": 3.8583545377438506, + "grad_norm": 1.4132396388732276, + "learning_rate": 1.9996136047972753e-05, + "loss": 0.3702, + "step": 4549 + }, + { + "epoch": 3.859202714164546, + "grad_norm": 1.3407691970019227, + "learning_rate": 1.9996128408424088e-05, + "loss": 0.4872, + "step": 4550 + }, + { + "epoch": 3.8600508905852418, + "grad_norm": 1.3291721705349056, + "learning_rate": 1.9996120761332137e-05, + "loss": 0.4854, + "step": 4551 + }, + { + "epoch": 3.860899067005937, + "grad_norm": 1.4337357883236292, + "learning_rate": 1.9996113106696907e-05, + "loss": 0.5163, + "step": 4552 + }, + { + "epoch": 3.861747243426633, + "grad_norm": 1.360456686112721, + "learning_rate": 1.9996105444518405e-05, + "loss": 0.4393, + "step": 4553 + }, + { + "epoch": 3.8625954198473282, + "grad_norm": 1.404744764062203, + "learning_rate": 1.9996097774796637e-05, + "loss": 0.5475, + "step": 4554 + }, + { + "epoch": 3.8634435962680236, + "grad_norm": 1.3345571827890592, + "learning_rate": 1.9996090097531608e-05, + "loss": 0.5943, + "step": 4555 + }, + { + "epoch": 3.8642917726887194, + "grad_norm": 1.271498809943773, + "learning_rate": 1.999608241272332e-05, + "loss": 0.5442, + "step": 4556 + }, + { + "epoch": 3.8651399491094147, + "grad_norm": 1.2701879534342808, + "learning_rate": 1.9996074720371786e-05, + "loss": 0.3996, + "step": 4557 + }, + { + "epoch": 3.8659881255301105, + "grad_norm": 1.5013302398776103, + "learning_rate": 1.9996067020477004e-05, + "loss": 0.5692, + "step": 4558 + }, + { + "epoch": 3.866836301950806, + "grad_norm": 1.281291306677743, + "learning_rate": 1.9996059313038987e-05, + "loss": 0.4104, + "step": 4559 + }, + { + "epoch": 3.867684478371501, + "grad_norm": 1.5508935642004826, + "learning_rate": 1.9996051598057735e-05, + "loss": 0.5682, + "step": 4560 + }, + { + "epoch": 3.8685326547921965, + "grad_norm": 1.4409283679095175, + "learning_rate": 1.999604387553326e-05, + "loss": 0.4599, + "step": 4561 + }, + { + "epoch": 3.8693808312128923, + "grad_norm": 1.3842700068285423, + "learning_rate": 1.999603614546556e-05, + "loss": 0.4287, + "step": 4562 + }, + { + "epoch": 3.8702290076335877, + "grad_norm": 1.4813489131623967, + "learning_rate": 1.9996028407854648e-05, + "loss": 0.5755, + "step": 4563 + }, + { + "epoch": 3.8710771840542835, + "grad_norm": 1.3049182030297293, + "learning_rate": 1.9996020662700527e-05, + "loss": 0.4612, + "step": 4564 + }, + { + "epoch": 3.871925360474979, + "grad_norm": 1.3352854196736574, + "learning_rate": 1.99960129100032e-05, + "loss": 0.4682, + "step": 4565 + }, + { + "epoch": 3.872773536895674, + "grad_norm": 1.3253812011801154, + "learning_rate": 1.9996005149762676e-05, + "loss": 0.4691, + "step": 4566 + }, + { + "epoch": 3.87362171331637, + "grad_norm": 1.2884599254332303, + "learning_rate": 1.9995997381978962e-05, + "loss": 0.4788, + "step": 4567 + }, + { + "epoch": 3.8744698897370653, + "grad_norm": 1.514465420547621, + "learning_rate": 1.999598960665206e-05, + "loss": 0.5417, + "step": 4568 + }, + { + "epoch": 3.875318066157761, + "grad_norm": 1.366883546518511, + "learning_rate": 1.9995981823781982e-05, + "loss": 0.4845, + "step": 4569 + }, + { + "epoch": 3.8761662425784564, + "grad_norm": 1.2599534916267536, + "learning_rate": 1.9995974033368726e-05, + "loss": 0.5165, + "step": 4570 + }, + { + "epoch": 3.877014418999152, + "grad_norm": 1.3626261149793326, + "learning_rate": 1.9995966235412306e-05, + "loss": 0.4502, + "step": 4571 + }, + { + "epoch": 3.877862595419847, + "grad_norm": 1.3727539490950733, + "learning_rate": 1.9995958429912722e-05, + "loss": 0.5798, + "step": 4572 + }, + { + "epoch": 3.878710771840543, + "grad_norm": 1.3982414643049261, + "learning_rate": 1.999595061686998e-05, + "loss": 0.4572, + "step": 4573 + }, + { + "epoch": 3.8795589482612383, + "grad_norm": 1.2406186710997145, + "learning_rate": 1.999594279628409e-05, + "loss": 0.487, + "step": 4574 + }, + { + "epoch": 3.880407124681934, + "grad_norm": 1.458212792536279, + "learning_rate": 1.9995934968155053e-05, + "loss": 0.5264, + "step": 4575 + }, + { + "epoch": 3.8812553011026294, + "grad_norm": 1.3657739608267114, + "learning_rate": 1.9995927132482878e-05, + "loss": 0.4667, + "step": 4576 + }, + { + "epoch": 3.8821034775233247, + "grad_norm": 1.387376636694474, + "learning_rate": 1.999591928926757e-05, + "loss": 0.4496, + "step": 4577 + }, + { + "epoch": 3.88295165394402, + "grad_norm": 1.424782357892871, + "learning_rate": 1.9995911438509136e-05, + "loss": 0.3962, + "step": 4578 + }, + { + "epoch": 3.883799830364716, + "grad_norm": 1.571944086232368, + "learning_rate": 1.9995903580207585e-05, + "loss": 0.5156, + "step": 4579 + }, + { + "epoch": 3.8846480067854112, + "grad_norm": 1.3405781333786095, + "learning_rate": 1.9995895714362914e-05, + "loss": 0.476, + "step": 4580 + }, + { + "epoch": 3.885496183206107, + "grad_norm": 1.4887990218940437, + "learning_rate": 1.9995887840975134e-05, + "loss": 0.5129, + "step": 4581 + }, + { + "epoch": 3.8863443596268024, + "grad_norm": 1.5673916504597392, + "learning_rate": 1.9995879960044255e-05, + "loss": 0.4541, + "step": 4582 + }, + { + "epoch": 3.8871925360474977, + "grad_norm": 1.3381143970188107, + "learning_rate": 1.9995872071570275e-05, + "loss": 0.4366, + "step": 4583 + }, + { + "epoch": 3.8880407124681935, + "grad_norm": 1.3847712727033352, + "learning_rate": 1.9995864175553207e-05, + "loss": 0.5668, + "step": 4584 + }, + { + "epoch": 3.888888888888889, + "grad_norm": 1.2814432960638087, + "learning_rate": 1.999585627199305e-05, + "loss": 0.5264, + "step": 4585 + }, + { + "epoch": 3.8897370653095846, + "grad_norm": 1.2120535341427332, + "learning_rate": 1.9995848360889816e-05, + "loss": 0.4186, + "step": 4586 + }, + { + "epoch": 3.89058524173028, + "grad_norm": 1.297514612939198, + "learning_rate": 1.9995840442243507e-05, + "loss": 0.5311, + "step": 4587 + }, + { + "epoch": 3.8914334181509753, + "grad_norm": 1.2802861415114264, + "learning_rate": 1.9995832516054135e-05, + "loss": 0.4611, + "step": 4588 + }, + { + "epoch": 3.8922815945716707, + "grad_norm": 1.4799109794878014, + "learning_rate": 1.99958245823217e-05, + "loss": 0.4446, + "step": 4589 + }, + { + "epoch": 3.8931297709923665, + "grad_norm": 1.325163896781152, + "learning_rate": 1.9995816641046206e-05, + "loss": 0.4727, + "step": 4590 + }, + { + "epoch": 3.893977947413062, + "grad_norm": 1.5432077526811936, + "learning_rate": 1.9995808692227665e-05, + "loss": 0.5451, + "step": 4591 + }, + { + "epoch": 3.8948261238337576, + "grad_norm": 1.3723349695212435, + "learning_rate": 1.999580073586608e-05, + "loss": 0.4868, + "step": 4592 + }, + { + "epoch": 3.895674300254453, + "grad_norm": 1.4020461851955524, + "learning_rate": 1.999579277196146e-05, + "loss": 0.4357, + "step": 4593 + }, + { + "epoch": 3.8965224766751483, + "grad_norm": 1.4203168999631464, + "learning_rate": 1.9995784800513805e-05, + "loss": 0.5243, + "step": 4594 + }, + { + "epoch": 3.897370653095844, + "grad_norm": 1.5569368066202667, + "learning_rate": 1.999577682152313e-05, + "loss": 0.5976, + "step": 4595 + }, + { + "epoch": 3.8982188295165394, + "grad_norm": 1.3429320412000108, + "learning_rate": 1.999576883498943e-05, + "loss": 0.4725, + "step": 4596 + }, + { + "epoch": 3.899067005937235, + "grad_norm": 1.2727437494715705, + "learning_rate": 1.999576084091272e-05, + "loss": 0.5532, + "step": 4597 + }, + { + "epoch": 3.8999151823579306, + "grad_norm": 1.3287692997423584, + "learning_rate": 1.9995752839293002e-05, + "loss": 0.5009, + "step": 4598 + }, + { + "epoch": 3.900763358778626, + "grad_norm": 1.338081315506666, + "learning_rate": 1.9995744830130282e-05, + "loss": 0.4607, + "step": 4599 + }, + { + "epoch": 3.9016115351993212, + "grad_norm": 1.303168423885256, + "learning_rate": 1.999573681342457e-05, + "loss": 0.5159, + "step": 4600 + }, + { + "epoch": 3.902459711620017, + "grad_norm": 1.321797107524765, + "learning_rate": 1.9995728789175866e-05, + "loss": 0.4536, + "step": 4601 + }, + { + "epoch": 3.9033078880407124, + "grad_norm": 1.4469468141198194, + "learning_rate": 1.999572075738418e-05, + "loss": 0.4969, + "step": 4602 + }, + { + "epoch": 3.904156064461408, + "grad_norm": 1.5155515271356323, + "learning_rate": 1.9995712718049516e-05, + "loss": 0.4665, + "step": 4603 + }, + { + "epoch": 3.9050042408821035, + "grad_norm": 1.4881530400027871, + "learning_rate": 1.9995704671171882e-05, + "loss": 0.5218, + "step": 4604 + }, + { + "epoch": 3.905852417302799, + "grad_norm": 1.3692434401993083, + "learning_rate": 1.9995696616751284e-05, + "loss": 0.5191, + "step": 4605 + }, + { + "epoch": 3.9067005937234947, + "grad_norm": 1.2889923193732933, + "learning_rate": 1.9995688554787725e-05, + "loss": 0.4603, + "step": 4606 + }, + { + "epoch": 3.90754877014419, + "grad_norm": 1.5787547695435904, + "learning_rate": 1.9995680485281216e-05, + "loss": 0.4633, + "step": 4607 + }, + { + "epoch": 3.9083969465648853, + "grad_norm": 1.2904621424064, + "learning_rate": 1.999567240823176e-05, + "loss": 0.4386, + "step": 4608 + }, + { + "epoch": 3.909245122985581, + "grad_norm": 1.2714513399559941, + "learning_rate": 1.999566432363936e-05, + "loss": 0.4156, + "step": 4609 + }, + { + "epoch": 3.9100932994062765, + "grad_norm": 1.2194334276904382, + "learning_rate": 1.999565623150403e-05, + "loss": 0.4589, + "step": 4610 + }, + { + "epoch": 3.910941475826972, + "grad_norm": 1.2826918465203083, + "learning_rate": 1.999564813182577e-05, + "loss": 0.4623, + "step": 4611 + }, + { + "epoch": 3.9117896522476676, + "grad_norm": 1.2523392214654168, + "learning_rate": 1.9995640024604588e-05, + "loss": 0.4625, + "step": 4612 + }, + { + "epoch": 3.912637828668363, + "grad_norm": 1.590730401296975, + "learning_rate": 1.9995631909840488e-05, + "loss": 0.5874, + "step": 4613 + }, + { + "epoch": 3.9134860050890588, + "grad_norm": 1.37449542460748, + "learning_rate": 1.999562378753348e-05, + "loss": 0.4878, + "step": 4614 + }, + { + "epoch": 3.914334181509754, + "grad_norm": 1.4186878463323167, + "learning_rate": 1.999561565768357e-05, + "loss": 0.55, + "step": 4615 + }, + { + "epoch": 3.9151823579304494, + "grad_norm": 1.4567837892405668, + "learning_rate": 1.9995607520290758e-05, + "loss": 0.5165, + "step": 4616 + }, + { + "epoch": 3.916030534351145, + "grad_norm": 1.335269252528946, + "learning_rate": 1.999559937535506e-05, + "loss": 0.4638, + "step": 4617 + }, + { + "epoch": 3.9168787107718406, + "grad_norm": 1.3062904876812773, + "learning_rate": 1.999559122287647e-05, + "loss": 0.5069, + "step": 4618 + }, + { + "epoch": 3.917726887192536, + "grad_norm": 1.786867975857103, + "learning_rate": 1.9995583062855007e-05, + "loss": 0.5122, + "step": 4619 + }, + { + "epoch": 3.9185750636132317, + "grad_norm": 1.4085378092172531, + "learning_rate": 1.9995574895290665e-05, + "loss": 0.479, + "step": 4620 + }, + { + "epoch": 3.919423240033927, + "grad_norm": 1.6427550641467599, + "learning_rate": 1.999556672018346e-05, + "loss": 0.5786, + "step": 4621 + }, + { + "epoch": 3.9202714164546224, + "grad_norm": 1.3520355046615944, + "learning_rate": 1.9995558537533394e-05, + "loss": 0.5171, + "step": 4622 + }, + { + "epoch": 3.921119592875318, + "grad_norm": 1.30996431198827, + "learning_rate": 1.999555034734047e-05, + "loss": 0.503, + "step": 4623 + }, + { + "epoch": 3.9219677692960135, + "grad_norm": 1.3331982031661884, + "learning_rate": 1.9995542149604704e-05, + "loss": 0.3797, + "step": 4624 + }, + { + "epoch": 3.9228159457167093, + "grad_norm": 1.2852122557844998, + "learning_rate": 1.9995533944326095e-05, + "loss": 0.4173, + "step": 4625 + }, + { + "epoch": 3.9236641221374047, + "grad_norm": 1.288147555646674, + "learning_rate": 1.9995525731504647e-05, + "loss": 0.4485, + "step": 4626 + }, + { + "epoch": 3.9245122985581, + "grad_norm": 1.3406500945170885, + "learning_rate": 1.9995517511140367e-05, + "loss": 0.5126, + "step": 4627 + }, + { + "epoch": 3.9253604749787954, + "grad_norm": 1.549916992589082, + "learning_rate": 1.9995509283233265e-05, + "loss": 0.4312, + "step": 4628 + }, + { + "epoch": 3.926208651399491, + "grad_norm": 1.2530214786331226, + "learning_rate": 1.999550104778335e-05, + "loss": 0.4779, + "step": 4629 + }, + { + "epoch": 3.9270568278201865, + "grad_norm": 1.4568162599509065, + "learning_rate": 1.9995492804790618e-05, + "loss": 0.4906, + "step": 4630 + }, + { + "epoch": 3.9279050042408823, + "grad_norm": 1.5232437389648392, + "learning_rate": 1.9995484554255086e-05, + "loss": 0.4633, + "step": 4631 + }, + { + "epoch": 3.9287531806615776, + "grad_norm": 1.328073413911893, + "learning_rate": 1.9995476296176752e-05, + "loss": 0.4702, + "step": 4632 + }, + { + "epoch": 3.929601357082273, + "grad_norm": 1.4275520263366155, + "learning_rate": 1.9995468030555627e-05, + "loss": 0.5419, + "step": 4633 + }, + { + "epoch": 3.9304495335029688, + "grad_norm": 1.3056822842306395, + "learning_rate": 1.9995459757391714e-05, + "loss": 0.4731, + "step": 4634 + }, + { + "epoch": 3.931297709923664, + "grad_norm": 1.296051376087515, + "learning_rate": 1.999545147668502e-05, + "loss": 0.4743, + "step": 4635 + }, + { + "epoch": 3.9321458863443595, + "grad_norm": 1.4005271973784696, + "learning_rate": 1.9995443188435553e-05, + "loss": 0.4465, + "step": 4636 + }, + { + "epoch": 3.9329940627650553, + "grad_norm": 1.4816296503935151, + "learning_rate": 1.9995434892643325e-05, + "loss": 0.5317, + "step": 4637 + }, + { + "epoch": 3.9338422391857506, + "grad_norm": 1.3811203555884537, + "learning_rate": 1.9995426589308326e-05, + "loss": 0.5376, + "step": 4638 + }, + { + "epoch": 3.934690415606446, + "grad_norm": 1.40420933740515, + "learning_rate": 1.999541827843058e-05, + "loss": 0.5352, + "step": 4639 + }, + { + "epoch": 3.9355385920271417, + "grad_norm": 1.3273487356182947, + "learning_rate": 1.9995409960010083e-05, + "loss": 0.4864, + "step": 4640 + }, + { + "epoch": 3.936386768447837, + "grad_norm": 1.3119263892528823, + "learning_rate": 1.999540163404684e-05, + "loss": 0.4789, + "step": 4641 + }, + { + "epoch": 3.937234944868533, + "grad_norm": 1.5207167604526044, + "learning_rate": 1.9995393300540865e-05, + "loss": 0.548, + "step": 4642 + }, + { + "epoch": 3.938083121289228, + "grad_norm": 1.33621365270512, + "learning_rate": 1.9995384959492158e-05, + "loss": 0.5059, + "step": 4643 + }, + { + "epoch": 3.9389312977099236, + "grad_norm": 1.2583417717511447, + "learning_rate": 1.9995376610900727e-05, + "loss": 0.5056, + "step": 4644 + }, + { + "epoch": 3.939779474130619, + "grad_norm": 1.482039210844255, + "learning_rate": 1.999536825476658e-05, + "loss": 0.4621, + "step": 4645 + }, + { + "epoch": 3.9406276505513147, + "grad_norm": 1.7653578397943808, + "learning_rate": 1.9995359891089722e-05, + "loss": 0.6048, + "step": 4646 + }, + { + "epoch": 3.94147582697201, + "grad_norm": 1.361352040241432, + "learning_rate": 1.999535151987016e-05, + "loss": 0.4918, + "step": 4647 + }, + { + "epoch": 3.942324003392706, + "grad_norm": 1.2845513650066378, + "learning_rate": 1.9995343141107895e-05, + "loss": 0.4389, + "step": 4648 + }, + { + "epoch": 3.943172179813401, + "grad_norm": 1.1921296796516607, + "learning_rate": 1.9995334754802943e-05, + "loss": 0.3984, + "step": 4649 + }, + { + "epoch": 3.9440203562340965, + "grad_norm": 1.5128513032190962, + "learning_rate": 1.9995326360955304e-05, + "loss": 0.5596, + "step": 4650 + }, + { + "epoch": 3.9448685326547923, + "grad_norm": 1.45935241431957, + "learning_rate": 1.9995317959564982e-05, + "loss": 0.4533, + "step": 4651 + }, + { + "epoch": 3.9457167090754877, + "grad_norm": 1.439395927756214, + "learning_rate": 1.9995309550631995e-05, + "loss": 0.5047, + "step": 4652 + }, + { + "epoch": 3.9465648854961835, + "grad_norm": 1.2400718158322712, + "learning_rate": 1.9995301134156335e-05, + "loss": 0.5157, + "step": 4653 + }, + { + "epoch": 3.947413061916879, + "grad_norm": 1.4900501404373647, + "learning_rate": 1.9995292710138016e-05, + "loss": 0.5163, + "step": 4654 + }, + { + "epoch": 3.948261238337574, + "grad_norm": 1.3088742418418478, + "learning_rate": 1.9995284278577042e-05, + "loss": 0.4597, + "step": 4655 + }, + { + "epoch": 3.9491094147582695, + "grad_norm": 1.305393050089616, + "learning_rate": 1.9995275839473422e-05, + "loss": 0.472, + "step": 4656 + }, + { + "epoch": 3.9499575911789653, + "grad_norm": 1.4775350231391438, + "learning_rate": 1.9995267392827163e-05, + "loss": 0.5747, + "step": 4657 + }, + { + "epoch": 3.9508057675996606, + "grad_norm": 1.4297127058168666, + "learning_rate": 1.9995258938638266e-05, + "loss": 0.49, + "step": 4658 + }, + { + "epoch": 3.9516539440203564, + "grad_norm": 1.1838581522414153, + "learning_rate": 1.9995250476906744e-05, + "loss": 0.4594, + "step": 4659 + }, + { + "epoch": 3.9525021204410518, + "grad_norm": 1.4321514599030187, + "learning_rate": 1.9995242007632596e-05, + "loss": 0.4854, + "step": 4660 + }, + { + "epoch": 3.953350296861747, + "grad_norm": 1.3545213938751095, + "learning_rate": 1.999523353081583e-05, + "loss": 0.5158, + "step": 4661 + }, + { + "epoch": 3.954198473282443, + "grad_norm": 1.2854761548926534, + "learning_rate": 1.999522504645646e-05, + "loss": 0.4494, + "step": 4662 + }, + { + "epoch": 3.9550466497031382, + "grad_norm": 1.3010706160395644, + "learning_rate": 1.9995216554554485e-05, + "loss": 0.4452, + "step": 4663 + }, + { + "epoch": 3.955894826123834, + "grad_norm": 1.1715236045952029, + "learning_rate": 1.9995208055109915e-05, + "loss": 0.466, + "step": 4664 + }, + { + "epoch": 3.9567430025445294, + "grad_norm": 1.330956580258085, + "learning_rate": 1.9995199548122754e-05, + "loss": 0.525, + "step": 4665 + }, + { + "epoch": 3.9575911789652247, + "grad_norm": 1.2807779658384455, + "learning_rate": 1.999519103359301e-05, + "loss": 0.5344, + "step": 4666 + }, + { + "epoch": 3.95843935538592, + "grad_norm": 1.2586294450044833, + "learning_rate": 1.9995182511520688e-05, + "loss": 0.5048, + "step": 4667 + }, + { + "epoch": 3.959287531806616, + "grad_norm": 1.1681573511586414, + "learning_rate": 1.9995173981905794e-05, + "loss": 0.5095, + "step": 4668 + }, + { + "epoch": 3.960135708227311, + "grad_norm": 1.2439823207805751, + "learning_rate": 1.9995165444748336e-05, + "loss": 0.5409, + "step": 4669 + }, + { + "epoch": 3.960983884648007, + "grad_norm": 1.4136429045512913, + "learning_rate": 1.9995156900048324e-05, + "loss": 0.4673, + "step": 4670 + }, + { + "epoch": 3.9618320610687023, + "grad_norm": 1.2713205594836587, + "learning_rate": 1.9995148347805754e-05, + "loss": 0.4466, + "step": 4671 + }, + { + "epoch": 3.9626802374893977, + "grad_norm": 1.3616572784133272, + "learning_rate": 1.9995139788020644e-05, + "loss": 0.4723, + "step": 4672 + }, + { + "epoch": 3.963528413910093, + "grad_norm": 1.3270647182065536, + "learning_rate": 1.9995131220692997e-05, + "loss": 0.5053, + "step": 4673 + }, + { + "epoch": 3.964376590330789, + "grad_norm": 1.393187365273869, + "learning_rate": 1.9995122645822813e-05, + "loss": 0.5521, + "step": 4674 + }, + { + "epoch": 3.965224766751484, + "grad_norm": 1.288149988024808, + "learning_rate": 1.9995114063410102e-05, + "loss": 0.4203, + "step": 4675 + }, + { + "epoch": 3.96607294317218, + "grad_norm": 1.2795117938445475, + "learning_rate": 1.9995105473454878e-05, + "loss": 0.4971, + "step": 4676 + }, + { + "epoch": 3.9669211195928753, + "grad_norm": 1.268853750403574, + "learning_rate": 1.9995096875957137e-05, + "loss": 0.4635, + "step": 4677 + }, + { + "epoch": 3.9677692960135706, + "grad_norm": 1.2668489244696166, + "learning_rate": 1.9995088270916893e-05, + "loss": 0.4409, + "step": 4678 + }, + { + "epoch": 3.9686174724342664, + "grad_norm": 1.2967835441982414, + "learning_rate": 1.9995079658334146e-05, + "loss": 0.5233, + "step": 4679 + }, + { + "epoch": 3.969465648854962, + "grad_norm": 1.344255433920092, + "learning_rate": 1.9995071038208906e-05, + "loss": 0.4661, + "step": 4680 + }, + { + "epoch": 3.9703138252756576, + "grad_norm": 1.2358578653140835, + "learning_rate": 1.9995062410541183e-05, + "loss": 0.4233, + "step": 4681 + }, + { + "epoch": 3.971162001696353, + "grad_norm": 1.2299138242937155, + "learning_rate": 1.9995053775330977e-05, + "loss": 0.4697, + "step": 4682 + }, + { + "epoch": 3.9720101781170483, + "grad_norm": 1.2726568378592542, + "learning_rate": 1.9995045132578295e-05, + "loss": 0.4723, + "step": 4683 + }, + { + "epoch": 3.9728583545377436, + "grad_norm": 1.4863996152486838, + "learning_rate": 1.999503648228315e-05, + "loss": 0.562, + "step": 4684 + }, + { + "epoch": 3.9737065309584394, + "grad_norm": 1.4397772586083422, + "learning_rate": 1.9995027824445545e-05, + "loss": 0.5338, + "step": 4685 + }, + { + "epoch": 3.9745547073791347, + "grad_norm": 1.2653412176977932, + "learning_rate": 1.9995019159065482e-05, + "loss": 0.4666, + "step": 4686 + }, + { + "epoch": 3.9754028837998305, + "grad_norm": 1.4279212213646575, + "learning_rate": 1.9995010486142978e-05, + "loss": 0.4381, + "step": 4687 + }, + { + "epoch": 3.976251060220526, + "grad_norm": 1.2845670257736834, + "learning_rate": 1.9995001805678024e-05, + "loss": 0.3966, + "step": 4688 + }, + { + "epoch": 3.9770992366412212, + "grad_norm": 1.3611015534327178, + "learning_rate": 1.999499311767064e-05, + "loss": 0.5237, + "step": 4689 + }, + { + "epoch": 3.977947413061917, + "grad_norm": 1.2502744361740072, + "learning_rate": 1.999498442212083e-05, + "loss": 0.5023, + "step": 4690 + }, + { + "epoch": 3.9787955894826124, + "grad_norm": 1.3064453629026263, + "learning_rate": 1.99949757190286e-05, + "loss": 0.4387, + "step": 4691 + }, + { + "epoch": 3.979643765903308, + "grad_norm": 1.427255078677191, + "learning_rate": 1.9994967008393948e-05, + "loss": 0.4709, + "step": 4692 + }, + { + "epoch": 3.9804919423240035, + "grad_norm": 1.2735243812483186, + "learning_rate": 1.9994958290216892e-05, + "loss": 0.4501, + "step": 4693 + }, + { + "epoch": 3.981340118744699, + "grad_norm": 1.3388281176449779, + "learning_rate": 1.9994949564497435e-05, + "loss": 0.4946, + "step": 4694 + }, + { + "epoch": 3.982188295165394, + "grad_norm": 1.4257736139823534, + "learning_rate": 1.9994940831235583e-05, + "loss": 0.5581, + "step": 4695 + }, + { + "epoch": 3.98303647158609, + "grad_norm": 1.5081917934434876, + "learning_rate": 1.9994932090431343e-05, + "loss": 0.5443, + "step": 4696 + }, + { + "epoch": 3.9838846480067853, + "grad_norm": 1.4951798511949794, + "learning_rate": 1.999492334208472e-05, + "loss": 0.4937, + "step": 4697 + }, + { + "epoch": 3.984732824427481, + "grad_norm": 1.376805489399631, + "learning_rate": 1.9994914586195723e-05, + "loss": 0.5405, + "step": 4698 + }, + { + "epoch": 3.9855810008481765, + "grad_norm": 1.425728854187095, + "learning_rate": 1.9994905822764353e-05, + "loss": 0.5694, + "step": 4699 + }, + { + "epoch": 3.986429177268872, + "grad_norm": 1.2141756170193225, + "learning_rate": 1.9994897051790626e-05, + "loss": 0.4232, + "step": 4700 + }, + { + "epoch": 3.9872773536895676, + "grad_norm": 1.2761448657660457, + "learning_rate": 1.999488827327454e-05, + "loss": 0.4974, + "step": 4701 + }, + { + "epoch": 3.988125530110263, + "grad_norm": 1.2968330355504132, + "learning_rate": 1.999487948721611e-05, + "loss": 0.519, + "step": 4702 + }, + { + "epoch": 3.9889737065309583, + "grad_norm": 1.3424201728798646, + "learning_rate": 1.9994870693615333e-05, + "loss": 0.4248, + "step": 4703 + }, + { + "epoch": 3.989821882951654, + "grad_norm": 1.2863852141891738, + "learning_rate": 1.999486189247222e-05, + "loss": 0.4611, + "step": 4704 + }, + { + "epoch": 3.9906700593723494, + "grad_norm": 1.3647605761088106, + "learning_rate": 1.9994853083786783e-05, + "loss": 0.5343, + "step": 4705 + }, + { + "epoch": 3.9915182357930448, + "grad_norm": 1.4306263839472082, + "learning_rate": 1.999484426755902e-05, + "loss": 0.4622, + "step": 4706 + }, + { + "epoch": 3.9923664122137406, + "grad_norm": 1.1405525195664994, + "learning_rate": 1.9994835443788943e-05, + "loss": 0.4018, + "step": 4707 + }, + { + "epoch": 3.993214588634436, + "grad_norm": 1.1782384589782278, + "learning_rate": 1.999482661247656e-05, + "loss": 0.4682, + "step": 4708 + }, + { + "epoch": 3.9940627650551317, + "grad_norm": 1.2040522661960742, + "learning_rate": 1.999481777362187e-05, + "loss": 0.42, + "step": 4709 + }, + { + "epoch": 3.994910941475827, + "grad_norm": 1.2858112397675616, + "learning_rate": 1.9994808927224886e-05, + "loss": 0.4024, + "step": 4710 + }, + { + "epoch": 3.9957591178965224, + "grad_norm": 1.5378616104130525, + "learning_rate": 1.9994800073285613e-05, + "loss": 0.4583, + "step": 4711 + }, + { + "epoch": 3.9966072943172177, + "grad_norm": 1.239245626453343, + "learning_rate": 1.999479121180406e-05, + "loss": 0.3832, + "step": 4712 + }, + { + "epoch": 3.9974554707379135, + "grad_norm": 1.4396122942724683, + "learning_rate": 1.999478234278023e-05, + "loss": 0.4355, + "step": 4713 + }, + { + "epoch": 3.998303647158609, + "grad_norm": 1.2154728614546861, + "learning_rate": 1.9994773466214127e-05, + "loss": 0.5024, + "step": 4714 + }, + { + "epoch": 3.9991518235793047, + "grad_norm": 1.3220755795743613, + "learning_rate": 1.9994764582105766e-05, + "loss": 0.4826, + "step": 4715 + }, + { + "epoch": 4.0, + "grad_norm": 1.3043262889428624, + "learning_rate": 1.9994755690455154e-05, + "loss": 0.6288, + "step": 4716 + }, + { + "epoch": 4.000848176420695, + "grad_norm": 1.3349929057804042, + "learning_rate": 1.9994746791262285e-05, + "loss": 0.4624, + "step": 4717 + }, + { + "epoch": 4.001696352841391, + "grad_norm": 1.4754211546428793, + "learning_rate": 1.9994737884527177e-05, + "loss": 0.4369, + "step": 4718 + }, + { + "epoch": 4.002544529262087, + "grad_norm": 1.311491144436436, + "learning_rate": 1.9994728970249834e-05, + "loss": 0.4465, + "step": 4719 + }, + { + "epoch": 4.003392705682782, + "grad_norm": 1.4019987895338148, + "learning_rate": 1.9994720048430266e-05, + "loss": 0.4315, + "step": 4720 + }, + { + "epoch": 4.004240882103478, + "grad_norm": 1.490409187585757, + "learning_rate": 1.9994711119068472e-05, + "loss": 0.4834, + "step": 4721 + }, + { + "epoch": 4.005089058524173, + "grad_norm": 1.382569131364688, + "learning_rate": 1.9994702182164463e-05, + "loss": 0.4158, + "step": 4722 + }, + { + "epoch": 4.005937234944868, + "grad_norm": 1.3661165182191954, + "learning_rate": 1.9994693237718246e-05, + "loss": 0.529, + "step": 4723 + }, + { + "epoch": 4.006785411365564, + "grad_norm": 1.3614898505306823, + "learning_rate": 1.9994684285729827e-05, + "loss": 0.4893, + "step": 4724 + }, + { + "epoch": 4.00763358778626, + "grad_norm": 1.323284547982977, + "learning_rate": 1.9994675326199214e-05, + "loss": 0.4091, + "step": 4725 + }, + { + "epoch": 4.008481764206955, + "grad_norm": 1.4392344455038601, + "learning_rate": 1.9994666359126412e-05, + "loss": 0.474, + "step": 4726 + }, + { + "epoch": 4.009329940627651, + "grad_norm": 1.5379775704354082, + "learning_rate": 1.9994657384511432e-05, + "loss": 0.4747, + "step": 4727 + }, + { + "epoch": 4.010178117048346, + "grad_norm": 1.529349952741239, + "learning_rate": 1.999464840235427e-05, + "loss": 0.46, + "step": 4728 + }, + { + "epoch": 4.011026293469041, + "grad_norm": 1.274575221881189, + "learning_rate": 1.999463941265495e-05, + "loss": 0.4128, + "step": 4729 + }, + { + "epoch": 4.0118744698897375, + "grad_norm": 1.4389657119971533, + "learning_rate": 1.9994630415413464e-05, + "loss": 0.5243, + "step": 4730 + }, + { + "epoch": 4.012722646310433, + "grad_norm": 1.2773385964893818, + "learning_rate": 1.9994621410629827e-05, + "loss": 0.4072, + "step": 4731 + }, + { + "epoch": 4.013570822731128, + "grad_norm": 1.4328985807537074, + "learning_rate": 1.999461239830404e-05, + "loss": 0.5005, + "step": 4732 + }, + { + "epoch": 4.0144189991518235, + "grad_norm": 1.3609650594085807, + "learning_rate": 1.999460337843611e-05, + "loss": 0.5663, + "step": 4733 + }, + { + "epoch": 4.015267175572519, + "grad_norm": 1.5590850107480358, + "learning_rate": 1.999459435102605e-05, + "loss": 0.4909, + "step": 4734 + }, + { + "epoch": 4.016115351993214, + "grad_norm": 1.2809927017473495, + "learning_rate": 1.999458531607386e-05, + "loss": 0.4239, + "step": 4735 + }, + { + "epoch": 4.0169635284139105, + "grad_norm": 1.4620609804113471, + "learning_rate": 1.999457627357955e-05, + "loss": 0.5083, + "step": 4736 + }, + { + "epoch": 4.017811704834606, + "grad_norm": 1.4286541274965536, + "learning_rate": 1.9994567223543128e-05, + "loss": 0.4655, + "step": 4737 + }, + { + "epoch": 4.018659881255301, + "grad_norm": 1.5304897331352751, + "learning_rate": 1.99945581659646e-05, + "loss": 0.4917, + "step": 4738 + }, + { + "epoch": 4.0195080576759965, + "grad_norm": 1.408242140090818, + "learning_rate": 1.9994549100843976e-05, + "loss": 0.4007, + "step": 4739 + }, + { + "epoch": 4.020356234096692, + "grad_norm": 1.3392505479988395, + "learning_rate": 1.9994540028181253e-05, + "loss": 0.4724, + "step": 4740 + }, + { + "epoch": 4.021204410517387, + "grad_norm": 1.4869930420139432, + "learning_rate": 1.9994530947976444e-05, + "loss": 0.5196, + "step": 4741 + }, + { + "epoch": 4.022052586938083, + "grad_norm": 1.3369023421070865, + "learning_rate": 1.9994521860229562e-05, + "loss": 0.4156, + "step": 4742 + }, + { + "epoch": 4.022900763358779, + "grad_norm": 1.4642096425310072, + "learning_rate": 1.9994512764940604e-05, + "loss": 0.4809, + "step": 4743 + }, + { + "epoch": 4.023748939779474, + "grad_norm": 1.3475399977088696, + "learning_rate": 1.9994503662109576e-05, + "loss": 0.4647, + "step": 4744 + }, + { + "epoch": 4.0245971162001695, + "grad_norm": 1.4017250172288822, + "learning_rate": 1.9994494551736496e-05, + "loss": 0.4075, + "step": 4745 + }, + { + "epoch": 4.025445292620865, + "grad_norm": 1.3839833630095428, + "learning_rate": 1.9994485433821363e-05, + "loss": 0.415, + "step": 4746 + }, + { + "epoch": 4.026293469041561, + "grad_norm": 1.6181868955273648, + "learning_rate": 1.9994476308364185e-05, + "loss": 0.4921, + "step": 4747 + }, + { + "epoch": 4.027141645462256, + "grad_norm": 1.2822282628738986, + "learning_rate": 1.9994467175364968e-05, + "loss": 0.4464, + "step": 4748 + }, + { + "epoch": 4.027989821882952, + "grad_norm": 1.5384626167800932, + "learning_rate": 1.999445803482372e-05, + "loss": 0.4673, + "step": 4749 + }, + { + "epoch": 4.028837998303647, + "grad_norm": 1.383538031758288, + "learning_rate": 1.9994448886740447e-05, + "loss": 0.481, + "step": 4750 + }, + { + "epoch": 4.029686174724342, + "grad_norm": 1.347291727215575, + "learning_rate": 1.999443973111516e-05, + "loss": 0.4515, + "step": 4751 + }, + { + "epoch": 4.030534351145038, + "grad_norm": 1.5697667949186371, + "learning_rate": 1.999443056794786e-05, + "loss": 0.4854, + "step": 4752 + }, + { + "epoch": 4.031382527565734, + "grad_norm": 1.3477479673840393, + "learning_rate": 1.999442139723856e-05, + "loss": 0.4438, + "step": 4753 + }, + { + "epoch": 4.032230703986429, + "grad_norm": 1.4089832669400777, + "learning_rate": 1.999441221898726e-05, + "loss": 0.5265, + "step": 4754 + }, + { + "epoch": 4.033078880407125, + "grad_norm": 1.427919889561938, + "learning_rate": 1.9994403033193972e-05, + "loss": 0.505, + "step": 4755 + }, + { + "epoch": 4.03392705682782, + "grad_norm": 1.2365703042419938, + "learning_rate": 1.99943938398587e-05, + "loss": 0.3997, + "step": 4756 + }, + { + "epoch": 4.034775233248515, + "grad_norm": 1.2482165754319088, + "learning_rate": 1.9994384638981454e-05, + "loss": 0.4391, + "step": 4757 + }, + { + "epoch": 4.035623409669212, + "grad_norm": 1.5231053066404017, + "learning_rate": 1.999437543056224e-05, + "loss": 0.5514, + "step": 4758 + }, + { + "epoch": 4.036471586089907, + "grad_norm": 1.2426889927839817, + "learning_rate": 1.9994366214601062e-05, + "loss": 0.3863, + "step": 4759 + }, + { + "epoch": 4.037319762510602, + "grad_norm": 1.375263710400814, + "learning_rate": 1.999435699109793e-05, + "loss": 0.4469, + "step": 4760 + }, + { + "epoch": 4.038167938931298, + "grad_norm": 1.324879278837067, + "learning_rate": 1.999434776005285e-05, + "loss": 0.4816, + "step": 4761 + }, + { + "epoch": 4.039016115351993, + "grad_norm": 1.464297585826105, + "learning_rate": 1.999433852146583e-05, + "loss": 0.5961, + "step": 4762 + }, + { + "epoch": 4.039864291772688, + "grad_norm": 1.3371079303573068, + "learning_rate": 1.9994329275336874e-05, + "loss": 0.5042, + "step": 4763 + }, + { + "epoch": 4.040712468193385, + "grad_norm": 1.1993746379566037, + "learning_rate": 1.9994320021665996e-05, + "loss": 0.3318, + "step": 4764 + }, + { + "epoch": 4.04156064461408, + "grad_norm": 1.4377899094381947, + "learning_rate": 1.9994310760453193e-05, + "loss": 0.4772, + "step": 4765 + }, + { + "epoch": 4.042408821034775, + "grad_norm": 1.4859752836728135, + "learning_rate": 1.999430149169848e-05, + "loss": 0.5031, + "step": 4766 + }, + { + "epoch": 4.043256997455471, + "grad_norm": 1.4202882414965472, + "learning_rate": 1.999429221540186e-05, + "loss": 0.4277, + "step": 4767 + }, + { + "epoch": 4.044105173876166, + "grad_norm": 1.3967249390816856, + "learning_rate": 1.999428293156334e-05, + "loss": 0.4208, + "step": 4768 + }, + { + "epoch": 4.044953350296861, + "grad_norm": 1.411996450705257, + "learning_rate": 1.999427364018293e-05, + "loss": 0.409, + "step": 4769 + }, + { + "epoch": 4.0458015267175576, + "grad_norm": 1.6429708457862, + "learning_rate": 1.9994264341260634e-05, + "loss": 0.5468, + "step": 4770 + }, + { + "epoch": 4.046649703138253, + "grad_norm": 1.3683095677077035, + "learning_rate": 1.999425503479646e-05, + "loss": 0.4948, + "step": 4771 + }, + { + "epoch": 4.047497879558948, + "grad_norm": 1.4287243778402963, + "learning_rate": 1.9994245720790414e-05, + "loss": 0.5026, + "step": 4772 + }, + { + "epoch": 4.048346055979644, + "grad_norm": 1.3823691824258895, + "learning_rate": 1.9994236399242503e-05, + "loss": 0.497, + "step": 4773 + }, + { + "epoch": 4.049194232400339, + "grad_norm": 1.4306901234419116, + "learning_rate": 1.9994227070152742e-05, + "loss": 0.5364, + "step": 4774 + }, + { + "epoch": 4.050042408821035, + "grad_norm": 1.3315749161629842, + "learning_rate": 1.9994217733521122e-05, + "loss": 0.462, + "step": 4775 + }, + { + "epoch": 4.0508905852417305, + "grad_norm": 1.5496756487323133, + "learning_rate": 1.9994208389347664e-05, + "loss": 0.498, + "step": 4776 + }, + { + "epoch": 4.051738761662426, + "grad_norm": 1.343744258242036, + "learning_rate": 1.9994199037632372e-05, + "loss": 0.4284, + "step": 4777 + }, + { + "epoch": 4.052586938083121, + "grad_norm": 1.44431461603251, + "learning_rate": 1.999418967837525e-05, + "loss": 0.4568, + "step": 4778 + }, + { + "epoch": 4.0534351145038165, + "grad_norm": 1.2674007988436202, + "learning_rate": 1.9994180311576307e-05, + "loss": 0.4054, + "step": 4779 + }, + { + "epoch": 4.054283290924512, + "grad_norm": 1.2580373297754333, + "learning_rate": 1.9994170937235546e-05, + "loss": 0.4395, + "step": 4780 + }, + { + "epoch": 4.055131467345208, + "grad_norm": 1.158978359112572, + "learning_rate": 1.9994161555352984e-05, + "loss": 0.4463, + "step": 4781 + }, + { + "epoch": 4.0559796437659035, + "grad_norm": 1.2486747025286902, + "learning_rate": 1.9994152165928616e-05, + "loss": 0.4197, + "step": 4782 + }, + { + "epoch": 4.056827820186599, + "grad_norm": 1.4306015315430425, + "learning_rate": 1.9994142768962453e-05, + "loss": 0.5107, + "step": 4783 + }, + { + "epoch": 4.057675996607294, + "grad_norm": 1.3440796562519362, + "learning_rate": 1.999413336445451e-05, + "loss": 0.4853, + "step": 4784 + }, + { + "epoch": 4.0585241730279895, + "grad_norm": 1.2970273991740906, + "learning_rate": 1.9994123952404783e-05, + "loss": 0.4916, + "step": 4785 + }, + { + "epoch": 4.059372349448686, + "grad_norm": 1.5248739444448904, + "learning_rate": 1.9994114532813286e-05, + "loss": 0.504, + "step": 4786 + }, + { + "epoch": 4.060220525869381, + "grad_norm": 1.4412172132603815, + "learning_rate": 1.9994105105680024e-05, + "loss": 0.512, + "step": 4787 + }, + { + "epoch": 4.061068702290076, + "grad_norm": 1.3541369114457038, + "learning_rate": 1.9994095671005005e-05, + "loss": 0.4025, + "step": 4788 + }, + { + "epoch": 4.061916878710772, + "grad_norm": 1.2275271139548498, + "learning_rate": 1.9994086228788238e-05, + "loss": 0.4423, + "step": 4789 + }, + { + "epoch": 4.062765055131467, + "grad_norm": 1.386181325274642, + "learning_rate": 1.9994076779029724e-05, + "loss": 0.4583, + "step": 4790 + }, + { + "epoch": 4.0636132315521625, + "grad_norm": 1.2802298686342422, + "learning_rate": 1.999406732172947e-05, + "loss": 0.4216, + "step": 4791 + }, + { + "epoch": 4.064461407972859, + "grad_norm": 1.3473384141685791, + "learning_rate": 1.9994057856887492e-05, + "loss": 0.4069, + "step": 4792 + }, + { + "epoch": 4.065309584393554, + "grad_norm": 1.3901036145930739, + "learning_rate": 1.999404838450379e-05, + "loss": 0.5028, + "step": 4793 + }, + { + "epoch": 4.066157760814249, + "grad_norm": 1.327992264346414, + "learning_rate": 1.9994038904578376e-05, + "loss": 0.4336, + "step": 4794 + }, + { + "epoch": 4.067005937234945, + "grad_norm": 1.4780576298722814, + "learning_rate": 1.999402941711125e-05, + "loss": 0.5247, + "step": 4795 + }, + { + "epoch": 4.06785411365564, + "grad_norm": 1.7399796897493385, + "learning_rate": 1.9994019922102422e-05, + "loss": 0.5237, + "step": 4796 + }, + { + "epoch": 4.068702290076336, + "grad_norm": 1.3594402256894735, + "learning_rate": 1.9994010419551905e-05, + "loss": 0.51, + "step": 4797 + }, + { + "epoch": 4.069550466497032, + "grad_norm": 1.333569085188638, + "learning_rate": 1.99940009094597e-05, + "loss": 0.4525, + "step": 4798 + }, + { + "epoch": 4.070398642917727, + "grad_norm": 1.3561861345563693, + "learning_rate": 1.9993991391825817e-05, + "loss": 0.4318, + "step": 4799 + }, + { + "epoch": 4.071246819338422, + "grad_norm": 1.4974163152025446, + "learning_rate": 1.999398186665026e-05, + "loss": 0.4471, + "step": 4800 + }, + { + "epoch": 4.072094995759118, + "grad_norm": 1.4232818130806053, + "learning_rate": 1.999397233393304e-05, + "loss": 0.5174, + "step": 4801 + }, + { + "epoch": 4.072943172179813, + "grad_norm": 1.3153574274147315, + "learning_rate": 1.9993962793674166e-05, + "loss": 0.445, + "step": 4802 + }, + { + "epoch": 4.073791348600509, + "grad_norm": 1.3566009285148977, + "learning_rate": 1.9993953245873634e-05, + "loss": 0.523, + "step": 4803 + }, + { + "epoch": 4.074639525021205, + "grad_norm": 1.2978023633248565, + "learning_rate": 1.999394369053146e-05, + "loss": 0.49, + "step": 4804 + }, + { + "epoch": 4.0754877014419, + "grad_norm": 1.2748739290712943, + "learning_rate": 1.9993934127647657e-05, + "loss": 0.4881, + "step": 4805 + }, + { + "epoch": 4.076335877862595, + "grad_norm": 1.2552974136248498, + "learning_rate": 1.9993924557222218e-05, + "loss": 0.4199, + "step": 4806 + }, + { + "epoch": 4.077184054283291, + "grad_norm": 1.2093698542837878, + "learning_rate": 1.999391497925516e-05, + "loss": 0.4238, + "step": 4807 + }, + { + "epoch": 4.078032230703986, + "grad_norm": 1.4307543289351954, + "learning_rate": 1.9993905393746486e-05, + "loss": 0.5505, + "step": 4808 + }, + { + "epoch": 4.078880407124682, + "grad_norm": 1.4992357106983845, + "learning_rate": 1.9993895800696208e-05, + "loss": 0.5281, + "step": 4809 + }, + { + "epoch": 4.079728583545378, + "grad_norm": 1.2603673953178738, + "learning_rate": 1.999388620010433e-05, + "loss": 0.4247, + "step": 4810 + }, + { + "epoch": 4.080576759966073, + "grad_norm": 1.5213352992871831, + "learning_rate": 1.999387659197086e-05, + "loss": 0.4409, + "step": 4811 + }, + { + "epoch": 4.081424936386768, + "grad_norm": 1.2906473661330078, + "learning_rate": 1.99938669762958e-05, + "loss": 0.4355, + "step": 4812 + }, + { + "epoch": 4.082273112807464, + "grad_norm": 1.3783731790017546, + "learning_rate": 1.9993857353079166e-05, + "loss": 0.4206, + "step": 4813 + }, + { + "epoch": 4.08312128922816, + "grad_norm": 1.4444073170315703, + "learning_rate": 1.999384772232096e-05, + "loss": 0.4513, + "step": 4814 + }, + { + "epoch": 4.083969465648855, + "grad_norm": 1.4147979957054468, + "learning_rate": 1.999383808402119e-05, + "loss": 0.4407, + "step": 4815 + }, + { + "epoch": 4.084817642069551, + "grad_norm": 1.2973870283597633, + "learning_rate": 1.9993828438179866e-05, + "loss": 0.3916, + "step": 4816 + }, + { + "epoch": 4.085665818490246, + "grad_norm": 1.4470149353298554, + "learning_rate": 1.999381878479699e-05, + "loss": 0.467, + "step": 4817 + }, + { + "epoch": 4.086513994910941, + "grad_norm": 1.3663261399555413, + "learning_rate": 1.9993809123872574e-05, + "loss": 0.4307, + "step": 4818 + }, + { + "epoch": 4.087362171331637, + "grad_norm": 1.3546607521279617, + "learning_rate": 1.9993799455406623e-05, + "loss": 0.4818, + "step": 4819 + }, + { + "epoch": 4.088210347752333, + "grad_norm": 1.4137413304751483, + "learning_rate": 1.9993789779399147e-05, + "loss": 0.4852, + "step": 4820 + }, + { + "epoch": 4.089058524173028, + "grad_norm": 1.432210797482793, + "learning_rate": 1.9993780095850147e-05, + "loss": 0.4572, + "step": 4821 + }, + { + "epoch": 4.0899067005937235, + "grad_norm": 1.2343984927561118, + "learning_rate": 1.9993770404759637e-05, + "loss": 0.4376, + "step": 4822 + }, + { + "epoch": 4.090754877014419, + "grad_norm": 1.3901140438703714, + "learning_rate": 1.9993760706127623e-05, + "loss": 0.4474, + "step": 4823 + }, + { + "epoch": 4.091603053435114, + "grad_norm": 1.3780980679436874, + "learning_rate": 1.999375099995411e-05, + "loss": 0.4354, + "step": 4824 + }, + { + "epoch": 4.09245122985581, + "grad_norm": 1.4505069895666656, + "learning_rate": 1.9993741286239104e-05, + "loss": 0.5041, + "step": 4825 + }, + { + "epoch": 4.093299406276506, + "grad_norm": 1.4126800355626936, + "learning_rate": 1.999373156498262e-05, + "loss": 0.4635, + "step": 4826 + }, + { + "epoch": 4.094147582697201, + "grad_norm": 1.3167957613537564, + "learning_rate": 1.9993721836184653e-05, + "loss": 0.468, + "step": 4827 + }, + { + "epoch": 4.0949957591178965, + "grad_norm": 1.3179864932007894, + "learning_rate": 1.9993712099845222e-05, + "loss": 0.4181, + "step": 4828 + }, + { + "epoch": 4.095843935538592, + "grad_norm": 1.3304093744489218, + "learning_rate": 1.999370235596433e-05, + "loss": 0.4891, + "step": 4829 + }, + { + "epoch": 4.096692111959287, + "grad_norm": 1.3493593785332034, + "learning_rate": 1.9993692604541986e-05, + "loss": 0.5015, + "step": 4830 + }, + { + "epoch": 4.097540288379983, + "grad_norm": 1.3734507780207958, + "learning_rate": 1.999368284557819e-05, + "loss": 0.436, + "step": 4831 + }, + { + "epoch": 4.098388464800679, + "grad_norm": 1.3915976315968919, + "learning_rate": 1.9993673079072956e-05, + "loss": 0.5386, + "step": 4832 + }, + { + "epoch": 4.099236641221374, + "grad_norm": 1.3070594558332946, + "learning_rate": 1.9993663305026295e-05, + "loss": 0.4761, + "step": 4833 + }, + { + "epoch": 4.1000848176420694, + "grad_norm": 1.8353283311258473, + "learning_rate": 1.9993653523438205e-05, + "loss": 0.5399, + "step": 4834 + }, + { + "epoch": 4.100932994062765, + "grad_norm": 1.426572768609432, + "learning_rate": 1.99936437343087e-05, + "loss": 0.4503, + "step": 4835 + }, + { + "epoch": 4.10178117048346, + "grad_norm": 1.3989272491631668, + "learning_rate": 1.9993633937637786e-05, + "loss": 0.3839, + "step": 4836 + }, + { + "epoch": 4.102629346904156, + "grad_norm": 1.3131445464694935, + "learning_rate": 1.999362413342547e-05, + "loss": 0.4711, + "step": 4837 + }, + { + "epoch": 4.103477523324852, + "grad_norm": 1.4761530812455188, + "learning_rate": 1.9993614321671756e-05, + "loss": 0.4818, + "step": 4838 + }, + { + "epoch": 4.104325699745547, + "grad_norm": 1.342921929126168, + "learning_rate": 1.999360450237666e-05, + "loss": 0.3983, + "step": 4839 + }, + { + "epoch": 4.105173876166242, + "grad_norm": 1.4281723241930961, + "learning_rate": 1.999359467554018e-05, + "loss": 0.418, + "step": 4840 + }, + { + "epoch": 4.106022052586938, + "grad_norm": 1.551867425562547, + "learning_rate": 1.9993584841162325e-05, + "loss": 0.4559, + "step": 4841 + }, + { + "epoch": 4.106870229007634, + "grad_norm": 1.5256742480222811, + "learning_rate": 1.999357499924311e-05, + "loss": 0.4593, + "step": 4842 + }, + { + "epoch": 4.107718405428329, + "grad_norm": 1.5623643195207892, + "learning_rate": 1.9993565149782536e-05, + "loss": 0.469, + "step": 4843 + }, + { + "epoch": 4.108566581849025, + "grad_norm": 1.435802638775884, + "learning_rate": 1.9993555292780612e-05, + "loss": 0.563, + "step": 4844 + }, + { + "epoch": 4.10941475826972, + "grad_norm": 1.3036575666128047, + "learning_rate": 1.999354542823734e-05, + "loss": 0.561, + "step": 4845 + }, + { + "epoch": 4.110262934690415, + "grad_norm": 1.3300543320123024, + "learning_rate": 1.999353555615274e-05, + "loss": 0.4719, + "step": 4846 + }, + { + "epoch": 4.111111111111111, + "grad_norm": 1.3574493759880437, + "learning_rate": 1.9993525676526807e-05, + "loss": 0.4893, + "step": 4847 + }, + { + "epoch": 4.111959287531807, + "grad_norm": 1.495709018874328, + "learning_rate": 1.9993515789359557e-05, + "loss": 0.5497, + "step": 4848 + }, + { + "epoch": 4.112807463952502, + "grad_norm": 1.3258844522489672, + "learning_rate": 1.999350589465099e-05, + "loss": 0.4529, + "step": 4849 + }, + { + "epoch": 4.113655640373198, + "grad_norm": 1.2564033775466226, + "learning_rate": 1.999349599240112e-05, + "loss": 0.4349, + "step": 4850 + }, + { + "epoch": 4.114503816793893, + "grad_norm": 1.5912016072479334, + "learning_rate": 1.999348608260995e-05, + "loss": 0.4768, + "step": 4851 + }, + { + "epoch": 4.115351993214588, + "grad_norm": 1.4550242381533964, + "learning_rate": 1.9993476165277492e-05, + "loss": 0.5388, + "step": 4852 + }, + { + "epoch": 4.116200169635285, + "grad_norm": 1.4651167136172385, + "learning_rate": 1.999346624040375e-05, + "loss": 0.5345, + "step": 4853 + }, + { + "epoch": 4.11704834605598, + "grad_norm": 1.278782154674549, + "learning_rate": 1.9993456307988732e-05, + "loss": 0.4256, + "step": 4854 + }, + { + "epoch": 4.117896522476675, + "grad_norm": 1.4260930018848608, + "learning_rate": 1.9993446368032444e-05, + "loss": 0.4173, + "step": 4855 + }, + { + "epoch": 4.118744698897371, + "grad_norm": 1.3703992632999733, + "learning_rate": 1.9993436420534896e-05, + "loss": 0.462, + "step": 4856 + }, + { + "epoch": 4.119592875318066, + "grad_norm": 1.5603037850096249, + "learning_rate": 1.99934264654961e-05, + "loss": 0.5318, + "step": 4857 + }, + { + "epoch": 4.120441051738761, + "grad_norm": 1.3309424701013632, + "learning_rate": 1.9993416502916056e-05, + "loss": 0.4564, + "step": 4858 + }, + { + "epoch": 4.1212892281594575, + "grad_norm": 1.3915778758725676, + "learning_rate": 1.999340653279477e-05, + "loss": 0.4495, + "step": 4859 + }, + { + "epoch": 4.122137404580153, + "grad_norm": 1.2787405956795583, + "learning_rate": 1.9993396555132258e-05, + "loss": 0.4353, + "step": 4860 + }, + { + "epoch": 4.122985581000848, + "grad_norm": 1.2814446370231687, + "learning_rate": 1.9993386569928516e-05, + "loss": 0.4138, + "step": 4861 + }, + { + "epoch": 4.123833757421544, + "grad_norm": 1.3080596629154568, + "learning_rate": 1.9993376577183566e-05, + "loss": 0.4468, + "step": 4862 + }, + { + "epoch": 4.124681933842239, + "grad_norm": 1.4698138020774152, + "learning_rate": 1.99933665768974e-05, + "loss": 0.5037, + "step": 4863 + }, + { + "epoch": 4.125530110262934, + "grad_norm": 1.4581884972567376, + "learning_rate": 1.9993356569070043e-05, + "loss": 0.4974, + "step": 4864 + }, + { + "epoch": 4.1263782866836305, + "grad_norm": 1.355885931955635, + "learning_rate": 1.9993346553701487e-05, + "loss": 0.4073, + "step": 4865 + }, + { + "epoch": 4.127226463104326, + "grad_norm": 1.2464624848817996, + "learning_rate": 1.999333653079175e-05, + "loss": 0.3826, + "step": 4866 + }, + { + "epoch": 4.128074639525021, + "grad_norm": 1.3229111537033749, + "learning_rate": 1.9993326500340832e-05, + "loss": 0.453, + "step": 4867 + }, + { + "epoch": 4.1289228159457165, + "grad_norm": 1.3313513273845468, + "learning_rate": 1.999331646234874e-05, + "loss": 0.4118, + "step": 4868 + }, + { + "epoch": 4.129770992366412, + "grad_norm": 1.3078850780005384, + "learning_rate": 1.999330641681549e-05, + "loss": 0.5027, + "step": 4869 + }, + { + "epoch": 4.130619168787108, + "grad_norm": 1.5410353583386798, + "learning_rate": 1.9993296363741087e-05, + "loss": 0.4689, + "step": 4870 + }, + { + "epoch": 4.1314673452078035, + "grad_norm": 1.3943121820909348, + "learning_rate": 1.999328630312553e-05, + "loss": 0.4206, + "step": 4871 + }, + { + "epoch": 4.132315521628499, + "grad_norm": 1.469739707853411, + "learning_rate": 1.9993276234968842e-05, + "loss": 0.4624, + "step": 4872 + }, + { + "epoch": 4.133163698049194, + "grad_norm": 1.3584154808411526, + "learning_rate": 1.9993266159271014e-05, + "loss": 0.4355, + "step": 4873 + }, + { + "epoch": 4.1340118744698895, + "grad_norm": 1.3799526055406308, + "learning_rate": 1.9993256076032063e-05, + "loss": 0.4923, + "step": 4874 + }, + { + "epoch": 4.134860050890585, + "grad_norm": 1.3919069743568298, + "learning_rate": 1.9993245985252e-05, + "loss": 0.5079, + "step": 4875 + }, + { + "epoch": 4.135708227311281, + "grad_norm": 1.304028825620026, + "learning_rate": 1.999323588693082e-05, + "loss": 0.517, + "step": 4876 + }, + { + "epoch": 4.136556403731976, + "grad_norm": 1.5204237911734217, + "learning_rate": 1.9993225781068544e-05, + "loss": 0.4124, + "step": 4877 + }, + { + "epoch": 4.137404580152672, + "grad_norm": 1.419662456531893, + "learning_rate": 1.999321566766517e-05, + "loss": 0.4583, + "step": 4878 + }, + { + "epoch": 4.138252756573367, + "grad_norm": 1.5887226404669157, + "learning_rate": 1.9993205546720713e-05, + "loss": 0.5142, + "step": 4879 + }, + { + "epoch": 4.1391009329940625, + "grad_norm": 1.3629773885929866, + "learning_rate": 1.9993195418235176e-05, + "loss": 0.4088, + "step": 4880 + }, + { + "epoch": 4.139949109414759, + "grad_norm": 1.4250682712304636, + "learning_rate": 1.999318528220857e-05, + "loss": 0.5407, + "step": 4881 + }, + { + "epoch": 4.140797285835454, + "grad_norm": 1.3029384312055903, + "learning_rate": 1.999317513864089e-05, + "loss": 0.4972, + "step": 4882 + }, + { + "epoch": 4.141645462256149, + "grad_norm": 1.3946689376716344, + "learning_rate": 1.9993164987532164e-05, + "loss": 0.5051, + "step": 4883 + }, + { + "epoch": 4.142493638676845, + "grad_norm": 1.3971961984752168, + "learning_rate": 1.9993154828882388e-05, + "loss": 0.4089, + "step": 4884 + }, + { + "epoch": 4.14334181509754, + "grad_norm": 1.2457720064757618, + "learning_rate": 1.9993144662691568e-05, + "loss": 0.4411, + "step": 4885 + }, + { + "epoch": 4.144189991518235, + "grad_norm": 1.4028394078807493, + "learning_rate": 1.999313448895972e-05, + "loss": 0.3884, + "step": 4886 + }, + { + "epoch": 4.145038167938932, + "grad_norm": 1.4637215695686445, + "learning_rate": 1.999312430768684e-05, + "loss": 0.4795, + "step": 4887 + }, + { + "epoch": 4.145886344359627, + "grad_norm": 1.291756711361435, + "learning_rate": 1.9993114118872948e-05, + "loss": 0.4305, + "step": 4888 + }, + { + "epoch": 4.146734520780322, + "grad_norm": 1.3873054753106624, + "learning_rate": 1.9993103922518045e-05, + "loss": 0.394, + "step": 4889 + }, + { + "epoch": 4.147582697201018, + "grad_norm": 1.3037995687690733, + "learning_rate": 1.999309371862214e-05, + "loss": 0.4246, + "step": 4890 + }, + { + "epoch": 4.148430873621713, + "grad_norm": 1.4846940259434527, + "learning_rate": 1.9993083507185236e-05, + "loss": 0.5276, + "step": 4891 + }, + { + "epoch": 4.149279050042409, + "grad_norm": 1.3362069843779607, + "learning_rate": 1.999307328820735e-05, + "loss": 0.4978, + "step": 4892 + }, + { + "epoch": 4.150127226463105, + "grad_norm": 1.2664424773700063, + "learning_rate": 1.9993063061688483e-05, + "loss": 0.4839, + "step": 4893 + }, + { + "epoch": 4.1509754028838, + "grad_norm": 1.592389025718996, + "learning_rate": 1.9993052827628644e-05, + "loss": 0.4391, + "step": 4894 + }, + { + "epoch": 4.151823579304495, + "grad_norm": 1.5034603254803391, + "learning_rate": 1.9993042586027844e-05, + "loss": 0.5258, + "step": 4895 + }, + { + "epoch": 4.152671755725191, + "grad_norm": 1.4208434636196128, + "learning_rate": 1.9993032336886088e-05, + "loss": 0.481, + "step": 4896 + }, + { + "epoch": 4.153519932145886, + "grad_norm": 1.3462317760142457, + "learning_rate": 1.999302208020338e-05, + "loss": 0.3636, + "step": 4897 + }, + { + "epoch": 4.154368108566582, + "grad_norm": 1.4950100529137087, + "learning_rate": 1.9993011815979733e-05, + "loss": 0.527, + "step": 4898 + }, + { + "epoch": 4.155216284987278, + "grad_norm": 1.43670360246135, + "learning_rate": 1.9993001544215154e-05, + "loss": 0.4095, + "step": 4899 + }, + { + "epoch": 4.156064461407973, + "grad_norm": 1.5191024683532528, + "learning_rate": 1.999299126490965e-05, + "loss": 0.4728, + "step": 4900 + }, + { + "epoch": 4.156912637828668, + "grad_norm": 1.5047233137432394, + "learning_rate": 1.999298097806323e-05, + "loss": 0.5195, + "step": 4901 + }, + { + "epoch": 4.157760814249364, + "grad_norm": 1.479770925482642, + "learning_rate": 1.99929706836759e-05, + "loss": 0.4966, + "step": 4902 + }, + { + "epoch": 4.158608990670059, + "grad_norm": 1.4647192690111086, + "learning_rate": 1.9992960381747667e-05, + "loss": 0.5318, + "step": 4903 + }, + { + "epoch": 4.159457167090755, + "grad_norm": 1.3491924497282308, + "learning_rate": 1.999295007227854e-05, + "loss": 0.4114, + "step": 4904 + }, + { + "epoch": 4.1603053435114505, + "grad_norm": 1.3410404982102264, + "learning_rate": 1.9992939755268528e-05, + "loss": 0.4322, + "step": 4905 + }, + { + "epoch": 4.161153519932146, + "grad_norm": 1.3361584818448866, + "learning_rate": 1.9992929430717635e-05, + "loss": 0.3792, + "step": 4906 + }, + { + "epoch": 4.162001696352841, + "grad_norm": 1.3330669436093687, + "learning_rate": 1.9992919098625875e-05, + "loss": 0.5112, + "step": 4907 + }, + { + "epoch": 4.162849872773537, + "grad_norm": 1.2749688396921197, + "learning_rate": 1.999290875899325e-05, + "loss": 0.4311, + "step": 4908 + }, + { + "epoch": 4.163698049194233, + "grad_norm": 1.3319444029122889, + "learning_rate": 1.9992898411819773e-05, + "loss": 0.4069, + "step": 4909 + }, + { + "epoch": 4.164546225614928, + "grad_norm": 1.6642356981777962, + "learning_rate": 1.9992888057105447e-05, + "loss": 0.4462, + "step": 4910 + }, + { + "epoch": 4.1653944020356235, + "grad_norm": 1.2752860166640854, + "learning_rate": 1.999287769485028e-05, + "loss": 0.4458, + "step": 4911 + }, + { + "epoch": 4.166242578456319, + "grad_norm": 1.291470475351732, + "learning_rate": 1.999286732505428e-05, + "loss": 0.4549, + "step": 4912 + }, + { + "epoch": 4.167090754877014, + "grad_norm": 1.3185318700011701, + "learning_rate": 1.999285694771746e-05, + "loss": 0.3478, + "step": 4913 + }, + { + "epoch": 4.1679389312977095, + "grad_norm": 1.2410431428361575, + "learning_rate": 1.9992846562839826e-05, + "loss": 0.4615, + "step": 4914 + }, + { + "epoch": 4.168787107718406, + "grad_norm": 1.4045253767026178, + "learning_rate": 1.999283617042138e-05, + "loss": 0.433, + "step": 4915 + }, + { + "epoch": 4.169635284139101, + "grad_norm": 1.277668134121505, + "learning_rate": 1.9992825770462136e-05, + "loss": 0.4738, + "step": 4916 + }, + { + "epoch": 4.1704834605597965, + "grad_norm": 1.3404618923599865, + "learning_rate": 1.9992815362962095e-05, + "loss": 0.4429, + "step": 4917 + }, + { + "epoch": 4.171331636980492, + "grad_norm": 1.2929041276248665, + "learning_rate": 1.9992804947921277e-05, + "loss": 0.4949, + "step": 4918 + }, + { + "epoch": 4.172179813401187, + "grad_norm": 1.306166143709328, + "learning_rate": 1.999279452533968e-05, + "loss": 0.4967, + "step": 4919 + }, + { + "epoch": 4.1730279898218825, + "grad_norm": 1.2332686014463958, + "learning_rate": 1.9992784095217307e-05, + "loss": 0.3913, + "step": 4920 + }, + { + "epoch": 4.173876166242579, + "grad_norm": 1.3368522623932473, + "learning_rate": 1.999277365755418e-05, + "loss": 0.4361, + "step": 4921 + }, + { + "epoch": 4.174724342663274, + "grad_norm": 1.356279303356378, + "learning_rate": 1.9992763212350297e-05, + "loss": 0.4718, + "step": 4922 + }, + { + "epoch": 4.175572519083969, + "grad_norm": 1.233386408926856, + "learning_rate": 1.9992752759605674e-05, + "loss": 0.4411, + "step": 4923 + }, + { + "epoch": 4.176420695504665, + "grad_norm": 1.3094477358055134, + "learning_rate": 1.999274229932031e-05, + "loss": 0.4036, + "step": 4924 + }, + { + "epoch": 4.17726887192536, + "grad_norm": 1.525111024354286, + "learning_rate": 1.9992731831494217e-05, + "loss": 0.4639, + "step": 4925 + }, + { + "epoch": 4.178117048346056, + "grad_norm": 1.409299057167681, + "learning_rate": 1.9992721356127403e-05, + "loss": 0.4273, + "step": 4926 + }, + { + "epoch": 4.178965224766752, + "grad_norm": 1.3723100695036026, + "learning_rate": 1.9992710873219875e-05, + "loss": 0.5121, + "step": 4927 + }, + { + "epoch": 4.179813401187447, + "grad_norm": 1.1900089201828257, + "learning_rate": 1.999270038277164e-05, + "loss": 0.4442, + "step": 4928 + }, + { + "epoch": 4.180661577608142, + "grad_norm": 1.2842930602790465, + "learning_rate": 1.9992689884782708e-05, + "loss": 0.3147, + "step": 4929 + }, + { + "epoch": 4.181509754028838, + "grad_norm": 1.6345145894032513, + "learning_rate": 1.9992679379253088e-05, + "loss": 0.4851, + "step": 4930 + }, + { + "epoch": 4.182357930449533, + "grad_norm": 1.2545896071804732, + "learning_rate": 1.9992668866182785e-05, + "loss": 0.4804, + "step": 4931 + }, + { + "epoch": 4.183206106870229, + "grad_norm": 1.2630734684335883, + "learning_rate": 1.9992658345571808e-05, + "loss": 0.3929, + "step": 4932 + }, + { + "epoch": 4.184054283290925, + "grad_norm": 1.4260378694025293, + "learning_rate": 1.9992647817420165e-05, + "loss": 0.4775, + "step": 4933 + }, + { + "epoch": 4.18490245971162, + "grad_norm": 1.2648012689496915, + "learning_rate": 1.999263728172786e-05, + "loss": 0.4869, + "step": 4934 + }, + { + "epoch": 4.185750636132315, + "grad_norm": 1.3983019208908007, + "learning_rate": 1.9992626738494908e-05, + "loss": 0.4388, + "step": 4935 + }, + { + "epoch": 4.186598812553011, + "grad_norm": 1.1073053404710749, + "learning_rate": 1.9992616187721318e-05, + "loss": 0.4619, + "step": 4936 + }, + { + "epoch": 4.187446988973707, + "grad_norm": 1.2803853425647624, + "learning_rate": 1.999260562940709e-05, + "loss": 0.4346, + "step": 4937 + }, + { + "epoch": 4.188295165394402, + "grad_norm": 1.4043990396755859, + "learning_rate": 1.9992595063552237e-05, + "loss": 0.5399, + "step": 4938 + }, + { + "epoch": 4.189143341815098, + "grad_norm": 1.3937110544043687, + "learning_rate": 1.9992584490156762e-05, + "loss": 0.4597, + "step": 4939 + }, + { + "epoch": 4.189991518235793, + "grad_norm": 1.2182934696110757, + "learning_rate": 1.999257390922068e-05, + "loss": 0.4044, + "step": 4940 + }, + { + "epoch": 4.190839694656488, + "grad_norm": 1.4045673218442383, + "learning_rate": 1.9992563320743995e-05, + "loss": 0.4586, + "step": 4941 + }, + { + "epoch": 4.191687871077184, + "grad_norm": 1.4486317067748702, + "learning_rate": 1.9992552724726717e-05, + "loss": 0.4968, + "step": 4942 + }, + { + "epoch": 4.19253604749788, + "grad_norm": 1.1321443676289296, + "learning_rate": 1.9992542121168853e-05, + "loss": 0.3843, + "step": 4943 + }, + { + "epoch": 4.193384223918575, + "grad_norm": 1.3064423924335111, + "learning_rate": 1.9992531510070407e-05, + "loss": 0.4337, + "step": 4944 + }, + { + "epoch": 4.194232400339271, + "grad_norm": 1.3340252926675296, + "learning_rate": 1.9992520891431396e-05, + "loss": 0.4295, + "step": 4945 + }, + { + "epoch": 4.195080576759966, + "grad_norm": 1.2091782387595023, + "learning_rate": 1.999251026525182e-05, + "loss": 0.4256, + "step": 4946 + }, + { + "epoch": 4.195928753180661, + "grad_norm": 1.317848945342897, + "learning_rate": 1.9992499631531688e-05, + "loss": 0.418, + "step": 4947 + }, + { + "epoch": 4.1967769296013575, + "grad_norm": 1.2876382191598394, + "learning_rate": 1.9992488990271012e-05, + "loss": 0.4806, + "step": 4948 + }, + { + "epoch": 4.197625106022053, + "grad_norm": 1.2058053624749772, + "learning_rate": 1.9992478341469798e-05, + "loss": 0.3887, + "step": 4949 + }, + { + "epoch": 4.198473282442748, + "grad_norm": 1.3748982419624851, + "learning_rate": 1.999246768512805e-05, + "loss": 0.4521, + "step": 4950 + }, + { + "epoch": 4.1993214588634435, + "grad_norm": 1.3458876334232779, + "learning_rate": 1.9992457021245783e-05, + "loss": 0.5136, + "step": 4951 + }, + { + "epoch": 4.200169635284139, + "grad_norm": 1.303787754289198, + "learning_rate": 1.9992446349823002e-05, + "loss": 0.495, + "step": 4952 + }, + { + "epoch": 4.201017811704834, + "grad_norm": 1.2159697114694064, + "learning_rate": 1.9992435670859714e-05, + "loss": 0.4287, + "step": 4953 + }, + { + "epoch": 4.2018659881255305, + "grad_norm": 1.2951404466741123, + "learning_rate": 1.999242498435593e-05, + "loss": 0.4656, + "step": 4954 + }, + { + "epoch": 4.202714164546226, + "grad_norm": 1.4549739035604217, + "learning_rate": 1.9992414290311656e-05, + "loss": 0.4383, + "step": 4955 + }, + { + "epoch": 4.203562340966921, + "grad_norm": 1.3795736022087473, + "learning_rate": 1.9992403588726896e-05, + "loss": 0.5323, + "step": 4956 + }, + { + "epoch": 4.2044105173876165, + "grad_norm": 1.185985322744682, + "learning_rate": 1.9992392879601666e-05, + "loss": 0.4245, + "step": 4957 + }, + { + "epoch": 4.205258693808312, + "grad_norm": 1.3203126188339818, + "learning_rate": 1.999238216293597e-05, + "loss": 0.5252, + "step": 4958 + }, + { + "epoch": 4.206106870229007, + "grad_norm": 1.332134145652904, + "learning_rate": 1.9992371438729815e-05, + "loss": 0.4737, + "step": 4959 + }, + { + "epoch": 4.206955046649703, + "grad_norm": 1.213946627147081, + "learning_rate": 1.9992360706983208e-05, + "loss": 0.4055, + "step": 4960 + }, + { + "epoch": 4.207803223070399, + "grad_norm": 1.192683583620224, + "learning_rate": 1.9992349967696164e-05, + "loss": 0.4723, + "step": 4961 + }, + { + "epoch": 4.208651399491094, + "grad_norm": 1.1730086557083235, + "learning_rate": 1.9992339220868688e-05, + "loss": 0.3976, + "step": 4962 + }, + { + "epoch": 4.2094995759117895, + "grad_norm": 1.343936788069777, + "learning_rate": 1.999232846650078e-05, + "loss": 0.4003, + "step": 4963 + }, + { + "epoch": 4.210347752332485, + "grad_norm": 1.4052195128740412, + "learning_rate": 1.9992317704592463e-05, + "loss": 0.5842, + "step": 4964 + }, + { + "epoch": 4.211195928753181, + "grad_norm": 1.2337863955468202, + "learning_rate": 1.9992306935143735e-05, + "loss": 0.469, + "step": 4965 + }, + { + "epoch": 4.212044105173876, + "grad_norm": 1.2231697542762165, + "learning_rate": 1.99922961581546e-05, + "loss": 0.4708, + "step": 4966 + }, + { + "epoch": 4.212892281594572, + "grad_norm": 1.439432048805386, + "learning_rate": 1.999228537362508e-05, + "loss": 0.4553, + "step": 4967 + }, + { + "epoch": 4.213740458015267, + "grad_norm": 1.2550733410958481, + "learning_rate": 1.999227458155517e-05, + "loss": 0.4249, + "step": 4968 + }, + { + "epoch": 4.214588634435962, + "grad_norm": 1.374223682734815, + "learning_rate": 1.999226378194489e-05, + "loss": 0.4844, + "step": 4969 + }, + { + "epoch": 4.215436810856658, + "grad_norm": 1.3970514889089745, + "learning_rate": 1.9992252974794234e-05, + "loss": 0.4179, + "step": 4970 + }, + { + "epoch": 4.216284987277354, + "grad_norm": 1.269053715340542, + "learning_rate": 1.9992242160103223e-05, + "loss": 0.3961, + "step": 4971 + }, + { + "epoch": 4.217133163698049, + "grad_norm": 1.3887680926852894, + "learning_rate": 1.999223133787186e-05, + "loss": 0.5332, + "step": 4972 + }, + { + "epoch": 4.217981340118745, + "grad_norm": 1.2805385024693892, + "learning_rate": 1.999222050810015e-05, + "loss": 0.4601, + "step": 4973 + }, + { + "epoch": 4.21882951653944, + "grad_norm": 1.3099653384028447, + "learning_rate": 1.9992209670788108e-05, + "loss": 0.4732, + "step": 4974 + }, + { + "epoch": 4.219677692960135, + "grad_norm": 1.1434197811011084, + "learning_rate": 1.9992198825935734e-05, + "loss": 0.419, + "step": 4975 + }, + { + "epoch": 4.220525869380832, + "grad_norm": 1.2427318806321779, + "learning_rate": 1.9992187973543043e-05, + "loss": 0.4397, + "step": 4976 + }, + { + "epoch": 4.221374045801527, + "grad_norm": 1.228030690479395, + "learning_rate": 1.9992177113610044e-05, + "loss": 0.4504, + "step": 4977 + }, + { + "epoch": 4.222222222222222, + "grad_norm": 1.5498373833712602, + "learning_rate": 1.9992166246136738e-05, + "loss": 0.4875, + "step": 4978 + }, + { + "epoch": 4.223070398642918, + "grad_norm": 1.3199797319773197, + "learning_rate": 1.9992155371123137e-05, + "loss": 0.4477, + "step": 4979 + }, + { + "epoch": 4.223918575063613, + "grad_norm": 1.4982084550287806, + "learning_rate": 1.9992144488569253e-05, + "loss": 0.5117, + "step": 4980 + }, + { + "epoch": 4.224766751484308, + "grad_norm": 1.3646353743729502, + "learning_rate": 1.999213359847509e-05, + "loss": 0.4949, + "step": 4981 + }, + { + "epoch": 4.225614927905005, + "grad_norm": 1.3214451572888264, + "learning_rate": 1.9992122700840656e-05, + "loss": 0.4154, + "step": 4982 + }, + { + "epoch": 4.2264631043257, + "grad_norm": 1.3770233318350311, + "learning_rate": 1.999211179566596e-05, + "loss": 0.4495, + "step": 4983 + }, + { + "epoch": 4.227311280746395, + "grad_norm": 1.3114937406831562, + "learning_rate": 1.999210088295101e-05, + "loss": 0.4237, + "step": 4984 + }, + { + "epoch": 4.228159457167091, + "grad_norm": 1.1926559834290877, + "learning_rate": 1.999208996269582e-05, + "loss": 0.3821, + "step": 4985 + }, + { + "epoch": 4.229007633587786, + "grad_norm": 1.4572021669994033, + "learning_rate": 1.9992079034900387e-05, + "loss": 0.4711, + "step": 4986 + }, + { + "epoch": 4.229855810008482, + "grad_norm": 1.3130360570721142, + "learning_rate": 1.9992068099564725e-05, + "loss": 0.4183, + "step": 4987 + }, + { + "epoch": 4.2307039864291776, + "grad_norm": 1.3710298602468607, + "learning_rate": 1.999205715668884e-05, + "loss": 0.4755, + "step": 4988 + }, + { + "epoch": 4.231552162849873, + "grad_norm": 1.2382297531354836, + "learning_rate": 1.999204620627275e-05, + "loss": 0.4533, + "step": 4989 + }, + { + "epoch": 4.232400339270568, + "grad_norm": 1.299157014107977, + "learning_rate": 1.9992035248316453e-05, + "loss": 0.4799, + "step": 4990 + }, + { + "epoch": 4.233248515691264, + "grad_norm": 1.2854906592348048, + "learning_rate": 1.999202428281996e-05, + "loss": 0.3954, + "step": 4991 + }, + { + "epoch": 4.234096692111959, + "grad_norm": 1.3513279118534631, + "learning_rate": 1.999201330978328e-05, + "loss": 0.4076, + "step": 4992 + }, + { + "epoch": 4.234944868532655, + "grad_norm": 1.321289155687592, + "learning_rate": 1.999200232920642e-05, + "loss": 0.4541, + "step": 4993 + }, + { + "epoch": 4.2357930449533505, + "grad_norm": 1.3293241140839092, + "learning_rate": 1.9991991341089387e-05, + "loss": 0.4305, + "step": 4994 + }, + { + "epoch": 4.236641221374046, + "grad_norm": 1.39893438861791, + "learning_rate": 1.9991980345432192e-05, + "loss": 0.5466, + "step": 4995 + }, + { + "epoch": 4.237489397794741, + "grad_norm": 1.2768151306142026, + "learning_rate": 1.9991969342234846e-05, + "loss": 0.3964, + "step": 4996 + }, + { + "epoch": 4.2383375742154366, + "grad_norm": 1.3511524100975814, + "learning_rate": 1.999195833149735e-05, + "loss": 0.4898, + "step": 4997 + }, + { + "epoch": 4.239185750636132, + "grad_norm": 1.2292272069625507, + "learning_rate": 1.999194731321972e-05, + "loss": 0.4326, + "step": 4998 + }, + { + "epoch": 4.240033927056828, + "grad_norm": 1.1780205078145103, + "learning_rate": 1.9991936287401958e-05, + "loss": 0.3739, + "step": 4999 + }, + { + "epoch": 4.2408821034775235, + "grad_norm": 1.3177411340549974, + "learning_rate": 1.9991925254044076e-05, + "loss": 0.4546, + "step": 5000 + }, + { + "epoch": 4.241730279898219, + "grad_norm": 1.3693257682033217, + "learning_rate": 1.999191421314608e-05, + "loss": 0.3926, + "step": 5001 + }, + { + "epoch": 4.242578456318914, + "grad_norm": 1.387621585146184, + "learning_rate": 1.999190316470798e-05, + "loss": 0.4647, + "step": 5002 + }, + { + "epoch": 4.2434266327396095, + "grad_norm": 1.2558597482572622, + "learning_rate": 1.9991892108729783e-05, + "loss": 0.433, + "step": 5003 + }, + { + "epoch": 4.244274809160306, + "grad_norm": 1.2062971380173189, + "learning_rate": 1.99918810452115e-05, + "loss": 0.4559, + "step": 5004 + }, + { + "epoch": 4.245122985581001, + "grad_norm": 1.3461593572740083, + "learning_rate": 1.9991869974153137e-05, + "loss": 0.4671, + "step": 5005 + }, + { + "epoch": 4.245971162001696, + "grad_norm": 1.2987511824499285, + "learning_rate": 1.9991858895554704e-05, + "loss": 0.46, + "step": 5006 + }, + { + "epoch": 4.246819338422392, + "grad_norm": 1.305194322646713, + "learning_rate": 1.9991847809416206e-05, + "loss": 0.5119, + "step": 5007 + }, + { + "epoch": 4.247667514843087, + "grad_norm": 1.3932247096001793, + "learning_rate": 1.9991836715737656e-05, + "loss": 0.4741, + "step": 5008 + }, + { + "epoch": 4.2485156912637825, + "grad_norm": 1.321469240456466, + "learning_rate": 1.9991825614519058e-05, + "loss": 0.4588, + "step": 5009 + }, + { + "epoch": 4.249363867684479, + "grad_norm": 1.431355181979706, + "learning_rate": 1.9991814505760424e-05, + "loss": 0.4714, + "step": 5010 + }, + { + "epoch": 4.250212044105174, + "grad_norm": 1.2233118548719304, + "learning_rate": 1.9991803389461757e-05, + "loss": 0.3976, + "step": 5011 + }, + { + "epoch": 4.251060220525869, + "grad_norm": 1.595043818615156, + "learning_rate": 1.9991792265623073e-05, + "loss": 0.4903, + "step": 5012 + }, + { + "epoch": 4.251908396946565, + "grad_norm": 1.326706315050192, + "learning_rate": 1.9991781134244377e-05, + "loss": 0.4246, + "step": 5013 + }, + { + "epoch": 4.25275657336726, + "grad_norm": 1.3596095836929878, + "learning_rate": 1.9991769995325674e-05, + "loss": 0.4595, + "step": 5014 + }, + { + "epoch": 4.253604749787955, + "grad_norm": 1.3861757251564562, + "learning_rate": 1.9991758848866976e-05, + "loss": 0.5638, + "step": 5015 + }, + { + "epoch": 4.254452926208652, + "grad_norm": 1.1859305115676981, + "learning_rate": 1.9991747694868292e-05, + "loss": 0.4381, + "step": 5016 + }, + { + "epoch": 4.255301102629347, + "grad_norm": 1.2955813605981272, + "learning_rate": 1.999173653332963e-05, + "loss": 0.4751, + "step": 5017 + }, + { + "epoch": 4.256149279050042, + "grad_norm": 1.3115107036939904, + "learning_rate": 1.9991725364250997e-05, + "loss": 0.3699, + "step": 5018 + }, + { + "epoch": 4.256997455470738, + "grad_norm": 1.3583401577281407, + "learning_rate": 1.99917141876324e-05, + "loss": 0.5242, + "step": 5019 + }, + { + "epoch": 4.257845631891433, + "grad_norm": 1.3972840626448355, + "learning_rate": 1.9991703003473853e-05, + "loss": 0.4796, + "step": 5020 + }, + { + "epoch": 4.258693808312129, + "grad_norm": 1.389854328450954, + "learning_rate": 1.9991691811775356e-05, + "loss": 0.5246, + "step": 5021 + }, + { + "epoch": 4.259541984732825, + "grad_norm": 1.2626506357458915, + "learning_rate": 1.9991680612536926e-05, + "loss": 0.4007, + "step": 5022 + }, + { + "epoch": 4.26039016115352, + "grad_norm": 1.3605415572641397, + "learning_rate": 1.9991669405758566e-05, + "loss": 0.5112, + "step": 5023 + }, + { + "epoch": 4.261238337574215, + "grad_norm": 1.357099128043594, + "learning_rate": 1.9991658191440287e-05, + "loss": 0.464, + "step": 5024 + }, + { + "epoch": 4.262086513994911, + "grad_norm": 1.3711755631432385, + "learning_rate": 1.99916469695821e-05, + "loss": 0.4466, + "step": 5025 + }, + { + "epoch": 4.262934690415607, + "grad_norm": 1.3578348026311189, + "learning_rate": 1.9991635740184006e-05, + "loss": 0.5156, + "step": 5026 + }, + { + "epoch": 4.263782866836302, + "grad_norm": 1.2902541898233864, + "learning_rate": 1.9991624503246017e-05, + "loss": 0.4497, + "step": 5027 + }, + { + "epoch": 4.264631043256998, + "grad_norm": 1.388537431604661, + "learning_rate": 1.9991613258768144e-05, + "loss": 0.4111, + "step": 5028 + }, + { + "epoch": 4.265479219677693, + "grad_norm": 1.3322575770904672, + "learning_rate": 1.9991602006750394e-05, + "loss": 0.4584, + "step": 5029 + }, + { + "epoch": 4.266327396098388, + "grad_norm": 1.4714392393652664, + "learning_rate": 1.9991590747192773e-05, + "loss": 0.5372, + "step": 5030 + }, + { + "epoch": 4.267175572519084, + "grad_norm": 1.5451245533990794, + "learning_rate": 1.9991579480095296e-05, + "loss": 0.4541, + "step": 5031 + }, + { + "epoch": 4.26802374893978, + "grad_norm": 1.4297654033062632, + "learning_rate": 1.9991568205457964e-05, + "loss": 0.4614, + "step": 5032 + }, + { + "epoch": 4.268871925360475, + "grad_norm": 1.3121095959300426, + "learning_rate": 1.999155692328079e-05, + "loss": 0.5341, + "step": 5033 + }, + { + "epoch": 4.269720101781171, + "grad_norm": 1.2834768618415673, + "learning_rate": 1.999154563356378e-05, + "loss": 0.482, + "step": 5034 + }, + { + "epoch": 4.270568278201866, + "grad_norm": 1.3772465234172668, + "learning_rate": 1.9991534336306944e-05, + "loss": 0.4169, + "step": 5035 + }, + { + "epoch": 4.271416454622561, + "grad_norm": 1.3230126415129189, + "learning_rate": 1.999152303151029e-05, + "loss": 0.5327, + "step": 5036 + }, + { + "epoch": 4.272264631043257, + "grad_norm": 1.2093536590491554, + "learning_rate": 1.9991511719173825e-05, + "loss": 0.4476, + "step": 5037 + }, + { + "epoch": 4.273112807463953, + "grad_norm": 1.2855890992732737, + "learning_rate": 1.9991500399297562e-05, + "loss": 0.3998, + "step": 5038 + }, + { + "epoch": 4.273960983884648, + "grad_norm": 1.3041006951782967, + "learning_rate": 1.9991489071881506e-05, + "loss": 0.4679, + "step": 5039 + }, + { + "epoch": 4.2748091603053435, + "grad_norm": 1.2662856955209105, + "learning_rate": 1.9991477736925668e-05, + "loss": 0.4455, + "step": 5040 + }, + { + "epoch": 4.275657336726039, + "grad_norm": 1.2403568089412267, + "learning_rate": 1.999146639443005e-05, + "loss": 0.3961, + "step": 5041 + }, + { + "epoch": 4.276505513146734, + "grad_norm": 1.534698440002795, + "learning_rate": 1.999145504439467e-05, + "loss": 0.5198, + "step": 5042 + }, + { + "epoch": 4.2773536895674305, + "grad_norm": 1.3788406176464079, + "learning_rate": 1.999144368681953e-05, + "loss": 0.4768, + "step": 5043 + }, + { + "epoch": 4.278201865988126, + "grad_norm": 1.2706153586157465, + "learning_rate": 1.999143232170464e-05, + "loss": 0.4451, + "step": 5044 + }, + { + "epoch": 4.279050042408821, + "grad_norm": 1.4030160204261592, + "learning_rate": 1.9991420949050013e-05, + "loss": 0.509, + "step": 5045 + }, + { + "epoch": 4.2798982188295165, + "grad_norm": 1.3190212233134717, + "learning_rate": 1.999140956885565e-05, + "loss": 0.4481, + "step": 5046 + }, + { + "epoch": 4.280746395250212, + "grad_norm": 1.3572637833101004, + "learning_rate": 1.9991398181121564e-05, + "loss": 0.469, + "step": 5047 + }, + { + "epoch": 4.281594571670907, + "grad_norm": 1.3489718479171824, + "learning_rate": 1.9991386785847764e-05, + "loss": 0.4451, + "step": 5048 + }, + { + "epoch": 4.282442748091603, + "grad_norm": 1.1538831828002887, + "learning_rate": 1.9991375383034256e-05, + "loss": 0.4214, + "step": 5049 + }, + { + "epoch": 4.283290924512299, + "grad_norm": 1.3129628880096558, + "learning_rate": 1.9991363972681054e-05, + "loss": 0.5186, + "step": 5050 + }, + { + "epoch": 4.284139100932994, + "grad_norm": 1.3477361352877806, + "learning_rate": 1.999135255478816e-05, + "loss": 0.4713, + "step": 5051 + }, + { + "epoch": 4.2849872773536894, + "grad_norm": 1.4529206851580816, + "learning_rate": 1.9991341129355584e-05, + "loss": 0.5344, + "step": 5052 + }, + { + "epoch": 4.285835453774385, + "grad_norm": 1.3077128762926291, + "learning_rate": 1.9991329696383335e-05, + "loss": 0.4053, + "step": 5053 + }, + { + "epoch": 4.28668363019508, + "grad_norm": 1.3252659196673022, + "learning_rate": 1.9991318255871427e-05, + "loss": 0.4628, + "step": 5054 + }, + { + "epoch": 4.287531806615776, + "grad_norm": 1.37108991467798, + "learning_rate": 1.999130680781986e-05, + "loss": 0.4447, + "step": 5055 + }, + { + "epoch": 4.288379983036472, + "grad_norm": 1.3146822302854981, + "learning_rate": 1.999129535222865e-05, + "loss": 0.4565, + "step": 5056 + }, + { + "epoch": 4.289228159457167, + "grad_norm": 1.2810023581049808, + "learning_rate": 1.9991283889097802e-05, + "loss": 0.4288, + "step": 5057 + }, + { + "epoch": 4.290076335877862, + "grad_norm": 1.2759677459287775, + "learning_rate": 1.9991272418427323e-05, + "loss": 0.4029, + "step": 5058 + }, + { + "epoch": 4.290924512298558, + "grad_norm": 1.3116656230923358, + "learning_rate": 1.9991260940217224e-05, + "loss": 0.4196, + "step": 5059 + }, + { + "epoch": 4.291772688719254, + "grad_norm": 1.3759671665618036, + "learning_rate": 1.9991249454467518e-05, + "loss": 0.5053, + "step": 5060 + }, + { + "epoch": 4.292620865139949, + "grad_norm": 1.3352647780809668, + "learning_rate": 1.9991237961178206e-05, + "loss": 0.4805, + "step": 5061 + }, + { + "epoch": 4.293469041560645, + "grad_norm": 1.5218895664442182, + "learning_rate": 1.99912264603493e-05, + "loss": 0.4308, + "step": 5062 + }, + { + "epoch": 4.29431721798134, + "grad_norm": 1.3190843657221005, + "learning_rate": 1.9991214951980808e-05, + "loss": 0.5004, + "step": 5063 + }, + { + "epoch": 4.295165394402035, + "grad_norm": 1.3042401623131903, + "learning_rate": 1.999120343607274e-05, + "loss": 0.4697, + "step": 5064 + }, + { + "epoch": 4.296013570822731, + "grad_norm": 1.188025065327623, + "learning_rate": 1.9991191912625103e-05, + "loss": 0.424, + "step": 5065 + }, + { + "epoch": 4.296861747243427, + "grad_norm": 1.5170362715102108, + "learning_rate": 1.9991180381637906e-05, + "loss": 0.446, + "step": 5066 + }, + { + "epoch": 4.297709923664122, + "grad_norm": 1.3480514574121243, + "learning_rate": 1.9991168843111163e-05, + "loss": 0.4161, + "step": 5067 + }, + { + "epoch": 4.298558100084818, + "grad_norm": 1.2542449461359797, + "learning_rate": 1.9991157297044875e-05, + "loss": 0.4165, + "step": 5068 + }, + { + "epoch": 4.299406276505513, + "grad_norm": 1.2323503946001761, + "learning_rate": 1.999114574343905e-05, + "loss": 0.412, + "step": 5069 + }, + { + "epoch": 4.300254452926208, + "grad_norm": 1.2756601697334011, + "learning_rate": 1.9991134182293703e-05, + "loss": 0.4064, + "step": 5070 + }, + { + "epoch": 4.301102629346905, + "grad_norm": 1.4060616548106881, + "learning_rate": 1.9991122613608844e-05, + "loss": 0.4505, + "step": 5071 + }, + { + "epoch": 4.3019508057676, + "grad_norm": 1.2689330950857822, + "learning_rate": 1.9991111037384473e-05, + "loss": 0.4132, + "step": 5072 + }, + { + "epoch": 4.302798982188295, + "grad_norm": 1.3075295456148113, + "learning_rate": 1.9991099453620607e-05, + "loss": 0.4245, + "step": 5073 + }, + { + "epoch": 4.303647158608991, + "grad_norm": 1.408331462023979, + "learning_rate": 1.999108786231725e-05, + "loss": 0.4299, + "step": 5074 + }, + { + "epoch": 4.304495335029686, + "grad_norm": 1.192330966742153, + "learning_rate": 1.999107626347441e-05, + "loss": 0.3717, + "step": 5075 + }, + { + "epoch": 4.305343511450381, + "grad_norm": 1.2120538519592805, + "learning_rate": 1.9991064657092098e-05, + "loss": 0.447, + "step": 5076 + }, + { + "epoch": 4.3061916878710775, + "grad_norm": 1.50050148572712, + "learning_rate": 1.9991053043170326e-05, + "loss": 0.5643, + "step": 5077 + }, + { + "epoch": 4.307039864291773, + "grad_norm": 1.2865571230672923, + "learning_rate": 1.99910414217091e-05, + "loss": 0.4888, + "step": 5078 + }, + { + "epoch": 4.307888040712468, + "grad_norm": 1.33840355346376, + "learning_rate": 1.9991029792708423e-05, + "loss": 0.3514, + "step": 5079 + }, + { + "epoch": 4.308736217133164, + "grad_norm": 1.3666139798372314, + "learning_rate": 1.9991018156168313e-05, + "loss": 0.5105, + "step": 5080 + }, + { + "epoch": 4.309584393553859, + "grad_norm": 1.4420279855148044, + "learning_rate": 1.999100651208877e-05, + "loss": 0.4958, + "step": 5081 + }, + { + "epoch": 4.310432569974555, + "grad_norm": 1.282904771426043, + "learning_rate": 1.9990994860469813e-05, + "loss": 0.4244, + "step": 5082 + }, + { + "epoch": 4.3112807463952505, + "grad_norm": 1.3619822302559865, + "learning_rate": 1.9990983201311443e-05, + "loss": 0.4884, + "step": 5083 + }, + { + "epoch": 4.312128922815946, + "grad_norm": 1.4748831751774798, + "learning_rate": 1.9990971534613674e-05, + "loss": 0.4532, + "step": 5084 + }, + { + "epoch": 4.312977099236641, + "grad_norm": 1.1908750986563328, + "learning_rate": 1.9990959860376508e-05, + "loss": 0.4202, + "step": 5085 + }, + { + "epoch": 4.3138252756573365, + "grad_norm": 1.1569503214439303, + "learning_rate": 1.999094817859996e-05, + "loss": 0.4626, + "step": 5086 + }, + { + "epoch": 4.314673452078032, + "grad_norm": 1.529033672681601, + "learning_rate": 1.9990936489284036e-05, + "loss": 0.5029, + "step": 5087 + }, + { + "epoch": 4.315521628498728, + "grad_norm": 1.3445070989665693, + "learning_rate": 1.9990924792428742e-05, + "loss": 0.4357, + "step": 5088 + }, + { + "epoch": 4.3163698049194235, + "grad_norm": 1.2342246108043493, + "learning_rate": 1.9990913088034093e-05, + "loss": 0.4631, + "step": 5089 + }, + { + "epoch": 4.317217981340119, + "grad_norm": 1.2831218712892072, + "learning_rate": 1.9990901376100096e-05, + "loss": 0.4343, + "step": 5090 + }, + { + "epoch": 4.318066157760814, + "grad_norm": 1.294980725304284, + "learning_rate": 1.9990889656626756e-05, + "loss": 0.5044, + "step": 5091 + }, + { + "epoch": 4.3189143341815095, + "grad_norm": 1.4005410277002108, + "learning_rate": 1.9990877929614085e-05, + "loss": 0.506, + "step": 5092 + }, + { + "epoch": 4.319762510602205, + "grad_norm": 1.2667575871354138, + "learning_rate": 1.9990866195062095e-05, + "loss": 0.4905, + "step": 5093 + }, + { + "epoch": 4.320610687022901, + "grad_norm": 1.310963499415832, + "learning_rate": 1.999085445297079e-05, + "loss": 0.3695, + "step": 5094 + }, + { + "epoch": 4.321458863443596, + "grad_norm": 1.3067404695024916, + "learning_rate": 1.9990842703340177e-05, + "loss": 0.4828, + "step": 5095 + }, + { + "epoch": 4.322307039864292, + "grad_norm": 1.3339687814314491, + "learning_rate": 1.9990830946170273e-05, + "loss": 0.4479, + "step": 5096 + }, + { + "epoch": 4.323155216284987, + "grad_norm": 1.3258518990066244, + "learning_rate": 1.9990819181461078e-05, + "loss": 0.4502, + "step": 5097 + }, + { + "epoch": 4.3240033927056825, + "grad_norm": 1.3592845143378842, + "learning_rate": 1.9990807409212605e-05, + "loss": 0.4775, + "step": 5098 + }, + { + "epoch": 4.324851569126379, + "grad_norm": 1.3726298045941685, + "learning_rate": 1.9990795629424865e-05, + "loss": 0.4726, + "step": 5099 + }, + { + "epoch": 4.325699745547074, + "grad_norm": 1.446450976971285, + "learning_rate": 1.9990783842097868e-05, + "loss": 0.5099, + "step": 5100 + }, + { + "epoch": 4.326547921967769, + "grad_norm": 1.196430073188547, + "learning_rate": 1.9990772047231616e-05, + "loss": 0.3911, + "step": 5101 + }, + { + "epoch": 4.327396098388465, + "grad_norm": 1.4982651393352044, + "learning_rate": 1.9990760244826117e-05, + "loss": 0.5213, + "step": 5102 + }, + { + "epoch": 4.32824427480916, + "grad_norm": 1.366347187137954, + "learning_rate": 1.999074843488139e-05, + "loss": 0.4418, + "step": 5103 + }, + { + "epoch": 4.329092451229855, + "grad_norm": 1.2680801206778607, + "learning_rate": 1.9990736617397436e-05, + "loss": 0.4502, + "step": 5104 + }, + { + "epoch": 4.329940627650552, + "grad_norm": 1.4400254283979492, + "learning_rate": 1.9990724792374267e-05, + "loss": 0.5594, + "step": 5105 + }, + { + "epoch": 4.330788804071247, + "grad_norm": 1.4159598359172316, + "learning_rate": 1.999071295981189e-05, + "loss": 0.5072, + "step": 5106 + }, + { + "epoch": 4.331636980491942, + "grad_norm": 1.3392272863747678, + "learning_rate": 1.9990701119710317e-05, + "loss": 0.4162, + "step": 5107 + }, + { + "epoch": 4.332485156912638, + "grad_norm": 1.2013564321407475, + "learning_rate": 1.9990689272069552e-05, + "loss": 0.4207, + "step": 5108 + }, + { + "epoch": 4.333333333333333, + "grad_norm": 1.3635737396942915, + "learning_rate": 1.999067741688961e-05, + "loss": 0.4673, + "step": 5109 + }, + { + "epoch": 4.334181509754028, + "grad_norm": 1.3695526875387882, + "learning_rate": 1.9990665554170495e-05, + "loss": 0.45, + "step": 5110 + }, + { + "epoch": 4.335029686174725, + "grad_norm": 1.4344271329456675, + "learning_rate": 1.999065368391222e-05, + "loss": 0.5176, + "step": 5111 + }, + { + "epoch": 4.33587786259542, + "grad_norm": 1.2952578704549866, + "learning_rate": 1.9990641806114788e-05, + "loss": 0.4809, + "step": 5112 + }, + { + "epoch": 4.336726039016115, + "grad_norm": 1.3303376819866666, + "learning_rate": 1.999062992077821e-05, + "loss": 0.5036, + "step": 5113 + }, + { + "epoch": 4.337574215436811, + "grad_norm": 1.3347749124539667, + "learning_rate": 1.9990618027902503e-05, + "loss": 0.4794, + "step": 5114 + }, + { + "epoch": 4.338422391857506, + "grad_norm": 1.293096186094326, + "learning_rate": 1.9990606127487665e-05, + "loss": 0.3763, + "step": 5115 + }, + { + "epoch": 4.339270568278202, + "grad_norm": 1.378611352213794, + "learning_rate": 1.9990594219533713e-05, + "loss": 0.5329, + "step": 5116 + }, + { + "epoch": 4.340118744698898, + "grad_norm": 1.398957831145862, + "learning_rate": 1.9990582304040652e-05, + "loss": 0.3972, + "step": 5117 + }, + { + "epoch": 4.340966921119593, + "grad_norm": 1.4860260208195872, + "learning_rate": 1.999057038100849e-05, + "loss": 0.4839, + "step": 5118 + }, + { + "epoch": 4.341815097540288, + "grad_norm": 1.388956605720363, + "learning_rate": 1.9990558450437237e-05, + "loss": 0.4422, + "step": 5119 + }, + { + "epoch": 4.342663273960984, + "grad_norm": 1.1869909036436057, + "learning_rate": 1.9990546512326906e-05, + "loss": 0.4052, + "step": 5120 + }, + { + "epoch": 4.34351145038168, + "grad_norm": 1.2701420542046975, + "learning_rate": 1.99905345666775e-05, + "loss": 0.4885, + "step": 5121 + }, + { + "epoch": 4.344359626802375, + "grad_norm": 1.367402082242245, + "learning_rate": 1.9990522613489035e-05, + "loss": 0.4784, + "step": 5122 + }, + { + "epoch": 4.3452078032230705, + "grad_norm": 1.473220792661145, + "learning_rate": 1.999051065276151e-05, + "loss": 0.5174, + "step": 5123 + }, + { + "epoch": 4.346055979643766, + "grad_norm": 1.2755509248206067, + "learning_rate": 1.999049868449494e-05, + "loss": 0.4429, + "step": 5124 + }, + { + "epoch": 4.346904156064461, + "grad_norm": 1.2593440724904903, + "learning_rate": 1.9990486708689336e-05, + "loss": 0.5048, + "step": 5125 + }, + { + "epoch": 4.347752332485157, + "grad_norm": 1.3036227675516763, + "learning_rate": 1.9990474725344704e-05, + "loss": 0.5122, + "step": 5126 + }, + { + "epoch": 4.348600508905853, + "grad_norm": 1.3234807153186843, + "learning_rate": 1.9990462734461053e-05, + "loss": 0.4485, + "step": 5127 + }, + { + "epoch": 4.349448685326548, + "grad_norm": 1.339648471994241, + "learning_rate": 1.9990450736038395e-05, + "loss": 0.4325, + "step": 5128 + }, + { + "epoch": 4.3502968617472435, + "grad_norm": 1.3965461200759293, + "learning_rate": 1.9990438730076737e-05, + "loss": 0.4757, + "step": 5129 + }, + { + "epoch": 4.351145038167939, + "grad_norm": 1.4962812009741413, + "learning_rate": 1.9990426716576086e-05, + "loss": 0.4483, + "step": 5130 + }, + { + "epoch": 4.351993214588634, + "grad_norm": 1.2446165243898897, + "learning_rate": 1.9990414695536455e-05, + "loss": 0.4723, + "step": 5131 + }, + { + "epoch": 4.3528413910093295, + "grad_norm": 1.2056295845134857, + "learning_rate": 1.999040266695785e-05, + "loss": 0.4339, + "step": 5132 + }, + { + "epoch": 4.353689567430026, + "grad_norm": 1.2752736634283226, + "learning_rate": 1.999039063084028e-05, + "loss": 0.4654, + "step": 5133 + }, + { + "epoch": 4.354537743850721, + "grad_norm": 1.2660879331384827, + "learning_rate": 1.9990378587183755e-05, + "loss": 0.4056, + "step": 5134 + }, + { + "epoch": 4.3553859202714165, + "grad_norm": 1.2524044155153815, + "learning_rate": 1.9990366535988284e-05, + "loss": 0.4531, + "step": 5135 + }, + { + "epoch": 4.356234096692112, + "grad_norm": 1.3415812909767575, + "learning_rate": 1.9990354477253882e-05, + "loss": 0.451, + "step": 5136 + }, + { + "epoch": 4.357082273112807, + "grad_norm": 1.3677554351182195, + "learning_rate": 1.9990342410980544e-05, + "loss": 0.4856, + "step": 5137 + }, + { + "epoch": 4.357930449533503, + "grad_norm": 1.2170608489150934, + "learning_rate": 1.9990330337168295e-05, + "loss": 0.3881, + "step": 5138 + }, + { + "epoch": 4.358778625954199, + "grad_norm": 1.2736723887607995, + "learning_rate": 1.9990318255817133e-05, + "loss": 0.51, + "step": 5139 + }, + { + "epoch": 4.359626802374894, + "grad_norm": 1.3754416540825194, + "learning_rate": 1.999030616692707e-05, + "loss": 0.5447, + "step": 5140 + }, + { + "epoch": 4.360474978795589, + "grad_norm": 1.4143055685999595, + "learning_rate": 1.999029407049812e-05, + "loss": 0.4904, + "step": 5141 + }, + { + "epoch": 4.361323155216285, + "grad_norm": 1.3568705581373333, + "learning_rate": 1.9990281966530287e-05, + "loss": 0.4513, + "step": 5142 + }, + { + "epoch": 4.36217133163698, + "grad_norm": 1.4401133542200355, + "learning_rate": 1.9990269855023577e-05, + "loss": 0.4678, + "step": 5143 + }, + { + "epoch": 4.363019508057676, + "grad_norm": 1.2129260509724322, + "learning_rate": 1.999025773597801e-05, + "loss": 0.4094, + "step": 5144 + }, + { + "epoch": 4.363867684478372, + "grad_norm": 1.4820918308429454, + "learning_rate": 1.9990245609393585e-05, + "loss": 0.5219, + "step": 5145 + }, + { + "epoch": 4.364715860899067, + "grad_norm": 1.288882967292965, + "learning_rate": 1.9990233475270313e-05, + "loss": 0.4858, + "step": 5146 + }, + { + "epoch": 4.365564037319762, + "grad_norm": 1.2105209657136349, + "learning_rate": 1.999022133360821e-05, + "loss": 0.4306, + "step": 5147 + }, + { + "epoch": 4.366412213740458, + "grad_norm": 1.3850691804098316, + "learning_rate": 1.9990209184407274e-05, + "loss": 0.4596, + "step": 5148 + }, + { + "epoch": 4.367260390161153, + "grad_norm": 1.2775046004538226, + "learning_rate": 1.999019702766752e-05, + "loss": 0.4622, + "step": 5149 + }, + { + "epoch": 4.368108566581849, + "grad_norm": 1.2171818218042072, + "learning_rate": 1.9990184863388964e-05, + "loss": 0.4885, + "step": 5150 + }, + { + "epoch": 4.368956743002545, + "grad_norm": 1.1938035269962632, + "learning_rate": 1.9990172691571604e-05, + "loss": 0.4637, + "step": 5151 + }, + { + "epoch": 4.36980491942324, + "grad_norm": 1.3116512563155642, + "learning_rate": 1.9990160512215454e-05, + "loss": 0.5072, + "step": 5152 + }, + { + "epoch": 4.370653095843935, + "grad_norm": 1.4701938770657657, + "learning_rate": 1.999014832532052e-05, + "loss": 0.4397, + "step": 5153 + }, + { + "epoch": 4.371501272264631, + "grad_norm": 1.372713168035811, + "learning_rate": 1.999013613088682e-05, + "loss": 0.3722, + "step": 5154 + }, + { + "epoch": 4.372349448685327, + "grad_norm": 1.3016211372757136, + "learning_rate": 1.9990123928914355e-05, + "loss": 0.5177, + "step": 5155 + }, + { + "epoch": 4.373197625106022, + "grad_norm": 1.2681818078052693, + "learning_rate": 1.9990111719403134e-05, + "loss": 0.4699, + "step": 5156 + }, + { + "epoch": 4.374045801526718, + "grad_norm": 1.1977062068675215, + "learning_rate": 1.999009950235317e-05, + "loss": 0.3533, + "step": 5157 + }, + { + "epoch": 4.374893977947413, + "grad_norm": 1.325455867456557, + "learning_rate": 1.9990087277764477e-05, + "loss": 0.4279, + "step": 5158 + }, + { + "epoch": 4.375742154368108, + "grad_norm": 1.2513842457139575, + "learning_rate": 1.999007504563705e-05, + "loss": 0.4228, + "step": 5159 + }, + { + "epoch": 4.376590330788804, + "grad_norm": 1.3423367679393474, + "learning_rate": 1.999006280597091e-05, + "loss": 0.4709, + "step": 5160 + }, + { + "epoch": 4.3774385072095, + "grad_norm": 1.33901926063012, + "learning_rate": 1.9990050558766063e-05, + "loss": 0.4528, + "step": 5161 + }, + { + "epoch": 4.378286683630195, + "grad_norm": 1.4366092249298374, + "learning_rate": 1.9990038304022518e-05, + "loss": 0.5325, + "step": 5162 + }, + { + "epoch": 4.379134860050891, + "grad_norm": 1.2515150099998762, + "learning_rate": 1.9990026041740284e-05, + "loss": 0.4753, + "step": 5163 + }, + { + "epoch": 4.379983036471586, + "grad_norm": 1.2879716796106793, + "learning_rate": 1.999001377191937e-05, + "loss": 0.4854, + "step": 5164 + }, + { + "epoch": 4.380831212892281, + "grad_norm": 1.3505235374412312, + "learning_rate": 1.999000149455978e-05, + "loss": 0.4395, + "step": 5165 + }, + { + "epoch": 4.3816793893129775, + "grad_norm": 1.2826618931040092, + "learning_rate": 1.9989989209661535e-05, + "loss": 0.4399, + "step": 5166 + }, + { + "epoch": 4.382527565733673, + "grad_norm": 1.4133633591008243, + "learning_rate": 1.9989976917224637e-05, + "loss": 0.4829, + "step": 5167 + }, + { + "epoch": 4.383375742154368, + "grad_norm": 1.2882925177916906, + "learning_rate": 1.99899646172491e-05, + "loss": 0.459, + "step": 5168 + }, + { + "epoch": 4.3842239185750635, + "grad_norm": 1.4795715104502283, + "learning_rate": 1.9989952309734923e-05, + "loss": 0.5022, + "step": 5169 + }, + { + "epoch": 4.385072094995759, + "grad_norm": 1.2158801883700532, + "learning_rate": 1.998993999468213e-05, + "loss": 0.4619, + "step": 5170 + }, + { + "epoch": 4.385920271416454, + "grad_norm": 1.5260421194640268, + "learning_rate": 1.9989927672090713e-05, + "loss": 0.4838, + "step": 5171 + }, + { + "epoch": 4.3867684478371505, + "grad_norm": 1.2598928750517369, + "learning_rate": 1.9989915341960697e-05, + "loss": 0.4164, + "step": 5172 + }, + { + "epoch": 4.387616624257846, + "grad_norm": 1.2106400088226923, + "learning_rate": 1.9989903004292083e-05, + "loss": 0.385, + "step": 5173 + }, + { + "epoch": 4.388464800678541, + "grad_norm": 1.423228564146681, + "learning_rate": 1.9989890659084884e-05, + "loss": 0.5215, + "step": 5174 + }, + { + "epoch": 4.3893129770992365, + "grad_norm": 1.3355346985984324, + "learning_rate": 1.9989878306339104e-05, + "loss": 0.5475, + "step": 5175 + }, + { + "epoch": 4.390161153519932, + "grad_norm": 1.3920154988903257, + "learning_rate": 1.998986594605476e-05, + "loss": 0.5211, + "step": 5176 + }, + { + "epoch": 4.391009329940628, + "grad_norm": 1.2891391558422942, + "learning_rate": 1.9989853578231854e-05, + "loss": 0.4497, + "step": 5177 + }, + { + "epoch": 4.391857506361323, + "grad_norm": 1.2886633722747254, + "learning_rate": 1.99898412028704e-05, + "loss": 0.4483, + "step": 5178 + }, + { + "epoch": 4.392705682782019, + "grad_norm": 1.347578526524253, + "learning_rate": 1.9989828819970403e-05, + "loss": 0.3946, + "step": 5179 + }, + { + "epoch": 4.393553859202714, + "grad_norm": 1.3855328639307125, + "learning_rate": 1.9989816429531878e-05, + "loss": 0.4459, + "step": 5180 + }, + { + "epoch": 4.3944020356234095, + "grad_norm": 1.3798965506252097, + "learning_rate": 1.9989804031554834e-05, + "loss": 0.4642, + "step": 5181 + }, + { + "epoch": 4.395250212044105, + "grad_norm": 1.344774994399608, + "learning_rate": 1.998979162603927e-05, + "loss": 0.4035, + "step": 5182 + }, + { + "epoch": 4.396098388464801, + "grad_norm": 1.156056471888107, + "learning_rate": 1.998977921298521e-05, + "loss": 0.4299, + "step": 5183 + }, + { + "epoch": 4.396946564885496, + "grad_norm": 1.7385011069640242, + "learning_rate": 1.9989766792392658e-05, + "loss": 0.4365, + "step": 5184 + }, + { + "epoch": 4.397794741306192, + "grad_norm": 1.2276535356015759, + "learning_rate": 1.9989754364261617e-05, + "loss": 0.4385, + "step": 5185 + }, + { + "epoch": 4.398642917726887, + "grad_norm": 1.2161033844685911, + "learning_rate": 1.9989741928592105e-05, + "loss": 0.3925, + "step": 5186 + }, + { + "epoch": 4.399491094147582, + "grad_norm": 1.4625496107350953, + "learning_rate": 1.9989729485384125e-05, + "loss": 0.4922, + "step": 5187 + }, + { + "epoch": 4.400339270568278, + "grad_norm": 1.3138550576991972, + "learning_rate": 1.9989717034637694e-05, + "loss": 0.4898, + "step": 5188 + }, + { + "epoch": 4.401187446988974, + "grad_norm": 1.2562895115852752, + "learning_rate": 1.998970457635281e-05, + "loss": 0.4908, + "step": 5189 + }, + { + "epoch": 4.402035623409669, + "grad_norm": 1.2406725451519183, + "learning_rate": 1.9989692110529493e-05, + "loss": 0.4085, + "step": 5190 + }, + { + "epoch": 4.402883799830365, + "grad_norm": 1.4459298984854037, + "learning_rate": 1.9989679637167746e-05, + "loss": 0.4175, + "step": 5191 + }, + { + "epoch": 4.40373197625106, + "grad_norm": 1.3909790530096096, + "learning_rate": 1.9989667156267583e-05, + "loss": 0.4186, + "step": 5192 + }, + { + "epoch": 4.404580152671755, + "grad_norm": 1.3921108384986596, + "learning_rate": 1.998965466782901e-05, + "loss": 0.4745, + "step": 5193 + }, + { + "epoch": 4.405428329092452, + "grad_norm": 1.2781590704352968, + "learning_rate": 1.998964217185204e-05, + "loss": 0.4016, + "step": 5194 + }, + { + "epoch": 4.406276505513147, + "grad_norm": 1.282487144896189, + "learning_rate": 1.9989629668336675e-05, + "loss": 0.4329, + "step": 5195 + }, + { + "epoch": 4.407124681933842, + "grad_norm": 1.2456256959005585, + "learning_rate": 1.998961715728293e-05, + "loss": 0.4293, + "step": 5196 + }, + { + "epoch": 4.407972858354538, + "grad_norm": 1.3488543198203962, + "learning_rate": 1.9989604638690818e-05, + "loss": 0.4855, + "step": 5197 + }, + { + "epoch": 4.408821034775233, + "grad_norm": 1.2863982477987244, + "learning_rate": 1.9989592112560342e-05, + "loss": 0.436, + "step": 5198 + }, + { + "epoch": 4.409669211195928, + "grad_norm": 1.2597747336356075, + "learning_rate": 1.9989579578891517e-05, + "loss": 0.3836, + "step": 5199 + }, + { + "epoch": 4.410517387616625, + "grad_norm": 1.2898583606837293, + "learning_rate": 1.9989567037684346e-05, + "loss": 0.4589, + "step": 5200 + }, + { + "epoch": 4.41136556403732, + "grad_norm": 1.4507138422965289, + "learning_rate": 1.9989554488938845e-05, + "loss": 0.4642, + "step": 5201 + }, + { + "epoch": 4.412213740458015, + "grad_norm": 1.5582143551876606, + "learning_rate": 1.9989541932655016e-05, + "loss": 0.5167, + "step": 5202 + }, + { + "epoch": 4.413061916878711, + "grad_norm": 1.180025206505027, + "learning_rate": 1.9989529368832875e-05, + "loss": 0.5107, + "step": 5203 + }, + { + "epoch": 4.413910093299406, + "grad_norm": 1.2841490781100002, + "learning_rate": 1.998951679747243e-05, + "loss": 0.47, + "step": 5204 + }, + { + "epoch": 4.414758269720101, + "grad_norm": 1.4082232569396949, + "learning_rate": 1.9989504218573684e-05, + "loss": 0.4716, + "step": 5205 + }, + { + "epoch": 4.415606446140798, + "grad_norm": 1.3942460345105712, + "learning_rate": 1.998949163213666e-05, + "loss": 0.4514, + "step": 5206 + }, + { + "epoch": 4.416454622561493, + "grad_norm": 1.307482046020143, + "learning_rate": 1.9989479038161357e-05, + "loss": 0.4596, + "step": 5207 + }, + { + "epoch": 4.417302798982188, + "grad_norm": 1.2457886323121354, + "learning_rate": 1.9989466436647788e-05, + "loss": 0.4558, + "step": 5208 + }, + { + "epoch": 4.418150975402884, + "grad_norm": 1.2471269746913582, + "learning_rate": 1.9989453827595957e-05, + "loss": 0.4344, + "step": 5209 + }, + { + "epoch": 4.418999151823579, + "grad_norm": 1.3494550473178135, + "learning_rate": 1.9989441211005883e-05, + "loss": 0.4394, + "step": 5210 + }, + { + "epoch": 4.419847328244275, + "grad_norm": 1.237961688429526, + "learning_rate": 1.9989428586877567e-05, + "loss": 0.4035, + "step": 5211 + }, + { + "epoch": 4.4206955046649705, + "grad_norm": 1.2261951480864086, + "learning_rate": 1.9989415955211025e-05, + "loss": 0.4441, + "step": 5212 + }, + { + "epoch": 4.421543681085666, + "grad_norm": 1.49860017028427, + "learning_rate": 1.9989403316006265e-05, + "loss": 0.4836, + "step": 5213 + }, + { + "epoch": 4.422391857506361, + "grad_norm": 1.2409004906300443, + "learning_rate": 1.998939066926329e-05, + "loss": 0.4567, + "step": 5214 + }, + { + "epoch": 4.423240033927057, + "grad_norm": 1.3415917515568407, + "learning_rate": 1.998937801498212e-05, + "loss": 0.4528, + "step": 5215 + }, + { + "epoch": 4.424088210347753, + "grad_norm": 1.3217817088205162, + "learning_rate": 1.9989365353162754e-05, + "loss": 0.4505, + "step": 5216 + }, + { + "epoch": 4.424936386768448, + "grad_norm": 1.4071643514010055, + "learning_rate": 1.9989352683805213e-05, + "loss": 0.5386, + "step": 5217 + }, + { + "epoch": 4.4257845631891435, + "grad_norm": 1.5422253595450208, + "learning_rate": 1.99893400069095e-05, + "loss": 0.4998, + "step": 5218 + }, + { + "epoch": 4.426632739609839, + "grad_norm": 1.4109238713821122, + "learning_rate": 1.9989327322475623e-05, + "loss": 0.4296, + "step": 5219 + }, + { + "epoch": 4.427480916030534, + "grad_norm": 1.3247713504580838, + "learning_rate": 1.998931463050359e-05, + "loss": 0.4831, + "step": 5220 + }, + { + "epoch": 4.4283290924512295, + "grad_norm": 1.428847646662252, + "learning_rate": 1.9989301930993422e-05, + "loss": 0.4939, + "step": 5221 + }, + { + "epoch": 4.429177268871926, + "grad_norm": 1.4512019948388248, + "learning_rate": 1.9989289223945115e-05, + "loss": 0.4778, + "step": 5222 + }, + { + "epoch": 4.430025445292621, + "grad_norm": 1.3815315042969472, + "learning_rate": 1.9989276509358685e-05, + "loss": 0.4412, + "step": 5223 + }, + { + "epoch": 4.4308736217133164, + "grad_norm": 1.41821181735317, + "learning_rate": 1.998926378723414e-05, + "loss": 0.5113, + "step": 5224 + }, + { + "epoch": 4.431721798134012, + "grad_norm": 1.4369875190062424, + "learning_rate": 1.9989251057571496e-05, + "loss": 0.4448, + "step": 5225 + }, + { + "epoch": 4.432569974554707, + "grad_norm": 1.680155657376831, + "learning_rate": 1.9989238320370753e-05, + "loss": 0.6334, + "step": 5226 + }, + { + "epoch": 4.4334181509754025, + "grad_norm": 1.3051635619396609, + "learning_rate": 1.9989225575631926e-05, + "loss": 0.4519, + "step": 5227 + }, + { + "epoch": 4.434266327396099, + "grad_norm": 1.4041221832706032, + "learning_rate": 1.9989212823355023e-05, + "loss": 0.5074, + "step": 5228 + }, + { + "epoch": 4.435114503816794, + "grad_norm": 1.3399163545280217, + "learning_rate": 1.9989200063540056e-05, + "loss": 0.4708, + "step": 5229 + }, + { + "epoch": 4.435962680237489, + "grad_norm": 1.3382289263056166, + "learning_rate": 1.9989187296187028e-05, + "loss": 0.4844, + "step": 5230 + }, + { + "epoch": 4.436810856658185, + "grad_norm": 1.3268333038783036, + "learning_rate": 1.998917452129596e-05, + "loss": 0.4403, + "step": 5231 + }, + { + "epoch": 4.43765903307888, + "grad_norm": 1.4510092517205115, + "learning_rate": 1.998916173886685e-05, + "loss": 0.4839, + "step": 5232 + }, + { + "epoch": 4.438507209499576, + "grad_norm": 1.3185460261131283, + "learning_rate": 1.9989148948899714e-05, + "loss": 0.5227, + "step": 5233 + }, + { + "epoch": 4.439355385920272, + "grad_norm": 1.4784481539862264, + "learning_rate": 1.998913615139456e-05, + "loss": 0.5396, + "step": 5234 + }, + { + "epoch": 4.440203562340967, + "grad_norm": 1.1778064110831046, + "learning_rate": 1.9989123346351397e-05, + "loss": 0.4113, + "step": 5235 + }, + { + "epoch": 4.441051738761662, + "grad_norm": 1.2478482244622482, + "learning_rate": 1.9989110533770235e-05, + "loss": 0.4062, + "step": 5236 + }, + { + "epoch": 4.441899915182358, + "grad_norm": 1.2649826092085592, + "learning_rate": 1.9989097713651086e-05, + "loss": 0.5294, + "step": 5237 + }, + { + "epoch": 4.442748091603053, + "grad_norm": 1.556663187167277, + "learning_rate": 1.998908488599396e-05, + "loss": 0.538, + "step": 5238 + }, + { + "epoch": 4.443596268023749, + "grad_norm": 1.3767940202800604, + "learning_rate": 1.998907205079886e-05, + "loss": 0.5396, + "step": 5239 + }, + { + "epoch": 4.444444444444445, + "grad_norm": 1.2264451411239796, + "learning_rate": 1.9989059208065803e-05, + "loss": 0.4155, + "step": 5240 + }, + { + "epoch": 4.44529262086514, + "grad_norm": 1.2110631945596972, + "learning_rate": 1.9989046357794795e-05, + "loss": 0.4531, + "step": 5241 + }, + { + "epoch": 4.446140797285835, + "grad_norm": 1.4477814419173232, + "learning_rate": 1.9989033499985847e-05, + "loss": 0.4943, + "step": 5242 + }, + { + "epoch": 4.446988973706531, + "grad_norm": 1.290061074038346, + "learning_rate": 1.9989020634638967e-05, + "loss": 0.4202, + "step": 5243 + }, + { + "epoch": 4.447837150127226, + "grad_norm": 1.1962780718526407, + "learning_rate": 1.998900776175417e-05, + "loss": 0.4208, + "step": 5244 + }, + { + "epoch": 4.448685326547922, + "grad_norm": 1.382829608581138, + "learning_rate": 1.9988994881331457e-05, + "loss": 0.4617, + "step": 5245 + }, + { + "epoch": 4.449533502968618, + "grad_norm": 1.3462329888539957, + "learning_rate": 1.9988981993370848e-05, + "loss": 0.5705, + "step": 5246 + }, + { + "epoch": 4.450381679389313, + "grad_norm": 1.3591993239661488, + "learning_rate": 1.9988969097872343e-05, + "loss": 0.415, + "step": 5247 + }, + { + "epoch": 4.451229855810008, + "grad_norm": 1.1258576726619287, + "learning_rate": 1.998895619483596e-05, + "loss": 0.4131, + "step": 5248 + }, + { + "epoch": 4.452078032230704, + "grad_norm": 1.3344036784862454, + "learning_rate": 1.9988943284261698e-05, + "loss": 0.5189, + "step": 5249 + }, + { + "epoch": 4.4529262086514, + "grad_norm": 1.4533189498508912, + "learning_rate": 1.9988930366149578e-05, + "loss": 0.4593, + "step": 5250 + }, + { + "epoch": 4.453774385072095, + "grad_norm": 1.3463061796199232, + "learning_rate": 1.9988917440499604e-05, + "loss": 0.4996, + "step": 5251 + }, + { + "epoch": 4.454622561492791, + "grad_norm": 1.1880628807523572, + "learning_rate": 1.9988904507311788e-05, + "loss": 0.4099, + "step": 5252 + }, + { + "epoch": 4.455470737913486, + "grad_norm": 1.3524441462433463, + "learning_rate": 1.998889156658614e-05, + "loss": 0.4249, + "step": 5253 + }, + { + "epoch": 4.456318914334181, + "grad_norm": 1.3477059857262046, + "learning_rate": 1.9988878618322665e-05, + "loss": 0.4781, + "step": 5254 + }, + { + "epoch": 4.457167090754877, + "grad_norm": 1.1787835808195697, + "learning_rate": 1.9988865662521377e-05, + "loss": 0.3349, + "step": 5255 + }, + { + "epoch": 4.458015267175573, + "grad_norm": 1.2911588907879963, + "learning_rate": 1.9988852699182286e-05, + "loss": 0.5138, + "step": 5256 + }, + { + "epoch": 4.458863443596268, + "grad_norm": 1.1582041855731793, + "learning_rate": 1.99888397283054e-05, + "loss": 0.441, + "step": 5257 + }, + { + "epoch": 4.4597116200169635, + "grad_norm": 1.4613883532889802, + "learning_rate": 1.998882674989073e-05, + "loss": 0.5985, + "step": 5258 + }, + { + "epoch": 4.460559796437659, + "grad_norm": 1.4285659952610408, + "learning_rate": 1.9988813763938286e-05, + "loss": 0.4711, + "step": 5259 + }, + { + "epoch": 4.461407972858354, + "grad_norm": 1.3198864729279869, + "learning_rate": 1.9988800770448078e-05, + "loss": 0.5154, + "step": 5260 + }, + { + "epoch": 4.4622561492790505, + "grad_norm": 1.3301414083599656, + "learning_rate": 1.9988787769420113e-05, + "loss": 0.4755, + "step": 5261 + }, + { + "epoch": 4.463104325699746, + "grad_norm": 1.358290451969572, + "learning_rate": 1.9988774760854402e-05, + "loss": 0.4209, + "step": 5262 + }, + { + "epoch": 4.463952502120441, + "grad_norm": 1.2766123678242087, + "learning_rate": 1.998876174475096e-05, + "loss": 0.5143, + "step": 5263 + }, + { + "epoch": 4.4648006785411365, + "grad_norm": 1.2937267412050009, + "learning_rate": 1.998874872110979e-05, + "loss": 0.4314, + "step": 5264 + }, + { + "epoch": 4.465648854961832, + "grad_norm": 1.1964064325042327, + "learning_rate": 1.9988735689930904e-05, + "loss": 0.4477, + "step": 5265 + }, + { + "epoch": 4.466497031382527, + "grad_norm": 1.241080237985345, + "learning_rate": 1.9988722651214313e-05, + "loss": 0.4904, + "step": 5266 + }, + { + "epoch": 4.467345207803223, + "grad_norm": 1.2260138309516204, + "learning_rate": 1.9988709604960023e-05, + "loss": 0.4455, + "step": 5267 + }, + { + "epoch": 4.468193384223919, + "grad_norm": 1.1717298602204937, + "learning_rate": 1.998869655116805e-05, + "loss": 0.4777, + "step": 5268 + }, + { + "epoch": 4.469041560644614, + "grad_norm": 1.255584113545448, + "learning_rate": 1.9988683489838402e-05, + "loss": 0.4263, + "step": 5269 + }, + { + "epoch": 4.4698897370653095, + "grad_norm": 1.3264042232063398, + "learning_rate": 1.9988670420971084e-05, + "loss": 0.4402, + "step": 5270 + }, + { + "epoch": 4.470737913486005, + "grad_norm": 1.2429462069457295, + "learning_rate": 1.9988657344566108e-05, + "loss": 0.491, + "step": 5271 + }, + { + "epoch": 4.471586089906701, + "grad_norm": 1.2006916494333222, + "learning_rate": 1.998864426062349e-05, + "loss": 0.4135, + "step": 5272 + }, + { + "epoch": 4.472434266327396, + "grad_norm": 1.2149640151951295, + "learning_rate": 1.9988631169143232e-05, + "loss": 0.3747, + "step": 5273 + }, + { + "epoch": 4.473282442748092, + "grad_norm": 1.359861763539164, + "learning_rate": 1.998861807012535e-05, + "loss": 0.4875, + "step": 5274 + }, + { + "epoch": 4.474130619168787, + "grad_norm": 1.2817032535064206, + "learning_rate": 1.9988604963569845e-05, + "loss": 0.4134, + "step": 5275 + }, + { + "epoch": 4.474978795589482, + "grad_norm": 1.2239221922352417, + "learning_rate": 1.9988591849476738e-05, + "loss": 0.488, + "step": 5276 + }, + { + "epoch": 4.475826972010178, + "grad_norm": 1.3949263345145657, + "learning_rate": 1.998857872784603e-05, + "loss": 0.495, + "step": 5277 + }, + { + "epoch": 4.476675148430874, + "grad_norm": 1.4688472506115962, + "learning_rate": 1.9988565598677735e-05, + "loss": 0.4483, + "step": 5278 + }, + { + "epoch": 4.477523324851569, + "grad_norm": 1.2540822474331497, + "learning_rate": 1.9988552461971867e-05, + "loss": 0.4594, + "step": 5279 + }, + { + "epoch": 4.478371501272265, + "grad_norm": 1.4676206966398537, + "learning_rate": 1.9988539317728425e-05, + "loss": 0.4955, + "step": 5280 + }, + { + "epoch": 4.47921967769296, + "grad_norm": 1.560864741916314, + "learning_rate": 1.9988526165947434e-05, + "loss": 0.5404, + "step": 5281 + }, + { + "epoch": 4.480067854113655, + "grad_norm": 1.2892694306259258, + "learning_rate": 1.9988513006628886e-05, + "loss": 0.4731, + "step": 5282 + }, + { + "epoch": 4.480916030534351, + "grad_norm": 1.4496173631895248, + "learning_rate": 1.9988499839772805e-05, + "loss": 0.4436, + "step": 5283 + }, + { + "epoch": 4.481764206955047, + "grad_norm": 1.3922457746509131, + "learning_rate": 1.9988486665379195e-05, + "loss": 0.4186, + "step": 5284 + }, + { + "epoch": 4.482612383375742, + "grad_norm": 1.4774492592634, + "learning_rate": 1.998847348344807e-05, + "loss": 0.4686, + "step": 5285 + }, + { + "epoch": 4.483460559796438, + "grad_norm": 1.2602541647892074, + "learning_rate": 1.998846029397943e-05, + "loss": 0.4084, + "step": 5286 + }, + { + "epoch": 4.484308736217133, + "grad_norm": 1.1822774785117285, + "learning_rate": 1.9988447096973297e-05, + "loss": 0.4292, + "step": 5287 + }, + { + "epoch": 4.485156912637828, + "grad_norm": 1.4029720699271027, + "learning_rate": 1.9988433892429675e-05, + "loss": 0.4431, + "step": 5288 + }, + { + "epoch": 4.486005089058525, + "grad_norm": 1.4138742276004346, + "learning_rate": 1.9988420680348574e-05, + "loss": 0.4233, + "step": 5289 + }, + { + "epoch": 4.48685326547922, + "grad_norm": 1.4183278362388678, + "learning_rate": 1.9988407460730008e-05, + "loss": 0.4213, + "step": 5290 + }, + { + "epoch": 4.487701441899915, + "grad_norm": 1.3292806286708727, + "learning_rate": 1.998839423357398e-05, + "loss": 0.4451, + "step": 5291 + }, + { + "epoch": 4.488549618320611, + "grad_norm": 1.3092121352032018, + "learning_rate": 1.9988380998880505e-05, + "loss": 0.4982, + "step": 5292 + }, + { + "epoch": 4.489397794741306, + "grad_norm": 1.3722774055412168, + "learning_rate": 1.998836775664959e-05, + "loss": 0.4626, + "step": 5293 + }, + { + "epoch": 4.490245971162001, + "grad_norm": 1.3309250675142996, + "learning_rate": 1.998835450688125e-05, + "loss": 0.3954, + "step": 5294 + }, + { + "epoch": 4.4910941475826975, + "grad_norm": 1.6708961825347868, + "learning_rate": 1.998834124957549e-05, + "loss": 0.5091, + "step": 5295 + }, + { + "epoch": 4.491942324003393, + "grad_norm": 1.259405197209842, + "learning_rate": 1.9988327984732322e-05, + "loss": 0.4326, + "step": 5296 + }, + { + "epoch": 4.492790500424088, + "grad_norm": 1.4143033765934858, + "learning_rate": 1.998831471235176e-05, + "loss": 0.4278, + "step": 5297 + }, + { + "epoch": 4.493638676844784, + "grad_norm": 1.3866804108393131, + "learning_rate": 1.9988301432433802e-05, + "loss": 0.5262, + "step": 5298 + }, + { + "epoch": 4.494486853265479, + "grad_norm": 1.4157655739488126, + "learning_rate": 1.998828814497847e-05, + "loss": 0.3958, + "step": 5299 + }, + { + "epoch": 4.495335029686174, + "grad_norm": 1.2388543758041208, + "learning_rate": 1.998827484998577e-05, + "loss": 0.3912, + "step": 5300 + }, + { + "epoch": 4.4961832061068705, + "grad_norm": 1.3871148331242678, + "learning_rate": 1.998826154745571e-05, + "loss": 0.4758, + "step": 5301 + }, + { + "epoch": 4.497031382527566, + "grad_norm": 1.317051907539125, + "learning_rate": 1.9988248237388306e-05, + "loss": 0.4954, + "step": 5302 + }, + { + "epoch": 4.497879558948261, + "grad_norm": 1.262730944577773, + "learning_rate": 1.998823491978356e-05, + "loss": 0.5339, + "step": 5303 + }, + { + "epoch": 4.4987277353689565, + "grad_norm": 1.3080193438952072, + "learning_rate": 1.9988221594641487e-05, + "loss": 0.4453, + "step": 5304 + }, + { + "epoch": 4.499575911789652, + "grad_norm": 1.27125709178308, + "learning_rate": 1.9988208261962098e-05, + "loss": 0.4508, + "step": 5305 + }, + { + "epoch": 4.500424088210348, + "grad_norm": 1.2339730033502907, + "learning_rate": 1.9988194921745397e-05, + "loss": 0.3619, + "step": 5306 + }, + { + "epoch": 4.5012722646310435, + "grad_norm": 1.3861572211066058, + "learning_rate": 1.99881815739914e-05, + "loss": 0.4944, + "step": 5307 + }, + { + "epoch": 4.502120441051739, + "grad_norm": 1.2935421927847572, + "learning_rate": 1.9988168218700114e-05, + "loss": 0.4109, + "step": 5308 + }, + { + "epoch": 4.502968617472434, + "grad_norm": 1.2100176593469107, + "learning_rate": 1.9988154855871557e-05, + "loss": 0.3726, + "step": 5309 + }, + { + "epoch": 4.5038167938931295, + "grad_norm": 1.395437484471667, + "learning_rate": 1.9988141485505724e-05, + "loss": 0.4647, + "step": 5310 + }, + { + "epoch": 4.504664970313826, + "grad_norm": 1.4152016677526904, + "learning_rate": 1.9988128107602637e-05, + "loss": 0.4133, + "step": 5311 + }, + { + "epoch": 4.505513146734521, + "grad_norm": 1.304947363614749, + "learning_rate": 1.99881147221623e-05, + "loss": 0.4384, + "step": 5312 + }, + { + "epoch": 4.506361323155216, + "grad_norm": 1.2068779376873227, + "learning_rate": 1.998810132918473e-05, + "loss": 0.3729, + "step": 5313 + }, + { + "epoch": 4.507209499575912, + "grad_norm": 1.2084232168368307, + "learning_rate": 1.9988087928669932e-05, + "loss": 0.4218, + "step": 5314 + }, + { + "epoch": 4.508057675996607, + "grad_norm": 1.1652958475934527, + "learning_rate": 1.9988074520617916e-05, + "loss": 0.4226, + "step": 5315 + }, + { + "epoch": 4.5089058524173025, + "grad_norm": 1.2392833102803962, + "learning_rate": 1.9988061105028693e-05, + "loss": 0.3603, + "step": 5316 + }, + { + "epoch": 4.509754028837998, + "grad_norm": 1.2347596174534323, + "learning_rate": 1.9988047681902273e-05, + "loss": 0.3576, + "step": 5317 + }, + { + "epoch": 4.510602205258694, + "grad_norm": 1.202421047279299, + "learning_rate": 1.9988034251238665e-05, + "loss": 0.4378, + "step": 5318 + }, + { + "epoch": 4.511450381679389, + "grad_norm": 1.2603796689347513, + "learning_rate": 1.9988020813037883e-05, + "loss": 0.4616, + "step": 5319 + }, + { + "epoch": 4.512298558100085, + "grad_norm": 1.2797039469956057, + "learning_rate": 1.9988007367299932e-05, + "loss": 0.4611, + "step": 5320 + }, + { + "epoch": 4.51314673452078, + "grad_norm": 1.1621436658244515, + "learning_rate": 1.9987993914024827e-05, + "loss": 0.4055, + "step": 5321 + }, + { + "epoch": 4.513994910941475, + "grad_norm": 1.2912355564502385, + "learning_rate": 1.9987980453212576e-05, + "loss": 0.4611, + "step": 5322 + }, + { + "epoch": 4.514843087362172, + "grad_norm": 1.281977714901082, + "learning_rate": 1.9987966984863188e-05, + "loss": 0.3953, + "step": 5323 + }, + { + "epoch": 4.515691263782867, + "grad_norm": 1.1756885902088616, + "learning_rate": 1.9987953508976674e-05, + "loss": 0.4292, + "step": 5324 + }, + { + "epoch": 4.516539440203562, + "grad_norm": 1.2232052800729518, + "learning_rate": 1.9987940025553044e-05, + "loss": 0.3796, + "step": 5325 + }, + { + "epoch": 4.517387616624258, + "grad_norm": 1.2692114523398095, + "learning_rate": 1.998792653459231e-05, + "loss": 0.4501, + "step": 5326 + }, + { + "epoch": 4.518235793044953, + "grad_norm": 1.179691117834616, + "learning_rate": 1.998791303609448e-05, + "loss": 0.4118, + "step": 5327 + }, + { + "epoch": 4.519083969465649, + "grad_norm": 1.2014961769281698, + "learning_rate": 1.9987899530059564e-05, + "loss": 0.4198, + "step": 5328 + }, + { + "epoch": 4.519932145886345, + "grad_norm": 1.392143050254369, + "learning_rate": 1.9987886016487575e-05, + "loss": 0.5065, + "step": 5329 + }, + { + "epoch": 4.52078032230704, + "grad_norm": 1.2657673626145918, + "learning_rate": 1.998787249537852e-05, + "loss": 0.4484, + "step": 5330 + }, + { + "epoch": 4.521628498727735, + "grad_norm": 1.194176594589505, + "learning_rate": 1.998785896673241e-05, + "loss": 0.4383, + "step": 5331 + }, + { + "epoch": 4.522476675148431, + "grad_norm": 1.2193510550818625, + "learning_rate": 1.9987845430549258e-05, + "loss": 0.4243, + "step": 5332 + }, + { + "epoch": 4.523324851569126, + "grad_norm": 1.5812618607936257, + "learning_rate": 1.998783188682907e-05, + "loss": 0.532, + "step": 5333 + }, + { + "epoch": 4.524173027989822, + "grad_norm": 1.400878988791076, + "learning_rate": 1.998781833557186e-05, + "loss": 0.5104, + "step": 5334 + }, + { + "epoch": 4.525021204410518, + "grad_norm": 1.2253830280245723, + "learning_rate": 1.9987804776777632e-05, + "loss": 0.4557, + "step": 5335 + }, + { + "epoch": 4.525869380831213, + "grad_norm": 1.2373107356740087, + "learning_rate": 1.9987791210446404e-05, + "loss": 0.4571, + "step": 5336 + }, + { + "epoch": 4.526717557251908, + "grad_norm": 1.4191536301554801, + "learning_rate": 1.998777763657818e-05, + "loss": 0.5293, + "step": 5337 + }, + { + "epoch": 4.527565733672604, + "grad_norm": 1.3200156413212507, + "learning_rate": 1.9987764055172975e-05, + "loss": 0.4715, + "step": 5338 + }, + { + "epoch": 4.528413910093299, + "grad_norm": 1.3159081273640976, + "learning_rate": 1.99877504662308e-05, + "loss": 0.4913, + "step": 5339 + }, + { + "epoch": 4.529262086513995, + "grad_norm": 1.4393561670160109, + "learning_rate": 1.998773686975166e-05, + "loss": 0.4076, + "step": 5340 + }, + { + "epoch": 4.5301102629346905, + "grad_norm": 1.2424149960354411, + "learning_rate": 1.9987723265735565e-05, + "loss": 0.4691, + "step": 5341 + }, + { + "epoch": 4.530958439355386, + "grad_norm": 1.2649596295572434, + "learning_rate": 1.9987709654182535e-05, + "loss": 0.4728, + "step": 5342 + }, + { + "epoch": 4.531806615776081, + "grad_norm": 1.190431237136535, + "learning_rate": 1.998769603509257e-05, + "loss": 0.4908, + "step": 5343 + }, + { + "epoch": 4.532654792196777, + "grad_norm": 1.2115404224537265, + "learning_rate": 1.998768240846568e-05, + "loss": 0.4377, + "step": 5344 + }, + { + "epoch": 4.533502968617473, + "grad_norm": 1.4487990577991032, + "learning_rate": 1.998766877430188e-05, + "loss": 0.478, + "step": 5345 + }, + { + "epoch": 4.534351145038168, + "grad_norm": 1.4672039488144681, + "learning_rate": 1.9987655132601184e-05, + "loss": 0.4741, + "step": 5346 + }, + { + "epoch": 4.5351993214588635, + "grad_norm": 1.2075256421927434, + "learning_rate": 1.9987641483363594e-05, + "loss": 0.422, + "step": 5347 + }, + { + "epoch": 4.536047497879559, + "grad_norm": 1.3178225523297777, + "learning_rate": 1.9987627826589128e-05, + "loss": 0.3899, + "step": 5348 + }, + { + "epoch": 4.536895674300254, + "grad_norm": 1.3668121905651383, + "learning_rate": 1.9987614162277787e-05, + "loss": 0.5429, + "step": 5349 + }, + { + "epoch": 4.53774385072095, + "grad_norm": 1.1816569758140103, + "learning_rate": 1.9987600490429588e-05, + "loss": 0.4161, + "step": 5350 + }, + { + "epoch": 4.538592027141646, + "grad_norm": 1.5363586600209111, + "learning_rate": 1.998758681104454e-05, + "loss": 0.4338, + "step": 5351 + }, + { + "epoch": 4.539440203562341, + "grad_norm": 1.2773262568403476, + "learning_rate": 1.9987573124122654e-05, + "loss": 0.4728, + "step": 5352 + }, + { + "epoch": 4.5402883799830365, + "grad_norm": 1.2571798121143767, + "learning_rate": 1.9987559429663937e-05, + "loss": 0.433, + "step": 5353 + }, + { + "epoch": 4.541136556403732, + "grad_norm": 1.2337689205559628, + "learning_rate": 1.99875457276684e-05, + "loss": 0.3935, + "step": 5354 + }, + { + "epoch": 4.541984732824427, + "grad_norm": 1.185103127916427, + "learning_rate": 1.998753201813606e-05, + "loss": 0.4461, + "step": 5355 + }, + { + "epoch": 4.5428329092451225, + "grad_norm": 1.3841253570928855, + "learning_rate": 1.9987518301066918e-05, + "loss": 0.5423, + "step": 5356 + }, + { + "epoch": 4.543681085665819, + "grad_norm": 1.3265108622515391, + "learning_rate": 1.9987504576460994e-05, + "loss": 0.4471, + "step": 5357 + }, + { + "epoch": 4.544529262086514, + "grad_norm": 1.3637438392069536, + "learning_rate": 1.9987490844318292e-05, + "loss": 0.4648, + "step": 5358 + }, + { + "epoch": 4.545377438507209, + "grad_norm": 1.255827931554276, + "learning_rate": 1.998747710463882e-05, + "loss": 0.4166, + "step": 5359 + }, + { + "epoch": 4.546225614927905, + "grad_norm": 1.159147615460938, + "learning_rate": 1.9987463357422598e-05, + "loss": 0.3865, + "step": 5360 + }, + { + "epoch": 4.5470737913486, + "grad_norm": 1.616454606021271, + "learning_rate": 1.9987449602669626e-05, + "loss": 0.4048, + "step": 5361 + }, + { + "epoch": 4.547921967769296, + "grad_norm": 1.4634958583871727, + "learning_rate": 1.9987435840379917e-05, + "loss": 0.4607, + "step": 5362 + }, + { + "epoch": 4.548770144189992, + "grad_norm": 1.2630793490916945, + "learning_rate": 1.9987422070553482e-05, + "loss": 0.4022, + "step": 5363 + }, + { + "epoch": 4.549618320610687, + "grad_norm": 1.3218348738299812, + "learning_rate": 1.9987408293190337e-05, + "loss": 0.4475, + "step": 5364 + }, + { + "epoch": 4.550466497031382, + "grad_norm": 1.2703504794322982, + "learning_rate": 1.9987394508290487e-05, + "loss": 0.4275, + "step": 5365 + }, + { + "epoch": 4.551314673452078, + "grad_norm": 1.4220161558925675, + "learning_rate": 1.998738071585394e-05, + "loss": 0.4777, + "step": 5366 + }, + { + "epoch": 4.552162849872774, + "grad_norm": 1.2140392609961193, + "learning_rate": 1.998736691588071e-05, + "loss": 0.4441, + "step": 5367 + }, + { + "epoch": 4.553011026293469, + "grad_norm": 1.5719686037176344, + "learning_rate": 1.998735310837081e-05, + "loss": 0.4169, + "step": 5368 + }, + { + "epoch": 4.553859202714165, + "grad_norm": 1.2876505263767097, + "learning_rate": 1.9987339293324244e-05, + "loss": 0.4112, + "step": 5369 + }, + { + "epoch": 4.55470737913486, + "grad_norm": 1.2536449795449291, + "learning_rate": 1.998732547074103e-05, + "loss": 0.4541, + "step": 5370 + }, + { + "epoch": 4.555555555555555, + "grad_norm": 1.1602364876385622, + "learning_rate": 1.9987311640621173e-05, + "loss": 0.401, + "step": 5371 + }, + { + "epoch": 4.556403731976251, + "grad_norm": 1.4858188526631753, + "learning_rate": 1.9987297802964685e-05, + "loss": 0.4723, + "step": 5372 + }, + { + "epoch": 4.557251908396947, + "grad_norm": 1.2340097891283737, + "learning_rate": 1.9987283957771573e-05, + "loss": 0.4831, + "step": 5373 + }, + { + "epoch": 4.558100084817642, + "grad_norm": 1.2796270501816707, + "learning_rate": 1.9987270105041852e-05, + "loss": 0.5413, + "step": 5374 + }, + { + "epoch": 4.558948261238338, + "grad_norm": 1.4827583929443227, + "learning_rate": 1.9987256244775534e-05, + "loss": 0.4158, + "step": 5375 + }, + { + "epoch": 4.559796437659033, + "grad_norm": 1.2412641798169406, + "learning_rate": 1.9987242376972625e-05, + "loss": 0.4664, + "step": 5376 + }, + { + "epoch": 4.560644614079728, + "grad_norm": 1.327991165343903, + "learning_rate": 1.9987228501633136e-05, + "loss": 0.4808, + "step": 5377 + }, + { + "epoch": 4.561492790500424, + "grad_norm": 1.2892791606077174, + "learning_rate": 1.998721461875708e-05, + "loss": 0.3496, + "step": 5378 + }, + { + "epoch": 4.56234096692112, + "grad_norm": 1.2997293166041974, + "learning_rate": 1.9987200728344462e-05, + "loss": 0.4599, + "step": 5379 + }, + { + "epoch": 4.563189143341815, + "grad_norm": 1.2193612207359303, + "learning_rate": 1.99871868303953e-05, + "loss": 0.4855, + "step": 5380 + }, + { + "epoch": 4.564037319762511, + "grad_norm": 1.4690631714482958, + "learning_rate": 1.99871729249096e-05, + "loss": 0.4908, + "step": 5381 + }, + { + "epoch": 4.564885496183206, + "grad_norm": 1.1925239669608945, + "learning_rate": 1.9987159011887374e-05, + "loss": 0.4238, + "step": 5382 + }, + { + "epoch": 4.565733672603901, + "grad_norm": 1.2612229933878083, + "learning_rate": 1.998714509132863e-05, + "loss": 0.4568, + "step": 5383 + }, + { + "epoch": 4.5665818490245975, + "grad_norm": 1.233812458966004, + "learning_rate": 1.998713116323338e-05, + "loss": 0.4669, + "step": 5384 + }, + { + "epoch": 4.567430025445293, + "grad_norm": 1.2990258845077385, + "learning_rate": 1.998711722760164e-05, + "loss": 0.4179, + "step": 5385 + }, + { + "epoch": 4.568278201865988, + "grad_norm": 1.346557409129864, + "learning_rate": 1.998710328443341e-05, + "loss": 0.4655, + "step": 5386 + }, + { + "epoch": 4.5691263782866836, + "grad_norm": 1.4146587571266085, + "learning_rate": 1.9987089333728708e-05, + "loss": 0.4379, + "step": 5387 + }, + { + "epoch": 4.569974554707379, + "grad_norm": 1.449928851898574, + "learning_rate": 1.9987075375487543e-05, + "loss": 0.4774, + "step": 5388 + }, + { + "epoch": 4.570822731128075, + "grad_norm": 1.3396233889020641, + "learning_rate": 1.998706140970993e-05, + "loss": 0.3986, + "step": 5389 + }, + { + "epoch": 4.5716709075487705, + "grad_norm": 1.2840240581203133, + "learning_rate": 1.9987047436395866e-05, + "loss": 0.4532, + "step": 5390 + }, + { + "epoch": 4.572519083969466, + "grad_norm": 1.0652868449340938, + "learning_rate": 1.998703345554537e-05, + "loss": 0.3065, + "step": 5391 + }, + { + "epoch": 4.573367260390161, + "grad_norm": 1.398132294966095, + "learning_rate": 1.9987019467158456e-05, + "loss": 0.5272, + "step": 5392 + }, + { + "epoch": 4.5742154368108565, + "grad_norm": 1.3646955793029287, + "learning_rate": 1.9987005471235132e-05, + "loss": 0.4755, + "step": 5393 + }, + { + "epoch": 4.575063613231552, + "grad_norm": 1.3125794265869315, + "learning_rate": 1.9986991467775408e-05, + "loss": 0.4654, + "step": 5394 + }, + { + "epoch": 4.575911789652247, + "grad_norm": 1.6408659493230597, + "learning_rate": 1.9986977456779292e-05, + "loss": 0.4982, + "step": 5395 + }, + { + "epoch": 4.576759966072943, + "grad_norm": 1.4260454865353343, + "learning_rate": 1.99869634382468e-05, + "loss": 0.5016, + "step": 5396 + }, + { + "epoch": 4.577608142493639, + "grad_norm": 1.3086342254570327, + "learning_rate": 1.9986949412177935e-05, + "loss": 0.4534, + "step": 5397 + }, + { + "epoch": 4.578456318914334, + "grad_norm": 1.4516844534658417, + "learning_rate": 1.9986935378572715e-05, + "loss": 0.4831, + "step": 5398 + }, + { + "epoch": 4.5793044953350295, + "grad_norm": 1.4295298208467158, + "learning_rate": 1.9986921337431147e-05, + "loss": 0.4998, + "step": 5399 + }, + { + "epoch": 4.580152671755725, + "grad_norm": 1.0994915100236042, + "learning_rate": 1.9986907288753243e-05, + "loss": 0.4108, + "step": 5400 + }, + { + "epoch": 4.581000848176421, + "grad_norm": 1.517815339438805, + "learning_rate": 1.9986893232539012e-05, + "loss": 0.4118, + "step": 5401 + }, + { + "epoch": 4.581849024597116, + "grad_norm": 1.3088358931595392, + "learning_rate": 1.9986879168788468e-05, + "loss": 0.3445, + "step": 5402 + }, + { + "epoch": 4.582697201017812, + "grad_norm": 1.3472819422755975, + "learning_rate": 1.9986865097501615e-05, + "loss": 0.4731, + "step": 5403 + }, + { + "epoch": 4.583545377438507, + "grad_norm": 1.363102351097314, + "learning_rate": 1.9986851018678472e-05, + "loss": 0.415, + "step": 5404 + }, + { + "epoch": 4.584393553859202, + "grad_norm": 1.4798535757963258, + "learning_rate": 1.9986836932319043e-05, + "loss": 0.4242, + "step": 5405 + }, + { + "epoch": 4.585241730279899, + "grad_norm": 1.2603782069549383, + "learning_rate": 1.998682283842334e-05, + "loss": 0.4493, + "step": 5406 + }, + { + "epoch": 4.586089906700594, + "grad_norm": 1.208649747020161, + "learning_rate": 1.9986808736991375e-05, + "loss": 0.3992, + "step": 5407 + }, + { + "epoch": 4.586938083121289, + "grad_norm": 1.269089920828223, + "learning_rate": 1.998679462802316e-05, + "loss": 0.4194, + "step": 5408 + }, + { + "epoch": 4.587786259541985, + "grad_norm": 1.349019432807301, + "learning_rate": 1.99867805115187e-05, + "loss": 0.5147, + "step": 5409 + }, + { + "epoch": 4.58863443596268, + "grad_norm": 1.259349814295388, + "learning_rate": 1.998676638747801e-05, + "loss": 0.42, + "step": 5410 + }, + { + "epoch": 4.589482612383375, + "grad_norm": 1.2798010553113282, + "learning_rate": 1.9986752255901107e-05, + "loss": 0.3874, + "step": 5411 + }, + { + "epoch": 4.590330788804071, + "grad_norm": 1.245772103353102, + "learning_rate": 1.9986738116787988e-05, + "loss": 0.3767, + "step": 5412 + }, + { + "epoch": 4.591178965224767, + "grad_norm": 1.3123563846115462, + "learning_rate": 1.9986723970138672e-05, + "loss": 0.499, + "step": 5413 + }, + { + "epoch": 4.592027141645462, + "grad_norm": 1.109607710895006, + "learning_rate": 1.9986709815953168e-05, + "loss": 0.406, + "step": 5414 + }, + { + "epoch": 4.592875318066158, + "grad_norm": 1.4442652547564585, + "learning_rate": 1.998669565423149e-05, + "loss": 0.4948, + "step": 5415 + }, + { + "epoch": 4.593723494486853, + "grad_norm": 1.318060918761755, + "learning_rate": 1.998668148497364e-05, + "loss": 0.4649, + "step": 5416 + }, + { + "epoch": 4.594571670907548, + "grad_norm": 1.122281183737578, + "learning_rate": 1.9986667308179642e-05, + "loss": 0.4099, + "step": 5417 + }, + { + "epoch": 4.595419847328245, + "grad_norm": 1.3588214076857072, + "learning_rate": 1.9986653123849493e-05, + "loss": 0.4281, + "step": 5418 + }, + { + "epoch": 4.59626802374894, + "grad_norm": 1.3449812876403822, + "learning_rate": 1.998663893198321e-05, + "loss": 0.4963, + "step": 5419 + }, + { + "epoch": 4.597116200169635, + "grad_norm": 1.370929200305906, + "learning_rate": 1.9986624732580803e-05, + "loss": 0.4333, + "step": 5420 + }, + { + "epoch": 4.597964376590331, + "grad_norm": 1.2644769135988492, + "learning_rate": 1.9986610525642287e-05, + "loss": 0.4108, + "step": 5421 + }, + { + "epoch": 4.598812553011026, + "grad_norm": 1.241795751319389, + "learning_rate": 1.9986596311167665e-05, + "loss": 0.4723, + "step": 5422 + }, + { + "epoch": 4.599660729431722, + "grad_norm": 1.1887801194833554, + "learning_rate": 1.9986582089156953e-05, + "loss": 0.4033, + "step": 5423 + }, + { + "epoch": 4.600508905852418, + "grad_norm": 1.3000979858588442, + "learning_rate": 1.998656785961016e-05, + "loss": 0.4045, + "step": 5424 + }, + { + "epoch": 4.601357082273113, + "grad_norm": 1.326734944117843, + "learning_rate": 1.99865536225273e-05, + "loss": 0.4157, + "step": 5425 + }, + { + "epoch": 4.602205258693808, + "grad_norm": 1.1999240438746859, + "learning_rate": 1.9986539377908377e-05, + "loss": 0.4844, + "step": 5426 + }, + { + "epoch": 4.603053435114504, + "grad_norm": 1.5112431909231259, + "learning_rate": 1.9986525125753406e-05, + "loss": 0.4591, + "step": 5427 + }, + { + "epoch": 4.603901611535199, + "grad_norm": 1.2732119325828486, + "learning_rate": 1.99865108660624e-05, + "loss": 0.387, + "step": 5428 + }, + { + "epoch": 4.604749787955895, + "grad_norm": 1.3621366083933253, + "learning_rate": 1.9986496598835365e-05, + "loss": 0.4198, + "step": 5429 + }, + { + "epoch": 4.6055979643765905, + "grad_norm": 1.3899039645033517, + "learning_rate": 1.9986482324072312e-05, + "loss": 0.4656, + "step": 5430 + }, + { + "epoch": 4.606446140797286, + "grad_norm": 1.290433991593137, + "learning_rate": 1.9986468041773254e-05, + "loss": 0.5042, + "step": 5431 + }, + { + "epoch": 4.607294317217981, + "grad_norm": 1.2364664800358915, + "learning_rate": 1.99864537519382e-05, + "loss": 0.4654, + "step": 5432 + }, + { + "epoch": 4.608142493638677, + "grad_norm": 1.1834251321274183, + "learning_rate": 1.9986439454567166e-05, + "loss": 0.4755, + "step": 5433 + }, + { + "epoch": 4.608990670059372, + "grad_norm": 1.4181504599635562, + "learning_rate": 1.9986425149660155e-05, + "loss": 0.5494, + "step": 5434 + }, + { + "epoch": 4.609838846480068, + "grad_norm": 1.3844015940660916, + "learning_rate": 1.9986410837217187e-05, + "loss": 0.5112, + "step": 5435 + }, + { + "epoch": 4.6106870229007635, + "grad_norm": 1.2005135016507236, + "learning_rate": 1.9986396517238265e-05, + "loss": 0.441, + "step": 5436 + }, + { + "epoch": 4.611535199321459, + "grad_norm": 1.3225311949417173, + "learning_rate": 1.9986382189723403e-05, + "loss": 0.5481, + "step": 5437 + }, + { + "epoch": 4.612383375742154, + "grad_norm": 1.4266939798458322, + "learning_rate": 1.9986367854672607e-05, + "loss": 0.428, + "step": 5438 + }, + { + "epoch": 4.6132315521628495, + "grad_norm": 1.3924092592634238, + "learning_rate": 1.9986353512085895e-05, + "loss": 0.4778, + "step": 5439 + }, + { + "epoch": 4.614079728583546, + "grad_norm": 1.2874836778181826, + "learning_rate": 1.9986339161963273e-05, + "loss": 0.4401, + "step": 5440 + }, + { + "epoch": 4.614927905004241, + "grad_norm": 1.326138490804954, + "learning_rate": 1.9986324804304754e-05, + "loss": 0.4888, + "step": 5441 + }, + { + "epoch": 4.6157760814249365, + "grad_norm": 1.1832909507724236, + "learning_rate": 1.998631043911035e-05, + "loss": 0.4354, + "step": 5442 + }, + { + "epoch": 4.616624257845632, + "grad_norm": 1.258420542550048, + "learning_rate": 1.9986296066380072e-05, + "loss": 0.4557, + "step": 5443 + }, + { + "epoch": 4.617472434266327, + "grad_norm": 1.2442626896872282, + "learning_rate": 1.9986281686113926e-05, + "loss": 0.4008, + "step": 5444 + }, + { + "epoch": 4.618320610687023, + "grad_norm": 1.4794747788895388, + "learning_rate": 1.9986267298311928e-05, + "loss": 0.3912, + "step": 5445 + }, + { + "epoch": 4.619168787107719, + "grad_norm": 1.286781481335488, + "learning_rate": 1.9986252902974084e-05, + "loss": 0.4316, + "step": 5446 + }, + { + "epoch": 4.620016963528414, + "grad_norm": 1.405984134474232, + "learning_rate": 1.998623850010041e-05, + "loss": 0.5257, + "step": 5447 + }, + { + "epoch": 4.620865139949109, + "grad_norm": 1.3140267989976604, + "learning_rate": 1.9986224089690914e-05, + "loss": 0.441, + "step": 5448 + }, + { + "epoch": 4.621713316369805, + "grad_norm": 1.4197626538921433, + "learning_rate": 1.9986209671745608e-05, + "loss": 0.4437, + "step": 5449 + }, + { + "epoch": 4.6225614927905, + "grad_norm": 1.2379993176109252, + "learning_rate": 1.99861952462645e-05, + "loss": 0.4704, + "step": 5450 + }, + { + "epoch": 4.6234096692111954, + "grad_norm": 1.2906185279059845, + "learning_rate": 1.9986180813247605e-05, + "loss": 0.4427, + "step": 5451 + }, + { + "epoch": 4.624257845631892, + "grad_norm": 1.2371669425937584, + "learning_rate": 1.998616637269493e-05, + "loss": 0.3571, + "step": 5452 + }, + { + "epoch": 4.625106022052587, + "grad_norm": 1.2717800396361985, + "learning_rate": 1.998615192460649e-05, + "loss": 0.4873, + "step": 5453 + }, + { + "epoch": 4.625954198473282, + "grad_norm": 1.3187207179366047, + "learning_rate": 1.9986137468982295e-05, + "loss": 0.4392, + "step": 5454 + }, + { + "epoch": 4.626802374893978, + "grad_norm": 1.2995622299264402, + "learning_rate": 1.9986123005822353e-05, + "loss": 0.391, + "step": 5455 + }, + { + "epoch": 4.627650551314673, + "grad_norm": 1.1842205742255774, + "learning_rate": 1.9986108535126675e-05, + "loss": 0.3897, + "step": 5456 + }, + { + "epoch": 4.628498727735369, + "grad_norm": 1.4855075073603903, + "learning_rate": 1.9986094056895276e-05, + "loss": 0.5159, + "step": 5457 + }, + { + "epoch": 4.629346904156065, + "grad_norm": 1.3214731410535467, + "learning_rate": 1.9986079571128164e-05, + "loss": 0.4939, + "step": 5458 + }, + { + "epoch": 4.63019508057676, + "grad_norm": 1.4016993952948225, + "learning_rate": 1.9986065077825353e-05, + "loss": 0.4756, + "step": 5459 + }, + { + "epoch": 4.631043256997455, + "grad_norm": 1.492766211248623, + "learning_rate": 1.9986050576986848e-05, + "loss": 0.3893, + "step": 5460 + }, + { + "epoch": 4.631891433418151, + "grad_norm": 1.2049601287525407, + "learning_rate": 1.9986036068612664e-05, + "loss": 0.5033, + "step": 5461 + }, + { + "epoch": 4.632739609838847, + "grad_norm": 1.211553976179021, + "learning_rate": 1.9986021552702814e-05, + "loss": 0.4938, + "step": 5462 + }, + { + "epoch": 4.633587786259542, + "grad_norm": 1.4175593527250987, + "learning_rate": 1.9986007029257305e-05, + "loss": 0.5118, + "step": 5463 + }, + { + "epoch": 4.634435962680238, + "grad_norm": 1.2331910865472002, + "learning_rate": 1.9985992498276147e-05, + "loss": 0.4859, + "step": 5464 + }, + { + "epoch": 4.635284139100933, + "grad_norm": 1.2631604448614837, + "learning_rate": 1.9985977959759353e-05, + "loss": 0.4773, + "step": 5465 + }, + { + "epoch": 4.636132315521628, + "grad_norm": 1.2380835673541943, + "learning_rate": 1.9985963413706934e-05, + "loss": 0.4451, + "step": 5466 + }, + { + "epoch": 4.636980491942324, + "grad_norm": 1.2897027150072826, + "learning_rate": 1.9985948860118904e-05, + "loss": 0.4591, + "step": 5467 + }, + { + "epoch": 4.63782866836302, + "grad_norm": 1.2154756035883365, + "learning_rate": 1.998593429899527e-05, + "loss": 0.4605, + "step": 5468 + }, + { + "epoch": 4.638676844783715, + "grad_norm": 1.2489195232931734, + "learning_rate": 1.9985919730336042e-05, + "loss": 0.461, + "step": 5469 + }, + { + "epoch": 4.639525021204411, + "grad_norm": 1.4761084726076397, + "learning_rate": 1.9985905154141238e-05, + "loss": 0.4234, + "step": 5470 + }, + { + "epoch": 4.640373197625106, + "grad_norm": 1.1943513683510343, + "learning_rate": 1.998589057041086e-05, + "loss": 0.3797, + "step": 5471 + }, + { + "epoch": 4.641221374045801, + "grad_norm": 1.1683735035054703, + "learning_rate": 1.9985875979144923e-05, + "loss": 0.429, + "step": 5472 + }, + { + "epoch": 4.642069550466497, + "grad_norm": 1.2910776441057457, + "learning_rate": 1.998586138034344e-05, + "loss": 0.4254, + "step": 5473 + }, + { + "epoch": 4.642917726887193, + "grad_norm": 1.161651864684284, + "learning_rate": 1.998584677400642e-05, + "loss": 0.4361, + "step": 5474 + }, + { + "epoch": 4.643765903307888, + "grad_norm": 1.0975587445522215, + "learning_rate": 1.9985832160133874e-05, + "loss": 0.4286, + "step": 5475 + }, + { + "epoch": 4.6446140797285835, + "grad_norm": 1.1406245587761794, + "learning_rate": 1.998581753872581e-05, + "loss": 0.3943, + "step": 5476 + }, + { + "epoch": 4.645462256149279, + "grad_norm": 1.1525457882782864, + "learning_rate": 1.9985802909782246e-05, + "loss": 0.4594, + "step": 5477 + }, + { + "epoch": 4.646310432569974, + "grad_norm": 1.3523355960144408, + "learning_rate": 1.9985788273303188e-05, + "loss": 0.4095, + "step": 5478 + }, + { + "epoch": 4.6471586089906705, + "grad_norm": 1.2979660727658562, + "learning_rate": 1.998577362928865e-05, + "loss": 0.4575, + "step": 5479 + }, + { + "epoch": 4.648006785411366, + "grad_norm": 1.4471209308994009, + "learning_rate": 1.9985758977738635e-05, + "loss": 0.4718, + "step": 5480 + }, + { + "epoch": 4.648854961832061, + "grad_norm": 1.2903016109082281, + "learning_rate": 1.9985744318653166e-05, + "loss": 0.4645, + "step": 5481 + }, + { + "epoch": 4.6497031382527565, + "grad_norm": 1.420687789385452, + "learning_rate": 1.9985729652032248e-05, + "loss": 0.4282, + "step": 5482 + }, + { + "epoch": 4.650551314673452, + "grad_norm": 1.157643775716579, + "learning_rate": 1.998571497787589e-05, + "loss": 0.4446, + "step": 5483 + }, + { + "epoch": 4.651399491094148, + "grad_norm": 1.2886614584374618, + "learning_rate": 1.998570029618411e-05, + "loss": 0.5149, + "step": 5484 + }, + { + "epoch": 4.652247667514843, + "grad_norm": 1.1525914826313213, + "learning_rate": 1.998568560695691e-05, + "loss": 0.4733, + "step": 5485 + }, + { + "epoch": 4.653095843935539, + "grad_norm": 1.3423541876064524, + "learning_rate": 1.9985670910194312e-05, + "loss": 0.5383, + "step": 5486 + }, + { + "epoch": 4.653944020356234, + "grad_norm": 1.2743599638173202, + "learning_rate": 1.9985656205896315e-05, + "loss": 0.4777, + "step": 5487 + }, + { + "epoch": 4.6547921967769295, + "grad_norm": 1.2873316126035657, + "learning_rate": 1.998564149406294e-05, + "loss": 0.4672, + "step": 5488 + }, + { + "epoch": 4.655640373197625, + "grad_norm": 0.9748166550333399, + "learning_rate": 1.998562677469419e-05, + "loss": 0.4009, + "step": 5489 + }, + { + "epoch": 4.65648854961832, + "grad_norm": 1.2854390229653294, + "learning_rate": 1.998561204779008e-05, + "loss": 0.4644, + "step": 5490 + }, + { + "epoch": 4.657336726039016, + "grad_norm": 1.2261365537891848, + "learning_rate": 1.9985597313350625e-05, + "loss": 0.3959, + "step": 5491 + }, + { + "epoch": 4.658184902459712, + "grad_norm": 1.3215200875693998, + "learning_rate": 1.9985582571375834e-05, + "loss": 0.4579, + "step": 5492 + }, + { + "epoch": 4.659033078880407, + "grad_norm": 1.225383490368858, + "learning_rate": 1.998556782186571e-05, + "loss": 0.3842, + "step": 5493 + }, + { + "epoch": 4.659881255301102, + "grad_norm": 1.3094004795729124, + "learning_rate": 1.9985553064820276e-05, + "loss": 0.4384, + "step": 5494 + }, + { + "epoch": 4.660729431721798, + "grad_norm": 1.394288735712713, + "learning_rate": 1.9985538300239537e-05, + "loss": 0.4373, + "step": 5495 + }, + { + "epoch": 4.661577608142494, + "grad_norm": 1.1534195826047127, + "learning_rate": 1.9985523528123504e-05, + "loss": 0.3625, + "step": 5496 + }, + { + "epoch": 4.662425784563189, + "grad_norm": 1.1789466295729456, + "learning_rate": 1.9985508748472186e-05, + "loss": 0.479, + "step": 5497 + }, + { + "epoch": 4.663273960983885, + "grad_norm": 1.3593360778470336, + "learning_rate": 1.99854939612856e-05, + "loss": 0.4927, + "step": 5498 + }, + { + "epoch": 4.66412213740458, + "grad_norm": 1.184848574861763, + "learning_rate": 1.9985479166563753e-05, + "loss": 0.4019, + "step": 5499 + }, + { + "epoch": 4.664970313825275, + "grad_norm": 1.3782681452300112, + "learning_rate": 1.998546436430666e-05, + "loss": 0.4299, + "step": 5500 + }, + { + "epoch": 4.665818490245972, + "grad_norm": 1.1944801444767787, + "learning_rate": 1.9985449554514328e-05, + "loss": 0.4497, + "step": 5501 + }, + { + "epoch": 4.666666666666667, + "grad_norm": 1.1636133377720779, + "learning_rate": 1.998543473718677e-05, + "loss": 0.4156, + "step": 5502 + }, + { + "epoch": 4.667514843087362, + "grad_norm": 1.3994971656475488, + "learning_rate": 1.9985419912323997e-05, + "loss": 0.4295, + "step": 5503 + }, + { + "epoch": 4.668363019508058, + "grad_norm": 1.2559989886682867, + "learning_rate": 1.9985405079926023e-05, + "loss": 0.454, + "step": 5504 + }, + { + "epoch": 4.669211195928753, + "grad_norm": 1.2093501142028973, + "learning_rate": 1.9985390239992853e-05, + "loss": 0.4376, + "step": 5505 + }, + { + "epoch": 4.670059372349448, + "grad_norm": 1.2990314080610474, + "learning_rate": 1.9985375392524505e-05, + "loss": 0.5057, + "step": 5506 + }, + { + "epoch": 4.670907548770144, + "grad_norm": 1.2125649094873259, + "learning_rate": 1.9985360537520983e-05, + "loss": 0.4668, + "step": 5507 + }, + { + "epoch": 4.67175572519084, + "grad_norm": 1.2431620596043895, + "learning_rate": 1.9985345674982303e-05, + "loss": 0.4809, + "step": 5508 + }, + { + "epoch": 4.672603901611535, + "grad_norm": 1.1992776226786344, + "learning_rate": 1.9985330804908476e-05, + "loss": 0.4295, + "step": 5509 + }, + { + "epoch": 4.673452078032231, + "grad_norm": 1.291026075319281, + "learning_rate": 1.9985315927299515e-05, + "loss": 0.5125, + "step": 5510 + }, + { + "epoch": 4.674300254452926, + "grad_norm": 1.2651237253674008, + "learning_rate": 1.9985301042155426e-05, + "loss": 0.4444, + "step": 5511 + }, + { + "epoch": 4.675148430873621, + "grad_norm": 1.2940267963274021, + "learning_rate": 1.998528614947622e-05, + "loss": 0.4154, + "step": 5512 + }, + { + "epoch": 4.6759966072943175, + "grad_norm": 1.2542254869503093, + "learning_rate": 1.998527124926192e-05, + "loss": 0.5028, + "step": 5513 + }, + { + "epoch": 4.676844783715013, + "grad_norm": 1.3372878701892499, + "learning_rate": 1.998525634151252e-05, + "loss": 0.5193, + "step": 5514 + }, + { + "epoch": 4.677692960135708, + "grad_norm": 1.1795394887257311, + "learning_rate": 1.998524142622804e-05, + "loss": 0.3598, + "step": 5515 + }, + { + "epoch": 4.678541136556404, + "grad_norm": 1.2369317677155554, + "learning_rate": 1.9985226503408497e-05, + "loss": 0.4908, + "step": 5516 + }, + { + "epoch": 4.679389312977099, + "grad_norm": 1.1634351579558138, + "learning_rate": 1.9985211573053893e-05, + "loss": 0.4182, + "step": 5517 + }, + { + "epoch": 4.680237489397795, + "grad_norm": 1.7555717810013558, + "learning_rate": 1.9985196635164243e-05, + "loss": 0.5245, + "step": 5518 + }, + { + "epoch": 4.6810856658184905, + "grad_norm": 1.160526085851108, + "learning_rate": 1.9985181689739557e-05, + "loss": 0.4365, + "step": 5519 + }, + { + "epoch": 4.681933842239186, + "grad_norm": 1.1845260397708157, + "learning_rate": 1.9985166736779846e-05, + "loss": 0.4473, + "step": 5520 + }, + { + "epoch": 4.682782018659881, + "grad_norm": 1.2423539954587277, + "learning_rate": 1.9985151776285122e-05, + "loss": 0.5025, + "step": 5521 + }, + { + "epoch": 4.6836301950805765, + "grad_norm": 1.3291686855028337, + "learning_rate": 1.9985136808255397e-05, + "loss": 0.4272, + "step": 5522 + }, + { + "epoch": 4.684478371501272, + "grad_norm": 1.1565431559777772, + "learning_rate": 1.9985121832690684e-05, + "loss": 0.408, + "step": 5523 + }, + { + "epoch": 4.685326547921968, + "grad_norm": 1.1366677257410276, + "learning_rate": 1.9985106849590993e-05, + "loss": 0.4299, + "step": 5524 + }, + { + "epoch": 4.6861747243426635, + "grad_norm": 1.2270634426042053, + "learning_rate": 1.998509185895633e-05, + "loss": 0.431, + "step": 5525 + }, + { + "epoch": 4.687022900763359, + "grad_norm": 1.2205870181749263, + "learning_rate": 1.9985076860786713e-05, + "loss": 0.4232, + "step": 5526 + }, + { + "epoch": 4.687871077184054, + "grad_norm": 1.2056203014179325, + "learning_rate": 1.9985061855082152e-05, + "loss": 0.5218, + "step": 5527 + }, + { + "epoch": 4.6887192536047495, + "grad_norm": 1.3164105688002334, + "learning_rate": 1.998504684184266e-05, + "loss": 0.4665, + "step": 5528 + }, + { + "epoch": 4.689567430025445, + "grad_norm": 1.0943916407407857, + "learning_rate": 1.998503182106824e-05, + "loss": 0.3873, + "step": 5529 + }, + { + "epoch": 4.690415606446141, + "grad_norm": 1.287372800156016, + "learning_rate": 1.9985016792758914e-05, + "loss": 0.5029, + "step": 5530 + }, + { + "epoch": 4.691263782866836, + "grad_norm": 1.204659845073616, + "learning_rate": 1.9985001756914685e-05, + "loss": 0.4577, + "step": 5531 + }, + { + "epoch": 4.692111959287532, + "grad_norm": 1.2023287031065977, + "learning_rate": 1.9984986713535572e-05, + "loss": 0.3885, + "step": 5532 + }, + { + "epoch": 4.692960135708227, + "grad_norm": 1.3171989650877078, + "learning_rate": 1.9984971662621576e-05, + "loss": 0.4714, + "step": 5533 + }, + { + "epoch": 4.6938083121289225, + "grad_norm": 1.3146226983867235, + "learning_rate": 1.998495660417272e-05, + "loss": 0.4361, + "step": 5534 + }, + { + "epoch": 4.694656488549619, + "grad_norm": 1.245740621825992, + "learning_rate": 1.9984941538189005e-05, + "loss": 0.4075, + "step": 5535 + }, + { + "epoch": 4.695504664970314, + "grad_norm": 1.1895187893368353, + "learning_rate": 1.998492646467045e-05, + "loss": 0.4112, + "step": 5536 + }, + { + "epoch": 4.696352841391009, + "grad_norm": 1.5071639354822985, + "learning_rate": 1.9984911383617064e-05, + "loss": 0.4915, + "step": 5537 + }, + { + "epoch": 4.697201017811705, + "grad_norm": 1.2342612676301727, + "learning_rate": 1.9984896295028858e-05, + "loss": 0.4449, + "step": 5538 + }, + { + "epoch": 4.6980491942324, + "grad_norm": 1.1366361978917963, + "learning_rate": 1.9984881198905844e-05, + "loss": 0.3332, + "step": 5539 + }, + { + "epoch": 4.698897370653096, + "grad_norm": 1.1958058498599697, + "learning_rate": 1.998486609524803e-05, + "loss": 0.4181, + "step": 5540 + }, + { + "epoch": 4.699745547073792, + "grad_norm": 1.3571487586620452, + "learning_rate": 1.9984850984055433e-05, + "loss": 0.5073, + "step": 5541 + }, + { + "epoch": 4.700593723494487, + "grad_norm": 1.2243398332759465, + "learning_rate": 1.998483586532806e-05, + "loss": 0.4208, + "step": 5542 + }, + { + "epoch": 4.701441899915182, + "grad_norm": 1.1818257349559071, + "learning_rate": 1.9984820739065923e-05, + "loss": 0.4935, + "step": 5543 + }, + { + "epoch": 4.702290076335878, + "grad_norm": 1.3552762902619457, + "learning_rate": 1.998480560526904e-05, + "loss": 0.4863, + "step": 5544 + }, + { + "epoch": 4.703138252756573, + "grad_norm": 1.2763749043368768, + "learning_rate": 1.9984790463937413e-05, + "loss": 0.4532, + "step": 5545 + }, + { + "epoch": 4.703986429177268, + "grad_norm": 1.175562055074577, + "learning_rate": 1.9984775315071056e-05, + "loss": 0.4594, + "step": 5546 + }, + { + "epoch": 4.704834605597965, + "grad_norm": 1.391606980589152, + "learning_rate": 1.9984760158669982e-05, + "loss": 0.5241, + "step": 5547 + }, + { + "epoch": 4.70568278201866, + "grad_norm": 1.305165136740371, + "learning_rate": 1.99847449947342e-05, + "loss": 0.4681, + "step": 5548 + }, + { + "epoch": 4.706530958439355, + "grad_norm": 1.2585937376324838, + "learning_rate": 1.998472982326373e-05, + "loss": 0.4807, + "step": 5549 + }, + { + "epoch": 4.707379134860051, + "grad_norm": 1.1542876950418512, + "learning_rate": 1.9984714644258573e-05, + "loss": 0.4042, + "step": 5550 + }, + { + "epoch": 4.708227311280746, + "grad_norm": 1.1776467769724566, + "learning_rate": 1.9984699457718745e-05, + "loss": 0.4106, + "step": 5551 + }, + { + "epoch": 4.709075487701442, + "grad_norm": 1.3473182201002267, + "learning_rate": 1.9984684263644255e-05, + "loss": 0.4729, + "step": 5552 + }, + { + "epoch": 4.709923664122138, + "grad_norm": 1.2583667349233063, + "learning_rate": 1.998466906203512e-05, + "loss": 0.4996, + "step": 5553 + }, + { + "epoch": 4.710771840542833, + "grad_norm": 1.2411170770536928, + "learning_rate": 1.9984653852891346e-05, + "loss": 0.4132, + "step": 5554 + }, + { + "epoch": 4.711620016963528, + "grad_norm": 1.4233197240856486, + "learning_rate": 1.9984638636212944e-05, + "loss": 0.4454, + "step": 5555 + }, + { + "epoch": 4.712468193384224, + "grad_norm": 1.2787203007477057, + "learning_rate": 1.9984623411999934e-05, + "loss": 0.3781, + "step": 5556 + }, + { + "epoch": 4.71331636980492, + "grad_norm": 1.1726703891172487, + "learning_rate": 1.9984608180252315e-05, + "loss": 0.4443, + "step": 5557 + }, + { + "epoch": 4.714164546225615, + "grad_norm": 1.2334382367648866, + "learning_rate": 1.998459294097011e-05, + "loss": 0.4828, + "step": 5558 + }, + { + "epoch": 4.7150127226463106, + "grad_norm": 1.522907137547038, + "learning_rate": 1.998457769415332e-05, + "loss": 0.4601, + "step": 5559 + }, + { + "epoch": 4.715860899067006, + "grad_norm": 1.269379728858558, + "learning_rate": 1.9984562439801964e-05, + "loss": 0.5439, + "step": 5560 + }, + { + "epoch": 4.716709075487701, + "grad_norm": 1.1918428835845862, + "learning_rate": 1.9984547177916052e-05, + "loss": 0.459, + "step": 5561 + }, + { + "epoch": 4.717557251908397, + "grad_norm": 1.1723663044870873, + "learning_rate": 1.9984531908495596e-05, + "loss": 0.4259, + "step": 5562 + }, + { + "epoch": 4.718405428329093, + "grad_norm": 1.133982493036455, + "learning_rate": 1.9984516631540605e-05, + "loss": 0.4319, + "step": 5563 + }, + { + "epoch": 4.719253604749788, + "grad_norm": 1.1338944526985046, + "learning_rate": 1.998450134705109e-05, + "loss": 0.4121, + "step": 5564 + }, + { + "epoch": 4.7201017811704835, + "grad_norm": 1.0891216716834196, + "learning_rate": 1.9984486055027065e-05, + "loss": 0.3432, + "step": 5565 + }, + { + "epoch": 4.720949957591179, + "grad_norm": 1.360250271836481, + "learning_rate": 1.9984470755468543e-05, + "loss": 0.413, + "step": 5566 + }, + { + "epoch": 4.721798134011874, + "grad_norm": 1.3371082218014079, + "learning_rate": 1.9984455448375534e-05, + "loss": 0.4827, + "step": 5567 + }, + { + "epoch": 4.7226463104325695, + "grad_norm": 1.2107925391742407, + "learning_rate": 1.9984440133748048e-05, + "loss": 0.4102, + "step": 5568 + }, + { + "epoch": 4.723494486853266, + "grad_norm": 1.2477924042668687, + "learning_rate": 1.99844248115861e-05, + "loss": 0.419, + "step": 5569 + }, + { + "epoch": 4.724342663273961, + "grad_norm": 1.1593261053124764, + "learning_rate": 1.9984409481889694e-05, + "loss": 0.4775, + "step": 5570 + }, + { + "epoch": 4.7251908396946565, + "grad_norm": 1.2857834180376662, + "learning_rate": 1.998439414465885e-05, + "loss": 0.5487, + "step": 5571 + }, + { + "epoch": 4.726039016115352, + "grad_norm": 1.1878004341307904, + "learning_rate": 1.9984378799893576e-05, + "loss": 0.4138, + "step": 5572 + }, + { + "epoch": 4.726887192536047, + "grad_norm": 1.2860060217556997, + "learning_rate": 1.9984363447593883e-05, + "loss": 0.4936, + "step": 5573 + }, + { + "epoch": 4.727735368956743, + "grad_norm": 1.265393560047228, + "learning_rate": 1.9984348087759785e-05, + "loss": 0.5042, + "step": 5574 + }, + { + "epoch": 4.728583545377439, + "grad_norm": 1.3303504780904865, + "learning_rate": 1.998433272039129e-05, + "loss": 0.5083, + "step": 5575 + }, + { + "epoch": 4.729431721798134, + "grad_norm": 1.1672466537360255, + "learning_rate": 1.9984317345488416e-05, + "loss": 0.4077, + "step": 5576 + }, + { + "epoch": 4.730279898218829, + "grad_norm": 1.24373767462439, + "learning_rate": 1.9984301963051166e-05, + "loss": 0.4701, + "step": 5577 + }, + { + "epoch": 4.731128074639525, + "grad_norm": 1.392710470946066, + "learning_rate": 1.9984286573079557e-05, + "loss": 0.4728, + "step": 5578 + }, + { + "epoch": 4.731976251060221, + "grad_norm": 1.1807707642701293, + "learning_rate": 1.99842711755736e-05, + "loss": 0.4082, + "step": 5579 + }, + { + "epoch": 4.732824427480916, + "grad_norm": 1.226964324898181, + "learning_rate": 1.9984255770533303e-05, + "loss": 0.396, + "step": 5580 + }, + { + "epoch": 4.733672603901612, + "grad_norm": 1.3636756020942162, + "learning_rate": 1.9984240357958685e-05, + "loss": 0.4767, + "step": 5581 + }, + { + "epoch": 4.734520780322307, + "grad_norm": 1.2545125903486822, + "learning_rate": 1.9984224937849753e-05, + "loss": 0.4414, + "step": 5582 + }, + { + "epoch": 4.735368956743002, + "grad_norm": 1.3952049994896087, + "learning_rate": 1.9984209510206517e-05, + "loss": 0.4763, + "step": 5583 + }, + { + "epoch": 4.736217133163698, + "grad_norm": 1.5132166336737112, + "learning_rate": 1.9984194075028994e-05, + "loss": 0.4573, + "step": 5584 + }, + { + "epoch": 4.737065309584393, + "grad_norm": 1.265853623828255, + "learning_rate": 1.9984178632317187e-05, + "loss": 0.4393, + "step": 5585 + }, + { + "epoch": 4.737913486005089, + "grad_norm": 1.3658073644355107, + "learning_rate": 1.9984163182071117e-05, + "loss": 0.4928, + "step": 5586 + }, + { + "epoch": 4.738761662425785, + "grad_norm": 1.3032351348361724, + "learning_rate": 1.998414772429079e-05, + "loss": 0.4619, + "step": 5587 + }, + { + "epoch": 4.73960983884648, + "grad_norm": 1.176073947369464, + "learning_rate": 1.998413225897622e-05, + "loss": 0.4035, + "step": 5588 + }, + { + "epoch": 4.740458015267175, + "grad_norm": 1.2671608956517821, + "learning_rate": 1.9984116786127417e-05, + "loss": 0.3596, + "step": 5589 + }, + { + "epoch": 4.741306191687871, + "grad_norm": 1.2735203855656776, + "learning_rate": 1.9984101305744396e-05, + "loss": 0.5061, + "step": 5590 + }, + { + "epoch": 4.742154368108567, + "grad_norm": 1.3231595205626356, + "learning_rate": 1.9984085817827163e-05, + "loss": 0.4172, + "step": 5591 + }, + { + "epoch": 4.743002544529262, + "grad_norm": 1.2970647701160374, + "learning_rate": 1.9984070322375734e-05, + "loss": 0.5245, + "step": 5592 + }, + { + "epoch": 4.743850720949958, + "grad_norm": 1.2127037405251688, + "learning_rate": 1.998405481939012e-05, + "loss": 0.4334, + "step": 5593 + }, + { + "epoch": 4.744698897370653, + "grad_norm": 1.1860812962189338, + "learning_rate": 1.9984039308870334e-05, + "loss": 0.4207, + "step": 5594 + }, + { + "epoch": 4.745547073791348, + "grad_norm": 1.2886601662611719, + "learning_rate": 1.9984023790816384e-05, + "loss": 0.421, + "step": 5595 + }, + { + "epoch": 4.746395250212045, + "grad_norm": 1.3107577855556658, + "learning_rate": 1.998400826522828e-05, + "loss": 0.4542, + "step": 5596 + }, + { + "epoch": 4.74724342663274, + "grad_norm": 1.2589434585566297, + "learning_rate": 1.9983992732106045e-05, + "loss": 0.4299, + "step": 5597 + }, + { + "epoch": 4.748091603053435, + "grad_norm": 1.3772951684846872, + "learning_rate": 1.998397719144968e-05, + "loss": 0.4311, + "step": 5598 + }, + { + "epoch": 4.748939779474131, + "grad_norm": 1.3787172090699986, + "learning_rate": 1.9983961643259203e-05, + "loss": 0.4555, + "step": 5599 + }, + { + "epoch": 4.749787955894826, + "grad_norm": 1.1750424018079062, + "learning_rate": 1.9983946087534617e-05, + "loss": 0.4278, + "step": 5600 + }, + { + "epoch": 4.750636132315521, + "grad_norm": 1.4638876285852107, + "learning_rate": 1.9983930524275944e-05, + "loss": 0.4692, + "step": 5601 + }, + { + "epoch": 4.7514843087362175, + "grad_norm": 1.2583463331368494, + "learning_rate": 1.998391495348319e-05, + "loss": 0.4376, + "step": 5602 + }, + { + "epoch": 4.752332485156913, + "grad_norm": 1.275235359081114, + "learning_rate": 1.998389937515637e-05, + "loss": 0.4502, + "step": 5603 + }, + { + "epoch": 4.753180661577608, + "grad_norm": 1.1978543642457706, + "learning_rate": 1.998388378929549e-05, + "loss": 0.4579, + "step": 5604 + }, + { + "epoch": 4.754028837998304, + "grad_norm": 1.4119805469459736, + "learning_rate": 1.9983868195900563e-05, + "loss": 0.4203, + "step": 5605 + }, + { + "epoch": 4.754877014418999, + "grad_norm": 1.1382354734932083, + "learning_rate": 1.9983852594971608e-05, + "loss": 0.4708, + "step": 5606 + }, + { + "epoch": 4.755725190839694, + "grad_norm": 1.3310007636402141, + "learning_rate": 1.998383698650863e-05, + "loss": 0.3847, + "step": 5607 + }, + { + "epoch": 4.7565733672603905, + "grad_norm": 1.22215821109855, + "learning_rate": 1.9983821370511646e-05, + "loss": 0.4486, + "step": 5608 + }, + { + "epoch": 4.757421543681086, + "grad_norm": 1.6910201387714945, + "learning_rate": 1.9983805746980664e-05, + "loss": 0.4634, + "step": 5609 + }, + { + "epoch": 4.758269720101781, + "grad_norm": 1.256211839289244, + "learning_rate": 1.9983790115915692e-05, + "loss": 0.5422, + "step": 5610 + }, + { + "epoch": 4.7591178965224765, + "grad_norm": 1.1284259812984394, + "learning_rate": 1.998377447731675e-05, + "loss": 0.4327, + "step": 5611 + }, + { + "epoch": 4.759966072943172, + "grad_norm": 1.2746991753714951, + "learning_rate": 1.9983758831183845e-05, + "loss": 0.4295, + "step": 5612 + }, + { + "epoch": 4.760814249363868, + "grad_norm": 1.230973595271528, + "learning_rate": 1.9983743177516988e-05, + "loss": 0.4809, + "step": 5613 + }, + { + "epoch": 4.7616624257845634, + "grad_norm": 1.1308222709705102, + "learning_rate": 1.9983727516316194e-05, + "loss": 0.4022, + "step": 5614 + }, + { + "epoch": 4.762510602205259, + "grad_norm": 1.3520948554675998, + "learning_rate": 1.9983711847581472e-05, + "loss": 0.4613, + "step": 5615 + }, + { + "epoch": 4.763358778625954, + "grad_norm": 1.2241304667648756, + "learning_rate": 1.998369617131284e-05, + "loss": 0.4555, + "step": 5616 + }, + { + "epoch": 4.7642069550466495, + "grad_norm": 1.2823577743621153, + "learning_rate": 1.99836804875103e-05, + "loss": 0.3543, + "step": 5617 + }, + { + "epoch": 4.765055131467345, + "grad_norm": 1.3882281927800777, + "learning_rate": 1.998366479617387e-05, + "loss": 0.545, + "step": 5618 + }, + { + "epoch": 4.765903307888041, + "grad_norm": 1.530901194155031, + "learning_rate": 1.998364909730356e-05, + "loss": 0.4947, + "step": 5619 + }, + { + "epoch": 4.766751484308736, + "grad_norm": 1.264212125363031, + "learning_rate": 1.9983633390899383e-05, + "loss": 0.3689, + "step": 5620 + }, + { + "epoch": 4.767599660729432, + "grad_norm": 1.420458586943631, + "learning_rate": 1.998361767696135e-05, + "loss": 0.4827, + "step": 5621 + }, + { + "epoch": 4.768447837150127, + "grad_norm": 1.236333436872928, + "learning_rate": 1.9983601955489477e-05, + "loss": 0.499, + "step": 5622 + }, + { + "epoch": 4.7692960135708224, + "grad_norm": 1.2911673700342379, + "learning_rate": 1.998358622648377e-05, + "loss": 0.4397, + "step": 5623 + }, + { + "epoch": 4.770144189991518, + "grad_norm": 1.2865468702779028, + "learning_rate": 1.998357048994424e-05, + "loss": 0.4285, + "step": 5624 + }, + { + "epoch": 4.770992366412214, + "grad_norm": 1.2139905128409259, + "learning_rate": 1.9983554745870905e-05, + "loss": 0.4203, + "step": 5625 + }, + { + "epoch": 4.771840542832909, + "grad_norm": 1.132970697776048, + "learning_rate": 1.9983538994263774e-05, + "loss": 0.3987, + "step": 5626 + }, + { + "epoch": 4.772688719253605, + "grad_norm": 1.3880837498694958, + "learning_rate": 1.9983523235122857e-05, + "loss": 0.4452, + "step": 5627 + }, + { + "epoch": 4.7735368956743, + "grad_norm": 1.2956689995933266, + "learning_rate": 1.9983507468448168e-05, + "loss": 0.4684, + "step": 5628 + }, + { + "epoch": 4.774385072094995, + "grad_norm": 1.3473565316684921, + "learning_rate": 1.998349169423972e-05, + "loss": 0.4786, + "step": 5629 + }, + { + "epoch": 4.775233248515692, + "grad_norm": 1.1799422061605953, + "learning_rate": 1.9983475912497523e-05, + "loss": 0.4068, + "step": 5630 + }, + { + "epoch": 4.776081424936387, + "grad_norm": 1.2000360626828324, + "learning_rate": 1.9983460123221586e-05, + "loss": 0.4325, + "step": 5631 + }, + { + "epoch": 4.776929601357082, + "grad_norm": 1.3454807913169253, + "learning_rate": 1.9983444326411928e-05, + "loss": 0.4614, + "step": 5632 + }, + { + "epoch": 4.777777777777778, + "grad_norm": 1.2197271997868429, + "learning_rate": 1.9983428522068556e-05, + "loss": 0.4166, + "step": 5633 + }, + { + "epoch": 4.778625954198473, + "grad_norm": 1.2723789926629305, + "learning_rate": 1.998341271019148e-05, + "loss": 0.4006, + "step": 5634 + }, + { + "epoch": 4.779474130619169, + "grad_norm": 1.1764559059347623, + "learning_rate": 1.9983396890780717e-05, + "loss": 0.3673, + "step": 5635 + }, + { + "epoch": 4.780322307039865, + "grad_norm": 1.2045483865923055, + "learning_rate": 1.998338106383628e-05, + "loss": 0.4303, + "step": 5636 + }, + { + "epoch": 4.78117048346056, + "grad_norm": 1.5874789649919836, + "learning_rate": 1.9983365229358175e-05, + "loss": 0.4735, + "step": 5637 + }, + { + "epoch": 4.782018659881255, + "grad_norm": 1.43736010366028, + "learning_rate": 1.9983349387346415e-05, + "loss": 0.4912, + "step": 5638 + }, + { + "epoch": 4.782866836301951, + "grad_norm": 1.4365679320811438, + "learning_rate": 1.9983333537801018e-05, + "loss": 0.4707, + "step": 5639 + }, + { + "epoch": 4.783715012722646, + "grad_norm": 1.1942167549951814, + "learning_rate": 1.9983317680721988e-05, + "loss": 0.3872, + "step": 5640 + }, + { + "epoch": 4.784563189143341, + "grad_norm": 1.2072926080247743, + "learning_rate": 1.998330181610934e-05, + "loss": 0.4534, + "step": 5641 + }, + { + "epoch": 4.785411365564038, + "grad_norm": 1.17548751498899, + "learning_rate": 1.9983285943963093e-05, + "loss": 0.4044, + "step": 5642 + }, + { + "epoch": 4.786259541984733, + "grad_norm": 1.1797343992614817, + "learning_rate": 1.9983270064283245e-05, + "loss": 0.3587, + "step": 5643 + }, + { + "epoch": 4.787107718405428, + "grad_norm": 1.2454708437195103, + "learning_rate": 1.9983254177069818e-05, + "loss": 0.4427, + "step": 5644 + }, + { + "epoch": 4.787955894826124, + "grad_norm": 1.347854246036567, + "learning_rate": 1.9983238282322826e-05, + "loss": 0.4458, + "step": 5645 + }, + { + "epoch": 4.788804071246819, + "grad_norm": 1.1629580077110029, + "learning_rate": 1.998322238004227e-05, + "loss": 0.3717, + "step": 5646 + }, + { + "epoch": 4.789652247667515, + "grad_norm": 1.145001874654911, + "learning_rate": 1.9983206470228174e-05, + "loss": 0.4632, + "step": 5647 + }, + { + "epoch": 4.7905004240882105, + "grad_norm": 1.385385128162083, + "learning_rate": 1.998319055288054e-05, + "loss": 0.5533, + "step": 5648 + }, + { + "epoch": 4.791348600508906, + "grad_norm": 1.2317423337858466, + "learning_rate": 1.9983174627999386e-05, + "loss": 0.5078, + "step": 5649 + }, + { + "epoch": 4.792196776929601, + "grad_norm": 1.182066700845792, + "learning_rate": 1.9983158695584724e-05, + "loss": 0.5207, + "step": 5650 + }, + { + "epoch": 4.793044953350297, + "grad_norm": 1.135994051862387, + "learning_rate": 1.9983142755636564e-05, + "loss": 0.5009, + "step": 5651 + }, + { + "epoch": 4.793893129770993, + "grad_norm": 1.255791905804832, + "learning_rate": 1.9983126808154917e-05, + "loss": 0.5064, + "step": 5652 + }, + { + "epoch": 4.794741306191688, + "grad_norm": 1.2487197454374976, + "learning_rate": 1.9983110853139796e-05, + "loss": 0.499, + "step": 5653 + }, + { + "epoch": 4.7955894826123835, + "grad_norm": 1.2573395954837114, + "learning_rate": 1.998309489059122e-05, + "loss": 0.4983, + "step": 5654 + }, + { + "epoch": 4.796437659033079, + "grad_norm": 1.349096919557776, + "learning_rate": 1.998307892050919e-05, + "loss": 0.4905, + "step": 5655 + }, + { + "epoch": 4.797285835453774, + "grad_norm": 1.1744312064742866, + "learning_rate": 1.9983062942893724e-05, + "loss": 0.466, + "step": 5656 + }, + { + "epoch": 4.7981340118744695, + "grad_norm": 1.230976910025381, + "learning_rate": 1.9983046957744833e-05, + "loss": 0.463, + "step": 5657 + }, + { + "epoch": 4.798982188295166, + "grad_norm": 1.2582855011011607, + "learning_rate": 1.9983030965062527e-05, + "loss": 0.4496, + "step": 5658 + }, + { + "epoch": 4.799830364715861, + "grad_norm": 1.4547000826862033, + "learning_rate": 1.998301496484682e-05, + "loss": 0.4278, + "step": 5659 + }, + { + "epoch": 4.8006785411365565, + "grad_norm": 1.1459244325871274, + "learning_rate": 1.9982998957097726e-05, + "loss": 0.4814, + "step": 5660 + }, + { + "epoch": 4.801526717557252, + "grad_norm": 1.3122563274672339, + "learning_rate": 1.9982982941815255e-05, + "loss": 0.5078, + "step": 5661 + }, + { + "epoch": 4.802374893977947, + "grad_norm": 1.2726672005404513, + "learning_rate": 1.998296691899942e-05, + "loss": 0.4899, + "step": 5662 + }, + { + "epoch": 4.8032230703986425, + "grad_norm": 1.194348439099585, + "learning_rate": 1.998295088865023e-05, + "loss": 0.4024, + "step": 5663 + }, + { + "epoch": 4.804071246819339, + "grad_norm": 1.6125726551925692, + "learning_rate": 1.99829348507677e-05, + "loss": 0.43, + "step": 5664 + }, + { + "epoch": 4.804919423240034, + "grad_norm": 1.2409785165251044, + "learning_rate": 1.9982918805351842e-05, + "loss": 0.3673, + "step": 5665 + }, + { + "epoch": 4.805767599660729, + "grad_norm": 1.3088082773822585, + "learning_rate": 1.9982902752402667e-05, + "loss": 0.4536, + "step": 5666 + }, + { + "epoch": 4.806615776081425, + "grad_norm": 1.131752498029744, + "learning_rate": 1.9982886691920188e-05, + "loss": 0.4148, + "step": 5667 + }, + { + "epoch": 4.80746395250212, + "grad_norm": 1.3557422854852652, + "learning_rate": 1.9982870623904417e-05, + "loss": 0.4691, + "step": 5668 + }, + { + "epoch": 4.808312128922816, + "grad_norm": 1.2232914572209552, + "learning_rate": 1.998285454835537e-05, + "loss": 0.3974, + "step": 5669 + }, + { + "epoch": 4.809160305343512, + "grad_norm": 1.2388313461413687, + "learning_rate": 1.998283846527305e-05, + "loss": 0.487, + "step": 5670 + }, + { + "epoch": 4.810008481764207, + "grad_norm": 1.4771064684977555, + "learning_rate": 1.9982822374657477e-05, + "loss": 0.4484, + "step": 5671 + }, + { + "epoch": 4.810856658184902, + "grad_norm": 1.217616844158391, + "learning_rate": 1.998280627650866e-05, + "loss": 0.4593, + "step": 5672 + }, + { + "epoch": 4.811704834605598, + "grad_norm": 1.247943350243741, + "learning_rate": 1.998279017082661e-05, + "loss": 0.4389, + "step": 5673 + }, + { + "epoch": 4.812553011026294, + "grad_norm": 1.2886479754788578, + "learning_rate": 1.998277405761134e-05, + "loss": 0.5038, + "step": 5674 + }, + { + "epoch": 4.813401187446989, + "grad_norm": 1.1751533945890298, + "learning_rate": 1.9982757936862865e-05, + "loss": 0.3849, + "step": 5675 + }, + { + "epoch": 4.814249363867685, + "grad_norm": 1.1495495855692521, + "learning_rate": 1.9982741808581195e-05, + "loss": 0.4243, + "step": 5676 + }, + { + "epoch": 4.81509754028838, + "grad_norm": 1.2620988878434973, + "learning_rate": 1.998272567276634e-05, + "loss": 0.4431, + "step": 5677 + }, + { + "epoch": 4.815945716709075, + "grad_norm": 1.1408267280687105, + "learning_rate": 1.9982709529418315e-05, + "loss": 0.3701, + "step": 5678 + }, + { + "epoch": 4.816793893129771, + "grad_norm": 1.2921679104647696, + "learning_rate": 1.9982693378537135e-05, + "loss": 0.4742, + "step": 5679 + }, + { + "epoch": 4.817642069550466, + "grad_norm": 1.249489684133334, + "learning_rate": 1.9982677220122807e-05, + "loss": 0.4468, + "step": 5680 + }, + { + "epoch": 4.818490245971162, + "grad_norm": 1.227987827719652, + "learning_rate": 1.9982661054175344e-05, + "loss": 0.4605, + "step": 5681 + }, + { + "epoch": 4.819338422391858, + "grad_norm": 1.1899811757602694, + "learning_rate": 1.998264488069476e-05, + "loss": 0.3843, + "step": 5682 + }, + { + "epoch": 4.820186598812553, + "grad_norm": 1.3411941357668429, + "learning_rate": 1.9982628699681067e-05, + "loss": 0.4525, + "step": 5683 + }, + { + "epoch": 4.821034775233248, + "grad_norm": 1.314735038031483, + "learning_rate": 1.9982612511134273e-05, + "loss": 0.4044, + "step": 5684 + }, + { + "epoch": 4.821882951653944, + "grad_norm": 1.3140029820672747, + "learning_rate": 1.9982596315054396e-05, + "loss": 0.4174, + "step": 5685 + }, + { + "epoch": 4.82273112807464, + "grad_norm": 1.1715930953526699, + "learning_rate": 1.9982580111441448e-05, + "loss": 0.442, + "step": 5686 + }, + { + "epoch": 4.823579304495335, + "grad_norm": 1.3412259604148205, + "learning_rate": 1.9982563900295436e-05, + "loss": 0.5192, + "step": 5687 + }, + { + "epoch": 4.824427480916031, + "grad_norm": 1.3185096812900778, + "learning_rate": 1.9982547681616377e-05, + "loss": 0.4885, + "step": 5688 + }, + { + "epoch": 4.825275657336726, + "grad_norm": 1.1913232591014762, + "learning_rate": 1.9982531455404278e-05, + "loss": 0.3615, + "step": 5689 + }, + { + "epoch": 4.826123833757421, + "grad_norm": 1.2798339030033947, + "learning_rate": 1.9982515221659162e-05, + "loss": 0.4093, + "step": 5690 + }, + { + "epoch": 4.8269720101781175, + "grad_norm": 1.3234781873465054, + "learning_rate": 1.998249898038103e-05, + "loss": 0.4982, + "step": 5691 + }, + { + "epoch": 4.827820186598813, + "grad_norm": 1.3367497852807193, + "learning_rate": 1.99824827315699e-05, + "loss": 0.5501, + "step": 5692 + }, + { + "epoch": 4.828668363019508, + "grad_norm": 1.2989713540898093, + "learning_rate": 1.9982466475225783e-05, + "loss": 0.4749, + "step": 5693 + }, + { + "epoch": 4.8295165394402035, + "grad_norm": 1.3018445823046447, + "learning_rate": 1.998245021134869e-05, + "loss": 0.4534, + "step": 5694 + }, + { + "epoch": 4.830364715860899, + "grad_norm": 1.2522894617685703, + "learning_rate": 1.9982433939938632e-05, + "loss": 0.4243, + "step": 5695 + }, + { + "epoch": 4.831212892281594, + "grad_norm": 1.2095371455789112, + "learning_rate": 1.9982417660995625e-05, + "loss": 0.3918, + "step": 5696 + }, + { + "epoch": 4.8320610687022905, + "grad_norm": 1.3423832666133886, + "learning_rate": 1.9982401374519683e-05, + "loss": 0.4445, + "step": 5697 + }, + { + "epoch": 4.832909245122986, + "grad_norm": 1.3016852777662982, + "learning_rate": 1.998238508051081e-05, + "loss": 0.4866, + "step": 5698 + }, + { + "epoch": 4.833757421543681, + "grad_norm": 1.246713621460473, + "learning_rate": 1.9982368778969028e-05, + "loss": 0.4367, + "step": 5699 + }, + { + "epoch": 4.8346055979643765, + "grad_norm": 1.2760201732247751, + "learning_rate": 1.9982352469894342e-05, + "loss": 0.3821, + "step": 5700 + }, + { + "epoch": 4.835453774385072, + "grad_norm": 1.4586133304208737, + "learning_rate": 1.998233615328677e-05, + "loss": 0.3536, + "step": 5701 + }, + { + "epoch": 4.836301950805767, + "grad_norm": 1.2593772040575895, + "learning_rate": 1.9982319829146317e-05, + "loss": 0.3959, + "step": 5702 + }, + { + "epoch": 4.837150127226463, + "grad_norm": 1.2485880011281218, + "learning_rate": 1.9982303497473002e-05, + "loss": 0.3843, + "step": 5703 + }, + { + "epoch": 4.837998303647159, + "grad_norm": 1.4457511232883573, + "learning_rate": 1.9982287158266837e-05, + "loss": 0.5067, + "step": 5704 + }, + { + "epoch": 4.838846480067854, + "grad_norm": 1.168453866737671, + "learning_rate": 1.9982270811527828e-05, + "loss": 0.3897, + "step": 5705 + }, + { + "epoch": 4.8396946564885495, + "grad_norm": 1.2108067244434697, + "learning_rate": 1.9982254457255992e-05, + "loss": 0.4289, + "step": 5706 + }, + { + "epoch": 4.840542832909245, + "grad_norm": 1.3180404402581007, + "learning_rate": 1.9982238095451344e-05, + "loss": 0.4975, + "step": 5707 + }, + { + "epoch": 4.841391009329941, + "grad_norm": 1.187827019727937, + "learning_rate": 1.9982221726113892e-05, + "loss": 0.463, + "step": 5708 + }, + { + "epoch": 4.842239185750636, + "grad_norm": 1.30660695582095, + "learning_rate": 1.9982205349243648e-05, + "loss": 0.4248, + "step": 5709 + }, + { + "epoch": 4.843087362171332, + "grad_norm": 1.275069816964031, + "learning_rate": 1.9982188964840628e-05, + "loss": 0.4598, + "step": 5710 + }, + { + "epoch": 4.843935538592027, + "grad_norm": 1.1805511979035528, + "learning_rate": 1.9982172572904842e-05, + "loss": 0.4643, + "step": 5711 + }, + { + "epoch": 4.844783715012722, + "grad_norm": 1.4113598250630996, + "learning_rate": 1.99821561734363e-05, + "loss": 0.4426, + "step": 5712 + }, + { + "epoch": 4.845631891433418, + "grad_norm": 1.3726015308065334, + "learning_rate": 1.998213976643502e-05, + "loss": 0.4623, + "step": 5713 + }, + { + "epoch": 4.846480067854114, + "grad_norm": 1.2871004507349613, + "learning_rate": 1.9982123351901016e-05, + "loss": 0.4918, + "step": 5714 + }, + { + "epoch": 4.847328244274809, + "grad_norm": 1.1558945119509954, + "learning_rate": 1.998210692983429e-05, + "loss": 0.4026, + "step": 5715 + }, + { + "epoch": 4.848176420695505, + "grad_norm": 1.2635219636965984, + "learning_rate": 1.9982090500234862e-05, + "loss": 0.5097, + "step": 5716 + }, + { + "epoch": 4.8490245971162, + "grad_norm": 1.1107980081460758, + "learning_rate": 1.9982074063102744e-05, + "loss": 0.4081, + "step": 5717 + }, + { + "epoch": 4.849872773536895, + "grad_norm": 1.3817539123170521, + "learning_rate": 1.9982057618437944e-05, + "loss": 0.4201, + "step": 5718 + }, + { + "epoch": 4.850720949957591, + "grad_norm": 1.1384271336841891, + "learning_rate": 1.9982041166240477e-05, + "loss": 0.3768, + "step": 5719 + }, + { + "epoch": 4.851569126378287, + "grad_norm": 1.2654939235753448, + "learning_rate": 1.9982024706510363e-05, + "loss": 0.4661, + "step": 5720 + }, + { + "epoch": 4.852417302798982, + "grad_norm": 1.162786169059817, + "learning_rate": 1.9982008239247598e-05, + "loss": 0.4354, + "step": 5721 + }, + { + "epoch": 4.853265479219678, + "grad_norm": 1.1646910707565494, + "learning_rate": 1.998199176445221e-05, + "loss": 0.4628, + "step": 5722 + }, + { + "epoch": 4.854113655640373, + "grad_norm": 1.2097057796300563, + "learning_rate": 1.9981975282124202e-05, + "loss": 0.4139, + "step": 5723 + }, + { + "epoch": 4.854961832061068, + "grad_norm": 1.0654230103812383, + "learning_rate": 1.998195879226359e-05, + "loss": 0.3981, + "step": 5724 + }, + { + "epoch": 4.855810008481765, + "grad_norm": 1.1322811771821468, + "learning_rate": 1.9981942294870388e-05, + "loss": 0.4248, + "step": 5725 + }, + { + "epoch": 4.85665818490246, + "grad_norm": 1.281638656398866, + "learning_rate": 1.9981925789944605e-05, + "loss": 0.4361, + "step": 5726 + }, + { + "epoch": 4.857506361323155, + "grad_norm": 1.257223382042591, + "learning_rate": 1.998190927748626e-05, + "loss": 0.4478, + "step": 5727 + }, + { + "epoch": 4.858354537743851, + "grad_norm": 1.485067993362847, + "learning_rate": 1.9981892757495355e-05, + "loss": 0.4061, + "step": 5728 + }, + { + "epoch": 4.859202714164546, + "grad_norm": 1.322490182408222, + "learning_rate": 1.9981876229971905e-05, + "loss": 0.4816, + "step": 5729 + }, + { + "epoch": 4.860050890585242, + "grad_norm": 1.2001966986468662, + "learning_rate": 1.998185969491593e-05, + "loss": 0.3855, + "step": 5730 + }, + { + "epoch": 4.8608990670059375, + "grad_norm": 1.2078934274283248, + "learning_rate": 1.9981843152327437e-05, + "loss": 0.4304, + "step": 5731 + }, + { + "epoch": 4.861747243426633, + "grad_norm": 1.1625691069413289, + "learning_rate": 1.998182660220644e-05, + "loss": 0.4785, + "step": 5732 + }, + { + "epoch": 4.862595419847328, + "grad_norm": 1.1453775390895253, + "learning_rate": 1.998181004455295e-05, + "loss": 0.4268, + "step": 5733 + }, + { + "epoch": 4.863443596268024, + "grad_norm": 1.352385059226105, + "learning_rate": 1.9981793479366983e-05, + "loss": 0.5077, + "step": 5734 + }, + { + "epoch": 4.864291772688719, + "grad_norm": 1.1547183288102225, + "learning_rate": 1.9981776906648546e-05, + "loss": 0.4021, + "step": 5735 + }, + { + "epoch": 4.865139949109414, + "grad_norm": 1.183984989204775, + "learning_rate": 1.9981760326397654e-05, + "loss": 0.4653, + "step": 5736 + }, + { + "epoch": 4.8659881255301105, + "grad_norm": 1.1200673486854498, + "learning_rate": 1.9981743738614322e-05, + "loss": 0.3735, + "step": 5737 + }, + { + "epoch": 4.866836301950806, + "grad_norm": 1.2269662467308227, + "learning_rate": 1.9981727143298557e-05, + "loss": 0.4874, + "step": 5738 + }, + { + "epoch": 4.867684478371501, + "grad_norm": 1.523819492348016, + "learning_rate": 1.9981710540450378e-05, + "loss": 0.4845, + "step": 5739 + }, + { + "epoch": 4.8685326547921965, + "grad_norm": 1.282015130743307, + "learning_rate": 1.9981693930069796e-05, + "loss": 0.4876, + "step": 5740 + }, + { + "epoch": 4.869380831212892, + "grad_norm": 1.1569967663603669, + "learning_rate": 1.9981677312156817e-05, + "loss": 0.4819, + "step": 5741 + }, + { + "epoch": 4.870229007633588, + "grad_norm": 1.4664441926373755, + "learning_rate": 1.9981660686711463e-05, + "loss": 0.4946, + "step": 5742 + }, + { + "epoch": 4.8710771840542835, + "grad_norm": 1.2109842438052505, + "learning_rate": 1.9981644053733736e-05, + "loss": 0.4703, + "step": 5743 + }, + { + "epoch": 4.871925360474979, + "grad_norm": 1.3437878294016024, + "learning_rate": 1.998162741322366e-05, + "loss": 0.5411, + "step": 5744 + }, + { + "epoch": 4.872773536895674, + "grad_norm": 1.2323486918013395, + "learning_rate": 1.9981610765181242e-05, + "loss": 0.5577, + "step": 5745 + }, + { + "epoch": 4.8736217133163695, + "grad_norm": 1.1735273714449235, + "learning_rate": 1.9981594109606496e-05, + "loss": 0.4007, + "step": 5746 + }, + { + "epoch": 4.874469889737066, + "grad_norm": 1.1204624085349102, + "learning_rate": 1.9981577446499428e-05, + "loss": 0.4388, + "step": 5747 + }, + { + "epoch": 4.875318066157761, + "grad_norm": 1.2122102847572966, + "learning_rate": 1.998156077586006e-05, + "loss": 0.4383, + "step": 5748 + }, + { + "epoch": 4.876166242578456, + "grad_norm": 1.318464342293622, + "learning_rate": 1.99815440976884e-05, + "loss": 0.4468, + "step": 5749 + }, + { + "epoch": 4.877014418999152, + "grad_norm": 1.16763892996509, + "learning_rate": 1.9981527411984458e-05, + "loss": 0.3932, + "step": 5750 + }, + { + "epoch": 4.877862595419847, + "grad_norm": 1.2186138995865363, + "learning_rate": 1.9981510718748255e-05, + "loss": 0.4158, + "step": 5751 + }, + { + "epoch": 4.8787107718405425, + "grad_norm": 1.3810423135674559, + "learning_rate": 1.998149401797979e-05, + "loss": 0.4121, + "step": 5752 + }, + { + "epoch": 4.879558948261239, + "grad_norm": 1.2845730912784175, + "learning_rate": 1.998147730967909e-05, + "loss": 0.5036, + "step": 5753 + }, + { + "epoch": 4.880407124681934, + "grad_norm": 1.459402577891788, + "learning_rate": 1.9981460593846162e-05, + "loss": 0.4412, + "step": 5754 + }, + { + "epoch": 4.881255301102629, + "grad_norm": 1.1138796816564593, + "learning_rate": 1.9981443870481017e-05, + "loss": 0.4349, + "step": 5755 + }, + { + "epoch": 4.882103477523325, + "grad_norm": 1.1963676767011489, + "learning_rate": 1.9981427139583666e-05, + "loss": 0.4162, + "step": 5756 + }, + { + "epoch": 4.88295165394402, + "grad_norm": 1.2293850951494112, + "learning_rate": 1.9981410401154125e-05, + "loss": 0.4141, + "step": 5757 + }, + { + "epoch": 4.883799830364715, + "grad_norm": 1.1760801306432909, + "learning_rate": 1.9981393655192408e-05, + "loss": 0.4393, + "step": 5758 + }, + { + "epoch": 4.884648006785412, + "grad_norm": 1.1115902133954896, + "learning_rate": 1.9981376901698525e-05, + "loss": 0.4953, + "step": 5759 + }, + { + "epoch": 4.885496183206107, + "grad_norm": 1.2225429826110106, + "learning_rate": 1.998136014067249e-05, + "loss": 0.4376, + "step": 5760 + }, + { + "epoch": 4.886344359626802, + "grad_norm": 1.2303796017733106, + "learning_rate": 1.9981343372114312e-05, + "loss": 0.5199, + "step": 5761 + }, + { + "epoch": 4.887192536047498, + "grad_norm": 1.246647558492238, + "learning_rate": 1.998132659602401e-05, + "loss": 0.4667, + "step": 5762 + }, + { + "epoch": 4.888040712468193, + "grad_norm": 1.2275129928901658, + "learning_rate": 1.998130981240159e-05, + "loss": 0.4201, + "step": 5763 + }, + { + "epoch": 4.888888888888889, + "grad_norm": 1.1378934407869585, + "learning_rate": 1.998129302124707e-05, + "loss": 0.4412, + "step": 5764 + }, + { + "epoch": 4.889737065309585, + "grad_norm": 1.2610489648055345, + "learning_rate": 1.998127622256046e-05, + "loss": 0.4357, + "step": 5765 + }, + { + "epoch": 4.89058524173028, + "grad_norm": 1.1260316465096731, + "learning_rate": 1.9981259416341775e-05, + "loss": 0.3629, + "step": 5766 + }, + { + "epoch": 4.891433418150975, + "grad_norm": 1.2078012345867364, + "learning_rate": 1.9981242602591022e-05, + "loss": 0.406, + "step": 5767 + }, + { + "epoch": 4.892281594571671, + "grad_norm": 1.0913140526555474, + "learning_rate": 1.998122578130822e-05, + "loss": 0.3443, + "step": 5768 + }, + { + "epoch": 4.893129770992367, + "grad_norm": 1.2446368912771042, + "learning_rate": 1.9981208952493377e-05, + "loss": 0.4812, + "step": 5769 + }, + { + "epoch": 4.893977947413062, + "grad_norm": 1.2307256440107697, + "learning_rate": 1.9981192116146512e-05, + "loss": 0.4283, + "step": 5770 + }, + { + "epoch": 4.894826123833758, + "grad_norm": 1.1605509389823685, + "learning_rate": 1.998117527226763e-05, + "loss": 0.4592, + "step": 5771 + }, + { + "epoch": 4.895674300254453, + "grad_norm": 1.1119116332549488, + "learning_rate": 1.998115842085675e-05, + "loss": 0.471, + "step": 5772 + }, + { + "epoch": 4.896522476675148, + "grad_norm": 1.1397572351868772, + "learning_rate": 1.9981141561913878e-05, + "loss": 0.4417, + "step": 5773 + }, + { + "epoch": 4.897370653095844, + "grad_norm": 1.3449738930407558, + "learning_rate": 1.9981124695439034e-05, + "loss": 0.4857, + "step": 5774 + }, + { + "epoch": 4.898218829516539, + "grad_norm": 1.2801167590315934, + "learning_rate": 1.9981107821432227e-05, + "loss": 0.4782, + "step": 5775 + }, + { + "epoch": 4.899067005937235, + "grad_norm": 1.2680534732417899, + "learning_rate": 1.998109093989347e-05, + "loss": 0.4251, + "step": 5776 + }, + { + "epoch": 4.8999151823579306, + "grad_norm": 1.1147901211089404, + "learning_rate": 1.9981074050822776e-05, + "loss": 0.4362, + "step": 5777 + }, + { + "epoch": 4.900763358778626, + "grad_norm": 1.2688423864314229, + "learning_rate": 1.998105715422016e-05, + "loss": 0.4044, + "step": 5778 + }, + { + "epoch": 4.901611535199321, + "grad_norm": 1.2173995707262055, + "learning_rate": 1.9981040250085627e-05, + "loss": 0.4266, + "step": 5779 + }, + { + "epoch": 4.902459711620017, + "grad_norm": 1.4537271849124997, + "learning_rate": 1.99810233384192e-05, + "loss": 0.4742, + "step": 5780 + }, + { + "epoch": 4.903307888040713, + "grad_norm": 1.2932532265124832, + "learning_rate": 1.9981006419220885e-05, + "loss": 0.4366, + "step": 5781 + }, + { + "epoch": 4.904156064461408, + "grad_norm": 1.0835885943051216, + "learning_rate": 1.99809894924907e-05, + "loss": 0.4007, + "step": 5782 + }, + { + "epoch": 4.9050042408821035, + "grad_norm": 1.158900361996065, + "learning_rate": 1.998097255822865e-05, + "loss": 0.4121, + "step": 5783 + }, + { + "epoch": 4.905852417302799, + "grad_norm": 1.16408008166972, + "learning_rate": 1.9980955616434754e-05, + "loss": 0.3529, + "step": 5784 + }, + { + "epoch": 4.906700593723494, + "grad_norm": 1.2267214216916886, + "learning_rate": 1.9980938667109022e-05, + "loss": 0.3956, + "step": 5785 + }, + { + "epoch": 4.90754877014419, + "grad_norm": 1.4173753122740995, + "learning_rate": 1.998092171025147e-05, + "loss": 0.4887, + "step": 5786 + }, + { + "epoch": 4.908396946564886, + "grad_norm": 1.220315468886421, + "learning_rate": 1.998090474586211e-05, + "loss": 0.4281, + "step": 5787 + }, + { + "epoch": 4.909245122985581, + "grad_norm": 1.2035226726031327, + "learning_rate": 1.998088777394095e-05, + "loss": 0.502, + "step": 5788 + }, + { + "epoch": 4.9100932994062765, + "grad_norm": 1.5136935134207177, + "learning_rate": 1.998087079448801e-05, + "loss": 0.4126, + "step": 5789 + }, + { + "epoch": 4.910941475826972, + "grad_norm": 1.2313266761363966, + "learning_rate": 1.9980853807503297e-05, + "loss": 0.4841, + "step": 5790 + }, + { + "epoch": 4.911789652247667, + "grad_norm": 1.4220604371787162, + "learning_rate": 1.9980836812986823e-05, + "loss": 0.4362, + "step": 5791 + }, + { + "epoch": 4.912637828668363, + "grad_norm": 1.2325214791459993, + "learning_rate": 1.998081981093861e-05, + "loss": 0.4382, + "step": 5792 + }, + { + "epoch": 4.913486005089059, + "grad_norm": 1.1914311538506859, + "learning_rate": 1.998080280135866e-05, + "loss": 0.4285, + "step": 5793 + }, + { + "epoch": 4.914334181509754, + "grad_norm": 1.3739225044215182, + "learning_rate": 1.998078578424699e-05, + "loss": 0.508, + "step": 5794 + }, + { + "epoch": 4.915182357930449, + "grad_norm": 1.3814962594861233, + "learning_rate": 1.9980768759603615e-05, + "loss": 0.4723, + "step": 5795 + }, + { + "epoch": 4.916030534351145, + "grad_norm": 1.1239650595972834, + "learning_rate": 1.9980751727428544e-05, + "loss": 0.4416, + "step": 5796 + }, + { + "epoch": 4.91687871077184, + "grad_norm": 1.2434047757111664, + "learning_rate": 1.9980734687721798e-05, + "loss": 0.4015, + "step": 5797 + }, + { + "epoch": 4.917726887192536, + "grad_norm": 1.4754917036092974, + "learning_rate": 1.9980717640483377e-05, + "loss": 0.5334, + "step": 5798 + }, + { + "epoch": 4.918575063613232, + "grad_norm": 1.3954094009066587, + "learning_rate": 1.9980700585713305e-05, + "loss": 0.5195, + "step": 5799 + }, + { + "epoch": 4.919423240033927, + "grad_norm": 1.1751701787989024, + "learning_rate": 1.998068352341159e-05, + "loss": 0.3904, + "step": 5800 + }, + { + "epoch": 4.920271416454622, + "grad_norm": 1.1646830339882295, + "learning_rate": 1.9980666453578242e-05, + "loss": 0.4602, + "step": 5801 + }, + { + "epoch": 4.921119592875318, + "grad_norm": 1.0774232048265866, + "learning_rate": 1.9980649376213282e-05, + "loss": 0.4437, + "step": 5802 + }, + { + "epoch": 4.921967769296014, + "grad_norm": 1.307480228252312, + "learning_rate": 1.9980632291316715e-05, + "loss": 0.5115, + "step": 5803 + }, + { + "epoch": 4.922815945716709, + "grad_norm": 1.2635080854680514, + "learning_rate": 1.9980615198888558e-05, + "loss": 0.4097, + "step": 5804 + }, + { + "epoch": 4.923664122137405, + "grad_norm": 1.2324367277748758, + "learning_rate": 1.9980598098928824e-05, + "loss": 0.349, + "step": 5805 + }, + { + "epoch": 4.9245122985581, + "grad_norm": 1.2412479028089964, + "learning_rate": 1.9980580991437525e-05, + "loss": 0.3907, + "step": 5806 + }, + { + "epoch": 4.925360474978795, + "grad_norm": 1.2286644319955062, + "learning_rate": 1.9980563876414672e-05, + "loss": 0.4362, + "step": 5807 + }, + { + "epoch": 4.926208651399491, + "grad_norm": 1.3056760638421927, + "learning_rate": 1.998054675386028e-05, + "loss": 0.4939, + "step": 5808 + }, + { + "epoch": 4.927056827820187, + "grad_norm": 1.0110861260672337, + "learning_rate": 1.998052962377436e-05, + "loss": 0.3655, + "step": 5809 + }, + { + "epoch": 4.927905004240882, + "grad_norm": 1.070202976987328, + "learning_rate": 1.9980512486156927e-05, + "loss": 0.3842, + "step": 5810 + }, + { + "epoch": 4.928753180661578, + "grad_norm": 1.0644129927835442, + "learning_rate": 1.9980495341007996e-05, + "loss": 0.4117, + "step": 5811 + }, + { + "epoch": 4.929601357082273, + "grad_norm": 1.2083836486066686, + "learning_rate": 1.998047818832758e-05, + "loss": 0.429, + "step": 5812 + }, + { + "epoch": 4.930449533502968, + "grad_norm": 1.2332180970706328, + "learning_rate": 1.9980461028115686e-05, + "loss": 0.4655, + "step": 5813 + }, + { + "epoch": 4.931297709923664, + "grad_norm": 1.2097708280636974, + "learning_rate": 1.998044386037233e-05, + "loss": 0.4634, + "step": 5814 + }, + { + "epoch": 4.93214588634436, + "grad_norm": 1.2608847935891578, + "learning_rate": 1.9980426685097524e-05, + "loss": 0.4065, + "step": 5815 + }, + { + "epoch": 4.932994062765055, + "grad_norm": 1.4238367049204308, + "learning_rate": 1.9980409502291284e-05, + "loss": 0.4708, + "step": 5816 + }, + { + "epoch": 4.933842239185751, + "grad_norm": 1.2672527903666326, + "learning_rate": 1.9980392311953623e-05, + "loss": 0.5156, + "step": 5817 + }, + { + "epoch": 4.934690415606446, + "grad_norm": 1.2275480201484452, + "learning_rate": 1.9980375114084548e-05, + "loss": 0.4364, + "step": 5818 + }, + { + "epoch": 4.935538592027141, + "grad_norm": 1.1880394073053944, + "learning_rate": 1.998035790868408e-05, + "loss": 0.4334, + "step": 5819 + }, + { + "epoch": 4.9363867684478375, + "grad_norm": 1.126326655827933, + "learning_rate": 1.9980340695752228e-05, + "loss": 0.3935, + "step": 5820 + }, + { + "epoch": 4.937234944868533, + "grad_norm": 1.2101528958514352, + "learning_rate": 1.9980323475289003e-05, + "loss": 0.4606, + "step": 5821 + }, + { + "epoch": 4.938083121289228, + "grad_norm": 1.162103331984658, + "learning_rate": 1.9980306247294422e-05, + "loss": 0.3883, + "step": 5822 + }, + { + "epoch": 4.938931297709924, + "grad_norm": 1.2315253106249, + "learning_rate": 1.9980289011768495e-05, + "loss": 0.4093, + "step": 5823 + }, + { + "epoch": 4.939779474130619, + "grad_norm": 1.1836935547233915, + "learning_rate": 1.9980271768711236e-05, + "loss": 0.4273, + "step": 5824 + }, + { + "epoch": 4.940627650551315, + "grad_norm": 1.2500498449475363, + "learning_rate": 1.9980254518122657e-05, + "loss": 0.4578, + "step": 5825 + }, + { + "epoch": 4.9414758269720105, + "grad_norm": 1.5948267539413248, + "learning_rate": 1.9980237260002774e-05, + "loss": 0.4834, + "step": 5826 + }, + { + "epoch": 4.942324003392706, + "grad_norm": 1.2313847335728052, + "learning_rate": 1.99802199943516e-05, + "loss": 0.4496, + "step": 5827 + }, + { + "epoch": 4.943172179813401, + "grad_norm": 1.0902973964959195, + "learning_rate": 1.998020272116914e-05, + "loss": 0.4466, + "step": 5828 + }, + { + "epoch": 4.9440203562340965, + "grad_norm": 1.1946608229253886, + "learning_rate": 1.998018544045542e-05, + "loss": 0.4956, + "step": 5829 + }, + { + "epoch": 4.944868532654792, + "grad_norm": 1.2288921431452402, + "learning_rate": 1.9980168152210443e-05, + "loss": 0.4342, + "step": 5830 + }, + { + "epoch": 4.945716709075487, + "grad_norm": 1.233836900171934, + "learning_rate": 1.9980150856434226e-05, + "loss": 0.4262, + "step": 5831 + }, + { + "epoch": 4.9465648854961835, + "grad_norm": 1.2085845419078418, + "learning_rate": 1.998013355312678e-05, + "loss": 0.4336, + "step": 5832 + }, + { + "epoch": 4.947413061916879, + "grad_norm": 1.2356936612624603, + "learning_rate": 1.9980116242288122e-05, + "loss": 0.4274, + "step": 5833 + }, + { + "epoch": 4.948261238337574, + "grad_norm": 1.3970232954076949, + "learning_rate": 1.998009892391826e-05, + "loss": 0.4442, + "step": 5834 + }, + { + "epoch": 4.9491094147582695, + "grad_norm": 1.2791891253494394, + "learning_rate": 1.9980081598017214e-05, + "loss": 0.4557, + "step": 5835 + }, + { + "epoch": 4.949957591178965, + "grad_norm": 1.1976223909002441, + "learning_rate": 1.9980064264584985e-05, + "loss": 0.4047, + "step": 5836 + }, + { + "epoch": 4.950805767599661, + "grad_norm": 1.0900205728424932, + "learning_rate": 1.99800469236216e-05, + "loss": 0.3638, + "step": 5837 + }, + { + "epoch": 4.951653944020356, + "grad_norm": 1.2057161228792799, + "learning_rate": 1.9980029575127065e-05, + "loss": 0.5421, + "step": 5838 + }, + { + "epoch": 4.952502120441052, + "grad_norm": 1.1286758984206264, + "learning_rate": 1.9980012219101394e-05, + "loss": 0.4244, + "step": 5839 + }, + { + "epoch": 4.953350296861747, + "grad_norm": 1.233916891473941, + "learning_rate": 1.9979994855544597e-05, + "loss": 0.4376, + "step": 5840 + }, + { + "epoch": 4.9541984732824424, + "grad_norm": 1.2863507753770218, + "learning_rate": 1.9979977484456695e-05, + "loss": 0.4094, + "step": 5841 + }, + { + "epoch": 4.955046649703139, + "grad_norm": 1.1784685836497117, + "learning_rate": 1.997996010583769e-05, + "loss": 0.4065, + "step": 5842 + }, + { + "epoch": 4.955894826123834, + "grad_norm": 1.4460568900714028, + "learning_rate": 1.9979942719687605e-05, + "loss": 0.4748, + "step": 5843 + }, + { + "epoch": 4.956743002544529, + "grad_norm": 1.2660934423468058, + "learning_rate": 1.997992532600645e-05, + "loss": 0.4382, + "step": 5844 + }, + { + "epoch": 4.957591178965225, + "grad_norm": 1.1585645130517885, + "learning_rate": 1.997990792479424e-05, + "loss": 0.4645, + "step": 5845 + }, + { + "epoch": 4.95843935538592, + "grad_norm": 1.1816165041967253, + "learning_rate": 1.997989051605098e-05, + "loss": 0.4306, + "step": 5846 + }, + { + "epoch": 4.959287531806615, + "grad_norm": 1.1286673935946525, + "learning_rate": 1.997987309977669e-05, + "loss": 0.4286, + "step": 5847 + }, + { + "epoch": 4.960135708227312, + "grad_norm": 1.28989059610982, + "learning_rate": 1.9979855675971386e-05, + "loss": 0.4308, + "step": 5848 + }, + { + "epoch": 4.960983884648007, + "grad_norm": 1.2521706182477466, + "learning_rate": 1.9979838244635074e-05, + "loss": 0.4645, + "step": 5849 + }, + { + "epoch": 4.961832061068702, + "grad_norm": 1.1498255852571744, + "learning_rate": 1.9979820805767768e-05, + "loss": 0.4193, + "step": 5850 + }, + { + "epoch": 4.962680237489398, + "grad_norm": 1.3522337839777405, + "learning_rate": 1.997980335936949e-05, + "loss": 0.4464, + "step": 5851 + }, + { + "epoch": 4.963528413910093, + "grad_norm": 1.3247223689181016, + "learning_rate": 1.997978590544024e-05, + "loss": 0.4981, + "step": 5852 + }, + { + "epoch": 4.964376590330788, + "grad_norm": 1.3073754874100387, + "learning_rate": 1.997976844398004e-05, + "loss": 0.4628, + "step": 5853 + }, + { + "epoch": 4.965224766751485, + "grad_norm": 1.366210643270984, + "learning_rate": 1.9979750974988903e-05, + "loss": 0.4258, + "step": 5854 + }, + { + "epoch": 4.96607294317218, + "grad_norm": 1.3786086390987855, + "learning_rate": 1.997973349846684e-05, + "loss": 0.454, + "step": 5855 + }, + { + "epoch": 4.966921119592875, + "grad_norm": 1.3663771038564196, + "learning_rate": 1.9979716014413863e-05, + "loss": 0.4035, + "step": 5856 + }, + { + "epoch": 4.967769296013571, + "grad_norm": 1.324026906454683, + "learning_rate": 1.9979698522829988e-05, + "loss": 0.4573, + "step": 5857 + }, + { + "epoch": 4.968617472434266, + "grad_norm": 1.1729370920129694, + "learning_rate": 1.9979681023715224e-05, + "loss": 0.4456, + "step": 5858 + }, + { + "epoch": 4.969465648854962, + "grad_norm": 1.2061226391001383, + "learning_rate": 1.997966351706959e-05, + "loss": 0.4773, + "step": 5859 + }, + { + "epoch": 4.970313825275658, + "grad_norm": 1.151470505678776, + "learning_rate": 1.9979646002893092e-05, + "loss": 0.4709, + "step": 5860 + }, + { + "epoch": 4.971162001696353, + "grad_norm": 1.2086110250282214, + "learning_rate": 1.997962848118575e-05, + "loss": 0.43, + "step": 5861 + }, + { + "epoch": 4.972010178117048, + "grad_norm": 1.5521107463665555, + "learning_rate": 1.9979610951947578e-05, + "loss": 0.4365, + "step": 5862 + }, + { + "epoch": 4.972858354537744, + "grad_norm": 1.1967837975071347, + "learning_rate": 1.997959341517858e-05, + "loss": 0.4023, + "step": 5863 + }, + { + "epoch": 4.97370653095844, + "grad_norm": 1.3682435394194177, + "learning_rate": 1.9979575870878777e-05, + "loss": 0.4145, + "step": 5864 + }, + { + "epoch": 4.974554707379135, + "grad_norm": 1.3265441890973635, + "learning_rate": 1.9979558319048183e-05, + "loss": 0.4231, + "step": 5865 + }, + { + "epoch": 4.9754028837998305, + "grad_norm": 1.2876850534364328, + "learning_rate": 1.9979540759686805e-05, + "loss": 0.3683, + "step": 5866 + }, + { + "epoch": 4.976251060220526, + "grad_norm": 1.1996384237048416, + "learning_rate": 1.997952319279466e-05, + "loss": 0.4105, + "step": 5867 + }, + { + "epoch": 4.977099236641221, + "grad_norm": 1.2449060302453019, + "learning_rate": 1.9979505618371762e-05, + "loss": 0.4616, + "step": 5868 + }, + { + "epoch": 4.977947413061917, + "grad_norm": 1.2658699215563014, + "learning_rate": 1.9979488036418125e-05, + "loss": 0.3597, + "step": 5869 + }, + { + "epoch": 4.978795589482612, + "grad_norm": 1.16377648943377, + "learning_rate": 1.997947044693376e-05, + "loss": 0.4488, + "step": 5870 + }, + { + "epoch": 4.979643765903308, + "grad_norm": 1.3674305959051816, + "learning_rate": 1.9979452849918676e-05, + "loss": 0.3405, + "step": 5871 + }, + { + "epoch": 4.9804919423240035, + "grad_norm": 1.2223682489207635, + "learning_rate": 1.9979435245372895e-05, + "loss": 0.4143, + "step": 5872 + }, + { + "epoch": 4.981340118744699, + "grad_norm": 1.5232036943436957, + "learning_rate": 1.9979417633296428e-05, + "loss": 0.4675, + "step": 5873 + }, + { + "epoch": 4.982188295165394, + "grad_norm": 1.2251724674378643, + "learning_rate": 1.9979400013689286e-05, + "loss": 0.528, + "step": 5874 + }, + { + "epoch": 4.9830364715860895, + "grad_norm": 1.2256308073752717, + "learning_rate": 1.997938238655148e-05, + "loss": 0.4412, + "step": 5875 + }, + { + "epoch": 4.983884648006786, + "grad_norm": 1.1479481801935196, + "learning_rate": 1.9979364751883028e-05, + "loss": 0.4197, + "step": 5876 + }, + { + "epoch": 4.984732824427481, + "grad_norm": 1.1352593687679917, + "learning_rate": 1.9979347109683945e-05, + "loss": 0.4367, + "step": 5877 + }, + { + "epoch": 4.9855810008481765, + "grad_norm": 1.0491190568395552, + "learning_rate": 1.9979329459954235e-05, + "loss": 0.4037, + "step": 5878 + }, + { + "epoch": 4.986429177268872, + "grad_norm": 1.2347294254998757, + "learning_rate": 1.997931180269392e-05, + "loss": 0.4797, + "step": 5879 + }, + { + "epoch": 4.987277353689567, + "grad_norm": 1.1385156853939495, + "learning_rate": 1.9979294137903012e-05, + "loss": 0.3914, + "step": 5880 + }, + { + "epoch": 4.988125530110263, + "grad_norm": 1.373013846246155, + "learning_rate": 1.997927646558152e-05, + "loss": 0.5065, + "step": 5881 + }, + { + "epoch": 4.988973706530959, + "grad_norm": 1.135769945017581, + "learning_rate": 1.997925878572946e-05, + "loss": 0.379, + "step": 5882 + }, + { + "epoch": 4.989821882951654, + "grad_norm": 1.1746347429430586, + "learning_rate": 1.997924109834685e-05, + "loss": 0.4747, + "step": 5883 + }, + { + "epoch": 4.990670059372349, + "grad_norm": 1.1850509201369288, + "learning_rate": 1.9979223403433695e-05, + "loss": 0.395, + "step": 5884 + }, + { + "epoch": 4.991518235793045, + "grad_norm": 1.144286019077525, + "learning_rate": 1.9979205700990017e-05, + "loss": 0.4958, + "step": 5885 + }, + { + "epoch": 4.99236641221374, + "grad_norm": 1.1009328588438654, + "learning_rate": 1.9979187991015817e-05, + "loss": 0.3627, + "step": 5886 + }, + { + "epoch": 4.993214588634436, + "grad_norm": 1.1802107620963, + "learning_rate": 1.9979170273511124e-05, + "loss": 0.4634, + "step": 5887 + }, + { + "epoch": 4.994062765055132, + "grad_norm": 1.1023247666501614, + "learning_rate": 1.9979152548475936e-05, + "loss": 0.4175, + "step": 5888 + }, + { + "epoch": 4.994910941475827, + "grad_norm": 1.177255328193879, + "learning_rate": 1.997913481591028e-05, + "loss": 0.4249, + "step": 5889 + }, + { + "epoch": 4.995759117896522, + "grad_norm": 1.2731745281115074, + "learning_rate": 1.997911707581416e-05, + "loss": 0.4521, + "step": 5890 + }, + { + "epoch": 4.996607294317218, + "grad_norm": 1.2703725646062216, + "learning_rate": 1.997909932818759e-05, + "loss": 0.4333, + "step": 5891 + }, + { + "epoch": 4.997455470737913, + "grad_norm": 1.1369307925144465, + "learning_rate": 1.997908157303059e-05, + "loss": 0.4402, + "step": 5892 + }, + { + "epoch": 4.998303647158609, + "grad_norm": 1.2257617676419061, + "learning_rate": 1.997906381034317e-05, + "loss": 0.4791, + "step": 5893 + }, + { + "epoch": 4.999151823579305, + "grad_norm": 1.1630279412694375, + "learning_rate": 1.9979046040125342e-05, + "loss": 0.4191, + "step": 5894 + }, + { + "epoch": 5.0, + "grad_norm": 1.14013872200511, + "learning_rate": 1.997902826237712e-05, + "loss": 0.4691, + "step": 5895 + }, + { + "epoch": 5.000848176420695, + "grad_norm": 1.1226377204735905, + "learning_rate": 1.9979010477098514e-05, + "loss": 0.3789, + "step": 5896 + }, + { + "epoch": 5.001696352841391, + "grad_norm": 1.1181889205271491, + "learning_rate": 1.9978992684289544e-05, + "loss": 0.3444, + "step": 5897 + }, + { + "epoch": 5.002544529262087, + "grad_norm": 1.2313273658145558, + "learning_rate": 1.997897488395022e-05, + "loss": 0.4347, + "step": 5898 + }, + { + "epoch": 5.003392705682782, + "grad_norm": 1.1880996731503015, + "learning_rate": 1.9978957076080556e-05, + "loss": 0.3753, + "step": 5899 + }, + { + "epoch": 5.004240882103478, + "grad_norm": 1.1805911362329846, + "learning_rate": 1.9978939260680566e-05, + "loss": 0.3956, + "step": 5900 + }, + { + "epoch": 5.005089058524173, + "grad_norm": 1.2514847567463607, + "learning_rate": 1.997892143775026e-05, + "loss": 0.4202, + "step": 5901 + }, + { + "epoch": 5.005937234944868, + "grad_norm": 1.1808709107755815, + "learning_rate": 1.9978903607289654e-05, + "loss": 0.3986, + "step": 5902 + }, + { + "epoch": 5.006785411365564, + "grad_norm": 1.215417882057795, + "learning_rate": 1.9978885769298767e-05, + "loss": 0.4517, + "step": 5903 + }, + { + "epoch": 5.00763358778626, + "grad_norm": 1.1123590539568258, + "learning_rate": 1.9978867923777604e-05, + "loss": 0.4112, + "step": 5904 + }, + { + "epoch": 5.008481764206955, + "grad_norm": 1.213797055116928, + "learning_rate": 1.997885007072618e-05, + "loss": 0.4214, + "step": 5905 + }, + { + "epoch": 5.009329940627651, + "grad_norm": 1.185728933490632, + "learning_rate": 1.997883221014451e-05, + "loss": 0.4453, + "step": 5906 + }, + { + "epoch": 5.010178117048346, + "grad_norm": 1.2435490519936796, + "learning_rate": 1.997881434203261e-05, + "loss": 0.4426, + "step": 5907 + }, + { + "epoch": 5.011026293469041, + "grad_norm": 1.332979603430351, + "learning_rate": 1.9978796466390488e-05, + "loss": 0.4252, + "step": 5908 + }, + { + "epoch": 5.0118744698897375, + "grad_norm": 1.1562481012795802, + "learning_rate": 1.9978778583218162e-05, + "loss": 0.4038, + "step": 5909 + }, + { + "epoch": 5.012722646310433, + "grad_norm": 1.4049031487194659, + "learning_rate": 1.9978760692515645e-05, + "loss": 0.4217, + "step": 5910 + }, + { + "epoch": 5.013570822731128, + "grad_norm": 1.5782954367145152, + "learning_rate": 1.9978742794282944e-05, + "loss": 0.4731, + "step": 5911 + }, + { + "epoch": 5.0144189991518235, + "grad_norm": 1.1634951920709702, + "learning_rate": 1.9978724888520084e-05, + "loss": 0.4119, + "step": 5912 + }, + { + "epoch": 5.015267175572519, + "grad_norm": 1.1792372665629245, + "learning_rate": 1.9978706975227073e-05, + "loss": 0.4043, + "step": 5913 + }, + { + "epoch": 5.016115351993214, + "grad_norm": 1.2179713139028132, + "learning_rate": 1.9978689054403922e-05, + "loss": 0.3589, + "step": 5914 + }, + { + "epoch": 5.0169635284139105, + "grad_norm": 1.3705247883732385, + "learning_rate": 1.9978671126050645e-05, + "loss": 0.4565, + "step": 5915 + }, + { + "epoch": 5.017811704834606, + "grad_norm": 1.2229533815006386, + "learning_rate": 1.9978653190167256e-05, + "loss": 0.4123, + "step": 5916 + }, + { + "epoch": 5.018659881255301, + "grad_norm": 1.1828419715052167, + "learning_rate": 1.9978635246753774e-05, + "loss": 0.3938, + "step": 5917 + }, + { + "epoch": 5.0195080576759965, + "grad_norm": 1.3073848703918474, + "learning_rate": 1.9978617295810206e-05, + "loss": 0.4101, + "step": 5918 + }, + { + "epoch": 5.020356234096692, + "grad_norm": 1.2643589625190221, + "learning_rate": 1.9978599337336566e-05, + "loss": 0.3718, + "step": 5919 + }, + { + "epoch": 5.021204410517387, + "grad_norm": 1.146338032680815, + "learning_rate": 1.997858137133287e-05, + "loss": 0.3795, + "step": 5920 + }, + { + "epoch": 5.022052586938083, + "grad_norm": 1.2480070216247758, + "learning_rate": 1.9978563397799135e-05, + "loss": 0.4111, + "step": 5921 + }, + { + "epoch": 5.022900763358779, + "grad_norm": 1.2267749300641424, + "learning_rate": 1.9978545416735363e-05, + "loss": 0.3665, + "step": 5922 + }, + { + "epoch": 5.023748939779474, + "grad_norm": 1.3839934641362932, + "learning_rate": 1.9978527428141578e-05, + "loss": 0.533, + "step": 5923 + }, + { + "epoch": 5.0245971162001695, + "grad_norm": 1.1730633402155344, + "learning_rate": 1.997850943201779e-05, + "loss": 0.4582, + "step": 5924 + }, + { + "epoch": 5.025445292620865, + "grad_norm": 1.306023589613789, + "learning_rate": 1.9978491428364017e-05, + "loss": 0.3808, + "step": 5925 + }, + { + "epoch": 5.026293469041561, + "grad_norm": 1.2773417387689436, + "learning_rate": 1.9978473417180265e-05, + "loss": 0.4057, + "step": 5926 + }, + { + "epoch": 5.027141645462256, + "grad_norm": 1.0827837778462772, + "learning_rate": 1.9978455398466554e-05, + "loss": 0.3785, + "step": 5927 + }, + { + "epoch": 5.027989821882952, + "grad_norm": 1.1627177655895649, + "learning_rate": 1.9978437372222892e-05, + "loss": 0.3953, + "step": 5928 + }, + { + "epoch": 5.028837998303647, + "grad_norm": 1.1912363608826388, + "learning_rate": 1.9978419338449297e-05, + "loss": 0.389, + "step": 5929 + }, + { + "epoch": 5.029686174724342, + "grad_norm": 1.1600436341459002, + "learning_rate": 1.997840129714578e-05, + "loss": 0.3445, + "step": 5930 + }, + { + "epoch": 5.030534351145038, + "grad_norm": 1.2753594356331357, + "learning_rate": 1.9978383248312355e-05, + "loss": 0.3876, + "step": 5931 + }, + { + "epoch": 5.031382527565734, + "grad_norm": 1.4670742414965214, + "learning_rate": 1.997836519194904e-05, + "loss": 0.4033, + "step": 5932 + }, + { + "epoch": 5.032230703986429, + "grad_norm": 1.2167915115955086, + "learning_rate": 1.997834712805584e-05, + "loss": 0.4186, + "step": 5933 + }, + { + "epoch": 5.033078880407125, + "grad_norm": 1.2301809569012077, + "learning_rate": 1.9978329056632776e-05, + "loss": 0.4016, + "step": 5934 + }, + { + "epoch": 5.03392705682782, + "grad_norm": 1.4495252334955022, + "learning_rate": 1.997831097767986e-05, + "loss": 0.4648, + "step": 5935 + }, + { + "epoch": 5.034775233248515, + "grad_norm": 1.3106534826323786, + "learning_rate": 1.9978292891197106e-05, + "loss": 0.4317, + "step": 5936 + }, + { + "epoch": 5.035623409669212, + "grad_norm": 1.3691388260468904, + "learning_rate": 1.997827479718452e-05, + "loss": 0.3991, + "step": 5937 + }, + { + "epoch": 5.036471586089907, + "grad_norm": 1.2222281143625986, + "learning_rate": 1.9978256695642126e-05, + "loss": 0.3915, + "step": 5938 + }, + { + "epoch": 5.037319762510602, + "grad_norm": 1.3732405318330265, + "learning_rate": 1.9978238586569935e-05, + "loss": 0.3891, + "step": 5939 + }, + { + "epoch": 5.038167938931298, + "grad_norm": 1.2344711971239097, + "learning_rate": 1.9978220469967956e-05, + "loss": 0.3964, + "step": 5940 + }, + { + "epoch": 5.039016115351993, + "grad_norm": 1.304721706335564, + "learning_rate": 1.997820234583621e-05, + "loss": 0.4102, + "step": 5941 + }, + { + "epoch": 5.039864291772688, + "grad_norm": 1.252378966001057, + "learning_rate": 1.9978184214174704e-05, + "loss": 0.3476, + "step": 5942 + }, + { + "epoch": 5.040712468193385, + "grad_norm": 1.3311178468474167, + "learning_rate": 1.9978166074983458e-05, + "loss": 0.4407, + "step": 5943 + }, + { + "epoch": 5.04156064461408, + "grad_norm": 1.2754356488619216, + "learning_rate": 1.9978147928262478e-05, + "loss": 0.3749, + "step": 5944 + }, + { + "epoch": 5.042408821034775, + "grad_norm": 1.252230815792915, + "learning_rate": 1.9978129774011786e-05, + "loss": 0.4232, + "step": 5945 + }, + { + "epoch": 5.043256997455471, + "grad_norm": 1.3251636800274624, + "learning_rate": 1.997811161223139e-05, + "loss": 0.4438, + "step": 5946 + }, + { + "epoch": 5.044105173876166, + "grad_norm": 1.175107643322416, + "learning_rate": 1.9978093442921302e-05, + "loss": 0.4263, + "step": 5947 + }, + { + "epoch": 5.044953350296861, + "grad_norm": 1.281209604693259, + "learning_rate": 1.9978075266081546e-05, + "loss": 0.4314, + "step": 5948 + }, + { + "epoch": 5.0458015267175576, + "grad_norm": 1.303997972321979, + "learning_rate": 1.997805708171212e-05, + "loss": 0.4098, + "step": 5949 + }, + { + "epoch": 5.046649703138253, + "grad_norm": 1.4725117923618947, + "learning_rate": 1.9978038889813052e-05, + "loss": 0.4532, + "step": 5950 + }, + { + "epoch": 5.047497879558948, + "grad_norm": 1.1636460262400725, + "learning_rate": 1.997802069038435e-05, + "loss": 0.3696, + "step": 5951 + }, + { + "epoch": 5.048346055979644, + "grad_norm": 1.1652595196134492, + "learning_rate": 1.9978002483426026e-05, + "loss": 0.3468, + "step": 5952 + }, + { + "epoch": 5.049194232400339, + "grad_norm": 1.2699415768427944, + "learning_rate": 1.9977984268938098e-05, + "loss": 0.4289, + "step": 5953 + }, + { + "epoch": 5.050042408821035, + "grad_norm": 1.1762941232465112, + "learning_rate": 1.9977966046920575e-05, + "loss": 0.3478, + "step": 5954 + }, + { + "epoch": 5.0508905852417305, + "grad_norm": 1.1371049196313092, + "learning_rate": 1.9977947817373475e-05, + "loss": 0.3836, + "step": 5955 + }, + { + "epoch": 5.051738761662426, + "grad_norm": 1.1556187407893732, + "learning_rate": 1.9977929580296807e-05, + "loss": 0.3984, + "step": 5956 + }, + { + "epoch": 5.052586938083121, + "grad_norm": 1.2571218915191422, + "learning_rate": 1.997791133569059e-05, + "loss": 0.429, + "step": 5957 + }, + { + "epoch": 5.0534351145038165, + "grad_norm": 1.21979330198189, + "learning_rate": 1.9977893083554835e-05, + "loss": 0.4374, + "step": 5958 + }, + { + "epoch": 5.054283290924512, + "grad_norm": 1.3397868833359474, + "learning_rate": 1.9977874823889554e-05, + "loss": 0.4635, + "step": 5959 + }, + { + "epoch": 5.055131467345208, + "grad_norm": 1.3138439029396554, + "learning_rate": 1.9977856556694766e-05, + "loss": 0.3697, + "step": 5960 + }, + { + "epoch": 5.0559796437659035, + "grad_norm": 1.1741394033033037, + "learning_rate": 1.997783828197048e-05, + "loss": 0.3565, + "step": 5961 + }, + { + "epoch": 5.056827820186599, + "grad_norm": 1.0938976635211317, + "learning_rate": 1.9977819999716713e-05, + "loss": 0.426, + "step": 5962 + }, + { + "epoch": 5.057675996607294, + "grad_norm": 1.3573440131279477, + "learning_rate": 1.997780170993347e-05, + "loss": 0.4107, + "step": 5963 + }, + { + "epoch": 5.0585241730279895, + "grad_norm": 1.2890249906008697, + "learning_rate": 1.997778341262078e-05, + "loss": 0.428, + "step": 5964 + }, + { + "epoch": 5.059372349448686, + "grad_norm": 1.1641285627127287, + "learning_rate": 1.9977765107778652e-05, + "loss": 0.3879, + "step": 5965 + }, + { + "epoch": 5.060220525869381, + "grad_norm": 1.3270664050746266, + "learning_rate": 1.9977746795407088e-05, + "loss": 0.4571, + "step": 5966 + }, + { + "epoch": 5.061068702290076, + "grad_norm": 1.2684125442819238, + "learning_rate": 1.9977728475506116e-05, + "loss": 0.4527, + "step": 5967 + }, + { + "epoch": 5.061916878710772, + "grad_norm": 1.303868882306597, + "learning_rate": 1.9977710148075743e-05, + "loss": 0.4377, + "step": 5968 + }, + { + "epoch": 5.062765055131467, + "grad_norm": 1.3531185568172892, + "learning_rate": 1.9977691813115985e-05, + "loss": 0.4092, + "step": 5969 + }, + { + "epoch": 5.0636132315521625, + "grad_norm": 1.2369913944259925, + "learning_rate": 1.9977673470626853e-05, + "loss": 0.3944, + "step": 5970 + }, + { + "epoch": 5.064461407972859, + "grad_norm": 1.3434895619204825, + "learning_rate": 1.9977655120608364e-05, + "loss": 0.4519, + "step": 5971 + }, + { + "epoch": 5.065309584393554, + "grad_norm": 1.3559814101802425, + "learning_rate": 1.9977636763060532e-05, + "loss": 0.4931, + "step": 5972 + }, + { + "epoch": 5.066157760814249, + "grad_norm": 1.5026854919381514, + "learning_rate": 1.997761839798337e-05, + "loss": 0.4766, + "step": 5973 + }, + { + "epoch": 5.067005937234945, + "grad_norm": 1.2633540033910933, + "learning_rate": 1.997760002537689e-05, + "loss": 0.4292, + "step": 5974 + }, + { + "epoch": 5.06785411365564, + "grad_norm": 1.1679394045035845, + "learning_rate": 1.9977581645241108e-05, + "loss": 0.3517, + "step": 5975 + }, + { + "epoch": 5.068702290076336, + "grad_norm": 1.2602856299222829, + "learning_rate": 1.9977563257576033e-05, + "loss": 0.3779, + "step": 5976 + }, + { + "epoch": 5.069550466497032, + "grad_norm": 1.213599777026519, + "learning_rate": 1.9977544862381686e-05, + "loss": 0.3946, + "step": 5977 + }, + { + "epoch": 5.070398642917727, + "grad_norm": 1.2175518441813182, + "learning_rate": 1.997752645965808e-05, + "loss": 0.3994, + "step": 5978 + }, + { + "epoch": 5.071246819338422, + "grad_norm": 1.3138010143963206, + "learning_rate": 1.9977508049405224e-05, + "loss": 0.3892, + "step": 5979 + }, + { + "epoch": 5.072094995759118, + "grad_norm": 1.2393421801463502, + "learning_rate": 1.9977489631623137e-05, + "loss": 0.3902, + "step": 5980 + }, + { + "epoch": 5.072943172179813, + "grad_norm": 1.3800409275911922, + "learning_rate": 1.997747120631183e-05, + "loss": 0.4036, + "step": 5981 + }, + { + "epoch": 5.073791348600509, + "grad_norm": 1.3895849582677813, + "learning_rate": 1.997745277347132e-05, + "loss": 0.488, + "step": 5982 + }, + { + "epoch": 5.074639525021205, + "grad_norm": 1.3666575073361917, + "learning_rate": 1.997743433310161e-05, + "loss": 0.4677, + "step": 5983 + }, + { + "epoch": 5.0754877014419, + "grad_norm": 1.3393838691760025, + "learning_rate": 1.997741588520273e-05, + "loss": 0.4004, + "step": 5984 + }, + { + "epoch": 5.076335877862595, + "grad_norm": 1.2434433327762584, + "learning_rate": 1.9977397429774683e-05, + "loss": 0.4253, + "step": 5985 + }, + { + "epoch": 5.077184054283291, + "grad_norm": 1.2349794282361322, + "learning_rate": 1.997737896681749e-05, + "loss": 0.4105, + "step": 5986 + }, + { + "epoch": 5.078032230703986, + "grad_norm": 1.1960099013115049, + "learning_rate": 1.9977360496331156e-05, + "loss": 0.3997, + "step": 5987 + }, + { + "epoch": 5.078880407124682, + "grad_norm": 1.3778893279181812, + "learning_rate": 1.9977342018315703e-05, + "loss": 0.4158, + "step": 5988 + }, + { + "epoch": 5.079728583545378, + "grad_norm": 1.2399332053659529, + "learning_rate": 1.997732353277114e-05, + "loss": 0.3796, + "step": 5989 + }, + { + "epoch": 5.080576759966073, + "grad_norm": 1.272065197865756, + "learning_rate": 1.9977305039697486e-05, + "loss": 0.4429, + "step": 5990 + }, + { + "epoch": 5.081424936386768, + "grad_norm": 1.5572349968503891, + "learning_rate": 1.997728653909475e-05, + "loss": 0.482, + "step": 5991 + }, + { + "epoch": 5.082273112807464, + "grad_norm": 1.4478818947612881, + "learning_rate": 1.9977268030962946e-05, + "loss": 0.3344, + "step": 5992 + }, + { + "epoch": 5.08312128922816, + "grad_norm": 1.388419453810184, + "learning_rate": 1.9977249515302092e-05, + "loss": 0.413, + "step": 5993 + }, + { + "epoch": 5.083969465648855, + "grad_norm": 1.3047164299478695, + "learning_rate": 1.99772309921122e-05, + "loss": 0.3887, + "step": 5994 + }, + { + "epoch": 5.084817642069551, + "grad_norm": 1.1900022611269385, + "learning_rate": 1.9977212461393285e-05, + "loss": 0.3959, + "step": 5995 + }, + { + "epoch": 5.085665818490246, + "grad_norm": 1.3387736958390384, + "learning_rate": 1.9977193923145356e-05, + "loss": 0.4648, + "step": 5996 + }, + { + "epoch": 5.086513994910941, + "grad_norm": 1.30605397996265, + "learning_rate": 1.9977175377368435e-05, + "loss": 0.3594, + "step": 5997 + }, + { + "epoch": 5.087362171331637, + "grad_norm": 1.2315835361514609, + "learning_rate": 1.997715682406253e-05, + "loss": 0.4117, + "step": 5998 + }, + { + "epoch": 5.088210347752333, + "grad_norm": 1.1990735774130281, + "learning_rate": 1.9977138263227655e-05, + "loss": 0.426, + "step": 5999 + }, + { + "epoch": 5.089058524173028, + "grad_norm": 1.2446657080009669, + "learning_rate": 1.9977119694863828e-05, + "loss": 0.4211, + "step": 6000 + }, + { + "epoch": 5.0899067005937235, + "grad_norm": 1.4572992632271073, + "learning_rate": 1.997710111897106e-05, + "loss": 0.4037, + "step": 6001 + }, + { + "epoch": 5.090754877014419, + "grad_norm": 1.2326264621362653, + "learning_rate": 1.9977082535549367e-05, + "loss": 0.3961, + "step": 6002 + }, + { + "epoch": 5.091603053435114, + "grad_norm": 1.2267431035068546, + "learning_rate": 1.997706394459876e-05, + "loss": 0.4349, + "step": 6003 + }, + { + "epoch": 5.09245122985581, + "grad_norm": 1.1687262659681157, + "learning_rate": 1.9977045346119257e-05, + "loss": 0.3776, + "step": 6004 + }, + { + "epoch": 5.093299406276506, + "grad_norm": 1.171871020662857, + "learning_rate": 1.997702674011087e-05, + "loss": 0.3254, + "step": 6005 + }, + { + "epoch": 5.094147582697201, + "grad_norm": 1.6621371201683572, + "learning_rate": 1.997700812657361e-05, + "loss": 0.4281, + "step": 6006 + }, + { + "epoch": 5.0949957591178965, + "grad_norm": 1.119591129965281, + "learning_rate": 1.9976989505507496e-05, + "loss": 0.3614, + "step": 6007 + }, + { + "epoch": 5.095843935538592, + "grad_norm": 1.2998525113819877, + "learning_rate": 1.997697087691254e-05, + "loss": 0.5073, + "step": 6008 + }, + { + "epoch": 5.096692111959287, + "grad_norm": 1.2473931756936436, + "learning_rate": 1.9976952240788754e-05, + "loss": 0.4252, + "step": 6009 + }, + { + "epoch": 5.097540288379983, + "grad_norm": 1.2591801738709956, + "learning_rate": 1.9976933597136153e-05, + "loss": 0.3718, + "step": 6010 + }, + { + "epoch": 5.098388464800679, + "grad_norm": 1.1495962959297052, + "learning_rate": 1.9976914945954757e-05, + "loss": 0.3606, + "step": 6011 + }, + { + "epoch": 5.099236641221374, + "grad_norm": 1.363461225863491, + "learning_rate": 1.9976896287244574e-05, + "loss": 0.3767, + "step": 6012 + }, + { + "epoch": 5.1000848176420694, + "grad_norm": 1.2656182880283084, + "learning_rate": 1.997687762100562e-05, + "loss": 0.3791, + "step": 6013 + }, + { + "epoch": 5.100932994062765, + "grad_norm": 1.4299936935385964, + "learning_rate": 1.9976858947237904e-05, + "loss": 0.3987, + "step": 6014 + }, + { + "epoch": 5.10178117048346, + "grad_norm": 1.510223803236359, + "learning_rate": 1.9976840265941448e-05, + "loss": 0.4439, + "step": 6015 + }, + { + "epoch": 5.102629346904156, + "grad_norm": 1.3058208164441032, + "learning_rate": 1.9976821577116262e-05, + "loss": 0.3924, + "step": 6016 + }, + { + "epoch": 5.103477523324852, + "grad_norm": 1.2410713179001494, + "learning_rate": 1.9976802880762362e-05, + "loss": 0.4349, + "step": 6017 + }, + { + "epoch": 5.104325699745547, + "grad_norm": 1.331228257146597, + "learning_rate": 1.997678417687976e-05, + "loss": 0.4917, + "step": 6018 + }, + { + "epoch": 5.105173876166242, + "grad_norm": 1.3500725968877145, + "learning_rate": 1.997676546546847e-05, + "loss": 0.4118, + "step": 6019 + }, + { + "epoch": 5.106022052586938, + "grad_norm": 1.173147897466606, + "learning_rate": 1.9976746746528508e-05, + "loss": 0.4402, + "step": 6020 + }, + { + "epoch": 5.106870229007634, + "grad_norm": 1.376357796304877, + "learning_rate": 1.9976728020059886e-05, + "loss": 0.3864, + "step": 6021 + }, + { + "epoch": 5.107718405428329, + "grad_norm": 1.2496355028256028, + "learning_rate": 1.9976709286062623e-05, + "loss": 0.3948, + "step": 6022 + }, + { + "epoch": 5.108566581849025, + "grad_norm": 1.288588021453987, + "learning_rate": 1.9976690544536727e-05, + "loss": 0.4219, + "step": 6023 + }, + { + "epoch": 5.10941475826972, + "grad_norm": 1.1752894833726417, + "learning_rate": 1.9976671795482212e-05, + "loss": 0.3862, + "step": 6024 + }, + { + "epoch": 5.110262934690415, + "grad_norm": 1.2096862746105972, + "learning_rate": 1.99766530388991e-05, + "loss": 0.3492, + "step": 6025 + }, + { + "epoch": 5.111111111111111, + "grad_norm": 1.1275332298098382, + "learning_rate": 1.9976634274787396e-05, + "loss": 0.3132, + "step": 6026 + }, + { + "epoch": 5.111959287531807, + "grad_norm": 1.2086345560718963, + "learning_rate": 1.9976615503147117e-05, + "loss": 0.3376, + "step": 6027 + }, + { + "epoch": 5.112807463952502, + "grad_norm": 1.4109891631760498, + "learning_rate": 1.9976596723978284e-05, + "loss": 0.4474, + "step": 6028 + }, + { + "epoch": 5.113655640373198, + "grad_norm": 1.1654160479805014, + "learning_rate": 1.9976577937280898e-05, + "loss": 0.3559, + "step": 6029 + }, + { + "epoch": 5.114503816793893, + "grad_norm": 1.3680306033266663, + "learning_rate": 1.9976559143054987e-05, + "loss": 0.4603, + "step": 6030 + }, + { + "epoch": 5.115351993214588, + "grad_norm": 1.3873788712471185, + "learning_rate": 1.9976540341300556e-05, + "loss": 0.4382, + "step": 6031 + }, + { + "epoch": 5.116200169635285, + "grad_norm": 1.3596980654037645, + "learning_rate": 1.997652153201762e-05, + "loss": 0.4208, + "step": 6032 + }, + { + "epoch": 5.11704834605598, + "grad_norm": 1.165592960639956, + "learning_rate": 1.9976502715206197e-05, + "loss": 0.4084, + "step": 6033 + }, + { + "epoch": 5.117896522476675, + "grad_norm": 1.3548900071288497, + "learning_rate": 1.99764838908663e-05, + "loss": 0.4079, + "step": 6034 + }, + { + "epoch": 5.118744698897371, + "grad_norm": 1.3523796551210436, + "learning_rate": 1.9976465058997944e-05, + "loss": 0.3594, + "step": 6035 + }, + { + "epoch": 5.119592875318066, + "grad_norm": 1.1945967805861855, + "learning_rate": 1.997644621960114e-05, + "loss": 0.3468, + "step": 6036 + }, + { + "epoch": 5.120441051738761, + "grad_norm": 1.1779991815696231, + "learning_rate": 1.9976427372675904e-05, + "loss": 0.3576, + "step": 6037 + }, + { + "epoch": 5.1212892281594575, + "grad_norm": 1.3227853138423733, + "learning_rate": 1.997640851822225e-05, + "loss": 0.3724, + "step": 6038 + }, + { + "epoch": 5.122137404580153, + "grad_norm": 1.1491429019110102, + "learning_rate": 1.9976389656240193e-05, + "loss": 0.4125, + "step": 6039 + }, + { + "epoch": 5.122985581000848, + "grad_norm": 1.2044229723083801, + "learning_rate": 1.9976370786729746e-05, + "loss": 0.4604, + "step": 6040 + }, + { + "epoch": 5.123833757421544, + "grad_norm": 1.4487313137759021, + "learning_rate": 1.9976351909690925e-05, + "loss": 0.4544, + "step": 6041 + }, + { + "epoch": 5.124681933842239, + "grad_norm": 1.2582562054474427, + "learning_rate": 1.9976333025123743e-05, + "loss": 0.3552, + "step": 6042 + }, + { + "epoch": 5.125530110262934, + "grad_norm": 1.2059551751263835, + "learning_rate": 1.997631413302821e-05, + "loss": 0.4215, + "step": 6043 + }, + { + "epoch": 5.1263782866836305, + "grad_norm": 1.4727046800207264, + "learning_rate": 1.997629523340435e-05, + "loss": 0.4993, + "step": 6044 + }, + { + "epoch": 5.127226463104326, + "grad_norm": 1.3759696562941728, + "learning_rate": 1.9976276326252173e-05, + "loss": 0.3986, + "step": 6045 + }, + { + "epoch": 5.128074639525021, + "grad_norm": 1.2345036854075089, + "learning_rate": 1.997625741157169e-05, + "loss": 0.3751, + "step": 6046 + }, + { + "epoch": 5.1289228159457165, + "grad_norm": 1.2880139603310061, + "learning_rate": 1.9976238489362915e-05, + "loss": 0.4484, + "step": 6047 + }, + { + "epoch": 5.129770992366412, + "grad_norm": 1.5059698700245903, + "learning_rate": 1.9976219559625868e-05, + "loss": 0.4855, + "step": 6048 + }, + { + "epoch": 5.130619168787108, + "grad_norm": 1.1957799706377588, + "learning_rate": 1.997620062236056e-05, + "loss": 0.4539, + "step": 6049 + }, + { + "epoch": 5.1314673452078035, + "grad_norm": 1.2101733482920825, + "learning_rate": 1.9976181677567003e-05, + "loss": 0.3524, + "step": 6050 + }, + { + "epoch": 5.132315521628499, + "grad_norm": 1.1731495270979355, + "learning_rate": 1.9976162725245215e-05, + "loss": 0.4419, + "step": 6051 + }, + { + "epoch": 5.133163698049194, + "grad_norm": 1.1510526030003845, + "learning_rate": 1.997614376539521e-05, + "loss": 0.3917, + "step": 6052 + }, + { + "epoch": 5.1340118744698895, + "grad_norm": 1.3683949380617975, + "learning_rate": 1.9976124798017e-05, + "loss": 0.3988, + "step": 6053 + }, + { + "epoch": 5.134860050890585, + "grad_norm": 1.3098766393476295, + "learning_rate": 1.99761058231106e-05, + "loss": 0.4409, + "step": 6054 + }, + { + "epoch": 5.135708227311281, + "grad_norm": 1.2668796253768917, + "learning_rate": 1.9976086840676024e-05, + "loss": 0.4203, + "step": 6055 + }, + { + "epoch": 5.136556403731976, + "grad_norm": 1.2518709967896866, + "learning_rate": 1.9976067850713288e-05, + "loss": 0.433, + "step": 6056 + }, + { + "epoch": 5.137404580152672, + "grad_norm": 1.541033077320384, + "learning_rate": 1.9976048853222408e-05, + "loss": 0.3506, + "step": 6057 + }, + { + "epoch": 5.138252756573367, + "grad_norm": 1.2406500325680974, + "learning_rate": 1.9976029848203393e-05, + "loss": 0.4135, + "step": 6058 + }, + { + "epoch": 5.1391009329940625, + "grad_norm": 1.2868452804851305, + "learning_rate": 1.9976010835656262e-05, + "loss": 0.4534, + "step": 6059 + }, + { + "epoch": 5.139949109414759, + "grad_norm": 1.1872276888188837, + "learning_rate": 1.9975991815581027e-05, + "loss": 0.348, + "step": 6060 + }, + { + "epoch": 5.140797285835454, + "grad_norm": 1.2827045171223406, + "learning_rate": 1.99759727879777e-05, + "loss": 0.444, + "step": 6061 + }, + { + "epoch": 5.141645462256149, + "grad_norm": 1.2552923123889652, + "learning_rate": 1.9975953752846303e-05, + "loss": 0.5394, + "step": 6062 + }, + { + "epoch": 5.142493638676845, + "grad_norm": 1.1776948201978266, + "learning_rate": 1.9975934710186842e-05, + "loss": 0.3813, + "step": 6063 + }, + { + "epoch": 5.14334181509754, + "grad_norm": 1.215515114330854, + "learning_rate": 1.997591565999934e-05, + "loss": 0.5166, + "step": 6064 + }, + { + "epoch": 5.144189991518235, + "grad_norm": 1.135284689053934, + "learning_rate": 1.9975896602283802e-05, + "loss": 0.3485, + "step": 6065 + }, + { + "epoch": 5.145038167938932, + "grad_norm": 1.2322493536727104, + "learning_rate": 1.997587753704025e-05, + "loss": 0.4403, + "step": 6066 + }, + { + "epoch": 5.145886344359627, + "grad_norm": 1.2513914189599362, + "learning_rate": 1.997585846426869e-05, + "loss": 0.4107, + "step": 6067 + }, + { + "epoch": 5.146734520780322, + "grad_norm": 1.3040472847362143, + "learning_rate": 1.9975839383969145e-05, + "loss": 0.3939, + "step": 6068 + }, + { + "epoch": 5.147582697201018, + "grad_norm": 1.240369359582394, + "learning_rate": 1.9975820296141625e-05, + "loss": 0.3767, + "step": 6069 + }, + { + "epoch": 5.148430873621713, + "grad_norm": 1.2393220728419367, + "learning_rate": 1.9975801200786143e-05, + "loss": 0.3479, + "step": 6070 + }, + { + "epoch": 5.149279050042409, + "grad_norm": 1.3714922421997784, + "learning_rate": 1.997578209790272e-05, + "loss": 0.4445, + "step": 6071 + }, + { + "epoch": 5.150127226463105, + "grad_norm": 1.4439028689429898, + "learning_rate": 1.9975762987491365e-05, + "loss": 0.4118, + "step": 6072 + }, + { + "epoch": 5.1509754028838, + "grad_norm": 1.1799399918240079, + "learning_rate": 1.9975743869552094e-05, + "loss": 0.3505, + "step": 6073 + }, + { + "epoch": 5.151823579304495, + "grad_norm": 1.2174908255088424, + "learning_rate": 1.997572474408492e-05, + "loss": 0.4037, + "step": 6074 + }, + { + "epoch": 5.152671755725191, + "grad_norm": 1.241876798247626, + "learning_rate": 1.9975705611089856e-05, + "loss": 0.3759, + "step": 6075 + }, + { + "epoch": 5.153519932145886, + "grad_norm": 1.3733707190731068, + "learning_rate": 1.9975686470566922e-05, + "loss": 0.3928, + "step": 6076 + }, + { + "epoch": 5.154368108566582, + "grad_norm": 1.2878256730446238, + "learning_rate": 1.9975667322516132e-05, + "loss": 0.37, + "step": 6077 + }, + { + "epoch": 5.155216284987278, + "grad_norm": 1.2730813554206395, + "learning_rate": 1.9975648166937492e-05, + "loss": 0.43, + "step": 6078 + }, + { + "epoch": 5.156064461407973, + "grad_norm": 1.276272883004873, + "learning_rate": 1.9975629003831027e-05, + "loss": 0.4108, + "step": 6079 + }, + { + "epoch": 5.156912637828668, + "grad_norm": 1.2924386891726114, + "learning_rate": 1.9975609833196742e-05, + "loss": 0.4118, + "step": 6080 + }, + { + "epoch": 5.157760814249364, + "grad_norm": 1.1964403511589703, + "learning_rate": 1.997559065503466e-05, + "loss": 0.3429, + "step": 6081 + }, + { + "epoch": 5.158608990670059, + "grad_norm": 1.1670771436111926, + "learning_rate": 1.997557146934479e-05, + "loss": 0.4099, + "step": 6082 + }, + { + "epoch": 5.159457167090755, + "grad_norm": 1.2205220283991343, + "learning_rate": 1.9975552276127148e-05, + "loss": 0.3767, + "step": 6083 + }, + { + "epoch": 5.1603053435114505, + "grad_norm": 1.3214558273007315, + "learning_rate": 1.9975533075381747e-05, + "loss": 0.437, + "step": 6084 + }, + { + "epoch": 5.161153519932146, + "grad_norm": 1.2570896688923294, + "learning_rate": 1.9975513867108605e-05, + "loss": 0.3885, + "step": 6085 + }, + { + "epoch": 5.162001696352841, + "grad_norm": 1.5550912797690235, + "learning_rate": 1.9975494651307735e-05, + "loss": 0.4106, + "step": 6086 + }, + { + "epoch": 5.162849872773537, + "grad_norm": 1.1277567894390044, + "learning_rate": 1.9975475427979152e-05, + "loss": 0.4043, + "step": 6087 + }, + { + "epoch": 5.163698049194233, + "grad_norm": 1.302598301483731, + "learning_rate": 1.9975456197122868e-05, + "loss": 0.3919, + "step": 6088 + }, + { + "epoch": 5.164546225614928, + "grad_norm": 1.2976173474051256, + "learning_rate": 1.9975436958738897e-05, + "loss": 0.4016, + "step": 6089 + }, + { + "epoch": 5.1653944020356235, + "grad_norm": 1.1218264686735024, + "learning_rate": 1.997541771282726e-05, + "loss": 0.3367, + "step": 6090 + }, + { + "epoch": 5.166242578456319, + "grad_norm": 1.3191067244090073, + "learning_rate": 1.9975398459387963e-05, + "loss": 0.4253, + "step": 6091 + }, + { + "epoch": 5.167090754877014, + "grad_norm": 1.5526473945192065, + "learning_rate": 1.9975379198421027e-05, + "loss": 0.4182, + "step": 6092 + }, + { + "epoch": 5.1679389312977095, + "grad_norm": 1.2957162785923406, + "learning_rate": 1.9975359929926464e-05, + "loss": 0.4444, + "step": 6093 + }, + { + "epoch": 5.168787107718406, + "grad_norm": 1.3036651298914153, + "learning_rate": 1.9975340653904286e-05, + "loss": 0.4083, + "step": 6094 + }, + { + "epoch": 5.169635284139101, + "grad_norm": 1.474322660268877, + "learning_rate": 1.9975321370354513e-05, + "loss": 0.4548, + "step": 6095 + }, + { + "epoch": 5.1704834605597965, + "grad_norm": 1.271418093502843, + "learning_rate": 1.9975302079277158e-05, + "loss": 0.449, + "step": 6096 + }, + { + "epoch": 5.171331636980492, + "grad_norm": 1.33080092769369, + "learning_rate": 1.9975282780672235e-05, + "loss": 0.4874, + "step": 6097 + }, + { + "epoch": 5.172179813401187, + "grad_norm": 1.285327077389442, + "learning_rate": 1.9975263474539753e-05, + "loss": 0.3948, + "step": 6098 + }, + { + "epoch": 5.1730279898218825, + "grad_norm": 1.0968931892781717, + "learning_rate": 1.9975244160879734e-05, + "loss": 0.3795, + "step": 6099 + }, + { + "epoch": 5.173876166242579, + "grad_norm": 1.4752618934020283, + "learning_rate": 1.997522483969219e-05, + "loss": 0.4686, + "step": 6100 + }, + { + "epoch": 5.174724342663274, + "grad_norm": 1.2779973952724937, + "learning_rate": 1.9975205510977137e-05, + "loss": 0.387, + "step": 6101 + }, + { + "epoch": 5.175572519083969, + "grad_norm": 1.5555019120188258, + "learning_rate": 1.997518617473459e-05, + "loss": 0.4006, + "step": 6102 + }, + { + "epoch": 5.176420695504665, + "grad_norm": 1.1239367987406683, + "learning_rate": 1.9975166830964558e-05, + "loss": 0.367, + "step": 6103 + }, + { + "epoch": 5.17726887192536, + "grad_norm": 1.253338850213373, + "learning_rate": 1.997514747966706e-05, + "loss": 0.4118, + "step": 6104 + }, + { + "epoch": 5.178117048346056, + "grad_norm": 1.2261032132026508, + "learning_rate": 1.9975128120842112e-05, + "loss": 0.4651, + "step": 6105 + }, + { + "epoch": 5.178965224766752, + "grad_norm": 1.2939177196596128, + "learning_rate": 1.9975108754489725e-05, + "loss": 0.4067, + "step": 6106 + }, + { + "epoch": 5.179813401187447, + "grad_norm": 1.1718303341613634, + "learning_rate": 1.9975089380609916e-05, + "loss": 0.4019, + "step": 6107 + }, + { + "epoch": 5.180661577608142, + "grad_norm": 1.3189967787298928, + "learning_rate": 1.9975069999202697e-05, + "loss": 0.4692, + "step": 6108 + }, + { + "epoch": 5.181509754028838, + "grad_norm": 1.2401296928275638, + "learning_rate": 1.9975050610268087e-05, + "loss": 0.4341, + "step": 6109 + }, + { + "epoch": 5.182357930449533, + "grad_norm": 1.5679318021083437, + "learning_rate": 1.9975031213806097e-05, + "loss": 0.4357, + "step": 6110 + }, + { + "epoch": 5.183206106870229, + "grad_norm": 1.2343388453067219, + "learning_rate": 1.9975011809816743e-05, + "loss": 0.4329, + "step": 6111 + }, + { + "epoch": 5.184054283290925, + "grad_norm": 1.158888957296396, + "learning_rate": 1.997499239830004e-05, + "loss": 0.346, + "step": 6112 + }, + { + "epoch": 5.18490245971162, + "grad_norm": 1.2693843051431961, + "learning_rate": 1.9974972979256e-05, + "loss": 0.4354, + "step": 6113 + }, + { + "epoch": 5.185750636132315, + "grad_norm": 1.3859799127670738, + "learning_rate": 1.9974953552684643e-05, + "loss": 0.4809, + "step": 6114 + }, + { + "epoch": 5.186598812553011, + "grad_norm": 1.1886127837747686, + "learning_rate": 1.997493411858598e-05, + "loss": 0.3991, + "step": 6115 + }, + { + "epoch": 5.187446988973707, + "grad_norm": 1.2373819425080954, + "learning_rate": 1.9974914676960023e-05, + "loss": 0.3867, + "step": 6116 + }, + { + "epoch": 5.188295165394402, + "grad_norm": 1.3468454004337762, + "learning_rate": 1.997489522780679e-05, + "loss": 0.4508, + "step": 6117 + }, + { + "epoch": 5.189143341815098, + "grad_norm": 1.059029274452897, + "learning_rate": 1.99748757711263e-05, + "loss": 0.3697, + "step": 6118 + }, + { + "epoch": 5.189991518235793, + "grad_norm": 1.5309632535213085, + "learning_rate": 1.997485630691856e-05, + "loss": 0.4855, + "step": 6119 + }, + { + "epoch": 5.190839694656488, + "grad_norm": 1.3245729588918507, + "learning_rate": 1.9974836835183586e-05, + "loss": 0.4135, + "step": 6120 + }, + { + "epoch": 5.191687871077184, + "grad_norm": 1.4093271585155362, + "learning_rate": 1.9974817355921395e-05, + "loss": 0.4133, + "step": 6121 + }, + { + "epoch": 5.19253604749788, + "grad_norm": 1.2024797988336786, + "learning_rate": 1.9974797869132002e-05, + "loss": 0.4814, + "step": 6122 + }, + { + "epoch": 5.193384223918575, + "grad_norm": 1.2468664279638162, + "learning_rate": 1.9974778374815424e-05, + "loss": 0.4276, + "step": 6123 + }, + { + "epoch": 5.194232400339271, + "grad_norm": 1.1764020290174073, + "learning_rate": 1.997475887297167e-05, + "loss": 0.4033, + "step": 6124 + }, + { + "epoch": 5.195080576759966, + "grad_norm": 1.181812651550476, + "learning_rate": 1.9974739363600758e-05, + "loss": 0.3681, + "step": 6125 + }, + { + "epoch": 5.195928753180661, + "grad_norm": 1.3630287758828443, + "learning_rate": 1.9974719846702698e-05, + "loss": 0.3761, + "step": 6126 + }, + { + "epoch": 5.1967769296013575, + "grad_norm": 1.3214794539411991, + "learning_rate": 1.9974700322277514e-05, + "loss": 0.4555, + "step": 6127 + }, + { + "epoch": 5.197625106022053, + "grad_norm": 1.236606574323805, + "learning_rate": 1.9974680790325212e-05, + "loss": 0.4149, + "step": 6128 + }, + { + "epoch": 5.198473282442748, + "grad_norm": 1.1729372404711478, + "learning_rate": 1.9974661250845813e-05, + "loss": 0.3882, + "step": 6129 + }, + { + "epoch": 5.1993214588634435, + "grad_norm": 1.2789685531646338, + "learning_rate": 1.997464170383933e-05, + "loss": 0.3888, + "step": 6130 + }, + { + "epoch": 5.200169635284139, + "grad_norm": 1.2787502376569977, + "learning_rate": 1.9974622149305773e-05, + "loss": 0.3947, + "step": 6131 + }, + { + "epoch": 5.201017811704834, + "grad_norm": 1.426408126952889, + "learning_rate": 1.997460258724516e-05, + "loss": 0.4101, + "step": 6132 + }, + { + "epoch": 5.2018659881255305, + "grad_norm": 1.1907321110766316, + "learning_rate": 1.9974583017657507e-05, + "loss": 0.4129, + "step": 6133 + }, + { + "epoch": 5.202714164546226, + "grad_norm": 1.2582691237062569, + "learning_rate": 1.997456344054283e-05, + "loss": 0.422, + "step": 6134 + }, + { + "epoch": 5.203562340966921, + "grad_norm": 1.3031124965740528, + "learning_rate": 1.997454385590114e-05, + "loss": 0.4329, + "step": 6135 + }, + { + "epoch": 5.2044105173876165, + "grad_norm": 1.1600472002749123, + "learning_rate": 1.9974524263732455e-05, + "loss": 0.3399, + "step": 6136 + }, + { + "epoch": 5.205258693808312, + "grad_norm": 1.5124375812313369, + "learning_rate": 1.9974504664036786e-05, + "loss": 0.4298, + "step": 6137 + }, + { + "epoch": 5.206106870229007, + "grad_norm": 1.3976209634047034, + "learning_rate": 1.9974485056814154e-05, + "loss": 0.4913, + "step": 6138 + }, + { + "epoch": 5.206955046649703, + "grad_norm": 1.1751493531062924, + "learning_rate": 1.9974465442064568e-05, + "loss": 0.3871, + "step": 6139 + }, + { + "epoch": 5.207803223070399, + "grad_norm": 1.1883216932555405, + "learning_rate": 1.9974445819788044e-05, + "loss": 0.4082, + "step": 6140 + }, + { + "epoch": 5.208651399491094, + "grad_norm": 1.1766821558320095, + "learning_rate": 1.99744261899846e-05, + "loss": 0.3586, + "step": 6141 + }, + { + "epoch": 5.2094995759117895, + "grad_norm": 1.158521869599537, + "learning_rate": 1.9974406552654245e-05, + "loss": 0.4051, + "step": 6142 + }, + { + "epoch": 5.210347752332485, + "grad_norm": 1.2755764224278872, + "learning_rate": 1.9974386907797e-05, + "loss": 0.3559, + "step": 6143 + }, + { + "epoch": 5.211195928753181, + "grad_norm": 1.430081282057994, + "learning_rate": 1.9974367255412874e-05, + "loss": 0.4492, + "step": 6144 + }, + { + "epoch": 5.212044105173876, + "grad_norm": 1.5076123352330415, + "learning_rate": 1.9974347595501887e-05, + "loss": 0.509, + "step": 6145 + }, + { + "epoch": 5.212892281594572, + "grad_norm": 1.5348290486381122, + "learning_rate": 1.997432792806405e-05, + "loss": 0.5548, + "step": 6146 + }, + { + "epoch": 5.213740458015267, + "grad_norm": 1.2463086612110903, + "learning_rate": 1.997430825309938e-05, + "loss": 0.4451, + "step": 6147 + }, + { + "epoch": 5.214588634435962, + "grad_norm": 1.1883409505798372, + "learning_rate": 1.9974288570607895e-05, + "loss": 0.3736, + "step": 6148 + }, + { + "epoch": 5.215436810856658, + "grad_norm": 1.286567345415473, + "learning_rate": 1.99742688805896e-05, + "loss": 0.4265, + "step": 6149 + }, + { + "epoch": 5.216284987277354, + "grad_norm": 1.880186287073707, + "learning_rate": 1.9974249183044518e-05, + "loss": 0.4676, + "step": 6150 + }, + { + "epoch": 5.217133163698049, + "grad_norm": 1.3077015020391702, + "learning_rate": 1.9974229477972664e-05, + "loss": 0.4547, + "step": 6151 + }, + { + "epoch": 5.217981340118745, + "grad_norm": 1.32041913146881, + "learning_rate": 1.9974209765374052e-05, + "loss": 0.4289, + "step": 6152 + }, + { + "epoch": 5.21882951653944, + "grad_norm": 1.505551233664422, + "learning_rate": 1.9974190045248695e-05, + "loss": 0.4592, + "step": 6153 + }, + { + "epoch": 5.219677692960135, + "grad_norm": 1.3039748546833327, + "learning_rate": 1.9974170317596603e-05, + "loss": 0.443, + "step": 6154 + }, + { + "epoch": 5.220525869380832, + "grad_norm": 1.5470554917884607, + "learning_rate": 1.99741505824178e-05, + "loss": 0.427, + "step": 6155 + }, + { + "epoch": 5.221374045801527, + "grad_norm": 1.2759832680166294, + "learning_rate": 1.99741308397123e-05, + "loss": 0.4247, + "step": 6156 + }, + { + "epoch": 5.222222222222222, + "grad_norm": 1.1587749439321202, + "learning_rate": 1.9974111089480112e-05, + "loss": 0.4077, + "step": 6157 + }, + { + "epoch": 5.223070398642918, + "grad_norm": 1.2896022302405414, + "learning_rate": 1.9974091331721258e-05, + "loss": 0.4014, + "step": 6158 + }, + { + "epoch": 5.223918575063613, + "grad_norm": 1.2701374748386927, + "learning_rate": 1.9974071566435743e-05, + "loss": 0.4652, + "step": 6159 + }, + { + "epoch": 5.224766751484308, + "grad_norm": 1.195217948770188, + "learning_rate": 1.997405179362359e-05, + "loss": 0.4057, + "step": 6160 + }, + { + "epoch": 5.225614927905005, + "grad_norm": 1.1857392145955246, + "learning_rate": 1.9974032013284814e-05, + "loss": 0.4424, + "step": 6161 + }, + { + "epoch": 5.2264631043257, + "grad_norm": 1.184951398843554, + "learning_rate": 1.9974012225419426e-05, + "loss": 0.406, + "step": 6162 + }, + { + "epoch": 5.227311280746395, + "grad_norm": 1.171946410046711, + "learning_rate": 1.9973992430027443e-05, + "loss": 0.4499, + "step": 6163 + }, + { + "epoch": 5.228159457167091, + "grad_norm": 1.3170694262780527, + "learning_rate": 1.997397262710888e-05, + "loss": 0.4179, + "step": 6164 + }, + { + "epoch": 5.229007633587786, + "grad_norm": 1.3912452343760124, + "learning_rate": 1.9973952816663754e-05, + "loss": 0.4678, + "step": 6165 + }, + { + "epoch": 5.229855810008482, + "grad_norm": 1.330956708343946, + "learning_rate": 1.9973932998692075e-05, + "loss": 0.3708, + "step": 6166 + }, + { + "epoch": 5.2307039864291776, + "grad_norm": 1.2535277923478323, + "learning_rate": 1.997391317319386e-05, + "loss": 0.4847, + "step": 6167 + }, + { + "epoch": 5.231552162849873, + "grad_norm": 1.2836754268742585, + "learning_rate": 1.997389334016913e-05, + "loss": 0.3981, + "step": 6168 + }, + { + "epoch": 5.232400339270568, + "grad_norm": 1.2073475620699927, + "learning_rate": 1.997387349961789e-05, + "loss": 0.397, + "step": 6169 + }, + { + "epoch": 5.233248515691264, + "grad_norm": 1.3703670027159502, + "learning_rate": 1.9973853651540155e-05, + "loss": 0.4246, + "step": 6170 + }, + { + "epoch": 5.234096692111959, + "grad_norm": 1.3111353672391741, + "learning_rate": 1.997383379593595e-05, + "loss": 0.4229, + "step": 6171 + }, + { + "epoch": 5.234944868532655, + "grad_norm": 1.2406940524990562, + "learning_rate": 1.9973813932805283e-05, + "loss": 0.3758, + "step": 6172 + }, + { + "epoch": 5.2357930449533505, + "grad_norm": 1.29250639495707, + "learning_rate": 1.997379406214817e-05, + "loss": 0.4333, + "step": 6173 + }, + { + "epoch": 5.236641221374046, + "grad_norm": 1.212978945225792, + "learning_rate": 1.9973774183964627e-05, + "loss": 0.4577, + "step": 6174 + }, + { + "epoch": 5.237489397794741, + "grad_norm": 1.0780387944409147, + "learning_rate": 1.997375429825467e-05, + "loss": 0.4196, + "step": 6175 + }, + { + "epoch": 5.2383375742154366, + "grad_norm": 1.186889663693361, + "learning_rate": 1.997373440501831e-05, + "loss": 0.3455, + "step": 6176 + }, + { + "epoch": 5.239185750636132, + "grad_norm": 1.262904481637854, + "learning_rate": 1.9973714504255563e-05, + "loss": 0.4488, + "step": 6177 + }, + { + "epoch": 5.240033927056828, + "grad_norm": 1.3128421146118445, + "learning_rate": 1.9973694595966448e-05, + "loss": 0.4899, + "step": 6178 + }, + { + "epoch": 5.2408821034775235, + "grad_norm": 1.2991654519651283, + "learning_rate": 1.9973674680150977e-05, + "loss": 0.4531, + "step": 6179 + }, + { + "epoch": 5.241730279898219, + "grad_norm": 1.115780276330671, + "learning_rate": 1.9973654756809165e-05, + "loss": 0.3385, + "step": 6180 + }, + { + "epoch": 5.242578456318914, + "grad_norm": 1.2252169222409643, + "learning_rate": 1.997363482594103e-05, + "loss": 0.41, + "step": 6181 + }, + { + "epoch": 5.2434266327396095, + "grad_norm": 1.3290451916245323, + "learning_rate": 1.997361488754658e-05, + "loss": 0.4824, + "step": 6182 + }, + { + "epoch": 5.244274809160306, + "grad_norm": 1.2182110446678205, + "learning_rate": 1.9973594941625838e-05, + "loss": 0.4177, + "step": 6183 + }, + { + "epoch": 5.245122985581001, + "grad_norm": 1.817020285037897, + "learning_rate": 1.9973574988178815e-05, + "loss": 0.4268, + "step": 6184 + }, + { + "epoch": 5.245971162001696, + "grad_norm": 1.1781654854437702, + "learning_rate": 1.9973555027205528e-05, + "loss": 0.3916, + "step": 6185 + }, + { + "epoch": 5.246819338422392, + "grad_norm": 1.4022864977967646, + "learning_rate": 1.9973535058705987e-05, + "loss": 0.3986, + "step": 6186 + }, + { + "epoch": 5.247667514843087, + "grad_norm": 1.1601203517479717, + "learning_rate": 1.9973515082680213e-05, + "loss": 0.3327, + "step": 6187 + }, + { + "epoch": 5.2485156912637825, + "grad_norm": 1.3013824290186127, + "learning_rate": 1.9973495099128216e-05, + "loss": 0.474, + "step": 6188 + }, + { + "epoch": 5.249363867684479, + "grad_norm": 1.2067069485656898, + "learning_rate": 1.997347510805002e-05, + "loss": 0.4384, + "step": 6189 + }, + { + "epoch": 5.250212044105174, + "grad_norm": 1.1091306371009302, + "learning_rate": 1.997345510944563e-05, + "loss": 0.3653, + "step": 6190 + }, + { + "epoch": 5.251060220525869, + "grad_norm": 1.3280040857747328, + "learning_rate": 1.9973435103315065e-05, + "loss": 0.5159, + "step": 6191 + }, + { + "epoch": 5.251908396946565, + "grad_norm": 1.4459324004012601, + "learning_rate": 1.997341508965834e-05, + "loss": 0.4439, + "step": 6192 + }, + { + "epoch": 5.25275657336726, + "grad_norm": 1.234699516318369, + "learning_rate": 1.9973395068475476e-05, + "loss": 0.4638, + "step": 6193 + }, + { + "epoch": 5.253604749787955, + "grad_norm": 1.2811134406281044, + "learning_rate": 1.9973375039766475e-05, + "loss": 0.425, + "step": 6194 + }, + { + "epoch": 5.254452926208652, + "grad_norm": 1.4009930774916282, + "learning_rate": 1.997335500353136e-05, + "loss": 0.4576, + "step": 6195 + }, + { + "epoch": 5.255301102629347, + "grad_norm": 1.3223067086271938, + "learning_rate": 1.997333495977015e-05, + "loss": 0.417, + "step": 6196 + }, + { + "epoch": 5.256149279050042, + "grad_norm": 1.3077934337969055, + "learning_rate": 1.9973314908482852e-05, + "loss": 0.406, + "step": 6197 + }, + { + "epoch": 5.256997455470738, + "grad_norm": 1.2577242477981727, + "learning_rate": 1.9973294849669487e-05, + "loss": 0.4388, + "step": 6198 + }, + { + "epoch": 5.257845631891433, + "grad_norm": 1.4057597625711324, + "learning_rate": 1.997327478333007e-05, + "loss": 0.4788, + "step": 6199 + }, + { + "epoch": 5.258693808312129, + "grad_norm": 1.2199196570746735, + "learning_rate": 1.997325470946461e-05, + "loss": 0.3895, + "step": 6200 + }, + { + "epoch": 5.259541984732825, + "grad_norm": 1.265598649970617, + "learning_rate": 1.997323462807313e-05, + "loss": 0.3775, + "step": 6201 + }, + { + "epoch": 5.26039016115352, + "grad_norm": 1.2524104383626289, + "learning_rate": 1.997321453915564e-05, + "loss": 0.3704, + "step": 6202 + }, + { + "epoch": 5.261238337574215, + "grad_norm": 1.2891342625778848, + "learning_rate": 1.9973194442712155e-05, + "loss": 0.4197, + "step": 6203 + }, + { + "epoch": 5.262086513994911, + "grad_norm": 1.4186621835462636, + "learning_rate": 1.9973174338742695e-05, + "loss": 0.466, + "step": 6204 + }, + { + "epoch": 5.262934690415607, + "grad_norm": 1.2453279089348117, + "learning_rate": 1.9973154227247272e-05, + "loss": 0.3872, + "step": 6205 + }, + { + "epoch": 5.263782866836302, + "grad_norm": 1.1959165314407985, + "learning_rate": 1.99731341082259e-05, + "loss": 0.3884, + "step": 6206 + }, + { + "epoch": 5.264631043256998, + "grad_norm": 1.1581787336587905, + "learning_rate": 1.9973113981678595e-05, + "loss": 0.3841, + "step": 6207 + }, + { + "epoch": 5.265479219677693, + "grad_norm": 1.226520085462064, + "learning_rate": 1.9973093847605373e-05, + "loss": 0.4105, + "step": 6208 + }, + { + "epoch": 5.266327396098388, + "grad_norm": 1.1090382326045019, + "learning_rate": 1.9973073706006247e-05, + "loss": 0.3328, + "step": 6209 + }, + { + "epoch": 5.267175572519084, + "grad_norm": 1.3287903767210771, + "learning_rate": 1.9973053556881237e-05, + "loss": 0.4407, + "step": 6210 + }, + { + "epoch": 5.26802374893978, + "grad_norm": 1.3789954202263577, + "learning_rate": 1.9973033400230352e-05, + "loss": 0.4078, + "step": 6211 + }, + { + "epoch": 5.268871925360475, + "grad_norm": 1.231673633382618, + "learning_rate": 1.9973013236053614e-05, + "loss": 0.4509, + "step": 6212 + }, + { + "epoch": 5.269720101781171, + "grad_norm": 1.239369899171982, + "learning_rate": 1.9972993064351032e-05, + "loss": 0.414, + "step": 6213 + }, + { + "epoch": 5.270568278201866, + "grad_norm": 1.2204807692894466, + "learning_rate": 1.9972972885122623e-05, + "loss": 0.3924, + "step": 6214 + }, + { + "epoch": 5.271416454622561, + "grad_norm": 1.3795865614181217, + "learning_rate": 1.9972952698368408e-05, + "loss": 0.4768, + "step": 6215 + }, + { + "epoch": 5.272264631043257, + "grad_norm": 1.4824453484239721, + "learning_rate": 1.9972932504088393e-05, + "loss": 0.4459, + "step": 6216 + }, + { + "epoch": 5.273112807463953, + "grad_norm": 1.2392269191178902, + "learning_rate": 1.9972912302282595e-05, + "loss": 0.4145, + "step": 6217 + }, + { + "epoch": 5.273960983884648, + "grad_norm": 1.343904570888768, + "learning_rate": 1.997289209295104e-05, + "loss": 0.4657, + "step": 6218 + }, + { + "epoch": 5.2748091603053435, + "grad_norm": 1.248062692298661, + "learning_rate": 1.9972871876093727e-05, + "loss": 0.3534, + "step": 6219 + }, + { + "epoch": 5.275657336726039, + "grad_norm": 1.4400849202044435, + "learning_rate": 1.9972851651710683e-05, + "loss": 0.3827, + "step": 6220 + }, + { + "epoch": 5.276505513146734, + "grad_norm": 1.3035091357553457, + "learning_rate": 1.9972831419801917e-05, + "loss": 0.418, + "step": 6221 + }, + { + "epoch": 5.2773536895674305, + "grad_norm": 1.320207952092042, + "learning_rate": 1.997281118036745e-05, + "loss": 0.418, + "step": 6222 + }, + { + "epoch": 5.278201865988126, + "grad_norm": 1.4832569635839046, + "learning_rate": 1.9972790933407295e-05, + "loss": 0.4389, + "step": 6223 + }, + { + "epoch": 5.279050042408821, + "grad_norm": 1.1638958489816569, + "learning_rate": 1.9972770678921462e-05, + "loss": 0.3545, + "step": 6224 + }, + { + "epoch": 5.2798982188295165, + "grad_norm": 1.1956183699129665, + "learning_rate": 1.9972750416909972e-05, + "loss": 0.4304, + "step": 6225 + }, + { + "epoch": 5.280746395250212, + "grad_norm": 1.2979598059710538, + "learning_rate": 1.997273014737284e-05, + "loss": 0.4722, + "step": 6226 + }, + { + "epoch": 5.281594571670907, + "grad_norm": 1.4491297322825247, + "learning_rate": 1.997270987031008e-05, + "loss": 0.4856, + "step": 6227 + }, + { + "epoch": 5.282442748091603, + "grad_norm": 1.2066029765709965, + "learning_rate": 1.9972689585721707e-05, + "loss": 0.4042, + "step": 6228 + }, + { + "epoch": 5.283290924512299, + "grad_norm": 1.5020379545394722, + "learning_rate": 1.997266929360774e-05, + "loss": 0.4446, + "step": 6229 + }, + { + "epoch": 5.284139100932994, + "grad_norm": 1.2935564260183994, + "learning_rate": 1.9972648993968187e-05, + "loss": 0.4074, + "step": 6230 + }, + { + "epoch": 5.2849872773536894, + "grad_norm": 1.3567228465026473, + "learning_rate": 1.9972628686803068e-05, + "loss": 0.4922, + "step": 6231 + }, + { + "epoch": 5.285835453774385, + "grad_norm": 1.337709440926451, + "learning_rate": 1.99726083721124e-05, + "loss": 0.5716, + "step": 6232 + }, + { + "epoch": 5.28668363019508, + "grad_norm": 1.2924022691816321, + "learning_rate": 1.9972588049896193e-05, + "loss": 0.4181, + "step": 6233 + }, + { + "epoch": 5.287531806615776, + "grad_norm": 1.543335692639687, + "learning_rate": 1.9972567720154468e-05, + "loss": 0.4427, + "step": 6234 + }, + { + "epoch": 5.288379983036472, + "grad_norm": 1.1707525634469205, + "learning_rate": 1.9972547382887235e-05, + "loss": 0.3793, + "step": 6235 + }, + { + "epoch": 5.289228159457167, + "grad_norm": 1.1478782353145625, + "learning_rate": 1.9972527038094517e-05, + "loss": 0.4187, + "step": 6236 + }, + { + "epoch": 5.290076335877862, + "grad_norm": 1.1598466214591094, + "learning_rate": 1.9972506685776318e-05, + "loss": 0.4163, + "step": 6237 + }, + { + "epoch": 5.290924512298558, + "grad_norm": 1.138195919902819, + "learning_rate": 1.9972486325932665e-05, + "loss": 0.4485, + "step": 6238 + }, + { + "epoch": 5.291772688719254, + "grad_norm": 1.1465196403868174, + "learning_rate": 1.9972465958563568e-05, + "loss": 0.3891, + "step": 6239 + }, + { + "epoch": 5.292620865139949, + "grad_norm": 1.2100246224143811, + "learning_rate": 1.997244558366904e-05, + "loss": 0.4375, + "step": 6240 + }, + { + "epoch": 5.293469041560645, + "grad_norm": 1.282284255254091, + "learning_rate": 1.99724252012491e-05, + "loss": 0.442, + "step": 6241 + }, + { + "epoch": 5.29431721798134, + "grad_norm": 1.2708160508346305, + "learning_rate": 1.9972404811303762e-05, + "loss": 0.4501, + "step": 6242 + }, + { + "epoch": 5.295165394402035, + "grad_norm": 1.2781545229677316, + "learning_rate": 1.9972384413833042e-05, + "loss": 0.4423, + "step": 6243 + }, + { + "epoch": 5.296013570822731, + "grad_norm": 1.2354630114040206, + "learning_rate": 1.9972364008836956e-05, + "loss": 0.3681, + "step": 6244 + }, + { + "epoch": 5.296861747243427, + "grad_norm": 1.1850948797346692, + "learning_rate": 1.997234359631552e-05, + "loss": 0.3846, + "step": 6245 + }, + { + "epoch": 5.297709923664122, + "grad_norm": 1.23186623211426, + "learning_rate": 1.9972323176268744e-05, + "loss": 0.4013, + "step": 6246 + }, + { + "epoch": 5.298558100084818, + "grad_norm": 1.2058370812014074, + "learning_rate": 1.997230274869665e-05, + "loss": 0.3678, + "step": 6247 + }, + { + "epoch": 5.299406276505513, + "grad_norm": 1.2627860390715855, + "learning_rate": 1.997228231359925e-05, + "loss": 0.4821, + "step": 6248 + }, + { + "epoch": 5.300254452926208, + "grad_norm": 1.3126223189831407, + "learning_rate": 1.9972261870976558e-05, + "loss": 0.3487, + "step": 6249 + }, + { + "epoch": 5.301102629346905, + "grad_norm": 1.1745921132038368, + "learning_rate": 1.9972241420828595e-05, + "loss": 0.3739, + "step": 6250 + }, + { + "epoch": 5.3019508057676, + "grad_norm": 1.4331400633442495, + "learning_rate": 1.997222096315537e-05, + "loss": 0.5083, + "step": 6251 + }, + { + "epoch": 5.302798982188295, + "grad_norm": 1.320236275101743, + "learning_rate": 1.9972200497956905e-05, + "loss": 0.4136, + "step": 6252 + }, + { + "epoch": 5.303647158608991, + "grad_norm": 1.4248220736062445, + "learning_rate": 1.997218002523321e-05, + "loss": 0.4123, + "step": 6253 + }, + { + "epoch": 5.304495335029686, + "grad_norm": 1.1079843055298082, + "learning_rate": 1.99721595449843e-05, + "loss": 0.3743, + "step": 6254 + }, + { + "epoch": 5.305343511450381, + "grad_norm": 1.2677059287042842, + "learning_rate": 1.9972139057210196e-05, + "loss": 0.4387, + "step": 6255 + }, + { + "epoch": 5.3061916878710775, + "grad_norm": 1.2503790739935148, + "learning_rate": 1.997211856191091e-05, + "loss": 0.4182, + "step": 6256 + }, + { + "epoch": 5.307039864291773, + "grad_norm": 1.202227731722778, + "learning_rate": 1.9972098059086456e-05, + "loss": 0.3948, + "step": 6257 + }, + { + "epoch": 5.307888040712468, + "grad_norm": 1.3642857178503258, + "learning_rate": 1.9972077548736856e-05, + "loss": 0.4622, + "step": 6258 + }, + { + "epoch": 5.308736217133164, + "grad_norm": 1.2545213545670895, + "learning_rate": 1.9972057030862117e-05, + "loss": 0.4589, + "step": 6259 + }, + { + "epoch": 5.309584393553859, + "grad_norm": 1.2703875050989517, + "learning_rate": 1.9972036505462256e-05, + "loss": 0.4046, + "step": 6260 + }, + { + "epoch": 5.310432569974555, + "grad_norm": 1.3095805180813949, + "learning_rate": 1.9972015972537293e-05, + "loss": 0.4247, + "step": 6261 + }, + { + "epoch": 5.3112807463952505, + "grad_norm": 1.2552402040792476, + "learning_rate": 1.9971995432087242e-05, + "loss": 0.4678, + "step": 6262 + }, + { + "epoch": 5.312128922815946, + "grad_norm": 1.3474752277265674, + "learning_rate": 1.9971974884112116e-05, + "loss": 0.3696, + "step": 6263 + }, + { + "epoch": 5.312977099236641, + "grad_norm": 1.2635606036836986, + "learning_rate": 1.9971954328611933e-05, + "loss": 0.4391, + "step": 6264 + }, + { + "epoch": 5.3138252756573365, + "grad_norm": 1.258058969121187, + "learning_rate": 1.9971933765586706e-05, + "loss": 0.4175, + "step": 6265 + }, + { + "epoch": 5.314673452078032, + "grad_norm": 1.395475931145801, + "learning_rate": 1.9971913195036454e-05, + "loss": 0.4001, + "step": 6266 + }, + { + "epoch": 5.315521628498728, + "grad_norm": 1.1994267269240755, + "learning_rate": 1.997189261696119e-05, + "loss": 0.3476, + "step": 6267 + }, + { + "epoch": 5.3163698049194235, + "grad_norm": 1.35482603518744, + "learning_rate": 1.9971872031360932e-05, + "loss": 0.4454, + "step": 6268 + }, + { + "epoch": 5.317217981340119, + "grad_norm": 1.2199086056399273, + "learning_rate": 1.997185143823569e-05, + "loss": 0.4578, + "step": 6269 + }, + { + "epoch": 5.318066157760814, + "grad_norm": 1.1410045167530982, + "learning_rate": 1.997183083758549e-05, + "loss": 0.42, + "step": 6270 + }, + { + "epoch": 5.3189143341815095, + "grad_norm": 1.1442143121484272, + "learning_rate": 1.9971810229410337e-05, + "loss": 0.3937, + "step": 6271 + }, + { + "epoch": 5.319762510602205, + "grad_norm": 1.2123526956399135, + "learning_rate": 1.9971789613710245e-05, + "loss": 0.4431, + "step": 6272 + }, + { + "epoch": 5.320610687022901, + "grad_norm": 1.3411343126289363, + "learning_rate": 1.9971768990485244e-05, + "loss": 0.383, + "step": 6273 + }, + { + "epoch": 5.321458863443596, + "grad_norm": 1.2908982297503286, + "learning_rate": 1.9971748359735335e-05, + "loss": 0.4519, + "step": 6274 + }, + { + "epoch": 5.322307039864292, + "grad_norm": 1.5233353354179229, + "learning_rate": 1.9971727721460538e-05, + "loss": 0.3645, + "step": 6275 + }, + { + "epoch": 5.323155216284987, + "grad_norm": 1.3252944962065996, + "learning_rate": 1.9971707075660872e-05, + "loss": 0.3658, + "step": 6276 + }, + { + "epoch": 5.3240033927056825, + "grad_norm": 1.3252354344547974, + "learning_rate": 1.9971686422336352e-05, + "loss": 0.4237, + "step": 6277 + }, + { + "epoch": 5.324851569126379, + "grad_norm": 1.2602622845646936, + "learning_rate": 1.9971665761486992e-05, + "loss": 0.352, + "step": 6278 + }, + { + "epoch": 5.325699745547074, + "grad_norm": 1.1961498601884244, + "learning_rate": 1.9971645093112807e-05, + "loss": 0.32, + "step": 6279 + }, + { + "epoch": 5.326547921967769, + "grad_norm": 1.2290725372408833, + "learning_rate": 1.997162441721381e-05, + "loss": 0.3941, + "step": 6280 + }, + { + "epoch": 5.327396098388465, + "grad_norm": 1.4119868971446345, + "learning_rate": 1.997160373379002e-05, + "loss": 0.4612, + "step": 6281 + }, + { + "epoch": 5.32824427480916, + "grad_norm": 1.2619992145085481, + "learning_rate": 1.9971583042841453e-05, + "loss": 0.46, + "step": 6282 + }, + { + "epoch": 5.329092451229855, + "grad_norm": 1.2851543565294923, + "learning_rate": 1.9971562344368126e-05, + "loss": 0.4102, + "step": 6283 + }, + { + "epoch": 5.329940627650552, + "grad_norm": 1.7355188907553565, + "learning_rate": 1.9971541638370052e-05, + "loss": 0.4329, + "step": 6284 + }, + { + "epoch": 5.330788804071247, + "grad_norm": 1.4896081769180194, + "learning_rate": 1.9971520924847247e-05, + "loss": 0.418, + "step": 6285 + }, + { + "epoch": 5.331636980491942, + "grad_norm": 1.193803260732771, + "learning_rate": 1.9971500203799722e-05, + "loss": 0.3681, + "step": 6286 + }, + { + "epoch": 5.332485156912638, + "grad_norm": 1.4019853309439148, + "learning_rate": 1.9971479475227502e-05, + "loss": 0.5055, + "step": 6287 + }, + { + "epoch": 5.333333333333333, + "grad_norm": 1.1887383950016825, + "learning_rate": 1.9971458739130598e-05, + "loss": 0.416, + "step": 6288 + }, + { + "epoch": 5.334181509754028, + "grad_norm": 1.2968958813151554, + "learning_rate": 1.9971437995509025e-05, + "loss": 0.4149, + "step": 6289 + }, + { + "epoch": 5.335029686174725, + "grad_norm": 1.2791549960696191, + "learning_rate": 1.9971417244362798e-05, + "loss": 0.3986, + "step": 6290 + }, + { + "epoch": 5.33587786259542, + "grad_norm": 1.2145295428042815, + "learning_rate": 1.9971396485691933e-05, + "loss": 0.3651, + "step": 6291 + }, + { + "epoch": 5.336726039016115, + "grad_norm": 1.5090000554930676, + "learning_rate": 1.997137571949645e-05, + "loss": 0.4105, + "step": 6292 + }, + { + "epoch": 5.337574215436811, + "grad_norm": 1.2891216052099137, + "learning_rate": 1.997135494577636e-05, + "loss": 0.4343, + "step": 6293 + }, + { + "epoch": 5.338422391857506, + "grad_norm": 1.316914895848683, + "learning_rate": 1.997133416453168e-05, + "loss": 0.4077, + "step": 6294 + }, + { + "epoch": 5.339270568278202, + "grad_norm": 1.7398198439036403, + "learning_rate": 1.997131337576243e-05, + "loss": 0.441, + "step": 6295 + }, + { + "epoch": 5.340118744698898, + "grad_norm": 1.1539852491485474, + "learning_rate": 1.9971292579468613e-05, + "loss": 0.4386, + "step": 6296 + }, + { + "epoch": 5.340966921119593, + "grad_norm": 1.18967911097771, + "learning_rate": 1.997127177565026e-05, + "loss": 0.4076, + "step": 6297 + }, + { + "epoch": 5.341815097540288, + "grad_norm": 1.2818866863983438, + "learning_rate": 1.9971250964307372e-05, + "loss": 0.3865, + "step": 6298 + }, + { + "epoch": 5.342663273960984, + "grad_norm": 1.248966221618264, + "learning_rate": 1.997123014543998e-05, + "loss": 0.4678, + "step": 6299 + }, + { + "epoch": 5.34351145038168, + "grad_norm": 1.5722168400645142, + "learning_rate": 1.997120931904809e-05, + "loss": 0.3951, + "step": 6300 + }, + { + "epoch": 5.344359626802375, + "grad_norm": 1.157964609005395, + "learning_rate": 1.9971188485131717e-05, + "loss": 0.3417, + "step": 6301 + }, + { + "epoch": 5.3452078032230705, + "grad_norm": 1.469770899345398, + "learning_rate": 1.9971167643690883e-05, + "loss": 0.4096, + "step": 6302 + }, + { + "epoch": 5.346055979643766, + "grad_norm": 1.3939220842013202, + "learning_rate": 1.9971146794725598e-05, + "loss": 0.4497, + "step": 6303 + }, + { + "epoch": 5.346904156064461, + "grad_norm": 1.5680217086762223, + "learning_rate": 1.9971125938235883e-05, + "loss": 0.4103, + "step": 6304 + }, + { + "epoch": 5.347752332485157, + "grad_norm": 1.2755909065213935, + "learning_rate": 1.997110507422175e-05, + "loss": 0.4418, + "step": 6305 + }, + { + "epoch": 5.348600508905853, + "grad_norm": 1.2932315611866647, + "learning_rate": 1.997108420268321e-05, + "loss": 0.4426, + "step": 6306 + }, + { + "epoch": 5.349448685326548, + "grad_norm": 1.2677190364223387, + "learning_rate": 1.997106332362029e-05, + "loss": 0.3917, + "step": 6307 + }, + { + "epoch": 5.3502968617472435, + "grad_norm": 1.2444455316549168, + "learning_rate": 1.9971042437033e-05, + "loss": 0.3996, + "step": 6308 + }, + { + "epoch": 5.351145038167939, + "grad_norm": 1.4788040736435144, + "learning_rate": 1.9971021542921353e-05, + "loss": 0.4198, + "step": 6309 + }, + { + "epoch": 5.351993214588634, + "grad_norm": 1.297603178549317, + "learning_rate": 1.997100064128537e-05, + "loss": 0.4463, + "step": 6310 + }, + { + "epoch": 5.3528413910093295, + "grad_norm": 1.2747685516594986, + "learning_rate": 1.9970979732125066e-05, + "loss": 0.3947, + "step": 6311 + }, + { + "epoch": 5.353689567430026, + "grad_norm": 1.2815779474614597, + "learning_rate": 1.997095881544045e-05, + "loss": 0.3958, + "step": 6312 + }, + { + "epoch": 5.354537743850721, + "grad_norm": 1.3847688076227427, + "learning_rate": 1.9970937891231547e-05, + "loss": 0.4193, + "step": 6313 + }, + { + "epoch": 5.3553859202714165, + "grad_norm": 1.2656183598367168, + "learning_rate": 1.9970916959498366e-05, + "loss": 0.4306, + "step": 6314 + }, + { + "epoch": 5.356234096692112, + "grad_norm": 1.2110437733466894, + "learning_rate": 1.9970896020240928e-05, + "loss": 0.3765, + "step": 6315 + }, + { + "epoch": 5.357082273112807, + "grad_norm": 1.2089952983888952, + "learning_rate": 1.997087507345924e-05, + "loss": 0.3434, + "step": 6316 + }, + { + "epoch": 5.357930449533503, + "grad_norm": 1.252047576144675, + "learning_rate": 1.9970854119153334e-05, + "loss": 0.4747, + "step": 6317 + }, + { + "epoch": 5.358778625954199, + "grad_norm": 1.2961846695926436, + "learning_rate": 1.997083315732321e-05, + "loss": 0.4076, + "step": 6318 + }, + { + "epoch": 5.359626802374894, + "grad_norm": 1.1349800373626098, + "learning_rate": 1.9970812187968888e-05, + "loss": 0.3825, + "step": 6319 + }, + { + "epoch": 5.360474978795589, + "grad_norm": 1.3720553037847119, + "learning_rate": 1.997079121109039e-05, + "loss": 0.5167, + "step": 6320 + }, + { + "epoch": 5.361323155216285, + "grad_norm": 1.2567638406445691, + "learning_rate": 1.9970770226687724e-05, + "loss": 0.4047, + "step": 6321 + }, + { + "epoch": 5.36217133163698, + "grad_norm": 1.388591269570301, + "learning_rate": 1.9970749234760913e-05, + "loss": 0.4257, + "step": 6322 + }, + { + "epoch": 5.363019508057676, + "grad_norm": 1.6936424304357156, + "learning_rate": 1.9970728235309966e-05, + "loss": 0.4623, + "step": 6323 + }, + { + "epoch": 5.363867684478372, + "grad_norm": 1.276332399487748, + "learning_rate": 1.9970707228334906e-05, + "loss": 0.3983, + "step": 6324 + }, + { + "epoch": 5.364715860899067, + "grad_norm": 1.2664540038766434, + "learning_rate": 1.9970686213835738e-05, + "loss": 0.3957, + "step": 6325 + }, + { + "epoch": 5.365564037319762, + "grad_norm": 1.2964667358380049, + "learning_rate": 1.9970665191812487e-05, + "loss": 0.488, + "step": 6326 + }, + { + "epoch": 5.366412213740458, + "grad_norm": 1.1555367268811931, + "learning_rate": 1.997064416226517e-05, + "loss": 0.4186, + "step": 6327 + }, + { + "epoch": 5.367260390161153, + "grad_norm": 1.1916631089574892, + "learning_rate": 1.9970623125193795e-05, + "loss": 0.4075, + "step": 6328 + }, + { + "epoch": 5.368108566581849, + "grad_norm": 1.1763982447326442, + "learning_rate": 1.9970602080598387e-05, + "loss": 0.3706, + "step": 6329 + }, + { + "epoch": 5.368956743002545, + "grad_norm": 1.2181289768498016, + "learning_rate": 1.997058102847895e-05, + "loss": 0.4214, + "step": 6330 + }, + { + "epoch": 5.36980491942324, + "grad_norm": 1.1552817278184997, + "learning_rate": 1.9970559968835515e-05, + "loss": 0.4241, + "step": 6331 + }, + { + "epoch": 5.370653095843935, + "grad_norm": 1.1298425337615714, + "learning_rate": 1.9970538901668085e-05, + "loss": 0.3889, + "step": 6332 + }, + { + "epoch": 5.371501272264631, + "grad_norm": 1.289009817609999, + "learning_rate": 1.9970517826976682e-05, + "loss": 0.3967, + "step": 6333 + }, + { + "epoch": 5.372349448685327, + "grad_norm": 1.2445375715066644, + "learning_rate": 1.9970496744761322e-05, + "loss": 0.432, + "step": 6334 + }, + { + "epoch": 5.373197625106022, + "grad_norm": 1.1818684004296418, + "learning_rate": 1.9970475655022016e-05, + "loss": 0.3876, + "step": 6335 + }, + { + "epoch": 5.374045801526718, + "grad_norm": 1.2278878394380568, + "learning_rate": 1.9970454557758784e-05, + "loss": 0.338, + "step": 6336 + }, + { + "epoch": 5.374893977947413, + "grad_norm": 1.4629371543491465, + "learning_rate": 1.9970433452971646e-05, + "loss": 0.4043, + "step": 6337 + }, + { + "epoch": 5.375742154368108, + "grad_norm": 1.1880059588399687, + "learning_rate": 1.997041234066061e-05, + "loss": 0.3361, + "step": 6338 + }, + { + "epoch": 5.376590330788804, + "grad_norm": 1.2933097054466383, + "learning_rate": 1.9970391220825697e-05, + "loss": 0.4645, + "step": 6339 + }, + { + "epoch": 5.3774385072095, + "grad_norm": 1.1767794966493412, + "learning_rate": 1.9970370093466917e-05, + "loss": 0.4318, + "step": 6340 + }, + { + "epoch": 5.378286683630195, + "grad_norm": 1.1789820081562212, + "learning_rate": 1.9970348958584295e-05, + "loss": 0.3501, + "step": 6341 + }, + { + "epoch": 5.379134860050891, + "grad_norm": 1.2026727178590348, + "learning_rate": 1.997032781617784e-05, + "loss": 0.371, + "step": 6342 + }, + { + "epoch": 5.379983036471586, + "grad_norm": 1.2358279468790168, + "learning_rate": 1.997030666624757e-05, + "loss": 0.445, + "step": 6343 + }, + { + "epoch": 5.380831212892281, + "grad_norm": 1.479299241029998, + "learning_rate": 1.99702855087935e-05, + "loss": 0.5056, + "step": 6344 + }, + { + "epoch": 5.3816793893129775, + "grad_norm": 1.3272153591178322, + "learning_rate": 1.997026434381565e-05, + "loss": 0.4009, + "step": 6345 + }, + { + "epoch": 5.382527565733673, + "grad_norm": 1.350333516748163, + "learning_rate": 1.997024317131403e-05, + "loss": 0.4765, + "step": 6346 + }, + { + "epoch": 5.383375742154368, + "grad_norm": 1.2008844277840636, + "learning_rate": 1.9970221991288663e-05, + "loss": 0.3917, + "step": 6347 + }, + { + "epoch": 5.3842239185750635, + "grad_norm": 1.3519577736437147, + "learning_rate": 1.9970200803739556e-05, + "loss": 0.4235, + "step": 6348 + }, + { + "epoch": 5.385072094995759, + "grad_norm": 1.3081304019772435, + "learning_rate": 1.9970179608666732e-05, + "loss": 0.4908, + "step": 6349 + }, + { + "epoch": 5.385920271416454, + "grad_norm": 1.2242745298952735, + "learning_rate": 1.9970158406070206e-05, + "loss": 0.4666, + "step": 6350 + }, + { + "epoch": 5.3867684478371505, + "grad_norm": 1.2607510817286447, + "learning_rate": 1.997013719594999e-05, + "loss": 0.3591, + "step": 6351 + }, + { + "epoch": 5.387616624257846, + "grad_norm": 1.2067697918477227, + "learning_rate": 1.9970115978306105e-05, + "loss": 0.3335, + "step": 6352 + }, + { + "epoch": 5.388464800678541, + "grad_norm": 1.313097656260623, + "learning_rate": 1.9970094753138566e-05, + "loss": 0.3826, + "step": 6353 + }, + { + "epoch": 5.3893129770992365, + "grad_norm": 1.1894944964243264, + "learning_rate": 1.9970073520447387e-05, + "loss": 0.3393, + "step": 6354 + }, + { + "epoch": 5.390161153519932, + "grad_norm": 1.3482360811604424, + "learning_rate": 1.9970052280232583e-05, + "loss": 0.4673, + "step": 6355 + }, + { + "epoch": 5.391009329940628, + "grad_norm": 1.2376273728113105, + "learning_rate": 1.9970031032494174e-05, + "loss": 0.3699, + "step": 6356 + }, + { + "epoch": 5.391857506361323, + "grad_norm": 1.3172063603830388, + "learning_rate": 1.9970009777232176e-05, + "loss": 0.399, + "step": 6357 + }, + { + "epoch": 5.392705682782019, + "grad_norm": 1.372220376292265, + "learning_rate": 1.99699885144466e-05, + "loss": 0.3629, + "step": 6358 + }, + { + "epoch": 5.393553859202714, + "grad_norm": 1.1765483831097516, + "learning_rate": 1.9969967244137467e-05, + "loss": 0.3779, + "step": 6359 + }, + { + "epoch": 5.3944020356234095, + "grad_norm": 1.202690032711747, + "learning_rate": 1.9969945966304788e-05, + "loss": 0.4008, + "step": 6360 + }, + { + "epoch": 5.395250212044105, + "grad_norm": 1.1493582482663653, + "learning_rate": 1.9969924680948586e-05, + "loss": 0.3757, + "step": 6361 + }, + { + "epoch": 5.396098388464801, + "grad_norm": 1.2243012660965917, + "learning_rate": 1.996990338806887e-05, + "loss": 0.4304, + "step": 6362 + }, + { + "epoch": 5.396946564885496, + "grad_norm": 1.1990113209508924, + "learning_rate": 1.996988208766566e-05, + "loss": 0.4246, + "step": 6363 + }, + { + "epoch": 5.397794741306192, + "grad_norm": 1.322786012958699, + "learning_rate": 1.9969860779738975e-05, + "loss": 0.4401, + "step": 6364 + }, + { + "epoch": 5.398642917726887, + "grad_norm": 1.0692904760144335, + "learning_rate": 1.996983946428882e-05, + "loss": 0.362, + "step": 6365 + }, + { + "epoch": 5.399491094147582, + "grad_norm": 1.1888517399360996, + "learning_rate": 1.996981814131523e-05, + "loss": 0.4621, + "step": 6366 + }, + { + "epoch": 5.400339270568278, + "grad_norm": 1.2519714664178432, + "learning_rate": 1.99697968108182e-05, + "loss": 0.486, + "step": 6367 + }, + { + "epoch": 5.401187446988974, + "grad_norm": 1.1831990031925546, + "learning_rate": 1.996977547279776e-05, + "loss": 0.4633, + "step": 6368 + }, + { + "epoch": 5.402035623409669, + "grad_norm": 1.4152010028566055, + "learning_rate": 1.996975412725392e-05, + "loss": 0.5041, + "step": 6369 + }, + { + "epoch": 5.402883799830365, + "grad_norm": 1.4882287527423996, + "learning_rate": 1.9969732774186698e-05, + "loss": 0.3994, + "step": 6370 + }, + { + "epoch": 5.40373197625106, + "grad_norm": 1.3199461874118188, + "learning_rate": 1.996971141359611e-05, + "loss": 0.3954, + "step": 6371 + }, + { + "epoch": 5.404580152671755, + "grad_norm": 1.3484102533238085, + "learning_rate": 1.9969690045482175e-05, + "loss": 0.4774, + "step": 6372 + }, + { + "epoch": 5.405428329092452, + "grad_norm": 1.1849042390309148, + "learning_rate": 1.9969668669844905e-05, + "loss": 0.3854, + "step": 6373 + }, + { + "epoch": 5.406276505513147, + "grad_norm": 1.3090056519322555, + "learning_rate": 1.9969647286684316e-05, + "loss": 0.4031, + "step": 6374 + }, + { + "epoch": 5.407124681933842, + "grad_norm": 1.2425862960964833, + "learning_rate": 1.9969625896000428e-05, + "loss": 0.3687, + "step": 6375 + }, + { + "epoch": 5.407972858354538, + "grad_norm": 1.3499457478799295, + "learning_rate": 1.996960449779325e-05, + "loss": 0.3741, + "step": 6376 + }, + { + "epoch": 5.408821034775233, + "grad_norm": 1.3118156499571578, + "learning_rate": 1.9969583092062808e-05, + "loss": 0.4639, + "step": 6377 + }, + { + "epoch": 5.409669211195928, + "grad_norm": 1.2813726090876283, + "learning_rate": 1.996956167880911e-05, + "loss": 0.4722, + "step": 6378 + }, + { + "epoch": 5.410517387616625, + "grad_norm": 1.2656426039251512, + "learning_rate": 1.9969540258032177e-05, + "loss": 0.4364, + "step": 6379 + }, + { + "epoch": 5.41136556403732, + "grad_norm": 1.2670778372095912, + "learning_rate": 1.9969518829732023e-05, + "loss": 0.4457, + "step": 6380 + }, + { + "epoch": 5.412213740458015, + "grad_norm": 1.1706565716237158, + "learning_rate": 1.9969497393908665e-05, + "loss": 0.442, + "step": 6381 + }, + { + "epoch": 5.413061916878711, + "grad_norm": 1.3328525490369698, + "learning_rate": 1.9969475950562116e-05, + "loss": 0.5104, + "step": 6382 + }, + { + "epoch": 5.413910093299406, + "grad_norm": 1.2565238587183756, + "learning_rate": 1.9969454499692396e-05, + "loss": 0.4283, + "step": 6383 + }, + { + "epoch": 5.414758269720101, + "grad_norm": 1.1104695664612552, + "learning_rate": 1.9969433041299523e-05, + "loss": 0.3826, + "step": 6384 + }, + { + "epoch": 5.415606446140798, + "grad_norm": 1.383463303514467, + "learning_rate": 1.9969411575383507e-05, + "loss": 0.3407, + "step": 6385 + }, + { + "epoch": 5.416454622561493, + "grad_norm": 1.3075745170354092, + "learning_rate": 1.9969390101944367e-05, + "loss": 0.4981, + "step": 6386 + }, + { + "epoch": 5.417302798982188, + "grad_norm": 1.2243469672876226, + "learning_rate": 1.9969368620982125e-05, + "loss": 0.3721, + "step": 6387 + }, + { + "epoch": 5.418150975402884, + "grad_norm": 1.2663099448826345, + "learning_rate": 1.9969347132496787e-05, + "loss": 0.4667, + "step": 6388 + }, + { + "epoch": 5.418999151823579, + "grad_norm": 1.1863208478973648, + "learning_rate": 1.9969325636488377e-05, + "loss": 0.3909, + "step": 6389 + }, + { + "epoch": 5.419847328244275, + "grad_norm": 1.1061257774040056, + "learning_rate": 1.9969304132956905e-05, + "loss": 0.3816, + "step": 6390 + }, + { + "epoch": 5.4206955046649705, + "grad_norm": 1.2109108448838157, + "learning_rate": 1.9969282621902394e-05, + "loss": 0.4157, + "step": 6391 + }, + { + "epoch": 5.421543681085666, + "grad_norm": 1.4223977933726424, + "learning_rate": 1.9969261103324852e-05, + "loss": 0.4426, + "step": 6392 + }, + { + "epoch": 5.422391857506361, + "grad_norm": 1.22354626700684, + "learning_rate": 1.9969239577224305e-05, + "loss": 0.3801, + "step": 6393 + }, + { + "epoch": 5.423240033927057, + "grad_norm": 1.2250657497090993, + "learning_rate": 1.9969218043600765e-05, + "loss": 0.4067, + "step": 6394 + }, + { + "epoch": 5.424088210347753, + "grad_norm": 1.1060979628603007, + "learning_rate": 1.9969196502454243e-05, + "loss": 0.3824, + "step": 6395 + }, + { + "epoch": 5.424936386768448, + "grad_norm": 1.1996270861254188, + "learning_rate": 1.996917495378476e-05, + "loss": 0.418, + "step": 6396 + }, + { + "epoch": 5.4257845631891435, + "grad_norm": 1.172818100745146, + "learning_rate": 1.9969153397592336e-05, + "loss": 0.3916, + "step": 6397 + }, + { + "epoch": 5.426632739609839, + "grad_norm": 1.2093408958274063, + "learning_rate": 1.996913183387698e-05, + "loss": 0.4709, + "step": 6398 + }, + { + "epoch": 5.427480916030534, + "grad_norm": 1.5479173580779177, + "learning_rate": 1.9969110262638712e-05, + "loss": 0.3882, + "step": 6399 + }, + { + "epoch": 5.4283290924512295, + "grad_norm": 1.1679522513070033, + "learning_rate": 1.996908868387755e-05, + "loss": 0.4975, + "step": 6400 + }, + { + "epoch": 5.429177268871926, + "grad_norm": 1.1397614973739283, + "learning_rate": 1.9969067097593508e-05, + "loss": 0.4115, + "step": 6401 + }, + { + "epoch": 5.430025445292621, + "grad_norm": 1.2967342826084847, + "learning_rate": 1.99690455037866e-05, + "loss": 0.3573, + "step": 6402 + }, + { + "epoch": 5.4308736217133164, + "grad_norm": 1.1099024875154688, + "learning_rate": 1.9969023902456845e-05, + "loss": 0.3675, + "step": 6403 + }, + { + "epoch": 5.431721798134012, + "grad_norm": 1.3819027165705844, + "learning_rate": 1.996900229360426e-05, + "loss": 0.4659, + "step": 6404 + }, + { + "epoch": 5.432569974554707, + "grad_norm": 1.2352189884517926, + "learning_rate": 1.996898067722886e-05, + "loss": 0.4285, + "step": 6405 + }, + { + "epoch": 5.4334181509754025, + "grad_norm": 2.219595921415132, + "learning_rate": 1.9968959053330664e-05, + "loss": 0.437, + "step": 6406 + }, + { + "epoch": 5.434266327396099, + "grad_norm": 1.1461994085631364, + "learning_rate": 1.996893742190968e-05, + "loss": 0.4532, + "step": 6407 + }, + { + "epoch": 5.435114503816794, + "grad_norm": 1.1468946987264848, + "learning_rate": 1.9968915782965935e-05, + "loss": 0.4059, + "step": 6408 + }, + { + "epoch": 5.435962680237489, + "grad_norm": 1.1099314566713978, + "learning_rate": 1.9968894136499442e-05, + "loss": 0.3412, + "step": 6409 + }, + { + "epoch": 5.436810856658185, + "grad_norm": 1.1521778123559914, + "learning_rate": 1.9968872482510212e-05, + "loss": 0.4034, + "step": 6410 + }, + { + "epoch": 5.43765903307888, + "grad_norm": 1.202705660434498, + "learning_rate": 1.9968850820998266e-05, + "loss": 0.4367, + "step": 6411 + }, + { + "epoch": 5.438507209499576, + "grad_norm": 1.3105377021844853, + "learning_rate": 1.9968829151963623e-05, + "loss": 0.4966, + "step": 6412 + }, + { + "epoch": 5.439355385920272, + "grad_norm": 1.1788824121723542, + "learning_rate": 1.996880747540629e-05, + "loss": 0.3914, + "step": 6413 + }, + { + "epoch": 5.440203562340967, + "grad_norm": 1.2189772078063423, + "learning_rate": 1.9968785791326294e-05, + "loss": 0.4219, + "step": 6414 + }, + { + "epoch": 5.441051738761662, + "grad_norm": 1.3103074513802897, + "learning_rate": 1.9968764099723644e-05, + "loss": 0.4959, + "step": 6415 + }, + { + "epoch": 5.441899915182358, + "grad_norm": 1.422346701733998, + "learning_rate": 1.9968742400598363e-05, + "loss": 0.4969, + "step": 6416 + }, + { + "epoch": 5.442748091603053, + "grad_norm": 1.1742247156204921, + "learning_rate": 1.996872069395046e-05, + "loss": 0.4616, + "step": 6417 + }, + { + "epoch": 5.443596268023749, + "grad_norm": 1.2807392126079162, + "learning_rate": 1.996869897977996e-05, + "loss": 0.4098, + "step": 6418 + }, + { + "epoch": 5.444444444444445, + "grad_norm": 1.0138882442487993, + "learning_rate": 1.9968677258086868e-05, + "loss": 0.3798, + "step": 6419 + }, + { + "epoch": 5.44529262086514, + "grad_norm": 1.214366947759501, + "learning_rate": 1.996865552887121e-05, + "loss": 0.4145, + "step": 6420 + }, + { + "epoch": 5.446140797285835, + "grad_norm": 1.2292259784800559, + "learning_rate": 1.9968633792132995e-05, + "loss": 0.3693, + "step": 6421 + }, + { + "epoch": 5.446988973706531, + "grad_norm": 1.3813234153195373, + "learning_rate": 1.9968612047872246e-05, + "loss": 0.5079, + "step": 6422 + }, + { + "epoch": 5.447837150127226, + "grad_norm": 1.193475013078886, + "learning_rate": 1.996859029608898e-05, + "loss": 0.3994, + "step": 6423 + }, + { + "epoch": 5.448685326547922, + "grad_norm": 1.181792562906553, + "learning_rate": 1.9968568536783206e-05, + "loss": 0.4118, + "step": 6424 + }, + { + "epoch": 5.449533502968618, + "grad_norm": 1.4536108831249916, + "learning_rate": 1.9968546769954948e-05, + "loss": 0.4114, + "step": 6425 + }, + { + "epoch": 5.450381679389313, + "grad_norm": 1.2759574972362016, + "learning_rate": 1.9968524995604216e-05, + "loss": 0.4051, + "step": 6426 + }, + { + "epoch": 5.451229855810008, + "grad_norm": 1.3860475927866192, + "learning_rate": 1.996850321373103e-05, + "loss": 0.4653, + "step": 6427 + }, + { + "epoch": 5.452078032230704, + "grad_norm": 1.357877267419491, + "learning_rate": 1.9968481424335407e-05, + "loss": 0.4878, + "step": 6428 + }, + { + "epoch": 5.4529262086514, + "grad_norm": 1.2693544553726201, + "learning_rate": 1.9968459627417363e-05, + "loss": 0.3986, + "step": 6429 + }, + { + "epoch": 5.453774385072095, + "grad_norm": 1.2242593717023886, + "learning_rate": 1.996843782297691e-05, + "loss": 0.4683, + "step": 6430 + }, + { + "epoch": 5.454622561492791, + "grad_norm": 1.176742236042937, + "learning_rate": 1.9968416011014075e-05, + "loss": 0.4092, + "step": 6431 + }, + { + "epoch": 5.455470737913486, + "grad_norm": 1.284567728956305, + "learning_rate": 1.996839419152886e-05, + "loss": 0.4844, + "step": 6432 + }, + { + "epoch": 5.456318914334181, + "grad_norm": 1.402995627414391, + "learning_rate": 1.9968372364521293e-05, + "loss": 0.411, + "step": 6433 + }, + { + "epoch": 5.457167090754877, + "grad_norm": 1.3498196393313877, + "learning_rate": 1.9968350529991388e-05, + "loss": 0.4211, + "step": 6434 + }, + { + "epoch": 5.458015267175573, + "grad_norm": 1.4139541072437938, + "learning_rate": 1.996832868793916e-05, + "loss": 0.4468, + "step": 6435 + }, + { + "epoch": 5.458863443596268, + "grad_norm": 1.3397918932960602, + "learning_rate": 1.9968306838364625e-05, + "loss": 0.451, + "step": 6436 + }, + { + "epoch": 5.4597116200169635, + "grad_norm": 1.1949654839908486, + "learning_rate": 1.9968284981267797e-05, + "loss": 0.3794, + "step": 6437 + }, + { + "epoch": 5.460559796437659, + "grad_norm": 1.3673548066987746, + "learning_rate": 1.99682631166487e-05, + "loss": 0.4891, + "step": 6438 + }, + { + "epoch": 5.461407972858354, + "grad_norm": 1.2726368996387423, + "learning_rate": 1.9968241244507345e-05, + "loss": 0.3851, + "step": 6439 + }, + { + "epoch": 5.4622561492790505, + "grad_norm": 1.1420512873823507, + "learning_rate": 1.996821936484375e-05, + "loss": 0.4129, + "step": 6440 + }, + { + "epoch": 5.463104325699746, + "grad_norm": 1.2345544614468897, + "learning_rate": 1.996819747765793e-05, + "loss": 0.3728, + "step": 6441 + }, + { + "epoch": 5.463952502120441, + "grad_norm": 1.2454137267007799, + "learning_rate": 1.99681755829499e-05, + "loss": 0.4319, + "step": 6442 + }, + { + "epoch": 5.4648006785411365, + "grad_norm": 1.303092142598158, + "learning_rate": 1.9968153680719683e-05, + "loss": 0.4096, + "step": 6443 + }, + { + "epoch": 5.465648854961832, + "grad_norm": 1.222764261509527, + "learning_rate": 1.996813177096729e-05, + "loss": 0.4169, + "step": 6444 + }, + { + "epoch": 5.466497031382527, + "grad_norm": 1.1313114342186676, + "learning_rate": 1.996810985369274e-05, + "loss": 0.363, + "step": 6445 + }, + { + "epoch": 5.467345207803223, + "grad_norm": 1.205176657861504, + "learning_rate": 1.996808792889605e-05, + "loss": 0.3352, + "step": 6446 + }, + { + "epoch": 5.468193384223919, + "grad_norm": 1.2217824513056956, + "learning_rate": 1.9968065996577235e-05, + "loss": 0.4555, + "step": 6447 + }, + { + "epoch": 5.469041560644614, + "grad_norm": 1.2253904896638463, + "learning_rate": 1.996804405673631e-05, + "loss": 0.3907, + "step": 6448 + }, + { + "epoch": 5.4698897370653095, + "grad_norm": 1.1607722315897195, + "learning_rate": 1.996802210937329e-05, + "loss": 0.3725, + "step": 6449 + }, + { + "epoch": 5.470737913486005, + "grad_norm": 1.285766797440341, + "learning_rate": 1.9968000154488204e-05, + "loss": 0.4347, + "step": 6450 + }, + { + "epoch": 5.471586089906701, + "grad_norm": 1.238296763943571, + "learning_rate": 1.9967978192081054e-05, + "loss": 0.39, + "step": 6451 + }, + { + "epoch": 5.472434266327396, + "grad_norm": 1.1866797677258725, + "learning_rate": 1.9967956222151862e-05, + "loss": 0.4221, + "step": 6452 + }, + { + "epoch": 5.473282442748092, + "grad_norm": 1.1965215347622824, + "learning_rate": 1.9967934244700648e-05, + "loss": 0.4249, + "step": 6453 + }, + { + "epoch": 5.474130619168787, + "grad_norm": 1.172152760994704, + "learning_rate": 1.9967912259727426e-05, + "loss": 0.3887, + "step": 6454 + }, + { + "epoch": 5.474978795589482, + "grad_norm": 1.2044301447057142, + "learning_rate": 1.9967890267232205e-05, + "loss": 0.3676, + "step": 6455 + }, + { + "epoch": 5.475826972010178, + "grad_norm": 1.2272783015651672, + "learning_rate": 1.9967868267215013e-05, + "loss": 0.4522, + "step": 6456 + }, + { + "epoch": 5.476675148430874, + "grad_norm": 1.2014328799089151, + "learning_rate": 1.996784625967586e-05, + "loss": 0.4142, + "step": 6457 + }, + { + "epoch": 5.477523324851569, + "grad_norm": 1.1434112587901464, + "learning_rate": 1.9967824244614768e-05, + "loss": 0.4208, + "step": 6458 + }, + { + "epoch": 5.478371501272265, + "grad_norm": 1.1744511859803077, + "learning_rate": 1.9967802222031748e-05, + "loss": 0.3917, + "step": 6459 + }, + { + "epoch": 5.47921967769296, + "grad_norm": 1.1683996564094736, + "learning_rate": 1.996778019192682e-05, + "loss": 0.4187, + "step": 6460 + }, + { + "epoch": 5.480067854113655, + "grad_norm": 1.1682832029262795, + "learning_rate": 1.99677581543e-05, + "loss": 0.3731, + "step": 6461 + }, + { + "epoch": 5.480916030534351, + "grad_norm": 1.1253742356484147, + "learning_rate": 1.9967736109151302e-05, + "loss": 0.3678, + "step": 6462 + }, + { + "epoch": 5.481764206955047, + "grad_norm": 1.2711284188193843, + "learning_rate": 1.9967714056480747e-05, + "loss": 0.4061, + "step": 6463 + }, + { + "epoch": 5.482612383375742, + "grad_norm": 1.1920382944649255, + "learning_rate": 1.996769199628835e-05, + "loss": 0.4187, + "step": 6464 + }, + { + "epoch": 5.483460559796438, + "grad_norm": 1.1821450931577822, + "learning_rate": 1.9967669928574126e-05, + "loss": 0.4147, + "step": 6465 + }, + { + "epoch": 5.484308736217133, + "grad_norm": 1.3405772966299367, + "learning_rate": 1.996764785333809e-05, + "loss": 0.4797, + "step": 6466 + }, + { + "epoch": 5.485156912637828, + "grad_norm": 1.325633607299887, + "learning_rate": 1.9967625770580265e-05, + "loss": 0.4343, + "step": 6467 + }, + { + "epoch": 5.486005089058525, + "grad_norm": 1.3224382316912464, + "learning_rate": 1.9967603680300664e-05, + "loss": 0.4152, + "step": 6468 + }, + { + "epoch": 5.48685326547922, + "grad_norm": 1.1735298880229355, + "learning_rate": 1.9967581582499303e-05, + "loss": 0.468, + "step": 6469 + }, + { + "epoch": 5.487701441899915, + "grad_norm": 1.2086057839032307, + "learning_rate": 1.99675594771762e-05, + "loss": 0.4374, + "step": 6470 + }, + { + "epoch": 5.488549618320611, + "grad_norm": 1.1700047232142632, + "learning_rate": 1.9967537364331367e-05, + "loss": 0.3249, + "step": 6471 + }, + { + "epoch": 5.489397794741306, + "grad_norm": 1.2702902560481537, + "learning_rate": 1.996751524396483e-05, + "loss": 0.3877, + "step": 6472 + }, + { + "epoch": 5.490245971162001, + "grad_norm": 1.2644158366073663, + "learning_rate": 1.9967493116076598e-05, + "loss": 0.4229, + "step": 6473 + }, + { + "epoch": 5.4910941475826975, + "grad_norm": 1.4611168726846766, + "learning_rate": 1.9967470980666692e-05, + "loss": 0.3874, + "step": 6474 + }, + { + "epoch": 5.491942324003393, + "grad_norm": 1.2803503262564875, + "learning_rate": 1.9967448837735127e-05, + "loss": 0.4308, + "step": 6475 + }, + { + "epoch": 5.492790500424088, + "grad_norm": 1.0989230749524412, + "learning_rate": 1.996742668728192e-05, + "loss": 0.3752, + "step": 6476 + }, + { + "epoch": 5.493638676844784, + "grad_norm": 1.4045669270818393, + "learning_rate": 1.9967404529307083e-05, + "loss": 0.3714, + "step": 6477 + }, + { + "epoch": 5.494486853265479, + "grad_norm": 1.274179974446526, + "learning_rate": 1.9967382363810638e-05, + "loss": 0.4592, + "step": 6478 + }, + { + "epoch": 5.495335029686174, + "grad_norm": 1.2406312323419597, + "learning_rate": 1.9967360190792605e-05, + "loss": 0.3593, + "step": 6479 + }, + { + "epoch": 5.4961832061068705, + "grad_norm": 1.3752800326707602, + "learning_rate": 1.9967338010252993e-05, + "loss": 0.4807, + "step": 6480 + }, + { + "epoch": 5.497031382527566, + "grad_norm": 1.3177192035292689, + "learning_rate": 1.9967315822191824e-05, + "loss": 0.4001, + "step": 6481 + }, + { + "epoch": 5.497879558948261, + "grad_norm": 1.2527108727634817, + "learning_rate": 1.996729362660911e-05, + "loss": 0.4178, + "step": 6482 + }, + { + "epoch": 5.4987277353689565, + "grad_norm": 1.3041922627799392, + "learning_rate": 1.9967271423504874e-05, + "loss": 0.448, + "step": 6483 + }, + { + "epoch": 5.499575911789652, + "grad_norm": 1.1276776939787172, + "learning_rate": 1.9967249212879127e-05, + "loss": 0.3484, + "step": 6484 + }, + { + "epoch": 5.500424088210348, + "grad_norm": 1.1584808409729648, + "learning_rate": 1.9967226994731894e-05, + "loss": 0.4791, + "step": 6485 + }, + { + "epoch": 5.5012722646310435, + "grad_norm": 1.2152844758214987, + "learning_rate": 1.996720476906318e-05, + "loss": 0.358, + "step": 6486 + }, + { + "epoch": 5.502120441051739, + "grad_norm": 1.2307654963765142, + "learning_rate": 1.9967182535873007e-05, + "loss": 0.4751, + "step": 6487 + }, + { + "epoch": 5.502968617472434, + "grad_norm": 1.2989351070485253, + "learning_rate": 1.9967160295161395e-05, + "loss": 0.4658, + "step": 6488 + }, + { + "epoch": 5.5038167938931295, + "grad_norm": 1.18481413699908, + "learning_rate": 1.996713804692836e-05, + "loss": 0.4239, + "step": 6489 + }, + { + "epoch": 5.504664970313826, + "grad_norm": 1.1462477729380636, + "learning_rate": 1.9967115791173915e-05, + "loss": 0.3787, + "step": 6490 + }, + { + "epoch": 5.505513146734521, + "grad_norm": 1.3081603848355703, + "learning_rate": 1.996709352789808e-05, + "loss": 0.4115, + "step": 6491 + }, + { + "epoch": 5.506361323155216, + "grad_norm": 1.307208924741113, + "learning_rate": 1.996707125710087e-05, + "loss": 0.3862, + "step": 6492 + }, + { + "epoch": 5.507209499575912, + "grad_norm": 1.3406088928594566, + "learning_rate": 1.9967048978782304e-05, + "loss": 0.4152, + "step": 6493 + }, + { + "epoch": 5.508057675996607, + "grad_norm": 1.259657887842652, + "learning_rate": 1.9967026692942396e-05, + "loss": 0.3709, + "step": 6494 + }, + { + "epoch": 5.5089058524173025, + "grad_norm": 1.3047631476499453, + "learning_rate": 1.9967004399581164e-05, + "loss": 0.3776, + "step": 6495 + }, + { + "epoch": 5.509754028837998, + "grad_norm": 1.3253211749725198, + "learning_rate": 1.9966982098698625e-05, + "loss": 0.3827, + "step": 6496 + }, + { + "epoch": 5.510602205258694, + "grad_norm": 1.4455916130961506, + "learning_rate": 1.9966959790294796e-05, + "loss": 0.4336, + "step": 6497 + }, + { + "epoch": 5.511450381679389, + "grad_norm": 1.1301679292184486, + "learning_rate": 1.9966937474369694e-05, + "loss": 0.348, + "step": 6498 + }, + { + "epoch": 5.512298558100085, + "grad_norm": 1.3194553618086495, + "learning_rate": 1.9966915150923332e-05, + "loss": 0.4128, + "step": 6499 + }, + { + "epoch": 5.51314673452078, + "grad_norm": 1.4938810593545804, + "learning_rate": 1.9966892819955735e-05, + "loss": 0.4606, + "step": 6500 + }, + { + "epoch": 5.513994910941475, + "grad_norm": 1.146639672064687, + "learning_rate": 1.9966870481466912e-05, + "loss": 0.4127, + "step": 6501 + }, + { + "epoch": 5.514843087362172, + "grad_norm": 1.2392291602555778, + "learning_rate": 1.9966848135456887e-05, + "loss": 0.4122, + "step": 6502 + }, + { + "epoch": 5.515691263782867, + "grad_norm": 1.1100806603231805, + "learning_rate": 1.996682578192567e-05, + "loss": 0.4215, + "step": 6503 + }, + { + "epoch": 5.516539440203562, + "grad_norm": 1.290922308237271, + "learning_rate": 1.9966803420873282e-05, + "loss": 0.4109, + "step": 6504 + }, + { + "epoch": 5.517387616624258, + "grad_norm": 1.2465338263551857, + "learning_rate": 1.996678105229974e-05, + "loss": 0.3945, + "step": 6505 + }, + { + "epoch": 5.518235793044953, + "grad_norm": 1.5105341805999337, + "learning_rate": 1.9966758676205055e-05, + "loss": 0.4248, + "step": 6506 + }, + { + "epoch": 5.519083969465649, + "grad_norm": 1.5702148864596281, + "learning_rate": 1.996673629258925e-05, + "loss": 0.4425, + "step": 6507 + }, + { + "epoch": 5.519932145886345, + "grad_norm": 1.3101234557398942, + "learning_rate": 1.9966713901452343e-05, + "loss": 0.4896, + "step": 6508 + }, + { + "epoch": 5.52078032230704, + "grad_norm": 1.1627601350821888, + "learning_rate": 1.9966691502794348e-05, + "loss": 0.3982, + "step": 6509 + }, + { + "epoch": 5.521628498727735, + "grad_norm": 1.4824747958487463, + "learning_rate": 1.996666909661528e-05, + "loss": 0.4195, + "step": 6510 + }, + { + "epoch": 5.522476675148431, + "grad_norm": 1.1728926262621895, + "learning_rate": 1.9966646682915156e-05, + "loss": 0.3777, + "step": 6511 + }, + { + "epoch": 5.523324851569126, + "grad_norm": 1.2016422597435648, + "learning_rate": 1.9966624261694e-05, + "loss": 0.3484, + "step": 6512 + }, + { + "epoch": 5.524173027989822, + "grad_norm": 1.2927146933618194, + "learning_rate": 1.996660183295182e-05, + "loss": 0.3877, + "step": 6513 + }, + { + "epoch": 5.525021204410518, + "grad_norm": 1.31510979732788, + "learning_rate": 1.996657939668864e-05, + "loss": 0.4639, + "step": 6514 + }, + { + "epoch": 5.525869380831213, + "grad_norm": 1.1540780255627525, + "learning_rate": 1.996655695290447e-05, + "loss": 0.2952, + "step": 6515 + }, + { + "epoch": 5.526717557251908, + "grad_norm": 1.3929671037175013, + "learning_rate": 1.9966534501599334e-05, + "loss": 0.4893, + "step": 6516 + }, + { + "epoch": 5.527565733672604, + "grad_norm": 1.2360034612092867, + "learning_rate": 1.996651204277324e-05, + "loss": 0.388, + "step": 6517 + }, + { + "epoch": 5.528413910093299, + "grad_norm": 1.3193804612555522, + "learning_rate": 1.9966489576426218e-05, + "loss": 0.4389, + "step": 6518 + }, + { + "epoch": 5.529262086513995, + "grad_norm": 1.1904678825197559, + "learning_rate": 1.9966467102558274e-05, + "loss": 0.4011, + "step": 6519 + }, + { + "epoch": 5.5301102629346905, + "grad_norm": 1.2440146515504376, + "learning_rate": 1.9966444621169426e-05, + "loss": 0.4102, + "step": 6520 + }, + { + "epoch": 5.530958439355386, + "grad_norm": 1.3259202793734077, + "learning_rate": 1.9966422132259698e-05, + "loss": 0.4456, + "step": 6521 + }, + { + "epoch": 5.531806615776081, + "grad_norm": 1.150613151889713, + "learning_rate": 1.99663996358291e-05, + "loss": 0.3877, + "step": 6522 + }, + { + "epoch": 5.532654792196777, + "grad_norm": 1.0923812780067341, + "learning_rate": 1.9966377131877652e-05, + "loss": 0.3534, + "step": 6523 + }, + { + "epoch": 5.533502968617473, + "grad_norm": 1.2586857880127729, + "learning_rate": 1.996635462040537e-05, + "loss": 0.4539, + "step": 6524 + }, + { + "epoch": 5.534351145038168, + "grad_norm": 1.123195524818751, + "learning_rate": 1.996633210141227e-05, + "loss": 0.3356, + "step": 6525 + }, + { + "epoch": 5.5351993214588635, + "grad_norm": 1.2491949169276069, + "learning_rate": 1.996630957489837e-05, + "loss": 0.4291, + "step": 6526 + }, + { + "epoch": 5.536047497879559, + "grad_norm": 1.32581441583462, + "learning_rate": 1.9966287040863692e-05, + "loss": 0.409, + "step": 6527 + }, + { + "epoch": 5.536895674300254, + "grad_norm": 1.2152688718657172, + "learning_rate": 1.9966264499308244e-05, + "loss": 0.3943, + "step": 6528 + }, + { + "epoch": 5.53774385072095, + "grad_norm": 1.341959445939626, + "learning_rate": 1.996624195023205e-05, + "loss": 0.4182, + "step": 6529 + }, + { + "epoch": 5.538592027141646, + "grad_norm": 1.2876160364532223, + "learning_rate": 1.9966219393635124e-05, + "loss": 0.3905, + "step": 6530 + }, + { + "epoch": 5.539440203562341, + "grad_norm": 1.145118039446586, + "learning_rate": 1.9966196829517483e-05, + "loss": 0.4194, + "step": 6531 + }, + { + "epoch": 5.5402883799830365, + "grad_norm": 1.1232597232450945, + "learning_rate": 1.996617425787914e-05, + "loss": 0.3915, + "step": 6532 + }, + { + "epoch": 5.541136556403732, + "grad_norm": 1.1951867085037984, + "learning_rate": 1.996615167872012e-05, + "loss": 0.4119, + "step": 6533 + }, + { + "epoch": 5.541984732824427, + "grad_norm": 1.159454382900892, + "learning_rate": 1.9966129092040438e-05, + "loss": 0.3439, + "step": 6534 + }, + { + "epoch": 5.5428329092451225, + "grad_norm": 1.2615843983487334, + "learning_rate": 1.9966106497840106e-05, + "loss": 0.3717, + "step": 6535 + }, + { + "epoch": 5.543681085665819, + "grad_norm": 1.2088687367395483, + "learning_rate": 1.996608389611915e-05, + "loss": 0.382, + "step": 6536 + }, + { + "epoch": 5.544529262086514, + "grad_norm": 1.7222845727001936, + "learning_rate": 1.9966061286877576e-05, + "loss": 0.4147, + "step": 6537 + }, + { + "epoch": 5.545377438507209, + "grad_norm": 1.1681549360016388, + "learning_rate": 1.9966038670115407e-05, + "loss": 0.373, + "step": 6538 + }, + { + "epoch": 5.546225614927905, + "grad_norm": 1.2361561279506692, + "learning_rate": 1.9966016045832663e-05, + "loss": 0.4324, + "step": 6539 + }, + { + "epoch": 5.5470737913486, + "grad_norm": 1.4101018999814603, + "learning_rate": 1.9965993414029358e-05, + "loss": 0.4355, + "step": 6540 + }, + { + "epoch": 5.547921967769296, + "grad_norm": 1.2002276595159995, + "learning_rate": 1.9965970774705505e-05, + "loss": 0.4338, + "step": 6541 + }, + { + "epoch": 5.548770144189992, + "grad_norm": 1.247852919710811, + "learning_rate": 1.9965948127861127e-05, + "loss": 0.406, + "step": 6542 + }, + { + "epoch": 5.549618320610687, + "grad_norm": 1.3761238527566562, + "learning_rate": 1.9965925473496242e-05, + "loss": 0.433, + "step": 6543 + }, + { + "epoch": 5.550466497031382, + "grad_norm": 1.1203479059724317, + "learning_rate": 1.996590281161086e-05, + "loss": 0.3943, + "step": 6544 + }, + { + "epoch": 5.551314673452078, + "grad_norm": 1.1524902705976994, + "learning_rate": 1.9965880142205004e-05, + "loss": 0.4386, + "step": 6545 + }, + { + "epoch": 5.552162849872774, + "grad_norm": 1.4140384599590687, + "learning_rate": 1.996585746527869e-05, + "loss": 0.3641, + "step": 6546 + }, + { + "epoch": 5.553011026293469, + "grad_norm": 1.3123975436652404, + "learning_rate": 1.9965834780831933e-05, + "loss": 0.4399, + "step": 6547 + }, + { + "epoch": 5.553859202714165, + "grad_norm": 1.3097346849602651, + "learning_rate": 1.9965812088864755e-05, + "loss": 0.4003, + "step": 6548 + }, + { + "epoch": 5.55470737913486, + "grad_norm": 1.3526496160433057, + "learning_rate": 1.9965789389377168e-05, + "loss": 0.3898, + "step": 6549 + }, + { + "epoch": 5.555555555555555, + "grad_norm": 1.1645561935544195, + "learning_rate": 1.9965766682369188e-05, + "loss": 0.3509, + "step": 6550 + }, + { + "epoch": 5.556403731976251, + "grad_norm": 1.1741187584554453, + "learning_rate": 1.9965743967840837e-05, + "loss": 0.3784, + "step": 6551 + }, + { + "epoch": 5.557251908396947, + "grad_norm": 1.1343450306490637, + "learning_rate": 1.9965721245792127e-05, + "loss": 0.3445, + "step": 6552 + }, + { + "epoch": 5.558100084817642, + "grad_norm": 1.3512015057139342, + "learning_rate": 1.9965698516223083e-05, + "loss": 0.4286, + "step": 6553 + }, + { + "epoch": 5.558948261238338, + "grad_norm": 1.235217115431874, + "learning_rate": 1.9965675779133718e-05, + "loss": 0.3846, + "step": 6554 + }, + { + "epoch": 5.559796437659033, + "grad_norm": 1.3412128262612104, + "learning_rate": 1.9965653034524046e-05, + "loss": 0.4512, + "step": 6555 + }, + { + "epoch": 5.560644614079728, + "grad_norm": 1.3146851950907033, + "learning_rate": 1.9965630282394086e-05, + "loss": 0.4103, + "step": 6556 + }, + { + "epoch": 5.561492790500424, + "grad_norm": 1.2417460269297396, + "learning_rate": 1.9965607522743856e-05, + "loss": 0.4537, + "step": 6557 + }, + { + "epoch": 5.56234096692112, + "grad_norm": 1.4195941606198923, + "learning_rate": 1.9965584755573376e-05, + "loss": 0.4233, + "step": 6558 + }, + { + "epoch": 5.563189143341815, + "grad_norm": 1.5062250693588686, + "learning_rate": 1.996556198088266e-05, + "loss": 0.4681, + "step": 6559 + }, + { + "epoch": 5.564037319762511, + "grad_norm": 1.271632670248261, + "learning_rate": 1.996553919867172e-05, + "loss": 0.4692, + "step": 6560 + }, + { + "epoch": 5.564885496183206, + "grad_norm": 1.46933842708489, + "learning_rate": 1.9965516408940583e-05, + "loss": 0.4389, + "step": 6561 + }, + { + "epoch": 5.565733672603901, + "grad_norm": 1.249870172873059, + "learning_rate": 1.9965493611689262e-05, + "loss": 0.4014, + "step": 6562 + }, + { + "epoch": 5.5665818490245975, + "grad_norm": 1.2178470972140638, + "learning_rate": 1.9965470806917774e-05, + "loss": 0.4141, + "step": 6563 + }, + { + "epoch": 5.567430025445293, + "grad_norm": 1.197263425751715, + "learning_rate": 1.9965447994626137e-05, + "loss": 0.4214, + "step": 6564 + }, + { + "epoch": 5.568278201865988, + "grad_norm": 1.27358958835812, + "learning_rate": 1.9965425174814365e-05, + "loss": 0.4267, + "step": 6565 + }, + { + "epoch": 5.5691263782866836, + "grad_norm": 1.1534436060248618, + "learning_rate": 1.996540234748248e-05, + "loss": 0.4305, + "step": 6566 + }, + { + "epoch": 5.569974554707379, + "grad_norm": 1.147174761470463, + "learning_rate": 1.9965379512630495e-05, + "loss": 0.4159, + "step": 6567 + }, + { + "epoch": 5.570822731128075, + "grad_norm": 1.1475789989613228, + "learning_rate": 1.9965356670258428e-05, + "loss": 0.4467, + "step": 6568 + }, + { + "epoch": 5.5716709075487705, + "grad_norm": 1.2972350801621835, + "learning_rate": 1.99653338203663e-05, + "loss": 0.3936, + "step": 6569 + }, + { + "epoch": 5.572519083969466, + "grad_norm": 1.4246407418629028, + "learning_rate": 1.9965310962954127e-05, + "loss": 0.4521, + "step": 6570 + }, + { + "epoch": 5.573367260390161, + "grad_norm": 1.558716936855478, + "learning_rate": 1.9965288098021923e-05, + "loss": 0.3471, + "step": 6571 + }, + { + "epoch": 5.5742154368108565, + "grad_norm": 1.1921830156278659, + "learning_rate": 1.9965265225569706e-05, + "loss": 0.3798, + "step": 6572 + }, + { + "epoch": 5.575063613231552, + "grad_norm": 1.4109403533726574, + "learning_rate": 1.9965242345597494e-05, + "loss": 0.4205, + "step": 6573 + }, + { + "epoch": 5.575911789652247, + "grad_norm": 1.1929144026190366, + "learning_rate": 1.996521945810531e-05, + "loss": 0.382, + "step": 6574 + }, + { + "epoch": 5.576759966072943, + "grad_norm": 1.7501698795277418, + "learning_rate": 1.996519656309316e-05, + "loss": 0.4347, + "step": 6575 + }, + { + "epoch": 5.577608142493639, + "grad_norm": 1.5457039236973242, + "learning_rate": 1.996517366056107e-05, + "loss": 0.4357, + "step": 6576 + }, + { + "epoch": 5.578456318914334, + "grad_norm": 1.2117510158382148, + "learning_rate": 1.9965150750509053e-05, + "loss": 0.417, + "step": 6577 + }, + { + "epoch": 5.5793044953350295, + "grad_norm": 1.2218337252778686, + "learning_rate": 1.9965127832937127e-05, + "loss": 0.3908, + "step": 6578 + }, + { + "epoch": 5.580152671755725, + "grad_norm": 1.14800946008968, + "learning_rate": 1.9965104907845312e-05, + "loss": 0.516, + "step": 6579 + }, + { + "epoch": 5.581000848176421, + "grad_norm": 1.3372937331494916, + "learning_rate": 1.9965081975233624e-05, + "loss": 0.4622, + "step": 6580 + }, + { + "epoch": 5.581849024597116, + "grad_norm": 1.13223121630324, + "learning_rate": 1.996505903510208e-05, + "loss": 0.3655, + "step": 6581 + }, + { + "epoch": 5.582697201017812, + "grad_norm": 1.2355406933309923, + "learning_rate": 1.9965036087450695e-05, + "loss": 0.4472, + "step": 6582 + }, + { + "epoch": 5.583545377438507, + "grad_norm": 1.0938719750342822, + "learning_rate": 1.996501313227949e-05, + "loss": 0.3652, + "step": 6583 + }, + { + "epoch": 5.584393553859202, + "grad_norm": 1.261431978784551, + "learning_rate": 1.996499016958848e-05, + "loss": 0.3989, + "step": 6584 + }, + { + "epoch": 5.585241730279899, + "grad_norm": 1.4592820735744207, + "learning_rate": 1.9964967199377684e-05, + "loss": 0.4599, + "step": 6585 + }, + { + "epoch": 5.586089906700594, + "grad_norm": 1.305161823904109, + "learning_rate": 1.9964944221647116e-05, + "loss": 0.4422, + "step": 6586 + }, + { + "epoch": 5.586938083121289, + "grad_norm": 1.1517403936234925, + "learning_rate": 1.9964921236396796e-05, + "loss": 0.378, + "step": 6587 + }, + { + "epoch": 5.587786259541985, + "grad_norm": 1.1109765525716546, + "learning_rate": 1.996489824362674e-05, + "loss": 0.3432, + "step": 6588 + }, + { + "epoch": 5.58863443596268, + "grad_norm": 1.1558554609214884, + "learning_rate": 1.9964875243336968e-05, + "loss": 0.395, + "step": 6589 + }, + { + "epoch": 5.589482612383375, + "grad_norm": 1.1664716904749501, + "learning_rate": 1.9964852235527497e-05, + "loss": 0.359, + "step": 6590 + }, + { + "epoch": 5.590330788804071, + "grad_norm": 1.1768222345640655, + "learning_rate": 1.996482922019834e-05, + "loss": 0.3794, + "step": 6591 + }, + { + "epoch": 5.591178965224767, + "grad_norm": 1.507586827362988, + "learning_rate": 1.996480619734952e-05, + "loss": 0.36, + "step": 6592 + }, + { + "epoch": 5.592027141645462, + "grad_norm": 1.3486359636875391, + "learning_rate": 1.996478316698105e-05, + "loss": 0.4684, + "step": 6593 + }, + { + "epoch": 5.592875318066158, + "grad_norm": 1.2487721827332552, + "learning_rate": 1.996476012909295e-05, + "loss": 0.3986, + "step": 6594 + }, + { + "epoch": 5.593723494486853, + "grad_norm": 1.1085410427878142, + "learning_rate": 1.9964737083685236e-05, + "loss": 0.4298, + "step": 6595 + }, + { + "epoch": 5.594571670907548, + "grad_norm": 1.2133660162560957, + "learning_rate": 1.996471403075793e-05, + "loss": 0.4349, + "step": 6596 + }, + { + "epoch": 5.595419847328245, + "grad_norm": 1.3576325229564308, + "learning_rate": 1.996469097031104e-05, + "loss": 0.4428, + "step": 6597 + }, + { + "epoch": 5.59626802374894, + "grad_norm": 1.2541934780461215, + "learning_rate": 1.996466790234459e-05, + "loss": 0.4717, + "step": 6598 + }, + { + "epoch": 5.597116200169635, + "grad_norm": 1.3522138832629456, + "learning_rate": 1.9964644826858597e-05, + "loss": 0.4255, + "step": 6599 + }, + { + "epoch": 5.597964376590331, + "grad_norm": 1.100928245972439, + "learning_rate": 1.9964621743853078e-05, + "loss": 0.4197, + "step": 6600 + }, + { + "epoch": 5.598812553011026, + "grad_norm": 1.2129205682110753, + "learning_rate": 1.996459865332805e-05, + "loss": 0.4053, + "step": 6601 + }, + { + "epoch": 5.599660729431722, + "grad_norm": 1.421058846073692, + "learning_rate": 1.9964575555283528e-05, + "loss": 0.4947, + "step": 6602 + }, + { + "epoch": 5.600508905852418, + "grad_norm": 1.0763901754106104, + "learning_rate": 1.9964552449719533e-05, + "loss": 0.3725, + "step": 6603 + }, + { + "epoch": 5.601357082273113, + "grad_norm": 1.178257572525525, + "learning_rate": 1.996452933663608e-05, + "loss": 0.3975, + "step": 6604 + }, + { + "epoch": 5.602205258693808, + "grad_norm": 1.190971799319968, + "learning_rate": 1.9964506216033193e-05, + "loss": 0.4179, + "step": 6605 + }, + { + "epoch": 5.603053435114504, + "grad_norm": 1.2709754460573264, + "learning_rate": 1.9964483087910878e-05, + "loss": 0.3473, + "step": 6606 + }, + { + "epoch": 5.603901611535199, + "grad_norm": 1.1361891724883832, + "learning_rate": 1.9964459952269164e-05, + "loss": 0.456, + "step": 6607 + }, + { + "epoch": 5.604749787955895, + "grad_norm": 1.3849350950669368, + "learning_rate": 1.996443680910806e-05, + "loss": 0.4178, + "step": 6608 + }, + { + "epoch": 5.6055979643765905, + "grad_norm": 1.116877539984345, + "learning_rate": 1.9964413658427587e-05, + "loss": 0.3746, + "step": 6609 + }, + { + "epoch": 5.606446140797286, + "grad_norm": 1.1846762205862815, + "learning_rate": 1.9964390500227763e-05, + "loss": 0.4001, + "step": 6610 + }, + { + "epoch": 5.607294317217981, + "grad_norm": 1.3279441668662888, + "learning_rate": 1.9964367334508603e-05, + "loss": 0.4111, + "step": 6611 + }, + { + "epoch": 5.608142493638677, + "grad_norm": 1.3040950132388336, + "learning_rate": 1.9964344161270125e-05, + "loss": 0.4132, + "step": 6612 + }, + { + "epoch": 5.608990670059372, + "grad_norm": 1.1970780097367115, + "learning_rate": 1.996432098051235e-05, + "loss": 0.4272, + "step": 6613 + }, + { + "epoch": 5.609838846480068, + "grad_norm": 1.1113364263561039, + "learning_rate": 1.9964297792235292e-05, + "loss": 0.4014, + "step": 6614 + }, + { + "epoch": 5.6106870229007635, + "grad_norm": 1.132572660214083, + "learning_rate": 1.996427459643897e-05, + "loss": 0.442, + "step": 6615 + }, + { + "epoch": 5.611535199321459, + "grad_norm": 1.1558428880483118, + "learning_rate": 1.99642513931234e-05, + "loss": 0.4044, + "step": 6616 + }, + { + "epoch": 5.612383375742154, + "grad_norm": 1.1361653848520639, + "learning_rate": 1.99642281822886e-05, + "loss": 0.4195, + "step": 6617 + }, + { + "epoch": 5.6132315521628495, + "grad_norm": 1.3799564748118374, + "learning_rate": 1.996420496393459e-05, + "loss": 0.4104, + "step": 6618 + }, + { + "epoch": 5.614079728583546, + "grad_norm": 1.464392712195915, + "learning_rate": 1.9964181738061382e-05, + "loss": 0.4402, + "step": 6619 + }, + { + "epoch": 5.614927905004241, + "grad_norm": 1.391578164989577, + "learning_rate": 1.9964158504669e-05, + "loss": 0.4593, + "step": 6620 + }, + { + "epoch": 5.6157760814249365, + "grad_norm": 1.3923984531160223, + "learning_rate": 1.9964135263757457e-05, + "loss": 0.458, + "step": 6621 + }, + { + "epoch": 5.616624257845632, + "grad_norm": 1.3403120820576797, + "learning_rate": 1.9964112015326777e-05, + "loss": 0.4136, + "step": 6622 + }, + { + "epoch": 5.617472434266327, + "grad_norm": 1.2358635650442746, + "learning_rate": 1.9964088759376965e-05, + "loss": 0.4843, + "step": 6623 + }, + { + "epoch": 5.618320610687023, + "grad_norm": 1.4595892444970378, + "learning_rate": 1.9964065495908048e-05, + "loss": 0.4617, + "step": 6624 + }, + { + "epoch": 5.619168787107719, + "grad_norm": 1.304960082803899, + "learning_rate": 1.9964042224920047e-05, + "loss": 0.3844, + "step": 6625 + }, + { + "epoch": 5.620016963528414, + "grad_norm": 1.2417322211359083, + "learning_rate": 1.9964018946412968e-05, + "loss": 0.389, + "step": 6626 + }, + { + "epoch": 5.620865139949109, + "grad_norm": 1.0823621569328887, + "learning_rate": 1.996399566038684e-05, + "loss": 0.3539, + "step": 6627 + }, + { + "epoch": 5.621713316369805, + "grad_norm": 1.2634260742079475, + "learning_rate": 1.9963972366841673e-05, + "loss": 0.407, + "step": 6628 + }, + { + "epoch": 5.6225614927905, + "grad_norm": 1.3190276680327733, + "learning_rate": 1.9963949065777486e-05, + "loss": 0.5499, + "step": 6629 + }, + { + "epoch": 5.6234096692111954, + "grad_norm": 1.30613682027192, + "learning_rate": 1.9963925757194297e-05, + "loss": 0.4045, + "step": 6630 + }, + { + "epoch": 5.624257845631892, + "grad_norm": 1.3198634646948797, + "learning_rate": 1.996390244109213e-05, + "loss": 0.4012, + "step": 6631 + }, + { + "epoch": 5.625106022052587, + "grad_norm": 1.2363755288806182, + "learning_rate": 1.996387911747099e-05, + "loss": 0.4745, + "step": 6632 + }, + { + "epoch": 5.625954198473282, + "grad_norm": 1.3357159152866165, + "learning_rate": 1.9963855786330904e-05, + "loss": 0.4553, + "step": 6633 + }, + { + "epoch": 5.626802374893978, + "grad_norm": 1.1075370788229442, + "learning_rate": 1.9963832447671886e-05, + "loss": 0.4077, + "step": 6634 + }, + { + "epoch": 5.627650551314673, + "grad_norm": 1.207873920149721, + "learning_rate": 1.996380910149396e-05, + "loss": 0.446, + "step": 6635 + }, + { + "epoch": 5.628498727735369, + "grad_norm": 1.6777079935242394, + "learning_rate": 1.9963785747797134e-05, + "loss": 0.4749, + "step": 6636 + }, + { + "epoch": 5.629346904156065, + "grad_norm": 1.2709103228212162, + "learning_rate": 1.996376238658143e-05, + "loss": 0.4166, + "step": 6637 + }, + { + "epoch": 5.63019508057676, + "grad_norm": 1.2940522940815018, + "learning_rate": 1.9963739017846862e-05, + "loss": 0.3753, + "step": 6638 + }, + { + "epoch": 5.631043256997455, + "grad_norm": 1.119801942295646, + "learning_rate": 1.9963715641593455e-05, + "loss": 0.3624, + "step": 6639 + }, + { + "epoch": 5.631891433418151, + "grad_norm": 1.315618687437786, + "learning_rate": 1.996369225782122e-05, + "loss": 0.361, + "step": 6640 + }, + { + "epoch": 5.632739609838847, + "grad_norm": 1.3401373005241783, + "learning_rate": 1.996366886653018e-05, + "loss": 0.4297, + "step": 6641 + }, + { + "epoch": 5.633587786259542, + "grad_norm": 1.1665924830547243, + "learning_rate": 1.996364546772035e-05, + "loss": 0.4015, + "step": 6642 + }, + { + "epoch": 5.634435962680238, + "grad_norm": 1.8741123401069202, + "learning_rate": 1.996362206139175e-05, + "loss": 0.394, + "step": 6643 + }, + { + "epoch": 5.635284139100933, + "grad_norm": 1.2041734223806213, + "learning_rate": 1.996359864754439e-05, + "loss": 0.3736, + "step": 6644 + }, + { + "epoch": 5.636132315521628, + "grad_norm": 1.200401492382511, + "learning_rate": 1.9963575226178297e-05, + "loss": 0.4414, + "step": 6645 + }, + { + "epoch": 5.636980491942324, + "grad_norm": 1.4669133713861227, + "learning_rate": 1.9963551797293484e-05, + "loss": 0.5901, + "step": 6646 + }, + { + "epoch": 5.63782866836302, + "grad_norm": 1.3035297478853576, + "learning_rate": 1.9963528360889967e-05, + "loss": 0.3557, + "step": 6647 + }, + { + "epoch": 5.638676844783715, + "grad_norm": 1.2860604923372814, + "learning_rate": 1.996350491696777e-05, + "loss": 0.3915, + "step": 6648 + }, + { + "epoch": 5.639525021204411, + "grad_norm": 1.5306133352155358, + "learning_rate": 1.9963481465526903e-05, + "loss": 0.5148, + "step": 6649 + }, + { + "epoch": 5.640373197625106, + "grad_norm": 1.2937611310398185, + "learning_rate": 1.996345800656739e-05, + "loss": 0.4258, + "step": 6650 + }, + { + "epoch": 5.641221374045801, + "grad_norm": 1.2279555363376158, + "learning_rate": 1.9963434540089243e-05, + "loss": 0.358, + "step": 6651 + }, + { + "epoch": 5.642069550466497, + "grad_norm": 1.3520096561642043, + "learning_rate": 1.9963411066092486e-05, + "loss": 0.4156, + "step": 6652 + }, + { + "epoch": 5.642917726887193, + "grad_norm": 1.3763754463275406, + "learning_rate": 1.9963387584577133e-05, + "loss": 0.4783, + "step": 6653 + }, + { + "epoch": 5.643765903307888, + "grad_norm": 1.2236501346556317, + "learning_rate": 1.9963364095543203e-05, + "loss": 0.4458, + "step": 6654 + }, + { + "epoch": 5.6446140797285835, + "grad_norm": 1.235070276174642, + "learning_rate": 1.996334059899071e-05, + "loss": 0.4454, + "step": 6655 + }, + { + "epoch": 5.645462256149279, + "grad_norm": 1.3241501235029938, + "learning_rate": 1.9963317094919677e-05, + "loss": 0.4392, + "step": 6656 + }, + { + "epoch": 5.646310432569974, + "grad_norm": 1.5408375381200103, + "learning_rate": 1.996329358333012e-05, + "loss": 0.4075, + "step": 6657 + }, + { + "epoch": 5.6471586089906705, + "grad_norm": 1.320934117882955, + "learning_rate": 1.9963270064222055e-05, + "loss": 0.4282, + "step": 6658 + }, + { + "epoch": 5.648006785411366, + "grad_norm": 1.175603680687419, + "learning_rate": 1.9963246537595503e-05, + "loss": 0.3789, + "step": 6659 + }, + { + "epoch": 5.648854961832061, + "grad_norm": 1.249145156702448, + "learning_rate": 1.996322300345048e-05, + "loss": 0.4174, + "step": 6660 + }, + { + "epoch": 5.6497031382527565, + "grad_norm": 1.3477572413313932, + "learning_rate": 1.9963199461787e-05, + "loss": 0.4324, + "step": 6661 + }, + { + "epoch": 5.650551314673452, + "grad_norm": 1.2171699520298946, + "learning_rate": 1.9963175912605085e-05, + "loss": 0.3671, + "step": 6662 + }, + { + "epoch": 5.651399491094148, + "grad_norm": 1.2523726644313615, + "learning_rate": 1.9963152355904753e-05, + "loss": 0.3688, + "step": 6663 + }, + { + "epoch": 5.652247667514843, + "grad_norm": 1.2200550822183305, + "learning_rate": 1.996312879168602e-05, + "loss": 0.454, + "step": 6664 + }, + { + "epoch": 5.653095843935539, + "grad_norm": 1.4233679381752284, + "learning_rate": 1.996310521994891e-05, + "loss": 0.431, + "step": 6665 + }, + { + "epoch": 5.653944020356234, + "grad_norm": 1.290621312357336, + "learning_rate": 1.9963081640693428e-05, + "loss": 0.443, + "step": 6666 + }, + { + "epoch": 5.6547921967769295, + "grad_norm": 1.3828199309215436, + "learning_rate": 1.99630580539196e-05, + "loss": 0.4655, + "step": 6667 + }, + { + "epoch": 5.655640373197625, + "grad_norm": 1.2990432954277857, + "learning_rate": 1.9963034459627448e-05, + "loss": 0.4429, + "step": 6668 + }, + { + "epoch": 5.65648854961832, + "grad_norm": 1.602708771701709, + "learning_rate": 1.9963010857816984e-05, + "loss": 0.4323, + "step": 6669 + }, + { + "epoch": 5.657336726039016, + "grad_norm": 1.5869607934534382, + "learning_rate": 1.996298724848822e-05, + "loss": 0.3852, + "step": 6670 + }, + { + "epoch": 5.658184902459712, + "grad_norm": 1.2685928522409962, + "learning_rate": 1.9962963631641187e-05, + "loss": 0.4214, + "step": 6671 + }, + { + "epoch": 5.659033078880407, + "grad_norm": 1.1265234328380167, + "learning_rate": 1.9962940007275895e-05, + "loss": 0.3851, + "step": 6672 + }, + { + "epoch": 5.659881255301102, + "grad_norm": 1.2244611451320266, + "learning_rate": 1.996291637539236e-05, + "loss": 0.4236, + "step": 6673 + }, + { + "epoch": 5.660729431721798, + "grad_norm": 1.183622870340393, + "learning_rate": 1.9962892735990604e-05, + "loss": 0.4004, + "step": 6674 + }, + { + "epoch": 5.661577608142494, + "grad_norm": 1.1190002746383279, + "learning_rate": 1.9962869089070648e-05, + "loss": 0.4051, + "step": 6675 + }, + { + "epoch": 5.662425784563189, + "grad_norm": 1.1028019551990922, + "learning_rate": 1.99628454346325e-05, + "loss": 0.312, + "step": 6676 + }, + { + "epoch": 5.663273960983885, + "grad_norm": 1.028408179224909, + "learning_rate": 1.9962821772676186e-05, + "loss": 0.344, + "step": 6677 + }, + { + "epoch": 5.66412213740458, + "grad_norm": 1.1484209780611618, + "learning_rate": 1.996279810320172e-05, + "loss": 0.3674, + "step": 6678 + }, + { + "epoch": 5.664970313825275, + "grad_norm": 1.3685097272826985, + "learning_rate": 1.9962774426209124e-05, + "loss": 0.3889, + "step": 6679 + }, + { + "epoch": 5.665818490245972, + "grad_norm": 1.247553068448251, + "learning_rate": 1.996275074169841e-05, + "loss": 0.4769, + "step": 6680 + }, + { + "epoch": 5.666666666666667, + "grad_norm": 1.2567795684140175, + "learning_rate": 1.99627270496696e-05, + "loss": 0.4363, + "step": 6681 + }, + { + "epoch": 5.667514843087362, + "grad_norm": 1.17079189220318, + "learning_rate": 1.996270335012271e-05, + "loss": 0.3564, + "step": 6682 + }, + { + "epoch": 5.668363019508058, + "grad_norm": 1.2646631608332022, + "learning_rate": 1.9962679643057765e-05, + "loss": 0.3755, + "step": 6683 + }, + { + "epoch": 5.669211195928753, + "grad_norm": 1.1629075945543155, + "learning_rate": 1.9962655928474767e-05, + "loss": 0.3748, + "step": 6684 + }, + { + "epoch": 5.670059372349448, + "grad_norm": 1.11700291891504, + "learning_rate": 1.9962632206373745e-05, + "loss": 0.3909, + "step": 6685 + }, + { + "epoch": 5.670907548770144, + "grad_norm": 1.1742025424904972, + "learning_rate": 1.996260847675472e-05, + "loss": 0.4075, + "step": 6686 + }, + { + "epoch": 5.67175572519084, + "grad_norm": 1.2214569395151091, + "learning_rate": 1.9962584739617705e-05, + "loss": 0.4051, + "step": 6687 + }, + { + "epoch": 5.672603901611535, + "grad_norm": 1.3066045818182557, + "learning_rate": 1.9962560994962716e-05, + "loss": 0.4709, + "step": 6688 + }, + { + "epoch": 5.673452078032231, + "grad_norm": 1.1892590792564577, + "learning_rate": 1.9962537242789772e-05, + "loss": 0.392, + "step": 6689 + }, + { + "epoch": 5.674300254452926, + "grad_norm": 1.1544989173818947, + "learning_rate": 1.9962513483098892e-05, + "loss": 0.4063, + "step": 6690 + }, + { + "epoch": 5.675148430873621, + "grad_norm": 1.2361784368380486, + "learning_rate": 1.9962489715890096e-05, + "loss": 0.4105, + "step": 6691 + }, + { + "epoch": 5.6759966072943175, + "grad_norm": 1.3483022177654274, + "learning_rate": 1.9962465941163402e-05, + "loss": 0.4287, + "step": 6692 + }, + { + "epoch": 5.676844783715013, + "grad_norm": 1.1804537579351908, + "learning_rate": 1.9962442158918823e-05, + "loss": 0.4449, + "step": 6693 + }, + { + "epoch": 5.677692960135708, + "grad_norm": 1.4389217087496886, + "learning_rate": 1.996241836915638e-05, + "loss": 0.4321, + "step": 6694 + }, + { + "epoch": 5.678541136556404, + "grad_norm": 1.126108712818849, + "learning_rate": 1.996239457187609e-05, + "loss": 0.3827, + "step": 6695 + }, + { + "epoch": 5.679389312977099, + "grad_norm": 1.1418736332847197, + "learning_rate": 1.996237076707797e-05, + "loss": 0.4025, + "step": 6696 + }, + { + "epoch": 5.680237489397795, + "grad_norm": 1.2790488418589894, + "learning_rate": 1.9962346954762043e-05, + "loss": 0.4429, + "step": 6697 + }, + { + "epoch": 5.6810856658184905, + "grad_norm": 1.344903876403288, + "learning_rate": 1.996232313492832e-05, + "loss": 0.3481, + "step": 6698 + }, + { + "epoch": 5.681933842239186, + "grad_norm": 1.2534343534129457, + "learning_rate": 1.9962299307576824e-05, + "loss": 0.3881, + "step": 6699 + }, + { + "epoch": 5.682782018659881, + "grad_norm": 1.2620832249568357, + "learning_rate": 1.9962275472707572e-05, + "loss": 0.3745, + "step": 6700 + }, + { + "epoch": 5.6836301950805765, + "grad_norm": 1.3226627504561246, + "learning_rate": 1.996225163032058e-05, + "loss": 0.5081, + "step": 6701 + }, + { + "epoch": 5.684478371501272, + "grad_norm": 1.2988771722506844, + "learning_rate": 1.9962227780415873e-05, + "loss": 0.4496, + "step": 6702 + }, + { + "epoch": 5.685326547921968, + "grad_norm": 1.3558368436750847, + "learning_rate": 1.996220392299346e-05, + "loss": 0.4186, + "step": 6703 + }, + { + "epoch": 5.6861747243426635, + "grad_norm": 1.2163569809027583, + "learning_rate": 1.9962180058053363e-05, + "loss": 0.3957, + "step": 6704 + }, + { + "epoch": 5.687022900763359, + "grad_norm": 1.1691599584298158, + "learning_rate": 1.9962156185595598e-05, + "loss": 0.3354, + "step": 6705 + }, + { + "epoch": 5.687871077184054, + "grad_norm": 1.1275054585553006, + "learning_rate": 1.9962132305620184e-05, + "loss": 0.3847, + "step": 6706 + }, + { + "epoch": 5.6887192536047495, + "grad_norm": 1.247702467358293, + "learning_rate": 1.996210841812714e-05, + "loss": 0.3927, + "step": 6707 + }, + { + "epoch": 5.689567430025445, + "grad_norm": 1.135095415330517, + "learning_rate": 1.996208452311649e-05, + "loss": 0.374, + "step": 6708 + }, + { + "epoch": 5.690415606446141, + "grad_norm": 1.3588069426992968, + "learning_rate": 1.9962060620588237e-05, + "loss": 0.4128, + "step": 6709 + }, + { + "epoch": 5.691263782866836, + "grad_norm": 1.2449565743962323, + "learning_rate": 1.9962036710542412e-05, + "loss": 0.3693, + "step": 6710 + }, + { + "epoch": 5.692111959287532, + "grad_norm": 1.1635954998106326, + "learning_rate": 1.9962012792979027e-05, + "loss": 0.4612, + "step": 6711 + }, + { + "epoch": 5.692960135708227, + "grad_norm": 1.3130222440332817, + "learning_rate": 1.9961988867898103e-05, + "loss": 0.3967, + "step": 6712 + }, + { + "epoch": 5.6938083121289225, + "grad_norm": 1.7807898965024687, + "learning_rate": 1.9961964935299653e-05, + "loss": 0.3825, + "step": 6713 + }, + { + "epoch": 5.694656488549619, + "grad_norm": 1.1493155474271568, + "learning_rate": 1.9961940995183704e-05, + "loss": 0.3829, + "step": 6714 + }, + { + "epoch": 5.695504664970314, + "grad_norm": 1.3636262134544042, + "learning_rate": 1.9961917047550267e-05, + "loss": 0.3851, + "step": 6715 + }, + { + "epoch": 5.696352841391009, + "grad_norm": 1.470402944824597, + "learning_rate": 1.9961893092399362e-05, + "loss": 0.4145, + "step": 6716 + }, + { + "epoch": 5.697201017811705, + "grad_norm": 1.3330295488978605, + "learning_rate": 1.9961869129731005e-05, + "loss": 0.414, + "step": 6717 + }, + { + "epoch": 5.6980491942324, + "grad_norm": 1.163320675113783, + "learning_rate": 1.9961845159545217e-05, + "loss": 0.4581, + "step": 6718 + }, + { + "epoch": 5.698897370653096, + "grad_norm": 1.2676519225924818, + "learning_rate": 1.996182118184202e-05, + "loss": 0.5017, + "step": 6719 + }, + { + "epoch": 5.699745547073792, + "grad_norm": 1.1229466232154297, + "learning_rate": 1.9961797196621424e-05, + "loss": 0.4086, + "step": 6720 + }, + { + "epoch": 5.700593723494487, + "grad_norm": 1.2805822779820453, + "learning_rate": 1.996177320388345e-05, + "loss": 0.4339, + "step": 6721 + }, + { + "epoch": 5.701441899915182, + "grad_norm": 1.2386445022285737, + "learning_rate": 1.996174920362812e-05, + "loss": 0.4428, + "step": 6722 + }, + { + "epoch": 5.702290076335878, + "grad_norm": 1.1516634621929709, + "learning_rate": 1.996172519585544e-05, + "loss": 0.4448, + "step": 6723 + }, + { + "epoch": 5.703138252756573, + "grad_norm": 1.116098418966376, + "learning_rate": 1.9961701180565444e-05, + "loss": 0.3889, + "step": 6724 + }, + { + "epoch": 5.703986429177268, + "grad_norm": 1.1392210175567232, + "learning_rate": 1.996167715775814e-05, + "loss": 0.3767, + "step": 6725 + }, + { + "epoch": 5.704834605597965, + "grad_norm": 1.24182784783442, + "learning_rate": 1.9961653127433553e-05, + "loss": 0.4563, + "step": 6726 + }, + { + "epoch": 5.70568278201866, + "grad_norm": 1.3900666608386523, + "learning_rate": 1.9961629089591693e-05, + "loss": 0.414, + "step": 6727 + }, + { + "epoch": 5.706530958439355, + "grad_norm": 1.264779689217796, + "learning_rate": 1.9961605044232585e-05, + "loss": 0.4501, + "step": 6728 + }, + { + "epoch": 5.707379134860051, + "grad_norm": 1.2042626930364317, + "learning_rate": 1.9961580991356242e-05, + "loss": 0.4147, + "step": 6729 + }, + { + "epoch": 5.708227311280746, + "grad_norm": 1.3195384117612265, + "learning_rate": 1.9961556930962686e-05, + "loss": 0.4144, + "step": 6730 + }, + { + "epoch": 5.709075487701442, + "grad_norm": 1.2630301817792933, + "learning_rate": 1.9961532863051932e-05, + "loss": 0.4119, + "step": 6731 + }, + { + "epoch": 5.709923664122138, + "grad_norm": 1.1570172540484707, + "learning_rate": 1.9961508787624005e-05, + "loss": 0.3212, + "step": 6732 + }, + { + "epoch": 5.710771840542833, + "grad_norm": 1.3351758672362963, + "learning_rate": 1.9961484704678914e-05, + "loss": 0.4079, + "step": 6733 + }, + { + "epoch": 5.711620016963528, + "grad_norm": 1.223040309811794, + "learning_rate": 1.996146061421668e-05, + "loss": 0.4244, + "step": 6734 + }, + { + "epoch": 5.712468193384224, + "grad_norm": 1.368389853027375, + "learning_rate": 1.9961436516237325e-05, + "loss": 0.382, + "step": 6735 + }, + { + "epoch": 5.71331636980492, + "grad_norm": 1.6142252806658417, + "learning_rate": 1.9961412410740863e-05, + "loss": 0.3951, + "step": 6736 + }, + { + "epoch": 5.714164546225615, + "grad_norm": 1.2010573667977342, + "learning_rate": 1.9961388297727316e-05, + "loss": 0.4, + "step": 6737 + }, + { + "epoch": 5.7150127226463106, + "grad_norm": 1.324333731642581, + "learning_rate": 1.9961364177196697e-05, + "loss": 0.4472, + "step": 6738 + }, + { + "epoch": 5.715860899067006, + "grad_norm": 1.1501681055035315, + "learning_rate": 1.996134004914903e-05, + "loss": 0.363, + "step": 6739 + }, + { + "epoch": 5.716709075487701, + "grad_norm": 1.4410784598609763, + "learning_rate": 1.996131591358433e-05, + "loss": 0.3777, + "step": 6740 + }, + { + "epoch": 5.717557251908397, + "grad_norm": 1.3262049287599396, + "learning_rate": 1.9961291770502616e-05, + "loss": 0.4534, + "step": 6741 + }, + { + "epoch": 5.718405428329093, + "grad_norm": 1.1770198187768652, + "learning_rate": 1.9961267619903903e-05, + "loss": 0.3825, + "step": 6742 + }, + { + "epoch": 5.719253604749788, + "grad_norm": 1.1648447717078096, + "learning_rate": 1.9961243461788213e-05, + "loss": 0.453, + "step": 6743 + }, + { + "epoch": 5.7201017811704835, + "grad_norm": 1.2429559443173097, + "learning_rate": 1.9961219296155566e-05, + "loss": 0.4096, + "step": 6744 + }, + { + "epoch": 5.720949957591179, + "grad_norm": 1.2448824463254693, + "learning_rate": 1.9961195123005973e-05, + "loss": 0.3998, + "step": 6745 + }, + { + "epoch": 5.721798134011874, + "grad_norm": 1.401204740308736, + "learning_rate": 1.996117094233946e-05, + "loss": 0.3834, + "step": 6746 + }, + { + "epoch": 5.7226463104325695, + "grad_norm": 1.441419098561361, + "learning_rate": 1.9961146754156046e-05, + "loss": 0.5013, + "step": 6747 + }, + { + "epoch": 5.723494486853266, + "grad_norm": 1.241919814282591, + "learning_rate": 1.996112255845574e-05, + "loss": 0.4559, + "step": 6748 + }, + { + "epoch": 5.724342663273961, + "grad_norm": 1.1991060790611774, + "learning_rate": 1.9961098355238563e-05, + "loss": 0.3896, + "step": 6749 + }, + { + "epoch": 5.7251908396946565, + "grad_norm": 1.3683375751200668, + "learning_rate": 1.996107414450454e-05, + "loss": 0.4649, + "step": 6750 + }, + { + "epoch": 5.726039016115352, + "grad_norm": 1.4200792310243024, + "learning_rate": 1.9961049926253687e-05, + "loss": 0.4482, + "step": 6751 + }, + { + "epoch": 5.726887192536047, + "grad_norm": 1.2487315161129857, + "learning_rate": 1.9961025700486014e-05, + "loss": 0.4038, + "step": 6752 + }, + { + "epoch": 5.727735368956743, + "grad_norm": 1.2474666186298675, + "learning_rate": 1.996100146720155e-05, + "loss": 0.4008, + "step": 6753 + }, + { + "epoch": 5.728583545377439, + "grad_norm": 1.3531367335913396, + "learning_rate": 1.9960977226400307e-05, + "loss": 0.4063, + "step": 6754 + }, + { + "epoch": 5.729431721798134, + "grad_norm": 1.167351649642858, + "learning_rate": 1.996095297808231e-05, + "loss": 0.3763, + "step": 6755 + }, + { + "epoch": 5.730279898218829, + "grad_norm": 1.3002091046531719, + "learning_rate": 1.996092872224757e-05, + "loss": 0.4127, + "step": 6756 + }, + { + "epoch": 5.731128074639525, + "grad_norm": 1.2598867459864447, + "learning_rate": 1.9960904458896103e-05, + "loss": 0.3986, + "step": 6757 + }, + { + "epoch": 5.731976251060221, + "grad_norm": 1.1076329509256384, + "learning_rate": 1.9960880188027937e-05, + "loss": 0.3426, + "step": 6758 + }, + { + "epoch": 5.732824427480916, + "grad_norm": 1.1734229172821697, + "learning_rate": 1.9960855909643086e-05, + "loss": 0.3694, + "step": 6759 + }, + { + "epoch": 5.733672603901612, + "grad_norm": 1.2647358272148461, + "learning_rate": 1.9960831623741566e-05, + "loss": 0.5018, + "step": 6760 + }, + { + "epoch": 5.734520780322307, + "grad_norm": 1.39561202130936, + "learning_rate": 1.9960807330323394e-05, + "loss": 0.3821, + "step": 6761 + }, + { + "epoch": 5.735368956743002, + "grad_norm": 1.1635528970501303, + "learning_rate": 1.9960783029388598e-05, + "loss": 0.4989, + "step": 6762 + }, + { + "epoch": 5.736217133163698, + "grad_norm": 1.2560848794244608, + "learning_rate": 1.9960758720937184e-05, + "loss": 0.4191, + "step": 6763 + }, + { + "epoch": 5.737065309584393, + "grad_norm": 1.2659960997922952, + "learning_rate": 1.9960734404969176e-05, + "loss": 0.4153, + "step": 6764 + }, + { + "epoch": 5.737913486005089, + "grad_norm": 1.155852774462542, + "learning_rate": 1.9960710081484597e-05, + "loss": 0.3848, + "step": 6765 + }, + { + "epoch": 5.738761662425785, + "grad_norm": 1.29333395495462, + "learning_rate": 1.996068575048346e-05, + "loss": 0.4801, + "step": 6766 + }, + { + "epoch": 5.73960983884648, + "grad_norm": 1.2680337964648636, + "learning_rate": 1.9960661411965784e-05, + "loss": 0.4408, + "step": 6767 + }, + { + "epoch": 5.740458015267175, + "grad_norm": 1.2221293939222442, + "learning_rate": 1.9960637065931586e-05, + "loss": 0.4086, + "step": 6768 + }, + { + "epoch": 5.741306191687871, + "grad_norm": 1.205694068755715, + "learning_rate": 1.9960612712380885e-05, + "loss": 0.4349, + "step": 6769 + }, + { + "epoch": 5.742154368108567, + "grad_norm": 1.1942780065372556, + "learning_rate": 1.9960588351313702e-05, + "loss": 0.4671, + "step": 6770 + }, + { + "epoch": 5.743002544529262, + "grad_norm": 1.2100829575262855, + "learning_rate": 1.9960563982730053e-05, + "loss": 0.3711, + "step": 6771 + }, + { + "epoch": 5.743850720949958, + "grad_norm": 1.0637456204379412, + "learning_rate": 1.996053960662996e-05, + "loss": 0.3605, + "step": 6772 + }, + { + "epoch": 5.744698897370653, + "grad_norm": 1.3031582436832259, + "learning_rate": 1.9960515223013432e-05, + "loss": 0.4817, + "step": 6773 + }, + { + "epoch": 5.745547073791348, + "grad_norm": 1.1989066677005735, + "learning_rate": 1.99604908318805e-05, + "loss": 0.4221, + "step": 6774 + }, + { + "epoch": 5.746395250212045, + "grad_norm": 1.298986606055292, + "learning_rate": 1.9960466433231172e-05, + "loss": 0.3874, + "step": 6775 + }, + { + "epoch": 5.74724342663274, + "grad_norm": 1.2815291086525409, + "learning_rate": 1.9960442027065472e-05, + "loss": 0.4546, + "step": 6776 + }, + { + "epoch": 5.748091603053435, + "grad_norm": 1.2223076732913636, + "learning_rate": 1.9960417613383418e-05, + "loss": 0.3963, + "step": 6777 + }, + { + "epoch": 5.748939779474131, + "grad_norm": 1.2854367544169687, + "learning_rate": 1.9960393192185027e-05, + "loss": 0.3984, + "step": 6778 + }, + { + "epoch": 5.749787955894826, + "grad_norm": 1.2041181589941081, + "learning_rate": 1.996036876347032e-05, + "loss": 0.4108, + "step": 6779 + }, + { + "epoch": 5.750636132315521, + "grad_norm": 1.177296207901467, + "learning_rate": 1.996034432723931e-05, + "loss": 0.3023, + "step": 6780 + }, + { + "epoch": 5.7514843087362175, + "grad_norm": 1.1973368794239583, + "learning_rate": 1.996031988349202e-05, + "loss": 0.3558, + "step": 6781 + }, + { + "epoch": 5.752332485156913, + "grad_norm": 1.191747694709824, + "learning_rate": 1.996029543222847e-05, + "loss": 0.4228, + "step": 6782 + }, + { + "epoch": 5.753180661577608, + "grad_norm": 1.2845872596632324, + "learning_rate": 1.996027097344867e-05, + "loss": 0.4702, + "step": 6783 + }, + { + "epoch": 5.754028837998304, + "grad_norm": 1.1510176170138733, + "learning_rate": 1.996024650715265e-05, + "loss": 0.4652, + "step": 6784 + }, + { + "epoch": 5.754877014418999, + "grad_norm": 1.2321019860565143, + "learning_rate": 1.996022203334042e-05, + "loss": 0.3525, + "step": 6785 + }, + { + "epoch": 5.755725190839694, + "grad_norm": 1.219300012748428, + "learning_rate": 1.9960197552012e-05, + "loss": 0.3839, + "step": 6786 + }, + { + "epoch": 5.7565733672603905, + "grad_norm": 1.3878357474884773, + "learning_rate": 1.9960173063167413e-05, + "loss": 0.3944, + "step": 6787 + }, + { + "epoch": 5.757421543681086, + "grad_norm": 1.173169634842528, + "learning_rate": 1.996014856680667e-05, + "loss": 0.3895, + "step": 6788 + }, + { + "epoch": 5.758269720101781, + "grad_norm": 1.177483608353896, + "learning_rate": 1.9960124062929796e-05, + "loss": 0.4288, + "step": 6789 + }, + { + "epoch": 5.7591178965224765, + "grad_norm": 1.1452094252709548, + "learning_rate": 1.9960099551536806e-05, + "loss": 0.3582, + "step": 6790 + }, + { + "epoch": 5.759966072943172, + "grad_norm": 1.2256449733060983, + "learning_rate": 1.996007503262772e-05, + "loss": 0.4234, + "step": 6791 + }, + { + "epoch": 5.760814249363868, + "grad_norm": 1.2470474090900658, + "learning_rate": 1.9960050506202555e-05, + "loss": 0.4314, + "step": 6792 + }, + { + "epoch": 5.7616624257845634, + "grad_norm": 1.2038659738742334, + "learning_rate": 1.996002597226133e-05, + "loss": 0.4623, + "step": 6793 + }, + { + "epoch": 5.762510602205259, + "grad_norm": 1.2144884160245846, + "learning_rate": 1.996000143080407e-05, + "loss": 0.3631, + "step": 6794 + }, + { + "epoch": 5.763358778625954, + "grad_norm": 1.2398240337760025, + "learning_rate": 1.995997688183078e-05, + "loss": 0.4048, + "step": 6795 + }, + { + "epoch": 5.7642069550466495, + "grad_norm": 1.1827903679983534, + "learning_rate": 1.995995232534149e-05, + "loss": 0.3589, + "step": 6796 + }, + { + "epoch": 5.765055131467345, + "grad_norm": 1.2238393154765597, + "learning_rate": 1.9959927761336214e-05, + "loss": 0.4291, + "step": 6797 + }, + { + "epoch": 5.765903307888041, + "grad_norm": 1.1061613953536544, + "learning_rate": 1.995990318981497e-05, + "loss": 0.4265, + "step": 6798 + }, + { + "epoch": 5.766751484308736, + "grad_norm": 1.3204039496636482, + "learning_rate": 1.9959878610777777e-05, + "loss": 0.4311, + "step": 6799 + }, + { + "epoch": 5.767599660729432, + "grad_norm": 1.2174180929171947, + "learning_rate": 1.9959854024224657e-05, + "loss": 0.4677, + "step": 6800 + }, + { + "epoch": 5.768447837150127, + "grad_norm": 1.1736121587387962, + "learning_rate": 1.9959829430155627e-05, + "loss": 0.3558, + "step": 6801 + }, + { + "epoch": 5.7692960135708224, + "grad_norm": 1.2839362095678792, + "learning_rate": 1.99598048285707e-05, + "loss": 0.4165, + "step": 6802 + }, + { + "epoch": 5.770144189991518, + "grad_norm": 1.1542902264412433, + "learning_rate": 1.9959780219469903e-05, + "loss": 0.3698, + "step": 6803 + }, + { + "epoch": 5.770992366412214, + "grad_norm": 1.1934367308412648, + "learning_rate": 1.9959755602853245e-05, + "loss": 0.3953, + "step": 6804 + }, + { + "epoch": 5.771840542832909, + "grad_norm": 1.1804653153092706, + "learning_rate": 1.9959730978720756e-05, + "loss": 0.425, + "step": 6805 + }, + { + "epoch": 5.772688719253605, + "grad_norm": 1.2584416450815663, + "learning_rate": 1.9959706347072446e-05, + "loss": 0.3719, + "step": 6806 + }, + { + "epoch": 5.7735368956743, + "grad_norm": 1.3507569944570574, + "learning_rate": 1.9959681707908337e-05, + "loss": 0.3834, + "step": 6807 + }, + { + "epoch": 5.774385072094995, + "grad_norm": 1.2483625767961257, + "learning_rate": 1.9959657061228444e-05, + "loss": 0.4127, + "step": 6808 + }, + { + "epoch": 5.775233248515692, + "grad_norm": 1.147955716676726, + "learning_rate": 1.9959632407032794e-05, + "loss": 0.4276, + "step": 6809 + }, + { + "epoch": 5.776081424936387, + "grad_norm": 1.0964785506235684, + "learning_rate": 1.9959607745321397e-05, + "loss": 0.4059, + "step": 6810 + }, + { + "epoch": 5.776929601357082, + "grad_norm": 1.1663353694462688, + "learning_rate": 1.9959583076094273e-05, + "loss": 0.3845, + "step": 6811 + }, + { + "epoch": 5.777777777777778, + "grad_norm": 1.2573841564758437, + "learning_rate": 1.9959558399351443e-05, + "loss": 0.4696, + "step": 6812 + }, + { + "epoch": 5.778625954198473, + "grad_norm": 1.2661854574451918, + "learning_rate": 1.9959533715092927e-05, + "loss": 0.4139, + "step": 6813 + }, + { + "epoch": 5.779474130619169, + "grad_norm": 1.1984469061180378, + "learning_rate": 1.9959509023318738e-05, + "loss": 0.3842, + "step": 6814 + }, + { + "epoch": 5.780322307039865, + "grad_norm": 1.1860673256841823, + "learning_rate": 1.9959484324028904e-05, + "loss": 0.4006, + "step": 6815 + }, + { + "epoch": 5.78117048346056, + "grad_norm": 1.336130763788187, + "learning_rate": 1.995945961722343e-05, + "loss": 0.4918, + "step": 6816 + }, + { + "epoch": 5.782018659881255, + "grad_norm": 1.2429108179957213, + "learning_rate": 1.995943490290235e-05, + "loss": 0.357, + "step": 6817 + }, + { + "epoch": 5.782866836301951, + "grad_norm": 1.3752957510331993, + "learning_rate": 1.995941018106567e-05, + "loss": 0.4102, + "step": 6818 + }, + { + "epoch": 5.783715012722646, + "grad_norm": 1.294173472980767, + "learning_rate": 1.9959385451713414e-05, + "loss": 0.408, + "step": 6819 + }, + { + "epoch": 5.784563189143341, + "grad_norm": 1.1791618402180573, + "learning_rate": 1.9959360714845603e-05, + "loss": 0.4062, + "step": 6820 + }, + { + "epoch": 5.785411365564038, + "grad_norm": 1.306299544535905, + "learning_rate": 1.9959335970462252e-05, + "loss": 0.4224, + "step": 6821 + }, + { + "epoch": 5.786259541984733, + "grad_norm": 1.4330705106097053, + "learning_rate": 1.995931121856338e-05, + "loss": 0.3715, + "step": 6822 + }, + { + "epoch": 5.787107718405428, + "grad_norm": 1.2633856923199835, + "learning_rate": 1.9959286459149007e-05, + "loss": 0.394, + "step": 6823 + }, + { + "epoch": 5.787955894826124, + "grad_norm": 1.1779738751483158, + "learning_rate": 1.995926169221915e-05, + "loss": 0.4067, + "step": 6824 + }, + { + "epoch": 5.788804071246819, + "grad_norm": 1.069126183943836, + "learning_rate": 1.995923691777383e-05, + "loss": 0.3886, + "step": 6825 + }, + { + "epoch": 5.789652247667515, + "grad_norm": 1.3260539553137052, + "learning_rate": 1.9959212135813066e-05, + "loss": 0.452, + "step": 6826 + }, + { + "epoch": 5.7905004240882105, + "grad_norm": 1.2526310579555677, + "learning_rate": 1.9959187346336876e-05, + "loss": 0.4975, + "step": 6827 + }, + { + "epoch": 5.791348600508906, + "grad_norm": 1.126882421448239, + "learning_rate": 1.995916254934527e-05, + "loss": 0.3688, + "step": 6828 + }, + { + "epoch": 5.792196776929601, + "grad_norm": 1.1898077612050744, + "learning_rate": 1.9959137744838285e-05, + "loss": 0.3807, + "step": 6829 + }, + { + "epoch": 5.793044953350297, + "grad_norm": 1.179921441353795, + "learning_rate": 1.9959112932815924e-05, + "loss": 0.4242, + "step": 6830 + }, + { + "epoch": 5.793893129770993, + "grad_norm": 1.5129885302696133, + "learning_rate": 1.9959088113278213e-05, + "loss": 0.4808, + "step": 6831 + }, + { + "epoch": 5.794741306191688, + "grad_norm": 1.1287810815232315, + "learning_rate": 1.9959063286225164e-05, + "loss": 0.3742, + "step": 6832 + }, + { + "epoch": 5.7955894826123835, + "grad_norm": 1.1132128201880527, + "learning_rate": 1.9959038451656806e-05, + "loss": 0.4056, + "step": 6833 + }, + { + "epoch": 5.796437659033079, + "grad_norm": 1.359317516962317, + "learning_rate": 1.9959013609573148e-05, + "loss": 0.4247, + "step": 6834 + }, + { + "epoch": 5.797285835453774, + "grad_norm": 1.2262843166957018, + "learning_rate": 1.9958988759974213e-05, + "loss": 0.4502, + "step": 6835 + }, + { + "epoch": 5.7981340118744695, + "grad_norm": 1.27963224875688, + "learning_rate": 1.9958963902860023e-05, + "loss": 0.4827, + "step": 6836 + }, + { + "epoch": 5.798982188295166, + "grad_norm": 1.3339143986412079, + "learning_rate": 1.9958939038230595e-05, + "loss": 0.494, + "step": 6837 + }, + { + "epoch": 5.799830364715861, + "grad_norm": 1.115575770927401, + "learning_rate": 1.9958914166085944e-05, + "loss": 0.3934, + "step": 6838 + }, + { + "epoch": 5.8006785411365565, + "grad_norm": 1.2352806073411902, + "learning_rate": 1.9958889286426088e-05, + "loss": 0.4026, + "step": 6839 + }, + { + "epoch": 5.801526717557252, + "grad_norm": 1.226147232262534, + "learning_rate": 1.995886439925105e-05, + "loss": 0.4833, + "step": 6840 + }, + { + "epoch": 5.802374893977947, + "grad_norm": 1.1569720721189956, + "learning_rate": 1.9958839504560853e-05, + "loss": 0.383, + "step": 6841 + }, + { + "epoch": 5.8032230703986425, + "grad_norm": 1.1499314389367983, + "learning_rate": 1.9958814602355504e-05, + "loss": 0.4428, + "step": 6842 + }, + { + "epoch": 5.804071246819339, + "grad_norm": 1.4781040767418436, + "learning_rate": 1.9958789692635032e-05, + "loss": 0.4388, + "step": 6843 + }, + { + "epoch": 5.804919423240034, + "grad_norm": 1.1313554077169516, + "learning_rate": 1.995876477539945e-05, + "loss": 0.4024, + "step": 6844 + }, + { + "epoch": 5.805767599660729, + "grad_norm": 1.516925128059337, + "learning_rate": 1.9958739850648778e-05, + "loss": 0.4217, + "step": 6845 + }, + { + "epoch": 5.806615776081425, + "grad_norm": 1.1896312191082423, + "learning_rate": 1.9958714918383036e-05, + "loss": 0.4169, + "step": 6846 + }, + { + "epoch": 5.80746395250212, + "grad_norm": 1.1996338615057234, + "learning_rate": 1.9958689978602245e-05, + "loss": 0.3327, + "step": 6847 + }, + { + "epoch": 5.808312128922816, + "grad_norm": 1.3111298399473976, + "learning_rate": 1.995866503130642e-05, + "loss": 0.3767, + "step": 6848 + }, + { + "epoch": 5.809160305343512, + "grad_norm": 1.1670965248680225, + "learning_rate": 1.995864007649558e-05, + "loss": 0.4193, + "step": 6849 + }, + { + "epoch": 5.810008481764207, + "grad_norm": 1.4571886085162886, + "learning_rate": 1.9958615114169745e-05, + "loss": 0.4754, + "step": 6850 + }, + { + "epoch": 5.810856658184902, + "grad_norm": 1.1395022190104187, + "learning_rate": 1.9958590144328934e-05, + "loss": 0.4062, + "step": 6851 + }, + { + "epoch": 5.811704834605598, + "grad_norm": 1.22496454926056, + "learning_rate": 1.9958565166973165e-05, + "loss": 0.4285, + "step": 6852 + }, + { + "epoch": 5.812553011026294, + "grad_norm": 1.2782151331176435, + "learning_rate": 1.995854018210246e-05, + "loss": 0.3638, + "step": 6853 + }, + { + "epoch": 5.813401187446989, + "grad_norm": 1.3047657402027109, + "learning_rate": 1.9958515189716833e-05, + "loss": 0.4561, + "step": 6854 + }, + { + "epoch": 5.814249363867685, + "grad_norm": 1.3202657087897032, + "learning_rate": 1.9958490189816304e-05, + "loss": 0.4253, + "step": 6855 + }, + { + "epoch": 5.81509754028838, + "grad_norm": 1.216765127855021, + "learning_rate": 1.9958465182400894e-05, + "loss": 0.4607, + "step": 6856 + }, + { + "epoch": 5.815945716709075, + "grad_norm": 1.2515881380972838, + "learning_rate": 1.9958440167470622e-05, + "loss": 0.4133, + "step": 6857 + }, + { + "epoch": 5.816793893129771, + "grad_norm": 1.338777498008196, + "learning_rate": 1.9958415145025505e-05, + "loss": 0.4553, + "step": 6858 + }, + { + "epoch": 5.817642069550466, + "grad_norm": 1.2316198261033486, + "learning_rate": 1.9958390115065565e-05, + "loss": 0.4292, + "step": 6859 + }, + { + "epoch": 5.818490245971162, + "grad_norm": 1.3666415855042484, + "learning_rate": 1.9958365077590813e-05, + "loss": 0.4493, + "step": 6860 + }, + { + "epoch": 5.819338422391858, + "grad_norm": 1.3214696337359118, + "learning_rate": 1.995834003260128e-05, + "loss": 0.4176, + "step": 6861 + }, + { + "epoch": 5.820186598812553, + "grad_norm": 1.3745744300285483, + "learning_rate": 1.9958314980096975e-05, + "loss": 0.4176, + "step": 6862 + }, + { + "epoch": 5.821034775233248, + "grad_norm": 1.225226861093094, + "learning_rate": 1.995828992007792e-05, + "loss": 0.4033, + "step": 6863 + }, + { + "epoch": 5.821882951653944, + "grad_norm": 1.1392753398603663, + "learning_rate": 1.9958264852544133e-05, + "loss": 0.4275, + "step": 6864 + }, + { + "epoch": 5.82273112807464, + "grad_norm": 1.263594358737656, + "learning_rate": 1.9958239777495633e-05, + "loss": 0.402, + "step": 6865 + }, + { + "epoch": 5.823579304495335, + "grad_norm": 1.28114991033956, + "learning_rate": 1.9958214694932443e-05, + "loss": 0.4498, + "step": 6866 + }, + { + "epoch": 5.824427480916031, + "grad_norm": 1.4774254767101804, + "learning_rate": 1.9958189604854577e-05, + "loss": 0.3319, + "step": 6867 + }, + { + "epoch": 5.825275657336726, + "grad_norm": 1.41977030590685, + "learning_rate": 1.995816450726206e-05, + "loss": 0.3726, + "step": 6868 + }, + { + "epoch": 5.826123833757421, + "grad_norm": 1.9247066618508681, + "learning_rate": 1.99581394021549e-05, + "loss": 0.4518, + "step": 6869 + }, + { + "epoch": 5.8269720101781175, + "grad_norm": 1.3644162101969504, + "learning_rate": 1.9958114289533127e-05, + "loss": 0.4501, + "step": 6870 + }, + { + "epoch": 5.827820186598813, + "grad_norm": 1.2383715053927757, + "learning_rate": 1.9958089169396758e-05, + "loss": 0.4159, + "step": 6871 + }, + { + "epoch": 5.828668363019508, + "grad_norm": 1.2574794912414584, + "learning_rate": 1.9958064041745805e-05, + "loss": 0.4024, + "step": 6872 + }, + { + "epoch": 5.8295165394402035, + "grad_norm": 1.245722056095273, + "learning_rate": 1.9958038906580293e-05, + "loss": 0.3834, + "step": 6873 + }, + { + "epoch": 5.830364715860899, + "grad_norm": 1.2714348468803276, + "learning_rate": 1.9958013763900238e-05, + "loss": 0.4443, + "step": 6874 + }, + { + "epoch": 5.831212892281594, + "grad_norm": 1.3394112175512662, + "learning_rate": 1.9957988613705662e-05, + "loss": 0.4667, + "step": 6875 + }, + { + "epoch": 5.8320610687022905, + "grad_norm": 1.2680208670279618, + "learning_rate": 1.9957963455996582e-05, + "loss": 0.3942, + "step": 6876 + }, + { + "epoch": 5.832909245122986, + "grad_norm": 1.1430189224889962, + "learning_rate": 1.995793829077302e-05, + "loss": 0.3794, + "step": 6877 + }, + { + "epoch": 5.833757421543681, + "grad_norm": 1.1876964878644838, + "learning_rate": 1.9957913118034993e-05, + "loss": 0.2971, + "step": 6878 + }, + { + "epoch": 5.8346055979643765, + "grad_norm": 1.0794389992499105, + "learning_rate": 1.9957887937782514e-05, + "loss": 0.3919, + "step": 6879 + }, + { + "epoch": 5.835453774385072, + "grad_norm": 1.3700953683790715, + "learning_rate": 1.995786275001561e-05, + "loss": 0.4958, + "step": 6880 + }, + { + "epoch": 5.836301950805767, + "grad_norm": 1.0947091277742294, + "learning_rate": 1.99578375547343e-05, + "loss": 0.4138, + "step": 6881 + }, + { + "epoch": 5.837150127226463, + "grad_norm": 1.066083501351156, + "learning_rate": 1.9957812351938598e-05, + "loss": 0.4148, + "step": 6882 + }, + { + "epoch": 5.837998303647159, + "grad_norm": 1.1777094316488907, + "learning_rate": 1.9957787141628525e-05, + "loss": 0.4779, + "step": 6883 + }, + { + "epoch": 5.838846480067854, + "grad_norm": 1.0240135342986243, + "learning_rate": 1.99577619238041e-05, + "loss": 0.4127, + "step": 6884 + }, + { + "epoch": 5.8396946564885495, + "grad_norm": 1.2079498094056778, + "learning_rate": 1.9957736698465346e-05, + "loss": 0.4276, + "step": 6885 + }, + { + "epoch": 5.840542832909245, + "grad_norm": 1.3953911831907442, + "learning_rate": 1.9957711465612277e-05, + "loss": 0.3976, + "step": 6886 + }, + { + "epoch": 5.841391009329941, + "grad_norm": 1.2000861495919757, + "learning_rate": 1.995768622524491e-05, + "loss": 0.412, + "step": 6887 + }, + { + "epoch": 5.842239185750636, + "grad_norm": 1.1467023093504416, + "learning_rate": 1.9957660977363272e-05, + "loss": 0.4018, + "step": 6888 + }, + { + "epoch": 5.843087362171332, + "grad_norm": 1.1003270410998083, + "learning_rate": 1.995763572196738e-05, + "loss": 0.4078, + "step": 6889 + }, + { + "epoch": 5.843935538592027, + "grad_norm": 1.2050465817153382, + "learning_rate": 1.9957610459057245e-05, + "loss": 0.4505, + "step": 6890 + }, + { + "epoch": 5.844783715012722, + "grad_norm": 1.2632374767455448, + "learning_rate": 1.9957585188632895e-05, + "loss": 0.3411, + "step": 6891 + }, + { + "epoch": 5.845631891433418, + "grad_norm": 1.2006495159682173, + "learning_rate": 1.9957559910694346e-05, + "loss": 0.4411, + "step": 6892 + }, + { + "epoch": 5.846480067854114, + "grad_norm": 1.1734550335720193, + "learning_rate": 1.9957534625241615e-05, + "loss": 0.3228, + "step": 6893 + }, + { + "epoch": 5.847328244274809, + "grad_norm": 1.1099694532845865, + "learning_rate": 1.9957509332274726e-05, + "loss": 0.3883, + "step": 6894 + }, + { + "epoch": 5.848176420695505, + "grad_norm": 1.2347443881661622, + "learning_rate": 1.995748403179369e-05, + "loss": 0.3916, + "step": 6895 + }, + { + "epoch": 5.8490245971162, + "grad_norm": 1.296194801497189, + "learning_rate": 1.995745872379854e-05, + "loss": 0.4524, + "step": 6896 + }, + { + "epoch": 5.849872773536895, + "grad_norm": 1.2197349761204628, + "learning_rate": 1.9957433408289278e-05, + "loss": 0.3773, + "step": 6897 + }, + { + "epoch": 5.850720949957591, + "grad_norm": 1.167866661339416, + "learning_rate": 1.9957408085265936e-05, + "loss": 0.3874, + "step": 6898 + }, + { + "epoch": 5.851569126378287, + "grad_norm": 1.1644697662867323, + "learning_rate": 1.9957382754728525e-05, + "loss": 0.3405, + "step": 6899 + }, + { + "epoch": 5.852417302798982, + "grad_norm": 1.179004567110475, + "learning_rate": 1.9957357416677068e-05, + "loss": 0.3951, + "step": 6900 + }, + { + "epoch": 5.853265479219678, + "grad_norm": 1.1719154332299646, + "learning_rate": 1.9957332071111584e-05, + "loss": 0.4089, + "step": 6901 + }, + { + "epoch": 5.854113655640373, + "grad_norm": 1.1508320260119675, + "learning_rate": 1.9957306718032095e-05, + "loss": 0.3738, + "step": 6902 + }, + { + "epoch": 5.854961832061068, + "grad_norm": 1.2148824195866021, + "learning_rate": 1.9957281357438618e-05, + "loss": 0.4597, + "step": 6903 + }, + { + "epoch": 5.855810008481765, + "grad_norm": 1.1430966194445562, + "learning_rate": 1.995725598933117e-05, + "loss": 0.4045, + "step": 6904 + }, + { + "epoch": 5.85665818490246, + "grad_norm": 1.2766784425157844, + "learning_rate": 1.9957230613709768e-05, + "loss": 0.4168, + "step": 6905 + }, + { + "epoch": 5.857506361323155, + "grad_norm": 1.1976582324219829, + "learning_rate": 1.9957205230574436e-05, + "loss": 0.4276, + "step": 6906 + }, + { + "epoch": 5.858354537743851, + "grad_norm": 1.2241662352211873, + "learning_rate": 1.995717983992519e-05, + "loss": 0.4036, + "step": 6907 + }, + { + "epoch": 5.859202714164546, + "grad_norm": 1.0979109112653918, + "learning_rate": 1.9957154441762055e-05, + "loss": 0.3835, + "step": 6908 + }, + { + "epoch": 5.860050890585242, + "grad_norm": 1.1184087276959929, + "learning_rate": 1.9957129036085042e-05, + "loss": 0.3736, + "step": 6909 + }, + { + "epoch": 5.8608990670059375, + "grad_norm": 1.1508898614938652, + "learning_rate": 1.9957103622894176e-05, + "loss": 0.3644, + "step": 6910 + }, + { + "epoch": 5.861747243426633, + "grad_norm": 1.3189945064183373, + "learning_rate": 1.9957078202189474e-05, + "loss": 0.4374, + "step": 6911 + }, + { + "epoch": 5.862595419847328, + "grad_norm": 1.4292134848134475, + "learning_rate": 1.9957052773970956e-05, + "loss": 0.4255, + "step": 6912 + }, + { + "epoch": 5.863443596268024, + "grad_norm": 1.1936927123099048, + "learning_rate": 1.9957027338238643e-05, + "loss": 0.3974, + "step": 6913 + }, + { + "epoch": 5.864291772688719, + "grad_norm": 1.1931194629691464, + "learning_rate": 1.995700189499255e-05, + "loss": 0.4032, + "step": 6914 + }, + { + "epoch": 5.865139949109414, + "grad_norm": 1.3277932975367548, + "learning_rate": 1.9956976444232697e-05, + "loss": 0.4108, + "step": 6915 + }, + { + "epoch": 5.8659881255301105, + "grad_norm": 1.2313356924746364, + "learning_rate": 1.9956950985959102e-05, + "loss": 0.3721, + "step": 6916 + }, + { + "epoch": 5.866836301950806, + "grad_norm": 1.2609504598309358, + "learning_rate": 1.995692552017179e-05, + "loss": 0.4439, + "step": 6917 + }, + { + "epoch": 5.867684478371501, + "grad_norm": 1.2177952066969429, + "learning_rate": 1.9956900046870777e-05, + "loss": 0.375, + "step": 6918 + }, + { + "epoch": 5.8685326547921965, + "grad_norm": 1.198695585521561, + "learning_rate": 1.995687456605608e-05, + "loss": 0.3609, + "step": 6919 + }, + { + "epoch": 5.869380831212892, + "grad_norm": 1.2297412467160735, + "learning_rate": 1.995684907772772e-05, + "loss": 0.426, + "step": 6920 + }, + { + "epoch": 5.870229007633588, + "grad_norm": 1.1849428917730267, + "learning_rate": 1.9956823581885717e-05, + "loss": 0.3892, + "step": 6921 + }, + { + "epoch": 5.8710771840542835, + "grad_norm": 1.3250739190743843, + "learning_rate": 1.995679807853009e-05, + "loss": 0.3723, + "step": 6922 + }, + { + "epoch": 5.871925360474979, + "grad_norm": 1.2168114963441572, + "learning_rate": 1.995677256766086e-05, + "loss": 0.3797, + "step": 6923 + }, + { + "epoch": 5.872773536895674, + "grad_norm": 1.472212232496347, + "learning_rate": 1.9956747049278043e-05, + "loss": 0.5052, + "step": 6924 + }, + { + "epoch": 5.8736217133163695, + "grad_norm": 1.2138740815448652, + "learning_rate": 1.9956721523381657e-05, + "loss": 0.3756, + "step": 6925 + }, + { + "epoch": 5.874469889737066, + "grad_norm": 1.1348870466567451, + "learning_rate": 1.9956695989971727e-05, + "loss": 0.3473, + "step": 6926 + }, + { + "epoch": 5.875318066157761, + "grad_norm": 1.4001574853366, + "learning_rate": 1.995667044904827e-05, + "loss": 0.4275, + "step": 6927 + }, + { + "epoch": 5.876166242578456, + "grad_norm": 1.2271024674275548, + "learning_rate": 1.9956644900611296e-05, + "loss": 0.4019, + "step": 6928 + }, + { + "epoch": 5.877014418999152, + "grad_norm": 1.147058266723774, + "learning_rate": 1.995661934466084e-05, + "loss": 0.4306, + "step": 6929 + }, + { + "epoch": 5.877862595419847, + "grad_norm": 1.2953023599765314, + "learning_rate": 1.995659378119691e-05, + "loss": 0.3927, + "step": 6930 + }, + { + "epoch": 5.8787107718405425, + "grad_norm": 1.0721041508363138, + "learning_rate": 1.995656821021953e-05, + "loss": 0.3114, + "step": 6931 + }, + { + "epoch": 5.879558948261239, + "grad_norm": 1.1860425043847973, + "learning_rate": 1.995654263172872e-05, + "loss": 0.391, + "step": 6932 + }, + { + "epoch": 5.880407124681934, + "grad_norm": 1.1218168895138443, + "learning_rate": 1.9956517045724496e-05, + "loss": 0.3952, + "step": 6933 + }, + { + "epoch": 5.881255301102629, + "grad_norm": 1.2989581816412403, + "learning_rate": 1.9956491452206882e-05, + "loss": 0.4322, + "step": 6934 + }, + { + "epoch": 5.882103477523325, + "grad_norm": 1.1797310504080138, + "learning_rate": 1.995646585117589e-05, + "loss": 0.3753, + "step": 6935 + }, + { + "epoch": 5.88295165394402, + "grad_norm": 1.1814722945626395, + "learning_rate": 1.9956440242631548e-05, + "loss": 0.3674, + "step": 6936 + }, + { + "epoch": 5.883799830364715, + "grad_norm": 1.3760674620021824, + "learning_rate": 1.995641462657387e-05, + "loss": 0.4328, + "step": 6937 + }, + { + "epoch": 5.884648006785412, + "grad_norm": 1.3030003859665675, + "learning_rate": 1.9956389003002868e-05, + "loss": 0.4281, + "step": 6938 + }, + { + "epoch": 5.885496183206107, + "grad_norm": 1.1635947572905139, + "learning_rate": 1.995636337191858e-05, + "loss": 0.4605, + "step": 6939 + }, + { + "epoch": 5.886344359626802, + "grad_norm": 1.3099152571824517, + "learning_rate": 1.995633773332101e-05, + "loss": 0.4106, + "step": 6940 + }, + { + "epoch": 5.887192536047498, + "grad_norm": 1.338642646843103, + "learning_rate": 1.9956312087210184e-05, + "loss": 0.3807, + "step": 6941 + }, + { + "epoch": 5.888040712468193, + "grad_norm": 1.2007749407611021, + "learning_rate": 1.995628643358612e-05, + "loss": 0.4012, + "step": 6942 + }, + { + "epoch": 5.888888888888889, + "grad_norm": 1.231964309886168, + "learning_rate": 1.9956260772448835e-05, + "loss": 0.4047, + "step": 6943 + }, + { + "epoch": 5.889737065309585, + "grad_norm": 1.1377945697310954, + "learning_rate": 1.995623510379835e-05, + "loss": 0.4001, + "step": 6944 + }, + { + "epoch": 5.89058524173028, + "grad_norm": 1.199150560064358, + "learning_rate": 1.995620942763469e-05, + "loss": 0.4471, + "step": 6945 + }, + { + "epoch": 5.891433418150975, + "grad_norm": 1.1317668154145095, + "learning_rate": 1.995618374395786e-05, + "loss": 0.3224, + "step": 6946 + }, + { + "epoch": 5.892281594571671, + "grad_norm": 1.166249050057191, + "learning_rate": 1.9956158052767895e-05, + "loss": 0.3513, + "step": 6947 + }, + { + "epoch": 5.893129770992367, + "grad_norm": 1.316107979664824, + "learning_rate": 1.9956132354064808e-05, + "loss": 0.4544, + "step": 6948 + }, + { + "epoch": 5.893977947413062, + "grad_norm": 1.149064999136644, + "learning_rate": 1.9956106647848616e-05, + "loss": 0.371, + "step": 6949 + }, + { + "epoch": 5.894826123833758, + "grad_norm": 1.1018703006619763, + "learning_rate": 1.995608093411934e-05, + "loss": 0.3062, + "step": 6950 + }, + { + "epoch": 5.895674300254453, + "grad_norm": 1.291240953118195, + "learning_rate": 1.9956055212877002e-05, + "loss": 0.3478, + "step": 6951 + }, + { + "epoch": 5.896522476675148, + "grad_norm": 1.2164293942485018, + "learning_rate": 1.995602948412162e-05, + "loss": 0.4012, + "step": 6952 + }, + { + "epoch": 5.897370653095844, + "grad_norm": 1.2416457004570025, + "learning_rate": 1.995600374785321e-05, + "loss": 0.4216, + "step": 6953 + }, + { + "epoch": 5.898218829516539, + "grad_norm": 1.3943372044939284, + "learning_rate": 1.99559780040718e-05, + "loss": 0.3816, + "step": 6954 + }, + { + "epoch": 5.899067005937235, + "grad_norm": 1.1848678972597253, + "learning_rate": 1.99559522527774e-05, + "loss": 0.4047, + "step": 6955 + }, + { + "epoch": 5.8999151823579306, + "grad_norm": 1.5312552135377293, + "learning_rate": 1.995592649397003e-05, + "loss": 0.4457, + "step": 6956 + }, + { + "epoch": 5.900763358778626, + "grad_norm": 1.2765047580491657, + "learning_rate": 1.9955900727649715e-05, + "loss": 0.3735, + "step": 6957 + }, + { + "epoch": 5.901611535199321, + "grad_norm": 1.140708806817783, + "learning_rate": 1.9955874953816475e-05, + "loss": 0.4035, + "step": 6958 + }, + { + "epoch": 5.902459711620017, + "grad_norm": 1.3130143522816853, + "learning_rate": 1.995584917247032e-05, + "loss": 0.4544, + "step": 6959 + }, + { + "epoch": 5.903307888040713, + "grad_norm": 1.3848111500672242, + "learning_rate": 1.9955823383611284e-05, + "loss": 0.4212, + "step": 6960 + }, + { + "epoch": 5.904156064461408, + "grad_norm": 1.1274597781992017, + "learning_rate": 1.9955797587239375e-05, + "loss": 0.4044, + "step": 6961 + }, + { + "epoch": 5.9050042408821035, + "grad_norm": 1.352493826306591, + "learning_rate": 1.9955771783354613e-05, + "loss": 0.4503, + "step": 6962 + }, + { + "epoch": 5.905852417302799, + "grad_norm": 1.0957394394363913, + "learning_rate": 1.9955745971957025e-05, + "loss": 0.3606, + "step": 6963 + }, + { + "epoch": 5.906700593723494, + "grad_norm": 1.130545313024706, + "learning_rate": 1.9955720153046623e-05, + "loss": 0.3709, + "step": 6964 + }, + { + "epoch": 5.90754877014419, + "grad_norm": 1.2115742238346692, + "learning_rate": 1.995569432662343e-05, + "loss": 0.4743, + "step": 6965 + }, + { + "epoch": 5.908396946564886, + "grad_norm": 1.090148511800697, + "learning_rate": 1.9955668492687463e-05, + "loss": 0.3691, + "step": 6966 + }, + { + "epoch": 5.909245122985581, + "grad_norm": 1.2007888382958953, + "learning_rate": 1.9955642651238745e-05, + "loss": 0.3908, + "step": 6967 + }, + { + "epoch": 5.9100932994062765, + "grad_norm": 1.2706404462758585, + "learning_rate": 1.9955616802277295e-05, + "loss": 0.4384, + "step": 6968 + }, + { + "epoch": 5.910941475826972, + "grad_norm": 1.1344102207437055, + "learning_rate": 1.995559094580313e-05, + "loss": 0.3531, + "step": 6969 + }, + { + "epoch": 5.911789652247667, + "grad_norm": 1.1426929833263317, + "learning_rate": 1.995556508181627e-05, + "loss": 0.4601, + "step": 6970 + }, + { + "epoch": 5.912637828668363, + "grad_norm": 1.4162722309058948, + "learning_rate": 1.9955539210316738e-05, + "loss": 0.3707, + "step": 6971 + }, + { + "epoch": 5.913486005089059, + "grad_norm": 1.4036664767150413, + "learning_rate": 1.9955513331304548e-05, + "loss": 0.4659, + "step": 6972 + }, + { + "epoch": 5.914334181509754, + "grad_norm": 1.2981622456339612, + "learning_rate": 1.995548744477972e-05, + "loss": 0.4034, + "step": 6973 + }, + { + "epoch": 5.915182357930449, + "grad_norm": 1.3282738312301454, + "learning_rate": 1.9955461550742285e-05, + "loss": 0.4246, + "step": 6974 + }, + { + "epoch": 5.916030534351145, + "grad_norm": 1.245989266650935, + "learning_rate": 1.9955435649192246e-05, + "loss": 0.4633, + "step": 6975 + }, + { + "epoch": 5.91687871077184, + "grad_norm": 1.2087542058696454, + "learning_rate": 1.995540974012963e-05, + "loss": 0.4375, + "step": 6976 + }, + { + "epoch": 5.917726887192536, + "grad_norm": 1.1297702551639053, + "learning_rate": 1.995538382355446e-05, + "loss": 0.3707, + "step": 6977 + }, + { + "epoch": 5.918575063613232, + "grad_norm": 1.2239559449232185, + "learning_rate": 1.995535789946675e-05, + "loss": 0.3948, + "step": 6978 + }, + { + "epoch": 5.919423240033927, + "grad_norm": 1.3825624706651374, + "learning_rate": 1.9955331967866524e-05, + "loss": 0.4352, + "step": 6979 + }, + { + "epoch": 5.920271416454622, + "grad_norm": 1.1019005654406953, + "learning_rate": 1.9955306028753795e-05, + "loss": 0.3851, + "step": 6980 + }, + { + "epoch": 5.921119592875318, + "grad_norm": 1.1552083079899502, + "learning_rate": 1.995528008212859e-05, + "loss": 0.2963, + "step": 6981 + }, + { + "epoch": 5.921967769296014, + "grad_norm": 1.3816059005657766, + "learning_rate": 1.9955254127990923e-05, + "loss": 0.4179, + "step": 6982 + }, + { + "epoch": 5.922815945716709, + "grad_norm": 1.3207103052366578, + "learning_rate": 1.995522816634082e-05, + "loss": 0.4378, + "step": 6983 + }, + { + "epoch": 5.923664122137405, + "grad_norm": 1.1558508879412495, + "learning_rate": 1.9955202197178293e-05, + "loss": 0.404, + "step": 6984 + }, + { + "epoch": 5.9245122985581, + "grad_norm": 1.364560173030288, + "learning_rate": 1.9955176220503367e-05, + "loss": 0.3498, + "step": 6985 + }, + { + "epoch": 5.925360474978795, + "grad_norm": 1.261450663118388, + "learning_rate": 1.9955150236316058e-05, + "loss": 0.4243, + "step": 6986 + }, + { + "epoch": 5.926208651399491, + "grad_norm": 1.240825103543098, + "learning_rate": 1.995512424461639e-05, + "loss": 0.3868, + "step": 6987 + }, + { + "epoch": 5.927056827820187, + "grad_norm": 1.182845071284339, + "learning_rate": 1.9955098245404377e-05, + "loss": 0.3708, + "step": 6988 + }, + { + "epoch": 5.927905004240882, + "grad_norm": 1.4096218969229142, + "learning_rate": 1.9955072238680046e-05, + "loss": 0.4299, + "step": 6989 + }, + { + "epoch": 5.928753180661578, + "grad_norm": 1.2199587192694095, + "learning_rate": 1.9955046224443406e-05, + "loss": 0.4198, + "step": 6990 + }, + { + "epoch": 5.929601357082273, + "grad_norm": 1.5304918785517856, + "learning_rate": 1.9955020202694485e-05, + "loss": 0.4188, + "step": 6991 + }, + { + "epoch": 5.930449533502968, + "grad_norm": 1.04577516027982, + "learning_rate": 1.9954994173433304e-05, + "loss": 0.3635, + "step": 6992 + }, + { + "epoch": 5.931297709923664, + "grad_norm": 1.2372323175541065, + "learning_rate": 1.995496813665988e-05, + "loss": 0.3559, + "step": 6993 + }, + { + "epoch": 5.93214588634436, + "grad_norm": 1.2203968907113178, + "learning_rate": 1.9954942092374224e-05, + "loss": 0.4501, + "step": 6994 + }, + { + "epoch": 5.932994062765055, + "grad_norm": 1.13652409575003, + "learning_rate": 1.995491604057637e-05, + "loss": 0.3736, + "step": 6995 + }, + { + "epoch": 5.933842239185751, + "grad_norm": 1.1866584621855203, + "learning_rate": 1.995488998126633e-05, + "loss": 0.3637, + "step": 6996 + }, + { + "epoch": 5.934690415606446, + "grad_norm": 1.1902206919040106, + "learning_rate": 1.9954863914444122e-05, + "loss": 0.4613, + "step": 6997 + }, + { + "epoch": 5.935538592027141, + "grad_norm": 1.105932784297223, + "learning_rate": 1.9954837840109773e-05, + "loss": 0.3905, + "step": 6998 + }, + { + "epoch": 5.9363867684478375, + "grad_norm": 1.1470240295512346, + "learning_rate": 1.9954811758263296e-05, + "loss": 0.4076, + "step": 6999 + }, + { + "epoch": 5.937234944868533, + "grad_norm": 1.2455056171504897, + "learning_rate": 1.995478566890471e-05, + "loss": 0.4804, + "step": 7000 + }, + { + "epoch": 5.938083121289228, + "grad_norm": 1.1431628557872893, + "learning_rate": 1.995475957203404e-05, + "loss": 0.3597, + "step": 7001 + }, + { + "epoch": 5.938931297709924, + "grad_norm": 1.460619212366724, + "learning_rate": 1.9954733467651302e-05, + "loss": 0.3603, + "step": 7002 + }, + { + "epoch": 5.939779474130619, + "grad_norm": 1.2010657110260174, + "learning_rate": 1.995470735575652e-05, + "loss": 0.4522, + "step": 7003 + }, + { + "epoch": 5.940627650551315, + "grad_norm": 1.2242784833181757, + "learning_rate": 1.995468123634971e-05, + "loss": 0.4868, + "step": 7004 + }, + { + "epoch": 5.9414758269720105, + "grad_norm": 1.2652111556897478, + "learning_rate": 1.995465510943089e-05, + "loss": 0.4089, + "step": 7005 + }, + { + "epoch": 5.942324003392706, + "grad_norm": 1.2305129935001196, + "learning_rate": 1.995462897500008e-05, + "loss": 0.4144, + "step": 7006 + }, + { + "epoch": 5.943172179813401, + "grad_norm": 1.0812921409395684, + "learning_rate": 1.9954602833057306e-05, + "loss": 0.3549, + "step": 7007 + }, + { + "epoch": 5.9440203562340965, + "grad_norm": 1.2135889215017768, + "learning_rate": 1.9954576683602583e-05, + "loss": 0.4342, + "step": 7008 + }, + { + "epoch": 5.944868532654792, + "grad_norm": 1.1231985308218124, + "learning_rate": 1.995455052663593e-05, + "loss": 0.4351, + "step": 7009 + }, + { + "epoch": 5.945716709075487, + "grad_norm": 1.1045275323302435, + "learning_rate": 1.995452436215737e-05, + "loss": 0.3563, + "step": 7010 + }, + { + "epoch": 5.9465648854961835, + "grad_norm": 1.259358062049166, + "learning_rate": 1.9954498190166918e-05, + "loss": 0.4344, + "step": 7011 + }, + { + "epoch": 5.947413061916879, + "grad_norm": 1.1555572838233625, + "learning_rate": 1.9954472010664596e-05, + "loss": 0.3236, + "step": 7012 + }, + { + "epoch": 5.948261238337574, + "grad_norm": 1.1787842543833857, + "learning_rate": 1.9954445823650426e-05, + "loss": 0.4411, + "step": 7013 + }, + { + "epoch": 5.9491094147582695, + "grad_norm": 1.208384585981429, + "learning_rate": 1.9954419629124423e-05, + "loss": 0.3491, + "step": 7014 + }, + { + "epoch": 5.949957591178965, + "grad_norm": 1.1824938831958882, + "learning_rate": 1.9954393427086613e-05, + "loss": 0.435, + "step": 7015 + }, + { + "epoch": 5.950805767599661, + "grad_norm": 1.1491860103627765, + "learning_rate": 1.995436721753701e-05, + "loss": 0.3699, + "step": 7016 + }, + { + "epoch": 5.951653944020356, + "grad_norm": 1.1867228697354921, + "learning_rate": 1.995434100047564e-05, + "loss": 0.4424, + "step": 7017 + }, + { + "epoch": 5.952502120441052, + "grad_norm": 1.3465405915472333, + "learning_rate": 1.995431477590252e-05, + "loss": 0.4611, + "step": 7018 + }, + { + "epoch": 5.953350296861747, + "grad_norm": 1.249321972319908, + "learning_rate": 1.9954288543817663e-05, + "loss": 0.4577, + "step": 7019 + }, + { + "epoch": 5.9541984732824424, + "grad_norm": 1.266086910220476, + "learning_rate": 1.9954262304221098e-05, + "loss": 0.4477, + "step": 7020 + }, + { + "epoch": 5.955046649703139, + "grad_norm": 1.3143723147141864, + "learning_rate": 1.995423605711284e-05, + "loss": 0.42, + "step": 7021 + }, + { + "epoch": 5.955894826123834, + "grad_norm": 1.2452104223028801, + "learning_rate": 1.9954209802492913e-05, + "loss": 0.4375, + "step": 7022 + }, + { + "epoch": 5.956743002544529, + "grad_norm": 1.213277380615517, + "learning_rate": 1.995418354036133e-05, + "loss": 0.373, + "step": 7023 + }, + { + "epoch": 5.957591178965225, + "grad_norm": 1.1372453149671513, + "learning_rate": 1.995415727071812e-05, + "loss": 0.3753, + "step": 7024 + }, + { + "epoch": 5.95843935538592, + "grad_norm": 1.206703945751484, + "learning_rate": 1.9954130993563292e-05, + "loss": 0.3657, + "step": 7025 + }, + { + "epoch": 5.959287531806615, + "grad_norm": 1.1556975270268999, + "learning_rate": 1.9954104708896876e-05, + "loss": 0.3918, + "step": 7026 + }, + { + "epoch": 5.960135708227312, + "grad_norm": 1.2118444789949692, + "learning_rate": 1.9954078416718884e-05, + "loss": 0.362, + "step": 7027 + }, + { + "epoch": 5.960983884648007, + "grad_norm": 1.2755621931917267, + "learning_rate": 1.9954052117029343e-05, + "loss": 0.4127, + "step": 7028 + }, + { + "epoch": 5.961832061068702, + "grad_norm": 1.2384675632476938, + "learning_rate": 1.9954025809828266e-05, + "loss": 0.423, + "step": 7029 + }, + { + "epoch": 5.962680237489398, + "grad_norm": 1.3194903656016346, + "learning_rate": 1.9953999495115677e-05, + "loss": 0.4004, + "step": 7030 + }, + { + "epoch": 5.963528413910093, + "grad_norm": 1.1545081688807302, + "learning_rate": 1.9953973172891593e-05, + "loss": 0.4403, + "step": 7031 + }, + { + "epoch": 5.964376590330788, + "grad_norm": 1.2615078050625832, + "learning_rate": 1.9953946843156038e-05, + "loss": 0.4041, + "step": 7032 + }, + { + "epoch": 5.965224766751485, + "grad_norm": 1.1423428316285666, + "learning_rate": 1.995392050590903e-05, + "loss": 0.3424, + "step": 7033 + }, + { + "epoch": 5.96607294317218, + "grad_norm": 1.1645087160550838, + "learning_rate": 1.9953894161150585e-05, + "loss": 0.3754, + "step": 7034 + }, + { + "epoch": 5.966921119592875, + "grad_norm": 1.2058299382278916, + "learning_rate": 1.995386780888073e-05, + "loss": 0.3775, + "step": 7035 + }, + { + "epoch": 5.967769296013571, + "grad_norm": 1.2835724107464226, + "learning_rate": 1.9953841449099478e-05, + "loss": 0.4075, + "step": 7036 + }, + { + "epoch": 5.968617472434266, + "grad_norm": 1.4786058669627455, + "learning_rate": 1.995381508180685e-05, + "loss": 0.487, + "step": 7037 + }, + { + "epoch": 5.969465648854962, + "grad_norm": 1.2242310882900178, + "learning_rate": 1.9953788707002876e-05, + "loss": 0.4256, + "step": 7038 + }, + { + "epoch": 5.970313825275658, + "grad_norm": 1.1798387289195729, + "learning_rate": 1.995376232468756e-05, + "loss": 0.4754, + "step": 7039 + }, + { + "epoch": 5.971162001696353, + "grad_norm": 1.1784484258879673, + "learning_rate": 1.9953735934860937e-05, + "loss": 0.4053, + "step": 7040 + }, + { + "epoch": 5.972010178117048, + "grad_norm": 1.0548660666034888, + "learning_rate": 1.9953709537523012e-05, + "loss": 0.3861, + "step": 7041 + }, + { + "epoch": 5.972858354537744, + "grad_norm": 1.5306692227279013, + "learning_rate": 1.9953683132673815e-05, + "loss": 0.4227, + "step": 7042 + }, + { + "epoch": 5.97370653095844, + "grad_norm": 1.2563817110406617, + "learning_rate": 1.9953656720313367e-05, + "loss": 0.5157, + "step": 7043 + }, + { + "epoch": 5.974554707379135, + "grad_norm": 1.148518369549984, + "learning_rate": 1.9953630300441682e-05, + "loss": 0.3811, + "step": 7044 + }, + { + "epoch": 5.9754028837998305, + "grad_norm": 1.2277254939425735, + "learning_rate": 1.9953603873058783e-05, + "loss": 0.3434, + "step": 7045 + }, + { + "epoch": 5.976251060220526, + "grad_norm": 0.9875747131853632, + "learning_rate": 1.9953577438164687e-05, + "loss": 0.3229, + "step": 7046 + }, + { + "epoch": 5.977099236641221, + "grad_norm": 1.1253282164806244, + "learning_rate": 1.995355099575942e-05, + "loss": 0.3757, + "step": 7047 + }, + { + "epoch": 5.977947413061917, + "grad_norm": 1.2134452956288302, + "learning_rate": 1.9953524545842993e-05, + "loss": 0.3581, + "step": 7048 + }, + { + "epoch": 5.978795589482612, + "grad_norm": 1.0695140808475172, + "learning_rate": 1.9953498088415436e-05, + "loss": 0.3686, + "step": 7049 + }, + { + "epoch": 5.979643765903308, + "grad_norm": 1.1145029185878796, + "learning_rate": 1.995347162347676e-05, + "loss": 0.3457, + "step": 7050 + }, + { + "epoch": 5.9804919423240035, + "grad_norm": 1.8270712676544019, + "learning_rate": 1.9953445151026992e-05, + "loss": 0.459, + "step": 7051 + }, + { + "epoch": 5.981340118744699, + "grad_norm": 1.1819492043477988, + "learning_rate": 1.995341867106615e-05, + "loss": 0.408, + "step": 7052 + }, + { + "epoch": 5.982188295165394, + "grad_norm": 1.21513522104018, + "learning_rate": 1.995339218359425e-05, + "loss": 0.4107, + "step": 7053 + }, + { + "epoch": 5.9830364715860895, + "grad_norm": 1.1677990114659722, + "learning_rate": 1.9953365688611317e-05, + "loss": 0.38, + "step": 7054 + }, + { + "epoch": 5.983884648006786, + "grad_norm": 1.201043121615025, + "learning_rate": 1.995333918611737e-05, + "loss": 0.4062, + "step": 7055 + }, + { + "epoch": 5.984732824427481, + "grad_norm": 1.4288998942886768, + "learning_rate": 1.9953312676112426e-05, + "loss": 0.4401, + "step": 7056 + }, + { + "epoch": 5.9855810008481765, + "grad_norm": 1.3132391988722836, + "learning_rate": 1.9953286158596507e-05, + "loss": 0.3833, + "step": 7057 + }, + { + "epoch": 5.986429177268872, + "grad_norm": 1.2038430660143102, + "learning_rate": 1.9953259633569635e-05, + "loss": 0.4274, + "step": 7058 + }, + { + "epoch": 5.987277353689567, + "grad_norm": 1.2390374160945303, + "learning_rate": 1.9953233101031828e-05, + "loss": 0.4077, + "step": 7059 + }, + { + "epoch": 5.988125530110263, + "grad_norm": 1.3539456833278907, + "learning_rate": 1.9953206560983104e-05, + "loss": 0.4101, + "step": 7060 + }, + { + "epoch": 5.988973706530959, + "grad_norm": 1.1049410824503603, + "learning_rate": 1.9953180013423486e-05, + "loss": 0.3965, + "step": 7061 + }, + { + "epoch": 5.989821882951654, + "grad_norm": 1.0343592688911694, + "learning_rate": 1.9953153458352993e-05, + "loss": 0.3458, + "step": 7062 + }, + { + "epoch": 5.990670059372349, + "grad_norm": 1.200684132854788, + "learning_rate": 1.9953126895771645e-05, + "loss": 0.4072, + "step": 7063 + }, + { + "epoch": 5.991518235793045, + "grad_norm": 1.2916592122559727, + "learning_rate": 1.9953100325679463e-05, + "loss": 0.4627, + "step": 7064 + }, + { + "epoch": 5.99236641221374, + "grad_norm": 1.1855791140077065, + "learning_rate": 1.9953073748076466e-05, + "loss": 0.3308, + "step": 7065 + }, + { + "epoch": 5.993214588634436, + "grad_norm": 1.374921480605283, + "learning_rate": 1.9953047162962673e-05, + "loss": 0.451, + "step": 7066 + }, + { + "epoch": 5.994062765055132, + "grad_norm": 1.2781559558799853, + "learning_rate": 1.995302057033811e-05, + "loss": 0.4796, + "step": 7067 + }, + { + "epoch": 5.994910941475827, + "grad_norm": 1.1337976047390885, + "learning_rate": 1.9952993970202787e-05, + "loss": 0.3962, + "step": 7068 + }, + { + "epoch": 5.995759117896522, + "grad_norm": 1.3361119672930613, + "learning_rate": 1.9952967362556732e-05, + "loss": 0.4297, + "step": 7069 + }, + { + "epoch": 5.996607294317218, + "grad_norm": 1.3120618681285332, + "learning_rate": 1.995294074739996e-05, + "loss": 0.4767, + "step": 7070 + }, + { + "epoch": 5.997455470737913, + "grad_norm": 1.2394827565541788, + "learning_rate": 1.9952914124732498e-05, + "loss": 0.4237, + "step": 7071 + }, + { + "epoch": 5.998303647158609, + "grad_norm": 1.233197080190536, + "learning_rate": 1.995288749455436e-05, + "loss": 0.3866, + "step": 7072 + }, + { + "epoch": 5.999151823579305, + "grad_norm": 1.191060840713503, + "learning_rate": 1.9952860856865567e-05, + "loss": 0.3413, + "step": 7073 + }, + { + "epoch": 6.0, + "grad_norm": 1.3012868948040843, + "learning_rate": 1.995283421166614e-05, + "loss": 0.4679, + "step": 7074 + }, + { + "epoch": 6.000848176420695, + "grad_norm": 1.2861372371496405, + "learning_rate": 1.99528075589561e-05, + "loss": 0.4157, + "step": 7075 + }, + { + "epoch": 6.001696352841391, + "grad_norm": 1.2567247262006218, + "learning_rate": 1.9952780898735467e-05, + "loss": 0.3895, + "step": 7076 + }, + { + "epoch": 6.002544529262087, + "grad_norm": 1.1583974221422186, + "learning_rate": 1.995275423100426e-05, + "loss": 0.3361, + "step": 7077 + }, + { + "epoch": 6.003392705682782, + "grad_norm": 1.3694411960901076, + "learning_rate": 1.9952727555762498e-05, + "loss": 0.3694, + "step": 7078 + }, + { + "epoch": 6.004240882103478, + "grad_norm": 1.3059095198978914, + "learning_rate": 1.9952700873010204e-05, + "loss": 0.36, + "step": 7079 + }, + { + "epoch": 6.005089058524173, + "grad_norm": 1.2367656521721841, + "learning_rate": 1.9952674182747397e-05, + "loss": 0.3615, + "step": 7080 + }, + { + "epoch": 6.005937234944868, + "grad_norm": 1.2405079856263361, + "learning_rate": 1.9952647484974096e-05, + "loss": 0.3761, + "step": 7081 + }, + { + "epoch": 6.006785411365564, + "grad_norm": 1.264607302833031, + "learning_rate": 1.9952620779690322e-05, + "loss": 0.3452, + "step": 7082 + }, + { + "epoch": 6.00763358778626, + "grad_norm": 1.1683662594264912, + "learning_rate": 1.9952594066896094e-05, + "loss": 0.3246, + "step": 7083 + }, + { + "epoch": 6.008481764206955, + "grad_norm": 1.1439981075610417, + "learning_rate": 1.9952567346591434e-05, + "loss": 0.2913, + "step": 7084 + }, + { + "epoch": 6.009329940627651, + "grad_norm": 1.1978978746297864, + "learning_rate": 1.995254061877636e-05, + "loss": 0.3482, + "step": 7085 + }, + { + "epoch": 6.010178117048346, + "grad_norm": 1.3536787257764997, + "learning_rate": 1.9952513883450896e-05, + "loss": 0.3995, + "step": 7086 + }, + { + "epoch": 6.011026293469041, + "grad_norm": 1.2148781576741134, + "learning_rate": 1.9952487140615062e-05, + "loss": 0.3214, + "step": 7087 + }, + { + "epoch": 6.0118744698897375, + "grad_norm": 1.1621799794741592, + "learning_rate": 1.995246039026887e-05, + "loss": 0.3885, + "step": 7088 + }, + { + "epoch": 6.012722646310433, + "grad_norm": 1.2189187441662344, + "learning_rate": 1.9952433632412355e-05, + "loss": 0.361, + "step": 7089 + }, + { + "epoch": 6.013570822731128, + "grad_norm": 1.23215477736462, + "learning_rate": 1.995240686704552e-05, + "loss": 0.3602, + "step": 7090 + }, + { + "epoch": 6.0144189991518235, + "grad_norm": 1.4327372413296928, + "learning_rate": 1.9952380094168398e-05, + "loss": 0.4001, + "step": 7091 + }, + { + "epoch": 6.015267175572519, + "grad_norm": 1.1585172277888856, + "learning_rate": 1.9952353313781004e-05, + "loss": 0.3843, + "step": 7092 + }, + { + "epoch": 6.016115351993214, + "grad_norm": 1.2154245944046902, + "learning_rate": 1.9952326525883356e-05, + "loss": 0.393, + "step": 7093 + }, + { + "epoch": 6.0169635284139105, + "grad_norm": 1.2449774491527357, + "learning_rate": 1.995229973047548e-05, + "loss": 0.4132, + "step": 7094 + }, + { + "epoch": 6.017811704834606, + "grad_norm": 1.1350662677091008, + "learning_rate": 1.9952272927557394e-05, + "loss": 0.3143, + "step": 7095 + }, + { + "epoch": 6.018659881255301, + "grad_norm": 1.2807715729692815, + "learning_rate": 1.9952246117129116e-05, + "loss": 0.3792, + "step": 7096 + }, + { + "epoch": 6.0195080576759965, + "grad_norm": 1.2671361925274836, + "learning_rate": 1.995221929919067e-05, + "loss": 0.3439, + "step": 7097 + }, + { + "epoch": 6.020356234096692, + "grad_norm": 1.5051133960755838, + "learning_rate": 1.995219247374207e-05, + "loss": 0.3419, + "step": 7098 + }, + { + "epoch": 6.021204410517387, + "grad_norm": 1.2882049570119232, + "learning_rate": 1.9952165640783345e-05, + "loss": 0.3645, + "step": 7099 + }, + { + "epoch": 6.022052586938083, + "grad_norm": 1.2203749969406872, + "learning_rate": 1.995213880031451e-05, + "loss": 0.378, + "step": 7100 + }, + { + "epoch": 6.022900763358779, + "grad_norm": 1.4643287706477544, + "learning_rate": 1.9952111952335584e-05, + "loss": 0.3509, + "step": 7101 + }, + { + "epoch": 6.023748939779474, + "grad_norm": 1.2131018035273908, + "learning_rate": 1.995208509684659e-05, + "loss": 0.3873, + "step": 7102 + }, + { + "epoch": 6.0245971162001695, + "grad_norm": 1.2367974903733394, + "learning_rate": 1.9952058233847545e-05, + "loss": 0.4092, + "step": 7103 + }, + { + "epoch": 6.025445292620865, + "grad_norm": 1.267626161591186, + "learning_rate": 1.9952031363338475e-05, + "loss": 0.4155, + "step": 7104 + }, + { + "epoch": 6.026293469041561, + "grad_norm": 1.3502640694482828, + "learning_rate": 1.9952004485319395e-05, + "loss": 0.4069, + "step": 7105 + }, + { + "epoch": 6.027141645462256, + "grad_norm": 1.2360127774560008, + "learning_rate": 1.995197759979033e-05, + "loss": 0.3892, + "step": 7106 + }, + { + "epoch": 6.027989821882952, + "grad_norm": 1.0971839957223406, + "learning_rate": 1.9951950706751292e-05, + "loss": 0.3182, + "step": 7107 + }, + { + "epoch": 6.028837998303647, + "grad_norm": 1.503422864320409, + "learning_rate": 1.9951923806202314e-05, + "loss": 0.4058, + "step": 7108 + }, + { + "epoch": 6.029686174724342, + "grad_norm": 1.277045259467791, + "learning_rate": 1.9951896898143403e-05, + "loss": 0.3834, + "step": 7109 + }, + { + "epoch": 6.030534351145038, + "grad_norm": 1.2585748133705104, + "learning_rate": 1.995186998257459e-05, + "loss": 0.3869, + "step": 7110 + }, + { + "epoch": 6.031382527565734, + "grad_norm": 1.3650616618633469, + "learning_rate": 1.9951843059495888e-05, + "loss": 0.4309, + "step": 7111 + }, + { + "epoch": 6.032230703986429, + "grad_norm": 1.195673822393473, + "learning_rate": 1.9951816128907323e-05, + "loss": 0.3565, + "step": 7112 + }, + { + "epoch": 6.033078880407125, + "grad_norm": 1.2264788173016172, + "learning_rate": 1.9951789190808907e-05, + "loss": 0.4024, + "step": 7113 + }, + { + "epoch": 6.03392705682782, + "grad_norm": 1.3568909667097702, + "learning_rate": 1.995176224520067e-05, + "loss": 0.4133, + "step": 7114 + }, + { + "epoch": 6.034775233248515, + "grad_norm": 1.2617940823135614, + "learning_rate": 1.9951735292082625e-05, + "loss": 0.4164, + "step": 7115 + }, + { + "epoch": 6.035623409669212, + "grad_norm": 1.212226364301484, + "learning_rate": 1.9951708331454796e-05, + "loss": 0.3634, + "step": 7116 + }, + { + "epoch": 6.036471586089907, + "grad_norm": 1.4318062488360066, + "learning_rate": 1.9951681363317207e-05, + "loss": 0.3802, + "step": 7117 + }, + { + "epoch": 6.037319762510602, + "grad_norm": 1.1708820435318434, + "learning_rate": 1.995165438766987e-05, + "loss": 0.3703, + "step": 7118 + }, + { + "epoch": 6.038167938931298, + "grad_norm": 1.296561150080005, + "learning_rate": 1.995162740451281e-05, + "loss": 0.3771, + "step": 7119 + }, + { + "epoch": 6.039016115351993, + "grad_norm": 1.2800997284078641, + "learning_rate": 1.9951600413846045e-05, + "loss": 0.3872, + "step": 7120 + }, + { + "epoch": 6.039864291772688, + "grad_norm": 1.2557186010190315, + "learning_rate": 1.99515734156696e-05, + "loss": 0.4158, + "step": 7121 + }, + { + "epoch": 6.040712468193385, + "grad_norm": 1.2966039020041433, + "learning_rate": 1.9951546409983492e-05, + "loss": 0.406, + "step": 7122 + }, + { + "epoch": 6.04156064461408, + "grad_norm": 1.300704925766117, + "learning_rate": 1.9951519396787745e-05, + "loss": 0.3688, + "step": 7123 + }, + { + "epoch": 6.042408821034775, + "grad_norm": 1.1736631687485328, + "learning_rate": 1.995149237608237e-05, + "loss": 0.4441, + "step": 7124 + }, + { + "epoch": 6.043256997455471, + "grad_norm": 1.7216996852212676, + "learning_rate": 1.9951465347867397e-05, + "loss": 0.4354, + "step": 7125 + }, + { + "epoch": 6.044105173876166, + "grad_norm": 1.4430627782266945, + "learning_rate": 1.9951438312142843e-05, + "loss": 0.4009, + "step": 7126 + }, + { + "epoch": 6.044953350296861, + "grad_norm": 1.2875246532277047, + "learning_rate": 1.995141126890873e-05, + "loss": 0.4027, + "step": 7127 + }, + { + "epoch": 6.0458015267175576, + "grad_norm": 1.2621323616735556, + "learning_rate": 1.9951384218165072e-05, + "loss": 0.3977, + "step": 7128 + }, + { + "epoch": 6.046649703138253, + "grad_norm": 1.3522440506593005, + "learning_rate": 1.9951357159911898e-05, + "loss": 0.4195, + "step": 7129 + }, + { + "epoch": 6.047497879558948, + "grad_norm": 1.4207774626558978, + "learning_rate": 1.9951330094149225e-05, + "loss": 0.416, + "step": 7130 + }, + { + "epoch": 6.048346055979644, + "grad_norm": 1.140057342772335, + "learning_rate": 1.995130302087707e-05, + "loss": 0.3388, + "step": 7131 + }, + { + "epoch": 6.049194232400339, + "grad_norm": 1.5744010593048574, + "learning_rate": 1.995127594009546e-05, + "loss": 0.3361, + "step": 7132 + }, + { + "epoch": 6.050042408821035, + "grad_norm": 1.328275103863006, + "learning_rate": 1.9951248851804414e-05, + "loss": 0.3465, + "step": 7133 + }, + { + "epoch": 6.0508905852417305, + "grad_norm": 1.3366191823718303, + "learning_rate": 1.9951221756003943e-05, + "loss": 0.3535, + "step": 7134 + }, + { + "epoch": 6.051738761662426, + "grad_norm": 1.1770356558691077, + "learning_rate": 1.995119465269408e-05, + "loss": 0.3445, + "step": 7135 + }, + { + "epoch": 6.052586938083121, + "grad_norm": 1.2981438695256482, + "learning_rate": 1.995116754187484e-05, + "loss": 0.3781, + "step": 7136 + }, + { + "epoch": 6.0534351145038165, + "grad_norm": 1.324409862219906, + "learning_rate": 1.9951140423546244e-05, + "loss": 0.373, + "step": 7137 + }, + { + "epoch": 6.054283290924512, + "grad_norm": 1.2053005989182377, + "learning_rate": 1.995111329770831e-05, + "loss": 0.3408, + "step": 7138 + }, + { + "epoch": 6.055131467345208, + "grad_norm": 1.1809464326787513, + "learning_rate": 1.9951086164361063e-05, + "loss": 0.3576, + "step": 7139 + }, + { + "epoch": 6.0559796437659035, + "grad_norm": 1.0374106236164382, + "learning_rate": 1.995105902350452e-05, + "loss": 0.2763, + "step": 7140 + }, + { + "epoch": 6.056827820186599, + "grad_norm": 1.3304761497163808, + "learning_rate": 1.99510318751387e-05, + "loss": 0.3874, + "step": 7141 + }, + { + "epoch": 6.057675996607294, + "grad_norm": 1.3822401286737571, + "learning_rate": 1.9951004719263635e-05, + "loss": 0.3284, + "step": 7142 + }, + { + "epoch": 6.0585241730279895, + "grad_norm": 1.2076208278973812, + "learning_rate": 1.995097755587933e-05, + "loss": 0.3722, + "step": 7143 + }, + { + "epoch": 6.059372349448686, + "grad_norm": 1.3495785359269996, + "learning_rate": 1.995095038498581e-05, + "loss": 0.3525, + "step": 7144 + }, + { + "epoch": 6.060220525869381, + "grad_norm": 1.2321664153225824, + "learning_rate": 1.9950923206583105e-05, + "loss": 0.3548, + "step": 7145 + }, + { + "epoch": 6.061068702290076, + "grad_norm": 1.2764439622661015, + "learning_rate": 1.995089602067122e-05, + "loss": 0.2713, + "step": 7146 + }, + { + "epoch": 6.061916878710772, + "grad_norm": 1.5344468071867254, + "learning_rate": 1.9950868827250193e-05, + "loss": 0.4171, + "step": 7147 + }, + { + "epoch": 6.062765055131467, + "grad_norm": 1.3108114676399687, + "learning_rate": 1.9950841626320028e-05, + "loss": 0.4072, + "step": 7148 + }, + { + "epoch": 6.0636132315521625, + "grad_norm": 1.3848703554480095, + "learning_rate": 1.9950814417880754e-05, + "loss": 0.4025, + "step": 7149 + }, + { + "epoch": 6.064461407972859, + "grad_norm": 1.2706967097650277, + "learning_rate": 1.995078720193239e-05, + "loss": 0.391, + "step": 7150 + }, + { + "epoch": 6.065309584393554, + "grad_norm": 1.1863393529256423, + "learning_rate": 1.9950759978474958e-05, + "loss": 0.4411, + "step": 7151 + }, + { + "epoch": 6.066157760814249, + "grad_norm": 1.3644583200827922, + "learning_rate": 1.9950732747508476e-05, + "loss": 0.3749, + "step": 7152 + }, + { + "epoch": 6.067005937234945, + "grad_norm": 1.345425983107725, + "learning_rate": 1.995070550903297e-05, + "loss": 0.3986, + "step": 7153 + }, + { + "epoch": 6.06785411365564, + "grad_norm": 1.4710868152632095, + "learning_rate": 1.9950678263048452e-05, + "loss": 0.4177, + "step": 7154 + }, + { + "epoch": 6.068702290076336, + "grad_norm": 1.3557534068079427, + "learning_rate": 1.995065100955495e-05, + "loss": 0.4762, + "step": 7155 + }, + { + "epoch": 6.069550466497032, + "grad_norm": 1.44595784546695, + "learning_rate": 1.995062374855248e-05, + "loss": 0.3706, + "step": 7156 + }, + { + "epoch": 6.070398642917727, + "grad_norm": 1.2740890736270587, + "learning_rate": 1.9950596480041063e-05, + "loss": 0.384, + "step": 7157 + }, + { + "epoch": 6.071246819338422, + "grad_norm": 1.4236043156800728, + "learning_rate": 1.9950569204020723e-05, + "loss": 0.4062, + "step": 7158 + }, + { + "epoch": 6.072094995759118, + "grad_norm": 1.3799174794820905, + "learning_rate": 1.9950541920491477e-05, + "loss": 0.4122, + "step": 7159 + }, + { + "epoch": 6.072943172179813, + "grad_norm": 1.3728956498103928, + "learning_rate": 1.9950514629453348e-05, + "loss": 0.3024, + "step": 7160 + }, + { + "epoch": 6.073791348600509, + "grad_norm": 1.3123295907526622, + "learning_rate": 1.9950487330906356e-05, + "loss": 0.3818, + "step": 7161 + }, + { + "epoch": 6.074639525021205, + "grad_norm": 1.3060555514581578, + "learning_rate": 1.995046002485052e-05, + "loss": 0.364, + "step": 7162 + }, + { + "epoch": 6.0754877014419, + "grad_norm": 1.0891627826708625, + "learning_rate": 1.995043271128586e-05, + "loss": 0.3134, + "step": 7163 + }, + { + "epoch": 6.076335877862595, + "grad_norm": 1.4174638390431686, + "learning_rate": 1.99504053902124e-05, + "loss": 0.396, + "step": 7164 + }, + { + "epoch": 6.077184054283291, + "grad_norm": 1.3998721906250957, + "learning_rate": 1.995037806163016e-05, + "loss": 0.3731, + "step": 7165 + }, + { + "epoch": 6.078032230703986, + "grad_norm": 1.5212539813632666, + "learning_rate": 1.9950350725539157e-05, + "loss": 0.4049, + "step": 7166 + }, + { + "epoch": 6.078880407124682, + "grad_norm": 1.4003034900784361, + "learning_rate": 1.9950323381939415e-05, + "loss": 0.323, + "step": 7167 + }, + { + "epoch": 6.079728583545378, + "grad_norm": 1.5129651471561019, + "learning_rate": 1.9950296030830956e-05, + "loss": 0.4418, + "step": 7168 + }, + { + "epoch": 6.080576759966073, + "grad_norm": 1.2915708191191035, + "learning_rate": 1.9950268672213797e-05, + "loss": 0.3971, + "step": 7169 + }, + { + "epoch": 6.081424936386768, + "grad_norm": 1.2507504708166828, + "learning_rate": 1.9950241306087962e-05, + "loss": 0.3999, + "step": 7170 + }, + { + "epoch": 6.082273112807464, + "grad_norm": 1.1166431253441882, + "learning_rate": 1.9950213932453465e-05, + "loss": 0.3201, + "step": 7171 + }, + { + "epoch": 6.08312128922816, + "grad_norm": 1.4059560452839488, + "learning_rate": 1.9950186551310336e-05, + "loss": 0.3507, + "step": 7172 + }, + { + "epoch": 6.083969465648855, + "grad_norm": 1.4069528477695739, + "learning_rate": 1.995015916265859e-05, + "loss": 0.4033, + "step": 7173 + }, + { + "epoch": 6.084817642069551, + "grad_norm": 1.6578753658479874, + "learning_rate": 1.9950131766498246e-05, + "loss": 0.403, + "step": 7174 + }, + { + "epoch": 6.085665818490246, + "grad_norm": 1.3650959817097017, + "learning_rate": 1.995010436282933e-05, + "loss": 0.4206, + "step": 7175 + }, + { + "epoch": 6.086513994910941, + "grad_norm": 1.3216951200119897, + "learning_rate": 1.995007695165186e-05, + "loss": 0.3698, + "step": 7176 + }, + { + "epoch": 6.087362171331637, + "grad_norm": 1.2117010494582658, + "learning_rate": 1.9950049532965857e-05, + "loss": 0.3195, + "step": 7177 + }, + { + "epoch": 6.088210347752333, + "grad_norm": 1.262450561208277, + "learning_rate": 1.995002210677134e-05, + "loss": 0.3725, + "step": 7178 + }, + { + "epoch": 6.089058524173028, + "grad_norm": 1.3930555287713557, + "learning_rate": 1.9949994673068335e-05, + "loss": 0.3582, + "step": 7179 + }, + { + "epoch": 6.0899067005937235, + "grad_norm": 1.2073597666397284, + "learning_rate": 1.994996723185685e-05, + "loss": 0.4354, + "step": 7180 + }, + { + "epoch": 6.090754877014419, + "grad_norm": 1.231413244198541, + "learning_rate": 1.9949939783136926e-05, + "loss": 0.3627, + "step": 7181 + }, + { + "epoch": 6.091603053435114, + "grad_norm": 1.282664950683337, + "learning_rate": 1.9949912326908564e-05, + "loss": 0.3567, + "step": 7182 + }, + { + "epoch": 6.09245122985581, + "grad_norm": 1.353339291872588, + "learning_rate": 1.9949884863171798e-05, + "loss": 0.3362, + "step": 7183 + }, + { + "epoch": 6.093299406276506, + "grad_norm": 1.2692202449977514, + "learning_rate": 1.994985739192664e-05, + "loss": 0.3748, + "step": 7184 + }, + { + "epoch": 6.094147582697201, + "grad_norm": 1.2912694421061346, + "learning_rate": 1.9949829913173118e-05, + "loss": 0.4041, + "step": 7185 + }, + { + "epoch": 6.0949957591178965, + "grad_norm": 1.2800621109400423, + "learning_rate": 1.994980242691125e-05, + "loss": 0.3561, + "step": 7186 + }, + { + "epoch": 6.095843935538592, + "grad_norm": 1.3650521766834707, + "learning_rate": 1.994977493314105e-05, + "loss": 0.4428, + "step": 7187 + }, + { + "epoch": 6.096692111959287, + "grad_norm": 1.203745744833273, + "learning_rate": 1.9949747431862545e-05, + "loss": 0.371, + "step": 7188 + }, + { + "epoch": 6.097540288379983, + "grad_norm": 1.272225307986241, + "learning_rate": 1.994971992307576e-05, + "loss": 0.3812, + "step": 7189 + }, + { + "epoch": 6.098388464800679, + "grad_norm": 1.228840646069709, + "learning_rate": 1.994969240678071e-05, + "loss": 0.3589, + "step": 7190 + }, + { + "epoch": 6.099236641221374, + "grad_norm": 1.2533985893743214, + "learning_rate": 1.994966488297742e-05, + "loss": 0.3539, + "step": 7191 + }, + { + "epoch": 6.1000848176420694, + "grad_norm": 1.3468670075280829, + "learning_rate": 1.9949637351665902e-05, + "loss": 0.3159, + "step": 7192 + }, + { + "epoch": 6.100932994062765, + "grad_norm": 1.5122930526902945, + "learning_rate": 1.9949609812846183e-05, + "loss": 0.377, + "step": 7193 + }, + { + "epoch": 6.10178117048346, + "grad_norm": 1.4473543462066956, + "learning_rate": 1.9949582266518287e-05, + "loss": 0.3617, + "step": 7194 + }, + { + "epoch": 6.102629346904156, + "grad_norm": 1.3871116549283524, + "learning_rate": 1.994955471268223e-05, + "loss": 0.3803, + "step": 7195 + }, + { + "epoch": 6.103477523324852, + "grad_norm": 1.279645588537788, + "learning_rate": 1.994952715133803e-05, + "loss": 0.3702, + "step": 7196 + }, + { + "epoch": 6.104325699745547, + "grad_norm": 1.4756130503469007, + "learning_rate": 1.9949499582485713e-05, + "loss": 0.4663, + "step": 7197 + }, + { + "epoch": 6.105173876166242, + "grad_norm": 1.2912222317793907, + "learning_rate": 1.99494720061253e-05, + "loss": 0.3508, + "step": 7198 + }, + { + "epoch": 6.106022052586938, + "grad_norm": 1.2161510724978304, + "learning_rate": 1.9949444422256813e-05, + "loss": 0.3648, + "step": 7199 + }, + { + "epoch": 6.106870229007634, + "grad_norm": 1.2257905654767476, + "learning_rate": 1.9949416830880266e-05, + "loss": 0.4098, + "step": 7200 + }, + { + "epoch": 6.107718405428329, + "grad_norm": 1.217439897802035, + "learning_rate": 1.994938923199569e-05, + "loss": 0.3372, + "step": 7201 + }, + { + "epoch": 6.108566581849025, + "grad_norm": 1.2811414832667176, + "learning_rate": 1.9949361625603094e-05, + "loss": 0.3477, + "step": 7202 + }, + { + "epoch": 6.10941475826972, + "grad_norm": 1.355247654036674, + "learning_rate": 1.9949334011702507e-05, + "loss": 0.3944, + "step": 7203 + }, + { + "epoch": 6.110262934690415, + "grad_norm": 1.5564082359724873, + "learning_rate": 1.9949306390293946e-05, + "loss": 0.3838, + "step": 7204 + }, + { + "epoch": 6.111111111111111, + "grad_norm": 1.4103136845861335, + "learning_rate": 1.994927876137743e-05, + "loss": 0.4201, + "step": 7205 + }, + { + "epoch": 6.111959287531807, + "grad_norm": 1.1219313180841586, + "learning_rate": 1.9949251124952987e-05, + "loss": 0.3546, + "step": 7206 + }, + { + "epoch": 6.112807463952502, + "grad_norm": 1.2679202237226326, + "learning_rate": 1.9949223481020637e-05, + "loss": 0.3285, + "step": 7207 + }, + { + "epoch": 6.113655640373198, + "grad_norm": 1.3387970421602045, + "learning_rate": 1.994919582958039e-05, + "loss": 0.4006, + "step": 7208 + }, + { + "epoch": 6.114503816793893, + "grad_norm": 1.3890234899158416, + "learning_rate": 1.994916817063228e-05, + "loss": 0.4056, + "step": 7209 + }, + { + "epoch": 6.115351993214588, + "grad_norm": 1.1639845485140328, + "learning_rate": 1.9949140504176322e-05, + "loss": 0.3756, + "step": 7210 + }, + { + "epoch": 6.116200169635285, + "grad_norm": 1.2298955669040181, + "learning_rate": 1.9949112830212538e-05, + "loss": 0.4149, + "step": 7211 + }, + { + "epoch": 6.11704834605598, + "grad_norm": 1.1589457704017851, + "learning_rate": 1.9949085148740948e-05, + "loss": 0.2893, + "step": 7212 + }, + { + "epoch": 6.117896522476675, + "grad_norm": 1.2454832337677193, + "learning_rate": 1.994905745976157e-05, + "loss": 0.3776, + "step": 7213 + }, + { + "epoch": 6.118744698897371, + "grad_norm": 1.3788601513132512, + "learning_rate": 1.994902976327443e-05, + "loss": 0.3016, + "step": 7214 + }, + { + "epoch": 6.119592875318066, + "grad_norm": 1.5992428367745506, + "learning_rate": 1.994900205927955e-05, + "loss": 0.454, + "step": 7215 + }, + { + "epoch": 6.120441051738761, + "grad_norm": 1.3027712252505015, + "learning_rate": 1.994897434777695e-05, + "loss": 0.4046, + "step": 7216 + }, + { + "epoch": 6.1212892281594575, + "grad_norm": 1.2880197652224412, + "learning_rate": 1.9948946628766642e-05, + "loss": 0.3255, + "step": 7217 + }, + { + "epoch": 6.122137404580153, + "grad_norm": 1.3522685949641562, + "learning_rate": 1.9948918902248654e-05, + "loss": 0.3604, + "step": 7218 + }, + { + "epoch": 6.122985581000848, + "grad_norm": 1.4859047675063513, + "learning_rate": 1.9948891168223013e-05, + "loss": 0.4101, + "step": 7219 + }, + { + "epoch": 6.123833757421544, + "grad_norm": 1.1757637214089762, + "learning_rate": 1.9948863426689727e-05, + "loss": 0.3356, + "step": 7220 + }, + { + "epoch": 6.124681933842239, + "grad_norm": 1.2378329124208582, + "learning_rate": 1.9948835677648828e-05, + "loss": 0.3611, + "step": 7221 + }, + { + "epoch": 6.125530110262934, + "grad_norm": 1.0600352014193242, + "learning_rate": 1.994880792110033e-05, + "loss": 0.2906, + "step": 7222 + }, + { + "epoch": 6.1263782866836305, + "grad_norm": 1.3559249274252778, + "learning_rate": 1.994878015704426e-05, + "loss": 0.3647, + "step": 7223 + }, + { + "epoch": 6.127226463104326, + "grad_norm": 1.36992866220682, + "learning_rate": 1.994875238548063e-05, + "loss": 0.3958, + "step": 7224 + }, + { + "epoch": 6.128074639525021, + "grad_norm": 1.1089122931397892, + "learning_rate": 1.9948724606409467e-05, + "loss": 0.3403, + "step": 7225 + }, + { + "epoch": 6.1289228159457165, + "grad_norm": 1.3375575419371448, + "learning_rate": 1.9948696819830796e-05, + "loss": 0.3456, + "step": 7226 + }, + { + "epoch": 6.129770992366412, + "grad_norm": 1.2849675752274141, + "learning_rate": 1.994866902574463e-05, + "loss": 0.4484, + "step": 7227 + }, + { + "epoch": 6.130619168787108, + "grad_norm": 1.3399931592823142, + "learning_rate": 1.9948641224150992e-05, + "loss": 0.3612, + "step": 7228 + }, + { + "epoch": 6.1314673452078035, + "grad_norm": 1.2803794537762099, + "learning_rate": 1.9948613415049908e-05, + "loss": 0.3404, + "step": 7229 + }, + { + "epoch": 6.132315521628499, + "grad_norm": 1.3604683170119978, + "learning_rate": 1.994858559844139e-05, + "loss": 0.3198, + "step": 7230 + }, + { + "epoch": 6.133163698049194, + "grad_norm": 1.2373940918308832, + "learning_rate": 1.994855777432547e-05, + "loss": 0.4111, + "step": 7231 + }, + { + "epoch": 6.1340118744698895, + "grad_norm": 1.3474598332422973, + "learning_rate": 1.994852994270216e-05, + "loss": 0.4585, + "step": 7232 + }, + { + "epoch": 6.134860050890585, + "grad_norm": 1.3496483069868577, + "learning_rate": 1.9948502103571485e-05, + "loss": 0.3717, + "step": 7233 + }, + { + "epoch": 6.135708227311281, + "grad_norm": 1.3368892274738244, + "learning_rate": 1.9948474256933464e-05, + "loss": 0.3719, + "step": 7234 + }, + { + "epoch": 6.136556403731976, + "grad_norm": 1.3010346384742322, + "learning_rate": 1.994844640278812e-05, + "loss": 0.3388, + "step": 7235 + }, + { + "epoch": 6.137404580152672, + "grad_norm": 1.4002139632006991, + "learning_rate": 1.994841854113547e-05, + "loss": 0.3905, + "step": 7236 + }, + { + "epoch": 6.138252756573367, + "grad_norm": 1.1514571112174403, + "learning_rate": 1.9948390671975547e-05, + "loss": 0.3259, + "step": 7237 + }, + { + "epoch": 6.1391009329940625, + "grad_norm": 1.3884493969550011, + "learning_rate": 1.9948362795308358e-05, + "loss": 0.3947, + "step": 7238 + }, + { + "epoch": 6.139949109414759, + "grad_norm": 1.1364101138429241, + "learning_rate": 1.9948334911133927e-05, + "loss": 0.3752, + "step": 7239 + }, + { + "epoch": 6.140797285835454, + "grad_norm": 1.1306863085773928, + "learning_rate": 1.994830701945228e-05, + "loss": 0.3064, + "step": 7240 + }, + { + "epoch": 6.141645462256149, + "grad_norm": 1.187981984086912, + "learning_rate": 1.9948279120263435e-05, + "loss": 0.318, + "step": 7241 + }, + { + "epoch": 6.142493638676845, + "grad_norm": 1.3137021458996236, + "learning_rate": 1.9948251213567414e-05, + "loss": 0.4064, + "step": 7242 + }, + { + "epoch": 6.14334181509754, + "grad_norm": 1.268711561847342, + "learning_rate": 1.994822329936424e-05, + "loss": 0.3393, + "step": 7243 + }, + { + "epoch": 6.144189991518235, + "grad_norm": 1.3238281107499723, + "learning_rate": 1.9948195377653925e-05, + "loss": 0.416, + "step": 7244 + }, + { + "epoch": 6.145038167938932, + "grad_norm": 1.395648179770152, + "learning_rate": 1.99481674484365e-05, + "loss": 0.4536, + "step": 7245 + }, + { + "epoch": 6.145886344359627, + "grad_norm": 1.2103380628374012, + "learning_rate": 1.9948139511711983e-05, + "loss": 0.3492, + "step": 7246 + }, + { + "epoch": 6.146734520780322, + "grad_norm": 1.3013717427455274, + "learning_rate": 1.9948111567480395e-05, + "loss": 0.3253, + "step": 7247 + }, + { + "epoch": 6.147582697201018, + "grad_norm": 1.1952598208034984, + "learning_rate": 1.9948083615741754e-05, + "loss": 0.3141, + "step": 7248 + }, + { + "epoch": 6.148430873621713, + "grad_norm": 1.2118150359227031, + "learning_rate": 1.994805565649609e-05, + "loss": 0.3459, + "step": 7249 + }, + { + "epoch": 6.149279050042409, + "grad_norm": 1.3839171854508427, + "learning_rate": 1.9948027689743415e-05, + "loss": 0.323, + "step": 7250 + }, + { + "epoch": 6.150127226463105, + "grad_norm": 1.3785042730495156, + "learning_rate": 1.9947999715483753e-05, + "loss": 0.3742, + "step": 7251 + }, + { + "epoch": 6.1509754028838, + "grad_norm": 1.2922924777528395, + "learning_rate": 1.9947971733717124e-05, + "loss": 0.3556, + "step": 7252 + }, + { + "epoch": 6.151823579304495, + "grad_norm": 1.2261475867091993, + "learning_rate": 1.9947943744443553e-05, + "loss": 0.3748, + "step": 7253 + }, + { + "epoch": 6.152671755725191, + "grad_norm": 1.2176225733058659, + "learning_rate": 1.9947915747663057e-05, + "loss": 0.3698, + "step": 7254 + }, + { + "epoch": 6.153519932145886, + "grad_norm": 1.33707616873923, + "learning_rate": 1.9947887743375658e-05, + "loss": 0.3594, + "step": 7255 + }, + { + "epoch": 6.154368108566582, + "grad_norm": 1.2264333114559376, + "learning_rate": 1.994785973158138e-05, + "loss": 0.3528, + "step": 7256 + }, + { + "epoch": 6.155216284987278, + "grad_norm": 1.2673109760882746, + "learning_rate": 1.9947831712280238e-05, + "loss": 0.3845, + "step": 7257 + }, + { + "epoch": 6.156064461407973, + "grad_norm": 1.2407073188885427, + "learning_rate": 1.9947803685472262e-05, + "loss": 0.426, + "step": 7258 + }, + { + "epoch": 6.156912637828668, + "grad_norm": 1.212351817243957, + "learning_rate": 1.9947775651157467e-05, + "loss": 0.3224, + "step": 7259 + }, + { + "epoch": 6.157760814249364, + "grad_norm": 1.2661243730012974, + "learning_rate": 1.9947747609335876e-05, + "loss": 0.385, + "step": 7260 + }, + { + "epoch": 6.158608990670059, + "grad_norm": 1.2031809407510616, + "learning_rate": 1.9947719560007502e-05, + "loss": 0.3762, + "step": 7261 + }, + { + "epoch": 6.159457167090755, + "grad_norm": 1.2240536298631755, + "learning_rate": 1.994769150317238e-05, + "loss": 0.368, + "step": 7262 + }, + { + "epoch": 6.1603053435114505, + "grad_norm": 1.2568641550548405, + "learning_rate": 1.9947663438830525e-05, + "loss": 0.4077, + "step": 7263 + }, + { + "epoch": 6.161153519932146, + "grad_norm": 1.1055969452543155, + "learning_rate": 1.9947635366981962e-05, + "loss": 0.3686, + "step": 7264 + }, + { + "epoch": 6.162001696352841, + "grad_norm": 1.2501330883231458, + "learning_rate": 1.99476072876267e-05, + "loss": 0.3859, + "step": 7265 + }, + { + "epoch": 6.162849872773537, + "grad_norm": 1.8808383647546367, + "learning_rate": 1.9947579200764774e-05, + "loss": 0.3526, + "step": 7266 + }, + { + "epoch": 6.163698049194233, + "grad_norm": 1.2959412103341004, + "learning_rate": 1.99475511063962e-05, + "loss": 0.4066, + "step": 7267 + }, + { + "epoch": 6.164546225614928, + "grad_norm": 1.2774069211245223, + "learning_rate": 1.9947523004520996e-05, + "loss": 0.4565, + "step": 7268 + }, + { + "epoch": 6.1653944020356235, + "grad_norm": 1.232992618897092, + "learning_rate": 1.9947494895139186e-05, + "loss": 0.3826, + "step": 7269 + }, + { + "epoch": 6.166242578456319, + "grad_norm": 1.35703308361084, + "learning_rate": 1.994746677825079e-05, + "loss": 0.3512, + "step": 7270 + }, + { + "epoch": 6.167090754877014, + "grad_norm": 1.217237977165548, + "learning_rate": 1.9947438653855834e-05, + "loss": 0.3487, + "step": 7271 + }, + { + "epoch": 6.1679389312977095, + "grad_norm": 1.2287233780959004, + "learning_rate": 1.9947410521954335e-05, + "loss": 0.4081, + "step": 7272 + }, + { + "epoch": 6.168787107718406, + "grad_norm": 1.2483956396304225, + "learning_rate": 1.9947382382546316e-05, + "loss": 0.3016, + "step": 7273 + }, + { + "epoch": 6.169635284139101, + "grad_norm": 1.1958817927788945, + "learning_rate": 1.994735423563179e-05, + "loss": 0.3298, + "step": 7274 + }, + { + "epoch": 6.1704834605597965, + "grad_norm": 1.3668500110616653, + "learning_rate": 1.9947326081210794e-05, + "loss": 0.3704, + "step": 7275 + }, + { + "epoch": 6.171331636980492, + "grad_norm": 1.3757065824677788, + "learning_rate": 1.9947297919283336e-05, + "loss": 0.382, + "step": 7276 + }, + { + "epoch": 6.172179813401187, + "grad_norm": 1.3453432118750424, + "learning_rate": 1.9947269749849445e-05, + "loss": 0.4663, + "step": 7277 + }, + { + "epoch": 6.1730279898218825, + "grad_norm": 1.61182970067369, + "learning_rate": 1.9947241572909138e-05, + "loss": 0.3775, + "step": 7278 + }, + { + "epoch": 6.173876166242579, + "grad_norm": 1.2361089916320886, + "learning_rate": 1.994721338846244e-05, + "loss": 0.3725, + "step": 7279 + }, + { + "epoch": 6.174724342663274, + "grad_norm": 1.507994383520634, + "learning_rate": 1.9947185196509364e-05, + "loss": 0.4206, + "step": 7280 + }, + { + "epoch": 6.175572519083969, + "grad_norm": 1.2232648945630047, + "learning_rate": 1.994715699704994e-05, + "loss": 0.3906, + "step": 7281 + }, + { + "epoch": 6.176420695504665, + "grad_norm": 1.205643089590741, + "learning_rate": 1.9947128790084185e-05, + "loss": 0.3579, + "step": 7282 + }, + { + "epoch": 6.17726887192536, + "grad_norm": 1.3118611412269225, + "learning_rate": 1.9947100575612123e-05, + "loss": 0.461, + "step": 7283 + }, + { + "epoch": 6.178117048346056, + "grad_norm": 1.3639628149426362, + "learning_rate": 1.9947072353633773e-05, + "loss": 0.3933, + "step": 7284 + }, + { + "epoch": 6.178965224766752, + "grad_norm": 1.3786248633791265, + "learning_rate": 1.9947044124149156e-05, + "loss": 0.4528, + "step": 7285 + }, + { + "epoch": 6.179813401187447, + "grad_norm": 1.2482496357728292, + "learning_rate": 1.9947015887158296e-05, + "loss": 0.287, + "step": 7286 + }, + { + "epoch": 6.180661577608142, + "grad_norm": 1.3759914052889783, + "learning_rate": 1.9946987642661212e-05, + "loss": 0.4, + "step": 7287 + }, + { + "epoch": 6.181509754028838, + "grad_norm": 1.417793023192384, + "learning_rate": 1.994695939065793e-05, + "loss": 0.4107, + "step": 7288 + }, + { + "epoch": 6.182357930449533, + "grad_norm": 1.4337080139207212, + "learning_rate": 1.9946931131148464e-05, + "loss": 0.3756, + "step": 7289 + }, + { + "epoch": 6.183206106870229, + "grad_norm": 1.1752727820445519, + "learning_rate": 1.9946902864132837e-05, + "loss": 0.3857, + "step": 7290 + }, + { + "epoch": 6.184054283290925, + "grad_norm": 1.1573470625206512, + "learning_rate": 1.9946874589611075e-05, + "loss": 0.42, + "step": 7291 + }, + { + "epoch": 6.18490245971162, + "grad_norm": 1.3532920329097646, + "learning_rate": 1.9946846307583195e-05, + "loss": 0.3648, + "step": 7292 + }, + { + "epoch": 6.185750636132315, + "grad_norm": 1.3308656224686188, + "learning_rate": 1.9946818018049218e-05, + "loss": 0.3558, + "step": 7293 + }, + { + "epoch": 6.186598812553011, + "grad_norm": 1.237618302148295, + "learning_rate": 1.9946789721009166e-05, + "loss": 0.3639, + "step": 7294 + }, + { + "epoch": 6.187446988973707, + "grad_norm": 1.1991057581953186, + "learning_rate": 1.9946761416463068e-05, + "loss": 0.361, + "step": 7295 + }, + { + "epoch": 6.188295165394402, + "grad_norm": 1.1423716525167393, + "learning_rate": 1.9946733104410933e-05, + "loss": 0.3902, + "step": 7296 + }, + { + "epoch": 6.189143341815098, + "grad_norm": 1.3626114233771993, + "learning_rate": 1.994670478485279e-05, + "loss": 0.3934, + "step": 7297 + }, + { + "epoch": 6.189991518235793, + "grad_norm": 1.616558480864657, + "learning_rate": 1.9946676457788658e-05, + "loss": 0.4184, + "step": 7298 + }, + { + "epoch": 6.190839694656488, + "grad_norm": 1.290099272605555, + "learning_rate": 1.9946648123218558e-05, + "loss": 0.3604, + "step": 7299 + }, + { + "epoch": 6.191687871077184, + "grad_norm": 1.4214426375372389, + "learning_rate": 1.9946619781142517e-05, + "loss": 0.3131, + "step": 7300 + }, + { + "epoch": 6.19253604749788, + "grad_norm": 1.2874406101618254, + "learning_rate": 1.9946591431560547e-05, + "loss": 0.3456, + "step": 7301 + }, + { + "epoch": 6.193384223918575, + "grad_norm": 1.3643205797411895, + "learning_rate": 1.9946563074472677e-05, + "loss": 0.4052, + "step": 7302 + }, + { + "epoch": 6.194232400339271, + "grad_norm": 1.2806646467533274, + "learning_rate": 1.9946534709878925e-05, + "loss": 0.3461, + "step": 7303 + }, + { + "epoch": 6.195080576759966, + "grad_norm": 1.5628046478948903, + "learning_rate": 1.9946506337779307e-05, + "loss": 0.393, + "step": 7304 + }, + { + "epoch": 6.195928753180661, + "grad_norm": 1.2573436456485665, + "learning_rate": 1.9946477958173855e-05, + "loss": 0.3683, + "step": 7305 + }, + { + "epoch": 6.1967769296013575, + "grad_norm": 1.222335588464684, + "learning_rate": 1.9946449571062586e-05, + "loss": 0.3412, + "step": 7306 + }, + { + "epoch": 6.197625106022053, + "grad_norm": 1.342526244645688, + "learning_rate": 1.994642117644552e-05, + "loss": 0.381, + "step": 7307 + }, + { + "epoch": 6.198473282442748, + "grad_norm": 1.2047443277888796, + "learning_rate": 1.994639277432268e-05, + "loss": 0.3324, + "step": 7308 + }, + { + "epoch": 6.1993214588634435, + "grad_norm": 1.2072601260018814, + "learning_rate": 1.994636436469409e-05, + "loss": 0.3445, + "step": 7309 + }, + { + "epoch": 6.200169635284139, + "grad_norm": 1.2154599040989376, + "learning_rate": 1.9946335947559764e-05, + "loss": 0.3493, + "step": 7310 + }, + { + "epoch": 6.201017811704834, + "grad_norm": 1.266698934115131, + "learning_rate": 1.994630752291973e-05, + "loss": 0.4374, + "step": 7311 + }, + { + "epoch": 6.2018659881255305, + "grad_norm": 1.1546624735194952, + "learning_rate": 1.9946279090774005e-05, + "loss": 0.3625, + "step": 7312 + }, + { + "epoch": 6.202714164546226, + "grad_norm": 1.0697857719256305, + "learning_rate": 1.9946250651122615e-05, + "loss": 0.346, + "step": 7313 + }, + { + "epoch": 6.203562340966921, + "grad_norm": 1.196785851292483, + "learning_rate": 1.9946222203965577e-05, + "loss": 0.3789, + "step": 7314 + }, + { + "epoch": 6.2044105173876165, + "grad_norm": 1.2005379670581766, + "learning_rate": 1.994619374930292e-05, + "loss": 0.3468, + "step": 7315 + }, + { + "epoch": 6.205258693808312, + "grad_norm": 1.515586096436968, + "learning_rate": 1.9946165287134655e-05, + "loss": 0.4206, + "step": 7316 + }, + { + "epoch": 6.206106870229007, + "grad_norm": 1.2307427066487324, + "learning_rate": 1.994613681746081e-05, + "loss": 0.3675, + "step": 7317 + }, + { + "epoch": 6.206955046649703, + "grad_norm": 1.1258595508689582, + "learning_rate": 1.9946108340281403e-05, + "loss": 0.3622, + "step": 7318 + }, + { + "epoch": 6.207803223070399, + "grad_norm": 1.3582847087253447, + "learning_rate": 1.9946079855596462e-05, + "loss": 0.3779, + "step": 7319 + }, + { + "epoch": 6.208651399491094, + "grad_norm": 1.2310073160453068, + "learning_rate": 1.9946051363406e-05, + "loss": 0.3929, + "step": 7320 + }, + { + "epoch": 6.2094995759117895, + "grad_norm": 1.2033986389478315, + "learning_rate": 1.9946022863710045e-05, + "loss": 0.3088, + "step": 7321 + }, + { + "epoch": 6.210347752332485, + "grad_norm": 1.2201903468399553, + "learning_rate": 1.9945994356508614e-05, + "loss": 0.3932, + "step": 7322 + }, + { + "epoch": 6.211195928753181, + "grad_norm": 1.2706015705058302, + "learning_rate": 1.9945965841801732e-05, + "loss": 0.3192, + "step": 7323 + }, + { + "epoch": 6.212044105173876, + "grad_norm": 1.3183978918304273, + "learning_rate": 1.994593731958942e-05, + "loss": 0.3791, + "step": 7324 + }, + { + "epoch": 6.212892281594572, + "grad_norm": 1.1562376072573868, + "learning_rate": 1.9945908789871695e-05, + "loss": 0.3971, + "step": 7325 + }, + { + "epoch": 6.213740458015267, + "grad_norm": 1.2743719400225082, + "learning_rate": 1.9945880252648587e-05, + "loss": 0.414, + "step": 7326 + }, + { + "epoch": 6.214588634435962, + "grad_norm": 1.3933798252892655, + "learning_rate": 1.994585170792011e-05, + "loss": 0.4039, + "step": 7327 + }, + { + "epoch": 6.215436810856658, + "grad_norm": 1.1899937737074946, + "learning_rate": 1.9945823155686286e-05, + "loss": 0.378, + "step": 7328 + }, + { + "epoch": 6.216284987277354, + "grad_norm": 1.348608989599089, + "learning_rate": 1.9945794595947142e-05, + "loss": 0.3915, + "step": 7329 + }, + { + "epoch": 6.217133163698049, + "grad_norm": 1.2045947319889692, + "learning_rate": 1.99457660287027e-05, + "loss": 0.3484, + "step": 7330 + }, + { + "epoch": 6.217981340118745, + "grad_norm": 1.2374052762750265, + "learning_rate": 1.9945737453952972e-05, + "loss": 0.364, + "step": 7331 + }, + { + "epoch": 6.21882951653944, + "grad_norm": 1.2668489532812732, + "learning_rate": 1.9945708871697987e-05, + "loss": 0.3806, + "step": 7332 + }, + { + "epoch": 6.219677692960135, + "grad_norm": 1.1789216540245115, + "learning_rate": 1.9945680281937766e-05, + "loss": 0.4187, + "step": 7333 + }, + { + "epoch": 6.220525869380832, + "grad_norm": 1.4424763916000145, + "learning_rate": 1.994565168467233e-05, + "loss": 0.3872, + "step": 7334 + }, + { + "epoch": 6.221374045801527, + "grad_norm": 1.2797032179759376, + "learning_rate": 1.9945623079901696e-05, + "loss": 0.3502, + "step": 7335 + }, + { + "epoch": 6.222222222222222, + "grad_norm": 1.2252809671674127, + "learning_rate": 1.9945594467625895e-05, + "loss": 0.324, + "step": 7336 + }, + { + "epoch": 6.223070398642918, + "grad_norm": 1.352161588644714, + "learning_rate": 1.9945565847844942e-05, + "loss": 0.3545, + "step": 7337 + }, + { + "epoch": 6.223918575063613, + "grad_norm": 1.2388176458606708, + "learning_rate": 1.9945537220558857e-05, + "loss": 0.3766, + "step": 7338 + }, + { + "epoch": 6.224766751484308, + "grad_norm": 1.5734611331833077, + "learning_rate": 1.9945508585767667e-05, + "loss": 0.3544, + "step": 7339 + }, + { + "epoch": 6.225614927905005, + "grad_norm": 1.3133932371302899, + "learning_rate": 1.9945479943471392e-05, + "loss": 0.3851, + "step": 7340 + }, + { + "epoch": 6.2264631043257, + "grad_norm": 1.2500118361351031, + "learning_rate": 1.994545129367005e-05, + "loss": 0.362, + "step": 7341 + }, + { + "epoch": 6.227311280746395, + "grad_norm": 1.2643854485852284, + "learning_rate": 1.9945422636363667e-05, + "loss": 0.3744, + "step": 7342 + }, + { + "epoch": 6.228159457167091, + "grad_norm": 1.2335600308207226, + "learning_rate": 1.9945393971552264e-05, + "loss": 0.4046, + "step": 7343 + }, + { + "epoch": 6.229007633587786, + "grad_norm": 1.1852369175307071, + "learning_rate": 1.994536529923586e-05, + "loss": 0.3726, + "step": 7344 + }, + { + "epoch": 6.229855810008482, + "grad_norm": 1.2533407295182606, + "learning_rate": 1.9945336619414478e-05, + "loss": 0.3985, + "step": 7345 + }, + { + "epoch": 6.2307039864291776, + "grad_norm": 1.345189156765722, + "learning_rate": 1.994530793208814e-05, + "loss": 0.3867, + "step": 7346 + }, + { + "epoch": 6.231552162849873, + "grad_norm": 1.156634948079411, + "learning_rate": 1.994527923725687e-05, + "loss": 0.3494, + "step": 7347 + }, + { + "epoch": 6.232400339270568, + "grad_norm": 1.487422029293296, + "learning_rate": 1.9945250534920686e-05, + "loss": 0.3993, + "step": 7348 + }, + { + "epoch": 6.233248515691264, + "grad_norm": 1.248047128342958, + "learning_rate": 1.994522182507961e-05, + "loss": 0.4056, + "step": 7349 + }, + { + "epoch": 6.234096692111959, + "grad_norm": 1.2564498239571462, + "learning_rate": 1.9945193107733667e-05, + "loss": 0.3445, + "step": 7350 + }, + { + "epoch": 6.234944868532655, + "grad_norm": 1.4884360629075841, + "learning_rate": 1.9945164382882875e-05, + "loss": 0.3357, + "step": 7351 + }, + { + "epoch": 6.2357930449533505, + "grad_norm": 1.5325794060182045, + "learning_rate": 1.9945135650527255e-05, + "loss": 0.4333, + "step": 7352 + }, + { + "epoch": 6.236641221374046, + "grad_norm": 1.236247235446019, + "learning_rate": 1.9945106910666832e-05, + "loss": 0.3451, + "step": 7353 + }, + { + "epoch": 6.237489397794741, + "grad_norm": 1.1383884551459795, + "learning_rate": 1.9945078163301626e-05, + "loss": 0.3932, + "step": 7354 + }, + { + "epoch": 6.2383375742154366, + "grad_norm": 1.0894698946053467, + "learning_rate": 1.9945049408431657e-05, + "loss": 0.3942, + "step": 7355 + }, + { + "epoch": 6.239185750636132, + "grad_norm": 1.3363394773372355, + "learning_rate": 1.9945020646056953e-05, + "loss": 0.3691, + "step": 7356 + }, + { + "epoch": 6.240033927056828, + "grad_norm": 1.2686159696772006, + "learning_rate": 1.994499187617753e-05, + "loss": 0.3946, + "step": 7357 + }, + { + "epoch": 6.2408821034775235, + "grad_norm": 1.1439868541768181, + "learning_rate": 1.994496309879341e-05, + "loss": 0.3453, + "step": 7358 + }, + { + "epoch": 6.241730279898219, + "grad_norm": 1.139038492579282, + "learning_rate": 1.9944934313904616e-05, + "loss": 0.3298, + "step": 7359 + }, + { + "epoch": 6.242578456318914, + "grad_norm": 1.3459638394454416, + "learning_rate": 1.994490552151117e-05, + "loss": 0.3526, + "step": 7360 + }, + { + "epoch": 6.2434266327396095, + "grad_norm": 1.2715369042528812, + "learning_rate": 1.9944876721613094e-05, + "loss": 0.3828, + "step": 7361 + }, + { + "epoch": 6.244274809160306, + "grad_norm": 1.2585976172821305, + "learning_rate": 1.9944847914210406e-05, + "loss": 0.3505, + "step": 7362 + }, + { + "epoch": 6.245122985581001, + "grad_norm": 1.3685966208928768, + "learning_rate": 1.9944819099303135e-05, + "loss": 0.3271, + "step": 7363 + }, + { + "epoch": 6.245971162001696, + "grad_norm": 1.4200833908842134, + "learning_rate": 1.9944790276891295e-05, + "loss": 0.3606, + "step": 7364 + }, + { + "epoch": 6.246819338422392, + "grad_norm": 1.2693380351071952, + "learning_rate": 1.994476144697491e-05, + "loss": 0.336, + "step": 7365 + }, + { + "epoch": 6.247667514843087, + "grad_norm": 1.0726624547233308, + "learning_rate": 1.9944732609554006e-05, + "loss": 0.3263, + "step": 7366 + }, + { + "epoch": 6.2485156912637825, + "grad_norm": 1.1797827676806107, + "learning_rate": 1.9944703764628602e-05, + "loss": 0.3372, + "step": 7367 + }, + { + "epoch": 6.249363867684479, + "grad_norm": 1.3123969000214448, + "learning_rate": 1.9944674912198717e-05, + "loss": 0.3436, + "step": 7368 + }, + { + "epoch": 6.250212044105174, + "grad_norm": 1.2483845300074996, + "learning_rate": 1.9944646052264377e-05, + "loss": 0.401, + "step": 7369 + }, + { + "epoch": 6.251060220525869, + "grad_norm": 1.3813706286828318, + "learning_rate": 1.9944617184825606e-05, + "loss": 0.3338, + "step": 7370 + }, + { + "epoch": 6.251908396946565, + "grad_norm": 1.308889549961288, + "learning_rate": 1.9944588309882415e-05, + "loss": 0.4459, + "step": 7371 + }, + { + "epoch": 6.25275657336726, + "grad_norm": 1.2224810807475923, + "learning_rate": 1.9944559427434838e-05, + "loss": 0.3967, + "step": 7372 + }, + { + "epoch": 6.253604749787955, + "grad_norm": 1.1539852804064838, + "learning_rate": 1.9944530537482887e-05, + "loss": 0.3085, + "step": 7373 + }, + { + "epoch": 6.254452926208652, + "grad_norm": 1.1389101130081574, + "learning_rate": 1.994450164002659e-05, + "loss": 0.2932, + "step": 7374 + }, + { + "epoch": 6.255301102629347, + "grad_norm": 1.231298315933425, + "learning_rate": 1.9944472735065968e-05, + "loss": 0.3817, + "step": 7375 + }, + { + "epoch": 6.256149279050042, + "grad_norm": 1.4731349967497847, + "learning_rate": 1.994444382260104e-05, + "loss": 0.4295, + "step": 7376 + }, + { + "epoch": 6.256997455470738, + "grad_norm": 1.2432416853073576, + "learning_rate": 1.994441490263183e-05, + "loss": 0.3891, + "step": 7377 + }, + { + "epoch": 6.257845631891433, + "grad_norm": 1.178491135958116, + "learning_rate": 1.9944385975158363e-05, + "loss": 0.3384, + "step": 7378 + }, + { + "epoch": 6.258693808312129, + "grad_norm": 1.5715305479246349, + "learning_rate": 1.9944357040180652e-05, + "loss": 0.3893, + "step": 7379 + }, + { + "epoch": 6.259541984732825, + "grad_norm": 1.1641105374339937, + "learning_rate": 1.994432809769873e-05, + "loss": 0.4478, + "step": 7380 + }, + { + "epoch": 6.26039016115352, + "grad_norm": 1.237392085164052, + "learning_rate": 1.9944299147712607e-05, + "loss": 0.4326, + "step": 7381 + }, + { + "epoch": 6.261238337574215, + "grad_norm": 1.3170714879732284, + "learning_rate": 1.9944270190222312e-05, + "loss": 0.4168, + "step": 7382 + }, + { + "epoch": 6.262086513994911, + "grad_norm": 1.2137979935880066, + "learning_rate": 1.9944241225227867e-05, + "loss": 0.38, + "step": 7383 + }, + { + "epoch": 6.262934690415607, + "grad_norm": 1.1762213557529768, + "learning_rate": 1.9944212252729292e-05, + "loss": 0.4122, + "step": 7384 + }, + { + "epoch": 6.263782866836302, + "grad_norm": 1.3124203328155828, + "learning_rate": 1.9944183272726613e-05, + "loss": 0.4427, + "step": 7385 + }, + { + "epoch": 6.264631043256998, + "grad_norm": 1.46366650020891, + "learning_rate": 1.9944154285219845e-05, + "loss": 0.3829, + "step": 7386 + }, + { + "epoch": 6.265479219677693, + "grad_norm": 1.385067797560918, + "learning_rate": 1.994412529020901e-05, + "loss": 0.3291, + "step": 7387 + }, + { + "epoch": 6.266327396098388, + "grad_norm": 1.2423126343309199, + "learning_rate": 1.9944096287694138e-05, + "loss": 0.359, + "step": 7388 + }, + { + "epoch": 6.267175572519084, + "grad_norm": 1.3801504413508678, + "learning_rate": 1.9944067277675246e-05, + "loss": 0.4354, + "step": 7389 + }, + { + "epoch": 6.26802374893978, + "grad_norm": 1.2910440322436076, + "learning_rate": 1.994403826015235e-05, + "loss": 0.4409, + "step": 7390 + }, + { + "epoch": 6.268871925360475, + "grad_norm": 1.200865368944416, + "learning_rate": 1.9944009235125486e-05, + "loss": 0.3519, + "step": 7391 + }, + { + "epoch": 6.269720101781171, + "grad_norm": 1.2675545643884094, + "learning_rate": 1.994398020259466e-05, + "loss": 0.4, + "step": 7392 + }, + { + "epoch": 6.270568278201866, + "grad_norm": 1.6882858253987492, + "learning_rate": 1.9943951162559907e-05, + "loss": 0.3649, + "step": 7393 + }, + { + "epoch": 6.271416454622561, + "grad_norm": 1.2464924112241929, + "learning_rate": 1.9943922115021244e-05, + "loss": 0.3682, + "step": 7394 + }, + { + "epoch": 6.272264631043257, + "grad_norm": 1.2704704162315934, + "learning_rate": 1.994389305997869e-05, + "loss": 0.3955, + "step": 7395 + }, + { + "epoch": 6.273112807463953, + "grad_norm": 1.3015894559240835, + "learning_rate": 1.9943863997432266e-05, + "loss": 0.3252, + "step": 7396 + }, + { + "epoch": 6.273960983884648, + "grad_norm": 1.38108054569773, + "learning_rate": 1.9943834927382e-05, + "loss": 0.4023, + "step": 7397 + }, + { + "epoch": 6.2748091603053435, + "grad_norm": 1.4622610128780151, + "learning_rate": 1.9943805849827913e-05, + "loss": 0.4222, + "step": 7398 + }, + { + "epoch": 6.275657336726039, + "grad_norm": 1.3955099205386976, + "learning_rate": 1.9943776764770024e-05, + "loss": 0.3338, + "step": 7399 + }, + { + "epoch": 6.276505513146734, + "grad_norm": 1.2487901025809056, + "learning_rate": 1.9943747672208354e-05, + "loss": 0.4169, + "step": 7400 + }, + { + "epoch": 6.2773536895674305, + "grad_norm": 1.377643195643891, + "learning_rate": 1.9943718572142932e-05, + "loss": 0.4162, + "step": 7401 + }, + { + "epoch": 6.278201865988126, + "grad_norm": 1.2522270024771833, + "learning_rate": 1.994368946457377e-05, + "loss": 0.3534, + "step": 7402 + }, + { + "epoch": 6.279050042408821, + "grad_norm": 1.368151079344493, + "learning_rate": 1.9943660349500896e-05, + "loss": 0.3534, + "step": 7403 + }, + { + "epoch": 6.2798982188295165, + "grad_norm": 1.3802061771346508, + "learning_rate": 1.9943631226924333e-05, + "loss": 0.3593, + "step": 7404 + }, + { + "epoch": 6.280746395250212, + "grad_norm": 1.1030545072759321, + "learning_rate": 1.9943602096844098e-05, + "loss": 0.3571, + "step": 7405 + }, + { + "epoch": 6.281594571670907, + "grad_norm": 1.3078021149984902, + "learning_rate": 1.9943572959260215e-05, + "loss": 0.3854, + "step": 7406 + }, + { + "epoch": 6.282442748091603, + "grad_norm": 1.1537506321899205, + "learning_rate": 1.994354381417271e-05, + "loss": 0.3516, + "step": 7407 + }, + { + "epoch": 6.283290924512299, + "grad_norm": 1.1924063595255616, + "learning_rate": 1.9943514661581604e-05, + "loss": 0.3421, + "step": 7408 + }, + { + "epoch": 6.284139100932994, + "grad_norm": 1.3536243930289802, + "learning_rate": 1.9943485501486912e-05, + "loss": 0.4336, + "step": 7409 + }, + { + "epoch": 6.2849872773536894, + "grad_norm": 1.1580583831779403, + "learning_rate": 1.994345633388866e-05, + "loss": 0.3888, + "step": 7410 + }, + { + "epoch": 6.285835453774385, + "grad_norm": 1.1118097194669538, + "learning_rate": 1.9943427158786873e-05, + "loss": 0.3193, + "step": 7411 + }, + { + "epoch": 6.28668363019508, + "grad_norm": 1.2887503372364657, + "learning_rate": 1.9943397976181573e-05, + "loss": 0.3946, + "step": 7412 + }, + { + "epoch": 6.287531806615776, + "grad_norm": 1.352718171759671, + "learning_rate": 1.9943368786072777e-05, + "loss": 0.422, + "step": 7413 + }, + { + "epoch": 6.288379983036472, + "grad_norm": 1.3129164961754425, + "learning_rate": 1.9943339588460513e-05, + "loss": 0.4059, + "step": 7414 + }, + { + "epoch": 6.289228159457167, + "grad_norm": 1.2703456522909846, + "learning_rate": 1.9943310383344798e-05, + "loss": 0.4117, + "step": 7415 + }, + { + "epoch": 6.290076335877862, + "grad_norm": 1.2526388407529352, + "learning_rate": 1.9943281170725654e-05, + "loss": 0.3766, + "step": 7416 + }, + { + "epoch": 6.290924512298558, + "grad_norm": 1.1165700909458711, + "learning_rate": 1.9943251950603107e-05, + "loss": 0.3931, + "step": 7417 + }, + { + "epoch": 6.291772688719254, + "grad_norm": 1.2578202242116883, + "learning_rate": 1.994322272297718e-05, + "loss": 0.3618, + "step": 7418 + }, + { + "epoch": 6.292620865139949, + "grad_norm": 1.2949961765975884, + "learning_rate": 1.9943193487847887e-05, + "loss": 0.4004, + "step": 7419 + }, + { + "epoch": 6.293469041560645, + "grad_norm": 1.3761380839765112, + "learning_rate": 1.9943164245215256e-05, + "loss": 0.3684, + "step": 7420 + }, + { + "epoch": 6.29431721798134, + "grad_norm": 1.4842822022130109, + "learning_rate": 1.994313499507931e-05, + "loss": 0.44, + "step": 7421 + }, + { + "epoch": 6.295165394402035, + "grad_norm": 1.23961650806081, + "learning_rate": 1.9943105737440066e-05, + "loss": 0.3653, + "step": 7422 + }, + { + "epoch": 6.296013570822731, + "grad_norm": 1.1589185387717256, + "learning_rate": 1.9943076472297555e-05, + "loss": 0.3795, + "step": 7423 + }, + { + "epoch": 6.296861747243427, + "grad_norm": 1.3001600435508989, + "learning_rate": 1.9943047199651792e-05, + "loss": 0.3864, + "step": 7424 + }, + { + "epoch": 6.297709923664122, + "grad_norm": 1.3895495579795902, + "learning_rate": 1.9943017919502798e-05, + "loss": 0.3889, + "step": 7425 + }, + { + "epoch": 6.298558100084818, + "grad_norm": 1.370448007485936, + "learning_rate": 1.99429886318506e-05, + "loss": 0.4329, + "step": 7426 + }, + { + "epoch": 6.299406276505513, + "grad_norm": 1.1985934747267946, + "learning_rate": 1.9942959336695217e-05, + "loss": 0.354, + "step": 7427 + }, + { + "epoch": 6.300254452926208, + "grad_norm": 1.1910163498656154, + "learning_rate": 1.994293003403667e-05, + "loss": 0.3877, + "step": 7428 + }, + { + "epoch": 6.301102629346905, + "grad_norm": 1.1855020542602543, + "learning_rate": 1.9942900723874985e-05, + "loss": 0.353, + "step": 7429 + }, + { + "epoch": 6.3019508057676, + "grad_norm": 1.5794723868678175, + "learning_rate": 1.994287140621018e-05, + "loss": 0.3629, + "step": 7430 + }, + { + "epoch": 6.302798982188295, + "grad_norm": 1.3750128940118669, + "learning_rate": 1.9942842081042283e-05, + "loss": 0.3792, + "step": 7431 + }, + { + "epoch": 6.303647158608991, + "grad_norm": 1.3505504051170574, + "learning_rate": 1.994281274837131e-05, + "loss": 0.3725, + "step": 7432 + }, + { + "epoch": 6.304495335029686, + "grad_norm": 1.4358013975713106, + "learning_rate": 1.9942783408197285e-05, + "loss": 0.4484, + "step": 7433 + }, + { + "epoch": 6.305343511450381, + "grad_norm": 1.3004953982710252, + "learning_rate": 1.9942754060520232e-05, + "loss": 0.3933, + "step": 7434 + }, + { + "epoch": 6.3061916878710775, + "grad_norm": 1.3905359726470794, + "learning_rate": 1.994272470534017e-05, + "loss": 0.4607, + "step": 7435 + }, + { + "epoch": 6.307039864291773, + "grad_norm": 1.3433783803984347, + "learning_rate": 1.9942695342657127e-05, + "loss": 0.3431, + "step": 7436 + }, + { + "epoch": 6.307888040712468, + "grad_norm": 1.4058022819206923, + "learning_rate": 1.994266597247112e-05, + "loss": 0.4013, + "step": 7437 + }, + { + "epoch": 6.308736217133164, + "grad_norm": 1.4019856797145127, + "learning_rate": 1.9942636594782168e-05, + "loss": 0.4004, + "step": 7438 + }, + { + "epoch": 6.309584393553859, + "grad_norm": 1.4982915191457704, + "learning_rate": 1.99426072095903e-05, + "loss": 0.3832, + "step": 7439 + }, + { + "epoch": 6.310432569974555, + "grad_norm": 1.2921195731724306, + "learning_rate": 1.9942577816895537e-05, + "loss": 0.3272, + "step": 7440 + }, + { + "epoch": 6.3112807463952505, + "grad_norm": 1.1345235473850264, + "learning_rate": 1.9942548416697898e-05, + "loss": 0.3421, + "step": 7441 + }, + { + "epoch": 6.312128922815946, + "grad_norm": 1.1294119241043983, + "learning_rate": 1.9942519008997404e-05, + "loss": 0.3278, + "step": 7442 + }, + { + "epoch": 6.312977099236641, + "grad_norm": 1.2787909276443112, + "learning_rate": 1.9942489593794088e-05, + "loss": 0.3665, + "step": 7443 + }, + { + "epoch": 6.3138252756573365, + "grad_norm": 1.258984372013389, + "learning_rate": 1.9942460171087958e-05, + "loss": 0.337, + "step": 7444 + }, + { + "epoch": 6.314673452078032, + "grad_norm": 1.3613997183134285, + "learning_rate": 1.9942430740879044e-05, + "loss": 0.392, + "step": 7445 + }, + { + "epoch": 6.315521628498728, + "grad_norm": 1.241515361927053, + "learning_rate": 1.9942401303167366e-05, + "loss": 0.349, + "step": 7446 + }, + { + "epoch": 6.3163698049194235, + "grad_norm": 1.1666674249076872, + "learning_rate": 1.9942371857952948e-05, + "loss": 0.3309, + "step": 7447 + }, + { + "epoch": 6.317217981340119, + "grad_norm": 1.4994885069150894, + "learning_rate": 1.9942342405235814e-05, + "loss": 0.416, + "step": 7448 + }, + { + "epoch": 6.318066157760814, + "grad_norm": 1.2590387693805933, + "learning_rate": 1.994231294501598e-05, + "loss": 0.3498, + "step": 7449 + }, + { + "epoch": 6.3189143341815095, + "grad_norm": 1.309680839860579, + "learning_rate": 1.9942283477293475e-05, + "loss": 0.3792, + "step": 7450 + }, + { + "epoch": 6.319762510602205, + "grad_norm": 1.1461525767677632, + "learning_rate": 1.9942254002068317e-05, + "loss": 0.3498, + "step": 7451 + }, + { + "epoch": 6.320610687022901, + "grad_norm": 1.2060136288934353, + "learning_rate": 1.9942224519340524e-05, + "loss": 0.3879, + "step": 7452 + }, + { + "epoch": 6.321458863443596, + "grad_norm": 1.2503673295961115, + "learning_rate": 1.9942195029110127e-05, + "loss": 0.3938, + "step": 7453 + }, + { + "epoch": 6.322307039864292, + "grad_norm": 1.7568493678254107, + "learning_rate": 1.9942165531377145e-05, + "loss": 0.4188, + "step": 7454 + }, + { + "epoch": 6.323155216284987, + "grad_norm": 1.409662422544657, + "learning_rate": 1.99421360261416e-05, + "loss": 0.3853, + "step": 7455 + }, + { + "epoch": 6.3240033927056825, + "grad_norm": 1.2286161526460033, + "learning_rate": 1.9942106513403515e-05, + "loss": 0.3384, + "step": 7456 + }, + { + "epoch": 6.324851569126379, + "grad_norm": 1.522183814526399, + "learning_rate": 1.994207699316291e-05, + "loss": 0.3827, + "step": 7457 + }, + { + "epoch": 6.325699745547074, + "grad_norm": 1.389215080172385, + "learning_rate": 1.994204746541981e-05, + "loss": 0.4112, + "step": 7458 + }, + { + "epoch": 6.326547921967769, + "grad_norm": 1.3532365674581694, + "learning_rate": 1.9942017930174235e-05, + "loss": 0.4168, + "step": 7459 + }, + { + "epoch": 6.327396098388465, + "grad_norm": 1.2984880307229876, + "learning_rate": 1.994198838742621e-05, + "loss": 0.3764, + "step": 7460 + }, + { + "epoch": 6.32824427480916, + "grad_norm": 1.4273742948255104, + "learning_rate": 1.994195883717575e-05, + "loss": 0.4298, + "step": 7461 + }, + { + "epoch": 6.329092451229855, + "grad_norm": 1.294021813407001, + "learning_rate": 1.9941929279422887e-05, + "loss": 0.3453, + "step": 7462 + }, + { + "epoch": 6.329940627650552, + "grad_norm": 1.1764895592526314, + "learning_rate": 1.9941899714167637e-05, + "loss": 0.3935, + "step": 7463 + }, + { + "epoch": 6.330788804071247, + "grad_norm": 1.3034695088768213, + "learning_rate": 1.994187014141003e-05, + "loss": 0.3393, + "step": 7464 + }, + { + "epoch": 6.331636980491942, + "grad_norm": 1.2782182200658652, + "learning_rate": 1.9941840561150077e-05, + "loss": 0.4029, + "step": 7465 + }, + { + "epoch": 6.332485156912638, + "grad_norm": 1.2145378155536068, + "learning_rate": 1.994181097338781e-05, + "loss": 0.341, + "step": 7466 + }, + { + "epoch": 6.333333333333333, + "grad_norm": 1.335661921459873, + "learning_rate": 1.9941781378123244e-05, + "loss": 0.3639, + "step": 7467 + }, + { + "epoch": 6.334181509754028, + "grad_norm": 1.3354341037655408, + "learning_rate": 1.9941751775356408e-05, + "loss": 0.413, + "step": 7468 + }, + { + "epoch": 6.335029686174725, + "grad_norm": 1.1796876974980295, + "learning_rate": 1.9941722165087317e-05, + "loss": 0.3625, + "step": 7469 + }, + { + "epoch": 6.33587786259542, + "grad_norm": 1.12066659320872, + "learning_rate": 1.9941692547316004e-05, + "loss": 0.3628, + "step": 7470 + }, + { + "epoch": 6.336726039016115, + "grad_norm": 1.575370593030863, + "learning_rate": 1.994166292204248e-05, + "loss": 0.3189, + "step": 7471 + }, + { + "epoch": 6.337574215436811, + "grad_norm": 1.15835147477049, + "learning_rate": 1.9941633289266772e-05, + "loss": 0.3824, + "step": 7472 + }, + { + "epoch": 6.338422391857506, + "grad_norm": 1.3537285534007681, + "learning_rate": 1.9941603648988903e-05, + "loss": 0.4589, + "step": 7473 + }, + { + "epoch": 6.339270568278202, + "grad_norm": 1.2654460766945275, + "learning_rate": 1.9941574001208897e-05, + "loss": 0.3639, + "step": 7474 + }, + { + "epoch": 6.340118744698898, + "grad_norm": 1.2228533768139598, + "learning_rate": 1.9941544345926774e-05, + "loss": 0.3377, + "step": 7475 + }, + { + "epoch": 6.340966921119593, + "grad_norm": 1.383716329786817, + "learning_rate": 1.9941514683142555e-05, + "loss": 0.3632, + "step": 7476 + }, + { + "epoch": 6.341815097540288, + "grad_norm": 1.3851605735219459, + "learning_rate": 1.9941485012856264e-05, + "loss": 0.3562, + "step": 7477 + }, + { + "epoch": 6.342663273960984, + "grad_norm": 1.0793153319883322, + "learning_rate": 1.9941455335067923e-05, + "loss": 0.345, + "step": 7478 + }, + { + "epoch": 6.34351145038168, + "grad_norm": 1.2327572075940136, + "learning_rate": 1.9941425649777558e-05, + "loss": 0.3848, + "step": 7479 + }, + { + "epoch": 6.344359626802375, + "grad_norm": 1.314310060550633, + "learning_rate": 1.9941395956985184e-05, + "loss": 0.4322, + "step": 7480 + }, + { + "epoch": 6.3452078032230705, + "grad_norm": 1.4545762108147753, + "learning_rate": 1.994136625669083e-05, + "loss": 0.4045, + "step": 7481 + }, + { + "epoch": 6.346055979643766, + "grad_norm": 1.2523929029910315, + "learning_rate": 1.9941336548894518e-05, + "loss": 0.4062, + "step": 7482 + }, + { + "epoch": 6.346904156064461, + "grad_norm": 1.276301777403379, + "learning_rate": 1.9941306833596265e-05, + "loss": 0.4506, + "step": 7483 + }, + { + "epoch": 6.347752332485157, + "grad_norm": 1.3126261270841066, + "learning_rate": 1.99412771107961e-05, + "loss": 0.3858, + "step": 7484 + }, + { + "epoch": 6.348600508905853, + "grad_norm": 1.279111323569398, + "learning_rate": 1.994124738049404e-05, + "loss": 0.4433, + "step": 7485 + }, + { + "epoch": 6.349448685326548, + "grad_norm": 1.144233179418496, + "learning_rate": 1.9941217642690112e-05, + "loss": 0.3427, + "step": 7486 + }, + { + "epoch": 6.3502968617472435, + "grad_norm": 1.3012339180108041, + "learning_rate": 1.9941187897384332e-05, + "loss": 0.3368, + "step": 7487 + }, + { + "epoch": 6.351145038167939, + "grad_norm": 1.4009881675601306, + "learning_rate": 1.994115814457673e-05, + "loss": 0.389, + "step": 7488 + }, + { + "epoch": 6.351993214588634, + "grad_norm": 1.3166808877334062, + "learning_rate": 1.9941128384267326e-05, + "loss": 0.3031, + "step": 7489 + }, + { + "epoch": 6.3528413910093295, + "grad_norm": 1.160749365382543, + "learning_rate": 1.9941098616456138e-05, + "loss": 0.3254, + "step": 7490 + }, + { + "epoch": 6.353689567430026, + "grad_norm": 1.4156627268784385, + "learning_rate": 1.9941068841143195e-05, + "loss": 0.378, + "step": 7491 + }, + { + "epoch": 6.354537743850721, + "grad_norm": 1.3548150259784097, + "learning_rate": 1.9941039058328516e-05, + "loss": 0.3207, + "step": 7492 + }, + { + "epoch": 6.3553859202714165, + "grad_norm": 1.1510904544556229, + "learning_rate": 1.9941009268012123e-05, + "loss": 0.3263, + "step": 7493 + }, + { + "epoch": 6.356234096692112, + "grad_norm": 1.4285035768038865, + "learning_rate": 1.994097947019404e-05, + "loss": 0.4083, + "step": 7494 + }, + { + "epoch": 6.357082273112807, + "grad_norm": 1.1951058372519328, + "learning_rate": 1.994094966487429e-05, + "loss": 0.3476, + "step": 7495 + }, + { + "epoch": 6.357930449533503, + "grad_norm": 1.3668671996524093, + "learning_rate": 1.994091985205289e-05, + "loss": 0.4301, + "step": 7496 + }, + { + "epoch": 6.358778625954199, + "grad_norm": 1.295933382967465, + "learning_rate": 1.994089003172987e-05, + "loss": 0.3958, + "step": 7497 + }, + { + "epoch": 6.359626802374894, + "grad_norm": 1.2702957942008657, + "learning_rate": 1.9940860203905253e-05, + "loss": 0.3845, + "step": 7498 + }, + { + "epoch": 6.360474978795589, + "grad_norm": 1.2592626932775084, + "learning_rate": 1.994083036857905e-05, + "loss": 0.3566, + "step": 7499 + }, + { + "epoch": 6.361323155216285, + "grad_norm": 1.1520306082972664, + "learning_rate": 1.9940800525751298e-05, + "loss": 0.3614, + "step": 7500 + }, + { + "epoch": 6.36217133163698, + "grad_norm": 1.3585128964745834, + "learning_rate": 1.994077067542201e-05, + "loss": 0.4368, + "step": 7501 + }, + { + "epoch": 6.363019508057676, + "grad_norm": 1.2387270571555653, + "learning_rate": 1.9940740817591213e-05, + "loss": 0.382, + "step": 7502 + }, + { + "epoch": 6.363867684478372, + "grad_norm": 1.211353106197915, + "learning_rate": 1.994071095225893e-05, + "loss": 0.3547, + "step": 7503 + }, + { + "epoch": 6.364715860899067, + "grad_norm": 1.2134380190841165, + "learning_rate": 1.9940681079425177e-05, + "loss": 0.343, + "step": 7504 + }, + { + "epoch": 6.365564037319762, + "grad_norm": 1.453427739945017, + "learning_rate": 1.9940651199089985e-05, + "loss": 0.3155, + "step": 7505 + }, + { + "epoch": 6.366412213740458, + "grad_norm": 1.2188409774290352, + "learning_rate": 1.994062131125337e-05, + "loss": 0.3477, + "step": 7506 + }, + { + "epoch": 6.367260390161153, + "grad_norm": 1.2191464248149715, + "learning_rate": 1.9940591415915355e-05, + "loss": 0.3132, + "step": 7507 + }, + { + "epoch": 6.368108566581849, + "grad_norm": 1.4349743044570906, + "learning_rate": 1.9940561513075968e-05, + "loss": 0.3446, + "step": 7508 + }, + { + "epoch": 6.368956743002545, + "grad_norm": 1.3835638240405572, + "learning_rate": 1.994053160273523e-05, + "loss": 0.3256, + "step": 7509 + }, + { + "epoch": 6.36980491942324, + "grad_norm": 1.283745998573102, + "learning_rate": 1.994050168489316e-05, + "loss": 0.4079, + "step": 7510 + }, + { + "epoch": 6.370653095843935, + "grad_norm": 1.3056185466345744, + "learning_rate": 1.9940471759549782e-05, + "loss": 0.3861, + "step": 7511 + }, + { + "epoch": 6.371501272264631, + "grad_norm": 1.3965149603401046, + "learning_rate": 1.994044182670512e-05, + "loss": 0.3985, + "step": 7512 + }, + { + "epoch": 6.372349448685327, + "grad_norm": 1.212393655210111, + "learning_rate": 1.9940411886359196e-05, + "loss": 0.4302, + "step": 7513 + }, + { + "epoch": 6.373197625106022, + "grad_norm": 1.2689864988626571, + "learning_rate": 1.994038193851203e-05, + "loss": 0.3645, + "step": 7514 + }, + { + "epoch": 6.374045801526718, + "grad_norm": 1.5305996569207327, + "learning_rate": 1.994035198316365e-05, + "loss": 0.3963, + "step": 7515 + }, + { + "epoch": 6.374893977947413, + "grad_norm": 1.3108978185253717, + "learning_rate": 1.9940322020314072e-05, + "loss": 0.3739, + "step": 7516 + }, + { + "epoch": 6.375742154368108, + "grad_norm": 1.3319221853075136, + "learning_rate": 1.9940292049963324e-05, + "loss": 0.3399, + "step": 7517 + }, + { + "epoch": 6.376590330788804, + "grad_norm": 1.3439486102717566, + "learning_rate": 1.9940262072111427e-05, + "loss": 0.3527, + "step": 7518 + }, + { + "epoch": 6.3774385072095, + "grad_norm": 1.1876929241431802, + "learning_rate": 1.9940232086758403e-05, + "loss": 0.4031, + "step": 7519 + }, + { + "epoch": 6.378286683630195, + "grad_norm": 1.2746461183085127, + "learning_rate": 1.9940202093904273e-05, + "loss": 0.3569, + "step": 7520 + }, + { + "epoch": 6.379134860050891, + "grad_norm": 1.2081317167982366, + "learning_rate": 1.9940172093549062e-05, + "loss": 0.3854, + "step": 7521 + }, + { + "epoch": 6.379983036471586, + "grad_norm": 1.1355497061883693, + "learning_rate": 1.9940142085692796e-05, + "loss": 0.3364, + "step": 7522 + }, + { + "epoch": 6.380831212892281, + "grad_norm": 1.3710962403669087, + "learning_rate": 1.994011207033549e-05, + "loss": 0.4264, + "step": 7523 + }, + { + "epoch": 6.3816793893129775, + "grad_norm": 1.2929846486848406, + "learning_rate": 1.9940082047477172e-05, + "loss": 0.4648, + "step": 7524 + }, + { + "epoch": 6.382527565733673, + "grad_norm": 1.2296545945476893, + "learning_rate": 1.9940052017117863e-05, + "loss": 0.3454, + "step": 7525 + }, + { + "epoch": 6.383375742154368, + "grad_norm": 1.3023812236612697, + "learning_rate": 1.9940021979257585e-05, + "loss": 0.3757, + "step": 7526 + }, + { + "epoch": 6.3842239185750635, + "grad_norm": 1.2815766834618068, + "learning_rate": 1.9939991933896363e-05, + "loss": 0.3829, + "step": 7527 + }, + { + "epoch": 6.385072094995759, + "grad_norm": 1.2785073334852857, + "learning_rate": 1.9939961881034217e-05, + "loss": 0.3983, + "step": 7528 + }, + { + "epoch": 6.385920271416454, + "grad_norm": 1.392565719010329, + "learning_rate": 1.993993182067117e-05, + "loss": 0.3409, + "step": 7529 + }, + { + "epoch": 6.3867684478371505, + "grad_norm": 1.4989881799776965, + "learning_rate": 1.993990175280725e-05, + "loss": 0.3355, + "step": 7530 + }, + { + "epoch": 6.387616624257846, + "grad_norm": 1.7592109660476862, + "learning_rate": 1.993987167744247e-05, + "loss": 0.4229, + "step": 7531 + }, + { + "epoch": 6.388464800678541, + "grad_norm": 1.2495472763388944, + "learning_rate": 1.993984159457686e-05, + "loss": 0.47, + "step": 7532 + }, + { + "epoch": 6.3893129770992365, + "grad_norm": 1.1981477565223528, + "learning_rate": 1.993981150421044e-05, + "loss": 0.3699, + "step": 7533 + }, + { + "epoch": 6.390161153519932, + "grad_norm": 1.1512901413581407, + "learning_rate": 1.9939781406343236e-05, + "loss": 0.3717, + "step": 7534 + }, + { + "epoch": 6.391009329940628, + "grad_norm": 1.2652608613730398, + "learning_rate": 1.9939751300975266e-05, + "loss": 0.3441, + "step": 7535 + }, + { + "epoch": 6.391857506361323, + "grad_norm": 1.2940235992588964, + "learning_rate": 1.9939721188106552e-05, + "loss": 0.3686, + "step": 7536 + }, + { + "epoch": 6.392705682782019, + "grad_norm": 1.3647834914620098, + "learning_rate": 1.993969106773712e-05, + "loss": 0.447, + "step": 7537 + }, + { + "epoch": 6.393553859202714, + "grad_norm": 1.0726551278557677, + "learning_rate": 1.9939660939866998e-05, + "loss": 0.3185, + "step": 7538 + }, + { + "epoch": 6.3944020356234095, + "grad_norm": 1.2592330285189217, + "learning_rate": 1.9939630804496196e-05, + "loss": 0.3358, + "step": 7539 + }, + { + "epoch": 6.395250212044105, + "grad_norm": 1.2943167406777825, + "learning_rate": 1.9939600661624748e-05, + "loss": 0.3583, + "step": 7540 + }, + { + "epoch": 6.396098388464801, + "grad_norm": 1.732859499242551, + "learning_rate": 1.9939570511252674e-05, + "loss": 0.3475, + "step": 7541 + }, + { + "epoch": 6.396946564885496, + "grad_norm": 1.3056536406269599, + "learning_rate": 1.9939540353379988e-05, + "loss": 0.3729, + "step": 7542 + }, + { + "epoch": 6.397794741306192, + "grad_norm": 1.1554266257919794, + "learning_rate": 1.9939510188006727e-05, + "loss": 0.3462, + "step": 7543 + }, + { + "epoch": 6.398642917726887, + "grad_norm": 1.2397504616633988, + "learning_rate": 1.99394800151329e-05, + "loss": 0.3643, + "step": 7544 + }, + { + "epoch": 6.399491094147582, + "grad_norm": 1.3252549246198801, + "learning_rate": 1.993944983475854e-05, + "loss": 0.3626, + "step": 7545 + }, + { + "epoch": 6.400339270568278, + "grad_norm": 1.219493567645951, + "learning_rate": 1.9939419646883673e-05, + "loss": 0.3426, + "step": 7546 + }, + { + "epoch": 6.401187446988974, + "grad_norm": 1.3068509958622097, + "learning_rate": 1.9939389451508308e-05, + "loss": 0.3212, + "step": 7547 + }, + { + "epoch": 6.402035623409669, + "grad_norm": 1.3875317021679285, + "learning_rate": 1.9939359248632473e-05, + "loss": 0.4152, + "step": 7548 + }, + { + "epoch": 6.402883799830365, + "grad_norm": 1.0987141091972192, + "learning_rate": 1.9939329038256196e-05, + "loss": 0.309, + "step": 7549 + }, + { + "epoch": 6.40373197625106, + "grad_norm": 1.26218548488565, + "learning_rate": 1.9939298820379492e-05, + "loss": 0.4143, + "step": 7550 + }, + { + "epoch": 6.404580152671755, + "grad_norm": 1.2909929834970844, + "learning_rate": 1.9939268595002393e-05, + "loss": 0.3735, + "step": 7551 + }, + { + "epoch": 6.405428329092452, + "grad_norm": 1.0952385763115362, + "learning_rate": 1.9939238362124916e-05, + "loss": 0.3441, + "step": 7552 + }, + { + "epoch": 6.406276505513147, + "grad_norm": 1.2299008285742514, + "learning_rate": 1.9939208121747084e-05, + "loss": 0.3152, + "step": 7553 + }, + { + "epoch": 6.407124681933842, + "grad_norm": 1.1938478864469662, + "learning_rate": 1.993917787386892e-05, + "loss": 0.3795, + "step": 7554 + }, + { + "epoch": 6.407972858354538, + "grad_norm": 1.1931054778593566, + "learning_rate": 1.993914761849045e-05, + "loss": 0.3506, + "step": 7555 + }, + { + "epoch": 6.408821034775233, + "grad_norm": 1.5373949717154565, + "learning_rate": 1.9939117355611692e-05, + "loss": 0.387, + "step": 7556 + }, + { + "epoch": 6.409669211195928, + "grad_norm": 1.289125271495953, + "learning_rate": 1.993908708523267e-05, + "loss": 0.3387, + "step": 7557 + }, + { + "epoch": 6.410517387616625, + "grad_norm": 1.251832792280017, + "learning_rate": 1.993905680735341e-05, + "loss": 0.3799, + "step": 7558 + }, + { + "epoch": 6.41136556403732, + "grad_norm": 1.1919698160504013, + "learning_rate": 1.9939026521973935e-05, + "loss": 0.3539, + "step": 7559 + }, + { + "epoch": 6.412213740458015, + "grad_norm": 1.4182678068114447, + "learning_rate": 1.9938996229094263e-05, + "loss": 0.3916, + "step": 7560 + }, + { + "epoch": 6.413061916878711, + "grad_norm": 0.996000482879791, + "learning_rate": 1.993896592871442e-05, + "loss": 0.2836, + "step": 7561 + }, + { + "epoch": 6.413910093299406, + "grad_norm": 1.214641870672002, + "learning_rate": 1.9938935620834427e-05, + "loss": 0.3136, + "step": 7562 + }, + { + "epoch": 6.414758269720101, + "grad_norm": 1.1867957636833901, + "learning_rate": 1.993890530545431e-05, + "loss": 0.3837, + "step": 7563 + }, + { + "epoch": 6.415606446140798, + "grad_norm": 1.1732258883928004, + "learning_rate": 1.993887498257409e-05, + "loss": 0.305, + "step": 7564 + }, + { + "epoch": 6.416454622561493, + "grad_norm": 1.3073226868485535, + "learning_rate": 1.993884465219379e-05, + "loss": 0.3637, + "step": 7565 + }, + { + "epoch": 6.417302798982188, + "grad_norm": 1.192974283199645, + "learning_rate": 1.9938814314313433e-05, + "loss": 0.3793, + "step": 7566 + }, + { + "epoch": 6.418150975402884, + "grad_norm": 1.8516293018197572, + "learning_rate": 1.9938783968933043e-05, + "loss": 0.4119, + "step": 7567 + }, + { + "epoch": 6.418999151823579, + "grad_norm": 1.2377058750544636, + "learning_rate": 1.9938753616052637e-05, + "loss": 0.3647, + "step": 7568 + }, + { + "epoch": 6.419847328244275, + "grad_norm": 1.2511060889390915, + "learning_rate": 1.9938723255672246e-05, + "loss": 0.3194, + "step": 7569 + }, + { + "epoch": 6.4206955046649705, + "grad_norm": 1.1073311310514287, + "learning_rate": 1.993869288779189e-05, + "loss": 0.3274, + "step": 7570 + }, + { + "epoch": 6.421543681085666, + "grad_norm": 1.4608316451495107, + "learning_rate": 1.9938662512411587e-05, + "loss": 0.4293, + "step": 7571 + }, + { + "epoch": 6.422391857506361, + "grad_norm": 1.212826906759403, + "learning_rate": 1.993863212953137e-05, + "loss": 0.3584, + "step": 7572 + }, + { + "epoch": 6.423240033927057, + "grad_norm": 1.3162778618208497, + "learning_rate": 1.9938601739151255e-05, + "loss": 0.4486, + "step": 7573 + }, + { + "epoch": 6.424088210347753, + "grad_norm": 1.265745182407334, + "learning_rate": 1.993857134127127e-05, + "loss": 0.3983, + "step": 7574 + }, + { + "epoch": 6.424936386768448, + "grad_norm": 1.3310662706605492, + "learning_rate": 1.9938540935891425e-05, + "loss": 0.4154, + "step": 7575 + }, + { + "epoch": 6.4257845631891435, + "grad_norm": 1.3117431281274026, + "learning_rate": 1.993851052301176e-05, + "loss": 0.3689, + "step": 7576 + }, + { + "epoch": 6.426632739609839, + "grad_norm": 1.2914809297109957, + "learning_rate": 1.9938480102632286e-05, + "loss": 0.2937, + "step": 7577 + }, + { + "epoch": 6.427480916030534, + "grad_norm": 1.52222812551676, + "learning_rate": 1.993844967475303e-05, + "loss": 0.3421, + "step": 7578 + }, + { + "epoch": 6.4283290924512295, + "grad_norm": 1.186403627828237, + "learning_rate": 1.9938419239374015e-05, + "loss": 0.3238, + "step": 7579 + }, + { + "epoch": 6.429177268871926, + "grad_norm": 1.288107601069542, + "learning_rate": 1.9938388796495264e-05, + "loss": 0.3367, + "step": 7580 + }, + { + "epoch": 6.430025445292621, + "grad_norm": 1.2429769394604433, + "learning_rate": 1.9938358346116802e-05, + "loss": 0.3841, + "step": 7581 + }, + { + "epoch": 6.4308736217133164, + "grad_norm": 1.3204933188538535, + "learning_rate": 1.993832788823865e-05, + "loss": 0.375, + "step": 7582 + }, + { + "epoch": 6.431721798134012, + "grad_norm": 1.056781802165471, + "learning_rate": 1.993829742286083e-05, + "loss": 0.2992, + "step": 7583 + }, + { + "epoch": 6.432569974554707, + "grad_norm": 1.2192726988220295, + "learning_rate": 1.9938266949983363e-05, + "loss": 0.3756, + "step": 7584 + }, + { + "epoch": 6.4334181509754025, + "grad_norm": 1.2810200562174068, + "learning_rate": 1.9938236469606277e-05, + "loss": 0.403, + "step": 7585 + }, + { + "epoch": 6.434266327396099, + "grad_norm": 1.4077622996773074, + "learning_rate": 1.9938205981729592e-05, + "loss": 0.396, + "step": 7586 + }, + { + "epoch": 6.435114503816794, + "grad_norm": 1.3728812382046998, + "learning_rate": 1.993817548635333e-05, + "loss": 0.4123, + "step": 7587 + }, + { + "epoch": 6.435962680237489, + "grad_norm": 1.262230809496189, + "learning_rate": 1.9938144983477522e-05, + "loss": 0.3764, + "step": 7588 + }, + { + "epoch": 6.436810856658185, + "grad_norm": 1.2844718055606836, + "learning_rate": 1.9938114473102182e-05, + "loss": 0.3567, + "step": 7589 + }, + { + "epoch": 6.43765903307888, + "grad_norm": 1.2458558028263336, + "learning_rate": 1.9938083955227334e-05, + "loss": 0.3641, + "step": 7590 + }, + { + "epoch": 6.438507209499576, + "grad_norm": 1.2481815865952866, + "learning_rate": 1.9938053429853005e-05, + "loss": 0.3464, + "step": 7591 + }, + { + "epoch": 6.439355385920272, + "grad_norm": 1.2155299677752964, + "learning_rate": 1.9938022896979215e-05, + "loss": 0.3998, + "step": 7592 + }, + { + "epoch": 6.440203562340967, + "grad_norm": 1.1385801242230358, + "learning_rate": 1.993799235660599e-05, + "loss": 0.3506, + "step": 7593 + }, + { + "epoch": 6.441051738761662, + "grad_norm": 1.2093101476316626, + "learning_rate": 1.9937961808733347e-05, + "loss": 0.3895, + "step": 7594 + }, + { + "epoch": 6.441899915182358, + "grad_norm": 1.3543165852352528, + "learning_rate": 1.9937931253361316e-05, + "loss": 0.3666, + "step": 7595 + }, + { + "epoch": 6.442748091603053, + "grad_norm": 1.1644475912222552, + "learning_rate": 1.9937900690489916e-05, + "loss": 0.3483, + "step": 7596 + }, + { + "epoch": 6.443596268023749, + "grad_norm": 1.1941207954675435, + "learning_rate": 1.9937870120119174e-05, + "loss": 0.3262, + "step": 7597 + }, + { + "epoch": 6.444444444444445, + "grad_norm": 1.4312226735724864, + "learning_rate": 1.9937839542249108e-05, + "loss": 0.3819, + "step": 7598 + }, + { + "epoch": 6.44529262086514, + "grad_norm": 1.5327158054357306, + "learning_rate": 1.9937808956879743e-05, + "loss": 0.3583, + "step": 7599 + }, + { + "epoch": 6.446140797285835, + "grad_norm": 1.1728336986579109, + "learning_rate": 1.9937778364011105e-05, + "loss": 0.4118, + "step": 7600 + }, + { + "epoch": 6.446988973706531, + "grad_norm": 1.3009112588473708, + "learning_rate": 1.993774776364321e-05, + "loss": 0.4002, + "step": 7601 + }, + { + "epoch": 6.447837150127226, + "grad_norm": 1.2554226338518417, + "learning_rate": 1.993771715577609e-05, + "loss": 0.3361, + "step": 7602 + }, + { + "epoch": 6.448685326547922, + "grad_norm": 1.3353437394531413, + "learning_rate": 1.9937686540409764e-05, + "loss": 0.4017, + "step": 7603 + }, + { + "epoch": 6.449533502968618, + "grad_norm": 1.0865270680438806, + "learning_rate": 1.9937655917544253e-05, + "loss": 0.3614, + "step": 7604 + }, + { + "epoch": 6.450381679389313, + "grad_norm": 1.2441362169129013, + "learning_rate": 1.9937625287179584e-05, + "loss": 0.3278, + "step": 7605 + }, + { + "epoch": 6.451229855810008, + "grad_norm": 1.477912692402705, + "learning_rate": 1.9937594649315773e-05, + "loss": 0.3792, + "step": 7606 + }, + { + "epoch": 6.452078032230704, + "grad_norm": 1.595792004428417, + "learning_rate": 1.993756400395285e-05, + "loss": 0.394, + "step": 7607 + }, + { + "epoch": 6.4529262086514, + "grad_norm": 1.2667039795677026, + "learning_rate": 1.993753335109084e-05, + "loss": 0.3706, + "step": 7608 + }, + { + "epoch": 6.453774385072095, + "grad_norm": 1.178480117362116, + "learning_rate": 1.993750269072976e-05, + "loss": 0.3753, + "step": 7609 + }, + { + "epoch": 6.454622561492791, + "grad_norm": 1.1591388336650401, + "learning_rate": 1.9937472022869636e-05, + "loss": 0.3693, + "step": 7610 + }, + { + "epoch": 6.455470737913486, + "grad_norm": 1.3859597348444628, + "learning_rate": 1.993744134751049e-05, + "loss": 0.4109, + "step": 7611 + }, + { + "epoch": 6.456318914334181, + "grad_norm": 1.2650308405124386, + "learning_rate": 1.9937410664652345e-05, + "loss": 0.3881, + "step": 7612 + }, + { + "epoch": 6.457167090754877, + "grad_norm": 1.2471941435130225, + "learning_rate": 1.9937379974295225e-05, + "loss": 0.3711, + "step": 7613 + }, + { + "epoch": 6.458015267175573, + "grad_norm": 1.3089303523836262, + "learning_rate": 1.9937349276439154e-05, + "loss": 0.3664, + "step": 7614 + }, + { + "epoch": 6.458863443596268, + "grad_norm": 1.3897953024056056, + "learning_rate": 1.9937318571084157e-05, + "loss": 0.3284, + "step": 7615 + }, + { + "epoch": 6.4597116200169635, + "grad_norm": 1.2828165183980242, + "learning_rate": 1.9937287858230253e-05, + "loss": 0.4201, + "step": 7616 + }, + { + "epoch": 6.460559796437659, + "grad_norm": 1.2480505157962734, + "learning_rate": 1.9937257137877467e-05, + "loss": 0.3807, + "step": 7617 + }, + { + "epoch": 6.461407972858354, + "grad_norm": 1.4830678203355074, + "learning_rate": 1.9937226410025818e-05, + "loss": 0.3701, + "step": 7618 + }, + { + "epoch": 6.4622561492790505, + "grad_norm": 1.1314041967594644, + "learning_rate": 1.9937195674675335e-05, + "loss": 0.2744, + "step": 7619 + }, + { + "epoch": 6.463104325699746, + "grad_norm": 1.2510690937565137, + "learning_rate": 1.9937164931826042e-05, + "loss": 0.3491, + "step": 7620 + }, + { + "epoch": 6.463952502120441, + "grad_norm": 1.1617766023175984, + "learning_rate": 1.9937134181477956e-05, + "loss": 0.3521, + "step": 7621 + }, + { + "epoch": 6.4648006785411365, + "grad_norm": 1.135071930855074, + "learning_rate": 1.993710342363111e-05, + "loss": 0.3263, + "step": 7622 + }, + { + "epoch": 6.465648854961832, + "grad_norm": 1.3363370141684399, + "learning_rate": 1.9937072658285515e-05, + "loss": 0.402, + "step": 7623 + }, + { + "epoch": 6.466497031382527, + "grad_norm": 1.3468195472149023, + "learning_rate": 1.9937041885441203e-05, + "loss": 0.3415, + "step": 7624 + }, + { + "epoch": 6.467345207803223, + "grad_norm": 1.57218696078999, + "learning_rate": 1.993701110509819e-05, + "loss": 0.3913, + "step": 7625 + }, + { + "epoch": 6.468193384223919, + "grad_norm": 1.1747549620745705, + "learning_rate": 1.9936980317256506e-05, + "loss": 0.4053, + "step": 7626 + }, + { + "epoch": 6.469041560644614, + "grad_norm": 1.2513819876991261, + "learning_rate": 1.9936949521916172e-05, + "loss": 0.3694, + "step": 7627 + }, + { + "epoch": 6.4698897370653095, + "grad_norm": 1.201648967376658, + "learning_rate": 1.993691871907721e-05, + "loss": 0.3962, + "step": 7628 + }, + { + "epoch": 6.470737913486005, + "grad_norm": 1.3338182209708254, + "learning_rate": 1.993688790873965e-05, + "loss": 0.3405, + "step": 7629 + }, + { + "epoch": 6.471586089906701, + "grad_norm": 1.2987958406990423, + "learning_rate": 1.9936857090903503e-05, + "loss": 0.3676, + "step": 7630 + }, + { + "epoch": 6.472434266327396, + "grad_norm": 1.280588405959447, + "learning_rate": 1.99368262655688e-05, + "loss": 0.3498, + "step": 7631 + }, + { + "epoch": 6.473282442748092, + "grad_norm": 1.291825163037648, + "learning_rate": 1.993679543273556e-05, + "loss": 0.3031, + "step": 7632 + }, + { + "epoch": 6.474130619168787, + "grad_norm": 1.2975552012520186, + "learning_rate": 1.9936764592403815e-05, + "loss": 0.3852, + "step": 7633 + }, + { + "epoch": 6.474978795589482, + "grad_norm": 1.3847082142329674, + "learning_rate": 1.993673374457358e-05, + "loss": 0.4376, + "step": 7634 + }, + { + "epoch": 6.475826972010178, + "grad_norm": 1.2814882645358645, + "learning_rate": 1.9936702889244882e-05, + "loss": 0.4125, + "step": 7635 + }, + { + "epoch": 6.476675148430874, + "grad_norm": 1.3184785798675391, + "learning_rate": 1.9936672026417743e-05, + "loss": 0.416, + "step": 7636 + }, + { + "epoch": 6.477523324851569, + "grad_norm": 1.2982966830564953, + "learning_rate": 1.9936641156092187e-05, + "loss": 0.3465, + "step": 7637 + }, + { + "epoch": 6.478371501272265, + "grad_norm": 1.3106355520468758, + "learning_rate": 1.9936610278268235e-05, + "loss": 0.3834, + "step": 7638 + }, + { + "epoch": 6.47921967769296, + "grad_norm": 1.2810144575485602, + "learning_rate": 1.993657939294591e-05, + "loss": 0.4845, + "step": 7639 + }, + { + "epoch": 6.480067854113655, + "grad_norm": 1.3131634090506423, + "learning_rate": 1.993654850012524e-05, + "loss": 0.4146, + "step": 7640 + }, + { + "epoch": 6.480916030534351, + "grad_norm": 1.232631359450773, + "learning_rate": 1.9936517599806247e-05, + "loss": 0.3177, + "step": 7641 + }, + { + "epoch": 6.481764206955047, + "grad_norm": 1.2196534193841153, + "learning_rate": 1.993648669198895e-05, + "loss": 0.3389, + "step": 7642 + }, + { + "epoch": 6.482612383375742, + "grad_norm": 1.257118555151331, + "learning_rate": 1.9936455776673378e-05, + "loss": 0.3993, + "step": 7643 + }, + { + "epoch": 6.483460559796438, + "grad_norm": 1.349997935689069, + "learning_rate": 1.9936424853859552e-05, + "loss": 0.3591, + "step": 7644 + }, + { + "epoch": 6.484308736217133, + "grad_norm": 1.431017128402853, + "learning_rate": 1.9936393923547492e-05, + "loss": 0.2976, + "step": 7645 + }, + { + "epoch": 6.485156912637828, + "grad_norm": 1.388043744557473, + "learning_rate": 1.9936362985737225e-05, + "loss": 0.4065, + "step": 7646 + }, + { + "epoch": 6.486005089058525, + "grad_norm": 1.2364266521177354, + "learning_rate": 1.9936332040428773e-05, + "loss": 0.4695, + "step": 7647 + }, + { + "epoch": 6.48685326547922, + "grad_norm": 1.368346347235167, + "learning_rate": 1.9936301087622164e-05, + "loss": 0.3277, + "step": 7648 + }, + { + "epoch": 6.487701441899915, + "grad_norm": 1.1900123790848811, + "learning_rate": 1.9936270127317413e-05, + "loss": 0.3853, + "step": 7649 + }, + { + "epoch": 6.488549618320611, + "grad_norm": 1.2857159174626938, + "learning_rate": 1.993623915951455e-05, + "loss": 0.3773, + "step": 7650 + }, + { + "epoch": 6.489397794741306, + "grad_norm": 1.3063394208025998, + "learning_rate": 1.9936208184213595e-05, + "loss": 0.4245, + "step": 7651 + }, + { + "epoch": 6.490245971162001, + "grad_norm": 1.1712721131098118, + "learning_rate": 1.9936177201414573e-05, + "loss": 0.3168, + "step": 7652 + }, + { + "epoch": 6.4910941475826975, + "grad_norm": 1.2311277730683097, + "learning_rate": 1.9936146211117507e-05, + "loss": 0.3888, + "step": 7653 + }, + { + "epoch": 6.491942324003393, + "grad_norm": 1.3025446567666796, + "learning_rate": 1.993611521332242e-05, + "loss": 0.3614, + "step": 7654 + }, + { + "epoch": 6.492790500424088, + "grad_norm": 1.2281834241752332, + "learning_rate": 1.9936084208029337e-05, + "loss": 0.37, + "step": 7655 + }, + { + "epoch": 6.493638676844784, + "grad_norm": 1.2240719927813175, + "learning_rate": 1.9936053195238277e-05, + "loss": 0.347, + "step": 7656 + }, + { + "epoch": 6.494486853265479, + "grad_norm": 1.1825117995413026, + "learning_rate": 1.993602217494927e-05, + "loss": 0.3521, + "step": 7657 + }, + { + "epoch": 6.495335029686174, + "grad_norm": 1.3326587842590711, + "learning_rate": 1.993599114716233e-05, + "loss": 0.4267, + "step": 7658 + }, + { + "epoch": 6.4961832061068705, + "grad_norm": 1.1801456692586303, + "learning_rate": 1.993596011187749e-05, + "loss": 0.3416, + "step": 7659 + }, + { + "epoch": 6.497031382527566, + "grad_norm": 1.2652841333262812, + "learning_rate": 1.993592906909477e-05, + "loss": 0.4301, + "step": 7660 + }, + { + "epoch": 6.497879558948261, + "grad_norm": 1.4198629490725792, + "learning_rate": 1.9935898018814192e-05, + "loss": 0.3514, + "step": 7661 + }, + { + "epoch": 6.4987277353689565, + "grad_norm": 1.1939980457616997, + "learning_rate": 1.9935866961035783e-05, + "loss": 0.3737, + "step": 7662 + }, + { + "epoch": 6.499575911789652, + "grad_norm": 1.173676770989375, + "learning_rate": 1.993583589575956e-05, + "loss": 0.3477, + "step": 7663 + }, + { + "epoch": 6.500424088210348, + "grad_norm": 1.1533544099274247, + "learning_rate": 1.993580482298555e-05, + "loss": 0.3921, + "step": 7664 + }, + { + "epoch": 6.5012722646310435, + "grad_norm": 1.1537602326355239, + "learning_rate": 1.993577374271378e-05, + "loss": 0.2867, + "step": 7665 + }, + { + "epoch": 6.502120441051739, + "grad_norm": 1.1409209820252384, + "learning_rate": 1.9935742654944274e-05, + "loss": 0.3583, + "step": 7666 + }, + { + "epoch": 6.502968617472434, + "grad_norm": 1.2939082292407924, + "learning_rate": 1.9935711559677043e-05, + "loss": 0.3339, + "step": 7667 + }, + { + "epoch": 6.5038167938931295, + "grad_norm": 0.9825149391279165, + "learning_rate": 1.9935680456912125e-05, + "loss": 0.3049, + "step": 7668 + }, + { + "epoch": 6.504664970313826, + "grad_norm": 1.183573378840166, + "learning_rate": 1.9935649346649538e-05, + "loss": 0.3803, + "step": 7669 + }, + { + "epoch": 6.505513146734521, + "grad_norm": 1.2764706540415094, + "learning_rate": 1.99356182288893e-05, + "loss": 0.3282, + "step": 7670 + }, + { + "epoch": 6.506361323155216, + "grad_norm": 1.2290616665490868, + "learning_rate": 1.9935587103631446e-05, + "loss": 0.3645, + "step": 7671 + }, + { + "epoch": 6.507209499575912, + "grad_norm": 1.4445624274211015, + "learning_rate": 1.9935555970875987e-05, + "loss": 0.4139, + "step": 7672 + }, + { + "epoch": 6.508057675996607, + "grad_norm": 1.2645175492653251, + "learning_rate": 1.993552483062296e-05, + "loss": 0.4054, + "step": 7673 + }, + { + "epoch": 6.5089058524173025, + "grad_norm": 1.2150329607728407, + "learning_rate": 1.9935493682872375e-05, + "loss": 0.3328, + "step": 7674 + }, + { + "epoch": 6.509754028837998, + "grad_norm": 1.073761593658931, + "learning_rate": 1.993546252762426e-05, + "loss": 0.3139, + "step": 7675 + }, + { + "epoch": 6.510602205258694, + "grad_norm": 1.3431021634185263, + "learning_rate": 1.9935431364878646e-05, + "loss": 0.4038, + "step": 7676 + }, + { + "epoch": 6.511450381679389, + "grad_norm": 1.3617726609464518, + "learning_rate": 1.993540019463555e-05, + "loss": 0.4131, + "step": 7677 + }, + { + "epoch": 6.512298558100085, + "grad_norm": 1.3839678184156388, + "learning_rate": 1.993536901689499e-05, + "loss": 0.3562, + "step": 7678 + }, + { + "epoch": 6.51314673452078, + "grad_norm": 1.3053899001146725, + "learning_rate": 1.9935337831657002e-05, + "loss": 0.368, + "step": 7679 + }, + { + "epoch": 6.513994910941475, + "grad_norm": 1.7018038126937252, + "learning_rate": 1.9935306638921602e-05, + "loss": 0.3829, + "step": 7680 + }, + { + "epoch": 6.514843087362172, + "grad_norm": 1.2244770953643087, + "learning_rate": 1.9935275438688816e-05, + "loss": 0.3273, + "step": 7681 + }, + { + "epoch": 6.515691263782867, + "grad_norm": 1.4482270042122458, + "learning_rate": 1.9935244230958663e-05, + "loss": 0.3591, + "step": 7682 + }, + { + "epoch": 6.516539440203562, + "grad_norm": 1.2095202448350872, + "learning_rate": 1.993521301573117e-05, + "loss": 0.3483, + "step": 7683 + }, + { + "epoch": 6.517387616624258, + "grad_norm": 1.2326868488040241, + "learning_rate": 1.9935181793006363e-05, + "loss": 0.4237, + "step": 7684 + }, + { + "epoch": 6.518235793044953, + "grad_norm": 1.1935055317485657, + "learning_rate": 1.993515056278426e-05, + "loss": 0.3225, + "step": 7685 + }, + { + "epoch": 6.519083969465649, + "grad_norm": 1.2244465347119644, + "learning_rate": 1.993511932506489e-05, + "loss": 0.3864, + "step": 7686 + }, + { + "epoch": 6.519932145886345, + "grad_norm": 1.298602666399139, + "learning_rate": 1.9935088079848273e-05, + "loss": 0.3885, + "step": 7687 + }, + { + "epoch": 6.52078032230704, + "grad_norm": 1.3893365981055374, + "learning_rate": 1.9935056827134434e-05, + "loss": 0.4645, + "step": 7688 + }, + { + "epoch": 6.521628498727735, + "grad_norm": 1.080329571576428, + "learning_rate": 1.9935025566923397e-05, + "loss": 0.3282, + "step": 7689 + }, + { + "epoch": 6.522476675148431, + "grad_norm": 1.3575442719706732, + "learning_rate": 1.9934994299215183e-05, + "loss": 0.3314, + "step": 7690 + }, + { + "epoch": 6.523324851569126, + "grad_norm": 1.419643885611507, + "learning_rate": 1.993496302400982e-05, + "loss": 0.3443, + "step": 7691 + }, + { + "epoch": 6.524173027989822, + "grad_norm": 1.1716474142403361, + "learning_rate": 1.9934931741307327e-05, + "loss": 0.3937, + "step": 7692 + }, + { + "epoch": 6.525021204410518, + "grad_norm": 1.178665293563036, + "learning_rate": 1.993490045110773e-05, + "loss": 0.3572, + "step": 7693 + }, + { + "epoch": 6.525869380831213, + "grad_norm": 1.297312658046344, + "learning_rate": 1.9934869153411053e-05, + "loss": 0.4426, + "step": 7694 + }, + { + "epoch": 6.526717557251908, + "grad_norm": 1.2114305689298464, + "learning_rate": 1.993483784821732e-05, + "loss": 0.3898, + "step": 7695 + }, + { + "epoch": 6.527565733672604, + "grad_norm": 1.247928843999627, + "learning_rate": 1.9934806535526553e-05, + "loss": 0.3775, + "step": 7696 + }, + { + "epoch": 6.528413910093299, + "grad_norm": 1.19251033823225, + "learning_rate": 1.9934775215338773e-05, + "loss": 0.2914, + "step": 7697 + }, + { + "epoch": 6.529262086513995, + "grad_norm": 1.2405559816446077, + "learning_rate": 1.993474388765401e-05, + "loss": 0.3515, + "step": 7698 + }, + { + "epoch": 6.5301102629346905, + "grad_norm": 1.2840436223499714, + "learning_rate": 1.9934712552472283e-05, + "loss": 0.3941, + "step": 7699 + }, + { + "epoch": 6.530958439355386, + "grad_norm": 1.3189830679013252, + "learning_rate": 1.9934681209793617e-05, + "loss": 0.4059, + "step": 7700 + }, + { + "epoch": 6.531806615776081, + "grad_norm": 1.2310323572309938, + "learning_rate": 1.9934649859618035e-05, + "loss": 0.36, + "step": 7701 + }, + { + "epoch": 6.532654792196777, + "grad_norm": 1.314517562933376, + "learning_rate": 1.9934618501945565e-05, + "loss": 0.4311, + "step": 7702 + }, + { + "epoch": 6.533502968617473, + "grad_norm": 1.3261929574319455, + "learning_rate": 1.9934587136776226e-05, + "loss": 0.3566, + "step": 7703 + }, + { + "epoch": 6.534351145038168, + "grad_norm": 1.2422002859371375, + "learning_rate": 1.993455576411004e-05, + "loss": 0.334, + "step": 7704 + }, + { + "epoch": 6.5351993214588635, + "grad_norm": 1.4869243847256042, + "learning_rate": 1.9934524383947034e-05, + "loss": 0.3648, + "step": 7705 + }, + { + "epoch": 6.536047497879559, + "grad_norm": 1.186137107310805, + "learning_rate": 1.9934492996287232e-05, + "loss": 0.3383, + "step": 7706 + }, + { + "epoch": 6.536895674300254, + "grad_norm": 1.3330238065849982, + "learning_rate": 1.9934461601130657e-05, + "loss": 0.3525, + "step": 7707 + }, + { + "epoch": 6.53774385072095, + "grad_norm": 1.2582238053780856, + "learning_rate": 1.993443019847733e-05, + "loss": 0.3264, + "step": 7708 + }, + { + "epoch": 6.538592027141646, + "grad_norm": 1.5373669875691667, + "learning_rate": 1.993439878832728e-05, + "loss": 0.3696, + "step": 7709 + }, + { + "epoch": 6.539440203562341, + "grad_norm": 1.3347649573092204, + "learning_rate": 1.9934367370680527e-05, + "loss": 0.3823, + "step": 7710 + }, + { + "epoch": 6.5402883799830365, + "grad_norm": 1.3653744082191677, + "learning_rate": 1.9934335945537094e-05, + "loss": 0.4292, + "step": 7711 + }, + { + "epoch": 6.541136556403732, + "grad_norm": 1.213474233740494, + "learning_rate": 1.993430451289701e-05, + "loss": 0.4136, + "step": 7712 + }, + { + "epoch": 6.541984732824427, + "grad_norm": 1.146707725165342, + "learning_rate": 1.9934273072760292e-05, + "loss": 0.3776, + "step": 7713 + }, + { + "epoch": 6.5428329092451225, + "grad_norm": 1.127541111661673, + "learning_rate": 1.993424162512697e-05, + "loss": 0.3694, + "step": 7714 + }, + { + "epoch": 6.543681085665819, + "grad_norm": 1.1123129607079676, + "learning_rate": 1.993421016999706e-05, + "loss": 0.3185, + "step": 7715 + }, + { + "epoch": 6.544529262086514, + "grad_norm": 1.1619651903066597, + "learning_rate": 1.9934178707370593e-05, + "loss": 0.3544, + "step": 7716 + }, + { + "epoch": 6.545377438507209, + "grad_norm": 1.300861639054602, + "learning_rate": 1.993414723724759e-05, + "loss": 0.2974, + "step": 7717 + }, + { + "epoch": 6.546225614927905, + "grad_norm": 1.332255510752827, + "learning_rate": 1.9934115759628075e-05, + "loss": 0.3547, + "step": 7718 + }, + { + "epoch": 6.5470737913486, + "grad_norm": 1.3215040655691532, + "learning_rate": 1.9934084274512068e-05, + "loss": 0.3852, + "step": 7719 + }, + { + "epoch": 6.547921967769296, + "grad_norm": 1.3089751292798093, + "learning_rate": 1.99340527818996e-05, + "loss": 0.3994, + "step": 7720 + }, + { + "epoch": 6.548770144189992, + "grad_norm": 1.6265541138657906, + "learning_rate": 1.993402128179069e-05, + "loss": 0.4044, + "step": 7721 + }, + { + "epoch": 6.549618320610687, + "grad_norm": 1.2175924496188373, + "learning_rate": 1.9933989774185362e-05, + "loss": 0.3235, + "step": 7722 + }, + { + "epoch": 6.550466497031382, + "grad_norm": 1.1565735961166301, + "learning_rate": 1.9933958259083642e-05, + "loss": 0.3031, + "step": 7723 + }, + { + "epoch": 6.551314673452078, + "grad_norm": 1.0559491213961092, + "learning_rate": 1.993392673648555e-05, + "loss": 0.3055, + "step": 7724 + }, + { + "epoch": 6.552162849872774, + "grad_norm": 1.3276620340928884, + "learning_rate": 1.9933895206391113e-05, + "loss": 0.4145, + "step": 7725 + }, + { + "epoch": 6.553011026293469, + "grad_norm": 1.1987474809970449, + "learning_rate": 1.9933863668800354e-05, + "loss": 0.4019, + "step": 7726 + }, + { + "epoch": 6.553859202714165, + "grad_norm": 1.2717362203788616, + "learning_rate": 1.99338321237133e-05, + "loss": 0.4129, + "step": 7727 + }, + { + "epoch": 6.55470737913486, + "grad_norm": 1.2985554911082444, + "learning_rate": 1.9933800571129965e-05, + "loss": 0.3364, + "step": 7728 + }, + { + "epoch": 6.555555555555555, + "grad_norm": 1.307053282486993, + "learning_rate": 1.9933769011050382e-05, + "loss": 0.3876, + "step": 7729 + }, + { + "epoch": 6.556403731976251, + "grad_norm": 1.1945792256311973, + "learning_rate": 1.9933737443474572e-05, + "loss": 0.3359, + "step": 7730 + }, + { + "epoch": 6.557251908396947, + "grad_norm": 1.257630711720649, + "learning_rate": 1.993370586840256e-05, + "loss": 0.4155, + "step": 7731 + }, + { + "epoch": 6.558100084817642, + "grad_norm": 1.331548804977993, + "learning_rate": 1.993367428583437e-05, + "loss": 0.431, + "step": 7732 + }, + { + "epoch": 6.558948261238338, + "grad_norm": 1.5805326028622992, + "learning_rate": 1.993364269577002e-05, + "loss": 0.3555, + "step": 7733 + }, + { + "epoch": 6.559796437659033, + "grad_norm": 1.382637147188181, + "learning_rate": 1.993361109820954e-05, + "loss": 0.4528, + "step": 7734 + }, + { + "epoch": 6.560644614079728, + "grad_norm": 1.3027522546714667, + "learning_rate": 1.9933579493152954e-05, + "loss": 0.3746, + "step": 7735 + }, + { + "epoch": 6.561492790500424, + "grad_norm": 1.1832527788366773, + "learning_rate": 1.9933547880600287e-05, + "loss": 0.361, + "step": 7736 + }, + { + "epoch": 6.56234096692112, + "grad_norm": 1.1803130341546348, + "learning_rate": 1.9933516260551555e-05, + "loss": 0.3557, + "step": 7737 + }, + { + "epoch": 6.563189143341815, + "grad_norm": 1.2547309942348226, + "learning_rate": 1.9933484633006784e-05, + "loss": 0.3929, + "step": 7738 + }, + { + "epoch": 6.564037319762511, + "grad_norm": 1.2106534515554992, + "learning_rate": 1.9933452997966006e-05, + "loss": 0.4343, + "step": 7739 + }, + { + "epoch": 6.564885496183206, + "grad_norm": 1.2297646035689573, + "learning_rate": 1.993342135542924e-05, + "loss": 0.3855, + "step": 7740 + }, + { + "epoch": 6.565733672603901, + "grad_norm": 1.157961645651437, + "learning_rate": 1.9933389705396507e-05, + "loss": 0.3707, + "step": 7741 + }, + { + "epoch": 6.5665818490245975, + "grad_norm": 1.2418229976768298, + "learning_rate": 1.9933358047867837e-05, + "loss": 0.3279, + "step": 7742 + }, + { + "epoch": 6.567430025445293, + "grad_norm": 1.3306121133330415, + "learning_rate": 1.9933326382843248e-05, + "loss": 0.3515, + "step": 7743 + }, + { + "epoch": 6.568278201865988, + "grad_norm": 1.1498732763448487, + "learning_rate": 1.9933294710322763e-05, + "loss": 0.2989, + "step": 7744 + }, + { + "epoch": 6.5691263782866836, + "grad_norm": 1.384939330529313, + "learning_rate": 1.9933263030306412e-05, + "loss": 0.3187, + "step": 7745 + }, + { + "epoch": 6.569974554707379, + "grad_norm": 1.3986258113364975, + "learning_rate": 1.9933231342794216e-05, + "loss": 0.408, + "step": 7746 + }, + { + "epoch": 6.570822731128075, + "grad_norm": 1.2327682030118126, + "learning_rate": 1.9933199647786198e-05, + "loss": 0.3561, + "step": 7747 + }, + { + "epoch": 6.5716709075487705, + "grad_norm": 1.4782776702262894, + "learning_rate": 1.9933167945282383e-05, + "loss": 0.4317, + "step": 7748 + }, + { + "epoch": 6.572519083969466, + "grad_norm": 1.351398603060138, + "learning_rate": 1.9933136235282794e-05, + "loss": 0.3507, + "step": 7749 + }, + { + "epoch": 6.573367260390161, + "grad_norm": 1.3672219296463062, + "learning_rate": 1.9933104517787458e-05, + "loss": 0.3844, + "step": 7750 + }, + { + "epoch": 6.5742154368108565, + "grad_norm": 1.321957799488646, + "learning_rate": 1.9933072792796395e-05, + "loss": 0.4162, + "step": 7751 + }, + { + "epoch": 6.575063613231552, + "grad_norm": 1.2696245156888704, + "learning_rate": 1.993304106030963e-05, + "loss": 0.3651, + "step": 7752 + }, + { + "epoch": 6.575911789652247, + "grad_norm": 1.470838537793418, + "learning_rate": 1.9933009320327188e-05, + "loss": 0.3748, + "step": 7753 + }, + { + "epoch": 6.576759966072943, + "grad_norm": 1.396885547578436, + "learning_rate": 1.993297757284909e-05, + "loss": 0.3145, + "step": 7754 + }, + { + "epoch": 6.577608142493639, + "grad_norm": 1.1607582439755717, + "learning_rate": 1.9932945817875366e-05, + "loss": 0.357, + "step": 7755 + }, + { + "epoch": 6.578456318914334, + "grad_norm": 1.1450833081108283, + "learning_rate": 1.9932914055406036e-05, + "loss": 0.391, + "step": 7756 + }, + { + "epoch": 6.5793044953350295, + "grad_norm": 1.137017022253017, + "learning_rate": 1.9932882285441126e-05, + "loss": 0.3262, + "step": 7757 + }, + { + "epoch": 6.580152671755725, + "grad_norm": 1.2877256529252814, + "learning_rate": 1.993285050798065e-05, + "loss": 0.4036, + "step": 7758 + }, + { + "epoch": 6.581000848176421, + "grad_norm": 1.3165864466359114, + "learning_rate": 1.9932818723024646e-05, + "loss": 0.3732, + "step": 7759 + }, + { + "epoch": 6.581849024597116, + "grad_norm": 1.4965914664568136, + "learning_rate": 1.9932786930573135e-05, + "loss": 0.361, + "step": 7760 + }, + { + "epoch": 6.582697201017812, + "grad_norm": 1.259462351276934, + "learning_rate": 1.9932755130626135e-05, + "loss": 0.4209, + "step": 7761 + }, + { + "epoch": 6.583545377438507, + "grad_norm": 1.2139204385956255, + "learning_rate": 1.9932723323183672e-05, + "loss": 0.4109, + "step": 7762 + }, + { + "epoch": 6.584393553859202, + "grad_norm": 1.2361616875217887, + "learning_rate": 1.993269150824577e-05, + "loss": 0.4222, + "step": 7763 + }, + { + "epoch": 6.585241730279899, + "grad_norm": 1.1889452111435896, + "learning_rate": 1.9932659685812458e-05, + "loss": 0.3494, + "step": 7764 + }, + { + "epoch": 6.586089906700594, + "grad_norm": 1.359037727065792, + "learning_rate": 1.9932627855883754e-05, + "loss": 0.3763, + "step": 7765 + }, + { + "epoch": 6.586938083121289, + "grad_norm": 1.247842790488496, + "learning_rate": 1.9932596018459686e-05, + "loss": 0.3525, + "step": 7766 + }, + { + "epoch": 6.587786259541985, + "grad_norm": 1.1263731467391171, + "learning_rate": 1.9932564173540277e-05, + "loss": 0.3284, + "step": 7767 + }, + { + "epoch": 6.58863443596268, + "grad_norm": 1.1492418976431114, + "learning_rate": 1.993253232112555e-05, + "loss": 0.3091, + "step": 7768 + }, + { + "epoch": 6.589482612383375, + "grad_norm": 1.3933483599158232, + "learning_rate": 1.9932500461215528e-05, + "loss": 0.4086, + "step": 7769 + }, + { + "epoch": 6.590330788804071, + "grad_norm": 1.427280424779399, + "learning_rate": 1.9932468593810234e-05, + "loss": 0.4159, + "step": 7770 + }, + { + "epoch": 6.591178965224767, + "grad_norm": 1.1440202394583523, + "learning_rate": 1.9932436718909698e-05, + "loss": 0.3673, + "step": 7771 + }, + { + "epoch": 6.592027141645462, + "grad_norm": 1.2752909217240431, + "learning_rate": 1.993240483651394e-05, + "loss": 0.3451, + "step": 7772 + }, + { + "epoch": 6.592875318066158, + "grad_norm": 1.2798249541324844, + "learning_rate": 1.993237294662298e-05, + "loss": 0.4224, + "step": 7773 + }, + { + "epoch": 6.593723494486853, + "grad_norm": 1.3240862589789815, + "learning_rate": 1.993234104923685e-05, + "loss": 0.3911, + "step": 7774 + }, + { + "epoch": 6.594571670907548, + "grad_norm": 1.1907523939121991, + "learning_rate": 1.9932309144355573e-05, + "loss": 0.4071, + "step": 7775 + }, + { + "epoch": 6.595419847328245, + "grad_norm": 1.294826685004451, + "learning_rate": 1.993227723197917e-05, + "loss": 0.3544, + "step": 7776 + }, + { + "epoch": 6.59626802374894, + "grad_norm": 1.220433078880375, + "learning_rate": 1.993224531210766e-05, + "loss": 0.4148, + "step": 7777 + }, + { + "epoch": 6.597116200169635, + "grad_norm": 1.2091109635216202, + "learning_rate": 1.993221338474108e-05, + "loss": 0.3077, + "step": 7778 + }, + { + "epoch": 6.597964376590331, + "grad_norm": 1.2223358066995849, + "learning_rate": 1.9932181449879446e-05, + "loss": 0.3353, + "step": 7779 + }, + { + "epoch": 6.598812553011026, + "grad_norm": 1.27693313140137, + "learning_rate": 1.993214950752278e-05, + "loss": 0.2952, + "step": 7780 + }, + { + "epoch": 6.599660729431722, + "grad_norm": 1.1866252227096707, + "learning_rate": 1.993211755767111e-05, + "loss": 0.4089, + "step": 7781 + }, + { + "epoch": 6.600508905852418, + "grad_norm": 1.1731567972609418, + "learning_rate": 1.993208560032446e-05, + "loss": 0.3581, + "step": 7782 + }, + { + "epoch": 6.601357082273113, + "grad_norm": 1.128263710893174, + "learning_rate": 1.9932053635482857e-05, + "loss": 0.2876, + "step": 7783 + }, + { + "epoch": 6.602205258693808, + "grad_norm": 1.284529012815649, + "learning_rate": 1.9932021663146315e-05, + "loss": 0.3889, + "step": 7784 + }, + { + "epoch": 6.603053435114504, + "grad_norm": 1.2082758182675344, + "learning_rate": 1.9931989683314867e-05, + "loss": 0.4062, + "step": 7785 + }, + { + "epoch": 6.603901611535199, + "grad_norm": 1.2118285559594082, + "learning_rate": 1.993195769598854e-05, + "loss": 0.3571, + "step": 7786 + }, + { + "epoch": 6.604749787955895, + "grad_norm": 1.1966167737850435, + "learning_rate": 1.9931925701167345e-05, + "loss": 0.3852, + "step": 7787 + }, + { + "epoch": 6.6055979643765905, + "grad_norm": 1.2693805868638046, + "learning_rate": 1.993189369885132e-05, + "loss": 0.3277, + "step": 7788 + }, + { + "epoch": 6.606446140797286, + "grad_norm": 1.2799196301851539, + "learning_rate": 1.993186168904048e-05, + "loss": 0.3321, + "step": 7789 + }, + { + "epoch": 6.607294317217981, + "grad_norm": 1.2716746353182962, + "learning_rate": 1.993182967173485e-05, + "loss": 0.3602, + "step": 7790 + }, + { + "epoch": 6.608142493638677, + "grad_norm": 1.3018212356746564, + "learning_rate": 1.993179764693446e-05, + "loss": 0.3512, + "step": 7791 + }, + { + "epoch": 6.608990670059372, + "grad_norm": 1.5560336063462832, + "learning_rate": 1.993176561463933e-05, + "loss": 0.4125, + "step": 7792 + }, + { + "epoch": 6.609838846480068, + "grad_norm": 1.43775345370631, + "learning_rate": 1.9931733574849485e-05, + "loss": 0.3367, + "step": 7793 + }, + { + "epoch": 6.6106870229007635, + "grad_norm": 1.2024976814199004, + "learning_rate": 1.9931701527564954e-05, + "loss": 0.3421, + "step": 7794 + }, + { + "epoch": 6.611535199321459, + "grad_norm": 1.2211305335380662, + "learning_rate": 1.9931669472785747e-05, + "loss": 0.4315, + "step": 7795 + }, + { + "epoch": 6.612383375742154, + "grad_norm": 1.1096393855236368, + "learning_rate": 1.9931637410511904e-05, + "loss": 0.388, + "step": 7796 + }, + { + "epoch": 6.6132315521628495, + "grad_norm": 1.1646719980161682, + "learning_rate": 1.993160534074344e-05, + "loss": 0.3853, + "step": 7797 + }, + { + "epoch": 6.614079728583546, + "grad_norm": 1.283251809684091, + "learning_rate": 1.9931573263480383e-05, + "loss": 0.3635, + "step": 7798 + }, + { + "epoch": 6.614927905004241, + "grad_norm": 1.4743075846356877, + "learning_rate": 1.993154117872276e-05, + "loss": 0.4169, + "step": 7799 + }, + { + "epoch": 6.6157760814249365, + "grad_norm": 1.2265813100442515, + "learning_rate": 1.9931509086470583e-05, + "loss": 0.3314, + "step": 7800 + }, + { + "epoch": 6.616624257845632, + "grad_norm": 1.3232523291574343, + "learning_rate": 1.993147698672389e-05, + "loss": 0.3924, + "step": 7801 + }, + { + "epoch": 6.617472434266327, + "grad_norm": 1.3894002572331967, + "learning_rate": 1.99314448794827e-05, + "loss": 0.375, + "step": 7802 + }, + { + "epoch": 6.618320610687023, + "grad_norm": 1.1999800344397746, + "learning_rate": 1.9931412764747034e-05, + "loss": 0.3064, + "step": 7803 + }, + { + "epoch": 6.619168787107719, + "grad_norm": 1.2650972465367838, + "learning_rate": 1.993138064251692e-05, + "loss": 0.3538, + "step": 7804 + }, + { + "epoch": 6.620016963528414, + "grad_norm": 1.3146626535091683, + "learning_rate": 1.993134851279238e-05, + "loss": 0.3793, + "step": 7805 + }, + { + "epoch": 6.620865139949109, + "grad_norm": 1.2193989446429045, + "learning_rate": 1.993131637557344e-05, + "loss": 0.3604, + "step": 7806 + }, + { + "epoch": 6.621713316369805, + "grad_norm": 1.3408746839104204, + "learning_rate": 1.9931284230860127e-05, + "loss": 0.4187, + "step": 7807 + }, + { + "epoch": 6.6225614927905, + "grad_norm": 1.17105810968807, + "learning_rate": 1.993125207865246e-05, + "loss": 0.3102, + "step": 7808 + }, + { + "epoch": 6.6234096692111954, + "grad_norm": 1.368447220925408, + "learning_rate": 1.9931219918950468e-05, + "loss": 0.3832, + "step": 7809 + }, + { + "epoch": 6.624257845631892, + "grad_norm": 1.2547914823574522, + "learning_rate": 1.993118775175417e-05, + "loss": 0.326, + "step": 7810 + }, + { + "epoch": 6.625106022052587, + "grad_norm": 1.2137790735292433, + "learning_rate": 1.993115557706359e-05, + "loss": 0.3006, + "step": 7811 + }, + { + "epoch": 6.625954198473282, + "grad_norm": 1.2301581849647614, + "learning_rate": 1.9931123394878763e-05, + "loss": 0.2786, + "step": 7812 + }, + { + "epoch": 6.626802374893978, + "grad_norm": 1.1486346266177292, + "learning_rate": 1.99310912051997e-05, + "loss": 0.3247, + "step": 7813 + }, + { + "epoch": 6.627650551314673, + "grad_norm": 1.20018693835964, + "learning_rate": 1.993105900802643e-05, + "loss": 0.3691, + "step": 7814 + }, + { + "epoch": 6.628498727735369, + "grad_norm": 1.256491752848042, + "learning_rate": 1.993102680335898e-05, + "loss": 0.3961, + "step": 7815 + }, + { + "epoch": 6.629346904156065, + "grad_norm": 1.1961934978378894, + "learning_rate": 1.9930994591197375e-05, + "loss": 0.3611, + "step": 7816 + }, + { + "epoch": 6.63019508057676, + "grad_norm": 1.1490946106564845, + "learning_rate": 1.9930962371541633e-05, + "loss": 0.326, + "step": 7817 + }, + { + "epoch": 6.631043256997455, + "grad_norm": 1.4122858244857555, + "learning_rate": 1.9930930144391783e-05, + "loss": 0.3835, + "step": 7818 + }, + { + "epoch": 6.631891433418151, + "grad_norm": 1.3213793420063753, + "learning_rate": 1.9930897909747847e-05, + "loss": 0.3784, + "step": 7819 + }, + { + "epoch": 6.632739609838847, + "grad_norm": 1.2172926300774485, + "learning_rate": 1.9930865667609855e-05, + "loss": 0.3396, + "step": 7820 + }, + { + "epoch": 6.633587786259542, + "grad_norm": 1.2700379868993028, + "learning_rate": 1.9930833417977826e-05, + "loss": 0.3316, + "step": 7821 + }, + { + "epoch": 6.634435962680238, + "grad_norm": 1.2893969303942447, + "learning_rate": 1.9930801160851782e-05, + "loss": 0.3294, + "step": 7822 + }, + { + "epoch": 6.635284139100933, + "grad_norm": 1.802391047613377, + "learning_rate": 1.9930768896231753e-05, + "loss": 0.4044, + "step": 7823 + }, + { + "epoch": 6.636132315521628, + "grad_norm": 1.1455332177041484, + "learning_rate": 1.9930736624117762e-05, + "loss": 0.3826, + "step": 7824 + }, + { + "epoch": 6.636980491942324, + "grad_norm": 1.4213408857431047, + "learning_rate": 1.9930704344509828e-05, + "loss": 0.3819, + "step": 7825 + }, + { + "epoch": 6.63782866836302, + "grad_norm": 1.5254214194914144, + "learning_rate": 1.9930672057407982e-05, + "loss": 0.4951, + "step": 7826 + }, + { + "epoch": 6.638676844783715, + "grad_norm": 1.1642457961251378, + "learning_rate": 1.993063976281225e-05, + "loss": 0.3772, + "step": 7827 + }, + { + "epoch": 6.639525021204411, + "grad_norm": 1.3260646221340309, + "learning_rate": 1.9930607460722648e-05, + "loss": 0.4465, + "step": 7828 + }, + { + "epoch": 6.640373197625106, + "grad_norm": 1.1990722557703983, + "learning_rate": 1.9930575151139206e-05, + "loss": 0.3643, + "step": 7829 + }, + { + "epoch": 6.641221374045801, + "grad_norm": 1.195325457455554, + "learning_rate": 1.993054283406195e-05, + "loss": 0.3467, + "step": 7830 + }, + { + "epoch": 6.642069550466497, + "grad_norm": 1.225895943593249, + "learning_rate": 1.9930510509490896e-05, + "loss": 0.3837, + "step": 7831 + }, + { + "epoch": 6.642917726887193, + "grad_norm": 1.3179211056445568, + "learning_rate": 1.993047817742608e-05, + "loss": 0.3955, + "step": 7832 + }, + { + "epoch": 6.643765903307888, + "grad_norm": 1.1736988724159003, + "learning_rate": 1.9930445837867517e-05, + "loss": 0.3291, + "step": 7833 + }, + { + "epoch": 6.6446140797285835, + "grad_norm": 1.6211973393165993, + "learning_rate": 1.9930413490815234e-05, + "loss": 0.3778, + "step": 7834 + }, + { + "epoch": 6.645462256149279, + "grad_norm": 1.156243704179746, + "learning_rate": 1.9930381136269257e-05, + "loss": 0.3615, + "step": 7835 + }, + { + "epoch": 6.646310432569974, + "grad_norm": 1.4907308708958489, + "learning_rate": 1.993034877422961e-05, + "loss": 0.3781, + "step": 7836 + }, + { + "epoch": 6.6471586089906705, + "grad_norm": 1.242468857766415, + "learning_rate": 1.9930316404696318e-05, + "loss": 0.3681, + "step": 7837 + }, + { + "epoch": 6.648006785411366, + "grad_norm": 1.300304009880186, + "learning_rate": 1.9930284027669403e-05, + "loss": 0.3713, + "step": 7838 + }, + { + "epoch": 6.648854961832061, + "grad_norm": 1.2269743198143157, + "learning_rate": 1.9930251643148892e-05, + "loss": 0.3641, + "step": 7839 + }, + { + "epoch": 6.6497031382527565, + "grad_norm": 1.301521289259451, + "learning_rate": 1.993021925113481e-05, + "loss": 0.3574, + "step": 7840 + }, + { + "epoch": 6.650551314673452, + "grad_norm": 1.3216441560008512, + "learning_rate": 1.9930186851627175e-05, + "loss": 0.4344, + "step": 7841 + }, + { + "epoch": 6.651399491094148, + "grad_norm": 1.2816069658539264, + "learning_rate": 1.993015444462602e-05, + "loss": 0.3373, + "step": 7842 + }, + { + "epoch": 6.652247667514843, + "grad_norm": 1.358778072770125, + "learning_rate": 1.9930122030131365e-05, + "loss": 0.3471, + "step": 7843 + }, + { + "epoch": 6.653095843935539, + "grad_norm": 1.3438440734396488, + "learning_rate": 1.9930089608143236e-05, + "loss": 0.4372, + "step": 7844 + }, + { + "epoch": 6.653944020356234, + "grad_norm": 1.2742246711714142, + "learning_rate": 1.9930057178661654e-05, + "loss": 0.3688, + "step": 7845 + }, + { + "epoch": 6.6547921967769295, + "grad_norm": 1.2180887261576974, + "learning_rate": 1.993002474168665e-05, + "loss": 0.4158, + "step": 7846 + }, + { + "epoch": 6.655640373197625, + "grad_norm": 1.3354008201637768, + "learning_rate": 1.9929992297218242e-05, + "loss": 0.5143, + "step": 7847 + }, + { + "epoch": 6.65648854961832, + "grad_norm": 1.1405135977997163, + "learning_rate": 1.9929959845256457e-05, + "loss": 0.39, + "step": 7848 + }, + { + "epoch": 6.657336726039016, + "grad_norm": 1.1646841192908248, + "learning_rate": 1.992992738580132e-05, + "loss": 0.3329, + "step": 7849 + }, + { + "epoch": 6.658184902459712, + "grad_norm": 1.281026963189537, + "learning_rate": 1.9929894918852858e-05, + "loss": 0.4494, + "step": 7850 + }, + { + "epoch": 6.659033078880407, + "grad_norm": 1.1450077440139226, + "learning_rate": 1.992986244441109e-05, + "loss": 0.3649, + "step": 7851 + }, + { + "epoch": 6.659881255301102, + "grad_norm": 1.1816465546689623, + "learning_rate": 1.9929829962476043e-05, + "loss": 0.3643, + "step": 7852 + }, + { + "epoch": 6.660729431721798, + "grad_norm": 1.2825509229572072, + "learning_rate": 1.9929797473047737e-05, + "loss": 0.3612, + "step": 7853 + }, + { + "epoch": 6.661577608142494, + "grad_norm": 1.3672031922687167, + "learning_rate": 1.9929764976126208e-05, + "loss": 0.4617, + "step": 7854 + }, + { + "epoch": 6.662425784563189, + "grad_norm": 1.0986032599877902, + "learning_rate": 1.992973247171147e-05, + "loss": 0.3417, + "step": 7855 + }, + { + "epoch": 6.663273960983885, + "grad_norm": 1.3102205477702593, + "learning_rate": 1.9929699959803553e-05, + "loss": 0.4477, + "step": 7856 + }, + { + "epoch": 6.66412213740458, + "grad_norm": 1.1759837120435706, + "learning_rate": 1.992966744040248e-05, + "loss": 0.3403, + "step": 7857 + }, + { + "epoch": 6.664970313825275, + "grad_norm": 1.2363023337735348, + "learning_rate": 1.9929634913508272e-05, + "loss": 0.3612, + "step": 7858 + }, + { + "epoch": 6.665818490245972, + "grad_norm": 1.1709473095300478, + "learning_rate": 1.992960237912096e-05, + "loss": 0.3828, + "step": 7859 + }, + { + "epoch": 6.666666666666667, + "grad_norm": 1.395740200929671, + "learning_rate": 1.9929569837240567e-05, + "loss": 0.3782, + "step": 7860 + }, + { + "epoch": 6.667514843087362, + "grad_norm": 1.3809788296716088, + "learning_rate": 1.9929537287867112e-05, + "loss": 0.3871, + "step": 7861 + }, + { + "epoch": 6.668363019508058, + "grad_norm": 1.2499385393364295, + "learning_rate": 1.9929504731000625e-05, + "loss": 0.3527, + "step": 7862 + }, + { + "epoch": 6.669211195928753, + "grad_norm": 1.3525273347545606, + "learning_rate": 1.9929472166641128e-05, + "loss": 0.3904, + "step": 7863 + }, + { + "epoch": 6.670059372349448, + "grad_norm": 1.374620934374588, + "learning_rate": 1.992943959478865e-05, + "loss": 0.3628, + "step": 7864 + }, + { + "epoch": 6.670907548770144, + "grad_norm": 1.1507627668854867, + "learning_rate": 1.9929407015443205e-05, + "loss": 0.3862, + "step": 7865 + }, + { + "epoch": 6.67175572519084, + "grad_norm": 1.2940949749739066, + "learning_rate": 1.992937442860483e-05, + "loss": 0.3543, + "step": 7866 + }, + { + "epoch": 6.672603901611535, + "grad_norm": 1.4791999353268936, + "learning_rate": 1.9929341834273542e-05, + "loss": 0.3866, + "step": 7867 + }, + { + "epoch": 6.673452078032231, + "grad_norm": 1.149743893837683, + "learning_rate": 1.992930923244937e-05, + "loss": 0.333, + "step": 7868 + }, + { + "epoch": 6.674300254452926, + "grad_norm": 1.2689495522309704, + "learning_rate": 1.9929276623132337e-05, + "loss": 0.3393, + "step": 7869 + }, + { + "epoch": 6.675148430873621, + "grad_norm": 1.1835129284403834, + "learning_rate": 1.9929244006322467e-05, + "loss": 0.3893, + "step": 7870 + }, + { + "epoch": 6.6759966072943175, + "grad_norm": 1.2506307707459061, + "learning_rate": 1.9929211382019783e-05, + "loss": 0.348, + "step": 7871 + }, + { + "epoch": 6.676844783715013, + "grad_norm": 1.2773533535865966, + "learning_rate": 1.9929178750224314e-05, + "loss": 0.4121, + "step": 7872 + }, + { + "epoch": 6.677692960135708, + "grad_norm": 1.3874481309306008, + "learning_rate": 1.9929146110936076e-05, + "loss": 0.4035, + "step": 7873 + }, + { + "epoch": 6.678541136556404, + "grad_norm": 1.4039729199095943, + "learning_rate": 1.9929113464155106e-05, + "loss": 0.3762, + "step": 7874 + }, + { + "epoch": 6.679389312977099, + "grad_norm": 1.580284361109726, + "learning_rate": 1.992908080988142e-05, + "loss": 0.3719, + "step": 7875 + }, + { + "epoch": 6.680237489397795, + "grad_norm": 1.6003928704002408, + "learning_rate": 1.9929048148115044e-05, + "loss": 0.3615, + "step": 7876 + }, + { + "epoch": 6.6810856658184905, + "grad_norm": 1.5445502863756349, + "learning_rate": 1.9929015478856005e-05, + "loss": 0.369, + "step": 7877 + }, + { + "epoch": 6.681933842239186, + "grad_norm": 1.58293533283741, + "learning_rate": 1.9928982802104327e-05, + "loss": 0.4756, + "step": 7878 + }, + { + "epoch": 6.682782018659881, + "grad_norm": 1.31276425159058, + "learning_rate": 1.9928950117860032e-05, + "loss": 0.351, + "step": 7879 + }, + { + "epoch": 6.6836301950805765, + "grad_norm": 1.3904340475701944, + "learning_rate": 1.9928917426123148e-05, + "loss": 0.4002, + "step": 7880 + }, + { + "epoch": 6.684478371501272, + "grad_norm": 1.3188563032513625, + "learning_rate": 1.9928884726893698e-05, + "loss": 0.4297, + "step": 7881 + }, + { + "epoch": 6.685326547921968, + "grad_norm": 1.2303521812362528, + "learning_rate": 1.9928852020171704e-05, + "loss": 0.3508, + "step": 7882 + }, + { + "epoch": 6.6861747243426635, + "grad_norm": 1.3012667799444029, + "learning_rate": 1.9928819305957198e-05, + "loss": 0.3921, + "step": 7883 + }, + { + "epoch": 6.687022900763359, + "grad_norm": 1.3258672896595627, + "learning_rate": 1.9928786584250198e-05, + "loss": 0.3532, + "step": 7884 + }, + { + "epoch": 6.687871077184054, + "grad_norm": 1.3540510416266902, + "learning_rate": 1.992875385505073e-05, + "loss": 0.3432, + "step": 7885 + }, + { + "epoch": 6.6887192536047495, + "grad_norm": 1.1716905455715831, + "learning_rate": 1.9928721118358823e-05, + "loss": 0.3178, + "step": 7886 + }, + { + "epoch": 6.689567430025445, + "grad_norm": 1.2247743179263288, + "learning_rate": 1.9928688374174495e-05, + "loss": 0.3185, + "step": 7887 + }, + { + "epoch": 6.690415606446141, + "grad_norm": 1.2120115320890552, + "learning_rate": 1.9928655622497775e-05, + "loss": 0.3628, + "step": 7888 + }, + { + "epoch": 6.691263782866836, + "grad_norm": 1.2613590751780817, + "learning_rate": 1.9928622863328687e-05, + "loss": 0.3555, + "step": 7889 + }, + { + "epoch": 6.692111959287532, + "grad_norm": 1.2572551364565143, + "learning_rate": 1.9928590096667256e-05, + "loss": 0.3245, + "step": 7890 + }, + { + "epoch": 6.692960135708227, + "grad_norm": 1.3510146301979413, + "learning_rate": 1.9928557322513504e-05, + "loss": 0.3539, + "step": 7891 + }, + { + "epoch": 6.6938083121289225, + "grad_norm": 1.164902644022617, + "learning_rate": 1.992852454086746e-05, + "loss": 0.3259, + "step": 7892 + }, + { + "epoch": 6.694656488549619, + "grad_norm": 1.1866267717262502, + "learning_rate": 1.9928491751729146e-05, + "loss": 0.3442, + "step": 7893 + }, + { + "epoch": 6.695504664970314, + "grad_norm": 1.3138028996272366, + "learning_rate": 1.992845895509859e-05, + "loss": 0.4063, + "step": 7894 + }, + { + "epoch": 6.696352841391009, + "grad_norm": 1.1725122955900462, + "learning_rate": 1.992842615097581e-05, + "loss": 0.3379, + "step": 7895 + }, + { + "epoch": 6.697201017811705, + "grad_norm": 1.252409710722808, + "learning_rate": 1.9928393339360834e-05, + "loss": 0.3151, + "step": 7896 + }, + { + "epoch": 6.6980491942324, + "grad_norm": 1.2661968237554442, + "learning_rate": 1.9928360520253692e-05, + "loss": 0.3689, + "step": 7897 + }, + { + "epoch": 6.698897370653096, + "grad_norm": 1.1726511532317914, + "learning_rate": 1.9928327693654404e-05, + "loss": 0.403, + "step": 7898 + }, + { + "epoch": 6.699745547073792, + "grad_norm": 1.2312336927767282, + "learning_rate": 1.9928294859562994e-05, + "loss": 0.4039, + "step": 7899 + }, + { + "epoch": 6.700593723494487, + "grad_norm": 1.1707151791911048, + "learning_rate": 1.9928262017979487e-05, + "loss": 0.3451, + "step": 7900 + }, + { + "epoch": 6.701441899915182, + "grad_norm": 1.1109781041706617, + "learning_rate": 1.992822916890391e-05, + "loss": 0.3494, + "step": 7901 + }, + { + "epoch": 6.702290076335878, + "grad_norm": 1.3890903315546956, + "learning_rate": 1.9928196312336287e-05, + "loss": 0.3659, + "step": 7902 + }, + { + "epoch": 6.703138252756573, + "grad_norm": 1.2890626232244458, + "learning_rate": 1.992816344827664e-05, + "loss": 0.3629, + "step": 7903 + }, + { + "epoch": 6.703986429177268, + "grad_norm": 1.2818347970595854, + "learning_rate": 1.9928130576724996e-05, + "loss": 0.3911, + "step": 7904 + }, + { + "epoch": 6.704834605597965, + "grad_norm": 1.135733528987471, + "learning_rate": 1.9928097697681386e-05, + "loss": 0.3392, + "step": 7905 + }, + { + "epoch": 6.70568278201866, + "grad_norm": 1.3476151788775492, + "learning_rate": 1.9928064811145823e-05, + "loss": 0.3442, + "step": 7906 + }, + { + "epoch": 6.706530958439355, + "grad_norm": 1.1959548147743009, + "learning_rate": 1.992803191711834e-05, + "loss": 0.3701, + "step": 7907 + }, + { + "epoch": 6.707379134860051, + "grad_norm": 1.183452090554465, + "learning_rate": 1.992799901559896e-05, + "loss": 0.4038, + "step": 7908 + }, + { + "epoch": 6.708227311280746, + "grad_norm": 1.1042178045557625, + "learning_rate": 1.9927966106587705e-05, + "loss": 0.357, + "step": 7909 + }, + { + "epoch": 6.709075487701442, + "grad_norm": 1.2372394583288038, + "learning_rate": 1.99279331900846e-05, + "loss": 0.2934, + "step": 7910 + }, + { + "epoch": 6.709923664122138, + "grad_norm": 1.229312288242957, + "learning_rate": 1.9927900266089677e-05, + "loss": 0.3745, + "step": 7911 + }, + { + "epoch": 6.710771840542833, + "grad_norm": 1.2611570854400802, + "learning_rate": 1.9927867334602953e-05, + "loss": 0.3662, + "step": 7912 + }, + { + "epoch": 6.711620016963528, + "grad_norm": 1.2585604093835185, + "learning_rate": 1.992783439562446e-05, + "loss": 0.3472, + "step": 7913 + }, + { + "epoch": 6.712468193384224, + "grad_norm": 1.4268438921279456, + "learning_rate": 1.9927801449154215e-05, + "loss": 0.3663, + "step": 7914 + }, + { + "epoch": 6.71331636980492, + "grad_norm": 1.5672584946505963, + "learning_rate": 1.9927768495192244e-05, + "loss": 0.3421, + "step": 7915 + }, + { + "epoch": 6.714164546225615, + "grad_norm": 1.236101905913493, + "learning_rate": 1.9927735533738575e-05, + "loss": 0.3975, + "step": 7916 + }, + { + "epoch": 6.7150127226463106, + "grad_norm": 1.4304898526966272, + "learning_rate": 1.9927702564793236e-05, + "loss": 0.3911, + "step": 7917 + }, + { + "epoch": 6.715860899067006, + "grad_norm": 1.4356922773207796, + "learning_rate": 1.9927669588356245e-05, + "loss": 0.3001, + "step": 7918 + }, + { + "epoch": 6.716709075487701, + "grad_norm": 1.26790460723394, + "learning_rate": 1.9927636604427628e-05, + "loss": 0.4089, + "step": 7919 + }, + { + "epoch": 6.717557251908397, + "grad_norm": 1.1099465672853515, + "learning_rate": 1.9927603613007417e-05, + "loss": 0.3093, + "step": 7920 + }, + { + "epoch": 6.718405428329093, + "grad_norm": 1.4609476722293129, + "learning_rate": 1.9927570614095627e-05, + "loss": 0.4171, + "step": 7921 + }, + { + "epoch": 6.719253604749788, + "grad_norm": 1.3958713989110563, + "learning_rate": 1.992753760769229e-05, + "loss": 0.4619, + "step": 7922 + }, + { + "epoch": 6.7201017811704835, + "grad_norm": 1.2711130988491386, + "learning_rate": 1.9927504593797428e-05, + "loss": 0.339, + "step": 7923 + }, + { + "epoch": 6.720949957591179, + "grad_norm": 1.215848766629422, + "learning_rate": 1.9927471572411065e-05, + "loss": 0.3825, + "step": 7924 + }, + { + "epoch": 6.721798134011874, + "grad_norm": 1.1608582500943003, + "learning_rate": 1.9927438543533228e-05, + "loss": 0.3391, + "step": 7925 + }, + { + "epoch": 6.7226463104325695, + "grad_norm": 1.406322448403032, + "learning_rate": 1.992740550716394e-05, + "loss": 0.4339, + "step": 7926 + }, + { + "epoch": 6.723494486853266, + "grad_norm": 1.2835947582344656, + "learning_rate": 1.992737246330323e-05, + "loss": 0.3728, + "step": 7927 + }, + { + "epoch": 6.724342663273961, + "grad_norm": 1.3258153496626273, + "learning_rate": 1.9927339411951118e-05, + "loss": 0.3898, + "step": 7928 + }, + { + "epoch": 6.7251908396946565, + "grad_norm": 1.2229360295238754, + "learning_rate": 1.992730635310763e-05, + "loss": 0.3493, + "step": 7929 + }, + { + "epoch": 6.726039016115352, + "grad_norm": 1.1138449423254122, + "learning_rate": 1.9927273286772797e-05, + "loss": 0.3221, + "step": 7930 + }, + { + "epoch": 6.726887192536047, + "grad_norm": 1.1849028053873334, + "learning_rate": 1.9927240212946635e-05, + "loss": 0.3087, + "step": 7931 + }, + { + "epoch": 6.727735368956743, + "grad_norm": 1.2344373183901478, + "learning_rate": 1.992720713162917e-05, + "loss": 0.3535, + "step": 7932 + }, + { + "epoch": 6.728583545377439, + "grad_norm": 1.5102543084748736, + "learning_rate": 1.9927174042820436e-05, + "loss": 0.3973, + "step": 7933 + }, + { + "epoch": 6.729431721798134, + "grad_norm": 1.2220285014182752, + "learning_rate": 1.992714094652045e-05, + "loss": 0.377, + "step": 7934 + }, + { + "epoch": 6.730279898218829, + "grad_norm": 1.2052301379593247, + "learning_rate": 1.9927107842729237e-05, + "loss": 0.3227, + "step": 7935 + }, + { + "epoch": 6.731128074639525, + "grad_norm": 1.4964801459066126, + "learning_rate": 1.9927074731446824e-05, + "loss": 0.3662, + "step": 7936 + }, + { + "epoch": 6.731976251060221, + "grad_norm": 1.3044733073596766, + "learning_rate": 1.992704161267324e-05, + "loss": 0.3627, + "step": 7937 + }, + { + "epoch": 6.732824427480916, + "grad_norm": 1.3453091713500402, + "learning_rate": 1.99270084864085e-05, + "loss": 0.4186, + "step": 7938 + }, + { + "epoch": 6.733672603901612, + "grad_norm": 1.2877711396323948, + "learning_rate": 1.9926975352652636e-05, + "loss": 0.4075, + "step": 7939 + }, + { + "epoch": 6.734520780322307, + "grad_norm": 1.2169566469722795, + "learning_rate": 1.992694221140567e-05, + "loss": 0.4044, + "step": 7940 + }, + { + "epoch": 6.735368956743002, + "grad_norm": 1.0894885645144348, + "learning_rate": 1.9926909062667633e-05, + "loss": 0.299, + "step": 7941 + }, + { + "epoch": 6.736217133163698, + "grad_norm": 1.4708664217042904, + "learning_rate": 1.9926875906438545e-05, + "loss": 0.4463, + "step": 7942 + }, + { + "epoch": 6.737065309584393, + "grad_norm": 1.27681551576759, + "learning_rate": 1.992684274271843e-05, + "loss": 0.3554, + "step": 7943 + }, + { + "epoch": 6.737913486005089, + "grad_norm": 1.280574845777183, + "learning_rate": 1.9926809571507314e-05, + "loss": 0.351, + "step": 7944 + }, + { + "epoch": 6.738761662425785, + "grad_norm": 1.373724232757692, + "learning_rate": 1.9926776392805225e-05, + "loss": 0.3621, + "step": 7945 + }, + { + "epoch": 6.73960983884648, + "grad_norm": 1.49057929430621, + "learning_rate": 1.9926743206612188e-05, + "loss": 0.3597, + "step": 7946 + }, + { + "epoch": 6.740458015267175, + "grad_norm": 1.1505475974491604, + "learning_rate": 1.992671001292822e-05, + "loss": 0.4081, + "step": 7947 + }, + { + "epoch": 6.741306191687871, + "grad_norm": 1.2908769649166532, + "learning_rate": 1.9926676811753355e-05, + "loss": 0.3826, + "step": 7948 + }, + { + "epoch": 6.742154368108567, + "grad_norm": 1.0777139858765195, + "learning_rate": 1.9926643603087615e-05, + "loss": 0.3599, + "step": 7949 + }, + { + "epoch": 6.743002544529262, + "grad_norm": 1.2600550036095, + "learning_rate": 1.9926610386931027e-05, + "loss": 0.352, + "step": 7950 + }, + { + "epoch": 6.743850720949958, + "grad_norm": 1.2827698284375368, + "learning_rate": 1.9926577163283612e-05, + "loss": 0.4056, + "step": 7951 + }, + { + "epoch": 6.744698897370653, + "grad_norm": 1.496146233302625, + "learning_rate": 1.9926543932145397e-05, + "loss": 0.3732, + "step": 7952 + }, + { + "epoch": 6.745547073791348, + "grad_norm": 1.4072953512094508, + "learning_rate": 1.992651069351641e-05, + "loss": 0.3947, + "step": 7953 + }, + { + "epoch": 6.746395250212045, + "grad_norm": 1.288370969909332, + "learning_rate": 1.9926477447396667e-05, + "loss": 0.3966, + "step": 7954 + }, + { + "epoch": 6.74724342663274, + "grad_norm": 1.4782572352257521, + "learning_rate": 1.9926444193786207e-05, + "loss": 0.3372, + "step": 7955 + }, + { + "epoch": 6.748091603053435, + "grad_norm": 1.3178973308896733, + "learning_rate": 1.992641093268504e-05, + "loss": 0.3997, + "step": 7956 + }, + { + "epoch": 6.748939779474131, + "grad_norm": 1.1599561435977317, + "learning_rate": 1.9926377664093204e-05, + "loss": 0.3588, + "step": 7957 + }, + { + "epoch": 6.749787955894826, + "grad_norm": 1.2577150338538357, + "learning_rate": 1.992634438801072e-05, + "loss": 0.3649, + "step": 7958 + }, + { + "epoch": 6.750636132315521, + "grad_norm": 1.3655809211464796, + "learning_rate": 1.9926311104437607e-05, + "loss": 0.3796, + "step": 7959 + }, + { + "epoch": 6.7514843087362175, + "grad_norm": 1.3427071624630054, + "learning_rate": 1.9926277813373897e-05, + "loss": 0.3383, + "step": 7960 + }, + { + "epoch": 6.752332485156913, + "grad_norm": 1.2881583934544136, + "learning_rate": 1.9926244514819615e-05, + "loss": 0.3233, + "step": 7961 + }, + { + "epoch": 6.753180661577608, + "grad_norm": 1.2387737429119945, + "learning_rate": 1.9926211208774783e-05, + "loss": 0.3812, + "step": 7962 + }, + { + "epoch": 6.754028837998304, + "grad_norm": 1.275575160615566, + "learning_rate": 1.9926177895239428e-05, + "loss": 0.4124, + "step": 7963 + }, + { + "epoch": 6.754877014418999, + "grad_norm": 1.1893194668275564, + "learning_rate": 1.992614457421357e-05, + "loss": 0.3323, + "step": 7964 + }, + { + "epoch": 6.755725190839694, + "grad_norm": 1.1256213569746143, + "learning_rate": 1.9926111245697247e-05, + "loss": 0.3344, + "step": 7965 + }, + { + "epoch": 6.7565733672603905, + "grad_norm": 1.29334252596798, + "learning_rate": 1.9926077909690467e-05, + "loss": 0.335, + "step": 7966 + }, + { + "epoch": 6.757421543681086, + "grad_norm": 1.1905726321040333, + "learning_rate": 1.992604456619327e-05, + "loss": 0.401, + "step": 7967 + }, + { + "epoch": 6.758269720101781, + "grad_norm": 1.2441489958855272, + "learning_rate": 1.9926011215205673e-05, + "loss": 0.3625, + "step": 7968 + }, + { + "epoch": 6.7591178965224765, + "grad_norm": 1.0837828648160992, + "learning_rate": 1.9925977856727706e-05, + "loss": 0.3217, + "step": 7969 + }, + { + "epoch": 6.759966072943172, + "grad_norm": 1.2503975737814754, + "learning_rate": 1.992594449075939e-05, + "loss": 0.4397, + "step": 7970 + }, + { + "epoch": 6.760814249363868, + "grad_norm": 1.4359153071421586, + "learning_rate": 1.9925911117300746e-05, + "loss": 0.3332, + "step": 7971 + }, + { + "epoch": 6.7616624257845634, + "grad_norm": 1.3780485383791825, + "learning_rate": 1.992587773635181e-05, + "loss": 0.4661, + "step": 7972 + }, + { + "epoch": 6.762510602205259, + "grad_norm": 1.2206773161299793, + "learning_rate": 1.9925844347912605e-05, + "loss": 0.4022, + "step": 7973 + }, + { + "epoch": 6.763358778625954, + "grad_norm": 1.3568678895259378, + "learning_rate": 1.9925810951983147e-05, + "loss": 0.3969, + "step": 7974 + }, + { + "epoch": 6.7642069550466495, + "grad_norm": 1.2759771323990847, + "learning_rate": 1.9925777548563472e-05, + "loss": 0.3447, + "step": 7975 + }, + { + "epoch": 6.765055131467345, + "grad_norm": 1.7790807914884967, + "learning_rate": 1.9925744137653596e-05, + "loss": 0.2964, + "step": 7976 + }, + { + "epoch": 6.765903307888041, + "grad_norm": 1.3331725354520585, + "learning_rate": 1.9925710719253553e-05, + "loss": 0.3586, + "step": 7977 + }, + { + "epoch": 6.766751484308736, + "grad_norm": 1.198545118778007, + "learning_rate": 1.992567729336336e-05, + "loss": 0.3388, + "step": 7978 + }, + { + "epoch": 6.767599660729432, + "grad_norm": 1.1441097531093225, + "learning_rate": 1.992564385998305e-05, + "loss": 0.3286, + "step": 7979 + }, + { + "epoch": 6.768447837150127, + "grad_norm": 1.215434958060222, + "learning_rate": 1.9925610419112643e-05, + "loss": 0.3438, + "step": 7980 + }, + { + "epoch": 6.7692960135708224, + "grad_norm": 1.4072328438672848, + "learning_rate": 1.9925576970752167e-05, + "loss": 0.3887, + "step": 7981 + }, + { + "epoch": 6.770144189991518, + "grad_norm": 1.247240420921948, + "learning_rate": 1.9925543514901644e-05, + "loss": 0.3863, + "step": 7982 + }, + { + "epoch": 6.770992366412214, + "grad_norm": 1.2092186746008782, + "learning_rate": 1.9925510051561103e-05, + "loss": 0.3608, + "step": 7983 + }, + { + "epoch": 6.771840542832909, + "grad_norm": 1.2913719689305274, + "learning_rate": 1.9925476580730568e-05, + "loss": 0.3063, + "step": 7984 + }, + { + "epoch": 6.772688719253605, + "grad_norm": 1.3249769399551767, + "learning_rate": 1.992544310241006e-05, + "loss": 0.356, + "step": 7985 + }, + { + "epoch": 6.7735368956743, + "grad_norm": 1.2246809449805882, + "learning_rate": 1.992540961659961e-05, + "loss": 0.3621, + "step": 7986 + }, + { + "epoch": 6.774385072094995, + "grad_norm": 1.1125107941801406, + "learning_rate": 1.9925376123299244e-05, + "loss": 0.3256, + "step": 7987 + }, + { + "epoch": 6.775233248515692, + "grad_norm": 1.30250229274368, + "learning_rate": 1.992534262250898e-05, + "loss": 0.4254, + "step": 7988 + }, + { + "epoch": 6.776081424936387, + "grad_norm": 1.3151908435982371, + "learning_rate": 1.9925309114228852e-05, + "loss": 0.3931, + "step": 7989 + }, + { + "epoch": 6.776929601357082, + "grad_norm": 1.2343770026026253, + "learning_rate": 1.992527559845888e-05, + "loss": 0.3586, + "step": 7990 + }, + { + "epoch": 6.777777777777778, + "grad_norm": 1.0880980117385401, + "learning_rate": 1.992524207519909e-05, + "loss": 0.295, + "step": 7991 + }, + { + "epoch": 6.778625954198473, + "grad_norm": 1.2441696615219628, + "learning_rate": 1.9925208544449508e-05, + "loss": 0.4404, + "step": 7992 + }, + { + "epoch": 6.779474130619169, + "grad_norm": 1.2474939862566177, + "learning_rate": 1.992517500621016e-05, + "loss": 0.338, + "step": 7993 + }, + { + "epoch": 6.780322307039865, + "grad_norm": 1.3717830888316445, + "learning_rate": 1.9925141460481065e-05, + "loss": 0.4424, + "step": 7994 + }, + { + "epoch": 6.78117048346056, + "grad_norm": 1.177047081202819, + "learning_rate": 1.9925107907262258e-05, + "loss": 0.2849, + "step": 7995 + }, + { + "epoch": 6.782018659881255, + "grad_norm": 1.1958927017517846, + "learning_rate": 1.9925074346553758e-05, + "loss": 0.4259, + "step": 7996 + }, + { + "epoch": 6.782866836301951, + "grad_norm": 1.327154593544422, + "learning_rate": 1.9925040778355593e-05, + "loss": 0.3819, + "step": 7997 + }, + { + "epoch": 6.783715012722646, + "grad_norm": 1.3580005963887747, + "learning_rate": 1.992500720266779e-05, + "loss": 0.3956, + "step": 7998 + }, + { + "epoch": 6.784563189143341, + "grad_norm": 1.2454933963072492, + "learning_rate": 1.992497361949037e-05, + "loss": 0.3555, + "step": 7999 + }, + { + "epoch": 6.785411365564038, + "grad_norm": 1.410649614655962, + "learning_rate": 1.992494002882336e-05, + "loss": 0.3909, + "step": 8000 + }, + { + "epoch": 6.786259541984733, + "grad_norm": 1.248467925261203, + "learning_rate": 1.9924906430666786e-05, + "loss": 0.2874, + "step": 8001 + }, + { + "epoch": 6.787107718405428, + "grad_norm": 1.1082871833521268, + "learning_rate": 1.9924872825020675e-05, + "loss": 0.3259, + "step": 8002 + }, + { + "epoch": 6.787955894826124, + "grad_norm": 1.3303272245178988, + "learning_rate": 1.9924839211885044e-05, + "loss": 0.3469, + "step": 8003 + }, + { + "epoch": 6.788804071246819, + "grad_norm": 1.2626477737957535, + "learning_rate": 1.992480559125993e-05, + "loss": 0.4286, + "step": 8004 + }, + { + "epoch": 6.789652247667515, + "grad_norm": 1.212584039175711, + "learning_rate": 1.9924771963145352e-05, + "loss": 0.3885, + "step": 8005 + }, + { + "epoch": 6.7905004240882105, + "grad_norm": 1.1262550051902376, + "learning_rate": 1.992473832754134e-05, + "loss": 0.2943, + "step": 8006 + }, + { + "epoch": 6.791348600508906, + "grad_norm": 1.1863652017146236, + "learning_rate": 1.992470468444791e-05, + "loss": 0.3739, + "step": 8007 + }, + { + "epoch": 6.792196776929601, + "grad_norm": 1.1698737143790678, + "learning_rate": 1.9924671033865095e-05, + "loss": 0.3908, + "step": 8008 + }, + { + "epoch": 6.793044953350297, + "grad_norm": 1.4722439396825857, + "learning_rate": 1.992463737579292e-05, + "loss": 0.3803, + "step": 8009 + }, + { + "epoch": 6.793893129770993, + "grad_norm": 1.2455280309577124, + "learning_rate": 1.9924603710231408e-05, + "loss": 0.328, + "step": 8010 + }, + { + "epoch": 6.794741306191688, + "grad_norm": 1.4064288090531498, + "learning_rate": 1.9924570037180583e-05, + "loss": 0.3418, + "step": 8011 + }, + { + "epoch": 6.7955894826123835, + "grad_norm": 1.266720596241853, + "learning_rate": 1.9924536356640475e-05, + "loss": 0.2952, + "step": 8012 + }, + { + "epoch": 6.796437659033079, + "grad_norm": 1.257682259171418, + "learning_rate": 1.992450266861111e-05, + "loss": 0.3999, + "step": 8013 + }, + { + "epoch": 6.797285835453774, + "grad_norm": 1.3698689745947246, + "learning_rate": 1.9924468973092508e-05, + "loss": 0.388, + "step": 8014 + }, + { + "epoch": 6.7981340118744695, + "grad_norm": 1.3426535593891666, + "learning_rate": 1.9924435270084696e-05, + "loss": 0.3968, + "step": 8015 + }, + { + "epoch": 6.798982188295166, + "grad_norm": 1.1525001872737186, + "learning_rate": 1.9924401559587703e-05, + "loss": 0.3245, + "step": 8016 + }, + { + "epoch": 6.799830364715861, + "grad_norm": 1.6100803573838525, + "learning_rate": 1.9924367841601553e-05, + "loss": 0.3385, + "step": 8017 + }, + { + "epoch": 6.8006785411365565, + "grad_norm": 1.1776659994296068, + "learning_rate": 1.9924334116126267e-05, + "loss": 0.3658, + "step": 8018 + }, + { + "epoch": 6.801526717557252, + "grad_norm": 1.1824449859657575, + "learning_rate": 1.9924300383161874e-05, + "loss": 0.3609, + "step": 8019 + }, + { + "epoch": 6.802374893977947, + "grad_norm": 1.1620754153856525, + "learning_rate": 1.9924266642708402e-05, + "loss": 0.3385, + "step": 8020 + }, + { + "epoch": 6.8032230703986425, + "grad_norm": 1.4053567019332462, + "learning_rate": 1.9924232894765872e-05, + "loss": 0.3085, + "step": 8021 + }, + { + "epoch": 6.804071246819339, + "grad_norm": 1.2633282776483434, + "learning_rate": 1.9924199139334313e-05, + "loss": 0.3678, + "step": 8022 + }, + { + "epoch": 6.804919423240034, + "grad_norm": 1.2800301259036992, + "learning_rate": 1.9924165376413746e-05, + "loss": 0.4214, + "step": 8023 + }, + { + "epoch": 6.805767599660729, + "grad_norm": 1.4567430654967817, + "learning_rate": 1.99241316060042e-05, + "loss": 0.3914, + "step": 8024 + }, + { + "epoch": 6.806615776081425, + "grad_norm": 1.1961659563121623, + "learning_rate": 1.99240978281057e-05, + "loss": 0.3206, + "step": 8025 + }, + { + "epoch": 6.80746395250212, + "grad_norm": 1.4928245732582148, + "learning_rate": 1.9924064042718273e-05, + "loss": 0.3411, + "step": 8026 + }, + { + "epoch": 6.808312128922816, + "grad_norm": 1.1927106469669413, + "learning_rate": 1.992403024984194e-05, + "loss": 0.33, + "step": 8027 + }, + { + "epoch": 6.809160305343512, + "grad_norm": 1.1372994183210654, + "learning_rate": 1.992399644947673e-05, + "loss": 0.3057, + "step": 8028 + }, + { + "epoch": 6.810008481764207, + "grad_norm": 1.2159059049719805, + "learning_rate": 1.9923962641622667e-05, + "loss": 0.3268, + "step": 8029 + }, + { + "epoch": 6.810856658184902, + "grad_norm": 1.1175183432765345, + "learning_rate": 1.9923928826279777e-05, + "loss": 0.3418, + "step": 8030 + }, + { + "epoch": 6.811704834605598, + "grad_norm": 1.1266446385569597, + "learning_rate": 1.9923895003448085e-05, + "loss": 0.3179, + "step": 8031 + }, + { + "epoch": 6.812553011026294, + "grad_norm": 1.333793073082759, + "learning_rate": 1.992386117312762e-05, + "loss": 0.3608, + "step": 8032 + }, + { + "epoch": 6.813401187446989, + "grad_norm": 1.116676017077569, + "learning_rate": 1.9923827335318403e-05, + "loss": 0.317, + "step": 8033 + }, + { + "epoch": 6.814249363867685, + "grad_norm": 1.1936102216642162, + "learning_rate": 1.9923793490020464e-05, + "loss": 0.3534, + "step": 8034 + }, + { + "epoch": 6.81509754028838, + "grad_norm": 1.1425770999192448, + "learning_rate": 1.9923759637233825e-05, + "loss": 0.3022, + "step": 8035 + }, + { + "epoch": 6.815945716709075, + "grad_norm": 1.1326658379107308, + "learning_rate": 1.992372577695851e-05, + "loss": 0.2581, + "step": 8036 + }, + { + "epoch": 6.816793893129771, + "grad_norm": 1.2022618601983504, + "learning_rate": 1.9923691909194546e-05, + "loss": 0.381, + "step": 8037 + }, + { + "epoch": 6.817642069550466, + "grad_norm": 1.4151477034599758, + "learning_rate": 1.9923658033941964e-05, + "loss": 0.431, + "step": 8038 + }, + { + "epoch": 6.818490245971162, + "grad_norm": 1.117014411508072, + "learning_rate": 1.992362415120078e-05, + "loss": 0.3212, + "step": 8039 + }, + { + "epoch": 6.819338422391858, + "grad_norm": 1.2305591135799139, + "learning_rate": 1.992359026097103e-05, + "loss": 0.3924, + "step": 8040 + }, + { + "epoch": 6.820186598812553, + "grad_norm": 1.346155079114581, + "learning_rate": 1.992355636325273e-05, + "loss": 0.3722, + "step": 8041 + }, + { + "epoch": 6.821034775233248, + "grad_norm": 1.3210472436800949, + "learning_rate": 1.992352245804591e-05, + "loss": 0.4204, + "step": 8042 + }, + { + "epoch": 6.821882951653944, + "grad_norm": 1.1630851541757403, + "learning_rate": 1.99234885453506e-05, + "loss": 0.3589, + "step": 8043 + }, + { + "epoch": 6.82273112807464, + "grad_norm": 1.7162548530350223, + "learning_rate": 1.9923454625166816e-05, + "loss": 0.3748, + "step": 8044 + }, + { + "epoch": 6.823579304495335, + "grad_norm": 1.1425355327456934, + "learning_rate": 1.992342069749459e-05, + "loss": 0.2721, + "step": 8045 + }, + { + "epoch": 6.824427480916031, + "grad_norm": 1.374788078944814, + "learning_rate": 1.9923386762333943e-05, + "loss": 0.3395, + "step": 8046 + }, + { + "epoch": 6.825275657336726, + "grad_norm": 1.206143318688799, + "learning_rate": 1.992335281968491e-05, + "loss": 0.3366, + "step": 8047 + }, + { + "epoch": 6.826123833757421, + "grad_norm": 1.5860277609032407, + "learning_rate": 1.992331886954751e-05, + "loss": 0.314, + "step": 8048 + }, + { + "epoch": 6.8269720101781175, + "grad_norm": 1.3588366637915879, + "learning_rate": 1.9923284911921765e-05, + "loss": 0.3836, + "step": 8049 + }, + { + "epoch": 6.827820186598813, + "grad_norm": 1.3137861628717113, + "learning_rate": 1.9923250946807705e-05, + "loss": 0.2673, + "step": 8050 + }, + { + "epoch": 6.828668363019508, + "grad_norm": 1.1639670727259417, + "learning_rate": 1.9923216974205356e-05, + "loss": 0.364, + "step": 8051 + }, + { + "epoch": 6.8295165394402035, + "grad_norm": 1.272282265037048, + "learning_rate": 1.9923182994114743e-05, + "loss": 0.402, + "step": 8052 + }, + { + "epoch": 6.830364715860899, + "grad_norm": 1.2521146710861282, + "learning_rate": 1.9923149006535892e-05, + "loss": 0.3698, + "step": 8053 + }, + { + "epoch": 6.831212892281594, + "grad_norm": 1.1702342881454502, + "learning_rate": 1.9923115011468826e-05, + "loss": 0.3809, + "step": 8054 + }, + { + "epoch": 6.8320610687022905, + "grad_norm": 1.3867358950923319, + "learning_rate": 1.9923081008913575e-05, + "loss": 0.3422, + "step": 8055 + }, + { + "epoch": 6.832909245122986, + "grad_norm": 1.202908968851858, + "learning_rate": 1.9923046998870164e-05, + "loss": 0.4058, + "step": 8056 + }, + { + "epoch": 6.833757421543681, + "grad_norm": 1.4891185891557266, + "learning_rate": 1.9923012981338615e-05, + "loss": 0.4278, + "step": 8057 + }, + { + "epoch": 6.8346055979643765, + "grad_norm": 1.2033358564285361, + "learning_rate": 1.9922978956318956e-05, + "loss": 0.3048, + "step": 8058 + }, + { + "epoch": 6.835453774385072, + "grad_norm": 1.2374371553825196, + "learning_rate": 1.992294492381121e-05, + "loss": 0.3767, + "step": 8059 + }, + { + "epoch": 6.836301950805767, + "grad_norm": 1.083482734729657, + "learning_rate": 1.992291088381541e-05, + "loss": 0.3224, + "step": 8060 + }, + { + "epoch": 6.837150127226463, + "grad_norm": 1.1551543468466245, + "learning_rate": 1.9922876836331577e-05, + "loss": 0.386, + "step": 8061 + }, + { + "epoch": 6.837998303647159, + "grad_norm": 1.1955496998179629, + "learning_rate": 1.992284278135973e-05, + "loss": 0.4043, + "step": 8062 + }, + { + "epoch": 6.838846480067854, + "grad_norm": 1.2632202289302004, + "learning_rate": 1.9922808718899905e-05, + "loss": 0.3698, + "step": 8063 + }, + { + "epoch": 6.8396946564885495, + "grad_norm": 1.3030336146893096, + "learning_rate": 1.9922774648952125e-05, + "loss": 0.4014, + "step": 8064 + }, + { + "epoch": 6.840542832909245, + "grad_norm": 1.1303416484318287, + "learning_rate": 1.9922740571516414e-05, + "loss": 0.3347, + "step": 8065 + }, + { + "epoch": 6.841391009329941, + "grad_norm": 1.16638607518568, + "learning_rate": 1.99227064865928e-05, + "loss": 0.3542, + "step": 8066 + }, + { + "epoch": 6.842239185750636, + "grad_norm": 1.2035024419997526, + "learning_rate": 1.9922672394181305e-05, + "loss": 0.3552, + "step": 8067 + }, + { + "epoch": 6.843087362171332, + "grad_norm": 1.3707864365740985, + "learning_rate": 1.9922638294281955e-05, + "loss": 0.3969, + "step": 8068 + }, + { + "epoch": 6.843935538592027, + "grad_norm": 1.265482591906644, + "learning_rate": 1.992260418689478e-05, + "loss": 0.354, + "step": 8069 + }, + { + "epoch": 6.844783715012722, + "grad_norm": 1.1826808513761424, + "learning_rate": 1.9922570072019806e-05, + "loss": 0.3955, + "step": 8070 + }, + { + "epoch": 6.845631891433418, + "grad_norm": 1.1023297513180395, + "learning_rate": 1.992253594965705e-05, + "loss": 0.3901, + "step": 8071 + }, + { + "epoch": 6.846480067854114, + "grad_norm": 1.1911952716069625, + "learning_rate": 1.9922501819806548e-05, + "loss": 0.3648, + "step": 8072 + }, + { + "epoch": 6.847328244274809, + "grad_norm": 1.2616044641363087, + "learning_rate": 1.992246768246832e-05, + "loss": 0.3482, + "step": 8073 + }, + { + "epoch": 6.848176420695505, + "grad_norm": 1.1403966551130877, + "learning_rate": 1.9922433537642397e-05, + "loss": 0.3224, + "step": 8074 + }, + { + "epoch": 6.8490245971162, + "grad_norm": 1.3218651110255024, + "learning_rate": 1.9922399385328798e-05, + "loss": 0.4145, + "step": 8075 + }, + { + "epoch": 6.849872773536895, + "grad_norm": 1.3105992284364831, + "learning_rate": 1.992236522552755e-05, + "loss": 0.3635, + "step": 8076 + }, + { + "epoch": 6.850720949957591, + "grad_norm": 1.372621685463244, + "learning_rate": 1.992233105823868e-05, + "loss": 0.3927, + "step": 8077 + }, + { + "epoch": 6.851569126378287, + "grad_norm": 1.5477024284330358, + "learning_rate": 1.992229688346222e-05, + "loss": 0.4164, + "step": 8078 + }, + { + "epoch": 6.852417302798982, + "grad_norm": 1.7446872449087814, + "learning_rate": 1.9922262701198184e-05, + "loss": 0.3886, + "step": 8079 + }, + { + "epoch": 6.853265479219678, + "grad_norm": 1.3907177818749816, + "learning_rate": 1.992222851144661e-05, + "loss": 0.4205, + "step": 8080 + }, + { + "epoch": 6.854113655640373, + "grad_norm": 1.1717454013796025, + "learning_rate": 1.9922194314207513e-05, + "loss": 0.3627, + "step": 8081 + }, + { + "epoch": 6.854961832061068, + "grad_norm": 1.1418393965809408, + "learning_rate": 1.9922160109480927e-05, + "loss": 0.3244, + "step": 8082 + }, + { + "epoch": 6.855810008481765, + "grad_norm": 1.257295476027246, + "learning_rate": 1.9922125897266872e-05, + "loss": 0.3651, + "step": 8083 + }, + { + "epoch": 6.85665818490246, + "grad_norm": 1.3702359306570397, + "learning_rate": 1.9922091677565377e-05, + "loss": 0.349, + "step": 8084 + }, + { + "epoch": 6.857506361323155, + "grad_norm": 1.5250597541718278, + "learning_rate": 1.9922057450376467e-05, + "loss": 0.4005, + "step": 8085 + }, + { + "epoch": 6.858354537743851, + "grad_norm": 1.0243927801198682, + "learning_rate": 1.992202321570017e-05, + "loss": 0.288, + "step": 8086 + }, + { + "epoch": 6.859202714164546, + "grad_norm": 1.1193141737394072, + "learning_rate": 1.9921988973536505e-05, + "loss": 0.2982, + "step": 8087 + }, + { + "epoch": 6.860050890585242, + "grad_norm": 1.378157981945335, + "learning_rate": 1.9921954723885505e-05, + "loss": 0.4127, + "step": 8088 + }, + { + "epoch": 6.8608990670059375, + "grad_norm": 1.4359643301593403, + "learning_rate": 1.9921920466747197e-05, + "loss": 0.414, + "step": 8089 + }, + { + "epoch": 6.861747243426633, + "grad_norm": 1.4525329896402226, + "learning_rate": 1.9921886202121595e-05, + "loss": 0.3585, + "step": 8090 + }, + { + "epoch": 6.862595419847328, + "grad_norm": 1.2605515274843075, + "learning_rate": 1.992185193000874e-05, + "loss": 0.3123, + "step": 8091 + }, + { + "epoch": 6.863443596268024, + "grad_norm": 1.203756466990245, + "learning_rate": 1.992181765040865e-05, + "loss": 0.3704, + "step": 8092 + }, + { + "epoch": 6.864291772688719, + "grad_norm": 1.2740774994523232, + "learning_rate": 1.992178336332135e-05, + "loss": 0.3294, + "step": 8093 + }, + { + "epoch": 6.865139949109414, + "grad_norm": 1.273701293482028, + "learning_rate": 1.992174906874687e-05, + "loss": 0.3466, + "step": 8094 + }, + { + "epoch": 6.8659881255301105, + "grad_norm": 1.2162281081767194, + "learning_rate": 1.992171476668523e-05, + "loss": 0.2958, + "step": 8095 + }, + { + "epoch": 6.866836301950806, + "grad_norm": 1.1243740114555665, + "learning_rate": 1.9921680457136463e-05, + "loss": 0.3294, + "step": 8096 + }, + { + "epoch": 6.867684478371501, + "grad_norm": 1.24792916652379, + "learning_rate": 1.992164614010059e-05, + "loss": 0.3556, + "step": 8097 + }, + { + "epoch": 6.8685326547921965, + "grad_norm": 1.1642327644605992, + "learning_rate": 1.9921611815577636e-05, + "loss": 0.3144, + "step": 8098 + }, + { + "epoch": 6.869380831212892, + "grad_norm": 1.195237906464415, + "learning_rate": 1.992157748356763e-05, + "loss": 0.2751, + "step": 8099 + }, + { + "epoch": 6.870229007633588, + "grad_norm": 1.3226098656673382, + "learning_rate": 1.99215431440706e-05, + "loss": 0.3817, + "step": 8100 + }, + { + "epoch": 6.8710771840542835, + "grad_norm": 1.1013655219187226, + "learning_rate": 1.992150879708657e-05, + "loss": 0.2487, + "step": 8101 + }, + { + "epoch": 6.871925360474979, + "grad_norm": 1.324383515332282, + "learning_rate": 1.992147444261556e-05, + "loss": 0.3495, + "step": 8102 + }, + { + "epoch": 6.872773536895674, + "grad_norm": 1.4498669979373904, + "learning_rate": 1.9921440080657603e-05, + "loss": 0.3957, + "step": 8103 + }, + { + "epoch": 6.8736217133163695, + "grad_norm": 1.1105731971203865, + "learning_rate": 1.992140571121272e-05, + "loss": 0.3427, + "step": 8104 + }, + { + "epoch": 6.874469889737066, + "grad_norm": 1.2028600171032697, + "learning_rate": 1.9921371334280946e-05, + "loss": 0.31, + "step": 8105 + }, + { + "epoch": 6.875318066157761, + "grad_norm": 1.4062513244891601, + "learning_rate": 1.9921336949862297e-05, + "loss": 0.4297, + "step": 8106 + }, + { + "epoch": 6.876166242578456, + "grad_norm": 1.2441629690845872, + "learning_rate": 1.99213025579568e-05, + "loss": 0.4031, + "step": 8107 + }, + { + "epoch": 6.877014418999152, + "grad_norm": 1.158895458557816, + "learning_rate": 1.992126815856449e-05, + "loss": 0.3556, + "step": 8108 + }, + { + "epoch": 6.877862595419847, + "grad_norm": 1.3904763262374542, + "learning_rate": 1.992123375168538e-05, + "loss": 0.397, + "step": 8109 + }, + { + "epoch": 6.8787107718405425, + "grad_norm": 1.2646824079290644, + "learning_rate": 1.9921199337319506e-05, + "loss": 0.363, + "step": 8110 + }, + { + "epoch": 6.879558948261239, + "grad_norm": 1.1033622204563767, + "learning_rate": 1.992116491546689e-05, + "loss": 0.3468, + "step": 8111 + }, + { + "epoch": 6.880407124681934, + "grad_norm": 1.335580073169294, + "learning_rate": 1.992113048612756e-05, + "loss": 0.4017, + "step": 8112 + }, + { + "epoch": 6.881255301102629, + "grad_norm": 1.12725404080492, + "learning_rate": 1.992109604930154e-05, + "loss": 0.3876, + "step": 8113 + }, + { + "epoch": 6.882103477523325, + "grad_norm": 1.141877464475786, + "learning_rate": 1.9921061604988852e-05, + "loss": 0.3716, + "step": 8114 + }, + { + "epoch": 6.88295165394402, + "grad_norm": 1.163718284546348, + "learning_rate": 1.9921027153189532e-05, + "loss": 0.3851, + "step": 8115 + }, + { + "epoch": 6.883799830364715, + "grad_norm": 1.4818688522047307, + "learning_rate": 1.9920992693903596e-05, + "loss": 0.4222, + "step": 8116 + }, + { + "epoch": 6.884648006785412, + "grad_norm": 1.2670254845070805, + "learning_rate": 1.9920958227131075e-05, + "loss": 0.4111, + "step": 8117 + }, + { + "epoch": 6.885496183206107, + "grad_norm": 1.1677086461361101, + "learning_rate": 1.9920923752871998e-05, + "loss": 0.2986, + "step": 8118 + }, + { + "epoch": 6.886344359626802, + "grad_norm": 1.1515136501015657, + "learning_rate": 1.9920889271126384e-05, + "loss": 0.3986, + "step": 8119 + }, + { + "epoch": 6.887192536047498, + "grad_norm": 1.2706996251254443, + "learning_rate": 1.9920854781894262e-05, + "loss": 0.3885, + "step": 8120 + }, + { + "epoch": 6.888040712468193, + "grad_norm": 1.4335149898048678, + "learning_rate": 1.992082028517566e-05, + "loss": 0.3876, + "step": 8121 + }, + { + "epoch": 6.888888888888889, + "grad_norm": 1.2792941764703685, + "learning_rate": 1.9920785780970604e-05, + "loss": 0.3775, + "step": 8122 + }, + { + "epoch": 6.889737065309585, + "grad_norm": 1.269693379956346, + "learning_rate": 1.9920751269279116e-05, + "loss": 0.2822, + "step": 8123 + }, + { + "epoch": 6.89058524173028, + "grad_norm": 1.330518079611674, + "learning_rate": 1.9920716750101222e-05, + "loss": 0.3664, + "step": 8124 + }, + { + "epoch": 6.891433418150975, + "grad_norm": 1.163578600733113, + "learning_rate": 1.992068222343696e-05, + "loss": 0.3324, + "step": 8125 + }, + { + "epoch": 6.892281594571671, + "grad_norm": 1.281695717612305, + "learning_rate": 1.9920647689286338e-05, + "loss": 0.3446, + "step": 8126 + }, + { + "epoch": 6.893129770992367, + "grad_norm": 1.5484253188734072, + "learning_rate": 1.9920613147649392e-05, + "loss": 0.356, + "step": 8127 + }, + { + "epoch": 6.893977947413062, + "grad_norm": 1.228014660379407, + "learning_rate": 1.992057859852615e-05, + "loss": 0.4069, + "step": 8128 + }, + { + "epoch": 6.894826123833758, + "grad_norm": 1.4479377269669014, + "learning_rate": 1.992054404191663e-05, + "loss": 0.392, + "step": 8129 + }, + { + "epoch": 6.895674300254453, + "grad_norm": 1.2296267731475468, + "learning_rate": 1.9920509477820865e-05, + "loss": 0.3432, + "step": 8130 + }, + { + "epoch": 6.896522476675148, + "grad_norm": 1.1597754017237691, + "learning_rate": 1.9920474906238882e-05, + "loss": 0.3649, + "step": 8131 + }, + { + "epoch": 6.897370653095844, + "grad_norm": 1.2838651986978453, + "learning_rate": 1.99204403271707e-05, + "loss": 0.3696, + "step": 8132 + }, + { + "epoch": 6.898218829516539, + "grad_norm": 1.1751462946507563, + "learning_rate": 1.992040574061635e-05, + "loss": 0.3647, + "step": 8133 + }, + { + "epoch": 6.899067005937235, + "grad_norm": 1.1966250423525313, + "learning_rate": 1.992037114657586e-05, + "loss": 0.4089, + "step": 8134 + }, + { + "epoch": 6.8999151823579306, + "grad_norm": 1.830146288307593, + "learning_rate": 1.9920336545049254e-05, + "loss": 0.2951, + "step": 8135 + }, + { + "epoch": 6.900763358778626, + "grad_norm": 1.2540244803384026, + "learning_rate": 1.9920301936036553e-05, + "loss": 0.3433, + "step": 8136 + }, + { + "epoch": 6.901611535199321, + "grad_norm": 1.388283987354817, + "learning_rate": 1.992026731953779e-05, + "loss": 0.4273, + "step": 8137 + }, + { + "epoch": 6.902459711620017, + "grad_norm": 1.34368578000897, + "learning_rate": 1.9920232695552987e-05, + "loss": 0.3567, + "step": 8138 + }, + { + "epoch": 6.903307888040713, + "grad_norm": 1.2473907214636313, + "learning_rate": 1.9920198064082177e-05, + "loss": 0.3513, + "step": 8139 + }, + { + "epoch": 6.904156064461408, + "grad_norm": 1.4532107724476844, + "learning_rate": 1.9920163425125377e-05, + "loss": 0.3416, + "step": 8140 + }, + { + "epoch": 6.9050042408821035, + "grad_norm": 1.2090847138391345, + "learning_rate": 1.9920128778682615e-05, + "loss": 0.3157, + "step": 8141 + }, + { + "epoch": 6.905852417302799, + "grad_norm": 1.1578449610058468, + "learning_rate": 1.9920094124753922e-05, + "loss": 0.3198, + "step": 8142 + }, + { + "epoch": 6.906700593723494, + "grad_norm": 1.3329049923016614, + "learning_rate": 1.992005946333932e-05, + "loss": 0.3732, + "step": 8143 + }, + { + "epoch": 6.90754877014419, + "grad_norm": 1.3413081693638866, + "learning_rate": 1.992002479443884e-05, + "loss": 0.4044, + "step": 8144 + }, + { + "epoch": 6.908396946564886, + "grad_norm": 1.3271004732056326, + "learning_rate": 1.9919990118052505e-05, + "loss": 0.3871, + "step": 8145 + }, + { + "epoch": 6.909245122985581, + "grad_norm": 1.2811592276771817, + "learning_rate": 1.9919955434180336e-05, + "loss": 0.4332, + "step": 8146 + }, + { + "epoch": 6.9100932994062765, + "grad_norm": 1.2231997362026823, + "learning_rate": 1.991992074282237e-05, + "loss": 0.353, + "step": 8147 + }, + { + "epoch": 6.910941475826972, + "grad_norm": 1.1725990540945532, + "learning_rate": 1.9919886043978622e-05, + "loss": 0.3446, + "step": 8148 + }, + { + "epoch": 6.911789652247667, + "grad_norm": 1.2005595109973535, + "learning_rate": 1.9919851337649127e-05, + "loss": 0.3804, + "step": 8149 + }, + { + "epoch": 6.912637828668363, + "grad_norm": 1.3932525042301358, + "learning_rate": 1.9919816623833907e-05, + "loss": 0.4102, + "step": 8150 + }, + { + "epoch": 6.913486005089059, + "grad_norm": 1.221805177620107, + "learning_rate": 1.9919781902532985e-05, + "loss": 0.3439, + "step": 8151 + }, + { + "epoch": 6.914334181509754, + "grad_norm": 1.3410805154441503, + "learning_rate": 1.9919747173746397e-05, + "loss": 0.3867, + "step": 8152 + }, + { + "epoch": 6.915182357930449, + "grad_norm": 1.335758560399135, + "learning_rate": 1.9919712437474158e-05, + "loss": 0.3898, + "step": 8153 + }, + { + "epoch": 6.916030534351145, + "grad_norm": 1.2180263939725966, + "learning_rate": 1.9919677693716303e-05, + "loss": 0.2613, + "step": 8154 + }, + { + "epoch": 6.91687871077184, + "grad_norm": 1.1623513231011704, + "learning_rate": 1.9919642942472852e-05, + "loss": 0.3279, + "step": 8155 + }, + { + "epoch": 6.917726887192536, + "grad_norm": 1.3560463270888852, + "learning_rate": 1.991960818374384e-05, + "loss": 0.3888, + "step": 8156 + }, + { + "epoch": 6.918575063613232, + "grad_norm": 1.3330676884367993, + "learning_rate": 1.991957341752928e-05, + "loss": 0.3772, + "step": 8157 + }, + { + "epoch": 6.919423240033927, + "grad_norm": 1.3062937245835406, + "learning_rate": 1.991953864382921e-05, + "loss": 0.4581, + "step": 8158 + }, + { + "epoch": 6.920271416454622, + "grad_norm": 1.2427617329336507, + "learning_rate": 1.991950386264365e-05, + "loss": 0.3463, + "step": 8159 + }, + { + "epoch": 6.921119592875318, + "grad_norm": 1.272291536251062, + "learning_rate": 1.9919469073972624e-05, + "loss": 0.3871, + "step": 8160 + }, + { + "epoch": 6.921967769296014, + "grad_norm": 1.1945288430405845, + "learning_rate": 1.9919434277816165e-05, + "loss": 0.3206, + "step": 8161 + }, + { + "epoch": 6.922815945716709, + "grad_norm": 1.20680536524694, + "learning_rate": 1.99193994741743e-05, + "loss": 0.365, + "step": 8162 + }, + { + "epoch": 6.923664122137405, + "grad_norm": 1.6849824388161747, + "learning_rate": 1.9919364663047046e-05, + "loss": 0.404, + "step": 8163 + }, + { + "epoch": 6.9245122985581, + "grad_norm": 1.2875566874853805, + "learning_rate": 1.991932984443444e-05, + "loss": 0.3236, + "step": 8164 + }, + { + "epoch": 6.925360474978795, + "grad_norm": 1.358921633110162, + "learning_rate": 1.99192950183365e-05, + "loss": 0.3999, + "step": 8165 + }, + { + "epoch": 6.926208651399491, + "grad_norm": 1.299671614111427, + "learning_rate": 1.9919260184753256e-05, + "loss": 0.3089, + "step": 8166 + }, + { + "epoch": 6.927056827820187, + "grad_norm": 1.2907996137248665, + "learning_rate": 1.9919225343684735e-05, + "loss": 0.3471, + "step": 8167 + }, + { + "epoch": 6.927905004240882, + "grad_norm": 1.4336943743170705, + "learning_rate": 1.991919049513096e-05, + "loss": 0.3652, + "step": 8168 + }, + { + "epoch": 6.928753180661578, + "grad_norm": 1.325342777842602, + "learning_rate": 1.991915563909196e-05, + "loss": 0.4017, + "step": 8169 + }, + { + "epoch": 6.929601357082273, + "grad_norm": 1.2526333492443, + "learning_rate": 1.9919120775567763e-05, + "loss": 0.3936, + "step": 8170 + }, + { + "epoch": 6.930449533502968, + "grad_norm": 1.3494155368160843, + "learning_rate": 1.991908590455839e-05, + "loss": 0.3733, + "step": 8171 + }, + { + "epoch": 6.931297709923664, + "grad_norm": 1.3058631389034425, + "learning_rate": 1.991905102606387e-05, + "loss": 0.3209, + "step": 8172 + }, + { + "epoch": 6.93214588634436, + "grad_norm": 1.2759364485211386, + "learning_rate": 1.9919016140084234e-05, + "loss": 0.4057, + "step": 8173 + }, + { + "epoch": 6.932994062765055, + "grad_norm": 1.4198938111972181, + "learning_rate": 1.99189812466195e-05, + "loss": 0.3829, + "step": 8174 + }, + { + "epoch": 6.933842239185751, + "grad_norm": 1.3584712103398364, + "learning_rate": 1.9918946345669696e-05, + "loss": 0.3545, + "step": 8175 + }, + { + "epoch": 6.934690415606446, + "grad_norm": 1.1007234056305821, + "learning_rate": 1.9918911437234857e-05, + "loss": 0.2902, + "step": 8176 + }, + { + "epoch": 6.935538592027141, + "grad_norm": 1.1103005433260191, + "learning_rate": 1.9918876521314997e-05, + "loss": 0.3363, + "step": 8177 + }, + { + "epoch": 6.9363867684478375, + "grad_norm": 1.4226296639121456, + "learning_rate": 1.991884159791015e-05, + "loss": 0.3314, + "step": 8178 + }, + { + "epoch": 6.937234944868533, + "grad_norm": 1.285916898072189, + "learning_rate": 1.9918806667020343e-05, + "loss": 0.3757, + "step": 8179 + }, + { + "epoch": 6.938083121289228, + "grad_norm": 1.2662357685768273, + "learning_rate": 1.99187717286456e-05, + "loss": 0.439, + "step": 8180 + }, + { + "epoch": 6.938931297709924, + "grad_norm": 1.2329711401018284, + "learning_rate": 1.9918736782785943e-05, + "loss": 0.3816, + "step": 8181 + }, + { + "epoch": 6.939779474130619, + "grad_norm": 1.59037388124509, + "learning_rate": 1.9918701829441403e-05, + "loss": 0.3801, + "step": 8182 + }, + { + "epoch": 6.940627650551315, + "grad_norm": 1.2943339466675725, + "learning_rate": 1.9918666868612013e-05, + "loss": 0.3774, + "step": 8183 + }, + { + "epoch": 6.9414758269720105, + "grad_norm": 1.1573194962825726, + "learning_rate": 1.9918631900297788e-05, + "loss": 0.3075, + "step": 8184 + }, + { + "epoch": 6.942324003392706, + "grad_norm": 1.2747963525016854, + "learning_rate": 1.9918596924498757e-05, + "loss": 0.3924, + "step": 8185 + }, + { + "epoch": 6.943172179813401, + "grad_norm": 1.250642165468347, + "learning_rate": 1.991856194121495e-05, + "loss": 0.3175, + "step": 8186 + }, + { + "epoch": 6.9440203562340965, + "grad_norm": 1.3156517919151567, + "learning_rate": 1.9918526950446394e-05, + "loss": 0.4052, + "step": 8187 + }, + { + "epoch": 6.944868532654792, + "grad_norm": 1.3279885668142475, + "learning_rate": 1.991849195219311e-05, + "loss": 0.3627, + "step": 8188 + }, + { + "epoch": 6.945716709075487, + "grad_norm": 1.1133980465412596, + "learning_rate": 1.991845694645513e-05, + "loss": 0.3254, + "step": 8189 + }, + { + "epoch": 6.9465648854961835, + "grad_norm": 1.3723909869795698, + "learning_rate": 1.9918421933232475e-05, + "loss": 0.3843, + "step": 8190 + }, + { + "epoch": 6.947413061916879, + "grad_norm": 1.405946220462838, + "learning_rate": 1.9918386912525176e-05, + "loss": 0.457, + "step": 8191 + }, + { + "epoch": 6.948261238337574, + "grad_norm": 1.3529813229218024, + "learning_rate": 1.9918351884333254e-05, + "loss": 0.4279, + "step": 8192 + }, + { + "epoch": 6.9491094147582695, + "grad_norm": 1.2393063303485126, + "learning_rate": 1.9918316848656746e-05, + "loss": 0.4231, + "step": 8193 + }, + { + "epoch": 6.949957591178965, + "grad_norm": 1.220560704053715, + "learning_rate": 1.9918281805495668e-05, + "loss": 0.326, + "step": 8194 + }, + { + "epoch": 6.950805767599661, + "grad_norm": 1.2869914388344934, + "learning_rate": 1.9918246754850048e-05, + "loss": 0.3592, + "step": 8195 + }, + { + "epoch": 6.951653944020356, + "grad_norm": 1.477637763192925, + "learning_rate": 1.991821169671992e-05, + "loss": 0.3312, + "step": 8196 + }, + { + "epoch": 6.952502120441052, + "grad_norm": 1.298369497336771, + "learning_rate": 1.99181766311053e-05, + "loss": 0.3469, + "step": 8197 + }, + { + "epoch": 6.953350296861747, + "grad_norm": 1.2467455738668864, + "learning_rate": 1.991814155800622e-05, + "loss": 0.403, + "step": 8198 + }, + { + "epoch": 6.9541984732824424, + "grad_norm": 1.3193059601972843, + "learning_rate": 1.991810647742271e-05, + "loss": 0.4063, + "step": 8199 + }, + { + "epoch": 6.955046649703139, + "grad_norm": 1.2378541749764707, + "learning_rate": 1.9918071389354787e-05, + "loss": 0.3876, + "step": 8200 + }, + { + "epoch": 6.955894826123834, + "grad_norm": 1.4002045476808773, + "learning_rate": 1.9918036293802485e-05, + "loss": 0.3696, + "step": 8201 + }, + { + "epoch": 6.956743002544529, + "grad_norm": 1.1926009104364843, + "learning_rate": 1.991800119076583e-05, + "loss": 0.387, + "step": 8202 + }, + { + "epoch": 6.957591178965225, + "grad_norm": 1.151379492634742, + "learning_rate": 1.9917966080244847e-05, + "loss": 0.3791, + "step": 8203 + }, + { + "epoch": 6.95843935538592, + "grad_norm": 1.2203291599073272, + "learning_rate": 1.991793096223956e-05, + "loss": 0.3999, + "step": 8204 + }, + { + "epoch": 6.959287531806615, + "grad_norm": 1.5281033432941933, + "learning_rate": 1.9917895836749995e-05, + "loss": 0.3464, + "step": 8205 + }, + { + "epoch": 6.960135708227312, + "grad_norm": 1.414726409870275, + "learning_rate": 1.9917860703776188e-05, + "loss": 0.4414, + "step": 8206 + }, + { + "epoch": 6.960983884648007, + "grad_norm": 1.2449246119423247, + "learning_rate": 1.9917825563318153e-05, + "loss": 0.3487, + "step": 8207 + }, + { + "epoch": 6.961832061068702, + "grad_norm": 1.195749823863198, + "learning_rate": 1.9917790415375925e-05, + "loss": 0.3661, + "step": 8208 + }, + { + "epoch": 6.962680237489398, + "grad_norm": 1.8542899310025371, + "learning_rate": 1.991775525994953e-05, + "loss": 0.3736, + "step": 8209 + }, + { + "epoch": 6.963528413910093, + "grad_norm": 1.2235342652901708, + "learning_rate": 1.9917720097038987e-05, + "loss": 0.3889, + "step": 8210 + }, + { + "epoch": 6.964376590330788, + "grad_norm": 1.3288492463610198, + "learning_rate": 1.9917684926644334e-05, + "loss": 0.3191, + "step": 8211 + }, + { + "epoch": 6.965224766751485, + "grad_norm": 1.3423560910081858, + "learning_rate": 1.991764974876559e-05, + "loss": 0.3676, + "step": 8212 + }, + { + "epoch": 6.96607294317218, + "grad_norm": 1.3829013000508374, + "learning_rate": 1.991761456340278e-05, + "loss": 0.405, + "step": 8213 + }, + { + "epoch": 6.966921119592875, + "grad_norm": 1.2789931498909899, + "learning_rate": 1.9917579370555935e-05, + "loss": 0.3802, + "step": 8214 + }, + { + "epoch": 6.967769296013571, + "grad_norm": 1.3207729994646196, + "learning_rate": 1.991754417022508e-05, + "loss": 0.4292, + "step": 8215 + }, + { + "epoch": 6.968617472434266, + "grad_norm": 1.3397502620493775, + "learning_rate": 1.9917508962410245e-05, + "loss": 0.3425, + "step": 8216 + }, + { + "epoch": 6.969465648854962, + "grad_norm": 1.2818613086406863, + "learning_rate": 1.991747374711145e-05, + "loss": 0.3553, + "step": 8217 + }, + { + "epoch": 6.970313825275658, + "grad_norm": 1.5456786895649732, + "learning_rate": 1.9917438524328726e-05, + "loss": 0.3873, + "step": 8218 + }, + { + "epoch": 6.971162001696353, + "grad_norm": 1.2451070301247518, + "learning_rate": 1.9917403294062096e-05, + "loss": 0.3635, + "step": 8219 + }, + { + "epoch": 6.972010178117048, + "grad_norm": 1.4174878973712262, + "learning_rate": 1.991736805631159e-05, + "loss": 0.3843, + "step": 8220 + }, + { + "epoch": 6.972858354537744, + "grad_norm": 1.2306592681922577, + "learning_rate": 1.9917332811077236e-05, + "loss": 0.3585, + "step": 8221 + }, + { + "epoch": 6.97370653095844, + "grad_norm": 1.3376413175283441, + "learning_rate": 1.9917297558359055e-05, + "loss": 0.347, + "step": 8222 + }, + { + "epoch": 6.974554707379135, + "grad_norm": 1.1790141610777882, + "learning_rate": 1.9917262298157077e-05, + "loss": 0.3497, + "step": 8223 + }, + { + "epoch": 6.9754028837998305, + "grad_norm": 1.4212733618026563, + "learning_rate": 1.991722703047133e-05, + "loss": 0.4662, + "step": 8224 + }, + { + "epoch": 6.976251060220526, + "grad_norm": 1.3936479692216492, + "learning_rate": 1.991719175530184e-05, + "loss": 0.3617, + "step": 8225 + }, + { + "epoch": 6.977099236641221, + "grad_norm": 1.1877973035323395, + "learning_rate": 1.9917156472648633e-05, + "loss": 0.3205, + "step": 8226 + }, + { + "epoch": 6.977947413061917, + "grad_norm": 1.319594275655901, + "learning_rate": 1.991712118251173e-05, + "loss": 0.4507, + "step": 8227 + }, + { + "epoch": 6.978795589482612, + "grad_norm": 1.2941364450404502, + "learning_rate": 1.9917085884891168e-05, + "loss": 0.3195, + "step": 8228 + }, + { + "epoch": 6.979643765903308, + "grad_norm": 1.2041752981811886, + "learning_rate": 1.9917050579786967e-05, + "loss": 0.3698, + "step": 8229 + }, + { + "epoch": 6.9804919423240035, + "grad_norm": 1.4310668256052697, + "learning_rate": 1.9917015267199152e-05, + "loss": 0.4453, + "step": 8230 + }, + { + "epoch": 6.981340118744699, + "grad_norm": 1.3955416456914278, + "learning_rate": 1.9916979947127757e-05, + "loss": 0.3466, + "step": 8231 + }, + { + "epoch": 6.982188295165394, + "grad_norm": 1.3049399298804034, + "learning_rate": 1.9916944619572806e-05, + "loss": 0.3232, + "step": 8232 + }, + { + "epoch": 6.9830364715860895, + "grad_norm": 1.1937746785617502, + "learning_rate": 1.9916909284534322e-05, + "loss": 0.3028, + "step": 8233 + }, + { + "epoch": 6.983884648006786, + "grad_norm": 1.4718028420927107, + "learning_rate": 1.9916873942012332e-05, + "loss": 0.432, + "step": 8234 + }, + { + "epoch": 6.984732824427481, + "grad_norm": 1.3229581290552204, + "learning_rate": 1.9916838592006864e-05, + "loss": 0.4305, + "step": 8235 + }, + { + "epoch": 6.9855810008481765, + "grad_norm": 1.2296508503682801, + "learning_rate": 1.9916803234517948e-05, + "loss": 0.4012, + "step": 8236 + }, + { + "epoch": 6.986429177268872, + "grad_norm": 1.2072679684449097, + "learning_rate": 1.9916767869545608e-05, + "loss": 0.4032, + "step": 8237 + }, + { + "epoch": 6.987277353689567, + "grad_norm": 1.2951642803303816, + "learning_rate": 1.991673249708987e-05, + "loss": 0.3912, + "step": 8238 + }, + { + "epoch": 6.988125530110263, + "grad_norm": 1.2931972915215457, + "learning_rate": 1.991669711715076e-05, + "loss": 0.3723, + "step": 8239 + }, + { + "epoch": 6.988973706530959, + "grad_norm": 1.337754572430816, + "learning_rate": 1.9916661729728305e-05, + "loss": 0.3546, + "step": 8240 + }, + { + "epoch": 6.989821882951654, + "grad_norm": 1.19118392386921, + "learning_rate": 1.9916626334822532e-05, + "loss": 0.3409, + "step": 8241 + }, + { + "epoch": 6.990670059372349, + "grad_norm": 1.3057843672557197, + "learning_rate": 1.9916590932433473e-05, + "loss": 0.3318, + "step": 8242 + }, + { + "epoch": 6.991518235793045, + "grad_norm": 1.0958026109688612, + "learning_rate": 1.9916555522561146e-05, + "loss": 0.3301, + "step": 8243 + }, + { + "epoch": 6.99236641221374, + "grad_norm": 1.2126043666739406, + "learning_rate": 1.9916520105205584e-05, + "loss": 0.3232, + "step": 8244 + }, + { + "epoch": 6.993214588634436, + "grad_norm": 1.571479447883875, + "learning_rate": 1.991648468036681e-05, + "loss": 0.302, + "step": 8245 + }, + { + "epoch": 6.994062765055132, + "grad_norm": 1.4471340311226304, + "learning_rate": 1.9916449248044852e-05, + "loss": 0.3646, + "step": 8246 + }, + { + "epoch": 6.994910941475827, + "grad_norm": 1.2489473843970786, + "learning_rate": 1.991641380823974e-05, + "loss": 0.3175, + "step": 8247 + }, + { + "epoch": 6.995759117896522, + "grad_norm": 1.2222474959254646, + "learning_rate": 1.9916378360951494e-05, + "loss": 0.4302, + "step": 8248 + }, + { + "epoch": 6.996607294317218, + "grad_norm": 1.1940300586490444, + "learning_rate": 1.9916342906180146e-05, + "loss": 0.4128, + "step": 8249 + }, + { + "epoch": 6.997455470737913, + "grad_norm": 1.1846727105755084, + "learning_rate": 1.991630744392572e-05, + "loss": 0.3625, + "step": 8250 + }, + { + "epoch": 6.998303647158609, + "grad_norm": 1.1789364903468904, + "learning_rate": 1.9916271974188248e-05, + "loss": 0.393, + "step": 8251 + }, + { + "epoch": 6.999151823579305, + "grad_norm": 1.1371202751761738, + "learning_rate": 1.9916236496967748e-05, + "loss": 0.3271, + "step": 8252 + }, + { + "epoch": 7.0, + "grad_norm": 1.2789088476680555, + "learning_rate": 1.9916201012264255e-05, + "loss": 0.4154, + "step": 8253 + }, + { + "epoch": 7.000848176420695, + "grad_norm": 1.2318797927473197, + "learning_rate": 1.9916165520077788e-05, + "loss": 0.346, + "step": 8254 + }, + { + "epoch": 7.001696352841391, + "grad_norm": 1.520063758514305, + "learning_rate": 1.991613002040838e-05, + "loss": 0.4045, + "step": 8255 + }, + { + "epoch": 7.002544529262087, + "grad_norm": 1.242774951894542, + "learning_rate": 1.9916094513256058e-05, + "loss": 0.3492, + "step": 8256 + }, + { + "epoch": 7.003392705682782, + "grad_norm": 1.3590353424228139, + "learning_rate": 1.9916058998620842e-05, + "loss": 0.4017, + "step": 8257 + }, + { + "epoch": 7.004240882103478, + "grad_norm": 1.1942263456539943, + "learning_rate": 1.991602347650277e-05, + "loss": 0.315, + "step": 8258 + }, + { + "epoch": 7.005089058524173, + "grad_norm": 1.3167825162559765, + "learning_rate": 1.9915987946901857e-05, + "loss": 0.3847, + "step": 8259 + }, + { + "epoch": 7.005937234944868, + "grad_norm": 1.2618110874302098, + "learning_rate": 1.9915952409818134e-05, + "loss": 0.2931, + "step": 8260 + }, + { + "epoch": 7.006785411365564, + "grad_norm": 1.1710633698676183, + "learning_rate": 1.9915916865251634e-05, + "loss": 0.3448, + "step": 8261 + }, + { + "epoch": 7.00763358778626, + "grad_norm": 1.4245182312404143, + "learning_rate": 1.9915881313202377e-05, + "loss": 0.335, + "step": 8262 + }, + { + "epoch": 7.008481764206955, + "grad_norm": 1.2844942939545445, + "learning_rate": 1.991584575367039e-05, + "loss": 0.3114, + "step": 8263 + }, + { + "epoch": 7.009329940627651, + "grad_norm": 1.3837004917201399, + "learning_rate": 1.99158101866557e-05, + "loss": 0.3347, + "step": 8264 + }, + { + "epoch": 7.010178117048346, + "grad_norm": 1.3824112660992833, + "learning_rate": 1.991577461215834e-05, + "loss": 0.3136, + "step": 8265 + }, + { + "epoch": 7.011026293469041, + "grad_norm": 1.307267202948953, + "learning_rate": 1.991573903017833e-05, + "loss": 0.3385, + "step": 8266 + }, + { + "epoch": 7.0118744698897375, + "grad_norm": 1.1484667898694088, + "learning_rate": 1.99157034407157e-05, + "loss": 0.2965, + "step": 8267 + }, + { + "epoch": 7.012722646310433, + "grad_norm": 1.3183402873061327, + "learning_rate": 1.991566784377047e-05, + "loss": 0.3243, + "step": 8268 + }, + { + "epoch": 7.013570822731128, + "grad_norm": 1.38058875778442, + "learning_rate": 1.991563223934268e-05, + "loss": 0.3249, + "step": 8269 + }, + { + "epoch": 7.0144189991518235, + "grad_norm": 1.3119215953548127, + "learning_rate": 1.9915596627432343e-05, + "loss": 0.3419, + "step": 8270 + }, + { + "epoch": 7.015267175572519, + "grad_norm": 1.336125082165595, + "learning_rate": 1.9915561008039498e-05, + "loss": 0.3425, + "step": 8271 + }, + { + "epoch": 7.016115351993214, + "grad_norm": 1.2628624480023896, + "learning_rate": 1.9915525381164163e-05, + "loss": 0.3096, + "step": 8272 + }, + { + "epoch": 7.0169635284139105, + "grad_norm": 1.172411843306605, + "learning_rate": 1.9915489746806367e-05, + "loss": 0.3307, + "step": 8273 + }, + { + "epoch": 7.017811704834606, + "grad_norm": 1.278551055219593, + "learning_rate": 1.9915454104966142e-05, + "loss": 0.3565, + "step": 8274 + }, + { + "epoch": 7.018659881255301, + "grad_norm": 1.2842059016157261, + "learning_rate": 1.991541845564351e-05, + "loss": 0.3254, + "step": 8275 + }, + { + "epoch": 7.0195080576759965, + "grad_norm": 1.499854284045324, + "learning_rate": 1.9915382798838494e-05, + "loss": 0.3583, + "step": 8276 + }, + { + "epoch": 7.020356234096692, + "grad_norm": 1.266204905199867, + "learning_rate": 1.991534713455113e-05, + "loss": 0.3204, + "step": 8277 + }, + { + "epoch": 7.021204410517387, + "grad_norm": 1.1686174502495799, + "learning_rate": 1.991531146278144e-05, + "loss": 0.348, + "step": 8278 + }, + { + "epoch": 7.022052586938083, + "grad_norm": 1.2040123051978908, + "learning_rate": 1.9915275783529455e-05, + "loss": 0.3315, + "step": 8279 + }, + { + "epoch": 7.022900763358779, + "grad_norm": 1.2180335133246076, + "learning_rate": 1.9915240096795193e-05, + "loss": 0.3169, + "step": 8280 + }, + { + "epoch": 7.023748939779474, + "grad_norm": 1.4272722788853576, + "learning_rate": 1.9915204402578686e-05, + "loss": 0.3596, + "step": 8281 + }, + { + "epoch": 7.0245971162001695, + "grad_norm": 1.1616353139479787, + "learning_rate": 1.9915168700879965e-05, + "loss": 0.2758, + "step": 8282 + }, + { + "epoch": 7.025445292620865, + "grad_norm": 1.2658607203152334, + "learning_rate": 1.9915132991699052e-05, + "loss": 0.3319, + "step": 8283 + }, + { + "epoch": 7.026293469041561, + "grad_norm": 1.2513748225787347, + "learning_rate": 1.9915097275035972e-05, + "loss": 0.3172, + "step": 8284 + }, + { + "epoch": 7.027141645462256, + "grad_norm": 1.2065191741411716, + "learning_rate": 1.9915061550890762e-05, + "loss": 0.3345, + "step": 8285 + }, + { + "epoch": 7.027989821882952, + "grad_norm": 1.2039461417807467, + "learning_rate": 1.991502581926344e-05, + "loss": 0.28, + "step": 8286 + }, + { + "epoch": 7.028837998303647, + "grad_norm": 1.2327697908543644, + "learning_rate": 1.991499008015403e-05, + "loss": 0.2778, + "step": 8287 + }, + { + "epoch": 7.029686174724342, + "grad_norm": 1.313500470025201, + "learning_rate": 1.991495433356257e-05, + "loss": 0.2867, + "step": 8288 + }, + { + "epoch": 7.030534351145038, + "grad_norm": 1.2434472765102667, + "learning_rate": 1.9914918579489074e-05, + "loss": 0.2749, + "step": 8289 + }, + { + "epoch": 7.031382527565734, + "grad_norm": 1.303264366323317, + "learning_rate": 1.9914882817933583e-05, + "loss": 0.3139, + "step": 8290 + }, + { + "epoch": 7.032230703986429, + "grad_norm": 1.2777259048497502, + "learning_rate": 1.9914847048896115e-05, + "loss": 0.3285, + "step": 8291 + }, + { + "epoch": 7.033078880407125, + "grad_norm": 1.3366534203518075, + "learning_rate": 1.9914811272376696e-05, + "loss": 0.3367, + "step": 8292 + }, + { + "epoch": 7.03392705682782, + "grad_norm": 1.206087697849801, + "learning_rate": 1.991477548837536e-05, + "loss": 0.2754, + "step": 8293 + }, + { + "epoch": 7.034775233248515, + "grad_norm": 1.4236517735293162, + "learning_rate": 1.991473969689213e-05, + "loss": 0.3722, + "step": 8294 + }, + { + "epoch": 7.035623409669212, + "grad_norm": 1.3045721843123856, + "learning_rate": 1.9914703897927033e-05, + "loss": 0.2862, + "step": 8295 + }, + { + "epoch": 7.036471586089907, + "grad_norm": 1.2166728432115852, + "learning_rate": 1.991466809148009e-05, + "loss": 0.3248, + "step": 8296 + }, + { + "epoch": 7.037319762510602, + "grad_norm": 1.2309796274829279, + "learning_rate": 1.991463227755134e-05, + "loss": 0.2993, + "step": 8297 + }, + { + "epoch": 7.038167938931298, + "grad_norm": 1.468437204325868, + "learning_rate": 1.9914596456140805e-05, + "loss": 0.3657, + "step": 8298 + }, + { + "epoch": 7.039016115351993, + "grad_norm": 1.322166665776002, + "learning_rate": 1.9914560627248505e-05, + "loss": 0.371, + "step": 8299 + }, + { + "epoch": 7.039864291772688, + "grad_norm": 1.251370188413761, + "learning_rate": 1.991452479087448e-05, + "loss": 0.3167, + "step": 8300 + }, + { + "epoch": 7.040712468193385, + "grad_norm": 1.233008285074568, + "learning_rate": 1.9914488947018747e-05, + "loss": 0.2454, + "step": 8301 + }, + { + "epoch": 7.04156064461408, + "grad_norm": 1.392734771112829, + "learning_rate": 1.9914453095681335e-05, + "loss": 0.3587, + "step": 8302 + }, + { + "epoch": 7.042408821034775, + "grad_norm": 1.2572249139591634, + "learning_rate": 1.9914417236862274e-05, + "loss": 0.3047, + "step": 8303 + }, + { + "epoch": 7.043256997455471, + "grad_norm": 1.487982521058436, + "learning_rate": 1.991438137056159e-05, + "loss": 0.2968, + "step": 8304 + }, + { + "epoch": 7.044105173876166, + "grad_norm": 1.399159715475283, + "learning_rate": 1.9914345496779308e-05, + "loss": 0.3534, + "step": 8305 + }, + { + "epoch": 7.044953350296861, + "grad_norm": 1.4474476524309863, + "learning_rate": 1.9914309615515456e-05, + "loss": 0.2946, + "step": 8306 + }, + { + "epoch": 7.0458015267175576, + "grad_norm": 1.5605011019265866, + "learning_rate": 1.9914273726770064e-05, + "loss": 0.3931, + "step": 8307 + }, + { + "epoch": 7.046649703138253, + "grad_norm": 1.487745425922425, + "learning_rate": 1.9914237830543155e-05, + "loss": 0.3436, + "step": 8308 + }, + { + "epoch": 7.047497879558948, + "grad_norm": 1.406143152721939, + "learning_rate": 1.9914201926834756e-05, + "loss": 0.307, + "step": 8309 + }, + { + "epoch": 7.048346055979644, + "grad_norm": 1.322471733807716, + "learning_rate": 1.99141660156449e-05, + "loss": 0.3655, + "step": 8310 + }, + { + "epoch": 7.049194232400339, + "grad_norm": 1.2640499023013219, + "learning_rate": 1.9914130096973605e-05, + "loss": 0.2982, + "step": 8311 + }, + { + "epoch": 7.050042408821035, + "grad_norm": 1.2715716813138687, + "learning_rate": 1.9914094170820907e-05, + "loss": 0.2676, + "step": 8312 + }, + { + "epoch": 7.0508905852417305, + "grad_norm": 1.2833217342445105, + "learning_rate": 1.9914058237186828e-05, + "loss": 0.3019, + "step": 8313 + }, + { + "epoch": 7.051738761662426, + "grad_norm": 1.466905657645403, + "learning_rate": 1.9914022296071395e-05, + "loss": 0.3463, + "step": 8314 + }, + { + "epoch": 7.052586938083121, + "grad_norm": 1.2571864930982435, + "learning_rate": 1.9913986347474637e-05, + "loss": 0.3135, + "step": 8315 + }, + { + "epoch": 7.0534351145038165, + "grad_norm": 1.297203190445919, + "learning_rate": 1.991395039139658e-05, + "loss": 0.3323, + "step": 8316 + }, + { + "epoch": 7.054283290924512, + "grad_norm": 1.2574338864211942, + "learning_rate": 1.9913914427837254e-05, + "loss": 0.3197, + "step": 8317 + }, + { + "epoch": 7.055131467345208, + "grad_norm": 1.4394809005120195, + "learning_rate": 1.9913878456796682e-05, + "loss": 0.3177, + "step": 8318 + }, + { + "epoch": 7.0559796437659035, + "grad_norm": 1.2076728008334867, + "learning_rate": 1.9913842478274894e-05, + "loss": 0.2981, + "step": 8319 + }, + { + "epoch": 7.056827820186599, + "grad_norm": 1.4190330411440077, + "learning_rate": 1.9913806492271915e-05, + "loss": 0.3077, + "step": 8320 + }, + { + "epoch": 7.057675996607294, + "grad_norm": 1.271789073804656, + "learning_rate": 1.9913770498787772e-05, + "loss": 0.3671, + "step": 8321 + }, + { + "epoch": 7.0585241730279895, + "grad_norm": 1.2963859397330257, + "learning_rate": 1.99137344978225e-05, + "loss": 0.275, + "step": 8322 + }, + { + "epoch": 7.059372349448686, + "grad_norm": 1.2718300589074918, + "learning_rate": 1.991369848937611e-05, + "loss": 0.3059, + "step": 8323 + }, + { + "epoch": 7.060220525869381, + "grad_norm": 1.3210138693300884, + "learning_rate": 1.9913662473448644e-05, + "loss": 0.306, + "step": 8324 + }, + { + "epoch": 7.061068702290076, + "grad_norm": 1.604460785652, + "learning_rate": 1.991362645004012e-05, + "loss": 0.353, + "step": 8325 + }, + { + "epoch": 7.061916878710772, + "grad_norm": 1.4776020533285577, + "learning_rate": 1.9913590419150576e-05, + "loss": 0.3488, + "step": 8326 + }, + { + "epoch": 7.062765055131467, + "grad_norm": 1.184137083924642, + "learning_rate": 1.991355438078003e-05, + "loss": 0.2784, + "step": 8327 + }, + { + "epoch": 7.0636132315521625, + "grad_norm": 1.3647593940609406, + "learning_rate": 1.9913518334928507e-05, + "loss": 0.2982, + "step": 8328 + }, + { + "epoch": 7.064461407972859, + "grad_norm": 1.425233155882219, + "learning_rate": 1.991348228159604e-05, + "loss": 0.376, + "step": 8329 + }, + { + "epoch": 7.065309584393554, + "grad_norm": 1.1664863519714326, + "learning_rate": 1.991344622078266e-05, + "loss": 0.3202, + "step": 8330 + }, + { + "epoch": 7.066157760814249, + "grad_norm": 1.289626840013473, + "learning_rate": 1.9913410152488382e-05, + "loss": 0.3427, + "step": 8331 + }, + { + "epoch": 7.067005937234945, + "grad_norm": 1.194592601676523, + "learning_rate": 1.9913374076713247e-05, + "loss": 0.3006, + "step": 8332 + }, + { + "epoch": 7.06785411365564, + "grad_norm": 1.4182448313801328, + "learning_rate": 1.9913337993457272e-05, + "loss": 0.317, + "step": 8333 + }, + { + "epoch": 7.068702290076336, + "grad_norm": 1.231413152951685, + "learning_rate": 1.991330190272049e-05, + "loss": 0.2784, + "step": 8334 + }, + { + "epoch": 7.069550466497032, + "grad_norm": 1.44216378538174, + "learning_rate": 1.991326580450292e-05, + "loss": 0.3449, + "step": 8335 + }, + { + "epoch": 7.070398642917727, + "grad_norm": 1.3138852655505056, + "learning_rate": 1.9913229698804598e-05, + "loss": 0.3106, + "step": 8336 + }, + { + "epoch": 7.071246819338422, + "grad_norm": 1.3467578336070611, + "learning_rate": 1.991319358562555e-05, + "loss": 0.381, + "step": 8337 + }, + { + "epoch": 7.072094995759118, + "grad_norm": 1.4200478806210257, + "learning_rate": 1.9913157464965804e-05, + "loss": 0.3515, + "step": 8338 + }, + { + "epoch": 7.072943172179813, + "grad_norm": 1.40342274386532, + "learning_rate": 1.9913121336825384e-05, + "loss": 0.317, + "step": 8339 + }, + { + "epoch": 7.073791348600509, + "grad_norm": 1.2153859274062422, + "learning_rate": 1.9913085201204314e-05, + "loss": 0.2408, + "step": 8340 + }, + { + "epoch": 7.074639525021205, + "grad_norm": 1.2421159900154695, + "learning_rate": 1.991304905810263e-05, + "loss": 0.3573, + "step": 8341 + }, + { + "epoch": 7.0754877014419, + "grad_norm": 1.284903713624428, + "learning_rate": 1.9913012907520353e-05, + "loss": 0.2947, + "step": 8342 + }, + { + "epoch": 7.076335877862595, + "grad_norm": 1.571139553491896, + "learning_rate": 1.9912976749457515e-05, + "loss": 0.3609, + "step": 8343 + }, + { + "epoch": 7.077184054283291, + "grad_norm": 1.4823056298975734, + "learning_rate": 1.9912940583914136e-05, + "loss": 0.3365, + "step": 8344 + }, + { + "epoch": 7.078032230703986, + "grad_norm": 1.333361776671997, + "learning_rate": 1.991290441089025e-05, + "loss": 0.3203, + "step": 8345 + }, + { + "epoch": 7.078880407124682, + "grad_norm": 1.359239941138141, + "learning_rate": 1.9912868230385877e-05, + "loss": 0.3115, + "step": 8346 + }, + { + "epoch": 7.079728583545378, + "grad_norm": 1.677390862851463, + "learning_rate": 1.9912832042401054e-05, + "loss": 0.3485, + "step": 8347 + }, + { + "epoch": 7.080576759966073, + "grad_norm": 1.3372691826879652, + "learning_rate": 1.9912795846935803e-05, + "loss": 0.3261, + "step": 8348 + }, + { + "epoch": 7.081424936386768, + "grad_norm": 1.1786262067259026, + "learning_rate": 1.9912759643990152e-05, + "loss": 0.2897, + "step": 8349 + }, + { + "epoch": 7.082273112807464, + "grad_norm": 1.2910892337424806, + "learning_rate": 1.991272343356413e-05, + "loss": 0.2954, + "step": 8350 + }, + { + "epoch": 7.08312128922816, + "grad_norm": 1.425633122261322, + "learning_rate": 1.991268721565776e-05, + "loss": 0.3187, + "step": 8351 + }, + { + "epoch": 7.083969465648855, + "grad_norm": 1.2389909521059244, + "learning_rate": 1.9912650990271074e-05, + "loss": 0.3525, + "step": 8352 + }, + { + "epoch": 7.084817642069551, + "grad_norm": 1.3719858672503316, + "learning_rate": 1.9912614757404093e-05, + "loss": 0.3443, + "step": 8353 + }, + { + "epoch": 7.085665818490246, + "grad_norm": 1.4000170970872747, + "learning_rate": 1.9912578517056852e-05, + "loss": 0.3934, + "step": 8354 + }, + { + "epoch": 7.086513994910941, + "grad_norm": 1.4036582542376437, + "learning_rate": 1.9912542269229376e-05, + "loss": 0.3436, + "step": 8355 + }, + { + "epoch": 7.087362171331637, + "grad_norm": 1.4563079573609734, + "learning_rate": 1.9912506013921687e-05, + "loss": 0.311, + "step": 8356 + }, + { + "epoch": 7.088210347752333, + "grad_norm": 1.4446644216716036, + "learning_rate": 1.991246975113382e-05, + "loss": 0.3437, + "step": 8357 + }, + { + "epoch": 7.089058524173028, + "grad_norm": 1.4771890850812182, + "learning_rate": 1.9912433480865798e-05, + "loss": 0.322, + "step": 8358 + }, + { + "epoch": 7.0899067005937235, + "grad_norm": 1.2857055302709106, + "learning_rate": 1.9912397203117648e-05, + "loss": 0.3761, + "step": 8359 + }, + { + "epoch": 7.090754877014419, + "grad_norm": 1.35587887665883, + "learning_rate": 1.9912360917889398e-05, + "loss": 0.3468, + "step": 8360 + }, + { + "epoch": 7.091603053435114, + "grad_norm": 1.2583633878377374, + "learning_rate": 1.991232462518108e-05, + "loss": 0.3036, + "step": 8361 + }, + { + "epoch": 7.09245122985581, + "grad_norm": 1.4398345555813636, + "learning_rate": 1.9912288324992714e-05, + "loss": 0.3087, + "step": 8362 + }, + { + "epoch": 7.093299406276506, + "grad_norm": 1.177024815574877, + "learning_rate": 1.9912252017324336e-05, + "loss": 0.2324, + "step": 8363 + }, + { + "epoch": 7.094147582697201, + "grad_norm": 1.6998071360539906, + "learning_rate": 1.9912215702175964e-05, + "loss": 0.3898, + "step": 8364 + }, + { + "epoch": 7.0949957591178965, + "grad_norm": 1.2711405063487555, + "learning_rate": 1.991217937954763e-05, + "loss": 0.3075, + "step": 8365 + }, + { + "epoch": 7.095843935538592, + "grad_norm": 1.4414716610434606, + "learning_rate": 1.991214304943936e-05, + "loss": 0.3245, + "step": 8366 + }, + { + "epoch": 7.096692111959287, + "grad_norm": 1.3245264853240637, + "learning_rate": 1.9912106711851183e-05, + "loss": 0.3256, + "step": 8367 + }, + { + "epoch": 7.097540288379983, + "grad_norm": 1.5262069863758922, + "learning_rate": 1.991207036678313e-05, + "loss": 0.3995, + "step": 8368 + }, + { + "epoch": 7.098388464800679, + "grad_norm": 1.3018219871056234, + "learning_rate": 1.9912034014235217e-05, + "loss": 0.3154, + "step": 8369 + }, + { + "epoch": 7.099236641221374, + "grad_norm": 1.2033581592119797, + "learning_rate": 1.9911997654207486e-05, + "loss": 0.2974, + "step": 8370 + }, + { + "epoch": 7.1000848176420694, + "grad_norm": 1.3096080784046682, + "learning_rate": 1.9911961286699953e-05, + "loss": 0.312, + "step": 8371 + }, + { + "epoch": 7.100932994062765, + "grad_norm": 1.5605673689429438, + "learning_rate": 1.991192491171265e-05, + "loss": 0.3755, + "step": 8372 + }, + { + "epoch": 7.10178117048346, + "grad_norm": 1.5886591470279199, + "learning_rate": 1.9911888529245605e-05, + "loss": 0.3873, + "step": 8373 + }, + { + "epoch": 7.102629346904156, + "grad_norm": 1.313091842979019, + "learning_rate": 1.9911852139298844e-05, + "loss": 0.3296, + "step": 8374 + }, + { + "epoch": 7.103477523324852, + "grad_norm": 1.4353178847325332, + "learning_rate": 1.9911815741872396e-05, + "loss": 0.3201, + "step": 8375 + }, + { + "epoch": 7.104325699745547, + "grad_norm": 1.4432239644461438, + "learning_rate": 1.9911779336966285e-05, + "loss": 0.3217, + "step": 8376 + }, + { + "epoch": 7.105173876166242, + "grad_norm": 1.5251448818656692, + "learning_rate": 1.9911742924580544e-05, + "loss": 0.3677, + "step": 8377 + }, + { + "epoch": 7.106022052586938, + "grad_norm": 1.4653601580196125, + "learning_rate": 1.9911706504715198e-05, + "loss": 0.402, + "step": 8378 + }, + { + "epoch": 7.106870229007634, + "grad_norm": 1.3035965759226549, + "learning_rate": 1.9911670077370272e-05, + "loss": 0.2693, + "step": 8379 + }, + { + "epoch": 7.107718405428329, + "grad_norm": 1.5759633122130843, + "learning_rate": 1.9911633642545795e-05, + "loss": 0.2992, + "step": 8380 + }, + { + "epoch": 7.108566581849025, + "grad_norm": 1.4270985434070116, + "learning_rate": 1.9911597200241797e-05, + "loss": 0.3526, + "step": 8381 + }, + { + "epoch": 7.10941475826972, + "grad_norm": 1.3153438048983876, + "learning_rate": 1.9911560750458298e-05, + "loss": 0.2927, + "step": 8382 + }, + { + "epoch": 7.110262934690415, + "grad_norm": 1.3615429758049455, + "learning_rate": 1.9911524293195338e-05, + "loss": 0.3552, + "step": 8383 + }, + { + "epoch": 7.111111111111111, + "grad_norm": 1.2483015855478674, + "learning_rate": 1.9911487828452932e-05, + "loss": 0.288, + "step": 8384 + }, + { + "epoch": 7.111959287531807, + "grad_norm": 1.2873039129776827, + "learning_rate": 1.9911451356231114e-05, + "loss": 0.3491, + "step": 8385 + }, + { + "epoch": 7.112807463952502, + "grad_norm": 1.3392471434706077, + "learning_rate": 1.9911414876529913e-05, + "loss": 0.3447, + "step": 8386 + }, + { + "epoch": 7.113655640373198, + "grad_norm": 1.3752149505228706, + "learning_rate": 1.991137838934935e-05, + "loss": 0.3818, + "step": 8387 + }, + { + "epoch": 7.114503816793893, + "grad_norm": 1.3671844031768179, + "learning_rate": 1.9911341894689463e-05, + "loss": 0.3717, + "step": 8388 + }, + { + "epoch": 7.115351993214588, + "grad_norm": 1.271592073478003, + "learning_rate": 1.9911305392550268e-05, + "loss": 0.3447, + "step": 8389 + }, + { + "epoch": 7.116200169635285, + "grad_norm": 1.4680017074427494, + "learning_rate": 1.99112688829318e-05, + "loss": 0.3439, + "step": 8390 + }, + { + "epoch": 7.11704834605598, + "grad_norm": 1.3100290570227826, + "learning_rate": 1.991123236583408e-05, + "loss": 0.3703, + "step": 8391 + }, + { + "epoch": 7.117896522476675, + "grad_norm": 1.4085749989306382, + "learning_rate": 1.9911195841257144e-05, + "loss": 0.3521, + "step": 8392 + }, + { + "epoch": 7.118744698897371, + "grad_norm": 1.3521016564104817, + "learning_rate": 1.9911159309201013e-05, + "loss": 0.3641, + "step": 8393 + }, + { + "epoch": 7.119592875318066, + "grad_norm": 1.173414946742485, + "learning_rate": 1.9911122769665717e-05, + "loss": 0.264, + "step": 8394 + }, + { + "epoch": 7.120441051738761, + "grad_norm": 1.2512200506539124, + "learning_rate": 1.9911086222651285e-05, + "loss": 0.3149, + "step": 8395 + }, + { + "epoch": 7.1212892281594575, + "grad_norm": 1.3876480841468228, + "learning_rate": 1.9911049668157743e-05, + "loss": 0.3462, + "step": 8396 + }, + { + "epoch": 7.122137404580153, + "grad_norm": 1.5077011366806041, + "learning_rate": 1.991101310618512e-05, + "loss": 0.3825, + "step": 8397 + }, + { + "epoch": 7.122985581000848, + "grad_norm": 1.4086464237442358, + "learning_rate": 1.991097653673344e-05, + "loss": 0.3651, + "step": 8398 + }, + { + "epoch": 7.123833757421544, + "grad_norm": 1.405039628357859, + "learning_rate": 1.9910939959802732e-05, + "loss": 0.3586, + "step": 8399 + }, + { + "epoch": 7.124681933842239, + "grad_norm": 1.2192391435064989, + "learning_rate": 1.9910903375393023e-05, + "loss": 0.2898, + "step": 8400 + }, + { + "epoch": 7.125530110262934, + "grad_norm": 1.3359401467329954, + "learning_rate": 1.9910866783504344e-05, + "loss": 0.3237, + "step": 8401 + }, + { + "epoch": 7.1263782866836305, + "grad_norm": 1.350893586683404, + "learning_rate": 1.9910830184136724e-05, + "loss": 0.2961, + "step": 8402 + }, + { + "epoch": 7.127226463104326, + "grad_norm": 1.3096452488480914, + "learning_rate": 1.9910793577290182e-05, + "loss": 0.296, + "step": 8403 + }, + { + "epoch": 7.128074639525021, + "grad_norm": 1.3055111790568061, + "learning_rate": 1.9910756962964753e-05, + "loss": 0.3649, + "step": 8404 + }, + { + "epoch": 7.1289228159457165, + "grad_norm": 1.4812015934109297, + "learning_rate": 1.991072034116046e-05, + "loss": 0.3758, + "step": 8405 + }, + { + "epoch": 7.129770992366412, + "grad_norm": 1.47375029711284, + "learning_rate": 1.9910683711877337e-05, + "loss": 0.3097, + "step": 8406 + }, + { + "epoch": 7.130619168787108, + "grad_norm": 1.2741761304749741, + "learning_rate": 1.9910647075115404e-05, + "loss": 0.327, + "step": 8407 + }, + { + "epoch": 7.1314673452078035, + "grad_norm": 1.302922132781664, + "learning_rate": 1.9910610430874696e-05, + "loss": 0.3017, + "step": 8408 + }, + { + "epoch": 7.132315521628499, + "grad_norm": 1.2257308695365827, + "learning_rate": 1.9910573779155235e-05, + "loss": 0.3264, + "step": 8409 + }, + { + "epoch": 7.133163698049194, + "grad_norm": 1.3355121873954248, + "learning_rate": 1.9910537119957053e-05, + "loss": 0.31, + "step": 8410 + }, + { + "epoch": 7.1340118744698895, + "grad_norm": 1.2708437559736765, + "learning_rate": 1.991050045328017e-05, + "loss": 0.3295, + "step": 8411 + }, + { + "epoch": 7.134860050890585, + "grad_norm": 1.4537011985508663, + "learning_rate": 1.9910463779124622e-05, + "loss": 0.3863, + "step": 8412 + }, + { + "epoch": 7.135708227311281, + "grad_norm": 1.25786770571954, + "learning_rate": 1.9910427097490435e-05, + "loss": 0.3429, + "step": 8413 + }, + { + "epoch": 7.136556403731976, + "grad_norm": 1.2885271225344768, + "learning_rate": 1.9910390408377634e-05, + "loss": 0.3136, + "step": 8414 + }, + { + "epoch": 7.137404580152672, + "grad_norm": 1.3990257929678978, + "learning_rate": 1.991035371178625e-05, + "loss": 0.3417, + "step": 8415 + }, + { + "epoch": 7.138252756573367, + "grad_norm": 1.378906555975654, + "learning_rate": 1.9910317007716305e-05, + "loss": 0.3714, + "step": 8416 + }, + { + "epoch": 7.1391009329940625, + "grad_norm": 1.3548752217064872, + "learning_rate": 1.9910280296167835e-05, + "loss": 0.3096, + "step": 8417 + }, + { + "epoch": 7.139949109414759, + "grad_norm": 1.4523742835651432, + "learning_rate": 1.991024357714086e-05, + "loss": 0.2766, + "step": 8418 + }, + { + "epoch": 7.140797285835454, + "grad_norm": 1.4242886997089623, + "learning_rate": 1.9910206850635413e-05, + "loss": 0.2837, + "step": 8419 + }, + { + "epoch": 7.141645462256149, + "grad_norm": 1.32990373576311, + "learning_rate": 1.991017011665152e-05, + "loss": 0.407, + "step": 8420 + }, + { + "epoch": 7.142493638676845, + "grad_norm": 1.471842076702479, + "learning_rate": 1.9910133375189207e-05, + "loss": 0.3198, + "step": 8421 + }, + { + "epoch": 7.14334181509754, + "grad_norm": 1.3445633614846746, + "learning_rate": 1.99100966262485e-05, + "loss": 0.3983, + "step": 8422 + }, + { + "epoch": 7.144189991518235, + "grad_norm": 1.3422525986892166, + "learning_rate": 1.9910059869829435e-05, + "loss": 0.3454, + "step": 8423 + }, + { + "epoch": 7.145038167938932, + "grad_norm": 1.3485247573153842, + "learning_rate": 1.991002310593203e-05, + "loss": 0.3043, + "step": 8424 + }, + { + "epoch": 7.145886344359627, + "grad_norm": 1.6041483009270678, + "learning_rate": 1.990998633455632e-05, + "loss": 0.335, + "step": 8425 + }, + { + "epoch": 7.146734520780322, + "grad_norm": 1.2314119850947833, + "learning_rate": 1.990994955570233e-05, + "loss": 0.2986, + "step": 8426 + }, + { + "epoch": 7.147582697201018, + "grad_norm": 1.4429310811430383, + "learning_rate": 1.990991276937009e-05, + "loss": 0.2917, + "step": 8427 + }, + { + "epoch": 7.148430873621713, + "grad_norm": 1.3719075774324712, + "learning_rate": 1.9909875975559618e-05, + "loss": 0.3063, + "step": 8428 + }, + { + "epoch": 7.149279050042409, + "grad_norm": 1.4159755696193883, + "learning_rate": 1.9909839174270954e-05, + "loss": 0.3353, + "step": 8429 + }, + { + "epoch": 7.150127226463105, + "grad_norm": 1.3443759185745894, + "learning_rate": 1.990980236550412e-05, + "loss": 0.33, + "step": 8430 + }, + { + "epoch": 7.1509754028838, + "grad_norm": 1.5551962212323893, + "learning_rate": 1.990976554925915e-05, + "loss": 0.3303, + "step": 8431 + }, + { + "epoch": 7.151823579304495, + "grad_norm": 1.3125501070336918, + "learning_rate": 1.990972872553606e-05, + "loss": 0.3305, + "step": 8432 + }, + { + "epoch": 7.152671755725191, + "grad_norm": 1.4939790166591755, + "learning_rate": 1.9909691894334884e-05, + "loss": 0.3276, + "step": 8433 + }, + { + "epoch": 7.153519932145886, + "grad_norm": 1.4936453791663626, + "learning_rate": 1.9909655055655655e-05, + "loss": 0.3631, + "step": 8434 + }, + { + "epoch": 7.154368108566582, + "grad_norm": 1.2878326788520937, + "learning_rate": 1.9909618209498393e-05, + "loss": 0.3506, + "step": 8435 + }, + { + "epoch": 7.155216284987278, + "grad_norm": 1.5399476720799985, + "learning_rate": 1.990958135586313e-05, + "loss": 0.3172, + "step": 8436 + }, + { + "epoch": 7.156064461407973, + "grad_norm": 1.3245411216719107, + "learning_rate": 1.990954449474989e-05, + "loss": 0.3536, + "step": 8437 + }, + { + "epoch": 7.156912637828668, + "grad_norm": 1.258450678439826, + "learning_rate": 1.9909507626158707e-05, + "loss": 0.3371, + "step": 8438 + }, + { + "epoch": 7.157760814249364, + "grad_norm": 1.2412563030312258, + "learning_rate": 1.9909470750089604e-05, + "loss": 0.3056, + "step": 8439 + }, + { + "epoch": 7.158608990670059, + "grad_norm": 1.334631192116959, + "learning_rate": 1.9909433866542613e-05, + "loss": 0.3232, + "step": 8440 + }, + { + "epoch": 7.159457167090755, + "grad_norm": 1.465804860928054, + "learning_rate": 1.9909396975517754e-05, + "loss": 0.359, + "step": 8441 + }, + { + "epoch": 7.1603053435114505, + "grad_norm": 1.3177553644803726, + "learning_rate": 1.990936007701506e-05, + "loss": 0.3436, + "step": 8442 + }, + { + "epoch": 7.161153519932146, + "grad_norm": 1.3940265472069584, + "learning_rate": 1.9909323171034562e-05, + "loss": 0.3047, + "step": 8443 + }, + { + "epoch": 7.162001696352841, + "grad_norm": 1.3104979878635958, + "learning_rate": 1.9909286257576283e-05, + "loss": 0.3003, + "step": 8444 + }, + { + "epoch": 7.162849872773537, + "grad_norm": 1.276287240886773, + "learning_rate": 1.990924933664025e-05, + "loss": 0.325, + "step": 8445 + }, + { + "epoch": 7.163698049194233, + "grad_norm": 1.2678984766304833, + "learning_rate": 1.9909212408226497e-05, + "loss": 0.3464, + "step": 8446 + }, + { + "epoch": 7.164546225614928, + "grad_norm": 1.216206932063618, + "learning_rate": 1.9909175472335045e-05, + "loss": 0.2943, + "step": 8447 + }, + { + "epoch": 7.1653944020356235, + "grad_norm": 1.120327750213782, + "learning_rate": 1.9909138528965926e-05, + "loss": 0.3067, + "step": 8448 + }, + { + "epoch": 7.166242578456319, + "grad_norm": 1.3275729828572802, + "learning_rate": 1.990910157811917e-05, + "loss": 0.3401, + "step": 8449 + }, + { + "epoch": 7.167090754877014, + "grad_norm": 1.3237347510929098, + "learning_rate": 1.9909064619794794e-05, + "loss": 0.3628, + "step": 8450 + }, + { + "epoch": 7.1679389312977095, + "grad_norm": 1.2207931312700024, + "learning_rate": 1.990902765399284e-05, + "loss": 0.2802, + "step": 8451 + }, + { + "epoch": 7.168787107718406, + "grad_norm": 1.2964188983473317, + "learning_rate": 1.9908990680713327e-05, + "loss": 0.3474, + "step": 8452 + }, + { + "epoch": 7.169635284139101, + "grad_norm": 1.362881880096455, + "learning_rate": 1.9908953699956288e-05, + "loss": 0.2813, + "step": 8453 + }, + { + "epoch": 7.1704834605597965, + "grad_norm": 1.436230608471727, + "learning_rate": 1.9908916711721743e-05, + "loss": 0.3587, + "step": 8454 + }, + { + "epoch": 7.171331636980492, + "grad_norm": 1.3134150752472311, + "learning_rate": 1.9908879716009728e-05, + "loss": 0.3337, + "step": 8455 + }, + { + "epoch": 7.172179813401187, + "grad_norm": 1.2279594567785306, + "learning_rate": 1.9908842712820268e-05, + "loss": 0.3238, + "step": 8456 + }, + { + "epoch": 7.1730279898218825, + "grad_norm": 1.207333953581759, + "learning_rate": 1.9908805702153395e-05, + "loss": 0.2863, + "step": 8457 + }, + { + "epoch": 7.173876166242579, + "grad_norm": 1.1869686320382942, + "learning_rate": 1.9908768684009124e-05, + "loss": 0.3489, + "step": 8458 + }, + { + "epoch": 7.174724342663274, + "grad_norm": 1.5933460648562956, + "learning_rate": 1.9908731658387498e-05, + "loss": 0.3209, + "step": 8459 + }, + { + "epoch": 7.175572519083969, + "grad_norm": 1.287987114014638, + "learning_rate": 1.990869462528854e-05, + "loss": 0.3361, + "step": 8460 + }, + { + "epoch": 7.176420695504665, + "grad_norm": 1.3230853919220786, + "learning_rate": 1.990865758471227e-05, + "loss": 0.3576, + "step": 8461 + }, + { + "epoch": 7.17726887192536, + "grad_norm": 1.2560154742246055, + "learning_rate": 1.990862053665873e-05, + "loss": 0.3039, + "step": 8462 + }, + { + "epoch": 7.178117048346056, + "grad_norm": 1.1667494863302337, + "learning_rate": 1.9908583481127936e-05, + "loss": 0.2923, + "step": 8463 + }, + { + "epoch": 7.178965224766752, + "grad_norm": 1.4326768361309477, + "learning_rate": 1.9908546418119922e-05, + "loss": 0.3822, + "step": 8464 + }, + { + "epoch": 7.179813401187447, + "grad_norm": 1.3533181157674203, + "learning_rate": 1.9908509347634718e-05, + "loss": 0.3489, + "step": 8465 + }, + { + "epoch": 7.180661577608142, + "grad_norm": 1.1791669981303452, + "learning_rate": 1.9908472269672347e-05, + "loss": 0.2729, + "step": 8466 + }, + { + "epoch": 7.181509754028838, + "grad_norm": 1.4288788519362627, + "learning_rate": 1.9908435184232834e-05, + "loss": 0.3543, + "step": 8467 + }, + { + "epoch": 7.182357930449533, + "grad_norm": 1.4282426898929335, + "learning_rate": 1.990839809131622e-05, + "loss": 0.3422, + "step": 8468 + }, + { + "epoch": 7.183206106870229, + "grad_norm": 1.200188626924126, + "learning_rate": 1.990836099092251e-05, + "loss": 0.3102, + "step": 8469 + }, + { + "epoch": 7.184054283290925, + "grad_norm": 1.3761906333795082, + "learning_rate": 1.990832388305176e-05, + "loss": 0.3665, + "step": 8470 + }, + { + "epoch": 7.18490245971162, + "grad_norm": 1.435051601601322, + "learning_rate": 1.990828676770398e-05, + "loss": 0.3658, + "step": 8471 + }, + { + "epoch": 7.185750636132315, + "grad_norm": 1.4150561189194952, + "learning_rate": 1.9908249644879204e-05, + "loss": 0.3514, + "step": 8472 + }, + { + "epoch": 7.186598812553011, + "grad_norm": 1.3969985051874885, + "learning_rate": 1.9908212514577455e-05, + "loss": 0.3572, + "step": 8473 + }, + { + "epoch": 7.187446988973707, + "grad_norm": 1.2430754954609498, + "learning_rate": 1.9908175376798766e-05, + "loss": 0.3038, + "step": 8474 + }, + { + "epoch": 7.188295165394402, + "grad_norm": 1.2493377980238987, + "learning_rate": 1.9908138231543165e-05, + "loss": 0.3252, + "step": 8475 + }, + { + "epoch": 7.189143341815098, + "grad_norm": 1.2468319722052033, + "learning_rate": 1.990810107881068e-05, + "loss": 0.2962, + "step": 8476 + }, + { + "epoch": 7.189991518235793, + "grad_norm": 1.3908579504673382, + "learning_rate": 1.9908063918601335e-05, + "loss": 0.3018, + "step": 8477 + }, + { + "epoch": 7.190839694656488, + "grad_norm": 1.4770470993954217, + "learning_rate": 1.9908026750915163e-05, + "loss": 0.3167, + "step": 8478 + }, + { + "epoch": 7.191687871077184, + "grad_norm": 1.2421617961042408, + "learning_rate": 1.9907989575752187e-05, + "loss": 0.288, + "step": 8479 + }, + { + "epoch": 7.19253604749788, + "grad_norm": 1.2167512216643415, + "learning_rate": 1.9907952393112438e-05, + "loss": 0.2859, + "step": 8480 + }, + { + "epoch": 7.193384223918575, + "grad_norm": 1.1893723961263687, + "learning_rate": 1.9907915202995946e-05, + "loss": 0.3024, + "step": 8481 + }, + { + "epoch": 7.194232400339271, + "grad_norm": 1.2840426174623047, + "learning_rate": 1.9907878005402735e-05, + "loss": 0.3157, + "step": 8482 + }, + { + "epoch": 7.195080576759966, + "grad_norm": 1.2629364776322936, + "learning_rate": 1.9907840800332835e-05, + "loss": 0.3451, + "step": 8483 + }, + { + "epoch": 7.195928753180661, + "grad_norm": 1.5172184355066702, + "learning_rate": 1.9907803587786273e-05, + "loss": 0.3638, + "step": 8484 + }, + { + "epoch": 7.1967769296013575, + "grad_norm": 1.302428313496918, + "learning_rate": 1.990776636776308e-05, + "loss": 0.3023, + "step": 8485 + }, + { + "epoch": 7.197625106022053, + "grad_norm": 1.4156664591449313, + "learning_rate": 1.9907729140263284e-05, + "loss": 0.3257, + "step": 8486 + }, + { + "epoch": 7.198473282442748, + "grad_norm": 1.2965430980824957, + "learning_rate": 1.9907691905286908e-05, + "loss": 0.3711, + "step": 8487 + }, + { + "epoch": 7.1993214588634435, + "grad_norm": 1.4228067232715718, + "learning_rate": 1.9907654662833984e-05, + "loss": 0.2852, + "step": 8488 + }, + { + "epoch": 7.200169635284139, + "grad_norm": 1.3047036197620057, + "learning_rate": 1.9907617412904542e-05, + "loss": 0.365, + "step": 8489 + }, + { + "epoch": 7.201017811704834, + "grad_norm": 1.448187356368591, + "learning_rate": 1.9907580155498604e-05, + "loss": 0.3594, + "step": 8490 + }, + { + "epoch": 7.2018659881255305, + "grad_norm": 1.2970006669741871, + "learning_rate": 1.9907542890616205e-05, + "loss": 0.3515, + "step": 8491 + }, + { + "epoch": 7.202714164546226, + "grad_norm": 1.4040008138634832, + "learning_rate": 1.9907505618257367e-05, + "loss": 0.3361, + "step": 8492 + }, + { + "epoch": 7.203562340966921, + "grad_norm": 1.3662025187550533, + "learning_rate": 1.9907468338422125e-05, + "loss": 0.3457, + "step": 8493 + }, + { + "epoch": 7.2044105173876165, + "grad_norm": 1.3730622502069836, + "learning_rate": 1.99074310511105e-05, + "loss": 0.3489, + "step": 8494 + }, + { + "epoch": 7.205258693808312, + "grad_norm": 1.1263275266910178, + "learning_rate": 1.990739375632252e-05, + "loss": 0.3014, + "step": 8495 + }, + { + "epoch": 7.206106870229007, + "grad_norm": 1.2202797557948761, + "learning_rate": 1.9907356454058223e-05, + "loss": 0.3199, + "step": 8496 + }, + { + "epoch": 7.206955046649703, + "grad_norm": 1.2437591534782626, + "learning_rate": 1.9907319144317626e-05, + "loss": 0.3042, + "step": 8497 + }, + { + "epoch": 7.207803223070399, + "grad_norm": 1.2201948049466151, + "learning_rate": 1.9907281827100764e-05, + "loss": 0.2847, + "step": 8498 + }, + { + "epoch": 7.208651399491094, + "grad_norm": 1.2165630039457005, + "learning_rate": 1.9907244502407664e-05, + "loss": 0.2663, + "step": 8499 + }, + { + "epoch": 7.2094995759117895, + "grad_norm": 1.3888852761314499, + "learning_rate": 1.9907207170238353e-05, + "loss": 0.2639, + "step": 8500 + }, + { + "epoch": 7.210347752332485, + "grad_norm": 1.451890544453188, + "learning_rate": 1.9907169830592858e-05, + "loss": 0.3076, + "step": 8501 + }, + { + "epoch": 7.211195928753181, + "grad_norm": 1.2260268032259622, + "learning_rate": 1.9907132483471206e-05, + "loss": 0.2588, + "step": 8502 + }, + { + "epoch": 7.212044105173876, + "grad_norm": 1.3657794742667384, + "learning_rate": 1.9907095128873428e-05, + "loss": 0.3048, + "step": 8503 + }, + { + "epoch": 7.212892281594572, + "grad_norm": 1.6536963906245294, + "learning_rate": 1.9907057766799554e-05, + "loss": 0.4091, + "step": 8504 + }, + { + "epoch": 7.213740458015267, + "grad_norm": 1.3206042720288211, + "learning_rate": 1.990702039724961e-05, + "loss": 0.3345, + "step": 8505 + }, + { + "epoch": 7.214588634435962, + "grad_norm": 1.3108017943539942, + "learning_rate": 1.9906983020223624e-05, + "loss": 0.264, + "step": 8506 + }, + { + "epoch": 7.215436810856658, + "grad_norm": 1.2633731549594764, + "learning_rate": 1.9906945635721623e-05, + "loss": 0.2486, + "step": 8507 + }, + { + "epoch": 7.216284987277354, + "grad_norm": 1.4249416100062084, + "learning_rate": 1.990690824374364e-05, + "loss": 0.3595, + "step": 8508 + }, + { + "epoch": 7.217133163698049, + "grad_norm": 1.0999108884492823, + "learning_rate": 1.9906870844289698e-05, + "loss": 0.2643, + "step": 8509 + }, + { + "epoch": 7.217981340118745, + "grad_norm": 1.3149353150895051, + "learning_rate": 1.9906833437359822e-05, + "loss": 0.3562, + "step": 8510 + }, + { + "epoch": 7.21882951653944, + "grad_norm": 1.3102671649589652, + "learning_rate": 1.990679602295405e-05, + "loss": 0.3288, + "step": 8511 + }, + { + "epoch": 7.219677692960135, + "grad_norm": 1.430977968044243, + "learning_rate": 1.9906758601072407e-05, + "loss": 0.2738, + "step": 8512 + }, + { + "epoch": 7.220525869380832, + "grad_norm": 1.472788039043413, + "learning_rate": 1.9906721171714915e-05, + "loss": 0.3196, + "step": 8513 + }, + { + "epoch": 7.221374045801527, + "grad_norm": 1.3414430736697025, + "learning_rate": 1.9906683734881608e-05, + "loss": 0.2784, + "step": 8514 + }, + { + "epoch": 7.222222222222222, + "grad_norm": 1.3630748277133549, + "learning_rate": 1.9906646290572514e-05, + "loss": 0.3394, + "step": 8515 + }, + { + "epoch": 7.223070398642918, + "grad_norm": 1.3113107044525654, + "learning_rate": 1.9906608838787663e-05, + "loss": 0.3408, + "step": 8516 + }, + { + "epoch": 7.223918575063613, + "grad_norm": 1.252686224953196, + "learning_rate": 1.990657137952708e-05, + "loss": 0.3163, + "step": 8517 + }, + { + "epoch": 7.224766751484308, + "grad_norm": 1.2981198537072292, + "learning_rate": 1.9906533912790792e-05, + "loss": 0.3857, + "step": 8518 + }, + { + "epoch": 7.225614927905005, + "grad_norm": 1.444567259957308, + "learning_rate": 1.990649643857883e-05, + "loss": 0.4106, + "step": 8519 + }, + { + "epoch": 7.2264631043257, + "grad_norm": 1.2853572617654867, + "learning_rate": 1.9906458956891225e-05, + "loss": 0.393, + "step": 8520 + }, + { + "epoch": 7.227311280746395, + "grad_norm": 1.2592675804159923, + "learning_rate": 1.9906421467727996e-05, + "loss": 0.3356, + "step": 8521 + }, + { + "epoch": 7.228159457167091, + "grad_norm": 1.3422516074211712, + "learning_rate": 1.990638397108918e-05, + "loss": 0.3666, + "step": 8522 + }, + { + "epoch": 7.229007633587786, + "grad_norm": 1.2970450817978463, + "learning_rate": 1.9906346466974802e-05, + "loss": 0.3386, + "step": 8523 + }, + { + "epoch": 7.229855810008482, + "grad_norm": 1.4207014093382497, + "learning_rate": 1.990630895538489e-05, + "loss": 0.3083, + "step": 8524 + }, + { + "epoch": 7.2307039864291776, + "grad_norm": 1.6099811223762952, + "learning_rate": 1.9906271436319475e-05, + "loss": 0.3376, + "step": 8525 + }, + { + "epoch": 7.231552162849873, + "grad_norm": 1.4301350122858838, + "learning_rate": 1.990623390977858e-05, + "loss": 0.3564, + "step": 8526 + }, + { + "epoch": 7.232400339270568, + "grad_norm": 1.2145215375900775, + "learning_rate": 1.9906196375762242e-05, + "loss": 0.2914, + "step": 8527 + }, + { + "epoch": 7.233248515691264, + "grad_norm": 1.2677931070515653, + "learning_rate": 1.990615883427048e-05, + "loss": 0.3186, + "step": 8528 + }, + { + "epoch": 7.234096692111959, + "grad_norm": 1.287550661644769, + "learning_rate": 1.990612128530333e-05, + "loss": 0.276, + "step": 8529 + }, + { + "epoch": 7.234944868532655, + "grad_norm": 1.4650503270427622, + "learning_rate": 1.990608372886081e-05, + "loss": 0.3591, + "step": 8530 + }, + { + "epoch": 7.2357930449533505, + "grad_norm": 1.3297320135105544, + "learning_rate": 1.990604616494296e-05, + "loss": 0.3715, + "step": 8531 + }, + { + "epoch": 7.236641221374046, + "grad_norm": 1.3694138746535005, + "learning_rate": 1.99060085935498e-05, + "loss": 0.3078, + "step": 8532 + }, + { + "epoch": 7.237489397794741, + "grad_norm": 1.2997468992406942, + "learning_rate": 1.9905971014681364e-05, + "loss": 0.3278, + "step": 8533 + }, + { + "epoch": 7.2383375742154366, + "grad_norm": 1.2934191734952687, + "learning_rate": 1.990593342833768e-05, + "loss": 0.2628, + "step": 8534 + }, + { + "epoch": 7.239185750636132, + "grad_norm": 1.3673608156460075, + "learning_rate": 1.9905895834518772e-05, + "loss": 0.4172, + "step": 8535 + }, + { + "epoch": 7.240033927056828, + "grad_norm": 1.3314573431454473, + "learning_rate": 1.990585823322467e-05, + "loss": 0.3104, + "step": 8536 + }, + { + "epoch": 7.2408821034775235, + "grad_norm": 1.4813918165048736, + "learning_rate": 1.9905820624455403e-05, + "loss": 0.3554, + "step": 8537 + }, + { + "epoch": 7.241730279898219, + "grad_norm": 1.550113540648678, + "learning_rate": 1.9905783008211e-05, + "loss": 0.3956, + "step": 8538 + }, + { + "epoch": 7.242578456318914, + "grad_norm": 1.3100104517333022, + "learning_rate": 1.9905745384491492e-05, + "loss": 0.3276, + "step": 8539 + }, + { + "epoch": 7.2434266327396095, + "grad_norm": 1.4316679722218442, + "learning_rate": 1.99057077532969e-05, + "loss": 0.3141, + "step": 8540 + }, + { + "epoch": 7.244274809160306, + "grad_norm": 1.2051254338788941, + "learning_rate": 1.9905670114627257e-05, + "loss": 0.272, + "step": 8541 + }, + { + "epoch": 7.245122985581001, + "grad_norm": 1.3465782693022055, + "learning_rate": 1.9905632468482595e-05, + "loss": 0.3275, + "step": 8542 + }, + { + "epoch": 7.245971162001696, + "grad_norm": 1.2145551887731894, + "learning_rate": 1.9905594814862936e-05, + "loss": 0.3082, + "step": 8543 + }, + { + "epoch": 7.246819338422392, + "grad_norm": 1.501456923195672, + "learning_rate": 1.990555715376831e-05, + "loss": 0.3514, + "step": 8544 + }, + { + "epoch": 7.247667514843087, + "grad_norm": 1.4450793111958506, + "learning_rate": 1.9905519485198747e-05, + "loss": 0.3106, + "step": 8545 + }, + { + "epoch": 7.2485156912637825, + "grad_norm": 1.4674997555845637, + "learning_rate": 1.9905481809154277e-05, + "loss": 0.2562, + "step": 8546 + }, + { + "epoch": 7.249363867684479, + "grad_norm": 1.1782718112020807, + "learning_rate": 1.9905444125634923e-05, + "loss": 0.3065, + "step": 8547 + }, + { + "epoch": 7.250212044105174, + "grad_norm": 1.6270109543980762, + "learning_rate": 1.9905406434640717e-05, + "loss": 0.382, + "step": 8548 + }, + { + "epoch": 7.251060220525869, + "grad_norm": 1.5000386857299979, + "learning_rate": 1.990536873617169e-05, + "loss": 0.3337, + "step": 8549 + }, + { + "epoch": 7.251908396946565, + "grad_norm": 1.373541141199904, + "learning_rate": 1.9905331030227867e-05, + "loss": 0.3399, + "step": 8550 + }, + { + "epoch": 7.25275657336726, + "grad_norm": 1.2961772333343804, + "learning_rate": 1.9905293316809274e-05, + "loss": 0.3303, + "step": 8551 + }, + { + "epoch": 7.253604749787955, + "grad_norm": 1.3439370176813827, + "learning_rate": 1.9905255595915943e-05, + "loss": 0.2995, + "step": 8552 + }, + { + "epoch": 7.254452926208652, + "grad_norm": 1.4697578790614592, + "learning_rate": 1.9905217867547903e-05, + "loss": 0.2875, + "step": 8553 + }, + { + "epoch": 7.255301102629347, + "grad_norm": 1.1895353184501225, + "learning_rate": 1.990518013170518e-05, + "loss": 0.3143, + "step": 8554 + }, + { + "epoch": 7.256149279050042, + "grad_norm": 1.238730318433565, + "learning_rate": 1.9905142388387807e-05, + "loss": 0.2816, + "step": 8555 + }, + { + "epoch": 7.256997455470738, + "grad_norm": 1.387998998575522, + "learning_rate": 1.9905104637595806e-05, + "loss": 0.3203, + "step": 8556 + }, + { + "epoch": 7.257845631891433, + "grad_norm": 1.3527746526366498, + "learning_rate": 1.990506687932921e-05, + "loss": 0.3187, + "step": 8557 + }, + { + "epoch": 7.258693808312129, + "grad_norm": 1.4442486421135887, + "learning_rate": 1.990502911358805e-05, + "loss": 0.2497, + "step": 8558 + }, + { + "epoch": 7.259541984732825, + "grad_norm": 1.372516343956926, + "learning_rate": 1.9904991340372345e-05, + "loss": 0.3149, + "step": 8559 + }, + { + "epoch": 7.26039016115352, + "grad_norm": 1.477335618291928, + "learning_rate": 1.990495355968213e-05, + "loss": 0.3594, + "step": 8560 + }, + { + "epoch": 7.261238337574215, + "grad_norm": 1.3280310938805895, + "learning_rate": 1.9904915771517437e-05, + "loss": 0.3088, + "step": 8561 + }, + { + "epoch": 7.262086513994911, + "grad_norm": 1.3740758850872572, + "learning_rate": 1.9904877975878287e-05, + "loss": 0.3217, + "step": 8562 + }, + { + "epoch": 7.262934690415607, + "grad_norm": 1.4281557271648704, + "learning_rate": 1.9904840172764715e-05, + "loss": 0.3482, + "step": 8563 + }, + { + "epoch": 7.263782866836302, + "grad_norm": 1.418994798729927, + "learning_rate": 1.990480236217674e-05, + "loss": 0.4155, + "step": 8564 + }, + { + "epoch": 7.264631043256998, + "grad_norm": 1.3097148783335533, + "learning_rate": 1.9904764544114403e-05, + "loss": 0.314, + "step": 8565 + }, + { + "epoch": 7.265479219677693, + "grad_norm": 1.3405357661210515, + "learning_rate": 1.9904726718577725e-05, + "loss": 0.3267, + "step": 8566 + }, + { + "epoch": 7.266327396098388, + "grad_norm": 1.3750301121415793, + "learning_rate": 1.9904688885566736e-05, + "loss": 0.3891, + "step": 8567 + }, + { + "epoch": 7.267175572519084, + "grad_norm": 1.3128041683510863, + "learning_rate": 1.9904651045081464e-05, + "loss": 0.3595, + "step": 8568 + }, + { + "epoch": 7.26802374893978, + "grad_norm": 1.242422550115817, + "learning_rate": 1.990461319712194e-05, + "loss": 0.3002, + "step": 8569 + }, + { + "epoch": 7.268871925360475, + "grad_norm": 1.2864326199654657, + "learning_rate": 1.990457534168819e-05, + "loss": 0.3543, + "step": 8570 + }, + { + "epoch": 7.269720101781171, + "grad_norm": 1.4422179983385055, + "learning_rate": 1.990453747878024e-05, + "loss": 0.2921, + "step": 8571 + }, + { + "epoch": 7.270568278201866, + "grad_norm": 1.41105260775987, + "learning_rate": 1.990449960839812e-05, + "loss": 0.3229, + "step": 8572 + }, + { + "epoch": 7.271416454622561, + "grad_norm": 1.3520467456012173, + "learning_rate": 1.9904461730541867e-05, + "loss": 0.3542, + "step": 8573 + }, + { + "epoch": 7.272264631043257, + "grad_norm": 1.2993294195359129, + "learning_rate": 1.99044238452115e-05, + "loss": 0.3139, + "step": 8574 + }, + { + "epoch": 7.273112807463953, + "grad_norm": 1.4102071348626457, + "learning_rate": 1.9904385952407052e-05, + "loss": 0.3169, + "step": 8575 + }, + { + "epoch": 7.273960983884648, + "grad_norm": 1.5217445866090642, + "learning_rate": 1.990434805212855e-05, + "loss": 0.3377, + "step": 8576 + }, + { + "epoch": 7.2748091603053435, + "grad_norm": 1.1394044398936973, + "learning_rate": 1.990431014437602e-05, + "loss": 0.2711, + "step": 8577 + }, + { + "epoch": 7.275657336726039, + "grad_norm": 2.021803744356688, + "learning_rate": 1.9904272229149496e-05, + "loss": 0.3541, + "step": 8578 + }, + { + "epoch": 7.276505513146734, + "grad_norm": 1.494546896185237, + "learning_rate": 1.9904234306449003e-05, + "loss": 0.3544, + "step": 8579 + }, + { + "epoch": 7.2773536895674305, + "grad_norm": 1.2087766280958843, + "learning_rate": 1.990419637627457e-05, + "loss": 0.3616, + "step": 8580 + }, + { + "epoch": 7.278201865988126, + "grad_norm": 1.2998748434419565, + "learning_rate": 1.9904158438626227e-05, + "loss": 0.3518, + "step": 8581 + }, + { + "epoch": 7.279050042408821, + "grad_norm": 1.3114899972319771, + "learning_rate": 1.9904120493504004e-05, + "loss": 0.3262, + "step": 8582 + }, + { + "epoch": 7.2798982188295165, + "grad_norm": 1.4121493193773635, + "learning_rate": 1.9904082540907924e-05, + "loss": 0.3316, + "step": 8583 + }, + { + "epoch": 7.280746395250212, + "grad_norm": 1.2284911335856152, + "learning_rate": 1.990404458083802e-05, + "loss": 0.2978, + "step": 8584 + }, + { + "epoch": 7.281594571670907, + "grad_norm": 1.498244226913879, + "learning_rate": 1.990400661329432e-05, + "loss": 0.3604, + "step": 8585 + }, + { + "epoch": 7.282442748091603, + "grad_norm": 1.2758536360836306, + "learning_rate": 1.9903968638276853e-05, + "loss": 0.2785, + "step": 8586 + }, + { + "epoch": 7.283290924512299, + "grad_norm": 1.3968210878156697, + "learning_rate": 1.9903930655785647e-05, + "loss": 0.3628, + "step": 8587 + }, + { + "epoch": 7.284139100932994, + "grad_norm": 1.2235045420949051, + "learning_rate": 1.990389266582073e-05, + "loss": 0.2889, + "step": 8588 + }, + { + "epoch": 7.2849872773536894, + "grad_norm": 1.1232731154848687, + "learning_rate": 1.990385466838213e-05, + "loss": 0.2682, + "step": 8589 + }, + { + "epoch": 7.285835453774385, + "grad_norm": 1.453720798393904, + "learning_rate": 1.990381666346988e-05, + "loss": 0.3297, + "step": 8590 + }, + { + "epoch": 7.28668363019508, + "grad_norm": 1.232768399540165, + "learning_rate": 1.9903778651084005e-05, + "loss": 0.2871, + "step": 8591 + }, + { + "epoch": 7.287531806615776, + "grad_norm": 1.4889683716627675, + "learning_rate": 1.9903740631224534e-05, + "loss": 0.3685, + "step": 8592 + }, + { + "epoch": 7.288379983036472, + "grad_norm": 1.4153861928081377, + "learning_rate": 1.9903702603891495e-05, + "loss": 0.344, + "step": 8593 + }, + { + "epoch": 7.289228159457167, + "grad_norm": 1.3811304130831576, + "learning_rate": 1.990366456908492e-05, + "loss": 0.3145, + "step": 8594 + }, + { + "epoch": 7.290076335877862, + "grad_norm": 1.2447568654729984, + "learning_rate": 1.9903626526804835e-05, + "loss": 0.3211, + "step": 8595 + }, + { + "epoch": 7.290924512298558, + "grad_norm": 1.2140142188107836, + "learning_rate": 1.9903588477051267e-05, + "loss": 0.3228, + "step": 8596 + }, + { + "epoch": 7.291772688719254, + "grad_norm": 1.2913481133731375, + "learning_rate": 1.990355041982425e-05, + "loss": 0.336, + "step": 8597 + }, + { + "epoch": 7.292620865139949, + "grad_norm": 1.3028817072609997, + "learning_rate": 1.9903512355123808e-05, + "loss": 0.377, + "step": 8598 + }, + { + "epoch": 7.293469041560645, + "grad_norm": 1.35068743414911, + "learning_rate": 1.9903474282949973e-05, + "loss": 0.3596, + "step": 8599 + }, + { + "epoch": 7.29431721798134, + "grad_norm": 1.9871725899391142, + "learning_rate": 1.990343620330277e-05, + "loss": 0.3606, + "step": 8600 + }, + { + "epoch": 7.295165394402035, + "grad_norm": 1.2239491104891285, + "learning_rate": 1.9903398116182232e-05, + "loss": 0.3088, + "step": 8601 + }, + { + "epoch": 7.296013570822731, + "grad_norm": 1.4101494843810725, + "learning_rate": 1.9903360021588383e-05, + "loss": 0.4027, + "step": 8602 + }, + { + "epoch": 7.296861747243427, + "grad_norm": 1.287410408940385, + "learning_rate": 1.9903321919521255e-05, + "loss": 0.3142, + "step": 8603 + }, + { + "epoch": 7.297709923664122, + "grad_norm": 1.27395615887214, + "learning_rate": 1.9903283809980877e-05, + "loss": 0.3201, + "step": 8604 + }, + { + "epoch": 7.298558100084818, + "grad_norm": 1.4591266297975052, + "learning_rate": 1.9903245692967276e-05, + "loss": 0.4151, + "step": 8605 + }, + { + "epoch": 7.299406276505513, + "grad_norm": 1.495645231375742, + "learning_rate": 1.9903207568480486e-05, + "loss": 0.3712, + "step": 8606 + }, + { + "epoch": 7.300254452926208, + "grad_norm": 1.3685113614000763, + "learning_rate": 1.9903169436520528e-05, + "loss": 0.335, + "step": 8607 + }, + { + "epoch": 7.301102629346905, + "grad_norm": 1.20990056018126, + "learning_rate": 1.990313129708743e-05, + "loss": 0.2652, + "step": 8608 + }, + { + "epoch": 7.3019508057676, + "grad_norm": 1.422811331491625, + "learning_rate": 1.990309315018123e-05, + "loss": 0.3706, + "step": 8609 + }, + { + "epoch": 7.302798982188295, + "grad_norm": 1.593206108379458, + "learning_rate": 1.990305499580195e-05, + "loss": 0.3307, + "step": 8610 + }, + { + "epoch": 7.303647158608991, + "grad_norm": 1.3357934698629537, + "learning_rate": 1.990301683394962e-05, + "loss": 0.3444, + "step": 8611 + }, + { + "epoch": 7.304495335029686, + "grad_norm": 1.4764867796759937, + "learning_rate": 1.9902978664624272e-05, + "loss": 0.3681, + "step": 8612 + }, + { + "epoch": 7.305343511450381, + "grad_norm": 1.4217367469001083, + "learning_rate": 1.990294048782593e-05, + "loss": 0.3172, + "step": 8613 + }, + { + "epoch": 7.3061916878710775, + "grad_norm": 1.3521550544195002, + "learning_rate": 1.9902902303554627e-05, + "loss": 0.4037, + "step": 8614 + }, + { + "epoch": 7.307039864291773, + "grad_norm": 1.4082758805616074, + "learning_rate": 1.9902864111810386e-05, + "loss": 0.4226, + "step": 8615 + }, + { + "epoch": 7.307888040712468, + "grad_norm": 1.3674687382455766, + "learning_rate": 1.9902825912593243e-05, + "loss": 0.3395, + "step": 8616 + }, + { + "epoch": 7.308736217133164, + "grad_norm": 1.3548054143563448, + "learning_rate": 1.990278770590322e-05, + "loss": 0.3826, + "step": 8617 + }, + { + "epoch": 7.309584393553859, + "grad_norm": 1.2742096166903052, + "learning_rate": 1.9902749491740355e-05, + "loss": 0.3439, + "step": 8618 + }, + { + "epoch": 7.310432569974555, + "grad_norm": 1.3483697942702786, + "learning_rate": 1.9902711270104667e-05, + "loss": 0.343, + "step": 8619 + }, + { + "epoch": 7.3112807463952505, + "grad_norm": 1.5453483240197887, + "learning_rate": 1.990267304099619e-05, + "loss": 0.3245, + "step": 8620 + }, + { + "epoch": 7.312128922815946, + "grad_norm": 1.5381935407586962, + "learning_rate": 1.990263480441495e-05, + "loss": 0.3148, + "step": 8621 + }, + { + "epoch": 7.312977099236641, + "grad_norm": 1.866986505292346, + "learning_rate": 1.9902596560360976e-05, + "loss": 0.309, + "step": 8622 + }, + { + "epoch": 7.3138252756573365, + "grad_norm": 1.4550339252309321, + "learning_rate": 1.99025583088343e-05, + "loss": 0.3215, + "step": 8623 + }, + { + "epoch": 7.314673452078032, + "grad_norm": 1.4880792515267347, + "learning_rate": 1.9902520049834952e-05, + "loss": 0.355, + "step": 8624 + }, + { + "epoch": 7.315521628498728, + "grad_norm": 1.339411973097138, + "learning_rate": 1.990248178336296e-05, + "loss": 0.3958, + "step": 8625 + }, + { + "epoch": 7.3163698049194235, + "grad_norm": 1.2517878159178402, + "learning_rate": 1.9902443509418346e-05, + "loss": 0.3717, + "step": 8626 + }, + { + "epoch": 7.317217981340119, + "grad_norm": 1.3400543310075603, + "learning_rate": 1.9902405228001145e-05, + "loss": 0.2998, + "step": 8627 + }, + { + "epoch": 7.318066157760814, + "grad_norm": 1.3473591659660258, + "learning_rate": 1.9902366939111386e-05, + "loss": 0.3165, + "step": 8628 + }, + { + "epoch": 7.3189143341815095, + "grad_norm": 1.2794693632218357, + "learning_rate": 1.9902328642749096e-05, + "loss": 0.3293, + "step": 8629 + }, + { + "epoch": 7.319762510602205, + "grad_norm": 1.1858109010132831, + "learning_rate": 1.9902290338914305e-05, + "loss": 0.2993, + "step": 8630 + }, + { + "epoch": 7.320610687022901, + "grad_norm": 1.5073823006020008, + "learning_rate": 1.990225202760704e-05, + "loss": 0.3018, + "step": 8631 + }, + { + "epoch": 7.321458863443596, + "grad_norm": 1.3931396883588292, + "learning_rate": 1.9902213708827334e-05, + "loss": 0.2719, + "step": 8632 + }, + { + "epoch": 7.322307039864292, + "grad_norm": 1.4542650183211492, + "learning_rate": 1.9902175382575213e-05, + "loss": 0.3433, + "step": 8633 + }, + { + "epoch": 7.323155216284987, + "grad_norm": 1.4180559971626068, + "learning_rate": 1.9902137048850706e-05, + "loss": 0.3426, + "step": 8634 + }, + { + "epoch": 7.3240033927056825, + "grad_norm": 1.4203880942040685, + "learning_rate": 1.990209870765384e-05, + "loss": 0.3286, + "step": 8635 + }, + { + "epoch": 7.324851569126379, + "grad_norm": 1.2847790911652266, + "learning_rate": 1.990206035898465e-05, + "loss": 0.3385, + "step": 8636 + }, + { + "epoch": 7.325699745547074, + "grad_norm": 1.2688378832510796, + "learning_rate": 1.990202200284316e-05, + "loss": 0.2942, + "step": 8637 + }, + { + "epoch": 7.326547921967769, + "grad_norm": 1.2996996802061558, + "learning_rate": 1.99019836392294e-05, + "loss": 0.2848, + "step": 8638 + }, + { + "epoch": 7.327396098388465, + "grad_norm": 1.3028634298079778, + "learning_rate": 1.9901945268143397e-05, + "loss": 0.3365, + "step": 8639 + }, + { + "epoch": 7.32824427480916, + "grad_norm": 1.541082688538703, + "learning_rate": 1.9901906889585182e-05, + "loss": 0.3339, + "step": 8640 + }, + { + "epoch": 7.329092451229855, + "grad_norm": 1.4569363531086699, + "learning_rate": 1.9901868503554788e-05, + "loss": 0.353, + "step": 8641 + }, + { + "epoch": 7.329940627650552, + "grad_norm": 1.3641952679905371, + "learning_rate": 1.9901830110052235e-05, + "loss": 0.2915, + "step": 8642 + }, + { + "epoch": 7.330788804071247, + "grad_norm": 1.6170575861952, + "learning_rate": 1.9901791709077557e-05, + "loss": 0.3546, + "step": 8643 + }, + { + "epoch": 7.331636980491942, + "grad_norm": 1.448540089012678, + "learning_rate": 1.9901753300630785e-05, + "loss": 0.2724, + "step": 8644 + }, + { + "epoch": 7.332485156912638, + "grad_norm": 1.4897190819538557, + "learning_rate": 1.9901714884711945e-05, + "loss": 0.3994, + "step": 8645 + }, + { + "epoch": 7.333333333333333, + "grad_norm": 1.2590424827441642, + "learning_rate": 1.990167646132107e-05, + "loss": 0.298, + "step": 8646 + }, + { + "epoch": 7.334181509754028, + "grad_norm": 1.3082893800967426, + "learning_rate": 1.990163803045818e-05, + "loss": 0.3201, + "step": 8647 + }, + { + "epoch": 7.335029686174725, + "grad_norm": 1.17937253730008, + "learning_rate": 1.990159959212331e-05, + "loss": 0.2719, + "step": 8648 + }, + { + "epoch": 7.33587786259542, + "grad_norm": 1.381973170546755, + "learning_rate": 1.9901561146316494e-05, + "loss": 0.3878, + "step": 8649 + }, + { + "epoch": 7.336726039016115, + "grad_norm": 1.360902320919368, + "learning_rate": 1.9901522693037756e-05, + "loss": 0.3689, + "step": 8650 + }, + { + "epoch": 7.337574215436811, + "grad_norm": 1.7376204985845494, + "learning_rate": 1.9901484232287122e-05, + "loss": 0.4213, + "step": 8651 + }, + { + "epoch": 7.338422391857506, + "grad_norm": 1.2082556993965827, + "learning_rate": 1.9901445764064622e-05, + "loss": 0.2596, + "step": 8652 + }, + { + "epoch": 7.339270568278202, + "grad_norm": 1.4575163629912689, + "learning_rate": 1.9901407288370288e-05, + "loss": 0.3452, + "step": 8653 + }, + { + "epoch": 7.340118744698898, + "grad_norm": 1.3554546389391036, + "learning_rate": 1.990136880520415e-05, + "loss": 0.2994, + "step": 8654 + }, + { + "epoch": 7.340966921119593, + "grad_norm": 1.2800423140863224, + "learning_rate": 1.9901330314566235e-05, + "loss": 0.3164, + "step": 8655 + }, + { + "epoch": 7.341815097540288, + "grad_norm": 1.2009049208943552, + "learning_rate": 1.9901291816456573e-05, + "loss": 0.3, + "step": 8656 + }, + { + "epoch": 7.342663273960984, + "grad_norm": 1.3611984680158853, + "learning_rate": 1.990125331087519e-05, + "loss": 0.337, + "step": 8657 + }, + { + "epoch": 7.34351145038168, + "grad_norm": 1.2405197667464036, + "learning_rate": 1.9901214797822115e-05, + "loss": 0.3189, + "step": 8658 + }, + { + "epoch": 7.344359626802375, + "grad_norm": 1.2730293522984757, + "learning_rate": 1.9901176277297383e-05, + "loss": 0.2768, + "step": 8659 + }, + { + "epoch": 7.3452078032230705, + "grad_norm": 1.3193294312018917, + "learning_rate": 1.9901137749301015e-05, + "loss": 0.3242, + "step": 8660 + }, + { + "epoch": 7.346055979643766, + "grad_norm": 1.2390340901308858, + "learning_rate": 1.990109921383305e-05, + "loss": 0.3376, + "step": 8661 + }, + { + "epoch": 7.346904156064461, + "grad_norm": 1.2377496503918033, + "learning_rate": 1.9901060670893505e-05, + "loss": 0.2513, + "step": 8662 + }, + { + "epoch": 7.347752332485157, + "grad_norm": 1.3767279573890123, + "learning_rate": 1.9901022120482422e-05, + "loss": 0.2895, + "step": 8663 + }, + { + "epoch": 7.348600508905853, + "grad_norm": 1.4675119042568616, + "learning_rate": 1.9900983562599817e-05, + "loss": 0.4073, + "step": 8664 + }, + { + "epoch": 7.349448685326548, + "grad_norm": 1.3451796324934686, + "learning_rate": 1.990094499724573e-05, + "loss": 0.3395, + "step": 8665 + }, + { + "epoch": 7.3502968617472435, + "grad_norm": 1.3078426871936144, + "learning_rate": 1.9900906424420184e-05, + "loss": 0.3365, + "step": 8666 + }, + { + "epoch": 7.351145038167939, + "grad_norm": 1.6037231335653925, + "learning_rate": 1.990086784412321e-05, + "loss": 0.3199, + "step": 8667 + }, + { + "epoch": 7.351993214588634, + "grad_norm": 1.273540909061382, + "learning_rate": 1.990082925635484e-05, + "loss": 0.3245, + "step": 8668 + }, + { + "epoch": 7.3528413910093295, + "grad_norm": 1.0653659712170809, + "learning_rate": 1.9900790661115094e-05, + "loss": 0.2713, + "step": 8669 + }, + { + "epoch": 7.353689567430026, + "grad_norm": 1.436032798987242, + "learning_rate": 1.9900752058404012e-05, + "loss": 0.3046, + "step": 8670 + }, + { + "epoch": 7.354537743850721, + "grad_norm": 1.1567561744080865, + "learning_rate": 1.990071344822162e-05, + "loss": 0.3539, + "step": 8671 + }, + { + "epoch": 7.3553859202714165, + "grad_norm": 1.4682612214948771, + "learning_rate": 1.990067483056794e-05, + "loss": 0.3167, + "step": 8672 + }, + { + "epoch": 7.356234096692112, + "grad_norm": 1.252358314320256, + "learning_rate": 1.9900636205443012e-05, + "loss": 0.3053, + "step": 8673 + }, + { + "epoch": 7.357082273112807, + "grad_norm": 1.4067527149073045, + "learning_rate": 1.9900597572846857e-05, + "loss": 0.3299, + "step": 8674 + }, + { + "epoch": 7.357930449533503, + "grad_norm": 1.3424279239185561, + "learning_rate": 1.9900558932779504e-05, + "loss": 0.3125, + "step": 8675 + }, + { + "epoch": 7.358778625954199, + "grad_norm": 1.4065429681277855, + "learning_rate": 1.9900520285240993e-05, + "loss": 0.3123, + "step": 8676 + }, + { + "epoch": 7.359626802374894, + "grad_norm": 1.3187808733836341, + "learning_rate": 1.9900481630231336e-05, + "loss": 0.3345, + "step": 8677 + }, + { + "epoch": 7.360474978795589, + "grad_norm": 1.4502041263377545, + "learning_rate": 1.9900442967750577e-05, + "loss": 0.4104, + "step": 8678 + }, + { + "epoch": 7.361323155216285, + "grad_norm": 1.2851604925204838, + "learning_rate": 1.990040429779874e-05, + "loss": 0.2958, + "step": 8679 + }, + { + "epoch": 7.36217133163698, + "grad_norm": 1.3354784760684715, + "learning_rate": 1.9900365620375853e-05, + "loss": 0.3596, + "step": 8680 + }, + { + "epoch": 7.363019508057676, + "grad_norm": 1.3528808376053505, + "learning_rate": 1.9900326935481945e-05, + "loss": 0.3201, + "step": 8681 + }, + { + "epoch": 7.363867684478372, + "grad_norm": 1.3462469384354825, + "learning_rate": 1.9900288243117044e-05, + "loss": 0.3074, + "step": 8682 + }, + { + "epoch": 7.364715860899067, + "grad_norm": 1.3484501517059835, + "learning_rate": 1.9900249543281186e-05, + "loss": 0.3199, + "step": 8683 + }, + { + "epoch": 7.365564037319762, + "grad_norm": 1.358574536842195, + "learning_rate": 1.9900210835974394e-05, + "loss": 0.3164, + "step": 8684 + }, + { + "epoch": 7.366412213740458, + "grad_norm": 1.3997777832119664, + "learning_rate": 1.99001721211967e-05, + "loss": 0.2823, + "step": 8685 + }, + { + "epoch": 7.367260390161153, + "grad_norm": 1.6047797344369874, + "learning_rate": 1.9900133398948127e-05, + "loss": 0.3156, + "step": 8686 + }, + { + "epoch": 7.368108566581849, + "grad_norm": 1.3440430968189523, + "learning_rate": 1.9900094669228714e-05, + "loss": 0.2536, + "step": 8687 + }, + { + "epoch": 7.368956743002545, + "grad_norm": 1.2828525578789005, + "learning_rate": 1.9900055932038483e-05, + "loss": 0.3215, + "step": 8688 + }, + { + "epoch": 7.36980491942324, + "grad_norm": 1.3805217864418777, + "learning_rate": 1.9900017187377467e-05, + "loss": 0.3892, + "step": 8689 + }, + { + "epoch": 7.370653095843935, + "grad_norm": 1.2905816049859233, + "learning_rate": 1.9899978435245694e-05, + "loss": 0.2904, + "step": 8690 + }, + { + "epoch": 7.371501272264631, + "grad_norm": 1.1946261503275208, + "learning_rate": 1.9899939675643192e-05, + "loss": 0.3277, + "step": 8691 + }, + { + "epoch": 7.372349448685327, + "grad_norm": 1.322025785131061, + "learning_rate": 1.989990090856999e-05, + "loss": 0.3806, + "step": 8692 + }, + { + "epoch": 7.373197625106022, + "grad_norm": 1.3937407164821969, + "learning_rate": 1.9899862134026123e-05, + "loss": 0.3473, + "step": 8693 + }, + { + "epoch": 7.374045801526718, + "grad_norm": 1.3861657943408765, + "learning_rate": 1.9899823352011614e-05, + "loss": 0.3575, + "step": 8694 + }, + { + "epoch": 7.374893977947413, + "grad_norm": 1.2419057495925097, + "learning_rate": 1.9899784562526495e-05, + "loss": 0.2967, + "step": 8695 + }, + { + "epoch": 7.375742154368108, + "grad_norm": 1.1850478638968112, + "learning_rate": 1.9899745765570792e-05, + "loss": 0.2964, + "step": 8696 + }, + { + "epoch": 7.376590330788804, + "grad_norm": 1.2571530982220143, + "learning_rate": 1.989970696114454e-05, + "loss": 0.2313, + "step": 8697 + }, + { + "epoch": 7.3774385072095, + "grad_norm": 1.2383407369457196, + "learning_rate": 1.9899668149247762e-05, + "loss": 0.2905, + "step": 8698 + }, + { + "epoch": 7.378286683630195, + "grad_norm": 1.7373111881396597, + "learning_rate": 1.989962932988049e-05, + "loss": 0.3547, + "step": 8699 + }, + { + "epoch": 7.379134860050891, + "grad_norm": 1.387106899303146, + "learning_rate": 1.9899590503042755e-05, + "loss": 0.3514, + "step": 8700 + }, + { + "epoch": 7.379983036471586, + "grad_norm": 1.1774253031102777, + "learning_rate": 1.9899551668734583e-05, + "loss": 0.3085, + "step": 8701 + }, + { + "epoch": 7.380831212892281, + "grad_norm": 1.3117608852170328, + "learning_rate": 1.9899512826956008e-05, + "loss": 0.346, + "step": 8702 + }, + { + "epoch": 7.3816793893129775, + "grad_norm": 1.243061074932619, + "learning_rate": 1.989947397770706e-05, + "loss": 0.3608, + "step": 8703 + }, + { + "epoch": 7.382527565733673, + "grad_norm": 1.3149172251681147, + "learning_rate": 1.9899435120987757e-05, + "loss": 0.3258, + "step": 8704 + }, + { + "epoch": 7.383375742154368, + "grad_norm": 1.1935017721135526, + "learning_rate": 1.989939625679814e-05, + "loss": 0.3039, + "step": 8705 + }, + { + "epoch": 7.3842239185750635, + "grad_norm": 1.3100418821488216, + "learning_rate": 1.9899357385138234e-05, + "loss": 0.3659, + "step": 8706 + }, + { + "epoch": 7.385072094995759, + "grad_norm": 1.3506376587674547, + "learning_rate": 1.989931850600807e-05, + "loss": 0.2378, + "step": 8707 + }, + { + "epoch": 7.385920271416454, + "grad_norm": 1.5545250399178714, + "learning_rate": 1.9899279619407673e-05, + "loss": 0.2994, + "step": 8708 + }, + { + "epoch": 7.3867684478371505, + "grad_norm": 1.4783401955471003, + "learning_rate": 1.9899240725337078e-05, + "loss": 0.3121, + "step": 8709 + }, + { + "epoch": 7.387616624257846, + "grad_norm": 1.5510998694115983, + "learning_rate": 1.9899201823796313e-05, + "loss": 0.3247, + "step": 8710 + }, + { + "epoch": 7.388464800678541, + "grad_norm": 1.302045993041571, + "learning_rate": 1.9899162914785405e-05, + "loss": 0.3211, + "step": 8711 + }, + { + "epoch": 7.3893129770992365, + "grad_norm": 1.4039498387987044, + "learning_rate": 1.9899123998304385e-05, + "loss": 0.3264, + "step": 8712 + }, + { + "epoch": 7.390161153519932, + "grad_norm": 1.3818297884396478, + "learning_rate": 1.989908507435328e-05, + "loss": 0.3426, + "step": 8713 + }, + { + "epoch": 7.391009329940628, + "grad_norm": 1.2661914873872693, + "learning_rate": 1.989904614293212e-05, + "loss": 0.2879, + "step": 8714 + }, + { + "epoch": 7.391857506361323, + "grad_norm": 1.462907870841783, + "learning_rate": 1.989900720404094e-05, + "loss": 0.2984, + "step": 8715 + }, + { + "epoch": 7.392705682782019, + "grad_norm": 1.5349964101448053, + "learning_rate": 1.989896825767976e-05, + "loss": 0.3319, + "step": 8716 + }, + { + "epoch": 7.393553859202714, + "grad_norm": 1.3521775339370665, + "learning_rate": 1.989892930384862e-05, + "loss": 0.3437, + "step": 8717 + }, + { + "epoch": 7.3944020356234095, + "grad_norm": 1.2855290010057565, + "learning_rate": 1.9898890342547543e-05, + "loss": 0.3436, + "step": 8718 + }, + { + "epoch": 7.395250212044105, + "grad_norm": 1.366368344992618, + "learning_rate": 1.9898851373776557e-05, + "loss": 0.3135, + "step": 8719 + }, + { + "epoch": 7.396098388464801, + "grad_norm": 1.3780972704918242, + "learning_rate": 1.9898812397535696e-05, + "loss": 0.3101, + "step": 8720 + }, + { + "epoch": 7.396946564885496, + "grad_norm": 1.2218159894016523, + "learning_rate": 1.9898773413824986e-05, + "loss": 0.3193, + "step": 8721 + }, + { + "epoch": 7.397794741306192, + "grad_norm": 1.5574224159930883, + "learning_rate": 1.9898734422644456e-05, + "loss": 0.38, + "step": 8722 + }, + { + "epoch": 7.398642917726887, + "grad_norm": 1.4274991879343635, + "learning_rate": 1.989869542399414e-05, + "loss": 0.3427, + "step": 8723 + }, + { + "epoch": 7.399491094147582, + "grad_norm": 1.6591352092538447, + "learning_rate": 1.989865641787406e-05, + "loss": 0.2865, + "step": 8724 + }, + { + "epoch": 7.400339270568278, + "grad_norm": 1.3642953897629353, + "learning_rate": 1.9898617404284254e-05, + "loss": 0.3424, + "step": 8725 + }, + { + "epoch": 7.401187446988974, + "grad_norm": 1.334672523997085, + "learning_rate": 1.9898578383224745e-05, + "loss": 0.3137, + "step": 8726 + }, + { + "epoch": 7.402035623409669, + "grad_norm": 1.2517737528138833, + "learning_rate": 1.9898539354695564e-05, + "loss": 0.3159, + "step": 8727 + }, + { + "epoch": 7.402883799830365, + "grad_norm": 1.3667007298590048, + "learning_rate": 1.9898500318696742e-05, + "loss": 0.3436, + "step": 8728 + }, + { + "epoch": 7.40373197625106, + "grad_norm": 1.2267904580192, + "learning_rate": 1.9898461275228305e-05, + "loss": 0.3067, + "step": 8729 + }, + { + "epoch": 7.404580152671755, + "grad_norm": 1.3332727668270077, + "learning_rate": 1.9898422224290292e-05, + "loss": 0.3362, + "step": 8730 + }, + { + "epoch": 7.405428329092452, + "grad_norm": 1.2270197227837105, + "learning_rate": 1.9898383165882718e-05, + "loss": 0.2906, + "step": 8731 + }, + { + "epoch": 7.406276505513147, + "grad_norm": 1.2378034520915207, + "learning_rate": 1.9898344100005625e-05, + "loss": 0.259, + "step": 8732 + }, + { + "epoch": 7.407124681933842, + "grad_norm": 1.2753307857696323, + "learning_rate": 1.9898305026659036e-05, + "loss": 0.3386, + "step": 8733 + }, + { + "epoch": 7.407972858354538, + "grad_norm": 1.4179016826288824, + "learning_rate": 1.9898265945842983e-05, + "loss": 0.3229, + "step": 8734 + }, + { + "epoch": 7.408821034775233, + "grad_norm": 1.2725232339132062, + "learning_rate": 1.989822685755749e-05, + "loss": 0.2331, + "step": 8735 + }, + { + "epoch": 7.409669211195928, + "grad_norm": 1.2331465377729334, + "learning_rate": 1.9898187761802595e-05, + "loss": 0.302, + "step": 8736 + }, + { + "epoch": 7.410517387616625, + "grad_norm": 1.32595908801744, + "learning_rate": 1.989814865857832e-05, + "loss": 0.3547, + "step": 8737 + }, + { + "epoch": 7.41136556403732, + "grad_norm": 1.3102936827094853, + "learning_rate": 1.9898109547884705e-05, + "loss": 0.2944, + "step": 8738 + }, + { + "epoch": 7.412213740458015, + "grad_norm": 1.3410857838719394, + "learning_rate": 1.9898070429721766e-05, + "loss": 0.31, + "step": 8739 + }, + { + "epoch": 7.413061916878711, + "grad_norm": 1.291167755322257, + "learning_rate": 1.989803130408954e-05, + "loss": 0.3527, + "step": 8740 + }, + { + "epoch": 7.413910093299406, + "grad_norm": 1.548343406328976, + "learning_rate": 1.9897992170988057e-05, + "loss": 0.3984, + "step": 8741 + }, + { + "epoch": 7.414758269720101, + "grad_norm": 1.2629312946038838, + "learning_rate": 1.9897953030417346e-05, + "loss": 0.2835, + "step": 8742 + }, + { + "epoch": 7.415606446140798, + "grad_norm": 1.4773730716409998, + "learning_rate": 1.9897913882377433e-05, + "loss": 0.252, + "step": 8743 + }, + { + "epoch": 7.416454622561493, + "grad_norm": 1.509731830118579, + "learning_rate": 1.989787472686835e-05, + "loss": 0.3543, + "step": 8744 + }, + { + "epoch": 7.417302798982188, + "grad_norm": 1.3738016176266095, + "learning_rate": 1.9897835563890128e-05, + "loss": 0.3138, + "step": 8745 + }, + { + "epoch": 7.418150975402884, + "grad_norm": 1.3636998805065592, + "learning_rate": 1.9897796393442796e-05, + "loss": 0.3148, + "step": 8746 + }, + { + "epoch": 7.418999151823579, + "grad_norm": 1.377317632154733, + "learning_rate": 1.989775721552638e-05, + "loss": 0.3036, + "step": 8747 + }, + { + "epoch": 7.419847328244275, + "grad_norm": 1.6699272855312404, + "learning_rate": 1.9897718030140915e-05, + "loss": 0.3441, + "step": 8748 + }, + { + "epoch": 7.4206955046649705, + "grad_norm": 1.1514743891129502, + "learning_rate": 1.9897678837286428e-05, + "loss": 0.3105, + "step": 8749 + }, + { + "epoch": 7.421543681085666, + "grad_norm": 1.3422537944447925, + "learning_rate": 1.989763963696295e-05, + "loss": 0.3477, + "step": 8750 + }, + { + "epoch": 7.422391857506361, + "grad_norm": 1.1378526947190726, + "learning_rate": 1.9897600429170504e-05, + "loss": 0.2589, + "step": 8751 + }, + { + "epoch": 7.423240033927057, + "grad_norm": 1.2311512691671647, + "learning_rate": 1.9897561213909125e-05, + "loss": 0.3054, + "step": 8752 + }, + { + "epoch": 7.424088210347753, + "grad_norm": 1.3136399992109065, + "learning_rate": 1.9897521991178847e-05, + "loss": 0.3257, + "step": 8753 + }, + { + "epoch": 7.424936386768448, + "grad_norm": 1.3657976774360552, + "learning_rate": 1.9897482760979693e-05, + "loss": 0.3702, + "step": 8754 + }, + { + "epoch": 7.4257845631891435, + "grad_norm": 1.4281863018882275, + "learning_rate": 1.989744352331169e-05, + "loss": 0.3184, + "step": 8755 + }, + { + "epoch": 7.426632739609839, + "grad_norm": 1.280322199128487, + "learning_rate": 1.9897404278174877e-05, + "loss": 0.2652, + "step": 8756 + }, + { + "epoch": 7.427480916030534, + "grad_norm": 1.486586114349442, + "learning_rate": 1.989736502556928e-05, + "loss": 0.3503, + "step": 8757 + }, + { + "epoch": 7.4283290924512295, + "grad_norm": 1.2892498652594082, + "learning_rate": 1.9897325765494925e-05, + "loss": 0.326, + "step": 8758 + }, + { + "epoch": 7.429177268871926, + "grad_norm": 1.3795057843643297, + "learning_rate": 1.9897286497951844e-05, + "loss": 0.3237, + "step": 8759 + }, + { + "epoch": 7.430025445292621, + "grad_norm": 1.2515799501891534, + "learning_rate": 1.9897247222940063e-05, + "loss": 0.2858, + "step": 8760 + }, + { + "epoch": 7.4308736217133164, + "grad_norm": 1.3443998643141166, + "learning_rate": 1.989720794045962e-05, + "loss": 0.3141, + "step": 8761 + }, + { + "epoch": 7.431721798134012, + "grad_norm": 1.411773850912114, + "learning_rate": 1.9897168650510535e-05, + "loss": 0.3098, + "step": 8762 + }, + { + "epoch": 7.432569974554707, + "grad_norm": 1.4348023221660327, + "learning_rate": 1.989712935309285e-05, + "loss": 0.3707, + "step": 8763 + }, + { + "epoch": 7.4334181509754025, + "grad_norm": 1.359574769065451, + "learning_rate": 1.9897090048206582e-05, + "loss": 0.2446, + "step": 8764 + }, + { + "epoch": 7.434266327396099, + "grad_norm": 1.3792484822791335, + "learning_rate": 1.9897050735851765e-05, + "loss": 0.3646, + "step": 8765 + }, + { + "epoch": 7.435114503816794, + "grad_norm": 1.3906562945479308, + "learning_rate": 1.989701141602843e-05, + "loss": 0.3139, + "step": 8766 + }, + { + "epoch": 7.435962680237489, + "grad_norm": 1.3998831725251049, + "learning_rate": 1.989697208873661e-05, + "loss": 0.36, + "step": 8767 + }, + { + "epoch": 7.436810856658185, + "grad_norm": 1.4814689517077522, + "learning_rate": 1.989693275397633e-05, + "loss": 0.2842, + "step": 8768 + }, + { + "epoch": 7.43765903307888, + "grad_norm": 1.2267305211886403, + "learning_rate": 1.989689341174762e-05, + "loss": 0.3484, + "step": 8769 + }, + { + "epoch": 7.438507209499576, + "grad_norm": 1.356529111316794, + "learning_rate": 1.9896854062050507e-05, + "loss": 0.2713, + "step": 8770 + }, + { + "epoch": 7.439355385920272, + "grad_norm": 1.3078981637539058, + "learning_rate": 1.9896814704885024e-05, + "loss": 0.3552, + "step": 8771 + }, + { + "epoch": 7.440203562340967, + "grad_norm": 1.253007071838417, + "learning_rate": 1.98967753402512e-05, + "loss": 0.3883, + "step": 8772 + }, + { + "epoch": 7.441051738761662, + "grad_norm": 1.2301164201596502, + "learning_rate": 1.989673596814907e-05, + "loss": 0.2925, + "step": 8773 + }, + { + "epoch": 7.441899915182358, + "grad_norm": 1.5392787651926905, + "learning_rate": 1.9896696588578656e-05, + "loss": 0.4228, + "step": 8774 + }, + { + "epoch": 7.442748091603053, + "grad_norm": 1.4211053253595514, + "learning_rate": 1.989665720153999e-05, + "loss": 0.3337, + "step": 8775 + }, + { + "epoch": 7.443596268023749, + "grad_norm": 1.4367192758338958, + "learning_rate": 1.9896617807033106e-05, + "loss": 0.3758, + "step": 8776 + }, + { + "epoch": 7.444444444444445, + "grad_norm": 1.299835962797734, + "learning_rate": 1.9896578405058028e-05, + "loss": 0.3146, + "step": 8777 + }, + { + "epoch": 7.44529262086514, + "grad_norm": 1.3101619057197424, + "learning_rate": 1.9896538995614783e-05, + "loss": 0.368, + "step": 8778 + }, + { + "epoch": 7.446140797285835, + "grad_norm": 1.2563008549826449, + "learning_rate": 1.9896499578703415e-05, + "loss": 0.3381, + "step": 8779 + }, + { + "epoch": 7.446988973706531, + "grad_norm": 1.2009952170819627, + "learning_rate": 1.9896460154323937e-05, + "loss": 0.2612, + "step": 8780 + }, + { + "epoch": 7.447837150127226, + "grad_norm": 1.2793731265820898, + "learning_rate": 1.989642072247639e-05, + "loss": 0.2502, + "step": 8781 + }, + { + "epoch": 7.448685326547922, + "grad_norm": 1.3997991019391554, + "learning_rate": 1.98963812831608e-05, + "loss": 0.3353, + "step": 8782 + }, + { + "epoch": 7.449533502968618, + "grad_norm": 1.4612784372531233, + "learning_rate": 1.9896341836377195e-05, + "loss": 0.3484, + "step": 8783 + }, + { + "epoch": 7.450381679389313, + "grad_norm": 1.5206203318244242, + "learning_rate": 1.9896302382125606e-05, + "loss": 0.3646, + "step": 8784 + }, + { + "epoch": 7.451229855810008, + "grad_norm": 1.790999962764861, + "learning_rate": 1.9896262920406066e-05, + "loss": 0.3446, + "step": 8785 + }, + { + "epoch": 7.452078032230704, + "grad_norm": 1.4155397755165753, + "learning_rate": 1.98962234512186e-05, + "loss": 0.3931, + "step": 8786 + }, + { + "epoch": 7.4529262086514, + "grad_norm": 1.3633524048155983, + "learning_rate": 1.9896183974563235e-05, + "loss": 0.3919, + "step": 8787 + }, + { + "epoch": 7.453774385072095, + "grad_norm": 1.3196482728369285, + "learning_rate": 1.9896144490440013e-05, + "loss": 0.2905, + "step": 8788 + }, + { + "epoch": 7.454622561492791, + "grad_norm": 1.1918350360180336, + "learning_rate": 1.9896104998848955e-05, + "loss": 0.3492, + "step": 8789 + }, + { + "epoch": 7.455470737913486, + "grad_norm": 1.217919044600312, + "learning_rate": 1.9896065499790088e-05, + "loss": 0.3138, + "step": 8790 + }, + { + "epoch": 7.456318914334181, + "grad_norm": 1.2860553789232618, + "learning_rate": 1.9896025993263447e-05, + "loss": 0.3689, + "step": 8791 + }, + { + "epoch": 7.457167090754877, + "grad_norm": 1.187184838662231, + "learning_rate": 1.9895986479269065e-05, + "loss": 0.3195, + "step": 8792 + }, + { + "epoch": 7.458015267175573, + "grad_norm": 1.2792228454974073, + "learning_rate": 1.9895946957806967e-05, + "loss": 0.3255, + "step": 8793 + }, + { + "epoch": 7.458863443596268, + "grad_norm": 1.4876517206656104, + "learning_rate": 1.989590742887718e-05, + "loss": 0.3133, + "step": 8794 + }, + { + "epoch": 7.4597116200169635, + "grad_norm": 1.544876288941002, + "learning_rate": 1.9895867892479738e-05, + "loss": 0.3343, + "step": 8795 + }, + { + "epoch": 7.460559796437659, + "grad_norm": 1.4087027355917896, + "learning_rate": 1.989582834861467e-05, + "loss": 0.3048, + "step": 8796 + }, + { + "epoch": 7.461407972858354, + "grad_norm": 1.2057137235388655, + "learning_rate": 1.9895788797282007e-05, + "loss": 0.3138, + "step": 8797 + }, + { + "epoch": 7.4622561492790505, + "grad_norm": 1.3753292444859126, + "learning_rate": 1.9895749238481778e-05, + "loss": 0.3489, + "step": 8798 + }, + { + "epoch": 7.463104325699746, + "grad_norm": 1.383123837991953, + "learning_rate": 1.9895709672214008e-05, + "loss": 0.3044, + "step": 8799 + }, + { + "epoch": 7.463952502120441, + "grad_norm": 1.3461959487713377, + "learning_rate": 1.989567009847874e-05, + "loss": 0.3354, + "step": 8800 + }, + { + "epoch": 7.4648006785411365, + "grad_norm": 1.203436886602602, + "learning_rate": 1.989563051727599e-05, + "loss": 0.3061, + "step": 8801 + }, + { + "epoch": 7.465648854961832, + "grad_norm": 1.265911102233424, + "learning_rate": 1.9895590928605794e-05, + "loss": 0.3225, + "step": 8802 + }, + { + "epoch": 7.466497031382527, + "grad_norm": 1.4632142273417923, + "learning_rate": 1.989555133246818e-05, + "loss": 0.2779, + "step": 8803 + }, + { + "epoch": 7.467345207803223, + "grad_norm": 1.266467681605816, + "learning_rate": 1.989551172886318e-05, + "loss": 0.3475, + "step": 8804 + }, + { + "epoch": 7.468193384223919, + "grad_norm": 1.6527433405941931, + "learning_rate": 1.9895472117790824e-05, + "loss": 0.3339, + "step": 8805 + }, + { + "epoch": 7.469041560644614, + "grad_norm": 1.3354790173877167, + "learning_rate": 1.9895432499251136e-05, + "loss": 0.3024, + "step": 8806 + }, + { + "epoch": 7.4698897370653095, + "grad_norm": 1.3978501805639763, + "learning_rate": 1.9895392873244156e-05, + "loss": 0.3925, + "step": 8807 + }, + { + "epoch": 7.470737913486005, + "grad_norm": 1.2414030919996673, + "learning_rate": 1.989535323976991e-05, + "loss": 0.3125, + "step": 8808 + }, + { + "epoch": 7.471586089906701, + "grad_norm": 1.2020997362322225, + "learning_rate": 1.989531359882842e-05, + "loss": 0.3162, + "step": 8809 + }, + { + "epoch": 7.472434266327396, + "grad_norm": 1.1549592919350153, + "learning_rate": 1.9895273950419724e-05, + "loss": 0.2965, + "step": 8810 + }, + { + "epoch": 7.473282442748092, + "grad_norm": 1.4732157661901737, + "learning_rate": 1.9895234294543854e-05, + "loss": 0.3153, + "step": 8811 + }, + { + "epoch": 7.474130619168787, + "grad_norm": 1.2412569510551716, + "learning_rate": 1.989519463120083e-05, + "loss": 0.3156, + "step": 8812 + }, + { + "epoch": 7.474978795589482, + "grad_norm": 1.3331187780096763, + "learning_rate": 1.9895154960390695e-05, + "loss": 0.285, + "step": 8813 + }, + { + "epoch": 7.475826972010178, + "grad_norm": 1.283211612142087, + "learning_rate": 1.9895115282113467e-05, + "loss": 0.3061, + "step": 8814 + }, + { + "epoch": 7.476675148430874, + "grad_norm": 1.4888186578646865, + "learning_rate": 1.9895075596369183e-05, + "loss": 0.3742, + "step": 8815 + }, + { + "epoch": 7.477523324851569, + "grad_norm": 1.337677385976798, + "learning_rate": 1.989503590315787e-05, + "loss": 0.3019, + "step": 8816 + }, + { + "epoch": 7.478371501272265, + "grad_norm": 1.2330609655193074, + "learning_rate": 1.989499620247956e-05, + "loss": 0.3002, + "step": 8817 + }, + { + "epoch": 7.47921967769296, + "grad_norm": 1.2497377590033507, + "learning_rate": 1.9894956494334284e-05, + "loss": 0.3263, + "step": 8818 + }, + { + "epoch": 7.480067854113655, + "grad_norm": 1.3340623670942005, + "learning_rate": 1.9894916778722066e-05, + "loss": 0.3573, + "step": 8819 + }, + { + "epoch": 7.480916030534351, + "grad_norm": 1.2650966392559264, + "learning_rate": 1.989487705564294e-05, + "loss": 0.2818, + "step": 8820 + }, + { + "epoch": 7.481764206955047, + "grad_norm": 1.5905542627668394, + "learning_rate": 1.989483732509694e-05, + "loss": 0.3448, + "step": 8821 + }, + { + "epoch": 7.482612383375742, + "grad_norm": 1.371146466283052, + "learning_rate": 1.989479758708409e-05, + "loss": 0.3278, + "step": 8822 + }, + { + "epoch": 7.483460559796438, + "grad_norm": 1.4474151760364022, + "learning_rate": 1.989475784160442e-05, + "loss": 0.326, + "step": 8823 + }, + { + "epoch": 7.484308736217133, + "grad_norm": 1.5305351057721355, + "learning_rate": 1.989471808865796e-05, + "loss": 0.3808, + "step": 8824 + }, + { + "epoch": 7.485156912637828, + "grad_norm": 1.6565018353065675, + "learning_rate": 1.9894678328244743e-05, + "loss": 0.3441, + "step": 8825 + }, + { + "epoch": 7.486005089058525, + "grad_norm": 1.651245548502659, + "learning_rate": 1.98946385603648e-05, + "loss": 0.3771, + "step": 8826 + }, + { + "epoch": 7.48685326547922, + "grad_norm": 1.3598104527279808, + "learning_rate": 1.9894598785018154e-05, + "loss": 0.274, + "step": 8827 + }, + { + "epoch": 7.487701441899915, + "grad_norm": 1.1880694663015068, + "learning_rate": 1.9894559002204846e-05, + "loss": 0.3406, + "step": 8828 + }, + { + "epoch": 7.488549618320611, + "grad_norm": 1.312720055426116, + "learning_rate": 1.98945192119249e-05, + "loss": 0.384, + "step": 8829 + }, + { + "epoch": 7.489397794741306, + "grad_norm": 1.497054354352923, + "learning_rate": 1.9894479414178342e-05, + "loss": 0.3391, + "step": 8830 + }, + { + "epoch": 7.490245971162001, + "grad_norm": 1.3115379942633894, + "learning_rate": 1.9894439608965204e-05, + "loss": 0.3755, + "step": 8831 + }, + { + "epoch": 7.4910941475826975, + "grad_norm": 1.2525081869336965, + "learning_rate": 1.989439979628552e-05, + "loss": 0.3271, + "step": 8832 + }, + { + "epoch": 7.491942324003393, + "grad_norm": 1.617732779621852, + "learning_rate": 1.989435997613932e-05, + "loss": 0.3032, + "step": 8833 + }, + { + "epoch": 7.492790500424088, + "grad_norm": 1.2050235403313259, + "learning_rate": 1.9894320148526633e-05, + "loss": 0.3031, + "step": 8834 + }, + { + "epoch": 7.493638676844784, + "grad_norm": 1.483883027317391, + "learning_rate": 1.9894280313447482e-05, + "loss": 0.3908, + "step": 8835 + }, + { + "epoch": 7.494486853265479, + "grad_norm": 1.3646356699005309, + "learning_rate": 1.9894240470901905e-05, + "loss": 0.3448, + "step": 8836 + }, + { + "epoch": 7.495335029686174, + "grad_norm": 1.254584712585298, + "learning_rate": 1.9894200620889933e-05, + "loss": 0.255, + "step": 8837 + }, + { + "epoch": 7.4961832061068705, + "grad_norm": 1.4597969139541136, + "learning_rate": 1.9894160763411592e-05, + "loss": 0.3909, + "step": 8838 + }, + { + "epoch": 7.497031382527566, + "grad_norm": 1.786293854072909, + "learning_rate": 1.9894120898466913e-05, + "loss": 0.3766, + "step": 8839 + }, + { + "epoch": 7.497879558948261, + "grad_norm": 1.281560750529075, + "learning_rate": 1.9894081026055927e-05, + "loss": 0.334, + "step": 8840 + }, + { + "epoch": 7.4987277353689565, + "grad_norm": 1.2263772698493296, + "learning_rate": 1.989404114617866e-05, + "loss": 0.2982, + "step": 8841 + }, + { + "epoch": 7.499575911789652, + "grad_norm": 1.3534057628035683, + "learning_rate": 1.989400125883515e-05, + "loss": 0.2973, + "step": 8842 + }, + { + "epoch": 7.500424088210348, + "grad_norm": 1.4074942409572895, + "learning_rate": 1.9893961364025422e-05, + "loss": 0.3854, + "step": 8843 + }, + { + "epoch": 7.5012722646310435, + "grad_norm": 1.5446190901054353, + "learning_rate": 1.9893921461749505e-05, + "loss": 0.3096, + "step": 8844 + }, + { + "epoch": 7.502120441051739, + "grad_norm": 1.377910511116986, + "learning_rate": 1.9893881552007432e-05, + "loss": 0.3231, + "step": 8845 + }, + { + "epoch": 7.502968617472434, + "grad_norm": 1.390108098292851, + "learning_rate": 1.9893841634799235e-05, + "loss": 0.3187, + "step": 8846 + }, + { + "epoch": 7.5038167938931295, + "grad_norm": 1.3216081393722214, + "learning_rate": 1.9893801710124937e-05, + "loss": 0.3595, + "step": 8847 + }, + { + "epoch": 7.504664970313826, + "grad_norm": 1.3670935788572185, + "learning_rate": 1.989376177798457e-05, + "loss": 0.3351, + "step": 8848 + }, + { + "epoch": 7.505513146734521, + "grad_norm": 1.3555813134934538, + "learning_rate": 1.989372183837817e-05, + "loss": 0.2605, + "step": 8849 + }, + { + "epoch": 7.506361323155216, + "grad_norm": 1.2272591259569468, + "learning_rate": 1.9893681891305764e-05, + "loss": 0.3537, + "step": 8850 + }, + { + "epoch": 7.507209499575912, + "grad_norm": 1.4153650330982233, + "learning_rate": 1.989364193676738e-05, + "loss": 0.3051, + "step": 8851 + }, + { + "epoch": 7.508057675996607, + "grad_norm": 1.2749026458775512, + "learning_rate": 1.9893601974763054e-05, + "loss": 0.2854, + "step": 8852 + }, + { + "epoch": 7.5089058524173025, + "grad_norm": 1.6090973743744634, + "learning_rate": 1.9893562005292805e-05, + "loss": 0.3303, + "step": 8853 + }, + { + "epoch": 7.509754028837998, + "grad_norm": 1.5032818858603576, + "learning_rate": 1.9893522028356673e-05, + "loss": 0.371, + "step": 8854 + }, + { + "epoch": 7.510602205258694, + "grad_norm": 1.2437156853557085, + "learning_rate": 1.9893482043954687e-05, + "loss": 0.3414, + "step": 8855 + }, + { + "epoch": 7.511450381679389, + "grad_norm": 1.4123060773529919, + "learning_rate": 1.9893442052086875e-05, + "loss": 0.3359, + "step": 8856 + }, + { + "epoch": 7.512298558100085, + "grad_norm": 1.2212938956889645, + "learning_rate": 1.9893402052753267e-05, + "loss": 0.2923, + "step": 8857 + }, + { + "epoch": 7.51314673452078, + "grad_norm": 1.4760842971434516, + "learning_rate": 1.9893362045953893e-05, + "loss": 0.3051, + "step": 8858 + }, + { + "epoch": 7.513994910941475, + "grad_norm": 1.5458915164912315, + "learning_rate": 1.9893322031688785e-05, + "loss": 0.3174, + "step": 8859 + }, + { + "epoch": 7.514843087362172, + "grad_norm": 1.4969697702843732, + "learning_rate": 1.9893282009957972e-05, + "loss": 0.3573, + "step": 8860 + }, + { + "epoch": 7.515691263782867, + "grad_norm": 1.6174052652638482, + "learning_rate": 1.9893241980761482e-05, + "loss": 0.2736, + "step": 8861 + }, + { + "epoch": 7.516539440203562, + "grad_norm": 1.416096724843724, + "learning_rate": 1.9893201944099353e-05, + "loss": 0.2916, + "step": 8862 + }, + { + "epoch": 7.517387616624258, + "grad_norm": 1.438940804327024, + "learning_rate": 1.989316189997161e-05, + "loss": 0.328, + "step": 8863 + }, + { + "epoch": 7.518235793044953, + "grad_norm": 1.3258989011203248, + "learning_rate": 1.9893121848378278e-05, + "loss": 0.3016, + "step": 8864 + }, + { + "epoch": 7.519083969465649, + "grad_norm": 1.1385852974283335, + "learning_rate": 1.9893081789319394e-05, + "loss": 0.2311, + "step": 8865 + }, + { + "epoch": 7.519932145886345, + "grad_norm": 1.319483271104776, + "learning_rate": 1.9893041722794986e-05, + "loss": 0.3865, + "step": 8866 + }, + { + "epoch": 7.52078032230704, + "grad_norm": 1.3748860357928026, + "learning_rate": 1.9893001648805086e-05, + "loss": 0.3066, + "step": 8867 + }, + { + "epoch": 7.521628498727735, + "grad_norm": 1.4614088294999934, + "learning_rate": 1.9892961567349723e-05, + "loss": 0.3513, + "step": 8868 + }, + { + "epoch": 7.522476675148431, + "grad_norm": 1.4820481310226477, + "learning_rate": 1.9892921478428926e-05, + "loss": 0.3307, + "step": 8869 + }, + { + "epoch": 7.523324851569126, + "grad_norm": 1.285896361287814, + "learning_rate": 1.9892881382042727e-05, + "loss": 0.2889, + "step": 8870 + }, + { + "epoch": 7.524173027989822, + "grad_norm": 1.3075545871825365, + "learning_rate": 1.989284127819116e-05, + "loss": 0.3865, + "step": 8871 + }, + { + "epoch": 7.525021204410518, + "grad_norm": 1.476537072034962, + "learning_rate": 1.9892801166874245e-05, + "loss": 0.3607, + "step": 8872 + }, + { + "epoch": 7.525869380831213, + "grad_norm": 1.202376488092595, + "learning_rate": 1.989276104809202e-05, + "loss": 0.3014, + "step": 8873 + }, + { + "epoch": 7.526717557251908, + "grad_norm": 1.1895781430285952, + "learning_rate": 1.9892720921844515e-05, + "loss": 0.312, + "step": 8874 + }, + { + "epoch": 7.527565733672604, + "grad_norm": 1.386631094220204, + "learning_rate": 1.989268078813176e-05, + "loss": 0.3348, + "step": 8875 + }, + { + "epoch": 7.528413910093299, + "grad_norm": 1.4037241065101338, + "learning_rate": 1.989264064695378e-05, + "loss": 0.324, + "step": 8876 + }, + { + "epoch": 7.529262086513995, + "grad_norm": 1.3666080080980498, + "learning_rate": 1.989260049831061e-05, + "loss": 0.2903, + "step": 8877 + }, + { + "epoch": 7.5301102629346905, + "grad_norm": 1.3081474554695023, + "learning_rate": 1.989256034220228e-05, + "loss": 0.312, + "step": 8878 + }, + { + "epoch": 7.530958439355386, + "grad_norm": 1.3469199171762927, + "learning_rate": 1.989252017862882e-05, + "loss": 0.327, + "step": 8879 + }, + { + "epoch": 7.531806615776081, + "grad_norm": 1.3563263863028652, + "learning_rate": 1.9892480007590264e-05, + "loss": 0.3059, + "step": 8880 + }, + { + "epoch": 7.532654792196777, + "grad_norm": 1.339456623959827, + "learning_rate": 1.9892439829086636e-05, + "loss": 0.382, + "step": 8881 + }, + { + "epoch": 7.533502968617473, + "grad_norm": 1.345564698554213, + "learning_rate": 1.9892399643117968e-05, + "loss": 0.295, + "step": 8882 + }, + { + "epoch": 7.534351145038168, + "grad_norm": 1.5298109783205882, + "learning_rate": 1.9892359449684293e-05, + "loss": 0.3348, + "step": 8883 + }, + { + "epoch": 7.5351993214588635, + "grad_norm": 1.355123582500226, + "learning_rate": 1.989231924878564e-05, + "loss": 0.3322, + "step": 8884 + }, + { + "epoch": 7.536047497879559, + "grad_norm": 1.405793713442662, + "learning_rate": 1.9892279040422037e-05, + "loss": 0.3419, + "step": 8885 + }, + { + "epoch": 7.536895674300254, + "grad_norm": 1.5016858777728754, + "learning_rate": 1.9892238824593516e-05, + "loss": 0.3318, + "step": 8886 + }, + { + "epoch": 7.53774385072095, + "grad_norm": 1.2792615591695982, + "learning_rate": 1.9892198601300107e-05, + "loss": 0.3015, + "step": 8887 + }, + { + "epoch": 7.538592027141646, + "grad_norm": 1.2875510973434021, + "learning_rate": 1.9892158370541845e-05, + "loss": 0.2877, + "step": 8888 + }, + { + "epoch": 7.539440203562341, + "grad_norm": 1.1962940075421744, + "learning_rate": 1.9892118132318755e-05, + "loss": 0.2699, + "step": 8889 + }, + { + "epoch": 7.5402883799830365, + "grad_norm": 1.6336936759957752, + "learning_rate": 1.9892077886630866e-05, + "loss": 0.3204, + "step": 8890 + }, + { + "epoch": 7.541136556403732, + "grad_norm": 1.3640271277914584, + "learning_rate": 1.989203763347821e-05, + "loss": 0.3602, + "step": 8891 + }, + { + "epoch": 7.541984732824427, + "grad_norm": 1.349561310262155, + "learning_rate": 1.9891997372860824e-05, + "loss": 0.3284, + "step": 8892 + }, + { + "epoch": 7.5428329092451225, + "grad_norm": 1.4176664210460517, + "learning_rate": 1.989195710477873e-05, + "loss": 0.3209, + "step": 8893 + }, + { + "epoch": 7.543681085665819, + "grad_norm": 1.2425008284788404, + "learning_rate": 1.9891916829231963e-05, + "loss": 0.2758, + "step": 8894 + }, + { + "epoch": 7.544529262086514, + "grad_norm": 1.4344038348550316, + "learning_rate": 1.989187654622055e-05, + "loss": 0.3167, + "step": 8895 + }, + { + "epoch": 7.545377438507209, + "grad_norm": 1.2835392305622146, + "learning_rate": 1.9891836255744522e-05, + "loss": 0.3197, + "step": 8896 + }, + { + "epoch": 7.546225614927905, + "grad_norm": 1.2732472404180482, + "learning_rate": 1.989179595780391e-05, + "loss": 0.3096, + "step": 8897 + }, + { + "epoch": 7.5470737913486, + "grad_norm": 1.297564949057643, + "learning_rate": 1.9891755652398747e-05, + "loss": 0.3218, + "step": 8898 + }, + { + "epoch": 7.547921967769296, + "grad_norm": 1.3883291442045838, + "learning_rate": 1.989171533952906e-05, + "loss": 0.2915, + "step": 8899 + }, + { + "epoch": 7.548770144189992, + "grad_norm": 1.4577818485416996, + "learning_rate": 1.989167501919488e-05, + "loss": 0.323, + "step": 8900 + }, + { + "epoch": 7.549618320610687, + "grad_norm": 1.2977342683072985, + "learning_rate": 1.9891634691396238e-05, + "loss": 0.3385, + "step": 8901 + }, + { + "epoch": 7.550466497031382, + "grad_norm": 1.4694189351542541, + "learning_rate": 1.9891594356133164e-05, + "loss": 0.3411, + "step": 8902 + }, + { + "epoch": 7.551314673452078, + "grad_norm": 1.2293903566170392, + "learning_rate": 1.989155401340569e-05, + "loss": 0.2968, + "step": 8903 + }, + { + "epoch": 7.552162849872774, + "grad_norm": 1.2606445182022876, + "learning_rate": 1.989151366321385e-05, + "loss": 0.3419, + "step": 8904 + }, + { + "epoch": 7.553011026293469, + "grad_norm": 1.2340472500385118, + "learning_rate": 1.9891473305557666e-05, + "loss": 0.3627, + "step": 8905 + }, + { + "epoch": 7.553859202714165, + "grad_norm": 1.2522481014802065, + "learning_rate": 1.989143294043717e-05, + "loss": 0.2999, + "step": 8906 + }, + { + "epoch": 7.55470737913486, + "grad_norm": 1.3212776730951066, + "learning_rate": 1.9891392567852398e-05, + "loss": 0.315, + "step": 8907 + }, + { + "epoch": 7.555555555555555, + "grad_norm": 1.2138540275293426, + "learning_rate": 1.9891352187803375e-05, + "loss": 0.3397, + "step": 8908 + }, + { + "epoch": 7.556403731976251, + "grad_norm": 1.2289441180236376, + "learning_rate": 1.9891311800290136e-05, + "loss": 0.3307, + "step": 8909 + }, + { + "epoch": 7.557251908396947, + "grad_norm": 1.3322813191381955, + "learning_rate": 1.9891271405312707e-05, + "loss": 0.3247, + "step": 8910 + }, + { + "epoch": 7.558100084817642, + "grad_norm": 1.3150397171959698, + "learning_rate": 1.989123100287112e-05, + "loss": 0.3483, + "step": 8911 + }, + { + "epoch": 7.558948261238338, + "grad_norm": 1.3430006282816052, + "learning_rate": 1.989119059296541e-05, + "loss": 0.2951, + "step": 8912 + }, + { + "epoch": 7.559796437659033, + "grad_norm": 1.4239524846862393, + "learning_rate": 1.9891150175595602e-05, + "loss": 0.3464, + "step": 8913 + }, + { + "epoch": 7.560644614079728, + "grad_norm": 1.2810798757543678, + "learning_rate": 1.9891109750761728e-05, + "loss": 0.3223, + "step": 8914 + }, + { + "epoch": 7.561492790500424, + "grad_norm": 1.327021036515623, + "learning_rate": 1.9891069318463817e-05, + "loss": 0.3161, + "step": 8915 + }, + { + "epoch": 7.56234096692112, + "grad_norm": 1.3409473763506674, + "learning_rate": 1.9891028878701903e-05, + "loss": 0.343, + "step": 8916 + }, + { + "epoch": 7.563189143341815, + "grad_norm": 1.374055578437996, + "learning_rate": 1.9890988431476015e-05, + "loss": 0.337, + "step": 8917 + }, + { + "epoch": 7.564037319762511, + "grad_norm": 1.2321649975709097, + "learning_rate": 1.9890947976786182e-05, + "loss": 0.2734, + "step": 8918 + }, + { + "epoch": 7.564885496183206, + "grad_norm": 1.4177835708042805, + "learning_rate": 1.9890907514632437e-05, + "loss": 0.3103, + "step": 8919 + }, + { + "epoch": 7.565733672603901, + "grad_norm": 1.4592191502835117, + "learning_rate": 1.9890867045014806e-05, + "loss": 0.3836, + "step": 8920 + }, + { + "epoch": 7.5665818490245975, + "grad_norm": 1.4279901133216957, + "learning_rate": 1.9890826567933325e-05, + "loss": 0.3555, + "step": 8921 + }, + { + "epoch": 7.567430025445293, + "grad_norm": 1.407951823695215, + "learning_rate": 1.9890786083388023e-05, + "loss": 0.2744, + "step": 8922 + }, + { + "epoch": 7.568278201865988, + "grad_norm": 1.3727731860271781, + "learning_rate": 1.989074559137893e-05, + "loss": 0.3542, + "step": 8923 + }, + { + "epoch": 7.5691263782866836, + "grad_norm": 1.47209251818673, + "learning_rate": 1.9890705091906076e-05, + "loss": 0.3078, + "step": 8924 + }, + { + "epoch": 7.569974554707379, + "grad_norm": 1.3048382117352777, + "learning_rate": 1.9890664584969492e-05, + "loss": 0.3333, + "step": 8925 + }, + { + "epoch": 7.570822731128075, + "grad_norm": 1.5020912492478984, + "learning_rate": 1.989062407056921e-05, + "loss": 0.3451, + "step": 8926 + }, + { + "epoch": 7.5716709075487705, + "grad_norm": 1.996474416612785, + "learning_rate": 1.9890583548705256e-05, + "loss": 0.3486, + "step": 8927 + }, + { + "epoch": 7.572519083969466, + "grad_norm": 1.234917536011574, + "learning_rate": 1.9890543019377664e-05, + "loss": 0.3446, + "step": 8928 + }, + { + "epoch": 7.573367260390161, + "grad_norm": 1.2974105645963339, + "learning_rate": 1.9890502482586465e-05, + "loss": 0.3086, + "step": 8929 + }, + { + "epoch": 7.5742154368108565, + "grad_norm": 1.2355091655044999, + "learning_rate": 1.989046193833169e-05, + "loss": 0.3411, + "step": 8930 + }, + { + "epoch": 7.575063613231552, + "grad_norm": 1.2890481734455057, + "learning_rate": 1.989042138661337e-05, + "loss": 0.3293, + "step": 8931 + }, + { + "epoch": 7.575911789652247, + "grad_norm": 1.2566000796916243, + "learning_rate": 1.989038082743153e-05, + "loss": 0.2925, + "step": 8932 + }, + { + "epoch": 7.576759966072943, + "grad_norm": 1.351001777399864, + "learning_rate": 1.989034026078621e-05, + "loss": 0.2841, + "step": 8933 + }, + { + "epoch": 7.577608142493639, + "grad_norm": 1.333746753496343, + "learning_rate": 1.989029968667743e-05, + "loss": 0.3138, + "step": 8934 + }, + { + "epoch": 7.578456318914334, + "grad_norm": 1.4057995062044653, + "learning_rate": 1.989025910510523e-05, + "loss": 0.3237, + "step": 8935 + }, + { + "epoch": 7.5793044953350295, + "grad_norm": 1.3946483102467666, + "learning_rate": 1.9890218516069633e-05, + "loss": 0.3466, + "step": 8936 + }, + { + "epoch": 7.580152671755725, + "grad_norm": 1.4770512995248897, + "learning_rate": 1.9890177919570676e-05, + "loss": 0.3668, + "step": 8937 + }, + { + "epoch": 7.581000848176421, + "grad_norm": 1.2524594559558748, + "learning_rate": 1.9890137315608385e-05, + "loss": 0.3007, + "step": 8938 + }, + { + "epoch": 7.581849024597116, + "grad_norm": 1.3017309799622738, + "learning_rate": 1.9890096704182793e-05, + "loss": 0.2931, + "step": 8939 + }, + { + "epoch": 7.582697201017812, + "grad_norm": 1.4847493420404396, + "learning_rate": 1.9890056085293928e-05, + "loss": 0.3246, + "step": 8940 + }, + { + "epoch": 7.583545377438507, + "grad_norm": 1.2294989168233734, + "learning_rate": 1.989001545894183e-05, + "loss": 0.365, + "step": 8941 + }, + { + "epoch": 7.584393553859202, + "grad_norm": 1.4415474396249819, + "learning_rate": 1.9889974825126517e-05, + "loss": 0.4039, + "step": 8942 + }, + { + "epoch": 7.585241730279899, + "grad_norm": 1.2009421793203225, + "learning_rate": 1.9889934183848024e-05, + "loss": 0.2934, + "step": 8943 + }, + { + "epoch": 7.586089906700594, + "grad_norm": 1.4921445286100048, + "learning_rate": 1.9889893535106385e-05, + "loss": 0.3142, + "step": 8944 + }, + { + "epoch": 7.586938083121289, + "grad_norm": 1.1826846625912435, + "learning_rate": 1.9889852878901626e-05, + "loss": 0.3328, + "step": 8945 + }, + { + "epoch": 7.587786259541985, + "grad_norm": 1.2706427625311605, + "learning_rate": 1.9889812215233782e-05, + "loss": 0.3249, + "step": 8946 + }, + { + "epoch": 7.58863443596268, + "grad_norm": 1.2727262062732987, + "learning_rate": 1.9889771544102884e-05, + "loss": 0.2583, + "step": 8947 + }, + { + "epoch": 7.589482612383375, + "grad_norm": 1.4341335002484144, + "learning_rate": 1.9889730865508957e-05, + "loss": 0.3204, + "step": 8948 + }, + { + "epoch": 7.590330788804071, + "grad_norm": 1.4872831226231862, + "learning_rate": 1.9889690179452037e-05, + "loss": 0.3613, + "step": 8949 + }, + { + "epoch": 7.591178965224767, + "grad_norm": 1.2577629680876707, + "learning_rate": 1.988964948593215e-05, + "loss": 0.3424, + "step": 8950 + }, + { + "epoch": 7.592027141645462, + "grad_norm": 1.1141967228535314, + "learning_rate": 1.9889608784949334e-05, + "loss": 0.2583, + "step": 8951 + }, + { + "epoch": 7.592875318066158, + "grad_norm": 1.350786737278032, + "learning_rate": 1.9889568076503615e-05, + "loss": 0.3507, + "step": 8952 + }, + { + "epoch": 7.593723494486853, + "grad_norm": 1.2110076412110875, + "learning_rate": 1.988952736059502e-05, + "loss": 0.3083, + "step": 8953 + }, + { + "epoch": 7.594571670907548, + "grad_norm": 1.6559019481613753, + "learning_rate": 1.9889486637223586e-05, + "loss": 0.3362, + "step": 8954 + }, + { + "epoch": 7.595419847328245, + "grad_norm": 1.2448555212256756, + "learning_rate": 1.9889445906389343e-05, + "loss": 0.2659, + "step": 8955 + }, + { + "epoch": 7.59626802374894, + "grad_norm": 1.4393413927469962, + "learning_rate": 1.9889405168092316e-05, + "loss": 0.3469, + "step": 8956 + }, + { + "epoch": 7.597116200169635, + "grad_norm": 1.2680464824044275, + "learning_rate": 1.9889364422332543e-05, + "loss": 0.2386, + "step": 8957 + }, + { + "epoch": 7.597964376590331, + "grad_norm": 1.3481896556096054, + "learning_rate": 1.9889323669110054e-05, + "loss": 0.3668, + "step": 8958 + }, + { + "epoch": 7.598812553011026, + "grad_norm": 1.5335319672895273, + "learning_rate": 1.9889282908424872e-05, + "loss": 0.3893, + "step": 8959 + }, + { + "epoch": 7.599660729431722, + "grad_norm": 1.366918753883148, + "learning_rate": 1.9889242140277036e-05, + "loss": 0.3132, + "step": 8960 + }, + { + "epoch": 7.600508905852418, + "grad_norm": 1.3719570656024165, + "learning_rate": 1.9889201364666575e-05, + "loss": 0.3715, + "step": 8961 + }, + { + "epoch": 7.601357082273113, + "grad_norm": 1.257099816954162, + "learning_rate": 1.988916058159352e-05, + "loss": 0.3149, + "step": 8962 + }, + { + "epoch": 7.602205258693808, + "grad_norm": 1.289703607269572, + "learning_rate": 1.9889119791057897e-05, + "loss": 0.2532, + "step": 8963 + }, + { + "epoch": 7.603053435114504, + "grad_norm": 1.4601797137526278, + "learning_rate": 1.988907899305974e-05, + "loss": 0.3729, + "step": 8964 + }, + { + "epoch": 7.603901611535199, + "grad_norm": 1.3790259606378164, + "learning_rate": 1.9889038187599085e-05, + "loss": 0.2702, + "step": 8965 + }, + { + "epoch": 7.604749787955895, + "grad_norm": 1.3658107742129917, + "learning_rate": 1.9888997374675955e-05, + "loss": 0.2999, + "step": 8966 + }, + { + "epoch": 7.6055979643765905, + "grad_norm": 1.4209800435608169, + "learning_rate": 1.988895655429038e-05, + "loss": 0.2883, + "step": 8967 + }, + { + "epoch": 7.606446140797286, + "grad_norm": 1.8037676631400252, + "learning_rate": 1.98889157264424e-05, + "loss": 0.3027, + "step": 8968 + }, + { + "epoch": 7.607294317217981, + "grad_norm": 1.331856162913337, + "learning_rate": 1.9888874891132038e-05, + "loss": 0.3442, + "step": 8969 + }, + { + "epoch": 7.608142493638677, + "grad_norm": 1.3860567536047745, + "learning_rate": 1.9888834048359328e-05, + "loss": 0.3154, + "step": 8970 + }, + { + "epoch": 7.608990670059372, + "grad_norm": 1.2889352496773754, + "learning_rate": 1.98887931981243e-05, + "loss": 0.3227, + "step": 8971 + }, + { + "epoch": 7.609838846480068, + "grad_norm": 1.6070254844264331, + "learning_rate": 1.9888752340426984e-05, + "loss": 0.3609, + "step": 8972 + }, + { + "epoch": 7.6106870229007635, + "grad_norm": 1.2097626063986688, + "learning_rate": 1.9888711475267407e-05, + "loss": 0.2862, + "step": 8973 + }, + { + "epoch": 7.611535199321459, + "grad_norm": 1.152312846827627, + "learning_rate": 1.988867060264561e-05, + "loss": 0.3304, + "step": 8974 + }, + { + "epoch": 7.612383375742154, + "grad_norm": 1.3589982890872463, + "learning_rate": 1.9888629722561622e-05, + "loss": 0.2776, + "step": 8975 + }, + { + "epoch": 7.6132315521628495, + "grad_norm": 1.284613951111088, + "learning_rate": 1.9888588835015462e-05, + "loss": 0.3156, + "step": 8976 + }, + { + "epoch": 7.614079728583546, + "grad_norm": 1.3560674214267725, + "learning_rate": 1.9888547940007173e-05, + "loss": 0.3252, + "step": 8977 + }, + { + "epoch": 7.614927905004241, + "grad_norm": 1.5367736680845026, + "learning_rate": 1.988850703753678e-05, + "loss": 0.3062, + "step": 8978 + }, + { + "epoch": 7.6157760814249365, + "grad_norm": 1.346676731475764, + "learning_rate": 1.988846612760432e-05, + "loss": 0.3409, + "step": 8979 + }, + { + "epoch": 7.616624257845632, + "grad_norm": 1.3672000560737283, + "learning_rate": 1.9888425210209816e-05, + "loss": 0.4017, + "step": 8980 + }, + { + "epoch": 7.617472434266327, + "grad_norm": 1.4622501605491254, + "learning_rate": 1.9888384285353305e-05, + "loss": 0.3564, + "step": 8981 + }, + { + "epoch": 7.618320610687023, + "grad_norm": 1.6238588093964461, + "learning_rate": 1.9888343353034813e-05, + "loss": 0.3761, + "step": 8982 + }, + { + "epoch": 7.619168787107719, + "grad_norm": 1.3485142537032517, + "learning_rate": 1.988830241325437e-05, + "loss": 0.349, + "step": 8983 + }, + { + "epoch": 7.620016963528414, + "grad_norm": 1.3997491264288893, + "learning_rate": 1.9888261466012016e-05, + "loss": 0.3156, + "step": 8984 + }, + { + "epoch": 7.620865139949109, + "grad_norm": 1.3675416165578345, + "learning_rate": 1.9888220511307774e-05, + "loss": 0.3242, + "step": 8985 + }, + { + "epoch": 7.621713316369805, + "grad_norm": 1.5000940675936696, + "learning_rate": 1.9888179549141675e-05, + "loss": 0.3915, + "step": 8986 + }, + { + "epoch": 7.6225614927905, + "grad_norm": 1.3352957170188273, + "learning_rate": 1.9888138579513753e-05, + "loss": 0.337, + "step": 8987 + }, + { + "epoch": 7.6234096692111954, + "grad_norm": 1.5682353117357357, + "learning_rate": 1.988809760242404e-05, + "loss": 0.3681, + "step": 8988 + }, + { + "epoch": 7.624257845631892, + "grad_norm": 1.2789397448123174, + "learning_rate": 1.9888056617872564e-05, + "loss": 0.3081, + "step": 8989 + }, + { + "epoch": 7.625106022052587, + "grad_norm": 1.3721874746412683, + "learning_rate": 1.9888015625859354e-05, + "loss": 0.3063, + "step": 8990 + }, + { + "epoch": 7.625954198473282, + "grad_norm": 1.3631925085265943, + "learning_rate": 1.9887974626384445e-05, + "loss": 0.3472, + "step": 8991 + }, + { + "epoch": 7.626802374893978, + "grad_norm": 1.466982222697856, + "learning_rate": 1.988793361944787e-05, + "loss": 0.3376, + "step": 8992 + }, + { + "epoch": 7.627650551314673, + "grad_norm": 1.2688547107256753, + "learning_rate": 1.988789260504965e-05, + "loss": 0.3618, + "step": 8993 + }, + { + "epoch": 7.628498727735369, + "grad_norm": 1.2405094631630147, + "learning_rate": 1.9887851583189827e-05, + "loss": 0.3703, + "step": 8994 + }, + { + "epoch": 7.629346904156065, + "grad_norm": 1.4334463335367431, + "learning_rate": 1.9887810553868424e-05, + "loss": 0.3793, + "step": 8995 + }, + { + "epoch": 7.63019508057676, + "grad_norm": 1.7174827036750766, + "learning_rate": 1.9887769517085477e-05, + "loss": 0.3369, + "step": 8996 + }, + { + "epoch": 7.631043256997455, + "grad_norm": 1.2491376388700663, + "learning_rate": 1.9887728472841017e-05, + "loss": 0.3634, + "step": 8997 + }, + { + "epoch": 7.631891433418151, + "grad_norm": 1.3354903836399845, + "learning_rate": 1.988768742113507e-05, + "loss": 0.342, + "step": 8998 + }, + { + "epoch": 7.632739609838847, + "grad_norm": 1.3958791447054995, + "learning_rate": 1.9887646361967673e-05, + "loss": 0.3356, + "step": 8999 + }, + { + "epoch": 7.633587786259542, + "grad_norm": 1.2067631471446918, + "learning_rate": 1.9887605295338853e-05, + "loss": 0.3077, + "step": 9000 + }, + { + "epoch": 7.634435962680238, + "grad_norm": 1.3397307575272894, + "learning_rate": 1.9887564221248642e-05, + "loss": 0.3496, + "step": 9001 + }, + { + "epoch": 7.635284139100933, + "grad_norm": 1.3512865846786009, + "learning_rate": 1.988752313969707e-05, + "loss": 0.3555, + "step": 9002 + }, + { + "epoch": 7.636132315521628, + "grad_norm": 1.202353363556009, + "learning_rate": 1.988748205068417e-05, + "loss": 0.2606, + "step": 9003 + }, + { + "epoch": 7.636980491942324, + "grad_norm": 1.4099612921521192, + "learning_rate": 1.9887440954209976e-05, + "loss": 0.3375, + "step": 9004 + }, + { + "epoch": 7.63782866836302, + "grad_norm": 1.2077953793205138, + "learning_rate": 1.988739985027451e-05, + "loss": 0.3264, + "step": 9005 + }, + { + "epoch": 7.638676844783715, + "grad_norm": 1.378880890406721, + "learning_rate": 1.988735873887781e-05, + "loss": 0.3716, + "step": 9006 + }, + { + "epoch": 7.639525021204411, + "grad_norm": 1.2093832908478013, + "learning_rate": 1.9887317620019906e-05, + "loss": 0.3196, + "step": 9007 + }, + { + "epoch": 7.640373197625106, + "grad_norm": 1.2230071204169464, + "learning_rate": 1.9887276493700827e-05, + "loss": 0.3382, + "step": 9008 + }, + { + "epoch": 7.641221374045801, + "grad_norm": 1.2093916110170488, + "learning_rate": 1.9887235359920607e-05, + "loss": 0.3251, + "step": 9009 + }, + { + "epoch": 7.642069550466497, + "grad_norm": 1.1700870670096657, + "learning_rate": 1.9887194218679277e-05, + "loss": 0.3482, + "step": 9010 + }, + { + "epoch": 7.642917726887193, + "grad_norm": 1.3048311971185982, + "learning_rate": 1.988715306997686e-05, + "loss": 0.3111, + "step": 9011 + }, + { + "epoch": 7.643765903307888, + "grad_norm": 1.2828919331485358, + "learning_rate": 1.9887111913813396e-05, + "loss": 0.2897, + "step": 9012 + }, + { + "epoch": 7.6446140797285835, + "grad_norm": 1.5230298491328123, + "learning_rate": 1.988707075018892e-05, + "loss": 0.3089, + "step": 9013 + }, + { + "epoch": 7.645462256149279, + "grad_norm": 1.4244069319704638, + "learning_rate": 1.988702957910345e-05, + "loss": 0.3273, + "step": 9014 + }, + { + "epoch": 7.646310432569974, + "grad_norm": 1.467496238427344, + "learning_rate": 1.9886988400557024e-05, + "loss": 0.314, + "step": 9015 + }, + { + "epoch": 7.6471586089906705, + "grad_norm": 1.383561511831161, + "learning_rate": 1.988694721454967e-05, + "loss": 0.2912, + "step": 9016 + }, + { + "epoch": 7.648006785411366, + "grad_norm": 1.1418406653163067, + "learning_rate": 1.9886906021081428e-05, + "loss": 0.313, + "step": 9017 + }, + { + "epoch": 7.648854961832061, + "grad_norm": 1.3100532409188554, + "learning_rate": 1.9886864820152322e-05, + "loss": 0.312, + "step": 9018 + }, + { + "epoch": 7.6497031382527565, + "grad_norm": 1.424401820849242, + "learning_rate": 1.9886823611762384e-05, + "loss": 0.3358, + "step": 9019 + }, + { + "epoch": 7.650551314673452, + "grad_norm": 1.2754131900125971, + "learning_rate": 1.988678239591164e-05, + "loss": 0.3785, + "step": 9020 + }, + { + "epoch": 7.651399491094148, + "grad_norm": 1.2073941127579395, + "learning_rate": 1.988674117260013e-05, + "loss": 0.3195, + "step": 9021 + }, + { + "epoch": 7.652247667514843, + "grad_norm": 1.2964873114082782, + "learning_rate": 1.9886699941827882e-05, + "loss": 0.3074, + "step": 9022 + }, + { + "epoch": 7.653095843935539, + "grad_norm": 1.1814283960260374, + "learning_rate": 1.9886658703594923e-05, + "loss": 0.2924, + "step": 9023 + }, + { + "epoch": 7.653944020356234, + "grad_norm": 1.3491809215775803, + "learning_rate": 1.988661745790129e-05, + "loss": 0.3555, + "step": 9024 + }, + { + "epoch": 7.6547921967769295, + "grad_norm": 1.4203337424482936, + "learning_rate": 1.988657620474701e-05, + "loss": 0.3675, + "step": 9025 + }, + { + "epoch": 7.655640373197625, + "grad_norm": 1.4550688781911527, + "learning_rate": 1.988653494413212e-05, + "loss": 0.3751, + "step": 9026 + }, + { + "epoch": 7.65648854961832, + "grad_norm": 1.524824625902139, + "learning_rate": 1.9886493676056644e-05, + "loss": 0.3541, + "step": 9027 + }, + { + "epoch": 7.657336726039016, + "grad_norm": 1.2364782253521878, + "learning_rate": 1.9886452400520615e-05, + "loss": 0.2722, + "step": 9028 + }, + { + "epoch": 7.658184902459712, + "grad_norm": 1.4405740179116076, + "learning_rate": 1.9886411117524066e-05, + "loss": 0.2771, + "step": 9029 + }, + { + "epoch": 7.659033078880407, + "grad_norm": 1.2737483360436759, + "learning_rate": 1.9886369827067027e-05, + "loss": 0.3123, + "step": 9030 + }, + { + "epoch": 7.659881255301102, + "grad_norm": 1.3889849986360392, + "learning_rate": 1.988632852914953e-05, + "loss": 0.3858, + "step": 9031 + }, + { + "epoch": 7.660729431721798, + "grad_norm": 1.2015962304720584, + "learning_rate": 1.9886287223771604e-05, + "loss": 0.3039, + "step": 9032 + }, + { + "epoch": 7.661577608142494, + "grad_norm": 1.3966872699460322, + "learning_rate": 1.9886245910933285e-05, + "loss": 0.3676, + "step": 9033 + }, + { + "epoch": 7.662425784563189, + "grad_norm": 1.567119986420541, + "learning_rate": 1.98862045906346e-05, + "loss": 0.3429, + "step": 9034 + }, + { + "epoch": 7.663273960983885, + "grad_norm": 1.2106155472128148, + "learning_rate": 1.988616326287558e-05, + "loss": 0.3403, + "step": 9035 + }, + { + "epoch": 7.66412213740458, + "grad_norm": 1.3309249653003061, + "learning_rate": 1.988612192765626e-05, + "loss": 0.3177, + "step": 9036 + }, + { + "epoch": 7.664970313825275, + "grad_norm": 1.2586445279469969, + "learning_rate": 1.9886080584976665e-05, + "loss": 0.2983, + "step": 9037 + }, + { + "epoch": 7.665818490245972, + "grad_norm": 1.3439173819884753, + "learning_rate": 1.988603923483683e-05, + "loss": 0.3117, + "step": 9038 + }, + { + "epoch": 7.666666666666667, + "grad_norm": 1.3652807391802422, + "learning_rate": 1.9885997877236788e-05, + "loss": 0.323, + "step": 9039 + }, + { + "epoch": 7.667514843087362, + "grad_norm": 1.3083884780785693, + "learning_rate": 1.988595651217657e-05, + "loss": 0.3256, + "step": 9040 + }, + { + "epoch": 7.668363019508058, + "grad_norm": 1.2766313679588894, + "learning_rate": 1.98859151396562e-05, + "loss": 0.336, + "step": 9041 + }, + { + "epoch": 7.669211195928753, + "grad_norm": 1.3536880773622544, + "learning_rate": 1.9885873759675717e-05, + "loss": 0.3742, + "step": 9042 + }, + { + "epoch": 7.670059372349448, + "grad_norm": 1.2764042261385482, + "learning_rate": 1.9885832372235154e-05, + "loss": 0.2885, + "step": 9043 + }, + { + "epoch": 7.670907548770144, + "grad_norm": 1.3440045541181558, + "learning_rate": 1.988579097733453e-05, + "loss": 0.299, + "step": 9044 + }, + { + "epoch": 7.67175572519084, + "grad_norm": 1.3484657409936454, + "learning_rate": 1.9885749574973892e-05, + "loss": 0.3287, + "step": 9045 + }, + { + "epoch": 7.672603901611535, + "grad_norm": 1.3871217034898566, + "learning_rate": 1.9885708165153258e-05, + "loss": 0.3511, + "step": 9046 + }, + { + "epoch": 7.673452078032231, + "grad_norm": 1.3376170214982122, + "learning_rate": 1.9885666747872666e-05, + "loss": 0.3434, + "step": 9047 + }, + { + "epoch": 7.674300254452926, + "grad_norm": 1.345079022255708, + "learning_rate": 1.988562532313215e-05, + "loss": 0.3269, + "step": 9048 + }, + { + "epoch": 7.675148430873621, + "grad_norm": 1.243502556314549, + "learning_rate": 1.9885583890931736e-05, + "loss": 0.2848, + "step": 9049 + }, + { + "epoch": 7.6759966072943175, + "grad_norm": 1.3384970535302132, + "learning_rate": 1.9885542451271452e-05, + "loss": 0.3406, + "step": 9050 + }, + { + "epoch": 7.676844783715013, + "grad_norm": 1.3036850421542834, + "learning_rate": 1.9885501004151336e-05, + "loss": 0.2896, + "step": 9051 + }, + { + "epoch": 7.677692960135708, + "grad_norm": 1.3484153135466606, + "learning_rate": 1.988545954957142e-05, + "loss": 0.3583, + "step": 9052 + }, + { + "epoch": 7.678541136556404, + "grad_norm": 1.3460131188615712, + "learning_rate": 1.988541808753173e-05, + "loss": 0.3427, + "step": 9053 + }, + { + "epoch": 7.679389312977099, + "grad_norm": 1.3371693471411141, + "learning_rate": 1.9885376618032303e-05, + "loss": 0.304, + "step": 9054 + }, + { + "epoch": 7.680237489397795, + "grad_norm": 1.2396820906471453, + "learning_rate": 1.9885335141073164e-05, + "loss": 0.2842, + "step": 9055 + }, + { + "epoch": 7.6810856658184905, + "grad_norm": 1.4870873686605341, + "learning_rate": 1.9885293656654346e-05, + "loss": 0.3356, + "step": 9056 + }, + { + "epoch": 7.681933842239186, + "grad_norm": 1.6639157541473466, + "learning_rate": 1.988525216477588e-05, + "loss": 0.3803, + "step": 9057 + }, + { + "epoch": 7.682782018659881, + "grad_norm": 1.2664146353138879, + "learning_rate": 1.9885210665437806e-05, + "loss": 0.2721, + "step": 9058 + }, + { + "epoch": 7.6836301950805765, + "grad_norm": 1.3129027936746032, + "learning_rate": 1.9885169158640143e-05, + "loss": 0.3001, + "step": 9059 + }, + { + "epoch": 7.684478371501272, + "grad_norm": 1.2715816613252937, + "learning_rate": 1.9885127644382928e-05, + "loss": 0.3, + "step": 9060 + }, + { + "epoch": 7.685326547921968, + "grad_norm": 1.2506543880535856, + "learning_rate": 1.9885086122666192e-05, + "loss": 0.296, + "step": 9061 + }, + { + "epoch": 7.6861747243426635, + "grad_norm": 1.2121029969587167, + "learning_rate": 1.9885044593489966e-05, + "loss": 0.3094, + "step": 9062 + }, + { + "epoch": 7.687022900763359, + "grad_norm": 1.4199916849546306, + "learning_rate": 1.9885003056854283e-05, + "loss": 0.3015, + "step": 9063 + }, + { + "epoch": 7.687871077184054, + "grad_norm": 1.2654143297197038, + "learning_rate": 1.9884961512759174e-05, + "loss": 0.2482, + "step": 9064 + }, + { + "epoch": 7.6887192536047495, + "grad_norm": 1.281417759873527, + "learning_rate": 1.9884919961204666e-05, + "loss": 0.3351, + "step": 9065 + }, + { + "epoch": 7.689567430025445, + "grad_norm": 1.3156525672089188, + "learning_rate": 1.9884878402190796e-05, + "loss": 0.3433, + "step": 9066 + }, + { + "epoch": 7.690415606446141, + "grad_norm": 1.289167760503715, + "learning_rate": 1.988483683571759e-05, + "loss": 0.3212, + "step": 9067 + }, + { + "epoch": 7.691263782866836, + "grad_norm": 1.3300897045873383, + "learning_rate": 1.9884795261785086e-05, + "loss": 0.3159, + "step": 9068 + }, + { + "epoch": 7.692111959287532, + "grad_norm": 1.2491890416104021, + "learning_rate": 1.988475368039331e-05, + "loss": 0.2988, + "step": 9069 + }, + { + "epoch": 7.692960135708227, + "grad_norm": 1.2347274124177416, + "learning_rate": 1.9884712091542295e-05, + "loss": 0.328, + "step": 9070 + }, + { + "epoch": 7.6938083121289225, + "grad_norm": 1.6391716397333498, + "learning_rate": 1.988467049523207e-05, + "loss": 0.3348, + "step": 9071 + }, + { + "epoch": 7.694656488549619, + "grad_norm": 1.2937078659684849, + "learning_rate": 1.9884628891462674e-05, + "loss": 0.3223, + "step": 9072 + }, + { + "epoch": 7.695504664970314, + "grad_norm": 1.4156384609602217, + "learning_rate": 1.9884587280234132e-05, + "loss": 0.2914, + "step": 9073 + }, + { + "epoch": 7.696352841391009, + "grad_norm": 1.31346156095272, + "learning_rate": 1.9884545661546473e-05, + "loss": 0.3291, + "step": 9074 + }, + { + "epoch": 7.697201017811705, + "grad_norm": 1.287997431805525, + "learning_rate": 1.9884504035399733e-05, + "loss": 0.2914, + "step": 9075 + }, + { + "epoch": 7.6980491942324, + "grad_norm": 1.3119104800667913, + "learning_rate": 1.9884462401793946e-05, + "loss": 0.3211, + "step": 9076 + }, + { + "epoch": 7.698897370653096, + "grad_norm": 1.23005858149346, + "learning_rate": 1.988442076072914e-05, + "loss": 0.3137, + "step": 9077 + }, + { + "epoch": 7.699745547073792, + "grad_norm": 1.3045243757981717, + "learning_rate": 1.988437911220534e-05, + "loss": 0.3325, + "step": 9078 + }, + { + "epoch": 7.700593723494487, + "grad_norm": 1.2723316010619425, + "learning_rate": 1.9884337456222587e-05, + "loss": 0.3397, + "step": 9079 + }, + { + "epoch": 7.701441899915182, + "grad_norm": 1.2590236676888917, + "learning_rate": 1.9884295792780912e-05, + "loss": 0.3137, + "step": 9080 + }, + { + "epoch": 7.702290076335878, + "grad_norm": 1.2207946957256712, + "learning_rate": 1.9884254121880343e-05, + "loss": 0.2844, + "step": 9081 + }, + { + "epoch": 7.703138252756573, + "grad_norm": 1.2972383133091245, + "learning_rate": 1.988421244352091e-05, + "loss": 0.2972, + "step": 9082 + }, + { + "epoch": 7.703986429177268, + "grad_norm": 1.1731356695513888, + "learning_rate": 1.9884170757702647e-05, + "loss": 0.3416, + "step": 9083 + }, + { + "epoch": 7.704834605597965, + "grad_norm": 1.4629280193289904, + "learning_rate": 1.9884129064425584e-05, + "loss": 0.2997, + "step": 9084 + }, + { + "epoch": 7.70568278201866, + "grad_norm": 1.4368145715790808, + "learning_rate": 1.9884087363689753e-05, + "loss": 0.3272, + "step": 9085 + }, + { + "epoch": 7.706530958439355, + "grad_norm": 1.4263225613896728, + "learning_rate": 1.988404565549519e-05, + "loss": 0.3063, + "step": 9086 + }, + { + "epoch": 7.707379134860051, + "grad_norm": 1.3652168502768978, + "learning_rate": 1.988400393984192e-05, + "loss": 0.2572, + "step": 9087 + }, + { + "epoch": 7.708227311280746, + "grad_norm": 1.4201787622253408, + "learning_rate": 1.9883962216729975e-05, + "loss": 0.392, + "step": 9088 + }, + { + "epoch": 7.709075487701442, + "grad_norm": 1.6756756428335537, + "learning_rate": 1.988392048615939e-05, + "loss": 0.302, + "step": 9089 + }, + { + "epoch": 7.709923664122138, + "grad_norm": 1.9149289713472242, + "learning_rate": 1.9883878748130193e-05, + "loss": 0.2966, + "step": 9090 + }, + { + "epoch": 7.710771840542833, + "grad_norm": 1.2589050254691372, + "learning_rate": 1.988383700264242e-05, + "loss": 0.308, + "step": 9091 + }, + { + "epoch": 7.711620016963528, + "grad_norm": 1.2976406784939496, + "learning_rate": 1.9883795249696098e-05, + "loss": 0.3796, + "step": 9092 + }, + { + "epoch": 7.712468193384224, + "grad_norm": 1.475622917146494, + "learning_rate": 1.988375348929126e-05, + "loss": 0.3323, + "step": 9093 + }, + { + "epoch": 7.71331636980492, + "grad_norm": 1.5225985520423586, + "learning_rate": 1.9883711721427943e-05, + "loss": 0.3446, + "step": 9094 + }, + { + "epoch": 7.714164546225615, + "grad_norm": 1.2943699936698172, + "learning_rate": 1.988366994610617e-05, + "loss": 0.2897, + "step": 9095 + }, + { + "epoch": 7.7150127226463106, + "grad_norm": 1.4179751644229759, + "learning_rate": 1.988362816332597e-05, + "loss": 0.2925, + "step": 9096 + }, + { + "epoch": 7.715860899067006, + "grad_norm": 1.3889595828995789, + "learning_rate": 1.988358637308739e-05, + "loss": 0.2955, + "step": 9097 + }, + { + "epoch": 7.716709075487701, + "grad_norm": 1.2985272412864661, + "learning_rate": 1.9883544575390447e-05, + "loss": 0.2878, + "step": 9098 + }, + { + "epoch": 7.717557251908397, + "grad_norm": 1.490110104905956, + "learning_rate": 1.9883502770235176e-05, + "loss": 0.3785, + "step": 9099 + }, + { + "epoch": 7.718405428329093, + "grad_norm": 1.4926053389232128, + "learning_rate": 1.9883460957621614e-05, + "loss": 0.3306, + "step": 9100 + }, + { + "epoch": 7.719253604749788, + "grad_norm": 1.3203246070313084, + "learning_rate": 1.9883419137549787e-05, + "loss": 0.2781, + "step": 9101 + }, + { + "epoch": 7.7201017811704835, + "grad_norm": 1.5295896306829786, + "learning_rate": 1.9883377310019728e-05, + "loss": 0.3529, + "step": 9102 + }, + { + "epoch": 7.720949957591179, + "grad_norm": 1.5238735407322779, + "learning_rate": 1.9883335475031468e-05, + "loss": 0.2899, + "step": 9103 + }, + { + "epoch": 7.721798134011874, + "grad_norm": 1.3724667765556664, + "learning_rate": 1.9883293632585043e-05, + "loss": 0.3065, + "step": 9104 + }, + { + "epoch": 7.7226463104325695, + "grad_norm": 1.3768764537186269, + "learning_rate": 1.9883251782680475e-05, + "loss": 0.2984, + "step": 9105 + }, + { + "epoch": 7.723494486853266, + "grad_norm": 1.2062467469954992, + "learning_rate": 1.9883209925317803e-05, + "loss": 0.3096, + "step": 9106 + }, + { + "epoch": 7.724342663273961, + "grad_norm": 1.1760156635968793, + "learning_rate": 1.988316806049706e-05, + "loss": 0.2952, + "step": 9107 + }, + { + "epoch": 7.7251908396946565, + "grad_norm": 1.5543242026964124, + "learning_rate": 1.988312618821827e-05, + "loss": 0.3402, + "step": 9108 + }, + { + "epoch": 7.726039016115352, + "grad_norm": 1.2682226826011767, + "learning_rate": 1.9883084308481474e-05, + "loss": 0.2999, + "step": 9109 + }, + { + "epoch": 7.726887192536047, + "grad_norm": 1.8257016286321548, + "learning_rate": 1.9883042421286694e-05, + "loss": 0.3561, + "step": 9110 + }, + { + "epoch": 7.727735368956743, + "grad_norm": 1.2068297788221711, + "learning_rate": 1.9883000526633972e-05, + "loss": 0.299, + "step": 9111 + }, + { + "epoch": 7.728583545377439, + "grad_norm": 1.2195225766821807, + "learning_rate": 1.9882958624523332e-05, + "loss": 0.3015, + "step": 9112 + }, + { + "epoch": 7.729431721798134, + "grad_norm": 1.377881938334707, + "learning_rate": 1.9882916714954804e-05, + "loss": 0.3012, + "step": 9113 + }, + { + "epoch": 7.730279898218829, + "grad_norm": 1.3417107794029004, + "learning_rate": 1.988287479792843e-05, + "loss": 0.3357, + "step": 9114 + }, + { + "epoch": 7.731128074639525, + "grad_norm": 1.3764785776517587, + "learning_rate": 1.988283287344423e-05, + "loss": 0.3406, + "step": 9115 + }, + { + "epoch": 7.731976251060221, + "grad_norm": 1.4023752986903093, + "learning_rate": 1.9882790941502242e-05, + "loss": 0.2551, + "step": 9116 + }, + { + "epoch": 7.732824427480916, + "grad_norm": 1.3545931266508657, + "learning_rate": 1.9882749002102494e-05, + "loss": 0.331, + "step": 9117 + }, + { + "epoch": 7.733672603901612, + "grad_norm": 1.367774846833223, + "learning_rate": 1.988270705524502e-05, + "loss": 0.3115, + "step": 9118 + }, + { + "epoch": 7.734520780322307, + "grad_norm": 1.3187039457896776, + "learning_rate": 1.9882665100929857e-05, + "loss": 0.3055, + "step": 9119 + }, + { + "epoch": 7.735368956743002, + "grad_norm": 1.2183547965966388, + "learning_rate": 1.9882623139157028e-05, + "loss": 0.3604, + "step": 9120 + }, + { + "epoch": 7.736217133163698, + "grad_norm": 1.4957421457313833, + "learning_rate": 1.9882581169926566e-05, + "loss": 0.359, + "step": 9121 + }, + { + "epoch": 7.737065309584393, + "grad_norm": 1.2506348520471833, + "learning_rate": 1.9882539193238503e-05, + "loss": 0.3577, + "step": 9122 + }, + { + "epoch": 7.737913486005089, + "grad_norm": 1.3696336753552996, + "learning_rate": 1.9882497209092878e-05, + "loss": 0.3537, + "step": 9123 + }, + { + "epoch": 7.738761662425785, + "grad_norm": 1.2870159581635179, + "learning_rate": 1.9882455217489714e-05, + "loss": 0.3547, + "step": 9124 + }, + { + "epoch": 7.73960983884648, + "grad_norm": 1.3464804241505406, + "learning_rate": 1.9882413218429045e-05, + "loss": 0.3189, + "step": 9125 + }, + { + "epoch": 7.740458015267175, + "grad_norm": 1.2943074428067978, + "learning_rate": 1.98823712119109e-05, + "loss": 0.2728, + "step": 9126 + }, + { + "epoch": 7.741306191687871, + "grad_norm": 1.354090157259697, + "learning_rate": 1.988232919793532e-05, + "loss": 0.2961, + "step": 9127 + }, + { + "epoch": 7.742154368108567, + "grad_norm": 1.3969980840573537, + "learning_rate": 1.988228717650233e-05, + "loss": 0.3171, + "step": 9128 + }, + { + "epoch": 7.743002544529262, + "grad_norm": 1.432225628302283, + "learning_rate": 1.9882245147611958e-05, + "loss": 0.2702, + "step": 9129 + }, + { + "epoch": 7.743850720949958, + "grad_norm": 1.326211679637273, + "learning_rate": 1.9882203111264245e-05, + "loss": 0.2983, + "step": 9130 + }, + { + "epoch": 7.744698897370653, + "grad_norm": 1.349543573541862, + "learning_rate": 1.9882161067459212e-05, + "loss": 0.2843, + "step": 9131 + }, + { + "epoch": 7.745547073791348, + "grad_norm": 1.3729331579100792, + "learning_rate": 1.9882119016196902e-05, + "loss": 0.3611, + "step": 9132 + }, + { + "epoch": 7.746395250212045, + "grad_norm": 1.3137779199300421, + "learning_rate": 1.9882076957477338e-05, + "loss": 0.3604, + "step": 9133 + }, + { + "epoch": 7.74724342663274, + "grad_norm": 1.5960361755104346, + "learning_rate": 1.9882034891300556e-05, + "loss": 0.3127, + "step": 9134 + }, + { + "epoch": 7.748091603053435, + "grad_norm": 1.2132321262827677, + "learning_rate": 1.9881992817666588e-05, + "loss": 0.3461, + "step": 9135 + }, + { + "epoch": 7.748939779474131, + "grad_norm": 1.1435928367397026, + "learning_rate": 1.988195073657546e-05, + "loss": 0.2948, + "step": 9136 + }, + { + "epoch": 7.749787955894826, + "grad_norm": 1.3016609333417892, + "learning_rate": 1.9881908648027214e-05, + "loss": 0.3632, + "step": 9137 + }, + { + "epoch": 7.750636132315521, + "grad_norm": 1.3701339616148278, + "learning_rate": 1.9881866552021872e-05, + "loss": 0.3778, + "step": 9138 + }, + { + "epoch": 7.7514843087362175, + "grad_norm": 1.4371543659340935, + "learning_rate": 1.9881824448559473e-05, + "loss": 0.3138, + "step": 9139 + }, + { + "epoch": 7.752332485156913, + "grad_norm": 1.185478120811474, + "learning_rate": 1.9881782337640042e-05, + "loss": 0.318, + "step": 9140 + }, + { + "epoch": 7.753180661577608, + "grad_norm": 1.318668490932593, + "learning_rate": 1.9881740219263615e-05, + "loss": 0.2599, + "step": 9141 + }, + { + "epoch": 7.754028837998304, + "grad_norm": 1.4550524802124583, + "learning_rate": 1.9881698093430225e-05, + "loss": 0.3705, + "step": 9142 + }, + { + "epoch": 7.754877014418999, + "grad_norm": 1.3118141020222391, + "learning_rate": 1.9881655960139903e-05, + "loss": 0.3244, + "step": 9143 + }, + { + "epoch": 7.755725190839694, + "grad_norm": 1.3330516153960843, + "learning_rate": 1.988161381939268e-05, + "loss": 0.3079, + "step": 9144 + }, + { + "epoch": 7.7565733672603905, + "grad_norm": 1.3521545753925963, + "learning_rate": 1.9881571671188582e-05, + "loss": 0.3115, + "step": 9145 + }, + { + "epoch": 7.757421543681086, + "grad_norm": 1.3241814512277346, + "learning_rate": 1.9881529515527652e-05, + "loss": 0.3376, + "step": 9146 + }, + { + "epoch": 7.758269720101781, + "grad_norm": 1.1759222372329434, + "learning_rate": 1.988148735240991e-05, + "loss": 0.3052, + "step": 9147 + }, + { + "epoch": 7.7591178965224765, + "grad_norm": 1.2350430641621586, + "learning_rate": 1.98814451818354e-05, + "loss": 0.318, + "step": 9148 + }, + { + "epoch": 7.759966072943172, + "grad_norm": 1.3278027091620974, + "learning_rate": 1.9881403003804144e-05, + "loss": 0.3149, + "step": 9149 + }, + { + "epoch": 7.760814249363868, + "grad_norm": 1.376103465145182, + "learning_rate": 1.988136081831618e-05, + "loss": 0.3373, + "step": 9150 + }, + { + "epoch": 7.7616624257845634, + "grad_norm": 1.562497600498034, + "learning_rate": 1.9881318625371535e-05, + "loss": 0.3717, + "step": 9151 + }, + { + "epoch": 7.762510602205259, + "grad_norm": 1.2685541361847057, + "learning_rate": 1.9881276424970246e-05, + "loss": 0.282, + "step": 9152 + }, + { + "epoch": 7.763358778625954, + "grad_norm": 1.3231606755026797, + "learning_rate": 1.988123421711234e-05, + "loss": 0.3703, + "step": 9153 + }, + { + "epoch": 7.7642069550466495, + "grad_norm": 1.3441781716677275, + "learning_rate": 1.988119200179785e-05, + "loss": 0.3729, + "step": 9154 + }, + { + "epoch": 7.765055131467345, + "grad_norm": 1.225592531192835, + "learning_rate": 1.9881149779026812e-05, + "loss": 0.241, + "step": 9155 + }, + { + "epoch": 7.765903307888041, + "grad_norm": 1.4193077488251544, + "learning_rate": 1.988110754879925e-05, + "loss": 0.2968, + "step": 9156 + }, + { + "epoch": 7.766751484308736, + "grad_norm": 1.6288417459828217, + "learning_rate": 1.9881065311115208e-05, + "loss": 0.3381, + "step": 9157 + }, + { + "epoch": 7.767599660729432, + "grad_norm": 1.6065575101592107, + "learning_rate": 1.9881023065974703e-05, + "loss": 0.3422, + "step": 9158 + }, + { + "epoch": 7.768447837150127, + "grad_norm": 1.4146090509780977, + "learning_rate": 1.988098081337778e-05, + "loss": 0.3372, + "step": 9159 + }, + { + "epoch": 7.7692960135708224, + "grad_norm": 1.4347666704480697, + "learning_rate": 1.988093855332446e-05, + "loss": 0.3612, + "step": 9160 + }, + { + "epoch": 7.770144189991518, + "grad_norm": 1.451740508974626, + "learning_rate": 1.9880896285814782e-05, + "loss": 0.3358, + "step": 9161 + }, + { + "epoch": 7.770992366412214, + "grad_norm": 1.2621629235621197, + "learning_rate": 1.9880854010848776e-05, + "loss": 0.3637, + "step": 9162 + }, + { + "epoch": 7.771840542832909, + "grad_norm": 1.1465183907724734, + "learning_rate": 1.9880811728426476e-05, + "loss": 0.3376, + "step": 9163 + }, + { + "epoch": 7.772688719253605, + "grad_norm": 1.4358498120917758, + "learning_rate": 1.988076943854791e-05, + "loss": 0.402, + "step": 9164 + }, + { + "epoch": 7.7735368956743, + "grad_norm": 1.4150154468356961, + "learning_rate": 1.988072714121311e-05, + "loss": 0.3592, + "step": 9165 + }, + { + "epoch": 7.774385072094995, + "grad_norm": 1.3442986389540381, + "learning_rate": 1.9880684836422112e-05, + "loss": 0.2703, + "step": 9166 + }, + { + "epoch": 7.775233248515692, + "grad_norm": 1.202595624702442, + "learning_rate": 1.9880642524174944e-05, + "loss": 0.3137, + "step": 9167 + }, + { + "epoch": 7.776081424936387, + "grad_norm": 1.4348529295881216, + "learning_rate": 1.988060020447164e-05, + "loss": 0.2678, + "step": 9168 + }, + { + "epoch": 7.776929601357082, + "grad_norm": 1.3741876288626884, + "learning_rate": 1.9880557877312234e-05, + "loss": 0.3588, + "step": 9169 + }, + { + "epoch": 7.777777777777778, + "grad_norm": 1.4094266144580632, + "learning_rate": 1.988051554269675e-05, + "loss": 0.3589, + "step": 9170 + }, + { + "epoch": 7.778625954198473, + "grad_norm": 1.337649152450913, + "learning_rate": 1.988047320062523e-05, + "loss": 0.2778, + "step": 9171 + }, + { + "epoch": 7.779474130619169, + "grad_norm": 1.2350056623731471, + "learning_rate": 1.9880430851097698e-05, + "loss": 0.2593, + "step": 9172 + }, + { + "epoch": 7.780322307039865, + "grad_norm": 1.4148297807590366, + "learning_rate": 1.988038849411419e-05, + "loss": 0.3256, + "step": 9173 + }, + { + "epoch": 7.78117048346056, + "grad_norm": 1.3079461501193081, + "learning_rate": 1.9880346129674736e-05, + "loss": 0.3363, + "step": 9174 + }, + { + "epoch": 7.782018659881255, + "grad_norm": 1.2487157478711797, + "learning_rate": 1.9880303757779373e-05, + "loss": 0.3027, + "step": 9175 + }, + { + "epoch": 7.782866836301951, + "grad_norm": 1.2050267014977893, + "learning_rate": 1.9880261378428124e-05, + "loss": 0.2995, + "step": 9176 + }, + { + "epoch": 7.783715012722646, + "grad_norm": 1.2847294795526538, + "learning_rate": 1.988021899162103e-05, + "loss": 0.3328, + "step": 9177 + }, + { + "epoch": 7.784563189143341, + "grad_norm": 1.2641691845133334, + "learning_rate": 1.9880176597358115e-05, + "loss": 0.3312, + "step": 9178 + }, + { + "epoch": 7.785411365564038, + "grad_norm": 1.3361935495132549, + "learning_rate": 1.988013419563942e-05, + "loss": 0.3882, + "step": 9179 + }, + { + "epoch": 7.786259541984733, + "grad_norm": 1.0816330533727698, + "learning_rate": 1.988009178646497e-05, + "loss": 0.2189, + "step": 9180 + }, + { + "epoch": 7.787107718405428, + "grad_norm": 1.3444775917170448, + "learning_rate": 1.98800493698348e-05, + "loss": 0.3264, + "step": 9181 + }, + { + "epoch": 7.787955894826124, + "grad_norm": 1.2603753198067469, + "learning_rate": 1.988000694574894e-05, + "loss": 0.2724, + "step": 9182 + }, + { + "epoch": 7.788804071246819, + "grad_norm": 1.4303354213516808, + "learning_rate": 1.987996451420742e-05, + "loss": 0.3497, + "step": 9183 + }, + { + "epoch": 7.789652247667515, + "grad_norm": 1.3792986996165029, + "learning_rate": 1.987992207521028e-05, + "loss": 0.3343, + "step": 9184 + }, + { + "epoch": 7.7905004240882105, + "grad_norm": 1.2016865607572291, + "learning_rate": 1.9879879628757546e-05, + "loss": 0.2719, + "step": 9185 + }, + { + "epoch": 7.791348600508906, + "grad_norm": 1.2363396384733285, + "learning_rate": 1.987983717484925e-05, + "loss": 0.2626, + "step": 9186 + }, + { + "epoch": 7.792196776929601, + "grad_norm": 1.2694560551633918, + "learning_rate": 1.9879794713485426e-05, + "loss": 0.3198, + "step": 9187 + }, + { + "epoch": 7.793044953350297, + "grad_norm": 1.4241150036540564, + "learning_rate": 1.9879752244666105e-05, + "loss": 0.3059, + "step": 9188 + }, + { + "epoch": 7.793893129770993, + "grad_norm": 1.2748467156538563, + "learning_rate": 1.987970976839132e-05, + "loss": 0.2648, + "step": 9189 + }, + { + "epoch": 7.794741306191688, + "grad_norm": 1.435774359855458, + "learning_rate": 1.98796672846611e-05, + "loss": 0.3083, + "step": 9190 + }, + { + "epoch": 7.7955894826123835, + "grad_norm": 1.9873851939175762, + "learning_rate": 1.9879624793475482e-05, + "loss": 0.3448, + "step": 9191 + }, + { + "epoch": 7.796437659033079, + "grad_norm": 1.2378140694938542, + "learning_rate": 1.9879582294834492e-05, + "loss": 0.3342, + "step": 9192 + }, + { + "epoch": 7.797285835453774, + "grad_norm": 1.1283455433063203, + "learning_rate": 1.987953978873817e-05, + "loss": 0.2708, + "step": 9193 + }, + { + "epoch": 7.7981340118744695, + "grad_norm": 1.336443627633803, + "learning_rate": 1.9879497275186537e-05, + "loss": 0.2882, + "step": 9194 + }, + { + "epoch": 7.798982188295166, + "grad_norm": 1.2351167782133927, + "learning_rate": 1.9879454754179636e-05, + "loss": 0.3129, + "step": 9195 + }, + { + "epoch": 7.799830364715861, + "grad_norm": 1.6277292771552325, + "learning_rate": 1.9879412225717497e-05, + "loss": 0.3452, + "step": 9196 + }, + { + "epoch": 7.8006785411365565, + "grad_norm": 1.3294819660598614, + "learning_rate": 1.9879369689800146e-05, + "loss": 0.2808, + "step": 9197 + }, + { + "epoch": 7.801526717557252, + "grad_norm": 1.0430809829936147, + "learning_rate": 1.987932714642762e-05, + "loss": 0.2757, + "step": 9198 + }, + { + "epoch": 7.802374893977947, + "grad_norm": 1.2338005777771994, + "learning_rate": 1.9879284595599952e-05, + "loss": 0.2958, + "step": 9199 + }, + { + "epoch": 7.8032230703986425, + "grad_norm": 1.3930744086530318, + "learning_rate": 1.987924203731717e-05, + "loss": 0.254, + "step": 9200 + }, + { + "epoch": 7.804071246819339, + "grad_norm": 1.5070775923411768, + "learning_rate": 1.987919947157931e-05, + "loss": 0.3508, + "step": 9201 + }, + { + "epoch": 7.804919423240034, + "grad_norm": 1.7168830351969795, + "learning_rate": 1.98791568983864e-05, + "loss": 0.3392, + "step": 9202 + }, + { + "epoch": 7.805767599660729, + "grad_norm": 1.2889380384845084, + "learning_rate": 1.9879114317738476e-05, + "loss": 0.292, + "step": 9203 + }, + { + "epoch": 7.806615776081425, + "grad_norm": 1.6104222526179546, + "learning_rate": 1.9879071729635568e-05, + "loss": 0.3054, + "step": 9204 + }, + { + "epoch": 7.80746395250212, + "grad_norm": 1.230718225176829, + "learning_rate": 1.987902913407771e-05, + "loss": 0.327, + "step": 9205 + }, + { + "epoch": 7.808312128922816, + "grad_norm": 1.3528189742591266, + "learning_rate": 1.9878986531064934e-05, + "loss": 0.3132, + "step": 9206 + }, + { + "epoch": 7.809160305343512, + "grad_norm": 1.416432499451287, + "learning_rate": 1.9878943920597265e-05, + "loss": 0.3243, + "step": 9207 + }, + { + "epoch": 7.810008481764207, + "grad_norm": 1.2866541346151008, + "learning_rate": 1.987890130267475e-05, + "loss": 0.3089, + "step": 9208 + }, + { + "epoch": 7.810856658184902, + "grad_norm": 1.2823820547559373, + "learning_rate": 1.9878858677297406e-05, + "loss": 0.3159, + "step": 9209 + }, + { + "epoch": 7.811704834605598, + "grad_norm": 1.7297030083790887, + "learning_rate": 1.9878816044465273e-05, + "loss": 0.3458, + "step": 9210 + }, + { + "epoch": 7.812553011026294, + "grad_norm": 1.3674696407383244, + "learning_rate": 1.9878773404178382e-05, + "loss": 0.2985, + "step": 9211 + }, + { + "epoch": 7.813401187446989, + "grad_norm": 1.4686488064825953, + "learning_rate": 1.9878730756436765e-05, + "loss": 0.3291, + "step": 9212 + }, + { + "epoch": 7.814249363867685, + "grad_norm": 1.3076538993281137, + "learning_rate": 1.9878688101240455e-05, + "loss": 0.3196, + "step": 9213 + }, + { + "epoch": 7.81509754028838, + "grad_norm": 1.225952762578748, + "learning_rate": 1.9878645438589482e-05, + "loss": 0.3152, + "step": 9214 + }, + { + "epoch": 7.815945716709075, + "grad_norm": 1.5207274902104349, + "learning_rate": 1.9878602768483877e-05, + "loss": 0.3366, + "step": 9215 + }, + { + "epoch": 7.816793893129771, + "grad_norm": 1.3445378595297288, + "learning_rate": 1.987856009092368e-05, + "loss": 0.3275, + "step": 9216 + }, + { + "epoch": 7.817642069550466, + "grad_norm": 1.3808951585825908, + "learning_rate": 1.9878517405908914e-05, + "loss": 0.3235, + "step": 9217 + }, + { + "epoch": 7.818490245971162, + "grad_norm": 1.436426195406762, + "learning_rate": 1.9878474713439617e-05, + "loss": 0.3504, + "step": 9218 + }, + { + "epoch": 7.819338422391858, + "grad_norm": 1.3439428021560382, + "learning_rate": 1.987843201351582e-05, + "loss": 0.3479, + "step": 9219 + }, + { + "epoch": 7.820186598812553, + "grad_norm": 1.5115293077725371, + "learning_rate": 1.9878389306137554e-05, + "loss": 0.3246, + "step": 9220 + }, + { + "epoch": 7.821034775233248, + "grad_norm": 1.3431066962521307, + "learning_rate": 1.9878346591304852e-05, + "loss": 0.3608, + "step": 9221 + }, + { + "epoch": 7.821882951653944, + "grad_norm": 1.4088949943180538, + "learning_rate": 1.9878303869017746e-05, + "loss": 0.342, + "step": 9222 + }, + { + "epoch": 7.82273112807464, + "grad_norm": 1.3799829693986696, + "learning_rate": 1.9878261139276268e-05, + "loss": 0.3064, + "step": 9223 + }, + { + "epoch": 7.823579304495335, + "grad_norm": 1.4236996710709984, + "learning_rate": 1.987821840208045e-05, + "loss": 0.3494, + "step": 9224 + }, + { + "epoch": 7.824427480916031, + "grad_norm": 1.2737174091994508, + "learning_rate": 1.9878175657430325e-05, + "loss": 0.2957, + "step": 9225 + }, + { + "epoch": 7.825275657336726, + "grad_norm": 1.2567066085616176, + "learning_rate": 1.9878132905325924e-05, + "loss": 0.3264, + "step": 9226 + }, + { + "epoch": 7.826123833757421, + "grad_norm": 1.3536740095683255, + "learning_rate": 1.987809014576728e-05, + "loss": 0.3549, + "step": 9227 + }, + { + "epoch": 7.8269720101781175, + "grad_norm": 1.231971221253809, + "learning_rate": 1.9878047378754425e-05, + "loss": 0.3148, + "step": 9228 + }, + { + "epoch": 7.827820186598813, + "grad_norm": 1.543330547550896, + "learning_rate": 1.9878004604287392e-05, + "loss": 0.3428, + "step": 9229 + }, + { + "epoch": 7.828668363019508, + "grad_norm": 1.4414687212319932, + "learning_rate": 1.9877961822366218e-05, + "loss": 0.3382, + "step": 9230 + }, + { + "epoch": 7.8295165394402035, + "grad_norm": 1.3790009682477185, + "learning_rate": 1.9877919032990927e-05, + "loss": 0.3137, + "step": 9231 + }, + { + "epoch": 7.830364715860899, + "grad_norm": 1.3579945852729496, + "learning_rate": 1.9877876236161553e-05, + "loss": 0.3035, + "step": 9232 + }, + { + "epoch": 7.831212892281594, + "grad_norm": 1.3377443963740903, + "learning_rate": 1.987783343187813e-05, + "loss": 0.3701, + "step": 9233 + }, + { + "epoch": 7.8320610687022905, + "grad_norm": 1.2949089548689041, + "learning_rate": 1.9877790620140692e-05, + "loss": 0.3435, + "step": 9234 + }, + { + "epoch": 7.832909245122986, + "grad_norm": 1.391546217771458, + "learning_rate": 1.987774780094927e-05, + "loss": 0.301, + "step": 9235 + }, + { + "epoch": 7.833757421543681, + "grad_norm": 1.371994701269907, + "learning_rate": 1.987770497430389e-05, + "loss": 0.3143, + "step": 9236 + }, + { + "epoch": 7.8346055979643765, + "grad_norm": 1.5105245096805102, + "learning_rate": 1.9877662140204597e-05, + "loss": 0.3353, + "step": 9237 + }, + { + "epoch": 7.835453774385072, + "grad_norm": 1.525095009284885, + "learning_rate": 1.9877619298651416e-05, + "loss": 0.3336, + "step": 9238 + }, + { + "epoch": 7.836301950805767, + "grad_norm": 1.3369987485863912, + "learning_rate": 1.987757644964438e-05, + "loss": 0.304, + "step": 9239 + }, + { + "epoch": 7.837150127226463, + "grad_norm": 1.307313780255945, + "learning_rate": 1.9877533593183517e-05, + "loss": 0.3087, + "step": 9240 + }, + { + "epoch": 7.837998303647159, + "grad_norm": 1.34326246035084, + "learning_rate": 1.9877490729268866e-05, + "loss": 0.3238, + "step": 9241 + }, + { + "epoch": 7.838846480067854, + "grad_norm": 1.2786129175850274, + "learning_rate": 1.9877447857900457e-05, + "loss": 0.3919, + "step": 9242 + }, + { + "epoch": 7.8396946564885495, + "grad_norm": 1.2425979735619381, + "learning_rate": 1.9877404979078324e-05, + "loss": 0.3411, + "step": 9243 + }, + { + "epoch": 7.840542832909245, + "grad_norm": 1.920022810298107, + "learning_rate": 1.9877362092802495e-05, + "loss": 0.2534, + "step": 9244 + }, + { + "epoch": 7.841391009329941, + "grad_norm": 1.552239736074034, + "learning_rate": 1.9877319199073003e-05, + "loss": 0.3259, + "step": 9245 + }, + { + "epoch": 7.842239185750636, + "grad_norm": 1.3764165953960774, + "learning_rate": 1.9877276297889888e-05, + "loss": 0.2953, + "step": 9246 + }, + { + "epoch": 7.843087362171332, + "grad_norm": 1.4926791963651038, + "learning_rate": 1.987723338925317e-05, + "loss": 0.3359, + "step": 9247 + }, + { + "epoch": 7.843935538592027, + "grad_norm": 1.4632694613435182, + "learning_rate": 1.9877190473162893e-05, + "loss": 0.3148, + "step": 9248 + }, + { + "epoch": 7.844783715012722, + "grad_norm": 1.2996804975034952, + "learning_rate": 1.9877147549619085e-05, + "loss": 0.3752, + "step": 9249 + }, + { + "epoch": 7.845631891433418, + "grad_norm": 1.4124533485865773, + "learning_rate": 1.9877104618621776e-05, + "loss": 0.3285, + "step": 9250 + }, + { + "epoch": 7.846480067854114, + "grad_norm": 1.1618305611886932, + "learning_rate": 1.9877061680171e-05, + "loss": 0.3059, + "step": 9251 + }, + { + "epoch": 7.847328244274809, + "grad_norm": 1.3415348835010041, + "learning_rate": 1.987701873426679e-05, + "loss": 0.3514, + "step": 9252 + }, + { + "epoch": 7.848176420695505, + "grad_norm": 1.1800511741491475, + "learning_rate": 1.9876975780909176e-05, + "loss": 0.2936, + "step": 9253 + }, + { + "epoch": 7.8490245971162, + "grad_norm": 1.4083928856090002, + "learning_rate": 1.9876932820098194e-05, + "loss": 0.3197, + "step": 9254 + }, + { + "epoch": 7.849872773536895, + "grad_norm": 1.331105995243349, + "learning_rate": 1.9876889851833875e-05, + "loss": 0.3472, + "step": 9255 + }, + { + "epoch": 7.850720949957591, + "grad_norm": 1.420958852757623, + "learning_rate": 1.9876846876116252e-05, + "loss": 0.3567, + "step": 9256 + }, + { + "epoch": 7.851569126378287, + "grad_norm": 1.526498211739139, + "learning_rate": 1.9876803892945356e-05, + "loss": 0.3616, + "step": 9257 + }, + { + "epoch": 7.852417302798982, + "grad_norm": 1.30623648973932, + "learning_rate": 1.987676090232122e-05, + "loss": 0.2983, + "step": 9258 + }, + { + "epoch": 7.853265479219678, + "grad_norm": 1.3084018581983325, + "learning_rate": 1.9876717904243876e-05, + "loss": 0.2827, + "step": 9259 + }, + { + "epoch": 7.854113655640373, + "grad_norm": 1.3214311814410231, + "learning_rate": 1.9876674898713356e-05, + "loss": 0.375, + "step": 9260 + }, + { + "epoch": 7.854961832061068, + "grad_norm": 1.325917654067387, + "learning_rate": 1.98766318857297e-05, + "loss": 0.2866, + "step": 9261 + }, + { + "epoch": 7.855810008481765, + "grad_norm": 1.553790610629488, + "learning_rate": 1.9876588865292924e-05, + "loss": 0.352, + "step": 9262 + }, + { + "epoch": 7.85665818490246, + "grad_norm": 1.5533848275902553, + "learning_rate": 1.987654583740308e-05, + "loss": 0.4082, + "step": 9263 + }, + { + "epoch": 7.857506361323155, + "grad_norm": 1.162806785821483, + "learning_rate": 1.9876502802060184e-05, + "loss": 0.3107, + "step": 9264 + }, + { + "epoch": 7.858354537743851, + "grad_norm": 1.210896883079147, + "learning_rate": 1.9876459759264277e-05, + "loss": 0.303, + "step": 9265 + }, + { + "epoch": 7.859202714164546, + "grad_norm": 1.2630366290726083, + "learning_rate": 1.9876416709015392e-05, + "loss": 0.2719, + "step": 9266 + }, + { + "epoch": 7.860050890585242, + "grad_norm": 1.3970838387083273, + "learning_rate": 1.9876373651313558e-05, + "loss": 0.2881, + "step": 9267 + }, + { + "epoch": 7.8608990670059375, + "grad_norm": 1.3701910978244058, + "learning_rate": 1.987633058615881e-05, + "loss": 0.3266, + "step": 9268 + }, + { + "epoch": 7.861747243426633, + "grad_norm": 1.5414124748220035, + "learning_rate": 1.9876287513551176e-05, + "loss": 0.372, + "step": 9269 + }, + { + "epoch": 7.862595419847328, + "grad_norm": 1.590341924044349, + "learning_rate": 1.9876244433490695e-05, + "loss": 0.3568, + "step": 9270 + }, + { + "epoch": 7.863443596268024, + "grad_norm": 1.4004697070066887, + "learning_rate": 1.9876201345977394e-05, + "loss": 0.2892, + "step": 9271 + }, + { + "epoch": 7.864291772688719, + "grad_norm": 1.2982610247257014, + "learning_rate": 1.9876158251011312e-05, + "loss": 0.3754, + "step": 9272 + }, + { + "epoch": 7.865139949109414, + "grad_norm": 1.2828031219699552, + "learning_rate": 1.987611514859247e-05, + "loss": 0.2579, + "step": 9273 + }, + { + "epoch": 7.8659881255301105, + "grad_norm": 1.3340003119926667, + "learning_rate": 1.9876072038720916e-05, + "loss": 0.305, + "step": 9274 + }, + { + "epoch": 7.866836301950806, + "grad_norm": 1.3500587550505978, + "learning_rate": 1.9876028921396667e-05, + "loss": 0.3, + "step": 9275 + }, + { + "epoch": 7.867684478371501, + "grad_norm": 1.2397635816774735, + "learning_rate": 1.987598579661977e-05, + "loss": 0.2834, + "step": 9276 + }, + { + "epoch": 7.8685326547921965, + "grad_norm": 1.1922515894026102, + "learning_rate": 1.9875942664390244e-05, + "loss": 0.2203, + "step": 9277 + }, + { + "epoch": 7.869380831212892, + "grad_norm": 1.7161451325342205, + "learning_rate": 1.9875899524708133e-05, + "loss": 0.33, + "step": 9278 + }, + { + "epoch": 7.870229007633588, + "grad_norm": 1.4345205104753198, + "learning_rate": 1.9875856377573464e-05, + "loss": 0.342, + "step": 9279 + }, + { + "epoch": 7.8710771840542835, + "grad_norm": 1.3090482614560839, + "learning_rate": 1.9875813222986268e-05, + "loss": 0.3295, + "step": 9280 + }, + { + "epoch": 7.871925360474979, + "grad_norm": 1.3041221249259494, + "learning_rate": 1.9875770060946584e-05, + "loss": 0.2896, + "step": 9281 + }, + { + "epoch": 7.872773536895674, + "grad_norm": 1.5336235685936042, + "learning_rate": 1.9875726891454433e-05, + "loss": 0.3679, + "step": 9282 + }, + { + "epoch": 7.8736217133163695, + "grad_norm": 1.2754083519560895, + "learning_rate": 1.987568371450986e-05, + "loss": 0.3759, + "step": 9283 + }, + { + "epoch": 7.874469889737066, + "grad_norm": 1.2266696093714249, + "learning_rate": 1.9875640530112893e-05, + "loss": 0.3518, + "step": 9284 + }, + { + "epoch": 7.875318066157761, + "grad_norm": 1.2297820058677364, + "learning_rate": 1.9875597338263558e-05, + "loss": 0.2999, + "step": 9285 + }, + { + "epoch": 7.876166242578456, + "grad_norm": 1.299771343350218, + "learning_rate": 1.98755541389619e-05, + "loss": 0.313, + "step": 9286 + }, + { + "epoch": 7.877014418999152, + "grad_norm": 1.2812515293365478, + "learning_rate": 1.987551093220794e-05, + "loss": 0.2914, + "step": 9287 + }, + { + "epoch": 7.877862595419847, + "grad_norm": 1.5900540352675048, + "learning_rate": 1.9875467718001724e-05, + "loss": 0.3303, + "step": 9288 + }, + { + "epoch": 7.8787107718405425, + "grad_norm": 1.3642089508063424, + "learning_rate": 1.987542449634327e-05, + "loss": 0.3491, + "step": 9289 + }, + { + "epoch": 7.879558948261239, + "grad_norm": 1.343201535692142, + "learning_rate": 1.9875381267232618e-05, + "loss": 0.3294, + "step": 9290 + }, + { + "epoch": 7.880407124681934, + "grad_norm": 1.401868331788023, + "learning_rate": 1.9875338030669803e-05, + "loss": 0.2727, + "step": 9291 + }, + { + "epoch": 7.881255301102629, + "grad_norm": 1.3675813016415288, + "learning_rate": 1.987529478665485e-05, + "loss": 0.2786, + "step": 9292 + }, + { + "epoch": 7.882103477523325, + "grad_norm": 1.2228259104947616, + "learning_rate": 1.98752515351878e-05, + "loss": 0.3097, + "step": 9293 + }, + { + "epoch": 7.88295165394402, + "grad_norm": 1.318569850745128, + "learning_rate": 1.9875208276268677e-05, + "loss": 0.3606, + "step": 9294 + }, + { + "epoch": 7.883799830364715, + "grad_norm": 1.555356495103311, + "learning_rate": 1.987516500989752e-05, + "loss": 0.2777, + "step": 9295 + }, + { + "epoch": 7.884648006785412, + "grad_norm": 1.3812332672290812, + "learning_rate": 1.987512173607436e-05, + "loss": 0.3846, + "step": 9296 + }, + { + "epoch": 7.885496183206107, + "grad_norm": 1.2413236853952405, + "learning_rate": 1.9875078454799232e-05, + "loss": 0.3337, + "step": 9297 + }, + { + "epoch": 7.886344359626802, + "grad_norm": 1.3787705174220701, + "learning_rate": 1.987503516607216e-05, + "loss": 0.2816, + "step": 9298 + }, + { + "epoch": 7.887192536047498, + "grad_norm": 1.3754235506068875, + "learning_rate": 1.987499186989319e-05, + "loss": 0.4238, + "step": 9299 + }, + { + "epoch": 7.888040712468193, + "grad_norm": 1.3356023427501542, + "learning_rate": 1.9874948566262345e-05, + "loss": 0.3487, + "step": 9300 + }, + { + "epoch": 7.888888888888889, + "grad_norm": 1.2502246256512177, + "learning_rate": 1.987490525517966e-05, + "loss": 0.3439, + "step": 9301 + }, + { + "epoch": 7.889737065309585, + "grad_norm": 1.4442834517764627, + "learning_rate": 1.9874861936645166e-05, + "loss": 0.266, + "step": 9302 + }, + { + "epoch": 7.89058524173028, + "grad_norm": 1.2944224927413044, + "learning_rate": 1.98748186106589e-05, + "loss": 0.3146, + "step": 9303 + }, + { + "epoch": 7.891433418150975, + "grad_norm": 1.361323306055529, + "learning_rate": 1.987477527722089e-05, + "loss": 0.3169, + "step": 9304 + }, + { + "epoch": 7.892281594571671, + "grad_norm": 1.3131503995801692, + "learning_rate": 1.987473193633117e-05, + "loss": 0.3173, + "step": 9305 + }, + { + "epoch": 7.893129770992367, + "grad_norm": 1.3523171279108606, + "learning_rate": 1.987468858798978e-05, + "loss": 0.2684, + "step": 9306 + }, + { + "epoch": 7.893977947413062, + "grad_norm": 1.263462226762765, + "learning_rate": 1.987464523219674e-05, + "loss": 0.3008, + "step": 9307 + }, + { + "epoch": 7.894826123833758, + "grad_norm": 1.1205759064795218, + "learning_rate": 1.9874601868952094e-05, + "loss": 0.2478, + "step": 9308 + }, + { + "epoch": 7.895674300254453, + "grad_norm": 1.3880008013911516, + "learning_rate": 1.987455849825587e-05, + "loss": 0.3322, + "step": 9309 + }, + { + "epoch": 7.896522476675148, + "grad_norm": 1.4221789543887533, + "learning_rate": 1.9874515120108095e-05, + "loss": 0.3337, + "step": 9310 + }, + { + "epoch": 7.897370653095844, + "grad_norm": 1.3165618934051833, + "learning_rate": 1.987447173450881e-05, + "loss": 0.2978, + "step": 9311 + }, + { + "epoch": 7.898218829516539, + "grad_norm": 1.2624286278556018, + "learning_rate": 1.9874428341458047e-05, + "loss": 0.2544, + "step": 9312 + }, + { + "epoch": 7.899067005937235, + "grad_norm": 1.3115479117652242, + "learning_rate": 1.9874384940955833e-05, + "loss": 0.317, + "step": 9313 + }, + { + "epoch": 7.8999151823579306, + "grad_norm": 1.2755511499257222, + "learning_rate": 1.9874341533002207e-05, + "loss": 0.274, + "step": 9314 + }, + { + "epoch": 7.900763358778626, + "grad_norm": 1.3350753980529728, + "learning_rate": 1.98742981175972e-05, + "loss": 0.3186, + "step": 9315 + }, + { + "epoch": 7.901611535199321, + "grad_norm": 1.2764642705168083, + "learning_rate": 1.9874254694740843e-05, + "loss": 0.3121, + "step": 9316 + }, + { + "epoch": 7.902459711620017, + "grad_norm": 1.4164448961128524, + "learning_rate": 1.987421126443317e-05, + "loss": 0.3168, + "step": 9317 + }, + { + "epoch": 7.903307888040713, + "grad_norm": 1.3168304335545558, + "learning_rate": 1.9874167826674212e-05, + "loss": 0.3469, + "step": 9318 + }, + { + "epoch": 7.904156064461408, + "grad_norm": 1.2761220515687721, + "learning_rate": 1.9874124381464007e-05, + "loss": 0.371, + "step": 9319 + }, + { + "epoch": 7.9050042408821035, + "grad_norm": 1.4749520978206687, + "learning_rate": 1.9874080928802583e-05, + "loss": 0.3656, + "step": 9320 + }, + { + "epoch": 7.905852417302799, + "grad_norm": 1.3204778862241278, + "learning_rate": 1.987403746868997e-05, + "loss": 0.3565, + "step": 9321 + }, + { + "epoch": 7.906700593723494, + "grad_norm": 1.3201302075928198, + "learning_rate": 1.9873994001126208e-05, + "loss": 0.3401, + "step": 9322 + }, + { + "epoch": 7.90754877014419, + "grad_norm": 1.4094728899834938, + "learning_rate": 1.9873950526111326e-05, + "loss": 0.3335, + "step": 9323 + }, + { + "epoch": 7.908396946564886, + "grad_norm": 1.3130396189391045, + "learning_rate": 1.9873907043645357e-05, + "loss": 0.3302, + "step": 9324 + }, + { + "epoch": 7.909245122985581, + "grad_norm": 1.2374389094860074, + "learning_rate": 1.9873863553728336e-05, + "loss": 0.2971, + "step": 9325 + }, + { + "epoch": 7.9100932994062765, + "grad_norm": 1.2317912371062487, + "learning_rate": 1.9873820056360292e-05, + "loss": 0.2986, + "step": 9326 + }, + { + "epoch": 7.910941475826972, + "grad_norm": 1.3444897094707644, + "learning_rate": 1.9873776551541262e-05, + "loss": 0.3563, + "step": 9327 + }, + { + "epoch": 7.911789652247667, + "grad_norm": 1.2584471950540068, + "learning_rate": 1.9873733039271276e-05, + "loss": 0.3056, + "step": 9328 + }, + { + "epoch": 7.912637828668363, + "grad_norm": 1.2983122231342052, + "learning_rate": 1.9873689519550365e-05, + "loss": 0.2568, + "step": 9329 + }, + { + "epoch": 7.913486005089059, + "grad_norm": 1.4166759813358663, + "learning_rate": 1.987364599237857e-05, + "loss": 0.3087, + "step": 9330 + }, + { + "epoch": 7.914334181509754, + "grad_norm": 1.3838487964601125, + "learning_rate": 1.987360245775591e-05, + "loss": 0.2805, + "step": 9331 + }, + { + "epoch": 7.915182357930449, + "grad_norm": 1.2960633168991345, + "learning_rate": 1.987355891568243e-05, + "loss": 0.3006, + "step": 9332 + }, + { + "epoch": 7.916030534351145, + "grad_norm": 1.3212979402727059, + "learning_rate": 1.987351536615816e-05, + "loss": 0.355, + "step": 9333 + }, + { + "epoch": 7.91687871077184, + "grad_norm": 1.3343253236272024, + "learning_rate": 1.987347180918313e-05, + "loss": 0.3148, + "step": 9334 + }, + { + "epoch": 7.917726887192536, + "grad_norm": 1.644046017123975, + "learning_rate": 1.9873428244757375e-05, + "loss": 0.3501, + "step": 9335 + }, + { + "epoch": 7.918575063613232, + "grad_norm": 1.534433052450412, + "learning_rate": 1.987338467288093e-05, + "loss": 0.3127, + "step": 9336 + }, + { + "epoch": 7.919423240033927, + "grad_norm": 1.2712740293696565, + "learning_rate": 1.9873341093553824e-05, + "loss": 0.3225, + "step": 9337 + }, + { + "epoch": 7.920271416454622, + "grad_norm": 1.3553444092529627, + "learning_rate": 1.987329750677609e-05, + "loss": 0.301, + "step": 9338 + }, + { + "epoch": 7.921119592875318, + "grad_norm": 1.4390135085991491, + "learning_rate": 1.987325391254776e-05, + "loss": 0.2911, + "step": 9339 + }, + { + "epoch": 7.921967769296014, + "grad_norm": 1.5472665803753018, + "learning_rate": 1.9873210310868876e-05, + "loss": 0.2762, + "step": 9340 + }, + { + "epoch": 7.922815945716709, + "grad_norm": 1.4273881556112833, + "learning_rate": 1.9873166701739456e-05, + "loss": 0.3441, + "step": 9341 + }, + { + "epoch": 7.923664122137405, + "grad_norm": 1.284374180137154, + "learning_rate": 1.9873123085159545e-05, + "loss": 0.2899, + "step": 9342 + }, + { + "epoch": 7.9245122985581, + "grad_norm": 1.3806054577275078, + "learning_rate": 1.9873079461129172e-05, + "loss": 0.2877, + "step": 9343 + }, + { + "epoch": 7.925360474978795, + "grad_norm": 1.3493470843463053, + "learning_rate": 1.987303582964837e-05, + "loss": 0.2977, + "step": 9344 + }, + { + "epoch": 7.926208651399491, + "grad_norm": 1.4445764069081848, + "learning_rate": 1.9872992190717172e-05, + "loss": 0.3085, + "step": 9345 + }, + { + "epoch": 7.927056827820187, + "grad_norm": 1.1853119554680633, + "learning_rate": 1.987294854433561e-05, + "loss": 0.2932, + "step": 9346 + }, + { + "epoch": 7.927905004240882, + "grad_norm": 1.4113274487777194, + "learning_rate": 1.9872904890503713e-05, + "loss": 0.314, + "step": 9347 + }, + { + "epoch": 7.928753180661578, + "grad_norm": 1.338388859787403, + "learning_rate": 1.9872861229221523e-05, + "loss": 0.3846, + "step": 9348 + }, + { + "epoch": 7.929601357082273, + "grad_norm": 1.345447456098449, + "learning_rate": 1.9872817560489067e-05, + "loss": 0.3353, + "step": 9349 + }, + { + "epoch": 7.930449533502968, + "grad_norm": 1.6977586655412396, + "learning_rate": 1.987277388430638e-05, + "loss": 0.2598, + "step": 9350 + }, + { + "epoch": 7.931297709923664, + "grad_norm": 1.4457610037262372, + "learning_rate": 1.9872730200673495e-05, + "loss": 0.349, + "step": 9351 + }, + { + "epoch": 7.93214588634436, + "grad_norm": 1.505267600287982, + "learning_rate": 1.9872686509590443e-05, + "loss": 0.3055, + "step": 9352 + }, + { + "epoch": 7.932994062765055, + "grad_norm": 1.3302603007779277, + "learning_rate": 1.9872642811057257e-05, + "loss": 0.266, + "step": 9353 + }, + { + "epoch": 7.933842239185751, + "grad_norm": 1.197980308093042, + "learning_rate": 1.9872599105073974e-05, + "loss": 0.2978, + "step": 9354 + }, + { + "epoch": 7.934690415606446, + "grad_norm": 1.3366906901672508, + "learning_rate": 1.9872555391640622e-05, + "loss": 0.3656, + "step": 9355 + }, + { + "epoch": 7.935538592027141, + "grad_norm": 1.2424444663196466, + "learning_rate": 1.987251167075724e-05, + "loss": 0.3028, + "step": 9356 + }, + { + "epoch": 7.9363867684478375, + "grad_norm": 1.5186332954099837, + "learning_rate": 1.9872467942423853e-05, + "loss": 0.2941, + "step": 9357 + }, + { + "epoch": 7.937234944868533, + "grad_norm": 1.329459848219821, + "learning_rate": 1.9872424206640496e-05, + "loss": 0.2961, + "step": 9358 + }, + { + "epoch": 7.938083121289228, + "grad_norm": 1.8890926032844253, + "learning_rate": 1.9872380463407207e-05, + "loss": 0.316, + "step": 9359 + }, + { + "epoch": 7.938931297709924, + "grad_norm": 1.3818082179141866, + "learning_rate": 1.9872336712724016e-05, + "loss": 0.3092, + "step": 9360 + }, + { + "epoch": 7.939779474130619, + "grad_norm": 1.617829834330867, + "learning_rate": 1.9872292954590957e-05, + "loss": 0.3517, + "step": 9361 + }, + { + "epoch": 7.940627650551315, + "grad_norm": 1.3058290279325437, + "learning_rate": 1.9872249189008063e-05, + "loss": 0.3168, + "step": 9362 + }, + { + "epoch": 7.9414758269720105, + "grad_norm": 1.3056044690317492, + "learning_rate": 1.9872205415975366e-05, + "loss": 0.3964, + "step": 9363 + }, + { + "epoch": 7.942324003392706, + "grad_norm": 1.1524340359043312, + "learning_rate": 1.98721616354929e-05, + "loss": 0.3127, + "step": 9364 + }, + { + "epoch": 7.943172179813401, + "grad_norm": 1.5056471231042403, + "learning_rate": 1.9872117847560695e-05, + "loss": 0.3066, + "step": 9365 + }, + { + "epoch": 7.9440203562340965, + "grad_norm": 1.4658295787383788, + "learning_rate": 1.9872074052178786e-05, + "loss": 0.3438, + "step": 9366 + }, + { + "epoch": 7.944868532654792, + "grad_norm": 1.1932144460923022, + "learning_rate": 1.987203024934721e-05, + "loss": 0.332, + "step": 9367 + }, + { + "epoch": 7.945716709075487, + "grad_norm": 1.3782230232000132, + "learning_rate": 1.987198643906599e-05, + "loss": 0.3558, + "step": 9368 + }, + { + "epoch": 7.9465648854961835, + "grad_norm": 1.2520896775010428, + "learning_rate": 1.987194262133517e-05, + "loss": 0.3438, + "step": 9369 + }, + { + "epoch": 7.947413061916879, + "grad_norm": 1.1867974461044606, + "learning_rate": 1.9871898796154778e-05, + "loss": 0.3229, + "step": 9370 + }, + { + "epoch": 7.948261238337574, + "grad_norm": 1.2869450179335615, + "learning_rate": 1.987185496352485e-05, + "loss": 0.3145, + "step": 9371 + }, + { + "epoch": 7.9491094147582695, + "grad_norm": 1.4801735706636208, + "learning_rate": 1.987181112344541e-05, + "loss": 0.3651, + "step": 9372 + }, + { + "epoch": 7.949957591178965, + "grad_norm": 1.3104401284602685, + "learning_rate": 1.9871767275916505e-05, + "loss": 0.3251, + "step": 9373 + }, + { + "epoch": 7.950805767599661, + "grad_norm": 1.3035948654247749, + "learning_rate": 1.9871723420938157e-05, + "loss": 0.26, + "step": 9374 + }, + { + "epoch": 7.951653944020356, + "grad_norm": 1.4571012104669718, + "learning_rate": 1.9871679558510402e-05, + "loss": 0.3592, + "step": 9375 + }, + { + "epoch": 7.952502120441052, + "grad_norm": 1.3016536362867999, + "learning_rate": 1.9871635688633277e-05, + "loss": 0.3427, + "step": 9376 + }, + { + "epoch": 7.953350296861747, + "grad_norm": 1.2094576494439953, + "learning_rate": 1.9871591811306812e-05, + "loss": 0.2532, + "step": 9377 + }, + { + "epoch": 7.9541984732824424, + "grad_norm": 1.2988620557465562, + "learning_rate": 1.9871547926531038e-05, + "loss": 0.3163, + "step": 9378 + }, + { + "epoch": 7.955046649703139, + "grad_norm": 1.3256583113339762, + "learning_rate": 1.9871504034305992e-05, + "loss": 0.305, + "step": 9379 + }, + { + "epoch": 7.955894826123834, + "grad_norm": 1.3446367472349259, + "learning_rate": 1.9871460134631704e-05, + "loss": 0.3315, + "step": 9380 + }, + { + "epoch": 7.956743002544529, + "grad_norm": 1.3326764189307916, + "learning_rate": 1.9871416227508213e-05, + "loss": 0.2996, + "step": 9381 + }, + { + "epoch": 7.957591178965225, + "grad_norm": 1.529295307298651, + "learning_rate": 1.9871372312935544e-05, + "loss": 0.3582, + "step": 9382 + }, + { + "epoch": 7.95843935538592, + "grad_norm": 1.2424728712227335, + "learning_rate": 1.9871328390913732e-05, + "loss": 0.2959, + "step": 9383 + }, + { + "epoch": 7.959287531806615, + "grad_norm": 1.4560033442582572, + "learning_rate": 1.9871284461442818e-05, + "loss": 0.3475, + "step": 9384 + }, + { + "epoch": 7.960135708227312, + "grad_norm": 1.4119668488846657, + "learning_rate": 1.9871240524522825e-05, + "loss": 0.285, + "step": 9385 + }, + { + "epoch": 7.960983884648007, + "grad_norm": 1.3440794026181628, + "learning_rate": 1.987119658015379e-05, + "loss": 0.3304, + "step": 9386 + }, + { + "epoch": 7.961832061068702, + "grad_norm": 1.3545072631800141, + "learning_rate": 1.9871152628335748e-05, + "loss": 0.3165, + "step": 9387 + }, + { + "epoch": 7.962680237489398, + "grad_norm": 1.461524665074436, + "learning_rate": 1.9871108669068732e-05, + "loss": 0.3088, + "step": 9388 + }, + { + "epoch": 7.963528413910093, + "grad_norm": 1.2407520996649841, + "learning_rate": 1.9871064702352773e-05, + "loss": 0.2719, + "step": 9389 + }, + { + "epoch": 7.964376590330788, + "grad_norm": 1.4306507849504246, + "learning_rate": 1.9871020728187904e-05, + "loss": 0.3124, + "step": 9390 + }, + { + "epoch": 7.965224766751485, + "grad_norm": 1.2517750430295838, + "learning_rate": 1.987097674657416e-05, + "loss": 0.2648, + "step": 9391 + }, + { + "epoch": 7.96607294317218, + "grad_norm": 1.4753992129370073, + "learning_rate": 1.9870932757511574e-05, + "loss": 0.3357, + "step": 9392 + }, + { + "epoch": 7.966921119592875, + "grad_norm": 1.4111574593890521, + "learning_rate": 1.9870888761000177e-05, + "loss": 0.3327, + "step": 9393 + }, + { + "epoch": 7.967769296013571, + "grad_norm": 1.3211871180258672, + "learning_rate": 1.9870844757040006e-05, + "loss": 0.3328, + "step": 9394 + }, + { + "epoch": 7.968617472434266, + "grad_norm": 1.2927300912607418, + "learning_rate": 1.987080074563109e-05, + "loss": 0.3122, + "step": 9395 + }, + { + "epoch": 7.969465648854962, + "grad_norm": 1.2538695502889006, + "learning_rate": 1.9870756726773465e-05, + "loss": 0.2854, + "step": 9396 + }, + { + "epoch": 7.970313825275658, + "grad_norm": 1.4130796699184565, + "learning_rate": 1.9870712700467166e-05, + "loss": 0.2639, + "step": 9397 + }, + { + "epoch": 7.971162001696353, + "grad_norm": 1.269658191464767, + "learning_rate": 1.9870668666712218e-05, + "loss": 0.383, + "step": 9398 + }, + { + "epoch": 7.972010178117048, + "grad_norm": 1.2441036653610582, + "learning_rate": 1.9870624625508666e-05, + "loss": 0.3527, + "step": 9399 + }, + { + "epoch": 7.972858354537744, + "grad_norm": 1.3956153858913936, + "learning_rate": 1.987058057685653e-05, + "loss": 0.2896, + "step": 9400 + }, + { + "epoch": 7.97370653095844, + "grad_norm": 1.2321163960212522, + "learning_rate": 1.9870536520755857e-05, + "loss": 0.3046, + "step": 9401 + }, + { + "epoch": 7.974554707379135, + "grad_norm": 1.4490752633601556, + "learning_rate": 1.987049245720667e-05, + "loss": 0.3252, + "step": 9402 + }, + { + "epoch": 7.9754028837998305, + "grad_norm": 1.3472800771626487, + "learning_rate": 1.987044838620901e-05, + "loss": 0.3273, + "step": 9403 + }, + { + "epoch": 7.976251060220526, + "grad_norm": 1.4446380457702852, + "learning_rate": 1.9870404307762902e-05, + "loss": 0.3476, + "step": 9404 + }, + { + "epoch": 7.977099236641221, + "grad_norm": 1.5936771590506171, + "learning_rate": 1.9870360221868384e-05, + "loss": 0.3005, + "step": 9405 + }, + { + "epoch": 7.977947413061917, + "grad_norm": 1.4053754854935454, + "learning_rate": 1.987031612852549e-05, + "loss": 0.3518, + "step": 9406 + }, + { + "epoch": 7.978795589482612, + "grad_norm": 1.2420140446814787, + "learning_rate": 1.9870272027734253e-05, + "loss": 0.3276, + "step": 9407 + }, + { + "epoch": 7.979643765903308, + "grad_norm": 1.3437526741470092, + "learning_rate": 1.9870227919494704e-05, + "loss": 0.2791, + "step": 9408 + }, + { + "epoch": 7.9804919423240035, + "grad_norm": 1.3992588426690877, + "learning_rate": 1.9870183803806876e-05, + "loss": 0.3341, + "step": 9409 + }, + { + "epoch": 7.981340118744699, + "grad_norm": 1.4642005583254365, + "learning_rate": 1.9870139680670802e-05, + "loss": 0.3673, + "step": 9410 + }, + { + "epoch": 7.982188295165394, + "grad_norm": 1.296465807902607, + "learning_rate": 1.987009555008652e-05, + "loss": 0.338, + "step": 9411 + }, + { + "epoch": 7.9830364715860895, + "grad_norm": 1.3844468963988967, + "learning_rate": 1.9870051412054062e-05, + "loss": 0.3305, + "step": 9412 + }, + { + "epoch": 7.983884648006786, + "grad_norm": 1.3934797520161466, + "learning_rate": 1.9870007266573456e-05, + "loss": 0.3618, + "step": 9413 + }, + { + "epoch": 7.984732824427481, + "grad_norm": 1.5701019947395876, + "learning_rate": 1.9869963113644744e-05, + "loss": 0.3447, + "step": 9414 + }, + { + "epoch": 7.9855810008481765, + "grad_norm": 1.3329942286635097, + "learning_rate": 1.9869918953267952e-05, + "loss": 0.3186, + "step": 9415 + }, + { + "epoch": 7.986429177268872, + "grad_norm": 1.3231919662813338, + "learning_rate": 1.9869874785443115e-05, + "loss": 0.2823, + "step": 9416 + }, + { + "epoch": 7.987277353689567, + "grad_norm": 1.5288248302757548, + "learning_rate": 1.9869830610170266e-05, + "loss": 0.3558, + "step": 9417 + }, + { + "epoch": 7.988125530110263, + "grad_norm": 1.6491097491416855, + "learning_rate": 1.986978642744944e-05, + "loss": 0.3102, + "step": 9418 + }, + { + "epoch": 7.988973706530959, + "grad_norm": 1.3498745947870265, + "learning_rate": 1.986974223728067e-05, + "loss": 0.2956, + "step": 9419 + }, + { + "epoch": 7.989821882951654, + "grad_norm": 1.1085623481920859, + "learning_rate": 1.986969803966399e-05, + "loss": 0.2656, + "step": 9420 + }, + { + "epoch": 7.990670059372349, + "grad_norm": 1.3169072314459287, + "learning_rate": 1.986965383459943e-05, + "loss": 0.2814, + "step": 9421 + }, + { + "epoch": 7.991518235793045, + "grad_norm": 1.2074768418909831, + "learning_rate": 1.986960962208703e-05, + "loss": 0.3018, + "step": 9422 + }, + { + "epoch": 7.99236641221374, + "grad_norm": 1.3465222158176642, + "learning_rate": 1.9869565402126816e-05, + "loss": 0.3368, + "step": 9423 + }, + { + "epoch": 7.993214588634436, + "grad_norm": 1.5718352039153853, + "learning_rate": 1.9869521174718822e-05, + "loss": 0.3835, + "step": 9424 + }, + { + "epoch": 7.994062765055132, + "grad_norm": 1.2660186947109082, + "learning_rate": 1.9869476939863087e-05, + "loss": 0.2753, + "step": 9425 + }, + { + "epoch": 7.994910941475827, + "grad_norm": 1.266373268001576, + "learning_rate": 1.986943269755964e-05, + "loss": 0.3294, + "step": 9426 + }, + { + "epoch": 7.995759117896522, + "grad_norm": 1.2983214093532587, + "learning_rate": 1.986938844780852e-05, + "loss": 0.3073, + "step": 9427 + }, + { + "epoch": 7.996607294317218, + "grad_norm": 1.2402643581550945, + "learning_rate": 1.9869344190609752e-05, + "loss": 0.3123, + "step": 9428 + }, + { + "epoch": 7.997455470737913, + "grad_norm": 1.3179368365578936, + "learning_rate": 1.9869299925963374e-05, + "loss": 0.3338, + "step": 9429 + }, + { + "epoch": 7.998303647158609, + "grad_norm": 1.3648452763099854, + "learning_rate": 1.9869255653869418e-05, + "loss": 0.3489, + "step": 9430 + }, + { + "epoch": 7.999151823579305, + "grad_norm": 1.2092693167718156, + "learning_rate": 1.9869211374327918e-05, + "loss": 0.33, + "step": 9431 + }, + { + "epoch": 8.0, + "grad_norm": 1.3252213881143629, + "learning_rate": 1.9869167087338908e-05, + "loss": 0.3724, + "step": 9432 + }, + { + "epoch": 8.000848176420696, + "grad_norm": 1.226231333648984, + "learning_rate": 1.9869122792902422e-05, + "loss": 0.2765, + "step": 9433 + }, + { + "epoch": 8.00169635284139, + "grad_norm": 1.244676168386251, + "learning_rate": 1.9869078491018493e-05, + "loss": 0.3115, + "step": 9434 + }, + { + "epoch": 8.002544529262087, + "grad_norm": 1.3093097522483306, + "learning_rate": 1.9869034181687153e-05, + "loss": 0.272, + "step": 9435 + }, + { + "epoch": 8.003392705682781, + "grad_norm": 1.3011587232364417, + "learning_rate": 1.9868989864908435e-05, + "loss": 0.2358, + "step": 9436 + }, + { + "epoch": 8.004240882103478, + "grad_norm": 1.349829210706404, + "learning_rate": 1.9868945540682376e-05, + "loss": 0.2885, + "step": 9437 + }, + { + "epoch": 8.005089058524174, + "grad_norm": 1.4615339699852785, + "learning_rate": 1.9868901209009003e-05, + "loss": 0.2856, + "step": 9438 + }, + { + "epoch": 8.005937234944868, + "grad_norm": 1.3242205563047416, + "learning_rate": 1.9868856869888358e-05, + "loss": 0.2497, + "step": 9439 + }, + { + "epoch": 8.006785411365565, + "grad_norm": 1.2937919247392522, + "learning_rate": 1.986881252332047e-05, + "loss": 0.2524, + "step": 9440 + }, + { + "epoch": 8.007633587786259, + "grad_norm": 1.2159207939296635, + "learning_rate": 1.9868768169305373e-05, + "loss": 0.1987, + "step": 9441 + }, + { + "epoch": 8.008481764206955, + "grad_norm": 1.3089404742766606, + "learning_rate": 1.98687238078431e-05, + "loss": 0.3115, + "step": 9442 + }, + { + "epoch": 8.00932994062765, + "grad_norm": 1.4758785253753937, + "learning_rate": 1.986867943893368e-05, + "loss": 0.3374, + "step": 9443 + }, + { + "epoch": 8.010178117048346, + "grad_norm": 1.367641966776097, + "learning_rate": 1.9868635062577155e-05, + "loss": 0.3157, + "step": 9444 + }, + { + "epoch": 8.011026293469042, + "grad_norm": 1.3174468838898876, + "learning_rate": 1.9868590678773553e-05, + "loss": 0.2847, + "step": 9445 + }, + { + "epoch": 8.011874469889737, + "grad_norm": 1.3194394114902903, + "learning_rate": 1.986854628752291e-05, + "loss": 0.262, + "step": 9446 + }, + { + "epoch": 8.012722646310433, + "grad_norm": 1.4239093309632243, + "learning_rate": 1.986850188882526e-05, + "loss": 0.2852, + "step": 9447 + }, + { + "epoch": 8.013570822731127, + "grad_norm": 1.1903712279965493, + "learning_rate": 1.986845748268063e-05, + "loss": 0.2438, + "step": 9448 + }, + { + "epoch": 8.014418999151824, + "grad_norm": 1.4237486477739756, + "learning_rate": 1.9868413069089066e-05, + "loss": 0.27, + "step": 9449 + }, + { + "epoch": 8.01526717557252, + "grad_norm": 1.3371831406897456, + "learning_rate": 1.9868368648050586e-05, + "loss": 0.2973, + "step": 9450 + }, + { + "epoch": 8.016115351993214, + "grad_norm": 1.5184210820304307, + "learning_rate": 1.9868324219565238e-05, + "loss": 0.2443, + "step": 9451 + }, + { + "epoch": 8.01696352841391, + "grad_norm": 1.4009623786746677, + "learning_rate": 1.9868279783633046e-05, + "loss": 0.3453, + "step": 9452 + }, + { + "epoch": 8.017811704834605, + "grad_norm": 1.3744036721208093, + "learning_rate": 1.9868235340254046e-05, + "loss": 0.2955, + "step": 9453 + }, + { + "epoch": 8.018659881255301, + "grad_norm": 1.4084454956732926, + "learning_rate": 1.9868190889428274e-05, + "loss": 0.2739, + "step": 9454 + }, + { + "epoch": 8.019508057675997, + "grad_norm": 1.2734449277437905, + "learning_rate": 1.9868146431155762e-05, + "loss": 0.2492, + "step": 9455 + }, + { + "epoch": 8.020356234096692, + "grad_norm": 1.6147551312739528, + "learning_rate": 1.9868101965436542e-05, + "loss": 0.2643, + "step": 9456 + }, + { + "epoch": 8.021204410517388, + "grad_norm": 1.3100596312345965, + "learning_rate": 1.986805749227065e-05, + "loss": 0.3159, + "step": 9457 + }, + { + "epoch": 8.022052586938083, + "grad_norm": 1.3188844229589276, + "learning_rate": 1.9868013011658117e-05, + "loss": 0.3007, + "step": 9458 + }, + { + "epoch": 8.022900763358779, + "grad_norm": 1.3724749169884654, + "learning_rate": 1.9867968523598976e-05, + "loss": 0.2662, + "step": 9459 + }, + { + "epoch": 8.023748939779475, + "grad_norm": 1.718592222310717, + "learning_rate": 1.9867924028093266e-05, + "loss": 0.2666, + "step": 9460 + }, + { + "epoch": 8.02459711620017, + "grad_norm": 1.5270946604914148, + "learning_rate": 1.9867879525141016e-05, + "loss": 0.2741, + "step": 9461 + }, + { + "epoch": 8.025445292620866, + "grad_norm": 1.564822501431737, + "learning_rate": 1.986783501474226e-05, + "loss": 0.2722, + "step": 9462 + }, + { + "epoch": 8.02629346904156, + "grad_norm": 1.4855370625788469, + "learning_rate": 1.9867790496897034e-05, + "loss": 0.3303, + "step": 9463 + }, + { + "epoch": 8.027141645462256, + "grad_norm": 1.3632098855548296, + "learning_rate": 1.9867745971605367e-05, + "loss": 0.2976, + "step": 9464 + }, + { + "epoch": 8.02798982188295, + "grad_norm": 1.4606232843171412, + "learning_rate": 1.9867701438867298e-05, + "loss": 0.2617, + "step": 9465 + }, + { + "epoch": 8.028837998303647, + "grad_norm": 1.358620002865287, + "learning_rate": 1.9867656898682857e-05, + "loss": 0.3319, + "step": 9466 + }, + { + "epoch": 8.029686174724343, + "grad_norm": 1.3688966214564255, + "learning_rate": 1.986761235105208e-05, + "loss": 0.29, + "step": 9467 + }, + { + "epoch": 8.030534351145038, + "grad_norm": 1.3210071760681048, + "learning_rate": 1.9867567795975e-05, + "loss": 0.2704, + "step": 9468 + }, + { + "epoch": 8.031382527565734, + "grad_norm": 1.4314620241642224, + "learning_rate": 1.9867523233451644e-05, + "loss": 0.3095, + "step": 9469 + }, + { + "epoch": 8.032230703986428, + "grad_norm": 1.5497209065657551, + "learning_rate": 1.9867478663482055e-05, + "loss": 0.2604, + "step": 9470 + }, + { + "epoch": 8.033078880407125, + "grad_norm": 1.4913785914560285, + "learning_rate": 1.9867434086066268e-05, + "loss": 0.2949, + "step": 9471 + }, + { + "epoch": 8.033927056827821, + "grad_norm": 1.451368929683474, + "learning_rate": 1.9867389501204305e-05, + "loss": 0.3516, + "step": 9472 + }, + { + "epoch": 8.034775233248515, + "grad_norm": 1.333426498464196, + "learning_rate": 1.9867344908896208e-05, + "loss": 0.3034, + "step": 9473 + }, + { + "epoch": 8.035623409669212, + "grad_norm": 1.225896317944963, + "learning_rate": 1.986730030914201e-05, + "loss": 0.255, + "step": 9474 + }, + { + "epoch": 8.036471586089906, + "grad_norm": 1.374835532695461, + "learning_rate": 1.9867255701941742e-05, + "loss": 0.3325, + "step": 9475 + }, + { + "epoch": 8.037319762510602, + "grad_norm": 1.3672558799342678, + "learning_rate": 1.9867211087295444e-05, + "loss": 0.2901, + "step": 9476 + }, + { + "epoch": 8.038167938931299, + "grad_norm": 1.1850914368024135, + "learning_rate": 1.986716646520314e-05, + "loss": 0.2521, + "step": 9477 + }, + { + "epoch": 8.039016115351993, + "grad_norm": 1.5217512470139072, + "learning_rate": 1.9867121835664873e-05, + "loss": 0.2971, + "step": 9478 + }, + { + "epoch": 8.03986429177269, + "grad_norm": 1.3336992650910995, + "learning_rate": 1.986707719868067e-05, + "loss": 0.2674, + "step": 9479 + }, + { + "epoch": 8.040712468193384, + "grad_norm": 1.4744518985555612, + "learning_rate": 1.9867032554250567e-05, + "loss": 0.3875, + "step": 9480 + }, + { + "epoch": 8.04156064461408, + "grad_norm": 1.309466503410087, + "learning_rate": 1.9866987902374596e-05, + "loss": 0.2401, + "step": 9481 + }, + { + "epoch": 8.042408821034774, + "grad_norm": 1.4131893335832832, + "learning_rate": 1.9866943243052796e-05, + "loss": 0.2998, + "step": 9482 + }, + { + "epoch": 8.04325699745547, + "grad_norm": 1.300130133761101, + "learning_rate": 1.9866898576285197e-05, + "loss": 0.3221, + "step": 9483 + }, + { + "epoch": 8.044105173876167, + "grad_norm": 1.3254730954166267, + "learning_rate": 1.9866853902071833e-05, + "loss": 0.3499, + "step": 9484 + }, + { + "epoch": 8.044953350296861, + "grad_norm": 1.3317284416449569, + "learning_rate": 1.9866809220412734e-05, + "loss": 0.2889, + "step": 9485 + }, + { + "epoch": 8.045801526717558, + "grad_norm": 1.2913367817657653, + "learning_rate": 1.986676453130794e-05, + "loss": 0.2608, + "step": 9486 + }, + { + "epoch": 8.046649703138252, + "grad_norm": 1.42899992787503, + "learning_rate": 1.9866719834757484e-05, + "loss": 0.2808, + "step": 9487 + }, + { + "epoch": 8.047497879558948, + "grad_norm": 1.3678721653526615, + "learning_rate": 1.9866675130761395e-05, + "loss": 0.3011, + "step": 9488 + }, + { + "epoch": 8.048346055979644, + "grad_norm": 1.4205118755805166, + "learning_rate": 1.986663041931971e-05, + "loss": 0.3001, + "step": 9489 + }, + { + "epoch": 8.049194232400339, + "grad_norm": 1.4636140405447404, + "learning_rate": 1.9866585700432465e-05, + "loss": 0.2737, + "step": 9490 + }, + { + "epoch": 8.050042408821035, + "grad_norm": 1.3111493955698719, + "learning_rate": 1.9866540974099687e-05, + "loss": 0.2888, + "step": 9491 + }, + { + "epoch": 8.05089058524173, + "grad_norm": 1.3978595842196042, + "learning_rate": 1.9866496240321417e-05, + "loss": 0.2757, + "step": 9492 + }, + { + "epoch": 8.051738761662426, + "grad_norm": 1.3155342356678068, + "learning_rate": 1.986645149909768e-05, + "loss": 0.2714, + "step": 9493 + }, + { + "epoch": 8.052586938083122, + "grad_norm": 1.3568148637764232, + "learning_rate": 1.986640675042852e-05, + "loss": 0.3601, + "step": 9494 + }, + { + "epoch": 8.053435114503817, + "grad_norm": 1.3331609434196483, + "learning_rate": 1.9866361994313966e-05, + "loss": 0.3143, + "step": 9495 + }, + { + "epoch": 8.054283290924513, + "grad_norm": 1.4376975259030706, + "learning_rate": 1.986631723075405e-05, + "loss": 0.3062, + "step": 9496 + }, + { + "epoch": 8.055131467345207, + "grad_norm": 1.3179285919345243, + "learning_rate": 1.986627245974881e-05, + "loss": 0.2804, + "step": 9497 + }, + { + "epoch": 8.055979643765903, + "grad_norm": 1.4148752654979255, + "learning_rate": 1.9866227681298276e-05, + "loss": 0.3001, + "step": 9498 + }, + { + "epoch": 8.056827820186598, + "grad_norm": 1.2872038974911022, + "learning_rate": 1.9866182895402483e-05, + "loss": 0.3355, + "step": 9499 + }, + { + "epoch": 8.057675996607294, + "grad_norm": 1.305315444727089, + "learning_rate": 1.9866138102061463e-05, + "loss": 0.3256, + "step": 9500 + }, + { + "epoch": 8.05852417302799, + "grad_norm": 1.5635930445036494, + "learning_rate": 1.9866093301275254e-05, + "loss": 0.3033, + "step": 9501 + }, + { + "epoch": 8.059372349448685, + "grad_norm": 1.3263408539446944, + "learning_rate": 1.986604849304389e-05, + "loss": 0.3061, + "step": 9502 + }, + { + "epoch": 8.060220525869381, + "grad_norm": 1.3468556474406028, + "learning_rate": 1.9866003677367397e-05, + "loss": 0.2979, + "step": 9503 + }, + { + "epoch": 8.061068702290076, + "grad_norm": 1.9845256992955642, + "learning_rate": 1.9865958854245817e-05, + "loss": 0.2761, + "step": 9504 + }, + { + "epoch": 8.061916878710772, + "grad_norm": 1.221572713565223, + "learning_rate": 1.986591402367918e-05, + "loss": 0.234, + "step": 9505 + }, + { + "epoch": 8.062765055131468, + "grad_norm": 1.3071040720604272, + "learning_rate": 1.9865869185667522e-05, + "loss": 0.2956, + "step": 9506 + }, + { + "epoch": 8.063613231552162, + "grad_norm": 1.2045943432715989, + "learning_rate": 1.9865824340210876e-05, + "loss": 0.2241, + "step": 9507 + }, + { + "epoch": 8.064461407972859, + "grad_norm": 1.3993618890166921, + "learning_rate": 1.9865779487309277e-05, + "loss": 0.2477, + "step": 9508 + }, + { + "epoch": 8.065309584393553, + "grad_norm": 1.351828441549181, + "learning_rate": 1.9865734626962757e-05, + "loss": 0.2676, + "step": 9509 + }, + { + "epoch": 8.06615776081425, + "grad_norm": 1.3281028628111764, + "learning_rate": 1.9865689759171346e-05, + "loss": 0.2831, + "step": 9510 + }, + { + "epoch": 8.067005937234946, + "grad_norm": 1.664815233436882, + "learning_rate": 1.9865644883935085e-05, + "loss": 0.3645, + "step": 9511 + }, + { + "epoch": 8.06785411365564, + "grad_norm": 1.3272663356908634, + "learning_rate": 1.9865600001254007e-05, + "loss": 0.3235, + "step": 9512 + }, + { + "epoch": 8.068702290076336, + "grad_norm": 1.3699098288657245, + "learning_rate": 1.986555511112814e-05, + "loss": 0.304, + "step": 9513 + }, + { + "epoch": 8.06955046649703, + "grad_norm": 1.3903149877703964, + "learning_rate": 1.9865510213557523e-05, + "loss": 0.3011, + "step": 9514 + }, + { + "epoch": 8.070398642917727, + "grad_norm": 1.1982094276120583, + "learning_rate": 1.986546530854219e-05, + "loss": 0.2725, + "step": 9515 + }, + { + "epoch": 8.071246819338423, + "grad_norm": 1.3299877908200985, + "learning_rate": 1.986542039608217e-05, + "loss": 0.2569, + "step": 9516 + }, + { + "epoch": 8.072094995759118, + "grad_norm": 1.4572684980026351, + "learning_rate": 1.9865375476177504e-05, + "loss": 0.2778, + "step": 9517 + }, + { + "epoch": 8.072943172179814, + "grad_norm": 1.5459050935747025, + "learning_rate": 1.986533054882822e-05, + "loss": 0.2983, + "step": 9518 + }, + { + "epoch": 8.073791348600508, + "grad_norm": 1.5483584099782164, + "learning_rate": 1.9865285614034356e-05, + "loss": 0.3187, + "step": 9519 + }, + { + "epoch": 8.074639525021205, + "grad_norm": 2.1974934145871594, + "learning_rate": 1.9865240671795946e-05, + "loss": 0.3024, + "step": 9520 + }, + { + "epoch": 8.075487701441899, + "grad_norm": 1.3784521481854464, + "learning_rate": 1.9865195722113017e-05, + "loss": 0.3061, + "step": 9521 + }, + { + "epoch": 8.076335877862595, + "grad_norm": 1.6380557945050913, + "learning_rate": 1.9865150764985613e-05, + "loss": 0.2918, + "step": 9522 + }, + { + "epoch": 8.077184054283292, + "grad_norm": 1.4373508090077636, + "learning_rate": 1.986510580041376e-05, + "loss": 0.3361, + "step": 9523 + }, + { + "epoch": 8.078032230703986, + "grad_norm": 1.342567630829345, + "learning_rate": 1.9865060828397492e-05, + "loss": 0.2751, + "step": 9524 + }, + { + "epoch": 8.078880407124682, + "grad_norm": 1.4978905801609046, + "learning_rate": 1.986501584893685e-05, + "loss": 0.2654, + "step": 9525 + }, + { + "epoch": 8.079728583545377, + "grad_norm": 1.3001446749226562, + "learning_rate": 1.986497086203186e-05, + "loss": 0.2757, + "step": 9526 + }, + { + "epoch": 8.080576759966073, + "grad_norm": 1.3621544973264164, + "learning_rate": 1.9864925867682562e-05, + "loss": 0.255, + "step": 9527 + }, + { + "epoch": 8.08142493638677, + "grad_norm": 1.6346019466559283, + "learning_rate": 1.986488086588899e-05, + "loss": 0.2799, + "step": 9528 + }, + { + "epoch": 8.082273112807464, + "grad_norm": 1.6089143878647785, + "learning_rate": 1.986483585665117e-05, + "loss": 0.2479, + "step": 9529 + }, + { + "epoch": 8.08312128922816, + "grad_norm": 1.5395826356591504, + "learning_rate": 1.9864790839969146e-05, + "loss": 0.2949, + "step": 9530 + }, + { + "epoch": 8.083969465648854, + "grad_norm": 1.4699867707510494, + "learning_rate": 1.9864745815842944e-05, + "loss": 0.2454, + "step": 9531 + }, + { + "epoch": 8.08481764206955, + "grad_norm": 1.4292385708499014, + "learning_rate": 1.9864700784272607e-05, + "loss": 0.3236, + "step": 9532 + }, + { + "epoch": 8.085665818490247, + "grad_norm": 1.398205911115551, + "learning_rate": 1.9864655745258157e-05, + "loss": 0.2665, + "step": 9533 + }, + { + "epoch": 8.086513994910941, + "grad_norm": 1.4162235615884833, + "learning_rate": 1.9864610698799637e-05, + "loss": 0.2672, + "step": 9534 + }, + { + "epoch": 8.087362171331637, + "grad_norm": 1.2867152734979048, + "learning_rate": 1.986456564489708e-05, + "loss": 0.2585, + "step": 9535 + }, + { + "epoch": 8.088210347752332, + "grad_norm": 1.670706307775825, + "learning_rate": 1.9864520583550515e-05, + "loss": 0.3193, + "step": 9536 + }, + { + "epoch": 8.089058524173028, + "grad_norm": 1.2517879109140944, + "learning_rate": 1.9864475514759982e-05, + "loss": 0.2659, + "step": 9537 + }, + { + "epoch": 8.089906700593723, + "grad_norm": 1.5030804831385394, + "learning_rate": 1.986443043852551e-05, + "loss": 0.293, + "step": 9538 + }, + { + "epoch": 8.090754877014419, + "grad_norm": 1.2592166194643588, + "learning_rate": 1.9864385354847138e-05, + "loss": 0.2415, + "step": 9539 + }, + { + "epoch": 8.091603053435115, + "grad_norm": 1.4363699100987724, + "learning_rate": 1.9864340263724896e-05, + "loss": 0.2806, + "step": 9540 + }, + { + "epoch": 8.09245122985581, + "grad_norm": 1.4063291499727841, + "learning_rate": 1.986429516515882e-05, + "loss": 0.2396, + "step": 9541 + }, + { + "epoch": 8.093299406276506, + "grad_norm": 1.51102179575886, + "learning_rate": 1.9864250059148943e-05, + "loss": 0.3357, + "step": 9542 + }, + { + "epoch": 8.0941475826972, + "grad_norm": 1.4683499354325946, + "learning_rate": 1.9864204945695304e-05, + "loss": 0.2742, + "step": 9543 + }, + { + "epoch": 8.094995759117896, + "grad_norm": 1.3048621007993013, + "learning_rate": 1.9864159824797926e-05, + "loss": 0.2502, + "step": 9544 + }, + { + "epoch": 8.095843935538593, + "grad_norm": 1.3932778648502444, + "learning_rate": 1.9864114696456852e-05, + "loss": 0.2665, + "step": 9545 + }, + { + "epoch": 8.096692111959287, + "grad_norm": 1.4058810433363442, + "learning_rate": 1.9864069560672115e-05, + "loss": 0.2927, + "step": 9546 + }, + { + "epoch": 8.097540288379983, + "grad_norm": 1.4234538445247826, + "learning_rate": 1.9864024417443746e-05, + "loss": 0.3054, + "step": 9547 + }, + { + "epoch": 8.098388464800678, + "grad_norm": 1.5498103324297923, + "learning_rate": 1.986397926677178e-05, + "loss": 0.3363, + "step": 9548 + }, + { + "epoch": 8.099236641221374, + "grad_norm": 1.4394822300655261, + "learning_rate": 1.9863934108656252e-05, + "loss": 0.3291, + "step": 9549 + }, + { + "epoch": 8.10008481764207, + "grad_norm": 1.5281739394567622, + "learning_rate": 1.98638889430972e-05, + "loss": 0.2846, + "step": 9550 + }, + { + "epoch": 8.100932994062765, + "grad_norm": 1.306266174001866, + "learning_rate": 1.986384377009465e-05, + "loss": 0.2537, + "step": 9551 + }, + { + "epoch": 8.101781170483461, + "grad_norm": 1.4167591312107282, + "learning_rate": 1.9863798589648643e-05, + "loss": 0.2911, + "step": 9552 + }, + { + "epoch": 8.102629346904155, + "grad_norm": 1.267024577086843, + "learning_rate": 1.986375340175921e-05, + "loss": 0.296, + "step": 9553 + }, + { + "epoch": 8.103477523324852, + "grad_norm": 1.4467612928595903, + "learning_rate": 1.986370820642638e-05, + "loss": 0.3038, + "step": 9554 + }, + { + "epoch": 8.104325699745548, + "grad_norm": 1.308823092540233, + "learning_rate": 1.9863663003650197e-05, + "loss": 0.2426, + "step": 9555 + }, + { + "epoch": 8.105173876166242, + "grad_norm": 1.4025492038649898, + "learning_rate": 1.986361779343069e-05, + "loss": 0.2964, + "step": 9556 + }, + { + "epoch": 8.106022052586939, + "grad_norm": 1.402315340128221, + "learning_rate": 1.9863572575767892e-05, + "loss": 0.2617, + "step": 9557 + }, + { + "epoch": 8.106870229007633, + "grad_norm": 1.3409530203441615, + "learning_rate": 1.9863527350661843e-05, + "loss": 0.2761, + "step": 9558 + }, + { + "epoch": 8.10771840542833, + "grad_norm": 1.4538548189698193, + "learning_rate": 1.9863482118112566e-05, + "loss": 0.3601, + "step": 9559 + }, + { + "epoch": 8.108566581849024, + "grad_norm": 1.4298072695472868, + "learning_rate": 1.986343687812011e-05, + "loss": 0.2556, + "step": 9560 + }, + { + "epoch": 8.10941475826972, + "grad_norm": 1.3571268537837633, + "learning_rate": 1.9863391630684496e-05, + "loss": 0.3019, + "step": 9561 + }, + { + "epoch": 8.110262934690416, + "grad_norm": 1.4824290391042132, + "learning_rate": 1.9863346375805763e-05, + "loss": 0.2577, + "step": 9562 + }, + { + "epoch": 8.11111111111111, + "grad_norm": 1.2956417862467868, + "learning_rate": 1.986330111348395e-05, + "loss": 0.2643, + "step": 9563 + }, + { + "epoch": 8.111959287531807, + "grad_norm": 1.2724612848307542, + "learning_rate": 1.9863255843719084e-05, + "loss": 0.2743, + "step": 9564 + }, + { + "epoch": 8.112807463952501, + "grad_norm": 1.395682635182409, + "learning_rate": 1.98632105665112e-05, + "loss": 0.2827, + "step": 9565 + }, + { + "epoch": 8.113655640373198, + "grad_norm": 1.5191826882575672, + "learning_rate": 1.9863165281860334e-05, + "loss": 0.2859, + "step": 9566 + }, + { + "epoch": 8.114503816793894, + "grad_norm": 1.4121472309316225, + "learning_rate": 1.9863119989766525e-05, + "loss": 0.3195, + "step": 9567 + }, + { + "epoch": 8.115351993214588, + "grad_norm": 1.3037876381298652, + "learning_rate": 1.9863074690229797e-05, + "loss": 0.2915, + "step": 9568 + }, + { + "epoch": 8.116200169635285, + "grad_norm": 1.3870911469383347, + "learning_rate": 1.986302938325019e-05, + "loss": 0.2445, + "step": 9569 + }, + { + "epoch": 8.117048346055979, + "grad_norm": 1.5273925273412794, + "learning_rate": 1.986298406882774e-05, + "loss": 0.2899, + "step": 9570 + }, + { + "epoch": 8.117896522476675, + "grad_norm": 1.631028374467816, + "learning_rate": 1.986293874696248e-05, + "loss": 0.2485, + "step": 9571 + }, + { + "epoch": 8.118744698897371, + "grad_norm": 1.3092565008479635, + "learning_rate": 1.986289341765444e-05, + "loss": 0.2653, + "step": 9572 + }, + { + "epoch": 8.119592875318066, + "grad_norm": 1.4711797959262485, + "learning_rate": 1.9862848080903658e-05, + "loss": 0.3116, + "step": 9573 + }, + { + "epoch": 8.120441051738762, + "grad_norm": 1.602037560159923, + "learning_rate": 1.9862802736710166e-05, + "loss": 0.2195, + "step": 9574 + }, + { + "epoch": 8.121289228159457, + "grad_norm": 1.5353781232806898, + "learning_rate": 1.9862757385074003e-05, + "loss": 0.3053, + "step": 9575 + }, + { + "epoch": 8.122137404580153, + "grad_norm": 1.352982841782585, + "learning_rate": 1.98627120259952e-05, + "loss": 0.2518, + "step": 9576 + }, + { + "epoch": 8.122985581000847, + "grad_norm": 1.240695315339519, + "learning_rate": 1.9862666659473787e-05, + "loss": 0.2973, + "step": 9577 + }, + { + "epoch": 8.123833757421544, + "grad_norm": 1.5561761139360133, + "learning_rate": 1.9862621285509808e-05, + "loss": 0.2804, + "step": 9578 + }, + { + "epoch": 8.12468193384224, + "grad_norm": 1.5249362721301964, + "learning_rate": 1.9862575904103286e-05, + "loss": 0.2952, + "step": 9579 + }, + { + "epoch": 8.125530110262934, + "grad_norm": 1.3791097763813054, + "learning_rate": 1.9862530515254262e-05, + "loss": 0.2914, + "step": 9580 + }, + { + "epoch": 8.12637828668363, + "grad_norm": 1.3226000765575376, + "learning_rate": 1.9862485118962773e-05, + "loss": 0.3329, + "step": 9581 + }, + { + "epoch": 8.127226463104325, + "grad_norm": 1.7331964979078556, + "learning_rate": 1.9862439715228845e-05, + "loss": 0.3577, + "step": 9582 + }, + { + "epoch": 8.128074639525021, + "grad_norm": 1.5205778518254496, + "learning_rate": 1.986239430405252e-05, + "loss": 0.2938, + "step": 9583 + }, + { + "epoch": 8.128922815945717, + "grad_norm": 1.2964838783547978, + "learning_rate": 1.9862348885433825e-05, + "loss": 0.3002, + "step": 9584 + }, + { + "epoch": 8.129770992366412, + "grad_norm": 1.4253530537884465, + "learning_rate": 1.9862303459372804e-05, + "loss": 0.2762, + "step": 9585 + }, + { + "epoch": 8.130619168787108, + "grad_norm": 1.2542262421531052, + "learning_rate": 1.9862258025869484e-05, + "loss": 0.2586, + "step": 9586 + }, + { + "epoch": 8.131467345207803, + "grad_norm": 1.4543878486859858, + "learning_rate": 1.9862212584923898e-05, + "loss": 0.2863, + "step": 9587 + }, + { + "epoch": 8.132315521628499, + "grad_norm": 1.4062014757248027, + "learning_rate": 1.986216713653608e-05, + "loss": 0.2976, + "step": 9588 + }, + { + "epoch": 8.133163698049195, + "grad_norm": 1.4660496271554833, + "learning_rate": 1.9862121680706073e-05, + "loss": 0.3094, + "step": 9589 + }, + { + "epoch": 8.13401187446989, + "grad_norm": 1.462303096416992, + "learning_rate": 1.9862076217433905e-05, + "loss": 0.3068, + "step": 9590 + }, + { + "epoch": 8.134860050890586, + "grad_norm": 1.2838806569637722, + "learning_rate": 1.986203074671961e-05, + "loss": 0.251, + "step": 9591 + }, + { + "epoch": 8.13570822731128, + "grad_norm": 1.3666513494800938, + "learning_rate": 1.9861985268563224e-05, + "loss": 0.2912, + "step": 9592 + }, + { + "epoch": 8.136556403731976, + "grad_norm": 1.4688675961548487, + "learning_rate": 1.9861939782964778e-05, + "loss": 0.2257, + "step": 9593 + }, + { + "epoch": 8.137404580152673, + "grad_norm": 1.5744792611877403, + "learning_rate": 1.986189428992431e-05, + "loss": 0.3122, + "step": 9594 + }, + { + "epoch": 8.138252756573367, + "grad_norm": 1.4469968655778165, + "learning_rate": 1.9861848789441857e-05, + "loss": 0.2431, + "step": 9595 + }, + { + "epoch": 8.139100932994063, + "grad_norm": 1.4491736968633784, + "learning_rate": 1.9861803281517446e-05, + "loss": 0.3446, + "step": 9596 + }, + { + "epoch": 8.139949109414758, + "grad_norm": 1.683028252514982, + "learning_rate": 1.9861757766151115e-05, + "loss": 0.2901, + "step": 9597 + }, + { + "epoch": 8.140797285835454, + "grad_norm": 1.3968782705366043, + "learning_rate": 1.98617122433429e-05, + "loss": 0.3475, + "step": 9598 + }, + { + "epoch": 8.141645462256148, + "grad_norm": 1.3203284810446254, + "learning_rate": 1.9861666713092834e-05, + "loss": 0.3119, + "step": 9599 + }, + { + "epoch": 8.142493638676845, + "grad_norm": 1.3484156077997402, + "learning_rate": 1.9861621175400947e-05, + "loss": 0.2886, + "step": 9600 + }, + { + "epoch": 8.143341815097541, + "grad_norm": 1.3569894297474234, + "learning_rate": 1.986157563026728e-05, + "loss": 0.348, + "step": 9601 + }, + { + "epoch": 8.144189991518235, + "grad_norm": 1.4303902495579377, + "learning_rate": 1.9861530077691863e-05, + "loss": 0.2756, + "step": 9602 + }, + { + "epoch": 8.145038167938932, + "grad_norm": 1.267889117604872, + "learning_rate": 1.9861484517674735e-05, + "loss": 0.2369, + "step": 9603 + }, + { + "epoch": 8.145886344359626, + "grad_norm": 1.283986558946196, + "learning_rate": 1.9861438950215926e-05, + "loss": 0.2942, + "step": 9604 + }, + { + "epoch": 8.146734520780322, + "grad_norm": 1.3360900824421034, + "learning_rate": 1.986139337531547e-05, + "loss": 0.3232, + "step": 9605 + }, + { + "epoch": 8.147582697201019, + "grad_norm": 1.3272697235186242, + "learning_rate": 1.9861347792973408e-05, + "loss": 0.3246, + "step": 9606 + }, + { + "epoch": 8.148430873621713, + "grad_norm": 1.2539247343739743, + "learning_rate": 1.9861302203189765e-05, + "loss": 0.2335, + "step": 9607 + }, + { + "epoch": 8.14927905004241, + "grad_norm": 1.2822657984524513, + "learning_rate": 1.986125660596458e-05, + "loss": 0.2299, + "step": 9608 + }, + { + "epoch": 8.150127226463104, + "grad_norm": 1.3828832943625886, + "learning_rate": 1.986121100129789e-05, + "loss": 0.2854, + "step": 9609 + }, + { + "epoch": 8.1509754028838, + "grad_norm": 1.5095354145924582, + "learning_rate": 1.9861165389189728e-05, + "loss": 0.329, + "step": 9610 + }, + { + "epoch": 8.151823579304496, + "grad_norm": 1.2265006399164662, + "learning_rate": 1.9861119769640123e-05, + "loss": 0.2627, + "step": 9611 + }, + { + "epoch": 8.15267175572519, + "grad_norm": 1.383012044134464, + "learning_rate": 1.986107414264912e-05, + "loss": 0.2785, + "step": 9612 + }, + { + "epoch": 8.153519932145887, + "grad_norm": 1.1975871228379926, + "learning_rate": 1.986102850821674e-05, + "loss": 0.2698, + "step": 9613 + }, + { + "epoch": 8.154368108566581, + "grad_norm": 1.6153997146586911, + "learning_rate": 1.9860982866343028e-05, + "loss": 0.3605, + "step": 9614 + }, + { + "epoch": 8.155216284987278, + "grad_norm": 1.3900245354872272, + "learning_rate": 1.9860937217028014e-05, + "loss": 0.3386, + "step": 9615 + }, + { + "epoch": 8.156064461407972, + "grad_norm": 1.4343759533117182, + "learning_rate": 1.9860891560271736e-05, + "loss": 0.2587, + "step": 9616 + }, + { + "epoch": 8.156912637828668, + "grad_norm": 1.3190177462461385, + "learning_rate": 1.9860845896074225e-05, + "loss": 0.2557, + "step": 9617 + }, + { + "epoch": 8.157760814249365, + "grad_norm": 1.3866658229444315, + "learning_rate": 1.9860800224435516e-05, + "loss": 0.2931, + "step": 9618 + }, + { + "epoch": 8.158608990670059, + "grad_norm": 1.4763496587177638, + "learning_rate": 1.9860754545355643e-05, + "loss": 0.2749, + "step": 9619 + }, + { + "epoch": 8.159457167090755, + "grad_norm": 1.4094487957013415, + "learning_rate": 1.986070885883464e-05, + "loss": 0.3107, + "step": 9620 + }, + { + "epoch": 8.16030534351145, + "grad_norm": 1.3140517496291753, + "learning_rate": 1.9860663164872544e-05, + "loss": 0.3214, + "step": 9621 + }, + { + "epoch": 8.161153519932146, + "grad_norm": 1.244783991007626, + "learning_rate": 1.986061746346939e-05, + "loss": 0.248, + "step": 9622 + }, + { + "epoch": 8.162001696352842, + "grad_norm": 1.3205184116188593, + "learning_rate": 1.986057175462521e-05, + "loss": 0.2836, + "step": 9623 + }, + { + "epoch": 8.162849872773537, + "grad_norm": 1.363173154260905, + "learning_rate": 1.9860526038340037e-05, + "loss": 0.2566, + "step": 9624 + }, + { + "epoch": 8.163698049194233, + "grad_norm": 1.3321697832628903, + "learning_rate": 1.986048031461391e-05, + "loss": 0.2922, + "step": 9625 + }, + { + "epoch": 8.164546225614927, + "grad_norm": 1.2907346799961597, + "learning_rate": 1.9860434583446865e-05, + "loss": 0.2636, + "step": 9626 + }, + { + "epoch": 8.165394402035624, + "grad_norm": 1.4728144726151913, + "learning_rate": 1.9860388844838926e-05, + "loss": 0.2807, + "step": 9627 + }, + { + "epoch": 8.16624257845632, + "grad_norm": 1.4420691544298276, + "learning_rate": 1.9860343098790138e-05, + "loss": 0.319, + "step": 9628 + }, + { + "epoch": 8.167090754877014, + "grad_norm": 1.800703483887244, + "learning_rate": 1.986029734530053e-05, + "loss": 0.3503, + "step": 9629 + }, + { + "epoch": 8.16793893129771, + "grad_norm": 1.4629385384489817, + "learning_rate": 1.9860251584370137e-05, + "loss": 0.2704, + "step": 9630 + }, + { + "epoch": 8.168787107718405, + "grad_norm": 1.368973812980376, + "learning_rate": 1.9860205815999e-05, + "loss": 0.2582, + "step": 9631 + }, + { + "epoch": 8.169635284139101, + "grad_norm": 1.31492296074672, + "learning_rate": 1.9860160040187143e-05, + "loss": 0.2805, + "step": 9632 + }, + { + "epoch": 8.170483460559796, + "grad_norm": 1.3368771182505441, + "learning_rate": 1.986011425693461e-05, + "loss": 0.3097, + "step": 9633 + }, + { + "epoch": 8.171331636980492, + "grad_norm": 1.174490768221892, + "learning_rate": 1.9860068466241428e-05, + "loss": 0.2791, + "step": 9634 + }, + { + "epoch": 8.172179813401188, + "grad_norm": 1.5143470837893287, + "learning_rate": 1.986002266810764e-05, + "loss": 0.3989, + "step": 9635 + }, + { + "epoch": 8.173027989821882, + "grad_norm": 1.4047531079025428, + "learning_rate": 1.985997686253327e-05, + "loss": 0.3476, + "step": 9636 + }, + { + "epoch": 8.173876166242579, + "grad_norm": 1.4651013743108474, + "learning_rate": 1.985993104951836e-05, + "loss": 0.3139, + "step": 9637 + }, + { + "epoch": 8.174724342663273, + "grad_norm": 1.3722970833715198, + "learning_rate": 1.9859885229062942e-05, + "loss": 0.2448, + "step": 9638 + }, + { + "epoch": 8.17557251908397, + "grad_norm": 1.84063088764737, + "learning_rate": 1.9859839401167054e-05, + "loss": 0.3147, + "step": 9639 + }, + { + "epoch": 8.176420695504666, + "grad_norm": 1.381934367432949, + "learning_rate": 1.9859793565830724e-05, + "loss": 0.2341, + "step": 9640 + }, + { + "epoch": 8.17726887192536, + "grad_norm": 1.4001634311607585, + "learning_rate": 1.9859747723053996e-05, + "loss": 0.2748, + "step": 9641 + }, + { + "epoch": 8.178117048346056, + "grad_norm": 1.327266730232254, + "learning_rate": 1.9859701872836896e-05, + "loss": 0.2634, + "step": 9642 + }, + { + "epoch": 8.17896522476675, + "grad_norm": 1.4327983580633656, + "learning_rate": 1.985965601517946e-05, + "loss": 0.2761, + "step": 9643 + }, + { + "epoch": 8.179813401187447, + "grad_norm": 1.4437105794797565, + "learning_rate": 1.985961015008173e-05, + "loss": 0.3308, + "step": 9644 + }, + { + "epoch": 8.180661577608143, + "grad_norm": 1.466774133909943, + "learning_rate": 1.985956427754373e-05, + "loss": 0.324, + "step": 9645 + }, + { + "epoch": 8.181509754028838, + "grad_norm": 1.8516822046443502, + "learning_rate": 1.98595183975655e-05, + "loss": 0.3084, + "step": 9646 + }, + { + "epoch": 8.182357930449534, + "grad_norm": 1.3831921897749977, + "learning_rate": 1.9859472510147072e-05, + "loss": 0.2732, + "step": 9647 + }, + { + "epoch": 8.183206106870228, + "grad_norm": 1.2775889311475135, + "learning_rate": 1.985942661528849e-05, + "loss": 0.2501, + "step": 9648 + }, + { + "epoch": 8.184054283290925, + "grad_norm": 1.485026264155875, + "learning_rate": 1.9859380712989777e-05, + "loss": 0.2801, + "step": 9649 + }, + { + "epoch": 8.18490245971162, + "grad_norm": 1.5471868205295125, + "learning_rate": 1.985933480325097e-05, + "loss": 0.2919, + "step": 9650 + }, + { + "epoch": 8.185750636132315, + "grad_norm": 1.4949131414528964, + "learning_rate": 1.9859288886072105e-05, + "loss": 0.3138, + "step": 9651 + }, + { + "epoch": 8.186598812553012, + "grad_norm": 1.3899009520645134, + "learning_rate": 1.985924296145322e-05, + "loss": 0.3438, + "step": 9652 + }, + { + "epoch": 8.187446988973706, + "grad_norm": 1.4152030287001653, + "learning_rate": 1.9859197029394347e-05, + "loss": 0.3024, + "step": 9653 + }, + { + "epoch": 8.188295165394402, + "grad_norm": 1.4657847124018557, + "learning_rate": 1.9859151089895522e-05, + "loss": 0.2537, + "step": 9654 + }, + { + "epoch": 8.189143341815097, + "grad_norm": 1.7237659011037048, + "learning_rate": 1.9859105142956777e-05, + "loss": 0.3416, + "step": 9655 + }, + { + "epoch": 8.189991518235793, + "grad_norm": 1.4395082999252364, + "learning_rate": 1.9859059188578146e-05, + "loss": 0.3284, + "step": 9656 + }, + { + "epoch": 8.19083969465649, + "grad_norm": 1.5310593593872999, + "learning_rate": 1.9859013226759668e-05, + "loss": 0.2773, + "step": 9657 + }, + { + "epoch": 8.191687871077184, + "grad_norm": 1.4274654542669207, + "learning_rate": 1.9858967257501374e-05, + "loss": 0.241, + "step": 9658 + }, + { + "epoch": 8.19253604749788, + "grad_norm": 1.652552869261871, + "learning_rate": 1.9858921280803302e-05, + "loss": 0.3151, + "step": 9659 + }, + { + "epoch": 8.193384223918574, + "grad_norm": 1.3707645854431405, + "learning_rate": 1.9858875296665486e-05, + "loss": 0.3375, + "step": 9660 + }, + { + "epoch": 8.19423240033927, + "grad_norm": 1.7511742047872556, + "learning_rate": 1.9858829305087955e-05, + "loss": 0.2715, + "step": 9661 + }, + { + "epoch": 8.195080576759967, + "grad_norm": 1.5870656307671616, + "learning_rate": 1.985878330607075e-05, + "loss": 0.2526, + "step": 9662 + }, + { + "epoch": 8.195928753180661, + "grad_norm": 1.522064223159824, + "learning_rate": 1.9858737299613905e-05, + "loss": 0.3299, + "step": 9663 + }, + { + "epoch": 8.196776929601358, + "grad_norm": 1.2889550736940105, + "learning_rate": 1.985869128571745e-05, + "loss": 0.2815, + "step": 9664 + }, + { + "epoch": 8.197625106022052, + "grad_norm": 1.4973285204917866, + "learning_rate": 1.985864526438143e-05, + "loss": 0.2749, + "step": 9665 + }, + { + "epoch": 8.198473282442748, + "grad_norm": 1.401938789113726, + "learning_rate": 1.9858599235605867e-05, + "loss": 0.2657, + "step": 9666 + }, + { + "epoch": 8.199321458863444, + "grad_norm": 1.4229874033208505, + "learning_rate": 1.98585531993908e-05, + "loss": 0.308, + "step": 9667 + }, + { + "epoch": 8.200169635284139, + "grad_norm": 1.499851057579118, + "learning_rate": 1.9858507155736273e-05, + "loss": 0.2988, + "step": 9668 + }, + { + "epoch": 8.201017811704835, + "grad_norm": 1.4069765443333202, + "learning_rate": 1.9858461104642308e-05, + "loss": 0.2938, + "step": 9669 + }, + { + "epoch": 8.20186598812553, + "grad_norm": 1.4212469590352008, + "learning_rate": 1.9858415046108947e-05, + "loss": 0.254, + "step": 9670 + }, + { + "epoch": 8.202714164546226, + "grad_norm": 1.507168052629799, + "learning_rate": 1.985836898013622e-05, + "loss": 0.2901, + "step": 9671 + }, + { + "epoch": 8.20356234096692, + "grad_norm": 1.4108695143143073, + "learning_rate": 1.9858322906724168e-05, + "loss": 0.2934, + "step": 9672 + }, + { + "epoch": 8.204410517387617, + "grad_norm": 1.324246509110575, + "learning_rate": 1.985827682587282e-05, + "loss": 0.2958, + "step": 9673 + }, + { + "epoch": 8.205258693808313, + "grad_norm": 1.4895965431282763, + "learning_rate": 1.9858230737582217e-05, + "loss": 0.3168, + "step": 9674 + }, + { + "epoch": 8.206106870229007, + "grad_norm": 1.4334512527890195, + "learning_rate": 1.9858184641852384e-05, + "loss": 0.3228, + "step": 9675 + }, + { + "epoch": 8.206955046649703, + "grad_norm": 1.458567033969281, + "learning_rate": 1.9858138538683365e-05, + "loss": 0.2918, + "step": 9676 + }, + { + "epoch": 8.207803223070398, + "grad_norm": 1.504391358274215, + "learning_rate": 1.985809242807519e-05, + "loss": 0.2569, + "step": 9677 + }, + { + "epoch": 8.208651399491094, + "grad_norm": 1.8254301993264932, + "learning_rate": 1.9858046310027897e-05, + "loss": 0.3137, + "step": 9678 + }, + { + "epoch": 8.20949957591179, + "grad_norm": 1.420809770307721, + "learning_rate": 1.985800018454152e-05, + "loss": 0.3077, + "step": 9679 + }, + { + "epoch": 8.210347752332485, + "grad_norm": 1.299008305969059, + "learning_rate": 1.985795405161609e-05, + "loss": 0.2428, + "step": 9680 + }, + { + "epoch": 8.211195928753181, + "grad_norm": 1.2483746938135913, + "learning_rate": 1.9857907911251646e-05, + "loss": 0.251, + "step": 9681 + }, + { + "epoch": 8.212044105173876, + "grad_norm": 1.2562596134480253, + "learning_rate": 1.9857861763448222e-05, + "loss": 0.2482, + "step": 9682 + }, + { + "epoch": 8.212892281594572, + "grad_norm": 1.390940905744594, + "learning_rate": 1.985781560820585e-05, + "loss": 0.244, + "step": 9683 + }, + { + "epoch": 8.213740458015268, + "grad_norm": 1.3403365667164036, + "learning_rate": 1.9857769445524568e-05, + "loss": 0.2981, + "step": 9684 + }, + { + "epoch": 8.214588634435962, + "grad_norm": 1.3134789236965188, + "learning_rate": 1.985772327540441e-05, + "loss": 0.3121, + "step": 9685 + }, + { + "epoch": 8.215436810856659, + "grad_norm": 1.3828069952824766, + "learning_rate": 1.9857677097845412e-05, + "loss": 0.2701, + "step": 9686 + }, + { + "epoch": 8.216284987277353, + "grad_norm": 1.3995658236244763, + "learning_rate": 1.9857630912847607e-05, + "loss": 0.3164, + "step": 9687 + }, + { + "epoch": 8.21713316369805, + "grad_norm": 1.5330118240028332, + "learning_rate": 1.985758472041103e-05, + "loss": 0.3337, + "step": 9688 + }, + { + "epoch": 8.217981340118744, + "grad_norm": 1.4802523150879252, + "learning_rate": 1.9857538520535714e-05, + "loss": 0.2419, + "step": 9689 + }, + { + "epoch": 8.21882951653944, + "grad_norm": 1.3402800771302747, + "learning_rate": 1.98574923132217e-05, + "loss": 0.2377, + "step": 9690 + }, + { + "epoch": 8.219677692960136, + "grad_norm": 1.6211573445933094, + "learning_rate": 1.9857446098469017e-05, + "loss": 0.2794, + "step": 9691 + }, + { + "epoch": 8.22052586938083, + "grad_norm": 1.4023359454098692, + "learning_rate": 1.9857399876277703e-05, + "loss": 0.2654, + "step": 9692 + }, + { + "epoch": 8.221374045801527, + "grad_norm": 1.530784337046238, + "learning_rate": 1.9857353646647793e-05, + "loss": 0.2964, + "step": 9693 + }, + { + "epoch": 8.222222222222221, + "grad_norm": 1.5021596241643085, + "learning_rate": 1.985730740957932e-05, + "loss": 0.2599, + "step": 9694 + }, + { + "epoch": 8.223070398642918, + "grad_norm": 1.4466428196387218, + "learning_rate": 1.9857261165072316e-05, + "loss": 0.2595, + "step": 9695 + }, + { + "epoch": 8.223918575063614, + "grad_norm": 1.2120331340123671, + "learning_rate": 1.985721491312682e-05, + "loss": 0.2704, + "step": 9696 + }, + { + "epoch": 8.224766751484308, + "grad_norm": 1.3028463580930845, + "learning_rate": 1.985716865374287e-05, + "loss": 0.2557, + "step": 9697 + }, + { + "epoch": 8.225614927905005, + "grad_norm": 1.2931371374693397, + "learning_rate": 1.9857122386920497e-05, + "loss": 0.3003, + "step": 9698 + }, + { + "epoch": 8.226463104325699, + "grad_norm": 1.3401238371345578, + "learning_rate": 1.9857076112659737e-05, + "loss": 0.2984, + "step": 9699 + }, + { + "epoch": 8.227311280746395, + "grad_norm": 1.4913764726834402, + "learning_rate": 1.985702983096062e-05, + "loss": 0.3186, + "step": 9700 + }, + { + "epoch": 8.228159457167092, + "grad_norm": 1.4767826742646213, + "learning_rate": 1.9856983541823188e-05, + "loss": 0.2669, + "step": 9701 + }, + { + "epoch": 8.229007633587786, + "grad_norm": 1.5006064108396382, + "learning_rate": 1.9856937245247474e-05, + "loss": 0.2823, + "step": 9702 + }, + { + "epoch": 8.229855810008482, + "grad_norm": 1.4237304124830807, + "learning_rate": 1.985689094123351e-05, + "loss": 0.2723, + "step": 9703 + }, + { + "epoch": 8.230703986429177, + "grad_norm": 1.56267391029146, + "learning_rate": 1.9856844629781332e-05, + "loss": 0.2931, + "step": 9704 + }, + { + "epoch": 8.231552162849873, + "grad_norm": 1.4309877452953106, + "learning_rate": 1.985679831089098e-05, + "loss": 0.3131, + "step": 9705 + }, + { + "epoch": 8.23240033927057, + "grad_norm": 1.4297447766601874, + "learning_rate": 1.985675198456248e-05, + "loss": 0.2743, + "step": 9706 + }, + { + "epoch": 8.233248515691264, + "grad_norm": 1.3180126627766953, + "learning_rate": 1.9856705650795874e-05, + "loss": 0.2617, + "step": 9707 + }, + { + "epoch": 8.23409669211196, + "grad_norm": 1.3871644534301273, + "learning_rate": 1.9856659309591193e-05, + "loss": 0.29, + "step": 9708 + }, + { + "epoch": 8.234944868532654, + "grad_norm": 1.298215323145674, + "learning_rate": 1.9856612960948475e-05, + "loss": 0.2544, + "step": 9709 + }, + { + "epoch": 8.23579304495335, + "grad_norm": 1.4608824983721076, + "learning_rate": 1.985656660486775e-05, + "loss": 0.3175, + "step": 9710 + }, + { + "epoch": 8.236641221374045, + "grad_norm": 1.4022671002991767, + "learning_rate": 1.9856520241349065e-05, + "loss": 0.3099, + "step": 9711 + }, + { + "epoch": 8.237489397794741, + "grad_norm": 1.368344716165172, + "learning_rate": 1.985647387039244e-05, + "loss": 0.2948, + "step": 9712 + }, + { + "epoch": 8.238337574215437, + "grad_norm": 1.4740168268978713, + "learning_rate": 1.985642749199792e-05, + "loss": 0.2791, + "step": 9713 + }, + { + "epoch": 8.239185750636132, + "grad_norm": 1.4870425983786848, + "learning_rate": 1.9856381106165534e-05, + "loss": 0.3497, + "step": 9714 + }, + { + "epoch": 8.240033927056828, + "grad_norm": 1.3536348365987025, + "learning_rate": 1.985633471289532e-05, + "loss": 0.2662, + "step": 9715 + }, + { + "epoch": 8.240882103477523, + "grad_norm": 1.3573677581419805, + "learning_rate": 1.9856288312187314e-05, + "loss": 0.2987, + "step": 9716 + }, + { + "epoch": 8.241730279898219, + "grad_norm": 1.347092925532974, + "learning_rate": 1.9856241904041548e-05, + "loss": 0.3086, + "step": 9717 + }, + { + "epoch": 8.242578456318915, + "grad_norm": 1.410665049542118, + "learning_rate": 1.985619548845806e-05, + "loss": 0.3427, + "step": 9718 + }, + { + "epoch": 8.24342663273961, + "grad_norm": 1.4730965217056629, + "learning_rate": 1.9856149065436882e-05, + "loss": 0.2936, + "step": 9719 + }, + { + "epoch": 8.244274809160306, + "grad_norm": 1.3534846630788495, + "learning_rate": 1.9856102634978052e-05, + "loss": 0.2554, + "step": 9720 + }, + { + "epoch": 8.245122985581, + "grad_norm": 1.8491176686852457, + "learning_rate": 1.9856056197081606e-05, + "loss": 0.248, + "step": 9721 + }, + { + "epoch": 8.245971162001696, + "grad_norm": 1.6136012597517355, + "learning_rate": 1.9856009751747574e-05, + "loss": 0.2971, + "step": 9722 + }, + { + "epoch": 8.246819338422393, + "grad_norm": 1.5825344853407106, + "learning_rate": 1.9855963298975993e-05, + "loss": 0.3286, + "step": 9723 + }, + { + "epoch": 8.247667514843087, + "grad_norm": 1.450254596228476, + "learning_rate": 1.98559168387669e-05, + "loss": 0.2517, + "step": 9724 + }, + { + "epoch": 8.248515691263783, + "grad_norm": 1.3270991046625882, + "learning_rate": 1.985587037112033e-05, + "loss": 0.2628, + "step": 9725 + }, + { + "epoch": 8.249363867684478, + "grad_norm": 1.4090403337454496, + "learning_rate": 1.9855823896036317e-05, + "loss": 0.2619, + "step": 9726 + }, + { + "epoch": 8.250212044105174, + "grad_norm": 1.2876007651537826, + "learning_rate": 1.9855777413514893e-05, + "loss": 0.2545, + "step": 9727 + }, + { + "epoch": 8.251060220525869, + "grad_norm": 1.293854803721745, + "learning_rate": 1.98557309235561e-05, + "loss": 0.3191, + "step": 9728 + }, + { + "epoch": 8.251908396946565, + "grad_norm": 1.3620359276261755, + "learning_rate": 1.985568442615997e-05, + "loss": 0.33, + "step": 9729 + }, + { + "epoch": 8.252756573367261, + "grad_norm": 1.298071960882325, + "learning_rate": 1.985563792132653e-05, + "loss": 0.2686, + "step": 9730 + }, + { + "epoch": 8.253604749787955, + "grad_norm": 1.3810645370948336, + "learning_rate": 1.9855591409055828e-05, + "loss": 0.2498, + "step": 9731 + }, + { + "epoch": 8.254452926208652, + "grad_norm": 1.4401983895695438, + "learning_rate": 1.9855544889347895e-05, + "loss": 0.2592, + "step": 9732 + }, + { + "epoch": 8.255301102629346, + "grad_norm": 1.4344435034914127, + "learning_rate": 1.985549836220276e-05, + "loss": 0.26, + "step": 9733 + }, + { + "epoch": 8.256149279050042, + "grad_norm": 1.4427987193693887, + "learning_rate": 1.9855451827620466e-05, + "loss": 0.2974, + "step": 9734 + }, + { + "epoch": 8.256997455470739, + "grad_norm": 1.2101785748976608, + "learning_rate": 1.9855405285601045e-05, + "loss": 0.2559, + "step": 9735 + }, + { + "epoch": 8.257845631891433, + "grad_norm": 1.4117752886883987, + "learning_rate": 1.9855358736144528e-05, + "loss": 0.2964, + "step": 9736 + }, + { + "epoch": 8.25869380831213, + "grad_norm": 1.4279952662140551, + "learning_rate": 1.9855312179250958e-05, + "loss": 0.2587, + "step": 9737 + }, + { + "epoch": 8.259541984732824, + "grad_norm": 1.3656851995530834, + "learning_rate": 1.9855265614920367e-05, + "loss": 0.2741, + "step": 9738 + }, + { + "epoch": 8.26039016115352, + "grad_norm": 1.5275230822345571, + "learning_rate": 1.9855219043152786e-05, + "loss": 0.3231, + "step": 9739 + }, + { + "epoch": 8.261238337574216, + "grad_norm": 1.3531525557323385, + "learning_rate": 1.985517246394826e-05, + "loss": 0.2705, + "step": 9740 + }, + { + "epoch": 8.26208651399491, + "grad_norm": 1.3868929250933864, + "learning_rate": 1.985512587730681e-05, + "loss": 0.2776, + "step": 9741 + }, + { + "epoch": 8.262934690415607, + "grad_norm": 1.3388973248859528, + "learning_rate": 1.9855079283228483e-05, + "loss": 0.2474, + "step": 9742 + }, + { + "epoch": 8.263782866836301, + "grad_norm": 1.5828931269739563, + "learning_rate": 1.9855032681713305e-05, + "loss": 0.3028, + "step": 9743 + }, + { + "epoch": 8.264631043256998, + "grad_norm": 1.4321450512514953, + "learning_rate": 1.9854986072761323e-05, + "loss": 0.2729, + "step": 9744 + }, + { + "epoch": 8.265479219677694, + "grad_norm": 1.2843573438520426, + "learning_rate": 1.9854939456372562e-05, + "loss": 0.2894, + "step": 9745 + }, + { + "epoch": 8.266327396098388, + "grad_norm": 1.2594390385983583, + "learning_rate": 1.9854892832547058e-05, + "loss": 0.2706, + "step": 9746 + }, + { + "epoch": 8.267175572519085, + "grad_norm": 1.2641818805333631, + "learning_rate": 1.9854846201284855e-05, + "loss": 0.2991, + "step": 9747 + }, + { + "epoch": 8.268023748939779, + "grad_norm": 1.4614443482886224, + "learning_rate": 1.9854799562585977e-05, + "loss": 0.315, + "step": 9748 + }, + { + "epoch": 8.268871925360475, + "grad_norm": 1.303938208083288, + "learning_rate": 1.9854752916450466e-05, + "loss": 0.2601, + "step": 9749 + }, + { + "epoch": 8.26972010178117, + "grad_norm": 1.3844213999324775, + "learning_rate": 1.9854706262878354e-05, + "loss": 0.3464, + "step": 9750 + }, + { + "epoch": 8.270568278201866, + "grad_norm": 1.308421198039448, + "learning_rate": 1.985465960186968e-05, + "loss": 0.2168, + "step": 9751 + }, + { + "epoch": 8.271416454622562, + "grad_norm": 1.2540767893005054, + "learning_rate": 1.9854612933424474e-05, + "loss": 0.277, + "step": 9752 + }, + { + "epoch": 8.272264631043257, + "grad_norm": 1.3638636799049482, + "learning_rate": 1.9854566257542775e-05, + "loss": 0.2432, + "step": 9753 + }, + { + "epoch": 8.273112807463953, + "grad_norm": 1.4331216853689266, + "learning_rate": 1.9854519574224614e-05, + "loss": 0.3163, + "step": 9754 + }, + { + "epoch": 8.273960983884647, + "grad_norm": 1.5678254312156104, + "learning_rate": 1.9854472883470036e-05, + "loss": 0.2731, + "step": 9755 + }, + { + "epoch": 8.274809160305344, + "grad_norm": 1.296450728106773, + "learning_rate": 1.9854426185279064e-05, + "loss": 0.2212, + "step": 9756 + }, + { + "epoch": 8.27565733672604, + "grad_norm": 1.4508747815513026, + "learning_rate": 1.9854379479651743e-05, + "loss": 0.2648, + "step": 9757 + }, + { + "epoch": 8.276505513146734, + "grad_norm": 1.4001975780689182, + "learning_rate": 1.98543327665881e-05, + "loss": 0.2849, + "step": 9758 + }, + { + "epoch": 8.27735368956743, + "grad_norm": 1.3619266383809356, + "learning_rate": 1.9854286046088176e-05, + "loss": 0.2729, + "step": 9759 + }, + { + "epoch": 8.278201865988125, + "grad_norm": 1.4802903357057369, + "learning_rate": 1.9854239318152003e-05, + "loss": 0.2607, + "step": 9760 + }, + { + "epoch": 8.279050042408821, + "grad_norm": 1.4453398770768076, + "learning_rate": 1.9854192582779622e-05, + "loss": 0.3273, + "step": 9761 + }, + { + "epoch": 8.279898218829517, + "grad_norm": 1.4214786069796879, + "learning_rate": 1.985414583997106e-05, + "loss": 0.2873, + "step": 9762 + }, + { + "epoch": 8.280746395250212, + "grad_norm": 1.4309838008500055, + "learning_rate": 1.9854099089726357e-05, + "loss": 0.2447, + "step": 9763 + }, + { + "epoch": 8.281594571670908, + "grad_norm": 1.3812919667475922, + "learning_rate": 1.985405233204555e-05, + "loss": 0.2901, + "step": 9764 + }, + { + "epoch": 8.282442748091603, + "grad_norm": 1.3651822582483635, + "learning_rate": 1.985400556692867e-05, + "loss": 0.2747, + "step": 9765 + }, + { + "epoch": 8.283290924512299, + "grad_norm": 1.3865942823569513, + "learning_rate": 1.9853958794375753e-05, + "loss": 0.2769, + "step": 9766 + }, + { + "epoch": 8.284139100932993, + "grad_norm": 1.325969772643355, + "learning_rate": 1.985391201438684e-05, + "loss": 0.2505, + "step": 9767 + }, + { + "epoch": 8.28498727735369, + "grad_norm": 1.4604205348666122, + "learning_rate": 1.985386522696196e-05, + "loss": 0.2721, + "step": 9768 + }, + { + "epoch": 8.285835453774386, + "grad_norm": 1.7561299646079247, + "learning_rate": 1.9853818432101145e-05, + "loss": 0.299, + "step": 9769 + }, + { + "epoch": 8.28668363019508, + "grad_norm": 1.4040758288689696, + "learning_rate": 1.985377162980444e-05, + "loss": 0.2544, + "step": 9770 + }, + { + "epoch": 8.287531806615776, + "grad_norm": 1.375850150300715, + "learning_rate": 1.9853724820071877e-05, + "loss": 0.2511, + "step": 9771 + }, + { + "epoch": 8.28837998303647, + "grad_norm": 1.5765544916432332, + "learning_rate": 1.985367800290349e-05, + "loss": 0.2945, + "step": 9772 + }, + { + "epoch": 8.289228159457167, + "grad_norm": 1.380188031253636, + "learning_rate": 1.9853631178299315e-05, + "loss": 0.2566, + "step": 9773 + }, + { + "epoch": 8.290076335877863, + "grad_norm": 1.4401440448309033, + "learning_rate": 1.9853584346259383e-05, + "loss": 0.2487, + "step": 9774 + }, + { + "epoch": 8.290924512298558, + "grad_norm": 1.3751981424771489, + "learning_rate": 1.9853537506783733e-05, + "loss": 0.2796, + "step": 9775 + }, + { + "epoch": 8.291772688719254, + "grad_norm": 1.2621233755906052, + "learning_rate": 1.9853490659872403e-05, + "loss": 0.2639, + "step": 9776 + }, + { + "epoch": 8.292620865139948, + "grad_norm": 1.2891732892123882, + "learning_rate": 1.9853443805525425e-05, + "loss": 0.2755, + "step": 9777 + }, + { + "epoch": 8.293469041560645, + "grad_norm": 1.4419553529369973, + "learning_rate": 1.9853396943742837e-05, + "loss": 0.318, + "step": 9778 + }, + { + "epoch": 8.294317217981341, + "grad_norm": 1.504836384369815, + "learning_rate": 1.9853350074524668e-05, + "loss": 0.2303, + "step": 9779 + }, + { + "epoch": 8.295165394402035, + "grad_norm": 1.5217802653525914, + "learning_rate": 1.9853303197870962e-05, + "loss": 0.3187, + "step": 9780 + }, + { + "epoch": 8.296013570822732, + "grad_norm": 1.4846029336518123, + "learning_rate": 1.9853256313781747e-05, + "loss": 0.2702, + "step": 9781 + }, + { + "epoch": 8.296861747243426, + "grad_norm": 1.4038877989832912, + "learning_rate": 1.9853209422257064e-05, + "loss": 0.2998, + "step": 9782 + }, + { + "epoch": 8.297709923664122, + "grad_norm": 1.2800001091397042, + "learning_rate": 1.9853162523296946e-05, + "loss": 0.2505, + "step": 9783 + }, + { + "epoch": 8.298558100084819, + "grad_norm": 1.48371593702755, + "learning_rate": 1.985311561690143e-05, + "loss": 0.3346, + "step": 9784 + }, + { + "epoch": 8.299406276505513, + "grad_norm": 1.3161244539359136, + "learning_rate": 1.9853068703070547e-05, + "loss": 0.2474, + "step": 9785 + }, + { + "epoch": 8.30025445292621, + "grad_norm": 1.3618186390624114, + "learning_rate": 1.9853021781804334e-05, + "loss": 0.2848, + "step": 9786 + }, + { + "epoch": 8.301102629346904, + "grad_norm": 1.3428077509378378, + "learning_rate": 1.985297485310283e-05, + "loss": 0.2608, + "step": 9787 + }, + { + "epoch": 8.3019508057676, + "grad_norm": 1.4433863755271046, + "learning_rate": 1.985292791696607e-05, + "loss": 0.2962, + "step": 9788 + }, + { + "epoch": 8.302798982188294, + "grad_norm": 1.352487690776722, + "learning_rate": 1.9852880973394084e-05, + "loss": 0.2816, + "step": 9789 + }, + { + "epoch": 8.30364715860899, + "grad_norm": 1.206683464772157, + "learning_rate": 1.9852834022386912e-05, + "loss": 0.2655, + "step": 9790 + }, + { + "epoch": 8.304495335029687, + "grad_norm": 1.344463960467061, + "learning_rate": 1.9852787063944586e-05, + "loss": 0.2635, + "step": 9791 + }, + { + "epoch": 8.305343511450381, + "grad_norm": 1.3094055023286983, + "learning_rate": 1.9852740098067147e-05, + "loss": 0.2321, + "step": 9792 + }, + { + "epoch": 8.306191687871078, + "grad_norm": 1.1704386060519034, + "learning_rate": 1.9852693124754626e-05, + "loss": 0.2298, + "step": 9793 + }, + { + "epoch": 8.307039864291772, + "grad_norm": 1.4505281046717855, + "learning_rate": 1.985264614400706e-05, + "loss": 0.2948, + "step": 9794 + }, + { + "epoch": 8.307888040712468, + "grad_norm": 1.6271770537426808, + "learning_rate": 1.9852599155824485e-05, + "loss": 0.3477, + "step": 9795 + }, + { + "epoch": 8.308736217133164, + "grad_norm": 1.3529186084654345, + "learning_rate": 1.9852552160206936e-05, + "loss": 0.2783, + "step": 9796 + }, + { + "epoch": 8.309584393553859, + "grad_norm": 1.530181621378168, + "learning_rate": 1.9852505157154445e-05, + "loss": 0.2818, + "step": 9797 + }, + { + "epoch": 8.310432569974555, + "grad_norm": 1.6517679327718364, + "learning_rate": 1.9852458146667053e-05, + "loss": 0.3204, + "step": 9798 + }, + { + "epoch": 8.31128074639525, + "grad_norm": 1.2995052765721644, + "learning_rate": 1.985241112874479e-05, + "loss": 0.2696, + "step": 9799 + }, + { + "epoch": 8.312128922815946, + "grad_norm": 1.1769849567580217, + "learning_rate": 1.9852364103387698e-05, + "loss": 0.2911, + "step": 9800 + }, + { + "epoch": 8.312977099236642, + "grad_norm": 1.2691764086317388, + "learning_rate": 1.9852317070595805e-05, + "loss": 0.2739, + "step": 9801 + }, + { + "epoch": 8.313825275657337, + "grad_norm": 1.3021653532483015, + "learning_rate": 1.9852270030369154e-05, + "loss": 0.2003, + "step": 9802 + }, + { + "epoch": 8.314673452078033, + "grad_norm": 1.4553376384882568, + "learning_rate": 1.9852222982707774e-05, + "loss": 0.2863, + "step": 9803 + }, + { + "epoch": 8.315521628498727, + "grad_norm": 1.3225440210167434, + "learning_rate": 1.9852175927611704e-05, + "loss": 0.2629, + "step": 9804 + }, + { + "epoch": 8.316369804919423, + "grad_norm": 1.4003586976534423, + "learning_rate": 1.9852128865080982e-05, + "loss": 0.2564, + "step": 9805 + }, + { + "epoch": 8.317217981340118, + "grad_norm": 1.320124115150934, + "learning_rate": 1.985208179511564e-05, + "loss": 0.3015, + "step": 9806 + }, + { + "epoch": 8.318066157760814, + "grad_norm": 1.344148516480867, + "learning_rate": 1.985203471771571e-05, + "loss": 0.2793, + "step": 9807 + }, + { + "epoch": 8.31891433418151, + "grad_norm": 1.3713590924315733, + "learning_rate": 1.9851987632881236e-05, + "loss": 0.2751, + "step": 9808 + }, + { + "epoch": 8.319762510602205, + "grad_norm": 1.3625050005673285, + "learning_rate": 1.9851940540612244e-05, + "loss": 0.3003, + "step": 9809 + }, + { + "epoch": 8.320610687022901, + "grad_norm": 1.39452735757498, + "learning_rate": 1.9851893440908777e-05, + "loss": 0.2723, + "step": 9810 + }, + { + "epoch": 8.321458863443596, + "grad_norm": 1.32996774971651, + "learning_rate": 1.985184633377087e-05, + "loss": 0.2493, + "step": 9811 + }, + { + "epoch": 8.322307039864292, + "grad_norm": 1.4262500307484753, + "learning_rate": 1.9851799219198556e-05, + "loss": 0.2904, + "step": 9812 + }, + { + "epoch": 8.323155216284988, + "grad_norm": 1.4262497920241937, + "learning_rate": 1.985175209719187e-05, + "loss": 0.3305, + "step": 9813 + }, + { + "epoch": 8.324003392705682, + "grad_norm": 1.7224271160845255, + "learning_rate": 1.985170496775085e-05, + "loss": 0.2619, + "step": 9814 + }, + { + "epoch": 8.324851569126379, + "grad_norm": 1.2773164529714784, + "learning_rate": 1.9851657830875527e-05, + "loss": 0.2528, + "step": 9815 + }, + { + "epoch": 8.325699745547073, + "grad_norm": 1.3085626484082273, + "learning_rate": 1.9851610686565942e-05, + "loss": 0.3065, + "step": 9816 + }, + { + "epoch": 8.32654792196777, + "grad_norm": 1.6247383752967959, + "learning_rate": 1.985156353482213e-05, + "loss": 0.3487, + "step": 9817 + }, + { + "epoch": 8.327396098388466, + "grad_norm": 1.4627623856013579, + "learning_rate": 1.985151637564412e-05, + "loss": 0.2931, + "step": 9818 + }, + { + "epoch": 8.32824427480916, + "grad_norm": 1.4546629379054747, + "learning_rate": 1.985146920903196e-05, + "loss": 0.3382, + "step": 9819 + }, + { + "epoch": 8.329092451229856, + "grad_norm": 1.3608210983775584, + "learning_rate": 1.9851422034985674e-05, + "loss": 0.2802, + "step": 9820 + }, + { + "epoch": 8.32994062765055, + "grad_norm": 1.3782864267482289, + "learning_rate": 1.9851374853505302e-05, + "loss": 0.2806, + "step": 9821 + }, + { + "epoch": 8.330788804071247, + "grad_norm": 1.5474062626902714, + "learning_rate": 1.985132766459088e-05, + "loss": 0.2978, + "step": 9822 + }, + { + "epoch": 8.331636980491943, + "grad_norm": 1.4049569797180157, + "learning_rate": 1.9851280468242442e-05, + "loss": 0.2852, + "step": 9823 + }, + { + "epoch": 8.332485156912638, + "grad_norm": 1.451537643578424, + "learning_rate": 1.9851233264460025e-05, + "loss": 0.2261, + "step": 9824 + }, + { + "epoch": 8.333333333333334, + "grad_norm": 1.5417724501513632, + "learning_rate": 1.9851186053243667e-05, + "loss": 0.292, + "step": 9825 + }, + { + "epoch": 8.334181509754028, + "grad_norm": 1.7487135646810175, + "learning_rate": 1.98511388345934e-05, + "loss": 0.2932, + "step": 9826 + }, + { + "epoch": 8.335029686174725, + "grad_norm": 1.5383222084283685, + "learning_rate": 1.9851091608509258e-05, + "loss": 0.3463, + "step": 9827 + }, + { + "epoch": 8.335877862595419, + "grad_norm": 1.21927062072084, + "learning_rate": 1.9851044374991278e-05, + "loss": 0.287, + "step": 9828 + }, + { + "epoch": 8.336726039016115, + "grad_norm": 1.333294908243073, + "learning_rate": 1.98509971340395e-05, + "loss": 0.2549, + "step": 9829 + }, + { + "epoch": 8.337574215436812, + "grad_norm": 1.2057191977155144, + "learning_rate": 1.9850949885653957e-05, + "loss": 0.2786, + "step": 9830 + }, + { + "epoch": 8.338422391857506, + "grad_norm": 1.2568761238778037, + "learning_rate": 1.985090262983468e-05, + "loss": 0.2961, + "step": 9831 + }, + { + "epoch": 8.339270568278202, + "grad_norm": 1.4421835988524374, + "learning_rate": 1.985085536658171e-05, + "loss": 0.3183, + "step": 9832 + }, + { + "epoch": 8.340118744698897, + "grad_norm": 1.3902995246850431, + "learning_rate": 1.9850808095895085e-05, + "loss": 0.3017, + "step": 9833 + }, + { + "epoch": 8.340966921119593, + "grad_norm": 1.5217330546247045, + "learning_rate": 1.9850760817774834e-05, + "loss": 0.2885, + "step": 9834 + }, + { + "epoch": 8.34181509754029, + "grad_norm": 1.5177952488490818, + "learning_rate": 1.9850713532220998e-05, + "loss": 0.3127, + "step": 9835 + }, + { + "epoch": 8.342663273960984, + "grad_norm": 1.3221286705965838, + "learning_rate": 1.985066623923361e-05, + "loss": 0.2691, + "step": 9836 + }, + { + "epoch": 8.34351145038168, + "grad_norm": 1.5198950405477563, + "learning_rate": 1.9850618938812706e-05, + "loss": 0.3296, + "step": 9837 + }, + { + "epoch": 8.344359626802374, + "grad_norm": 1.4500052214183106, + "learning_rate": 1.985057163095832e-05, + "loss": 0.3037, + "step": 9838 + }, + { + "epoch": 8.34520780322307, + "grad_norm": 1.4102820379112215, + "learning_rate": 1.9850524315670492e-05, + "loss": 0.2947, + "step": 9839 + }, + { + "epoch": 8.346055979643765, + "grad_norm": 1.250537616973985, + "learning_rate": 1.9850476992949253e-05, + "loss": 0.206, + "step": 9840 + }, + { + "epoch": 8.346904156064461, + "grad_norm": 1.3426349360210632, + "learning_rate": 1.985042966279464e-05, + "loss": 0.2624, + "step": 9841 + }, + { + "epoch": 8.347752332485157, + "grad_norm": 1.3359953188350189, + "learning_rate": 1.9850382325206695e-05, + "loss": 0.2909, + "step": 9842 + }, + { + "epoch": 8.348600508905852, + "grad_norm": 1.3338225040525062, + "learning_rate": 1.9850334980185444e-05, + "loss": 0.243, + "step": 9843 + }, + { + "epoch": 8.349448685326548, + "grad_norm": 1.321125990798868, + "learning_rate": 1.985028762773093e-05, + "loss": 0.262, + "step": 9844 + }, + { + "epoch": 8.350296861747243, + "grad_norm": 1.609931080010629, + "learning_rate": 1.9850240267843183e-05, + "loss": 0.3213, + "step": 9845 + }, + { + "epoch": 8.351145038167939, + "grad_norm": 1.479314852401108, + "learning_rate": 1.9850192900522244e-05, + "loss": 0.2537, + "step": 9846 + }, + { + "epoch": 8.351993214588635, + "grad_norm": 1.877562077109485, + "learning_rate": 1.9850145525768144e-05, + "loss": 0.2806, + "step": 9847 + }, + { + "epoch": 8.35284139100933, + "grad_norm": 1.2811539219750137, + "learning_rate": 1.9850098143580924e-05, + "loss": 0.274, + "step": 9848 + }, + { + "epoch": 8.353689567430026, + "grad_norm": 1.2567386678117451, + "learning_rate": 1.9850050753960613e-05, + "loss": 0.2787, + "step": 9849 + }, + { + "epoch": 8.35453774385072, + "grad_norm": 1.2577014239740651, + "learning_rate": 1.9850003356907256e-05, + "loss": 0.3115, + "step": 9850 + }, + { + "epoch": 8.355385920271416, + "grad_norm": 1.3236232186184176, + "learning_rate": 1.984995595242088e-05, + "loss": 0.277, + "step": 9851 + }, + { + "epoch": 8.356234096692113, + "grad_norm": 1.1960626330937363, + "learning_rate": 1.9849908540501522e-05, + "loss": 0.2313, + "step": 9852 + }, + { + "epoch": 8.357082273112807, + "grad_norm": 1.207369602430117, + "learning_rate": 1.984986112114922e-05, + "loss": 0.2764, + "step": 9853 + }, + { + "epoch": 8.357930449533503, + "grad_norm": 1.4844933313684192, + "learning_rate": 1.9849813694364017e-05, + "loss": 0.2894, + "step": 9854 + }, + { + "epoch": 8.358778625954198, + "grad_norm": 1.367588139111919, + "learning_rate": 1.9849766260145934e-05, + "loss": 0.3039, + "step": 9855 + }, + { + "epoch": 8.359626802374894, + "grad_norm": 1.5011176343456558, + "learning_rate": 1.9849718818495015e-05, + "loss": 0.278, + "step": 9856 + }, + { + "epoch": 8.36047497879559, + "grad_norm": 1.3344398754533637, + "learning_rate": 1.98496713694113e-05, + "loss": 0.257, + "step": 9857 + }, + { + "epoch": 8.361323155216285, + "grad_norm": 1.5485641877568572, + "learning_rate": 1.9849623912894814e-05, + "loss": 0.3425, + "step": 9858 + }, + { + "epoch": 8.362171331636981, + "grad_norm": 1.2989888427820588, + "learning_rate": 1.9849576448945604e-05, + "loss": 0.2844, + "step": 9859 + }, + { + "epoch": 8.363019508057675, + "grad_norm": 1.4418402756187938, + "learning_rate": 1.9849528977563696e-05, + "loss": 0.3161, + "step": 9860 + }, + { + "epoch": 8.363867684478372, + "grad_norm": 1.3024042368760183, + "learning_rate": 1.9849481498749132e-05, + "loss": 0.2651, + "step": 9861 + }, + { + "epoch": 8.364715860899066, + "grad_norm": 1.307175118674948, + "learning_rate": 1.984943401250195e-05, + "loss": 0.2648, + "step": 9862 + }, + { + "epoch": 8.365564037319762, + "grad_norm": 1.3503476457626618, + "learning_rate": 1.9849386518822176e-05, + "loss": 0.2501, + "step": 9863 + }, + { + "epoch": 8.366412213740459, + "grad_norm": 1.6280932133578256, + "learning_rate": 1.9849339017709853e-05, + "loss": 0.3266, + "step": 9864 + }, + { + "epoch": 8.367260390161153, + "grad_norm": 1.5671179553018373, + "learning_rate": 1.984929150916502e-05, + "loss": 0.3103, + "step": 9865 + }, + { + "epoch": 8.36810856658185, + "grad_norm": 1.2361094612866743, + "learning_rate": 1.9849243993187707e-05, + "loss": 0.2863, + "step": 9866 + }, + { + "epoch": 8.368956743002544, + "grad_norm": 1.2717955484097965, + "learning_rate": 1.9849196469777946e-05, + "loss": 0.2787, + "step": 9867 + }, + { + "epoch": 8.36980491942324, + "grad_norm": 1.2594290568013853, + "learning_rate": 1.9849148938935782e-05, + "loss": 0.2862, + "step": 9868 + }, + { + "epoch": 8.370653095843936, + "grad_norm": 1.3698723176166239, + "learning_rate": 1.9849101400661247e-05, + "loss": 0.2961, + "step": 9869 + }, + { + "epoch": 8.37150127226463, + "grad_norm": 1.2762187202849544, + "learning_rate": 1.984905385495438e-05, + "loss": 0.2726, + "step": 9870 + }, + { + "epoch": 8.372349448685327, + "grad_norm": 1.309334377587344, + "learning_rate": 1.984900630181521e-05, + "loss": 0.3409, + "step": 9871 + }, + { + "epoch": 8.373197625106021, + "grad_norm": 1.5315119981944036, + "learning_rate": 1.984895874124378e-05, + "loss": 0.2782, + "step": 9872 + }, + { + "epoch": 8.374045801526718, + "grad_norm": 1.4376503922894375, + "learning_rate": 1.984891117324012e-05, + "loss": 0.2728, + "step": 9873 + }, + { + "epoch": 8.374893977947414, + "grad_norm": 1.8153112607043633, + "learning_rate": 1.9848863597804268e-05, + "loss": 0.3364, + "step": 9874 + }, + { + "epoch": 8.375742154368108, + "grad_norm": 1.4604456284642733, + "learning_rate": 1.9848816014936263e-05, + "loss": 0.3527, + "step": 9875 + }, + { + "epoch": 8.376590330788805, + "grad_norm": 1.447150595775681, + "learning_rate": 1.984876842463614e-05, + "loss": 0.2734, + "step": 9876 + }, + { + "epoch": 8.377438507209499, + "grad_norm": 1.3198201073712357, + "learning_rate": 1.9848720826903927e-05, + "loss": 0.2551, + "step": 9877 + }, + { + "epoch": 8.378286683630195, + "grad_norm": 1.300060035971742, + "learning_rate": 1.984867322173967e-05, + "loss": 0.2818, + "step": 9878 + }, + { + "epoch": 8.37913486005089, + "grad_norm": 1.360975565218354, + "learning_rate": 1.9848625609143402e-05, + "loss": 0.2911, + "step": 9879 + }, + { + "epoch": 8.379983036471586, + "grad_norm": 1.4661265815158244, + "learning_rate": 1.9848577989115157e-05, + "loss": 0.2722, + "step": 9880 + }, + { + "epoch": 8.380831212892282, + "grad_norm": 1.488687038546273, + "learning_rate": 1.984853036165497e-05, + "loss": 0.2849, + "step": 9881 + }, + { + "epoch": 8.381679389312977, + "grad_norm": 1.3459862724490335, + "learning_rate": 1.9848482726762884e-05, + "loss": 0.2601, + "step": 9882 + }, + { + "epoch": 8.382527565733673, + "grad_norm": 1.3860187939206845, + "learning_rate": 1.9848435084438926e-05, + "loss": 0.233, + "step": 9883 + }, + { + "epoch": 8.383375742154367, + "grad_norm": 1.3861161624392977, + "learning_rate": 1.9848387434683135e-05, + "loss": 0.2758, + "step": 9884 + }, + { + "epoch": 8.384223918575064, + "grad_norm": 1.8250646743687897, + "learning_rate": 1.9848339777495555e-05, + "loss": 0.2192, + "step": 9885 + }, + { + "epoch": 8.38507209499576, + "grad_norm": 1.3145256922498598, + "learning_rate": 1.9848292112876206e-05, + "loss": 0.2688, + "step": 9886 + }, + { + "epoch": 8.385920271416454, + "grad_norm": 1.5323763298345467, + "learning_rate": 1.9848244440825136e-05, + "loss": 0.303, + "step": 9887 + }, + { + "epoch": 8.38676844783715, + "grad_norm": 1.4604210733295404, + "learning_rate": 1.984819676134238e-05, + "loss": 0.2991, + "step": 9888 + }, + { + "epoch": 8.387616624257845, + "grad_norm": 1.3601017386230034, + "learning_rate": 1.9848149074427966e-05, + "loss": 0.2934, + "step": 9889 + }, + { + "epoch": 8.388464800678541, + "grad_norm": 1.456961398885192, + "learning_rate": 1.9848101380081942e-05, + "loss": 0.2779, + "step": 9890 + }, + { + "epoch": 8.389312977099237, + "grad_norm": 1.3227627163636897, + "learning_rate": 1.9848053678304332e-05, + "loss": 0.314, + "step": 9891 + }, + { + "epoch": 8.390161153519932, + "grad_norm": 1.1957765284842783, + "learning_rate": 1.9848005969095183e-05, + "loss": 0.2302, + "step": 9892 + }, + { + "epoch": 8.391009329940628, + "grad_norm": 1.4943081476213067, + "learning_rate": 1.9847958252454523e-05, + "loss": 0.2613, + "step": 9893 + }, + { + "epoch": 8.391857506361323, + "grad_norm": 1.685207730675287, + "learning_rate": 1.984791052838239e-05, + "loss": 0.3501, + "step": 9894 + }, + { + "epoch": 8.392705682782019, + "grad_norm": 1.4545527425166285, + "learning_rate": 1.984786279687882e-05, + "loss": 0.3072, + "step": 9895 + }, + { + "epoch": 8.393553859202715, + "grad_norm": 1.3739005622656664, + "learning_rate": 1.984781505794385e-05, + "loss": 0.2552, + "step": 9896 + }, + { + "epoch": 8.39440203562341, + "grad_norm": 1.4416516414791054, + "learning_rate": 1.984776731157752e-05, + "loss": 0.2347, + "step": 9897 + }, + { + "epoch": 8.395250212044106, + "grad_norm": 1.341453709155321, + "learning_rate": 1.9847719557779858e-05, + "loss": 0.2692, + "step": 9898 + }, + { + "epoch": 8.3960983884648, + "grad_norm": 1.6278410682823787, + "learning_rate": 1.9847671796550902e-05, + "loss": 0.2877, + "step": 9899 + }, + { + "epoch": 8.396946564885496, + "grad_norm": 1.4687087181591427, + "learning_rate": 1.9847624027890693e-05, + "loss": 0.2573, + "step": 9900 + }, + { + "epoch": 8.39779474130619, + "grad_norm": 1.3875044682143531, + "learning_rate": 1.9847576251799264e-05, + "loss": 0.2633, + "step": 9901 + }, + { + "epoch": 8.398642917726887, + "grad_norm": 1.429711353882098, + "learning_rate": 1.9847528468276648e-05, + "loss": 0.2898, + "step": 9902 + }, + { + "epoch": 8.399491094147583, + "grad_norm": 1.4635826879476195, + "learning_rate": 1.9847480677322884e-05, + "loss": 0.274, + "step": 9903 + }, + { + "epoch": 8.400339270568278, + "grad_norm": 1.2835837942463915, + "learning_rate": 1.9847432878938012e-05, + "loss": 0.2827, + "step": 9904 + }, + { + "epoch": 8.401187446988974, + "grad_norm": 1.501045981453466, + "learning_rate": 1.9847385073122062e-05, + "loss": 0.3488, + "step": 9905 + }, + { + "epoch": 8.402035623409668, + "grad_norm": 1.4175409888315191, + "learning_rate": 1.9847337259875075e-05, + "loss": 0.3219, + "step": 9906 + }, + { + "epoch": 8.402883799830365, + "grad_norm": 1.618468467771601, + "learning_rate": 1.984728943919708e-05, + "loss": 0.2609, + "step": 9907 + }, + { + "epoch": 8.403731976251061, + "grad_norm": 1.3868787407179128, + "learning_rate": 1.984724161108812e-05, + "loss": 0.2754, + "step": 9908 + }, + { + "epoch": 8.404580152671755, + "grad_norm": 1.412360437284776, + "learning_rate": 1.9847193775548225e-05, + "loss": 0.2903, + "step": 9909 + }, + { + "epoch": 8.405428329092452, + "grad_norm": 1.523860568144372, + "learning_rate": 1.984714593257744e-05, + "loss": 0.2706, + "step": 9910 + }, + { + "epoch": 8.406276505513146, + "grad_norm": 1.6576252937690639, + "learning_rate": 1.9847098082175792e-05, + "loss": 0.3678, + "step": 9911 + }, + { + "epoch": 8.407124681933842, + "grad_norm": 1.3334146978088397, + "learning_rate": 1.9847050224343322e-05, + "loss": 0.267, + "step": 9912 + }, + { + "epoch": 8.407972858354539, + "grad_norm": 1.5934825008957718, + "learning_rate": 1.9847002359080062e-05, + "loss": 0.2876, + "step": 9913 + }, + { + "epoch": 8.408821034775233, + "grad_norm": 1.526444440746983, + "learning_rate": 1.9846954486386053e-05, + "loss": 0.2771, + "step": 9914 + }, + { + "epoch": 8.40966921119593, + "grad_norm": 1.3319759166802008, + "learning_rate": 1.9846906606261333e-05, + "loss": 0.2129, + "step": 9915 + }, + { + "epoch": 8.410517387616624, + "grad_norm": 1.405665775292139, + "learning_rate": 1.9846858718705927e-05, + "loss": 0.2781, + "step": 9916 + }, + { + "epoch": 8.41136556403732, + "grad_norm": 1.4354347374154617, + "learning_rate": 1.9846810823719882e-05, + "loss": 0.2141, + "step": 9917 + }, + { + "epoch": 8.412213740458014, + "grad_norm": 1.437591113613167, + "learning_rate": 1.984676292130323e-05, + "loss": 0.3679, + "step": 9918 + }, + { + "epoch": 8.41306191687871, + "grad_norm": 1.4322391064119027, + "learning_rate": 1.9846715011456007e-05, + "loss": 0.3077, + "step": 9919 + }, + { + "epoch": 8.413910093299407, + "grad_norm": 1.492017043590829, + "learning_rate": 1.9846667094178253e-05, + "loss": 0.2665, + "step": 9920 + }, + { + "epoch": 8.414758269720101, + "grad_norm": 1.3429212425404418, + "learning_rate": 1.9846619169469998e-05, + "loss": 0.2311, + "step": 9921 + }, + { + "epoch": 8.415606446140798, + "grad_norm": 1.3897772262286219, + "learning_rate": 1.984657123733128e-05, + "loss": 0.3141, + "step": 9922 + }, + { + "epoch": 8.416454622561492, + "grad_norm": 1.3782010217452778, + "learning_rate": 1.984652329776214e-05, + "loss": 0.3227, + "step": 9923 + }, + { + "epoch": 8.417302798982188, + "grad_norm": 1.4286027557657504, + "learning_rate": 1.984647535076261e-05, + "loss": 0.3103, + "step": 9924 + }, + { + "epoch": 8.418150975402884, + "grad_norm": 1.4242643082066109, + "learning_rate": 1.9846427396332727e-05, + "loss": 0.2537, + "step": 9925 + }, + { + "epoch": 8.418999151823579, + "grad_norm": 1.3880340192168217, + "learning_rate": 1.9846379434472526e-05, + "loss": 0.27, + "step": 9926 + }, + { + "epoch": 8.419847328244275, + "grad_norm": 1.6322774552211679, + "learning_rate": 1.9846331465182046e-05, + "loss": 0.2458, + "step": 9927 + }, + { + "epoch": 8.42069550466497, + "grad_norm": 1.45345898847199, + "learning_rate": 1.9846283488461316e-05, + "loss": 0.3199, + "step": 9928 + }, + { + "epoch": 8.421543681085666, + "grad_norm": 1.3999598692473603, + "learning_rate": 1.984623550431038e-05, + "loss": 0.2596, + "step": 9929 + }, + { + "epoch": 8.422391857506362, + "grad_norm": 1.5229402394018514, + "learning_rate": 1.9846187512729274e-05, + "loss": 0.2822, + "step": 9930 + }, + { + "epoch": 8.423240033927057, + "grad_norm": 1.408132245653934, + "learning_rate": 1.9846139513718028e-05, + "loss": 0.3572, + "step": 9931 + }, + { + "epoch": 8.424088210347753, + "grad_norm": 1.3539732592599096, + "learning_rate": 1.9846091507276687e-05, + "loss": 0.2642, + "step": 9932 + }, + { + "epoch": 8.424936386768447, + "grad_norm": 1.2107833925632734, + "learning_rate": 1.9846043493405278e-05, + "loss": 0.2656, + "step": 9933 + }, + { + "epoch": 8.425784563189143, + "grad_norm": 1.2545729619363357, + "learning_rate": 1.9845995472103844e-05, + "loss": 0.2644, + "step": 9934 + }, + { + "epoch": 8.42663273960984, + "grad_norm": 1.2584050450539777, + "learning_rate": 1.9845947443372418e-05, + "loss": 0.2019, + "step": 9935 + }, + { + "epoch": 8.427480916030534, + "grad_norm": 1.3394147541423225, + "learning_rate": 1.9845899407211035e-05, + "loss": 0.277, + "step": 9936 + }, + { + "epoch": 8.42832909245123, + "grad_norm": 1.9831038627938475, + "learning_rate": 1.9845851363619733e-05, + "loss": 0.2924, + "step": 9937 + }, + { + "epoch": 8.429177268871925, + "grad_norm": 1.4327498522523787, + "learning_rate": 1.9845803312598557e-05, + "loss": 0.3013, + "step": 9938 + }, + { + "epoch": 8.430025445292621, + "grad_norm": 1.3753806263199964, + "learning_rate": 1.9845755254147526e-05, + "loss": 0.2629, + "step": 9939 + }, + { + "epoch": 8.430873621713316, + "grad_norm": 1.3397439453946662, + "learning_rate": 1.9845707188266687e-05, + "loss": 0.2626, + "step": 9940 + }, + { + "epoch": 8.431721798134012, + "grad_norm": 1.4499409583692224, + "learning_rate": 1.9845659114956076e-05, + "loss": 0.2748, + "step": 9941 + }, + { + "epoch": 8.432569974554708, + "grad_norm": 1.4240852760179052, + "learning_rate": 1.9845611034215725e-05, + "loss": 0.2899, + "step": 9942 + }, + { + "epoch": 8.433418150975402, + "grad_norm": 1.490468316662642, + "learning_rate": 1.9845562946045676e-05, + "loss": 0.2971, + "step": 9943 + }, + { + "epoch": 8.434266327396099, + "grad_norm": 1.550531151289701, + "learning_rate": 1.9845514850445958e-05, + "loss": 0.3157, + "step": 9944 + }, + { + "epoch": 8.435114503816793, + "grad_norm": 1.2209071333394823, + "learning_rate": 1.9845466747416616e-05, + "loss": 0.2405, + "step": 9945 + }, + { + "epoch": 8.43596268023749, + "grad_norm": 1.5074951250779187, + "learning_rate": 1.984541863695768e-05, + "loss": 0.3291, + "step": 9946 + }, + { + "epoch": 8.436810856658186, + "grad_norm": 1.3519978846715952, + "learning_rate": 1.984537051906919e-05, + "loss": 0.28, + "step": 9947 + }, + { + "epoch": 8.43765903307888, + "grad_norm": 1.44814055292114, + "learning_rate": 1.9845322393751178e-05, + "loss": 0.2472, + "step": 9948 + }, + { + "epoch": 8.438507209499576, + "grad_norm": 1.1972543941330482, + "learning_rate": 1.9845274261003686e-05, + "loss": 0.3036, + "step": 9949 + }, + { + "epoch": 8.43935538592027, + "grad_norm": 1.3205229207150309, + "learning_rate": 1.984522612082674e-05, + "loss": 0.2835, + "step": 9950 + }, + { + "epoch": 8.440203562340967, + "grad_norm": 1.364393699358056, + "learning_rate": 1.984517797322039e-05, + "loss": 0.2262, + "step": 9951 + }, + { + "epoch": 8.441051738761663, + "grad_norm": 1.2822144723498647, + "learning_rate": 1.9845129818184662e-05, + "loss": 0.2509, + "step": 9952 + }, + { + "epoch": 8.441899915182358, + "grad_norm": 1.490592980002151, + "learning_rate": 1.9845081655719598e-05, + "loss": 0.329, + "step": 9953 + }, + { + "epoch": 8.442748091603054, + "grad_norm": 1.5278692928140427, + "learning_rate": 1.9845033485825235e-05, + "loss": 0.3537, + "step": 9954 + }, + { + "epoch": 8.443596268023748, + "grad_norm": 1.6116822743050883, + "learning_rate": 1.9844985308501603e-05, + "loss": 0.284, + "step": 9955 + }, + { + "epoch": 8.444444444444445, + "grad_norm": 1.4185299454496056, + "learning_rate": 1.9844937123748744e-05, + "loss": 0.2699, + "step": 9956 + }, + { + "epoch": 8.445292620865139, + "grad_norm": 1.4819137564350633, + "learning_rate": 1.984488893156669e-05, + "loss": 0.2479, + "step": 9957 + }, + { + "epoch": 8.446140797285835, + "grad_norm": 1.5609406488826802, + "learning_rate": 1.984484073195548e-05, + "loss": 0.3363, + "step": 9958 + }, + { + "epoch": 8.446988973706532, + "grad_norm": 1.3982940389282261, + "learning_rate": 1.9844792524915152e-05, + "loss": 0.2913, + "step": 9959 + }, + { + "epoch": 8.447837150127226, + "grad_norm": 1.3768879706724433, + "learning_rate": 1.984474431044574e-05, + "loss": 0.2925, + "step": 9960 + }, + { + "epoch": 8.448685326547922, + "grad_norm": 1.2564822693336217, + "learning_rate": 1.984469608854728e-05, + "loss": 0.2932, + "step": 9961 + }, + { + "epoch": 8.449533502968617, + "grad_norm": 1.4824571080168711, + "learning_rate": 1.984464785921981e-05, + "loss": 0.3361, + "step": 9962 + }, + { + "epoch": 8.450381679389313, + "grad_norm": 1.310206828020857, + "learning_rate": 1.9844599622463368e-05, + "loss": 0.2723, + "step": 9963 + }, + { + "epoch": 8.45122985581001, + "grad_norm": 1.2955363424708726, + "learning_rate": 1.9844551378277988e-05, + "loss": 0.2643, + "step": 9964 + }, + { + "epoch": 8.452078032230704, + "grad_norm": 1.4185269982272057, + "learning_rate": 1.9844503126663702e-05, + "loss": 0.3058, + "step": 9965 + }, + { + "epoch": 8.4529262086514, + "grad_norm": 1.4380650366701135, + "learning_rate": 1.9844454867620554e-05, + "loss": 0.2807, + "step": 9966 + }, + { + "epoch": 8.453774385072094, + "grad_norm": 1.5295447581415733, + "learning_rate": 1.984440660114858e-05, + "loss": 0.2794, + "step": 9967 + }, + { + "epoch": 8.45462256149279, + "grad_norm": 1.3520078131802258, + "learning_rate": 1.984435832724781e-05, + "loss": 0.3063, + "step": 9968 + }, + { + "epoch": 8.455470737913487, + "grad_norm": 1.8543881940789464, + "learning_rate": 1.9844310045918286e-05, + "loss": 0.2551, + "step": 9969 + }, + { + "epoch": 8.456318914334181, + "grad_norm": 1.4182382054336136, + "learning_rate": 1.984426175716004e-05, + "loss": 0.255, + "step": 9970 + }, + { + "epoch": 8.457167090754877, + "grad_norm": 1.488925625127191, + "learning_rate": 1.9844213460973115e-05, + "loss": 0.2372, + "step": 9971 + }, + { + "epoch": 8.458015267175572, + "grad_norm": 1.4669094684708421, + "learning_rate": 1.984416515735754e-05, + "loss": 0.2879, + "step": 9972 + }, + { + "epoch": 8.458863443596268, + "grad_norm": 1.4011518760436095, + "learning_rate": 1.9844116846313358e-05, + "loss": 0.2742, + "step": 9973 + }, + { + "epoch": 8.459711620016964, + "grad_norm": 1.432317642927221, + "learning_rate": 1.98440685278406e-05, + "loss": 0.2825, + "step": 9974 + }, + { + "epoch": 8.460559796437659, + "grad_norm": 1.3775719505211177, + "learning_rate": 1.9844020201939305e-05, + "loss": 0.2637, + "step": 9975 + }, + { + "epoch": 8.461407972858355, + "grad_norm": 1.2767534867837, + "learning_rate": 1.984397186860951e-05, + "loss": 0.2503, + "step": 9976 + }, + { + "epoch": 8.46225614927905, + "grad_norm": 1.4646365527468563, + "learning_rate": 1.9843923527851252e-05, + "loss": 0.2486, + "step": 9977 + }, + { + "epoch": 8.463104325699746, + "grad_norm": 1.3562255127550282, + "learning_rate": 1.9843875179664565e-05, + "loss": 0.2279, + "step": 9978 + }, + { + "epoch": 8.46395250212044, + "grad_norm": 1.50750418794039, + "learning_rate": 1.9843826824049487e-05, + "loss": 0.2926, + "step": 9979 + }, + { + "epoch": 8.464800678541136, + "grad_norm": 1.4560797750546588, + "learning_rate": 1.9843778461006055e-05, + "loss": 0.3366, + "step": 9980 + }, + { + "epoch": 8.465648854961833, + "grad_norm": 1.3103251476103455, + "learning_rate": 1.9843730090534307e-05, + "loss": 0.2455, + "step": 9981 + }, + { + "epoch": 8.466497031382527, + "grad_norm": 1.25717913413057, + "learning_rate": 1.9843681712634276e-05, + "loss": 0.248, + "step": 9982 + }, + { + "epoch": 8.467345207803223, + "grad_norm": 1.4519565866469812, + "learning_rate": 1.9843633327305997e-05, + "loss": 0.2939, + "step": 9983 + }, + { + "epoch": 8.468193384223918, + "grad_norm": 1.408909375839663, + "learning_rate": 1.984358493454951e-05, + "loss": 0.2304, + "step": 9984 + }, + { + "epoch": 8.469041560644614, + "grad_norm": 1.374207700405238, + "learning_rate": 1.9843536534364852e-05, + "loss": 0.2702, + "step": 9985 + }, + { + "epoch": 8.46988973706531, + "grad_norm": 1.8181730068953887, + "learning_rate": 1.984348812675206e-05, + "loss": 0.3042, + "step": 9986 + }, + { + "epoch": 8.470737913486005, + "grad_norm": 1.5175254858336087, + "learning_rate": 1.9843439711711164e-05, + "loss": 0.265, + "step": 9987 + }, + { + "epoch": 8.471586089906701, + "grad_norm": 1.3583547492189052, + "learning_rate": 1.984339128924221e-05, + "loss": 0.265, + "step": 9988 + }, + { + "epoch": 8.472434266327395, + "grad_norm": 1.575849876261914, + "learning_rate": 1.984334285934523e-05, + "loss": 0.3384, + "step": 9989 + }, + { + "epoch": 8.473282442748092, + "grad_norm": 1.4904293639319774, + "learning_rate": 1.984329442202026e-05, + "loss": 0.2991, + "step": 9990 + }, + { + "epoch": 8.474130619168788, + "grad_norm": 1.4462137968711735, + "learning_rate": 1.9843245977267336e-05, + "loss": 0.283, + "step": 9991 + }, + { + "epoch": 8.474978795589482, + "grad_norm": 1.3267429914778215, + "learning_rate": 1.9843197525086493e-05, + "loss": 0.2916, + "step": 9992 + }, + { + "epoch": 8.475826972010179, + "grad_norm": 1.3630882844612482, + "learning_rate": 1.9843149065477775e-05, + "loss": 0.2813, + "step": 9993 + }, + { + "epoch": 8.476675148430873, + "grad_norm": 1.46478313246339, + "learning_rate": 1.984310059844121e-05, + "loss": 0.3097, + "step": 9994 + }, + { + "epoch": 8.47752332485157, + "grad_norm": 1.4071963883276004, + "learning_rate": 1.9843052123976843e-05, + "loss": 0.293, + "step": 9995 + }, + { + "epoch": 8.478371501272264, + "grad_norm": 1.4901760664895776, + "learning_rate": 1.9843003642084704e-05, + "loss": 0.2834, + "step": 9996 + }, + { + "epoch": 8.47921967769296, + "grad_norm": 1.8183700257297624, + "learning_rate": 1.9842955152764828e-05, + "loss": 0.3076, + "step": 9997 + }, + { + "epoch": 8.480067854113656, + "grad_norm": 1.464462083768591, + "learning_rate": 1.984290665601726e-05, + "loss": 0.332, + "step": 9998 + }, + { + "epoch": 8.48091603053435, + "grad_norm": 1.3243280777416733, + "learning_rate": 1.9842858151842028e-05, + "loss": 0.2237, + "step": 9999 + }, + { + "epoch": 8.481764206955047, + "grad_norm": 1.3276659992029491, + "learning_rate": 1.9842809640239174e-05, + "loss": 0.237, + "step": 10000 + }, + { + "epoch": 8.482612383375741, + "grad_norm": 1.3855179650611205, + "learning_rate": 1.9842761121208733e-05, + "loss": 0.2749, + "step": 10001 + }, + { + "epoch": 8.483460559796438, + "grad_norm": 1.4774204560561612, + "learning_rate": 1.9842712594750742e-05, + "loss": 0.2411, + "step": 10002 + }, + { + "epoch": 8.484308736217134, + "grad_norm": 1.3230602218827858, + "learning_rate": 1.9842664060865237e-05, + "loss": 0.2987, + "step": 10003 + }, + { + "epoch": 8.485156912637828, + "grad_norm": 1.3590072607118358, + "learning_rate": 1.9842615519552252e-05, + "loss": 0.2481, + "step": 10004 + }, + { + "epoch": 8.486005089058525, + "grad_norm": 1.468910390654713, + "learning_rate": 1.984256697081183e-05, + "loss": 0.3188, + "step": 10005 + }, + { + "epoch": 8.486853265479219, + "grad_norm": 1.602919975217032, + "learning_rate": 1.9842518414644005e-05, + "loss": 0.2577, + "step": 10006 + }, + { + "epoch": 8.487701441899915, + "grad_norm": 1.8010891709002796, + "learning_rate": 1.9842469851048805e-05, + "loss": 0.2927, + "step": 10007 + }, + { + "epoch": 8.488549618320612, + "grad_norm": 1.4851201853893976, + "learning_rate": 1.9842421280026283e-05, + "loss": 0.3175, + "step": 10008 + }, + { + "epoch": 8.489397794741306, + "grad_norm": 1.363038771121176, + "learning_rate": 1.9842372701576463e-05, + "loss": 0.2224, + "step": 10009 + }, + { + "epoch": 8.490245971162002, + "grad_norm": 1.289393696127777, + "learning_rate": 1.984232411569939e-05, + "loss": 0.2838, + "step": 10010 + }, + { + "epoch": 8.491094147582697, + "grad_norm": 1.8307672901024086, + "learning_rate": 1.9842275522395088e-05, + "loss": 0.2942, + "step": 10011 + }, + { + "epoch": 8.491942324003393, + "grad_norm": 1.4870991689100745, + "learning_rate": 1.9842226921663606e-05, + "loss": 0.2889, + "step": 10012 + }, + { + "epoch": 8.49279050042409, + "grad_norm": 1.3874782957106904, + "learning_rate": 1.9842178313504977e-05, + "loss": 0.2487, + "step": 10013 + }, + { + "epoch": 8.493638676844784, + "grad_norm": 1.3107802539409714, + "learning_rate": 1.9842129697919238e-05, + "loss": 0.3224, + "step": 10014 + }, + { + "epoch": 8.49448685326548, + "grad_norm": 1.5178774577032865, + "learning_rate": 1.9842081074906426e-05, + "loss": 0.2755, + "step": 10015 + }, + { + "epoch": 8.495335029686174, + "grad_norm": 1.2680619057838742, + "learning_rate": 1.9842032444466575e-05, + "loss": 0.2933, + "step": 10016 + }, + { + "epoch": 8.49618320610687, + "grad_norm": 1.4024170477106708, + "learning_rate": 1.9841983806599722e-05, + "loss": 0.2963, + "step": 10017 + }, + { + "epoch": 8.497031382527565, + "grad_norm": 1.2895735567901876, + "learning_rate": 1.9841935161305908e-05, + "loss": 0.2597, + "step": 10018 + }, + { + "epoch": 8.497879558948261, + "grad_norm": 1.404292952814151, + "learning_rate": 1.9841886508585167e-05, + "loss": 0.2797, + "step": 10019 + }, + { + "epoch": 8.498727735368957, + "grad_norm": 1.2980282491650634, + "learning_rate": 1.9841837848437533e-05, + "loss": 0.2613, + "step": 10020 + }, + { + "epoch": 8.499575911789652, + "grad_norm": 1.3255598526198102, + "learning_rate": 1.9841789180863046e-05, + "loss": 0.3022, + "step": 10021 + }, + { + "epoch": 8.500424088210348, + "grad_norm": 1.6244325632099772, + "learning_rate": 1.9841740505861743e-05, + "loss": 0.3062, + "step": 10022 + }, + { + "epoch": 8.501272264631043, + "grad_norm": 1.2715288345522204, + "learning_rate": 1.984169182343366e-05, + "loss": 0.2603, + "step": 10023 + }, + { + "epoch": 8.502120441051739, + "grad_norm": 1.5756298299434726, + "learning_rate": 1.984164313357883e-05, + "loss": 0.3333, + "step": 10024 + }, + { + "epoch": 8.502968617472435, + "grad_norm": 1.4362852105315016, + "learning_rate": 1.9841594436297296e-05, + "loss": 0.2702, + "step": 10025 + }, + { + "epoch": 8.50381679389313, + "grad_norm": 1.4560682702673842, + "learning_rate": 1.984154573158909e-05, + "loss": 0.3222, + "step": 10026 + }, + { + "epoch": 8.504664970313826, + "grad_norm": 1.2985833891352627, + "learning_rate": 1.9841497019454254e-05, + "loss": 0.2577, + "step": 10027 + }, + { + "epoch": 8.50551314673452, + "grad_norm": 1.5660690957634693, + "learning_rate": 1.984144829989282e-05, + "loss": 0.3394, + "step": 10028 + }, + { + "epoch": 8.506361323155216, + "grad_norm": 1.4216247437919995, + "learning_rate": 1.9841399572904825e-05, + "loss": 0.3132, + "step": 10029 + }, + { + "epoch": 8.50720949957591, + "grad_norm": 1.253841397962434, + "learning_rate": 1.9841350838490308e-05, + "loss": 0.3045, + "step": 10030 + }, + { + "epoch": 8.508057675996607, + "grad_norm": 1.2939055176582384, + "learning_rate": 1.9841302096649303e-05, + "loss": 0.2267, + "step": 10031 + }, + { + "epoch": 8.508905852417303, + "grad_norm": 1.3904099616576067, + "learning_rate": 1.984125334738185e-05, + "loss": 0.2838, + "step": 10032 + }, + { + "epoch": 8.509754028837998, + "grad_norm": 1.526653425610396, + "learning_rate": 1.9841204590687987e-05, + "loss": 0.3206, + "step": 10033 + }, + { + "epoch": 8.510602205258694, + "grad_norm": 1.261797199374059, + "learning_rate": 1.9841155826567746e-05, + "loss": 0.2729, + "step": 10034 + }, + { + "epoch": 8.511450381679388, + "grad_norm": 1.3676300201666947, + "learning_rate": 1.9841107055021164e-05, + "loss": 0.3321, + "step": 10035 + }, + { + "epoch": 8.512298558100085, + "grad_norm": 1.5961675421776444, + "learning_rate": 1.9841058276048282e-05, + "loss": 0.3291, + "step": 10036 + }, + { + "epoch": 8.513146734520781, + "grad_norm": 1.8939865580816613, + "learning_rate": 1.9841009489649133e-05, + "loss": 0.2756, + "step": 10037 + }, + { + "epoch": 8.513994910941475, + "grad_norm": 1.4561986819242618, + "learning_rate": 1.9840960695823755e-05, + "loss": 0.2742, + "step": 10038 + }, + { + "epoch": 8.514843087362172, + "grad_norm": 1.3319399902552802, + "learning_rate": 1.984091189457219e-05, + "loss": 0.2962, + "step": 10039 + }, + { + "epoch": 8.515691263782866, + "grad_norm": 1.5739494422734286, + "learning_rate": 1.9840863085894464e-05, + "loss": 0.2903, + "step": 10040 + }, + { + "epoch": 8.516539440203562, + "grad_norm": 1.2773164219896453, + "learning_rate": 1.9840814269790622e-05, + "loss": 0.2393, + "step": 10041 + }, + { + "epoch": 8.517387616624259, + "grad_norm": 1.4755831684417031, + "learning_rate": 1.9840765446260696e-05, + "loss": 0.2686, + "step": 10042 + }, + { + "epoch": 8.518235793044953, + "grad_norm": 1.3900233259444972, + "learning_rate": 1.9840716615304728e-05, + "loss": 0.2664, + "step": 10043 + }, + { + "epoch": 8.51908396946565, + "grad_norm": 1.59069298130531, + "learning_rate": 1.9840667776922754e-05, + "loss": 0.309, + "step": 10044 + }, + { + "epoch": 8.519932145886344, + "grad_norm": 1.5656281017256268, + "learning_rate": 1.984061893111481e-05, + "loss": 0.2539, + "step": 10045 + }, + { + "epoch": 8.52078032230704, + "grad_norm": 1.633338656514666, + "learning_rate": 1.984057007788093e-05, + "loss": 0.3474, + "step": 10046 + }, + { + "epoch": 8.521628498727736, + "grad_norm": 1.4342539657633735, + "learning_rate": 1.984052121722115e-05, + "loss": 0.2709, + "step": 10047 + }, + { + "epoch": 8.52247667514843, + "grad_norm": 1.4284952010342393, + "learning_rate": 1.9840472349135513e-05, + "loss": 0.2957, + "step": 10048 + }, + { + "epoch": 8.523324851569127, + "grad_norm": 1.3079130020812073, + "learning_rate": 1.9840423473624053e-05, + "loss": 0.2756, + "step": 10049 + }, + { + "epoch": 8.524173027989821, + "grad_norm": 1.2795595012329293, + "learning_rate": 1.9840374590686808e-05, + "loss": 0.2394, + "step": 10050 + }, + { + "epoch": 8.525021204410518, + "grad_norm": 1.293069601891636, + "learning_rate": 1.984032570032381e-05, + "loss": 0.3122, + "step": 10051 + }, + { + "epoch": 8.525869380831214, + "grad_norm": 1.3327094647365814, + "learning_rate": 1.98402768025351e-05, + "loss": 0.3364, + "step": 10052 + }, + { + "epoch": 8.526717557251908, + "grad_norm": 1.5674116131090974, + "learning_rate": 1.9840227897320715e-05, + "loss": 0.3317, + "step": 10053 + }, + { + "epoch": 8.527565733672605, + "grad_norm": 1.310060195320043, + "learning_rate": 1.984017898468069e-05, + "loss": 0.2869, + "step": 10054 + }, + { + "epoch": 8.528413910093299, + "grad_norm": 1.6729112301991498, + "learning_rate": 1.9840130064615063e-05, + "loss": 0.2587, + "step": 10055 + }, + { + "epoch": 8.529262086513995, + "grad_norm": 1.7936429505275302, + "learning_rate": 1.9840081137123875e-05, + "loss": 0.3498, + "step": 10056 + }, + { + "epoch": 8.53011026293469, + "grad_norm": 1.3594066076806606, + "learning_rate": 1.9840032202207155e-05, + "loss": 0.2955, + "step": 10057 + }, + { + "epoch": 8.530958439355386, + "grad_norm": 1.411877294090995, + "learning_rate": 1.9839983259864944e-05, + "loss": 0.273, + "step": 10058 + }, + { + "epoch": 8.531806615776082, + "grad_norm": 1.437203805551805, + "learning_rate": 1.983993431009728e-05, + "loss": 0.3013, + "step": 10059 + }, + { + "epoch": 8.532654792196777, + "grad_norm": 1.4226838390724483, + "learning_rate": 1.9839885352904197e-05, + "loss": 0.2682, + "step": 10060 + }, + { + "epoch": 8.533502968617473, + "grad_norm": 1.3915117027184345, + "learning_rate": 1.9839836388285735e-05, + "loss": 0.2681, + "step": 10061 + }, + { + "epoch": 8.534351145038167, + "grad_norm": 1.6383450344927177, + "learning_rate": 1.9839787416241928e-05, + "loss": 0.2883, + "step": 10062 + }, + { + "epoch": 8.535199321458864, + "grad_norm": 1.3740292907589404, + "learning_rate": 1.9839738436772817e-05, + "loss": 0.2658, + "step": 10063 + }, + { + "epoch": 8.53604749787956, + "grad_norm": 1.3478116413834749, + "learning_rate": 1.9839689449878435e-05, + "loss": 0.2406, + "step": 10064 + }, + { + "epoch": 8.536895674300254, + "grad_norm": 1.4116779701751243, + "learning_rate": 1.983964045555882e-05, + "loss": 0.2687, + "step": 10065 + }, + { + "epoch": 8.53774385072095, + "grad_norm": 1.608115974187819, + "learning_rate": 1.9839591453814013e-05, + "loss": 0.3333, + "step": 10066 + }, + { + "epoch": 8.538592027141645, + "grad_norm": 1.4885120286595572, + "learning_rate": 1.9839542444644044e-05, + "loss": 0.3126, + "step": 10067 + }, + { + "epoch": 8.539440203562341, + "grad_norm": 1.3219297871548688, + "learning_rate": 1.9839493428048953e-05, + "loss": 0.2977, + "step": 10068 + }, + { + "epoch": 8.540288379983036, + "grad_norm": 1.6164950743943085, + "learning_rate": 1.983944440402878e-05, + "loss": 0.2886, + "step": 10069 + }, + { + "epoch": 8.541136556403732, + "grad_norm": 1.2881125382261367, + "learning_rate": 1.9839395372583557e-05, + "loss": 0.2459, + "step": 10070 + }, + { + "epoch": 8.541984732824428, + "grad_norm": 1.2257951521909787, + "learning_rate": 1.9839346333713326e-05, + "loss": 0.2799, + "step": 10071 + }, + { + "epoch": 8.542832909245123, + "grad_norm": 1.404040298851216, + "learning_rate": 1.983929728741812e-05, + "loss": 0.2668, + "step": 10072 + }, + { + "epoch": 8.543681085665819, + "grad_norm": 1.282284369915279, + "learning_rate": 1.9839248233697975e-05, + "loss": 0.2176, + "step": 10073 + }, + { + "epoch": 8.544529262086513, + "grad_norm": 1.3915307463734805, + "learning_rate": 1.9839199172552933e-05, + "loss": 0.2987, + "step": 10074 + }, + { + "epoch": 8.54537743850721, + "grad_norm": 1.4722067384947735, + "learning_rate": 1.983915010398303e-05, + "loss": 0.3108, + "step": 10075 + }, + { + "epoch": 8.546225614927906, + "grad_norm": 1.5666519865467006, + "learning_rate": 1.98391010279883e-05, + "loss": 0.2796, + "step": 10076 + }, + { + "epoch": 8.5470737913486, + "grad_norm": 1.3249352414535915, + "learning_rate": 1.9839051944568778e-05, + "loss": 0.2589, + "step": 10077 + }, + { + "epoch": 8.547921967769296, + "grad_norm": 1.451728215839844, + "learning_rate": 1.983900285372451e-05, + "loss": 0.2916, + "step": 10078 + }, + { + "epoch": 8.54877014418999, + "grad_norm": 1.427211528440406, + "learning_rate": 1.9838953755455525e-05, + "loss": 0.2612, + "step": 10079 + }, + { + "epoch": 8.549618320610687, + "grad_norm": 1.4022500309976058, + "learning_rate": 1.9838904649761862e-05, + "loss": 0.2902, + "step": 10080 + }, + { + "epoch": 8.550466497031383, + "grad_norm": 1.4265224195823076, + "learning_rate": 1.983885553664356e-05, + "loss": 0.2695, + "step": 10081 + }, + { + "epoch": 8.551314673452078, + "grad_norm": 1.715822808769136, + "learning_rate": 1.9838806416100653e-05, + "loss": 0.3113, + "step": 10082 + }, + { + "epoch": 8.552162849872774, + "grad_norm": 1.5348420583808386, + "learning_rate": 1.983875728813318e-05, + "loss": 0.2435, + "step": 10083 + }, + { + "epoch": 8.553011026293468, + "grad_norm": 1.4471217261540414, + "learning_rate": 1.983870815274118e-05, + "loss": 0.2616, + "step": 10084 + }, + { + "epoch": 8.553859202714165, + "grad_norm": 1.3494045238161905, + "learning_rate": 1.9838659009924687e-05, + "loss": 0.2956, + "step": 10085 + }, + { + "epoch": 8.554707379134861, + "grad_norm": 1.7067288348093967, + "learning_rate": 1.983860985968374e-05, + "loss": 0.3547, + "step": 10086 + }, + { + "epoch": 8.555555555555555, + "grad_norm": 1.3265847037679506, + "learning_rate": 1.9838560702018373e-05, + "loss": 0.2703, + "step": 10087 + }, + { + "epoch": 8.556403731976252, + "grad_norm": 1.2535708610977536, + "learning_rate": 1.983851153692863e-05, + "loss": 0.2742, + "step": 10088 + }, + { + "epoch": 8.557251908396946, + "grad_norm": 1.2896006110778777, + "learning_rate": 1.983846236441454e-05, + "loss": 0.301, + "step": 10089 + }, + { + "epoch": 8.558100084817642, + "grad_norm": 1.4824590192375633, + "learning_rate": 1.983841318447614e-05, + "loss": 0.2522, + "step": 10090 + }, + { + "epoch": 8.558948261238339, + "grad_norm": 1.4529001471179375, + "learning_rate": 1.9838363997113476e-05, + "loss": 0.2695, + "step": 10091 + }, + { + "epoch": 8.559796437659033, + "grad_norm": 1.5473051639022266, + "learning_rate": 1.9838314802326577e-05, + "loss": 0.2921, + "step": 10092 + }, + { + "epoch": 8.56064461407973, + "grad_norm": 1.4765645276914567, + "learning_rate": 1.983826560011548e-05, + "loss": 0.31, + "step": 10093 + }, + { + "epoch": 8.561492790500424, + "grad_norm": 1.338328668522477, + "learning_rate": 1.983821639048023e-05, + "loss": 0.2767, + "step": 10094 + }, + { + "epoch": 8.56234096692112, + "grad_norm": 1.3367353514150717, + "learning_rate": 1.983816717342086e-05, + "loss": 0.3119, + "step": 10095 + }, + { + "epoch": 8.563189143341814, + "grad_norm": 1.2909115332531997, + "learning_rate": 1.98381179489374e-05, + "loss": 0.2816, + "step": 10096 + }, + { + "epoch": 8.56403731976251, + "grad_norm": 1.463085769193534, + "learning_rate": 1.98380687170299e-05, + "loss": 0.3039, + "step": 10097 + }, + { + "epoch": 8.564885496183207, + "grad_norm": 1.539745867365112, + "learning_rate": 1.9838019477698384e-05, + "loss": 0.2769, + "step": 10098 + }, + { + "epoch": 8.565733672603901, + "grad_norm": 1.3230130849568928, + "learning_rate": 1.9837970230942903e-05, + "loss": 0.2823, + "step": 10099 + }, + { + "epoch": 8.566581849024598, + "grad_norm": 1.7677915373317798, + "learning_rate": 1.983792097676348e-05, + "loss": 0.2731, + "step": 10100 + }, + { + "epoch": 8.567430025445292, + "grad_norm": 1.4876244105028948, + "learning_rate": 1.9837871715160162e-05, + "loss": 0.2663, + "step": 10101 + }, + { + "epoch": 8.568278201865988, + "grad_norm": 2.0656559456905526, + "learning_rate": 1.9837822446132984e-05, + "loss": 0.3246, + "step": 10102 + }, + { + "epoch": 8.569126378286684, + "grad_norm": 1.4522875812200509, + "learning_rate": 1.983777316968198e-05, + "loss": 0.2754, + "step": 10103 + }, + { + "epoch": 8.569974554707379, + "grad_norm": 1.2671721540979566, + "learning_rate": 1.9837723885807193e-05, + "loss": 0.2617, + "step": 10104 + }, + { + "epoch": 8.570822731128075, + "grad_norm": 1.335170331774948, + "learning_rate": 1.9837674594508655e-05, + "loss": 0.2844, + "step": 10105 + }, + { + "epoch": 8.57167090754877, + "grad_norm": 1.2518932163394405, + "learning_rate": 1.9837625295786402e-05, + "loss": 0.3001, + "step": 10106 + }, + { + "epoch": 8.572519083969466, + "grad_norm": 1.278980952332034, + "learning_rate": 1.9837575989640478e-05, + "loss": 0.2723, + "step": 10107 + }, + { + "epoch": 8.57336726039016, + "grad_norm": 1.320456116846862, + "learning_rate": 1.9837526676070916e-05, + "loss": 0.2785, + "step": 10108 + }, + { + "epoch": 8.574215436810857, + "grad_norm": 1.356929930267562, + "learning_rate": 1.983747735507775e-05, + "loss": 0.2743, + "step": 10109 + }, + { + "epoch": 8.575063613231553, + "grad_norm": 1.3851399884233968, + "learning_rate": 1.9837428026661027e-05, + "loss": 0.2251, + "step": 10110 + }, + { + "epoch": 8.575911789652247, + "grad_norm": 1.3435272685861273, + "learning_rate": 1.9837378690820774e-05, + "loss": 0.237, + "step": 10111 + }, + { + "epoch": 8.576759966072943, + "grad_norm": 1.4473234154404035, + "learning_rate": 1.9837329347557032e-05, + "loss": 0.2883, + "step": 10112 + }, + { + "epoch": 8.577608142493638, + "grad_norm": 1.4821683570049982, + "learning_rate": 1.983727999686984e-05, + "loss": 0.2865, + "step": 10113 + }, + { + "epoch": 8.578456318914334, + "grad_norm": 1.36343156109645, + "learning_rate": 1.9837230638759234e-05, + "loss": 0.2751, + "step": 10114 + }, + { + "epoch": 8.57930449533503, + "grad_norm": 1.3553014030683348, + "learning_rate": 1.9837181273225248e-05, + "loss": 0.2562, + "step": 10115 + }, + { + "epoch": 8.580152671755725, + "grad_norm": 1.3198441778257224, + "learning_rate": 1.9837131900267923e-05, + "loss": 0.2954, + "step": 10116 + }, + { + "epoch": 8.581000848176421, + "grad_norm": 1.479444478489402, + "learning_rate": 1.9837082519887296e-05, + "loss": 0.2904, + "step": 10117 + }, + { + "epoch": 8.581849024597116, + "grad_norm": 1.4555876893228092, + "learning_rate": 1.9837033132083404e-05, + "loss": 0.3642, + "step": 10118 + }, + { + "epoch": 8.582697201017812, + "grad_norm": 1.2906383973908184, + "learning_rate": 1.9836983736856282e-05, + "loss": 0.3067, + "step": 10119 + }, + { + "epoch": 8.583545377438508, + "grad_norm": 1.3635212710497995, + "learning_rate": 1.9836934334205973e-05, + "loss": 0.2779, + "step": 10120 + }, + { + "epoch": 8.584393553859202, + "grad_norm": 1.6480206504514088, + "learning_rate": 1.9836884924132508e-05, + "loss": 0.287, + "step": 10121 + }, + { + "epoch": 8.585241730279899, + "grad_norm": 1.5456102856213811, + "learning_rate": 1.9836835506635927e-05, + "loss": 0.2952, + "step": 10122 + }, + { + "epoch": 8.586089906700593, + "grad_norm": 1.675216437752556, + "learning_rate": 1.9836786081716268e-05, + "loss": 0.2687, + "step": 10123 + }, + { + "epoch": 8.58693808312129, + "grad_norm": 1.2608298119575192, + "learning_rate": 1.9836736649373568e-05, + "loss": 0.2569, + "step": 10124 + }, + { + "epoch": 8.587786259541986, + "grad_norm": 1.4522854175925395, + "learning_rate": 1.9836687209607865e-05, + "loss": 0.3144, + "step": 10125 + }, + { + "epoch": 8.58863443596268, + "grad_norm": 1.5316239234224163, + "learning_rate": 1.9836637762419194e-05, + "loss": 0.2909, + "step": 10126 + }, + { + "epoch": 8.589482612383376, + "grad_norm": 1.3769688396394153, + "learning_rate": 1.983658830780759e-05, + "loss": 0.2301, + "step": 10127 + }, + { + "epoch": 8.59033078880407, + "grad_norm": 1.5715181054466962, + "learning_rate": 1.9836538845773097e-05, + "loss": 0.3239, + "step": 10128 + }, + { + "epoch": 8.591178965224767, + "grad_norm": 1.2831900780137073, + "learning_rate": 1.9836489376315748e-05, + "loss": 0.2391, + "step": 10129 + }, + { + "epoch": 8.592027141645461, + "grad_norm": 1.3799521881997856, + "learning_rate": 1.983643989943558e-05, + "loss": 0.2408, + "step": 10130 + }, + { + "epoch": 8.592875318066158, + "grad_norm": 1.5754952872839552, + "learning_rate": 1.9836390415132634e-05, + "loss": 0.2623, + "step": 10131 + }, + { + "epoch": 8.593723494486854, + "grad_norm": 1.4251937469012723, + "learning_rate": 1.983634092340694e-05, + "loss": 0.247, + "step": 10132 + }, + { + "epoch": 8.594571670907548, + "grad_norm": 1.2999153172417377, + "learning_rate": 1.9836291424258546e-05, + "loss": 0.2969, + "step": 10133 + }, + { + "epoch": 8.595419847328245, + "grad_norm": 1.6258584842168604, + "learning_rate": 1.9836241917687483e-05, + "loss": 0.304, + "step": 10134 + }, + { + "epoch": 8.596268023748939, + "grad_norm": 1.4814678471318303, + "learning_rate": 1.9836192403693788e-05, + "loss": 0.3001, + "step": 10135 + }, + { + "epoch": 8.597116200169635, + "grad_norm": 1.3884655495962774, + "learning_rate": 1.98361428822775e-05, + "loss": 0.3475, + "step": 10136 + }, + { + "epoch": 8.597964376590332, + "grad_norm": 1.2637992349529668, + "learning_rate": 1.9836093353438652e-05, + "loss": 0.2582, + "step": 10137 + }, + { + "epoch": 8.598812553011026, + "grad_norm": 1.4682200513185717, + "learning_rate": 1.983604381717729e-05, + "loss": 0.2782, + "step": 10138 + }, + { + "epoch": 8.599660729431722, + "grad_norm": 1.5645657815024594, + "learning_rate": 1.9835994273493445e-05, + "loss": 0.3074, + "step": 10139 + }, + { + "epoch": 8.600508905852417, + "grad_norm": 1.477735773053878, + "learning_rate": 1.9835944722387155e-05, + "loss": 0.2529, + "step": 10140 + }, + { + "epoch": 8.601357082273113, + "grad_norm": 1.371770172382658, + "learning_rate": 1.983589516385846e-05, + "loss": 0.2622, + "step": 10141 + }, + { + "epoch": 8.60220525869381, + "grad_norm": 1.5467173347517131, + "learning_rate": 1.9835845597907395e-05, + "loss": 0.3685, + "step": 10142 + }, + { + "epoch": 8.603053435114504, + "grad_norm": 1.3928928283001807, + "learning_rate": 1.9835796024533997e-05, + "loss": 0.3007, + "step": 10143 + }, + { + "epoch": 8.6039016115352, + "grad_norm": 1.3100889274949796, + "learning_rate": 1.9835746443738307e-05, + "loss": 0.2745, + "step": 10144 + }, + { + "epoch": 8.604749787955894, + "grad_norm": 1.293838575421793, + "learning_rate": 1.983569685552036e-05, + "loss": 0.3184, + "step": 10145 + }, + { + "epoch": 8.60559796437659, + "grad_norm": 1.3485593044508069, + "learning_rate": 1.983564725988019e-05, + "loss": 0.256, + "step": 10146 + }, + { + "epoch": 8.606446140797285, + "grad_norm": 1.2681675281316336, + "learning_rate": 1.983559765681784e-05, + "loss": 0.296, + "step": 10147 + }, + { + "epoch": 8.607294317217981, + "grad_norm": 1.3525287485605635, + "learning_rate": 1.9835548046333344e-05, + "loss": 0.264, + "step": 10148 + }, + { + "epoch": 8.608142493638677, + "grad_norm": 1.2417413937928774, + "learning_rate": 1.9835498428426742e-05, + "loss": 0.2764, + "step": 10149 + }, + { + "epoch": 8.608990670059372, + "grad_norm": 1.268509570732068, + "learning_rate": 1.9835448803098068e-05, + "loss": 0.2361, + "step": 10150 + }, + { + "epoch": 8.609838846480068, + "grad_norm": 1.3252852345492216, + "learning_rate": 1.9835399170347362e-05, + "loss": 0.2456, + "step": 10151 + }, + { + "epoch": 8.610687022900763, + "grad_norm": 1.6779593737162621, + "learning_rate": 1.9835349530174663e-05, + "loss": 0.2985, + "step": 10152 + }, + { + "epoch": 8.611535199321459, + "grad_norm": 1.4210341000827271, + "learning_rate": 1.9835299882580007e-05, + "loss": 0.2812, + "step": 10153 + }, + { + "epoch": 8.612383375742155, + "grad_norm": 1.3338252750284294, + "learning_rate": 1.983525022756343e-05, + "loss": 0.2542, + "step": 10154 + }, + { + "epoch": 8.61323155216285, + "grad_norm": 1.4082619980616304, + "learning_rate": 1.983520056512497e-05, + "loss": 0.367, + "step": 10155 + }, + { + "epoch": 8.614079728583546, + "grad_norm": 1.4024604058489587, + "learning_rate": 1.9835150895264663e-05, + "loss": 0.291, + "step": 10156 + }, + { + "epoch": 8.61492790500424, + "grad_norm": 1.326169678736294, + "learning_rate": 1.9835101217982552e-05, + "loss": 0.2694, + "step": 10157 + }, + { + "epoch": 8.615776081424936, + "grad_norm": 1.5571520361523883, + "learning_rate": 1.9835051533278667e-05, + "loss": 0.2678, + "step": 10158 + }, + { + "epoch": 8.616624257845633, + "grad_norm": 1.3089758997995675, + "learning_rate": 1.9835001841153053e-05, + "loss": 0.31, + "step": 10159 + }, + { + "epoch": 8.617472434266327, + "grad_norm": 1.4235097874971798, + "learning_rate": 1.9834952141605743e-05, + "loss": 0.2542, + "step": 10160 + }, + { + "epoch": 8.618320610687023, + "grad_norm": 1.3499651694820491, + "learning_rate": 1.983490243463677e-05, + "loss": 0.2728, + "step": 10161 + }, + { + "epoch": 8.619168787107718, + "grad_norm": 1.335591969430376, + "learning_rate": 1.9834852720246183e-05, + "loss": 0.2557, + "step": 10162 + }, + { + "epoch": 8.620016963528414, + "grad_norm": 1.4835725051816009, + "learning_rate": 1.9834802998434012e-05, + "loss": 0.3031, + "step": 10163 + }, + { + "epoch": 8.62086513994911, + "grad_norm": 1.351068176790743, + "learning_rate": 1.9834753269200298e-05, + "loss": 0.223, + "step": 10164 + }, + { + "epoch": 8.621713316369805, + "grad_norm": 1.594304917471958, + "learning_rate": 1.983470353254507e-05, + "loss": 0.3022, + "step": 10165 + }, + { + "epoch": 8.622561492790501, + "grad_norm": 1.5347592783581023, + "learning_rate": 1.9834653788468378e-05, + "loss": 0.3131, + "step": 10166 + }, + { + "epoch": 8.623409669211195, + "grad_norm": 1.4718451867081306, + "learning_rate": 1.9834604036970253e-05, + "loss": 0.2433, + "step": 10167 + }, + { + "epoch": 8.624257845631892, + "grad_norm": 1.492864421411858, + "learning_rate": 1.983455427805073e-05, + "loss": 0.3055, + "step": 10168 + }, + { + "epoch": 8.625106022052586, + "grad_norm": 1.299581365343182, + "learning_rate": 1.983450451170985e-05, + "loss": 0.2767, + "step": 10169 + }, + { + "epoch": 8.625954198473282, + "grad_norm": 1.6462739053238888, + "learning_rate": 1.9834454737947652e-05, + "loss": 0.2835, + "step": 10170 + }, + { + "epoch": 8.626802374893979, + "grad_norm": 1.2552336004364024, + "learning_rate": 1.9834404956764174e-05, + "loss": 0.2101, + "step": 10171 + }, + { + "epoch": 8.627650551314673, + "grad_norm": 1.5437065629211304, + "learning_rate": 1.9834355168159443e-05, + "loss": 0.2841, + "step": 10172 + }, + { + "epoch": 8.62849872773537, + "grad_norm": 1.5036474319243494, + "learning_rate": 1.983430537213351e-05, + "loss": 0.3101, + "step": 10173 + }, + { + "epoch": 8.629346904156064, + "grad_norm": 1.4191905384357282, + "learning_rate": 1.9834255568686412e-05, + "loss": 0.2491, + "step": 10174 + }, + { + "epoch": 8.63019508057676, + "grad_norm": 1.3385183461510992, + "learning_rate": 1.9834205757818176e-05, + "loss": 0.3195, + "step": 10175 + }, + { + "epoch": 8.631043256997456, + "grad_norm": 1.4379759341039422, + "learning_rate": 1.9834155939528848e-05, + "loss": 0.2825, + "step": 10176 + }, + { + "epoch": 8.63189143341815, + "grad_norm": 1.403774746134817, + "learning_rate": 1.983410611381846e-05, + "loss": 0.2925, + "step": 10177 + }, + { + "epoch": 8.632739609838847, + "grad_norm": 1.5589184043083015, + "learning_rate": 1.9834056280687054e-05, + "loss": 0.2686, + "step": 10178 + }, + { + "epoch": 8.633587786259541, + "grad_norm": 1.2871684308997366, + "learning_rate": 1.9834006440134667e-05, + "loss": 0.2655, + "step": 10179 + }, + { + "epoch": 8.634435962680238, + "grad_norm": 1.2996137235807852, + "learning_rate": 1.9833956592161336e-05, + "loss": 0.2692, + "step": 10180 + }, + { + "epoch": 8.635284139100932, + "grad_norm": 1.267117213433857, + "learning_rate": 1.9833906736767103e-05, + "loss": 0.2339, + "step": 10181 + }, + { + "epoch": 8.636132315521628, + "grad_norm": 1.3323602726194188, + "learning_rate": 1.9833856873951993e-05, + "loss": 0.2666, + "step": 10182 + }, + { + "epoch": 8.636980491942325, + "grad_norm": 1.362064364537671, + "learning_rate": 1.9833807003716058e-05, + "loss": 0.2907, + "step": 10183 + }, + { + "epoch": 8.637828668363019, + "grad_norm": 1.44054600122129, + "learning_rate": 1.9833757126059328e-05, + "loss": 0.2392, + "step": 10184 + }, + { + "epoch": 8.638676844783715, + "grad_norm": 1.5200838670653207, + "learning_rate": 1.983370724098184e-05, + "loss": 0.2932, + "step": 10185 + }, + { + "epoch": 8.63952502120441, + "grad_norm": 1.3180932672154493, + "learning_rate": 1.9833657348483637e-05, + "loss": 0.3195, + "step": 10186 + }, + { + "epoch": 8.640373197625106, + "grad_norm": 1.3196740750080245, + "learning_rate": 1.983360744856475e-05, + "loss": 0.2424, + "step": 10187 + }, + { + "epoch": 8.641221374045802, + "grad_norm": 1.2395503909738133, + "learning_rate": 1.9833557541225222e-05, + "loss": 0.2706, + "step": 10188 + }, + { + "epoch": 8.642069550466497, + "grad_norm": 1.3448563619566098, + "learning_rate": 1.9833507626465088e-05, + "loss": 0.3201, + "step": 10189 + }, + { + "epoch": 8.642917726887193, + "grad_norm": 1.4047397358503557, + "learning_rate": 1.983345770428439e-05, + "loss": 0.2721, + "step": 10190 + }, + { + "epoch": 8.643765903307887, + "grad_norm": 1.330524248649131, + "learning_rate": 1.983340777468316e-05, + "loss": 0.3102, + "step": 10191 + }, + { + "epoch": 8.644614079728584, + "grad_norm": 1.584582952845985, + "learning_rate": 1.9833357837661437e-05, + "loss": 0.3228, + "step": 10192 + }, + { + "epoch": 8.64546225614928, + "grad_norm": 1.6269887947226918, + "learning_rate": 1.9833307893219256e-05, + "loss": 0.3172, + "step": 10193 + }, + { + "epoch": 8.646310432569974, + "grad_norm": 1.4514177185750765, + "learning_rate": 1.983325794135666e-05, + "loss": 0.306, + "step": 10194 + }, + { + "epoch": 8.64715860899067, + "grad_norm": 1.245720146995506, + "learning_rate": 1.9833207982073686e-05, + "loss": 0.3068, + "step": 10195 + }, + { + "epoch": 8.648006785411365, + "grad_norm": 1.651966235435979, + "learning_rate": 1.9833158015370372e-05, + "loss": 0.2795, + "step": 10196 + }, + { + "epoch": 8.648854961832061, + "grad_norm": 1.424415794378026, + "learning_rate": 1.9833108041246754e-05, + "loss": 0.2915, + "step": 10197 + }, + { + "epoch": 8.649703138252757, + "grad_norm": 1.3889572718874916, + "learning_rate": 1.9833058059702867e-05, + "loss": 0.323, + "step": 10198 + }, + { + "epoch": 8.650551314673452, + "grad_norm": 1.5159047814148827, + "learning_rate": 1.9833008070738754e-05, + "loss": 0.3507, + "step": 10199 + }, + { + "epoch": 8.651399491094148, + "grad_norm": 1.4196230580436227, + "learning_rate": 1.983295807435445e-05, + "loss": 0.2877, + "step": 10200 + }, + { + "epoch": 8.652247667514843, + "grad_norm": 1.242792576802858, + "learning_rate": 1.9832908070549994e-05, + "loss": 0.2978, + "step": 10201 + }, + { + "epoch": 8.653095843935539, + "grad_norm": 1.4115808204829703, + "learning_rate": 1.983285805932542e-05, + "loss": 0.2833, + "step": 10202 + }, + { + "epoch": 8.653944020356235, + "grad_norm": 1.841836787464198, + "learning_rate": 1.9832808040680773e-05, + "loss": 0.2971, + "step": 10203 + }, + { + "epoch": 8.65479219677693, + "grad_norm": 1.5847516166577007, + "learning_rate": 1.983275801461608e-05, + "loss": 0.3444, + "step": 10204 + }, + { + "epoch": 8.655640373197626, + "grad_norm": 1.5058574249792027, + "learning_rate": 1.983270798113139e-05, + "loss": 0.3239, + "step": 10205 + }, + { + "epoch": 8.65648854961832, + "grad_norm": 1.3695960588487741, + "learning_rate": 1.9832657940226737e-05, + "loss": 0.26, + "step": 10206 + }, + { + "epoch": 8.657336726039016, + "grad_norm": 1.3626004815709996, + "learning_rate": 1.9832607891902156e-05, + "loss": 0.3003, + "step": 10207 + }, + { + "epoch": 8.65818490245971, + "grad_norm": 1.3822627469230369, + "learning_rate": 1.9832557836157684e-05, + "loss": 0.2877, + "step": 10208 + }, + { + "epoch": 8.659033078880407, + "grad_norm": 1.2638492783393938, + "learning_rate": 1.9832507772993363e-05, + "loss": 0.2369, + "step": 10209 + }, + { + "epoch": 8.659881255301103, + "grad_norm": 1.2946540150544692, + "learning_rate": 1.983245770240923e-05, + "loss": 0.2854, + "step": 10210 + }, + { + "epoch": 8.660729431721798, + "grad_norm": 1.3666219665153871, + "learning_rate": 1.983240762440532e-05, + "loss": 0.2822, + "step": 10211 + }, + { + "epoch": 8.661577608142494, + "grad_norm": 1.335837131361541, + "learning_rate": 1.9832357538981673e-05, + "loss": 0.244, + "step": 10212 + }, + { + "epoch": 8.662425784563188, + "grad_norm": 1.3596122247322482, + "learning_rate": 1.9832307446138324e-05, + "loss": 0.3245, + "step": 10213 + }, + { + "epoch": 8.663273960983885, + "grad_norm": 1.4600432260900296, + "learning_rate": 1.9832257345875315e-05, + "loss": 0.2766, + "step": 10214 + }, + { + "epoch": 8.664122137404581, + "grad_norm": 1.3058425052992129, + "learning_rate": 1.9832207238192684e-05, + "loss": 0.2218, + "step": 10215 + }, + { + "epoch": 8.664970313825275, + "grad_norm": 1.501754906850682, + "learning_rate": 1.9832157123090464e-05, + "loss": 0.27, + "step": 10216 + }, + { + "epoch": 8.665818490245972, + "grad_norm": 1.4958367202619334, + "learning_rate": 1.9832107000568696e-05, + "loss": 0.2526, + "step": 10217 + }, + { + "epoch": 8.666666666666666, + "grad_norm": 1.4640385132615528, + "learning_rate": 1.983205687062742e-05, + "loss": 0.3066, + "step": 10218 + }, + { + "epoch": 8.667514843087362, + "grad_norm": 1.2526270085557185, + "learning_rate": 1.9832006733266667e-05, + "loss": 0.2279, + "step": 10219 + }, + { + "epoch": 8.668363019508057, + "grad_norm": 1.5431908322960555, + "learning_rate": 1.983195658848648e-05, + "loss": 0.2945, + "step": 10220 + }, + { + "epoch": 8.669211195928753, + "grad_norm": 1.6066459071331012, + "learning_rate": 1.9831906436286897e-05, + "loss": 0.2476, + "step": 10221 + }, + { + "epoch": 8.67005937234945, + "grad_norm": 1.4674908857225937, + "learning_rate": 1.9831856276667956e-05, + "loss": 0.2925, + "step": 10222 + }, + { + "epoch": 8.670907548770144, + "grad_norm": 1.6227194770764783, + "learning_rate": 1.983180610962969e-05, + "loss": 0.273, + "step": 10223 + }, + { + "epoch": 8.67175572519084, + "grad_norm": 1.4311022438983403, + "learning_rate": 1.9831755935172142e-05, + "loss": 0.3003, + "step": 10224 + }, + { + "epoch": 8.672603901611534, + "grad_norm": 1.5885541510769945, + "learning_rate": 1.983170575329535e-05, + "loss": 0.2648, + "step": 10225 + }, + { + "epoch": 8.67345207803223, + "grad_norm": 1.4975945753904276, + "learning_rate": 1.9831655563999346e-05, + "loss": 0.2958, + "step": 10226 + }, + { + "epoch": 8.674300254452927, + "grad_norm": 1.4489632640528651, + "learning_rate": 1.9831605367284178e-05, + "loss": 0.2489, + "step": 10227 + }, + { + "epoch": 8.675148430873621, + "grad_norm": 1.4176009378227197, + "learning_rate": 1.9831555163149874e-05, + "loss": 0.2564, + "step": 10228 + }, + { + "epoch": 8.675996607294318, + "grad_norm": 2.166057913062382, + "learning_rate": 1.9831504951596477e-05, + "loss": 0.3142, + "step": 10229 + }, + { + "epoch": 8.676844783715012, + "grad_norm": 1.5010394642974627, + "learning_rate": 1.9831454732624023e-05, + "loss": 0.3077, + "step": 10230 + }, + { + "epoch": 8.677692960135708, + "grad_norm": 2.164695779006949, + "learning_rate": 1.983140450623255e-05, + "loss": 0.2793, + "step": 10231 + }, + { + "epoch": 8.678541136556404, + "grad_norm": 1.2984213270792955, + "learning_rate": 1.9831354272422095e-05, + "loss": 0.2748, + "step": 10232 + }, + { + "epoch": 8.679389312977099, + "grad_norm": 1.7856342119905, + "learning_rate": 1.9831304031192702e-05, + "loss": 0.3062, + "step": 10233 + }, + { + "epoch": 8.680237489397795, + "grad_norm": 1.4133480020160063, + "learning_rate": 1.98312537825444e-05, + "loss": 0.3329, + "step": 10234 + }, + { + "epoch": 8.68108566581849, + "grad_norm": 1.4244670002715198, + "learning_rate": 1.9831203526477237e-05, + "loss": 0.2891, + "step": 10235 + }, + { + "epoch": 8.681933842239186, + "grad_norm": 1.487298761160367, + "learning_rate": 1.9831153262991237e-05, + "loss": 0.3755, + "step": 10236 + }, + { + "epoch": 8.682782018659882, + "grad_norm": 1.4231048717572967, + "learning_rate": 1.983110299208645e-05, + "loss": 0.3114, + "step": 10237 + }, + { + "epoch": 8.683630195080577, + "grad_norm": 1.5262926210276277, + "learning_rate": 1.9831052713762914e-05, + "loss": 0.273, + "step": 10238 + }, + { + "epoch": 8.684478371501273, + "grad_norm": 1.4738007498730694, + "learning_rate": 1.9831002428020655e-05, + "loss": 0.2978, + "step": 10239 + }, + { + "epoch": 8.685326547921967, + "grad_norm": 1.2895221576750113, + "learning_rate": 1.9830952134859726e-05, + "loss": 0.2145, + "step": 10240 + }, + { + "epoch": 8.686174724342663, + "grad_norm": 1.3617047307367272, + "learning_rate": 1.9830901834280154e-05, + "loss": 0.2352, + "step": 10241 + }, + { + "epoch": 8.68702290076336, + "grad_norm": 1.4161556816365684, + "learning_rate": 1.9830851526281983e-05, + "loss": 0.3327, + "step": 10242 + }, + { + "epoch": 8.687871077184054, + "grad_norm": 1.4288654807681003, + "learning_rate": 1.9830801210865247e-05, + "loss": 0.2139, + "step": 10243 + }, + { + "epoch": 8.68871925360475, + "grad_norm": 1.2831736360468995, + "learning_rate": 1.9830750888029982e-05, + "loss": 0.2648, + "step": 10244 + }, + { + "epoch": 8.689567430025445, + "grad_norm": 1.4169896709945493, + "learning_rate": 1.9830700557776237e-05, + "loss": 0.2846, + "step": 10245 + }, + { + "epoch": 8.690415606446141, + "grad_norm": 1.2564944616206535, + "learning_rate": 1.983065022010404e-05, + "loss": 0.2727, + "step": 10246 + }, + { + "epoch": 8.691263782866836, + "grad_norm": 1.3435304491160531, + "learning_rate": 1.983059987501343e-05, + "loss": 0.239, + "step": 10247 + }, + { + "epoch": 8.692111959287532, + "grad_norm": 1.5556032160781785, + "learning_rate": 1.9830549522504447e-05, + "loss": 0.2872, + "step": 10248 + }, + { + "epoch": 8.692960135708228, + "grad_norm": 1.3401978676300443, + "learning_rate": 1.983049916257713e-05, + "loss": 0.2757, + "step": 10249 + }, + { + "epoch": 8.693808312128922, + "grad_norm": 1.2531818319199444, + "learning_rate": 1.9830448795231513e-05, + "loss": 0.225, + "step": 10250 + }, + { + "epoch": 8.694656488549619, + "grad_norm": 1.5713872757875056, + "learning_rate": 1.9830398420467643e-05, + "loss": 0.271, + "step": 10251 + }, + { + "epoch": 8.695504664970313, + "grad_norm": 1.2337665732197176, + "learning_rate": 1.9830348038285544e-05, + "loss": 0.2214, + "step": 10252 + }, + { + "epoch": 8.69635284139101, + "grad_norm": 1.5169588668688028, + "learning_rate": 1.9830297648685265e-05, + "loss": 0.2958, + "step": 10253 + }, + { + "epoch": 8.697201017811706, + "grad_norm": 1.4684624764960326, + "learning_rate": 1.9830247251666842e-05, + "loss": 0.2894, + "step": 10254 + }, + { + "epoch": 8.6980491942324, + "grad_norm": 1.6260726602362154, + "learning_rate": 1.983019684723031e-05, + "loss": 0.3198, + "step": 10255 + }, + { + "epoch": 8.698897370653096, + "grad_norm": 1.5174283882007698, + "learning_rate": 1.9830146435375712e-05, + "loss": 0.3208, + "step": 10256 + }, + { + "epoch": 8.69974554707379, + "grad_norm": 1.2989528142131046, + "learning_rate": 1.9830096016103076e-05, + "loss": 0.2546, + "step": 10257 + }, + { + "epoch": 8.700593723494487, + "grad_norm": 1.407013955450068, + "learning_rate": 1.983004558941245e-05, + "loss": 0.319, + "step": 10258 + }, + { + "epoch": 8.701441899915181, + "grad_norm": 1.3018886074428797, + "learning_rate": 1.9829995155303875e-05, + "loss": 0.228, + "step": 10259 + }, + { + "epoch": 8.702290076335878, + "grad_norm": 1.3462860747438816, + "learning_rate": 1.9829944713777377e-05, + "loss": 0.2364, + "step": 10260 + }, + { + "epoch": 8.703138252756574, + "grad_norm": 1.2328121899866176, + "learning_rate": 1.9829894264832998e-05, + "loss": 0.2423, + "step": 10261 + }, + { + "epoch": 8.703986429177268, + "grad_norm": 1.3246830300913253, + "learning_rate": 1.9829843808470782e-05, + "loss": 0.2359, + "step": 10262 + }, + { + "epoch": 8.704834605597965, + "grad_norm": 1.3571169717100378, + "learning_rate": 1.9829793344690763e-05, + "loss": 0.2726, + "step": 10263 + }, + { + "epoch": 8.705682782018659, + "grad_norm": 1.5063542278029043, + "learning_rate": 1.982974287349298e-05, + "loss": 0.3026, + "step": 10264 + }, + { + "epoch": 8.706530958439355, + "grad_norm": 1.5475078756514378, + "learning_rate": 1.982969239487747e-05, + "loss": 0.3059, + "step": 10265 + }, + { + "epoch": 8.707379134860052, + "grad_norm": 1.419539158984069, + "learning_rate": 1.9829641908844268e-05, + "loss": 0.2259, + "step": 10266 + }, + { + "epoch": 8.708227311280746, + "grad_norm": 1.4333855474321835, + "learning_rate": 1.982959141539342e-05, + "loss": 0.2915, + "step": 10267 + }, + { + "epoch": 8.709075487701442, + "grad_norm": 1.393501024474832, + "learning_rate": 1.9829540914524956e-05, + "loss": 0.2628, + "step": 10268 + }, + { + "epoch": 8.709923664122137, + "grad_norm": 1.5715111039744056, + "learning_rate": 1.982949040623892e-05, + "loss": 0.374, + "step": 10269 + }, + { + "epoch": 8.710771840542833, + "grad_norm": 1.3540147585630122, + "learning_rate": 1.9829439890535343e-05, + "loss": 0.2543, + "step": 10270 + }, + { + "epoch": 8.71162001696353, + "grad_norm": 1.6151028192254353, + "learning_rate": 1.9829389367414277e-05, + "loss": 0.2299, + "step": 10271 + }, + { + "epoch": 8.712468193384224, + "grad_norm": 1.4759372371647463, + "learning_rate": 1.9829338836875746e-05, + "loss": 0.3089, + "step": 10272 + }, + { + "epoch": 8.71331636980492, + "grad_norm": 1.61626647364232, + "learning_rate": 1.982928829891979e-05, + "loss": 0.2907, + "step": 10273 + }, + { + "epoch": 8.714164546225614, + "grad_norm": 1.2455703549774655, + "learning_rate": 1.9829237753546454e-05, + "loss": 0.2349, + "step": 10274 + }, + { + "epoch": 8.71501272264631, + "grad_norm": 1.483793093789969, + "learning_rate": 1.9829187200755774e-05, + "loss": 0.3128, + "step": 10275 + }, + { + "epoch": 8.715860899067007, + "grad_norm": 1.5380274699610677, + "learning_rate": 1.9829136640547787e-05, + "loss": 0.259, + "step": 10276 + }, + { + "epoch": 8.716709075487701, + "grad_norm": 1.3867075626423295, + "learning_rate": 1.9829086072922528e-05, + "loss": 0.3109, + "step": 10277 + }, + { + "epoch": 8.717557251908397, + "grad_norm": 1.3062187125382232, + "learning_rate": 1.982903549788004e-05, + "loss": 0.2603, + "step": 10278 + }, + { + "epoch": 8.718405428329092, + "grad_norm": 1.3985464914441306, + "learning_rate": 1.9828984915420357e-05, + "loss": 0.3043, + "step": 10279 + }, + { + "epoch": 8.719253604749788, + "grad_norm": 1.3207031035605694, + "learning_rate": 1.9828934325543522e-05, + "loss": 0.277, + "step": 10280 + }, + { + "epoch": 8.720101781170484, + "grad_norm": 1.4333630043352839, + "learning_rate": 1.982888372824957e-05, + "loss": 0.2703, + "step": 10281 + }, + { + "epoch": 8.720949957591179, + "grad_norm": 1.6166314790890957, + "learning_rate": 1.9828833123538538e-05, + "loss": 0.2954, + "step": 10282 + }, + { + "epoch": 8.721798134011875, + "grad_norm": 1.6740447380189463, + "learning_rate": 1.9828782511410467e-05, + "loss": 0.2994, + "step": 10283 + }, + { + "epoch": 8.72264631043257, + "grad_norm": 1.2879926792364198, + "learning_rate": 1.9828731891865392e-05, + "loss": 0.3008, + "step": 10284 + }, + { + "epoch": 8.723494486853266, + "grad_norm": 1.4252894962248766, + "learning_rate": 1.9828681264903354e-05, + "loss": 0.2544, + "step": 10285 + }, + { + "epoch": 8.72434266327396, + "grad_norm": 1.5941069575550697, + "learning_rate": 1.9828630630524394e-05, + "loss": 0.2671, + "step": 10286 + }, + { + "epoch": 8.725190839694656, + "grad_norm": 1.3501348315375012, + "learning_rate": 1.9828579988728543e-05, + "loss": 0.2563, + "step": 10287 + }, + { + "epoch": 8.726039016115353, + "grad_norm": 1.3740804799137705, + "learning_rate": 1.9828529339515845e-05, + "loss": 0.302, + "step": 10288 + }, + { + "epoch": 8.726887192536047, + "grad_norm": 1.4002327361820122, + "learning_rate": 1.9828478682886336e-05, + "loss": 0.2639, + "step": 10289 + }, + { + "epoch": 8.727735368956743, + "grad_norm": 1.4191645285443388, + "learning_rate": 1.9828428018840054e-05, + "loss": 0.2503, + "step": 10290 + }, + { + "epoch": 8.728583545377438, + "grad_norm": 1.2276566821092054, + "learning_rate": 1.9828377347377036e-05, + "loss": 0.2233, + "step": 10291 + }, + { + "epoch": 8.729431721798134, + "grad_norm": 1.4522335107022766, + "learning_rate": 1.982832666849732e-05, + "loss": 0.2283, + "step": 10292 + }, + { + "epoch": 8.73027989821883, + "grad_norm": 1.610492909078922, + "learning_rate": 1.982827598220095e-05, + "loss": 0.3174, + "step": 10293 + }, + { + "epoch": 8.731128074639525, + "grad_norm": 1.54893734788319, + "learning_rate": 1.9828225288487963e-05, + "loss": 0.2987, + "step": 10294 + }, + { + "epoch": 8.731976251060221, + "grad_norm": 1.3169224092838718, + "learning_rate": 1.982817458735839e-05, + "loss": 0.2878, + "step": 10295 + }, + { + "epoch": 8.732824427480915, + "grad_norm": 1.4214287722221608, + "learning_rate": 1.9828123878812272e-05, + "loss": 0.2347, + "step": 10296 + }, + { + "epoch": 8.733672603901612, + "grad_norm": 1.3956693107787204, + "learning_rate": 1.9828073162849653e-05, + "loss": 0.2539, + "step": 10297 + }, + { + "epoch": 8.734520780322306, + "grad_norm": 1.4093153896515558, + "learning_rate": 1.9828022439470564e-05, + "loss": 0.2935, + "step": 10298 + }, + { + "epoch": 8.735368956743002, + "grad_norm": 1.3108286824846604, + "learning_rate": 1.982797170867505e-05, + "loss": 0.2503, + "step": 10299 + }, + { + "epoch": 8.736217133163699, + "grad_norm": 1.4125618912126556, + "learning_rate": 1.9827920970463146e-05, + "loss": 0.2733, + "step": 10300 + }, + { + "epoch": 8.737065309584393, + "grad_norm": 1.7895524029050298, + "learning_rate": 1.982787022483489e-05, + "loss": 0.2858, + "step": 10301 + }, + { + "epoch": 8.73791348600509, + "grad_norm": 1.422128662970756, + "learning_rate": 1.982781947179032e-05, + "loss": 0.3201, + "step": 10302 + }, + { + "epoch": 8.738761662425784, + "grad_norm": 1.469268930410772, + "learning_rate": 1.9827768711329473e-05, + "loss": 0.279, + "step": 10303 + }, + { + "epoch": 8.73960983884648, + "grad_norm": 1.3128705802672676, + "learning_rate": 1.9827717943452388e-05, + "loss": 0.2999, + "step": 10304 + }, + { + "epoch": 8.740458015267176, + "grad_norm": 1.5104731161457527, + "learning_rate": 1.982766716815911e-05, + "loss": 0.3492, + "step": 10305 + }, + { + "epoch": 8.74130619168787, + "grad_norm": 1.3241870864270633, + "learning_rate": 1.9827616385449665e-05, + "loss": 0.3183, + "step": 10306 + }, + { + "epoch": 8.742154368108567, + "grad_norm": 1.4827448177113887, + "learning_rate": 1.9827565595324104e-05, + "loss": 0.2985, + "step": 10307 + }, + { + "epoch": 8.743002544529261, + "grad_norm": 1.5839570694066565, + "learning_rate": 1.9827514797782458e-05, + "loss": 0.3058, + "step": 10308 + }, + { + "epoch": 8.743850720949958, + "grad_norm": 1.5492119707063885, + "learning_rate": 1.982746399282476e-05, + "loss": 0.3687, + "step": 10309 + }, + { + "epoch": 8.744698897370654, + "grad_norm": 1.3595049864303796, + "learning_rate": 1.9827413180451064e-05, + "loss": 0.2597, + "step": 10310 + }, + { + "epoch": 8.745547073791348, + "grad_norm": 1.2529059528596314, + "learning_rate": 1.9827362360661396e-05, + "loss": 0.2715, + "step": 10311 + }, + { + "epoch": 8.746395250212045, + "grad_norm": 1.3125872798007236, + "learning_rate": 1.9827311533455796e-05, + "loss": 0.2865, + "step": 10312 + }, + { + "epoch": 8.747243426632739, + "grad_norm": 1.3674819347883809, + "learning_rate": 1.9827260698834307e-05, + "loss": 0.2355, + "step": 10313 + }, + { + "epoch": 8.748091603053435, + "grad_norm": 1.271654628856189, + "learning_rate": 1.9827209856796964e-05, + "loss": 0.268, + "step": 10314 + }, + { + "epoch": 8.748939779474131, + "grad_norm": 1.3833677462387721, + "learning_rate": 1.9827159007343806e-05, + "loss": 0.2838, + "step": 10315 + }, + { + "epoch": 8.749787955894826, + "grad_norm": 1.3733075408179616, + "learning_rate": 1.9827108150474868e-05, + "loss": 0.2775, + "step": 10316 + }, + { + "epoch": 8.750636132315522, + "grad_norm": 1.5557073664584384, + "learning_rate": 1.9827057286190198e-05, + "loss": 0.2699, + "step": 10317 + }, + { + "epoch": 8.751484308736217, + "grad_norm": 1.4152700187319334, + "learning_rate": 1.982700641448982e-05, + "loss": 0.2426, + "step": 10318 + }, + { + "epoch": 8.752332485156913, + "grad_norm": 1.4923270222147904, + "learning_rate": 1.9826955535373787e-05, + "loss": 0.3275, + "step": 10319 + }, + { + "epoch": 8.753180661577607, + "grad_norm": 1.4240243491370395, + "learning_rate": 1.9826904648842128e-05, + "loss": 0.2766, + "step": 10320 + }, + { + "epoch": 8.754028837998304, + "grad_norm": 1.4557470183225731, + "learning_rate": 1.9826853754894885e-05, + "loss": 0.2733, + "step": 10321 + }, + { + "epoch": 8.754877014419, + "grad_norm": 1.4348769384364566, + "learning_rate": 1.9826802853532096e-05, + "loss": 0.3135, + "step": 10322 + }, + { + "epoch": 8.755725190839694, + "grad_norm": 1.6076074073682995, + "learning_rate": 1.9826751944753794e-05, + "loss": 0.2659, + "step": 10323 + }, + { + "epoch": 8.75657336726039, + "grad_norm": 1.6072467944904036, + "learning_rate": 1.9826701028560027e-05, + "loss": 0.2909, + "step": 10324 + }, + { + "epoch": 8.757421543681085, + "grad_norm": 1.3213973171421451, + "learning_rate": 1.982665010495083e-05, + "loss": 0.2244, + "step": 10325 + }, + { + "epoch": 8.758269720101781, + "grad_norm": 1.3932532107685494, + "learning_rate": 1.9826599173926237e-05, + "loss": 0.3142, + "step": 10326 + }, + { + "epoch": 8.759117896522477, + "grad_norm": 1.2558117913211024, + "learning_rate": 1.982654823548629e-05, + "loss": 0.237, + "step": 10327 + }, + { + "epoch": 8.759966072943172, + "grad_norm": 1.442309246487082, + "learning_rate": 1.9826497289631026e-05, + "loss": 0.3048, + "step": 10328 + }, + { + "epoch": 8.760814249363868, + "grad_norm": 1.4842332472689708, + "learning_rate": 1.9826446336360486e-05, + "loss": 0.2832, + "step": 10329 + }, + { + "epoch": 8.761662425784563, + "grad_norm": 1.4742900389946696, + "learning_rate": 1.982639537567471e-05, + "loss": 0.308, + "step": 10330 + }, + { + "epoch": 8.762510602205259, + "grad_norm": 1.3866957232792312, + "learning_rate": 1.982634440757373e-05, + "loss": 0.2514, + "step": 10331 + }, + { + "epoch": 8.763358778625955, + "grad_norm": 1.4432597739244537, + "learning_rate": 1.982629343205759e-05, + "loss": 0.2461, + "step": 10332 + }, + { + "epoch": 8.76420695504665, + "grad_norm": 1.2586517479904473, + "learning_rate": 1.9826242449126327e-05, + "loss": 0.2364, + "step": 10333 + }, + { + "epoch": 8.765055131467346, + "grad_norm": 1.4161944762198178, + "learning_rate": 1.9826191458779975e-05, + "loss": 0.2819, + "step": 10334 + }, + { + "epoch": 8.76590330788804, + "grad_norm": 1.253252199778409, + "learning_rate": 1.982614046101858e-05, + "loss": 0.2464, + "step": 10335 + }, + { + "epoch": 8.766751484308736, + "grad_norm": 1.4113293963282267, + "learning_rate": 1.9826089455842175e-05, + "loss": 0.2794, + "step": 10336 + }, + { + "epoch": 8.76759966072943, + "grad_norm": 1.393559981490335, + "learning_rate": 1.98260384432508e-05, + "loss": 0.3054, + "step": 10337 + }, + { + "epoch": 8.768447837150127, + "grad_norm": 1.497388503031135, + "learning_rate": 1.9825987423244495e-05, + "loss": 0.2947, + "step": 10338 + }, + { + "epoch": 8.769296013570823, + "grad_norm": 1.3534918967472631, + "learning_rate": 1.9825936395823295e-05, + "loss": 0.275, + "step": 10339 + }, + { + "epoch": 8.770144189991518, + "grad_norm": 1.3612725722562877, + "learning_rate": 1.9825885360987243e-05, + "loss": 0.2445, + "step": 10340 + }, + { + "epoch": 8.770992366412214, + "grad_norm": 1.419065642220868, + "learning_rate": 1.9825834318736376e-05, + "loss": 0.2786, + "step": 10341 + }, + { + "epoch": 8.771840542832908, + "grad_norm": 1.379449434643555, + "learning_rate": 1.9825783269070728e-05, + "loss": 0.2854, + "step": 10342 + }, + { + "epoch": 8.772688719253605, + "grad_norm": 1.4665154681488506, + "learning_rate": 1.9825732211990344e-05, + "loss": 0.3015, + "step": 10343 + }, + { + "epoch": 8.773536895674301, + "grad_norm": 1.536812655681813, + "learning_rate": 1.982568114749526e-05, + "loss": 0.2841, + "step": 10344 + }, + { + "epoch": 8.774385072094995, + "grad_norm": 1.4894465068145224, + "learning_rate": 1.9825630075585514e-05, + "loss": 0.2955, + "step": 10345 + }, + { + "epoch": 8.775233248515692, + "grad_norm": 1.4325969142476302, + "learning_rate": 1.9825578996261147e-05, + "loss": 0.3159, + "step": 10346 + }, + { + "epoch": 8.776081424936386, + "grad_norm": 1.6938014792047562, + "learning_rate": 1.9825527909522192e-05, + "loss": 0.2804, + "step": 10347 + }, + { + "epoch": 8.776929601357082, + "grad_norm": 1.4646635310530693, + "learning_rate": 1.9825476815368697e-05, + "loss": 0.261, + "step": 10348 + }, + { + "epoch": 8.777777777777779, + "grad_norm": 1.284586606701139, + "learning_rate": 1.982542571380069e-05, + "loss": 0.2728, + "step": 10349 + }, + { + "epoch": 8.778625954198473, + "grad_norm": 1.4523002728508865, + "learning_rate": 1.982537460481821e-05, + "loss": 0.2705, + "step": 10350 + }, + { + "epoch": 8.77947413061917, + "grad_norm": 1.2965891131610274, + "learning_rate": 1.982532348842131e-05, + "loss": 0.3205, + "step": 10351 + }, + { + "epoch": 8.780322307039864, + "grad_norm": 1.2898411678009947, + "learning_rate": 1.982527236461001e-05, + "loss": 0.2692, + "step": 10352 + }, + { + "epoch": 8.78117048346056, + "grad_norm": 1.2298817438038994, + "learning_rate": 1.982522123338436e-05, + "loss": 0.2588, + "step": 10353 + }, + { + "epoch": 8.782018659881256, + "grad_norm": 1.4827211012901724, + "learning_rate": 1.9825170094744395e-05, + "loss": 0.2392, + "step": 10354 + }, + { + "epoch": 8.78286683630195, + "grad_norm": 1.5618853165090192, + "learning_rate": 1.9825118948690156e-05, + "loss": 0.2581, + "step": 10355 + }, + { + "epoch": 8.783715012722647, + "grad_norm": 1.4184968329952, + "learning_rate": 1.9825067795221674e-05, + "loss": 0.3202, + "step": 10356 + }, + { + "epoch": 8.784563189143341, + "grad_norm": 1.5606995377658368, + "learning_rate": 1.9825016634338998e-05, + "loss": 0.3163, + "step": 10357 + }, + { + "epoch": 8.785411365564038, + "grad_norm": 1.316420739432955, + "learning_rate": 1.982496546604216e-05, + "loss": 0.2749, + "step": 10358 + }, + { + "epoch": 8.786259541984732, + "grad_norm": 1.3486345182555772, + "learning_rate": 1.9824914290331204e-05, + "loss": 0.2789, + "step": 10359 + }, + { + "epoch": 8.787107718405428, + "grad_norm": 1.2155878704390795, + "learning_rate": 1.9824863107206164e-05, + "loss": 0.2055, + "step": 10360 + }, + { + "epoch": 8.787955894826124, + "grad_norm": 1.4001853639056936, + "learning_rate": 1.9824811916667076e-05, + "loss": 0.2616, + "step": 10361 + }, + { + "epoch": 8.788804071246819, + "grad_norm": 1.5042567351320997, + "learning_rate": 1.9824760718713986e-05, + "loss": 0.2844, + "step": 10362 + }, + { + "epoch": 8.789652247667515, + "grad_norm": 1.2838397291479535, + "learning_rate": 1.9824709513346928e-05, + "loss": 0.2517, + "step": 10363 + }, + { + "epoch": 8.79050042408821, + "grad_norm": 1.5983123370680246, + "learning_rate": 1.982465830056594e-05, + "loss": 0.2984, + "step": 10364 + }, + { + "epoch": 8.791348600508906, + "grad_norm": 1.4165355864263673, + "learning_rate": 1.9824607080371062e-05, + "loss": 0.2929, + "step": 10365 + }, + { + "epoch": 8.792196776929602, + "grad_norm": 1.523682939501114, + "learning_rate": 1.9824555852762336e-05, + "loss": 0.2803, + "step": 10366 + }, + { + "epoch": 8.793044953350297, + "grad_norm": 1.2385752182435839, + "learning_rate": 1.9824504617739798e-05, + "loss": 0.2404, + "step": 10367 + }, + { + "epoch": 8.793893129770993, + "grad_norm": 1.4000731472047532, + "learning_rate": 1.982445337530348e-05, + "loss": 0.3075, + "step": 10368 + }, + { + "epoch": 8.794741306191687, + "grad_norm": 1.2907630359860494, + "learning_rate": 1.982440212545343e-05, + "loss": 0.2562, + "step": 10369 + }, + { + "epoch": 8.795589482612383, + "grad_norm": 1.423323924242308, + "learning_rate": 1.982435086818969e-05, + "loss": 0.2911, + "step": 10370 + }, + { + "epoch": 8.796437659033078, + "grad_norm": 1.4840141534530824, + "learning_rate": 1.9824299603512286e-05, + "loss": 0.3436, + "step": 10371 + }, + { + "epoch": 8.797285835453774, + "grad_norm": 1.4978310447935612, + "learning_rate": 1.9824248331421265e-05, + "loss": 0.3208, + "step": 10372 + }, + { + "epoch": 8.79813401187447, + "grad_norm": 1.5048426669212525, + "learning_rate": 1.9824197051916663e-05, + "loss": 0.2738, + "step": 10373 + }, + { + "epoch": 8.798982188295165, + "grad_norm": 1.7052102966921439, + "learning_rate": 1.982414576499852e-05, + "loss": 0.2892, + "step": 10374 + }, + { + "epoch": 8.799830364715861, + "grad_norm": 1.3377501539329906, + "learning_rate": 1.982409447066687e-05, + "loss": 0.2583, + "step": 10375 + }, + { + "epoch": 8.800678541136556, + "grad_norm": 1.3583795994479804, + "learning_rate": 1.982404316892176e-05, + "loss": 0.2606, + "step": 10376 + }, + { + "epoch": 8.801526717557252, + "grad_norm": 1.431673810805488, + "learning_rate": 1.9823991859763226e-05, + "loss": 0.315, + "step": 10377 + }, + { + "epoch": 8.802374893977948, + "grad_norm": 1.5048539047986313, + "learning_rate": 1.98239405431913e-05, + "loss": 0.2269, + "step": 10378 + }, + { + "epoch": 8.803223070398642, + "grad_norm": 1.4683756237442869, + "learning_rate": 1.982388921920603e-05, + "loss": 0.2847, + "step": 10379 + }, + { + "epoch": 8.804071246819339, + "grad_norm": 1.4158991246752266, + "learning_rate": 1.982383788780745e-05, + "loss": 0.2409, + "step": 10380 + }, + { + "epoch": 8.804919423240033, + "grad_norm": 1.4742342274172264, + "learning_rate": 1.98237865489956e-05, + "loss": 0.2873, + "step": 10381 + }, + { + "epoch": 8.80576759966073, + "grad_norm": 1.4950580927449069, + "learning_rate": 1.9823735202770513e-05, + "loss": 0.2861, + "step": 10382 + }, + { + "epoch": 8.806615776081426, + "grad_norm": 1.3817109787131578, + "learning_rate": 1.982368384913224e-05, + "loss": 0.267, + "step": 10383 + }, + { + "epoch": 8.80746395250212, + "grad_norm": 1.3599547334173088, + "learning_rate": 1.982363248808081e-05, + "loss": 0.282, + "step": 10384 + }, + { + "epoch": 8.808312128922816, + "grad_norm": 1.475374299548992, + "learning_rate": 1.982358111961626e-05, + "loss": 0.262, + "step": 10385 + }, + { + "epoch": 8.80916030534351, + "grad_norm": 1.391684057204208, + "learning_rate": 1.9823529743738638e-05, + "loss": 0.2803, + "step": 10386 + }, + { + "epoch": 8.810008481764207, + "grad_norm": 1.5574296376369199, + "learning_rate": 1.9823478360447977e-05, + "loss": 0.2742, + "step": 10387 + }, + { + "epoch": 8.810856658184903, + "grad_norm": 1.4030112361484757, + "learning_rate": 1.9823426969744316e-05, + "loss": 0.2716, + "step": 10388 + }, + { + "epoch": 8.811704834605598, + "grad_norm": 1.4550968116316891, + "learning_rate": 1.9823375571627698e-05, + "loss": 0.3201, + "step": 10389 + }, + { + "epoch": 8.812553011026294, + "grad_norm": 1.3841410675246335, + "learning_rate": 1.9823324166098153e-05, + "loss": 0.3132, + "step": 10390 + }, + { + "epoch": 8.813401187446988, + "grad_norm": 1.424484068038943, + "learning_rate": 1.9823272753155727e-05, + "loss": 0.2898, + "step": 10391 + }, + { + "epoch": 8.814249363867685, + "grad_norm": 1.5399115951680453, + "learning_rate": 1.982322133280046e-05, + "loss": 0.3144, + "step": 10392 + }, + { + "epoch": 8.81509754028838, + "grad_norm": 1.4134002805369643, + "learning_rate": 1.9823169905032382e-05, + "loss": 0.2425, + "step": 10393 + }, + { + "epoch": 8.815945716709075, + "grad_norm": 1.6067186687609292, + "learning_rate": 1.982311846985154e-05, + "loss": 0.2704, + "step": 10394 + }, + { + "epoch": 8.816793893129772, + "grad_norm": 1.358795137548618, + "learning_rate": 1.982306702725797e-05, + "loss": 0.253, + "step": 10395 + }, + { + "epoch": 8.817642069550466, + "grad_norm": 1.3283718834145288, + "learning_rate": 1.982301557725171e-05, + "loss": 0.2459, + "step": 10396 + }, + { + "epoch": 8.818490245971162, + "grad_norm": 1.6736563613966076, + "learning_rate": 1.9822964119832805e-05, + "loss": 0.2921, + "step": 10397 + }, + { + "epoch": 8.819338422391857, + "grad_norm": 1.5600809387412797, + "learning_rate": 1.9822912655001284e-05, + "loss": 0.3101, + "step": 10398 + }, + { + "epoch": 8.820186598812553, + "grad_norm": 1.3859308102026264, + "learning_rate": 1.982286118275719e-05, + "loss": 0.2405, + "step": 10399 + }, + { + "epoch": 8.82103477523325, + "grad_norm": 1.1955037175089114, + "learning_rate": 1.9822809703100566e-05, + "loss": 0.259, + "step": 10400 + }, + { + "epoch": 8.821882951653944, + "grad_norm": 1.4034542500670226, + "learning_rate": 1.9822758216031445e-05, + "loss": 0.2578, + "step": 10401 + }, + { + "epoch": 8.82273112807464, + "grad_norm": 1.2517970648626684, + "learning_rate": 1.982270672154987e-05, + "loss": 0.2574, + "step": 10402 + }, + { + "epoch": 8.823579304495334, + "grad_norm": 1.2231129090205504, + "learning_rate": 1.9822655219655877e-05, + "loss": 0.2228, + "step": 10403 + }, + { + "epoch": 8.82442748091603, + "grad_norm": 1.2562963767862936, + "learning_rate": 1.9822603710349504e-05, + "loss": 0.2723, + "step": 10404 + }, + { + "epoch": 8.825275657336727, + "grad_norm": 1.4494844281417611, + "learning_rate": 1.9822552193630794e-05, + "loss": 0.2551, + "step": 10405 + }, + { + "epoch": 8.826123833757421, + "grad_norm": 1.681606976421109, + "learning_rate": 1.9822500669499783e-05, + "loss": 0.2807, + "step": 10406 + }, + { + "epoch": 8.826972010178118, + "grad_norm": 1.3371066441206008, + "learning_rate": 1.982244913795651e-05, + "loss": 0.2537, + "step": 10407 + }, + { + "epoch": 8.827820186598812, + "grad_norm": 1.4517832744354198, + "learning_rate": 1.9822397599001016e-05, + "loss": 0.2656, + "step": 10408 + }, + { + "epoch": 8.828668363019508, + "grad_norm": 1.4364497979470925, + "learning_rate": 1.9822346052633334e-05, + "loss": 0.3119, + "step": 10409 + }, + { + "epoch": 8.829516539440203, + "grad_norm": 1.4061131729042018, + "learning_rate": 1.982229449885351e-05, + "loss": 0.2783, + "step": 10410 + }, + { + "epoch": 8.830364715860899, + "grad_norm": 1.3957767293008423, + "learning_rate": 1.9822242937661583e-05, + "loss": 0.2986, + "step": 10411 + }, + { + "epoch": 8.831212892281595, + "grad_norm": 1.3174185699505658, + "learning_rate": 1.9822191369057585e-05, + "loss": 0.2589, + "step": 10412 + }, + { + "epoch": 8.83206106870229, + "grad_norm": 1.4678924592642169, + "learning_rate": 1.982213979304156e-05, + "loss": 0.2616, + "step": 10413 + }, + { + "epoch": 8.832909245122986, + "grad_norm": 1.4206142468629637, + "learning_rate": 1.9822088209613544e-05, + "loss": 0.2821, + "step": 10414 + }, + { + "epoch": 8.83375742154368, + "grad_norm": 1.332805524222295, + "learning_rate": 1.982203661877358e-05, + "loss": 0.2626, + "step": 10415 + }, + { + "epoch": 8.834605597964376, + "grad_norm": 1.3367733778401945, + "learning_rate": 1.9821985020521704e-05, + "loss": 0.2237, + "step": 10416 + }, + { + "epoch": 8.835453774385073, + "grad_norm": 1.271888039197738, + "learning_rate": 1.9821933414857958e-05, + "loss": 0.2331, + "step": 10417 + }, + { + "epoch": 8.836301950805767, + "grad_norm": 1.4496732911988952, + "learning_rate": 1.9821881801782376e-05, + "loss": 0.2094, + "step": 10418 + }, + { + "epoch": 8.837150127226463, + "grad_norm": 1.4080127841622838, + "learning_rate": 1.9821830181294998e-05, + "loss": 0.2559, + "step": 10419 + }, + { + "epoch": 8.837998303647158, + "grad_norm": 1.2731131277761063, + "learning_rate": 1.9821778553395868e-05, + "loss": 0.2188, + "step": 10420 + }, + { + "epoch": 8.838846480067854, + "grad_norm": 1.341416244228062, + "learning_rate": 1.982172691808502e-05, + "loss": 0.2367, + "step": 10421 + }, + { + "epoch": 8.83969465648855, + "grad_norm": 1.3578114378997617, + "learning_rate": 1.982167527536249e-05, + "loss": 0.2855, + "step": 10422 + }, + { + "epoch": 8.840542832909245, + "grad_norm": 1.431180447830543, + "learning_rate": 1.982162362522833e-05, + "loss": 0.2717, + "step": 10423 + }, + { + "epoch": 8.841391009329941, + "grad_norm": 1.452589640483913, + "learning_rate": 1.9821571967682566e-05, + "loss": 0.2974, + "step": 10424 + }, + { + "epoch": 8.842239185750635, + "grad_norm": 1.2858413806934283, + "learning_rate": 1.982152030272524e-05, + "loss": 0.2371, + "step": 10425 + }, + { + "epoch": 8.843087362171332, + "grad_norm": 1.3784254957002808, + "learning_rate": 1.9821468630356392e-05, + "loss": 0.2447, + "step": 10426 + }, + { + "epoch": 8.843935538592028, + "grad_norm": 1.3677037058426125, + "learning_rate": 1.982141695057606e-05, + "loss": 0.2763, + "step": 10427 + }, + { + "epoch": 8.844783715012722, + "grad_norm": 1.4497534879010654, + "learning_rate": 1.9821365263384292e-05, + "loss": 0.2775, + "step": 10428 + }, + { + "epoch": 8.845631891433419, + "grad_norm": 1.4379739145249837, + "learning_rate": 1.982131356878111e-05, + "loss": 0.2895, + "step": 10429 + }, + { + "epoch": 8.846480067854113, + "grad_norm": 1.545956933937928, + "learning_rate": 1.982126186676657e-05, + "loss": 0.2864, + "step": 10430 + }, + { + "epoch": 8.84732824427481, + "grad_norm": 1.380193045974163, + "learning_rate": 1.98212101573407e-05, + "loss": 0.2627, + "step": 10431 + }, + { + "epoch": 8.848176420695506, + "grad_norm": 1.4327139940585423, + "learning_rate": 1.982115844050354e-05, + "loss": 0.2979, + "step": 10432 + }, + { + "epoch": 8.8490245971162, + "grad_norm": 1.5377613051675472, + "learning_rate": 1.9821106716255135e-05, + "loss": 0.2838, + "step": 10433 + }, + { + "epoch": 8.849872773536896, + "grad_norm": 1.3152451481829532, + "learning_rate": 1.982105498459552e-05, + "loss": 0.2438, + "step": 10434 + }, + { + "epoch": 8.85072094995759, + "grad_norm": 1.593136881545395, + "learning_rate": 1.982100324552473e-05, + "loss": 0.2975, + "step": 10435 + }, + { + "epoch": 8.851569126378287, + "grad_norm": 1.524043903621087, + "learning_rate": 1.982095149904281e-05, + "loss": 0.2554, + "step": 10436 + }, + { + "epoch": 8.852417302798981, + "grad_norm": 1.3965356348882672, + "learning_rate": 1.98208997451498e-05, + "loss": 0.2577, + "step": 10437 + }, + { + "epoch": 8.853265479219678, + "grad_norm": 1.5316698197811922, + "learning_rate": 1.9820847983845736e-05, + "loss": 0.2595, + "step": 10438 + }, + { + "epoch": 8.854113655640374, + "grad_norm": 1.2573922802345727, + "learning_rate": 1.982079621513066e-05, + "loss": 0.2458, + "step": 10439 + }, + { + "epoch": 8.854961832061068, + "grad_norm": 1.5968216360009033, + "learning_rate": 1.9820744439004605e-05, + "loss": 0.2143, + "step": 10440 + }, + { + "epoch": 8.855810008481765, + "grad_norm": 1.389102616175575, + "learning_rate": 1.9820692655467616e-05, + "loss": 0.3361, + "step": 10441 + }, + { + "epoch": 8.856658184902459, + "grad_norm": 1.6310457267668108, + "learning_rate": 1.9820640864519726e-05, + "loss": 0.2694, + "step": 10442 + }, + { + "epoch": 8.857506361323155, + "grad_norm": 1.5120322371751147, + "learning_rate": 1.9820589066160982e-05, + "loss": 0.2449, + "step": 10443 + }, + { + "epoch": 8.858354537743852, + "grad_norm": 1.5026317650426035, + "learning_rate": 1.982053726039142e-05, + "loss": 0.2789, + "step": 10444 + }, + { + "epoch": 8.859202714164546, + "grad_norm": 1.512777370754146, + "learning_rate": 1.9820485447211072e-05, + "loss": 0.2727, + "step": 10445 + }, + { + "epoch": 8.860050890585242, + "grad_norm": 1.440567186609403, + "learning_rate": 1.982043362661999e-05, + "loss": 0.2913, + "step": 10446 + }, + { + "epoch": 8.860899067005937, + "grad_norm": 1.3647144817697114, + "learning_rate": 1.9820381798618203e-05, + "loss": 0.3295, + "step": 10447 + }, + { + "epoch": 8.861747243426633, + "grad_norm": 1.7389527155643258, + "learning_rate": 1.9820329963205752e-05, + "loss": 0.2766, + "step": 10448 + }, + { + "epoch": 8.862595419847327, + "grad_norm": 1.5333459386304829, + "learning_rate": 1.982027812038268e-05, + "loss": 0.3049, + "step": 10449 + }, + { + "epoch": 8.863443596268024, + "grad_norm": 1.5242242023921033, + "learning_rate": 1.9820226270149024e-05, + "loss": 0.2967, + "step": 10450 + }, + { + "epoch": 8.86429177268872, + "grad_norm": 1.3925768409456982, + "learning_rate": 1.982017441250482e-05, + "loss": 0.2695, + "step": 10451 + }, + { + "epoch": 8.865139949109414, + "grad_norm": 1.577664269271455, + "learning_rate": 1.982012254745011e-05, + "loss": 0.3324, + "step": 10452 + }, + { + "epoch": 8.86598812553011, + "grad_norm": 1.3998509978302311, + "learning_rate": 1.9820070674984938e-05, + "loss": 0.2501, + "step": 10453 + }, + { + "epoch": 8.866836301950805, + "grad_norm": 1.5196981884908487, + "learning_rate": 1.9820018795109336e-05, + "loss": 0.3021, + "step": 10454 + }, + { + "epoch": 8.867684478371501, + "grad_norm": 1.4046715138059431, + "learning_rate": 1.9819966907823343e-05, + "loss": 0.2402, + "step": 10455 + }, + { + "epoch": 8.868532654792197, + "grad_norm": 1.5313415571989608, + "learning_rate": 1.9819915013127002e-05, + "loss": 0.2624, + "step": 10456 + }, + { + "epoch": 8.869380831212892, + "grad_norm": 1.504165470711644, + "learning_rate": 1.981986311102035e-05, + "loss": 0.2728, + "step": 10457 + }, + { + "epoch": 8.870229007633588, + "grad_norm": 1.406643103138386, + "learning_rate": 1.981981120150343e-05, + "loss": 0.266, + "step": 10458 + }, + { + "epoch": 8.871077184054283, + "grad_norm": 1.399661676242806, + "learning_rate": 1.981975928457627e-05, + "loss": 0.2816, + "step": 10459 + }, + { + "epoch": 8.871925360474979, + "grad_norm": 1.5378449350507264, + "learning_rate": 1.9819707360238923e-05, + "loss": 0.2594, + "step": 10460 + }, + { + "epoch": 8.872773536895675, + "grad_norm": 1.4066064426335845, + "learning_rate": 1.9819655428491423e-05, + "loss": 0.2535, + "step": 10461 + }, + { + "epoch": 8.87362171331637, + "grad_norm": 1.4802005658974855, + "learning_rate": 1.981960348933381e-05, + "loss": 0.2568, + "step": 10462 + }, + { + "epoch": 8.874469889737066, + "grad_norm": 1.3045716132152074, + "learning_rate": 1.9819551542766117e-05, + "loss": 0.2824, + "step": 10463 + }, + { + "epoch": 8.87531806615776, + "grad_norm": 1.2854883332139384, + "learning_rate": 1.981949958878839e-05, + "loss": 0.2751, + "step": 10464 + }, + { + "epoch": 8.876166242578456, + "grad_norm": 1.7301044189572226, + "learning_rate": 1.981944762740067e-05, + "loss": 0.3066, + "step": 10465 + }, + { + "epoch": 8.877014418999153, + "grad_norm": 1.4318287568170487, + "learning_rate": 1.9819395658602985e-05, + "loss": 0.2693, + "step": 10466 + }, + { + "epoch": 8.877862595419847, + "grad_norm": 1.4138639215634645, + "learning_rate": 1.9819343682395383e-05, + "loss": 0.3028, + "step": 10467 + }, + { + "epoch": 8.878710771840543, + "grad_norm": 1.3120670281845765, + "learning_rate": 1.9819291698777906e-05, + "loss": 0.2928, + "step": 10468 + }, + { + "epoch": 8.879558948261238, + "grad_norm": 1.5592257427913474, + "learning_rate": 1.9819239707750588e-05, + "loss": 0.2647, + "step": 10469 + }, + { + "epoch": 8.880407124681934, + "grad_norm": 1.3864928993913874, + "learning_rate": 1.9819187709313467e-05, + "loss": 0.238, + "step": 10470 + }, + { + "epoch": 8.88125530110263, + "grad_norm": 1.2455176201231142, + "learning_rate": 1.9819135703466586e-05, + "loss": 0.2391, + "step": 10471 + }, + { + "epoch": 8.882103477523325, + "grad_norm": 1.4872146905727914, + "learning_rate": 1.9819083690209982e-05, + "loss": 0.2734, + "step": 10472 + }, + { + "epoch": 8.882951653944021, + "grad_norm": 1.442148070400242, + "learning_rate": 1.9819031669543694e-05, + "loss": 0.2588, + "step": 10473 + }, + { + "epoch": 8.883799830364715, + "grad_norm": 1.419308978374611, + "learning_rate": 1.981897964146777e-05, + "loss": 0.2853, + "step": 10474 + }, + { + "epoch": 8.884648006785412, + "grad_norm": 1.6488453852347276, + "learning_rate": 1.9818927605982232e-05, + "loss": 0.2754, + "step": 10475 + }, + { + "epoch": 8.885496183206106, + "grad_norm": 1.5089087670553494, + "learning_rate": 1.9818875563087133e-05, + "loss": 0.2514, + "step": 10476 + }, + { + "epoch": 8.886344359626802, + "grad_norm": 1.7372384208692784, + "learning_rate": 1.9818823512782508e-05, + "loss": 0.2569, + "step": 10477 + }, + { + "epoch": 8.887192536047499, + "grad_norm": 1.5739486171039971, + "learning_rate": 1.9818771455068395e-05, + "loss": 0.2718, + "step": 10478 + }, + { + "epoch": 8.888040712468193, + "grad_norm": 1.3728123003483388, + "learning_rate": 1.9818719389944833e-05, + "loss": 0.2671, + "step": 10479 + }, + { + "epoch": 8.88888888888889, + "grad_norm": 1.4827498714608371, + "learning_rate": 1.9818667317411865e-05, + "loss": 0.294, + "step": 10480 + }, + { + "epoch": 8.889737065309584, + "grad_norm": 1.4004598982369338, + "learning_rate": 1.981861523746953e-05, + "loss": 0.2513, + "step": 10481 + }, + { + "epoch": 8.89058524173028, + "grad_norm": 1.4034344137594716, + "learning_rate": 1.9818563150117863e-05, + "loss": 0.3252, + "step": 10482 + }, + { + "epoch": 8.891433418150976, + "grad_norm": 1.1885309492100014, + "learning_rate": 1.9818511055356907e-05, + "loss": 0.2078, + "step": 10483 + }, + { + "epoch": 8.89228159457167, + "grad_norm": 1.4995369236509994, + "learning_rate": 1.98184589531867e-05, + "loss": 0.3031, + "step": 10484 + }, + { + "epoch": 8.893129770992367, + "grad_norm": 1.353186247252412, + "learning_rate": 1.981840684360728e-05, + "loss": 0.2882, + "step": 10485 + }, + { + "epoch": 8.893977947413061, + "grad_norm": 1.4082989748649901, + "learning_rate": 1.981835472661869e-05, + "loss": 0.2984, + "step": 10486 + }, + { + "epoch": 8.894826123833758, + "grad_norm": 1.6243520719006574, + "learning_rate": 1.9818302602220966e-05, + "loss": 0.3551, + "step": 10487 + }, + { + "epoch": 8.895674300254452, + "grad_norm": 1.4081184064322754, + "learning_rate": 1.981825047041415e-05, + "loss": 0.3013, + "step": 10488 + }, + { + "epoch": 8.896522476675148, + "grad_norm": 1.3685517934369493, + "learning_rate": 1.981819833119828e-05, + "loss": 0.2173, + "step": 10489 + }, + { + "epoch": 8.897370653095845, + "grad_norm": 1.3438509797073666, + "learning_rate": 1.981814618457339e-05, + "loss": 0.2805, + "step": 10490 + }, + { + "epoch": 8.898218829516539, + "grad_norm": 1.3691182261086792, + "learning_rate": 1.981809403053953e-05, + "loss": 0.2445, + "step": 10491 + }, + { + "epoch": 8.899067005937235, + "grad_norm": 1.477109614701994, + "learning_rate": 1.981804186909673e-05, + "loss": 0.3446, + "step": 10492 + }, + { + "epoch": 8.89991518235793, + "grad_norm": 1.2705388163001254, + "learning_rate": 1.9817989700245037e-05, + "loss": 0.2588, + "step": 10493 + }, + { + "epoch": 8.900763358778626, + "grad_norm": 1.41135415433391, + "learning_rate": 1.981793752398448e-05, + "loss": 0.2948, + "step": 10494 + }, + { + "epoch": 8.901611535199322, + "grad_norm": 1.4517893839777383, + "learning_rate": 1.9817885340315112e-05, + "loss": 0.2672, + "step": 10495 + }, + { + "epoch": 8.902459711620017, + "grad_norm": 1.2409769368544716, + "learning_rate": 1.9817833149236962e-05, + "loss": 0.186, + "step": 10496 + }, + { + "epoch": 8.903307888040713, + "grad_norm": 1.5209673899470795, + "learning_rate": 1.9817780950750076e-05, + "loss": 0.2827, + "step": 10497 + }, + { + "epoch": 8.904156064461407, + "grad_norm": 1.4965729302255157, + "learning_rate": 1.9817728744854487e-05, + "loss": 0.3051, + "step": 10498 + }, + { + "epoch": 8.905004240882104, + "grad_norm": 1.5427756149836451, + "learning_rate": 1.9817676531550237e-05, + "loss": 0.2796, + "step": 10499 + }, + { + "epoch": 8.9058524173028, + "grad_norm": 1.4168411386035924, + "learning_rate": 1.9817624310837365e-05, + "loss": 0.3329, + "step": 10500 + }, + { + "epoch": 8.906700593723494, + "grad_norm": 1.284196747151888, + "learning_rate": 1.9817572082715913e-05, + "loss": 0.2518, + "step": 10501 + }, + { + "epoch": 8.90754877014419, + "grad_norm": 1.332569125806214, + "learning_rate": 1.9817519847185918e-05, + "loss": 0.2817, + "step": 10502 + }, + { + "epoch": 8.908396946564885, + "grad_norm": 1.4849992189174195, + "learning_rate": 1.9817467604247424e-05, + "loss": 0.286, + "step": 10503 + }, + { + "epoch": 8.909245122985581, + "grad_norm": 1.5685606420512794, + "learning_rate": 1.981741535390046e-05, + "loss": 0.2992, + "step": 10504 + }, + { + "epoch": 8.910093299406277, + "grad_norm": 1.4271055395394816, + "learning_rate": 1.9817363096145077e-05, + "loss": 0.2258, + "step": 10505 + }, + { + "epoch": 8.910941475826972, + "grad_norm": 1.6289418022966915, + "learning_rate": 1.9817310830981305e-05, + "loss": 0.2615, + "step": 10506 + }, + { + "epoch": 8.911789652247668, + "grad_norm": 1.786414271595554, + "learning_rate": 1.981725855840919e-05, + "loss": 0.2452, + "step": 10507 + }, + { + "epoch": 8.912637828668363, + "grad_norm": 1.4468179899285973, + "learning_rate": 1.981720627842877e-05, + "loss": 0.2946, + "step": 10508 + }, + { + "epoch": 8.913486005089059, + "grad_norm": 1.4816320275997865, + "learning_rate": 1.9817153991040087e-05, + "loss": 0.2946, + "step": 10509 + }, + { + "epoch": 8.914334181509753, + "grad_norm": 1.254689847203863, + "learning_rate": 1.981710169624317e-05, + "loss": 0.2749, + "step": 10510 + }, + { + "epoch": 8.91518235793045, + "grad_norm": 1.5549808025753629, + "learning_rate": 1.981704939403807e-05, + "loss": 0.234, + "step": 10511 + }, + { + "epoch": 8.916030534351146, + "grad_norm": 1.3384062402739125, + "learning_rate": 1.9816997084424823e-05, + "loss": 0.2995, + "step": 10512 + }, + { + "epoch": 8.91687871077184, + "grad_norm": 1.301398212470907, + "learning_rate": 1.9816944767403465e-05, + "loss": 0.3371, + "step": 10513 + }, + { + "epoch": 8.917726887192536, + "grad_norm": 1.4472532045245123, + "learning_rate": 1.981689244297404e-05, + "loss": 0.2912, + "step": 10514 + }, + { + "epoch": 8.91857506361323, + "grad_norm": 1.391792702911736, + "learning_rate": 1.9816840111136587e-05, + "loss": 0.2487, + "step": 10515 + }, + { + "epoch": 8.919423240033927, + "grad_norm": 1.3650676719114017, + "learning_rate": 1.981678777189114e-05, + "loss": 0.2308, + "step": 10516 + }, + { + "epoch": 8.920271416454623, + "grad_norm": 1.443788255486747, + "learning_rate": 1.981673542523774e-05, + "loss": 0.2454, + "step": 10517 + }, + { + "epoch": 8.921119592875318, + "grad_norm": 1.4292098976634566, + "learning_rate": 1.981668307117644e-05, + "loss": 0.2941, + "step": 10518 + }, + { + "epoch": 8.921967769296014, + "grad_norm": 1.5097059597634541, + "learning_rate": 1.981663070970726e-05, + "loss": 0.2535, + "step": 10519 + }, + { + "epoch": 8.922815945716708, + "grad_norm": 1.4836942827202888, + "learning_rate": 1.9816578340830248e-05, + "loss": 0.3143, + "step": 10520 + }, + { + "epoch": 8.923664122137405, + "grad_norm": 1.3519316835458435, + "learning_rate": 1.9816525964545447e-05, + "loss": 0.2473, + "step": 10521 + }, + { + "epoch": 8.924512298558101, + "grad_norm": 1.4164302687369283, + "learning_rate": 1.9816473580852893e-05, + "loss": 0.2767, + "step": 10522 + }, + { + "epoch": 8.925360474978795, + "grad_norm": 1.489927566665149, + "learning_rate": 1.9816421189752625e-05, + "loss": 0.3071, + "step": 10523 + }, + { + "epoch": 8.926208651399492, + "grad_norm": 1.4057945430554748, + "learning_rate": 1.981636879124468e-05, + "loss": 0.2639, + "step": 10524 + }, + { + "epoch": 8.927056827820186, + "grad_norm": 1.3484796163401875, + "learning_rate": 1.9816316385329104e-05, + "loss": 0.2798, + "step": 10525 + }, + { + "epoch": 8.927905004240882, + "grad_norm": 1.209947282327029, + "learning_rate": 1.9816263972005934e-05, + "loss": 0.2433, + "step": 10526 + }, + { + "epoch": 8.928753180661577, + "grad_norm": 1.4310069042014963, + "learning_rate": 1.9816211551275207e-05, + "loss": 0.2768, + "step": 10527 + }, + { + "epoch": 8.929601357082273, + "grad_norm": 1.3748723718194902, + "learning_rate": 1.9816159123136964e-05, + "loss": 0.2411, + "step": 10528 + }, + { + "epoch": 8.93044953350297, + "grad_norm": 1.553452697767697, + "learning_rate": 1.9816106687591244e-05, + "loss": 0.3022, + "step": 10529 + }, + { + "epoch": 8.931297709923664, + "grad_norm": 1.602346737902751, + "learning_rate": 1.9816054244638093e-05, + "loss": 0.2783, + "step": 10530 + }, + { + "epoch": 8.93214588634436, + "grad_norm": 1.5094061287794194, + "learning_rate": 1.981600179427754e-05, + "loss": 0.2697, + "step": 10531 + }, + { + "epoch": 8.932994062765054, + "grad_norm": 1.5410500474459738, + "learning_rate": 1.981594933650963e-05, + "loss": 0.2785, + "step": 10532 + }, + { + "epoch": 8.93384223918575, + "grad_norm": 1.245863189496217, + "learning_rate": 1.9815896871334404e-05, + "loss": 0.2493, + "step": 10533 + }, + { + "epoch": 8.934690415606447, + "grad_norm": 1.4546843287344124, + "learning_rate": 1.98158443987519e-05, + "loss": 0.3036, + "step": 10534 + }, + { + "epoch": 8.935538592027141, + "grad_norm": 1.3405021327737807, + "learning_rate": 1.9815791918762157e-05, + "loss": 0.268, + "step": 10535 + }, + { + "epoch": 8.936386768447838, + "grad_norm": 1.3552750115466674, + "learning_rate": 1.9815739431365214e-05, + "loss": 0.3255, + "step": 10536 + }, + { + "epoch": 8.937234944868532, + "grad_norm": 1.4233432661027072, + "learning_rate": 1.981568693656111e-05, + "loss": 0.2834, + "step": 10537 + }, + { + "epoch": 8.938083121289228, + "grad_norm": 1.4520342256753747, + "learning_rate": 1.981563443434989e-05, + "loss": 0.2867, + "step": 10538 + }, + { + "epoch": 8.938931297709924, + "grad_norm": 1.3081368116435743, + "learning_rate": 1.9815581924731586e-05, + "loss": 0.3053, + "step": 10539 + }, + { + "epoch": 8.939779474130619, + "grad_norm": 1.5005597889519198, + "learning_rate": 1.9815529407706244e-05, + "loss": 0.2927, + "step": 10540 + }, + { + "epoch": 8.940627650551315, + "grad_norm": 1.3907115865174131, + "learning_rate": 1.9815476883273904e-05, + "loss": 0.3014, + "step": 10541 + }, + { + "epoch": 8.94147582697201, + "grad_norm": 1.3249367968823398, + "learning_rate": 1.98154243514346e-05, + "loss": 0.2116, + "step": 10542 + }, + { + "epoch": 8.942324003392706, + "grad_norm": 1.3707993433092966, + "learning_rate": 1.9815371812188374e-05, + "loss": 0.3472, + "step": 10543 + }, + { + "epoch": 8.943172179813402, + "grad_norm": 1.3091160708486431, + "learning_rate": 1.9815319265535266e-05, + "loss": 0.2426, + "step": 10544 + }, + { + "epoch": 8.944020356234097, + "grad_norm": 1.3779415763832563, + "learning_rate": 1.9815266711475316e-05, + "loss": 0.3393, + "step": 10545 + }, + { + "epoch": 8.944868532654793, + "grad_norm": 1.7008525394313108, + "learning_rate": 1.981521415000856e-05, + "loss": 0.298, + "step": 10546 + }, + { + "epoch": 8.945716709075487, + "grad_norm": 1.308529343847828, + "learning_rate": 1.9815161581135047e-05, + "loss": 0.23, + "step": 10547 + }, + { + "epoch": 8.946564885496183, + "grad_norm": 1.3641877461539118, + "learning_rate": 1.9815109004854807e-05, + "loss": 0.2533, + "step": 10548 + }, + { + "epoch": 8.947413061916878, + "grad_norm": 1.464710724591372, + "learning_rate": 1.9815056421167887e-05, + "loss": 0.2972, + "step": 10549 + }, + { + "epoch": 8.948261238337574, + "grad_norm": 1.337147171945282, + "learning_rate": 1.981500383007432e-05, + "loss": 0.266, + "step": 10550 + }, + { + "epoch": 8.94910941475827, + "grad_norm": 1.487330889247837, + "learning_rate": 1.9814951231574148e-05, + "loss": 0.3393, + "step": 10551 + }, + { + "epoch": 8.949957591178965, + "grad_norm": 1.507801324026418, + "learning_rate": 1.9814898625667412e-05, + "loss": 0.2675, + "step": 10552 + }, + { + "epoch": 8.950805767599661, + "grad_norm": 1.3830009096181817, + "learning_rate": 1.9814846012354153e-05, + "loss": 0.2921, + "step": 10553 + }, + { + "epoch": 8.951653944020356, + "grad_norm": 1.4497629040541453, + "learning_rate": 1.9814793391634407e-05, + "loss": 0.2636, + "step": 10554 + }, + { + "epoch": 8.952502120441052, + "grad_norm": 1.434546375588518, + "learning_rate": 1.981474076350822e-05, + "loss": 0.2614, + "step": 10555 + }, + { + "epoch": 8.953350296861748, + "grad_norm": 1.480353171293131, + "learning_rate": 1.981468812797562e-05, + "loss": 0.2778, + "step": 10556 + }, + { + "epoch": 8.954198473282442, + "grad_norm": 1.596707609434344, + "learning_rate": 1.9814635485036657e-05, + "loss": 0.2799, + "step": 10557 + }, + { + "epoch": 8.955046649703139, + "grad_norm": 1.5364903973187012, + "learning_rate": 1.9814582834691368e-05, + "loss": 0.2606, + "step": 10558 + }, + { + "epoch": 8.955894826123833, + "grad_norm": 1.3567575887879635, + "learning_rate": 1.9814530176939796e-05, + "loss": 0.2428, + "step": 10559 + }, + { + "epoch": 8.95674300254453, + "grad_norm": 1.305989265425808, + "learning_rate": 1.981447751178197e-05, + "loss": 0.2656, + "step": 10560 + }, + { + "epoch": 8.957591178965224, + "grad_norm": 1.2526407049062616, + "learning_rate": 1.9814424839217944e-05, + "loss": 0.2766, + "step": 10561 + }, + { + "epoch": 8.95843935538592, + "grad_norm": 1.4455038755868612, + "learning_rate": 1.9814372159247745e-05, + "loss": 0.2792, + "step": 10562 + }, + { + "epoch": 8.959287531806616, + "grad_norm": 1.429764051394622, + "learning_rate": 1.981431947187142e-05, + "loss": 0.2355, + "step": 10563 + }, + { + "epoch": 8.96013570822731, + "grad_norm": 1.4381475092522662, + "learning_rate": 1.981426677708901e-05, + "loss": 0.3017, + "step": 10564 + }, + { + "epoch": 8.960983884648007, + "grad_norm": 1.4012478812169988, + "learning_rate": 1.9814214074900548e-05, + "loss": 0.2896, + "step": 10565 + }, + { + "epoch": 8.961832061068701, + "grad_norm": 1.2676441441442765, + "learning_rate": 1.981416136530608e-05, + "loss": 0.2548, + "step": 10566 + }, + { + "epoch": 8.962680237489398, + "grad_norm": 1.40720191981446, + "learning_rate": 1.9814108648305644e-05, + "loss": 0.2812, + "step": 10567 + }, + { + "epoch": 8.963528413910094, + "grad_norm": 1.4812884872785557, + "learning_rate": 1.9814055923899277e-05, + "loss": 0.3178, + "step": 10568 + }, + { + "epoch": 8.964376590330788, + "grad_norm": 1.3382539989933293, + "learning_rate": 1.9814003192087023e-05, + "loss": 0.2945, + "step": 10569 + }, + { + "epoch": 8.965224766751485, + "grad_norm": 1.335357229071576, + "learning_rate": 1.981395045286892e-05, + "loss": 0.2649, + "step": 10570 + }, + { + "epoch": 8.966072943172179, + "grad_norm": 1.4640090848285092, + "learning_rate": 1.9813897706245008e-05, + "loss": 0.288, + "step": 10571 + }, + { + "epoch": 8.966921119592875, + "grad_norm": 1.2256863929787134, + "learning_rate": 1.9813844952215324e-05, + "loss": 0.2944, + "step": 10572 + }, + { + "epoch": 8.967769296013572, + "grad_norm": 1.3006531614391685, + "learning_rate": 1.9813792190779912e-05, + "loss": 0.2851, + "step": 10573 + }, + { + "epoch": 8.968617472434266, + "grad_norm": 1.4520656380072525, + "learning_rate": 1.981373942193881e-05, + "loss": 0.3224, + "step": 10574 + }, + { + "epoch": 8.969465648854962, + "grad_norm": 1.4541747107313323, + "learning_rate": 1.981368664569206e-05, + "loss": 0.2657, + "step": 10575 + }, + { + "epoch": 8.970313825275657, + "grad_norm": 1.491297877701316, + "learning_rate": 1.9813633862039694e-05, + "loss": 0.2778, + "step": 10576 + }, + { + "epoch": 8.971162001696353, + "grad_norm": 1.6306314680811087, + "learning_rate": 1.981358107098176e-05, + "loss": 0.2984, + "step": 10577 + }, + { + "epoch": 8.97201017811705, + "grad_norm": 1.3515140682643905, + "learning_rate": 1.9813528272518298e-05, + "loss": 0.276, + "step": 10578 + }, + { + "epoch": 8.972858354537744, + "grad_norm": 1.509983959353642, + "learning_rate": 1.9813475466649344e-05, + "loss": 0.2773, + "step": 10579 + }, + { + "epoch": 8.97370653095844, + "grad_norm": 1.285064535782569, + "learning_rate": 1.981342265337494e-05, + "loss": 0.2418, + "step": 10580 + }, + { + "epoch": 8.974554707379134, + "grad_norm": 1.5299951163377956, + "learning_rate": 1.9813369832695123e-05, + "loss": 0.2611, + "step": 10581 + }, + { + "epoch": 8.97540288379983, + "grad_norm": 1.3281111575566602, + "learning_rate": 1.9813317004609935e-05, + "loss": 0.254, + "step": 10582 + }, + { + "epoch": 8.976251060220527, + "grad_norm": 1.5710427806664402, + "learning_rate": 1.981326416911942e-05, + "loss": 0.2628, + "step": 10583 + }, + { + "epoch": 8.977099236641221, + "grad_norm": 1.3326486596464944, + "learning_rate": 1.981321132622361e-05, + "loss": 0.2899, + "step": 10584 + }, + { + "epoch": 8.977947413061917, + "grad_norm": 1.3027013015462003, + "learning_rate": 1.981315847592254e-05, + "loss": 0.2569, + "step": 10585 + }, + { + "epoch": 8.978795589482612, + "grad_norm": 1.753989237769661, + "learning_rate": 1.981310561821627e-05, + "loss": 0.2896, + "step": 10586 + }, + { + "epoch": 8.979643765903308, + "grad_norm": 1.451734292577309, + "learning_rate": 1.9813052753104824e-05, + "loss": 0.3012, + "step": 10587 + }, + { + "epoch": 8.980491942324003, + "grad_norm": 1.3065520499986458, + "learning_rate": 1.9812999880588248e-05, + "loss": 0.2586, + "step": 10588 + }, + { + "epoch": 8.981340118744699, + "grad_norm": 1.4943439358455641, + "learning_rate": 1.9812947000666578e-05, + "loss": 0.316, + "step": 10589 + }, + { + "epoch": 8.982188295165395, + "grad_norm": 1.373236764098625, + "learning_rate": 1.9812894113339854e-05, + "loss": 0.2644, + "step": 10590 + }, + { + "epoch": 8.98303647158609, + "grad_norm": 1.2925284071843999, + "learning_rate": 1.9812841218608124e-05, + "loss": 0.2589, + "step": 10591 + }, + { + "epoch": 8.983884648006786, + "grad_norm": 1.3922769237563153, + "learning_rate": 1.9812788316471416e-05, + "loss": 0.2826, + "step": 10592 + }, + { + "epoch": 8.98473282442748, + "grad_norm": 1.2990862906726266, + "learning_rate": 1.9812735406929776e-05, + "loss": 0.2514, + "step": 10593 + }, + { + "epoch": 8.985581000848176, + "grad_norm": 1.5321019639745166, + "learning_rate": 1.981268248998325e-05, + "loss": 0.2684, + "step": 10594 + }, + { + "epoch": 8.986429177268873, + "grad_norm": 1.511917120771399, + "learning_rate": 1.981262956563186e-05, + "loss": 0.2996, + "step": 10595 + }, + { + "epoch": 8.987277353689567, + "grad_norm": 1.512910449431629, + "learning_rate": 1.9812576633875668e-05, + "loss": 0.307, + "step": 10596 + }, + { + "epoch": 8.988125530110263, + "grad_norm": 1.4525806739755522, + "learning_rate": 1.9812523694714702e-05, + "loss": 0.2789, + "step": 10597 + }, + { + "epoch": 8.988973706530958, + "grad_norm": 1.4137740630764077, + "learning_rate": 1.9812470748148998e-05, + "loss": 0.2427, + "step": 10598 + }, + { + "epoch": 8.989821882951654, + "grad_norm": 1.4932164408998156, + "learning_rate": 1.9812417794178603e-05, + "loss": 0.2846, + "step": 10599 + }, + { + "epoch": 8.990670059372349, + "grad_norm": 1.3897959083067968, + "learning_rate": 1.9812364832803558e-05, + "loss": 0.2709, + "step": 10600 + }, + { + "epoch": 8.991518235793045, + "grad_norm": 1.4875504335828043, + "learning_rate": 1.9812311864023896e-05, + "loss": 0.2398, + "step": 10601 + }, + { + "epoch": 8.992366412213741, + "grad_norm": 1.2460051363867912, + "learning_rate": 1.9812258887839663e-05, + "loss": 0.2147, + "step": 10602 + }, + { + "epoch": 8.993214588634435, + "grad_norm": 1.3896449666614905, + "learning_rate": 1.9812205904250897e-05, + "loss": 0.2812, + "step": 10603 + }, + { + "epoch": 8.994062765055132, + "grad_norm": 1.4241081510107032, + "learning_rate": 1.981215291325764e-05, + "loss": 0.3226, + "step": 10604 + }, + { + "epoch": 8.994910941475826, + "grad_norm": 1.454969141236601, + "learning_rate": 1.9812099914859927e-05, + "loss": 0.2901, + "step": 10605 + }, + { + "epoch": 8.995759117896522, + "grad_norm": 1.4568684714763829, + "learning_rate": 1.9812046909057807e-05, + "loss": 0.2442, + "step": 10606 + }, + { + "epoch": 8.996607294317219, + "grad_norm": 1.4947274424141141, + "learning_rate": 1.981199389585131e-05, + "loss": 0.2608, + "step": 10607 + }, + { + "epoch": 8.997455470737913, + "grad_norm": 1.461325487691584, + "learning_rate": 1.9811940875240478e-05, + "loss": 0.2817, + "step": 10608 + }, + { + "epoch": 8.99830364715861, + "grad_norm": 1.3321023801154244, + "learning_rate": 1.9811887847225356e-05, + "loss": 0.2617, + "step": 10609 + }, + { + "epoch": 8.999151823579304, + "grad_norm": 1.6275821215364026, + "learning_rate": 1.981183481180598e-05, + "loss": 0.2856, + "step": 10610 + }, + { + "epoch": 9.0, + "grad_norm": 1.446300749310918, + "learning_rate": 1.9811781768982392e-05, + "loss": 0.3191, + "step": 10611 + }, + { + "epoch": 9.000848176420696, + "grad_norm": 1.5223087449582093, + "learning_rate": 1.981172871875463e-05, + "loss": 0.2047, + "step": 10612 + }, + { + "epoch": 9.00169635284139, + "grad_norm": 1.2653934459851317, + "learning_rate": 1.9811675661122738e-05, + "loss": 0.2144, + "step": 10613 + }, + { + "epoch": 9.002544529262087, + "grad_norm": 1.8233860370567851, + "learning_rate": 1.981162259608675e-05, + "loss": 0.2159, + "step": 10614 + }, + { + "epoch": 9.003392705682781, + "grad_norm": 1.5370435634871416, + "learning_rate": 1.9811569523646712e-05, + "loss": 0.2213, + "step": 10615 + }, + { + "epoch": 9.004240882103478, + "grad_norm": 1.5894784462133413, + "learning_rate": 1.9811516443802657e-05, + "loss": 0.2243, + "step": 10616 + }, + { + "epoch": 9.005089058524174, + "grad_norm": 1.3793172988202544, + "learning_rate": 1.9811463356554633e-05, + "loss": 0.2183, + "step": 10617 + }, + { + "epoch": 9.005937234944868, + "grad_norm": 1.5922319387731196, + "learning_rate": 1.9811410261902678e-05, + "loss": 0.2355, + "step": 10618 + }, + { + "epoch": 9.006785411365565, + "grad_norm": 1.369972111553335, + "learning_rate": 1.9811357159846827e-05, + "loss": 0.278, + "step": 10619 + }, + { + "epoch": 9.007633587786259, + "grad_norm": 1.2888964938480927, + "learning_rate": 1.9811304050387122e-05, + "loss": 0.2538, + "step": 10620 + }, + { + "epoch": 9.008481764206955, + "grad_norm": 1.4544107912638973, + "learning_rate": 1.981125093352361e-05, + "loss": 0.1975, + "step": 10621 + }, + { + "epoch": 9.00932994062765, + "grad_norm": 1.3415517601863785, + "learning_rate": 1.9811197809256324e-05, + "loss": 0.2338, + "step": 10622 + }, + { + "epoch": 9.010178117048346, + "grad_norm": 1.2910463823768343, + "learning_rate": 1.9811144677585305e-05, + "loss": 0.2408, + "step": 10623 + }, + { + "epoch": 9.011026293469042, + "grad_norm": 1.6543525121896783, + "learning_rate": 1.9811091538510594e-05, + "loss": 0.2796, + "step": 10624 + }, + { + "epoch": 9.011874469889737, + "grad_norm": 1.3562535351129825, + "learning_rate": 1.981103839203223e-05, + "loss": 0.2263, + "step": 10625 + }, + { + "epoch": 9.012722646310433, + "grad_norm": 2.1649948832503476, + "learning_rate": 1.9810985238150255e-05, + "loss": 0.2675, + "step": 10626 + }, + { + "epoch": 9.013570822731127, + "grad_norm": 1.4053323839105811, + "learning_rate": 1.981093207686471e-05, + "loss": 0.2065, + "step": 10627 + }, + { + "epoch": 9.014418999151824, + "grad_norm": 1.571843733892052, + "learning_rate": 1.981087890817563e-05, + "loss": 0.2617, + "step": 10628 + }, + { + "epoch": 9.01526717557252, + "grad_norm": 1.371591313019451, + "learning_rate": 1.9810825732083063e-05, + "loss": 0.267, + "step": 10629 + }, + { + "epoch": 9.016115351993214, + "grad_norm": 1.4860082733722677, + "learning_rate": 1.981077254858704e-05, + "loss": 0.258, + "step": 10630 + }, + { + "epoch": 9.01696352841391, + "grad_norm": 1.2755049728918395, + "learning_rate": 1.981071935768761e-05, + "loss": 0.2086, + "step": 10631 + }, + { + "epoch": 9.017811704834605, + "grad_norm": 1.4026113933626498, + "learning_rate": 1.9810666159384808e-05, + "loss": 0.2486, + "step": 10632 + }, + { + "epoch": 9.018659881255301, + "grad_norm": 1.3006125879925852, + "learning_rate": 1.981061295367867e-05, + "loss": 0.2104, + "step": 10633 + }, + { + "epoch": 9.019508057675997, + "grad_norm": 1.440878648424601, + "learning_rate": 1.9810559740569245e-05, + "loss": 0.2431, + "step": 10634 + }, + { + "epoch": 9.020356234096692, + "grad_norm": 1.3492442650906455, + "learning_rate": 1.9810506520056572e-05, + "loss": 0.1798, + "step": 10635 + }, + { + "epoch": 9.021204410517388, + "grad_norm": 1.388833489335961, + "learning_rate": 1.9810453292140685e-05, + "loss": 0.2869, + "step": 10636 + }, + { + "epoch": 9.022052586938083, + "grad_norm": 1.4549776867583817, + "learning_rate": 1.981040005682163e-05, + "loss": 0.2349, + "step": 10637 + }, + { + "epoch": 9.022900763358779, + "grad_norm": 1.6867277351641032, + "learning_rate": 1.9810346814099444e-05, + "loss": 0.2343, + "step": 10638 + }, + { + "epoch": 9.023748939779475, + "grad_norm": 1.6513329489083532, + "learning_rate": 1.9810293563974167e-05, + "loss": 0.2682, + "step": 10639 + }, + { + "epoch": 9.02459711620017, + "grad_norm": 1.4513614819443759, + "learning_rate": 1.981024030644584e-05, + "loss": 0.2778, + "step": 10640 + }, + { + "epoch": 9.025445292620866, + "grad_norm": 1.5707932824219155, + "learning_rate": 1.9810187041514504e-05, + "loss": 0.2246, + "step": 10641 + }, + { + "epoch": 9.02629346904156, + "grad_norm": 1.4549990201545775, + "learning_rate": 1.98101337691802e-05, + "loss": 0.2483, + "step": 10642 + }, + { + "epoch": 9.027141645462256, + "grad_norm": 1.37769647187245, + "learning_rate": 1.9810080489442963e-05, + "loss": 0.2255, + "step": 10643 + }, + { + "epoch": 9.02798982188295, + "grad_norm": 1.5094590177919893, + "learning_rate": 1.981002720230284e-05, + "loss": 0.2058, + "step": 10644 + }, + { + "epoch": 9.028837998303647, + "grad_norm": 1.2870589589846009, + "learning_rate": 1.9809973907759868e-05, + "loss": 0.1908, + "step": 10645 + }, + { + "epoch": 9.029686174724343, + "grad_norm": 1.494145445358662, + "learning_rate": 1.9809920605814084e-05, + "loss": 0.2087, + "step": 10646 + }, + { + "epoch": 9.030534351145038, + "grad_norm": 1.6022899963917185, + "learning_rate": 1.9809867296465538e-05, + "loss": 0.2732, + "step": 10647 + }, + { + "epoch": 9.031382527565734, + "grad_norm": 1.5397572193133455, + "learning_rate": 1.9809813979714262e-05, + "loss": 0.2327, + "step": 10648 + }, + { + "epoch": 9.032230703986428, + "grad_norm": 1.5011978670655237, + "learning_rate": 1.9809760655560294e-05, + "loss": 0.2636, + "step": 10649 + }, + { + "epoch": 9.033078880407125, + "grad_norm": 1.392231816060945, + "learning_rate": 1.9809707324003682e-05, + "loss": 0.2188, + "step": 10650 + }, + { + "epoch": 9.033927056827821, + "grad_norm": 1.3341276233461816, + "learning_rate": 1.9809653985044463e-05, + "loss": 0.2055, + "step": 10651 + }, + { + "epoch": 9.034775233248515, + "grad_norm": 1.3276206493686356, + "learning_rate": 1.9809600638682674e-05, + "loss": 0.1964, + "step": 10652 + }, + { + "epoch": 9.035623409669212, + "grad_norm": 1.3135058997789566, + "learning_rate": 1.980954728491836e-05, + "loss": 0.2219, + "step": 10653 + }, + { + "epoch": 9.036471586089906, + "grad_norm": 1.5007878697741295, + "learning_rate": 1.980949392375156e-05, + "loss": 0.2382, + "step": 10654 + }, + { + "epoch": 9.037319762510602, + "grad_norm": 1.6070262894653229, + "learning_rate": 1.980944055518231e-05, + "loss": 0.2077, + "step": 10655 + }, + { + "epoch": 9.038167938931299, + "grad_norm": 1.5030082515097831, + "learning_rate": 1.980938717921066e-05, + "loss": 0.2122, + "step": 10656 + }, + { + "epoch": 9.039016115351993, + "grad_norm": 1.3647060849157773, + "learning_rate": 1.980933379583664e-05, + "loss": 0.2196, + "step": 10657 + }, + { + "epoch": 9.03986429177269, + "grad_norm": 1.5095684546745547, + "learning_rate": 1.9809280405060295e-05, + "loss": 0.2351, + "step": 10658 + }, + { + "epoch": 9.040712468193384, + "grad_norm": 1.5350744708903148, + "learning_rate": 1.9809227006881666e-05, + "loss": 0.185, + "step": 10659 + }, + { + "epoch": 9.04156064461408, + "grad_norm": 1.6361694267018048, + "learning_rate": 1.980917360130079e-05, + "loss": 0.2525, + "step": 10660 + }, + { + "epoch": 9.042408821034774, + "grad_norm": 1.2965739829761727, + "learning_rate": 1.980912018831771e-05, + "loss": 0.1849, + "step": 10661 + }, + { + "epoch": 9.04325699745547, + "grad_norm": 1.313199611079935, + "learning_rate": 1.9809066767932464e-05, + "loss": 0.2231, + "step": 10662 + }, + { + "epoch": 9.044105173876167, + "grad_norm": 1.4207829629705082, + "learning_rate": 1.98090133401451e-05, + "loss": 0.2255, + "step": 10663 + }, + { + "epoch": 9.044953350296861, + "grad_norm": 1.4907138683970205, + "learning_rate": 1.9808959904955646e-05, + "loss": 0.2632, + "step": 10664 + }, + { + "epoch": 9.045801526717558, + "grad_norm": 1.4820314927285139, + "learning_rate": 1.980890646236415e-05, + "loss": 0.26, + "step": 10665 + }, + { + "epoch": 9.046649703138252, + "grad_norm": 1.4523853951999068, + "learning_rate": 1.9808853012370656e-05, + "loss": 0.2492, + "step": 10666 + }, + { + "epoch": 9.047497879558948, + "grad_norm": 1.3487650499081332, + "learning_rate": 1.9808799554975194e-05, + "loss": 0.2348, + "step": 10667 + }, + { + "epoch": 9.048346055979644, + "grad_norm": 1.3755409261432794, + "learning_rate": 1.980874609017781e-05, + "loss": 0.2741, + "step": 10668 + }, + { + "epoch": 9.049194232400339, + "grad_norm": 1.5114012595927657, + "learning_rate": 1.9808692617978545e-05, + "loss": 0.2156, + "step": 10669 + }, + { + "epoch": 9.050042408821035, + "grad_norm": 1.3341516613759585, + "learning_rate": 1.9808639138377437e-05, + "loss": 0.201, + "step": 10670 + }, + { + "epoch": 9.05089058524173, + "grad_norm": 1.4932322105904177, + "learning_rate": 1.980858565137453e-05, + "loss": 0.2389, + "step": 10671 + }, + { + "epoch": 9.051738761662426, + "grad_norm": 1.5071262255957103, + "learning_rate": 1.9808532156969858e-05, + "loss": 0.2212, + "step": 10672 + }, + { + "epoch": 9.052586938083122, + "grad_norm": 1.49986824708518, + "learning_rate": 1.980847865516347e-05, + "loss": 0.2219, + "step": 10673 + }, + { + "epoch": 9.053435114503817, + "grad_norm": 1.381443274663067, + "learning_rate": 1.98084251459554e-05, + "loss": 0.2537, + "step": 10674 + }, + { + "epoch": 9.054283290924513, + "grad_norm": 1.3321310233241768, + "learning_rate": 1.9808371629345692e-05, + "loss": 0.2566, + "step": 10675 + }, + { + "epoch": 9.055131467345207, + "grad_norm": 1.5420012600570443, + "learning_rate": 1.9808318105334382e-05, + "loss": 0.2745, + "step": 10676 + }, + { + "epoch": 9.055979643765903, + "grad_norm": 1.4989643598869018, + "learning_rate": 1.9808264573921515e-05, + "loss": 0.2658, + "step": 10677 + }, + { + "epoch": 9.056827820186598, + "grad_norm": 1.2758011854384583, + "learning_rate": 1.980821103510713e-05, + "loss": 0.2329, + "step": 10678 + }, + { + "epoch": 9.057675996607294, + "grad_norm": 1.41129138799636, + "learning_rate": 1.9808157488891263e-05, + "loss": 0.2701, + "step": 10679 + }, + { + "epoch": 9.05852417302799, + "grad_norm": 1.705276808535858, + "learning_rate": 1.9808103935273956e-05, + "loss": 0.2047, + "step": 10680 + }, + { + "epoch": 9.059372349448685, + "grad_norm": 1.4467824629045993, + "learning_rate": 1.9808050374255258e-05, + "loss": 0.2869, + "step": 10681 + }, + { + "epoch": 9.060220525869381, + "grad_norm": 1.3495437190586352, + "learning_rate": 1.9807996805835203e-05, + "loss": 0.2329, + "step": 10682 + }, + { + "epoch": 9.061068702290076, + "grad_norm": 1.548022732441525, + "learning_rate": 1.9807943230013828e-05, + "loss": 0.2237, + "step": 10683 + }, + { + "epoch": 9.061916878710772, + "grad_norm": 1.4440014150670653, + "learning_rate": 1.9807889646791178e-05, + "loss": 0.2427, + "step": 10684 + }, + { + "epoch": 9.062765055131468, + "grad_norm": 1.5266808020850136, + "learning_rate": 1.9807836056167292e-05, + "loss": 0.2657, + "step": 10685 + }, + { + "epoch": 9.063613231552162, + "grad_norm": 1.5299436511035474, + "learning_rate": 1.980778245814221e-05, + "loss": 0.2542, + "step": 10686 + }, + { + "epoch": 9.064461407972859, + "grad_norm": 1.4036407005158098, + "learning_rate": 1.980772885271597e-05, + "loss": 0.2228, + "step": 10687 + }, + { + "epoch": 9.065309584393553, + "grad_norm": 1.3303249548791019, + "learning_rate": 1.980767523988862e-05, + "loss": 0.189, + "step": 10688 + }, + { + "epoch": 9.06615776081425, + "grad_norm": 1.5583323035860044, + "learning_rate": 1.9807621619660197e-05, + "loss": 0.2538, + "step": 10689 + }, + { + "epoch": 9.067005937234946, + "grad_norm": 1.4498864835308158, + "learning_rate": 1.9807567992030737e-05, + "loss": 0.2283, + "step": 10690 + }, + { + "epoch": 9.06785411365564, + "grad_norm": 1.5642261812137916, + "learning_rate": 1.980751435700029e-05, + "loss": 0.2584, + "step": 10691 + }, + { + "epoch": 9.068702290076336, + "grad_norm": 1.6457680775759687, + "learning_rate": 1.9807460714568884e-05, + "loss": 0.269, + "step": 10692 + }, + { + "epoch": 9.06955046649703, + "grad_norm": 1.5749623551852119, + "learning_rate": 1.980740706473657e-05, + "loss": 0.2657, + "step": 10693 + }, + { + "epoch": 9.070398642917727, + "grad_norm": 1.5530221177759076, + "learning_rate": 1.980735340750338e-05, + "loss": 0.2252, + "step": 10694 + }, + { + "epoch": 9.071246819338423, + "grad_norm": 1.4080488412399188, + "learning_rate": 1.9807299742869365e-05, + "loss": 0.2323, + "step": 10695 + }, + { + "epoch": 9.072094995759118, + "grad_norm": 1.2244086592032182, + "learning_rate": 1.9807246070834555e-05, + "loss": 0.2248, + "step": 10696 + }, + { + "epoch": 9.072943172179814, + "grad_norm": 1.3474848978563272, + "learning_rate": 1.9807192391398994e-05, + "loss": 0.2154, + "step": 10697 + }, + { + "epoch": 9.073791348600508, + "grad_norm": 1.5021657195732512, + "learning_rate": 1.9807138704562727e-05, + "loss": 0.2466, + "step": 10698 + }, + { + "epoch": 9.074639525021205, + "grad_norm": 1.4506734839894466, + "learning_rate": 1.9807085010325787e-05, + "loss": 0.2311, + "step": 10699 + }, + { + "epoch": 9.075487701441899, + "grad_norm": 1.4765418447494654, + "learning_rate": 1.9807031308688222e-05, + "loss": 0.2909, + "step": 10700 + }, + { + "epoch": 9.076335877862595, + "grad_norm": 1.361143547186513, + "learning_rate": 1.980697759965007e-05, + "loss": 0.2135, + "step": 10701 + }, + { + "epoch": 9.077184054283292, + "grad_norm": 1.428874235340478, + "learning_rate": 1.9806923883211366e-05, + "loss": 0.248, + "step": 10702 + }, + { + "epoch": 9.078032230703986, + "grad_norm": 1.4181945294145164, + "learning_rate": 1.980687015937216e-05, + "loss": 0.2187, + "step": 10703 + }, + { + "epoch": 9.078880407124682, + "grad_norm": 1.3455422089482445, + "learning_rate": 1.9806816428132483e-05, + "loss": 0.2359, + "step": 10704 + }, + { + "epoch": 9.079728583545377, + "grad_norm": 1.4312498375980447, + "learning_rate": 1.980676268949238e-05, + "loss": 0.2105, + "step": 10705 + }, + { + "epoch": 9.080576759966073, + "grad_norm": 1.4200594380761304, + "learning_rate": 1.9806708943451897e-05, + "loss": 0.2138, + "step": 10706 + }, + { + "epoch": 9.08142493638677, + "grad_norm": 1.2892316688585606, + "learning_rate": 1.9806655190011064e-05, + "loss": 0.2393, + "step": 10707 + }, + { + "epoch": 9.082273112807464, + "grad_norm": 1.5897442723473114, + "learning_rate": 1.9806601429169928e-05, + "loss": 0.2899, + "step": 10708 + }, + { + "epoch": 9.08312128922816, + "grad_norm": 1.445947334633675, + "learning_rate": 1.980654766092853e-05, + "loss": 0.2401, + "step": 10709 + }, + { + "epoch": 9.083969465648854, + "grad_norm": 1.3607164361888442, + "learning_rate": 1.980649388528691e-05, + "loss": 0.2074, + "step": 10710 + }, + { + "epoch": 9.08481764206955, + "grad_norm": 1.5367745362289111, + "learning_rate": 1.9806440102245103e-05, + "loss": 0.2546, + "step": 10711 + }, + { + "epoch": 9.085665818490247, + "grad_norm": 1.3362779023644065, + "learning_rate": 1.9806386311803157e-05, + "loss": 0.2612, + "step": 10712 + }, + { + "epoch": 9.086513994910941, + "grad_norm": 1.2568571820116088, + "learning_rate": 1.9806332513961108e-05, + "loss": 0.2183, + "step": 10713 + }, + { + "epoch": 9.087362171331637, + "grad_norm": 1.309098980071669, + "learning_rate": 1.9806278708719003e-05, + "loss": 0.2174, + "step": 10714 + }, + { + "epoch": 9.088210347752332, + "grad_norm": 1.3494145906491666, + "learning_rate": 1.9806224896076872e-05, + "loss": 0.2408, + "step": 10715 + }, + { + "epoch": 9.089058524173028, + "grad_norm": 1.3671080153672681, + "learning_rate": 1.9806171076034767e-05, + "loss": 0.2109, + "step": 10716 + }, + { + "epoch": 9.089906700593723, + "grad_norm": 1.7206786476712261, + "learning_rate": 1.980611724859272e-05, + "loss": 0.2574, + "step": 10717 + }, + { + "epoch": 9.090754877014419, + "grad_norm": 1.8399733570836578, + "learning_rate": 1.9806063413750775e-05, + "loss": 0.2523, + "step": 10718 + }, + { + "epoch": 9.091603053435115, + "grad_norm": 1.4726635743396446, + "learning_rate": 1.9806009571508973e-05, + "loss": 0.2246, + "step": 10719 + }, + { + "epoch": 9.09245122985581, + "grad_norm": 1.4072057936689601, + "learning_rate": 1.9805955721867353e-05, + "loss": 0.2262, + "step": 10720 + }, + { + "epoch": 9.093299406276506, + "grad_norm": 1.4365439914241989, + "learning_rate": 1.9805901864825957e-05, + "loss": 0.1634, + "step": 10721 + }, + { + "epoch": 9.0941475826972, + "grad_norm": 1.4769256861190523, + "learning_rate": 1.9805848000384825e-05, + "loss": 0.2013, + "step": 10722 + }, + { + "epoch": 9.094995759117896, + "grad_norm": 1.5019004351878176, + "learning_rate": 1.9805794128544e-05, + "loss": 0.2531, + "step": 10723 + }, + { + "epoch": 9.095843935538593, + "grad_norm": 1.3254179269818478, + "learning_rate": 1.9805740249303516e-05, + "loss": 0.2379, + "step": 10724 + }, + { + "epoch": 9.096692111959287, + "grad_norm": 1.4768256907806665, + "learning_rate": 1.9805686362663422e-05, + "loss": 0.2068, + "step": 10725 + }, + { + "epoch": 9.097540288379983, + "grad_norm": 1.5424380959595712, + "learning_rate": 1.9805632468623753e-05, + "loss": 0.232, + "step": 10726 + }, + { + "epoch": 9.098388464800678, + "grad_norm": 1.320147110975831, + "learning_rate": 1.9805578567184553e-05, + "loss": 0.237, + "step": 10727 + }, + { + "epoch": 9.099236641221374, + "grad_norm": 1.4868808001317055, + "learning_rate": 1.980552465834586e-05, + "loss": 0.208, + "step": 10728 + }, + { + "epoch": 9.10008481764207, + "grad_norm": 1.3643192174575072, + "learning_rate": 1.9805470742107717e-05, + "loss": 0.1949, + "step": 10729 + }, + { + "epoch": 9.100932994062765, + "grad_norm": 1.282913010413134, + "learning_rate": 1.9805416818470165e-05, + "loss": 0.1666, + "step": 10730 + }, + { + "epoch": 9.101781170483461, + "grad_norm": 1.394986182057748, + "learning_rate": 1.980536288743324e-05, + "loss": 0.2039, + "step": 10731 + }, + { + "epoch": 9.102629346904155, + "grad_norm": 1.3857448226941278, + "learning_rate": 1.9805308948996988e-05, + "loss": 0.2422, + "step": 10732 + }, + { + "epoch": 9.103477523324852, + "grad_norm": 1.4385980686617907, + "learning_rate": 1.9805255003161447e-05, + "loss": 0.2534, + "step": 10733 + }, + { + "epoch": 9.104325699745548, + "grad_norm": 1.528239935914956, + "learning_rate": 1.980520104992666e-05, + "loss": 0.2669, + "step": 10734 + }, + { + "epoch": 9.105173876166242, + "grad_norm": 1.4966040944501924, + "learning_rate": 1.9805147089292665e-05, + "loss": 0.2848, + "step": 10735 + }, + { + "epoch": 9.106022052586939, + "grad_norm": 1.39304507460945, + "learning_rate": 1.98050931212595e-05, + "loss": 0.2255, + "step": 10736 + }, + { + "epoch": 9.106870229007633, + "grad_norm": 1.394033474438831, + "learning_rate": 1.9805039145827216e-05, + "loss": 0.2366, + "step": 10737 + }, + { + "epoch": 9.10771840542833, + "grad_norm": 1.4189121093758104, + "learning_rate": 1.9804985162995844e-05, + "loss": 0.2285, + "step": 10738 + }, + { + "epoch": 9.108566581849024, + "grad_norm": 1.351174574763308, + "learning_rate": 1.980493117276543e-05, + "loss": 0.1916, + "step": 10739 + }, + { + "epoch": 9.10941475826972, + "grad_norm": 1.5024620779949185, + "learning_rate": 1.9804877175136013e-05, + "loss": 0.2174, + "step": 10740 + }, + { + "epoch": 9.110262934690416, + "grad_norm": 1.6143519839860556, + "learning_rate": 1.980482317010763e-05, + "loss": 0.2567, + "step": 10741 + }, + { + "epoch": 9.11111111111111, + "grad_norm": 1.509318837794651, + "learning_rate": 1.980476915768033e-05, + "loss": 0.287, + "step": 10742 + }, + { + "epoch": 9.111959287531807, + "grad_norm": 1.2553449195982054, + "learning_rate": 1.9804715137854146e-05, + "loss": 0.2042, + "step": 10743 + }, + { + "epoch": 9.112807463952501, + "grad_norm": 1.4081594532037027, + "learning_rate": 1.980466111062912e-05, + "loss": 0.2312, + "step": 10744 + }, + { + "epoch": 9.113655640373198, + "grad_norm": 1.5982254167297272, + "learning_rate": 1.98046070760053e-05, + "loss": 0.212, + "step": 10745 + }, + { + "epoch": 9.114503816793894, + "grad_norm": 1.4514892489915565, + "learning_rate": 1.9804553033982716e-05, + "loss": 0.1911, + "step": 10746 + }, + { + "epoch": 9.115351993214588, + "grad_norm": 1.5204930071565734, + "learning_rate": 1.9804498984561416e-05, + "loss": 0.2228, + "step": 10747 + }, + { + "epoch": 9.116200169635285, + "grad_norm": 1.267031012840008, + "learning_rate": 1.9804444927741438e-05, + "loss": 0.1988, + "step": 10748 + }, + { + "epoch": 9.117048346055979, + "grad_norm": 1.3972933045415552, + "learning_rate": 1.9804390863522824e-05, + "loss": 0.2052, + "step": 10749 + }, + { + "epoch": 9.117896522476675, + "grad_norm": 1.4891979744498605, + "learning_rate": 1.9804336791905615e-05, + "loss": 0.2282, + "step": 10750 + }, + { + "epoch": 9.118744698897371, + "grad_norm": 1.3615624364126144, + "learning_rate": 1.9804282712889854e-05, + "loss": 0.2805, + "step": 10751 + }, + { + "epoch": 9.119592875318066, + "grad_norm": 1.6929137792032456, + "learning_rate": 1.9804228626475575e-05, + "loss": 0.2852, + "step": 10752 + }, + { + "epoch": 9.120441051738762, + "grad_norm": 1.8018579945790099, + "learning_rate": 1.9804174532662827e-05, + "loss": 0.2197, + "step": 10753 + }, + { + "epoch": 9.121289228159457, + "grad_norm": 1.5042678991934098, + "learning_rate": 1.9804120431451645e-05, + "loss": 0.2515, + "step": 10754 + }, + { + "epoch": 9.122137404580153, + "grad_norm": 1.460225750791819, + "learning_rate": 1.9804066322842067e-05, + "loss": 0.2288, + "step": 10755 + }, + { + "epoch": 9.122985581000847, + "grad_norm": 1.544671069209772, + "learning_rate": 1.9804012206834145e-05, + "loss": 0.2622, + "step": 10756 + }, + { + "epoch": 9.123833757421544, + "grad_norm": 1.383103380943472, + "learning_rate": 1.980395808342791e-05, + "loss": 0.214, + "step": 10757 + }, + { + "epoch": 9.12468193384224, + "grad_norm": 1.3043937938622021, + "learning_rate": 1.9803903952623407e-05, + "loss": 0.2296, + "step": 10758 + }, + { + "epoch": 9.125530110262934, + "grad_norm": 1.4846681045313141, + "learning_rate": 1.9803849814420677e-05, + "loss": 0.2635, + "step": 10759 + }, + { + "epoch": 9.12637828668363, + "grad_norm": 1.5620099100788787, + "learning_rate": 1.9803795668819758e-05, + "loss": 0.2578, + "step": 10760 + }, + { + "epoch": 9.127226463104325, + "grad_norm": 1.4886833871208942, + "learning_rate": 1.9803741515820693e-05, + "loss": 0.2479, + "step": 10761 + }, + { + "epoch": 9.128074639525021, + "grad_norm": 1.5863979206072263, + "learning_rate": 1.9803687355423525e-05, + "loss": 0.2434, + "step": 10762 + }, + { + "epoch": 9.128922815945717, + "grad_norm": 1.6158098802082925, + "learning_rate": 1.980363318762829e-05, + "loss": 0.26, + "step": 10763 + }, + { + "epoch": 9.129770992366412, + "grad_norm": 1.5201112633727987, + "learning_rate": 1.9803579012435027e-05, + "loss": 0.2177, + "step": 10764 + }, + { + "epoch": 9.130619168787108, + "grad_norm": 1.6925150807888083, + "learning_rate": 1.980352482984379e-05, + "loss": 0.2479, + "step": 10765 + }, + { + "epoch": 9.131467345207803, + "grad_norm": 1.566576392475125, + "learning_rate": 1.9803470639854606e-05, + "loss": 0.2118, + "step": 10766 + }, + { + "epoch": 9.132315521628499, + "grad_norm": 1.2985576535318561, + "learning_rate": 1.980341644246752e-05, + "loss": 0.2058, + "step": 10767 + }, + { + "epoch": 9.133163698049195, + "grad_norm": 1.2817989741358766, + "learning_rate": 1.9803362237682578e-05, + "loss": 0.1866, + "step": 10768 + }, + { + "epoch": 9.13401187446989, + "grad_norm": 1.729513580359747, + "learning_rate": 1.980330802549981e-05, + "loss": 0.252, + "step": 10769 + }, + { + "epoch": 9.134860050890586, + "grad_norm": 1.7402702691949379, + "learning_rate": 1.980325380591927e-05, + "loss": 0.2458, + "step": 10770 + }, + { + "epoch": 9.13570822731128, + "grad_norm": 1.568720004998485, + "learning_rate": 1.980319957894099e-05, + "loss": 0.2437, + "step": 10771 + }, + { + "epoch": 9.136556403731976, + "grad_norm": 1.4225001691967667, + "learning_rate": 1.9803145344565014e-05, + "loss": 0.2122, + "step": 10772 + }, + { + "epoch": 9.137404580152673, + "grad_norm": 1.4121345314126303, + "learning_rate": 1.980309110279138e-05, + "loss": 0.2487, + "step": 10773 + }, + { + "epoch": 9.138252756573367, + "grad_norm": 1.4177101830023486, + "learning_rate": 1.9803036853620138e-05, + "loss": 0.239, + "step": 10774 + }, + { + "epoch": 9.139100932994063, + "grad_norm": 1.294995466285821, + "learning_rate": 1.9802982597051316e-05, + "loss": 0.1597, + "step": 10775 + }, + { + "epoch": 9.139949109414758, + "grad_norm": 1.323576624326286, + "learning_rate": 1.9802928333084962e-05, + "loss": 0.2524, + "step": 10776 + }, + { + "epoch": 9.140797285835454, + "grad_norm": 1.4883881546775464, + "learning_rate": 1.9802874061721118e-05, + "loss": 0.2829, + "step": 10777 + }, + { + "epoch": 9.141645462256148, + "grad_norm": 1.641554749715843, + "learning_rate": 1.9802819782959823e-05, + "loss": 0.3242, + "step": 10778 + }, + { + "epoch": 9.142493638676845, + "grad_norm": 1.4974904070978121, + "learning_rate": 1.9802765496801118e-05, + "loss": 0.2419, + "step": 10779 + }, + { + "epoch": 9.143341815097541, + "grad_norm": 1.5352553902687862, + "learning_rate": 1.9802711203245043e-05, + "loss": 0.2601, + "step": 10780 + }, + { + "epoch": 9.144189991518235, + "grad_norm": 1.89573509132875, + "learning_rate": 1.980265690229164e-05, + "loss": 0.2126, + "step": 10781 + }, + { + "epoch": 9.145038167938932, + "grad_norm": 1.4134353702842792, + "learning_rate": 1.980260259394095e-05, + "loss": 0.2383, + "step": 10782 + }, + { + "epoch": 9.145886344359626, + "grad_norm": 1.5028353125476033, + "learning_rate": 1.9802548278193013e-05, + "loss": 0.3059, + "step": 10783 + }, + { + "epoch": 9.146734520780322, + "grad_norm": 1.5601593331132297, + "learning_rate": 1.9802493955047876e-05, + "loss": 0.2682, + "step": 10784 + }, + { + "epoch": 9.147582697201019, + "grad_norm": 1.4798264003760895, + "learning_rate": 1.980243962450557e-05, + "loss": 0.2351, + "step": 10785 + }, + { + "epoch": 9.148430873621713, + "grad_norm": 1.45850885351191, + "learning_rate": 1.980238528656614e-05, + "loss": 0.2544, + "step": 10786 + }, + { + "epoch": 9.14927905004241, + "grad_norm": 1.570490897637172, + "learning_rate": 1.9802330941229632e-05, + "loss": 0.27, + "step": 10787 + }, + { + "epoch": 9.150127226463104, + "grad_norm": 1.4628680306254171, + "learning_rate": 1.9802276588496082e-05, + "loss": 0.2267, + "step": 10788 + }, + { + "epoch": 9.1509754028838, + "grad_norm": 1.5934112696818086, + "learning_rate": 1.980222222836553e-05, + "loss": 0.2319, + "step": 10789 + }, + { + "epoch": 9.151823579304496, + "grad_norm": 1.4724753508404487, + "learning_rate": 1.980216786083802e-05, + "loss": 0.2191, + "step": 10790 + }, + { + "epoch": 9.15267175572519, + "grad_norm": 1.5346675570655712, + "learning_rate": 1.9802113485913593e-05, + "loss": 0.2486, + "step": 10791 + }, + { + "epoch": 9.153519932145887, + "grad_norm": 1.2989070016917474, + "learning_rate": 1.9802059103592288e-05, + "loss": 0.2116, + "step": 10792 + }, + { + "epoch": 9.154368108566581, + "grad_norm": 1.5124929278095562, + "learning_rate": 1.980200471387415e-05, + "loss": 0.2521, + "step": 10793 + }, + { + "epoch": 9.155216284987278, + "grad_norm": 1.559609874962227, + "learning_rate": 1.9801950316759213e-05, + "loss": 0.2773, + "step": 10794 + }, + { + "epoch": 9.156064461407972, + "grad_norm": 1.2807244555872301, + "learning_rate": 1.9801895912247526e-05, + "loss": 0.2261, + "step": 10795 + }, + { + "epoch": 9.156912637828668, + "grad_norm": 1.5449535566638897, + "learning_rate": 1.9801841500339122e-05, + "loss": 0.2817, + "step": 10796 + }, + { + "epoch": 9.157760814249365, + "grad_norm": 1.4847410308198614, + "learning_rate": 1.9801787081034048e-05, + "loss": 0.2643, + "step": 10797 + }, + { + "epoch": 9.158608990670059, + "grad_norm": 1.2450421642280871, + "learning_rate": 1.9801732654332343e-05, + "loss": 0.2421, + "step": 10798 + }, + { + "epoch": 9.159457167090755, + "grad_norm": 1.3091642668557626, + "learning_rate": 1.9801678220234052e-05, + "loss": 0.2138, + "step": 10799 + }, + { + "epoch": 9.16030534351145, + "grad_norm": 1.348421314837855, + "learning_rate": 1.9801623778739208e-05, + "loss": 0.2166, + "step": 10800 + }, + { + "epoch": 9.161153519932146, + "grad_norm": 1.4094058749030638, + "learning_rate": 1.980156932984786e-05, + "loss": 0.1981, + "step": 10801 + }, + { + "epoch": 9.162001696352842, + "grad_norm": 1.526013266263411, + "learning_rate": 1.9801514873560042e-05, + "loss": 0.265, + "step": 10802 + }, + { + "epoch": 9.162849872773537, + "grad_norm": 1.528692301632225, + "learning_rate": 1.98014604098758e-05, + "loss": 0.2578, + "step": 10803 + }, + { + "epoch": 9.163698049194233, + "grad_norm": 1.4834201700637661, + "learning_rate": 1.9801405938795178e-05, + "loss": 0.2813, + "step": 10804 + }, + { + "epoch": 9.164546225614927, + "grad_norm": 1.31887467164227, + "learning_rate": 1.9801351460318208e-05, + "loss": 0.196, + "step": 10805 + }, + { + "epoch": 9.165394402035624, + "grad_norm": 1.4737386247201356, + "learning_rate": 1.980129697444494e-05, + "loss": 0.2527, + "step": 10806 + }, + { + "epoch": 9.16624257845632, + "grad_norm": 1.4123324574079323, + "learning_rate": 1.980124248117541e-05, + "loss": 0.2145, + "step": 10807 + }, + { + "epoch": 9.167090754877014, + "grad_norm": 1.4862189110471558, + "learning_rate": 1.9801187980509657e-05, + "loss": 0.2552, + "step": 10808 + }, + { + "epoch": 9.16793893129771, + "grad_norm": 1.484807504647741, + "learning_rate": 1.980113347244773e-05, + "loss": 0.21, + "step": 10809 + }, + { + "epoch": 9.168787107718405, + "grad_norm": 1.5117904716863773, + "learning_rate": 1.980107895698966e-05, + "loss": 0.2193, + "step": 10810 + }, + { + "epoch": 9.169635284139101, + "grad_norm": 1.5512982837038536, + "learning_rate": 1.98010244341355e-05, + "loss": 0.29, + "step": 10811 + }, + { + "epoch": 9.170483460559796, + "grad_norm": 1.4316313342559277, + "learning_rate": 1.9800969903885285e-05, + "loss": 0.2394, + "step": 10812 + }, + { + "epoch": 9.171331636980492, + "grad_norm": 1.5414098911020937, + "learning_rate": 1.980091536623905e-05, + "loss": 0.2162, + "step": 10813 + }, + { + "epoch": 9.172179813401188, + "grad_norm": 1.4310850481441875, + "learning_rate": 1.9800860821196846e-05, + "loss": 0.2419, + "step": 10814 + }, + { + "epoch": 9.173027989821882, + "grad_norm": 1.4879417797089987, + "learning_rate": 1.980080626875871e-05, + "loss": 0.2255, + "step": 10815 + }, + { + "epoch": 9.173876166242579, + "grad_norm": 1.2957817532180196, + "learning_rate": 1.980075170892468e-05, + "loss": 0.2443, + "step": 10816 + }, + { + "epoch": 9.174724342663273, + "grad_norm": 1.4346377839379114, + "learning_rate": 1.9800697141694806e-05, + "loss": 0.2474, + "step": 10817 + }, + { + "epoch": 9.17557251908397, + "grad_norm": 1.3404443574800076, + "learning_rate": 1.9800642567069124e-05, + "loss": 0.2136, + "step": 10818 + }, + { + "epoch": 9.176420695504666, + "grad_norm": 1.5268526967050797, + "learning_rate": 1.980058798504767e-05, + "loss": 0.2401, + "step": 10819 + }, + { + "epoch": 9.17726887192536, + "grad_norm": 1.5948033938136026, + "learning_rate": 1.9800533395630494e-05, + "loss": 0.2546, + "step": 10820 + }, + { + "epoch": 9.178117048346056, + "grad_norm": 1.5367328336683244, + "learning_rate": 1.9800478798817634e-05, + "loss": 0.2738, + "step": 10821 + }, + { + "epoch": 9.17896522476675, + "grad_norm": 1.4159890802390642, + "learning_rate": 1.980042419460913e-05, + "loss": 0.2069, + "step": 10822 + }, + { + "epoch": 9.179813401187447, + "grad_norm": 1.611142140496324, + "learning_rate": 1.9800369583005022e-05, + "loss": 0.2512, + "step": 10823 + }, + { + "epoch": 9.180661577608143, + "grad_norm": 1.434053441624833, + "learning_rate": 1.9800314964005354e-05, + "loss": 0.2508, + "step": 10824 + }, + { + "epoch": 9.181509754028838, + "grad_norm": 1.349927493235437, + "learning_rate": 1.9800260337610167e-05, + "loss": 0.2124, + "step": 10825 + }, + { + "epoch": 9.182357930449534, + "grad_norm": 1.4221575835406957, + "learning_rate": 1.98002057038195e-05, + "loss": 0.21, + "step": 10826 + }, + { + "epoch": 9.183206106870228, + "grad_norm": 1.522520535692752, + "learning_rate": 1.9800151062633397e-05, + "loss": 0.2652, + "step": 10827 + }, + { + "epoch": 9.184054283290925, + "grad_norm": 1.3739024082205944, + "learning_rate": 1.9800096414051896e-05, + "loss": 0.2754, + "step": 10828 + }, + { + "epoch": 9.18490245971162, + "grad_norm": 1.3516394420416105, + "learning_rate": 1.9800041758075042e-05, + "loss": 0.2318, + "step": 10829 + }, + { + "epoch": 9.185750636132315, + "grad_norm": 1.46312202267945, + "learning_rate": 1.9799987094702876e-05, + "loss": 0.2458, + "step": 10830 + }, + { + "epoch": 9.186598812553012, + "grad_norm": 1.5300626156438537, + "learning_rate": 1.9799932423935434e-05, + "loss": 0.2357, + "step": 10831 + }, + { + "epoch": 9.187446988973706, + "grad_norm": 1.6713269540725342, + "learning_rate": 1.9799877745772764e-05, + "loss": 0.2419, + "step": 10832 + }, + { + "epoch": 9.188295165394402, + "grad_norm": 1.440156772238677, + "learning_rate": 1.97998230602149e-05, + "loss": 0.2409, + "step": 10833 + }, + { + "epoch": 9.189143341815097, + "grad_norm": 1.3986730116773813, + "learning_rate": 1.9799768367261894e-05, + "loss": 0.2372, + "step": 10834 + }, + { + "epoch": 9.189991518235793, + "grad_norm": 1.3509583078809577, + "learning_rate": 1.9799713666913778e-05, + "loss": 0.2425, + "step": 10835 + }, + { + "epoch": 9.19083969465649, + "grad_norm": 1.404407374226344, + "learning_rate": 1.9799658959170594e-05, + "loss": 0.227, + "step": 10836 + }, + { + "epoch": 9.191687871077184, + "grad_norm": 1.4321906043366843, + "learning_rate": 1.9799604244032388e-05, + "loss": 0.2118, + "step": 10837 + }, + { + "epoch": 9.19253604749788, + "grad_norm": 1.404911381838307, + "learning_rate": 1.97995495214992e-05, + "loss": 0.2697, + "step": 10838 + }, + { + "epoch": 9.193384223918574, + "grad_norm": 1.3086570694237447, + "learning_rate": 1.9799494791571062e-05, + "loss": 0.219, + "step": 10839 + }, + { + "epoch": 9.19423240033927, + "grad_norm": 1.4641157354976382, + "learning_rate": 1.979944005424803e-05, + "loss": 0.2507, + "step": 10840 + }, + { + "epoch": 9.195080576759967, + "grad_norm": 1.4847045856640997, + "learning_rate": 1.9799385309530136e-05, + "loss": 0.2346, + "step": 10841 + }, + { + "epoch": 9.195928753180661, + "grad_norm": 1.5241271340095293, + "learning_rate": 1.9799330557417425e-05, + "loss": 0.2608, + "step": 10842 + }, + { + "epoch": 9.196776929601358, + "grad_norm": 1.482907316420729, + "learning_rate": 1.9799275797909936e-05, + "loss": 0.2421, + "step": 10843 + }, + { + "epoch": 9.197625106022052, + "grad_norm": 2.3734154776074243, + "learning_rate": 1.9799221031007714e-05, + "loss": 0.2843, + "step": 10844 + }, + { + "epoch": 9.198473282442748, + "grad_norm": 1.4463618514187608, + "learning_rate": 1.9799166256710792e-05, + "loss": 0.2264, + "step": 10845 + }, + { + "epoch": 9.199321458863444, + "grad_norm": 1.6492349517273777, + "learning_rate": 1.9799111475019223e-05, + "loss": 0.2775, + "step": 10846 + }, + { + "epoch": 9.200169635284139, + "grad_norm": 1.5128547935179497, + "learning_rate": 1.9799056685933042e-05, + "loss": 0.2203, + "step": 10847 + }, + { + "epoch": 9.201017811704835, + "grad_norm": 1.737013137406081, + "learning_rate": 1.9799001889452287e-05, + "loss": 0.2729, + "step": 10848 + }, + { + "epoch": 9.20186598812553, + "grad_norm": 1.3890917686333935, + "learning_rate": 1.9798947085577006e-05, + "loss": 0.214, + "step": 10849 + }, + { + "epoch": 9.202714164546226, + "grad_norm": 1.3585915220941958, + "learning_rate": 1.979889227430724e-05, + "loss": 0.2071, + "step": 10850 + }, + { + "epoch": 9.20356234096692, + "grad_norm": 1.6938645138564232, + "learning_rate": 1.9798837455643023e-05, + "loss": 0.2822, + "step": 10851 + }, + { + "epoch": 9.204410517387617, + "grad_norm": 1.6564408168992921, + "learning_rate": 1.9798782629584402e-05, + "loss": 0.2345, + "step": 10852 + }, + { + "epoch": 9.205258693808313, + "grad_norm": 1.504089471393892, + "learning_rate": 1.9798727796131422e-05, + "loss": 0.2514, + "step": 10853 + }, + { + "epoch": 9.206106870229007, + "grad_norm": 1.3474876536725338, + "learning_rate": 1.9798672955284114e-05, + "loss": 0.2422, + "step": 10854 + }, + { + "epoch": 9.206955046649703, + "grad_norm": 1.5494925713611867, + "learning_rate": 1.9798618107042528e-05, + "loss": 0.2359, + "step": 10855 + }, + { + "epoch": 9.207803223070398, + "grad_norm": 1.4420592687504907, + "learning_rate": 1.9798563251406703e-05, + "loss": 0.2309, + "step": 10856 + }, + { + "epoch": 9.208651399491094, + "grad_norm": 1.551845010406435, + "learning_rate": 1.9798508388376677e-05, + "loss": 0.259, + "step": 10857 + }, + { + "epoch": 9.20949957591179, + "grad_norm": 1.418087508261849, + "learning_rate": 1.97984535179525e-05, + "loss": 0.2924, + "step": 10858 + }, + { + "epoch": 9.210347752332485, + "grad_norm": 1.4075350280642327, + "learning_rate": 1.9798398640134207e-05, + "loss": 0.2533, + "step": 10859 + }, + { + "epoch": 9.211195928753181, + "grad_norm": 1.5624072684794277, + "learning_rate": 1.9798343754921835e-05, + "loss": 0.3081, + "step": 10860 + }, + { + "epoch": 9.212044105173876, + "grad_norm": 1.3360607541854008, + "learning_rate": 1.9798288862315438e-05, + "loss": 0.2218, + "step": 10861 + }, + { + "epoch": 9.212892281594572, + "grad_norm": 1.3032592520562178, + "learning_rate": 1.9798233962315046e-05, + "loss": 0.2325, + "step": 10862 + }, + { + "epoch": 9.213740458015268, + "grad_norm": 1.6664589726770784, + "learning_rate": 1.9798179054920704e-05, + "loss": 0.2677, + "step": 10863 + }, + { + "epoch": 9.214588634435962, + "grad_norm": 1.3886297732320025, + "learning_rate": 1.9798124140132455e-05, + "loss": 0.2338, + "step": 10864 + }, + { + "epoch": 9.215436810856659, + "grad_norm": 1.6173912479458714, + "learning_rate": 1.979806921795034e-05, + "loss": 0.222, + "step": 10865 + }, + { + "epoch": 9.216284987277353, + "grad_norm": 1.390360276559866, + "learning_rate": 1.97980142883744e-05, + "loss": 0.2249, + "step": 10866 + }, + { + "epoch": 9.21713316369805, + "grad_norm": 1.5692350627981917, + "learning_rate": 1.9797959351404676e-05, + "loss": 0.2462, + "step": 10867 + }, + { + "epoch": 9.217981340118744, + "grad_norm": 1.395369904817525, + "learning_rate": 1.9797904407041212e-05, + "loss": 0.2495, + "step": 10868 + }, + { + "epoch": 9.21882951653944, + "grad_norm": 1.4325783142757358, + "learning_rate": 1.9797849455284047e-05, + "loss": 0.2566, + "step": 10869 + }, + { + "epoch": 9.219677692960136, + "grad_norm": 1.41801205969526, + "learning_rate": 1.979779449613322e-05, + "loss": 0.2454, + "step": 10870 + }, + { + "epoch": 9.22052586938083, + "grad_norm": 1.6445018990284193, + "learning_rate": 1.9797739529588775e-05, + "loss": 0.279, + "step": 10871 + }, + { + "epoch": 9.221374045801527, + "grad_norm": 1.324526042168624, + "learning_rate": 1.9797684555650755e-05, + "loss": 0.2548, + "step": 10872 + }, + { + "epoch": 9.222222222222221, + "grad_norm": 1.435299237936419, + "learning_rate": 1.9797629574319202e-05, + "loss": 0.231, + "step": 10873 + }, + { + "epoch": 9.223070398642918, + "grad_norm": 1.4423326980456277, + "learning_rate": 1.9797574585594155e-05, + "loss": 0.2677, + "step": 10874 + }, + { + "epoch": 9.223918575063614, + "grad_norm": 1.3208478158648846, + "learning_rate": 1.9797519589475653e-05, + "loss": 0.1986, + "step": 10875 + }, + { + "epoch": 9.224766751484308, + "grad_norm": 1.5018728111391928, + "learning_rate": 1.9797464585963745e-05, + "loss": 0.2681, + "step": 10876 + }, + { + "epoch": 9.225614927905005, + "grad_norm": 1.4024807781496442, + "learning_rate": 1.979740957505847e-05, + "loss": 0.2282, + "step": 10877 + }, + { + "epoch": 9.226463104325699, + "grad_norm": 1.268609356940006, + "learning_rate": 1.979735455675986e-05, + "loss": 0.1854, + "step": 10878 + }, + { + "epoch": 9.227311280746395, + "grad_norm": 1.6125694019973287, + "learning_rate": 1.9797299531067972e-05, + "loss": 0.279, + "step": 10879 + }, + { + "epoch": 9.228159457167092, + "grad_norm": 1.5255815282290814, + "learning_rate": 1.9797244497982834e-05, + "loss": 0.2271, + "step": 10880 + }, + { + "epoch": 9.229007633587786, + "grad_norm": 1.5920810822502311, + "learning_rate": 1.9797189457504495e-05, + "loss": 0.2228, + "step": 10881 + }, + { + "epoch": 9.229855810008482, + "grad_norm": 1.4783821300344795, + "learning_rate": 1.9797134409632997e-05, + "loss": 0.2543, + "step": 10882 + }, + { + "epoch": 9.230703986429177, + "grad_norm": 1.3988307994262634, + "learning_rate": 1.9797079354368376e-05, + "loss": 0.2287, + "step": 10883 + }, + { + "epoch": 9.231552162849873, + "grad_norm": 1.3998136700429749, + "learning_rate": 1.979702429171068e-05, + "loss": 0.2341, + "step": 10884 + }, + { + "epoch": 9.23240033927057, + "grad_norm": 1.3430952761170012, + "learning_rate": 1.9796969221659946e-05, + "loss": 0.1987, + "step": 10885 + }, + { + "epoch": 9.233248515691264, + "grad_norm": 1.5821424279591352, + "learning_rate": 1.9796914144216214e-05, + "loss": 0.2136, + "step": 10886 + }, + { + "epoch": 9.23409669211196, + "grad_norm": 1.4603719322678859, + "learning_rate": 1.9796859059379535e-05, + "loss": 0.1978, + "step": 10887 + }, + { + "epoch": 9.234944868532654, + "grad_norm": 1.3888312975387578, + "learning_rate": 1.979680396714994e-05, + "loss": 0.2196, + "step": 10888 + }, + { + "epoch": 9.23579304495335, + "grad_norm": 1.5853983973210464, + "learning_rate": 1.9796748867527476e-05, + "loss": 0.2266, + "step": 10889 + }, + { + "epoch": 9.236641221374045, + "grad_norm": 1.307425400957498, + "learning_rate": 1.979669376051218e-05, + "loss": 0.1895, + "step": 10890 + }, + { + "epoch": 9.237489397794741, + "grad_norm": 1.6775744158041928, + "learning_rate": 1.97966386461041e-05, + "loss": 0.259, + "step": 10891 + }, + { + "epoch": 9.238337574215437, + "grad_norm": 1.6399269201221538, + "learning_rate": 1.9796583524303277e-05, + "loss": 0.2618, + "step": 10892 + }, + { + "epoch": 9.239185750636132, + "grad_norm": 1.4725249256592723, + "learning_rate": 1.979652839510975e-05, + "loss": 0.2117, + "step": 10893 + }, + { + "epoch": 9.240033927056828, + "grad_norm": 1.536872023155409, + "learning_rate": 1.9796473258523555e-05, + "loss": 0.236, + "step": 10894 + }, + { + "epoch": 9.240882103477523, + "grad_norm": 1.394717110172166, + "learning_rate": 1.9796418114544745e-05, + "loss": 0.1988, + "step": 10895 + }, + { + "epoch": 9.241730279898219, + "grad_norm": 1.5250155588023182, + "learning_rate": 1.979636296317335e-05, + "loss": 0.2516, + "step": 10896 + }, + { + "epoch": 9.242578456318915, + "grad_norm": 1.5847714808216724, + "learning_rate": 1.9796307804409424e-05, + "loss": 0.237, + "step": 10897 + }, + { + "epoch": 9.24342663273961, + "grad_norm": 1.2992732199840744, + "learning_rate": 1.9796252638252998e-05, + "loss": 0.2351, + "step": 10898 + }, + { + "epoch": 9.244274809160306, + "grad_norm": 1.5520898220278498, + "learning_rate": 1.979619746470412e-05, + "loss": 0.225, + "step": 10899 + }, + { + "epoch": 9.245122985581, + "grad_norm": 1.4042333149350712, + "learning_rate": 1.9796142283762827e-05, + "loss": 0.1962, + "step": 10900 + }, + { + "epoch": 9.245971162001696, + "grad_norm": 1.6427592111372935, + "learning_rate": 1.9796087095429164e-05, + "loss": 0.3042, + "step": 10901 + }, + { + "epoch": 9.246819338422393, + "grad_norm": 1.476348343975677, + "learning_rate": 1.9796031899703173e-05, + "loss": 0.2107, + "step": 10902 + }, + { + "epoch": 9.247667514843087, + "grad_norm": 1.508158483712752, + "learning_rate": 1.9795976696584892e-05, + "loss": 0.2469, + "step": 10903 + }, + { + "epoch": 9.248515691263783, + "grad_norm": 1.6716867450093453, + "learning_rate": 1.979592148607437e-05, + "loss": 0.302, + "step": 10904 + }, + { + "epoch": 9.249363867684478, + "grad_norm": 1.4047216230083777, + "learning_rate": 1.979586626817164e-05, + "loss": 0.2475, + "step": 10905 + }, + { + "epoch": 9.250212044105174, + "grad_norm": 1.6154610486703278, + "learning_rate": 1.9795811042876745e-05, + "loss": 0.217, + "step": 10906 + }, + { + "epoch": 9.251060220525869, + "grad_norm": 1.6763909949403413, + "learning_rate": 1.9795755810189733e-05, + "loss": 0.2288, + "step": 10907 + }, + { + "epoch": 9.251908396946565, + "grad_norm": 1.4035138514309529, + "learning_rate": 1.9795700570110637e-05, + "loss": 0.212, + "step": 10908 + }, + { + "epoch": 9.252756573367261, + "grad_norm": 1.5261847096108923, + "learning_rate": 1.979564532263951e-05, + "loss": 0.2073, + "step": 10909 + }, + { + "epoch": 9.253604749787955, + "grad_norm": 1.3453469630230217, + "learning_rate": 1.979559006777638e-05, + "loss": 0.2215, + "step": 10910 + }, + { + "epoch": 9.254452926208652, + "grad_norm": 1.2844992526176005, + "learning_rate": 1.9795534805521303e-05, + "loss": 0.2313, + "step": 10911 + }, + { + "epoch": 9.255301102629346, + "grad_norm": 1.6581300166925406, + "learning_rate": 1.979547953587431e-05, + "loss": 0.2747, + "step": 10912 + }, + { + "epoch": 9.256149279050042, + "grad_norm": 1.3658024005902867, + "learning_rate": 1.9795424258835446e-05, + "loss": 0.2089, + "step": 10913 + }, + { + "epoch": 9.256997455470739, + "grad_norm": 1.5425226121104796, + "learning_rate": 1.979536897440475e-05, + "loss": 0.2845, + "step": 10914 + }, + { + "epoch": 9.257845631891433, + "grad_norm": 1.4209236088987176, + "learning_rate": 1.9795313682582272e-05, + "loss": 0.2353, + "step": 10915 + }, + { + "epoch": 9.25869380831213, + "grad_norm": 1.3449175870395877, + "learning_rate": 1.9795258383368045e-05, + "loss": 0.222, + "step": 10916 + }, + { + "epoch": 9.259541984732824, + "grad_norm": 1.2658161857792425, + "learning_rate": 1.9795203076762115e-05, + "loss": 0.218, + "step": 10917 + }, + { + "epoch": 9.26039016115352, + "grad_norm": 1.6089277612096622, + "learning_rate": 1.979514776276452e-05, + "loss": 0.3036, + "step": 10918 + }, + { + "epoch": 9.261238337574216, + "grad_norm": 1.354789105147506, + "learning_rate": 1.979509244137531e-05, + "loss": 0.2436, + "step": 10919 + }, + { + "epoch": 9.26208651399491, + "grad_norm": 1.5176004888708838, + "learning_rate": 1.9795037112594518e-05, + "loss": 0.2435, + "step": 10920 + }, + { + "epoch": 9.262934690415607, + "grad_norm": 1.3720246277713912, + "learning_rate": 1.979498177642219e-05, + "loss": 0.2093, + "step": 10921 + }, + { + "epoch": 9.263782866836301, + "grad_norm": 1.7097249817539264, + "learning_rate": 1.9794926432858366e-05, + "loss": 0.2602, + "step": 10922 + }, + { + "epoch": 9.264631043256998, + "grad_norm": 1.8862940820832863, + "learning_rate": 1.9794871081903092e-05, + "loss": 0.1967, + "step": 10923 + }, + { + "epoch": 9.265479219677694, + "grad_norm": 1.364180961116511, + "learning_rate": 1.97948157235564e-05, + "loss": 0.1923, + "step": 10924 + }, + { + "epoch": 9.266327396098388, + "grad_norm": 1.5238108262392958, + "learning_rate": 1.9794760357818345e-05, + "loss": 0.1858, + "step": 10925 + }, + { + "epoch": 9.267175572519085, + "grad_norm": 1.312083100668727, + "learning_rate": 1.9794704984688957e-05, + "loss": 0.1902, + "step": 10926 + }, + { + "epoch": 9.268023748939779, + "grad_norm": 1.3547864576535962, + "learning_rate": 1.9794649604168285e-05, + "loss": 0.1989, + "step": 10927 + }, + { + "epoch": 9.268871925360475, + "grad_norm": 1.4352459670657598, + "learning_rate": 1.9794594216256367e-05, + "loss": 0.2432, + "step": 10928 + }, + { + "epoch": 9.26972010178117, + "grad_norm": 1.5543950397173505, + "learning_rate": 1.9794538820953246e-05, + "loss": 0.2594, + "step": 10929 + }, + { + "epoch": 9.270568278201866, + "grad_norm": 1.6870087562493659, + "learning_rate": 1.9794483418258966e-05, + "loss": 0.2524, + "step": 10930 + }, + { + "epoch": 9.271416454622562, + "grad_norm": 1.4944247153323984, + "learning_rate": 1.9794428008173564e-05, + "loss": 0.2558, + "step": 10931 + }, + { + "epoch": 9.272264631043257, + "grad_norm": 1.5688999602627582, + "learning_rate": 1.979437259069709e-05, + "loss": 0.1874, + "step": 10932 + }, + { + "epoch": 9.273112807463953, + "grad_norm": 1.5159548643207936, + "learning_rate": 1.9794317165829574e-05, + "loss": 0.2333, + "step": 10933 + }, + { + "epoch": 9.273960983884647, + "grad_norm": 1.5149426409286328, + "learning_rate": 1.9794261733571066e-05, + "loss": 0.2483, + "step": 10934 + }, + { + "epoch": 9.274809160305344, + "grad_norm": 1.3163916488211045, + "learning_rate": 1.979420629392161e-05, + "loss": 0.2003, + "step": 10935 + }, + { + "epoch": 9.27565733672604, + "grad_norm": 1.3820186436523971, + "learning_rate": 1.979415084688124e-05, + "loss": 0.2515, + "step": 10936 + }, + { + "epoch": 9.276505513146734, + "grad_norm": 1.5511830631192307, + "learning_rate": 1.9794095392450003e-05, + "loss": 0.2677, + "step": 10937 + }, + { + "epoch": 9.27735368956743, + "grad_norm": 1.5076400340038023, + "learning_rate": 1.979403993062794e-05, + "loss": 0.2382, + "step": 10938 + }, + { + "epoch": 9.278201865988125, + "grad_norm": 1.447673766187428, + "learning_rate": 1.9793984461415096e-05, + "loss": 0.2215, + "step": 10939 + }, + { + "epoch": 9.279050042408821, + "grad_norm": 1.8826459115765504, + "learning_rate": 1.9793928984811503e-05, + "loss": 0.2743, + "step": 10940 + }, + { + "epoch": 9.279898218829517, + "grad_norm": 1.404847144880526, + "learning_rate": 1.9793873500817212e-05, + "loss": 0.2906, + "step": 10941 + }, + { + "epoch": 9.280746395250212, + "grad_norm": 1.4589779018984195, + "learning_rate": 1.9793818009432263e-05, + "loss": 0.2148, + "step": 10942 + }, + { + "epoch": 9.281594571670908, + "grad_norm": 1.4740392616537121, + "learning_rate": 1.97937625106567e-05, + "loss": 0.2624, + "step": 10943 + }, + { + "epoch": 9.282442748091603, + "grad_norm": 1.482189816833526, + "learning_rate": 1.9793707004490558e-05, + "loss": 0.2078, + "step": 10944 + }, + { + "epoch": 9.283290924512299, + "grad_norm": 1.4164293659294371, + "learning_rate": 1.979365149093388e-05, + "loss": 0.2091, + "step": 10945 + }, + { + "epoch": 9.284139100932993, + "grad_norm": 1.4253293306676813, + "learning_rate": 1.9793595969986714e-05, + "loss": 0.2037, + "step": 10946 + }, + { + "epoch": 9.28498727735369, + "grad_norm": 1.3502272501857653, + "learning_rate": 1.97935404416491e-05, + "loss": 0.2358, + "step": 10947 + }, + { + "epoch": 9.285835453774386, + "grad_norm": 1.5477029783840692, + "learning_rate": 1.9793484905921076e-05, + "loss": 0.2815, + "step": 10948 + }, + { + "epoch": 9.28668363019508, + "grad_norm": 1.4766605789679925, + "learning_rate": 1.9793429362802685e-05, + "loss": 0.2891, + "step": 10949 + }, + { + "epoch": 9.287531806615776, + "grad_norm": 1.4826783225471316, + "learning_rate": 1.9793373812293973e-05, + "loss": 0.2135, + "step": 10950 + }, + { + "epoch": 9.28837998303647, + "grad_norm": 1.5662893060986511, + "learning_rate": 1.979331825439498e-05, + "loss": 0.2499, + "step": 10951 + }, + { + "epoch": 9.289228159457167, + "grad_norm": 1.3984834732358307, + "learning_rate": 1.9793262689105747e-05, + "loss": 0.2271, + "step": 10952 + }, + { + "epoch": 9.290076335877863, + "grad_norm": 1.5371799571412892, + "learning_rate": 1.9793207116426313e-05, + "loss": 0.2647, + "step": 10953 + }, + { + "epoch": 9.290924512298558, + "grad_norm": 1.4902756164462327, + "learning_rate": 1.9793151536356724e-05, + "loss": 0.2352, + "step": 10954 + }, + { + "epoch": 9.291772688719254, + "grad_norm": 1.5275644018027963, + "learning_rate": 1.9793095948897023e-05, + "loss": 0.2879, + "step": 10955 + }, + { + "epoch": 9.292620865139948, + "grad_norm": 1.4917809419406869, + "learning_rate": 1.9793040354047247e-05, + "loss": 0.2512, + "step": 10956 + }, + { + "epoch": 9.293469041560645, + "grad_norm": 1.6988246155184108, + "learning_rate": 1.979298475180744e-05, + "loss": 0.219, + "step": 10957 + }, + { + "epoch": 9.294317217981341, + "grad_norm": 1.236136834188155, + "learning_rate": 1.979292914217765e-05, + "loss": 0.1806, + "step": 10958 + }, + { + "epoch": 9.295165394402035, + "grad_norm": 1.5698052123618302, + "learning_rate": 1.979287352515791e-05, + "loss": 0.24, + "step": 10959 + }, + { + "epoch": 9.296013570822732, + "grad_norm": 1.6484770058149507, + "learning_rate": 1.9792817900748268e-05, + "loss": 0.296, + "step": 10960 + }, + { + "epoch": 9.296861747243426, + "grad_norm": 1.743491835862035, + "learning_rate": 1.9792762268948764e-05, + "loss": 0.2841, + "step": 10961 + }, + { + "epoch": 9.297709923664122, + "grad_norm": 1.5934556543549543, + "learning_rate": 1.9792706629759436e-05, + "loss": 0.2298, + "step": 10962 + }, + { + "epoch": 9.298558100084819, + "grad_norm": 1.4833433081622134, + "learning_rate": 1.979265098318033e-05, + "loss": 0.2615, + "step": 10963 + }, + { + "epoch": 9.299406276505513, + "grad_norm": 1.465731044904779, + "learning_rate": 1.9792595329211492e-05, + "loss": 0.2758, + "step": 10964 + }, + { + "epoch": 9.30025445292621, + "grad_norm": 1.3625998627208258, + "learning_rate": 1.979253966785296e-05, + "loss": 0.1824, + "step": 10965 + }, + { + "epoch": 9.301102629346904, + "grad_norm": 1.4194714939224176, + "learning_rate": 1.979248399910477e-05, + "loss": 0.2215, + "step": 10966 + }, + { + "epoch": 9.3019508057676, + "grad_norm": 1.5742774812965583, + "learning_rate": 1.979242832296697e-05, + "loss": 0.2503, + "step": 10967 + }, + { + "epoch": 9.302798982188294, + "grad_norm": 1.4707828696346585, + "learning_rate": 1.979237263943961e-05, + "loss": 0.2439, + "step": 10968 + }, + { + "epoch": 9.30364715860899, + "grad_norm": 1.7021627096150906, + "learning_rate": 1.9792316948522714e-05, + "loss": 0.214, + "step": 10969 + }, + { + "epoch": 9.304495335029687, + "grad_norm": 1.61197449004017, + "learning_rate": 1.9792261250216338e-05, + "loss": 0.2216, + "step": 10970 + }, + { + "epoch": 9.305343511450381, + "grad_norm": 1.575513770065393, + "learning_rate": 1.979220554452052e-05, + "loss": 0.2454, + "step": 10971 + }, + { + "epoch": 9.306191687871078, + "grad_norm": 1.370011539587645, + "learning_rate": 1.97921498314353e-05, + "loss": 0.2242, + "step": 10972 + }, + { + "epoch": 9.307039864291772, + "grad_norm": 1.3205819190544594, + "learning_rate": 1.9792094110960723e-05, + "loss": 0.192, + "step": 10973 + }, + { + "epoch": 9.307888040712468, + "grad_norm": 1.555589159274019, + "learning_rate": 1.979203838309683e-05, + "loss": 0.2652, + "step": 10974 + }, + { + "epoch": 9.308736217133164, + "grad_norm": 1.4755538921058835, + "learning_rate": 1.9791982647843663e-05, + "loss": 0.2561, + "step": 10975 + }, + { + "epoch": 9.309584393553859, + "grad_norm": 1.5411700886412862, + "learning_rate": 1.9791926905201265e-05, + "loss": 0.2729, + "step": 10976 + }, + { + "epoch": 9.310432569974555, + "grad_norm": 1.4865596873575981, + "learning_rate": 1.9791871155169677e-05, + "loss": 0.2391, + "step": 10977 + }, + { + "epoch": 9.31128074639525, + "grad_norm": 1.5463931590645759, + "learning_rate": 1.979181539774894e-05, + "loss": 0.2231, + "step": 10978 + }, + { + "epoch": 9.312128922815946, + "grad_norm": 1.529875743881878, + "learning_rate": 1.97917596329391e-05, + "loss": 0.2281, + "step": 10979 + }, + { + "epoch": 9.312977099236642, + "grad_norm": 1.58985096209233, + "learning_rate": 1.979170386074019e-05, + "loss": 0.2199, + "step": 10980 + }, + { + "epoch": 9.313825275657337, + "grad_norm": 1.6087322616411395, + "learning_rate": 1.9791648081152265e-05, + "loss": 0.2275, + "step": 10981 + }, + { + "epoch": 9.314673452078033, + "grad_norm": 1.6821071822238378, + "learning_rate": 1.9791592294175356e-05, + "loss": 0.2412, + "step": 10982 + }, + { + "epoch": 9.315521628498727, + "grad_norm": 1.4467294825031776, + "learning_rate": 1.979153649980951e-05, + "loss": 0.2227, + "step": 10983 + }, + { + "epoch": 9.316369804919423, + "grad_norm": 1.4961962084510836, + "learning_rate": 1.979148069805477e-05, + "loss": 0.2363, + "step": 10984 + }, + { + "epoch": 9.317217981340118, + "grad_norm": 1.637637015106001, + "learning_rate": 1.979142488891118e-05, + "loss": 0.2809, + "step": 10985 + }, + { + "epoch": 9.318066157760814, + "grad_norm": 1.5496209010959976, + "learning_rate": 1.9791369072378772e-05, + "loss": 0.2687, + "step": 10986 + }, + { + "epoch": 9.31891433418151, + "grad_norm": 1.4516074172914326, + "learning_rate": 1.97913132484576e-05, + "loss": 0.2231, + "step": 10987 + }, + { + "epoch": 9.319762510602205, + "grad_norm": 1.79155316262663, + "learning_rate": 1.9791257417147698e-05, + "loss": 0.2176, + "step": 10988 + }, + { + "epoch": 9.320610687022901, + "grad_norm": 1.5204993065106909, + "learning_rate": 1.9791201578449114e-05, + "loss": 0.2374, + "step": 10989 + }, + { + "epoch": 9.321458863443596, + "grad_norm": 1.5410547800944647, + "learning_rate": 1.9791145732361885e-05, + "loss": 0.2051, + "step": 10990 + }, + { + "epoch": 9.322307039864292, + "grad_norm": 1.5551774579931006, + "learning_rate": 1.979108987888606e-05, + "loss": 0.2622, + "step": 10991 + }, + { + "epoch": 9.323155216284988, + "grad_norm": 1.427058094920501, + "learning_rate": 1.979103401802167e-05, + "loss": 0.2294, + "step": 10992 + }, + { + "epoch": 9.324003392705682, + "grad_norm": 1.5651170239564025, + "learning_rate": 1.9790978149768768e-05, + "loss": 0.2258, + "step": 10993 + }, + { + "epoch": 9.324851569126379, + "grad_norm": 1.5921041886926197, + "learning_rate": 1.979092227412739e-05, + "loss": 0.2874, + "step": 10994 + }, + { + "epoch": 9.325699745547073, + "grad_norm": 1.4491965925652661, + "learning_rate": 1.9790866391097583e-05, + "loss": 0.2231, + "step": 10995 + }, + { + "epoch": 9.32654792196777, + "grad_norm": 1.548598483581748, + "learning_rate": 1.9790810500679387e-05, + "loss": 0.2076, + "step": 10996 + }, + { + "epoch": 9.327396098388466, + "grad_norm": 1.462013990062014, + "learning_rate": 1.979075460287284e-05, + "loss": 0.2368, + "step": 10997 + }, + { + "epoch": 9.32824427480916, + "grad_norm": 1.5398021712749197, + "learning_rate": 1.979069869767799e-05, + "loss": 0.3373, + "step": 10998 + }, + { + "epoch": 9.329092451229856, + "grad_norm": 1.7640195264425287, + "learning_rate": 1.9790642785094877e-05, + "loss": 0.2342, + "step": 10999 + }, + { + "epoch": 9.32994062765055, + "grad_norm": 1.4663712609272743, + "learning_rate": 1.979058686512354e-05, + "loss": 0.2486, + "step": 11000 + }, + { + "epoch": 9.330788804071247, + "grad_norm": 1.26195599187669, + "learning_rate": 1.979053093776403e-05, + "loss": 0.2027, + "step": 11001 + }, + { + "epoch": 9.331636980491943, + "grad_norm": 1.5170949696799665, + "learning_rate": 1.9790475003016377e-05, + "loss": 0.2702, + "step": 11002 + }, + { + "epoch": 9.332485156912638, + "grad_norm": 1.611284444637123, + "learning_rate": 1.9790419060880633e-05, + "loss": 0.2277, + "step": 11003 + }, + { + "epoch": 9.333333333333334, + "grad_norm": 1.418354175700376, + "learning_rate": 1.9790363111356838e-05, + "loss": 0.1732, + "step": 11004 + }, + { + "epoch": 9.334181509754028, + "grad_norm": 1.385272243905927, + "learning_rate": 1.979030715444503e-05, + "loss": 0.2365, + "step": 11005 + }, + { + "epoch": 9.335029686174725, + "grad_norm": 1.3225271467557587, + "learning_rate": 1.9790251190145258e-05, + "loss": 0.2155, + "step": 11006 + }, + { + "epoch": 9.335877862595419, + "grad_norm": 1.3903304102495997, + "learning_rate": 1.9790195218457558e-05, + "loss": 0.2495, + "step": 11007 + }, + { + "epoch": 9.336726039016115, + "grad_norm": 1.8014083213295784, + "learning_rate": 1.979013923938198e-05, + "loss": 0.2498, + "step": 11008 + }, + { + "epoch": 9.337574215436812, + "grad_norm": 1.4675293271216532, + "learning_rate": 1.979008325291855e-05, + "loss": 0.2679, + "step": 11009 + }, + { + "epoch": 9.338422391857506, + "grad_norm": 1.4284686184989608, + "learning_rate": 1.979002725906733e-05, + "loss": 0.2238, + "step": 11010 + }, + { + "epoch": 9.339270568278202, + "grad_norm": 1.4451658467154247, + "learning_rate": 1.9789971257828355e-05, + "loss": 0.2089, + "step": 11011 + }, + { + "epoch": 9.340118744698897, + "grad_norm": 1.502905339021909, + "learning_rate": 1.978991524920166e-05, + "loss": 0.2858, + "step": 11012 + }, + { + "epoch": 9.340966921119593, + "grad_norm": 1.5176463482272189, + "learning_rate": 1.9789859233187296e-05, + "loss": 0.2397, + "step": 11013 + }, + { + "epoch": 9.34181509754029, + "grad_norm": 1.4439967858305145, + "learning_rate": 1.97898032097853e-05, + "loss": 0.2667, + "step": 11014 + }, + { + "epoch": 9.342663273960984, + "grad_norm": 1.3109010960225262, + "learning_rate": 1.978974717899572e-05, + "loss": 0.2139, + "step": 11015 + }, + { + "epoch": 9.34351145038168, + "grad_norm": 1.5475750484321018, + "learning_rate": 1.9789691140818594e-05, + "loss": 0.2245, + "step": 11016 + }, + { + "epoch": 9.344359626802374, + "grad_norm": 1.7167114541883022, + "learning_rate": 1.9789635095253964e-05, + "loss": 0.2499, + "step": 11017 + }, + { + "epoch": 9.34520780322307, + "grad_norm": 1.4921628976799635, + "learning_rate": 1.9789579042301876e-05, + "loss": 0.2003, + "step": 11018 + }, + { + "epoch": 9.346055979643765, + "grad_norm": 1.4504712720595683, + "learning_rate": 1.978952298196237e-05, + "loss": 0.1866, + "step": 11019 + }, + { + "epoch": 9.346904156064461, + "grad_norm": 1.5597731050867825, + "learning_rate": 1.9789466914235485e-05, + "loss": 0.2901, + "step": 11020 + }, + { + "epoch": 9.347752332485157, + "grad_norm": 1.7254244976555682, + "learning_rate": 1.9789410839121268e-05, + "loss": 0.3192, + "step": 11021 + }, + { + "epoch": 9.348600508905852, + "grad_norm": 1.4268314221732743, + "learning_rate": 1.9789354756619757e-05, + "loss": 0.2516, + "step": 11022 + }, + { + "epoch": 9.349448685326548, + "grad_norm": 1.3748069034114463, + "learning_rate": 1.9789298666731002e-05, + "loss": 0.2196, + "step": 11023 + }, + { + "epoch": 9.350296861747243, + "grad_norm": 1.5824873756571212, + "learning_rate": 1.9789242569455038e-05, + "loss": 0.2304, + "step": 11024 + }, + { + "epoch": 9.351145038167939, + "grad_norm": 1.3647425630957744, + "learning_rate": 1.978918646479191e-05, + "loss": 0.2201, + "step": 11025 + }, + { + "epoch": 9.351993214588635, + "grad_norm": 1.526785466647081, + "learning_rate": 1.978913035274166e-05, + "loss": 0.249, + "step": 11026 + }, + { + "epoch": 9.35284139100933, + "grad_norm": 1.346803884666564, + "learning_rate": 1.978907423330433e-05, + "loss": 0.1891, + "step": 11027 + }, + { + "epoch": 9.353689567430026, + "grad_norm": 1.378843733624732, + "learning_rate": 1.9789018106479962e-05, + "loss": 0.2482, + "step": 11028 + }, + { + "epoch": 9.35453774385072, + "grad_norm": 1.3289758935252922, + "learning_rate": 1.97889619722686e-05, + "loss": 0.2315, + "step": 11029 + }, + { + "epoch": 9.355385920271416, + "grad_norm": 1.8402024533819512, + "learning_rate": 1.9788905830670283e-05, + "loss": 0.2444, + "step": 11030 + }, + { + "epoch": 9.356234096692113, + "grad_norm": 1.691577175333794, + "learning_rate": 1.9788849681685062e-05, + "loss": 0.2857, + "step": 11031 + }, + { + "epoch": 9.357082273112807, + "grad_norm": 1.5589280207687224, + "learning_rate": 1.9788793525312968e-05, + "loss": 0.2278, + "step": 11032 + }, + { + "epoch": 9.357930449533503, + "grad_norm": 1.4955446662510368, + "learning_rate": 1.9788737361554052e-05, + "loss": 0.265, + "step": 11033 + }, + { + "epoch": 9.358778625954198, + "grad_norm": 1.466057358761656, + "learning_rate": 1.978868119040835e-05, + "loss": 0.2836, + "step": 11034 + }, + { + "epoch": 9.359626802374894, + "grad_norm": 1.3482585015358146, + "learning_rate": 1.9788625011875907e-05, + "loss": 0.2841, + "step": 11035 + }, + { + "epoch": 9.36047497879559, + "grad_norm": 1.465097801467377, + "learning_rate": 1.978856882595677e-05, + "loss": 0.2116, + "step": 11036 + }, + { + "epoch": 9.361323155216285, + "grad_norm": 1.466159211928334, + "learning_rate": 1.9788512632650973e-05, + "loss": 0.2175, + "step": 11037 + }, + { + "epoch": 9.362171331636981, + "grad_norm": 1.4894085004388915, + "learning_rate": 1.9788456431958565e-05, + "loss": 0.1878, + "step": 11038 + }, + { + "epoch": 9.363019508057675, + "grad_norm": 1.575577416452248, + "learning_rate": 1.978840022387958e-05, + "loss": 0.251, + "step": 11039 + }, + { + "epoch": 9.363867684478372, + "grad_norm": 1.8377159847473126, + "learning_rate": 1.9788344008414075e-05, + "loss": 0.2588, + "step": 11040 + }, + { + "epoch": 9.364715860899066, + "grad_norm": 1.4668191963242314, + "learning_rate": 1.9788287785562082e-05, + "loss": 0.2172, + "step": 11041 + }, + { + "epoch": 9.365564037319762, + "grad_norm": 1.6961106975976528, + "learning_rate": 1.9788231555323643e-05, + "loss": 0.2509, + "step": 11042 + }, + { + "epoch": 9.366412213740459, + "grad_norm": 1.5386698851898093, + "learning_rate": 1.9788175317698802e-05, + "loss": 0.2339, + "step": 11043 + }, + { + "epoch": 9.367260390161153, + "grad_norm": 1.427199597537963, + "learning_rate": 1.97881190726876e-05, + "loss": 0.2255, + "step": 11044 + }, + { + "epoch": 9.36810856658185, + "grad_norm": 1.425348628460032, + "learning_rate": 1.9788062820290088e-05, + "loss": 0.2443, + "step": 11045 + }, + { + "epoch": 9.368956743002544, + "grad_norm": 1.3913905800376816, + "learning_rate": 1.9788006560506296e-05, + "loss": 0.2236, + "step": 11046 + }, + { + "epoch": 9.36980491942324, + "grad_norm": 1.4269043916840802, + "learning_rate": 1.9787950293336276e-05, + "loss": 0.236, + "step": 11047 + }, + { + "epoch": 9.370653095843936, + "grad_norm": 1.4891155221118995, + "learning_rate": 1.9787894018780067e-05, + "loss": 0.2349, + "step": 11048 + }, + { + "epoch": 9.37150127226463, + "grad_norm": 1.495713431311304, + "learning_rate": 1.978783773683771e-05, + "loss": 0.2086, + "step": 11049 + }, + { + "epoch": 9.372349448685327, + "grad_norm": 1.7162111216942395, + "learning_rate": 1.978778144750925e-05, + "loss": 0.2401, + "step": 11050 + }, + { + "epoch": 9.373197625106021, + "grad_norm": 1.2807982882987667, + "learning_rate": 1.9787725150794726e-05, + "loss": 0.2059, + "step": 11051 + }, + { + "epoch": 9.374045801526718, + "grad_norm": 1.4217764204351775, + "learning_rate": 1.9787668846694184e-05, + "loss": 0.2246, + "step": 11052 + }, + { + "epoch": 9.374893977947414, + "grad_norm": 1.4873013027233533, + "learning_rate": 1.9787612535207667e-05, + "loss": 0.2342, + "step": 11053 + }, + { + "epoch": 9.375742154368108, + "grad_norm": 1.4664895662864317, + "learning_rate": 1.9787556216335213e-05, + "loss": 0.2035, + "step": 11054 + }, + { + "epoch": 9.376590330788805, + "grad_norm": 1.5624903007001631, + "learning_rate": 1.9787499890076872e-05, + "loss": 0.2376, + "step": 11055 + }, + { + "epoch": 9.377438507209499, + "grad_norm": 1.457651845510874, + "learning_rate": 1.9787443556432678e-05, + "loss": 0.2493, + "step": 11056 + }, + { + "epoch": 9.378286683630195, + "grad_norm": 1.6322319294021599, + "learning_rate": 1.9787387215402675e-05, + "loss": 0.2322, + "step": 11057 + }, + { + "epoch": 9.37913486005089, + "grad_norm": 1.4173840961504671, + "learning_rate": 1.978733086698691e-05, + "loss": 0.2189, + "step": 11058 + }, + { + "epoch": 9.379983036471586, + "grad_norm": 1.4192309691260003, + "learning_rate": 1.9787274511185425e-05, + "loss": 0.205, + "step": 11059 + }, + { + "epoch": 9.380831212892282, + "grad_norm": 1.45418073868307, + "learning_rate": 1.978721814799826e-05, + "loss": 0.2157, + "step": 11060 + }, + { + "epoch": 9.381679389312977, + "grad_norm": 1.4315172043635107, + "learning_rate": 1.9787161777425456e-05, + "loss": 0.1995, + "step": 11061 + }, + { + "epoch": 9.382527565733673, + "grad_norm": 1.623114055725707, + "learning_rate": 1.9787105399467063e-05, + "loss": 0.2685, + "step": 11062 + }, + { + "epoch": 9.383375742154367, + "grad_norm": 1.4158056129384855, + "learning_rate": 1.9787049014123115e-05, + "loss": 0.2508, + "step": 11063 + }, + { + "epoch": 9.384223918575064, + "grad_norm": 1.4322287376585578, + "learning_rate": 1.9786992621393657e-05, + "loss": 0.2181, + "step": 11064 + }, + { + "epoch": 9.38507209499576, + "grad_norm": 1.5013587970240423, + "learning_rate": 1.9786936221278735e-05, + "loss": 0.2102, + "step": 11065 + }, + { + "epoch": 9.385920271416454, + "grad_norm": 1.5033685686737879, + "learning_rate": 1.978687981377839e-05, + "loss": 0.2537, + "step": 11066 + }, + { + "epoch": 9.38676844783715, + "grad_norm": 1.5409089932909903, + "learning_rate": 1.978682339889266e-05, + "loss": 0.2148, + "step": 11067 + }, + { + "epoch": 9.387616624257845, + "grad_norm": 1.253538077735417, + "learning_rate": 1.9786766976621594e-05, + "loss": 0.1814, + "step": 11068 + }, + { + "epoch": 9.388464800678541, + "grad_norm": 1.6185699903389121, + "learning_rate": 1.9786710546965233e-05, + "loss": 0.2679, + "step": 11069 + }, + { + "epoch": 9.389312977099237, + "grad_norm": 1.4954186636094595, + "learning_rate": 1.9786654109923615e-05, + "loss": 0.2253, + "step": 11070 + }, + { + "epoch": 9.390161153519932, + "grad_norm": 1.283775059388327, + "learning_rate": 1.9786597665496788e-05, + "loss": 0.1743, + "step": 11071 + }, + { + "epoch": 9.391009329940628, + "grad_norm": 1.482036296847356, + "learning_rate": 1.9786541213684793e-05, + "loss": 0.2531, + "step": 11072 + }, + { + "epoch": 9.391857506361323, + "grad_norm": 1.5631335945554463, + "learning_rate": 1.978648475448767e-05, + "loss": 0.231, + "step": 11073 + }, + { + "epoch": 9.392705682782019, + "grad_norm": 1.4303961287771718, + "learning_rate": 1.9786428287905466e-05, + "loss": 0.2506, + "step": 11074 + }, + { + "epoch": 9.393553859202715, + "grad_norm": 1.48146374435438, + "learning_rate": 1.978637181393822e-05, + "loss": 0.198, + "step": 11075 + }, + { + "epoch": 9.39440203562341, + "grad_norm": 1.4506154320449323, + "learning_rate": 1.978631533258598e-05, + "loss": 0.2221, + "step": 11076 + }, + { + "epoch": 9.395250212044106, + "grad_norm": 1.446955583683699, + "learning_rate": 1.978625884384878e-05, + "loss": 0.2367, + "step": 11077 + }, + { + "epoch": 9.3960983884648, + "grad_norm": 1.4385927124027438, + "learning_rate": 1.978620234772667e-05, + "loss": 0.2295, + "step": 11078 + }, + { + "epoch": 9.396946564885496, + "grad_norm": 1.5913239882288999, + "learning_rate": 1.9786145844219686e-05, + "loss": 0.2182, + "step": 11079 + }, + { + "epoch": 9.39779474130619, + "grad_norm": 1.6102640518353497, + "learning_rate": 1.978608933332788e-05, + "loss": 0.2498, + "step": 11080 + }, + { + "epoch": 9.398642917726887, + "grad_norm": 1.573812585110436, + "learning_rate": 1.9786032815051285e-05, + "loss": 0.2116, + "step": 11081 + }, + { + "epoch": 9.399491094147583, + "grad_norm": 1.3480746870443263, + "learning_rate": 1.978597628938995e-05, + "loss": 0.1927, + "step": 11082 + }, + { + "epoch": 9.400339270568278, + "grad_norm": 1.715613868966868, + "learning_rate": 1.9785919756343913e-05, + "loss": 0.2435, + "step": 11083 + }, + { + "epoch": 9.401187446988974, + "grad_norm": 1.416413649718726, + "learning_rate": 1.978586321591322e-05, + "loss": 0.2717, + "step": 11084 + }, + { + "epoch": 9.402035623409668, + "grad_norm": 1.4782304355741456, + "learning_rate": 1.9785806668097914e-05, + "loss": 0.177, + "step": 11085 + }, + { + "epoch": 9.402883799830365, + "grad_norm": 1.4828375511266316, + "learning_rate": 1.978575011289804e-05, + "loss": 0.2533, + "step": 11086 + }, + { + "epoch": 9.403731976251061, + "grad_norm": 1.4768734725671262, + "learning_rate": 1.9785693550313633e-05, + "loss": 0.2521, + "step": 11087 + }, + { + "epoch": 9.404580152671755, + "grad_norm": 1.4548789016216486, + "learning_rate": 1.9785636980344743e-05, + "loss": 0.2724, + "step": 11088 + }, + { + "epoch": 9.405428329092452, + "grad_norm": 1.453247535345493, + "learning_rate": 1.9785580402991406e-05, + "loss": 0.2274, + "step": 11089 + }, + { + "epoch": 9.406276505513146, + "grad_norm": 1.3289886819979653, + "learning_rate": 1.978552381825367e-05, + "loss": 0.2266, + "step": 11090 + }, + { + "epoch": 9.407124681933842, + "grad_norm": 1.3989735582297074, + "learning_rate": 1.9785467226131575e-05, + "loss": 0.2136, + "step": 11091 + }, + { + "epoch": 9.407972858354539, + "grad_norm": 1.3637759757424164, + "learning_rate": 1.9785410626625165e-05, + "loss": 0.2362, + "step": 11092 + }, + { + "epoch": 9.408821034775233, + "grad_norm": 1.5019002550267273, + "learning_rate": 1.978535401973448e-05, + "loss": 0.2981, + "step": 11093 + }, + { + "epoch": 9.40966921119593, + "grad_norm": 1.448314330692775, + "learning_rate": 1.9785297405459568e-05, + "loss": 0.257, + "step": 11094 + }, + { + "epoch": 9.410517387616624, + "grad_norm": 1.449822717754733, + "learning_rate": 1.978524078380047e-05, + "loss": 0.213, + "step": 11095 + }, + { + "epoch": 9.41136556403732, + "grad_norm": 1.399376604156185, + "learning_rate": 1.9785184154757227e-05, + "loss": 0.1877, + "step": 11096 + }, + { + "epoch": 9.412213740458014, + "grad_norm": 1.4656989539047418, + "learning_rate": 1.978512751832988e-05, + "loss": 0.2557, + "step": 11097 + }, + { + "epoch": 9.41306191687871, + "grad_norm": 1.507419855901925, + "learning_rate": 1.9785070874518478e-05, + "loss": 0.2347, + "step": 11098 + }, + { + "epoch": 9.413910093299407, + "grad_norm": 1.5566841138982879, + "learning_rate": 1.9785014223323055e-05, + "loss": 0.2533, + "step": 11099 + }, + { + "epoch": 9.414758269720101, + "grad_norm": 1.2512230186186235, + "learning_rate": 1.978495756474366e-05, + "loss": 0.1886, + "step": 11100 + }, + { + "epoch": 9.415606446140798, + "grad_norm": 1.4860214291785396, + "learning_rate": 1.9784900898780336e-05, + "loss": 0.2746, + "step": 11101 + }, + { + "epoch": 9.416454622561492, + "grad_norm": 1.4375852976242136, + "learning_rate": 1.9784844225433124e-05, + "loss": 0.244, + "step": 11102 + }, + { + "epoch": 9.417302798982188, + "grad_norm": 1.5238626675834206, + "learning_rate": 1.9784787544702065e-05, + "loss": 0.2089, + "step": 11103 + }, + { + "epoch": 9.418150975402884, + "grad_norm": 1.5573348428319798, + "learning_rate": 1.9784730856587204e-05, + "loss": 0.2513, + "step": 11104 + }, + { + "epoch": 9.418999151823579, + "grad_norm": 1.5030395343403478, + "learning_rate": 1.9784674161088583e-05, + "loss": 0.2455, + "step": 11105 + }, + { + "epoch": 9.419847328244275, + "grad_norm": 1.419001255399705, + "learning_rate": 1.9784617458206247e-05, + "loss": 0.2395, + "step": 11106 + }, + { + "epoch": 9.42069550466497, + "grad_norm": 1.3953034322589306, + "learning_rate": 1.9784560747940237e-05, + "loss": 0.2328, + "step": 11107 + }, + { + "epoch": 9.421543681085666, + "grad_norm": 1.4766435633768573, + "learning_rate": 1.9784504030290594e-05, + "loss": 0.2174, + "step": 11108 + }, + { + "epoch": 9.422391857506362, + "grad_norm": 1.5290793957610818, + "learning_rate": 1.978444730525736e-05, + "loss": 0.2499, + "step": 11109 + }, + { + "epoch": 9.423240033927057, + "grad_norm": 1.7795596491671302, + "learning_rate": 1.9784390572840585e-05, + "loss": 0.2756, + "step": 11110 + }, + { + "epoch": 9.424088210347753, + "grad_norm": 1.6480571174561918, + "learning_rate": 1.978433383304031e-05, + "loss": 0.2465, + "step": 11111 + }, + { + "epoch": 9.424936386768447, + "grad_norm": 1.2818506617760637, + "learning_rate": 1.9784277085856567e-05, + "loss": 0.2194, + "step": 11112 + }, + { + "epoch": 9.425784563189143, + "grad_norm": 1.347301596900026, + "learning_rate": 1.978422033128941e-05, + "loss": 0.2552, + "step": 11113 + }, + { + "epoch": 9.42663273960984, + "grad_norm": 1.2983136514343152, + "learning_rate": 1.978416356933888e-05, + "loss": 0.2528, + "step": 11114 + }, + { + "epoch": 9.427480916030534, + "grad_norm": 1.5962188496337466, + "learning_rate": 1.9784106800005016e-05, + "loss": 0.2708, + "step": 11115 + }, + { + "epoch": 9.42832909245123, + "grad_norm": 1.3860963874555798, + "learning_rate": 1.9784050023287866e-05, + "loss": 0.2557, + "step": 11116 + }, + { + "epoch": 9.429177268871925, + "grad_norm": 1.7023228797496468, + "learning_rate": 1.9783993239187467e-05, + "loss": 0.2216, + "step": 11117 + }, + { + "epoch": 9.430025445292621, + "grad_norm": 1.5947453347990896, + "learning_rate": 1.9783936447703866e-05, + "loss": 0.2713, + "step": 11118 + }, + { + "epoch": 9.430873621713316, + "grad_norm": 1.6673269666632542, + "learning_rate": 1.978387964883711e-05, + "loss": 0.288, + "step": 11119 + }, + { + "epoch": 9.431721798134012, + "grad_norm": 1.6851048574433318, + "learning_rate": 1.978382284258723e-05, + "loss": 0.2274, + "step": 11120 + }, + { + "epoch": 9.432569974554708, + "grad_norm": 1.5365730477937347, + "learning_rate": 1.978376602895428e-05, + "loss": 0.2092, + "step": 11121 + }, + { + "epoch": 9.433418150975402, + "grad_norm": 1.3853688071165609, + "learning_rate": 1.9783709207938294e-05, + "loss": 0.2301, + "step": 11122 + }, + { + "epoch": 9.434266327396099, + "grad_norm": 1.446736911021301, + "learning_rate": 1.9783652379539323e-05, + "loss": 0.2654, + "step": 11123 + }, + { + "epoch": 9.435114503816793, + "grad_norm": 1.3278527081985232, + "learning_rate": 1.9783595543757403e-05, + "loss": 0.2178, + "step": 11124 + }, + { + "epoch": 9.43596268023749, + "grad_norm": 1.5690985697368272, + "learning_rate": 1.9783538700592584e-05, + "loss": 0.2918, + "step": 11125 + }, + { + "epoch": 9.436810856658186, + "grad_norm": 1.4352270612910096, + "learning_rate": 1.97834818500449e-05, + "loss": 0.2055, + "step": 11126 + }, + { + "epoch": 9.43765903307888, + "grad_norm": 1.371762485588375, + "learning_rate": 1.9783424992114404e-05, + "loss": 0.2243, + "step": 11127 + }, + { + "epoch": 9.438507209499576, + "grad_norm": 1.4487968142599894, + "learning_rate": 1.978336812680113e-05, + "loss": 0.2315, + "step": 11128 + }, + { + "epoch": 9.43935538592027, + "grad_norm": 1.8979915451115759, + "learning_rate": 1.9783311254105125e-05, + "loss": 0.2679, + "step": 11129 + }, + { + "epoch": 9.440203562340967, + "grad_norm": 1.6923643466022664, + "learning_rate": 1.9783254374026434e-05, + "loss": 0.2251, + "step": 11130 + }, + { + "epoch": 9.441051738761663, + "grad_norm": 1.52155195111429, + "learning_rate": 1.97831974865651e-05, + "loss": 0.2015, + "step": 11131 + }, + { + "epoch": 9.441899915182358, + "grad_norm": 1.425690999065054, + "learning_rate": 1.9783140591721157e-05, + "loss": 0.2138, + "step": 11132 + }, + { + "epoch": 9.442748091603054, + "grad_norm": 1.567024138140708, + "learning_rate": 1.978308368949466e-05, + "loss": 0.2819, + "step": 11133 + }, + { + "epoch": 9.443596268023748, + "grad_norm": 1.5125495186362947, + "learning_rate": 1.978302677988564e-05, + "loss": 0.229, + "step": 11134 + }, + { + "epoch": 9.444444444444445, + "grad_norm": 1.3472244063990766, + "learning_rate": 1.978296986289415e-05, + "loss": 0.1965, + "step": 11135 + }, + { + "epoch": 9.445292620865139, + "grad_norm": 1.399349043031726, + "learning_rate": 1.978291293852023e-05, + "loss": 0.2141, + "step": 11136 + }, + { + "epoch": 9.446140797285835, + "grad_norm": 3.7862597779402907, + "learning_rate": 1.9782856006763924e-05, + "loss": 0.1828, + "step": 11137 + }, + { + "epoch": 9.446988973706532, + "grad_norm": 1.630433341988398, + "learning_rate": 1.9782799067625268e-05, + "loss": 0.2746, + "step": 11138 + }, + { + "epoch": 9.447837150127226, + "grad_norm": 1.6539249917049854, + "learning_rate": 1.9782742121104313e-05, + "loss": 0.2499, + "step": 11139 + }, + { + "epoch": 9.448685326547922, + "grad_norm": 1.5040198467924697, + "learning_rate": 1.97826851672011e-05, + "loss": 0.2179, + "step": 11140 + }, + { + "epoch": 9.449533502968617, + "grad_norm": 1.6332543801806445, + "learning_rate": 1.9782628205915667e-05, + "loss": 0.2022, + "step": 11141 + }, + { + "epoch": 9.450381679389313, + "grad_norm": 1.3260326626171224, + "learning_rate": 1.9782571237248067e-05, + "loss": 0.2122, + "step": 11142 + }, + { + "epoch": 9.45122985581001, + "grad_norm": 1.4591174857804803, + "learning_rate": 1.9782514261198334e-05, + "loss": 0.2509, + "step": 11143 + }, + { + "epoch": 9.452078032230704, + "grad_norm": 1.4418831767585598, + "learning_rate": 1.9782457277766513e-05, + "loss": 0.1989, + "step": 11144 + }, + { + "epoch": 9.4529262086514, + "grad_norm": 1.4326447459670413, + "learning_rate": 1.978240028695265e-05, + "loss": 0.2058, + "step": 11145 + }, + { + "epoch": 9.453774385072094, + "grad_norm": 1.625655631946522, + "learning_rate": 1.9782343288756784e-05, + "loss": 0.2081, + "step": 11146 + }, + { + "epoch": 9.45462256149279, + "grad_norm": 1.7525484193543464, + "learning_rate": 1.978228628317896e-05, + "loss": 0.2266, + "step": 11147 + }, + { + "epoch": 9.455470737913487, + "grad_norm": 1.439901028113843, + "learning_rate": 1.9782229270219225e-05, + "loss": 0.21, + "step": 11148 + }, + { + "epoch": 9.456318914334181, + "grad_norm": 1.4917433804570133, + "learning_rate": 1.9782172249877615e-05, + "loss": 0.2541, + "step": 11149 + }, + { + "epoch": 9.457167090754877, + "grad_norm": 1.488292276339788, + "learning_rate": 1.9782115222154176e-05, + "loss": 0.2534, + "step": 11150 + }, + { + "epoch": 9.458015267175572, + "grad_norm": 1.5589145806727713, + "learning_rate": 1.978205818704895e-05, + "loss": 0.2137, + "step": 11151 + }, + { + "epoch": 9.458863443596268, + "grad_norm": 1.3207885408242008, + "learning_rate": 1.9782001144561986e-05, + "loss": 0.2299, + "step": 11152 + }, + { + "epoch": 9.459711620016964, + "grad_norm": 1.3104055298297128, + "learning_rate": 1.9781944094693318e-05, + "loss": 0.2054, + "step": 11153 + }, + { + "epoch": 9.460559796437659, + "grad_norm": 1.4466472125005252, + "learning_rate": 1.9781887037442992e-05, + "loss": 0.2471, + "step": 11154 + }, + { + "epoch": 9.461407972858355, + "grad_norm": 1.519668822932532, + "learning_rate": 1.978182997281106e-05, + "loss": 0.2683, + "step": 11155 + }, + { + "epoch": 9.46225614927905, + "grad_norm": 1.6241541805275046, + "learning_rate": 1.9781772900797548e-05, + "loss": 0.2691, + "step": 11156 + }, + { + "epoch": 9.463104325699746, + "grad_norm": 1.5704623933277986, + "learning_rate": 1.9781715821402515e-05, + "loss": 0.2393, + "step": 11157 + }, + { + "epoch": 9.46395250212044, + "grad_norm": 1.4989514701676994, + "learning_rate": 1.9781658734625996e-05, + "loss": 0.2165, + "step": 11158 + }, + { + "epoch": 9.464800678541136, + "grad_norm": 1.4837049592592424, + "learning_rate": 1.9781601640468032e-05, + "loss": 0.2414, + "step": 11159 + }, + { + "epoch": 9.465648854961833, + "grad_norm": 1.406279345177685, + "learning_rate": 1.9781544538928674e-05, + "loss": 0.2333, + "step": 11160 + }, + { + "epoch": 9.466497031382527, + "grad_norm": 1.711088077381142, + "learning_rate": 1.978148743000796e-05, + "loss": 0.2543, + "step": 11161 + }, + { + "epoch": 9.467345207803223, + "grad_norm": 1.6360133703107098, + "learning_rate": 1.9781430313705932e-05, + "loss": 0.2809, + "step": 11162 + }, + { + "epoch": 9.468193384223918, + "grad_norm": 1.535211171270964, + "learning_rate": 1.9781373190022636e-05, + "loss": 0.2427, + "step": 11163 + }, + { + "epoch": 9.469041560644614, + "grad_norm": 1.3749506116504946, + "learning_rate": 1.9781316058958118e-05, + "loss": 0.193, + "step": 11164 + }, + { + "epoch": 9.46988973706531, + "grad_norm": 1.555322925686562, + "learning_rate": 1.9781258920512413e-05, + "loss": 0.2389, + "step": 11165 + }, + { + "epoch": 9.470737913486005, + "grad_norm": 1.3785562324642382, + "learning_rate": 1.978120177468557e-05, + "loss": 0.2036, + "step": 11166 + }, + { + "epoch": 9.471586089906701, + "grad_norm": 1.6236995723189092, + "learning_rate": 1.9781144621477628e-05, + "loss": 0.1744, + "step": 11167 + }, + { + "epoch": 9.472434266327395, + "grad_norm": 1.560731336083222, + "learning_rate": 1.9781087460888635e-05, + "loss": 0.2234, + "step": 11168 + }, + { + "epoch": 9.473282442748092, + "grad_norm": 1.4397282429575187, + "learning_rate": 1.978103029291863e-05, + "loss": 0.2287, + "step": 11169 + }, + { + "epoch": 9.474130619168788, + "grad_norm": 1.4314598406790646, + "learning_rate": 1.978097311756766e-05, + "loss": 0.2267, + "step": 11170 + }, + { + "epoch": 9.474978795589482, + "grad_norm": 1.5302890734636412, + "learning_rate": 1.9780915934835763e-05, + "loss": 0.2675, + "step": 11171 + }, + { + "epoch": 9.475826972010179, + "grad_norm": 1.434615378781423, + "learning_rate": 1.978085874472299e-05, + "loss": 0.1932, + "step": 11172 + }, + { + "epoch": 9.476675148430873, + "grad_norm": 1.6723765253227878, + "learning_rate": 1.9780801547229374e-05, + "loss": 0.2257, + "step": 11173 + }, + { + "epoch": 9.47752332485157, + "grad_norm": 1.5869163292964343, + "learning_rate": 1.9780744342354968e-05, + "loss": 0.2145, + "step": 11174 + }, + { + "epoch": 9.478371501272264, + "grad_norm": 1.3247863873701229, + "learning_rate": 1.978068713009981e-05, + "loss": 0.2174, + "step": 11175 + }, + { + "epoch": 9.47921967769296, + "grad_norm": 1.4298446101221725, + "learning_rate": 1.978062991046394e-05, + "loss": 0.2268, + "step": 11176 + }, + { + "epoch": 9.480067854113656, + "grad_norm": 1.4241066671146048, + "learning_rate": 1.9780572683447407e-05, + "loss": 0.2747, + "step": 11177 + }, + { + "epoch": 9.48091603053435, + "grad_norm": 1.4727100587686, + "learning_rate": 1.9780515449050254e-05, + "loss": 0.2164, + "step": 11178 + }, + { + "epoch": 9.481764206955047, + "grad_norm": 1.5630934617560017, + "learning_rate": 1.978045820727252e-05, + "loss": 0.2899, + "step": 11179 + }, + { + "epoch": 9.482612383375741, + "grad_norm": 1.5661356154319885, + "learning_rate": 1.9780400958114252e-05, + "loss": 0.2446, + "step": 11180 + }, + { + "epoch": 9.483460559796438, + "grad_norm": 1.4740423977147523, + "learning_rate": 1.978034370157549e-05, + "loss": 0.2331, + "step": 11181 + }, + { + "epoch": 9.484308736217134, + "grad_norm": 1.3233367031700967, + "learning_rate": 1.9780286437656282e-05, + "loss": 0.181, + "step": 11182 + }, + { + "epoch": 9.485156912637828, + "grad_norm": 1.571463295760405, + "learning_rate": 1.9780229166356664e-05, + "loss": 0.2585, + "step": 11183 + }, + { + "epoch": 9.486005089058525, + "grad_norm": 1.4279027778614939, + "learning_rate": 1.9780171887676686e-05, + "loss": 0.1972, + "step": 11184 + }, + { + "epoch": 9.486853265479219, + "grad_norm": 1.8310396399420308, + "learning_rate": 1.978011460161639e-05, + "loss": 0.1866, + "step": 11185 + }, + { + "epoch": 9.487701441899915, + "grad_norm": 1.4757026581651151, + "learning_rate": 1.9780057308175817e-05, + "loss": 0.2044, + "step": 11186 + }, + { + "epoch": 9.488549618320612, + "grad_norm": 1.4581606822479949, + "learning_rate": 1.978000000735501e-05, + "loss": 0.2393, + "step": 11187 + }, + { + "epoch": 9.489397794741306, + "grad_norm": 1.5757215033263776, + "learning_rate": 1.9779942699154017e-05, + "loss": 0.2545, + "step": 11188 + }, + { + "epoch": 9.490245971162002, + "grad_norm": 1.4643039442558439, + "learning_rate": 1.9779885383572872e-05, + "loss": 0.2384, + "step": 11189 + }, + { + "epoch": 9.491094147582697, + "grad_norm": 1.4583969063728817, + "learning_rate": 1.9779828060611628e-05, + "loss": 0.2121, + "step": 11190 + }, + { + "epoch": 9.491942324003393, + "grad_norm": 1.5364283803250918, + "learning_rate": 1.9779770730270324e-05, + "loss": 0.2317, + "step": 11191 + }, + { + "epoch": 9.49279050042409, + "grad_norm": 1.4273431785404784, + "learning_rate": 1.9779713392549002e-05, + "loss": 0.2072, + "step": 11192 + }, + { + "epoch": 9.493638676844784, + "grad_norm": 1.4499034800029975, + "learning_rate": 1.9779656047447705e-05, + "loss": 0.235, + "step": 11193 + }, + { + "epoch": 9.49448685326548, + "grad_norm": 1.6243403882005232, + "learning_rate": 1.9779598694966478e-05, + "loss": 0.2432, + "step": 11194 + }, + { + "epoch": 9.495335029686174, + "grad_norm": 1.5218562909154638, + "learning_rate": 1.9779541335105365e-05, + "loss": 0.2422, + "step": 11195 + }, + { + "epoch": 9.49618320610687, + "grad_norm": 1.5095413121060202, + "learning_rate": 1.9779483967864412e-05, + "loss": 0.2021, + "step": 11196 + }, + { + "epoch": 9.497031382527565, + "grad_norm": 1.4351159478132463, + "learning_rate": 1.9779426593243655e-05, + "loss": 0.204, + "step": 11197 + }, + { + "epoch": 9.497879558948261, + "grad_norm": 1.5990905157042978, + "learning_rate": 1.9779369211243143e-05, + "loss": 0.2376, + "step": 11198 + }, + { + "epoch": 9.498727735368957, + "grad_norm": 1.4417710537622475, + "learning_rate": 1.9779311821862915e-05, + "loss": 0.2342, + "step": 11199 + }, + { + "epoch": 9.499575911789652, + "grad_norm": 1.3830252029449928, + "learning_rate": 1.9779254425103017e-05, + "loss": 0.215, + "step": 11200 + }, + { + "epoch": 9.500424088210348, + "grad_norm": 1.4896924668816964, + "learning_rate": 1.9779197020963497e-05, + "loss": 0.2855, + "step": 11201 + }, + { + "epoch": 9.501272264631043, + "grad_norm": 1.3419477029292237, + "learning_rate": 1.9779139609444388e-05, + "loss": 0.1973, + "step": 11202 + }, + { + "epoch": 9.502120441051739, + "grad_norm": 1.5195999873624935, + "learning_rate": 1.977908219054574e-05, + "loss": 0.2439, + "step": 11203 + }, + { + "epoch": 9.502968617472435, + "grad_norm": 1.978301791311804, + "learning_rate": 1.9779024764267593e-05, + "loss": 0.2735, + "step": 11204 + }, + { + "epoch": 9.50381679389313, + "grad_norm": 1.4836171354034555, + "learning_rate": 1.9778967330609995e-05, + "loss": 0.2694, + "step": 11205 + }, + { + "epoch": 9.504664970313826, + "grad_norm": 1.5064294599563797, + "learning_rate": 1.9778909889572988e-05, + "loss": 0.216, + "step": 11206 + }, + { + "epoch": 9.50551314673452, + "grad_norm": 1.3438815587980748, + "learning_rate": 1.9778852441156612e-05, + "loss": 0.1813, + "step": 11207 + }, + { + "epoch": 9.506361323155216, + "grad_norm": 1.665802661996111, + "learning_rate": 1.977879498536091e-05, + "loss": 0.2185, + "step": 11208 + }, + { + "epoch": 9.50720949957591, + "grad_norm": 1.5834758454899562, + "learning_rate": 1.977873752218593e-05, + "loss": 0.221, + "step": 11209 + }, + { + "epoch": 9.508057675996607, + "grad_norm": 1.6215415450389612, + "learning_rate": 1.9778680051631713e-05, + "loss": 0.2078, + "step": 11210 + }, + { + "epoch": 9.508905852417303, + "grad_norm": 1.7125775597609894, + "learning_rate": 1.9778622573698306e-05, + "loss": 0.2281, + "step": 11211 + }, + { + "epoch": 9.509754028837998, + "grad_norm": 1.4521755652931476, + "learning_rate": 1.977856508838574e-05, + "loss": 0.2414, + "step": 11212 + }, + { + "epoch": 9.510602205258694, + "grad_norm": 1.3951191499538507, + "learning_rate": 1.9778507595694077e-05, + "loss": 0.2563, + "step": 11213 + }, + { + "epoch": 9.511450381679388, + "grad_norm": 1.5444469847877902, + "learning_rate": 1.9778450095623345e-05, + "loss": 0.2434, + "step": 11214 + }, + { + "epoch": 9.512298558100085, + "grad_norm": 1.4060633654500663, + "learning_rate": 1.9778392588173592e-05, + "loss": 0.2419, + "step": 11215 + }, + { + "epoch": 9.513146734520781, + "grad_norm": 1.5775197524130202, + "learning_rate": 1.9778335073344867e-05, + "loss": 0.2469, + "step": 11216 + }, + { + "epoch": 9.513994910941475, + "grad_norm": 1.4574126062229338, + "learning_rate": 1.9778277551137204e-05, + "loss": 0.2162, + "step": 11217 + }, + { + "epoch": 9.514843087362172, + "grad_norm": 1.509061757269409, + "learning_rate": 1.9778220021550654e-05, + "loss": 0.2412, + "step": 11218 + }, + { + "epoch": 9.515691263782866, + "grad_norm": 1.3888861254326064, + "learning_rate": 1.9778162484585258e-05, + "loss": 0.237, + "step": 11219 + }, + { + "epoch": 9.516539440203562, + "grad_norm": 1.7654480212431312, + "learning_rate": 1.9778104940241056e-05, + "loss": 0.2615, + "step": 11220 + }, + { + "epoch": 9.517387616624259, + "grad_norm": 1.3349839243689925, + "learning_rate": 1.9778047388518097e-05, + "loss": 0.2024, + "step": 11221 + }, + { + "epoch": 9.518235793044953, + "grad_norm": 1.5108714711926405, + "learning_rate": 1.977798982941642e-05, + "loss": 0.2487, + "step": 11222 + }, + { + "epoch": 9.51908396946565, + "grad_norm": 1.5147126113495404, + "learning_rate": 1.9777932262936073e-05, + "loss": 0.2023, + "step": 11223 + }, + { + "epoch": 9.519932145886344, + "grad_norm": 1.827767317046984, + "learning_rate": 1.9777874689077096e-05, + "loss": 0.295, + "step": 11224 + }, + { + "epoch": 9.52078032230704, + "grad_norm": 1.418144623630387, + "learning_rate": 1.977781710783953e-05, + "loss": 0.1974, + "step": 11225 + }, + { + "epoch": 9.521628498727736, + "grad_norm": 1.514062616599956, + "learning_rate": 1.9777759519223424e-05, + "loss": 0.2239, + "step": 11226 + }, + { + "epoch": 9.52247667514843, + "grad_norm": 1.8181193793144264, + "learning_rate": 1.9777701923228817e-05, + "loss": 0.3374, + "step": 11227 + }, + { + "epoch": 9.523324851569127, + "grad_norm": 1.4781630916718753, + "learning_rate": 1.9777644319855757e-05, + "loss": 0.2192, + "step": 11228 + }, + { + "epoch": 9.524173027989821, + "grad_norm": 1.4434920385949936, + "learning_rate": 1.9777586709104284e-05, + "loss": 0.2802, + "step": 11229 + }, + { + "epoch": 9.525021204410518, + "grad_norm": 1.2957299764511898, + "learning_rate": 1.9777529090974443e-05, + "loss": 0.2109, + "step": 11230 + }, + { + "epoch": 9.525869380831214, + "grad_norm": 1.5399025899974235, + "learning_rate": 1.9777471465466277e-05, + "loss": 0.2159, + "step": 11231 + }, + { + "epoch": 9.526717557251908, + "grad_norm": 1.4930700299055466, + "learning_rate": 1.9777413832579828e-05, + "loss": 0.272, + "step": 11232 + }, + { + "epoch": 9.527565733672605, + "grad_norm": 1.5823887475828993, + "learning_rate": 1.9777356192315142e-05, + "loss": 0.2459, + "step": 11233 + }, + { + "epoch": 9.528413910093299, + "grad_norm": 1.6893017834695314, + "learning_rate": 1.9777298544672264e-05, + "loss": 0.2648, + "step": 11234 + }, + { + "epoch": 9.529262086513995, + "grad_norm": 1.5721777070985898, + "learning_rate": 1.977724088965123e-05, + "loss": 0.2786, + "step": 11235 + }, + { + "epoch": 9.53011026293469, + "grad_norm": 1.5069712863393459, + "learning_rate": 1.9777183227252093e-05, + "loss": 0.2536, + "step": 11236 + }, + { + "epoch": 9.530958439355386, + "grad_norm": 1.402287645884967, + "learning_rate": 1.977712555747489e-05, + "loss": 0.1986, + "step": 11237 + }, + { + "epoch": 9.531806615776082, + "grad_norm": 1.5720445023299645, + "learning_rate": 1.9777067880319665e-05, + "loss": 0.243, + "step": 11238 + }, + { + "epoch": 9.532654792196777, + "grad_norm": 1.6094717254194977, + "learning_rate": 1.9777010195786466e-05, + "loss": 0.2547, + "step": 11239 + }, + { + "epoch": 9.533502968617473, + "grad_norm": 1.7063675700226708, + "learning_rate": 1.9776952503875332e-05, + "loss": 0.2287, + "step": 11240 + }, + { + "epoch": 9.534351145038167, + "grad_norm": 1.4791859457912713, + "learning_rate": 1.9776894804586307e-05, + "loss": 0.2417, + "step": 11241 + }, + { + "epoch": 9.535199321458864, + "grad_norm": 1.3555767098584273, + "learning_rate": 1.977683709791944e-05, + "loss": 0.2374, + "step": 11242 + }, + { + "epoch": 9.53604749787956, + "grad_norm": 1.5309894049551978, + "learning_rate": 1.9776779383874765e-05, + "loss": 0.24, + "step": 11243 + }, + { + "epoch": 9.536895674300254, + "grad_norm": 1.64349116149011, + "learning_rate": 1.9776721662452332e-05, + "loss": 0.2794, + "step": 11244 + }, + { + "epoch": 9.53774385072095, + "grad_norm": 1.5702110388258792, + "learning_rate": 1.9776663933652185e-05, + "loss": 0.238, + "step": 11245 + }, + { + "epoch": 9.538592027141645, + "grad_norm": 1.4189070413932448, + "learning_rate": 1.9776606197474364e-05, + "loss": 0.2139, + "step": 11246 + }, + { + "epoch": 9.539440203562341, + "grad_norm": 1.5115752746041238, + "learning_rate": 1.9776548453918916e-05, + "loss": 0.2513, + "step": 11247 + }, + { + "epoch": 9.540288379983036, + "grad_norm": 1.503586246628965, + "learning_rate": 1.977649070298588e-05, + "loss": 0.2387, + "step": 11248 + }, + { + "epoch": 9.541136556403732, + "grad_norm": 1.353691322583023, + "learning_rate": 1.9776432944675304e-05, + "loss": 0.2013, + "step": 11249 + }, + { + "epoch": 9.541984732824428, + "grad_norm": 1.4624736871611244, + "learning_rate": 1.9776375178987234e-05, + "loss": 0.2191, + "step": 11250 + }, + { + "epoch": 9.542832909245123, + "grad_norm": 1.3654064883528545, + "learning_rate": 1.9776317405921704e-05, + "loss": 0.1998, + "step": 11251 + }, + { + "epoch": 9.543681085665819, + "grad_norm": 1.578797801864667, + "learning_rate": 1.9776259625478764e-05, + "loss": 0.2506, + "step": 11252 + }, + { + "epoch": 9.544529262086513, + "grad_norm": 1.5876121718087897, + "learning_rate": 1.977620183765846e-05, + "loss": 0.169, + "step": 11253 + }, + { + "epoch": 9.54537743850721, + "grad_norm": 1.7397816360146154, + "learning_rate": 1.977614404246083e-05, + "loss": 0.2746, + "step": 11254 + }, + { + "epoch": 9.546225614927906, + "grad_norm": 1.378081069967492, + "learning_rate": 1.977608623988592e-05, + "loss": 0.252, + "step": 11255 + }, + { + "epoch": 9.5470737913486, + "grad_norm": 1.5937583622448412, + "learning_rate": 1.9776028429933776e-05, + "loss": 0.2212, + "step": 11256 + }, + { + "epoch": 9.547921967769296, + "grad_norm": 1.4954530976025966, + "learning_rate": 1.977597061260444e-05, + "loss": 0.2221, + "step": 11257 + }, + { + "epoch": 9.54877014418999, + "grad_norm": 1.4468990991910182, + "learning_rate": 1.9775912787897953e-05, + "loss": 0.2118, + "step": 11258 + }, + { + "epoch": 9.549618320610687, + "grad_norm": 1.5721010319055502, + "learning_rate": 1.977585495581436e-05, + "loss": 0.2416, + "step": 11259 + }, + { + "epoch": 9.550466497031383, + "grad_norm": 1.3896354742150971, + "learning_rate": 1.9775797116353707e-05, + "loss": 0.2408, + "step": 11260 + }, + { + "epoch": 9.551314673452078, + "grad_norm": 1.6084417843299916, + "learning_rate": 1.9775739269516036e-05, + "loss": 0.2908, + "step": 11261 + }, + { + "epoch": 9.552162849872774, + "grad_norm": 1.51990034289205, + "learning_rate": 1.977568141530139e-05, + "loss": 0.2639, + "step": 11262 + }, + { + "epoch": 9.553011026293468, + "grad_norm": 1.3236918120657122, + "learning_rate": 1.9775623553709812e-05, + "loss": 0.1959, + "step": 11263 + }, + { + "epoch": 9.553859202714165, + "grad_norm": 1.5301057545559604, + "learning_rate": 1.9775565684741348e-05, + "loss": 0.2787, + "step": 11264 + }, + { + "epoch": 9.554707379134861, + "grad_norm": 1.6314516799173038, + "learning_rate": 1.977550780839604e-05, + "loss": 0.2335, + "step": 11265 + }, + { + "epoch": 9.555555555555555, + "grad_norm": 1.3893870896566383, + "learning_rate": 1.9775449924673937e-05, + "loss": 0.183, + "step": 11266 + }, + { + "epoch": 9.556403731976252, + "grad_norm": 1.4556934995755677, + "learning_rate": 1.977539203357507e-05, + "loss": 0.274, + "step": 11267 + }, + { + "epoch": 9.557251908396946, + "grad_norm": 1.5012920905305083, + "learning_rate": 1.97753341350995e-05, + "loss": 0.1788, + "step": 11268 + }, + { + "epoch": 9.558100084817642, + "grad_norm": 1.4798395072735953, + "learning_rate": 1.9775276229247253e-05, + "loss": 0.2545, + "step": 11269 + }, + { + "epoch": 9.558948261238339, + "grad_norm": 1.5470646843155231, + "learning_rate": 1.9775218316018383e-05, + "loss": 0.2174, + "step": 11270 + }, + { + "epoch": 9.559796437659033, + "grad_norm": 1.6597180942618426, + "learning_rate": 1.9775160395412934e-05, + "loss": 0.2458, + "step": 11271 + }, + { + "epoch": 9.56064461407973, + "grad_norm": 1.5160857092250675, + "learning_rate": 1.9775102467430946e-05, + "loss": 0.2154, + "step": 11272 + }, + { + "epoch": 9.561492790500424, + "grad_norm": 1.5404137586002633, + "learning_rate": 1.9775044532072463e-05, + "loss": 0.2029, + "step": 11273 + }, + { + "epoch": 9.56234096692112, + "grad_norm": 1.3854351668368738, + "learning_rate": 1.9774986589337533e-05, + "loss": 0.2292, + "step": 11274 + }, + { + "epoch": 9.563189143341814, + "grad_norm": 1.407605059158123, + "learning_rate": 1.9774928639226193e-05, + "loss": 0.2373, + "step": 11275 + }, + { + "epoch": 9.56403731976251, + "grad_norm": 1.5851638675857762, + "learning_rate": 1.9774870681738493e-05, + "loss": 0.2297, + "step": 11276 + }, + { + "epoch": 9.564885496183207, + "grad_norm": 1.463576375106065, + "learning_rate": 1.977481271687447e-05, + "loss": 0.2612, + "step": 11277 + }, + { + "epoch": 9.565733672603901, + "grad_norm": 1.2237456028763636, + "learning_rate": 1.9774754744634175e-05, + "loss": 0.2097, + "step": 11278 + }, + { + "epoch": 9.566581849024598, + "grad_norm": 1.470982001142734, + "learning_rate": 1.9774696765017652e-05, + "loss": 0.1836, + "step": 11279 + }, + { + "epoch": 9.567430025445292, + "grad_norm": 1.37404848140566, + "learning_rate": 1.9774638778024935e-05, + "loss": 0.1978, + "step": 11280 + }, + { + "epoch": 9.568278201865988, + "grad_norm": 1.4420797580081095, + "learning_rate": 1.977458078365608e-05, + "loss": 0.2417, + "step": 11281 + }, + { + "epoch": 9.569126378286684, + "grad_norm": 1.6092901546473202, + "learning_rate": 1.9774522781911118e-05, + "loss": 0.1878, + "step": 11282 + }, + { + "epoch": 9.569974554707379, + "grad_norm": 1.5119604084657963, + "learning_rate": 1.9774464772790103e-05, + "loss": 0.1808, + "step": 11283 + }, + { + "epoch": 9.570822731128075, + "grad_norm": 1.3217551566627568, + "learning_rate": 1.9774406756293077e-05, + "loss": 0.2287, + "step": 11284 + }, + { + "epoch": 9.57167090754877, + "grad_norm": 1.6391606236828105, + "learning_rate": 1.9774348732420078e-05, + "loss": 0.2671, + "step": 11285 + }, + { + "epoch": 9.572519083969466, + "grad_norm": 1.4355620934033444, + "learning_rate": 1.9774290701171157e-05, + "loss": 0.2316, + "step": 11286 + }, + { + "epoch": 9.57336726039016, + "grad_norm": 1.3494606134818274, + "learning_rate": 1.9774232662546354e-05, + "loss": 0.2005, + "step": 11287 + }, + { + "epoch": 9.574215436810857, + "grad_norm": 1.436405778015155, + "learning_rate": 1.9774174616545718e-05, + "loss": 0.2419, + "step": 11288 + }, + { + "epoch": 9.575063613231553, + "grad_norm": 1.813405910403596, + "learning_rate": 1.977411656316928e-05, + "loss": 0.2453, + "step": 11289 + }, + { + "epoch": 9.575911789652247, + "grad_norm": 1.4936906248394004, + "learning_rate": 1.9774058502417097e-05, + "loss": 0.2907, + "step": 11290 + }, + { + "epoch": 9.576759966072943, + "grad_norm": 1.417641836052472, + "learning_rate": 1.9774000434289205e-05, + "loss": 0.2346, + "step": 11291 + }, + { + "epoch": 9.577608142493638, + "grad_norm": 1.5184656991349315, + "learning_rate": 1.9773942358785655e-05, + "loss": 0.3004, + "step": 11292 + }, + { + "epoch": 9.578456318914334, + "grad_norm": 1.5052199671528077, + "learning_rate": 1.977388427590648e-05, + "loss": 0.2342, + "step": 11293 + }, + { + "epoch": 9.57930449533503, + "grad_norm": 1.6324080083919996, + "learning_rate": 1.9773826185651738e-05, + "loss": 0.271, + "step": 11294 + }, + { + "epoch": 9.580152671755725, + "grad_norm": 1.4395410216813824, + "learning_rate": 1.9773768088021464e-05, + "loss": 0.2437, + "step": 11295 + }, + { + "epoch": 9.581000848176421, + "grad_norm": 1.3890209088668335, + "learning_rate": 1.97737099830157e-05, + "loss": 0.1915, + "step": 11296 + }, + { + "epoch": 9.581849024597116, + "grad_norm": 1.2859616366880013, + "learning_rate": 1.9773651870634496e-05, + "loss": 0.2077, + "step": 11297 + }, + { + "epoch": 9.582697201017812, + "grad_norm": 1.5607908931890782, + "learning_rate": 1.977359375087789e-05, + "loss": 0.259, + "step": 11298 + }, + { + "epoch": 9.583545377438508, + "grad_norm": 1.591467111596682, + "learning_rate": 1.9773535623745927e-05, + "loss": 0.2369, + "step": 11299 + }, + { + "epoch": 9.584393553859202, + "grad_norm": 1.3414197185990582, + "learning_rate": 1.9773477489238658e-05, + "loss": 0.2604, + "step": 11300 + }, + { + "epoch": 9.585241730279899, + "grad_norm": 1.4627600705240154, + "learning_rate": 1.9773419347356117e-05, + "loss": 0.2691, + "step": 11301 + }, + { + "epoch": 9.586089906700593, + "grad_norm": 1.4733041590832583, + "learning_rate": 1.9773361198098353e-05, + "loss": 0.2364, + "step": 11302 + }, + { + "epoch": 9.58693808312129, + "grad_norm": 1.440977776520354, + "learning_rate": 1.977330304146541e-05, + "loss": 0.1916, + "step": 11303 + }, + { + "epoch": 9.587786259541986, + "grad_norm": 1.6188074645764055, + "learning_rate": 1.977324487745733e-05, + "loss": 0.2788, + "step": 11304 + }, + { + "epoch": 9.58863443596268, + "grad_norm": 1.493437463001329, + "learning_rate": 1.977318670607416e-05, + "loss": 0.2701, + "step": 11305 + }, + { + "epoch": 9.589482612383376, + "grad_norm": 1.3979909073415904, + "learning_rate": 1.9773128527315942e-05, + "loss": 0.2553, + "step": 11306 + }, + { + "epoch": 9.59033078880407, + "grad_norm": 1.5532105761554686, + "learning_rate": 1.9773070341182716e-05, + "loss": 0.2, + "step": 11307 + }, + { + "epoch": 9.591178965224767, + "grad_norm": 1.5282306387672822, + "learning_rate": 1.9773012147674534e-05, + "loss": 0.2406, + "step": 11308 + }, + { + "epoch": 9.592027141645461, + "grad_norm": 1.466358662123292, + "learning_rate": 1.9772953946791433e-05, + "loss": 0.2271, + "step": 11309 + }, + { + "epoch": 9.592875318066158, + "grad_norm": 1.488058703854762, + "learning_rate": 1.977289573853346e-05, + "loss": 0.1756, + "step": 11310 + }, + { + "epoch": 9.593723494486854, + "grad_norm": 1.7420384614456639, + "learning_rate": 1.9772837522900658e-05, + "loss": 0.2506, + "step": 11311 + }, + { + "epoch": 9.594571670907548, + "grad_norm": 1.5547332560124398, + "learning_rate": 1.9772779299893073e-05, + "loss": 0.2146, + "step": 11312 + }, + { + "epoch": 9.595419847328245, + "grad_norm": 1.5694429426704959, + "learning_rate": 1.9772721069510744e-05, + "loss": 0.2106, + "step": 11313 + }, + { + "epoch": 9.596268023748939, + "grad_norm": 1.2634420024877382, + "learning_rate": 1.977266283175372e-05, + "loss": 0.208, + "step": 11314 + }, + { + "epoch": 9.597116200169635, + "grad_norm": 1.4472298876439333, + "learning_rate": 1.9772604586622045e-05, + "loss": 0.1994, + "step": 11315 + }, + { + "epoch": 9.597964376590332, + "grad_norm": 1.3283626298488873, + "learning_rate": 1.9772546334115758e-05, + "loss": 0.1917, + "step": 11316 + }, + { + "epoch": 9.598812553011026, + "grad_norm": 1.4514068806468134, + "learning_rate": 1.9772488074234907e-05, + "loss": 0.2546, + "step": 11317 + }, + { + "epoch": 9.599660729431722, + "grad_norm": 1.5268388307770162, + "learning_rate": 1.9772429806979537e-05, + "loss": 0.2329, + "step": 11318 + }, + { + "epoch": 9.600508905852417, + "grad_norm": 1.371841855492418, + "learning_rate": 1.977237153234969e-05, + "loss": 0.1953, + "step": 11319 + }, + { + "epoch": 9.601357082273113, + "grad_norm": 1.551200392461077, + "learning_rate": 1.9772313250345405e-05, + "loss": 0.2504, + "step": 11320 + }, + { + "epoch": 9.60220525869381, + "grad_norm": 1.7055193410024312, + "learning_rate": 1.9772254960966734e-05, + "loss": 0.2156, + "step": 11321 + }, + { + "epoch": 9.603053435114504, + "grad_norm": 1.6825587082907698, + "learning_rate": 1.977219666421372e-05, + "loss": 0.2229, + "step": 11322 + }, + { + "epoch": 9.6039016115352, + "grad_norm": 1.4349927933610658, + "learning_rate": 1.9772138360086402e-05, + "loss": 0.2013, + "step": 11323 + }, + { + "epoch": 9.604749787955894, + "grad_norm": 1.7594708631153428, + "learning_rate": 1.9772080048584826e-05, + "loss": 0.2416, + "step": 11324 + }, + { + "epoch": 9.60559796437659, + "grad_norm": 1.4170314541878672, + "learning_rate": 1.9772021729709042e-05, + "loss": 0.2505, + "step": 11325 + }, + { + "epoch": 9.606446140797285, + "grad_norm": 1.6007147116341442, + "learning_rate": 1.9771963403459088e-05, + "loss": 0.2392, + "step": 11326 + }, + { + "epoch": 9.607294317217981, + "grad_norm": 1.5376727685252494, + "learning_rate": 1.9771905069835003e-05, + "loss": 0.2757, + "step": 11327 + }, + { + "epoch": 9.608142493638677, + "grad_norm": 1.4024177379339684, + "learning_rate": 1.9771846728836843e-05, + "loss": 0.2416, + "step": 11328 + }, + { + "epoch": 9.608990670059372, + "grad_norm": 1.4812873756813123, + "learning_rate": 1.977178838046464e-05, + "loss": 0.2448, + "step": 11329 + }, + { + "epoch": 9.609838846480068, + "grad_norm": 1.5242611445284573, + "learning_rate": 1.9771730024718452e-05, + "loss": 0.2505, + "step": 11330 + }, + { + "epoch": 9.610687022900763, + "grad_norm": 1.5299702654605676, + "learning_rate": 1.9771671661598312e-05, + "loss": 0.2519, + "step": 11331 + }, + { + "epoch": 9.611535199321459, + "grad_norm": 1.6231241294447045, + "learning_rate": 1.9771613291104263e-05, + "loss": 0.2405, + "step": 11332 + }, + { + "epoch": 9.612383375742155, + "grad_norm": 1.856254024890771, + "learning_rate": 1.9771554913236358e-05, + "loss": 0.238, + "step": 11333 + }, + { + "epoch": 9.61323155216285, + "grad_norm": 1.650111765685422, + "learning_rate": 1.9771496527994635e-05, + "loss": 0.2328, + "step": 11334 + }, + { + "epoch": 9.614079728583546, + "grad_norm": 1.5091840958258516, + "learning_rate": 1.9771438135379134e-05, + "loss": 0.2479, + "step": 11335 + }, + { + "epoch": 9.61492790500424, + "grad_norm": 1.4387710666572748, + "learning_rate": 1.9771379735389913e-05, + "loss": 0.2413, + "step": 11336 + }, + { + "epoch": 9.615776081424936, + "grad_norm": 1.4750331904421745, + "learning_rate": 1.9771321328027003e-05, + "loss": 0.2734, + "step": 11337 + }, + { + "epoch": 9.616624257845633, + "grad_norm": 1.5404983754687658, + "learning_rate": 1.977126291329045e-05, + "loss": 0.2189, + "step": 11338 + }, + { + "epoch": 9.617472434266327, + "grad_norm": 1.480716323223541, + "learning_rate": 1.9771204491180304e-05, + "loss": 0.233, + "step": 11339 + }, + { + "epoch": 9.618320610687023, + "grad_norm": 1.5239868276098367, + "learning_rate": 1.9771146061696606e-05, + "loss": 0.229, + "step": 11340 + }, + { + "epoch": 9.619168787107718, + "grad_norm": 1.7078843803096915, + "learning_rate": 1.97710876248394e-05, + "loss": 0.2483, + "step": 11341 + }, + { + "epoch": 9.620016963528414, + "grad_norm": 1.66353607432663, + "learning_rate": 1.9771029180608726e-05, + "loss": 0.2579, + "step": 11342 + }, + { + "epoch": 9.62086513994911, + "grad_norm": 1.7329799422898182, + "learning_rate": 1.9770970729004634e-05, + "loss": 0.2665, + "step": 11343 + }, + { + "epoch": 9.621713316369805, + "grad_norm": 1.5208062434023704, + "learning_rate": 1.9770912270027168e-05, + "loss": 0.2494, + "step": 11344 + }, + { + "epoch": 9.622561492790501, + "grad_norm": 1.3934203222495456, + "learning_rate": 1.977085380367637e-05, + "loss": 0.2312, + "step": 11345 + }, + { + "epoch": 9.623409669211195, + "grad_norm": 1.5609215652929338, + "learning_rate": 1.977079532995228e-05, + "loss": 0.2328, + "step": 11346 + }, + { + "epoch": 9.624257845631892, + "grad_norm": 1.3627548665163873, + "learning_rate": 1.977073684885495e-05, + "loss": 0.2102, + "step": 11347 + }, + { + "epoch": 9.625106022052586, + "grad_norm": 1.5896053049483103, + "learning_rate": 1.977067836038442e-05, + "loss": 0.2641, + "step": 11348 + }, + { + "epoch": 9.625954198473282, + "grad_norm": 1.6032712567076728, + "learning_rate": 1.9770619864540734e-05, + "loss": 0.2216, + "step": 11349 + }, + { + "epoch": 9.626802374893979, + "grad_norm": 1.5662516495216114, + "learning_rate": 1.9770561361323937e-05, + "loss": 0.2038, + "step": 11350 + }, + { + "epoch": 9.627650551314673, + "grad_norm": 1.6693077932740072, + "learning_rate": 1.9770502850734073e-05, + "loss": 0.2621, + "step": 11351 + }, + { + "epoch": 9.62849872773537, + "grad_norm": 1.4474538095351386, + "learning_rate": 1.9770444332771184e-05, + "loss": 0.2332, + "step": 11352 + }, + { + "epoch": 9.629346904156064, + "grad_norm": 1.474300253844933, + "learning_rate": 1.977038580743532e-05, + "loss": 0.2228, + "step": 11353 + }, + { + "epoch": 9.63019508057676, + "grad_norm": 1.5714853767386212, + "learning_rate": 1.977032727472652e-05, + "loss": 0.2488, + "step": 11354 + }, + { + "epoch": 9.631043256997456, + "grad_norm": 1.4482905082543256, + "learning_rate": 1.977026873464483e-05, + "loss": 0.2529, + "step": 11355 + }, + { + "epoch": 9.63189143341815, + "grad_norm": 1.4085265744472706, + "learning_rate": 1.9770210187190293e-05, + "loss": 0.2276, + "step": 11356 + }, + { + "epoch": 9.632739609838847, + "grad_norm": 1.4163317113605185, + "learning_rate": 1.9770151632362955e-05, + "loss": 0.1809, + "step": 11357 + }, + { + "epoch": 9.633587786259541, + "grad_norm": 1.387586655824405, + "learning_rate": 1.977009307016286e-05, + "loss": 0.2235, + "step": 11358 + }, + { + "epoch": 9.634435962680238, + "grad_norm": 1.5838967390753773, + "learning_rate": 1.9770034500590046e-05, + "loss": 0.2518, + "step": 11359 + }, + { + "epoch": 9.635284139100932, + "grad_norm": 1.4625208207517622, + "learning_rate": 1.9769975923644567e-05, + "loss": 0.1952, + "step": 11360 + }, + { + "epoch": 9.636132315521628, + "grad_norm": 1.4501010131466987, + "learning_rate": 1.9769917339326462e-05, + "loss": 0.2294, + "step": 11361 + }, + { + "epoch": 9.636980491942325, + "grad_norm": 1.4117447385007895, + "learning_rate": 1.9769858747635776e-05, + "loss": 0.2137, + "step": 11362 + }, + { + "epoch": 9.637828668363019, + "grad_norm": 1.6232298814638824, + "learning_rate": 1.9769800148572555e-05, + "loss": 0.2492, + "step": 11363 + }, + { + "epoch": 9.638676844783715, + "grad_norm": 1.5328006796773226, + "learning_rate": 1.976974154213684e-05, + "loss": 0.2216, + "step": 11364 + }, + { + "epoch": 9.63952502120441, + "grad_norm": 1.5351286995083, + "learning_rate": 1.9769682928328678e-05, + "loss": 0.2296, + "step": 11365 + }, + { + "epoch": 9.640373197625106, + "grad_norm": 1.2489489909930067, + "learning_rate": 1.976962430714811e-05, + "loss": 0.1755, + "step": 11366 + }, + { + "epoch": 9.641221374045802, + "grad_norm": 1.5677105218822731, + "learning_rate": 1.9769565678595183e-05, + "loss": 0.2348, + "step": 11367 + }, + { + "epoch": 9.642069550466497, + "grad_norm": 1.5770525782426255, + "learning_rate": 1.976950704266994e-05, + "loss": 0.2173, + "step": 11368 + }, + { + "epoch": 9.642917726887193, + "grad_norm": 1.5559437333774455, + "learning_rate": 1.976944839937242e-05, + "loss": 0.2571, + "step": 11369 + }, + { + "epoch": 9.643765903307887, + "grad_norm": 1.4295794348226292, + "learning_rate": 1.976938974870268e-05, + "loss": 0.2206, + "step": 11370 + }, + { + "epoch": 9.644614079728584, + "grad_norm": 1.4158441442014646, + "learning_rate": 1.9769331090660754e-05, + "loss": 0.1979, + "step": 11371 + }, + { + "epoch": 9.64546225614928, + "grad_norm": 1.4350040365293895, + "learning_rate": 1.976927242524669e-05, + "loss": 0.2094, + "step": 11372 + }, + { + "epoch": 9.646310432569974, + "grad_norm": 1.4804650133374238, + "learning_rate": 1.9769213752460532e-05, + "loss": 0.2309, + "step": 11373 + }, + { + "epoch": 9.64715860899067, + "grad_norm": 1.4521354064033263, + "learning_rate": 1.9769155072302323e-05, + "loss": 0.2551, + "step": 11374 + }, + { + "epoch": 9.648006785411365, + "grad_norm": 1.5762119131110572, + "learning_rate": 1.976909638477211e-05, + "loss": 0.2499, + "step": 11375 + }, + { + "epoch": 9.648854961832061, + "grad_norm": 1.5397322695288025, + "learning_rate": 1.9769037689869936e-05, + "loss": 0.1977, + "step": 11376 + }, + { + "epoch": 9.649703138252757, + "grad_norm": 1.5618176035195175, + "learning_rate": 1.976897898759584e-05, + "loss": 0.2575, + "step": 11377 + }, + { + "epoch": 9.650551314673452, + "grad_norm": 1.3923676317908282, + "learning_rate": 1.9768920277949875e-05, + "loss": 0.2529, + "step": 11378 + }, + { + "epoch": 9.651399491094148, + "grad_norm": 1.3827194430082712, + "learning_rate": 1.976886156093208e-05, + "loss": 0.2027, + "step": 11379 + }, + { + "epoch": 9.652247667514843, + "grad_norm": 1.7373731347570645, + "learning_rate": 1.97688028365425e-05, + "loss": 0.3289, + "step": 11380 + }, + { + "epoch": 9.653095843935539, + "grad_norm": 1.4654713712544853, + "learning_rate": 1.9768744104781184e-05, + "loss": 0.2198, + "step": 11381 + }, + { + "epoch": 9.653944020356235, + "grad_norm": 1.7779108368864323, + "learning_rate": 1.9768685365648167e-05, + "loss": 0.2534, + "step": 11382 + }, + { + "epoch": 9.65479219677693, + "grad_norm": 1.4032817106841065, + "learning_rate": 1.9768626619143504e-05, + "loss": 0.2428, + "step": 11383 + }, + { + "epoch": 9.655640373197626, + "grad_norm": 1.357671578970462, + "learning_rate": 1.9768567865267228e-05, + "loss": 0.1956, + "step": 11384 + }, + { + "epoch": 9.65648854961832, + "grad_norm": 1.5310922384249381, + "learning_rate": 1.9768509104019393e-05, + "loss": 0.211, + "step": 11385 + }, + { + "epoch": 9.657336726039016, + "grad_norm": 1.4064775871009991, + "learning_rate": 1.9768450335400038e-05, + "loss": 0.237, + "step": 11386 + }, + { + "epoch": 9.65818490245971, + "grad_norm": 1.549837250261698, + "learning_rate": 1.9768391559409213e-05, + "loss": 0.268, + "step": 11387 + }, + { + "epoch": 9.659033078880407, + "grad_norm": 1.6026789059919484, + "learning_rate": 1.9768332776046954e-05, + "loss": 0.1961, + "step": 11388 + }, + { + "epoch": 9.659881255301103, + "grad_norm": 1.5306206272658351, + "learning_rate": 1.976827398531331e-05, + "loss": 0.1996, + "step": 11389 + }, + { + "epoch": 9.660729431721798, + "grad_norm": 1.4595720926064, + "learning_rate": 1.9768215187208328e-05, + "loss": 0.2158, + "step": 11390 + }, + { + "epoch": 9.661577608142494, + "grad_norm": 1.6277614277665595, + "learning_rate": 1.9768156381732045e-05, + "loss": 0.2593, + "step": 11391 + }, + { + "epoch": 9.662425784563188, + "grad_norm": 1.6400276056008887, + "learning_rate": 1.9768097568884512e-05, + "loss": 0.2874, + "step": 11392 + }, + { + "epoch": 9.663273960983885, + "grad_norm": 1.6001941533942392, + "learning_rate": 1.976803874866577e-05, + "loss": 0.2757, + "step": 11393 + }, + { + "epoch": 9.664122137404581, + "grad_norm": 1.3633714781139727, + "learning_rate": 1.976797992107587e-05, + "loss": 0.1863, + "step": 11394 + }, + { + "epoch": 9.664970313825275, + "grad_norm": 1.5321670245239385, + "learning_rate": 1.9767921086114846e-05, + "loss": 0.2559, + "step": 11395 + }, + { + "epoch": 9.665818490245972, + "grad_norm": 1.603803978110231, + "learning_rate": 1.9767862243782744e-05, + "loss": 0.2594, + "step": 11396 + }, + { + "epoch": 9.666666666666666, + "grad_norm": 1.5578887136545614, + "learning_rate": 1.9767803394079618e-05, + "loss": 0.2319, + "step": 11397 + }, + { + "epoch": 9.667514843087362, + "grad_norm": 1.3696244245622868, + "learning_rate": 1.9767744537005503e-05, + "loss": 0.225, + "step": 11398 + }, + { + "epoch": 9.668363019508057, + "grad_norm": 1.4669994046731927, + "learning_rate": 1.976768567256045e-05, + "loss": 0.2629, + "step": 11399 + }, + { + "epoch": 9.669211195928753, + "grad_norm": 1.5120950724522149, + "learning_rate": 1.9767626800744495e-05, + "loss": 0.223, + "step": 11400 + }, + { + "epoch": 9.67005937234945, + "grad_norm": 1.6054029973243658, + "learning_rate": 1.976756792155769e-05, + "loss": 0.2423, + "step": 11401 + }, + { + "epoch": 9.670907548770144, + "grad_norm": 1.304553910220355, + "learning_rate": 1.976750903500008e-05, + "loss": 0.1816, + "step": 11402 + }, + { + "epoch": 9.67175572519084, + "grad_norm": 1.4953100244198847, + "learning_rate": 1.97674501410717e-05, + "loss": 0.1995, + "step": 11403 + }, + { + "epoch": 9.672603901611534, + "grad_norm": 1.5467498502613415, + "learning_rate": 1.9767391239772607e-05, + "loss": 0.2257, + "step": 11404 + }, + { + "epoch": 9.67345207803223, + "grad_norm": 1.5086889310964966, + "learning_rate": 1.9767332331102835e-05, + "loss": 0.2625, + "step": 11405 + }, + { + "epoch": 9.674300254452927, + "grad_norm": 1.5326875364843886, + "learning_rate": 1.9767273415062433e-05, + "loss": 0.2907, + "step": 11406 + }, + { + "epoch": 9.675148430873621, + "grad_norm": 1.669200609189764, + "learning_rate": 1.9767214491651446e-05, + "loss": 0.2149, + "step": 11407 + }, + { + "epoch": 9.675996607294318, + "grad_norm": 1.4917672453248774, + "learning_rate": 1.9767155560869916e-05, + "loss": 0.2191, + "step": 11408 + }, + { + "epoch": 9.676844783715012, + "grad_norm": 1.460438126723666, + "learning_rate": 1.9767096622717892e-05, + "loss": 0.1901, + "step": 11409 + }, + { + "epoch": 9.677692960135708, + "grad_norm": 1.7468377385119935, + "learning_rate": 1.9767037677195415e-05, + "loss": 0.2278, + "step": 11410 + }, + { + "epoch": 9.678541136556404, + "grad_norm": 1.6860472808658802, + "learning_rate": 1.976697872430253e-05, + "loss": 0.2897, + "step": 11411 + }, + { + "epoch": 9.679389312977099, + "grad_norm": 1.600339265892239, + "learning_rate": 1.976691976403928e-05, + "loss": 0.2575, + "step": 11412 + }, + { + "epoch": 9.680237489397795, + "grad_norm": 1.8014176743213675, + "learning_rate": 1.9766860796405713e-05, + "loss": 0.248, + "step": 11413 + }, + { + "epoch": 9.68108566581849, + "grad_norm": 1.5083799697548086, + "learning_rate": 1.9766801821401867e-05, + "loss": 0.2437, + "step": 11414 + }, + { + "epoch": 9.681933842239186, + "grad_norm": 1.7673504266541855, + "learning_rate": 1.9766742839027798e-05, + "loss": 0.2096, + "step": 11415 + }, + { + "epoch": 9.682782018659882, + "grad_norm": 1.3098101757292437, + "learning_rate": 1.976668384928354e-05, + "loss": 0.2336, + "step": 11416 + }, + { + "epoch": 9.683630195080577, + "grad_norm": 1.2848549415426083, + "learning_rate": 1.976662485216914e-05, + "loss": 0.2027, + "step": 11417 + }, + { + "epoch": 9.684478371501273, + "grad_norm": 1.6379559089412785, + "learning_rate": 1.9766565847684643e-05, + "loss": 0.2626, + "step": 11418 + }, + { + "epoch": 9.685326547921967, + "grad_norm": 1.6447061393866527, + "learning_rate": 1.9766506835830094e-05, + "loss": 0.2657, + "step": 11419 + }, + { + "epoch": 9.686174724342663, + "grad_norm": 1.6608334851178246, + "learning_rate": 1.9766447816605538e-05, + "loss": 0.2195, + "step": 11420 + }, + { + "epoch": 9.68702290076336, + "grad_norm": 1.268638758005267, + "learning_rate": 1.9766388790011023e-05, + "loss": 0.221, + "step": 11421 + }, + { + "epoch": 9.687871077184054, + "grad_norm": 1.473678921151416, + "learning_rate": 1.9766329756046586e-05, + "loss": 0.2657, + "step": 11422 + }, + { + "epoch": 9.68871925360475, + "grad_norm": 1.4544469580166224, + "learning_rate": 1.9766270714712274e-05, + "loss": 0.2253, + "step": 11423 + }, + { + "epoch": 9.689567430025445, + "grad_norm": 1.3083843042180048, + "learning_rate": 1.9766211666008136e-05, + "loss": 0.228, + "step": 11424 + }, + { + "epoch": 9.690415606446141, + "grad_norm": 1.5640903786906422, + "learning_rate": 1.976615260993421e-05, + "loss": 0.2348, + "step": 11425 + }, + { + "epoch": 9.691263782866836, + "grad_norm": 1.8097738767181235, + "learning_rate": 1.9766093546490544e-05, + "loss": 0.2137, + "step": 11426 + }, + { + "epoch": 9.692111959287532, + "grad_norm": 1.6194253532355547, + "learning_rate": 1.9766034475677186e-05, + "loss": 0.2495, + "step": 11427 + }, + { + "epoch": 9.692960135708228, + "grad_norm": 1.732606247636174, + "learning_rate": 1.9765975397494173e-05, + "loss": 0.2777, + "step": 11428 + }, + { + "epoch": 9.693808312128922, + "grad_norm": 1.4382711567147808, + "learning_rate": 1.9765916311941557e-05, + "loss": 0.2213, + "step": 11429 + }, + { + "epoch": 9.694656488549619, + "grad_norm": 1.5056124764777563, + "learning_rate": 1.9765857219019378e-05, + "loss": 0.2638, + "step": 11430 + }, + { + "epoch": 9.695504664970313, + "grad_norm": 1.5338977288997055, + "learning_rate": 1.9765798118727684e-05, + "loss": 0.2094, + "step": 11431 + }, + { + "epoch": 9.69635284139101, + "grad_norm": 1.2631105524913735, + "learning_rate": 1.9765739011066512e-05, + "loss": 0.1903, + "step": 11432 + }, + { + "epoch": 9.697201017811706, + "grad_norm": 1.5310459207643778, + "learning_rate": 1.9765679896035916e-05, + "loss": 0.2723, + "step": 11433 + }, + { + "epoch": 9.6980491942324, + "grad_norm": 1.5137533273367463, + "learning_rate": 1.9765620773635937e-05, + "loss": 0.2852, + "step": 11434 + }, + { + "epoch": 9.698897370653096, + "grad_norm": 1.6702281681017297, + "learning_rate": 1.976556164386662e-05, + "loss": 0.2633, + "step": 11435 + }, + { + "epoch": 9.69974554707379, + "grad_norm": 1.5644263877136013, + "learning_rate": 1.9765502506728006e-05, + "loss": 0.2295, + "step": 11436 + }, + { + "epoch": 9.700593723494487, + "grad_norm": 1.7320945195778166, + "learning_rate": 1.976544336222014e-05, + "loss": 0.2226, + "step": 11437 + }, + { + "epoch": 9.701441899915181, + "grad_norm": 1.9441830050909248, + "learning_rate": 1.9765384210343074e-05, + "loss": 0.2347, + "step": 11438 + }, + { + "epoch": 9.702290076335878, + "grad_norm": 1.5334042779153048, + "learning_rate": 1.9765325051096846e-05, + "loss": 0.2484, + "step": 11439 + }, + { + "epoch": 9.703138252756574, + "grad_norm": 1.5410046536765527, + "learning_rate": 1.97652658844815e-05, + "loss": 0.216, + "step": 11440 + }, + { + "epoch": 9.703986429177268, + "grad_norm": 1.45572045244811, + "learning_rate": 1.9765206710497086e-05, + "loss": 0.2143, + "step": 11441 + }, + { + "epoch": 9.704834605597965, + "grad_norm": 1.388728490827449, + "learning_rate": 1.9765147529143647e-05, + "loss": 0.2148, + "step": 11442 + }, + { + "epoch": 9.705682782018659, + "grad_norm": 1.6300765520432454, + "learning_rate": 1.9765088340421226e-05, + "loss": 0.2474, + "step": 11443 + }, + { + "epoch": 9.706530958439355, + "grad_norm": 1.426300201222266, + "learning_rate": 1.9765029144329865e-05, + "loss": 0.1688, + "step": 11444 + }, + { + "epoch": 9.707379134860052, + "grad_norm": 1.7129427533055757, + "learning_rate": 1.9764969940869615e-05, + "loss": 0.2697, + "step": 11445 + }, + { + "epoch": 9.708227311280746, + "grad_norm": 1.6325724195190519, + "learning_rate": 1.9764910730040514e-05, + "loss": 0.2434, + "step": 11446 + }, + { + "epoch": 9.709075487701442, + "grad_norm": 1.5943280067690115, + "learning_rate": 1.976485151184261e-05, + "loss": 0.2277, + "step": 11447 + }, + { + "epoch": 9.709923664122137, + "grad_norm": 1.4276656754025299, + "learning_rate": 1.9764792286275953e-05, + "loss": 0.2391, + "step": 11448 + }, + { + "epoch": 9.710771840542833, + "grad_norm": 1.421572021724425, + "learning_rate": 1.9764733053340576e-05, + "loss": 0.2263, + "step": 11449 + }, + { + "epoch": 9.71162001696353, + "grad_norm": 1.534612782799692, + "learning_rate": 1.976467381303653e-05, + "loss": 0.2208, + "step": 11450 + }, + { + "epoch": 9.712468193384224, + "grad_norm": 1.4772872886023947, + "learning_rate": 1.9764614565363866e-05, + "loss": 0.2487, + "step": 11451 + }, + { + "epoch": 9.71331636980492, + "grad_norm": 1.5609606371163247, + "learning_rate": 1.976455531032262e-05, + "loss": 0.2182, + "step": 11452 + }, + { + "epoch": 9.714164546225614, + "grad_norm": 1.6568891841651237, + "learning_rate": 1.9764496047912838e-05, + "loss": 0.2638, + "step": 11453 + }, + { + "epoch": 9.71501272264631, + "grad_norm": 1.7129618487903406, + "learning_rate": 1.9764436778134568e-05, + "loss": 0.2269, + "step": 11454 + }, + { + "epoch": 9.715860899067007, + "grad_norm": 1.5516522537741457, + "learning_rate": 1.976437750098785e-05, + "loss": 0.246, + "step": 11455 + }, + { + "epoch": 9.716709075487701, + "grad_norm": 1.4045809079758953, + "learning_rate": 1.9764318216472733e-05, + "loss": 0.1995, + "step": 11456 + }, + { + "epoch": 9.717557251908397, + "grad_norm": 1.4469247886884267, + "learning_rate": 1.9764258924589257e-05, + "loss": 0.2101, + "step": 11457 + }, + { + "epoch": 9.718405428329092, + "grad_norm": 1.3326345901402907, + "learning_rate": 1.9764199625337476e-05, + "loss": 0.244, + "step": 11458 + }, + { + "epoch": 9.719253604749788, + "grad_norm": 1.3109080641143809, + "learning_rate": 1.9764140318717423e-05, + "loss": 0.1802, + "step": 11459 + }, + { + "epoch": 9.720101781170484, + "grad_norm": 1.7540384036609, + "learning_rate": 1.9764081004729152e-05, + "loss": 0.3249, + "step": 11460 + }, + { + "epoch": 9.720949957591179, + "grad_norm": 1.6723839919938517, + "learning_rate": 1.9764021683372704e-05, + "loss": 0.2815, + "step": 11461 + }, + { + "epoch": 9.721798134011875, + "grad_norm": 1.6937808358601238, + "learning_rate": 1.976396235464812e-05, + "loss": 0.1565, + "step": 11462 + }, + { + "epoch": 9.72264631043257, + "grad_norm": 1.5249249166391043, + "learning_rate": 1.9763903018555453e-05, + "loss": 0.2475, + "step": 11463 + }, + { + "epoch": 9.723494486853266, + "grad_norm": 1.674388751925951, + "learning_rate": 1.9763843675094742e-05, + "loss": 0.2394, + "step": 11464 + }, + { + "epoch": 9.72434266327396, + "grad_norm": 1.453682013861767, + "learning_rate": 1.976378432426603e-05, + "loss": 0.2014, + "step": 11465 + }, + { + "epoch": 9.725190839694656, + "grad_norm": 1.4277197170782758, + "learning_rate": 1.976372496606937e-05, + "loss": 0.2065, + "step": 11466 + }, + { + "epoch": 9.726039016115353, + "grad_norm": 1.4578687699017707, + "learning_rate": 1.97636656005048e-05, + "loss": 0.2529, + "step": 11467 + }, + { + "epoch": 9.726887192536047, + "grad_norm": 1.6387964834891786, + "learning_rate": 1.9763606227572367e-05, + "loss": 0.2397, + "step": 11468 + }, + { + "epoch": 9.727735368956743, + "grad_norm": 1.4458848399061777, + "learning_rate": 1.9763546847272116e-05, + "loss": 0.2471, + "step": 11469 + }, + { + "epoch": 9.728583545377438, + "grad_norm": 1.6028494571874967, + "learning_rate": 1.9763487459604088e-05, + "loss": 0.235, + "step": 11470 + }, + { + "epoch": 9.729431721798134, + "grad_norm": 1.4932056077238194, + "learning_rate": 1.9763428064568337e-05, + "loss": 0.2064, + "step": 11471 + }, + { + "epoch": 9.73027989821883, + "grad_norm": 1.5001445465057408, + "learning_rate": 1.9763368662164897e-05, + "loss": 0.2395, + "step": 11472 + }, + { + "epoch": 9.731128074639525, + "grad_norm": 1.4800345524286873, + "learning_rate": 1.9763309252393818e-05, + "loss": 0.2113, + "step": 11473 + }, + { + "epoch": 9.731976251060221, + "grad_norm": 1.593085914931971, + "learning_rate": 1.9763249835255145e-05, + "loss": 0.2323, + "step": 11474 + }, + { + "epoch": 9.732824427480915, + "grad_norm": 1.7317729409442213, + "learning_rate": 1.9763190410748926e-05, + "loss": 0.2448, + "step": 11475 + }, + { + "epoch": 9.733672603901612, + "grad_norm": 1.6913454197428035, + "learning_rate": 1.9763130978875197e-05, + "loss": 0.2432, + "step": 11476 + }, + { + "epoch": 9.734520780322306, + "grad_norm": 1.6033046075318378, + "learning_rate": 1.9763071539634013e-05, + "loss": 0.2243, + "step": 11477 + }, + { + "epoch": 9.735368956743002, + "grad_norm": 1.492458856190124, + "learning_rate": 1.976301209302541e-05, + "loss": 0.2482, + "step": 11478 + }, + { + "epoch": 9.736217133163699, + "grad_norm": 1.4221866607402407, + "learning_rate": 1.9762952639049437e-05, + "loss": 0.233, + "step": 11479 + }, + { + "epoch": 9.737065309584393, + "grad_norm": 1.4913900988588573, + "learning_rate": 1.976289317770614e-05, + "loss": 0.2543, + "step": 11480 + }, + { + "epoch": 9.73791348600509, + "grad_norm": 1.466743573775488, + "learning_rate": 1.9762833708995563e-05, + "loss": 0.2357, + "step": 11481 + }, + { + "epoch": 9.738761662425784, + "grad_norm": 1.3807107379968075, + "learning_rate": 1.976277423291775e-05, + "loss": 0.2331, + "step": 11482 + }, + { + "epoch": 9.73960983884648, + "grad_norm": 1.3392876230970716, + "learning_rate": 1.9762714749472744e-05, + "loss": 0.2056, + "step": 11483 + }, + { + "epoch": 9.740458015267176, + "grad_norm": 1.51778402519712, + "learning_rate": 1.9762655258660596e-05, + "loss": 0.2386, + "step": 11484 + }, + { + "epoch": 9.74130619168787, + "grad_norm": 1.5956413958562317, + "learning_rate": 1.9762595760481344e-05, + "loss": 0.2405, + "step": 11485 + }, + { + "epoch": 9.742154368108567, + "grad_norm": 1.4277842140126196, + "learning_rate": 1.9762536254935038e-05, + "loss": 0.2224, + "step": 11486 + }, + { + "epoch": 9.743002544529261, + "grad_norm": 1.5241708492174029, + "learning_rate": 1.976247674202172e-05, + "loss": 0.2152, + "step": 11487 + }, + { + "epoch": 9.743850720949958, + "grad_norm": 1.3929354005728394, + "learning_rate": 1.9762417221741434e-05, + "loss": 0.1874, + "step": 11488 + }, + { + "epoch": 9.744698897370654, + "grad_norm": 1.5865210011037212, + "learning_rate": 1.9762357694094228e-05, + "loss": 0.2659, + "step": 11489 + }, + { + "epoch": 9.745547073791348, + "grad_norm": 1.380173411770656, + "learning_rate": 1.9762298159080147e-05, + "loss": 0.2168, + "step": 11490 + }, + { + "epoch": 9.746395250212045, + "grad_norm": 1.5234881664570712, + "learning_rate": 1.9762238616699233e-05, + "loss": 0.224, + "step": 11491 + }, + { + "epoch": 9.747243426632739, + "grad_norm": 1.4393085777551222, + "learning_rate": 1.9762179066951535e-05, + "loss": 0.2278, + "step": 11492 + }, + { + "epoch": 9.748091603053435, + "grad_norm": 1.5031866587117682, + "learning_rate": 1.976211950983709e-05, + "loss": 0.208, + "step": 11493 + }, + { + "epoch": 9.748939779474131, + "grad_norm": 1.3389061336387196, + "learning_rate": 1.9762059945355952e-05, + "loss": 0.2302, + "step": 11494 + }, + { + "epoch": 9.749787955894826, + "grad_norm": 1.5347800458088945, + "learning_rate": 1.9762000373508165e-05, + "loss": 0.2136, + "step": 11495 + }, + { + "epoch": 9.750636132315522, + "grad_norm": 1.5166796376218967, + "learning_rate": 1.9761940794293766e-05, + "loss": 0.1951, + "step": 11496 + }, + { + "epoch": 9.751484308736217, + "grad_norm": 1.6502354542030397, + "learning_rate": 1.9761881207712807e-05, + "loss": 0.2197, + "step": 11497 + }, + { + "epoch": 9.752332485156913, + "grad_norm": 1.3562785087896272, + "learning_rate": 1.9761821613765334e-05, + "loss": 0.1607, + "step": 11498 + }, + { + "epoch": 9.753180661577607, + "grad_norm": 1.5424077457536765, + "learning_rate": 1.9761762012451385e-05, + "loss": 0.2673, + "step": 11499 + }, + { + "epoch": 9.754028837998304, + "grad_norm": 1.4050995234441843, + "learning_rate": 1.9761702403771014e-05, + "loss": 0.245, + "step": 11500 + }, + { + "epoch": 9.754877014419, + "grad_norm": 1.3089848671255873, + "learning_rate": 1.9761642787724255e-05, + "loss": 0.2099, + "step": 11501 + }, + { + "epoch": 9.755725190839694, + "grad_norm": 1.6627259865617081, + "learning_rate": 1.9761583164311162e-05, + "loss": 0.2494, + "step": 11502 + }, + { + "epoch": 9.75657336726039, + "grad_norm": 1.427716719337416, + "learning_rate": 1.976152353353178e-05, + "loss": 0.2259, + "step": 11503 + }, + { + "epoch": 9.757421543681085, + "grad_norm": 1.5925416166939281, + "learning_rate": 1.9761463895386148e-05, + "loss": 0.2066, + "step": 11504 + }, + { + "epoch": 9.758269720101781, + "grad_norm": 1.4457234053815304, + "learning_rate": 1.976140424987431e-05, + "loss": 0.1978, + "step": 11505 + }, + { + "epoch": 9.759117896522477, + "grad_norm": 1.623237889011444, + "learning_rate": 1.9761344596996323e-05, + "loss": 0.2585, + "step": 11506 + }, + { + "epoch": 9.759966072943172, + "grad_norm": 1.3525135953242122, + "learning_rate": 1.9761284936752218e-05, + "loss": 0.2034, + "step": 11507 + }, + { + "epoch": 9.760814249363868, + "grad_norm": 1.5040737207278767, + "learning_rate": 1.976122526914205e-05, + "loss": 0.2848, + "step": 11508 + }, + { + "epoch": 9.761662425784563, + "grad_norm": 1.5146901549119147, + "learning_rate": 1.9761165594165858e-05, + "loss": 0.2619, + "step": 11509 + }, + { + "epoch": 9.762510602205259, + "grad_norm": 1.5265348399540761, + "learning_rate": 1.9761105911823693e-05, + "loss": 0.242, + "step": 11510 + }, + { + "epoch": 9.763358778625955, + "grad_norm": 1.6501767972676271, + "learning_rate": 1.976104622211559e-05, + "loss": 0.2784, + "step": 11511 + }, + { + "epoch": 9.76420695504665, + "grad_norm": 1.4394330946616096, + "learning_rate": 1.9760986525041607e-05, + "loss": 0.2547, + "step": 11512 + }, + { + "epoch": 9.765055131467346, + "grad_norm": 1.6558979838827133, + "learning_rate": 1.976092682060178e-05, + "loss": 0.2408, + "step": 11513 + }, + { + "epoch": 9.76590330788804, + "grad_norm": 1.490458292429924, + "learning_rate": 1.9760867108796153e-05, + "loss": 0.2268, + "step": 11514 + }, + { + "epoch": 9.766751484308736, + "grad_norm": 1.4204338372347514, + "learning_rate": 1.9760807389624776e-05, + "loss": 0.2518, + "step": 11515 + }, + { + "epoch": 9.76759966072943, + "grad_norm": 1.3478198637070848, + "learning_rate": 1.9760747663087692e-05, + "loss": 0.2346, + "step": 11516 + }, + { + "epoch": 9.768447837150127, + "grad_norm": 1.3450969488877873, + "learning_rate": 1.9760687929184948e-05, + "loss": 0.1895, + "step": 11517 + }, + { + "epoch": 9.769296013570823, + "grad_norm": 1.4674618269867377, + "learning_rate": 1.976062818791659e-05, + "loss": 0.2068, + "step": 11518 + }, + { + "epoch": 9.770144189991518, + "grad_norm": 1.5565168397706097, + "learning_rate": 1.9760568439282658e-05, + "loss": 0.2189, + "step": 11519 + }, + { + "epoch": 9.770992366412214, + "grad_norm": 1.5915147082857481, + "learning_rate": 1.97605086832832e-05, + "loss": 0.2256, + "step": 11520 + }, + { + "epoch": 9.771840542832908, + "grad_norm": 1.6407545561854582, + "learning_rate": 1.9760448919918258e-05, + "loss": 0.2991, + "step": 11521 + }, + { + "epoch": 9.772688719253605, + "grad_norm": 1.4676849609748754, + "learning_rate": 1.9760389149187884e-05, + "loss": 0.2452, + "step": 11522 + }, + { + "epoch": 9.773536895674301, + "grad_norm": 1.478876829703267, + "learning_rate": 1.9760329371092118e-05, + "loss": 0.2452, + "step": 11523 + }, + { + "epoch": 9.774385072094995, + "grad_norm": 1.388060444926017, + "learning_rate": 1.9760269585631007e-05, + "loss": 0.2189, + "step": 11524 + }, + { + "epoch": 9.775233248515692, + "grad_norm": 1.4948703815953537, + "learning_rate": 1.9760209792804596e-05, + "loss": 0.2187, + "step": 11525 + }, + { + "epoch": 9.776081424936386, + "grad_norm": 1.3933425470492629, + "learning_rate": 1.9760149992612928e-05, + "loss": 0.2852, + "step": 11526 + }, + { + "epoch": 9.776929601357082, + "grad_norm": 1.3642611337863677, + "learning_rate": 1.976009018505605e-05, + "loss": 0.2733, + "step": 11527 + }, + { + "epoch": 9.777777777777779, + "grad_norm": 1.607080081723237, + "learning_rate": 1.9760030370134004e-05, + "loss": 0.236, + "step": 11528 + }, + { + "epoch": 9.778625954198473, + "grad_norm": 1.4259417566415484, + "learning_rate": 1.975997054784684e-05, + "loss": 0.234, + "step": 11529 + }, + { + "epoch": 9.77947413061917, + "grad_norm": 1.6115489573071091, + "learning_rate": 1.9759910718194602e-05, + "loss": 0.2525, + "step": 11530 + }, + { + "epoch": 9.780322307039864, + "grad_norm": 1.9498271337867832, + "learning_rate": 1.9759850881177333e-05, + "loss": 0.2293, + "step": 11531 + }, + { + "epoch": 9.78117048346056, + "grad_norm": 1.331554129913385, + "learning_rate": 1.975979103679508e-05, + "loss": 0.2268, + "step": 11532 + }, + { + "epoch": 9.782018659881256, + "grad_norm": 1.3831732158309578, + "learning_rate": 1.9759731185047884e-05, + "loss": 0.212, + "step": 11533 + }, + { + "epoch": 9.78286683630195, + "grad_norm": 1.480158691376662, + "learning_rate": 1.9759671325935802e-05, + "loss": 0.2093, + "step": 11534 + }, + { + "epoch": 9.783715012722647, + "grad_norm": 1.541979244540974, + "learning_rate": 1.9759611459458863e-05, + "loss": 0.2586, + "step": 11535 + }, + { + "epoch": 9.784563189143341, + "grad_norm": 1.4902999031198592, + "learning_rate": 1.975955158561712e-05, + "loss": 0.2467, + "step": 11536 + }, + { + "epoch": 9.785411365564038, + "grad_norm": 1.6656597798516852, + "learning_rate": 1.9759491704410622e-05, + "loss": 0.2485, + "step": 11537 + }, + { + "epoch": 9.786259541984732, + "grad_norm": 1.4474680196982048, + "learning_rate": 1.9759431815839408e-05, + "loss": 0.221, + "step": 11538 + }, + { + "epoch": 9.787107718405428, + "grad_norm": 1.5435838140804816, + "learning_rate": 1.9759371919903527e-05, + "loss": 0.2032, + "step": 11539 + }, + { + "epoch": 9.787955894826124, + "grad_norm": 1.6199261615320786, + "learning_rate": 1.9759312016603023e-05, + "loss": 0.2399, + "step": 11540 + }, + { + "epoch": 9.788804071246819, + "grad_norm": 1.603782307318424, + "learning_rate": 1.9759252105937944e-05, + "loss": 0.2366, + "step": 11541 + }, + { + "epoch": 9.789652247667515, + "grad_norm": 1.5431465029417342, + "learning_rate": 1.9759192187908324e-05, + "loss": 0.2704, + "step": 11542 + }, + { + "epoch": 9.79050042408821, + "grad_norm": 1.3945224056401884, + "learning_rate": 1.9759132262514222e-05, + "loss": 0.1993, + "step": 11543 + }, + { + "epoch": 9.791348600508906, + "grad_norm": 1.4944217278613754, + "learning_rate": 1.9759072329755678e-05, + "loss": 0.2165, + "step": 11544 + }, + { + "epoch": 9.792196776929602, + "grad_norm": 1.4279457971743377, + "learning_rate": 1.975901238963273e-05, + "loss": 0.2507, + "step": 11545 + }, + { + "epoch": 9.793044953350297, + "grad_norm": 1.548846331899907, + "learning_rate": 1.975895244214544e-05, + "loss": 0.2247, + "step": 11546 + }, + { + "epoch": 9.793893129770993, + "grad_norm": 1.4215947101230906, + "learning_rate": 1.975889248729384e-05, + "loss": 0.2083, + "step": 11547 + }, + { + "epoch": 9.794741306191687, + "grad_norm": 1.431664437458936, + "learning_rate": 1.9758832525077976e-05, + "loss": 0.2225, + "step": 11548 + }, + { + "epoch": 9.795589482612383, + "grad_norm": 1.5894517245954143, + "learning_rate": 1.9758772555497896e-05, + "loss": 0.2085, + "step": 11549 + }, + { + "epoch": 9.796437659033078, + "grad_norm": 1.4963068020778418, + "learning_rate": 1.9758712578553644e-05, + "loss": 0.2317, + "step": 11550 + }, + { + "epoch": 9.797285835453774, + "grad_norm": 1.9074916487981668, + "learning_rate": 1.9758652594245268e-05, + "loss": 0.2304, + "step": 11551 + }, + { + "epoch": 9.79813401187447, + "grad_norm": 1.9987301767716232, + "learning_rate": 1.9758592602572814e-05, + "loss": 0.2073, + "step": 11552 + }, + { + "epoch": 9.798982188295165, + "grad_norm": 1.4766132790092665, + "learning_rate": 1.975853260353632e-05, + "loss": 0.1915, + "step": 11553 + }, + { + "epoch": 9.799830364715861, + "grad_norm": 1.7025699893765147, + "learning_rate": 1.975847259713584e-05, + "loss": 0.2293, + "step": 11554 + }, + { + "epoch": 9.800678541136556, + "grad_norm": 1.6187179247984584, + "learning_rate": 1.9758412583371415e-05, + "loss": 0.2251, + "step": 11555 + }, + { + "epoch": 9.801526717557252, + "grad_norm": 1.3633499867719954, + "learning_rate": 1.975835256224309e-05, + "loss": 0.2244, + "step": 11556 + }, + { + "epoch": 9.802374893977948, + "grad_norm": 1.4348550237535977, + "learning_rate": 1.975829253375091e-05, + "loss": 0.2062, + "step": 11557 + }, + { + "epoch": 9.803223070398642, + "grad_norm": 1.4367855758418988, + "learning_rate": 1.975823249789492e-05, + "loss": 0.1943, + "step": 11558 + }, + { + "epoch": 9.804071246819339, + "grad_norm": 1.4513709835473494, + "learning_rate": 1.975817245467517e-05, + "loss": 0.2243, + "step": 11559 + }, + { + "epoch": 9.804919423240033, + "grad_norm": 1.4378609616101636, + "learning_rate": 1.9758112404091697e-05, + "loss": 0.2825, + "step": 11560 + }, + { + "epoch": 9.80576759966073, + "grad_norm": 1.4341928542221711, + "learning_rate": 1.975805234614456e-05, + "loss": 0.2385, + "step": 11561 + }, + { + "epoch": 9.806615776081426, + "grad_norm": 1.4556650290621795, + "learning_rate": 1.9757992280833788e-05, + "loss": 0.2928, + "step": 11562 + }, + { + "epoch": 9.80746395250212, + "grad_norm": 1.4237548268121847, + "learning_rate": 1.9757932208159435e-05, + "loss": 0.2191, + "step": 11563 + }, + { + "epoch": 9.808312128922816, + "grad_norm": 1.6969563979352045, + "learning_rate": 1.9757872128121546e-05, + "loss": 0.2386, + "step": 11564 + }, + { + "epoch": 9.80916030534351, + "grad_norm": 1.4757960226451006, + "learning_rate": 1.9757812040720166e-05, + "loss": 0.2087, + "step": 11565 + }, + { + "epoch": 9.810008481764207, + "grad_norm": 1.3966491933155982, + "learning_rate": 1.975775194595534e-05, + "loss": 0.2057, + "step": 11566 + }, + { + "epoch": 9.810856658184903, + "grad_norm": 1.5387985669704307, + "learning_rate": 1.975769184382711e-05, + "loss": 0.224, + "step": 11567 + }, + { + "epoch": 9.811704834605598, + "grad_norm": 1.5232739737943906, + "learning_rate": 1.975763173433553e-05, + "loss": 0.2372, + "step": 11568 + }, + { + "epoch": 9.812553011026294, + "grad_norm": 1.6589571312751434, + "learning_rate": 1.9757571617480635e-05, + "loss": 0.2476, + "step": 11569 + }, + { + "epoch": 9.813401187446988, + "grad_norm": 1.639921987393616, + "learning_rate": 1.9757511493262476e-05, + "loss": 0.2559, + "step": 11570 + }, + { + "epoch": 9.814249363867685, + "grad_norm": 1.5676230304683576, + "learning_rate": 1.97574513616811e-05, + "loss": 0.2038, + "step": 11571 + }, + { + "epoch": 9.81509754028838, + "grad_norm": 1.4394133169225765, + "learning_rate": 1.975739122273655e-05, + "loss": 0.2513, + "step": 11572 + }, + { + "epoch": 9.815945716709075, + "grad_norm": 1.5202266609176405, + "learning_rate": 1.9757331076428873e-05, + "loss": 0.2097, + "step": 11573 + }, + { + "epoch": 9.816793893129772, + "grad_norm": 1.503721403647754, + "learning_rate": 1.975727092275811e-05, + "loss": 0.2504, + "step": 11574 + }, + { + "epoch": 9.817642069550466, + "grad_norm": 1.7128244277074103, + "learning_rate": 1.9757210761724307e-05, + "loss": 0.24, + "step": 11575 + }, + { + "epoch": 9.818490245971162, + "grad_norm": 1.5815203366878905, + "learning_rate": 1.9757150593327516e-05, + "loss": 0.2638, + "step": 11576 + }, + { + "epoch": 9.819338422391857, + "grad_norm": 1.7591177773604065, + "learning_rate": 1.9757090417567775e-05, + "loss": 0.2429, + "step": 11577 + }, + { + "epoch": 9.820186598812553, + "grad_norm": 1.5857834775475574, + "learning_rate": 1.9757030234445133e-05, + "loss": 0.2623, + "step": 11578 + }, + { + "epoch": 9.82103477523325, + "grad_norm": 1.541448098919048, + "learning_rate": 1.9756970043959636e-05, + "loss": 0.2516, + "step": 11579 + }, + { + "epoch": 9.821882951653944, + "grad_norm": 1.5153588948227443, + "learning_rate": 1.9756909846111326e-05, + "loss": 0.2307, + "step": 11580 + }, + { + "epoch": 9.82273112807464, + "grad_norm": 1.6499338344997339, + "learning_rate": 1.9756849640900254e-05, + "loss": 0.2425, + "step": 11581 + }, + { + "epoch": 9.823579304495334, + "grad_norm": 1.4260565039280848, + "learning_rate": 1.975678942832646e-05, + "loss": 0.1996, + "step": 11582 + }, + { + "epoch": 9.82442748091603, + "grad_norm": 1.5420793899182437, + "learning_rate": 1.975672920838999e-05, + "loss": 0.2274, + "step": 11583 + }, + { + "epoch": 9.825275657336727, + "grad_norm": 1.6325695315094255, + "learning_rate": 1.9756668981090893e-05, + "loss": 0.2226, + "step": 11584 + }, + { + "epoch": 9.826123833757421, + "grad_norm": 1.3566246186800843, + "learning_rate": 1.9756608746429213e-05, + "loss": 0.2142, + "step": 11585 + }, + { + "epoch": 9.826972010178118, + "grad_norm": 2.1820888363767152, + "learning_rate": 1.9756548504404994e-05, + "loss": 0.2381, + "step": 11586 + }, + { + "epoch": 9.827820186598812, + "grad_norm": 1.5165256012892288, + "learning_rate": 1.9756488255018283e-05, + "loss": 0.255, + "step": 11587 + }, + { + "epoch": 9.828668363019508, + "grad_norm": 1.4486992377093006, + "learning_rate": 1.9756427998269125e-05, + "loss": 0.2415, + "step": 11588 + }, + { + "epoch": 9.829516539440203, + "grad_norm": 1.4796214933623062, + "learning_rate": 1.9756367734157563e-05, + "loss": 0.2398, + "step": 11589 + }, + { + "epoch": 9.830364715860899, + "grad_norm": 1.669040729796664, + "learning_rate": 1.9756307462683645e-05, + "loss": 0.2211, + "step": 11590 + }, + { + "epoch": 9.831212892281595, + "grad_norm": 1.489791273487499, + "learning_rate": 1.9756247183847418e-05, + "loss": 0.1704, + "step": 11591 + }, + { + "epoch": 9.83206106870229, + "grad_norm": 1.567218748215379, + "learning_rate": 1.9756186897648926e-05, + "loss": 0.2108, + "step": 11592 + }, + { + "epoch": 9.832909245122986, + "grad_norm": 1.477865050196764, + "learning_rate": 1.9756126604088214e-05, + "loss": 0.2236, + "step": 11593 + }, + { + "epoch": 9.83375742154368, + "grad_norm": 1.6927923595695704, + "learning_rate": 1.9756066303165325e-05, + "loss": 0.2309, + "step": 11594 + }, + { + "epoch": 9.834605597964376, + "grad_norm": 1.3488678037303319, + "learning_rate": 1.975600599488031e-05, + "loss": 0.1736, + "step": 11595 + }, + { + "epoch": 9.835453774385073, + "grad_norm": 1.4992018774000042, + "learning_rate": 1.975594567923321e-05, + "loss": 0.2459, + "step": 11596 + }, + { + "epoch": 9.836301950805767, + "grad_norm": 1.3652383322927122, + "learning_rate": 1.9755885356224077e-05, + "loss": 0.2407, + "step": 11597 + }, + { + "epoch": 9.837150127226463, + "grad_norm": 1.4660966676195728, + "learning_rate": 1.9755825025852946e-05, + "loss": 0.2335, + "step": 11598 + }, + { + "epoch": 9.837998303647158, + "grad_norm": 1.4195189738665845, + "learning_rate": 1.975576468811987e-05, + "loss": 0.2709, + "step": 11599 + }, + { + "epoch": 9.838846480067854, + "grad_norm": 1.6315729640120582, + "learning_rate": 1.9755704343024897e-05, + "loss": 0.2392, + "step": 11600 + }, + { + "epoch": 9.83969465648855, + "grad_norm": 1.4969630264139984, + "learning_rate": 1.9755643990568063e-05, + "loss": 0.2037, + "step": 11601 + }, + { + "epoch": 9.840542832909245, + "grad_norm": 1.7645514608835033, + "learning_rate": 1.975558363074942e-05, + "loss": 0.2611, + "step": 11602 + }, + { + "epoch": 9.841391009329941, + "grad_norm": 1.399409041950694, + "learning_rate": 1.9755523263569013e-05, + "loss": 0.183, + "step": 11603 + }, + { + "epoch": 9.842239185750635, + "grad_norm": 1.4174545744074214, + "learning_rate": 1.9755462889026886e-05, + "loss": 0.2507, + "step": 11604 + }, + { + "epoch": 9.843087362171332, + "grad_norm": 1.5157524976672538, + "learning_rate": 1.9755402507123087e-05, + "loss": 0.225, + "step": 11605 + }, + { + "epoch": 9.843935538592028, + "grad_norm": 1.415165610734288, + "learning_rate": 1.975534211785766e-05, + "loss": 0.2198, + "step": 11606 + }, + { + "epoch": 9.844783715012722, + "grad_norm": 1.368064744117875, + "learning_rate": 1.975528172123065e-05, + "loss": 0.2049, + "step": 11607 + }, + { + "epoch": 9.845631891433419, + "grad_norm": 1.5923772615525418, + "learning_rate": 1.9755221317242104e-05, + "loss": 0.2723, + "step": 11608 + }, + { + "epoch": 9.846480067854113, + "grad_norm": 1.6351491013744581, + "learning_rate": 1.9755160905892065e-05, + "loss": 0.288, + "step": 11609 + }, + { + "epoch": 9.84732824427481, + "grad_norm": 1.3764609688337741, + "learning_rate": 1.9755100487180585e-05, + "loss": 0.2455, + "step": 11610 + }, + { + "epoch": 9.848176420695506, + "grad_norm": 1.310432721579369, + "learning_rate": 1.97550400611077e-05, + "loss": 0.2384, + "step": 11611 + }, + { + "epoch": 9.8490245971162, + "grad_norm": 1.4615948643481322, + "learning_rate": 1.9754979627673463e-05, + "loss": 0.2314, + "step": 11612 + }, + { + "epoch": 9.849872773536896, + "grad_norm": 1.5525218714064544, + "learning_rate": 1.9754919186877916e-05, + "loss": 0.2065, + "step": 11613 + }, + { + "epoch": 9.85072094995759, + "grad_norm": 1.621862039597521, + "learning_rate": 1.9754858738721108e-05, + "loss": 0.2167, + "step": 11614 + }, + { + "epoch": 9.851569126378287, + "grad_norm": 1.58704488166882, + "learning_rate": 1.975479828320308e-05, + "loss": 0.219, + "step": 11615 + }, + { + "epoch": 9.852417302798981, + "grad_norm": 1.5210156970786368, + "learning_rate": 1.9754737820323885e-05, + "loss": 0.2111, + "step": 11616 + }, + { + "epoch": 9.853265479219678, + "grad_norm": 1.5260825753115972, + "learning_rate": 1.9754677350083558e-05, + "loss": 0.2548, + "step": 11617 + }, + { + "epoch": 9.854113655640374, + "grad_norm": 1.6502994709498446, + "learning_rate": 1.975461687248215e-05, + "loss": 0.2413, + "step": 11618 + }, + { + "epoch": 9.854961832061068, + "grad_norm": 1.5007225304708822, + "learning_rate": 1.9754556387519713e-05, + "loss": 0.2507, + "step": 11619 + }, + { + "epoch": 9.855810008481765, + "grad_norm": 1.4929635881006096, + "learning_rate": 1.9754495895196282e-05, + "loss": 0.19, + "step": 11620 + }, + { + "epoch": 9.856658184902459, + "grad_norm": 1.45626612338356, + "learning_rate": 1.975443539551191e-05, + "loss": 0.2432, + "step": 11621 + }, + { + "epoch": 9.857506361323155, + "grad_norm": 1.4349072797026927, + "learning_rate": 1.9754374888466635e-05, + "loss": 0.1835, + "step": 11622 + }, + { + "epoch": 9.858354537743852, + "grad_norm": 1.5066720077463343, + "learning_rate": 1.9754314374060513e-05, + "loss": 0.2272, + "step": 11623 + }, + { + "epoch": 9.859202714164546, + "grad_norm": 1.5710961280991196, + "learning_rate": 1.975425385229358e-05, + "loss": 0.2594, + "step": 11624 + }, + { + "epoch": 9.860050890585242, + "grad_norm": 1.658421426024826, + "learning_rate": 1.975419332316589e-05, + "loss": 0.1925, + "step": 11625 + }, + { + "epoch": 9.860899067005937, + "grad_norm": 1.6301449800703383, + "learning_rate": 1.975413278667748e-05, + "loss": 0.226, + "step": 11626 + }, + { + "epoch": 9.861747243426633, + "grad_norm": 1.649261698050806, + "learning_rate": 1.9754072242828406e-05, + "loss": 0.272, + "step": 11627 + }, + { + "epoch": 9.862595419847327, + "grad_norm": 1.4826174062649924, + "learning_rate": 1.9754011691618703e-05, + "loss": 0.2478, + "step": 11628 + }, + { + "epoch": 9.863443596268024, + "grad_norm": 1.412585192770042, + "learning_rate": 1.9753951133048422e-05, + "loss": 0.2383, + "step": 11629 + }, + { + "epoch": 9.86429177268872, + "grad_norm": 1.534221944781024, + "learning_rate": 1.975389056711761e-05, + "loss": 0.2819, + "step": 11630 + }, + { + "epoch": 9.865139949109414, + "grad_norm": 1.5765427471066125, + "learning_rate": 1.9753829993826315e-05, + "loss": 0.2369, + "step": 11631 + }, + { + "epoch": 9.86598812553011, + "grad_norm": 1.370722454241853, + "learning_rate": 1.9753769413174573e-05, + "loss": 0.2217, + "step": 11632 + }, + { + "epoch": 9.866836301950805, + "grad_norm": 1.4427919506290858, + "learning_rate": 1.975370882516244e-05, + "loss": 0.2241, + "step": 11633 + }, + { + "epoch": 9.867684478371501, + "grad_norm": 1.3733685528198065, + "learning_rate": 1.9753648229789954e-05, + "loss": 0.1838, + "step": 11634 + }, + { + "epoch": 9.868532654792197, + "grad_norm": 1.5873710477900835, + "learning_rate": 1.9753587627057164e-05, + "loss": 0.2299, + "step": 11635 + }, + { + "epoch": 9.869380831212892, + "grad_norm": 1.4657207745154273, + "learning_rate": 1.9753527016964115e-05, + "loss": 0.1999, + "step": 11636 + }, + { + "epoch": 9.870229007633588, + "grad_norm": 1.516094784768908, + "learning_rate": 1.9753466399510855e-05, + "loss": 0.2571, + "step": 11637 + }, + { + "epoch": 9.871077184054283, + "grad_norm": 1.6682180371488582, + "learning_rate": 1.9753405774697428e-05, + "loss": 0.2252, + "step": 11638 + }, + { + "epoch": 9.871925360474979, + "grad_norm": 1.587542674883978, + "learning_rate": 1.975334514252388e-05, + "loss": 0.2354, + "step": 11639 + }, + { + "epoch": 9.872773536895675, + "grad_norm": 1.5229211820452184, + "learning_rate": 1.9753284502990257e-05, + "loss": 0.2441, + "step": 11640 + }, + { + "epoch": 9.87362171331637, + "grad_norm": 1.5452848675664166, + "learning_rate": 1.9753223856096605e-05, + "loss": 0.2552, + "step": 11641 + }, + { + "epoch": 9.874469889737066, + "grad_norm": 1.5953329055076462, + "learning_rate": 1.975316320184297e-05, + "loss": 0.2284, + "step": 11642 + }, + { + "epoch": 9.87531806615776, + "grad_norm": 1.3432727386008463, + "learning_rate": 1.9753102540229392e-05, + "loss": 0.2458, + "step": 11643 + }, + { + "epoch": 9.876166242578456, + "grad_norm": 1.4455219207428218, + "learning_rate": 1.9753041871255925e-05, + "loss": 0.2328, + "step": 11644 + }, + { + "epoch": 9.877014418999153, + "grad_norm": 1.402875270921145, + "learning_rate": 1.975298119492261e-05, + "loss": 0.2411, + "step": 11645 + }, + { + "epoch": 9.877862595419847, + "grad_norm": 1.4940381556553506, + "learning_rate": 1.9752920511229497e-05, + "loss": 0.237, + "step": 11646 + }, + { + "epoch": 9.878710771840543, + "grad_norm": 1.4476803336744115, + "learning_rate": 1.975285982017663e-05, + "loss": 0.2123, + "step": 11647 + }, + { + "epoch": 9.879558948261238, + "grad_norm": 1.55128137519235, + "learning_rate": 1.9752799121764048e-05, + "loss": 0.2266, + "step": 11648 + }, + { + "epoch": 9.880407124681934, + "grad_norm": 1.6328915228869805, + "learning_rate": 1.9752738415991808e-05, + "loss": 0.2602, + "step": 11649 + }, + { + "epoch": 9.88125530110263, + "grad_norm": 1.5409864100019517, + "learning_rate": 1.975267770285995e-05, + "loss": 0.1972, + "step": 11650 + }, + { + "epoch": 9.882103477523325, + "grad_norm": 1.5642216953021724, + "learning_rate": 1.975261698236852e-05, + "loss": 0.2686, + "step": 11651 + }, + { + "epoch": 9.882951653944021, + "grad_norm": 1.5249576012925687, + "learning_rate": 1.9752556254517562e-05, + "loss": 0.2351, + "step": 11652 + }, + { + "epoch": 9.883799830364715, + "grad_norm": 1.5279074555865102, + "learning_rate": 1.9752495519307125e-05, + "loss": 0.2491, + "step": 11653 + }, + { + "epoch": 9.884648006785412, + "grad_norm": 1.661300891885149, + "learning_rate": 1.9752434776737253e-05, + "loss": 0.2565, + "step": 11654 + }, + { + "epoch": 9.885496183206106, + "grad_norm": 1.4876447882878652, + "learning_rate": 1.9752374026807993e-05, + "loss": 0.2023, + "step": 11655 + }, + { + "epoch": 9.886344359626802, + "grad_norm": 1.4831788966608488, + "learning_rate": 1.975231326951939e-05, + "loss": 0.2246, + "step": 11656 + }, + { + "epoch": 9.887192536047499, + "grad_norm": 1.5153725330779433, + "learning_rate": 1.9752252504871494e-05, + "loss": 0.1788, + "step": 11657 + }, + { + "epoch": 9.888040712468193, + "grad_norm": 1.4825081148559414, + "learning_rate": 1.9752191732864343e-05, + "loss": 0.191, + "step": 11658 + }, + { + "epoch": 9.88888888888889, + "grad_norm": 1.8514524637388032, + "learning_rate": 1.975213095349799e-05, + "loss": 0.2497, + "step": 11659 + }, + { + "epoch": 9.889737065309584, + "grad_norm": 1.5330580881405602, + "learning_rate": 1.9752070166772478e-05, + "loss": 0.2278, + "step": 11660 + }, + { + "epoch": 9.89058524173028, + "grad_norm": 1.8632107536414977, + "learning_rate": 1.975200937268785e-05, + "loss": 0.2479, + "step": 11661 + }, + { + "epoch": 9.891433418150976, + "grad_norm": 1.9564377896551872, + "learning_rate": 1.9751948571244157e-05, + "loss": 0.2281, + "step": 11662 + }, + { + "epoch": 9.89228159457167, + "grad_norm": 1.401502124717155, + "learning_rate": 1.975188776244144e-05, + "loss": 0.2177, + "step": 11663 + }, + { + "epoch": 9.893129770992367, + "grad_norm": 1.4774327929203204, + "learning_rate": 1.975182694627975e-05, + "loss": 0.2185, + "step": 11664 + }, + { + "epoch": 9.893977947413061, + "grad_norm": 1.3751015063543215, + "learning_rate": 1.975176612275913e-05, + "loss": 0.2324, + "step": 11665 + }, + { + "epoch": 9.894826123833758, + "grad_norm": 1.503439194382432, + "learning_rate": 1.9751705291879625e-05, + "loss": 0.2447, + "step": 11666 + }, + { + "epoch": 9.895674300254452, + "grad_norm": 1.5953625928001836, + "learning_rate": 1.9751644453641285e-05, + "loss": 0.2485, + "step": 11667 + }, + { + "epoch": 9.896522476675148, + "grad_norm": 1.5939943914813122, + "learning_rate": 1.975158360804415e-05, + "loss": 0.2455, + "step": 11668 + }, + { + "epoch": 9.897370653095845, + "grad_norm": 1.697036613007747, + "learning_rate": 1.9751522755088272e-05, + "loss": 0.2205, + "step": 11669 + }, + { + "epoch": 9.898218829516539, + "grad_norm": 1.6338592488224728, + "learning_rate": 1.9751461894773688e-05, + "loss": 0.2291, + "step": 11670 + }, + { + "epoch": 9.899067005937235, + "grad_norm": 1.603088833762434, + "learning_rate": 1.9751401027100458e-05, + "loss": 0.2362, + "step": 11671 + }, + { + "epoch": 9.89991518235793, + "grad_norm": 1.4256243430537257, + "learning_rate": 1.9751340152068612e-05, + "loss": 0.2356, + "step": 11672 + }, + { + "epoch": 9.900763358778626, + "grad_norm": 1.350682751319106, + "learning_rate": 1.975127926967821e-05, + "loss": 0.2275, + "step": 11673 + }, + { + "epoch": 9.901611535199322, + "grad_norm": 1.367055051624631, + "learning_rate": 1.9751218379929287e-05, + "loss": 0.2336, + "step": 11674 + }, + { + "epoch": 9.902459711620017, + "grad_norm": 1.396608207046333, + "learning_rate": 1.9751157482821896e-05, + "loss": 0.25, + "step": 11675 + }, + { + "epoch": 9.903307888040713, + "grad_norm": 1.51576681360085, + "learning_rate": 1.9751096578356075e-05, + "loss": 0.2226, + "step": 11676 + }, + { + "epoch": 9.904156064461407, + "grad_norm": 1.3724012951097122, + "learning_rate": 1.9751035666531883e-05, + "loss": 0.2228, + "step": 11677 + }, + { + "epoch": 9.905004240882104, + "grad_norm": 1.7454528593950964, + "learning_rate": 1.9750974747349353e-05, + "loss": 0.2453, + "step": 11678 + }, + { + "epoch": 9.9058524173028, + "grad_norm": 1.4773539874880715, + "learning_rate": 1.9750913820808543e-05, + "loss": 0.2429, + "step": 11679 + }, + { + "epoch": 9.906700593723494, + "grad_norm": 1.489322445928912, + "learning_rate": 1.9750852886909486e-05, + "loss": 0.2139, + "step": 11680 + }, + { + "epoch": 9.90754877014419, + "grad_norm": 1.597730625241445, + "learning_rate": 1.9750791945652237e-05, + "loss": 0.2438, + "step": 11681 + }, + { + "epoch": 9.908396946564885, + "grad_norm": 1.485222065147509, + "learning_rate": 1.975073099703684e-05, + "loss": 0.2467, + "step": 11682 + }, + { + "epoch": 9.909245122985581, + "grad_norm": 1.616337064583476, + "learning_rate": 1.975067004106334e-05, + "loss": 0.2377, + "step": 11683 + }, + { + "epoch": 9.910093299406277, + "grad_norm": 1.5412305947870375, + "learning_rate": 1.975060907773178e-05, + "loss": 0.2087, + "step": 11684 + }, + { + "epoch": 9.910941475826972, + "grad_norm": 1.4210919856891984, + "learning_rate": 1.9750548107042215e-05, + "loss": 0.212, + "step": 11685 + }, + { + "epoch": 9.911789652247668, + "grad_norm": 1.6966623712702875, + "learning_rate": 1.9750487128994683e-05, + "loss": 0.2596, + "step": 11686 + }, + { + "epoch": 9.912637828668363, + "grad_norm": 1.4332228490803114, + "learning_rate": 1.9750426143589233e-05, + "loss": 0.1989, + "step": 11687 + }, + { + "epoch": 9.913486005089059, + "grad_norm": 1.4398929654506871, + "learning_rate": 1.9750365150825906e-05, + "loss": 0.2395, + "step": 11688 + }, + { + "epoch": 9.914334181509753, + "grad_norm": 1.551712068174218, + "learning_rate": 1.9750304150704756e-05, + "loss": 0.2325, + "step": 11689 + }, + { + "epoch": 9.91518235793045, + "grad_norm": 1.548109691823619, + "learning_rate": 1.9750243143225828e-05, + "loss": 0.2142, + "step": 11690 + }, + { + "epoch": 9.916030534351146, + "grad_norm": 1.5943748101477833, + "learning_rate": 1.9750182128389158e-05, + "loss": 0.2108, + "step": 11691 + }, + { + "epoch": 9.91687871077184, + "grad_norm": 1.5201847652612341, + "learning_rate": 1.9750121106194808e-05, + "loss": 0.2106, + "step": 11692 + }, + { + "epoch": 9.917726887192536, + "grad_norm": 1.5982489794049792, + "learning_rate": 1.975006007664281e-05, + "loss": 0.2464, + "step": 11693 + }, + { + "epoch": 9.91857506361323, + "grad_norm": 1.6238359106824922, + "learning_rate": 1.9749999039733217e-05, + "loss": 0.2768, + "step": 11694 + }, + { + "epoch": 9.919423240033927, + "grad_norm": 1.5847836951613554, + "learning_rate": 1.9749937995466076e-05, + "loss": 0.2037, + "step": 11695 + }, + { + "epoch": 9.920271416454623, + "grad_norm": 1.5279928053033311, + "learning_rate": 1.9749876943841427e-05, + "loss": 0.2169, + "step": 11696 + }, + { + "epoch": 9.921119592875318, + "grad_norm": 1.4941003585550534, + "learning_rate": 1.9749815884859324e-05, + "loss": 0.2096, + "step": 11697 + }, + { + "epoch": 9.921967769296014, + "grad_norm": 1.5645780642103448, + "learning_rate": 1.9749754818519805e-05, + "loss": 0.2289, + "step": 11698 + }, + { + "epoch": 9.922815945716708, + "grad_norm": 1.4765052099230467, + "learning_rate": 1.974969374482292e-05, + "loss": 0.2329, + "step": 11699 + }, + { + "epoch": 9.923664122137405, + "grad_norm": 1.4575920394292088, + "learning_rate": 1.974963266376872e-05, + "loss": 0.2592, + "step": 11700 + }, + { + "epoch": 9.924512298558101, + "grad_norm": 1.424220896823353, + "learning_rate": 1.9749571575357242e-05, + "loss": 0.263, + "step": 11701 + }, + { + "epoch": 9.925360474978795, + "grad_norm": 1.3595533844719476, + "learning_rate": 1.974951047958854e-05, + "loss": 0.2073, + "step": 11702 + }, + { + "epoch": 9.926208651399492, + "grad_norm": 1.200932560020748, + "learning_rate": 1.974944937646265e-05, + "loss": 0.171, + "step": 11703 + }, + { + "epoch": 9.927056827820186, + "grad_norm": 1.4176722439282057, + "learning_rate": 1.974938826597963e-05, + "loss": 0.1713, + "step": 11704 + }, + { + "epoch": 9.927905004240882, + "grad_norm": 1.594180306370678, + "learning_rate": 1.9749327148139518e-05, + "loss": 0.2368, + "step": 11705 + }, + { + "epoch": 9.928753180661577, + "grad_norm": 1.748326305196817, + "learning_rate": 1.9749266022942363e-05, + "loss": 0.2442, + "step": 11706 + }, + { + "epoch": 9.929601357082273, + "grad_norm": 1.952422373789732, + "learning_rate": 1.974920489038821e-05, + "loss": 0.2261, + "step": 11707 + }, + { + "epoch": 9.93044953350297, + "grad_norm": 1.5985285910529594, + "learning_rate": 1.9749143750477108e-05, + "loss": 0.2298, + "step": 11708 + }, + { + "epoch": 9.931297709923664, + "grad_norm": 1.4215451322357013, + "learning_rate": 1.9749082603209104e-05, + "loss": 0.2255, + "step": 11709 + }, + { + "epoch": 9.93214588634436, + "grad_norm": 1.5119299459424282, + "learning_rate": 1.9749021448584235e-05, + "loss": 0.2199, + "step": 11710 + }, + { + "epoch": 9.932994062765054, + "grad_norm": 1.3971133112356886, + "learning_rate": 1.9748960286602557e-05, + "loss": 0.2028, + "step": 11711 + }, + { + "epoch": 9.93384223918575, + "grad_norm": 1.7587265768152076, + "learning_rate": 1.9748899117264112e-05, + "loss": 0.2866, + "step": 11712 + }, + { + "epoch": 9.934690415606447, + "grad_norm": 1.5920349621323202, + "learning_rate": 1.9748837940568947e-05, + "loss": 0.2174, + "step": 11713 + }, + { + "epoch": 9.935538592027141, + "grad_norm": 1.5821527861917806, + "learning_rate": 1.9748776756517107e-05, + "loss": 0.2421, + "step": 11714 + }, + { + "epoch": 9.936386768447838, + "grad_norm": 1.4650411463123676, + "learning_rate": 1.974871556510864e-05, + "loss": 0.2004, + "step": 11715 + }, + { + "epoch": 9.937234944868532, + "grad_norm": 1.5941559293339005, + "learning_rate": 1.974865436634359e-05, + "loss": 0.2394, + "step": 11716 + }, + { + "epoch": 9.938083121289228, + "grad_norm": 1.4281367779413905, + "learning_rate": 1.9748593160222005e-05, + "loss": 0.2775, + "step": 11717 + }, + { + "epoch": 9.938931297709924, + "grad_norm": 1.5014224155775209, + "learning_rate": 1.974853194674393e-05, + "loss": 0.233, + "step": 11718 + }, + { + "epoch": 9.939779474130619, + "grad_norm": 1.6165940226236437, + "learning_rate": 1.9748470725909415e-05, + "loss": 0.2478, + "step": 11719 + }, + { + "epoch": 9.940627650551315, + "grad_norm": 1.5665676236370187, + "learning_rate": 1.9748409497718498e-05, + "loss": 0.2544, + "step": 11720 + }, + { + "epoch": 9.94147582697201, + "grad_norm": 1.4805511676121916, + "learning_rate": 1.9748348262171232e-05, + "loss": 0.2145, + "step": 11721 + }, + { + "epoch": 9.942324003392706, + "grad_norm": 1.4573708831907408, + "learning_rate": 1.974828701926766e-05, + "loss": 0.1763, + "step": 11722 + }, + { + "epoch": 9.943172179813402, + "grad_norm": 1.7728400710854633, + "learning_rate": 1.9748225769007833e-05, + "loss": 0.2148, + "step": 11723 + }, + { + "epoch": 9.944020356234097, + "grad_norm": 1.597427233904793, + "learning_rate": 1.9748164511391795e-05, + "loss": 0.213, + "step": 11724 + }, + { + "epoch": 9.944868532654793, + "grad_norm": 1.5579875053436105, + "learning_rate": 1.9748103246419587e-05, + "loss": 0.2295, + "step": 11725 + }, + { + "epoch": 9.945716709075487, + "grad_norm": 1.4940559129153597, + "learning_rate": 1.9748041974091264e-05, + "loss": 0.2307, + "step": 11726 + }, + { + "epoch": 9.946564885496183, + "grad_norm": 1.4821604006323867, + "learning_rate": 1.9747980694406863e-05, + "loss": 0.2333, + "step": 11727 + }, + { + "epoch": 9.947413061916878, + "grad_norm": 1.483466744497435, + "learning_rate": 1.9747919407366435e-05, + "loss": 0.2603, + "step": 11728 + }, + { + "epoch": 9.948261238337574, + "grad_norm": 1.5000077447722369, + "learning_rate": 1.9747858112970027e-05, + "loss": 0.2705, + "step": 11729 + }, + { + "epoch": 9.94910941475827, + "grad_norm": 1.4376683020108494, + "learning_rate": 1.9747796811217687e-05, + "loss": 0.2277, + "step": 11730 + }, + { + "epoch": 9.949957591178965, + "grad_norm": 1.5331880225106034, + "learning_rate": 1.9747735502109455e-05, + "loss": 0.1955, + "step": 11731 + }, + { + "epoch": 9.950805767599661, + "grad_norm": 1.4696719068885133, + "learning_rate": 1.9747674185645383e-05, + "loss": 0.2363, + "step": 11732 + }, + { + "epoch": 9.951653944020356, + "grad_norm": 1.886614801211702, + "learning_rate": 1.974761286182551e-05, + "loss": 0.2499, + "step": 11733 + }, + { + "epoch": 9.952502120441052, + "grad_norm": 1.5678191509647132, + "learning_rate": 1.9747551530649892e-05, + "loss": 0.2304, + "step": 11734 + }, + { + "epoch": 9.953350296861748, + "grad_norm": 1.5023914860494296, + "learning_rate": 1.974749019211857e-05, + "loss": 0.2204, + "step": 11735 + }, + { + "epoch": 9.954198473282442, + "grad_norm": 1.5523894552453181, + "learning_rate": 1.9747428846231593e-05, + "loss": 0.184, + "step": 11736 + }, + { + "epoch": 9.955046649703139, + "grad_norm": 1.6717719953430912, + "learning_rate": 1.9747367492989004e-05, + "loss": 0.2201, + "step": 11737 + }, + { + "epoch": 9.955894826123833, + "grad_norm": 1.4661037926608078, + "learning_rate": 1.974730613239085e-05, + "loss": 0.2477, + "step": 11738 + }, + { + "epoch": 9.95674300254453, + "grad_norm": 1.4556799776395948, + "learning_rate": 1.9747244764437175e-05, + "loss": 0.1971, + "step": 11739 + }, + { + "epoch": 9.957591178965224, + "grad_norm": 1.54594292679366, + "learning_rate": 1.9747183389128033e-05, + "loss": 0.1938, + "step": 11740 + }, + { + "epoch": 9.95843935538592, + "grad_norm": 1.3805402170147054, + "learning_rate": 1.9747122006463464e-05, + "loss": 0.2079, + "step": 11741 + }, + { + "epoch": 9.959287531806616, + "grad_norm": 1.3312708441526753, + "learning_rate": 1.9747060616443515e-05, + "loss": 0.2166, + "step": 11742 + }, + { + "epoch": 9.96013570822731, + "grad_norm": 1.4553132983708148, + "learning_rate": 1.9746999219068233e-05, + "loss": 0.2303, + "step": 11743 + }, + { + "epoch": 9.960983884648007, + "grad_norm": 1.4163841640811363, + "learning_rate": 1.9746937814337665e-05, + "loss": 0.2209, + "step": 11744 + }, + { + "epoch": 9.961832061068701, + "grad_norm": 1.4418989276085727, + "learning_rate": 1.9746876402251857e-05, + "loss": 0.2188, + "step": 11745 + }, + { + "epoch": 9.962680237489398, + "grad_norm": 1.6792171425038653, + "learning_rate": 1.9746814982810852e-05, + "loss": 0.1976, + "step": 11746 + }, + { + "epoch": 9.963528413910094, + "grad_norm": 1.556917551238045, + "learning_rate": 1.97467535560147e-05, + "loss": 0.2389, + "step": 11747 + }, + { + "epoch": 9.964376590330788, + "grad_norm": 1.5769624752156948, + "learning_rate": 1.974669212186345e-05, + "loss": 0.2522, + "step": 11748 + }, + { + "epoch": 9.965224766751485, + "grad_norm": 1.7267408471366683, + "learning_rate": 1.9746630680357145e-05, + "loss": 0.2874, + "step": 11749 + }, + { + "epoch": 9.966072943172179, + "grad_norm": 1.508467791770516, + "learning_rate": 1.9746569231495833e-05, + "loss": 0.2314, + "step": 11750 + }, + { + "epoch": 9.966921119592875, + "grad_norm": 1.5362457183987885, + "learning_rate": 1.9746507775279554e-05, + "loss": 0.2185, + "step": 11751 + }, + { + "epoch": 9.967769296013572, + "grad_norm": 1.4884549051528622, + "learning_rate": 1.9746446311708362e-05, + "loss": 0.2132, + "step": 11752 + }, + { + "epoch": 9.968617472434266, + "grad_norm": 1.440439327486807, + "learning_rate": 1.97463848407823e-05, + "loss": 0.2195, + "step": 11753 + }, + { + "epoch": 9.969465648854962, + "grad_norm": 1.28293173696198, + "learning_rate": 1.9746323362501415e-05, + "loss": 0.176, + "step": 11754 + }, + { + "epoch": 9.970313825275657, + "grad_norm": 1.6055413732364916, + "learning_rate": 1.9746261876865754e-05, + "loss": 0.2521, + "step": 11755 + }, + { + "epoch": 9.971162001696353, + "grad_norm": 1.6974674726951484, + "learning_rate": 1.9746200383875363e-05, + "loss": 0.2292, + "step": 11756 + }, + { + "epoch": 9.97201017811705, + "grad_norm": 1.5112392701943707, + "learning_rate": 1.9746138883530287e-05, + "loss": 0.2096, + "step": 11757 + }, + { + "epoch": 9.972858354537744, + "grad_norm": 2.137916398850974, + "learning_rate": 1.9746077375830576e-05, + "loss": 0.202, + "step": 11758 + }, + { + "epoch": 9.97370653095844, + "grad_norm": 1.4775867954529063, + "learning_rate": 1.974601586077627e-05, + "loss": 0.2231, + "step": 11759 + }, + { + "epoch": 9.974554707379134, + "grad_norm": 1.4335085265437237, + "learning_rate": 1.9745954338367424e-05, + "loss": 0.2347, + "step": 11760 + }, + { + "epoch": 9.97540288379983, + "grad_norm": 1.5113197962029112, + "learning_rate": 1.9745892808604077e-05, + "loss": 0.2214, + "step": 11761 + }, + { + "epoch": 9.976251060220527, + "grad_norm": 1.3283419759862345, + "learning_rate": 1.974583127148628e-05, + "loss": 0.2147, + "step": 11762 + }, + { + "epoch": 9.977099236641221, + "grad_norm": 1.6194045910289157, + "learning_rate": 1.9745769727014076e-05, + "loss": 0.2263, + "step": 11763 + }, + { + "epoch": 9.977947413061917, + "grad_norm": 1.5646116973696045, + "learning_rate": 1.9745708175187513e-05, + "loss": 0.2295, + "step": 11764 + }, + { + "epoch": 9.978795589482612, + "grad_norm": 1.6578409652839299, + "learning_rate": 1.974564661600664e-05, + "loss": 0.2142, + "step": 11765 + }, + { + "epoch": 9.979643765903308, + "grad_norm": 1.5195791154053035, + "learning_rate": 1.97455850494715e-05, + "loss": 0.2106, + "step": 11766 + }, + { + "epoch": 9.980491942324003, + "grad_norm": 1.413228820912464, + "learning_rate": 1.974552347558214e-05, + "loss": 0.231, + "step": 11767 + }, + { + "epoch": 9.981340118744699, + "grad_norm": 1.5257883987738616, + "learning_rate": 1.974546189433861e-05, + "loss": 0.2351, + "step": 11768 + }, + { + "epoch": 9.982188295165395, + "grad_norm": 1.6473582873980732, + "learning_rate": 1.9745400305740953e-05, + "loss": 0.2232, + "step": 11769 + }, + { + "epoch": 9.98303647158609, + "grad_norm": 1.502915106248573, + "learning_rate": 1.974533870978921e-05, + "loss": 0.2575, + "step": 11770 + }, + { + "epoch": 9.983884648006786, + "grad_norm": 1.4465485132397422, + "learning_rate": 1.9745277106483442e-05, + "loss": 0.1969, + "step": 11771 + }, + { + "epoch": 9.98473282442748, + "grad_norm": 1.3760996827710394, + "learning_rate": 1.974521549582368e-05, + "loss": 0.203, + "step": 11772 + }, + { + "epoch": 9.985581000848176, + "grad_norm": 1.3232785890304146, + "learning_rate": 1.974515387780998e-05, + "loss": 0.1779, + "step": 11773 + }, + { + "epoch": 9.986429177268873, + "grad_norm": 1.5676984594918713, + "learning_rate": 1.9745092252442388e-05, + "loss": 0.2184, + "step": 11774 + }, + { + "epoch": 9.987277353689567, + "grad_norm": 1.6303048522988177, + "learning_rate": 1.9745030619720946e-05, + "loss": 0.2581, + "step": 11775 + }, + { + "epoch": 9.988125530110263, + "grad_norm": 1.5054290572615634, + "learning_rate": 1.9744968979645703e-05, + "loss": 0.2116, + "step": 11776 + }, + { + "epoch": 9.988973706530958, + "grad_norm": 1.6690976643130622, + "learning_rate": 1.9744907332216704e-05, + "loss": 0.2454, + "step": 11777 + }, + { + "epoch": 9.989821882951654, + "grad_norm": 1.5696871166011737, + "learning_rate": 1.9744845677434004e-05, + "loss": 0.1812, + "step": 11778 + }, + { + "epoch": 9.990670059372349, + "grad_norm": 1.5440338274183427, + "learning_rate": 1.9744784015297636e-05, + "loss": 0.2129, + "step": 11779 + }, + { + "epoch": 9.991518235793045, + "grad_norm": 1.4832697441927405, + "learning_rate": 1.9744722345807653e-05, + "loss": 0.2289, + "step": 11780 + }, + { + "epoch": 9.992366412213741, + "grad_norm": 1.4987637334877983, + "learning_rate": 1.9744660668964106e-05, + "loss": 0.2595, + "step": 11781 + }, + { + "epoch": 9.993214588634435, + "grad_norm": 1.4059896989066998, + "learning_rate": 1.9744598984767035e-05, + "loss": 0.2187, + "step": 11782 + }, + { + "epoch": 9.994062765055132, + "grad_norm": 1.819527903986598, + "learning_rate": 1.9744537293216486e-05, + "loss": 0.2804, + "step": 11783 + }, + { + "epoch": 9.994910941475826, + "grad_norm": 1.3217702781077267, + "learning_rate": 1.974447559431251e-05, + "loss": 0.1778, + "step": 11784 + }, + { + "epoch": 9.995759117896522, + "grad_norm": 1.3451253556434877, + "learning_rate": 1.9744413888055155e-05, + "loss": 0.2013, + "step": 11785 + }, + { + "epoch": 9.996607294317219, + "grad_norm": 1.451620063518309, + "learning_rate": 1.974435217444446e-05, + "loss": 0.2278, + "step": 11786 + }, + { + "epoch": 9.997455470737913, + "grad_norm": 1.4521211033765145, + "learning_rate": 1.974429045348048e-05, + "loss": 0.211, + "step": 11787 + }, + { + "epoch": 9.99830364715861, + "grad_norm": 1.6071779264477026, + "learning_rate": 1.9744228725163253e-05, + "loss": 0.2226, + "step": 11788 + }, + { + "epoch": 9.999151823579304, + "grad_norm": 1.5592359089594532, + "learning_rate": 1.9744166989492834e-05, + "loss": 0.2266, + "step": 11789 + }, + { + "epoch": 10.0, + "grad_norm": 1.5237394427457076, + "learning_rate": 1.9744105246469264e-05, + "loss": 0.2496, + "step": 11790 + }, + { + "epoch": 10.000848176420696, + "grad_norm": 1.356928723935196, + "learning_rate": 1.9744043496092588e-05, + "loss": 0.1822, + "step": 11791 + }, + { + "epoch": 10.00169635284139, + "grad_norm": 1.3724334705215273, + "learning_rate": 1.974398173836286e-05, + "loss": 0.1875, + "step": 11792 + }, + { + "epoch": 10.002544529262087, + "grad_norm": 1.3422745492652286, + "learning_rate": 1.9743919973280123e-05, + "loss": 0.159, + "step": 11793 + }, + { + "epoch": 10.003392705682781, + "grad_norm": 1.205830116002674, + "learning_rate": 1.974385820084442e-05, + "loss": 0.1319, + "step": 11794 + }, + { + "epoch": 10.004240882103478, + "grad_norm": 1.5384611515449196, + "learning_rate": 1.9743796421055804e-05, + "loss": 0.198, + "step": 11795 + }, + { + "epoch": 10.005089058524174, + "grad_norm": 1.6352323422115516, + "learning_rate": 1.9743734633914316e-05, + "loss": 0.1508, + "step": 11796 + }, + { + "epoch": 10.005937234944868, + "grad_norm": 1.6916877232220648, + "learning_rate": 1.9743672839420004e-05, + "loss": 0.1915, + "step": 11797 + }, + { + "epoch": 10.006785411365565, + "grad_norm": 1.2641633263944743, + "learning_rate": 1.974361103757292e-05, + "loss": 0.1501, + "step": 11798 + }, + { + "epoch": 10.007633587786259, + "grad_norm": 1.4532650213113174, + "learning_rate": 1.9743549228373102e-05, + "loss": 0.1934, + "step": 11799 + }, + { + "epoch": 10.008481764206955, + "grad_norm": 1.757130698242473, + "learning_rate": 1.9743487411820605e-05, + "loss": 0.2082, + "step": 11800 + }, + { + "epoch": 10.00932994062765, + "grad_norm": 1.5188339420829304, + "learning_rate": 1.9743425587915465e-05, + "loss": 0.1783, + "step": 11801 + }, + { + "epoch": 10.010178117048346, + "grad_norm": 1.367899688726726, + "learning_rate": 1.974336375665774e-05, + "loss": 0.1796, + "step": 11802 + }, + { + "epoch": 10.011026293469042, + "grad_norm": 1.3855526244596936, + "learning_rate": 1.9743301918047472e-05, + "loss": 0.225, + "step": 11803 + }, + { + "epoch": 10.011874469889737, + "grad_norm": 1.5311637852533484, + "learning_rate": 1.9743240072084706e-05, + "loss": 0.1833, + "step": 11804 + }, + { + "epoch": 10.012722646310433, + "grad_norm": 1.5336368645629004, + "learning_rate": 1.974317821876949e-05, + "loss": 0.2233, + "step": 11805 + }, + { + "epoch": 10.013570822731127, + "grad_norm": 1.5884828564418119, + "learning_rate": 1.9743116358101872e-05, + "loss": 0.2021, + "step": 11806 + }, + { + "epoch": 10.014418999151824, + "grad_norm": 1.6343840551583462, + "learning_rate": 1.9743054490081898e-05, + "loss": 0.2169, + "step": 11807 + }, + { + "epoch": 10.01526717557252, + "grad_norm": 1.4251406346057225, + "learning_rate": 1.974299261470961e-05, + "loss": 0.1613, + "step": 11808 + }, + { + "epoch": 10.016115351993214, + "grad_norm": 1.4433240716212554, + "learning_rate": 1.9742930731985062e-05, + "loss": 0.1846, + "step": 11809 + }, + { + "epoch": 10.01696352841391, + "grad_norm": 1.5237303869496588, + "learning_rate": 1.97428688419083e-05, + "loss": 0.2133, + "step": 11810 + }, + { + "epoch": 10.017811704834605, + "grad_norm": 1.509632542682392, + "learning_rate": 1.9742806944479365e-05, + "loss": 0.2002, + "step": 11811 + }, + { + "epoch": 10.018659881255301, + "grad_norm": 1.3374621341120536, + "learning_rate": 1.9742745039698306e-05, + "loss": 0.1791, + "step": 11812 + }, + { + "epoch": 10.019508057675997, + "grad_norm": 1.62047325480503, + "learning_rate": 1.9742683127565174e-05, + "loss": 0.1928, + "step": 11813 + }, + { + "epoch": 10.020356234096692, + "grad_norm": 1.3072714339285028, + "learning_rate": 1.974262120808001e-05, + "loss": 0.1461, + "step": 11814 + }, + { + "epoch": 10.021204410517388, + "grad_norm": 1.3818701253187062, + "learning_rate": 1.9742559281242864e-05, + "loss": 0.1724, + "step": 11815 + }, + { + "epoch": 10.022052586938083, + "grad_norm": 1.3123139080013735, + "learning_rate": 1.9742497347053784e-05, + "loss": 0.1521, + "step": 11816 + }, + { + "epoch": 10.022900763358779, + "grad_norm": 1.5105884604720226, + "learning_rate": 1.974243540551281e-05, + "loss": 0.2006, + "step": 11817 + }, + { + "epoch": 10.023748939779475, + "grad_norm": 1.434426444272502, + "learning_rate": 1.9742373456619997e-05, + "loss": 0.1684, + "step": 11818 + }, + { + "epoch": 10.02459711620017, + "grad_norm": 1.3668764377749683, + "learning_rate": 1.974231150037539e-05, + "loss": 0.1627, + "step": 11819 + }, + { + "epoch": 10.025445292620866, + "grad_norm": 1.5651183553078605, + "learning_rate": 1.974224953677903e-05, + "loss": 0.1941, + "step": 11820 + }, + { + "epoch": 10.02629346904156, + "grad_norm": 1.3895038941956706, + "learning_rate": 1.9742187565830968e-05, + "loss": 0.1977, + "step": 11821 + }, + { + "epoch": 10.027141645462256, + "grad_norm": 1.4490409007518528, + "learning_rate": 1.974212558753125e-05, + "loss": 0.1703, + "step": 11822 + }, + { + "epoch": 10.02798982188295, + "grad_norm": 1.6344117894646217, + "learning_rate": 1.9742063601879926e-05, + "loss": 0.212, + "step": 11823 + }, + { + "epoch": 10.028837998303647, + "grad_norm": 1.3583263082507562, + "learning_rate": 1.9742001608877038e-05, + "loss": 0.1689, + "step": 11824 + }, + { + "epoch": 10.029686174724343, + "grad_norm": 1.5810786535088395, + "learning_rate": 1.9741939608522637e-05, + "loss": 0.2169, + "step": 11825 + }, + { + "epoch": 10.030534351145038, + "grad_norm": 1.4459828625608024, + "learning_rate": 1.9741877600816765e-05, + "loss": 0.1661, + "step": 11826 + }, + { + "epoch": 10.031382527565734, + "grad_norm": 1.5285176362419397, + "learning_rate": 1.974181558575947e-05, + "loss": 0.2217, + "step": 11827 + }, + { + "epoch": 10.032230703986428, + "grad_norm": 1.5084920098694978, + "learning_rate": 1.9741753563350804e-05, + "loss": 0.2023, + "step": 11828 + }, + { + "epoch": 10.033078880407125, + "grad_norm": 1.4140215223969046, + "learning_rate": 1.9741691533590807e-05, + "loss": 0.1817, + "step": 11829 + }, + { + "epoch": 10.033927056827821, + "grad_norm": 1.6623772773798253, + "learning_rate": 1.974162949647953e-05, + "loss": 0.224, + "step": 11830 + }, + { + "epoch": 10.034775233248515, + "grad_norm": 1.3641986369077452, + "learning_rate": 1.9741567452017015e-05, + "loss": 0.1613, + "step": 11831 + }, + { + "epoch": 10.035623409669212, + "grad_norm": 1.5089504001882978, + "learning_rate": 1.974150540020332e-05, + "loss": 0.2534, + "step": 11832 + }, + { + "epoch": 10.036471586089906, + "grad_norm": 1.4489653689950357, + "learning_rate": 1.9741443341038478e-05, + "loss": 0.1877, + "step": 11833 + }, + { + "epoch": 10.037319762510602, + "grad_norm": 1.5058071565856583, + "learning_rate": 1.9741381274522543e-05, + "loss": 0.1796, + "step": 11834 + }, + { + "epoch": 10.038167938931299, + "grad_norm": 1.6670707868509707, + "learning_rate": 1.974131920065556e-05, + "loss": 0.209, + "step": 11835 + }, + { + "epoch": 10.039016115351993, + "grad_norm": 1.4521072142016151, + "learning_rate": 1.974125711943758e-05, + "loss": 0.2331, + "step": 11836 + }, + { + "epoch": 10.03986429177269, + "grad_norm": 1.3348573867897553, + "learning_rate": 1.974119503086864e-05, + "loss": 0.1849, + "step": 11837 + }, + { + "epoch": 10.040712468193384, + "grad_norm": 1.4781856067260797, + "learning_rate": 1.97411329349488e-05, + "loss": 0.1713, + "step": 11838 + }, + { + "epoch": 10.04156064461408, + "grad_norm": 1.3719409885678522, + "learning_rate": 1.97410708316781e-05, + "loss": 0.187, + "step": 11839 + }, + { + "epoch": 10.042408821034774, + "grad_norm": 1.3993445300583103, + "learning_rate": 1.9741008721056584e-05, + "loss": 0.1889, + "step": 11840 + }, + { + "epoch": 10.04325699745547, + "grad_norm": 1.471606705698241, + "learning_rate": 1.9740946603084306e-05, + "loss": 0.1931, + "step": 11841 + }, + { + "epoch": 10.044105173876167, + "grad_norm": 1.4156423441815036, + "learning_rate": 1.9740884477761306e-05, + "loss": 0.165, + "step": 11842 + }, + { + "epoch": 10.044953350296861, + "grad_norm": 1.6324729219753658, + "learning_rate": 1.9740822345087632e-05, + "loss": 0.2018, + "step": 11843 + }, + { + "epoch": 10.045801526717558, + "grad_norm": 1.4794444251340846, + "learning_rate": 1.974076020506334e-05, + "loss": 0.1983, + "step": 11844 + }, + { + "epoch": 10.046649703138252, + "grad_norm": 1.3157000746494811, + "learning_rate": 1.974069805768846e-05, + "loss": 0.1674, + "step": 11845 + }, + { + "epoch": 10.047497879558948, + "grad_norm": 1.6345331506088656, + "learning_rate": 1.9740635902963056e-05, + "loss": 0.1812, + "step": 11846 + }, + { + "epoch": 10.048346055979644, + "grad_norm": 1.276181505184978, + "learning_rate": 1.9740573740887164e-05, + "loss": 0.1609, + "step": 11847 + }, + { + "epoch": 10.049194232400339, + "grad_norm": 1.5413095499267457, + "learning_rate": 1.9740511571460832e-05, + "loss": 0.1587, + "step": 11848 + }, + { + "epoch": 10.050042408821035, + "grad_norm": 1.46134831845706, + "learning_rate": 1.974044939468411e-05, + "loss": 0.2162, + "step": 11849 + }, + { + "epoch": 10.05089058524173, + "grad_norm": 1.4236627771726156, + "learning_rate": 1.974038721055705e-05, + "loss": 0.1393, + "step": 11850 + }, + { + "epoch": 10.051738761662426, + "grad_norm": 1.4479311674563684, + "learning_rate": 1.9740325019079685e-05, + "loss": 0.1865, + "step": 11851 + }, + { + "epoch": 10.052586938083122, + "grad_norm": 1.7214002606979815, + "learning_rate": 1.9740262820252074e-05, + "loss": 0.1983, + "step": 11852 + }, + { + "epoch": 10.053435114503817, + "grad_norm": 1.4874947276349217, + "learning_rate": 1.974020061407426e-05, + "loss": 0.1605, + "step": 11853 + }, + { + "epoch": 10.054283290924513, + "grad_norm": 1.6138009350252482, + "learning_rate": 1.974013840054629e-05, + "loss": 0.1917, + "step": 11854 + }, + { + "epoch": 10.055131467345207, + "grad_norm": 1.6325470277911105, + "learning_rate": 1.974007617966821e-05, + "loss": 0.2054, + "step": 11855 + }, + { + "epoch": 10.055979643765903, + "grad_norm": 1.4599958894614626, + "learning_rate": 1.9740013951440064e-05, + "loss": 0.1709, + "step": 11856 + }, + { + "epoch": 10.056827820186598, + "grad_norm": 1.5504244237416944, + "learning_rate": 1.9739951715861906e-05, + "loss": 0.2109, + "step": 11857 + }, + { + "epoch": 10.057675996607294, + "grad_norm": 1.52346597827824, + "learning_rate": 1.973988947293378e-05, + "loss": 0.1832, + "step": 11858 + }, + { + "epoch": 10.05852417302799, + "grad_norm": 1.5401302005921949, + "learning_rate": 1.9739827222655733e-05, + "loss": 0.1944, + "step": 11859 + }, + { + "epoch": 10.059372349448685, + "grad_norm": 1.3159544074673937, + "learning_rate": 1.9739764965027813e-05, + "loss": 0.1899, + "step": 11860 + }, + { + "epoch": 10.060220525869381, + "grad_norm": 1.3990132216286177, + "learning_rate": 1.973970270005006e-05, + "loss": 0.2047, + "step": 11861 + }, + { + "epoch": 10.061068702290076, + "grad_norm": 1.6280543399852714, + "learning_rate": 1.973964042772253e-05, + "loss": 0.2089, + "step": 11862 + }, + { + "epoch": 10.061916878710772, + "grad_norm": 1.8153289248885724, + "learning_rate": 1.9739578148045265e-05, + "loss": 0.2057, + "step": 11863 + }, + { + "epoch": 10.062765055131468, + "grad_norm": 1.5974014900044051, + "learning_rate": 1.9739515861018316e-05, + "loss": 0.1922, + "step": 11864 + }, + { + "epoch": 10.063613231552162, + "grad_norm": 1.6144561506009507, + "learning_rate": 1.9739453566641726e-05, + "loss": 0.2098, + "step": 11865 + }, + { + "epoch": 10.064461407972859, + "grad_norm": 1.5174004756426416, + "learning_rate": 1.9739391264915546e-05, + "loss": 0.175, + "step": 11866 + }, + { + "epoch": 10.065309584393553, + "grad_norm": 1.5528671395850255, + "learning_rate": 1.9739328955839817e-05, + "loss": 0.2211, + "step": 11867 + }, + { + "epoch": 10.06615776081425, + "grad_norm": 1.407638437304143, + "learning_rate": 1.9739266639414594e-05, + "loss": 0.2015, + "step": 11868 + }, + { + "epoch": 10.067005937234946, + "grad_norm": 1.5831972458986456, + "learning_rate": 1.9739204315639916e-05, + "loss": 0.2003, + "step": 11869 + }, + { + "epoch": 10.06785411365564, + "grad_norm": 1.4855761944285337, + "learning_rate": 1.9739141984515835e-05, + "loss": 0.2084, + "step": 11870 + }, + { + "epoch": 10.068702290076336, + "grad_norm": 1.458289454742835, + "learning_rate": 1.9739079646042395e-05, + "loss": 0.1906, + "step": 11871 + }, + { + "epoch": 10.06955046649703, + "grad_norm": 1.4954351597739555, + "learning_rate": 1.9739017300219646e-05, + "loss": 0.1776, + "step": 11872 + }, + { + "epoch": 10.070398642917727, + "grad_norm": 1.8012118628235902, + "learning_rate": 1.9738954947047632e-05, + "loss": 0.1801, + "step": 11873 + }, + { + "epoch": 10.071246819338423, + "grad_norm": 1.5058902945171329, + "learning_rate": 1.9738892586526406e-05, + "loss": 0.1733, + "step": 11874 + }, + { + "epoch": 10.072094995759118, + "grad_norm": 1.574627518973606, + "learning_rate": 1.9738830218656006e-05, + "loss": 0.203, + "step": 11875 + }, + { + "epoch": 10.072943172179814, + "grad_norm": 1.4260898468859364, + "learning_rate": 1.9738767843436487e-05, + "loss": 0.206, + "step": 11876 + }, + { + "epoch": 10.073791348600508, + "grad_norm": 1.5310469592824925, + "learning_rate": 1.973870546086789e-05, + "loss": 0.1878, + "step": 11877 + }, + { + "epoch": 10.074639525021205, + "grad_norm": 1.3888175920171415, + "learning_rate": 1.973864307095027e-05, + "loss": 0.1771, + "step": 11878 + }, + { + "epoch": 10.075487701441899, + "grad_norm": 1.527585047724916, + "learning_rate": 1.9738580673683666e-05, + "loss": 0.2051, + "step": 11879 + }, + { + "epoch": 10.076335877862595, + "grad_norm": 1.6025452081185185, + "learning_rate": 1.9738518269068127e-05, + "loss": 0.2112, + "step": 11880 + }, + { + "epoch": 10.077184054283292, + "grad_norm": 1.6883127215494185, + "learning_rate": 1.9738455857103706e-05, + "loss": 0.2164, + "step": 11881 + }, + { + "epoch": 10.078032230703986, + "grad_norm": 1.3418473063927416, + "learning_rate": 1.973839343779044e-05, + "loss": 0.1447, + "step": 11882 + }, + { + "epoch": 10.078880407124682, + "grad_norm": 1.4436126580094961, + "learning_rate": 1.9738331011128385e-05, + "loss": 0.1828, + "step": 11883 + }, + { + "epoch": 10.079728583545377, + "grad_norm": 1.6442251141541695, + "learning_rate": 1.9738268577117584e-05, + "loss": 0.189, + "step": 11884 + }, + { + "epoch": 10.080576759966073, + "grad_norm": 1.3138865244249587, + "learning_rate": 1.9738206135758084e-05, + "loss": 0.1681, + "step": 11885 + }, + { + "epoch": 10.08142493638677, + "grad_norm": 1.43052276160399, + "learning_rate": 1.9738143687049932e-05, + "loss": 0.1675, + "step": 11886 + }, + { + "epoch": 10.082273112807464, + "grad_norm": 1.4810693983291183, + "learning_rate": 1.9738081230993177e-05, + "loss": 0.1676, + "step": 11887 + }, + { + "epoch": 10.08312128922816, + "grad_norm": 1.5123277672150066, + "learning_rate": 1.9738018767587866e-05, + "loss": 0.2018, + "step": 11888 + }, + { + "epoch": 10.083969465648854, + "grad_norm": 1.5943532389523447, + "learning_rate": 1.9737956296834046e-05, + "loss": 0.2274, + "step": 11889 + }, + { + "epoch": 10.08481764206955, + "grad_norm": 1.6778039807464884, + "learning_rate": 1.973789381873176e-05, + "loss": 0.1542, + "step": 11890 + }, + { + "epoch": 10.085665818490247, + "grad_norm": 1.4640496598231707, + "learning_rate": 1.9737831333281062e-05, + "loss": 0.1906, + "step": 11891 + }, + { + "epoch": 10.086513994910941, + "grad_norm": 1.5249085227378012, + "learning_rate": 1.9737768840481993e-05, + "loss": 0.1844, + "step": 11892 + }, + { + "epoch": 10.087362171331637, + "grad_norm": 1.5161886911013644, + "learning_rate": 1.9737706340334605e-05, + "loss": 0.1978, + "step": 11893 + }, + { + "epoch": 10.088210347752332, + "grad_norm": 1.5521850088496367, + "learning_rate": 1.973764383283894e-05, + "loss": 0.1894, + "step": 11894 + }, + { + "epoch": 10.089058524173028, + "grad_norm": 1.6443470745370186, + "learning_rate": 1.973758131799505e-05, + "loss": 0.1796, + "step": 11895 + }, + { + "epoch": 10.089906700593723, + "grad_norm": 1.3721731019107277, + "learning_rate": 1.973751879580298e-05, + "loss": 0.1474, + "step": 11896 + }, + { + "epoch": 10.090754877014419, + "grad_norm": 1.85826852566881, + "learning_rate": 1.973745626626278e-05, + "loss": 0.1919, + "step": 11897 + }, + { + "epoch": 10.091603053435115, + "grad_norm": 1.571010205918611, + "learning_rate": 1.9737393729374493e-05, + "loss": 0.2039, + "step": 11898 + }, + { + "epoch": 10.09245122985581, + "grad_norm": 1.5270451432941448, + "learning_rate": 1.973733118513817e-05, + "loss": 0.1859, + "step": 11899 + }, + { + "epoch": 10.093299406276506, + "grad_norm": 1.2916008159810752, + "learning_rate": 1.9737268633553852e-05, + "loss": 0.1517, + "step": 11900 + }, + { + "epoch": 10.0941475826972, + "grad_norm": 1.399946458987637, + "learning_rate": 1.973720607462159e-05, + "loss": 0.1478, + "step": 11901 + }, + { + "epoch": 10.094995759117896, + "grad_norm": 1.5140197380427736, + "learning_rate": 1.9737143508341435e-05, + "loss": 0.1761, + "step": 11902 + }, + { + "epoch": 10.095843935538593, + "grad_norm": 1.6487522761331594, + "learning_rate": 1.973708093471343e-05, + "loss": 0.1936, + "step": 11903 + }, + { + "epoch": 10.096692111959287, + "grad_norm": 1.5319407610378857, + "learning_rate": 1.9737018353737625e-05, + "loss": 0.1721, + "step": 11904 + }, + { + "epoch": 10.097540288379983, + "grad_norm": 1.488469083800453, + "learning_rate": 1.973695576541406e-05, + "loss": 0.2429, + "step": 11905 + }, + { + "epoch": 10.098388464800678, + "grad_norm": 1.8992573289127153, + "learning_rate": 1.9736893169742792e-05, + "loss": 0.1707, + "step": 11906 + }, + { + "epoch": 10.099236641221374, + "grad_norm": 1.5730693075624222, + "learning_rate": 1.9736830566723862e-05, + "loss": 0.1859, + "step": 11907 + }, + { + "epoch": 10.10008481764207, + "grad_norm": 1.4654432011251082, + "learning_rate": 1.9736767956357318e-05, + "loss": 0.2054, + "step": 11908 + }, + { + "epoch": 10.100932994062765, + "grad_norm": 1.3432695065962987, + "learning_rate": 1.973670533864321e-05, + "loss": 0.2169, + "step": 11909 + }, + { + "epoch": 10.101781170483461, + "grad_norm": 1.3964815252177336, + "learning_rate": 1.9736642713581583e-05, + "loss": 0.164, + "step": 11910 + }, + { + "epoch": 10.102629346904155, + "grad_norm": 1.4102552639358676, + "learning_rate": 1.9736580081172484e-05, + "loss": 0.186, + "step": 11911 + }, + { + "epoch": 10.103477523324852, + "grad_norm": 1.670937833469734, + "learning_rate": 1.973651744141596e-05, + "loss": 0.1651, + "step": 11912 + }, + { + "epoch": 10.104325699745548, + "grad_norm": 1.4915511561470434, + "learning_rate": 1.973645479431206e-05, + "loss": 0.1576, + "step": 11913 + }, + { + "epoch": 10.105173876166242, + "grad_norm": 1.599982739847937, + "learning_rate": 1.973639213986083e-05, + "loss": 0.2028, + "step": 11914 + }, + { + "epoch": 10.106022052586939, + "grad_norm": 1.7451676641716898, + "learning_rate": 1.9736329478062318e-05, + "loss": 0.2133, + "step": 11915 + }, + { + "epoch": 10.106870229007633, + "grad_norm": 1.5290186372010095, + "learning_rate": 1.9736266808916573e-05, + "loss": 0.2086, + "step": 11916 + }, + { + "epoch": 10.10771840542833, + "grad_norm": 1.5543221942250582, + "learning_rate": 1.9736204132423637e-05, + "loss": 0.1964, + "step": 11917 + }, + { + "epoch": 10.108566581849024, + "grad_norm": 1.5942491520722133, + "learning_rate": 1.9736141448583564e-05, + "loss": 0.2072, + "step": 11918 + }, + { + "epoch": 10.10941475826972, + "grad_norm": 1.4257987414740123, + "learning_rate": 1.9736078757396396e-05, + "loss": 0.1659, + "step": 11919 + }, + { + "epoch": 10.110262934690416, + "grad_norm": 1.4078772136946256, + "learning_rate": 1.9736016058862182e-05, + "loss": 0.1693, + "step": 11920 + }, + { + "epoch": 10.11111111111111, + "grad_norm": 1.4048524975316776, + "learning_rate": 1.973595335298097e-05, + "loss": 0.1563, + "step": 11921 + }, + { + "epoch": 10.111959287531807, + "grad_norm": 1.5082228526295391, + "learning_rate": 1.973589063975281e-05, + "loss": 0.1942, + "step": 11922 + }, + { + "epoch": 10.112807463952501, + "grad_norm": 1.5140026194711438, + "learning_rate": 1.973582791917774e-05, + "loss": 0.2084, + "step": 11923 + }, + { + "epoch": 10.113655640373198, + "grad_norm": 1.5623367280668463, + "learning_rate": 1.9735765191255817e-05, + "loss": 0.1967, + "step": 11924 + }, + { + "epoch": 10.114503816793894, + "grad_norm": 1.5887189063040394, + "learning_rate": 1.9735702455987086e-05, + "loss": 0.2221, + "step": 11925 + }, + { + "epoch": 10.115351993214588, + "grad_norm": 1.5130513096469373, + "learning_rate": 1.973563971337159e-05, + "loss": 0.1801, + "step": 11926 + }, + { + "epoch": 10.116200169635285, + "grad_norm": 1.4702603916189592, + "learning_rate": 1.973557696340938e-05, + "loss": 0.196, + "step": 11927 + }, + { + "epoch": 10.117048346055979, + "grad_norm": 1.4523144258061316, + "learning_rate": 1.9735514206100507e-05, + "loss": 0.165, + "step": 11928 + }, + { + "epoch": 10.117896522476675, + "grad_norm": 1.5199138283129978, + "learning_rate": 1.973545144144501e-05, + "loss": 0.1684, + "step": 11929 + }, + { + "epoch": 10.118744698897371, + "grad_norm": 1.5038574857670544, + "learning_rate": 1.9735388669442943e-05, + "loss": 0.2082, + "step": 11930 + }, + { + "epoch": 10.119592875318066, + "grad_norm": 1.658494841398674, + "learning_rate": 1.9735325890094346e-05, + "loss": 0.1841, + "step": 11931 + }, + { + "epoch": 10.120441051738762, + "grad_norm": 1.6471785687020832, + "learning_rate": 1.973526310339928e-05, + "loss": 0.2144, + "step": 11932 + }, + { + "epoch": 10.121289228159457, + "grad_norm": 1.5013037694902915, + "learning_rate": 1.9735200309357778e-05, + "loss": 0.1938, + "step": 11933 + }, + { + "epoch": 10.122137404580153, + "grad_norm": 1.8588889478386514, + "learning_rate": 1.973513750796989e-05, + "loss": 0.2101, + "step": 11934 + }, + { + "epoch": 10.122985581000847, + "grad_norm": 1.6439197240263368, + "learning_rate": 1.9735074699235675e-05, + "loss": 0.2306, + "step": 11935 + }, + { + "epoch": 10.123833757421544, + "grad_norm": 1.546457586716834, + "learning_rate": 1.973501188315517e-05, + "loss": 0.1773, + "step": 11936 + }, + { + "epoch": 10.12468193384224, + "grad_norm": 1.4596854433872841, + "learning_rate": 1.973494905972842e-05, + "loss": 0.2138, + "step": 11937 + }, + { + "epoch": 10.125530110262934, + "grad_norm": 1.762415341283807, + "learning_rate": 1.973488622895548e-05, + "loss": 0.2197, + "step": 11938 + }, + { + "epoch": 10.12637828668363, + "grad_norm": 1.6126170186044304, + "learning_rate": 1.9734823390836393e-05, + "loss": 0.1888, + "step": 11939 + }, + { + "epoch": 10.127226463104325, + "grad_norm": 1.503635934640285, + "learning_rate": 1.9734760545371206e-05, + "loss": 0.205, + "step": 11940 + }, + { + "epoch": 10.128074639525021, + "grad_norm": 1.3299115770977483, + "learning_rate": 1.973469769255997e-05, + "loss": 0.1535, + "step": 11941 + }, + { + "epoch": 10.128922815945717, + "grad_norm": 1.583871040175847, + "learning_rate": 1.9734634832402732e-05, + "loss": 0.1945, + "step": 11942 + }, + { + "epoch": 10.129770992366412, + "grad_norm": 1.5050117000013379, + "learning_rate": 1.9734571964899533e-05, + "loss": 0.1657, + "step": 11943 + }, + { + "epoch": 10.130619168787108, + "grad_norm": 1.7042624103660262, + "learning_rate": 1.9734509090050428e-05, + "loss": 0.2164, + "step": 11944 + }, + { + "epoch": 10.131467345207803, + "grad_norm": 1.618219248741303, + "learning_rate": 1.9734446207855463e-05, + "loss": 0.2052, + "step": 11945 + }, + { + "epoch": 10.132315521628499, + "grad_norm": 1.3680241942262057, + "learning_rate": 1.973438331831468e-05, + "loss": 0.2013, + "step": 11946 + }, + { + "epoch": 10.133163698049195, + "grad_norm": 1.503720907254436, + "learning_rate": 1.9734320421428137e-05, + "loss": 0.211, + "step": 11947 + }, + { + "epoch": 10.13401187446989, + "grad_norm": 1.3903746266201744, + "learning_rate": 1.973425751719587e-05, + "loss": 0.1826, + "step": 11948 + }, + { + "epoch": 10.134860050890586, + "grad_norm": 1.355203871824855, + "learning_rate": 1.9734194605617934e-05, + "loss": 0.1467, + "step": 11949 + }, + { + "epoch": 10.13570822731128, + "grad_norm": 1.5443862366450896, + "learning_rate": 1.9734131686694374e-05, + "loss": 0.1969, + "step": 11950 + }, + { + "epoch": 10.136556403731976, + "grad_norm": 1.4558670918150636, + "learning_rate": 1.9734068760425235e-05, + "loss": 0.2051, + "step": 11951 + }, + { + "epoch": 10.137404580152673, + "grad_norm": 1.5599449410536645, + "learning_rate": 1.973400582681057e-05, + "loss": 0.1899, + "step": 11952 + }, + { + "epoch": 10.138252756573367, + "grad_norm": 1.6195067738345488, + "learning_rate": 1.973394288585042e-05, + "loss": 0.1849, + "step": 11953 + }, + { + "epoch": 10.139100932994063, + "grad_norm": 1.5472177250696009, + "learning_rate": 1.9733879937544838e-05, + "loss": 0.1675, + "step": 11954 + }, + { + "epoch": 10.139949109414758, + "grad_norm": 1.5633493617320198, + "learning_rate": 1.973381698189387e-05, + "loss": 0.1777, + "step": 11955 + }, + { + "epoch": 10.140797285835454, + "grad_norm": 1.4360364273024468, + "learning_rate": 1.9733754018897567e-05, + "loss": 0.2097, + "step": 11956 + }, + { + "epoch": 10.141645462256148, + "grad_norm": 1.351118919748048, + "learning_rate": 1.9733691048555966e-05, + "loss": 0.1739, + "step": 11957 + }, + { + "epoch": 10.142493638676845, + "grad_norm": 1.5216537841784585, + "learning_rate": 1.9733628070869123e-05, + "loss": 0.1915, + "step": 11958 + }, + { + "epoch": 10.143341815097541, + "grad_norm": 1.4137853003227823, + "learning_rate": 1.9733565085837087e-05, + "loss": 0.1821, + "step": 11959 + }, + { + "epoch": 10.144189991518235, + "grad_norm": 1.5044648441301767, + "learning_rate": 1.97335020934599e-05, + "loss": 0.1874, + "step": 11960 + }, + { + "epoch": 10.145038167938932, + "grad_norm": 1.5013010550641896, + "learning_rate": 1.973343909373761e-05, + "loss": 0.2047, + "step": 11961 + }, + { + "epoch": 10.145886344359626, + "grad_norm": 1.5919723198063669, + "learning_rate": 1.9733376086670265e-05, + "loss": 0.2268, + "step": 11962 + }, + { + "epoch": 10.146734520780322, + "grad_norm": 1.6044065446148155, + "learning_rate": 1.9733313072257916e-05, + "loss": 0.1934, + "step": 11963 + }, + { + "epoch": 10.147582697201019, + "grad_norm": 1.559470559895791, + "learning_rate": 1.973325005050061e-05, + "loss": 0.182, + "step": 11964 + }, + { + "epoch": 10.148430873621713, + "grad_norm": 1.5415640680364169, + "learning_rate": 1.973318702139839e-05, + "loss": 0.2407, + "step": 11965 + }, + { + "epoch": 10.14927905004241, + "grad_norm": 1.45039972639233, + "learning_rate": 1.973312398495131e-05, + "loss": 0.2098, + "step": 11966 + }, + { + "epoch": 10.150127226463104, + "grad_norm": 1.5129943933107202, + "learning_rate": 1.973306094115941e-05, + "loss": 0.1644, + "step": 11967 + }, + { + "epoch": 10.1509754028838, + "grad_norm": 1.4135169847894848, + "learning_rate": 1.9732997890022743e-05, + "loss": 0.2054, + "step": 11968 + }, + { + "epoch": 10.151823579304496, + "grad_norm": 1.3167381768906092, + "learning_rate": 1.9732934831541353e-05, + "loss": 0.1681, + "step": 11969 + }, + { + "epoch": 10.15267175572519, + "grad_norm": 1.7405700375370752, + "learning_rate": 1.973287176571529e-05, + "loss": 0.249, + "step": 11970 + }, + { + "epoch": 10.153519932145887, + "grad_norm": 1.5344806977861307, + "learning_rate": 1.9732808692544604e-05, + "loss": 0.1852, + "step": 11971 + }, + { + "epoch": 10.154368108566581, + "grad_norm": 1.5679899722944408, + "learning_rate": 1.973274561202934e-05, + "loss": 0.2142, + "step": 11972 + }, + { + "epoch": 10.155216284987278, + "grad_norm": 1.6989112642190551, + "learning_rate": 1.9732682524169543e-05, + "loss": 0.2213, + "step": 11973 + }, + { + "epoch": 10.156064461407972, + "grad_norm": 1.517560602187407, + "learning_rate": 1.9732619428965267e-05, + "loss": 0.1702, + "step": 11974 + }, + { + "epoch": 10.156912637828668, + "grad_norm": 1.3840628507607309, + "learning_rate": 1.973255632641655e-05, + "loss": 0.1741, + "step": 11975 + }, + { + "epoch": 10.157760814249365, + "grad_norm": 1.623630763647015, + "learning_rate": 1.973249321652345e-05, + "loss": 0.2007, + "step": 11976 + }, + { + "epoch": 10.158608990670059, + "grad_norm": 1.342466675178536, + "learning_rate": 1.973243009928601e-05, + "loss": 0.156, + "step": 11977 + }, + { + "epoch": 10.159457167090755, + "grad_norm": 1.251366493333446, + "learning_rate": 1.9732366974704273e-05, + "loss": 0.1349, + "step": 11978 + }, + { + "epoch": 10.16030534351145, + "grad_norm": 1.420049017392071, + "learning_rate": 1.9732303842778296e-05, + "loss": 0.1838, + "step": 11979 + }, + { + "epoch": 10.161153519932146, + "grad_norm": 1.601586923476033, + "learning_rate": 1.973224070350812e-05, + "loss": 0.1921, + "step": 11980 + }, + { + "epoch": 10.162001696352842, + "grad_norm": 1.542445903002271, + "learning_rate": 1.9732177556893796e-05, + "loss": 0.1794, + "step": 11981 + }, + { + "epoch": 10.162849872773537, + "grad_norm": 1.4195354370767996, + "learning_rate": 1.973211440293537e-05, + "loss": 0.2024, + "step": 11982 + }, + { + "epoch": 10.163698049194233, + "grad_norm": 1.74833555932188, + "learning_rate": 1.973205124163289e-05, + "loss": 0.2022, + "step": 11983 + }, + { + "epoch": 10.164546225614927, + "grad_norm": 1.4401610685697217, + "learning_rate": 1.97319880729864e-05, + "loss": 0.1849, + "step": 11984 + }, + { + "epoch": 10.165394402035624, + "grad_norm": 1.5341349775484479, + "learning_rate": 1.9731924896995954e-05, + "loss": 0.2027, + "step": 11985 + }, + { + "epoch": 10.16624257845632, + "grad_norm": 1.4966020256773294, + "learning_rate": 1.9731861713661592e-05, + "loss": 0.2198, + "step": 11986 + }, + { + "epoch": 10.167090754877014, + "grad_norm": 1.500440000091007, + "learning_rate": 1.9731798522983374e-05, + "loss": 0.214, + "step": 11987 + }, + { + "epoch": 10.16793893129771, + "grad_norm": 1.2545968434746564, + "learning_rate": 1.9731735324961336e-05, + "loss": 0.148, + "step": 11988 + }, + { + "epoch": 10.168787107718405, + "grad_norm": 1.4182434580994676, + "learning_rate": 1.9731672119595532e-05, + "loss": 0.1337, + "step": 11989 + }, + { + "epoch": 10.169635284139101, + "grad_norm": 1.5052063542723282, + "learning_rate": 1.9731608906886004e-05, + "loss": 0.1819, + "step": 11990 + }, + { + "epoch": 10.170483460559796, + "grad_norm": 1.7968384130567372, + "learning_rate": 1.973154568683281e-05, + "loss": 0.2456, + "step": 11991 + }, + { + "epoch": 10.171331636980492, + "grad_norm": 1.5586865921788284, + "learning_rate": 1.9731482459435983e-05, + "loss": 0.1742, + "step": 11992 + }, + { + "epoch": 10.172179813401188, + "grad_norm": 1.6201388707235607, + "learning_rate": 1.9731419224695582e-05, + "loss": 0.2177, + "step": 11993 + }, + { + "epoch": 10.173027989821882, + "grad_norm": 1.471548412684555, + "learning_rate": 1.9731355982611652e-05, + "loss": 0.2172, + "step": 11994 + }, + { + "epoch": 10.173876166242579, + "grad_norm": 1.4864962845153518, + "learning_rate": 1.9731292733184238e-05, + "loss": 0.1942, + "step": 11995 + }, + { + "epoch": 10.174724342663273, + "grad_norm": 1.6419911986930102, + "learning_rate": 1.9731229476413394e-05, + "loss": 0.2304, + "step": 11996 + }, + { + "epoch": 10.17557251908397, + "grad_norm": 1.4374848963774187, + "learning_rate": 1.973116621229916e-05, + "loss": 0.1855, + "step": 11997 + }, + { + "epoch": 10.176420695504666, + "grad_norm": 1.518637341424749, + "learning_rate": 1.973110294084159e-05, + "loss": 0.1784, + "step": 11998 + }, + { + "epoch": 10.17726887192536, + "grad_norm": 1.3652630667177226, + "learning_rate": 1.9731039662040726e-05, + "loss": 0.1751, + "step": 11999 + }, + { + "epoch": 10.178117048346056, + "grad_norm": 1.6365116134006235, + "learning_rate": 1.9730976375896623e-05, + "loss": 0.2052, + "step": 12000 + }, + { + "epoch": 10.17896522476675, + "grad_norm": 1.5420983296532893, + "learning_rate": 1.973091308240932e-05, + "loss": 0.1727, + "step": 12001 + }, + { + "epoch": 10.179813401187447, + "grad_norm": 1.5613036457732656, + "learning_rate": 1.973084978157887e-05, + "loss": 0.19, + "step": 12002 + }, + { + "epoch": 10.180661577608143, + "grad_norm": 1.994918780188575, + "learning_rate": 1.9730786473405324e-05, + "loss": 0.2171, + "step": 12003 + }, + { + "epoch": 10.181509754028838, + "grad_norm": 1.5328870905070693, + "learning_rate": 1.9730723157888724e-05, + "loss": 0.1985, + "step": 12004 + }, + { + "epoch": 10.182357930449534, + "grad_norm": 1.4948698493415886, + "learning_rate": 1.9730659835029117e-05, + "loss": 0.1879, + "step": 12005 + }, + { + "epoch": 10.183206106870228, + "grad_norm": 1.8259495268918098, + "learning_rate": 1.9730596504826557e-05, + "loss": 0.2285, + "step": 12006 + }, + { + "epoch": 10.184054283290925, + "grad_norm": 1.4418949132442032, + "learning_rate": 1.9730533167281086e-05, + "loss": 0.2017, + "step": 12007 + }, + { + "epoch": 10.18490245971162, + "grad_norm": 1.457905679512883, + "learning_rate": 1.9730469822392754e-05, + "loss": 0.2252, + "step": 12008 + }, + { + "epoch": 10.185750636132315, + "grad_norm": 1.6014018097157345, + "learning_rate": 1.9730406470161612e-05, + "loss": 0.2082, + "step": 12009 + }, + { + "epoch": 10.186598812553012, + "grad_norm": 1.4509102554316762, + "learning_rate": 1.97303431105877e-05, + "loss": 0.1655, + "step": 12010 + }, + { + "epoch": 10.187446988973706, + "grad_norm": 1.4330445694700906, + "learning_rate": 1.9730279743671074e-05, + "loss": 0.1767, + "step": 12011 + }, + { + "epoch": 10.188295165394402, + "grad_norm": 1.7887797235075276, + "learning_rate": 1.973021636941178e-05, + "loss": 0.2248, + "step": 12012 + }, + { + "epoch": 10.189143341815097, + "grad_norm": 1.3757733359639537, + "learning_rate": 1.9730152987809862e-05, + "loss": 0.2024, + "step": 12013 + }, + { + "epoch": 10.189991518235793, + "grad_norm": 1.4661993456397313, + "learning_rate": 1.9730089598865368e-05, + "loss": 0.149, + "step": 12014 + }, + { + "epoch": 10.19083969465649, + "grad_norm": 1.6345653649224035, + "learning_rate": 1.9730026202578348e-05, + "loss": 0.1895, + "step": 12015 + }, + { + "epoch": 10.191687871077184, + "grad_norm": 2.0679722110044714, + "learning_rate": 1.972996279894885e-05, + "loss": 0.1787, + "step": 12016 + }, + { + "epoch": 10.19253604749788, + "grad_norm": 1.4614685094440252, + "learning_rate": 1.9729899387976922e-05, + "loss": 0.1965, + "step": 12017 + }, + { + "epoch": 10.193384223918574, + "grad_norm": 1.438847824494047, + "learning_rate": 1.972983596966261e-05, + "loss": 0.206, + "step": 12018 + }, + { + "epoch": 10.19423240033927, + "grad_norm": 1.4319176084065, + "learning_rate": 1.9729772544005967e-05, + "loss": 0.1942, + "step": 12019 + }, + { + "epoch": 10.195080576759967, + "grad_norm": 1.4935280332450969, + "learning_rate": 1.9729709111007035e-05, + "loss": 0.185, + "step": 12020 + }, + { + "epoch": 10.195928753180661, + "grad_norm": 1.4675672870811018, + "learning_rate": 1.9729645670665866e-05, + "loss": 0.1769, + "step": 12021 + }, + { + "epoch": 10.196776929601358, + "grad_norm": 1.381450330213171, + "learning_rate": 1.97295822229825e-05, + "loss": 0.1531, + "step": 12022 + }, + { + "epoch": 10.197625106022052, + "grad_norm": 1.4878261720804118, + "learning_rate": 1.9729518767956994e-05, + "loss": 0.2095, + "step": 12023 + }, + { + "epoch": 10.198473282442748, + "grad_norm": 1.4651424777297102, + "learning_rate": 1.9729455305589394e-05, + "loss": 0.1849, + "step": 12024 + }, + { + "epoch": 10.199321458863444, + "grad_norm": 1.4216986906662414, + "learning_rate": 1.9729391835879746e-05, + "loss": 0.1995, + "step": 12025 + }, + { + "epoch": 10.200169635284139, + "grad_norm": 1.6871507830254795, + "learning_rate": 1.9729328358828094e-05, + "loss": 0.2754, + "step": 12026 + }, + { + "epoch": 10.201017811704835, + "grad_norm": 1.4257510506152657, + "learning_rate": 1.9729264874434496e-05, + "loss": 0.2066, + "step": 12027 + }, + { + "epoch": 10.20186598812553, + "grad_norm": 1.7222171976757512, + "learning_rate": 1.972920138269899e-05, + "loss": 0.1722, + "step": 12028 + }, + { + "epoch": 10.202714164546226, + "grad_norm": 1.5557264368677166, + "learning_rate": 1.9729137883621628e-05, + "loss": 0.1801, + "step": 12029 + }, + { + "epoch": 10.20356234096692, + "grad_norm": 1.4470413356437173, + "learning_rate": 1.9729074377202463e-05, + "loss": 0.2067, + "step": 12030 + }, + { + "epoch": 10.204410517387617, + "grad_norm": 1.4432965636324213, + "learning_rate": 1.9729010863441535e-05, + "loss": 0.2219, + "step": 12031 + }, + { + "epoch": 10.205258693808313, + "grad_norm": 1.4903383112183721, + "learning_rate": 1.9728947342338895e-05, + "loss": 0.1907, + "step": 12032 + }, + { + "epoch": 10.206106870229007, + "grad_norm": 1.6467968731465545, + "learning_rate": 1.972888381389459e-05, + "loss": 0.2146, + "step": 12033 + }, + { + "epoch": 10.206955046649703, + "grad_norm": 1.3626633995207604, + "learning_rate": 1.972882027810867e-05, + "loss": 0.1925, + "step": 12034 + }, + { + "epoch": 10.207803223070398, + "grad_norm": 1.5382368446637158, + "learning_rate": 1.9728756734981177e-05, + "loss": 0.2088, + "step": 12035 + }, + { + "epoch": 10.208651399491094, + "grad_norm": 1.4591954306385042, + "learning_rate": 1.972869318451217e-05, + "loss": 0.1621, + "step": 12036 + }, + { + "epoch": 10.20949957591179, + "grad_norm": 1.5813606378694165, + "learning_rate": 1.972862962670169e-05, + "loss": 0.2568, + "step": 12037 + }, + { + "epoch": 10.210347752332485, + "grad_norm": 1.4559798105695887, + "learning_rate": 1.9728566061549778e-05, + "loss": 0.1817, + "step": 12038 + }, + { + "epoch": 10.211195928753181, + "grad_norm": 1.4780630562127866, + "learning_rate": 1.9728502489056496e-05, + "loss": 0.177, + "step": 12039 + }, + { + "epoch": 10.212044105173876, + "grad_norm": 1.5435646520033146, + "learning_rate": 1.9728438909221882e-05, + "loss": 0.1834, + "step": 12040 + }, + { + "epoch": 10.212892281594572, + "grad_norm": 1.4825483322944415, + "learning_rate": 1.9728375322045993e-05, + "loss": 0.1834, + "step": 12041 + }, + { + "epoch": 10.213740458015268, + "grad_norm": 1.7142258180648486, + "learning_rate": 1.9728311727528866e-05, + "loss": 0.1889, + "step": 12042 + }, + { + "epoch": 10.214588634435962, + "grad_norm": 1.533887545291444, + "learning_rate": 1.9728248125670558e-05, + "loss": 0.1703, + "step": 12043 + }, + { + "epoch": 10.215436810856659, + "grad_norm": 1.6790304576690374, + "learning_rate": 1.972818451647111e-05, + "loss": 0.1833, + "step": 12044 + }, + { + "epoch": 10.216284987277353, + "grad_norm": 1.4545815230834025, + "learning_rate": 1.9728120899930575e-05, + "loss": 0.1548, + "step": 12045 + }, + { + "epoch": 10.21713316369805, + "grad_norm": 1.5242712029118235, + "learning_rate": 1.9728057276049e-05, + "loss": 0.1954, + "step": 12046 + }, + { + "epoch": 10.217981340118744, + "grad_norm": 1.3519614979143924, + "learning_rate": 1.9727993644826432e-05, + "loss": 0.1805, + "step": 12047 + }, + { + "epoch": 10.21882951653944, + "grad_norm": 1.3502593720153857, + "learning_rate": 1.9727930006262918e-05, + "loss": 0.186, + "step": 12048 + }, + { + "epoch": 10.219677692960136, + "grad_norm": 1.3295796383553466, + "learning_rate": 1.972786636035851e-05, + "loss": 0.1706, + "step": 12049 + }, + { + "epoch": 10.22052586938083, + "grad_norm": 1.473852331762432, + "learning_rate": 1.9727802707113252e-05, + "loss": 0.1676, + "step": 12050 + }, + { + "epoch": 10.221374045801527, + "grad_norm": 1.466660376820714, + "learning_rate": 1.9727739046527192e-05, + "loss": 0.2018, + "step": 12051 + }, + { + "epoch": 10.222222222222221, + "grad_norm": 1.5901692421783007, + "learning_rate": 1.9727675378600382e-05, + "loss": 0.1952, + "step": 12052 + }, + { + "epoch": 10.223070398642918, + "grad_norm": 1.3499979087852187, + "learning_rate": 1.9727611703332867e-05, + "loss": 0.1533, + "step": 12053 + }, + { + "epoch": 10.223918575063614, + "grad_norm": 1.5665837620765373, + "learning_rate": 1.9727548020724696e-05, + "loss": 0.1857, + "step": 12054 + }, + { + "epoch": 10.224766751484308, + "grad_norm": 1.6594417804100141, + "learning_rate": 1.9727484330775917e-05, + "loss": 0.2126, + "step": 12055 + }, + { + "epoch": 10.225614927905005, + "grad_norm": 1.6098543547984392, + "learning_rate": 1.9727420633486578e-05, + "loss": 0.1835, + "step": 12056 + }, + { + "epoch": 10.226463104325699, + "grad_norm": 1.4447993687721354, + "learning_rate": 1.9727356928856726e-05, + "loss": 0.1505, + "step": 12057 + }, + { + "epoch": 10.227311280746395, + "grad_norm": 1.4820547881830095, + "learning_rate": 1.972729321688641e-05, + "loss": 0.1954, + "step": 12058 + }, + { + "epoch": 10.228159457167092, + "grad_norm": 1.5357540710861608, + "learning_rate": 1.9727229497575674e-05, + "loss": 0.1867, + "step": 12059 + }, + { + "epoch": 10.229007633587786, + "grad_norm": 1.574974937823564, + "learning_rate": 1.9727165770924578e-05, + "loss": 0.1701, + "step": 12060 + }, + { + "epoch": 10.229855810008482, + "grad_norm": 1.5543194002372482, + "learning_rate": 1.9727102036933156e-05, + "loss": 0.1788, + "step": 12061 + }, + { + "epoch": 10.230703986429177, + "grad_norm": 1.4454259030404564, + "learning_rate": 1.9727038295601464e-05, + "loss": 0.1741, + "step": 12062 + }, + { + "epoch": 10.231552162849873, + "grad_norm": 1.6519891740430233, + "learning_rate": 1.972697454692955e-05, + "loss": 0.1995, + "step": 12063 + }, + { + "epoch": 10.23240033927057, + "grad_norm": 1.7181826339147108, + "learning_rate": 1.9726910790917458e-05, + "loss": 0.1759, + "step": 12064 + }, + { + "epoch": 10.233248515691264, + "grad_norm": 1.5932697505127018, + "learning_rate": 1.9726847027565238e-05, + "loss": 0.2117, + "step": 12065 + }, + { + "epoch": 10.23409669211196, + "grad_norm": 1.5039530022345744, + "learning_rate": 1.9726783256872942e-05, + "loss": 0.1757, + "step": 12066 + }, + { + "epoch": 10.234944868532654, + "grad_norm": 1.4942592153659358, + "learning_rate": 1.972671947884061e-05, + "loss": 0.1861, + "step": 12067 + }, + { + "epoch": 10.23579304495335, + "grad_norm": 1.4399118507704745, + "learning_rate": 1.97266556934683e-05, + "loss": 0.1702, + "step": 12068 + }, + { + "epoch": 10.236641221374045, + "grad_norm": 1.3986116950811778, + "learning_rate": 1.9726591900756053e-05, + "loss": 0.1755, + "step": 12069 + }, + { + "epoch": 10.237489397794741, + "grad_norm": 1.6708200792370809, + "learning_rate": 1.9726528100703918e-05, + "loss": 0.216, + "step": 12070 + }, + { + "epoch": 10.238337574215437, + "grad_norm": 1.6011717758941264, + "learning_rate": 1.9726464293311948e-05, + "loss": 0.2345, + "step": 12071 + }, + { + "epoch": 10.239185750636132, + "grad_norm": 1.3320975946061104, + "learning_rate": 1.9726400478580186e-05, + "loss": 0.1758, + "step": 12072 + }, + { + "epoch": 10.240033927056828, + "grad_norm": 1.5567474484842543, + "learning_rate": 1.972633665650868e-05, + "loss": 0.2221, + "step": 12073 + }, + { + "epoch": 10.240882103477523, + "grad_norm": 1.4807730891056008, + "learning_rate": 1.9726272827097483e-05, + "loss": 0.1817, + "step": 12074 + }, + { + "epoch": 10.241730279898219, + "grad_norm": 1.5319862128623087, + "learning_rate": 1.9726208990346635e-05, + "loss": 0.2109, + "step": 12075 + }, + { + "epoch": 10.242578456318915, + "grad_norm": 1.5868203518866693, + "learning_rate": 1.9726145146256194e-05, + "loss": 0.222, + "step": 12076 + }, + { + "epoch": 10.24342663273961, + "grad_norm": 1.6072182519968075, + "learning_rate": 1.97260812948262e-05, + "loss": 0.2223, + "step": 12077 + }, + { + "epoch": 10.244274809160306, + "grad_norm": 1.441746380260885, + "learning_rate": 1.9726017436056705e-05, + "loss": 0.1655, + "step": 12078 + }, + { + "epoch": 10.245122985581, + "grad_norm": 1.4389028781834454, + "learning_rate": 1.9725953569947757e-05, + "loss": 0.2047, + "step": 12079 + }, + { + "epoch": 10.245971162001696, + "grad_norm": 1.4473679301378206, + "learning_rate": 1.9725889696499404e-05, + "loss": 0.131, + "step": 12080 + }, + { + "epoch": 10.246819338422393, + "grad_norm": 1.6365637275515876, + "learning_rate": 1.9725825815711697e-05, + "loss": 0.2352, + "step": 12081 + }, + { + "epoch": 10.247667514843087, + "grad_norm": 1.632663120292626, + "learning_rate": 1.9725761927584676e-05, + "loss": 0.2727, + "step": 12082 + }, + { + "epoch": 10.248515691263783, + "grad_norm": 1.4180130334984433, + "learning_rate": 1.97256980321184e-05, + "loss": 0.1641, + "step": 12083 + }, + { + "epoch": 10.249363867684478, + "grad_norm": 1.8252261166943655, + "learning_rate": 1.9725634129312908e-05, + "loss": 0.2086, + "step": 12084 + }, + { + "epoch": 10.250212044105174, + "grad_norm": 1.427302306193511, + "learning_rate": 1.972557021916825e-05, + "loss": 0.2027, + "step": 12085 + }, + { + "epoch": 10.251060220525869, + "grad_norm": 1.5464773767613513, + "learning_rate": 1.972550630168448e-05, + "loss": 0.1908, + "step": 12086 + }, + { + "epoch": 10.251908396946565, + "grad_norm": 1.468496222967069, + "learning_rate": 1.9725442376861642e-05, + "loss": 0.1718, + "step": 12087 + }, + { + "epoch": 10.252756573367261, + "grad_norm": 1.5781770827282597, + "learning_rate": 1.9725378444699784e-05, + "loss": 0.2231, + "step": 12088 + }, + { + "epoch": 10.253604749787955, + "grad_norm": 1.6442802828317322, + "learning_rate": 1.9725314505198958e-05, + "loss": 0.196, + "step": 12089 + }, + { + "epoch": 10.254452926208652, + "grad_norm": 1.7630844699113062, + "learning_rate": 1.9725250558359205e-05, + "loss": 0.2166, + "step": 12090 + }, + { + "epoch": 10.255301102629346, + "grad_norm": 1.516520205875228, + "learning_rate": 1.9725186604180582e-05, + "loss": 0.153, + "step": 12091 + }, + { + "epoch": 10.256149279050042, + "grad_norm": 1.525872226967573, + "learning_rate": 1.9725122642663127e-05, + "loss": 0.1957, + "step": 12092 + }, + { + "epoch": 10.256997455470739, + "grad_norm": 1.4689704934613783, + "learning_rate": 1.9725058673806897e-05, + "loss": 0.1721, + "step": 12093 + }, + { + "epoch": 10.257845631891433, + "grad_norm": 1.3417948903963683, + "learning_rate": 1.9724994697611936e-05, + "loss": 0.1649, + "step": 12094 + }, + { + "epoch": 10.25869380831213, + "grad_norm": 1.302400583887527, + "learning_rate": 1.9724930714078296e-05, + "loss": 0.2102, + "step": 12095 + }, + { + "epoch": 10.259541984732824, + "grad_norm": 1.5861643887386752, + "learning_rate": 1.972486672320602e-05, + "loss": 0.2287, + "step": 12096 + }, + { + "epoch": 10.26039016115352, + "grad_norm": 1.3744404005228263, + "learning_rate": 1.972480272499516e-05, + "loss": 0.1795, + "step": 12097 + }, + { + "epoch": 10.261238337574216, + "grad_norm": 1.1935959278767307, + "learning_rate": 1.9724738719445765e-05, + "loss": 0.1399, + "step": 12098 + }, + { + "epoch": 10.26208651399491, + "grad_norm": 1.4892468136424124, + "learning_rate": 1.972467470655788e-05, + "loss": 0.1887, + "step": 12099 + }, + { + "epoch": 10.262934690415607, + "grad_norm": 1.7637767179600317, + "learning_rate": 1.9724610686331554e-05, + "loss": 0.1884, + "step": 12100 + }, + { + "epoch": 10.263782866836301, + "grad_norm": 1.6005701361564766, + "learning_rate": 1.9724546658766837e-05, + "loss": 0.2007, + "step": 12101 + }, + { + "epoch": 10.264631043256998, + "grad_norm": 1.5474631460145767, + "learning_rate": 1.9724482623863775e-05, + "loss": 0.2284, + "step": 12102 + }, + { + "epoch": 10.265479219677694, + "grad_norm": 1.5715929416991608, + "learning_rate": 1.9724418581622423e-05, + "loss": 0.2056, + "step": 12103 + }, + { + "epoch": 10.266327396098388, + "grad_norm": 1.5520149090503248, + "learning_rate": 1.972435453204282e-05, + "loss": 0.1748, + "step": 12104 + }, + { + "epoch": 10.267175572519085, + "grad_norm": 1.502887227901236, + "learning_rate": 1.972429047512502e-05, + "loss": 0.1852, + "step": 12105 + }, + { + "epoch": 10.268023748939779, + "grad_norm": 1.68338631588465, + "learning_rate": 1.972422641086907e-05, + "loss": 0.1949, + "step": 12106 + }, + { + "epoch": 10.268871925360475, + "grad_norm": 1.41424952851856, + "learning_rate": 1.9724162339275018e-05, + "loss": 0.1458, + "step": 12107 + }, + { + "epoch": 10.26972010178117, + "grad_norm": 1.6670630715670325, + "learning_rate": 1.9724098260342913e-05, + "loss": 0.1672, + "step": 12108 + }, + { + "epoch": 10.270568278201866, + "grad_norm": 1.5231991719410147, + "learning_rate": 1.97240341740728e-05, + "loss": 0.1675, + "step": 12109 + }, + { + "epoch": 10.271416454622562, + "grad_norm": 1.8160644280535616, + "learning_rate": 1.9723970080464733e-05, + "loss": 0.1868, + "step": 12110 + }, + { + "epoch": 10.272264631043257, + "grad_norm": 1.4253117149758692, + "learning_rate": 1.972390597951876e-05, + "loss": 0.182, + "step": 12111 + }, + { + "epoch": 10.273112807463953, + "grad_norm": 1.6849378440959333, + "learning_rate": 1.9723841871234923e-05, + "loss": 0.2089, + "step": 12112 + }, + { + "epoch": 10.273960983884647, + "grad_norm": 1.506768896938058, + "learning_rate": 1.9723777755613277e-05, + "loss": 0.1796, + "step": 12113 + }, + { + "epoch": 10.274809160305344, + "grad_norm": 1.720640908302818, + "learning_rate": 1.9723713632653866e-05, + "loss": 0.2041, + "step": 12114 + }, + { + "epoch": 10.27565733672604, + "grad_norm": 1.3518229317184445, + "learning_rate": 1.972364950235674e-05, + "loss": 0.1551, + "step": 12115 + }, + { + "epoch": 10.276505513146734, + "grad_norm": 1.5987722888541365, + "learning_rate": 1.972358536472195e-05, + "loss": 0.1691, + "step": 12116 + }, + { + "epoch": 10.27735368956743, + "grad_norm": 1.6332106324624214, + "learning_rate": 1.972352121974954e-05, + "loss": 0.2127, + "step": 12117 + }, + { + "epoch": 10.278201865988125, + "grad_norm": 1.599171451211472, + "learning_rate": 1.972345706743956e-05, + "loss": 0.1549, + "step": 12118 + }, + { + "epoch": 10.279050042408821, + "grad_norm": 1.59894656031698, + "learning_rate": 1.972339290779206e-05, + "loss": 0.2263, + "step": 12119 + }, + { + "epoch": 10.279898218829517, + "grad_norm": 1.4845873583887246, + "learning_rate": 1.9723328740807085e-05, + "loss": 0.1829, + "step": 12120 + }, + { + "epoch": 10.280746395250212, + "grad_norm": 1.5484869782006578, + "learning_rate": 1.972326456648469e-05, + "loss": 0.2257, + "step": 12121 + }, + { + "epoch": 10.281594571670908, + "grad_norm": 1.6143144329994568, + "learning_rate": 1.9723200384824918e-05, + "loss": 0.2062, + "step": 12122 + }, + { + "epoch": 10.282442748091603, + "grad_norm": 1.4656772703453367, + "learning_rate": 1.9723136195827817e-05, + "loss": 0.2042, + "step": 12123 + }, + { + "epoch": 10.283290924512299, + "grad_norm": 1.3825604545343277, + "learning_rate": 1.9723071999493438e-05, + "loss": 0.1857, + "step": 12124 + }, + { + "epoch": 10.284139100932993, + "grad_norm": 1.4171413483442659, + "learning_rate": 1.9723007795821826e-05, + "loss": 0.197, + "step": 12125 + }, + { + "epoch": 10.28498727735369, + "grad_norm": 1.5192215604665238, + "learning_rate": 1.9722943584813036e-05, + "loss": 0.1666, + "step": 12126 + }, + { + "epoch": 10.285835453774386, + "grad_norm": 1.7256116580830756, + "learning_rate": 1.9722879366467107e-05, + "loss": 0.1742, + "step": 12127 + }, + { + "epoch": 10.28668363019508, + "grad_norm": 1.6694287300034754, + "learning_rate": 1.9722815140784097e-05, + "loss": 0.1945, + "step": 12128 + }, + { + "epoch": 10.287531806615776, + "grad_norm": 1.7306526955477626, + "learning_rate": 1.972275090776405e-05, + "loss": 0.2164, + "step": 12129 + }, + { + "epoch": 10.28837998303647, + "grad_norm": 1.5947103796428976, + "learning_rate": 1.9722686667407012e-05, + "loss": 0.1834, + "step": 12130 + }, + { + "epoch": 10.289228159457167, + "grad_norm": 1.7691350475021819, + "learning_rate": 1.9722622419713038e-05, + "loss": 0.1797, + "step": 12131 + }, + { + "epoch": 10.290076335877863, + "grad_norm": 1.462769476883043, + "learning_rate": 1.972255816468217e-05, + "loss": 0.1996, + "step": 12132 + }, + { + "epoch": 10.290924512298558, + "grad_norm": 1.4885183444611811, + "learning_rate": 1.9722493902314458e-05, + "loss": 0.1937, + "step": 12133 + }, + { + "epoch": 10.291772688719254, + "grad_norm": 1.5754658981389187, + "learning_rate": 1.9722429632609954e-05, + "loss": 0.1861, + "step": 12134 + }, + { + "epoch": 10.292620865139948, + "grad_norm": 1.38136912100589, + "learning_rate": 1.9722365355568704e-05, + "loss": 0.2147, + "step": 12135 + }, + { + "epoch": 10.293469041560645, + "grad_norm": 1.5276796385752431, + "learning_rate": 1.9722301071190756e-05, + "loss": 0.1781, + "step": 12136 + }, + { + "epoch": 10.294317217981341, + "grad_norm": 1.5816691740219686, + "learning_rate": 1.9722236779476158e-05, + "loss": 0.1802, + "step": 12137 + }, + { + "epoch": 10.295165394402035, + "grad_norm": 1.535335030063923, + "learning_rate": 1.972217248042496e-05, + "loss": 0.185, + "step": 12138 + }, + { + "epoch": 10.296013570822732, + "grad_norm": 1.671254135812353, + "learning_rate": 1.9722108174037214e-05, + "loss": 0.2368, + "step": 12139 + }, + { + "epoch": 10.296861747243426, + "grad_norm": 1.6329906640075729, + "learning_rate": 1.972204386031296e-05, + "loss": 0.2245, + "step": 12140 + }, + { + "epoch": 10.297709923664122, + "grad_norm": 1.6262028632663137, + "learning_rate": 1.972197953925225e-05, + "loss": 0.2076, + "step": 12141 + }, + { + "epoch": 10.298558100084819, + "grad_norm": 1.3637958400718535, + "learning_rate": 1.972191521085514e-05, + "loss": 0.1878, + "step": 12142 + }, + { + "epoch": 10.299406276505513, + "grad_norm": 1.4298239164232693, + "learning_rate": 1.972185087512167e-05, + "loss": 0.1975, + "step": 12143 + }, + { + "epoch": 10.30025445292621, + "grad_norm": 1.4653670113574904, + "learning_rate": 1.972178653205189e-05, + "loss": 0.1868, + "step": 12144 + }, + { + "epoch": 10.301102629346904, + "grad_norm": 1.4813009401932264, + "learning_rate": 1.9721722181645848e-05, + "loss": 0.1627, + "step": 12145 + }, + { + "epoch": 10.3019508057676, + "grad_norm": 1.5380276606179917, + "learning_rate": 1.9721657823903598e-05, + "loss": 0.18, + "step": 12146 + }, + { + "epoch": 10.302798982188294, + "grad_norm": 1.5023344315489573, + "learning_rate": 1.9721593458825183e-05, + "loss": 0.2011, + "step": 12147 + }, + { + "epoch": 10.30364715860899, + "grad_norm": 1.6048450052450725, + "learning_rate": 1.9721529086410652e-05, + "loss": 0.1992, + "step": 12148 + }, + { + "epoch": 10.304495335029687, + "grad_norm": 1.456581857203398, + "learning_rate": 1.9721464706660054e-05, + "loss": 0.2105, + "step": 12149 + }, + { + "epoch": 10.305343511450381, + "grad_norm": 1.437030783564778, + "learning_rate": 1.972140031957344e-05, + "loss": 0.1749, + "step": 12150 + }, + { + "epoch": 10.306191687871078, + "grad_norm": 1.5618648277836964, + "learning_rate": 1.9721335925150855e-05, + "loss": 0.1991, + "step": 12151 + }, + { + "epoch": 10.307039864291772, + "grad_norm": 1.6436609086695682, + "learning_rate": 1.9721271523392352e-05, + "loss": 0.1735, + "step": 12152 + }, + { + "epoch": 10.307888040712468, + "grad_norm": 1.6089589514020282, + "learning_rate": 1.9721207114297975e-05, + "loss": 0.1868, + "step": 12153 + }, + { + "epoch": 10.308736217133164, + "grad_norm": 1.6111726200524366, + "learning_rate": 1.9721142697867774e-05, + "loss": 0.177, + "step": 12154 + }, + { + "epoch": 10.309584393553859, + "grad_norm": 1.4324827170055823, + "learning_rate": 1.97210782741018e-05, + "loss": 0.2142, + "step": 12155 + }, + { + "epoch": 10.310432569974555, + "grad_norm": 1.2804258479091246, + "learning_rate": 1.97210138430001e-05, + "loss": 0.1882, + "step": 12156 + }, + { + "epoch": 10.31128074639525, + "grad_norm": 1.4127816893236465, + "learning_rate": 1.9720949404562723e-05, + "loss": 0.1668, + "step": 12157 + }, + { + "epoch": 10.312128922815946, + "grad_norm": 1.420050347428126, + "learning_rate": 1.9720884958789718e-05, + "loss": 0.1814, + "step": 12158 + }, + { + "epoch": 10.312977099236642, + "grad_norm": 1.8711864514143788, + "learning_rate": 1.972082050568113e-05, + "loss": 0.1532, + "step": 12159 + }, + { + "epoch": 10.313825275657337, + "grad_norm": 1.6244030314309128, + "learning_rate": 1.972075604523701e-05, + "loss": 0.1895, + "step": 12160 + }, + { + "epoch": 10.314673452078033, + "grad_norm": 1.3807708625692714, + "learning_rate": 1.9720691577457408e-05, + "loss": 0.1861, + "step": 12161 + }, + { + "epoch": 10.315521628498727, + "grad_norm": 1.8835133373450001, + "learning_rate": 1.9720627102342372e-05, + "loss": 0.2237, + "step": 12162 + }, + { + "epoch": 10.316369804919423, + "grad_norm": 1.5569378793982482, + "learning_rate": 1.9720562619891953e-05, + "loss": 0.1524, + "step": 12163 + }, + { + "epoch": 10.317217981340118, + "grad_norm": 1.4748408651761722, + "learning_rate": 1.9720498130106192e-05, + "loss": 0.1559, + "step": 12164 + }, + { + "epoch": 10.318066157760814, + "grad_norm": 1.5928356086122153, + "learning_rate": 1.972043363298515e-05, + "loss": 0.1871, + "step": 12165 + }, + { + "epoch": 10.31891433418151, + "grad_norm": 1.540806298576154, + "learning_rate": 1.972036912852886e-05, + "loss": 0.2092, + "step": 12166 + }, + { + "epoch": 10.319762510602205, + "grad_norm": 1.5217133199569728, + "learning_rate": 1.9720304616737383e-05, + "loss": 0.2398, + "step": 12167 + }, + { + "epoch": 10.320610687022901, + "grad_norm": 1.6284196027435816, + "learning_rate": 1.9720240097610763e-05, + "loss": 0.1636, + "step": 12168 + }, + { + "epoch": 10.321458863443596, + "grad_norm": 1.8124375767782765, + "learning_rate": 1.972017557114905e-05, + "loss": 0.2058, + "step": 12169 + }, + { + "epoch": 10.322307039864292, + "grad_norm": 1.524527088439767, + "learning_rate": 1.972011103735229e-05, + "loss": 0.1958, + "step": 12170 + }, + { + "epoch": 10.323155216284988, + "grad_norm": 1.4389267769659393, + "learning_rate": 1.9720046496220537e-05, + "loss": 0.177, + "step": 12171 + }, + { + "epoch": 10.324003392705682, + "grad_norm": 1.6471830279858457, + "learning_rate": 1.9719981947753837e-05, + "loss": 0.2064, + "step": 12172 + }, + { + "epoch": 10.324851569126379, + "grad_norm": 1.5371465094510495, + "learning_rate": 1.9719917391952235e-05, + "loss": 0.2321, + "step": 12173 + }, + { + "epoch": 10.325699745547073, + "grad_norm": 1.6435026608438785, + "learning_rate": 1.9719852828815785e-05, + "loss": 0.2048, + "step": 12174 + }, + { + "epoch": 10.32654792196777, + "grad_norm": 1.6157160197553802, + "learning_rate": 1.9719788258344535e-05, + "loss": 0.2175, + "step": 12175 + }, + { + "epoch": 10.327396098388466, + "grad_norm": 1.6049951082843057, + "learning_rate": 1.9719723680538528e-05, + "loss": 0.2116, + "step": 12176 + }, + { + "epoch": 10.32824427480916, + "grad_norm": 1.522908086968145, + "learning_rate": 1.9719659095397822e-05, + "loss": 0.1999, + "step": 12177 + }, + { + "epoch": 10.329092451229856, + "grad_norm": 1.4811872948899438, + "learning_rate": 1.971959450292246e-05, + "loss": 0.1657, + "step": 12178 + }, + { + "epoch": 10.32994062765055, + "grad_norm": 1.7437249368130083, + "learning_rate": 1.9719529903112487e-05, + "loss": 0.214, + "step": 12179 + }, + { + "epoch": 10.330788804071247, + "grad_norm": 1.4596007837245517, + "learning_rate": 1.971946529596796e-05, + "loss": 0.1913, + "step": 12180 + }, + { + "epoch": 10.331636980491943, + "grad_norm": 1.5100529198473096, + "learning_rate": 1.9719400681488926e-05, + "loss": 0.1932, + "step": 12181 + }, + { + "epoch": 10.332485156912638, + "grad_norm": 1.6371205055322646, + "learning_rate": 1.971933605967543e-05, + "loss": 0.2035, + "step": 12182 + }, + { + "epoch": 10.333333333333334, + "grad_norm": 1.4428907728635485, + "learning_rate": 1.971927143052752e-05, + "loss": 0.1611, + "step": 12183 + }, + { + "epoch": 10.334181509754028, + "grad_norm": 1.5385700436913057, + "learning_rate": 1.9719206794045252e-05, + "loss": 0.2016, + "step": 12184 + }, + { + "epoch": 10.335029686174725, + "grad_norm": 1.5013315225432298, + "learning_rate": 1.9719142150228666e-05, + "loss": 0.1734, + "step": 12185 + }, + { + "epoch": 10.335877862595419, + "grad_norm": 1.5203796364658615, + "learning_rate": 1.9719077499077816e-05, + "loss": 0.1887, + "step": 12186 + }, + { + "epoch": 10.336726039016115, + "grad_norm": 1.6362386365553636, + "learning_rate": 1.971901284059275e-05, + "loss": 0.2325, + "step": 12187 + }, + { + "epoch": 10.337574215436812, + "grad_norm": 1.6019365269230372, + "learning_rate": 1.971894817477352e-05, + "loss": 0.2162, + "step": 12188 + }, + { + "epoch": 10.338422391857506, + "grad_norm": 1.396692859244124, + "learning_rate": 1.9718883501620167e-05, + "loss": 0.1797, + "step": 12189 + }, + { + "epoch": 10.339270568278202, + "grad_norm": 1.760160826044085, + "learning_rate": 1.9718818821132744e-05, + "loss": 0.2536, + "step": 12190 + }, + { + "epoch": 10.340118744698897, + "grad_norm": 1.5640186413369042, + "learning_rate": 1.9718754133311303e-05, + "loss": 0.1832, + "step": 12191 + }, + { + "epoch": 10.340966921119593, + "grad_norm": 1.5696128441356298, + "learning_rate": 1.9718689438155888e-05, + "loss": 0.1945, + "step": 12192 + }, + { + "epoch": 10.34181509754029, + "grad_norm": 1.6438718753912174, + "learning_rate": 1.9718624735666546e-05, + "loss": 0.1813, + "step": 12193 + }, + { + "epoch": 10.342663273960984, + "grad_norm": 1.519970113942006, + "learning_rate": 1.9718560025843336e-05, + "loss": 0.1915, + "step": 12194 + }, + { + "epoch": 10.34351145038168, + "grad_norm": 1.832710321773972, + "learning_rate": 1.9718495308686295e-05, + "loss": 0.226, + "step": 12195 + }, + { + "epoch": 10.344359626802374, + "grad_norm": 1.533440451106006, + "learning_rate": 1.9718430584195482e-05, + "loss": 0.2332, + "step": 12196 + }, + { + "epoch": 10.34520780322307, + "grad_norm": 1.6143576325885363, + "learning_rate": 1.9718365852370937e-05, + "loss": 0.1872, + "step": 12197 + }, + { + "epoch": 10.346055979643765, + "grad_norm": 1.519369244489009, + "learning_rate": 1.9718301113212716e-05, + "loss": 0.1817, + "step": 12198 + }, + { + "epoch": 10.346904156064461, + "grad_norm": 1.5382263068233994, + "learning_rate": 1.971823636672086e-05, + "loss": 0.1551, + "step": 12199 + }, + { + "epoch": 10.347752332485157, + "grad_norm": 1.4662185035185418, + "learning_rate": 1.9718171612895423e-05, + "loss": 0.2398, + "step": 12200 + }, + { + "epoch": 10.348600508905852, + "grad_norm": 1.6117027082248638, + "learning_rate": 1.9718106851736457e-05, + "loss": 0.224, + "step": 12201 + }, + { + "epoch": 10.349448685326548, + "grad_norm": 1.4612062603907139, + "learning_rate": 1.9718042083244008e-05, + "loss": 0.2013, + "step": 12202 + }, + { + "epoch": 10.350296861747243, + "grad_norm": 1.697409189476587, + "learning_rate": 1.971797730741812e-05, + "loss": 0.2407, + "step": 12203 + }, + { + "epoch": 10.351145038167939, + "grad_norm": 1.6034351361777426, + "learning_rate": 1.9717912524258848e-05, + "loss": 0.2177, + "step": 12204 + }, + { + "epoch": 10.351993214588635, + "grad_norm": 1.7055166761652172, + "learning_rate": 1.971784773376624e-05, + "loss": 0.2259, + "step": 12205 + }, + { + "epoch": 10.35284139100933, + "grad_norm": 1.4255449110727934, + "learning_rate": 1.971778293594034e-05, + "loss": 0.1693, + "step": 12206 + }, + { + "epoch": 10.353689567430026, + "grad_norm": 1.592093047480443, + "learning_rate": 1.9717718130781205e-05, + "loss": 0.2229, + "step": 12207 + }, + { + "epoch": 10.35453774385072, + "grad_norm": 1.7167471349061878, + "learning_rate": 1.9717653318288877e-05, + "loss": 0.219, + "step": 12208 + }, + { + "epoch": 10.355385920271416, + "grad_norm": 1.5649976491445858, + "learning_rate": 1.971758849846341e-05, + "loss": 0.1982, + "step": 12209 + }, + { + "epoch": 10.356234096692113, + "grad_norm": 1.5436707589629057, + "learning_rate": 1.9717523671304844e-05, + "loss": 0.2177, + "step": 12210 + }, + { + "epoch": 10.357082273112807, + "grad_norm": 1.5801927832226434, + "learning_rate": 1.971745883681324e-05, + "loss": 0.2456, + "step": 12211 + }, + { + "epoch": 10.357930449533503, + "grad_norm": 1.5022605660071888, + "learning_rate": 1.971739399498864e-05, + "loss": 0.2033, + "step": 12212 + }, + { + "epoch": 10.358778625954198, + "grad_norm": 1.5718711141610275, + "learning_rate": 1.9717329145831095e-05, + "loss": 0.2044, + "step": 12213 + }, + { + "epoch": 10.359626802374894, + "grad_norm": 1.5941887085625424, + "learning_rate": 1.971726428934065e-05, + "loss": 0.1544, + "step": 12214 + }, + { + "epoch": 10.36047497879559, + "grad_norm": 1.7680759946526199, + "learning_rate": 1.971719942551736e-05, + "loss": 0.2333, + "step": 12215 + }, + { + "epoch": 10.361323155216285, + "grad_norm": 1.8669186517163752, + "learning_rate": 1.971713455436127e-05, + "loss": 0.2339, + "step": 12216 + }, + { + "epoch": 10.362171331636981, + "grad_norm": 1.406678807218308, + "learning_rate": 1.971706967587243e-05, + "loss": 0.1948, + "step": 12217 + }, + { + "epoch": 10.363019508057675, + "grad_norm": 1.5482659725851902, + "learning_rate": 1.9717004790050888e-05, + "loss": 0.2258, + "step": 12218 + }, + { + "epoch": 10.363867684478372, + "grad_norm": 1.5412139717779012, + "learning_rate": 1.9716939896896697e-05, + "loss": 0.179, + "step": 12219 + }, + { + "epoch": 10.364715860899066, + "grad_norm": 1.492993387938246, + "learning_rate": 1.9716874996409897e-05, + "loss": 0.1883, + "step": 12220 + }, + { + "epoch": 10.365564037319762, + "grad_norm": 1.4021379861992105, + "learning_rate": 1.9716810088590547e-05, + "loss": 0.2003, + "step": 12221 + }, + { + "epoch": 10.366412213740459, + "grad_norm": 1.4797878104034405, + "learning_rate": 1.9716745173438694e-05, + "loss": 0.1635, + "step": 12222 + }, + { + "epoch": 10.367260390161153, + "grad_norm": 1.3715636219996836, + "learning_rate": 1.971668025095438e-05, + "loss": 0.167, + "step": 12223 + }, + { + "epoch": 10.36810856658185, + "grad_norm": 1.66532194618425, + "learning_rate": 1.9716615321137663e-05, + "loss": 0.2215, + "step": 12224 + }, + { + "epoch": 10.368956743002544, + "grad_norm": 1.7154794489592162, + "learning_rate": 1.9716550383988584e-05, + "loss": 0.1944, + "step": 12225 + }, + { + "epoch": 10.36980491942324, + "grad_norm": 1.6701941215076817, + "learning_rate": 1.9716485439507194e-05, + "loss": 0.1738, + "step": 12226 + }, + { + "epoch": 10.370653095843936, + "grad_norm": 1.6491538930665173, + "learning_rate": 1.971642048769355e-05, + "loss": 0.197, + "step": 12227 + }, + { + "epoch": 10.37150127226463, + "grad_norm": 1.3193218704973797, + "learning_rate": 1.9716355528547692e-05, + "loss": 0.1629, + "step": 12228 + }, + { + "epoch": 10.372349448685327, + "grad_norm": 1.538111837551149, + "learning_rate": 1.971629056206967e-05, + "loss": 0.2452, + "step": 12229 + }, + { + "epoch": 10.373197625106021, + "grad_norm": 1.541495396148828, + "learning_rate": 1.9716225588259538e-05, + "loss": 0.2217, + "step": 12230 + }, + { + "epoch": 10.374045801526718, + "grad_norm": 1.4952815946314153, + "learning_rate": 1.9716160607117336e-05, + "loss": 0.1772, + "step": 12231 + }, + { + "epoch": 10.374893977947414, + "grad_norm": 1.4107862819313253, + "learning_rate": 1.9716095618643126e-05, + "loss": 0.1825, + "step": 12232 + }, + { + "epoch": 10.375742154368108, + "grad_norm": 1.5940663542000864, + "learning_rate": 1.9716030622836947e-05, + "loss": 0.1893, + "step": 12233 + }, + { + "epoch": 10.376590330788805, + "grad_norm": 1.6606285516301642, + "learning_rate": 1.971596561969885e-05, + "loss": 0.1746, + "step": 12234 + }, + { + "epoch": 10.377438507209499, + "grad_norm": 1.5457426042140814, + "learning_rate": 1.9715900609228886e-05, + "loss": 0.1878, + "step": 12235 + }, + { + "epoch": 10.378286683630195, + "grad_norm": 1.5606474401496282, + "learning_rate": 1.9715835591427102e-05, + "loss": 0.1861, + "step": 12236 + }, + { + "epoch": 10.37913486005089, + "grad_norm": 1.6521252533289204, + "learning_rate": 1.971577056629355e-05, + "loss": 0.2092, + "step": 12237 + }, + { + "epoch": 10.379983036471586, + "grad_norm": 1.3542307242509435, + "learning_rate": 1.9715705533828277e-05, + "loss": 0.1711, + "step": 12238 + }, + { + "epoch": 10.380831212892282, + "grad_norm": 1.447178173433964, + "learning_rate": 1.971564049403133e-05, + "loss": 0.2023, + "step": 12239 + }, + { + "epoch": 10.381679389312977, + "grad_norm": 1.5070211411194372, + "learning_rate": 1.971557544690276e-05, + "loss": 0.2028, + "step": 12240 + }, + { + "epoch": 10.382527565733673, + "grad_norm": 1.519411678836904, + "learning_rate": 1.971551039244262e-05, + "loss": 0.1579, + "step": 12241 + }, + { + "epoch": 10.383375742154367, + "grad_norm": 1.9243806373687484, + "learning_rate": 1.9715445330650957e-05, + "loss": 0.194, + "step": 12242 + }, + { + "epoch": 10.384223918575064, + "grad_norm": 1.5856383020931926, + "learning_rate": 1.9715380261527812e-05, + "loss": 0.1951, + "step": 12243 + }, + { + "epoch": 10.38507209499576, + "grad_norm": 1.6244289454729268, + "learning_rate": 1.9715315185073245e-05, + "loss": 0.1967, + "step": 12244 + }, + { + "epoch": 10.385920271416454, + "grad_norm": 1.6493855311793484, + "learning_rate": 1.97152501012873e-05, + "loss": 0.1815, + "step": 12245 + }, + { + "epoch": 10.38676844783715, + "grad_norm": 1.7045839846510242, + "learning_rate": 1.971518501017003e-05, + "loss": 0.1797, + "step": 12246 + }, + { + "epoch": 10.387616624257845, + "grad_norm": 1.4113051590175623, + "learning_rate": 1.9715119911721476e-05, + "loss": 0.1909, + "step": 12247 + }, + { + "epoch": 10.388464800678541, + "grad_norm": 1.6774156315887148, + "learning_rate": 1.9715054805941693e-05, + "loss": 0.2197, + "step": 12248 + }, + { + "epoch": 10.389312977099237, + "grad_norm": 1.700823919543868, + "learning_rate": 1.971498969283073e-05, + "loss": 0.2, + "step": 12249 + }, + { + "epoch": 10.390161153519932, + "grad_norm": 1.5038722504526185, + "learning_rate": 1.971492457238864e-05, + "loss": 0.2178, + "step": 12250 + }, + { + "epoch": 10.391009329940628, + "grad_norm": 1.6419655646827875, + "learning_rate": 1.9714859444615462e-05, + "loss": 0.2066, + "step": 12251 + }, + { + "epoch": 10.391857506361323, + "grad_norm": 1.5603114403234797, + "learning_rate": 1.9714794309511253e-05, + "loss": 0.2116, + "step": 12252 + }, + { + "epoch": 10.392705682782019, + "grad_norm": 1.659725334538154, + "learning_rate": 1.971472916707606e-05, + "loss": 0.2584, + "step": 12253 + }, + { + "epoch": 10.393553859202715, + "grad_norm": 1.6369957521895129, + "learning_rate": 1.971466401730993e-05, + "loss": 0.1941, + "step": 12254 + }, + { + "epoch": 10.39440203562341, + "grad_norm": 1.6547783180401727, + "learning_rate": 1.9714598860212916e-05, + "loss": 0.198, + "step": 12255 + }, + { + "epoch": 10.395250212044106, + "grad_norm": 1.6431913355675325, + "learning_rate": 1.9714533695785066e-05, + "loss": 0.1855, + "step": 12256 + }, + { + "epoch": 10.3960983884648, + "grad_norm": 1.5382590841843244, + "learning_rate": 1.9714468524026428e-05, + "loss": 0.197, + "step": 12257 + }, + { + "epoch": 10.396946564885496, + "grad_norm": 1.5200363181258092, + "learning_rate": 1.971440334493705e-05, + "loss": 0.2158, + "step": 12258 + }, + { + "epoch": 10.39779474130619, + "grad_norm": 1.4914671653180314, + "learning_rate": 1.9714338158516987e-05, + "loss": 0.1895, + "step": 12259 + }, + { + "epoch": 10.398642917726887, + "grad_norm": 1.419083959619828, + "learning_rate": 1.971427296476628e-05, + "loss": 0.1961, + "step": 12260 + }, + { + "epoch": 10.399491094147583, + "grad_norm": 1.7087002263772195, + "learning_rate": 1.9714207763684984e-05, + "loss": 0.1961, + "step": 12261 + }, + { + "epoch": 10.400339270568278, + "grad_norm": 1.6201235043581206, + "learning_rate": 1.971414255527315e-05, + "loss": 0.1841, + "step": 12262 + }, + { + "epoch": 10.401187446988974, + "grad_norm": 1.5607922426406664, + "learning_rate": 1.9714077339530818e-05, + "loss": 0.2237, + "step": 12263 + }, + { + "epoch": 10.402035623409668, + "grad_norm": 1.4116419386407293, + "learning_rate": 1.9714012116458046e-05, + "loss": 0.1862, + "step": 12264 + }, + { + "epoch": 10.402883799830365, + "grad_norm": 1.514863580435234, + "learning_rate": 1.971394688605488e-05, + "loss": 0.1541, + "step": 12265 + }, + { + "epoch": 10.403731976251061, + "grad_norm": 1.5764250447021564, + "learning_rate": 1.9713881648321368e-05, + "loss": 0.1915, + "step": 12266 + }, + { + "epoch": 10.404580152671755, + "grad_norm": 1.6236574580473402, + "learning_rate": 1.971381640325756e-05, + "loss": 0.2014, + "step": 12267 + }, + { + "epoch": 10.405428329092452, + "grad_norm": 1.5994660524019029, + "learning_rate": 1.971375115086351e-05, + "loss": 0.1963, + "step": 12268 + }, + { + "epoch": 10.406276505513146, + "grad_norm": 1.5589783103721886, + "learning_rate": 1.9713685891139257e-05, + "loss": 0.1772, + "step": 12269 + }, + { + "epoch": 10.407124681933842, + "grad_norm": 1.5167669024922168, + "learning_rate": 1.971362062408486e-05, + "loss": 0.18, + "step": 12270 + }, + { + "epoch": 10.407972858354539, + "grad_norm": 1.356015932002834, + "learning_rate": 1.971355534970037e-05, + "loss": 0.1756, + "step": 12271 + }, + { + "epoch": 10.408821034775233, + "grad_norm": 1.3427469278722932, + "learning_rate": 1.9713490067985822e-05, + "loss": 0.1993, + "step": 12272 + }, + { + "epoch": 10.40966921119593, + "grad_norm": 1.4984582828534887, + "learning_rate": 1.971342477894128e-05, + "loss": 0.2148, + "step": 12273 + }, + { + "epoch": 10.410517387616624, + "grad_norm": 1.4002044557032147, + "learning_rate": 1.9713359482566784e-05, + "loss": 0.1692, + "step": 12274 + }, + { + "epoch": 10.41136556403732, + "grad_norm": 1.8471474042416023, + "learning_rate": 1.9713294178862384e-05, + "loss": 0.2045, + "step": 12275 + }, + { + "epoch": 10.412213740458014, + "grad_norm": 1.396652127539599, + "learning_rate": 1.9713228867828138e-05, + "loss": 0.156, + "step": 12276 + }, + { + "epoch": 10.41306191687871, + "grad_norm": 1.532257208206494, + "learning_rate": 1.9713163549464088e-05, + "loss": 0.196, + "step": 12277 + }, + { + "epoch": 10.413910093299407, + "grad_norm": 1.6183108049876203, + "learning_rate": 1.9713098223770283e-05, + "loss": 0.1768, + "step": 12278 + }, + { + "epoch": 10.414758269720101, + "grad_norm": 1.7430413343863946, + "learning_rate": 1.9713032890746773e-05, + "loss": 0.1996, + "step": 12279 + }, + { + "epoch": 10.415606446140798, + "grad_norm": 1.6735666784032583, + "learning_rate": 1.971296755039361e-05, + "loss": 0.1862, + "step": 12280 + }, + { + "epoch": 10.416454622561492, + "grad_norm": 1.6178767229379822, + "learning_rate": 1.971290220271084e-05, + "loss": 0.178, + "step": 12281 + }, + { + "epoch": 10.417302798982188, + "grad_norm": 1.5927490429475717, + "learning_rate": 1.9712836847698512e-05, + "loss": 0.19, + "step": 12282 + }, + { + "epoch": 10.418150975402884, + "grad_norm": 1.5574461770640675, + "learning_rate": 1.971277148535668e-05, + "loss": 0.2095, + "step": 12283 + }, + { + "epoch": 10.418999151823579, + "grad_norm": 1.4402626945104335, + "learning_rate": 1.9712706115685393e-05, + "loss": 0.1611, + "step": 12284 + }, + { + "epoch": 10.419847328244275, + "grad_norm": 1.282219433272499, + "learning_rate": 1.9712640738684695e-05, + "loss": 0.176, + "step": 12285 + }, + { + "epoch": 10.42069550466497, + "grad_norm": 1.3969664382047582, + "learning_rate": 1.9712575354354638e-05, + "loss": 0.1754, + "step": 12286 + }, + { + "epoch": 10.421543681085666, + "grad_norm": 1.463045126385599, + "learning_rate": 1.971250996269527e-05, + "loss": 0.1846, + "step": 12287 + }, + { + "epoch": 10.422391857506362, + "grad_norm": 1.492573665878284, + "learning_rate": 1.9712444563706642e-05, + "loss": 0.1854, + "step": 12288 + }, + { + "epoch": 10.423240033927057, + "grad_norm": 1.922644993486723, + "learning_rate": 1.9712379157388805e-05, + "loss": 0.2096, + "step": 12289 + }, + { + "epoch": 10.424088210347753, + "grad_norm": 1.4608345688647975, + "learning_rate": 1.9712313743741802e-05, + "loss": 0.2052, + "step": 12290 + }, + { + "epoch": 10.424936386768447, + "grad_norm": 1.47443995477916, + "learning_rate": 1.971224832276569e-05, + "loss": 0.2001, + "step": 12291 + }, + { + "epoch": 10.425784563189143, + "grad_norm": 1.662821969797704, + "learning_rate": 1.9712182894460516e-05, + "loss": 0.1996, + "step": 12292 + }, + { + "epoch": 10.42663273960984, + "grad_norm": 1.4894813026224896, + "learning_rate": 1.971211745882633e-05, + "loss": 0.1873, + "step": 12293 + }, + { + "epoch": 10.427480916030534, + "grad_norm": 1.4454763607556975, + "learning_rate": 1.9712052015863175e-05, + "loss": 0.1932, + "step": 12294 + }, + { + "epoch": 10.42832909245123, + "grad_norm": 1.8396174351844339, + "learning_rate": 1.9711986565571107e-05, + "loss": 0.188, + "step": 12295 + }, + { + "epoch": 10.429177268871925, + "grad_norm": 1.6514970768713368, + "learning_rate": 1.9711921107950176e-05, + "loss": 0.2428, + "step": 12296 + }, + { + "epoch": 10.430025445292621, + "grad_norm": 1.5218124615900888, + "learning_rate": 1.9711855643000427e-05, + "loss": 0.1956, + "step": 12297 + }, + { + "epoch": 10.430873621713316, + "grad_norm": 1.4902585491328884, + "learning_rate": 1.9711790170721916e-05, + "loss": 0.2022, + "step": 12298 + }, + { + "epoch": 10.431721798134012, + "grad_norm": 1.6068059408404918, + "learning_rate": 1.9711724691114682e-05, + "loss": 0.1597, + "step": 12299 + }, + { + "epoch": 10.432569974554708, + "grad_norm": 1.7294835392239702, + "learning_rate": 1.971165920417878e-05, + "loss": 0.1819, + "step": 12300 + }, + { + "epoch": 10.433418150975402, + "grad_norm": 1.656398272651794, + "learning_rate": 1.9711593709914265e-05, + "loss": 0.1684, + "step": 12301 + }, + { + "epoch": 10.434266327396099, + "grad_norm": 1.684791084143891, + "learning_rate": 1.9711528208321176e-05, + "loss": 0.194, + "step": 12302 + }, + { + "epoch": 10.435114503816793, + "grad_norm": 1.5601514528662574, + "learning_rate": 1.9711462699399572e-05, + "loss": 0.1962, + "step": 12303 + }, + { + "epoch": 10.43596268023749, + "grad_norm": 1.3924499525014506, + "learning_rate": 1.9711397183149497e-05, + "loss": 0.198, + "step": 12304 + }, + { + "epoch": 10.436810856658186, + "grad_norm": 1.5848325950374456, + "learning_rate": 1.9711331659571e-05, + "loss": 0.1768, + "step": 12305 + }, + { + "epoch": 10.43765903307888, + "grad_norm": 1.4528950643065, + "learning_rate": 1.971126612866413e-05, + "loss": 0.1647, + "step": 12306 + }, + { + "epoch": 10.438507209499576, + "grad_norm": 1.9098265692164302, + "learning_rate": 1.9711200590428943e-05, + "loss": 0.1959, + "step": 12307 + }, + { + "epoch": 10.43935538592027, + "grad_norm": 1.7038462698160588, + "learning_rate": 1.9711135044865483e-05, + "loss": 0.2248, + "step": 12308 + }, + { + "epoch": 10.440203562340967, + "grad_norm": 1.623635163012961, + "learning_rate": 1.97110694919738e-05, + "loss": 0.1852, + "step": 12309 + }, + { + "epoch": 10.441051738761663, + "grad_norm": 1.3645318940173292, + "learning_rate": 1.971100393175394e-05, + "loss": 0.1952, + "step": 12310 + }, + { + "epoch": 10.441899915182358, + "grad_norm": 1.659775379515144, + "learning_rate": 1.9710938364205958e-05, + "loss": 0.2329, + "step": 12311 + }, + { + "epoch": 10.442748091603054, + "grad_norm": 1.5150895641656708, + "learning_rate": 1.9710872789329903e-05, + "loss": 0.1755, + "step": 12312 + }, + { + "epoch": 10.443596268023748, + "grad_norm": 1.6662857768148234, + "learning_rate": 1.9710807207125824e-05, + "loss": 0.1939, + "step": 12313 + }, + { + "epoch": 10.444444444444445, + "grad_norm": 1.733516190087328, + "learning_rate": 1.9710741617593768e-05, + "loss": 0.2331, + "step": 12314 + }, + { + "epoch": 10.445292620865139, + "grad_norm": 1.5725748709924978, + "learning_rate": 1.9710676020733786e-05, + "loss": 0.1733, + "step": 12315 + }, + { + "epoch": 10.446140797285835, + "grad_norm": 1.657265323540409, + "learning_rate": 1.971061041654593e-05, + "loss": 0.2233, + "step": 12316 + }, + { + "epoch": 10.446988973706532, + "grad_norm": 1.7248475471271387, + "learning_rate": 1.9710544805030244e-05, + "loss": 0.2269, + "step": 12317 + }, + { + "epoch": 10.447837150127226, + "grad_norm": 1.618575681401342, + "learning_rate": 1.9710479186186783e-05, + "loss": 0.1816, + "step": 12318 + }, + { + "epoch": 10.448685326547922, + "grad_norm": 1.4531238499796637, + "learning_rate": 1.971041356001559e-05, + "loss": 0.1748, + "step": 12319 + }, + { + "epoch": 10.449533502968617, + "grad_norm": 1.4295793755236077, + "learning_rate": 1.9710347926516725e-05, + "loss": 0.2214, + "step": 12320 + }, + { + "epoch": 10.450381679389313, + "grad_norm": 1.442930107833879, + "learning_rate": 1.9710282285690224e-05, + "loss": 0.1882, + "step": 12321 + }, + { + "epoch": 10.45122985581001, + "grad_norm": 1.4772697728370638, + "learning_rate": 1.9710216637536153e-05, + "loss": 0.1865, + "step": 12322 + }, + { + "epoch": 10.452078032230704, + "grad_norm": 1.4848900135636605, + "learning_rate": 1.9710150982054546e-05, + "loss": 0.1891, + "step": 12323 + }, + { + "epoch": 10.4529262086514, + "grad_norm": 1.6101308117117086, + "learning_rate": 1.971008531924546e-05, + "loss": 0.2413, + "step": 12324 + }, + { + "epoch": 10.453774385072094, + "grad_norm": 1.5140294720302254, + "learning_rate": 1.9710019649108942e-05, + "loss": 0.1677, + "step": 12325 + }, + { + "epoch": 10.45462256149279, + "grad_norm": 1.7381992846030505, + "learning_rate": 1.9709953971645047e-05, + "loss": 0.2116, + "step": 12326 + }, + { + "epoch": 10.455470737913487, + "grad_norm": 1.4981605587810298, + "learning_rate": 1.9709888286853816e-05, + "loss": 0.1824, + "step": 12327 + }, + { + "epoch": 10.456318914334181, + "grad_norm": 1.5521774262263945, + "learning_rate": 1.9709822594735306e-05, + "loss": 0.1774, + "step": 12328 + }, + { + "epoch": 10.457167090754877, + "grad_norm": 1.6006323668293174, + "learning_rate": 1.9709756895289565e-05, + "loss": 0.1858, + "step": 12329 + }, + { + "epoch": 10.458015267175572, + "grad_norm": 1.4668073578399117, + "learning_rate": 1.9709691188516636e-05, + "loss": 0.1733, + "step": 12330 + }, + { + "epoch": 10.458863443596268, + "grad_norm": 1.5701960152718797, + "learning_rate": 1.9709625474416578e-05, + "loss": 0.1985, + "step": 12331 + }, + { + "epoch": 10.459711620016964, + "grad_norm": 1.608910941896596, + "learning_rate": 1.9709559752989437e-05, + "loss": 0.181, + "step": 12332 + }, + { + "epoch": 10.460559796437659, + "grad_norm": 1.655227425906614, + "learning_rate": 1.9709494024235258e-05, + "loss": 0.2148, + "step": 12333 + }, + { + "epoch": 10.461407972858355, + "grad_norm": 1.5940341427091917, + "learning_rate": 1.9709428288154098e-05, + "loss": 0.1979, + "step": 12334 + }, + { + "epoch": 10.46225614927905, + "grad_norm": 1.5101561789054314, + "learning_rate": 1.9709362544746e-05, + "loss": 0.176, + "step": 12335 + }, + { + "epoch": 10.463104325699746, + "grad_norm": 1.710659212834654, + "learning_rate": 1.9709296794011023e-05, + "loss": 0.217, + "step": 12336 + }, + { + "epoch": 10.46395250212044, + "grad_norm": 1.5865341373257136, + "learning_rate": 1.9709231035949206e-05, + "loss": 0.1782, + "step": 12337 + }, + { + "epoch": 10.464800678541136, + "grad_norm": 1.53100623256141, + "learning_rate": 1.97091652705606e-05, + "loss": 0.1578, + "step": 12338 + }, + { + "epoch": 10.465648854961833, + "grad_norm": 1.5367780039583463, + "learning_rate": 1.9709099497845266e-05, + "loss": 0.2117, + "step": 12339 + }, + { + "epoch": 10.466497031382527, + "grad_norm": 1.5463807203135764, + "learning_rate": 1.970903371780324e-05, + "loss": 0.2249, + "step": 12340 + }, + { + "epoch": 10.467345207803223, + "grad_norm": 1.4332056023828375, + "learning_rate": 1.9708967930434576e-05, + "loss": 0.1884, + "step": 12341 + }, + { + "epoch": 10.468193384223918, + "grad_norm": 1.6708363136889792, + "learning_rate": 1.9708902135739326e-05, + "loss": 0.1933, + "step": 12342 + }, + { + "epoch": 10.469041560644614, + "grad_norm": 1.4224434558382557, + "learning_rate": 1.970883633371754e-05, + "loss": 0.1715, + "step": 12343 + }, + { + "epoch": 10.46988973706531, + "grad_norm": 1.8590318062860725, + "learning_rate": 1.9708770524369266e-05, + "loss": 0.192, + "step": 12344 + }, + { + "epoch": 10.470737913486005, + "grad_norm": 1.4689102793250355, + "learning_rate": 1.970870470769455e-05, + "loss": 0.1664, + "step": 12345 + }, + { + "epoch": 10.471586089906701, + "grad_norm": 1.5212188598809235, + "learning_rate": 1.9708638883693448e-05, + "loss": 0.1914, + "step": 12346 + }, + { + "epoch": 10.472434266327395, + "grad_norm": 1.448467174859994, + "learning_rate": 1.9708573052366005e-05, + "loss": 0.151, + "step": 12347 + }, + { + "epoch": 10.473282442748092, + "grad_norm": 1.5668022020562078, + "learning_rate": 1.9708507213712276e-05, + "loss": 0.1991, + "step": 12348 + }, + { + "epoch": 10.474130619168788, + "grad_norm": 1.5198870010746908, + "learning_rate": 1.9708441367732305e-05, + "loss": 0.1797, + "step": 12349 + }, + { + "epoch": 10.474978795589482, + "grad_norm": 1.3679066044466415, + "learning_rate": 1.9708375514426142e-05, + "loss": 0.1806, + "step": 12350 + }, + { + "epoch": 10.475826972010179, + "grad_norm": 1.5366454396592228, + "learning_rate": 1.9708309653793846e-05, + "loss": 0.1792, + "step": 12351 + }, + { + "epoch": 10.476675148430873, + "grad_norm": 1.6134744005317552, + "learning_rate": 1.970824378583545e-05, + "loss": 0.1982, + "step": 12352 + }, + { + "epoch": 10.47752332485157, + "grad_norm": 1.5938594880945496, + "learning_rate": 1.970817791055102e-05, + "loss": 0.1582, + "step": 12353 + }, + { + "epoch": 10.478371501272264, + "grad_norm": 1.535898428357285, + "learning_rate": 1.9708112027940593e-05, + "loss": 0.1582, + "step": 12354 + }, + { + "epoch": 10.47921967769296, + "grad_norm": 1.3407505240530955, + "learning_rate": 1.970804613800423e-05, + "loss": 0.1595, + "step": 12355 + }, + { + "epoch": 10.480067854113656, + "grad_norm": 1.5118709574556606, + "learning_rate": 1.9707980240741973e-05, + "loss": 0.1654, + "step": 12356 + }, + { + "epoch": 10.48091603053435, + "grad_norm": 1.576251687567351, + "learning_rate": 1.9707914336153875e-05, + "loss": 0.186, + "step": 12357 + }, + { + "epoch": 10.481764206955047, + "grad_norm": 1.602293792938646, + "learning_rate": 1.970784842423998e-05, + "loss": 0.1898, + "step": 12358 + }, + { + "epoch": 10.482612383375741, + "grad_norm": 1.4607594752778696, + "learning_rate": 1.9707782505000347e-05, + "loss": 0.2005, + "step": 12359 + }, + { + "epoch": 10.483460559796438, + "grad_norm": 1.5176721687068953, + "learning_rate": 1.970771657843502e-05, + "loss": 0.2094, + "step": 12360 + }, + { + "epoch": 10.484308736217134, + "grad_norm": 1.3201491667996634, + "learning_rate": 1.970765064454405e-05, + "loss": 0.1416, + "step": 12361 + }, + { + "epoch": 10.485156912637828, + "grad_norm": 1.4793810805842174, + "learning_rate": 1.970758470332749e-05, + "loss": 0.1813, + "step": 12362 + }, + { + "epoch": 10.486005089058525, + "grad_norm": 1.5694973793681768, + "learning_rate": 1.970751875478538e-05, + "loss": 0.1966, + "step": 12363 + }, + { + "epoch": 10.486853265479219, + "grad_norm": 1.6769806614752105, + "learning_rate": 1.970745279891778e-05, + "loss": 0.2211, + "step": 12364 + }, + { + "epoch": 10.487701441899915, + "grad_norm": 1.6263408035351705, + "learning_rate": 1.9707386835724734e-05, + "loss": 0.1974, + "step": 12365 + }, + { + "epoch": 10.488549618320612, + "grad_norm": 1.5467091860087954, + "learning_rate": 1.9707320865206295e-05, + "loss": 0.168, + "step": 12366 + }, + { + "epoch": 10.489397794741306, + "grad_norm": 1.5912339586690516, + "learning_rate": 1.9707254887362515e-05, + "loss": 0.1846, + "step": 12367 + }, + { + "epoch": 10.490245971162002, + "grad_norm": 1.3705773460005952, + "learning_rate": 1.9707188902193434e-05, + "loss": 0.1874, + "step": 12368 + }, + { + "epoch": 10.491094147582697, + "grad_norm": 1.556887581753448, + "learning_rate": 1.970712290969911e-05, + "loss": 0.1971, + "step": 12369 + }, + { + "epoch": 10.491942324003393, + "grad_norm": 1.639609041013758, + "learning_rate": 1.9707056909879596e-05, + "loss": 0.2066, + "step": 12370 + }, + { + "epoch": 10.49279050042409, + "grad_norm": 1.5962642396562563, + "learning_rate": 1.970699090273493e-05, + "loss": 0.2088, + "step": 12371 + }, + { + "epoch": 10.493638676844784, + "grad_norm": 1.5520944017733227, + "learning_rate": 1.9706924888265174e-05, + "loss": 0.1697, + "step": 12372 + }, + { + "epoch": 10.49448685326548, + "grad_norm": 1.4550381168599353, + "learning_rate": 1.970685886647037e-05, + "loss": 0.1664, + "step": 12373 + }, + { + "epoch": 10.495335029686174, + "grad_norm": 1.4320205806901662, + "learning_rate": 1.970679283735057e-05, + "loss": 0.2176, + "step": 12374 + }, + { + "epoch": 10.49618320610687, + "grad_norm": 1.4676421315975314, + "learning_rate": 1.9706726800905823e-05, + "loss": 0.1736, + "step": 12375 + }, + { + "epoch": 10.497031382527565, + "grad_norm": 1.5403512934010117, + "learning_rate": 1.9706660757136178e-05, + "loss": 0.1778, + "step": 12376 + }, + { + "epoch": 10.497879558948261, + "grad_norm": 1.3288780070333146, + "learning_rate": 1.970659470604169e-05, + "loss": 0.1398, + "step": 12377 + }, + { + "epoch": 10.498727735368957, + "grad_norm": 1.495504591304321, + "learning_rate": 1.9706528647622406e-05, + "loss": 0.1645, + "step": 12378 + }, + { + "epoch": 10.499575911789652, + "grad_norm": 1.7893377224777973, + "learning_rate": 1.9706462581878375e-05, + "loss": 0.2177, + "step": 12379 + }, + { + "epoch": 10.500424088210348, + "grad_norm": 1.5952377958398243, + "learning_rate": 1.9706396508809646e-05, + "loss": 0.1633, + "step": 12380 + }, + { + "epoch": 10.501272264631043, + "grad_norm": 1.566503299924552, + "learning_rate": 1.9706330428416268e-05, + "loss": 0.168, + "step": 12381 + }, + { + "epoch": 10.502120441051739, + "grad_norm": 1.568893524131641, + "learning_rate": 1.9706264340698298e-05, + "loss": 0.2135, + "step": 12382 + }, + { + "epoch": 10.502968617472435, + "grad_norm": 1.4209028112136772, + "learning_rate": 1.9706198245655776e-05, + "loss": 0.186, + "step": 12383 + }, + { + "epoch": 10.50381679389313, + "grad_norm": 1.3494472646043296, + "learning_rate": 1.9706132143288757e-05, + "loss": 0.1982, + "step": 12384 + }, + { + "epoch": 10.504664970313826, + "grad_norm": 1.4473570540781648, + "learning_rate": 1.9706066033597295e-05, + "loss": 0.2169, + "step": 12385 + }, + { + "epoch": 10.50551314673452, + "grad_norm": 1.503546044284821, + "learning_rate": 1.9705999916581435e-05, + "loss": 0.2051, + "step": 12386 + }, + { + "epoch": 10.506361323155216, + "grad_norm": 1.3454210853612956, + "learning_rate": 1.9705933792241223e-05, + "loss": 0.1476, + "step": 12387 + }, + { + "epoch": 10.50720949957591, + "grad_norm": 1.5760716677269728, + "learning_rate": 1.9705867660576716e-05, + "loss": 0.1625, + "step": 12388 + }, + { + "epoch": 10.508057675996607, + "grad_norm": 1.706560594204966, + "learning_rate": 1.970580152158796e-05, + "loss": 0.1863, + "step": 12389 + }, + { + "epoch": 10.508905852417303, + "grad_norm": 1.6602599504360627, + "learning_rate": 1.970573537527501e-05, + "loss": 0.1674, + "step": 12390 + }, + { + "epoch": 10.509754028837998, + "grad_norm": 1.5472753987334458, + "learning_rate": 1.9705669221637906e-05, + "loss": 0.204, + "step": 12391 + }, + { + "epoch": 10.510602205258694, + "grad_norm": 1.543588698904933, + "learning_rate": 1.970560306067671e-05, + "loss": 0.1546, + "step": 12392 + }, + { + "epoch": 10.511450381679388, + "grad_norm": 1.556412456242029, + "learning_rate": 1.9705536892391458e-05, + "loss": 0.214, + "step": 12393 + }, + { + "epoch": 10.512298558100085, + "grad_norm": 1.5622537723338314, + "learning_rate": 1.9705470716782212e-05, + "loss": 0.181, + "step": 12394 + }, + { + "epoch": 10.513146734520781, + "grad_norm": 1.3682617931194845, + "learning_rate": 1.970540453384902e-05, + "loss": 0.1872, + "step": 12395 + }, + { + "epoch": 10.513994910941475, + "grad_norm": 1.3964673234996836, + "learning_rate": 1.9705338343591925e-05, + "loss": 0.1524, + "step": 12396 + }, + { + "epoch": 10.514843087362172, + "grad_norm": 1.6241631288135578, + "learning_rate": 1.9705272146010986e-05, + "loss": 0.219, + "step": 12397 + }, + { + "epoch": 10.515691263782866, + "grad_norm": 1.6216327253982128, + "learning_rate": 1.9705205941106245e-05, + "loss": 0.1816, + "step": 12398 + }, + { + "epoch": 10.516539440203562, + "grad_norm": 1.6962114326170097, + "learning_rate": 1.970513972887776e-05, + "loss": 0.2128, + "step": 12399 + }, + { + "epoch": 10.517387616624259, + "grad_norm": 1.8479794966590541, + "learning_rate": 1.970507350932557e-05, + "loss": 0.2559, + "step": 12400 + }, + { + "epoch": 10.518235793044953, + "grad_norm": 1.6763903361945252, + "learning_rate": 1.9705007282449737e-05, + "loss": 0.1862, + "step": 12401 + }, + { + "epoch": 10.51908396946565, + "grad_norm": 1.3899168400049573, + "learning_rate": 1.9704941048250304e-05, + "loss": 0.195, + "step": 12402 + }, + { + "epoch": 10.519932145886344, + "grad_norm": 1.5210584710944224, + "learning_rate": 1.9704874806727322e-05, + "loss": 0.1715, + "step": 12403 + }, + { + "epoch": 10.52078032230704, + "grad_norm": 1.3944302952609369, + "learning_rate": 1.970480855788084e-05, + "loss": 0.1703, + "step": 12404 + }, + { + "epoch": 10.521628498727736, + "grad_norm": 1.4890814746338044, + "learning_rate": 1.970474230171091e-05, + "loss": 0.1593, + "step": 12405 + }, + { + "epoch": 10.52247667514843, + "grad_norm": 1.4259967470644186, + "learning_rate": 1.9704676038217583e-05, + "loss": 0.1626, + "step": 12406 + }, + { + "epoch": 10.523324851569127, + "grad_norm": 1.7404858969599124, + "learning_rate": 1.9704609767400906e-05, + "loss": 0.1905, + "step": 12407 + }, + { + "epoch": 10.524173027989821, + "grad_norm": 1.6279678375585698, + "learning_rate": 1.9704543489260933e-05, + "loss": 0.1906, + "step": 12408 + }, + { + "epoch": 10.525021204410518, + "grad_norm": 1.629347651433765, + "learning_rate": 1.9704477203797707e-05, + "loss": 0.1796, + "step": 12409 + }, + { + "epoch": 10.525869380831214, + "grad_norm": 1.45512754772197, + "learning_rate": 1.9704410911011285e-05, + "loss": 0.1684, + "step": 12410 + }, + { + "epoch": 10.526717557251908, + "grad_norm": 1.6682491192924804, + "learning_rate": 1.9704344610901714e-05, + "loss": 0.2142, + "step": 12411 + }, + { + "epoch": 10.527565733672605, + "grad_norm": 1.6896687350203912, + "learning_rate": 1.9704278303469045e-05, + "loss": 0.2014, + "step": 12412 + }, + { + "epoch": 10.528413910093299, + "grad_norm": 1.7045559277988227, + "learning_rate": 1.9704211988713323e-05, + "loss": 0.152, + "step": 12413 + }, + { + "epoch": 10.529262086513995, + "grad_norm": 1.6469706392578007, + "learning_rate": 1.970414566663461e-05, + "loss": 0.2114, + "step": 12414 + }, + { + "epoch": 10.53011026293469, + "grad_norm": 2.1973148801322773, + "learning_rate": 1.9704079337232943e-05, + "loss": 0.1698, + "step": 12415 + }, + { + "epoch": 10.530958439355386, + "grad_norm": 1.409489292970605, + "learning_rate": 1.970401300050838e-05, + "loss": 0.176, + "step": 12416 + }, + { + "epoch": 10.531806615776082, + "grad_norm": 1.456632673301192, + "learning_rate": 1.9703946656460968e-05, + "loss": 0.188, + "step": 12417 + }, + { + "epoch": 10.532654792196777, + "grad_norm": 1.6594534235668055, + "learning_rate": 1.9703880305090763e-05, + "loss": 0.1796, + "step": 12418 + }, + { + "epoch": 10.533502968617473, + "grad_norm": 1.5711902237799074, + "learning_rate": 1.9703813946397804e-05, + "loss": 0.2327, + "step": 12419 + }, + { + "epoch": 10.534351145038167, + "grad_norm": 1.637600487653193, + "learning_rate": 1.9703747580382145e-05, + "loss": 0.1651, + "step": 12420 + }, + { + "epoch": 10.535199321458864, + "grad_norm": 1.575104861674822, + "learning_rate": 1.970368120704384e-05, + "loss": 0.1665, + "step": 12421 + }, + { + "epoch": 10.53604749787956, + "grad_norm": 1.6769339926842803, + "learning_rate": 1.970361482638294e-05, + "loss": 0.231, + "step": 12422 + }, + { + "epoch": 10.536895674300254, + "grad_norm": 1.5320328321933527, + "learning_rate": 1.970354843839949e-05, + "loss": 0.161, + "step": 12423 + }, + { + "epoch": 10.53774385072095, + "grad_norm": 1.5077851117709544, + "learning_rate": 1.9703482043093546e-05, + "loss": 0.2187, + "step": 12424 + }, + { + "epoch": 10.538592027141645, + "grad_norm": 1.551523411658492, + "learning_rate": 1.9703415640465148e-05, + "loss": 0.2166, + "step": 12425 + }, + { + "epoch": 10.539440203562341, + "grad_norm": 1.6404140107717438, + "learning_rate": 1.9703349230514357e-05, + "loss": 0.2514, + "step": 12426 + }, + { + "epoch": 10.540288379983036, + "grad_norm": 1.5213488855289667, + "learning_rate": 1.9703282813241217e-05, + "loss": 0.2016, + "step": 12427 + }, + { + "epoch": 10.541136556403732, + "grad_norm": 1.6354553943277406, + "learning_rate": 1.970321638864578e-05, + "loss": 0.2124, + "step": 12428 + }, + { + "epoch": 10.541984732824428, + "grad_norm": 1.5280140431912492, + "learning_rate": 1.9703149956728093e-05, + "loss": 0.2401, + "step": 12429 + }, + { + "epoch": 10.542832909245123, + "grad_norm": 1.6304441993467254, + "learning_rate": 1.9703083517488214e-05, + "loss": 0.1894, + "step": 12430 + }, + { + "epoch": 10.543681085665819, + "grad_norm": 1.4707663517747902, + "learning_rate": 1.9703017070926186e-05, + "loss": 0.1717, + "step": 12431 + }, + { + "epoch": 10.544529262086513, + "grad_norm": 1.4455219893066171, + "learning_rate": 1.970295061704206e-05, + "loss": 0.1631, + "step": 12432 + }, + { + "epoch": 10.54537743850721, + "grad_norm": 1.5770601724270628, + "learning_rate": 1.9702884155835892e-05, + "loss": 0.2002, + "step": 12433 + }, + { + "epoch": 10.546225614927906, + "grad_norm": 1.5102763721032135, + "learning_rate": 1.970281768730772e-05, + "loss": 0.1713, + "step": 12434 + }, + { + "epoch": 10.5470737913486, + "grad_norm": 1.3905001846527443, + "learning_rate": 1.9702751211457608e-05, + "loss": 0.2038, + "step": 12435 + }, + { + "epoch": 10.547921967769296, + "grad_norm": 1.4607576965458342, + "learning_rate": 1.9702684728285596e-05, + "loss": 0.1762, + "step": 12436 + }, + { + "epoch": 10.54877014418999, + "grad_norm": 1.5915665927921099, + "learning_rate": 1.9702618237791743e-05, + "loss": 0.1953, + "step": 12437 + }, + { + "epoch": 10.549618320610687, + "grad_norm": 1.5980735123511598, + "learning_rate": 1.9702551739976086e-05, + "loss": 0.1557, + "step": 12438 + }, + { + "epoch": 10.550466497031383, + "grad_norm": 1.5857607470040316, + "learning_rate": 1.970248523483869e-05, + "loss": 0.1978, + "step": 12439 + }, + { + "epoch": 10.551314673452078, + "grad_norm": 1.5817471995993073, + "learning_rate": 1.97024187223796e-05, + "loss": 0.1688, + "step": 12440 + }, + { + "epoch": 10.552162849872774, + "grad_norm": 1.4825902153714925, + "learning_rate": 1.970235220259886e-05, + "loss": 0.1633, + "step": 12441 + }, + { + "epoch": 10.553011026293468, + "grad_norm": 1.3951997267320748, + "learning_rate": 1.970228567549653e-05, + "loss": 0.1564, + "step": 12442 + }, + { + "epoch": 10.553859202714165, + "grad_norm": 1.6104473917702715, + "learning_rate": 1.970221914107265e-05, + "loss": 0.2077, + "step": 12443 + }, + { + "epoch": 10.554707379134861, + "grad_norm": 1.834569149943857, + "learning_rate": 1.9702152599327277e-05, + "loss": 0.2022, + "step": 12444 + }, + { + "epoch": 10.555555555555555, + "grad_norm": 1.5455408309361949, + "learning_rate": 1.970208605026046e-05, + "loss": 0.1807, + "step": 12445 + }, + { + "epoch": 10.556403731976252, + "grad_norm": 1.5777250700385803, + "learning_rate": 1.9702019493872247e-05, + "loss": 0.2098, + "step": 12446 + }, + { + "epoch": 10.557251908396946, + "grad_norm": 1.5780596136839937, + "learning_rate": 1.9701952930162693e-05, + "loss": 0.2153, + "step": 12447 + }, + { + "epoch": 10.558100084817642, + "grad_norm": 1.3520384116217221, + "learning_rate": 1.9701886359131843e-05, + "loss": 0.1762, + "step": 12448 + }, + { + "epoch": 10.558948261238339, + "grad_norm": 1.5134214032000552, + "learning_rate": 1.9701819780779755e-05, + "loss": 0.221, + "step": 12449 + }, + { + "epoch": 10.559796437659033, + "grad_norm": 1.6636007824210195, + "learning_rate": 1.9701753195106467e-05, + "loss": 0.241, + "step": 12450 + }, + { + "epoch": 10.56064461407973, + "grad_norm": 1.6285966091474875, + "learning_rate": 1.970168660211204e-05, + "loss": 0.2211, + "step": 12451 + }, + { + "epoch": 10.561492790500424, + "grad_norm": 1.493955488381181, + "learning_rate": 1.970162000179652e-05, + "loss": 0.2184, + "step": 12452 + }, + { + "epoch": 10.56234096692112, + "grad_norm": 1.4613395292707356, + "learning_rate": 1.9701553394159954e-05, + "loss": 0.2123, + "step": 12453 + }, + { + "epoch": 10.563189143341814, + "grad_norm": 1.69342946057649, + "learning_rate": 1.9701486779202396e-05, + "loss": 0.2261, + "step": 12454 + }, + { + "epoch": 10.56403731976251, + "grad_norm": 1.6621556816322274, + "learning_rate": 1.9701420156923898e-05, + "loss": 0.2065, + "step": 12455 + }, + { + "epoch": 10.564885496183207, + "grad_norm": 2.1397511184696776, + "learning_rate": 1.970135352732451e-05, + "loss": 0.2071, + "step": 12456 + }, + { + "epoch": 10.565733672603901, + "grad_norm": 1.6574621156551734, + "learning_rate": 1.970128689040428e-05, + "loss": 0.1891, + "step": 12457 + }, + { + "epoch": 10.566581849024598, + "grad_norm": 1.4666668824893383, + "learning_rate": 1.9701220246163257e-05, + "loss": 0.1624, + "step": 12458 + }, + { + "epoch": 10.567430025445292, + "grad_norm": 1.5791580589999274, + "learning_rate": 1.9701153594601495e-05, + "loss": 0.142, + "step": 12459 + }, + { + "epoch": 10.568278201865988, + "grad_norm": 1.4925998281566653, + "learning_rate": 1.9701086935719044e-05, + "loss": 0.153, + "step": 12460 + }, + { + "epoch": 10.569126378286684, + "grad_norm": 1.5488673518344442, + "learning_rate": 1.9701020269515948e-05, + "loss": 0.1689, + "step": 12461 + }, + { + "epoch": 10.569974554707379, + "grad_norm": 1.71754029112524, + "learning_rate": 1.9700953595992265e-05, + "loss": 0.2061, + "step": 12462 + }, + { + "epoch": 10.570822731128075, + "grad_norm": 1.5781888458837785, + "learning_rate": 1.970088691514804e-05, + "loss": 0.2403, + "step": 12463 + }, + { + "epoch": 10.57167090754877, + "grad_norm": 1.5582119628730455, + "learning_rate": 1.970082022698333e-05, + "loss": 0.1852, + "step": 12464 + }, + { + "epoch": 10.572519083969466, + "grad_norm": 1.4359116208985132, + "learning_rate": 1.970075353149818e-05, + "loss": 0.1938, + "step": 12465 + }, + { + "epoch": 10.57336726039016, + "grad_norm": 1.4987864954954935, + "learning_rate": 1.970068682869264e-05, + "loss": 0.1952, + "step": 12466 + }, + { + "epoch": 10.574215436810857, + "grad_norm": 1.3851751638559069, + "learning_rate": 1.970062011856676e-05, + "loss": 0.1631, + "step": 12467 + }, + { + "epoch": 10.575063613231553, + "grad_norm": 1.4961216340453631, + "learning_rate": 1.9700553401120594e-05, + "loss": 0.2005, + "step": 12468 + }, + { + "epoch": 10.575911789652247, + "grad_norm": 1.7357245751051662, + "learning_rate": 1.970048667635419e-05, + "loss": 0.1806, + "step": 12469 + }, + { + "epoch": 10.576759966072943, + "grad_norm": 1.5843589457749743, + "learning_rate": 1.97004199442676e-05, + "loss": 0.2325, + "step": 12470 + }, + { + "epoch": 10.577608142493638, + "grad_norm": 1.5378636233933924, + "learning_rate": 1.970035320486087e-05, + "loss": 0.1725, + "step": 12471 + }, + { + "epoch": 10.578456318914334, + "grad_norm": 1.3366301688388766, + "learning_rate": 1.9700286458134056e-05, + "loss": 0.2025, + "step": 12472 + }, + { + "epoch": 10.57930449533503, + "grad_norm": 1.4523871232543413, + "learning_rate": 1.9700219704087206e-05, + "loss": 0.1677, + "step": 12473 + }, + { + "epoch": 10.580152671755725, + "grad_norm": 1.4202618113251548, + "learning_rate": 1.970015294272037e-05, + "loss": 0.1618, + "step": 12474 + }, + { + "epoch": 10.581000848176421, + "grad_norm": 1.552893092659288, + "learning_rate": 1.9700086174033598e-05, + "loss": 0.2097, + "step": 12475 + }, + { + "epoch": 10.581849024597116, + "grad_norm": 1.7672435077357702, + "learning_rate": 1.970001939802694e-05, + "loss": 0.24, + "step": 12476 + }, + { + "epoch": 10.582697201017812, + "grad_norm": 1.6814751594361264, + "learning_rate": 1.969995261470045e-05, + "loss": 0.2593, + "step": 12477 + }, + { + "epoch": 10.583545377438508, + "grad_norm": 1.4962374669491807, + "learning_rate": 1.9699885824054173e-05, + "loss": 0.1926, + "step": 12478 + }, + { + "epoch": 10.584393553859202, + "grad_norm": 1.4748837469449652, + "learning_rate": 1.9699819026088163e-05, + "loss": 0.2066, + "step": 12479 + }, + { + "epoch": 10.585241730279899, + "grad_norm": 1.4547251954266576, + "learning_rate": 1.969975222080247e-05, + "loss": 0.1708, + "step": 12480 + }, + { + "epoch": 10.586089906700593, + "grad_norm": 1.4584539131656418, + "learning_rate": 1.9699685408197147e-05, + "loss": 0.1795, + "step": 12481 + }, + { + "epoch": 10.58693808312129, + "grad_norm": 1.6166185625756937, + "learning_rate": 1.969961858827224e-05, + "loss": 0.2287, + "step": 12482 + }, + { + "epoch": 10.587786259541986, + "grad_norm": 1.5187908709126106, + "learning_rate": 1.9699551761027796e-05, + "loss": 0.1725, + "step": 12483 + }, + { + "epoch": 10.58863443596268, + "grad_norm": 2.425099004846005, + "learning_rate": 1.9699484926463875e-05, + "loss": 0.1675, + "step": 12484 + }, + { + "epoch": 10.589482612383376, + "grad_norm": 1.7081749839521831, + "learning_rate": 1.969941808458052e-05, + "loss": 0.1469, + "step": 12485 + }, + { + "epoch": 10.59033078880407, + "grad_norm": 1.463554049330252, + "learning_rate": 1.9699351235377787e-05, + "loss": 0.1422, + "step": 12486 + }, + { + "epoch": 10.591178965224767, + "grad_norm": 1.787120429884243, + "learning_rate": 1.9699284378855722e-05, + "loss": 0.2133, + "step": 12487 + }, + { + "epoch": 10.592027141645461, + "grad_norm": 1.4721145075503361, + "learning_rate": 1.9699217515014378e-05, + "loss": 0.1687, + "step": 12488 + }, + { + "epoch": 10.592875318066158, + "grad_norm": 1.6766382617254039, + "learning_rate": 1.96991506438538e-05, + "loss": 0.1985, + "step": 12489 + }, + { + "epoch": 10.593723494486854, + "grad_norm": 1.5809827524909776, + "learning_rate": 1.969908376537405e-05, + "loss": 0.1842, + "step": 12490 + }, + { + "epoch": 10.594571670907548, + "grad_norm": 1.5212091608813025, + "learning_rate": 1.9699016879575166e-05, + "loss": 0.2024, + "step": 12491 + }, + { + "epoch": 10.595419847328245, + "grad_norm": 1.509970673898289, + "learning_rate": 1.969894998645721e-05, + "loss": 0.1798, + "step": 12492 + }, + { + "epoch": 10.596268023748939, + "grad_norm": 1.6195210870518542, + "learning_rate": 1.969888308602022e-05, + "loss": 0.1708, + "step": 12493 + }, + { + "epoch": 10.597116200169635, + "grad_norm": 1.620940010223087, + "learning_rate": 1.9698816178264256e-05, + "loss": 0.2124, + "step": 12494 + }, + { + "epoch": 10.597964376590332, + "grad_norm": 1.6385879274377608, + "learning_rate": 1.969874926318936e-05, + "loss": 0.1747, + "step": 12495 + }, + { + "epoch": 10.598812553011026, + "grad_norm": 1.633894374342978, + "learning_rate": 1.9698682340795594e-05, + "loss": 0.1993, + "step": 12496 + }, + { + "epoch": 10.599660729431722, + "grad_norm": 1.9900069505542162, + "learning_rate": 1.9698615411083e-05, + "loss": 0.2233, + "step": 12497 + }, + { + "epoch": 10.600508905852417, + "grad_norm": 1.5306526702869876, + "learning_rate": 1.9698548474051634e-05, + "loss": 0.2225, + "step": 12498 + }, + { + "epoch": 10.601357082273113, + "grad_norm": 1.6102846555825063, + "learning_rate": 1.969848152970154e-05, + "loss": 0.225, + "step": 12499 + }, + { + "epoch": 10.60220525869381, + "grad_norm": 1.4261056019428253, + "learning_rate": 1.9698414578032775e-05, + "loss": 0.1867, + "step": 12500 + }, + { + "epoch": 10.603053435114504, + "grad_norm": 1.5718573641427611, + "learning_rate": 1.9698347619045382e-05, + "loss": 0.1855, + "step": 12501 + }, + { + "epoch": 10.6039016115352, + "grad_norm": 1.544158544013546, + "learning_rate": 1.9698280652739418e-05, + "loss": 0.1965, + "step": 12502 + }, + { + "epoch": 10.604749787955894, + "grad_norm": 1.6045495797151417, + "learning_rate": 1.969821367911493e-05, + "loss": 0.2211, + "step": 12503 + }, + { + "epoch": 10.60559796437659, + "grad_norm": 1.6448375581054433, + "learning_rate": 1.9698146698171975e-05, + "loss": 0.2063, + "step": 12504 + }, + { + "epoch": 10.606446140797285, + "grad_norm": 1.6921242038742403, + "learning_rate": 1.9698079709910595e-05, + "loss": 0.2003, + "step": 12505 + }, + { + "epoch": 10.607294317217981, + "grad_norm": 1.7656270278551112, + "learning_rate": 1.9698012714330843e-05, + "loss": 0.2238, + "step": 12506 + }, + { + "epoch": 10.608142493638677, + "grad_norm": 1.6222371667223565, + "learning_rate": 1.969794571143277e-05, + "loss": 0.1882, + "step": 12507 + }, + { + "epoch": 10.608990670059372, + "grad_norm": 1.590475524473169, + "learning_rate": 1.9697878701216432e-05, + "loss": 0.1987, + "step": 12508 + }, + { + "epoch": 10.609838846480068, + "grad_norm": 1.4092703333171306, + "learning_rate": 1.9697811683681867e-05, + "loss": 0.138, + "step": 12509 + }, + { + "epoch": 10.610687022900763, + "grad_norm": 1.5818402484637009, + "learning_rate": 1.969774465882914e-05, + "loss": 0.185, + "step": 12510 + }, + { + "epoch": 10.611535199321459, + "grad_norm": 1.5158736990588237, + "learning_rate": 1.9697677626658295e-05, + "loss": 0.1697, + "step": 12511 + }, + { + "epoch": 10.612383375742155, + "grad_norm": 1.738498627870516, + "learning_rate": 1.969761058716938e-05, + "loss": 0.2342, + "step": 12512 + }, + { + "epoch": 10.61323155216285, + "grad_norm": 1.4758737019814239, + "learning_rate": 1.969754354036245e-05, + "loss": 0.1902, + "step": 12513 + }, + { + "epoch": 10.614079728583546, + "grad_norm": 1.5360037018864179, + "learning_rate": 1.9697476486237552e-05, + "loss": 0.1931, + "step": 12514 + }, + { + "epoch": 10.61492790500424, + "grad_norm": 1.6126111245269883, + "learning_rate": 1.9697409424794738e-05, + "loss": 0.2041, + "step": 12515 + }, + { + "epoch": 10.615776081424936, + "grad_norm": 1.6764732333909702, + "learning_rate": 1.969734235603406e-05, + "loss": 0.1905, + "step": 12516 + }, + { + "epoch": 10.616624257845633, + "grad_norm": 1.6837617554888376, + "learning_rate": 1.9697275279955567e-05, + "loss": 0.2056, + "step": 12517 + }, + { + "epoch": 10.617472434266327, + "grad_norm": 1.6858393985305096, + "learning_rate": 1.9697208196559308e-05, + "loss": 0.1859, + "step": 12518 + }, + { + "epoch": 10.618320610687023, + "grad_norm": 1.4934541461764477, + "learning_rate": 1.9697141105845342e-05, + "loss": 0.2137, + "step": 12519 + }, + { + "epoch": 10.619168787107718, + "grad_norm": 1.423517042474859, + "learning_rate": 1.9697074007813707e-05, + "loss": 0.171, + "step": 12520 + }, + { + "epoch": 10.620016963528414, + "grad_norm": 1.6227853952823956, + "learning_rate": 1.9697006902464465e-05, + "loss": 0.1579, + "step": 12521 + }, + { + "epoch": 10.62086513994911, + "grad_norm": 1.3799156194492974, + "learning_rate": 1.9696939789797658e-05, + "loss": 0.1967, + "step": 12522 + }, + { + "epoch": 10.621713316369805, + "grad_norm": 1.9066700259284348, + "learning_rate": 1.969687266981334e-05, + "loss": 0.2275, + "step": 12523 + }, + { + "epoch": 10.622561492790501, + "grad_norm": 3.378150835730578, + "learning_rate": 1.9696805542511566e-05, + "loss": 0.2288, + "step": 12524 + }, + { + "epoch": 10.623409669211195, + "grad_norm": 1.774741638747437, + "learning_rate": 1.969673840789238e-05, + "loss": 0.2148, + "step": 12525 + }, + { + "epoch": 10.624257845631892, + "grad_norm": 1.4881419018388617, + "learning_rate": 1.9696671265955834e-05, + "loss": 0.2068, + "step": 12526 + }, + { + "epoch": 10.625106022052586, + "grad_norm": 1.5262757454805893, + "learning_rate": 1.969660411670198e-05, + "loss": 0.1749, + "step": 12527 + }, + { + "epoch": 10.625954198473282, + "grad_norm": 1.5868798338407117, + "learning_rate": 1.9696536960130872e-05, + "loss": 0.1712, + "step": 12528 + }, + { + "epoch": 10.626802374893979, + "grad_norm": 1.7826290029053924, + "learning_rate": 1.9696469796242557e-05, + "loss": 0.1877, + "step": 12529 + }, + { + "epoch": 10.627650551314673, + "grad_norm": 1.417256599392225, + "learning_rate": 1.9696402625037083e-05, + "loss": 0.1573, + "step": 12530 + }, + { + "epoch": 10.62849872773537, + "grad_norm": 1.6097945407002705, + "learning_rate": 1.9696335446514505e-05, + "loss": 0.1875, + "step": 12531 + }, + { + "epoch": 10.629346904156064, + "grad_norm": 1.6532357654999572, + "learning_rate": 1.969626826067487e-05, + "loss": 0.2127, + "step": 12532 + }, + { + "epoch": 10.63019508057676, + "grad_norm": 1.5180710983719798, + "learning_rate": 1.9696201067518235e-05, + "loss": 0.1922, + "step": 12533 + }, + { + "epoch": 10.631043256997456, + "grad_norm": 1.519722625480494, + "learning_rate": 1.9696133867044646e-05, + "loss": 0.2209, + "step": 12534 + }, + { + "epoch": 10.63189143341815, + "grad_norm": 1.5789360523870226, + "learning_rate": 1.9696066659254152e-05, + "loss": 0.1853, + "step": 12535 + }, + { + "epoch": 10.632739609838847, + "grad_norm": 1.6288303330508567, + "learning_rate": 1.9695999444146808e-05, + "loss": 0.2182, + "step": 12536 + }, + { + "epoch": 10.633587786259541, + "grad_norm": 1.4702099114542235, + "learning_rate": 1.969593222172266e-05, + "loss": 0.193, + "step": 12537 + }, + { + "epoch": 10.634435962680238, + "grad_norm": 1.4320643955346153, + "learning_rate": 1.969586499198177e-05, + "loss": 0.1523, + "step": 12538 + }, + { + "epoch": 10.635284139100932, + "grad_norm": 1.5978999832709062, + "learning_rate": 1.969579775492417e-05, + "loss": 0.2776, + "step": 12539 + }, + { + "epoch": 10.636132315521628, + "grad_norm": 1.6771485965722415, + "learning_rate": 1.969573051054993e-05, + "loss": 0.2292, + "step": 12540 + }, + { + "epoch": 10.636980491942325, + "grad_norm": 1.6077170629549782, + "learning_rate": 1.9695663258859087e-05, + "loss": 0.1978, + "step": 12541 + }, + { + "epoch": 10.637828668363019, + "grad_norm": 1.6943983642212999, + "learning_rate": 1.9695595999851695e-05, + "loss": 0.1752, + "step": 12542 + }, + { + "epoch": 10.638676844783715, + "grad_norm": 1.5570735389562929, + "learning_rate": 1.969552873352781e-05, + "loss": 0.1709, + "step": 12543 + }, + { + "epoch": 10.63952502120441, + "grad_norm": 1.485368800327094, + "learning_rate": 1.9695461459887477e-05, + "loss": 0.188, + "step": 12544 + }, + { + "epoch": 10.640373197625106, + "grad_norm": 1.6286540731193289, + "learning_rate": 1.9695394178930748e-05, + "loss": 0.1763, + "step": 12545 + }, + { + "epoch": 10.641221374045802, + "grad_norm": 1.6299230126678956, + "learning_rate": 1.9695326890657677e-05, + "loss": 0.1856, + "step": 12546 + }, + { + "epoch": 10.642069550466497, + "grad_norm": 1.7837518131137902, + "learning_rate": 1.9695259595068312e-05, + "loss": 0.1988, + "step": 12547 + }, + { + "epoch": 10.642917726887193, + "grad_norm": 1.4911612896193178, + "learning_rate": 1.9695192292162703e-05, + "loss": 0.1731, + "step": 12548 + }, + { + "epoch": 10.643765903307887, + "grad_norm": 1.7212101863048532, + "learning_rate": 1.9695124981940904e-05, + "loss": 0.2722, + "step": 12549 + }, + { + "epoch": 10.644614079728584, + "grad_norm": 1.5223380675017368, + "learning_rate": 1.969505766440296e-05, + "loss": 0.1729, + "step": 12550 + }, + { + "epoch": 10.64546225614928, + "grad_norm": 1.6146553688272485, + "learning_rate": 1.969499033954893e-05, + "loss": 0.1798, + "step": 12551 + }, + { + "epoch": 10.646310432569974, + "grad_norm": 1.638245588470644, + "learning_rate": 1.969492300737886e-05, + "loss": 0.2349, + "step": 12552 + }, + { + "epoch": 10.64715860899067, + "grad_norm": 1.4701525915014004, + "learning_rate": 1.9694855667892798e-05, + "loss": 0.1726, + "step": 12553 + }, + { + "epoch": 10.648006785411365, + "grad_norm": 1.4006392214662216, + "learning_rate": 1.96947883210908e-05, + "loss": 0.1985, + "step": 12554 + }, + { + "epoch": 10.648854961832061, + "grad_norm": 1.5677446814841727, + "learning_rate": 1.9694720966972915e-05, + "loss": 0.1949, + "step": 12555 + }, + { + "epoch": 10.649703138252757, + "grad_norm": 1.363814229160612, + "learning_rate": 1.9694653605539193e-05, + "loss": 0.1516, + "step": 12556 + }, + { + "epoch": 10.650551314673452, + "grad_norm": 1.73380775891317, + "learning_rate": 1.9694586236789684e-05, + "loss": 0.2096, + "step": 12557 + }, + { + "epoch": 10.651399491094148, + "grad_norm": 1.7176364850522712, + "learning_rate": 1.9694518860724444e-05, + "loss": 0.1954, + "step": 12558 + }, + { + "epoch": 10.652247667514843, + "grad_norm": 1.4626250818562356, + "learning_rate": 1.969445147734352e-05, + "loss": 0.1791, + "step": 12559 + }, + { + "epoch": 10.653095843935539, + "grad_norm": 1.5359632058705057, + "learning_rate": 1.9694384086646963e-05, + "loss": 0.1942, + "step": 12560 + }, + { + "epoch": 10.653944020356235, + "grad_norm": 1.4074970737010317, + "learning_rate": 1.9694316688634824e-05, + "loss": 0.1644, + "step": 12561 + }, + { + "epoch": 10.65479219677693, + "grad_norm": 1.5503733993730657, + "learning_rate": 1.9694249283307146e-05, + "loss": 0.2084, + "step": 12562 + }, + { + "epoch": 10.655640373197626, + "grad_norm": 1.4865086080310261, + "learning_rate": 1.9694181870663998e-05, + "loss": 0.1831, + "step": 12563 + }, + { + "epoch": 10.65648854961832, + "grad_norm": 1.5313047428123927, + "learning_rate": 1.9694114450705415e-05, + "loss": 0.1764, + "step": 12564 + }, + { + "epoch": 10.657336726039016, + "grad_norm": 1.617449597799741, + "learning_rate": 1.9694047023431456e-05, + "loss": 0.1913, + "step": 12565 + }, + { + "epoch": 10.65818490245971, + "grad_norm": 1.5888633439478612, + "learning_rate": 1.9693979588842167e-05, + "loss": 0.1782, + "step": 12566 + }, + { + "epoch": 10.659033078880407, + "grad_norm": 1.7114466478697739, + "learning_rate": 1.96939121469376e-05, + "loss": 0.1782, + "step": 12567 + }, + { + "epoch": 10.659881255301103, + "grad_norm": 1.530889880648643, + "learning_rate": 1.969384469771781e-05, + "loss": 0.1806, + "step": 12568 + }, + { + "epoch": 10.660729431721798, + "grad_norm": 1.3882115279066505, + "learning_rate": 1.9693777241182845e-05, + "loss": 0.1568, + "step": 12569 + }, + { + "epoch": 10.661577608142494, + "grad_norm": 1.6352239803136313, + "learning_rate": 1.9693709777332756e-05, + "loss": 0.1691, + "step": 12570 + }, + { + "epoch": 10.662425784563188, + "grad_norm": 1.5858126644653325, + "learning_rate": 1.9693642306167593e-05, + "loss": 0.1779, + "step": 12571 + }, + { + "epoch": 10.663273960983885, + "grad_norm": 1.7349358211168973, + "learning_rate": 1.969357482768741e-05, + "loss": 0.1772, + "step": 12572 + }, + { + "epoch": 10.664122137404581, + "grad_norm": 1.9296596425464771, + "learning_rate": 1.9693507341892248e-05, + "loss": 0.2048, + "step": 12573 + }, + { + "epoch": 10.664970313825275, + "grad_norm": 1.60912662184052, + "learning_rate": 1.9693439848782172e-05, + "loss": 0.1993, + "step": 12574 + }, + { + "epoch": 10.665818490245972, + "grad_norm": 1.587309244617764, + "learning_rate": 1.9693372348357225e-05, + "loss": 0.1637, + "step": 12575 + }, + { + "epoch": 10.666666666666666, + "grad_norm": 1.5093076231795062, + "learning_rate": 1.9693304840617456e-05, + "loss": 0.1858, + "step": 12576 + }, + { + "epoch": 10.667514843087362, + "grad_norm": 1.4468464446560556, + "learning_rate": 1.9693237325562925e-05, + "loss": 0.1768, + "step": 12577 + }, + { + "epoch": 10.668363019508057, + "grad_norm": 1.5393159714130358, + "learning_rate": 1.9693169803193675e-05, + "loss": 0.1896, + "step": 12578 + }, + { + "epoch": 10.669211195928753, + "grad_norm": 1.5493693550618637, + "learning_rate": 1.9693102273509756e-05, + "loss": 0.1698, + "step": 12579 + }, + { + "epoch": 10.67005937234945, + "grad_norm": 1.4293433486329556, + "learning_rate": 1.9693034736511227e-05, + "loss": 0.2229, + "step": 12580 + }, + { + "epoch": 10.670907548770144, + "grad_norm": 1.6534791783926897, + "learning_rate": 1.969296719219813e-05, + "loss": 0.1915, + "step": 12581 + }, + { + "epoch": 10.67175572519084, + "grad_norm": 1.5733532610233085, + "learning_rate": 1.9692899640570523e-05, + "loss": 0.1921, + "step": 12582 + }, + { + "epoch": 10.672603901611534, + "grad_norm": 1.5830133496896808, + "learning_rate": 1.9692832081628456e-05, + "loss": 0.2249, + "step": 12583 + }, + { + "epoch": 10.67345207803223, + "grad_norm": 1.5710309534165126, + "learning_rate": 1.9692764515371973e-05, + "loss": 0.1547, + "step": 12584 + }, + { + "epoch": 10.674300254452927, + "grad_norm": 1.4795494348747196, + "learning_rate": 1.9692696941801136e-05, + "loss": 0.1828, + "step": 12585 + }, + { + "epoch": 10.675148430873621, + "grad_norm": 1.4480934910809637, + "learning_rate": 1.9692629360915986e-05, + "loss": 0.2058, + "step": 12586 + }, + { + "epoch": 10.675996607294318, + "grad_norm": 1.6522049314095368, + "learning_rate": 1.969256177271658e-05, + "loss": 0.1958, + "step": 12587 + }, + { + "epoch": 10.676844783715012, + "grad_norm": 1.6107277437148548, + "learning_rate": 1.9692494177202964e-05, + "loss": 0.1988, + "step": 12588 + }, + { + "epoch": 10.677692960135708, + "grad_norm": 1.5712190305970657, + "learning_rate": 1.9692426574375196e-05, + "loss": 0.2061, + "step": 12589 + }, + { + "epoch": 10.678541136556404, + "grad_norm": 1.6468677276609422, + "learning_rate": 1.969235896423332e-05, + "loss": 0.2026, + "step": 12590 + }, + { + "epoch": 10.679389312977099, + "grad_norm": 1.4761122680907293, + "learning_rate": 1.969229134677739e-05, + "loss": 0.1888, + "step": 12591 + }, + { + "epoch": 10.680237489397795, + "grad_norm": 1.7498467161337456, + "learning_rate": 1.9692223722007456e-05, + "loss": 0.2102, + "step": 12592 + }, + { + "epoch": 10.68108566581849, + "grad_norm": 1.5645406291523751, + "learning_rate": 1.9692156089923573e-05, + "loss": 0.172, + "step": 12593 + }, + { + "epoch": 10.681933842239186, + "grad_norm": 1.4503547758351298, + "learning_rate": 1.9692088450525787e-05, + "loss": 0.1563, + "step": 12594 + }, + { + "epoch": 10.682782018659882, + "grad_norm": 1.6214977639381918, + "learning_rate": 1.9692020803814157e-05, + "loss": 0.2108, + "step": 12595 + }, + { + "epoch": 10.683630195080577, + "grad_norm": 1.516355873384001, + "learning_rate": 1.9691953149788722e-05, + "loss": 0.1837, + "step": 12596 + }, + { + "epoch": 10.684478371501273, + "grad_norm": 1.6336459397980736, + "learning_rate": 1.969188548844954e-05, + "loss": 0.2156, + "step": 12597 + }, + { + "epoch": 10.685326547921967, + "grad_norm": 1.629445739521812, + "learning_rate": 1.9691817819796664e-05, + "loss": 0.1912, + "step": 12598 + }, + { + "epoch": 10.686174724342663, + "grad_norm": 1.5196219219291458, + "learning_rate": 1.9691750143830138e-05, + "loss": 0.1738, + "step": 12599 + }, + { + "epoch": 10.68702290076336, + "grad_norm": 1.5394842478320414, + "learning_rate": 1.9691682460550022e-05, + "loss": 0.1923, + "step": 12600 + }, + { + "epoch": 10.687871077184054, + "grad_norm": 1.519920242971163, + "learning_rate": 1.9691614769956362e-05, + "loss": 0.1613, + "step": 12601 + }, + { + "epoch": 10.68871925360475, + "grad_norm": 1.7926505315158876, + "learning_rate": 1.969154707204921e-05, + "loss": 0.2275, + "step": 12602 + }, + { + "epoch": 10.689567430025445, + "grad_norm": 2.1974587332968216, + "learning_rate": 1.9691479366828616e-05, + "loss": 0.2084, + "step": 12603 + }, + { + "epoch": 10.690415606446141, + "grad_norm": 1.649567152561134, + "learning_rate": 1.969141165429463e-05, + "loss": 0.1958, + "step": 12604 + }, + { + "epoch": 10.691263782866836, + "grad_norm": 1.5785402922405485, + "learning_rate": 1.9691343934447306e-05, + "loss": 0.2395, + "step": 12605 + }, + { + "epoch": 10.692111959287532, + "grad_norm": 1.3993396095995299, + "learning_rate": 1.9691276207286696e-05, + "loss": 0.1869, + "step": 12606 + }, + { + "epoch": 10.692960135708228, + "grad_norm": 1.8086624943920764, + "learning_rate": 1.969120847281285e-05, + "loss": 0.2099, + "step": 12607 + }, + { + "epoch": 10.693808312128922, + "grad_norm": 1.4829920617917705, + "learning_rate": 1.9691140731025813e-05, + "loss": 0.1791, + "step": 12608 + }, + { + "epoch": 10.694656488549619, + "grad_norm": 1.4320986398731423, + "learning_rate": 1.9691072981925646e-05, + "loss": 0.2005, + "step": 12609 + }, + { + "epoch": 10.695504664970313, + "grad_norm": 1.5970424785348398, + "learning_rate": 1.9691005225512394e-05, + "loss": 0.2217, + "step": 12610 + }, + { + "epoch": 10.69635284139101, + "grad_norm": 1.500735694921895, + "learning_rate": 1.969093746178611e-05, + "loss": 0.1695, + "step": 12611 + }, + { + "epoch": 10.697201017811706, + "grad_norm": 1.648989209279762, + "learning_rate": 1.9690869690746844e-05, + "loss": 0.2452, + "step": 12612 + }, + { + "epoch": 10.6980491942324, + "grad_norm": 1.4775576459758695, + "learning_rate": 1.969080191239465e-05, + "loss": 0.1878, + "step": 12613 + }, + { + "epoch": 10.698897370653096, + "grad_norm": 1.7883729789680425, + "learning_rate": 1.969073412672957e-05, + "loss": 0.1848, + "step": 12614 + }, + { + "epoch": 10.69974554707379, + "grad_norm": 1.6811170523585695, + "learning_rate": 1.969066633375167e-05, + "loss": 0.1743, + "step": 12615 + }, + { + "epoch": 10.700593723494487, + "grad_norm": 1.6315237193647678, + "learning_rate": 1.969059853346099e-05, + "loss": 0.1847, + "step": 12616 + }, + { + "epoch": 10.701441899915181, + "grad_norm": 1.4801937937659453, + "learning_rate": 1.9690530725857585e-05, + "loss": 0.1755, + "step": 12617 + }, + { + "epoch": 10.702290076335878, + "grad_norm": 1.5578152444701527, + "learning_rate": 1.969046291094151e-05, + "loss": 0.1842, + "step": 12618 + }, + { + "epoch": 10.703138252756574, + "grad_norm": 1.4378592407149595, + "learning_rate": 1.9690395088712807e-05, + "loss": 0.1675, + "step": 12619 + }, + { + "epoch": 10.703986429177268, + "grad_norm": 1.4067098241738945, + "learning_rate": 1.969032725917153e-05, + "loss": 0.1721, + "step": 12620 + }, + { + "epoch": 10.704834605597965, + "grad_norm": 1.4814534819900391, + "learning_rate": 1.969025942231774e-05, + "loss": 0.1961, + "step": 12621 + }, + { + "epoch": 10.705682782018659, + "grad_norm": 1.783424430091278, + "learning_rate": 1.9690191578151475e-05, + "loss": 0.1571, + "step": 12622 + }, + { + "epoch": 10.706530958439355, + "grad_norm": 1.4417281996405833, + "learning_rate": 1.969012372667279e-05, + "loss": 0.2079, + "step": 12623 + }, + { + "epoch": 10.707379134860052, + "grad_norm": 1.5830844545955263, + "learning_rate": 1.969005586788174e-05, + "loss": 0.2115, + "step": 12624 + }, + { + "epoch": 10.708227311280746, + "grad_norm": 1.2705064442200251, + "learning_rate": 1.9689988001778376e-05, + "loss": 0.1402, + "step": 12625 + }, + { + "epoch": 10.709075487701442, + "grad_norm": 1.6703748478409315, + "learning_rate": 1.9689920128362745e-05, + "loss": 0.1792, + "step": 12626 + }, + { + "epoch": 10.709923664122137, + "grad_norm": 1.8505996417234996, + "learning_rate": 1.96898522476349e-05, + "loss": 0.1918, + "step": 12627 + }, + { + "epoch": 10.710771840542833, + "grad_norm": 1.5869422201977657, + "learning_rate": 1.9689784359594897e-05, + "loss": 0.1614, + "step": 12628 + }, + { + "epoch": 10.71162001696353, + "grad_norm": 1.4623461711471382, + "learning_rate": 1.968971646424278e-05, + "loss": 0.2156, + "step": 12629 + }, + { + "epoch": 10.712468193384224, + "grad_norm": 1.7146577164214793, + "learning_rate": 1.9689648561578602e-05, + "loss": 0.2689, + "step": 12630 + }, + { + "epoch": 10.71331636980492, + "grad_norm": 1.5242694582710403, + "learning_rate": 1.9689580651602416e-05, + "loss": 0.1946, + "step": 12631 + }, + { + "epoch": 10.714164546225614, + "grad_norm": 1.4965541853549167, + "learning_rate": 1.9689512734314273e-05, + "loss": 0.2003, + "step": 12632 + }, + { + "epoch": 10.71501272264631, + "grad_norm": 1.4246829955979463, + "learning_rate": 1.9689444809714226e-05, + "loss": 0.1903, + "step": 12633 + }, + { + "epoch": 10.715860899067007, + "grad_norm": 1.7464074230066748, + "learning_rate": 1.968937687780232e-05, + "loss": 0.1574, + "step": 12634 + }, + { + "epoch": 10.716709075487701, + "grad_norm": 1.5384144624684932, + "learning_rate": 1.9689308938578615e-05, + "loss": 0.167, + "step": 12635 + }, + { + "epoch": 10.717557251908397, + "grad_norm": 1.6527884125787646, + "learning_rate": 1.9689240992043155e-05, + "loss": 0.2083, + "step": 12636 + }, + { + "epoch": 10.718405428329092, + "grad_norm": 1.6651076380341951, + "learning_rate": 1.9689173038195993e-05, + "loss": 0.2071, + "step": 12637 + }, + { + "epoch": 10.719253604749788, + "grad_norm": 1.4737195540740333, + "learning_rate": 1.9689105077037184e-05, + "loss": 0.1959, + "step": 12638 + }, + { + "epoch": 10.720101781170484, + "grad_norm": 1.6045443630419467, + "learning_rate": 1.9689037108566773e-05, + "loss": 0.1969, + "step": 12639 + }, + { + "epoch": 10.720949957591179, + "grad_norm": 1.4944999466366513, + "learning_rate": 1.9688969132784818e-05, + "loss": 0.1993, + "step": 12640 + }, + { + "epoch": 10.721798134011875, + "grad_norm": 1.4970622276489867, + "learning_rate": 1.9688901149691366e-05, + "loss": 0.1641, + "step": 12641 + }, + { + "epoch": 10.72264631043257, + "grad_norm": 1.4812274924698658, + "learning_rate": 1.9688833159286467e-05, + "loss": 0.2031, + "step": 12642 + }, + { + "epoch": 10.723494486853266, + "grad_norm": 1.5256588066367152, + "learning_rate": 1.968876516157018e-05, + "loss": 0.1832, + "step": 12643 + }, + { + "epoch": 10.72434266327396, + "grad_norm": 1.287434853676617, + "learning_rate": 1.968869715654255e-05, + "loss": 0.1447, + "step": 12644 + }, + { + "epoch": 10.725190839694656, + "grad_norm": 1.6090775187403537, + "learning_rate": 1.9688629144203628e-05, + "loss": 0.1705, + "step": 12645 + }, + { + "epoch": 10.726039016115353, + "grad_norm": 1.785568552712969, + "learning_rate": 1.9688561124553467e-05, + "loss": 0.2423, + "step": 12646 + }, + { + "epoch": 10.726887192536047, + "grad_norm": 1.4810058413585714, + "learning_rate": 1.9688493097592118e-05, + "loss": 0.1678, + "step": 12647 + }, + { + "epoch": 10.727735368956743, + "grad_norm": 1.41950828959097, + "learning_rate": 1.968842506331963e-05, + "loss": 0.1889, + "step": 12648 + }, + { + "epoch": 10.728583545377438, + "grad_norm": 1.537299606263969, + "learning_rate": 1.968835702173606e-05, + "loss": 0.2093, + "step": 12649 + }, + { + "epoch": 10.729431721798134, + "grad_norm": 1.472294687409137, + "learning_rate": 1.9688288972841453e-05, + "loss": 0.2361, + "step": 12650 + }, + { + "epoch": 10.73027989821883, + "grad_norm": 1.5002663934324363, + "learning_rate": 1.9688220916635864e-05, + "loss": 0.1778, + "step": 12651 + }, + { + "epoch": 10.731128074639525, + "grad_norm": 1.4435140454455293, + "learning_rate": 1.9688152853119344e-05, + "loss": 0.177, + "step": 12652 + }, + { + "epoch": 10.731976251060221, + "grad_norm": 1.5784328913000198, + "learning_rate": 1.9688084782291947e-05, + "loss": 0.2036, + "step": 12653 + }, + { + "epoch": 10.732824427480915, + "grad_norm": 1.591431520153219, + "learning_rate": 1.9688016704153718e-05, + "loss": 0.1758, + "step": 12654 + }, + { + "epoch": 10.733672603901612, + "grad_norm": 1.5167252817229409, + "learning_rate": 1.9687948618704713e-05, + "loss": 0.1686, + "step": 12655 + }, + { + "epoch": 10.734520780322306, + "grad_norm": 1.3509470739752165, + "learning_rate": 1.9687880525944983e-05, + "loss": 0.176, + "step": 12656 + }, + { + "epoch": 10.735368956743002, + "grad_norm": 1.877299356966479, + "learning_rate": 1.9687812425874577e-05, + "loss": 0.2245, + "step": 12657 + }, + { + "epoch": 10.736217133163699, + "grad_norm": 1.396649326019592, + "learning_rate": 1.9687744318493548e-05, + "loss": 0.1788, + "step": 12658 + }, + { + "epoch": 10.737065309584393, + "grad_norm": 1.5293777820476304, + "learning_rate": 1.968767620380195e-05, + "loss": 0.1763, + "step": 12659 + }, + { + "epoch": 10.73791348600509, + "grad_norm": 1.5756098638083944, + "learning_rate": 1.968760808179983e-05, + "loss": 0.1875, + "step": 12660 + }, + { + "epoch": 10.738761662425784, + "grad_norm": 1.452425809137804, + "learning_rate": 1.9687539952487242e-05, + "loss": 0.185, + "step": 12661 + }, + { + "epoch": 10.73960983884648, + "grad_norm": 1.6885851739358253, + "learning_rate": 1.9687471815864237e-05, + "loss": 0.1871, + "step": 12662 + }, + { + "epoch": 10.740458015267176, + "grad_norm": 1.5064718008983267, + "learning_rate": 1.9687403671930863e-05, + "loss": 0.185, + "step": 12663 + }, + { + "epoch": 10.74130619168787, + "grad_norm": 1.5325845071805042, + "learning_rate": 1.9687335520687178e-05, + "loss": 0.1822, + "step": 12664 + }, + { + "epoch": 10.742154368108567, + "grad_norm": 1.6219661066064281, + "learning_rate": 1.9687267362133226e-05, + "loss": 0.2018, + "step": 12665 + }, + { + "epoch": 10.743002544529261, + "grad_norm": 1.5461154302101487, + "learning_rate": 1.9687199196269068e-05, + "loss": 0.1713, + "step": 12666 + }, + { + "epoch": 10.743850720949958, + "grad_norm": 1.467015645774853, + "learning_rate": 1.9687131023094744e-05, + "loss": 0.1762, + "step": 12667 + }, + { + "epoch": 10.744698897370654, + "grad_norm": 1.5704474078328925, + "learning_rate": 1.9687062842610313e-05, + "loss": 0.2035, + "step": 12668 + }, + { + "epoch": 10.745547073791348, + "grad_norm": 1.599223116572871, + "learning_rate": 1.9686994654815828e-05, + "loss": 0.1746, + "step": 12669 + }, + { + "epoch": 10.746395250212045, + "grad_norm": 1.4895146107297035, + "learning_rate": 1.9686926459711334e-05, + "loss": 0.1445, + "step": 12670 + }, + { + "epoch": 10.747243426632739, + "grad_norm": 1.6457650097789245, + "learning_rate": 1.9686858257296884e-05, + "loss": 0.1881, + "step": 12671 + }, + { + "epoch": 10.748091603053435, + "grad_norm": 1.6373589274502747, + "learning_rate": 1.9686790047572533e-05, + "loss": 0.1678, + "step": 12672 + }, + { + "epoch": 10.748939779474131, + "grad_norm": 1.319520075006551, + "learning_rate": 1.9686721830538332e-05, + "loss": 0.1327, + "step": 12673 + }, + { + "epoch": 10.749787955894826, + "grad_norm": 1.4217821805254882, + "learning_rate": 1.9686653606194332e-05, + "loss": 0.1301, + "step": 12674 + }, + { + "epoch": 10.750636132315522, + "grad_norm": 1.5419217062402566, + "learning_rate": 1.968658537454058e-05, + "loss": 0.1989, + "step": 12675 + }, + { + "epoch": 10.751484308736217, + "grad_norm": 1.5406666962941375, + "learning_rate": 1.968651713557713e-05, + "loss": 0.1799, + "step": 12676 + }, + { + "epoch": 10.752332485156913, + "grad_norm": 1.3326295269772783, + "learning_rate": 1.9686448889304038e-05, + "loss": 0.1496, + "step": 12677 + }, + { + "epoch": 10.753180661577607, + "grad_norm": 1.645029635086677, + "learning_rate": 1.968638063572135e-05, + "loss": 0.2278, + "step": 12678 + }, + { + "epoch": 10.754028837998304, + "grad_norm": 1.4427676094179194, + "learning_rate": 1.968631237482912e-05, + "loss": 0.1626, + "step": 12679 + }, + { + "epoch": 10.754877014419, + "grad_norm": 1.6890644827718395, + "learning_rate": 1.96862441066274e-05, + "loss": 0.2079, + "step": 12680 + }, + { + "epoch": 10.755725190839694, + "grad_norm": 1.5088024110180986, + "learning_rate": 1.968617583111624e-05, + "loss": 0.1804, + "step": 12681 + }, + { + "epoch": 10.75657336726039, + "grad_norm": 1.4410738113787327, + "learning_rate": 1.968610754829569e-05, + "loss": 0.1385, + "step": 12682 + }, + { + "epoch": 10.757421543681085, + "grad_norm": 1.6620357567016728, + "learning_rate": 1.9686039258165804e-05, + "loss": 0.2044, + "step": 12683 + }, + { + "epoch": 10.758269720101781, + "grad_norm": 1.4465809357152035, + "learning_rate": 1.9685970960726635e-05, + "loss": 0.1557, + "step": 12684 + }, + { + "epoch": 10.759117896522477, + "grad_norm": 1.7000433922250757, + "learning_rate": 1.968590265597823e-05, + "loss": 0.1969, + "step": 12685 + }, + { + "epoch": 10.759966072943172, + "grad_norm": 1.6930831350328284, + "learning_rate": 1.9685834343920645e-05, + "loss": 0.2062, + "step": 12686 + }, + { + "epoch": 10.760814249363868, + "grad_norm": 1.5022103279648051, + "learning_rate": 1.968576602455393e-05, + "loss": 0.1737, + "step": 12687 + }, + { + "epoch": 10.761662425784563, + "grad_norm": 1.5933187838542235, + "learning_rate": 1.9685697697878135e-05, + "loss": 0.1945, + "step": 12688 + }, + { + "epoch": 10.762510602205259, + "grad_norm": 1.6613981201217982, + "learning_rate": 1.9685629363893316e-05, + "loss": 0.1807, + "step": 12689 + }, + { + "epoch": 10.763358778625955, + "grad_norm": 1.4798331799943785, + "learning_rate": 1.9685561022599517e-05, + "loss": 0.1918, + "step": 12690 + }, + { + "epoch": 10.76420695504665, + "grad_norm": 1.4724213448949108, + "learning_rate": 1.96854926739968e-05, + "loss": 0.154, + "step": 12691 + }, + { + "epoch": 10.765055131467346, + "grad_norm": 1.654368855039034, + "learning_rate": 1.9685424318085204e-05, + "loss": 0.2306, + "step": 12692 + }, + { + "epoch": 10.76590330788804, + "grad_norm": 1.7417421024878845, + "learning_rate": 1.9685355954864788e-05, + "loss": 0.1621, + "step": 12693 + }, + { + "epoch": 10.766751484308736, + "grad_norm": 1.8536000624074904, + "learning_rate": 1.9685287584335606e-05, + "loss": 0.2233, + "step": 12694 + }, + { + "epoch": 10.76759966072943, + "grad_norm": 1.8439258193184758, + "learning_rate": 1.9685219206497703e-05, + "loss": 0.2158, + "step": 12695 + }, + { + "epoch": 10.768447837150127, + "grad_norm": 1.4825213390244354, + "learning_rate": 1.9685150821351134e-05, + "loss": 0.1576, + "step": 12696 + }, + { + "epoch": 10.769296013570823, + "grad_norm": 1.3032710681150177, + "learning_rate": 1.9685082428895956e-05, + "loss": 0.1344, + "step": 12697 + }, + { + "epoch": 10.770144189991518, + "grad_norm": 1.458300125771022, + "learning_rate": 1.968501402913221e-05, + "loss": 0.2242, + "step": 12698 + }, + { + "epoch": 10.770992366412214, + "grad_norm": 1.6618653264595733, + "learning_rate": 1.9684945622059955e-05, + "loss": 0.1985, + "step": 12699 + }, + { + "epoch": 10.771840542832908, + "grad_norm": 1.2503107546915686, + "learning_rate": 1.9684877207679237e-05, + "loss": 0.1409, + "step": 12700 + }, + { + "epoch": 10.772688719253605, + "grad_norm": 1.5991337940794985, + "learning_rate": 1.9684808785990115e-05, + "loss": 0.184, + "step": 12701 + }, + { + "epoch": 10.773536895674301, + "grad_norm": 1.5251123386639909, + "learning_rate": 1.9684740356992635e-05, + "loss": 0.1431, + "step": 12702 + }, + { + "epoch": 10.774385072094995, + "grad_norm": 1.5164671752153098, + "learning_rate": 1.968467192068685e-05, + "loss": 0.1746, + "step": 12703 + }, + { + "epoch": 10.775233248515692, + "grad_norm": 1.7114242318130464, + "learning_rate": 1.968460347707281e-05, + "loss": 0.2166, + "step": 12704 + }, + { + "epoch": 10.776081424936386, + "grad_norm": 1.4964730901411136, + "learning_rate": 1.968453502615057e-05, + "loss": 0.1481, + "step": 12705 + }, + { + "epoch": 10.776929601357082, + "grad_norm": 1.604087148449369, + "learning_rate": 1.9684466567920183e-05, + "loss": 0.1949, + "step": 12706 + }, + { + "epoch": 10.777777777777779, + "grad_norm": 1.5235130229323883, + "learning_rate": 1.9684398102381694e-05, + "loss": 0.1677, + "step": 12707 + }, + { + "epoch": 10.778625954198473, + "grad_norm": 1.5307694002963081, + "learning_rate": 1.968432962953516e-05, + "loss": 0.1966, + "step": 12708 + }, + { + "epoch": 10.77947413061917, + "grad_norm": 1.8854459620960218, + "learning_rate": 1.9684261149380634e-05, + "loss": 0.1712, + "step": 12709 + }, + { + "epoch": 10.780322307039864, + "grad_norm": 1.5086735515210332, + "learning_rate": 1.968419266191816e-05, + "loss": 0.1972, + "step": 12710 + }, + { + "epoch": 10.78117048346056, + "grad_norm": 1.3651347220091876, + "learning_rate": 1.9684124167147796e-05, + "loss": 0.1627, + "step": 12711 + }, + { + "epoch": 10.782018659881256, + "grad_norm": 1.5562272854403856, + "learning_rate": 1.9684055665069596e-05, + "loss": 0.2295, + "step": 12712 + }, + { + "epoch": 10.78286683630195, + "grad_norm": 1.9290156184510212, + "learning_rate": 1.9683987155683603e-05, + "loss": 0.2084, + "step": 12713 + }, + { + "epoch": 10.783715012722647, + "grad_norm": 1.679137825666603, + "learning_rate": 1.9683918638989877e-05, + "loss": 0.1865, + "step": 12714 + }, + { + "epoch": 10.784563189143341, + "grad_norm": 1.9433469347190877, + "learning_rate": 1.9683850114988463e-05, + "loss": 0.2149, + "step": 12715 + }, + { + "epoch": 10.785411365564038, + "grad_norm": 1.4430170629156915, + "learning_rate": 1.9683781583679417e-05, + "loss": 0.2137, + "step": 12716 + }, + { + "epoch": 10.786259541984732, + "grad_norm": 1.6478825656197242, + "learning_rate": 1.9683713045062795e-05, + "loss": 0.2125, + "step": 12717 + }, + { + "epoch": 10.787107718405428, + "grad_norm": 1.708631057629582, + "learning_rate": 1.9683644499138636e-05, + "loss": 0.2057, + "step": 12718 + }, + { + "epoch": 10.787955894826124, + "grad_norm": 1.5192806826425067, + "learning_rate": 1.9683575945907002e-05, + "loss": 0.2012, + "step": 12719 + }, + { + "epoch": 10.788804071246819, + "grad_norm": 1.6200021371008904, + "learning_rate": 1.968350738536794e-05, + "loss": 0.198, + "step": 12720 + }, + { + "epoch": 10.789652247667515, + "grad_norm": 1.5848250237477648, + "learning_rate": 1.968343881752151e-05, + "loss": 0.1913, + "step": 12721 + }, + { + "epoch": 10.79050042408821, + "grad_norm": 2.0580145468177724, + "learning_rate": 1.968337024236775e-05, + "loss": 0.2044, + "step": 12722 + }, + { + "epoch": 10.791348600508906, + "grad_norm": 1.4152310261302259, + "learning_rate": 1.9683301659906724e-05, + "loss": 0.1693, + "step": 12723 + }, + { + "epoch": 10.792196776929602, + "grad_norm": 1.663191016619825, + "learning_rate": 1.9683233070138477e-05, + "loss": 0.2125, + "step": 12724 + }, + { + "epoch": 10.793044953350297, + "grad_norm": 1.372617545858884, + "learning_rate": 1.9683164473063066e-05, + "loss": 0.1671, + "step": 12725 + }, + { + "epoch": 10.793893129770993, + "grad_norm": 1.6933325912708632, + "learning_rate": 1.9683095868680535e-05, + "loss": 0.1934, + "step": 12726 + }, + { + "epoch": 10.794741306191687, + "grad_norm": 1.5638296924343602, + "learning_rate": 1.9683027256990943e-05, + "loss": 0.1636, + "step": 12727 + }, + { + "epoch": 10.795589482612383, + "grad_norm": 1.5365958600874403, + "learning_rate": 1.968295863799434e-05, + "loss": 0.1699, + "step": 12728 + }, + { + "epoch": 10.796437659033078, + "grad_norm": 1.5391686277384184, + "learning_rate": 1.9682890011690773e-05, + "loss": 0.1993, + "step": 12729 + }, + { + "epoch": 10.797285835453774, + "grad_norm": 1.6031371533130452, + "learning_rate": 1.9682821378080296e-05, + "loss": 0.1689, + "step": 12730 + }, + { + "epoch": 10.79813401187447, + "grad_norm": 1.5290320129688666, + "learning_rate": 1.9682752737162968e-05, + "loss": 0.17, + "step": 12731 + }, + { + "epoch": 10.798982188295165, + "grad_norm": 1.4649558308349384, + "learning_rate": 1.968268408893883e-05, + "loss": 0.1817, + "step": 12732 + }, + { + "epoch": 10.799830364715861, + "grad_norm": 1.5811297427921678, + "learning_rate": 1.9682615433407943e-05, + "loss": 0.1939, + "step": 12733 + }, + { + "epoch": 10.800678541136556, + "grad_norm": 1.6746527446230142, + "learning_rate": 1.9682546770570354e-05, + "loss": 0.2148, + "step": 12734 + }, + { + "epoch": 10.801526717557252, + "grad_norm": 1.5799523510826037, + "learning_rate": 1.9682478100426113e-05, + "loss": 0.2346, + "step": 12735 + }, + { + "epoch": 10.802374893977948, + "grad_norm": 1.862461611134785, + "learning_rate": 1.9682409422975278e-05, + "loss": 0.2145, + "step": 12736 + }, + { + "epoch": 10.803223070398642, + "grad_norm": 1.2832465232933556, + "learning_rate": 1.9682340738217896e-05, + "loss": 0.1844, + "step": 12737 + }, + { + "epoch": 10.804071246819339, + "grad_norm": 1.4390122969363126, + "learning_rate": 1.968227204615402e-05, + "loss": 0.2062, + "step": 12738 + }, + { + "epoch": 10.804919423240033, + "grad_norm": 1.510734137339802, + "learning_rate": 1.9682203346783702e-05, + "loss": 0.2016, + "step": 12739 + }, + { + "epoch": 10.80576759966073, + "grad_norm": 1.609429808030008, + "learning_rate": 1.9682134640106995e-05, + "loss": 0.2151, + "step": 12740 + }, + { + "epoch": 10.806615776081426, + "grad_norm": 1.4032345790473189, + "learning_rate": 1.9682065926123944e-05, + "loss": 0.1891, + "step": 12741 + }, + { + "epoch": 10.80746395250212, + "grad_norm": 1.4198348854310903, + "learning_rate": 1.968199720483461e-05, + "loss": 0.1941, + "step": 12742 + }, + { + "epoch": 10.808312128922816, + "grad_norm": 1.6251899113363577, + "learning_rate": 1.9681928476239042e-05, + "loss": 0.1861, + "step": 12743 + }, + { + "epoch": 10.80916030534351, + "grad_norm": 1.6931507931501513, + "learning_rate": 1.968185974033729e-05, + "loss": 0.1878, + "step": 12744 + }, + { + "epoch": 10.810008481764207, + "grad_norm": 1.588227355008276, + "learning_rate": 1.968179099712941e-05, + "loss": 0.175, + "step": 12745 + }, + { + "epoch": 10.810856658184903, + "grad_norm": 1.6748010029664488, + "learning_rate": 1.9681722246615447e-05, + "loss": 0.1909, + "step": 12746 + }, + { + "epoch": 10.811704834605598, + "grad_norm": 1.5025503356432135, + "learning_rate": 1.968165348879546e-05, + "loss": 0.1702, + "step": 12747 + }, + { + "epoch": 10.812553011026294, + "grad_norm": 1.6270173491009472, + "learning_rate": 1.9681584723669494e-05, + "loss": 0.179, + "step": 12748 + }, + { + "epoch": 10.813401187446988, + "grad_norm": 1.4985604823176581, + "learning_rate": 1.968151595123761e-05, + "loss": 0.2107, + "step": 12749 + }, + { + "epoch": 10.814249363867685, + "grad_norm": 1.6488952265080161, + "learning_rate": 1.968144717149985e-05, + "loss": 0.1998, + "step": 12750 + }, + { + "epoch": 10.81509754028838, + "grad_norm": 1.550686143610508, + "learning_rate": 1.968137838445627e-05, + "loss": 0.189, + "step": 12751 + }, + { + "epoch": 10.815945716709075, + "grad_norm": 1.4391061229455435, + "learning_rate": 1.9681309590106925e-05, + "loss": 0.1946, + "step": 12752 + }, + { + "epoch": 10.816793893129772, + "grad_norm": 1.387065277372295, + "learning_rate": 1.968124078845186e-05, + "loss": 0.1517, + "step": 12753 + }, + { + "epoch": 10.817642069550466, + "grad_norm": 1.5777756223241626, + "learning_rate": 1.9681171979491137e-05, + "loss": 0.1779, + "step": 12754 + }, + { + "epoch": 10.818490245971162, + "grad_norm": 1.4232832363527474, + "learning_rate": 1.9681103163224796e-05, + "loss": 0.1606, + "step": 12755 + }, + { + "epoch": 10.819338422391857, + "grad_norm": 1.5065414021429153, + "learning_rate": 1.96810343396529e-05, + "loss": 0.1587, + "step": 12756 + }, + { + "epoch": 10.820186598812553, + "grad_norm": 1.6930981775360505, + "learning_rate": 1.9680965508775494e-05, + "loss": 0.1823, + "step": 12757 + }, + { + "epoch": 10.82103477523325, + "grad_norm": 1.7519424254147802, + "learning_rate": 1.9680896670592632e-05, + "loss": 0.2084, + "step": 12758 + }, + { + "epoch": 10.821882951653944, + "grad_norm": 1.581073859080064, + "learning_rate": 1.9680827825104366e-05, + "loss": 0.2006, + "step": 12759 + }, + { + "epoch": 10.82273112807464, + "grad_norm": 1.715904753700631, + "learning_rate": 1.9680758972310748e-05, + "loss": 0.2327, + "step": 12760 + }, + { + "epoch": 10.823579304495334, + "grad_norm": 1.7323264158064122, + "learning_rate": 1.9680690112211827e-05, + "loss": 0.1958, + "step": 12761 + }, + { + "epoch": 10.82442748091603, + "grad_norm": 1.5480011040363353, + "learning_rate": 1.968062124480766e-05, + "loss": 0.1869, + "step": 12762 + }, + { + "epoch": 10.825275657336727, + "grad_norm": 1.616960199643839, + "learning_rate": 1.9680552370098295e-05, + "loss": 0.1897, + "step": 12763 + }, + { + "epoch": 10.826123833757421, + "grad_norm": 1.4529195557318937, + "learning_rate": 1.968048348808379e-05, + "loss": 0.1685, + "step": 12764 + }, + { + "epoch": 10.826972010178118, + "grad_norm": 1.4130715054322451, + "learning_rate": 1.968041459876419e-05, + "loss": 0.1675, + "step": 12765 + }, + { + "epoch": 10.827820186598812, + "grad_norm": 1.4139769695387154, + "learning_rate": 1.9680345702139547e-05, + "loss": 0.1713, + "step": 12766 + }, + { + "epoch": 10.828668363019508, + "grad_norm": 1.5443010405867357, + "learning_rate": 1.9680276798209917e-05, + "loss": 0.2071, + "step": 12767 + }, + { + "epoch": 10.829516539440203, + "grad_norm": 1.6178806809816095, + "learning_rate": 1.9680207886975353e-05, + "loss": 0.1802, + "step": 12768 + }, + { + "epoch": 10.830364715860899, + "grad_norm": 1.531273610497703, + "learning_rate": 1.96801389684359e-05, + "loss": 0.1988, + "step": 12769 + }, + { + "epoch": 10.831212892281595, + "grad_norm": 1.6251375594905437, + "learning_rate": 1.9680070042591618e-05, + "loss": 0.2171, + "step": 12770 + }, + { + "epoch": 10.83206106870229, + "grad_norm": 1.3883063515841894, + "learning_rate": 1.9680001109442553e-05, + "loss": 0.1778, + "step": 12771 + }, + { + "epoch": 10.832909245122986, + "grad_norm": 1.5789302650890933, + "learning_rate": 1.9679932168988764e-05, + "loss": 0.233, + "step": 12772 + }, + { + "epoch": 10.83375742154368, + "grad_norm": 1.3683423493489246, + "learning_rate": 1.9679863221230294e-05, + "loss": 0.1711, + "step": 12773 + }, + { + "epoch": 10.834605597964376, + "grad_norm": 1.5736807067820586, + "learning_rate": 1.96797942661672e-05, + "loss": 0.18, + "step": 12774 + }, + { + "epoch": 10.835453774385073, + "grad_norm": 1.7371650919981978, + "learning_rate": 1.9679725303799536e-05, + "loss": 0.2038, + "step": 12775 + }, + { + "epoch": 10.836301950805767, + "grad_norm": 1.6129522001132728, + "learning_rate": 1.9679656334127352e-05, + "loss": 0.1622, + "step": 12776 + }, + { + "epoch": 10.837150127226463, + "grad_norm": 1.7759336560225167, + "learning_rate": 1.96795873571507e-05, + "loss": 0.1949, + "step": 12777 + }, + { + "epoch": 10.837998303647158, + "grad_norm": 1.57417691304101, + "learning_rate": 1.967951837286963e-05, + "loss": 0.1854, + "step": 12778 + }, + { + "epoch": 10.838846480067854, + "grad_norm": 1.470507410473874, + "learning_rate": 1.9679449381284194e-05, + "loss": 0.1695, + "step": 12779 + }, + { + "epoch": 10.83969465648855, + "grad_norm": 1.5033302375189364, + "learning_rate": 1.967938038239445e-05, + "loss": 0.1968, + "step": 12780 + }, + { + "epoch": 10.840542832909245, + "grad_norm": 1.6760674104411877, + "learning_rate": 1.9679311376200444e-05, + "loss": 0.1927, + "step": 12781 + }, + { + "epoch": 10.841391009329941, + "grad_norm": 1.4767236404985438, + "learning_rate": 1.967924236270223e-05, + "loss": 0.1908, + "step": 12782 + }, + { + "epoch": 10.842239185750635, + "grad_norm": 1.7253853387792202, + "learning_rate": 1.967917334189986e-05, + "loss": 0.2299, + "step": 12783 + }, + { + "epoch": 10.843087362171332, + "grad_norm": 1.699003088948496, + "learning_rate": 1.9679104313793388e-05, + "loss": 0.2083, + "step": 12784 + }, + { + "epoch": 10.843935538592028, + "grad_norm": 1.5320633687968517, + "learning_rate": 1.967903527838286e-05, + "loss": 0.1769, + "step": 12785 + }, + { + "epoch": 10.844783715012722, + "grad_norm": 1.3540908506041962, + "learning_rate": 1.9678966235668337e-05, + "loss": 0.1863, + "step": 12786 + }, + { + "epoch": 10.845631891433419, + "grad_norm": 1.6686154467135392, + "learning_rate": 1.9678897185649867e-05, + "loss": 0.1707, + "step": 12787 + }, + { + "epoch": 10.846480067854113, + "grad_norm": 1.4295999133678747, + "learning_rate": 1.96788281283275e-05, + "loss": 0.1476, + "step": 12788 + }, + { + "epoch": 10.84732824427481, + "grad_norm": 1.601902807057532, + "learning_rate": 1.9678759063701285e-05, + "loss": 0.1778, + "step": 12789 + }, + { + "epoch": 10.848176420695506, + "grad_norm": 1.5000549331716346, + "learning_rate": 1.9678689991771286e-05, + "loss": 0.199, + "step": 12790 + }, + { + "epoch": 10.8490245971162, + "grad_norm": 1.493529477587514, + "learning_rate": 1.9678620912537545e-05, + "loss": 0.1903, + "step": 12791 + }, + { + "epoch": 10.849872773536896, + "grad_norm": 1.6339024912316253, + "learning_rate": 1.9678551826000117e-05, + "loss": 0.2081, + "step": 12792 + }, + { + "epoch": 10.85072094995759, + "grad_norm": 1.538289177785367, + "learning_rate": 1.9678482732159056e-05, + "loss": 0.1748, + "step": 12793 + }, + { + "epoch": 10.851569126378287, + "grad_norm": 1.5925736617904562, + "learning_rate": 1.967841363101441e-05, + "loss": 0.1616, + "step": 12794 + }, + { + "epoch": 10.852417302798981, + "grad_norm": 1.5391717293421459, + "learning_rate": 1.9678344522566234e-05, + "loss": 0.1871, + "step": 12795 + }, + { + "epoch": 10.853265479219678, + "grad_norm": 1.3607780622611296, + "learning_rate": 1.9678275406814582e-05, + "loss": 0.1654, + "step": 12796 + }, + { + "epoch": 10.854113655640374, + "grad_norm": 1.437689134492543, + "learning_rate": 1.96782062837595e-05, + "loss": 0.1672, + "step": 12797 + }, + { + "epoch": 10.854961832061068, + "grad_norm": 1.5881037347262636, + "learning_rate": 1.9678137153401046e-05, + "loss": 0.1651, + "step": 12798 + }, + { + "epoch": 10.855810008481765, + "grad_norm": 1.565678954709015, + "learning_rate": 1.9678068015739268e-05, + "loss": 0.1743, + "step": 12799 + }, + { + "epoch": 10.856658184902459, + "grad_norm": 1.5107882745724956, + "learning_rate": 1.9677998870774225e-05, + "loss": 0.1664, + "step": 12800 + }, + { + "epoch": 10.857506361323155, + "grad_norm": 1.649763449368828, + "learning_rate": 1.9677929718505963e-05, + "loss": 0.1917, + "step": 12801 + }, + { + "epoch": 10.858354537743852, + "grad_norm": 1.4720225891209966, + "learning_rate": 1.9677860558934535e-05, + "loss": 0.1722, + "step": 12802 + }, + { + "epoch": 10.859202714164546, + "grad_norm": 1.5769601305156102, + "learning_rate": 1.9677791392059993e-05, + "loss": 0.1995, + "step": 12803 + }, + { + "epoch": 10.860050890585242, + "grad_norm": 1.4549986899542482, + "learning_rate": 1.967772221788239e-05, + "loss": 0.1818, + "step": 12804 + }, + { + "epoch": 10.860899067005937, + "grad_norm": 1.7204404444952948, + "learning_rate": 1.967765303640178e-05, + "loss": 0.1685, + "step": 12805 + }, + { + "epoch": 10.861747243426633, + "grad_norm": 1.8711481450986391, + "learning_rate": 1.9677583847618213e-05, + "loss": 0.2094, + "step": 12806 + }, + { + "epoch": 10.862595419847327, + "grad_norm": 1.4610676686346862, + "learning_rate": 1.967751465153174e-05, + "loss": 0.1538, + "step": 12807 + }, + { + "epoch": 10.863443596268024, + "grad_norm": 1.4244519429643034, + "learning_rate": 1.9677445448142417e-05, + "loss": 0.214, + "step": 12808 + }, + { + "epoch": 10.86429177268872, + "grad_norm": 1.5993777364891228, + "learning_rate": 1.967737623745029e-05, + "loss": 0.1943, + "step": 12809 + }, + { + "epoch": 10.865139949109414, + "grad_norm": 1.8396821803285321, + "learning_rate": 1.967730701945542e-05, + "loss": 0.1808, + "step": 12810 + }, + { + "epoch": 10.86598812553011, + "grad_norm": 1.609805827242051, + "learning_rate": 1.9677237794157854e-05, + "loss": 0.2061, + "step": 12811 + }, + { + "epoch": 10.866836301950805, + "grad_norm": 1.3252141332250431, + "learning_rate": 1.9677168561557644e-05, + "loss": 0.1797, + "step": 12812 + }, + { + "epoch": 10.867684478371501, + "grad_norm": 1.7427940885975852, + "learning_rate": 1.967709932165484e-05, + "loss": 0.1651, + "step": 12813 + }, + { + "epoch": 10.868532654792197, + "grad_norm": 1.5706894204935027, + "learning_rate": 1.9677030074449504e-05, + "loss": 0.1718, + "step": 12814 + }, + { + "epoch": 10.869380831212892, + "grad_norm": 1.7789641198291395, + "learning_rate": 1.9676960819941678e-05, + "loss": 0.218, + "step": 12815 + }, + { + "epoch": 10.870229007633588, + "grad_norm": 2.031754391194335, + "learning_rate": 1.9676891558131415e-05, + "loss": 0.1797, + "step": 12816 + }, + { + "epoch": 10.871077184054283, + "grad_norm": 2.431215754137956, + "learning_rate": 1.9676822289018776e-05, + "loss": 0.1781, + "step": 12817 + }, + { + "epoch": 10.871925360474979, + "grad_norm": 1.5482320247966108, + "learning_rate": 1.9676753012603805e-05, + "loss": 0.2255, + "step": 12818 + }, + { + "epoch": 10.872773536895675, + "grad_norm": 1.5816605094138296, + "learning_rate": 1.9676683728886553e-05, + "loss": 0.1908, + "step": 12819 + }, + { + "epoch": 10.87362171331637, + "grad_norm": 1.4464804694557991, + "learning_rate": 1.967661443786708e-05, + "loss": 0.1854, + "step": 12820 + }, + { + "epoch": 10.874469889737066, + "grad_norm": 1.4157095592942772, + "learning_rate": 1.9676545139545436e-05, + "loss": 0.1772, + "step": 12821 + }, + { + "epoch": 10.87531806615776, + "grad_norm": 1.653886426663459, + "learning_rate": 1.9676475833921665e-05, + "loss": 0.1943, + "step": 12822 + }, + { + "epoch": 10.876166242578456, + "grad_norm": 1.566906599728117, + "learning_rate": 1.967640652099583e-05, + "loss": 0.1563, + "step": 12823 + }, + { + "epoch": 10.877014418999153, + "grad_norm": 1.630784334523829, + "learning_rate": 1.9676337200767982e-05, + "loss": 0.2001, + "step": 12824 + }, + { + "epoch": 10.877862595419847, + "grad_norm": 1.4599267304165748, + "learning_rate": 1.9676267873238168e-05, + "loss": 0.1718, + "step": 12825 + }, + { + "epoch": 10.878710771840543, + "grad_norm": 1.4948663827242497, + "learning_rate": 1.9676198538406438e-05, + "loss": 0.1825, + "step": 12826 + }, + { + "epoch": 10.879558948261238, + "grad_norm": 1.6282764420868887, + "learning_rate": 1.9676129196272854e-05, + "loss": 0.1932, + "step": 12827 + }, + { + "epoch": 10.880407124681934, + "grad_norm": 1.5699748716869968, + "learning_rate": 1.9676059846837463e-05, + "loss": 0.1547, + "step": 12828 + }, + { + "epoch": 10.88125530110263, + "grad_norm": 1.5913858951274984, + "learning_rate": 1.9675990490100316e-05, + "loss": 0.1677, + "step": 12829 + }, + { + "epoch": 10.882103477523325, + "grad_norm": 1.5076670946133937, + "learning_rate": 1.967592112606147e-05, + "loss": 0.1859, + "step": 12830 + }, + { + "epoch": 10.882951653944021, + "grad_norm": 1.6235310642504484, + "learning_rate": 1.967585175472097e-05, + "loss": 0.2325, + "step": 12831 + }, + { + "epoch": 10.883799830364715, + "grad_norm": 1.7011436019939743, + "learning_rate": 1.9675782376078878e-05, + "loss": 0.2397, + "step": 12832 + }, + { + "epoch": 10.884648006785412, + "grad_norm": 1.5845410921739336, + "learning_rate": 1.967571299013524e-05, + "loss": 0.1969, + "step": 12833 + }, + { + "epoch": 10.885496183206106, + "grad_norm": 1.525934397083952, + "learning_rate": 1.9675643596890107e-05, + "loss": 0.1951, + "step": 12834 + }, + { + "epoch": 10.886344359626802, + "grad_norm": 1.5488597280095229, + "learning_rate": 1.9675574196343536e-05, + "loss": 0.1778, + "step": 12835 + }, + { + "epoch": 10.887192536047499, + "grad_norm": 1.535580279337799, + "learning_rate": 1.9675504788495573e-05, + "loss": 0.2218, + "step": 12836 + }, + { + "epoch": 10.888040712468193, + "grad_norm": 1.716996079156192, + "learning_rate": 1.967543537334628e-05, + "loss": 0.1845, + "step": 12837 + }, + { + "epoch": 10.88888888888889, + "grad_norm": 1.6531796368566998, + "learning_rate": 1.9675365950895703e-05, + "loss": 0.169, + "step": 12838 + }, + { + "epoch": 10.889737065309584, + "grad_norm": 1.420042178682203, + "learning_rate": 1.9675296521143892e-05, + "loss": 0.2052, + "step": 12839 + }, + { + "epoch": 10.89058524173028, + "grad_norm": 1.7340897884539712, + "learning_rate": 1.9675227084090905e-05, + "loss": 0.161, + "step": 12840 + }, + { + "epoch": 10.891433418150976, + "grad_norm": 1.6728947270317414, + "learning_rate": 1.9675157639736792e-05, + "loss": 0.2399, + "step": 12841 + }, + { + "epoch": 10.89228159457167, + "grad_norm": 1.5470241754760563, + "learning_rate": 1.9675088188081607e-05, + "loss": 0.2049, + "step": 12842 + }, + { + "epoch": 10.893129770992367, + "grad_norm": 1.4435621327682082, + "learning_rate": 1.9675018729125398e-05, + "loss": 0.1426, + "step": 12843 + }, + { + "epoch": 10.893977947413061, + "grad_norm": 1.446548263398996, + "learning_rate": 1.9674949262868223e-05, + "loss": 0.1507, + "step": 12844 + }, + { + "epoch": 10.894826123833758, + "grad_norm": 1.6259930935213465, + "learning_rate": 1.967487978931013e-05, + "loss": 0.1936, + "step": 12845 + }, + { + "epoch": 10.895674300254452, + "grad_norm": 1.8275180155656716, + "learning_rate": 1.9674810308451175e-05, + "loss": 0.198, + "step": 12846 + }, + { + "epoch": 10.896522476675148, + "grad_norm": 1.6385404222073465, + "learning_rate": 1.9674740820291408e-05, + "loss": 0.1511, + "step": 12847 + }, + { + "epoch": 10.897370653095845, + "grad_norm": 1.579366696392768, + "learning_rate": 1.967467132483088e-05, + "loss": 0.1934, + "step": 12848 + }, + { + "epoch": 10.898218829516539, + "grad_norm": 1.658136569309424, + "learning_rate": 1.967460182206965e-05, + "loss": 0.2265, + "step": 12849 + }, + { + "epoch": 10.899067005937235, + "grad_norm": 1.585077000383098, + "learning_rate": 1.967453231200776e-05, + "loss": 0.2035, + "step": 12850 + }, + { + "epoch": 10.89991518235793, + "grad_norm": 1.475788240932475, + "learning_rate": 1.9674462794645276e-05, + "loss": 0.1741, + "step": 12851 + }, + { + "epoch": 10.900763358778626, + "grad_norm": 1.4514470035813554, + "learning_rate": 1.9674393269982238e-05, + "loss": 0.1978, + "step": 12852 + }, + { + "epoch": 10.901611535199322, + "grad_norm": 1.5162853242924301, + "learning_rate": 1.96743237380187e-05, + "loss": 0.1576, + "step": 12853 + }, + { + "epoch": 10.902459711620017, + "grad_norm": 1.4039573010454192, + "learning_rate": 1.9674254198754722e-05, + "loss": 0.1884, + "step": 12854 + }, + { + "epoch": 10.903307888040713, + "grad_norm": 1.5154595650142775, + "learning_rate": 1.9674184652190353e-05, + "loss": 0.1831, + "step": 12855 + }, + { + "epoch": 10.904156064461407, + "grad_norm": 1.7662038412631231, + "learning_rate": 1.9674115098325644e-05, + "loss": 0.1882, + "step": 12856 + }, + { + "epoch": 10.905004240882104, + "grad_norm": 1.4539549548395616, + "learning_rate": 1.967404553716065e-05, + "loss": 0.1783, + "step": 12857 + }, + { + "epoch": 10.9058524173028, + "grad_norm": 1.5707569303502644, + "learning_rate": 1.967397596869542e-05, + "loss": 0.1866, + "step": 12858 + }, + { + "epoch": 10.906700593723494, + "grad_norm": 1.6661629434667986, + "learning_rate": 1.967390639293001e-05, + "loss": 0.194, + "step": 12859 + }, + { + "epoch": 10.90754877014419, + "grad_norm": 1.5999261455817424, + "learning_rate": 1.9673836809864467e-05, + "loss": 0.2066, + "step": 12860 + }, + { + "epoch": 10.908396946564885, + "grad_norm": 1.6271640473623477, + "learning_rate": 1.9673767219498852e-05, + "loss": 0.163, + "step": 12861 + }, + { + "epoch": 10.909245122985581, + "grad_norm": 1.681808348039319, + "learning_rate": 1.967369762183321e-05, + "loss": 0.2029, + "step": 12862 + }, + { + "epoch": 10.910093299406277, + "grad_norm": 1.5570208188689987, + "learning_rate": 1.9673628016867598e-05, + "loss": 0.2025, + "step": 12863 + }, + { + "epoch": 10.910941475826972, + "grad_norm": 1.4364724563816589, + "learning_rate": 1.9673558404602065e-05, + "loss": 0.1685, + "step": 12864 + }, + { + "epoch": 10.911789652247668, + "grad_norm": 1.553099159345354, + "learning_rate": 1.9673488785036666e-05, + "loss": 0.1937, + "step": 12865 + }, + { + "epoch": 10.912637828668363, + "grad_norm": 1.5261763811320717, + "learning_rate": 1.9673419158171452e-05, + "loss": 0.1859, + "step": 12866 + }, + { + "epoch": 10.913486005089059, + "grad_norm": 1.578945306672518, + "learning_rate": 1.9673349524006475e-05, + "loss": 0.1822, + "step": 12867 + }, + { + "epoch": 10.914334181509753, + "grad_norm": 1.3512004521881398, + "learning_rate": 1.967327988254179e-05, + "loss": 0.187, + "step": 12868 + }, + { + "epoch": 10.91518235793045, + "grad_norm": 1.4925089124791484, + "learning_rate": 1.9673210233777452e-05, + "loss": 0.196, + "step": 12869 + }, + { + "epoch": 10.916030534351146, + "grad_norm": 1.5223941321839813, + "learning_rate": 1.9673140577713508e-05, + "loss": 0.1734, + "step": 12870 + }, + { + "epoch": 10.91687871077184, + "grad_norm": 1.6076817046722633, + "learning_rate": 1.9673070914350014e-05, + "loss": 0.1774, + "step": 12871 + }, + { + "epoch": 10.917726887192536, + "grad_norm": 1.4914955592752872, + "learning_rate": 1.967300124368702e-05, + "loss": 0.1905, + "step": 12872 + }, + { + "epoch": 10.91857506361323, + "grad_norm": 1.4967516342490241, + "learning_rate": 1.967293156572458e-05, + "loss": 0.1796, + "step": 12873 + }, + { + "epoch": 10.919423240033927, + "grad_norm": 1.5392305802540438, + "learning_rate": 1.9672861880462745e-05, + "loss": 0.2036, + "step": 12874 + }, + { + "epoch": 10.920271416454623, + "grad_norm": 1.5675488474341839, + "learning_rate": 1.967279218790157e-05, + "loss": 0.1575, + "step": 12875 + }, + { + "epoch": 10.921119592875318, + "grad_norm": 1.4077957618745651, + "learning_rate": 1.9672722488041108e-05, + "loss": 0.1606, + "step": 12876 + }, + { + "epoch": 10.921967769296014, + "grad_norm": 1.630279914486082, + "learning_rate": 1.967265278088141e-05, + "loss": 0.2579, + "step": 12877 + }, + { + "epoch": 10.922815945716708, + "grad_norm": 1.4548647750836945, + "learning_rate": 1.9672583066422527e-05, + "loss": 0.1644, + "step": 12878 + }, + { + "epoch": 10.923664122137405, + "grad_norm": 1.6459679123585447, + "learning_rate": 1.9672513344664514e-05, + "loss": 0.1918, + "step": 12879 + }, + { + "epoch": 10.924512298558101, + "grad_norm": 1.694795630444847, + "learning_rate": 1.9672443615607425e-05, + "loss": 0.2178, + "step": 12880 + }, + { + "epoch": 10.925360474978795, + "grad_norm": 1.5618205277289658, + "learning_rate": 1.9672373879251307e-05, + "loss": 0.1986, + "step": 12881 + }, + { + "epoch": 10.926208651399492, + "grad_norm": 1.715433419948315, + "learning_rate": 1.9672304135596218e-05, + "loss": 0.1762, + "step": 12882 + }, + { + "epoch": 10.927056827820186, + "grad_norm": 1.6550419298917447, + "learning_rate": 1.967223438464221e-05, + "loss": 0.2377, + "step": 12883 + }, + { + "epoch": 10.927905004240882, + "grad_norm": 1.6207562660617854, + "learning_rate": 1.967216462638933e-05, + "loss": 0.1805, + "step": 12884 + }, + { + "epoch": 10.928753180661577, + "grad_norm": 1.6175595883845415, + "learning_rate": 1.967209486083764e-05, + "loss": 0.2225, + "step": 12885 + }, + { + "epoch": 10.929601357082273, + "grad_norm": 1.6766242907653348, + "learning_rate": 1.9672025087987186e-05, + "loss": 0.1573, + "step": 12886 + }, + { + "epoch": 10.93044953350297, + "grad_norm": 1.7118765975320922, + "learning_rate": 1.9671955307838022e-05, + "loss": 0.2416, + "step": 12887 + }, + { + "epoch": 10.931297709923664, + "grad_norm": 1.5778701579950194, + "learning_rate": 1.9671885520390205e-05, + "loss": 0.1689, + "step": 12888 + }, + { + "epoch": 10.93214588634436, + "grad_norm": 1.4956422119711952, + "learning_rate": 1.967181572564378e-05, + "loss": 0.1646, + "step": 12889 + }, + { + "epoch": 10.932994062765054, + "grad_norm": 1.770242441674889, + "learning_rate": 1.9671745923598803e-05, + "loss": 0.24, + "step": 12890 + }, + { + "epoch": 10.93384223918575, + "grad_norm": 1.4338343617194282, + "learning_rate": 1.967167611425533e-05, + "loss": 0.1759, + "step": 12891 + }, + { + "epoch": 10.934690415606447, + "grad_norm": 1.5605670363890176, + "learning_rate": 1.9671606297613408e-05, + "loss": 0.1904, + "step": 12892 + }, + { + "epoch": 10.935538592027141, + "grad_norm": 1.7520622352163868, + "learning_rate": 1.9671536473673094e-05, + "loss": 0.2127, + "step": 12893 + }, + { + "epoch": 10.936386768447838, + "grad_norm": 1.521811219525928, + "learning_rate": 1.967146664243444e-05, + "loss": 0.1584, + "step": 12894 + }, + { + "epoch": 10.937234944868532, + "grad_norm": 1.4972000915644186, + "learning_rate": 1.9671396803897495e-05, + "loss": 0.2133, + "step": 12895 + }, + { + "epoch": 10.938083121289228, + "grad_norm": 1.366924026506767, + "learning_rate": 1.9671326958062314e-05, + "loss": 0.1506, + "step": 12896 + }, + { + "epoch": 10.938931297709924, + "grad_norm": 1.48499869921498, + "learning_rate": 1.9671257104928956e-05, + "loss": 0.2208, + "step": 12897 + }, + { + "epoch": 10.939779474130619, + "grad_norm": 1.5370227204914235, + "learning_rate": 1.9671187244497463e-05, + "loss": 0.1703, + "step": 12898 + }, + { + "epoch": 10.940627650551315, + "grad_norm": 1.7578120719383246, + "learning_rate": 1.9671117376767894e-05, + "loss": 0.1651, + "step": 12899 + }, + { + "epoch": 10.94147582697201, + "grad_norm": 1.7105862861539083, + "learning_rate": 1.9671047501740302e-05, + "loss": 0.2162, + "step": 12900 + }, + { + "epoch": 10.942324003392706, + "grad_norm": 1.8741041890106709, + "learning_rate": 1.9670977619414736e-05, + "loss": 0.1775, + "step": 12901 + }, + { + "epoch": 10.943172179813402, + "grad_norm": 1.4826620801934645, + "learning_rate": 1.9670907729791252e-05, + "loss": 0.1828, + "step": 12902 + }, + { + "epoch": 10.944020356234097, + "grad_norm": 1.571657074210421, + "learning_rate": 1.9670837832869902e-05, + "loss": 0.1664, + "step": 12903 + }, + { + "epoch": 10.944868532654793, + "grad_norm": 1.4861598481010436, + "learning_rate": 1.9670767928650736e-05, + "loss": 0.183, + "step": 12904 + }, + { + "epoch": 10.945716709075487, + "grad_norm": 1.6184345600847505, + "learning_rate": 1.9670698017133812e-05, + "loss": 0.2049, + "step": 12905 + }, + { + "epoch": 10.946564885496183, + "grad_norm": 1.423690169248121, + "learning_rate": 1.9670628098319178e-05, + "loss": 0.1845, + "step": 12906 + }, + { + "epoch": 10.947413061916878, + "grad_norm": 1.6608593889521719, + "learning_rate": 1.967055817220689e-05, + "loss": 0.1923, + "step": 12907 + }, + { + "epoch": 10.948261238337574, + "grad_norm": 1.4652141584410407, + "learning_rate": 1.9670488238797e-05, + "loss": 0.1565, + "step": 12908 + }, + { + "epoch": 10.94910941475827, + "grad_norm": 1.6177333590992593, + "learning_rate": 1.9670418298089556e-05, + "loss": 0.1572, + "step": 12909 + }, + { + "epoch": 10.949957591178965, + "grad_norm": 1.5315774210960156, + "learning_rate": 1.9670348350084618e-05, + "loss": 0.1856, + "step": 12910 + }, + { + "epoch": 10.950805767599661, + "grad_norm": 1.367866402166149, + "learning_rate": 1.9670278394782236e-05, + "loss": 0.148, + "step": 12911 + }, + { + "epoch": 10.951653944020356, + "grad_norm": 1.5197248617355474, + "learning_rate": 1.9670208432182463e-05, + "loss": 0.1775, + "step": 12912 + }, + { + "epoch": 10.952502120441052, + "grad_norm": 1.5042855434471567, + "learning_rate": 1.9670138462285352e-05, + "loss": 0.2232, + "step": 12913 + }, + { + "epoch": 10.953350296861748, + "grad_norm": 1.4443182109179717, + "learning_rate": 1.9670068485090953e-05, + "loss": 0.141, + "step": 12914 + }, + { + "epoch": 10.954198473282442, + "grad_norm": 1.669264226992295, + "learning_rate": 1.9669998500599322e-05, + "loss": 0.196, + "step": 12915 + }, + { + "epoch": 10.955046649703139, + "grad_norm": 1.4827031950306437, + "learning_rate": 1.966992850881051e-05, + "loss": 0.1427, + "step": 12916 + }, + { + "epoch": 10.955894826123833, + "grad_norm": 1.4990565415966535, + "learning_rate": 1.9669858509724568e-05, + "loss": 0.2184, + "step": 12917 + }, + { + "epoch": 10.95674300254453, + "grad_norm": 1.5881287466868677, + "learning_rate": 1.966978850334156e-05, + "loss": 0.1764, + "step": 12918 + }, + { + "epoch": 10.957591178965224, + "grad_norm": 1.5478170440012782, + "learning_rate": 1.9669718489661522e-05, + "loss": 0.1536, + "step": 12919 + }, + { + "epoch": 10.95843935538592, + "grad_norm": 1.512894876827178, + "learning_rate": 1.9669648468684516e-05, + "loss": 0.1635, + "step": 12920 + }, + { + "epoch": 10.959287531806616, + "grad_norm": 1.5215723350636674, + "learning_rate": 1.96695784404106e-05, + "loss": 0.1748, + "step": 12921 + }, + { + "epoch": 10.96013570822731, + "grad_norm": 1.50251876696671, + "learning_rate": 1.9669508404839814e-05, + "loss": 0.1832, + "step": 12922 + }, + { + "epoch": 10.960983884648007, + "grad_norm": 1.262900560564928, + "learning_rate": 1.966943836197222e-05, + "loss": 0.1843, + "step": 12923 + }, + { + "epoch": 10.961832061068701, + "grad_norm": 1.6913931387029586, + "learning_rate": 1.9669368311807865e-05, + "loss": 0.2312, + "step": 12924 + }, + { + "epoch": 10.962680237489398, + "grad_norm": 1.412729686158881, + "learning_rate": 1.9669298254346812e-05, + "loss": 0.1819, + "step": 12925 + }, + { + "epoch": 10.963528413910094, + "grad_norm": 1.6999863356891107, + "learning_rate": 1.9669228189589102e-05, + "loss": 0.1805, + "step": 12926 + }, + { + "epoch": 10.964376590330788, + "grad_norm": 1.381015880225389, + "learning_rate": 1.9669158117534793e-05, + "loss": 0.1711, + "step": 12927 + }, + { + "epoch": 10.965224766751485, + "grad_norm": 1.6804189510576912, + "learning_rate": 1.9669088038183942e-05, + "loss": 0.1857, + "step": 12928 + }, + { + "epoch": 10.966072943172179, + "grad_norm": 1.7364236205314394, + "learning_rate": 1.9669017951536597e-05, + "loss": 0.1672, + "step": 12929 + }, + { + "epoch": 10.966921119592875, + "grad_norm": 1.7841617347869716, + "learning_rate": 1.966894785759281e-05, + "loss": 0.1983, + "step": 12930 + }, + { + "epoch": 10.967769296013572, + "grad_norm": 1.4467934277173127, + "learning_rate": 1.9668877756352637e-05, + "loss": 0.1589, + "step": 12931 + }, + { + "epoch": 10.968617472434266, + "grad_norm": 1.5653533366271704, + "learning_rate": 1.9668807647816127e-05, + "loss": 0.199, + "step": 12932 + }, + { + "epoch": 10.969465648854962, + "grad_norm": 1.5098949485575104, + "learning_rate": 1.9668737531983337e-05, + "loss": 0.2053, + "step": 12933 + }, + { + "epoch": 10.970313825275657, + "grad_norm": 1.399323479584241, + "learning_rate": 1.966866740885432e-05, + "loss": 0.1525, + "step": 12934 + }, + { + "epoch": 10.971162001696353, + "grad_norm": 1.5816351885768138, + "learning_rate": 1.9668597278429124e-05, + "loss": 0.2085, + "step": 12935 + }, + { + "epoch": 10.97201017811705, + "grad_norm": 1.5375848622692456, + "learning_rate": 1.9668527140707806e-05, + "loss": 0.1718, + "step": 12936 + }, + { + "epoch": 10.972858354537744, + "grad_norm": 1.5974002870457773, + "learning_rate": 1.966845699569042e-05, + "loss": 0.146, + "step": 12937 + }, + { + "epoch": 10.97370653095844, + "grad_norm": 1.523524476648443, + "learning_rate": 1.9668386843377015e-05, + "loss": 0.176, + "step": 12938 + }, + { + "epoch": 10.974554707379134, + "grad_norm": 1.6439900099537628, + "learning_rate": 1.9668316683767648e-05, + "loss": 0.2135, + "step": 12939 + }, + { + "epoch": 10.97540288379983, + "grad_norm": 1.6563107262765433, + "learning_rate": 1.9668246516862366e-05, + "loss": 0.1799, + "step": 12940 + }, + { + "epoch": 10.976251060220527, + "grad_norm": 1.6000908445253748, + "learning_rate": 1.9668176342661233e-05, + "loss": 0.1806, + "step": 12941 + }, + { + "epoch": 10.977099236641221, + "grad_norm": 1.4989221939560964, + "learning_rate": 1.966810616116429e-05, + "loss": 0.1821, + "step": 12942 + }, + { + "epoch": 10.977947413061917, + "grad_norm": 2.061430715939509, + "learning_rate": 1.966803597237159e-05, + "loss": 0.2199, + "step": 12943 + }, + { + "epoch": 10.978795589482612, + "grad_norm": 1.3964026085523196, + "learning_rate": 1.96679657762832e-05, + "loss": 0.182, + "step": 12944 + }, + { + "epoch": 10.979643765903308, + "grad_norm": 1.5141126376582563, + "learning_rate": 1.9667895572899155e-05, + "loss": 0.1756, + "step": 12945 + }, + { + "epoch": 10.980491942324003, + "grad_norm": 1.536607993050525, + "learning_rate": 1.9667825362219525e-05, + "loss": 0.1636, + "step": 12946 + }, + { + "epoch": 10.981340118744699, + "grad_norm": 1.5719719707106292, + "learning_rate": 1.966775514424435e-05, + "loss": 0.1738, + "step": 12947 + }, + { + "epoch": 10.982188295165395, + "grad_norm": 1.5184744081324841, + "learning_rate": 1.966768491897369e-05, + "loss": 0.1681, + "step": 12948 + }, + { + "epoch": 10.98303647158609, + "grad_norm": 1.5177161918519002, + "learning_rate": 1.9667614686407592e-05, + "loss": 0.1726, + "step": 12949 + }, + { + "epoch": 10.983884648006786, + "grad_norm": 1.453973325436127, + "learning_rate": 1.9667544446546115e-05, + "loss": 0.1529, + "step": 12950 + }, + { + "epoch": 10.98473282442748, + "grad_norm": 1.5410785016062025, + "learning_rate": 1.9667474199389306e-05, + "loss": 0.1792, + "step": 12951 + }, + { + "epoch": 10.985581000848176, + "grad_norm": 1.4710368022374323, + "learning_rate": 1.9667403944937226e-05, + "loss": 0.1716, + "step": 12952 + }, + { + "epoch": 10.986429177268873, + "grad_norm": 1.7021382254708146, + "learning_rate": 1.9667333683189925e-05, + "loss": 0.1644, + "step": 12953 + }, + { + "epoch": 10.987277353689567, + "grad_norm": 1.6508538354710793, + "learning_rate": 1.9667263414147452e-05, + "loss": 0.2268, + "step": 12954 + }, + { + "epoch": 10.988125530110263, + "grad_norm": 1.5780821288792046, + "learning_rate": 1.9667193137809863e-05, + "loss": 0.1707, + "step": 12955 + }, + { + "epoch": 10.988973706530958, + "grad_norm": 1.5649372241271147, + "learning_rate": 1.966712285417721e-05, + "loss": 0.1678, + "step": 12956 + }, + { + "epoch": 10.989821882951654, + "grad_norm": 1.612080502222099, + "learning_rate": 1.9667052563249546e-05, + "loss": 0.1794, + "step": 12957 + }, + { + "epoch": 10.990670059372349, + "grad_norm": 1.390003652987116, + "learning_rate": 1.9666982265026927e-05, + "loss": 0.1527, + "step": 12958 + }, + { + "epoch": 10.991518235793045, + "grad_norm": 1.6142805305993029, + "learning_rate": 1.9666911959509405e-05, + "loss": 0.1779, + "step": 12959 + }, + { + "epoch": 10.992366412213741, + "grad_norm": 1.697024684252938, + "learning_rate": 1.966684164669703e-05, + "loss": 0.1868, + "step": 12960 + }, + { + "epoch": 10.993214588634435, + "grad_norm": 1.5525966847345032, + "learning_rate": 1.9666771326589857e-05, + "loss": 0.1957, + "step": 12961 + }, + { + "epoch": 10.994062765055132, + "grad_norm": 1.6546472241525538, + "learning_rate": 1.966670099918794e-05, + "loss": 0.2008, + "step": 12962 + }, + { + "epoch": 10.994910941475826, + "grad_norm": 1.4474786724282667, + "learning_rate": 1.9666630664491328e-05, + "loss": 0.1698, + "step": 12963 + }, + { + "epoch": 10.995759117896522, + "grad_norm": 1.6724119176578476, + "learning_rate": 1.966656032250008e-05, + "loss": 0.2212, + "step": 12964 + }, + { + "epoch": 10.996607294317219, + "grad_norm": 1.6746218109756872, + "learning_rate": 1.9666489973214245e-05, + "loss": 0.2347, + "step": 12965 + }, + { + "epoch": 10.997455470737913, + "grad_norm": 1.6233778329821322, + "learning_rate": 1.9666419616633877e-05, + "loss": 0.1905, + "step": 12966 + }, + { + "epoch": 10.99830364715861, + "grad_norm": 1.5728375453669188, + "learning_rate": 1.9666349252759032e-05, + "loss": 0.1813, + "step": 12967 + }, + { + "epoch": 10.999151823579304, + "grad_norm": 1.3973200590533905, + "learning_rate": 1.966627888158976e-05, + "loss": 0.1614, + "step": 12968 + }, + { + "epoch": 11.0, + "grad_norm": 1.5804629511084798, + "learning_rate": 1.9666208503126115e-05, + "loss": 0.2165, + "step": 12969 + }, + { + "epoch": 11.000848176420696, + "grad_norm": 1.5271326477162508, + "learning_rate": 1.9666138117368147e-05, + "loss": 0.1617, + "step": 12970 + }, + { + "epoch": 11.00169635284139, + "grad_norm": 1.45441256960563, + "learning_rate": 1.9666067724315913e-05, + "loss": 0.1611, + "step": 12971 + }, + { + "epoch": 11.002544529262087, + "grad_norm": 1.5253398212503055, + "learning_rate": 1.9665997323969468e-05, + "loss": 0.1124, + "step": 12972 + }, + { + "epoch": 11.003392705682781, + "grad_norm": 1.4574855488634053, + "learning_rate": 1.9665926916328857e-05, + "loss": 0.1408, + "step": 12973 + }, + { + "epoch": 11.004240882103478, + "grad_norm": 1.6051991436260595, + "learning_rate": 1.9665856501394144e-05, + "loss": 0.1225, + "step": 12974 + }, + { + "epoch": 11.005089058524174, + "grad_norm": 1.5593482627276853, + "learning_rate": 1.966578607916537e-05, + "loss": 0.1541, + "step": 12975 + }, + { + "epoch": 11.005937234944868, + "grad_norm": 1.486810653918983, + "learning_rate": 1.96657156496426e-05, + "loss": 0.1563, + "step": 12976 + }, + { + "epoch": 11.006785411365565, + "grad_norm": 1.6613704372560036, + "learning_rate": 1.9665645212825878e-05, + "loss": 0.154, + "step": 12977 + }, + { + "epoch": 11.007633587786259, + "grad_norm": 1.4122164964149366, + "learning_rate": 1.9665574768715264e-05, + "loss": 0.1326, + "step": 12978 + }, + { + "epoch": 11.008481764206955, + "grad_norm": 1.3124221779306566, + "learning_rate": 1.9665504317310805e-05, + "loss": 0.165, + "step": 12979 + }, + { + "epoch": 11.00932994062765, + "grad_norm": 1.3857752234912166, + "learning_rate": 1.966543385861256e-05, + "loss": 0.1784, + "step": 12980 + }, + { + "epoch": 11.010178117048346, + "grad_norm": 1.4144030291928236, + "learning_rate": 1.9665363392620576e-05, + "loss": 0.1508, + "step": 12981 + }, + { + "epoch": 11.011026293469042, + "grad_norm": 1.4710461262505714, + "learning_rate": 1.966529291933491e-05, + "loss": 0.166, + "step": 12982 + }, + { + "epoch": 11.011874469889737, + "grad_norm": 1.413055251792833, + "learning_rate": 1.966522243875562e-05, + "loss": 0.1189, + "step": 12983 + }, + { + "epoch": 11.012722646310433, + "grad_norm": 1.7805930079307424, + "learning_rate": 1.966515195088275e-05, + "loss": 0.1739, + "step": 12984 + }, + { + "epoch": 11.013570822731127, + "grad_norm": 1.4838401821222558, + "learning_rate": 1.9665081455716354e-05, + "loss": 0.1323, + "step": 12985 + }, + { + "epoch": 11.014418999151824, + "grad_norm": 1.8316592595194416, + "learning_rate": 1.9665010953256493e-05, + "loss": 0.1646, + "step": 12986 + }, + { + "epoch": 11.01526717557252, + "grad_norm": 1.4326161000343591, + "learning_rate": 1.9664940443503214e-05, + "loss": 0.1429, + "step": 12987 + }, + { + "epoch": 11.016115351993214, + "grad_norm": 1.4396156733440693, + "learning_rate": 1.966486992645657e-05, + "loss": 0.1817, + "step": 12988 + }, + { + "epoch": 11.01696352841391, + "grad_norm": 1.6450885671136108, + "learning_rate": 1.9664799402116616e-05, + "loss": 0.1478, + "step": 12989 + }, + { + "epoch": 11.017811704834605, + "grad_norm": 1.5276768927268995, + "learning_rate": 1.966472887048341e-05, + "loss": 0.1506, + "step": 12990 + }, + { + "epoch": 11.018659881255301, + "grad_norm": 1.4590819183284425, + "learning_rate": 1.9664658331556997e-05, + "loss": 0.1577, + "step": 12991 + }, + { + "epoch": 11.019508057675997, + "grad_norm": 1.524495581545622, + "learning_rate": 1.966458778533743e-05, + "loss": 0.1503, + "step": 12992 + }, + { + "epoch": 11.020356234096692, + "grad_norm": 1.662448329566985, + "learning_rate": 1.966451723182477e-05, + "loss": 0.17, + "step": 12993 + }, + { + "epoch": 11.021204410517388, + "grad_norm": 1.6475503519043002, + "learning_rate": 1.9664446671019064e-05, + "loss": 0.1619, + "step": 12994 + }, + { + "epoch": 11.022052586938083, + "grad_norm": 1.5502225214795413, + "learning_rate": 1.966437610292037e-05, + "loss": 0.1489, + "step": 12995 + }, + { + "epoch": 11.022900763358779, + "grad_norm": 1.4398763269911223, + "learning_rate": 1.9664305527528736e-05, + "loss": 0.1364, + "step": 12996 + }, + { + "epoch": 11.023748939779475, + "grad_norm": 1.4360945764691255, + "learning_rate": 1.966423494484422e-05, + "loss": 0.1272, + "step": 12997 + }, + { + "epoch": 11.02459711620017, + "grad_norm": 1.550069577612874, + "learning_rate": 1.966416435486687e-05, + "loss": 0.1435, + "step": 12998 + }, + { + "epoch": 11.025445292620866, + "grad_norm": 1.383437499385231, + "learning_rate": 1.966409375759675e-05, + "loss": 0.1467, + "step": 12999 + }, + { + "epoch": 11.02629346904156, + "grad_norm": 1.4775423598501407, + "learning_rate": 1.9664023153033896e-05, + "loss": 0.1375, + "step": 13000 + }, + { + "epoch": 11.027141645462256, + "grad_norm": 1.3427700459159975, + "learning_rate": 1.9663952541178375e-05, + "loss": 0.1175, + "step": 13001 + }, + { + "epoch": 11.02798982188295, + "grad_norm": 1.4980261768651368, + "learning_rate": 1.9663881922030235e-05, + "loss": 0.1447, + "step": 13002 + }, + { + "epoch": 11.028837998303647, + "grad_norm": 1.477740243479837, + "learning_rate": 1.966381129558953e-05, + "loss": 0.1432, + "step": 13003 + }, + { + "epoch": 11.029686174724343, + "grad_norm": 1.6459479016473386, + "learning_rate": 1.9663740661856318e-05, + "loss": 0.1415, + "step": 13004 + }, + { + "epoch": 11.030534351145038, + "grad_norm": 1.7830485490983896, + "learning_rate": 1.966367002083064e-05, + "loss": 0.1672, + "step": 13005 + }, + { + "epoch": 11.031382527565734, + "grad_norm": 1.6083541295159018, + "learning_rate": 1.9663599372512564e-05, + "loss": 0.1801, + "step": 13006 + }, + { + "epoch": 11.032230703986428, + "grad_norm": 1.5440585122336823, + "learning_rate": 1.9663528716902136e-05, + "loss": 0.1937, + "step": 13007 + }, + { + "epoch": 11.033078880407125, + "grad_norm": 1.3988151173589878, + "learning_rate": 1.966345805399941e-05, + "loss": 0.1564, + "step": 13008 + }, + { + "epoch": 11.033927056827821, + "grad_norm": 1.416576996969134, + "learning_rate": 1.966338738380444e-05, + "loss": 0.1128, + "step": 13009 + }, + { + "epoch": 11.034775233248515, + "grad_norm": 1.4949763385582284, + "learning_rate": 1.9663316706317274e-05, + "loss": 0.1612, + "step": 13010 + }, + { + "epoch": 11.035623409669212, + "grad_norm": 1.5276403341536482, + "learning_rate": 1.9663246021537975e-05, + "loss": 0.1737, + "step": 13011 + }, + { + "epoch": 11.036471586089906, + "grad_norm": 1.4302623902704792, + "learning_rate": 1.9663175329466587e-05, + "loss": 0.1407, + "step": 13012 + }, + { + "epoch": 11.037319762510602, + "grad_norm": 1.4503051335753514, + "learning_rate": 1.966310463010317e-05, + "loss": 0.1364, + "step": 13013 + }, + { + "epoch": 11.038167938931299, + "grad_norm": 1.5992724357242614, + "learning_rate": 1.9663033923447775e-05, + "loss": 0.1652, + "step": 13014 + }, + { + "epoch": 11.039016115351993, + "grad_norm": 1.7761205990079634, + "learning_rate": 1.9662963209500457e-05, + "loss": 0.162, + "step": 13015 + }, + { + "epoch": 11.03986429177269, + "grad_norm": 1.4729411926110805, + "learning_rate": 1.9662892488261266e-05, + "loss": 0.1458, + "step": 13016 + }, + { + "epoch": 11.040712468193384, + "grad_norm": 1.55356774417877, + "learning_rate": 1.9662821759730256e-05, + "loss": 0.1365, + "step": 13017 + }, + { + "epoch": 11.04156064461408, + "grad_norm": 1.41250448904884, + "learning_rate": 1.9662751023907485e-05, + "loss": 0.1503, + "step": 13018 + }, + { + "epoch": 11.042408821034774, + "grad_norm": 1.3841106676292112, + "learning_rate": 1.9662680280792997e-05, + "loss": 0.1298, + "step": 13019 + }, + { + "epoch": 11.04325699745547, + "grad_norm": 1.439638619819851, + "learning_rate": 1.966260953038686e-05, + "loss": 0.1462, + "step": 13020 + }, + { + "epoch": 11.044105173876167, + "grad_norm": 1.5469353559932093, + "learning_rate": 1.966253877268911e-05, + "loss": 0.1441, + "step": 13021 + }, + { + "epoch": 11.044953350296861, + "grad_norm": 1.5695381491432099, + "learning_rate": 1.9662468007699817e-05, + "loss": 0.1579, + "step": 13022 + }, + { + "epoch": 11.045801526717558, + "grad_norm": 1.588704809845713, + "learning_rate": 1.966239723541902e-05, + "loss": 0.161, + "step": 13023 + }, + { + "epoch": 11.046649703138252, + "grad_norm": 1.6544282421793473, + "learning_rate": 1.966232645584678e-05, + "loss": 0.1611, + "step": 13024 + }, + { + "epoch": 11.047497879558948, + "grad_norm": 1.599692677757965, + "learning_rate": 1.966225566898315e-05, + "loss": 0.1464, + "step": 13025 + }, + { + "epoch": 11.048346055979644, + "grad_norm": 1.593248839690464, + "learning_rate": 1.9662184874828183e-05, + "loss": 0.1554, + "step": 13026 + }, + { + "epoch": 11.049194232400339, + "grad_norm": 1.5737082940551297, + "learning_rate": 1.966211407338193e-05, + "loss": 0.158, + "step": 13027 + }, + { + "epoch": 11.050042408821035, + "grad_norm": 1.5212812023507116, + "learning_rate": 1.9662043264644447e-05, + "loss": 0.1762, + "step": 13028 + }, + { + "epoch": 11.05089058524173, + "grad_norm": 1.7687864606315884, + "learning_rate": 1.966197244861579e-05, + "loss": 0.1907, + "step": 13029 + }, + { + "epoch": 11.051738761662426, + "grad_norm": 1.5778024725052213, + "learning_rate": 1.9661901625296007e-05, + "loss": 0.1605, + "step": 13030 + }, + { + "epoch": 11.052586938083122, + "grad_norm": 1.3685994226990197, + "learning_rate": 1.9661830794685157e-05, + "loss": 0.1293, + "step": 13031 + }, + { + "epoch": 11.053435114503817, + "grad_norm": 1.5021053097794317, + "learning_rate": 1.9661759956783287e-05, + "loss": 0.1399, + "step": 13032 + }, + { + "epoch": 11.054283290924513, + "grad_norm": 1.5506850894641548, + "learning_rate": 1.9661689111590453e-05, + "loss": 0.1622, + "step": 13033 + }, + { + "epoch": 11.055131467345207, + "grad_norm": 1.551765299233455, + "learning_rate": 1.9661618259106712e-05, + "loss": 0.1469, + "step": 13034 + }, + { + "epoch": 11.055979643765903, + "grad_norm": 1.4701196807515202, + "learning_rate": 1.9661547399332114e-05, + "loss": 0.1409, + "step": 13035 + }, + { + "epoch": 11.056827820186598, + "grad_norm": 1.598875090450326, + "learning_rate": 1.966147653226671e-05, + "loss": 0.1551, + "step": 13036 + }, + { + "epoch": 11.057675996607294, + "grad_norm": 1.5697620214988586, + "learning_rate": 1.966140565791056e-05, + "loss": 0.17, + "step": 13037 + }, + { + "epoch": 11.05852417302799, + "grad_norm": 1.4828668233848887, + "learning_rate": 1.966133477626371e-05, + "loss": 0.1568, + "step": 13038 + }, + { + "epoch": 11.059372349448685, + "grad_norm": 1.3984758318218184, + "learning_rate": 1.9661263887326223e-05, + "loss": 0.1378, + "step": 13039 + }, + { + "epoch": 11.060220525869381, + "grad_norm": 1.6011119450061866, + "learning_rate": 1.9661192991098146e-05, + "loss": 0.1689, + "step": 13040 + }, + { + "epoch": 11.061068702290076, + "grad_norm": 1.5359878182061169, + "learning_rate": 1.966112208757953e-05, + "loss": 0.1458, + "step": 13041 + }, + { + "epoch": 11.061916878710772, + "grad_norm": 1.6679935249307873, + "learning_rate": 1.9661051176770436e-05, + "loss": 0.1638, + "step": 13042 + }, + { + "epoch": 11.062765055131468, + "grad_norm": 1.6404120276808785, + "learning_rate": 1.966098025867091e-05, + "loss": 0.1599, + "step": 13043 + }, + { + "epoch": 11.063613231552162, + "grad_norm": 1.5613127645636729, + "learning_rate": 1.966090933328101e-05, + "loss": 0.1715, + "step": 13044 + }, + { + "epoch": 11.064461407972859, + "grad_norm": 1.5894521659350451, + "learning_rate": 1.9660838400600794e-05, + "loss": 0.1302, + "step": 13045 + }, + { + "epoch": 11.065309584393553, + "grad_norm": 1.4408682733104434, + "learning_rate": 1.9660767460630306e-05, + "loss": 0.162, + "step": 13046 + }, + { + "epoch": 11.06615776081425, + "grad_norm": 1.3872197727993654, + "learning_rate": 1.9660696513369602e-05, + "loss": 0.1329, + "step": 13047 + }, + { + "epoch": 11.067005937234946, + "grad_norm": 1.7204055173986796, + "learning_rate": 1.966062555881874e-05, + "loss": 0.157, + "step": 13048 + }, + { + "epoch": 11.06785411365564, + "grad_norm": 1.7033771084837184, + "learning_rate": 1.966055459697777e-05, + "loss": 0.1648, + "step": 13049 + }, + { + "epoch": 11.068702290076336, + "grad_norm": 1.537147534745543, + "learning_rate": 1.9660483627846746e-05, + "loss": 0.1428, + "step": 13050 + }, + { + "epoch": 11.06955046649703, + "grad_norm": 1.485470204319756, + "learning_rate": 1.9660412651425723e-05, + "loss": 0.1421, + "step": 13051 + }, + { + "epoch": 11.070398642917727, + "grad_norm": 1.464982987479275, + "learning_rate": 1.9660341667714752e-05, + "loss": 0.1248, + "step": 13052 + }, + { + "epoch": 11.071246819338423, + "grad_norm": 1.6844852170494988, + "learning_rate": 1.9660270676713887e-05, + "loss": 0.1592, + "step": 13053 + }, + { + "epoch": 11.072094995759118, + "grad_norm": 1.3870438198473636, + "learning_rate": 1.9660199678423185e-05, + "loss": 0.1254, + "step": 13054 + }, + { + "epoch": 11.072943172179814, + "grad_norm": 1.5605176469371853, + "learning_rate": 1.9660128672842697e-05, + "loss": 0.1198, + "step": 13055 + }, + { + "epoch": 11.073791348600508, + "grad_norm": 1.429171994817258, + "learning_rate": 1.9660057659972474e-05, + "loss": 0.1207, + "step": 13056 + }, + { + "epoch": 11.074639525021205, + "grad_norm": 1.6634813752727775, + "learning_rate": 1.9659986639812574e-05, + "loss": 0.146, + "step": 13057 + }, + { + "epoch": 11.075487701441899, + "grad_norm": 1.5423267343190046, + "learning_rate": 1.965991561236305e-05, + "loss": 0.1492, + "step": 13058 + }, + { + "epoch": 11.076335877862595, + "grad_norm": 1.40734277692137, + "learning_rate": 1.9659844577623952e-05, + "loss": 0.1398, + "step": 13059 + }, + { + "epoch": 11.077184054283292, + "grad_norm": 1.6733191959704936, + "learning_rate": 1.965977353559534e-05, + "loss": 0.1769, + "step": 13060 + }, + { + "epoch": 11.078032230703986, + "grad_norm": 1.3803189844228811, + "learning_rate": 1.965970248627726e-05, + "loss": 0.1217, + "step": 13061 + }, + { + "epoch": 11.078880407124682, + "grad_norm": 1.3525572990853674, + "learning_rate": 1.965963142966977e-05, + "loss": 0.1686, + "step": 13062 + }, + { + "epoch": 11.079728583545377, + "grad_norm": 1.4345153926847631, + "learning_rate": 1.9659560365772924e-05, + "loss": 0.148, + "step": 13063 + }, + { + "epoch": 11.080576759966073, + "grad_norm": 1.4937507396349732, + "learning_rate": 1.9659489294586774e-05, + "loss": 0.1641, + "step": 13064 + }, + { + "epoch": 11.08142493638677, + "grad_norm": 1.412526017272522, + "learning_rate": 1.9659418216111376e-05, + "loss": 0.1397, + "step": 13065 + }, + { + "epoch": 11.082273112807464, + "grad_norm": 1.5756063193984222, + "learning_rate": 1.9659347130346778e-05, + "loss": 0.1385, + "step": 13066 + }, + { + "epoch": 11.08312128922816, + "grad_norm": 1.557590979926292, + "learning_rate": 1.9659276037293042e-05, + "loss": 0.1632, + "step": 13067 + }, + { + "epoch": 11.083969465648854, + "grad_norm": 1.5624127199578488, + "learning_rate": 1.9659204936950215e-05, + "loss": 0.1413, + "step": 13068 + }, + { + "epoch": 11.08481764206955, + "grad_norm": 1.4171826707231834, + "learning_rate": 1.9659133829318354e-05, + "loss": 0.1276, + "step": 13069 + }, + { + "epoch": 11.085665818490247, + "grad_norm": 1.3230968823944338, + "learning_rate": 1.9659062714397507e-05, + "loss": 0.1483, + "step": 13070 + }, + { + "epoch": 11.086513994910941, + "grad_norm": 1.5375320344516352, + "learning_rate": 1.9658991592187738e-05, + "loss": 0.1644, + "step": 13071 + }, + { + "epoch": 11.087362171331637, + "grad_norm": 1.538692994784322, + "learning_rate": 1.965892046268909e-05, + "loss": 0.163, + "step": 13072 + }, + { + "epoch": 11.088210347752332, + "grad_norm": 1.598807956902455, + "learning_rate": 1.9658849325901625e-05, + "loss": 0.1535, + "step": 13073 + }, + { + "epoch": 11.089058524173028, + "grad_norm": 1.4630349949828194, + "learning_rate": 1.9658778181825392e-05, + "loss": 0.1821, + "step": 13074 + }, + { + "epoch": 11.089906700593723, + "grad_norm": 1.5005048114860833, + "learning_rate": 1.9658707030460444e-05, + "loss": 0.1887, + "step": 13075 + }, + { + "epoch": 11.090754877014419, + "grad_norm": 1.527809279800159, + "learning_rate": 1.965863587180684e-05, + "loss": 0.177, + "step": 13076 + }, + { + "epoch": 11.091603053435115, + "grad_norm": 1.6479041921110298, + "learning_rate": 1.965856470586463e-05, + "loss": 0.1519, + "step": 13077 + }, + { + "epoch": 11.09245122985581, + "grad_norm": 1.3657249087641925, + "learning_rate": 1.9658493532633866e-05, + "loss": 0.1533, + "step": 13078 + }, + { + "epoch": 11.093299406276506, + "grad_norm": 1.4764554733269462, + "learning_rate": 1.96584223521146e-05, + "loss": 0.164, + "step": 13079 + }, + { + "epoch": 11.0941475826972, + "grad_norm": 1.5955360134026773, + "learning_rate": 1.9658351164306896e-05, + "loss": 0.1745, + "step": 13080 + }, + { + "epoch": 11.094995759117896, + "grad_norm": 1.3093966221892732, + "learning_rate": 1.96582799692108e-05, + "loss": 0.1215, + "step": 13081 + }, + { + "epoch": 11.095843935538593, + "grad_norm": 1.563246247978001, + "learning_rate": 1.9658208766826364e-05, + "loss": 0.1625, + "step": 13082 + }, + { + "epoch": 11.096692111959287, + "grad_norm": 1.3976728261500595, + "learning_rate": 1.9658137557153646e-05, + "loss": 0.1348, + "step": 13083 + }, + { + "epoch": 11.097540288379983, + "grad_norm": 1.5409470542929302, + "learning_rate": 1.96580663401927e-05, + "loss": 0.118, + "step": 13084 + }, + { + "epoch": 11.098388464800678, + "grad_norm": 1.554294930962495, + "learning_rate": 1.9657995115943574e-05, + "loss": 0.1545, + "step": 13085 + }, + { + "epoch": 11.099236641221374, + "grad_norm": 1.5349341597671535, + "learning_rate": 1.9657923884406328e-05, + "loss": 0.133, + "step": 13086 + }, + { + "epoch": 11.10008481764207, + "grad_norm": 1.4874497258888415, + "learning_rate": 1.9657852645581013e-05, + "loss": 0.1441, + "step": 13087 + }, + { + "epoch": 11.100932994062765, + "grad_norm": 1.361235267786262, + "learning_rate": 1.9657781399467685e-05, + "loss": 0.1228, + "step": 13088 + }, + { + "epoch": 11.101781170483461, + "grad_norm": 1.491015087680394, + "learning_rate": 1.9657710146066394e-05, + "loss": 0.128, + "step": 13089 + }, + { + "epoch": 11.102629346904155, + "grad_norm": 1.607586020201441, + "learning_rate": 1.9657638885377197e-05, + "loss": 0.1665, + "step": 13090 + }, + { + "epoch": 11.103477523324852, + "grad_norm": 1.3869580977723717, + "learning_rate": 1.9657567617400146e-05, + "loss": 0.1357, + "step": 13091 + }, + { + "epoch": 11.104325699745548, + "grad_norm": 1.3676680884172503, + "learning_rate": 1.9657496342135295e-05, + "loss": 0.1589, + "step": 13092 + }, + { + "epoch": 11.105173876166242, + "grad_norm": 1.4522912818276776, + "learning_rate": 1.9657425059582697e-05, + "loss": 0.149, + "step": 13093 + }, + { + "epoch": 11.106022052586939, + "grad_norm": 1.5431924322161035, + "learning_rate": 1.965735376974241e-05, + "loss": 0.1354, + "step": 13094 + }, + { + "epoch": 11.106870229007633, + "grad_norm": 1.5209888541092211, + "learning_rate": 1.9657282472614484e-05, + "loss": 0.1678, + "step": 13095 + }, + { + "epoch": 11.10771840542833, + "grad_norm": 1.648532615210219, + "learning_rate": 1.9657211168198973e-05, + "loss": 0.1495, + "step": 13096 + }, + { + "epoch": 11.108566581849024, + "grad_norm": 1.4253658920572538, + "learning_rate": 1.9657139856495934e-05, + "loss": 0.1406, + "step": 13097 + }, + { + "epoch": 11.10941475826972, + "grad_norm": 1.3582351840412077, + "learning_rate": 1.9657068537505412e-05, + "loss": 0.1518, + "step": 13098 + }, + { + "epoch": 11.110262934690416, + "grad_norm": 1.5496971606397223, + "learning_rate": 1.9656997211227473e-05, + "loss": 0.1797, + "step": 13099 + }, + { + "epoch": 11.11111111111111, + "grad_norm": 1.5700582237361647, + "learning_rate": 1.965692587766216e-05, + "loss": 0.1328, + "step": 13100 + }, + { + "epoch": 11.111959287531807, + "grad_norm": 1.6151745777094086, + "learning_rate": 1.9656854536809535e-05, + "loss": 0.2002, + "step": 13101 + }, + { + "epoch": 11.112807463952501, + "grad_norm": 1.5627008559703948, + "learning_rate": 1.9656783188669645e-05, + "loss": 0.1557, + "step": 13102 + }, + { + "epoch": 11.113655640373198, + "grad_norm": 1.4817895547546125, + "learning_rate": 1.965671183324255e-05, + "loss": 0.1471, + "step": 13103 + }, + { + "epoch": 11.114503816793894, + "grad_norm": 1.610625115050564, + "learning_rate": 1.96566404705283e-05, + "loss": 0.1374, + "step": 13104 + }, + { + "epoch": 11.115351993214588, + "grad_norm": 1.453637268717534, + "learning_rate": 1.9656569100526954e-05, + "loss": 0.1693, + "step": 13105 + }, + { + "epoch": 11.116200169635285, + "grad_norm": 1.8072146896522845, + "learning_rate": 1.9656497723238556e-05, + "loss": 0.1422, + "step": 13106 + }, + { + "epoch": 11.117048346055979, + "grad_norm": 1.5944073391531035, + "learning_rate": 1.9656426338663168e-05, + "loss": 0.1574, + "step": 13107 + }, + { + "epoch": 11.117896522476675, + "grad_norm": 1.5344958659979993, + "learning_rate": 1.9656354946800843e-05, + "loss": 0.1352, + "step": 13108 + }, + { + "epoch": 11.118744698897371, + "grad_norm": 1.584934672889063, + "learning_rate": 1.9656283547651632e-05, + "loss": 0.1646, + "step": 13109 + }, + { + "epoch": 11.119592875318066, + "grad_norm": 1.430375512154918, + "learning_rate": 1.965621214121559e-05, + "loss": 0.1309, + "step": 13110 + }, + { + "epoch": 11.120441051738762, + "grad_norm": 1.494248087335895, + "learning_rate": 1.9656140727492776e-05, + "loss": 0.1827, + "step": 13111 + }, + { + "epoch": 11.121289228159457, + "grad_norm": 1.5023717777409695, + "learning_rate": 1.965606930648323e-05, + "loss": 0.1498, + "step": 13112 + }, + { + "epoch": 11.122137404580153, + "grad_norm": 1.3660100846917327, + "learning_rate": 1.965599787818702e-05, + "loss": 0.1161, + "step": 13113 + }, + { + "epoch": 11.122985581000847, + "grad_norm": 1.410251748435359, + "learning_rate": 1.96559264426042e-05, + "loss": 0.1461, + "step": 13114 + }, + { + "epoch": 11.123833757421544, + "grad_norm": 1.4004934161301126, + "learning_rate": 1.965585499973481e-05, + "loss": 0.1567, + "step": 13115 + }, + { + "epoch": 11.12468193384224, + "grad_norm": 1.72390227661972, + "learning_rate": 1.9655783549578916e-05, + "loss": 0.2009, + "step": 13116 + }, + { + "epoch": 11.125530110262934, + "grad_norm": 1.64612306974943, + "learning_rate": 1.965571209213657e-05, + "loss": 0.1903, + "step": 13117 + }, + { + "epoch": 11.12637828668363, + "grad_norm": 1.4785351686722177, + "learning_rate": 1.9655640627407826e-05, + "loss": 0.1373, + "step": 13118 + }, + { + "epoch": 11.127226463104325, + "grad_norm": 1.3515060480188952, + "learning_rate": 1.965556915539273e-05, + "loss": 0.1326, + "step": 13119 + }, + { + "epoch": 11.128074639525021, + "grad_norm": 1.64358931192114, + "learning_rate": 1.9655497676091348e-05, + "loss": 0.1634, + "step": 13120 + }, + { + "epoch": 11.128922815945717, + "grad_norm": 1.417800099204606, + "learning_rate": 1.965542618950373e-05, + "loss": 0.1443, + "step": 13121 + }, + { + "epoch": 11.129770992366412, + "grad_norm": 1.583215023402573, + "learning_rate": 1.9655354695629924e-05, + "loss": 0.1967, + "step": 13122 + }, + { + "epoch": 11.130619168787108, + "grad_norm": 1.5135118438665531, + "learning_rate": 1.965528319446999e-05, + "loss": 0.1557, + "step": 13123 + }, + { + "epoch": 11.131467345207803, + "grad_norm": 1.4577092439625357, + "learning_rate": 1.965521168602398e-05, + "loss": 0.1539, + "step": 13124 + }, + { + "epoch": 11.132315521628499, + "grad_norm": 1.4857338061481706, + "learning_rate": 1.965514017029195e-05, + "loss": 0.169, + "step": 13125 + }, + { + "epoch": 11.133163698049195, + "grad_norm": 1.4129015392832125, + "learning_rate": 1.965506864727395e-05, + "loss": 0.1284, + "step": 13126 + }, + { + "epoch": 11.13401187446989, + "grad_norm": 1.403259435068093, + "learning_rate": 1.9654997116970035e-05, + "loss": 0.1377, + "step": 13127 + }, + { + "epoch": 11.134860050890586, + "grad_norm": 1.6674643962055928, + "learning_rate": 1.9654925579380262e-05, + "loss": 0.1276, + "step": 13128 + }, + { + "epoch": 11.13570822731128, + "grad_norm": 1.6354628308809416, + "learning_rate": 1.965485403450468e-05, + "loss": 0.1495, + "step": 13129 + }, + { + "epoch": 11.136556403731976, + "grad_norm": 1.6164332658826275, + "learning_rate": 1.965478248234335e-05, + "loss": 0.1356, + "step": 13130 + }, + { + "epoch": 11.137404580152673, + "grad_norm": 1.46805399541492, + "learning_rate": 1.9654710922896322e-05, + "loss": 0.1195, + "step": 13131 + }, + { + "epoch": 11.138252756573367, + "grad_norm": 1.455640086080194, + "learning_rate": 1.9654639356163646e-05, + "loss": 0.1423, + "step": 13132 + }, + { + "epoch": 11.139100932994063, + "grad_norm": 1.4693018226125694, + "learning_rate": 1.9654567782145385e-05, + "loss": 0.1558, + "step": 13133 + }, + { + "epoch": 11.139949109414758, + "grad_norm": 1.4920798028513589, + "learning_rate": 1.965449620084159e-05, + "loss": 0.1618, + "step": 13134 + }, + { + "epoch": 11.140797285835454, + "grad_norm": 1.3588475486205682, + "learning_rate": 1.9654424612252306e-05, + "loss": 0.1283, + "step": 13135 + }, + { + "epoch": 11.141645462256148, + "grad_norm": 1.531218338711069, + "learning_rate": 1.9654353016377596e-05, + "loss": 0.1938, + "step": 13136 + }, + { + "epoch": 11.142493638676845, + "grad_norm": 1.5843339304401576, + "learning_rate": 1.9654281413217516e-05, + "loss": 0.1549, + "step": 13137 + }, + { + "epoch": 11.143341815097541, + "grad_norm": 1.6142500952215988, + "learning_rate": 1.965420980277211e-05, + "loss": 0.1533, + "step": 13138 + }, + { + "epoch": 11.144189991518235, + "grad_norm": 1.4024496903302217, + "learning_rate": 1.9654138185041445e-05, + "loss": 0.1579, + "step": 13139 + }, + { + "epoch": 11.145038167938932, + "grad_norm": 1.5797326160950944, + "learning_rate": 1.9654066560025566e-05, + "loss": 0.1373, + "step": 13140 + }, + { + "epoch": 11.145886344359626, + "grad_norm": 1.6000022705842925, + "learning_rate": 1.965399492772453e-05, + "loss": 0.1366, + "step": 13141 + }, + { + "epoch": 11.146734520780322, + "grad_norm": 1.4955030672782934, + "learning_rate": 1.9653923288138387e-05, + "loss": 0.1281, + "step": 13142 + }, + { + "epoch": 11.147582697201019, + "grad_norm": 1.3861000328565887, + "learning_rate": 1.9653851641267195e-05, + "loss": 0.1247, + "step": 13143 + }, + { + "epoch": 11.148430873621713, + "grad_norm": 1.8893869571017807, + "learning_rate": 1.965377998711101e-05, + "loss": 0.155, + "step": 13144 + }, + { + "epoch": 11.14927905004241, + "grad_norm": 1.4390080130950498, + "learning_rate": 1.9653708325669884e-05, + "loss": 0.1232, + "step": 13145 + }, + { + "epoch": 11.150127226463104, + "grad_norm": 1.6006801041301255, + "learning_rate": 1.965363665694387e-05, + "loss": 0.1435, + "step": 13146 + }, + { + "epoch": 11.1509754028838, + "grad_norm": 1.4284178764135007, + "learning_rate": 1.965356498093302e-05, + "loss": 0.1669, + "step": 13147 + }, + { + "epoch": 11.151823579304496, + "grad_norm": 1.2641831395240561, + "learning_rate": 1.9653493297637395e-05, + "loss": 0.1342, + "step": 13148 + }, + { + "epoch": 11.15267175572519, + "grad_norm": 1.5162744134611945, + "learning_rate": 1.9653421607057042e-05, + "loss": 0.156, + "step": 13149 + }, + { + "epoch": 11.153519932145887, + "grad_norm": 1.500777567903809, + "learning_rate": 1.9653349909192017e-05, + "loss": 0.1662, + "step": 13150 + }, + { + "epoch": 11.154368108566581, + "grad_norm": 1.5377226399132085, + "learning_rate": 1.9653278204042377e-05, + "loss": 0.1684, + "step": 13151 + }, + { + "epoch": 11.155216284987278, + "grad_norm": 1.4663045752465755, + "learning_rate": 1.9653206491608175e-05, + "loss": 0.1257, + "step": 13152 + }, + { + "epoch": 11.156064461407972, + "grad_norm": 1.5507857684633768, + "learning_rate": 1.9653134771889462e-05, + "loss": 0.1539, + "step": 13153 + }, + { + "epoch": 11.156912637828668, + "grad_norm": 1.430370032217875, + "learning_rate": 1.9653063044886297e-05, + "loss": 0.1093, + "step": 13154 + }, + { + "epoch": 11.157760814249365, + "grad_norm": 1.4457268370203458, + "learning_rate": 1.965299131059873e-05, + "loss": 0.139, + "step": 13155 + }, + { + "epoch": 11.158608990670059, + "grad_norm": 1.4989355593784068, + "learning_rate": 1.965291956902682e-05, + "loss": 0.1539, + "step": 13156 + }, + { + "epoch": 11.159457167090755, + "grad_norm": 1.5564144041643109, + "learning_rate": 1.965284782017061e-05, + "loss": 0.1426, + "step": 13157 + }, + { + "epoch": 11.16030534351145, + "grad_norm": 1.658888561310832, + "learning_rate": 1.965277606403017e-05, + "loss": 0.1631, + "step": 13158 + }, + { + "epoch": 11.161153519932146, + "grad_norm": 1.6128317346442977, + "learning_rate": 1.9652704300605542e-05, + "loss": 0.1331, + "step": 13159 + }, + { + "epoch": 11.162001696352842, + "grad_norm": 1.504260146672322, + "learning_rate": 1.9652632529896788e-05, + "loss": 0.1771, + "step": 13160 + }, + { + "epoch": 11.162849872773537, + "grad_norm": 1.3961088367066512, + "learning_rate": 1.9652560751903954e-05, + "loss": 0.1458, + "step": 13161 + }, + { + "epoch": 11.163698049194233, + "grad_norm": 1.619654597486574, + "learning_rate": 1.96524889666271e-05, + "loss": 0.1659, + "step": 13162 + }, + { + "epoch": 11.164546225614927, + "grad_norm": 1.427054421059617, + "learning_rate": 1.9652417174066282e-05, + "loss": 0.1488, + "step": 13163 + }, + { + "epoch": 11.165394402035624, + "grad_norm": 1.480571694244266, + "learning_rate": 1.9652345374221546e-05, + "loss": 0.1652, + "step": 13164 + }, + { + "epoch": 11.16624257845632, + "grad_norm": 1.5928399945310543, + "learning_rate": 1.9652273567092957e-05, + "loss": 0.1982, + "step": 13165 + }, + { + "epoch": 11.167090754877014, + "grad_norm": 1.4512837815449986, + "learning_rate": 1.965220175268056e-05, + "loss": 0.1426, + "step": 13166 + }, + { + "epoch": 11.16793893129771, + "grad_norm": 1.686364677438238, + "learning_rate": 1.9652129930984413e-05, + "loss": 0.146, + "step": 13167 + }, + { + "epoch": 11.168787107718405, + "grad_norm": 1.6964243482444794, + "learning_rate": 1.965205810200457e-05, + "loss": 0.1743, + "step": 13168 + }, + { + "epoch": 11.169635284139101, + "grad_norm": 1.4417082799867518, + "learning_rate": 1.9651986265741082e-05, + "loss": 0.1594, + "step": 13169 + }, + { + "epoch": 11.170483460559796, + "grad_norm": 1.5460786435262592, + "learning_rate": 1.9651914422194007e-05, + "loss": 0.1588, + "step": 13170 + }, + { + "epoch": 11.171331636980492, + "grad_norm": 1.5825366233284999, + "learning_rate": 1.9651842571363403e-05, + "loss": 0.141, + "step": 13171 + }, + { + "epoch": 11.172179813401188, + "grad_norm": 1.7527749114523066, + "learning_rate": 1.9651770713249316e-05, + "loss": 0.1729, + "step": 13172 + }, + { + "epoch": 11.173027989821882, + "grad_norm": 1.4113407125073487, + "learning_rate": 1.9651698847851803e-05, + "loss": 0.19, + "step": 13173 + }, + { + "epoch": 11.173876166242579, + "grad_norm": 1.719664079419323, + "learning_rate": 1.965162697517092e-05, + "loss": 0.169, + "step": 13174 + }, + { + "epoch": 11.174724342663273, + "grad_norm": 1.3609346177000723, + "learning_rate": 1.9651555095206724e-05, + "loss": 0.1328, + "step": 13175 + }, + { + "epoch": 11.17557251908397, + "grad_norm": 1.5067580196313255, + "learning_rate": 1.965148320795926e-05, + "loss": 0.142, + "step": 13176 + }, + { + "epoch": 11.176420695504666, + "grad_norm": 1.5568360263342484, + "learning_rate": 1.965141131342859e-05, + "loss": 0.1776, + "step": 13177 + }, + { + "epoch": 11.17726887192536, + "grad_norm": 1.9024930756028642, + "learning_rate": 1.9651339411614766e-05, + "loss": 0.1447, + "step": 13178 + }, + { + "epoch": 11.178117048346056, + "grad_norm": 1.5390458361480284, + "learning_rate": 1.965126750251784e-05, + "loss": 0.1645, + "step": 13179 + }, + { + "epoch": 11.17896522476675, + "grad_norm": 1.4088962166864167, + "learning_rate": 1.9651195586137874e-05, + "loss": 0.1211, + "step": 13180 + }, + { + "epoch": 11.179813401187447, + "grad_norm": 1.5420224260932545, + "learning_rate": 1.9651123662474912e-05, + "loss": 0.1547, + "step": 13181 + }, + { + "epoch": 11.180661577608143, + "grad_norm": 1.475011646899491, + "learning_rate": 1.9651051731529015e-05, + "loss": 0.1642, + "step": 13182 + }, + { + "epoch": 11.181509754028838, + "grad_norm": 1.6609888352749023, + "learning_rate": 1.9650979793300234e-05, + "loss": 0.188, + "step": 13183 + }, + { + "epoch": 11.182357930449534, + "grad_norm": 1.448398342784059, + "learning_rate": 1.9650907847788627e-05, + "loss": 0.1563, + "step": 13184 + }, + { + "epoch": 11.183206106870228, + "grad_norm": 1.5149954087770547, + "learning_rate": 1.9650835894994244e-05, + "loss": 0.1605, + "step": 13185 + }, + { + "epoch": 11.184054283290925, + "grad_norm": 1.4817612589159093, + "learning_rate": 1.9650763934917143e-05, + "loss": 0.1525, + "step": 13186 + }, + { + "epoch": 11.18490245971162, + "grad_norm": 1.5471110813792779, + "learning_rate": 1.9650691967557377e-05, + "loss": 0.1739, + "step": 13187 + }, + { + "epoch": 11.185750636132315, + "grad_norm": 1.535334647452706, + "learning_rate": 1.9650619992915e-05, + "loss": 0.155, + "step": 13188 + }, + { + "epoch": 11.186598812553012, + "grad_norm": 1.375211671198467, + "learning_rate": 1.965054801099006e-05, + "loss": 0.1504, + "step": 13189 + }, + { + "epoch": 11.187446988973706, + "grad_norm": 1.5199069246542622, + "learning_rate": 1.9650476021782627e-05, + "loss": 0.1454, + "step": 13190 + }, + { + "epoch": 11.188295165394402, + "grad_norm": 1.4822071458602608, + "learning_rate": 1.9650404025292738e-05, + "loss": 0.1695, + "step": 13191 + }, + { + "epoch": 11.189143341815097, + "grad_norm": 1.5142808902725515, + "learning_rate": 1.965033202152046e-05, + "loss": 0.1568, + "step": 13192 + }, + { + "epoch": 11.189991518235793, + "grad_norm": 1.6693947803260625, + "learning_rate": 1.9650260010465842e-05, + "loss": 0.1466, + "step": 13193 + }, + { + "epoch": 11.19083969465649, + "grad_norm": 1.6041654256057098, + "learning_rate": 1.9650187992128934e-05, + "loss": 0.128, + "step": 13194 + }, + { + "epoch": 11.191687871077184, + "grad_norm": 1.4388031704176847, + "learning_rate": 1.96501159665098e-05, + "loss": 0.1549, + "step": 13195 + }, + { + "epoch": 11.19253604749788, + "grad_norm": 1.3682794209055, + "learning_rate": 1.965004393360849e-05, + "loss": 0.1458, + "step": 13196 + }, + { + "epoch": 11.193384223918574, + "grad_norm": 1.4610855410397199, + "learning_rate": 1.9649971893425054e-05, + "loss": 0.1502, + "step": 13197 + }, + { + "epoch": 11.19423240033927, + "grad_norm": 1.4181489520670665, + "learning_rate": 1.9649899845959554e-05, + "loss": 0.1291, + "step": 13198 + }, + { + "epoch": 11.195080576759967, + "grad_norm": 1.4640433249076188, + "learning_rate": 1.9649827791212036e-05, + "loss": 0.1449, + "step": 13199 + }, + { + "epoch": 11.195928753180661, + "grad_norm": 1.689059205421605, + "learning_rate": 1.9649755729182566e-05, + "loss": 0.1345, + "step": 13200 + }, + { + "epoch": 11.196776929601358, + "grad_norm": 1.6558632814655472, + "learning_rate": 1.9649683659871185e-05, + "loss": 0.1462, + "step": 13201 + }, + { + "epoch": 11.197625106022052, + "grad_norm": 1.5197540805483576, + "learning_rate": 1.9649611583277956e-05, + "loss": 0.1788, + "step": 13202 + }, + { + "epoch": 11.198473282442748, + "grad_norm": 1.400335234901669, + "learning_rate": 1.9649539499402933e-05, + "loss": 0.1291, + "step": 13203 + }, + { + "epoch": 11.199321458863444, + "grad_norm": 1.7063044337104742, + "learning_rate": 1.9649467408246166e-05, + "loss": 0.188, + "step": 13204 + }, + { + "epoch": 11.200169635284139, + "grad_norm": 1.4399082407585515, + "learning_rate": 1.9649395309807713e-05, + "loss": 0.1624, + "step": 13205 + }, + { + "epoch": 11.201017811704835, + "grad_norm": 1.404011741491018, + "learning_rate": 1.9649323204087626e-05, + "loss": 0.1713, + "step": 13206 + }, + { + "epoch": 11.20186598812553, + "grad_norm": 1.577092892483952, + "learning_rate": 1.964925109108596e-05, + "loss": 0.1748, + "step": 13207 + }, + { + "epoch": 11.202714164546226, + "grad_norm": 1.4183056036633759, + "learning_rate": 1.9649178970802775e-05, + "loss": 0.1552, + "step": 13208 + }, + { + "epoch": 11.20356234096692, + "grad_norm": 1.5066449661353503, + "learning_rate": 1.964910684323812e-05, + "loss": 0.1282, + "step": 13209 + }, + { + "epoch": 11.204410517387617, + "grad_norm": 1.4962440118549807, + "learning_rate": 1.9649034708392045e-05, + "loss": 0.1409, + "step": 13210 + }, + { + "epoch": 11.205258693808313, + "grad_norm": 1.62689736418757, + "learning_rate": 1.9648962566264612e-05, + "loss": 0.1238, + "step": 13211 + }, + { + "epoch": 11.206106870229007, + "grad_norm": 1.5611076537207838, + "learning_rate": 1.9648890416855874e-05, + "loss": 0.1434, + "step": 13212 + }, + { + "epoch": 11.206955046649703, + "grad_norm": 1.5593238806400251, + "learning_rate": 1.964881826016588e-05, + "loss": 0.1513, + "step": 13213 + }, + { + "epoch": 11.207803223070398, + "grad_norm": 1.6583088778758848, + "learning_rate": 1.9648746096194696e-05, + "loss": 0.1467, + "step": 13214 + }, + { + "epoch": 11.208651399491094, + "grad_norm": 1.464241109234184, + "learning_rate": 1.9648673924942363e-05, + "loss": 0.1575, + "step": 13215 + }, + { + "epoch": 11.20949957591179, + "grad_norm": 1.5222341501198604, + "learning_rate": 1.9648601746408946e-05, + "loss": 0.1333, + "step": 13216 + }, + { + "epoch": 11.210347752332485, + "grad_norm": 1.67315229110708, + "learning_rate": 1.964852956059449e-05, + "loss": 0.1516, + "step": 13217 + }, + { + "epoch": 11.211195928753181, + "grad_norm": 1.4603731064850791, + "learning_rate": 1.964845736749906e-05, + "loss": 0.167, + "step": 13218 + }, + { + "epoch": 11.212044105173876, + "grad_norm": 1.6327559792302373, + "learning_rate": 1.9648385167122703e-05, + "loss": 0.1979, + "step": 13219 + }, + { + "epoch": 11.212892281594572, + "grad_norm": 1.7474135939314612, + "learning_rate": 1.9648312959465477e-05, + "loss": 0.2111, + "step": 13220 + }, + { + "epoch": 11.213740458015268, + "grad_norm": 1.3859468160487836, + "learning_rate": 1.9648240744527434e-05, + "loss": 0.167, + "step": 13221 + }, + { + "epoch": 11.214588634435962, + "grad_norm": 1.5114971077032924, + "learning_rate": 1.964816852230863e-05, + "loss": 0.1523, + "step": 13222 + }, + { + "epoch": 11.215436810856659, + "grad_norm": 1.4277560081287055, + "learning_rate": 1.9648096292809117e-05, + "loss": 0.1475, + "step": 13223 + }, + { + "epoch": 11.216284987277353, + "grad_norm": 1.3675819395681843, + "learning_rate": 1.9648024056028957e-05, + "loss": 0.152, + "step": 13224 + }, + { + "epoch": 11.21713316369805, + "grad_norm": 1.5096497013277155, + "learning_rate": 1.9647951811968194e-05, + "loss": 0.1433, + "step": 13225 + }, + { + "epoch": 11.217981340118744, + "grad_norm": 1.4938415947055288, + "learning_rate": 1.964787956062689e-05, + "loss": 0.1253, + "step": 13226 + }, + { + "epoch": 11.21882951653944, + "grad_norm": 1.3757581817654994, + "learning_rate": 1.9647807302005096e-05, + "loss": 0.1627, + "step": 13227 + }, + { + "epoch": 11.219677692960136, + "grad_norm": 1.5154894550259945, + "learning_rate": 1.9647735036102866e-05, + "loss": 0.1545, + "step": 13228 + }, + { + "epoch": 11.22052586938083, + "grad_norm": 1.733471948389323, + "learning_rate": 1.964766276292026e-05, + "loss": 0.139, + "step": 13229 + }, + { + "epoch": 11.221374045801527, + "grad_norm": 1.4284663594947014, + "learning_rate": 1.9647590482457326e-05, + "loss": 0.1464, + "step": 13230 + }, + { + "epoch": 11.222222222222221, + "grad_norm": 1.4451289217081567, + "learning_rate": 1.9647518194714125e-05, + "loss": 0.1157, + "step": 13231 + }, + { + "epoch": 11.223070398642918, + "grad_norm": 1.4820754893517376, + "learning_rate": 1.9647445899690703e-05, + "loss": 0.1686, + "step": 13232 + }, + { + "epoch": 11.223918575063614, + "grad_norm": 1.710322207548095, + "learning_rate": 1.9647373597387124e-05, + "loss": 0.1466, + "step": 13233 + }, + { + "epoch": 11.224766751484308, + "grad_norm": 1.4932481249411744, + "learning_rate": 1.9647301287803432e-05, + "loss": 0.1404, + "step": 13234 + }, + { + "epoch": 11.225614927905005, + "grad_norm": 1.5215517817571238, + "learning_rate": 1.9647228970939692e-05, + "loss": 0.1751, + "step": 13235 + }, + { + "epoch": 11.226463104325699, + "grad_norm": 1.6505005329040146, + "learning_rate": 1.9647156646795955e-05, + "loss": 0.1505, + "step": 13236 + }, + { + "epoch": 11.227311280746395, + "grad_norm": 1.5796004279185576, + "learning_rate": 1.964708431537227e-05, + "loss": 0.174, + "step": 13237 + }, + { + "epoch": 11.228159457167092, + "grad_norm": 1.5652642505624814, + "learning_rate": 1.96470119766687e-05, + "loss": 0.1814, + "step": 13238 + }, + { + "epoch": 11.229007633587786, + "grad_norm": 1.5297112301219915, + "learning_rate": 1.9646939630685296e-05, + "loss": 0.123, + "step": 13239 + }, + { + "epoch": 11.229855810008482, + "grad_norm": 1.6171133452731146, + "learning_rate": 1.964686727742211e-05, + "loss": 0.177, + "step": 13240 + }, + { + "epoch": 11.230703986429177, + "grad_norm": 1.507128295500903, + "learning_rate": 1.9646794916879203e-05, + "loss": 0.1452, + "step": 13241 + }, + { + "epoch": 11.231552162849873, + "grad_norm": 1.6346173986448067, + "learning_rate": 1.9646722549056622e-05, + "loss": 0.1702, + "step": 13242 + }, + { + "epoch": 11.23240033927057, + "grad_norm": 1.4722753785366665, + "learning_rate": 1.9646650173954427e-05, + "loss": 0.1457, + "step": 13243 + }, + { + "epoch": 11.233248515691264, + "grad_norm": 1.6239111184664232, + "learning_rate": 1.964657779157267e-05, + "loss": 0.1661, + "step": 13244 + }, + { + "epoch": 11.23409669211196, + "grad_norm": 1.5715479820038116, + "learning_rate": 1.9646505401911407e-05, + "loss": 0.1438, + "step": 13245 + }, + { + "epoch": 11.234944868532654, + "grad_norm": 1.6786753850614609, + "learning_rate": 1.9646433004970693e-05, + "loss": 0.1526, + "step": 13246 + }, + { + "epoch": 11.23579304495335, + "grad_norm": 1.3685821618698442, + "learning_rate": 1.964636060075058e-05, + "loss": 0.1522, + "step": 13247 + }, + { + "epoch": 11.236641221374045, + "grad_norm": 1.5224300331510725, + "learning_rate": 1.9646288189251127e-05, + "loss": 0.1375, + "step": 13248 + }, + { + "epoch": 11.237489397794741, + "grad_norm": 1.4687979351688627, + "learning_rate": 1.9646215770472383e-05, + "loss": 0.1395, + "step": 13249 + }, + { + "epoch": 11.238337574215437, + "grad_norm": 1.3604530489047393, + "learning_rate": 1.9646143344414407e-05, + "loss": 0.1246, + "step": 13250 + }, + { + "epoch": 11.239185750636132, + "grad_norm": 1.631041496512084, + "learning_rate": 1.964607091107725e-05, + "loss": 0.1254, + "step": 13251 + }, + { + "epoch": 11.240033927056828, + "grad_norm": 1.579421499605801, + "learning_rate": 1.9645998470460973e-05, + "loss": 0.1655, + "step": 13252 + }, + { + "epoch": 11.240882103477523, + "grad_norm": 1.549016818790152, + "learning_rate": 1.9645926022565624e-05, + "loss": 0.1527, + "step": 13253 + }, + { + "epoch": 11.241730279898219, + "grad_norm": 1.8922481864440062, + "learning_rate": 1.9645853567391263e-05, + "loss": 0.1667, + "step": 13254 + }, + { + "epoch": 11.242578456318915, + "grad_norm": 1.5672984403503551, + "learning_rate": 1.9645781104937938e-05, + "loss": 0.154, + "step": 13255 + }, + { + "epoch": 11.24342663273961, + "grad_norm": 1.3955387874008478, + "learning_rate": 1.964570863520571e-05, + "loss": 0.1278, + "step": 13256 + }, + { + "epoch": 11.244274809160306, + "grad_norm": 1.3990242097054162, + "learning_rate": 1.9645636158194633e-05, + "loss": 0.134, + "step": 13257 + }, + { + "epoch": 11.245122985581, + "grad_norm": 1.7352687145009158, + "learning_rate": 1.964556367390476e-05, + "loss": 0.1846, + "step": 13258 + }, + { + "epoch": 11.245971162001696, + "grad_norm": 1.518176760426533, + "learning_rate": 1.9645491182336143e-05, + "loss": 0.1267, + "step": 13259 + }, + { + "epoch": 11.246819338422393, + "grad_norm": 1.4576006115022315, + "learning_rate": 1.964541868348884e-05, + "loss": 0.1351, + "step": 13260 + }, + { + "epoch": 11.247667514843087, + "grad_norm": 1.6172731140027023, + "learning_rate": 1.9645346177362908e-05, + "loss": 0.1651, + "step": 13261 + }, + { + "epoch": 11.248515691263783, + "grad_norm": 1.5578823972641775, + "learning_rate": 1.9645273663958396e-05, + "loss": 0.1408, + "step": 13262 + }, + { + "epoch": 11.249363867684478, + "grad_norm": 1.6667897150712225, + "learning_rate": 1.9645201143275364e-05, + "loss": 0.145, + "step": 13263 + }, + { + "epoch": 11.250212044105174, + "grad_norm": 1.6168719208568905, + "learning_rate": 1.964512861531386e-05, + "loss": 0.1621, + "step": 13264 + }, + { + "epoch": 11.251060220525869, + "grad_norm": 1.750529901343244, + "learning_rate": 1.9645056080073947e-05, + "loss": 0.1466, + "step": 13265 + }, + { + "epoch": 11.251908396946565, + "grad_norm": 1.7188693570017355, + "learning_rate": 1.9644983537555676e-05, + "loss": 0.1895, + "step": 13266 + }, + { + "epoch": 11.252756573367261, + "grad_norm": 1.3986367171593066, + "learning_rate": 1.96449109877591e-05, + "loss": 0.131, + "step": 13267 + }, + { + "epoch": 11.253604749787955, + "grad_norm": 1.63424153464519, + "learning_rate": 1.9644838430684276e-05, + "loss": 0.157, + "step": 13268 + }, + { + "epoch": 11.254452926208652, + "grad_norm": 1.39305745828358, + "learning_rate": 1.9644765866331258e-05, + "loss": 0.1453, + "step": 13269 + }, + { + "epoch": 11.255301102629346, + "grad_norm": 1.5031682709307432, + "learning_rate": 1.96446932947001e-05, + "loss": 0.1548, + "step": 13270 + }, + { + "epoch": 11.256149279050042, + "grad_norm": 1.6909234502725916, + "learning_rate": 1.964462071579086e-05, + "loss": 0.1325, + "step": 13271 + }, + { + "epoch": 11.256997455470739, + "grad_norm": 1.5891133628206333, + "learning_rate": 1.9644548129603586e-05, + "loss": 0.123, + "step": 13272 + }, + { + "epoch": 11.257845631891433, + "grad_norm": 1.41275960198134, + "learning_rate": 1.964447553613834e-05, + "loss": 0.1353, + "step": 13273 + }, + { + "epoch": 11.25869380831213, + "grad_norm": 1.4704611045263083, + "learning_rate": 1.9644402935395174e-05, + "loss": 0.1436, + "step": 13274 + }, + { + "epoch": 11.259541984732824, + "grad_norm": 1.4428710652083825, + "learning_rate": 1.9644330327374144e-05, + "loss": 0.1447, + "step": 13275 + }, + { + "epoch": 11.26039016115352, + "grad_norm": 1.3575689065162773, + "learning_rate": 1.96442577120753e-05, + "loss": 0.154, + "step": 13276 + }, + { + "epoch": 11.261238337574216, + "grad_norm": 1.5311832612989922, + "learning_rate": 1.96441850894987e-05, + "loss": 0.1649, + "step": 13277 + }, + { + "epoch": 11.26208651399491, + "grad_norm": 1.5012273112468832, + "learning_rate": 1.9644112459644404e-05, + "loss": 0.16, + "step": 13278 + }, + { + "epoch": 11.262934690415607, + "grad_norm": 1.603915913160592, + "learning_rate": 1.964403982251246e-05, + "loss": 0.1886, + "step": 13279 + }, + { + "epoch": 11.263782866836301, + "grad_norm": 1.6230314991657326, + "learning_rate": 1.9643967178102924e-05, + "loss": 0.1402, + "step": 13280 + }, + { + "epoch": 11.264631043256998, + "grad_norm": 1.5129134213065434, + "learning_rate": 1.964389452641585e-05, + "loss": 0.1617, + "step": 13281 + }, + { + "epoch": 11.265479219677694, + "grad_norm": 1.496088091045596, + "learning_rate": 1.9643821867451297e-05, + "loss": 0.1592, + "step": 13282 + }, + { + "epoch": 11.266327396098388, + "grad_norm": 1.4483418350993602, + "learning_rate": 1.9643749201209316e-05, + "loss": 0.1471, + "step": 13283 + }, + { + "epoch": 11.267175572519085, + "grad_norm": 1.4174378610535494, + "learning_rate": 1.964367652768996e-05, + "loss": 0.1496, + "step": 13284 + }, + { + "epoch": 11.268023748939779, + "grad_norm": 1.878836826980983, + "learning_rate": 1.964360384689329e-05, + "loss": 0.1773, + "step": 13285 + }, + { + "epoch": 11.268871925360475, + "grad_norm": 1.5771794337545637, + "learning_rate": 1.964353115881936e-05, + "loss": 0.1471, + "step": 13286 + }, + { + "epoch": 11.26972010178117, + "grad_norm": 1.6163672412406287, + "learning_rate": 1.964345846346822e-05, + "loss": 0.1467, + "step": 13287 + }, + { + "epoch": 11.270568278201866, + "grad_norm": 1.472494508829292, + "learning_rate": 1.964338576083993e-05, + "loss": 0.1551, + "step": 13288 + }, + { + "epoch": 11.271416454622562, + "grad_norm": 1.4757494295304165, + "learning_rate": 1.964331305093454e-05, + "loss": 0.1609, + "step": 13289 + }, + { + "epoch": 11.272264631043257, + "grad_norm": 1.597785726938932, + "learning_rate": 1.9643240333752104e-05, + "loss": 0.1963, + "step": 13290 + }, + { + "epoch": 11.273112807463953, + "grad_norm": 1.908958863552604, + "learning_rate": 1.9643167609292685e-05, + "loss": 0.143, + "step": 13291 + }, + { + "epoch": 11.273960983884647, + "grad_norm": 1.4987193310935103, + "learning_rate": 1.964309487755633e-05, + "loss": 0.149, + "step": 13292 + }, + { + "epoch": 11.274809160305344, + "grad_norm": 1.4695207744989436, + "learning_rate": 1.9643022138543096e-05, + "loss": 0.1238, + "step": 13293 + }, + { + "epoch": 11.27565733672604, + "grad_norm": 1.8178448767661002, + "learning_rate": 1.9642949392253042e-05, + "loss": 0.1896, + "step": 13294 + }, + { + "epoch": 11.276505513146734, + "grad_norm": 1.5190804376437457, + "learning_rate": 1.9642876638686216e-05, + "loss": 0.1638, + "step": 13295 + }, + { + "epoch": 11.27735368956743, + "grad_norm": 1.451030844885124, + "learning_rate": 1.964280387784268e-05, + "loss": 0.1442, + "step": 13296 + }, + { + "epoch": 11.278201865988125, + "grad_norm": 1.6879514478970588, + "learning_rate": 1.9642731109722485e-05, + "loss": 0.1452, + "step": 13297 + }, + { + "epoch": 11.279050042408821, + "grad_norm": 1.4855249301267273, + "learning_rate": 1.9642658334325682e-05, + "loss": 0.1262, + "step": 13298 + }, + { + "epoch": 11.279898218829517, + "grad_norm": 1.4048635318760743, + "learning_rate": 1.9642585551652334e-05, + "loss": 0.1322, + "step": 13299 + }, + { + "epoch": 11.280746395250212, + "grad_norm": 1.5537686437058476, + "learning_rate": 1.964251276170249e-05, + "loss": 0.1597, + "step": 13300 + }, + { + "epoch": 11.281594571670908, + "grad_norm": 1.6290370649344865, + "learning_rate": 1.964243996447621e-05, + "loss": 0.1631, + "step": 13301 + }, + { + "epoch": 11.282442748091603, + "grad_norm": 1.7320179580908668, + "learning_rate": 1.9642367159973546e-05, + "loss": 0.175, + "step": 13302 + }, + { + "epoch": 11.283290924512299, + "grad_norm": 1.6783555042922746, + "learning_rate": 1.964229434819455e-05, + "loss": 0.1745, + "step": 13303 + }, + { + "epoch": 11.284139100932993, + "grad_norm": 1.7678725133204602, + "learning_rate": 1.9642221529139284e-05, + "loss": 0.1627, + "step": 13304 + }, + { + "epoch": 11.28498727735369, + "grad_norm": 1.5440403937545852, + "learning_rate": 1.9642148702807794e-05, + "loss": 0.1571, + "step": 13305 + }, + { + "epoch": 11.285835453774386, + "grad_norm": 1.7808649496391544, + "learning_rate": 1.9642075869200143e-05, + "loss": 0.1368, + "step": 13306 + }, + { + "epoch": 11.28668363019508, + "grad_norm": 1.418122782823997, + "learning_rate": 1.964200302831638e-05, + "loss": 0.1411, + "step": 13307 + }, + { + "epoch": 11.287531806615776, + "grad_norm": 1.5695302332669463, + "learning_rate": 1.9641930180156567e-05, + "loss": 0.1709, + "step": 13308 + }, + { + "epoch": 11.28837998303647, + "grad_norm": 1.6820301180264587, + "learning_rate": 1.964185732472075e-05, + "loss": 0.1748, + "step": 13309 + }, + { + "epoch": 11.289228159457167, + "grad_norm": 1.7521917009578525, + "learning_rate": 1.964178446200899e-05, + "loss": 0.1735, + "step": 13310 + }, + { + "epoch": 11.290076335877863, + "grad_norm": 1.6690531781847615, + "learning_rate": 1.964171159202134e-05, + "loss": 0.14, + "step": 13311 + }, + { + "epoch": 11.290924512298558, + "grad_norm": 1.6629500932564867, + "learning_rate": 1.964163871475786e-05, + "loss": 0.1462, + "step": 13312 + }, + { + "epoch": 11.291772688719254, + "grad_norm": 1.5086627633892054, + "learning_rate": 1.9641565830218597e-05, + "loss": 0.1325, + "step": 13313 + }, + { + "epoch": 11.292620865139948, + "grad_norm": 1.4016014372822525, + "learning_rate": 1.964149293840361e-05, + "loss": 0.1422, + "step": 13314 + }, + { + "epoch": 11.293469041560645, + "grad_norm": 1.5153688500564955, + "learning_rate": 1.9641420039312953e-05, + "loss": 0.1428, + "step": 13315 + }, + { + "epoch": 11.294317217981341, + "grad_norm": 1.545052921699843, + "learning_rate": 1.9641347132946683e-05, + "loss": 0.1353, + "step": 13316 + }, + { + "epoch": 11.295165394402035, + "grad_norm": 1.6006064808468672, + "learning_rate": 1.9641274219304853e-05, + "loss": 0.1534, + "step": 13317 + }, + { + "epoch": 11.296013570822732, + "grad_norm": 1.551055023493868, + "learning_rate": 1.964120129838752e-05, + "loss": 0.13, + "step": 13318 + }, + { + "epoch": 11.296861747243426, + "grad_norm": 1.6101257700893925, + "learning_rate": 1.9641128370194737e-05, + "loss": 0.1661, + "step": 13319 + }, + { + "epoch": 11.297709923664122, + "grad_norm": 1.673067244237908, + "learning_rate": 1.964105543472656e-05, + "loss": 0.1812, + "step": 13320 + }, + { + "epoch": 11.298558100084819, + "grad_norm": 1.6105547447304738, + "learning_rate": 1.9640982491983042e-05, + "loss": 0.1826, + "step": 13321 + }, + { + "epoch": 11.299406276505513, + "grad_norm": 1.7116689451616784, + "learning_rate": 1.9640909541964245e-05, + "loss": 0.1387, + "step": 13322 + }, + { + "epoch": 11.30025445292621, + "grad_norm": 1.5725900880761465, + "learning_rate": 1.964083658467021e-05, + "loss": 0.13, + "step": 13323 + }, + { + "epoch": 11.301102629346904, + "grad_norm": 1.4647302210616238, + "learning_rate": 1.964076362010101e-05, + "loss": 0.1453, + "step": 13324 + }, + { + "epoch": 11.3019508057676, + "grad_norm": 1.463781075861332, + "learning_rate": 1.9640690648256686e-05, + "loss": 0.1404, + "step": 13325 + }, + { + "epoch": 11.302798982188294, + "grad_norm": 1.453220122902939, + "learning_rate": 1.9640617669137298e-05, + "loss": 0.1553, + "step": 13326 + }, + { + "epoch": 11.30364715860899, + "grad_norm": 1.6608536759855121, + "learning_rate": 1.96405446827429e-05, + "loss": 0.1646, + "step": 13327 + }, + { + "epoch": 11.304495335029687, + "grad_norm": 1.5735194302242586, + "learning_rate": 1.9640471689073554e-05, + "loss": 0.1812, + "step": 13328 + }, + { + "epoch": 11.305343511450381, + "grad_norm": 1.7281913989557574, + "learning_rate": 1.9640398688129306e-05, + "loss": 0.1728, + "step": 13329 + }, + { + "epoch": 11.306191687871078, + "grad_norm": 1.6210324149290776, + "learning_rate": 1.9640325679910213e-05, + "loss": 0.1676, + "step": 13330 + }, + { + "epoch": 11.307039864291772, + "grad_norm": 1.65201816355304, + "learning_rate": 1.964025266441633e-05, + "loss": 0.1956, + "step": 13331 + }, + { + "epoch": 11.307888040712468, + "grad_norm": 1.5661614559574846, + "learning_rate": 1.964017964164772e-05, + "loss": 0.1687, + "step": 13332 + }, + { + "epoch": 11.308736217133164, + "grad_norm": 1.6025819302059319, + "learning_rate": 1.9640106611604427e-05, + "loss": 0.1487, + "step": 13333 + }, + { + "epoch": 11.309584393553859, + "grad_norm": 1.6039961959074633, + "learning_rate": 1.964003357428651e-05, + "loss": 0.1483, + "step": 13334 + }, + { + "epoch": 11.310432569974555, + "grad_norm": 1.6967661111226673, + "learning_rate": 1.9639960529694028e-05, + "loss": 0.1779, + "step": 13335 + }, + { + "epoch": 11.31128074639525, + "grad_norm": 1.645589651731567, + "learning_rate": 1.963988747782703e-05, + "loss": 0.1565, + "step": 13336 + }, + { + "epoch": 11.312128922815946, + "grad_norm": 1.391335672643462, + "learning_rate": 1.963981441868558e-05, + "loss": 0.1535, + "step": 13337 + }, + { + "epoch": 11.312977099236642, + "grad_norm": 1.6148375280793954, + "learning_rate": 1.963974135226972e-05, + "loss": 0.1327, + "step": 13338 + }, + { + "epoch": 11.313825275657337, + "grad_norm": 1.447058121934565, + "learning_rate": 1.9639668278579514e-05, + "loss": 0.1389, + "step": 13339 + }, + { + "epoch": 11.314673452078033, + "grad_norm": 1.6511857723920824, + "learning_rate": 1.963959519761502e-05, + "loss": 0.1613, + "step": 13340 + }, + { + "epoch": 11.315521628498727, + "grad_norm": 1.6187555895890497, + "learning_rate": 1.9639522109376284e-05, + "loss": 0.1572, + "step": 13341 + }, + { + "epoch": 11.316369804919423, + "grad_norm": 1.6261017428120577, + "learning_rate": 1.963944901386337e-05, + "loss": 0.1659, + "step": 13342 + }, + { + "epoch": 11.317217981340118, + "grad_norm": 1.6392344220825676, + "learning_rate": 1.9639375911076324e-05, + "loss": 0.164, + "step": 13343 + }, + { + "epoch": 11.318066157760814, + "grad_norm": 1.713634991527434, + "learning_rate": 1.963930280101521e-05, + "loss": 0.1605, + "step": 13344 + }, + { + "epoch": 11.31891433418151, + "grad_norm": 1.4737580628569067, + "learning_rate": 1.9639229683680078e-05, + "loss": 0.1445, + "step": 13345 + }, + { + "epoch": 11.319762510602205, + "grad_norm": 1.6359632044667778, + "learning_rate": 1.9639156559070988e-05, + "loss": 0.1665, + "step": 13346 + }, + { + "epoch": 11.320610687022901, + "grad_norm": 1.590396689362541, + "learning_rate": 1.9639083427187985e-05, + "loss": 0.1661, + "step": 13347 + }, + { + "epoch": 11.321458863443596, + "grad_norm": 1.6011632039699215, + "learning_rate": 1.9639010288031135e-05, + "loss": 0.1628, + "step": 13348 + }, + { + "epoch": 11.322307039864292, + "grad_norm": 1.3786202142046424, + "learning_rate": 1.963893714160049e-05, + "loss": 0.1297, + "step": 13349 + }, + { + "epoch": 11.323155216284988, + "grad_norm": 1.5053155777977685, + "learning_rate": 1.9638863987896103e-05, + "loss": 0.2037, + "step": 13350 + }, + { + "epoch": 11.324003392705682, + "grad_norm": 1.544593677367013, + "learning_rate": 1.9638790826918027e-05, + "loss": 0.1506, + "step": 13351 + }, + { + "epoch": 11.324851569126379, + "grad_norm": 1.6191421509377593, + "learning_rate": 1.9638717658666327e-05, + "loss": 0.1431, + "step": 13352 + }, + { + "epoch": 11.325699745547073, + "grad_norm": 1.7181216999896303, + "learning_rate": 1.9638644483141046e-05, + "loss": 0.1611, + "step": 13353 + }, + { + "epoch": 11.32654792196777, + "grad_norm": 1.5885743916963644, + "learning_rate": 1.963857130034225e-05, + "loss": 0.1835, + "step": 13354 + }, + { + "epoch": 11.327396098388466, + "grad_norm": 1.5466218017691402, + "learning_rate": 1.9638498110269988e-05, + "loss": 0.1563, + "step": 13355 + }, + { + "epoch": 11.32824427480916, + "grad_norm": 1.482614934907889, + "learning_rate": 1.9638424912924315e-05, + "loss": 0.1321, + "step": 13356 + }, + { + "epoch": 11.329092451229856, + "grad_norm": 1.5723606250637978, + "learning_rate": 1.963835170830529e-05, + "loss": 0.1596, + "step": 13357 + }, + { + "epoch": 11.32994062765055, + "grad_norm": 1.4578127377517793, + "learning_rate": 1.9638278496412964e-05, + "loss": 0.1606, + "step": 13358 + }, + { + "epoch": 11.330788804071247, + "grad_norm": 1.6816330133007609, + "learning_rate": 1.9638205277247397e-05, + "loss": 0.1782, + "step": 13359 + }, + { + "epoch": 11.331636980491943, + "grad_norm": 1.5789811799431601, + "learning_rate": 1.963813205080864e-05, + "loss": 0.127, + "step": 13360 + }, + { + "epoch": 11.332485156912638, + "grad_norm": 1.531844254304249, + "learning_rate": 1.963805881709675e-05, + "loss": 0.1842, + "step": 13361 + }, + { + "epoch": 11.333333333333334, + "grad_norm": 1.4846034139564486, + "learning_rate": 1.963798557611178e-05, + "loss": 0.1556, + "step": 13362 + }, + { + "epoch": 11.334181509754028, + "grad_norm": 1.5902427471318636, + "learning_rate": 1.9637912327853792e-05, + "loss": 0.1375, + "step": 13363 + }, + { + "epoch": 11.335029686174725, + "grad_norm": 1.5559889035547074, + "learning_rate": 1.9637839072322834e-05, + "loss": 0.1703, + "step": 13364 + }, + { + "epoch": 11.335877862595419, + "grad_norm": 1.6231985528068726, + "learning_rate": 1.9637765809518964e-05, + "loss": 0.1594, + "step": 13365 + }, + { + "epoch": 11.336726039016115, + "grad_norm": 1.3528597414056664, + "learning_rate": 1.9637692539442238e-05, + "loss": 0.172, + "step": 13366 + }, + { + "epoch": 11.337574215436812, + "grad_norm": 1.6665863405433032, + "learning_rate": 1.9637619262092707e-05, + "loss": 0.1701, + "step": 13367 + }, + { + "epoch": 11.338422391857506, + "grad_norm": 1.7264271538134215, + "learning_rate": 1.9637545977470433e-05, + "loss": 0.1681, + "step": 13368 + }, + { + "epoch": 11.339270568278202, + "grad_norm": 1.4647259049456596, + "learning_rate": 1.9637472685575467e-05, + "loss": 0.155, + "step": 13369 + }, + { + "epoch": 11.340118744698897, + "grad_norm": 1.6101818680901072, + "learning_rate": 1.9637399386407865e-05, + "loss": 0.1639, + "step": 13370 + }, + { + "epoch": 11.340966921119593, + "grad_norm": 1.5761955521446203, + "learning_rate": 1.9637326079967683e-05, + "loss": 0.1479, + "step": 13371 + }, + { + "epoch": 11.34181509754029, + "grad_norm": 1.404140379764316, + "learning_rate": 1.963725276625498e-05, + "loss": 0.1471, + "step": 13372 + }, + { + "epoch": 11.342663273960984, + "grad_norm": 1.6823318523963833, + "learning_rate": 1.9637179445269803e-05, + "loss": 0.1672, + "step": 13373 + }, + { + "epoch": 11.34351145038168, + "grad_norm": 1.6630188798341499, + "learning_rate": 1.9637106117012213e-05, + "loss": 0.1558, + "step": 13374 + }, + { + "epoch": 11.344359626802374, + "grad_norm": 1.6340142472757793, + "learning_rate": 1.9637032781482263e-05, + "loss": 0.161, + "step": 13375 + }, + { + "epoch": 11.34520780322307, + "grad_norm": 1.7137350826985198, + "learning_rate": 1.963695943868001e-05, + "loss": 0.1654, + "step": 13376 + }, + { + "epoch": 11.346055979643765, + "grad_norm": 1.63223729013629, + "learning_rate": 1.9636886088605508e-05, + "loss": 0.1654, + "step": 13377 + }, + { + "epoch": 11.346904156064461, + "grad_norm": 1.5752791556325818, + "learning_rate": 1.9636812731258815e-05, + "loss": 0.1737, + "step": 13378 + }, + { + "epoch": 11.347752332485157, + "grad_norm": 1.4909481554586324, + "learning_rate": 1.9636739366639984e-05, + "loss": 0.131, + "step": 13379 + }, + { + "epoch": 11.348600508905852, + "grad_norm": 1.4191719968358307, + "learning_rate": 1.9636665994749068e-05, + "loss": 0.1327, + "step": 13380 + }, + { + "epoch": 11.349448685326548, + "grad_norm": 1.464108714260118, + "learning_rate": 1.963659261558613e-05, + "loss": 0.1394, + "step": 13381 + }, + { + "epoch": 11.350296861747243, + "grad_norm": 1.518122092615518, + "learning_rate": 1.9636519229151218e-05, + "loss": 0.1629, + "step": 13382 + }, + { + "epoch": 11.351145038167939, + "grad_norm": 1.6725639063843512, + "learning_rate": 1.9636445835444385e-05, + "loss": 0.1746, + "step": 13383 + }, + { + "epoch": 11.351993214588635, + "grad_norm": 1.5321655123681457, + "learning_rate": 1.96363724344657e-05, + "loss": 0.1459, + "step": 13384 + }, + { + "epoch": 11.35284139100933, + "grad_norm": 1.5439169453488542, + "learning_rate": 1.9636299026215203e-05, + "loss": 0.1385, + "step": 13385 + }, + { + "epoch": 11.353689567430026, + "grad_norm": 1.3684357640786162, + "learning_rate": 1.963622561069296e-05, + "loss": 0.1335, + "step": 13386 + }, + { + "epoch": 11.35453774385072, + "grad_norm": 1.6760454473954647, + "learning_rate": 1.9636152187899022e-05, + "loss": 0.1594, + "step": 13387 + }, + { + "epoch": 11.355385920271416, + "grad_norm": 1.373934308143875, + "learning_rate": 1.9636078757833442e-05, + "loss": 0.1432, + "step": 13388 + }, + { + "epoch": 11.356234096692113, + "grad_norm": 1.4503738144873357, + "learning_rate": 1.9636005320496285e-05, + "loss": 0.1284, + "step": 13389 + }, + { + "epoch": 11.357082273112807, + "grad_norm": 1.584092417572886, + "learning_rate": 1.9635931875887593e-05, + "loss": 0.1582, + "step": 13390 + }, + { + "epoch": 11.357930449533503, + "grad_norm": 1.8259350558341025, + "learning_rate": 1.963585842400743e-05, + "loss": 0.1732, + "step": 13391 + }, + { + "epoch": 11.358778625954198, + "grad_norm": 1.519776934071831, + "learning_rate": 1.963578496485585e-05, + "loss": 0.145, + "step": 13392 + }, + { + "epoch": 11.359626802374894, + "grad_norm": 1.4290339148068432, + "learning_rate": 1.9635711498432908e-05, + "loss": 0.1403, + "step": 13393 + }, + { + "epoch": 11.36047497879559, + "grad_norm": 1.6257466207821267, + "learning_rate": 1.963563802473866e-05, + "loss": 0.1583, + "step": 13394 + }, + { + "epoch": 11.361323155216285, + "grad_norm": 1.4295474103479118, + "learning_rate": 1.963556454377316e-05, + "loss": 0.1368, + "step": 13395 + }, + { + "epoch": 11.362171331636981, + "grad_norm": 1.585317461294825, + "learning_rate": 1.9635491055536465e-05, + "loss": 0.155, + "step": 13396 + }, + { + "epoch": 11.363019508057675, + "grad_norm": 1.7172601386598743, + "learning_rate": 1.9635417560028628e-05, + "loss": 0.1702, + "step": 13397 + }, + { + "epoch": 11.363867684478372, + "grad_norm": 1.7186877315031208, + "learning_rate": 1.963534405724971e-05, + "loss": 0.1514, + "step": 13398 + }, + { + "epoch": 11.364715860899066, + "grad_norm": 1.5025371525359181, + "learning_rate": 1.963527054719976e-05, + "loss": 0.145, + "step": 13399 + }, + { + "epoch": 11.365564037319762, + "grad_norm": 1.65124092175152, + "learning_rate": 1.9635197029878833e-05, + "loss": 0.1593, + "step": 13400 + }, + { + "epoch": 11.366412213740459, + "grad_norm": 1.952608523539462, + "learning_rate": 1.9635123505286992e-05, + "loss": 0.1642, + "step": 13401 + }, + { + "epoch": 11.367260390161153, + "grad_norm": 1.419028283928374, + "learning_rate": 1.9635049973424288e-05, + "loss": 0.1381, + "step": 13402 + }, + { + "epoch": 11.36810856658185, + "grad_norm": 1.4888629559438014, + "learning_rate": 1.9634976434290775e-05, + "loss": 0.1139, + "step": 13403 + }, + { + "epoch": 11.368956743002544, + "grad_norm": 1.7760618386847917, + "learning_rate": 1.963490288788651e-05, + "loss": 0.1414, + "step": 13404 + }, + { + "epoch": 11.36980491942324, + "grad_norm": 1.6791548619761683, + "learning_rate": 1.963482933421155e-05, + "loss": 0.1573, + "step": 13405 + }, + { + "epoch": 11.370653095843936, + "grad_norm": 1.7438073028950847, + "learning_rate": 1.963475577326595e-05, + "loss": 0.163, + "step": 13406 + }, + { + "epoch": 11.37150127226463, + "grad_norm": 1.4584822362402683, + "learning_rate": 1.9634682205049764e-05, + "loss": 0.166, + "step": 13407 + }, + { + "epoch": 11.372349448685327, + "grad_norm": 1.5377210101208638, + "learning_rate": 1.9634608629563047e-05, + "loss": 0.147, + "step": 13408 + }, + { + "epoch": 11.373197625106021, + "grad_norm": 1.6956212058477322, + "learning_rate": 1.9634535046805857e-05, + "loss": 0.1483, + "step": 13409 + }, + { + "epoch": 11.374045801526718, + "grad_norm": 1.498074492010187, + "learning_rate": 1.9634461456778248e-05, + "loss": 0.1569, + "step": 13410 + }, + { + "epoch": 11.374893977947414, + "grad_norm": 1.4242273852873855, + "learning_rate": 1.9634387859480277e-05, + "loss": 0.1379, + "step": 13411 + }, + { + "epoch": 11.375742154368108, + "grad_norm": 1.707528226300931, + "learning_rate": 1.9634314254911995e-05, + "loss": 0.1649, + "step": 13412 + }, + { + "epoch": 11.376590330788805, + "grad_norm": 1.8157095062514086, + "learning_rate": 1.963424064307346e-05, + "loss": 0.1562, + "step": 13413 + }, + { + "epoch": 11.377438507209499, + "grad_norm": 1.6104154529087331, + "learning_rate": 1.9634167023964733e-05, + "loss": 0.1375, + "step": 13414 + }, + { + "epoch": 11.378286683630195, + "grad_norm": 1.6596108486107184, + "learning_rate": 1.9634093397585864e-05, + "loss": 0.1576, + "step": 13415 + }, + { + "epoch": 11.37913486005089, + "grad_norm": 1.6248248170069537, + "learning_rate": 1.963401976393691e-05, + "loss": 0.1642, + "step": 13416 + }, + { + "epoch": 11.379983036471586, + "grad_norm": 1.8084716308526256, + "learning_rate": 1.9633946123017923e-05, + "loss": 0.1846, + "step": 13417 + }, + { + "epoch": 11.380831212892282, + "grad_norm": 1.6068561370791181, + "learning_rate": 1.9633872474828962e-05, + "loss": 0.1418, + "step": 13418 + }, + { + "epoch": 11.381679389312977, + "grad_norm": 1.527604439399778, + "learning_rate": 1.9633798819370084e-05, + "loss": 0.1784, + "step": 13419 + }, + { + "epoch": 11.382527565733673, + "grad_norm": 1.5050087237086898, + "learning_rate": 1.9633725156641342e-05, + "loss": 0.1437, + "step": 13420 + }, + { + "epoch": 11.383375742154367, + "grad_norm": 1.5591845673070404, + "learning_rate": 1.963365148664279e-05, + "loss": 0.147, + "step": 13421 + }, + { + "epoch": 11.384223918575064, + "grad_norm": 1.6037909844220688, + "learning_rate": 1.9633577809374487e-05, + "loss": 0.1573, + "step": 13422 + }, + { + "epoch": 11.38507209499576, + "grad_norm": 1.6315644898234207, + "learning_rate": 1.963350412483649e-05, + "loss": 0.164, + "step": 13423 + }, + { + "epoch": 11.385920271416454, + "grad_norm": 1.5653957731222188, + "learning_rate": 1.963343043302885e-05, + "loss": 0.1285, + "step": 13424 + }, + { + "epoch": 11.38676844783715, + "grad_norm": 1.582588459191886, + "learning_rate": 1.9633356733951627e-05, + "loss": 0.1611, + "step": 13425 + }, + { + "epoch": 11.387616624257845, + "grad_norm": 1.725417541245747, + "learning_rate": 1.9633283027604876e-05, + "loss": 0.1464, + "step": 13426 + }, + { + "epoch": 11.388464800678541, + "grad_norm": 1.6684451824150481, + "learning_rate": 1.9633209313988647e-05, + "loss": 0.1614, + "step": 13427 + }, + { + "epoch": 11.389312977099237, + "grad_norm": 1.8984281418349975, + "learning_rate": 1.9633135593103e-05, + "loss": 0.1665, + "step": 13428 + }, + { + "epoch": 11.390161153519932, + "grad_norm": 1.614856923642123, + "learning_rate": 1.9633061864947992e-05, + "loss": 0.1449, + "step": 13429 + }, + { + "epoch": 11.391009329940628, + "grad_norm": 1.668034862718492, + "learning_rate": 1.9632988129523674e-05, + "loss": 0.1594, + "step": 13430 + }, + { + "epoch": 11.391857506361323, + "grad_norm": 1.6005786629460672, + "learning_rate": 1.963291438683011e-05, + "loss": 0.1723, + "step": 13431 + }, + { + "epoch": 11.392705682782019, + "grad_norm": 1.5626536010251915, + "learning_rate": 1.9632840636867345e-05, + "loss": 0.1452, + "step": 13432 + }, + { + "epoch": 11.393553859202715, + "grad_norm": 1.4299947230533319, + "learning_rate": 1.9632766879635442e-05, + "loss": 0.1311, + "step": 13433 + }, + { + "epoch": 11.39440203562341, + "grad_norm": 1.6387094500149855, + "learning_rate": 1.9632693115134454e-05, + "loss": 0.1306, + "step": 13434 + }, + { + "epoch": 11.395250212044106, + "grad_norm": 1.5702976597310994, + "learning_rate": 1.9632619343364437e-05, + "loss": 0.1713, + "step": 13435 + }, + { + "epoch": 11.3960983884648, + "grad_norm": 1.7182514271651634, + "learning_rate": 1.9632545564325447e-05, + "loss": 0.1605, + "step": 13436 + }, + { + "epoch": 11.396946564885496, + "grad_norm": 1.4048185770907142, + "learning_rate": 1.963247177801754e-05, + "loss": 0.1368, + "step": 13437 + }, + { + "epoch": 11.39779474130619, + "grad_norm": 1.625365540485316, + "learning_rate": 1.963239798444077e-05, + "loss": 0.1953, + "step": 13438 + }, + { + "epoch": 11.398642917726887, + "grad_norm": 1.5932052369984946, + "learning_rate": 1.9632324183595195e-05, + "loss": 0.1621, + "step": 13439 + }, + { + "epoch": 11.399491094147583, + "grad_norm": 1.589586660158039, + "learning_rate": 1.963225037548087e-05, + "loss": 0.1724, + "step": 13440 + }, + { + "epoch": 11.400339270568278, + "grad_norm": 1.5423244699338174, + "learning_rate": 1.963217656009785e-05, + "loss": 0.139, + "step": 13441 + }, + { + "epoch": 11.401187446988974, + "grad_norm": 1.5074310340128512, + "learning_rate": 1.963210273744619e-05, + "loss": 0.1568, + "step": 13442 + }, + { + "epoch": 11.402035623409668, + "grad_norm": 1.5019836940124671, + "learning_rate": 1.9632028907525948e-05, + "loss": 0.1433, + "step": 13443 + }, + { + "epoch": 11.402883799830365, + "grad_norm": 1.3350942587357, + "learning_rate": 1.9631955070337177e-05, + "loss": 0.1254, + "step": 13444 + }, + { + "epoch": 11.403731976251061, + "grad_norm": 1.773244511258953, + "learning_rate": 1.9631881225879935e-05, + "loss": 0.2023, + "step": 13445 + }, + { + "epoch": 11.404580152671755, + "grad_norm": 1.771720489000291, + "learning_rate": 1.9631807374154273e-05, + "loss": 0.1602, + "step": 13446 + }, + { + "epoch": 11.405428329092452, + "grad_norm": 1.7559712895163526, + "learning_rate": 1.9631733515160255e-05, + "loss": 0.2074, + "step": 13447 + }, + { + "epoch": 11.406276505513146, + "grad_norm": 1.498232492885593, + "learning_rate": 1.9631659648897933e-05, + "loss": 0.142, + "step": 13448 + }, + { + "epoch": 11.407124681933842, + "grad_norm": 1.6664894990849317, + "learning_rate": 1.9631585775367362e-05, + "loss": 0.1758, + "step": 13449 + }, + { + "epoch": 11.407972858354539, + "grad_norm": 1.5867822463592949, + "learning_rate": 1.9631511894568596e-05, + "loss": 0.1812, + "step": 13450 + }, + { + "epoch": 11.408821034775233, + "grad_norm": 1.5776547259386422, + "learning_rate": 1.963143800650169e-05, + "loss": 0.176, + "step": 13451 + }, + { + "epoch": 11.40966921119593, + "grad_norm": 1.8003190258658814, + "learning_rate": 1.9631364111166706e-05, + "loss": 0.1731, + "step": 13452 + }, + { + "epoch": 11.410517387616624, + "grad_norm": 1.4224970471458709, + "learning_rate": 1.9631290208563695e-05, + "loss": 0.1238, + "step": 13453 + }, + { + "epoch": 11.41136556403732, + "grad_norm": 1.4019447319715592, + "learning_rate": 1.9631216298692718e-05, + "loss": 0.1502, + "step": 13454 + }, + { + "epoch": 11.412213740458014, + "grad_norm": 1.5324168878861606, + "learning_rate": 1.9631142381553822e-05, + "loss": 0.1575, + "step": 13455 + }, + { + "epoch": 11.41306191687871, + "grad_norm": 1.525697437938141, + "learning_rate": 1.9631068457147068e-05, + "loss": 0.1532, + "step": 13456 + }, + { + "epoch": 11.413910093299407, + "grad_norm": 1.862714482292112, + "learning_rate": 1.963099452547251e-05, + "loss": 0.1661, + "step": 13457 + }, + { + "epoch": 11.414758269720101, + "grad_norm": 1.5843545524000144, + "learning_rate": 1.9630920586530204e-05, + "loss": 0.1568, + "step": 13458 + }, + { + "epoch": 11.415606446140798, + "grad_norm": 1.565975872042737, + "learning_rate": 1.9630846640320212e-05, + "loss": 0.1869, + "step": 13459 + }, + { + "epoch": 11.416454622561492, + "grad_norm": 1.7396708578511002, + "learning_rate": 1.963077268684258e-05, + "loss": 0.1879, + "step": 13460 + }, + { + "epoch": 11.417302798982188, + "grad_norm": 1.5572217864694904, + "learning_rate": 1.963069872609737e-05, + "loss": 0.183, + "step": 13461 + }, + { + "epoch": 11.418150975402884, + "grad_norm": 1.5434209367220588, + "learning_rate": 1.963062475808464e-05, + "loss": 0.1726, + "step": 13462 + }, + { + "epoch": 11.418999151823579, + "grad_norm": 1.4889570568600345, + "learning_rate": 1.9630550782804432e-05, + "loss": 0.1724, + "step": 13463 + }, + { + "epoch": 11.419847328244275, + "grad_norm": 1.5687308701039735, + "learning_rate": 1.9630476800256822e-05, + "loss": 0.1523, + "step": 13464 + }, + { + "epoch": 11.42069550466497, + "grad_norm": 1.5893593567441942, + "learning_rate": 1.963040281044185e-05, + "loss": 0.1926, + "step": 13465 + }, + { + "epoch": 11.421543681085666, + "grad_norm": 1.5478105550345012, + "learning_rate": 1.9630328813359577e-05, + "loss": 0.1522, + "step": 13466 + }, + { + "epoch": 11.422391857506362, + "grad_norm": 1.411276928260026, + "learning_rate": 1.9630254809010063e-05, + "loss": 0.1452, + "step": 13467 + }, + { + "epoch": 11.423240033927057, + "grad_norm": 1.5655420762195533, + "learning_rate": 1.963018079739336e-05, + "loss": 0.1566, + "step": 13468 + }, + { + "epoch": 11.424088210347753, + "grad_norm": 1.5281705743069673, + "learning_rate": 1.963010677850952e-05, + "loss": 0.1468, + "step": 13469 + }, + { + "epoch": 11.424936386768447, + "grad_norm": 1.6615984417094338, + "learning_rate": 1.963003275235861e-05, + "loss": 0.1652, + "step": 13470 + }, + { + "epoch": 11.425784563189143, + "grad_norm": 1.6046375465301759, + "learning_rate": 1.9629958718940673e-05, + "loss": 0.1649, + "step": 13471 + }, + { + "epoch": 11.42663273960984, + "grad_norm": 1.6927352186023383, + "learning_rate": 1.962988467825577e-05, + "loss": 0.1458, + "step": 13472 + }, + { + "epoch": 11.427480916030534, + "grad_norm": 1.5929994057922656, + "learning_rate": 1.962981063030396e-05, + "loss": 0.1697, + "step": 13473 + }, + { + "epoch": 11.42832909245123, + "grad_norm": 1.5479274921866026, + "learning_rate": 1.9629736575085292e-05, + "loss": 0.1439, + "step": 13474 + }, + { + "epoch": 11.429177268871925, + "grad_norm": 1.6592802215163782, + "learning_rate": 1.9629662512599836e-05, + "loss": 0.2228, + "step": 13475 + }, + { + "epoch": 11.430025445292621, + "grad_norm": 1.5118725626730314, + "learning_rate": 1.962958844284763e-05, + "loss": 0.1342, + "step": 13476 + }, + { + "epoch": 11.430873621713316, + "grad_norm": 1.3740879131609642, + "learning_rate": 1.962951436582874e-05, + "loss": 0.1404, + "step": 13477 + }, + { + "epoch": 11.431721798134012, + "grad_norm": 1.4577598543643648, + "learning_rate": 1.962944028154322e-05, + "loss": 0.2166, + "step": 13478 + }, + { + "epoch": 11.432569974554708, + "grad_norm": 1.5753821646303923, + "learning_rate": 1.9629366189991126e-05, + "loss": 0.1682, + "step": 13479 + }, + { + "epoch": 11.433418150975402, + "grad_norm": 1.4795533556763103, + "learning_rate": 1.9629292091172512e-05, + "loss": 0.1659, + "step": 13480 + }, + { + "epoch": 11.434266327396099, + "grad_norm": 1.7018331413167576, + "learning_rate": 1.9629217985087437e-05, + "loss": 0.1723, + "step": 13481 + }, + { + "epoch": 11.435114503816793, + "grad_norm": 1.6601401162278904, + "learning_rate": 1.9629143871735958e-05, + "loss": 0.1593, + "step": 13482 + }, + { + "epoch": 11.43596268023749, + "grad_norm": 1.6514755173699036, + "learning_rate": 1.9629069751118125e-05, + "loss": 0.1569, + "step": 13483 + }, + { + "epoch": 11.436810856658186, + "grad_norm": 1.5921814000285845, + "learning_rate": 1.9628995623233996e-05, + "loss": 0.1401, + "step": 13484 + }, + { + "epoch": 11.43765903307888, + "grad_norm": 1.7776592764940033, + "learning_rate": 1.9628921488083632e-05, + "loss": 0.1587, + "step": 13485 + }, + { + "epoch": 11.438507209499576, + "grad_norm": 1.6311582135312241, + "learning_rate": 1.9628847345667084e-05, + "loss": 0.1568, + "step": 13486 + }, + { + "epoch": 11.43935538592027, + "grad_norm": 1.399970515701317, + "learning_rate": 1.962877319598441e-05, + "loss": 0.1279, + "step": 13487 + }, + { + "epoch": 11.440203562340967, + "grad_norm": 1.5719297954603169, + "learning_rate": 1.9628699039035667e-05, + "loss": 0.1543, + "step": 13488 + }, + { + "epoch": 11.441051738761663, + "grad_norm": 1.6314439027251268, + "learning_rate": 1.9628624874820906e-05, + "loss": 0.1897, + "step": 13489 + }, + { + "epoch": 11.441899915182358, + "grad_norm": 1.602367368346246, + "learning_rate": 1.9628550703340188e-05, + "loss": 0.1672, + "step": 13490 + }, + { + "epoch": 11.442748091603054, + "grad_norm": 1.4837878441384798, + "learning_rate": 1.9628476524593564e-05, + "loss": 0.1482, + "step": 13491 + }, + { + "epoch": 11.443596268023748, + "grad_norm": 1.570780741272278, + "learning_rate": 1.9628402338581097e-05, + "loss": 0.1626, + "step": 13492 + }, + { + "epoch": 11.444444444444445, + "grad_norm": 1.5680335451638903, + "learning_rate": 1.9628328145302837e-05, + "loss": 0.1815, + "step": 13493 + }, + { + "epoch": 11.445292620865139, + "grad_norm": 1.551931280261057, + "learning_rate": 1.9628253944758843e-05, + "loss": 0.1539, + "step": 13494 + }, + { + "epoch": 11.446140797285835, + "grad_norm": 1.5158305343724399, + "learning_rate": 1.962817973694917e-05, + "loss": 0.135, + "step": 13495 + }, + { + "epoch": 11.446988973706532, + "grad_norm": 1.5661800485371384, + "learning_rate": 1.962810552187387e-05, + "loss": 0.1365, + "step": 13496 + }, + { + "epoch": 11.447837150127226, + "grad_norm": 1.4786645234328513, + "learning_rate": 1.962803129953301e-05, + "loss": 0.1527, + "step": 13497 + }, + { + "epoch": 11.448685326547922, + "grad_norm": 1.5958809591412924, + "learning_rate": 1.9627957069926634e-05, + "loss": 0.1681, + "step": 13498 + }, + { + "epoch": 11.449533502968617, + "grad_norm": 1.5903004903457003, + "learning_rate": 1.9627882833054806e-05, + "loss": 0.1406, + "step": 13499 + }, + { + "epoch": 11.450381679389313, + "grad_norm": 1.620697234539801, + "learning_rate": 1.9627808588917577e-05, + "loss": 0.1491, + "step": 13500 + }, + { + "epoch": 11.45122985581001, + "grad_norm": 1.5459555399468854, + "learning_rate": 1.962773433751501e-05, + "loss": 0.1532, + "step": 13501 + }, + { + "epoch": 11.452078032230704, + "grad_norm": 1.4089935580958117, + "learning_rate": 1.9627660078847152e-05, + "loss": 0.1485, + "step": 13502 + }, + { + "epoch": 11.4529262086514, + "grad_norm": 1.6063354452998924, + "learning_rate": 1.9627585812914064e-05, + "loss": 0.165, + "step": 13503 + }, + { + "epoch": 11.453774385072094, + "grad_norm": 1.4877111606765578, + "learning_rate": 1.96275115397158e-05, + "loss": 0.1419, + "step": 13504 + }, + { + "epoch": 11.45462256149279, + "grad_norm": 1.4023573085544743, + "learning_rate": 1.9627437259252417e-05, + "loss": 0.172, + "step": 13505 + }, + { + "epoch": 11.455470737913487, + "grad_norm": 1.5473194873780798, + "learning_rate": 1.9627362971523972e-05, + "loss": 0.1762, + "step": 13506 + }, + { + "epoch": 11.456318914334181, + "grad_norm": 1.6254215948858632, + "learning_rate": 1.9627288676530522e-05, + "loss": 0.1782, + "step": 13507 + }, + { + "epoch": 11.457167090754877, + "grad_norm": 1.5279325909415287, + "learning_rate": 1.9627214374272122e-05, + "loss": 0.1652, + "step": 13508 + }, + { + "epoch": 11.458015267175572, + "grad_norm": 1.4951242341637512, + "learning_rate": 1.9627140064748825e-05, + "loss": 0.1604, + "step": 13509 + }, + { + "epoch": 11.458863443596268, + "grad_norm": 1.563528882356968, + "learning_rate": 1.962706574796069e-05, + "loss": 0.1776, + "step": 13510 + }, + { + "epoch": 11.459711620016964, + "grad_norm": 1.7047213224691096, + "learning_rate": 1.962699142390777e-05, + "loss": 0.1452, + "step": 13511 + }, + { + "epoch": 11.460559796437659, + "grad_norm": 1.5743721437841787, + "learning_rate": 1.962691709259013e-05, + "loss": 0.1678, + "step": 13512 + }, + { + "epoch": 11.461407972858355, + "grad_norm": 1.5037896213015767, + "learning_rate": 1.9626842754007816e-05, + "loss": 0.1494, + "step": 13513 + }, + { + "epoch": 11.46225614927905, + "grad_norm": 1.8097250163507783, + "learning_rate": 1.962676840816089e-05, + "loss": 0.1783, + "step": 13514 + }, + { + "epoch": 11.463104325699746, + "grad_norm": 1.5209540637068313, + "learning_rate": 1.9626694055049403e-05, + "loss": 0.1516, + "step": 13515 + }, + { + "epoch": 11.46395250212044, + "grad_norm": 1.580071512511963, + "learning_rate": 1.962661969467342e-05, + "loss": 0.1415, + "step": 13516 + }, + { + "epoch": 11.464800678541136, + "grad_norm": 1.6201509335823543, + "learning_rate": 1.9626545327032986e-05, + "loss": 0.1645, + "step": 13517 + }, + { + "epoch": 11.465648854961833, + "grad_norm": 1.3943882786236974, + "learning_rate": 1.9626470952128164e-05, + "loss": 0.1506, + "step": 13518 + }, + { + "epoch": 11.466497031382527, + "grad_norm": 1.7951297609293988, + "learning_rate": 1.962639656995901e-05, + "loss": 0.1632, + "step": 13519 + }, + { + "epoch": 11.467345207803223, + "grad_norm": 1.5608455932716812, + "learning_rate": 1.9626322180525576e-05, + "loss": 0.1621, + "step": 13520 + }, + { + "epoch": 11.468193384223918, + "grad_norm": 1.5477760982408812, + "learning_rate": 1.9626247783827922e-05, + "loss": 0.1468, + "step": 13521 + }, + { + "epoch": 11.469041560644614, + "grad_norm": 1.5401057734981993, + "learning_rate": 1.9626173379866103e-05, + "loss": 0.1273, + "step": 13522 + }, + { + "epoch": 11.46988973706531, + "grad_norm": 1.7164432515168624, + "learning_rate": 1.9626098968640176e-05, + "loss": 0.1658, + "step": 13523 + }, + { + "epoch": 11.470737913486005, + "grad_norm": 1.6883758401017226, + "learning_rate": 1.9626024550150193e-05, + "loss": 0.1866, + "step": 13524 + }, + { + "epoch": 11.471586089906701, + "grad_norm": 1.8006767794121357, + "learning_rate": 1.9625950124396215e-05, + "loss": 0.1512, + "step": 13525 + }, + { + "epoch": 11.472434266327395, + "grad_norm": 1.6046195846673736, + "learning_rate": 1.9625875691378296e-05, + "loss": 0.1498, + "step": 13526 + }, + { + "epoch": 11.473282442748092, + "grad_norm": 1.612796137277579, + "learning_rate": 1.9625801251096494e-05, + "loss": 0.182, + "step": 13527 + }, + { + "epoch": 11.474130619168788, + "grad_norm": 1.7746979631576882, + "learning_rate": 1.9625726803550865e-05, + "loss": 0.1451, + "step": 13528 + }, + { + "epoch": 11.474978795589482, + "grad_norm": 1.5998328727699804, + "learning_rate": 1.9625652348741465e-05, + "loss": 0.1564, + "step": 13529 + }, + { + "epoch": 11.475826972010179, + "grad_norm": 1.6660694531213984, + "learning_rate": 1.9625577886668344e-05, + "loss": 0.1594, + "step": 13530 + }, + { + "epoch": 11.476675148430873, + "grad_norm": 1.337324803397777, + "learning_rate": 1.962550341733157e-05, + "loss": 0.1275, + "step": 13531 + }, + { + "epoch": 11.47752332485157, + "grad_norm": 1.4576316709129618, + "learning_rate": 1.962542894073119e-05, + "loss": 0.1564, + "step": 13532 + }, + { + "epoch": 11.478371501272264, + "grad_norm": 1.6435169981630322, + "learning_rate": 1.9625354456867262e-05, + "loss": 0.1562, + "step": 13533 + }, + { + "epoch": 11.47921967769296, + "grad_norm": 1.5046982608898543, + "learning_rate": 1.962527996573984e-05, + "loss": 0.1485, + "step": 13534 + }, + { + "epoch": 11.480067854113656, + "grad_norm": 1.6988912538897034, + "learning_rate": 1.962520546734899e-05, + "loss": 0.1692, + "step": 13535 + }, + { + "epoch": 11.48091603053435, + "grad_norm": 1.4716445240749678, + "learning_rate": 1.9625130961694755e-05, + "loss": 0.1574, + "step": 13536 + }, + { + "epoch": 11.481764206955047, + "grad_norm": 1.6931724716650034, + "learning_rate": 1.96250564487772e-05, + "loss": 0.1586, + "step": 13537 + }, + { + "epoch": 11.482612383375741, + "grad_norm": 1.4888356380498993, + "learning_rate": 1.9624981928596383e-05, + "loss": 0.1618, + "step": 13538 + }, + { + "epoch": 11.483460559796438, + "grad_norm": 1.3581263069486096, + "learning_rate": 1.9624907401152352e-05, + "loss": 0.1262, + "step": 13539 + }, + { + "epoch": 11.484308736217134, + "grad_norm": 1.5075462888238789, + "learning_rate": 1.962483286644517e-05, + "loss": 0.1534, + "step": 13540 + }, + { + "epoch": 11.485156912637828, + "grad_norm": 1.413585595241242, + "learning_rate": 1.9624758324474887e-05, + "loss": 0.1804, + "step": 13541 + }, + { + "epoch": 11.486005089058525, + "grad_norm": 1.5887666590074316, + "learning_rate": 1.9624683775241564e-05, + "loss": 0.2223, + "step": 13542 + }, + { + "epoch": 11.486853265479219, + "grad_norm": 1.6069768698197733, + "learning_rate": 1.962460921874526e-05, + "loss": 0.1477, + "step": 13543 + }, + { + "epoch": 11.487701441899915, + "grad_norm": 1.5792559219104398, + "learning_rate": 1.9624534654986026e-05, + "loss": 0.1782, + "step": 13544 + }, + { + "epoch": 11.488549618320612, + "grad_norm": 1.489449706475803, + "learning_rate": 1.9624460083963915e-05, + "loss": 0.1409, + "step": 13545 + }, + { + "epoch": 11.489397794741306, + "grad_norm": 1.757193594510589, + "learning_rate": 1.9624385505678992e-05, + "loss": 0.1554, + "step": 13546 + }, + { + "epoch": 11.490245971162002, + "grad_norm": 1.5888217187876825, + "learning_rate": 1.962431092013131e-05, + "loss": 0.1884, + "step": 13547 + }, + { + "epoch": 11.491094147582697, + "grad_norm": 1.6306837428754852, + "learning_rate": 1.9624236327320923e-05, + "loss": 0.1769, + "step": 13548 + }, + { + "epoch": 11.491942324003393, + "grad_norm": 1.794503286138491, + "learning_rate": 1.9624161727247887e-05, + "loss": 0.1582, + "step": 13549 + }, + { + "epoch": 11.49279050042409, + "grad_norm": 1.5527178795566372, + "learning_rate": 1.9624087119912264e-05, + "loss": 0.1536, + "step": 13550 + }, + { + "epoch": 11.493638676844784, + "grad_norm": 1.8303908069249732, + "learning_rate": 1.9624012505314103e-05, + "loss": 0.2037, + "step": 13551 + }, + { + "epoch": 11.49448685326548, + "grad_norm": 1.5268031844166705, + "learning_rate": 1.9623937883453465e-05, + "loss": 0.1853, + "step": 13552 + }, + { + "epoch": 11.495335029686174, + "grad_norm": 1.6182623285935953, + "learning_rate": 1.9623863254330407e-05, + "loss": 0.1606, + "step": 13553 + }, + { + "epoch": 11.49618320610687, + "grad_norm": 1.6061013612159243, + "learning_rate": 1.9623788617944983e-05, + "loss": 0.2056, + "step": 13554 + }, + { + "epoch": 11.497031382527565, + "grad_norm": 1.5791428197162893, + "learning_rate": 1.9623713974297247e-05, + "loss": 0.1637, + "step": 13555 + }, + { + "epoch": 11.497879558948261, + "grad_norm": 1.4850440187540754, + "learning_rate": 1.9623639323387262e-05, + "loss": 0.1652, + "step": 13556 + }, + { + "epoch": 11.498727735368957, + "grad_norm": 1.5607169877129379, + "learning_rate": 1.9623564665215077e-05, + "loss": 0.1652, + "step": 13557 + }, + { + "epoch": 11.499575911789652, + "grad_norm": 1.6575744398075836, + "learning_rate": 1.9623489999780753e-05, + "loss": 0.1135, + "step": 13558 + }, + { + "epoch": 11.500424088210348, + "grad_norm": 1.619396796247119, + "learning_rate": 1.9623415327084344e-05, + "loss": 0.1552, + "step": 13559 + }, + { + "epoch": 11.501272264631043, + "grad_norm": 1.6887666770399326, + "learning_rate": 1.962334064712591e-05, + "loss": 0.143, + "step": 13560 + }, + { + "epoch": 11.502120441051739, + "grad_norm": 1.611548692842668, + "learning_rate": 1.9623265959905498e-05, + "loss": 0.1739, + "step": 13561 + }, + { + "epoch": 11.502968617472435, + "grad_norm": 1.4968308534311132, + "learning_rate": 1.9623191265423176e-05, + "loss": 0.1184, + "step": 13562 + }, + { + "epoch": 11.50381679389313, + "grad_norm": 1.6725451192226097, + "learning_rate": 1.9623116563678995e-05, + "loss": 0.1417, + "step": 13563 + }, + { + "epoch": 11.504664970313826, + "grad_norm": 1.5322725424146797, + "learning_rate": 1.9623041854673012e-05, + "loss": 0.1381, + "step": 13564 + }, + { + "epoch": 11.50551314673452, + "grad_norm": 1.457325637043371, + "learning_rate": 1.9622967138405283e-05, + "loss": 0.1826, + "step": 13565 + }, + { + "epoch": 11.506361323155216, + "grad_norm": 1.6741216618433226, + "learning_rate": 1.9622892414875866e-05, + "loss": 0.1725, + "step": 13566 + }, + { + "epoch": 11.50720949957591, + "grad_norm": 1.580216509576148, + "learning_rate": 1.9622817684084816e-05, + "loss": 0.1585, + "step": 13567 + }, + { + "epoch": 11.508057675996607, + "grad_norm": 1.3861197726708812, + "learning_rate": 1.962274294603219e-05, + "loss": 0.1512, + "step": 13568 + }, + { + "epoch": 11.508905852417303, + "grad_norm": 1.9484173123458544, + "learning_rate": 1.962266820071804e-05, + "loss": 0.1484, + "step": 13569 + }, + { + "epoch": 11.509754028837998, + "grad_norm": 1.568493602252957, + "learning_rate": 1.9622593448142427e-05, + "loss": 0.1943, + "step": 13570 + }, + { + "epoch": 11.510602205258694, + "grad_norm": 1.6516189779452093, + "learning_rate": 1.962251868830541e-05, + "loss": 0.2065, + "step": 13571 + }, + { + "epoch": 11.511450381679388, + "grad_norm": 1.5785375303530862, + "learning_rate": 1.962244392120704e-05, + "loss": 0.1656, + "step": 13572 + }, + { + "epoch": 11.512298558100085, + "grad_norm": 1.6494224327891038, + "learning_rate": 1.9622369146847374e-05, + "loss": 0.1374, + "step": 13573 + }, + { + "epoch": 11.513146734520781, + "grad_norm": 1.4149698093448926, + "learning_rate": 1.9622294365226472e-05, + "loss": 0.1325, + "step": 13574 + }, + { + "epoch": 11.513994910941475, + "grad_norm": 1.4871821092426594, + "learning_rate": 1.9622219576344387e-05, + "loss": 0.1279, + "step": 13575 + }, + { + "epoch": 11.514843087362172, + "grad_norm": 1.5980309741786392, + "learning_rate": 1.9622144780201177e-05, + "loss": 0.1386, + "step": 13576 + }, + { + "epoch": 11.515691263782866, + "grad_norm": 1.8307542165764539, + "learning_rate": 1.96220699767969e-05, + "loss": 0.1813, + "step": 13577 + }, + { + "epoch": 11.516539440203562, + "grad_norm": 1.5755406034180912, + "learning_rate": 1.9621995166131607e-05, + "loss": 0.1453, + "step": 13578 + }, + { + "epoch": 11.517387616624259, + "grad_norm": 1.4800104267245202, + "learning_rate": 1.962192034820536e-05, + "loss": 0.1234, + "step": 13579 + }, + { + "epoch": 11.518235793044953, + "grad_norm": 1.5176325133522646, + "learning_rate": 1.9621845523018215e-05, + "loss": 0.1695, + "step": 13580 + }, + { + "epoch": 11.51908396946565, + "grad_norm": 1.464340427041829, + "learning_rate": 1.9621770690570224e-05, + "loss": 0.1206, + "step": 13581 + }, + { + "epoch": 11.519932145886344, + "grad_norm": 1.7214600118012082, + "learning_rate": 1.962169585086145e-05, + "loss": 0.1263, + "step": 13582 + }, + { + "epoch": 11.52078032230704, + "grad_norm": 1.6985266375406336, + "learning_rate": 1.9621621003891943e-05, + "loss": 0.15, + "step": 13583 + }, + { + "epoch": 11.521628498727736, + "grad_norm": 1.606148789450009, + "learning_rate": 1.9621546149661764e-05, + "loss": 0.138, + "step": 13584 + }, + { + "epoch": 11.52247667514843, + "grad_norm": 1.6928701744169172, + "learning_rate": 1.9621471288170965e-05, + "loss": 0.1438, + "step": 13585 + }, + { + "epoch": 11.523324851569127, + "grad_norm": 1.5296204331043877, + "learning_rate": 1.9621396419419606e-05, + "loss": 0.1762, + "step": 13586 + }, + { + "epoch": 11.524173027989821, + "grad_norm": 1.6646031452872345, + "learning_rate": 1.9621321543407745e-05, + "loss": 0.1726, + "step": 13587 + }, + { + "epoch": 11.525021204410518, + "grad_norm": 1.6296353126466794, + "learning_rate": 1.962124666013544e-05, + "loss": 0.1763, + "step": 13588 + }, + { + "epoch": 11.525869380831214, + "grad_norm": 1.5861433628912058, + "learning_rate": 1.9621171769602737e-05, + "loss": 0.1649, + "step": 13589 + }, + { + "epoch": 11.526717557251908, + "grad_norm": 1.4414713870893443, + "learning_rate": 1.96210968718097e-05, + "loss": 0.1502, + "step": 13590 + }, + { + "epoch": 11.527565733672605, + "grad_norm": 1.5283667881893144, + "learning_rate": 1.9621021966756387e-05, + "loss": 0.1628, + "step": 13591 + }, + { + "epoch": 11.528413910093299, + "grad_norm": 1.5001896965868988, + "learning_rate": 1.9620947054442855e-05, + "loss": 0.1634, + "step": 13592 + }, + { + "epoch": 11.529262086513995, + "grad_norm": 1.5288106135763133, + "learning_rate": 1.9620872134869157e-05, + "loss": 0.1533, + "step": 13593 + }, + { + "epoch": 11.53011026293469, + "grad_norm": 1.4732265242992515, + "learning_rate": 1.962079720803535e-05, + "loss": 0.1402, + "step": 13594 + }, + { + "epoch": 11.530958439355386, + "grad_norm": 1.726820133404625, + "learning_rate": 1.9620722273941487e-05, + "loss": 0.172, + "step": 13595 + }, + { + "epoch": 11.531806615776082, + "grad_norm": 1.5398773233927827, + "learning_rate": 1.962064733258763e-05, + "loss": 0.1627, + "step": 13596 + }, + { + "epoch": 11.532654792196777, + "grad_norm": 1.4705432587680083, + "learning_rate": 1.9620572383973838e-05, + "loss": 0.1647, + "step": 13597 + }, + { + "epoch": 11.533502968617473, + "grad_norm": 1.3099752323931293, + "learning_rate": 1.9620497428100163e-05, + "loss": 0.1143, + "step": 13598 + }, + { + "epoch": 11.534351145038167, + "grad_norm": 1.7046100593021696, + "learning_rate": 1.962042246496666e-05, + "loss": 0.1693, + "step": 13599 + }, + { + "epoch": 11.535199321458864, + "grad_norm": 1.6405240343821725, + "learning_rate": 1.962034749457339e-05, + "loss": 0.1562, + "step": 13600 + }, + { + "epoch": 11.53604749787956, + "grad_norm": 1.5696949857157587, + "learning_rate": 1.9620272516920405e-05, + "loss": 0.1753, + "step": 13601 + }, + { + "epoch": 11.536895674300254, + "grad_norm": 1.4447937872962608, + "learning_rate": 1.9620197532007768e-05, + "loss": 0.1831, + "step": 13602 + }, + { + "epoch": 11.53774385072095, + "grad_norm": 1.6213627062984086, + "learning_rate": 1.9620122539835526e-05, + "loss": 0.1511, + "step": 13603 + }, + { + "epoch": 11.538592027141645, + "grad_norm": 1.639821703693828, + "learning_rate": 1.9620047540403744e-05, + "loss": 0.1308, + "step": 13604 + }, + { + "epoch": 11.539440203562341, + "grad_norm": 1.6645754380272046, + "learning_rate": 1.9619972533712477e-05, + "loss": 0.1383, + "step": 13605 + }, + { + "epoch": 11.540288379983036, + "grad_norm": 1.5307858830328713, + "learning_rate": 1.9619897519761778e-05, + "loss": 0.1387, + "step": 13606 + }, + { + "epoch": 11.541136556403732, + "grad_norm": 1.7530532263076113, + "learning_rate": 1.961982249855171e-05, + "loss": 0.1604, + "step": 13607 + }, + { + "epoch": 11.541984732824428, + "grad_norm": 1.6793374653456197, + "learning_rate": 1.961974747008232e-05, + "loss": 0.1488, + "step": 13608 + }, + { + "epoch": 11.542832909245123, + "grad_norm": 1.614765773697257, + "learning_rate": 1.9619672434353675e-05, + "loss": 0.1606, + "step": 13609 + }, + { + "epoch": 11.543681085665819, + "grad_norm": 1.3871291448213032, + "learning_rate": 1.9619597391365826e-05, + "loss": 0.1511, + "step": 13610 + }, + { + "epoch": 11.544529262086513, + "grad_norm": 2.195776035940099, + "learning_rate": 1.9619522341118827e-05, + "loss": 0.1372, + "step": 13611 + }, + { + "epoch": 11.54537743850721, + "grad_norm": 1.667111031143524, + "learning_rate": 1.961944728361274e-05, + "loss": 0.1438, + "step": 13612 + }, + { + "epoch": 11.546225614927906, + "grad_norm": 1.5531366989585058, + "learning_rate": 1.9619372218847622e-05, + "loss": 0.1554, + "step": 13613 + }, + { + "epoch": 11.5470737913486, + "grad_norm": 1.5619113472273012, + "learning_rate": 1.9619297146823528e-05, + "loss": 0.1484, + "step": 13614 + }, + { + "epoch": 11.547921967769296, + "grad_norm": 1.560087258849451, + "learning_rate": 1.961922206754051e-05, + "loss": 0.1959, + "step": 13615 + }, + { + "epoch": 11.54877014418999, + "grad_norm": 1.807427808950615, + "learning_rate": 1.961914698099863e-05, + "loss": 0.1499, + "step": 13616 + }, + { + "epoch": 11.549618320610687, + "grad_norm": 1.5698096136715385, + "learning_rate": 1.9619071887197942e-05, + "loss": 0.1483, + "step": 13617 + }, + { + "epoch": 11.550466497031383, + "grad_norm": 1.644274439494572, + "learning_rate": 1.9618996786138507e-05, + "loss": 0.1726, + "step": 13618 + }, + { + "epoch": 11.551314673452078, + "grad_norm": 1.5362708370415337, + "learning_rate": 1.9618921677820376e-05, + "loss": 0.1279, + "step": 13619 + }, + { + "epoch": 11.552162849872774, + "grad_norm": 1.3625921410100887, + "learning_rate": 1.9618846562243613e-05, + "loss": 0.1404, + "step": 13620 + }, + { + "epoch": 11.553011026293468, + "grad_norm": 1.4045636698061423, + "learning_rate": 1.9618771439408265e-05, + "loss": 0.1393, + "step": 13621 + }, + { + "epoch": 11.553859202714165, + "grad_norm": 1.8574511715697335, + "learning_rate": 1.9618696309314397e-05, + "loss": 0.2007, + "step": 13622 + }, + { + "epoch": 11.554707379134861, + "grad_norm": 1.6325795788086777, + "learning_rate": 1.961862117196206e-05, + "loss": 0.1799, + "step": 13623 + }, + { + "epoch": 11.555555555555555, + "grad_norm": 1.7737450510256787, + "learning_rate": 1.9618546027351315e-05, + "loss": 0.1601, + "step": 13624 + }, + { + "epoch": 11.556403731976252, + "grad_norm": 1.4601493429091614, + "learning_rate": 1.9618470875482216e-05, + "loss": 0.1569, + "step": 13625 + }, + { + "epoch": 11.557251908396946, + "grad_norm": 1.6285473974482247, + "learning_rate": 1.961839571635482e-05, + "loss": 0.1512, + "step": 13626 + }, + { + "epoch": 11.558100084817642, + "grad_norm": 1.5168517209213483, + "learning_rate": 1.9618320549969185e-05, + "loss": 0.1345, + "step": 13627 + }, + { + "epoch": 11.558948261238339, + "grad_norm": 1.8915856345748658, + "learning_rate": 1.961824537632537e-05, + "loss": 0.2036, + "step": 13628 + }, + { + "epoch": 11.559796437659033, + "grad_norm": 1.5777446414568275, + "learning_rate": 1.9618170195423426e-05, + "loss": 0.1668, + "step": 13629 + }, + { + "epoch": 11.56064461407973, + "grad_norm": 2.022652126460103, + "learning_rate": 1.961809500726341e-05, + "loss": 0.1741, + "step": 13630 + }, + { + "epoch": 11.561492790500424, + "grad_norm": 1.5833450404474134, + "learning_rate": 1.9618019811845382e-05, + "loss": 0.1586, + "step": 13631 + }, + { + "epoch": 11.56234096692112, + "grad_norm": 1.5514388150238092, + "learning_rate": 1.96179446091694e-05, + "loss": 0.1666, + "step": 13632 + }, + { + "epoch": 11.563189143341814, + "grad_norm": 1.5510178193901532, + "learning_rate": 1.961786939923552e-05, + "loss": 0.1579, + "step": 13633 + }, + { + "epoch": 11.56403731976251, + "grad_norm": 1.4662615111404285, + "learning_rate": 1.9617794182043793e-05, + "loss": 0.1456, + "step": 13634 + }, + { + "epoch": 11.564885496183207, + "grad_norm": 1.5829606517516754, + "learning_rate": 1.9617718957594284e-05, + "loss": 0.186, + "step": 13635 + }, + { + "epoch": 11.565733672603901, + "grad_norm": 1.63033832988935, + "learning_rate": 1.9617643725887047e-05, + "loss": 0.1904, + "step": 13636 + }, + { + "epoch": 11.566581849024598, + "grad_norm": 1.530757919030561, + "learning_rate": 1.9617568486922134e-05, + "loss": 0.1513, + "step": 13637 + }, + { + "epoch": 11.567430025445292, + "grad_norm": 1.7712207024115265, + "learning_rate": 1.961749324069961e-05, + "loss": 0.2012, + "step": 13638 + }, + { + "epoch": 11.568278201865988, + "grad_norm": 1.6214988240975827, + "learning_rate": 1.9617417987219522e-05, + "loss": 0.16, + "step": 13639 + }, + { + "epoch": 11.569126378286684, + "grad_norm": 2.03456463614314, + "learning_rate": 1.9617342726481935e-05, + "loss": 0.1557, + "step": 13640 + }, + { + "epoch": 11.569974554707379, + "grad_norm": 1.480297080393946, + "learning_rate": 1.9617267458486902e-05, + "loss": 0.1432, + "step": 13641 + }, + { + "epoch": 11.570822731128075, + "grad_norm": 1.5117107226547137, + "learning_rate": 1.961719218323448e-05, + "loss": 0.1919, + "step": 13642 + }, + { + "epoch": 11.57167090754877, + "grad_norm": 1.3365158182775598, + "learning_rate": 1.961711690072473e-05, + "loss": 0.119, + "step": 13643 + }, + { + "epoch": 11.572519083969466, + "grad_norm": 1.6530718478766184, + "learning_rate": 1.96170416109577e-05, + "loss": 0.1283, + "step": 13644 + }, + { + "epoch": 11.57336726039016, + "grad_norm": 1.4971919483600469, + "learning_rate": 1.9616966313933455e-05, + "loss": 0.1582, + "step": 13645 + }, + { + "epoch": 11.574215436810857, + "grad_norm": 1.5931498943708213, + "learning_rate": 1.961689100965205e-05, + "loss": 0.1745, + "step": 13646 + }, + { + "epoch": 11.575063613231553, + "grad_norm": 1.5176299095342847, + "learning_rate": 1.961681569811354e-05, + "loss": 0.1608, + "step": 13647 + }, + { + "epoch": 11.575911789652247, + "grad_norm": 1.5411214950341943, + "learning_rate": 1.9616740379317984e-05, + "loss": 0.1482, + "step": 13648 + }, + { + "epoch": 11.576759966072943, + "grad_norm": 1.6990363508874973, + "learning_rate": 1.9616665053265432e-05, + "loss": 0.1737, + "step": 13649 + }, + { + "epoch": 11.577608142493638, + "grad_norm": 1.6174110931720258, + "learning_rate": 1.9616589719955953e-05, + "loss": 0.1736, + "step": 13650 + }, + { + "epoch": 11.578456318914334, + "grad_norm": 1.5024918318505447, + "learning_rate": 1.9616514379389594e-05, + "loss": 0.1517, + "step": 13651 + }, + { + "epoch": 11.57930449533503, + "grad_norm": 1.601170739254195, + "learning_rate": 1.9616439031566415e-05, + "loss": 0.1526, + "step": 13652 + }, + { + "epoch": 11.580152671755725, + "grad_norm": 1.6294471921995266, + "learning_rate": 1.961636367648647e-05, + "loss": 0.1673, + "step": 13653 + }, + { + "epoch": 11.581000848176421, + "grad_norm": 1.5756424982683925, + "learning_rate": 1.9616288314149823e-05, + "loss": 0.1168, + "step": 13654 + }, + { + "epoch": 11.581849024597116, + "grad_norm": 1.5910916615377995, + "learning_rate": 1.9616212944556526e-05, + "loss": 0.1507, + "step": 13655 + }, + { + "epoch": 11.582697201017812, + "grad_norm": 1.730756471202376, + "learning_rate": 1.9616137567706636e-05, + "loss": 0.1123, + "step": 13656 + }, + { + "epoch": 11.583545377438508, + "grad_norm": 2.1141428437530436, + "learning_rate": 1.961606218360021e-05, + "loss": 0.1958, + "step": 13657 + }, + { + "epoch": 11.584393553859202, + "grad_norm": 1.5554336706846095, + "learning_rate": 1.9615986792237303e-05, + "loss": 0.1724, + "step": 13658 + }, + { + "epoch": 11.585241730279899, + "grad_norm": 1.8153327185583565, + "learning_rate": 1.9615911393617976e-05, + "loss": 0.1368, + "step": 13659 + }, + { + "epoch": 11.586089906700593, + "grad_norm": 1.5579747591138684, + "learning_rate": 1.9615835987742286e-05, + "loss": 0.1428, + "step": 13660 + }, + { + "epoch": 11.58693808312129, + "grad_norm": 1.4870587192385658, + "learning_rate": 1.961576057461029e-05, + "loss": 0.1665, + "step": 13661 + }, + { + "epoch": 11.587786259541986, + "grad_norm": 1.5363175200761723, + "learning_rate": 1.9615685154222035e-05, + "loss": 0.1441, + "step": 13662 + }, + { + "epoch": 11.58863443596268, + "grad_norm": 1.6164416587155277, + "learning_rate": 1.961560972657759e-05, + "loss": 0.1305, + "step": 13663 + }, + { + "epoch": 11.589482612383376, + "grad_norm": 1.480648099243833, + "learning_rate": 1.961553429167701e-05, + "loss": 0.1416, + "step": 13664 + }, + { + "epoch": 11.59033078880407, + "grad_norm": 1.7259029455065058, + "learning_rate": 1.9615458849520345e-05, + "loss": 0.1569, + "step": 13665 + }, + { + "epoch": 11.591178965224767, + "grad_norm": 1.496276014125014, + "learning_rate": 1.961538340010766e-05, + "loss": 0.1435, + "step": 13666 + }, + { + "epoch": 11.592027141645461, + "grad_norm": 1.6462790515370593, + "learning_rate": 1.9615307943439006e-05, + "loss": 0.1407, + "step": 13667 + }, + { + "epoch": 11.592875318066158, + "grad_norm": 1.4543610300045944, + "learning_rate": 1.9615232479514444e-05, + "loss": 0.1363, + "step": 13668 + }, + { + "epoch": 11.593723494486854, + "grad_norm": 1.471588208524956, + "learning_rate": 1.961515700833403e-05, + "loss": 0.1415, + "step": 13669 + }, + { + "epoch": 11.594571670907548, + "grad_norm": 1.5644342030026388, + "learning_rate": 1.9615081529897817e-05, + "loss": 0.1195, + "step": 13670 + }, + { + "epoch": 11.595419847328245, + "grad_norm": 1.5838262381033665, + "learning_rate": 1.9615006044205868e-05, + "loss": 0.1551, + "step": 13671 + }, + { + "epoch": 11.596268023748939, + "grad_norm": 1.7083496170969739, + "learning_rate": 1.9614930551258237e-05, + "loss": 0.1559, + "step": 13672 + }, + { + "epoch": 11.597116200169635, + "grad_norm": 1.4224219703386323, + "learning_rate": 1.961485505105498e-05, + "loss": 0.1311, + "step": 13673 + }, + { + "epoch": 11.597964376590332, + "grad_norm": 1.6271081585862186, + "learning_rate": 1.9614779543596153e-05, + "loss": 0.14, + "step": 13674 + }, + { + "epoch": 11.598812553011026, + "grad_norm": 1.5675809637727414, + "learning_rate": 1.961470402888182e-05, + "loss": 0.1505, + "step": 13675 + }, + { + "epoch": 11.599660729431722, + "grad_norm": 1.4161474796796363, + "learning_rate": 1.961462850691203e-05, + "loss": 0.1288, + "step": 13676 + }, + { + "epoch": 11.600508905852417, + "grad_norm": 1.9298724475685625, + "learning_rate": 1.9614552977686847e-05, + "loss": 0.1558, + "step": 13677 + }, + { + "epoch": 11.601357082273113, + "grad_norm": 1.5531324617153557, + "learning_rate": 1.961447744120632e-05, + "loss": 0.2179, + "step": 13678 + }, + { + "epoch": 11.60220525869381, + "grad_norm": 1.5286730458445628, + "learning_rate": 1.9614401897470513e-05, + "loss": 0.1336, + "step": 13679 + }, + { + "epoch": 11.603053435114504, + "grad_norm": 1.5747106700112885, + "learning_rate": 1.9614326346479475e-05, + "loss": 0.1996, + "step": 13680 + }, + { + "epoch": 11.6039016115352, + "grad_norm": 1.4721560079096465, + "learning_rate": 1.9614250788233275e-05, + "loss": 0.1429, + "step": 13681 + }, + { + "epoch": 11.604749787955894, + "grad_norm": 1.5408020269892562, + "learning_rate": 1.9614175222731956e-05, + "loss": 0.1654, + "step": 13682 + }, + { + "epoch": 11.60559796437659, + "grad_norm": 1.3797999447515752, + "learning_rate": 1.9614099649975587e-05, + "loss": 0.1477, + "step": 13683 + }, + { + "epoch": 11.606446140797285, + "grad_norm": 1.6438739443108377, + "learning_rate": 1.9614024069964218e-05, + "loss": 0.1496, + "step": 13684 + }, + { + "epoch": 11.607294317217981, + "grad_norm": 1.5520462237757695, + "learning_rate": 1.961394848269791e-05, + "loss": 0.1279, + "step": 13685 + }, + { + "epoch": 11.608142493638677, + "grad_norm": 1.5938233877877352, + "learning_rate": 1.961387288817672e-05, + "loss": 0.145, + "step": 13686 + }, + { + "epoch": 11.608990670059372, + "grad_norm": 1.6255305210318363, + "learning_rate": 1.9613797286400698e-05, + "loss": 0.1164, + "step": 13687 + }, + { + "epoch": 11.609838846480068, + "grad_norm": 1.56745161126979, + "learning_rate": 1.961372167736991e-05, + "loss": 0.1323, + "step": 13688 + }, + { + "epoch": 11.610687022900763, + "grad_norm": 1.5372508275665573, + "learning_rate": 1.961364606108441e-05, + "loss": 0.1422, + "step": 13689 + }, + { + "epoch": 11.611535199321459, + "grad_norm": 1.627623710783176, + "learning_rate": 1.961357043754425e-05, + "loss": 0.1747, + "step": 13690 + }, + { + "epoch": 11.612383375742155, + "grad_norm": 1.4996514292075178, + "learning_rate": 1.9613494806749495e-05, + "loss": 0.145, + "step": 13691 + }, + { + "epoch": 11.61323155216285, + "grad_norm": 1.5372734087526003, + "learning_rate": 1.96134191687002e-05, + "loss": 0.1348, + "step": 13692 + }, + { + "epoch": 11.614079728583546, + "grad_norm": 1.6100028729204685, + "learning_rate": 1.961334352339642e-05, + "loss": 0.1666, + "step": 13693 + }, + { + "epoch": 11.61492790500424, + "grad_norm": 1.6637396487399674, + "learning_rate": 1.9613267870838212e-05, + "loss": 0.134, + "step": 13694 + }, + { + "epoch": 11.615776081424936, + "grad_norm": 1.7445640634000006, + "learning_rate": 1.961319221102563e-05, + "loss": 0.1745, + "step": 13695 + }, + { + "epoch": 11.616624257845633, + "grad_norm": 1.3537666582941477, + "learning_rate": 1.961311654395874e-05, + "loss": 0.1022, + "step": 13696 + }, + { + "epoch": 11.617472434266327, + "grad_norm": 1.5384435942278136, + "learning_rate": 1.9613040869637593e-05, + "loss": 0.1737, + "step": 13697 + }, + { + "epoch": 11.618320610687023, + "grad_norm": 1.5995268059962862, + "learning_rate": 1.9612965188062247e-05, + "loss": 0.1345, + "step": 13698 + }, + { + "epoch": 11.619168787107718, + "grad_norm": 1.6444891988110348, + "learning_rate": 1.961288949923276e-05, + "loss": 0.1465, + "step": 13699 + }, + { + "epoch": 11.620016963528414, + "grad_norm": 1.5263569459612318, + "learning_rate": 1.9612813803149185e-05, + "loss": 0.1726, + "step": 13700 + }, + { + "epoch": 11.62086513994911, + "grad_norm": 1.37085613380248, + "learning_rate": 1.9612738099811584e-05, + "loss": 0.1297, + "step": 13701 + }, + { + "epoch": 11.621713316369805, + "grad_norm": 1.534546918202992, + "learning_rate": 1.9612662389220014e-05, + "loss": 0.1717, + "step": 13702 + }, + { + "epoch": 11.622561492790501, + "grad_norm": 1.782768353812086, + "learning_rate": 1.961258667137453e-05, + "loss": 0.1571, + "step": 13703 + }, + { + "epoch": 11.623409669211195, + "grad_norm": 1.7503942614262036, + "learning_rate": 1.9612510946275193e-05, + "loss": 0.1606, + "step": 13704 + }, + { + "epoch": 11.624257845631892, + "grad_norm": 1.451422407086153, + "learning_rate": 1.961243521392205e-05, + "loss": 0.1501, + "step": 13705 + }, + { + "epoch": 11.625106022052586, + "grad_norm": 1.4615435389561884, + "learning_rate": 1.9612359474315174e-05, + "loss": 0.1512, + "step": 13706 + }, + { + "epoch": 11.625954198473282, + "grad_norm": 1.539241073465173, + "learning_rate": 1.9612283727454608e-05, + "loss": 0.1399, + "step": 13707 + }, + { + "epoch": 11.626802374893979, + "grad_norm": 1.5800602533292354, + "learning_rate": 1.9612207973340414e-05, + "loss": 0.1465, + "step": 13708 + }, + { + "epoch": 11.627650551314673, + "grad_norm": 1.3893809955182788, + "learning_rate": 1.961213221197265e-05, + "loss": 0.1432, + "step": 13709 + }, + { + "epoch": 11.62849872773537, + "grad_norm": 1.684296757569388, + "learning_rate": 1.9612056443351374e-05, + "loss": 0.1448, + "step": 13710 + }, + { + "epoch": 11.629346904156064, + "grad_norm": 1.6141789427480673, + "learning_rate": 1.9611980667476643e-05, + "loss": 0.1437, + "step": 13711 + }, + { + "epoch": 11.63019508057676, + "grad_norm": 1.6756806830758895, + "learning_rate": 1.961190488434851e-05, + "loss": 0.1665, + "step": 13712 + }, + { + "epoch": 11.631043256997456, + "grad_norm": 1.6307210989254752, + "learning_rate": 1.961182909396704e-05, + "loss": 0.1173, + "step": 13713 + }, + { + "epoch": 11.63189143341815, + "grad_norm": 1.5297426968100722, + "learning_rate": 1.9611753296332283e-05, + "loss": 0.1563, + "step": 13714 + }, + { + "epoch": 11.632739609838847, + "grad_norm": 1.892134125745053, + "learning_rate": 1.96116774914443e-05, + "loss": 0.1767, + "step": 13715 + }, + { + "epoch": 11.633587786259541, + "grad_norm": 1.4484075207051075, + "learning_rate": 1.9611601679303144e-05, + "loss": 0.1863, + "step": 13716 + }, + { + "epoch": 11.634435962680238, + "grad_norm": 1.606720336112643, + "learning_rate": 1.9611525859908877e-05, + "loss": 0.1405, + "step": 13717 + }, + { + "epoch": 11.635284139100932, + "grad_norm": 1.744443290340396, + "learning_rate": 1.9611450033261554e-05, + "loss": 0.1611, + "step": 13718 + }, + { + "epoch": 11.636132315521628, + "grad_norm": 1.630731168614103, + "learning_rate": 1.9611374199361234e-05, + "loss": 0.1442, + "step": 13719 + }, + { + "epoch": 11.636980491942325, + "grad_norm": 1.4774766010618445, + "learning_rate": 1.9611298358207974e-05, + "loss": 0.1684, + "step": 13720 + }, + { + "epoch": 11.637828668363019, + "grad_norm": 1.8335455704737313, + "learning_rate": 1.9611222509801826e-05, + "loss": 0.1778, + "step": 13721 + }, + { + "epoch": 11.638676844783715, + "grad_norm": 1.5402483339628783, + "learning_rate": 1.9611146654142856e-05, + "loss": 0.1531, + "step": 13722 + }, + { + "epoch": 11.63952502120441, + "grad_norm": 1.7230869135229114, + "learning_rate": 1.9611070791231112e-05, + "loss": 0.161, + "step": 13723 + }, + { + "epoch": 11.640373197625106, + "grad_norm": 1.6395002837303936, + "learning_rate": 1.961099492106666e-05, + "loss": 0.1713, + "step": 13724 + }, + { + "epoch": 11.641221374045802, + "grad_norm": 1.677861167776041, + "learning_rate": 1.9610919043649547e-05, + "loss": 0.1392, + "step": 13725 + }, + { + "epoch": 11.642069550466497, + "grad_norm": 1.429257384678939, + "learning_rate": 1.961084315897984e-05, + "loss": 0.1224, + "step": 13726 + }, + { + "epoch": 11.642917726887193, + "grad_norm": 1.4868057305831686, + "learning_rate": 1.9610767267057594e-05, + "loss": 0.1412, + "step": 13727 + }, + { + "epoch": 11.643765903307887, + "grad_norm": 1.3903063652385168, + "learning_rate": 1.9610691367882862e-05, + "loss": 0.1389, + "step": 13728 + }, + { + "epoch": 11.644614079728584, + "grad_norm": 1.518349378222563, + "learning_rate": 1.961061546145571e-05, + "loss": 0.1491, + "step": 13729 + }, + { + "epoch": 11.64546225614928, + "grad_norm": 1.336689791749968, + "learning_rate": 1.9610539547776185e-05, + "loss": 0.1242, + "step": 13730 + }, + { + "epoch": 11.646310432569974, + "grad_norm": 1.6109887172442205, + "learning_rate": 1.9610463626844348e-05, + "loss": 0.1565, + "step": 13731 + }, + { + "epoch": 11.64715860899067, + "grad_norm": 1.575059037618645, + "learning_rate": 1.9610387698660255e-05, + "loss": 0.1579, + "step": 13732 + }, + { + "epoch": 11.648006785411365, + "grad_norm": 1.5850667891634396, + "learning_rate": 1.961031176322397e-05, + "loss": 0.1335, + "step": 13733 + }, + { + "epoch": 11.648854961832061, + "grad_norm": 1.7633354688375544, + "learning_rate": 1.9610235820535544e-05, + "loss": 0.1292, + "step": 13734 + }, + { + "epoch": 11.649703138252757, + "grad_norm": 1.669299317600925, + "learning_rate": 1.9610159870595037e-05, + "loss": 0.1618, + "step": 13735 + }, + { + "epoch": 11.650551314673452, + "grad_norm": 1.8786353386713683, + "learning_rate": 1.9610083913402503e-05, + "loss": 0.1735, + "step": 13736 + }, + { + "epoch": 11.651399491094148, + "grad_norm": 1.5884757427386476, + "learning_rate": 1.9610007948958003e-05, + "loss": 0.1298, + "step": 13737 + }, + { + "epoch": 11.652247667514843, + "grad_norm": 1.5311621875706003, + "learning_rate": 1.9609931977261595e-05, + "loss": 0.1555, + "step": 13738 + }, + { + "epoch": 11.653095843935539, + "grad_norm": 1.6366593161279752, + "learning_rate": 1.960985599831333e-05, + "loss": 0.1874, + "step": 13739 + }, + { + "epoch": 11.653944020356235, + "grad_norm": 1.6924654099183432, + "learning_rate": 1.960978001211327e-05, + "loss": 0.1775, + "step": 13740 + }, + { + "epoch": 11.65479219677693, + "grad_norm": 1.4919047392258324, + "learning_rate": 1.960970401866147e-05, + "loss": 0.1267, + "step": 13741 + }, + { + "epoch": 11.655640373197626, + "grad_norm": 1.6622983284544546, + "learning_rate": 1.9609628017957996e-05, + "loss": 0.1533, + "step": 13742 + }, + { + "epoch": 11.65648854961832, + "grad_norm": 1.5015211684097458, + "learning_rate": 1.9609552010002895e-05, + "loss": 0.1347, + "step": 13743 + }, + { + "epoch": 11.657336726039016, + "grad_norm": 1.925199706009256, + "learning_rate": 1.9609475994796226e-05, + "loss": 0.1578, + "step": 13744 + }, + { + "epoch": 11.65818490245971, + "grad_norm": 1.615907791684447, + "learning_rate": 1.960939997233805e-05, + "loss": 0.1577, + "step": 13745 + }, + { + "epoch": 11.659033078880407, + "grad_norm": 1.5021686411841801, + "learning_rate": 1.9609323942628427e-05, + "loss": 0.1284, + "step": 13746 + }, + { + "epoch": 11.659881255301103, + "grad_norm": 1.5533750579590622, + "learning_rate": 1.9609247905667404e-05, + "loss": 0.1433, + "step": 13747 + }, + { + "epoch": 11.660729431721798, + "grad_norm": 1.5867299175465197, + "learning_rate": 1.9609171861455048e-05, + "loss": 0.1438, + "step": 13748 + }, + { + "epoch": 11.661577608142494, + "grad_norm": 1.5317663377658906, + "learning_rate": 1.960909580999141e-05, + "loss": 0.1565, + "step": 13749 + }, + { + "epoch": 11.662425784563188, + "grad_norm": 1.6205987139075653, + "learning_rate": 1.960901975127655e-05, + "loss": 0.1346, + "step": 13750 + }, + { + "epoch": 11.663273960983885, + "grad_norm": 1.6526527551010415, + "learning_rate": 1.9608943685310528e-05, + "loss": 0.1858, + "step": 13751 + }, + { + "epoch": 11.664122137404581, + "grad_norm": 1.4312296448270085, + "learning_rate": 1.9608867612093395e-05, + "loss": 0.1285, + "step": 13752 + }, + { + "epoch": 11.664970313825275, + "grad_norm": 1.7184672130738121, + "learning_rate": 1.9608791531625216e-05, + "loss": 0.1936, + "step": 13753 + }, + { + "epoch": 11.665818490245972, + "grad_norm": 1.553634553853586, + "learning_rate": 1.9608715443906043e-05, + "loss": 0.166, + "step": 13754 + }, + { + "epoch": 11.666666666666666, + "grad_norm": 1.778261543011262, + "learning_rate": 1.9608639348935938e-05, + "loss": 0.152, + "step": 13755 + }, + { + "epoch": 11.667514843087362, + "grad_norm": 1.4783274402952344, + "learning_rate": 1.9608563246714954e-05, + "loss": 0.1277, + "step": 13756 + }, + { + "epoch": 11.668363019508057, + "grad_norm": 1.518340518537859, + "learning_rate": 1.9608487137243147e-05, + "loss": 0.141, + "step": 13757 + }, + { + "epoch": 11.669211195928753, + "grad_norm": 1.599289963352014, + "learning_rate": 1.9608411020520583e-05, + "loss": 0.1575, + "step": 13758 + }, + { + "epoch": 11.67005937234945, + "grad_norm": 1.5464808781562362, + "learning_rate": 1.960833489654731e-05, + "loss": 0.1526, + "step": 13759 + }, + { + "epoch": 11.670907548770144, + "grad_norm": 1.4407977067765225, + "learning_rate": 1.960825876532339e-05, + "loss": 0.1699, + "step": 13760 + }, + { + "epoch": 11.67175572519084, + "grad_norm": 1.6577574555428662, + "learning_rate": 1.9608182626848885e-05, + "loss": 0.1825, + "step": 13761 + }, + { + "epoch": 11.672603901611534, + "grad_norm": 1.5611164997821083, + "learning_rate": 1.960810648112384e-05, + "loss": 0.1823, + "step": 13762 + }, + { + "epoch": 11.67345207803223, + "grad_norm": 1.4014157501905538, + "learning_rate": 1.960803032814832e-05, + "loss": 0.133, + "step": 13763 + }, + { + "epoch": 11.674300254452927, + "grad_norm": 1.672001630497288, + "learning_rate": 1.9607954167922388e-05, + "loss": 0.1577, + "step": 13764 + }, + { + "epoch": 11.675148430873621, + "grad_norm": 1.5470015622105842, + "learning_rate": 1.9607878000446094e-05, + "loss": 0.134, + "step": 13765 + }, + { + "epoch": 11.675996607294318, + "grad_norm": 1.4845668963889944, + "learning_rate": 1.9607801825719496e-05, + "loss": 0.147, + "step": 13766 + }, + { + "epoch": 11.676844783715012, + "grad_norm": 1.6093985438478295, + "learning_rate": 1.960772564374265e-05, + "loss": 0.144, + "step": 13767 + }, + { + "epoch": 11.677692960135708, + "grad_norm": 1.8920425793216071, + "learning_rate": 1.960764945451562e-05, + "loss": 0.1784, + "step": 13768 + }, + { + "epoch": 11.678541136556404, + "grad_norm": 1.453289954535928, + "learning_rate": 1.9607573258038458e-05, + "loss": 0.1634, + "step": 13769 + }, + { + "epoch": 11.679389312977099, + "grad_norm": 1.4040799850615793, + "learning_rate": 1.9607497054311224e-05, + "loss": 0.1429, + "step": 13770 + }, + { + "epoch": 11.680237489397795, + "grad_norm": 1.5659082702182427, + "learning_rate": 1.9607420843333974e-05, + "loss": 0.1289, + "step": 13771 + }, + { + "epoch": 11.68108566581849, + "grad_norm": 1.6104590625929152, + "learning_rate": 1.9607344625106766e-05, + "loss": 0.1684, + "step": 13772 + }, + { + "epoch": 11.681933842239186, + "grad_norm": 1.6635270177031924, + "learning_rate": 1.9607268399629657e-05, + "loss": 0.1707, + "step": 13773 + }, + { + "epoch": 11.682782018659882, + "grad_norm": 1.9392121471896282, + "learning_rate": 1.9607192166902705e-05, + "loss": 0.1722, + "step": 13774 + }, + { + "epoch": 11.683630195080577, + "grad_norm": 1.734937555101843, + "learning_rate": 1.9607115926925967e-05, + "loss": 0.1572, + "step": 13775 + }, + { + "epoch": 11.684478371501273, + "grad_norm": 1.598583108539889, + "learning_rate": 1.9607039679699505e-05, + "loss": 0.1623, + "step": 13776 + }, + { + "epoch": 11.685326547921967, + "grad_norm": 1.8622162172280836, + "learning_rate": 1.960696342522337e-05, + "loss": 0.1701, + "step": 13777 + }, + { + "epoch": 11.686174724342663, + "grad_norm": 1.5040107831262535, + "learning_rate": 1.9606887163497625e-05, + "loss": 0.1405, + "step": 13778 + }, + { + "epoch": 11.68702290076336, + "grad_norm": 1.6386296496821557, + "learning_rate": 1.960681089452232e-05, + "loss": 0.1471, + "step": 13779 + }, + { + "epoch": 11.687871077184054, + "grad_norm": 1.6171108357751696, + "learning_rate": 1.9606734618297524e-05, + "loss": 0.1499, + "step": 13780 + }, + { + "epoch": 11.68871925360475, + "grad_norm": 1.5466550301673305, + "learning_rate": 1.9606658334823283e-05, + "loss": 0.1797, + "step": 13781 + }, + { + "epoch": 11.689567430025445, + "grad_norm": 1.5905006014086092, + "learning_rate": 1.960658204409966e-05, + "loss": 0.1462, + "step": 13782 + }, + { + "epoch": 11.690415606446141, + "grad_norm": 1.8139639391987477, + "learning_rate": 1.960650574612671e-05, + "loss": 0.1677, + "step": 13783 + }, + { + "epoch": 11.691263782866836, + "grad_norm": 1.7254737777775397, + "learning_rate": 1.96064294409045e-05, + "loss": 0.1573, + "step": 13784 + }, + { + "epoch": 11.692111959287532, + "grad_norm": 1.6060966410638822, + "learning_rate": 1.9606353128433072e-05, + "loss": 0.1517, + "step": 13785 + }, + { + "epoch": 11.692960135708228, + "grad_norm": 1.6041808323230744, + "learning_rate": 1.96062768087125e-05, + "loss": 0.1648, + "step": 13786 + }, + { + "epoch": 11.693808312128922, + "grad_norm": 1.5312438074363526, + "learning_rate": 1.960620048174283e-05, + "loss": 0.1466, + "step": 13787 + }, + { + "epoch": 11.694656488549619, + "grad_norm": 1.2557529502873213, + "learning_rate": 1.960612414752412e-05, + "loss": 0.1111, + "step": 13788 + }, + { + "epoch": 11.695504664970313, + "grad_norm": 1.4222951581896675, + "learning_rate": 1.9606047806056434e-05, + "loss": 0.1271, + "step": 13789 + }, + { + "epoch": 11.69635284139101, + "grad_norm": 1.7334810927651072, + "learning_rate": 1.9605971457339823e-05, + "loss": 0.1611, + "step": 13790 + }, + { + "epoch": 11.697201017811706, + "grad_norm": 1.9012448076432122, + "learning_rate": 1.960589510137435e-05, + "loss": 0.1724, + "step": 13791 + }, + { + "epoch": 11.6980491942324, + "grad_norm": 1.6367572813623819, + "learning_rate": 1.9605818738160073e-05, + "loss": 0.1846, + "step": 13792 + }, + { + "epoch": 11.698897370653096, + "grad_norm": 1.5359963552816318, + "learning_rate": 1.9605742367697042e-05, + "loss": 0.1512, + "step": 13793 + }, + { + "epoch": 11.69974554707379, + "grad_norm": 1.7527538328417613, + "learning_rate": 1.9605665989985324e-05, + "loss": 0.1629, + "step": 13794 + }, + { + "epoch": 11.700593723494487, + "grad_norm": 1.7130397099377888, + "learning_rate": 1.960558960502497e-05, + "loss": 0.1771, + "step": 13795 + }, + { + "epoch": 11.701441899915181, + "grad_norm": 1.5835743862958844, + "learning_rate": 1.960551321281604e-05, + "loss": 0.1698, + "step": 13796 + }, + { + "epoch": 11.702290076335878, + "grad_norm": 1.6546165844203187, + "learning_rate": 1.9605436813358592e-05, + "loss": 0.1504, + "step": 13797 + }, + { + "epoch": 11.703138252756574, + "grad_norm": 1.513675675267254, + "learning_rate": 1.9605360406652686e-05, + "loss": 0.1486, + "step": 13798 + }, + { + "epoch": 11.703986429177268, + "grad_norm": 1.5252445290966936, + "learning_rate": 1.9605283992698376e-05, + "loss": 0.1552, + "step": 13799 + }, + { + "epoch": 11.704834605597965, + "grad_norm": 1.4379976320693366, + "learning_rate": 1.960520757149572e-05, + "loss": 0.1264, + "step": 13800 + }, + { + "epoch": 11.705682782018659, + "grad_norm": 1.5954817879338368, + "learning_rate": 1.9605131143044777e-05, + "loss": 0.1525, + "step": 13801 + }, + { + "epoch": 11.706530958439355, + "grad_norm": 1.9294235709672338, + "learning_rate": 1.9605054707345604e-05, + "loss": 0.1937, + "step": 13802 + }, + { + "epoch": 11.707379134860052, + "grad_norm": 1.6884813291470562, + "learning_rate": 1.9604978264398254e-05, + "loss": 0.1578, + "step": 13803 + }, + { + "epoch": 11.708227311280746, + "grad_norm": 1.4628651742204652, + "learning_rate": 1.9604901814202796e-05, + "loss": 0.1578, + "step": 13804 + }, + { + "epoch": 11.709075487701442, + "grad_norm": 1.5959581063224226, + "learning_rate": 1.9604825356759277e-05, + "loss": 0.1671, + "step": 13805 + }, + { + "epoch": 11.709923664122137, + "grad_norm": 1.4671203694235357, + "learning_rate": 1.960474889206776e-05, + "loss": 0.122, + "step": 13806 + }, + { + "epoch": 11.710771840542833, + "grad_norm": 1.6439824387200033, + "learning_rate": 1.96046724201283e-05, + "loss": 0.1672, + "step": 13807 + }, + { + "epoch": 11.71162001696353, + "grad_norm": 1.4843308571288765, + "learning_rate": 1.960459594094096e-05, + "loss": 0.1179, + "step": 13808 + }, + { + "epoch": 11.712468193384224, + "grad_norm": 1.655015264693053, + "learning_rate": 1.960451945450579e-05, + "loss": 0.1598, + "step": 13809 + }, + { + "epoch": 11.71331636980492, + "grad_norm": 1.6580515999767926, + "learning_rate": 1.9604442960822855e-05, + "loss": 0.1696, + "step": 13810 + }, + { + "epoch": 11.714164546225614, + "grad_norm": 1.7606849009965606, + "learning_rate": 1.9604366459892207e-05, + "loss": 0.1612, + "step": 13811 + }, + { + "epoch": 11.71501272264631, + "grad_norm": 1.7082470893200565, + "learning_rate": 1.9604289951713905e-05, + "loss": 0.1503, + "step": 13812 + }, + { + "epoch": 11.715860899067007, + "grad_norm": 1.7588251208647876, + "learning_rate": 1.960421343628801e-05, + "loss": 0.1736, + "step": 13813 + }, + { + "epoch": 11.716709075487701, + "grad_norm": 1.5238650580953343, + "learning_rate": 1.9604136913614575e-05, + "loss": 0.1496, + "step": 13814 + }, + { + "epoch": 11.717557251908397, + "grad_norm": 1.549610670447731, + "learning_rate": 1.9604060383693665e-05, + "loss": 0.1623, + "step": 13815 + }, + { + "epoch": 11.718405428329092, + "grad_norm": 1.6370326051494222, + "learning_rate": 1.9603983846525328e-05, + "loss": 0.1726, + "step": 13816 + }, + { + "epoch": 11.719253604749788, + "grad_norm": 1.5494048855122504, + "learning_rate": 1.9603907302109628e-05, + "loss": 0.1403, + "step": 13817 + }, + { + "epoch": 11.720101781170484, + "grad_norm": 1.4734449412508657, + "learning_rate": 1.9603830750446623e-05, + "loss": 0.1485, + "step": 13818 + }, + { + "epoch": 11.720949957591179, + "grad_norm": 1.613617246594822, + "learning_rate": 1.960375419153637e-05, + "loss": 0.1482, + "step": 13819 + }, + { + "epoch": 11.721798134011875, + "grad_norm": 1.422368437940087, + "learning_rate": 1.9603677625378923e-05, + "loss": 0.1226, + "step": 13820 + }, + { + "epoch": 11.72264631043257, + "grad_norm": 1.5117935516877592, + "learning_rate": 1.9603601051974347e-05, + "loss": 0.1303, + "step": 13821 + }, + { + "epoch": 11.723494486853266, + "grad_norm": 1.6182200184206152, + "learning_rate": 1.960352447132269e-05, + "loss": 0.145, + "step": 13822 + }, + { + "epoch": 11.72434266327396, + "grad_norm": 1.5908287972000104, + "learning_rate": 1.960344788342402e-05, + "loss": 0.1333, + "step": 13823 + }, + { + "epoch": 11.725190839694656, + "grad_norm": 1.5724962884060796, + "learning_rate": 1.9603371288278387e-05, + "loss": 0.1281, + "step": 13824 + }, + { + "epoch": 11.726039016115353, + "grad_norm": 1.4543529915605964, + "learning_rate": 1.9603294685885857e-05, + "loss": 0.1578, + "step": 13825 + }, + { + "epoch": 11.726887192536047, + "grad_norm": 1.7886115636266375, + "learning_rate": 1.960321807624648e-05, + "loss": 0.1971, + "step": 13826 + }, + { + "epoch": 11.727735368956743, + "grad_norm": 1.628017788401642, + "learning_rate": 1.9603141459360317e-05, + "loss": 0.1434, + "step": 13827 + }, + { + "epoch": 11.728583545377438, + "grad_norm": 1.5162720608878897, + "learning_rate": 1.9603064835227422e-05, + "loss": 0.1785, + "step": 13828 + }, + { + "epoch": 11.729431721798134, + "grad_norm": 1.5752500191278342, + "learning_rate": 1.960298820384786e-05, + "loss": 0.1623, + "step": 13829 + }, + { + "epoch": 11.73027989821883, + "grad_norm": 1.6162686302609746, + "learning_rate": 1.9602911565221686e-05, + "loss": 0.1591, + "step": 13830 + }, + { + "epoch": 11.731128074639525, + "grad_norm": 1.6078297912884323, + "learning_rate": 1.9602834919348955e-05, + "loss": 0.1594, + "step": 13831 + }, + { + "epoch": 11.731976251060221, + "grad_norm": 1.5825201767015586, + "learning_rate": 1.9602758266229726e-05, + "loss": 0.1332, + "step": 13832 + }, + { + "epoch": 11.732824427480915, + "grad_norm": 1.612545449948038, + "learning_rate": 1.960268160586406e-05, + "loss": 0.1536, + "step": 13833 + }, + { + "epoch": 11.733672603901612, + "grad_norm": 1.5135175255525761, + "learning_rate": 1.960260493825201e-05, + "loss": 0.1712, + "step": 13834 + }, + { + "epoch": 11.734520780322306, + "grad_norm": 1.8006069524647303, + "learning_rate": 1.9602528263393637e-05, + "loss": 0.1451, + "step": 13835 + }, + { + "epoch": 11.735368956743002, + "grad_norm": 1.4493390979413305, + "learning_rate": 1.9602451581288998e-05, + "loss": 0.1356, + "step": 13836 + }, + { + "epoch": 11.736217133163699, + "grad_norm": 1.5021217306930492, + "learning_rate": 1.960237489193815e-05, + "loss": 0.1309, + "step": 13837 + }, + { + "epoch": 11.737065309584393, + "grad_norm": 1.6426639161609398, + "learning_rate": 1.9602298195341158e-05, + "loss": 0.1474, + "step": 13838 + }, + { + "epoch": 11.73791348600509, + "grad_norm": 1.7185581219683819, + "learning_rate": 1.960222149149807e-05, + "loss": 0.1711, + "step": 13839 + }, + { + "epoch": 11.738761662425784, + "grad_norm": 1.9898001784157096, + "learning_rate": 1.9602144780408944e-05, + "loss": 0.1594, + "step": 13840 + }, + { + "epoch": 11.73960983884648, + "grad_norm": 1.7253957148754366, + "learning_rate": 1.9602068062073843e-05, + "loss": 0.1331, + "step": 13841 + }, + { + "epoch": 11.740458015267176, + "grad_norm": 1.7214062140837538, + "learning_rate": 1.960199133649283e-05, + "loss": 0.1477, + "step": 13842 + }, + { + "epoch": 11.74130619168787, + "grad_norm": 1.5618608033117893, + "learning_rate": 1.960191460366595e-05, + "loss": 0.1434, + "step": 13843 + }, + { + "epoch": 11.742154368108567, + "grad_norm": 1.502432868689352, + "learning_rate": 1.960183786359327e-05, + "loss": 0.1577, + "step": 13844 + }, + { + "epoch": 11.743002544529261, + "grad_norm": 1.595774001861358, + "learning_rate": 1.960176111627484e-05, + "loss": 0.1376, + "step": 13845 + }, + { + "epoch": 11.743850720949958, + "grad_norm": 1.5252760399005223, + "learning_rate": 1.9601684361710728e-05, + "loss": 0.1623, + "step": 13846 + }, + { + "epoch": 11.744698897370654, + "grad_norm": 1.6366672275453373, + "learning_rate": 1.9601607599900986e-05, + "loss": 0.1314, + "step": 13847 + }, + { + "epoch": 11.745547073791348, + "grad_norm": 1.5648929101287086, + "learning_rate": 1.9601530830845674e-05, + "loss": 0.1459, + "step": 13848 + }, + { + "epoch": 11.746395250212045, + "grad_norm": 1.6681765101985448, + "learning_rate": 1.960145405454485e-05, + "loss": 0.1246, + "step": 13849 + }, + { + "epoch": 11.747243426632739, + "grad_norm": 1.6787420035627036, + "learning_rate": 1.9601377270998568e-05, + "loss": 0.1292, + "step": 13850 + }, + { + "epoch": 11.748091603053435, + "grad_norm": 1.7759456761124996, + "learning_rate": 1.960130048020689e-05, + "loss": 0.1562, + "step": 13851 + }, + { + "epoch": 11.748939779474131, + "grad_norm": 1.7354116062836729, + "learning_rate": 1.960122368216987e-05, + "loss": 0.1735, + "step": 13852 + }, + { + "epoch": 11.749787955894826, + "grad_norm": 1.8951750896879247, + "learning_rate": 1.9601146876887572e-05, + "loss": 0.1655, + "step": 13853 + }, + { + "epoch": 11.750636132315522, + "grad_norm": 1.5321061902874407, + "learning_rate": 1.960107006436005e-05, + "loss": 0.1445, + "step": 13854 + }, + { + "epoch": 11.751484308736217, + "grad_norm": 1.489691535092773, + "learning_rate": 1.9600993244587362e-05, + "loss": 0.1491, + "step": 13855 + }, + { + "epoch": 11.752332485156913, + "grad_norm": 1.612342841654277, + "learning_rate": 1.9600916417569565e-05, + "loss": 0.1553, + "step": 13856 + }, + { + "epoch": 11.753180661577607, + "grad_norm": 1.7480933123958051, + "learning_rate": 1.9600839583306722e-05, + "loss": 0.1592, + "step": 13857 + }, + { + "epoch": 11.754028837998304, + "grad_norm": 1.7531399019266745, + "learning_rate": 1.9600762741798885e-05, + "loss": 0.1419, + "step": 13858 + }, + { + "epoch": 11.754877014419, + "grad_norm": 1.6077532757748814, + "learning_rate": 1.9600685893046117e-05, + "loss": 0.1431, + "step": 13859 + }, + { + "epoch": 11.755725190839694, + "grad_norm": 1.5584514938114167, + "learning_rate": 1.960060903704847e-05, + "loss": 0.1759, + "step": 13860 + }, + { + "epoch": 11.75657336726039, + "grad_norm": 1.7908525118010696, + "learning_rate": 1.9600532173806005e-05, + "loss": 0.1995, + "step": 13861 + }, + { + "epoch": 11.757421543681085, + "grad_norm": 1.5851076670917739, + "learning_rate": 1.9600455303318785e-05, + "loss": 0.1549, + "step": 13862 + }, + { + "epoch": 11.758269720101781, + "grad_norm": 1.6715865995972508, + "learning_rate": 1.960037842558686e-05, + "loss": 0.1354, + "step": 13863 + }, + { + "epoch": 11.759117896522477, + "grad_norm": 1.5457799760302429, + "learning_rate": 1.960030154061029e-05, + "loss": 0.1576, + "step": 13864 + }, + { + "epoch": 11.759966072943172, + "grad_norm": 1.4817331737237707, + "learning_rate": 1.960022464838914e-05, + "loss": 0.1369, + "step": 13865 + }, + { + "epoch": 11.760814249363868, + "grad_norm": 1.6513188589073242, + "learning_rate": 1.960014774892346e-05, + "loss": 0.1465, + "step": 13866 + }, + { + "epoch": 11.761662425784563, + "grad_norm": 1.74179488353048, + "learning_rate": 1.960007084221331e-05, + "loss": 0.1619, + "step": 13867 + }, + { + "epoch": 11.762510602205259, + "grad_norm": 1.5112998736466343, + "learning_rate": 1.9599993928258748e-05, + "loss": 0.1502, + "step": 13868 + }, + { + "epoch": 11.763358778625955, + "grad_norm": 1.5318746684795608, + "learning_rate": 1.9599917007059835e-05, + "loss": 0.125, + "step": 13869 + }, + { + "epoch": 11.76420695504665, + "grad_norm": 1.5795661616570367, + "learning_rate": 1.9599840078616625e-05, + "loss": 0.1512, + "step": 13870 + }, + { + "epoch": 11.765055131467346, + "grad_norm": 1.5793516504529088, + "learning_rate": 1.9599763142929177e-05, + "loss": 0.1347, + "step": 13871 + }, + { + "epoch": 11.76590330788804, + "grad_norm": 1.6546696921707922, + "learning_rate": 1.9599686199997553e-05, + "loss": 0.1539, + "step": 13872 + }, + { + "epoch": 11.766751484308736, + "grad_norm": 1.5344617456756444, + "learning_rate": 1.9599609249821806e-05, + "loss": 0.1473, + "step": 13873 + }, + { + "epoch": 11.76759966072943, + "grad_norm": 1.4722019794844952, + "learning_rate": 1.9599532292401996e-05, + "loss": 0.1886, + "step": 13874 + }, + { + "epoch": 11.768447837150127, + "grad_norm": 1.3917492566745264, + "learning_rate": 1.959945532773818e-05, + "loss": 0.1382, + "step": 13875 + }, + { + "epoch": 11.769296013570823, + "grad_norm": 1.556857454998696, + "learning_rate": 1.9599378355830417e-05, + "loss": 0.149, + "step": 13876 + }, + { + "epoch": 11.770144189991518, + "grad_norm": 1.7077972348955301, + "learning_rate": 1.9599301376678764e-05, + "loss": 0.1645, + "step": 13877 + }, + { + "epoch": 11.770992366412214, + "grad_norm": 1.5389811438871428, + "learning_rate": 1.959922439028328e-05, + "loss": 0.1271, + "step": 13878 + }, + { + "epoch": 11.771840542832908, + "grad_norm": 1.7419388106983411, + "learning_rate": 1.9599147396644027e-05, + "loss": 0.1545, + "step": 13879 + }, + { + "epoch": 11.772688719253605, + "grad_norm": 1.5156124063953573, + "learning_rate": 1.959907039576106e-05, + "loss": 0.1256, + "step": 13880 + }, + { + "epoch": 11.773536895674301, + "grad_norm": 1.591523108716565, + "learning_rate": 1.9598993387634434e-05, + "loss": 0.1692, + "step": 13881 + }, + { + "epoch": 11.774385072094995, + "grad_norm": 1.491096591234783, + "learning_rate": 1.959891637226421e-05, + "loss": 0.1328, + "step": 13882 + }, + { + "epoch": 11.775233248515692, + "grad_norm": 1.5147981837627549, + "learning_rate": 1.9598839349650447e-05, + "loss": 0.1445, + "step": 13883 + }, + { + "epoch": 11.776081424936386, + "grad_norm": 1.6750163834031462, + "learning_rate": 1.95987623197932e-05, + "loss": 0.1751, + "step": 13884 + }, + { + "epoch": 11.776929601357082, + "grad_norm": 1.6866584755987246, + "learning_rate": 1.959868528269253e-05, + "loss": 0.1818, + "step": 13885 + }, + { + "epoch": 11.777777777777779, + "grad_norm": 1.5533422203091807, + "learning_rate": 1.9598608238348493e-05, + "loss": 0.1599, + "step": 13886 + }, + { + "epoch": 11.778625954198473, + "grad_norm": 1.3817227425401895, + "learning_rate": 1.9598531186761153e-05, + "loss": 0.1437, + "step": 13887 + }, + { + "epoch": 11.77947413061917, + "grad_norm": 1.6389846126497565, + "learning_rate": 1.9598454127930557e-05, + "loss": 0.1366, + "step": 13888 + }, + { + "epoch": 11.780322307039864, + "grad_norm": 1.7443131260270008, + "learning_rate": 1.9598377061856772e-05, + "loss": 0.151, + "step": 13889 + }, + { + "epoch": 11.78117048346056, + "grad_norm": 1.6324466755812745, + "learning_rate": 1.9598299988539856e-05, + "loss": 0.1188, + "step": 13890 + }, + { + "epoch": 11.782018659881256, + "grad_norm": 1.7309192372861268, + "learning_rate": 1.9598222907979863e-05, + "loss": 0.1607, + "step": 13891 + }, + { + "epoch": 11.78286683630195, + "grad_norm": 1.758977099403754, + "learning_rate": 1.9598145820176854e-05, + "loss": 0.1721, + "step": 13892 + }, + { + "epoch": 11.783715012722647, + "grad_norm": 1.5508971061395578, + "learning_rate": 1.9598068725130886e-05, + "loss": 0.1348, + "step": 13893 + }, + { + "epoch": 11.784563189143341, + "grad_norm": 1.5223624005392022, + "learning_rate": 1.9597991622842015e-05, + "loss": 0.1535, + "step": 13894 + }, + { + "epoch": 11.785411365564038, + "grad_norm": 1.5327976130048202, + "learning_rate": 1.9597914513310307e-05, + "loss": 0.1453, + "step": 13895 + }, + { + "epoch": 11.786259541984732, + "grad_norm": 1.5735700002614625, + "learning_rate": 1.959783739653581e-05, + "loss": 0.1952, + "step": 13896 + }, + { + "epoch": 11.787107718405428, + "grad_norm": 1.6094435165782486, + "learning_rate": 1.9597760272518588e-05, + "loss": 0.1402, + "step": 13897 + }, + { + "epoch": 11.787955894826124, + "grad_norm": 1.813015789295417, + "learning_rate": 1.95976831412587e-05, + "loss": 0.1404, + "step": 13898 + }, + { + "epoch": 11.788804071246819, + "grad_norm": 1.7358592892414724, + "learning_rate": 1.95976060027562e-05, + "loss": 0.1917, + "step": 13899 + }, + { + "epoch": 11.789652247667515, + "grad_norm": 1.5807642353795948, + "learning_rate": 1.959752885701115e-05, + "loss": 0.1399, + "step": 13900 + }, + { + "epoch": 11.79050042408821, + "grad_norm": 1.6154389776385794, + "learning_rate": 1.9597451704023607e-05, + "loss": 0.1642, + "step": 13901 + }, + { + "epoch": 11.791348600508906, + "grad_norm": 1.4989384027334467, + "learning_rate": 1.959737454379363e-05, + "loss": 0.1571, + "step": 13902 + }, + { + "epoch": 11.792196776929602, + "grad_norm": 1.6411656086003608, + "learning_rate": 1.9597297376321273e-05, + "loss": 0.1545, + "step": 13903 + }, + { + "epoch": 11.793044953350297, + "grad_norm": 1.5591808229629827, + "learning_rate": 1.9597220201606602e-05, + "loss": 0.1683, + "step": 13904 + }, + { + "epoch": 11.793893129770993, + "grad_norm": 1.2897225193552568, + "learning_rate": 1.9597143019649667e-05, + "loss": 0.1123, + "step": 13905 + }, + { + "epoch": 11.794741306191687, + "grad_norm": 1.5417024407649178, + "learning_rate": 1.959706583045053e-05, + "loss": 0.143, + "step": 13906 + }, + { + "epoch": 11.795589482612383, + "grad_norm": 1.8072174946123711, + "learning_rate": 1.959698863400925e-05, + "loss": 0.1339, + "step": 13907 + }, + { + "epoch": 11.796437659033078, + "grad_norm": 1.6555857559238396, + "learning_rate": 1.9596911430325885e-05, + "loss": 0.1307, + "step": 13908 + }, + { + "epoch": 11.797285835453774, + "grad_norm": 1.683486898566186, + "learning_rate": 1.9596834219400495e-05, + "loss": 0.1648, + "step": 13909 + }, + { + "epoch": 11.79813401187447, + "grad_norm": 1.4649960369208261, + "learning_rate": 1.9596757001233132e-05, + "loss": 0.1537, + "step": 13910 + }, + { + "epoch": 11.798982188295165, + "grad_norm": 1.6089704880507534, + "learning_rate": 1.9596679775823864e-05, + "loss": 0.1467, + "step": 13911 + }, + { + "epoch": 11.799830364715861, + "grad_norm": 1.436469551507865, + "learning_rate": 1.959660254317274e-05, + "loss": 0.1556, + "step": 13912 + }, + { + "epoch": 11.800678541136556, + "grad_norm": 1.557071945065815, + "learning_rate": 1.9596525303279818e-05, + "loss": 0.1499, + "step": 13913 + }, + { + "epoch": 11.801526717557252, + "grad_norm": 1.6154723940732125, + "learning_rate": 1.9596448056145164e-05, + "loss": 0.1401, + "step": 13914 + }, + { + "epoch": 11.802374893977948, + "grad_norm": 1.673505407997591, + "learning_rate": 1.9596370801768834e-05, + "loss": 0.1527, + "step": 13915 + }, + { + "epoch": 11.803223070398642, + "grad_norm": 1.639551869449112, + "learning_rate": 1.9596293540150883e-05, + "loss": 0.1501, + "step": 13916 + }, + { + "epoch": 11.804071246819339, + "grad_norm": 1.5604525089830297, + "learning_rate": 1.959621627129137e-05, + "loss": 0.1724, + "step": 13917 + }, + { + "epoch": 11.804919423240033, + "grad_norm": 1.760680497517756, + "learning_rate": 1.9596138995190354e-05, + "loss": 0.149, + "step": 13918 + }, + { + "epoch": 11.80576759966073, + "grad_norm": 1.5430979540025493, + "learning_rate": 1.95960617118479e-05, + "loss": 0.1439, + "step": 13919 + }, + { + "epoch": 11.806615776081426, + "grad_norm": 1.8610566162641269, + "learning_rate": 1.959598442126405e-05, + "loss": 0.1473, + "step": 13920 + }, + { + "epoch": 11.80746395250212, + "grad_norm": 1.6850571682904265, + "learning_rate": 1.959590712343888e-05, + "loss": 0.1363, + "step": 13921 + }, + { + "epoch": 11.808312128922816, + "grad_norm": 1.5043962649462443, + "learning_rate": 1.9595829818372438e-05, + "loss": 0.1532, + "step": 13922 + }, + { + "epoch": 11.80916030534351, + "grad_norm": 1.6721008472937624, + "learning_rate": 1.9595752506064786e-05, + "loss": 0.1721, + "step": 13923 + }, + { + "epoch": 11.810008481764207, + "grad_norm": 1.795133664797548, + "learning_rate": 1.9595675186515982e-05, + "loss": 0.1486, + "step": 13924 + }, + { + "epoch": 11.810856658184903, + "grad_norm": 1.5031674112717903, + "learning_rate": 1.9595597859726083e-05, + "loss": 0.1705, + "step": 13925 + }, + { + "epoch": 11.811704834605598, + "grad_norm": 1.3634345787281277, + "learning_rate": 1.9595520525695143e-05, + "loss": 0.1322, + "step": 13926 + }, + { + "epoch": 11.812553011026294, + "grad_norm": 1.5082492783476615, + "learning_rate": 1.959544318442323e-05, + "loss": 0.1354, + "step": 13927 + }, + { + "epoch": 11.813401187446988, + "grad_norm": 1.6598605228425225, + "learning_rate": 1.9595365835910395e-05, + "loss": 0.1649, + "step": 13928 + }, + { + "epoch": 11.814249363867685, + "grad_norm": 1.5419953325423192, + "learning_rate": 1.9595288480156705e-05, + "loss": 0.1375, + "step": 13929 + }, + { + "epoch": 11.81509754028838, + "grad_norm": 1.7516704600131288, + "learning_rate": 1.959521111716221e-05, + "loss": 0.1658, + "step": 13930 + }, + { + "epoch": 11.815945716709075, + "grad_norm": 1.5510315328082582, + "learning_rate": 1.9595133746926967e-05, + "loss": 0.1299, + "step": 13931 + }, + { + "epoch": 11.816793893129772, + "grad_norm": 1.5977736773950357, + "learning_rate": 1.959505636945104e-05, + "loss": 0.1388, + "step": 13932 + }, + { + "epoch": 11.817642069550466, + "grad_norm": 1.5776865272207736, + "learning_rate": 1.9594978984734488e-05, + "loss": 0.1492, + "step": 13933 + }, + { + "epoch": 11.818490245971162, + "grad_norm": 1.4813291516412597, + "learning_rate": 1.9594901592777364e-05, + "loss": 0.162, + "step": 13934 + }, + { + "epoch": 11.819338422391857, + "grad_norm": 1.7620319784072787, + "learning_rate": 1.959482419357973e-05, + "loss": 0.1763, + "step": 13935 + }, + { + "epoch": 11.820186598812553, + "grad_norm": 1.5326638658272929, + "learning_rate": 1.9594746787141646e-05, + "loss": 0.1583, + "step": 13936 + }, + { + "epoch": 11.82103477523325, + "grad_norm": 1.4501354083619058, + "learning_rate": 1.9594669373463168e-05, + "loss": 0.1395, + "step": 13937 + }, + { + "epoch": 11.821882951653944, + "grad_norm": 2.0553849634004067, + "learning_rate": 1.9594591952544354e-05, + "loss": 0.1918, + "step": 13938 + }, + { + "epoch": 11.82273112807464, + "grad_norm": 1.5470353863555966, + "learning_rate": 1.9594514524385262e-05, + "loss": 0.1234, + "step": 13939 + }, + { + "epoch": 11.823579304495334, + "grad_norm": 1.582334754243862, + "learning_rate": 1.9594437088985952e-05, + "loss": 0.1468, + "step": 13940 + }, + { + "epoch": 11.82442748091603, + "grad_norm": 1.5491981885928685, + "learning_rate": 1.9594359646346483e-05, + "loss": 0.137, + "step": 13941 + }, + { + "epoch": 11.825275657336727, + "grad_norm": 1.602660999654416, + "learning_rate": 1.959428219646691e-05, + "loss": 0.1543, + "step": 13942 + }, + { + "epoch": 11.826123833757421, + "grad_norm": 1.648448763739081, + "learning_rate": 1.9594204739347294e-05, + "loss": 0.16, + "step": 13943 + }, + { + "epoch": 11.826972010178118, + "grad_norm": 1.7455609864353885, + "learning_rate": 1.9594127274987698e-05, + "loss": 0.1485, + "step": 13944 + }, + { + "epoch": 11.827820186598812, + "grad_norm": 1.7560105949121205, + "learning_rate": 1.9594049803388172e-05, + "loss": 0.1474, + "step": 13945 + }, + { + "epoch": 11.828668363019508, + "grad_norm": 1.7737740465946854, + "learning_rate": 1.9593972324548777e-05, + "loss": 0.1567, + "step": 13946 + }, + { + "epoch": 11.829516539440203, + "grad_norm": 1.5642161930699214, + "learning_rate": 1.9593894838469575e-05, + "loss": 0.1552, + "step": 13947 + }, + { + "epoch": 11.830364715860899, + "grad_norm": 1.4809894235763101, + "learning_rate": 1.9593817345150624e-05, + "loss": 0.1635, + "step": 13948 + }, + { + "epoch": 11.831212892281595, + "grad_norm": 1.5758687969216425, + "learning_rate": 1.9593739844591976e-05, + "loss": 0.16, + "step": 13949 + }, + { + "epoch": 11.83206106870229, + "grad_norm": 1.4563475125456415, + "learning_rate": 1.95936623367937e-05, + "loss": 0.141, + "step": 13950 + }, + { + "epoch": 11.832909245122986, + "grad_norm": 1.6682584711061017, + "learning_rate": 1.9593584821755845e-05, + "loss": 0.1973, + "step": 13951 + }, + { + "epoch": 11.83375742154368, + "grad_norm": 1.7997556758105002, + "learning_rate": 1.959350729947847e-05, + "loss": 0.1913, + "step": 13952 + }, + { + "epoch": 11.834605597964376, + "grad_norm": 1.5735319257260627, + "learning_rate": 1.959342976996164e-05, + "loss": 0.1926, + "step": 13953 + }, + { + "epoch": 11.835453774385073, + "grad_norm": 1.6121340207661803, + "learning_rate": 1.9593352233205412e-05, + "loss": 0.1502, + "step": 13954 + }, + { + "epoch": 11.836301950805767, + "grad_norm": 1.3096729044536606, + "learning_rate": 1.959327468920984e-05, + "loss": 0.1294, + "step": 13955 + }, + { + "epoch": 11.837150127226463, + "grad_norm": 1.4667932299534365, + "learning_rate": 1.9593197137974985e-05, + "loss": 0.1379, + "step": 13956 + }, + { + "epoch": 11.837998303647158, + "grad_norm": 1.4701842367432256, + "learning_rate": 1.9593119579500907e-05, + "loss": 0.1573, + "step": 13957 + }, + { + "epoch": 11.838846480067854, + "grad_norm": 1.5514752868246864, + "learning_rate": 1.9593042013787662e-05, + "loss": 0.1603, + "step": 13958 + }, + { + "epoch": 11.83969465648855, + "grad_norm": 1.5167930470838578, + "learning_rate": 1.959296444083531e-05, + "loss": 0.137, + "step": 13959 + }, + { + "epoch": 11.840542832909245, + "grad_norm": 1.3721288527085422, + "learning_rate": 1.9592886860643908e-05, + "loss": 0.1167, + "step": 13960 + }, + { + "epoch": 11.841391009329941, + "grad_norm": 1.5614482460434114, + "learning_rate": 1.9592809273213517e-05, + "loss": 0.1387, + "step": 13961 + }, + { + "epoch": 11.842239185750635, + "grad_norm": 1.4701665835609878, + "learning_rate": 1.9592731678544194e-05, + "loss": 0.1335, + "step": 13962 + }, + { + "epoch": 11.843087362171332, + "grad_norm": 1.9453480943104167, + "learning_rate": 1.9592654076636e-05, + "loss": 0.1722, + "step": 13963 + }, + { + "epoch": 11.843935538592028, + "grad_norm": 1.4278674921750163, + "learning_rate": 1.959257646748899e-05, + "loss": 0.1497, + "step": 13964 + }, + { + "epoch": 11.844783715012722, + "grad_norm": 1.542241997480519, + "learning_rate": 1.9592498851103222e-05, + "loss": 0.1455, + "step": 13965 + }, + { + "epoch": 11.845631891433419, + "grad_norm": 1.5860078912006066, + "learning_rate": 1.959242122747876e-05, + "loss": 0.1356, + "step": 13966 + }, + { + "epoch": 11.846480067854113, + "grad_norm": 1.5212880185899724, + "learning_rate": 1.959234359661566e-05, + "loss": 0.1551, + "step": 13967 + }, + { + "epoch": 11.84732824427481, + "grad_norm": 1.5525176231818063, + "learning_rate": 1.9592265958513975e-05, + "loss": 0.1192, + "step": 13968 + }, + { + "epoch": 11.848176420695506, + "grad_norm": 1.9282609344939232, + "learning_rate": 1.9592188313173772e-05, + "loss": 0.1491, + "step": 13969 + }, + { + "epoch": 11.8490245971162, + "grad_norm": 1.8156962333326123, + "learning_rate": 1.9592110660595103e-05, + "loss": 0.1536, + "step": 13970 + }, + { + "epoch": 11.849872773536896, + "grad_norm": 1.5167005315190514, + "learning_rate": 1.9592033000778032e-05, + "loss": 0.1357, + "step": 13971 + }, + { + "epoch": 11.85072094995759, + "grad_norm": 1.8313403240451471, + "learning_rate": 1.9591955333722614e-05, + "loss": 0.1711, + "step": 13972 + }, + { + "epoch": 11.851569126378287, + "grad_norm": 1.570687870142647, + "learning_rate": 1.959187765942891e-05, + "loss": 0.1829, + "step": 13973 + }, + { + "epoch": 11.852417302798981, + "grad_norm": 1.5437365791758337, + "learning_rate": 1.9591799977896974e-05, + "loss": 0.1457, + "step": 13974 + }, + { + "epoch": 11.853265479219678, + "grad_norm": 1.479002243326747, + "learning_rate": 1.9591722289126874e-05, + "loss": 0.131, + "step": 13975 + }, + { + "epoch": 11.854113655640374, + "grad_norm": 1.4492316164755739, + "learning_rate": 1.9591644593118658e-05, + "loss": 0.1614, + "step": 13976 + }, + { + "epoch": 11.854961832061068, + "grad_norm": 1.3895995662329144, + "learning_rate": 1.959156688987239e-05, + "loss": 0.1179, + "step": 13977 + }, + { + "epoch": 11.855810008481765, + "grad_norm": 1.6538537634355628, + "learning_rate": 1.9591489179388128e-05, + "loss": 0.1219, + "step": 13978 + }, + { + "epoch": 11.856658184902459, + "grad_norm": 1.7548826914551792, + "learning_rate": 1.959141146166593e-05, + "loss": 0.1446, + "step": 13979 + }, + { + "epoch": 11.857506361323155, + "grad_norm": 1.596682217787444, + "learning_rate": 1.959133373670586e-05, + "loss": 0.1448, + "step": 13980 + }, + { + "epoch": 11.858354537743852, + "grad_norm": 1.4702741596994262, + "learning_rate": 1.9591256004507963e-05, + "loss": 0.126, + "step": 13981 + }, + { + "epoch": 11.859202714164546, + "grad_norm": 1.453531558601841, + "learning_rate": 1.9591178265072313e-05, + "loss": 0.1258, + "step": 13982 + }, + { + "epoch": 11.860050890585242, + "grad_norm": 1.5277318501299957, + "learning_rate": 1.959110051839896e-05, + "loss": 0.1328, + "step": 13983 + }, + { + "epoch": 11.860899067005937, + "grad_norm": 1.4142609094689356, + "learning_rate": 1.9591022764487963e-05, + "loss": 0.1385, + "step": 13984 + }, + { + "epoch": 11.861747243426633, + "grad_norm": 1.6460657337671138, + "learning_rate": 1.9590945003339386e-05, + "loss": 0.1606, + "step": 13985 + }, + { + "epoch": 11.862595419847327, + "grad_norm": 1.6320598448345403, + "learning_rate": 1.9590867234953284e-05, + "loss": 0.1795, + "step": 13986 + }, + { + "epoch": 11.863443596268024, + "grad_norm": 1.4853181245052645, + "learning_rate": 1.9590789459329713e-05, + "loss": 0.1581, + "step": 13987 + }, + { + "epoch": 11.86429177268872, + "grad_norm": 1.8149868234331168, + "learning_rate": 1.9590711676468737e-05, + "loss": 0.2094, + "step": 13988 + }, + { + "epoch": 11.865139949109414, + "grad_norm": 1.3715710962051175, + "learning_rate": 1.959063388637041e-05, + "loss": 0.138, + "step": 13989 + }, + { + "epoch": 11.86598812553011, + "grad_norm": 1.5856641976101622, + "learning_rate": 1.9590556089034796e-05, + "loss": 0.1361, + "step": 13990 + }, + { + "epoch": 11.866836301950805, + "grad_norm": 1.364698139781414, + "learning_rate": 1.9590478284461946e-05, + "loss": 0.1362, + "step": 13991 + }, + { + "epoch": 11.867684478371501, + "grad_norm": 1.6848042096644342, + "learning_rate": 1.9590400472651928e-05, + "loss": 0.1657, + "step": 13992 + }, + { + "epoch": 11.868532654792197, + "grad_norm": 1.544873056987558, + "learning_rate": 1.9590322653604793e-05, + "loss": 0.1481, + "step": 13993 + }, + { + "epoch": 11.869380831212892, + "grad_norm": 1.6140797511184404, + "learning_rate": 1.9590244827320605e-05, + "loss": 0.1678, + "step": 13994 + }, + { + "epoch": 11.870229007633588, + "grad_norm": 1.6017700526410272, + "learning_rate": 1.959016699379942e-05, + "loss": 0.1852, + "step": 13995 + }, + { + "epoch": 11.871077184054283, + "grad_norm": 1.3240201088452577, + "learning_rate": 1.9590089153041297e-05, + "loss": 0.1256, + "step": 13996 + }, + { + "epoch": 11.871925360474979, + "grad_norm": 1.9390881140659997, + "learning_rate": 1.9590011305046292e-05, + "loss": 0.1337, + "step": 13997 + }, + { + "epoch": 11.872773536895675, + "grad_norm": 1.683412422695225, + "learning_rate": 1.9589933449814472e-05, + "loss": 0.1654, + "step": 13998 + }, + { + "epoch": 11.87362171331637, + "grad_norm": 1.563436140887036, + "learning_rate": 1.9589855587345887e-05, + "loss": 0.1329, + "step": 13999 + }, + { + "epoch": 11.874469889737066, + "grad_norm": 1.5459415717755673, + "learning_rate": 1.95897777176406e-05, + "loss": 0.1523, + "step": 14000 + }, + { + "epoch": 11.87531806615776, + "grad_norm": 1.4047914826356884, + "learning_rate": 1.958969984069867e-05, + "loss": 0.117, + "step": 14001 + }, + { + "epoch": 11.876166242578456, + "grad_norm": 1.6606272200903214, + "learning_rate": 1.9589621956520155e-05, + "loss": 0.1453, + "step": 14002 + }, + { + "epoch": 11.877014418999153, + "grad_norm": 1.7032804339082945, + "learning_rate": 1.9589544065105114e-05, + "loss": 0.1687, + "step": 14003 + }, + { + "epoch": 11.877862595419847, + "grad_norm": 1.6551800160609937, + "learning_rate": 1.9589466166453602e-05, + "loss": 0.1628, + "step": 14004 + }, + { + "epoch": 11.878710771840543, + "grad_norm": 1.4611744737047205, + "learning_rate": 1.9589388260565684e-05, + "loss": 0.136, + "step": 14005 + }, + { + "epoch": 11.879558948261238, + "grad_norm": 1.4584516517708366, + "learning_rate": 1.9589310347441415e-05, + "loss": 0.1625, + "step": 14006 + }, + { + "epoch": 11.880407124681934, + "grad_norm": 1.5839043485807085, + "learning_rate": 1.9589232427080852e-05, + "loss": 0.1209, + "step": 14007 + }, + { + "epoch": 11.88125530110263, + "grad_norm": 1.5423779262759654, + "learning_rate": 1.9589154499484063e-05, + "loss": 0.1541, + "step": 14008 + }, + { + "epoch": 11.882103477523325, + "grad_norm": 1.628212256247259, + "learning_rate": 1.9589076564651095e-05, + "loss": 0.1652, + "step": 14009 + }, + { + "epoch": 11.882951653944021, + "grad_norm": 1.5051175937072143, + "learning_rate": 1.9588998622582013e-05, + "loss": 0.145, + "step": 14010 + }, + { + "epoch": 11.883799830364715, + "grad_norm": 1.6068389617728538, + "learning_rate": 1.9588920673276877e-05, + "loss": 0.1474, + "step": 14011 + }, + { + "epoch": 11.884648006785412, + "grad_norm": 1.5574341872226491, + "learning_rate": 1.9588842716735742e-05, + "loss": 0.1555, + "step": 14012 + }, + { + "epoch": 11.885496183206106, + "grad_norm": 1.5146833315747137, + "learning_rate": 1.958876475295867e-05, + "loss": 0.1349, + "step": 14013 + }, + { + "epoch": 11.886344359626802, + "grad_norm": 1.6573725742000873, + "learning_rate": 1.9588686781945715e-05, + "loss": 0.1664, + "step": 14014 + }, + { + "epoch": 11.887192536047499, + "grad_norm": 1.6271237563668548, + "learning_rate": 1.9588608803696942e-05, + "loss": 0.1654, + "step": 14015 + }, + { + "epoch": 11.888040712468193, + "grad_norm": 1.7721039911381182, + "learning_rate": 1.958853081821241e-05, + "loss": 0.1911, + "step": 14016 + }, + { + "epoch": 11.88888888888889, + "grad_norm": 1.7739877094965257, + "learning_rate": 1.958845282549217e-05, + "loss": 0.1671, + "step": 14017 + }, + { + "epoch": 11.889737065309584, + "grad_norm": 1.323421013377628, + "learning_rate": 1.9588374825536287e-05, + "loss": 0.1325, + "step": 14018 + }, + { + "epoch": 11.89058524173028, + "grad_norm": 1.4561128353394892, + "learning_rate": 1.958829681834482e-05, + "loss": 0.1376, + "step": 14019 + }, + { + "epoch": 11.891433418150976, + "grad_norm": 1.4119879880069321, + "learning_rate": 1.9588218803917828e-05, + "loss": 0.1318, + "step": 14020 + }, + { + "epoch": 11.89228159457167, + "grad_norm": 1.6666696780201202, + "learning_rate": 1.9588140782255363e-05, + "loss": 0.1481, + "step": 14021 + }, + { + "epoch": 11.893129770992367, + "grad_norm": 1.695901894734309, + "learning_rate": 1.9588062753357496e-05, + "loss": 0.1745, + "step": 14022 + }, + { + "epoch": 11.893977947413061, + "grad_norm": 1.4412432938212658, + "learning_rate": 1.9587984717224273e-05, + "loss": 0.1392, + "step": 14023 + }, + { + "epoch": 11.894826123833758, + "grad_norm": 1.509821289676064, + "learning_rate": 1.9587906673855763e-05, + "loss": 0.1515, + "step": 14024 + }, + { + "epoch": 11.895674300254452, + "grad_norm": 1.497577352827871, + "learning_rate": 1.958782862325202e-05, + "loss": 0.1334, + "step": 14025 + }, + { + "epoch": 11.896522476675148, + "grad_norm": 1.5866746281210489, + "learning_rate": 1.9587750565413102e-05, + "loss": 0.1543, + "step": 14026 + }, + { + "epoch": 11.897370653095845, + "grad_norm": 1.5214836276052208, + "learning_rate": 1.958767250033907e-05, + "loss": 0.1326, + "step": 14027 + }, + { + "epoch": 11.898218829516539, + "grad_norm": 1.573124739536168, + "learning_rate": 1.9587594428029986e-05, + "loss": 0.1496, + "step": 14028 + }, + { + "epoch": 11.899067005937235, + "grad_norm": 1.7129157352201272, + "learning_rate": 1.95875163484859e-05, + "loss": 0.1787, + "step": 14029 + }, + { + "epoch": 11.89991518235793, + "grad_norm": 1.5138991519790717, + "learning_rate": 1.958743826170688e-05, + "loss": 0.1255, + "step": 14030 + }, + { + "epoch": 11.900763358778626, + "grad_norm": 1.6346516616759479, + "learning_rate": 1.9587360167692983e-05, + "loss": 0.1467, + "step": 14031 + }, + { + "epoch": 11.901611535199322, + "grad_norm": 1.5847318552000271, + "learning_rate": 1.9587282066444265e-05, + "loss": 0.1642, + "step": 14032 + }, + { + "epoch": 11.902459711620017, + "grad_norm": 1.4253383717364945, + "learning_rate": 1.9587203957960788e-05, + "loss": 0.1625, + "step": 14033 + }, + { + "epoch": 11.903307888040713, + "grad_norm": 1.662215450916878, + "learning_rate": 1.9587125842242606e-05, + "loss": 0.1686, + "step": 14034 + }, + { + "epoch": 11.904156064461407, + "grad_norm": 1.6716425532659878, + "learning_rate": 1.9587047719289783e-05, + "loss": 0.1487, + "step": 14035 + }, + { + "epoch": 11.905004240882104, + "grad_norm": 1.7691051804389573, + "learning_rate": 1.9586969589102374e-05, + "loss": 0.1623, + "step": 14036 + }, + { + "epoch": 11.9058524173028, + "grad_norm": 1.55988045446555, + "learning_rate": 1.9586891451680444e-05, + "loss": 0.142, + "step": 14037 + }, + { + "epoch": 11.906700593723494, + "grad_norm": 1.5312866821354836, + "learning_rate": 1.9586813307024045e-05, + "loss": 0.1522, + "step": 14038 + }, + { + "epoch": 11.90754877014419, + "grad_norm": 1.5806582725677951, + "learning_rate": 1.958673515513324e-05, + "loss": 0.142, + "step": 14039 + }, + { + "epoch": 11.908396946564885, + "grad_norm": 1.6702810296739103, + "learning_rate": 1.9586656996008085e-05, + "loss": 0.1517, + "step": 14040 + }, + { + "epoch": 11.909245122985581, + "grad_norm": 1.4462519130413072, + "learning_rate": 1.9586578829648643e-05, + "loss": 0.1297, + "step": 14041 + }, + { + "epoch": 11.910093299406277, + "grad_norm": 1.4802010319135057, + "learning_rate": 1.9586500656054973e-05, + "loss": 0.1288, + "step": 14042 + }, + { + "epoch": 11.910941475826972, + "grad_norm": 1.4457668514027142, + "learning_rate": 1.958642247522713e-05, + "loss": 0.1154, + "step": 14043 + }, + { + "epoch": 11.911789652247668, + "grad_norm": 1.6342466670648435, + "learning_rate": 1.958634428716517e-05, + "loss": 0.1406, + "step": 14044 + }, + { + "epoch": 11.912637828668363, + "grad_norm": 1.6165203359093439, + "learning_rate": 1.9586266091869162e-05, + "loss": 0.1797, + "step": 14045 + }, + { + "epoch": 11.913486005089059, + "grad_norm": 1.5834354654927758, + "learning_rate": 1.958618788933916e-05, + "loss": 0.15, + "step": 14046 + }, + { + "epoch": 11.914334181509753, + "grad_norm": 1.64827408603266, + "learning_rate": 1.9586109679575225e-05, + "loss": 0.167, + "step": 14047 + }, + { + "epoch": 11.91518235793045, + "grad_norm": 1.5778231484123828, + "learning_rate": 1.958603146257741e-05, + "loss": 0.1488, + "step": 14048 + }, + { + "epoch": 11.916030534351146, + "grad_norm": 1.5863219359168674, + "learning_rate": 1.9585953238345778e-05, + "loss": 0.1534, + "step": 14049 + }, + { + "epoch": 11.91687871077184, + "grad_norm": 1.9647523186608915, + "learning_rate": 1.9585875006880394e-05, + "loss": 0.1584, + "step": 14050 + }, + { + "epoch": 11.917726887192536, + "grad_norm": 1.7580998022306888, + "learning_rate": 1.9585796768181306e-05, + "loss": 0.1722, + "step": 14051 + }, + { + "epoch": 11.91857506361323, + "grad_norm": 1.576853246436232, + "learning_rate": 1.9585718522248576e-05, + "loss": 0.1661, + "step": 14052 + }, + { + "epoch": 11.919423240033927, + "grad_norm": 1.6791452300504572, + "learning_rate": 1.958564026908227e-05, + "loss": 0.1595, + "step": 14053 + }, + { + "epoch": 11.920271416454623, + "grad_norm": 1.6797339693985924, + "learning_rate": 1.9585562008682437e-05, + "loss": 0.1407, + "step": 14054 + }, + { + "epoch": 11.921119592875318, + "grad_norm": 1.6285766254883518, + "learning_rate": 1.9585483741049147e-05, + "loss": 0.1412, + "step": 14055 + }, + { + "epoch": 11.921967769296014, + "grad_norm": 1.3640316377997634, + "learning_rate": 1.958540546618245e-05, + "loss": 0.1484, + "step": 14056 + }, + { + "epoch": 11.922815945716708, + "grad_norm": 1.631052279842158, + "learning_rate": 1.958532718408241e-05, + "loss": 0.1714, + "step": 14057 + }, + { + "epoch": 11.923664122137405, + "grad_norm": 1.6374280897402682, + "learning_rate": 1.9585248894749083e-05, + "loss": 0.1542, + "step": 14058 + }, + { + "epoch": 11.924512298558101, + "grad_norm": 1.42263603528501, + "learning_rate": 1.958517059818253e-05, + "loss": 0.1444, + "step": 14059 + }, + { + "epoch": 11.925360474978795, + "grad_norm": 1.571066283790374, + "learning_rate": 1.958509229438281e-05, + "loss": 0.1533, + "step": 14060 + }, + { + "epoch": 11.926208651399492, + "grad_norm": 1.5831054572705474, + "learning_rate": 1.958501398334998e-05, + "loss": 0.1199, + "step": 14061 + }, + { + "epoch": 11.927056827820186, + "grad_norm": 1.6918995236666277, + "learning_rate": 1.9584935665084102e-05, + "loss": 0.1425, + "step": 14062 + }, + { + "epoch": 11.927905004240882, + "grad_norm": 1.5987441891262484, + "learning_rate": 1.9584857339585234e-05, + "loss": 0.141, + "step": 14063 + }, + { + "epoch": 11.928753180661577, + "grad_norm": 1.670504887134185, + "learning_rate": 1.9584779006853437e-05, + "loss": 0.1341, + "step": 14064 + }, + { + "epoch": 11.929601357082273, + "grad_norm": 1.63594359204349, + "learning_rate": 1.9584700666888767e-05, + "loss": 0.1695, + "step": 14065 + }, + { + "epoch": 11.93044953350297, + "grad_norm": 1.4868269252700768, + "learning_rate": 1.9584622319691284e-05, + "loss": 0.1653, + "step": 14066 + }, + { + "epoch": 11.931297709923664, + "grad_norm": 1.5369447727809438, + "learning_rate": 1.9584543965261047e-05, + "loss": 0.149, + "step": 14067 + }, + { + "epoch": 11.93214588634436, + "grad_norm": 1.6480265397232032, + "learning_rate": 1.9584465603598114e-05, + "loss": 0.1251, + "step": 14068 + }, + { + "epoch": 11.932994062765054, + "grad_norm": 1.5611865005552394, + "learning_rate": 1.958438723470255e-05, + "loss": 0.1355, + "step": 14069 + }, + { + "epoch": 11.93384223918575, + "grad_norm": 2.437086341469628, + "learning_rate": 1.9584308858574405e-05, + "loss": 0.178, + "step": 14070 + }, + { + "epoch": 11.934690415606447, + "grad_norm": 1.7392171694157634, + "learning_rate": 1.9584230475213747e-05, + "loss": 0.1639, + "step": 14071 + }, + { + "epoch": 11.935538592027141, + "grad_norm": 1.463020291668771, + "learning_rate": 1.9584152084620628e-05, + "loss": 0.1223, + "step": 14072 + }, + { + "epoch": 11.936386768447838, + "grad_norm": 1.4854921125140221, + "learning_rate": 1.9584073686795114e-05, + "loss": 0.1655, + "step": 14073 + }, + { + "epoch": 11.937234944868532, + "grad_norm": 1.4848274291661714, + "learning_rate": 1.9583995281737257e-05, + "loss": 0.1447, + "step": 14074 + }, + { + "epoch": 11.938083121289228, + "grad_norm": 1.6832116129024333, + "learning_rate": 1.9583916869447117e-05, + "loss": 0.1593, + "step": 14075 + }, + { + "epoch": 11.938931297709924, + "grad_norm": 1.4691976939840659, + "learning_rate": 1.958383844992476e-05, + "loss": 0.1241, + "step": 14076 + }, + { + "epoch": 11.939779474130619, + "grad_norm": 1.55101371878139, + "learning_rate": 1.958376002317024e-05, + "loss": 0.1663, + "step": 14077 + }, + { + "epoch": 11.940627650551315, + "grad_norm": 1.6472721743042484, + "learning_rate": 1.9583681589183618e-05, + "loss": 0.1469, + "step": 14078 + }, + { + "epoch": 11.94147582697201, + "grad_norm": 1.7231491838506838, + "learning_rate": 1.958360314796495e-05, + "loss": 0.1413, + "step": 14079 + }, + { + "epoch": 11.942324003392706, + "grad_norm": 1.6680999581152673, + "learning_rate": 1.95835246995143e-05, + "loss": 0.1251, + "step": 14080 + }, + { + "epoch": 11.943172179813402, + "grad_norm": 1.756607964549535, + "learning_rate": 1.9583446243831724e-05, + "loss": 0.1932, + "step": 14081 + }, + { + "epoch": 11.944020356234097, + "grad_norm": 1.7156167329861693, + "learning_rate": 1.958336778091728e-05, + "loss": 0.1533, + "step": 14082 + }, + { + "epoch": 11.944868532654793, + "grad_norm": 1.5971974080799505, + "learning_rate": 1.958328931077103e-05, + "loss": 0.1455, + "step": 14083 + }, + { + "epoch": 11.945716709075487, + "grad_norm": 1.6648418567988597, + "learning_rate": 1.9583210833393033e-05, + "loss": 0.1522, + "step": 14084 + }, + { + "epoch": 11.946564885496183, + "grad_norm": 1.4198871828506794, + "learning_rate": 1.958313234878335e-05, + "loss": 0.1476, + "step": 14085 + }, + { + "epoch": 11.947413061916878, + "grad_norm": 1.5745359860961687, + "learning_rate": 1.9583053856942034e-05, + "loss": 0.1504, + "step": 14086 + }, + { + "epoch": 11.948261238337574, + "grad_norm": 1.6895701495139068, + "learning_rate": 1.958297535786915e-05, + "loss": 0.149, + "step": 14087 + }, + { + "epoch": 11.94910941475827, + "grad_norm": 1.425239486557343, + "learning_rate": 1.9582896851564754e-05, + "loss": 0.1117, + "step": 14088 + }, + { + "epoch": 11.949957591178965, + "grad_norm": 1.5611218518053687, + "learning_rate": 1.9582818338028905e-05, + "loss": 0.1422, + "step": 14089 + }, + { + "epoch": 11.950805767599661, + "grad_norm": 1.9788753354927298, + "learning_rate": 1.9582739817261665e-05, + "loss": 0.1635, + "step": 14090 + }, + { + "epoch": 11.951653944020356, + "grad_norm": 1.487835395976225, + "learning_rate": 1.9582661289263095e-05, + "loss": 0.1392, + "step": 14091 + }, + { + "epoch": 11.952502120441052, + "grad_norm": 1.53307868207177, + "learning_rate": 1.9582582754033245e-05, + "loss": 0.1346, + "step": 14092 + }, + { + "epoch": 11.953350296861748, + "grad_norm": 1.479427451853385, + "learning_rate": 1.9582504211572186e-05, + "loss": 0.1422, + "step": 14093 + }, + { + "epoch": 11.954198473282442, + "grad_norm": 1.6311587729685677, + "learning_rate": 1.958242566187997e-05, + "loss": 0.1441, + "step": 14094 + }, + { + "epoch": 11.955046649703139, + "grad_norm": 1.7216204052042772, + "learning_rate": 1.9582347104956658e-05, + "loss": 0.148, + "step": 14095 + }, + { + "epoch": 11.955894826123833, + "grad_norm": 1.6053433529319892, + "learning_rate": 1.958226854080231e-05, + "loss": 0.1431, + "step": 14096 + }, + { + "epoch": 11.95674300254453, + "grad_norm": 1.5300224908092666, + "learning_rate": 1.9582189969416984e-05, + "loss": 0.1257, + "step": 14097 + }, + { + "epoch": 11.957591178965224, + "grad_norm": 1.6816579569532693, + "learning_rate": 1.9582111390800738e-05, + "loss": 0.1522, + "step": 14098 + }, + { + "epoch": 11.95843935538592, + "grad_norm": 1.5670879343362085, + "learning_rate": 1.9582032804953635e-05, + "loss": 0.161, + "step": 14099 + }, + { + "epoch": 11.959287531806616, + "grad_norm": 1.853158362854812, + "learning_rate": 1.9581954211875735e-05, + "loss": 0.1625, + "step": 14100 + }, + { + "epoch": 11.96013570822731, + "grad_norm": 1.795760451701959, + "learning_rate": 1.958187561156709e-05, + "loss": 0.145, + "step": 14101 + }, + { + "epoch": 11.960983884648007, + "grad_norm": 1.6706921838783646, + "learning_rate": 1.9581797004027768e-05, + "loss": 0.1638, + "step": 14102 + }, + { + "epoch": 11.961832061068701, + "grad_norm": 1.4925654176405325, + "learning_rate": 1.958171838925782e-05, + "loss": 0.1248, + "step": 14103 + }, + { + "epoch": 11.962680237489398, + "grad_norm": 1.6299899074689803, + "learning_rate": 1.9581639767257313e-05, + "loss": 0.1608, + "step": 14104 + }, + { + "epoch": 11.963528413910094, + "grad_norm": 1.6847608017098243, + "learning_rate": 1.9581561138026305e-05, + "loss": 0.1505, + "step": 14105 + }, + { + "epoch": 11.964376590330788, + "grad_norm": 1.7719291322100676, + "learning_rate": 1.958148250156485e-05, + "loss": 0.1688, + "step": 14106 + }, + { + "epoch": 11.965224766751485, + "grad_norm": 1.4526866633566378, + "learning_rate": 1.958140385787301e-05, + "loss": 0.1376, + "step": 14107 + }, + { + "epoch": 11.966072943172179, + "grad_norm": 1.5967374166425028, + "learning_rate": 1.9581325206950847e-05, + "loss": 0.1438, + "step": 14108 + }, + { + "epoch": 11.966921119592875, + "grad_norm": 1.625825317090747, + "learning_rate": 1.9581246548798417e-05, + "loss": 0.1422, + "step": 14109 + }, + { + "epoch": 11.967769296013572, + "grad_norm": 1.6604274861151553, + "learning_rate": 1.9581167883415785e-05, + "loss": 0.148, + "step": 14110 + }, + { + "epoch": 11.968617472434266, + "grad_norm": 1.522656847454424, + "learning_rate": 1.9581089210803e-05, + "loss": 0.1452, + "step": 14111 + }, + { + "epoch": 11.969465648854962, + "grad_norm": 1.6064844905453397, + "learning_rate": 1.958101053096013e-05, + "loss": 0.1729, + "step": 14112 + }, + { + "epoch": 11.970313825275657, + "grad_norm": 1.5564466622736928, + "learning_rate": 1.9580931843887235e-05, + "loss": 0.1602, + "step": 14113 + }, + { + "epoch": 11.971162001696353, + "grad_norm": 1.685796437097152, + "learning_rate": 1.9580853149584367e-05, + "loss": 0.1503, + "step": 14114 + }, + { + "epoch": 11.97201017811705, + "grad_norm": 1.6268382687114389, + "learning_rate": 1.9580774448051592e-05, + "loss": 0.1721, + "step": 14115 + }, + { + "epoch": 11.972858354537744, + "grad_norm": 1.6967494317578704, + "learning_rate": 1.9580695739288967e-05, + "loss": 0.1663, + "step": 14116 + }, + { + "epoch": 11.97370653095844, + "grad_norm": 1.5662025545852296, + "learning_rate": 1.9580617023296554e-05, + "loss": 0.1233, + "step": 14117 + }, + { + "epoch": 11.974554707379134, + "grad_norm": 1.6335081637772124, + "learning_rate": 1.958053830007441e-05, + "loss": 0.1622, + "step": 14118 + }, + { + "epoch": 11.97540288379983, + "grad_norm": 1.6544321232847254, + "learning_rate": 1.9580459569622587e-05, + "loss": 0.1738, + "step": 14119 + }, + { + "epoch": 11.976251060220527, + "grad_norm": 1.6534140516474432, + "learning_rate": 1.9580380831941156e-05, + "loss": 0.1551, + "step": 14120 + }, + { + "epoch": 11.977099236641221, + "grad_norm": 1.6507740191766334, + "learning_rate": 1.958030208703017e-05, + "loss": 0.1274, + "step": 14121 + }, + { + "epoch": 11.977947413061917, + "grad_norm": 1.6017584234935487, + "learning_rate": 1.9580223334889697e-05, + "loss": 0.1426, + "step": 14122 + }, + { + "epoch": 11.978795589482612, + "grad_norm": 1.570515144587162, + "learning_rate": 1.9580144575519785e-05, + "loss": 0.1547, + "step": 14123 + }, + { + "epoch": 11.979643765903308, + "grad_norm": 1.6136358812626486, + "learning_rate": 1.95800658089205e-05, + "loss": 0.1238, + "step": 14124 + }, + { + "epoch": 11.980491942324003, + "grad_norm": 1.4903842753217866, + "learning_rate": 1.9579987035091897e-05, + "loss": 0.1344, + "step": 14125 + }, + { + "epoch": 11.981340118744699, + "grad_norm": 1.5024382343120921, + "learning_rate": 1.957990825403404e-05, + "loss": 0.1246, + "step": 14126 + }, + { + "epoch": 11.982188295165395, + "grad_norm": 1.520210396658466, + "learning_rate": 1.9579829465746986e-05, + "loss": 0.1208, + "step": 14127 + }, + { + "epoch": 11.98303647158609, + "grad_norm": 1.7274912182110052, + "learning_rate": 1.9579750670230796e-05, + "loss": 0.1364, + "step": 14128 + }, + { + "epoch": 11.983884648006786, + "grad_norm": 1.730032457686051, + "learning_rate": 1.957967186748553e-05, + "loss": 0.1946, + "step": 14129 + }, + { + "epoch": 11.98473282442748, + "grad_norm": 1.4297245686958604, + "learning_rate": 1.9579593057511242e-05, + "loss": 0.1349, + "step": 14130 + }, + { + "epoch": 11.985581000848176, + "grad_norm": 1.587054517240783, + "learning_rate": 1.9579514240308e-05, + "loss": 0.187, + "step": 14131 + }, + { + "epoch": 11.986429177268873, + "grad_norm": 1.727146994513192, + "learning_rate": 1.9579435415875857e-05, + "loss": 0.159, + "step": 14132 + }, + { + "epoch": 11.987277353689567, + "grad_norm": 1.685022573176426, + "learning_rate": 1.9579356584214877e-05, + "loss": 0.1944, + "step": 14133 + }, + { + "epoch": 11.988125530110263, + "grad_norm": 1.7614501726328688, + "learning_rate": 1.9579277745325115e-05, + "loss": 0.1618, + "step": 14134 + }, + { + "epoch": 11.988973706530958, + "grad_norm": 1.485088515956449, + "learning_rate": 1.957919889920663e-05, + "loss": 0.1593, + "step": 14135 + }, + { + "epoch": 11.989821882951654, + "grad_norm": 1.5759034377544303, + "learning_rate": 1.9579120045859487e-05, + "loss": 0.1774, + "step": 14136 + }, + { + "epoch": 11.990670059372349, + "grad_norm": 1.537388007338609, + "learning_rate": 1.9579041185283743e-05, + "loss": 0.1284, + "step": 14137 + }, + { + "epoch": 11.991518235793045, + "grad_norm": 1.5156066146682048, + "learning_rate": 1.9578962317479454e-05, + "loss": 0.1476, + "step": 14138 + }, + { + "epoch": 11.992366412213741, + "grad_norm": 1.5356378983953112, + "learning_rate": 1.9578883442446684e-05, + "loss": 0.1394, + "step": 14139 + }, + { + "epoch": 11.993214588634435, + "grad_norm": 1.8352958146758496, + "learning_rate": 1.9578804560185494e-05, + "loss": 0.1453, + "step": 14140 + }, + { + "epoch": 11.994062765055132, + "grad_norm": 1.6418960035052343, + "learning_rate": 1.957872567069594e-05, + "loss": 0.1392, + "step": 14141 + }, + { + "epoch": 11.994910941475826, + "grad_norm": 1.5969669471462293, + "learning_rate": 1.957864677397808e-05, + "loss": 0.1326, + "step": 14142 + }, + { + "epoch": 11.995759117896522, + "grad_norm": 1.7682455380153062, + "learning_rate": 1.9578567870031974e-05, + "loss": 0.1661, + "step": 14143 + }, + { + "epoch": 11.996607294317219, + "grad_norm": 1.6596820029875226, + "learning_rate": 1.9578488958857688e-05, + "loss": 0.154, + "step": 14144 + }, + { + "epoch": 11.997455470737913, + "grad_norm": 1.625694788699182, + "learning_rate": 1.9578410040455272e-05, + "loss": 0.1264, + "step": 14145 + }, + { + "epoch": 11.99830364715861, + "grad_norm": 1.7401525949964376, + "learning_rate": 1.9578331114824793e-05, + "loss": 0.1221, + "step": 14146 + }, + { + "epoch": 11.999151823579304, + "grad_norm": 1.4840217571649508, + "learning_rate": 1.9578252181966303e-05, + "loss": 0.1467, + "step": 14147 + }, + { + "epoch": 12.0, + "grad_norm": 1.7054394768593135, + "learning_rate": 1.957817324187987e-05, + "loss": 0.1939, + "step": 14148 + }, + { + "epoch": 12.000848176420696, + "grad_norm": 1.3703439720352375, + "learning_rate": 1.957809429456555e-05, + "loss": 0.1314, + "step": 14149 + }, + { + "epoch": 12.00169635284139, + "grad_norm": 1.4279243804489994, + "learning_rate": 1.9578015340023405e-05, + "loss": 0.1175, + "step": 14150 + }, + { + "epoch": 12.002544529262087, + "grad_norm": 1.4841910171612083, + "learning_rate": 1.9577936378253492e-05, + "loss": 0.1336, + "step": 14151 + }, + { + "epoch": 12.003392705682781, + "grad_norm": 1.3931396984552606, + "learning_rate": 1.9577857409255868e-05, + "loss": 0.1077, + "step": 14152 + }, + { + "epoch": 12.004240882103478, + "grad_norm": 1.581289592847488, + "learning_rate": 1.9577778433030596e-05, + "loss": 0.1323, + "step": 14153 + }, + { + "epoch": 12.005089058524174, + "grad_norm": 1.574088522958049, + "learning_rate": 1.9577699449577737e-05, + "loss": 0.1617, + "step": 14154 + }, + { + "epoch": 12.005937234944868, + "grad_norm": 1.5466044242875474, + "learning_rate": 1.9577620458897347e-05, + "loss": 0.1194, + "step": 14155 + }, + { + "epoch": 12.006785411365565, + "grad_norm": 1.4229341782135432, + "learning_rate": 1.9577541460989488e-05, + "loss": 0.1151, + "step": 14156 + }, + { + "epoch": 12.007633587786259, + "grad_norm": 1.5669391513700073, + "learning_rate": 1.9577462455854216e-05, + "loss": 0.118, + "step": 14157 + }, + { + "epoch": 12.008481764206955, + "grad_norm": 1.423735429395538, + "learning_rate": 1.9577383443491594e-05, + "loss": 0.1271, + "step": 14158 + }, + { + "epoch": 12.00932994062765, + "grad_norm": 1.3316230519479457, + "learning_rate": 1.957730442390168e-05, + "loss": 0.1225, + "step": 14159 + }, + { + "epoch": 12.010178117048346, + "grad_norm": 1.3824101927920007, + "learning_rate": 1.9577225397084537e-05, + "loss": 0.0948, + "step": 14160 + }, + { + "epoch": 12.011026293469042, + "grad_norm": 1.2863469046648137, + "learning_rate": 1.9577146363040224e-05, + "loss": 0.1079, + "step": 14161 + }, + { + "epoch": 12.011874469889737, + "grad_norm": 1.3677503257171786, + "learning_rate": 1.9577067321768798e-05, + "loss": 0.1558, + "step": 14162 + }, + { + "epoch": 12.012722646310433, + "grad_norm": 1.35005265593591, + "learning_rate": 1.9576988273270318e-05, + "loss": 0.1103, + "step": 14163 + }, + { + "epoch": 12.013570822731127, + "grad_norm": 1.432747065263936, + "learning_rate": 1.9576909217544844e-05, + "loss": 0.1364, + "step": 14164 + }, + { + "epoch": 12.014418999151824, + "grad_norm": 1.4620324726772698, + "learning_rate": 1.9576830154592438e-05, + "loss": 0.1368, + "step": 14165 + }, + { + "epoch": 12.01526717557252, + "grad_norm": 1.307768255957343, + "learning_rate": 1.957675108441316e-05, + "loss": 0.1102, + "step": 14166 + }, + { + "epoch": 12.016115351993214, + "grad_norm": 1.5836329775511475, + "learning_rate": 1.957667200700707e-05, + "loss": 0.1292, + "step": 14167 + }, + { + "epoch": 12.01696352841391, + "grad_norm": 1.5586754064733903, + "learning_rate": 1.957659292237422e-05, + "loss": 0.1228, + "step": 14168 + }, + { + "epoch": 12.017811704834605, + "grad_norm": 1.4265051630584205, + "learning_rate": 1.9576513830514677e-05, + "loss": 0.102, + "step": 14169 + }, + { + "epoch": 12.018659881255301, + "grad_norm": 1.4113563916722005, + "learning_rate": 1.95764347314285e-05, + "loss": 0.1096, + "step": 14170 + }, + { + "epoch": 12.019508057675997, + "grad_norm": 1.5531581044488847, + "learning_rate": 1.957635562511575e-05, + "loss": 0.1319, + "step": 14171 + }, + { + "epoch": 12.020356234096692, + "grad_norm": 1.6436710850236287, + "learning_rate": 1.9576276511576484e-05, + "loss": 0.1182, + "step": 14172 + }, + { + "epoch": 12.021204410517388, + "grad_norm": 1.5286940075187312, + "learning_rate": 1.9576197390810762e-05, + "loss": 0.1216, + "step": 14173 + }, + { + "epoch": 12.022052586938083, + "grad_norm": 1.3784993539058377, + "learning_rate": 1.9576118262818643e-05, + "loss": 0.1068, + "step": 14174 + }, + { + "epoch": 12.022900763358779, + "grad_norm": 1.4608383056593217, + "learning_rate": 1.9576039127600188e-05, + "loss": 0.1016, + "step": 14175 + }, + { + "epoch": 12.023748939779475, + "grad_norm": 1.783291891687724, + "learning_rate": 1.9575959985155454e-05, + "loss": 0.1286, + "step": 14176 + }, + { + "epoch": 12.02459711620017, + "grad_norm": 1.615660827566395, + "learning_rate": 1.957588083548451e-05, + "loss": 0.1412, + "step": 14177 + }, + { + "epoch": 12.025445292620866, + "grad_norm": 1.4061515763134806, + "learning_rate": 1.95758016785874e-05, + "loss": 0.1087, + "step": 14178 + }, + { + "epoch": 12.02629346904156, + "grad_norm": 1.5897105726898388, + "learning_rate": 1.95757225144642e-05, + "loss": 0.138, + "step": 14179 + }, + { + "epoch": 12.027141645462256, + "grad_norm": 1.6729104051590868, + "learning_rate": 1.957564334311496e-05, + "loss": 0.1139, + "step": 14180 + }, + { + "epoch": 12.02798982188295, + "grad_norm": 1.6082728568034277, + "learning_rate": 1.957556416453974e-05, + "loss": 0.123, + "step": 14181 + }, + { + "epoch": 12.028837998303647, + "grad_norm": 1.3521655352544846, + "learning_rate": 1.9575484978738607e-05, + "loss": 0.1108, + "step": 14182 + }, + { + "epoch": 12.029686174724343, + "grad_norm": 1.4741537130074398, + "learning_rate": 1.957540578571161e-05, + "loss": 0.1154, + "step": 14183 + }, + { + "epoch": 12.030534351145038, + "grad_norm": 1.5152807853932173, + "learning_rate": 1.9575326585458816e-05, + "loss": 0.1349, + "step": 14184 + }, + { + "epoch": 12.031382527565734, + "grad_norm": 1.5956372596960906, + "learning_rate": 1.9575247377980284e-05, + "loss": 0.1436, + "step": 14185 + }, + { + "epoch": 12.032230703986428, + "grad_norm": 1.3866350441299005, + "learning_rate": 1.957516816327607e-05, + "loss": 0.0962, + "step": 14186 + }, + { + "epoch": 12.033078880407125, + "grad_norm": 1.5401556833585608, + "learning_rate": 1.957508894134624e-05, + "loss": 0.1134, + "step": 14187 + }, + { + "epoch": 12.033927056827821, + "grad_norm": 1.3544059429229278, + "learning_rate": 1.9575009712190855e-05, + "loss": 0.1055, + "step": 14188 + }, + { + "epoch": 12.034775233248515, + "grad_norm": 1.7537325033912967, + "learning_rate": 1.957493047580996e-05, + "loss": 0.135, + "step": 14189 + }, + { + "epoch": 12.035623409669212, + "grad_norm": 1.5870150183322451, + "learning_rate": 1.957485123220363e-05, + "loss": 0.1147, + "step": 14190 + }, + { + "epoch": 12.036471586089906, + "grad_norm": 1.6733223537597197, + "learning_rate": 1.957477198137192e-05, + "loss": 0.1304, + "step": 14191 + }, + { + "epoch": 12.037319762510602, + "grad_norm": 1.3570263416831574, + "learning_rate": 1.957469272331489e-05, + "loss": 0.1156, + "step": 14192 + }, + { + "epoch": 12.038167938931299, + "grad_norm": 1.5941520888167129, + "learning_rate": 1.95746134580326e-05, + "loss": 0.1198, + "step": 14193 + }, + { + "epoch": 12.039016115351993, + "grad_norm": 1.4724778725587144, + "learning_rate": 1.9574534185525108e-05, + "loss": 0.1445, + "step": 14194 + }, + { + "epoch": 12.03986429177269, + "grad_norm": 1.523819915505578, + "learning_rate": 1.9574454905792478e-05, + "loss": 0.1525, + "step": 14195 + }, + { + "epoch": 12.040712468193384, + "grad_norm": 1.6909497579458166, + "learning_rate": 1.9574375618834765e-05, + "loss": 0.1498, + "step": 14196 + }, + { + "epoch": 12.04156064461408, + "grad_norm": 1.817663281595048, + "learning_rate": 1.957429632465203e-05, + "loss": 0.1145, + "step": 14197 + }, + { + "epoch": 12.042408821034774, + "grad_norm": 1.364616776131867, + "learning_rate": 1.9574217023244332e-05, + "loss": 0.124, + "step": 14198 + }, + { + "epoch": 12.04325699745547, + "grad_norm": 1.5232155973715134, + "learning_rate": 1.9574137714611737e-05, + "loss": 0.1308, + "step": 14199 + }, + { + "epoch": 12.044105173876167, + "grad_norm": 1.5089117501343132, + "learning_rate": 1.9574058398754293e-05, + "loss": 0.1199, + "step": 14200 + }, + { + "epoch": 12.044953350296861, + "grad_norm": 1.6353140678913474, + "learning_rate": 1.9573979075672075e-05, + "loss": 0.1364, + "step": 14201 + }, + { + "epoch": 12.045801526717558, + "grad_norm": 1.40037012778105, + "learning_rate": 1.957389974536513e-05, + "loss": 0.109, + "step": 14202 + }, + { + "epoch": 12.046649703138252, + "grad_norm": 1.4403947222552618, + "learning_rate": 1.9573820407833523e-05, + "loss": 0.14, + "step": 14203 + }, + { + "epoch": 12.047497879558948, + "grad_norm": 1.4771572390069223, + "learning_rate": 1.9573741063077318e-05, + "loss": 0.1077, + "step": 14204 + }, + { + "epoch": 12.048346055979644, + "grad_norm": 1.3722479301109518, + "learning_rate": 1.957366171109657e-05, + "loss": 0.1125, + "step": 14205 + }, + { + "epoch": 12.049194232400339, + "grad_norm": 1.6348975827498144, + "learning_rate": 1.9573582351891333e-05, + "loss": 0.1454, + "step": 14206 + }, + { + "epoch": 12.050042408821035, + "grad_norm": 1.4186763116285692, + "learning_rate": 1.957350298546168e-05, + "loss": 0.1318, + "step": 14207 + }, + { + "epoch": 12.05089058524173, + "grad_norm": 1.7497734730217123, + "learning_rate": 1.957342361180766e-05, + "loss": 0.0996, + "step": 14208 + }, + { + "epoch": 12.051738761662426, + "grad_norm": 1.3757580833449783, + "learning_rate": 1.957334423092934e-05, + "loss": 0.11, + "step": 14209 + }, + { + "epoch": 12.052586938083122, + "grad_norm": 1.5560088859360837, + "learning_rate": 1.9573264842826777e-05, + "loss": 0.1072, + "step": 14210 + }, + { + "epoch": 12.053435114503817, + "grad_norm": 1.6292458012224875, + "learning_rate": 1.957318544750003e-05, + "loss": 0.1325, + "step": 14211 + }, + { + "epoch": 12.054283290924513, + "grad_norm": 1.583323773712487, + "learning_rate": 1.957310604494916e-05, + "loss": 0.0983, + "step": 14212 + }, + { + "epoch": 12.055131467345207, + "grad_norm": 1.5538067024338034, + "learning_rate": 1.9573026635174227e-05, + "loss": 0.1464, + "step": 14213 + }, + { + "epoch": 12.055979643765903, + "grad_norm": 1.3481826728763298, + "learning_rate": 1.957294721817529e-05, + "loss": 0.1084, + "step": 14214 + }, + { + "epoch": 12.056827820186598, + "grad_norm": 1.4678484541091745, + "learning_rate": 1.957286779395241e-05, + "loss": 0.1356, + "step": 14215 + }, + { + "epoch": 12.057675996607294, + "grad_norm": 1.3426790609353196, + "learning_rate": 1.9572788362505646e-05, + "loss": 0.1029, + "step": 14216 + }, + { + "epoch": 12.05852417302799, + "grad_norm": 1.3527691489537665, + "learning_rate": 1.9572708923835063e-05, + "loss": 0.1337, + "step": 14217 + }, + { + "epoch": 12.059372349448685, + "grad_norm": 1.2994029882767362, + "learning_rate": 1.957262947794071e-05, + "loss": 0.1257, + "step": 14218 + }, + { + "epoch": 12.060220525869381, + "grad_norm": 2.313547048617698, + "learning_rate": 1.9572550024822656e-05, + "loss": 0.1399, + "step": 14219 + }, + { + "epoch": 12.061068702290076, + "grad_norm": 1.6803198912297532, + "learning_rate": 1.9572470564480958e-05, + "loss": 0.119, + "step": 14220 + }, + { + "epoch": 12.061916878710772, + "grad_norm": 1.6770222739177874, + "learning_rate": 1.9572391096915678e-05, + "loss": 0.1194, + "step": 14221 + }, + { + "epoch": 12.062765055131468, + "grad_norm": 1.5938546267069418, + "learning_rate": 1.9572311622126874e-05, + "loss": 0.123, + "step": 14222 + }, + { + "epoch": 12.063613231552162, + "grad_norm": 1.5563618493625098, + "learning_rate": 1.9572232140114607e-05, + "loss": 0.1137, + "step": 14223 + }, + { + "epoch": 12.064461407972859, + "grad_norm": 1.5975082921896613, + "learning_rate": 1.9572152650878932e-05, + "loss": 0.1139, + "step": 14224 + }, + { + "epoch": 12.065309584393553, + "grad_norm": 1.5667065685880084, + "learning_rate": 1.9572073154419918e-05, + "loss": 0.1278, + "step": 14225 + }, + { + "epoch": 12.06615776081425, + "grad_norm": 1.6736809464313898, + "learning_rate": 1.9571993650737618e-05, + "loss": 0.1264, + "step": 14226 + }, + { + "epoch": 12.067005937234946, + "grad_norm": 1.832725035465687, + "learning_rate": 1.9571914139832095e-05, + "loss": 0.1417, + "step": 14227 + }, + { + "epoch": 12.06785411365564, + "grad_norm": 1.4819917628879744, + "learning_rate": 1.957183462170341e-05, + "loss": 0.1282, + "step": 14228 + }, + { + "epoch": 12.068702290076336, + "grad_norm": 1.2411035962896422, + "learning_rate": 1.9571755096351615e-05, + "loss": 0.0905, + "step": 14229 + }, + { + "epoch": 12.06955046649703, + "grad_norm": 1.484704812885679, + "learning_rate": 1.9571675563776784e-05, + "loss": 0.1303, + "step": 14230 + }, + { + "epoch": 12.070398642917727, + "grad_norm": 1.652207626368839, + "learning_rate": 1.9571596023978964e-05, + "loss": 0.1273, + "step": 14231 + }, + { + "epoch": 12.071246819338423, + "grad_norm": 1.489110629256562, + "learning_rate": 1.9571516476958223e-05, + "loss": 0.1188, + "step": 14232 + }, + { + "epoch": 12.072094995759118, + "grad_norm": 1.5429795267924937, + "learning_rate": 1.9571436922714618e-05, + "loss": 0.1007, + "step": 14233 + }, + { + "epoch": 12.072943172179814, + "grad_norm": 1.560449651668637, + "learning_rate": 1.9571357361248208e-05, + "loss": 0.1471, + "step": 14234 + }, + { + "epoch": 12.073791348600508, + "grad_norm": 1.516034259075823, + "learning_rate": 1.9571277792559056e-05, + "loss": 0.155, + "step": 14235 + }, + { + "epoch": 12.074639525021205, + "grad_norm": 1.3501546136193885, + "learning_rate": 1.9571198216647217e-05, + "loss": 0.1201, + "step": 14236 + }, + { + "epoch": 12.075487701441899, + "grad_norm": 1.5129093542626504, + "learning_rate": 1.957111863351276e-05, + "loss": 0.1187, + "step": 14237 + }, + { + "epoch": 12.076335877862595, + "grad_norm": 1.700966246724589, + "learning_rate": 1.9571039043155735e-05, + "loss": 0.1843, + "step": 14238 + }, + { + "epoch": 12.077184054283292, + "grad_norm": 1.5646377822125204, + "learning_rate": 1.957095944557621e-05, + "loss": 0.1237, + "step": 14239 + }, + { + "epoch": 12.078032230703986, + "grad_norm": 1.4788174874896827, + "learning_rate": 1.9570879840774236e-05, + "loss": 0.0945, + "step": 14240 + }, + { + "epoch": 12.078880407124682, + "grad_norm": 1.4118952241358445, + "learning_rate": 1.9570800228749883e-05, + "loss": 0.1034, + "step": 14241 + }, + { + "epoch": 12.079728583545377, + "grad_norm": 1.5751016598210748, + "learning_rate": 1.9570720609503208e-05, + "loss": 0.1435, + "step": 14242 + }, + { + "epoch": 12.080576759966073, + "grad_norm": 1.5934093896380632, + "learning_rate": 1.957064098303427e-05, + "loss": 0.1153, + "step": 14243 + }, + { + "epoch": 12.08142493638677, + "grad_norm": 1.5080088932204994, + "learning_rate": 1.9570561349343125e-05, + "loss": 0.104, + "step": 14244 + }, + { + "epoch": 12.082273112807464, + "grad_norm": 1.6279967646633942, + "learning_rate": 1.957048170842984e-05, + "loss": 0.1338, + "step": 14245 + }, + { + "epoch": 12.08312128922816, + "grad_norm": 1.391532525436456, + "learning_rate": 1.9570402060294472e-05, + "loss": 0.1189, + "step": 14246 + }, + { + "epoch": 12.083969465648854, + "grad_norm": 1.378487965749362, + "learning_rate": 1.9570322404937082e-05, + "loss": 0.1061, + "step": 14247 + }, + { + "epoch": 12.08481764206955, + "grad_norm": 1.5102303289696322, + "learning_rate": 1.9570242742357726e-05, + "loss": 0.1349, + "step": 14248 + }, + { + "epoch": 12.085665818490247, + "grad_norm": 1.737722612991378, + "learning_rate": 1.9570163072556473e-05, + "loss": 0.1505, + "step": 14249 + }, + { + "epoch": 12.086513994910941, + "grad_norm": 1.4419442015463768, + "learning_rate": 1.9570083395533372e-05, + "loss": 0.1298, + "step": 14250 + }, + { + "epoch": 12.087362171331637, + "grad_norm": 1.4092479943443805, + "learning_rate": 1.957000371128849e-05, + "loss": 0.1242, + "step": 14251 + }, + { + "epoch": 12.088210347752332, + "grad_norm": 1.5757965462273187, + "learning_rate": 1.956992401982189e-05, + "loss": 0.1525, + "step": 14252 + }, + { + "epoch": 12.089058524173028, + "grad_norm": 1.5963857991215065, + "learning_rate": 1.9569844321133623e-05, + "loss": 0.1358, + "step": 14253 + }, + { + "epoch": 12.089906700593723, + "grad_norm": 1.6542838540521418, + "learning_rate": 1.9569764615223755e-05, + "loss": 0.1209, + "step": 14254 + }, + { + "epoch": 12.090754877014419, + "grad_norm": 1.475430889206473, + "learning_rate": 1.9569684902092348e-05, + "loss": 0.1336, + "step": 14255 + }, + { + "epoch": 12.091603053435115, + "grad_norm": 1.5802318443990138, + "learning_rate": 1.9569605181739457e-05, + "loss": 0.1204, + "step": 14256 + }, + { + "epoch": 12.09245122985581, + "grad_norm": 1.3242359047369303, + "learning_rate": 1.9569525454165146e-05, + "loss": 0.116, + "step": 14257 + }, + { + "epoch": 12.093299406276506, + "grad_norm": 1.4982936099167443, + "learning_rate": 1.9569445719369472e-05, + "loss": 0.1013, + "step": 14258 + }, + { + "epoch": 12.0941475826972, + "grad_norm": 1.6531363195078108, + "learning_rate": 1.95693659773525e-05, + "loss": 0.1223, + "step": 14259 + }, + { + "epoch": 12.094995759117896, + "grad_norm": 1.4330308620304928, + "learning_rate": 1.9569286228114288e-05, + "loss": 0.1079, + "step": 14260 + }, + { + "epoch": 12.095843935538593, + "grad_norm": 1.5209806319021704, + "learning_rate": 1.9569206471654893e-05, + "loss": 0.1391, + "step": 14261 + }, + { + "epoch": 12.096692111959287, + "grad_norm": 1.547747280273976, + "learning_rate": 1.9569126707974376e-05, + "loss": 0.1197, + "step": 14262 + }, + { + "epoch": 12.097540288379983, + "grad_norm": 1.617750946347765, + "learning_rate": 1.95690469370728e-05, + "loss": 0.1168, + "step": 14263 + }, + { + "epoch": 12.098388464800678, + "grad_norm": 1.4873015548813644, + "learning_rate": 1.9568967158950223e-05, + "loss": 0.1241, + "step": 14264 + }, + { + "epoch": 12.099236641221374, + "grad_norm": 1.5160455342488381, + "learning_rate": 1.956888737360671e-05, + "loss": 0.1298, + "step": 14265 + }, + { + "epoch": 12.10008481764207, + "grad_norm": 1.212241493716535, + "learning_rate": 1.9568807581042312e-05, + "loss": 0.1062, + "step": 14266 + }, + { + "epoch": 12.100932994062765, + "grad_norm": 1.532893958534539, + "learning_rate": 1.9568727781257097e-05, + "loss": 0.1454, + "step": 14267 + }, + { + "epoch": 12.101781170483461, + "grad_norm": 1.6727003058114154, + "learning_rate": 1.9568647974251122e-05, + "loss": 0.1545, + "step": 14268 + }, + { + "epoch": 12.102629346904155, + "grad_norm": 1.7144131002357277, + "learning_rate": 1.956856816002445e-05, + "loss": 0.1334, + "step": 14269 + }, + { + "epoch": 12.103477523324852, + "grad_norm": 1.493804721641631, + "learning_rate": 1.9568488338577136e-05, + "loss": 0.1134, + "step": 14270 + }, + { + "epoch": 12.104325699745548, + "grad_norm": 1.4856045216079459, + "learning_rate": 1.9568408509909246e-05, + "loss": 0.1036, + "step": 14271 + }, + { + "epoch": 12.105173876166242, + "grad_norm": 1.5990271896170025, + "learning_rate": 1.9568328674020837e-05, + "loss": 0.1278, + "step": 14272 + }, + { + "epoch": 12.106022052586939, + "grad_norm": 1.469793371910227, + "learning_rate": 1.956824883091197e-05, + "loss": 0.0956, + "step": 14273 + }, + { + "epoch": 12.106870229007633, + "grad_norm": 1.678353111515186, + "learning_rate": 1.9568168980582703e-05, + "loss": 0.1058, + "step": 14274 + }, + { + "epoch": 12.10771840542833, + "grad_norm": 1.5055930015553851, + "learning_rate": 1.9568089123033104e-05, + "loss": 0.1367, + "step": 14275 + }, + { + "epoch": 12.108566581849024, + "grad_norm": 1.4372555681767119, + "learning_rate": 1.9568009258263223e-05, + "loss": 0.1117, + "step": 14276 + }, + { + "epoch": 12.10941475826972, + "grad_norm": 1.4946093149614883, + "learning_rate": 1.9567929386273125e-05, + "loss": 0.142, + "step": 14277 + }, + { + "epoch": 12.110262934690416, + "grad_norm": 1.38689055270597, + "learning_rate": 1.956784950706287e-05, + "loss": 0.1177, + "step": 14278 + }, + { + "epoch": 12.11111111111111, + "grad_norm": 1.3395290431950124, + "learning_rate": 1.956776962063252e-05, + "loss": 0.1178, + "step": 14279 + }, + { + "epoch": 12.111959287531807, + "grad_norm": 1.546687879955701, + "learning_rate": 1.9567689726982136e-05, + "loss": 0.1405, + "step": 14280 + }, + { + "epoch": 12.112807463952501, + "grad_norm": 1.7146750319362227, + "learning_rate": 1.9567609826111772e-05, + "loss": 0.1187, + "step": 14281 + }, + { + "epoch": 12.113655640373198, + "grad_norm": 1.5458641174647165, + "learning_rate": 1.9567529918021496e-05, + "loss": 0.1333, + "step": 14282 + }, + { + "epoch": 12.114503816793894, + "grad_norm": 1.5406917825144024, + "learning_rate": 1.956745000271136e-05, + "loss": 0.1053, + "step": 14283 + }, + { + "epoch": 12.115351993214588, + "grad_norm": 1.7263772947303822, + "learning_rate": 1.9567370080181433e-05, + "loss": 0.1518, + "step": 14284 + }, + { + "epoch": 12.116200169635285, + "grad_norm": 1.6537799360126992, + "learning_rate": 1.9567290150431768e-05, + "loss": 0.1105, + "step": 14285 + }, + { + "epoch": 12.117048346055979, + "grad_norm": 1.4398670174225061, + "learning_rate": 1.9567210213462432e-05, + "loss": 0.1184, + "step": 14286 + }, + { + "epoch": 12.117896522476675, + "grad_norm": 1.7042877322339554, + "learning_rate": 1.956713026927348e-05, + "loss": 0.1096, + "step": 14287 + }, + { + "epoch": 12.118744698897371, + "grad_norm": 1.4347155871246904, + "learning_rate": 1.9567050317864974e-05, + "loss": 0.0992, + "step": 14288 + }, + { + "epoch": 12.119592875318066, + "grad_norm": 1.736373385452401, + "learning_rate": 1.9566970359236975e-05, + "loss": 0.1116, + "step": 14289 + }, + { + "epoch": 12.120441051738762, + "grad_norm": 1.5229411798692147, + "learning_rate": 1.9566890393389545e-05, + "loss": 0.1273, + "step": 14290 + }, + { + "epoch": 12.121289228159457, + "grad_norm": 1.3951901014674468, + "learning_rate": 1.956681042032274e-05, + "loss": 0.1176, + "step": 14291 + }, + { + "epoch": 12.122137404580153, + "grad_norm": 1.4100776496234866, + "learning_rate": 1.9566730440036624e-05, + "loss": 0.1108, + "step": 14292 + }, + { + "epoch": 12.122985581000847, + "grad_norm": 1.4399600868869666, + "learning_rate": 1.9566650452531255e-05, + "loss": 0.1269, + "step": 14293 + }, + { + "epoch": 12.123833757421544, + "grad_norm": 1.4897881891022018, + "learning_rate": 1.9566570457806693e-05, + "loss": 0.1121, + "step": 14294 + }, + { + "epoch": 12.12468193384224, + "grad_norm": 1.4493012504937661, + "learning_rate": 1.9566490455863e-05, + "loss": 0.1224, + "step": 14295 + }, + { + "epoch": 12.125530110262934, + "grad_norm": 1.3976233052659441, + "learning_rate": 1.9566410446700237e-05, + "loss": 0.0991, + "step": 14296 + }, + { + "epoch": 12.12637828668363, + "grad_norm": 1.4757571266604466, + "learning_rate": 1.9566330430318465e-05, + "loss": 0.1089, + "step": 14297 + }, + { + "epoch": 12.127226463104325, + "grad_norm": 1.4301799349253765, + "learning_rate": 1.956625040671774e-05, + "loss": 0.1201, + "step": 14298 + }, + { + "epoch": 12.128074639525021, + "grad_norm": 1.4294366268350485, + "learning_rate": 1.9566170375898128e-05, + "loss": 0.1117, + "step": 14299 + }, + { + "epoch": 12.128922815945717, + "grad_norm": 1.527699116158708, + "learning_rate": 1.9566090337859686e-05, + "loss": 0.1206, + "step": 14300 + }, + { + "epoch": 12.129770992366412, + "grad_norm": 1.5091735287427774, + "learning_rate": 1.9566010292602473e-05, + "loss": 0.1065, + "step": 14301 + }, + { + "epoch": 12.130619168787108, + "grad_norm": 1.757738118737119, + "learning_rate": 1.9565930240126553e-05, + "loss": 0.1438, + "step": 14302 + }, + { + "epoch": 12.131467345207803, + "grad_norm": 1.4350694362930356, + "learning_rate": 1.9565850180431982e-05, + "loss": 0.1096, + "step": 14303 + }, + { + "epoch": 12.132315521628499, + "grad_norm": 1.3060045386933816, + "learning_rate": 1.9565770113518827e-05, + "loss": 0.1038, + "step": 14304 + }, + { + "epoch": 12.133163698049195, + "grad_norm": 1.3941288539982648, + "learning_rate": 1.9565690039387145e-05, + "loss": 0.1372, + "step": 14305 + }, + { + "epoch": 12.13401187446989, + "grad_norm": 1.590325940041297, + "learning_rate": 1.9565609958036994e-05, + "loss": 0.137, + "step": 14306 + }, + { + "epoch": 12.134860050890586, + "grad_norm": 1.4729762837070688, + "learning_rate": 1.9565529869468435e-05, + "loss": 0.1014, + "step": 14307 + }, + { + "epoch": 12.13570822731128, + "grad_norm": 1.4484429113945334, + "learning_rate": 1.9565449773681532e-05, + "loss": 0.1062, + "step": 14308 + }, + { + "epoch": 12.136556403731976, + "grad_norm": 1.4708257182208109, + "learning_rate": 1.9565369670676343e-05, + "loss": 0.1242, + "step": 14309 + }, + { + "epoch": 12.137404580152673, + "grad_norm": 1.5052889875692834, + "learning_rate": 1.956528956045293e-05, + "loss": 0.1449, + "step": 14310 + }, + { + "epoch": 12.138252756573367, + "grad_norm": 1.596934982102469, + "learning_rate": 1.9565209443011352e-05, + "loss": 0.1272, + "step": 14311 + }, + { + "epoch": 12.139100932994063, + "grad_norm": 1.5296274119362763, + "learning_rate": 1.9565129318351668e-05, + "loss": 0.1593, + "step": 14312 + }, + { + "epoch": 12.139949109414758, + "grad_norm": 1.621025736299964, + "learning_rate": 1.956504918647394e-05, + "loss": 0.1329, + "step": 14313 + }, + { + "epoch": 12.140797285835454, + "grad_norm": 1.5787272027508237, + "learning_rate": 1.956496904737823e-05, + "loss": 0.1293, + "step": 14314 + }, + { + "epoch": 12.141645462256148, + "grad_norm": 1.6871322119473775, + "learning_rate": 1.95648889010646e-05, + "loss": 0.1365, + "step": 14315 + }, + { + "epoch": 12.142493638676845, + "grad_norm": 1.3746244785409438, + "learning_rate": 1.9564808747533103e-05, + "loss": 0.1192, + "step": 14316 + }, + { + "epoch": 12.143341815097541, + "grad_norm": 1.3139831835356444, + "learning_rate": 1.9564728586783805e-05, + "loss": 0.0973, + "step": 14317 + }, + { + "epoch": 12.144189991518235, + "grad_norm": 1.427511811812536, + "learning_rate": 1.9564648418816766e-05, + "loss": 0.1084, + "step": 14318 + }, + { + "epoch": 12.145038167938932, + "grad_norm": 1.4463394629390955, + "learning_rate": 1.9564568243632047e-05, + "loss": 0.1253, + "step": 14319 + }, + { + "epoch": 12.145886344359626, + "grad_norm": 1.5199293983710498, + "learning_rate": 1.9564488061229707e-05, + "loss": 0.1258, + "step": 14320 + }, + { + "epoch": 12.146734520780322, + "grad_norm": 1.5390309515814522, + "learning_rate": 1.9564407871609806e-05, + "loss": 0.1337, + "step": 14321 + }, + { + "epoch": 12.147582697201019, + "grad_norm": 1.6604221775054975, + "learning_rate": 1.956432767477241e-05, + "loss": 0.1249, + "step": 14322 + }, + { + "epoch": 12.148430873621713, + "grad_norm": 1.5773902466899516, + "learning_rate": 1.956424747071757e-05, + "loss": 0.1262, + "step": 14323 + }, + { + "epoch": 12.14927905004241, + "grad_norm": 1.3925041889840402, + "learning_rate": 1.9564167259445356e-05, + "loss": 0.1097, + "step": 14324 + }, + { + "epoch": 12.150127226463104, + "grad_norm": 1.5812529819651269, + "learning_rate": 1.956408704095582e-05, + "loss": 0.1246, + "step": 14325 + }, + { + "epoch": 12.1509754028838, + "grad_norm": 1.3205830065852973, + "learning_rate": 1.956400681524903e-05, + "loss": 0.1199, + "step": 14326 + }, + { + "epoch": 12.151823579304496, + "grad_norm": 1.489754841057904, + "learning_rate": 1.956392658232504e-05, + "loss": 0.1184, + "step": 14327 + }, + { + "epoch": 12.15267175572519, + "grad_norm": 1.6126423552357965, + "learning_rate": 1.9563846342183916e-05, + "loss": 0.1192, + "step": 14328 + }, + { + "epoch": 12.153519932145887, + "grad_norm": 1.332228515015524, + "learning_rate": 1.9563766094825715e-05, + "loss": 0.1191, + "step": 14329 + }, + { + "epoch": 12.154368108566581, + "grad_norm": 1.526398892876048, + "learning_rate": 1.9563685840250503e-05, + "loss": 0.1062, + "step": 14330 + }, + { + "epoch": 12.155216284987278, + "grad_norm": 1.6105754097290501, + "learning_rate": 1.9563605578458333e-05, + "loss": 0.1232, + "step": 14331 + }, + { + "epoch": 12.156064461407972, + "grad_norm": 1.5753373206541794, + "learning_rate": 1.9563525309449266e-05, + "loss": 0.1395, + "step": 14332 + }, + { + "epoch": 12.156912637828668, + "grad_norm": 1.65507917918773, + "learning_rate": 1.9563445033223373e-05, + "loss": 0.1305, + "step": 14333 + }, + { + "epoch": 12.157760814249365, + "grad_norm": 1.4833950818535948, + "learning_rate": 1.95633647497807e-05, + "loss": 0.1123, + "step": 14334 + }, + { + "epoch": 12.158608990670059, + "grad_norm": 1.597769102719141, + "learning_rate": 1.956328445912132e-05, + "loss": 0.1503, + "step": 14335 + }, + { + "epoch": 12.159457167090755, + "grad_norm": 1.56598806955921, + "learning_rate": 1.9563204161245285e-05, + "loss": 0.1389, + "step": 14336 + }, + { + "epoch": 12.16030534351145, + "grad_norm": 1.6585857343628134, + "learning_rate": 1.956312385615266e-05, + "loss": 0.1271, + "step": 14337 + }, + { + "epoch": 12.161153519932146, + "grad_norm": 1.4222004835605355, + "learning_rate": 1.9563043543843507e-05, + "loss": 0.1118, + "step": 14338 + }, + { + "epoch": 12.162001696352842, + "grad_norm": 1.6493390454553756, + "learning_rate": 1.956296322431788e-05, + "loss": 0.1326, + "step": 14339 + }, + { + "epoch": 12.162849872773537, + "grad_norm": 1.5552488812604035, + "learning_rate": 1.9562882897575846e-05, + "loss": 0.1405, + "step": 14340 + }, + { + "epoch": 12.163698049194233, + "grad_norm": 1.5311596117228876, + "learning_rate": 1.9562802563617465e-05, + "loss": 0.1025, + "step": 14341 + }, + { + "epoch": 12.164546225614927, + "grad_norm": 1.7554031348267396, + "learning_rate": 1.9562722222442794e-05, + "loss": 0.1437, + "step": 14342 + }, + { + "epoch": 12.165394402035624, + "grad_norm": 1.5735742311592607, + "learning_rate": 1.95626418740519e-05, + "loss": 0.1178, + "step": 14343 + }, + { + "epoch": 12.16624257845632, + "grad_norm": 1.594965179890397, + "learning_rate": 1.9562561518444833e-05, + "loss": 0.1273, + "step": 14344 + }, + { + "epoch": 12.167090754877014, + "grad_norm": 1.3534098796676797, + "learning_rate": 1.9562481155621663e-05, + "loss": 0.1077, + "step": 14345 + }, + { + "epoch": 12.16793893129771, + "grad_norm": 1.6294683644197194, + "learning_rate": 1.9562400785582446e-05, + "loss": 0.116, + "step": 14346 + }, + { + "epoch": 12.168787107718405, + "grad_norm": 1.5401763355764815, + "learning_rate": 1.9562320408327244e-05, + "loss": 0.152, + "step": 14347 + }, + { + "epoch": 12.169635284139101, + "grad_norm": 1.570251142208427, + "learning_rate": 1.956224002385612e-05, + "loss": 0.1136, + "step": 14348 + }, + { + "epoch": 12.170483460559796, + "grad_norm": 1.5394972736426074, + "learning_rate": 1.956215963216913e-05, + "loss": 0.1181, + "step": 14349 + }, + { + "epoch": 12.171331636980492, + "grad_norm": 1.420892352048104, + "learning_rate": 1.956207923326634e-05, + "loss": 0.1128, + "step": 14350 + }, + { + "epoch": 12.172179813401188, + "grad_norm": 1.8150857546412529, + "learning_rate": 1.9561998827147807e-05, + "loss": 0.1313, + "step": 14351 + }, + { + "epoch": 12.173027989821882, + "grad_norm": 1.572531941934811, + "learning_rate": 1.9561918413813592e-05, + "loss": 0.1135, + "step": 14352 + }, + { + "epoch": 12.173876166242579, + "grad_norm": 1.5516432862663379, + "learning_rate": 1.9561837993263757e-05, + "loss": 0.1211, + "step": 14353 + }, + { + "epoch": 12.174724342663273, + "grad_norm": 1.6846433940015617, + "learning_rate": 1.956175756549836e-05, + "loss": 0.1255, + "step": 14354 + }, + { + "epoch": 12.17557251908397, + "grad_norm": 1.606957515240249, + "learning_rate": 1.9561677130517464e-05, + "loss": 0.1273, + "step": 14355 + }, + { + "epoch": 12.176420695504666, + "grad_norm": 1.4349419608184226, + "learning_rate": 1.9561596688321133e-05, + "loss": 0.1114, + "step": 14356 + }, + { + "epoch": 12.17726887192536, + "grad_norm": 1.5252487001496593, + "learning_rate": 1.956151623890942e-05, + "loss": 0.1366, + "step": 14357 + }, + { + "epoch": 12.178117048346056, + "grad_norm": 1.3382593532035274, + "learning_rate": 1.9561435782282392e-05, + "loss": 0.1139, + "step": 14358 + }, + { + "epoch": 12.17896522476675, + "grad_norm": 1.814389153917285, + "learning_rate": 1.9561355318440104e-05, + "loss": 0.1214, + "step": 14359 + }, + { + "epoch": 12.179813401187447, + "grad_norm": 1.4535638855676614, + "learning_rate": 1.9561274847382624e-05, + "loss": 0.1219, + "step": 14360 + }, + { + "epoch": 12.180661577608143, + "grad_norm": 1.7979391376648586, + "learning_rate": 1.9561194369110004e-05, + "loss": 0.1265, + "step": 14361 + }, + { + "epoch": 12.181509754028838, + "grad_norm": 1.5782827416240532, + "learning_rate": 1.9561113883622315e-05, + "loss": 0.1572, + "step": 14362 + }, + { + "epoch": 12.182357930449534, + "grad_norm": 1.4192222833341372, + "learning_rate": 1.956103339091961e-05, + "loss": 0.1174, + "step": 14363 + }, + { + "epoch": 12.183206106870228, + "grad_norm": 1.5178490996576466, + "learning_rate": 1.9560952891001953e-05, + "loss": 0.1331, + "step": 14364 + }, + { + "epoch": 12.184054283290925, + "grad_norm": 1.6416186660437846, + "learning_rate": 1.9560872383869404e-05, + "loss": 0.1206, + "step": 14365 + }, + { + "epoch": 12.18490245971162, + "grad_norm": 1.606433240102274, + "learning_rate": 1.9560791869522024e-05, + "loss": 0.1338, + "step": 14366 + }, + { + "epoch": 12.185750636132315, + "grad_norm": 1.7310932694386565, + "learning_rate": 1.956071134795987e-05, + "loss": 0.1353, + "step": 14367 + }, + { + "epoch": 12.186598812553012, + "grad_norm": 1.5572648403820817, + "learning_rate": 1.9560630819183008e-05, + "loss": 0.1474, + "step": 14368 + }, + { + "epoch": 12.187446988973706, + "grad_norm": 1.5609437607619014, + "learning_rate": 1.9560550283191497e-05, + "loss": 0.145, + "step": 14369 + }, + { + "epoch": 12.188295165394402, + "grad_norm": 1.497428302947399, + "learning_rate": 1.9560469739985396e-05, + "loss": 0.1318, + "step": 14370 + }, + { + "epoch": 12.189143341815097, + "grad_norm": 1.4629548248267517, + "learning_rate": 1.956038918956477e-05, + "loss": 0.1072, + "step": 14371 + }, + { + "epoch": 12.189991518235793, + "grad_norm": 1.6314022715056262, + "learning_rate": 1.9560308631929677e-05, + "loss": 0.1377, + "step": 14372 + }, + { + "epoch": 12.19083969465649, + "grad_norm": 1.3310912046849324, + "learning_rate": 1.9560228067080177e-05, + "loss": 0.1194, + "step": 14373 + }, + { + "epoch": 12.191687871077184, + "grad_norm": 1.5022268555915332, + "learning_rate": 1.9560147495016332e-05, + "loss": 0.1261, + "step": 14374 + }, + { + "epoch": 12.19253604749788, + "grad_norm": 1.3608466302338513, + "learning_rate": 1.95600669157382e-05, + "loss": 0.1226, + "step": 14375 + }, + { + "epoch": 12.193384223918574, + "grad_norm": 1.6462868834507187, + "learning_rate": 1.955998632924585e-05, + "loss": 0.1529, + "step": 14376 + }, + { + "epoch": 12.19423240033927, + "grad_norm": 1.5013019617624763, + "learning_rate": 1.9559905735539335e-05, + "loss": 0.1128, + "step": 14377 + }, + { + "epoch": 12.195080576759967, + "grad_norm": 1.531880820743201, + "learning_rate": 1.9559825134618716e-05, + "loss": 0.1331, + "step": 14378 + }, + { + "epoch": 12.195928753180661, + "grad_norm": 1.5094151044449111, + "learning_rate": 1.955974452648406e-05, + "loss": 0.1456, + "step": 14379 + }, + { + "epoch": 12.196776929601358, + "grad_norm": 1.484947132300431, + "learning_rate": 1.955966391113542e-05, + "loss": 0.1242, + "step": 14380 + }, + { + "epoch": 12.197625106022052, + "grad_norm": 1.5298168336524471, + "learning_rate": 1.9559583288572858e-05, + "loss": 0.1054, + "step": 14381 + }, + { + "epoch": 12.198473282442748, + "grad_norm": 1.3887431076254866, + "learning_rate": 1.9559502658796443e-05, + "loss": 0.1163, + "step": 14382 + }, + { + "epoch": 12.199321458863444, + "grad_norm": 1.4226330031286503, + "learning_rate": 1.9559422021806228e-05, + "loss": 0.1149, + "step": 14383 + }, + { + "epoch": 12.200169635284139, + "grad_norm": 1.5316719376317196, + "learning_rate": 1.9559341377602273e-05, + "loss": 0.1223, + "step": 14384 + }, + { + "epoch": 12.201017811704835, + "grad_norm": 1.6276538021565419, + "learning_rate": 1.9559260726184647e-05, + "loss": 0.1406, + "step": 14385 + }, + { + "epoch": 12.20186598812553, + "grad_norm": 1.6929079539967593, + "learning_rate": 1.9559180067553404e-05, + "loss": 0.1473, + "step": 14386 + }, + { + "epoch": 12.202714164546226, + "grad_norm": 1.448290067304485, + "learning_rate": 1.9559099401708605e-05, + "loss": 0.1257, + "step": 14387 + }, + { + "epoch": 12.20356234096692, + "grad_norm": 1.485520252283435, + "learning_rate": 1.9559018728650314e-05, + "loss": 0.1169, + "step": 14388 + }, + { + "epoch": 12.204410517387617, + "grad_norm": 1.7110863354438823, + "learning_rate": 1.9558938048378592e-05, + "loss": 0.1125, + "step": 14389 + }, + { + "epoch": 12.205258693808313, + "grad_norm": 1.4977463851735873, + "learning_rate": 1.9558857360893494e-05, + "loss": 0.1363, + "step": 14390 + }, + { + "epoch": 12.206106870229007, + "grad_norm": 1.4029230062996723, + "learning_rate": 1.955877666619509e-05, + "loss": 0.1028, + "step": 14391 + }, + { + "epoch": 12.206955046649703, + "grad_norm": 1.6500413894877062, + "learning_rate": 1.955869596428343e-05, + "loss": 0.1239, + "step": 14392 + }, + { + "epoch": 12.207803223070398, + "grad_norm": 1.4394597650476237, + "learning_rate": 1.9558615255158586e-05, + "loss": 0.1266, + "step": 14393 + }, + { + "epoch": 12.208651399491094, + "grad_norm": 1.6116847564861, + "learning_rate": 1.955853453882061e-05, + "loss": 0.1257, + "step": 14394 + }, + { + "epoch": 12.20949957591179, + "grad_norm": 1.60675792544779, + "learning_rate": 1.9558453815269575e-05, + "loss": 0.1588, + "step": 14395 + }, + { + "epoch": 12.210347752332485, + "grad_norm": 1.4378364875681124, + "learning_rate": 1.9558373084505528e-05, + "loss": 0.1215, + "step": 14396 + }, + { + "epoch": 12.211195928753181, + "grad_norm": 1.515796951588796, + "learning_rate": 1.9558292346528535e-05, + "loss": 0.1333, + "step": 14397 + }, + { + "epoch": 12.212044105173876, + "grad_norm": 1.4774095491245671, + "learning_rate": 1.9558211601338656e-05, + "loss": 0.1152, + "step": 14398 + }, + { + "epoch": 12.212892281594572, + "grad_norm": 1.5565310790743336, + "learning_rate": 1.9558130848935956e-05, + "loss": 0.1366, + "step": 14399 + }, + { + "epoch": 12.213740458015268, + "grad_norm": 1.4728947730880373, + "learning_rate": 1.9558050089320493e-05, + "loss": 0.1281, + "step": 14400 + }, + { + "epoch": 12.214588634435962, + "grad_norm": 1.7064846280759904, + "learning_rate": 1.9557969322492328e-05, + "loss": 0.1518, + "step": 14401 + }, + { + "epoch": 12.215436810856659, + "grad_norm": 2.017397356053656, + "learning_rate": 1.955788854845152e-05, + "loss": 0.1346, + "step": 14402 + }, + { + "epoch": 12.216284987277353, + "grad_norm": 1.423646366020606, + "learning_rate": 1.9557807767198137e-05, + "loss": 0.1312, + "step": 14403 + }, + { + "epoch": 12.21713316369805, + "grad_norm": 1.5956228549361169, + "learning_rate": 1.9557726978732234e-05, + "loss": 0.1625, + "step": 14404 + }, + { + "epoch": 12.217981340118744, + "grad_norm": 1.4353325077419503, + "learning_rate": 1.9557646183053872e-05, + "loss": 0.1353, + "step": 14405 + }, + { + "epoch": 12.21882951653944, + "grad_norm": 1.3534550323559045, + "learning_rate": 1.9557565380163113e-05, + "loss": 0.0926, + "step": 14406 + }, + { + "epoch": 12.219677692960136, + "grad_norm": 1.40035885016905, + "learning_rate": 1.9557484570060017e-05, + "loss": 0.1259, + "step": 14407 + }, + { + "epoch": 12.22052586938083, + "grad_norm": 1.5328918193436667, + "learning_rate": 1.955740375274465e-05, + "loss": 0.128, + "step": 14408 + }, + { + "epoch": 12.221374045801527, + "grad_norm": 1.6606857643892958, + "learning_rate": 1.9557322928217068e-05, + "loss": 0.1171, + "step": 14409 + }, + { + "epoch": 12.222222222222221, + "grad_norm": 1.3846136751027434, + "learning_rate": 1.955724209647733e-05, + "loss": 0.1001, + "step": 14410 + }, + { + "epoch": 12.223070398642918, + "grad_norm": 1.5191080869561155, + "learning_rate": 1.95571612575255e-05, + "loss": 0.1164, + "step": 14411 + }, + { + "epoch": 12.223918575063614, + "grad_norm": 1.4175293362278722, + "learning_rate": 1.955708041136164e-05, + "loss": 0.0958, + "step": 14412 + }, + { + "epoch": 12.224766751484308, + "grad_norm": 1.6239994798122057, + "learning_rate": 1.9556999557985813e-05, + "loss": 0.1361, + "step": 14413 + }, + { + "epoch": 12.225614927905005, + "grad_norm": 1.707859021930518, + "learning_rate": 1.9556918697398074e-05, + "loss": 0.145, + "step": 14414 + }, + { + "epoch": 12.226463104325699, + "grad_norm": 2.177873265476829, + "learning_rate": 1.955683782959849e-05, + "loss": 0.1214, + "step": 14415 + }, + { + "epoch": 12.227311280746395, + "grad_norm": 1.3819825647471182, + "learning_rate": 1.9556756954587116e-05, + "loss": 0.1099, + "step": 14416 + }, + { + "epoch": 12.228159457167092, + "grad_norm": 1.3319543870058141, + "learning_rate": 1.9556676072364017e-05, + "loss": 0.0938, + "step": 14417 + }, + { + "epoch": 12.229007633587786, + "grad_norm": 1.3382836107406249, + "learning_rate": 1.9556595182929255e-05, + "loss": 0.109, + "step": 14418 + }, + { + "epoch": 12.229855810008482, + "grad_norm": 1.5520573626563599, + "learning_rate": 1.9556514286282886e-05, + "loss": 0.1245, + "step": 14419 + }, + { + "epoch": 12.230703986429177, + "grad_norm": 1.5985125843711623, + "learning_rate": 1.9556433382424976e-05, + "loss": 0.1491, + "step": 14420 + }, + { + "epoch": 12.231552162849873, + "grad_norm": 1.5532661941126784, + "learning_rate": 1.9556352471355583e-05, + "loss": 0.1346, + "step": 14421 + }, + { + "epoch": 12.23240033927057, + "grad_norm": 1.6099843850321904, + "learning_rate": 1.9556271553074773e-05, + "loss": 0.1332, + "step": 14422 + }, + { + "epoch": 12.233248515691264, + "grad_norm": 1.6618884796101943, + "learning_rate": 1.95561906275826e-05, + "loss": 0.1095, + "step": 14423 + }, + { + "epoch": 12.23409669211196, + "grad_norm": 1.7444556773215147, + "learning_rate": 1.955610969487913e-05, + "loss": 0.1525, + "step": 14424 + }, + { + "epoch": 12.234944868532654, + "grad_norm": 1.3814291136364965, + "learning_rate": 1.9556028754964424e-05, + "loss": 0.1022, + "step": 14425 + }, + { + "epoch": 12.23579304495335, + "grad_norm": 1.7653670616501003, + "learning_rate": 1.955594780783854e-05, + "loss": 0.1315, + "step": 14426 + }, + { + "epoch": 12.236641221374045, + "grad_norm": 1.4705536070250282, + "learning_rate": 1.955586685350154e-05, + "loss": 0.108, + "step": 14427 + }, + { + "epoch": 12.237489397794741, + "grad_norm": 1.5796825523226294, + "learning_rate": 1.955578589195349e-05, + "loss": 0.1344, + "step": 14428 + }, + { + "epoch": 12.238337574215437, + "grad_norm": 1.7712149899575467, + "learning_rate": 1.955570492319444e-05, + "loss": 0.1538, + "step": 14429 + }, + { + "epoch": 12.239185750636132, + "grad_norm": 1.554419948477789, + "learning_rate": 1.9555623947224462e-05, + "loss": 0.1446, + "step": 14430 + }, + { + "epoch": 12.240033927056828, + "grad_norm": 1.599919982168915, + "learning_rate": 1.9555542964043614e-05, + "loss": 0.1375, + "step": 14431 + }, + { + "epoch": 12.240882103477523, + "grad_norm": 1.5849117873347909, + "learning_rate": 1.9555461973651955e-05, + "loss": 0.1452, + "step": 14432 + }, + { + "epoch": 12.241730279898219, + "grad_norm": 1.4185554254030257, + "learning_rate": 1.9555380976049548e-05, + "loss": 0.1159, + "step": 14433 + }, + { + "epoch": 12.242578456318915, + "grad_norm": 1.6002146474871617, + "learning_rate": 1.955529997123645e-05, + "loss": 0.1501, + "step": 14434 + }, + { + "epoch": 12.24342663273961, + "grad_norm": 1.715801397219316, + "learning_rate": 1.955521895921273e-05, + "loss": 0.1179, + "step": 14435 + }, + { + "epoch": 12.244274809160306, + "grad_norm": 1.4290173554848409, + "learning_rate": 1.9555137939978445e-05, + "loss": 0.0944, + "step": 14436 + }, + { + "epoch": 12.245122985581, + "grad_norm": 1.5230674055916302, + "learning_rate": 1.9555056913533655e-05, + "loss": 0.105, + "step": 14437 + }, + { + "epoch": 12.245971162001696, + "grad_norm": 1.6332442816093913, + "learning_rate": 1.9554975879878418e-05, + "loss": 0.14, + "step": 14438 + }, + { + "epoch": 12.246819338422393, + "grad_norm": 1.7105428153749287, + "learning_rate": 1.9554894839012807e-05, + "loss": 0.1213, + "step": 14439 + }, + { + "epoch": 12.247667514843087, + "grad_norm": 1.4938844497594892, + "learning_rate": 1.955481379093687e-05, + "loss": 0.1161, + "step": 14440 + }, + { + "epoch": 12.248515691263783, + "grad_norm": 1.494711610215608, + "learning_rate": 1.955473273565067e-05, + "loss": 0.1197, + "step": 14441 + }, + { + "epoch": 12.249363867684478, + "grad_norm": 1.627013511437008, + "learning_rate": 1.9554651673154278e-05, + "loss": 0.1066, + "step": 14442 + }, + { + "epoch": 12.250212044105174, + "grad_norm": 1.7113350776824572, + "learning_rate": 1.9554570603447748e-05, + "loss": 0.1445, + "step": 14443 + }, + { + "epoch": 12.251060220525869, + "grad_norm": 1.6456646976781373, + "learning_rate": 1.955448952653114e-05, + "loss": 0.1257, + "step": 14444 + }, + { + "epoch": 12.251908396946565, + "grad_norm": 1.2658333721752173, + "learning_rate": 1.955440844240452e-05, + "loss": 0.0853, + "step": 14445 + }, + { + "epoch": 12.252756573367261, + "grad_norm": 1.4700192247856871, + "learning_rate": 1.9554327351067944e-05, + "loss": 0.1063, + "step": 14446 + }, + { + "epoch": 12.253604749787955, + "grad_norm": 1.5046042789511467, + "learning_rate": 1.9554246252521476e-05, + "loss": 0.1174, + "step": 14447 + }, + { + "epoch": 12.254452926208652, + "grad_norm": 1.5313291905213382, + "learning_rate": 1.9554165146765176e-05, + "loss": 0.1242, + "step": 14448 + }, + { + "epoch": 12.255301102629346, + "grad_norm": 1.6489523796452141, + "learning_rate": 1.9554084033799108e-05, + "loss": 0.1221, + "step": 14449 + }, + { + "epoch": 12.256149279050042, + "grad_norm": 1.6570178810140617, + "learning_rate": 1.9554002913623332e-05, + "loss": 0.1343, + "step": 14450 + }, + { + "epoch": 12.256997455470739, + "grad_norm": 1.618823251576483, + "learning_rate": 1.9553921786237906e-05, + "loss": 0.1355, + "step": 14451 + }, + { + "epoch": 12.257845631891433, + "grad_norm": 1.6033044733312347, + "learning_rate": 1.9553840651642892e-05, + "loss": 0.1561, + "step": 14452 + }, + { + "epoch": 12.25869380831213, + "grad_norm": 1.6604384382897512, + "learning_rate": 1.9553759509838357e-05, + "loss": 0.1178, + "step": 14453 + }, + { + "epoch": 12.259541984732824, + "grad_norm": 1.5496935748074143, + "learning_rate": 1.955367836082436e-05, + "loss": 0.1194, + "step": 14454 + }, + { + "epoch": 12.26039016115352, + "grad_norm": 1.4908426052731758, + "learning_rate": 1.9553597204600955e-05, + "loss": 0.1236, + "step": 14455 + }, + { + "epoch": 12.261238337574216, + "grad_norm": 1.4754719279645863, + "learning_rate": 1.955351604116821e-05, + "loss": 0.1341, + "step": 14456 + }, + { + "epoch": 12.26208651399491, + "grad_norm": 1.632309514933252, + "learning_rate": 1.9553434870526183e-05, + "loss": 0.147, + "step": 14457 + }, + { + "epoch": 12.262934690415607, + "grad_norm": 1.4873082265101343, + "learning_rate": 1.9553353692674938e-05, + "loss": 0.1415, + "step": 14458 + }, + { + "epoch": 12.263782866836301, + "grad_norm": 1.5163316494643433, + "learning_rate": 1.9553272507614538e-05, + "loss": 0.1123, + "step": 14459 + }, + { + "epoch": 12.264631043256998, + "grad_norm": 1.5668733171020295, + "learning_rate": 1.955319131534504e-05, + "loss": 0.1139, + "step": 14460 + }, + { + "epoch": 12.265479219677694, + "grad_norm": 1.6509238332854628, + "learning_rate": 1.9553110115866506e-05, + "loss": 0.1176, + "step": 14461 + }, + { + "epoch": 12.266327396098388, + "grad_norm": 1.5251964552075425, + "learning_rate": 1.9553028909179e-05, + "loss": 0.1125, + "step": 14462 + }, + { + "epoch": 12.267175572519085, + "grad_norm": 1.6164472079416783, + "learning_rate": 1.955294769528258e-05, + "loss": 0.1286, + "step": 14463 + }, + { + "epoch": 12.268023748939779, + "grad_norm": 1.5184854913941144, + "learning_rate": 1.9552866474177308e-05, + "loss": 0.1318, + "step": 14464 + }, + { + "epoch": 12.268871925360475, + "grad_norm": 1.5306977889828806, + "learning_rate": 1.955278524586325e-05, + "loss": 0.1318, + "step": 14465 + }, + { + "epoch": 12.26972010178117, + "grad_norm": 1.5681029618903688, + "learning_rate": 1.955270401034046e-05, + "loss": 0.1051, + "step": 14466 + }, + { + "epoch": 12.270568278201866, + "grad_norm": 1.4698083631881327, + "learning_rate": 1.9552622767609006e-05, + "loss": 0.1242, + "step": 14467 + }, + { + "epoch": 12.271416454622562, + "grad_norm": 1.3567281932279909, + "learning_rate": 1.9552541517668938e-05, + "loss": 0.136, + "step": 14468 + }, + { + "epoch": 12.272264631043257, + "grad_norm": 1.4750962205104607, + "learning_rate": 1.955246026052033e-05, + "loss": 0.1181, + "step": 14469 + }, + { + "epoch": 12.273112807463953, + "grad_norm": 1.560855075758624, + "learning_rate": 1.955237899616324e-05, + "loss": 0.1308, + "step": 14470 + }, + { + "epoch": 12.273960983884647, + "grad_norm": 1.5460751117501916, + "learning_rate": 1.9552297724597727e-05, + "loss": 0.1182, + "step": 14471 + }, + { + "epoch": 12.274809160305344, + "grad_norm": 1.7142248076117415, + "learning_rate": 1.955221644582385e-05, + "loss": 0.148, + "step": 14472 + }, + { + "epoch": 12.27565733672604, + "grad_norm": 1.4962028506518645, + "learning_rate": 1.955213515984168e-05, + "loss": 0.1052, + "step": 14473 + }, + { + "epoch": 12.276505513146734, + "grad_norm": 1.6126478719237227, + "learning_rate": 1.9552053866651267e-05, + "loss": 0.1345, + "step": 14474 + }, + { + "epoch": 12.27735368956743, + "grad_norm": 1.6865588325428889, + "learning_rate": 1.955197256625268e-05, + "loss": 0.1375, + "step": 14475 + }, + { + "epoch": 12.278201865988125, + "grad_norm": 1.4940204900616723, + "learning_rate": 1.9551891258645973e-05, + "loss": 0.1087, + "step": 14476 + }, + { + "epoch": 12.279050042408821, + "grad_norm": 1.5688029134650803, + "learning_rate": 1.9551809943831218e-05, + "loss": 0.1069, + "step": 14477 + }, + { + "epoch": 12.279898218829517, + "grad_norm": 1.4638756912645678, + "learning_rate": 1.9551728621808467e-05, + "loss": 0.1113, + "step": 14478 + }, + { + "epoch": 12.280746395250212, + "grad_norm": 1.4125864462060107, + "learning_rate": 1.9551647292577783e-05, + "loss": 0.1324, + "step": 14479 + }, + { + "epoch": 12.281594571670908, + "grad_norm": 1.356313330961384, + "learning_rate": 1.9551565956139233e-05, + "loss": 0.1055, + "step": 14480 + }, + { + "epoch": 12.282442748091603, + "grad_norm": 1.388768722209832, + "learning_rate": 1.9551484612492872e-05, + "loss": 0.1321, + "step": 14481 + }, + { + "epoch": 12.283290924512299, + "grad_norm": 1.6077804565511296, + "learning_rate": 1.9551403261638762e-05, + "loss": 0.1245, + "step": 14482 + }, + { + "epoch": 12.284139100932993, + "grad_norm": 1.4933758633309568, + "learning_rate": 1.9551321903576968e-05, + "loss": 0.0969, + "step": 14483 + }, + { + "epoch": 12.28498727735369, + "grad_norm": 1.6078958652834958, + "learning_rate": 1.955124053830755e-05, + "loss": 0.1294, + "step": 14484 + }, + { + "epoch": 12.285835453774386, + "grad_norm": 1.9821910888324366, + "learning_rate": 1.955115916583057e-05, + "loss": 0.1428, + "step": 14485 + }, + { + "epoch": 12.28668363019508, + "grad_norm": 1.6960612295840976, + "learning_rate": 1.9551077786146088e-05, + "loss": 0.1441, + "step": 14486 + }, + { + "epoch": 12.287531806615776, + "grad_norm": 1.528880002161553, + "learning_rate": 1.9550996399254166e-05, + "loss": 0.1066, + "step": 14487 + }, + { + "epoch": 12.28837998303647, + "grad_norm": 1.4801811891900458, + "learning_rate": 1.9550915005154863e-05, + "loss": 0.144, + "step": 14488 + }, + { + "epoch": 12.289228159457167, + "grad_norm": 1.7011828878234574, + "learning_rate": 1.9550833603848246e-05, + "loss": 0.1265, + "step": 14489 + }, + { + "epoch": 12.290076335877863, + "grad_norm": 1.4863866048649903, + "learning_rate": 1.9550752195334368e-05, + "loss": 0.1155, + "step": 14490 + }, + { + "epoch": 12.290924512298558, + "grad_norm": 1.4242550179631286, + "learning_rate": 1.95506707796133e-05, + "loss": 0.1382, + "step": 14491 + }, + { + "epoch": 12.291772688719254, + "grad_norm": 1.645128893208397, + "learning_rate": 1.95505893566851e-05, + "loss": 0.1457, + "step": 14492 + }, + { + "epoch": 12.292620865139948, + "grad_norm": 1.5361495139625392, + "learning_rate": 1.9550507926549823e-05, + "loss": 0.1084, + "step": 14493 + }, + { + "epoch": 12.293469041560645, + "grad_norm": 1.6930149052897667, + "learning_rate": 1.9550426489207537e-05, + "loss": 0.133, + "step": 14494 + }, + { + "epoch": 12.294317217981341, + "grad_norm": 1.6510930797678403, + "learning_rate": 1.9550345044658302e-05, + "loss": 0.1097, + "step": 14495 + }, + { + "epoch": 12.295165394402035, + "grad_norm": 1.6449482168880458, + "learning_rate": 1.9550263592902182e-05, + "loss": 0.1356, + "step": 14496 + }, + { + "epoch": 12.296013570822732, + "grad_norm": 1.5583351710900188, + "learning_rate": 1.9550182133939235e-05, + "loss": 0.1602, + "step": 14497 + }, + { + "epoch": 12.296861747243426, + "grad_norm": 1.557533871306889, + "learning_rate": 1.9550100667769528e-05, + "loss": 0.135, + "step": 14498 + }, + { + "epoch": 12.297709923664122, + "grad_norm": 1.449543355475808, + "learning_rate": 1.9550019194393112e-05, + "loss": 0.1072, + "step": 14499 + }, + { + "epoch": 12.298558100084819, + "grad_norm": 1.3550364202962024, + "learning_rate": 1.9549937713810055e-05, + "loss": 0.1031, + "step": 14500 + }, + { + "epoch": 12.299406276505513, + "grad_norm": 1.484620124407724, + "learning_rate": 1.9549856226020422e-05, + "loss": 0.1187, + "step": 14501 + }, + { + "epoch": 12.30025445292621, + "grad_norm": 1.4809548626386722, + "learning_rate": 1.954977473102427e-05, + "loss": 0.1235, + "step": 14502 + }, + { + "epoch": 12.301102629346904, + "grad_norm": 1.5906123529098068, + "learning_rate": 1.954969322882166e-05, + "loss": 0.1211, + "step": 14503 + }, + { + "epoch": 12.3019508057676, + "grad_norm": 1.8680593246665584, + "learning_rate": 1.9549611719412655e-05, + "loss": 0.1207, + "step": 14504 + }, + { + "epoch": 12.302798982188294, + "grad_norm": 1.7379324261519367, + "learning_rate": 1.9549530202797314e-05, + "loss": 0.1282, + "step": 14505 + }, + { + "epoch": 12.30364715860899, + "grad_norm": 1.7360072830007998, + "learning_rate": 1.9549448678975702e-05, + "loss": 0.1124, + "step": 14506 + }, + { + "epoch": 12.304495335029687, + "grad_norm": 1.3648961641888298, + "learning_rate": 1.954936714794788e-05, + "loss": 0.0901, + "step": 14507 + }, + { + "epoch": 12.305343511450381, + "grad_norm": 1.6676795621208105, + "learning_rate": 1.9549285609713907e-05, + "loss": 0.1246, + "step": 14508 + }, + { + "epoch": 12.306191687871078, + "grad_norm": 1.6079641955332435, + "learning_rate": 1.954920406427385e-05, + "loss": 0.1316, + "step": 14509 + }, + { + "epoch": 12.307039864291772, + "grad_norm": 1.4643841678562683, + "learning_rate": 1.954912251162776e-05, + "loss": 0.1095, + "step": 14510 + }, + { + "epoch": 12.307888040712468, + "grad_norm": 1.6914353975136893, + "learning_rate": 1.9549040951775708e-05, + "loss": 0.1243, + "step": 14511 + }, + { + "epoch": 12.308736217133164, + "grad_norm": 1.5739560931882417, + "learning_rate": 1.9548959384717757e-05, + "loss": 0.1183, + "step": 14512 + }, + { + "epoch": 12.309584393553859, + "grad_norm": 1.7106139805265728, + "learning_rate": 1.954887781045396e-05, + "loss": 0.1251, + "step": 14513 + }, + { + "epoch": 12.310432569974555, + "grad_norm": 1.7690138430198, + "learning_rate": 1.9548796228984384e-05, + "loss": 0.1292, + "step": 14514 + }, + { + "epoch": 12.31128074639525, + "grad_norm": 1.5265769727445613, + "learning_rate": 1.954871464030909e-05, + "loss": 0.1102, + "step": 14515 + }, + { + "epoch": 12.312128922815946, + "grad_norm": 1.7779858799849155, + "learning_rate": 1.9548633044428137e-05, + "loss": 0.1409, + "step": 14516 + }, + { + "epoch": 12.312977099236642, + "grad_norm": 1.4916038085139587, + "learning_rate": 1.954855144134159e-05, + "loss": 0.1324, + "step": 14517 + }, + { + "epoch": 12.313825275657337, + "grad_norm": 1.492121498596033, + "learning_rate": 1.9548469831049513e-05, + "loss": 0.1063, + "step": 14518 + }, + { + "epoch": 12.314673452078033, + "grad_norm": 1.7052531080317783, + "learning_rate": 1.9548388213551962e-05, + "loss": 0.1248, + "step": 14519 + }, + { + "epoch": 12.315521628498727, + "grad_norm": 1.6525356784110663, + "learning_rate": 1.9548306588848994e-05, + "loss": 0.1331, + "step": 14520 + }, + { + "epoch": 12.316369804919423, + "grad_norm": 1.469546292437542, + "learning_rate": 1.9548224956940686e-05, + "loss": 0.1352, + "step": 14521 + }, + { + "epoch": 12.317217981340118, + "grad_norm": 1.4846816365647446, + "learning_rate": 1.9548143317827085e-05, + "loss": 0.1093, + "step": 14522 + }, + { + "epoch": 12.318066157760814, + "grad_norm": 1.4650281786934132, + "learning_rate": 1.954806167150826e-05, + "loss": 0.1228, + "step": 14523 + }, + { + "epoch": 12.31891433418151, + "grad_norm": 1.6375322585968126, + "learning_rate": 1.954798001798427e-05, + "loss": 0.1191, + "step": 14524 + }, + { + "epoch": 12.319762510602205, + "grad_norm": 1.9833354778418195, + "learning_rate": 1.9547898357255178e-05, + "loss": 0.1176, + "step": 14525 + }, + { + "epoch": 12.320610687022901, + "grad_norm": 1.6615906976966197, + "learning_rate": 1.9547816689321043e-05, + "loss": 0.1342, + "step": 14526 + }, + { + "epoch": 12.321458863443596, + "grad_norm": 1.6857128362977793, + "learning_rate": 1.9547735014181932e-05, + "loss": 0.1526, + "step": 14527 + }, + { + "epoch": 12.322307039864292, + "grad_norm": 1.4034329366091323, + "learning_rate": 1.95476533318379e-05, + "loss": 0.1036, + "step": 14528 + }, + { + "epoch": 12.323155216284988, + "grad_norm": 1.483340014379712, + "learning_rate": 1.9547571642289017e-05, + "loss": 0.1331, + "step": 14529 + }, + { + "epoch": 12.324003392705682, + "grad_norm": 1.3503215046861665, + "learning_rate": 1.9547489945535332e-05, + "loss": 0.1147, + "step": 14530 + }, + { + "epoch": 12.324851569126379, + "grad_norm": 1.4726444254882385, + "learning_rate": 1.954740824157692e-05, + "loss": 0.1194, + "step": 14531 + }, + { + "epoch": 12.325699745547073, + "grad_norm": 1.5520601067682822, + "learning_rate": 1.9547326530413837e-05, + "loss": 0.116, + "step": 14532 + }, + { + "epoch": 12.32654792196777, + "grad_norm": 1.6936437199556293, + "learning_rate": 1.954724481204614e-05, + "loss": 0.1315, + "step": 14533 + }, + { + "epoch": 12.327396098388466, + "grad_norm": 1.6027322423415535, + "learning_rate": 1.9547163086473902e-05, + "loss": 0.1217, + "step": 14534 + }, + { + "epoch": 12.32824427480916, + "grad_norm": 1.4754134618693016, + "learning_rate": 1.9547081353697173e-05, + "loss": 0.0944, + "step": 14535 + }, + { + "epoch": 12.329092451229856, + "grad_norm": 1.7039740395653258, + "learning_rate": 1.9546999613716023e-05, + "loss": 0.1469, + "step": 14536 + }, + { + "epoch": 12.32994062765055, + "grad_norm": 1.4894800236435268, + "learning_rate": 1.9546917866530508e-05, + "loss": 0.1283, + "step": 14537 + }, + { + "epoch": 12.330788804071247, + "grad_norm": 1.7090392886246728, + "learning_rate": 1.954683611214069e-05, + "loss": 0.1028, + "step": 14538 + }, + { + "epoch": 12.331636980491943, + "grad_norm": 1.7272767962407303, + "learning_rate": 1.9546754350546637e-05, + "loss": 0.1565, + "step": 14539 + }, + { + "epoch": 12.332485156912638, + "grad_norm": 1.4929383043164133, + "learning_rate": 1.9546672581748402e-05, + "loss": 0.1217, + "step": 14540 + }, + { + "epoch": 12.333333333333334, + "grad_norm": 1.5876517882669765, + "learning_rate": 1.9546590805746054e-05, + "loss": 0.1116, + "step": 14541 + }, + { + "epoch": 12.334181509754028, + "grad_norm": 1.6358331963247423, + "learning_rate": 1.954650902253965e-05, + "loss": 0.1168, + "step": 14542 + }, + { + "epoch": 12.335029686174725, + "grad_norm": 1.7249640830028703, + "learning_rate": 1.9546427232129254e-05, + "loss": 0.1315, + "step": 14543 + }, + { + "epoch": 12.335877862595419, + "grad_norm": 1.5148533826017452, + "learning_rate": 1.9546345434514928e-05, + "loss": 0.1232, + "step": 14544 + }, + { + "epoch": 12.336726039016115, + "grad_norm": 1.7573363962487794, + "learning_rate": 1.9546263629696733e-05, + "loss": 0.1251, + "step": 14545 + }, + { + "epoch": 12.337574215436812, + "grad_norm": 1.4453256837605208, + "learning_rate": 1.954618181767473e-05, + "loss": 0.1169, + "step": 14546 + }, + { + "epoch": 12.338422391857506, + "grad_norm": 1.6765299017216817, + "learning_rate": 1.9546099998448984e-05, + "loss": 0.1232, + "step": 14547 + }, + { + "epoch": 12.339270568278202, + "grad_norm": 1.5127565838654655, + "learning_rate": 1.954601817201955e-05, + "loss": 0.1298, + "step": 14548 + }, + { + "epoch": 12.340118744698897, + "grad_norm": 1.5235383609074307, + "learning_rate": 1.954593633838649e-05, + "loss": 0.1459, + "step": 14549 + }, + { + "epoch": 12.340966921119593, + "grad_norm": 1.5608259045728956, + "learning_rate": 1.954585449754988e-05, + "loss": 0.1103, + "step": 14550 + }, + { + "epoch": 12.34181509754029, + "grad_norm": 1.5237229362313651, + "learning_rate": 1.9545772649509765e-05, + "loss": 0.1375, + "step": 14551 + }, + { + "epoch": 12.342663273960984, + "grad_norm": 1.7256959339336218, + "learning_rate": 1.9545690794266218e-05, + "loss": 0.1635, + "step": 14552 + }, + { + "epoch": 12.34351145038168, + "grad_norm": 1.6530420883514059, + "learning_rate": 1.954560893181929e-05, + "loss": 0.1194, + "step": 14553 + }, + { + "epoch": 12.344359626802374, + "grad_norm": 1.579489935761595, + "learning_rate": 1.9545527062169052e-05, + "loss": 0.1366, + "step": 14554 + }, + { + "epoch": 12.34520780322307, + "grad_norm": 1.5303429394081605, + "learning_rate": 1.954544518531556e-05, + "loss": 0.117, + "step": 14555 + }, + { + "epoch": 12.346055979643765, + "grad_norm": 1.4830841170535731, + "learning_rate": 1.9545363301258882e-05, + "loss": 0.1176, + "step": 14556 + }, + { + "epoch": 12.346904156064461, + "grad_norm": 1.5066499411976846, + "learning_rate": 1.9545281409999073e-05, + "loss": 0.1198, + "step": 14557 + }, + { + "epoch": 12.347752332485157, + "grad_norm": 1.6683696127180674, + "learning_rate": 1.9545199511536198e-05, + "loss": 0.1291, + "step": 14558 + }, + { + "epoch": 12.348600508905852, + "grad_norm": 1.6699575103658804, + "learning_rate": 1.9545117605870318e-05, + "loss": 0.1261, + "step": 14559 + }, + { + "epoch": 12.349448685326548, + "grad_norm": 1.4464485448290911, + "learning_rate": 1.9545035693001496e-05, + "loss": 0.1132, + "step": 14560 + }, + { + "epoch": 12.350296861747243, + "grad_norm": 1.4502942657614186, + "learning_rate": 1.9544953772929797e-05, + "loss": 0.1223, + "step": 14561 + }, + { + "epoch": 12.351145038167939, + "grad_norm": 1.448206549383154, + "learning_rate": 1.9544871845655276e-05, + "loss": 0.1263, + "step": 14562 + }, + { + "epoch": 12.351993214588635, + "grad_norm": 1.6223212099876583, + "learning_rate": 1.9544789911178e-05, + "loss": 0.1125, + "step": 14563 + }, + { + "epoch": 12.35284139100933, + "grad_norm": 1.6502624501203, + "learning_rate": 1.9544707969498023e-05, + "loss": 0.1257, + "step": 14564 + }, + { + "epoch": 12.353689567430026, + "grad_norm": 1.6157995319484653, + "learning_rate": 1.9544626020615417e-05, + "loss": 0.1216, + "step": 14565 + }, + { + "epoch": 12.35453774385072, + "grad_norm": 1.557701440350427, + "learning_rate": 1.954454406453024e-05, + "loss": 0.1284, + "step": 14566 + }, + { + "epoch": 12.355385920271416, + "grad_norm": 1.679646267062917, + "learning_rate": 1.9544462101242553e-05, + "loss": 0.1173, + "step": 14567 + }, + { + "epoch": 12.356234096692113, + "grad_norm": 1.4143306416192396, + "learning_rate": 1.9544380130752418e-05, + "loss": 0.13, + "step": 14568 + }, + { + "epoch": 12.357082273112807, + "grad_norm": 1.5991264927062199, + "learning_rate": 1.9544298153059897e-05, + "loss": 0.1271, + "step": 14569 + }, + { + "epoch": 12.357930449533503, + "grad_norm": 1.5055506125668703, + "learning_rate": 1.9544216168165048e-05, + "loss": 0.1311, + "step": 14570 + }, + { + "epoch": 12.358778625954198, + "grad_norm": 1.592719728125819, + "learning_rate": 1.9544134176067942e-05, + "loss": 0.1143, + "step": 14571 + }, + { + "epoch": 12.359626802374894, + "grad_norm": 1.679443981370869, + "learning_rate": 1.9544052176768634e-05, + "loss": 0.1509, + "step": 14572 + }, + { + "epoch": 12.36047497879559, + "grad_norm": 1.551436909607326, + "learning_rate": 1.9543970170267184e-05, + "loss": 0.1019, + "step": 14573 + }, + { + "epoch": 12.361323155216285, + "grad_norm": 1.4365932311161194, + "learning_rate": 1.954388815656366e-05, + "loss": 0.1063, + "step": 14574 + }, + { + "epoch": 12.362171331636981, + "grad_norm": 1.566089235273612, + "learning_rate": 1.9543806135658124e-05, + "loss": 0.1034, + "step": 14575 + }, + { + "epoch": 12.363019508057675, + "grad_norm": 1.5606248648073597, + "learning_rate": 1.9543724107550632e-05, + "loss": 0.1296, + "step": 14576 + }, + { + "epoch": 12.363867684478372, + "grad_norm": 1.5757016252386964, + "learning_rate": 1.954364207224125e-05, + "loss": 0.1172, + "step": 14577 + }, + { + "epoch": 12.364715860899066, + "grad_norm": 1.4251611558698558, + "learning_rate": 1.9543560029730037e-05, + "loss": 0.1135, + "step": 14578 + }, + { + "epoch": 12.365564037319762, + "grad_norm": 1.4754303082895825, + "learning_rate": 1.954347798001706e-05, + "loss": 0.1141, + "step": 14579 + }, + { + "epoch": 12.366412213740459, + "grad_norm": 1.49416147990447, + "learning_rate": 1.9543395923102374e-05, + "loss": 0.1092, + "step": 14580 + }, + { + "epoch": 12.367260390161153, + "grad_norm": 1.471022493979649, + "learning_rate": 1.9543313858986048e-05, + "loss": 0.1171, + "step": 14581 + }, + { + "epoch": 12.36810856658185, + "grad_norm": 1.659783686690364, + "learning_rate": 1.954323178766814e-05, + "loss": 0.1293, + "step": 14582 + }, + { + "epoch": 12.368956743002544, + "grad_norm": 1.5483374422367662, + "learning_rate": 1.954314970914871e-05, + "loss": 0.1035, + "step": 14583 + }, + { + "epoch": 12.36980491942324, + "grad_norm": 1.6282871758677204, + "learning_rate": 1.954306762342783e-05, + "loss": 0.1135, + "step": 14584 + }, + { + "epoch": 12.370653095843936, + "grad_norm": 1.6471129419028656, + "learning_rate": 1.9542985530505545e-05, + "loss": 0.1014, + "step": 14585 + }, + { + "epoch": 12.37150127226463, + "grad_norm": 1.5332543519157096, + "learning_rate": 1.954290343038193e-05, + "loss": 0.1094, + "step": 14586 + }, + { + "epoch": 12.372349448685327, + "grad_norm": 1.6556716390224049, + "learning_rate": 1.9542821323057044e-05, + "loss": 0.1319, + "step": 14587 + }, + { + "epoch": 12.373197625106021, + "grad_norm": 1.4640744662632919, + "learning_rate": 1.9542739208530945e-05, + "loss": 0.1268, + "step": 14588 + }, + { + "epoch": 12.374045801526718, + "grad_norm": 1.443921672205409, + "learning_rate": 1.9542657086803703e-05, + "loss": 0.1285, + "step": 14589 + }, + { + "epoch": 12.374893977947414, + "grad_norm": 1.5872029003596402, + "learning_rate": 1.9542574957875374e-05, + "loss": 0.1097, + "step": 14590 + }, + { + "epoch": 12.375742154368108, + "grad_norm": 1.4196638872125549, + "learning_rate": 1.9542492821746018e-05, + "loss": 0.1174, + "step": 14591 + }, + { + "epoch": 12.376590330788805, + "grad_norm": 1.4065502306932955, + "learning_rate": 1.9542410678415703e-05, + "loss": 0.1451, + "step": 14592 + }, + { + "epoch": 12.377438507209499, + "grad_norm": 1.6090476957039943, + "learning_rate": 1.954232852788449e-05, + "loss": 0.1276, + "step": 14593 + }, + { + "epoch": 12.378286683630195, + "grad_norm": 1.5295546378728666, + "learning_rate": 1.9542246370152436e-05, + "loss": 0.1382, + "step": 14594 + }, + { + "epoch": 12.37913486005089, + "grad_norm": 1.5261903730503816, + "learning_rate": 1.9542164205219605e-05, + "loss": 0.1188, + "step": 14595 + }, + { + "epoch": 12.379983036471586, + "grad_norm": 1.6173224049930415, + "learning_rate": 1.9542082033086064e-05, + "loss": 0.1318, + "step": 14596 + }, + { + "epoch": 12.380831212892282, + "grad_norm": 1.7425009303784667, + "learning_rate": 1.954199985375187e-05, + "loss": 0.1286, + "step": 14597 + }, + { + "epoch": 12.381679389312977, + "grad_norm": 1.693228105568473, + "learning_rate": 1.9541917667217085e-05, + "loss": 0.1487, + "step": 14598 + }, + { + "epoch": 12.382527565733673, + "grad_norm": 1.5806398380026305, + "learning_rate": 1.954183547348177e-05, + "loss": 0.1493, + "step": 14599 + }, + { + "epoch": 12.383375742154367, + "grad_norm": 1.3730221960108748, + "learning_rate": 1.9541753272545995e-05, + "loss": 0.1097, + "step": 14600 + }, + { + "epoch": 12.384223918575064, + "grad_norm": 1.2869560927980042, + "learning_rate": 1.9541671064409812e-05, + "loss": 0.1053, + "step": 14601 + }, + { + "epoch": 12.38507209499576, + "grad_norm": 1.4769203952467327, + "learning_rate": 1.954158884907329e-05, + "loss": 0.1072, + "step": 14602 + }, + { + "epoch": 12.385920271416454, + "grad_norm": 1.5054115688898135, + "learning_rate": 1.9541506626536487e-05, + "loss": 0.1412, + "step": 14603 + }, + { + "epoch": 12.38676844783715, + "grad_norm": 1.6891951602557818, + "learning_rate": 1.9541424396799463e-05, + "loss": 0.1531, + "step": 14604 + }, + { + "epoch": 12.387616624257845, + "grad_norm": 1.5249528350826107, + "learning_rate": 1.954134215986229e-05, + "loss": 0.1034, + "step": 14605 + }, + { + "epoch": 12.388464800678541, + "grad_norm": 1.494264687452123, + "learning_rate": 1.954125991572502e-05, + "loss": 0.1095, + "step": 14606 + }, + { + "epoch": 12.389312977099237, + "grad_norm": 1.4721628411789371, + "learning_rate": 1.954117766438772e-05, + "loss": 0.1137, + "step": 14607 + }, + { + "epoch": 12.390161153519932, + "grad_norm": 1.4062567555098384, + "learning_rate": 1.9541095405850447e-05, + "loss": 0.1116, + "step": 14608 + }, + { + "epoch": 12.391009329940628, + "grad_norm": 1.5844383546817769, + "learning_rate": 1.954101314011327e-05, + "loss": 0.1242, + "step": 14609 + }, + { + "epoch": 12.391857506361323, + "grad_norm": 1.2371433408905137, + "learning_rate": 1.9540930867176248e-05, + "loss": 0.141, + "step": 14610 + }, + { + "epoch": 12.392705682782019, + "grad_norm": 1.4819129642558253, + "learning_rate": 1.954084858703944e-05, + "loss": 0.1053, + "step": 14611 + }, + { + "epoch": 12.393553859202715, + "grad_norm": 1.57731228907685, + "learning_rate": 1.9540766299702915e-05, + "loss": 0.1231, + "step": 14612 + }, + { + "epoch": 12.39440203562341, + "grad_norm": 1.8525084507907317, + "learning_rate": 1.9540684005166725e-05, + "loss": 0.1446, + "step": 14613 + }, + { + "epoch": 12.395250212044106, + "grad_norm": 1.5251288151553073, + "learning_rate": 1.9540601703430942e-05, + "loss": 0.1145, + "step": 14614 + }, + { + "epoch": 12.3960983884648, + "grad_norm": 1.8310939908881532, + "learning_rate": 1.9540519394495626e-05, + "loss": 0.1557, + "step": 14615 + }, + { + "epoch": 12.396946564885496, + "grad_norm": 1.463609773908244, + "learning_rate": 1.9540437078360835e-05, + "loss": 0.1298, + "step": 14616 + }, + { + "epoch": 12.39779474130619, + "grad_norm": 1.5439509415192003, + "learning_rate": 1.9540354755026634e-05, + "loss": 0.1538, + "step": 14617 + }, + { + "epoch": 12.398642917726887, + "grad_norm": 1.4693695037270817, + "learning_rate": 1.9540272424493082e-05, + "loss": 0.1591, + "step": 14618 + }, + { + "epoch": 12.399491094147583, + "grad_norm": 1.5979826572006481, + "learning_rate": 1.9540190086760245e-05, + "loss": 0.1207, + "step": 14619 + }, + { + "epoch": 12.400339270568278, + "grad_norm": 1.561304153501943, + "learning_rate": 1.9540107741828188e-05, + "loss": 0.143, + "step": 14620 + }, + { + "epoch": 12.401187446988974, + "grad_norm": 1.4126325685879457, + "learning_rate": 1.9540025389696966e-05, + "loss": 0.1081, + "step": 14621 + }, + { + "epoch": 12.402035623409668, + "grad_norm": 1.5662585426003772, + "learning_rate": 1.9539943030366643e-05, + "loss": 0.15, + "step": 14622 + }, + { + "epoch": 12.402883799830365, + "grad_norm": 1.7493284316447781, + "learning_rate": 1.9539860663837284e-05, + "loss": 0.1362, + "step": 14623 + }, + { + "epoch": 12.403731976251061, + "grad_norm": 1.4469302943075757, + "learning_rate": 1.953977829010895e-05, + "loss": 0.1221, + "step": 14624 + }, + { + "epoch": 12.404580152671755, + "grad_norm": 1.4532416252915987, + "learning_rate": 1.95396959091817e-05, + "loss": 0.1211, + "step": 14625 + }, + { + "epoch": 12.405428329092452, + "grad_norm": 1.7058826444561295, + "learning_rate": 1.95396135210556e-05, + "loss": 0.1218, + "step": 14626 + }, + { + "epoch": 12.406276505513146, + "grad_norm": 1.727693080388798, + "learning_rate": 1.9539531125730714e-05, + "loss": 0.1169, + "step": 14627 + }, + { + "epoch": 12.407124681933842, + "grad_norm": 1.5081392236044673, + "learning_rate": 1.9539448723207097e-05, + "loss": 0.1186, + "step": 14628 + }, + { + "epoch": 12.407972858354539, + "grad_norm": 1.4369167566892729, + "learning_rate": 1.953936631348482e-05, + "loss": 0.1123, + "step": 14629 + }, + { + "epoch": 12.408821034775233, + "grad_norm": 1.6790385533990757, + "learning_rate": 1.9539283896563935e-05, + "loss": 0.176, + "step": 14630 + }, + { + "epoch": 12.40966921119593, + "grad_norm": 1.4162285715273812, + "learning_rate": 1.9539201472444512e-05, + "loss": 0.1091, + "step": 14631 + }, + { + "epoch": 12.410517387616624, + "grad_norm": 1.617656993982306, + "learning_rate": 1.953911904112661e-05, + "loss": 0.1355, + "step": 14632 + }, + { + "epoch": 12.41136556403732, + "grad_norm": 1.7050247104909801, + "learning_rate": 1.9539036602610297e-05, + "loss": 0.113, + "step": 14633 + }, + { + "epoch": 12.412213740458014, + "grad_norm": 1.306395478315236, + "learning_rate": 1.9538954156895623e-05, + "loss": 0.1095, + "step": 14634 + }, + { + "epoch": 12.41306191687871, + "grad_norm": 1.6612877349278672, + "learning_rate": 1.953887170398266e-05, + "loss": 0.1124, + "step": 14635 + }, + { + "epoch": 12.413910093299407, + "grad_norm": 1.6680686147844863, + "learning_rate": 1.9538789243871468e-05, + "loss": 0.1243, + "step": 14636 + }, + { + "epoch": 12.414758269720101, + "grad_norm": 1.4852137043319598, + "learning_rate": 1.953870677656211e-05, + "loss": 0.1348, + "step": 14637 + }, + { + "epoch": 12.415606446140798, + "grad_norm": 1.5345162827598027, + "learning_rate": 1.9538624302054648e-05, + "loss": 0.1146, + "step": 14638 + }, + { + "epoch": 12.416454622561492, + "grad_norm": 1.5043300293039825, + "learning_rate": 1.953854182034914e-05, + "loss": 0.1207, + "step": 14639 + }, + { + "epoch": 12.417302798982188, + "grad_norm": 1.5550094687389886, + "learning_rate": 1.9538459331445656e-05, + "loss": 0.121, + "step": 14640 + }, + { + "epoch": 12.418150975402884, + "grad_norm": 1.6053236578744199, + "learning_rate": 1.9538376835344252e-05, + "loss": 0.1181, + "step": 14641 + }, + { + "epoch": 12.418999151823579, + "grad_norm": 1.5917906575150294, + "learning_rate": 1.9538294332044992e-05, + "loss": 0.1117, + "step": 14642 + }, + { + "epoch": 12.419847328244275, + "grad_norm": 1.4288023960874052, + "learning_rate": 1.9538211821547937e-05, + "loss": 0.1145, + "step": 14643 + }, + { + "epoch": 12.42069550466497, + "grad_norm": 1.6741645602290187, + "learning_rate": 1.9538129303853152e-05, + "loss": 0.1369, + "step": 14644 + }, + { + "epoch": 12.421543681085666, + "grad_norm": 1.6221987199997203, + "learning_rate": 1.95380467789607e-05, + "loss": 0.1152, + "step": 14645 + }, + { + "epoch": 12.422391857506362, + "grad_norm": 1.659371762837779, + "learning_rate": 1.953796424687064e-05, + "loss": 0.1288, + "step": 14646 + }, + { + "epoch": 12.423240033927057, + "grad_norm": 1.4504388275013977, + "learning_rate": 1.9537881707583033e-05, + "loss": 0.11, + "step": 14647 + }, + { + "epoch": 12.424088210347753, + "grad_norm": 1.3687838619353951, + "learning_rate": 1.9537799161097947e-05, + "loss": 0.1167, + "step": 14648 + }, + { + "epoch": 12.424936386768447, + "grad_norm": 1.6160186164573556, + "learning_rate": 1.953771660741544e-05, + "loss": 0.117, + "step": 14649 + }, + { + "epoch": 12.425784563189143, + "grad_norm": 1.5861354144334066, + "learning_rate": 1.9537634046535574e-05, + "loss": 0.1539, + "step": 14650 + }, + { + "epoch": 12.42663273960984, + "grad_norm": 1.5252184374169597, + "learning_rate": 1.9537551478458415e-05, + "loss": 0.1211, + "step": 14651 + }, + { + "epoch": 12.427480916030534, + "grad_norm": 1.6113364537761148, + "learning_rate": 1.953746890318402e-05, + "loss": 0.1611, + "step": 14652 + }, + { + "epoch": 12.42832909245123, + "grad_norm": 1.3933542340228147, + "learning_rate": 1.9537386320712456e-05, + "loss": 0.1251, + "step": 14653 + }, + { + "epoch": 12.429177268871925, + "grad_norm": 1.4572789711359384, + "learning_rate": 1.9537303731043784e-05, + "loss": 0.1065, + "step": 14654 + }, + { + "epoch": 12.430025445292621, + "grad_norm": 1.644442813233509, + "learning_rate": 1.953722113417807e-05, + "loss": 0.1124, + "step": 14655 + }, + { + "epoch": 12.430873621713316, + "grad_norm": 1.5019247158484208, + "learning_rate": 1.9537138530115364e-05, + "loss": 0.1336, + "step": 14656 + }, + { + "epoch": 12.431721798134012, + "grad_norm": 1.5962940626118622, + "learning_rate": 1.9537055918855744e-05, + "loss": 0.132, + "step": 14657 + }, + { + "epoch": 12.432569974554708, + "grad_norm": 1.5917369030029835, + "learning_rate": 1.953697330039926e-05, + "loss": 0.1514, + "step": 14658 + }, + { + "epoch": 12.433418150975402, + "grad_norm": 1.5342641167125788, + "learning_rate": 1.953689067474598e-05, + "loss": 0.1241, + "step": 14659 + }, + { + "epoch": 12.434266327396099, + "grad_norm": 1.5825367701790132, + "learning_rate": 1.9536808041895968e-05, + "loss": 0.1142, + "step": 14660 + }, + { + "epoch": 12.435114503816793, + "grad_norm": 1.6779205484631121, + "learning_rate": 1.953672540184928e-05, + "loss": 0.1285, + "step": 14661 + }, + { + "epoch": 12.43596268023749, + "grad_norm": 1.765512541930877, + "learning_rate": 1.9536642754605986e-05, + "loss": 0.1175, + "step": 14662 + }, + { + "epoch": 12.436810856658186, + "grad_norm": 1.527342961144801, + "learning_rate": 1.9536560100166145e-05, + "loss": 0.1222, + "step": 14663 + }, + { + "epoch": 12.43765903307888, + "grad_norm": 1.631630149466276, + "learning_rate": 1.9536477438529816e-05, + "loss": 0.1507, + "step": 14664 + }, + { + "epoch": 12.438507209499576, + "grad_norm": 1.547703001194479, + "learning_rate": 1.953639476969707e-05, + "loss": 0.142, + "step": 14665 + }, + { + "epoch": 12.43935538592027, + "grad_norm": 1.5165084030405789, + "learning_rate": 1.953631209366796e-05, + "loss": 0.1044, + "step": 14666 + }, + { + "epoch": 12.440203562340967, + "grad_norm": 1.5390692900292056, + "learning_rate": 1.9536229410442554e-05, + "loss": 0.1298, + "step": 14667 + }, + { + "epoch": 12.441051738761663, + "grad_norm": 1.6510817535421285, + "learning_rate": 1.953614672002091e-05, + "loss": 0.1151, + "step": 14668 + }, + { + "epoch": 12.441899915182358, + "grad_norm": 1.4960333858560078, + "learning_rate": 1.9536064022403096e-05, + "loss": 0.1259, + "step": 14669 + }, + { + "epoch": 12.442748091603054, + "grad_norm": 1.5305661136982431, + "learning_rate": 1.9535981317589168e-05, + "loss": 0.1332, + "step": 14670 + }, + { + "epoch": 12.443596268023748, + "grad_norm": 1.3598233490388327, + "learning_rate": 1.9535898605579194e-05, + "loss": 0.0925, + "step": 14671 + }, + { + "epoch": 12.444444444444445, + "grad_norm": 1.5615647793612124, + "learning_rate": 1.953581588637323e-05, + "loss": 0.1134, + "step": 14672 + }, + { + "epoch": 12.445292620865139, + "grad_norm": 1.5610069056145182, + "learning_rate": 1.9535733159971354e-05, + "loss": 0.1103, + "step": 14673 + }, + { + "epoch": 12.446140797285835, + "grad_norm": 1.6526342487911982, + "learning_rate": 1.9535650426373607e-05, + "loss": 0.1424, + "step": 14674 + }, + { + "epoch": 12.446988973706532, + "grad_norm": 1.4066814109969887, + "learning_rate": 1.9535567685580064e-05, + "loss": 0.0946, + "step": 14675 + }, + { + "epoch": 12.447837150127226, + "grad_norm": 1.6007322094890226, + "learning_rate": 1.9535484937590787e-05, + "loss": 0.1347, + "step": 14676 + }, + { + "epoch": 12.448685326547922, + "grad_norm": 1.737321147531828, + "learning_rate": 1.9535402182405833e-05, + "loss": 0.1359, + "step": 14677 + }, + { + "epoch": 12.449533502968617, + "grad_norm": 1.6211903410766066, + "learning_rate": 1.9535319420025273e-05, + "loss": 0.1441, + "step": 14678 + }, + { + "epoch": 12.450381679389313, + "grad_norm": 1.6460094319299323, + "learning_rate": 1.953523665044916e-05, + "loss": 0.1045, + "step": 14679 + }, + { + "epoch": 12.45122985581001, + "grad_norm": 1.4736178864151437, + "learning_rate": 1.953515387367756e-05, + "loss": 0.1192, + "step": 14680 + }, + { + "epoch": 12.452078032230704, + "grad_norm": 1.4174571207831335, + "learning_rate": 1.9535071089710543e-05, + "loss": 0.1174, + "step": 14681 + }, + { + "epoch": 12.4529262086514, + "grad_norm": 1.4955537824833074, + "learning_rate": 1.953498829854816e-05, + "loss": 0.1044, + "step": 14682 + }, + { + "epoch": 12.453774385072094, + "grad_norm": 1.6543762011249858, + "learning_rate": 1.9534905500190477e-05, + "loss": 0.1437, + "step": 14683 + }, + { + "epoch": 12.45462256149279, + "grad_norm": 1.4974190914284342, + "learning_rate": 1.953482269463756e-05, + "loss": 0.1001, + "step": 14684 + }, + { + "epoch": 12.455470737913487, + "grad_norm": 1.6966081671333515, + "learning_rate": 1.953473988188947e-05, + "loss": 0.1455, + "step": 14685 + }, + { + "epoch": 12.456318914334181, + "grad_norm": 1.6453657790216472, + "learning_rate": 1.9534657061946264e-05, + "loss": 0.1286, + "step": 14686 + }, + { + "epoch": 12.457167090754877, + "grad_norm": 1.6904252081882474, + "learning_rate": 1.9534574234808016e-05, + "loss": 0.104, + "step": 14687 + }, + { + "epoch": 12.458015267175572, + "grad_norm": 1.3365418816301036, + "learning_rate": 1.9534491400474775e-05, + "loss": 0.1262, + "step": 14688 + }, + { + "epoch": 12.458863443596268, + "grad_norm": 1.4838928253365022, + "learning_rate": 1.9534408558946612e-05, + "loss": 0.1202, + "step": 14689 + }, + { + "epoch": 12.459711620016964, + "grad_norm": 1.4876970694033183, + "learning_rate": 1.9534325710223593e-05, + "loss": 0.113, + "step": 14690 + }, + { + "epoch": 12.460559796437659, + "grad_norm": 1.6277483971113986, + "learning_rate": 1.953424285430577e-05, + "loss": 0.1124, + "step": 14691 + }, + { + "epoch": 12.461407972858355, + "grad_norm": 1.374899469050111, + "learning_rate": 1.9534159991193213e-05, + "loss": 0.1424, + "step": 14692 + }, + { + "epoch": 12.46225614927905, + "grad_norm": 1.5667222883621617, + "learning_rate": 1.9534077120885978e-05, + "loss": 0.1541, + "step": 14693 + }, + { + "epoch": 12.463104325699746, + "grad_norm": 1.7687538226401527, + "learning_rate": 1.9533994243384136e-05, + "loss": 0.1481, + "step": 14694 + }, + { + "epoch": 12.46395250212044, + "grad_norm": 1.4486036127350772, + "learning_rate": 1.9533911358687746e-05, + "loss": 0.1084, + "step": 14695 + }, + { + "epoch": 12.464800678541136, + "grad_norm": 1.4518464015277521, + "learning_rate": 1.9533828466796868e-05, + "loss": 0.1088, + "step": 14696 + }, + { + "epoch": 12.465648854961833, + "grad_norm": 1.505700052846983, + "learning_rate": 1.9533745567711567e-05, + "loss": 0.1266, + "step": 14697 + }, + { + "epoch": 12.466497031382527, + "grad_norm": 1.5393090246635621, + "learning_rate": 1.9533662661431906e-05, + "loss": 0.1344, + "step": 14698 + }, + { + "epoch": 12.467345207803223, + "grad_norm": 1.6398669542733484, + "learning_rate": 1.9533579747957944e-05, + "loss": 0.1272, + "step": 14699 + }, + { + "epoch": 12.468193384223918, + "grad_norm": 1.517457742241817, + "learning_rate": 1.953349682728975e-05, + "loss": 0.1098, + "step": 14700 + }, + { + "epoch": 12.469041560644614, + "grad_norm": 1.4307599711482228, + "learning_rate": 1.9533413899427377e-05, + "loss": 0.1446, + "step": 14701 + }, + { + "epoch": 12.46988973706531, + "grad_norm": 1.5649085966502028, + "learning_rate": 1.9533330964370897e-05, + "loss": 0.1531, + "step": 14702 + }, + { + "epoch": 12.470737913486005, + "grad_norm": 1.5815990636451702, + "learning_rate": 1.9533248022120373e-05, + "loss": 0.1303, + "step": 14703 + }, + { + "epoch": 12.471586089906701, + "grad_norm": 1.59107605669083, + "learning_rate": 1.9533165072675856e-05, + "loss": 0.1205, + "step": 14704 + }, + { + "epoch": 12.472434266327395, + "grad_norm": 1.6234072634803054, + "learning_rate": 1.953308211603742e-05, + "loss": 0.153, + "step": 14705 + }, + { + "epoch": 12.473282442748092, + "grad_norm": 1.387342870473175, + "learning_rate": 1.9532999152205124e-05, + "loss": 0.115, + "step": 14706 + }, + { + "epoch": 12.474130619168788, + "grad_norm": 1.3617488080745999, + "learning_rate": 1.953291618117903e-05, + "loss": 0.1106, + "step": 14707 + }, + { + "epoch": 12.474978795589482, + "grad_norm": 1.5965159755270475, + "learning_rate": 1.9532833202959198e-05, + "loss": 0.1497, + "step": 14708 + }, + { + "epoch": 12.475826972010179, + "grad_norm": 1.494837092681531, + "learning_rate": 1.9532750217545695e-05, + "loss": 0.1351, + "step": 14709 + }, + { + "epoch": 12.476675148430873, + "grad_norm": 1.4986218866296233, + "learning_rate": 1.9532667224938584e-05, + "loss": 0.1113, + "step": 14710 + }, + { + "epoch": 12.47752332485157, + "grad_norm": 1.4836574895618155, + "learning_rate": 1.9532584225137925e-05, + "loss": 0.1326, + "step": 14711 + }, + { + "epoch": 12.478371501272264, + "grad_norm": 1.5714531057434422, + "learning_rate": 1.953250121814378e-05, + "loss": 0.1003, + "step": 14712 + }, + { + "epoch": 12.47921967769296, + "grad_norm": 1.5523722687017454, + "learning_rate": 1.9532418203956215e-05, + "loss": 0.1136, + "step": 14713 + }, + { + "epoch": 12.480067854113656, + "grad_norm": 1.5777435028117712, + "learning_rate": 1.953233518257529e-05, + "loss": 0.116, + "step": 14714 + }, + { + "epoch": 12.48091603053435, + "grad_norm": 1.805548697712657, + "learning_rate": 1.9532252154001067e-05, + "loss": 0.1199, + "step": 14715 + }, + { + "epoch": 12.481764206955047, + "grad_norm": 1.3483682057208757, + "learning_rate": 1.9532169118233613e-05, + "loss": 0.1377, + "step": 14716 + }, + { + "epoch": 12.482612383375741, + "grad_norm": 1.4880951370652746, + "learning_rate": 1.9532086075272986e-05, + "loss": 0.1245, + "step": 14717 + }, + { + "epoch": 12.483460559796438, + "grad_norm": 1.4685374963704285, + "learning_rate": 1.9532003025119247e-05, + "loss": 0.1104, + "step": 14718 + }, + { + "epoch": 12.484308736217134, + "grad_norm": 1.489905516149247, + "learning_rate": 1.9531919967772466e-05, + "loss": 0.1058, + "step": 14719 + }, + { + "epoch": 12.485156912637828, + "grad_norm": 1.5321297699670118, + "learning_rate": 1.9531836903232702e-05, + "loss": 0.107, + "step": 14720 + }, + { + "epoch": 12.486005089058525, + "grad_norm": 1.5110314444203625, + "learning_rate": 1.9531753831500016e-05, + "loss": 0.1106, + "step": 14721 + }, + { + "epoch": 12.486853265479219, + "grad_norm": 1.610079242688139, + "learning_rate": 1.953167075257447e-05, + "loss": 0.1438, + "step": 14722 + }, + { + "epoch": 12.487701441899915, + "grad_norm": 1.5984117473880752, + "learning_rate": 1.9531587666456133e-05, + "loss": 0.1043, + "step": 14723 + }, + { + "epoch": 12.488549618320612, + "grad_norm": 1.6402045199530224, + "learning_rate": 1.9531504573145063e-05, + "loss": 0.1127, + "step": 14724 + }, + { + "epoch": 12.489397794741306, + "grad_norm": 1.5888824206741086, + "learning_rate": 1.953142147264132e-05, + "loss": 0.1408, + "step": 14725 + }, + { + "epoch": 12.490245971162002, + "grad_norm": 1.3652501664527066, + "learning_rate": 1.9531338364944973e-05, + "loss": 0.1179, + "step": 14726 + }, + { + "epoch": 12.491094147582697, + "grad_norm": 1.677870651669144, + "learning_rate": 1.9531255250056077e-05, + "loss": 0.1426, + "step": 14727 + }, + { + "epoch": 12.491942324003393, + "grad_norm": 1.723146298949183, + "learning_rate": 1.95311721279747e-05, + "loss": 0.1405, + "step": 14728 + }, + { + "epoch": 12.49279050042409, + "grad_norm": 1.413248438561225, + "learning_rate": 1.953108899870091e-05, + "loss": 0.112, + "step": 14729 + }, + { + "epoch": 12.493638676844784, + "grad_norm": 1.3526440727107496, + "learning_rate": 1.9531005862234756e-05, + "loss": 0.1095, + "step": 14730 + }, + { + "epoch": 12.49448685326548, + "grad_norm": 1.497801216568565, + "learning_rate": 1.9530922718576315e-05, + "loss": 0.1294, + "step": 14731 + }, + { + "epoch": 12.495335029686174, + "grad_norm": 1.5197266024321312, + "learning_rate": 1.953083956772564e-05, + "loss": 0.122, + "step": 14732 + }, + { + "epoch": 12.49618320610687, + "grad_norm": 1.763977192992933, + "learning_rate": 1.95307564096828e-05, + "loss": 0.1408, + "step": 14733 + }, + { + "epoch": 12.497031382527565, + "grad_norm": 1.509482780785839, + "learning_rate": 1.953067324444785e-05, + "loss": 0.0911, + "step": 14734 + }, + { + "epoch": 12.497879558948261, + "grad_norm": 1.5622054629804691, + "learning_rate": 1.9530590072020862e-05, + "loss": 0.1278, + "step": 14735 + }, + { + "epoch": 12.498727735368957, + "grad_norm": 1.6843140155851215, + "learning_rate": 1.953050689240189e-05, + "loss": 0.1345, + "step": 14736 + }, + { + "epoch": 12.499575911789652, + "grad_norm": 1.5061186265528193, + "learning_rate": 1.9530423705591003e-05, + "loss": 0.1191, + "step": 14737 + }, + { + "epoch": 12.500424088210348, + "grad_norm": 1.669946658715215, + "learning_rate": 1.953034051158826e-05, + "loss": 0.1424, + "step": 14738 + }, + { + "epoch": 12.501272264631043, + "grad_norm": 1.4491803453338008, + "learning_rate": 1.953025731039373e-05, + "loss": 0.1038, + "step": 14739 + }, + { + "epoch": 12.502120441051739, + "grad_norm": 1.7017128872279368, + "learning_rate": 1.953017410200747e-05, + "loss": 0.1345, + "step": 14740 + }, + { + "epoch": 12.502968617472435, + "grad_norm": 1.4486370343085315, + "learning_rate": 1.953009088642954e-05, + "loss": 0.1035, + "step": 14741 + }, + { + "epoch": 12.50381679389313, + "grad_norm": 1.8420627519414998, + "learning_rate": 1.9530007663660008e-05, + "loss": 0.1375, + "step": 14742 + }, + { + "epoch": 12.504664970313826, + "grad_norm": 1.482501588279046, + "learning_rate": 1.9529924433698938e-05, + "loss": 0.129, + "step": 14743 + }, + { + "epoch": 12.50551314673452, + "grad_norm": 1.5246920905095716, + "learning_rate": 1.9529841196546392e-05, + "loss": 0.1253, + "step": 14744 + }, + { + "epoch": 12.506361323155216, + "grad_norm": 1.290322553642414, + "learning_rate": 1.952975795220243e-05, + "loss": 0.0924, + "step": 14745 + }, + { + "epoch": 12.50720949957591, + "grad_norm": 1.4519369360998238, + "learning_rate": 1.9529674700667117e-05, + "loss": 0.1383, + "step": 14746 + }, + { + "epoch": 12.508057675996607, + "grad_norm": 1.75113834831556, + "learning_rate": 1.952959144194051e-05, + "loss": 0.124, + "step": 14747 + }, + { + "epoch": 12.508905852417303, + "grad_norm": 1.5997934434860446, + "learning_rate": 1.952950817602268e-05, + "loss": 0.1509, + "step": 14748 + }, + { + "epoch": 12.509754028837998, + "grad_norm": 1.3392420821074706, + "learning_rate": 1.9529424902913688e-05, + "loss": 0.116, + "step": 14749 + }, + { + "epoch": 12.510602205258694, + "grad_norm": 1.5702957309308552, + "learning_rate": 1.9529341622613596e-05, + "loss": 0.1254, + "step": 14750 + }, + { + "epoch": 12.511450381679388, + "grad_norm": 1.5738029901428063, + "learning_rate": 1.9529258335122465e-05, + "loss": 0.1234, + "step": 14751 + }, + { + "epoch": 12.512298558100085, + "grad_norm": 1.716937205781354, + "learning_rate": 1.952917504044036e-05, + "loss": 0.1439, + "step": 14752 + }, + { + "epoch": 12.513146734520781, + "grad_norm": 1.5512016559567239, + "learning_rate": 1.952909173856734e-05, + "loss": 0.1067, + "step": 14753 + }, + { + "epoch": 12.513994910941475, + "grad_norm": 1.559365600935111, + "learning_rate": 1.952900842950347e-05, + "loss": 0.126, + "step": 14754 + }, + { + "epoch": 12.514843087362172, + "grad_norm": 1.641068141085975, + "learning_rate": 1.952892511324882e-05, + "loss": 0.147, + "step": 14755 + }, + { + "epoch": 12.515691263782866, + "grad_norm": 1.463737390704963, + "learning_rate": 1.952884178980344e-05, + "loss": 0.1041, + "step": 14756 + }, + { + "epoch": 12.516539440203562, + "grad_norm": 1.5410863392497205, + "learning_rate": 1.9528758459167406e-05, + "loss": 0.1586, + "step": 14757 + }, + { + "epoch": 12.517387616624259, + "grad_norm": 1.5417681405601484, + "learning_rate": 1.952867512134077e-05, + "loss": 0.1216, + "step": 14758 + }, + { + "epoch": 12.518235793044953, + "grad_norm": 1.607573581430227, + "learning_rate": 1.9528591776323603e-05, + "loss": 0.1036, + "step": 14759 + }, + { + "epoch": 12.51908396946565, + "grad_norm": 1.6772405516098066, + "learning_rate": 1.952850842411596e-05, + "loss": 0.1557, + "step": 14760 + }, + { + "epoch": 12.519932145886344, + "grad_norm": 1.5130183686737617, + "learning_rate": 1.9528425064717907e-05, + "loss": 0.1355, + "step": 14761 + }, + { + "epoch": 12.52078032230704, + "grad_norm": 1.2903717010664133, + "learning_rate": 1.9528341698129515e-05, + "loss": 0.1015, + "step": 14762 + }, + { + "epoch": 12.521628498727736, + "grad_norm": 1.4086765754011004, + "learning_rate": 1.9528258324350836e-05, + "loss": 0.1254, + "step": 14763 + }, + { + "epoch": 12.52247667514843, + "grad_norm": 1.5906644527421512, + "learning_rate": 1.9528174943381935e-05, + "loss": 0.1169, + "step": 14764 + }, + { + "epoch": 12.523324851569127, + "grad_norm": 1.6037310106496858, + "learning_rate": 1.952809155522288e-05, + "loss": 0.1312, + "step": 14765 + }, + { + "epoch": 12.524173027989821, + "grad_norm": 1.5918989740330987, + "learning_rate": 1.9528008159873727e-05, + "loss": 0.1159, + "step": 14766 + }, + { + "epoch": 12.525021204410518, + "grad_norm": 1.478167686737489, + "learning_rate": 1.9527924757334546e-05, + "loss": 0.1392, + "step": 14767 + }, + { + "epoch": 12.525869380831214, + "grad_norm": 1.4818386898779965, + "learning_rate": 1.9527841347605393e-05, + "loss": 0.1511, + "step": 14768 + }, + { + "epoch": 12.526717557251908, + "grad_norm": 1.5918339560685828, + "learning_rate": 1.9527757930686337e-05, + "loss": 0.131, + "step": 14769 + }, + { + "epoch": 12.527565733672605, + "grad_norm": 1.5937618807223763, + "learning_rate": 1.9527674506577437e-05, + "loss": 0.15, + "step": 14770 + }, + { + "epoch": 12.528413910093299, + "grad_norm": 1.5669450177970417, + "learning_rate": 1.952759107527876e-05, + "loss": 0.1331, + "step": 14771 + }, + { + "epoch": 12.529262086513995, + "grad_norm": 1.6328793703057212, + "learning_rate": 1.9527507636790366e-05, + "loss": 0.1378, + "step": 14772 + }, + { + "epoch": 12.53011026293469, + "grad_norm": 1.377403282821586, + "learning_rate": 1.9527424191112318e-05, + "loss": 0.1084, + "step": 14773 + }, + { + "epoch": 12.530958439355386, + "grad_norm": 1.5696014142553525, + "learning_rate": 1.9527340738244675e-05, + "loss": 0.1112, + "step": 14774 + }, + { + "epoch": 12.531806615776082, + "grad_norm": 1.5602332306115834, + "learning_rate": 1.9527257278187508e-05, + "loss": 0.1229, + "step": 14775 + }, + { + "epoch": 12.532654792196777, + "grad_norm": 1.7841091400268072, + "learning_rate": 1.9527173810940878e-05, + "loss": 0.1444, + "step": 14776 + }, + { + "epoch": 12.533502968617473, + "grad_norm": 1.6477846162450267, + "learning_rate": 1.9527090336504842e-05, + "loss": 0.1265, + "step": 14777 + }, + { + "epoch": 12.534351145038167, + "grad_norm": 1.4474071823967856, + "learning_rate": 1.9527006854879472e-05, + "loss": 0.1208, + "step": 14778 + }, + { + "epoch": 12.535199321458864, + "grad_norm": 1.6784127040816326, + "learning_rate": 1.952692336606482e-05, + "loss": 0.1368, + "step": 14779 + }, + { + "epoch": 12.53604749787956, + "grad_norm": 1.5831146923911656, + "learning_rate": 1.9526839870060962e-05, + "loss": 0.1242, + "step": 14780 + }, + { + "epoch": 12.536895674300254, + "grad_norm": 1.674303074195117, + "learning_rate": 1.952675636686795e-05, + "loss": 0.1015, + "step": 14781 + }, + { + "epoch": 12.53774385072095, + "grad_norm": 1.4987064418750884, + "learning_rate": 1.9526672856485853e-05, + "loss": 0.108, + "step": 14782 + }, + { + "epoch": 12.538592027141645, + "grad_norm": 1.508486908288747, + "learning_rate": 1.9526589338914728e-05, + "loss": 0.1134, + "step": 14783 + }, + { + "epoch": 12.539440203562341, + "grad_norm": 1.508464839119355, + "learning_rate": 1.9526505814154646e-05, + "loss": 0.1131, + "step": 14784 + }, + { + "epoch": 12.540288379983036, + "grad_norm": 1.4557895179352618, + "learning_rate": 1.9526422282205666e-05, + "loss": 0.1236, + "step": 14785 + }, + { + "epoch": 12.541136556403732, + "grad_norm": 1.6735695702978834, + "learning_rate": 1.9526338743067853e-05, + "loss": 0.1523, + "step": 14786 + }, + { + "epoch": 12.541984732824428, + "grad_norm": 1.8001174554907795, + "learning_rate": 1.9526255196741268e-05, + "loss": 0.1398, + "step": 14787 + }, + { + "epoch": 12.542832909245123, + "grad_norm": 1.6770163762114374, + "learning_rate": 1.952617164322597e-05, + "loss": 0.1453, + "step": 14788 + }, + { + "epoch": 12.543681085665819, + "grad_norm": 1.4821384236409076, + "learning_rate": 1.952608808252203e-05, + "loss": 0.1083, + "step": 14789 + }, + { + "epoch": 12.544529262086513, + "grad_norm": 1.6463921529080507, + "learning_rate": 1.9526004514629507e-05, + "loss": 0.1224, + "step": 14790 + }, + { + "epoch": 12.54537743850721, + "grad_norm": 1.4417859674471316, + "learning_rate": 1.9525920939548464e-05, + "loss": 0.1288, + "step": 14791 + }, + { + "epoch": 12.546225614927906, + "grad_norm": 1.5280688943341008, + "learning_rate": 1.9525837357278968e-05, + "loss": 0.12, + "step": 14792 + }, + { + "epoch": 12.5470737913486, + "grad_norm": 1.5062741651560319, + "learning_rate": 1.9525753767821076e-05, + "loss": 0.1294, + "step": 14793 + }, + { + "epoch": 12.547921967769296, + "grad_norm": 1.4069053629785497, + "learning_rate": 1.9525670171174852e-05, + "loss": 0.1108, + "step": 14794 + }, + { + "epoch": 12.54877014418999, + "grad_norm": 1.7271634526694115, + "learning_rate": 1.9525586567340364e-05, + "loss": 0.1446, + "step": 14795 + }, + { + "epoch": 12.549618320610687, + "grad_norm": 1.4984734057126223, + "learning_rate": 1.952550295631767e-05, + "loss": 0.1079, + "step": 14796 + }, + { + "epoch": 12.550466497031383, + "grad_norm": 1.4826099587435657, + "learning_rate": 1.9525419338106838e-05, + "loss": 0.1233, + "step": 14797 + }, + { + "epoch": 12.551314673452078, + "grad_norm": 1.5278745881954574, + "learning_rate": 1.9525335712707925e-05, + "loss": 0.1163, + "step": 14798 + }, + { + "epoch": 12.552162849872774, + "grad_norm": 1.4122875934892933, + "learning_rate": 1.9525252080121e-05, + "loss": 0.0939, + "step": 14799 + }, + { + "epoch": 12.553011026293468, + "grad_norm": 1.6525316201650817, + "learning_rate": 1.9525168440346117e-05, + "loss": 0.1313, + "step": 14800 + }, + { + "epoch": 12.553859202714165, + "grad_norm": 1.7017002249269106, + "learning_rate": 1.9525084793383354e-05, + "loss": 0.1335, + "step": 14801 + }, + { + "epoch": 12.554707379134861, + "grad_norm": 1.5382638369767174, + "learning_rate": 1.952500113923276e-05, + "loss": 0.1403, + "step": 14802 + }, + { + "epoch": 12.555555555555555, + "grad_norm": 1.6885947529203926, + "learning_rate": 1.9524917477894406e-05, + "loss": 0.1282, + "step": 14803 + }, + { + "epoch": 12.556403731976252, + "grad_norm": 1.5306466718157972, + "learning_rate": 1.952483380936835e-05, + "loss": 0.1217, + "step": 14804 + }, + { + "epoch": 12.557251908396946, + "grad_norm": 1.6560972768433828, + "learning_rate": 1.9524750133654663e-05, + "loss": 0.1516, + "step": 14805 + }, + { + "epoch": 12.558100084817642, + "grad_norm": 1.4903063429970158, + "learning_rate": 1.95246664507534e-05, + "loss": 0.11, + "step": 14806 + }, + { + "epoch": 12.558948261238339, + "grad_norm": 1.6366934621164324, + "learning_rate": 1.9524582760664626e-05, + "loss": 0.1376, + "step": 14807 + }, + { + "epoch": 12.559796437659033, + "grad_norm": 1.5264158479549848, + "learning_rate": 1.952449906338841e-05, + "loss": 0.1244, + "step": 14808 + }, + { + "epoch": 12.56064461407973, + "grad_norm": 1.7953885011982713, + "learning_rate": 1.9524415358924807e-05, + "loss": 0.1536, + "step": 14809 + }, + { + "epoch": 12.561492790500424, + "grad_norm": 1.6671340654925746, + "learning_rate": 1.9524331647273884e-05, + "loss": 0.1361, + "step": 14810 + }, + { + "epoch": 12.56234096692112, + "grad_norm": 1.4708227099974633, + "learning_rate": 1.9524247928435707e-05, + "loss": 0.1323, + "step": 14811 + }, + { + "epoch": 12.563189143341814, + "grad_norm": 1.5490457589076223, + "learning_rate": 1.952416420241033e-05, + "loss": 0.1375, + "step": 14812 + }, + { + "epoch": 12.56403731976251, + "grad_norm": 1.673785409164703, + "learning_rate": 1.952408046919783e-05, + "loss": 0.1179, + "step": 14813 + }, + { + "epoch": 12.564885496183207, + "grad_norm": 1.4885397351325098, + "learning_rate": 1.9523996728798258e-05, + "loss": 0.1175, + "step": 14814 + }, + { + "epoch": 12.565733672603901, + "grad_norm": 1.7685722161842377, + "learning_rate": 1.9523912981211684e-05, + "loss": 0.1209, + "step": 14815 + }, + { + "epoch": 12.566581849024598, + "grad_norm": 1.5867386209608723, + "learning_rate": 1.9523829226438165e-05, + "loss": 0.1158, + "step": 14816 + }, + { + "epoch": 12.567430025445292, + "grad_norm": 1.4618350159565838, + "learning_rate": 1.952374546447777e-05, + "loss": 0.1157, + "step": 14817 + }, + { + "epoch": 12.568278201865988, + "grad_norm": 1.6290578950507453, + "learning_rate": 1.9523661695330564e-05, + "loss": 0.1153, + "step": 14818 + }, + { + "epoch": 12.569126378286684, + "grad_norm": 1.5432045318110645, + "learning_rate": 1.9523577918996603e-05, + "loss": 0.1063, + "step": 14819 + }, + { + "epoch": 12.569974554707379, + "grad_norm": 1.632266863595927, + "learning_rate": 1.9523494135475955e-05, + "loss": 0.1381, + "step": 14820 + }, + { + "epoch": 12.570822731128075, + "grad_norm": 1.567375535721097, + "learning_rate": 1.952341034476868e-05, + "loss": 0.1248, + "step": 14821 + }, + { + "epoch": 12.57167090754877, + "grad_norm": 1.594645369697859, + "learning_rate": 1.9523326546874843e-05, + "loss": 0.1249, + "step": 14822 + }, + { + "epoch": 12.572519083969466, + "grad_norm": 1.5425639290261879, + "learning_rate": 1.952324274179451e-05, + "loss": 0.119, + "step": 14823 + }, + { + "epoch": 12.57336726039016, + "grad_norm": 1.486652896825841, + "learning_rate": 1.952315892952774e-05, + "loss": 0.1381, + "step": 14824 + }, + { + "epoch": 12.574215436810857, + "grad_norm": 1.5386653961420655, + "learning_rate": 1.95230751100746e-05, + "loss": 0.1115, + "step": 14825 + }, + { + "epoch": 12.575063613231553, + "grad_norm": 1.7073728703331157, + "learning_rate": 1.9522991283435145e-05, + "loss": 0.1182, + "step": 14826 + }, + { + "epoch": 12.575911789652247, + "grad_norm": 1.5218632988504004, + "learning_rate": 1.952290744960945e-05, + "loss": 0.1039, + "step": 14827 + }, + { + "epoch": 12.576759966072943, + "grad_norm": 1.6500729327561292, + "learning_rate": 1.9522823608597572e-05, + "loss": 0.1309, + "step": 14828 + }, + { + "epoch": 12.577608142493638, + "grad_norm": 1.5683461783091386, + "learning_rate": 1.9522739760399575e-05, + "loss": 0.1336, + "step": 14829 + }, + { + "epoch": 12.578456318914334, + "grad_norm": 1.5370263771642303, + "learning_rate": 1.9522655905015523e-05, + "loss": 0.1146, + "step": 14830 + }, + { + "epoch": 12.57930449533503, + "grad_norm": 1.8061601088523058, + "learning_rate": 1.9522572042445477e-05, + "loss": 0.1212, + "step": 14831 + }, + { + "epoch": 12.580152671755725, + "grad_norm": 1.3306452580064774, + "learning_rate": 1.9522488172689505e-05, + "loss": 0.0976, + "step": 14832 + }, + { + "epoch": 12.581000848176421, + "grad_norm": 1.5249556299441518, + "learning_rate": 1.9522404295747665e-05, + "loss": 0.1136, + "step": 14833 + }, + { + "epoch": 12.581849024597116, + "grad_norm": 1.58203225020349, + "learning_rate": 1.952232041162002e-05, + "loss": 0.1265, + "step": 14834 + }, + { + "epoch": 12.582697201017812, + "grad_norm": 1.699295456251581, + "learning_rate": 1.9522236520306636e-05, + "loss": 0.1135, + "step": 14835 + }, + { + "epoch": 12.583545377438508, + "grad_norm": 1.558414556068725, + "learning_rate": 1.952215262180758e-05, + "loss": 0.1259, + "step": 14836 + }, + { + "epoch": 12.584393553859202, + "grad_norm": 1.720999119099398, + "learning_rate": 1.9522068716122907e-05, + "loss": 0.1265, + "step": 14837 + }, + { + "epoch": 12.585241730279899, + "grad_norm": 1.6953229530095202, + "learning_rate": 1.9521984803252687e-05, + "loss": 0.13, + "step": 14838 + }, + { + "epoch": 12.586089906700593, + "grad_norm": 1.6758214551701551, + "learning_rate": 1.952190088319698e-05, + "loss": 0.1496, + "step": 14839 + }, + { + "epoch": 12.58693808312129, + "grad_norm": 1.4372423571529327, + "learning_rate": 1.952181695595585e-05, + "loss": 0.1256, + "step": 14840 + }, + { + "epoch": 12.587786259541986, + "grad_norm": 1.6570331014412747, + "learning_rate": 1.9521733021529362e-05, + "loss": 0.1375, + "step": 14841 + }, + { + "epoch": 12.58863443596268, + "grad_norm": 1.6136921327589178, + "learning_rate": 1.9521649079917576e-05, + "loss": 0.1117, + "step": 14842 + }, + { + "epoch": 12.589482612383376, + "grad_norm": 1.609303689531916, + "learning_rate": 1.952156513112056e-05, + "loss": 0.1145, + "step": 14843 + }, + { + "epoch": 12.59033078880407, + "grad_norm": 1.8079081035209323, + "learning_rate": 1.9521481175138374e-05, + "loss": 0.1314, + "step": 14844 + }, + { + "epoch": 12.591178965224767, + "grad_norm": 1.5772714975189908, + "learning_rate": 1.9521397211971077e-05, + "loss": 0.1282, + "step": 14845 + }, + { + "epoch": 12.592027141645461, + "grad_norm": 1.5284332369100562, + "learning_rate": 1.9521313241618745e-05, + "loss": 0.1348, + "step": 14846 + }, + { + "epoch": 12.592875318066158, + "grad_norm": 1.5099752093746983, + "learning_rate": 1.952122926408143e-05, + "loss": 0.1294, + "step": 14847 + }, + { + "epoch": 12.593723494486854, + "grad_norm": 1.4713310174671452, + "learning_rate": 1.95211452793592e-05, + "loss": 0.1244, + "step": 14848 + }, + { + "epoch": 12.594571670907548, + "grad_norm": 1.6293219571031572, + "learning_rate": 1.9521061287452115e-05, + "loss": 0.1489, + "step": 14849 + }, + { + "epoch": 12.595419847328245, + "grad_norm": 1.5488077531736781, + "learning_rate": 1.9520977288360243e-05, + "loss": 0.1347, + "step": 14850 + }, + { + "epoch": 12.596268023748939, + "grad_norm": 1.4359533572801868, + "learning_rate": 1.9520893282083644e-05, + "loss": 0.1208, + "step": 14851 + }, + { + "epoch": 12.597116200169635, + "grad_norm": 1.715275169825769, + "learning_rate": 1.9520809268622383e-05, + "loss": 0.166, + "step": 14852 + }, + { + "epoch": 12.597964376590332, + "grad_norm": 1.7865194337846708, + "learning_rate": 1.9520725247976525e-05, + "loss": 0.1445, + "step": 14853 + }, + { + "epoch": 12.598812553011026, + "grad_norm": 1.556648043664079, + "learning_rate": 1.952064122014613e-05, + "loss": 0.1348, + "step": 14854 + }, + { + "epoch": 12.599660729431722, + "grad_norm": 1.5581844941342915, + "learning_rate": 1.952055718513126e-05, + "loss": 0.1132, + "step": 14855 + }, + { + "epoch": 12.600508905852417, + "grad_norm": 1.5389017747665807, + "learning_rate": 1.9520473142931985e-05, + "loss": 0.1241, + "step": 14856 + }, + { + "epoch": 12.601357082273113, + "grad_norm": 1.498869740094996, + "learning_rate": 1.9520389093548365e-05, + "loss": 0.1222, + "step": 14857 + }, + { + "epoch": 12.60220525869381, + "grad_norm": 1.4527458249687124, + "learning_rate": 1.9520305036980463e-05, + "loss": 0.1069, + "step": 14858 + }, + { + "epoch": 12.603053435114504, + "grad_norm": 1.9679241955978255, + "learning_rate": 1.952022097322834e-05, + "loss": 0.1425, + "step": 14859 + }, + { + "epoch": 12.6039016115352, + "grad_norm": 2.1789154121792587, + "learning_rate": 1.9520136902292064e-05, + "loss": 0.1281, + "step": 14860 + }, + { + "epoch": 12.604749787955894, + "grad_norm": 1.699136685586947, + "learning_rate": 1.9520052824171696e-05, + "loss": 0.1391, + "step": 14861 + }, + { + "epoch": 12.60559796437659, + "grad_norm": 1.5142365501149169, + "learning_rate": 1.95199687388673e-05, + "loss": 0.1122, + "step": 14862 + }, + { + "epoch": 12.606446140797285, + "grad_norm": 1.484083881975054, + "learning_rate": 1.951988464637894e-05, + "loss": 0.1265, + "step": 14863 + }, + { + "epoch": 12.607294317217981, + "grad_norm": 1.4987964472292625, + "learning_rate": 1.9519800546706674e-05, + "loss": 0.1384, + "step": 14864 + }, + { + "epoch": 12.608142493638677, + "grad_norm": 1.7729910496831445, + "learning_rate": 1.9519716439850575e-05, + "loss": 0.1479, + "step": 14865 + }, + { + "epoch": 12.608990670059372, + "grad_norm": 2.2624980676709825, + "learning_rate": 1.95196323258107e-05, + "loss": 0.147, + "step": 14866 + }, + { + "epoch": 12.609838846480068, + "grad_norm": 1.6652305488597017, + "learning_rate": 1.9519548204587117e-05, + "loss": 0.1293, + "step": 14867 + }, + { + "epoch": 12.610687022900763, + "grad_norm": 1.6726835582316284, + "learning_rate": 1.9519464076179883e-05, + "loss": 0.1152, + "step": 14868 + }, + { + "epoch": 12.611535199321459, + "grad_norm": 1.6368252033541077, + "learning_rate": 1.9519379940589065e-05, + "loss": 0.1297, + "step": 14869 + }, + { + "epoch": 12.612383375742155, + "grad_norm": 1.438670402767621, + "learning_rate": 1.951929579781473e-05, + "loss": 0.105, + "step": 14870 + }, + { + "epoch": 12.61323155216285, + "grad_norm": 1.619046500365703, + "learning_rate": 1.9519211647856935e-05, + "loss": 0.1156, + "step": 14871 + }, + { + "epoch": 12.614079728583546, + "grad_norm": 1.616193980113448, + "learning_rate": 1.951912749071575e-05, + "loss": 0.1073, + "step": 14872 + }, + { + "epoch": 12.61492790500424, + "grad_norm": 1.65918286250048, + "learning_rate": 1.9519043326391232e-05, + "loss": 0.1361, + "step": 14873 + }, + { + "epoch": 12.615776081424936, + "grad_norm": 1.5779307898980763, + "learning_rate": 1.951895915488345e-05, + "loss": 0.1212, + "step": 14874 + }, + { + "epoch": 12.616624257845633, + "grad_norm": 1.6849969473224395, + "learning_rate": 1.951887497619246e-05, + "loss": 0.1305, + "step": 14875 + }, + { + "epoch": 12.617472434266327, + "grad_norm": 1.5603580432398862, + "learning_rate": 1.9518790790318335e-05, + "loss": 0.1051, + "step": 14876 + }, + { + "epoch": 12.618320610687023, + "grad_norm": 1.6096161260734474, + "learning_rate": 1.9518706597261135e-05, + "loss": 0.1307, + "step": 14877 + }, + { + "epoch": 12.619168787107718, + "grad_norm": 1.4914548721459282, + "learning_rate": 1.9518622397020924e-05, + "loss": 0.107, + "step": 14878 + }, + { + "epoch": 12.620016963528414, + "grad_norm": 1.5357709988289785, + "learning_rate": 1.951853818959776e-05, + "loss": 0.1233, + "step": 14879 + }, + { + "epoch": 12.62086513994911, + "grad_norm": 1.5841725080876614, + "learning_rate": 1.9518453974991712e-05, + "loss": 0.1113, + "step": 14880 + }, + { + "epoch": 12.621713316369805, + "grad_norm": 1.569970886438945, + "learning_rate": 1.9518369753202843e-05, + "loss": 0.1291, + "step": 14881 + }, + { + "epoch": 12.622561492790501, + "grad_norm": 1.5190328802721884, + "learning_rate": 1.9518285524231217e-05, + "loss": 0.1298, + "step": 14882 + }, + { + "epoch": 12.623409669211195, + "grad_norm": 1.7137860640619982, + "learning_rate": 1.9518201288076896e-05, + "loss": 0.1089, + "step": 14883 + }, + { + "epoch": 12.624257845631892, + "grad_norm": 1.4625917065008567, + "learning_rate": 1.9518117044739943e-05, + "loss": 0.1332, + "step": 14884 + }, + { + "epoch": 12.625106022052586, + "grad_norm": 1.4121858681588462, + "learning_rate": 1.9518032794220425e-05, + "loss": 0.1211, + "step": 14885 + }, + { + "epoch": 12.625954198473282, + "grad_norm": 1.4423868851244566, + "learning_rate": 1.95179485365184e-05, + "loss": 0.1159, + "step": 14886 + }, + { + "epoch": 12.626802374893979, + "grad_norm": 1.5611031717344444, + "learning_rate": 1.9517864271633935e-05, + "loss": 0.1072, + "step": 14887 + }, + { + "epoch": 12.627650551314673, + "grad_norm": 1.6321237835882532, + "learning_rate": 1.9517779999567095e-05, + "loss": 0.1149, + "step": 14888 + }, + { + "epoch": 12.62849872773537, + "grad_norm": 1.4816830423294418, + "learning_rate": 1.951769572031794e-05, + "loss": 0.1076, + "step": 14889 + }, + { + "epoch": 12.629346904156064, + "grad_norm": 1.8013062624861869, + "learning_rate": 1.951761143388654e-05, + "loss": 0.1107, + "step": 14890 + }, + { + "epoch": 12.63019508057676, + "grad_norm": 1.7808190913246922, + "learning_rate": 1.951752714027295e-05, + "loss": 0.1417, + "step": 14891 + }, + { + "epoch": 12.631043256997456, + "grad_norm": 1.6597907983958924, + "learning_rate": 1.951744283947724e-05, + "loss": 0.1053, + "step": 14892 + }, + { + "epoch": 12.63189143341815, + "grad_norm": 1.685081241503884, + "learning_rate": 1.9517358531499472e-05, + "loss": 0.1047, + "step": 14893 + }, + { + "epoch": 12.632739609838847, + "grad_norm": 1.369207820295908, + "learning_rate": 1.9517274216339705e-05, + "loss": 0.1052, + "step": 14894 + }, + { + "epoch": 12.633587786259541, + "grad_norm": 1.5368189489195272, + "learning_rate": 1.951718989399801e-05, + "loss": 0.1409, + "step": 14895 + }, + { + "epoch": 12.634435962680238, + "grad_norm": 1.3522318870548007, + "learning_rate": 1.951710556447445e-05, + "loss": 0.1216, + "step": 14896 + }, + { + "epoch": 12.635284139100932, + "grad_norm": 1.7112718226373769, + "learning_rate": 1.951702122776908e-05, + "loss": 0.1235, + "step": 14897 + }, + { + "epoch": 12.636132315521628, + "grad_norm": 1.596719717254556, + "learning_rate": 1.9516936883881972e-05, + "loss": 0.1324, + "step": 14898 + }, + { + "epoch": 12.636980491942325, + "grad_norm": 1.3218182305457913, + "learning_rate": 1.9516852532813185e-05, + "loss": 0.1042, + "step": 14899 + }, + { + "epoch": 12.637828668363019, + "grad_norm": 1.5298127535311254, + "learning_rate": 1.951676817456279e-05, + "loss": 0.1374, + "step": 14900 + }, + { + "epoch": 12.638676844783715, + "grad_norm": 1.5224643108324967, + "learning_rate": 1.951668380913084e-05, + "loss": 0.1185, + "step": 14901 + }, + { + "epoch": 12.63952502120441, + "grad_norm": 1.7201192760223518, + "learning_rate": 1.9516599436517406e-05, + "loss": 0.1573, + "step": 14902 + }, + { + "epoch": 12.640373197625106, + "grad_norm": 1.7455884936141275, + "learning_rate": 1.9516515056722554e-05, + "loss": 0.1257, + "step": 14903 + }, + { + "epoch": 12.641221374045802, + "grad_norm": 1.622139981961385, + "learning_rate": 1.951643066974634e-05, + "loss": 0.1431, + "step": 14904 + }, + { + "epoch": 12.642069550466497, + "grad_norm": 1.3990805084793951, + "learning_rate": 1.951634627558883e-05, + "loss": 0.1061, + "step": 14905 + }, + { + "epoch": 12.642917726887193, + "grad_norm": 1.5556592380470808, + "learning_rate": 1.951626187425009e-05, + "loss": 0.1237, + "step": 14906 + }, + { + "epoch": 12.643765903307887, + "grad_norm": 1.720472156443112, + "learning_rate": 1.9516177465730185e-05, + "loss": 0.1377, + "step": 14907 + }, + { + "epoch": 12.644614079728584, + "grad_norm": 1.5027402207790024, + "learning_rate": 1.9516093050029173e-05, + "loss": 0.1096, + "step": 14908 + }, + { + "epoch": 12.64546225614928, + "grad_norm": 1.4944756670608927, + "learning_rate": 1.9516008627147124e-05, + "loss": 0.1215, + "step": 14909 + }, + { + "epoch": 12.646310432569974, + "grad_norm": 1.2969487893907063, + "learning_rate": 1.9515924197084095e-05, + "loss": 0.1006, + "step": 14910 + }, + { + "epoch": 12.64715860899067, + "grad_norm": 1.609457847438969, + "learning_rate": 1.9515839759840155e-05, + "loss": 0.1175, + "step": 14911 + }, + { + "epoch": 12.648006785411365, + "grad_norm": 1.7027270358943345, + "learning_rate": 1.9515755315415368e-05, + "loss": 0.1182, + "step": 14912 + }, + { + "epoch": 12.648854961832061, + "grad_norm": 1.458725073156374, + "learning_rate": 1.951567086380979e-05, + "loss": 0.1173, + "step": 14913 + }, + { + "epoch": 12.649703138252757, + "grad_norm": 1.447169512248242, + "learning_rate": 1.95155864050235e-05, + "loss": 0.1114, + "step": 14914 + }, + { + "epoch": 12.650551314673452, + "grad_norm": 1.8448594499799178, + "learning_rate": 1.9515501939056544e-05, + "loss": 0.1432, + "step": 14915 + }, + { + "epoch": 12.651399491094148, + "grad_norm": 1.614072528624827, + "learning_rate": 1.9515417465908998e-05, + "loss": 0.1239, + "step": 14916 + }, + { + "epoch": 12.652247667514843, + "grad_norm": 1.497000788411109, + "learning_rate": 1.951533298558092e-05, + "loss": 0.118, + "step": 14917 + }, + { + "epoch": 12.653095843935539, + "grad_norm": 1.4961697083855883, + "learning_rate": 1.9515248498072375e-05, + "loss": 0.114, + "step": 14918 + }, + { + "epoch": 12.653944020356235, + "grad_norm": 1.347343881297279, + "learning_rate": 1.9515164003383433e-05, + "loss": 0.1232, + "step": 14919 + }, + { + "epoch": 12.65479219677693, + "grad_norm": 1.4920520852429902, + "learning_rate": 1.9515079501514145e-05, + "loss": 0.1095, + "step": 14920 + }, + { + "epoch": 12.655640373197626, + "grad_norm": 1.6297373940370736, + "learning_rate": 1.9514994992464587e-05, + "loss": 0.1267, + "step": 14921 + }, + { + "epoch": 12.65648854961832, + "grad_norm": 1.6491240883146, + "learning_rate": 1.9514910476234817e-05, + "loss": 0.1217, + "step": 14922 + }, + { + "epoch": 12.657336726039016, + "grad_norm": 1.5236412674566115, + "learning_rate": 1.9514825952824896e-05, + "loss": 0.1221, + "step": 14923 + }, + { + "epoch": 12.65818490245971, + "grad_norm": 1.5143932424233815, + "learning_rate": 1.9514741422234893e-05, + "loss": 0.1211, + "step": 14924 + }, + { + "epoch": 12.659033078880407, + "grad_norm": 1.6410209847941317, + "learning_rate": 1.951465688446487e-05, + "loss": 0.1259, + "step": 14925 + }, + { + "epoch": 12.659881255301103, + "grad_norm": 1.8212405869199284, + "learning_rate": 1.951457233951489e-05, + "loss": 0.1262, + "step": 14926 + }, + { + "epoch": 12.660729431721798, + "grad_norm": 1.67156949470945, + "learning_rate": 1.9514487787385018e-05, + "loss": 0.1268, + "step": 14927 + }, + { + "epoch": 12.661577608142494, + "grad_norm": 1.719474985957003, + "learning_rate": 1.951440322807532e-05, + "loss": 0.1214, + "step": 14928 + }, + { + "epoch": 12.662425784563188, + "grad_norm": 1.7171723722881622, + "learning_rate": 1.9514318661585854e-05, + "loss": 0.1184, + "step": 14929 + }, + { + "epoch": 12.663273960983885, + "grad_norm": 2.233453229299104, + "learning_rate": 1.9514234087916687e-05, + "loss": 0.1336, + "step": 14930 + }, + { + "epoch": 12.664122137404581, + "grad_norm": 1.633204282266969, + "learning_rate": 1.9514149507067882e-05, + "loss": 0.116, + "step": 14931 + }, + { + "epoch": 12.664970313825275, + "grad_norm": 1.7373156224391015, + "learning_rate": 1.9514064919039504e-05, + "loss": 0.1578, + "step": 14932 + }, + { + "epoch": 12.665818490245972, + "grad_norm": 1.6231289258899515, + "learning_rate": 1.9513980323831618e-05, + "loss": 0.1655, + "step": 14933 + }, + { + "epoch": 12.666666666666666, + "grad_norm": 1.6349162455453587, + "learning_rate": 1.9513895721444286e-05, + "loss": 0.1369, + "step": 14934 + }, + { + "epoch": 12.667514843087362, + "grad_norm": 1.507463828015946, + "learning_rate": 1.9513811111877575e-05, + "loss": 0.1126, + "step": 14935 + }, + { + "epoch": 12.668363019508057, + "grad_norm": 1.5155908252632697, + "learning_rate": 1.951372649513154e-05, + "loss": 0.1195, + "step": 14936 + }, + { + "epoch": 12.669211195928753, + "grad_norm": 1.587764460869873, + "learning_rate": 1.9513641871206256e-05, + "loss": 0.1179, + "step": 14937 + }, + { + "epoch": 12.67005937234945, + "grad_norm": 1.5618663784982998, + "learning_rate": 1.9513557240101777e-05, + "loss": 0.1226, + "step": 14938 + }, + { + "epoch": 12.670907548770144, + "grad_norm": 1.7222107304197707, + "learning_rate": 1.9513472601818175e-05, + "loss": 0.137, + "step": 14939 + }, + { + "epoch": 12.67175572519084, + "grad_norm": 1.595178484517123, + "learning_rate": 1.951338795635551e-05, + "loss": 0.1133, + "step": 14940 + }, + { + "epoch": 12.672603901611534, + "grad_norm": 1.5226783529264882, + "learning_rate": 1.9513303303713848e-05, + "loss": 0.1052, + "step": 14941 + }, + { + "epoch": 12.67345207803223, + "grad_norm": 1.5386022089689948, + "learning_rate": 1.9513218643893248e-05, + "loss": 0.1011, + "step": 14942 + }, + { + "epoch": 12.674300254452927, + "grad_norm": 1.4805033975060893, + "learning_rate": 1.9513133976893776e-05, + "loss": 0.1428, + "step": 14943 + }, + { + "epoch": 12.675148430873621, + "grad_norm": 1.5391311818932119, + "learning_rate": 1.95130493027155e-05, + "loss": 0.1302, + "step": 14944 + }, + { + "epoch": 12.675996607294318, + "grad_norm": 1.617766646267602, + "learning_rate": 1.951296462135848e-05, + "loss": 0.1374, + "step": 14945 + }, + { + "epoch": 12.676844783715012, + "grad_norm": 1.4982998650767954, + "learning_rate": 1.951287993282278e-05, + "loss": 0.1185, + "step": 14946 + }, + { + "epoch": 12.677692960135708, + "grad_norm": 1.7415751846289036, + "learning_rate": 1.9512795237108463e-05, + "loss": 0.1312, + "step": 14947 + }, + { + "epoch": 12.678541136556404, + "grad_norm": 1.5898485104902276, + "learning_rate": 1.95127105342156e-05, + "loss": 0.1212, + "step": 14948 + }, + { + "epoch": 12.679389312977099, + "grad_norm": 1.568438619730715, + "learning_rate": 1.9512625824144245e-05, + "loss": 0.1489, + "step": 14949 + }, + { + "epoch": 12.680237489397795, + "grad_norm": 1.3090375151835394, + "learning_rate": 1.9512541106894466e-05, + "loss": 0.1106, + "step": 14950 + }, + { + "epoch": 12.68108566581849, + "grad_norm": 1.4470211298022175, + "learning_rate": 1.9512456382466333e-05, + "loss": 0.1016, + "step": 14951 + }, + { + "epoch": 12.681933842239186, + "grad_norm": 1.3664854721560873, + "learning_rate": 1.9512371650859897e-05, + "loss": 0.1224, + "step": 14952 + }, + { + "epoch": 12.682782018659882, + "grad_norm": 1.4047402312796615, + "learning_rate": 1.9512286912075233e-05, + "loss": 0.1054, + "step": 14953 + }, + { + "epoch": 12.683630195080577, + "grad_norm": 1.4307462258618864, + "learning_rate": 1.9512202166112402e-05, + "loss": 0.1097, + "step": 14954 + }, + { + "epoch": 12.684478371501273, + "grad_norm": 1.5270245516419134, + "learning_rate": 1.9512117412971468e-05, + "loss": 0.1079, + "step": 14955 + }, + { + "epoch": 12.685326547921967, + "grad_norm": 1.3739208276352575, + "learning_rate": 1.951203265265249e-05, + "loss": 0.0966, + "step": 14956 + }, + { + "epoch": 12.686174724342663, + "grad_norm": 1.6377923058626478, + "learning_rate": 1.951194788515554e-05, + "loss": 0.118, + "step": 14957 + }, + { + "epoch": 12.68702290076336, + "grad_norm": 1.5328537583132182, + "learning_rate": 1.9511863110480673e-05, + "loss": 0.11, + "step": 14958 + }, + { + "epoch": 12.687871077184054, + "grad_norm": 1.5925458389263318, + "learning_rate": 1.9511778328627962e-05, + "loss": 0.1254, + "step": 14959 + }, + { + "epoch": 12.68871925360475, + "grad_norm": 1.435545064341914, + "learning_rate": 1.9511693539597466e-05, + "loss": 0.1131, + "step": 14960 + }, + { + "epoch": 12.689567430025445, + "grad_norm": 1.6815960253704185, + "learning_rate": 1.9511608743389254e-05, + "loss": 0.1315, + "step": 14961 + }, + { + "epoch": 12.690415606446141, + "grad_norm": 1.5561071232678083, + "learning_rate": 1.951152394000338e-05, + "loss": 0.1186, + "step": 14962 + }, + { + "epoch": 12.691263782866836, + "grad_norm": 1.5714193372316265, + "learning_rate": 1.9511439129439917e-05, + "loss": 0.1536, + "step": 14963 + }, + { + "epoch": 12.692111959287532, + "grad_norm": 1.5382273615228241, + "learning_rate": 1.951135431169892e-05, + "loss": 0.1081, + "step": 14964 + }, + { + "epoch": 12.692960135708228, + "grad_norm": 1.5816898031665556, + "learning_rate": 1.9511269486780466e-05, + "loss": 0.1378, + "step": 14965 + }, + { + "epoch": 12.693808312128922, + "grad_norm": 1.6294815640727869, + "learning_rate": 1.951118465468461e-05, + "loss": 0.1674, + "step": 14966 + }, + { + "epoch": 12.694656488549619, + "grad_norm": 1.4484873399847613, + "learning_rate": 1.9511099815411416e-05, + "loss": 0.1107, + "step": 14967 + }, + { + "epoch": 12.695504664970313, + "grad_norm": 1.6383952256433996, + "learning_rate": 1.9511014968960953e-05, + "loss": 0.1435, + "step": 14968 + }, + { + "epoch": 12.69635284139101, + "grad_norm": 1.5957157971562175, + "learning_rate": 1.951093011533328e-05, + "loss": 0.1304, + "step": 14969 + }, + { + "epoch": 12.697201017811706, + "grad_norm": 1.4335295857762895, + "learning_rate": 1.9510845254528467e-05, + "loss": 0.1484, + "step": 14970 + }, + { + "epoch": 12.6980491942324, + "grad_norm": 1.561356672992314, + "learning_rate": 1.951076038654657e-05, + "loss": 0.1164, + "step": 14971 + }, + { + "epoch": 12.698897370653096, + "grad_norm": 1.6001065279728255, + "learning_rate": 1.9510675511387656e-05, + "loss": 0.1384, + "step": 14972 + }, + { + "epoch": 12.69974554707379, + "grad_norm": 1.3978538001899168, + "learning_rate": 1.951059062905179e-05, + "loss": 0.1433, + "step": 14973 + }, + { + "epoch": 12.700593723494487, + "grad_norm": 1.5566876679548598, + "learning_rate": 1.951050573953904e-05, + "loss": 0.1578, + "step": 14974 + }, + { + "epoch": 12.701441899915181, + "grad_norm": 1.4986413341259983, + "learning_rate": 1.9510420842849465e-05, + "loss": 0.1133, + "step": 14975 + }, + { + "epoch": 12.702290076335878, + "grad_norm": 1.649670578306411, + "learning_rate": 1.951033593898313e-05, + "loss": 0.125, + "step": 14976 + }, + { + "epoch": 12.703138252756574, + "grad_norm": 1.5443738559923539, + "learning_rate": 1.9510251027940098e-05, + "loss": 0.117, + "step": 14977 + }, + { + "epoch": 12.703986429177268, + "grad_norm": 1.6826165779593452, + "learning_rate": 1.951016610972044e-05, + "loss": 0.1276, + "step": 14978 + }, + { + "epoch": 12.704834605597965, + "grad_norm": 1.5125359555249407, + "learning_rate": 1.9510081184324208e-05, + "loss": 0.1271, + "step": 14979 + }, + { + "epoch": 12.705682782018659, + "grad_norm": 1.6052157165928571, + "learning_rate": 1.9509996251751474e-05, + "loss": 0.1192, + "step": 14980 + }, + { + "epoch": 12.706530958439355, + "grad_norm": 1.4812630268093354, + "learning_rate": 1.9509911312002304e-05, + "loss": 0.13, + "step": 14981 + }, + { + "epoch": 12.707379134860052, + "grad_norm": 1.541811291244845, + "learning_rate": 1.9509826365076755e-05, + "loss": 0.1143, + "step": 14982 + }, + { + "epoch": 12.708227311280746, + "grad_norm": 1.7773832788077988, + "learning_rate": 1.95097414109749e-05, + "loss": 0.1027, + "step": 14983 + }, + { + "epoch": 12.709075487701442, + "grad_norm": 1.5906331287249302, + "learning_rate": 1.9509656449696792e-05, + "loss": 0.1392, + "step": 14984 + }, + { + "epoch": 12.709923664122137, + "grad_norm": 1.4074313557314897, + "learning_rate": 1.9509571481242505e-05, + "loss": 0.1188, + "step": 14985 + }, + { + "epoch": 12.710771840542833, + "grad_norm": 1.3976504577881639, + "learning_rate": 1.9509486505612098e-05, + "loss": 0.103, + "step": 14986 + }, + { + "epoch": 12.71162001696353, + "grad_norm": 1.4529561398384157, + "learning_rate": 1.9509401522805634e-05, + "loss": 0.1081, + "step": 14987 + }, + { + "epoch": 12.712468193384224, + "grad_norm": 1.5607350104064683, + "learning_rate": 1.9509316532823182e-05, + "loss": 0.1194, + "step": 14988 + }, + { + "epoch": 12.71331636980492, + "grad_norm": 1.634080419453771, + "learning_rate": 1.9509231535664806e-05, + "loss": 0.1161, + "step": 14989 + }, + { + "epoch": 12.714164546225614, + "grad_norm": 1.6864227449693543, + "learning_rate": 1.9509146531330566e-05, + "loss": 0.149, + "step": 14990 + }, + { + "epoch": 12.71501272264631, + "grad_norm": 1.9898248119697646, + "learning_rate": 1.9509061519820528e-05, + "loss": 0.1782, + "step": 14991 + }, + { + "epoch": 12.715860899067007, + "grad_norm": 1.447291422958099, + "learning_rate": 1.9508976501134755e-05, + "loss": 0.1077, + "step": 14992 + }, + { + "epoch": 12.716709075487701, + "grad_norm": 1.4242148263464705, + "learning_rate": 1.9508891475273315e-05, + "loss": 0.1166, + "step": 14993 + }, + { + "epoch": 12.717557251908397, + "grad_norm": 1.4096180241366167, + "learning_rate": 1.950880644223627e-05, + "loss": 0.1317, + "step": 14994 + }, + { + "epoch": 12.718405428329092, + "grad_norm": 1.7512770367759047, + "learning_rate": 1.9508721402023676e-05, + "loss": 0.16, + "step": 14995 + }, + { + "epoch": 12.719253604749788, + "grad_norm": 1.5075614934891404, + "learning_rate": 1.9508636354635612e-05, + "loss": 0.1143, + "step": 14996 + }, + { + "epoch": 12.720101781170484, + "grad_norm": 1.5374359505708723, + "learning_rate": 1.9508551300072132e-05, + "loss": 0.1351, + "step": 14997 + }, + { + "epoch": 12.720949957591179, + "grad_norm": 1.5886095088379557, + "learning_rate": 1.9508466238333304e-05, + "loss": 0.1371, + "step": 14998 + }, + { + "epoch": 12.721798134011875, + "grad_norm": 1.6410173719821328, + "learning_rate": 1.950838116941919e-05, + "loss": 0.1238, + "step": 14999 + }, + { + "epoch": 12.72264631043257, + "grad_norm": 1.5113514987459642, + "learning_rate": 1.9508296093329858e-05, + "loss": 0.0949, + "step": 15000 + }, + { + "epoch": 12.723494486853266, + "grad_norm": 1.589818692740097, + "learning_rate": 1.950821101006537e-05, + "loss": 0.1365, + "step": 15001 + }, + { + "epoch": 12.72434266327396, + "grad_norm": 1.5110865972234182, + "learning_rate": 1.9508125919625787e-05, + "loss": 0.1358, + "step": 15002 + }, + { + "epoch": 12.725190839694656, + "grad_norm": 1.5168361080086774, + "learning_rate": 1.9508040822011177e-05, + "loss": 0.1201, + "step": 15003 + }, + { + "epoch": 12.726039016115353, + "grad_norm": 1.5562940697309444, + "learning_rate": 1.9507955717221608e-05, + "loss": 0.1142, + "step": 15004 + }, + { + "epoch": 12.726887192536047, + "grad_norm": 1.9544540643810788, + "learning_rate": 1.9507870605257135e-05, + "loss": 0.1671, + "step": 15005 + }, + { + "epoch": 12.727735368956743, + "grad_norm": 1.7530800814478549, + "learning_rate": 1.9507785486117825e-05, + "loss": 0.1596, + "step": 15006 + }, + { + "epoch": 12.728583545377438, + "grad_norm": 1.5458201573481163, + "learning_rate": 1.9507700359803746e-05, + "loss": 0.1413, + "step": 15007 + }, + { + "epoch": 12.729431721798134, + "grad_norm": 1.4195896459839394, + "learning_rate": 1.9507615226314963e-05, + "loss": 0.1134, + "step": 15008 + }, + { + "epoch": 12.73027989821883, + "grad_norm": 1.5196809076499758, + "learning_rate": 1.9507530085651532e-05, + "loss": 0.094, + "step": 15009 + }, + { + "epoch": 12.731128074639525, + "grad_norm": 1.6895448989691302, + "learning_rate": 1.950744493781353e-05, + "loss": 0.1149, + "step": 15010 + }, + { + "epoch": 12.731976251060221, + "grad_norm": 1.8003009787032862, + "learning_rate": 1.950735978280101e-05, + "loss": 0.166, + "step": 15011 + }, + { + "epoch": 12.732824427480915, + "grad_norm": 1.7262612903988737, + "learning_rate": 1.950727462061404e-05, + "loss": 0.1075, + "step": 15012 + }, + { + "epoch": 12.733672603901612, + "grad_norm": 1.4621998983599562, + "learning_rate": 1.9507189451252684e-05, + "loss": 0.1062, + "step": 15013 + }, + { + "epoch": 12.734520780322306, + "grad_norm": 1.6297271515557143, + "learning_rate": 1.950710427471701e-05, + "loss": 0.1149, + "step": 15014 + }, + { + "epoch": 12.735368956743002, + "grad_norm": 1.6962120249145647, + "learning_rate": 1.9507019091007077e-05, + "loss": 0.1172, + "step": 15015 + }, + { + "epoch": 12.736217133163699, + "grad_norm": 1.7443634314379832, + "learning_rate": 1.9506933900122948e-05, + "loss": 0.1465, + "step": 15016 + }, + { + "epoch": 12.737065309584393, + "grad_norm": 1.6215372192214728, + "learning_rate": 1.9506848702064697e-05, + "loss": 0.1307, + "step": 15017 + }, + { + "epoch": 12.73791348600509, + "grad_norm": 1.4769880277759921, + "learning_rate": 1.9506763496832376e-05, + "loss": 0.0937, + "step": 15018 + }, + { + "epoch": 12.738761662425784, + "grad_norm": 1.7008941040263474, + "learning_rate": 1.9506678284426058e-05, + "loss": 0.1203, + "step": 15019 + }, + { + "epoch": 12.73960983884648, + "grad_norm": 1.5415823946380671, + "learning_rate": 1.9506593064845808e-05, + "loss": 0.1042, + "step": 15020 + }, + { + "epoch": 12.740458015267176, + "grad_norm": 1.3282731398397507, + "learning_rate": 1.9506507838091684e-05, + "loss": 0.0971, + "step": 15021 + }, + { + "epoch": 12.74130619168787, + "grad_norm": 1.641304529603124, + "learning_rate": 1.950642260416375e-05, + "loss": 0.1308, + "step": 15022 + }, + { + "epoch": 12.742154368108567, + "grad_norm": 1.4785235126938097, + "learning_rate": 1.9506337363062077e-05, + "loss": 0.1299, + "step": 15023 + }, + { + "epoch": 12.743002544529261, + "grad_norm": 1.5107764841089948, + "learning_rate": 1.9506252114786726e-05, + "loss": 0.118, + "step": 15024 + }, + { + "epoch": 12.743850720949958, + "grad_norm": 1.6265226083476674, + "learning_rate": 1.9506166859337758e-05, + "loss": 0.1304, + "step": 15025 + }, + { + "epoch": 12.744698897370654, + "grad_norm": 1.5997133373708934, + "learning_rate": 1.9506081596715244e-05, + "loss": 0.1139, + "step": 15026 + }, + { + "epoch": 12.745547073791348, + "grad_norm": 1.7963452398302382, + "learning_rate": 1.9505996326919242e-05, + "loss": 0.113, + "step": 15027 + }, + { + "epoch": 12.746395250212045, + "grad_norm": 1.8437656451480822, + "learning_rate": 1.9505911049949823e-05, + "loss": 0.1397, + "step": 15028 + }, + { + "epoch": 12.747243426632739, + "grad_norm": 1.5233360787714094, + "learning_rate": 1.9505825765807045e-05, + "loss": 0.1051, + "step": 15029 + }, + { + "epoch": 12.748091603053435, + "grad_norm": 1.6639593815602072, + "learning_rate": 1.950574047449098e-05, + "loss": 0.1115, + "step": 15030 + }, + { + "epoch": 12.748939779474131, + "grad_norm": 1.5759724837967861, + "learning_rate": 1.9505655176001678e-05, + "loss": 0.1224, + "step": 15031 + }, + { + "epoch": 12.749787955894826, + "grad_norm": 1.5867755448552365, + "learning_rate": 1.9505569870339215e-05, + "loss": 0.1272, + "step": 15032 + }, + { + "epoch": 12.750636132315522, + "grad_norm": 1.6076035161145754, + "learning_rate": 1.9505484557503656e-05, + "loss": 0.1582, + "step": 15033 + }, + { + "epoch": 12.751484308736217, + "grad_norm": 1.8591473782361703, + "learning_rate": 1.9505399237495064e-05, + "loss": 0.1291, + "step": 15034 + }, + { + "epoch": 12.752332485156913, + "grad_norm": 1.6831907860214768, + "learning_rate": 1.9505313910313498e-05, + "loss": 0.1342, + "step": 15035 + }, + { + "epoch": 12.753180661577607, + "grad_norm": 1.807210185639875, + "learning_rate": 1.9505228575959027e-05, + "loss": 0.1124, + "step": 15036 + }, + { + "epoch": 12.754028837998304, + "grad_norm": 1.7126162574037507, + "learning_rate": 1.9505143234431715e-05, + "loss": 0.1193, + "step": 15037 + }, + { + "epoch": 12.754877014419, + "grad_norm": 1.6854118682598187, + "learning_rate": 1.9505057885731626e-05, + "loss": 0.128, + "step": 15038 + }, + { + "epoch": 12.755725190839694, + "grad_norm": 1.4058045196825018, + "learning_rate": 1.9504972529858825e-05, + "loss": 0.1182, + "step": 15039 + }, + { + "epoch": 12.75657336726039, + "grad_norm": 1.5071372629348714, + "learning_rate": 1.9504887166813376e-05, + "loss": 0.112, + "step": 15040 + }, + { + "epoch": 12.757421543681085, + "grad_norm": 1.5391471761215656, + "learning_rate": 1.9504801796595343e-05, + "loss": 0.1319, + "step": 15041 + }, + { + "epoch": 12.758269720101781, + "grad_norm": 1.6004997473148743, + "learning_rate": 1.9504716419204788e-05, + "loss": 0.1199, + "step": 15042 + }, + { + "epoch": 12.759117896522477, + "grad_norm": 1.5818648998946767, + "learning_rate": 1.950463103464178e-05, + "loss": 0.1292, + "step": 15043 + }, + { + "epoch": 12.759966072943172, + "grad_norm": 1.5238355845186593, + "learning_rate": 1.950454564290638e-05, + "loss": 0.1171, + "step": 15044 + }, + { + "epoch": 12.760814249363868, + "grad_norm": 1.7610099695122192, + "learning_rate": 1.950446024399866e-05, + "loss": 0.1304, + "step": 15045 + }, + { + "epoch": 12.761662425784563, + "grad_norm": 1.499799519613756, + "learning_rate": 1.950437483791867e-05, + "loss": 0.1217, + "step": 15046 + }, + { + "epoch": 12.762510602205259, + "grad_norm": 1.6972871468547353, + "learning_rate": 1.9504289424666486e-05, + "loss": 0.142, + "step": 15047 + }, + { + "epoch": 12.763358778625955, + "grad_norm": 1.6061582976593094, + "learning_rate": 1.9504204004242168e-05, + "loss": 0.1017, + "step": 15048 + }, + { + "epoch": 12.76420695504665, + "grad_norm": 1.4605680611698946, + "learning_rate": 1.9504118576645784e-05, + "loss": 0.1119, + "step": 15049 + }, + { + "epoch": 12.765055131467346, + "grad_norm": 1.5607136966683088, + "learning_rate": 1.9504033141877397e-05, + "loss": 0.1155, + "step": 15050 + }, + { + "epoch": 12.76590330788804, + "grad_norm": 1.532946278402725, + "learning_rate": 1.950394769993707e-05, + "loss": 0.1357, + "step": 15051 + }, + { + "epoch": 12.766751484308736, + "grad_norm": 2.5106184522208026, + "learning_rate": 1.9503862250824864e-05, + "loss": 0.1229, + "step": 15052 + }, + { + "epoch": 12.76759966072943, + "grad_norm": 1.6362886137530386, + "learning_rate": 1.950377679454085e-05, + "loss": 0.1374, + "step": 15053 + }, + { + "epoch": 12.768447837150127, + "grad_norm": 1.4851533779585162, + "learning_rate": 1.9503691331085094e-05, + "loss": 0.1199, + "step": 15054 + }, + { + "epoch": 12.769296013570823, + "grad_norm": 1.687304008565506, + "learning_rate": 1.950360586045765e-05, + "loss": 0.1657, + "step": 15055 + }, + { + "epoch": 12.770144189991518, + "grad_norm": 1.7574951811358603, + "learning_rate": 1.9503520382658595e-05, + "loss": 0.117, + "step": 15056 + }, + { + "epoch": 12.770992366412214, + "grad_norm": 1.7258333346535288, + "learning_rate": 1.9503434897687987e-05, + "loss": 0.1549, + "step": 15057 + }, + { + "epoch": 12.771840542832908, + "grad_norm": 1.588065592308829, + "learning_rate": 1.9503349405545888e-05, + "loss": 0.1169, + "step": 15058 + }, + { + "epoch": 12.772688719253605, + "grad_norm": 1.713207914477432, + "learning_rate": 1.9503263906232367e-05, + "loss": 0.1138, + "step": 15059 + }, + { + "epoch": 12.773536895674301, + "grad_norm": 1.5012514486440498, + "learning_rate": 1.9503178399747485e-05, + "loss": 0.1358, + "step": 15060 + }, + { + "epoch": 12.774385072094995, + "grad_norm": 1.5899741824291482, + "learning_rate": 1.950309288609131e-05, + "loss": 0.1211, + "step": 15061 + }, + { + "epoch": 12.775233248515692, + "grad_norm": 1.7954862041579411, + "learning_rate": 1.950300736526391e-05, + "loss": 0.1054, + "step": 15062 + }, + { + "epoch": 12.776081424936386, + "grad_norm": 1.6450391250536647, + "learning_rate": 1.950292183726534e-05, + "loss": 0.12, + "step": 15063 + }, + { + "epoch": 12.776929601357082, + "grad_norm": 1.6789717935498352, + "learning_rate": 1.950283630209567e-05, + "loss": 0.1157, + "step": 15064 + }, + { + "epoch": 12.777777777777779, + "grad_norm": 1.63224853660864, + "learning_rate": 1.9502750759754963e-05, + "loss": 0.123, + "step": 15065 + }, + { + "epoch": 12.778625954198473, + "grad_norm": 1.575027809604229, + "learning_rate": 1.9502665210243284e-05, + "loss": 0.1116, + "step": 15066 + }, + { + "epoch": 12.77947413061917, + "grad_norm": 1.7196782924234286, + "learning_rate": 1.95025796535607e-05, + "loss": 0.1177, + "step": 15067 + }, + { + "epoch": 12.780322307039864, + "grad_norm": 1.5167540828357875, + "learning_rate": 1.9502494089707273e-05, + "loss": 0.1169, + "step": 15068 + }, + { + "epoch": 12.78117048346056, + "grad_norm": 1.7782816004530082, + "learning_rate": 1.9502408518683068e-05, + "loss": 0.1378, + "step": 15069 + }, + { + "epoch": 12.782018659881256, + "grad_norm": 1.4102746641599275, + "learning_rate": 1.9502322940488147e-05, + "loss": 0.1065, + "step": 15070 + }, + { + "epoch": 12.78286683630195, + "grad_norm": 1.7557884671146489, + "learning_rate": 1.9502237355122577e-05, + "loss": 0.1403, + "step": 15071 + }, + { + "epoch": 12.783715012722647, + "grad_norm": 1.563670285141038, + "learning_rate": 1.9502151762586426e-05, + "loss": 0.1419, + "step": 15072 + }, + { + "epoch": 12.784563189143341, + "grad_norm": 1.6047964936215993, + "learning_rate": 1.9502066162879755e-05, + "loss": 0.0986, + "step": 15073 + }, + { + "epoch": 12.785411365564038, + "grad_norm": 1.5668369420469224, + "learning_rate": 1.9501980556002627e-05, + "loss": 0.1213, + "step": 15074 + }, + { + "epoch": 12.786259541984732, + "grad_norm": 1.7271528577558468, + "learning_rate": 1.950189494195511e-05, + "loss": 0.1343, + "step": 15075 + }, + { + "epoch": 12.787107718405428, + "grad_norm": 1.710223560534543, + "learning_rate": 1.9501809320737267e-05, + "loss": 0.119, + "step": 15076 + }, + { + "epoch": 12.787955894826124, + "grad_norm": 1.6698314170188229, + "learning_rate": 1.9501723692349162e-05, + "loss": 0.1368, + "step": 15077 + }, + { + "epoch": 12.788804071246819, + "grad_norm": 1.532385955444669, + "learning_rate": 1.9501638056790863e-05, + "loss": 0.1098, + "step": 15078 + }, + { + "epoch": 12.789652247667515, + "grad_norm": 1.5736250838934465, + "learning_rate": 1.950155241406243e-05, + "loss": 0.1296, + "step": 15079 + }, + { + "epoch": 12.79050042408821, + "grad_norm": 1.6436578470291474, + "learning_rate": 1.950146676416393e-05, + "loss": 0.1346, + "step": 15080 + }, + { + "epoch": 12.791348600508906, + "grad_norm": 1.4979756735162117, + "learning_rate": 1.9501381107095428e-05, + "loss": 0.1269, + "step": 15081 + }, + { + "epoch": 12.792196776929602, + "grad_norm": 1.733757772407901, + "learning_rate": 1.9501295442856986e-05, + "loss": 0.1111, + "step": 15082 + }, + { + "epoch": 12.793044953350297, + "grad_norm": 1.7538353646767089, + "learning_rate": 1.950120977144867e-05, + "loss": 0.1191, + "step": 15083 + }, + { + "epoch": 12.793893129770993, + "grad_norm": 1.5429446443473, + "learning_rate": 1.950112409287055e-05, + "loss": 0.1327, + "step": 15084 + }, + { + "epoch": 12.794741306191687, + "grad_norm": 1.5198855292726128, + "learning_rate": 1.9501038407122682e-05, + "loss": 0.1239, + "step": 15085 + }, + { + "epoch": 12.795589482612383, + "grad_norm": 1.8505785060230782, + "learning_rate": 1.9500952714205134e-05, + "loss": 0.1205, + "step": 15086 + }, + { + "epoch": 12.796437659033078, + "grad_norm": 1.8223687399667001, + "learning_rate": 1.9500867014117974e-05, + "loss": 0.1402, + "step": 15087 + }, + { + "epoch": 12.797285835453774, + "grad_norm": 1.578468984129274, + "learning_rate": 1.950078130686126e-05, + "loss": 0.1407, + "step": 15088 + }, + { + "epoch": 12.79813401187447, + "grad_norm": 1.4404327749771244, + "learning_rate": 1.9500695592435065e-05, + "loss": 0.1235, + "step": 15089 + }, + { + "epoch": 12.798982188295165, + "grad_norm": 1.7173737240544877, + "learning_rate": 1.9500609870839447e-05, + "loss": 0.1377, + "step": 15090 + }, + { + "epoch": 12.799830364715861, + "grad_norm": 1.4023382295042313, + "learning_rate": 1.950052414207447e-05, + "loss": 0.111, + "step": 15091 + }, + { + "epoch": 12.800678541136556, + "grad_norm": 1.5732349338926992, + "learning_rate": 1.9500438406140207e-05, + "loss": 0.1204, + "step": 15092 + }, + { + "epoch": 12.801526717557252, + "grad_norm": 1.535247922097375, + "learning_rate": 1.9500352663036716e-05, + "loss": 0.1324, + "step": 15093 + }, + { + "epoch": 12.802374893977948, + "grad_norm": 1.7531106335747417, + "learning_rate": 1.950026691276406e-05, + "loss": 0.1304, + "step": 15094 + }, + { + "epoch": 12.803223070398642, + "grad_norm": 1.6577807570112757, + "learning_rate": 1.950018115532231e-05, + "loss": 0.128, + "step": 15095 + }, + { + "epoch": 12.804071246819339, + "grad_norm": 1.7329369379691126, + "learning_rate": 1.9500095390711524e-05, + "loss": 0.1408, + "step": 15096 + }, + { + "epoch": 12.804919423240033, + "grad_norm": 1.454185130878756, + "learning_rate": 1.9500009618931773e-05, + "loss": 0.116, + "step": 15097 + }, + { + "epoch": 12.80576759966073, + "grad_norm": 1.6351536660798256, + "learning_rate": 1.9499923839983118e-05, + "loss": 0.1364, + "step": 15098 + }, + { + "epoch": 12.806615776081426, + "grad_norm": 1.6321704477689447, + "learning_rate": 1.9499838053865624e-05, + "loss": 0.1191, + "step": 15099 + }, + { + "epoch": 12.80746395250212, + "grad_norm": 1.7382800242826744, + "learning_rate": 1.9499752260579357e-05, + "loss": 0.1453, + "step": 15100 + }, + { + "epoch": 12.808312128922816, + "grad_norm": 1.603357761383384, + "learning_rate": 1.9499666460124383e-05, + "loss": 0.1241, + "step": 15101 + }, + { + "epoch": 12.80916030534351, + "grad_norm": 1.3492637673656056, + "learning_rate": 1.9499580652500763e-05, + "loss": 0.0992, + "step": 15102 + }, + { + "epoch": 12.810008481764207, + "grad_norm": 1.428716435707355, + "learning_rate": 1.949949483770856e-05, + "loss": 0.1117, + "step": 15103 + }, + { + "epoch": 12.810856658184903, + "grad_norm": 1.5431980524625328, + "learning_rate": 1.949940901574785e-05, + "loss": 0.1304, + "step": 15104 + }, + { + "epoch": 12.811704834605598, + "grad_norm": 1.2967143344936833, + "learning_rate": 1.9499323186618686e-05, + "loss": 0.1076, + "step": 15105 + }, + { + "epoch": 12.812553011026294, + "grad_norm": 1.7853308762166875, + "learning_rate": 1.9499237350321137e-05, + "loss": 0.1465, + "step": 15106 + }, + { + "epoch": 12.813401187446988, + "grad_norm": 1.6522986472195262, + "learning_rate": 1.9499151506855267e-05, + "loss": 0.1375, + "step": 15107 + }, + { + "epoch": 12.814249363867685, + "grad_norm": 1.5914580085518246, + "learning_rate": 1.9499065656221143e-05, + "loss": 0.1246, + "step": 15108 + }, + { + "epoch": 12.81509754028838, + "grad_norm": 1.6231072428203215, + "learning_rate": 1.9498979798418823e-05, + "loss": 0.1332, + "step": 15109 + }, + { + "epoch": 12.815945716709075, + "grad_norm": 1.466049093338782, + "learning_rate": 1.9498893933448385e-05, + "loss": 0.1254, + "step": 15110 + }, + { + "epoch": 12.816793893129772, + "grad_norm": 1.4407528373352398, + "learning_rate": 1.949880806130988e-05, + "loss": 0.1133, + "step": 15111 + }, + { + "epoch": 12.817642069550466, + "grad_norm": 1.4036964929330065, + "learning_rate": 1.949872218200338e-05, + "loss": 0.1085, + "step": 15112 + }, + { + "epoch": 12.818490245971162, + "grad_norm": 1.6874429866315945, + "learning_rate": 1.949863629552895e-05, + "loss": 0.13, + "step": 15113 + }, + { + "epoch": 12.819338422391857, + "grad_norm": 1.462846094769065, + "learning_rate": 1.9498550401886654e-05, + "loss": 0.1226, + "step": 15114 + }, + { + "epoch": 12.820186598812553, + "grad_norm": 1.6628438339706348, + "learning_rate": 1.949846450107655e-05, + "loss": 0.1233, + "step": 15115 + }, + { + "epoch": 12.82103477523325, + "grad_norm": 1.6340097735290524, + "learning_rate": 1.9498378593098713e-05, + "loss": 0.137, + "step": 15116 + }, + { + "epoch": 12.821882951653944, + "grad_norm": 1.7115342330407672, + "learning_rate": 1.9498292677953205e-05, + "loss": 0.1285, + "step": 15117 + }, + { + "epoch": 12.82273112807464, + "grad_norm": 1.5123725370846361, + "learning_rate": 1.9498206755640087e-05, + "loss": 0.1397, + "step": 15118 + }, + { + "epoch": 12.823579304495334, + "grad_norm": 1.739712501601704, + "learning_rate": 1.9498120826159427e-05, + "loss": 0.1258, + "step": 15119 + }, + { + "epoch": 12.82442748091603, + "grad_norm": 1.6184549331938174, + "learning_rate": 1.9498034889511292e-05, + "loss": 0.1276, + "step": 15120 + }, + { + "epoch": 12.825275657336727, + "grad_norm": 1.4805090250156574, + "learning_rate": 1.9497948945695745e-05, + "loss": 0.1152, + "step": 15121 + }, + { + "epoch": 12.826123833757421, + "grad_norm": 1.4682950056654507, + "learning_rate": 1.9497862994712845e-05, + "loss": 0.1373, + "step": 15122 + }, + { + "epoch": 12.826972010178118, + "grad_norm": 1.7451082242509488, + "learning_rate": 1.9497777036562664e-05, + "loss": 0.1149, + "step": 15123 + }, + { + "epoch": 12.827820186598812, + "grad_norm": 1.4683490292604249, + "learning_rate": 1.9497691071245263e-05, + "loss": 0.1222, + "step": 15124 + }, + { + "epoch": 12.828668363019508, + "grad_norm": 1.844917092653644, + "learning_rate": 1.949760509876071e-05, + "loss": 0.1448, + "step": 15125 + }, + { + "epoch": 12.829516539440203, + "grad_norm": 1.4323902006621312, + "learning_rate": 1.9497519119109068e-05, + "loss": 0.1075, + "step": 15126 + }, + { + "epoch": 12.830364715860899, + "grad_norm": 1.7271345852766973, + "learning_rate": 1.94974331322904e-05, + "loss": 0.1234, + "step": 15127 + }, + { + "epoch": 12.831212892281595, + "grad_norm": 1.6261914434629943, + "learning_rate": 1.9497347138304775e-05, + "loss": 0.1248, + "step": 15128 + }, + { + "epoch": 12.83206106870229, + "grad_norm": 1.498791183098752, + "learning_rate": 1.949726113715226e-05, + "loss": 0.1512, + "step": 15129 + }, + { + "epoch": 12.832909245122986, + "grad_norm": 1.7073581324773022, + "learning_rate": 1.949717512883291e-05, + "loss": 0.137, + "step": 15130 + }, + { + "epoch": 12.83375742154368, + "grad_norm": 1.6859305308259511, + "learning_rate": 1.9497089113346798e-05, + "loss": 0.1532, + "step": 15131 + }, + { + "epoch": 12.834605597964376, + "grad_norm": 1.6106806176916826, + "learning_rate": 1.9497003090693987e-05, + "loss": 0.1216, + "step": 15132 + }, + { + "epoch": 12.835453774385073, + "grad_norm": 1.6037778171568777, + "learning_rate": 1.9496917060874543e-05, + "loss": 0.103, + "step": 15133 + }, + { + "epoch": 12.836301950805767, + "grad_norm": 1.5930666202599517, + "learning_rate": 1.949683102388853e-05, + "loss": 0.1284, + "step": 15134 + }, + { + "epoch": 12.837150127226463, + "grad_norm": 1.5375457506468375, + "learning_rate": 1.949674497973601e-05, + "loss": 0.115, + "step": 15135 + }, + { + "epoch": 12.837998303647158, + "grad_norm": 1.7765221099917086, + "learning_rate": 1.949665892841705e-05, + "loss": 0.1448, + "step": 15136 + }, + { + "epoch": 12.838846480067854, + "grad_norm": 1.6038527413083647, + "learning_rate": 1.9496572869931716e-05, + "loss": 0.1219, + "step": 15137 + }, + { + "epoch": 12.83969465648855, + "grad_norm": 1.6405421402951894, + "learning_rate": 1.949648680428007e-05, + "loss": 0.118, + "step": 15138 + }, + { + "epoch": 12.840542832909245, + "grad_norm": 1.5831070509877792, + "learning_rate": 1.9496400731462185e-05, + "loss": 0.132, + "step": 15139 + }, + { + "epoch": 12.841391009329941, + "grad_norm": 1.558469660547377, + "learning_rate": 1.9496314651478115e-05, + "loss": 0.1046, + "step": 15140 + }, + { + "epoch": 12.842239185750635, + "grad_norm": 1.543201177234884, + "learning_rate": 1.9496228564327934e-05, + "loss": 0.1164, + "step": 15141 + }, + { + "epoch": 12.843087362171332, + "grad_norm": 1.6123845294063173, + "learning_rate": 1.9496142470011704e-05, + "loss": 0.1406, + "step": 15142 + }, + { + "epoch": 12.843935538592028, + "grad_norm": 1.4888835328947843, + "learning_rate": 1.9496056368529484e-05, + "loss": 0.1087, + "step": 15143 + }, + { + "epoch": 12.844783715012722, + "grad_norm": 1.4750663859912063, + "learning_rate": 1.949597025988135e-05, + "loss": 0.1128, + "step": 15144 + }, + { + "epoch": 12.845631891433419, + "grad_norm": 1.738106953722042, + "learning_rate": 1.9495884144067355e-05, + "loss": 0.1264, + "step": 15145 + }, + { + "epoch": 12.846480067854113, + "grad_norm": 1.6781971745381288, + "learning_rate": 1.949579802108757e-05, + "loss": 0.1375, + "step": 15146 + }, + { + "epoch": 12.84732824427481, + "grad_norm": 1.5515778269737657, + "learning_rate": 1.9495711890942065e-05, + "loss": 0.1127, + "step": 15147 + }, + { + "epoch": 12.848176420695506, + "grad_norm": 1.603484964528035, + "learning_rate": 1.94956257536309e-05, + "loss": 0.1141, + "step": 15148 + }, + { + "epoch": 12.8490245971162, + "grad_norm": 1.911919935087816, + "learning_rate": 1.949553960915414e-05, + "loss": 0.1363, + "step": 15149 + }, + { + "epoch": 12.849872773536896, + "grad_norm": 1.423210347529032, + "learning_rate": 1.9495453457511848e-05, + "loss": 0.0964, + "step": 15150 + }, + { + "epoch": 12.85072094995759, + "grad_norm": 1.6840782188635925, + "learning_rate": 1.9495367298704088e-05, + "loss": 0.1589, + "step": 15151 + }, + { + "epoch": 12.851569126378287, + "grad_norm": 1.634784955278884, + "learning_rate": 1.949528113273093e-05, + "loss": 0.1481, + "step": 15152 + }, + { + "epoch": 12.852417302798981, + "grad_norm": 1.5366794052073878, + "learning_rate": 1.949519495959244e-05, + "loss": 0.1073, + "step": 15153 + }, + { + "epoch": 12.853265479219678, + "grad_norm": 1.3484119909202534, + "learning_rate": 1.949510877928868e-05, + "loss": 0.109, + "step": 15154 + }, + { + "epoch": 12.854113655640374, + "grad_norm": 1.5698935434674035, + "learning_rate": 1.9495022591819714e-05, + "loss": 0.1206, + "step": 15155 + }, + { + "epoch": 12.854961832061068, + "grad_norm": 1.7202793352825858, + "learning_rate": 1.9494936397185605e-05, + "loss": 0.1692, + "step": 15156 + }, + { + "epoch": 12.855810008481765, + "grad_norm": 1.5933705924326407, + "learning_rate": 1.9494850195386427e-05, + "loss": 0.1196, + "step": 15157 + }, + { + "epoch": 12.856658184902459, + "grad_norm": 1.5652226130339892, + "learning_rate": 1.9494763986422235e-05, + "loss": 0.1104, + "step": 15158 + }, + { + "epoch": 12.857506361323155, + "grad_norm": 1.618527732248253, + "learning_rate": 1.94946777702931e-05, + "loss": 0.1218, + "step": 15159 + }, + { + "epoch": 12.858354537743852, + "grad_norm": 1.5217565034860867, + "learning_rate": 1.949459154699908e-05, + "loss": 0.1104, + "step": 15160 + }, + { + "epoch": 12.859202714164546, + "grad_norm": 1.740819261122558, + "learning_rate": 1.9494505316540256e-05, + "loss": 0.1282, + "step": 15161 + }, + { + "epoch": 12.860050890585242, + "grad_norm": 1.6540239237382972, + "learning_rate": 1.9494419078916677e-05, + "loss": 0.1462, + "step": 15162 + }, + { + "epoch": 12.860899067005937, + "grad_norm": 1.6149039871207655, + "learning_rate": 1.9494332834128412e-05, + "loss": 0.1648, + "step": 15163 + }, + { + "epoch": 12.861747243426633, + "grad_norm": 1.6044154641371868, + "learning_rate": 1.949424658217553e-05, + "loss": 0.1335, + "step": 15164 + }, + { + "epoch": 12.862595419847327, + "grad_norm": 1.5946388241980713, + "learning_rate": 1.9494160323058093e-05, + "loss": 0.1257, + "step": 15165 + }, + { + "epoch": 12.863443596268024, + "grad_norm": 1.4816251692533875, + "learning_rate": 1.9494074056776164e-05, + "loss": 0.1277, + "step": 15166 + }, + { + "epoch": 12.86429177268872, + "grad_norm": 1.5940463247129006, + "learning_rate": 1.9493987783329816e-05, + "loss": 0.1057, + "step": 15167 + }, + { + "epoch": 12.865139949109414, + "grad_norm": 1.6495618136565722, + "learning_rate": 1.949390150271911e-05, + "loss": 0.1086, + "step": 15168 + }, + { + "epoch": 12.86598812553011, + "grad_norm": 1.6599281606134655, + "learning_rate": 1.9493815214944105e-05, + "loss": 0.1187, + "step": 15169 + }, + { + "epoch": 12.866836301950805, + "grad_norm": 1.680795975245969, + "learning_rate": 1.9493728920004872e-05, + "loss": 0.1195, + "step": 15170 + }, + { + "epoch": 12.867684478371501, + "grad_norm": 1.6253320612303257, + "learning_rate": 1.9493642617901476e-05, + "loss": 0.1071, + "step": 15171 + }, + { + "epoch": 12.868532654792197, + "grad_norm": 1.5258617261807332, + "learning_rate": 1.9493556308633983e-05, + "loss": 0.1552, + "step": 15172 + }, + { + "epoch": 12.869380831212892, + "grad_norm": 1.4117770393938203, + "learning_rate": 1.9493469992202455e-05, + "loss": 0.1316, + "step": 15173 + }, + { + "epoch": 12.870229007633588, + "grad_norm": 1.5076573551855197, + "learning_rate": 1.9493383668606964e-05, + "loss": 0.1473, + "step": 15174 + }, + { + "epoch": 12.871077184054283, + "grad_norm": 1.4589031266314687, + "learning_rate": 1.949329733784756e-05, + "loss": 0.1133, + "step": 15175 + }, + { + "epoch": 12.871925360474979, + "grad_norm": 1.3459045077462592, + "learning_rate": 1.9493210999924328e-05, + "loss": 0.1015, + "step": 15176 + }, + { + "epoch": 12.872773536895675, + "grad_norm": 1.3361174307301766, + "learning_rate": 1.949312465483732e-05, + "loss": 0.1093, + "step": 15177 + }, + { + "epoch": 12.87362171331637, + "grad_norm": 1.6142629100024883, + "learning_rate": 1.94930383025866e-05, + "loss": 0.1288, + "step": 15178 + }, + { + "epoch": 12.874469889737066, + "grad_norm": 1.565648877191196, + "learning_rate": 1.9492951943172244e-05, + "loss": 0.1167, + "step": 15179 + }, + { + "epoch": 12.87531806615776, + "grad_norm": 1.361339261549073, + "learning_rate": 1.9492865576594306e-05, + "loss": 0.1184, + "step": 15180 + }, + { + "epoch": 12.876166242578456, + "grad_norm": 1.5365373370273219, + "learning_rate": 1.9492779202852858e-05, + "loss": 0.115, + "step": 15181 + }, + { + "epoch": 12.877014418999153, + "grad_norm": 1.7201092679764018, + "learning_rate": 1.9492692821947964e-05, + "loss": 0.1441, + "step": 15182 + }, + { + "epoch": 12.877862595419847, + "grad_norm": 1.6595001494122772, + "learning_rate": 1.9492606433879688e-05, + "loss": 0.1227, + "step": 15183 + }, + { + "epoch": 12.878710771840543, + "grad_norm": 1.554968644009529, + "learning_rate": 1.9492520038648096e-05, + "loss": 0.1365, + "step": 15184 + }, + { + "epoch": 12.879558948261238, + "grad_norm": 1.4855047666830106, + "learning_rate": 1.949243363625325e-05, + "loss": 0.1082, + "step": 15185 + }, + { + "epoch": 12.880407124681934, + "grad_norm": 1.4894447893605254, + "learning_rate": 1.9492347226695217e-05, + "loss": 0.1447, + "step": 15186 + }, + { + "epoch": 12.88125530110263, + "grad_norm": 1.560605880701934, + "learning_rate": 1.9492260809974067e-05, + "loss": 0.1084, + "step": 15187 + }, + { + "epoch": 12.882103477523325, + "grad_norm": 1.5911739185415545, + "learning_rate": 1.949217438608986e-05, + "loss": 0.1108, + "step": 15188 + }, + { + "epoch": 12.882951653944021, + "grad_norm": 1.5772644477105568, + "learning_rate": 1.9492087955042662e-05, + "loss": 0.1236, + "step": 15189 + }, + { + "epoch": 12.883799830364715, + "grad_norm": 1.5814719589807935, + "learning_rate": 1.949200151683254e-05, + "loss": 0.1219, + "step": 15190 + }, + { + "epoch": 12.884648006785412, + "grad_norm": 1.4904102156027093, + "learning_rate": 1.9491915071459555e-05, + "loss": 0.0977, + "step": 15191 + }, + { + "epoch": 12.885496183206106, + "grad_norm": 1.5479614474528673, + "learning_rate": 1.9491828618923778e-05, + "loss": 0.1114, + "step": 15192 + }, + { + "epoch": 12.886344359626802, + "grad_norm": 1.4782249638635805, + "learning_rate": 1.949174215922527e-05, + "loss": 0.1088, + "step": 15193 + }, + { + "epoch": 12.887192536047499, + "grad_norm": 1.4258652934827654, + "learning_rate": 1.94916556923641e-05, + "loss": 0.1114, + "step": 15194 + }, + { + "epoch": 12.888040712468193, + "grad_norm": 1.5931657418437695, + "learning_rate": 1.9491569218340327e-05, + "loss": 0.1229, + "step": 15195 + }, + { + "epoch": 12.88888888888889, + "grad_norm": 1.5986057977217394, + "learning_rate": 1.9491482737154023e-05, + "loss": 0.1134, + "step": 15196 + }, + { + "epoch": 12.889737065309584, + "grad_norm": 1.7144530463163958, + "learning_rate": 1.949139624880525e-05, + "loss": 0.1273, + "step": 15197 + }, + { + "epoch": 12.89058524173028, + "grad_norm": 1.5859130858432957, + "learning_rate": 1.9491309753294073e-05, + "loss": 0.1224, + "step": 15198 + }, + { + "epoch": 12.891433418150976, + "grad_norm": 1.6064650181568316, + "learning_rate": 1.949122325062056e-05, + "loss": 0.1199, + "step": 15199 + }, + { + "epoch": 12.89228159457167, + "grad_norm": 1.5103364917118733, + "learning_rate": 1.9491136740784772e-05, + "loss": 0.1031, + "step": 15200 + }, + { + "epoch": 12.893129770992367, + "grad_norm": 1.5137901049096578, + "learning_rate": 1.9491050223786776e-05, + "loss": 0.1195, + "step": 15201 + }, + { + "epoch": 12.893977947413061, + "grad_norm": 1.5233120537222409, + "learning_rate": 1.949096369962664e-05, + "loss": 0.1187, + "step": 15202 + }, + { + "epoch": 12.894826123833758, + "grad_norm": 1.6397044306211965, + "learning_rate": 1.9490877168304424e-05, + "loss": 0.1233, + "step": 15203 + }, + { + "epoch": 12.895674300254452, + "grad_norm": 1.5181146548044857, + "learning_rate": 1.94907906298202e-05, + "loss": 0.1242, + "step": 15204 + }, + { + "epoch": 12.896522476675148, + "grad_norm": 1.6380717472041295, + "learning_rate": 1.949070408417403e-05, + "loss": 0.1615, + "step": 15205 + }, + { + "epoch": 12.897370653095845, + "grad_norm": 1.6459958822507363, + "learning_rate": 1.9490617531365976e-05, + "loss": 0.128, + "step": 15206 + }, + { + "epoch": 12.898218829516539, + "grad_norm": 1.7130231083141731, + "learning_rate": 1.9490530971396108e-05, + "loss": 0.1285, + "step": 15207 + }, + { + "epoch": 12.899067005937235, + "grad_norm": 1.585786289041045, + "learning_rate": 1.9490444404264488e-05, + "loss": 0.101, + "step": 15208 + }, + { + "epoch": 12.89991518235793, + "grad_norm": 1.5491992987926182, + "learning_rate": 1.9490357829971184e-05, + "loss": 0.1166, + "step": 15209 + }, + { + "epoch": 12.900763358778626, + "grad_norm": 1.617089766736268, + "learning_rate": 1.949027124851626e-05, + "loss": 0.1443, + "step": 15210 + }, + { + "epoch": 12.901611535199322, + "grad_norm": 1.4789906145597158, + "learning_rate": 1.9490184659899782e-05, + "loss": 0.1274, + "step": 15211 + }, + { + "epoch": 12.902459711620017, + "grad_norm": 1.3384236539236753, + "learning_rate": 1.9490098064121813e-05, + "loss": 0.0857, + "step": 15212 + }, + { + "epoch": 12.903307888040713, + "grad_norm": 1.540874857560204, + "learning_rate": 1.9490011461182424e-05, + "loss": 0.121, + "step": 15213 + }, + { + "epoch": 12.904156064461407, + "grad_norm": 1.4197580250180712, + "learning_rate": 1.9489924851081677e-05, + "loss": 0.1023, + "step": 15214 + }, + { + "epoch": 12.905004240882104, + "grad_norm": 1.4621212391752534, + "learning_rate": 1.9489838233819635e-05, + "loss": 0.1271, + "step": 15215 + }, + { + "epoch": 12.9058524173028, + "grad_norm": 1.7485801127005796, + "learning_rate": 1.9489751609396363e-05, + "loss": 0.1534, + "step": 15216 + }, + { + "epoch": 12.906700593723494, + "grad_norm": 1.725133802916904, + "learning_rate": 1.9489664977811933e-05, + "loss": 0.1456, + "step": 15217 + }, + { + "epoch": 12.90754877014419, + "grad_norm": 1.6853526868573796, + "learning_rate": 1.9489578339066405e-05, + "loss": 0.1438, + "step": 15218 + }, + { + "epoch": 12.908396946564885, + "grad_norm": 1.710574649607149, + "learning_rate": 1.9489491693159847e-05, + "loss": 0.1231, + "step": 15219 + }, + { + "epoch": 12.909245122985581, + "grad_norm": 1.6144208969292357, + "learning_rate": 1.948940504009232e-05, + "loss": 0.1363, + "step": 15220 + }, + { + "epoch": 12.910093299406277, + "grad_norm": 1.612184901428053, + "learning_rate": 1.9489318379863895e-05, + "loss": 0.143, + "step": 15221 + }, + { + "epoch": 12.910941475826972, + "grad_norm": 1.71682536955654, + "learning_rate": 1.9489231712474633e-05, + "loss": 0.1235, + "step": 15222 + }, + { + "epoch": 12.911789652247668, + "grad_norm": 1.6145193178187935, + "learning_rate": 1.94891450379246e-05, + "loss": 0.121, + "step": 15223 + }, + { + "epoch": 12.912637828668363, + "grad_norm": 1.6836002388683113, + "learning_rate": 1.9489058356213863e-05, + "loss": 0.1112, + "step": 15224 + }, + { + "epoch": 12.913486005089059, + "grad_norm": 1.6363923285592077, + "learning_rate": 1.9488971667342487e-05, + "loss": 0.1297, + "step": 15225 + }, + { + "epoch": 12.914334181509753, + "grad_norm": 1.5899920475052731, + "learning_rate": 1.9488884971310538e-05, + "loss": 0.1184, + "step": 15226 + }, + { + "epoch": 12.91518235793045, + "grad_norm": 1.7370599578567893, + "learning_rate": 1.948879826811808e-05, + "loss": 0.1286, + "step": 15227 + }, + { + "epoch": 12.916030534351146, + "grad_norm": 1.5826279990337535, + "learning_rate": 1.948871155776518e-05, + "loss": 0.1369, + "step": 15228 + }, + { + "epoch": 12.91687871077184, + "grad_norm": 1.6573173370152772, + "learning_rate": 1.9488624840251904e-05, + "loss": 0.1087, + "step": 15229 + }, + { + "epoch": 12.917726887192536, + "grad_norm": 1.6451152356424443, + "learning_rate": 1.9488538115578315e-05, + "loss": 0.126, + "step": 15230 + }, + { + "epoch": 12.91857506361323, + "grad_norm": 1.465594146068024, + "learning_rate": 1.9488451383744476e-05, + "loss": 0.121, + "step": 15231 + }, + { + "epoch": 12.919423240033927, + "grad_norm": 1.701249618578243, + "learning_rate": 1.948836464475046e-05, + "loss": 0.1295, + "step": 15232 + }, + { + "epoch": 12.920271416454623, + "grad_norm": 1.6278440141356267, + "learning_rate": 1.9488277898596327e-05, + "loss": 0.123, + "step": 15233 + }, + { + "epoch": 12.921119592875318, + "grad_norm": 1.771769294748946, + "learning_rate": 1.9488191145282145e-05, + "loss": 0.1148, + "step": 15234 + }, + { + "epoch": 12.921967769296014, + "grad_norm": 1.6527600925530457, + "learning_rate": 1.9488104384807978e-05, + "loss": 0.1042, + "step": 15235 + }, + { + "epoch": 12.922815945716708, + "grad_norm": 1.7600760469463201, + "learning_rate": 1.948801761717389e-05, + "loss": 0.1267, + "step": 15236 + }, + { + "epoch": 12.923664122137405, + "grad_norm": 1.755698302473224, + "learning_rate": 1.948793084237995e-05, + "loss": 0.1197, + "step": 15237 + }, + { + "epoch": 12.924512298558101, + "grad_norm": 1.610293359861591, + "learning_rate": 1.9487844060426223e-05, + "loss": 0.1334, + "step": 15238 + }, + { + "epoch": 12.925360474978795, + "grad_norm": 1.5003974522594534, + "learning_rate": 1.948775727131277e-05, + "loss": 0.1206, + "step": 15239 + }, + { + "epoch": 12.926208651399492, + "grad_norm": 1.3537873206666302, + "learning_rate": 1.9487670475039663e-05, + "loss": 0.1015, + "step": 15240 + }, + { + "epoch": 12.927056827820186, + "grad_norm": 1.7896424415705934, + "learning_rate": 1.9487583671606962e-05, + "loss": 0.1334, + "step": 15241 + }, + { + "epoch": 12.927905004240882, + "grad_norm": 1.4840969437146196, + "learning_rate": 1.9487496861014736e-05, + "loss": 0.1277, + "step": 15242 + }, + { + "epoch": 12.928753180661577, + "grad_norm": 1.6348216847195862, + "learning_rate": 1.9487410043263048e-05, + "loss": 0.1215, + "step": 15243 + }, + { + "epoch": 12.929601357082273, + "grad_norm": 1.5696690139000102, + "learning_rate": 1.9487323218351967e-05, + "loss": 0.1252, + "step": 15244 + }, + { + "epoch": 12.93044953350297, + "grad_norm": 1.6168649254422442, + "learning_rate": 1.9487236386281553e-05, + "loss": 0.1148, + "step": 15245 + }, + { + "epoch": 12.931297709923664, + "grad_norm": 1.6018628092895157, + "learning_rate": 1.9487149547051878e-05, + "loss": 0.1427, + "step": 15246 + }, + { + "epoch": 12.93214588634436, + "grad_norm": 1.3811205281414727, + "learning_rate": 1.9487062700663002e-05, + "loss": 0.1291, + "step": 15247 + }, + { + "epoch": 12.932994062765054, + "grad_norm": 1.3994156503535777, + "learning_rate": 1.9486975847114994e-05, + "loss": 0.1034, + "step": 15248 + }, + { + "epoch": 12.93384223918575, + "grad_norm": 1.6808332720739672, + "learning_rate": 1.9486888986407918e-05, + "loss": 0.134, + "step": 15249 + }, + { + "epoch": 12.934690415606447, + "grad_norm": 1.7217122981283481, + "learning_rate": 1.948680211854184e-05, + "loss": 0.1268, + "step": 15250 + }, + { + "epoch": 12.935538592027141, + "grad_norm": 1.7353081922728117, + "learning_rate": 1.9486715243516828e-05, + "loss": 0.1235, + "step": 15251 + }, + { + "epoch": 12.936386768447838, + "grad_norm": 1.593205766876706, + "learning_rate": 1.9486628361332943e-05, + "loss": 0.1268, + "step": 15252 + }, + { + "epoch": 12.937234944868532, + "grad_norm": 1.5672084468361303, + "learning_rate": 1.948654147199025e-05, + "loss": 0.1386, + "step": 15253 + }, + { + "epoch": 12.938083121289228, + "grad_norm": 1.6818011323446402, + "learning_rate": 1.9486454575488822e-05, + "loss": 0.1123, + "step": 15254 + }, + { + "epoch": 12.938931297709924, + "grad_norm": 1.5449949322183512, + "learning_rate": 1.9486367671828715e-05, + "loss": 0.1294, + "step": 15255 + }, + { + "epoch": 12.939779474130619, + "grad_norm": 1.518861689887306, + "learning_rate": 1.9486280761010004e-05, + "loss": 0.1205, + "step": 15256 + }, + { + "epoch": 12.940627650551315, + "grad_norm": 1.6794415828266096, + "learning_rate": 1.948619384303275e-05, + "loss": 0.1232, + "step": 15257 + }, + { + "epoch": 12.94147582697201, + "grad_norm": 1.3710515895443458, + "learning_rate": 1.9486106917897017e-05, + "loss": 0.1016, + "step": 15258 + }, + { + "epoch": 12.942324003392706, + "grad_norm": 1.5872364199153888, + "learning_rate": 1.948601998560287e-05, + "loss": 0.1157, + "step": 15259 + }, + { + "epoch": 12.943172179813402, + "grad_norm": 1.513065174955179, + "learning_rate": 1.948593304615038e-05, + "loss": 0.1122, + "step": 15260 + }, + { + "epoch": 12.944020356234097, + "grad_norm": 1.7417034719825806, + "learning_rate": 1.9485846099539607e-05, + "loss": 0.1363, + "step": 15261 + }, + { + "epoch": 12.944868532654793, + "grad_norm": 1.8146891503833849, + "learning_rate": 1.9485759145770616e-05, + "loss": 0.1467, + "step": 15262 + }, + { + "epoch": 12.945716709075487, + "grad_norm": 1.3676960090540495, + "learning_rate": 1.9485672184843483e-05, + "loss": 0.1268, + "step": 15263 + }, + { + "epoch": 12.946564885496183, + "grad_norm": 1.4498852057719225, + "learning_rate": 1.948558521675826e-05, + "loss": 0.127, + "step": 15264 + }, + { + "epoch": 12.947413061916878, + "grad_norm": 1.4908257841069923, + "learning_rate": 1.9485498241515022e-05, + "loss": 0.1254, + "step": 15265 + }, + { + "epoch": 12.948261238337574, + "grad_norm": 1.669617866553323, + "learning_rate": 1.948541125911383e-05, + "loss": 0.1295, + "step": 15266 + }, + { + "epoch": 12.94910941475827, + "grad_norm": 1.7134586346589697, + "learning_rate": 1.9485324269554754e-05, + "loss": 0.107, + "step": 15267 + }, + { + "epoch": 12.949957591178965, + "grad_norm": 1.5585365355181595, + "learning_rate": 1.9485237272837853e-05, + "loss": 0.1257, + "step": 15268 + }, + { + "epoch": 12.950805767599661, + "grad_norm": 1.6278124510647498, + "learning_rate": 1.9485150268963197e-05, + "loss": 0.1112, + "step": 15269 + }, + { + "epoch": 12.951653944020356, + "grad_norm": 1.6103667527494931, + "learning_rate": 1.9485063257930853e-05, + "loss": 0.1087, + "step": 15270 + }, + { + "epoch": 12.952502120441052, + "grad_norm": 1.7898468109408876, + "learning_rate": 1.9484976239740883e-05, + "loss": 0.1358, + "step": 15271 + }, + { + "epoch": 12.953350296861748, + "grad_norm": 1.7643683418376424, + "learning_rate": 1.9484889214393353e-05, + "loss": 0.1353, + "step": 15272 + }, + { + "epoch": 12.954198473282442, + "grad_norm": 1.4661611281872418, + "learning_rate": 1.9484802181888334e-05, + "loss": 0.1089, + "step": 15273 + }, + { + "epoch": 12.955046649703139, + "grad_norm": 1.3602415903972795, + "learning_rate": 1.9484715142225886e-05, + "loss": 0.1211, + "step": 15274 + }, + { + "epoch": 12.955894826123833, + "grad_norm": 1.5561794949312815, + "learning_rate": 1.9484628095406077e-05, + "loss": 0.1094, + "step": 15275 + }, + { + "epoch": 12.95674300254453, + "grad_norm": 1.5915822695737758, + "learning_rate": 1.948454104142897e-05, + "loss": 0.1587, + "step": 15276 + }, + { + "epoch": 12.957591178965224, + "grad_norm": 1.5715414849523157, + "learning_rate": 1.9484453980294636e-05, + "loss": 0.1083, + "step": 15277 + }, + { + "epoch": 12.95843935538592, + "grad_norm": 1.5815827423768511, + "learning_rate": 1.9484366912003135e-05, + "loss": 0.1377, + "step": 15278 + }, + { + "epoch": 12.959287531806616, + "grad_norm": 1.4909201000038612, + "learning_rate": 1.9484279836554535e-05, + "loss": 0.0931, + "step": 15279 + }, + { + "epoch": 12.96013570822731, + "grad_norm": 1.5815203991307434, + "learning_rate": 1.9484192753948906e-05, + "loss": 0.1217, + "step": 15280 + }, + { + "epoch": 12.960983884648007, + "grad_norm": 1.6741261652506805, + "learning_rate": 1.9484105664186302e-05, + "loss": 0.136, + "step": 15281 + }, + { + "epoch": 12.961832061068701, + "grad_norm": 1.6456310129595928, + "learning_rate": 1.9484018567266802e-05, + "loss": 0.1405, + "step": 15282 + }, + { + "epoch": 12.962680237489398, + "grad_norm": 1.5821989693754892, + "learning_rate": 1.9483931463190467e-05, + "loss": 0.1232, + "step": 15283 + }, + { + "epoch": 12.963528413910094, + "grad_norm": 1.4047386032922213, + "learning_rate": 1.948384435195736e-05, + "loss": 0.0995, + "step": 15284 + }, + { + "epoch": 12.964376590330788, + "grad_norm": 1.6631098024964333, + "learning_rate": 1.9483757233567547e-05, + "loss": 0.1108, + "step": 15285 + }, + { + "epoch": 12.965224766751485, + "grad_norm": 1.5629920297031803, + "learning_rate": 1.9483670108021094e-05, + "loss": 0.1164, + "step": 15286 + }, + { + "epoch": 12.966072943172179, + "grad_norm": 1.5577758213080994, + "learning_rate": 1.948358297531807e-05, + "loss": 0.1376, + "step": 15287 + }, + { + "epoch": 12.966921119592875, + "grad_norm": 1.4807224094861065, + "learning_rate": 1.948349583545854e-05, + "loss": 0.1138, + "step": 15288 + }, + { + "epoch": 12.967769296013572, + "grad_norm": 1.573657592373744, + "learning_rate": 1.9483408688442568e-05, + "loss": 0.1049, + "step": 15289 + }, + { + "epoch": 12.968617472434266, + "grad_norm": 1.5304858289522483, + "learning_rate": 1.948332153427022e-05, + "loss": 0.1004, + "step": 15290 + }, + { + "epoch": 12.969465648854962, + "grad_norm": 1.7208072937959265, + "learning_rate": 1.9483234372941562e-05, + "loss": 0.1269, + "step": 15291 + }, + { + "epoch": 12.970313825275657, + "grad_norm": 1.3610048989126968, + "learning_rate": 1.948314720445666e-05, + "loss": 0.0977, + "step": 15292 + }, + { + "epoch": 12.971162001696353, + "grad_norm": 1.7875540051769525, + "learning_rate": 1.948306002881558e-05, + "loss": 0.1413, + "step": 15293 + }, + { + "epoch": 12.97201017811705, + "grad_norm": 1.644531650662321, + "learning_rate": 1.9482972846018384e-05, + "loss": 0.1291, + "step": 15294 + }, + { + "epoch": 12.972858354537744, + "grad_norm": 1.7365631624863032, + "learning_rate": 1.9482885656065146e-05, + "loss": 0.1278, + "step": 15295 + }, + { + "epoch": 12.97370653095844, + "grad_norm": 1.5443139254633012, + "learning_rate": 1.9482798458955923e-05, + "loss": 0.1063, + "step": 15296 + }, + { + "epoch": 12.974554707379134, + "grad_norm": 1.5639797652215164, + "learning_rate": 1.948271125469079e-05, + "loss": 0.0979, + "step": 15297 + }, + { + "epoch": 12.97540288379983, + "grad_norm": 1.6231368572371692, + "learning_rate": 1.9482624043269802e-05, + "loss": 0.11, + "step": 15298 + }, + { + "epoch": 12.976251060220527, + "grad_norm": 1.4645612337070761, + "learning_rate": 1.9482536824693033e-05, + "loss": 0.0956, + "step": 15299 + }, + { + "epoch": 12.977099236641221, + "grad_norm": 1.4970263004143325, + "learning_rate": 1.9482449598960544e-05, + "loss": 0.1125, + "step": 15300 + }, + { + "epoch": 12.977947413061917, + "grad_norm": 1.4910869123265589, + "learning_rate": 1.9482362366072408e-05, + "loss": 0.1146, + "step": 15301 + }, + { + "epoch": 12.978795589482612, + "grad_norm": 1.5663878980502548, + "learning_rate": 1.948227512602868e-05, + "loss": 0.0977, + "step": 15302 + }, + { + "epoch": 12.979643765903308, + "grad_norm": 1.7152343611821805, + "learning_rate": 1.948218787882943e-05, + "loss": 0.1082, + "step": 15303 + }, + { + "epoch": 12.980491942324003, + "grad_norm": 1.674593121277176, + "learning_rate": 1.9482100624474736e-05, + "loss": 0.1213, + "step": 15304 + }, + { + "epoch": 12.981340118744699, + "grad_norm": 1.4283840298793256, + "learning_rate": 1.9482013362964646e-05, + "loss": 0.1066, + "step": 15305 + }, + { + "epoch": 12.982188295165395, + "grad_norm": 1.6119724102987925, + "learning_rate": 1.948192609429923e-05, + "loss": 0.1188, + "step": 15306 + }, + { + "epoch": 12.98303647158609, + "grad_norm": 1.399039052631141, + "learning_rate": 1.9481838818478563e-05, + "loss": 0.1103, + "step": 15307 + }, + { + "epoch": 12.983884648006786, + "grad_norm": 1.433424262231974, + "learning_rate": 1.9481751535502706e-05, + "loss": 0.1105, + "step": 15308 + }, + { + "epoch": 12.98473282442748, + "grad_norm": 1.4731726615074, + "learning_rate": 1.948166424537172e-05, + "loss": 0.1032, + "step": 15309 + }, + { + "epoch": 12.985581000848176, + "grad_norm": 1.9232043240515058, + "learning_rate": 1.948157694808568e-05, + "loss": 0.1433, + "step": 15310 + }, + { + "epoch": 12.986429177268873, + "grad_norm": 1.6977908243647342, + "learning_rate": 1.948148964364464e-05, + "loss": 0.1592, + "step": 15311 + }, + { + "epoch": 12.987277353689567, + "grad_norm": 1.5046186053126687, + "learning_rate": 1.9481402332048677e-05, + "loss": 0.1113, + "step": 15312 + }, + { + "epoch": 12.988125530110263, + "grad_norm": 1.5183917528697588, + "learning_rate": 1.948131501329785e-05, + "loss": 0.1094, + "step": 15313 + }, + { + "epoch": 12.988973706530958, + "grad_norm": 1.6431872122373368, + "learning_rate": 1.9481227687392227e-05, + "loss": 0.1139, + "step": 15314 + }, + { + "epoch": 12.989821882951654, + "grad_norm": 1.673653850413571, + "learning_rate": 1.9481140354331874e-05, + "loss": 0.1091, + "step": 15315 + }, + { + "epoch": 12.990670059372349, + "grad_norm": 1.7345723082935247, + "learning_rate": 1.9481053014116855e-05, + "loss": 0.1657, + "step": 15316 + }, + { + "epoch": 12.991518235793045, + "grad_norm": 1.7187938230872346, + "learning_rate": 1.9480965666747242e-05, + "loss": 0.1147, + "step": 15317 + }, + { + "epoch": 12.992366412213741, + "grad_norm": 1.650873449486982, + "learning_rate": 1.9480878312223095e-05, + "loss": 0.1069, + "step": 15318 + }, + { + "epoch": 12.993214588634435, + "grad_norm": 1.484931174461673, + "learning_rate": 1.9480790950544484e-05, + "loss": 0.1199, + "step": 15319 + }, + { + "epoch": 12.994062765055132, + "grad_norm": 1.559226015473773, + "learning_rate": 1.948070358171147e-05, + "loss": 0.1362, + "step": 15320 + }, + { + "epoch": 12.994910941475826, + "grad_norm": 1.8024440605640746, + "learning_rate": 1.948061620572412e-05, + "loss": 0.1403, + "step": 15321 + }, + { + "epoch": 12.995759117896522, + "grad_norm": 1.6034862681298492, + "learning_rate": 1.9480528822582505e-05, + "loss": 0.1381, + "step": 15322 + }, + { + "epoch": 12.996607294317219, + "grad_norm": 1.5752550329754902, + "learning_rate": 1.9480441432286686e-05, + "loss": 0.1213, + "step": 15323 + }, + { + "epoch": 12.997455470737913, + "grad_norm": 1.446318355486572, + "learning_rate": 1.9480354034836732e-05, + "loss": 0.1222, + "step": 15324 + }, + { + "epoch": 12.99830364715861, + "grad_norm": 1.6986850986826247, + "learning_rate": 1.9480266630232707e-05, + "loss": 0.1361, + "step": 15325 + }, + { + "epoch": 12.999151823579304, + "grad_norm": 1.8085407806224427, + "learning_rate": 1.9480179218474676e-05, + "loss": 0.1502, + "step": 15326 + }, + { + "epoch": 13.0, + "grad_norm": 1.5527316898410009, + "learning_rate": 1.9480091799562706e-05, + "loss": 0.1289, + "step": 15327 + }, + { + "epoch": 13.000848176420696, + "grad_norm": 1.360026736132084, + "learning_rate": 1.9480004373496865e-05, + "loss": 0.1061, + "step": 15328 + }, + { + "epoch": 13.00169635284139, + "grad_norm": 1.4029857659404947, + "learning_rate": 1.9479916940277217e-05, + "loss": 0.1017, + "step": 15329 + }, + { + "epoch": 13.002544529262087, + "grad_norm": 1.3969742433014214, + "learning_rate": 1.9479829499903825e-05, + "loss": 0.0911, + "step": 15330 + }, + { + "epoch": 13.003392705682781, + "grad_norm": 1.5481648326009685, + "learning_rate": 1.947974205237676e-05, + "loss": 0.0906, + "step": 15331 + }, + { + "epoch": 13.004240882103478, + "grad_norm": 1.4214510472948165, + "learning_rate": 1.947965459769609e-05, + "loss": 0.0953, + "step": 15332 + }, + { + "epoch": 13.005089058524174, + "grad_norm": 1.48931673236378, + "learning_rate": 1.947956713586187e-05, + "loss": 0.0924, + "step": 15333 + }, + { + "epoch": 13.005937234944868, + "grad_norm": 1.5159259499918698, + "learning_rate": 1.947947966687418e-05, + "loss": 0.1002, + "step": 15334 + }, + { + "epoch": 13.006785411365565, + "grad_norm": 1.4590587277933167, + "learning_rate": 1.9479392190733077e-05, + "loss": 0.0961, + "step": 15335 + }, + { + "epoch": 13.007633587786259, + "grad_norm": 1.5587922018761733, + "learning_rate": 1.947930470743863e-05, + "loss": 0.1064, + "step": 15336 + }, + { + "epoch": 13.008481764206955, + "grad_norm": 1.649430185760374, + "learning_rate": 1.9479217216990903e-05, + "loss": 0.112, + "step": 15337 + }, + { + "epoch": 13.00932994062765, + "grad_norm": 1.49060258374097, + "learning_rate": 1.947912971938996e-05, + "loss": 0.0877, + "step": 15338 + }, + { + "epoch": 13.010178117048346, + "grad_norm": 1.394004969980945, + "learning_rate": 1.9479042214635875e-05, + "loss": 0.0982, + "step": 15339 + }, + { + "epoch": 13.011026293469042, + "grad_norm": 1.2233671661204724, + "learning_rate": 1.947895470272871e-05, + "loss": 0.0849, + "step": 15340 + }, + { + "epoch": 13.011874469889737, + "grad_norm": 1.4305839113129455, + "learning_rate": 1.9478867183668528e-05, + "loss": 0.1086, + "step": 15341 + }, + { + "epoch": 13.012722646310433, + "grad_norm": 1.363212692193056, + "learning_rate": 1.9478779657455396e-05, + "loss": 0.1042, + "step": 15342 + }, + { + "epoch": 13.013570822731127, + "grad_norm": 1.3055472832858475, + "learning_rate": 1.9478692124089383e-05, + "loss": 0.0739, + "step": 15343 + }, + { + "epoch": 13.014418999151824, + "grad_norm": 1.5326414747877808, + "learning_rate": 1.9478604583570557e-05, + "loss": 0.0994, + "step": 15344 + }, + { + "epoch": 13.01526717557252, + "grad_norm": 1.3392031946358682, + "learning_rate": 1.9478517035898977e-05, + "loss": 0.1012, + "step": 15345 + }, + { + "epoch": 13.016115351993214, + "grad_norm": 1.5325084693120934, + "learning_rate": 1.947842948107471e-05, + "loss": 0.0974, + "step": 15346 + }, + { + "epoch": 13.01696352841391, + "grad_norm": 1.4924921971496024, + "learning_rate": 1.9478341919097828e-05, + "loss": 0.0968, + "step": 15347 + }, + { + "epoch": 13.017811704834605, + "grad_norm": 1.448140620238405, + "learning_rate": 1.9478254349968393e-05, + "loss": 0.103, + "step": 15348 + }, + { + "epoch": 13.018659881255301, + "grad_norm": 1.4959171099089734, + "learning_rate": 1.947816677368647e-05, + "loss": 0.0918, + "step": 15349 + }, + { + "epoch": 13.019508057675997, + "grad_norm": 1.4978207474721918, + "learning_rate": 1.947807919025213e-05, + "loss": 0.1001, + "step": 15350 + }, + { + "epoch": 13.020356234096692, + "grad_norm": 1.5778824862722425, + "learning_rate": 1.9477991599665436e-05, + "loss": 0.1179, + "step": 15351 + }, + { + "epoch": 13.021204410517388, + "grad_norm": 1.382335167414675, + "learning_rate": 1.9477904001926454e-05, + "loss": 0.1056, + "step": 15352 + }, + { + "epoch": 13.022052586938083, + "grad_norm": 1.3550870641922443, + "learning_rate": 1.947781639703525e-05, + "loss": 0.0939, + "step": 15353 + }, + { + "epoch": 13.022900763358779, + "grad_norm": 1.3577278838152904, + "learning_rate": 1.947772878499189e-05, + "loss": 0.093, + "step": 15354 + }, + { + "epoch": 13.023748939779475, + "grad_norm": 1.5298231828304123, + "learning_rate": 1.9477641165796437e-05, + "loss": 0.1018, + "step": 15355 + }, + { + "epoch": 13.02459711620017, + "grad_norm": 1.582345835921701, + "learning_rate": 1.9477553539448965e-05, + "loss": 0.0931, + "step": 15356 + }, + { + "epoch": 13.025445292620866, + "grad_norm": 1.4659071854558174, + "learning_rate": 1.9477465905949536e-05, + "loss": 0.0957, + "step": 15357 + }, + { + "epoch": 13.02629346904156, + "grad_norm": 1.278915939393039, + "learning_rate": 1.947737826529821e-05, + "loss": 0.0761, + "step": 15358 + }, + { + "epoch": 13.027141645462256, + "grad_norm": 1.5158044587930817, + "learning_rate": 1.9477290617495065e-05, + "loss": 0.0994, + "step": 15359 + }, + { + "epoch": 13.02798982188295, + "grad_norm": 1.5596310346489097, + "learning_rate": 1.947720296254016e-05, + "loss": 0.1063, + "step": 15360 + }, + { + "epoch": 13.028837998303647, + "grad_norm": 1.3974483396103081, + "learning_rate": 1.9477115300433562e-05, + "loss": 0.09, + "step": 15361 + }, + { + "epoch": 13.029686174724343, + "grad_norm": 1.442529454913776, + "learning_rate": 1.947702763117534e-05, + "loss": 0.0919, + "step": 15362 + }, + { + "epoch": 13.030534351145038, + "grad_norm": 1.5284968160027155, + "learning_rate": 1.9476939954765553e-05, + "loss": 0.0968, + "step": 15363 + }, + { + "epoch": 13.031382527565734, + "grad_norm": 1.4198354344477406, + "learning_rate": 1.947685227120427e-05, + "loss": 0.0795, + "step": 15364 + }, + { + "epoch": 13.032230703986428, + "grad_norm": 1.3568321414120204, + "learning_rate": 1.9476764580491565e-05, + "loss": 0.0923, + "step": 15365 + }, + { + "epoch": 13.033078880407125, + "grad_norm": 1.4040840357271664, + "learning_rate": 1.9476676882627495e-05, + "loss": 0.1011, + "step": 15366 + }, + { + "epoch": 13.033927056827821, + "grad_norm": 1.4745697543869183, + "learning_rate": 1.947658917761213e-05, + "loss": 0.1229, + "step": 15367 + }, + { + "epoch": 13.034775233248515, + "grad_norm": 1.3010076178615526, + "learning_rate": 1.9476501465445535e-05, + "loss": 0.0816, + "step": 15368 + }, + { + "epoch": 13.035623409669212, + "grad_norm": 1.4892086908073938, + "learning_rate": 1.9476413746127777e-05, + "loss": 0.1049, + "step": 15369 + }, + { + "epoch": 13.036471586089906, + "grad_norm": 1.4389489831242421, + "learning_rate": 1.947632601965892e-05, + "loss": 0.1114, + "step": 15370 + }, + { + "epoch": 13.037319762510602, + "grad_norm": 1.3892919236469234, + "learning_rate": 1.9476238286039034e-05, + "loss": 0.0899, + "step": 15371 + }, + { + "epoch": 13.038167938931299, + "grad_norm": 1.6211486315138974, + "learning_rate": 1.947615054526818e-05, + "loss": 0.1004, + "step": 15372 + }, + { + "epoch": 13.039016115351993, + "grad_norm": 1.3785744069597958, + "learning_rate": 1.9476062797346432e-05, + "loss": 0.1294, + "step": 15373 + }, + { + "epoch": 13.03986429177269, + "grad_norm": 1.4537895792741382, + "learning_rate": 1.947597504227385e-05, + "loss": 0.0933, + "step": 15374 + }, + { + "epoch": 13.040712468193384, + "grad_norm": 1.490140549248235, + "learning_rate": 1.94758872800505e-05, + "loss": 0.0968, + "step": 15375 + }, + { + "epoch": 13.04156064461408, + "grad_norm": 1.4065804847226422, + "learning_rate": 1.9475799510676453e-05, + "loss": 0.0876, + "step": 15376 + }, + { + "epoch": 13.042408821034774, + "grad_norm": 1.4837009977806703, + "learning_rate": 1.947571173415177e-05, + "loss": 0.1212, + "step": 15377 + }, + { + "epoch": 13.04325699745547, + "grad_norm": 1.3007586080740399, + "learning_rate": 1.947562395047652e-05, + "loss": 0.1006, + "step": 15378 + }, + { + "epoch": 13.044105173876167, + "grad_norm": 1.5141813169105622, + "learning_rate": 1.947553615965077e-05, + "loss": 0.105, + "step": 15379 + }, + { + "epoch": 13.044953350296861, + "grad_norm": 1.1775395666812758, + "learning_rate": 1.9475448361674582e-05, + "loss": 0.0884, + "step": 15380 + }, + { + "epoch": 13.045801526717558, + "grad_norm": 1.5745278586653362, + "learning_rate": 1.947536055654803e-05, + "loss": 0.0991, + "step": 15381 + }, + { + "epoch": 13.046649703138252, + "grad_norm": 1.3240907183627528, + "learning_rate": 1.947527274427117e-05, + "loss": 0.0777, + "step": 15382 + }, + { + "epoch": 13.047497879558948, + "grad_norm": 1.3997992346858612, + "learning_rate": 1.947518492484408e-05, + "loss": 0.0954, + "step": 15383 + }, + { + "epoch": 13.048346055979644, + "grad_norm": 1.262092801880057, + "learning_rate": 1.9475097098266817e-05, + "loss": 0.0882, + "step": 15384 + }, + { + "epoch": 13.049194232400339, + "grad_norm": 1.5090796270442592, + "learning_rate": 1.9475009264539452e-05, + "loss": 0.112, + "step": 15385 + }, + { + "epoch": 13.050042408821035, + "grad_norm": 1.5166479996457074, + "learning_rate": 1.9474921423662048e-05, + "loss": 0.0949, + "step": 15386 + }, + { + "epoch": 13.05089058524173, + "grad_norm": 1.4804518663558144, + "learning_rate": 1.9474833575634672e-05, + "loss": 0.0914, + "step": 15387 + }, + { + "epoch": 13.051738761662426, + "grad_norm": 1.4211250728129776, + "learning_rate": 1.947474572045739e-05, + "loss": 0.0907, + "step": 15388 + }, + { + "epoch": 13.052586938083122, + "grad_norm": 1.4020714030579815, + "learning_rate": 1.9474657858130276e-05, + "loss": 0.0964, + "step": 15389 + }, + { + "epoch": 13.053435114503817, + "grad_norm": 1.4007928213281797, + "learning_rate": 1.9474569988653383e-05, + "loss": 0.1041, + "step": 15390 + }, + { + "epoch": 13.054283290924513, + "grad_norm": 1.5171078438802448, + "learning_rate": 1.9474482112026787e-05, + "loss": 0.103, + "step": 15391 + }, + { + "epoch": 13.055131467345207, + "grad_norm": 1.2525429325985513, + "learning_rate": 1.9474394228250552e-05, + "loss": 0.0909, + "step": 15392 + }, + { + "epoch": 13.055979643765903, + "grad_norm": 1.4328712102502097, + "learning_rate": 1.9474306337324743e-05, + "loss": 0.1002, + "step": 15393 + }, + { + "epoch": 13.056827820186598, + "grad_norm": 1.3341702853666322, + "learning_rate": 1.9474218439249426e-05, + "loss": 0.0813, + "step": 15394 + }, + { + "epoch": 13.057675996607294, + "grad_norm": 1.39078928563479, + "learning_rate": 1.947413053402467e-05, + "loss": 0.0882, + "step": 15395 + }, + { + "epoch": 13.05852417302799, + "grad_norm": 1.499042377578898, + "learning_rate": 1.947404262165054e-05, + "loss": 0.1042, + "step": 15396 + }, + { + "epoch": 13.059372349448685, + "grad_norm": 1.5524614911944743, + "learning_rate": 1.94739547021271e-05, + "loss": 0.0758, + "step": 15397 + }, + { + "epoch": 13.060220525869381, + "grad_norm": 1.3326370074583227, + "learning_rate": 1.9473866775454418e-05, + "loss": 0.0888, + "step": 15398 + }, + { + "epoch": 13.061068702290076, + "grad_norm": 1.3397055425664264, + "learning_rate": 1.9473778841632563e-05, + "loss": 0.0932, + "step": 15399 + }, + { + "epoch": 13.061916878710772, + "grad_norm": 1.536968968482306, + "learning_rate": 1.94736909006616e-05, + "loss": 0.0932, + "step": 15400 + }, + { + "epoch": 13.062765055131468, + "grad_norm": 1.4356924088691119, + "learning_rate": 1.9473602952541595e-05, + "loss": 0.0859, + "step": 15401 + }, + { + "epoch": 13.063613231552162, + "grad_norm": 1.4764127065946513, + "learning_rate": 1.9473514997272615e-05, + "loss": 0.0896, + "step": 15402 + }, + { + "epoch": 13.064461407972859, + "grad_norm": 1.6306128083858284, + "learning_rate": 1.947342703485472e-05, + "loss": 0.1139, + "step": 15403 + }, + { + "epoch": 13.065309584393553, + "grad_norm": 1.396225443480361, + "learning_rate": 1.9473339065287984e-05, + "loss": 0.0989, + "step": 15404 + }, + { + "epoch": 13.06615776081425, + "grad_norm": 1.646574782086769, + "learning_rate": 1.947325108857247e-05, + "loss": 0.1072, + "step": 15405 + }, + { + "epoch": 13.067005937234946, + "grad_norm": 1.3749483499326465, + "learning_rate": 1.947316310470825e-05, + "loss": 0.0958, + "step": 15406 + }, + { + "epoch": 13.06785411365564, + "grad_norm": 1.3951728633885536, + "learning_rate": 1.947307511369538e-05, + "loss": 0.0905, + "step": 15407 + }, + { + "epoch": 13.068702290076336, + "grad_norm": 1.3397386997986436, + "learning_rate": 1.9472987115533935e-05, + "loss": 0.0766, + "step": 15408 + }, + { + "epoch": 13.06955046649703, + "grad_norm": 1.4399170788315214, + "learning_rate": 1.9472899110223976e-05, + "loss": 0.0835, + "step": 15409 + }, + { + "epoch": 13.070398642917727, + "grad_norm": 1.460425829855575, + "learning_rate": 1.9472811097765577e-05, + "loss": 0.0967, + "step": 15410 + }, + { + "epoch": 13.071246819338423, + "grad_norm": 1.5197343018442364, + "learning_rate": 1.9472723078158797e-05, + "loss": 0.0842, + "step": 15411 + }, + { + "epoch": 13.072094995759118, + "grad_norm": 1.5629768724930946, + "learning_rate": 1.9472635051403702e-05, + "loss": 0.0985, + "step": 15412 + }, + { + "epoch": 13.072943172179814, + "grad_norm": 1.3661200193328524, + "learning_rate": 1.9472547017500364e-05, + "loss": 0.0815, + "step": 15413 + }, + { + "epoch": 13.073791348600508, + "grad_norm": 1.443852427024273, + "learning_rate": 1.947245897644885e-05, + "loss": 0.1048, + "step": 15414 + }, + { + "epoch": 13.074639525021205, + "grad_norm": 1.4029155963889248, + "learning_rate": 1.947237092824922e-05, + "loss": 0.113, + "step": 15415 + }, + { + "epoch": 13.075487701441899, + "grad_norm": 1.3827939356475856, + "learning_rate": 1.947228287290154e-05, + "loss": 0.1162, + "step": 15416 + }, + { + "epoch": 13.076335877862595, + "grad_norm": 1.4056747820883149, + "learning_rate": 1.9472194810405884e-05, + "loss": 0.0962, + "step": 15417 + }, + { + "epoch": 13.077184054283292, + "grad_norm": 1.2975413918051961, + "learning_rate": 1.9472106740762316e-05, + "loss": 0.0947, + "step": 15418 + }, + { + "epoch": 13.078032230703986, + "grad_norm": 1.5638026089401365, + "learning_rate": 1.9472018663970898e-05, + "loss": 0.1015, + "step": 15419 + }, + { + "epoch": 13.078880407124682, + "grad_norm": 1.4161793145533943, + "learning_rate": 1.94719305800317e-05, + "loss": 0.0741, + "step": 15420 + }, + { + "epoch": 13.079728583545377, + "grad_norm": 1.6832888409688793, + "learning_rate": 1.947184248894479e-05, + "loss": 0.0862, + "step": 15421 + }, + { + "epoch": 13.080576759966073, + "grad_norm": 1.4854636755485473, + "learning_rate": 1.947175439071023e-05, + "loss": 0.0913, + "step": 15422 + }, + { + "epoch": 13.08142493638677, + "grad_norm": 1.273232534976685, + "learning_rate": 1.947166628532809e-05, + "loss": 0.0873, + "step": 15423 + }, + { + "epoch": 13.082273112807464, + "grad_norm": 1.5349561718403, + "learning_rate": 1.9471578172798433e-05, + "loss": 0.1082, + "step": 15424 + }, + { + "epoch": 13.08312128922816, + "grad_norm": 1.370845010251895, + "learning_rate": 1.947149005312133e-05, + "loss": 0.0913, + "step": 15425 + }, + { + "epoch": 13.083969465648854, + "grad_norm": 1.442679636794357, + "learning_rate": 1.9471401926296844e-05, + "loss": 0.0912, + "step": 15426 + }, + { + "epoch": 13.08481764206955, + "grad_norm": 1.5969298669255172, + "learning_rate": 1.9471313792325044e-05, + "loss": 0.0932, + "step": 15427 + }, + { + "epoch": 13.085665818490247, + "grad_norm": 1.3503824032139062, + "learning_rate": 1.9471225651205997e-05, + "loss": 0.0945, + "step": 15428 + }, + { + "epoch": 13.086513994910941, + "grad_norm": 1.2511409990276476, + "learning_rate": 1.9471137502939763e-05, + "loss": 0.0861, + "step": 15429 + }, + { + "epoch": 13.087362171331637, + "grad_norm": 1.365345190953125, + "learning_rate": 1.9471049347526415e-05, + "loss": 0.084, + "step": 15430 + }, + { + "epoch": 13.088210347752332, + "grad_norm": 1.3173184130616291, + "learning_rate": 1.9470961184966023e-05, + "loss": 0.0902, + "step": 15431 + }, + { + "epoch": 13.089058524173028, + "grad_norm": 1.6795310938687094, + "learning_rate": 1.947087301525864e-05, + "loss": 0.1055, + "step": 15432 + }, + { + "epoch": 13.089906700593723, + "grad_norm": 1.4506273290768015, + "learning_rate": 1.9470784838404348e-05, + "loss": 0.1015, + "step": 15433 + }, + { + "epoch": 13.090754877014419, + "grad_norm": 1.5918411308204645, + "learning_rate": 1.9470696654403203e-05, + "loss": 0.1239, + "step": 15434 + }, + { + "epoch": 13.091603053435115, + "grad_norm": 1.437372613555144, + "learning_rate": 1.947060846325528e-05, + "loss": 0.0963, + "step": 15435 + }, + { + "epoch": 13.09245122985581, + "grad_norm": 1.4315467599274754, + "learning_rate": 1.9470520264960634e-05, + "loss": 0.0902, + "step": 15436 + }, + { + "epoch": 13.093299406276506, + "grad_norm": 1.5143926639156466, + "learning_rate": 1.947043205951934e-05, + "loss": 0.1058, + "step": 15437 + }, + { + "epoch": 13.0941475826972, + "grad_norm": 1.390021629543425, + "learning_rate": 1.9470343846931466e-05, + "loss": 0.1047, + "step": 15438 + }, + { + "epoch": 13.094995759117896, + "grad_norm": 1.4149872836749515, + "learning_rate": 1.947025562719707e-05, + "loss": 0.0976, + "step": 15439 + }, + { + "epoch": 13.095843935538593, + "grad_norm": 1.4044424709013659, + "learning_rate": 1.947016740031623e-05, + "loss": 0.1036, + "step": 15440 + }, + { + "epoch": 13.096692111959287, + "grad_norm": 1.3578816510166538, + "learning_rate": 1.9470079166289e-05, + "loss": 0.0886, + "step": 15441 + }, + { + "epoch": 13.097540288379983, + "grad_norm": 1.3712674849490316, + "learning_rate": 1.9469990925115457e-05, + "loss": 0.0989, + "step": 15442 + }, + { + "epoch": 13.098388464800678, + "grad_norm": 1.465691734528881, + "learning_rate": 1.9469902676795666e-05, + "loss": 0.0983, + "step": 15443 + }, + { + "epoch": 13.099236641221374, + "grad_norm": 1.5155937113741071, + "learning_rate": 1.9469814421329688e-05, + "loss": 0.0917, + "step": 15444 + }, + { + "epoch": 13.10008481764207, + "grad_norm": 1.3236462882949305, + "learning_rate": 1.946972615871759e-05, + "loss": 0.0804, + "step": 15445 + }, + { + "epoch": 13.100932994062765, + "grad_norm": 1.5982745056079137, + "learning_rate": 1.9469637888959444e-05, + "loss": 0.1023, + "step": 15446 + }, + { + "epoch": 13.101781170483461, + "grad_norm": 1.6246569706789251, + "learning_rate": 1.9469549612055316e-05, + "loss": 0.1247, + "step": 15447 + }, + { + "epoch": 13.102629346904155, + "grad_norm": 1.4704352718221883, + "learning_rate": 1.946946132800527e-05, + "loss": 0.1112, + "step": 15448 + }, + { + "epoch": 13.103477523324852, + "grad_norm": 1.303560225364393, + "learning_rate": 1.946937303680937e-05, + "loss": 0.0853, + "step": 15449 + }, + { + "epoch": 13.104325699745548, + "grad_norm": 1.5694522976628869, + "learning_rate": 1.9469284738467687e-05, + "loss": 0.098, + "step": 15450 + }, + { + "epoch": 13.105173876166242, + "grad_norm": 1.5312311708162138, + "learning_rate": 1.9469196432980287e-05, + "loss": 0.1008, + "step": 15451 + }, + { + "epoch": 13.106022052586939, + "grad_norm": 1.4028285051898823, + "learning_rate": 1.946910812034724e-05, + "loss": 0.103, + "step": 15452 + }, + { + "epoch": 13.106870229007633, + "grad_norm": 1.417444881044615, + "learning_rate": 1.9469019800568604e-05, + "loss": 0.1098, + "step": 15453 + }, + { + "epoch": 13.10771840542833, + "grad_norm": 1.5691911166636912, + "learning_rate": 1.946893147364445e-05, + "loss": 0.0858, + "step": 15454 + }, + { + "epoch": 13.108566581849024, + "grad_norm": 1.3650700061463537, + "learning_rate": 1.9468843139574848e-05, + "loss": 0.0981, + "step": 15455 + }, + { + "epoch": 13.10941475826972, + "grad_norm": 1.4460112945436343, + "learning_rate": 1.9468754798359862e-05, + "loss": 0.0873, + "step": 15456 + }, + { + "epoch": 13.110262934690416, + "grad_norm": 1.3329029140728448, + "learning_rate": 1.9468666449999558e-05, + "loss": 0.0833, + "step": 15457 + }, + { + "epoch": 13.11111111111111, + "grad_norm": 1.7415593391749424, + "learning_rate": 1.9468578094493998e-05, + "loss": 0.0997, + "step": 15458 + }, + { + "epoch": 13.111959287531807, + "grad_norm": 1.6180192551687027, + "learning_rate": 1.9468489731843258e-05, + "loss": 0.1067, + "step": 15459 + }, + { + "epoch": 13.112807463952501, + "grad_norm": 1.5336467009325137, + "learning_rate": 1.9468401362047402e-05, + "loss": 0.0953, + "step": 15460 + }, + { + "epoch": 13.113655640373198, + "grad_norm": 1.4232000700935994, + "learning_rate": 1.946831298510649e-05, + "loss": 0.1053, + "step": 15461 + }, + { + "epoch": 13.114503816793894, + "grad_norm": 1.578500978070561, + "learning_rate": 1.9468224601020603e-05, + "loss": 0.1049, + "step": 15462 + }, + { + "epoch": 13.115351993214588, + "grad_norm": 1.3349655967644676, + "learning_rate": 1.946813620978979e-05, + "loss": 0.0913, + "step": 15463 + }, + { + "epoch": 13.116200169635285, + "grad_norm": 1.5775094081077634, + "learning_rate": 1.9468047811414127e-05, + "loss": 0.1, + "step": 15464 + }, + { + "epoch": 13.117048346055979, + "grad_norm": 1.2508304622516895, + "learning_rate": 1.9467959405893684e-05, + "loss": 0.078, + "step": 15465 + }, + { + "epoch": 13.117896522476675, + "grad_norm": 1.3363510185292227, + "learning_rate": 1.946787099322852e-05, + "loss": 0.0839, + "step": 15466 + }, + { + "epoch": 13.118744698897371, + "grad_norm": 1.4154010100845422, + "learning_rate": 1.9467782573418707e-05, + "loss": 0.1208, + "step": 15467 + }, + { + "epoch": 13.119592875318066, + "grad_norm": 1.2640860730883294, + "learning_rate": 1.9467694146464313e-05, + "loss": 0.0975, + "step": 15468 + }, + { + "epoch": 13.120441051738762, + "grad_norm": 2.092563826022521, + "learning_rate": 1.9467605712365398e-05, + "loss": 0.1056, + "step": 15469 + }, + { + "epoch": 13.121289228159457, + "grad_norm": 1.434693912325064, + "learning_rate": 1.9467517271122032e-05, + "loss": 0.0969, + "step": 15470 + }, + { + "epoch": 13.122137404580153, + "grad_norm": 1.5253781487578228, + "learning_rate": 1.9467428822734282e-05, + "loss": 0.1088, + "step": 15471 + }, + { + "epoch": 13.122985581000847, + "grad_norm": 1.4429812898978231, + "learning_rate": 1.946734036720222e-05, + "loss": 0.0947, + "step": 15472 + }, + { + "epoch": 13.123833757421544, + "grad_norm": 1.4610505630486539, + "learning_rate": 1.94672519045259e-05, + "loss": 0.105, + "step": 15473 + }, + { + "epoch": 13.12468193384224, + "grad_norm": 1.534459007344009, + "learning_rate": 1.9467163434705404e-05, + "loss": 0.112, + "step": 15474 + }, + { + "epoch": 13.125530110262934, + "grad_norm": 1.5281161525541562, + "learning_rate": 1.9467074957740788e-05, + "loss": 0.0974, + "step": 15475 + }, + { + "epoch": 13.12637828668363, + "grad_norm": 1.3930879372540306, + "learning_rate": 1.946698647363212e-05, + "loss": 0.0968, + "step": 15476 + }, + { + "epoch": 13.127226463104325, + "grad_norm": 1.462129684640826, + "learning_rate": 1.946689798237947e-05, + "loss": 0.0975, + "step": 15477 + }, + { + "epoch": 13.128074639525021, + "grad_norm": 1.543992971741448, + "learning_rate": 1.9466809483982906e-05, + "loss": 0.0968, + "step": 15478 + }, + { + "epoch": 13.128922815945717, + "grad_norm": 1.541906804249592, + "learning_rate": 1.946672097844249e-05, + "loss": 0.0918, + "step": 15479 + }, + { + "epoch": 13.129770992366412, + "grad_norm": 1.4938349514340539, + "learning_rate": 1.9466632465758293e-05, + "loss": 0.1087, + "step": 15480 + }, + { + "epoch": 13.130619168787108, + "grad_norm": 1.627857003243551, + "learning_rate": 1.946654394593038e-05, + "loss": 0.0922, + "step": 15481 + }, + { + "epoch": 13.131467345207803, + "grad_norm": 1.3358636170706377, + "learning_rate": 1.9466455418958817e-05, + "loss": 0.0836, + "step": 15482 + }, + { + "epoch": 13.132315521628499, + "grad_norm": 1.511896249556178, + "learning_rate": 1.946636688484367e-05, + "loss": 0.1087, + "step": 15483 + }, + { + "epoch": 13.133163698049195, + "grad_norm": 1.4248458360398923, + "learning_rate": 1.946627834358501e-05, + "loss": 0.0903, + "step": 15484 + }, + { + "epoch": 13.13401187446989, + "grad_norm": 1.3610519123902909, + "learning_rate": 1.94661897951829e-05, + "loss": 0.0925, + "step": 15485 + }, + { + "epoch": 13.134860050890586, + "grad_norm": 1.4737598600543915, + "learning_rate": 1.9466101239637407e-05, + "loss": 0.0889, + "step": 15486 + }, + { + "epoch": 13.13570822731128, + "grad_norm": 1.5524013390032625, + "learning_rate": 1.9466012676948602e-05, + "loss": 0.1153, + "step": 15487 + }, + { + "epoch": 13.136556403731976, + "grad_norm": 1.3536471237254633, + "learning_rate": 1.9465924107116544e-05, + "loss": 0.0867, + "step": 15488 + }, + { + "epoch": 13.137404580152673, + "grad_norm": 1.497238094246745, + "learning_rate": 1.9465835530141308e-05, + "loss": 0.1049, + "step": 15489 + }, + { + "epoch": 13.138252756573367, + "grad_norm": 1.2695439960408044, + "learning_rate": 1.9465746946022955e-05, + "loss": 0.0894, + "step": 15490 + }, + { + "epoch": 13.139100932994063, + "grad_norm": 1.394762359934519, + "learning_rate": 1.9465658354761556e-05, + "loss": 0.0929, + "step": 15491 + }, + { + "epoch": 13.139949109414758, + "grad_norm": 1.2874134235275314, + "learning_rate": 1.9465569756357176e-05, + "loss": 0.0908, + "step": 15492 + }, + { + "epoch": 13.140797285835454, + "grad_norm": 1.6398526238747986, + "learning_rate": 1.9465481150809883e-05, + "loss": 0.1141, + "step": 15493 + }, + { + "epoch": 13.141645462256148, + "grad_norm": 1.6274194765308945, + "learning_rate": 1.946539253811974e-05, + "loss": 0.0999, + "step": 15494 + }, + { + "epoch": 13.142493638676845, + "grad_norm": 1.358065149868063, + "learning_rate": 1.946530391828682e-05, + "loss": 0.1047, + "step": 15495 + }, + { + "epoch": 13.143341815097541, + "grad_norm": 1.502918755484124, + "learning_rate": 1.9465215291311184e-05, + "loss": 0.1181, + "step": 15496 + }, + { + "epoch": 13.144189991518235, + "grad_norm": 1.517910722730941, + "learning_rate": 1.94651266571929e-05, + "loss": 0.1019, + "step": 15497 + }, + { + "epoch": 13.145038167938932, + "grad_norm": 1.3922071931496829, + "learning_rate": 1.9465038015932037e-05, + "loss": 0.1096, + "step": 15498 + }, + { + "epoch": 13.145886344359626, + "grad_norm": 1.3425395087452963, + "learning_rate": 1.9464949367528664e-05, + "loss": 0.0973, + "step": 15499 + }, + { + "epoch": 13.146734520780322, + "grad_norm": 1.679569342363382, + "learning_rate": 1.9464860711982842e-05, + "loss": 0.1089, + "step": 15500 + }, + { + "epoch": 13.147582697201019, + "grad_norm": 1.4961431202716473, + "learning_rate": 1.946477204929464e-05, + "loss": 0.1064, + "step": 15501 + }, + { + "epoch": 13.148430873621713, + "grad_norm": 1.3503713553050802, + "learning_rate": 1.946468337946413e-05, + "loss": 0.0881, + "step": 15502 + }, + { + "epoch": 13.14927905004241, + "grad_norm": 1.3634349469329143, + "learning_rate": 1.9464594702491376e-05, + "loss": 0.0929, + "step": 15503 + }, + { + "epoch": 13.150127226463104, + "grad_norm": 1.3060890074636327, + "learning_rate": 1.946450601837644e-05, + "loss": 0.0958, + "step": 15504 + }, + { + "epoch": 13.1509754028838, + "grad_norm": 1.4452773240815955, + "learning_rate": 1.946441732711939e-05, + "loss": 0.0838, + "step": 15505 + }, + { + "epoch": 13.151823579304496, + "grad_norm": 1.5984255518292263, + "learning_rate": 1.94643286287203e-05, + "loss": 0.0979, + "step": 15506 + }, + { + "epoch": 13.15267175572519, + "grad_norm": 1.6225383167607115, + "learning_rate": 1.9464239923179233e-05, + "loss": 0.1009, + "step": 15507 + }, + { + "epoch": 13.153519932145887, + "grad_norm": 1.4259137549624368, + "learning_rate": 1.946415121049625e-05, + "loss": 0.0942, + "step": 15508 + }, + { + "epoch": 13.154368108566581, + "grad_norm": 1.3232341189746433, + "learning_rate": 1.946406249067143e-05, + "loss": 0.0936, + "step": 15509 + }, + { + "epoch": 13.155216284987278, + "grad_norm": 1.4153745431559768, + "learning_rate": 1.9463973763704832e-05, + "loss": 0.104, + "step": 15510 + }, + { + "epoch": 13.156064461407972, + "grad_norm": 1.5454226695924198, + "learning_rate": 1.946388502959652e-05, + "loss": 0.0975, + "step": 15511 + }, + { + "epoch": 13.156912637828668, + "grad_norm": 1.309431528823454, + "learning_rate": 1.9463796288346567e-05, + "loss": 0.0821, + "step": 15512 + }, + { + "epoch": 13.157760814249365, + "grad_norm": 1.330648125320009, + "learning_rate": 1.946370753995504e-05, + "loss": 0.0958, + "step": 15513 + }, + { + "epoch": 13.158608990670059, + "grad_norm": 1.3466809178296473, + "learning_rate": 1.9463618784422004e-05, + "loss": 0.0954, + "step": 15514 + }, + { + "epoch": 13.159457167090755, + "grad_norm": 1.576047137672385, + "learning_rate": 1.9463530021747527e-05, + "loss": 0.0868, + "step": 15515 + }, + { + "epoch": 13.16030534351145, + "grad_norm": 1.5063467847198853, + "learning_rate": 1.946344125193167e-05, + "loss": 0.1038, + "step": 15516 + }, + { + "epoch": 13.161153519932146, + "grad_norm": 1.4732135621195364, + "learning_rate": 1.946335247497451e-05, + "loss": 0.0913, + "step": 15517 + }, + { + "epoch": 13.162001696352842, + "grad_norm": 1.5460710587441997, + "learning_rate": 1.9463263690876107e-05, + "loss": 0.1034, + "step": 15518 + }, + { + "epoch": 13.162849872773537, + "grad_norm": 1.716245670972399, + "learning_rate": 1.946317489963653e-05, + "loss": 0.1046, + "step": 15519 + }, + { + "epoch": 13.163698049194233, + "grad_norm": 1.5385161596013797, + "learning_rate": 1.9463086101255852e-05, + "loss": 0.0932, + "step": 15520 + }, + { + "epoch": 13.164546225614927, + "grad_norm": 1.734029241794175, + "learning_rate": 1.946299729573413e-05, + "loss": 0.1335, + "step": 15521 + }, + { + "epoch": 13.165394402035624, + "grad_norm": 1.496477365432139, + "learning_rate": 1.9462908483071433e-05, + "loss": 0.0943, + "step": 15522 + }, + { + "epoch": 13.16624257845632, + "grad_norm": 1.7509998184656101, + "learning_rate": 1.946281966326783e-05, + "loss": 0.11, + "step": 15523 + }, + { + "epoch": 13.167090754877014, + "grad_norm": 1.4457307931870007, + "learning_rate": 1.946273083632339e-05, + "loss": 0.0893, + "step": 15524 + }, + { + "epoch": 13.16793893129771, + "grad_norm": 1.5408333585157532, + "learning_rate": 1.9462642002238177e-05, + "loss": 0.0905, + "step": 15525 + }, + { + "epoch": 13.168787107718405, + "grad_norm": 1.4492500307875884, + "learning_rate": 1.946255316101226e-05, + "loss": 0.1064, + "step": 15526 + }, + { + "epoch": 13.169635284139101, + "grad_norm": 1.4377630508761694, + "learning_rate": 1.9462464312645702e-05, + "loss": 0.0976, + "step": 15527 + }, + { + "epoch": 13.170483460559796, + "grad_norm": 1.588898794917768, + "learning_rate": 1.946237545713858e-05, + "loss": 0.0996, + "step": 15528 + }, + { + "epoch": 13.171331636980492, + "grad_norm": 1.6205012815619844, + "learning_rate": 1.946228659449095e-05, + "loss": 0.0964, + "step": 15529 + }, + { + "epoch": 13.172179813401188, + "grad_norm": 1.7501338136682834, + "learning_rate": 1.9462197724702884e-05, + "loss": 0.112, + "step": 15530 + }, + { + "epoch": 13.173027989821882, + "grad_norm": 1.6344585085707009, + "learning_rate": 1.946210884777445e-05, + "loss": 0.1019, + "step": 15531 + }, + { + "epoch": 13.173876166242579, + "grad_norm": 1.4658768221573006, + "learning_rate": 1.9462019963705715e-05, + "loss": 0.1001, + "step": 15532 + }, + { + "epoch": 13.174724342663273, + "grad_norm": 1.3615263991151667, + "learning_rate": 1.946193107249674e-05, + "loss": 0.0976, + "step": 15533 + }, + { + "epoch": 13.17557251908397, + "grad_norm": 1.5966527527128478, + "learning_rate": 1.9461842174147598e-05, + "loss": 0.116, + "step": 15534 + }, + { + "epoch": 13.176420695504666, + "grad_norm": 1.4316335609154645, + "learning_rate": 1.9461753268658358e-05, + "loss": 0.0921, + "step": 15535 + }, + { + "epoch": 13.17726887192536, + "grad_norm": 1.4363735048026163, + "learning_rate": 1.9461664356029078e-05, + "loss": 0.0933, + "step": 15536 + }, + { + "epoch": 13.178117048346056, + "grad_norm": 1.2836987164513587, + "learning_rate": 1.946157543625984e-05, + "loss": 0.1144, + "step": 15537 + }, + { + "epoch": 13.17896522476675, + "grad_norm": 1.5317110107968437, + "learning_rate": 1.9461486509350695e-05, + "loss": 0.1014, + "step": 15538 + }, + { + "epoch": 13.179813401187447, + "grad_norm": 1.6029229170965649, + "learning_rate": 1.946139757530172e-05, + "loss": 0.12, + "step": 15539 + }, + { + "epoch": 13.180661577608143, + "grad_norm": 1.5982454217189928, + "learning_rate": 1.946130863411298e-05, + "loss": 0.1061, + "step": 15540 + }, + { + "epoch": 13.181509754028838, + "grad_norm": 1.5374560886770836, + "learning_rate": 1.9461219685784537e-05, + "loss": 0.1168, + "step": 15541 + }, + { + "epoch": 13.182357930449534, + "grad_norm": 1.3990770064046916, + "learning_rate": 1.9461130730316467e-05, + "loss": 0.0955, + "step": 15542 + }, + { + "epoch": 13.183206106870228, + "grad_norm": 1.5433437636081007, + "learning_rate": 1.946104176770883e-05, + "loss": 0.0986, + "step": 15543 + }, + { + "epoch": 13.184054283290925, + "grad_norm": 1.4386363730961624, + "learning_rate": 1.9460952797961697e-05, + "loss": 0.1026, + "step": 15544 + }, + { + "epoch": 13.18490245971162, + "grad_norm": 1.535794780108514, + "learning_rate": 1.9460863821075132e-05, + "loss": 0.1125, + "step": 15545 + }, + { + "epoch": 13.185750636132315, + "grad_norm": 1.415392604469333, + "learning_rate": 1.9460774837049204e-05, + "loss": 0.0864, + "step": 15546 + }, + { + "epoch": 13.186598812553012, + "grad_norm": 1.4825541270600642, + "learning_rate": 1.9460685845883985e-05, + "loss": 0.088, + "step": 15547 + }, + { + "epoch": 13.187446988973706, + "grad_norm": 1.5089036592877056, + "learning_rate": 1.9460596847579535e-05, + "loss": 0.0932, + "step": 15548 + }, + { + "epoch": 13.188295165394402, + "grad_norm": 1.7672625460388922, + "learning_rate": 1.946050784213592e-05, + "loss": 0.1174, + "step": 15549 + }, + { + "epoch": 13.189143341815097, + "grad_norm": 1.543367752052887, + "learning_rate": 1.9460418829553216e-05, + "loss": 0.0995, + "step": 15550 + }, + { + "epoch": 13.189991518235793, + "grad_norm": 1.331085646285463, + "learning_rate": 1.9460329809831484e-05, + "loss": 0.0906, + "step": 15551 + }, + { + "epoch": 13.19083969465649, + "grad_norm": 1.4141881389632476, + "learning_rate": 1.946024078297079e-05, + "loss": 0.0946, + "step": 15552 + }, + { + "epoch": 13.191687871077184, + "grad_norm": 1.4816863135660976, + "learning_rate": 1.9460151748971204e-05, + "loss": 0.1007, + "step": 15553 + }, + { + "epoch": 13.19253604749788, + "grad_norm": 1.6496136378069144, + "learning_rate": 1.9460062707832792e-05, + "loss": 0.1127, + "step": 15554 + }, + { + "epoch": 13.193384223918574, + "grad_norm": 1.448355301385793, + "learning_rate": 1.945997365955562e-05, + "loss": 0.095, + "step": 15555 + }, + { + "epoch": 13.19423240033927, + "grad_norm": 1.5247791086260274, + "learning_rate": 1.9459884604139764e-05, + "loss": 0.1162, + "step": 15556 + }, + { + "epoch": 13.195080576759967, + "grad_norm": 1.3564376962248248, + "learning_rate": 1.9459795541585276e-05, + "loss": 0.0948, + "step": 15557 + }, + { + "epoch": 13.195928753180661, + "grad_norm": 1.6181037475896194, + "learning_rate": 1.9459706471892235e-05, + "loss": 0.0904, + "step": 15558 + }, + { + "epoch": 13.196776929601358, + "grad_norm": 1.5199305789579587, + "learning_rate": 1.9459617395060702e-05, + "loss": 0.094, + "step": 15559 + }, + { + "epoch": 13.197625106022052, + "grad_norm": 1.7030552883719208, + "learning_rate": 1.945952831109075e-05, + "loss": 0.0994, + "step": 15560 + }, + { + "epoch": 13.198473282442748, + "grad_norm": 1.4897714028191813, + "learning_rate": 1.9459439219982444e-05, + "loss": 0.095, + "step": 15561 + }, + { + "epoch": 13.199321458863444, + "grad_norm": 1.8295875252436904, + "learning_rate": 1.9459350121735845e-05, + "loss": 0.1192, + "step": 15562 + }, + { + "epoch": 13.200169635284139, + "grad_norm": 1.49569707966665, + "learning_rate": 1.945926101635103e-05, + "loss": 0.0971, + "step": 15563 + }, + { + "epoch": 13.201017811704835, + "grad_norm": 1.3940858007366186, + "learning_rate": 1.9459171903828057e-05, + "loss": 0.0927, + "step": 15564 + }, + { + "epoch": 13.20186598812553, + "grad_norm": 1.5246762726553809, + "learning_rate": 1.9459082784167004e-05, + "loss": 0.1139, + "step": 15565 + }, + { + "epoch": 13.202714164546226, + "grad_norm": 1.6750450576807565, + "learning_rate": 1.9458993657367927e-05, + "loss": 0.1227, + "step": 15566 + }, + { + "epoch": 13.20356234096692, + "grad_norm": 1.4630444432513516, + "learning_rate": 1.94589045234309e-05, + "loss": 0.0937, + "step": 15567 + }, + { + "epoch": 13.204410517387617, + "grad_norm": 1.4230447135163435, + "learning_rate": 1.945881538235599e-05, + "loss": 0.1088, + "step": 15568 + }, + { + "epoch": 13.205258693808313, + "grad_norm": 1.7421741964094994, + "learning_rate": 1.945872623414326e-05, + "loss": 0.1265, + "step": 15569 + }, + { + "epoch": 13.206106870229007, + "grad_norm": 1.517155470648933, + "learning_rate": 1.9458637078792782e-05, + "loss": 0.0946, + "step": 15570 + }, + { + "epoch": 13.206955046649703, + "grad_norm": 1.437726433726816, + "learning_rate": 1.945854791630462e-05, + "loss": 0.1017, + "step": 15571 + }, + { + "epoch": 13.207803223070398, + "grad_norm": 1.5582143479979675, + "learning_rate": 1.9458458746678844e-05, + "loss": 0.1041, + "step": 15572 + }, + { + "epoch": 13.208651399491094, + "grad_norm": 1.642685676902748, + "learning_rate": 1.945836956991552e-05, + "loss": 0.1042, + "step": 15573 + }, + { + "epoch": 13.20949957591179, + "grad_norm": 1.597339779866686, + "learning_rate": 1.9458280386014715e-05, + "loss": 0.094, + "step": 15574 + }, + { + "epoch": 13.210347752332485, + "grad_norm": 1.6706545881114279, + "learning_rate": 1.9458191194976493e-05, + "loss": 0.1182, + "step": 15575 + }, + { + "epoch": 13.211195928753181, + "grad_norm": 1.4472496747671368, + "learning_rate": 1.9458101996800934e-05, + "loss": 0.0847, + "step": 15576 + }, + { + "epoch": 13.212044105173876, + "grad_norm": 1.4772655031156618, + "learning_rate": 1.945801279148809e-05, + "loss": 0.107, + "step": 15577 + }, + { + "epoch": 13.212892281594572, + "grad_norm": 1.3569709717295086, + "learning_rate": 1.9457923579038033e-05, + "loss": 0.0882, + "step": 15578 + }, + { + "epoch": 13.213740458015268, + "grad_norm": 1.5286558798958572, + "learning_rate": 1.9457834359450837e-05, + "loss": 0.1159, + "step": 15579 + }, + { + "epoch": 13.214588634435962, + "grad_norm": 1.4953511049646633, + "learning_rate": 1.945774513272656e-05, + "loss": 0.0963, + "step": 15580 + }, + { + "epoch": 13.215436810856659, + "grad_norm": 1.4624772486729343, + "learning_rate": 1.9457655898865274e-05, + "loss": 0.1071, + "step": 15581 + }, + { + "epoch": 13.216284987277353, + "grad_norm": 1.3145854754592479, + "learning_rate": 1.945756665786705e-05, + "loss": 0.0936, + "step": 15582 + }, + { + "epoch": 13.21713316369805, + "grad_norm": 1.5599279077795154, + "learning_rate": 1.9457477409731943e-05, + "loss": 0.1064, + "step": 15583 + }, + { + "epoch": 13.217981340118744, + "grad_norm": 1.3918394796057336, + "learning_rate": 1.9457388154460037e-05, + "loss": 0.0928, + "step": 15584 + }, + { + "epoch": 13.21882951653944, + "grad_norm": 1.6139630109523646, + "learning_rate": 1.9457298892051385e-05, + "loss": 0.0996, + "step": 15585 + }, + { + "epoch": 13.219677692960136, + "grad_norm": 1.6035277086940778, + "learning_rate": 1.9457209622506067e-05, + "loss": 0.1171, + "step": 15586 + }, + { + "epoch": 13.22052586938083, + "grad_norm": 1.689036009299966, + "learning_rate": 1.9457120345824137e-05, + "loss": 0.1037, + "step": 15587 + }, + { + "epoch": 13.221374045801527, + "grad_norm": 1.6702479518228428, + "learning_rate": 1.945703106200567e-05, + "loss": 0.1166, + "step": 15588 + }, + { + "epoch": 13.222222222222221, + "grad_norm": 1.4711305849887362, + "learning_rate": 1.9456941771050733e-05, + "loss": 0.0794, + "step": 15589 + }, + { + "epoch": 13.223070398642918, + "grad_norm": 1.5684215928239205, + "learning_rate": 1.9456852472959395e-05, + "loss": 0.0938, + "step": 15590 + }, + { + "epoch": 13.223918575063614, + "grad_norm": 1.6707073055804247, + "learning_rate": 1.945676316773172e-05, + "loss": 0.1211, + "step": 15591 + }, + { + "epoch": 13.224766751484308, + "grad_norm": 1.5415551542939991, + "learning_rate": 1.9456673855367774e-05, + "loss": 0.1034, + "step": 15592 + }, + { + "epoch": 13.225614927905005, + "grad_norm": 1.578724850461475, + "learning_rate": 1.9456584535867634e-05, + "loss": 0.1085, + "step": 15593 + }, + { + "epoch": 13.226463104325699, + "grad_norm": 1.4299832840731546, + "learning_rate": 1.9456495209231353e-05, + "loss": 0.0822, + "step": 15594 + }, + { + "epoch": 13.227311280746395, + "grad_norm": 1.314010919816586, + "learning_rate": 1.9456405875459006e-05, + "loss": 0.0785, + "step": 15595 + }, + { + "epoch": 13.228159457167092, + "grad_norm": 1.4544243487613313, + "learning_rate": 1.9456316534550664e-05, + "loss": 0.0962, + "step": 15596 + }, + { + "epoch": 13.229007633587786, + "grad_norm": 1.4165640771876309, + "learning_rate": 1.9456227186506388e-05, + "loss": 0.0843, + "step": 15597 + }, + { + "epoch": 13.229855810008482, + "grad_norm": 1.407458371307431, + "learning_rate": 1.945613783132625e-05, + "loss": 0.106, + "step": 15598 + }, + { + "epoch": 13.230703986429177, + "grad_norm": 1.4707644425087325, + "learning_rate": 1.9456048469010314e-05, + "loss": 0.1164, + "step": 15599 + }, + { + "epoch": 13.231552162849873, + "grad_norm": 1.2602168310575999, + "learning_rate": 1.945595909955865e-05, + "loss": 0.0816, + "step": 15600 + }, + { + "epoch": 13.23240033927057, + "grad_norm": 1.579692472808224, + "learning_rate": 1.9455869722971324e-05, + "loss": 0.1061, + "step": 15601 + }, + { + "epoch": 13.233248515691264, + "grad_norm": 1.6183529914049546, + "learning_rate": 1.94557803392484e-05, + "loss": 0.1179, + "step": 15602 + }, + { + "epoch": 13.23409669211196, + "grad_norm": 1.5416416748751975, + "learning_rate": 1.9455690948389957e-05, + "loss": 0.1014, + "step": 15603 + }, + { + "epoch": 13.234944868532654, + "grad_norm": 1.7567782887010919, + "learning_rate": 1.945560155039605e-05, + "loss": 0.1068, + "step": 15604 + }, + { + "epoch": 13.23579304495335, + "grad_norm": 1.5093783336535966, + "learning_rate": 1.945551214526675e-05, + "loss": 0.0995, + "step": 15605 + }, + { + "epoch": 13.236641221374045, + "grad_norm": 1.3630381920240067, + "learning_rate": 1.9455422733002126e-05, + "loss": 0.0968, + "step": 15606 + }, + { + "epoch": 13.237489397794741, + "grad_norm": 1.4643437264317842, + "learning_rate": 1.945533331360225e-05, + "loss": 0.0934, + "step": 15607 + }, + { + "epoch": 13.238337574215437, + "grad_norm": 1.492066289832691, + "learning_rate": 1.9455243887067177e-05, + "loss": 0.1038, + "step": 15608 + }, + { + "epoch": 13.239185750636132, + "grad_norm": 1.4599431455867067, + "learning_rate": 1.9455154453396988e-05, + "loss": 0.1102, + "step": 15609 + }, + { + "epoch": 13.240033927056828, + "grad_norm": 1.4405341861063004, + "learning_rate": 1.945506501259174e-05, + "loss": 0.0924, + "step": 15610 + }, + { + "epoch": 13.240882103477523, + "grad_norm": 1.4190776537238685, + "learning_rate": 1.945497556465151e-05, + "loss": 0.1015, + "step": 15611 + }, + { + "epoch": 13.241730279898219, + "grad_norm": 1.4597768922926613, + "learning_rate": 1.9454886109576354e-05, + "loss": 0.1074, + "step": 15612 + }, + { + "epoch": 13.242578456318915, + "grad_norm": 1.39404232421429, + "learning_rate": 1.945479664736635e-05, + "loss": 0.0954, + "step": 15613 + }, + { + "epoch": 13.24342663273961, + "grad_norm": 1.5761419158438819, + "learning_rate": 1.9454707178021563e-05, + "loss": 0.1092, + "step": 15614 + }, + { + "epoch": 13.244274809160306, + "grad_norm": 1.635864356823804, + "learning_rate": 1.9454617701542057e-05, + "loss": 0.1028, + "step": 15615 + }, + { + "epoch": 13.245122985581, + "grad_norm": 1.396980441951972, + "learning_rate": 1.94545282179279e-05, + "loss": 0.0863, + "step": 15616 + }, + { + "epoch": 13.245971162001696, + "grad_norm": 1.6658333366441307, + "learning_rate": 1.9454438727179163e-05, + "loss": 0.1069, + "step": 15617 + }, + { + "epoch": 13.246819338422393, + "grad_norm": 1.4955841442114977, + "learning_rate": 1.9454349229295913e-05, + "loss": 0.0923, + "step": 15618 + }, + { + "epoch": 13.247667514843087, + "grad_norm": 1.5127136736610587, + "learning_rate": 1.9454259724278214e-05, + "loss": 0.0923, + "step": 15619 + }, + { + "epoch": 13.248515691263783, + "grad_norm": 1.4780178499149168, + "learning_rate": 1.9454170212126136e-05, + "loss": 0.1036, + "step": 15620 + }, + { + "epoch": 13.249363867684478, + "grad_norm": 1.668128932707563, + "learning_rate": 1.9454080692839746e-05, + "loss": 0.0988, + "step": 15621 + }, + { + "epoch": 13.250212044105174, + "grad_norm": 1.4115399615785433, + "learning_rate": 1.9453991166419114e-05, + "loss": 0.0885, + "step": 15622 + }, + { + "epoch": 13.251060220525869, + "grad_norm": 1.5846567762207302, + "learning_rate": 1.94539016328643e-05, + "loss": 0.1107, + "step": 15623 + }, + { + "epoch": 13.251908396946565, + "grad_norm": 1.488715352864059, + "learning_rate": 1.9453812092175385e-05, + "loss": 0.0927, + "step": 15624 + }, + { + "epoch": 13.252756573367261, + "grad_norm": 1.8584838300762259, + "learning_rate": 1.9453722544352422e-05, + "loss": 0.1134, + "step": 15625 + }, + { + "epoch": 13.253604749787955, + "grad_norm": 1.4606645491417367, + "learning_rate": 1.945363298939549e-05, + "loss": 0.0916, + "step": 15626 + }, + { + "epoch": 13.254452926208652, + "grad_norm": 1.4480237146172865, + "learning_rate": 1.9453543427304646e-05, + "loss": 0.0907, + "step": 15627 + }, + { + "epoch": 13.255301102629346, + "grad_norm": 1.3897033965583034, + "learning_rate": 1.9453453858079965e-05, + "loss": 0.0957, + "step": 15628 + }, + { + "epoch": 13.256149279050042, + "grad_norm": 1.5075627920466037, + "learning_rate": 1.9453364281721516e-05, + "loss": 0.1001, + "step": 15629 + }, + { + "epoch": 13.256997455470739, + "grad_norm": 1.5342140772056367, + "learning_rate": 1.9453274698229358e-05, + "loss": 0.095, + "step": 15630 + }, + { + "epoch": 13.257845631891433, + "grad_norm": 1.5196192045842694, + "learning_rate": 1.9453185107603567e-05, + "loss": 0.0942, + "step": 15631 + }, + { + "epoch": 13.25869380831213, + "grad_norm": 1.601949915857375, + "learning_rate": 1.945309550984421e-05, + "loss": 0.0881, + "step": 15632 + }, + { + "epoch": 13.259541984732824, + "grad_norm": 1.4564955551760306, + "learning_rate": 1.9453005904951348e-05, + "loss": 0.094, + "step": 15633 + }, + { + "epoch": 13.26039016115352, + "grad_norm": 1.5816264537731843, + "learning_rate": 1.9452916292925056e-05, + "loss": 0.1001, + "step": 15634 + }, + { + "epoch": 13.261238337574216, + "grad_norm": 1.5415866385438706, + "learning_rate": 1.9452826673765398e-05, + "loss": 0.0962, + "step": 15635 + }, + { + "epoch": 13.26208651399491, + "grad_norm": 1.530624082355952, + "learning_rate": 1.945273704747244e-05, + "loss": 0.1055, + "step": 15636 + }, + { + "epoch": 13.262934690415607, + "grad_norm": 1.5350291970301004, + "learning_rate": 1.945264741404625e-05, + "loss": 0.1094, + "step": 15637 + }, + { + "epoch": 13.263782866836301, + "grad_norm": 1.6545850223907035, + "learning_rate": 1.9452557773486906e-05, + "loss": 0.0983, + "step": 15638 + }, + { + "epoch": 13.264631043256998, + "grad_norm": 1.3764115983375234, + "learning_rate": 1.945246812579446e-05, + "loss": 0.1023, + "step": 15639 + }, + { + "epoch": 13.265479219677694, + "grad_norm": 1.5179620701700989, + "learning_rate": 1.9452378470968987e-05, + "loss": 0.0983, + "step": 15640 + }, + { + "epoch": 13.266327396098388, + "grad_norm": 1.5379612920638857, + "learning_rate": 1.9452288809010557e-05, + "loss": 0.0926, + "step": 15641 + }, + { + "epoch": 13.267175572519085, + "grad_norm": 2.145583584043605, + "learning_rate": 1.9452199139919232e-05, + "loss": 0.1246, + "step": 15642 + }, + { + "epoch": 13.268023748939779, + "grad_norm": 1.418611278878435, + "learning_rate": 1.9452109463695086e-05, + "loss": 0.0873, + "step": 15643 + }, + { + "epoch": 13.268871925360475, + "grad_norm": 1.5996083575359128, + "learning_rate": 1.945201978033818e-05, + "loss": 0.1036, + "step": 15644 + }, + { + "epoch": 13.26972010178117, + "grad_norm": 1.599467695067457, + "learning_rate": 1.9451930089848584e-05, + "loss": 0.1226, + "step": 15645 + }, + { + "epoch": 13.270568278201866, + "grad_norm": 1.407436082598502, + "learning_rate": 1.945184039222637e-05, + "loss": 0.0842, + "step": 15646 + }, + { + "epoch": 13.271416454622562, + "grad_norm": 1.5203323999854508, + "learning_rate": 1.9451750687471604e-05, + "loss": 0.1148, + "step": 15647 + }, + { + "epoch": 13.272264631043257, + "grad_norm": 1.4573162051556217, + "learning_rate": 1.945166097558435e-05, + "loss": 0.1231, + "step": 15648 + }, + { + "epoch": 13.273112807463953, + "grad_norm": 1.4649225838377058, + "learning_rate": 1.9451571256564676e-05, + "loss": 0.0996, + "step": 15649 + }, + { + "epoch": 13.273960983884647, + "grad_norm": 1.4167526247245557, + "learning_rate": 1.945148153041265e-05, + "loss": 0.0939, + "step": 15650 + }, + { + "epoch": 13.274809160305344, + "grad_norm": 1.6184067750837494, + "learning_rate": 1.9451391797128348e-05, + "loss": 0.1119, + "step": 15651 + }, + { + "epoch": 13.27565733672604, + "grad_norm": 1.89702401161072, + "learning_rate": 1.9451302056711824e-05, + "loss": 0.1223, + "step": 15652 + }, + { + "epoch": 13.276505513146734, + "grad_norm": 1.4732413450243391, + "learning_rate": 1.9451212309163157e-05, + "loss": 0.0937, + "step": 15653 + }, + { + "epoch": 13.27735368956743, + "grad_norm": 1.533077420479001, + "learning_rate": 1.945112255448241e-05, + "loss": 0.0921, + "step": 15654 + }, + { + "epoch": 13.278201865988125, + "grad_norm": 1.5076147964564641, + "learning_rate": 1.945103279266965e-05, + "loss": 0.1229, + "step": 15655 + }, + { + "epoch": 13.279050042408821, + "grad_norm": 1.4687923265204863, + "learning_rate": 1.9450943023724944e-05, + "loss": 0.0885, + "step": 15656 + }, + { + "epoch": 13.279898218829517, + "grad_norm": 1.7871725196697732, + "learning_rate": 1.9450853247648363e-05, + "loss": 0.0881, + "step": 15657 + }, + { + "epoch": 13.280746395250212, + "grad_norm": 1.6107273504407613, + "learning_rate": 1.9450763464439975e-05, + "loss": 0.1216, + "step": 15658 + }, + { + "epoch": 13.281594571670908, + "grad_norm": 1.676727351217567, + "learning_rate": 1.9450673674099844e-05, + "loss": 0.1124, + "step": 15659 + }, + { + "epoch": 13.282442748091603, + "grad_norm": 1.4002064883029623, + "learning_rate": 1.945058387662804e-05, + "loss": 0.0946, + "step": 15660 + }, + { + "epoch": 13.283290924512299, + "grad_norm": 1.3371594176574757, + "learning_rate": 1.945049407202463e-05, + "loss": 0.0927, + "step": 15661 + }, + { + "epoch": 13.284139100932993, + "grad_norm": 1.588160278619665, + "learning_rate": 1.9450404260289684e-05, + "loss": 0.1146, + "step": 15662 + }, + { + "epoch": 13.28498727735369, + "grad_norm": 1.45784074471114, + "learning_rate": 1.945031444142327e-05, + "loss": 0.109, + "step": 15663 + }, + { + "epoch": 13.285835453774386, + "grad_norm": 1.6785199824442953, + "learning_rate": 1.9450224615425447e-05, + "loss": 0.1285, + "step": 15664 + }, + { + "epoch": 13.28668363019508, + "grad_norm": 1.3717161790134473, + "learning_rate": 1.9450134782296294e-05, + "loss": 0.1048, + "step": 15665 + }, + { + "epoch": 13.287531806615776, + "grad_norm": 1.5791206217410645, + "learning_rate": 1.9450044942035873e-05, + "loss": 0.0927, + "step": 15666 + }, + { + "epoch": 13.28837998303647, + "grad_norm": 1.5337949199025858, + "learning_rate": 1.9449955094644255e-05, + "loss": 0.0868, + "step": 15667 + }, + { + "epoch": 13.289228159457167, + "grad_norm": 1.580302929938134, + "learning_rate": 1.9449865240121507e-05, + "loss": 0.0887, + "step": 15668 + }, + { + "epoch": 13.290076335877863, + "grad_norm": 1.7129279438959897, + "learning_rate": 1.9449775378467693e-05, + "loss": 0.1162, + "step": 15669 + }, + { + "epoch": 13.290924512298558, + "grad_norm": 1.4053376947861418, + "learning_rate": 1.9449685509682886e-05, + "loss": 0.1002, + "step": 15670 + }, + { + "epoch": 13.291772688719254, + "grad_norm": 1.3606448575045433, + "learning_rate": 1.944959563376715e-05, + "loss": 0.1109, + "step": 15671 + }, + { + "epoch": 13.292620865139948, + "grad_norm": 1.5971051917185153, + "learning_rate": 1.9449505750720555e-05, + "loss": 0.1064, + "step": 15672 + }, + { + "epoch": 13.293469041560645, + "grad_norm": 1.624742723441961, + "learning_rate": 1.944941586054317e-05, + "loss": 0.101, + "step": 15673 + }, + { + "epoch": 13.294317217981341, + "grad_norm": 1.559845694085804, + "learning_rate": 1.9449325963235058e-05, + "loss": 0.0949, + "step": 15674 + }, + { + "epoch": 13.295165394402035, + "grad_norm": 1.4746746336417058, + "learning_rate": 1.944923605879629e-05, + "loss": 0.0891, + "step": 15675 + }, + { + "epoch": 13.296013570822732, + "grad_norm": 1.4941700234174573, + "learning_rate": 1.9449146147226936e-05, + "loss": 0.0844, + "step": 15676 + }, + { + "epoch": 13.296861747243426, + "grad_norm": 1.635070339797085, + "learning_rate": 1.944905622852706e-05, + "loss": 0.1264, + "step": 15677 + }, + { + "epoch": 13.297709923664122, + "grad_norm": 1.591926774517714, + "learning_rate": 1.944896630269673e-05, + "loss": 0.1015, + "step": 15678 + }, + { + "epoch": 13.298558100084819, + "grad_norm": 1.4858406146243097, + "learning_rate": 1.9448876369736014e-05, + "loss": 0.1078, + "step": 15679 + }, + { + "epoch": 13.299406276505513, + "grad_norm": 1.3843191342962349, + "learning_rate": 1.944878642964499e-05, + "loss": 0.1014, + "step": 15680 + }, + { + "epoch": 13.30025445292621, + "grad_norm": 1.4331333326381002, + "learning_rate": 1.9448696482423707e-05, + "loss": 0.0895, + "step": 15681 + }, + { + "epoch": 13.301102629346904, + "grad_norm": 1.5460884155961678, + "learning_rate": 1.9448606528072247e-05, + "loss": 0.0937, + "step": 15682 + }, + { + "epoch": 13.3019508057676, + "grad_norm": 1.567198399518595, + "learning_rate": 1.944851656659067e-05, + "loss": 0.1127, + "step": 15683 + }, + { + "epoch": 13.302798982188294, + "grad_norm": 1.6939218390498887, + "learning_rate": 1.9448426597979053e-05, + "loss": 0.1122, + "step": 15684 + }, + { + "epoch": 13.30364715860899, + "grad_norm": 1.4152383153411945, + "learning_rate": 1.9448336622237457e-05, + "loss": 0.1026, + "step": 15685 + }, + { + "epoch": 13.304495335029687, + "grad_norm": 1.4498861696030503, + "learning_rate": 1.944824663936595e-05, + "loss": 0.1169, + "step": 15686 + }, + { + "epoch": 13.305343511450381, + "grad_norm": 1.5095130854478664, + "learning_rate": 1.9448156649364603e-05, + "loss": 0.114, + "step": 15687 + }, + { + "epoch": 13.306191687871078, + "grad_norm": 1.2222420075801765, + "learning_rate": 1.944806665223348e-05, + "loss": 0.0791, + "step": 15688 + }, + { + "epoch": 13.307039864291772, + "grad_norm": 1.5021969282215903, + "learning_rate": 1.9447976647972654e-05, + "loss": 0.0895, + "step": 15689 + }, + { + "epoch": 13.307888040712468, + "grad_norm": 1.678806199355573, + "learning_rate": 1.9447886636582186e-05, + "loss": 0.0836, + "step": 15690 + }, + { + "epoch": 13.308736217133164, + "grad_norm": 1.6524023876706915, + "learning_rate": 1.944779661806215e-05, + "loss": 0.0918, + "step": 15691 + }, + { + "epoch": 13.309584393553859, + "grad_norm": 1.6815233720977494, + "learning_rate": 1.9447706592412614e-05, + "loss": 0.1087, + "step": 15692 + }, + { + "epoch": 13.310432569974555, + "grad_norm": 1.646305160053277, + "learning_rate": 1.944761655963364e-05, + "loss": 0.0944, + "step": 15693 + }, + { + "epoch": 13.31128074639525, + "grad_norm": 1.4259111409198721, + "learning_rate": 1.9447526519725302e-05, + "loss": 0.0934, + "step": 15694 + }, + { + "epoch": 13.312128922815946, + "grad_norm": 1.475918085044032, + "learning_rate": 1.9447436472687666e-05, + "loss": 0.1012, + "step": 15695 + }, + { + "epoch": 13.312977099236642, + "grad_norm": 1.4377864044005186, + "learning_rate": 1.9447346418520797e-05, + "loss": 0.0923, + "step": 15696 + }, + { + "epoch": 13.313825275657337, + "grad_norm": 1.4250706188482414, + "learning_rate": 1.944725635722477e-05, + "loss": 0.1032, + "step": 15697 + }, + { + "epoch": 13.314673452078033, + "grad_norm": 1.5732785365155586, + "learning_rate": 1.9447166288799644e-05, + "loss": 0.1058, + "step": 15698 + }, + { + "epoch": 13.315521628498727, + "grad_norm": 1.4491097674390185, + "learning_rate": 1.9447076213245494e-05, + "loss": 0.1301, + "step": 15699 + }, + { + "epoch": 13.316369804919423, + "grad_norm": 1.6032798616760813, + "learning_rate": 1.9446986130562387e-05, + "loss": 0.1121, + "step": 15700 + }, + { + "epoch": 13.317217981340118, + "grad_norm": 1.5819212239218872, + "learning_rate": 1.9446896040750387e-05, + "loss": 0.1388, + "step": 15701 + }, + { + "epoch": 13.318066157760814, + "grad_norm": 1.630434055746892, + "learning_rate": 1.9446805943809567e-05, + "loss": 0.1332, + "step": 15702 + }, + { + "epoch": 13.31891433418151, + "grad_norm": 1.4345128506501712, + "learning_rate": 1.944671583973999e-05, + "loss": 0.1196, + "step": 15703 + }, + { + "epoch": 13.319762510602205, + "grad_norm": 1.4853076469808202, + "learning_rate": 1.9446625728541725e-05, + "loss": 0.1005, + "step": 15704 + }, + { + "epoch": 13.320610687022901, + "grad_norm": 1.3593120159184602, + "learning_rate": 1.9446535610214844e-05, + "loss": 0.1027, + "step": 15705 + }, + { + "epoch": 13.321458863443596, + "grad_norm": 1.5606074442104085, + "learning_rate": 1.944644548475941e-05, + "loss": 0.1161, + "step": 15706 + }, + { + "epoch": 13.322307039864292, + "grad_norm": 1.6854603980559932, + "learning_rate": 1.9446355352175497e-05, + "loss": 0.086, + "step": 15707 + }, + { + "epoch": 13.323155216284988, + "grad_norm": 1.3980620525455696, + "learning_rate": 1.944626521246317e-05, + "loss": 0.0873, + "step": 15708 + }, + { + "epoch": 13.324003392705682, + "grad_norm": 1.629058756121331, + "learning_rate": 1.9446175065622494e-05, + "loss": 0.1108, + "step": 15709 + }, + { + "epoch": 13.324851569126379, + "grad_norm": 1.3478317709298022, + "learning_rate": 1.944608491165354e-05, + "loss": 0.0807, + "step": 15710 + }, + { + "epoch": 13.325699745547073, + "grad_norm": 1.245121925770609, + "learning_rate": 1.9445994750556372e-05, + "loss": 0.0768, + "step": 15711 + }, + { + "epoch": 13.32654792196777, + "grad_norm": 1.5474789819746242, + "learning_rate": 1.944590458233107e-05, + "loss": 0.1167, + "step": 15712 + }, + { + "epoch": 13.327396098388466, + "grad_norm": 1.4644863563518162, + "learning_rate": 1.944581440697769e-05, + "loss": 0.0991, + "step": 15713 + }, + { + "epoch": 13.32824427480916, + "grad_norm": 1.376069880854647, + "learning_rate": 1.94457242244963e-05, + "loss": 0.1012, + "step": 15714 + }, + { + "epoch": 13.329092451229856, + "grad_norm": 1.3588767628034195, + "learning_rate": 1.944563403488697e-05, + "loss": 0.1213, + "step": 15715 + }, + { + "epoch": 13.32994062765055, + "grad_norm": 1.7648542718775488, + "learning_rate": 1.9445543838149777e-05, + "loss": 0.1474, + "step": 15716 + }, + { + "epoch": 13.330788804071247, + "grad_norm": 1.422978228171502, + "learning_rate": 1.944545363428478e-05, + "loss": 0.0904, + "step": 15717 + }, + { + "epoch": 13.331636980491943, + "grad_norm": 1.6195976840601023, + "learning_rate": 1.944536342329205e-05, + "loss": 0.1048, + "step": 15718 + }, + { + "epoch": 13.332485156912638, + "grad_norm": 1.5055542234264598, + "learning_rate": 1.9445273205171652e-05, + "loss": 0.1003, + "step": 15719 + }, + { + "epoch": 13.333333333333334, + "grad_norm": 1.314274938471261, + "learning_rate": 1.9445182979923657e-05, + "loss": 0.0946, + "step": 15720 + }, + { + "epoch": 13.334181509754028, + "grad_norm": 1.4650086347566393, + "learning_rate": 1.9445092747548127e-05, + "loss": 0.1052, + "step": 15721 + }, + { + "epoch": 13.335029686174725, + "grad_norm": 1.6860417626619078, + "learning_rate": 1.944500250804514e-05, + "loss": 0.1314, + "step": 15722 + }, + { + "epoch": 13.335877862595419, + "grad_norm": 1.5431125471682698, + "learning_rate": 1.944491226141476e-05, + "loss": 0.091, + "step": 15723 + }, + { + "epoch": 13.336726039016115, + "grad_norm": 1.5486985240999642, + "learning_rate": 1.9444822007657053e-05, + "loss": 0.0865, + "step": 15724 + }, + { + "epoch": 13.337574215436812, + "grad_norm": 1.7124447574908561, + "learning_rate": 1.944473174677209e-05, + "loss": 0.1121, + "step": 15725 + }, + { + "epoch": 13.338422391857506, + "grad_norm": 1.4990886734072855, + "learning_rate": 1.9444641478759934e-05, + "loss": 0.0902, + "step": 15726 + }, + { + "epoch": 13.339270568278202, + "grad_norm": 1.6878016476433595, + "learning_rate": 1.9444551203620662e-05, + "loss": 0.1258, + "step": 15727 + }, + { + "epoch": 13.340118744698897, + "grad_norm": 1.4179069085905036, + "learning_rate": 1.9444460921354332e-05, + "loss": 0.1093, + "step": 15728 + }, + { + "epoch": 13.340966921119593, + "grad_norm": 1.5903263418239497, + "learning_rate": 1.944437063196102e-05, + "loss": 0.0984, + "step": 15729 + }, + { + "epoch": 13.34181509754029, + "grad_norm": 1.4888507168616865, + "learning_rate": 1.9444280335440793e-05, + "loss": 0.1041, + "step": 15730 + }, + { + "epoch": 13.342663273960984, + "grad_norm": 1.3766957064334486, + "learning_rate": 1.9444190031793716e-05, + "loss": 0.0845, + "step": 15731 + }, + { + "epoch": 13.34351145038168, + "grad_norm": 1.7036275016827664, + "learning_rate": 1.9444099721019855e-05, + "loss": 0.0992, + "step": 15732 + }, + { + "epoch": 13.344359626802374, + "grad_norm": 1.542360010388634, + "learning_rate": 1.9444009403119283e-05, + "loss": 0.1066, + "step": 15733 + }, + { + "epoch": 13.34520780322307, + "grad_norm": 1.5014342928618976, + "learning_rate": 1.944391907809207e-05, + "loss": 0.1249, + "step": 15734 + }, + { + "epoch": 13.346055979643765, + "grad_norm": 1.503525951715451, + "learning_rate": 1.944382874593828e-05, + "loss": 0.0836, + "step": 15735 + }, + { + "epoch": 13.346904156064461, + "grad_norm": 1.5077439078194872, + "learning_rate": 1.9443738406657982e-05, + "loss": 0.0852, + "step": 15736 + }, + { + "epoch": 13.347752332485157, + "grad_norm": 1.4473289193971888, + "learning_rate": 1.9443648060251242e-05, + "loss": 0.1004, + "step": 15737 + }, + { + "epoch": 13.348600508905852, + "grad_norm": 1.628964177326616, + "learning_rate": 1.944355770671813e-05, + "loss": 0.1109, + "step": 15738 + }, + { + "epoch": 13.349448685326548, + "grad_norm": 1.4939343506410703, + "learning_rate": 1.9443467346058717e-05, + "loss": 0.1075, + "step": 15739 + }, + { + "epoch": 13.350296861747243, + "grad_norm": 1.430153957652574, + "learning_rate": 1.944337697827307e-05, + "loss": 0.0831, + "step": 15740 + }, + { + "epoch": 13.351145038167939, + "grad_norm": 1.6675203145618425, + "learning_rate": 1.9443286603361252e-05, + "loss": 0.1304, + "step": 15741 + }, + { + "epoch": 13.351993214588635, + "grad_norm": 1.496129904003889, + "learning_rate": 1.944319622132334e-05, + "loss": 0.0997, + "step": 15742 + }, + { + "epoch": 13.35284139100933, + "grad_norm": 1.5465426338506734, + "learning_rate": 1.9443105832159395e-05, + "loss": 0.122, + "step": 15743 + }, + { + "epoch": 13.353689567430026, + "grad_norm": 1.4241799092262355, + "learning_rate": 1.9443015435869488e-05, + "loss": 0.1136, + "step": 15744 + }, + { + "epoch": 13.35453774385072, + "grad_norm": 1.6418626009802573, + "learning_rate": 1.9442925032453686e-05, + "loss": 0.103, + "step": 15745 + }, + { + "epoch": 13.355385920271416, + "grad_norm": 1.4799203302235306, + "learning_rate": 1.944283462191206e-05, + "loss": 0.0987, + "step": 15746 + }, + { + "epoch": 13.356234096692113, + "grad_norm": 1.564275547046855, + "learning_rate": 1.9442744204244675e-05, + "loss": 0.1217, + "step": 15747 + }, + { + "epoch": 13.357082273112807, + "grad_norm": 1.3426465204719304, + "learning_rate": 1.9442653779451598e-05, + "loss": 0.0897, + "step": 15748 + }, + { + "epoch": 13.357930449533503, + "grad_norm": 1.5697323853971559, + "learning_rate": 1.9442563347532903e-05, + "loss": 0.1136, + "step": 15749 + }, + { + "epoch": 13.358778625954198, + "grad_norm": 1.587328699263378, + "learning_rate": 1.9442472908488653e-05, + "loss": 0.1223, + "step": 15750 + }, + { + "epoch": 13.359626802374894, + "grad_norm": 1.351759644382595, + "learning_rate": 1.944238246231892e-05, + "loss": 0.0797, + "step": 15751 + }, + { + "epoch": 13.36047497879559, + "grad_norm": 1.5447235627980016, + "learning_rate": 1.944229200902377e-05, + "loss": 0.0923, + "step": 15752 + }, + { + "epoch": 13.361323155216285, + "grad_norm": 1.4990000840809201, + "learning_rate": 1.944220154860327e-05, + "loss": 0.0971, + "step": 15753 + }, + { + "epoch": 13.362171331636981, + "grad_norm": 1.6514842153362344, + "learning_rate": 1.9442111081057494e-05, + "loss": 0.116, + "step": 15754 + }, + { + "epoch": 13.363019508057675, + "grad_norm": 1.5047792361223964, + "learning_rate": 1.9442020606386505e-05, + "loss": 0.0944, + "step": 15755 + }, + { + "epoch": 13.363867684478372, + "grad_norm": 1.400021725965834, + "learning_rate": 1.944193012459037e-05, + "loss": 0.1127, + "step": 15756 + }, + { + "epoch": 13.364715860899066, + "grad_norm": 1.413037679898759, + "learning_rate": 1.9441839635669164e-05, + "loss": 0.1054, + "step": 15757 + }, + { + "epoch": 13.365564037319762, + "grad_norm": 1.603285912663178, + "learning_rate": 1.9441749139622947e-05, + "loss": 0.1065, + "step": 15758 + }, + { + "epoch": 13.366412213740459, + "grad_norm": 1.379281165285116, + "learning_rate": 1.9441658636451794e-05, + "loss": 0.0944, + "step": 15759 + }, + { + "epoch": 13.367260390161153, + "grad_norm": 1.400622544475859, + "learning_rate": 1.944156812615577e-05, + "loss": 0.1083, + "step": 15760 + }, + { + "epoch": 13.36810856658185, + "grad_norm": 1.409638339922539, + "learning_rate": 1.9441477608734943e-05, + "loss": 0.0924, + "step": 15761 + }, + { + "epoch": 13.368956743002544, + "grad_norm": 1.5002518237355973, + "learning_rate": 1.9441387084189384e-05, + "loss": 0.1038, + "step": 15762 + }, + { + "epoch": 13.36980491942324, + "grad_norm": 1.5334199289464419, + "learning_rate": 1.9441296552519157e-05, + "loss": 0.1058, + "step": 15763 + }, + { + "epoch": 13.370653095843936, + "grad_norm": 1.5688506389743622, + "learning_rate": 1.9441206013724335e-05, + "loss": 0.1016, + "step": 15764 + }, + { + "epoch": 13.37150127226463, + "grad_norm": 1.476650646105759, + "learning_rate": 1.9441115467804984e-05, + "loss": 0.0944, + "step": 15765 + }, + { + "epoch": 13.372349448685327, + "grad_norm": 1.3577772211314465, + "learning_rate": 1.9441024914761175e-05, + "loss": 0.1033, + "step": 15766 + }, + { + "epoch": 13.373197625106021, + "grad_norm": 1.4717234909388943, + "learning_rate": 1.944093435459297e-05, + "loss": 0.1095, + "step": 15767 + }, + { + "epoch": 13.374045801526718, + "grad_norm": 1.5708713365925637, + "learning_rate": 1.9440843787300444e-05, + "loss": 0.1054, + "step": 15768 + }, + { + "epoch": 13.374893977947414, + "grad_norm": 1.39314184704433, + "learning_rate": 1.944075321288366e-05, + "loss": 0.0936, + "step": 15769 + }, + { + "epoch": 13.375742154368108, + "grad_norm": 1.6979567859622902, + "learning_rate": 1.9440662631342693e-05, + "loss": 0.1265, + "step": 15770 + }, + { + "epoch": 13.376590330788805, + "grad_norm": 1.4636205561004962, + "learning_rate": 1.9440572042677604e-05, + "loss": 0.0937, + "step": 15771 + }, + { + "epoch": 13.377438507209499, + "grad_norm": 1.490704244958233, + "learning_rate": 1.9440481446888467e-05, + "loss": 0.1001, + "step": 15772 + }, + { + "epoch": 13.378286683630195, + "grad_norm": 1.4838907273255413, + "learning_rate": 1.9440390843975345e-05, + "loss": 0.1117, + "step": 15773 + }, + { + "epoch": 13.37913486005089, + "grad_norm": 1.5318174122988615, + "learning_rate": 1.944030023393831e-05, + "loss": 0.0937, + "step": 15774 + }, + { + "epoch": 13.379983036471586, + "grad_norm": 1.5535287464516756, + "learning_rate": 1.9440209616777434e-05, + "loss": 0.1033, + "step": 15775 + }, + { + "epoch": 13.380831212892282, + "grad_norm": 1.4945089940590013, + "learning_rate": 1.9440118992492777e-05, + "loss": 0.0816, + "step": 15776 + }, + { + "epoch": 13.381679389312977, + "grad_norm": 1.5660468036657007, + "learning_rate": 1.9440028361084413e-05, + "loss": 0.1058, + "step": 15777 + }, + { + "epoch": 13.382527565733673, + "grad_norm": 1.3293572522625345, + "learning_rate": 1.9439937722552407e-05, + "loss": 0.0811, + "step": 15778 + }, + { + "epoch": 13.383375742154367, + "grad_norm": 1.5741665236462223, + "learning_rate": 1.9439847076896834e-05, + "loss": 0.0955, + "step": 15779 + }, + { + "epoch": 13.384223918575064, + "grad_norm": 1.6908780917846968, + "learning_rate": 1.9439756424117755e-05, + "loss": 0.1175, + "step": 15780 + }, + { + "epoch": 13.38507209499576, + "grad_norm": 1.588492472247384, + "learning_rate": 1.943966576421524e-05, + "loss": 0.0963, + "step": 15781 + }, + { + "epoch": 13.385920271416454, + "grad_norm": 1.604155133241512, + "learning_rate": 1.9439575097189358e-05, + "loss": 0.1155, + "step": 15782 + }, + { + "epoch": 13.38676844783715, + "grad_norm": 1.577775350798731, + "learning_rate": 1.9439484423040182e-05, + "loss": 0.1199, + "step": 15783 + }, + { + "epoch": 13.387616624257845, + "grad_norm": 1.3872269345474155, + "learning_rate": 1.943939374176777e-05, + "loss": 0.1013, + "step": 15784 + }, + { + "epoch": 13.388464800678541, + "grad_norm": 1.4124951765043507, + "learning_rate": 1.9439303053372204e-05, + "loss": 0.0868, + "step": 15785 + }, + { + "epoch": 13.389312977099237, + "grad_norm": 1.431802119345756, + "learning_rate": 1.9439212357853542e-05, + "loss": 0.0815, + "step": 15786 + }, + { + "epoch": 13.390161153519932, + "grad_norm": 1.4365544543472661, + "learning_rate": 1.9439121655211856e-05, + "loss": 0.0976, + "step": 15787 + }, + { + "epoch": 13.391009329940628, + "grad_norm": 1.7740154923084845, + "learning_rate": 1.9439030945447215e-05, + "loss": 0.1283, + "step": 15788 + }, + { + "epoch": 13.391857506361323, + "grad_norm": 1.4949446594436928, + "learning_rate": 1.9438940228559685e-05, + "loss": 0.1137, + "step": 15789 + }, + { + "epoch": 13.392705682782019, + "grad_norm": 1.7493220833700942, + "learning_rate": 1.943884950454934e-05, + "loss": 0.1089, + "step": 15790 + }, + { + "epoch": 13.393553859202715, + "grad_norm": 1.5172818917697812, + "learning_rate": 1.943875877341624e-05, + "loss": 0.0956, + "step": 15791 + }, + { + "epoch": 13.39440203562341, + "grad_norm": 1.3534757126272998, + "learning_rate": 1.9438668035160456e-05, + "loss": 0.1054, + "step": 15792 + }, + { + "epoch": 13.395250212044106, + "grad_norm": 1.391204814996225, + "learning_rate": 1.9438577289782064e-05, + "loss": 0.1131, + "step": 15793 + }, + { + "epoch": 13.3960983884648, + "grad_norm": 1.7074091958958757, + "learning_rate": 1.9438486537281125e-05, + "loss": 0.0844, + "step": 15794 + }, + { + "epoch": 13.396946564885496, + "grad_norm": 1.6645779315284344, + "learning_rate": 1.943839577765771e-05, + "loss": 0.0984, + "step": 15795 + }, + { + "epoch": 13.39779474130619, + "grad_norm": 1.855715024449085, + "learning_rate": 1.9438305010911885e-05, + "loss": 0.1237, + "step": 15796 + }, + { + "epoch": 13.398642917726887, + "grad_norm": 1.4007680664825144, + "learning_rate": 1.9438214237043723e-05, + "loss": 0.0757, + "step": 15797 + }, + { + "epoch": 13.399491094147583, + "grad_norm": 1.5666466707448232, + "learning_rate": 1.943812345605329e-05, + "loss": 0.0893, + "step": 15798 + }, + { + "epoch": 13.400339270568278, + "grad_norm": 1.3805722235253604, + "learning_rate": 1.943803266794065e-05, + "loss": 0.0938, + "step": 15799 + }, + { + "epoch": 13.401187446988974, + "grad_norm": 1.3527980057731424, + "learning_rate": 1.943794187270588e-05, + "loss": 0.095, + "step": 15800 + }, + { + "epoch": 13.402035623409668, + "grad_norm": 1.4277336409893344, + "learning_rate": 1.9437851070349042e-05, + "loss": 0.112, + "step": 15801 + }, + { + "epoch": 13.402883799830365, + "grad_norm": 1.619637227777836, + "learning_rate": 1.943776026087021e-05, + "loss": 0.1018, + "step": 15802 + }, + { + "epoch": 13.403731976251061, + "grad_norm": 1.6269823472436316, + "learning_rate": 1.943766944426945e-05, + "loss": 0.1119, + "step": 15803 + }, + { + "epoch": 13.404580152671755, + "grad_norm": 1.554492253764421, + "learning_rate": 1.9437578620546825e-05, + "loss": 0.0988, + "step": 15804 + }, + { + "epoch": 13.405428329092452, + "grad_norm": 1.4678584585971626, + "learning_rate": 1.9437487789702413e-05, + "loss": 0.1147, + "step": 15805 + }, + { + "epoch": 13.406276505513146, + "grad_norm": 1.7584368158528805, + "learning_rate": 1.943739695173628e-05, + "loss": 0.1207, + "step": 15806 + }, + { + "epoch": 13.407124681933842, + "grad_norm": 1.7465643027692226, + "learning_rate": 1.943730610664849e-05, + "loss": 0.119, + "step": 15807 + }, + { + "epoch": 13.407972858354539, + "grad_norm": 1.6872663518811606, + "learning_rate": 1.943721525443911e-05, + "loss": 0.1067, + "step": 15808 + }, + { + "epoch": 13.408821034775233, + "grad_norm": 1.5801851934563742, + "learning_rate": 1.9437124395108218e-05, + "loss": 0.1321, + "step": 15809 + }, + { + "epoch": 13.40966921119593, + "grad_norm": 1.5482483130770492, + "learning_rate": 1.943703352865588e-05, + "loss": 0.1056, + "step": 15810 + }, + { + "epoch": 13.410517387616624, + "grad_norm": 1.4429897799629126, + "learning_rate": 1.9436942655082154e-05, + "loss": 0.0795, + "step": 15811 + }, + { + "epoch": 13.41136556403732, + "grad_norm": 1.4354431580695202, + "learning_rate": 1.9436851774387122e-05, + "loss": 0.0992, + "step": 15812 + }, + { + "epoch": 13.412213740458014, + "grad_norm": 1.3956996620946422, + "learning_rate": 1.9436760886570843e-05, + "loss": 0.0953, + "step": 15813 + }, + { + "epoch": 13.41306191687871, + "grad_norm": 1.5553305506966488, + "learning_rate": 1.9436669991633392e-05, + "loss": 0.1083, + "step": 15814 + }, + { + "epoch": 13.413910093299407, + "grad_norm": 1.5528560087238674, + "learning_rate": 1.9436579089574837e-05, + "loss": 0.1019, + "step": 15815 + }, + { + "epoch": 13.414758269720101, + "grad_norm": 1.5998468723303854, + "learning_rate": 1.9436488180395243e-05, + "loss": 0.1181, + "step": 15816 + }, + { + "epoch": 13.415606446140798, + "grad_norm": 1.2672018636126539, + "learning_rate": 1.9436397264094682e-05, + "loss": 0.0824, + "step": 15817 + }, + { + "epoch": 13.416454622561492, + "grad_norm": 1.4584828500889442, + "learning_rate": 1.943630634067322e-05, + "loss": 0.1076, + "step": 15818 + }, + { + "epoch": 13.417302798982188, + "grad_norm": 1.3013735613475046, + "learning_rate": 1.9436215410130927e-05, + "loss": 0.08, + "step": 15819 + }, + { + "epoch": 13.418150975402884, + "grad_norm": 1.4795480361763318, + "learning_rate": 1.943612447246787e-05, + "loss": 0.1146, + "step": 15820 + }, + { + "epoch": 13.418999151823579, + "grad_norm": 1.4375704911305416, + "learning_rate": 1.943603352768412e-05, + "loss": 0.1153, + "step": 15821 + }, + { + "epoch": 13.419847328244275, + "grad_norm": 1.6396676488189315, + "learning_rate": 1.9435942575779743e-05, + "loss": 0.0941, + "step": 15822 + }, + { + "epoch": 13.42069550466497, + "grad_norm": 1.686092853375347, + "learning_rate": 1.9435851616754813e-05, + "loss": 0.108, + "step": 15823 + }, + { + "epoch": 13.421543681085666, + "grad_norm": 1.5724096696062861, + "learning_rate": 1.9435760650609393e-05, + "loss": 0.0947, + "step": 15824 + }, + { + "epoch": 13.422391857506362, + "grad_norm": 1.5792888434421868, + "learning_rate": 1.943566967734355e-05, + "loss": 0.0878, + "step": 15825 + }, + { + "epoch": 13.423240033927057, + "grad_norm": 1.5034229070272758, + "learning_rate": 1.943557869695736e-05, + "loss": 0.1001, + "step": 15826 + }, + { + "epoch": 13.424088210347753, + "grad_norm": 1.487246747455414, + "learning_rate": 1.9435487709450885e-05, + "loss": 0.1133, + "step": 15827 + }, + { + "epoch": 13.424936386768447, + "grad_norm": 1.6489834304545081, + "learning_rate": 1.94353967148242e-05, + "loss": 0.1343, + "step": 15828 + }, + { + "epoch": 13.425784563189143, + "grad_norm": 1.471539199108971, + "learning_rate": 1.9435305713077367e-05, + "loss": 0.0985, + "step": 15829 + }, + { + "epoch": 13.42663273960984, + "grad_norm": 1.3399071031432639, + "learning_rate": 1.9435214704210458e-05, + "loss": 0.0874, + "step": 15830 + }, + { + "epoch": 13.427480916030534, + "grad_norm": 1.246374099743854, + "learning_rate": 1.9435123688223546e-05, + "loss": 0.0887, + "step": 15831 + }, + { + "epoch": 13.42832909245123, + "grad_norm": 1.3806205828160696, + "learning_rate": 1.943503266511669e-05, + "loss": 0.1025, + "step": 15832 + }, + { + "epoch": 13.429177268871925, + "grad_norm": 1.7278428464252629, + "learning_rate": 1.9434941634889966e-05, + "loss": 0.1246, + "step": 15833 + }, + { + "epoch": 13.430025445292621, + "grad_norm": 1.4372897678331162, + "learning_rate": 1.943485059754344e-05, + "loss": 0.0946, + "step": 15834 + }, + { + "epoch": 13.430873621713316, + "grad_norm": 1.4683019649391538, + "learning_rate": 1.9434759553077183e-05, + "loss": 0.0988, + "step": 15835 + }, + { + "epoch": 13.431721798134012, + "grad_norm": 1.591950170874899, + "learning_rate": 1.943466850149126e-05, + "loss": 0.0917, + "step": 15836 + }, + { + "epoch": 13.432569974554708, + "grad_norm": 1.7583478661786565, + "learning_rate": 1.943457744278574e-05, + "loss": 0.1099, + "step": 15837 + }, + { + "epoch": 13.433418150975402, + "grad_norm": 1.6939121647173339, + "learning_rate": 1.9434486376960693e-05, + "loss": 0.1163, + "step": 15838 + }, + { + "epoch": 13.434266327396099, + "grad_norm": 1.4145913908644525, + "learning_rate": 1.9434395304016192e-05, + "loss": 0.0916, + "step": 15839 + }, + { + "epoch": 13.435114503816793, + "grad_norm": 1.5934630262800926, + "learning_rate": 1.94343042239523e-05, + "loss": 0.105, + "step": 15840 + }, + { + "epoch": 13.43596268023749, + "grad_norm": 1.5311923825305596, + "learning_rate": 1.943421313676909e-05, + "loss": 0.0924, + "step": 15841 + }, + { + "epoch": 13.436810856658186, + "grad_norm": 1.775995719702435, + "learning_rate": 1.9434122042466625e-05, + "loss": 0.164, + "step": 15842 + }, + { + "epoch": 13.43765903307888, + "grad_norm": 1.5583937419900866, + "learning_rate": 1.9434030941044978e-05, + "loss": 0.1096, + "step": 15843 + }, + { + "epoch": 13.438507209499576, + "grad_norm": 1.5077421003671487, + "learning_rate": 1.9433939832504215e-05, + "loss": 0.1004, + "step": 15844 + }, + { + "epoch": 13.43935538592027, + "grad_norm": 1.463732392879887, + "learning_rate": 1.9433848716844408e-05, + "loss": 0.1089, + "step": 15845 + }, + { + "epoch": 13.440203562340967, + "grad_norm": 1.5911255837040503, + "learning_rate": 1.943375759406562e-05, + "loss": 0.1059, + "step": 15846 + }, + { + "epoch": 13.441051738761663, + "grad_norm": 1.4527573771001918, + "learning_rate": 1.9433666464167933e-05, + "loss": 0.0951, + "step": 15847 + }, + { + "epoch": 13.441899915182358, + "grad_norm": 1.5660985208243252, + "learning_rate": 1.94335753271514e-05, + "loss": 0.1033, + "step": 15848 + }, + { + "epoch": 13.442748091603054, + "grad_norm": 1.5728485276093667, + "learning_rate": 1.94334841830161e-05, + "loss": 0.1072, + "step": 15849 + }, + { + "epoch": 13.443596268023748, + "grad_norm": 1.4823009394666369, + "learning_rate": 1.94333930317621e-05, + "loss": 0.1064, + "step": 15850 + }, + { + "epoch": 13.444444444444445, + "grad_norm": 1.5656817670133183, + "learning_rate": 1.9433301873389463e-05, + "loss": 0.0943, + "step": 15851 + }, + { + "epoch": 13.445292620865139, + "grad_norm": 1.4025382320547883, + "learning_rate": 1.943321070789826e-05, + "loss": 0.0839, + "step": 15852 + }, + { + "epoch": 13.446140797285835, + "grad_norm": 1.4423151504298743, + "learning_rate": 1.9433119535288564e-05, + "loss": 0.1019, + "step": 15853 + }, + { + "epoch": 13.446988973706532, + "grad_norm": 1.582273575618577, + "learning_rate": 1.9433028355560445e-05, + "loss": 0.1057, + "step": 15854 + }, + { + "epoch": 13.447837150127226, + "grad_norm": 1.9659903468826176, + "learning_rate": 1.9432937168713963e-05, + "loss": 0.1204, + "step": 15855 + }, + { + "epoch": 13.448685326547922, + "grad_norm": 1.5403732333501245, + "learning_rate": 1.9432845974749196e-05, + "loss": 0.0897, + "step": 15856 + }, + { + "epoch": 13.449533502968617, + "grad_norm": 1.487875524051538, + "learning_rate": 1.9432754773666208e-05, + "loss": 0.093, + "step": 15857 + }, + { + "epoch": 13.450381679389313, + "grad_norm": 1.2967103303316239, + "learning_rate": 1.9432663565465067e-05, + "loss": 0.1, + "step": 15858 + }, + { + "epoch": 13.45122985581001, + "grad_norm": 1.5310407764626022, + "learning_rate": 1.9432572350145847e-05, + "loss": 0.1174, + "step": 15859 + }, + { + "epoch": 13.452078032230704, + "grad_norm": 1.5131956054908573, + "learning_rate": 1.943248112770861e-05, + "loss": 0.0924, + "step": 15860 + }, + { + "epoch": 13.4529262086514, + "grad_norm": 1.6037735167294624, + "learning_rate": 1.9432389898153432e-05, + "loss": 0.1165, + "step": 15861 + }, + { + "epoch": 13.453774385072094, + "grad_norm": 1.5795703487369794, + "learning_rate": 1.9432298661480376e-05, + "loss": 0.1009, + "step": 15862 + }, + { + "epoch": 13.45462256149279, + "grad_norm": 1.8042630519781222, + "learning_rate": 1.943220741768951e-05, + "loss": 0.136, + "step": 15863 + }, + { + "epoch": 13.455470737913487, + "grad_norm": 1.6380690002166176, + "learning_rate": 1.943211616678091e-05, + "loss": 0.1073, + "step": 15864 + }, + { + "epoch": 13.456318914334181, + "grad_norm": 1.4891303517635202, + "learning_rate": 1.9432024908754638e-05, + "loss": 0.0995, + "step": 15865 + }, + { + "epoch": 13.457167090754877, + "grad_norm": 1.4283989219622386, + "learning_rate": 1.9431933643610768e-05, + "loss": 0.0827, + "step": 15866 + }, + { + "epoch": 13.458015267175572, + "grad_norm": 1.6070858152618144, + "learning_rate": 1.9431842371349365e-05, + "loss": 0.118, + "step": 15867 + }, + { + "epoch": 13.458863443596268, + "grad_norm": 1.3747787696904632, + "learning_rate": 1.94317510919705e-05, + "loss": 0.0999, + "step": 15868 + }, + { + "epoch": 13.459711620016964, + "grad_norm": 1.3121824055585134, + "learning_rate": 1.9431659805474238e-05, + "loss": 0.0887, + "step": 15869 + }, + { + "epoch": 13.460559796437659, + "grad_norm": 1.7239995297681536, + "learning_rate": 1.9431568511860656e-05, + "loss": 0.1126, + "step": 15870 + }, + { + "epoch": 13.461407972858355, + "grad_norm": 1.5251809562190048, + "learning_rate": 1.9431477211129815e-05, + "loss": 0.1002, + "step": 15871 + }, + { + "epoch": 13.46225614927905, + "grad_norm": 1.4477459275845035, + "learning_rate": 1.9431385903281787e-05, + "loss": 0.1143, + "step": 15872 + }, + { + "epoch": 13.463104325699746, + "grad_norm": 1.5675365359974656, + "learning_rate": 1.9431294588316642e-05, + "loss": 0.0926, + "step": 15873 + }, + { + "epoch": 13.46395250212044, + "grad_norm": 1.4982473578687867, + "learning_rate": 1.943120326623445e-05, + "loss": 0.0949, + "step": 15874 + }, + { + "epoch": 13.464800678541136, + "grad_norm": 1.6809842829838901, + "learning_rate": 1.943111193703527e-05, + "loss": 0.1149, + "step": 15875 + }, + { + "epoch": 13.465648854961833, + "grad_norm": 1.304724646830952, + "learning_rate": 1.9431020600719184e-05, + "loss": 0.0884, + "step": 15876 + }, + { + "epoch": 13.466497031382527, + "grad_norm": 1.5204922038516837, + "learning_rate": 1.9430929257286254e-05, + "loss": 0.11, + "step": 15877 + }, + { + "epoch": 13.467345207803223, + "grad_norm": 1.5493245301156424, + "learning_rate": 1.9430837906736554e-05, + "loss": 0.104, + "step": 15878 + }, + { + "epoch": 13.468193384223918, + "grad_norm": 1.5585150729590014, + "learning_rate": 1.9430746549070144e-05, + "loss": 0.091, + "step": 15879 + }, + { + "epoch": 13.469041560644614, + "grad_norm": 1.4042927447888673, + "learning_rate": 1.9430655184287102e-05, + "loss": 0.0929, + "step": 15880 + }, + { + "epoch": 13.46988973706531, + "grad_norm": 1.5828847652687341, + "learning_rate": 1.943056381238749e-05, + "loss": 0.1059, + "step": 15881 + }, + { + "epoch": 13.470737913486005, + "grad_norm": 1.40496629213907, + "learning_rate": 1.943047243337138e-05, + "loss": 0.0824, + "step": 15882 + }, + { + "epoch": 13.471586089906701, + "grad_norm": 1.5681299486963287, + "learning_rate": 1.9430381047238845e-05, + "loss": 0.1147, + "step": 15883 + }, + { + "epoch": 13.472434266327395, + "grad_norm": 1.5727999808081743, + "learning_rate": 1.9430289653989947e-05, + "loss": 0.1111, + "step": 15884 + }, + { + "epoch": 13.473282442748092, + "grad_norm": 1.7054495205458982, + "learning_rate": 1.9430198253624758e-05, + "loss": 0.0944, + "step": 15885 + }, + { + "epoch": 13.474130619168788, + "grad_norm": 1.55871214504837, + "learning_rate": 1.9430106846143348e-05, + "loss": 0.1066, + "step": 15886 + }, + { + "epoch": 13.474978795589482, + "grad_norm": 1.5747591363534494, + "learning_rate": 1.9430015431545783e-05, + "loss": 0.1086, + "step": 15887 + }, + { + "epoch": 13.475826972010179, + "grad_norm": 1.2530567278644258, + "learning_rate": 1.942992400983214e-05, + "loss": 0.0754, + "step": 15888 + }, + { + "epoch": 13.476675148430873, + "grad_norm": 1.6056709170733494, + "learning_rate": 1.9429832581002476e-05, + "loss": 0.1083, + "step": 15889 + }, + { + "epoch": 13.47752332485157, + "grad_norm": 1.4605760034275157, + "learning_rate": 1.9429741145056866e-05, + "loss": 0.1004, + "step": 15890 + }, + { + "epoch": 13.478371501272264, + "grad_norm": 1.453141578811114, + "learning_rate": 1.942964970199538e-05, + "loss": 0.0991, + "step": 15891 + }, + { + "epoch": 13.47921967769296, + "grad_norm": 1.6171668660542637, + "learning_rate": 1.9429558251818084e-05, + "loss": 0.1013, + "step": 15892 + }, + { + "epoch": 13.480067854113656, + "grad_norm": 1.4037939595960218, + "learning_rate": 1.942946679452505e-05, + "loss": 0.0918, + "step": 15893 + }, + { + "epoch": 13.48091603053435, + "grad_norm": 1.45988518223527, + "learning_rate": 1.942937533011635e-05, + "loss": 0.0861, + "step": 15894 + }, + { + "epoch": 13.481764206955047, + "grad_norm": 1.3755052260021634, + "learning_rate": 1.9429283858592044e-05, + "loss": 0.0934, + "step": 15895 + }, + { + "epoch": 13.482612383375741, + "grad_norm": 1.627966978007682, + "learning_rate": 1.942919237995221e-05, + "loss": 0.1095, + "step": 15896 + }, + { + "epoch": 13.483460559796438, + "grad_norm": 1.6694710269829747, + "learning_rate": 1.942910089419691e-05, + "loss": 0.1416, + "step": 15897 + }, + { + "epoch": 13.484308736217134, + "grad_norm": 1.496708617003533, + "learning_rate": 1.9429009401326217e-05, + "loss": 0.1057, + "step": 15898 + }, + { + "epoch": 13.485156912637828, + "grad_norm": 1.5785387551093608, + "learning_rate": 1.94289179013402e-05, + "loss": 0.0969, + "step": 15899 + }, + { + "epoch": 13.486005089058525, + "grad_norm": 1.497014168843342, + "learning_rate": 1.9428826394238926e-05, + "loss": 0.106, + "step": 15900 + }, + { + "epoch": 13.486853265479219, + "grad_norm": 1.6952126237333096, + "learning_rate": 1.9428734880022464e-05, + "loss": 0.1154, + "step": 15901 + }, + { + "epoch": 13.487701441899915, + "grad_norm": 1.4230394330906484, + "learning_rate": 1.9428643358690887e-05, + "loss": 0.0905, + "step": 15902 + }, + { + "epoch": 13.488549618320612, + "grad_norm": 1.946682204251186, + "learning_rate": 1.942855183024426e-05, + "loss": 0.1247, + "step": 15903 + }, + { + "epoch": 13.489397794741306, + "grad_norm": 1.4937415462997299, + "learning_rate": 1.9428460294682653e-05, + "loss": 0.1021, + "step": 15904 + }, + { + "epoch": 13.490245971162002, + "grad_norm": 1.4725823902420518, + "learning_rate": 1.9428368752006138e-05, + "loss": 0.0994, + "step": 15905 + }, + { + "epoch": 13.491094147582697, + "grad_norm": 1.6274502880397463, + "learning_rate": 1.942827720221478e-05, + "loss": 0.1153, + "step": 15906 + }, + { + "epoch": 13.491942324003393, + "grad_norm": 1.4590060673652991, + "learning_rate": 1.942818564530865e-05, + "loss": 0.1191, + "step": 15907 + }, + { + "epoch": 13.49279050042409, + "grad_norm": 1.3268929965534353, + "learning_rate": 1.9428094081287812e-05, + "loss": 0.087, + "step": 15908 + }, + { + "epoch": 13.493638676844784, + "grad_norm": 1.6076147890420431, + "learning_rate": 1.9428002510152345e-05, + "loss": 0.1, + "step": 15909 + }, + { + "epoch": 13.49448685326548, + "grad_norm": 1.4781359328507997, + "learning_rate": 1.942791093190231e-05, + "loss": 0.1016, + "step": 15910 + }, + { + "epoch": 13.495335029686174, + "grad_norm": 1.4212441120676171, + "learning_rate": 1.9427819346537783e-05, + "loss": 0.0931, + "step": 15911 + }, + { + "epoch": 13.49618320610687, + "grad_norm": 1.5043197224575342, + "learning_rate": 1.9427727754058824e-05, + "loss": 0.0965, + "step": 15912 + }, + { + "epoch": 13.497031382527565, + "grad_norm": 1.6556202467011094, + "learning_rate": 1.942763615446551e-05, + "loss": 0.0985, + "step": 15913 + }, + { + "epoch": 13.497879558948261, + "grad_norm": 1.6441997026719994, + "learning_rate": 1.9427544547757908e-05, + "loss": 0.1096, + "step": 15914 + }, + { + "epoch": 13.498727735368957, + "grad_norm": 1.7204632827122304, + "learning_rate": 1.9427452933936087e-05, + "loss": 0.1304, + "step": 15915 + }, + { + "epoch": 13.499575911789652, + "grad_norm": 1.4660018214635206, + "learning_rate": 1.9427361313000114e-05, + "loss": 0.1074, + "step": 15916 + }, + { + "epoch": 13.500424088210348, + "grad_norm": 1.4194085677631174, + "learning_rate": 1.942726968495006e-05, + "loss": 0.0836, + "step": 15917 + }, + { + "epoch": 13.501272264631043, + "grad_norm": 1.5939815070953898, + "learning_rate": 1.9427178049785994e-05, + "loss": 0.101, + "step": 15918 + }, + { + "epoch": 13.502120441051739, + "grad_norm": 1.5561710588585498, + "learning_rate": 1.9427086407507985e-05, + "loss": 0.1142, + "step": 15919 + }, + { + "epoch": 13.502968617472435, + "grad_norm": 1.5007763871057862, + "learning_rate": 1.9426994758116103e-05, + "loss": 0.1198, + "step": 15920 + }, + { + "epoch": 13.50381679389313, + "grad_norm": 1.399672774635946, + "learning_rate": 1.9426903101610418e-05, + "loss": 0.1052, + "step": 15921 + }, + { + "epoch": 13.504664970313826, + "grad_norm": 1.436117282365986, + "learning_rate": 1.9426811437990995e-05, + "loss": 0.106, + "step": 15922 + }, + { + "epoch": 13.50551314673452, + "grad_norm": 1.47148627877567, + "learning_rate": 1.9426719767257904e-05, + "loss": 0.0909, + "step": 15923 + }, + { + "epoch": 13.506361323155216, + "grad_norm": 1.446147045806362, + "learning_rate": 1.942662808941122e-05, + "loss": 0.0897, + "step": 15924 + }, + { + "epoch": 13.50720949957591, + "grad_norm": 1.4757126835459982, + "learning_rate": 1.9426536404451005e-05, + "loss": 0.0839, + "step": 15925 + }, + { + "epoch": 13.508057675996607, + "grad_norm": 1.5729035646598168, + "learning_rate": 1.9426444712377336e-05, + "loss": 0.1003, + "step": 15926 + }, + { + "epoch": 13.508905852417303, + "grad_norm": 1.5511642077553092, + "learning_rate": 1.9426353013190274e-05, + "loss": 0.1007, + "step": 15927 + }, + { + "epoch": 13.509754028837998, + "grad_norm": 1.7320817002149131, + "learning_rate": 1.942626130688989e-05, + "loss": 0.0963, + "step": 15928 + }, + { + "epoch": 13.510602205258694, + "grad_norm": 1.4121227936471579, + "learning_rate": 1.9426169593476256e-05, + "loss": 0.0904, + "step": 15929 + }, + { + "epoch": 13.511450381679388, + "grad_norm": 1.6034867143379605, + "learning_rate": 1.9426077872949442e-05, + "loss": 0.1034, + "step": 15930 + }, + { + "epoch": 13.512298558100085, + "grad_norm": 1.6857856190981675, + "learning_rate": 1.9425986145309514e-05, + "loss": 0.1059, + "step": 15931 + }, + { + "epoch": 13.513146734520781, + "grad_norm": 1.8799872180208805, + "learning_rate": 1.9425894410556544e-05, + "loss": 0.1256, + "step": 15932 + }, + { + "epoch": 13.513994910941475, + "grad_norm": 1.3361135596903313, + "learning_rate": 1.9425802668690596e-05, + "loss": 0.1007, + "step": 15933 + }, + { + "epoch": 13.514843087362172, + "grad_norm": 1.3552476252529022, + "learning_rate": 1.9425710919711745e-05, + "loss": 0.0909, + "step": 15934 + }, + { + "epoch": 13.515691263782866, + "grad_norm": 1.3833607536472368, + "learning_rate": 1.942561916362006e-05, + "loss": 0.0965, + "step": 15935 + }, + { + "epoch": 13.516539440203562, + "grad_norm": 1.6186676485419431, + "learning_rate": 1.9425527400415608e-05, + "loss": 0.1001, + "step": 15936 + }, + { + "epoch": 13.517387616624259, + "grad_norm": 1.39757055824955, + "learning_rate": 1.9425435630098456e-05, + "loss": 0.0901, + "step": 15937 + }, + { + "epoch": 13.518235793044953, + "grad_norm": 1.4447968830986664, + "learning_rate": 1.9425343852668677e-05, + "loss": 0.0942, + "step": 15938 + }, + { + "epoch": 13.51908396946565, + "grad_norm": 1.7302060870133198, + "learning_rate": 1.942525206812634e-05, + "loss": 0.1112, + "step": 15939 + }, + { + "epoch": 13.519932145886344, + "grad_norm": 1.966401760030875, + "learning_rate": 1.9425160276471512e-05, + "loss": 0.1048, + "step": 15940 + }, + { + "epoch": 13.52078032230704, + "grad_norm": 1.63719091158487, + "learning_rate": 1.9425068477704265e-05, + "loss": 0.1016, + "step": 15941 + }, + { + "epoch": 13.521628498727736, + "grad_norm": 1.6798890466513117, + "learning_rate": 1.9424976671824665e-05, + "loss": 0.1178, + "step": 15942 + }, + { + "epoch": 13.52247667514843, + "grad_norm": 1.4635247072297968, + "learning_rate": 1.9424884858832788e-05, + "loss": 0.0903, + "step": 15943 + }, + { + "epoch": 13.523324851569127, + "grad_norm": 1.5277697959318435, + "learning_rate": 1.9424793038728696e-05, + "loss": 0.1017, + "step": 15944 + }, + { + "epoch": 13.524173027989821, + "grad_norm": 1.661479761915895, + "learning_rate": 1.942470121151246e-05, + "loss": 0.0944, + "step": 15945 + }, + { + "epoch": 13.525021204410518, + "grad_norm": 1.6585356303993168, + "learning_rate": 1.9424609377184153e-05, + "loss": 0.1078, + "step": 15946 + }, + { + "epoch": 13.525869380831214, + "grad_norm": 1.5935462217469996, + "learning_rate": 1.9424517535743836e-05, + "loss": 0.1228, + "step": 15947 + }, + { + "epoch": 13.526717557251908, + "grad_norm": 1.3653800178023185, + "learning_rate": 1.9424425687191587e-05, + "loss": 0.0973, + "step": 15948 + }, + { + "epoch": 13.527565733672605, + "grad_norm": 1.4883451427608543, + "learning_rate": 1.9424333831527474e-05, + "loss": 0.094, + "step": 15949 + }, + { + "epoch": 13.528413910093299, + "grad_norm": 1.5889616643212805, + "learning_rate": 1.9424241968751563e-05, + "loss": 0.1105, + "step": 15950 + }, + { + "epoch": 13.529262086513995, + "grad_norm": 1.7434680183327953, + "learning_rate": 1.9424150098863923e-05, + "loss": 0.1446, + "step": 15951 + }, + { + "epoch": 13.53011026293469, + "grad_norm": 1.5188397272136367, + "learning_rate": 1.9424058221864625e-05, + "loss": 0.1014, + "step": 15952 + }, + { + "epoch": 13.530958439355386, + "grad_norm": 1.4407402667565605, + "learning_rate": 1.942396633775374e-05, + "loss": 0.0944, + "step": 15953 + }, + { + "epoch": 13.531806615776082, + "grad_norm": 1.4662150846262456, + "learning_rate": 1.9423874446531336e-05, + "loss": 0.0829, + "step": 15954 + }, + { + "epoch": 13.532654792196777, + "grad_norm": 1.4965143612268033, + "learning_rate": 1.942378254819748e-05, + "loss": 0.0954, + "step": 15955 + }, + { + "epoch": 13.533502968617473, + "grad_norm": 1.6154238269379806, + "learning_rate": 1.9423690642752247e-05, + "loss": 0.1013, + "step": 15956 + }, + { + "epoch": 13.534351145038167, + "grad_norm": 1.4147311057866319, + "learning_rate": 1.94235987301957e-05, + "loss": 0.0864, + "step": 15957 + }, + { + "epoch": 13.535199321458864, + "grad_norm": 1.582003254081147, + "learning_rate": 1.942350681052791e-05, + "loss": 0.0835, + "step": 15958 + }, + { + "epoch": 13.53604749787956, + "grad_norm": 1.6471189209895318, + "learning_rate": 1.942341488374895e-05, + "loss": 0.0896, + "step": 15959 + }, + { + "epoch": 13.536895674300254, + "grad_norm": 1.6219576274740475, + "learning_rate": 1.9423322949858886e-05, + "loss": 0.0896, + "step": 15960 + }, + { + "epoch": 13.53774385072095, + "grad_norm": 1.7629808139429963, + "learning_rate": 1.9423231008857785e-05, + "loss": 0.1074, + "step": 15961 + }, + { + "epoch": 13.538592027141645, + "grad_norm": 1.4681622579598024, + "learning_rate": 1.9423139060745724e-05, + "loss": 0.0945, + "step": 15962 + }, + { + "epoch": 13.539440203562341, + "grad_norm": 1.3479840820309832, + "learning_rate": 1.9423047105522767e-05, + "loss": 0.0939, + "step": 15963 + }, + { + "epoch": 13.540288379983036, + "grad_norm": 1.7285374350296334, + "learning_rate": 1.9422955143188986e-05, + "loss": 0.1142, + "step": 15964 + }, + { + "epoch": 13.541136556403732, + "grad_norm": 1.5393894386852012, + "learning_rate": 1.9422863173744444e-05, + "loss": 0.083, + "step": 15965 + }, + { + "epoch": 13.541984732824428, + "grad_norm": 1.4961204854152352, + "learning_rate": 1.942277119718922e-05, + "loss": 0.0902, + "step": 15966 + }, + { + "epoch": 13.542832909245123, + "grad_norm": 1.5296068156254536, + "learning_rate": 1.9422679213523374e-05, + "loss": 0.106, + "step": 15967 + }, + { + "epoch": 13.543681085665819, + "grad_norm": 1.3698298940740818, + "learning_rate": 1.9422587222746985e-05, + "loss": 0.1011, + "step": 15968 + }, + { + "epoch": 13.544529262086513, + "grad_norm": 1.6632067738499843, + "learning_rate": 1.9422495224860114e-05, + "loss": 0.0943, + "step": 15969 + }, + { + "epoch": 13.54537743850721, + "grad_norm": 1.8336286081992281, + "learning_rate": 1.9422403219862835e-05, + "loss": 0.1197, + "step": 15970 + }, + { + "epoch": 13.546225614927906, + "grad_norm": 1.6317289253660718, + "learning_rate": 1.9422311207755215e-05, + "loss": 0.0964, + "step": 15971 + }, + { + "epoch": 13.5470737913486, + "grad_norm": 1.5576300984747316, + "learning_rate": 1.9422219188537327e-05, + "loss": 0.1104, + "step": 15972 + }, + { + "epoch": 13.547921967769296, + "grad_norm": 1.4822130868935854, + "learning_rate": 1.9422127162209237e-05, + "loss": 0.1036, + "step": 15973 + }, + { + "epoch": 13.54877014418999, + "grad_norm": 1.5620756616570364, + "learning_rate": 1.9422035128771014e-05, + "loss": 0.0995, + "step": 15974 + }, + { + "epoch": 13.549618320610687, + "grad_norm": 1.3783030195757207, + "learning_rate": 1.942194308822273e-05, + "loss": 0.0895, + "step": 15975 + }, + { + "epoch": 13.550466497031383, + "grad_norm": 1.6236190359917206, + "learning_rate": 1.9421851040564456e-05, + "loss": 0.102, + "step": 15976 + }, + { + "epoch": 13.551314673452078, + "grad_norm": 1.5801465624490367, + "learning_rate": 1.9421758985796256e-05, + "loss": 0.1178, + "step": 15977 + }, + { + "epoch": 13.552162849872774, + "grad_norm": 1.5915595823474258, + "learning_rate": 1.9421666923918203e-05, + "loss": 0.0939, + "step": 15978 + }, + { + "epoch": 13.553011026293468, + "grad_norm": 1.8231230900589912, + "learning_rate": 1.9421574854930367e-05, + "loss": 0.1142, + "step": 15979 + }, + { + "epoch": 13.553859202714165, + "grad_norm": 1.4367246721500952, + "learning_rate": 1.9421482778832813e-05, + "loss": 0.0911, + "step": 15980 + }, + { + "epoch": 13.554707379134861, + "grad_norm": 1.6145661645350398, + "learning_rate": 1.942139069562562e-05, + "loss": 0.1309, + "step": 15981 + }, + { + "epoch": 13.555555555555555, + "grad_norm": 1.610868665550691, + "learning_rate": 1.9421298605308847e-05, + "loss": 0.1169, + "step": 15982 + }, + { + "epoch": 13.556403731976252, + "grad_norm": 1.327601370161032, + "learning_rate": 1.9421206507882567e-05, + "loss": 0.0859, + "step": 15983 + }, + { + "epoch": 13.557251908396946, + "grad_norm": 1.7717766159698505, + "learning_rate": 1.9421114403346855e-05, + "loss": 0.1175, + "step": 15984 + }, + { + "epoch": 13.558100084817642, + "grad_norm": 1.7027983019491433, + "learning_rate": 1.9421022291701768e-05, + "loss": 0.1035, + "step": 15985 + }, + { + "epoch": 13.558948261238339, + "grad_norm": 1.6768817941780099, + "learning_rate": 1.942093017294739e-05, + "loss": 0.0967, + "step": 15986 + }, + { + "epoch": 13.559796437659033, + "grad_norm": 1.391120192194447, + "learning_rate": 1.9420838047083783e-05, + "loss": 0.0983, + "step": 15987 + }, + { + "epoch": 13.56064461407973, + "grad_norm": 1.5646312785246013, + "learning_rate": 1.9420745914111016e-05, + "loss": 0.1026, + "step": 15988 + }, + { + "epoch": 13.561492790500424, + "grad_norm": 1.6650972145694154, + "learning_rate": 1.942065377402916e-05, + "loss": 0.0971, + "step": 15989 + }, + { + "epoch": 13.56234096692112, + "grad_norm": 1.4529866240782903, + "learning_rate": 1.9420561626838284e-05, + "loss": 0.1039, + "step": 15990 + }, + { + "epoch": 13.563189143341814, + "grad_norm": 1.7626345035833533, + "learning_rate": 1.942046947253846e-05, + "loss": 0.1251, + "step": 15991 + }, + { + "epoch": 13.56403731976251, + "grad_norm": 1.7552064212574798, + "learning_rate": 1.9420377311129755e-05, + "loss": 0.1257, + "step": 15992 + }, + { + "epoch": 13.564885496183207, + "grad_norm": 1.461514181888222, + "learning_rate": 1.9420285142612237e-05, + "loss": 0.1241, + "step": 15993 + }, + { + "epoch": 13.565733672603901, + "grad_norm": 1.4456016372858316, + "learning_rate": 1.942019296698598e-05, + "loss": 0.0957, + "step": 15994 + }, + { + "epoch": 13.566581849024598, + "grad_norm": 1.5004343435989587, + "learning_rate": 1.942010078425105e-05, + "loss": 0.0946, + "step": 15995 + }, + { + "epoch": 13.567430025445292, + "grad_norm": 1.519458464509007, + "learning_rate": 1.9420008594407518e-05, + "loss": 0.0959, + "step": 15996 + }, + { + "epoch": 13.568278201865988, + "grad_norm": 1.5846507773953666, + "learning_rate": 1.9419916397455452e-05, + "loss": 0.1099, + "step": 15997 + }, + { + "epoch": 13.569126378286684, + "grad_norm": 1.9085699003957854, + "learning_rate": 1.9419824193394924e-05, + "loss": 0.1074, + "step": 15998 + }, + { + "epoch": 13.569974554707379, + "grad_norm": 1.6197138761143872, + "learning_rate": 1.9419731982226004e-05, + "loss": 0.088, + "step": 15999 + }, + { + "epoch": 13.570822731128075, + "grad_norm": 1.6933779537481275, + "learning_rate": 1.9419639763948756e-05, + "loss": 0.0966, + "step": 16000 + }, + { + "epoch": 13.57167090754877, + "grad_norm": 1.5348964116493027, + "learning_rate": 1.9419547538563258e-05, + "loss": 0.0917, + "step": 16001 + }, + { + "epoch": 13.572519083969466, + "grad_norm": 1.5473967098967987, + "learning_rate": 1.941945530606957e-05, + "loss": 0.1047, + "step": 16002 + }, + { + "epoch": 13.57336726039016, + "grad_norm": 1.524935537919346, + "learning_rate": 1.941936306646777e-05, + "loss": 0.0885, + "step": 16003 + }, + { + "epoch": 13.574215436810857, + "grad_norm": 1.7652867898058981, + "learning_rate": 1.9419270819757927e-05, + "loss": 0.1219, + "step": 16004 + }, + { + "epoch": 13.575063613231553, + "grad_norm": 1.4607439772033437, + "learning_rate": 1.9419178565940105e-05, + "loss": 0.0894, + "step": 16005 + }, + { + "epoch": 13.575911789652247, + "grad_norm": 1.642527247095717, + "learning_rate": 1.941908630501438e-05, + "loss": 0.1184, + "step": 16006 + }, + { + "epoch": 13.576759966072943, + "grad_norm": 1.7890924775224422, + "learning_rate": 1.9418994036980813e-05, + "loss": 0.1011, + "step": 16007 + }, + { + "epoch": 13.577608142493638, + "grad_norm": 1.5003320854056097, + "learning_rate": 1.9418901761839482e-05, + "loss": 0.1061, + "step": 16008 + }, + { + "epoch": 13.578456318914334, + "grad_norm": 1.551957854975215, + "learning_rate": 1.9418809479590454e-05, + "loss": 0.1134, + "step": 16009 + }, + { + "epoch": 13.57930449533503, + "grad_norm": 1.4898080593750254, + "learning_rate": 1.9418717190233795e-05, + "loss": 0.092, + "step": 16010 + }, + { + "epoch": 13.580152671755725, + "grad_norm": 1.5919638873013944, + "learning_rate": 1.9418624893769582e-05, + "loss": 0.099, + "step": 16011 + }, + { + "epoch": 13.581000848176421, + "grad_norm": 1.5214634537643925, + "learning_rate": 1.9418532590197875e-05, + "loss": 0.0919, + "step": 16012 + }, + { + "epoch": 13.581849024597116, + "grad_norm": 1.553502823036198, + "learning_rate": 1.9418440279518755e-05, + "loss": 0.0978, + "step": 16013 + }, + { + "epoch": 13.582697201017812, + "grad_norm": 1.571163057557814, + "learning_rate": 1.9418347961732286e-05, + "loss": 0.1052, + "step": 16014 + }, + { + "epoch": 13.583545377438508, + "grad_norm": 1.4918544177972695, + "learning_rate": 1.9418255636838533e-05, + "loss": 0.0795, + "step": 16015 + }, + { + "epoch": 13.584393553859202, + "grad_norm": 1.7208429764329192, + "learning_rate": 1.941816330483757e-05, + "loss": 0.1145, + "step": 16016 + }, + { + "epoch": 13.585241730279899, + "grad_norm": 1.5153782409310523, + "learning_rate": 1.941807096572947e-05, + "loss": 0.1222, + "step": 16017 + }, + { + "epoch": 13.586089906700593, + "grad_norm": 1.5526119556263078, + "learning_rate": 1.9417978619514296e-05, + "loss": 0.1098, + "step": 16018 + }, + { + "epoch": 13.58693808312129, + "grad_norm": 1.4054619368826118, + "learning_rate": 1.9417886266192126e-05, + "loss": 0.1088, + "step": 16019 + }, + { + "epoch": 13.587786259541986, + "grad_norm": 1.5323947493715995, + "learning_rate": 1.941779390576302e-05, + "loss": 0.0881, + "step": 16020 + }, + { + "epoch": 13.58863443596268, + "grad_norm": 1.6338883366318964, + "learning_rate": 1.9417701538227054e-05, + "loss": 0.0936, + "step": 16021 + }, + { + "epoch": 13.589482612383376, + "grad_norm": 1.6120945133055737, + "learning_rate": 1.9417609163584298e-05, + "loss": 0.1055, + "step": 16022 + }, + { + "epoch": 13.59033078880407, + "grad_norm": 1.8922159101015315, + "learning_rate": 1.941751678183482e-05, + "loss": 0.1251, + "step": 16023 + }, + { + "epoch": 13.591178965224767, + "grad_norm": 1.6883228508159793, + "learning_rate": 1.9417424392978687e-05, + "loss": 0.1074, + "step": 16024 + }, + { + "epoch": 13.592027141645461, + "grad_norm": 1.4532286988806529, + "learning_rate": 1.9417331997015973e-05, + "loss": 0.1112, + "step": 16025 + }, + { + "epoch": 13.592875318066158, + "grad_norm": 1.4098480903877286, + "learning_rate": 1.9417239593946748e-05, + "loss": 0.083, + "step": 16026 + }, + { + "epoch": 13.593723494486854, + "grad_norm": 1.6770329790326732, + "learning_rate": 1.941714718377108e-05, + "loss": 0.1054, + "step": 16027 + }, + { + "epoch": 13.594571670907548, + "grad_norm": 1.644611194626868, + "learning_rate": 1.9417054766489033e-05, + "loss": 0.1065, + "step": 16028 + }, + { + "epoch": 13.595419847328245, + "grad_norm": 1.6233336890854615, + "learning_rate": 1.9416962342100687e-05, + "loss": 0.1016, + "step": 16029 + }, + { + "epoch": 13.596268023748939, + "grad_norm": 1.6388215380766997, + "learning_rate": 1.9416869910606103e-05, + "loss": 0.1231, + "step": 16030 + }, + { + "epoch": 13.597116200169635, + "grad_norm": 1.4748256551867127, + "learning_rate": 1.941677747200536e-05, + "loss": 0.1009, + "step": 16031 + }, + { + "epoch": 13.597964376590332, + "grad_norm": 1.6613130435059185, + "learning_rate": 1.9416685026298522e-05, + "loss": 0.0899, + "step": 16032 + }, + { + "epoch": 13.598812553011026, + "grad_norm": 1.741822190367392, + "learning_rate": 1.9416592573485654e-05, + "loss": 0.1103, + "step": 16033 + }, + { + "epoch": 13.599660729431722, + "grad_norm": 1.522153226985394, + "learning_rate": 1.9416500113566833e-05, + "loss": 0.1007, + "step": 16034 + }, + { + "epoch": 13.600508905852417, + "grad_norm": 1.6207292955387085, + "learning_rate": 1.941640764654213e-05, + "loss": 0.1087, + "step": 16035 + }, + { + "epoch": 13.601357082273113, + "grad_norm": 1.5045384800128485, + "learning_rate": 1.9416315172411612e-05, + "loss": 0.1145, + "step": 16036 + }, + { + "epoch": 13.60220525869381, + "grad_norm": 1.3825978958728264, + "learning_rate": 1.9416222691175347e-05, + "loss": 0.1031, + "step": 16037 + }, + { + "epoch": 13.603053435114504, + "grad_norm": 1.3810973965109061, + "learning_rate": 1.9416130202833404e-05, + "loss": 0.1077, + "step": 16038 + }, + { + "epoch": 13.6039016115352, + "grad_norm": 1.4621042810841458, + "learning_rate": 1.9416037707385857e-05, + "loss": 0.0887, + "step": 16039 + }, + { + "epoch": 13.604749787955894, + "grad_norm": 1.4358856198197223, + "learning_rate": 1.9415945204832775e-05, + "loss": 0.0856, + "step": 16040 + }, + { + "epoch": 13.60559796437659, + "grad_norm": 1.4527621223074736, + "learning_rate": 1.9415852695174224e-05, + "loss": 0.1097, + "step": 16041 + }, + { + "epoch": 13.606446140797285, + "grad_norm": 1.4819611539509328, + "learning_rate": 1.941576017841028e-05, + "loss": 0.1056, + "step": 16042 + }, + { + "epoch": 13.607294317217981, + "grad_norm": 1.5640504373372173, + "learning_rate": 1.9415667654541008e-05, + "loss": 0.0942, + "step": 16043 + }, + { + "epoch": 13.608142493638677, + "grad_norm": 1.5831559769640124, + "learning_rate": 1.9415575123566473e-05, + "loss": 0.1037, + "step": 16044 + }, + { + "epoch": 13.608990670059372, + "grad_norm": 1.6872419061693589, + "learning_rate": 1.941548258548676e-05, + "loss": 0.1084, + "step": 16045 + }, + { + "epoch": 13.609838846480068, + "grad_norm": 1.4817020016388152, + "learning_rate": 1.9415390040301926e-05, + "loss": 0.0987, + "step": 16046 + }, + { + "epoch": 13.610687022900763, + "grad_norm": 1.600445532762888, + "learning_rate": 1.941529748801204e-05, + "loss": 0.1006, + "step": 16047 + }, + { + "epoch": 13.611535199321459, + "grad_norm": 1.4833022552695576, + "learning_rate": 1.9415204928617183e-05, + "loss": 0.1037, + "step": 16048 + }, + { + "epoch": 13.612383375742155, + "grad_norm": 1.7853353826640945, + "learning_rate": 1.9415112362117416e-05, + "loss": 0.0982, + "step": 16049 + }, + { + "epoch": 13.61323155216285, + "grad_norm": 1.64307457687304, + "learning_rate": 1.941501978851281e-05, + "loss": 0.1049, + "step": 16050 + }, + { + "epoch": 13.614079728583546, + "grad_norm": 1.4747617375922288, + "learning_rate": 1.9414927207803437e-05, + "loss": 0.0851, + "step": 16051 + }, + { + "epoch": 13.61492790500424, + "grad_norm": 1.8440224043733833, + "learning_rate": 1.9414834619989363e-05, + "loss": 0.1223, + "step": 16052 + }, + { + "epoch": 13.615776081424936, + "grad_norm": 1.7370993625410514, + "learning_rate": 1.9414742025070668e-05, + "loss": 0.1174, + "step": 16053 + }, + { + "epoch": 13.616624257845633, + "grad_norm": 1.5896565677345507, + "learning_rate": 1.941464942304741e-05, + "loss": 0.1101, + "step": 16054 + }, + { + "epoch": 13.617472434266327, + "grad_norm": 1.4487648191129239, + "learning_rate": 1.941455681391966e-05, + "loss": 0.099, + "step": 16055 + }, + { + "epoch": 13.618320610687023, + "grad_norm": 1.479234657453445, + "learning_rate": 1.94144641976875e-05, + "loss": 0.0874, + "step": 16056 + }, + { + "epoch": 13.619168787107718, + "grad_norm": 1.5283656007650832, + "learning_rate": 1.941437157435098e-05, + "loss": 0.1026, + "step": 16057 + }, + { + "epoch": 13.620016963528414, + "grad_norm": 1.5522796316912673, + "learning_rate": 1.9414278943910187e-05, + "loss": 0.1027, + "step": 16058 + }, + { + "epoch": 13.62086513994911, + "grad_norm": 1.626595153776461, + "learning_rate": 1.941418630636519e-05, + "loss": 0.0993, + "step": 16059 + }, + { + "epoch": 13.621713316369805, + "grad_norm": 1.7226468901182812, + "learning_rate": 1.9414093661716045e-05, + "loss": 0.1083, + "step": 16060 + }, + { + "epoch": 13.622561492790501, + "grad_norm": 1.4145496566519955, + "learning_rate": 1.9414001009962836e-05, + "loss": 0.1015, + "step": 16061 + }, + { + "epoch": 13.623409669211195, + "grad_norm": 1.6320361600803115, + "learning_rate": 1.9413908351105625e-05, + "loss": 0.119, + "step": 16062 + }, + { + "epoch": 13.624257845631892, + "grad_norm": 1.7351203048714294, + "learning_rate": 1.9413815685144488e-05, + "loss": 0.1027, + "step": 16063 + }, + { + "epoch": 13.625106022052586, + "grad_norm": 1.5205315157751518, + "learning_rate": 1.941372301207949e-05, + "loss": 0.1199, + "step": 16064 + }, + { + "epoch": 13.625954198473282, + "grad_norm": 1.6751619278499823, + "learning_rate": 1.94136303319107e-05, + "loss": 0.111, + "step": 16065 + }, + { + "epoch": 13.626802374893979, + "grad_norm": 1.6641896761123818, + "learning_rate": 1.9413537644638193e-05, + "loss": 0.0948, + "step": 16066 + }, + { + "epoch": 13.627650551314673, + "grad_norm": 1.879680782054062, + "learning_rate": 1.9413444950262038e-05, + "loss": 0.1186, + "step": 16067 + }, + { + "epoch": 13.62849872773537, + "grad_norm": 1.5635887121175132, + "learning_rate": 1.94133522487823e-05, + "loss": 0.1066, + "step": 16068 + }, + { + "epoch": 13.629346904156064, + "grad_norm": 1.4497696720073265, + "learning_rate": 1.9413259540199054e-05, + "loss": 0.0952, + "step": 16069 + }, + { + "epoch": 13.63019508057676, + "grad_norm": 1.6459280237057003, + "learning_rate": 1.9413166824512367e-05, + "loss": 0.1144, + "step": 16070 + }, + { + "epoch": 13.631043256997456, + "grad_norm": 1.6323426809363817, + "learning_rate": 1.9413074101722312e-05, + "loss": 0.1284, + "step": 16071 + }, + { + "epoch": 13.63189143341815, + "grad_norm": 1.7259495049497753, + "learning_rate": 1.9412981371828954e-05, + "loss": 0.0886, + "step": 16072 + }, + { + "epoch": 13.632739609838847, + "grad_norm": 1.5911848659483288, + "learning_rate": 1.9412888634832372e-05, + "loss": 0.0961, + "step": 16073 + }, + { + "epoch": 13.633587786259541, + "grad_norm": 1.4420960884156722, + "learning_rate": 1.941279589073263e-05, + "loss": 0.0951, + "step": 16074 + }, + { + "epoch": 13.634435962680238, + "grad_norm": 1.6714095721390694, + "learning_rate": 1.9412703139529792e-05, + "loss": 0.108, + "step": 16075 + }, + { + "epoch": 13.635284139100932, + "grad_norm": 1.5454149813620743, + "learning_rate": 1.9412610381223937e-05, + "loss": 0.1026, + "step": 16076 + }, + { + "epoch": 13.636132315521628, + "grad_norm": 1.4806177810830747, + "learning_rate": 1.9412517615815135e-05, + "loss": 0.1105, + "step": 16077 + }, + { + "epoch": 13.636980491942325, + "grad_norm": 1.5288349790204372, + "learning_rate": 1.9412424843303447e-05, + "loss": 0.1144, + "step": 16078 + }, + { + "epoch": 13.637828668363019, + "grad_norm": 1.5965259784639483, + "learning_rate": 1.9412332063688954e-05, + "loss": 0.1039, + "step": 16079 + }, + { + "epoch": 13.638676844783715, + "grad_norm": 1.5098812381454256, + "learning_rate": 1.941223927697172e-05, + "loss": 0.1003, + "step": 16080 + }, + { + "epoch": 13.63952502120441, + "grad_norm": 1.5842965828113473, + "learning_rate": 1.9412146483151817e-05, + "loss": 0.1097, + "step": 16081 + }, + { + "epoch": 13.640373197625106, + "grad_norm": 1.5238452151990585, + "learning_rate": 1.941205368222931e-05, + "loss": 0.0953, + "step": 16082 + }, + { + "epoch": 13.641221374045802, + "grad_norm": 1.3279498666293583, + "learning_rate": 1.9411960874204277e-05, + "loss": 0.0894, + "step": 16083 + }, + { + "epoch": 13.642069550466497, + "grad_norm": 1.5049340055775395, + "learning_rate": 1.9411868059076786e-05, + "loss": 0.0899, + "step": 16084 + }, + { + "epoch": 13.642917726887193, + "grad_norm": 1.5164657499050644, + "learning_rate": 1.9411775236846903e-05, + "loss": 0.1131, + "step": 16085 + }, + { + "epoch": 13.643765903307887, + "grad_norm": 1.8206413501989354, + "learning_rate": 1.94116824075147e-05, + "loss": 0.121, + "step": 16086 + }, + { + "epoch": 13.644614079728584, + "grad_norm": 1.5264727542345595, + "learning_rate": 1.9411589571080247e-05, + "loss": 0.1025, + "step": 16087 + }, + { + "epoch": 13.64546225614928, + "grad_norm": 1.468366725117298, + "learning_rate": 1.9411496727543617e-05, + "loss": 0.1013, + "step": 16088 + }, + { + "epoch": 13.646310432569974, + "grad_norm": 1.4658628080406617, + "learning_rate": 1.9411403876904872e-05, + "loss": 0.0933, + "step": 16089 + }, + { + "epoch": 13.64715860899067, + "grad_norm": 1.5175787865244565, + "learning_rate": 1.9411311019164095e-05, + "loss": 0.1046, + "step": 16090 + }, + { + "epoch": 13.648006785411365, + "grad_norm": 1.5434540582906786, + "learning_rate": 1.9411218154321343e-05, + "loss": 0.0978, + "step": 16091 + }, + { + "epoch": 13.648854961832061, + "grad_norm": 1.6391743120657778, + "learning_rate": 1.9411125282376695e-05, + "loss": 0.1315, + "step": 16092 + }, + { + "epoch": 13.649703138252757, + "grad_norm": 1.6578785412830483, + "learning_rate": 1.9411032403330217e-05, + "loss": 0.094, + "step": 16093 + }, + { + "epoch": 13.650551314673452, + "grad_norm": 1.6994201787386636, + "learning_rate": 1.9410939517181977e-05, + "loss": 0.1213, + "step": 16094 + }, + { + "epoch": 13.651399491094148, + "grad_norm": 1.6305721371597535, + "learning_rate": 1.9410846623932055e-05, + "loss": 0.1143, + "step": 16095 + }, + { + "epoch": 13.652247667514843, + "grad_norm": 1.5421181213546535, + "learning_rate": 1.9410753723580506e-05, + "loss": 0.1385, + "step": 16096 + }, + { + "epoch": 13.653095843935539, + "grad_norm": 1.6767676912067517, + "learning_rate": 1.9410660816127413e-05, + "loss": 0.096, + "step": 16097 + }, + { + "epoch": 13.653944020356235, + "grad_norm": 1.5621543697011129, + "learning_rate": 1.941056790157284e-05, + "loss": 0.0874, + "step": 16098 + }, + { + "epoch": 13.65479219677693, + "grad_norm": 1.583504371499438, + "learning_rate": 1.941047497991686e-05, + "loss": 0.0919, + "step": 16099 + }, + { + "epoch": 13.655640373197626, + "grad_norm": 1.7320428238174863, + "learning_rate": 1.941038205115954e-05, + "loss": 0.1216, + "step": 16100 + }, + { + "epoch": 13.65648854961832, + "grad_norm": 1.4560003794702765, + "learning_rate": 1.941028911530095e-05, + "loss": 0.1073, + "step": 16101 + }, + { + "epoch": 13.657336726039016, + "grad_norm": 1.5135787277559964, + "learning_rate": 1.9410196172341164e-05, + "loss": 0.095, + "step": 16102 + }, + { + "epoch": 13.65818490245971, + "grad_norm": 1.5503727476959437, + "learning_rate": 1.941010322228025e-05, + "loss": 0.0887, + "step": 16103 + }, + { + "epoch": 13.659033078880407, + "grad_norm": 1.406924090417604, + "learning_rate": 1.9410010265118276e-05, + "loss": 0.0881, + "step": 16104 + }, + { + "epoch": 13.659881255301103, + "grad_norm": 1.3926125776551763, + "learning_rate": 1.9409917300855317e-05, + "loss": 0.0949, + "step": 16105 + }, + { + "epoch": 13.660729431721798, + "grad_norm": 1.5648027089897898, + "learning_rate": 1.940982432949144e-05, + "loss": 0.0806, + "step": 16106 + }, + { + "epoch": 13.661577608142494, + "grad_norm": 1.6740590526289023, + "learning_rate": 1.9409731351026716e-05, + "loss": 0.1261, + "step": 16107 + }, + { + "epoch": 13.662425784563188, + "grad_norm": 1.6601474793832842, + "learning_rate": 1.9409638365461213e-05, + "loss": 0.1158, + "step": 16108 + }, + { + "epoch": 13.663273960983885, + "grad_norm": 1.6264756100542352, + "learning_rate": 1.9409545372795003e-05, + "loss": 0.106, + "step": 16109 + }, + { + "epoch": 13.664122137404581, + "grad_norm": 1.4138964097565443, + "learning_rate": 1.9409452373028156e-05, + "loss": 0.089, + "step": 16110 + }, + { + "epoch": 13.664970313825275, + "grad_norm": 1.4776059831079147, + "learning_rate": 1.9409359366160744e-05, + "loss": 0.0894, + "step": 16111 + }, + { + "epoch": 13.665818490245972, + "grad_norm": 1.4445514734602183, + "learning_rate": 1.9409266352192834e-05, + "loss": 0.1023, + "step": 16112 + }, + { + "epoch": 13.666666666666666, + "grad_norm": 1.6442734794190845, + "learning_rate": 1.94091733311245e-05, + "loss": 0.1134, + "step": 16113 + }, + { + "epoch": 13.667514843087362, + "grad_norm": 1.8187375022862053, + "learning_rate": 1.9409080302955807e-05, + "loss": 0.126, + "step": 16114 + }, + { + "epoch": 13.668363019508057, + "grad_norm": 1.3476137767268557, + "learning_rate": 1.940898726768683e-05, + "loss": 0.098, + "step": 16115 + }, + { + "epoch": 13.669211195928753, + "grad_norm": 1.648450990381686, + "learning_rate": 1.9408894225317635e-05, + "loss": 0.1204, + "step": 16116 + }, + { + "epoch": 13.67005937234945, + "grad_norm": 1.5818007894693964, + "learning_rate": 1.9408801175848294e-05, + "loss": 0.1035, + "step": 16117 + }, + { + "epoch": 13.670907548770144, + "grad_norm": 1.6099009564165694, + "learning_rate": 1.940870811927888e-05, + "loss": 0.1138, + "step": 16118 + }, + { + "epoch": 13.67175572519084, + "grad_norm": 1.6116343809467606, + "learning_rate": 1.9408615055609458e-05, + "loss": 0.0953, + "step": 16119 + }, + { + "epoch": 13.672603901611534, + "grad_norm": 1.4387660788705527, + "learning_rate": 1.94085219848401e-05, + "loss": 0.102, + "step": 16120 + }, + { + "epoch": 13.67345207803223, + "grad_norm": 1.5646720196144057, + "learning_rate": 1.9408428906970884e-05, + "loss": 0.1016, + "step": 16121 + }, + { + "epoch": 13.674300254452927, + "grad_norm": 1.5648364478858903, + "learning_rate": 1.9408335822001868e-05, + "loss": 0.0983, + "step": 16122 + }, + { + "epoch": 13.675148430873621, + "grad_norm": 1.7307081550100987, + "learning_rate": 1.9408242729933132e-05, + "loss": 0.0954, + "step": 16123 + }, + { + "epoch": 13.675996607294318, + "grad_norm": 1.590434308355901, + "learning_rate": 1.940814963076474e-05, + "loss": 0.1142, + "step": 16124 + }, + { + "epoch": 13.676844783715012, + "grad_norm": 1.5388554394732639, + "learning_rate": 1.9408056524496764e-05, + "loss": 0.0889, + "step": 16125 + }, + { + "epoch": 13.677692960135708, + "grad_norm": 1.7800390861829067, + "learning_rate": 1.9407963411129277e-05, + "loss": 0.1491, + "step": 16126 + }, + { + "epoch": 13.678541136556404, + "grad_norm": 1.3588865965292893, + "learning_rate": 1.9407870290662343e-05, + "loss": 0.0755, + "step": 16127 + }, + { + "epoch": 13.679389312977099, + "grad_norm": 1.5385567204222237, + "learning_rate": 1.9407777163096036e-05, + "loss": 0.0979, + "step": 16128 + }, + { + "epoch": 13.680237489397795, + "grad_norm": 1.644474047136741, + "learning_rate": 1.940768402843043e-05, + "loss": 0.1146, + "step": 16129 + }, + { + "epoch": 13.68108566581849, + "grad_norm": 1.561045438177573, + "learning_rate": 1.9407590886665588e-05, + "loss": 0.0964, + "step": 16130 + }, + { + "epoch": 13.681933842239186, + "grad_norm": 1.7206560624095755, + "learning_rate": 1.9407497737801586e-05, + "loss": 0.0842, + "step": 16131 + }, + { + "epoch": 13.682782018659882, + "grad_norm": 1.6281348372783724, + "learning_rate": 1.9407404581838493e-05, + "loss": 0.1087, + "step": 16132 + }, + { + "epoch": 13.683630195080577, + "grad_norm": 1.6684907953673813, + "learning_rate": 1.940731141877638e-05, + "loss": 0.0948, + "step": 16133 + }, + { + "epoch": 13.684478371501273, + "grad_norm": 1.822380014682019, + "learning_rate": 1.9407218248615312e-05, + "loss": 0.12, + "step": 16134 + }, + { + "epoch": 13.685326547921967, + "grad_norm": 1.483422353087975, + "learning_rate": 1.9407125071355364e-05, + "loss": 0.0965, + "step": 16135 + }, + { + "epoch": 13.686174724342663, + "grad_norm": 1.4901737321726993, + "learning_rate": 1.9407031886996606e-05, + "loss": 0.0971, + "step": 16136 + }, + { + "epoch": 13.68702290076336, + "grad_norm": 1.7148308483559955, + "learning_rate": 1.9406938695539105e-05, + "loss": 0.1107, + "step": 16137 + }, + { + "epoch": 13.687871077184054, + "grad_norm": 1.5317900786969179, + "learning_rate": 1.940684549698294e-05, + "loss": 0.1066, + "step": 16138 + }, + { + "epoch": 13.68871925360475, + "grad_norm": 1.6219048402668812, + "learning_rate": 1.940675229132817e-05, + "loss": 0.1103, + "step": 16139 + }, + { + "epoch": 13.689567430025445, + "grad_norm": 1.5099370406804802, + "learning_rate": 1.9406659078574872e-05, + "loss": 0.0937, + "step": 16140 + }, + { + "epoch": 13.690415606446141, + "grad_norm": 1.6474114373404913, + "learning_rate": 1.940656585872312e-05, + "loss": 0.1144, + "step": 16141 + }, + { + "epoch": 13.691263782866836, + "grad_norm": 1.6502713189420968, + "learning_rate": 1.9406472631772973e-05, + "loss": 0.1237, + "step": 16142 + }, + { + "epoch": 13.692111959287532, + "grad_norm": 1.4346595448585482, + "learning_rate": 1.9406379397724507e-05, + "loss": 0.1055, + "step": 16143 + }, + { + "epoch": 13.692960135708228, + "grad_norm": 1.6069839687959517, + "learning_rate": 1.9406286156577797e-05, + "loss": 0.1164, + "step": 16144 + }, + { + "epoch": 13.693808312128922, + "grad_norm": 1.4938521820562902, + "learning_rate": 1.9406192908332914e-05, + "loss": 0.0988, + "step": 16145 + }, + { + "epoch": 13.694656488549619, + "grad_norm": 1.6093139533442486, + "learning_rate": 1.9406099652989918e-05, + "loss": 0.0964, + "step": 16146 + }, + { + "epoch": 13.695504664970313, + "grad_norm": 1.4436457140603938, + "learning_rate": 1.9406006390548887e-05, + "loss": 0.0895, + "step": 16147 + }, + { + "epoch": 13.69635284139101, + "grad_norm": 1.4839709766137066, + "learning_rate": 1.9405913121009887e-05, + "loss": 0.1319, + "step": 16148 + }, + { + "epoch": 13.697201017811706, + "grad_norm": 1.5345771972800129, + "learning_rate": 1.940581984437299e-05, + "loss": 0.0922, + "step": 16149 + }, + { + "epoch": 13.6980491942324, + "grad_norm": 1.4615447887441728, + "learning_rate": 1.9405726560638274e-05, + "loss": 0.098, + "step": 16150 + }, + { + "epoch": 13.698897370653096, + "grad_norm": 1.5232176021851358, + "learning_rate": 1.94056332698058e-05, + "loss": 0.1025, + "step": 16151 + }, + { + "epoch": 13.69974554707379, + "grad_norm": 1.3981997662984518, + "learning_rate": 1.940553997187564e-05, + "loss": 0.0958, + "step": 16152 + }, + { + "epoch": 13.700593723494487, + "grad_norm": 1.690817469355775, + "learning_rate": 1.940544666684787e-05, + "loss": 0.0995, + "step": 16153 + }, + { + "epoch": 13.701441899915181, + "grad_norm": 1.510560929906095, + "learning_rate": 1.940535335472255e-05, + "loss": 0.1072, + "step": 16154 + }, + { + "epoch": 13.702290076335878, + "grad_norm": 1.4816904314830717, + "learning_rate": 1.9405260035499757e-05, + "loss": 0.1009, + "step": 16155 + }, + { + "epoch": 13.703138252756574, + "grad_norm": 1.6519854867198065, + "learning_rate": 1.940516670917956e-05, + "loss": 0.1133, + "step": 16156 + }, + { + "epoch": 13.703986429177268, + "grad_norm": 1.5348652051686928, + "learning_rate": 1.9405073375762034e-05, + "loss": 0.0991, + "step": 16157 + }, + { + "epoch": 13.704834605597965, + "grad_norm": 1.571718968868336, + "learning_rate": 1.9404980035247247e-05, + "loss": 0.0942, + "step": 16158 + }, + { + "epoch": 13.705682782018659, + "grad_norm": 1.411464073074051, + "learning_rate": 1.940488668763526e-05, + "loss": 0.0943, + "step": 16159 + }, + { + "epoch": 13.706530958439355, + "grad_norm": 1.51742602638119, + "learning_rate": 1.9404793332926163e-05, + "loss": 0.0894, + "step": 16160 + }, + { + "epoch": 13.707379134860052, + "grad_norm": 1.740542440771522, + "learning_rate": 1.9404699971120006e-05, + "loss": 0.1162, + "step": 16161 + }, + { + "epoch": 13.708227311280746, + "grad_norm": 1.40308441508123, + "learning_rate": 1.940460660221687e-05, + "loss": 0.0911, + "step": 16162 + }, + { + "epoch": 13.709075487701442, + "grad_norm": 1.4815868721006065, + "learning_rate": 1.9404513226216828e-05, + "loss": 0.0891, + "step": 16163 + }, + { + "epoch": 13.709923664122137, + "grad_norm": 1.5579217306652016, + "learning_rate": 1.9404419843119945e-05, + "loss": 0.1097, + "step": 16164 + }, + { + "epoch": 13.710771840542833, + "grad_norm": 1.4446059592149065, + "learning_rate": 1.9404326452926292e-05, + "loss": 0.1033, + "step": 16165 + }, + { + "epoch": 13.71162001696353, + "grad_norm": 1.43741219965583, + "learning_rate": 1.940423305563594e-05, + "loss": 0.1068, + "step": 16166 + }, + { + "epoch": 13.712468193384224, + "grad_norm": 1.7462547284582428, + "learning_rate": 1.9404139651248962e-05, + "loss": 0.1053, + "step": 16167 + }, + { + "epoch": 13.71331636980492, + "grad_norm": 1.3838944189911908, + "learning_rate": 1.940404623976542e-05, + "loss": 0.0961, + "step": 16168 + }, + { + "epoch": 13.714164546225614, + "grad_norm": 1.5756326783601369, + "learning_rate": 1.94039528211854e-05, + "loss": 0.107, + "step": 16169 + }, + { + "epoch": 13.71501272264631, + "grad_norm": 1.7201329149415656, + "learning_rate": 1.9403859395508953e-05, + "loss": 0.1103, + "step": 16170 + }, + { + "epoch": 13.715860899067007, + "grad_norm": 1.4345821503363663, + "learning_rate": 1.940376596273617e-05, + "loss": 0.1029, + "step": 16171 + }, + { + "epoch": 13.716709075487701, + "grad_norm": 1.6647530105644017, + "learning_rate": 1.9403672522867105e-05, + "loss": 0.089, + "step": 16172 + }, + { + "epoch": 13.717557251908397, + "grad_norm": 1.4394024604410092, + "learning_rate": 1.9403579075901837e-05, + "loss": 0.0862, + "step": 16173 + }, + { + "epoch": 13.718405428329092, + "grad_norm": 1.7019958126352044, + "learning_rate": 1.9403485621840433e-05, + "loss": 0.0926, + "step": 16174 + }, + { + "epoch": 13.719253604749788, + "grad_norm": 1.7235530311777751, + "learning_rate": 1.9403392160682966e-05, + "loss": 0.1489, + "step": 16175 + }, + { + "epoch": 13.720101781170484, + "grad_norm": 1.5945543393512536, + "learning_rate": 1.9403298692429508e-05, + "loss": 0.114, + "step": 16176 + }, + { + "epoch": 13.720949957591179, + "grad_norm": 1.54992282097221, + "learning_rate": 1.9403205217080122e-05, + "loss": 0.1032, + "step": 16177 + }, + { + "epoch": 13.721798134011875, + "grad_norm": 1.4885864186977078, + "learning_rate": 1.9403111734634884e-05, + "loss": 0.0921, + "step": 16178 + }, + { + "epoch": 13.72264631043257, + "grad_norm": 1.357524963455015, + "learning_rate": 1.940301824509387e-05, + "loss": 0.089, + "step": 16179 + }, + { + "epoch": 13.723494486853266, + "grad_norm": 1.5077172521617583, + "learning_rate": 1.940292474845714e-05, + "loss": 0.0787, + "step": 16180 + }, + { + "epoch": 13.72434266327396, + "grad_norm": 1.620013493248377, + "learning_rate": 1.940283124472477e-05, + "loss": 0.1116, + "step": 16181 + }, + { + "epoch": 13.725190839694656, + "grad_norm": 1.8221294188822288, + "learning_rate": 1.9402737733896824e-05, + "loss": 0.1225, + "step": 16182 + }, + { + "epoch": 13.726039016115353, + "grad_norm": 1.6358214476692488, + "learning_rate": 1.9402644215973384e-05, + "loss": 0.1079, + "step": 16183 + }, + { + "epoch": 13.726887192536047, + "grad_norm": 1.4728952014578927, + "learning_rate": 1.9402550690954516e-05, + "loss": 0.093, + "step": 16184 + }, + { + "epoch": 13.727735368956743, + "grad_norm": 1.6419262200963864, + "learning_rate": 1.9402457158840285e-05, + "loss": 0.0967, + "step": 16185 + }, + { + "epoch": 13.728583545377438, + "grad_norm": 1.5039368956119723, + "learning_rate": 1.9402363619630772e-05, + "loss": 0.1038, + "step": 16186 + }, + { + "epoch": 13.729431721798134, + "grad_norm": 1.3491928706193432, + "learning_rate": 1.9402270073326036e-05, + "loss": 0.097, + "step": 16187 + }, + { + "epoch": 13.73027989821883, + "grad_norm": 1.5118651907318295, + "learning_rate": 1.9402176519926156e-05, + "loss": 0.0898, + "step": 16188 + }, + { + "epoch": 13.731128074639525, + "grad_norm": 1.5187806325367543, + "learning_rate": 1.94020829594312e-05, + "loss": 0.0922, + "step": 16189 + }, + { + "epoch": 13.731976251060221, + "grad_norm": 1.6739638231891951, + "learning_rate": 1.9401989391841238e-05, + "loss": 0.0881, + "step": 16190 + }, + { + "epoch": 13.732824427480915, + "grad_norm": 1.5929236325912914, + "learning_rate": 1.9401895817156338e-05, + "loss": 0.0918, + "step": 16191 + }, + { + "epoch": 13.733672603901612, + "grad_norm": 1.734126875601218, + "learning_rate": 1.9401802235376578e-05, + "loss": 0.0897, + "step": 16192 + }, + { + "epoch": 13.734520780322306, + "grad_norm": 1.5462879740146989, + "learning_rate": 1.940170864650202e-05, + "loss": 0.0956, + "step": 16193 + }, + { + "epoch": 13.735368956743002, + "grad_norm": 2.0725508008664852, + "learning_rate": 1.9401615050532744e-05, + "loss": 0.1361, + "step": 16194 + }, + { + "epoch": 13.736217133163699, + "grad_norm": 1.381330405241451, + "learning_rate": 1.940152144746881e-05, + "loss": 0.1049, + "step": 16195 + }, + { + "epoch": 13.737065309584393, + "grad_norm": 1.8195131817980215, + "learning_rate": 1.9401427837310297e-05, + "loss": 0.122, + "step": 16196 + }, + { + "epoch": 13.73791348600509, + "grad_norm": 1.4639164517494758, + "learning_rate": 1.9401334220057272e-05, + "loss": 0.1076, + "step": 16197 + }, + { + "epoch": 13.738761662425784, + "grad_norm": 1.446591166456488, + "learning_rate": 1.9401240595709808e-05, + "loss": 0.0936, + "step": 16198 + }, + { + "epoch": 13.73960983884648, + "grad_norm": 1.579283157186947, + "learning_rate": 1.940114696426797e-05, + "loss": 0.1252, + "step": 16199 + }, + { + "epoch": 13.740458015267176, + "grad_norm": 1.4398446926705466, + "learning_rate": 1.9401053325731837e-05, + "loss": 0.0827, + "step": 16200 + }, + { + "epoch": 13.74130619168787, + "grad_norm": 1.7092703242140153, + "learning_rate": 1.9400959680101473e-05, + "loss": 0.1033, + "step": 16201 + }, + { + "epoch": 13.742154368108567, + "grad_norm": 1.7113250486763039, + "learning_rate": 1.940086602737695e-05, + "loss": 0.0915, + "step": 16202 + }, + { + "epoch": 13.743002544529261, + "grad_norm": 1.7138140310132055, + "learning_rate": 1.9400772367558342e-05, + "loss": 0.1014, + "step": 16203 + }, + { + "epoch": 13.743850720949958, + "grad_norm": 1.7029716810624151, + "learning_rate": 1.9400678700645717e-05, + "loss": 0.0946, + "step": 16204 + }, + { + "epoch": 13.744698897370654, + "grad_norm": 1.5435127482770263, + "learning_rate": 1.9400585026639146e-05, + "loss": 0.1064, + "step": 16205 + }, + { + "epoch": 13.745547073791348, + "grad_norm": 1.416547011268493, + "learning_rate": 1.9400491345538695e-05, + "loss": 0.0884, + "step": 16206 + }, + { + "epoch": 13.746395250212045, + "grad_norm": 1.4480433226630007, + "learning_rate": 1.940039765734445e-05, + "loss": 0.0909, + "step": 16207 + }, + { + "epoch": 13.747243426632739, + "grad_norm": 1.6376011311336376, + "learning_rate": 1.940030396205646e-05, + "loss": 0.1124, + "step": 16208 + }, + { + "epoch": 13.748091603053435, + "grad_norm": 1.4695165216023518, + "learning_rate": 1.9400210259674814e-05, + "loss": 0.1013, + "step": 16209 + }, + { + "epoch": 13.748939779474131, + "grad_norm": 1.5006403905494743, + "learning_rate": 1.9400116550199573e-05, + "loss": 0.0967, + "step": 16210 + }, + { + "epoch": 13.749787955894826, + "grad_norm": 1.525386378814887, + "learning_rate": 1.940002283363081e-05, + "loss": 0.0984, + "step": 16211 + }, + { + "epoch": 13.750636132315522, + "grad_norm": 1.4776540208990152, + "learning_rate": 1.9399929109968597e-05, + "loss": 0.1215, + "step": 16212 + }, + { + "epoch": 13.751484308736217, + "grad_norm": 1.4260734918588618, + "learning_rate": 1.9399835379213004e-05, + "loss": 0.0854, + "step": 16213 + }, + { + "epoch": 13.752332485156913, + "grad_norm": 1.561615625886449, + "learning_rate": 1.9399741641364097e-05, + "loss": 0.0851, + "step": 16214 + }, + { + "epoch": 13.753180661577607, + "grad_norm": 1.4055165750261966, + "learning_rate": 1.9399647896421956e-05, + "loss": 0.0832, + "step": 16215 + }, + { + "epoch": 13.754028837998304, + "grad_norm": 1.668336257800126, + "learning_rate": 1.9399554144386646e-05, + "loss": 0.0913, + "step": 16216 + }, + { + "epoch": 13.754877014419, + "grad_norm": 1.5185977640452393, + "learning_rate": 1.939946038525824e-05, + "loss": 0.1184, + "step": 16217 + }, + { + "epoch": 13.755725190839694, + "grad_norm": 1.5572246294784184, + "learning_rate": 1.9399366619036804e-05, + "loss": 0.1077, + "step": 16218 + }, + { + "epoch": 13.75657336726039, + "grad_norm": 1.447943233968289, + "learning_rate": 1.9399272845722414e-05, + "loss": 0.0975, + "step": 16219 + }, + { + "epoch": 13.757421543681085, + "grad_norm": 1.5035067009376144, + "learning_rate": 1.939917906531514e-05, + "loss": 0.1287, + "step": 16220 + }, + { + "epoch": 13.758269720101781, + "grad_norm": 1.751540169054041, + "learning_rate": 1.9399085277815047e-05, + "loss": 0.1017, + "step": 16221 + }, + { + "epoch": 13.759117896522477, + "grad_norm": 1.4524964409484578, + "learning_rate": 1.9398991483222217e-05, + "loss": 0.092, + "step": 16222 + }, + { + "epoch": 13.759966072943172, + "grad_norm": 1.6339544446966132, + "learning_rate": 1.939889768153671e-05, + "loss": 0.1, + "step": 16223 + }, + { + "epoch": 13.760814249363868, + "grad_norm": 1.729455518613745, + "learning_rate": 1.93988038727586e-05, + "loss": 0.108, + "step": 16224 + }, + { + "epoch": 13.761662425784563, + "grad_norm": 1.6735380922883711, + "learning_rate": 1.9398710056887964e-05, + "loss": 0.106, + "step": 16225 + }, + { + "epoch": 13.762510602205259, + "grad_norm": 1.4534062674390302, + "learning_rate": 1.9398616233924863e-05, + "loss": 0.0889, + "step": 16226 + }, + { + "epoch": 13.763358778625955, + "grad_norm": 1.4348411409373905, + "learning_rate": 1.9398522403869373e-05, + "loss": 0.0823, + "step": 16227 + }, + { + "epoch": 13.76420695504665, + "grad_norm": 1.6177810967599675, + "learning_rate": 1.9398428566721566e-05, + "loss": 0.1253, + "step": 16228 + }, + { + "epoch": 13.765055131467346, + "grad_norm": 1.7818227781117948, + "learning_rate": 1.9398334722481513e-05, + "loss": 0.1171, + "step": 16229 + }, + { + "epoch": 13.76590330788804, + "grad_norm": 1.5933635667502934, + "learning_rate": 1.9398240871149276e-05, + "loss": 0.0913, + "step": 16230 + }, + { + "epoch": 13.766751484308736, + "grad_norm": 1.4665471075952634, + "learning_rate": 1.9398147012724937e-05, + "loss": 0.085, + "step": 16231 + }, + { + "epoch": 13.76759966072943, + "grad_norm": 1.4406443521483678, + "learning_rate": 1.9398053147208564e-05, + "loss": 0.1072, + "step": 16232 + }, + { + "epoch": 13.768447837150127, + "grad_norm": 1.5700749691539306, + "learning_rate": 1.9397959274600225e-05, + "loss": 0.0982, + "step": 16233 + }, + { + "epoch": 13.769296013570823, + "grad_norm": 1.4782916929344265, + "learning_rate": 1.939786539489999e-05, + "loss": 0.1014, + "step": 16234 + }, + { + "epoch": 13.770144189991518, + "grad_norm": 1.4867847490408945, + "learning_rate": 1.9397771508107933e-05, + "loss": 0.0905, + "step": 16235 + }, + { + "epoch": 13.770992366412214, + "grad_norm": 1.5195758057934043, + "learning_rate": 1.9397677614224125e-05, + "loss": 0.0837, + "step": 16236 + }, + { + "epoch": 13.771840542832908, + "grad_norm": 1.5516574821900753, + "learning_rate": 1.939758371324864e-05, + "loss": 0.1182, + "step": 16237 + }, + { + "epoch": 13.772688719253605, + "grad_norm": 1.6366126830782932, + "learning_rate": 1.939748980518154e-05, + "loss": 0.1175, + "step": 16238 + }, + { + "epoch": 13.773536895674301, + "grad_norm": 1.4330164894806279, + "learning_rate": 1.9397395890022896e-05, + "loss": 0.0917, + "step": 16239 + }, + { + "epoch": 13.774385072094995, + "grad_norm": 1.4308817906091613, + "learning_rate": 1.939730196777279e-05, + "loss": 0.0966, + "step": 16240 + }, + { + "epoch": 13.775233248515692, + "grad_norm": 1.523763555969305, + "learning_rate": 1.939720803843128e-05, + "loss": 0.1055, + "step": 16241 + }, + { + "epoch": 13.776081424936386, + "grad_norm": 1.6653022742135692, + "learning_rate": 1.939711410199845e-05, + "loss": 0.129, + "step": 16242 + }, + { + "epoch": 13.776929601357082, + "grad_norm": 1.374357051475663, + "learning_rate": 1.939702015847436e-05, + "loss": 0.0775, + "step": 16243 + }, + { + "epoch": 13.777777777777779, + "grad_norm": 1.513433751996534, + "learning_rate": 1.9396926207859085e-05, + "loss": 0.105, + "step": 16244 + }, + { + "epoch": 13.778625954198473, + "grad_norm": 1.5806668066876721, + "learning_rate": 1.9396832250152697e-05, + "loss": 0.1158, + "step": 16245 + }, + { + "epoch": 13.77947413061917, + "grad_norm": 1.6470178817139045, + "learning_rate": 1.9396738285355267e-05, + "loss": 0.1179, + "step": 16246 + }, + { + "epoch": 13.780322307039864, + "grad_norm": 1.6215122466851573, + "learning_rate": 1.939664431346686e-05, + "loss": 0.0893, + "step": 16247 + }, + { + "epoch": 13.78117048346056, + "grad_norm": 1.4447057666011802, + "learning_rate": 1.9396550334487558e-05, + "loss": 0.1016, + "step": 16248 + }, + { + "epoch": 13.782018659881256, + "grad_norm": 1.5295354659044829, + "learning_rate": 1.9396456348417417e-05, + "loss": 0.1022, + "step": 16249 + }, + { + "epoch": 13.78286683630195, + "grad_norm": 1.4600544532055313, + "learning_rate": 1.9396362355256523e-05, + "loss": 0.1042, + "step": 16250 + }, + { + "epoch": 13.783715012722647, + "grad_norm": 1.6839823273698467, + "learning_rate": 1.9396268355004937e-05, + "loss": 0.1002, + "step": 16251 + }, + { + "epoch": 13.784563189143341, + "grad_norm": 1.6140696005074613, + "learning_rate": 1.9396174347662736e-05, + "loss": 0.09, + "step": 16252 + }, + { + "epoch": 13.785411365564038, + "grad_norm": 1.5269058812929355, + "learning_rate": 1.9396080333229986e-05, + "loss": 0.1204, + "step": 16253 + }, + { + "epoch": 13.786259541984732, + "grad_norm": 1.4363084798352335, + "learning_rate": 1.939598631170676e-05, + "loss": 0.0972, + "step": 16254 + }, + { + "epoch": 13.787107718405428, + "grad_norm": 1.48156870798393, + "learning_rate": 1.939589228309313e-05, + "loss": 0.0971, + "step": 16255 + }, + { + "epoch": 13.787955894826124, + "grad_norm": 1.707808228029158, + "learning_rate": 1.9395798247389165e-05, + "loss": 0.1032, + "step": 16256 + }, + { + "epoch": 13.788804071246819, + "grad_norm": 1.7391903859665454, + "learning_rate": 1.9395704204594936e-05, + "loss": 0.14, + "step": 16257 + }, + { + "epoch": 13.789652247667515, + "grad_norm": 1.8657755243773178, + "learning_rate": 1.9395610154710515e-05, + "loss": 0.1137, + "step": 16258 + }, + { + "epoch": 13.79050042408821, + "grad_norm": 1.5982996835503052, + "learning_rate": 1.9395516097735972e-05, + "loss": 0.1125, + "step": 16259 + }, + { + "epoch": 13.791348600508906, + "grad_norm": 1.629002314634226, + "learning_rate": 1.9395422033671383e-05, + "loss": 0.1246, + "step": 16260 + }, + { + "epoch": 13.792196776929602, + "grad_norm": 1.4978704048594045, + "learning_rate": 1.9395327962516814e-05, + "loss": 0.092, + "step": 16261 + }, + { + "epoch": 13.793044953350297, + "grad_norm": 1.7361469347973755, + "learning_rate": 1.9395233884272335e-05, + "loss": 0.1049, + "step": 16262 + }, + { + "epoch": 13.793893129770993, + "grad_norm": 1.7137844701020457, + "learning_rate": 1.939513979893802e-05, + "loss": 0.1171, + "step": 16263 + }, + { + "epoch": 13.794741306191687, + "grad_norm": 1.641577355256466, + "learning_rate": 1.939504570651394e-05, + "loss": 0.1068, + "step": 16264 + }, + { + "epoch": 13.795589482612383, + "grad_norm": 1.4946915155285858, + "learning_rate": 1.939495160700016e-05, + "loss": 0.103, + "step": 16265 + }, + { + "epoch": 13.796437659033078, + "grad_norm": 1.4708058251220197, + "learning_rate": 1.939485750039676e-05, + "loss": 0.1085, + "step": 16266 + }, + { + "epoch": 13.797285835453774, + "grad_norm": 1.8975434879279451, + "learning_rate": 1.9394763386703803e-05, + "loss": 0.115, + "step": 16267 + }, + { + "epoch": 13.79813401187447, + "grad_norm": 1.6921043615710256, + "learning_rate": 1.939466926592137e-05, + "loss": 0.1029, + "step": 16268 + }, + { + "epoch": 13.798982188295165, + "grad_norm": 1.5416629878023107, + "learning_rate": 1.9394575138049522e-05, + "loss": 0.0976, + "step": 16269 + }, + { + "epoch": 13.799830364715861, + "grad_norm": 1.808482173525745, + "learning_rate": 1.9394481003088333e-05, + "loss": 0.1084, + "step": 16270 + }, + { + "epoch": 13.800678541136556, + "grad_norm": 1.697169777633838, + "learning_rate": 1.939438686103788e-05, + "loss": 0.1026, + "step": 16271 + }, + { + "epoch": 13.801526717557252, + "grad_norm": 1.3762828141407477, + "learning_rate": 1.9394292711898222e-05, + "loss": 0.0783, + "step": 16272 + }, + { + "epoch": 13.802374893977948, + "grad_norm": 1.4936803069321805, + "learning_rate": 1.939419855566944e-05, + "loss": 0.1138, + "step": 16273 + }, + { + "epoch": 13.803223070398642, + "grad_norm": 1.5546046613724356, + "learning_rate": 1.93941043923516e-05, + "loss": 0.0864, + "step": 16274 + }, + { + "epoch": 13.804071246819339, + "grad_norm": 1.6718404592618492, + "learning_rate": 1.939401022194478e-05, + "loss": 0.0984, + "step": 16275 + }, + { + "epoch": 13.804919423240033, + "grad_norm": 1.608331180351151, + "learning_rate": 1.939391604444904e-05, + "loss": 0.1001, + "step": 16276 + }, + { + "epoch": 13.80576759966073, + "grad_norm": 1.5410072388761626, + "learning_rate": 1.9393821859864464e-05, + "loss": 0.1008, + "step": 16277 + }, + { + "epoch": 13.806615776081426, + "grad_norm": 1.6227252893772173, + "learning_rate": 1.9393727668191113e-05, + "loss": 0.0939, + "step": 16278 + }, + { + "epoch": 13.80746395250212, + "grad_norm": 1.4479114732719258, + "learning_rate": 1.939363346942906e-05, + "loss": 0.1041, + "step": 16279 + }, + { + "epoch": 13.808312128922816, + "grad_norm": 1.6933609783267862, + "learning_rate": 1.939353926357838e-05, + "loss": 0.1116, + "step": 16280 + }, + { + "epoch": 13.80916030534351, + "grad_norm": 1.513571098444935, + "learning_rate": 1.9393445050639143e-05, + "loss": 0.0916, + "step": 16281 + }, + { + "epoch": 13.810008481764207, + "grad_norm": 1.657769381764008, + "learning_rate": 1.9393350830611414e-05, + "loss": 0.1011, + "step": 16282 + }, + { + "epoch": 13.810856658184903, + "grad_norm": 1.4938585081429605, + "learning_rate": 1.9393256603495273e-05, + "loss": 0.0983, + "step": 16283 + }, + { + "epoch": 13.811704834605598, + "grad_norm": 1.3977702062297857, + "learning_rate": 1.9393162369290785e-05, + "loss": 0.0907, + "step": 16284 + }, + { + "epoch": 13.812553011026294, + "grad_norm": 1.5191414699419075, + "learning_rate": 1.9393068127998023e-05, + "loss": 0.1062, + "step": 16285 + }, + { + "epoch": 13.813401187446988, + "grad_norm": 1.8156576877299, + "learning_rate": 1.939297387961706e-05, + "loss": 0.1165, + "step": 16286 + }, + { + "epoch": 13.814249363867685, + "grad_norm": 1.585621137768381, + "learning_rate": 1.939287962414796e-05, + "loss": 0.098, + "step": 16287 + }, + { + "epoch": 13.81509754028838, + "grad_norm": 1.6645454442023502, + "learning_rate": 1.9392785361590804e-05, + "loss": 0.1093, + "step": 16288 + }, + { + "epoch": 13.815945716709075, + "grad_norm": 1.5241060783975648, + "learning_rate": 1.939269109194566e-05, + "loss": 0.0939, + "step": 16289 + }, + { + "epoch": 13.816793893129772, + "grad_norm": 1.5899007396610985, + "learning_rate": 1.9392596815212593e-05, + "loss": 0.0964, + "step": 16290 + }, + { + "epoch": 13.817642069550466, + "grad_norm": 1.581265972887145, + "learning_rate": 1.939250253139168e-05, + "loss": 0.1122, + "step": 16291 + }, + { + "epoch": 13.818490245971162, + "grad_norm": 1.6547194791901865, + "learning_rate": 1.9392408240482994e-05, + "loss": 0.1052, + "step": 16292 + }, + { + "epoch": 13.819338422391857, + "grad_norm": 1.5934634154950236, + "learning_rate": 1.93923139424866e-05, + "loss": 0.1065, + "step": 16293 + }, + { + "epoch": 13.820186598812553, + "grad_norm": 1.4863725571457664, + "learning_rate": 1.9392219637402575e-05, + "loss": 0.0821, + "step": 16294 + }, + { + "epoch": 13.82103477523325, + "grad_norm": 1.4586643095041856, + "learning_rate": 1.9392125325230984e-05, + "loss": 0.0912, + "step": 16295 + }, + { + "epoch": 13.821882951653944, + "grad_norm": 1.5550569901522775, + "learning_rate": 1.9392031005971902e-05, + "loss": 0.0878, + "step": 16296 + }, + { + "epoch": 13.82273112807464, + "grad_norm": 1.4460542273305226, + "learning_rate": 1.93919366796254e-05, + "loss": 0.1388, + "step": 16297 + }, + { + "epoch": 13.823579304495334, + "grad_norm": 1.5662731618081898, + "learning_rate": 1.9391842346191552e-05, + "loss": 0.0952, + "step": 16298 + }, + { + "epoch": 13.82442748091603, + "grad_norm": 1.3835386331487318, + "learning_rate": 1.9391748005670422e-05, + "loss": 0.1, + "step": 16299 + }, + { + "epoch": 13.825275657336727, + "grad_norm": 1.4587412725086009, + "learning_rate": 1.939165365806209e-05, + "loss": 0.0839, + "step": 16300 + }, + { + "epoch": 13.826123833757421, + "grad_norm": 1.6040345810869572, + "learning_rate": 1.939155930336662e-05, + "loss": 0.1037, + "step": 16301 + }, + { + "epoch": 13.826972010178118, + "grad_norm": 1.6099096549996537, + "learning_rate": 1.9391464941584085e-05, + "loss": 0.101, + "step": 16302 + }, + { + "epoch": 13.827820186598812, + "grad_norm": 1.5269364925342779, + "learning_rate": 1.9391370572714558e-05, + "loss": 0.103, + "step": 16303 + }, + { + "epoch": 13.828668363019508, + "grad_norm": 1.6379981267378234, + "learning_rate": 1.939127619675811e-05, + "loss": 0.1252, + "step": 16304 + }, + { + "epoch": 13.829516539440203, + "grad_norm": 1.5110687508363825, + "learning_rate": 1.9391181813714808e-05, + "loss": 0.0981, + "step": 16305 + }, + { + "epoch": 13.830364715860899, + "grad_norm": 1.5257905280209878, + "learning_rate": 1.9391087423584727e-05, + "loss": 0.0958, + "step": 16306 + }, + { + "epoch": 13.831212892281595, + "grad_norm": 1.3155691818713218, + "learning_rate": 1.939099302636794e-05, + "loss": 0.0888, + "step": 16307 + }, + { + "epoch": 13.83206106870229, + "grad_norm": 1.450145090323817, + "learning_rate": 1.9390898622064516e-05, + "loss": 0.0946, + "step": 16308 + }, + { + "epoch": 13.832909245122986, + "grad_norm": 1.4877408019243261, + "learning_rate": 1.9390804210674524e-05, + "loss": 0.116, + "step": 16309 + }, + { + "epoch": 13.83375742154368, + "grad_norm": 1.565471642432044, + "learning_rate": 1.9390709792198042e-05, + "loss": 0.1073, + "step": 16310 + }, + { + "epoch": 13.834605597964376, + "grad_norm": 1.5020358484156089, + "learning_rate": 1.9390615366635133e-05, + "loss": 0.1148, + "step": 16311 + }, + { + "epoch": 13.835453774385073, + "grad_norm": 1.5753505425980112, + "learning_rate": 1.9390520933985875e-05, + "loss": 0.0984, + "step": 16312 + }, + { + "epoch": 13.836301950805767, + "grad_norm": 1.4274837789780805, + "learning_rate": 1.9390426494250333e-05, + "loss": 0.0967, + "step": 16313 + }, + { + "epoch": 13.837150127226463, + "grad_norm": 1.4553426074359985, + "learning_rate": 1.939033204742858e-05, + "loss": 0.1064, + "step": 16314 + }, + { + "epoch": 13.837998303647158, + "grad_norm": 1.6427752129412772, + "learning_rate": 1.9390237593520696e-05, + "loss": 0.0955, + "step": 16315 + }, + { + "epoch": 13.838846480067854, + "grad_norm": 1.714705305033407, + "learning_rate": 1.939014313252674e-05, + "loss": 0.1079, + "step": 16316 + }, + { + "epoch": 13.83969465648855, + "grad_norm": 1.7359665693216615, + "learning_rate": 1.9390048664446786e-05, + "loss": 0.1153, + "step": 16317 + }, + { + "epoch": 13.840542832909245, + "grad_norm": 1.5252649089585228, + "learning_rate": 1.9389954189280913e-05, + "loss": 0.0976, + "step": 16318 + }, + { + "epoch": 13.841391009329941, + "grad_norm": 1.6773855923663734, + "learning_rate": 1.9389859707029185e-05, + "loss": 0.1185, + "step": 16319 + }, + { + "epoch": 13.842239185750635, + "grad_norm": 1.6388330886911961, + "learning_rate": 1.9389765217691675e-05, + "loss": 0.1054, + "step": 16320 + }, + { + "epoch": 13.843087362171332, + "grad_norm": 1.4691821005907708, + "learning_rate": 1.9389670721268453e-05, + "loss": 0.1088, + "step": 16321 + }, + { + "epoch": 13.843935538592028, + "grad_norm": 1.3299724678956717, + "learning_rate": 1.9389576217759597e-05, + "loss": 0.0832, + "step": 16322 + }, + { + "epoch": 13.844783715012722, + "grad_norm": 1.6538158153778368, + "learning_rate": 1.938948170716517e-05, + "loss": 0.1219, + "step": 16323 + }, + { + "epoch": 13.845631891433419, + "grad_norm": 1.6663364559253642, + "learning_rate": 1.9389387189485243e-05, + "loss": 0.1011, + "step": 16324 + }, + { + "epoch": 13.846480067854113, + "grad_norm": 1.5115171934254652, + "learning_rate": 1.9389292664719896e-05, + "loss": 0.0993, + "step": 16325 + }, + { + "epoch": 13.84732824427481, + "grad_norm": 1.5429406284828564, + "learning_rate": 1.9389198132869195e-05, + "loss": 0.0968, + "step": 16326 + }, + { + "epoch": 13.848176420695506, + "grad_norm": 1.8909551862333205, + "learning_rate": 1.938910359393321e-05, + "loss": 0.1359, + "step": 16327 + }, + { + "epoch": 13.8490245971162, + "grad_norm": 1.437602684102724, + "learning_rate": 1.938900904791201e-05, + "loss": 0.0938, + "step": 16328 + }, + { + "epoch": 13.849872773536896, + "grad_norm": 1.615666455271515, + "learning_rate": 1.9388914494805675e-05, + "loss": 0.1107, + "step": 16329 + }, + { + "epoch": 13.85072094995759, + "grad_norm": 1.7241632651355028, + "learning_rate": 1.9388819934614272e-05, + "loss": 0.1068, + "step": 16330 + }, + { + "epoch": 13.851569126378287, + "grad_norm": 1.6760326642933243, + "learning_rate": 1.938872536733787e-05, + "loss": 0.1068, + "step": 16331 + }, + { + "epoch": 13.852417302798981, + "grad_norm": 1.595503435107176, + "learning_rate": 1.9388630792976543e-05, + "loss": 0.1196, + "step": 16332 + }, + { + "epoch": 13.853265479219678, + "grad_norm": 1.4169984677982261, + "learning_rate": 1.9388536211530362e-05, + "loss": 0.1107, + "step": 16333 + }, + { + "epoch": 13.854113655640374, + "grad_norm": 1.5478235854509816, + "learning_rate": 1.9388441622999395e-05, + "loss": 0.1143, + "step": 16334 + }, + { + "epoch": 13.854961832061068, + "grad_norm": 1.506391423514573, + "learning_rate": 1.9388347027383722e-05, + "loss": 0.1066, + "step": 16335 + }, + { + "epoch": 13.855810008481765, + "grad_norm": 1.6024857656350178, + "learning_rate": 1.93882524246834e-05, + "loss": 0.0843, + "step": 16336 + }, + { + "epoch": 13.856658184902459, + "grad_norm": 1.6515123294297265, + "learning_rate": 1.9388157814898517e-05, + "loss": 0.1132, + "step": 16337 + }, + { + "epoch": 13.857506361323155, + "grad_norm": 1.632079573479156, + "learning_rate": 1.9388063198029134e-05, + "loss": 0.1114, + "step": 16338 + }, + { + "epoch": 13.858354537743852, + "grad_norm": 1.4986801815595447, + "learning_rate": 1.9387968574075327e-05, + "loss": 0.1016, + "step": 16339 + }, + { + "epoch": 13.859202714164546, + "grad_norm": 1.5542454199843794, + "learning_rate": 1.938787394303716e-05, + "loss": 0.1055, + "step": 16340 + }, + { + "epoch": 13.860050890585242, + "grad_norm": 1.749687237669816, + "learning_rate": 1.9387779304914717e-05, + "loss": 0.1087, + "step": 16341 + }, + { + "epoch": 13.860899067005937, + "grad_norm": 1.514991603250695, + "learning_rate": 1.9387684659708057e-05, + "loss": 0.0977, + "step": 16342 + }, + { + "epoch": 13.861747243426633, + "grad_norm": 1.59467451982803, + "learning_rate": 1.9387590007417257e-05, + "loss": 0.1006, + "step": 16343 + }, + { + "epoch": 13.862595419847327, + "grad_norm": 1.5318343355852226, + "learning_rate": 1.938749534804239e-05, + "loss": 0.1086, + "step": 16344 + }, + { + "epoch": 13.863443596268024, + "grad_norm": 1.6162410426518548, + "learning_rate": 1.9387400681583526e-05, + "loss": 0.0931, + "step": 16345 + }, + { + "epoch": 13.86429177268872, + "grad_norm": 1.5302041908227548, + "learning_rate": 1.9387306008040734e-05, + "loss": 0.0825, + "step": 16346 + }, + { + "epoch": 13.865139949109414, + "grad_norm": 1.4210554211819382, + "learning_rate": 1.9387211327414087e-05, + "loss": 0.1208, + "step": 16347 + }, + { + "epoch": 13.86598812553011, + "grad_norm": 1.6881391121393738, + "learning_rate": 1.9387116639703656e-05, + "loss": 0.1171, + "step": 16348 + }, + { + "epoch": 13.866836301950805, + "grad_norm": 1.855850482189764, + "learning_rate": 1.9387021944909515e-05, + "loss": 0.1039, + "step": 16349 + }, + { + "epoch": 13.867684478371501, + "grad_norm": 1.6870674573700424, + "learning_rate": 1.9386927243031733e-05, + "loss": 0.1191, + "step": 16350 + }, + { + "epoch": 13.868532654792197, + "grad_norm": 1.6399067599468558, + "learning_rate": 1.9386832534070383e-05, + "loss": 0.0975, + "step": 16351 + }, + { + "epoch": 13.869380831212892, + "grad_norm": 1.7491598228689291, + "learning_rate": 1.9386737818025535e-05, + "loss": 0.1139, + "step": 16352 + }, + { + "epoch": 13.870229007633588, + "grad_norm": 1.4659236231848582, + "learning_rate": 1.938664309489726e-05, + "loss": 0.0993, + "step": 16353 + }, + { + "epoch": 13.871077184054283, + "grad_norm": 1.4788193132070606, + "learning_rate": 1.9386548364685637e-05, + "loss": 0.1084, + "step": 16354 + }, + { + "epoch": 13.871925360474979, + "grad_norm": 1.6100025720777265, + "learning_rate": 1.9386453627390724e-05, + "loss": 0.0949, + "step": 16355 + }, + { + "epoch": 13.872773536895675, + "grad_norm": 1.4909845832277697, + "learning_rate": 1.9386358883012603e-05, + "loss": 0.0866, + "step": 16356 + }, + { + "epoch": 13.87362171331637, + "grad_norm": 1.761169514993398, + "learning_rate": 1.938626413155134e-05, + "loss": 0.0932, + "step": 16357 + }, + { + "epoch": 13.874469889737066, + "grad_norm": 1.786612893981779, + "learning_rate": 1.9386169373007007e-05, + "loss": 0.1212, + "step": 16358 + }, + { + "epoch": 13.87531806615776, + "grad_norm": 1.577229976098067, + "learning_rate": 1.9386074607379682e-05, + "loss": 0.1032, + "step": 16359 + }, + { + "epoch": 13.876166242578456, + "grad_norm": 1.4568134936059225, + "learning_rate": 1.9385979834669427e-05, + "loss": 0.1154, + "step": 16360 + }, + { + "epoch": 13.877014418999153, + "grad_norm": 1.6755683075246404, + "learning_rate": 1.938588505487632e-05, + "loss": 0.0933, + "step": 16361 + }, + { + "epoch": 13.877862595419847, + "grad_norm": 1.6009159517075802, + "learning_rate": 1.938579026800043e-05, + "loss": 0.0961, + "step": 16362 + }, + { + "epoch": 13.878710771840543, + "grad_norm": 1.518241924631801, + "learning_rate": 1.9385695474041832e-05, + "loss": 0.1262, + "step": 16363 + }, + { + "epoch": 13.879558948261238, + "grad_norm": 1.431533758456787, + "learning_rate": 1.9385600673000592e-05, + "loss": 0.1, + "step": 16364 + }, + { + "epoch": 13.880407124681934, + "grad_norm": 1.5337581557572768, + "learning_rate": 1.9385505864876784e-05, + "loss": 0.0943, + "step": 16365 + }, + { + "epoch": 13.88125530110263, + "grad_norm": 1.4515426827445395, + "learning_rate": 1.9385411049670482e-05, + "loss": 0.0908, + "step": 16366 + }, + { + "epoch": 13.882103477523325, + "grad_norm": 1.6009530039871422, + "learning_rate": 1.9385316227381752e-05, + "loss": 0.0892, + "step": 16367 + }, + { + "epoch": 13.882951653944021, + "grad_norm": 1.621544147727785, + "learning_rate": 1.938522139801067e-05, + "loss": 0.1232, + "step": 16368 + }, + { + "epoch": 13.883799830364715, + "grad_norm": 1.6229609741428699, + "learning_rate": 1.938512656155731e-05, + "loss": 0.1306, + "step": 16369 + }, + { + "epoch": 13.884648006785412, + "grad_norm": 1.6173675657273276, + "learning_rate": 1.9385031718021735e-05, + "loss": 0.1236, + "step": 16370 + }, + { + "epoch": 13.885496183206106, + "grad_norm": 1.6088654429592775, + "learning_rate": 1.9384936867404025e-05, + "loss": 0.126, + "step": 16371 + }, + { + "epoch": 13.886344359626802, + "grad_norm": 2.0521775038395376, + "learning_rate": 1.938484200970425e-05, + "loss": 0.1432, + "step": 16372 + }, + { + "epoch": 13.887192536047499, + "grad_norm": 1.3992595600747895, + "learning_rate": 1.9384747144922475e-05, + "loss": 0.076, + "step": 16373 + }, + { + "epoch": 13.888040712468193, + "grad_norm": 1.6236188947239971, + "learning_rate": 1.9384652273058777e-05, + "loss": 0.1087, + "step": 16374 + }, + { + "epoch": 13.88888888888889, + "grad_norm": 1.372320790955455, + "learning_rate": 1.938455739411323e-05, + "loss": 0.0816, + "step": 16375 + }, + { + "epoch": 13.889737065309584, + "grad_norm": 1.533506142965123, + "learning_rate": 1.9384462508085896e-05, + "loss": 0.1123, + "step": 16376 + }, + { + "epoch": 13.89058524173028, + "grad_norm": 1.2994103034359166, + "learning_rate": 1.9384367614976857e-05, + "loss": 0.0804, + "step": 16377 + }, + { + "epoch": 13.891433418150976, + "grad_norm": 1.323221576005514, + "learning_rate": 1.9384272714786185e-05, + "loss": 0.0943, + "step": 16378 + }, + { + "epoch": 13.89228159457167, + "grad_norm": 1.5548766525204791, + "learning_rate": 1.938417780751394e-05, + "loss": 0.0983, + "step": 16379 + }, + { + "epoch": 13.893129770992367, + "grad_norm": 1.6261718973227517, + "learning_rate": 1.9384082893160207e-05, + "loss": 0.1086, + "step": 16380 + }, + { + "epoch": 13.893977947413061, + "grad_norm": 1.7789299928122326, + "learning_rate": 1.9383987971725047e-05, + "loss": 0.1171, + "step": 16381 + }, + { + "epoch": 13.894826123833758, + "grad_norm": 1.596363187155219, + "learning_rate": 1.938389304320854e-05, + "loss": 0.0862, + "step": 16382 + }, + { + "epoch": 13.895674300254452, + "grad_norm": 1.598838132755799, + "learning_rate": 1.9383798107610752e-05, + "loss": 0.1243, + "step": 16383 + }, + { + "epoch": 13.896522476675148, + "grad_norm": 1.7157534741771632, + "learning_rate": 1.9383703164931755e-05, + "loss": 0.1023, + "step": 16384 + }, + { + "epoch": 13.897370653095845, + "grad_norm": 1.5602058095431106, + "learning_rate": 1.9383608215171624e-05, + "loss": 0.0932, + "step": 16385 + }, + { + "epoch": 13.898218829516539, + "grad_norm": 1.4729889387081077, + "learning_rate": 1.938351325833043e-05, + "loss": 0.0985, + "step": 16386 + }, + { + "epoch": 13.899067005937235, + "grad_norm": 1.6213274308534391, + "learning_rate": 1.938341829440824e-05, + "loss": 0.1207, + "step": 16387 + }, + { + "epoch": 13.89991518235793, + "grad_norm": 1.3549815209508296, + "learning_rate": 1.938332332340513e-05, + "loss": 0.1014, + "step": 16388 + }, + { + "epoch": 13.900763358778626, + "grad_norm": 1.5455876969501414, + "learning_rate": 1.938322834532117e-05, + "loss": 0.1223, + "step": 16389 + }, + { + "epoch": 13.901611535199322, + "grad_norm": 1.5938998338346013, + "learning_rate": 1.938313336015644e-05, + "loss": 0.0998, + "step": 16390 + }, + { + "epoch": 13.902459711620017, + "grad_norm": 1.5660045619386962, + "learning_rate": 1.9383038367910995e-05, + "loss": 0.0984, + "step": 16391 + }, + { + "epoch": 13.903307888040713, + "grad_norm": 1.622573756550371, + "learning_rate": 1.9382943368584918e-05, + "loss": 0.0862, + "step": 16392 + }, + { + "epoch": 13.904156064461407, + "grad_norm": 1.7170665176773114, + "learning_rate": 1.938284836217828e-05, + "loss": 0.0996, + "step": 16393 + }, + { + "epoch": 13.905004240882104, + "grad_norm": 1.4135527149186944, + "learning_rate": 1.9382753348691153e-05, + "loss": 0.0898, + "step": 16394 + }, + { + "epoch": 13.9058524173028, + "grad_norm": 1.6020593391560751, + "learning_rate": 1.93826583281236e-05, + "loss": 0.0902, + "step": 16395 + }, + { + "epoch": 13.906700593723494, + "grad_norm": 1.8957300263873655, + "learning_rate": 1.9382563300475707e-05, + "loss": 0.0978, + "step": 16396 + }, + { + "epoch": 13.90754877014419, + "grad_norm": 1.7045968550353863, + "learning_rate": 1.9382468265747536e-05, + "loss": 0.094, + "step": 16397 + }, + { + "epoch": 13.908396946564885, + "grad_norm": 1.3837066142259924, + "learning_rate": 1.9382373223939162e-05, + "loss": 0.0893, + "step": 16398 + }, + { + "epoch": 13.909245122985581, + "grad_norm": 1.5576885818607373, + "learning_rate": 1.9382278175050653e-05, + "loss": 0.1023, + "step": 16399 + }, + { + "epoch": 13.910093299406277, + "grad_norm": 1.4809027683762606, + "learning_rate": 1.9382183119082084e-05, + "loss": 0.0992, + "step": 16400 + }, + { + "epoch": 13.910941475826972, + "grad_norm": 1.7353482060319874, + "learning_rate": 1.9382088056033526e-05, + "loss": 0.0985, + "step": 16401 + }, + { + "epoch": 13.911789652247668, + "grad_norm": 1.6405169452070352, + "learning_rate": 1.9381992985905053e-05, + "loss": 0.1158, + "step": 16402 + }, + { + "epoch": 13.912637828668363, + "grad_norm": 1.3816989692759143, + "learning_rate": 1.9381897908696732e-05, + "loss": 0.0819, + "step": 16403 + }, + { + "epoch": 13.913486005089059, + "grad_norm": 1.5779764791244475, + "learning_rate": 1.938180282440864e-05, + "loss": 0.1003, + "step": 16404 + }, + { + "epoch": 13.914334181509753, + "grad_norm": 1.4340724378583294, + "learning_rate": 1.9381707733040846e-05, + "loss": 0.0919, + "step": 16405 + }, + { + "epoch": 13.91518235793045, + "grad_norm": 1.626533972295134, + "learning_rate": 1.9381612634593422e-05, + "loss": 0.1118, + "step": 16406 + }, + { + "epoch": 13.916030534351146, + "grad_norm": 1.65523276754685, + "learning_rate": 1.9381517529066436e-05, + "loss": 0.1069, + "step": 16407 + }, + { + "epoch": 13.91687871077184, + "grad_norm": 1.7624157689739415, + "learning_rate": 1.9381422416459968e-05, + "loss": 0.1115, + "step": 16408 + }, + { + "epoch": 13.917726887192536, + "grad_norm": 1.5870403333192689, + "learning_rate": 1.938132729677408e-05, + "loss": 0.1072, + "step": 16409 + }, + { + "epoch": 13.91857506361323, + "grad_norm": 1.5153644162716013, + "learning_rate": 1.9381232170008855e-05, + "loss": 0.1104, + "step": 16410 + }, + { + "epoch": 13.919423240033927, + "grad_norm": 1.6379416063712715, + "learning_rate": 1.9381137036164354e-05, + "loss": 0.1115, + "step": 16411 + }, + { + "epoch": 13.920271416454623, + "grad_norm": 1.603440084955915, + "learning_rate": 1.9381041895240657e-05, + "loss": 0.1132, + "step": 16412 + }, + { + "epoch": 13.921119592875318, + "grad_norm": 1.605547341516837, + "learning_rate": 1.938094674723783e-05, + "loss": 0.0975, + "step": 16413 + }, + { + "epoch": 13.921967769296014, + "grad_norm": 1.587926352622205, + "learning_rate": 1.9380851592155948e-05, + "loss": 0.0919, + "step": 16414 + }, + { + "epoch": 13.922815945716708, + "grad_norm": 1.7423384807588373, + "learning_rate": 1.9380756429995082e-05, + "loss": 0.106, + "step": 16415 + }, + { + "epoch": 13.923664122137405, + "grad_norm": 1.833545397699636, + "learning_rate": 1.9380661260755304e-05, + "loss": 0.1073, + "step": 16416 + }, + { + "epoch": 13.924512298558101, + "grad_norm": 1.8915941410747794, + "learning_rate": 1.9380566084436685e-05, + "loss": 0.1362, + "step": 16417 + }, + { + "epoch": 13.925360474978795, + "grad_norm": 1.557526041430758, + "learning_rate": 1.93804709010393e-05, + "loss": 0.1003, + "step": 16418 + }, + { + "epoch": 13.926208651399492, + "grad_norm": 1.7933019963181087, + "learning_rate": 1.9380375710563214e-05, + "loss": 0.1085, + "step": 16419 + }, + { + "epoch": 13.927056827820186, + "grad_norm": 1.4332599701977624, + "learning_rate": 1.9380280513008506e-05, + "loss": 0.0838, + "step": 16420 + }, + { + "epoch": 13.927905004240882, + "grad_norm": 1.617844566939275, + "learning_rate": 1.9380185308375243e-05, + "loss": 0.1026, + "step": 16421 + }, + { + "epoch": 13.928753180661577, + "grad_norm": 1.4894811442791795, + "learning_rate": 1.9380090096663502e-05, + "loss": 0.0844, + "step": 16422 + }, + { + "epoch": 13.929601357082273, + "grad_norm": 1.4320281378430266, + "learning_rate": 1.9379994877873347e-05, + "loss": 0.0913, + "step": 16423 + }, + { + "epoch": 13.93044953350297, + "grad_norm": 1.920114111135369, + "learning_rate": 1.937989965200486e-05, + "loss": 0.1208, + "step": 16424 + }, + { + "epoch": 13.931297709923664, + "grad_norm": 1.6586961952417207, + "learning_rate": 1.9379804419058103e-05, + "loss": 0.1121, + "step": 16425 + }, + { + "epoch": 13.93214588634436, + "grad_norm": 1.4255887252993809, + "learning_rate": 1.9379709179033154e-05, + "loss": 0.087, + "step": 16426 + }, + { + "epoch": 13.932994062765054, + "grad_norm": 1.4710286316636003, + "learning_rate": 1.9379613931930083e-05, + "loss": 0.0859, + "step": 16427 + }, + { + "epoch": 13.93384223918575, + "grad_norm": 1.455568473030595, + "learning_rate": 1.937951867774896e-05, + "loss": 0.0926, + "step": 16428 + }, + { + "epoch": 13.934690415606447, + "grad_norm": 1.4700544286302906, + "learning_rate": 1.9379423416489863e-05, + "loss": 0.0882, + "step": 16429 + }, + { + "epoch": 13.935538592027141, + "grad_norm": 1.6369174944859692, + "learning_rate": 1.9379328148152855e-05, + "loss": 0.1029, + "step": 16430 + }, + { + "epoch": 13.936386768447838, + "grad_norm": 1.5450900450361134, + "learning_rate": 1.9379232872738015e-05, + "loss": 0.1072, + "step": 16431 + }, + { + "epoch": 13.937234944868532, + "grad_norm": 1.476984682116183, + "learning_rate": 1.9379137590245412e-05, + "loss": 0.0991, + "step": 16432 + }, + { + "epoch": 13.938083121289228, + "grad_norm": 1.7291387110481826, + "learning_rate": 1.937904230067512e-05, + "loss": 0.1085, + "step": 16433 + }, + { + "epoch": 13.938931297709924, + "grad_norm": 1.5022399590011317, + "learning_rate": 1.9378947004027205e-05, + "loss": 0.1031, + "step": 16434 + }, + { + "epoch": 13.939779474130619, + "grad_norm": 1.5071811280557417, + "learning_rate": 1.937885170030175e-05, + "loss": 0.0851, + "step": 16435 + }, + { + "epoch": 13.940627650551315, + "grad_norm": 1.3767977337024464, + "learning_rate": 1.9378756389498815e-05, + "loss": 0.0923, + "step": 16436 + }, + { + "epoch": 13.94147582697201, + "grad_norm": 1.8112865068331532, + "learning_rate": 1.9378661071618477e-05, + "loss": 0.1111, + "step": 16437 + }, + { + "epoch": 13.942324003392706, + "grad_norm": 1.3346640154721328, + "learning_rate": 1.9378565746660812e-05, + "loss": 0.0957, + "step": 16438 + }, + { + "epoch": 13.943172179813402, + "grad_norm": 1.733483861543579, + "learning_rate": 1.9378470414625882e-05, + "loss": 0.0919, + "step": 16439 + }, + { + "epoch": 13.944020356234097, + "grad_norm": 1.4731162143923817, + "learning_rate": 1.937837507551377e-05, + "loss": 0.0993, + "step": 16440 + }, + { + "epoch": 13.944868532654793, + "grad_norm": 1.4905055250216925, + "learning_rate": 1.937827972932454e-05, + "loss": 0.1078, + "step": 16441 + }, + { + "epoch": 13.945716709075487, + "grad_norm": 1.4485396317132886, + "learning_rate": 1.9378184376058268e-05, + "loss": 0.0956, + "step": 16442 + }, + { + "epoch": 13.946564885496183, + "grad_norm": 1.5705724793774551, + "learning_rate": 1.9378089015715026e-05, + "loss": 0.104, + "step": 16443 + }, + { + "epoch": 13.947413061916878, + "grad_norm": 1.6272642676535285, + "learning_rate": 1.937799364829488e-05, + "loss": 0.1044, + "step": 16444 + }, + { + "epoch": 13.948261238337574, + "grad_norm": 1.5683449685643096, + "learning_rate": 1.937789827379791e-05, + "loss": 0.097, + "step": 16445 + }, + { + "epoch": 13.94910941475827, + "grad_norm": 1.4377361747266115, + "learning_rate": 1.9377802892224186e-05, + "loss": 0.0884, + "step": 16446 + }, + { + "epoch": 13.949957591178965, + "grad_norm": 1.5846799638502183, + "learning_rate": 1.9377707503573777e-05, + "loss": 0.1189, + "step": 16447 + }, + { + "epoch": 13.950805767599661, + "grad_norm": 1.5144647650074807, + "learning_rate": 1.9377612107846757e-05, + "loss": 0.0984, + "step": 16448 + }, + { + "epoch": 13.951653944020356, + "grad_norm": 1.7649808459164655, + "learning_rate": 1.9377516705043197e-05, + "loss": 0.0956, + "step": 16449 + }, + { + "epoch": 13.952502120441052, + "grad_norm": 1.7305770404814438, + "learning_rate": 1.937742129516317e-05, + "loss": 0.1039, + "step": 16450 + }, + { + "epoch": 13.953350296861748, + "grad_norm": 1.7476814048780804, + "learning_rate": 1.9377325878206745e-05, + "loss": 0.1045, + "step": 16451 + }, + { + "epoch": 13.954198473282442, + "grad_norm": 1.5808858689088727, + "learning_rate": 1.9377230454173998e-05, + "loss": 0.0859, + "step": 16452 + }, + { + "epoch": 13.955046649703139, + "grad_norm": 1.7460916890374607, + "learning_rate": 1.9377135023065002e-05, + "loss": 0.1057, + "step": 16453 + }, + { + "epoch": 13.955894826123833, + "grad_norm": 1.5054156039371729, + "learning_rate": 1.9377039584879826e-05, + "loss": 0.0929, + "step": 16454 + }, + { + "epoch": 13.95674300254453, + "grad_norm": 1.5660962748431526, + "learning_rate": 1.9376944139618542e-05, + "loss": 0.1057, + "step": 16455 + }, + { + "epoch": 13.957591178965224, + "grad_norm": 1.5601909615844933, + "learning_rate": 1.937684868728122e-05, + "loss": 0.096, + "step": 16456 + }, + { + "epoch": 13.95843935538592, + "grad_norm": 1.642343105273672, + "learning_rate": 1.9376753227867938e-05, + "loss": 0.1185, + "step": 16457 + }, + { + "epoch": 13.959287531806616, + "grad_norm": 1.5826328841992017, + "learning_rate": 1.9376657761378763e-05, + "loss": 0.0962, + "step": 16458 + }, + { + "epoch": 13.96013570822731, + "grad_norm": 1.7183167889243292, + "learning_rate": 1.937656228781377e-05, + "loss": 0.1239, + "step": 16459 + }, + { + "epoch": 13.960983884648007, + "grad_norm": 1.5096499580004836, + "learning_rate": 1.937646680717303e-05, + "loss": 0.0895, + "step": 16460 + }, + { + "epoch": 13.961832061068701, + "grad_norm": 1.4885541585400945, + "learning_rate": 1.9376371319456613e-05, + "loss": 0.0838, + "step": 16461 + }, + { + "epoch": 13.962680237489398, + "grad_norm": 1.5054709863543037, + "learning_rate": 1.9376275824664594e-05, + "loss": 0.1059, + "step": 16462 + }, + { + "epoch": 13.963528413910094, + "grad_norm": 1.6194004678306542, + "learning_rate": 1.9376180322797044e-05, + "loss": 0.0977, + "step": 16463 + }, + { + "epoch": 13.964376590330788, + "grad_norm": 1.3880785633922028, + "learning_rate": 1.9376084813854032e-05, + "loss": 0.1092, + "step": 16464 + }, + { + "epoch": 13.965224766751485, + "grad_norm": 1.7671642828045888, + "learning_rate": 1.9375989297835635e-05, + "loss": 0.0925, + "step": 16465 + }, + { + "epoch": 13.966072943172179, + "grad_norm": 1.8636247956588148, + "learning_rate": 1.9375893774741924e-05, + "loss": 0.0988, + "step": 16466 + }, + { + "epoch": 13.966921119592875, + "grad_norm": 1.3419844775038952, + "learning_rate": 1.937579824457297e-05, + "loss": 0.092, + "step": 16467 + }, + { + "epoch": 13.967769296013572, + "grad_norm": 1.6635809716518992, + "learning_rate": 1.9375702707328846e-05, + "loss": 0.1057, + "step": 16468 + }, + { + "epoch": 13.968617472434266, + "grad_norm": 1.780937807307741, + "learning_rate": 1.9375607163009624e-05, + "loss": 0.1133, + "step": 16469 + }, + { + "epoch": 13.969465648854962, + "grad_norm": 1.6113191571724745, + "learning_rate": 1.9375511611615377e-05, + "loss": 0.1283, + "step": 16470 + }, + { + "epoch": 13.970313825275657, + "grad_norm": 1.6130301656045727, + "learning_rate": 1.9375416053146172e-05, + "loss": 0.0921, + "step": 16471 + }, + { + "epoch": 13.971162001696353, + "grad_norm": 1.6453928761716918, + "learning_rate": 1.9375320487602084e-05, + "loss": 0.1259, + "step": 16472 + }, + { + "epoch": 13.97201017811705, + "grad_norm": 1.4174799396043556, + "learning_rate": 1.9375224914983187e-05, + "loss": 0.0929, + "step": 16473 + }, + { + "epoch": 13.972858354537744, + "grad_norm": 1.6833991559143546, + "learning_rate": 1.9375129335289555e-05, + "loss": 0.1015, + "step": 16474 + }, + { + "epoch": 13.97370653095844, + "grad_norm": 1.716992775003447, + "learning_rate": 1.9375033748521254e-05, + "loss": 0.1103, + "step": 16475 + }, + { + "epoch": 13.974554707379134, + "grad_norm": 2.194477726020022, + "learning_rate": 1.937493815467836e-05, + "loss": 0.1412, + "step": 16476 + }, + { + "epoch": 13.97540288379983, + "grad_norm": 1.4960301522250523, + "learning_rate": 1.9374842553760947e-05, + "loss": 0.1028, + "step": 16477 + }, + { + "epoch": 13.976251060220527, + "grad_norm": 1.514006374389737, + "learning_rate": 1.937474694576908e-05, + "loss": 0.0913, + "step": 16478 + }, + { + "epoch": 13.977099236641221, + "grad_norm": 1.471444433616344, + "learning_rate": 1.9374651330702837e-05, + "loss": 0.0896, + "step": 16479 + }, + { + "epoch": 13.977947413061917, + "grad_norm": 1.3052060514945563, + "learning_rate": 1.937455570856229e-05, + "loss": 0.0834, + "step": 16480 + }, + { + "epoch": 13.978795589482612, + "grad_norm": 1.480044002043166, + "learning_rate": 1.9374460079347508e-05, + "loss": 0.0946, + "step": 16481 + }, + { + "epoch": 13.979643765903308, + "grad_norm": 1.583845836178867, + "learning_rate": 1.9374364443058567e-05, + "loss": 0.1019, + "step": 16482 + }, + { + "epoch": 13.980491942324003, + "grad_norm": 1.6982741524490819, + "learning_rate": 1.9374268799695536e-05, + "loss": 0.1012, + "step": 16483 + }, + { + "epoch": 13.981340118744699, + "grad_norm": 1.4893070998827165, + "learning_rate": 1.937417314925849e-05, + "loss": 0.0958, + "step": 16484 + }, + { + "epoch": 13.982188295165395, + "grad_norm": 1.4642426336850927, + "learning_rate": 1.93740774917475e-05, + "loss": 0.0887, + "step": 16485 + }, + { + "epoch": 13.98303647158609, + "grad_norm": 1.6958984658193033, + "learning_rate": 1.9373981827162634e-05, + "loss": 0.1133, + "step": 16486 + }, + { + "epoch": 13.983884648006786, + "grad_norm": 1.390055387768609, + "learning_rate": 1.9373886155503973e-05, + "loss": 0.0912, + "step": 16487 + }, + { + "epoch": 13.98473282442748, + "grad_norm": 1.720402471939818, + "learning_rate": 1.9373790476771583e-05, + "loss": 0.107, + "step": 16488 + }, + { + "epoch": 13.985581000848176, + "grad_norm": 1.7132506298954395, + "learning_rate": 1.9373694790965537e-05, + "loss": 0.107, + "step": 16489 + }, + { + "epoch": 13.986429177268873, + "grad_norm": 1.5243322937212898, + "learning_rate": 1.9373599098085908e-05, + "loss": 0.1059, + "step": 16490 + }, + { + "epoch": 13.987277353689567, + "grad_norm": 1.454785189792198, + "learning_rate": 1.9373503398132768e-05, + "loss": 0.0914, + "step": 16491 + }, + { + "epoch": 13.988125530110263, + "grad_norm": 1.631600291700282, + "learning_rate": 1.9373407691106188e-05, + "loss": 0.0995, + "step": 16492 + }, + { + "epoch": 13.988973706530958, + "grad_norm": 1.3282034001649028, + "learning_rate": 1.937331197700624e-05, + "loss": 0.0821, + "step": 16493 + }, + { + "epoch": 13.989821882951654, + "grad_norm": 1.8893535372300498, + "learning_rate": 1.9373216255833e-05, + "loss": 0.1138, + "step": 16494 + }, + { + "epoch": 13.990670059372349, + "grad_norm": 1.7480590213473917, + "learning_rate": 1.9373120527586537e-05, + "loss": 0.1173, + "step": 16495 + }, + { + "epoch": 13.991518235793045, + "grad_norm": 1.410980703405561, + "learning_rate": 1.9373024792266922e-05, + "loss": 0.0963, + "step": 16496 + }, + { + "epoch": 13.992366412213741, + "grad_norm": 1.5951992947208842, + "learning_rate": 1.9372929049874233e-05, + "loss": 0.1193, + "step": 16497 + }, + { + "epoch": 13.993214588634435, + "grad_norm": 1.5037933679296445, + "learning_rate": 1.9372833300408535e-05, + "loss": 0.098, + "step": 16498 + }, + { + "epoch": 13.994062765055132, + "grad_norm": 1.7275526497246079, + "learning_rate": 1.9372737543869907e-05, + "loss": 0.0985, + "step": 16499 + }, + { + "epoch": 13.994910941475826, + "grad_norm": 1.5300530315522607, + "learning_rate": 1.9372641780258416e-05, + "loss": 0.0973, + "step": 16500 + }, + { + "epoch": 13.995759117896522, + "grad_norm": 1.421546986993771, + "learning_rate": 1.9372546009574136e-05, + "loss": 0.0938, + "step": 16501 + }, + { + "epoch": 13.996607294317219, + "grad_norm": 1.6828031913404018, + "learning_rate": 1.937245023181714e-05, + "loss": 0.0937, + "step": 16502 + }, + { + "epoch": 13.997455470737913, + "grad_norm": 1.4767102254698383, + "learning_rate": 1.93723544469875e-05, + "loss": 0.0882, + "step": 16503 + }, + { + "epoch": 13.99830364715861, + "grad_norm": 1.475137903244333, + "learning_rate": 1.937225865508529e-05, + "loss": 0.0767, + "step": 16504 + }, + { + "epoch": 13.999151823579304, + "grad_norm": 1.3872785294889374, + "learning_rate": 1.9372162856110576e-05, + "loss": 0.1121, + "step": 16505 + }, + { + "epoch": 14.0, + "grad_norm": 1.7588422091150013, + "learning_rate": 1.937206705006344e-05, + "loss": 0.108, + "step": 16506 + }, + { + "epoch": 14.000848176420696, + "grad_norm": 1.477035309103591, + "learning_rate": 1.9371971236943942e-05, + "loss": 0.0812, + "step": 16507 + }, + { + "epoch": 14.00169635284139, + "grad_norm": 1.6235307032956903, + "learning_rate": 1.9371875416752165e-05, + "loss": 0.0896, + "step": 16508 + }, + { + "epoch": 14.002544529262087, + "grad_norm": 1.536555900077109, + "learning_rate": 1.937177958948818e-05, + "loss": 0.0865, + "step": 16509 + }, + { + "epoch": 14.003392705682781, + "grad_norm": 1.651318443689002, + "learning_rate": 1.9371683755152054e-05, + "loss": 0.0915, + "step": 16510 + }, + { + "epoch": 14.004240882103478, + "grad_norm": 1.5505187698152443, + "learning_rate": 1.9371587913743863e-05, + "loss": 0.0896, + "step": 16511 + }, + { + "epoch": 14.005089058524174, + "grad_norm": 1.3888257147944794, + "learning_rate": 1.937149206526368e-05, + "loss": 0.0855, + "step": 16512 + }, + { + "epoch": 14.005937234944868, + "grad_norm": 1.4732593268117877, + "learning_rate": 1.9371396209711576e-05, + "loss": 0.09, + "step": 16513 + }, + { + "epoch": 14.006785411365565, + "grad_norm": 1.434278970708442, + "learning_rate": 1.937130034708762e-05, + "loss": 0.1002, + "step": 16514 + }, + { + "epoch": 14.007633587786259, + "grad_norm": 1.5743476234635903, + "learning_rate": 1.937120447739189e-05, + "loss": 0.0785, + "step": 16515 + }, + { + "epoch": 14.008481764206955, + "grad_norm": 1.2199089963285326, + "learning_rate": 1.9371108600624456e-05, + "loss": 0.0664, + "step": 16516 + }, + { + "epoch": 14.00932994062765, + "grad_norm": 1.4165743695203665, + "learning_rate": 1.9371012716785386e-05, + "loss": 0.0864, + "step": 16517 + }, + { + "epoch": 14.010178117048346, + "grad_norm": 1.6688790364336206, + "learning_rate": 1.937091682587476e-05, + "loss": 0.1079, + "step": 16518 + }, + { + "epoch": 14.011026293469042, + "grad_norm": 1.3235530386966907, + "learning_rate": 1.937082092789265e-05, + "loss": 0.0863, + "step": 16519 + }, + { + "epoch": 14.011874469889737, + "grad_norm": 1.3491647772867614, + "learning_rate": 1.937072502283912e-05, + "loss": 0.0808, + "step": 16520 + }, + { + "epoch": 14.012722646310433, + "grad_norm": 1.5013590469185485, + "learning_rate": 1.9370629110714253e-05, + "loss": 0.0842, + "step": 16521 + }, + { + "epoch": 14.013570822731127, + "grad_norm": 1.3678457480043538, + "learning_rate": 1.937053319151811e-05, + "loss": 0.0791, + "step": 16522 + }, + { + "epoch": 14.014418999151824, + "grad_norm": 1.599929582935232, + "learning_rate": 1.9370437265250774e-05, + "loss": 0.0963, + "step": 16523 + }, + { + "epoch": 14.01526717557252, + "grad_norm": 1.4190074176678333, + "learning_rate": 1.9370341331912312e-05, + "loss": 0.0792, + "step": 16524 + }, + { + "epoch": 14.016115351993214, + "grad_norm": 1.2136995263732882, + "learning_rate": 1.9370245391502795e-05, + "loss": 0.0759, + "step": 16525 + }, + { + "epoch": 14.01696352841391, + "grad_norm": 1.576042217199028, + "learning_rate": 1.9370149444022298e-05, + "loss": 0.105, + "step": 16526 + }, + { + "epoch": 14.017811704834605, + "grad_norm": 1.4221066721463753, + "learning_rate": 1.9370053489470898e-05, + "loss": 0.0915, + "step": 16527 + }, + { + "epoch": 14.018659881255301, + "grad_norm": 1.471078887565043, + "learning_rate": 1.9369957527848657e-05, + "loss": 0.0778, + "step": 16528 + }, + { + "epoch": 14.019508057675997, + "grad_norm": 1.4980866751093058, + "learning_rate": 1.9369861559155657e-05, + "loss": 0.0865, + "step": 16529 + }, + { + "epoch": 14.020356234096692, + "grad_norm": 1.3221961407731762, + "learning_rate": 1.9369765583391963e-05, + "loss": 0.0815, + "step": 16530 + }, + { + "epoch": 14.021204410517388, + "grad_norm": 1.4347378774813997, + "learning_rate": 1.936966960055765e-05, + "loss": 0.0854, + "step": 16531 + }, + { + "epoch": 14.022052586938083, + "grad_norm": 1.5173670160729298, + "learning_rate": 1.9369573610652792e-05, + "loss": 0.1146, + "step": 16532 + }, + { + "epoch": 14.022900763358779, + "grad_norm": 1.5473995292234317, + "learning_rate": 1.9369477613677463e-05, + "loss": 0.0946, + "step": 16533 + }, + { + "epoch": 14.023748939779475, + "grad_norm": 1.4510637730975835, + "learning_rate": 1.936938160963173e-05, + "loss": 0.0779, + "step": 16534 + }, + { + "epoch": 14.02459711620017, + "grad_norm": 1.3882749648580697, + "learning_rate": 1.936928559851567e-05, + "loss": 0.095, + "step": 16535 + }, + { + "epoch": 14.025445292620866, + "grad_norm": 1.6854528483933424, + "learning_rate": 1.9369189580329354e-05, + "loss": 0.1149, + "step": 16536 + }, + { + "epoch": 14.02629346904156, + "grad_norm": 2.0423804714169687, + "learning_rate": 1.9369093555072855e-05, + "loss": 0.0903, + "step": 16537 + }, + { + "epoch": 14.027141645462256, + "grad_norm": 1.672501454671108, + "learning_rate": 1.9368997522746243e-05, + "loss": 0.0986, + "step": 16538 + }, + { + "epoch": 14.02798982188295, + "grad_norm": 1.4357899239122165, + "learning_rate": 1.9368901483349593e-05, + "loss": 0.0831, + "step": 16539 + }, + { + "epoch": 14.028837998303647, + "grad_norm": 1.5431375540857328, + "learning_rate": 1.9368805436882976e-05, + "loss": 0.088, + "step": 16540 + }, + { + "epoch": 14.029686174724343, + "grad_norm": 1.616595170307846, + "learning_rate": 1.936870938334647e-05, + "loss": 0.1023, + "step": 16541 + }, + { + "epoch": 14.030534351145038, + "grad_norm": 1.5197264819704248, + "learning_rate": 1.9368613322740138e-05, + "loss": 0.1031, + "step": 16542 + }, + { + "epoch": 14.031382527565734, + "grad_norm": 1.4824133206509709, + "learning_rate": 1.9368517255064056e-05, + "loss": 0.0926, + "step": 16543 + }, + { + "epoch": 14.032230703986428, + "grad_norm": 1.5368949186708025, + "learning_rate": 1.93684211803183e-05, + "loss": 0.0855, + "step": 16544 + }, + { + "epoch": 14.033078880407125, + "grad_norm": 1.5054762101380048, + "learning_rate": 1.936832509850294e-05, + "loss": 0.0873, + "step": 16545 + }, + { + "epoch": 14.033927056827821, + "grad_norm": 1.4412155690695407, + "learning_rate": 1.936822900961805e-05, + "loss": 0.086, + "step": 16546 + }, + { + "epoch": 14.034775233248515, + "grad_norm": 1.4341198124416863, + "learning_rate": 1.93681329136637e-05, + "loss": 0.0872, + "step": 16547 + }, + { + "epoch": 14.035623409669212, + "grad_norm": 1.358101786186778, + "learning_rate": 1.9368036810639963e-05, + "loss": 0.0783, + "step": 16548 + }, + { + "epoch": 14.036471586089906, + "grad_norm": 1.5893003237779184, + "learning_rate": 1.9367940700546914e-05, + "loss": 0.0886, + "step": 16549 + }, + { + "epoch": 14.037319762510602, + "grad_norm": 1.415526763275425, + "learning_rate": 1.9367844583384623e-05, + "loss": 0.0774, + "step": 16550 + }, + { + "epoch": 14.038167938931299, + "grad_norm": 1.4998092136576051, + "learning_rate": 1.9367748459153165e-05, + "loss": 0.081, + "step": 16551 + }, + { + "epoch": 14.039016115351993, + "grad_norm": 1.308765245298622, + "learning_rate": 1.936765232785261e-05, + "loss": 0.0812, + "step": 16552 + }, + { + "epoch": 14.03986429177269, + "grad_norm": 1.4440593381740203, + "learning_rate": 1.936755618948303e-05, + "loss": 0.0897, + "step": 16553 + }, + { + "epoch": 14.040712468193384, + "grad_norm": 1.6533034488870775, + "learning_rate": 1.9367460044044498e-05, + "loss": 0.0913, + "step": 16554 + }, + { + "epoch": 14.04156064461408, + "grad_norm": 1.5588982181074513, + "learning_rate": 1.9367363891537087e-05, + "loss": 0.0984, + "step": 16555 + }, + { + "epoch": 14.042408821034774, + "grad_norm": 1.39297645785262, + "learning_rate": 1.9367267731960875e-05, + "loss": 0.1022, + "step": 16556 + }, + { + "epoch": 14.04325699745547, + "grad_norm": 1.5278425468909418, + "learning_rate": 1.9367171565315925e-05, + "loss": 0.0852, + "step": 16557 + }, + { + "epoch": 14.044105173876167, + "grad_norm": 1.330539970775348, + "learning_rate": 1.9367075391602316e-05, + "loss": 0.0823, + "step": 16558 + }, + { + "epoch": 14.044953350296861, + "grad_norm": 1.5810006837971586, + "learning_rate": 1.936697921082012e-05, + "loss": 0.0961, + "step": 16559 + }, + { + "epoch": 14.045801526717558, + "grad_norm": 1.5161707845789925, + "learning_rate": 1.936688302296941e-05, + "loss": 0.0776, + "step": 16560 + }, + { + "epoch": 14.046649703138252, + "grad_norm": 1.3769327241106828, + "learning_rate": 1.9366786828050252e-05, + "loss": 0.0784, + "step": 16561 + }, + { + "epoch": 14.047497879558948, + "grad_norm": 1.586555529366799, + "learning_rate": 1.9366690626062724e-05, + "loss": 0.0822, + "step": 16562 + }, + { + "epoch": 14.048346055979644, + "grad_norm": 1.610042519143664, + "learning_rate": 1.9366594417006902e-05, + "loss": 0.0935, + "step": 16563 + }, + { + "epoch": 14.049194232400339, + "grad_norm": 1.3713359439133088, + "learning_rate": 1.936649820088285e-05, + "loss": 0.0754, + "step": 16564 + }, + { + "epoch": 14.050042408821035, + "grad_norm": 1.4158025840305442, + "learning_rate": 1.936640197769065e-05, + "loss": 0.0649, + "step": 16565 + }, + { + "epoch": 14.05089058524173, + "grad_norm": 1.6081613949401299, + "learning_rate": 1.9366305747430365e-05, + "loss": 0.0769, + "step": 16566 + }, + { + "epoch": 14.051738761662426, + "grad_norm": 1.4438548014828312, + "learning_rate": 1.9366209510102078e-05, + "loss": 0.0891, + "step": 16567 + }, + { + "epoch": 14.052586938083122, + "grad_norm": 1.5243518541281138, + "learning_rate": 1.9366113265705853e-05, + "loss": 0.106, + "step": 16568 + }, + { + "epoch": 14.053435114503817, + "grad_norm": 1.46390654168262, + "learning_rate": 1.936601701424177e-05, + "loss": 0.096, + "step": 16569 + }, + { + "epoch": 14.054283290924513, + "grad_norm": 1.5383453497700272, + "learning_rate": 1.936592075570989e-05, + "loss": 0.0882, + "step": 16570 + }, + { + "epoch": 14.055131467345207, + "grad_norm": 1.4030323923723798, + "learning_rate": 1.9365824490110298e-05, + "loss": 0.103, + "step": 16571 + }, + { + "epoch": 14.055979643765903, + "grad_norm": 1.489170693669487, + "learning_rate": 1.936572821744306e-05, + "loss": 0.0884, + "step": 16572 + }, + { + "epoch": 14.056827820186598, + "grad_norm": 1.360138946211212, + "learning_rate": 1.936563193770825e-05, + "loss": 0.0847, + "step": 16573 + }, + { + "epoch": 14.057675996607294, + "grad_norm": 1.4033719101217752, + "learning_rate": 1.9365535650905943e-05, + "loss": 0.0823, + "step": 16574 + }, + { + "epoch": 14.05852417302799, + "grad_norm": 1.4015548380958003, + "learning_rate": 1.9365439357036208e-05, + "loss": 0.0853, + "step": 16575 + }, + { + "epoch": 14.059372349448685, + "grad_norm": 1.4620286112119054, + "learning_rate": 1.936534305609912e-05, + "loss": 0.0792, + "step": 16576 + }, + { + "epoch": 14.060220525869381, + "grad_norm": 1.6386082441945944, + "learning_rate": 1.936524674809475e-05, + "loss": 0.0836, + "step": 16577 + }, + { + "epoch": 14.061068702290076, + "grad_norm": 1.7639452201968049, + "learning_rate": 1.9365150433023174e-05, + "loss": 0.1048, + "step": 16578 + }, + { + "epoch": 14.061916878710772, + "grad_norm": 1.679450393833579, + "learning_rate": 1.9365054110884463e-05, + "loss": 0.0851, + "step": 16579 + }, + { + "epoch": 14.062765055131468, + "grad_norm": 1.4559037433295792, + "learning_rate": 1.9364957781678688e-05, + "loss": 0.0817, + "step": 16580 + }, + { + "epoch": 14.063613231552162, + "grad_norm": 1.3664324267930152, + "learning_rate": 1.936486144540592e-05, + "loss": 0.0812, + "step": 16581 + }, + { + "epoch": 14.064461407972859, + "grad_norm": 1.5814297790229057, + "learning_rate": 1.9364765102066236e-05, + "loss": 0.0886, + "step": 16582 + }, + { + "epoch": 14.065309584393553, + "grad_norm": 1.7859725728900508, + "learning_rate": 1.936466875165971e-05, + "loss": 0.1052, + "step": 16583 + }, + { + "epoch": 14.06615776081425, + "grad_norm": 1.6504681316205294, + "learning_rate": 1.936457239418641e-05, + "loss": 0.0956, + "step": 16584 + }, + { + "epoch": 14.067005937234946, + "grad_norm": 1.472210657782802, + "learning_rate": 1.936447602964641e-05, + "loss": 0.0834, + "step": 16585 + }, + { + "epoch": 14.06785411365564, + "grad_norm": 1.693054077830528, + "learning_rate": 1.9364379658039784e-05, + "loss": 0.0965, + "step": 16586 + }, + { + "epoch": 14.068702290076336, + "grad_norm": 1.4018074548810167, + "learning_rate": 1.9364283279366605e-05, + "loss": 0.0798, + "step": 16587 + }, + { + "epoch": 14.06955046649703, + "grad_norm": 1.6027187732552752, + "learning_rate": 1.936418689362694e-05, + "loss": 0.1093, + "step": 16588 + }, + { + "epoch": 14.070398642917727, + "grad_norm": 1.770391423798145, + "learning_rate": 1.936409050082087e-05, + "loss": 0.0867, + "step": 16589 + }, + { + "epoch": 14.071246819338423, + "grad_norm": 1.4490860448105587, + "learning_rate": 1.9363994100948465e-05, + "loss": 0.0961, + "step": 16590 + }, + { + "epoch": 14.072094995759118, + "grad_norm": 1.7247983978114616, + "learning_rate": 1.9363897694009796e-05, + "loss": 0.1028, + "step": 16591 + }, + { + "epoch": 14.072943172179814, + "grad_norm": 1.4892307093078883, + "learning_rate": 1.9363801280004937e-05, + "loss": 0.0843, + "step": 16592 + }, + { + "epoch": 14.073791348600508, + "grad_norm": 1.447038601945626, + "learning_rate": 1.936370485893396e-05, + "loss": 0.0726, + "step": 16593 + }, + { + "epoch": 14.074639525021205, + "grad_norm": 1.3548872319210952, + "learning_rate": 1.936360843079694e-05, + "loss": 0.0796, + "step": 16594 + }, + { + "epoch": 14.075487701441899, + "grad_norm": 1.8050820289188338, + "learning_rate": 1.9363511995593946e-05, + "loss": 0.0906, + "step": 16595 + }, + { + "epoch": 14.076335877862595, + "grad_norm": 1.472018722930498, + "learning_rate": 1.9363415553325055e-05, + "loss": 0.0802, + "step": 16596 + }, + { + "epoch": 14.077184054283292, + "grad_norm": 1.3184042669734706, + "learning_rate": 1.9363319103990337e-05, + "loss": 0.0729, + "step": 16597 + }, + { + "epoch": 14.078032230703986, + "grad_norm": 1.3978758336750665, + "learning_rate": 1.9363222647589863e-05, + "loss": 0.0815, + "step": 16598 + }, + { + "epoch": 14.078880407124682, + "grad_norm": 1.3674628696296962, + "learning_rate": 1.936312618412371e-05, + "loss": 0.0809, + "step": 16599 + }, + { + "epoch": 14.079728583545377, + "grad_norm": 1.5804904183269184, + "learning_rate": 1.936302971359195e-05, + "loss": 0.1052, + "step": 16600 + }, + { + "epoch": 14.080576759966073, + "grad_norm": 1.475789289056787, + "learning_rate": 1.9362933235994652e-05, + "loss": 0.0769, + "step": 16601 + }, + { + "epoch": 14.08142493638677, + "grad_norm": 1.4267904519876042, + "learning_rate": 1.9362836751331894e-05, + "loss": 0.0776, + "step": 16602 + }, + { + "epoch": 14.082273112807464, + "grad_norm": 1.794365688323625, + "learning_rate": 1.9362740259603746e-05, + "loss": 0.0934, + "step": 16603 + }, + { + "epoch": 14.08312128922816, + "grad_norm": 1.56284779654536, + "learning_rate": 1.936264376081028e-05, + "loss": 0.0971, + "step": 16604 + }, + { + "epoch": 14.083969465648854, + "grad_norm": 1.3730209283894343, + "learning_rate": 1.936254725495157e-05, + "loss": 0.0851, + "step": 16605 + }, + { + "epoch": 14.08481764206955, + "grad_norm": 1.4577121653074816, + "learning_rate": 1.936245074202769e-05, + "loss": 0.0788, + "step": 16606 + }, + { + "epoch": 14.085665818490247, + "grad_norm": 1.4209610382519782, + "learning_rate": 1.936235422203871e-05, + "loss": 0.0836, + "step": 16607 + }, + { + "epoch": 14.086513994910941, + "grad_norm": 1.5539746688008937, + "learning_rate": 1.9362257694984704e-05, + "loss": 0.0801, + "step": 16608 + }, + { + "epoch": 14.087362171331637, + "grad_norm": 1.5023185891351354, + "learning_rate": 1.9362161160865745e-05, + "loss": 0.0844, + "step": 16609 + }, + { + "epoch": 14.088210347752332, + "grad_norm": 1.4630838772363282, + "learning_rate": 1.9362064619681908e-05, + "loss": 0.1072, + "step": 16610 + }, + { + "epoch": 14.089058524173028, + "grad_norm": 1.4710278097692637, + "learning_rate": 1.9361968071433264e-05, + "loss": 0.0887, + "step": 16611 + }, + { + "epoch": 14.089906700593723, + "grad_norm": 1.2828942807537986, + "learning_rate": 1.9361871516119888e-05, + "loss": 0.0773, + "step": 16612 + }, + { + "epoch": 14.090754877014419, + "grad_norm": 1.614143437510899, + "learning_rate": 1.9361774953741847e-05, + "loss": 0.0931, + "step": 16613 + }, + { + "epoch": 14.091603053435115, + "grad_norm": 1.5064685408423817, + "learning_rate": 1.936167838429922e-05, + "loss": 0.1091, + "step": 16614 + }, + { + "epoch": 14.09245122985581, + "grad_norm": 1.5608035071603878, + "learning_rate": 1.9361581807792075e-05, + "loss": 0.086, + "step": 16615 + }, + { + "epoch": 14.093299406276506, + "grad_norm": 1.5364548696557145, + "learning_rate": 1.936148522422049e-05, + "loss": 0.1035, + "step": 16616 + }, + { + "epoch": 14.0941475826972, + "grad_norm": 1.4662468487097988, + "learning_rate": 1.9361388633584535e-05, + "loss": 0.0944, + "step": 16617 + }, + { + "epoch": 14.094995759117896, + "grad_norm": 1.3483484501264749, + "learning_rate": 1.936129203588428e-05, + "loss": 0.0864, + "step": 16618 + }, + { + "epoch": 14.095843935538593, + "grad_norm": 1.508225993759123, + "learning_rate": 1.9361195431119804e-05, + "loss": 0.0826, + "step": 16619 + }, + { + "epoch": 14.096692111959287, + "grad_norm": 1.4227890757402588, + "learning_rate": 1.9361098819291176e-05, + "loss": 0.0935, + "step": 16620 + }, + { + "epoch": 14.097540288379983, + "grad_norm": 1.3802409295514249, + "learning_rate": 1.936100220039847e-05, + "loss": 0.0733, + "step": 16621 + }, + { + "epoch": 14.098388464800678, + "grad_norm": 1.3967083931888997, + "learning_rate": 1.936090557444176e-05, + "loss": 0.0773, + "step": 16622 + }, + { + "epoch": 14.099236641221374, + "grad_norm": 1.4662213615958264, + "learning_rate": 1.9360808941421116e-05, + "loss": 0.0786, + "step": 16623 + }, + { + "epoch": 14.10008481764207, + "grad_norm": 1.4726956220339427, + "learning_rate": 1.936071230133661e-05, + "loss": 0.0833, + "step": 16624 + }, + { + "epoch": 14.100932994062765, + "grad_norm": 1.2946430603917363, + "learning_rate": 1.9360615654188323e-05, + "loss": 0.0826, + "step": 16625 + }, + { + "epoch": 14.101781170483461, + "grad_norm": 1.4201432550367958, + "learning_rate": 1.9360518999976318e-05, + "loss": 0.089, + "step": 16626 + }, + { + "epoch": 14.102629346904155, + "grad_norm": 1.576301327271804, + "learning_rate": 1.9360422338700675e-05, + "loss": 0.0979, + "step": 16627 + }, + { + "epoch": 14.103477523324852, + "grad_norm": 1.4837141530228102, + "learning_rate": 1.9360325670361465e-05, + "loss": 0.0896, + "step": 16628 + }, + { + "epoch": 14.104325699745548, + "grad_norm": 1.4402237661156683, + "learning_rate": 1.936022899495876e-05, + "loss": 0.0874, + "step": 16629 + }, + { + "epoch": 14.105173876166242, + "grad_norm": 1.6728695579852677, + "learning_rate": 1.9360132312492628e-05, + "loss": 0.0978, + "step": 16630 + }, + { + "epoch": 14.106022052586939, + "grad_norm": 1.5543912667784112, + "learning_rate": 1.9360035622963154e-05, + "loss": 0.0964, + "step": 16631 + }, + { + "epoch": 14.106870229007633, + "grad_norm": 1.5438988286375581, + "learning_rate": 1.93599389263704e-05, + "loss": 0.1015, + "step": 16632 + }, + { + "epoch": 14.10771840542833, + "grad_norm": 1.3345392524220059, + "learning_rate": 1.9359842222714444e-05, + "loss": 0.0793, + "step": 16633 + }, + { + "epoch": 14.108566581849024, + "grad_norm": 1.4639773138671632, + "learning_rate": 1.9359745511995357e-05, + "loss": 0.0764, + "step": 16634 + }, + { + "epoch": 14.10941475826972, + "grad_norm": 1.504981142178101, + "learning_rate": 1.9359648794213218e-05, + "loss": 0.098, + "step": 16635 + }, + { + "epoch": 14.110262934690416, + "grad_norm": 1.5115917833032233, + "learning_rate": 1.935955206936809e-05, + "loss": 0.0936, + "step": 16636 + }, + { + "epoch": 14.11111111111111, + "grad_norm": 1.3795812383370534, + "learning_rate": 1.9359455337460054e-05, + "loss": 0.0866, + "step": 16637 + }, + { + "epoch": 14.111959287531807, + "grad_norm": 1.4202300959858498, + "learning_rate": 1.935935859848918e-05, + "loss": 0.0837, + "step": 16638 + }, + { + "epoch": 14.112807463952501, + "grad_norm": 1.535502258969071, + "learning_rate": 1.9359261852455536e-05, + "loss": 0.0906, + "step": 16639 + }, + { + "epoch": 14.113655640373198, + "grad_norm": 1.4048353122314692, + "learning_rate": 1.9359165099359204e-05, + "loss": 0.0892, + "step": 16640 + }, + { + "epoch": 14.114503816793894, + "grad_norm": 1.4856444883859514, + "learning_rate": 1.9359068339200254e-05, + "loss": 0.084, + "step": 16641 + }, + { + "epoch": 14.115351993214588, + "grad_norm": 1.7636512967839653, + "learning_rate": 1.9358971571978757e-05, + "loss": 0.0865, + "step": 16642 + }, + { + "epoch": 14.116200169635285, + "grad_norm": 1.368657083189838, + "learning_rate": 1.9358874797694787e-05, + "loss": 0.0888, + "step": 16643 + }, + { + "epoch": 14.117048346055979, + "grad_norm": 1.4577462982655485, + "learning_rate": 1.935877801634842e-05, + "loss": 0.0911, + "step": 16644 + }, + { + "epoch": 14.117896522476675, + "grad_norm": 1.3636402343507978, + "learning_rate": 1.9358681227939723e-05, + "loss": 0.0849, + "step": 16645 + }, + { + "epoch": 14.118744698897371, + "grad_norm": 1.2976764093401825, + "learning_rate": 1.9358584432468772e-05, + "loss": 0.0707, + "step": 16646 + }, + { + "epoch": 14.119592875318066, + "grad_norm": 1.4761361405452704, + "learning_rate": 1.935848762993564e-05, + "loss": 0.1101, + "step": 16647 + }, + { + "epoch": 14.120441051738762, + "grad_norm": 1.5423481638766523, + "learning_rate": 1.93583908203404e-05, + "loss": 0.0968, + "step": 16648 + }, + { + "epoch": 14.121289228159457, + "grad_norm": 1.8436590471567431, + "learning_rate": 1.9358294003683127e-05, + "loss": 0.0923, + "step": 16649 + }, + { + "epoch": 14.122137404580153, + "grad_norm": 1.497653954137484, + "learning_rate": 1.9358197179963892e-05, + "loss": 0.0835, + "step": 16650 + }, + { + "epoch": 14.122985581000847, + "grad_norm": 1.773983355307379, + "learning_rate": 1.935810034918277e-05, + "loss": 0.0798, + "step": 16651 + }, + { + "epoch": 14.123833757421544, + "grad_norm": 1.542507544043268, + "learning_rate": 1.935800351133983e-05, + "loss": 0.1034, + "step": 16652 + }, + { + "epoch": 14.12468193384224, + "grad_norm": 1.4859781748005634, + "learning_rate": 1.9357906666435148e-05, + "loss": 0.0754, + "step": 16653 + }, + { + "epoch": 14.125530110262934, + "grad_norm": 1.4746179996851159, + "learning_rate": 1.9357809814468797e-05, + "loss": 0.0909, + "step": 16654 + }, + { + "epoch": 14.12637828668363, + "grad_norm": 1.5461971331899353, + "learning_rate": 1.9357712955440847e-05, + "loss": 0.0894, + "step": 16655 + }, + { + "epoch": 14.127226463104325, + "grad_norm": 1.518688501253271, + "learning_rate": 1.9357616089351377e-05, + "loss": 0.0832, + "step": 16656 + }, + { + "epoch": 14.128074639525021, + "grad_norm": 1.62692486755613, + "learning_rate": 1.935751921620046e-05, + "loss": 0.096, + "step": 16657 + }, + { + "epoch": 14.128922815945717, + "grad_norm": 1.438780269697299, + "learning_rate": 1.9357422335988164e-05, + "loss": 0.0935, + "step": 16658 + }, + { + "epoch": 14.129770992366412, + "grad_norm": 1.4344261996639318, + "learning_rate": 1.935732544871456e-05, + "loss": 0.0987, + "step": 16659 + }, + { + "epoch": 14.130619168787108, + "grad_norm": 1.6715725820498628, + "learning_rate": 1.9357228554379728e-05, + "loss": 0.0911, + "step": 16660 + }, + { + "epoch": 14.131467345207803, + "grad_norm": 1.5305491640553148, + "learning_rate": 1.935713165298374e-05, + "loss": 0.1047, + "step": 16661 + }, + { + "epoch": 14.132315521628499, + "grad_norm": 1.230302036572867, + "learning_rate": 1.9357034744526664e-05, + "loss": 0.0802, + "step": 16662 + }, + { + "epoch": 14.133163698049195, + "grad_norm": 1.5187644901065247, + "learning_rate": 1.9356937829008583e-05, + "loss": 0.0853, + "step": 16663 + }, + { + "epoch": 14.13401187446989, + "grad_norm": 1.4778481847442757, + "learning_rate": 1.9356840906429557e-05, + "loss": 0.0929, + "step": 16664 + }, + { + "epoch": 14.134860050890586, + "grad_norm": 1.6145992867122105, + "learning_rate": 1.935674397678967e-05, + "loss": 0.0841, + "step": 16665 + }, + { + "epoch": 14.13570822731128, + "grad_norm": 1.6542139627645402, + "learning_rate": 1.935664704008899e-05, + "loss": 0.1008, + "step": 16666 + }, + { + "epoch": 14.136556403731976, + "grad_norm": 1.4735756461921314, + "learning_rate": 1.935655009632759e-05, + "loss": 0.0881, + "step": 16667 + }, + { + "epoch": 14.137404580152673, + "grad_norm": 1.6355727946818213, + "learning_rate": 1.9356453145505544e-05, + "loss": 0.0935, + "step": 16668 + }, + { + "epoch": 14.138252756573367, + "grad_norm": 1.4082465653432288, + "learning_rate": 1.9356356187622927e-05, + "loss": 0.0933, + "step": 16669 + }, + { + "epoch": 14.139100932994063, + "grad_norm": 1.4196803784012493, + "learning_rate": 1.9356259222679813e-05, + "loss": 0.0913, + "step": 16670 + }, + { + "epoch": 14.139949109414758, + "grad_norm": 1.4758916688492238, + "learning_rate": 1.935616225067627e-05, + "loss": 0.0832, + "step": 16671 + }, + { + "epoch": 14.140797285835454, + "grad_norm": 1.59448260630296, + "learning_rate": 1.9356065271612373e-05, + "loss": 0.0907, + "step": 16672 + }, + { + "epoch": 14.141645462256148, + "grad_norm": 1.6231008637114852, + "learning_rate": 1.9355968285488197e-05, + "loss": 0.0848, + "step": 16673 + }, + { + "epoch": 14.142493638676845, + "grad_norm": 1.493089600060425, + "learning_rate": 1.9355871292303816e-05, + "loss": 0.0855, + "step": 16674 + }, + { + "epoch": 14.143341815097541, + "grad_norm": 1.481250864038427, + "learning_rate": 1.93557742920593e-05, + "loss": 0.0992, + "step": 16675 + }, + { + "epoch": 14.144189991518235, + "grad_norm": 1.5842275702695514, + "learning_rate": 1.9355677284754725e-05, + "loss": 0.0889, + "step": 16676 + }, + { + "epoch": 14.145038167938932, + "grad_norm": 1.650423191587085, + "learning_rate": 1.9355580270390162e-05, + "loss": 0.101, + "step": 16677 + }, + { + "epoch": 14.145886344359626, + "grad_norm": 1.5502800483440238, + "learning_rate": 1.935548324896569e-05, + "loss": 0.1037, + "step": 16678 + }, + { + "epoch": 14.146734520780322, + "grad_norm": 1.284219547029406, + "learning_rate": 1.9355386220481368e-05, + "loss": 0.0788, + "step": 16679 + }, + { + "epoch": 14.147582697201019, + "grad_norm": 1.5202059480405732, + "learning_rate": 1.9355289184937285e-05, + "loss": 0.0849, + "step": 16680 + }, + { + "epoch": 14.148430873621713, + "grad_norm": 1.899060355496791, + "learning_rate": 1.9355192142333508e-05, + "loss": 0.0956, + "step": 16681 + }, + { + "epoch": 14.14927905004241, + "grad_norm": 1.3288265539833102, + "learning_rate": 1.9355095092670107e-05, + "loss": 0.0783, + "step": 16682 + }, + { + "epoch": 14.150127226463104, + "grad_norm": 1.6582254624114234, + "learning_rate": 1.9354998035947165e-05, + "loss": 0.0953, + "step": 16683 + }, + { + "epoch": 14.1509754028838, + "grad_norm": 1.4843582800935562, + "learning_rate": 1.935490097216474e-05, + "loss": 0.0841, + "step": 16684 + }, + { + "epoch": 14.151823579304496, + "grad_norm": 1.465370940777735, + "learning_rate": 1.935480390132292e-05, + "loss": 0.0766, + "step": 16685 + }, + { + "epoch": 14.15267175572519, + "grad_norm": 1.4398436208505472, + "learning_rate": 1.935470682342177e-05, + "loss": 0.1105, + "step": 16686 + }, + { + "epoch": 14.153519932145887, + "grad_norm": 1.6978889164449467, + "learning_rate": 1.9354609738461366e-05, + "loss": 0.1036, + "step": 16687 + }, + { + "epoch": 14.154368108566581, + "grad_norm": 1.5173171678086754, + "learning_rate": 1.9354512646441778e-05, + "loss": 0.098, + "step": 16688 + }, + { + "epoch": 14.155216284987278, + "grad_norm": 1.3704839812226655, + "learning_rate": 1.9354415547363085e-05, + "loss": 0.085, + "step": 16689 + }, + { + "epoch": 14.156064461407972, + "grad_norm": 1.3886818699758847, + "learning_rate": 1.9354318441225355e-05, + "loss": 0.0894, + "step": 16690 + }, + { + "epoch": 14.156912637828668, + "grad_norm": 1.4075506642419813, + "learning_rate": 1.9354221328028667e-05, + "loss": 0.097, + "step": 16691 + }, + { + "epoch": 14.157760814249365, + "grad_norm": 1.3617236136511248, + "learning_rate": 1.9354124207773086e-05, + "loss": 0.0767, + "step": 16692 + }, + { + "epoch": 14.158608990670059, + "grad_norm": 1.4085460700981314, + "learning_rate": 1.9354027080458693e-05, + "loss": 0.0874, + "step": 16693 + }, + { + "epoch": 14.159457167090755, + "grad_norm": 1.521338793319228, + "learning_rate": 1.935392994608556e-05, + "loss": 0.0826, + "step": 16694 + }, + { + "epoch": 14.16030534351145, + "grad_norm": 1.5483945050530217, + "learning_rate": 1.9353832804653753e-05, + "loss": 0.0964, + "step": 16695 + }, + { + "epoch": 14.161153519932146, + "grad_norm": 1.585379295765027, + "learning_rate": 1.9353735656163356e-05, + "loss": 0.0941, + "step": 16696 + }, + { + "epoch": 14.162001696352842, + "grad_norm": 1.5967669576442698, + "learning_rate": 1.9353638500614433e-05, + "loss": 0.0914, + "step": 16697 + }, + { + "epoch": 14.162849872773537, + "grad_norm": 1.2718678475781078, + "learning_rate": 1.9353541338007064e-05, + "loss": 0.0699, + "step": 16698 + }, + { + "epoch": 14.163698049194233, + "grad_norm": 1.6009143443159968, + "learning_rate": 1.935344416834132e-05, + "loss": 0.0913, + "step": 16699 + }, + { + "epoch": 14.164546225614927, + "grad_norm": 1.3049087877814176, + "learning_rate": 1.9353346991617276e-05, + "loss": 0.0879, + "step": 16700 + }, + { + "epoch": 14.165394402035624, + "grad_norm": 1.2606477975915802, + "learning_rate": 1.9353249807835e-05, + "loss": 0.0778, + "step": 16701 + }, + { + "epoch": 14.16624257845632, + "grad_norm": 1.5038060869011887, + "learning_rate": 1.935315261699457e-05, + "loss": 0.0945, + "step": 16702 + }, + { + "epoch": 14.167090754877014, + "grad_norm": 1.5376494416754714, + "learning_rate": 1.935305541909606e-05, + "loss": 0.0896, + "step": 16703 + }, + { + "epoch": 14.16793893129771, + "grad_norm": 1.4624680803661387, + "learning_rate": 1.935295821413954e-05, + "loss": 0.095, + "step": 16704 + }, + { + "epoch": 14.168787107718405, + "grad_norm": 1.4862472954676125, + "learning_rate": 1.9352861002125083e-05, + "loss": 0.104, + "step": 16705 + }, + { + "epoch": 14.169635284139101, + "grad_norm": 1.3005881842319456, + "learning_rate": 1.9352763783052765e-05, + "loss": 0.0845, + "step": 16706 + }, + { + "epoch": 14.170483460559796, + "grad_norm": 1.620405138628591, + "learning_rate": 1.935266655692266e-05, + "loss": 0.0856, + "step": 16707 + }, + { + "epoch": 14.171331636980492, + "grad_norm": 1.509332236816442, + "learning_rate": 1.935256932373484e-05, + "loss": 0.0856, + "step": 16708 + }, + { + "epoch": 14.172179813401188, + "grad_norm": 1.346344601351145, + "learning_rate": 1.9352472083489376e-05, + "loss": 0.0767, + "step": 16709 + }, + { + "epoch": 14.173027989821882, + "grad_norm": 1.4229711393287978, + "learning_rate": 1.9352374836186348e-05, + "loss": 0.078, + "step": 16710 + }, + { + "epoch": 14.173876166242579, + "grad_norm": 1.5198027773496805, + "learning_rate": 1.9352277581825825e-05, + "loss": 0.107, + "step": 16711 + }, + { + "epoch": 14.174724342663273, + "grad_norm": 1.6384090083322445, + "learning_rate": 1.9352180320407877e-05, + "loss": 0.0952, + "step": 16712 + }, + { + "epoch": 14.17557251908397, + "grad_norm": 1.3211518380582727, + "learning_rate": 1.9352083051932583e-05, + "loss": 0.0818, + "step": 16713 + }, + { + "epoch": 14.176420695504666, + "grad_norm": 1.5768340891710435, + "learning_rate": 1.9351985776400014e-05, + "loss": 0.1051, + "step": 16714 + }, + { + "epoch": 14.17726887192536, + "grad_norm": 1.5321358657911017, + "learning_rate": 1.9351888493810244e-05, + "loss": 0.0926, + "step": 16715 + }, + { + "epoch": 14.178117048346056, + "grad_norm": 1.5443250703000524, + "learning_rate": 1.9351791204163345e-05, + "loss": 0.1052, + "step": 16716 + }, + { + "epoch": 14.17896522476675, + "grad_norm": 1.5515999264882026, + "learning_rate": 1.935169390745939e-05, + "loss": 0.1034, + "step": 16717 + }, + { + "epoch": 14.179813401187447, + "grad_norm": 1.4350211098137389, + "learning_rate": 1.9351596603698456e-05, + "loss": 0.0978, + "step": 16718 + }, + { + "epoch": 14.180661577608143, + "grad_norm": 1.3680821379642996, + "learning_rate": 1.935149929288062e-05, + "loss": 0.0827, + "step": 16719 + }, + { + "epoch": 14.181509754028838, + "grad_norm": 1.4735597790557475, + "learning_rate": 1.9351401975005943e-05, + "loss": 0.0984, + "step": 16720 + }, + { + "epoch": 14.182357930449534, + "grad_norm": 1.5201479868200447, + "learning_rate": 1.9351304650074504e-05, + "loss": 0.0736, + "step": 16721 + }, + { + "epoch": 14.183206106870228, + "grad_norm": 1.5539836067977046, + "learning_rate": 1.935120731808638e-05, + "loss": 0.0956, + "step": 16722 + }, + { + "epoch": 14.184054283290925, + "grad_norm": 1.5433121439825852, + "learning_rate": 1.9351109979041643e-05, + "loss": 0.0936, + "step": 16723 + }, + { + "epoch": 14.18490245971162, + "grad_norm": 1.5621549417199123, + "learning_rate": 1.9351012632940363e-05, + "loss": 0.0883, + "step": 16724 + }, + { + "epoch": 14.185750636132315, + "grad_norm": 1.3956454582111233, + "learning_rate": 1.9350915279782622e-05, + "loss": 0.0793, + "step": 16725 + }, + { + "epoch": 14.186598812553012, + "grad_norm": 1.443897147336633, + "learning_rate": 1.9350817919568483e-05, + "loss": 0.0717, + "step": 16726 + }, + { + "epoch": 14.187446988973706, + "grad_norm": 1.5449880634182291, + "learning_rate": 1.9350720552298024e-05, + "loss": 0.0936, + "step": 16727 + }, + { + "epoch": 14.188295165394402, + "grad_norm": 1.404619416109707, + "learning_rate": 1.9350623177971316e-05, + "loss": 0.0789, + "step": 16728 + }, + { + "epoch": 14.189143341815097, + "grad_norm": 1.363889873541605, + "learning_rate": 1.935052579658844e-05, + "loss": 0.0834, + "step": 16729 + }, + { + "epoch": 14.189991518235793, + "grad_norm": 1.4440512451653345, + "learning_rate": 1.9350428408149463e-05, + "loss": 0.09, + "step": 16730 + }, + { + "epoch": 14.19083969465649, + "grad_norm": 1.5928724129799234, + "learning_rate": 1.935033101265446e-05, + "loss": 0.0785, + "step": 16731 + }, + { + "epoch": 14.191687871077184, + "grad_norm": 1.5711784431854496, + "learning_rate": 1.9350233610103504e-05, + "loss": 0.0856, + "step": 16732 + }, + { + "epoch": 14.19253604749788, + "grad_norm": 1.3980044168145966, + "learning_rate": 1.935013620049667e-05, + "loss": 0.0912, + "step": 16733 + }, + { + "epoch": 14.193384223918574, + "grad_norm": 1.4400639518863203, + "learning_rate": 1.935003878383403e-05, + "loss": 0.0754, + "step": 16734 + }, + { + "epoch": 14.19423240033927, + "grad_norm": 1.5865465002242023, + "learning_rate": 1.9349941360115656e-05, + "loss": 0.0904, + "step": 16735 + }, + { + "epoch": 14.195080576759967, + "grad_norm": 1.4474587531344407, + "learning_rate": 1.9349843929341622e-05, + "loss": 0.0981, + "step": 16736 + }, + { + "epoch": 14.195928753180661, + "grad_norm": 1.5736039719940957, + "learning_rate": 1.934974649151201e-05, + "loss": 0.0841, + "step": 16737 + }, + { + "epoch": 14.196776929601358, + "grad_norm": 1.5773033951108135, + "learning_rate": 1.934964904662688e-05, + "loss": 0.0824, + "step": 16738 + }, + { + "epoch": 14.197625106022052, + "grad_norm": 1.4245011178705194, + "learning_rate": 1.9349551594686312e-05, + "loss": 0.0783, + "step": 16739 + }, + { + "epoch": 14.198473282442748, + "grad_norm": 1.3935760901107883, + "learning_rate": 1.9349454135690388e-05, + "loss": 0.0882, + "step": 16740 + }, + { + "epoch": 14.199321458863444, + "grad_norm": 1.399379918211021, + "learning_rate": 1.9349356669639167e-05, + "loss": 0.0799, + "step": 16741 + }, + { + "epoch": 14.200169635284139, + "grad_norm": 1.4729476044132659, + "learning_rate": 1.9349259196532727e-05, + "loss": 0.0854, + "step": 16742 + }, + { + "epoch": 14.201017811704835, + "grad_norm": 1.4977066492244864, + "learning_rate": 1.9349161716371143e-05, + "loss": 0.1037, + "step": 16743 + }, + { + "epoch": 14.20186598812553, + "grad_norm": 1.3787129816204056, + "learning_rate": 1.9349064229154493e-05, + "loss": 0.0777, + "step": 16744 + }, + { + "epoch": 14.202714164546226, + "grad_norm": 1.4845012486700737, + "learning_rate": 1.9348966734882845e-05, + "loss": 0.0892, + "step": 16745 + }, + { + "epoch": 14.20356234096692, + "grad_norm": 1.4542728610382374, + "learning_rate": 1.934886923355627e-05, + "loss": 0.1029, + "step": 16746 + }, + { + "epoch": 14.204410517387617, + "grad_norm": 1.3728932400628264, + "learning_rate": 1.934877172517485e-05, + "loss": 0.0911, + "step": 16747 + }, + { + "epoch": 14.205258693808313, + "grad_norm": 1.261913944453103, + "learning_rate": 1.9348674209738655e-05, + "loss": 0.0783, + "step": 16748 + }, + { + "epoch": 14.206106870229007, + "grad_norm": 1.7977353612757752, + "learning_rate": 1.934857668724775e-05, + "loss": 0.1, + "step": 16749 + }, + { + "epoch": 14.206955046649703, + "grad_norm": 1.4657605381660792, + "learning_rate": 1.9348479157702226e-05, + "loss": 0.1139, + "step": 16750 + }, + { + "epoch": 14.207803223070398, + "grad_norm": 1.5476108519992733, + "learning_rate": 1.9348381621102142e-05, + "loss": 0.0879, + "step": 16751 + }, + { + "epoch": 14.208651399491094, + "grad_norm": 1.3912850499573182, + "learning_rate": 1.9348284077447575e-05, + "loss": 0.0934, + "step": 16752 + }, + { + "epoch": 14.20949957591179, + "grad_norm": 1.4265132914624907, + "learning_rate": 1.9348186526738603e-05, + "loss": 0.0819, + "step": 16753 + }, + { + "epoch": 14.210347752332485, + "grad_norm": 1.5841502496325905, + "learning_rate": 1.93480889689753e-05, + "loss": 0.0949, + "step": 16754 + }, + { + "epoch": 14.211195928753181, + "grad_norm": 1.4193417030219746, + "learning_rate": 1.934799140415773e-05, + "loss": 0.0837, + "step": 16755 + }, + { + "epoch": 14.212044105173876, + "grad_norm": 1.4519543718112022, + "learning_rate": 1.9347893832285974e-05, + "loss": 0.0787, + "step": 16756 + }, + { + "epoch": 14.212892281594572, + "grad_norm": 1.5391722689467418, + "learning_rate": 1.9347796253360108e-05, + "loss": 0.0857, + "step": 16757 + }, + { + "epoch": 14.213740458015268, + "grad_norm": 1.626289057398347, + "learning_rate": 1.93476986673802e-05, + "loss": 0.091, + "step": 16758 + }, + { + "epoch": 14.214588634435962, + "grad_norm": 1.4827900939778402, + "learning_rate": 1.934760107434633e-05, + "loss": 0.0898, + "step": 16759 + }, + { + "epoch": 14.215436810856659, + "grad_norm": 1.5512414337866496, + "learning_rate": 1.934750347425856e-05, + "loss": 0.0953, + "step": 16760 + }, + { + "epoch": 14.216284987277353, + "grad_norm": 1.5745801070495031, + "learning_rate": 1.9347405867116973e-05, + "loss": 0.1048, + "step": 16761 + }, + { + "epoch": 14.21713316369805, + "grad_norm": 1.5153403198257887, + "learning_rate": 1.934730825292164e-05, + "loss": 0.0904, + "step": 16762 + }, + { + "epoch": 14.217981340118744, + "grad_norm": 1.6724662333820903, + "learning_rate": 1.9347210631672643e-05, + "loss": 0.0918, + "step": 16763 + }, + { + "epoch": 14.21882951653944, + "grad_norm": 1.4368510453231016, + "learning_rate": 1.934711300337004e-05, + "loss": 0.0776, + "step": 16764 + }, + { + "epoch": 14.219677692960136, + "grad_norm": 1.3609085949120916, + "learning_rate": 1.934701536801392e-05, + "loss": 0.0836, + "step": 16765 + }, + { + "epoch": 14.22052586938083, + "grad_norm": 1.5669208987736105, + "learning_rate": 1.9346917725604343e-05, + "loss": 0.0951, + "step": 16766 + }, + { + "epoch": 14.221374045801527, + "grad_norm": 1.3674048383690955, + "learning_rate": 1.934682007614139e-05, + "loss": 0.0712, + "step": 16767 + }, + { + "epoch": 14.222222222222221, + "grad_norm": 1.4515549002540995, + "learning_rate": 1.9346722419625136e-05, + "loss": 0.0875, + "step": 16768 + }, + { + "epoch": 14.223070398642918, + "grad_norm": 1.3529423817240303, + "learning_rate": 1.9346624756055653e-05, + "loss": 0.0751, + "step": 16769 + }, + { + "epoch": 14.223918575063614, + "grad_norm": 1.586502378600819, + "learning_rate": 1.9346527085433013e-05, + "loss": 0.0937, + "step": 16770 + }, + { + "epoch": 14.224766751484308, + "grad_norm": 1.4929423039688814, + "learning_rate": 1.934642940775729e-05, + "loss": 0.084, + "step": 16771 + }, + { + "epoch": 14.225614927905005, + "grad_norm": 1.7213057068097926, + "learning_rate": 1.934633172302856e-05, + "loss": 0.1063, + "step": 16772 + }, + { + "epoch": 14.226463104325699, + "grad_norm": 1.4632534740796757, + "learning_rate": 1.9346234031246894e-05, + "loss": 0.0848, + "step": 16773 + }, + { + "epoch": 14.227311280746395, + "grad_norm": 1.4075521228163783, + "learning_rate": 1.934613633241237e-05, + "loss": 0.0862, + "step": 16774 + }, + { + "epoch": 14.228159457167092, + "grad_norm": 1.524732422760389, + "learning_rate": 1.9346038626525058e-05, + "loss": 0.0857, + "step": 16775 + }, + { + "epoch": 14.229007633587786, + "grad_norm": 1.4611094390327914, + "learning_rate": 1.934594091358503e-05, + "loss": 0.0822, + "step": 16776 + }, + { + "epoch": 14.229855810008482, + "grad_norm": 1.5633999140197177, + "learning_rate": 1.9345843193592366e-05, + "loss": 0.086, + "step": 16777 + }, + { + "epoch": 14.230703986429177, + "grad_norm": 1.5392631745561436, + "learning_rate": 1.9345745466547133e-05, + "loss": 0.0786, + "step": 16778 + }, + { + "epoch": 14.231552162849873, + "grad_norm": 1.4756672939630213, + "learning_rate": 1.9345647732449412e-05, + "loss": 0.0808, + "step": 16779 + }, + { + "epoch": 14.23240033927057, + "grad_norm": 1.653291541403189, + "learning_rate": 1.9345549991299267e-05, + "loss": 0.1068, + "step": 16780 + }, + { + "epoch": 14.233248515691264, + "grad_norm": 1.4205913376393131, + "learning_rate": 1.934545224309678e-05, + "loss": 0.0959, + "step": 16781 + }, + { + "epoch": 14.23409669211196, + "grad_norm": 1.4673212715417079, + "learning_rate": 1.934535448784202e-05, + "loss": 0.0773, + "step": 16782 + }, + { + "epoch": 14.234944868532654, + "grad_norm": 1.4498887233177171, + "learning_rate": 1.9345256725535065e-05, + "loss": 0.083, + "step": 16783 + }, + { + "epoch": 14.23579304495335, + "grad_norm": 1.7020477173469397, + "learning_rate": 1.9345158956175986e-05, + "loss": 0.1006, + "step": 16784 + }, + { + "epoch": 14.236641221374045, + "grad_norm": 1.5901107198298547, + "learning_rate": 1.934506117976486e-05, + "loss": 0.0917, + "step": 16785 + }, + { + "epoch": 14.237489397794741, + "grad_norm": 1.4422719081301263, + "learning_rate": 1.9344963396301753e-05, + "loss": 0.1146, + "step": 16786 + }, + { + "epoch": 14.238337574215437, + "grad_norm": 1.16627347797604, + "learning_rate": 1.934486560578675e-05, + "loss": 0.0825, + "step": 16787 + }, + { + "epoch": 14.239185750636132, + "grad_norm": 1.6431533453369647, + "learning_rate": 1.9344767808219913e-05, + "loss": 0.0993, + "step": 16788 + }, + { + "epoch": 14.240033927056828, + "grad_norm": 1.6464592033518168, + "learning_rate": 1.9344670003601326e-05, + "loss": 0.0917, + "step": 16789 + }, + { + "epoch": 14.240882103477523, + "grad_norm": 1.3765896900710382, + "learning_rate": 1.9344572191931053e-05, + "loss": 0.0876, + "step": 16790 + }, + { + "epoch": 14.241730279898219, + "grad_norm": 1.6062641865520557, + "learning_rate": 1.9344474373209177e-05, + "loss": 0.0849, + "step": 16791 + }, + { + "epoch": 14.242578456318915, + "grad_norm": 1.5385187641431246, + "learning_rate": 1.934437654743577e-05, + "loss": 0.0776, + "step": 16792 + }, + { + "epoch": 14.24342663273961, + "grad_norm": 1.4391392282428654, + "learning_rate": 1.93442787146109e-05, + "loss": 0.0756, + "step": 16793 + }, + { + "epoch": 14.244274809160306, + "grad_norm": 1.4584596222779949, + "learning_rate": 1.9344180874734647e-05, + "loss": 0.0784, + "step": 16794 + }, + { + "epoch": 14.245122985581, + "grad_norm": 1.7715140574022499, + "learning_rate": 1.9344083027807082e-05, + "loss": 0.1196, + "step": 16795 + }, + { + "epoch": 14.245971162001696, + "grad_norm": 1.8240485332795207, + "learning_rate": 1.9343985173828276e-05, + "loss": 0.0852, + "step": 16796 + }, + { + "epoch": 14.246819338422393, + "grad_norm": 1.5518633932879027, + "learning_rate": 1.9343887312798308e-05, + "loss": 0.1125, + "step": 16797 + }, + { + "epoch": 14.247667514843087, + "grad_norm": 1.336344125805606, + "learning_rate": 1.934378944471725e-05, + "loss": 0.0776, + "step": 16798 + }, + { + "epoch": 14.248515691263783, + "grad_norm": 1.6038794589267658, + "learning_rate": 1.934369156958518e-05, + "loss": 0.0956, + "step": 16799 + }, + { + "epoch": 14.249363867684478, + "grad_norm": 1.3004770384053137, + "learning_rate": 1.9343593687402165e-05, + "loss": 0.0799, + "step": 16800 + }, + { + "epoch": 14.250212044105174, + "grad_norm": 1.3669344499566103, + "learning_rate": 1.934349579816828e-05, + "loss": 0.0757, + "step": 16801 + }, + { + "epoch": 14.251060220525869, + "grad_norm": 1.6168806744552042, + "learning_rate": 1.93433979018836e-05, + "loss": 0.1001, + "step": 16802 + }, + { + "epoch": 14.251908396946565, + "grad_norm": 1.563990130117457, + "learning_rate": 1.93432999985482e-05, + "loss": 0.0823, + "step": 16803 + }, + { + "epoch": 14.252756573367261, + "grad_norm": 1.4034100973620518, + "learning_rate": 1.9343202088162154e-05, + "loss": 0.0901, + "step": 16804 + }, + { + "epoch": 14.253604749787955, + "grad_norm": 1.6504127216365874, + "learning_rate": 1.9343104170725534e-05, + "loss": 0.1028, + "step": 16805 + }, + { + "epoch": 14.254452926208652, + "grad_norm": 1.4311383132056648, + "learning_rate": 1.9343006246238414e-05, + "loss": 0.0799, + "step": 16806 + }, + { + "epoch": 14.255301102629346, + "grad_norm": 1.601626651620233, + "learning_rate": 1.9342908314700874e-05, + "loss": 0.1091, + "step": 16807 + }, + { + "epoch": 14.256149279050042, + "grad_norm": 1.6141917602060272, + "learning_rate": 1.934281037611298e-05, + "loss": 0.0821, + "step": 16808 + }, + { + "epoch": 14.256997455470739, + "grad_norm": 1.699118366757543, + "learning_rate": 1.934271243047481e-05, + "loss": 0.0951, + "step": 16809 + }, + { + "epoch": 14.257845631891433, + "grad_norm": 1.5337621832408, + "learning_rate": 1.9342614477786432e-05, + "loss": 0.1164, + "step": 16810 + }, + { + "epoch": 14.25869380831213, + "grad_norm": 1.4800374107128031, + "learning_rate": 1.9342516518047926e-05, + "loss": 0.1014, + "step": 16811 + }, + { + "epoch": 14.259541984732824, + "grad_norm": 1.3293634782517398, + "learning_rate": 1.9342418551259365e-05, + "loss": 0.0836, + "step": 16812 + }, + { + "epoch": 14.26039016115352, + "grad_norm": 1.4623500470736561, + "learning_rate": 1.9342320577420826e-05, + "loss": 0.0858, + "step": 16813 + }, + { + "epoch": 14.261238337574216, + "grad_norm": 1.7475171185629848, + "learning_rate": 1.9342222596532375e-05, + "loss": 0.1145, + "step": 16814 + }, + { + "epoch": 14.26208651399491, + "grad_norm": 1.5344399639121444, + "learning_rate": 1.9342124608594092e-05, + "loss": 0.0945, + "step": 16815 + }, + { + "epoch": 14.262934690415607, + "grad_norm": 1.3841262095066835, + "learning_rate": 1.934202661360605e-05, + "loss": 0.0872, + "step": 16816 + }, + { + "epoch": 14.263782866836301, + "grad_norm": 1.5327956133242864, + "learning_rate": 1.934192861156832e-05, + "loss": 0.0983, + "step": 16817 + }, + { + "epoch": 14.264631043256998, + "grad_norm": 1.363152289624304, + "learning_rate": 1.9341830602480977e-05, + "loss": 0.0829, + "step": 16818 + }, + { + "epoch": 14.265479219677694, + "grad_norm": 1.763634812308892, + "learning_rate": 1.93417325863441e-05, + "loss": 0.0968, + "step": 16819 + }, + { + "epoch": 14.266327396098388, + "grad_norm": 1.7153982128071796, + "learning_rate": 1.9341634563157754e-05, + "loss": 0.1149, + "step": 16820 + }, + { + "epoch": 14.267175572519085, + "grad_norm": 1.5292191626716092, + "learning_rate": 1.934153653292202e-05, + "loss": 0.0895, + "step": 16821 + }, + { + "epoch": 14.268023748939779, + "grad_norm": 1.3645311073547692, + "learning_rate": 1.9341438495636973e-05, + "loss": 0.0772, + "step": 16822 + }, + { + "epoch": 14.268871925360475, + "grad_norm": 1.2995495851841943, + "learning_rate": 1.934134045130268e-05, + "loss": 0.0807, + "step": 16823 + }, + { + "epoch": 14.26972010178117, + "grad_norm": 1.5108570728108321, + "learning_rate": 1.9341242399919222e-05, + "loss": 0.0974, + "step": 16824 + }, + { + "epoch": 14.270568278201866, + "grad_norm": 1.361167215196911, + "learning_rate": 1.934114434148667e-05, + "loss": 0.0768, + "step": 16825 + }, + { + "epoch": 14.271416454622562, + "grad_norm": 1.4457492353335075, + "learning_rate": 1.9341046276005095e-05, + "loss": 0.0872, + "step": 16826 + }, + { + "epoch": 14.272264631043257, + "grad_norm": 1.5814271810246312, + "learning_rate": 1.9340948203474574e-05, + "loss": 0.0873, + "step": 16827 + }, + { + "epoch": 14.273112807463953, + "grad_norm": 1.4373053155394808, + "learning_rate": 1.9340850123895184e-05, + "loss": 0.0899, + "step": 16828 + }, + { + "epoch": 14.273960983884647, + "grad_norm": 1.852728516872743, + "learning_rate": 1.934075203726699e-05, + "loss": 0.0804, + "step": 16829 + }, + { + "epoch": 14.274809160305344, + "grad_norm": 1.552871586410108, + "learning_rate": 1.934065394359008e-05, + "loss": 0.0925, + "step": 16830 + }, + { + "epoch": 14.27565733672604, + "grad_norm": 1.3747608873269554, + "learning_rate": 1.9340555842864515e-05, + "loss": 0.0761, + "step": 16831 + }, + { + "epoch": 14.276505513146734, + "grad_norm": 1.4080546706950026, + "learning_rate": 1.9340457735090375e-05, + "loss": 0.0777, + "step": 16832 + }, + { + "epoch": 14.27735368956743, + "grad_norm": 1.5893316368557784, + "learning_rate": 1.9340359620267733e-05, + "loss": 0.1027, + "step": 16833 + }, + { + "epoch": 14.278201865988125, + "grad_norm": 1.3848191996225736, + "learning_rate": 1.934026149839666e-05, + "loss": 0.0769, + "step": 16834 + }, + { + "epoch": 14.279050042408821, + "grad_norm": 1.567014705984646, + "learning_rate": 1.934016336947724e-05, + "loss": 0.1136, + "step": 16835 + }, + { + "epoch": 14.279898218829517, + "grad_norm": 1.5062016941285703, + "learning_rate": 1.9340065233509534e-05, + "loss": 0.0814, + "step": 16836 + }, + { + "epoch": 14.280746395250212, + "grad_norm": 1.434290178006449, + "learning_rate": 1.9339967090493626e-05, + "loss": 0.0891, + "step": 16837 + }, + { + "epoch": 14.281594571670908, + "grad_norm": 1.5949145378807579, + "learning_rate": 1.9339868940429585e-05, + "loss": 0.108, + "step": 16838 + }, + { + "epoch": 14.282442748091603, + "grad_norm": 1.3873180951485768, + "learning_rate": 1.9339770783317484e-05, + "loss": 0.0788, + "step": 16839 + }, + { + "epoch": 14.283290924512299, + "grad_norm": 1.3030671874991764, + "learning_rate": 1.9339672619157402e-05, + "loss": 0.0843, + "step": 16840 + }, + { + "epoch": 14.284139100932993, + "grad_norm": 1.620120710804442, + "learning_rate": 1.933957444794941e-05, + "loss": 0.091, + "step": 16841 + }, + { + "epoch": 14.28498727735369, + "grad_norm": 1.5202721382482165, + "learning_rate": 1.9339476269693584e-05, + "loss": 0.0741, + "step": 16842 + }, + { + "epoch": 14.285835453774386, + "grad_norm": 1.4907598835192917, + "learning_rate": 1.9339378084389994e-05, + "loss": 0.0796, + "step": 16843 + }, + { + "epoch": 14.28668363019508, + "grad_norm": 1.5623095295351006, + "learning_rate": 1.9339279892038717e-05, + "loss": 0.0899, + "step": 16844 + }, + { + "epoch": 14.287531806615776, + "grad_norm": 1.388574236288925, + "learning_rate": 1.9339181692639828e-05, + "loss": 0.0768, + "step": 16845 + }, + { + "epoch": 14.28837998303647, + "grad_norm": 1.415224850953416, + "learning_rate": 1.93390834861934e-05, + "loss": 0.0833, + "step": 16846 + }, + { + "epoch": 14.289228159457167, + "grad_norm": 1.6006115349142516, + "learning_rate": 1.9338985272699508e-05, + "loss": 0.0822, + "step": 16847 + }, + { + "epoch": 14.290076335877863, + "grad_norm": 1.6464285527441478, + "learning_rate": 1.9338887052158222e-05, + "loss": 0.0864, + "step": 16848 + }, + { + "epoch": 14.290924512298558, + "grad_norm": 1.347261642748974, + "learning_rate": 1.9338788824569622e-05, + "loss": 0.0789, + "step": 16849 + }, + { + "epoch": 14.291772688719254, + "grad_norm": 1.3590368554178163, + "learning_rate": 1.9338690589933776e-05, + "loss": 0.0818, + "step": 16850 + }, + { + "epoch": 14.292620865139948, + "grad_norm": 1.482488678389, + "learning_rate": 1.9338592348250765e-05, + "loss": 0.0821, + "step": 16851 + }, + { + "epoch": 14.293469041560645, + "grad_norm": 1.6640741829532841, + "learning_rate": 1.933849409952066e-05, + "loss": 0.1067, + "step": 16852 + }, + { + "epoch": 14.294317217981341, + "grad_norm": 1.4218695872999172, + "learning_rate": 1.9338395843743533e-05, + "loss": 0.0839, + "step": 16853 + }, + { + "epoch": 14.295165394402035, + "grad_norm": 1.648088943779273, + "learning_rate": 1.933829758091946e-05, + "loss": 0.0866, + "step": 16854 + }, + { + "epoch": 14.296013570822732, + "grad_norm": 1.5060649422943293, + "learning_rate": 1.9338199311048514e-05, + "loss": 0.0974, + "step": 16855 + }, + { + "epoch": 14.296861747243426, + "grad_norm": 1.4641343442707544, + "learning_rate": 1.9338101034130776e-05, + "loss": 0.0823, + "step": 16856 + }, + { + "epoch": 14.297709923664122, + "grad_norm": 1.7307879722992796, + "learning_rate": 1.9338002750166306e-05, + "loss": 0.0966, + "step": 16857 + }, + { + "epoch": 14.298558100084819, + "grad_norm": 1.5480811906751035, + "learning_rate": 1.9337904459155196e-05, + "loss": 0.0903, + "step": 16858 + }, + { + "epoch": 14.299406276505513, + "grad_norm": 1.4109098741683, + "learning_rate": 1.9337806161097504e-05, + "loss": 0.0712, + "step": 16859 + }, + { + "epoch": 14.30025445292621, + "grad_norm": 1.4828299020631075, + "learning_rate": 1.933770785599331e-05, + "loss": 0.0872, + "step": 16860 + }, + { + "epoch": 14.301102629346904, + "grad_norm": 1.5376287252351784, + "learning_rate": 1.9337609543842695e-05, + "loss": 0.0927, + "step": 16861 + }, + { + "epoch": 14.3019508057676, + "grad_norm": 1.555515084560325, + "learning_rate": 1.933751122464572e-05, + "loss": 0.0961, + "step": 16862 + }, + { + "epoch": 14.302798982188294, + "grad_norm": 1.5006357070911365, + "learning_rate": 1.9337412898402475e-05, + "loss": 0.0808, + "step": 16863 + }, + { + "epoch": 14.30364715860899, + "grad_norm": 1.7737432703902205, + "learning_rate": 1.933731456511302e-05, + "loss": 0.1065, + "step": 16864 + }, + { + "epoch": 14.304495335029687, + "grad_norm": 1.4316126141043002, + "learning_rate": 1.9337216224777434e-05, + "loss": 0.0832, + "step": 16865 + }, + { + "epoch": 14.305343511450381, + "grad_norm": 1.5873823080483527, + "learning_rate": 1.9337117877395797e-05, + "loss": 0.0897, + "step": 16866 + }, + { + "epoch": 14.306191687871078, + "grad_norm": 1.4691316193320494, + "learning_rate": 1.9337019522968174e-05, + "loss": 0.0727, + "step": 16867 + }, + { + "epoch": 14.307039864291772, + "grad_norm": 1.5728749033286844, + "learning_rate": 1.9336921161494646e-05, + "loss": 0.0967, + "step": 16868 + }, + { + "epoch": 14.307888040712468, + "grad_norm": 1.3862412702608236, + "learning_rate": 1.9336822792975285e-05, + "loss": 0.0845, + "step": 16869 + }, + { + "epoch": 14.308736217133164, + "grad_norm": 1.5288885736025726, + "learning_rate": 1.9336724417410165e-05, + "loss": 0.0867, + "step": 16870 + }, + { + "epoch": 14.309584393553859, + "grad_norm": 1.4791938969941372, + "learning_rate": 1.9336626034799358e-05, + "loss": 0.0927, + "step": 16871 + }, + { + "epoch": 14.310432569974555, + "grad_norm": 1.5159930874691394, + "learning_rate": 1.9336527645142943e-05, + "loss": 0.1025, + "step": 16872 + }, + { + "epoch": 14.31128074639525, + "grad_norm": 1.5927966214123668, + "learning_rate": 1.933642924844099e-05, + "loss": 0.0811, + "step": 16873 + }, + { + "epoch": 14.312128922815946, + "grad_norm": 1.415469034413062, + "learning_rate": 1.9336330844693573e-05, + "loss": 0.0909, + "step": 16874 + }, + { + "epoch": 14.312977099236642, + "grad_norm": 1.4491607569755132, + "learning_rate": 1.9336232433900773e-05, + "loss": 0.0929, + "step": 16875 + }, + { + "epoch": 14.313825275657337, + "grad_norm": 1.5061402801800474, + "learning_rate": 1.9336134016062654e-05, + "loss": 0.0875, + "step": 16876 + }, + { + "epoch": 14.314673452078033, + "grad_norm": 1.4669556237711525, + "learning_rate": 1.9336035591179302e-05, + "loss": 0.0867, + "step": 16877 + }, + { + "epoch": 14.315521628498727, + "grad_norm": 1.4435201169308456, + "learning_rate": 1.9335937159250783e-05, + "loss": 0.0841, + "step": 16878 + }, + { + "epoch": 14.316369804919423, + "grad_norm": 1.3326824687247987, + "learning_rate": 1.933583872027717e-05, + "loss": 0.0759, + "step": 16879 + }, + { + "epoch": 14.317217981340118, + "grad_norm": 1.3927602898888638, + "learning_rate": 1.9335740274258546e-05, + "loss": 0.0883, + "step": 16880 + }, + { + "epoch": 14.318066157760814, + "grad_norm": 1.5940999794299486, + "learning_rate": 1.9335641821194973e-05, + "loss": 0.0889, + "step": 16881 + }, + { + "epoch": 14.31891433418151, + "grad_norm": 1.425508220349407, + "learning_rate": 1.933554336108654e-05, + "loss": 0.0853, + "step": 16882 + }, + { + "epoch": 14.319762510602205, + "grad_norm": 1.3875507043648814, + "learning_rate": 1.933544489393331e-05, + "loss": 0.0863, + "step": 16883 + }, + { + "epoch": 14.320610687022901, + "grad_norm": 1.608853691089623, + "learning_rate": 1.933534641973536e-05, + "loss": 0.0828, + "step": 16884 + }, + { + "epoch": 14.321458863443596, + "grad_norm": 1.4038206501471957, + "learning_rate": 1.9335247938492766e-05, + "loss": 0.077, + "step": 16885 + }, + { + "epoch": 14.322307039864292, + "grad_norm": 1.3413505607333558, + "learning_rate": 1.93351494502056e-05, + "loss": 0.0833, + "step": 16886 + }, + { + "epoch": 14.323155216284988, + "grad_norm": 1.5803101696194082, + "learning_rate": 1.933505095487394e-05, + "loss": 0.0993, + "step": 16887 + }, + { + "epoch": 14.324003392705682, + "grad_norm": 1.4871036110968898, + "learning_rate": 1.9334952452497857e-05, + "loss": 0.1027, + "step": 16888 + }, + { + "epoch": 14.324851569126379, + "grad_norm": 1.6089953165516437, + "learning_rate": 1.933485394307743e-05, + "loss": 0.0933, + "step": 16889 + }, + { + "epoch": 14.325699745547073, + "grad_norm": 1.4796979030159496, + "learning_rate": 1.933475542661272e-05, + "loss": 0.0922, + "step": 16890 + }, + { + "epoch": 14.32654792196777, + "grad_norm": 1.3678595221614849, + "learning_rate": 1.933465690310382e-05, + "loss": 0.0741, + "step": 16891 + }, + { + "epoch": 14.327396098388466, + "grad_norm": 1.4130542379742008, + "learning_rate": 1.933455837255079e-05, + "loss": 0.0763, + "step": 16892 + }, + { + "epoch": 14.32824427480916, + "grad_norm": 1.4365906362359948, + "learning_rate": 1.9334459834953712e-05, + "loss": 0.0788, + "step": 16893 + }, + { + "epoch": 14.329092451229856, + "grad_norm": 1.408593959591415, + "learning_rate": 1.933436129031266e-05, + "loss": 0.0733, + "step": 16894 + }, + { + "epoch": 14.32994062765055, + "grad_norm": 1.7589218600782905, + "learning_rate": 1.9334262738627707e-05, + "loss": 0.1014, + "step": 16895 + }, + { + "epoch": 14.330788804071247, + "grad_norm": 1.7598235787136558, + "learning_rate": 1.9334164179898926e-05, + "loss": 0.1003, + "step": 16896 + }, + { + "epoch": 14.331636980491943, + "grad_norm": 1.4940650724243412, + "learning_rate": 1.933406561412639e-05, + "loss": 0.0899, + "step": 16897 + }, + { + "epoch": 14.332485156912638, + "grad_norm": 1.4465153975768434, + "learning_rate": 1.9333967041310178e-05, + "loss": 0.0807, + "step": 16898 + }, + { + "epoch": 14.333333333333334, + "grad_norm": 1.4236537617345253, + "learning_rate": 1.933386846145036e-05, + "loss": 0.076, + "step": 16899 + }, + { + "epoch": 14.334181509754028, + "grad_norm": 1.4004345431445913, + "learning_rate": 1.9333769874547013e-05, + "loss": 0.086, + "step": 16900 + }, + { + "epoch": 14.335029686174725, + "grad_norm": 1.3047962752466356, + "learning_rate": 1.933367128060021e-05, + "loss": 0.0865, + "step": 16901 + }, + { + "epoch": 14.335877862595419, + "grad_norm": 1.5849422381698735, + "learning_rate": 1.933357267961003e-05, + "loss": 0.088, + "step": 16902 + }, + { + "epoch": 14.336726039016115, + "grad_norm": 1.6281214608975332, + "learning_rate": 1.933347407157654e-05, + "loss": 0.0878, + "step": 16903 + }, + { + "epoch": 14.337574215436812, + "grad_norm": 1.5041350290118036, + "learning_rate": 1.933337545649982e-05, + "loss": 0.0949, + "step": 16904 + }, + { + "epoch": 14.338422391857506, + "grad_norm": 1.408657545969833, + "learning_rate": 1.9333276834379943e-05, + "loss": 0.0809, + "step": 16905 + }, + { + "epoch": 14.339270568278202, + "grad_norm": 1.432189953866602, + "learning_rate": 1.933317820521698e-05, + "loss": 0.0818, + "step": 16906 + }, + { + "epoch": 14.340118744698897, + "grad_norm": 1.4022076148137355, + "learning_rate": 1.933307956901101e-05, + "loss": 0.0834, + "step": 16907 + }, + { + "epoch": 14.340966921119593, + "grad_norm": 1.4646761924412446, + "learning_rate": 1.9332980925762103e-05, + "loss": 0.0823, + "step": 16908 + }, + { + "epoch": 14.34181509754029, + "grad_norm": 1.4957249005795576, + "learning_rate": 1.933288227547034e-05, + "loss": 0.0768, + "step": 16909 + }, + { + "epoch": 14.342663273960984, + "grad_norm": 1.4409984502683326, + "learning_rate": 1.9332783618135787e-05, + "loss": 0.0831, + "step": 16910 + }, + { + "epoch": 14.34351145038168, + "grad_norm": 1.526024367403504, + "learning_rate": 1.9332684953758528e-05, + "loss": 0.0973, + "step": 16911 + }, + { + "epoch": 14.344359626802374, + "grad_norm": 1.4416972427387853, + "learning_rate": 1.9332586282338633e-05, + "loss": 0.0741, + "step": 16912 + }, + { + "epoch": 14.34520780322307, + "grad_norm": 1.5119048971368683, + "learning_rate": 1.9332487603876174e-05, + "loss": 0.089, + "step": 16913 + }, + { + "epoch": 14.346055979643765, + "grad_norm": 1.2942531351566424, + "learning_rate": 1.9332388918371226e-05, + "loss": 0.07, + "step": 16914 + }, + { + "epoch": 14.346904156064461, + "grad_norm": 1.6454920718402113, + "learning_rate": 1.9332290225823867e-05, + "loss": 0.0968, + "step": 16915 + }, + { + "epoch": 14.347752332485157, + "grad_norm": 1.6931206990397767, + "learning_rate": 1.9332191526234167e-05, + "loss": 0.0914, + "step": 16916 + }, + { + "epoch": 14.348600508905852, + "grad_norm": 1.4076483242424043, + "learning_rate": 1.9332092819602204e-05, + "loss": 0.0981, + "step": 16917 + }, + { + "epoch": 14.349448685326548, + "grad_norm": 1.435349120645667, + "learning_rate": 1.9331994105928054e-05, + "loss": 0.079, + "step": 16918 + }, + { + "epoch": 14.350296861747243, + "grad_norm": 1.6464219394669957, + "learning_rate": 1.9331895385211784e-05, + "loss": 0.0991, + "step": 16919 + }, + { + "epoch": 14.351145038167939, + "grad_norm": 1.5782681102887244, + "learning_rate": 1.9331796657453478e-05, + "loss": 0.1118, + "step": 16920 + }, + { + "epoch": 14.351993214588635, + "grad_norm": 1.4996253188549291, + "learning_rate": 1.9331697922653204e-05, + "loss": 0.0833, + "step": 16921 + }, + { + "epoch": 14.35284139100933, + "grad_norm": 1.7324113555832186, + "learning_rate": 1.9331599180811035e-05, + "loss": 0.0941, + "step": 16922 + }, + { + "epoch": 14.353689567430026, + "grad_norm": 1.4483534097685506, + "learning_rate": 1.9331500431927056e-05, + "loss": 0.0782, + "step": 16923 + }, + { + "epoch": 14.35453774385072, + "grad_norm": 1.4735732248254738, + "learning_rate": 1.933140167600133e-05, + "loss": 0.0821, + "step": 16924 + }, + { + "epoch": 14.355385920271416, + "grad_norm": 1.6213221019896502, + "learning_rate": 1.9331302913033935e-05, + "loss": 0.0853, + "step": 16925 + }, + { + "epoch": 14.356234096692113, + "grad_norm": 1.4581044617102095, + "learning_rate": 1.933120414302495e-05, + "loss": 0.0903, + "step": 16926 + }, + { + "epoch": 14.357082273112807, + "grad_norm": 1.394570963391289, + "learning_rate": 1.933110536597444e-05, + "loss": 0.0753, + "step": 16927 + }, + { + "epoch": 14.357930449533503, + "grad_norm": 1.4060476441253908, + "learning_rate": 1.933100658188249e-05, + "loss": 0.0714, + "step": 16928 + }, + { + "epoch": 14.358778625954198, + "grad_norm": 1.5285644107538445, + "learning_rate": 1.933090779074917e-05, + "loss": 0.085, + "step": 16929 + }, + { + "epoch": 14.359626802374894, + "grad_norm": 1.5841824626953704, + "learning_rate": 1.9330808992574556e-05, + "loss": 0.1161, + "step": 16930 + }, + { + "epoch": 14.36047497879559, + "grad_norm": 1.4458147305324747, + "learning_rate": 1.9330710187358716e-05, + "loss": 0.0987, + "step": 16931 + }, + { + "epoch": 14.361323155216285, + "grad_norm": 1.5513550128907883, + "learning_rate": 1.9330611375101735e-05, + "loss": 0.0954, + "step": 16932 + }, + { + "epoch": 14.362171331636981, + "grad_norm": 1.4535617418515794, + "learning_rate": 1.933051255580368e-05, + "loss": 0.0914, + "step": 16933 + }, + { + "epoch": 14.363019508057675, + "grad_norm": 1.4438688716047734, + "learning_rate": 1.9330413729464624e-05, + "loss": 0.0862, + "step": 16934 + }, + { + "epoch": 14.363867684478372, + "grad_norm": 1.500448206929429, + "learning_rate": 1.933031489608465e-05, + "loss": 0.0862, + "step": 16935 + }, + { + "epoch": 14.364715860899066, + "grad_norm": 1.765928768189018, + "learning_rate": 1.933021605566383e-05, + "loss": 0.0928, + "step": 16936 + }, + { + "epoch": 14.365564037319762, + "grad_norm": 1.4869962754594228, + "learning_rate": 1.9330117208202233e-05, + "loss": 0.0797, + "step": 16937 + }, + { + "epoch": 14.366412213740459, + "grad_norm": 1.6692473541870518, + "learning_rate": 1.9330018353699938e-05, + "loss": 0.085, + "step": 16938 + }, + { + "epoch": 14.367260390161153, + "grad_norm": 1.5832861931114324, + "learning_rate": 1.932991949215702e-05, + "loss": 0.0971, + "step": 16939 + }, + { + "epoch": 14.36810856658185, + "grad_norm": 1.413106894673746, + "learning_rate": 1.932982062357355e-05, + "loss": 0.0773, + "step": 16940 + }, + { + "epoch": 14.368956743002544, + "grad_norm": 1.4686138575329968, + "learning_rate": 1.9329721747949608e-05, + "loss": 0.082, + "step": 16941 + }, + { + "epoch": 14.36980491942324, + "grad_norm": 1.5486844658063443, + "learning_rate": 1.9329622865285263e-05, + "loss": 0.0925, + "step": 16942 + }, + { + "epoch": 14.370653095843936, + "grad_norm": 1.3956987272288657, + "learning_rate": 1.9329523975580593e-05, + "loss": 0.083, + "step": 16943 + }, + { + "epoch": 14.37150127226463, + "grad_norm": 1.4753420935437995, + "learning_rate": 1.932942507883567e-05, + "loss": 0.0944, + "step": 16944 + }, + { + "epoch": 14.372349448685327, + "grad_norm": 1.532341679029198, + "learning_rate": 1.9329326175050576e-05, + "loss": 0.0923, + "step": 16945 + }, + { + "epoch": 14.373197625106021, + "grad_norm": 1.6164010108310867, + "learning_rate": 1.9329227264225374e-05, + "loss": 0.1059, + "step": 16946 + }, + { + "epoch": 14.374045801526718, + "grad_norm": 1.5721909157460043, + "learning_rate": 1.932912834636015e-05, + "loss": 0.0871, + "step": 16947 + }, + { + "epoch": 14.374893977947414, + "grad_norm": 1.634866591549372, + "learning_rate": 1.932902942145497e-05, + "loss": 0.0969, + "step": 16948 + }, + { + "epoch": 14.375742154368108, + "grad_norm": 1.492231261219017, + "learning_rate": 1.932893048950991e-05, + "loss": 0.0879, + "step": 16949 + }, + { + "epoch": 14.376590330788805, + "grad_norm": 1.6389186131838043, + "learning_rate": 1.932883155052505e-05, + "loss": 0.0978, + "step": 16950 + }, + { + "epoch": 14.377438507209499, + "grad_norm": 1.4805155020676382, + "learning_rate": 1.9328732604500463e-05, + "loss": 0.0814, + "step": 16951 + }, + { + "epoch": 14.378286683630195, + "grad_norm": 1.6047439676868187, + "learning_rate": 1.9328633651436218e-05, + "loss": 0.1016, + "step": 16952 + }, + { + "epoch": 14.37913486005089, + "grad_norm": 1.1512170544648903, + "learning_rate": 1.9328534691332397e-05, + "loss": 0.0667, + "step": 16953 + }, + { + "epoch": 14.379983036471586, + "grad_norm": 1.4358277918398439, + "learning_rate": 1.9328435724189072e-05, + "loss": 0.0928, + "step": 16954 + }, + { + "epoch": 14.380831212892282, + "grad_norm": 1.5589252966124632, + "learning_rate": 1.9328336750006314e-05, + "loss": 0.0901, + "step": 16955 + }, + { + "epoch": 14.381679389312977, + "grad_norm": 1.7349567823182723, + "learning_rate": 1.9328237768784203e-05, + "loss": 0.097, + "step": 16956 + }, + { + "epoch": 14.382527565733673, + "grad_norm": 1.4730733376359084, + "learning_rate": 1.932813878052281e-05, + "loss": 0.084, + "step": 16957 + }, + { + "epoch": 14.383375742154367, + "grad_norm": 1.3716766541865009, + "learning_rate": 1.932803978522221e-05, + "loss": 0.0793, + "step": 16958 + }, + { + "epoch": 14.384223918575064, + "grad_norm": 1.5164647908116684, + "learning_rate": 1.9327940782882478e-05, + "loss": 0.0879, + "step": 16959 + }, + { + "epoch": 14.38507209499576, + "grad_norm": 1.4819034817428034, + "learning_rate": 1.9327841773503695e-05, + "loss": 0.09, + "step": 16960 + }, + { + "epoch": 14.385920271416454, + "grad_norm": 1.7741304539890597, + "learning_rate": 1.932774275708593e-05, + "loss": 0.0876, + "step": 16961 + }, + { + "epoch": 14.38676844783715, + "grad_norm": 1.6850957901488641, + "learning_rate": 1.9327643733629254e-05, + "loss": 0.1008, + "step": 16962 + }, + { + "epoch": 14.387616624257845, + "grad_norm": 1.3456397132641282, + "learning_rate": 1.9327544703133743e-05, + "loss": 0.0862, + "step": 16963 + }, + { + "epoch": 14.388464800678541, + "grad_norm": 1.5020898458367846, + "learning_rate": 1.932744566559948e-05, + "loss": 0.0913, + "step": 16964 + }, + { + "epoch": 14.389312977099237, + "grad_norm": 1.589635013819857, + "learning_rate": 1.932734662102653e-05, + "loss": 0.0909, + "step": 16965 + }, + { + "epoch": 14.390161153519932, + "grad_norm": 1.477280086281621, + "learning_rate": 1.9327247569414977e-05, + "loss": 0.0868, + "step": 16966 + }, + { + "epoch": 14.391009329940628, + "grad_norm": 1.6264276412009075, + "learning_rate": 1.9327148510764887e-05, + "loss": 0.0992, + "step": 16967 + }, + { + "epoch": 14.391857506361323, + "grad_norm": 1.6700779030341515, + "learning_rate": 1.9327049445076343e-05, + "loss": 0.0923, + "step": 16968 + }, + { + "epoch": 14.392705682782019, + "grad_norm": 1.577027710255674, + "learning_rate": 1.932695037234941e-05, + "loss": 0.0915, + "step": 16969 + }, + { + "epoch": 14.393553859202715, + "grad_norm": 1.4816753427579763, + "learning_rate": 1.932685129258417e-05, + "loss": 0.111, + "step": 16970 + }, + { + "epoch": 14.39440203562341, + "grad_norm": 1.4549152608704718, + "learning_rate": 1.9326752205780693e-05, + "loss": 0.0869, + "step": 16971 + }, + { + "epoch": 14.395250212044106, + "grad_norm": 1.5045169852013331, + "learning_rate": 1.9326653111939064e-05, + "loss": 0.0924, + "step": 16972 + }, + { + "epoch": 14.3960983884648, + "grad_norm": 1.41260797998199, + "learning_rate": 1.9326554011059343e-05, + "loss": 0.0906, + "step": 16973 + }, + { + "epoch": 14.396946564885496, + "grad_norm": 1.3055356848697945, + "learning_rate": 1.9326454903141615e-05, + "loss": 0.0721, + "step": 16974 + }, + { + "epoch": 14.39779474130619, + "grad_norm": 1.5518807512727462, + "learning_rate": 1.9326355788185952e-05, + "loss": 0.0946, + "step": 16975 + }, + { + "epoch": 14.398642917726887, + "grad_norm": 1.7671041923009827, + "learning_rate": 1.9326256666192427e-05, + "loss": 0.1122, + "step": 16976 + }, + { + "epoch": 14.399491094147583, + "grad_norm": 1.4620661969284114, + "learning_rate": 1.9326157537161116e-05, + "loss": 0.0778, + "step": 16977 + }, + { + "epoch": 14.400339270568278, + "grad_norm": 1.6397805990812775, + "learning_rate": 1.9326058401092096e-05, + "loss": 0.0865, + "step": 16978 + }, + { + "epoch": 14.401187446988974, + "grad_norm": 1.347751212823697, + "learning_rate": 1.9325959257985438e-05, + "loss": 0.0722, + "step": 16979 + }, + { + "epoch": 14.402035623409668, + "grad_norm": 1.4451848248111847, + "learning_rate": 1.9325860107841224e-05, + "loss": 0.0743, + "step": 16980 + }, + { + "epoch": 14.402883799830365, + "grad_norm": 1.3555286103374191, + "learning_rate": 1.9325760950659518e-05, + "loss": 0.0753, + "step": 16981 + }, + { + "epoch": 14.403731976251061, + "grad_norm": 1.3721699471753788, + "learning_rate": 1.93256617864404e-05, + "loss": 0.0807, + "step": 16982 + }, + { + "epoch": 14.404580152671755, + "grad_norm": 1.5023116687350075, + "learning_rate": 1.932556261518395e-05, + "loss": 0.1067, + "step": 16983 + }, + { + "epoch": 14.405428329092452, + "grad_norm": 1.6163393441616332, + "learning_rate": 1.9325463436890235e-05, + "loss": 0.1149, + "step": 16984 + }, + { + "epoch": 14.406276505513146, + "grad_norm": 1.6005789724653245, + "learning_rate": 1.9325364251559337e-05, + "loss": 0.0929, + "step": 16985 + }, + { + "epoch": 14.407124681933842, + "grad_norm": 1.4215848841038605, + "learning_rate": 1.9325265059191323e-05, + "loss": 0.0713, + "step": 16986 + }, + { + "epoch": 14.407972858354539, + "grad_norm": 1.5821955938728094, + "learning_rate": 1.9325165859786272e-05, + "loss": 0.0852, + "step": 16987 + }, + { + "epoch": 14.408821034775233, + "grad_norm": 1.4312355068033191, + "learning_rate": 1.932506665334426e-05, + "loss": 0.1107, + "step": 16988 + }, + { + "epoch": 14.40966921119593, + "grad_norm": 1.4280557016144162, + "learning_rate": 1.932496743986536e-05, + "loss": 0.0808, + "step": 16989 + }, + { + "epoch": 14.410517387616624, + "grad_norm": 1.6101022207127047, + "learning_rate": 1.9324868219349645e-05, + "loss": 0.1164, + "step": 16990 + }, + { + "epoch": 14.41136556403732, + "grad_norm": 1.4895884953504988, + "learning_rate": 1.9324768991797194e-05, + "loss": 0.0883, + "step": 16991 + }, + { + "epoch": 14.412213740458014, + "grad_norm": 1.4094143163580721, + "learning_rate": 1.932466975720808e-05, + "loss": 0.0939, + "step": 16992 + }, + { + "epoch": 14.41306191687871, + "grad_norm": 1.6657819688123896, + "learning_rate": 1.932457051558238e-05, + "loss": 0.1206, + "step": 16993 + }, + { + "epoch": 14.413910093299407, + "grad_norm": 1.573263397693965, + "learning_rate": 1.9324471266920165e-05, + "loss": 0.0831, + "step": 16994 + }, + { + "epoch": 14.414758269720101, + "grad_norm": 1.625897192709405, + "learning_rate": 1.9324372011221514e-05, + "loss": 0.1024, + "step": 16995 + }, + { + "epoch": 14.415606446140798, + "grad_norm": 1.4301988724025463, + "learning_rate": 1.9324272748486496e-05, + "loss": 0.0887, + "step": 16996 + }, + { + "epoch": 14.416454622561492, + "grad_norm": 1.5717068979435642, + "learning_rate": 1.932417347871519e-05, + "loss": 0.0906, + "step": 16997 + }, + { + "epoch": 14.417302798982188, + "grad_norm": 1.5645667753996193, + "learning_rate": 1.9324074201907673e-05, + "loss": 0.0844, + "step": 16998 + }, + { + "epoch": 14.418150975402884, + "grad_norm": 1.4484702847576132, + "learning_rate": 1.9323974918064014e-05, + "loss": 0.0883, + "step": 16999 + }, + { + "epoch": 14.418999151823579, + "grad_norm": 1.4944416946142254, + "learning_rate": 1.9323875627184294e-05, + "loss": 0.0949, + "step": 17000 + }, + { + "epoch": 14.419847328244275, + "grad_norm": 1.6783698357359211, + "learning_rate": 1.9323776329268585e-05, + "loss": 0.0933, + "step": 17001 + }, + { + "epoch": 14.42069550466497, + "grad_norm": 1.5432995547301058, + "learning_rate": 1.9323677024316964e-05, + "loss": 0.0839, + "step": 17002 + }, + { + "epoch": 14.421543681085666, + "grad_norm": 1.400399514202968, + "learning_rate": 1.9323577712329497e-05, + "loss": 0.0789, + "step": 17003 + }, + { + "epoch": 14.422391857506362, + "grad_norm": 1.3601364824025564, + "learning_rate": 1.9323478393306273e-05, + "loss": 0.0711, + "step": 17004 + }, + { + "epoch": 14.423240033927057, + "grad_norm": 1.5293215345262199, + "learning_rate": 1.932337906724736e-05, + "loss": 0.0828, + "step": 17005 + }, + { + "epoch": 14.424088210347753, + "grad_norm": 1.6802230379535785, + "learning_rate": 1.9323279734152828e-05, + "loss": 0.0923, + "step": 17006 + }, + { + "epoch": 14.424936386768447, + "grad_norm": 1.7521399399771365, + "learning_rate": 1.932318039402276e-05, + "loss": 0.099, + "step": 17007 + }, + { + "epoch": 14.425784563189143, + "grad_norm": 1.4172700910149414, + "learning_rate": 1.932308104685723e-05, + "loss": 0.0901, + "step": 17008 + }, + { + "epoch": 14.42663273960984, + "grad_norm": 1.551201344936163, + "learning_rate": 1.9322981692656303e-05, + "loss": 0.1158, + "step": 17009 + }, + { + "epoch": 14.427480916030534, + "grad_norm": 1.5792224332425584, + "learning_rate": 1.932288233142007e-05, + "loss": 0.0936, + "step": 17010 + }, + { + "epoch": 14.42832909245123, + "grad_norm": 1.4300895761747443, + "learning_rate": 1.9322782963148592e-05, + "loss": 0.0824, + "step": 17011 + }, + { + "epoch": 14.429177268871925, + "grad_norm": 1.4455272831303934, + "learning_rate": 1.9322683587841954e-05, + "loss": 0.0794, + "step": 17012 + }, + { + "epoch": 14.430025445292621, + "grad_norm": 1.5428444611759458, + "learning_rate": 1.9322584205500225e-05, + "loss": 0.0917, + "step": 17013 + }, + { + "epoch": 14.430873621713316, + "grad_norm": 1.6403374553860834, + "learning_rate": 1.9322484816123485e-05, + "loss": 0.0952, + "step": 17014 + }, + { + "epoch": 14.431721798134012, + "grad_norm": 1.528100398295591, + "learning_rate": 1.93223854197118e-05, + "loss": 0.1006, + "step": 17015 + }, + { + "epoch": 14.432569974554708, + "grad_norm": 1.3835935076912833, + "learning_rate": 1.9322286016265253e-05, + "loss": 0.0779, + "step": 17016 + }, + { + "epoch": 14.433418150975402, + "grad_norm": 1.5164078080355663, + "learning_rate": 1.9322186605783918e-05, + "loss": 0.0809, + "step": 17017 + }, + { + "epoch": 14.434266327396099, + "grad_norm": 1.6556500123498914, + "learning_rate": 1.932208718826787e-05, + "loss": 0.1057, + "step": 17018 + }, + { + "epoch": 14.435114503816793, + "grad_norm": 1.4869852682045126, + "learning_rate": 1.9321987763717177e-05, + "loss": 0.0818, + "step": 17019 + }, + { + "epoch": 14.43596268023749, + "grad_norm": 1.4133180734759716, + "learning_rate": 1.9321888332131925e-05, + "loss": 0.0844, + "step": 17020 + }, + { + "epoch": 14.436810856658186, + "grad_norm": 1.500992123398682, + "learning_rate": 1.9321788893512182e-05, + "loss": 0.0904, + "step": 17021 + }, + { + "epoch": 14.43765903307888, + "grad_norm": 1.678087975557305, + "learning_rate": 1.9321689447858024e-05, + "loss": 0.0916, + "step": 17022 + }, + { + "epoch": 14.438507209499576, + "grad_norm": 1.7770964250569723, + "learning_rate": 1.932158999516953e-05, + "loss": 0.1154, + "step": 17023 + }, + { + "epoch": 14.43935538592027, + "grad_norm": 1.543875004568273, + "learning_rate": 1.9321490535446772e-05, + "loss": 0.0876, + "step": 17024 + }, + { + "epoch": 14.440203562340967, + "grad_norm": 1.4479945163298047, + "learning_rate": 1.932139106868982e-05, + "loss": 0.1057, + "step": 17025 + }, + { + "epoch": 14.441051738761663, + "grad_norm": 1.3642013402908266, + "learning_rate": 1.932129159489876e-05, + "loss": 0.0841, + "step": 17026 + }, + { + "epoch": 14.441899915182358, + "grad_norm": 1.3730203662289908, + "learning_rate": 1.932119211407366e-05, + "loss": 0.0826, + "step": 17027 + }, + { + "epoch": 14.442748091603054, + "grad_norm": 1.5520717536025883, + "learning_rate": 1.9321092626214594e-05, + "loss": 0.1042, + "step": 17028 + }, + { + "epoch": 14.443596268023748, + "grad_norm": 1.418294019856897, + "learning_rate": 1.9320993131321638e-05, + "loss": 0.0924, + "step": 17029 + }, + { + "epoch": 14.444444444444445, + "grad_norm": 1.6350630665419372, + "learning_rate": 1.9320893629394876e-05, + "loss": 0.0902, + "step": 17030 + }, + { + "epoch": 14.445292620865139, + "grad_norm": 1.4764395646998754, + "learning_rate": 1.9320794120434367e-05, + "loss": 0.0922, + "step": 17031 + }, + { + "epoch": 14.446140797285835, + "grad_norm": 1.7054097483279622, + "learning_rate": 1.9320694604440197e-05, + "loss": 0.0872, + "step": 17032 + }, + { + "epoch": 14.446988973706532, + "grad_norm": 1.6049550779670905, + "learning_rate": 1.9320595081412442e-05, + "loss": 0.088, + "step": 17033 + }, + { + "epoch": 14.447837150127226, + "grad_norm": 1.4972507480621198, + "learning_rate": 1.932049555135117e-05, + "loss": 0.0953, + "step": 17034 + }, + { + "epoch": 14.448685326547922, + "grad_norm": 1.5227920476488406, + "learning_rate": 1.932039601425646e-05, + "loss": 0.0733, + "step": 17035 + }, + { + "epoch": 14.449533502968617, + "grad_norm": 1.6842271467702157, + "learning_rate": 1.932029647012839e-05, + "loss": 0.0931, + "step": 17036 + }, + { + "epoch": 14.450381679389313, + "grad_norm": 1.400853173927844, + "learning_rate": 1.932019691896703e-05, + "loss": 0.0948, + "step": 17037 + }, + { + "epoch": 14.45122985581001, + "grad_norm": 1.6368939926930117, + "learning_rate": 1.9320097360772457e-05, + "loss": 0.1074, + "step": 17038 + }, + { + "epoch": 14.452078032230704, + "grad_norm": 1.686307390686355, + "learning_rate": 1.931999779554475e-05, + "loss": 0.0987, + "step": 17039 + }, + { + "epoch": 14.4529262086514, + "grad_norm": 1.4428855135447614, + "learning_rate": 1.9319898223283976e-05, + "loss": 0.0799, + "step": 17040 + }, + { + "epoch": 14.453774385072094, + "grad_norm": 1.427376058659483, + "learning_rate": 1.9319798643990214e-05, + "loss": 0.0861, + "step": 17041 + }, + { + "epoch": 14.45462256149279, + "grad_norm": 1.4597291547906075, + "learning_rate": 1.931969905766354e-05, + "loss": 0.0978, + "step": 17042 + }, + { + "epoch": 14.455470737913487, + "grad_norm": 1.652711702889482, + "learning_rate": 1.9319599464304035e-05, + "loss": 0.1016, + "step": 17043 + }, + { + "epoch": 14.456318914334181, + "grad_norm": 1.4703589633166765, + "learning_rate": 1.9319499863911764e-05, + "loss": 0.0932, + "step": 17044 + }, + { + "epoch": 14.457167090754877, + "grad_norm": 1.5513827230391863, + "learning_rate": 1.9319400256486804e-05, + "loss": 0.086, + "step": 17045 + }, + { + "epoch": 14.458015267175572, + "grad_norm": 1.5746406105323383, + "learning_rate": 1.9319300642029236e-05, + "loss": 0.0813, + "step": 17046 + }, + { + "epoch": 14.458863443596268, + "grad_norm": 1.327426410146419, + "learning_rate": 1.931920102053913e-05, + "loss": 0.0859, + "step": 17047 + }, + { + "epoch": 14.459711620016964, + "grad_norm": 1.6351340293293815, + "learning_rate": 1.9319101392016564e-05, + "loss": 0.0924, + "step": 17048 + }, + { + "epoch": 14.460559796437659, + "grad_norm": 1.5373790036381665, + "learning_rate": 1.931900175646161e-05, + "loss": 0.0808, + "step": 17049 + }, + { + "epoch": 14.461407972858355, + "grad_norm": 1.547962038544264, + "learning_rate": 1.9318902113874345e-05, + "loss": 0.0793, + "step": 17050 + }, + { + "epoch": 14.46225614927905, + "grad_norm": 1.530858958672051, + "learning_rate": 1.9318802464254846e-05, + "loss": 0.0864, + "step": 17051 + }, + { + "epoch": 14.463104325699746, + "grad_norm": 1.4296327136755835, + "learning_rate": 1.9318702807603188e-05, + "loss": 0.075, + "step": 17052 + }, + { + "epoch": 14.46395250212044, + "grad_norm": 1.762760592727422, + "learning_rate": 1.9318603143919442e-05, + "loss": 0.1173, + "step": 17053 + }, + { + "epoch": 14.464800678541136, + "grad_norm": 1.727832826407976, + "learning_rate": 1.9318503473203683e-05, + "loss": 0.1182, + "step": 17054 + }, + { + "epoch": 14.465648854961833, + "grad_norm": 1.4133991766021743, + "learning_rate": 1.9318403795455992e-05, + "loss": 0.0832, + "step": 17055 + }, + { + "epoch": 14.466497031382527, + "grad_norm": 1.5409628455733135, + "learning_rate": 1.9318304110676447e-05, + "loss": 0.1151, + "step": 17056 + }, + { + "epoch": 14.467345207803223, + "grad_norm": 1.4160768806800517, + "learning_rate": 1.9318204418865113e-05, + "loss": 0.082, + "step": 17057 + }, + { + "epoch": 14.468193384223918, + "grad_norm": 1.4345481642925544, + "learning_rate": 1.931810472002207e-05, + "loss": 0.0697, + "step": 17058 + }, + { + "epoch": 14.469041560644614, + "grad_norm": 1.5194246801876605, + "learning_rate": 1.9318005014147392e-05, + "loss": 0.084, + "step": 17059 + }, + { + "epoch": 14.46988973706531, + "grad_norm": 1.3599271182030441, + "learning_rate": 1.9317905301241153e-05, + "loss": 0.0822, + "step": 17060 + }, + { + "epoch": 14.470737913486005, + "grad_norm": 1.4979337650513733, + "learning_rate": 1.9317805581303435e-05, + "loss": 0.094, + "step": 17061 + }, + { + "epoch": 14.471586089906701, + "grad_norm": 1.6060446038188818, + "learning_rate": 1.9317705854334307e-05, + "loss": 0.0915, + "step": 17062 + }, + { + "epoch": 14.472434266327395, + "grad_norm": 1.581845447633957, + "learning_rate": 1.9317606120333847e-05, + "loss": 0.1082, + "step": 17063 + }, + { + "epoch": 14.473282442748092, + "grad_norm": 1.4785816744930431, + "learning_rate": 1.931750637930213e-05, + "loss": 0.0874, + "step": 17064 + }, + { + "epoch": 14.474130619168788, + "grad_norm": 1.7207697160749758, + "learning_rate": 1.9317406631239227e-05, + "loss": 0.1104, + "step": 17065 + }, + { + "epoch": 14.474978795589482, + "grad_norm": 1.6938847657069496, + "learning_rate": 1.9317306876145218e-05, + "loss": 0.0911, + "step": 17066 + }, + { + "epoch": 14.475826972010179, + "grad_norm": 1.4343682893520289, + "learning_rate": 1.931720711402018e-05, + "loss": 0.0783, + "step": 17067 + }, + { + "epoch": 14.476675148430873, + "grad_norm": 1.487113322699975, + "learning_rate": 1.9317107344864183e-05, + "loss": 0.0828, + "step": 17068 + }, + { + "epoch": 14.47752332485157, + "grad_norm": 1.8471711358064755, + "learning_rate": 1.9317007568677305e-05, + "loss": 0.0815, + "step": 17069 + }, + { + "epoch": 14.478371501272264, + "grad_norm": 1.6230910958500568, + "learning_rate": 1.9316907785459622e-05, + "loss": 0.0872, + "step": 17070 + }, + { + "epoch": 14.47921967769296, + "grad_norm": 1.449223223617457, + "learning_rate": 1.9316807995211207e-05, + "loss": 0.0872, + "step": 17071 + }, + { + "epoch": 14.480067854113656, + "grad_norm": 1.422528070170375, + "learning_rate": 1.9316708197932138e-05, + "loss": 0.1106, + "step": 17072 + }, + { + "epoch": 14.48091603053435, + "grad_norm": 1.5976152779413941, + "learning_rate": 1.9316608393622488e-05, + "loss": 0.1072, + "step": 17073 + }, + { + "epoch": 14.481764206955047, + "grad_norm": 1.5362564024302665, + "learning_rate": 1.9316508582282333e-05, + "loss": 0.1048, + "step": 17074 + }, + { + "epoch": 14.482612383375741, + "grad_norm": 1.3464788312566933, + "learning_rate": 1.931640876391175e-05, + "loss": 0.0827, + "step": 17075 + }, + { + "epoch": 14.483460559796438, + "grad_norm": 1.5546857715461766, + "learning_rate": 1.931630893851081e-05, + "loss": 0.0924, + "step": 17076 + }, + { + "epoch": 14.484308736217134, + "grad_norm": 1.5057104861866952, + "learning_rate": 1.9316209106079595e-05, + "loss": 0.0814, + "step": 17077 + }, + { + "epoch": 14.485156912637828, + "grad_norm": 1.6161419357084736, + "learning_rate": 1.9316109266618173e-05, + "loss": 0.0843, + "step": 17078 + }, + { + "epoch": 14.486005089058525, + "grad_norm": 1.493904396844822, + "learning_rate": 1.9316009420126625e-05, + "loss": 0.0927, + "step": 17079 + }, + { + "epoch": 14.486853265479219, + "grad_norm": 1.3109488661007485, + "learning_rate": 1.9315909566605025e-05, + "loss": 0.0835, + "step": 17080 + }, + { + "epoch": 14.487701441899915, + "grad_norm": 1.3686901904298623, + "learning_rate": 1.9315809706053444e-05, + "loss": 0.0841, + "step": 17081 + }, + { + "epoch": 14.488549618320612, + "grad_norm": 1.383137543234701, + "learning_rate": 1.9315709838471965e-05, + "loss": 0.0851, + "step": 17082 + }, + { + "epoch": 14.489397794741306, + "grad_norm": 1.4621847638102548, + "learning_rate": 1.9315609963860654e-05, + "loss": 0.0777, + "step": 17083 + }, + { + "epoch": 14.490245971162002, + "grad_norm": 1.3403169055370443, + "learning_rate": 1.9315510082219597e-05, + "loss": 0.0819, + "step": 17084 + }, + { + "epoch": 14.491094147582697, + "grad_norm": 1.6808875769104188, + "learning_rate": 1.9315410193548864e-05, + "loss": 0.0937, + "step": 17085 + }, + { + "epoch": 14.491942324003393, + "grad_norm": 1.7884566077471626, + "learning_rate": 1.9315310297848526e-05, + "loss": 0.0986, + "step": 17086 + }, + { + "epoch": 14.49279050042409, + "grad_norm": 1.5846977624921375, + "learning_rate": 1.9315210395118666e-05, + "loss": 0.0907, + "step": 17087 + }, + { + "epoch": 14.493638676844784, + "grad_norm": 1.5105860546622105, + "learning_rate": 1.9315110485359353e-05, + "loss": 0.0766, + "step": 17088 + }, + { + "epoch": 14.49448685326548, + "grad_norm": 1.6721265917518469, + "learning_rate": 1.931501056857067e-05, + "loss": 0.1094, + "step": 17089 + }, + { + "epoch": 14.495335029686174, + "grad_norm": 1.400743297845988, + "learning_rate": 1.9314910644752688e-05, + "loss": 0.0875, + "step": 17090 + }, + { + "epoch": 14.49618320610687, + "grad_norm": 1.3019004679363362, + "learning_rate": 1.9314810713905478e-05, + "loss": 0.0762, + "step": 17091 + }, + { + "epoch": 14.497031382527565, + "grad_norm": 1.5654746124945886, + "learning_rate": 1.9314710776029124e-05, + "loss": 0.0902, + "step": 17092 + }, + { + "epoch": 14.497879558948261, + "grad_norm": 1.312772668528998, + "learning_rate": 1.9314610831123694e-05, + "loss": 0.0788, + "step": 17093 + }, + { + "epoch": 14.498727735368957, + "grad_norm": 1.2670758518232894, + "learning_rate": 1.931451087918927e-05, + "loss": 0.0742, + "step": 17094 + }, + { + "epoch": 14.499575911789652, + "grad_norm": 1.5052921020283276, + "learning_rate": 1.931441092022592e-05, + "loss": 0.0814, + "step": 17095 + }, + { + "epoch": 14.500424088210348, + "grad_norm": 1.7246389890328075, + "learning_rate": 1.9314310954233725e-05, + "loss": 0.1059, + "step": 17096 + }, + { + "epoch": 14.501272264631043, + "grad_norm": 1.533607528048014, + "learning_rate": 1.931421098121276e-05, + "loss": 0.0871, + "step": 17097 + }, + { + "epoch": 14.502120441051739, + "grad_norm": 1.5338993171038777, + "learning_rate": 1.9314111001163097e-05, + "loss": 0.104, + "step": 17098 + }, + { + "epoch": 14.502968617472435, + "grad_norm": 1.4044875516737607, + "learning_rate": 1.9314011014084818e-05, + "loss": 0.0748, + "step": 17099 + }, + { + "epoch": 14.50381679389313, + "grad_norm": 1.6560544209822075, + "learning_rate": 1.9313911019977992e-05, + "loss": 0.0912, + "step": 17100 + }, + { + "epoch": 14.504664970313826, + "grad_norm": 1.776823734716871, + "learning_rate": 1.9313811018842697e-05, + "loss": 0.1103, + "step": 17101 + }, + { + "epoch": 14.50551314673452, + "grad_norm": 1.4924752617561727, + "learning_rate": 1.931371101067901e-05, + "loss": 0.0863, + "step": 17102 + }, + { + "epoch": 14.506361323155216, + "grad_norm": 1.4236360845701745, + "learning_rate": 1.9313610995487e-05, + "loss": 0.0857, + "step": 17103 + }, + { + "epoch": 14.50720949957591, + "grad_norm": 1.5510551186643662, + "learning_rate": 1.931351097326675e-05, + "loss": 0.0872, + "step": 17104 + }, + { + "epoch": 14.508057675996607, + "grad_norm": 1.3853035331340835, + "learning_rate": 1.9313410944018333e-05, + "loss": 0.0744, + "step": 17105 + }, + { + "epoch": 14.508905852417303, + "grad_norm": 1.416872312754928, + "learning_rate": 1.9313310907741822e-05, + "loss": 0.0752, + "step": 17106 + }, + { + "epoch": 14.509754028837998, + "grad_norm": 1.4200823462557473, + "learning_rate": 1.9313210864437296e-05, + "loss": 0.08, + "step": 17107 + }, + { + "epoch": 14.510602205258694, + "grad_norm": 1.3258401049706647, + "learning_rate": 1.931311081410483e-05, + "loss": 0.0801, + "step": 17108 + }, + { + "epoch": 14.511450381679388, + "grad_norm": 1.622395743887886, + "learning_rate": 1.9313010756744494e-05, + "loss": 0.0897, + "step": 17109 + }, + { + "epoch": 14.512298558100085, + "grad_norm": 1.5421725898953473, + "learning_rate": 1.9312910692356373e-05, + "loss": 0.0932, + "step": 17110 + }, + { + "epoch": 14.513146734520781, + "grad_norm": 1.517633988864325, + "learning_rate": 1.9312810620940538e-05, + "loss": 0.0923, + "step": 17111 + }, + { + "epoch": 14.513994910941475, + "grad_norm": 1.5904939219419734, + "learning_rate": 1.931271054249706e-05, + "loss": 0.1008, + "step": 17112 + }, + { + "epoch": 14.514843087362172, + "grad_norm": 1.521342045957301, + "learning_rate": 1.931261045702602e-05, + "loss": 0.0953, + "step": 17113 + }, + { + "epoch": 14.515691263782866, + "grad_norm": 1.467742031249293, + "learning_rate": 1.9312510364527496e-05, + "loss": 0.0882, + "step": 17114 + }, + { + "epoch": 14.516539440203562, + "grad_norm": 1.42790670003355, + "learning_rate": 1.9312410265001555e-05, + "loss": 0.0867, + "step": 17115 + }, + { + "epoch": 14.517387616624259, + "grad_norm": 1.4946002733820485, + "learning_rate": 1.931231015844828e-05, + "loss": 0.0788, + "step": 17116 + }, + { + "epoch": 14.518235793044953, + "grad_norm": 1.5844221959890232, + "learning_rate": 1.931221004486774e-05, + "loss": 0.088, + "step": 17117 + }, + { + "epoch": 14.51908396946565, + "grad_norm": 1.5706519780593144, + "learning_rate": 1.931210992426002e-05, + "loss": 0.0755, + "step": 17118 + }, + { + "epoch": 14.519932145886344, + "grad_norm": 1.690974500944163, + "learning_rate": 1.9312009796625185e-05, + "loss": 0.0848, + "step": 17119 + }, + { + "epoch": 14.52078032230704, + "grad_norm": 1.6564741591466168, + "learning_rate": 1.9311909661963318e-05, + "loss": 0.0904, + "step": 17120 + }, + { + "epoch": 14.521628498727736, + "grad_norm": 1.5813010744348073, + "learning_rate": 1.931180952027449e-05, + "loss": 0.0908, + "step": 17121 + }, + { + "epoch": 14.52247667514843, + "grad_norm": 1.9409670048102556, + "learning_rate": 1.931170937155878e-05, + "loss": 0.1157, + "step": 17122 + }, + { + "epoch": 14.523324851569127, + "grad_norm": 1.2106033792576871, + "learning_rate": 1.931160921581626e-05, + "loss": 0.0827, + "step": 17123 + }, + { + "epoch": 14.524173027989821, + "grad_norm": 1.5192657624790205, + "learning_rate": 1.931150905304701e-05, + "loss": 0.1306, + "step": 17124 + }, + { + "epoch": 14.525021204410518, + "grad_norm": 1.5621640600711535, + "learning_rate": 1.9311408883251105e-05, + "loss": 0.0881, + "step": 17125 + }, + { + "epoch": 14.525869380831214, + "grad_norm": 1.686601226792056, + "learning_rate": 1.9311308706428617e-05, + "loss": 0.0888, + "step": 17126 + }, + { + "epoch": 14.526717557251908, + "grad_norm": 1.3708900809450109, + "learning_rate": 1.931120852257962e-05, + "loss": 0.0775, + "step": 17127 + }, + { + "epoch": 14.527565733672605, + "grad_norm": 1.8734571942301839, + "learning_rate": 1.9311108331704198e-05, + "loss": 0.113, + "step": 17128 + }, + { + "epoch": 14.528413910093299, + "grad_norm": 1.5486515358111343, + "learning_rate": 1.931100813380242e-05, + "loss": 0.0993, + "step": 17129 + }, + { + "epoch": 14.529262086513995, + "grad_norm": 1.540046444975329, + "learning_rate": 1.9310907928874366e-05, + "loss": 0.0885, + "step": 17130 + }, + { + "epoch": 14.53011026293469, + "grad_norm": 1.564753930679575, + "learning_rate": 1.9310807716920105e-05, + "loss": 0.074, + "step": 17131 + }, + { + "epoch": 14.530958439355386, + "grad_norm": 1.5324073681570434, + "learning_rate": 1.9310707497939716e-05, + "loss": 0.077, + "step": 17132 + }, + { + "epoch": 14.531806615776082, + "grad_norm": 1.4659314416670677, + "learning_rate": 1.9310607271933277e-05, + "loss": 0.0793, + "step": 17133 + }, + { + "epoch": 14.532654792196777, + "grad_norm": 1.4557238070027352, + "learning_rate": 1.9310507038900862e-05, + "loss": 0.091, + "step": 17134 + }, + { + "epoch": 14.533502968617473, + "grad_norm": 1.4634216570901406, + "learning_rate": 1.9310406798842546e-05, + "loss": 0.0822, + "step": 17135 + }, + { + "epoch": 14.534351145038167, + "grad_norm": 1.5973615576201683, + "learning_rate": 1.9310306551758407e-05, + "loss": 0.086, + "step": 17136 + }, + { + "epoch": 14.535199321458864, + "grad_norm": 1.3756166091778583, + "learning_rate": 1.9310206297648516e-05, + "loss": 0.0881, + "step": 17137 + }, + { + "epoch": 14.53604749787956, + "grad_norm": 1.7148239355673431, + "learning_rate": 1.931010603651295e-05, + "loss": 0.093, + "step": 17138 + }, + { + "epoch": 14.536895674300254, + "grad_norm": 1.4504958463908137, + "learning_rate": 1.931000576835179e-05, + "loss": 0.0762, + "step": 17139 + }, + { + "epoch": 14.53774385072095, + "grad_norm": 1.4082064211497423, + "learning_rate": 1.9309905493165106e-05, + "loss": 0.0824, + "step": 17140 + }, + { + "epoch": 14.538592027141645, + "grad_norm": 1.5343376762992353, + "learning_rate": 1.9309805210952976e-05, + "loss": 0.0919, + "step": 17141 + }, + { + "epoch": 14.539440203562341, + "grad_norm": 1.5083439339679068, + "learning_rate": 1.9309704921715473e-05, + "loss": 0.0869, + "step": 17142 + }, + { + "epoch": 14.540288379983036, + "grad_norm": 1.5092606212480495, + "learning_rate": 1.9309604625452675e-05, + "loss": 0.0827, + "step": 17143 + }, + { + "epoch": 14.541136556403732, + "grad_norm": 1.386217517232172, + "learning_rate": 1.930950432216466e-05, + "loss": 0.087, + "step": 17144 + }, + { + "epoch": 14.541984732824428, + "grad_norm": 1.6276512192230488, + "learning_rate": 1.9309404011851498e-05, + "loss": 0.0886, + "step": 17145 + }, + { + "epoch": 14.542832909245123, + "grad_norm": 1.4969302933509447, + "learning_rate": 1.930930369451327e-05, + "loss": 0.0905, + "step": 17146 + }, + { + "epoch": 14.543681085665819, + "grad_norm": 1.5205675104660776, + "learning_rate": 1.930920337015005e-05, + "loss": 0.0857, + "step": 17147 + }, + { + "epoch": 14.544529262086513, + "grad_norm": 1.510154996948742, + "learning_rate": 1.930910303876191e-05, + "loss": 0.0867, + "step": 17148 + }, + { + "epoch": 14.54537743850721, + "grad_norm": 1.633958115951949, + "learning_rate": 1.930900270034893e-05, + "loss": 0.1129, + "step": 17149 + }, + { + "epoch": 14.546225614927906, + "grad_norm": 1.607300620753984, + "learning_rate": 1.930890235491119e-05, + "loss": 0.1047, + "step": 17150 + }, + { + "epoch": 14.5470737913486, + "grad_norm": 1.3984219246661183, + "learning_rate": 1.9308802002448755e-05, + "loss": 0.0892, + "step": 17151 + }, + { + "epoch": 14.547921967769296, + "grad_norm": 1.5486546616210755, + "learning_rate": 1.9308701642961707e-05, + "loss": 0.0985, + "step": 17152 + }, + { + "epoch": 14.54877014418999, + "grad_norm": 1.4305831480692297, + "learning_rate": 1.930860127645012e-05, + "loss": 0.0855, + "step": 17153 + }, + { + "epoch": 14.549618320610687, + "grad_norm": 1.3892417761795706, + "learning_rate": 1.9308500902914072e-05, + "loss": 0.0826, + "step": 17154 + }, + { + "epoch": 14.550466497031383, + "grad_norm": 1.471416766439102, + "learning_rate": 1.9308400522353638e-05, + "loss": 0.09, + "step": 17155 + }, + { + "epoch": 14.551314673452078, + "grad_norm": 1.4839745220738831, + "learning_rate": 1.9308300134768888e-05, + "loss": 0.0839, + "step": 17156 + }, + { + "epoch": 14.552162849872774, + "grad_norm": 1.5695464727954478, + "learning_rate": 1.9308199740159907e-05, + "loss": 0.0942, + "step": 17157 + }, + { + "epoch": 14.553011026293468, + "grad_norm": 1.7126382988086868, + "learning_rate": 1.9308099338526766e-05, + "loss": 0.083, + "step": 17158 + }, + { + "epoch": 14.553859202714165, + "grad_norm": 1.489625942234136, + "learning_rate": 1.9307998929869544e-05, + "loss": 0.0882, + "step": 17159 + }, + { + "epoch": 14.554707379134861, + "grad_norm": 1.5014420754846316, + "learning_rate": 1.930789851418831e-05, + "loss": 0.0994, + "step": 17160 + }, + { + "epoch": 14.555555555555555, + "grad_norm": 1.7060101761119917, + "learning_rate": 1.9307798091483146e-05, + "loss": 0.1186, + "step": 17161 + }, + { + "epoch": 14.556403731976252, + "grad_norm": 1.8659724592859943, + "learning_rate": 1.9307697661754126e-05, + "loss": 0.0882, + "step": 17162 + }, + { + "epoch": 14.557251908396946, + "grad_norm": 1.3748706078788437, + "learning_rate": 1.9307597225001326e-05, + "loss": 0.1005, + "step": 17163 + }, + { + "epoch": 14.558100084817642, + "grad_norm": 1.5955773108906723, + "learning_rate": 1.930749678122482e-05, + "loss": 0.0972, + "step": 17164 + }, + { + "epoch": 14.558948261238339, + "grad_norm": 1.841055362062468, + "learning_rate": 1.9307396330424683e-05, + "loss": 0.0976, + "step": 17165 + }, + { + "epoch": 14.559796437659033, + "grad_norm": 1.4002189108826508, + "learning_rate": 1.9307295872600996e-05, + "loss": 0.0855, + "step": 17166 + }, + { + "epoch": 14.56064461407973, + "grad_norm": 1.3499765269894248, + "learning_rate": 1.930719540775383e-05, + "loss": 0.0915, + "step": 17167 + }, + { + "epoch": 14.561492790500424, + "grad_norm": 1.5215200876595634, + "learning_rate": 1.930709493588326e-05, + "loss": 0.0832, + "step": 17168 + }, + { + "epoch": 14.56234096692112, + "grad_norm": 1.6737137116244665, + "learning_rate": 1.930699445698937e-05, + "loss": 0.0881, + "step": 17169 + }, + { + "epoch": 14.563189143341814, + "grad_norm": 1.4317357857448085, + "learning_rate": 1.9306893971072226e-05, + "loss": 0.0707, + "step": 17170 + }, + { + "epoch": 14.56403731976251, + "grad_norm": 1.3508198533451394, + "learning_rate": 1.9306793478131908e-05, + "loss": 0.0804, + "step": 17171 + }, + { + "epoch": 14.564885496183207, + "grad_norm": 1.4687903074034652, + "learning_rate": 1.9306692978168495e-05, + "loss": 0.086, + "step": 17172 + }, + { + "epoch": 14.565733672603901, + "grad_norm": 1.6337164014570749, + "learning_rate": 1.9306592471182054e-05, + "loss": 0.0876, + "step": 17173 + }, + { + "epoch": 14.566581849024598, + "grad_norm": 1.342213847644182, + "learning_rate": 1.9306491957172673e-05, + "loss": 0.0785, + "step": 17174 + }, + { + "epoch": 14.567430025445292, + "grad_norm": 1.7096351613498553, + "learning_rate": 1.930639143614042e-05, + "loss": 0.1015, + "step": 17175 + }, + { + "epoch": 14.568278201865988, + "grad_norm": 1.574871251405154, + "learning_rate": 1.930629090808537e-05, + "loss": 0.0796, + "step": 17176 + }, + { + "epoch": 14.569126378286684, + "grad_norm": 1.5860403702909307, + "learning_rate": 1.9306190373007602e-05, + "loss": 0.0983, + "step": 17177 + }, + { + "epoch": 14.569974554707379, + "grad_norm": 1.5015271801478252, + "learning_rate": 1.9306089830907186e-05, + "loss": 0.1049, + "step": 17178 + }, + { + "epoch": 14.570822731128075, + "grad_norm": 1.4684941535441354, + "learning_rate": 1.9305989281784207e-05, + "loss": 0.086, + "step": 17179 + }, + { + "epoch": 14.57167090754877, + "grad_norm": 1.6049528866132767, + "learning_rate": 1.9305888725638738e-05, + "loss": 0.1033, + "step": 17180 + }, + { + "epoch": 14.572519083969466, + "grad_norm": 1.3423820689538075, + "learning_rate": 1.9305788162470855e-05, + "loss": 0.0852, + "step": 17181 + }, + { + "epoch": 14.57336726039016, + "grad_norm": 1.4879001269259589, + "learning_rate": 1.9305687592280627e-05, + "loss": 0.0849, + "step": 17182 + }, + { + "epoch": 14.574215436810857, + "grad_norm": 1.4582635313678276, + "learning_rate": 1.9305587015068138e-05, + "loss": 0.0788, + "step": 17183 + }, + { + "epoch": 14.575063613231553, + "grad_norm": 1.4056192533612781, + "learning_rate": 1.930548643083346e-05, + "loss": 0.0719, + "step": 17184 + }, + { + "epoch": 14.575911789652247, + "grad_norm": 1.463262514148006, + "learning_rate": 1.930538583957667e-05, + "loss": 0.0849, + "step": 17185 + }, + { + "epoch": 14.576759966072943, + "grad_norm": 1.5564013651018047, + "learning_rate": 1.9305285241297845e-05, + "loss": 0.0985, + "step": 17186 + }, + { + "epoch": 14.577608142493638, + "grad_norm": 1.378437385603998, + "learning_rate": 1.930518463599706e-05, + "loss": 0.0832, + "step": 17187 + }, + { + "epoch": 14.578456318914334, + "grad_norm": 1.5724279140444901, + "learning_rate": 1.9305084023674393e-05, + "loss": 0.0953, + "step": 17188 + }, + { + "epoch": 14.57930449533503, + "grad_norm": 1.540202082515114, + "learning_rate": 1.9304983404329913e-05, + "loss": 0.0765, + "step": 17189 + }, + { + "epoch": 14.580152671755725, + "grad_norm": 1.5514765587698656, + "learning_rate": 1.9304882777963705e-05, + "loss": 0.0882, + "step": 17190 + }, + { + "epoch": 14.581000848176421, + "grad_norm": 1.4195841368372581, + "learning_rate": 1.9304782144575838e-05, + "loss": 0.0752, + "step": 17191 + }, + { + "epoch": 14.581849024597116, + "grad_norm": 1.3516898748365742, + "learning_rate": 1.930468150416639e-05, + "loss": 0.0799, + "step": 17192 + }, + { + "epoch": 14.582697201017812, + "grad_norm": 1.8153963617573277, + "learning_rate": 1.9304580856735442e-05, + "loss": 0.1054, + "step": 17193 + }, + { + "epoch": 14.583545377438508, + "grad_norm": 1.4183080300882327, + "learning_rate": 1.9304480202283062e-05, + "loss": 0.0853, + "step": 17194 + }, + { + "epoch": 14.584393553859202, + "grad_norm": 1.5607802586933703, + "learning_rate": 1.930437954080933e-05, + "loss": 0.0876, + "step": 17195 + }, + { + "epoch": 14.585241730279899, + "grad_norm": 1.4140829214428934, + "learning_rate": 1.930427887231432e-05, + "loss": 0.0909, + "step": 17196 + }, + { + "epoch": 14.586089906700593, + "grad_norm": 1.3784229401677095, + "learning_rate": 1.930417819679811e-05, + "loss": 0.0849, + "step": 17197 + }, + { + "epoch": 14.58693808312129, + "grad_norm": 1.4892215304326446, + "learning_rate": 1.9304077514260778e-05, + "loss": 0.099, + "step": 17198 + }, + { + "epoch": 14.587786259541986, + "grad_norm": 1.4064732011202574, + "learning_rate": 1.9303976824702392e-05, + "loss": 0.0877, + "step": 17199 + }, + { + "epoch": 14.58863443596268, + "grad_norm": 1.4438598103091471, + "learning_rate": 1.9303876128123038e-05, + "loss": 0.0827, + "step": 17200 + }, + { + "epoch": 14.589482612383376, + "grad_norm": 1.6234632969828269, + "learning_rate": 1.9303775424522784e-05, + "loss": 0.094, + "step": 17201 + }, + { + "epoch": 14.59033078880407, + "grad_norm": 1.2113713222625515, + "learning_rate": 1.930367471390171e-05, + "loss": 0.0703, + "step": 17202 + }, + { + "epoch": 14.591178965224767, + "grad_norm": 1.4768922026149638, + "learning_rate": 1.9303573996259894e-05, + "loss": 0.1053, + "step": 17203 + }, + { + "epoch": 14.592027141645461, + "grad_norm": 1.5114433042412652, + "learning_rate": 1.9303473271597406e-05, + "loss": 0.086, + "step": 17204 + }, + { + "epoch": 14.592875318066158, + "grad_norm": 1.6080329841808556, + "learning_rate": 1.9303372539914327e-05, + "loss": 0.0853, + "step": 17205 + }, + { + "epoch": 14.593723494486854, + "grad_norm": 1.8781188793204167, + "learning_rate": 1.930327180121073e-05, + "loss": 0.1023, + "step": 17206 + }, + { + "epoch": 14.594571670907548, + "grad_norm": 1.4944924010528262, + "learning_rate": 1.9303171055486695e-05, + "loss": 0.0811, + "step": 17207 + }, + { + "epoch": 14.595419847328245, + "grad_norm": 1.588390007946715, + "learning_rate": 1.9303070302742294e-05, + "loss": 0.087, + "step": 17208 + }, + { + "epoch": 14.596268023748939, + "grad_norm": 1.4127558587646403, + "learning_rate": 1.9302969542977603e-05, + "loss": 0.0895, + "step": 17209 + }, + { + "epoch": 14.597116200169635, + "grad_norm": 1.4315129982087462, + "learning_rate": 1.93028687761927e-05, + "loss": 0.0969, + "step": 17210 + }, + { + "epoch": 14.597964376590332, + "grad_norm": 1.6362790725696328, + "learning_rate": 1.930276800238766e-05, + "loss": 0.1041, + "step": 17211 + }, + { + "epoch": 14.598812553011026, + "grad_norm": 1.4471202542741255, + "learning_rate": 1.930266722156256e-05, + "loss": 0.0901, + "step": 17212 + }, + { + "epoch": 14.599660729431722, + "grad_norm": 1.3668308333963544, + "learning_rate": 1.9302566433717475e-05, + "loss": 0.0786, + "step": 17213 + }, + { + "epoch": 14.600508905852417, + "grad_norm": 1.5488490800754149, + "learning_rate": 1.9302465638852484e-05, + "loss": 0.0932, + "step": 17214 + }, + { + "epoch": 14.601357082273113, + "grad_norm": 1.444056758703745, + "learning_rate": 1.9302364836967656e-05, + "loss": 0.067, + "step": 17215 + }, + { + "epoch": 14.60220525869381, + "grad_norm": 1.6704271241701487, + "learning_rate": 1.9302264028063077e-05, + "loss": 0.097, + "step": 17216 + }, + { + "epoch": 14.603053435114504, + "grad_norm": 1.5166042559840427, + "learning_rate": 1.9302163212138814e-05, + "loss": 0.0928, + "step": 17217 + }, + { + "epoch": 14.6039016115352, + "grad_norm": 1.497498065098726, + "learning_rate": 1.9302062389194948e-05, + "loss": 0.0968, + "step": 17218 + }, + { + "epoch": 14.604749787955894, + "grad_norm": 1.6008517890378133, + "learning_rate": 1.9301961559231554e-05, + "loss": 0.1045, + "step": 17219 + }, + { + "epoch": 14.60559796437659, + "grad_norm": 1.6721636174925179, + "learning_rate": 1.9301860722248707e-05, + "loss": 0.0874, + "step": 17220 + }, + { + "epoch": 14.606446140797285, + "grad_norm": 1.7113215505777022, + "learning_rate": 1.9301759878246487e-05, + "loss": 0.0998, + "step": 17221 + }, + { + "epoch": 14.607294317217981, + "grad_norm": 1.4810739309922971, + "learning_rate": 1.9301659027224967e-05, + "loss": 0.0968, + "step": 17222 + }, + { + "epoch": 14.608142493638677, + "grad_norm": 1.565979899827796, + "learning_rate": 1.930155816918422e-05, + "loss": 0.0855, + "step": 17223 + }, + { + "epoch": 14.608990670059372, + "grad_norm": 1.5817549992594435, + "learning_rate": 1.9301457304124324e-05, + "loss": 0.0903, + "step": 17224 + }, + { + "epoch": 14.609838846480068, + "grad_norm": 1.5012692510229997, + "learning_rate": 1.930135643204536e-05, + "loss": 0.0831, + "step": 17225 + }, + { + "epoch": 14.610687022900763, + "grad_norm": 1.4636700269256453, + "learning_rate": 1.9301255552947402e-05, + "loss": 0.0943, + "step": 17226 + }, + { + "epoch": 14.611535199321459, + "grad_norm": 1.3699021923172405, + "learning_rate": 1.930115466683052e-05, + "loss": 0.0839, + "step": 17227 + }, + { + "epoch": 14.612383375742155, + "grad_norm": 1.7909701542668177, + "learning_rate": 1.93010537736948e-05, + "loss": 0.1002, + "step": 17228 + }, + { + "epoch": 14.61323155216285, + "grad_norm": 1.6693852880843028, + "learning_rate": 1.9300952873540314e-05, + "loss": 0.0953, + "step": 17229 + }, + { + "epoch": 14.614079728583546, + "grad_norm": 1.6203902160736423, + "learning_rate": 1.9300851966367133e-05, + "loss": 0.0879, + "step": 17230 + }, + { + "epoch": 14.61492790500424, + "grad_norm": 1.469097769225987, + "learning_rate": 1.9300751052175338e-05, + "loss": 0.0952, + "step": 17231 + }, + { + "epoch": 14.615776081424936, + "grad_norm": 1.5386466669475798, + "learning_rate": 1.9300650130965005e-05, + "loss": 0.1041, + "step": 17232 + }, + { + "epoch": 14.616624257845633, + "grad_norm": 1.5603261416904943, + "learning_rate": 1.930054920273621e-05, + "loss": 0.0903, + "step": 17233 + }, + { + "epoch": 14.617472434266327, + "grad_norm": 1.3930246598647686, + "learning_rate": 1.930044826748903e-05, + "loss": 0.0864, + "step": 17234 + }, + { + "epoch": 14.618320610687023, + "grad_norm": 1.49851859351391, + "learning_rate": 1.9300347325223536e-05, + "loss": 0.0953, + "step": 17235 + }, + { + "epoch": 14.619168787107718, + "grad_norm": 1.6444453675125683, + "learning_rate": 1.9300246375939813e-05, + "loss": 0.0759, + "step": 17236 + }, + { + "epoch": 14.620016963528414, + "grad_norm": 1.4205893785686132, + "learning_rate": 1.930014541963793e-05, + "loss": 0.097, + "step": 17237 + }, + { + "epoch": 14.62086513994911, + "grad_norm": 1.5810918419222597, + "learning_rate": 1.9300044456317962e-05, + "loss": 0.0849, + "step": 17238 + }, + { + "epoch": 14.621713316369805, + "grad_norm": 1.433725759689034, + "learning_rate": 1.9299943485979996e-05, + "loss": 0.0873, + "step": 17239 + }, + { + "epoch": 14.622561492790501, + "grad_norm": 1.4376292486501543, + "learning_rate": 1.9299842508624097e-05, + "loss": 0.0809, + "step": 17240 + }, + { + "epoch": 14.623409669211195, + "grad_norm": 1.6271686693870604, + "learning_rate": 1.9299741524250348e-05, + "loss": 0.0811, + "step": 17241 + }, + { + "epoch": 14.624257845631892, + "grad_norm": 1.6242655244310533, + "learning_rate": 1.9299640532858815e-05, + "loss": 0.0946, + "step": 17242 + }, + { + "epoch": 14.625106022052586, + "grad_norm": 1.4360152114097604, + "learning_rate": 1.9299539534449587e-05, + "loss": 0.086, + "step": 17243 + }, + { + "epoch": 14.625954198473282, + "grad_norm": 1.57090779106761, + "learning_rate": 1.9299438529022736e-05, + "loss": 0.0933, + "step": 17244 + }, + { + "epoch": 14.626802374893979, + "grad_norm": 1.4423166027793932, + "learning_rate": 1.9299337516578335e-05, + "loss": 0.0997, + "step": 17245 + }, + { + "epoch": 14.627650551314673, + "grad_norm": 1.4197148631319823, + "learning_rate": 1.929923649711646e-05, + "loss": 0.0759, + "step": 17246 + }, + { + "epoch": 14.62849872773537, + "grad_norm": 1.8220345751132583, + "learning_rate": 1.9299135470637193e-05, + "loss": 0.0968, + "step": 17247 + }, + { + "epoch": 14.629346904156064, + "grad_norm": 1.6223233699038204, + "learning_rate": 1.92990344371406e-05, + "loss": 0.0864, + "step": 17248 + }, + { + "epoch": 14.63019508057676, + "grad_norm": 1.8672654662111294, + "learning_rate": 1.9298933396626772e-05, + "loss": 0.0931, + "step": 17249 + }, + { + "epoch": 14.631043256997456, + "grad_norm": 1.4618552689614068, + "learning_rate": 1.9298832349095776e-05, + "loss": 0.0902, + "step": 17250 + }, + { + "epoch": 14.63189143341815, + "grad_norm": 1.484965634431203, + "learning_rate": 1.9298731294547685e-05, + "loss": 0.0974, + "step": 17251 + }, + { + "epoch": 14.632739609838847, + "grad_norm": 1.6021442264142076, + "learning_rate": 1.9298630232982583e-05, + "loss": 0.0984, + "step": 17252 + }, + { + "epoch": 14.633587786259541, + "grad_norm": 1.3201473229536986, + "learning_rate": 1.929852916440054e-05, + "loss": 0.0785, + "step": 17253 + }, + { + "epoch": 14.634435962680238, + "grad_norm": 1.4293071935437165, + "learning_rate": 1.9298428088801638e-05, + "loss": 0.0893, + "step": 17254 + }, + { + "epoch": 14.635284139100932, + "grad_norm": 1.433908071477072, + "learning_rate": 1.929832700618595e-05, + "loss": 0.0774, + "step": 17255 + }, + { + "epoch": 14.636132315521628, + "grad_norm": 1.4845561076065679, + "learning_rate": 1.9298225916553552e-05, + "loss": 0.0914, + "step": 17256 + }, + { + "epoch": 14.636980491942325, + "grad_norm": 1.671485888339888, + "learning_rate": 1.929812481990452e-05, + "loss": 0.088, + "step": 17257 + }, + { + "epoch": 14.637828668363019, + "grad_norm": 1.6812619984346533, + "learning_rate": 1.9298023716238938e-05, + "loss": 0.0932, + "step": 17258 + }, + { + "epoch": 14.638676844783715, + "grad_norm": 1.6283808610651245, + "learning_rate": 1.929792260555687e-05, + "loss": 0.0903, + "step": 17259 + }, + { + "epoch": 14.63952502120441, + "grad_norm": 1.8120368306242267, + "learning_rate": 1.9297821487858398e-05, + "loss": 0.0944, + "step": 17260 + }, + { + "epoch": 14.640373197625106, + "grad_norm": 1.4433060608330643, + "learning_rate": 1.92977203631436e-05, + "loss": 0.087, + "step": 17261 + }, + { + "epoch": 14.641221374045802, + "grad_norm": 1.4512101689692143, + "learning_rate": 1.9297619231412547e-05, + "loss": 0.0859, + "step": 17262 + }, + { + "epoch": 14.642069550466497, + "grad_norm": 1.5836597437937237, + "learning_rate": 1.929751809266532e-05, + "loss": 0.0913, + "step": 17263 + }, + { + "epoch": 14.642917726887193, + "grad_norm": 1.4334627779764888, + "learning_rate": 1.9297416946901994e-05, + "loss": 0.085, + "step": 17264 + }, + { + "epoch": 14.643765903307887, + "grad_norm": 1.7069818187008525, + "learning_rate": 1.9297315794122648e-05, + "loss": 0.1037, + "step": 17265 + }, + { + "epoch": 14.644614079728584, + "grad_norm": 1.4094892056996216, + "learning_rate": 1.9297214634327352e-05, + "loss": 0.0939, + "step": 17266 + }, + { + "epoch": 14.64546225614928, + "grad_norm": 1.5835641756877823, + "learning_rate": 1.9297113467516187e-05, + "loss": 0.0864, + "step": 17267 + }, + { + "epoch": 14.646310432569974, + "grad_norm": 1.479019373738757, + "learning_rate": 1.929701229368923e-05, + "loss": 0.0835, + "step": 17268 + }, + { + "epoch": 14.64715860899067, + "grad_norm": 1.5424724393490825, + "learning_rate": 1.929691111284656e-05, + "loss": 0.0894, + "step": 17269 + }, + { + "epoch": 14.648006785411365, + "grad_norm": 1.5158283031004496, + "learning_rate": 1.9296809924988245e-05, + "loss": 0.084, + "step": 17270 + }, + { + "epoch": 14.648854961832061, + "grad_norm": 1.4005596047599729, + "learning_rate": 1.9296708730114363e-05, + "loss": 0.0796, + "step": 17271 + }, + { + "epoch": 14.649703138252757, + "grad_norm": 1.6980689046794981, + "learning_rate": 1.9296607528225e-05, + "loss": 0.1135, + "step": 17272 + }, + { + "epoch": 14.650551314673452, + "grad_norm": 1.6574178265008657, + "learning_rate": 1.9296506319320217e-05, + "loss": 0.1017, + "step": 17273 + }, + { + "epoch": 14.651399491094148, + "grad_norm": 1.3531004077110265, + "learning_rate": 1.9296405103400104e-05, + "loss": 0.07, + "step": 17274 + }, + { + "epoch": 14.652247667514843, + "grad_norm": 1.505652970533143, + "learning_rate": 1.929630388046473e-05, + "loss": 0.0893, + "step": 17275 + }, + { + "epoch": 14.653095843935539, + "grad_norm": 1.529083602157707, + "learning_rate": 1.9296202650514174e-05, + "loss": 0.0983, + "step": 17276 + }, + { + "epoch": 14.653944020356235, + "grad_norm": 1.458019379067835, + "learning_rate": 1.929610141354851e-05, + "loss": 0.0925, + "step": 17277 + }, + { + "epoch": 14.65479219677693, + "grad_norm": 1.639109526758896, + "learning_rate": 1.929600016956782e-05, + "loss": 0.0822, + "step": 17278 + }, + { + "epoch": 14.655640373197626, + "grad_norm": 1.584262551943922, + "learning_rate": 1.9295898918572175e-05, + "loss": 0.0958, + "step": 17279 + }, + { + "epoch": 14.65648854961832, + "grad_norm": 1.510675051287716, + "learning_rate": 1.929579766056165e-05, + "loss": 0.085, + "step": 17280 + }, + { + "epoch": 14.657336726039016, + "grad_norm": 1.4495780516366958, + "learning_rate": 1.9295696395536327e-05, + "loss": 0.0879, + "step": 17281 + }, + { + "epoch": 14.65818490245971, + "grad_norm": 1.4638923616013704, + "learning_rate": 1.929559512349628e-05, + "loss": 0.0878, + "step": 17282 + }, + { + "epoch": 14.659033078880407, + "grad_norm": 1.421476700882271, + "learning_rate": 1.9295493844441585e-05, + "loss": 0.0862, + "step": 17283 + }, + { + "epoch": 14.659881255301103, + "grad_norm": 1.6188284610892882, + "learning_rate": 1.9295392558372318e-05, + "loss": 0.0834, + "step": 17284 + }, + { + "epoch": 14.660729431721798, + "grad_norm": 1.568602085409965, + "learning_rate": 1.9295291265288558e-05, + "loss": 0.0856, + "step": 17285 + }, + { + "epoch": 14.661577608142494, + "grad_norm": 1.5563883425560918, + "learning_rate": 1.929518996519038e-05, + "loss": 0.0872, + "step": 17286 + }, + { + "epoch": 14.662425784563188, + "grad_norm": 1.539084661046518, + "learning_rate": 1.929508865807786e-05, + "loss": 0.0898, + "step": 17287 + }, + { + "epoch": 14.663273960983885, + "grad_norm": 1.5568900660067697, + "learning_rate": 1.929498734395107e-05, + "loss": 0.0892, + "step": 17288 + }, + { + "epoch": 14.664122137404581, + "grad_norm": 1.4175133788231975, + "learning_rate": 1.9294886022810095e-05, + "loss": 0.0878, + "step": 17289 + }, + { + "epoch": 14.664970313825275, + "grad_norm": 1.5501300128909354, + "learning_rate": 1.9294784694655003e-05, + "loss": 0.1047, + "step": 17290 + }, + { + "epoch": 14.665818490245972, + "grad_norm": 1.444630239895106, + "learning_rate": 1.929468335948588e-05, + "loss": 0.085, + "step": 17291 + }, + { + "epoch": 14.666666666666666, + "grad_norm": 1.6449829560024367, + "learning_rate": 1.9294582017302797e-05, + "loss": 0.0788, + "step": 17292 + }, + { + "epoch": 14.667514843087362, + "grad_norm": 1.7250921037569487, + "learning_rate": 1.9294480668105828e-05, + "loss": 0.1052, + "step": 17293 + }, + { + "epoch": 14.668363019508057, + "grad_norm": 1.441086589178616, + "learning_rate": 1.9294379311895053e-05, + "loss": 0.0824, + "step": 17294 + }, + { + "epoch": 14.669211195928753, + "grad_norm": 1.4595362592282208, + "learning_rate": 1.9294277948670548e-05, + "loss": 0.0946, + "step": 17295 + }, + { + "epoch": 14.67005937234945, + "grad_norm": 1.5554653130769411, + "learning_rate": 1.929417657843239e-05, + "loss": 0.0955, + "step": 17296 + }, + { + "epoch": 14.670907548770144, + "grad_norm": 1.5380074827601649, + "learning_rate": 1.9294075201180652e-05, + "loss": 0.0943, + "step": 17297 + }, + { + "epoch": 14.67175572519084, + "grad_norm": 1.528486470591208, + "learning_rate": 1.9293973816915418e-05, + "loss": 0.0807, + "step": 17298 + }, + { + "epoch": 14.672603901611534, + "grad_norm": 1.6274723787095735, + "learning_rate": 1.9293872425636758e-05, + "loss": 0.0851, + "step": 17299 + }, + { + "epoch": 14.67345207803223, + "grad_norm": 1.452206304626042, + "learning_rate": 1.9293771027344747e-05, + "loss": 0.0922, + "step": 17300 + }, + { + "epoch": 14.674300254452927, + "grad_norm": 1.5577588858482083, + "learning_rate": 1.9293669622039468e-05, + "loss": 0.0831, + "step": 17301 + }, + { + "epoch": 14.675148430873621, + "grad_norm": 1.5620544280762392, + "learning_rate": 1.929356820972099e-05, + "loss": 0.0824, + "step": 17302 + }, + { + "epoch": 14.675996607294318, + "grad_norm": 1.5566009829943506, + "learning_rate": 1.9293466790389402e-05, + "loss": 0.0833, + "step": 17303 + }, + { + "epoch": 14.676844783715012, + "grad_norm": 1.399652020956964, + "learning_rate": 1.9293365364044767e-05, + "loss": 0.0799, + "step": 17304 + }, + { + "epoch": 14.677692960135708, + "grad_norm": 1.3848835493407048, + "learning_rate": 1.9293263930687164e-05, + "loss": 0.0852, + "step": 17305 + }, + { + "epoch": 14.678541136556404, + "grad_norm": 1.3461138054806299, + "learning_rate": 1.929316249031668e-05, + "loss": 0.095, + "step": 17306 + }, + { + "epoch": 14.679389312977099, + "grad_norm": 1.440544425462573, + "learning_rate": 1.9293061042933376e-05, + "loss": 0.0848, + "step": 17307 + }, + { + "epoch": 14.680237489397795, + "grad_norm": 1.473077251380944, + "learning_rate": 1.929295958853734e-05, + "loss": 0.0988, + "step": 17308 + }, + { + "epoch": 14.68108566581849, + "grad_norm": 1.4485801752339238, + "learning_rate": 1.929285812712865e-05, + "loss": 0.0787, + "step": 17309 + }, + { + "epoch": 14.681933842239186, + "grad_norm": 1.4811509238865632, + "learning_rate": 1.929275665870737e-05, + "loss": 0.082, + "step": 17310 + }, + { + "epoch": 14.682782018659882, + "grad_norm": 1.6289301366478388, + "learning_rate": 1.929265518327359e-05, + "loss": 0.1007, + "step": 17311 + }, + { + "epoch": 14.683630195080577, + "grad_norm": 1.399967106600122, + "learning_rate": 1.9292553700827377e-05, + "loss": 0.1008, + "step": 17312 + }, + { + "epoch": 14.684478371501273, + "grad_norm": 1.6592890925066601, + "learning_rate": 1.9292452211368812e-05, + "loss": 0.0965, + "step": 17313 + }, + { + "epoch": 14.685326547921967, + "grad_norm": 1.4698327486427973, + "learning_rate": 1.929235071489797e-05, + "loss": 0.0994, + "step": 17314 + }, + { + "epoch": 14.686174724342663, + "grad_norm": 1.524249059785739, + "learning_rate": 1.929224921141493e-05, + "loss": 0.0762, + "step": 17315 + }, + { + "epoch": 14.68702290076336, + "grad_norm": 1.5071838766259147, + "learning_rate": 1.929214770091977e-05, + "loss": 0.0819, + "step": 17316 + }, + { + "epoch": 14.687871077184054, + "grad_norm": 1.3525333397355253, + "learning_rate": 1.929204618341256e-05, + "loss": 0.0796, + "step": 17317 + }, + { + "epoch": 14.68871925360475, + "grad_norm": 1.4749724303827896, + "learning_rate": 1.929194465889338e-05, + "loss": 0.0877, + "step": 17318 + }, + { + "epoch": 14.689567430025445, + "grad_norm": 1.6344543333244574, + "learning_rate": 1.929184312736231e-05, + "loss": 0.0832, + "step": 17319 + }, + { + "epoch": 14.690415606446141, + "grad_norm": 1.7034588081165014, + "learning_rate": 1.929174158881942e-05, + "loss": 0.1152, + "step": 17320 + }, + { + "epoch": 14.691263782866836, + "grad_norm": 1.2570252133782416, + "learning_rate": 1.9291640043264796e-05, + "loss": 0.07, + "step": 17321 + }, + { + "epoch": 14.692111959287532, + "grad_norm": 1.5789595256148221, + "learning_rate": 1.9291538490698503e-05, + "loss": 0.0987, + "step": 17322 + }, + { + "epoch": 14.692960135708228, + "grad_norm": 1.384096389825985, + "learning_rate": 1.9291436931120623e-05, + "loss": 0.0819, + "step": 17323 + }, + { + "epoch": 14.693808312128922, + "grad_norm": 1.4684808570383863, + "learning_rate": 1.929133536453124e-05, + "loss": 0.0857, + "step": 17324 + }, + { + "epoch": 14.694656488549619, + "grad_norm": 1.7884269510197344, + "learning_rate": 1.9291233790930417e-05, + "loss": 0.1042, + "step": 17325 + }, + { + "epoch": 14.695504664970313, + "grad_norm": 1.49655651266507, + "learning_rate": 1.9291132210318243e-05, + "loss": 0.079, + "step": 17326 + }, + { + "epoch": 14.69635284139101, + "grad_norm": 1.9431803710991817, + "learning_rate": 1.929103062269478e-05, + "loss": 0.085, + "step": 17327 + }, + { + "epoch": 14.697201017811706, + "grad_norm": 1.5960111098898253, + "learning_rate": 1.9290929028060122e-05, + "loss": 0.0886, + "step": 17328 + }, + { + "epoch": 14.6980491942324, + "grad_norm": 1.5963988410979044, + "learning_rate": 1.9290827426414335e-05, + "loss": 0.0898, + "step": 17329 + }, + { + "epoch": 14.698897370653096, + "grad_norm": 1.6975463731225564, + "learning_rate": 1.92907258177575e-05, + "loss": 0.0896, + "step": 17330 + }, + { + "epoch": 14.69974554707379, + "grad_norm": 1.2060884701527312, + "learning_rate": 1.9290624202089688e-05, + "loss": 0.0783, + "step": 17331 + }, + { + "epoch": 14.700593723494487, + "grad_norm": 1.4582628867086516, + "learning_rate": 1.9290522579410985e-05, + "loss": 0.0926, + "step": 17332 + }, + { + "epoch": 14.701441899915181, + "grad_norm": 1.4862068316196975, + "learning_rate": 1.9290420949721457e-05, + "loss": 0.1056, + "step": 17333 + }, + { + "epoch": 14.702290076335878, + "grad_norm": 1.6458641190550367, + "learning_rate": 1.9290319313021188e-05, + "loss": 0.1113, + "step": 17334 + }, + { + "epoch": 14.703138252756574, + "grad_norm": 1.4524697513643268, + "learning_rate": 1.9290217669310253e-05, + "loss": 0.0811, + "step": 17335 + }, + { + "epoch": 14.703986429177268, + "grad_norm": 1.3150603509469325, + "learning_rate": 1.929011601858872e-05, + "loss": 0.0857, + "step": 17336 + }, + { + "epoch": 14.704834605597965, + "grad_norm": 1.5655431869059842, + "learning_rate": 1.9290014360856684e-05, + "loss": 0.0938, + "step": 17337 + }, + { + "epoch": 14.705682782018659, + "grad_norm": 1.8819583075890538, + "learning_rate": 1.928991269611421e-05, + "loss": 0.0916, + "step": 17338 + }, + { + "epoch": 14.706530958439355, + "grad_norm": 1.4239593487459525, + "learning_rate": 1.9289811024361372e-05, + "loss": 0.0848, + "step": 17339 + }, + { + "epoch": 14.707379134860052, + "grad_norm": 1.4475314985173198, + "learning_rate": 1.928970934559826e-05, + "loss": 0.0906, + "step": 17340 + }, + { + "epoch": 14.708227311280746, + "grad_norm": 1.8974791944728424, + "learning_rate": 1.9289607659824932e-05, + "loss": 0.0954, + "step": 17341 + }, + { + "epoch": 14.709075487701442, + "grad_norm": 1.3204856092152943, + "learning_rate": 1.928950596704148e-05, + "loss": 0.0777, + "step": 17342 + }, + { + "epoch": 14.709923664122137, + "grad_norm": 1.7404997953395922, + "learning_rate": 1.9289404267247975e-05, + "loss": 0.1068, + "step": 17343 + }, + { + "epoch": 14.710771840542833, + "grad_norm": 1.7550604869303836, + "learning_rate": 1.928930256044449e-05, + "loss": 0.1227, + "step": 17344 + }, + { + "epoch": 14.71162001696353, + "grad_norm": 1.756197587426302, + "learning_rate": 1.9289200846631106e-05, + "loss": 0.1084, + "step": 17345 + }, + { + "epoch": 14.712468193384224, + "grad_norm": 1.8192418454405583, + "learning_rate": 1.9289099125807905e-05, + "loss": 0.123, + "step": 17346 + }, + { + "epoch": 14.71331636980492, + "grad_norm": 1.5688197500391077, + "learning_rate": 1.9288997397974954e-05, + "loss": 0.093, + "step": 17347 + }, + { + "epoch": 14.714164546225614, + "grad_norm": 1.9683326660798057, + "learning_rate": 1.9288895663132337e-05, + "loss": 0.0832, + "step": 17348 + }, + { + "epoch": 14.71501272264631, + "grad_norm": 1.2386293043881937, + "learning_rate": 1.9288793921280123e-05, + "loss": 0.074, + "step": 17349 + }, + { + "epoch": 14.715860899067007, + "grad_norm": 1.523232627625362, + "learning_rate": 1.9288692172418397e-05, + "loss": 0.0754, + "step": 17350 + }, + { + "epoch": 14.716709075487701, + "grad_norm": 1.5968486624156533, + "learning_rate": 1.9288590416547232e-05, + "loss": 0.1008, + "step": 17351 + }, + { + "epoch": 14.717557251908397, + "grad_norm": 1.7066972505039597, + "learning_rate": 1.9288488653666707e-05, + "loss": 0.1075, + "step": 17352 + }, + { + "epoch": 14.718405428329092, + "grad_norm": 1.6902448792083804, + "learning_rate": 1.9288386883776896e-05, + "loss": 0.0928, + "step": 17353 + }, + { + "epoch": 14.719253604749788, + "grad_norm": 1.47865272779038, + "learning_rate": 1.9288285106877874e-05, + "loss": 0.0873, + "step": 17354 + }, + { + "epoch": 14.720101781170484, + "grad_norm": 1.6520507011983174, + "learning_rate": 1.9288183322969722e-05, + "loss": 0.1059, + "step": 17355 + }, + { + "epoch": 14.720949957591179, + "grad_norm": 1.5019583485270154, + "learning_rate": 1.9288081532052515e-05, + "loss": 0.0977, + "step": 17356 + }, + { + "epoch": 14.721798134011875, + "grad_norm": 1.5891805411975581, + "learning_rate": 1.9287979734126333e-05, + "loss": 0.0858, + "step": 17357 + }, + { + "epoch": 14.72264631043257, + "grad_norm": 1.4712687790896852, + "learning_rate": 1.9287877929191246e-05, + "loss": 0.1004, + "step": 17358 + }, + { + "epoch": 14.723494486853266, + "grad_norm": 1.4521098779613237, + "learning_rate": 1.928777611724734e-05, + "loss": 0.113, + "step": 17359 + }, + { + "epoch": 14.72434266327396, + "grad_norm": 1.7507945234409859, + "learning_rate": 1.928767429829468e-05, + "loss": 0.093, + "step": 17360 + }, + { + "epoch": 14.725190839694656, + "grad_norm": 1.5534249741263952, + "learning_rate": 1.9287572472333352e-05, + "loss": 0.0927, + "step": 17361 + }, + { + "epoch": 14.726039016115353, + "grad_norm": 1.5049854563306475, + "learning_rate": 1.9287470639363436e-05, + "loss": 0.0904, + "step": 17362 + }, + { + "epoch": 14.726887192536047, + "grad_norm": 1.3738841737268108, + "learning_rate": 1.9287368799384996e-05, + "loss": 0.0717, + "step": 17363 + }, + { + "epoch": 14.727735368956743, + "grad_norm": 1.3316237364425199, + "learning_rate": 1.9287266952398118e-05, + "loss": 0.0702, + "step": 17364 + }, + { + "epoch": 14.728583545377438, + "grad_norm": 1.4542829424375032, + "learning_rate": 1.9287165098402875e-05, + "loss": 0.0953, + "step": 17365 + }, + { + "epoch": 14.729431721798134, + "grad_norm": 1.63929179621443, + "learning_rate": 1.928706323739935e-05, + "loss": 0.1041, + "step": 17366 + }, + { + "epoch": 14.73027989821883, + "grad_norm": 1.5726462230996519, + "learning_rate": 1.9286961369387613e-05, + "loss": 0.0997, + "step": 17367 + }, + { + "epoch": 14.731128074639525, + "grad_norm": 1.5503769229490636, + "learning_rate": 1.9286859494367745e-05, + "loss": 0.0922, + "step": 17368 + }, + { + "epoch": 14.731976251060221, + "grad_norm": 1.4909138771859007, + "learning_rate": 1.9286757612339818e-05, + "loss": 0.0782, + "step": 17369 + }, + { + "epoch": 14.732824427480915, + "grad_norm": 1.3780199542401959, + "learning_rate": 1.9286655723303917e-05, + "loss": 0.0755, + "step": 17370 + }, + { + "epoch": 14.733672603901612, + "grad_norm": 1.7922714353207765, + "learning_rate": 1.928655382726011e-05, + "loss": 0.0982, + "step": 17371 + }, + { + "epoch": 14.734520780322306, + "grad_norm": 1.4787255134860322, + "learning_rate": 1.9286451924208482e-05, + "loss": 0.0727, + "step": 17372 + }, + { + "epoch": 14.735368956743002, + "grad_norm": 1.5104552810332275, + "learning_rate": 1.9286350014149105e-05, + "loss": 0.0815, + "step": 17373 + }, + { + "epoch": 14.736217133163699, + "grad_norm": 1.6040943208878753, + "learning_rate": 1.9286248097082054e-05, + "loss": 0.0805, + "step": 17374 + }, + { + "epoch": 14.737065309584393, + "grad_norm": 1.3717251207570633, + "learning_rate": 1.928614617300741e-05, + "loss": 0.0908, + "step": 17375 + }, + { + "epoch": 14.73791348600509, + "grad_norm": 1.5162760133675868, + "learning_rate": 1.928604424192525e-05, + "loss": 0.0924, + "step": 17376 + }, + { + "epoch": 14.738761662425784, + "grad_norm": 1.555740982748658, + "learning_rate": 1.9285942303835647e-05, + "loss": 0.0898, + "step": 17377 + }, + { + "epoch": 14.73960983884648, + "grad_norm": 1.467161159018318, + "learning_rate": 1.9285840358738684e-05, + "loss": 0.0851, + "step": 17378 + }, + { + "epoch": 14.740458015267176, + "grad_norm": 1.4634092965592436, + "learning_rate": 1.928573840663443e-05, + "loss": 0.0855, + "step": 17379 + }, + { + "epoch": 14.74130619168787, + "grad_norm": 1.5904237864043305, + "learning_rate": 1.9285636447522972e-05, + "loss": 0.0961, + "step": 17380 + }, + { + "epoch": 14.742154368108567, + "grad_norm": 1.6670263701888017, + "learning_rate": 1.928553448140438e-05, + "loss": 0.1019, + "step": 17381 + }, + { + "epoch": 14.743002544529261, + "grad_norm": 1.5129867488970687, + "learning_rate": 1.9285432508278726e-05, + "loss": 0.078, + "step": 17382 + }, + { + "epoch": 14.743850720949958, + "grad_norm": 1.5328152138943414, + "learning_rate": 1.92853305281461e-05, + "loss": 0.0895, + "step": 17383 + }, + { + "epoch": 14.744698897370654, + "grad_norm": 1.8992750162810814, + "learning_rate": 1.9285228541006567e-05, + "loss": 0.1039, + "step": 17384 + }, + { + "epoch": 14.745547073791348, + "grad_norm": 1.5332535292939773, + "learning_rate": 1.9285126546860213e-05, + "loss": 0.0942, + "step": 17385 + }, + { + "epoch": 14.746395250212045, + "grad_norm": 1.430346595671944, + "learning_rate": 1.928502454570711e-05, + "loss": 0.0947, + "step": 17386 + }, + { + "epoch": 14.747243426632739, + "grad_norm": 1.657630307911169, + "learning_rate": 1.9284922537547335e-05, + "loss": 0.0865, + "step": 17387 + }, + { + "epoch": 14.748091603053435, + "grad_norm": 1.6187006839925258, + "learning_rate": 1.9284820522380967e-05, + "loss": 0.0986, + "step": 17388 + }, + { + "epoch": 14.748939779474131, + "grad_norm": 1.532778659137829, + "learning_rate": 1.928471850020808e-05, + "loss": 0.097, + "step": 17389 + }, + { + "epoch": 14.749787955894826, + "grad_norm": 1.5010700673102102, + "learning_rate": 1.9284616471028756e-05, + "loss": 0.0825, + "step": 17390 + }, + { + "epoch": 14.750636132315522, + "grad_norm": 1.3592794514656903, + "learning_rate": 1.928451443484307e-05, + "loss": 0.085, + "step": 17391 + }, + { + "epoch": 14.751484308736217, + "grad_norm": 1.4177236611101378, + "learning_rate": 1.9284412391651095e-05, + "loss": 0.0888, + "step": 17392 + }, + { + "epoch": 14.752332485156913, + "grad_norm": 1.5810258496041982, + "learning_rate": 1.928431034145291e-05, + "loss": 0.0919, + "step": 17393 + }, + { + "epoch": 14.753180661577607, + "grad_norm": 1.8679958654095898, + "learning_rate": 1.9284208284248596e-05, + "loss": 0.0966, + "step": 17394 + }, + { + "epoch": 14.754028837998304, + "grad_norm": 1.3751998861302328, + "learning_rate": 1.9284106220038225e-05, + "loss": 0.0883, + "step": 17395 + }, + { + "epoch": 14.754877014419, + "grad_norm": 1.66295263071085, + "learning_rate": 1.9284004148821877e-05, + "loss": 0.0918, + "step": 17396 + }, + { + "epoch": 14.755725190839694, + "grad_norm": 1.4529382900013508, + "learning_rate": 1.928390207059963e-05, + "loss": 0.0908, + "step": 17397 + }, + { + "epoch": 14.75657336726039, + "grad_norm": 1.4876869933583967, + "learning_rate": 1.9283799985371558e-05, + "loss": 0.0776, + "step": 17398 + }, + { + "epoch": 14.757421543681085, + "grad_norm": 1.5911557276591113, + "learning_rate": 1.9283697893137735e-05, + "loss": 0.0849, + "step": 17399 + }, + { + "epoch": 14.758269720101781, + "grad_norm": 1.672781654832351, + "learning_rate": 1.9283595793898248e-05, + "loss": 0.1014, + "step": 17400 + }, + { + "epoch": 14.759117896522477, + "grad_norm": 1.3701531255120953, + "learning_rate": 1.9283493687653165e-05, + "loss": 0.0815, + "step": 17401 + }, + { + "epoch": 14.759966072943172, + "grad_norm": 1.6002022263578781, + "learning_rate": 1.9283391574402567e-05, + "loss": 0.0785, + "step": 17402 + }, + { + "epoch": 14.760814249363868, + "grad_norm": 1.3534498755557154, + "learning_rate": 1.928328945414653e-05, + "loss": 0.0927, + "step": 17403 + }, + { + "epoch": 14.761662425784563, + "grad_norm": 1.5623295852336987, + "learning_rate": 1.9283187326885132e-05, + "loss": 0.0967, + "step": 17404 + }, + { + "epoch": 14.762510602205259, + "grad_norm": 1.615416917385071, + "learning_rate": 1.9283085192618447e-05, + "loss": 0.0868, + "step": 17405 + }, + { + "epoch": 14.763358778625955, + "grad_norm": 1.2720415451636258, + "learning_rate": 1.9282983051346556e-05, + "loss": 0.0994, + "step": 17406 + }, + { + "epoch": 14.76420695504665, + "grad_norm": 1.3276679848326889, + "learning_rate": 1.9282880903069533e-05, + "loss": 0.0702, + "step": 17407 + }, + { + "epoch": 14.765055131467346, + "grad_norm": 1.3815709407413221, + "learning_rate": 1.928277874778746e-05, + "loss": 0.0842, + "step": 17408 + }, + { + "epoch": 14.76590330788804, + "grad_norm": 1.4436948756298378, + "learning_rate": 1.928267658550041e-05, + "loss": 0.1063, + "step": 17409 + }, + { + "epoch": 14.766751484308736, + "grad_norm": 1.405344419184787, + "learning_rate": 1.9282574416208463e-05, + "loss": 0.092, + "step": 17410 + }, + { + "epoch": 14.76759966072943, + "grad_norm": 1.525525223374762, + "learning_rate": 1.9282472239911688e-05, + "loss": 0.0918, + "step": 17411 + }, + { + "epoch": 14.768447837150127, + "grad_norm": 1.28701383098413, + "learning_rate": 1.9282370056610175e-05, + "loss": 0.0683, + "step": 17412 + }, + { + "epoch": 14.769296013570823, + "grad_norm": 1.4373363153423198, + "learning_rate": 1.9282267866303987e-05, + "loss": 0.0765, + "step": 17413 + }, + { + "epoch": 14.770144189991518, + "grad_norm": 1.42221166411526, + "learning_rate": 1.9282165668993212e-05, + "loss": 0.0883, + "step": 17414 + }, + { + "epoch": 14.770992366412214, + "grad_norm": 1.4381297119051368, + "learning_rate": 1.9282063464677926e-05, + "loss": 0.0853, + "step": 17415 + }, + { + "epoch": 14.771840542832908, + "grad_norm": 1.4518302084661825, + "learning_rate": 1.92819612533582e-05, + "loss": 0.0773, + "step": 17416 + }, + { + "epoch": 14.772688719253605, + "grad_norm": 1.3367800197334119, + "learning_rate": 1.9281859035034113e-05, + "loss": 0.0812, + "step": 17417 + }, + { + "epoch": 14.773536895674301, + "grad_norm": 1.5951097568427428, + "learning_rate": 1.928175680970575e-05, + "loss": 0.077, + "step": 17418 + }, + { + "epoch": 14.774385072094995, + "grad_norm": 1.6227543214185298, + "learning_rate": 1.9281654577373178e-05, + "loss": 0.0819, + "step": 17419 + }, + { + "epoch": 14.775233248515692, + "grad_norm": 1.7303516681650701, + "learning_rate": 1.9281552338036474e-05, + "loss": 0.1021, + "step": 17420 + }, + { + "epoch": 14.776081424936386, + "grad_norm": 1.4449526815743925, + "learning_rate": 1.9281450091695726e-05, + "loss": 0.0797, + "step": 17421 + }, + { + "epoch": 14.776929601357082, + "grad_norm": 1.532477710529856, + "learning_rate": 1.9281347838351e-05, + "loss": 0.1005, + "step": 17422 + }, + { + "epoch": 14.777777777777779, + "grad_norm": 1.5169500824093578, + "learning_rate": 1.9281245578002382e-05, + "loss": 0.0803, + "step": 17423 + }, + { + "epoch": 14.778625954198473, + "grad_norm": 1.3489416301362434, + "learning_rate": 1.928114331064994e-05, + "loss": 0.0708, + "step": 17424 + }, + { + "epoch": 14.77947413061917, + "grad_norm": 1.712178692523999, + "learning_rate": 1.9281041036293762e-05, + "loss": 0.1114, + "step": 17425 + }, + { + "epoch": 14.780322307039864, + "grad_norm": 1.4125644028280917, + "learning_rate": 1.9280938754933914e-05, + "loss": 0.0882, + "step": 17426 + }, + { + "epoch": 14.78117048346056, + "grad_norm": 1.5767604933482735, + "learning_rate": 1.928083646657048e-05, + "loss": 0.0919, + "step": 17427 + }, + { + "epoch": 14.782018659881256, + "grad_norm": 1.845710556541293, + "learning_rate": 1.9280734171203536e-05, + "loss": 0.1115, + "step": 17428 + }, + { + "epoch": 14.78286683630195, + "grad_norm": 1.7084623842616546, + "learning_rate": 1.9280631868833154e-05, + "loss": 0.0976, + "step": 17429 + }, + { + "epoch": 14.783715012722647, + "grad_norm": 1.616972141921964, + "learning_rate": 1.9280529559459423e-05, + "loss": 0.1029, + "step": 17430 + }, + { + "epoch": 14.784563189143341, + "grad_norm": 1.6967245590699787, + "learning_rate": 1.9280427243082406e-05, + "loss": 0.105, + "step": 17431 + }, + { + "epoch": 14.785411365564038, + "grad_norm": 1.8125210537102647, + "learning_rate": 1.9280324919702192e-05, + "loss": 0.0884, + "step": 17432 + }, + { + "epoch": 14.786259541984732, + "grad_norm": 1.5297529095041726, + "learning_rate": 1.9280222589318852e-05, + "loss": 0.0869, + "step": 17433 + }, + { + "epoch": 14.787107718405428, + "grad_norm": 1.4743401599372732, + "learning_rate": 1.9280120251932467e-05, + "loss": 0.1073, + "step": 17434 + }, + { + "epoch": 14.787955894826124, + "grad_norm": 1.4494348707374924, + "learning_rate": 1.9280017907543106e-05, + "loss": 0.0793, + "step": 17435 + }, + { + "epoch": 14.788804071246819, + "grad_norm": 1.4110171151230386, + "learning_rate": 1.9279915556150858e-05, + "loss": 0.0864, + "step": 17436 + }, + { + "epoch": 14.789652247667515, + "grad_norm": 1.4350055002889248, + "learning_rate": 1.9279813197755793e-05, + "loss": 0.0828, + "step": 17437 + }, + { + "epoch": 14.79050042408821, + "grad_norm": 1.5771066836989418, + "learning_rate": 1.9279710832357988e-05, + "loss": 0.0972, + "step": 17438 + }, + { + "epoch": 14.791348600508906, + "grad_norm": 1.6343700916755735, + "learning_rate": 1.9279608459957524e-05, + "loss": 0.0948, + "step": 17439 + }, + { + "epoch": 14.792196776929602, + "grad_norm": 1.5692781343245295, + "learning_rate": 1.9279506080554477e-05, + "loss": 0.1135, + "step": 17440 + }, + { + "epoch": 14.793044953350297, + "grad_norm": 1.507979113979763, + "learning_rate": 1.927940369414892e-05, + "loss": 0.0885, + "step": 17441 + }, + { + "epoch": 14.793893129770993, + "grad_norm": 1.6488406020220296, + "learning_rate": 1.9279301300740935e-05, + "loss": 0.0837, + "step": 17442 + }, + { + "epoch": 14.794741306191687, + "grad_norm": 1.4706215540586665, + "learning_rate": 1.92791989003306e-05, + "loss": 0.0849, + "step": 17443 + }, + { + "epoch": 14.795589482612383, + "grad_norm": 1.6120060185775784, + "learning_rate": 1.9279096492917985e-05, + "loss": 0.0999, + "step": 17444 + }, + { + "epoch": 14.796437659033078, + "grad_norm": 1.748059479553922, + "learning_rate": 1.9278994078503176e-05, + "loss": 0.0776, + "step": 17445 + }, + { + "epoch": 14.797285835453774, + "grad_norm": 1.3939333686064757, + "learning_rate": 1.9278891657086247e-05, + "loss": 0.0884, + "step": 17446 + }, + { + "epoch": 14.79813401187447, + "grad_norm": 1.4148381632157108, + "learning_rate": 1.9278789228667273e-05, + "loss": 0.086, + "step": 17447 + }, + { + "epoch": 14.798982188295165, + "grad_norm": 1.3989791408009615, + "learning_rate": 1.927868679324634e-05, + "loss": 0.0763, + "step": 17448 + }, + { + "epoch": 14.799830364715861, + "grad_norm": 1.4714686864526207, + "learning_rate": 1.927858435082351e-05, + "loss": 0.0802, + "step": 17449 + }, + { + "epoch": 14.800678541136556, + "grad_norm": 1.629280610121878, + "learning_rate": 1.9278481901398873e-05, + "loss": 0.0949, + "step": 17450 + }, + { + "epoch": 14.801526717557252, + "grad_norm": 1.5110107238115527, + "learning_rate": 1.92783794449725e-05, + "loss": 0.0995, + "step": 17451 + }, + { + "epoch": 14.802374893977948, + "grad_norm": 1.5503041675210079, + "learning_rate": 1.9278276981544475e-05, + "loss": 0.0918, + "step": 17452 + }, + { + "epoch": 14.803223070398642, + "grad_norm": 1.4094963629303265, + "learning_rate": 1.9278174511114866e-05, + "loss": 0.0977, + "step": 17453 + }, + { + "epoch": 14.804071246819339, + "grad_norm": 1.4580015617330044, + "learning_rate": 1.9278072033683757e-05, + "loss": 0.0908, + "step": 17454 + }, + { + "epoch": 14.804919423240033, + "grad_norm": 1.5029577564909085, + "learning_rate": 1.9277969549251226e-05, + "loss": 0.0888, + "step": 17455 + }, + { + "epoch": 14.80576759966073, + "grad_norm": 1.6017338247979631, + "learning_rate": 1.9277867057817344e-05, + "loss": 0.0864, + "step": 17456 + }, + { + "epoch": 14.806615776081426, + "grad_norm": 1.6491584171878362, + "learning_rate": 1.9277764559382193e-05, + "loss": 0.0922, + "step": 17457 + }, + { + "epoch": 14.80746395250212, + "grad_norm": 1.5426344350054082, + "learning_rate": 1.927766205394585e-05, + "loss": 0.0916, + "step": 17458 + }, + { + "epoch": 14.808312128922816, + "grad_norm": 1.64139632587283, + "learning_rate": 1.9277559541508398e-05, + "loss": 0.0844, + "step": 17459 + }, + { + "epoch": 14.80916030534351, + "grad_norm": 1.5752424984851476, + "learning_rate": 1.92774570220699e-05, + "loss": 0.0973, + "step": 17460 + }, + { + "epoch": 14.810008481764207, + "grad_norm": 1.5987022805827014, + "learning_rate": 1.9277354495630443e-05, + "loss": 0.0865, + "step": 17461 + }, + { + "epoch": 14.810856658184903, + "grad_norm": 1.7191567555898, + "learning_rate": 1.9277251962190107e-05, + "loss": 0.1063, + "step": 17462 + }, + { + "epoch": 14.811704834605598, + "grad_norm": 1.5945353187627116, + "learning_rate": 1.9277149421748963e-05, + "loss": 0.0923, + "step": 17463 + }, + { + "epoch": 14.812553011026294, + "grad_norm": 1.4899488514983013, + "learning_rate": 1.927704687430709e-05, + "loss": 0.0858, + "step": 17464 + }, + { + "epoch": 14.813401187446988, + "grad_norm": 1.4171689402177, + "learning_rate": 1.927694431986457e-05, + "loss": 0.0781, + "step": 17465 + }, + { + "epoch": 14.814249363867685, + "grad_norm": 1.5214686977138838, + "learning_rate": 1.927684175842147e-05, + "loss": 0.083, + "step": 17466 + }, + { + "epoch": 14.81509754028838, + "grad_norm": 1.6266590496343327, + "learning_rate": 1.9276739189977877e-05, + "loss": 0.0907, + "step": 17467 + }, + { + "epoch": 14.815945716709075, + "grad_norm": 1.444407563269204, + "learning_rate": 1.9276636614533868e-05, + "loss": 0.0803, + "step": 17468 + }, + { + "epoch": 14.816793893129772, + "grad_norm": 1.589591019779067, + "learning_rate": 1.9276534032089515e-05, + "loss": 0.0866, + "step": 17469 + }, + { + "epoch": 14.817642069550466, + "grad_norm": 1.4534632898154116, + "learning_rate": 1.92764314426449e-05, + "loss": 0.0919, + "step": 17470 + }, + { + "epoch": 14.818490245971162, + "grad_norm": 1.5717879882763495, + "learning_rate": 1.9276328846200094e-05, + "loss": 0.0804, + "step": 17471 + }, + { + "epoch": 14.819338422391857, + "grad_norm": 1.5812010625708315, + "learning_rate": 1.9276226242755185e-05, + "loss": 0.0885, + "step": 17472 + }, + { + "epoch": 14.820186598812553, + "grad_norm": 1.7173728395109187, + "learning_rate": 1.927612363231024e-05, + "loss": 0.0858, + "step": 17473 + }, + { + "epoch": 14.82103477523325, + "grad_norm": 1.4035389130245461, + "learning_rate": 1.9276021014865344e-05, + "loss": 0.0781, + "step": 17474 + }, + { + "epoch": 14.821882951653944, + "grad_norm": 1.437565790971852, + "learning_rate": 1.927591839042057e-05, + "loss": 0.0776, + "step": 17475 + }, + { + "epoch": 14.82273112807464, + "grad_norm": 1.5868650095070673, + "learning_rate": 1.9275815758975995e-05, + "loss": 0.0884, + "step": 17476 + }, + { + "epoch": 14.823579304495334, + "grad_norm": 1.8956014164842139, + "learning_rate": 1.9275713120531702e-05, + "loss": 0.098, + "step": 17477 + }, + { + "epoch": 14.82442748091603, + "grad_norm": 1.5691241706758463, + "learning_rate": 1.927561047508776e-05, + "loss": 0.1017, + "step": 17478 + }, + { + "epoch": 14.825275657336727, + "grad_norm": 1.6182108759709428, + "learning_rate": 1.9275507822644254e-05, + "loss": 0.0889, + "step": 17479 + }, + { + "epoch": 14.826123833757421, + "grad_norm": 1.432382789638544, + "learning_rate": 1.927540516320126e-05, + "loss": 0.085, + "step": 17480 + }, + { + "epoch": 14.826972010178118, + "grad_norm": 1.4761686424225002, + "learning_rate": 1.927530249675885e-05, + "loss": 0.1003, + "step": 17481 + }, + { + "epoch": 14.827820186598812, + "grad_norm": 1.6291647752683063, + "learning_rate": 1.9275199823317108e-05, + "loss": 0.1014, + "step": 17482 + }, + { + "epoch": 14.828668363019508, + "grad_norm": 1.3699493340027966, + "learning_rate": 1.9275097142876108e-05, + "loss": 0.0893, + "step": 17483 + }, + { + "epoch": 14.829516539440203, + "grad_norm": 1.4988826764421768, + "learning_rate": 1.927499445543593e-05, + "loss": 0.1016, + "step": 17484 + }, + { + "epoch": 14.830364715860899, + "grad_norm": 1.4945820371144818, + "learning_rate": 1.927489176099665e-05, + "loss": 0.1014, + "step": 17485 + }, + { + "epoch": 14.831212892281595, + "grad_norm": 1.679750642215797, + "learning_rate": 1.9274789059558343e-05, + "loss": 0.0936, + "step": 17486 + }, + { + "epoch": 14.83206106870229, + "grad_norm": 1.5365740551182796, + "learning_rate": 1.927468635112109e-05, + "loss": 0.095, + "step": 17487 + }, + { + "epoch": 14.832909245122986, + "grad_norm": 1.5705489591008783, + "learning_rate": 1.9274583635684966e-05, + "loss": 0.0893, + "step": 17488 + }, + { + "epoch": 14.83375742154368, + "grad_norm": 1.5905194044673456, + "learning_rate": 1.9274480913250055e-05, + "loss": 0.0807, + "step": 17489 + }, + { + "epoch": 14.834605597964376, + "grad_norm": 1.7263707677520541, + "learning_rate": 1.9274378183816425e-05, + "loss": 0.1147, + "step": 17490 + }, + { + "epoch": 14.835453774385073, + "grad_norm": 1.5851226229869033, + "learning_rate": 1.927427544738416e-05, + "loss": 0.0893, + "step": 17491 + }, + { + "epoch": 14.836301950805767, + "grad_norm": 1.3581825257941176, + "learning_rate": 1.9274172703953334e-05, + "loss": 0.0655, + "step": 17492 + }, + { + "epoch": 14.837150127226463, + "grad_norm": 1.4955533818291893, + "learning_rate": 1.9274069953524028e-05, + "loss": 0.0792, + "step": 17493 + }, + { + "epoch": 14.837998303647158, + "grad_norm": 1.5925006884642288, + "learning_rate": 1.9273967196096315e-05, + "loss": 0.0921, + "step": 17494 + }, + { + "epoch": 14.838846480067854, + "grad_norm": 1.633904251110781, + "learning_rate": 1.9273864431670277e-05, + "loss": 0.097, + "step": 17495 + }, + { + "epoch": 14.83969465648855, + "grad_norm": 1.8046097300954198, + "learning_rate": 1.927376166024599e-05, + "loss": 0.0909, + "step": 17496 + }, + { + "epoch": 14.840542832909245, + "grad_norm": 1.428239031773632, + "learning_rate": 1.927365888182353e-05, + "loss": 0.0742, + "step": 17497 + }, + { + "epoch": 14.841391009329941, + "grad_norm": 1.6215671566718295, + "learning_rate": 1.9273556096402975e-05, + "loss": 0.0921, + "step": 17498 + }, + { + "epoch": 14.842239185750635, + "grad_norm": 1.6777787567138271, + "learning_rate": 1.9273453303984406e-05, + "loss": 0.0971, + "step": 17499 + }, + { + "epoch": 14.843087362171332, + "grad_norm": 1.4766746188837605, + "learning_rate": 1.92733505045679e-05, + "loss": 0.0864, + "step": 17500 + }, + { + "epoch": 14.843935538592028, + "grad_norm": 1.665348704215736, + "learning_rate": 1.9273247698153526e-05, + "loss": 0.0981, + "step": 17501 + }, + { + "epoch": 14.844783715012722, + "grad_norm": 1.5746645335166747, + "learning_rate": 1.9273144884741374e-05, + "loss": 0.0874, + "step": 17502 + }, + { + "epoch": 14.845631891433419, + "grad_norm": 1.532578849088258, + "learning_rate": 1.927304206433151e-05, + "loss": 0.0933, + "step": 17503 + }, + { + "epoch": 14.846480067854113, + "grad_norm": 1.6985555329871942, + "learning_rate": 1.927293923692402e-05, + "loss": 0.1012, + "step": 17504 + }, + { + "epoch": 14.84732824427481, + "grad_norm": 1.5701047851565988, + "learning_rate": 1.927283640251898e-05, + "loss": 0.085, + "step": 17505 + }, + { + "epoch": 14.848176420695506, + "grad_norm": 1.6383505276267616, + "learning_rate": 1.9272733561116467e-05, + "loss": 0.0878, + "step": 17506 + }, + { + "epoch": 14.8490245971162, + "grad_norm": 1.4406548277607827, + "learning_rate": 1.9272630712716552e-05, + "loss": 0.0898, + "step": 17507 + }, + { + "epoch": 14.849872773536896, + "grad_norm": 1.5102907810764925, + "learning_rate": 1.927252785731933e-05, + "loss": 0.0915, + "step": 17508 + }, + { + "epoch": 14.85072094995759, + "grad_norm": 1.4647881102557017, + "learning_rate": 1.927242499492486e-05, + "loss": 0.0831, + "step": 17509 + }, + { + "epoch": 14.851569126378287, + "grad_norm": 1.7065578136575001, + "learning_rate": 1.9272322125533226e-05, + "loss": 0.1078, + "step": 17510 + }, + { + "epoch": 14.852417302798981, + "grad_norm": 1.3647809721884343, + "learning_rate": 1.927221924914451e-05, + "loss": 0.1012, + "step": 17511 + }, + { + "epoch": 14.853265479219678, + "grad_norm": 1.4701398447874514, + "learning_rate": 1.9272116365758783e-05, + "loss": 0.0845, + "step": 17512 + }, + { + "epoch": 14.854113655640374, + "grad_norm": 1.6091541105290859, + "learning_rate": 1.9272013475376127e-05, + "loss": 0.0999, + "step": 17513 + }, + { + "epoch": 14.854961832061068, + "grad_norm": 1.5470379182811476, + "learning_rate": 1.9271910577996616e-05, + "loss": 0.0902, + "step": 17514 + }, + { + "epoch": 14.855810008481765, + "grad_norm": 1.4529270927498115, + "learning_rate": 1.9271807673620336e-05, + "loss": 0.0813, + "step": 17515 + }, + { + "epoch": 14.856658184902459, + "grad_norm": 1.6028347601221176, + "learning_rate": 1.9271704762247353e-05, + "loss": 0.0889, + "step": 17516 + }, + { + "epoch": 14.857506361323155, + "grad_norm": 1.5628204121285423, + "learning_rate": 1.9271601843877753e-05, + "loss": 0.1027, + "step": 17517 + }, + { + "epoch": 14.858354537743852, + "grad_norm": 1.640800073194319, + "learning_rate": 1.927149891851161e-05, + "loss": 0.1018, + "step": 17518 + }, + { + "epoch": 14.859202714164546, + "grad_norm": 1.4361213605739733, + "learning_rate": 1.9271395986149004e-05, + "loss": 0.0841, + "step": 17519 + }, + { + "epoch": 14.860050890585242, + "grad_norm": 1.350996473409832, + "learning_rate": 1.9271293046790012e-05, + "loss": 0.0749, + "step": 17520 + }, + { + "epoch": 14.860899067005937, + "grad_norm": 1.4975088002051733, + "learning_rate": 1.927119010043471e-05, + "loss": 0.0818, + "step": 17521 + }, + { + "epoch": 14.861747243426633, + "grad_norm": 1.6808382179520338, + "learning_rate": 1.927108714708318e-05, + "loss": 0.1019, + "step": 17522 + }, + { + "epoch": 14.862595419847327, + "grad_norm": 1.565318710973192, + "learning_rate": 1.9270984186735493e-05, + "loss": 0.1029, + "step": 17523 + }, + { + "epoch": 14.863443596268024, + "grad_norm": 1.4661991662779557, + "learning_rate": 1.9270881219391732e-05, + "loss": 0.0802, + "step": 17524 + }, + { + "epoch": 14.86429177268872, + "grad_norm": 1.5015213719726888, + "learning_rate": 1.927077824505197e-05, + "loss": 0.0769, + "step": 17525 + }, + { + "epoch": 14.865139949109414, + "grad_norm": 1.7039283796914788, + "learning_rate": 1.9270675263716288e-05, + "loss": 0.1089, + "step": 17526 + }, + { + "epoch": 14.86598812553011, + "grad_norm": 1.5726558709087117, + "learning_rate": 1.9270572275384768e-05, + "loss": 0.0994, + "step": 17527 + }, + { + "epoch": 14.866836301950805, + "grad_norm": 1.3961339779272806, + "learning_rate": 1.9270469280057478e-05, + "loss": 0.0743, + "step": 17528 + }, + { + "epoch": 14.867684478371501, + "grad_norm": 1.3411430907202944, + "learning_rate": 1.9270366277734502e-05, + "loss": 0.0904, + "step": 17529 + }, + { + "epoch": 14.868532654792197, + "grad_norm": 1.322815526228235, + "learning_rate": 1.9270263268415918e-05, + "loss": 0.0759, + "step": 17530 + }, + { + "epoch": 14.869380831212892, + "grad_norm": 1.3736177253385504, + "learning_rate": 1.92701602521018e-05, + "loss": 0.0814, + "step": 17531 + }, + { + "epoch": 14.870229007633588, + "grad_norm": 1.5398147704921814, + "learning_rate": 1.9270057228792228e-05, + "loss": 0.0952, + "step": 17532 + }, + { + "epoch": 14.871077184054283, + "grad_norm": 1.494504168970581, + "learning_rate": 1.926995419848728e-05, + "loss": 0.0875, + "step": 17533 + }, + { + "epoch": 14.871925360474979, + "grad_norm": 1.6670775095813293, + "learning_rate": 1.9269851161187035e-05, + "loss": 0.0942, + "step": 17534 + }, + { + "epoch": 14.872773536895675, + "grad_norm": 1.2817849278067874, + "learning_rate": 1.9269748116891567e-05, + "loss": 0.0893, + "step": 17535 + }, + { + "epoch": 14.87362171331637, + "grad_norm": 1.568542540593448, + "learning_rate": 1.926964506560096e-05, + "loss": 0.0886, + "step": 17536 + }, + { + "epoch": 14.874469889737066, + "grad_norm": 1.6559426142242617, + "learning_rate": 1.9269542007315282e-05, + "loss": 0.095, + "step": 17537 + }, + { + "epoch": 14.87531806615776, + "grad_norm": 1.4752171014889703, + "learning_rate": 1.926943894203462e-05, + "loss": 0.0795, + "step": 17538 + }, + { + "epoch": 14.876166242578456, + "grad_norm": 1.5005296713940681, + "learning_rate": 1.926933586975905e-05, + "loss": 0.0837, + "step": 17539 + }, + { + "epoch": 14.877014418999153, + "grad_norm": 1.6298865364310213, + "learning_rate": 1.9269232790488646e-05, + "loss": 0.0944, + "step": 17540 + }, + { + "epoch": 14.877862595419847, + "grad_norm": 1.5988358233559148, + "learning_rate": 1.9269129704223485e-05, + "loss": 0.0887, + "step": 17541 + }, + { + "epoch": 14.878710771840543, + "grad_norm": 1.564472546516375, + "learning_rate": 1.926902661096365e-05, + "loss": 0.0844, + "step": 17542 + }, + { + "epoch": 14.879558948261238, + "grad_norm": 1.360672699122795, + "learning_rate": 1.926892351070922e-05, + "loss": 0.0706, + "step": 17543 + }, + { + "epoch": 14.880407124681934, + "grad_norm": 1.4076441800262172, + "learning_rate": 1.9268820403460264e-05, + "loss": 0.084, + "step": 17544 + }, + { + "epoch": 14.88125530110263, + "grad_norm": 1.4633220722335845, + "learning_rate": 1.9268717289216866e-05, + "loss": 0.0895, + "step": 17545 + }, + { + "epoch": 14.882103477523325, + "grad_norm": 1.376246301532771, + "learning_rate": 1.9268614167979107e-05, + "loss": 0.0822, + "step": 17546 + }, + { + "epoch": 14.882951653944021, + "grad_norm": 1.6076864610459667, + "learning_rate": 1.9268511039747055e-05, + "loss": 0.0866, + "step": 17547 + }, + { + "epoch": 14.883799830364715, + "grad_norm": 1.6772021411400881, + "learning_rate": 1.9268407904520798e-05, + "loss": 0.0899, + "step": 17548 + }, + { + "epoch": 14.884648006785412, + "grad_norm": 1.4696238628908862, + "learning_rate": 1.9268304762300407e-05, + "loss": 0.0842, + "step": 17549 + }, + { + "epoch": 14.885496183206106, + "grad_norm": 1.4403666773566515, + "learning_rate": 1.9268201613085963e-05, + "loss": 0.0708, + "step": 17550 + }, + { + "epoch": 14.886344359626802, + "grad_norm": 1.3642204616257225, + "learning_rate": 1.926809845687754e-05, + "loss": 0.0766, + "step": 17551 + }, + { + "epoch": 14.887192536047499, + "grad_norm": 1.7945353934995754, + "learning_rate": 1.9267995293675222e-05, + "loss": 0.0962, + "step": 17552 + }, + { + "epoch": 14.888040712468193, + "grad_norm": 1.5268436924727684, + "learning_rate": 1.926789212347908e-05, + "loss": 0.078, + "step": 17553 + }, + { + "epoch": 14.88888888888889, + "grad_norm": 1.5010277751572174, + "learning_rate": 1.9267788946289202e-05, + "loss": 0.0723, + "step": 17554 + }, + { + "epoch": 14.889737065309584, + "grad_norm": 1.4553272728054039, + "learning_rate": 1.9267685762105654e-05, + "loss": 0.0921, + "step": 17555 + }, + { + "epoch": 14.89058524173028, + "grad_norm": 1.4870979702270786, + "learning_rate": 1.926758257092852e-05, + "loss": 0.1142, + "step": 17556 + }, + { + "epoch": 14.891433418150976, + "grad_norm": 1.5394476148175147, + "learning_rate": 1.926747937275788e-05, + "loss": 0.102, + "step": 17557 + }, + { + "epoch": 14.89228159457167, + "grad_norm": 1.407122206507616, + "learning_rate": 1.926737616759381e-05, + "loss": 0.0802, + "step": 17558 + }, + { + "epoch": 14.893129770992367, + "grad_norm": 1.6791956038374163, + "learning_rate": 1.926727295543638e-05, + "loss": 0.0795, + "step": 17559 + }, + { + "epoch": 14.893977947413061, + "grad_norm": 1.3373408618078466, + "learning_rate": 1.926716973628568e-05, + "loss": 0.0845, + "step": 17560 + }, + { + "epoch": 14.894826123833758, + "grad_norm": 1.4741198144638687, + "learning_rate": 1.9267066510141782e-05, + "loss": 0.0828, + "step": 17561 + }, + { + "epoch": 14.895674300254452, + "grad_norm": 1.4861364078839836, + "learning_rate": 1.9266963277004764e-05, + "loss": 0.0867, + "step": 17562 + }, + { + "epoch": 14.896522476675148, + "grad_norm": 1.4735910014744729, + "learning_rate": 1.9266860036874703e-05, + "loss": 0.0889, + "step": 17563 + }, + { + "epoch": 14.897370653095845, + "grad_norm": 1.3534283492147483, + "learning_rate": 1.9266756789751683e-05, + "loss": 0.0851, + "step": 17564 + }, + { + "epoch": 14.898218829516539, + "grad_norm": 1.5288588593651742, + "learning_rate": 1.926665353563577e-05, + "loss": 0.0779, + "step": 17565 + }, + { + "epoch": 14.899067005937235, + "grad_norm": 1.6270293794696253, + "learning_rate": 1.9266550274527054e-05, + "loss": 0.091, + "step": 17566 + }, + { + "epoch": 14.89991518235793, + "grad_norm": 1.780963101888517, + "learning_rate": 1.9266447006425606e-05, + "loss": 0.104, + "step": 17567 + }, + { + "epoch": 14.900763358778626, + "grad_norm": 1.8141550335888061, + "learning_rate": 1.926634373133151e-05, + "loss": 0.0947, + "step": 17568 + }, + { + "epoch": 14.901611535199322, + "grad_norm": 1.3362674293548864, + "learning_rate": 1.9266240449244837e-05, + "loss": 0.0763, + "step": 17569 + }, + { + "epoch": 14.902459711620017, + "grad_norm": 1.4013889641135224, + "learning_rate": 1.9266137160165666e-05, + "loss": 0.0705, + "step": 17570 + }, + { + "epoch": 14.903307888040713, + "grad_norm": 1.413997559763412, + "learning_rate": 1.926603386409408e-05, + "loss": 0.0818, + "step": 17571 + }, + { + "epoch": 14.904156064461407, + "grad_norm": 1.3779473292956117, + "learning_rate": 1.926593056103015e-05, + "loss": 0.0954, + "step": 17572 + }, + { + "epoch": 14.905004240882104, + "grad_norm": 1.3503782695198903, + "learning_rate": 1.9265827250973963e-05, + "loss": 0.0798, + "step": 17573 + }, + { + "epoch": 14.9058524173028, + "grad_norm": 1.4991079955518893, + "learning_rate": 1.926572393392559e-05, + "loss": 0.0841, + "step": 17574 + }, + { + "epoch": 14.906700593723494, + "grad_norm": 1.6816258766187726, + "learning_rate": 1.926562060988511e-05, + "loss": 0.0841, + "step": 17575 + }, + { + "epoch": 14.90754877014419, + "grad_norm": 1.522330895377553, + "learning_rate": 1.92655172788526e-05, + "loss": 0.093, + "step": 17576 + }, + { + "epoch": 14.908396946564885, + "grad_norm": 1.624768655139818, + "learning_rate": 1.9265413940828144e-05, + "loss": 0.0974, + "step": 17577 + }, + { + "epoch": 14.909245122985581, + "grad_norm": 1.6538178202817353, + "learning_rate": 1.9265310595811812e-05, + "loss": 0.0978, + "step": 17578 + }, + { + "epoch": 14.910093299406277, + "grad_norm": 1.642539151600902, + "learning_rate": 1.9265207243803688e-05, + "loss": 0.0894, + "step": 17579 + }, + { + "epoch": 14.910941475826972, + "grad_norm": 1.6063107126370082, + "learning_rate": 1.9265103884803845e-05, + "loss": 0.0987, + "step": 17580 + }, + { + "epoch": 14.911789652247668, + "grad_norm": 1.4564958306126887, + "learning_rate": 1.9265000518812365e-05, + "loss": 0.1046, + "step": 17581 + }, + { + "epoch": 14.912637828668363, + "grad_norm": 1.5930430248854641, + "learning_rate": 1.9264897145829323e-05, + "loss": 0.092, + "step": 17582 + }, + { + "epoch": 14.913486005089059, + "grad_norm": 1.5984190148717898, + "learning_rate": 1.92647937658548e-05, + "loss": 0.0964, + "step": 17583 + }, + { + "epoch": 14.914334181509753, + "grad_norm": 1.3722626723363185, + "learning_rate": 1.9264690378888874e-05, + "loss": 0.0856, + "step": 17584 + }, + { + "epoch": 14.91518235793045, + "grad_norm": 1.390976700159164, + "learning_rate": 1.926458698493162e-05, + "loss": 0.0908, + "step": 17585 + }, + { + "epoch": 14.916030534351146, + "grad_norm": 1.4421015525989576, + "learning_rate": 1.9264483583983117e-05, + "loss": 0.0847, + "step": 17586 + }, + { + "epoch": 14.91687871077184, + "grad_norm": 1.5086993180654666, + "learning_rate": 1.9264380176043445e-05, + "loss": 0.099, + "step": 17587 + }, + { + "epoch": 14.917726887192536, + "grad_norm": 1.4378865355096204, + "learning_rate": 1.926427676111268e-05, + "loss": 0.0758, + "step": 17588 + }, + { + "epoch": 14.91857506361323, + "grad_norm": 1.4930569214158642, + "learning_rate": 1.9264173339190902e-05, + "loss": 0.0857, + "step": 17589 + }, + { + "epoch": 14.919423240033927, + "grad_norm": 1.444587625383227, + "learning_rate": 1.9264069910278186e-05, + "loss": 0.0889, + "step": 17590 + }, + { + "epoch": 14.920271416454623, + "grad_norm": 1.6140587453027786, + "learning_rate": 1.9263966474374613e-05, + "loss": 0.0964, + "step": 17591 + }, + { + "epoch": 14.921119592875318, + "grad_norm": 1.6414709551190438, + "learning_rate": 1.926386303148026e-05, + "loss": 0.0839, + "step": 17592 + }, + { + "epoch": 14.921967769296014, + "grad_norm": 1.773935745708561, + "learning_rate": 1.92637595815952e-05, + "loss": 0.0892, + "step": 17593 + }, + { + "epoch": 14.922815945716708, + "grad_norm": 1.5011211990008149, + "learning_rate": 1.9263656124719523e-05, + "loss": 0.1, + "step": 17594 + }, + { + "epoch": 14.923664122137405, + "grad_norm": 1.4692192246251055, + "learning_rate": 1.9263552660853298e-05, + "loss": 0.089, + "step": 17595 + }, + { + "epoch": 14.924512298558101, + "grad_norm": 1.431270211667488, + "learning_rate": 1.9263449189996605e-05, + "loss": 0.0739, + "step": 17596 + }, + { + "epoch": 14.925360474978795, + "grad_norm": 1.6689223918277443, + "learning_rate": 1.9263345712149522e-05, + "loss": 0.0911, + "step": 17597 + }, + { + "epoch": 14.926208651399492, + "grad_norm": 1.5015961724749503, + "learning_rate": 1.9263242227312127e-05, + "loss": 0.1041, + "step": 17598 + }, + { + "epoch": 14.927056827820186, + "grad_norm": 1.3550804702621477, + "learning_rate": 1.9263138735484498e-05, + "loss": 0.0894, + "step": 17599 + }, + { + "epoch": 14.927905004240882, + "grad_norm": 1.6597225569829521, + "learning_rate": 1.9263035236666715e-05, + "loss": 0.0988, + "step": 17600 + }, + { + "epoch": 14.928753180661577, + "grad_norm": 1.7741633580705782, + "learning_rate": 1.9262931730858855e-05, + "loss": 0.1012, + "step": 17601 + }, + { + "epoch": 14.929601357082273, + "grad_norm": 1.5451128034512998, + "learning_rate": 1.9262828218060993e-05, + "loss": 0.0844, + "step": 17602 + }, + { + "epoch": 14.93044953350297, + "grad_norm": 1.653326608587949, + "learning_rate": 1.9262724698273213e-05, + "loss": 0.094, + "step": 17603 + }, + { + "epoch": 14.931297709923664, + "grad_norm": 1.525140960884255, + "learning_rate": 1.9262621171495584e-05, + "loss": 0.0794, + "step": 17604 + }, + { + "epoch": 14.93214588634436, + "grad_norm": 1.4945710818660178, + "learning_rate": 1.9262517637728196e-05, + "loss": 0.0798, + "step": 17605 + }, + { + "epoch": 14.932994062765054, + "grad_norm": 1.5218074964570445, + "learning_rate": 1.926241409697112e-05, + "loss": 0.0993, + "step": 17606 + }, + { + "epoch": 14.93384223918575, + "grad_norm": 1.4973562963886142, + "learning_rate": 1.9262310549224438e-05, + "loss": 0.0817, + "step": 17607 + }, + { + "epoch": 14.934690415606447, + "grad_norm": 1.565746149042461, + "learning_rate": 1.926220699448822e-05, + "loss": 0.0929, + "step": 17608 + }, + { + "epoch": 14.935538592027141, + "grad_norm": 1.2547694898916262, + "learning_rate": 1.9262103432762554e-05, + "loss": 0.074, + "step": 17609 + }, + { + "epoch": 14.936386768447838, + "grad_norm": 1.5143693404164418, + "learning_rate": 1.926199986404751e-05, + "loss": 0.0955, + "step": 17610 + }, + { + "epoch": 14.937234944868532, + "grad_norm": 1.390179269496642, + "learning_rate": 1.9261896288343173e-05, + "loss": 0.0762, + "step": 17611 + }, + { + "epoch": 14.938083121289228, + "grad_norm": 1.6364005064596532, + "learning_rate": 1.9261792705649617e-05, + "loss": 0.085, + "step": 17612 + }, + { + "epoch": 14.938931297709924, + "grad_norm": 1.555029452414191, + "learning_rate": 1.926168911596692e-05, + "loss": 0.1079, + "step": 17613 + }, + { + "epoch": 14.939779474130619, + "grad_norm": 1.3410637947289559, + "learning_rate": 1.9261585519295166e-05, + "loss": 0.075, + "step": 17614 + }, + { + "epoch": 14.940627650551315, + "grad_norm": 1.3230620651142904, + "learning_rate": 1.9261481915634423e-05, + "loss": 0.0664, + "step": 17615 + }, + { + "epoch": 14.94147582697201, + "grad_norm": 1.540868524269132, + "learning_rate": 1.9261378304984778e-05, + "loss": 0.088, + "step": 17616 + }, + { + "epoch": 14.942324003392706, + "grad_norm": 1.3963899864066887, + "learning_rate": 1.9261274687346305e-05, + "loss": 0.0718, + "step": 17617 + }, + { + "epoch": 14.943172179813402, + "grad_norm": 1.559936381959265, + "learning_rate": 1.9261171062719085e-05, + "loss": 0.0786, + "step": 17618 + }, + { + "epoch": 14.944020356234097, + "grad_norm": 1.5539347094796105, + "learning_rate": 1.9261067431103193e-05, + "loss": 0.0884, + "step": 17619 + }, + { + "epoch": 14.944868532654793, + "grad_norm": 1.3617676533282899, + "learning_rate": 1.9260963792498706e-05, + "loss": 0.0779, + "step": 17620 + }, + { + "epoch": 14.945716709075487, + "grad_norm": 1.4242631827767995, + "learning_rate": 1.926086014690571e-05, + "loss": 0.0858, + "step": 17621 + }, + { + "epoch": 14.946564885496183, + "grad_norm": 1.6503037572207055, + "learning_rate": 1.9260756494324274e-05, + "loss": 0.0903, + "step": 17622 + }, + { + "epoch": 14.947413061916878, + "grad_norm": 1.7045882569768762, + "learning_rate": 1.9260652834754482e-05, + "loss": 0.1029, + "step": 17623 + }, + { + "epoch": 14.948261238337574, + "grad_norm": 1.528876102027771, + "learning_rate": 1.926054916819641e-05, + "loss": 0.0835, + "step": 17624 + }, + { + "epoch": 14.94910941475827, + "grad_norm": 1.3148562311499425, + "learning_rate": 1.9260445494650134e-05, + "loss": 0.0773, + "step": 17625 + }, + { + "epoch": 14.949957591178965, + "grad_norm": 1.581796278001921, + "learning_rate": 1.926034181411574e-05, + "loss": 0.0986, + "step": 17626 + }, + { + "epoch": 14.950805767599661, + "grad_norm": 1.5186834625210337, + "learning_rate": 1.9260238126593295e-05, + "loss": 0.0807, + "step": 17627 + }, + { + "epoch": 14.951653944020356, + "grad_norm": 1.5789437469163081, + "learning_rate": 1.926013443208289e-05, + "loss": 0.0842, + "step": 17628 + }, + { + "epoch": 14.952502120441052, + "grad_norm": 1.6234319955274625, + "learning_rate": 1.926003073058459e-05, + "loss": 0.1168, + "step": 17629 + }, + { + "epoch": 14.953350296861748, + "grad_norm": 1.4468964692905233, + "learning_rate": 1.9259927022098485e-05, + "loss": 0.072, + "step": 17630 + }, + { + "epoch": 14.954198473282442, + "grad_norm": 1.5011362828290455, + "learning_rate": 1.9259823306624644e-05, + "loss": 0.0868, + "step": 17631 + }, + { + "epoch": 14.955046649703139, + "grad_norm": 1.3625916988033615, + "learning_rate": 1.9259719584163153e-05, + "loss": 0.091, + "step": 17632 + }, + { + "epoch": 14.955894826123833, + "grad_norm": 1.5905704136225105, + "learning_rate": 1.9259615854714088e-05, + "loss": 0.0983, + "step": 17633 + }, + { + "epoch": 14.95674300254453, + "grad_norm": 1.4192440126037646, + "learning_rate": 1.9259512118277523e-05, + "loss": 0.0969, + "step": 17634 + }, + { + "epoch": 14.957591178965224, + "grad_norm": 1.6088912701208433, + "learning_rate": 1.925940837485354e-05, + "loss": 0.1019, + "step": 17635 + }, + { + "epoch": 14.95843935538592, + "grad_norm": 1.4431704635892397, + "learning_rate": 1.9259304624442218e-05, + "loss": 0.0973, + "step": 17636 + }, + { + "epoch": 14.959287531806616, + "grad_norm": 1.4847925389644987, + "learning_rate": 1.925920086704363e-05, + "loss": 0.0909, + "step": 17637 + }, + { + "epoch": 14.96013570822731, + "grad_norm": 1.5825010129805492, + "learning_rate": 1.925909710265786e-05, + "loss": 0.0762, + "step": 17638 + }, + { + "epoch": 14.960983884648007, + "grad_norm": 1.8726024884435186, + "learning_rate": 1.9258993331284984e-05, + "loss": 0.1062, + "step": 17639 + }, + { + "epoch": 14.961832061068701, + "grad_norm": 1.4455937020606109, + "learning_rate": 1.9258889552925083e-05, + "loss": 0.0779, + "step": 17640 + }, + { + "epoch": 14.962680237489398, + "grad_norm": 1.3484867057287035, + "learning_rate": 1.9258785767578233e-05, + "loss": 0.0886, + "step": 17641 + }, + { + "epoch": 14.963528413910094, + "grad_norm": 1.3607504560999684, + "learning_rate": 1.925868197524451e-05, + "loss": 0.0809, + "step": 17642 + }, + { + "epoch": 14.964376590330788, + "grad_norm": 1.5450034633363408, + "learning_rate": 1.9258578175923995e-05, + "loss": 0.0844, + "step": 17643 + }, + { + "epoch": 14.965224766751485, + "grad_norm": 1.447814027697558, + "learning_rate": 1.9258474369616766e-05, + "loss": 0.081, + "step": 17644 + }, + { + "epoch": 14.966072943172179, + "grad_norm": 1.428596545169538, + "learning_rate": 1.92583705563229e-05, + "loss": 0.0732, + "step": 17645 + }, + { + "epoch": 14.966921119592875, + "grad_norm": 1.4225965940767666, + "learning_rate": 1.925826673604248e-05, + "loss": 0.089, + "step": 17646 + }, + { + "epoch": 14.967769296013572, + "grad_norm": 1.610946622919585, + "learning_rate": 1.9258162908775582e-05, + "loss": 0.1022, + "step": 17647 + }, + { + "epoch": 14.968617472434266, + "grad_norm": 1.5633260392350645, + "learning_rate": 1.9258059074522283e-05, + "loss": 0.0995, + "step": 17648 + }, + { + "epoch": 14.969465648854962, + "grad_norm": 1.2083191546376868, + "learning_rate": 1.9257955233282656e-05, + "loss": 0.0793, + "step": 17649 + }, + { + "epoch": 14.970313825275657, + "grad_norm": 1.4955014645344142, + "learning_rate": 1.925785138505679e-05, + "loss": 0.0919, + "step": 17650 + }, + { + "epoch": 14.971162001696353, + "grad_norm": 1.6981567363782217, + "learning_rate": 1.925774752984476e-05, + "loss": 0.082, + "step": 17651 + }, + { + "epoch": 14.97201017811705, + "grad_norm": 1.4922331928508814, + "learning_rate": 1.9257643667646637e-05, + "loss": 0.0824, + "step": 17652 + }, + { + "epoch": 14.972858354537744, + "grad_norm": 1.7214976444443815, + "learning_rate": 1.925753979846251e-05, + "loss": 0.0893, + "step": 17653 + }, + { + "epoch": 14.97370653095844, + "grad_norm": 1.546803422220708, + "learning_rate": 1.925743592229245e-05, + "loss": 0.0853, + "step": 17654 + }, + { + "epoch": 14.974554707379134, + "grad_norm": 1.5674668690589644, + "learning_rate": 1.925733203913654e-05, + "loss": 0.0871, + "step": 17655 + }, + { + "epoch": 14.97540288379983, + "grad_norm": 1.5135904123653818, + "learning_rate": 1.9257228148994856e-05, + "loss": 0.0935, + "step": 17656 + }, + { + "epoch": 14.976251060220527, + "grad_norm": 1.5161377986256788, + "learning_rate": 1.9257124251867478e-05, + "loss": 0.1033, + "step": 17657 + }, + { + "epoch": 14.977099236641221, + "grad_norm": 1.4782573162267711, + "learning_rate": 1.925702034775448e-05, + "loss": 0.1071, + "step": 17658 + }, + { + "epoch": 14.977947413061917, + "grad_norm": 1.3814127904670566, + "learning_rate": 1.9256916436655942e-05, + "loss": 0.0835, + "step": 17659 + }, + { + "epoch": 14.978795589482612, + "grad_norm": 1.4910274835573223, + "learning_rate": 1.925681251857195e-05, + "loss": 0.0814, + "step": 17660 + }, + { + "epoch": 14.979643765903308, + "grad_norm": 1.3804826569038604, + "learning_rate": 1.9256708593502573e-05, + "loss": 0.0789, + "step": 17661 + }, + { + "epoch": 14.980491942324003, + "grad_norm": 1.4365406816218758, + "learning_rate": 1.9256604661447892e-05, + "loss": 0.0936, + "step": 17662 + }, + { + "epoch": 14.981340118744699, + "grad_norm": 1.589024812301769, + "learning_rate": 1.9256500722407988e-05, + "loss": 0.0773, + "step": 17663 + }, + { + "epoch": 14.982188295165395, + "grad_norm": 1.5174031883619208, + "learning_rate": 1.925639677638294e-05, + "loss": 0.1178, + "step": 17664 + }, + { + "epoch": 14.98303647158609, + "grad_norm": 1.575635953497454, + "learning_rate": 1.925629282337282e-05, + "loss": 0.0943, + "step": 17665 + }, + { + "epoch": 14.983884648006786, + "grad_norm": 1.4216946610990948, + "learning_rate": 1.9256188863377713e-05, + "loss": 0.0826, + "step": 17666 + }, + { + "epoch": 14.98473282442748, + "grad_norm": 1.3158686919382505, + "learning_rate": 1.9256084896397692e-05, + "loss": 0.0823, + "step": 17667 + }, + { + "epoch": 14.985581000848176, + "grad_norm": 1.7682838562173007, + "learning_rate": 1.925598092243284e-05, + "loss": 0.1007, + "step": 17668 + }, + { + "epoch": 14.986429177268873, + "grad_norm": 1.4325107367198986, + "learning_rate": 1.9255876941483237e-05, + "loss": 0.0769, + "step": 17669 + }, + { + "epoch": 14.987277353689567, + "grad_norm": 1.5108227314087708, + "learning_rate": 1.9255772953548956e-05, + "loss": 0.0869, + "step": 17670 + }, + { + "epoch": 14.988125530110263, + "grad_norm": 1.4353480308944104, + "learning_rate": 1.9255668958630075e-05, + "loss": 0.0924, + "step": 17671 + }, + { + "epoch": 14.988973706530958, + "grad_norm": 1.401480479005615, + "learning_rate": 1.925556495672668e-05, + "loss": 0.0842, + "step": 17672 + }, + { + "epoch": 14.989821882951654, + "grad_norm": 1.6589597352240653, + "learning_rate": 1.9255460947838843e-05, + "loss": 0.097, + "step": 17673 + }, + { + "epoch": 14.990670059372349, + "grad_norm": 1.4344628958812653, + "learning_rate": 1.9255356931966643e-05, + "loss": 0.0803, + "step": 17674 + }, + { + "epoch": 14.991518235793045, + "grad_norm": 1.435692885187213, + "learning_rate": 1.9255252909110163e-05, + "loss": 0.0792, + "step": 17675 + }, + { + "epoch": 14.992366412213741, + "grad_norm": 1.5022122416846757, + "learning_rate": 1.9255148879269476e-05, + "loss": 0.0864, + "step": 17676 + }, + { + "epoch": 14.993214588634435, + "grad_norm": 1.462176151267808, + "learning_rate": 1.9255044842444663e-05, + "loss": 0.0902, + "step": 17677 + }, + { + "epoch": 14.994062765055132, + "grad_norm": 1.4297129590482824, + "learning_rate": 1.9254940798635802e-05, + "loss": 0.0745, + "step": 17678 + }, + { + "epoch": 14.994910941475826, + "grad_norm": 1.481466562901012, + "learning_rate": 1.9254836747842973e-05, + "loss": 0.0844, + "step": 17679 + }, + { + "epoch": 14.995759117896522, + "grad_norm": 1.555424742758993, + "learning_rate": 1.9254732690066254e-05, + "loss": 0.0904, + "step": 17680 + }, + { + "epoch": 14.996607294317219, + "grad_norm": 1.4692278438355206, + "learning_rate": 1.9254628625305722e-05, + "loss": 0.0785, + "step": 17681 + }, + { + "epoch": 14.997455470737913, + "grad_norm": 1.6674491371250586, + "learning_rate": 1.9254524553561458e-05, + "loss": 0.1005, + "step": 17682 + }, + { + "epoch": 14.99830364715861, + "grad_norm": 1.6545586780945025, + "learning_rate": 1.9254420474833536e-05, + "loss": 0.0876, + "step": 17683 + }, + { + "epoch": 14.999151823579304, + "grad_norm": 1.6772351586706207, + "learning_rate": 1.925431638912204e-05, + "loss": 0.0934, + "step": 17684 + }, + { + "epoch": 15.0, + "grad_norm": 1.5680653410721654, + "learning_rate": 1.9254212296427043e-05, + "loss": 0.1042, + "step": 17685 + }, + { + "epoch": 15.000848176420696, + "grad_norm": 1.2129286519964275, + "learning_rate": 1.9254108196748628e-05, + "loss": 0.073, + "step": 17686 + }, + { + "epoch": 15.00169635284139, + "grad_norm": 1.0547127482689342, + "learning_rate": 1.9254004090086873e-05, + "loss": 0.0646, + "step": 17687 + }, + { + "epoch": 15.002544529262087, + "grad_norm": 1.366390942469804, + "learning_rate": 1.9253899976441858e-05, + "loss": 0.0814, + "step": 17688 + }, + { + "epoch": 15.003392705682781, + "grad_norm": 1.3596000413684945, + "learning_rate": 1.9253795855813655e-05, + "loss": 0.091, + "step": 17689 + }, + { + "epoch": 15.004240882103478, + "grad_norm": 1.4429744643236353, + "learning_rate": 1.925369172820235e-05, + "loss": 0.0744, + "step": 17690 + }, + { + "epoch": 15.005089058524174, + "grad_norm": 1.4224842532804174, + "learning_rate": 1.9253587593608017e-05, + "loss": 0.0839, + "step": 17691 + }, + { + "epoch": 15.005937234944868, + "grad_norm": 1.3363212962675721, + "learning_rate": 1.9253483452030735e-05, + "loss": 0.065, + "step": 17692 + }, + { + "epoch": 15.006785411365565, + "grad_norm": 1.64267022930495, + "learning_rate": 1.9253379303470584e-05, + "loss": 0.0733, + "step": 17693 + }, + { + "epoch": 15.007633587786259, + "grad_norm": 1.4332410247720455, + "learning_rate": 1.9253275147927642e-05, + "loss": 0.0719, + "step": 17694 + }, + { + "epoch": 15.008481764206955, + "grad_norm": 1.337417926525104, + "learning_rate": 1.925317098540199e-05, + "loss": 0.075, + "step": 17695 + }, + { + "epoch": 15.00932994062765, + "grad_norm": 1.4316629204687854, + "learning_rate": 1.9253066815893703e-05, + "loss": 0.0646, + "step": 17696 + }, + { + "epoch": 15.010178117048346, + "grad_norm": 1.389695321018183, + "learning_rate": 1.925296263940286e-05, + "loss": 0.0667, + "step": 17697 + }, + { + "epoch": 15.011026293469042, + "grad_norm": 1.3348810288511213, + "learning_rate": 1.9252858455929543e-05, + "loss": 0.0604, + "step": 17698 + }, + { + "epoch": 15.011874469889737, + "grad_norm": 1.4928953536054417, + "learning_rate": 1.9252754265473824e-05, + "loss": 0.0702, + "step": 17699 + }, + { + "epoch": 15.012722646310433, + "grad_norm": 1.195924993731524, + "learning_rate": 1.9252650068035793e-05, + "loss": 0.0646, + "step": 17700 + }, + { + "epoch": 15.013570822731127, + "grad_norm": 1.2545311666735528, + "learning_rate": 1.9252545863615513e-05, + "loss": 0.0691, + "step": 17701 + }, + { + "epoch": 15.014418999151824, + "grad_norm": 1.269148434723132, + "learning_rate": 1.9252441652213077e-05, + "loss": 0.0635, + "step": 17702 + }, + { + "epoch": 15.01526717557252, + "grad_norm": 1.1155689657719414, + "learning_rate": 1.9252337433828558e-05, + "loss": 0.0637, + "step": 17703 + }, + { + "epoch": 15.016115351993214, + "grad_norm": 1.3210431972042596, + "learning_rate": 1.925223320846203e-05, + "loss": 0.0659, + "step": 17704 + }, + { + "epoch": 15.01696352841391, + "grad_norm": 1.373211709742993, + "learning_rate": 1.925212897611358e-05, + "loss": 0.0744, + "step": 17705 + }, + { + "epoch": 15.017811704834605, + "grad_norm": 1.4450763695093953, + "learning_rate": 1.9252024736783278e-05, + "loss": 0.0672, + "step": 17706 + }, + { + "epoch": 15.018659881255301, + "grad_norm": 1.5430495530353523, + "learning_rate": 1.9251920490471212e-05, + "loss": 0.0656, + "step": 17707 + }, + { + "epoch": 15.019508057675997, + "grad_norm": 1.2685131618531427, + "learning_rate": 1.9251816237177453e-05, + "loss": 0.0699, + "step": 17708 + }, + { + "epoch": 15.020356234096692, + "grad_norm": 1.344371092067953, + "learning_rate": 1.9251711976902086e-05, + "loss": 0.072, + "step": 17709 + }, + { + "epoch": 15.021204410517388, + "grad_norm": 1.3847811528642966, + "learning_rate": 1.9251607709645185e-05, + "loss": 0.0828, + "step": 17710 + }, + { + "epoch": 15.022052586938083, + "grad_norm": 1.2041740039650224, + "learning_rate": 1.925150343540683e-05, + "loss": 0.0644, + "step": 17711 + }, + { + "epoch": 15.022900763358779, + "grad_norm": 1.2231817164115948, + "learning_rate": 1.92513991541871e-05, + "loss": 0.0658, + "step": 17712 + }, + { + "epoch": 15.023748939779475, + "grad_norm": 1.3360794572108146, + "learning_rate": 1.9251294865986075e-05, + "loss": 0.0699, + "step": 17713 + }, + { + "epoch": 15.02459711620017, + "grad_norm": 1.3816383960254883, + "learning_rate": 1.925119057080383e-05, + "loss": 0.0605, + "step": 17714 + }, + { + "epoch": 15.025445292620866, + "grad_norm": 1.4703733582591725, + "learning_rate": 1.9251086268640447e-05, + "loss": 0.0792, + "step": 17715 + }, + { + "epoch": 15.02629346904156, + "grad_norm": 1.3970040533517254, + "learning_rate": 1.9250981959496e-05, + "loss": 0.0731, + "step": 17716 + }, + { + "epoch": 15.027141645462256, + "grad_norm": 1.194734996033296, + "learning_rate": 1.9250877643370573e-05, + "loss": 0.063, + "step": 17717 + }, + { + "epoch": 15.02798982188295, + "grad_norm": 1.3371565102763407, + "learning_rate": 1.9250773320264247e-05, + "loss": 0.0777, + "step": 17718 + }, + { + "epoch": 15.028837998303647, + "grad_norm": 1.3223239079431173, + "learning_rate": 1.925066899017709e-05, + "loss": 0.0642, + "step": 17719 + }, + { + "epoch": 15.029686174724343, + "grad_norm": 1.395106257662669, + "learning_rate": 1.9250564653109192e-05, + "loss": 0.0892, + "step": 17720 + }, + { + "epoch": 15.030534351145038, + "grad_norm": 1.235165006104513, + "learning_rate": 1.9250460309060627e-05, + "loss": 0.0659, + "step": 17721 + }, + { + "epoch": 15.031382527565734, + "grad_norm": 1.2277270611021431, + "learning_rate": 1.9250355958031473e-05, + "loss": 0.0629, + "step": 17722 + }, + { + "epoch": 15.032230703986428, + "grad_norm": 1.266141090934024, + "learning_rate": 1.9250251600021813e-05, + "loss": 0.0632, + "step": 17723 + }, + { + "epoch": 15.033078880407125, + "grad_norm": 1.4415558158017214, + "learning_rate": 1.9250147235031716e-05, + "loss": 0.0777, + "step": 17724 + }, + { + "epoch": 15.033927056827821, + "grad_norm": 1.6728913455954388, + "learning_rate": 1.9250042863061272e-05, + "loss": 0.0786, + "step": 17725 + }, + { + "epoch": 15.034775233248515, + "grad_norm": 1.2363751698447496, + "learning_rate": 1.9249938484110555e-05, + "loss": 0.068, + "step": 17726 + }, + { + "epoch": 15.035623409669212, + "grad_norm": 1.3320229528083474, + "learning_rate": 1.9249834098179643e-05, + "loss": 0.0783, + "step": 17727 + }, + { + "epoch": 15.036471586089906, + "grad_norm": 1.4276500288491576, + "learning_rate": 1.9249729705268613e-05, + "loss": 0.0701, + "step": 17728 + }, + { + "epoch": 15.037319762510602, + "grad_norm": 1.3622446505838084, + "learning_rate": 1.9249625305377547e-05, + "loss": 0.0856, + "step": 17729 + }, + { + "epoch": 15.038167938931299, + "grad_norm": 1.246004045299355, + "learning_rate": 1.9249520898506527e-05, + "loss": 0.0634, + "step": 17730 + }, + { + "epoch": 15.039016115351993, + "grad_norm": 1.3470320242988647, + "learning_rate": 1.9249416484655623e-05, + "loss": 0.0723, + "step": 17731 + }, + { + "epoch": 15.03986429177269, + "grad_norm": 1.6187467274959022, + "learning_rate": 1.924931206382492e-05, + "loss": 0.0738, + "step": 17732 + }, + { + "epoch": 15.040712468193384, + "grad_norm": 1.4343991897894035, + "learning_rate": 1.9249207636014497e-05, + "loss": 0.0704, + "step": 17733 + }, + { + "epoch": 15.04156064461408, + "grad_norm": 1.3872708084167231, + "learning_rate": 1.924910320122443e-05, + "loss": 0.0757, + "step": 17734 + }, + { + "epoch": 15.042408821034774, + "grad_norm": 1.4988666799209929, + "learning_rate": 1.92489987594548e-05, + "loss": 0.0704, + "step": 17735 + }, + { + "epoch": 15.04325699745547, + "grad_norm": 1.3740492276045764, + "learning_rate": 1.9248894310705683e-05, + "loss": 0.0637, + "step": 17736 + }, + { + "epoch": 15.044105173876167, + "grad_norm": 1.2958245767860919, + "learning_rate": 1.9248789854977162e-05, + "loss": 0.0786, + "step": 17737 + }, + { + "epoch": 15.044953350296861, + "grad_norm": 1.0590303656125186, + "learning_rate": 1.924868539226931e-05, + "loss": 0.0598, + "step": 17738 + }, + { + "epoch": 15.045801526717558, + "grad_norm": 1.3223849908762881, + "learning_rate": 1.924858092258221e-05, + "loss": 0.0748, + "step": 17739 + }, + { + "epoch": 15.046649703138252, + "grad_norm": 1.4243703407817687, + "learning_rate": 1.9248476445915943e-05, + "loss": 0.0779, + "step": 17740 + }, + { + "epoch": 15.047497879558948, + "grad_norm": 1.432387453596473, + "learning_rate": 1.9248371962270585e-05, + "loss": 0.0866, + "step": 17741 + }, + { + "epoch": 15.048346055979644, + "grad_norm": 1.3843688251616453, + "learning_rate": 1.9248267471646214e-05, + "loss": 0.0654, + "step": 17742 + }, + { + "epoch": 15.049194232400339, + "grad_norm": 1.2441993902097919, + "learning_rate": 1.9248162974042908e-05, + "loss": 0.0651, + "step": 17743 + }, + { + "epoch": 15.050042408821035, + "grad_norm": 1.3629642961512933, + "learning_rate": 1.9248058469460748e-05, + "loss": 0.0749, + "step": 17744 + }, + { + "epoch": 15.05089058524173, + "grad_norm": 1.2340864707922636, + "learning_rate": 1.9247953957899813e-05, + "loss": 0.0718, + "step": 17745 + }, + { + "epoch": 15.051738761662426, + "grad_norm": 1.488430230353257, + "learning_rate": 1.9247849439360184e-05, + "loss": 0.0748, + "step": 17746 + }, + { + "epoch": 15.052586938083122, + "grad_norm": 1.1203966701936119, + "learning_rate": 1.924774491384193e-05, + "loss": 0.0634, + "step": 17747 + }, + { + "epoch": 15.053435114503817, + "grad_norm": 1.4246894147434397, + "learning_rate": 1.9247640381345144e-05, + "loss": 0.0675, + "step": 17748 + }, + { + "epoch": 15.054283290924513, + "grad_norm": 1.1114840843801526, + "learning_rate": 1.9247535841869896e-05, + "loss": 0.0566, + "step": 17749 + }, + { + "epoch": 15.055131467345207, + "grad_norm": 1.487405482938676, + "learning_rate": 1.9247431295416265e-05, + "loss": 0.072, + "step": 17750 + }, + { + "epoch": 15.055979643765903, + "grad_norm": 1.1850333224282878, + "learning_rate": 1.9247326741984333e-05, + "loss": 0.065, + "step": 17751 + }, + { + "epoch": 15.056827820186598, + "grad_norm": 1.3078341840319334, + "learning_rate": 1.9247222181574178e-05, + "loss": 0.0675, + "step": 17752 + }, + { + "epoch": 15.057675996607294, + "grad_norm": 1.1912198772918376, + "learning_rate": 1.9247117614185878e-05, + "loss": 0.0642, + "step": 17753 + }, + { + "epoch": 15.05852417302799, + "grad_norm": 1.3295316379664217, + "learning_rate": 1.924701303981951e-05, + "loss": 0.0755, + "step": 17754 + }, + { + "epoch": 15.059372349448685, + "grad_norm": 1.1609771584908348, + "learning_rate": 1.924690845847516e-05, + "loss": 0.0607, + "step": 17755 + }, + { + "epoch": 15.060220525869381, + "grad_norm": 1.183483528487156, + "learning_rate": 1.92468038701529e-05, + "loss": 0.0814, + "step": 17756 + }, + { + "epoch": 15.061068702290076, + "grad_norm": 1.361682563515716, + "learning_rate": 1.924669927485281e-05, + "loss": 0.063, + "step": 17757 + }, + { + "epoch": 15.061916878710772, + "grad_norm": 1.2729661743803384, + "learning_rate": 1.9246594672574972e-05, + "loss": 0.0671, + "step": 17758 + }, + { + "epoch": 15.062765055131468, + "grad_norm": 1.3372835674307189, + "learning_rate": 1.9246490063319462e-05, + "loss": 0.0784, + "step": 17759 + }, + { + "epoch": 15.063613231552162, + "grad_norm": 1.3982195803129278, + "learning_rate": 1.924638544708636e-05, + "loss": 0.067, + "step": 17760 + }, + { + "epoch": 15.064461407972859, + "grad_norm": 1.3193105860330152, + "learning_rate": 1.9246280823875745e-05, + "loss": 0.0678, + "step": 17761 + }, + { + "epoch": 15.065309584393553, + "grad_norm": 1.5036445720533451, + "learning_rate": 1.9246176193687697e-05, + "loss": 0.0773, + "step": 17762 + }, + { + "epoch": 15.06615776081425, + "grad_norm": 1.2548496732707104, + "learning_rate": 1.9246071556522292e-05, + "loss": 0.0671, + "step": 17763 + }, + { + "epoch": 15.067005937234946, + "grad_norm": 1.461980486936184, + "learning_rate": 1.924596691237961e-05, + "loss": 0.0712, + "step": 17764 + }, + { + "epoch": 15.06785411365564, + "grad_norm": 1.255914524533091, + "learning_rate": 1.9245862261259734e-05, + "loss": 0.0612, + "step": 17765 + }, + { + "epoch": 15.068702290076336, + "grad_norm": 1.21041910120437, + "learning_rate": 1.924575760316274e-05, + "loss": 0.0712, + "step": 17766 + }, + { + "epoch": 15.06955046649703, + "grad_norm": 1.3051872675571385, + "learning_rate": 1.92456529380887e-05, + "loss": 0.0676, + "step": 17767 + }, + { + "epoch": 15.070398642917727, + "grad_norm": 1.4677054787686274, + "learning_rate": 1.9245548266037706e-05, + "loss": 0.0787, + "step": 17768 + }, + { + "epoch": 15.071246819338423, + "grad_norm": 1.2356276498676748, + "learning_rate": 1.924544358700983e-05, + "loss": 0.0617, + "step": 17769 + }, + { + "epoch": 15.072094995759118, + "grad_norm": 1.265262604298259, + "learning_rate": 1.924533890100515e-05, + "loss": 0.0625, + "step": 17770 + }, + { + "epoch": 15.072943172179814, + "grad_norm": 1.2327150208985342, + "learning_rate": 1.9245234208023746e-05, + "loss": 0.0659, + "step": 17771 + }, + { + "epoch": 15.073791348600508, + "grad_norm": 1.3118020652696474, + "learning_rate": 1.9245129508065702e-05, + "loss": 0.0725, + "step": 17772 + }, + { + "epoch": 15.074639525021205, + "grad_norm": 1.3197462728275577, + "learning_rate": 1.924502480113109e-05, + "loss": 0.0743, + "step": 17773 + }, + { + "epoch": 15.075487701441899, + "grad_norm": 1.369268108021474, + "learning_rate": 1.924492008721999e-05, + "loss": 0.0736, + "step": 17774 + }, + { + "epoch": 15.076335877862595, + "grad_norm": 1.1864775502217544, + "learning_rate": 1.9244815366332483e-05, + "loss": 0.0636, + "step": 17775 + }, + { + "epoch": 15.077184054283292, + "grad_norm": 1.2724149296326508, + "learning_rate": 1.9244710638468648e-05, + "loss": 0.0699, + "step": 17776 + }, + { + "epoch": 15.078032230703986, + "grad_norm": 1.5278443901675223, + "learning_rate": 1.9244605903628564e-05, + "loss": 0.0696, + "step": 17777 + }, + { + "epoch": 15.078880407124682, + "grad_norm": 1.3950324944474437, + "learning_rate": 1.9244501161812314e-05, + "loss": 0.0735, + "step": 17778 + }, + { + "epoch": 15.079728583545377, + "grad_norm": 1.2492831216832445, + "learning_rate": 1.9244396413019964e-05, + "loss": 0.0643, + "step": 17779 + }, + { + "epoch": 15.080576759966073, + "grad_norm": 1.2595961087930647, + "learning_rate": 1.9244291657251607e-05, + "loss": 0.0723, + "step": 17780 + }, + { + "epoch": 15.08142493638677, + "grad_norm": 1.2076899998079316, + "learning_rate": 1.924418689450732e-05, + "loss": 0.0618, + "step": 17781 + }, + { + "epoch": 15.082273112807464, + "grad_norm": 1.3066372949750713, + "learning_rate": 1.9244082124787176e-05, + "loss": 0.0697, + "step": 17782 + }, + { + "epoch": 15.08312128922816, + "grad_norm": 1.2992157383732181, + "learning_rate": 1.9243977348091257e-05, + "loss": 0.0653, + "step": 17783 + }, + { + "epoch": 15.083969465648854, + "grad_norm": 1.5463755346842332, + "learning_rate": 1.9243872564419643e-05, + "loss": 0.0695, + "step": 17784 + }, + { + "epoch": 15.08481764206955, + "grad_norm": 1.2792202633130823, + "learning_rate": 1.924376777377241e-05, + "loss": 0.0649, + "step": 17785 + }, + { + "epoch": 15.085665818490247, + "grad_norm": 1.276651492843753, + "learning_rate": 1.9243662976149638e-05, + "loss": 0.0649, + "step": 17786 + }, + { + "epoch": 15.086513994910941, + "grad_norm": 1.3333196910667937, + "learning_rate": 1.924355817155141e-05, + "loss": 0.0794, + "step": 17787 + }, + { + "epoch": 15.087362171331637, + "grad_norm": 1.236243220085611, + "learning_rate": 1.9243453359977803e-05, + "loss": 0.0606, + "step": 17788 + }, + { + "epoch": 15.088210347752332, + "grad_norm": 1.2679730903376973, + "learning_rate": 1.9243348541428895e-05, + "loss": 0.0607, + "step": 17789 + }, + { + "epoch": 15.089058524173028, + "grad_norm": 1.852033603867383, + "learning_rate": 1.9243243715904766e-05, + "loss": 0.0797, + "step": 17790 + }, + { + "epoch": 15.089906700593723, + "grad_norm": 1.6101339931073986, + "learning_rate": 1.9243138883405493e-05, + "loss": 0.0814, + "step": 17791 + }, + { + "epoch": 15.090754877014419, + "grad_norm": 1.4215871421081825, + "learning_rate": 1.9243034043931155e-05, + "loss": 0.0821, + "step": 17792 + }, + { + "epoch": 15.091603053435115, + "grad_norm": 1.4870996017101439, + "learning_rate": 1.924292919748184e-05, + "loss": 0.0787, + "step": 17793 + }, + { + "epoch": 15.09245122985581, + "grad_norm": 1.5600577477818296, + "learning_rate": 1.9242824344057614e-05, + "loss": 0.0928, + "step": 17794 + }, + { + "epoch": 15.093299406276506, + "grad_norm": 1.4942134202142099, + "learning_rate": 1.9242719483658564e-05, + "loss": 0.0733, + "step": 17795 + }, + { + "epoch": 15.0941475826972, + "grad_norm": 1.1794047473380893, + "learning_rate": 1.924261461628477e-05, + "loss": 0.0632, + "step": 17796 + }, + { + "epoch": 15.094995759117896, + "grad_norm": 1.3381234175855325, + "learning_rate": 1.9242509741936303e-05, + "loss": 0.072, + "step": 17797 + }, + { + "epoch": 15.095843935538593, + "grad_norm": 1.3132646943486004, + "learning_rate": 1.9242404860613252e-05, + "loss": 0.0714, + "step": 17798 + }, + { + "epoch": 15.096692111959287, + "grad_norm": 1.386279940310338, + "learning_rate": 1.924229997231569e-05, + "loss": 0.07, + "step": 17799 + }, + { + "epoch": 15.097540288379983, + "grad_norm": 1.4284181315572382, + "learning_rate": 1.9242195077043698e-05, + "loss": 0.0724, + "step": 17800 + }, + { + "epoch": 15.098388464800678, + "grad_norm": 1.3262571631045716, + "learning_rate": 1.9242090174797354e-05, + "loss": 0.0729, + "step": 17801 + }, + { + "epoch": 15.099236641221374, + "grad_norm": 1.466539932270552, + "learning_rate": 1.924198526557674e-05, + "loss": 0.0873, + "step": 17802 + }, + { + "epoch": 15.10008481764207, + "grad_norm": 1.3146956495320472, + "learning_rate": 1.9241880349381932e-05, + "loss": 0.0741, + "step": 17803 + }, + { + "epoch": 15.100932994062765, + "grad_norm": 1.2525610591692529, + "learning_rate": 1.924177542621301e-05, + "loss": 0.063, + "step": 17804 + }, + { + "epoch": 15.101781170483461, + "grad_norm": 1.3096076212334264, + "learning_rate": 1.9241670496070053e-05, + "loss": 0.0671, + "step": 17805 + }, + { + "epoch": 15.102629346904155, + "grad_norm": 1.3761224609316869, + "learning_rate": 1.9241565558953145e-05, + "loss": 0.0699, + "step": 17806 + }, + { + "epoch": 15.103477523324852, + "grad_norm": 1.29826395506309, + "learning_rate": 1.924146061486236e-05, + "loss": 0.067, + "step": 17807 + }, + { + "epoch": 15.104325699745548, + "grad_norm": 1.3559069915606388, + "learning_rate": 1.9241355663797775e-05, + "loss": 0.0803, + "step": 17808 + }, + { + "epoch": 15.105173876166242, + "grad_norm": 1.3783944421930665, + "learning_rate": 1.9241250705759474e-05, + "loss": 0.0654, + "step": 17809 + }, + { + "epoch": 15.106022052586939, + "grad_norm": 1.2415053224926251, + "learning_rate": 1.924114574074754e-05, + "loss": 0.0649, + "step": 17810 + }, + { + "epoch": 15.106870229007633, + "grad_norm": 1.5750972751198022, + "learning_rate": 1.924104076876204e-05, + "loss": 0.1033, + "step": 17811 + }, + { + "epoch": 15.10771840542833, + "grad_norm": 1.5014463065558843, + "learning_rate": 1.924093578980306e-05, + "loss": 0.0741, + "step": 17812 + }, + { + "epoch": 15.108566581849024, + "grad_norm": 1.4087498135796612, + "learning_rate": 1.9240830803870685e-05, + "loss": 0.0725, + "step": 17813 + }, + { + "epoch": 15.10941475826972, + "grad_norm": 1.225584991548135, + "learning_rate": 1.9240725810964985e-05, + "loss": 0.07, + "step": 17814 + }, + { + "epoch": 15.110262934690416, + "grad_norm": 1.4113423103477092, + "learning_rate": 1.9240620811086043e-05, + "loss": 0.0819, + "step": 17815 + }, + { + "epoch": 15.11111111111111, + "grad_norm": 1.565241021915356, + "learning_rate": 1.924051580423394e-05, + "loss": 0.0805, + "step": 17816 + }, + { + "epoch": 15.111959287531807, + "grad_norm": 1.4218967676468546, + "learning_rate": 1.9240410790408748e-05, + "loss": 0.0663, + "step": 17817 + }, + { + "epoch": 15.112807463952501, + "grad_norm": 1.311950305702354, + "learning_rate": 1.9240305769610558e-05, + "loss": 0.0655, + "step": 17818 + }, + { + "epoch": 15.113655640373198, + "grad_norm": 1.2018397088538988, + "learning_rate": 1.9240200741839437e-05, + "loss": 0.0648, + "step": 17819 + }, + { + "epoch": 15.114503816793894, + "grad_norm": 1.3616946772963279, + "learning_rate": 1.9240095707095473e-05, + "loss": 0.0617, + "step": 17820 + }, + { + "epoch": 15.115351993214588, + "grad_norm": 1.287435191694717, + "learning_rate": 1.9239990665378744e-05, + "loss": 0.0711, + "step": 17821 + }, + { + "epoch": 15.116200169635285, + "grad_norm": 1.4562758978580044, + "learning_rate": 1.9239885616689324e-05, + "loss": 0.061, + "step": 17822 + }, + { + "epoch": 15.117048346055979, + "grad_norm": 1.5515169410860887, + "learning_rate": 1.9239780561027296e-05, + "loss": 0.0794, + "step": 17823 + }, + { + "epoch": 15.117896522476675, + "grad_norm": 1.513843499010178, + "learning_rate": 1.923967549839274e-05, + "loss": 0.0745, + "step": 17824 + }, + { + "epoch": 15.118744698897371, + "grad_norm": 1.3734070931078215, + "learning_rate": 1.9239570428785736e-05, + "loss": 0.0649, + "step": 17825 + }, + { + "epoch": 15.119592875318066, + "grad_norm": 1.2926972717531355, + "learning_rate": 1.9239465352206357e-05, + "loss": 0.0707, + "step": 17826 + }, + { + "epoch": 15.120441051738762, + "grad_norm": 1.3798772167624391, + "learning_rate": 1.9239360268654695e-05, + "loss": 0.0687, + "step": 17827 + }, + { + "epoch": 15.121289228159457, + "grad_norm": 1.1300098284422173, + "learning_rate": 1.9239255178130816e-05, + "loss": 0.0613, + "step": 17828 + }, + { + "epoch": 15.122137404580153, + "grad_norm": 1.3172972274697856, + "learning_rate": 1.9239150080634803e-05, + "loss": 0.0652, + "step": 17829 + }, + { + "epoch": 15.122985581000847, + "grad_norm": 1.3582979274482794, + "learning_rate": 1.9239044976166742e-05, + "loss": 0.0645, + "step": 17830 + }, + { + "epoch": 15.123833757421544, + "grad_norm": 1.4600342067378953, + "learning_rate": 1.92389398647267e-05, + "loss": 0.0755, + "step": 17831 + }, + { + "epoch": 15.12468193384224, + "grad_norm": 1.282329526517729, + "learning_rate": 1.923883474631477e-05, + "loss": 0.083, + "step": 17832 + }, + { + "epoch": 15.125530110262934, + "grad_norm": 1.3604809454215832, + "learning_rate": 1.923872962093102e-05, + "loss": 0.0759, + "step": 17833 + }, + { + "epoch": 15.12637828668363, + "grad_norm": 1.4014768580363894, + "learning_rate": 1.9238624488575538e-05, + "loss": 0.0672, + "step": 17834 + }, + { + "epoch": 15.127226463104325, + "grad_norm": 1.386259174389676, + "learning_rate": 1.92385193492484e-05, + "loss": 0.0824, + "step": 17835 + }, + { + "epoch": 15.128074639525021, + "grad_norm": 1.276291396624548, + "learning_rate": 1.9238414202949684e-05, + "loss": 0.0721, + "step": 17836 + }, + { + "epoch": 15.128922815945717, + "grad_norm": 1.4555467176116323, + "learning_rate": 1.9238309049679468e-05, + "loss": 0.0621, + "step": 17837 + }, + { + "epoch": 15.129770992366412, + "grad_norm": 1.2286719629477705, + "learning_rate": 1.9238203889437832e-05, + "loss": 0.06, + "step": 17838 + }, + { + "epoch": 15.130619168787108, + "grad_norm": 1.5010729104774407, + "learning_rate": 1.923809872222486e-05, + "loss": 0.078, + "step": 17839 + }, + { + "epoch": 15.131467345207803, + "grad_norm": 1.426868713163872, + "learning_rate": 1.923799354804063e-05, + "loss": 0.0772, + "step": 17840 + }, + { + "epoch": 15.132315521628499, + "grad_norm": 1.3703541066176792, + "learning_rate": 1.9237888366885214e-05, + "loss": 0.0696, + "step": 17841 + }, + { + "epoch": 15.133163698049195, + "grad_norm": 1.3035086092572106, + "learning_rate": 1.92377831787587e-05, + "loss": 0.066, + "step": 17842 + }, + { + "epoch": 15.13401187446989, + "grad_norm": 1.275660570368914, + "learning_rate": 1.923767798366117e-05, + "loss": 0.065, + "step": 17843 + }, + { + "epoch": 15.134860050890586, + "grad_norm": 1.422078682802288, + "learning_rate": 1.923757278159269e-05, + "loss": 0.0844, + "step": 17844 + }, + { + "epoch": 15.13570822731128, + "grad_norm": 1.3419439519751974, + "learning_rate": 1.9237467572553347e-05, + "loss": 0.0639, + "step": 17845 + }, + { + "epoch": 15.136556403731976, + "grad_norm": 1.4024575486492767, + "learning_rate": 1.9237362356543224e-05, + "loss": 0.068, + "step": 17846 + }, + { + "epoch": 15.137404580152673, + "grad_norm": 1.3797085242810214, + "learning_rate": 1.9237257133562397e-05, + "loss": 0.0762, + "step": 17847 + }, + { + "epoch": 15.138252756573367, + "grad_norm": 1.4781384105820903, + "learning_rate": 1.9237151903610942e-05, + "loss": 0.0717, + "step": 17848 + }, + { + "epoch": 15.139100932994063, + "grad_norm": 1.4082868622088336, + "learning_rate": 1.9237046666688945e-05, + "loss": 0.0791, + "step": 17849 + }, + { + "epoch": 15.139949109414758, + "grad_norm": 1.2714643284515543, + "learning_rate": 1.923694142279648e-05, + "loss": 0.0587, + "step": 17850 + }, + { + "epoch": 15.140797285835454, + "grad_norm": 1.3803996179522648, + "learning_rate": 1.923683617193363e-05, + "loss": 0.0689, + "step": 17851 + }, + { + "epoch": 15.141645462256148, + "grad_norm": 1.2002698606112967, + "learning_rate": 1.923673091410047e-05, + "loss": 0.0728, + "step": 17852 + }, + { + "epoch": 15.142493638676845, + "grad_norm": 1.3916379664487342, + "learning_rate": 1.9236625649297087e-05, + "loss": 0.0915, + "step": 17853 + }, + { + "epoch": 15.143341815097541, + "grad_norm": 1.4260689180961064, + "learning_rate": 1.9236520377523556e-05, + "loss": 0.0778, + "step": 17854 + }, + { + "epoch": 15.144189991518235, + "grad_norm": 1.5063601535579088, + "learning_rate": 1.9236415098779954e-05, + "loss": 0.0694, + "step": 17855 + }, + { + "epoch": 15.145038167938932, + "grad_norm": 1.3010366568546297, + "learning_rate": 1.9236309813066362e-05, + "loss": 0.0717, + "step": 17856 + }, + { + "epoch": 15.145886344359626, + "grad_norm": 1.3646805649920248, + "learning_rate": 1.923620452038286e-05, + "loss": 0.0722, + "step": 17857 + }, + { + "epoch": 15.146734520780322, + "grad_norm": 1.2506458174228416, + "learning_rate": 1.9236099220729533e-05, + "loss": 0.0734, + "step": 17858 + }, + { + "epoch": 15.147582697201019, + "grad_norm": 1.3774776552380625, + "learning_rate": 1.9235993914106448e-05, + "loss": 0.0809, + "step": 17859 + }, + { + "epoch": 15.148430873621713, + "grad_norm": 1.2911230268645302, + "learning_rate": 1.9235888600513695e-05, + "loss": 0.0693, + "step": 17860 + }, + { + "epoch": 15.14927905004241, + "grad_norm": 1.3559936879157686, + "learning_rate": 1.9235783279951348e-05, + "loss": 0.0751, + "step": 17861 + }, + { + "epoch": 15.150127226463104, + "grad_norm": 1.472543824396136, + "learning_rate": 1.9235677952419492e-05, + "loss": 0.0834, + "step": 17862 + }, + { + "epoch": 15.1509754028838, + "grad_norm": 1.4073989076758124, + "learning_rate": 1.9235572617918202e-05, + "loss": 0.0711, + "step": 17863 + }, + { + "epoch": 15.151823579304496, + "grad_norm": 1.4182732592790934, + "learning_rate": 1.9235467276447558e-05, + "loss": 0.0737, + "step": 17864 + }, + { + "epoch": 15.15267175572519, + "grad_norm": 1.5497189455382079, + "learning_rate": 1.9235361928007636e-05, + "loss": 0.0763, + "step": 17865 + }, + { + "epoch": 15.153519932145887, + "grad_norm": 1.4323861297969058, + "learning_rate": 1.9235256572598523e-05, + "loss": 0.0923, + "step": 17866 + }, + { + "epoch": 15.154368108566581, + "grad_norm": 1.200060556410869, + "learning_rate": 1.9235151210220294e-05, + "loss": 0.0744, + "step": 17867 + }, + { + "epoch": 15.155216284987278, + "grad_norm": 1.3710535250519245, + "learning_rate": 1.9235045840873033e-05, + "loss": 0.0786, + "step": 17868 + }, + { + "epoch": 15.156064461407972, + "grad_norm": 1.5215768127839244, + "learning_rate": 1.9234940464556813e-05, + "loss": 0.0802, + "step": 17869 + }, + { + "epoch": 15.156912637828668, + "grad_norm": 1.421574029414887, + "learning_rate": 1.9234835081271717e-05, + "loss": 0.0833, + "step": 17870 + }, + { + "epoch": 15.157760814249365, + "grad_norm": 1.4269111531312886, + "learning_rate": 1.9234729691017823e-05, + "loss": 0.0723, + "step": 17871 + }, + { + "epoch": 15.158608990670059, + "grad_norm": 1.172785498861009, + "learning_rate": 1.9234624293795214e-05, + "loss": 0.0658, + "step": 17872 + }, + { + "epoch": 15.159457167090755, + "grad_norm": 1.3285847144185168, + "learning_rate": 1.9234518889603965e-05, + "loss": 0.0721, + "step": 17873 + }, + { + "epoch": 15.16030534351145, + "grad_norm": 1.2364014946713853, + "learning_rate": 1.9234413478444157e-05, + "loss": 0.0641, + "step": 17874 + }, + { + "epoch": 15.161153519932146, + "grad_norm": 1.3645381841992419, + "learning_rate": 1.9234308060315873e-05, + "loss": 0.0766, + "step": 17875 + }, + { + "epoch": 15.162001696352842, + "grad_norm": 1.5937744986076565, + "learning_rate": 1.9234202635219187e-05, + "loss": 0.067, + "step": 17876 + }, + { + "epoch": 15.162849872773537, + "grad_norm": 1.3176027843852287, + "learning_rate": 1.9234097203154186e-05, + "loss": 0.077, + "step": 17877 + }, + { + "epoch": 15.163698049194233, + "grad_norm": 1.4832986157585266, + "learning_rate": 1.923399176412094e-05, + "loss": 0.0701, + "step": 17878 + }, + { + "epoch": 15.164546225614927, + "grad_norm": 1.2568735974609573, + "learning_rate": 1.9233886318119534e-05, + "loss": 0.0683, + "step": 17879 + }, + { + "epoch": 15.165394402035624, + "grad_norm": 1.4958145177871212, + "learning_rate": 1.9233780865150048e-05, + "loss": 0.073, + "step": 17880 + }, + { + "epoch": 15.16624257845632, + "grad_norm": 1.2269624235707512, + "learning_rate": 1.9233675405212563e-05, + "loss": 0.0654, + "step": 17881 + }, + { + "epoch": 15.167090754877014, + "grad_norm": 1.2126297963867188, + "learning_rate": 1.923356993830715e-05, + "loss": 0.0643, + "step": 17882 + }, + { + "epoch": 15.16793893129771, + "grad_norm": 1.416129800507928, + "learning_rate": 1.92334644644339e-05, + "loss": 0.083, + "step": 17883 + }, + { + "epoch": 15.168787107718405, + "grad_norm": 1.3288276966880443, + "learning_rate": 1.9233358983592886e-05, + "loss": 0.0883, + "step": 17884 + }, + { + "epoch": 15.169635284139101, + "grad_norm": 1.4181976326069854, + "learning_rate": 1.923325349578419e-05, + "loss": 0.0829, + "step": 17885 + }, + { + "epoch": 15.170483460559796, + "grad_norm": 1.4373578645544882, + "learning_rate": 1.923314800100789e-05, + "loss": 0.0731, + "step": 17886 + }, + { + "epoch": 15.171331636980492, + "grad_norm": 1.440527259471563, + "learning_rate": 1.9233042499264064e-05, + "loss": 0.069, + "step": 17887 + }, + { + "epoch": 15.172179813401188, + "grad_norm": 1.3904444338768165, + "learning_rate": 1.9232936990552792e-05, + "loss": 0.0727, + "step": 17888 + }, + { + "epoch": 15.173027989821882, + "grad_norm": 1.283748363968059, + "learning_rate": 1.923283147487416e-05, + "loss": 0.0707, + "step": 17889 + }, + { + "epoch": 15.173876166242579, + "grad_norm": 1.2448010668979204, + "learning_rate": 1.923272595222824e-05, + "loss": 0.0684, + "step": 17890 + }, + { + "epoch": 15.174724342663273, + "grad_norm": 1.2466288970744408, + "learning_rate": 1.923262042261512e-05, + "loss": 0.0675, + "step": 17891 + }, + { + "epoch": 15.17557251908397, + "grad_norm": 1.3478217272287218, + "learning_rate": 1.9232514886034868e-05, + "loss": 0.0618, + "step": 17892 + }, + { + "epoch": 15.176420695504666, + "grad_norm": 1.544722733704029, + "learning_rate": 1.923240934248757e-05, + "loss": 0.0713, + "step": 17893 + }, + { + "epoch": 15.17726887192536, + "grad_norm": 1.4707473902104593, + "learning_rate": 1.9232303791973312e-05, + "loss": 0.0742, + "step": 17894 + }, + { + "epoch": 15.178117048346056, + "grad_norm": 1.3596550821584001, + "learning_rate": 1.923219823449216e-05, + "loss": 0.0835, + "step": 17895 + }, + { + "epoch": 15.17896522476675, + "grad_norm": 1.3210349927056775, + "learning_rate": 1.9232092670044203e-05, + "loss": 0.0744, + "step": 17896 + }, + { + "epoch": 15.179813401187447, + "grad_norm": 1.2945188329811843, + "learning_rate": 1.9231987098629522e-05, + "loss": 0.0692, + "step": 17897 + }, + { + "epoch": 15.180661577608143, + "grad_norm": 1.423845477431146, + "learning_rate": 1.923188152024819e-05, + "loss": 0.073, + "step": 17898 + }, + { + "epoch": 15.181509754028838, + "grad_norm": 1.3058549507300388, + "learning_rate": 1.9231775934900292e-05, + "loss": 0.0681, + "step": 17899 + }, + { + "epoch": 15.182357930449534, + "grad_norm": 1.6724109644546596, + "learning_rate": 1.9231670342585903e-05, + "loss": 0.0914, + "step": 17900 + }, + { + "epoch": 15.183206106870228, + "grad_norm": 1.3268920189278965, + "learning_rate": 1.923156474330511e-05, + "loss": 0.0771, + "step": 17901 + }, + { + "epoch": 15.184054283290925, + "grad_norm": 1.3993169747161267, + "learning_rate": 1.9231459137057983e-05, + "loss": 0.0642, + "step": 17902 + }, + { + "epoch": 15.18490245971162, + "grad_norm": 1.416880817692025, + "learning_rate": 1.9231353523844607e-05, + "loss": 0.069, + "step": 17903 + }, + { + "epoch": 15.185750636132315, + "grad_norm": 1.3455765110682534, + "learning_rate": 1.9231247903665064e-05, + "loss": 0.0687, + "step": 17904 + }, + { + "epoch": 15.186598812553012, + "grad_norm": 1.3747695645097473, + "learning_rate": 1.923114227651943e-05, + "loss": 0.0707, + "step": 17905 + }, + { + "epoch": 15.187446988973706, + "grad_norm": 1.2989523005684755, + "learning_rate": 1.9231036642407783e-05, + "loss": 0.0652, + "step": 17906 + }, + { + "epoch": 15.188295165394402, + "grad_norm": 1.4083764216434183, + "learning_rate": 1.9230931001330205e-05, + "loss": 0.0669, + "step": 17907 + }, + { + "epoch": 15.189143341815097, + "grad_norm": 1.8952986316929172, + "learning_rate": 1.923082535328678e-05, + "loss": 0.0685, + "step": 17908 + }, + { + "epoch": 15.189991518235793, + "grad_norm": 1.269593843314768, + "learning_rate": 1.923071969827758e-05, + "loss": 0.0726, + "step": 17909 + }, + { + "epoch": 15.19083969465649, + "grad_norm": 1.2190936070898404, + "learning_rate": 1.9230614036302694e-05, + "loss": 0.0601, + "step": 17910 + }, + { + "epoch": 15.191687871077184, + "grad_norm": 1.3232583617636076, + "learning_rate": 1.9230508367362194e-05, + "loss": 0.0824, + "step": 17911 + }, + { + "epoch": 15.19253604749788, + "grad_norm": 1.5390349075054564, + "learning_rate": 1.923040269145616e-05, + "loss": 0.0726, + "step": 17912 + }, + { + "epoch": 15.193384223918574, + "grad_norm": 1.4654008703254977, + "learning_rate": 1.9230297008584675e-05, + "loss": 0.0838, + "step": 17913 + }, + { + "epoch": 15.19423240033927, + "grad_norm": 1.3264691467810616, + "learning_rate": 1.923019131874782e-05, + "loss": 0.066, + "step": 17914 + }, + { + "epoch": 15.195080576759967, + "grad_norm": 1.1972357844565378, + "learning_rate": 1.9230085621945668e-05, + "loss": 0.0861, + "step": 17915 + }, + { + "epoch": 15.195928753180661, + "grad_norm": 1.391112978235543, + "learning_rate": 1.9229979918178304e-05, + "loss": 0.0799, + "step": 17916 + }, + { + "epoch": 15.196776929601358, + "grad_norm": 1.3363876954873428, + "learning_rate": 1.922987420744581e-05, + "loss": 0.0749, + "step": 17917 + }, + { + "epoch": 15.197625106022052, + "grad_norm": 1.255750083778598, + "learning_rate": 1.922976848974826e-05, + "loss": 0.0676, + "step": 17918 + }, + { + "epoch": 15.198473282442748, + "grad_norm": 1.1348299809704938, + "learning_rate": 1.9229662765085738e-05, + "loss": 0.071, + "step": 17919 + }, + { + "epoch": 15.199321458863444, + "grad_norm": 1.2674636608239889, + "learning_rate": 1.922955703345832e-05, + "loss": 0.0628, + "step": 17920 + }, + { + "epoch": 15.200169635284139, + "grad_norm": 1.663598885333205, + "learning_rate": 1.922945129486609e-05, + "loss": 0.0704, + "step": 17921 + }, + { + "epoch": 15.201017811704835, + "grad_norm": 1.500212633032264, + "learning_rate": 1.9229345549309125e-05, + "loss": 0.069, + "step": 17922 + }, + { + "epoch": 15.20186598812553, + "grad_norm": 1.5114806454041443, + "learning_rate": 1.9229239796787507e-05, + "loss": 0.0921, + "step": 17923 + }, + { + "epoch": 15.202714164546226, + "grad_norm": 1.2734702431692033, + "learning_rate": 1.922913403730131e-05, + "loss": 0.0634, + "step": 17924 + }, + { + "epoch": 15.20356234096692, + "grad_norm": 1.23956606852053, + "learning_rate": 1.922902827085062e-05, + "loss": 0.068, + "step": 17925 + }, + { + "epoch": 15.204410517387617, + "grad_norm": 1.3570180174872832, + "learning_rate": 1.922892249743552e-05, + "loss": 0.067, + "step": 17926 + }, + { + "epoch": 15.205258693808313, + "grad_norm": 1.3813129929946304, + "learning_rate": 1.922881671705608e-05, + "loss": 0.0651, + "step": 17927 + }, + { + "epoch": 15.206106870229007, + "grad_norm": 1.4993734630529147, + "learning_rate": 1.9228710929712387e-05, + "loss": 0.0814, + "step": 17928 + }, + { + "epoch": 15.206955046649703, + "grad_norm": 1.26316261001394, + "learning_rate": 1.9228605135404516e-05, + "loss": 0.0671, + "step": 17929 + }, + { + "epoch": 15.207803223070398, + "grad_norm": 1.2789350439355134, + "learning_rate": 1.922849933413255e-05, + "loss": 0.0634, + "step": 17930 + }, + { + "epoch": 15.208651399491094, + "grad_norm": 1.3327097494860725, + "learning_rate": 1.9228393525896568e-05, + "loss": 0.0854, + "step": 17931 + }, + { + "epoch": 15.20949957591179, + "grad_norm": 1.4081912215356047, + "learning_rate": 1.9228287710696653e-05, + "loss": 0.0643, + "step": 17932 + }, + { + "epoch": 15.210347752332485, + "grad_norm": 1.5046305163697284, + "learning_rate": 1.9228181888532877e-05, + "loss": 0.071, + "step": 17933 + }, + { + "epoch": 15.211195928753181, + "grad_norm": 1.364043472853785, + "learning_rate": 1.922807605940533e-05, + "loss": 0.0728, + "step": 17934 + }, + { + "epoch": 15.212044105173876, + "grad_norm": 1.3208240914268705, + "learning_rate": 1.922797022331408e-05, + "loss": 0.0759, + "step": 17935 + }, + { + "epoch": 15.212892281594572, + "grad_norm": 2.151543075462699, + "learning_rate": 1.9227864380259217e-05, + "loss": 0.081, + "step": 17936 + }, + { + "epoch": 15.213740458015268, + "grad_norm": 1.3525891911827201, + "learning_rate": 1.922775853024082e-05, + "loss": 0.0716, + "step": 17937 + }, + { + "epoch": 15.214588634435962, + "grad_norm": 1.442034336532008, + "learning_rate": 1.9227652673258962e-05, + "loss": 0.0791, + "step": 17938 + }, + { + "epoch": 15.215436810856659, + "grad_norm": 1.3245065029320873, + "learning_rate": 1.9227546809313727e-05, + "loss": 0.0704, + "step": 17939 + }, + { + "epoch": 15.216284987277353, + "grad_norm": 1.5529889066470843, + "learning_rate": 1.9227440938405198e-05, + "loss": 0.0717, + "step": 17940 + }, + { + "epoch": 15.21713316369805, + "grad_norm": 1.3793324207503546, + "learning_rate": 1.9227335060533447e-05, + "loss": 0.0805, + "step": 17941 + }, + { + "epoch": 15.217981340118744, + "grad_norm": 1.3133892325076122, + "learning_rate": 1.9227229175698564e-05, + "loss": 0.0678, + "step": 17942 + }, + { + "epoch": 15.21882951653944, + "grad_norm": 1.3945238334999572, + "learning_rate": 1.9227123283900623e-05, + "loss": 0.0701, + "step": 17943 + }, + { + "epoch": 15.219677692960136, + "grad_norm": 1.4357613393413373, + "learning_rate": 1.9227017385139702e-05, + "loss": 0.0987, + "step": 17944 + }, + { + "epoch": 15.22052586938083, + "grad_norm": 1.3463427255867866, + "learning_rate": 1.9226911479415885e-05, + "loss": 0.0642, + "step": 17945 + }, + { + "epoch": 15.221374045801527, + "grad_norm": 1.3348802074845876, + "learning_rate": 1.9226805566729247e-05, + "loss": 0.0794, + "step": 17946 + }, + { + "epoch": 15.222222222222221, + "grad_norm": 1.3707296848921775, + "learning_rate": 1.9226699647079874e-05, + "loss": 0.0701, + "step": 17947 + }, + { + "epoch": 15.223070398642918, + "grad_norm": 1.3726544119766475, + "learning_rate": 1.9226593720467845e-05, + "loss": 0.0762, + "step": 17948 + }, + { + "epoch": 15.223918575063614, + "grad_norm": 1.4287197633423145, + "learning_rate": 1.9226487786893236e-05, + "loss": 0.083, + "step": 17949 + }, + { + "epoch": 15.224766751484308, + "grad_norm": 1.5344797382303228, + "learning_rate": 1.9226381846356128e-05, + "loss": 0.0823, + "step": 17950 + }, + { + "epoch": 15.225614927905005, + "grad_norm": 1.3921011432411103, + "learning_rate": 1.9226275898856606e-05, + "loss": 0.0671, + "step": 17951 + }, + { + "epoch": 15.226463104325699, + "grad_norm": 1.4301260971016636, + "learning_rate": 1.922616994439474e-05, + "loss": 0.066, + "step": 17952 + }, + { + "epoch": 15.227311280746395, + "grad_norm": 1.2331685669163754, + "learning_rate": 1.9226063982970623e-05, + "loss": 0.0694, + "step": 17953 + }, + { + "epoch": 15.228159457167092, + "grad_norm": 1.4811847572875831, + "learning_rate": 1.9225958014584325e-05, + "loss": 0.0739, + "step": 17954 + }, + { + "epoch": 15.229007633587786, + "grad_norm": 1.29577979833891, + "learning_rate": 1.9225852039235925e-05, + "loss": 0.0651, + "step": 17955 + }, + { + "epoch": 15.229855810008482, + "grad_norm": 1.5339450938525094, + "learning_rate": 1.922574605692551e-05, + "loss": 0.0844, + "step": 17956 + }, + { + "epoch": 15.230703986429177, + "grad_norm": 1.3003635935776694, + "learning_rate": 1.922564006765316e-05, + "loss": 0.0731, + "step": 17957 + }, + { + "epoch": 15.231552162849873, + "grad_norm": 1.3222996566680472, + "learning_rate": 1.922553407141895e-05, + "loss": 0.0672, + "step": 17958 + }, + { + "epoch": 15.23240033927057, + "grad_norm": 1.4155099691635566, + "learning_rate": 1.9225428068222958e-05, + "loss": 0.0638, + "step": 17959 + }, + { + "epoch": 15.233248515691264, + "grad_norm": 1.6122840139362176, + "learning_rate": 1.922532205806527e-05, + "loss": 0.0721, + "step": 17960 + }, + { + "epoch": 15.23409669211196, + "grad_norm": 1.3111107166428788, + "learning_rate": 1.9225216040945963e-05, + "loss": 0.0623, + "step": 17961 + }, + { + "epoch": 15.234944868532654, + "grad_norm": 1.166103976730816, + "learning_rate": 1.922511001686512e-05, + "loss": 0.0609, + "step": 17962 + }, + { + "epoch": 15.23579304495335, + "grad_norm": 1.3416959818097685, + "learning_rate": 1.9225003985822817e-05, + "loss": 0.0755, + "step": 17963 + }, + { + "epoch": 15.236641221374045, + "grad_norm": 1.4205946390269697, + "learning_rate": 1.922489794781914e-05, + "loss": 0.0672, + "step": 17964 + }, + { + "epoch": 15.237489397794741, + "grad_norm": 1.6356049022663248, + "learning_rate": 1.9224791902854158e-05, + "loss": 0.0938, + "step": 17965 + }, + { + "epoch": 15.238337574215437, + "grad_norm": 1.4797058038211839, + "learning_rate": 1.9224685850927962e-05, + "loss": 0.0676, + "step": 17966 + }, + { + "epoch": 15.239185750636132, + "grad_norm": 1.2202645026874894, + "learning_rate": 1.9224579792040625e-05, + "loss": 0.07, + "step": 17967 + }, + { + "epoch": 15.240033927056828, + "grad_norm": 1.3179607308759373, + "learning_rate": 1.9224473726192233e-05, + "loss": 0.0615, + "step": 17968 + }, + { + "epoch": 15.240882103477523, + "grad_norm": 1.4271623683528483, + "learning_rate": 1.9224367653382864e-05, + "loss": 0.0813, + "step": 17969 + }, + { + "epoch": 15.241730279898219, + "grad_norm": 1.3023089661719605, + "learning_rate": 1.9224261573612594e-05, + "loss": 0.0732, + "step": 17970 + }, + { + "epoch": 15.242578456318915, + "grad_norm": 1.3840628379526347, + "learning_rate": 1.9224155486881506e-05, + "loss": 0.0749, + "step": 17971 + }, + { + "epoch": 15.24342663273961, + "grad_norm": 1.4953781759220286, + "learning_rate": 1.922404939318968e-05, + "loss": 0.068, + "step": 17972 + }, + { + "epoch": 15.244274809160306, + "grad_norm": 1.4269767021126896, + "learning_rate": 1.9223943292537196e-05, + "loss": 0.0763, + "step": 17973 + }, + { + "epoch": 15.245122985581, + "grad_norm": 1.4036308737854226, + "learning_rate": 1.9223837184924137e-05, + "loss": 0.0796, + "step": 17974 + }, + { + "epoch": 15.245971162001696, + "grad_norm": 1.48844824685405, + "learning_rate": 1.9223731070350577e-05, + "loss": 0.0721, + "step": 17975 + }, + { + "epoch": 15.246819338422393, + "grad_norm": 1.603586759465511, + "learning_rate": 1.9223624948816603e-05, + "loss": 0.0917, + "step": 17976 + }, + { + "epoch": 15.247667514843087, + "grad_norm": 1.4005643956469502, + "learning_rate": 1.9223518820322287e-05, + "loss": 0.0681, + "step": 17977 + }, + { + "epoch": 15.248515691263783, + "grad_norm": 1.4088590179077074, + "learning_rate": 1.922341268486772e-05, + "loss": 0.071, + "step": 17978 + }, + { + "epoch": 15.249363867684478, + "grad_norm": 1.2132093873652152, + "learning_rate": 1.922330654245297e-05, + "loss": 0.0732, + "step": 17979 + }, + { + "epoch": 15.250212044105174, + "grad_norm": 1.3076044078495959, + "learning_rate": 1.9223200393078124e-05, + "loss": 0.0663, + "step": 17980 + }, + { + "epoch": 15.251060220525869, + "grad_norm": 1.408843517078745, + "learning_rate": 1.9223094236743262e-05, + "loss": 0.0683, + "step": 17981 + }, + { + "epoch": 15.251908396946565, + "grad_norm": 1.3929140091395404, + "learning_rate": 1.9222988073448462e-05, + "loss": 0.0895, + "step": 17982 + }, + { + "epoch": 15.252756573367261, + "grad_norm": 1.499143588820574, + "learning_rate": 1.9222881903193803e-05, + "loss": 0.0741, + "step": 17983 + }, + { + "epoch": 15.253604749787955, + "grad_norm": 1.5186462947452046, + "learning_rate": 1.922277572597937e-05, + "loss": 0.0704, + "step": 17984 + }, + { + "epoch": 15.254452926208652, + "grad_norm": 1.2607901459010615, + "learning_rate": 1.922266954180524e-05, + "loss": 0.072, + "step": 17985 + }, + { + "epoch": 15.255301102629346, + "grad_norm": 1.4095146417440614, + "learning_rate": 1.922256335067149e-05, + "loss": 0.0729, + "step": 17986 + }, + { + "epoch": 15.256149279050042, + "grad_norm": 1.3290103543915253, + "learning_rate": 1.922245715257821e-05, + "loss": 0.076, + "step": 17987 + }, + { + "epoch": 15.256997455470739, + "grad_norm": 1.331985886137764, + "learning_rate": 1.922235094752547e-05, + "loss": 0.0739, + "step": 17988 + }, + { + "epoch": 15.257845631891433, + "grad_norm": 1.40843658309349, + "learning_rate": 1.9222244735513352e-05, + "loss": 0.0641, + "step": 17989 + }, + { + "epoch": 15.25869380831213, + "grad_norm": 1.4574750182127458, + "learning_rate": 1.9222138516541942e-05, + "loss": 0.0781, + "step": 17990 + }, + { + "epoch": 15.259541984732824, + "grad_norm": 1.328208839197382, + "learning_rate": 1.9222032290611313e-05, + "loss": 0.0755, + "step": 17991 + }, + { + "epoch": 15.26039016115352, + "grad_norm": 1.3564831652467397, + "learning_rate": 1.922192605772155e-05, + "loss": 0.0644, + "step": 17992 + }, + { + "epoch": 15.261238337574216, + "grad_norm": 1.4352185756891935, + "learning_rate": 1.922181981787273e-05, + "loss": 0.0734, + "step": 17993 + }, + { + "epoch": 15.26208651399491, + "grad_norm": 1.278789101861698, + "learning_rate": 1.9221713571064936e-05, + "loss": 0.0635, + "step": 17994 + }, + { + "epoch": 15.262934690415607, + "grad_norm": 1.2841664567021678, + "learning_rate": 1.922160731729825e-05, + "loss": 0.072, + "step": 17995 + }, + { + "epoch": 15.263782866836301, + "grad_norm": 1.319710554217628, + "learning_rate": 1.922150105657274e-05, + "loss": 0.0666, + "step": 17996 + }, + { + "epoch": 15.264631043256998, + "grad_norm": 1.3579427438726253, + "learning_rate": 1.92213947888885e-05, + "loss": 0.0681, + "step": 17997 + }, + { + "epoch": 15.265479219677694, + "grad_norm": 1.3156908726622978, + "learning_rate": 1.9221288514245607e-05, + "loss": 0.0608, + "step": 17998 + }, + { + "epoch": 15.266327396098388, + "grad_norm": 1.5607511864089254, + "learning_rate": 1.922118223264414e-05, + "loss": 0.0913, + "step": 17999 + }, + { + "epoch": 15.267175572519085, + "grad_norm": 1.4500576903115547, + "learning_rate": 1.9221075944084176e-05, + "loss": 0.0819, + "step": 18000 + }, + { + "epoch": 15.268023748939779, + "grad_norm": 1.5042300399300679, + "learning_rate": 1.92209696485658e-05, + "loss": 0.0701, + "step": 18001 + }, + { + "epoch": 15.268871925360475, + "grad_norm": 1.4070455161536934, + "learning_rate": 1.922086334608909e-05, + "loss": 0.0654, + "step": 18002 + }, + { + "epoch": 15.26972010178117, + "grad_norm": 1.3457579551379113, + "learning_rate": 1.9220757036654124e-05, + "loss": 0.0686, + "step": 18003 + }, + { + "epoch": 15.270568278201866, + "grad_norm": 1.4574048443697922, + "learning_rate": 1.9220650720260986e-05, + "loss": 0.0769, + "step": 18004 + }, + { + "epoch": 15.271416454622562, + "grad_norm": 1.4081754728439138, + "learning_rate": 1.9220544396909756e-05, + "loss": 0.0699, + "step": 18005 + }, + { + "epoch": 15.272264631043257, + "grad_norm": 1.293977151986346, + "learning_rate": 1.9220438066600514e-05, + "loss": 0.071, + "step": 18006 + }, + { + "epoch": 15.273112807463953, + "grad_norm": 1.4316748387598084, + "learning_rate": 1.9220331729333336e-05, + "loss": 0.0642, + "step": 18007 + }, + { + "epoch": 15.273960983884647, + "grad_norm": 1.4132077518324835, + "learning_rate": 1.9220225385108308e-05, + "loss": 0.0759, + "step": 18008 + }, + { + "epoch": 15.274809160305344, + "grad_norm": 1.49012931684363, + "learning_rate": 1.9220119033925507e-05, + "loss": 0.0791, + "step": 18009 + }, + { + "epoch": 15.27565733672604, + "grad_norm": 1.6202051155310033, + "learning_rate": 1.9220012675785015e-05, + "loss": 0.0813, + "step": 18010 + }, + { + "epoch": 15.276505513146734, + "grad_norm": 1.3674597103620614, + "learning_rate": 1.921990631068691e-05, + "loss": 0.0779, + "step": 18011 + }, + { + "epoch": 15.27735368956743, + "grad_norm": 1.2687541546972891, + "learning_rate": 1.9219799938631272e-05, + "loss": 0.0796, + "step": 18012 + }, + { + "epoch": 15.278201865988125, + "grad_norm": 1.36546600630176, + "learning_rate": 1.9219693559618188e-05, + "loss": 0.0687, + "step": 18013 + }, + { + "epoch": 15.279050042408821, + "grad_norm": 1.3300370368949563, + "learning_rate": 1.921958717364773e-05, + "loss": 0.0736, + "step": 18014 + }, + { + "epoch": 15.279898218829517, + "grad_norm": 1.4018573028222172, + "learning_rate": 1.921948078071998e-05, + "loss": 0.074, + "step": 18015 + }, + { + "epoch": 15.280746395250212, + "grad_norm": 1.2935006539985308, + "learning_rate": 1.9219374380835022e-05, + "loss": 0.0642, + "step": 18016 + }, + { + "epoch": 15.281594571670908, + "grad_norm": 1.5042818853988789, + "learning_rate": 1.9219267973992934e-05, + "loss": 0.0862, + "step": 18017 + }, + { + "epoch": 15.282442748091603, + "grad_norm": 1.4331566656422234, + "learning_rate": 1.9219161560193795e-05, + "loss": 0.0722, + "step": 18018 + }, + { + "epoch": 15.283290924512299, + "grad_norm": 1.3922931772808065, + "learning_rate": 1.9219055139437687e-05, + "loss": 0.0646, + "step": 18019 + }, + { + "epoch": 15.284139100932993, + "grad_norm": 1.3267531129920258, + "learning_rate": 1.921894871172469e-05, + "loss": 0.0638, + "step": 18020 + }, + { + "epoch": 15.28498727735369, + "grad_norm": 1.3431811784471261, + "learning_rate": 1.9218842277054883e-05, + "loss": 0.0723, + "step": 18021 + }, + { + "epoch": 15.285835453774386, + "grad_norm": 1.4099155237126075, + "learning_rate": 1.921873583542835e-05, + "loss": 0.0724, + "step": 18022 + }, + { + "epoch": 15.28668363019508, + "grad_norm": 1.3144934426277068, + "learning_rate": 1.921862938684517e-05, + "loss": 0.0645, + "step": 18023 + }, + { + "epoch": 15.287531806615776, + "grad_norm": 1.4191590115616157, + "learning_rate": 1.921852293130542e-05, + "loss": 0.0806, + "step": 18024 + }, + { + "epoch": 15.28837998303647, + "grad_norm": 1.3760041357259638, + "learning_rate": 1.921841646880918e-05, + "loss": 0.0877, + "step": 18025 + }, + { + "epoch": 15.289228159457167, + "grad_norm": 1.4762985972291176, + "learning_rate": 1.9218309999356535e-05, + "loss": 0.0867, + "step": 18026 + }, + { + "epoch": 15.290076335877863, + "grad_norm": 1.5563037525358505, + "learning_rate": 1.9218203522947564e-05, + "loss": 0.0715, + "step": 18027 + }, + { + "epoch": 15.290924512298558, + "grad_norm": 1.4808542037818322, + "learning_rate": 1.9218097039582348e-05, + "loss": 0.0686, + "step": 18028 + }, + { + "epoch": 15.291772688719254, + "grad_norm": 1.4901953485579928, + "learning_rate": 1.921799054926096e-05, + "loss": 0.0833, + "step": 18029 + }, + { + "epoch": 15.292620865139948, + "grad_norm": 1.2087400966131499, + "learning_rate": 1.9217884051983497e-05, + "loss": 0.0656, + "step": 18030 + }, + { + "epoch": 15.293469041560645, + "grad_norm": 1.2598145137890424, + "learning_rate": 1.9217777547750018e-05, + "loss": 0.066, + "step": 18031 + }, + { + "epoch": 15.294317217981341, + "grad_norm": 1.7401966597287375, + "learning_rate": 1.921767103656062e-05, + "loss": 0.0809, + "step": 18032 + }, + { + "epoch": 15.295165394402035, + "grad_norm": 1.4621320481080582, + "learning_rate": 1.9217564518415374e-05, + "loss": 0.0799, + "step": 18033 + }, + { + "epoch": 15.296013570822732, + "grad_norm": 1.3735583050305438, + "learning_rate": 1.9217457993314364e-05, + "loss": 0.067, + "step": 18034 + }, + { + "epoch": 15.296861747243426, + "grad_norm": 1.195535977240914, + "learning_rate": 1.9217351461257673e-05, + "loss": 0.0709, + "step": 18035 + }, + { + "epoch": 15.297709923664122, + "grad_norm": 1.431314305094257, + "learning_rate": 1.9217244922245377e-05, + "loss": 0.0796, + "step": 18036 + }, + { + "epoch": 15.298558100084819, + "grad_norm": 1.2568620100779992, + "learning_rate": 1.9217138376277558e-05, + "loss": 0.0682, + "step": 18037 + }, + { + "epoch": 15.299406276505513, + "grad_norm": 1.4492284227486645, + "learning_rate": 1.9217031823354294e-05, + "loss": 0.0676, + "step": 18038 + }, + { + "epoch": 15.30025445292621, + "grad_norm": 1.4721518342924602, + "learning_rate": 1.921692526347567e-05, + "loss": 0.0998, + "step": 18039 + }, + { + "epoch": 15.301102629346904, + "grad_norm": 1.3027240479488449, + "learning_rate": 1.9216818696641768e-05, + "loss": 0.0783, + "step": 18040 + }, + { + "epoch": 15.3019508057676, + "grad_norm": 1.4237742941515985, + "learning_rate": 1.9216712122852657e-05, + "loss": 0.0677, + "step": 18041 + }, + { + "epoch": 15.302798982188294, + "grad_norm": 1.3320498270643808, + "learning_rate": 1.921660554210843e-05, + "loss": 0.0712, + "step": 18042 + }, + { + "epoch": 15.30364715860899, + "grad_norm": 1.3069537975184577, + "learning_rate": 1.9216498954409162e-05, + "loss": 0.0661, + "step": 18043 + }, + { + "epoch": 15.304495335029687, + "grad_norm": 1.3994985883185858, + "learning_rate": 1.9216392359754933e-05, + "loss": 0.0698, + "step": 18044 + }, + { + "epoch": 15.305343511450381, + "grad_norm": 1.248083302380401, + "learning_rate": 1.9216285758145825e-05, + "loss": 0.0745, + "step": 18045 + }, + { + "epoch": 15.306191687871078, + "grad_norm": 1.646782240525842, + "learning_rate": 1.921617914958192e-05, + "loss": 0.0809, + "step": 18046 + }, + { + "epoch": 15.307039864291772, + "grad_norm": 1.4139817529028962, + "learning_rate": 1.921607253406329e-05, + "loss": 0.0693, + "step": 18047 + }, + { + "epoch": 15.307888040712468, + "grad_norm": 1.4153042968818104, + "learning_rate": 1.9215965911590025e-05, + "loss": 0.0703, + "step": 18048 + }, + { + "epoch": 15.308736217133164, + "grad_norm": 1.4506534377282405, + "learning_rate": 1.9215859282162204e-05, + "loss": 0.0768, + "step": 18049 + }, + { + "epoch": 15.309584393553859, + "grad_norm": 1.467167382715088, + "learning_rate": 1.9215752645779903e-05, + "loss": 0.0735, + "step": 18050 + }, + { + "epoch": 15.310432569974555, + "grad_norm": 1.4939556604640643, + "learning_rate": 1.9215646002443204e-05, + "loss": 0.0919, + "step": 18051 + }, + { + "epoch": 15.31128074639525, + "grad_norm": 1.4855338836961105, + "learning_rate": 1.9215539352152192e-05, + "loss": 0.0823, + "step": 18052 + }, + { + "epoch": 15.312128922815946, + "grad_norm": 1.3472001575655759, + "learning_rate": 1.921543269490694e-05, + "loss": 0.0746, + "step": 18053 + }, + { + "epoch": 15.312977099236642, + "grad_norm": 1.3254373834319757, + "learning_rate": 1.9215326030707536e-05, + "loss": 0.0698, + "step": 18054 + }, + { + "epoch": 15.313825275657337, + "grad_norm": 1.3420017088114888, + "learning_rate": 1.9215219359554055e-05, + "loss": 0.0738, + "step": 18055 + }, + { + "epoch": 15.314673452078033, + "grad_norm": 1.4978423050689305, + "learning_rate": 1.921511268144658e-05, + "loss": 0.0722, + "step": 18056 + }, + { + "epoch": 15.315521628498727, + "grad_norm": 1.2294561757527762, + "learning_rate": 1.9215005996385193e-05, + "loss": 0.0681, + "step": 18057 + }, + { + "epoch": 15.316369804919423, + "grad_norm": 1.370714603370837, + "learning_rate": 1.921489930436997e-05, + "loss": 0.0676, + "step": 18058 + }, + { + "epoch": 15.317217981340118, + "grad_norm": 1.4058837675913978, + "learning_rate": 1.9214792605400993e-05, + "loss": 0.0812, + "step": 18059 + }, + { + "epoch": 15.318066157760814, + "grad_norm": 1.4443483497292717, + "learning_rate": 1.9214685899478347e-05, + "loss": 0.0787, + "step": 18060 + }, + { + "epoch": 15.31891433418151, + "grad_norm": 1.360813997047204, + "learning_rate": 1.9214579186602104e-05, + "loss": 0.0694, + "step": 18061 + }, + { + "epoch": 15.319762510602205, + "grad_norm": 1.3382222412372808, + "learning_rate": 1.9214472466772353e-05, + "loss": 0.0766, + "step": 18062 + }, + { + "epoch": 15.320610687022901, + "grad_norm": 1.480153005683095, + "learning_rate": 1.9214365739989173e-05, + "loss": 0.0617, + "step": 18063 + }, + { + "epoch": 15.321458863443596, + "grad_norm": 1.4605856252490126, + "learning_rate": 1.921425900625264e-05, + "loss": 0.0691, + "step": 18064 + }, + { + "epoch": 15.322307039864292, + "grad_norm": 1.3151564207255124, + "learning_rate": 1.921415226556284e-05, + "loss": 0.0693, + "step": 18065 + }, + { + "epoch": 15.323155216284988, + "grad_norm": 1.457869477669943, + "learning_rate": 1.9214045517919846e-05, + "loss": 0.076, + "step": 18066 + }, + { + "epoch": 15.324003392705682, + "grad_norm": 1.546938662760469, + "learning_rate": 1.9213938763323744e-05, + "loss": 0.0876, + "step": 18067 + }, + { + "epoch": 15.324851569126379, + "grad_norm": 1.3186136745588717, + "learning_rate": 1.921383200177462e-05, + "loss": 0.0719, + "step": 18068 + }, + { + "epoch": 15.325699745547073, + "grad_norm": 1.4157755308577862, + "learning_rate": 1.921372523327254e-05, + "loss": 0.0838, + "step": 18069 + }, + { + "epoch": 15.32654792196777, + "grad_norm": 1.2757533364580196, + "learning_rate": 1.92136184578176e-05, + "loss": 0.0728, + "step": 18070 + }, + { + "epoch": 15.327396098388466, + "grad_norm": 1.3295829785421516, + "learning_rate": 1.921351167540987e-05, + "loss": 0.0725, + "step": 18071 + }, + { + "epoch": 15.32824427480916, + "grad_norm": 1.2908748256555607, + "learning_rate": 1.9213404886049435e-05, + "loss": 0.0731, + "step": 18072 + }, + { + "epoch": 15.329092451229856, + "grad_norm": 1.4144692316041758, + "learning_rate": 1.921329808973637e-05, + "loss": 0.0673, + "step": 18073 + }, + { + "epoch": 15.32994062765055, + "grad_norm": 1.2072994398982861, + "learning_rate": 1.9213191286470767e-05, + "loss": 0.0615, + "step": 18074 + }, + { + "epoch": 15.330788804071247, + "grad_norm": 1.4513069702002523, + "learning_rate": 1.9213084476252698e-05, + "loss": 0.0738, + "step": 18075 + }, + { + "epoch": 15.331636980491943, + "grad_norm": 1.5071565101097792, + "learning_rate": 1.9212977659082246e-05, + "loss": 0.0777, + "step": 18076 + }, + { + "epoch": 15.332485156912638, + "grad_norm": 1.290878116777248, + "learning_rate": 1.921287083495949e-05, + "loss": 0.0794, + "step": 18077 + }, + { + "epoch": 15.333333333333334, + "grad_norm": 1.4499354342949844, + "learning_rate": 1.921276400388451e-05, + "loss": 0.0714, + "step": 18078 + }, + { + "epoch": 15.334181509754028, + "grad_norm": 1.5189043343092345, + "learning_rate": 1.921265716585739e-05, + "loss": 0.072, + "step": 18079 + }, + { + "epoch": 15.335029686174725, + "grad_norm": 1.3764902173069022, + "learning_rate": 1.9212550320878208e-05, + "loss": 0.0663, + "step": 18080 + }, + { + "epoch": 15.335877862595419, + "grad_norm": 1.2597400037598596, + "learning_rate": 1.921244346894705e-05, + "loss": 0.0729, + "step": 18081 + }, + { + "epoch": 15.336726039016115, + "grad_norm": 1.5516373916607948, + "learning_rate": 1.921233661006399e-05, + "loss": 0.0851, + "step": 18082 + }, + { + "epoch": 15.337574215436812, + "grad_norm": 1.4598356612103587, + "learning_rate": 1.921222974422911e-05, + "loss": 0.0829, + "step": 18083 + }, + { + "epoch": 15.338422391857506, + "grad_norm": 1.428985987394416, + "learning_rate": 1.9212122871442487e-05, + "loss": 0.0798, + "step": 18084 + }, + { + "epoch": 15.339270568278202, + "grad_norm": 1.653547568973827, + "learning_rate": 1.9212015991704212e-05, + "loss": 0.092, + "step": 18085 + }, + { + "epoch": 15.340118744698897, + "grad_norm": 1.431775361750072, + "learning_rate": 1.9211909105014358e-05, + "loss": 0.0874, + "step": 18086 + }, + { + "epoch": 15.340966921119593, + "grad_norm": 1.259040204534049, + "learning_rate": 1.9211802211373006e-05, + "loss": 0.0713, + "step": 18087 + }, + { + "epoch": 15.34181509754029, + "grad_norm": 1.369051437371693, + "learning_rate": 1.921169531078024e-05, + "loss": 0.0712, + "step": 18088 + }, + { + "epoch": 15.342663273960984, + "grad_norm": 1.2278991189427353, + "learning_rate": 1.921158840323614e-05, + "loss": 0.0621, + "step": 18089 + }, + { + "epoch": 15.34351145038168, + "grad_norm": 1.306292948125951, + "learning_rate": 1.9211481488740787e-05, + "loss": 0.0667, + "step": 18090 + }, + { + "epoch": 15.344359626802374, + "grad_norm": 1.228147155011137, + "learning_rate": 1.9211374567294258e-05, + "loss": 0.0636, + "step": 18091 + }, + { + "epoch": 15.34520780322307, + "grad_norm": 1.168007099348226, + "learning_rate": 1.9211267638896633e-05, + "loss": 0.0708, + "step": 18092 + }, + { + "epoch": 15.346055979643765, + "grad_norm": 1.3022929439608484, + "learning_rate": 1.9211160703547996e-05, + "loss": 0.0758, + "step": 18093 + }, + { + "epoch": 15.346904156064461, + "grad_norm": 1.34524666070278, + "learning_rate": 1.921105376124843e-05, + "loss": 0.0723, + "step": 18094 + }, + { + "epoch": 15.347752332485157, + "grad_norm": 1.2400515686254792, + "learning_rate": 1.9210946811998013e-05, + "loss": 0.0738, + "step": 18095 + }, + { + "epoch": 15.348600508905852, + "grad_norm": 1.47482125547736, + "learning_rate": 1.9210839855796824e-05, + "loss": 0.0718, + "step": 18096 + }, + { + "epoch": 15.349448685326548, + "grad_norm": 1.4685514540740585, + "learning_rate": 1.9210732892644946e-05, + "loss": 0.0706, + "step": 18097 + }, + { + "epoch": 15.350296861747243, + "grad_norm": 1.3034255694077663, + "learning_rate": 1.921062592254246e-05, + "loss": 0.0702, + "step": 18098 + }, + { + "epoch": 15.351145038167939, + "grad_norm": 1.3775628135987474, + "learning_rate": 1.9210518945489442e-05, + "loss": 0.0661, + "step": 18099 + }, + { + "epoch": 15.351993214588635, + "grad_norm": 1.44468717182194, + "learning_rate": 1.9210411961485982e-05, + "loss": 0.0705, + "step": 18100 + }, + { + "epoch": 15.35284139100933, + "grad_norm": 1.4494746670949663, + "learning_rate": 1.9210304970532152e-05, + "loss": 0.0777, + "step": 18101 + }, + { + "epoch": 15.353689567430026, + "grad_norm": 1.349033255167403, + "learning_rate": 1.9210197972628034e-05, + "loss": 0.0706, + "step": 18102 + }, + { + "epoch": 15.35453774385072, + "grad_norm": 1.4241626391102649, + "learning_rate": 1.9210090967773713e-05, + "loss": 0.075, + "step": 18103 + }, + { + "epoch": 15.355385920271416, + "grad_norm": 1.5907829168420915, + "learning_rate": 1.920998395596927e-05, + "loss": 0.0808, + "step": 18104 + }, + { + "epoch": 15.356234096692113, + "grad_norm": 1.3958570708783846, + "learning_rate": 1.9209876937214778e-05, + "loss": 0.0715, + "step": 18105 + }, + { + "epoch": 15.357082273112807, + "grad_norm": 1.3582214739862177, + "learning_rate": 1.9209769911510324e-05, + "loss": 0.0663, + "step": 18106 + }, + { + "epoch": 15.357930449533503, + "grad_norm": 1.4084961652478463, + "learning_rate": 1.920966287885599e-05, + "loss": 0.0766, + "step": 18107 + }, + { + "epoch": 15.358778625954198, + "grad_norm": 1.667181375554492, + "learning_rate": 1.9209555839251855e-05, + "loss": 0.102, + "step": 18108 + }, + { + "epoch": 15.359626802374894, + "grad_norm": 1.2017401994269716, + "learning_rate": 1.9209448792698e-05, + "loss": 0.0667, + "step": 18109 + }, + { + "epoch": 15.36047497879559, + "grad_norm": 1.33737272448494, + "learning_rate": 1.9209341739194504e-05, + "loss": 0.0739, + "step": 18110 + }, + { + "epoch": 15.361323155216285, + "grad_norm": 1.4830343628956586, + "learning_rate": 1.9209234678741445e-05, + "loss": 0.0735, + "step": 18111 + }, + { + "epoch": 15.362171331636981, + "grad_norm": 1.552563513253458, + "learning_rate": 1.920912761133891e-05, + "loss": 0.0886, + "step": 18112 + }, + { + "epoch": 15.363019508057675, + "grad_norm": 1.4217125509322068, + "learning_rate": 1.920902053698698e-05, + "loss": 0.0745, + "step": 18113 + }, + { + "epoch": 15.363867684478372, + "grad_norm": 1.4579707311309913, + "learning_rate": 1.9208913455685732e-05, + "loss": 0.0702, + "step": 18114 + }, + { + "epoch": 15.364715860899066, + "grad_norm": 1.4244778870033354, + "learning_rate": 1.9208806367435247e-05, + "loss": 0.0775, + "step": 18115 + }, + { + "epoch": 15.365564037319762, + "grad_norm": 1.4215136861838256, + "learning_rate": 1.920869927223561e-05, + "loss": 0.083, + "step": 18116 + }, + { + "epoch": 15.366412213740459, + "grad_norm": 1.304007347310213, + "learning_rate": 1.9208592170086895e-05, + "loss": 0.0756, + "step": 18117 + }, + { + "epoch": 15.367260390161153, + "grad_norm": 1.3340134337008716, + "learning_rate": 1.9208485060989188e-05, + "loss": 0.0871, + "step": 18118 + }, + { + "epoch": 15.36810856658185, + "grad_norm": 1.294119698634593, + "learning_rate": 1.9208377944942567e-05, + "loss": 0.075, + "step": 18119 + }, + { + "epoch": 15.368956743002544, + "grad_norm": 1.337731949537306, + "learning_rate": 1.9208270821947116e-05, + "loss": 0.0762, + "step": 18120 + }, + { + "epoch": 15.36980491942324, + "grad_norm": 1.5282534122178155, + "learning_rate": 1.920816369200291e-05, + "loss": 0.0733, + "step": 18121 + }, + { + "epoch": 15.370653095843936, + "grad_norm": 1.3407051680105728, + "learning_rate": 1.9208056555110038e-05, + "loss": 0.0694, + "step": 18122 + }, + { + "epoch": 15.37150127226463, + "grad_norm": 1.3560546705564664, + "learning_rate": 1.9207949411268577e-05, + "loss": 0.0793, + "step": 18123 + }, + { + "epoch": 15.372349448685327, + "grad_norm": 1.2050249547826657, + "learning_rate": 1.9207842260478604e-05, + "loss": 0.0675, + "step": 18124 + }, + { + "epoch": 15.373197625106021, + "grad_norm": 1.4147785048769663, + "learning_rate": 1.9207735102740206e-05, + "loss": 0.084, + "step": 18125 + }, + { + "epoch": 15.374045801526718, + "grad_norm": 1.4005497672537819, + "learning_rate": 1.920762793805346e-05, + "loss": 0.0629, + "step": 18126 + }, + { + "epoch": 15.374893977947414, + "grad_norm": 1.608577595353954, + "learning_rate": 1.920752076641845e-05, + "loss": 0.087, + "step": 18127 + }, + { + "epoch": 15.375742154368108, + "grad_norm": 1.4176131792483981, + "learning_rate": 1.9207413587835252e-05, + "loss": 0.0664, + "step": 18128 + }, + { + "epoch": 15.376590330788805, + "grad_norm": 1.3894051132360956, + "learning_rate": 1.9207306402303954e-05, + "loss": 0.0687, + "step": 18129 + }, + { + "epoch": 15.377438507209499, + "grad_norm": 1.1092381160706464, + "learning_rate": 1.920719920982463e-05, + "loss": 0.0586, + "step": 18130 + }, + { + "epoch": 15.378286683630195, + "grad_norm": 1.3377736525063215, + "learning_rate": 1.9207092010397366e-05, + "loss": 0.0671, + "step": 18131 + }, + { + "epoch": 15.37913486005089, + "grad_norm": 1.446485039255861, + "learning_rate": 1.9206984804022238e-05, + "loss": 0.0711, + "step": 18132 + }, + { + "epoch": 15.379983036471586, + "grad_norm": 1.2494884977382559, + "learning_rate": 1.9206877590699328e-05, + "loss": 0.0652, + "step": 18133 + }, + { + "epoch": 15.380831212892282, + "grad_norm": 1.3469761854757967, + "learning_rate": 1.920677037042872e-05, + "loss": 0.0694, + "step": 18134 + }, + { + "epoch": 15.381679389312977, + "grad_norm": 1.3979336436358907, + "learning_rate": 1.9206663143210495e-05, + "loss": 0.0723, + "step": 18135 + }, + { + "epoch": 15.382527565733673, + "grad_norm": 1.2692052354497019, + "learning_rate": 1.920655590904473e-05, + "loss": 0.0636, + "step": 18136 + }, + { + "epoch": 15.383375742154367, + "grad_norm": 1.374733209329416, + "learning_rate": 1.920644866793151e-05, + "loss": 0.0836, + "step": 18137 + }, + { + "epoch": 15.384223918575064, + "grad_norm": 1.3527446899422746, + "learning_rate": 1.9206341419870913e-05, + "loss": 0.0843, + "step": 18138 + }, + { + "epoch": 15.38507209499576, + "grad_norm": 1.2307490426370287, + "learning_rate": 1.920623416486302e-05, + "loss": 0.0634, + "step": 18139 + }, + { + "epoch": 15.385920271416454, + "grad_norm": 1.3972941588531782, + "learning_rate": 1.9206126902907916e-05, + "loss": 0.071, + "step": 18140 + }, + { + "epoch": 15.38676844783715, + "grad_norm": 1.5907706557124728, + "learning_rate": 1.9206019634005676e-05, + "loss": 0.0802, + "step": 18141 + }, + { + "epoch": 15.387616624257845, + "grad_norm": 1.3257262332389963, + "learning_rate": 1.9205912358156384e-05, + "loss": 0.0629, + "step": 18142 + }, + { + "epoch": 15.388464800678541, + "grad_norm": 1.2968647674047245, + "learning_rate": 1.9205805075360124e-05, + "loss": 0.069, + "step": 18143 + }, + { + "epoch": 15.389312977099237, + "grad_norm": 1.1910430488022017, + "learning_rate": 1.9205697785616967e-05, + "loss": 0.0595, + "step": 18144 + }, + { + "epoch": 15.390161153519932, + "grad_norm": 1.3825142181344652, + "learning_rate": 1.9205590488927004e-05, + "loss": 0.0612, + "step": 18145 + }, + { + "epoch": 15.391009329940628, + "grad_norm": 1.3939667566153453, + "learning_rate": 1.9205483185290315e-05, + "loss": 0.0701, + "step": 18146 + }, + { + "epoch": 15.391857506361323, + "grad_norm": 1.3170600553030196, + "learning_rate": 1.9205375874706976e-05, + "loss": 0.0719, + "step": 18147 + }, + { + "epoch": 15.392705682782019, + "grad_norm": 1.3272713588211074, + "learning_rate": 1.9205268557177073e-05, + "loss": 0.0736, + "step": 18148 + }, + { + "epoch": 15.393553859202715, + "grad_norm": 1.2605610916209256, + "learning_rate": 1.9205161232700683e-05, + "loss": 0.0741, + "step": 18149 + }, + { + "epoch": 15.39440203562341, + "grad_norm": 1.416801644167179, + "learning_rate": 1.9205053901277887e-05, + "loss": 0.0698, + "step": 18150 + }, + { + "epoch": 15.395250212044106, + "grad_norm": 1.3279047452567705, + "learning_rate": 1.9204946562908768e-05, + "loss": 0.0695, + "step": 18151 + }, + { + "epoch": 15.3960983884648, + "grad_norm": 1.3242212961462467, + "learning_rate": 1.9204839217593406e-05, + "loss": 0.0686, + "step": 18152 + }, + { + "epoch": 15.396946564885496, + "grad_norm": 1.2445968092933903, + "learning_rate": 1.9204731865331885e-05, + "loss": 0.0631, + "step": 18153 + }, + { + "epoch": 15.39779474130619, + "grad_norm": 1.4823698228248863, + "learning_rate": 1.920462450612428e-05, + "loss": 0.0728, + "step": 18154 + }, + { + "epoch": 15.398642917726887, + "grad_norm": 1.4808628246408084, + "learning_rate": 1.9204517139970682e-05, + "loss": 0.0745, + "step": 18155 + }, + { + "epoch": 15.399491094147583, + "grad_norm": 1.3806279670896395, + "learning_rate": 1.9204409766871162e-05, + "loss": 0.0755, + "step": 18156 + }, + { + "epoch": 15.400339270568278, + "grad_norm": 1.4384873657904331, + "learning_rate": 1.9204302386825806e-05, + "loss": 0.0839, + "step": 18157 + }, + { + "epoch": 15.401187446988974, + "grad_norm": 1.5402237398814522, + "learning_rate": 1.9204194999834687e-05, + "loss": 0.0727, + "step": 18158 + }, + { + "epoch": 15.402035623409668, + "grad_norm": 1.3026207104007284, + "learning_rate": 1.92040876058979e-05, + "loss": 0.0721, + "step": 18159 + }, + { + "epoch": 15.402883799830365, + "grad_norm": 1.1541775430780583, + "learning_rate": 1.920398020501552e-05, + "loss": 0.064, + "step": 18160 + }, + { + "epoch": 15.403731976251061, + "grad_norm": 1.3784930610215036, + "learning_rate": 1.920387279718762e-05, + "loss": 0.0678, + "step": 18161 + }, + { + "epoch": 15.404580152671755, + "grad_norm": 1.4405954997325103, + "learning_rate": 1.920376538241429e-05, + "loss": 0.0827, + "step": 18162 + }, + { + "epoch": 15.405428329092452, + "grad_norm": 1.3626633257006593, + "learning_rate": 1.920365796069561e-05, + "loss": 0.0752, + "step": 18163 + }, + { + "epoch": 15.406276505513146, + "grad_norm": 1.5678632564652986, + "learning_rate": 1.920355053203166e-05, + "loss": 0.0778, + "step": 18164 + }, + { + "epoch": 15.407124681933842, + "grad_norm": 1.287840241392246, + "learning_rate": 1.920344309642252e-05, + "loss": 0.0618, + "step": 18165 + }, + { + "epoch": 15.407972858354539, + "grad_norm": 1.3643965690433986, + "learning_rate": 1.9203335653868275e-05, + "loss": 0.0651, + "step": 18166 + }, + { + "epoch": 15.408821034775233, + "grad_norm": 1.665769642319596, + "learning_rate": 1.9203228204369e-05, + "loss": 0.0913, + "step": 18167 + }, + { + "epoch": 15.40966921119593, + "grad_norm": 1.4412949289538017, + "learning_rate": 1.920312074792478e-05, + "loss": 0.0686, + "step": 18168 + }, + { + "epoch": 15.410517387616624, + "grad_norm": 1.5101927372735635, + "learning_rate": 1.9203013284535695e-05, + "loss": 0.0726, + "step": 18169 + }, + { + "epoch": 15.41136556403732, + "grad_norm": 1.3615894444759453, + "learning_rate": 1.9202905814201827e-05, + "loss": 0.0711, + "step": 18170 + }, + { + "epoch": 15.412213740458014, + "grad_norm": 1.4354624208669353, + "learning_rate": 1.920279833692326e-05, + "loss": 0.0762, + "step": 18171 + }, + { + "epoch": 15.41306191687871, + "grad_norm": 1.4345087164753636, + "learning_rate": 1.9202690852700066e-05, + "loss": 0.0752, + "step": 18172 + }, + { + "epoch": 15.413910093299407, + "grad_norm": 1.5085527951179054, + "learning_rate": 1.9202583361532335e-05, + "loss": 0.0784, + "step": 18173 + }, + { + "epoch": 15.414758269720101, + "grad_norm": 1.356682354139495, + "learning_rate": 1.9202475863420144e-05, + "loss": 0.0826, + "step": 18174 + }, + { + "epoch": 15.415606446140798, + "grad_norm": 1.1990616169047232, + "learning_rate": 1.9202368358363574e-05, + "loss": 0.0716, + "step": 18175 + }, + { + "epoch": 15.416454622561492, + "grad_norm": 1.3719062001172, + "learning_rate": 1.9202260846362712e-05, + "loss": 0.0716, + "step": 18176 + }, + { + "epoch": 15.417302798982188, + "grad_norm": 1.2305491164877214, + "learning_rate": 1.9202153327417627e-05, + "loss": 0.07, + "step": 18177 + }, + { + "epoch": 15.418150975402884, + "grad_norm": 1.3520419511466193, + "learning_rate": 1.920204580152841e-05, + "loss": 0.0828, + "step": 18178 + }, + { + "epoch": 15.418999151823579, + "grad_norm": 1.4401853313845316, + "learning_rate": 1.920193826869514e-05, + "loss": 0.0771, + "step": 18179 + }, + { + "epoch": 15.419847328244275, + "grad_norm": 1.697285411327044, + "learning_rate": 1.9201830728917898e-05, + "loss": 0.0961, + "step": 18180 + }, + { + "epoch": 15.42069550466497, + "grad_norm": 1.4797521260666289, + "learning_rate": 1.9201723182196766e-05, + "loss": 0.0924, + "step": 18181 + }, + { + "epoch": 15.421543681085666, + "grad_norm": 1.3092525766208543, + "learning_rate": 1.9201615628531824e-05, + "loss": 0.0675, + "step": 18182 + }, + { + "epoch": 15.422391857506362, + "grad_norm": 1.4015300205343073, + "learning_rate": 1.920150806792315e-05, + "loss": 0.0792, + "step": 18183 + }, + { + "epoch": 15.423240033927057, + "grad_norm": 1.6079993874540004, + "learning_rate": 1.920140050037083e-05, + "loss": 0.095, + "step": 18184 + }, + { + "epoch": 15.424088210347753, + "grad_norm": 1.435567899061667, + "learning_rate": 1.920129292587494e-05, + "loss": 0.0755, + "step": 18185 + }, + { + "epoch": 15.424936386768447, + "grad_norm": 1.3379078972372356, + "learning_rate": 1.920118534443557e-05, + "loss": 0.0698, + "step": 18186 + }, + { + "epoch": 15.425784563189143, + "grad_norm": 1.5638088645262724, + "learning_rate": 1.9201077756052795e-05, + "loss": 0.0787, + "step": 18187 + }, + { + "epoch": 15.42663273960984, + "grad_norm": 1.3336923772720204, + "learning_rate": 1.9200970160726696e-05, + "loss": 0.0695, + "step": 18188 + }, + { + "epoch": 15.427480916030534, + "grad_norm": 1.344824058381575, + "learning_rate": 1.9200862558457354e-05, + "loss": 0.0629, + "step": 18189 + }, + { + "epoch": 15.42832909245123, + "grad_norm": 1.3836383417243046, + "learning_rate": 1.9200754949244852e-05, + "loss": 0.0674, + "step": 18190 + }, + { + "epoch": 15.429177268871925, + "grad_norm": 1.3933448535145336, + "learning_rate": 1.920064733308927e-05, + "loss": 0.0742, + "step": 18191 + }, + { + "epoch": 15.430025445292621, + "grad_norm": 1.2985104463719568, + "learning_rate": 1.9200539709990694e-05, + "loss": 0.0687, + "step": 18192 + }, + { + "epoch": 15.430873621713316, + "grad_norm": 1.3305630308220522, + "learning_rate": 1.9200432079949198e-05, + "loss": 0.0811, + "step": 18193 + }, + { + "epoch": 15.431721798134012, + "grad_norm": 2.1121429853844544, + "learning_rate": 1.9200324442964867e-05, + "loss": 0.0862, + "step": 18194 + }, + { + "epoch": 15.432569974554708, + "grad_norm": 1.4334142280089133, + "learning_rate": 1.920021679903778e-05, + "loss": 0.0813, + "step": 18195 + }, + { + "epoch": 15.433418150975402, + "grad_norm": 1.3104759440861573, + "learning_rate": 1.920010914816802e-05, + "loss": 0.0728, + "step": 18196 + }, + { + "epoch": 15.434266327396099, + "grad_norm": 1.2379473509086556, + "learning_rate": 1.920000149035567e-05, + "loss": 0.0664, + "step": 18197 + }, + { + "epoch": 15.435114503816793, + "grad_norm": 1.3480361671150765, + "learning_rate": 1.9199893825600808e-05, + "loss": 0.075, + "step": 18198 + }, + { + "epoch": 15.43596268023749, + "grad_norm": 1.5962967409421018, + "learning_rate": 1.9199786153903515e-05, + "loss": 0.0713, + "step": 18199 + }, + { + "epoch": 15.436810856658186, + "grad_norm": 1.5017418118397081, + "learning_rate": 1.9199678475263876e-05, + "loss": 0.0772, + "step": 18200 + }, + { + "epoch": 15.43765903307888, + "grad_norm": 1.1913121771180266, + "learning_rate": 1.919957078968197e-05, + "loss": 0.0603, + "step": 18201 + }, + { + "epoch": 15.438507209499576, + "grad_norm": 1.47041515317201, + "learning_rate": 1.9199463097157874e-05, + "loss": 0.0715, + "step": 18202 + }, + { + "epoch": 15.43935538592027, + "grad_norm": 1.3531711534558948, + "learning_rate": 1.919935539769168e-05, + "loss": 0.0728, + "step": 18203 + }, + { + "epoch": 15.440203562340967, + "grad_norm": 1.5360287685137526, + "learning_rate": 1.9199247691283456e-05, + "loss": 0.0767, + "step": 18204 + }, + { + "epoch": 15.441051738761663, + "grad_norm": 1.3170514053845535, + "learning_rate": 1.9199139977933294e-05, + "loss": 0.0649, + "step": 18205 + }, + { + "epoch": 15.441899915182358, + "grad_norm": 1.4270379825349448, + "learning_rate": 1.919903225764127e-05, + "loss": 0.078, + "step": 18206 + }, + { + "epoch": 15.442748091603054, + "grad_norm": 1.6306897714519493, + "learning_rate": 1.9198924530407467e-05, + "loss": 0.0854, + "step": 18207 + }, + { + "epoch": 15.443596268023748, + "grad_norm": 1.2873932736009388, + "learning_rate": 1.9198816796231967e-05, + "loss": 0.0656, + "step": 18208 + }, + { + "epoch": 15.444444444444445, + "grad_norm": 1.4674807996486996, + "learning_rate": 1.919870905511485e-05, + "loss": 0.0849, + "step": 18209 + }, + { + "epoch": 15.445292620865139, + "grad_norm": 1.3529656061017465, + "learning_rate": 1.9198601307056198e-05, + "loss": 0.0646, + "step": 18210 + }, + { + "epoch": 15.446140797285835, + "grad_norm": 1.3552594336908494, + "learning_rate": 1.919849355205609e-05, + "loss": 0.0777, + "step": 18211 + }, + { + "epoch": 15.446988973706532, + "grad_norm": 1.3531975229598903, + "learning_rate": 1.9198385790114608e-05, + "loss": 0.0718, + "step": 18212 + }, + { + "epoch": 15.447837150127226, + "grad_norm": 1.4447103726789516, + "learning_rate": 1.9198278021231838e-05, + "loss": 0.0804, + "step": 18213 + }, + { + "epoch": 15.448685326547922, + "grad_norm": 1.3776233148909407, + "learning_rate": 1.9198170245407854e-05, + "loss": 0.0684, + "step": 18214 + }, + { + "epoch": 15.449533502968617, + "grad_norm": 1.4930601535995283, + "learning_rate": 1.9198062462642743e-05, + "loss": 0.0774, + "step": 18215 + }, + { + "epoch": 15.450381679389313, + "grad_norm": 1.3853193885072488, + "learning_rate": 1.9197954672936586e-05, + "loss": 0.0799, + "step": 18216 + }, + { + "epoch": 15.45122985581001, + "grad_norm": 1.4893505592754055, + "learning_rate": 1.919784687628946e-05, + "loss": 0.0863, + "step": 18217 + }, + { + "epoch": 15.452078032230704, + "grad_norm": 1.3874333166779396, + "learning_rate": 1.9197739072701452e-05, + "loss": 0.0676, + "step": 18218 + }, + { + "epoch": 15.4529262086514, + "grad_norm": 1.1752744875838832, + "learning_rate": 1.9197631262172637e-05, + "loss": 0.0636, + "step": 18219 + }, + { + "epoch": 15.453774385072094, + "grad_norm": 1.5032827985616, + "learning_rate": 1.9197523444703102e-05, + "loss": 0.0858, + "step": 18220 + }, + { + "epoch": 15.45462256149279, + "grad_norm": 1.5250642284003804, + "learning_rate": 1.9197415620292925e-05, + "loss": 0.0683, + "step": 18221 + }, + { + "epoch": 15.455470737913487, + "grad_norm": 1.5476361621350474, + "learning_rate": 1.919730778894219e-05, + "loss": 0.072, + "step": 18222 + }, + { + "epoch": 15.456318914334181, + "grad_norm": 1.3656464998508802, + "learning_rate": 1.9197199950650976e-05, + "loss": 0.0817, + "step": 18223 + }, + { + "epoch": 15.457167090754877, + "grad_norm": 1.3814488368951618, + "learning_rate": 1.9197092105419367e-05, + "loss": 0.0742, + "step": 18224 + }, + { + "epoch": 15.458015267175572, + "grad_norm": 1.3904529163187027, + "learning_rate": 1.919698425324744e-05, + "loss": 0.0695, + "step": 18225 + }, + { + "epoch": 15.458863443596268, + "grad_norm": 1.3886704211285672, + "learning_rate": 1.919687639413528e-05, + "loss": 0.096, + "step": 18226 + }, + { + "epoch": 15.459711620016964, + "grad_norm": 1.601026248394742, + "learning_rate": 1.9196768528082967e-05, + "loss": 0.0749, + "step": 18227 + }, + { + "epoch": 15.460559796437659, + "grad_norm": 1.4981420637646934, + "learning_rate": 1.9196660655090585e-05, + "loss": 0.0929, + "step": 18228 + }, + { + "epoch": 15.461407972858355, + "grad_norm": 1.374394913407896, + "learning_rate": 1.919655277515821e-05, + "loss": 0.0854, + "step": 18229 + }, + { + "epoch": 15.46225614927905, + "grad_norm": 1.295697964885224, + "learning_rate": 1.9196444888285927e-05, + "loss": 0.0695, + "step": 18230 + }, + { + "epoch": 15.463104325699746, + "grad_norm": 1.4251097203573706, + "learning_rate": 1.919633699447382e-05, + "loss": 0.0671, + "step": 18231 + }, + { + "epoch": 15.46395250212044, + "grad_norm": 1.4499429980282523, + "learning_rate": 1.9196229093721967e-05, + "loss": 0.0803, + "step": 18232 + }, + { + "epoch": 15.464800678541136, + "grad_norm": 1.3858918588619122, + "learning_rate": 1.9196121186030446e-05, + "loss": 0.0719, + "step": 18233 + }, + { + "epoch": 15.465648854961833, + "grad_norm": 1.431162358728512, + "learning_rate": 1.919601327139935e-05, + "loss": 0.0842, + "step": 18234 + }, + { + "epoch": 15.466497031382527, + "grad_norm": 1.442048429040857, + "learning_rate": 1.9195905349828745e-05, + "loss": 0.0779, + "step": 18235 + }, + { + "epoch": 15.467345207803223, + "grad_norm": 1.2453553337879286, + "learning_rate": 1.9195797421318723e-05, + "loss": 0.078, + "step": 18236 + }, + { + "epoch": 15.468193384223918, + "grad_norm": 1.4539376260047403, + "learning_rate": 1.9195689485869364e-05, + "loss": 0.0777, + "step": 18237 + }, + { + "epoch": 15.469041560644614, + "grad_norm": 1.5633242935524252, + "learning_rate": 1.9195581543480748e-05, + "loss": 0.0775, + "step": 18238 + }, + { + "epoch": 15.46988973706531, + "grad_norm": 1.4671432493297074, + "learning_rate": 1.9195473594152957e-05, + "loss": 0.0791, + "step": 18239 + }, + { + "epoch": 15.470737913486005, + "grad_norm": 1.4231455906544475, + "learning_rate": 1.919536563788607e-05, + "loss": 0.0741, + "step": 18240 + }, + { + "epoch": 15.471586089906701, + "grad_norm": 1.4842581600776004, + "learning_rate": 1.919525767468017e-05, + "loss": 0.0971, + "step": 18241 + }, + { + "epoch": 15.472434266327395, + "grad_norm": 1.380242922551951, + "learning_rate": 1.919514970453534e-05, + "loss": 0.081, + "step": 18242 + }, + { + "epoch": 15.473282442748092, + "grad_norm": 1.2340339892302863, + "learning_rate": 1.9195041727451662e-05, + "loss": 0.0671, + "step": 18243 + }, + { + "epoch": 15.474130619168788, + "grad_norm": 1.392675188120997, + "learning_rate": 1.9194933743429215e-05, + "loss": 0.0883, + "step": 18244 + }, + { + "epoch": 15.474978795589482, + "grad_norm": 1.4967371044100284, + "learning_rate": 1.919482575246808e-05, + "loss": 0.0745, + "step": 18245 + }, + { + "epoch": 15.475826972010179, + "grad_norm": 1.3477190659675353, + "learning_rate": 1.919471775456834e-05, + "loss": 0.0695, + "step": 18246 + }, + { + "epoch": 15.476675148430873, + "grad_norm": 1.364336790609705, + "learning_rate": 1.9194609749730077e-05, + "loss": 0.0692, + "step": 18247 + }, + { + "epoch": 15.47752332485157, + "grad_norm": 1.3967391412433972, + "learning_rate": 1.9194501737953372e-05, + "loss": 0.0872, + "step": 18248 + }, + { + "epoch": 15.478371501272264, + "grad_norm": 1.5604410576678518, + "learning_rate": 1.9194393719238306e-05, + "loss": 0.0815, + "step": 18249 + }, + { + "epoch": 15.47921967769296, + "grad_norm": 1.3728086120813094, + "learning_rate": 1.9194285693584962e-05, + "loss": 0.0678, + "step": 18250 + }, + { + "epoch": 15.480067854113656, + "grad_norm": 1.4742618318869642, + "learning_rate": 1.9194177660993423e-05, + "loss": 0.0986, + "step": 18251 + }, + { + "epoch": 15.48091603053435, + "grad_norm": 1.5666640841685573, + "learning_rate": 1.9194069621463765e-05, + "loss": 0.0947, + "step": 18252 + }, + { + "epoch": 15.481764206955047, + "grad_norm": 1.4059378075432714, + "learning_rate": 1.919396157499607e-05, + "loss": 0.0821, + "step": 18253 + }, + { + "epoch": 15.482612383375741, + "grad_norm": 1.3780582745925505, + "learning_rate": 1.9193853521590428e-05, + "loss": 0.0738, + "step": 18254 + }, + { + "epoch": 15.483460559796438, + "grad_norm": 1.3393753442986045, + "learning_rate": 1.9193745461246908e-05, + "loss": 0.0872, + "step": 18255 + }, + { + "epoch": 15.484308736217134, + "grad_norm": 1.3748873809688424, + "learning_rate": 1.91936373939656e-05, + "loss": 0.0702, + "step": 18256 + }, + { + "epoch": 15.485156912637828, + "grad_norm": 1.5173381261360162, + "learning_rate": 1.919352931974659e-05, + "loss": 0.0749, + "step": 18257 + }, + { + "epoch": 15.486005089058525, + "grad_norm": 1.3129621185324087, + "learning_rate": 1.9193421238589946e-05, + "loss": 0.0644, + "step": 18258 + }, + { + "epoch": 15.486853265479219, + "grad_norm": 1.4724985582328562, + "learning_rate": 1.919331315049576e-05, + "loss": 0.0896, + "step": 18259 + }, + { + "epoch": 15.487701441899915, + "grad_norm": 1.5141599890429427, + "learning_rate": 1.919320505546411e-05, + "loss": 0.0923, + "step": 18260 + }, + { + "epoch": 15.488549618320612, + "grad_norm": 1.4757699468534093, + "learning_rate": 1.9193096953495075e-05, + "loss": 0.0703, + "step": 18261 + }, + { + "epoch": 15.489397794741306, + "grad_norm": 1.2456143054580886, + "learning_rate": 1.9192988844588743e-05, + "loss": 0.0655, + "step": 18262 + }, + { + "epoch": 15.490245971162002, + "grad_norm": 1.3652689641038114, + "learning_rate": 1.9192880728745188e-05, + "loss": 0.066, + "step": 18263 + }, + { + "epoch": 15.491094147582697, + "grad_norm": 1.4263621367544863, + "learning_rate": 1.91927726059645e-05, + "loss": 0.0711, + "step": 18264 + }, + { + "epoch": 15.491942324003393, + "grad_norm": 1.3893552928799908, + "learning_rate": 1.9192664476246756e-05, + "loss": 0.0688, + "step": 18265 + }, + { + "epoch": 15.49279050042409, + "grad_norm": 1.4673767123036507, + "learning_rate": 1.9192556339592035e-05, + "loss": 0.0732, + "step": 18266 + }, + { + "epoch": 15.493638676844784, + "grad_norm": 1.497432261464263, + "learning_rate": 1.9192448196000426e-05, + "loss": 0.0783, + "step": 18267 + }, + { + "epoch": 15.49448685326548, + "grad_norm": 1.321390499955993, + "learning_rate": 1.9192340045472004e-05, + "loss": 0.0642, + "step": 18268 + }, + { + "epoch": 15.495335029686174, + "grad_norm": 1.6081460871249549, + "learning_rate": 1.919223188800685e-05, + "loss": 0.0742, + "step": 18269 + }, + { + "epoch": 15.49618320610687, + "grad_norm": 1.3336182913216055, + "learning_rate": 1.919212372360505e-05, + "loss": 0.0707, + "step": 18270 + }, + { + "epoch": 15.497031382527565, + "grad_norm": 1.3972414624610636, + "learning_rate": 1.9192015552266684e-05, + "loss": 0.0785, + "step": 18271 + }, + { + "epoch": 15.497879558948261, + "grad_norm": 1.4508736105962514, + "learning_rate": 1.9191907373991834e-05, + "loss": 0.0657, + "step": 18272 + }, + { + "epoch": 15.498727735368957, + "grad_norm": 1.237890831723913, + "learning_rate": 1.919179918878058e-05, + "loss": 0.0879, + "step": 18273 + }, + { + "epoch": 15.499575911789652, + "grad_norm": 1.5012478503745814, + "learning_rate": 1.9191690996633007e-05, + "loss": 0.0742, + "step": 18274 + }, + { + "epoch": 15.500424088210348, + "grad_norm": 1.3468784141806722, + "learning_rate": 1.9191582797549193e-05, + "loss": 0.0699, + "step": 18275 + }, + { + "epoch": 15.501272264631043, + "grad_norm": 1.3792164778183074, + "learning_rate": 1.919147459152922e-05, + "loss": 0.0715, + "step": 18276 + }, + { + "epoch": 15.502120441051739, + "grad_norm": 1.5235384217194572, + "learning_rate": 1.9191366378573174e-05, + "loss": 0.0663, + "step": 18277 + }, + { + "epoch": 15.502968617472435, + "grad_norm": 1.4597518950754549, + "learning_rate": 1.919125815868113e-05, + "loss": 0.0677, + "step": 18278 + }, + { + "epoch": 15.50381679389313, + "grad_norm": 1.5821659558271917, + "learning_rate": 1.9191149931853174e-05, + "loss": 0.0885, + "step": 18279 + }, + { + "epoch": 15.504664970313826, + "grad_norm": 1.418067865950833, + "learning_rate": 1.9191041698089388e-05, + "loss": 0.0826, + "step": 18280 + }, + { + "epoch": 15.50551314673452, + "grad_norm": 1.2702995805863933, + "learning_rate": 1.919093345738985e-05, + "loss": 0.0628, + "step": 18281 + }, + { + "epoch": 15.506361323155216, + "grad_norm": 1.3658604805103798, + "learning_rate": 1.9190825209754646e-05, + "loss": 0.0705, + "step": 18282 + }, + { + "epoch": 15.50720949957591, + "grad_norm": 1.3994941298962675, + "learning_rate": 1.919071695518386e-05, + "loss": 0.0722, + "step": 18283 + }, + { + "epoch": 15.508057675996607, + "grad_norm": 1.4512917538664352, + "learning_rate": 1.9190608693677562e-05, + "loss": 0.0767, + "step": 18284 + }, + { + "epoch": 15.508905852417303, + "grad_norm": 1.3468952257448794, + "learning_rate": 1.9190500425235844e-05, + "loss": 0.0636, + "step": 18285 + }, + { + "epoch": 15.509754028837998, + "grad_norm": 1.456157860493732, + "learning_rate": 1.9190392149858787e-05, + "loss": 0.08, + "step": 18286 + }, + { + "epoch": 15.510602205258694, + "grad_norm": 1.4927896039574813, + "learning_rate": 1.9190283867546467e-05, + "loss": 0.0753, + "step": 18287 + }, + { + "epoch": 15.511450381679388, + "grad_norm": 1.6046225974717099, + "learning_rate": 1.919017557829897e-05, + "loss": 0.0724, + "step": 18288 + }, + { + "epoch": 15.512298558100085, + "grad_norm": 1.3409301594837553, + "learning_rate": 1.919006728211638e-05, + "loss": 0.0738, + "step": 18289 + }, + { + "epoch": 15.513146734520781, + "grad_norm": 1.4351573466738323, + "learning_rate": 1.9189958978998772e-05, + "loss": 0.0802, + "step": 18290 + }, + { + "epoch": 15.513994910941475, + "grad_norm": 1.284447242413951, + "learning_rate": 1.9189850668946236e-05, + "loss": 0.0775, + "step": 18291 + }, + { + "epoch": 15.514843087362172, + "grad_norm": 1.2138473316183518, + "learning_rate": 1.9189742351958847e-05, + "loss": 0.0621, + "step": 18292 + }, + { + "epoch": 15.515691263782866, + "grad_norm": 1.3887108853590813, + "learning_rate": 1.9189634028036685e-05, + "loss": 0.0666, + "step": 18293 + }, + { + "epoch": 15.516539440203562, + "grad_norm": 1.5245998163699366, + "learning_rate": 1.918952569717984e-05, + "loss": 0.096, + "step": 18294 + }, + { + "epoch": 15.517387616624259, + "grad_norm": 1.4607830153294896, + "learning_rate": 1.9189417359388388e-05, + "loss": 0.0735, + "step": 18295 + }, + { + "epoch": 15.518235793044953, + "grad_norm": 1.642703518629409, + "learning_rate": 1.9189309014662415e-05, + "loss": 0.0769, + "step": 18296 + }, + { + "epoch": 15.51908396946565, + "grad_norm": 1.4111172147700424, + "learning_rate": 1.9189200663001998e-05, + "loss": 0.0763, + "step": 18297 + }, + { + "epoch": 15.519932145886344, + "grad_norm": 1.2939777757771151, + "learning_rate": 1.918909230440722e-05, + "loss": 0.0678, + "step": 18298 + }, + { + "epoch": 15.52078032230704, + "grad_norm": 1.4894285120147615, + "learning_rate": 1.9188983938878162e-05, + "loss": 0.0759, + "step": 18299 + }, + { + "epoch": 15.521628498727736, + "grad_norm": 1.3117942197970265, + "learning_rate": 1.918887556641491e-05, + "loss": 0.0645, + "step": 18300 + }, + { + "epoch": 15.52247667514843, + "grad_norm": 1.2989384977641663, + "learning_rate": 1.9188767187017544e-05, + "loss": 0.0718, + "step": 18301 + }, + { + "epoch": 15.523324851569127, + "grad_norm": 1.4470208503401847, + "learning_rate": 1.9188658800686144e-05, + "loss": 0.0751, + "step": 18302 + }, + { + "epoch": 15.524173027989821, + "grad_norm": 1.4454792837181931, + "learning_rate": 1.918855040742079e-05, + "loss": 0.0733, + "step": 18303 + }, + { + "epoch": 15.525021204410518, + "grad_norm": 1.4558635933435093, + "learning_rate": 1.9188442007221568e-05, + "loss": 0.077, + "step": 18304 + }, + { + "epoch": 15.525869380831214, + "grad_norm": 1.4719636936879745, + "learning_rate": 1.918833360008856e-05, + "loss": 0.0838, + "step": 18305 + }, + { + "epoch": 15.526717557251908, + "grad_norm": 1.3209226927682445, + "learning_rate": 1.9188225186021844e-05, + "loss": 0.0748, + "step": 18306 + }, + { + "epoch": 15.527565733672605, + "grad_norm": 1.3972964702118518, + "learning_rate": 1.9188116765021503e-05, + "loss": 0.0745, + "step": 18307 + }, + { + "epoch": 15.528413910093299, + "grad_norm": 1.3938263886091977, + "learning_rate": 1.9188008337087622e-05, + "loss": 0.0764, + "step": 18308 + }, + { + "epoch": 15.529262086513995, + "grad_norm": 1.571566062057602, + "learning_rate": 1.9187899902220278e-05, + "loss": 0.0751, + "step": 18309 + }, + { + "epoch": 15.53011026293469, + "grad_norm": 1.4331591770738565, + "learning_rate": 1.918779146041956e-05, + "loss": 0.0721, + "step": 18310 + }, + { + "epoch": 15.530958439355386, + "grad_norm": 1.6757055858026761, + "learning_rate": 1.918768301168554e-05, + "loss": 0.0777, + "step": 18311 + }, + { + "epoch": 15.531806615776082, + "grad_norm": 1.5126204483295145, + "learning_rate": 1.9187574556018306e-05, + "loss": 0.0677, + "step": 18312 + }, + { + "epoch": 15.532654792196777, + "grad_norm": 1.4455896625671179, + "learning_rate": 1.918746609341794e-05, + "loss": 0.0761, + "step": 18313 + }, + { + "epoch": 15.533502968617473, + "grad_norm": 1.5482260333709998, + "learning_rate": 1.9187357623884524e-05, + "loss": 0.0946, + "step": 18314 + }, + { + "epoch": 15.534351145038167, + "grad_norm": 1.3995956633566249, + "learning_rate": 1.9187249147418138e-05, + "loss": 0.083, + "step": 18315 + }, + { + "epoch": 15.535199321458864, + "grad_norm": 1.459679183758303, + "learning_rate": 1.9187140664018862e-05, + "loss": 0.0728, + "step": 18316 + }, + { + "epoch": 15.53604749787956, + "grad_norm": 1.4307807994772554, + "learning_rate": 1.918703217368678e-05, + "loss": 0.0678, + "step": 18317 + }, + { + "epoch": 15.536895674300254, + "grad_norm": 1.3573156626203362, + "learning_rate": 1.918692367642198e-05, + "loss": 0.0672, + "step": 18318 + }, + { + "epoch": 15.53774385072095, + "grad_norm": 1.3184995772026442, + "learning_rate": 1.9186815172224527e-05, + "loss": 0.0639, + "step": 18319 + }, + { + "epoch": 15.538592027141645, + "grad_norm": 1.4304437873515317, + "learning_rate": 1.9186706661094525e-05, + "loss": 0.0757, + "step": 18320 + }, + { + "epoch": 15.539440203562341, + "grad_norm": 1.4429937677290372, + "learning_rate": 1.918659814303204e-05, + "loss": 0.0767, + "step": 18321 + }, + { + "epoch": 15.540288379983036, + "grad_norm": 1.585345558749243, + "learning_rate": 1.9186489618037156e-05, + "loss": 0.0795, + "step": 18322 + }, + { + "epoch": 15.541136556403732, + "grad_norm": 1.621363548315945, + "learning_rate": 1.9186381086109964e-05, + "loss": 0.081, + "step": 18323 + }, + { + "epoch": 15.541984732824428, + "grad_norm": 1.431049800582727, + "learning_rate": 1.9186272547250535e-05, + "loss": 0.075, + "step": 18324 + }, + { + "epoch": 15.542832909245123, + "grad_norm": 1.615636138256598, + "learning_rate": 1.9186164001458954e-05, + "loss": 0.0789, + "step": 18325 + }, + { + "epoch": 15.543681085665819, + "grad_norm": 1.2781562709562093, + "learning_rate": 1.9186055448735307e-05, + "loss": 0.0822, + "step": 18326 + }, + { + "epoch": 15.544529262086513, + "grad_norm": 1.465509273969892, + "learning_rate": 1.9185946889079674e-05, + "loss": 0.075, + "step": 18327 + }, + { + "epoch": 15.54537743850721, + "grad_norm": 1.4360342417659344, + "learning_rate": 1.918583832249213e-05, + "loss": 0.071, + "step": 18328 + }, + { + "epoch": 15.546225614927906, + "grad_norm": 1.5170791059191562, + "learning_rate": 1.918572974897277e-05, + "loss": 0.0839, + "step": 18329 + }, + { + "epoch": 15.5470737913486, + "grad_norm": 1.6027962315783255, + "learning_rate": 1.918562116852167e-05, + "loss": 0.0692, + "step": 18330 + }, + { + "epoch": 15.547921967769296, + "grad_norm": 1.3010775428652837, + "learning_rate": 1.9185512581138904e-05, + "loss": 0.0652, + "step": 18331 + }, + { + "epoch": 15.54877014418999, + "grad_norm": 1.6051671692226368, + "learning_rate": 1.9185403986824567e-05, + "loss": 0.0776, + "step": 18332 + }, + { + "epoch": 15.549618320610687, + "grad_norm": 1.4445513968969794, + "learning_rate": 1.918529538557873e-05, + "loss": 0.0774, + "step": 18333 + }, + { + "epoch": 15.550466497031383, + "grad_norm": 1.6553755857496877, + "learning_rate": 1.9185186777401485e-05, + "loss": 0.0827, + "step": 18334 + }, + { + "epoch": 15.551314673452078, + "grad_norm": 1.306460445303239, + "learning_rate": 1.9185078162292902e-05, + "loss": 0.066, + "step": 18335 + }, + { + "epoch": 15.552162849872774, + "grad_norm": 1.5123392189808222, + "learning_rate": 1.9184969540253076e-05, + "loss": 0.0729, + "step": 18336 + }, + { + "epoch": 15.553011026293468, + "grad_norm": 1.6201741994517702, + "learning_rate": 1.9184860911282077e-05, + "loss": 0.0756, + "step": 18337 + }, + { + "epoch": 15.553859202714165, + "grad_norm": 1.3772308762831342, + "learning_rate": 1.9184752275379998e-05, + "loss": 0.0773, + "step": 18338 + }, + { + "epoch": 15.554707379134861, + "grad_norm": 1.5621734904114217, + "learning_rate": 1.9184643632546912e-05, + "loss": 0.0724, + "step": 18339 + }, + { + "epoch": 15.555555555555555, + "grad_norm": 1.4216399312851593, + "learning_rate": 1.91845349827829e-05, + "loss": 0.0735, + "step": 18340 + }, + { + "epoch": 15.556403731976252, + "grad_norm": 1.4296393027197238, + "learning_rate": 1.9184426326088057e-05, + "loss": 0.0768, + "step": 18341 + }, + { + "epoch": 15.557251908396946, + "grad_norm": 1.3867775837601026, + "learning_rate": 1.9184317662462454e-05, + "loss": 0.0784, + "step": 18342 + }, + { + "epoch": 15.558100084817642, + "grad_norm": 1.5342878787582113, + "learning_rate": 1.9184208991906176e-05, + "loss": 0.0734, + "step": 18343 + }, + { + "epoch": 15.558948261238339, + "grad_norm": 1.5120586603966557, + "learning_rate": 1.9184100314419302e-05, + "loss": 0.0748, + "step": 18344 + }, + { + "epoch": 15.559796437659033, + "grad_norm": 1.375132824336489, + "learning_rate": 1.918399163000192e-05, + "loss": 0.0698, + "step": 18345 + }, + { + "epoch": 15.56064461407973, + "grad_norm": 1.5485327080985647, + "learning_rate": 1.9183882938654104e-05, + "loss": 0.082, + "step": 18346 + }, + { + "epoch": 15.561492790500424, + "grad_norm": 1.5808315704965863, + "learning_rate": 1.9183774240375946e-05, + "loss": 0.0692, + "step": 18347 + }, + { + "epoch": 15.56234096692112, + "grad_norm": 1.403848560493037, + "learning_rate": 1.918366553516752e-05, + "loss": 0.0831, + "step": 18348 + }, + { + "epoch": 15.563189143341814, + "grad_norm": 1.4556785421488392, + "learning_rate": 1.918355682302891e-05, + "loss": 0.0808, + "step": 18349 + }, + { + "epoch": 15.56403731976251, + "grad_norm": 1.4395131174830293, + "learning_rate": 1.91834481039602e-05, + "loss": 0.0768, + "step": 18350 + }, + { + "epoch": 15.564885496183207, + "grad_norm": 1.5603131627183018, + "learning_rate": 1.918333937796147e-05, + "loss": 0.0789, + "step": 18351 + }, + { + "epoch": 15.565733672603901, + "grad_norm": 1.4993667122653798, + "learning_rate": 1.9183230645032803e-05, + "loss": 0.084, + "step": 18352 + }, + { + "epoch": 15.566581849024598, + "grad_norm": 1.2843309322677297, + "learning_rate": 1.918312190517428e-05, + "loss": 0.0695, + "step": 18353 + }, + { + "epoch": 15.567430025445292, + "grad_norm": 1.3993240550753014, + "learning_rate": 1.9183013158385984e-05, + "loss": 0.0742, + "step": 18354 + }, + { + "epoch": 15.568278201865988, + "grad_norm": 1.4788853788930247, + "learning_rate": 1.9182904404667998e-05, + "loss": 0.0734, + "step": 18355 + }, + { + "epoch": 15.569126378286684, + "grad_norm": 1.5115253362870462, + "learning_rate": 1.9182795644020402e-05, + "loss": 0.0686, + "step": 18356 + }, + { + "epoch": 15.569974554707379, + "grad_norm": 1.473324183000472, + "learning_rate": 1.918268687644328e-05, + "loss": 0.0722, + "step": 18357 + }, + { + "epoch": 15.570822731128075, + "grad_norm": 1.4770950915289547, + "learning_rate": 1.918257810193671e-05, + "loss": 0.0762, + "step": 18358 + }, + { + "epoch": 15.57167090754877, + "grad_norm": 1.6696836890706015, + "learning_rate": 1.918246932050078e-05, + "loss": 0.0822, + "step": 18359 + }, + { + "epoch": 15.572519083969466, + "grad_norm": 1.5375469434056133, + "learning_rate": 1.9182360532135573e-05, + "loss": 0.0701, + "step": 18360 + }, + { + "epoch": 15.57336726039016, + "grad_norm": 1.4210321873518592, + "learning_rate": 1.918225173684116e-05, + "loss": 0.0743, + "step": 18361 + }, + { + "epoch": 15.574215436810857, + "grad_norm": 1.3059468532617104, + "learning_rate": 1.9182142934617637e-05, + "loss": 0.0722, + "step": 18362 + }, + { + "epoch": 15.575063613231553, + "grad_norm": 1.4892710007451995, + "learning_rate": 1.9182034125465075e-05, + "loss": 0.0793, + "step": 18363 + }, + { + "epoch": 15.575911789652247, + "grad_norm": 1.4275308561174271, + "learning_rate": 1.9181925309383563e-05, + "loss": 0.0739, + "step": 18364 + }, + { + "epoch": 15.576759966072943, + "grad_norm": 1.4060545960386681, + "learning_rate": 1.918181648637318e-05, + "loss": 0.0768, + "step": 18365 + }, + { + "epoch": 15.577608142493638, + "grad_norm": 1.455477794874462, + "learning_rate": 1.918170765643401e-05, + "loss": 0.0735, + "step": 18366 + }, + { + "epoch": 15.578456318914334, + "grad_norm": 1.5634925561274235, + "learning_rate": 1.9181598819566133e-05, + "loss": 0.0781, + "step": 18367 + }, + { + "epoch": 15.57930449533503, + "grad_norm": 1.5747212678936735, + "learning_rate": 1.9181489975769635e-05, + "loss": 0.0799, + "step": 18368 + }, + { + "epoch": 15.580152671755725, + "grad_norm": 1.3889497375266178, + "learning_rate": 1.918138112504459e-05, + "loss": 0.0686, + "step": 18369 + }, + { + "epoch": 15.581000848176421, + "grad_norm": 1.3807236157516616, + "learning_rate": 1.918127226739109e-05, + "loss": 0.067, + "step": 18370 + }, + { + "epoch": 15.581849024597116, + "grad_norm": 1.3909692954703916, + "learning_rate": 1.9181163402809212e-05, + "loss": 0.0625, + "step": 18371 + }, + { + "epoch": 15.582697201017812, + "grad_norm": 1.4932044041685595, + "learning_rate": 1.9181054531299037e-05, + "loss": 0.0886, + "step": 18372 + }, + { + "epoch": 15.583545377438508, + "grad_norm": 1.6067214962578633, + "learning_rate": 1.918094565286065e-05, + "loss": 0.0769, + "step": 18373 + }, + { + "epoch": 15.584393553859202, + "grad_norm": 1.6745347950530327, + "learning_rate": 1.9180836767494134e-05, + "loss": 0.089, + "step": 18374 + }, + { + "epoch": 15.585241730279899, + "grad_norm": 1.4498574097196386, + "learning_rate": 1.9180727875199566e-05, + "loss": 0.0769, + "step": 18375 + }, + { + "epoch": 15.586089906700593, + "grad_norm": 1.3500741664723406, + "learning_rate": 1.9180618975977034e-05, + "loss": 0.0774, + "step": 18376 + }, + { + "epoch": 15.58693808312129, + "grad_norm": 1.3138109104809126, + "learning_rate": 1.9180510069826616e-05, + "loss": 0.0656, + "step": 18377 + }, + { + "epoch": 15.587786259541986, + "grad_norm": 1.419349609661854, + "learning_rate": 1.9180401156748397e-05, + "loss": 0.0762, + "step": 18378 + }, + { + "epoch": 15.58863443596268, + "grad_norm": 1.508635306264363, + "learning_rate": 1.9180292236742454e-05, + "loss": 0.0767, + "step": 18379 + }, + { + "epoch": 15.589482612383376, + "grad_norm": 1.3483277063385832, + "learning_rate": 1.9180183309808877e-05, + "loss": 0.0773, + "step": 18380 + }, + { + "epoch": 15.59033078880407, + "grad_norm": 1.5144575785065373, + "learning_rate": 1.9180074375947745e-05, + "loss": 0.0811, + "step": 18381 + }, + { + "epoch": 15.591178965224767, + "grad_norm": 1.4822471479110202, + "learning_rate": 1.9179965435159138e-05, + "loss": 0.0712, + "step": 18382 + }, + { + "epoch": 15.592027141645461, + "grad_norm": 1.4672277271785987, + "learning_rate": 1.917985648744314e-05, + "loss": 0.0848, + "step": 18383 + }, + { + "epoch": 15.592875318066158, + "grad_norm": 1.5795912621901143, + "learning_rate": 1.917974753279983e-05, + "loss": 0.0883, + "step": 18384 + }, + { + "epoch": 15.593723494486854, + "grad_norm": 1.5161766789903455, + "learning_rate": 1.9179638571229298e-05, + "loss": 0.0712, + "step": 18385 + }, + { + "epoch": 15.594571670907548, + "grad_norm": 1.3625154666861694, + "learning_rate": 1.917952960273162e-05, + "loss": 0.0671, + "step": 18386 + }, + { + "epoch": 15.595419847328245, + "grad_norm": 1.5886243057463911, + "learning_rate": 1.917942062730688e-05, + "loss": 0.0765, + "step": 18387 + }, + { + "epoch": 15.596268023748939, + "grad_norm": 1.3511244077599267, + "learning_rate": 1.9179311644955163e-05, + "loss": 0.0694, + "step": 18388 + }, + { + "epoch": 15.597116200169635, + "grad_norm": 1.3989205723269704, + "learning_rate": 1.9179202655676542e-05, + "loss": 0.072, + "step": 18389 + }, + { + "epoch": 15.597964376590332, + "grad_norm": 1.3562972093265646, + "learning_rate": 1.917909365947111e-05, + "loss": 0.0668, + "step": 18390 + }, + { + "epoch": 15.598812553011026, + "grad_norm": 1.3467451977992029, + "learning_rate": 1.9178984656338943e-05, + "loss": 0.075, + "step": 18391 + }, + { + "epoch": 15.599660729431722, + "grad_norm": 1.4200767511096848, + "learning_rate": 1.9178875646280123e-05, + "loss": 0.0842, + "step": 18392 + }, + { + "epoch": 15.600508905852417, + "grad_norm": 1.37628489952621, + "learning_rate": 1.917876662929474e-05, + "loss": 0.0682, + "step": 18393 + }, + { + "epoch": 15.601357082273113, + "grad_norm": 1.4066088314251866, + "learning_rate": 1.9178657605382866e-05, + "loss": 0.0809, + "step": 18394 + }, + { + "epoch": 15.60220525869381, + "grad_norm": 1.2777458724330366, + "learning_rate": 1.9178548574544587e-05, + "loss": 0.0701, + "step": 18395 + }, + { + "epoch": 15.603053435114504, + "grad_norm": 1.5719727438384457, + "learning_rate": 1.9178439536779987e-05, + "loss": 0.0786, + "step": 18396 + }, + { + "epoch": 15.6039016115352, + "grad_norm": 1.3737769193046936, + "learning_rate": 1.917833049208915e-05, + "loss": 0.0752, + "step": 18397 + }, + { + "epoch": 15.604749787955894, + "grad_norm": 1.465060550701522, + "learning_rate": 1.9178221440472152e-05, + "loss": 0.0828, + "step": 18398 + }, + { + "epoch": 15.60559796437659, + "grad_norm": 1.3300986025519599, + "learning_rate": 1.917811238192908e-05, + "loss": 0.0647, + "step": 18399 + }, + { + "epoch": 15.606446140797285, + "grad_norm": 1.2648511388981425, + "learning_rate": 1.9178003316460013e-05, + "loss": 0.0595, + "step": 18400 + }, + { + "epoch": 15.607294317217981, + "grad_norm": 1.4605383596119885, + "learning_rate": 1.9177894244065037e-05, + "loss": 0.0757, + "step": 18401 + }, + { + "epoch": 15.608142493638677, + "grad_norm": 1.493475470707484, + "learning_rate": 1.9177785164744236e-05, + "loss": 0.0746, + "step": 18402 + }, + { + "epoch": 15.608990670059372, + "grad_norm": 1.3057659272066218, + "learning_rate": 1.9177676078497686e-05, + "loss": 0.0697, + "step": 18403 + }, + { + "epoch": 15.609838846480068, + "grad_norm": 1.6576663014144621, + "learning_rate": 1.9177566985325473e-05, + "loss": 0.0744, + "step": 18404 + }, + { + "epoch": 15.610687022900763, + "grad_norm": 1.574330058253591, + "learning_rate": 1.917745788522768e-05, + "loss": 0.0985, + "step": 18405 + }, + { + "epoch": 15.611535199321459, + "grad_norm": 1.3004220284005097, + "learning_rate": 1.9177348778204386e-05, + "loss": 0.0812, + "step": 18406 + }, + { + "epoch": 15.612383375742155, + "grad_norm": 1.3167495389182056, + "learning_rate": 1.9177239664255675e-05, + "loss": 0.0752, + "step": 18407 + }, + { + "epoch": 15.61323155216285, + "grad_norm": 1.3816839155420653, + "learning_rate": 1.917713054338163e-05, + "loss": 0.068, + "step": 18408 + }, + { + "epoch": 15.614079728583546, + "grad_norm": 1.3388223469259972, + "learning_rate": 1.9177021415582337e-05, + "loss": 0.0767, + "step": 18409 + }, + { + "epoch": 15.61492790500424, + "grad_norm": 1.466288720680632, + "learning_rate": 1.917691228085787e-05, + "loss": 0.0659, + "step": 18410 + }, + { + "epoch": 15.615776081424936, + "grad_norm": 1.4108718550652875, + "learning_rate": 1.9176803139208317e-05, + "loss": 0.0728, + "step": 18411 + }, + { + "epoch": 15.616624257845633, + "grad_norm": 1.2358240012050172, + "learning_rate": 1.917669399063376e-05, + "loss": 0.0655, + "step": 18412 + }, + { + "epoch": 15.617472434266327, + "grad_norm": 1.4316325734562316, + "learning_rate": 1.917658483513428e-05, + "loss": 0.0713, + "step": 18413 + }, + { + "epoch": 15.618320610687023, + "grad_norm": 1.344288126313741, + "learning_rate": 1.917647567270996e-05, + "loss": 0.0709, + "step": 18414 + }, + { + "epoch": 15.619168787107718, + "grad_norm": 1.874174460069962, + "learning_rate": 1.917636650336088e-05, + "loss": 0.0849, + "step": 18415 + }, + { + "epoch": 15.620016963528414, + "grad_norm": 1.2354857514345279, + "learning_rate": 1.9176257327087126e-05, + "loss": 0.0701, + "step": 18416 + }, + { + "epoch": 15.62086513994911, + "grad_norm": 1.4075350803342936, + "learning_rate": 1.9176148143888782e-05, + "loss": 0.0738, + "step": 18417 + }, + { + "epoch": 15.621713316369805, + "grad_norm": 1.4724400954318284, + "learning_rate": 1.9176038953765924e-05, + "loss": 0.0685, + "step": 18418 + }, + { + "epoch": 15.622561492790501, + "grad_norm": 1.492438416425135, + "learning_rate": 1.917592975671864e-05, + "loss": 0.0812, + "step": 18419 + }, + { + "epoch": 15.623409669211195, + "grad_norm": 1.3562765520086455, + "learning_rate": 1.9175820552747008e-05, + "loss": 0.0628, + "step": 18420 + }, + { + "epoch": 15.624257845631892, + "grad_norm": 1.5143186072204833, + "learning_rate": 1.9175711341851117e-05, + "loss": 0.0882, + "step": 18421 + }, + { + "epoch": 15.625106022052586, + "grad_norm": 1.3474863550792668, + "learning_rate": 1.917560212403104e-05, + "loss": 0.0673, + "step": 18422 + }, + { + "epoch": 15.625954198473282, + "grad_norm": 1.5880165364773429, + "learning_rate": 1.9175492899286868e-05, + "loss": 0.0765, + "step": 18423 + }, + { + "epoch": 15.626802374893979, + "grad_norm": 1.3314389623298233, + "learning_rate": 1.9175383667618677e-05, + "loss": 0.0645, + "step": 18424 + }, + { + "epoch": 15.627650551314673, + "grad_norm": 1.4577763548431943, + "learning_rate": 1.9175274429026553e-05, + "loss": 0.0735, + "step": 18425 + }, + { + "epoch": 15.62849872773537, + "grad_norm": 1.4143104407092777, + "learning_rate": 1.917516518351058e-05, + "loss": 0.0755, + "step": 18426 + }, + { + "epoch": 15.629346904156064, + "grad_norm": 1.4235371076916932, + "learning_rate": 1.9175055931070836e-05, + "loss": 0.0707, + "step": 18427 + }, + { + "epoch": 15.63019508057676, + "grad_norm": 1.4451373165155201, + "learning_rate": 1.9174946671707404e-05, + "loss": 0.0773, + "step": 18428 + }, + { + "epoch": 15.631043256997456, + "grad_norm": 1.6037433983094698, + "learning_rate": 1.917483740542037e-05, + "loss": 0.0686, + "step": 18429 + }, + { + "epoch": 15.63189143341815, + "grad_norm": 1.479946979486252, + "learning_rate": 1.9174728132209813e-05, + "loss": 0.0654, + "step": 18430 + }, + { + "epoch": 15.632739609838847, + "grad_norm": 1.4574766381348032, + "learning_rate": 1.9174618852075823e-05, + "loss": 0.0711, + "step": 18431 + }, + { + "epoch": 15.633587786259541, + "grad_norm": 1.4800203312717353, + "learning_rate": 1.917450956501847e-05, + "loss": 0.0864, + "step": 18432 + }, + { + "epoch": 15.634435962680238, + "grad_norm": 1.3389475202220742, + "learning_rate": 1.9174400271037845e-05, + "loss": 0.0694, + "step": 18433 + }, + { + "epoch": 15.635284139100932, + "grad_norm": 1.5790236333147956, + "learning_rate": 1.9174290970134027e-05, + "loss": 0.0856, + "step": 18434 + }, + { + "epoch": 15.636132315521628, + "grad_norm": 1.7708385805105313, + "learning_rate": 1.9174181662307104e-05, + "loss": 0.0768, + "step": 18435 + }, + { + "epoch": 15.636980491942325, + "grad_norm": 1.558206806867308, + "learning_rate": 1.9174072347557147e-05, + "loss": 0.0779, + "step": 18436 + }, + { + "epoch": 15.637828668363019, + "grad_norm": 1.3182733795619472, + "learning_rate": 1.9173963025884255e-05, + "loss": 0.0726, + "step": 18437 + }, + { + "epoch": 15.638676844783715, + "grad_norm": 1.251526691085546, + "learning_rate": 1.9173853697288497e-05, + "loss": 0.0607, + "step": 18438 + }, + { + "epoch": 15.63952502120441, + "grad_norm": 1.284029922277932, + "learning_rate": 1.917374436176996e-05, + "loss": 0.0637, + "step": 18439 + }, + { + "epoch": 15.640373197625106, + "grad_norm": 1.418123634307162, + "learning_rate": 1.9173635019328724e-05, + "loss": 0.0775, + "step": 18440 + }, + { + "epoch": 15.641221374045802, + "grad_norm": 1.3099971843430334, + "learning_rate": 1.9173525669964877e-05, + "loss": 0.0692, + "step": 18441 + }, + { + "epoch": 15.642069550466497, + "grad_norm": 1.4131195153201754, + "learning_rate": 1.9173416313678498e-05, + "loss": 0.071, + "step": 18442 + }, + { + "epoch": 15.642917726887193, + "grad_norm": 1.441354169305656, + "learning_rate": 1.917330695046967e-05, + "loss": 0.0724, + "step": 18443 + }, + { + "epoch": 15.643765903307887, + "grad_norm": 1.4293428324044066, + "learning_rate": 1.9173197580338474e-05, + "loss": 0.0853, + "step": 18444 + }, + { + "epoch": 15.644614079728584, + "grad_norm": 1.375173606157617, + "learning_rate": 1.9173088203284992e-05, + "loss": 0.0824, + "step": 18445 + }, + { + "epoch": 15.64546225614928, + "grad_norm": 1.4341620269583304, + "learning_rate": 1.9172978819309312e-05, + "loss": 0.0761, + "step": 18446 + }, + { + "epoch": 15.646310432569974, + "grad_norm": 1.6193773253840251, + "learning_rate": 1.9172869428411514e-05, + "loss": 0.0753, + "step": 18447 + }, + { + "epoch": 15.64715860899067, + "grad_norm": 1.4532754038185818, + "learning_rate": 1.9172760030591677e-05, + "loss": 0.0728, + "step": 18448 + }, + { + "epoch": 15.648006785411365, + "grad_norm": 1.4870220741920863, + "learning_rate": 1.917265062584989e-05, + "loss": 0.0831, + "step": 18449 + }, + { + "epoch": 15.648854961832061, + "grad_norm": 1.3630488101726643, + "learning_rate": 1.9172541214186228e-05, + "loss": 0.0693, + "step": 18450 + }, + { + "epoch": 15.649703138252757, + "grad_norm": 1.614939328777785, + "learning_rate": 1.9172431795600776e-05, + "loss": 0.075, + "step": 18451 + }, + { + "epoch": 15.650551314673452, + "grad_norm": 1.6228184102515915, + "learning_rate": 1.917232237009362e-05, + "loss": 0.0736, + "step": 18452 + }, + { + "epoch": 15.651399491094148, + "grad_norm": 1.5132726624923964, + "learning_rate": 1.917221293766484e-05, + "loss": 0.0806, + "step": 18453 + }, + { + "epoch": 15.652247667514843, + "grad_norm": 1.5909509353418732, + "learning_rate": 1.917210349831452e-05, + "loss": 0.0931, + "step": 18454 + }, + { + "epoch": 15.653095843935539, + "grad_norm": 1.2429522076059967, + "learning_rate": 1.917199405204274e-05, + "loss": 0.0659, + "step": 18455 + }, + { + "epoch": 15.653944020356235, + "grad_norm": 1.544785560147364, + "learning_rate": 1.9171884598849585e-05, + "loss": 0.0717, + "step": 18456 + }, + { + "epoch": 15.65479219677693, + "grad_norm": 1.4743793206379514, + "learning_rate": 1.9171775138735137e-05, + "loss": 0.085, + "step": 18457 + }, + { + "epoch": 15.655640373197626, + "grad_norm": 1.5214700161979806, + "learning_rate": 1.917166567169948e-05, + "loss": 0.0835, + "step": 18458 + }, + { + "epoch": 15.65648854961832, + "grad_norm": 1.529431357306628, + "learning_rate": 1.9171556197742692e-05, + "loss": 0.0808, + "step": 18459 + }, + { + "epoch": 15.657336726039016, + "grad_norm": 1.5769897496528824, + "learning_rate": 1.917144671686486e-05, + "loss": 0.1044, + "step": 18460 + }, + { + "epoch": 15.65818490245971, + "grad_norm": 1.3544735200750473, + "learning_rate": 1.9171337229066066e-05, + "loss": 0.0684, + "step": 18461 + }, + { + "epoch": 15.659033078880407, + "grad_norm": 1.4653503541100092, + "learning_rate": 1.9171227734346392e-05, + "loss": 0.0827, + "step": 18462 + }, + { + "epoch": 15.659881255301103, + "grad_norm": 1.6287063230789198, + "learning_rate": 1.917111823270592e-05, + "loss": 0.0753, + "step": 18463 + }, + { + "epoch": 15.660729431721798, + "grad_norm": 1.4194393406428611, + "learning_rate": 1.917100872414473e-05, + "loss": 0.0709, + "step": 18464 + }, + { + "epoch": 15.661577608142494, + "grad_norm": 1.4168986533439045, + "learning_rate": 1.917089920866291e-05, + "loss": 0.0785, + "step": 18465 + }, + { + "epoch": 15.662425784563188, + "grad_norm": 1.4410739845996214, + "learning_rate": 1.9170789686260543e-05, + "loss": 0.0715, + "step": 18466 + }, + { + "epoch": 15.663273960983885, + "grad_norm": 1.5249244543773064, + "learning_rate": 1.9170680156937707e-05, + "loss": 0.0805, + "step": 18467 + }, + { + "epoch": 15.664122137404581, + "grad_norm": 1.354238125277026, + "learning_rate": 1.9170570620694485e-05, + "loss": 0.0677, + "step": 18468 + }, + { + "epoch": 15.664970313825275, + "grad_norm": 1.3166973539546452, + "learning_rate": 1.9170461077530964e-05, + "loss": 0.0776, + "step": 18469 + }, + { + "epoch": 15.665818490245972, + "grad_norm": 1.3701693917922357, + "learning_rate": 1.917035152744722e-05, + "loss": 0.0665, + "step": 18470 + }, + { + "epoch": 15.666666666666666, + "grad_norm": 1.3895992021321966, + "learning_rate": 1.9170241970443344e-05, + "loss": 0.0675, + "step": 18471 + }, + { + "epoch": 15.667514843087362, + "grad_norm": 1.409091152340919, + "learning_rate": 1.917013240651941e-05, + "loss": 0.0771, + "step": 18472 + }, + { + "epoch": 15.668363019508057, + "grad_norm": 1.4141733767244857, + "learning_rate": 1.917002283567551e-05, + "loss": 0.0767, + "step": 18473 + }, + { + "epoch": 15.669211195928753, + "grad_norm": 1.4330987618713147, + "learning_rate": 1.916991325791172e-05, + "loss": 0.0736, + "step": 18474 + }, + { + "epoch": 15.67005937234945, + "grad_norm": 1.5142916961555222, + "learning_rate": 1.9169803673228125e-05, + "loss": 0.0763, + "step": 18475 + }, + { + "epoch": 15.670907548770144, + "grad_norm": 1.3744662706744672, + "learning_rate": 1.9169694081624805e-05, + "loss": 0.0645, + "step": 18476 + }, + { + "epoch": 15.67175572519084, + "grad_norm": 1.3901403196564568, + "learning_rate": 1.9169584483101843e-05, + "loss": 0.0692, + "step": 18477 + }, + { + "epoch": 15.672603901611534, + "grad_norm": 1.433368334931532, + "learning_rate": 1.916947487765933e-05, + "loss": 0.0702, + "step": 18478 + }, + { + "epoch": 15.67345207803223, + "grad_norm": 1.4566132412109647, + "learning_rate": 1.9169365265297337e-05, + "loss": 0.066, + "step": 18479 + }, + { + "epoch": 15.674300254452927, + "grad_norm": 1.5973919364804556, + "learning_rate": 1.9169255646015955e-05, + "loss": 0.0898, + "step": 18480 + }, + { + "epoch": 15.675148430873621, + "grad_norm": 1.5632890313133136, + "learning_rate": 1.916914601981526e-05, + "loss": 0.0903, + "step": 18481 + }, + { + "epoch": 15.675996607294318, + "grad_norm": 1.2458581873916066, + "learning_rate": 1.9169036386695342e-05, + "loss": 0.0715, + "step": 18482 + }, + { + "epoch": 15.676844783715012, + "grad_norm": 1.4145134133554231, + "learning_rate": 1.9168926746656277e-05, + "loss": 0.0811, + "step": 18483 + }, + { + "epoch": 15.677692960135708, + "grad_norm": 1.4466028106338817, + "learning_rate": 1.916881709969815e-05, + "loss": 0.0755, + "step": 18484 + }, + { + "epoch": 15.678541136556404, + "grad_norm": 1.3926083731979761, + "learning_rate": 1.9168707445821047e-05, + "loss": 0.0801, + "step": 18485 + }, + { + "epoch": 15.679389312977099, + "grad_norm": 1.4805662177904877, + "learning_rate": 1.916859778502505e-05, + "loss": 0.0769, + "step": 18486 + }, + { + "epoch": 15.680237489397795, + "grad_norm": 1.3682923506586169, + "learning_rate": 1.9168488117310236e-05, + "loss": 0.0742, + "step": 18487 + }, + { + "epoch": 15.68108566581849, + "grad_norm": 1.5525642131794992, + "learning_rate": 1.91683784426767e-05, + "loss": 0.083, + "step": 18488 + }, + { + "epoch": 15.681933842239186, + "grad_norm": 1.4116226519829902, + "learning_rate": 1.9168268761124507e-05, + "loss": 0.076, + "step": 18489 + }, + { + "epoch": 15.682782018659882, + "grad_norm": 1.421767579736202, + "learning_rate": 1.9168159072653755e-05, + "loss": 0.0888, + "step": 18490 + }, + { + "epoch": 15.683630195080577, + "grad_norm": 1.5333613526925167, + "learning_rate": 1.9168049377264518e-05, + "loss": 0.0739, + "step": 18491 + }, + { + "epoch": 15.684478371501273, + "grad_norm": 1.509804521998673, + "learning_rate": 1.9167939674956883e-05, + "loss": 0.0776, + "step": 18492 + }, + { + "epoch": 15.685326547921967, + "grad_norm": 1.4076641522764206, + "learning_rate": 1.916782996573093e-05, + "loss": 0.0743, + "step": 18493 + }, + { + "epoch": 15.686174724342663, + "grad_norm": 1.260567715544567, + "learning_rate": 1.9167720249586746e-05, + "loss": 0.0653, + "step": 18494 + }, + { + "epoch": 15.68702290076336, + "grad_norm": 1.5132629266851303, + "learning_rate": 1.916761052652441e-05, + "loss": 0.074, + "step": 18495 + }, + { + "epoch": 15.687871077184054, + "grad_norm": 1.6746768839796289, + "learning_rate": 1.916750079654401e-05, + "loss": 0.0855, + "step": 18496 + }, + { + "epoch": 15.68871925360475, + "grad_norm": 1.5984050595718073, + "learning_rate": 1.9167391059645618e-05, + "loss": 0.0855, + "step": 18497 + }, + { + "epoch": 15.689567430025445, + "grad_norm": 1.2904165525672233, + "learning_rate": 1.916728131582933e-05, + "loss": 0.0683, + "step": 18498 + }, + { + "epoch": 15.690415606446141, + "grad_norm": 1.366839278185328, + "learning_rate": 1.916717156509522e-05, + "loss": 0.0754, + "step": 18499 + }, + { + "epoch": 15.691263782866836, + "grad_norm": 1.3697870515176866, + "learning_rate": 1.916706180744337e-05, + "loss": 0.0756, + "step": 18500 + }, + { + "epoch": 15.692111959287532, + "grad_norm": 1.447759469145564, + "learning_rate": 1.9166952042873874e-05, + "loss": 0.0698, + "step": 18501 + }, + { + "epoch": 15.692960135708228, + "grad_norm": 1.5183956624136465, + "learning_rate": 1.91668422713868e-05, + "loss": 0.0817, + "step": 18502 + }, + { + "epoch": 15.693808312128922, + "grad_norm": 1.2875191836546012, + "learning_rate": 1.916673249298224e-05, + "loss": 0.071, + "step": 18503 + }, + { + "epoch": 15.694656488549619, + "grad_norm": 1.3591942834884825, + "learning_rate": 1.9166622707660276e-05, + "loss": 0.0772, + "step": 18504 + }, + { + "epoch": 15.695504664970313, + "grad_norm": 1.5050646757289339, + "learning_rate": 1.9166512915420988e-05, + "loss": 0.0742, + "step": 18505 + }, + { + "epoch": 15.69635284139101, + "grad_norm": 1.5955717129993883, + "learning_rate": 1.916640311626446e-05, + "loss": 0.0704, + "step": 18506 + }, + { + "epoch": 15.697201017811706, + "grad_norm": 1.5575633352032792, + "learning_rate": 1.9166293310190774e-05, + "loss": 0.0829, + "step": 18507 + }, + { + "epoch": 15.6980491942324, + "grad_norm": 1.3788331756362708, + "learning_rate": 1.916618349720002e-05, + "loss": 0.0664, + "step": 18508 + }, + { + "epoch": 15.698897370653096, + "grad_norm": 1.4827848370952528, + "learning_rate": 1.9166073677292266e-05, + "loss": 0.0732, + "step": 18509 + }, + { + "epoch": 15.69974554707379, + "grad_norm": 1.3101210232533986, + "learning_rate": 1.916596385046761e-05, + "loss": 0.0658, + "step": 18510 + }, + { + "epoch": 15.700593723494487, + "grad_norm": 1.3957366970899299, + "learning_rate": 1.916585401672613e-05, + "loss": 0.0701, + "step": 18511 + }, + { + "epoch": 15.701441899915181, + "grad_norm": 1.3788722534423998, + "learning_rate": 1.9165744176067903e-05, + "loss": 0.0777, + "step": 18512 + }, + { + "epoch": 15.702290076335878, + "grad_norm": 1.2824308899227894, + "learning_rate": 1.916563432849302e-05, + "loss": 0.0764, + "step": 18513 + }, + { + "epoch": 15.703138252756574, + "grad_norm": 1.4430675396455752, + "learning_rate": 1.916552447400156e-05, + "loss": 0.087, + "step": 18514 + }, + { + "epoch": 15.703986429177268, + "grad_norm": 1.3117269919571608, + "learning_rate": 1.9165414612593604e-05, + "loss": 0.0716, + "step": 18515 + }, + { + "epoch": 15.704834605597965, + "grad_norm": 1.463575110242862, + "learning_rate": 1.9165304744269235e-05, + "loss": 0.0842, + "step": 18516 + }, + { + "epoch": 15.705682782018659, + "grad_norm": 1.3940387982175253, + "learning_rate": 1.9165194869028544e-05, + "loss": 0.0706, + "step": 18517 + }, + { + "epoch": 15.706530958439355, + "grad_norm": 1.590174885507036, + "learning_rate": 1.9165084986871605e-05, + "loss": 0.075, + "step": 18518 + }, + { + "epoch": 15.707379134860052, + "grad_norm": 1.2767614360991526, + "learning_rate": 1.9164975097798504e-05, + "loss": 0.0681, + "step": 18519 + }, + { + "epoch": 15.708227311280746, + "grad_norm": 1.409531677058342, + "learning_rate": 1.9164865201809324e-05, + "loss": 0.0746, + "step": 18520 + }, + { + "epoch": 15.709075487701442, + "grad_norm": 2.5654540114379065, + "learning_rate": 1.9164755298904148e-05, + "loss": 0.1023, + "step": 18521 + }, + { + "epoch": 15.709923664122137, + "grad_norm": 1.5194351358824882, + "learning_rate": 1.916464538908306e-05, + "loss": 0.0763, + "step": 18522 + }, + { + "epoch": 15.710771840542833, + "grad_norm": 1.2491512487622363, + "learning_rate": 1.916453547234614e-05, + "loss": 0.0706, + "step": 18523 + }, + { + "epoch": 15.71162001696353, + "grad_norm": 1.392743933769651, + "learning_rate": 1.916442554869347e-05, + "loss": 0.0729, + "step": 18524 + }, + { + "epoch": 15.712468193384224, + "grad_norm": 1.6058132430187428, + "learning_rate": 1.916431561812514e-05, + "loss": 0.0763, + "step": 18525 + }, + { + "epoch": 15.71331636980492, + "grad_norm": 1.5493511888822298, + "learning_rate": 1.9164205680641225e-05, + "loss": 0.0787, + "step": 18526 + }, + { + "epoch": 15.714164546225614, + "grad_norm": 1.4332963802376737, + "learning_rate": 1.9164095736241815e-05, + "loss": 0.0638, + "step": 18527 + }, + { + "epoch": 15.71501272264631, + "grad_norm": 1.3842487264027852, + "learning_rate": 1.9163985784926988e-05, + "loss": 0.0767, + "step": 18528 + }, + { + "epoch": 15.715860899067007, + "grad_norm": 1.4599500785164297, + "learning_rate": 1.9163875826696828e-05, + "loss": 0.0778, + "step": 18529 + }, + { + "epoch": 15.716709075487701, + "grad_norm": 1.4197027615004785, + "learning_rate": 1.916376586155142e-05, + "loss": 0.0713, + "step": 18530 + }, + { + "epoch": 15.717557251908397, + "grad_norm": 1.3376817003668442, + "learning_rate": 1.916365588949084e-05, + "loss": 0.0681, + "step": 18531 + }, + { + "epoch": 15.718405428329092, + "grad_norm": 1.6554519617432926, + "learning_rate": 1.9163545910515184e-05, + "loss": 0.0798, + "step": 18532 + }, + { + "epoch": 15.719253604749788, + "grad_norm": 1.3977554837231265, + "learning_rate": 1.9163435924624522e-05, + "loss": 0.0771, + "step": 18533 + }, + { + "epoch": 15.720101781170484, + "grad_norm": 1.3331943659777277, + "learning_rate": 1.916332593181894e-05, + "loss": 0.0826, + "step": 18534 + }, + { + "epoch": 15.720949957591179, + "grad_norm": 1.3922973381047152, + "learning_rate": 1.916321593209853e-05, + "loss": 0.0705, + "step": 18535 + }, + { + "epoch": 15.721798134011875, + "grad_norm": 1.2143904071131675, + "learning_rate": 1.9163105925463363e-05, + "loss": 0.0598, + "step": 18536 + }, + { + "epoch": 15.72264631043257, + "grad_norm": 1.3860062887032443, + "learning_rate": 1.9162995911913532e-05, + "loss": 0.0642, + "step": 18537 + }, + { + "epoch": 15.723494486853266, + "grad_norm": 1.4346134567032744, + "learning_rate": 1.9162885891449114e-05, + "loss": 0.0858, + "step": 18538 + }, + { + "epoch": 15.72434266327396, + "grad_norm": 1.6436311661873135, + "learning_rate": 1.9162775864070192e-05, + "loss": 0.0739, + "step": 18539 + }, + { + "epoch": 15.725190839694656, + "grad_norm": 1.3703146956670593, + "learning_rate": 1.9162665829776853e-05, + "loss": 0.0718, + "step": 18540 + }, + { + "epoch": 15.726039016115353, + "grad_norm": 1.6089754031779753, + "learning_rate": 1.9162555788569173e-05, + "loss": 0.0805, + "step": 18541 + }, + { + "epoch": 15.726887192536047, + "grad_norm": 1.611140093253135, + "learning_rate": 1.9162445740447242e-05, + "loss": 0.0782, + "step": 18542 + }, + { + "epoch": 15.727735368956743, + "grad_norm": 1.4915082929151804, + "learning_rate": 1.916233568541114e-05, + "loss": 0.0747, + "step": 18543 + }, + { + "epoch": 15.728583545377438, + "grad_norm": 1.4415401997217279, + "learning_rate": 1.916222562346095e-05, + "loss": 0.0797, + "step": 18544 + }, + { + "epoch": 15.729431721798134, + "grad_norm": 1.372304494794444, + "learning_rate": 1.916211555459676e-05, + "loss": 0.0675, + "step": 18545 + }, + { + "epoch": 15.73027989821883, + "grad_norm": 1.4587399556238092, + "learning_rate": 1.9162005478818642e-05, + "loss": 0.061, + "step": 18546 + }, + { + "epoch": 15.731128074639525, + "grad_norm": 1.6439879591442752, + "learning_rate": 1.916189539612669e-05, + "loss": 0.0703, + "step": 18547 + }, + { + "epoch": 15.731976251060221, + "grad_norm": 1.3600399074066216, + "learning_rate": 1.9161785306520982e-05, + "loss": 0.0707, + "step": 18548 + }, + { + "epoch": 15.732824427480915, + "grad_norm": 1.309772395412174, + "learning_rate": 1.9161675210001604e-05, + "loss": 0.0737, + "step": 18549 + }, + { + "epoch": 15.733672603901612, + "grad_norm": 1.4062034509633514, + "learning_rate": 1.916156510656863e-05, + "loss": 0.0754, + "step": 18550 + }, + { + "epoch": 15.734520780322306, + "grad_norm": 1.6383427487463216, + "learning_rate": 1.9161454996222158e-05, + "loss": 0.0883, + "step": 18551 + }, + { + "epoch": 15.735368956743002, + "grad_norm": 1.2984281367521313, + "learning_rate": 1.916134487896226e-05, + "loss": 0.0725, + "step": 18552 + }, + { + "epoch": 15.736217133163699, + "grad_norm": 1.4325849796062953, + "learning_rate": 1.916123475478902e-05, + "loss": 0.0778, + "step": 18553 + }, + { + "epoch": 15.737065309584393, + "grad_norm": 1.5062732865240982, + "learning_rate": 1.916112462370253e-05, + "loss": 0.0863, + "step": 18554 + }, + { + "epoch": 15.73791348600509, + "grad_norm": 1.520392583704306, + "learning_rate": 1.916101448570286e-05, + "loss": 0.074, + "step": 18555 + }, + { + "epoch": 15.738761662425784, + "grad_norm": 1.5256159529434097, + "learning_rate": 1.9160904340790102e-05, + "loss": 0.0865, + "step": 18556 + }, + { + "epoch": 15.73960983884648, + "grad_norm": 1.2484040606421014, + "learning_rate": 1.9160794188964334e-05, + "loss": 0.0661, + "step": 18557 + }, + { + "epoch": 15.740458015267176, + "grad_norm": 1.5979088361503795, + "learning_rate": 1.9160684030225646e-05, + "loss": 0.0749, + "step": 18558 + }, + { + "epoch": 15.74130619168787, + "grad_norm": 1.5433698630905286, + "learning_rate": 1.9160573864574116e-05, + "loss": 0.0834, + "step": 18559 + }, + { + "epoch": 15.742154368108567, + "grad_norm": 1.6120221891423836, + "learning_rate": 1.9160463692009827e-05, + "loss": 0.0926, + "step": 18560 + }, + { + "epoch": 15.743002544529261, + "grad_norm": 1.4202142370231916, + "learning_rate": 1.9160353512532865e-05, + "loss": 0.0683, + "step": 18561 + }, + { + "epoch": 15.743850720949958, + "grad_norm": 1.3953852915365277, + "learning_rate": 1.9160243326143312e-05, + "loss": 0.0722, + "step": 18562 + }, + { + "epoch": 15.744698897370654, + "grad_norm": 1.7852716790363177, + "learning_rate": 1.9160133132841244e-05, + "loss": 0.083, + "step": 18563 + }, + { + "epoch": 15.745547073791348, + "grad_norm": 1.4033116232392946, + "learning_rate": 1.9160022932626758e-05, + "loss": 0.0709, + "step": 18564 + }, + { + "epoch": 15.746395250212045, + "grad_norm": 1.3195211243354545, + "learning_rate": 1.9159912725499924e-05, + "loss": 0.0715, + "step": 18565 + }, + { + "epoch": 15.747243426632739, + "grad_norm": 1.4372196663233074, + "learning_rate": 1.9159802511460836e-05, + "loss": 0.0708, + "step": 18566 + }, + { + "epoch": 15.748091603053435, + "grad_norm": 1.4257022283833383, + "learning_rate": 1.915969229050957e-05, + "loss": 0.063, + "step": 18567 + }, + { + "epoch": 15.748939779474131, + "grad_norm": 1.5070275764577432, + "learning_rate": 1.9159582062646214e-05, + "loss": 0.0722, + "step": 18568 + }, + { + "epoch": 15.749787955894826, + "grad_norm": 1.4579138673225709, + "learning_rate": 1.9159471827870845e-05, + "loss": 0.0741, + "step": 18569 + }, + { + "epoch": 15.750636132315522, + "grad_norm": 1.4297710558417942, + "learning_rate": 1.915936158618355e-05, + "loss": 0.072, + "step": 18570 + }, + { + "epoch": 15.751484308736217, + "grad_norm": 1.2762645380192918, + "learning_rate": 1.9159251337584416e-05, + "loss": 0.0669, + "step": 18571 + }, + { + "epoch": 15.752332485156913, + "grad_norm": 1.5062189337881284, + "learning_rate": 1.9159141082073515e-05, + "loss": 0.0785, + "step": 18572 + }, + { + "epoch": 15.753180661577607, + "grad_norm": 1.4966531711068982, + "learning_rate": 1.915903081965094e-05, + "loss": 0.0728, + "step": 18573 + }, + { + "epoch": 15.754028837998304, + "grad_norm": 1.4926421162763366, + "learning_rate": 1.9158920550316776e-05, + "loss": 0.0633, + "step": 18574 + }, + { + "epoch": 15.754877014419, + "grad_norm": 1.2552025626990202, + "learning_rate": 1.9158810274071097e-05, + "loss": 0.0634, + "step": 18575 + }, + { + "epoch": 15.755725190839694, + "grad_norm": 1.4912311346336993, + "learning_rate": 1.9158699990913993e-05, + "loss": 0.0761, + "step": 18576 + }, + { + "epoch": 15.75657336726039, + "grad_norm": 1.4822620217805913, + "learning_rate": 1.9158589700845543e-05, + "loss": 0.0735, + "step": 18577 + }, + { + "epoch": 15.757421543681085, + "grad_norm": 1.48688756442486, + "learning_rate": 1.9158479403865837e-05, + "loss": 0.0658, + "step": 18578 + }, + { + "epoch": 15.758269720101781, + "grad_norm": 1.6283110869624, + "learning_rate": 1.915836909997495e-05, + "loss": 0.0766, + "step": 18579 + }, + { + "epoch": 15.759117896522477, + "grad_norm": 1.4559978094248167, + "learning_rate": 1.9158258789172968e-05, + "loss": 0.0824, + "step": 18580 + }, + { + "epoch": 15.759966072943172, + "grad_norm": 1.4781709604625597, + "learning_rate": 1.9158148471459975e-05, + "loss": 0.0775, + "step": 18581 + }, + { + "epoch": 15.760814249363868, + "grad_norm": 1.5074133661615587, + "learning_rate": 1.9158038146836054e-05, + "loss": 0.0674, + "step": 18582 + }, + { + "epoch": 15.761662425784563, + "grad_norm": 1.3488227517204276, + "learning_rate": 1.9157927815301293e-05, + "loss": 0.0719, + "step": 18583 + }, + { + "epoch": 15.762510602205259, + "grad_norm": 1.3400005579320695, + "learning_rate": 1.915781747685577e-05, + "loss": 0.0697, + "step": 18584 + }, + { + "epoch": 15.763358778625955, + "grad_norm": 1.4270120229838326, + "learning_rate": 1.9157707131499565e-05, + "loss": 0.0795, + "step": 18585 + }, + { + "epoch": 15.76420695504665, + "grad_norm": 1.5342978631569884, + "learning_rate": 1.9157596779232768e-05, + "loss": 0.085, + "step": 18586 + }, + { + "epoch": 15.765055131467346, + "grad_norm": 1.5857322115843473, + "learning_rate": 1.915748642005546e-05, + "loss": 0.0917, + "step": 18587 + }, + { + "epoch": 15.76590330788804, + "grad_norm": 1.6531875649823446, + "learning_rate": 1.9157376053967723e-05, + "loss": 0.0921, + "step": 18588 + }, + { + "epoch": 15.766751484308736, + "grad_norm": 1.5103522878628257, + "learning_rate": 1.9157265680969642e-05, + "loss": 0.073, + "step": 18589 + }, + { + "epoch": 15.76759966072943, + "grad_norm": 1.440589538514114, + "learning_rate": 1.91571553010613e-05, + "loss": 0.0848, + "step": 18590 + }, + { + "epoch": 15.768447837150127, + "grad_norm": 1.561650078448788, + "learning_rate": 1.915704491424278e-05, + "loss": 0.0798, + "step": 18591 + }, + { + "epoch": 15.769296013570823, + "grad_norm": 1.411836659284148, + "learning_rate": 1.915693452051416e-05, + "loss": 0.073, + "step": 18592 + }, + { + "epoch": 15.770144189991518, + "grad_norm": 1.3531706870915348, + "learning_rate": 1.9156824119875533e-05, + "loss": 0.0759, + "step": 18593 + }, + { + "epoch": 15.770992366412214, + "grad_norm": 1.5366960435372072, + "learning_rate": 1.9156713712326978e-05, + "loss": 0.0751, + "step": 18594 + }, + { + "epoch": 15.771840542832908, + "grad_norm": 1.3807950260165751, + "learning_rate": 1.915660329786858e-05, + "loss": 0.069, + "step": 18595 + }, + { + "epoch": 15.772688719253605, + "grad_norm": 1.4052231721898167, + "learning_rate": 1.9156492876500414e-05, + "loss": 0.0788, + "step": 18596 + }, + { + "epoch": 15.773536895674301, + "grad_norm": 1.5746782510525585, + "learning_rate": 1.9156382448222574e-05, + "loss": 0.0812, + "step": 18597 + }, + { + "epoch": 15.774385072094995, + "grad_norm": 1.5663890833651448, + "learning_rate": 1.9156272013035137e-05, + "loss": 0.0758, + "step": 18598 + }, + { + "epoch": 15.775233248515692, + "grad_norm": 1.5665965756697702, + "learning_rate": 1.9156161570938192e-05, + "loss": 0.0843, + "step": 18599 + }, + { + "epoch": 15.776081424936386, + "grad_norm": 1.335042969597248, + "learning_rate": 1.915605112193182e-05, + "loss": 0.0752, + "step": 18600 + }, + { + "epoch": 15.776929601357082, + "grad_norm": 1.5154080729360324, + "learning_rate": 1.9155940666016094e-05, + "loss": 0.0665, + "step": 18601 + }, + { + "epoch": 15.777777777777779, + "grad_norm": 1.7400734442101864, + "learning_rate": 1.915583020319111e-05, + "loss": 0.0781, + "step": 18602 + }, + { + "epoch": 15.778625954198473, + "grad_norm": 1.8093566034289552, + "learning_rate": 1.915571973345695e-05, + "loss": 0.0875, + "step": 18603 + }, + { + "epoch": 15.77947413061917, + "grad_norm": 1.4785045575372793, + "learning_rate": 1.9155609256813696e-05, + "loss": 0.0766, + "step": 18604 + }, + { + "epoch": 15.780322307039864, + "grad_norm": 1.427910351776191, + "learning_rate": 1.915549877326143e-05, + "loss": 0.0877, + "step": 18605 + }, + { + "epoch": 15.78117048346056, + "grad_norm": 1.426260210337899, + "learning_rate": 1.9155388282800235e-05, + "loss": 0.0701, + "step": 18606 + }, + { + "epoch": 15.782018659881256, + "grad_norm": 1.4608338747293432, + "learning_rate": 1.9155277785430196e-05, + "loss": 0.0865, + "step": 18607 + }, + { + "epoch": 15.78286683630195, + "grad_norm": 1.3955537079968072, + "learning_rate": 1.9155167281151396e-05, + "loss": 0.0779, + "step": 18608 + }, + { + "epoch": 15.783715012722647, + "grad_norm": 1.2759806364733968, + "learning_rate": 1.9155056769963915e-05, + "loss": 0.0611, + "step": 18609 + }, + { + "epoch": 15.784563189143341, + "grad_norm": 1.7059510740575117, + "learning_rate": 1.9154946251867843e-05, + "loss": 0.0764, + "step": 18610 + }, + { + "epoch": 15.785411365564038, + "grad_norm": 1.342346692416942, + "learning_rate": 1.9154835726863256e-05, + "loss": 0.067, + "step": 18611 + }, + { + "epoch": 15.786259541984732, + "grad_norm": 1.6930240712530082, + "learning_rate": 1.9154725194950247e-05, + "loss": 0.0961, + "step": 18612 + }, + { + "epoch": 15.787107718405428, + "grad_norm": 1.337268009299365, + "learning_rate": 1.9154614656128888e-05, + "loss": 0.0731, + "step": 18613 + }, + { + "epoch": 15.787955894826124, + "grad_norm": 1.5865716856390732, + "learning_rate": 1.915450411039927e-05, + "loss": 0.0791, + "step": 18614 + }, + { + "epoch": 15.788804071246819, + "grad_norm": 1.576397675293482, + "learning_rate": 1.9154393557761473e-05, + "loss": 0.0773, + "step": 18615 + }, + { + "epoch": 15.789652247667515, + "grad_norm": 1.5793862759517432, + "learning_rate": 1.9154282998215587e-05, + "loss": 0.0712, + "step": 18616 + }, + { + "epoch": 15.79050042408821, + "grad_norm": 1.799357242908271, + "learning_rate": 1.9154172431761682e-05, + "loss": 0.0869, + "step": 18617 + }, + { + "epoch": 15.791348600508906, + "grad_norm": 1.3351167533013122, + "learning_rate": 1.915406185839986e-05, + "loss": 0.0684, + "step": 18618 + }, + { + "epoch": 15.792196776929602, + "grad_norm": 1.4511402448808925, + "learning_rate": 1.9153951278130186e-05, + "loss": 0.0771, + "step": 18619 + }, + { + "epoch": 15.793044953350297, + "grad_norm": 1.3719228253283369, + "learning_rate": 1.9153840690952753e-05, + "loss": 0.0733, + "step": 18620 + }, + { + "epoch": 15.793893129770993, + "grad_norm": 1.4137577980275986, + "learning_rate": 1.9153730096867648e-05, + "loss": 0.0757, + "step": 18621 + }, + { + "epoch": 15.794741306191687, + "grad_norm": 1.5592326869362394, + "learning_rate": 1.9153619495874945e-05, + "loss": 0.078, + "step": 18622 + }, + { + "epoch": 15.795589482612383, + "grad_norm": 1.3949484678916944, + "learning_rate": 1.9153508887974733e-05, + "loss": 0.0695, + "step": 18623 + }, + { + "epoch": 15.796437659033078, + "grad_norm": 1.3363946340514743, + "learning_rate": 1.9153398273167092e-05, + "loss": 0.0731, + "step": 18624 + }, + { + "epoch": 15.797285835453774, + "grad_norm": 1.440813051501656, + "learning_rate": 1.915328765145211e-05, + "loss": 0.0785, + "step": 18625 + }, + { + "epoch": 15.79813401187447, + "grad_norm": 1.3341702068239256, + "learning_rate": 1.915317702282987e-05, + "loss": 0.0692, + "step": 18626 + }, + { + "epoch": 15.798982188295165, + "grad_norm": 1.4635089390862968, + "learning_rate": 1.9153066387300453e-05, + "loss": 0.0758, + "step": 18627 + }, + { + "epoch": 15.799830364715861, + "grad_norm": 1.6418823197013006, + "learning_rate": 1.9152955744863943e-05, + "loss": 0.0979, + "step": 18628 + }, + { + "epoch": 15.800678541136556, + "grad_norm": 1.6962457610019697, + "learning_rate": 1.9152845095520424e-05, + "loss": 0.0815, + "step": 18629 + }, + { + "epoch": 15.801526717557252, + "grad_norm": 1.3174535864587373, + "learning_rate": 1.915273443926998e-05, + "loss": 0.0643, + "step": 18630 + }, + { + "epoch": 15.802374893977948, + "grad_norm": 1.6157368724452061, + "learning_rate": 1.915262377611269e-05, + "loss": 0.0911, + "step": 18631 + }, + { + "epoch": 15.803223070398642, + "grad_norm": 1.371841162656991, + "learning_rate": 1.9152513106048646e-05, + "loss": 0.0677, + "step": 18632 + }, + { + "epoch": 15.804071246819339, + "grad_norm": 1.7108794361590582, + "learning_rate": 1.9152402429077925e-05, + "loss": 0.0793, + "step": 18633 + }, + { + "epoch": 15.804919423240033, + "grad_norm": 1.5864556298662327, + "learning_rate": 1.9152291745200612e-05, + "loss": 0.0835, + "step": 18634 + }, + { + "epoch": 15.80576759966073, + "grad_norm": 1.671126154460914, + "learning_rate": 1.9152181054416796e-05, + "loss": 0.0803, + "step": 18635 + }, + { + "epoch": 15.806615776081426, + "grad_norm": 1.5049282144398317, + "learning_rate": 1.9152070356726547e-05, + "loss": 0.0775, + "step": 18636 + }, + { + "epoch": 15.80746395250212, + "grad_norm": 1.546493033462006, + "learning_rate": 1.915195965212996e-05, + "loss": 0.0859, + "step": 18637 + }, + { + "epoch": 15.808312128922816, + "grad_norm": 1.378937195552002, + "learning_rate": 1.915184894062712e-05, + "loss": 0.0657, + "step": 18638 + }, + { + "epoch": 15.80916030534351, + "grad_norm": 1.4075178786102218, + "learning_rate": 1.91517382222181e-05, + "loss": 0.0733, + "step": 18639 + }, + { + "epoch": 15.810008481764207, + "grad_norm": 1.4380460706650555, + "learning_rate": 1.9151627496902993e-05, + "loss": 0.0809, + "step": 18640 + }, + { + "epoch": 15.810856658184903, + "grad_norm": 1.5609697886936962, + "learning_rate": 1.915151676468188e-05, + "loss": 0.0837, + "step": 18641 + }, + { + "epoch": 15.811704834605598, + "grad_norm": 1.4398548702797995, + "learning_rate": 1.9151406025554842e-05, + "loss": 0.068, + "step": 18642 + }, + { + "epoch": 15.812553011026294, + "grad_norm": 1.5402802034792864, + "learning_rate": 1.9151295279521967e-05, + "loss": 0.0785, + "step": 18643 + }, + { + "epoch": 15.813401187446988, + "grad_norm": 1.4342963314913355, + "learning_rate": 1.9151184526583334e-05, + "loss": 0.069, + "step": 18644 + }, + { + "epoch": 15.814249363867685, + "grad_norm": 1.5138890717319908, + "learning_rate": 1.9151073766739028e-05, + "loss": 0.075, + "step": 18645 + }, + { + "epoch": 15.81509754028838, + "grad_norm": 1.6055010637917024, + "learning_rate": 1.9150962999989133e-05, + "loss": 0.0777, + "step": 18646 + }, + { + "epoch": 15.815945716709075, + "grad_norm": 1.4898466114921094, + "learning_rate": 1.915085222633373e-05, + "loss": 0.0663, + "step": 18647 + }, + { + "epoch": 15.816793893129772, + "grad_norm": 1.404049219982509, + "learning_rate": 1.915074144577291e-05, + "loss": 0.077, + "step": 18648 + }, + { + "epoch": 15.817642069550466, + "grad_norm": 1.40842153025342, + "learning_rate": 1.9150630658306754e-05, + "loss": 0.0866, + "step": 18649 + }, + { + "epoch": 15.818490245971162, + "grad_norm": 1.3988149055476782, + "learning_rate": 1.9150519863935338e-05, + "loss": 0.0703, + "step": 18650 + }, + { + "epoch": 15.819338422391857, + "grad_norm": 1.450295606491547, + "learning_rate": 1.915040906265875e-05, + "loss": 0.0765, + "step": 18651 + }, + { + "epoch": 15.820186598812553, + "grad_norm": 1.4685848937183983, + "learning_rate": 1.9150298254477076e-05, + "loss": 0.0812, + "step": 18652 + }, + { + "epoch": 15.82103477523325, + "grad_norm": 1.4246543124338351, + "learning_rate": 1.9150187439390402e-05, + "loss": 0.0913, + "step": 18653 + }, + { + "epoch": 15.821882951653944, + "grad_norm": 1.501229435945956, + "learning_rate": 1.9150076617398804e-05, + "loss": 0.077, + "step": 18654 + }, + { + "epoch": 15.82273112807464, + "grad_norm": 1.5816405939362566, + "learning_rate": 1.9149965788502373e-05, + "loss": 0.0788, + "step": 18655 + }, + { + "epoch": 15.823579304495334, + "grad_norm": 1.3864797182513988, + "learning_rate": 1.9149854952701187e-05, + "loss": 0.0766, + "step": 18656 + }, + { + "epoch": 15.82442748091603, + "grad_norm": 1.3414533362693228, + "learning_rate": 1.914974410999533e-05, + "loss": 0.0687, + "step": 18657 + }, + { + "epoch": 15.825275657336727, + "grad_norm": 1.444235833354032, + "learning_rate": 1.914963326038489e-05, + "loss": 0.0757, + "step": 18658 + }, + { + "epoch": 15.826123833757421, + "grad_norm": 1.3574697957098958, + "learning_rate": 1.9149522403869948e-05, + "loss": 0.0705, + "step": 18659 + }, + { + "epoch": 15.826972010178118, + "grad_norm": 1.4896769013961795, + "learning_rate": 1.914941154045059e-05, + "loss": 0.09, + "step": 18660 + }, + { + "epoch": 15.827820186598812, + "grad_norm": 1.544904365409247, + "learning_rate": 1.9149300670126894e-05, + "loss": 0.0872, + "step": 18661 + }, + { + "epoch": 15.828668363019508, + "grad_norm": 1.631385791996447, + "learning_rate": 1.914918979289895e-05, + "loss": 0.0862, + "step": 18662 + }, + { + "epoch": 15.829516539440203, + "grad_norm": 1.4161103049659391, + "learning_rate": 1.9149078908766835e-05, + "loss": 0.0802, + "step": 18663 + }, + { + "epoch": 15.830364715860899, + "grad_norm": 1.4270553137173048, + "learning_rate": 1.9148968017730637e-05, + "loss": 0.0719, + "step": 18664 + }, + { + "epoch": 15.831212892281595, + "grad_norm": 1.5685056605338128, + "learning_rate": 1.914885711979044e-05, + "loss": 0.0763, + "step": 18665 + }, + { + "epoch": 15.83206106870229, + "grad_norm": 1.4542394436892847, + "learning_rate": 1.9148746214946324e-05, + "loss": 0.0684, + "step": 18666 + }, + { + "epoch": 15.832909245122986, + "grad_norm": 1.3645600033232685, + "learning_rate": 1.9148635303198378e-05, + "loss": 0.0719, + "step": 18667 + }, + { + "epoch": 15.83375742154368, + "grad_norm": 1.4387106963364533, + "learning_rate": 1.9148524384546684e-05, + "loss": 0.0727, + "step": 18668 + }, + { + "epoch": 15.834605597964376, + "grad_norm": 1.4919899633543474, + "learning_rate": 1.9148413458991325e-05, + "loss": 0.0777, + "step": 18669 + }, + { + "epoch": 15.835453774385073, + "grad_norm": 1.443418668185736, + "learning_rate": 1.9148302526532387e-05, + "loss": 0.0605, + "step": 18670 + }, + { + "epoch": 15.836301950805767, + "grad_norm": 1.4768062997706481, + "learning_rate": 1.9148191587169947e-05, + "loss": 0.073, + "step": 18671 + }, + { + "epoch": 15.837150127226463, + "grad_norm": 1.3143544827188012, + "learning_rate": 1.9148080640904094e-05, + "loss": 0.0649, + "step": 18672 + }, + { + "epoch": 15.837998303647158, + "grad_norm": 1.4864119533062148, + "learning_rate": 1.9147969687734912e-05, + "loss": 0.0779, + "step": 18673 + }, + { + "epoch": 15.838846480067854, + "grad_norm": 1.5922535248343253, + "learning_rate": 1.914785872766248e-05, + "loss": 0.0779, + "step": 18674 + }, + { + "epoch": 15.83969465648855, + "grad_norm": 1.4562240828883868, + "learning_rate": 1.914774776068689e-05, + "loss": 0.0782, + "step": 18675 + }, + { + "epoch": 15.840542832909245, + "grad_norm": 1.3915555715311687, + "learning_rate": 1.9147636786808218e-05, + "loss": 0.0704, + "step": 18676 + }, + { + "epoch": 15.841391009329941, + "grad_norm": 1.422224986033633, + "learning_rate": 1.9147525806026552e-05, + "loss": 0.0817, + "step": 18677 + }, + { + "epoch": 15.842239185750635, + "grad_norm": 1.6282658111130808, + "learning_rate": 1.9147414818341973e-05, + "loss": 0.0883, + "step": 18678 + }, + { + "epoch": 15.843087362171332, + "grad_norm": 1.2469806425709453, + "learning_rate": 1.9147303823754568e-05, + "loss": 0.0638, + "step": 18679 + }, + { + "epoch": 15.843935538592028, + "grad_norm": 1.4538004045750517, + "learning_rate": 1.9147192822264416e-05, + "loss": 0.0837, + "step": 18680 + }, + { + "epoch": 15.844783715012722, + "grad_norm": 1.4441392324367475, + "learning_rate": 1.9147081813871607e-05, + "loss": 0.079, + "step": 18681 + }, + { + "epoch": 15.845631891433419, + "grad_norm": 1.4624420176332273, + "learning_rate": 1.9146970798576218e-05, + "loss": 0.0742, + "step": 18682 + }, + { + "epoch": 15.846480067854113, + "grad_norm": 1.6608789912648478, + "learning_rate": 1.914685977637834e-05, + "loss": 0.0919, + "step": 18683 + }, + { + "epoch": 15.84732824427481, + "grad_norm": 1.6050932520916863, + "learning_rate": 1.9146748747278052e-05, + "loss": 0.0837, + "step": 18684 + }, + { + "epoch": 15.848176420695506, + "grad_norm": 1.604775238471649, + "learning_rate": 1.9146637711275438e-05, + "loss": 0.0755, + "step": 18685 + }, + { + "epoch": 15.8490245971162, + "grad_norm": 1.4913900100306468, + "learning_rate": 1.9146526668370583e-05, + "loss": 0.0755, + "step": 18686 + }, + { + "epoch": 15.849872773536896, + "grad_norm": 1.3524882805826877, + "learning_rate": 1.9146415618563568e-05, + "loss": 0.0737, + "step": 18687 + }, + { + "epoch": 15.85072094995759, + "grad_norm": 1.6025644162071175, + "learning_rate": 1.914630456185448e-05, + "loss": 0.092, + "step": 18688 + }, + { + "epoch": 15.851569126378287, + "grad_norm": 1.4568611861700764, + "learning_rate": 1.9146193498243405e-05, + "loss": 0.072, + "step": 18689 + }, + { + "epoch": 15.852417302798981, + "grad_norm": 1.3146206662672024, + "learning_rate": 1.9146082427730422e-05, + "loss": 0.0699, + "step": 18690 + }, + { + "epoch": 15.853265479219678, + "grad_norm": 1.508265326556789, + "learning_rate": 1.914597135031562e-05, + "loss": 0.0894, + "step": 18691 + }, + { + "epoch": 15.854113655640374, + "grad_norm": 1.378131603096057, + "learning_rate": 1.9145860265999075e-05, + "loss": 0.0676, + "step": 18692 + }, + { + "epoch": 15.854961832061068, + "grad_norm": 1.330618375675349, + "learning_rate": 1.9145749174780877e-05, + "loss": 0.0665, + "step": 18693 + }, + { + "epoch": 15.855810008481765, + "grad_norm": 1.4635882447324517, + "learning_rate": 1.914563807666111e-05, + "loss": 0.0912, + "step": 18694 + }, + { + "epoch": 15.856658184902459, + "grad_norm": 1.4662290287973452, + "learning_rate": 1.9145526971639848e-05, + "loss": 0.0777, + "step": 18695 + }, + { + "epoch": 15.857506361323155, + "grad_norm": 1.5623547066456132, + "learning_rate": 1.914541585971719e-05, + "loss": 0.0856, + "step": 18696 + }, + { + "epoch": 15.858354537743852, + "grad_norm": 1.5854222570354382, + "learning_rate": 1.9145304740893212e-05, + "loss": 0.0933, + "step": 18697 + }, + { + "epoch": 15.859202714164546, + "grad_norm": 1.4367629774288948, + "learning_rate": 1.9145193615167997e-05, + "loss": 0.0694, + "step": 18698 + }, + { + "epoch": 15.860050890585242, + "grad_norm": 1.393029557931543, + "learning_rate": 1.9145082482541634e-05, + "loss": 0.0723, + "step": 18699 + }, + { + "epoch": 15.860899067005937, + "grad_norm": 1.3917055628386337, + "learning_rate": 1.91449713430142e-05, + "loss": 0.0767, + "step": 18700 + }, + { + "epoch": 15.861747243426633, + "grad_norm": 1.5911945475467626, + "learning_rate": 1.914486019658578e-05, + "loss": 0.0825, + "step": 18701 + }, + { + "epoch": 15.862595419847327, + "grad_norm": 1.4435062976582174, + "learning_rate": 1.9144749043256462e-05, + "loss": 0.076, + "step": 18702 + }, + { + "epoch": 15.863443596268024, + "grad_norm": 1.56488196567025, + "learning_rate": 1.9144637883026326e-05, + "loss": 0.0756, + "step": 18703 + }, + { + "epoch": 15.86429177268872, + "grad_norm": 1.3637521377431088, + "learning_rate": 1.9144526715895463e-05, + "loss": 0.0696, + "step": 18704 + }, + { + "epoch": 15.865139949109414, + "grad_norm": 1.5356900211249926, + "learning_rate": 1.9144415541863948e-05, + "loss": 0.0918, + "step": 18705 + }, + { + "epoch": 15.86598812553011, + "grad_norm": 1.34675864024335, + "learning_rate": 1.9144304360931865e-05, + "loss": 0.0718, + "step": 18706 + }, + { + "epoch": 15.866836301950805, + "grad_norm": 1.5308190160056014, + "learning_rate": 1.9144193173099307e-05, + "loss": 0.0879, + "step": 18707 + }, + { + "epoch": 15.867684478371501, + "grad_norm": 1.4070217397170293, + "learning_rate": 1.914408197836635e-05, + "loss": 0.0672, + "step": 18708 + }, + { + "epoch": 15.868532654792197, + "grad_norm": 1.5158555413853874, + "learning_rate": 1.914397077673308e-05, + "loss": 0.0838, + "step": 18709 + }, + { + "epoch": 15.869380831212892, + "grad_norm": 1.4410745130770493, + "learning_rate": 1.9143859568199583e-05, + "loss": 0.0683, + "step": 18710 + }, + { + "epoch": 15.870229007633588, + "grad_norm": 1.4370320660910634, + "learning_rate": 1.9143748352765938e-05, + "loss": 0.0774, + "step": 18711 + }, + { + "epoch": 15.871077184054283, + "grad_norm": 1.496936957825481, + "learning_rate": 1.9143637130432234e-05, + "loss": 0.0741, + "step": 18712 + }, + { + "epoch": 15.871925360474979, + "grad_norm": 1.3662168442319282, + "learning_rate": 1.9143525901198555e-05, + "loss": 0.0746, + "step": 18713 + }, + { + "epoch": 15.872773536895675, + "grad_norm": 1.370617067016732, + "learning_rate": 1.914341466506498e-05, + "loss": 0.0836, + "step": 18714 + }, + { + "epoch": 15.87362171331637, + "grad_norm": 1.2578889530402613, + "learning_rate": 1.9143303422031596e-05, + "loss": 0.0667, + "step": 18715 + }, + { + "epoch": 15.874469889737066, + "grad_norm": 1.3978838682942334, + "learning_rate": 1.914319217209849e-05, + "loss": 0.0653, + "step": 18716 + }, + { + "epoch": 15.87531806615776, + "grad_norm": 1.4974733162781013, + "learning_rate": 1.9143080915265735e-05, + "loss": 0.0693, + "step": 18717 + }, + { + "epoch": 15.876166242578456, + "grad_norm": 1.5231700954572303, + "learning_rate": 1.9142969651533428e-05, + "loss": 0.0896, + "step": 18718 + }, + { + "epoch": 15.877014418999153, + "grad_norm": 1.6119264236305013, + "learning_rate": 1.914285838090165e-05, + "loss": 0.0868, + "step": 18719 + }, + { + "epoch": 15.877862595419847, + "grad_norm": 1.450848791397661, + "learning_rate": 1.914274710337048e-05, + "loss": 0.0775, + "step": 18720 + }, + { + "epoch": 15.878710771840543, + "grad_norm": 1.3454187741774348, + "learning_rate": 1.9142635818940003e-05, + "loss": 0.0676, + "step": 18721 + }, + { + "epoch": 15.879558948261238, + "grad_norm": 1.5967188131665095, + "learning_rate": 1.9142524527610305e-05, + "loss": 0.0864, + "step": 18722 + }, + { + "epoch": 15.880407124681934, + "grad_norm": 1.5168738135423654, + "learning_rate": 1.914241322938147e-05, + "loss": 0.0753, + "step": 18723 + }, + { + "epoch": 15.88125530110263, + "grad_norm": 1.4344894747681163, + "learning_rate": 1.914230192425358e-05, + "loss": 0.0726, + "step": 18724 + }, + { + "epoch": 15.882103477523325, + "grad_norm": 1.5398347582104042, + "learning_rate": 1.9142190612226724e-05, + "loss": 0.0802, + "step": 18725 + }, + { + "epoch": 15.882951653944021, + "grad_norm": 1.4167499439931415, + "learning_rate": 1.914207929330098e-05, + "loss": 0.0751, + "step": 18726 + }, + { + "epoch": 15.883799830364715, + "grad_norm": 1.5680723409060078, + "learning_rate": 1.9141967967476435e-05, + "loss": 0.0751, + "step": 18727 + }, + { + "epoch": 15.884648006785412, + "grad_norm": 1.3291310239192953, + "learning_rate": 1.9141856634753172e-05, + "loss": 0.0676, + "step": 18728 + }, + { + "epoch": 15.885496183206106, + "grad_norm": 1.4043355970032776, + "learning_rate": 1.9141745295131276e-05, + "loss": 0.0747, + "step": 18729 + }, + { + "epoch": 15.886344359626802, + "grad_norm": 1.3992129945779839, + "learning_rate": 1.914163394861083e-05, + "loss": 0.0688, + "step": 18730 + }, + { + "epoch": 15.887192536047499, + "grad_norm": 1.3936153602870067, + "learning_rate": 1.914152259519192e-05, + "loss": 0.0706, + "step": 18731 + }, + { + "epoch": 15.888040712468193, + "grad_norm": 1.4205265664388287, + "learning_rate": 1.9141411234874626e-05, + "loss": 0.0591, + "step": 18732 + }, + { + "epoch": 15.88888888888889, + "grad_norm": 1.4200851723029182, + "learning_rate": 1.9141299867659036e-05, + "loss": 0.0895, + "step": 18733 + }, + { + "epoch": 15.889737065309584, + "grad_norm": 1.8256304117750588, + "learning_rate": 1.9141188493545234e-05, + "loss": 0.086, + "step": 18734 + }, + { + "epoch": 15.89058524173028, + "grad_norm": 1.3518885809136618, + "learning_rate": 1.9141077112533303e-05, + "loss": 0.0733, + "step": 18735 + }, + { + "epoch": 15.891433418150976, + "grad_norm": 1.4806862050417031, + "learning_rate": 1.9140965724623323e-05, + "loss": 0.0723, + "step": 18736 + }, + { + "epoch": 15.89228159457167, + "grad_norm": 1.462951241442863, + "learning_rate": 1.9140854329815384e-05, + "loss": 0.0672, + "step": 18737 + }, + { + "epoch": 15.893129770992367, + "grad_norm": 1.4272097843027631, + "learning_rate": 1.9140742928109568e-05, + "loss": 0.0745, + "step": 18738 + }, + { + "epoch": 15.893977947413061, + "grad_norm": 1.433233131590893, + "learning_rate": 1.914063151950596e-05, + "loss": 0.0751, + "step": 18739 + }, + { + "epoch": 15.894826123833758, + "grad_norm": 1.417157011001444, + "learning_rate": 1.914052010400464e-05, + "loss": 0.0802, + "step": 18740 + }, + { + "epoch": 15.895674300254452, + "grad_norm": 1.2910089796445854, + "learning_rate": 1.9140408681605697e-05, + "loss": 0.0661, + "step": 18741 + }, + { + "epoch": 15.896522476675148, + "grad_norm": 1.464841290269972, + "learning_rate": 1.9140297252309213e-05, + "loss": 0.0826, + "step": 18742 + }, + { + "epoch": 15.897370653095845, + "grad_norm": 1.435642344770312, + "learning_rate": 1.9140185816115275e-05, + "loss": 0.0692, + "step": 18743 + }, + { + "epoch": 15.898218829516539, + "grad_norm": 1.4185840366983307, + "learning_rate": 1.914007437302396e-05, + "loss": 0.0751, + "step": 18744 + }, + { + "epoch": 15.899067005937235, + "grad_norm": 1.6207664365671306, + "learning_rate": 1.913996292303536e-05, + "loss": 0.08, + "step": 18745 + }, + { + "epoch": 15.89991518235793, + "grad_norm": 1.4692164561913614, + "learning_rate": 1.913985146614955e-05, + "loss": 0.072, + "step": 18746 + }, + { + "epoch": 15.900763358778626, + "grad_norm": 1.481599345525747, + "learning_rate": 1.9139740002366625e-05, + "loss": 0.0804, + "step": 18747 + }, + { + "epoch": 15.901611535199322, + "grad_norm": 1.7174008621704928, + "learning_rate": 1.9139628531686662e-05, + "loss": 0.0728, + "step": 18748 + }, + { + "epoch": 15.902459711620017, + "grad_norm": 1.3297158299737595, + "learning_rate": 1.9139517054109747e-05, + "loss": 0.0704, + "step": 18749 + }, + { + "epoch": 15.903307888040713, + "grad_norm": 1.4138732344592857, + "learning_rate": 1.9139405569635964e-05, + "loss": 0.0755, + "step": 18750 + }, + { + "epoch": 15.904156064461407, + "grad_norm": 1.4370876955037584, + "learning_rate": 1.91392940782654e-05, + "loss": 0.0929, + "step": 18751 + }, + { + "epoch": 15.905004240882104, + "grad_norm": 1.1540837902338088, + "learning_rate": 1.9139182579998132e-05, + "loss": 0.0601, + "step": 18752 + }, + { + "epoch": 15.9058524173028, + "grad_norm": 1.423015773478916, + "learning_rate": 1.913907107483425e-05, + "loss": 0.071, + "step": 18753 + }, + { + "epoch": 15.906700593723494, + "grad_norm": 1.5921662301487878, + "learning_rate": 1.9138959562773835e-05, + "loss": 0.0742, + "step": 18754 + }, + { + "epoch": 15.90754877014419, + "grad_norm": 1.3881735045005272, + "learning_rate": 1.9138848043816972e-05, + "loss": 0.065, + "step": 18755 + }, + { + "epoch": 15.908396946564885, + "grad_norm": 1.3952477834883736, + "learning_rate": 1.913873651796375e-05, + "loss": 0.0742, + "step": 18756 + }, + { + "epoch": 15.909245122985581, + "grad_norm": 1.465901188057225, + "learning_rate": 1.9138624985214245e-05, + "loss": 0.08, + "step": 18757 + }, + { + "epoch": 15.910093299406277, + "grad_norm": 1.5480108535500774, + "learning_rate": 1.9138513445568548e-05, + "loss": 0.0821, + "step": 18758 + }, + { + "epoch": 15.910941475826972, + "grad_norm": 1.4737740005763427, + "learning_rate": 1.9138401899026742e-05, + "loss": 0.0947, + "step": 18759 + }, + { + "epoch": 15.911789652247668, + "grad_norm": 1.3458565737472554, + "learning_rate": 1.9138290345588906e-05, + "loss": 0.0722, + "step": 18760 + }, + { + "epoch": 15.912637828668363, + "grad_norm": 1.2054083988592896, + "learning_rate": 1.9138178785255127e-05, + "loss": 0.0652, + "step": 18761 + }, + { + "epoch": 15.913486005089059, + "grad_norm": 1.462178446476311, + "learning_rate": 1.913806721802549e-05, + "loss": 0.0702, + "step": 18762 + }, + { + "epoch": 15.914334181509753, + "grad_norm": 1.5716826268611412, + "learning_rate": 1.9137955643900083e-05, + "loss": 0.0825, + "step": 18763 + }, + { + "epoch": 15.91518235793045, + "grad_norm": 1.3278708036768012, + "learning_rate": 1.9137844062878985e-05, + "loss": 0.0848, + "step": 18764 + }, + { + "epoch": 15.916030534351146, + "grad_norm": 1.4556961728191908, + "learning_rate": 1.913773247496228e-05, + "loss": 0.0674, + "step": 18765 + }, + { + "epoch": 15.91687871077184, + "grad_norm": 1.4328598053686818, + "learning_rate": 1.9137620880150054e-05, + "loss": 0.0831, + "step": 18766 + }, + { + "epoch": 15.917726887192536, + "grad_norm": 1.6020674385578675, + "learning_rate": 1.913750927844239e-05, + "loss": 0.0762, + "step": 18767 + }, + { + "epoch": 15.91857506361323, + "grad_norm": 1.5352884931794741, + "learning_rate": 1.9137397669839376e-05, + "loss": 0.0741, + "step": 18768 + }, + { + "epoch": 15.919423240033927, + "grad_norm": 1.5212679477905338, + "learning_rate": 1.913728605434109e-05, + "loss": 0.0685, + "step": 18769 + }, + { + "epoch": 15.920271416454623, + "grad_norm": 1.473485982153046, + "learning_rate": 1.9137174431947622e-05, + "loss": 0.0803, + "step": 18770 + }, + { + "epoch": 15.921119592875318, + "grad_norm": 1.3945853120779794, + "learning_rate": 1.9137062802659052e-05, + "loss": 0.0742, + "step": 18771 + }, + { + "epoch": 15.921967769296014, + "grad_norm": 1.5468959309301462, + "learning_rate": 1.9136951166475465e-05, + "loss": 0.0779, + "step": 18772 + }, + { + "epoch": 15.922815945716708, + "grad_norm": 1.5353626678894738, + "learning_rate": 1.9136839523396948e-05, + "loss": 0.0808, + "step": 18773 + }, + { + "epoch": 15.923664122137405, + "grad_norm": 1.3231224274571802, + "learning_rate": 1.9136727873423583e-05, + "loss": 0.0775, + "step": 18774 + }, + { + "epoch": 15.924512298558101, + "grad_norm": 1.5292000518473143, + "learning_rate": 1.9136616216555458e-05, + "loss": 0.0907, + "step": 18775 + }, + { + "epoch": 15.925360474978795, + "grad_norm": 1.454836863893327, + "learning_rate": 1.913650455279265e-05, + "loss": 0.0773, + "step": 18776 + }, + { + "epoch": 15.926208651399492, + "grad_norm": 1.6801579543479574, + "learning_rate": 1.9136392882135246e-05, + "loss": 0.1004, + "step": 18777 + }, + { + "epoch": 15.927056827820186, + "grad_norm": 1.387365303792218, + "learning_rate": 1.9136281204583336e-05, + "loss": 0.0726, + "step": 18778 + }, + { + "epoch": 15.927905004240882, + "grad_norm": 1.4234534398756398, + "learning_rate": 1.9136169520136997e-05, + "loss": 0.0671, + "step": 18779 + }, + { + "epoch": 15.928753180661577, + "grad_norm": 1.4679674637807234, + "learning_rate": 1.9136057828796318e-05, + "loss": 0.0689, + "step": 18780 + }, + { + "epoch": 15.929601357082273, + "grad_norm": 1.3954641469551679, + "learning_rate": 1.913594613056138e-05, + "loss": 0.0763, + "step": 18781 + }, + { + "epoch": 15.93044953350297, + "grad_norm": 1.4628514031495095, + "learning_rate": 1.913583442543227e-05, + "loss": 0.0783, + "step": 18782 + }, + { + "epoch": 15.931297709923664, + "grad_norm": 1.5208766584374618, + "learning_rate": 1.9135722713409072e-05, + "loss": 0.0774, + "step": 18783 + }, + { + "epoch": 15.93214588634436, + "grad_norm": 1.5339994033809596, + "learning_rate": 1.9135610994491864e-05, + "loss": 0.0772, + "step": 18784 + }, + { + "epoch": 15.932994062765054, + "grad_norm": 1.3516554778594732, + "learning_rate": 1.913549926868074e-05, + "loss": 0.0658, + "step": 18785 + }, + { + "epoch": 15.93384223918575, + "grad_norm": 1.267172882637574, + "learning_rate": 1.913538753597578e-05, + "loss": 0.0644, + "step": 18786 + }, + { + "epoch": 15.934690415606447, + "grad_norm": 1.3192182508859767, + "learning_rate": 1.9135275796377068e-05, + "loss": 0.0616, + "step": 18787 + }, + { + "epoch": 15.935538592027141, + "grad_norm": 1.23395709539008, + "learning_rate": 1.9135164049884685e-05, + "loss": 0.0647, + "step": 18788 + }, + { + "epoch": 15.936386768447838, + "grad_norm": 1.4284828246850678, + "learning_rate": 1.913505229649872e-05, + "loss": 0.0907, + "step": 18789 + }, + { + "epoch": 15.937234944868532, + "grad_norm": 1.4543740645448262, + "learning_rate": 1.913494053621926e-05, + "loss": 0.0707, + "step": 18790 + }, + { + "epoch": 15.938083121289228, + "grad_norm": 1.2934073299190822, + "learning_rate": 1.913482876904638e-05, + "loss": 0.0595, + "step": 18791 + }, + { + "epoch": 15.938931297709924, + "grad_norm": 1.7532096361456821, + "learning_rate": 1.9134716994980176e-05, + "loss": 0.0751, + "step": 18792 + }, + { + "epoch": 15.939779474130619, + "grad_norm": 1.312831026055942, + "learning_rate": 1.913460521402072e-05, + "loss": 0.0685, + "step": 18793 + }, + { + "epoch": 15.940627650551315, + "grad_norm": 1.4840707005373304, + "learning_rate": 1.913449342616811e-05, + "loss": 0.0824, + "step": 18794 + }, + { + "epoch": 15.94147582697201, + "grad_norm": 1.3631703496777805, + "learning_rate": 1.9134381631422417e-05, + "loss": 0.0702, + "step": 18795 + }, + { + "epoch": 15.942324003392706, + "grad_norm": 1.6548693882795744, + "learning_rate": 1.9134269829783734e-05, + "loss": 0.0797, + "step": 18796 + }, + { + "epoch": 15.943172179813402, + "grad_norm": 1.3382254628308554, + "learning_rate": 1.913415802125214e-05, + "loss": 0.0746, + "step": 18797 + }, + { + "epoch": 15.944020356234097, + "grad_norm": 1.560734491993914, + "learning_rate": 1.9134046205827725e-05, + "loss": 0.0746, + "step": 18798 + }, + { + "epoch": 15.944868532654793, + "grad_norm": 1.3438077565657558, + "learning_rate": 1.9133934383510572e-05, + "loss": 0.0791, + "step": 18799 + }, + { + "epoch": 15.945716709075487, + "grad_norm": 1.3835579718490425, + "learning_rate": 1.913382255430076e-05, + "loss": 0.0763, + "step": 18800 + }, + { + "epoch": 15.946564885496183, + "grad_norm": 1.4171194726996135, + "learning_rate": 1.9133710718198376e-05, + "loss": 0.0737, + "step": 18801 + }, + { + "epoch": 15.947413061916878, + "grad_norm": 1.35219514834673, + "learning_rate": 1.913359887520351e-05, + "loss": 0.0721, + "step": 18802 + }, + { + "epoch": 15.948261238337574, + "grad_norm": 1.397896846376151, + "learning_rate": 1.9133487025316236e-05, + "loss": 0.0678, + "step": 18803 + }, + { + "epoch": 15.94910941475827, + "grad_norm": 1.5825399529381905, + "learning_rate": 1.913337516853665e-05, + "loss": 0.0841, + "step": 18804 + }, + { + "epoch": 15.949957591178965, + "grad_norm": 1.5794989923455007, + "learning_rate": 1.9133263304864828e-05, + "loss": 0.0833, + "step": 18805 + }, + { + "epoch": 15.950805767599661, + "grad_norm": 1.7011448298932856, + "learning_rate": 1.913315143430086e-05, + "loss": 0.0957, + "step": 18806 + }, + { + "epoch": 15.951653944020356, + "grad_norm": 1.7907729578706986, + "learning_rate": 1.9133039556844824e-05, + "loss": 0.0777, + "step": 18807 + }, + { + "epoch": 15.952502120441052, + "grad_norm": 1.4091925614723249, + "learning_rate": 1.913292767249681e-05, + "loss": 0.0707, + "step": 18808 + }, + { + "epoch": 15.953350296861748, + "grad_norm": 1.3914309321975307, + "learning_rate": 1.91328157812569e-05, + "loss": 0.0687, + "step": 18809 + }, + { + "epoch": 15.954198473282442, + "grad_norm": 1.5120084290485671, + "learning_rate": 1.9132703883125183e-05, + "loss": 0.0676, + "step": 18810 + }, + { + "epoch": 15.955046649703139, + "grad_norm": 1.3447150277766646, + "learning_rate": 1.9132591978101734e-05, + "loss": 0.0647, + "step": 18811 + }, + { + "epoch": 15.955894826123833, + "grad_norm": 1.4127240904301133, + "learning_rate": 1.913248006618664e-05, + "loss": 0.0762, + "step": 18812 + }, + { + "epoch": 15.95674300254453, + "grad_norm": 1.5627182447771228, + "learning_rate": 1.9132368147379995e-05, + "loss": 0.0861, + "step": 18813 + }, + { + "epoch": 15.957591178965224, + "grad_norm": 1.7251914703391886, + "learning_rate": 1.9132256221681874e-05, + "loss": 0.0845, + "step": 18814 + }, + { + "epoch": 15.95843935538592, + "grad_norm": 1.4445358312240284, + "learning_rate": 1.913214428909237e-05, + "loss": 0.0729, + "step": 18815 + }, + { + "epoch": 15.959287531806616, + "grad_norm": 1.4894653862687983, + "learning_rate": 1.9132032349611555e-05, + "loss": 0.0721, + "step": 18816 + }, + { + "epoch": 15.96013570822731, + "grad_norm": 1.6236077937032742, + "learning_rate": 1.9131920403239518e-05, + "loss": 0.0954, + "step": 18817 + }, + { + "epoch": 15.960983884648007, + "grad_norm": 1.447703932640432, + "learning_rate": 1.9131808449976347e-05, + "loss": 0.0805, + "step": 18818 + }, + { + "epoch": 15.961832061068701, + "grad_norm": 1.5428400981591097, + "learning_rate": 1.913169648982213e-05, + "loss": 0.0818, + "step": 18819 + }, + { + "epoch": 15.962680237489398, + "grad_norm": 1.4612129331278716, + "learning_rate": 1.9131584522776942e-05, + "loss": 0.0687, + "step": 18820 + }, + { + "epoch": 15.963528413910094, + "grad_norm": 1.4787411006467257, + "learning_rate": 1.913147254884087e-05, + "loss": 0.0782, + "step": 18821 + }, + { + "epoch": 15.964376590330788, + "grad_norm": 1.5633969878086544, + "learning_rate": 1.9131360568014008e-05, + "loss": 0.0692, + "step": 18822 + }, + { + "epoch": 15.965224766751485, + "grad_norm": 1.420326494880346, + "learning_rate": 1.913124858029643e-05, + "loss": 0.0729, + "step": 18823 + }, + { + "epoch": 15.966072943172179, + "grad_norm": 1.545250778598644, + "learning_rate": 1.913113658568822e-05, + "loss": 0.0765, + "step": 18824 + }, + { + "epoch": 15.966921119592875, + "grad_norm": 1.713301272304479, + "learning_rate": 1.913102458418947e-05, + "loss": 0.0832, + "step": 18825 + }, + { + "epoch": 15.967769296013572, + "grad_norm": 1.4127281824961082, + "learning_rate": 1.913091257580026e-05, + "loss": 0.0678, + "step": 18826 + }, + { + "epoch": 15.968617472434266, + "grad_norm": 1.476340561036015, + "learning_rate": 1.9130800560520675e-05, + "loss": 0.0737, + "step": 18827 + }, + { + "epoch": 15.969465648854962, + "grad_norm": 1.3006493359500937, + "learning_rate": 1.91306885383508e-05, + "loss": 0.0653, + "step": 18828 + }, + { + "epoch": 15.970313825275657, + "grad_norm": 1.5000279029923034, + "learning_rate": 1.9130576509290717e-05, + "loss": 0.0845, + "step": 18829 + }, + { + "epoch": 15.971162001696353, + "grad_norm": 1.4194260258102507, + "learning_rate": 1.9130464473340514e-05, + "loss": 0.0685, + "step": 18830 + }, + { + "epoch": 15.97201017811705, + "grad_norm": 1.4419000059662397, + "learning_rate": 1.9130352430500275e-05, + "loss": 0.0691, + "step": 18831 + }, + { + "epoch": 15.972858354537744, + "grad_norm": 1.450012924866678, + "learning_rate": 1.9130240380770083e-05, + "loss": 0.0701, + "step": 18832 + }, + { + "epoch": 15.97370653095844, + "grad_norm": 1.6097460058517903, + "learning_rate": 1.913012832415002e-05, + "loss": 0.0881, + "step": 18833 + }, + { + "epoch": 15.974554707379134, + "grad_norm": 1.505513662031175, + "learning_rate": 1.913001626064018e-05, + "loss": 0.0842, + "step": 18834 + }, + { + "epoch": 15.97540288379983, + "grad_norm": 1.4475364092857803, + "learning_rate": 1.9129904190240638e-05, + "loss": 0.0707, + "step": 18835 + }, + { + "epoch": 15.976251060220527, + "grad_norm": 1.3863689695237247, + "learning_rate": 1.9129792112951484e-05, + "loss": 0.0662, + "step": 18836 + }, + { + "epoch": 15.977099236641221, + "grad_norm": 1.346460764720449, + "learning_rate": 1.91296800287728e-05, + "loss": 0.0677, + "step": 18837 + }, + { + "epoch": 15.977947413061917, + "grad_norm": 1.5432990693477406, + "learning_rate": 1.912956793770467e-05, + "loss": 0.0715, + "step": 18838 + }, + { + "epoch": 15.978795589482612, + "grad_norm": 1.5686047030853967, + "learning_rate": 1.912945583974718e-05, + "loss": 0.0773, + "step": 18839 + }, + { + "epoch": 15.979643765903308, + "grad_norm": 1.630935295526545, + "learning_rate": 1.9129343734900416e-05, + "loss": 0.0779, + "step": 18840 + }, + { + "epoch": 15.980491942324003, + "grad_norm": 1.4475930792677631, + "learning_rate": 1.9129231623164458e-05, + "loss": 0.0779, + "step": 18841 + }, + { + "epoch": 15.981340118744699, + "grad_norm": 1.2958596162415816, + "learning_rate": 1.9129119504539398e-05, + "loss": 0.067, + "step": 18842 + }, + { + "epoch": 15.982188295165395, + "grad_norm": 1.436787942199321, + "learning_rate": 1.9129007379025314e-05, + "loss": 0.0727, + "step": 18843 + }, + { + "epoch": 15.98303647158609, + "grad_norm": 1.4798732263071523, + "learning_rate": 1.912889524662229e-05, + "loss": 0.068, + "step": 18844 + }, + { + "epoch": 15.983884648006786, + "grad_norm": 1.5020736133117627, + "learning_rate": 1.9128783107330417e-05, + "loss": 0.0746, + "step": 18845 + }, + { + "epoch": 15.98473282442748, + "grad_norm": 1.472278435014633, + "learning_rate": 1.9128670961149776e-05, + "loss": 0.0836, + "step": 18846 + }, + { + "epoch": 15.985581000848176, + "grad_norm": 1.3566033652312057, + "learning_rate": 1.912855880808045e-05, + "loss": 0.084, + "step": 18847 + }, + { + "epoch": 15.986429177268873, + "grad_norm": 1.6053348632601967, + "learning_rate": 1.9128446648122527e-05, + "loss": 0.0666, + "step": 18848 + }, + { + "epoch": 15.987277353689567, + "grad_norm": 1.4522200020681146, + "learning_rate": 1.9128334481276088e-05, + "loss": 0.082, + "step": 18849 + }, + { + "epoch": 15.988125530110263, + "grad_norm": 1.2656032049888508, + "learning_rate": 1.9128222307541218e-05, + "loss": 0.0624, + "step": 18850 + }, + { + "epoch": 15.988973706530958, + "grad_norm": 1.5025020926919272, + "learning_rate": 1.912811012691801e-05, + "loss": 0.0779, + "step": 18851 + }, + { + "epoch": 15.989821882951654, + "grad_norm": 1.4933700104162162, + "learning_rate": 1.9127997939406534e-05, + "loss": 0.0703, + "step": 18852 + }, + { + "epoch": 15.990670059372349, + "grad_norm": 1.3573392124767834, + "learning_rate": 1.912788574500689e-05, + "loss": 0.0855, + "step": 18853 + }, + { + "epoch": 15.991518235793045, + "grad_norm": 1.2739394287910513, + "learning_rate": 1.912777354371915e-05, + "loss": 0.0665, + "step": 18854 + }, + { + "epoch": 15.992366412213741, + "grad_norm": 1.3926618493482357, + "learning_rate": 1.9127661335543405e-05, + "loss": 0.0727, + "step": 18855 + }, + { + "epoch": 15.993214588634435, + "grad_norm": 1.32695579386637, + "learning_rate": 1.912754912047974e-05, + "loss": 0.0797, + "step": 18856 + }, + { + "epoch": 15.994062765055132, + "grad_norm": 1.5405290287124211, + "learning_rate": 1.912743689852824e-05, + "loss": 0.0796, + "step": 18857 + }, + { + "epoch": 15.994910941475826, + "grad_norm": 1.4335855072646095, + "learning_rate": 1.9127324669688983e-05, + "loss": 0.0817, + "step": 18858 + }, + { + "epoch": 15.995759117896522, + "grad_norm": 1.4566124320149922, + "learning_rate": 1.912721243396206e-05, + "loss": 0.0835, + "step": 18859 + }, + { + "epoch": 15.996607294317219, + "grad_norm": 1.5272675205475201, + "learning_rate": 1.9127100191347553e-05, + "loss": 0.0856, + "step": 18860 + }, + { + "epoch": 15.997455470737913, + "grad_norm": 1.4181915120003628, + "learning_rate": 1.9126987941845553e-05, + "loss": 0.0667, + "step": 18861 + }, + { + "epoch": 15.99830364715861, + "grad_norm": 1.3164820584764338, + "learning_rate": 1.9126875685456137e-05, + "loss": 0.0711, + "step": 18862 + }, + { + "epoch": 15.999151823579304, + "grad_norm": 1.5998930065131785, + "learning_rate": 1.912676342217939e-05, + "loss": 0.0693, + "step": 18863 + }, + { + "epoch": 16.0, + "grad_norm": 1.5877324007928464, + "learning_rate": 1.9126651152015404e-05, + "loss": 0.0751, + "step": 18864 + }, + { + "epoch": 16.000848176420696, + "grad_norm": 1.4059710338070694, + "learning_rate": 1.9126538874964256e-05, + "loss": 0.0662, + "step": 18865 + }, + { + "epoch": 16.001696352841392, + "grad_norm": 1.2155963795172324, + "learning_rate": 1.9126426591026033e-05, + "loss": 0.0586, + "step": 18866 + }, + { + "epoch": 16.002544529262085, + "grad_norm": 1.1707177691750061, + "learning_rate": 1.912631430020082e-05, + "loss": 0.0634, + "step": 18867 + }, + { + "epoch": 16.00339270568278, + "grad_norm": 1.205708133869503, + "learning_rate": 1.9126202002488703e-05, + "loss": 0.0625, + "step": 18868 + }, + { + "epoch": 16.004240882103478, + "grad_norm": 1.3714050465591152, + "learning_rate": 1.912608969788977e-05, + "loss": 0.0711, + "step": 18869 + }, + { + "epoch": 16.005089058524174, + "grad_norm": 1.3988207403108708, + "learning_rate": 1.9125977386404094e-05, + "loss": 0.0672, + "step": 18870 + }, + { + "epoch": 16.00593723494487, + "grad_norm": 1.138034851841777, + "learning_rate": 1.9125865068031772e-05, + "loss": 0.0555, + "step": 18871 + }, + { + "epoch": 16.006785411365563, + "grad_norm": 1.3242015558617484, + "learning_rate": 1.9125752742772886e-05, + "loss": 0.0643, + "step": 18872 + }, + { + "epoch": 16.00763358778626, + "grad_norm": 1.3847777225456954, + "learning_rate": 1.9125640410627514e-05, + "loss": 0.0646, + "step": 18873 + }, + { + "epoch": 16.008481764206955, + "grad_norm": 1.1781856322854154, + "learning_rate": 1.9125528071595746e-05, + "loss": 0.0556, + "step": 18874 + }, + { + "epoch": 16.00932994062765, + "grad_norm": 1.405930344224434, + "learning_rate": 1.912541572567767e-05, + "loss": 0.0656, + "step": 18875 + }, + { + "epoch": 16.010178117048348, + "grad_norm": 1.1532535660126597, + "learning_rate": 1.9125303372873363e-05, + "loss": 0.0537, + "step": 18876 + }, + { + "epoch": 16.01102629346904, + "grad_norm": 1.2342324327837326, + "learning_rate": 1.912519101318292e-05, + "loss": 0.061, + "step": 18877 + }, + { + "epoch": 16.011874469889737, + "grad_norm": 1.237797766138829, + "learning_rate": 1.9125078646606413e-05, + "loss": 0.0593, + "step": 18878 + }, + { + "epoch": 16.012722646310433, + "grad_norm": 1.2746197196485354, + "learning_rate": 1.9124966273143935e-05, + "loss": 0.0576, + "step": 18879 + }, + { + "epoch": 16.01357082273113, + "grad_norm": 1.464262752488375, + "learning_rate": 1.912485389279557e-05, + "loss": 0.0663, + "step": 18880 + }, + { + "epoch": 16.014418999151825, + "grad_norm": 1.2153986686837592, + "learning_rate": 1.9124741505561405e-05, + "loss": 0.054, + "step": 18881 + }, + { + "epoch": 16.015267175572518, + "grad_norm": 1.5365650136761517, + "learning_rate": 1.912462911144152e-05, + "loss": 0.0812, + "step": 18882 + }, + { + "epoch": 16.016115351993214, + "grad_norm": 1.4413858858736321, + "learning_rate": 1.9124516710436e-05, + "loss": 0.0665, + "step": 18883 + }, + { + "epoch": 16.01696352841391, + "grad_norm": 1.358427450218711, + "learning_rate": 1.9124404302544933e-05, + "loss": 0.0618, + "step": 18884 + }, + { + "epoch": 16.017811704834607, + "grad_norm": 1.3841896129701123, + "learning_rate": 1.9124291887768403e-05, + "loss": 0.0593, + "step": 18885 + }, + { + "epoch": 16.0186598812553, + "grad_norm": 1.2682006184582326, + "learning_rate": 1.912417946610649e-05, + "loss": 0.0641, + "step": 18886 + }, + { + "epoch": 16.019508057675996, + "grad_norm": 1.2822968509087753, + "learning_rate": 1.912406703755929e-05, + "loss": 0.0637, + "step": 18887 + }, + { + "epoch": 16.020356234096692, + "grad_norm": 1.1451111741869728, + "learning_rate": 1.912395460212688e-05, + "loss": 0.0639, + "step": 18888 + }, + { + "epoch": 16.021204410517388, + "grad_norm": 1.2408159950257664, + "learning_rate": 1.912384215980934e-05, + "loss": 0.0646, + "step": 18889 + }, + { + "epoch": 16.022052586938084, + "grad_norm": 1.2836168486395907, + "learning_rate": 1.9123729710606765e-05, + "loss": 0.0608, + "step": 18890 + }, + { + "epoch": 16.022900763358777, + "grad_norm": 1.207902137872396, + "learning_rate": 1.9123617254519232e-05, + "loss": 0.0589, + "step": 18891 + }, + { + "epoch": 16.023748939779473, + "grad_norm": 1.2397500262036534, + "learning_rate": 1.9123504791546833e-05, + "loss": 0.0649, + "step": 18892 + }, + { + "epoch": 16.02459711620017, + "grad_norm": 1.1709474886993938, + "learning_rate": 1.9123392321689648e-05, + "loss": 0.0621, + "step": 18893 + }, + { + "epoch": 16.025445292620866, + "grad_norm": 1.5662880098736187, + "learning_rate": 1.9123279844947762e-05, + "loss": 0.063, + "step": 18894 + }, + { + "epoch": 16.026293469041562, + "grad_norm": 1.2974749185462164, + "learning_rate": 1.9123167361321263e-05, + "loss": 0.0596, + "step": 18895 + }, + { + "epoch": 16.027141645462255, + "grad_norm": 1.3672749711519374, + "learning_rate": 1.912305487081023e-05, + "loss": 0.0702, + "step": 18896 + }, + { + "epoch": 16.02798982188295, + "grad_norm": 1.2596893307172312, + "learning_rate": 1.9122942373414757e-05, + "loss": 0.0643, + "step": 18897 + }, + { + "epoch": 16.028837998303647, + "grad_norm": 1.277144799947104, + "learning_rate": 1.912282986913492e-05, + "loss": 0.0637, + "step": 18898 + }, + { + "epoch": 16.029686174724343, + "grad_norm": 1.3384228017233326, + "learning_rate": 1.9122717357970807e-05, + "loss": 0.0583, + "step": 18899 + }, + { + "epoch": 16.03053435114504, + "grad_norm": 1.3194178523858093, + "learning_rate": 1.9122604839922505e-05, + "loss": 0.0695, + "step": 18900 + }, + { + "epoch": 16.031382527565732, + "grad_norm": 1.2873742139417186, + "learning_rate": 1.9122492314990096e-05, + "loss": 0.0646, + "step": 18901 + }, + { + "epoch": 16.03223070398643, + "grad_norm": 1.527198191694584, + "learning_rate": 1.912237978317367e-05, + "loss": 0.0651, + "step": 18902 + }, + { + "epoch": 16.033078880407125, + "grad_norm": 1.2025745210667256, + "learning_rate": 1.9122267244473303e-05, + "loss": 0.0596, + "step": 18903 + }, + { + "epoch": 16.03392705682782, + "grad_norm": 1.3369635340981958, + "learning_rate": 1.912215469888909e-05, + "loss": 0.0677, + "step": 18904 + }, + { + "epoch": 16.034775233248517, + "grad_norm": 1.2627695012082785, + "learning_rate": 1.9122042146421106e-05, + "loss": 0.0713, + "step": 18905 + }, + { + "epoch": 16.03562340966921, + "grad_norm": 1.340891133092812, + "learning_rate": 1.9121929587069442e-05, + "loss": 0.0687, + "step": 18906 + }, + { + "epoch": 16.036471586089906, + "grad_norm": 1.2555377963137508, + "learning_rate": 1.9121817020834185e-05, + "loss": 0.0591, + "step": 18907 + }, + { + "epoch": 16.037319762510602, + "grad_norm": 1.3893291921032, + "learning_rate": 1.9121704447715417e-05, + "loss": 0.0648, + "step": 18908 + }, + { + "epoch": 16.0381679389313, + "grad_norm": 1.2510416813765939, + "learning_rate": 1.912159186771322e-05, + "loss": 0.0542, + "step": 18909 + }, + { + "epoch": 16.039016115351995, + "grad_norm": 1.1532133377358453, + "learning_rate": 1.912147928082768e-05, + "loss": 0.0588, + "step": 18910 + }, + { + "epoch": 16.039864291772687, + "grad_norm": 1.2944765513485537, + "learning_rate": 1.912136668705889e-05, + "loss": 0.0524, + "step": 18911 + }, + { + "epoch": 16.040712468193384, + "grad_norm": 1.1552652828655494, + "learning_rate": 1.9121254086406922e-05, + "loss": 0.0544, + "step": 18912 + }, + { + "epoch": 16.04156064461408, + "grad_norm": 1.3690137161188367, + "learning_rate": 1.912114147887187e-05, + "loss": 0.0599, + "step": 18913 + }, + { + "epoch": 16.042408821034776, + "grad_norm": 1.2693381757640423, + "learning_rate": 1.9121028864453818e-05, + "loss": 0.0576, + "step": 18914 + }, + { + "epoch": 16.043256997455472, + "grad_norm": 1.1813265856349837, + "learning_rate": 1.9120916243152848e-05, + "loss": 0.0606, + "step": 18915 + }, + { + "epoch": 16.044105173876165, + "grad_norm": 1.3577728952316146, + "learning_rate": 1.9120803614969047e-05, + "loss": 0.0648, + "step": 18916 + }, + { + "epoch": 16.04495335029686, + "grad_norm": 1.3870220697061275, + "learning_rate": 1.91206909799025e-05, + "loss": 0.0688, + "step": 18917 + }, + { + "epoch": 16.045801526717558, + "grad_norm": 1.1919215036805146, + "learning_rate": 1.9120578337953292e-05, + "loss": 0.0578, + "step": 18918 + }, + { + "epoch": 16.046649703138254, + "grad_norm": 1.270848603998241, + "learning_rate": 1.9120465689121505e-05, + "loss": 0.0633, + "step": 18919 + }, + { + "epoch": 16.04749787955895, + "grad_norm": 1.435695161194121, + "learning_rate": 1.912035303340723e-05, + "loss": 0.071, + "step": 18920 + }, + { + "epoch": 16.048346055979643, + "grad_norm": 1.3502080705880537, + "learning_rate": 1.9120240370810546e-05, + "loss": 0.0581, + "step": 18921 + }, + { + "epoch": 16.04919423240034, + "grad_norm": 1.3269253922164042, + "learning_rate": 1.912012770133154e-05, + "loss": 0.0574, + "step": 18922 + }, + { + "epoch": 16.050042408821035, + "grad_norm": 1.3611044410064554, + "learning_rate": 1.91200150249703e-05, + "loss": 0.065, + "step": 18923 + }, + { + "epoch": 16.05089058524173, + "grad_norm": 1.1169414915241649, + "learning_rate": 1.911990234172691e-05, + "loss": 0.0609, + "step": 18924 + }, + { + "epoch": 16.051738761662424, + "grad_norm": 1.2326366625649572, + "learning_rate": 1.911978965160145e-05, + "loss": 0.0604, + "step": 18925 + }, + { + "epoch": 16.05258693808312, + "grad_norm": 1.4348024792935543, + "learning_rate": 1.9119676954594012e-05, + "loss": 0.0636, + "step": 18926 + }, + { + "epoch": 16.053435114503817, + "grad_norm": 1.2152571026423857, + "learning_rate": 1.9119564250704673e-05, + "loss": 0.0542, + "step": 18927 + }, + { + "epoch": 16.054283290924513, + "grad_norm": 1.4332627971679708, + "learning_rate": 1.9119451539933527e-05, + "loss": 0.06, + "step": 18928 + }, + { + "epoch": 16.05513146734521, + "grad_norm": 1.5314791501512108, + "learning_rate": 1.9119338822280655e-05, + "loss": 0.0695, + "step": 18929 + }, + { + "epoch": 16.0559796437659, + "grad_norm": 1.2815869129482802, + "learning_rate": 1.9119226097746138e-05, + "loss": 0.0558, + "step": 18930 + }, + { + "epoch": 16.056827820186598, + "grad_norm": 1.359367684210709, + "learning_rate": 1.9119113366330068e-05, + "loss": 0.0616, + "step": 18931 + }, + { + "epoch": 16.057675996607294, + "grad_norm": 1.413744479191651, + "learning_rate": 1.9119000628032526e-05, + "loss": 0.0677, + "step": 18932 + }, + { + "epoch": 16.05852417302799, + "grad_norm": 1.3167939059484177, + "learning_rate": 1.91188878828536e-05, + "loss": 0.0565, + "step": 18933 + }, + { + "epoch": 16.059372349448687, + "grad_norm": 1.491062571125662, + "learning_rate": 1.911877513079337e-05, + "loss": 0.065, + "step": 18934 + }, + { + "epoch": 16.06022052586938, + "grad_norm": 1.3148308673957196, + "learning_rate": 1.9118662371851926e-05, + "loss": 0.0636, + "step": 18935 + }, + { + "epoch": 16.061068702290076, + "grad_norm": 1.296922307673052, + "learning_rate": 1.911854960602935e-05, + "loss": 0.0591, + "step": 18936 + }, + { + "epoch": 16.061916878710772, + "grad_norm": 1.3658194772720091, + "learning_rate": 1.911843683332573e-05, + "loss": 0.0658, + "step": 18937 + }, + { + "epoch": 16.062765055131468, + "grad_norm": 1.2539519591824224, + "learning_rate": 1.911832405374115e-05, + "loss": 0.0584, + "step": 18938 + }, + { + "epoch": 16.063613231552164, + "grad_norm": 1.5057832117056313, + "learning_rate": 1.9118211267275696e-05, + "loss": 0.0824, + "step": 18939 + }, + { + "epoch": 16.064461407972857, + "grad_norm": 1.334540610045976, + "learning_rate": 1.9118098473929446e-05, + "loss": 0.0697, + "step": 18940 + }, + { + "epoch": 16.065309584393553, + "grad_norm": 1.4584707413555529, + "learning_rate": 1.9117985673702496e-05, + "loss": 0.059, + "step": 18941 + }, + { + "epoch": 16.06615776081425, + "grad_norm": 1.2846318233370584, + "learning_rate": 1.9117872866594928e-05, + "loss": 0.0605, + "step": 18942 + }, + { + "epoch": 16.067005937234946, + "grad_norm": 1.1530345477214798, + "learning_rate": 1.911776005260682e-05, + "loss": 0.0634, + "step": 18943 + }, + { + "epoch": 16.067854113655642, + "grad_norm": 1.2089495537975947, + "learning_rate": 1.9117647231738263e-05, + "loss": 0.0568, + "step": 18944 + }, + { + "epoch": 16.068702290076335, + "grad_norm": 1.273715810716594, + "learning_rate": 1.9117534403989343e-05, + "loss": 0.0643, + "step": 18945 + }, + { + "epoch": 16.06955046649703, + "grad_norm": 1.2387047934728208, + "learning_rate": 1.9117421569360143e-05, + "loss": 0.0532, + "step": 18946 + }, + { + "epoch": 16.070398642917727, + "grad_norm": 1.3446146056468387, + "learning_rate": 1.911730872785075e-05, + "loss": 0.0727, + "step": 18947 + }, + { + "epoch": 16.071246819338423, + "grad_norm": 1.237725327882963, + "learning_rate": 1.9117195879461245e-05, + "loss": 0.0616, + "step": 18948 + }, + { + "epoch": 16.07209499575912, + "grad_norm": 1.2741479069630268, + "learning_rate": 1.911708302419172e-05, + "loss": 0.0612, + "step": 18949 + }, + { + "epoch": 16.072943172179812, + "grad_norm": 1.2353672675379623, + "learning_rate": 1.9116970162042253e-05, + "loss": 0.0627, + "step": 18950 + }, + { + "epoch": 16.07379134860051, + "grad_norm": 1.2136364397036912, + "learning_rate": 1.911685729301293e-05, + "loss": 0.0618, + "step": 18951 + }, + { + "epoch": 16.074639525021205, + "grad_norm": 1.3400677354474806, + "learning_rate": 1.9116744417103844e-05, + "loss": 0.0606, + "step": 18952 + }, + { + "epoch": 16.0754877014419, + "grad_norm": 1.2257503132868308, + "learning_rate": 1.9116631534315072e-05, + "loss": 0.0622, + "step": 18953 + }, + { + "epoch": 16.076335877862597, + "grad_norm": 1.3966357775670002, + "learning_rate": 1.91165186446467e-05, + "loss": 0.0602, + "step": 18954 + }, + { + "epoch": 16.07718405428329, + "grad_norm": 1.2591581201437745, + "learning_rate": 1.911640574809882e-05, + "loss": 0.0689, + "step": 18955 + }, + { + "epoch": 16.078032230703986, + "grad_norm": 1.4032234252099687, + "learning_rate": 1.9116292844671508e-05, + "loss": 0.0622, + "step": 18956 + }, + { + "epoch": 16.078880407124682, + "grad_norm": 1.3696180430448255, + "learning_rate": 1.9116179934364857e-05, + "loss": 0.074, + "step": 18957 + }, + { + "epoch": 16.07972858354538, + "grad_norm": 1.3024991084209923, + "learning_rate": 1.9116067017178944e-05, + "loss": 0.0634, + "step": 18958 + }, + { + "epoch": 16.08057675996607, + "grad_norm": 1.3056220176647533, + "learning_rate": 1.9115954093113863e-05, + "loss": 0.0607, + "step": 18959 + }, + { + "epoch": 16.081424936386767, + "grad_norm": 1.343479074602718, + "learning_rate": 1.9115841162169695e-05, + "loss": 0.0666, + "step": 18960 + }, + { + "epoch": 16.082273112807464, + "grad_norm": 1.3024357252162806, + "learning_rate": 1.9115728224346526e-05, + "loss": 0.0629, + "step": 18961 + }, + { + "epoch": 16.08312128922816, + "grad_norm": 1.334002617789124, + "learning_rate": 1.9115615279644436e-05, + "loss": 0.0625, + "step": 18962 + }, + { + "epoch": 16.083969465648856, + "grad_norm": 1.409740186267375, + "learning_rate": 1.9115502328063517e-05, + "loss": 0.0561, + "step": 18963 + }, + { + "epoch": 16.08481764206955, + "grad_norm": 1.271771748105222, + "learning_rate": 1.9115389369603853e-05, + "loss": 0.0565, + "step": 18964 + }, + { + "epoch": 16.085665818490245, + "grad_norm": 1.3564756069365385, + "learning_rate": 1.911527640426553e-05, + "loss": 0.0701, + "step": 18965 + }, + { + "epoch": 16.08651399491094, + "grad_norm": 1.2861898899194697, + "learning_rate": 1.9115163432048628e-05, + "loss": 0.0605, + "step": 18966 + }, + { + "epoch": 16.087362171331637, + "grad_norm": 1.1697084964389088, + "learning_rate": 1.9115050452953236e-05, + "loss": 0.0776, + "step": 18967 + }, + { + "epoch": 16.088210347752334, + "grad_norm": 1.1287300681817372, + "learning_rate": 1.9114937466979442e-05, + "loss": 0.0701, + "step": 18968 + }, + { + "epoch": 16.089058524173026, + "grad_norm": 1.1568447425539445, + "learning_rate": 1.9114824474127323e-05, + "loss": 0.0538, + "step": 18969 + }, + { + "epoch": 16.089906700593723, + "grad_norm": 1.2806685988745277, + "learning_rate": 1.9114711474396976e-05, + "loss": 0.0695, + "step": 18970 + }, + { + "epoch": 16.09075487701442, + "grad_norm": 1.2306343900093424, + "learning_rate": 1.9114598467788473e-05, + "loss": 0.0626, + "step": 18971 + }, + { + "epoch": 16.091603053435115, + "grad_norm": 1.3594465352503302, + "learning_rate": 1.911448545430191e-05, + "loss": 0.0704, + "step": 18972 + }, + { + "epoch": 16.09245122985581, + "grad_norm": 1.3262524234164792, + "learning_rate": 1.911437243393737e-05, + "loss": 0.0633, + "step": 18973 + }, + { + "epoch": 16.093299406276504, + "grad_norm": 1.0683734403727, + "learning_rate": 1.9114259406694933e-05, + "loss": 0.0583, + "step": 18974 + }, + { + "epoch": 16.0941475826972, + "grad_norm": 1.4694736546472393, + "learning_rate": 1.911414637257469e-05, + "loss": 0.0645, + "step": 18975 + }, + { + "epoch": 16.094995759117896, + "grad_norm": 1.5611093126165878, + "learning_rate": 1.9114033331576723e-05, + "loss": 0.0668, + "step": 18976 + }, + { + "epoch": 16.095843935538593, + "grad_norm": 1.4464747820813264, + "learning_rate": 1.911392028370112e-05, + "loss": 0.0612, + "step": 18977 + }, + { + "epoch": 16.09669211195929, + "grad_norm": 1.2286112443715587, + "learning_rate": 1.9113807228947966e-05, + "loss": 0.0634, + "step": 18978 + }, + { + "epoch": 16.09754028837998, + "grad_norm": 1.7683754359563608, + "learning_rate": 1.9113694167317342e-05, + "loss": 0.0708, + "step": 18979 + }, + { + "epoch": 16.098388464800678, + "grad_norm": 1.4716537191435655, + "learning_rate": 1.911358109880934e-05, + "loss": 0.0626, + "step": 18980 + }, + { + "epoch": 16.099236641221374, + "grad_norm": 1.3080503751813473, + "learning_rate": 1.9113468023424037e-05, + "loss": 0.0619, + "step": 18981 + }, + { + "epoch": 16.10008481764207, + "grad_norm": 1.1647236771782088, + "learning_rate": 1.9113354941161526e-05, + "loss": 0.0561, + "step": 18982 + }, + { + "epoch": 16.100932994062767, + "grad_norm": 1.1859572540163572, + "learning_rate": 1.9113241852021887e-05, + "loss": 0.0776, + "step": 18983 + }, + { + "epoch": 16.10178117048346, + "grad_norm": 1.2012073614389198, + "learning_rate": 1.911312875600521e-05, + "loss": 0.0615, + "step": 18984 + }, + { + "epoch": 16.102629346904155, + "grad_norm": 1.2968706470455964, + "learning_rate": 1.911301565311158e-05, + "loss": 0.063, + "step": 18985 + }, + { + "epoch": 16.10347752332485, + "grad_norm": 1.3378499098214127, + "learning_rate": 1.9112902543341078e-05, + "loss": 0.0654, + "step": 18986 + }, + { + "epoch": 16.104325699745548, + "grad_norm": 1.215545973349999, + "learning_rate": 1.9112789426693793e-05, + "loss": 0.0649, + "step": 18987 + }, + { + "epoch": 16.105173876166244, + "grad_norm": 1.2705450782440337, + "learning_rate": 1.911267630316981e-05, + "loss": 0.0598, + "step": 18988 + }, + { + "epoch": 16.106022052586937, + "grad_norm": 1.0733520670815948, + "learning_rate": 1.911256317276921e-05, + "loss": 0.0548, + "step": 18989 + }, + { + "epoch": 16.106870229007633, + "grad_norm": 1.2179075097138237, + "learning_rate": 1.9112450035492083e-05, + "loss": 0.0613, + "step": 18990 + }, + { + "epoch": 16.10771840542833, + "grad_norm": 1.2383827701236092, + "learning_rate": 1.9112336891338515e-05, + "loss": 0.0605, + "step": 18991 + }, + { + "epoch": 16.108566581849026, + "grad_norm": 1.4069934081526105, + "learning_rate": 1.911222374030859e-05, + "loss": 0.0659, + "step": 18992 + }, + { + "epoch": 16.109414758269722, + "grad_norm": 1.3686707772538742, + "learning_rate": 1.9112110582402392e-05, + "loss": 0.0662, + "step": 18993 + }, + { + "epoch": 16.110262934690414, + "grad_norm": 1.30858287076151, + "learning_rate": 1.911199741762001e-05, + "loss": 0.0591, + "step": 18994 + }, + { + "epoch": 16.11111111111111, + "grad_norm": 1.3176100219247933, + "learning_rate": 1.9111884245961524e-05, + "loss": 0.0573, + "step": 18995 + }, + { + "epoch": 16.111959287531807, + "grad_norm": 1.536367959985144, + "learning_rate": 1.9111771067427024e-05, + "loss": 0.0688, + "step": 18996 + }, + { + "epoch": 16.112807463952503, + "grad_norm": 1.304122398455504, + "learning_rate": 1.911165788201659e-05, + "loss": 0.0592, + "step": 18997 + }, + { + "epoch": 16.113655640373196, + "grad_norm": 1.2657996673954928, + "learning_rate": 1.9111544689730315e-05, + "loss": 0.0602, + "step": 18998 + }, + { + "epoch": 16.114503816793892, + "grad_norm": 1.180413310571077, + "learning_rate": 1.911143149056828e-05, + "loss": 0.0533, + "step": 18999 + }, + { + "epoch": 16.11535199321459, + "grad_norm": 1.3237834266746222, + "learning_rate": 1.911131828453057e-05, + "loss": 0.0597, + "step": 19000 + }, + { + "epoch": 16.116200169635285, + "grad_norm": 1.6555639766597792, + "learning_rate": 1.911120507161727e-05, + "loss": 0.0594, + "step": 19001 + }, + { + "epoch": 16.11704834605598, + "grad_norm": 1.233420646409145, + "learning_rate": 1.911109185182847e-05, + "loss": 0.0624, + "step": 19002 + }, + { + "epoch": 16.117896522476673, + "grad_norm": 1.4371346968030798, + "learning_rate": 1.9110978625164248e-05, + "loss": 0.0609, + "step": 19003 + }, + { + "epoch": 16.11874469889737, + "grad_norm": 1.3693659196092198, + "learning_rate": 1.91108653916247e-05, + "loss": 0.0633, + "step": 19004 + }, + { + "epoch": 16.119592875318066, + "grad_norm": 1.2942960376995785, + "learning_rate": 1.91107521512099e-05, + "loss": 0.0614, + "step": 19005 + }, + { + "epoch": 16.120441051738762, + "grad_norm": 1.333772402106639, + "learning_rate": 1.911063890391994e-05, + "loss": 0.0624, + "step": 19006 + }, + { + "epoch": 16.12128922815946, + "grad_norm": 1.319121958916988, + "learning_rate": 1.9110525649754906e-05, + "loss": 0.0639, + "step": 19007 + }, + { + "epoch": 16.12213740458015, + "grad_norm": 1.3354970177146774, + "learning_rate": 1.9110412388714877e-05, + "loss": 0.0675, + "step": 19008 + }, + { + "epoch": 16.122985581000847, + "grad_norm": 1.168256974804588, + "learning_rate": 1.9110299120799946e-05, + "loss": 0.0587, + "step": 19009 + }, + { + "epoch": 16.123833757421544, + "grad_norm": 1.5492177190009024, + "learning_rate": 1.9110185846010197e-05, + "loss": 0.0666, + "step": 19010 + }, + { + "epoch": 16.12468193384224, + "grad_norm": 1.3254584728345822, + "learning_rate": 1.911007256434571e-05, + "loss": 0.0601, + "step": 19011 + }, + { + "epoch": 16.125530110262936, + "grad_norm": 1.3088311391621508, + "learning_rate": 1.910995927580658e-05, + "loss": 0.063, + "step": 19012 + }, + { + "epoch": 16.12637828668363, + "grad_norm": 1.3817674141001228, + "learning_rate": 1.9109845980392882e-05, + "loss": 0.0736, + "step": 19013 + }, + { + "epoch": 16.127226463104325, + "grad_norm": 1.1827621383481457, + "learning_rate": 1.9109732678104706e-05, + "loss": 0.061, + "step": 19014 + }, + { + "epoch": 16.12807463952502, + "grad_norm": 1.2221489327506658, + "learning_rate": 1.910961936894214e-05, + "loss": 0.058, + "step": 19015 + }, + { + "epoch": 16.128922815945717, + "grad_norm": 1.4138428440133235, + "learning_rate": 1.9109506052905268e-05, + "loss": 0.0661, + "step": 19016 + }, + { + "epoch": 16.129770992366414, + "grad_norm": 1.217024287993924, + "learning_rate": 1.9109392729994175e-05, + "loss": 0.0635, + "step": 19017 + }, + { + "epoch": 16.130619168787106, + "grad_norm": 1.3520750535900332, + "learning_rate": 1.9109279400208945e-05, + "loss": 0.0639, + "step": 19018 + }, + { + "epoch": 16.131467345207803, + "grad_norm": 1.2755304104331098, + "learning_rate": 1.9109166063549664e-05, + "loss": 0.0575, + "step": 19019 + }, + { + "epoch": 16.1323155216285, + "grad_norm": 1.2554890895075081, + "learning_rate": 1.9109052720016418e-05, + "loss": 0.0548, + "step": 19020 + }, + { + "epoch": 16.133163698049195, + "grad_norm": 1.4798967594202868, + "learning_rate": 1.9108939369609297e-05, + "loss": 0.0678, + "step": 19021 + }, + { + "epoch": 16.13401187446989, + "grad_norm": 1.4878438843849782, + "learning_rate": 1.9108826012328382e-05, + "loss": 0.0636, + "step": 19022 + }, + { + "epoch": 16.134860050890584, + "grad_norm": 1.3431360052147259, + "learning_rate": 1.9108712648173753e-05, + "loss": 0.0768, + "step": 19023 + }, + { + "epoch": 16.13570822731128, + "grad_norm": 1.1004502648153627, + "learning_rate": 1.910859927714551e-05, + "loss": 0.0731, + "step": 19024 + }, + { + "epoch": 16.136556403731976, + "grad_norm": 1.1434414010227238, + "learning_rate": 1.9108485899243723e-05, + "loss": 0.0573, + "step": 19025 + }, + { + "epoch": 16.137404580152673, + "grad_norm": 1.3400851978652089, + "learning_rate": 1.910837251446849e-05, + "loss": 0.0677, + "step": 19026 + }, + { + "epoch": 16.13825275657337, + "grad_norm": 1.203798391772329, + "learning_rate": 1.910825912281989e-05, + "loss": 0.0636, + "step": 19027 + }, + { + "epoch": 16.13910093299406, + "grad_norm": 1.3384791544279626, + "learning_rate": 1.910814572429801e-05, + "loss": 0.0606, + "step": 19028 + }, + { + "epoch": 16.139949109414758, + "grad_norm": 1.52061208519041, + "learning_rate": 1.9108032318902932e-05, + "loss": 0.0653, + "step": 19029 + }, + { + "epoch": 16.140797285835454, + "grad_norm": 1.3792439711390014, + "learning_rate": 1.910791890663475e-05, + "loss": 0.0607, + "step": 19030 + }, + { + "epoch": 16.14164546225615, + "grad_norm": 1.2596587995241002, + "learning_rate": 1.910780548749354e-05, + "loss": 0.0593, + "step": 19031 + }, + { + "epoch": 16.142493638676847, + "grad_norm": 1.5761530117621583, + "learning_rate": 1.9107692061479394e-05, + "loss": 0.0729, + "step": 19032 + }, + { + "epoch": 16.14334181509754, + "grad_norm": 1.302073675560133, + "learning_rate": 1.91075786285924e-05, + "loss": 0.075, + "step": 19033 + }, + { + "epoch": 16.144189991518235, + "grad_norm": 1.182365413376946, + "learning_rate": 1.9107465188832633e-05, + "loss": 0.062, + "step": 19034 + }, + { + "epoch": 16.14503816793893, + "grad_norm": 1.2802777369352742, + "learning_rate": 1.9107351742200188e-05, + "loss": 0.0618, + "step": 19035 + }, + { + "epoch": 16.145886344359628, + "grad_norm": 1.2523432365249092, + "learning_rate": 1.910723828869515e-05, + "loss": 0.0635, + "step": 19036 + }, + { + "epoch": 16.14673452078032, + "grad_norm": 1.430549527214563, + "learning_rate": 1.91071248283176e-05, + "loss": 0.0663, + "step": 19037 + }, + { + "epoch": 16.147582697201017, + "grad_norm": 1.3198902425731416, + "learning_rate": 1.9107011361067623e-05, + "loss": 0.0592, + "step": 19038 + }, + { + "epoch": 16.148430873621713, + "grad_norm": 1.3183413334400966, + "learning_rate": 1.910689788694531e-05, + "loss": 0.0587, + "step": 19039 + }, + { + "epoch": 16.14927905004241, + "grad_norm": 1.376383020701414, + "learning_rate": 1.9106784405950746e-05, + "loss": 0.0674, + "step": 19040 + }, + { + "epoch": 16.150127226463106, + "grad_norm": 1.1767718540736039, + "learning_rate": 1.910667091808401e-05, + "loss": 0.0576, + "step": 19041 + }, + { + "epoch": 16.150975402883798, + "grad_norm": 1.1639165303399697, + "learning_rate": 1.9106557423345197e-05, + "loss": 0.0572, + "step": 19042 + }, + { + "epoch": 16.151823579304494, + "grad_norm": 1.405142398650681, + "learning_rate": 1.9106443921734384e-05, + "loss": 0.0646, + "step": 19043 + }, + { + "epoch": 16.15267175572519, + "grad_norm": 1.220518970565067, + "learning_rate": 1.9106330413251663e-05, + "loss": 0.0556, + "step": 19044 + }, + { + "epoch": 16.153519932145887, + "grad_norm": 1.3333945523787243, + "learning_rate": 1.9106216897897117e-05, + "loss": 0.057, + "step": 19045 + }, + { + "epoch": 16.154368108566583, + "grad_norm": 1.2587926182298388, + "learning_rate": 1.9106103375670833e-05, + "loss": 0.0621, + "step": 19046 + }, + { + "epoch": 16.155216284987276, + "grad_norm": 1.3987302194670577, + "learning_rate": 1.9105989846572893e-05, + "loss": 0.06, + "step": 19047 + }, + { + "epoch": 16.156064461407972, + "grad_norm": 1.6502971290409485, + "learning_rate": 1.9105876310603387e-05, + "loss": 0.065, + "step": 19048 + }, + { + "epoch": 16.15691263782867, + "grad_norm": 1.2660874838393497, + "learning_rate": 1.9105762767762402e-05, + "loss": 0.059, + "step": 19049 + }, + { + "epoch": 16.157760814249365, + "grad_norm": 1.2951612416957186, + "learning_rate": 1.9105649218050014e-05, + "loss": 0.066, + "step": 19050 + }, + { + "epoch": 16.15860899067006, + "grad_norm": 1.2297447831038282, + "learning_rate": 1.9105535661466322e-05, + "loss": 0.0617, + "step": 19051 + }, + { + "epoch": 16.159457167090753, + "grad_norm": 1.369610465909177, + "learning_rate": 1.91054220980114e-05, + "loss": 0.0736, + "step": 19052 + }, + { + "epoch": 16.16030534351145, + "grad_norm": 1.296364808076543, + "learning_rate": 1.910530852768534e-05, + "loss": 0.0608, + "step": 19053 + }, + { + "epoch": 16.161153519932146, + "grad_norm": 1.3571748536369037, + "learning_rate": 1.9105194950488228e-05, + "loss": 0.0615, + "step": 19054 + }, + { + "epoch": 16.162001696352842, + "grad_norm": 1.2953197736973106, + "learning_rate": 1.9105081366420147e-05, + "loss": 0.0586, + "step": 19055 + }, + { + "epoch": 16.16284987277354, + "grad_norm": 1.13147192047511, + "learning_rate": 1.9104967775481188e-05, + "loss": 0.0622, + "step": 19056 + }, + { + "epoch": 16.16369804919423, + "grad_norm": 1.3081675952249738, + "learning_rate": 1.9104854177671427e-05, + "loss": 0.0564, + "step": 19057 + }, + { + "epoch": 16.164546225614927, + "grad_norm": 1.3500807803898116, + "learning_rate": 1.9104740572990958e-05, + "loss": 0.0589, + "step": 19058 + }, + { + "epoch": 16.165394402035624, + "grad_norm": 1.1681928936593622, + "learning_rate": 1.910462696143986e-05, + "loss": 0.0535, + "step": 19059 + }, + { + "epoch": 16.16624257845632, + "grad_norm": 1.3086704285985844, + "learning_rate": 1.910451334301823e-05, + "loss": 0.0697, + "step": 19060 + }, + { + "epoch": 16.167090754877016, + "grad_norm": 1.3148882780588065, + "learning_rate": 1.910439971772614e-05, + "loss": 0.0744, + "step": 19061 + }, + { + "epoch": 16.16793893129771, + "grad_norm": 1.2960742229729334, + "learning_rate": 1.9104286085563685e-05, + "loss": 0.0627, + "step": 19062 + }, + { + "epoch": 16.168787107718405, + "grad_norm": 1.2773844676048707, + "learning_rate": 1.9104172446530948e-05, + "loss": 0.0603, + "step": 19063 + }, + { + "epoch": 16.1696352841391, + "grad_norm": 1.178491185068176, + "learning_rate": 1.9104058800628018e-05, + "loss": 0.0598, + "step": 19064 + }, + { + "epoch": 16.170483460559797, + "grad_norm": 1.3057227667098437, + "learning_rate": 1.9103945147854973e-05, + "loss": 0.0593, + "step": 19065 + }, + { + "epoch": 16.171331636980494, + "grad_norm": 1.279629092201283, + "learning_rate": 1.91038314882119e-05, + "loss": 0.0656, + "step": 19066 + }, + { + "epoch": 16.172179813401186, + "grad_norm": 1.1020095982518068, + "learning_rate": 1.9103717821698894e-05, + "loss": 0.0524, + "step": 19067 + }, + { + "epoch": 16.173027989821882, + "grad_norm": 1.302594337660703, + "learning_rate": 1.9103604148316034e-05, + "loss": 0.0566, + "step": 19068 + }, + { + "epoch": 16.17387616624258, + "grad_norm": 1.3129284094054907, + "learning_rate": 1.9103490468063407e-05, + "loss": 0.0598, + "step": 19069 + }, + { + "epoch": 16.174724342663275, + "grad_norm": 1.4384019655621456, + "learning_rate": 1.9103376780941096e-05, + "loss": 0.0641, + "step": 19070 + }, + { + "epoch": 16.17557251908397, + "grad_norm": 1.3806219997997267, + "learning_rate": 1.9103263086949192e-05, + "loss": 0.0683, + "step": 19071 + }, + { + "epoch": 16.176420695504664, + "grad_norm": 1.3834782369734946, + "learning_rate": 1.9103149386087776e-05, + "loss": 0.0577, + "step": 19072 + }, + { + "epoch": 16.17726887192536, + "grad_norm": 1.3820988190149108, + "learning_rate": 1.9103035678356936e-05, + "loss": 0.0661, + "step": 19073 + }, + { + "epoch": 16.178117048346056, + "grad_norm": 1.311923250756725, + "learning_rate": 1.910292196375676e-05, + "loss": 0.0609, + "step": 19074 + }, + { + "epoch": 16.178965224766753, + "grad_norm": 1.1592417125164023, + "learning_rate": 1.910280824228733e-05, + "loss": 0.057, + "step": 19075 + }, + { + "epoch": 16.179813401187445, + "grad_norm": 1.3981372590837091, + "learning_rate": 1.9102694513948733e-05, + "loss": 0.065, + "step": 19076 + }, + { + "epoch": 16.18066157760814, + "grad_norm": 1.3659340727033933, + "learning_rate": 1.9102580778741052e-05, + "loss": 0.0644, + "step": 19077 + }, + { + "epoch": 16.181509754028838, + "grad_norm": 1.2763034192399028, + "learning_rate": 1.910246703666438e-05, + "loss": 0.0617, + "step": 19078 + }, + { + "epoch": 16.182357930449534, + "grad_norm": 1.5735258719606535, + "learning_rate": 1.9102353287718796e-05, + "loss": 0.0752, + "step": 19079 + }, + { + "epoch": 16.18320610687023, + "grad_norm": 1.274557068023262, + "learning_rate": 1.910223953190439e-05, + "loss": 0.0641, + "step": 19080 + }, + { + "epoch": 16.184054283290923, + "grad_norm": 1.3516248350028461, + "learning_rate": 1.9102125769221244e-05, + "loss": 0.0671, + "step": 19081 + }, + { + "epoch": 16.18490245971162, + "grad_norm": 1.3038024307280534, + "learning_rate": 1.910201199966945e-05, + "loss": 0.0685, + "step": 19082 + }, + { + "epoch": 16.185750636132315, + "grad_norm": 1.3051963079166746, + "learning_rate": 1.9101898223249088e-05, + "loss": 0.0552, + "step": 19083 + }, + { + "epoch": 16.18659881255301, + "grad_norm": 1.3970050965261192, + "learning_rate": 1.9101784439960246e-05, + "loss": 0.0694, + "step": 19084 + }, + { + "epoch": 16.187446988973708, + "grad_norm": 1.232120658478837, + "learning_rate": 1.910167064980301e-05, + "loss": 0.0551, + "step": 19085 + }, + { + "epoch": 16.1882951653944, + "grad_norm": 1.2744281435886062, + "learning_rate": 1.9101556852777467e-05, + "loss": 0.0621, + "step": 19086 + }, + { + "epoch": 16.189143341815097, + "grad_norm": 1.2828850088185075, + "learning_rate": 1.9101443048883702e-05, + "loss": 0.0661, + "step": 19087 + }, + { + "epoch": 16.189991518235793, + "grad_norm": 1.1843467879561147, + "learning_rate": 1.9101329238121797e-05, + "loss": 0.0575, + "step": 19088 + }, + { + "epoch": 16.19083969465649, + "grad_norm": 1.1053678623835845, + "learning_rate": 1.9101215420491845e-05, + "loss": 0.0514, + "step": 19089 + }, + { + "epoch": 16.191687871077185, + "grad_norm": 1.2834849838615394, + "learning_rate": 1.9101101595993925e-05, + "loss": 0.0589, + "step": 19090 + }, + { + "epoch": 16.192536047497878, + "grad_norm": 1.4255450534756278, + "learning_rate": 1.9100987764628127e-05, + "loss": 0.0608, + "step": 19091 + }, + { + "epoch": 16.193384223918574, + "grad_norm": 1.3793386935856207, + "learning_rate": 1.9100873926394535e-05, + "loss": 0.0745, + "step": 19092 + }, + { + "epoch": 16.19423240033927, + "grad_norm": 1.350623633543363, + "learning_rate": 1.910076008129324e-05, + "loss": 0.0578, + "step": 19093 + }, + { + "epoch": 16.195080576759967, + "grad_norm": 1.3000199958070686, + "learning_rate": 1.910064622932432e-05, + "loss": 0.0735, + "step": 19094 + }, + { + "epoch": 16.195928753180663, + "grad_norm": 1.3494556795540764, + "learning_rate": 1.9100532370487866e-05, + "loss": 0.0651, + "step": 19095 + }, + { + "epoch": 16.196776929601356, + "grad_norm": 1.4283371837889327, + "learning_rate": 1.9100418504783962e-05, + "loss": 0.0576, + "step": 19096 + }, + { + "epoch": 16.197625106022052, + "grad_norm": 1.3862644474054768, + "learning_rate": 1.9100304632212695e-05, + "loss": 0.0648, + "step": 19097 + }, + { + "epoch": 16.198473282442748, + "grad_norm": 1.4745180055329357, + "learning_rate": 1.9100190752774152e-05, + "loss": 0.0644, + "step": 19098 + }, + { + "epoch": 16.199321458863444, + "grad_norm": 1.3547605806884273, + "learning_rate": 1.9100076866468414e-05, + "loss": 0.0791, + "step": 19099 + }, + { + "epoch": 16.20016963528414, + "grad_norm": 1.1578583521020525, + "learning_rate": 1.9099962973295574e-05, + "loss": 0.0604, + "step": 19100 + }, + { + "epoch": 16.201017811704833, + "grad_norm": 1.338546849602259, + "learning_rate": 1.9099849073255713e-05, + "loss": 0.0681, + "step": 19101 + }, + { + "epoch": 16.20186598812553, + "grad_norm": 1.2074685638085427, + "learning_rate": 1.9099735166348918e-05, + "loss": 0.0658, + "step": 19102 + }, + { + "epoch": 16.202714164546226, + "grad_norm": 1.1810807355391562, + "learning_rate": 1.9099621252575274e-05, + "loss": 0.0602, + "step": 19103 + }, + { + "epoch": 16.203562340966922, + "grad_norm": 1.1165103054909868, + "learning_rate": 1.909950733193487e-05, + "loss": 0.0579, + "step": 19104 + }, + { + "epoch": 16.20441051738762, + "grad_norm": 1.3587936814636028, + "learning_rate": 1.909939340442779e-05, + "loss": 0.0595, + "step": 19105 + }, + { + "epoch": 16.20525869380831, + "grad_norm": 1.5898949141696126, + "learning_rate": 1.909927947005412e-05, + "loss": 0.0652, + "step": 19106 + }, + { + "epoch": 16.206106870229007, + "grad_norm": 1.5262261915327793, + "learning_rate": 1.9099165528813944e-05, + "loss": 0.0583, + "step": 19107 + }, + { + "epoch": 16.206955046649703, + "grad_norm": 1.4126787983331826, + "learning_rate": 1.909905158070735e-05, + "loss": 0.0595, + "step": 19108 + }, + { + "epoch": 16.2078032230704, + "grad_norm": 1.1711129048601912, + "learning_rate": 1.9098937625734428e-05, + "loss": 0.0566, + "step": 19109 + }, + { + "epoch": 16.208651399491096, + "grad_norm": 1.2724486595617406, + "learning_rate": 1.909882366389526e-05, + "loss": 0.0548, + "step": 19110 + }, + { + "epoch": 16.20949957591179, + "grad_norm": 1.4139177693220675, + "learning_rate": 1.909870969518993e-05, + "loss": 0.0734, + "step": 19111 + }, + { + "epoch": 16.210347752332485, + "grad_norm": 1.1754346914088623, + "learning_rate": 1.9098595719618528e-05, + "loss": 0.0563, + "step": 19112 + }, + { + "epoch": 16.21119592875318, + "grad_norm": 1.4786319958295622, + "learning_rate": 1.9098481737181134e-05, + "loss": 0.0601, + "step": 19113 + }, + { + "epoch": 16.212044105173877, + "grad_norm": 1.261702404083978, + "learning_rate": 1.909836774787784e-05, + "loss": 0.0588, + "step": 19114 + }, + { + "epoch": 16.21289228159457, + "grad_norm": 1.4103662201990215, + "learning_rate": 1.9098253751708728e-05, + "loss": 0.0683, + "step": 19115 + }, + { + "epoch": 16.213740458015266, + "grad_norm": 1.4144758361879453, + "learning_rate": 1.909813974867389e-05, + "loss": 0.0751, + "step": 19116 + }, + { + "epoch": 16.214588634435962, + "grad_norm": 1.4453301352153212, + "learning_rate": 1.9098025738773406e-05, + "loss": 0.0658, + "step": 19117 + }, + { + "epoch": 16.21543681085666, + "grad_norm": 1.3271652635756948, + "learning_rate": 1.9097911722007366e-05, + "loss": 0.0623, + "step": 19118 + }, + { + "epoch": 16.216284987277355, + "grad_norm": 1.375546304213163, + "learning_rate": 1.9097797698375853e-05, + "loss": 0.0643, + "step": 19119 + }, + { + "epoch": 16.217133163698048, + "grad_norm": 1.284579810115767, + "learning_rate": 1.9097683667878955e-05, + "loss": 0.0588, + "step": 19120 + }, + { + "epoch": 16.217981340118744, + "grad_norm": 1.3182786976416434, + "learning_rate": 1.9097569630516757e-05, + "loss": 0.0649, + "step": 19121 + }, + { + "epoch": 16.21882951653944, + "grad_norm": 1.4390780945806672, + "learning_rate": 1.9097455586289343e-05, + "loss": 0.0919, + "step": 19122 + }, + { + "epoch": 16.219677692960136, + "grad_norm": 1.3275973684548066, + "learning_rate": 1.9097341535196805e-05, + "loss": 0.0685, + "step": 19123 + }, + { + "epoch": 16.220525869380833, + "grad_norm": 1.2883509391355346, + "learning_rate": 1.9097227477239224e-05, + "loss": 0.0582, + "step": 19124 + }, + { + "epoch": 16.221374045801525, + "grad_norm": 1.3729366026532683, + "learning_rate": 1.909711341241669e-05, + "loss": 0.0615, + "step": 19125 + }, + { + "epoch": 16.22222222222222, + "grad_norm": 1.3632411396265174, + "learning_rate": 1.9096999340729284e-05, + "loss": 0.0575, + "step": 19126 + }, + { + "epoch": 16.223070398642918, + "grad_norm": 1.5845381035434862, + "learning_rate": 1.9096885262177093e-05, + "loss": 0.066, + "step": 19127 + }, + { + "epoch": 16.223918575063614, + "grad_norm": 1.3649524666755162, + "learning_rate": 1.9096771176760208e-05, + "loss": 0.0649, + "step": 19128 + }, + { + "epoch": 16.22476675148431, + "grad_norm": 1.4824435579150375, + "learning_rate": 1.909665708447871e-05, + "loss": 0.0653, + "step": 19129 + }, + { + "epoch": 16.225614927905003, + "grad_norm": 1.37662068419686, + "learning_rate": 1.909654298533269e-05, + "loss": 0.0652, + "step": 19130 + }, + { + "epoch": 16.2264631043257, + "grad_norm": 1.2162129165144788, + "learning_rate": 1.909642887932223e-05, + "loss": 0.0558, + "step": 19131 + }, + { + "epoch": 16.227311280746395, + "grad_norm": 1.3003974905718825, + "learning_rate": 1.9096314766447416e-05, + "loss": 0.0594, + "step": 19132 + }, + { + "epoch": 16.22815945716709, + "grad_norm": 1.5075303268781763, + "learning_rate": 1.9096200646708332e-05, + "loss": 0.0653, + "step": 19133 + }, + { + "epoch": 16.229007633587788, + "grad_norm": 1.3623237605283198, + "learning_rate": 1.9096086520105074e-05, + "loss": 0.0554, + "step": 19134 + }, + { + "epoch": 16.22985581000848, + "grad_norm": 1.497982432920467, + "learning_rate": 1.9095972386637718e-05, + "loss": 0.0706, + "step": 19135 + }, + { + "epoch": 16.230703986429177, + "grad_norm": 1.2939110605314539, + "learning_rate": 1.9095858246306352e-05, + "loss": 0.065, + "step": 19136 + }, + { + "epoch": 16.231552162849873, + "grad_norm": 1.54783014515518, + "learning_rate": 1.909574409911107e-05, + "loss": 0.0848, + "step": 19137 + }, + { + "epoch": 16.23240033927057, + "grad_norm": 1.1703761872814988, + "learning_rate": 1.9095629945051945e-05, + "loss": 0.0614, + "step": 19138 + }, + { + "epoch": 16.233248515691265, + "grad_norm": 1.9502868649411735, + "learning_rate": 1.9095515784129073e-05, + "loss": 0.0882, + "step": 19139 + }, + { + "epoch": 16.234096692111958, + "grad_norm": 1.2021172015348172, + "learning_rate": 1.9095401616342538e-05, + "loss": 0.0564, + "step": 19140 + }, + { + "epoch": 16.234944868532654, + "grad_norm": 1.2740116639100925, + "learning_rate": 1.9095287441692426e-05, + "loss": 0.0656, + "step": 19141 + }, + { + "epoch": 16.23579304495335, + "grad_norm": 1.3799509195722994, + "learning_rate": 1.9095173260178824e-05, + "loss": 0.0689, + "step": 19142 + }, + { + "epoch": 16.236641221374047, + "grad_norm": 1.3384786532650872, + "learning_rate": 1.909505907180181e-05, + "loss": 0.0695, + "step": 19143 + }, + { + "epoch": 16.237489397794743, + "grad_norm": 1.2319803671114418, + "learning_rate": 1.9094944876561484e-05, + "loss": 0.0646, + "step": 19144 + }, + { + "epoch": 16.238337574215436, + "grad_norm": 1.28178899525972, + "learning_rate": 1.909483067445792e-05, + "loss": 0.0564, + "step": 19145 + }, + { + "epoch": 16.239185750636132, + "grad_norm": 1.3020403729414378, + "learning_rate": 1.9094716465491214e-05, + "loss": 0.0845, + "step": 19146 + }, + { + "epoch": 16.240033927056828, + "grad_norm": 1.335900399548153, + "learning_rate": 1.9094602249661444e-05, + "loss": 0.0598, + "step": 19147 + }, + { + "epoch": 16.240882103477524, + "grad_norm": 1.2850529348526623, + "learning_rate": 1.90944880269687e-05, + "loss": 0.0638, + "step": 19148 + }, + { + "epoch": 16.24173027989822, + "grad_norm": 1.416922175208817, + "learning_rate": 1.909437379741307e-05, + "loss": 0.0665, + "step": 19149 + }, + { + "epoch": 16.242578456318913, + "grad_norm": 1.321764236060837, + "learning_rate": 1.9094259560994636e-05, + "loss": 0.0593, + "step": 19150 + }, + { + "epoch": 16.24342663273961, + "grad_norm": 1.4004340779602393, + "learning_rate": 1.9094145317713487e-05, + "loss": 0.0689, + "step": 19151 + }, + { + "epoch": 16.244274809160306, + "grad_norm": 1.4059936684578827, + "learning_rate": 1.9094031067569707e-05, + "loss": 0.0692, + "step": 19152 + }, + { + "epoch": 16.245122985581002, + "grad_norm": 1.4558739802789782, + "learning_rate": 1.9093916810563385e-05, + "loss": 0.0706, + "step": 19153 + }, + { + "epoch": 16.245971162001695, + "grad_norm": 1.320285878447791, + "learning_rate": 1.9093802546694606e-05, + "loss": 0.0618, + "step": 19154 + }, + { + "epoch": 16.24681933842239, + "grad_norm": 1.483944673994736, + "learning_rate": 1.9093688275963457e-05, + "loss": 0.0637, + "step": 19155 + }, + { + "epoch": 16.247667514843087, + "grad_norm": 1.517927150461837, + "learning_rate": 1.909357399837002e-05, + "loss": 0.0717, + "step": 19156 + }, + { + "epoch": 16.248515691263783, + "grad_norm": 1.3847024778461416, + "learning_rate": 1.9093459713914385e-05, + "loss": 0.0672, + "step": 19157 + }, + { + "epoch": 16.24936386768448, + "grad_norm": 1.1709696249395927, + "learning_rate": 1.9093345422596642e-05, + "loss": 0.0531, + "step": 19158 + }, + { + "epoch": 16.250212044105172, + "grad_norm": 1.4665396680744476, + "learning_rate": 1.909323112441687e-05, + "loss": 0.0765, + "step": 19159 + }, + { + "epoch": 16.25106022052587, + "grad_norm": 1.434607017910192, + "learning_rate": 1.909311681937516e-05, + "loss": 0.0651, + "step": 19160 + }, + { + "epoch": 16.251908396946565, + "grad_norm": 1.3111641173431805, + "learning_rate": 1.9093002507471595e-05, + "loss": 0.0657, + "step": 19161 + }, + { + "epoch": 16.25275657336726, + "grad_norm": 1.2413833834560843, + "learning_rate": 1.909288818870626e-05, + "loss": 0.0584, + "step": 19162 + }, + { + "epoch": 16.253604749787957, + "grad_norm": 1.3787051038493414, + "learning_rate": 1.9092773863079252e-05, + "loss": 0.0643, + "step": 19163 + }, + { + "epoch": 16.25445292620865, + "grad_norm": 1.7150101270190417, + "learning_rate": 1.9092659530590643e-05, + "loss": 0.0699, + "step": 19164 + }, + { + "epoch": 16.255301102629346, + "grad_norm": 1.1980635993796682, + "learning_rate": 1.9092545191240524e-05, + "loss": 0.0597, + "step": 19165 + }, + { + "epoch": 16.256149279050042, + "grad_norm": 1.3394834109410838, + "learning_rate": 1.9092430845028992e-05, + "loss": 0.0672, + "step": 19166 + }, + { + "epoch": 16.25699745547074, + "grad_norm": 1.4473102851601716, + "learning_rate": 1.9092316491956116e-05, + "loss": 0.0652, + "step": 19167 + }, + { + "epoch": 16.257845631891435, + "grad_norm": 1.5556490265304095, + "learning_rate": 1.9092202132021993e-05, + "loss": 0.0613, + "step": 19168 + }, + { + "epoch": 16.258693808312128, + "grad_norm": 1.2275211068425362, + "learning_rate": 1.909208776522671e-05, + "loss": 0.0559, + "step": 19169 + }, + { + "epoch": 16.259541984732824, + "grad_norm": 1.561071926779422, + "learning_rate": 1.9091973391570344e-05, + "loss": 0.0697, + "step": 19170 + }, + { + "epoch": 16.26039016115352, + "grad_norm": 1.425445318293336, + "learning_rate": 1.909185901105299e-05, + "loss": 0.0668, + "step": 19171 + }, + { + "epoch": 16.261238337574216, + "grad_norm": 1.394680210499831, + "learning_rate": 1.9091744623674732e-05, + "loss": 0.0595, + "step": 19172 + }, + { + "epoch": 16.262086513994912, + "grad_norm": 1.332086368312542, + "learning_rate": 1.909163022943566e-05, + "loss": 0.0631, + "step": 19173 + }, + { + "epoch": 16.262934690415605, + "grad_norm": 1.1769564776788008, + "learning_rate": 1.909151582833585e-05, + "loss": 0.0594, + "step": 19174 + }, + { + "epoch": 16.2637828668363, + "grad_norm": 1.416848494050174, + "learning_rate": 1.90914014203754e-05, + "loss": 0.0791, + "step": 19175 + }, + { + "epoch": 16.264631043256998, + "grad_norm": 1.4516109516988493, + "learning_rate": 1.9091287005554387e-05, + "loss": 0.0599, + "step": 19176 + }, + { + "epoch": 16.265479219677694, + "grad_norm": 1.6480445269787902, + "learning_rate": 1.90911725838729e-05, + "loss": 0.0745, + "step": 19177 + }, + { + "epoch": 16.26632739609839, + "grad_norm": 1.3573502462266531, + "learning_rate": 1.909105815533103e-05, + "loss": 0.0563, + "step": 19178 + }, + { + "epoch": 16.267175572519083, + "grad_norm": 1.4341643129950563, + "learning_rate": 1.9090943719928862e-05, + "loss": 0.0635, + "step": 19179 + }, + { + "epoch": 16.26802374893978, + "grad_norm": 1.3707167128265036, + "learning_rate": 1.9090829277666476e-05, + "loss": 0.0658, + "step": 19180 + }, + { + "epoch": 16.268871925360475, + "grad_norm": 1.3272183564454074, + "learning_rate": 1.9090714828543965e-05, + "loss": 0.0599, + "step": 19181 + }, + { + "epoch": 16.26972010178117, + "grad_norm": 1.305094066724623, + "learning_rate": 1.909060037256141e-05, + "loss": 0.0594, + "step": 19182 + }, + { + "epoch": 16.270568278201868, + "grad_norm": 1.2717191321379377, + "learning_rate": 1.9090485909718907e-05, + "loss": 0.0591, + "step": 19183 + }, + { + "epoch": 16.27141645462256, + "grad_norm": 1.1898311341898624, + "learning_rate": 1.909037144001653e-05, + "loss": 0.0559, + "step": 19184 + }, + { + "epoch": 16.272264631043257, + "grad_norm": 1.4061510428267472, + "learning_rate": 1.9090256963454375e-05, + "loss": 0.0654, + "step": 19185 + }, + { + "epoch": 16.273112807463953, + "grad_norm": 1.306372590801816, + "learning_rate": 1.909014248003252e-05, + "loss": 0.0614, + "step": 19186 + }, + { + "epoch": 16.27396098388465, + "grad_norm": 1.5008971806381073, + "learning_rate": 1.9090027989751062e-05, + "loss": 0.0667, + "step": 19187 + }, + { + "epoch": 16.274809160305345, + "grad_norm": 1.3824061460613493, + "learning_rate": 1.908991349261008e-05, + "loss": 0.0797, + "step": 19188 + }, + { + "epoch": 16.275657336726038, + "grad_norm": 1.3499243831921595, + "learning_rate": 1.908979898860966e-05, + "loss": 0.0659, + "step": 19189 + }, + { + "epoch": 16.276505513146734, + "grad_norm": 1.5238120740891632, + "learning_rate": 1.9089684477749893e-05, + "loss": 0.074, + "step": 19190 + }, + { + "epoch": 16.27735368956743, + "grad_norm": 1.39737236034994, + "learning_rate": 1.908956996003086e-05, + "loss": 0.0573, + "step": 19191 + }, + { + "epoch": 16.278201865988127, + "grad_norm": 1.3626177463158655, + "learning_rate": 1.908945543545265e-05, + "loss": 0.0619, + "step": 19192 + }, + { + "epoch": 16.27905004240882, + "grad_norm": 1.2600559872437238, + "learning_rate": 1.908934090401535e-05, + "loss": 0.0692, + "step": 19193 + }, + { + "epoch": 16.279898218829516, + "grad_norm": 1.3309922673395986, + "learning_rate": 1.9089226365719046e-05, + "loss": 0.0682, + "step": 19194 + }, + { + "epoch": 16.280746395250212, + "grad_norm": 1.3395794828080427, + "learning_rate": 1.9089111820563825e-05, + "loss": 0.0672, + "step": 19195 + }, + { + "epoch": 16.281594571670908, + "grad_norm": 1.336407747974735, + "learning_rate": 1.9088997268549775e-05, + "loss": 0.0618, + "step": 19196 + }, + { + "epoch": 16.282442748091604, + "grad_norm": 1.3603630038019277, + "learning_rate": 1.9088882709676977e-05, + "loss": 0.0638, + "step": 19197 + }, + { + "epoch": 16.283290924512297, + "grad_norm": 1.3704144434864463, + "learning_rate": 1.9088768143945523e-05, + "loss": 0.0594, + "step": 19198 + }, + { + "epoch": 16.284139100932993, + "grad_norm": 1.2560419221555927, + "learning_rate": 1.9088653571355494e-05, + "loss": 0.0603, + "step": 19199 + }, + { + "epoch": 16.28498727735369, + "grad_norm": 1.4294144572418495, + "learning_rate": 1.908853899190698e-05, + "loss": 0.0703, + "step": 19200 + }, + { + "epoch": 16.285835453774386, + "grad_norm": 1.304731143545592, + "learning_rate": 1.9088424405600067e-05, + "loss": 0.0594, + "step": 19201 + }, + { + "epoch": 16.286683630195082, + "grad_norm": 1.5210225224596527, + "learning_rate": 1.9088309812434846e-05, + "loss": 0.0765, + "step": 19202 + }, + { + "epoch": 16.287531806615775, + "grad_norm": 1.473819415018003, + "learning_rate": 1.9088195212411395e-05, + "loss": 0.066, + "step": 19203 + }, + { + "epoch": 16.28837998303647, + "grad_norm": 1.5708042751361257, + "learning_rate": 1.9088080605529806e-05, + "loss": 0.0694, + "step": 19204 + }, + { + "epoch": 16.289228159457167, + "grad_norm": 1.463875157816021, + "learning_rate": 1.908796599179016e-05, + "loss": 0.0658, + "step": 19205 + }, + { + "epoch": 16.290076335877863, + "grad_norm": 1.4642886405395348, + "learning_rate": 1.9087851371192555e-05, + "loss": 0.0697, + "step": 19206 + }, + { + "epoch": 16.29092451229856, + "grad_norm": 1.3904967684309784, + "learning_rate": 1.9087736743737065e-05, + "loss": 0.0593, + "step": 19207 + }, + { + "epoch": 16.291772688719252, + "grad_norm": 1.12100940102609, + "learning_rate": 1.9087622109423782e-05, + "loss": 0.0537, + "step": 19208 + }, + { + "epoch": 16.29262086513995, + "grad_norm": 1.3318359011127856, + "learning_rate": 1.9087507468252792e-05, + "loss": 0.059, + "step": 19209 + }, + { + "epoch": 16.293469041560645, + "grad_norm": 1.3731881333128835, + "learning_rate": 1.9087392820224183e-05, + "loss": 0.0695, + "step": 19210 + }, + { + "epoch": 16.29431721798134, + "grad_norm": 1.1538602328080085, + "learning_rate": 1.9087278165338042e-05, + "loss": 0.0607, + "step": 19211 + }, + { + "epoch": 16.295165394402037, + "grad_norm": 1.6667294089975984, + "learning_rate": 1.9087163503594448e-05, + "loss": 0.0672, + "step": 19212 + }, + { + "epoch": 16.29601357082273, + "grad_norm": 1.5018441348656444, + "learning_rate": 1.9087048834993495e-05, + "loss": 0.0697, + "step": 19213 + }, + { + "epoch": 16.296861747243426, + "grad_norm": 1.2249654063419988, + "learning_rate": 1.908693415953527e-05, + "loss": 0.0576, + "step": 19214 + }, + { + "epoch": 16.297709923664122, + "grad_norm": 1.5454026263160814, + "learning_rate": 1.9086819477219857e-05, + "loss": 0.0666, + "step": 19215 + }, + { + "epoch": 16.29855810008482, + "grad_norm": 1.5073270765478415, + "learning_rate": 1.9086704788047337e-05, + "loss": 0.0662, + "step": 19216 + }, + { + "epoch": 16.299406276505515, + "grad_norm": 1.4050689424636322, + "learning_rate": 1.908659009201781e-05, + "loss": 0.0637, + "step": 19217 + }, + { + "epoch": 16.300254452926207, + "grad_norm": 1.278263866977619, + "learning_rate": 1.908647538913135e-05, + "loss": 0.0567, + "step": 19218 + }, + { + "epoch": 16.301102629346904, + "grad_norm": 1.3303545968535997, + "learning_rate": 1.908636067938805e-05, + "loss": 0.0614, + "step": 19219 + }, + { + "epoch": 16.3019508057676, + "grad_norm": 1.3020207271004873, + "learning_rate": 1.9086245962787992e-05, + "loss": 0.0667, + "step": 19220 + }, + { + "epoch": 16.302798982188296, + "grad_norm": 1.4601344334746624, + "learning_rate": 1.9086131239331268e-05, + "loss": 0.0661, + "step": 19221 + }, + { + "epoch": 16.303647158608992, + "grad_norm": 1.234882988813753, + "learning_rate": 1.9086016509017962e-05, + "loss": 0.0576, + "step": 19222 + }, + { + "epoch": 16.304495335029685, + "grad_norm": 1.2755419285687637, + "learning_rate": 1.908590177184816e-05, + "loss": 0.0641, + "step": 19223 + }, + { + "epoch": 16.30534351145038, + "grad_norm": 1.695641513698491, + "learning_rate": 1.9085787027821953e-05, + "loss": 0.0715, + "step": 19224 + }, + { + "epoch": 16.306191687871078, + "grad_norm": 1.1212749698138587, + "learning_rate": 1.9085672276939417e-05, + "loss": 0.0544, + "step": 19225 + }, + { + "epoch": 16.307039864291774, + "grad_norm": 1.2726597312947683, + "learning_rate": 1.9085557519200647e-05, + "loss": 0.059, + "step": 19226 + }, + { + "epoch": 16.307888040712466, + "grad_norm": 1.4445291996113037, + "learning_rate": 1.9085442754605732e-05, + "loss": 0.0668, + "step": 19227 + }, + { + "epoch": 16.308736217133163, + "grad_norm": 1.4115149902166264, + "learning_rate": 1.9085327983154753e-05, + "loss": 0.0771, + "step": 19228 + }, + { + "epoch": 16.30958439355386, + "grad_norm": 1.4118654040472183, + "learning_rate": 1.9085213204847797e-05, + "loss": 0.0688, + "step": 19229 + }, + { + "epoch": 16.310432569974555, + "grad_norm": 1.8530383974931846, + "learning_rate": 1.908509841968495e-05, + "loss": 0.0766, + "step": 19230 + }, + { + "epoch": 16.31128074639525, + "grad_norm": 1.3680046044867986, + "learning_rate": 1.9084983627666306e-05, + "loss": 0.0668, + "step": 19231 + }, + { + "epoch": 16.312128922815944, + "grad_norm": 1.2680186240172906, + "learning_rate": 1.9084868828791944e-05, + "loss": 0.0579, + "step": 19232 + }, + { + "epoch": 16.31297709923664, + "grad_norm": 1.2139955113618943, + "learning_rate": 1.9084754023061947e-05, + "loss": 0.0676, + "step": 19233 + }, + { + "epoch": 16.313825275657337, + "grad_norm": 1.290432394968571, + "learning_rate": 1.9084639210476412e-05, + "loss": 0.0677, + "step": 19234 + }, + { + "epoch": 16.314673452078033, + "grad_norm": 1.4517507630515163, + "learning_rate": 1.9084524391035422e-05, + "loss": 0.0666, + "step": 19235 + }, + { + "epoch": 16.31552162849873, + "grad_norm": 1.397462306633917, + "learning_rate": 1.9084409564739063e-05, + "loss": 0.0747, + "step": 19236 + }, + { + "epoch": 16.31636980491942, + "grad_norm": 1.422957848348593, + "learning_rate": 1.9084294731587415e-05, + "loss": 0.071, + "step": 19237 + }, + { + "epoch": 16.317217981340118, + "grad_norm": 1.4275233230625897, + "learning_rate": 1.908417989158058e-05, + "loss": 0.0678, + "step": 19238 + }, + { + "epoch": 16.318066157760814, + "grad_norm": 1.318580426802047, + "learning_rate": 1.908406504471863e-05, + "loss": 0.0654, + "step": 19239 + }, + { + "epoch": 16.31891433418151, + "grad_norm": 1.4075929799546767, + "learning_rate": 1.9083950191001656e-05, + "loss": 0.0678, + "step": 19240 + }, + { + "epoch": 16.319762510602207, + "grad_norm": 1.6363235848757949, + "learning_rate": 1.908383533042975e-05, + "loss": 0.0766, + "step": 19241 + }, + { + "epoch": 16.3206106870229, + "grad_norm": 1.3329314798407852, + "learning_rate": 1.908372046300299e-05, + "loss": 0.0646, + "step": 19242 + }, + { + "epoch": 16.321458863443596, + "grad_norm": 1.3616263760326706, + "learning_rate": 1.9083605588721473e-05, + "loss": 0.0649, + "step": 19243 + }, + { + "epoch": 16.32230703986429, + "grad_norm": 1.3176033161804854, + "learning_rate": 1.9083490707585273e-05, + "loss": 0.0673, + "step": 19244 + }, + { + "epoch": 16.323155216284988, + "grad_norm": 1.5443508474269647, + "learning_rate": 1.9083375819594493e-05, + "loss": 0.0726, + "step": 19245 + }, + { + "epoch": 16.324003392705684, + "grad_norm": 1.3985597697969914, + "learning_rate": 1.90832609247492e-05, + "loss": 0.0618, + "step": 19246 + }, + { + "epoch": 16.324851569126377, + "grad_norm": 1.3481292113042098, + "learning_rate": 1.90831460230495e-05, + "loss": 0.0699, + "step": 19247 + }, + { + "epoch": 16.325699745547073, + "grad_norm": 1.3336534618421276, + "learning_rate": 1.9083031114495464e-05, + "loss": 0.0652, + "step": 19248 + }, + { + "epoch": 16.32654792196777, + "grad_norm": 1.3463051169231606, + "learning_rate": 1.908291619908719e-05, + "loss": 0.064, + "step": 19249 + }, + { + "epoch": 16.327396098388466, + "grad_norm": 1.3824626408767804, + "learning_rate": 1.908280127682476e-05, + "loss": 0.0748, + "step": 19250 + }, + { + "epoch": 16.328244274809162, + "grad_norm": 1.4799846811979191, + "learning_rate": 1.9082686347708256e-05, + "loss": 0.0685, + "step": 19251 + }, + { + "epoch": 16.329092451229855, + "grad_norm": 1.2299773091966524, + "learning_rate": 1.9082571411737772e-05, + "loss": 0.0604, + "step": 19252 + }, + { + "epoch": 16.32994062765055, + "grad_norm": 1.3353741107897565, + "learning_rate": 1.9082456468913393e-05, + "loss": 0.0606, + "step": 19253 + }, + { + "epoch": 16.330788804071247, + "grad_norm": 1.2474156196779718, + "learning_rate": 1.9082341519235206e-05, + "loss": 0.0511, + "step": 19254 + }, + { + "epoch": 16.331636980491943, + "grad_norm": 1.1900059151401017, + "learning_rate": 1.9082226562703295e-05, + "loss": 0.0537, + "step": 19255 + }, + { + "epoch": 16.33248515691264, + "grad_norm": 1.246684988044335, + "learning_rate": 1.9082111599317753e-05, + "loss": 0.0591, + "step": 19256 + }, + { + "epoch": 16.333333333333332, + "grad_norm": 1.341397832489717, + "learning_rate": 1.9081996629078655e-05, + "loss": 0.0657, + "step": 19257 + }, + { + "epoch": 16.33418150975403, + "grad_norm": 1.233698305255027, + "learning_rate": 1.90818816519861e-05, + "loss": 0.0625, + "step": 19258 + }, + { + "epoch": 16.335029686174725, + "grad_norm": 1.3268277246012627, + "learning_rate": 1.908176666804017e-05, + "loss": 0.0707, + "step": 19259 + }, + { + "epoch": 16.33587786259542, + "grad_norm": 1.7438247909019098, + "learning_rate": 1.908165167724095e-05, + "loss": 0.0768, + "step": 19260 + }, + { + "epoch": 16.336726039016117, + "grad_norm": 1.3812165901983948, + "learning_rate": 1.908153667958853e-05, + "loss": 0.0653, + "step": 19261 + }, + { + "epoch": 16.33757421543681, + "grad_norm": 1.4858885467507839, + "learning_rate": 1.9081421675082993e-05, + "loss": 0.0644, + "step": 19262 + }, + { + "epoch": 16.338422391857506, + "grad_norm": 1.2295541472722014, + "learning_rate": 1.908130666372443e-05, + "loss": 0.0578, + "step": 19263 + }, + { + "epoch": 16.339270568278202, + "grad_norm": 1.3403966153165945, + "learning_rate": 1.9081191645512925e-05, + "loss": 0.0616, + "step": 19264 + }, + { + "epoch": 16.3401187446989, + "grad_norm": 1.6344168711103746, + "learning_rate": 1.9081076620448565e-05, + "loss": 0.0784, + "step": 19265 + }, + { + "epoch": 16.34096692111959, + "grad_norm": 1.2790012909808657, + "learning_rate": 1.9080961588531437e-05, + "loss": 0.0711, + "step": 19266 + }, + { + "epoch": 16.341815097540287, + "grad_norm": 1.415298742150771, + "learning_rate": 1.908084654976163e-05, + "loss": 0.0642, + "step": 19267 + }, + { + "epoch": 16.342663273960984, + "grad_norm": 1.239596327804558, + "learning_rate": 1.9080731504139228e-05, + "loss": 0.0614, + "step": 19268 + }, + { + "epoch": 16.34351145038168, + "grad_norm": 1.4514790651868354, + "learning_rate": 1.908061645166432e-05, + "loss": 0.0815, + "step": 19269 + }, + { + "epoch": 16.344359626802376, + "grad_norm": 1.4239374681524957, + "learning_rate": 1.908050139233699e-05, + "loss": 0.0659, + "step": 19270 + }, + { + "epoch": 16.34520780322307, + "grad_norm": 1.390492609386054, + "learning_rate": 1.9080386326157324e-05, + "loss": 0.064, + "step": 19271 + }, + { + "epoch": 16.346055979643765, + "grad_norm": 1.3380351715673, + "learning_rate": 1.9080271253125417e-05, + "loss": 0.0642, + "step": 19272 + }, + { + "epoch": 16.34690415606446, + "grad_norm": 1.4087997979573232, + "learning_rate": 1.9080156173241345e-05, + "loss": 0.0624, + "step": 19273 + }, + { + "epoch": 16.347752332485157, + "grad_norm": 1.296808725811343, + "learning_rate": 1.9080041086505204e-05, + "loss": 0.0608, + "step": 19274 + }, + { + "epoch": 16.348600508905854, + "grad_norm": 1.406927515101756, + "learning_rate": 1.907992599291707e-05, + "loss": 0.0703, + "step": 19275 + }, + { + "epoch": 16.349448685326546, + "grad_norm": 1.459480951556577, + "learning_rate": 1.9079810892477045e-05, + "loss": 0.0726, + "step": 19276 + }, + { + "epoch": 16.350296861747243, + "grad_norm": 1.2890716829317599, + "learning_rate": 1.9079695785185203e-05, + "loss": 0.0671, + "step": 19277 + }, + { + "epoch": 16.35114503816794, + "grad_norm": 1.343111357662329, + "learning_rate": 1.9079580671041637e-05, + "loss": 0.0698, + "step": 19278 + }, + { + "epoch": 16.351993214588635, + "grad_norm": 1.346274591464476, + "learning_rate": 1.907946555004643e-05, + "loss": 0.0617, + "step": 19279 + }, + { + "epoch": 16.35284139100933, + "grad_norm": 1.3766932242738648, + "learning_rate": 1.9079350422199675e-05, + "loss": 0.0587, + "step": 19280 + }, + { + "epoch": 16.353689567430024, + "grad_norm": 1.36939595111141, + "learning_rate": 1.907923528750145e-05, + "loss": 0.0594, + "step": 19281 + }, + { + "epoch": 16.35453774385072, + "grad_norm": 1.3034434712884655, + "learning_rate": 1.907912014595185e-05, + "loss": 0.0551, + "step": 19282 + }, + { + "epoch": 16.355385920271416, + "grad_norm": 1.4041333159741731, + "learning_rate": 1.907900499755096e-05, + "loss": 0.061, + "step": 19283 + }, + { + "epoch": 16.356234096692113, + "grad_norm": 1.6700394023323233, + "learning_rate": 1.907888984229886e-05, + "loss": 0.0655, + "step": 19284 + }, + { + "epoch": 16.35708227311281, + "grad_norm": 1.4389336133040709, + "learning_rate": 1.907877468019565e-05, + "loss": 0.072, + "step": 19285 + }, + { + "epoch": 16.3579304495335, + "grad_norm": 1.4470312363234221, + "learning_rate": 1.9078659511241408e-05, + "loss": 0.0685, + "step": 19286 + }, + { + "epoch": 16.358778625954198, + "grad_norm": 1.1935270081931326, + "learning_rate": 1.907854433543622e-05, + "loss": 0.0657, + "step": 19287 + }, + { + "epoch": 16.359626802374894, + "grad_norm": 1.4814303324111713, + "learning_rate": 1.9078429152780172e-05, + "loss": 0.0674, + "step": 19288 + }, + { + "epoch": 16.36047497879559, + "grad_norm": 1.5434571986212686, + "learning_rate": 1.9078313963273358e-05, + "loss": 0.0672, + "step": 19289 + }, + { + "epoch": 16.361323155216287, + "grad_norm": 1.4741222015993145, + "learning_rate": 1.907819876691586e-05, + "loss": 0.0758, + "step": 19290 + }, + { + "epoch": 16.36217133163698, + "grad_norm": 1.4802501019618295, + "learning_rate": 1.9078083563707768e-05, + "loss": 0.0714, + "step": 19291 + }, + { + "epoch": 16.363019508057675, + "grad_norm": 1.042021039962379, + "learning_rate": 1.9077968353649166e-05, + "loss": 0.0542, + "step": 19292 + }, + { + "epoch": 16.36386768447837, + "grad_norm": 1.6130764429356328, + "learning_rate": 1.907785313674014e-05, + "loss": 0.0683, + "step": 19293 + }, + { + "epoch": 16.364715860899068, + "grad_norm": 1.328863692754538, + "learning_rate": 1.907773791298078e-05, + "loss": 0.0645, + "step": 19294 + }, + { + "epoch": 16.365564037319764, + "grad_norm": 1.5260008783816565, + "learning_rate": 1.9077622682371174e-05, + "loss": 0.0666, + "step": 19295 + }, + { + "epoch": 16.366412213740457, + "grad_norm": 1.4765086425795706, + "learning_rate": 1.9077507444911405e-05, + "loss": 0.0742, + "step": 19296 + }, + { + "epoch": 16.367260390161153, + "grad_norm": 1.3915924459296785, + "learning_rate": 1.9077392200601562e-05, + "loss": 0.0657, + "step": 19297 + }, + { + "epoch": 16.36810856658185, + "grad_norm": 1.53133987066309, + "learning_rate": 1.9077276949441733e-05, + "loss": 0.0676, + "step": 19298 + }, + { + "epoch": 16.368956743002546, + "grad_norm": 1.1930575202915814, + "learning_rate": 1.9077161691432003e-05, + "loss": 0.0641, + "step": 19299 + }, + { + "epoch": 16.36980491942324, + "grad_norm": 1.5992400023236526, + "learning_rate": 1.9077046426572456e-05, + "loss": 0.0682, + "step": 19300 + }, + { + "epoch": 16.370653095843934, + "grad_norm": 1.5553738140392466, + "learning_rate": 1.9076931154863185e-05, + "loss": 0.0707, + "step": 19301 + }, + { + "epoch": 16.37150127226463, + "grad_norm": 1.3349088655274481, + "learning_rate": 1.907681587630428e-05, + "loss": 0.0615, + "step": 19302 + }, + { + "epoch": 16.372349448685327, + "grad_norm": 1.3970773596145745, + "learning_rate": 1.9076700590895815e-05, + "loss": 0.0658, + "step": 19303 + }, + { + "epoch": 16.373197625106023, + "grad_norm": 1.2961486370531732, + "learning_rate": 1.9076585298637886e-05, + "loss": 0.0651, + "step": 19304 + }, + { + "epoch": 16.374045801526716, + "grad_norm": 1.3736102958854715, + "learning_rate": 1.9076469999530582e-05, + "loss": 0.0654, + "step": 19305 + }, + { + "epoch": 16.374893977947412, + "grad_norm": 1.492911334320002, + "learning_rate": 1.9076354693573982e-05, + "loss": 0.0694, + "step": 19306 + }, + { + "epoch": 16.37574215436811, + "grad_norm": 1.4573505597640857, + "learning_rate": 1.9076239380768183e-05, + "loss": 0.0661, + "step": 19307 + }, + { + "epoch": 16.376590330788805, + "grad_norm": 1.424829064298825, + "learning_rate": 1.9076124061113262e-05, + "loss": 0.0692, + "step": 19308 + }, + { + "epoch": 16.3774385072095, + "grad_norm": 1.402025888949917, + "learning_rate": 1.9076008734609314e-05, + "loss": 0.0673, + "step": 19309 + }, + { + "epoch": 16.378286683630193, + "grad_norm": 1.345699943624781, + "learning_rate": 1.9075893401256416e-05, + "loss": 0.0649, + "step": 19310 + }, + { + "epoch": 16.37913486005089, + "grad_norm": 1.4045465510980621, + "learning_rate": 1.907577806105467e-05, + "loss": 0.0687, + "step": 19311 + }, + { + "epoch": 16.379983036471586, + "grad_norm": 1.2887113305372757, + "learning_rate": 1.9075662714004153e-05, + "loss": 0.0749, + "step": 19312 + }, + { + "epoch": 16.380831212892282, + "grad_norm": 1.3480024681524818, + "learning_rate": 1.907554736010495e-05, + "loss": 0.0639, + "step": 19313 + }, + { + "epoch": 16.38167938931298, + "grad_norm": 1.3869258023391888, + "learning_rate": 1.9075431999357157e-05, + "loss": 0.0696, + "step": 19314 + }, + { + "epoch": 16.38252756573367, + "grad_norm": 1.3832000080129299, + "learning_rate": 1.9075316631760852e-05, + "loss": 0.0771, + "step": 19315 + }, + { + "epoch": 16.383375742154367, + "grad_norm": 1.1548034771183004, + "learning_rate": 1.9075201257316127e-05, + "loss": 0.0604, + "step": 19316 + }, + { + "epoch": 16.384223918575064, + "grad_norm": 1.3132079607905927, + "learning_rate": 1.907508587602307e-05, + "loss": 0.0663, + "step": 19317 + }, + { + "epoch": 16.38507209499576, + "grad_norm": 1.4009879754957129, + "learning_rate": 1.9074970487881763e-05, + "loss": 0.0648, + "step": 19318 + }, + { + "epoch": 16.385920271416456, + "grad_norm": 1.1808404554671041, + "learning_rate": 1.9074855092892294e-05, + "loss": 0.0599, + "step": 19319 + }, + { + "epoch": 16.38676844783715, + "grad_norm": 1.5796971376401279, + "learning_rate": 1.9074739691054756e-05, + "loss": 0.0761, + "step": 19320 + }, + { + "epoch": 16.387616624257845, + "grad_norm": 1.2961693310325917, + "learning_rate": 1.9074624282369235e-05, + "loss": 0.0654, + "step": 19321 + }, + { + "epoch": 16.38846480067854, + "grad_norm": 1.2702614604030154, + "learning_rate": 1.9074508866835812e-05, + "loss": 0.0623, + "step": 19322 + }, + { + "epoch": 16.389312977099237, + "grad_norm": 1.474405724216444, + "learning_rate": 1.9074393444454578e-05, + "loss": 0.0753, + "step": 19323 + }, + { + "epoch": 16.390161153519934, + "grad_norm": 1.3461799855834515, + "learning_rate": 1.907427801522562e-05, + "loss": 0.0734, + "step": 19324 + }, + { + "epoch": 16.391009329940626, + "grad_norm": 1.4287407635413143, + "learning_rate": 1.9074162579149024e-05, + "loss": 0.0675, + "step": 19325 + }, + { + "epoch": 16.391857506361323, + "grad_norm": 1.2685861674770946, + "learning_rate": 1.9074047136224876e-05, + "loss": 0.0691, + "step": 19326 + }, + { + "epoch": 16.39270568278202, + "grad_norm": 1.3754547823886623, + "learning_rate": 1.9073931686453266e-05, + "loss": 0.061, + "step": 19327 + }, + { + "epoch": 16.393553859202715, + "grad_norm": 1.2957068368766016, + "learning_rate": 1.9073816229834283e-05, + "loss": 0.0675, + "step": 19328 + }, + { + "epoch": 16.39440203562341, + "grad_norm": 1.2276903736527975, + "learning_rate": 1.9073700766368007e-05, + "loss": 0.0631, + "step": 19329 + }, + { + "epoch": 16.395250212044104, + "grad_norm": 1.8623594740314542, + "learning_rate": 1.9073585296054534e-05, + "loss": 0.0611, + "step": 19330 + }, + { + "epoch": 16.3960983884648, + "grad_norm": 1.4541894581171932, + "learning_rate": 1.9073469818893945e-05, + "loss": 0.0708, + "step": 19331 + }, + { + "epoch": 16.396946564885496, + "grad_norm": 1.3661396377259352, + "learning_rate": 1.9073354334886324e-05, + "loss": 0.0663, + "step": 19332 + }, + { + "epoch": 16.397794741306193, + "grad_norm": 1.3042622184376618, + "learning_rate": 1.907323884403177e-05, + "loss": 0.0611, + "step": 19333 + }, + { + "epoch": 16.39864291772689, + "grad_norm": 1.5709959022693223, + "learning_rate": 1.9073123346330357e-05, + "loss": 0.0637, + "step": 19334 + }, + { + "epoch": 16.39949109414758, + "grad_norm": 1.5239394079461117, + "learning_rate": 1.9073007841782184e-05, + "loss": 0.062, + "step": 19335 + }, + { + "epoch": 16.400339270568278, + "grad_norm": 1.2382637854583722, + "learning_rate": 1.9072892330387325e-05, + "loss": 0.0566, + "step": 19336 + }, + { + "epoch": 16.401187446988974, + "grad_norm": 1.291341496225889, + "learning_rate": 1.907277681214588e-05, + "loss": 0.0635, + "step": 19337 + }, + { + "epoch": 16.40203562340967, + "grad_norm": 1.3632836748050918, + "learning_rate": 1.907266128705793e-05, + "loss": 0.0659, + "step": 19338 + }, + { + "epoch": 16.402883799830363, + "grad_norm": 1.4267782837443945, + "learning_rate": 1.9072545755123558e-05, + "loss": 0.071, + "step": 19339 + }, + { + "epoch": 16.40373197625106, + "grad_norm": 1.3895251752130158, + "learning_rate": 1.907243021634286e-05, + "loss": 0.0753, + "step": 19340 + }, + { + "epoch": 16.404580152671755, + "grad_norm": 1.2515025612791857, + "learning_rate": 1.9072314670715916e-05, + "loss": 0.06, + "step": 19341 + }, + { + "epoch": 16.40542832909245, + "grad_norm": 1.4425505862211423, + "learning_rate": 1.907219911824282e-05, + "loss": 0.0655, + "step": 19342 + }, + { + "epoch": 16.406276505513148, + "grad_norm": 1.2834782053372327, + "learning_rate": 1.9072083558923655e-05, + "loss": 0.0598, + "step": 19343 + }, + { + "epoch": 16.40712468193384, + "grad_norm": 1.1895404736555626, + "learning_rate": 1.9071967992758507e-05, + "loss": 0.0603, + "step": 19344 + }, + { + "epoch": 16.407972858354537, + "grad_norm": 1.6364490807961445, + "learning_rate": 1.9071852419747467e-05, + "loss": 0.0703, + "step": 19345 + }, + { + "epoch": 16.408821034775233, + "grad_norm": 1.5080784267403633, + "learning_rate": 1.9071736839890617e-05, + "loss": 0.07, + "step": 19346 + }, + { + "epoch": 16.40966921119593, + "grad_norm": 1.2317656887949742, + "learning_rate": 1.907162125318805e-05, + "loss": 0.0587, + "step": 19347 + }, + { + "epoch": 16.410517387616625, + "grad_norm": 1.3697733939441108, + "learning_rate": 1.907150565963985e-05, + "loss": 0.0651, + "step": 19348 + }, + { + "epoch": 16.411365564037318, + "grad_norm": 1.5581643573780846, + "learning_rate": 1.9071390059246103e-05, + "loss": 0.0785, + "step": 19349 + }, + { + "epoch": 16.412213740458014, + "grad_norm": 1.3652603397126648, + "learning_rate": 1.90712744520069e-05, + "loss": 0.0613, + "step": 19350 + }, + { + "epoch": 16.41306191687871, + "grad_norm": 1.3426168031329522, + "learning_rate": 1.9071158837922325e-05, + "loss": 0.0717, + "step": 19351 + }, + { + "epoch": 16.413910093299407, + "grad_norm": 1.2607110478435395, + "learning_rate": 1.907104321699247e-05, + "loss": 0.0558, + "step": 19352 + }, + { + "epoch": 16.414758269720103, + "grad_norm": 1.626097665381811, + "learning_rate": 1.9070927589217417e-05, + "loss": 0.0705, + "step": 19353 + }, + { + "epoch": 16.415606446140796, + "grad_norm": 1.3805712278971292, + "learning_rate": 1.9070811954597252e-05, + "loss": 0.0697, + "step": 19354 + }, + { + "epoch": 16.416454622561492, + "grad_norm": 1.1491691741602954, + "learning_rate": 1.9070696313132068e-05, + "loss": 0.0548, + "step": 19355 + }, + { + "epoch": 16.41730279898219, + "grad_norm": 1.4357980748738874, + "learning_rate": 1.907058066482195e-05, + "loss": 0.0619, + "step": 19356 + }, + { + "epoch": 16.418150975402884, + "grad_norm": 1.5152050139651052, + "learning_rate": 1.9070465009666984e-05, + "loss": 0.0672, + "step": 19357 + }, + { + "epoch": 16.41899915182358, + "grad_norm": 1.3357438945839464, + "learning_rate": 1.9070349347667255e-05, + "loss": 0.0613, + "step": 19358 + }, + { + "epoch": 16.419847328244273, + "grad_norm": 1.2914211258667045, + "learning_rate": 1.907023367882286e-05, + "loss": 0.0657, + "step": 19359 + }, + { + "epoch": 16.42069550466497, + "grad_norm": 1.4474598533656962, + "learning_rate": 1.9070118003133874e-05, + "loss": 0.074, + "step": 19360 + }, + { + "epoch": 16.421543681085666, + "grad_norm": 1.3311142156156959, + "learning_rate": 1.9070002320600393e-05, + "loss": 0.075, + "step": 19361 + }, + { + "epoch": 16.422391857506362, + "grad_norm": 1.242408655866482, + "learning_rate": 1.9069886631222498e-05, + "loss": 0.0537, + "step": 19362 + }, + { + "epoch": 16.42324003392706, + "grad_norm": 1.264364110463207, + "learning_rate": 1.9069770935000283e-05, + "loss": 0.0692, + "step": 19363 + }, + { + "epoch": 16.42408821034775, + "grad_norm": 1.2538603642897337, + "learning_rate": 1.906965523193383e-05, + "loss": 0.0677, + "step": 19364 + }, + { + "epoch": 16.424936386768447, + "grad_norm": 1.3138587050903343, + "learning_rate": 1.9069539522023232e-05, + "loss": 0.067, + "step": 19365 + }, + { + "epoch": 16.425784563189143, + "grad_norm": 1.3439020931995855, + "learning_rate": 1.906942380526857e-05, + "loss": 0.0625, + "step": 19366 + }, + { + "epoch": 16.42663273960984, + "grad_norm": 1.4135555248666891, + "learning_rate": 1.906930808166993e-05, + "loss": 0.0659, + "step": 19367 + }, + { + "epoch": 16.427480916030536, + "grad_norm": 1.5155392867624313, + "learning_rate": 1.9069192351227407e-05, + "loss": 0.0839, + "step": 19368 + }, + { + "epoch": 16.42832909245123, + "grad_norm": 1.2835454665352568, + "learning_rate": 1.9069076613941082e-05, + "loss": 0.0708, + "step": 19369 + }, + { + "epoch": 16.429177268871925, + "grad_norm": 1.5916691435497523, + "learning_rate": 1.9068960869811046e-05, + "loss": 0.0667, + "step": 19370 + }, + { + "epoch": 16.43002544529262, + "grad_norm": 1.4318965294992578, + "learning_rate": 1.9068845118837383e-05, + "loss": 0.0651, + "step": 19371 + }, + { + "epoch": 16.430873621713317, + "grad_norm": 1.3009972895179023, + "learning_rate": 1.906872936102019e-05, + "loss": 0.0637, + "step": 19372 + }, + { + "epoch": 16.431721798134014, + "grad_norm": 1.2664718659220346, + "learning_rate": 1.906861359635954e-05, + "loss": 0.0611, + "step": 19373 + }, + { + "epoch": 16.432569974554706, + "grad_norm": 1.4638166424032615, + "learning_rate": 1.9068497824855528e-05, + "loss": 0.0736, + "step": 19374 + }, + { + "epoch": 16.433418150975402, + "grad_norm": 1.3448863651761715, + "learning_rate": 1.9068382046508244e-05, + "loss": 0.0604, + "step": 19375 + }, + { + "epoch": 16.4342663273961, + "grad_norm": 1.5210940085300548, + "learning_rate": 1.906826626131777e-05, + "loss": 0.0736, + "step": 19376 + }, + { + "epoch": 16.435114503816795, + "grad_norm": 1.2576839804564, + "learning_rate": 1.9068150469284196e-05, + "loss": 0.064, + "step": 19377 + }, + { + "epoch": 16.435962680237488, + "grad_norm": 1.5138950044500228, + "learning_rate": 1.9068034670407605e-05, + "loss": 0.0613, + "step": 19378 + }, + { + "epoch": 16.436810856658184, + "grad_norm": 1.4710892675935496, + "learning_rate": 1.9067918864688092e-05, + "loss": 0.0689, + "step": 19379 + }, + { + "epoch": 16.43765903307888, + "grad_norm": 1.1597576012886572, + "learning_rate": 1.906780305212574e-05, + "loss": 0.0651, + "step": 19380 + }, + { + "epoch": 16.438507209499576, + "grad_norm": 1.57157704252415, + "learning_rate": 1.9067687232720633e-05, + "loss": 0.0815, + "step": 19381 + }, + { + "epoch": 16.439355385920273, + "grad_norm": 1.379960310839838, + "learning_rate": 1.9067571406472867e-05, + "loss": 0.0582, + "step": 19382 + }, + { + "epoch": 16.440203562340965, + "grad_norm": 1.517610407804992, + "learning_rate": 1.906745557338252e-05, + "loss": 0.0672, + "step": 19383 + }, + { + "epoch": 16.44105173876166, + "grad_norm": 1.6617688791646912, + "learning_rate": 1.9067339733449688e-05, + "loss": 0.0678, + "step": 19384 + }, + { + "epoch": 16.441899915182358, + "grad_norm": 1.3235183977574112, + "learning_rate": 1.9067223886674454e-05, + "loss": 0.0654, + "step": 19385 + }, + { + "epoch": 16.442748091603054, + "grad_norm": 1.2773700559283108, + "learning_rate": 1.906710803305691e-05, + "loss": 0.0583, + "step": 19386 + }, + { + "epoch": 16.44359626802375, + "grad_norm": 1.3669584760010587, + "learning_rate": 1.9066992172597133e-05, + "loss": 0.0637, + "step": 19387 + }, + { + "epoch": 16.444444444444443, + "grad_norm": 1.324222111800848, + "learning_rate": 1.9066876305295218e-05, + "loss": 0.0656, + "step": 19388 + }, + { + "epoch": 16.44529262086514, + "grad_norm": 1.1278230467020514, + "learning_rate": 1.906676043115125e-05, + "loss": 0.0613, + "step": 19389 + }, + { + "epoch": 16.446140797285835, + "grad_norm": 1.4588725447860338, + "learning_rate": 1.906664455016532e-05, + "loss": 0.0725, + "step": 19390 + }, + { + "epoch": 16.44698897370653, + "grad_norm": 1.4480479098186685, + "learning_rate": 1.9066528662337512e-05, + "loss": 0.0616, + "step": 19391 + }, + { + "epoch": 16.447837150127228, + "grad_norm": 1.4458297020189554, + "learning_rate": 1.9066412767667915e-05, + "loss": 0.07, + "step": 19392 + }, + { + "epoch": 16.44868532654792, + "grad_norm": 1.4131499540034747, + "learning_rate": 1.9066296866156617e-05, + "loss": 0.0684, + "step": 19393 + }, + { + "epoch": 16.449533502968617, + "grad_norm": 1.3175328319605506, + "learning_rate": 1.9066180957803704e-05, + "loss": 0.0682, + "step": 19394 + }, + { + "epoch": 16.450381679389313, + "grad_norm": 1.4523360872762634, + "learning_rate": 1.9066065042609262e-05, + "loss": 0.0702, + "step": 19395 + }, + { + "epoch": 16.45122985581001, + "grad_norm": 1.4214208638298176, + "learning_rate": 1.9065949120573382e-05, + "loss": 0.062, + "step": 19396 + }, + { + "epoch": 16.452078032230705, + "grad_norm": 1.390913268735441, + "learning_rate": 1.906583319169615e-05, + "loss": 0.0708, + "step": 19397 + }, + { + "epoch": 16.452926208651398, + "grad_norm": 1.4640248619758747, + "learning_rate": 1.9065717255977652e-05, + "loss": 0.0601, + "step": 19398 + }, + { + "epoch": 16.453774385072094, + "grad_norm": 1.4692592654733607, + "learning_rate": 1.9065601313417978e-05, + "loss": 0.0675, + "step": 19399 + }, + { + "epoch": 16.45462256149279, + "grad_norm": 1.4290471610857203, + "learning_rate": 1.9065485364017215e-05, + "loss": 0.0608, + "step": 19400 + }, + { + "epoch": 16.455470737913487, + "grad_norm": 1.584017669770127, + "learning_rate": 1.9065369407775448e-05, + "loss": 0.0738, + "step": 19401 + }, + { + "epoch": 16.456318914334183, + "grad_norm": 1.385673446315642, + "learning_rate": 1.906525344469277e-05, + "loss": 0.066, + "step": 19402 + }, + { + "epoch": 16.457167090754876, + "grad_norm": 1.6254559522581395, + "learning_rate": 1.906513747476926e-05, + "loss": 0.0777, + "step": 19403 + }, + { + "epoch": 16.458015267175572, + "grad_norm": 1.333509039893089, + "learning_rate": 1.9065021498005014e-05, + "loss": 0.0712, + "step": 19404 + }, + { + "epoch": 16.458863443596268, + "grad_norm": 1.567917422485731, + "learning_rate": 1.9064905514400115e-05, + "loss": 0.0635, + "step": 19405 + }, + { + "epoch": 16.459711620016964, + "grad_norm": 1.5644796315656355, + "learning_rate": 1.906478952395465e-05, + "loss": 0.0708, + "step": 19406 + }, + { + "epoch": 16.46055979643766, + "grad_norm": 1.3158944275396005, + "learning_rate": 1.906467352666871e-05, + "loss": 0.0623, + "step": 19407 + }, + { + "epoch": 16.461407972858353, + "grad_norm": 1.2483543035099116, + "learning_rate": 1.906455752254238e-05, + "loss": 0.0723, + "step": 19408 + }, + { + "epoch": 16.46225614927905, + "grad_norm": 1.2327990507854487, + "learning_rate": 1.9064441511575746e-05, + "loss": 0.055, + "step": 19409 + }, + { + "epoch": 16.463104325699746, + "grad_norm": 1.322523440869035, + "learning_rate": 1.90643254937689e-05, + "loss": 0.0623, + "step": 19410 + }, + { + "epoch": 16.463952502120442, + "grad_norm": 1.2697521439407597, + "learning_rate": 1.9064209469121924e-05, + "loss": 0.0666, + "step": 19411 + }, + { + "epoch": 16.46480067854114, + "grad_norm": 1.2058711427756397, + "learning_rate": 1.906409343763491e-05, + "loss": 0.0606, + "step": 19412 + }, + { + "epoch": 16.46564885496183, + "grad_norm": 1.4181990242248077, + "learning_rate": 1.9063977399307946e-05, + "loss": 0.0618, + "step": 19413 + }, + { + "epoch": 16.466497031382527, + "grad_norm": 1.4891037765730282, + "learning_rate": 1.9063861354141116e-05, + "loss": 0.0755, + "step": 19414 + }, + { + "epoch": 16.467345207803223, + "grad_norm": 1.4579429286646108, + "learning_rate": 1.9063745302134513e-05, + "loss": 0.0748, + "step": 19415 + }, + { + "epoch": 16.46819338422392, + "grad_norm": 1.5011413728144714, + "learning_rate": 1.9063629243288216e-05, + "loss": 0.0721, + "step": 19416 + }, + { + "epoch": 16.469041560644612, + "grad_norm": 1.26825523147839, + "learning_rate": 1.906351317760232e-05, + "loss": 0.0569, + "step": 19417 + }, + { + "epoch": 16.46988973706531, + "grad_norm": 1.567192872536278, + "learning_rate": 1.906339710507691e-05, + "loss": 0.0655, + "step": 19418 + }, + { + "epoch": 16.470737913486005, + "grad_norm": 1.1879917422449178, + "learning_rate": 1.906328102571207e-05, + "loss": 0.0568, + "step": 19419 + }, + { + "epoch": 16.4715860899067, + "grad_norm": 1.1882002111997478, + "learning_rate": 1.9063164939507897e-05, + "loss": 0.0658, + "step": 19420 + }, + { + "epoch": 16.472434266327397, + "grad_norm": 1.3500529644719075, + "learning_rate": 1.9063048846464468e-05, + "loss": 0.0715, + "step": 19421 + }, + { + "epoch": 16.47328244274809, + "grad_norm": 1.3131629008513606, + "learning_rate": 1.9062932746581878e-05, + "loss": 0.0605, + "step": 19422 + }, + { + "epoch": 16.474130619168786, + "grad_norm": 1.2423540231962427, + "learning_rate": 1.906281663986021e-05, + "loss": 0.0614, + "step": 19423 + }, + { + "epoch": 16.474978795589482, + "grad_norm": 1.4266869530250572, + "learning_rate": 1.9062700526299557e-05, + "loss": 0.0627, + "step": 19424 + }, + { + "epoch": 16.47582697201018, + "grad_norm": 1.385383602334387, + "learning_rate": 1.9062584405900003e-05, + "loss": 0.0751, + "step": 19425 + }, + { + "epoch": 16.476675148430875, + "grad_norm": 1.2662881604670737, + "learning_rate": 1.9062468278661637e-05, + "loss": 0.0638, + "step": 19426 + }, + { + "epoch": 16.477523324851568, + "grad_norm": 1.2511283510094622, + "learning_rate": 1.906235214458454e-05, + "loss": 0.065, + "step": 19427 + }, + { + "epoch": 16.478371501272264, + "grad_norm": 1.2873350633850935, + "learning_rate": 1.9062236003668812e-05, + "loss": 0.0635, + "step": 19428 + }, + { + "epoch": 16.47921967769296, + "grad_norm": 1.450682301811601, + "learning_rate": 1.906211985591453e-05, + "loss": 0.0765, + "step": 19429 + }, + { + "epoch": 16.480067854113656, + "grad_norm": 1.361834226419812, + "learning_rate": 1.9062003701321786e-05, + "loss": 0.0624, + "step": 19430 + }, + { + "epoch": 16.480916030534353, + "grad_norm": 1.5139950406600806, + "learning_rate": 1.9061887539890668e-05, + "loss": 0.0652, + "step": 19431 + }, + { + "epoch": 16.481764206955045, + "grad_norm": 1.2683088273980458, + "learning_rate": 1.9061771371621264e-05, + "loss": 0.0648, + "step": 19432 + }, + { + "epoch": 16.48261238337574, + "grad_norm": 1.4650870781006875, + "learning_rate": 1.9061655196513654e-05, + "loss": 0.0666, + "step": 19433 + }, + { + "epoch": 16.483460559796438, + "grad_norm": 1.414299625517617, + "learning_rate": 1.906153901456794e-05, + "loss": 0.0672, + "step": 19434 + }, + { + "epoch": 16.484308736217134, + "grad_norm": 1.4345654742531597, + "learning_rate": 1.9061422825784198e-05, + "loss": 0.0586, + "step": 19435 + }, + { + "epoch": 16.48515691263783, + "grad_norm": 1.3006200541632773, + "learning_rate": 1.906130663016252e-05, + "loss": 0.0638, + "step": 19436 + }, + { + "epoch": 16.486005089058523, + "grad_norm": 1.5799472313043976, + "learning_rate": 1.9061190427702994e-05, + "loss": 0.0699, + "step": 19437 + }, + { + "epoch": 16.48685326547922, + "grad_norm": 1.4074454185770682, + "learning_rate": 1.9061074218405706e-05, + "loss": 0.0628, + "step": 19438 + }, + { + "epoch": 16.487701441899915, + "grad_norm": 1.2990286537035003, + "learning_rate": 1.9060958002270744e-05, + "loss": 0.0659, + "step": 19439 + }, + { + "epoch": 16.48854961832061, + "grad_norm": 1.1849942076347078, + "learning_rate": 1.9060841779298197e-05, + "loss": 0.0612, + "step": 19440 + }, + { + "epoch": 16.489397794741308, + "grad_norm": 1.2514015264577192, + "learning_rate": 1.906072554948815e-05, + "loss": 0.0643, + "step": 19441 + }, + { + "epoch": 16.490245971162, + "grad_norm": 1.1820855545134088, + "learning_rate": 1.9060609312840695e-05, + "loss": 0.0592, + "step": 19442 + }, + { + "epoch": 16.491094147582697, + "grad_norm": 1.4879648985993048, + "learning_rate": 1.9060493069355917e-05, + "loss": 0.0656, + "step": 19443 + }, + { + "epoch": 16.491942324003393, + "grad_norm": 1.3547779441881733, + "learning_rate": 1.9060376819033906e-05, + "loss": 0.0597, + "step": 19444 + }, + { + "epoch": 16.49279050042409, + "grad_norm": 1.4039768384062474, + "learning_rate": 1.9060260561874747e-05, + "loss": 0.0607, + "step": 19445 + }, + { + "epoch": 16.493638676844785, + "grad_norm": 1.4558712088524217, + "learning_rate": 1.9060144297878527e-05, + "loss": 0.0892, + "step": 19446 + }, + { + "epoch": 16.494486853265478, + "grad_norm": 1.4013228839744716, + "learning_rate": 1.9060028027045335e-05, + "loss": 0.0774, + "step": 19447 + }, + { + "epoch": 16.495335029686174, + "grad_norm": 1.3325780558255726, + "learning_rate": 1.9059911749375263e-05, + "loss": 0.0567, + "step": 19448 + }, + { + "epoch": 16.49618320610687, + "grad_norm": 1.5078914858108339, + "learning_rate": 1.9059795464868388e-05, + "loss": 0.0698, + "step": 19449 + }, + { + "epoch": 16.497031382527567, + "grad_norm": 1.163328458259522, + "learning_rate": 1.905967917352481e-05, + "loss": 0.0605, + "step": 19450 + }, + { + "epoch": 16.497879558948263, + "grad_norm": 1.7113855777670512, + "learning_rate": 1.905956287534461e-05, + "loss": 0.0618, + "step": 19451 + }, + { + "epoch": 16.498727735368956, + "grad_norm": 1.4087464696215433, + "learning_rate": 1.9059446570327878e-05, + "loss": 0.0738, + "step": 19452 + }, + { + "epoch": 16.499575911789652, + "grad_norm": 1.3188057809711236, + "learning_rate": 1.9059330258474697e-05, + "loss": 0.0587, + "step": 19453 + }, + { + "epoch": 16.500424088210348, + "grad_norm": 1.248205925378467, + "learning_rate": 1.9059213939785163e-05, + "loss": 0.062, + "step": 19454 + }, + { + "epoch": 16.501272264631044, + "grad_norm": 1.6254251630955847, + "learning_rate": 1.9059097614259356e-05, + "loss": 0.0696, + "step": 19455 + }, + { + "epoch": 16.502120441051737, + "grad_norm": 1.3842907539665965, + "learning_rate": 1.905898128189737e-05, + "loss": 0.0596, + "step": 19456 + }, + { + "epoch": 16.502968617472433, + "grad_norm": 1.2788622512014252, + "learning_rate": 1.9058864942699287e-05, + "loss": 0.0645, + "step": 19457 + }, + { + "epoch": 16.50381679389313, + "grad_norm": 1.4870038916663149, + "learning_rate": 1.9058748596665203e-05, + "loss": 0.0635, + "step": 19458 + }, + { + "epoch": 16.504664970313826, + "grad_norm": 1.31700028843765, + "learning_rate": 1.9058632243795196e-05, + "loss": 0.0697, + "step": 19459 + }, + { + "epoch": 16.505513146734522, + "grad_norm": 1.3759106635127558, + "learning_rate": 1.905851588408936e-05, + "loss": 0.0607, + "step": 19460 + }, + { + "epoch": 16.506361323155215, + "grad_norm": 1.4680997711411012, + "learning_rate": 1.905839951754778e-05, + "loss": 0.0641, + "step": 19461 + }, + { + "epoch": 16.50720949957591, + "grad_norm": 1.39268010584546, + "learning_rate": 1.9058283144170544e-05, + "loss": 0.0721, + "step": 19462 + }, + { + "epoch": 16.508057675996607, + "grad_norm": 1.4574591369687997, + "learning_rate": 1.9058166763957745e-05, + "loss": 0.0677, + "step": 19463 + }, + { + "epoch": 16.508905852417303, + "grad_norm": 1.576578338698782, + "learning_rate": 1.905805037690946e-05, + "loss": 0.0735, + "step": 19464 + }, + { + "epoch": 16.509754028838, + "grad_norm": 1.533911880784556, + "learning_rate": 1.905793398302579e-05, + "loss": 0.0683, + "step": 19465 + }, + { + "epoch": 16.510602205258692, + "grad_norm": 1.7176519188575718, + "learning_rate": 1.9057817582306812e-05, + "loss": 0.0616, + "step": 19466 + }, + { + "epoch": 16.51145038167939, + "grad_norm": 1.3565317779010344, + "learning_rate": 1.905770117475262e-05, + "loss": 0.0618, + "step": 19467 + }, + { + "epoch": 16.512298558100085, + "grad_norm": 1.3236153314611323, + "learning_rate": 1.90575847603633e-05, + "loss": 0.0649, + "step": 19468 + }, + { + "epoch": 16.51314673452078, + "grad_norm": 1.3137503816806404, + "learning_rate": 1.905746833913894e-05, + "loss": 0.0607, + "step": 19469 + }, + { + "epoch": 16.513994910941477, + "grad_norm": 1.4035502283095425, + "learning_rate": 1.9057351911079627e-05, + "loss": 0.0588, + "step": 19470 + }, + { + "epoch": 16.51484308736217, + "grad_norm": 1.179040710965735, + "learning_rate": 1.905723547618545e-05, + "loss": 0.0646, + "step": 19471 + }, + { + "epoch": 16.515691263782866, + "grad_norm": 1.471611741106773, + "learning_rate": 1.9057119034456497e-05, + "loss": 0.0608, + "step": 19472 + }, + { + "epoch": 16.516539440203562, + "grad_norm": 1.5000620403614027, + "learning_rate": 1.9057002585892852e-05, + "loss": 0.0703, + "step": 19473 + }, + { + "epoch": 16.51738761662426, + "grad_norm": 1.3265671853812937, + "learning_rate": 1.9056886130494606e-05, + "loss": 0.0649, + "step": 19474 + }, + { + "epoch": 16.518235793044955, + "grad_norm": 1.4000045253590934, + "learning_rate": 1.905676966826185e-05, + "loss": 0.0652, + "step": 19475 + }, + { + "epoch": 16.519083969465647, + "grad_norm": 1.2308853473425752, + "learning_rate": 1.905665319919467e-05, + "loss": 0.0563, + "step": 19476 + }, + { + "epoch": 16.519932145886344, + "grad_norm": 1.4769784958423764, + "learning_rate": 1.905653672329315e-05, + "loss": 0.0624, + "step": 19477 + }, + { + "epoch": 16.52078032230704, + "grad_norm": 1.416330499562097, + "learning_rate": 1.905642024055738e-05, + "loss": 0.0602, + "step": 19478 + }, + { + "epoch": 16.521628498727736, + "grad_norm": 1.4047640473514809, + "learning_rate": 1.9056303750987452e-05, + "loss": 0.067, + "step": 19479 + }, + { + "epoch": 16.522476675148432, + "grad_norm": 1.5407957156268366, + "learning_rate": 1.905618725458345e-05, + "loss": 0.0705, + "step": 19480 + }, + { + "epoch": 16.523324851569125, + "grad_norm": 1.3024421444274141, + "learning_rate": 1.905607075134546e-05, + "loss": 0.0637, + "step": 19481 + }, + { + "epoch": 16.52417302798982, + "grad_norm": 1.2623894358474965, + "learning_rate": 1.9055954241273574e-05, + "loss": 0.0557, + "step": 19482 + }, + { + "epoch": 16.525021204410518, + "grad_norm": 1.416184163598662, + "learning_rate": 1.9055837724367875e-05, + "loss": 0.0664, + "step": 19483 + }, + { + "epoch": 16.525869380831214, + "grad_norm": 1.2649222744766444, + "learning_rate": 1.905572120062846e-05, + "loss": 0.0587, + "step": 19484 + }, + { + "epoch": 16.52671755725191, + "grad_norm": 1.4846913665899324, + "learning_rate": 1.9055604670055406e-05, + "loss": 0.0682, + "step": 19485 + }, + { + "epoch": 16.527565733672603, + "grad_norm": 1.475012466816648, + "learning_rate": 1.905548813264881e-05, + "loss": 0.0686, + "step": 19486 + }, + { + "epoch": 16.5284139100933, + "grad_norm": 1.366907277251362, + "learning_rate": 1.9055371588408755e-05, + "loss": 0.0615, + "step": 19487 + }, + { + "epoch": 16.529262086513995, + "grad_norm": 1.2869500477172222, + "learning_rate": 1.9055255037335326e-05, + "loss": 0.0596, + "step": 19488 + }, + { + "epoch": 16.53011026293469, + "grad_norm": 1.55431484388772, + "learning_rate": 1.9055138479428618e-05, + "loss": 0.0796, + "step": 19489 + }, + { + "epoch": 16.530958439355388, + "grad_norm": 1.490250659171537, + "learning_rate": 1.9055021914688715e-05, + "loss": 0.0734, + "step": 19490 + }, + { + "epoch": 16.53180661577608, + "grad_norm": 1.3080539141040888, + "learning_rate": 1.9054905343115706e-05, + "loss": 0.0634, + "step": 19491 + }, + { + "epoch": 16.532654792196777, + "grad_norm": 1.437673237097725, + "learning_rate": 1.905478876470968e-05, + "loss": 0.0664, + "step": 19492 + }, + { + "epoch": 16.533502968617473, + "grad_norm": 1.3292036978247679, + "learning_rate": 1.9054672179470722e-05, + "loss": 0.0625, + "step": 19493 + }, + { + "epoch": 16.53435114503817, + "grad_norm": 1.2794984876819533, + "learning_rate": 1.9054555587398923e-05, + "loss": 0.0671, + "step": 19494 + }, + { + "epoch": 16.53519932145886, + "grad_norm": 1.133149694796625, + "learning_rate": 1.9054438988494367e-05, + "loss": 0.0596, + "step": 19495 + }, + { + "epoch": 16.536047497879558, + "grad_norm": 1.3023729030830977, + "learning_rate": 1.9054322382757148e-05, + "loss": 0.0675, + "step": 19496 + }, + { + "epoch": 16.536895674300254, + "grad_norm": 1.4069199058611879, + "learning_rate": 1.905420577018735e-05, + "loss": 0.0759, + "step": 19497 + }, + { + "epoch": 16.53774385072095, + "grad_norm": 1.671476712359948, + "learning_rate": 1.905408915078506e-05, + "loss": 0.0642, + "step": 19498 + }, + { + "epoch": 16.538592027141647, + "grad_norm": 1.3478872096564603, + "learning_rate": 1.9053972524550368e-05, + "loss": 0.0608, + "step": 19499 + }, + { + "epoch": 16.53944020356234, + "grad_norm": 1.5649177742288027, + "learning_rate": 1.9053855891483364e-05, + "loss": 0.0715, + "step": 19500 + }, + { + "epoch": 16.540288379983036, + "grad_norm": 1.555397658390023, + "learning_rate": 1.905373925158413e-05, + "loss": 0.0637, + "step": 19501 + }, + { + "epoch": 16.541136556403732, + "grad_norm": 1.4908435523899723, + "learning_rate": 1.905362260485276e-05, + "loss": 0.0679, + "step": 19502 + }, + { + "epoch": 16.541984732824428, + "grad_norm": 1.2521749396635806, + "learning_rate": 1.9053505951289337e-05, + "loss": 0.0614, + "step": 19503 + }, + { + "epoch": 16.542832909245124, + "grad_norm": 1.3899644591385374, + "learning_rate": 1.9053389290893956e-05, + "loss": 0.0654, + "step": 19504 + }, + { + "epoch": 16.543681085665817, + "grad_norm": 1.3984448375642298, + "learning_rate": 1.90532726236667e-05, + "loss": 0.0653, + "step": 19505 + }, + { + "epoch": 16.544529262086513, + "grad_norm": 1.420409200126679, + "learning_rate": 1.9053155949607657e-05, + "loss": 0.0693, + "step": 19506 + }, + { + "epoch": 16.54537743850721, + "grad_norm": 1.2764982453692033, + "learning_rate": 1.9053039268716915e-05, + "loss": 0.0645, + "step": 19507 + }, + { + "epoch": 16.546225614927906, + "grad_norm": 1.3691692713024357, + "learning_rate": 1.905292258099456e-05, + "loss": 0.0681, + "step": 19508 + }, + { + "epoch": 16.547073791348602, + "grad_norm": 1.3989229657271736, + "learning_rate": 1.905280588644069e-05, + "loss": 0.0656, + "step": 19509 + }, + { + "epoch": 16.547921967769295, + "grad_norm": 1.3798633902281536, + "learning_rate": 1.905268918505538e-05, + "loss": 0.0593, + "step": 19510 + }, + { + "epoch": 16.54877014418999, + "grad_norm": 1.3267674742885236, + "learning_rate": 1.905257247683873e-05, + "loss": 0.0636, + "step": 19511 + }, + { + "epoch": 16.549618320610687, + "grad_norm": 1.2903825374249582, + "learning_rate": 1.9052455761790815e-05, + "loss": 0.0642, + "step": 19512 + }, + { + "epoch": 16.550466497031383, + "grad_norm": 1.342195693070223, + "learning_rate": 1.9052339039911736e-05, + "loss": 0.0632, + "step": 19513 + }, + { + "epoch": 16.55131467345208, + "grad_norm": 1.3358761098472152, + "learning_rate": 1.9052222311201572e-05, + "loss": 0.0713, + "step": 19514 + }, + { + "epoch": 16.552162849872772, + "grad_norm": 1.2658276512496422, + "learning_rate": 1.9052105575660417e-05, + "loss": 0.065, + "step": 19515 + }, + { + "epoch": 16.55301102629347, + "grad_norm": 1.3046718530069696, + "learning_rate": 1.9051988833288354e-05, + "loss": 0.0619, + "step": 19516 + }, + { + "epoch": 16.553859202714165, + "grad_norm": 1.5007151236816192, + "learning_rate": 1.9051872084085475e-05, + "loss": 0.0812, + "step": 19517 + }, + { + "epoch": 16.55470737913486, + "grad_norm": 1.3890168333111768, + "learning_rate": 1.9051755328051866e-05, + "loss": 0.0645, + "step": 19518 + }, + { + "epoch": 16.555555555555557, + "grad_norm": 1.4949327319670556, + "learning_rate": 1.905163856518762e-05, + "loss": 0.0677, + "step": 19519 + }, + { + "epoch": 16.55640373197625, + "grad_norm": 1.3420507526737813, + "learning_rate": 1.9051521795492815e-05, + "loss": 0.067, + "step": 19520 + }, + { + "epoch": 16.557251908396946, + "grad_norm": 1.4791657777344278, + "learning_rate": 1.9051405018967547e-05, + "loss": 0.0715, + "step": 19521 + }, + { + "epoch": 16.558100084817642, + "grad_norm": 1.2718595000032165, + "learning_rate": 1.90512882356119e-05, + "loss": 0.0594, + "step": 19522 + }, + { + "epoch": 16.55894826123834, + "grad_norm": 1.4441796823337885, + "learning_rate": 1.905117144542597e-05, + "loss": 0.0656, + "step": 19523 + }, + { + "epoch": 16.559796437659035, + "grad_norm": 1.3505870091030339, + "learning_rate": 1.9051054648409835e-05, + "loss": 0.0621, + "step": 19524 + }, + { + "epoch": 16.560644614079727, + "grad_norm": 1.6305864374525034, + "learning_rate": 1.9050937844563587e-05, + "loss": 0.0651, + "step": 19525 + }, + { + "epoch": 16.561492790500424, + "grad_norm": 1.396234681525658, + "learning_rate": 1.9050821033887316e-05, + "loss": 0.0689, + "step": 19526 + }, + { + "epoch": 16.56234096692112, + "grad_norm": 1.430294692660115, + "learning_rate": 1.905070421638111e-05, + "loss": 0.0714, + "step": 19527 + }, + { + "epoch": 16.563189143341816, + "grad_norm": 1.3956111742615505, + "learning_rate": 1.9050587392045057e-05, + "loss": 0.065, + "step": 19528 + }, + { + "epoch": 16.564037319762512, + "grad_norm": 1.4966079700090504, + "learning_rate": 1.905047056087924e-05, + "loss": 0.0763, + "step": 19529 + }, + { + "epoch": 16.564885496183205, + "grad_norm": 1.7233526545186704, + "learning_rate": 1.9050353722883753e-05, + "loss": 0.0739, + "step": 19530 + }, + { + "epoch": 16.5657336726039, + "grad_norm": 1.3155435962891353, + "learning_rate": 1.9050236878058684e-05, + "loss": 0.0676, + "step": 19531 + }, + { + "epoch": 16.566581849024598, + "grad_norm": 1.475361889802499, + "learning_rate": 1.9050120026404118e-05, + "loss": 0.0653, + "step": 19532 + }, + { + "epoch": 16.567430025445294, + "grad_norm": 1.331709549131339, + "learning_rate": 1.905000316792015e-05, + "loss": 0.0772, + "step": 19533 + }, + { + "epoch": 16.568278201865986, + "grad_norm": 1.438585852902667, + "learning_rate": 1.9049886302606854e-05, + "loss": 0.0658, + "step": 19534 + }, + { + "epoch": 16.569126378286683, + "grad_norm": 1.6764021349090168, + "learning_rate": 1.9049769430464333e-05, + "loss": 0.0664, + "step": 19535 + }, + { + "epoch": 16.56997455470738, + "grad_norm": 1.3586458281479334, + "learning_rate": 1.904965255149267e-05, + "loss": 0.0629, + "step": 19536 + }, + { + "epoch": 16.570822731128075, + "grad_norm": 1.5704425331676983, + "learning_rate": 1.904953566569195e-05, + "loss": 0.0669, + "step": 19537 + }, + { + "epoch": 16.57167090754877, + "grad_norm": 1.2573398530566724, + "learning_rate": 1.9049418773062265e-05, + "loss": 0.0612, + "step": 19538 + }, + { + "epoch": 16.572519083969464, + "grad_norm": 1.4522354362269905, + "learning_rate": 1.90493018736037e-05, + "loss": 0.0667, + "step": 19539 + }, + { + "epoch": 16.57336726039016, + "grad_norm": 1.4657527773121153, + "learning_rate": 1.904918496731635e-05, + "loss": 0.0679, + "step": 19540 + }, + { + "epoch": 16.574215436810857, + "grad_norm": 1.4173532792979224, + "learning_rate": 1.9049068054200293e-05, + "loss": 0.0616, + "step": 19541 + }, + { + "epoch": 16.575063613231553, + "grad_norm": 1.340090707023531, + "learning_rate": 1.9048951134255626e-05, + "loss": 0.0631, + "step": 19542 + }, + { + "epoch": 16.57591178965225, + "grad_norm": 1.40242496443213, + "learning_rate": 1.9048834207482434e-05, + "loss": 0.07, + "step": 19543 + }, + { + "epoch": 16.57675996607294, + "grad_norm": 1.2549917704750055, + "learning_rate": 1.90487172738808e-05, + "loss": 0.0661, + "step": 19544 + }, + { + "epoch": 16.577608142493638, + "grad_norm": 1.4688990812462672, + "learning_rate": 1.9048600333450823e-05, + "loss": 0.0798, + "step": 19545 + }, + { + "epoch": 16.578456318914334, + "grad_norm": 1.2929908327530018, + "learning_rate": 1.9048483386192586e-05, + "loss": 0.0642, + "step": 19546 + }, + { + "epoch": 16.57930449533503, + "grad_norm": 1.3161837490457922, + "learning_rate": 1.9048366432106173e-05, + "loss": 0.0747, + "step": 19547 + }, + { + "epoch": 16.580152671755727, + "grad_norm": 1.2800033303859617, + "learning_rate": 1.9048249471191678e-05, + "loss": 0.0611, + "step": 19548 + }, + { + "epoch": 16.58100084817642, + "grad_norm": 1.4417059769142888, + "learning_rate": 1.904813250344919e-05, + "loss": 0.0663, + "step": 19549 + }, + { + "epoch": 16.581849024597116, + "grad_norm": 1.2743187332850043, + "learning_rate": 1.9048015528878792e-05, + "loss": 0.0596, + "step": 19550 + }, + { + "epoch": 16.58269720101781, + "grad_norm": 1.4829287708485555, + "learning_rate": 1.9047898547480574e-05, + "loss": 0.0725, + "step": 19551 + }, + { + "epoch": 16.583545377438508, + "grad_norm": 1.5132428836757423, + "learning_rate": 1.9047781559254627e-05, + "loss": 0.0702, + "step": 19552 + }, + { + "epoch": 16.584393553859204, + "grad_norm": 1.3814428534204355, + "learning_rate": 1.9047664564201035e-05, + "loss": 0.0659, + "step": 19553 + }, + { + "epoch": 16.585241730279897, + "grad_norm": 1.3141102958824569, + "learning_rate": 1.9047547562319894e-05, + "loss": 0.0748, + "step": 19554 + }, + { + "epoch": 16.586089906700593, + "grad_norm": 1.493677472735321, + "learning_rate": 1.904743055361128e-05, + "loss": 0.0647, + "step": 19555 + }, + { + "epoch": 16.58693808312129, + "grad_norm": 1.4675526812857251, + "learning_rate": 1.9047313538075293e-05, + "loss": 0.0689, + "step": 19556 + }, + { + "epoch": 16.587786259541986, + "grad_norm": 1.388049732453946, + "learning_rate": 1.9047196515712017e-05, + "loss": 0.0654, + "step": 19557 + }, + { + "epoch": 16.588634435962682, + "grad_norm": 1.2173207387923808, + "learning_rate": 1.9047079486521537e-05, + "loss": 0.0623, + "step": 19558 + }, + { + "epoch": 16.589482612383375, + "grad_norm": 1.2825167351491071, + "learning_rate": 1.9046962450503948e-05, + "loss": 0.0579, + "step": 19559 + }, + { + "epoch": 16.59033078880407, + "grad_norm": 1.1685408196996427, + "learning_rate": 1.904684540765933e-05, + "loss": 0.0623, + "step": 19560 + }, + { + "epoch": 16.591178965224767, + "grad_norm": 1.4903558094280935, + "learning_rate": 1.904672835798778e-05, + "loss": 0.0786, + "step": 19561 + }, + { + "epoch": 16.592027141645463, + "grad_norm": 1.3910242450345127, + "learning_rate": 1.904661130148938e-05, + "loss": 0.064, + "step": 19562 + }, + { + "epoch": 16.59287531806616, + "grad_norm": 1.600690807536099, + "learning_rate": 1.9046494238164223e-05, + "loss": 0.0712, + "step": 19563 + }, + { + "epoch": 16.593723494486852, + "grad_norm": 1.4132736080609172, + "learning_rate": 1.9046377168012392e-05, + "loss": 0.0696, + "step": 19564 + }, + { + "epoch": 16.59457167090755, + "grad_norm": 1.3497289574655524, + "learning_rate": 1.904626009103398e-05, + "loss": 0.0597, + "step": 19565 + }, + { + "epoch": 16.595419847328245, + "grad_norm": 1.2844951322590854, + "learning_rate": 1.9046143007229075e-05, + "loss": 0.065, + "step": 19566 + }, + { + "epoch": 16.59626802374894, + "grad_norm": 1.4047318709833885, + "learning_rate": 1.9046025916597763e-05, + "loss": 0.069, + "step": 19567 + }, + { + "epoch": 16.597116200169637, + "grad_norm": 1.2393964261056036, + "learning_rate": 1.9045908819140127e-05, + "loss": 0.0662, + "step": 19568 + }, + { + "epoch": 16.59796437659033, + "grad_norm": 1.2092702267517976, + "learning_rate": 1.9045791714856273e-05, + "loss": 0.0578, + "step": 19569 + }, + { + "epoch": 16.598812553011026, + "grad_norm": 1.4916341927714463, + "learning_rate": 1.904567460374627e-05, + "loss": 0.0681, + "step": 19570 + }, + { + "epoch": 16.599660729431722, + "grad_norm": 1.5938324976873628, + "learning_rate": 1.9045557485810216e-05, + "loss": 0.0701, + "step": 19571 + }, + { + "epoch": 16.60050890585242, + "grad_norm": 1.5117588624613927, + "learning_rate": 1.90454403610482e-05, + "loss": 0.0721, + "step": 19572 + }, + { + "epoch": 16.60135708227311, + "grad_norm": 1.328245319378567, + "learning_rate": 1.9045323229460306e-05, + "loss": 0.0676, + "step": 19573 + }, + { + "epoch": 16.602205258693807, + "grad_norm": 1.239351451820533, + "learning_rate": 1.9045206091046628e-05, + "loss": 0.0588, + "step": 19574 + }, + { + "epoch": 16.603053435114504, + "grad_norm": 1.537127472264851, + "learning_rate": 1.9045088945807247e-05, + "loss": 0.0782, + "step": 19575 + }, + { + "epoch": 16.6039016115352, + "grad_norm": 1.3214723511791826, + "learning_rate": 1.9044971793742254e-05, + "loss": 0.0663, + "step": 19576 + }, + { + "epoch": 16.604749787955896, + "grad_norm": 1.4139682211427234, + "learning_rate": 1.904485463485174e-05, + "loss": 0.069, + "step": 19577 + }, + { + "epoch": 16.60559796437659, + "grad_norm": 1.4047828533511602, + "learning_rate": 1.9044737469135797e-05, + "loss": 0.0681, + "step": 19578 + }, + { + "epoch": 16.606446140797285, + "grad_norm": 1.5137530431891504, + "learning_rate": 1.9044620296594508e-05, + "loss": 0.0692, + "step": 19579 + }, + { + "epoch": 16.60729431721798, + "grad_norm": 1.2706101882926637, + "learning_rate": 1.9044503117227956e-05, + "loss": 0.0643, + "step": 19580 + }, + { + "epoch": 16.608142493638677, + "grad_norm": 1.331037132238943, + "learning_rate": 1.904438593103624e-05, + "loss": 0.0594, + "step": 19581 + }, + { + "epoch": 16.608990670059374, + "grad_norm": 1.3253456006846878, + "learning_rate": 1.9044268738019443e-05, + "loss": 0.07, + "step": 19582 + }, + { + "epoch": 16.609838846480066, + "grad_norm": 1.2210867013127251, + "learning_rate": 1.9044151538177656e-05, + "loss": 0.0611, + "step": 19583 + }, + { + "epoch": 16.610687022900763, + "grad_norm": 1.5285202166526477, + "learning_rate": 1.9044034331510964e-05, + "loss": 0.0667, + "step": 19584 + }, + { + "epoch": 16.61153519932146, + "grad_norm": 1.3754565011836206, + "learning_rate": 1.9043917118019454e-05, + "loss": 0.0601, + "step": 19585 + }, + { + "epoch": 16.612383375742155, + "grad_norm": 1.509085101451521, + "learning_rate": 1.9043799897703223e-05, + "loss": 0.0797, + "step": 19586 + }, + { + "epoch": 16.61323155216285, + "grad_norm": 1.3975717580795435, + "learning_rate": 1.904368267056235e-05, + "loss": 0.0697, + "step": 19587 + }, + { + "epoch": 16.614079728583544, + "grad_norm": 1.3184458697455887, + "learning_rate": 1.904356543659693e-05, + "loss": 0.0636, + "step": 19588 + }, + { + "epoch": 16.61492790500424, + "grad_norm": 1.222083173039644, + "learning_rate": 1.9043448195807047e-05, + "loss": 0.0536, + "step": 19589 + }, + { + "epoch": 16.615776081424936, + "grad_norm": 1.368743345818269, + "learning_rate": 1.9043330948192794e-05, + "loss": 0.0576, + "step": 19590 + }, + { + "epoch": 16.616624257845633, + "grad_norm": 1.3001627682969168, + "learning_rate": 1.9043213693754258e-05, + "loss": 0.0638, + "step": 19591 + }, + { + "epoch": 16.61747243426633, + "grad_norm": 1.5484692967751337, + "learning_rate": 1.9043096432491523e-05, + "loss": 0.081, + "step": 19592 + }, + { + "epoch": 16.61832061068702, + "grad_norm": 1.5287612635522403, + "learning_rate": 1.9042979164404683e-05, + "loss": 0.0673, + "step": 19593 + }, + { + "epoch": 16.619168787107718, + "grad_norm": 1.337076993203957, + "learning_rate": 1.9042861889493825e-05, + "loss": 0.0703, + "step": 19594 + }, + { + "epoch": 16.620016963528414, + "grad_norm": 1.4344078272766863, + "learning_rate": 1.904274460775904e-05, + "loss": 0.0594, + "step": 19595 + }, + { + "epoch": 16.62086513994911, + "grad_norm": 1.4138768592425344, + "learning_rate": 1.9042627319200406e-05, + "loss": 0.0688, + "step": 19596 + }, + { + "epoch": 16.621713316369807, + "grad_norm": 1.4488806525882802, + "learning_rate": 1.9042510023818024e-05, + "loss": 0.0619, + "step": 19597 + }, + { + "epoch": 16.6225614927905, + "grad_norm": 1.4062041253688478, + "learning_rate": 1.9042392721611976e-05, + "loss": 0.0696, + "step": 19598 + }, + { + "epoch": 16.623409669211195, + "grad_norm": 1.3980039218633906, + "learning_rate": 1.9042275412582353e-05, + "loss": 0.0655, + "step": 19599 + }, + { + "epoch": 16.62425784563189, + "grad_norm": 1.6225229768107625, + "learning_rate": 1.904215809672924e-05, + "loss": 0.072, + "step": 19600 + }, + { + "epoch": 16.625106022052588, + "grad_norm": 1.3046339473132789, + "learning_rate": 1.9042040774052732e-05, + "loss": 0.0606, + "step": 19601 + }, + { + "epoch": 16.625954198473284, + "grad_norm": 1.5162780190614775, + "learning_rate": 1.9041923444552907e-05, + "loss": 0.0729, + "step": 19602 + }, + { + "epoch": 16.626802374893977, + "grad_norm": 1.416819733346808, + "learning_rate": 1.9041806108229866e-05, + "loss": 0.0732, + "step": 19603 + }, + { + "epoch": 16.627650551314673, + "grad_norm": 1.3669285582926711, + "learning_rate": 1.904168876508369e-05, + "loss": 0.0685, + "step": 19604 + }, + { + "epoch": 16.62849872773537, + "grad_norm": 1.2629053490891418, + "learning_rate": 1.904157141511447e-05, + "loss": 0.0603, + "step": 19605 + }, + { + "epoch": 16.629346904156066, + "grad_norm": 1.3036463922969956, + "learning_rate": 1.9041454058322296e-05, + "loss": 0.0602, + "step": 19606 + }, + { + "epoch": 16.63019508057676, + "grad_norm": 1.342538763897344, + "learning_rate": 1.904133669470725e-05, + "loss": 0.0672, + "step": 19607 + }, + { + "epoch": 16.631043256997454, + "grad_norm": 1.4745621379119058, + "learning_rate": 1.9041219324269425e-05, + "loss": 0.0666, + "step": 19608 + }, + { + "epoch": 16.63189143341815, + "grad_norm": 1.4143739924848213, + "learning_rate": 1.9041101947008913e-05, + "loss": 0.0627, + "step": 19609 + }, + { + "epoch": 16.632739609838847, + "grad_norm": 1.5223276708807785, + "learning_rate": 1.9040984562925797e-05, + "loss": 0.0697, + "step": 19610 + }, + { + "epoch": 16.633587786259543, + "grad_norm": 1.3133408100930717, + "learning_rate": 1.9040867172020166e-05, + "loss": 0.0655, + "step": 19611 + }, + { + "epoch": 16.634435962680236, + "grad_norm": 1.6578049928312397, + "learning_rate": 1.9040749774292112e-05, + "loss": 0.0664, + "step": 19612 + }, + { + "epoch": 16.635284139100932, + "grad_norm": 1.4880271494780917, + "learning_rate": 1.9040632369741722e-05, + "loss": 0.0677, + "step": 19613 + }, + { + "epoch": 16.63613231552163, + "grad_norm": 1.5093374321187252, + "learning_rate": 1.9040514958369086e-05, + "loss": 0.0695, + "step": 19614 + }, + { + "epoch": 16.636980491942325, + "grad_norm": 1.4499158922996265, + "learning_rate": 1.9040397540174286e-05, + "loss": 0.0792, + "step": 19615 + }, + { + "epoch": 16.63782866836302, + "grad_norm": 1.4873089914640376, + "learning_rate": 1.9040280115157422e-05, + "loss": 0.0643, + "step": 19616 + }, + { + "epoch": 16.638676844783713, + "grad_norm": 1.3082568660413736, + "learning_rate": 1.9040162683318572e-05, + "loss": 0.061, + "step": 19617 + }, + { + "epoch": 16.63952502120441, + "grad_norm": 1.3933066697811813, + "learning_rate": 1.904004524465783e-05, + "loss": 0.0649, + "step": 19618 + }, + { + "epoch": 16.640373197625106, + "grad_norm": 1.4688456370514738, + "learning_rate": 1.9039927799175285e-05, + "loss": 0.0722, + "step": 19619 + }, + { + "epoch": 16.641221374045802, + "grad_norm": 1.2880562556855737, + "learning_rate": 1.903981034687102e-05, + "loss": 0.0686, + "step": 19620 + }, + { + "epoch": 16.6420695504665, + "grad_norm": 1.2053279231285277, + "learning_rate": 1.903969288774513e-05, + "loss": 0.0621, + "step": 19621 + }, + { + "epoch": 16.64291772688719, + "grad_norm": 1.3495435120720825, + "learning_rate": 1.9039575421797703e-05, + "loss": 0.058, + "step": 19622 + }, + { + "epoch": 16.643765903307887, + "grad_norm": 1.2808478462820942, + "learning_rate": 1.9039457949028825e-05, + "loss": 0.0678, + "step": 19623 + }, + { + "epoch": 16.644614079728584, + "grad_norm": 1.266086175645876, + "learning_rate": 1.9039340469438584e-05, + "loss": 0.0665, + "step": 19624 + }, + { + "epoch": 16.64546225614928, + "grad_norm": 1.4789477436081522, + "learning_rate": 1.903922298302707e-05, + "loss": 0.0657, + "step": 19625 + }, + { + "epoch": 16.646310432569976, + "grad_norm": 1.5575485520172458, + "learning_rate": 1.9039105489794375e-05, + "loss": 0.0753, + "step": 19626 + }, + { + "epoch": 16.64715860899067, + "grad_norm": 1.5780334734434742, + "learning_rate": 1.9038987989740583e-05, + "loss": 0.0675, + "step": 19627 + }, + { + "epoch": 16.648006785411365, + "grad_norm": 1.379087452143832, + "learning_rate": 1.9038870482865785e-05, + "loss": 0.0668, + "step": 19628 + }, + { + "epoch": 16.64885496183206, + "grad_norm": 1.3011059470744286, + "learning_rate": 1.903875296917007e-05, + "loss": 0.0658, + "step": 19629 + }, + { + "epoch": 16.649703138252757, + "grad_norm": 1.5593273807875865, + "learning_rate": 1.9038635448653525e-05, + "loss": 0.0839, + "step": 19630 + }, + { + "epoch": 16.650551314673454, + "grad_norm": 1.3816872906365374, + "learning_rate": 1.9038517921316236e-05, + "loss": 0.0662, + "step": 19631 + }, + { + "epoch": 16.651399491094146, + "grad_norm": 1.3204749539562557, + "learning_rate": 1.90384003871583e-05, + "loss": 0.073, + "step": 19632 + }, + { + "epoch": 16.652247667514843, + "grad_norm": 1.3872719115995888, + "learning_rate": 1.90382828461798e-05, + "loss": 0.0646, + "step": 19633 + }, + { + "epoch": 16.65309584393554, + "grad_norm": 1.4836517953574284, + "learning_rate": 1.903816529838082e-05, + "loss": 0.0698, + "step": 19634 + }, + { + "epoch": 16.653944020356235, + "grad_norm": 1.5406868429644955, + "learning_rate": 1.903804774376146e-05, + "loss": 0.0768, + "step": 19635 + }, + { + "epoch": 16.65479219677693, + "grad_norm": 1.57954574565325, + "learning_rate": 1.9037930182321797e-05, + "loss": 0.0868, + "step": 19636 + }, + { + "epoch": 16.655640373197624, + "grad_norm": 1.4327332891606104, + "learning_rate": 1.903781261406193e-05, + "loss": 0.0792, + "step": 19637 + }, + { + "epoch": 16.65648854961832, + "grad_norm": 1.339545127527038, + "learning_rate": 1.9037695038981946e-05, + "loss": 0.0637, + "step": 19638 + }, + { + "epoch": 16.657336726039016, + "grad_norm": 1.3631394919015678, + "learning_rate": 1.9037577457081925e-05, + "loss": 0.0709, + "step": 19639 + }, + { + "epoch": 16.658184902459713, + "grad_norm": 1.39673825035655, + "learning_rate": 1.9037459868361965e-05, + "loss": 0.0699, + "step": 19640 + }, + { + "epoch": 16.659033078880405, + "grad_norm": 1.468357188827067, + "learning_rate": 1.903734227282215e-05, + "loss": 0.0651, + "step": 19641 + }, + { + "epoch": 16.6598812553011, + "grad_norm": 1.3626275712881135, + "learning_rate": 1.903722467046257e-05, + "loss": 0.0635, + "step": 19642 + }, + { + "epoch": 16.660729431721798, + "grad_norm": 1.3676108293403075, + "learning_rate": 1.9037107061283315e-05, + "loss": 0.0628, + "step": 19643 + }, + { + "epoch": 16.661577608142494, + "grad_norm": 1.5342242450213954, + "learning_rate": 1.9036989445284476e-05, + "loss": 0.0718, + "step": 19644 + }, + { + "epoch": 16.66242578456319, + "grad_norm": 1.379039785293632, + "learning_rate": 1.9036871822466134e-05, + "loss": 0.0609, + "step": 19645 + }, + { + "epoch": 16.663273960983886, + "grad_norm": 1.8928794587664435, + "learning_rate": 1.9036754192828383e-05, + "loss": 0.0696, + "step": 19646 + }, + { + "epoch": 16.66412213740458, + "grad_norm": 1.3524075715276629, + "learning_rate": 1.903663655637131e-05, + "loss": 0.0586, + "step": 19647 + }, + { + "epoch": 16.664970313825275, + "grad_norm": 1.411289860171556, + "learning_rate": 1.9036518913095004e-05, + "loss": 0.0682, + "step": 19648 + }, + { + "epoch": 16.66581849024597, + "grad_norm": 1.6425353200951662, + "learning_rate": 1.9036401262999558e-05, + "loss": 0.0792, + "step": 19649 + }, + { + "epoch": 16.666666666666668, + "grad_norm": 1.2926060581730365, + "learning_rate": 1.9036283606085057e-05, + "loss": 0.073, + "step": 19650 + }, + { + "epoch": 16.66751484308736, + "grad_norm": 1.3278192297657232, + "learning_rate": 1.9036165942351584e-05, + "loss": 0.0634, + "step": 19651 + }, + { + "epoch": 16.668363019508057, + "grad_norm": 1.3949686031884818, + "learning_rate": 1.9036048271799242e-05, + "loss": 0.0677, + "step": 19652 + }, + { + "epoch": 16.669211195928753, + "grad_norm": 1.454002349895486, + "learning_rate": 1.9035930594428106e-05, + "loss": 0.0718, + "step": 19653 + }, + { + "epoch": 16.67005937234945, + "grad_norm": 1.3520128005072942, + "learning_rate": 1.9035812910238272e-05, + "loss": 0.0657, + "step": 19654 + }, + { + "epoch": 16.670907548770145, + "grad_norm": 1.4517777619069236, + "learning_rate": 1.903569521922983e-05, + "loss": 0.0698, + "step": 19655 + }, + { + "epoch": 16.671755725190838, + "grad_norm": 1.4507291448421116, + "learning_rate": 1.9035577521402865e-05, + "loss": 0.0708, + "step": 19656 + }, + { + "epoch": 16.672603901611534, + "grad_norm": 1.4437361048650617, + "learning_rate": 1.9035459816757464e-05, + "loss": 0.0642, + "step": 19657 + }, + { + "epoch": 16.67345207803223, + "grad_norm": 1.3309197964816146, + "learning_rate": 1.9035342105293722e-05, + "loss": 0.059, + "step": 19658 + }, + { + "epoch": 16.674300254452927, + "grad_norm": 1.3848451406634803, + "learning_rate": 1.9035224387011725e-05, + "loss": 0.0717, + "step": 19659 + }, + { + "epoch": 16.675148430873623, + "grad_norm": 1.5821663528920493, + "learning_rate": 1.903510666191156e-05, + "loss": 0.0726, + "step": 19660 + }, + { + "epoch": 16.675996607294316, + "grad_norm": 1.4306310845554615, + "learning_rate": 1.9034988929993313e-05, + "loss": 0.0725, + "step": 19661 + }, + { + "epoch": 16.676844783715012, + "grad_norm": 1.2834646181144485, + "learning_rate": 1.9034871191257082e-05, + "loss": 0.0586, + "step": 19662 + }, + { + "epoch": 16.67769296013571, + "grad_norm": 1.265691262110674, + "learning_rate": 1.903475344570295e-05, + "loss": 0.0684, + "step": 19663 + }, + { + "epoch": 16.678541136556404, + "grad_norm": 1.4746867147594387, + "learning_rate": 1.9034635693331007e-05, + "loss": 0.0689, + "step": 19664 + }, + { + "epoch": 16.6793893129771, + "grad_norm": 1.4440580920925377, + "learning_rate": 1.903451793414134e-05, + "loss": 0.0683, + "step": 19665 + }, + { + "epoch": 16.680237489397793, + "grad_norm": 1.3756864051177162, + "learning_rate": 1.9034400168134043e-05, + "loss": 0.0771, + "step": 19666 + }, + { + "epoch": 16.68108566581849, + "grad_norm": 1.1124047678549982, + "learning_rate": 1.90342823953092e-05, + "loss": 0.0555, + "step": 19667 + }, + { + "epoch": 16.681933842239186, + "grad_norm": 1.3611932882930848, + "learning_rate": 1.90341646156669e-05, + "loss": 0.0625, + "step": 19668 + }, + { + "epoch": 16.682782018659882, + "grad_norm": 1.2587115515449154, + "learning_rate": 1.9034046829207234e-05, + "loss": 0.0661, + "step": 19669 + }, + { + "epoch": 16.68363019508058, + "grad_norm": 1.4069335165787842, + "learning_rate": 1.9033929035930287e-05, + "loss": 0.0683, + "step": 19670 + }, + { + "epoch": 16.68447837150127, + "grad_norm": 1.4350093543932883, + "learning_rate": 1.9033811235836155e-05, + "loss": 0.0909, + "step": 19671 + }, + { + "epoch": 16.685326547921967, + "grad_norm": 1.2387113470706939, + "learning_rate": 1.9033693428924923e-05, + "loss": 0.0596, + "step": 19672 + }, + { + "epoch": 16.686174724342663, + "grad_norm": 1.269684163399436, + "learning_rate": 1.9033575615196677e-05, + "loss": 0.0594, + "step": 19673 + }, + { + "epoch": 16.68702290076336, + "grad_norm": 1.3821069391265628, + "learning_rate": 1.903345779465151e-05, + "loss": 0.0612, + "step": 19674 + }, + { + "epoch": 16.687871077184056, + "grad_norm": 1.4827880171612275, + "learning_rate": 1.9033339967289508e-05, + "loss": 0.073, + "step": 19675 + }, + { + "epoch": 16.68871925360475, + "grad_norm": 1.442622848353999, + "learning_rate": 1.9033222133110763e-05, + "loss": 0.0683, + "step": 19676 + }, + { + "epoch": 16.689567430025445, + "grad_norm": 1.2832293062670883, + "learning_rate": 1.903310429211536e-05, + "loss": 0.0662, + "step": 19677 + }, + { + "epoch": 16.69041560644614, + "grad_norm": 1.2108068688081908, + "learning_rate": 1.9032986444303395e-05, + "loss": 0.0602, + "step": 19678 + }, + { + "epoch": 16.691263782866837, + "grad_norm": 1.269712935203311, + "learning_rate": 1.9032868589674947e-05, + "loss": 0.0652, + "step": 19679 + }, + { + "epoch": 16.69211195928753, + "grad_norm": 1.4967902056055167, + "learning_rate": 1.9032750728230114e-05, + "loss": 0.0622, + "step": 19680 + }, + { + "epoch": 16.692960135708226, + "grad_norm": 1.400359900089714, + "learning_rate": 1.903263285996898e-05, + "loss": 0.0653, + "step": 19681 + }, + { + "epoch": 16.693808312128922, + "grad_norm": 1.5092462685697539, + "learning_rate": 1.9032514984891635e-05, + "loss": 0.0742, + "step": 19682 + }, + { + "epoch": 16.69465648854962, + "grad_norm": 1.3792928954793495, + "learning_rate": 1.9032397102998166e-05, + "loss": 0.0678, + "step": 19683 + }, + { + "epoch": 16.695504664970315, + "grad_norm": 1.6112339931951418, + "learning_rate": 1.9032279214288666e-05, + "loss": 0.0737, + "step": 19684 + }, + { + "epoch": 16.696352841391008, + "grad_norm": 1.381485935432635, + "learning_rate": 1.9032161318763222e-05, + "loss": 0.0703, + "step": 19685 + }, + { + "epoch": 16.697201017811704, + "grad_norm": 1.1021341834193967, + "learning_rate": 1.903204341642192e-05, + "loss": 0.0566, + "step": 19686 + }, + { + "epoch": 16.6980491942324, + "grad_norm": 1.3340408785859015, + "learning_rate": 1.9031925507264855e-05, + "loss": 0.0817, + "step": 19687 + }, + { + "epoch": 16.698897370653096, + "grad_norm": 1.345015056807814, + "learning_rate": 1.903180759129211e-05, + "loss": 0.0609, + "step": 19688 + }, + { + "epoch": 16.699745547073793, + "grad_norm": 1.381459313589508, + "learning_rate": 1.9031689668503782e-05, + "loss": 0.0706, + "step": 19689 + }, + { + "epoch": 16.700593723494485, + "grad_norm": 1.3860007211428218, + "learning_rate": 1.903157173889995e-05, + "loss": 0.0646, + "step": 19690 + }, + { + "epoch": 16.70144189991518, + "grad_norm": 1.518148160953678, + "learning_rate": 1.903145380248071e-05, + "loss": 0.063, + "step": 19691 + }, + { + "epoch": 16.702290076335878, + "grad_norm": 1.396381570366127, + "learning_rate": 1.9031335859246144e-05, + "loss": 0.0636, + "step": 19692 + }, + { + "epoch": 16.703138252756574, + "grad_norm": 1.3467140603360215, + "learning_rate": 1.903121790919635e-05, + "loss": 0.0661, + "step": 19693 + }, + { + "epoch": 16.70398642917727, + "grad_norm": 1.5114138877393124, + "learning_rate": 1.9031099952331413e-05, + "loss": 0.0694, + "step": 19694 + }, + { + "epoch": 16.704834605597963, + "grad_norm": 1.307179763605549, + "learning_rate": 1.9030981988651424e-05, + "loss": 0.0607, + "step": 19695 + }, + { + "epoch": 16.70568278201866, + "grad_norm": 1.42235599203898, + "learning_rate": 1.9030864018156462e-05, + "loss": 0.059, + "step": 19696 + }, + { + "epoch": 16.706530958439355, + "grad_norm": 1.520979906806246, + "learning_rate": 1.903074604084663e-05, + "loss": 0.0747, + "step": 19697 + }, + { + "epoch": 16.70737913486005, + "grad_norm": 1.4698099238835192, + "learning_rate": 1.903062805672201e-05, + "loss": 0.0628, + "step": 19698 + }, + { + "epoch": 16.708227311280748, + "grad_norm": 1.4520948283845756, + "learning_rate": 1.9030510065782694e-05, + "loss": 0.0669, + "step": 19699 + }, + { + "epoch": 16.70907548770144, + "grad_norm": 1.4635673068139974, + "learning_rate": 1.9030392068028765e-05, + "loss": 0.0686, + "step": 19700 + }, + { + "epoch": 16.709923664122137, + "grad_norm": 1.439057274691111, + "learning_rate": 1.9030274063460317e-05, + "loss": 0.0776, + "step": 19701 + }, + { + "epoch": 16.710771840542833, + "grad_norm": 1.4075796230217312, + "learning_rate": 1.9030156052077438e-05, + "loss": 0.0819, + "step": 19702 + }, + { + "epoch": 16.71162001696353, + "grad_norm": 1.142027603572107, + "learning_rate": 1.9030038033880216e-05, + "loss": 0.0522, + "step": 19703 + }, + { + "epoch": 16.712468193384225, + "grad_norm": 1.4558601068001604, + "learning_rate": 1.9029920008868744e-05, + "loss": 0.0697, + "step": 19704 + }, + { + "epoch": 16.713316369804918, + "grad_norm": 1.3668049452078688, + "learning_rate": 1.9029801977043107e-05, + "loss": 0.0667, + "step": 19705 + }, + { + "epoch": 16.714164546225614, + "grad_norm": 1.6180902637309216, + "learning_rate": 1.9029683938403393e-05, + "loss": 0.0792, + "step": 19706 + }, + { + "epoch": 16.71501272264631, + "grad_norm": 1.4441227347382197, + "learning_rate": 1.9029565892949694e-05, + "loss": 0.0625, + "step": 19707 + }, + { + "epoch": 16.715860899067007, + "grad_norm": 1.184635251840076, + "learning_rate": 1.9029447840682104e-05, + "loss": 0.0647, + "step": 19708 + }, + { + "epoch": 16.716709075487703, + "grad_norm": 1.4581406354596265, + "learning_rate": 1.90293297816007e-05, + "loss": 0.0727, + "step": 19709 + }, + { + "epoch": 16.717557251908396, + "grad_norm": 1.6230456394984172, + "learning_rate": 1.902921171570558e-05, + "loss": 0.0766, + "step": 19710 + }, + { + "epoch": 16.718405428329092, + "grad_norm": 1.2353760736968724, + "learning_rate": 1.902909364299683e-05, + "loss": 0.0595, + "step": 19711 + }, + { + "epoch": 16.719253604749788, + "grad_norm": 1.5457127064772074, + "learning_rate": 1.902897556347454e-05, + "loss": 0.0704, + "step": 19712 + }, + { + "epoch": 16.720101781170484, + "grad_norm": 1.4742011082309567, + "learning_rate": 1.90288574771388e-05, + "loss": 0.062, + "step": 19713 + }, + { + "epoch": 16.72094995759118, + "grad_norm": 1.2556306136144053, + "learning_rate": 1.9028739383989698e-05, + "loss": 0.0609, + "step": 19714 + }, + { + "epoch": 16.721798134011873, + "grad_norm": 1.5435456012497564, + "learning_rate": 1.902862128402732e-05, + "loss": 0.0699, + "step": 19715 + }, + { + "epoch": 16.72264631043257, + "grad_norm": 1.3388839167014395, + "learning_rate": 1.9028503177251762e-05, + "loss": 0.0634, + "step": 19716 + }, + { + "epoch": 16.723494486853266, + "grad_norm": 1.6034104209998172, + "learning_rate": 1.902838506366311e-05, + "loss": 0.0923, + "step": 19717 + }, + { + "epoch": 16.724342663273962, + "grad_norm": 1.2337899513253894, + "learning_rate": 1.902826694326145e-05, + "loss": 0.0636, + "step": 19718 + }, + { + "epoch": 16.725190839694655, + "grad_norm": 1.3577531311242481, + "learning_rate": 1.902814881604687e-05, + "loss": 0.0629, + "step": 19719 + }, + { + "epoch": 16.72603901611535, + "grad_norm": 1.4735181230680534, + "learning_rate": 1.902803068201947e-05, + "loss": 0.0929, + "step": 19720 + }, + { + "epoch": 16.726887192536047, + "grad_norm": 1.3102788357502853, + "learning_rate": 1.902791254117933e-05, + "loss": 0.0653, + "step": 19721 + }, + { + "epoch": 16.727735368956743, + "grad_norm": 1.5195773072071812, + "learning_rate": 1.9027794393526538e-05, + "loss": 0.0602, + "step": 19722 + }, + { + "epoch": 16.72858354537744, + "grad_norm": 1.5177336556828527, + "learning_rate": 1.9027676239061187e-05, + "loss": 0.0729, + "step": 19723 + }, + { + "epoch": 16.729431721798132, + "grad_norm": 1.2136051174670905, + "learning_rate": 1.9027558077783367e-05, + "loss": 0.0586, + "step": 19724 + }, + { + "epoch": 16.73027989821883, + "grad_norm": 1.5233914462378786, + "learning_rate": 1.9027439909693162e-05, + "loss": 0.0721, + "step": 19725 + }, + { + "epoch": 16.731128074639525, + "grad_norm": 1.361071635805538, + "learning_rate": 1.902732173479067e-05, + "loss": 0.063, + "step": 19726 + }, + { + "epoch": 16.73197625106022, + "grad_norm": 1.4685340198187269, + "learning_rate": 1.902720355307597e-05, + "loss": 0.0695, + "step": 19727 + }, + { + "epoch": 16.732824427480917, + "grad_norm": 1.2804903915399048, + "learning_rate": 1.902708536454916e-05, + "loss": 0.0584, + "step": 19728 + }, + { + "epoch": 16.73367260390161, + "grad_norm": 1.7101876304334584, + "learning_rate": 1.902696716921032e-05, + "loss": 0.0744, + "step": 19729 + }, + { + "epoch": 16.734520780322306, + "grad_norm": 1.358881123051143, + "learning_rate": 1.9026848967059552e-05, + "loss": 0.0649, + "step": 19730 + }, + { + "epoch": 16.735368956743002, + "grad_norm": 1.4956107975750177, + "learning_rate": 1.9026730758096935e-05, + "loss": 0.0807, + "step": 19731 + }, + { + "epoch": 16.7362171331637, + "grad_norm": 1.468004235017168, + "learning_rate": 1.902661254232256e-05, + "loss": 0.0704, + "step": 19732 + }, + { + "epoch": 16.737065309584395, + "grad_norm": 1.4708062472538506, + "learning_rate": 1.9026494319736515e-05, + "loss": 0.0724, + "step": 19733 + }, + { + "epoch": 16.737913486005088, + "grad_norm": 1.432909933637452, + "learning_rate": 1.9026376090338892e-05, + "loss": 0.0653, + "step": 19734 + }, + { + "epoch": 16.738761662425784, + "grad_norm": 1.3793045211058568, + "learning_rate": 1.9026257854129782e-05, + "loss": 0.0671, + "step": 19735 + }, + { + "epoch": 16.73960983884648, + "grad_norm": 1.3838741976929942, + "learning_rate": 1.902613961110927e-05, + "loss": 0.0613, + "step": 19736 + }, + { + "epoch": 16.740458015267176, + "grad_norm": 1.5376642459825924, + "learning_rate": 1.9026021361277446e-05, + "loss": 0.0746, + "step": 19737 + }, + { + "epoch": 16.741306191687872, + "grad_norm": 1.2804143385959985, + "learning_rate": 1.9025903104634405e-05, + "loss": 0.0617, + "step": 19738 + }, + { + "epoch": 16.742154368108565, + "grad_norm": 1.307513684593475, + "learning_rate": 1.9025784841180227e-05, + "loss": 0.0625, + "step": 19739 + }, + { + "epoch": 16.74300254452926, + "grad_norm": 1.1821685918831943, + "learning_rate": 1.9025666570915006e-05, + "loss": 0.0596, + "step": 19740 + }, + { + "epoch": 16.743850720949958, + "grad_norm": 1.3761270582326168, + "learning_rate": 1.902554829383883e-05, + "loss": 0.0708, + "step": 19741 + }, + { + "epoch": 16.744698897370654, + "grad_norm": 1.5354480978011495, + "learning_rate": 1.902543000995179e-05, + "loss": 0.0664, + "step": 19742 + }, + { + "epoch": 16.74554707379135, + "grad_norm": 1.3191764457065867, + "learning_rate": 1.9025311719253977e-05, + "loss": 0.0643, + "step": 19743 + }, + { + "epoch": 16.746395250212043, + "grad_norm": 1.319403065192612, + "learning_rate": 1.9025193421745476e-05, + "loss": 0.0677, + "step": 19744 + }, + { + "epoch": 16.74724342663274, + "grad_norm": 1.3669527999728275, + "learning_rate": 1.9025075117426376e-05, + "loss": 0.0631, + "step": 19745 + }, + { + "epoch": 16.748091603053435, + "grad_norm": 1.3288985660854407, + "learning_rate": 1.9024956806296773e-05, + "loss": 0.0615, + "step": 19746 + }, + { + "epoch": 16.74893977947413, + "grad_norm": 1.4277397226853124, + "learning_rate": 1.9024838488356746e-05, + "loss": 0.0624, + "step": 19747 + }, + { + "epoch": 16.749787955894828, + "grad_norm": 1.386036422740487, + "learning_rate": 1.902472016360639e-05, + "loss": 0.0736, + "step": 19748 + }, + { + "epoch": 16.75063613231552, + "grad_norm": 1.3359929112515065, + "learning_rate": 1.90246018320458e-05, + "loss": 0.0588, + "step": 19749 + }, + { + "epoch": 16.751484308736217, + "grad_norm": 1.4224598432355873, + "learning_rate": 1.9024483493675055e-05, + "loss": 0.0624, + "step": 19750 + }, + { + "epoch": 16.752332485156913, + "grad_norm": 1.179608835157707, + "learning_rate": 1.902436514849425e-05, + "loss": 0.0552, + "step": 19751 + }, + { + "epoch": 16.75318066157761, + "grad_norm": 1.3756011411709146, + "learning_rate": 1.902424679650347e-05, + "loss": 0.0807, + "step": 19752 + }, + { + "epoch": 16.754028837998305, + "grad_norm": 1.4027752352654248, + "learning_rate": 1.9024128437702815e-05, + "loss": 0.0689, + "step": 19753 + }, + { + "epoch": 16.754877014418998, + "grad_norm": 1.4040152029151252, + "learning_rate": 1.9024010072092357e-05, + "loss": 0.0668, + "step": 19754 + }, + { + "epoch": 16.755725190839694, + "grad_norm": 1.4210032899365, + "learning_rate": 1.90238916996722e-05, + "loss": 0.0725, + "step": 19755 + }, + { + "epoch": 16.75657336726039, + "grad_norm": 1.257124267497302, + "learning_rate": 1.902377332044243e-05, + "loss": 0.0636, + "step": 19756 + }, + { + "epoch": 16.757421543681087, + "grad_norm": 1.3039459905613937, + "learning_rate": 1.902365493440313e-05, + "loss": 0.0693, + "step": 19757 + }, + { + "epoch": 16.75826972010178, + "grad_norm": 1.4410571473825649, + "learning_rate": 1.9023536541554398e-05, + "loss": 0.0683, + "step": 19758 + }, + { + "epoch": 16.759117896522476, + "grad_norm": 1.202267361698974, + "learning_rate": 1.902341814189632e-05, + "loss": 0.0584, + "step": 19759 + }, + { + "epoch": 16.759966072943172, + "grad_norm": 1.5085045997095554, + "learning_rate": 1.902329973542898e-05, + "loss": 0.0677, + "step": 19760 + }, + { + "epoch": 16.760814249363868, + "grad_norm": 1.327745476072834, + "learning_rate": 1.9023181322152474e-05, + "loss": 0.0637, + "step": 19761 + }, + { + "epoch": 16.761662425784564, + "grad_norm": 1.502073921005116, + "learning_rate": 1.902306290206689e-05, + "loss": 0.06, + "step": 19762 + }, + { + "epoch": 16.762510602205257, + "grad_norm": 1.5058870969830702, + "learning_rate": 1.9022944475172315e-05, + "loss": 0.0651, + "step": 19763 + }, + { + "epoch": 16.763358778625953, + "grad_norm": 1.5455010366988082, + "learning_rate": 1.902282604146884e-05, + "loss": 0.0766, + "step": 19764 + }, + { + "epoch": 16.76420695504665, + "grad_norm": 1.4079434626743583, + "learning_rate": 1.9022707600956556e-05, + "loss": 0.066, + "step": 19765 + }, + { + "epoch": 16.765055131467346, + "grad_norm": 1.301880264064473, + "learning_rate": 1.902258915363555e-05, + "loss": 0.063, + "step": 19766 + }, + { + "epoch": 16.765903307888042, + "grad_norm": 1.2583222112077554, + "learning_rate": 1.9022470699505914e-05, + "loss": 0.0627, + "step": 19767 + }, + { + "epoch": 16.766751484308735, + "grad_norm": 1.2502734415685255, + "learning_rate": 1.9022352238567736e-05, + "loss": 0.0598, + "step": 19768 + }, + { + "epoch": 16.76759966072943, + "grad_norm": 1.3134739974146432, + "learning_rate": 1.9022233770821103e-05, + "loss": 0.0681, + "step": 19769 + }, + { + "epoch": 16.768447837150127, + "grad_norm": 1.240502116778674, + "learning_rate": 1.9022115296266107e-05, + "loss": 0.0661, + "step": 19770 + }, + { + "epoch": 16.769296013570823, + "grad_norm": 1.334128553461708, + "learning_rate": 1.9021996814902834e-05, + "loss": 0.0661, + "step": 19771 + }, + { + "epoch": 16.77014418999152, + "grad_norm": 1.3976140247258788, + "learning_rate": 1.9021878326731377e-05, + "loss": 0.0605, + "step": 19772 + }, + { + "epoch": 16.770992366412212, + "grad_norm": 1.343618399786804, + "learning_rate": 1.902175983175183e-05, + "loss": 0.065, + "step": 19773 + }, + { + "epoch": 16.77184054283291, + "grad_norm": 1.5564591156178398, + "learning_rate": 1.9021641329964273e-05, + "loss": 0.07, + "step": 19774 + }, + { + "epoch": 16.772688719253605, + "grad_norm": 1.4726687616216398, + "learning_rate": 1.90215228213688e-05, + "loss": 0.0714, + "step": 19775 + }, + { + "epoch": 16.7735368956743, + "grad_norm": 1.3670568821061286, + "learning_rate": 1.9021404305965497e-05, + "loss": 0.0719, + "step": 19776 + }, + { + "epoch": 16.774385072094997, + "grad_norm": 1.3004280669860666, + "learning_rate": 1.902128578375446e-05, + "loss": 0.0561, + "step": 19777 + }, + { + "epoch": 16.77523324851569, + "grad_norm": 1.2983338777778624, + "learning_rate": 1.9021167254735774e-05, + "loss": 0.0601, + "step": 19778 + }, + { + "epoch": 16.776081424936386, + "grad_norm": 1.3708950047139865, + "learning_rate": 1.9021048718909528e-05, + "loss": 0.0591, + "step": 19779 + }, + { + "epoch": 16.776929601357082, + "grad_norm": 1.3194508772992999, + "learning_rate": 1.9020930176275815e-05, + "loss": 0.0658, + "step": 19780 + }, + { + "epoch": 16.77777777777778, + "grad_norm": 1.3836937010662773, + "learning_rate": 1.902081162683472e-05, + "loss": 0.0609, + "step": 19781 + }, + { + "epoch": 16.778625954198475, + "grad_norm": 1.3840555424413377, + "learning_rate": 1.9020693070586335e-05, + "loss": 0.0634, + "step": 19782 + }, + { + "epoch": 16.779474130619167, + "grad_norm": 1.4688567081512398, + "learning_rate": 1.902057450753075e-05, + "loss": 0.0648, + "step": 19783 + }, + { + "epoch": 16.780322307039864, + "grad_norm": 1.5082944825164142, + "learning_rate": 1.902045593766805e-05, + "loss": 0.0822, + "step": 19784 + }, + { + "epoch": 16.78117048346056, + "grad_norm": 1.513173914833337, + "learning_rate": 1.902033736099833e-05, + "loss": 0.0659, + "step": 19785 + }, + { + "epoch": 16.782018659881256, + "grad_norm": 1.34105825733945, + "learning_rate": 1.902021877752168e-05, + "loss": 0.0559, + "step": 19786 + }, + { + "epoch": 16.782866836301952, + "grad_norm": 1.6175490498665726, + "learning_rate": 1.9020100187238182e-05, + "loss": 0.0617, + "step": 19787 + }, + { + "epoch": 16.783715012722645, + "grad_norm": 1.3304420494768006, + "learning_rate": 1.9019981590147938e-05, + "loss": 0.0619, + "step": 19788 + }, + { + "epoch": 16.78456318914334, + "grad_norm": 1.1806741167994204, + "learning_rate": 1.9019862986251025e-05, + "loss": 0.0612, + "step": 19789 + }, + { + "epoch": 16.785411365564038, + "grad_norm": 1.3942126312800662, + "learning_rate": 1.9019744375547535e-05, + "loss": 0.063, + "step": 19790 + }, + { + "epoch": 16.786259541984734, + "grad_norm": 1.4932562380214074, + "learning_rate": 1.9019625758037566e-05, + "loss": 0.0712, + "step": 19791 + }, + { + "epoch": 16.78710771840543, + "grad_norm": 1.3943762514196059, + "learning_rate": 1.9019507133721195e-05, + "loss": 0.0717, + "step": 19792 + }, + { + "epoch": 16.787955894826123, + "grad_norm": 1.4404565452453617, + "learning_rate": 1.9019388502598522e-05, + "loss": 0.0664, + "step": 19793 + }, + { + "epoch": 16.78880407124682, + "grad_norm": 1.2762351962259049, + "learning_rate": 1.9019269864669635e-05, + "loss": 0.0588, + "step": 19794 + }, + { + "epoch": 16.789652247667515, + "grad_norm": 1.2134257587102077, + "learning_rate": 1.9019151219934614e-05, + "loss": 0.0616, + "step": 19795 + }, + { + "epoch": 16.79050042408821, + "grad_norm": 1.520623773290892, + "learning_rate": 1.901903256839356e-05, + "loss": 0.0681, + "step": 19796 + }, + { + "epoch": 16.791348600508904, + "grad_norm": 1.453959393525339, + "learning_rate": 1.9018913910046558e-05, + "loss": 0.0667, + "step": 19797 + }, + { + "epoch": 16.7921967769296, + "grad_norm": 1.4408157464332727, + "learning_rate": 1.9018795244893696e-05, + "loss": 0.0663, + "step": 19798 + }, + { + "epoch": 16.793044953350297, + "grad_norm": 1.253907599030364, + "learning_rate": 1.9018676572935067e-05, + "loss": 0.0604, + "step": 19799 + }, + { + "epoch": 16.793893129770993, + "grad_norm": 1.4830300007832715, + "learning_rate": 1.9018557894170758e-05, + "loss": 0.0854, + "step": 19800 + }, + { + "epoch": 16.79474130619169, + "grad_norm": 1.3514668651971786, + "learning_rate": 1.9018439208600858e-05, + "loss": 0.0668, + "step": 19801 + }, + { + "epoch": 16.79558948261238, + "grad_norm": 1.2682581406396205, + "learning_rate": 1.9018320516225458e-05, + "loss": 0.0637, + "step": 19802 + }, + { + "epoch": 16.796437659033078, + "grad_norm": 1.454988718398395, + "learning_rate": 1.9018201817044647e-05, + "loss": 0.0617, + "step": 19803 + }, + { + "epoch": 16.797285835453774, + "grad_norm": 1.4869041062957975, + "learning_rate": 1.901808311105852e-05, + "loss": 0.0739, + "step": 19804 + }, + { + "epoch": 16.79813401187447, + "grad_norm": 1.446172060772804, + "learning_rate": 1.9017964398267158e-05, + "loss": 0.0816, + "step": 19805 + }, + { + "epoch": 16.798982188295167, + "grad_norm": 1.3971828621340083, + "learning_rate": 1.9017845678670654e-05, + "loss": 0.0793, + "step": 19806 + }, + { + "epoch": 16.79983036471586, + "grad_norm": 1.7781360434007054, + "learning_rate": 1.9017726952269097e-05, + "loss": 0.072, + "step": 19807 + }, + { + "epoch": 16.800678541136556, + "grad_norm": 1.4042860416867449, + "learning_rate": 1.901760821906258e-05, + "loss": 0.0675, + "step": 19808 + }, + { + "epoch": 16.801526717557252, + "grad_norm": 1.600688668081348, + "learning_rate": 1.9017489479051185e-05, + "loss": 0.0633, + "step": 19809 + }, + { + "epoch": 16.802374893977948, + "grad_norm": 1.1448872902887073, + "learning_rate": 1.901737073223501e-05, + "loss": 0.0555, + "step": 19810 + }, + { + "epoch": 16.803223070398644, + "grad_norm": 1.1321492839076064, + "learning_rate": 1.901725197861414e-05, + "loss": 0.0577, + "step": 19811 + }, + { + "epoch": 16.804071246819337, + "grad_norm": 1.3099239432660292, + "learning_rate": 1.9017133218188665e-05, + "loss": 0.0589, + "step": 19812 + }, + { + "epoch": 16.804919423240033, + "grad_norm": 1.581553860562163, + "learning_rate": 1.9017014450958677e-05, + "loss": 0.0646, + "step": 19813 + }, + { + "epoch": 16.80576759966073, + "grad_norm": 1.4549160009426192, + "learning_rate": 1.9016895676924263e-05, + "loss": 0.0632, + "step": 19814 + }, + { + "epoch": 16.806615776081426, + "grad_norm": 1.2266694116043633, + "learning_rate": 1.9016776896085515e-05, + "loss": 0.0637, + "step": 19815 + }, + { + "epoch": 16.807463952502122, + "grad_norm": 1.5703531012441538, + "learning_rate": 1.901665810844252e-05, + "loss": 0.0686, + "step": 19816 + }, + { + "epoch": 16.808312128922815, + "grad_norm": 1.3138554509379037, + "learning_rate": 1.901653931399537e-05, + "loss": 0.0709, + "step": 19817 + }, + { + "epoch": 16.80916030534351, + "grad_norm": 1.464216368625839, + "learning_rate": 1.9016420512744155e-05, + "loss": 0.0644, + "step": 19818 + }, + { + "epoch": 16.810008481764207, + "grad_norm": 1.5144728751917746, + "learning_rate": 1.901630170468896e-05, + "loss": 0.0654, + "step": 19819 + }, + { + "epoch": 16.810856658184903, + "grad_norm": 1.5580687527836654, + "learning_rate": 1.901618288982988e-05, + "loss": 0.0616, + "step": 19820 + }, + { + "epoch": 16.8117048346056, + "grad_norm": 1.3546174561332631, + "learning_rate": 1.9016064068167e-05, + "loss": 0.0779, + "step": 19821 + }, + { + "epoch": 16.812553011026292, + "grad_norm": 1.2978271681252889, + "learning_rate": 1.9015945239700412e-05, + "loss": 0.0606, + "step": 19822 + }, + { + "epoch": 16.81340118744699, + "grad_norm": 1.4533905552550077, + "learning_rate": 1.901582640443021e-05, + "loss": 0.0622, + "step": 19823 + }, + { + "epoch": 16.814249363867685, + "grad_norm": 1.5025634884324157, + "learning_rate": 1.9015707562356477e-05, + "loss": 0.0658, + "step": 19824 + }, + { + "epoch": 16.81509754028838, + "grad_norm": 1.4001435055801323, + "learning_rate": 1.9015588713479306e-05, + "loss": 0.0689, + "step": 19825 + }, + { + "epoch": 16.815945716709077, + "grad_norm": 1.2873394793457453, + "learning_rate": 1.9015469857798783e-05, + "loss": 0.0639, + "step": 19826 + }, + { + "epoch": 16.81679389312977, + "grad_norm": 1.3957094759058175, + "learning_rate": 1.9015350995315003e-05, + "loss": 0.0633, + "step": 19827 + }, + { + "epoch": 16.817642069550466, + "grad_norm": 1.4675484321876249, + "learning_rate": 1.9015232126028055e-05, + "loss": 0.0625, + "step": 19828 + }, + { + "epoch": 16.818490245971162, + "grad_norm": 1.386221920514138, + "learning_rate": 1.9015113249938022e-05, + "loss": 0.0756, + "step": 19829 + }, + { + "epoch": 16.81933842239186, + "grad_norm": 1.5504977083504106, + "learning_rate": 1.9014994367045e-05, + "loss": 0.0613, + "step": 19830 + }, + { + "epoch": 16.820186598812555, + "grad_norm": 1.3860666772493964, + "learning_rate": 1.901487547734908e-05, + "loss": 0.0691, + "step": 19831 + }, + { + "epoch": 16.821034775233247, + "grad_norm": 1.3203254798933455, + "learning_rate": 1.901475658085035e-05, + "loss": 0.0656, + "step": 19832 + }, + { + "epoch": 16.821882951653944, + "grad_norm": 1.2613387062520989, + "learning_rate": 1.9014637677548895e-05, + "loss": 0.0726, + "step": 19833 + }, + { + "epoch": 16.82273112807464, + "grad_norm": 1.7107065071733756, + "learning_rate": 1.9014518767444808e-05, + "loss": 0.0852, + "step": 19834 + }, + { + "epoch": 16.823579304495336, + "grad_norm": 1.3020928017864823, + "learning_rate": 1.9014399850538186e-05, + "loss": 0.062, + "step": 19835 + }, + { + "epoch": 16.82442748091603, + "grad_norm": 1.4013116194662916, + "learning_rate": 1.9014280926829106e-05, + "loss": 0.0683, + "step": 19836 + }, + { + "epoch": 16.825275657336725, + "grad_norm": 1.643211441892142, + "learning_rate": 1.9014161996317668e-05, + "loss": 0.0746, + "step": 19837 + }, + { + "epoch": 16.82612383375742, + "grad_norm": 1.4881783122854386, + "learning_rate": 1.901404305900395e-05, + "loss": 0.0745, + "step": 19838 + }, + { + "epoch": 16.826972010178118, + "grad_norm": 1.3743969816536885, + "learning_rate": 1.901392411488806e-05, + "loss": 0.0613, + "step": 19839 + }, + { + "epoch": 16.827820186598814, + "grad_norm": 1.4222429863269928, + "learning_rate": 1.9013805163970065e-05, + "loss": 0.0692, + "step": 19840 + }, + { + "epoch": 16.828668363019506, + "grad_norm": 1.438086466936758, + "learning_rate": 1.901368620625008e-05, + "loss": 0.0603, + "step": 19841 + }, + { + "epoch": 16.829516539440203, + "grad_norm": 1.2288939009037447, + "learning_rate": 1.901356724172817e-05, + "loss": 0.0585, + "step": 19842 + }, + { + "epoch": 16.8303647158609, + "grad_norm": 1.3305047047857426, + "learning_rate": 1.901344827040444e-05, + "loss": 0.0713, + "step": 19843 + }, + { + "epoch": 16.831212892281595, + "grad_norm": 1.543084662263188, + "learning_rate": 1.901332929227898e-05, + "loss": 0.0848, + "step": 19844 + }, + { + "epoch": 16.83206106870229, + "grad_norm": 1.408549224864896, + "learning_rate": 1.901321030735187e-05, + "loss": 0.0737, + "step": 19845 + }, + { + "epoch": 16.832909245122984, + "grad_norm": 1.3666568895086932, + "learning_rate": 1.901309131562321e-05, + "loss": 0.0679, + "step": 19846 + }, + { + "epoch": 16.83375742154368, + "grad_norm": 1.4874563905279041, + "learning_rate": 1.9012972317093085e-05, + "loss": 0.0771, + "step": 19847 + }, + { + "epoch": 16.834605597964376, + "grad_norm": 1.5077259413170718, + "learning_rate": 1.9012853311761583e-05, + "loss": 0.0683, + "step": 19848 + }, + { + "epoch": 16.835453774385073, + "grad_norm": 1.342760649249537, + "learning_rate": 1.90127342996288e-05, + "loss": 0.0725, + "step": 19849 + }, + { + "epoch": 16.83630195080577, + "grad_norm": 1.323170332834924, + "learning_rate": 1.901261528069482e-05, + "loss": 0.0584, + "step": 19850 + }, + { + "epoch": 16.83715012722646, + "grad_norm": 1.5382240579351505, + "learning_rate": 1.901249625495973e-05, + "loss": 0.0675, + "step": 19851 + }, + { + "epoch": 16.837998303647158, + "grad_norm": 1.349475850261707, + "learning_rate": 1.901237722242363e-05, + "loss": 0.0655, + "step": 19852 + }, + { + "epoch": 16.838846480067854, + "grad_norm": 1.4231379986435573, + "learning_rate": 1.90122581830866e-05, + "loss": 0.0632, + "step": 19853 + }, + { + "epoch": 16.83969465648855, + "grad_norm": 1.5106899690985849, + "learning_rate": 1.9012139136948738e-05, + "loss": 0.0623, + "step": 19854 + }, + { + "epoch": 16.840542832909247, + "grad_norm": 1.370252499530804, + "learning_rate": 1.901202008401013e-05, + "loss": 0.061, + "step": 19855 + }, + { + "epoch": 16.84139100932994, + "grad_norm": 1.4213207387305675, + "learning_rate": 1.9011901024270865e-05, + "loss": 0.0736, + "step": 19856 + }, + { + "epoch": 16.842239185750635, + "grad_norm": 1.5845154317025358, + "learning_rate": 1.9011781957731034e-05, + "loss": 0.0642, + "step": 19857 + }, + { + "epoch": 16.84308736217133, + "grad_norm": 1.4057872393391915, + "learning_rate": 1.9011662884390724e-05, + "loss": 0.0697, + "step": 19858 + }, + { + "epoch": 16.843935538592028, + "grad_norm": 1.3464418847055013, + "learning_rate": 1.901154380425003e-05, + "loss": 0.0591, + "step": 19859 + }, + { + "epoch": 16.844783715012724, + "grad_norm": 1.2897878559767597, + "learning_rate": 1.901142471730904e-05, + "loss": 0.0678, + "step": 19860 + }, + { + "epoch": 16.845631891433417, + "grad_norm": 1.599646656354165, + "learning_rate": 1.901130562356784e-05, + "loss": 0.0733, + "step": 19861 + }, + { + "epoch": 16.846480067854113, + "grad_norm": 1.4299714805099975, + "learning_rate": 1.9011186523026525e-05, + "loss": 0.0736, + "step": 19862 + }, + { + "epoch": 16.84732824427481, + "grad_norm": 1.2804107261081454, + "learning_rate": 1.901106741568518e-05, + "loss": 0.066, + "step": 19863 + }, + { + "epoch": 16.848176420695506, + "grad_norm": 1.4779158279672806, + "learning_rate": 1.9010948301543905e-05, + "loss": 0.0728, + "step": 19864 + }, + { + "epoch": 16.849024597116202, + "grad_norm": 1.32403380110341, + "learning_rate": 1.9010829180602776e-05, + "loss": 0.0604, + "step": 19865 + }, + { + "epoch": 16.849872773536894, + "grad_norm": 1.3791288518700864, + "learning_rate": 1.901071005286189e-05, + "loss": 0.0608, + "step": 19866 + }, + { + "epoch": 16.85072094995759, + "grad_norm": 1.3743823867262233, + "learning_rate": 1.901059091832134e-05, + "loss": 0.0702, + "step": 19867 + }, + { + "epoch": 16.851569126378287, + "grad_norm": 1.2621659320807102, + "learning_rate": 1.901047177698121e-05, + "loss": 0.0579, + "step": 19868 + }, + { + "epoch": 16.852417302798983, + "grad_norm": 1.357449657876862, + "learning_rate": 1.9010352628841592e-05, + "loss": 0.0684, + "step": 19869 + }, + { + "epoch": 16.85326547921968, + "grad_norm": 1.5147440510498071, + "learning_rate": 1.9010233473902577e-05, + "loss": 0.0662, + "step": 19870 + }, + { + "epoch": 16.854113655640372, + "grad_norm": 1.184053022622319, + "learning_rate": 1.9010114312164253e-05, + "loss": 0.0592, + "step": 19871 + }, + { + "epoch": 16.85496183206107, + "grad_norm": 1.3172918665715863, + "learning_rate": 1.900999514362671e-05, + "loss": 0.0688, + "step": 19872 + }, + { + "epoch": 16.855810008481765, + "grad_norm": 1.3949554638995583, + "learning_rate": 1.9009875968290044e-05, + "loss": 0.0708, + "step": 19873 + }, + { + "epoch": 16.85665818490246, + "grad_norm": 1.4154958510461673, + "learning_rate": 1.9009756786154336e-05, + "loss": 0.0605, + "step": 19874 + }, + { + "epoch": 16.857506361323153, + "grad_norm": 1.3172368084423196, + "learning_rate": 1.9009637597219678e-05, + "loss": 0.0562, + "step": 19875 + }, + { + "epoch": 16.85835453774385, + "grad_norm": 1.472206447313417, + "learning_rate": 1.9009518401486164e-05, + "loss": 0.0673, + "step": 19876 + }, + { + "epoch": 16.859202714164546, + "grad_norm": 1.4848478012862278, + "learning_rate": 1.9009399198953882e-05, + "loss": 0.0721, + "step": 19877 + }, + { + "epoch": 16.860050890585242, + "grad_norm": 1.5100147957116337, + "learning_rate": 1.900927998962292e-05, + "loss": 0.0612, + "step": 19878 + }, + { + "epoch": 16.86089906700594, + "grad_norm": 1.4539466846365028, + "learning_rate": 1.9009160773493372e-05, + "loss": 0.0656, + "step": 19879 + }, + { + "epoch": 16.86174724342663, + "grad_norm": 1.6291498267380575, + "learning_rate": 1.9009041550565323e-05, + "loss": 0.072, + "step": 19880 + }, + { + "epoch": 16.862595419847327, + "grad_norm": 1.2928704153568813, + "learning_rate": 1.9008922320838866e-05, + "loss": 0.0629, + "step": 19881 + }, + { + "epoch": 16.863443596268024, + "grad_norm": 1.4621975301359773, + "learning_rate": 1.9008803084314095e-05, + "loss": 0.0708, + "step": 19882 + }, + { + "epoch": 16.86429177268872, + "grad_norm": 1.4460871778012945, + "learning_rate": 1.9008683840991092e-05, + "loss": 0.0779, + "step": 19883 + }, + { + "epoch": 16.865139949109416, + "grad_norm": 1.551208103629872, + "learning_rate": 1.9008564590869948e-05, + "loss": 0.0728, + "step": 19884 + }, + { + "epoch": 16.86598812553011, + "grad_norm": 1.3433445764236092, + "learning_rate": 1.9008445333950755e-05, + "loss": 0.0621, + "step": 19885 + }, + { + "epoch": 16.866836301950805, + "grad_norm": 1.309486290822857, + "learning_rate": 1.900832607023361e-05, + "loss": 0.0603, + "step": 19886 + }, + { + "epoch": 16.8676844783715, + "grad_norm": 1.5891187153220514, + "learning_rate": 1.900820679971859e-05, + "loss": 0.0763, + "step": 19887 + }, + { + "epoch": 16.868532654792197, + "grad_norm": 1.3795208972645934, + "learning_rate": 1.9008087522405794e-05, + "loss": 0.0682, + "step": 19888 + }, + { + "epoch": 16.869380831212894, + "grad_norm": 1.461503286473982, + "learning_rate": 1.9007968238295312e-05, + "loss": 0.0649, + "step": 19889 + }, + { + "epoch": 16.870229007633586, + "grad_norm": 1.2750459293652205, + "learning_rate": 1.9007848947387225e-05, + "loss": 0.0661, + "step": 19890 + }, + { + "epoch": 16.871077184054283, + "grad_norm": 1.1517577400068328, + "learning_rate": 1.9007729649681633e-05, + "loss": 0.052, + "step": 19891 + }, + { + "epoch": 16.87192536047498, + "grad_norm": 1.3815203727402372, + "learning_rate": 1.9007610345178623e-05, + "loss": 0.0619, + "step": 19892 + }, + { + "epoch": 16.872773536895675, + "grad_norm": 1.3161139321566968, + "learning_rate": 1.9007491033878285e-05, + "loss": 0.0646, + "step": 19893 + }, + { + "epoch": 16.87362171331637, + "grad_norm": 1.5087521480147603, + "learning_rate": 1.900737171578071e-05, + "loss": 0.0638, + "step": 19894 + }, + { + "epoch": 16.874469889737064, + "grad_norm": 1.3213232623776847, + "learning_rate": 1.900725239088598e-05, + "loss": 0.064, + "step": 19895 + }, + { + "epoch": 16.87531806615776, + "grad_norm": 1.4182918377569136, + "learning_rate": 1.90071330591942e-05, + "loss": 0.0667, + "step": 19896 + }, + { + "epoch": 16.876166242578456, + "grad_norm": 1.5009835298404073, + "learning_rate": 1.9007013720705446e-05, + "loss": 0.0667, + "step": 19897 + }, + { + "epoch": 16.877014418999153, + "grad_norm": 1.405149905744108, + "learning_rate": 1.9006894375419815e-05, + "loss": 0.0719, + "step": 19898 + }, + { + "epoch": 16.87786259541985, + "grad_norm": 1.6220720421747479, + "learning_rate": 1.9006775023337395e-05, + "loss": 0.0724, + "step": 19899 + }, + { + "epoch": 16.87871077184054, + "grad_norm": 1.080619354249066, + "learning_rate": 1.9006655664458278e-05, + "loss": 0.0568, + "step": 19900 + }, + { + "epoch": 16.879558948261238, + "grad_norm": 1.237311192919343, + "learning_rate": 1.9006536298782554e-05, + "loss": 0.0643, + "step": 19901 + }, + { + "epoch": 16.880407124681934, + "grad_norm": 1.433006029195677, + "learning_rate": 1.900641692631031e-05, + "loss": 0.0607, + "step": 19902 + }, + { + "epoch": 16.88125530110263, + "grad_norm": 1.5153453003189032, + "learning_rate": 1.900629754704164e-05, + "loss": 0.0668, + "step": 19903 + }, + { + "epoch": 16.882103477523327, + "grad_norm": 1.392038102952706, + "learning_rate": 1.900617816097663e-05, + "loss": 0.0592, + "step": 19904 + }, + { + "epoch": 16.88295165394402, + "grad_norm": 1.3973377975437213, + "learning_rate": 1.9006058768115375e-05, + "loss": 0.0681, + "step": 19905 + }, + { + "epoch": 16.883799830364715, + "grad_norm": 1.5911153144695742, + "learning_rate": 1.900593936845796e-05, + "loss": 0.0659, + "step": 19906 + }, + { + "epoch": 16.88464800678541, + "grad_norm": 1.357692331345072, + "learning_rate": 1.900581996200448e-05, + "loss": 0.0801, + "step": 19907 + }, + { + "epoch": 16.885496183206108, + "grad_norm": 1.3924615934044504, + "learning_rate": 1.900570054875502e-05, + "loss": 0.0628, + "step": 19908 + }, + { + "epoch": 16.886344359626804, + "grad_norm": 1.4859557418183285, + "learning_rate": 1.9005581128709673e-05, + "loss": 0.0793, + "step": 19909 + }, + { + "epoch": 16.887192536047497, + "grad_norm": 1.470067857411898, + "learning_rate": 1.9005461701868532e-05, + "loss": 0.0635, + "step": 19910 + }, + { + "epoch": 16.888040712468193, + "grad_norm": 1.576928850838946, + "learning_rate": 1.900534226823168e-05, + "loss": 0.0846, + "step": 19911 + }, + { + "epoch": 16.88888888888889, + "grad_norm": 1.5036419327285393, + "learning_rate": 1.9005222827799213e-05, + "loss": 0.0714, + "step": 19912 + }, + { + "epoch": 16.889737065309586, + "grad_norm": 1.5074971644639175, + "learning_rate": 1.9005103380571216e-05, + "loss": 0.0722, + "step": 19913 + }, + { + "epoch": 16.890585241730278, + "grad_norm": 1.3994565555407295, + "learning_rate": 1.9004983926547788e-05, + "loss": 0.0682, + "step": 19914 + }, + { + "epoch": 16.891433418150974, + "grad_norm": 1.383368630315521, + "learning_rate": 1.900486446572901e-05, + "loss": 0.0666, + "step": 19915 + }, + { + "epoch": 16.89228159457167, + "grad_norm": 1.5306445667966087, + "learning_rate": 1.9004744998114973e-05, + "loss": 0.0742, + "step": 19916 + }, + { + "epoch": 16.893129770992367, + "grad_norm": 1.4223497237941354, + "learning_rate": 1.9004625523705776e-05, + "loss": 0.0703, + "step": 19917 + }, + { + "epoch": 16.893977947413063, + "grad_norm": 1.444429988883969, + "learning_rate": 1.9004506042501498e-05, + "loss": 0.0697, + "step": 19918 + }, + { + "epoch": 16.894826123833756, + "grad_norm": 1.3605441567834873, + "learning_rate": 1.9004386554502237e-05, + "loss": 0.0642, + "step": 19919 + }, + { + "epoch": 16.895674300254452, + "grad_norm": 1.37084900843569, + "learning_rate": 1.9004267059708078e-05, + "loss": 0.0624, + "step": 19920 + }, + { + "epoch": 16.89652247667515, + "grad_norm": 1.547835741664337, + "learning_rate": 1.9004147558119115e-05, + "loss": 0.0676, + "step": 19921 + }, + { + "epoch": 16.897370653095845, + "grad_norm": 1.3520225859548094, + "learning_rate": 1.9004028049735436e-05, + "loss": 0.0589, + "step": 19922 + }, + { + "epoch": 16.89821882951654, + "grad_norm": 1.4253776246935561, + "learning_rate": 1.900390853455713e-05, + "loss": 0.0754, + "step": 19923 + }, + { + "epoch": 16.899067005937233, + "grad_norm": 1.4366862486348824, + "learning_rate": 1.9003789012584293e-05, + "loss": 0.0687, + "step": 19924 + }, + { + "epoch": 16.89991518235793, + "grad_norm": 1.602409180305211, + "learning_rate": 1.9003669483817008e-05, + "loss": 0.0912, + "step": 19925 + }, + { + "epoch": 16.900763358778626, + "grad_norm": 1.7066774762824497, + "learning_rate": 1.9003549948255373e-05, + "loss": 0.0756, + "step": 19926 + }, + { + "epoch": 16.901611535199322, + "grad_norm": 1.4515040163799346, + "learning_rate": 1.900343040589947e-05, + "loss": 0.0716, + "step": 19927 + }, + { + "epoch": 16.90245971162002, + "grad_norm": 1.3999830459016447, + "learning_rate": 1.900331085674939e-05, + "loss": 0.0645, + "step": 19928 + }, + { + "epoch": 16.90330788804071, + "grad_norm": 1.4007105194388687, + "learning_rate": 1.900319130080523e-05, + "loss": 0.0653, + "step": 19929 + }, + { + "epoch": 16.904156064461407, + "grad_norm": 1.5695362810805695, + "learning_rate": 1.9003071738067073e-05, + "loss": 0.0692, + "step": 19930 + }, + { + "epoch": 16.905004240882104, + "grad_norm": 1.4501755972161121, + "learning_rate": 1.9002952168535016e-05, + "loss": 0.0736, + "step": 19931 + }, + { + "epoch": 16.9058524173028, + "grad_norm": 1.4301942723611138, + "learning_rate": 1.9002832592209144e-05, + "loss": 0.0618, + "step": 19932 + }, + { + "epoch": 16.906700593723496, + "grad_norm": 1.3465518732901234, + "learning_rate": 1.9002713009089547e-05, + "loss": 0.0766, + "step": 19933 + }, + { + "epoch": 16.90754877014419, + "grad_norm": 1.285614124424126, + "learning_rate": 1.900259341917632e-05, + "loss": 0.0661, + "step": 19934 + }, + { + "epoch": 16.908396946564885, + "grad_norm": 1.5175957358079057, + "learning_rate": 1.900247382246955e-05, + "loss": 0.0661, + "step": 19935 + }, + { + "epoch": 16.90924512298558, + "grad_norm": 1.462994426652757, + "learning_rate": 1.9002354218969327e-05, + "loss": 0.0676, + "step": 19936 + }, + { + "epoch": 16.910093299406277, + "grad_norm": 1.3700271640120845, + "learning_rate": 1.9002234608675744e-05, + "loss": 0.0599, + "step": 19937 + }, + { + "epoch": 16.910941475826974, + "grad_norm": 1.3166866501683059, + "learning_rate": 1.9002114991588888e-05, + "loss": 0.0647, + "step": 19938 + }, + { + "epoch": 16.911789652247666, + "grad_norm": 1.4261852700715452, + "learning_rate": 1.900199536770885e-05, + "loss": 0.0645, + "step": 19939 + }, + { + "epoch": 16.912637828668363, + "grad_norm": 1.2495540806375471, + "learning_rate": 1.9001875737035717e-05, + "loss": 0.0581, + "step": 19940 + }, + { + "epoch": 16.91348600508906, + "grad_norm": 1.4301228225029763, + "learning_rate": 1.9001756099569588e-05, + "loss": 0.0755, + "step": 19941 + }, + { + "epoch": 16.914334181509755, + "grad_norm": 1.5162786040966385, + "learning_rate": 1.9001636455310546e-05, + "loss": 0.064, + "step": 19942 + }, + { + "epoch": 16.91518235793045, + "grad_norm": 1.3768411786619803, + "learning_rate": 1.9001516804258683e-05, + "loss": 0.0708, + "step": 19943 + }, + { + "epoch": 16.916030534351144, + "grad_norm": 1.5143372374893844, + "learning_rate": 1.9001397146414093e-05, + "loss": 0.0717, + "step": 19944 + }, + { + "epoch": 16.91687871077184, + "grad_norm": 1.6159688850495284, + "learning_rate": 1.900127748177686e-05, + "loss": 0.0808, + "step": 19945 + }, + { + "epoch": 16.917726887192536, + "grad_norm": 1.4535230796027205, + "learning_rate": 1.9001157810347082e-05, + "loss": 0.0638, + "step": 19946 + }, + { + "epoch": 16.918575063613233, + "grad_norm": 1.4065663928690402, + "learning_rate": 1.9001038132124838e-05, + "loss": 0.0656, + "step": 19947 + }, + { + "epoch": 16.91942324003393, + "grad_norm": 1.4365001392605108, + "learning_rate": 1.900091844711023e-05, + "loss": 0.0592, + "step": 19948 + }, + { + "epoch": 16.92027141645462, + "grad_norm": 1.4414399835811207, + "learning_rate": 1.900079875530334e-05, + "loss": 0.0687, + "step": 19949 + }, + { + "epoch": 16.921119592875318, + "grad_norm": 1.3186371838723987, + "learning_rate": 1.9000679056704267e-05, + "loss": 0.0654, + "step": 19950 + }, + { + "epoch": 16.921967769296014, + "grad_norm": 1.275581234595912, + "learning_rate": 1.900055935131309e-05, + "loss": 0.0595, + "step": 19951 + }, + { + "epoch": 16.92281594571671, + "grad_norm": 1.3500949455494207, + "learning_rate": 1.9000439639129908e-05, + "loss": 0.0732, + "step": 19952 + }, + { + "epoch": 16.923664122137403, + "grad_norm": 1.2664702764777631, + "learning_rate": 1.9000319920154808e-05, + "loss": 0.0693, + "step": 19953 + }, + { + "epoch": 16.9245122985581, + "grad_norm": 1.619623460380716, + "learning_rate": 1.900020019438788e-05, + "loss": 0.0746, + "step": 19954 + }, + { + "epoch": 16.925360474978795, + "grad_norm": 1.4646505783231931, + "learning_rate": 1.9000080461829217e-05, + "loss": 0.0702, + "step": 19955 + }, + { + "epoch": 16.92620865139949, + "grad_norm": 1.5401355723425925, + "learning_rate": 1.899996072247891e-05, + "loss": 0.0853, + "step": 19956 + }, + { + "epoch": 16.927056827820188, + "grad_norm": 1.4173943610651842, + "learning_rate": 1.8999840976337046e-05, + "loss": 0.068, + "step": 19957 + }, + { + "epoch": 16.92790500424088, + "grad_norm": 1.4194753078303208, + "learning_rate": 1.8999721223403715e-05, + "loss": 0.0596, + "step": 19958 + }, + { + "epoch": 16.928753180661577, + "grad_norm": 1.4532306255256122, + "learning_rate": 1.8999601463679008e-05, + "loss": 0.0639, + "step": 19959 + }, + { + "epoch": 16.929601357082273, + "grad_norm": 1.4077619901463316, + "learning_rate": 1.8999481697163018e-05, + "loss": 0.0615, + "step": 19960 + }, + { + "epoch": 16.93044953350297, + "grad_norm": 1.318100741807045, + "learning_rate": 1.8999361923855833e-05, + "loss": 0.058, + "step": 19961 + }, + { + "epoch": 16.931297709923665, + "grad_norm": 1.6073320429115245, + "learning_rate": 1.899924214375754e-05, + "loss": 0.0741, + "step": 19962 + }, + { + "epoch": 16.932145886344358, + "grad_norm": 1.4066990088721407, + "learning_rate": 1.899912235686824e-05, + "loss": 0.0709, + "step": 19963 + }, + { + "epoch": 16.932994062765054, + "grad_norm": 1.384803405523689, + "learning_rate": 1.8999002563188013e-05, + "loss": 0.0638, + "step": 19964 + }, + { + "epoch": 16.93384223918575, + "grad_norm": 1.324233431619983, + "learning_rate": 1.8998882762716953e-05, + "loss": 0.0701, + "step": 19965 + }, + { + "epoch": 16.934690415606447, + "grad_norm": 1.6028479184919588, + "learning_rate": 1.899876295545515e-05, + "loss": 0.0707, + "step": 19966 + }, + { + "epoch": 16.935538592027143, + "grad_norm": 1.644244646223394, + "learning_rate": 1.89986431414027e-05, + "loss": 0.0884, + "step": 19967 + }, + { + "epoch": 16.936386768447836, + "grad_norm": 1.4388825677641865, + "learning_rate": 1.8998523320559684e-05, + "loss": 0.0657, + "step": 19968 + }, + { + "epoch": 16.937234944868532, + "grad_norm": 1.2058727888555734, + "learning_rate": 1.8998403492926195e-05, + "loss": 0.0673, + "step": 19969 + }, + { + "epoch": 16.938083121289228, + "grad_norm": 1.4795194258607696, + "learning_rate": 1.8998283658502327e-05, + "loss": 0.0687, + "step": 19970 + }, + { + "epoch": 16.938931297709924, + "grad_norm": 1.4713056558656559, + "learning_rate": 1.899816381728817e-05, + "loss": 0.063, + "step": 19971 + }, + { + "epoch": 16.93977947413062, + "grad_norm": 1.381604276237543, + "learning_rate": 1.8998043969283814e-05, + "loss": 0.0648, + "step": 19972 + }, + { + "epoch": 16.940627650551313, + "grad_norm": 1.533301306034901, + "learning_rate": 1.899792411448935e-05, + "loss": 0.0725, + "step": 19973 + }, + { + "epoch": 16.94147582697201, + "grad_norm": 1.4184970770091991, + "learning_rate": 1.8997804252904862e-05, + "loss": 0.0645, + "step": 19974 + }, + { + "epoch": 16.942324003392706, + "grad_norm": 1.3629594665533618, + "learning_rate": 1.8997684384530446e-05, + "loss": 0.0669, + "step": 19975 + }, + { + "epoch": 16.943172179813402, + "grad_norm": 1.463690753288803, + "learning_rate": 1.8997564509366194e-05, + "loss": 0.064, + "step": 19976 + }, + { + "epoch": 16.9440203562341, + "grad_norm": 1.4408585815783048, + "learning_rate": 1.8997444627412194e-05, + "loss": 0.0683, + "step": 19977 + }, + { + "epoch": 16.94486853265479, + "grad_norm": 1.4630521532228449, + "learning_rate": 1.8997324738668533e-05, + "loss": 0.0752, + "step": 19978 + }, + { + "epoch": 16.945716709075487, + "grad_norm": 1.3721298284671108, + "learning_rate": 1.899720484313531e-05, + "loss": 0.0628, + "step": 19979 + }, + { + "epoch": 16.946564885496183, + "grad_norm": 1.3552253374490617, + "learning_rate": 1.8997084940812608e-05, + "loss": 0.0672, + "step": 19980 + }, + { + "epoch": 16.94741306191688, + "grad_norm": 1.413494123016033, + "learning_rate": 1.8996965031700522e-05, + "loss": 0.0695, + "step": 19981 + }, + { + "epoch": 16.948261238337576, + "grad_norm": 1.5735982114795315, + "learning_rate": 1.8996845115799142e-05, + "loss": 0.0807, + "step": 19982 + }, + { + "epoch": 16.94910941475827, + "grad_norm": 1.3453954029945145, + "learning_rate": 1.8996725193108552e-05, + "loss": 0.0665, + "step": 19983 + }, + { + "epoch": 16.949957591178965, + "grad_norm": 1.2889237664969095, + "learning_rate": 1.8996605263628855e-05, + "loss": 0.0648, + "step": 19984 + }, + { + "epoch": 16.95080576759966, + "grad_norm": 1.4668708489403217, + "learning_rate": 1.8996485327360127e-05, + "loss": 0.0774, + "step": 19985 + }, + { + "epoch": 16.951653944020357, + "grad_norm": 1.5454166198507344, + "learning_rate": 1.8996365384302468e-05, + "loss": 0.0799, + "step": 19986 + }, + { + "epoch": 16.952502120441054, + "grad_norm": 1.4536278110529834, + "learning_rate": 1.8996245434455968e-05, + "loss": 0.0689, + "step": 19987 + }, + { + "epoch": 16.953350296861746, + "grad_norm": 1.3365433431344036, + "learning_rate": 1.8996125477820716e-05, + "loss": 0.0622, + "step": 19988 + }, + { + "epoch": 16.954198473282442, + "grad_norm": 1.384154645296605, + "learning_rate": 1.89960055143968e-05, + "loss": 0.067, + "step": 19989 + }, + { + "epoch": 16.95504664970314, + "grad_norm": 1.4817476130617737, + "learning_rate": 1.8995885544184314e-05, + "loss": 0.0661, + "step": 19990 + }, + { + "epoch": 16.955894826123835, + "grad_norm": 1.3803053327639396, + "learning_rate": 1.8995765567183348e-05, + "loss": 0.0683, + "step": 19991 + }, + { + "epoch": 16.956743002544528, + "grad_norm": 1.434513835811238, + "learning_rate": 1.8995645583393988e-05, + "loss": 0.0598, + "step": 19992 + }, + { + "epoch": 16.957591178965224, + "grad_norm": 1.3904188458844193, + "learning_rate": 1.8995525592816333e-05, + "loss": 0.0674, + "step": 19993 + }, + { + "epoch": 16.95843935538592, + "grad_norm": 1.474788841415591, + "learning_rate": 1.8995405595450465e-05, + "loss": 0.0699, + "step": 19994 + }, + { + "epoch": 16.959287531806616, + "grad_norm": 1.4597457210349387, + "learning_rate": 1.8995285591296482e-05, + "loss": 0.0679, + "step": 19995 + }, + { + "epoch": 16.960135708227313, + "grad_norm": 1.3178420076592499, + "learning_rate": 1.899516558035447e-05, + "loss": 0.069, + "step": 19996 + }, + { + "epoch": 16.960983884648005, + "grad_norm": 1.3155704153089671, + "learning_rate": 1.8995045562624522e-05, + "loss": 0.0659, + "step": 19997 + }, + { + "epoch": 16.9618320610687, + "grad_norm": 1.4048602800371068, + "learning_rate": 1.8994925538106725e-05, + "loss": 0.0656, + "step": 19998 + }, + { + "epoch": 16.962680237489398, + "grad_norm": 1.3867418552845083, + "learning_rate": 1.899480550680117e-05, + "loss": 0.0551, + "step": 19999 + }, + { + "epoch": 16.963528413910094, + "grad_norm": 1.495292605150214, + "learning_rate": 1.8994685468707953e-05, + "loss": 0.0673, + "step": 20000 + }, + { + "epoch": 16.96437659033079, + "grad_norm": 1.3570857999135801, + "learning_rate": 1.899456542382716e-05, + "loss": 0.0679, + "step": 20001 + }, + { + "epoch": 16.965224766751483, + "grad_norm": 1.3692861803764036, + "learning_rate": 1.899444537215888e-05, + "loss": 0.0603, + "step": 20002 + }, + { + "epoch": 16.96607294317218, + "grad_norm": 1.3684004775284486, + "learning_rate": 1.899432531370321e-05, + "loss": 0.072, + "step": 20003 + }, + { + "epoch": 16.966921119592875, + "grad_norm": 1.3905316416600242, + "learning_rate": 1.8994205248460234e-05, + "loss": 0.0665, + "step": 20004 + }, + { + "epoch": 16.96776929601357, + "grad_norm": 1.5268201000116217, + "learning_rate": 1.8994085176430045e-05, + "loss": 0.0791, + "step": 20005 + }, + { + "epoch": 16.968617472434268, + "grad_norm": 1.2860047282700793, + "learning_rate": 1.8993965097612733e-05, + "loss": 0.0558, + "step": 20006 + }, + { + "epoch": 16.96946564885496, + "grad_norm": 1.2291274450179366, + "learning_rate": 1.899384501200839e-05, + "loss": 0.0604, + "step": 20007 + }, + { + "epoch": 16.970313825275657, + "grad_norm": 1.4609450624875113, + "learning_rate": 1.899372491961711e-05, + "loss": 0.0707, + "step": 20008 + }, + { + "epoch": 16.971162001696353, + "grad_norm": 1.391113337131761, + "learning_rate": 1.8993604820438977e-05, + "loss": 0.0806, + "step": 20009 + }, + { + "epoch": 16.97201017811705, + "grad_norm": 1.185567352252577, + "learning_rate": 1.8993484714474087e-05, + "loss": 0.0602, + "step": 20010 + }, + { + "epoch": 16.972858354537745, + "grad_norm": 1.261076125852789, + "learning_rate": 1.8993364601722524e-05, + "loss": 0.0585, + "step": 20011 + }, + { + "epoch": 16.973706530958438, + "grad_norm": 1.433368006506348, + "learning_rate": 1.8993244482184385e-05, + "loss": 0.0775, + "step": 20012 + }, + { + "epoch": 16.974554707379134, + "grad_norm": 1.4816666966708765, + "learning_rate": 1.8993124355859756e-05, + "loss": 0.0709, + "step": 20013 + }, + { + "epoch": 16.97540288379983, + "grad_norm": 1.2963825123473114, + "learning_rate": 1.8993004222748733e-05, + "loss": 0.0614, + "step": 20014 + }, + { + "epoch": 16.976251060220527, + "grad_norm": 1.4558136510957191, + "learning_rate": 1.8992884082851398e-05, + "loss": 0.0695, + "step": 20015 + }, + { + "epoch": 16.977099236641223, + "grad_norm": 1.404436172090317, + "learning_rate": 1.8992763936167855e-05, + "loss": 0.0673, + "step": 20016 + }, + { + "epoch": 16.977947413061916, + "grad_norm": 1.4266798081960785, + "learning_rate": 1.8992643782698182e-05, + "loss": 0.069, + "step": 20017 + }, + { + "epoch": 16.978795589482612, + "grad_norm": 1.4778401113959463, + "learning_rate": 1.8992523622442478e-05, + "loss": 0.071, + "step": 20018 + }, + { + "epoch": 16.979643765903308, + "grad_norm": 1.4123038197963342, + "learning_rate": 1.8992403455400826e-05, + "loss": 0.0591, + "step": 20019 + }, + { + "epoch": 16.980491942324004, + "grad_norm": 1.2616058277801476, + "learning_rate": 1.8992283281573323e-05, + "loss": 0.0587, + "step": 20020 + }, + { + "epoch": 16.9813401187447, + "grad_norm": 1.3833668427938208, + "learning_rate": 1.8992163100960056e-05, + "loss": 0.0688, + "step": 20021 + }, + { + "epoch": 16.982188295165393, + "grad_norm": 1.5668101632193845, + "learning_rate": 1.899204291356112e-05, + "loss": 0.0772, + "step": 20022 + }, + { + "epoch": 16.98303647158609, + "grad_norm": 1.6278690693010582, + "learning_rate": 1.8991922719376602e-05, + "loss": 0.0703, + "step": 20023 + }, + { + "epoch": 16.983884648006786, + "grad_norm": 1.4533446004562327, + "learning_rate": 1.8991802518406595e-05, + "loss": 0.0782, + "step": 20024 + }, + { + "epoch": 16.984732824427482, + "grad_norm": 1.607540099185945, + "learning_rate": 1.8991682310651187e-05, + "loss": 0.0694, + "step": 20025 + }, + { + "epoch": 16.98558100084818, + "grad_norm": 1.2881856068515316, + "learning_rate": 1.899156209611047e-05, + "loss": 0.065, + "step": 20026 + }, + { + "epoch": 16.98642917726887, + "grad_norm": 1.53243520352245, + "learning_rate": 1.8991441874784536e-05, + "loss": 0.0676, + "step": 20027 + }, + { + "epoch": 16.987277353689567, + "grad_norm": 1.4057683400151513, + "learning_rate": 1.8991321646673473e-05, + "loss": 0.0669, + "step": 20028 + }, + { + "epoch": 16.988125530110263, + "grad_norm": 1.4213105802487251, + "learning_rate": 1.8991201411777374e-05, + "loss": 0.0697, + "step": 20029 + }, + { + "epoch": 16.98897370653096, + "grad_norm": 1.2788414340841754, + "learning_rate": 1.8991081170096328e-05, + "loss": 0.0649, + "step": 20030 + }, + { + "epoch": 16.989821882951652, + "grad_norm": 1.332725037611735, + "learning_rate": 1.899096092163043e-05, + "loss": 0.0603, + "step": 20031 + }, + { + "epoch": 16.99067005937235, + "grad_norm": 1.4178844259100427, + "learning_rate": 1.8990840666379763e-05, + "loss": 0.0694, + "step": 20032 + }, + { + "epoch": 16.991518235793045, + "grad_norm": 1.34552172432178, + "learning_rate": 1.8990720404344424e-05, + "loss": 0.0661, + "step": 20033 + }, + { + "epoch": 16.99236641221374, + "grad_norm": 1.3936565777563539, + "learning_rate": 1.8990600135524503e-05, + "loss": 0.0624, + "step": 20034 + }, + { + "epoch": 16.993214588634437, + "grad_norm": 1.4242760812397708, + "learning_rate": 1.899047985992009e-05, + "loss": 0.0701, + "step": 20035 + }, + { + "epoch": 16.99406276505513, + "grad_norm": 1.3579441409267, + "learning_rate": 1.8990359577531277e-05, + "loss": 0.062, + "step": 20036 + }, + { + "epoch": 16.994910941475826, + "grad_norm": 1.2579452660714459, + "learning_rate": 1.899023928835815e-05, + "loss": 0.0615, + "step": 20037 + }, + { + "epoch": 16.995759117896522, + "grad_norm": 1.5300820277785472, + "learning_rate": 1.8990118992400805e-05, + "loss": 0.0741, + "step": 20038 + }, + { + "epoch": 16.99660729431722, + "grad_norm": 1.4875518589206533, + "learning_rate": 1.898999868965933e-05, + "loss": 0.0665, + "step": 20039 + }, + { + "epoch": 16.997455470737915, + "grad_norm": 1.388700760039115, + "learning_rate": 1.8989878380133813e-05, + "loss": 0.0639, + "step": 20040 + }, + { + "epoch": 16.998303647158608, + "grad_norm": 1.3006363034184176, + "learning_rate": 1.8989758063824357e-05, + "loss": 0.0611, + "step": 20041 + }, + { + "epoch": 16.999151823579304, + "grad_norm": 1.5800785438242775, + "learning_rate": 1.8989637740731037e-05, + "loss": 0.0664, + "step": 20042 + }, + { + "epoch": 17.0, + "grad_norm": 1.6586351005118056, + "learning_rate": 1.8989517410853956e-05, + "loss": 0.0716, + "step": 20043 + }, + { + "epoch": 17.000848176420696, + "grad_norm": 1.225948743623128, + "learning_rate": 1.8989397074193198e-05, + "loss": 0.0654, + "step": 20044 + }, + { + "epoch": 17.001696352841392, + "grad_norm": 1.2980662423319167, + "learning_rate": 1.8989276730748855e-05, + "loss": 0.0586, + "step": 20045 + }, + { + "epoch": 17.002544529262085, + "grad_norm": 1.1384858317976776, + "learning_rate": 1.8989156380521018e-05, + "loss": 0.0526, + "step": 20046 + }, + { + "epoch": 17.00339270568278, + "grad_norm": 1.2114035020817342, + "learning_rate": 1.8989036023509778e-05, + "loss": 0.0585, + "step": 20047 + }, + { + "epoch": 17.004240882103478, + "grad_norm": 1.0845874415757382, + "learning_rate": 1.8988915659715224e-05, + "loss": 0.0494, + "step": 20048 + }, + { + "epoch": 17.005089058524174, + "grad_norm": 1.1753527723091362, + "learning_rate": 1.8988795289137454e-05, + "loss": 0.057, + "step": 20049 + }, + { + "epoch": 17.00593723494487, + "grad_norm": 1.097999525055744, + "learning_rate": 1.8988674911776553e-05, + "loss": 0.0498, + "step": 20050 + }, + { + "epoch": 17.006785411365563, + "grad_norm": 1.2750015691314835, + "learning_rate": 1.898855452763261e-05, + "loss": 0.0558, + "step": 20051 + }, + { + "epoch": 17.00763358778626, + "grad_norm": 1.1601114817392595, + "learning_rate": 1.898843413670572e-05, + "loss": 0.0519, + "step": 20052 + }, + { + "epoch": 17.008481764206955, + "grad_norm": 1.3591305967982446, + "learning_rate": 1.8988313738995973e-05, + "loss": 0.0581, + "step": 20053 + }, + { + "epoch": 17.00932994062765, + "grad_norm": 1.09053469935415, + "learning_rate": 1.8988193334503455e-05, + "loss": 0.0481, + "step": 20054 + }, + { + "epoch": 17.010178117048348, + "grad_norm": 1.2636798471826147, + "learning_rate": 1.8988072923228266e-05, + "loss": 0.0556, + "step": 20055 + }, + { + "epoch": 17.01102629346904, + "grad_norm": 1.2900807343484089, + "learning_rate": 1.8987952505170488e-05, + "loss": 0.057, + "step": 20056 + }, + { + "epoch": 17.011874469889737, + "grad_norm": 1.2136239882470774, + "learning_rate": 1.898783208033022e-05, + "loss": 0.0522, + "step": 20057 + }, + { + "epoch": 17.012722646310433, + "grad_norm": 1.1610105403827562, + "learning_rate": 1.8987711648707543e-05, + "loss": 0.0573, + "step": 20058 + }, + { + "epoch": 17.01357082273113, + "grad_norm": 1.2412185362539974, + "learning_rate": 1.898759121030256e-05, + "loss": 0.052, + "step": 20059 + }, + { + "epoch": 17.014418999151825, + "grad_norm": 1.1352774500665848, + "learning_rate": 1.898747076511535e-05, + "loss": 0.0531, + "step": 20060 + }, + { + "epoch": 17.015267175572518, + "grad_norm": 1.1882678885068074, + "learning_rate": 1.898735031314601e-05, + "loss": 0.0561, + "step": 20061 + }, + { + "epoch": 17.016115351993214, + "grad_norm": 1.47773099024655, + "learning_rate": 1.8987229854394632e-05, + "loss": 0.0558, + "step": 20062 + }, + { + "epoch": 17.01696352841391, + "grad_norm": 1.228197907030745, + "learning_rate": 1.89871093888613e-05, + "loss": 0.0591, + "step": 20063 + }, + { + "epoch": 17.017811704834607, + "grad_norm": 1.2795962687377391, + "learning_rate": 1.898698891654612e-05, + "loss": 0.0655, + "step": 20064 + }, + { + "epoch": 17.0186598812553, + "grad_norm": 1.149111097399048, + "learning_rate": 1.8986868437449165e-05, + "loss": 0.0507, + "step": 20065 + }, + { + "epoch": 17.019508057675996, + "grad_norm": 1.1426407533895335, + "learning_rate": 1.8986747951570536e-05, + "loss": 0.0515, + "step": 20066 + }, + { + "epoch": 17.020356234096692, + "grad_norm": 1.2101568463364616, + "learning_rate": 1.898662745891032e-05, + "loss": 0.0521, + "step": 20067 + }, + { + "epoch": 17.021204410517388, + "grad_norm": 1.2805775958237322, + "learning_rate": 1.8986506959468614e-05, + "loss": 0.0554, + "step": 20068 + }, + { + "epoch": 17.022052586938084, + "grad_norm": 1.18049656761141, + "learning_rate": 1.89863864532455e-05, + "loss": 0.0541, + "step": 20069 + }, + { + "epoch": 17.022900763358777, + "grad_norm": 1.3343057694365816, + "learning_rate": 1.8986265940241075e-05, + "loss": 0.058, + "step": 20070 + }, + { + "epoch": 17.023748939779473, + "grad_norm": 1.1981982411787073, + "learning_rate": 1.898614542045543e-05, + "loss": 0.051, + "step": 20071 + }, + { + "epoch": 17.02459711620017, + "grad_norm": 1.2288630201417914, + "learning_rate": 1.8986024893888655e-05, + "loss": 0.056, + "step": 20072 + }, + { + "epoch": 17.025445292620866, + "grad_norm": 1.2129978147223324, + "learning_rate": 1.8985904360540836e-05, + "loss": 0.0503, + "step": 20073 + }, + { + "epoch": 17.026293469041562, + "grad_norm": 1.3317466457276739, + "learning_rate": 1.8985783820412074e-05, + "loss": 0.0557, + "step": 20074 + }, + { + "epoch": 17.027141645462255, + "grad_norm": 1.246041191109602, + "learning_rate": 1.8985663273502452e-05, + "loss": 0.0532, + "step": 20075 + }, + { + "epoch": 17.02798982188295, + "grad_norm": 1.1897187030204923, + "learning_rate": 1.898554271981206e-05, + "loss": 0.0558, + "step": 20076 + }, + { + "epoch": 17.028837998303647, + "grad_norm": 1.177346631422225, + "learning_rate": 1.8985422159340995e-05, + "loss": 0.0526, + "step": 20077 + }, + { + "epoch": 17.029686174724343, + "grad_norm": 1.1551159298425275, + "learning_rate": 1.8985301592089344e-05, + "loss": 0.0522, + "step": 20078 + }, + { + "epoch": 17.03053435114504, + "grad_norm": 1.3938257965019318, + "learning_rate": 1.89851810180572e-05, + "loss": 0.0643, + "step": 20079 + }, + { + "epoch": 17.031382527565732, + "grad_norm": 1.4076124507110954, + "learning_rate": 1.8985060437244655e-05, + "loss": 0.0624, + "step": 20080 + }, + { + "epoch": 17.03223070398643, + "grad_norm": 1.2551299398930322, + "learning_rate": 1.8984939849651795e-05, + "loss": 0.0599, + "step": 20081 + }, + { + "epoch": 17.033078880407125, + "grad_norm": 1.2514724620907278, + "learning_rate": 1.8984819255278715e-05, + "loss": 0.063, + "step": 20082 + }, + { + "epoch": 17.03392705682782, + "grad_norm": 1.4038122509003834, + "learning_rate": 1.8984698654125506e-05, + "loss": 0.0587, + "step": 20083 + }, + { + "epoch": 17.034775233248517, + "grad_norm": 1.1207705115375712, + "learning_rate": 1.898457804619226e-05, + "loss": 0.0545, + "step": 20084 + }, + { + "epoch": 17.03562340966921, + "grad_norm": 1.335838816183512, + "learning_rate": 1.898445743147906e-05, + "loss": 0.0752, + "step": 20085 + }, + { + "epoch": 17.036471586089906, + "grad_norm": 1.05941081765216, + "learning_rate": 1.898433680998601e-05, + "loss": 0.0589, + "step": 20086 + }, + { + "epoch": 17.037319762510602, + "grad_norm": 1.3992210512198364, + "learning_rate": 1.898421618171319e-05, + "loss": 0.0549, + "step": 20087 + }, + { + "epoch": 17.0381679389313, + "grad_norm": 1.2019489037577014, + "learning_rate": 1.8984095546660698e-05, + "loss": 0.0602, + "step": 20088 + }, + { + "epoch": 17.039016115351995, + "grad_norm": 1.2216095929897812, + "learning_rate": 1.898397490482862e-05, + "loss": 0.0526, + "step": 20089 + }, + { + "epoch": 17.039864291772687, + "grad_norm": 1.236891576950771, + "learning_rate": 1.898385425621705e-05, + "loss": 0.0508, + "step": 20090 + }, + { + "epoch": 17.040712468193384, + "grad_norm": 1.38618167911056, + "learning_rate": 1.8983733600826076e-05, + "loss": 0.0584, + "step": 20091 + }, + { + "epoch": 17.04156064461408, + "grad_norm": 1.1942637664548463, + "learning_rate": 1.8983612938655795e-05, + "loss": 0.0509, + "step": 20092 + }, + { + "epoch": 17.042408821034776, + "grad_norm": 1.1897991375324386, + "learning_rate": 1.8983492269706295e-05, + "loss": 0.0574, + "step": 20093 + }, + { + "epoch": 17.043256997455472, + "grad_norm": 1.1970503317147125, + "learning_rate": 1.8983371593977666e-05, + "loss": 0.0589, + "step": 20094 + }, + { + "epoch": 17.044105173876165, + "grad_norm": 1.1825548619226618, + "learning_rate": 1.8983250911469998e-05, + "loss": 0.0512, + "step": 20095 + }, + { + "epoch": 17.04495335029686, + "grad_norm": 1.195094584993486, + "learning_rate": 1.8983130222183383e-05, + "loss": 0.0523, + "step": 20096 + }, + { + "epoch": 17.045801526717558, + "grad_norm": 1.2303386632580984, + "learning_rate": 1.8983009526117912e-05, + "loss": 0.0481, + "step": 20097 + }, + { + "epoch": 17.046649703138254, + "grad_norm": 1.203799538954648, + "learning_rate": 1.898288882327368e-05, + "loss": 0.0586, + "step": 20098 + }, + { + "epoch": 17.04749787955895, + "grad_norm": 1.2617444834247138, + "learning_rate": 1.8982768113650774e-05, + "loss": 0.0544, + "step": 20099 + }, + { + "epoch": 17.048346055979643, + "grad_norm": 1.2044499769891743, + "learning_rate": 1.8982647397249286e-05, + "loss": 0.0529, + "step": 20100 + }, + { + "epoch": 17.04919423240034, + "grad_norm": 1.4689381708356903, + "learning_rate": 1.8982526674069305e-05, + "loss": 0.0601, + "step": 20101 + }, + { + "epoch": 17.050042408821035, + "grad_norm": 1.4517414985771169, + "learning_rate": 1.8982405944110926e-05, + "loss": 0.056, + "step": 20102 + }, + { + "epoch": 17.05089058524173, + "grad_norm": 1.0293737424760276, + "learning_rate": 1.898228520737424e-05, + "loss": 0.0525, + "step": 20103 + }, + { + "epoch": 17.051738761662424, + "grad_norm": 1.2172466598874374, + "learning_rate": 1.8982164463859332e-05, + "loss": 0.0591, + "step": 20104 + }, + { + "epoch": 17.05258693808312, + "grad_norm": 1.165778181700249, + "learning_rate": 1.8982043713566304e-05, + "loss": 0.0525, + "step": 20105 + }, + { + "epoch": 17.053435114503817, + "grad_norm": 1.1379674809958016, + "learning_rate": 1.8981922956495234e-05, + "loss": 0.056, + "step": 20106 + }, + { + "epoch": 17.054283290924513, + "grad_norm": 1.253244582778059, + "learning_rate": 1.8981802192646223e-05, + "loss": 0.0614, + "step": 20107 + }, + { + "epoch": 17.05513146734521, + "grad_norm": 1.1245803162050798, + "learning_rate": 1.898168142201936e-05, + "loss": 0.0477, + "step": 20108 + }, + { + "epoch": 17.0559796437659, + "grad_norm": 1.269626287357308, + "learning_rate": 1.8981560644614728e-05, + "loss": 0.057, + "step": 20109 + }, + { + "epoch": 17.056827820186598, + "grad_norm": 1.1082702455791837, + "learning_rate": 1.8981439860432433e-05, + "loss": 0.0501, + "step": 20110 + }, + { + "epoch": 17.057675996607294, + "grad_norm": 1.4402784600228136, + "learning_rate": 1.8981319069472554e-05, + "loss": 0.0543, + "step": 20111 + }, + { + "epoch": 17.05852417302799, + "grad_norm": 1.3265037879794297, + "learning_rate": 1.898119827173519e-05, + "loss": 0.0655, + "step": 20112 + }, + { + "epoch": 17.059372349448687, + "grad_norm": 1.1571565372590427, + "learning_rate": 1.8981077467220427e-05, + "loss": 0.0482, + "step": 20113 + }, + { + "epoch": 17.06022052586938, + "grad_norm": 1.1921820085340822, + "learning_rate": 1.898095665592836e-05, + "loss": 0.0562, + "step": 20114 + }, + { + "epoch": 17.061068702290076, + "grad_norm": 1.4012134973026595, + "learning_rate": 1.898083583785907e-05, + "loss": 0.0582, + "step": 20115 + }, + { + "epoch": 17.061916878710772, + "grad_norm": 1.3670496272772203, + "learning_rate": 1.8980715013012663e-05, + "loss": 0.0546, + "step": 20116 + }, + { + "epoch": 17.062765055131468, + "grad_norm": 1.0834583605813393, + "learning_rate": 1.8980594181389222e-05, + "loss": 0.0498, + "step": 20117 + }, + { + "epoch": 17.063613231552164, + "grad_norm": 1.2940763186570445, + "learning_rate": 1.898047334298884e-05, + "loss": 0.0569, + "step": 20118 + }, + { + "epoch": 17.064461407972857, + "grad_norm": 1.3619081526914352, + "learning_rate": 1.8980352497811608e-05, + "loss": 0.0564, + "step": 20119 + }, + { + "epoch": 17.065309584393553, + "grad_norm": 1.2364212649715043, + "learning_rate": 1.8980231645857614e-05, + "loss": 0.0559, + "step": 20120 + }, + { + "epoch": 17.06615776081425, + "grad_norm": 1.171483708128061, + "learning_rate": 1.8980110787126954e-05, + "loss": 0.053, + "step": 20121 + }, + { + "epoch": 17.067005937234946, + "grad_norm": 1.0361510959313984, + "learning_rate": 1.897998992161972e-05, + "loss": 0.0513, + "step": 20122 + }, + { + "epoch": 17.067854113655642, + "grad_norm": 1.1684930101201105, + "learning_rate": 1.8979869049335996e-05, + "loss": 0.0516, + "step": 20123 + }, + { + "epoch": 17.068702290076335, + "grad_norm": 1.1883598774230106, + "learning_rate": 1.897974817027588e-05, + "loss": 0.0532, + "step": 20124 + }, + { + "epoch": 17.06955046649703, + "grad_norm": 1.2291025926314714, + "learning_rate": 1.8979627284439458e-05, + "loss": 0.0509, + "step": 20125 + }, + { + "epoch": 17.070398642917727, + "grad_norm": 1.2472679023420057, + "learning_rate": 1.8979506391826826e-05, + "loss": 0.0605, + "step": 20126 + }, + { + "epoch": 17.071246819338423, + "grad_norm": 1.312349735878679, + "learning_rate": 1.8979385492438073e-05, + "loss": 0.0535, + "step": 20127 + }, + { + "epoch": 17.07209499575912, + "grad_norm": 1.253689488616374, + "learning_rate": 1.8979264586273293e-05, + "loss": 0.0581, + "step": 20128 + }, + { + "epoch": 17.072943172179812, + "grad_norm": 1.2665548901610477, + "learning_rate": 1.8979143673332575e-05, + "loss": 0.053, + "step": 20129 + }, + { + "epoch": 17.07379134860051, + "grad_norm": 1.3420980072950954, + "learning_rate": 1.8979022753616007e-05, + "loss": 0.0698, + "step": 20130 + }, + { + "epoch": 17.074639525021205, + "grad_norm": 1.08612053308963, + "learning_rate": 1.8978901827123683e-05, + "loss": 0.0567, + "step": 20131 + }, + { + "epoch": 17.0754877014419, + "grad_norm": 1.2247325424189983, + "learning_rate": 1.8978780893855696e-05, + "loss": 0.0635, + "step": 20132 + }, + { + "epoch": 17.076335877862597, + "grad_norm": 1.1050573853813859, + "learning_rate": 1.8978659953812136e-05, + "loss": 0.0571, + "step": 20133 + }, + { + "epoch": 17.07718405428329, + "grad_norm": 0.9374767859221973, + "learning_rate": 1.8978539006993095e-05, + "loss": 0.0518, + "step": 20134 + }, + { + "epoch": 17.078032230703986, + "grad_norm": 1.3099306911458835, + "learning_rate": 1.897841805339866e-05, + "loss": 0.0552, + "step": 20135 + }, + { + "epoch": 17.078880407124682, + "grad_norm": 1.417631569176147, + "learning_rate": 1.8978297093028927e-05, + "loss": 0.0611, + "step": 20136 + }, + { + "epoch": 17.07972858354538, + "grad_norm": 1.2206029953548314, + "learning_rate": 1.897817612588399e-05, + "loss": 0.0569, + "step": 20137 + }, + { + "epoch": 17.08057675996607, + "grad_norm": 1.2078761349438452, + "learning_rate": 1.8978055151963932e-05, + "loss": 0.0574, + "step": 20138 + }, + { + "epoch": 17.081424936386767, + "grad_norm": 1.398258306409642, + "learning_rate": 1.897793417126885e-05, + "loss": 0.0567, + "step": 20139 + }, + { + "epoch": 17.082273112807464, + "grad_norm": 1.1589331712498268, + "learning_rate": 1.8977813183798833e-05, + "loss": 0.0517, + "step": 20140 + }, + { + "epoch": 17.08312128922816, + "grad_norm": 1.1519699255047908, + "learning_rate": 1.8977692189553974e-05, + "loss": 0.0517, + "step": 20141 + }, + { + "epoch": 17.083969465648856, + "grad_norm": 1.270991577900823, + "learning_rate": 1.8977571188534362e-05, + "loss": 0.0527, + "step": 20142 + }, + { + "epoch": 17.08481764206955, + "grad_norm": 1.2234508702520568, + "learning_rate": 1.8977450180740093e-05, + "loss": 0.0602, + "step": 20143 + }, + { + "epoch": 17.085665818490245, + "grad_norm": 1.0216907010192806, + "learning_rate": 1.897732916617125e-05, + "loss": 0.0469, + "step": 20144 + }, + { + "epoch": 17.08651399491094, + "grad_norm": 1.0198160582861382, + "learning_rate": 1.897720814482793e-05, + "loss": 0.0482, + "step": 20145 + }, + { + "epoch": 17.087362171331637, + "grad_norm": 1.303313264705249, + "learning_rate": 1.8977087116710223e-05, + "loss": 0.059, + "step": 20146 + }, + { + "epoch": 17.088210347752334, + "grad_norm": 1.3025256067668314, + "learning_rate": 1.8976966081818228e-05, + "loss": 0.0667, + "step": 20147 + }, + { + "epoch": 17.089058524173026, + "grad_norm": 1.494001292197521, + "learning_rate": 1.8976845040152022e-05, + "loss": 0.056, + "step": 20148 + }, + { + "epoch": 17.089906700593723, + "grad_norm": 1.3768924972865695, + "learning_rate": 1.8976723991711708e-05, + "loss": 0.0626, + "step": 20149 + }, + { + "epoch": 17.09075487701442, + "grad_norm": 1.2565258604927785, + "learning_rate": 1.897660293649737e-05, + "loss": 0.055, + "step": 20150 + }, + { + "epoch": 17.091603053435115, + "grad_norm": 1.528221351016923, + "learning_rate": 1.8976481874509102e-05, + "loss": 0.0653, + "step": 20151 + }, + { + "epoch": 17.09245122985581, + "grad_norm": 1.0644670916026333, + "learning_rate": 1.8976360805746997e-05, + "loss": 0.0568, + "step": 20152 + }, + { + "epoch": 17.093299406276504, + "grad_norm": 1.0673752816126834, + "learning_rate": 1.897623973021115e-05, + "loss": 0.0475, + "step": 20153 + }, + { + "epoch": 17.0941475826972, + "grad_norm": 1.2397337155505248, + "learning_rate": 1.897611864790164e-05, + "loss": 0.0552, + "step": 20154 + }, + { + "epoch": 17.094995759117896, + "grad_norm": 1.4765512220009944, + "learning_rate": 1.897599755881857e-05, + "loss": 0.0675, + "step": 20155 + }, + { + "epoch": 17.095843935538593, + "grad_norm": 1.2335419883971919, + "learning_rate": 1.8975876462962026e-05, + "loss": 0.0545, + "step": 20156 + }, + { + "epoch": 17.09669211195929, + "grad_norm": 1.2110642708236308, + "learning_rate": 1.8975755360332097e-05, + "loss": 0.0562, + "step": 20157 + }, + { + "epoch": 17.09754028837998, + "grad_norm": 1.3632942340302048, + "learning_rate": 1.8975634250928884e-05, + "loss": 0.0637, + "step": 20158 + }, + { + "epoch": 17.098388464800678, + "grad_norm": 1.0806417236479648, + "learning_rate": 1.897551313475247e-05, + "loss": 0.0528, + "step": 20159 + }, + { + "epoch": 17.099236641221374, + "grad_norm": 1.2972129340629321, + "learning_rate": 1.897539201180295e-05, + "loss": 0.0551, + "step": 20160 + }, + { + "epoch": 17.10008481764207, + "grad_norm": 1.234509361775951, + "learning_rate": 1.8975270882080408e-05, + "loss": 0.0634, + "step": 20161 + }, + { + "epoch": 17.100932994062767, + "grad_norm": 1.2341629092917732, + "learning_rate": 1.8975149745584948e-05, + "loss": 0.061, + "step": 20162 + }, + { + "epoch": 17.10178117048346, + "grad_norm": 1.194227162495049, + "learning_rate": 1.8975028602316655e-05, + "loss": 0.0546, + "step": 20163 + }, + { + "epoch": 17.102629346904155, + "grad_norm": 1.279505965914182, + "learning_rate": 1.8974907452275613e-05, + "loss": 0.0579, + "step": 20164 + }, + { + "epoch": 17.10347752332485, + "grad_norm": 1.1220437543814057, + "learning_rate": 1.897478629546193e-05, + "loss": 0.0517, + "step": 20165 + }, + { + "epoch": 17.104325699745548, + "grad_norm": 1.497093939193283, + "learning_rate": 1.8974665131875682e-05, + "loss": 0.0537, + "step": 20166 + }, + { + "epoch": 17.105173876166244, + "grad_norm": 1.1041547956448912, + "learning_rate": 1.8974543961516972e-05, + "loss": 0.061, + "step": 20167 + }, + { + "epoch": 17.106022052586937, + "grad_norm": 1.0319090189230127, + "learning_rate": 1.897442278438588e-05, + "loss": 0.0473, + "step": 20168 + }, + { + "epoch": 17.106870229007633, + "grad_norm": 1.3573263035801184, + "learning_rate": 1.897430160048251e-05, + "loss": 0.0558, + "step": 20169 + }, + { + "epoch": 17.10771840542833, + "grad_norm": 1.1412806536461344, + "learning_rate": 1.897418040980694e-05, + "loss": 0.0532, + "step": 20170 + }, + { + "epoch": 17.108566581849026, + "grad_norm": 1.0222890775468665, + "learning_rate": 1.8974059212359274e-05, + "loss": 0.0556, + "step": 20171 + }, + { + "epoch": 17.109414758269722, + "grad_norm": 1.2330347994010236, + "learning_rate": 1.8973938008139596e-05, + "loss": 0.0576, + "step": 20172 + }, + { + "epoch": 17.110262934690414, + "grad_norm": 1.4297346895635672, + "learning_rate": 1.8973816797148e-05, + "loss": 0.058, + "step": 20173 + }, + { + "epoch": 17.11111111111111, + "grad_norm": 1.1804699558248195, + "learning_rate": 1.8973695579384577e-05, + "loss": 0.0514, + "step": 20174 + }, + { + "epoch": 17.111959287531807, + "grad_norm": 1.263626119252896, + "learning_rate": 1.8973574354849416e-05, + "loss": 0.0558, + "step": 20175 + }, + { + "epoch": 17.112807463952503, + "grad_norm": 1.2107413981855275, + "learning_rate": 1.8973453123542614e-05, + "loss": 0.0561, + "step": 20176 + }, + { + "epoch": 17.113655640373196, + "grad_norm": 1.2932870627461643, + "learning_rate": 1.8973331885464253e-05, + "loss": 0.0495, + "step": 20177 + }, + { + "epoch": 17.114503816793892, + "grad_norm": 1.1405184495168084, + "learning_rate": 1.8973210640614437e-05, + "loss": 0.0473, + "step": 20178 + }, + { + "epoch": 17.11535199321459, + "grad_norm": 1.3712557520852742, + "learning_rate": 1.897308938899325e-05, + "loss": 0.0605, + "step": 20179 + }, + { + "epoch": 17.116200169635285, + "grad_norm": 1.2421988483212945, + "learning_rate": 1.8972968130600783e-05, + "loss": 0.0536, + "step": 20180 + }, + { + "epoch": 17.11704834605598, + "grad_norm": 1.6022932466492954, + "learning_rate": 1.897284686543713e-05, + "loss": 0.0531, + "step": 20181 + }, + { + "epoch": 17.117896522476673, + "grad_norm": 1.2442595832507908, + "learning_rate": 1.8972725593502383e-05, + "loss": 0.0577, + "step": 20182 + }, + { + "epoch": 17.11874469889737, + "grad_norm": 1.2492837775583796, + "learning_rate": 1.8972604314796633e-05, + "loss": 0.0562, + "step": 20183 + }, + { + "epoch": 17.119592875318066, + "grad_norm": 1.2541994973210537, + "learning_rate": 1.897248302931997e-05, + "loss": 0.0529, + "step": 20184 + }, + { + "epoch": 17.120441051738762, + "grad_norm": 1.3719722581281701, + "learning_rate": 1.8972361737072487e-05, + "loss": 0.0627, + "step": 20185 + }, + { + "epoch": 17.12128922815946, + "grad_norm": 1.370016858316471, + "learning_rate": 1.8972240438054273e-05, + "loss": 0.0626, + "step": 20186 + }, + { + "epoch": 17.12213740458015, + "grad_norm": 1.1437871546864153, + "learning_rate": 1.897211913226542e-05, + "loss": 0.0505, + "step": 20187 + }, + { + "epoch": 17.122985581000847, + "grad_norm": 1.1496164078109186, + "learning_rate": 1.8971997819706024e-05, + "loss": 0.0512, + "step": 20188 + }, + { + "epoch": 17.123833757421544, + "grad_norm": 1.2262699111328388, + "learning_rate": 1.897187650037617e-05, + "loss": 0.0541, + "step": 20189 + }, + { + "epoch": 17.12468193384224, + "grad_norm": 1.3589101915752408, + "learning_rate": 1.8971755174275955e-05, + "loss": 0.0567, + "step": 20190 + }, + { + "epoch": 17.125530110262936, + "grad_norm": 1.3139674792949867, + "learning_rate": 1.897163384140547e-05, + "loss": 0.0579, + "step": 20191 + }, + { + "epoch": 17.12637828668363, + "grad_norm": 1.196526275168205, + "learning_rate": 1.8971512501764807e-05, + "loss": 0.0552, + "step": 20192 + }, + { + "epoch": 17.127226463104325, + "grad_norm": 1.2057512810632445, + "learning_rate": 1.897139115535405e-05, + "loss": 0.0502, + "step": 20193 + }, + { + "epoch": 17.12807463952502, + "grad_norm": 1.2618034776752478, + "learning_rate": 1.89712698021733e-05, + "loss": 0.0574, + "step": 20194 + }, + { + "epoch": 17.128922815945717, + "grad_norm": 1.1907088303739901, + "learning_rate": 1.8971148442222644e-05, + "loss": 0.0532, + "step": 20195 + }, + { + "epoch": 17.129770992366414, + "grad_norm": 1.2298153290363671, + "learning_rate": 1.8971027075502175e-05, + "loss": 0.0543, + "step": 20196 + }, + { + "epoch": 17.130619168787106, + "grad_norm": 1.1483390465433179, + "learning_rate": 1.897090570201198e-05, + "loss": 0.0518, + "step": 20197 + }, + { + "epoch": 17.131467345207803, + "grad_norm": 1.1985213219944775, + "learning_rate": 1.8970784321752158e-05, + "loss": 0.0564, + "step": 20198 + }, + { + "epoch": 17.1323155216285, + "grad_norm": 1.271520180322632, + "learning_rate": 1.89706629347228e-05, + "loss": 0.053, + "step": 20199 + }, + { + "epoch": 17.133163698049195, + "grad_norm": 1.1536551511543711, + "learning_rate": 1.897054154092399e-05, + "loss": 0.0562, + "step": 20200 + }, + { + "epoch": 17.13401187446989, + "grad_norm": 1.2178032790305888, + "learning_rate": 1.8970420140355824e-05, + "loss": 0.0567, + "step": 20201 + }, + { + "epoch": 17.134860050890584, + "grad_norm": 1.2830249477219693, + "learning_rate": 1.8970298733018397e-05, + "loss": 0.0581, + "step": 20202 + }, + { + "epoch": 17.13570822731128, + "grad_norm": 1.3623039611117407, + "learning_rate": 1.8970177318911798e-05, + "loss": 0.0579, + "step": 20203 + }, + { + "epoch": 17.136556403731976, + "grad_norm": 1.2191227855319733, + "learning_rate": 1.8970055898036118e-05, + "loss": 0.0527, + "step": 20204 + }, + { + "epoch": 17.137404580152673, + "grad_norm": 1.410864699453811, + "learning_rate": 1.8969934470391445e-05, + "loss": 0.0646, + "step": 20205 + }, + { + "epoch": 17.13825275657337, + "grad_norm": 1.1885957853241218, + "learning_rate": 1.8969813035977882e-05, + "loss": 0.0563, + "step": 20206 + }, + { + "epoch": 17.13910093299406, + "grad_norm": 1.4532710378311156, + "learning_rate": 1.896969159479551e-05, + "loss": 0.0583, + "step": 20207 + }, + { + "epoch": 17.139949109414758, + "grad_norm": 1.1461396449341215, + "learning_rate": 1.8969570146844417e-05, + "loss": 0.0588, + "step": 20208 + }, + { + "epoch": 17.140797285835454, + "grad_norm": 1.494896687306885, + "learning_rate": 1.896944869212471e-05, + "loss": 0.056, + "step": 20209 + }, + { + "epoch": 17.14164546225615, + "grad_norm": 1.1696209583258608, + "learning_rate": 1.896932723063647e-05, + "loss": 0.0589, + "step": 20210 + }, + { + "epoch": 17.142493638676847, + "grad_norm": 1.4208607717082486, + "learning_rate": 1.896920576237979e-05, + "loss": 0.0598, + "step": 20211 + }, + { + "epoch": 17.14334181509754, + "grad_norm": 1.2035543879830202, + "learning_rate": 1.896908428735476e-05, + "loss": 0.0536, + "step": 20212 + }, + { + "epoch": 17.144189991518235, + "grad_norm": 1.0492748539439107, + "learning_rate": 1.8968962805561476e-05, + "loss": 0.0514, + "step": 20213 + }, + { + "epoch": 17.14503816793893, + "grad_norm": 1.2424670837369343, + "learning_rate": 1.896884131700003e-05, + "loss": 0.0545, + "step": 20214 + }, + { + "epoch": 17.145886344359628, + "grad_norm": 1.3372143793096916, + "learning_rate": 1.896871982167051e-05, + "loss": 0.0641, + "step": 20215 + }, + { + "epoch": 17.14673452078032, + "grad_norm": 1.2849338526317522, + "learning_rate": 1.8968598319573006e-05, + "loss": 0.0531, + "step": 20216 + }, + { + "epoch": 17.147582697201017, + "grad_norm": 1.440019271933948, + "learning_rate": 1.8968476810707615e-05, + "loss": 0.0541, + "step": 20217 + }, + { + "epoch": 17.148430873621713, + "grad_norm": 1.366144849060126, + "learning_rate": 1.8968355295074427e-05, + "loss": 0.0579, + "step": 20218 + }, + { + "epoch": 17.14927905004241, + "grad_norm": 1.3500255281133517, + "learning_rate": 1.8968233772673534e-05, + "loss": 0.0595, + "step": 20219 + }, + { + "epoch": 17.150127226463106, + "grad_norm": 1.3151556978205754, + "learning_rate": 1.8968112243505027e-05, + "loss": 0.0632, + "step": 20220 + }, + { + "epoch": 17.150975402883798, + "grad_norm": 1.2043476097637134, + "learning_rate": 1.8967990707568994e-05, + "loss": 0.0576, + "step": 20221 + }, + { + "epoch": 17.151823579304494, + "grad_norm": 1.1909224676512555, + "learning_rate": 1.8967869164865534e-05, + "loss": 0.0534, + "step": 20222 + }, + { + "epoch": 17.15267175572519, + "grad_norm": 1.1628873774967363, + "learning_rate": 1.8967747615394735e-05, + "loss": 0.0572, + "step": 20223 + }, + { + "epoch": 17.153519932145887, + "grad_norm": 1.3719117618342958, + "learning_rate": 1.896762605915669e-05, + "loss": 0.06, + "step": 20224 + }, + { + "epoch": 17.154368108566583, + "grad_norm": 1.2567627524783185, + "learning_rate": 1.8967504496151482e-05, + "loss": 0.0542, + "step": 20225 + }, + { + "epoch": 17.155216284987276, + "grad_norm": 1.1733143751265875, + "learning_rate": 1.8967382926379217e-05, + "loss": 0.0554, + "step": 20226 + }, + { + "epoch": 17.156064461407972, + "grad_norm": 1.1714010064596496, + "learning_rate": 1.896726134983998e-05, + "loss": 0.0521, + "step": 20227 + }, + { + "epoch": 17.15691263782867, + "grad_norm": 1.3053858072275561, + "learning_rate": 1.896713976653386e-05, + "loss": 0.0595, + "step": 20228 + }, + { + "epoch": 17.157760814249365, + "grad_norm": 1.293380468416099, + "learning_rate": 1.8967018176460953e-05, + "loss": 0.0609, + "step": 20229 + }, + { + "epoch": 17.15860899067006, + "grad_norm": 1.0294470596776244, + "learning_rate": 1.8966896579621344e-05, + "loss": 0.0544, + "step": 20230 + }, + { + "epoch": 17.159457167090753, + "grad_norm": 1.3357846492559784, + "learning_rate": 1.8966774976015138e-05, + "loss": 0.0586, + "step": 20231 + }, + { + "epoch": 17.16030534351145, + "grad_norm": 1.3315558144958166, + "learning_rate": 1.8966653365642416e-05, + "loss": 0.0566, + "step": 20232 + }, + { + "epoch": 17.161153519932146, + "grad_norm": 0.9845565022040762, + "learning_rate": 1.896653174850327e-05, + "loss": 0.0506, + "step": 20233 + }, + { + "epoch": 17.162001696352842, + "grad_norm": 1.2224991565962093, + "learning_rate": 1.8966410124597797e-05, + "loss": 0.0576, + "step": 20234 + }, + { + "epoch": 17.16284987277354, + "grad_norm": 1.393834230868432, + "learning_rate": 1.8966288493926086e-05, + "loss": 0.0535, + "step": 20235 + }, + { + "epoch": 17.16369804919423, + "grad_norm": 1.3512504094520994, + "learning_rate": 1.8966166856488225e-05, + "loss": 0.0552, + "step": 20236 + }, + { + "epoch": 17.164546225614927, + "grad_norm": 1.2526627289641767, + "learning_rate": 1.8966045212284313e-05, + "loss": 0.0541, + "step": 20237 + }, + { + "epoch": 17.165394402035624, + "grad_norm": 1.0664205947983652, + "learning_rate": 1.896592356131444e-05, + "loss": 0.0474, + "step": 20238 + }, + { + "epoch": 17.16624257845632, + "grad_norm": 1.2660268916991888, + "learning_rate": 1.8965801903578695e-05, + "loss": 0.0536, + "step": 20239 + }, + { + "epoch": 17.167090754877016, + "grad_norm": 1.290485260389638, + "learning_rate": 1.896568023907717e-05, + "loss": 0.0718, + "step": 20240 + }, + { + "epoch": 17.16793893129771, + "grad_norm": 1.320208046887385, + "learning_rate": 1.8965558567809958e-05, + "loss": 0.0531, + "step": 20241 + }, + { + "epoch": 17.168787107718405, + "grad_norm": 1.1288429484956761, + "learning_rate": 1.896543688977715e-05, + "loss": 0.0526, + "step": 20242 + }, + { + "epoch": 17.1696352841391, + "grad_norm": 1.252084129280769, + "learning_rate": 1.896531520497884e-05, + "loss": 0.0552, + "step": 20243 + }, + { + "epoch": 17.170483460559797, + "grad_norm": 1.2677796488082795, + "learning_rate": 1.8965193513415116e-05, + "loss": 0.0649, + "step": 20244 + }, + { + "epoch": 17.171331636980494, + "grad_norm": 1.4837971380121913, + "learning_rate": 1.8965071815086076e-05, + "loss": 0.0678, + "step": 20245 + }, + { + "epoch": 17.172179813401186, + "grad_norm": 1.1815839783968236, + "learning_rate": 1.8964950109991804e-05, + "loss": 0.0553, + "step": 20246 + }, + { + "epoch": 17.173027989821882, + "grad_norm": 1.2226564286995387, + "learning_rate": 1.89648283981324e-05, + "loss": 0.0591, + "step": 20247 + }, + { + "epoch": 17.17387616624258, + "grad_norm": 1.3423445044673477, + "learning_rate": 1.8964706679507948e-05, + "loss": 0.06, + "step": 20248 + }, + { + "epoch": 17.174724342663275, + "grad_norm": 1.539635713929303, + "learning_rate": 1.8964584954118543e-05, + "loss": 0.0697, + "step": 20249 + }, + { + "epoch": 17.17557251908397, + "grad_norm": 1.2427437212248194, + "learning_rate": 1.896446322196428e-05, + "loss": 0.0588, + "step": 20250 + }, + { + "epoch": 17.176420695504664, + "grad_norm": 1.1716928038239065, + "learning_rate": 1.8964341483045244e-05, + "loss": 0.0582, + "step": 20251 + }, + { + "epoch": 17.17726887192536, + "grad_norm": 1.1846541614344304, + "learning_rate": 1.8964219737361536e-05, + "loss": 0.0563, + "step": 20252 + }, + { + "epoch": 17.178117048346056, + "grad_norm": 1.1394561358760231, + "learning_rate": 1.896409798491324e-05, + "loss": 0.0488, + "step": 20253 + }, + { + "epoch": 17.178965224766753, + "grad_norm": 1.2206373819934573, + "learning_rate": 1.8963976225700454e-05, + "loss": 0.0586, + "step": 20254 + }, + { + "epoch": 17.179813401187445, + "grad_norm": 1.4212257246080986, + "learning_rate": 1.8963854459723267e-05, + "loss": 0.0522, + "step": 20255 + }, + { + "epoch": 17.18066157760814, + "grad_norm": 1.3525172424860228, + "learning_rate": 1.896373268698177e-05, + "loss": 0.0563, + "step": 20256 + }, + { + "epoch": 17.181509754028838, + "grad_norm": 1.3464248575268443, + "learning_rate": 1.8963610907476053e-05, + "loss": 0.0649, + "step": 20257 + }, + { + "epoch": 17.182357930449534, + "grad_norm": 1.1325705590824813, + "learning_rate": 1.8963489121206212e-05, + "loss": 0.0521, + "step": 20258 + }, + { + "epoch": 17.18320610687023, + "grad_norm": 1.243907658955001, + "learning_rate": 1.8963367328172336e-05, + "loss": 0.0526, + "step": 20259 + }, + { + "epoch": 17.184054283290923, + "grad_norm": 1.2837532249838057, + "learning_rate": 1.896324552837452e-05, + "loss": 0.0532, + "step": 20260 + }, + { + "epoch": 17.18490245971162, + "grad_norm": 1.1933010628664458, + "learning_rate": 1.896312372181285e-05, + "loss": 0.0521, + "step": 20261 + }, + { + "epoch": 17.185750636132315, + "grad_norm": 1.1700919679299502, + "learning_rate": 1.8963001908487424e-05, + "loss": 0.0514, + "step": 20262 + }, + { + "epoch": 17.18659881255301, + "grad_norm": 1.3153151561239058, + "learning_rate": 1.8962880088398333e-05, + "loss": 0.0532, + "step": 20263 + }, + { + "epoch": 17.187446988973708, + "grad_norm": 1.1448378118491191, + "learning_rate": 1.8962758261545667e-05, + "loss": 0.0507, + "step": 20264 + }, + { + "epoch": 17.1882951653944, + "grad_norm": 1.3966798167411838, + "learning_rate": 1.896263642792952e-05, + "loss": 0.0627, + "step": 20265 + }, + { + "epoch": 17.189143341815097, + "grad_norm": 1.130318274441651, + "learning_rate": 1.8962514587549986e-05, + "loss": 0.053, + "step": 20266 + }, + { + "epoch": 17.189991518235793, + "grad_norm": 1.1053824588676988, + "learning_rate": 1.896239274040715e-05, + "loss": 0.0515, + "step": 20267 + }, + { + "epoch": 17.19083969465649, + "grad_norm": 1.2127817144201292, + "learning_rate": 1.8962270886501106e-05, + "loss": 0.058, + "step": 20268 + }, + { + "epoch": 17.191687871077185, + "grad_norm": 1.255001896396851, + "learning_rate": 1.896214902583195e-05, + "loss": 0.0602, + "step": 20269 + }, + { + "epoch": 17.192536047497878, + "grad_norm": 1.2809383086180943, + "learning_rate": 1.8962027158399772e-05, + "loss": 0.0667, + "step": 20270 + }, + { + "epoch": 17.193384223918574, + "grad_norm": 1.2502392704644312, + "learning_rate": 1.8961905284204662e-05, + "loss": 0.0538, + "step": 20271 + }, + { + "epoch": 17.19423240033927, + "grad_norm": 1.1941581891219468, + "learning_rate": 1.8961783403246713e-05, + "loss": 0.0501, + "step": 20272 + }, + { + "epoch": 17.195080576759967, + "grad_norm": 1.2919072595500734, + "learning_rate": 1.896166151552602e-05, + "loss": 0.0561, + "step": 20273 + }, + { + "epoch": 17.195928753180663, + "grad_norm": 1.2639829987627853, + "learning_rate": 1.896153962104267e-05, + "loss": 0.0579, + "step": 20274 + }, + { + "epoch": 17.196776929601356, + "grad_norm": 1.3155574356105952, + "learning_rate": 1.896141771979676e-05, + "loss": 0.0536, + "step": 20275 + }, + { + "epoch": 17.197625106022052, + "grad_norm": 1.4304725726705103, + "learning_rate": 1.8961295811788378e-05, + "loss": 0.063, + "step": 20276 + }, + { + "epoch": 17.198473282442748, + "grad_norm": 1.195819735080415, + "learning_rate": 1.896117389701762e-05, + "loss": 0.0537, + "step": 20277 + }, + { + "epoch": 17.199321458863444, + "grad_norm": 1.1568896331635783, + "learning_rate": 1.896105197548457e-05, + "loss": 0.0566, + "step": 20278 + }, + { + "epoch": 17.20016963528414, + "grad_norm": 1.119383644432192, + "learning_rate": 1.896093004718933e-05, + "loss": 0.0507, + "step": 20279 + }, + { + "epoch": 17.201017811704833, + "grad_norm": 1.2102242474889668, + "learning_rate": 1.8960808112131982e-05, + "loss": 0.055, + "step": 20280 + }, + { + "epoch": 17.20186598812553, + "grad_norm": 1.2143309576511903, + "learning_rate": 1.8960686170312628e-05, + "loss": 0.0648, + "step": 20281 + }, + { + "epoch": 17.202714164546226, + "grad_norm": 1.1089320693451434, + "learning_rate": 1.8960564221731356e-05, + "loss": 0.0511, + "step": 20282 + }, + { + "epoch": 17.203562340966922, + "grad_norm": 1.2603835538098016, + "learning_rate": 1.8960442266388254e-05, + "loss": 0.0583, + "step": 20283 + }, + { + "epoch": 17.20441051738762, + "grad_norm": 1.2491196090786985, + "learning_rate": 1.896032030428342e-05, + "loss": 0.0576, + "step": 20284 + }, + { + "epoch": 17.20525869380831, + "grad_norm": 1.401191859730934, + "learning_rate": 1.8960198335416942e-05, + "loss": 0.0633, + "step": 20285 + }, + { + "epoch": 17.206106870229007, + "grad_norm": 1.149476954298496, + "learning_rate": 1.8960076359788916e-05, + "loss": 0.0539, + "step": 20286 + }, + { + "epoch": 17.206955046649703, + "grad_norm": 1.3415983751451779, + "learning_rate": 1.895995437739943e-05, + "loss": 0.0547, + "step": 20287 + }, + { + "epoch": 17.2078032230704, + "grad_norm": 1.2541099960754747, + "learning_rate": 1.895983238824858e-05, + "loss": 0.0589, + "step": 20288 + }, + { + "epoch": 17.208651399491096, + "grad_norm": 1.353282926580104, + "learning_rate": 1.8959710392336454e-05, + "loss": 0.0543, + "step": 20289 + }, + { + "epoch": 17.20949957591179, + "grad_norm": 1.1716726027016564, + "learning_rate": 1.8959588389663146e-05, + "loss": 0.0542, + "step": 20290 + }, + { + "epoch": 17.210347752332485, + "grad_norm": 1.3835456604142788, + "learning_rate": 1.8959466380228747e-05, + "loss": 0.0567, + "step": 20291 + }, + { + "epoch": 17.21119592875318, + "grad_norm": 1.4320961807813752, + "learning_rate": 1.8959344364033348e-05, + "loss": 0.0548, + "step": 20292 + }, + { + "epoch": 17.212044105173877, + "grad_norm": 1.317270894476975, + "learning_rate": 1.8959222341077047e-05, + "loss": 0.061, + "step": 20293 + }, + { + "epoch": 17.21289228159457, + "grad_norm": 1.117809427708224, + "learning_rate": 1.8959100311359933e-05, + "loss": 0.0529, + "step": 20294 + }, + { + "epoch": 17.213740458015266, + "grad_norm": 1.257963999115014, + "learning_rate": 1.8958978274882092e-05, + "loss": 0.0538, + "step": 20295 + }, + { + "epoch": 17.214588634435962, + "grad_norm": 1.324364516910702, + "learning_rate": 1.8958856231643625e-05, + "loss": 0.0571, + "step": 20296 + }, + { + "epoch": 17.21543681085666, + "grad_norm": 1.2262395715569423, + "learning_rate": 1.8958734181644618e-05, + "loss": 0.0518, + "step": 20297 + }, + { + "epoch": 17.216284987277355, + "grad_norm": 1.3139669642365872, + "learning_rate": 1.8958612124885167e-05, + "loss": 0.0605, + "step": 20298 + }, + { + "epoch": 17.217133163698048, + "grad_norm": 1.0134686828127257, + "learning_rate": 1.8958490061365366e-05, + "loss": 0.0494, + "step": 20299 + }, + { + "epoch": 17.217981340118744, + "grad_norm": 1.2667373988152761, + "learning_rate": 1.8958367991085297e-05, + "loss": 0.0584, + "step": 20300 + }, + { + "epoch": 17.21882951653944, + "grad_norm": 1.4216579111485252, + "learning_rate": 1.895824591404506e-05, + "loss": 0.0576, + "step": 20301 + }, + { + "epoch": 17.219677692960136, + "grad_norm": 1.3232855638762628, + "learning_rate": 1.895812383024475e-05, + "loss": 0.0562, + "step": 20302 + }, + { + "epoch": 17.220525869380833, + "grad_norm": 1.291397785380233, + "learning_rate": 1.8958001739684454e-05, + "loss": 0.0527, + "step": 20303 + }, + { + "epoch": 17.221374045801525, + "grad_norm": 1.149159382249147, + "learning_rate": 1.8957879642364264e-05, + "loss": 0.0558, + "step": 20304 + }, + { + "epoch": 17.22222222222222, + "grad_norm": 1.1928053688482256, + "learning_rate": 1.8957757538284273e-05, + "loss": 0.0519, + "step": 20305 + }, + { + "epoch": 17.223070398642918, + "grad_norm": 1.3236198949128897, + "learning_rate": 1.8957635427444577e-05, + "loss": 0.0579, + "step": 20306 + }, + { + "epoch": 17.223918575063614, + "grad_norm": 1.3564514814275572, + "learning_rate": 1.895751330984526e-05, + "loss": 0.0562, + "step": 20307 + }, + { + "epoch": 17.22476675148431, + "grad_norm": 1.269656991319573, + "learning_rate": 1.895739118548642e-05, + "loss": 0.0539, + "step": 20308 + }, + { + "epoch": 17.225614927905003, + "grad_norm": 1.1265538633186973, + "learning_rate": 1.895726905436815e-05, + "loss": 0.0578, + "step": 20309 + }, + { + "epoch": 17.2264631043257, + "grad_norm": 1.3855834348257565, + "learning_rate": 1.8957146916490538e-05, + "loss": 0.0561, + "step": 20310 + }, + { + "epoch": 17.227311280746395, + "grad_norm": 1.3705297977192794, + "learning_rate": 1.8957024771853678e-05, + "loss": 0.0605, + "step": 20311 + }, + { + "epoch": 17.22815945716709, + "grad_norm": 1.3403387827997977, + "learning_rate": 1.895690262045766e-05, + "loss": 0.0731, + "step": 20312 + }, + { + "epoch": 17.229007633587788, + "grad_norm": 1.3481511482710238, + "learning_rate": 1.8956780462302583e-05, + "loss": 0.0524, + "step": 20313 + }, + { + "epoch": 17.22985581000848, + "grad_norm": 1.2207956046918012, + "learning_rate": 1.8956658297388534e-05, + "loss": 0.055, + "step": 20314 + }, + { + "epoch": 17.230703986429177, + "grad_norm": 1.1279878089290571, + "learning_rate": 1.8956536125715606e-05, + "loss": 0.0536, + "step": 20315 + }, + { + "epoch": 17.231552162849873, + "grad_norm": 1.1532090010847735, + "learning_rate": 1.895641394728389e-05, + "loss": 0.0538, + "step": 20316 + }, + { + "epoch": 17.23240033927057, + "grad_norm": 1.2009237086847657, + "learning_rate": 1.895629176209348e-05, + "loss": 0.0514, + "step": 20317 + }, + { + "epoch": 17.233248515691265, + "grad_norm": 1.4564870382194588, + "learning_rate": 1.895616957014447e-05, + "loss": 0.064, + "step": 20318 + }, + { + "epoch": 17.234096692111958, + "grad_norm": 1.1468802246395546, + "learning_rate": 1.895604737143695e-05, + "loss": 0.0536, + "step": 20319 + }, + { + "epoch": 17.234944868532654, + "grad_norm": 1.2809769918539553, + "learning_rate": 1.8955925165971004e-05, + "loss": 0.0634, + "step": 20320 + }, + { + "epoch": 17.23579304495335, + "grad_norm": 1.2560337513233768, + "learning_rate": 1.895580295374674e-05, + "loss": 0.054, + "step": 20321 + }, + { + "epoch": 17.236641221374047, + "grad_norm": 1.2443014296949881, + "learning_rate": 1.895568073476424e-05, + "loss": 0.0625, + "step": 20322 + }, + { + "epoch": 17.237489397794743, + "grad_norm": 1.3169403412641707, + "learning_rate": 1.8955558509023596e-05, + "loss": 0.0558, + "step": 20323 + }, + { + "epoch": 17.238337574215436, + "grad_norm": 1.1501795838690858, + "learning_rate": 1.8955436276524907e-05, + "loss": 0.0473, + "step": 20324 + }, + { + "epoch": 17.239185750636132, + "grad_norm": 1.1652986457578516, + "learning_rate": 1.895531403726826e-05, + "loss": 0.0524, + "step": 20325 + }, + { + "epoch": 17.240033927056828, + "grad_norm": 1.293089620815062, + "learning_rate": 1.8955191791253747e-05, + "loss": 0.0556, + "step": 20326 + }, + { + "epoch": 17.240882103477524, + "grad_norm": 1.2151086980901766, + "learning_rate": 1.8955069538481466e-05, + "loss": 0.0538, + "step": 20327 + }, + { + "epoch": 17.24173027989822, + "grad_norm": 1.6280272464297454, + "learning_rate": 1.89549472789515e-05, + "loss": 0.0633, + "step": 20328 + }, + { + "epoch": 17.242578456318913, + "grad_norm": 1.3479106597832722, + "learning_rate": 1.8954825012663947e-05, + "loss": 0.0556, + "step": 20329 + }, + { + "epoch": 17.24342663273961, + "grad_norm": 1.3757998831313545, + "learning_rate": 1.8954702739618902e-05, + "loss": 0.0541, + "step": 20330 + }, + { + "epoch": 17.244274809160306, + "grad_norm": 1.3505180311934757, + "learning_rate": 1.895458045981645e-05, + "loss": 0.0554, + "step": 20331 + }, + { + "epoch": 17.245122985581002, + "grad_norm": 1.4373968064745892, + "learning_rate": 1.8954458173256688e-05, + "loss": 0.0626, + "step": 20332 + }, + { + "epoch": 17.245971162001695, + "grad_norm": 1.2995472282211615, + "learning_rate": 1.8954335879939708e-05, + "loss": 0.0684, + "step": 20333 + }, + { + "epoch": 17.24681933842239, + "grad_norm": 1.3963123242008246, + "learning_rate": 1.89542135798656e-05, + "loss": 0.055, + "step": 20334 + }, + { + "epoch": 17.247667514843087, + "grad_norm": 1.206195775398998, + "learning_rate": 1.895409127303446e-05, + "loss": 0.0596, + "step": 20335 + }, + { + "epoch": 17.248515691263783, + "grad_norm": 1.2842900425838528, + "learning_rate": 1.8953968959446377e-05, + "loss": 0.0556, + "step": 20336 + }, + { + "epoch": 17.24936386768448, + "grad_norm": 1.2530369254707618, + "learning_rate": 1.8953846639101443e-05, + "loss": 0.0503, + "step": 20337 + }, + { + "epoch": 17.250212044105172, + "grad_norm": 1.1403303682414878, + "learning_rate": 1.895372431199975e-05, + "loss": 0.0612, + "step": 20338 + }, + { + "epoch": 17.25106022052587, + "grad_norm": 1.2082293278292, + "learning_rate": 1.89536019781414e-05, + "loss": 0.0539, + "step": 20339 + }, + { + "epoch": 17.251908396946565, + "grad_norm": 1.1834314585215089, + "learning_rate": 1.895347963752647e-05, + "loss": 0.0564, + "step": 20340 + }, + { + "epoch": 17.25275657336726, + "grad_norm": 1.4520122082404312, + "learning_rate": 1.8953357290155062e-05, + "loss": 0.0747, + "step": 20341 + }, + { + "epoch": 17.253604749787957, + "grad_norm": 1.161368660571017, + "learning_rate": 1.8953234936027267e-05, + "loss": 0.056, + "step": 20342 + }, + { + "epoch": 17.25445292620865, + "grad_norm": 1.3299077583931687, + "learning_rate": 1.8953112575143177e-05, + "loss": 0.0566, + "step": 20343 + }, + { + "epoch": 17.255301102629346, + "grad_norm": 1.4518629264540561, + "learning_rate": 1.8952990207502878e-05, + "loss": 0.0596, + "step": 20344 + }, + { + "epoch": 17.256149279050042, + "grad_norm": 1.308648503092654, + "learning_rate": 1.895286783310647e-05, + "loss": 0.0558, + "step": 20345 + }, + { + "epoch": 17.25699745547074, + "grad_norm": 1.3089413495011315, + "learning_rate": 1.895274545195405e-05, + "loss": 0.058, + "step": 20346 + }, + { + "epoch": 17.257845631891435, + "grad_norm": 1.189048719171307, + "learning_rate": 1.8952623064045698e-05, + "loss": 0.0609, + "step": 20347 + }, + { + "epoch": 17.258693808312128, + "grad_norm": 1.2747177721070333, + "learning_rate": 1.8952500669381514e-05, + "loss": 0.0549, + "step": 20348 + }, + { + "epoch": 17.259541984732824, + "grad_norm": 1.4991313974934186, + "learning_rate": 1.8952378267961585e-05, + "loss": 0.0607, + "step": 20349 + }, + { + "epoch": 17.26039016115352, + "grad_norm": 1.4134906650908385, + "learning_rate": 1.895225585978601e-05, + "loss": 0.0574, + "step": 20350 + }, + { + "epoch": 17.261238337574216, + "grad_norm": 1.0871617521419799, + "learning_rate": 1.8952133444854878e-05, + "loss": 0.0503, + "step": 20351 + }, + { + "epoch": 17.262086513994912, + "grad_norm": 1.1620913206621417, + "learning_rate": 1.8952011023168283e-05, + "loss": 0.054, + "step": 20352 + }, + { + "epoch": 17.262934690415605, + "grad_norm": 1.3037713185457735, + "learning_rate": 1.895188859472631e-05, + "loss": 0.0567, + "step": 20353 + }, + { + "epoch": 17.2637828668363, + "grad_norm": 1.1444767016426363, + "learning_rate": 1.8951766159529065e-05, + "loss": 0.0526, + "step": 20354 + }, + { + "epoch": 17.264631043256998, + "grad_norm": 1.3118276277285326, + "learning_rate": 1.8951643717576627e-05, + "loss": 0.0612, + "step": 20355 + }, + { + "epoch": 17.265479219677694, + "grad_norm": 1.2563269435927287, + "learning_rate": 1.8951521268869095e-05, + "loss": 0.0548, + "step": 20356 + }, + { + "epoch": 17.26632739609839, + "grad_norm": 1.17996765093624, + "learning_rate": 1.895139881340656e-05, + "loss": 0.0584, + "step": 20357 + }, + { + "epoch": 17.267175572519083, + "grad_norm": 1.3659728000628737, + "learning_rate": 1.895127635118912e-05, + "loss": 0.0628, + "step": 20358 + }, + { + "epoch": 17.26802374893978, + "grad_norm": 1.2776086883202513, + "learning_rate": 1.8951153882216857e-05, + "loss": 0.0621, + "step": 20359 + }, + { + "epoch": 17.268871925360475, + "grad_norm": 1.3135676812567596, + "learning_rate": 1.895103140648987e-05, + "loss": 0.0681, + "step": 20360 + }, + { + "epoch": 17.26972010178117, + "grad_norm": 1.3458610638921522, + "learning_rate": 1.8950908924008253e-05, + "loss": 0.0612, + "step": 20361 + }, + { + "epoch": 17.270568278201868, + "grad_norm": 1.314256353852262, + "learning_rate": 1.895078643477209e-05, + "loss": 0.0554, + "step": 20362 + }, + { + "epoch": 17.27141645462256, + "grad_norm": 1.3611148441596632, + "learning_rate": 1.8950663938781483e-05, + "loss": 0.056, + "step": 20363 + }, + { + "epoch": 17.272264631043257, + "grad_norm": 1.2965602369974973, + "learning_rate": 1.8950541436036518e-05, + "loss": 0.0634, + "step": 20364 + }, + { + "epoch": 17.273112807463953, + "grad_norm": 1.4610478742168083, + "learning_rate": 1.8950418926537293e-05, + "loss": 0.0585, + "step": 20365 + }, + { + "epoch": 17.27396098388465, + "grad_norm": 1.2656459783567082, + "learning_rate": 1.8950296410283897e-05, + "loss": 0.064, + "step": 20366 + }, + { + "epoch": 17.274809160305345, + "grad_norm": 1.199553180011808, + "learning_rate": 1.895017388727642e-05, + "loss": 0.0586, + "step": 20367 + }, + { + "epoch": 17.275657336726038, + "grad_norm": 1.2856990640025965, + "learning_rate": 1.8950051357514958e-05, + "loss": 0.0575, + "step": 20368 + }, + { + "epoch": 17.276505513146734, + "grad_norm": 1.259581496978085, + "learning_rate": 1.8949928820999606e-05, + "loss": 0.0524, + "step": 20369 + }, + { + "epoch": 17.27735368956743, + "grad_norm": 1.1000064598430976, + "learning_rate": 1.894980627773045e-05, + "loss": 0.052, + "step": 20370 + }, + { + "epoch": 17.278201865988127, + "grad_norm": 1.0856801711948085, + "learning_rate": 1.8949683727707587e-05, + "loss": 0.0645, + "step": 20371 + }, + { + "epoch": 17.27905004240882, + "grad_norm": 1.3216610824944515, + "learning_rate": 1.8949561170931105e-05, + "loss": 0.0599, + "step": 20372 + }, + { + "epoch": 17.279898218829516, + "grad_norm": 1.3131425474401772, + "learning_rate": 1.89494386074011e-05, + "loss": 0.0573, + "step": 20373 + }, + { + "epoch": 17.280746395250212, + "grad_norm": 1.3786026864038226, + "learning_rate": 1.894931603711767e-05, + "loss": 0.0582, + "step": 20374 + }, + { + "epoch": 17.281594571670908, + "grad_norm": 1.4849653782237804, + "learning_rate": 1.8949193460080896e-05, + "loss": 0.0701, + "step": 20375 + }, + { + "epoch": 17.282442748091604, + "grad_norm": 1.2223967912345863, + "learning_rate": 1.894907087629088e-05, + "loss": 0.0564, + "step": 20376 + }, + { + "epoch": 17.283290924512297, + "grad_norm": 1.317484198238585, + "learning_rate": 1.894894828574771e-05, + "loss": 0.0603, + "step": 20377 + }, + { + "epoch": 17.284139100932993, + "grad_norm": 1.381413665006745, + "learning_rate": 1.8948825688451475e-05, + "loss": 0.0577, + "step": 20378 + }, + { + "epoch": 17.28498727735369, + "grad_norm": 1.4049063130638673, + "learning_rate": 1.8948703084402275e-05, + "loss": 0.055, + "step": 20379 + }, + { + "epoch": 17.285835453774386, + "grad_norm": 1.426132467478774, + "learning_rate": 1.89485804736002e-05, + "loss": 0.0598, + "step": 20380 + }, + { + "epoch": 17.286683630195082, + "grad_norm": 1.6009486742276338, + "learning_rate": 1.894845785604534e-05, + "loss": 0.0628, + "step": 20381 + }, + { + "epoch": 17.287531806615775, + "grad_norm": 1.2963983098440386, + "learning_rate": 1.8948335231737788e-05, + "loss": 0.0578, + "step": 20382 + }, + { + "epoch": 17.28837998303647, + "grad_norm": 1.2473619631447204, + "learning_rate": 1.8948212600677638e-05, + "loss": 0.0584, + "step": 20383 + }, + { + "epoch": 17.289228159457167, + "grad_norm": 1.140857318270773, + "learning_rate": 1.8948089962864986e-05, + "loss": 0.0565, + "step": 20384 + }, + { + "epoch": 17.290076335877863, + "grad_norm": 1.2564293376181594, + "learning_rate": 1.8947967318299917e-05, + "loss": 0.0554, + "step": 20385 + }, + { + "epoch": 17.29092451229856, + "grad_norm": 1.0947493252900506, + "learning_rate": 1.894784466698253e-05, + "loss": 0.0528, + "step": 20386 + }, + { + "epoch": 17.291772688719252, + "grad_norm": 1.5913401450213214, + "learning_rate": 1.8947722008912913e-05, + "loss": 0.0667, + "step": 20387 + }, + { + "epoch": 17.29262086513995, + "grad_norm": 1.1613988365876697, + "learning_rate": 1.8947599344091162e-05, + "loss": 0.0552, + "step": 20388 + }, + { + "epoch": 17.293469041560645, + "grad_norm": 1.2888876456039722, + "learning_rate": 1.8947476672517366e-05, + "loss": 0.0628, + "step": 20389 + }, + { + "epoch": 17.29431721798134, + "grad_norm": 1.3461383577679356, + "learning_rate": 1.894735399419162e-05, + "loss": 0.0585, + "step": 20390 + }, + { + "epoch": 17.295165394402037, + "grad_norm": 1.2230823191232887, + "learning_rate": 1.8947231309114017e-05, + "loss": 0.0556, + "step": 20391 + }, + { + "epoch": 17.29601357082273, + "grad_norm": 1.355272364105206, + "learning_rate": 1.8947108617284648e-05, + "loss": 0.0615, + "step": 20392 + }, + { + "epoch": 17.296861747243426, + "grad_norm": 1.1682728289027957, + "learning_rate": 1.894698591870361e-05, + "loss": 0.0551, + "step": 20393 + }, + { + "epoch": 17.297709923664122, + "grad_norm": 1.1694234396405379, + "learning_rate": 1.8946863213370986e-05, + "loss": 0.0546, + "step": 20394 + }, + { + "epoch": 17.29855810008482, + "grad_norm": 1.229665117487475, + "learning_rate": 1.8946740501286877e-05, + "loss": 0.0555, + "step": 20395 + }, + { + "epoch": 17.299406276505515, + "grad_norm": 1.1327586754389103, + "learning_rate": 1.8946617782451377e-05, + "loss": 0.0547, + "step": 20396 + }, + { + "epoch": 17.300254452926207, + "grad_norm": 1.2918256205739822, + "learning_rate": 1.894649505686457e-05, + "loss": 0.0676, + "step": 20397 + }, + { + "epoch": 17.301102629346904, + "grad_norm": 1.3284279676524855, + "learning_rate": 1.8946372324526554e-05, + "loss": 0.0572, + "step": 20398 + }, + { + "epoch": 17.3019508057676, + "grad_norm": 1.3606221060530286, + "learning_rate": 1.8946249585437422e-05, + "loss": 0.0546, + "step": 20399 + }, + { + "epoch": 17.302798982188296, + "grad_norm": 1.0715233892403224, + "learning_rate": 1.8946126839597268e-05, + "loss": 0.0508, + "step": 20400 + }, + { + "epoch": 17.303647158608992, + "grad_norm": 1.3660184620247973, + "learning_rate": 1.8946004087006176e-05, + "loss": 0.0542, + "step": 20401 + }, + { + "epoch": 17.304495335029685, + "grad_norm": 1.2616418747122942, + "learning_rate": 1.894588132766425e-05, + "loss": 0.0568, + "step": 20402 + }, + { + "epoch": 17.30534351145038, + "grad_norm": 1.1563265028709377, + "learning_rate": 1.8945758561571578e-05, + "loss": 0.0591, + "step": 20403 + }, + { + "epoch": 17.306191687871078, + "grad_norm": 1.415781976379583, + "learning_rate": 1.894563578872825e-05, + "loss": 0.0638, + "step": 20404 + }, + { + "epoch": 17.307039864291774, + "grad_norm": 1.4252814424564804, + "learning_rate": 1.8945513009134358e-05, + "loss": 0.0613, + "step": 20405 + }, + { + "epoch": 17.307888040712466, + "grad_norm": 1.233954196472328, + "learning_rate": 1.8945390222790003e-05, + "loss": 0.0593, + "step": 20406 + }, + { + "epoch": 17.308736217133163, + "grad_norm": 1.3350665105288846, + "learning_rate": 1.894526742969527e-05, + "loss": 0.0693, + "step": 20407 + }, + { + "epoch": 17.30958439355386, + "grad_norm": 1.2847756314838048, + "learning_rate": 1.894514462985025e-05, + "loss": 0.0593, + "step": 20408 + }, + { + "epoch": 17.310432569974555, + "grad_norm": 1.3694845965615814, + "learning_rate": 1.8945021823255045e-05, + "loss": 0.053, + "step": 20409 + }, + { + "epoch": 17.31128074639525, + "grad_norm": 1.1461547323351875, + "learning_rate": 1.894489900990974e-05, + "loss": 0.0535, + "step": 20410 + }, + { + "epoch": 17.312128922815944, + "grad_norm": 1.3858982059187268, + "learning_rate": 1.8944776189814432e-05, + "loss": 0.0655, + "step": 20411 + }, + { + "epoch": 17.31297709923664, + "grad_norm": 1.3129409025448544, + "learning_rate": 1.8944653362969207e-05, + "loss": 0.0575, + "step": 20412 + }, + { + "epoch": 17.313825275657337, + "grad_norm": 1.2678291903780812, + "learning_rate": 1.8944530529374166e-05, + "loss": 0.0549, + "step": 20413 + }, + { + "epoch": 17.314673452078033, + "grad_norm": 1.2253944645099055, + "learning_rate": 1.8944407689029397e-05, + "loss": 0.0553, + "step": 20414 + }, + { + "epoch": 17.31552162849873, + "grad_norm": 1.020637295939253, + "learning_rate": 1.8944284841934992e-05, + "loss": 0.0527, + "step": 20415 + }, + { + "epoch": 17.31636980491942, + "grad_norm": 1.1946800575931242, + "learning_rate": 1.8944161988091045e-05, + "loss": 0.0552, + "step": 20416 + }, + { + "epoch": 17.317217981340118, + "grad_norm": 1.3126345388128737, + "learning_rate": 1.894403912749765e-05, + "loss": 0.0561, + "step": 20417 + }, + { + "epoch": 17.318066157760814, + "grad_norm": 1.329073498954925, + "learning_rate": 1.89439162601549e-05, + "loss": 0.0543, + "step": 20418 + }, + { + "epoch": 17.31891433418151, + "grad_norm": 1.2714838582124521, + "learning_rate": 1.8943793386062883e-05, + "loss": 0.058, + "step": 20419 + }, + { + "epoch": 17.319762510602207, + "grad_norm": 1.2545556737139054, + "learning_rate": 1.89436705052217e-05, + "loss": 0.0566, + "step": 20420 + }, + { + "epoch": 17.3206106870229, + "grad_norm": 1.2408641159062925, + "learning_rate": 1.8943547617631432e-05, + "loss": 0.0639, + "step": 20421 + }, + { + "epoch": 17.321458863443596, + "grad_norm": 1.1537217123158614, + "learning_rate": 1.8943424723292185e-05, + "loss": 0.0613, + "step": 20422 + }, + { + "epoch": 17.32230703986429, + "grad_norm": 1.1011421264921426, + "learning_rate": 1.8943301822204045e-05, + "loss": 0.0529, + "step": 20423 + }, + { + "epoch": 17.323155216284988, + "grad_norm": 1.371837205947398, + "learning_rate": 1.89431789143671e-05, + "loss": 0.057, + "step": 20424 + }, + { + "epoch": 17.324003392705684, + "grad_norm": 1.4039511542034455, + "learning_rate": 1.8943055999781453e-05, + "loss": 0.0596, + "step": 20425 + }, + { + "epoch": 17.324851569126377, + "grad_norm": 1.242748742792735, + "learning_rate": 1.894293307844719e-05, + "loss": 0.0543, + "step": 20426 + }, + { + "epoch": 17.325699745547073, + "grad_norm": 1.2404532020963654, + "learning_rate": 1.8942810150364403e-05, + "loss": 0.0513, + "step": 20427 + }, + { + "epoch": 17.32654792196777, + "grad_norm": 1.5138029689262391, + "learning_rate": 1.894268721553319e-05, + "loss": 0.0596, + "step": 20428 + }, + { + "epoch": 17.327396098388466, + "grad_norm": 1.3990708694747451, + "learning_rate": 1.8942564273953635e-05, + "loss": 0.0561, + "step": 20429 + }, + { + "epoch": 17.328244274809162, + "grad_norm": 1.2591022125736437, + "learning_rate": 1.8942441325625844e-05, + "loss": 0.0541, + "step": 20430 + }, + { + "epoch": 17.329092451229855, + "grad_norm": 1.2541399966700468, + "learning_rate": 1.89423183705499e-05, + "loss": 0.0544, + "step": 20431 + }, + { + "epoch": 17.32994062765055, + "grad_norm": 1.2928604444451979, + "learning_rate": 1.8942195408725895e-05, + "loss": 0.0582, + "step": 20432 + }, + { + "epoch": 17.330788804071247, + "grad_norm": 1.4012165879507368, + "learning_rate": 1.894207244015393e-05, + "loss": 0.0597, + "step": 20433 + }, + { + "epoch": 17.331636980491943, + "grad_norm": 1.3979493311193956, + "learning_rate": 1.894194946483409e-05, + "loss": 0.0669, + "step": 20434 + }, + { + "epoch": 17.33248515691264, + "grad_norm": 1.167409572327073, + "learning_rate": 1.894182648276647e-05, + "loss": 0.0501, + "step": 20435 + }, + { + "epoch": 17.333333333333332, + "grad_norm": 1.3846083740976463, + "learning_rate": 1.8941703493951163e-05, + "loss": 0.0638, + "step": 20436 + }, + { + "epoch": 17.33418150975403, + "grad_norm": 1.192631791382703, + "learning_rate": 1.8941580498388264e-05, + "loss": 0.0555, + "step": 20437 + }, + { + "epoch": 17.335029686174725, + "grad_norm": 1.1978568025828236, + "learning_rate": 1.8941457496077867e-05, + "loss": 0.0557, + "step": 20438 + }, + { + "epoch": 17.33587786259542, + "grad_norm": 1.5578061448840832, + "learning_rate": 1.894133448702006e-05, + "loss": 0.0654, + "step": 20439 + }, + { + "epoch": 17.336726039016117, + "grad_norm": 1.249071416282992, + "learning_rate": 1.8941211471214936e-05, + "loss": 0.0554, + "step": 20440 + }, + { + "epoch": 17.33757421543681, + "grad_norm": 1.335235733602318, + "learning_rate": 1.894108844866259e-05, + "loss": 0.0594, + "step": 20441 + }, + { + "epoch": 17.338422391857506, + "grad_norm": 1.4404723352269695, + "learning_rate": 1.894096541936311e-05, + "loss": 0.0666, + "step": 20442 + }, + { + "epoch": 17.339270568278202, + "grad_norm": 1.1257310288576707, + "learning_rate": 1.8940842383316596e-05, + "loss": 0.0495, + "step": 20443 + }, + { + "epoch": 17.3401187446989, + "grad_norm": 1.2195360866061231, + "learning_rate": 1.894071934052314e-05, + "loss": 0.0535, + "step": 20444 + }, + { + "epoch": 17.34096692111959, + "grad_norm": 1.146646869428311, + "learning_rate": 1.8940596290982833e-05, + "loss": 0.0623, + "step": 20445 + }, + { + "epoch": 17.341815097540287, + "grad_norm": 1.0876859708098938, + "learning_rate": 1.8940473234695766e-05, + "loss": 0.0497, + "step": 20446 + }, + { + "epoch": 17.342663273960984, + "grad_norm": 1.2008907186881317, + "learning_rate": 1.8940350171662034e-05, + "loss": 0.0601, + "step": 20447 + }, + { + "epoch": 17.34351145038168, + "grad_norm": 1.20197854640733, + "learning_rate": 1.894022710188173e-05, + "loss": 0.0547, + "step": 20448 + }, + { + "epoch": 17.344359626802376, + "grad_norm": 1.317473661084222, + "learning_rate": 1.8940104025354945e-05, + "loss": 0.0549, + "step": 20449 + }, + { + "epoch": 17.34520780322307, + "grad_norm": 1.3009142319064224, + "learning_rate": 1.8939980942081777e-05, + "loss": 0.0529, + "step": 20450 + }, + { + "epoch": 17.346055979643765, + "grad_norm": 1.4106918303884624, + "learning_rate": 1.893985785206231e-05, + "loss": 0.0652, + "step": 20451 + }, + { + "epoch": 17.34690415606446, + "grad_norm": 1.3094556846338006, + "learning_rate": 1.8939734755296647e-05, + "loss": 0.0588, + "step": 20452 + }, + { + "epoch": 17.347752332485157, + "grad_norm": 1.4954222296256896, + "learning_rate": 1.893961165178487e-05, + "loss": 0.0587, + "step": 20453 + }, + { + "epoch": 17.348600508905854, + "grad_norm": 1.2753632366234509, + "learning_rate": 1.8939488541527084e-05, + "loss": 0.06, + "step": 20454 + }, + { + "epoch": 17.349448685326546, + "grad_norm": 1.3277774989539566, + "learning_rate": 1.893936542452337e-05, + "loss": 0.0541, + "step": 20455 + }, + { + "epoch": 17.350296861747243, + "grad_norm": 1.342726380168453, + "learning_rate": 1.893924230077383e-05, + "loss": 0.0562, + "step": 20456 + }, + { + "epoch": 17.35114503816794, + "grad_norm": 1.4001525485604085, + "learning_rate": 1.8939119170278554e-05, + "loss": 0.0698, + "step": 20457 + }, + { + "epoch": 17.351993214588635, + "grad_norm": 1.467177093742256, + "learning_rate": 1.893899603303763e-05, + "loss": 0.057, + "step": 20458 + }, + { + "epoch": 17.35284139100933, + "grad_norm": 1.1768152122532602, + "learning_rate": 1.8938872889051158e-05, + "loss": 0.0549, + "step": 20459 + }, + { + "epoch": 17.353689567430024, + "grad_norm": 1.6202835959035857, + "learning_rate": 1.8938749738319233e-05, + "loss": 0.0679, + "step": 20460 + }, + { + "epoch": 17.35453774385072, + "grad_norm": 1.3023445706608514, + "learning_rate": 1.8938626580841933e-05, + "loss": 0.0614, + "step": 20461 + }, + { + "epoch": 17.355385920271416, + "grad_norm": 1.2811321922579995, + "learning_rate": 1.8938503416619365e-05, + "loss": 0.0556, + "step": 20462 + }, + { + "epoch": 17.356234096692113, + "grad_norm": 1.2745105431233823, + "learning_rate": 1.8938380245651623e-05, + "loss": 0.0622, + "step": 20463 + }, + { + "epoch": 17.35708227311281, + "grad_norm": 1.3723273391783406, + "learning_rate": 1.8938257067938792e-05, + "loss": 0.0578, + "step": 20464 + }, + { + "epoch": 17.3579304495335, + "grad_norm": 1.3101221795041411, + "learning_rate": 1.8938133883480966e-05, + "loss": 0.0611, + "step": 20465 + }, + { + "epoch": 17.358778625954198, + "grad_norm": 1.3135662187841377, + "learning_rate": 1.893801069227824e-05, + "loss": 0.0563, + "step": 20466 + }, + { + "epoch": 17.359626802374894, + "grad_norm": 1.366456067779602, + "learning_rate": 1.893788749433071e-05, + "loss": 0.0562, + "step": 20467 + }, + { + "epoch": 17.36047497879559, + "grad_norm": 1.4546452225142104, + "learning_rate": 1.8937764289638463e-05, + "loss": 0.0645, + "step": 20468 + }, + { + "epoch": 17.361323155216287, + "grad_norm": 1.3038269578900128, + "learning_rate": 1.8937641078201597e-05, + "loss": 0.0578, + "step": 20469 + }, + { + "epoch": 17.36217133163698, + "grad_norm": 1.1994815554014189, + "learning_rate": 1.89375178600202e-05, + "loss": 0.0535, + "step": 20470 + }, + { + "epoch": 17.363019508057675, + "grad_norm": 1.1659706530912513, + "learning_rate": 1.893739463509437e-05, + "loss": 0.0675, + "step": 20471 + }, + { + "epoch": 17.36386768447837, + "grad_norm": 1.2968547362035328, + "learning_rate": 1.8937271403424198e-05, + "loss": 0.0596, + "step": 20472 + }, + { + "epoch": 17.364715860899068, + "grad_norm": 1.2031350821935347, + "learning_rate": 1.8937148165009777e-05, + "loss": 0.0575, + "step": 20473 + }, + { + "epoch": 17.365564037319764, + "grad_norm": 1.281124153894739, + "learning_rate": 1.8937024919851198e-05, + "loss": 0.0543, + "step": 20474 + }, + { + "epoch": 17.366412213740457, + "grad_norm": 1.3350414486678694, + "learning_rate": 1.8936901667948557e-05, + "loss": 0.0624, + "step": 20475 + }, + { + "epoch": 17.367260390161153, + "grad_norm": 1.2409075013379978, + "learning_rate": 1.8936778409301944e-05, + "loss": 0.0607, + "step": 20476 + }, + { + "epoch": 17.36810856658185, + "grad_norm": 1.2938961522023373, + "learning_rate": 1.8936655143911455e-05, + "loss": 0.0583, + "step": 20477 + }, + { + "epoch": 17.368956743002546, + "grad_norm": 1.4007575579997984, + "learning_rate": 1.893653187177718e-05, + "loss": 0.0622, + "step": 20478 + }, + { + "epoch": 17.36980491942324, + "grad_norm": 1.2295711289835656, + "learning_rate": 1.8936408592899216e-05, + "loss": 0.0635, + "step": 20479 + }, + { + "epoch": 17.370653095843934, + "grad_norm": 1.2116903525713971, + "learning_rate": 1.8936285307277654e-05, + "loss": 0.0538, + "step": 20480 + }, + { + "epoch": 17.37150127226463, + "grad_norm": 1.258628579604024, + "learning_rate": 1.8936162014912587e-05, + "loss": 0.054, + "step": 20481 + }, + { + "epoch": 17.372349448685327, + "grad_norm": 1.449934885188865, + "learning_rate": 1.8936038715804105e-05, + "loss": 0.0607, + "step": 20482 + }, + { + "epoch": 17.373197625106023, + "grad_norm": 1.4650838485512305, + "learning_rate": 1.893591540995231e-05, + "loss": 0.0622, + "step": 20483 + }, + { + "epoch": 17.374045801526716, + "grad_norm": 1.1118110095676152, + "learning_rate": 1.8935792097357283e-05, + "loss": 0.0537, + "step": 20484 + }, + { + "epoch": 17.374893977947412, + "grad_norm": 1.3170527685852318, + "learning_rate": 1.8935668778019123e-05, + "loss": 0.0569, + "step": 20485 + }, + { + "epoch": 17.37574215436811, + "grad_norm": 1.117503244329548, + "learning_rate": 1.8935545451937924e-05, + "loss": 0.0543, + "step": 20486 + }, + { + "epoch": 17.376590330788805, + "grad_norm": 1.350200891039247, + "learning_rate": 1.893542211911378e-05, + "loss": 0.0588, + "step": 20487 + }, + { + "epoch": 17.3774385072095, + "grad_norm": 1.2295865515412994, + "learning_rate": 1.8935298779546782e-05, + "loss": 0.0609, + "step": 20488 + }, + { + "epoch": 17.378286683630193, + "grad_norm": 1.3782984455605665, + "learning_rate": 1.8935175433237023e-05, + "loss": 0.0573, + "step": 20489 + }, + { + "epoch": 17.37913486005089, + "grad_norm": 1.2416448322484674, + "learning_rate": 1.8935052080184597e-05, + "loss": 0.0501, + "step": 20490 + }, + { + "epoch": 17.379983036471586, + "grad_norm": 1.5958415361522118, + "learning_rate": 1.8934928720389596e-05, + "loss": 0.073, + "step": 20491 + }, + { + "epoch": 17.380831212892282, + "grad_norm": 1.2082336122119064, + "learning_rate": 1.8934805353852114e-05, + "loss": 0.054, + "step": 20492 + }, + { + "epoch": 17.38167938931298, + "grad_norm": 1.2534414628785189, + "learning_rate": 1.893468198057224e-05, + "loss": 0.0544, + "step": 20493 + }, + { + "epoch": 17.38252756573367, + "grad_norm": 1.3674765446792339, + "learning_rate": 1.8934558600550075e-05, + "loss": 0.0598, + "step": 20494 + }, + { + "epoch": 17.383375742154367, + "grad_norm": 1.3213247580423941, + "learning_rate": 1.8934435213785707e-05, + "loss": 0.0608, + "step": 20495 + }, + { + "epoch": 17.384223918575064, + "grad_norm": 1.182410963650976, + "learning_rate": 1.8934311820279228e-05, + "loss": 0.0561, + "step": 20496 + }, + { + "epoch": 17.38507209499576, + "grad_norm": 1.290550720691948, + "learning_rate": 1.8934188420030736e-05, + "loss": 0.0568, + "step": 20497 + }, + { + "epoch": 17.385920271416456, + "grad_norm": 1.253688132838962, + "learning_rate": 1.893406501304032e-05, + "loss": 0.0605, + "step": 20498 + }, + { + "epoch": 17.38676844783715, + "grad_norm": 1.3658025250502643, + "learning_rate": 1.8933941599308073e-05, + "loss": 0.059, + "step": 20499 + }, + { + "epoch": 17.387616624257845, + "grad_norm": 1.0771651260566342, + "learning_rate": 1.893381817883409e-05, + "loss": 0.0512, + "step": 20500 + }, + { + "epoch": 17.38846480067854, + "grad_norm": 1.2303560268707212, + "learning_rate": 1.8933694751618465e-05, + "loss": 0.0552, + "step": 20501 + }, + { + "epoch": 17.389312977099237, + "grad_norm": 1.4248188447324353, + "learning_rate": 1.8933571317661287e-05, + "loss": 0.0661, + "step": 20502 + }, + { + "epoch": 17.390161153519934, + "grad_norm": 1.1383350099253056, + "learning_rate": 1.8933447876962656e-05, + "loss": 0.0569, + "step": 20503 + }, + { + "epoch": 17.391009329940626, + "grad_norm": 1.3097241099661423, + "learning_rate": 1.893332442952266e-05, + "loss": 0.0592, + "step": 20504 + }, + { + "epoch": 17.391857506361323, + "grad_norm": 1.201932071299405, + "learning_rate": 1.8933200975341393e-05, + "loss": 0.0572, + "step": 20505 + }, + { + "epoch": 17.39270568278202, + "grad_norm": 1.3078797324187885, + "learning_rate": 1.8933077514418945e-05, + "loss": 0.0577, + "step": 20506 + }, + { + "epoch": 17.393553859202715, + "grad_norm": 1.3012538601828803, + "learning_rate": 1.8932954046755416e-05, + "loss": 0.0587, + "step": 20507 + }, + { + "epoch": 17.39440203562341, + "grad_norm": 1.4339894920506517, + "learning_rate": 1.8932830572350894e-05, + "loss": 0.0579, + "step": 20508 + }, + { + "epoch": 17.395250212044104, + "grad_norm": 1.3933260607890507, + "learning_rate": 1.8932707091205477e-05, + "loss": 0.0573, + "step": 20509 + }, + { + "epoch": 17.3960983884648, + "grad_norm": 1.3480254315744644, + "learning_rate": 1.8932583603319253e-05, + "loss": 0.0567, + "step": 20510 + }, + { + "epoch": 17.396946564885496, + "grad_norm": 1.217959674351416, + "learning_rate": 1.8932460108692314e-05, + "loss": 0.0557, + "step": 20511 + }, + { + "epoch": 17.397794741306193, + "grad_norm": 1.442192068846758, + "learning_rate": 1.8932336607324758e-05, + "loss": 0.0543, + "step": 20512 + }, + { + "epoch": 17.39864291772689, + "grad_norm": 1.3105653727106776, + "learning_rate": 1.893221309921668e-05, + "loss": 0.0623, + "step": 20513 + }, + { + "epoch": 17.39949109414758, + "grad_norm": 1.3092901073272192, + "learning_rate": 1.8932089584368167e-05, + "loss": 0.0554, + "step": 20514 + }, + { + "epoch": 17.400339270568278, + "grad_norm": 1.4944058113654852, + "learning_rate": 1.8931966062779315e-05, + "loss": 0.0593, + "step": 20515 + }, + { + "epoch": 17.401187446988974, + "grad_norm": 1.337573624888596, + "learning_rate": 1.8931842534450223e-05, + "loss": 0.0633, + "step": 20516 + }, + { + "epoch": 17.40203562340967, + "grad_norm": 1.3184757231736581, + "learning_rate": 1.8931718999380974e-05, + "loss": 0.0597, + "step": 20517 + }, + { + "epoch": 17.402883799830363, + "grad_norm": 1.30487059016753, + "learning_rate": 1.8931595457571663e-05, + "loss": 0.0554, + "step": 20518 + }, + { + "epoch": 17.40373197625106, + "grad_norm": 1.2436997127933487, + "learning_rate": 1.893147190902239e-05, + "loss": 0.0582, + "step": 20519 + }, + { + "epoch": 17.404580152671755, + "grad_norm": 1.0591742413611411, + "learning_rate": 1.8931348353733238e-05, + "loss": 0.0516, + "step": 20520 + }, + { + "epoch": 17.40542832909245, + "grad_norm": 1.408284838758277, + "learning_rate": 1.8931224791704313e-05, + "loss": 0.0637, + "step": 20521 + }, + { + "epoch": 17.406276505513148, + "grad_norm": 1.3165742120725483, + "learning_rate": 1.89311012229357e-05, + "loss": 0.06, + "step": 20522 + }, + { + "epoch": 17.40712468193384, + "grad_norm": 1.2227930499375055, + "learning_rate": 1.8930977647427495e-05, + "loss": 0.0524, + "step": 20523 + }, + { + "epoch": 17.407972858354537, + "grad_norm": 1.2355614218584945, + "learning_rate": 1.8930854065179788e-05, + "loss": 0.053, + "step": 20524 + }, + { + "epoch": 17.408821034775233, + "grad_norm": 1.3100450377168023, + "learning_rate": 1.8930730476192674e-05, + "loss": 0.0589, + "step": 20525 + }, + { + "epoch": 17.40966921119593, + "grad_norm": 1.128045334288119, + "learning_rate": 1.8930606880466247e-05, + "loss": 0.0523, + "step": 20526 + }, + { + "epoch": 17.410517387616625, + "grad_norm": 1.0433448675173889, + "learning_rate": 1.89304832780006e-05, + "loss": 0.052, + "step": 20527 + }, + { + "epoch": 17.411365564037318, + "grad_norm": 1.1930009697245973, + "learning_rate": 1.8930359668795825e-05, + "loss": 0.054, + "step": 20528 + }, + { + "epoch": 17.412213740458014, + "grad_norm": 1.3500493188092786, + "learning_rate": 1.893023605285202e-05, + "loss": 0.0629, + "step": 20529 + }, + { + "epoch": 17.41306191687871, + "grad_norm": 1.308599109133183, + "learning_rate": 1.8930112430169273e-05, + "loss": 0.0654, + "step": 20530 + }, + { + "epoch": 17.413910093299407, + "grad_norm": 1.2251302547397094, + "learning_rate": 1.892998880074768e-05, + "loss": 0.0534, + "step": 20531 + }, + { + "epoch": 17.414758269720103, + "grad_norm": 1.236135806177108, + "learning_rate": 1.8929865164587332e-05, + "loss": 0.0519, + "step": 20532 + }, + { + "epoch": 17.415606446140796, + "grad_norm": 1.2017903605759437, + "learning_rate": 1.8929741521688322e-05, + "loss": 0.0593, + "step": 20533 + }, + { + "epoch": 17.416454622561492, + "grad_norm": 1.2131872423411458, + "learning_rate": 1.892961787205075e-05, + "loss": 0.0614, + "step": 20534 + }, + { + "epoch": 17.41730279898219, + "grad_norm": 1.0393464061803575, + "learning_rate": 1.8929494215674696e-05, + "loss": 0.0492, + "step": 20535 + }, + { + "epoch": 17.418150975402884, + "grad_norm": 1.4340302349990157, + "learning_rate": 1.892937055256027e-05, + "loss": 0.0573, + "step": 20536 + }, + { + "epoch": 17.41899915182358, + "grad_norm": 1.3689520165413875, + "learning_rate": 1.8929246882707553e-05, + "loss": 0.061, + "step": 20537 + }, + { + "epoch": 17.419847328244273, + "grad_norm": 1.3705185596254128, + "learning_rate": 1.8929123206116643e-05, + "loss": 0.0568, + "step": 20538 + }, + { + "epoch": 17.42069550466497, + "grad_norm": 1.1974589849452795, + "learning_rate": 1.8928999522787632e-05, + "loss": 0.0609, + "step": 20539 + }, + { + "epoch": 17.421543681085666, + "grad_norm": 1.445962062102942, + "learning_rate": 1.8928875832720614e-05, + "loss": 0.0566, + "step": 20540 + }, + { + "epoch": 17.422391857506362, + "grad_norm": 1.2953495771782002, + "learning_rate": 1.8928752135915682e-05, + "loss": 0.059, + "step": 20541 + }, + { + "epoch": 17.42324003392706, + "grad_norm": 1.1508069721305927, + "learning_rate": 1.8928628432372932e-05, + "loss": 0.0537, + "step": 20542 + }, + { + "epoch": 17.42408821034775, + "grad_norm": 1.607442909856445, + "learning_rate": 1.8928504722092448e-05, + "loss": 0.066, + "step": 20543 + }, + { + "epoch": 17.424936386768447, + "grad_norm": 1.328304392962039, + "learning_rate": 1.892838100507434e-05, + "loss": 0.0636, + "step": 20544 + }, + { + "epoch": 17.425784563189143, + "grad_norm": 1.2770869460468006, + "learning_rate": 1.8928257281318685e-05, + "loss": 0.0574, + "step": 20545 + }, + { + "epoch": 17.42663273960984, + "grad_norm": 1.3852731808825989, + "learning_rate": 1.8928133550825586e-05, + "loss": 0.0602, + "step": 20546 + }, + { + "epoch": 17.427480916030536, + "grad_norm": 1.3992526939640737, + "learning_rate": 1.892800981359513e-05, + "loss": 0.0563, + "step": 20547 + }, + { + "epoch": 17.42832909245123, + "grad_norm": 1.2881238985750108, + "learning_rate": 1.8927886069627413e-05, + "loss": 0.0602, + "step": 20548 + }, + { + "epoch": 17.429177268871925, + "grad_norm": 1.5143048632905731, + "learning_rate": 1.8927762318922533e-05, + "loss": 0.0692, + "step": 20549 + }, + { + "epoch": 17.43002544529262, + "grad_norm": 1.328417376151769, + "learning_rate": 1.892763856148058e-05, + "loss": 0.0539, + "step": 20550 + }, + { + "epoch": 17.430873621713317, + "grad_norm": 1.4572952336915646, + "learning_rate": 1.8927514797301644e-05, + "loss": 0.0619, + "step": 20551 + }, + { + "epoch": 17.431721798134014, + "grad_norm": 1.4712418475928475, + "learning_rate": 1.8927391026385825e-05, + "loss": 0.0547, + "step": 20552 + }, + { + "epoch": 17.432569974554706, + "grad_norm": 1.5362230177796836, + "learning_rate": 1.8927267248733208e-05, + "loss": 0.0598, + "step": 20553 + }, + { + "epoch": 17.433418150975402, + "grad_norm": 1.3587198006849834, + "learning_rate": 1.8927143464343893e-05, + "loss": 0.0501, + "step": 20554 + }, + { + "epoch": 17.4342663273961, + "grad_norm": 1.3784158545257317, + "learning_rate": 1.8927019673217974e-05, + "loss": 0.0614, + "step": 20555 + }, + { + "epoch": 17.435114503816795, + "grad_norm": 1.3825346622176127, + "learning_rate": 1.8926895875355537e-05, + "loss": 0.0627, + "step": 20556 + }, + { + "epoch": 17.435962680237488, + "grad_norm": 1.2917324395137715, + "learning_rate": 1.8926772070756684e-05, + "loss": 0.0562, + "step": 20557 + }, + { + "epoch": 17.436810856658184, + "grad_norm": 1.1051750989133369, + "learning_rate": 1.8926648259421503e-05, + "loss": 0.0521, + "step": 20558 + }, + { + "epoch": 17.43765903307888, + "grad_norm": 1.2510499884753676, + "learning_rate": 1.892652444135009e-05, + "loss": 0.0605, + "step": 20559 + }, + { + "epoch": 17.438507209499576, + "grad_norm": 1.116281655356878, + "learning_rate": 1.8926400616542535e-05, + "loss": 0.0525, + "step": 20560 + }, + { + "epoch": 17.439355385920273, + "grad_norm": 1.2093266176222852, + "learning_rate": 1.8926276784998937e-05, + "loss": 0.0576, + "step": 20561 + }, + { + "epoch": 17.440203562340965, + "grad_norm": 1.499861032987639, + "learning_rate": 1.8926152946719388e-05, + "loss": 0.0604, + "step": 20562 + }, + { + "epoch": 17.44105173876166, + "grad_norm": 1.4257606073235782, + "learning_rate": 1.892602910170398e-05, + "loss": 0.0606, + "step": 20563 + }, + { + "epoch": 17.441899915182358, + "grad_norm": 1.1764426153804861, + "learning_rate": 1.89259052499528e-05, + "loss": 0.0595, + "step": 20564 + }, + { + "epoch": 17.442748091603054, + "grad_norm": 1.1908002655758523, + "learning_rate": 1.8925781391465955e-05, + "loss": 0.0513, + "step": 20565 + }, + { + "epoch": 17.44359626802375, + "grad_norm": 1.3051555328546267, + "learning_rate": 1.8925657526243525e-05, + "loss": 0.0595, + "step": 20566 + }, + { + "epoch": 17.444444444444443, + "grad_norm": 1.2877635607611522, + "learning_rate": 1.8925533654285617e-05, + "loss": 0.0552, + "step": 20567 + }, + { + "epoch": 17.44529262086514, + "grad_norm": 1.286664568251029, + "learning_rate": 1.8925409775592313e-05, + "loss": 0.0583, + "step": 20568 + }, + { + "epoch": 17.446140797285835, + "grad_norm": 1.3786942207932358, + "learning_rate": 1.8925285890163708e-05, + "loss": 0.0567, + "step": 20569 + }, + { + "epoch": 17.44698897370653, + "grad_norm": 1.4707017746893982, + "learning_rate": 1.8925161997999907e-05, + "loss": 0.0694, + "step": 20570 + }, + { + "epoch": 17.447837150127228, + "grad_norm": 1.2385442621197207, + "learning_rate": 1.8925038099100988e-05, + "loss": 0.054, + "step": 20571 + }, + { + "epoch": 17.44868532654792, + "grad_norm": 1.3107800121758617, + "learning_rate": 1.8924914193467052e-05, + "loss": 0.0542, + "step": 20572 + }, + { + "epoch": 17.449533502968617, + "grad_norm": 1.2438202916337298, + "learning_rate": 1.8924790281098192e-05, + "loss": 0.0546, + "step": 20573 + }, + { + "epoch": 17.450381679389313, + "grad_norm": 1.2933310063294217, + "learning_rate": 1.89246663619945e-05, + "loss": 0.0552, + "step": 20574 + }, + { + "epoch": 17.45122985581001, + "grad_norm": 1.4752082482730824, + "learning_rate": 1.8924542436156072e-05, + "loss": 0.0564, + "step": 20575 + }, + { + "epoch": 17.452078032230705, + "grad_norm": 2.15546523437939, + "learning_rate": 1.8924418503583002e-05, + "loss": 0.0617, + "step": 20576 + }, + { + "epoch": 17.452926208651398, + "grad_norm": 1.3559366992233106, + "learning_rate": 1.892429456427538e-05, + "loss": 0.0588, + "step": 20577 + }, + { + "epoch": 17.453774385072094, + "grad_norm": 1.2331645776238, + "learning_rate": 1.89241706182333e-05, + "loss": 0.0525, + "step": 20578 + }, + { + "epoch": 17.45462256149279, + "grad_norm": 1.17673672023741, + "learning_rate": 1.8924046665456862e-05, + "loss": 0.0585, + "step": 20579 + }, + { + "epoch": 17.455470737913487, + "grad_norm": 1.4905009323594025, + "learning_rate": 1.892392270594615e-05, + "loss": 0.0836, + "step": 20580 + }, + { + "epoch": 17.456318914334183, + "grad_norm": 1.2908436178338205, + "learning_rate": 1.8923798739701263e-05, + "loss": 0.0537, + "step": 20581 + }, + { + "epoch": 17.457167090754876, + "grad_norm": 0.9840940735787512, + "learning_rate": 1.8923674766722293e-05, + "loss": 0.0475, + "step": 20582 + }, + { + "epoch": 17.458015267175572, + "grad_norm": 1.194115967031947, + "learning_rate": 1.8923550787009336e-05, + "loss": 0.0519, + "step": 20583 + }, + { + "epoch": 17.458863443596268, + "grad_norm": 1.2046294078982465, + "learning_rate": 1.892342680056248e-05, + "loss": 0.0525, + "step": 20584 + }, + { + "epoch": 17.459711620016964, + "grad_norm": 1.297003909566881, + "learning_rate": 1.8923302807381825e-05, + "loss": 0.0538, + "step": 20585 + }, + { + "epoch": 17.46055979643766, + "grad_norm": 1.3643362800446979, + "learning_rate": 1.892317880746746e-05, + "loss": 0.0598, + "step": 20586 + }, + { + "epoch": 17.461407972858353, + "grad_norm": 1.845726476799225, + "learning_rate": 1.8923054800819483e-05, + "loss": 0.0622, + "step": 20587 + }, + { + "epoch": 17.46225614927905, + "grad_norm": 1.4725518336989438, + "learning_rate": 1.8922930787437983e-05, + "loss": 0.0602, + "step": 20588 + }, + { + "epoch": 17.463104325699746, + "grad_norm": 1.6357670107518403, + "learning_rate": 1.8922806767323055e-05, + "loss": 0.0644, + "step": 20589 + }, + { + "epoch": 17.463952502120442, + "grad_norm": 1.3650114964435502, + "learning_rate": 1.8922682740474795e-05, + "loss": 0.0604, + "step": 20590 + }, + { + "epoch": 17.46480067854114, + "grad_norm": 1.4522064355012394, + "learning_rate": 1.8922558706893293e-05, + "loss": 0.0609, + "step": 20591 + }, + { + "epoch": 17.46564885496183, + "grad_norm": 1.482023612306242, + "learning_rate": 1.8922434666578643e-05, + "loss": 0.0619, + "step": 20592 + }, + { + "epoch": 17.466497031382527, + "grad_norm": 1.5111004670621826, + "learning_rate": 1.892231061953094e-05, + "loss": 0.0669, + "step": 20593 + }, + { + "epoch": 17.467345207803223, + "grad_norm": 1.0816233786663005, + "learning_rate": 1.892218656575028e-05, + "loss": 0.0538, + "step": 20594 + }, + { + "epoch": 17.46819338422392, + "grad_norm": 1.3614859186857986, + "learning_rate": 1.8922062505236754e-05, + "loss": 0.0645, + "step": 20595 + }, + { + "epoch": 17.469041560644612, + "grad_norm": 1.2553492011250473, + "learning_rate": 1.8921938437990454e-05, + "loss": 0.0575, + "step": 20596 + }, + { + "epoch": 17.46988973706531, + "grad_norm": 1.446186973541363, + "learning_rate": 1.8921814364011478e-05, + "loss": 0.0697, + "step": 20597 + }, + { + "epoch": 17.470737913486005, + "grad_norm": 1.159833616702873, + "learning_rate": 1.8921690283299915e-05, + "loss": 0.0609, + "step": 20598 + }, + { + "epoch": 17.4715860899067, + "grad_norm": 1.1931046300285022, + "learning_rate": 1.892156619585586e-05, + "loss": 0.054, + "step": 20599 + }, + { + "epoch": 17.472434266327397, + "grad_norm": 1.2722707641806752, + "learning_rate": 1.8921442101679407e-05, + "loss": 0.0594, + "step": 20600 + }, + { + "epoch": 17.47328244274809, + "grad_norm": 1.5222419340040962, + "learning_rate": 1.8921318000770648e-05, + "loss": 0.0583, + "step": 20601 + }, + { + "epoch": 17.474130619168786, + "grad_norm": 1.2934054653512093, + "learning_rate": 1.8921193893129685e-05, + "loss": 0.0558, + "step": 20602 + }, + { + "epoch": 17.474978795589482, + "grad_norm": 1.5009504429746892, + "learning_rate": 1.89210697787566e-05, + "loss": 0.0564, + "step": 20603 + }, + { + "epoch": 17.47582697201018, + "grad_norm": 1.45769761130231, + "learning_rate": 1.892094565765149e-05, + "loss": 0.0705, + "step": 20604 + }, + { + "epoch": 17.476675148430875, + "grad_norm": 1.277542053926081, + "learning_rate": 1.8920821529814454e-05, + "loss": 0.0583, + "step": 20605 + }, + { + "epoch": 17.477523324851568, + "grad_norm": 1.2716905514380352, + "learning_rate": 1.8920697395245582e-05, + "loss": 0.0535, + "step": 20606 + }, + { + "epoch": 17.478371501272264, + "grad_norm": 1.3276678049494728, + "learning_rate": 1.8920573253944966e-05, + "loss": 0.0602, + "step": 20607 + }, + { + "epoch": 17.47921967769296, + "grad_norm": 1.2263023463502354, + "learning_rate": 1.8920449105912705e-05, + "loss": 0.0648, + "step": 20608 + }, + { + "epoch": 17.480067854113656, + "grad_norm": 1.4655994619300274, + "learning_rate": 1.8920324951148887e-05, + "loss": 0.0622, + "step": 20609 + }, + { + "epoch": 17.480916030534353, + "grad_norm": 1.254286364425587, + "learning_rate": 1.8920200789653606e-05, + "loss": 0.0585, + "step": 20610 + }, + { + "epoch": 17.481764206955045, + "grad_norm": 1.3333581805787496, + "learning_rate": 1.8920076621426958e-05, + "loss": 0.0604, + "step": 20611 + }, + { + "epoch": 17.48261238337574, + "grad_norm": 1.3594544020175778, + "learning_rate": 1.8919952446469037e-05, + "loss": 0.0569, + "step": 20612 + }, + { + "epoch": 17.483460559796438, + "grad_norm": 1.332504654323027, + "learning_rate": 1.891982826477994e-05, + "loss": 0.063, + "step": 20613 + }, + { + "epoch": 17.484308736217134, + "grad_norm": 1.343715325915457, + "learning_rate": 1.8919704076359755e-05, + "loss": 0.0592, + "step": 20614 + }, + { + "epoch": 17.48515691263783, + "grad_norm": 1.5303188281967468, + "learning_rate": 1.8919579881208575e-05, + "loss": 0.0586, + "step": 20615 + }, + { + "epoch": 17.486005089058523, + "grad_norm": 1.2721196161179043, + "learning_rate": 1.8919455679326496e-05, + "loss": 0.0722, + "step": 20616 + }, + { + "epoch": 17.48685326547922, + "grad_norm": 1.273803450631196, + "learning_rate": 1.8919331470713612e-05, + "loss": 0.0579, + "step": 20617 + }, + { + "epoch": 17.487701441899915, + "grad_norm": 1.383972133418505, + "learning_rate": 1.8919207255370018e-05, + "loss": 0.0643, + "step": 20618 + }, + { + "epoch": 17.48854961832061, + "grad_norm": 1.428221277784086, + "learning_rate": 1.8919083033295808e-05, + "loss": 0.0563, + "step": 20619 + }, + { + "epoch": 17.489397794741308, + "grad_norm": 1.4322217303111209, + "learning_rate": 1.891895880449107e-05, + "loss": 0.0567, + "step": 20620 + }, + { + "epoch": 17.490245971162, + "grad_norm": 1.9247267125396397, + "learning_rate": 1.8918834568955906e-05, + "loss": 0.0622, + "step": 20621 + }, + { + "epoch": 17.491094147582697, + "grad_norm": 1.3485859400049038, + "learning_rate": 1.8918710326690402e-05, + "loss": 0.0624, + "step": 20622 + }, + { + "epoch": 17.491942324003393, + "grad_norm": 1.452075983426922, + "learning_rate": 1.8918586077694657e-05, + "loss": 0.065, + "step": 20623 + }, + { + "epoch": 17.49279050042409, + "grad_norm": 1.4111628143795711, + "learning_rate": 1.891846182196876e-05, + "loss": 0.0673, + "step": 20624 + }, + { + "epoch": 17.493638676844785, + "grad_norm": 1.2644663982450401, + "learning_rate": 1.891833755951281e-05, + "loss": 0.0558, + "step": 20625 + }, + { + "epoch": 17.494486853265478, + "grad_norm": 1.4423473010172296, + "learning_rate": 1.89182132903269e-05, + "loss": 0.0573, + "step": 20626 + }, + { + "epoch": 17.495335029686174, + "grad_norm": 1.1424456521641762, + "learning_rate": 1.891808901441112e-05, + "loss": 0.0521, + "step": 20627 + }, + { + "epoch": 17.49618320610687, + "grad_norm": 1.4945101610154572, + "learning_rate": 1.891796473176557e-05, + "loss": 0.0654, + "step": 20628 + }, + { + "epoch": 17.497031382527567, + "grad_norm": 1.1690839989371673, + "learning_rate": 1.8917840442390336e-05, + "loss": 0.0549, + "step": 20629 + }, + { + "epoch": 17.497879558948263, + "grad_norm": 1.3503497884906563, + "learning_rate": 1.8917716146285518e-05, + "loss": 0.0682, + "step": 20630 + }, + { + "epoch": 17.498727735368956, + "grad_norm": 1.298893497782794, + "learning_rate": 1.8917591843451206e-05, + "loss": 0.0599, + "step": 20631 + }, + { + "epoch": 17.499575911789652, + "grad_norm": 1.2729054354842635, + "learning_rate": 1.8917467533887495e-05, + "loss": 0.0564, + "step": 20632 + }, + { + "epoch": 17.500424088210348, + "grad_norm": 1.199275082235461, + "learning_rate": 1.891734321759448e-05, + "loss": 0.0529, + "step": 20633 + }, + { + "epoch": 17.501272264631044, + "grad_norm": 1.258072621508056, + "learning_rate": 1.8917218894572253e-05, + "loss": 0.0596, + "step": 20634 + }, + { + "epoch": 17.502120441051737, + "grad_norm": 1.463850060752094, + "learning_rate": 1.891709456482091e-05, + "loss": 0.0625, + "step": 20635 + }, + { + "epoch": 17.502968617472433, + "grad_norm": 1.3241615785995657, + "learning_rate": 1.8916970228340547e-05, + "loss": 0.0665, + "step": 20636 + }, + { + "epoch": 17.50381679389313, + "grad_norm": 1.3185382916247346, + "learning_rate": 1.891684588513125e-05, + "loss": 0.0643, + "step": 20637 + }, + { + "epoch": 17.504664970313826, + "grad_norm": 1.131230375275789, + "learning_rate": 1.8916721535193118e-05, + "loss": 0.0514, + "step": 20638 + }, + { + "epoch": 17.505513146734522, + "grad_norm": 1.1621300662159524, + "learning_rate": 1.8916597178526244e-05, + "loss": 0.052, + "step": 20639 + }, + { + "epoch": 17.506361323155215, + "grad_norm": 1.5207951523807628, + "learning_rate": 1.8916472815130723e-05, + "loss": 0.0701, + "step": 20640 + }, + { + "epoch": 17.50720949957591, + "grad_norm": 1.3165968563486679, + "learning_rate": 1.8916348445006643e-05, + "loss": 0.0573, + "step": 20641 + }, + { + "epoch": 17.508057675996607, + "grad_norm": 1.509572468252502, + "learning_rate": 1.891622406815411e-05, + "loss": 0.0677, + "step": 20642 + }, + { + "epoch": 17.508905852417303, + "grad_norm": 1.098000703940211, + "learning_rate": 1.8916099684573204e-05, + "loss": 0.0538, + "step": 20643 + }, + { + "epoch": 17.509754028838, + "grad_norm": 1.1835377629516208, + "learning_rate": 1.891597529426403e-05, + "loss": 0.0579, + "step": 20644 + }, + { + "epoch": 17.510602205258692, + "grad_norm": 1.3545479962494056, + "learning_rate": 1.8915850897226676e-05, + "loss": 0.0624, + "step": 20645 + }, + { + "epoch": 17.51145038167939, + "grad_norm": 1.23634400610291, + "learning_rate": 1.8915726493461236e-05, + "loss": 0.0608, + "step": 20646 + }, + { + "epoch": 17.512298558100085, + "grad_norm": 1.441916688656916, + "learning_rate": 1.8915602082967807e-05, + "loss": 0.0587, + "step": 20647 + }, + { + "epoch": 17.51314673452078, + "grad_norm": 1.1343683680308208, + "learning_rate": 1.891547766574648e-05, + "loss": 0.0509, + "step": 20648 + }, + { + "epoch": 17.513994910941477, + "grad_norm": 1.6706792331441775, + "learning_rate": 1.891535324179735e-05, + "loss": 0.0597, + "step": 20649 + }, + { + "epoch": 17.51484308736217, + "grad_norm": 1.3553265118647264, + "learning_rate": 1.891522881112051e-05, + "loss": 0.0566, + "step": 20650 + }, + { + "epoch": 17.515691263782866, + "grad_norm": 1.2640558816855483, + "learning_rate": 1.8915104373716055e-05, + "loss": 0.0621, + "step": 20651 + }, + { + "epoch": 17.516539440203562, + "grad_norm": 1.3618191232590033, + "learning_rate": 1.8914979929584077e-05, + "loss": 0.0566, + "step": 20652 + }, + { + "epoch": 17.51738761662426, + "grad_norm": 1.3153620497995007, + "learning_rate": 1.8914855478724673e-05, + "loss": 0.0584, + "step": 20653 + }, + { + "epoch": 17.518235793044955, + "grad_norm": 1.3760802486005783, + "learning_rate": 1.8914731021137933e-05, + "loss": 0.0571, + "step": 20654 + }, + { + "epoch": 17.519083969465647, + "grad_norm": 1.2015656275299116, + "learning_rate": 1.8914606556823955e-05, + "loss": 0.0626, + "step": 20655 + }, + { + "epoch": 17.519932145886344, + "grad_norm": 1.3255810752950972, + "learning_rate": 1.891448208578283e-05, + "loss": 0.0573, + "step": 20656 + }, + { + "epoch": 17.52078032230704, + "grad_norm": 1.2683720142650001, + "learning_rate": 1.8914357608014655e-05, + "loss": 0.055, + "step": 20657 + }, + { + "epoch": 17.521628498727736, + "grad_norm": 1.6165717220074018, + "learning_rate": 1.891423312351952e-05, + "loss": 0.0666, + "step": 20658 + }, + { + "epoch": 17.522476675148432, + "grad_norm": 1.3957646232177299, + "learning_rate": 1.8914108632297523e-05, + "loss": 0.063, + "step": 20659 + }, + { + "epoch": 17.523324851569125, + "grad_norm": 1.2558263870433726, + "learning_rate": 1.891398413434875e-05, + "loss": 0.0566, + "step": 20660 + }, + { + "epoch": 17.52417302798982, + "grad_norm": 1.2730025999600025, + "learning_rate": 1.891385962967331e-05, + "loss": 0.0594, + "step": 20661 + }, + { + "epoch": 17.525021204410518, + "grad_norm": 1.2426734656671292, + "learning_rate": 1.8913735118271282e-05, + "loss": 0.0575, + "step": 20662 + }, + { + "epoch": 17.525869380831214, + "grad_norm": 1.4114108488926715, + "learning_rate": 1.8913610600142767e-05, + "loss": 0.0553, + "step": 20663 + }, + { + "epoch": 17.52671755725191, + "grad_norm": 1.2957898593218053, + "learning_rate": 1.8913486075287856e-05, + "loss": 0.0532, + "step": 20664 + }, + { + "epoch": 17.527565733672603, + "grad_norm": 1.380002655063552, + "learning_rate": 1.8913361543706648e-05, + "loss": 0.0587, + "step": 20665 + }, + { + "epoch": 17.5284139100933, + "grad_norm": 1.516697583428864, + "learning_rate": 1.891323700539923e-05, + "loss": 0.0599, + "step": 20666 + }, + { + "epoch": 17.529262086513995, + "grad_norm": 1.3570757422719317, + "learning_rate": 1.89131124603657e-05, + "loss": 0.0577, + "step": 20667 + }, + { + "epoch": 17.53011026293469, + "grad_norm": 1.5650831928192777, + "learning_rate": 1.8912987908606152e-05, + "loss": 0.0689, + "step": 20668 + }, + { + "epoch": 17.530958439355388, + "grad_norm": 1.5529022576660014, + "learning_rate": 1.891286335012068e-05, + "loss": 0.0642, + "step": 20669 + }, + { + "epoch": 17.53180661577608, + "grad_norm": 1.477698854021634, + "learning_rate": 1.891273878490938e-05, + "loss": 0.0678, + "step": 20670 + }, + { + "epoch": 17.532654792196777, + "grad_norm": 2.013224835507345, + "learning_rate": 1.891261421297234e-05, + "loss": 0.0664, + "step": 20671 + }, + { + "epoch": 17.533502968617473, + "grad_norm": 1.2312301707270514, + "learning_rate": 1.891248963430966e-05, + "loss": 0.0604, + "step": 20672 + }, + { + "epoch": 17.53435114503817, + "grad_norm": 1.231458406795691, + "learning_rate": 1.891236504892143e-05, + "loss": 0.0571, + "step": 20673 + }, + { + "epoch": 17.53519932145886, + "grad_norm": 1.4181071617020058, + "learning_rate": 1.8912240456807746e-05, + "loss": 0.0642, + "step": 20674 + }, + { + "epoch": 17.536047497879558, + "grad_norm": 1.2889417311041171, + "learning_rate": 1.8912115857968704e-05, + "loss": 0.0568, + "step": 20675 + }, + { + "epoch": 17.536895674300254, + "grad_norm": 1.5977337038620185, + "learning_rate": 1.8911991252404393e-05, + "loss": 0.0592, + "step": 20676 + }, + { + "epoch": 17.53774385072095, + "grad_norm": 1.4773161535709358, + "learning_rate": 1.8911866640114912e-05, + "loss": 0.0608, + "step": 20677 + }, + { + "epoch": 17.538592027141647, + "grad_norm": 1.2837298800199435, + "learning_rate": 1.891174202110035e-05, + "loss": 0.057, + "step": 20678 + }, + { + "epoch": 17.53944020356234, + "grad_norm": 1.296977403056122, + "learning_rate": 1.8911617395360804e-05, + "loss": 0.0551, + "step": 20679 + }, + { + "epoch": 17.540288379983036, + "grad_norm": 1.1636564129854476, + "learning_rate": 1.8911492762896367e-05, + "loss": 0.0583, + "step": 20680 + }, + { + "epoch": 17.541136556403732, + "grad_norm": 1.4312312114265084, + "learning_rate": 1.8911368123707135e-05, + "loss": 0.0664, + "step": 20681 + }, + { + "epoch": 17.541984732824428, + "grad_norm": 1.386210566307802, + "learning_rate": 1.8911243477793204e-05, + "loss": 0.0601, + "step": 20682 + }, + { + "epoch": 17.542832909245124, + "grad_norm": 1.114903706431637, + "learning_rate": 1.891111882515466e-05, + "loss": 0.0652, + "step": 20683 + }, + { + "epoch": 17.543681085665817, + "grad_norm": 1.266625946148643, + "learning_rate": 1.8910994165791605e-05, + "loss": 0.0604, + "step": 20684 + }, + { + "epoch": 17.544529262086513, + "grad_norm": 1.3185045750407194, + "learning_rate": 1.8910869499704127e-05, + "loss": 0.0566, + "step": 20685 + }, + { + "epoch": 17.54537743850721, + "grad_norm": 1.4168943793951632, + "learning_rate": 1.8910744826892325e-05, + "loss": 0.0667, + "step": 20686 + }, + { + "epoch": 17.546225614927906, + "grad_norm": 1.4239353976626812, + "learning_rate": 1.8910620147356292e-05, + "loss": 0.0634, + "step": 20687 + }, + { + "epoch": 17.547073791348602, + "grad_norm": 1.3649001831351562, + "learning_rate": 1.891049546109612e-05, + "loss": 0.0649, + "step": 20688 + }, + { + "epoch": 17.547921967769295, + "grad_norm": 1.2670696991469392, + "learning_rate": 1.891037076811191e-05, + "loss": 0.0597, + "step": 20689 + }, + { + "epoch": 17.54877014418999, + "grad_norm": 1.2768666620822535, + "learning_rate": 1.891024606840374e-05, + "loss": 0.0649, + "step": 20690 + }, + { + "epoch": 17.549618320610687, + "grad_norm": 1.27941499625548, + "learning_rate": 1.891012136197172e-05, + "loss": 0.0595, + "step": 20691 + }, + { + "epoch": 17.550466497031383, + "grad_norm": 1.3093822861357307, + "learning_rate": 1.8909996648815944e-05, + "loss": 0.0564, + "step": 20692 + }, + { + "epoch": 17.55131467345208, + "grad_norm": 2.0081213080279907, + "learning_rate": 1.890987192893649e-05, + "loss": 0.0663, + "step": 20693 + }, + { + "epoch": 17.552162849872772, + "grad_norm": 1.4453650064499797, + "learning_rate": 1.8909747202333472e-05, + "loss": 0.0634, + "step": 20694 + }, + { + "epoch": 17.55301102629347, + "grad_norm": 1.830931195960409, + "learning_rate": 1.890962246900697e-05, + "loss": 0.0648, + "step": 20695 + }, + { + "epoch": 17.553859202714165, + "grad_norm": 1.3332192283836646, + "learning_rate": 1.8909497728957084e-05, + "loss": 0.0613, + "step": 20696 + }, + { + "epoch": 17.55470737913486, + "grad_norm": 1.3046368542050977, + "learning_rate": 1.890937298218391e-05, + "loss": 0.0573, + "step": 20697 + }, + { + "epoch": 17.555555555555557, + "grad_norm": 1.4112777997690025, + "learning_rate": 1.890924822868754e-05, + "loss": 0.0624, + "step": 20698 + }, + { + "epoch": 17.55640373197625, + "grad_norm": 1.3717098567829384, + "learning_rate": 1.8909123468468063e-05, + "loss": 0.0697, + "step": 20699 + }, + { + "epoch": 17.557251908396946, + "grad_norm": 1.2365873627043433, + "learning_rate": 1.890899870152558e-05, + "loss": 0.0583, + "step": 20700 + }, + { + "epoch": 17.558100084817642, + "grad_norm": 1.3430287930099436, + "learning_rate": 1.8908873927860183e-05, + "loss": 0.0598, + "step": 20701 + }, + { + "epoch": 17.55894826123834, + "grad_norm": 1.4798452039389522, + "learning_rate": 1.8908749147471968e-05, + "loss": 0.0615, + "step": 20702 + }, + { + "epoch": 17.559796437659035, + "grad_norm": 1.3136699808655883, + "learning_rate": 1.8908624360361022e-05, + "loss": 0.0689, + "step": 20703 + }, + { + "epoch": 17.560644614079727, + "grad_norm": 1.1583395435004467, + "learning_rate": 1.890849956652745e-05, + "loss": 0.0539, + "step": 20704 + }, + { + "epoch": 17.561492790500424, + "grad_norm": 1.5627453410440404, + "learning_rate": 1.8908374765971338e-05, + "loss": 0.0721, + "step": 20705 + }, + { + "epoch": 17.56234096692112, + "grad_norm": 1.291540447833582, + "learning_rate": 1.8908249958692785e-05, + "loss": 0.0607, + "step": 20706 + }, + { + "epoch": 17.563189143341816, + "grad_norm": 1.521256972838121, + "learning_rate": 1.8908125144691877e-05, + "loss": 0.07, + "step": 20707 + }, + { + "epoch": 17.564037319762512, + "grad_norm": 1.4323484281510466, + "learning_rate": 1.890800032396872e-05, + "loss": 0.0669, + "step": 20708 + }, + { + "epoch": 17.564885496183205, + "grad_norm": 1.4153959352612238, + "learning_rate": 1.89078754965234e-05, + "loss": 0.0561, + "step": 20709 + }, + { + "epoch": 17.5657336726039, + "grad_norm": 1.401564382112582, + "learning_rate": 1.8907750662356013e-05, + "loss": 0.0612, + "step": 20710 + }, + { + "epoch": 17.566581849024598, + "grad_norm": 1.4321232368729453, + "learning_rate": 1.8907625821466657e-05, + "loss": 0.0738, + "step": 20711 + }, + { + "epoch": 17.567430025445294, + "grad_norm": 1.3670086177393783, + "learning_rate": 1.890750097385542e-05, + "loss": 0.0576, + "step": 20712 + }, + { + "epoch": 17.568278201865986, + "grad_norm": 1.0991737306578606, + "learning_rate": 1.89073761195224e-05, + "loss": 0.0562, + "step": 20713 + }, + { + "epoch": 17.569126378286683, + "grad_norm": 1.2570678212278077, + "learning_rate": 1.890725125846769e-05, + "loss": 0.0609, + "step": 20714 + }, + { + "epoch": 17.56997455470738, + "grad_norm": 1.3489002451995145, + "learning_rate": 1.8907126390691384e-05, + "loss": 0.0616, + "step": 20715 + }, + { + "epoch": 17.570822731128075, + "grad_norm": 1.2562460241220852, + "learning_rate": 1.8907001516193574e-05, + "loss": 0.0573, + "step": 20716 + }, + { + "epoch": 17.57167090754877, + "grad_norm": 1.3049785503665308, + "learning_rate": 1.8906876634974364e-05, + "loss": 0.0597, + "step": 20717 + }, + { + "epoch": 17.572519083969464, + "grad_norm": 1.4417977785072653, + "learning_rate": 1.8906751747033836e-05, + "loss": 0.0629, + "step": 20718 + }, + { + "epoch": 17.57336726039016, + "grad_norm": 1.5729874994995758, + "learning_rate": 1.890662685237209e-05, + "loss": 0.0567, + "step": 20719 + }, + { + "epoch": 17.574215436810857, + "grad_norm": 1.4157721202459803, + "learning_rate": 1.890650195098922e-05, + "loss": 0.0629, + "step": 20720 + }, + { + "epoch": 17.575063613231553, + "grad_norm": 1.3416969438718982, + "learning_rate": 1.890637704288532e-05, + "loss": 0.0614, + "step": 20721 + }, + { + "epoch": 17.57591178965225, + "grad_norm": 1.445257595117509, + "learning_rate": 1.8906252128060486e-05, + "loss": 0.0583, + "step": 20722 + }, + { + "epoch": 17.57675996607294, + "grad_norm": 1.3211836186401078, + "learning_rate": 1.890612720651481e-05, + "loss": 0.0574, + "step": 20723 + }, + { + "epoch": 17.577608142493638, + "grad_norm": 1.4579498876359809, + "learning_rate": 1.890600227824839e-05, + "loss": 0.0587, + "step": 20724 + }, + { + "epoch": 17.578456318914334, + "grad_norm": 1.5415817637883238, + "learning_rate": 1.8905877343261313e-05, + "loss": 0.0712, + "step": 20725 + }, + { + "epoch": 17.57930449533503, + "grad_norm": 1.2796121917370036, + "learning_rate": 1.8905752401553675e-05, + "loss": 0.0561, + "step": 20726 + }, + { + "epoch": 17.580152671755727, + "grad_norm": 1.6379005418306267, + "learning_rate": 1.8905627453125575e-05, + "loss": 0.0643, + "step": 20727 + }, + { + "epoch": 17.58100084817642, + "grad_norm": 1.4083741872509876, + "learning_rate": 1.8905502497977103e-05, + "loss": 0.0582, + "step": 20728 + }, + { + "epoch": 17.581849024597116, + "grad_norm": 1.4241515232393696, + "learning_rate": 1.890537753610836e-05, + "loss": 0.0607, + "step": 20729 + }, + { + "epoch": 17.58269720101781, + "grad_norm": 1.2492252571269105, + "learning_rate": 1.8905252567519432e-05, + "loss": 0.0594, + "step": 20730 + }, + { + "epoch": 17.583545377438508, + "grad_norm": 1.709076194051728, + "learning_rate": 1.890512759221042e-05, + "loss": 0.0654, + "step": 20731 + }, + { + "epoch": 17.584393553859204, + "grad_norm": 1.3315190972582491, + "learning_rate": 1.8905002610181412e-05, + "loss": 0.0643, + "step": 20732 + }, + { + "epoch": 17.585241730279897, + "grad_norm": 1.4460009029470533, + "learning_rate": 1.8904877621432508e-05, + "loss": 0.0568, + "step": 20733 + }, + { + "epoch": 17.586089906700593, + "grad_norm": 1.3109924378667996, + "learning_rate": 1.8904752625963797e-05, + "loss": 0.0621, + "step": 20734 + }, + { + "epoch": 17.58693808312129, + "grad_norm": 1.5141640985872837, + "learning_rate": 1.8904627623775377e-05, + "loss": 0.0631, + "step": 20735 + }, + { + "epoch": 17.587786259541986, + "grad_norm": 1.2756717114977998, + "learning_rate": 1.8904502614867343e-05, + "loss": 0.0598, + "step": 20736 + }, + { + "epoch": 17.588634435962682, + "grad_norm": 1.2744909678193583, + "learning_rate": 1.8904377599239786e-05, + "loss": 0.0632, + "step": 20737 + }, + { + "epoch": 17.589482612383375, + "grad_norm": 1.3363643209681275, + "learning_rate": 1.89042525768928e-05, + "loss": 0.0636, + "step": 20738 + }, + { + "epoch": 17.59033078880407, + "grad_norm": 1.3219945894334602, + "learning_rate": 1.890412754782648e-05, + "loss": 0.0604, + "step": 20739 + }, + { + "epoch": 17.591178965224767, + "grad_norm": 1.2761948238787109, + "learning_rate": 1.890400251204093e-05, + "loss": 0.0588, + "step": 20740 + }, + { + "epoch": 17.592027141645463, + "grad_norm": 1.3236380297418031, + "learning_rate": 1.8903877469536232e-05, + "loss": 0.0574, + "step": 20741 + }, + { + "epoch": 17.59287531806616, + "grad_norm": 1.439910271347353, + "learning_rate": 1.8903752420312482e-05, + "loss": 0.0679, + "step": 20742 + }, + { + "epoch": 17.593723494486852, + "grad_norm": 1.755805368570989, + "learning_rate": 1.890362736436978e-05, + "loss": 0.0566, + "step": 20743 + }, + { + "epoch": 17.59457167090755, + "grad_norm": 1.784944989278746, + "learning_rate": 1.8903502301708218e-05, + "loss": 0.0626, + "step": 20744 + }, + { + "epoch": 17.595419847328245, + "grad_norm": 1.3117514362976246, + "learning_rate": 1.8903377232327886e-05, + "loss": 0.0607, + "step": 20745 + }, + { + "epoch": 17.59626802374894, + "grad_norm": 1.3662796193982767, + "learning_rate": 1.8903252156228886e-05, + "loss": 0.0629, + "step": 20746 + }, + { + "epoch": 17.597116200169637, + "grad_norm": 1.317610000283167, + "learning_rate": 1.8903127073411305e-05, + "loss": 0.0566, + "step": 20747 + }, + { + "epoch": 17.59796437659033, + "grad_norm": 1.462450673706895, + "learning_rate": 1.890300198387524e-05, + "loss": 0.0582, + "step": 20748 + }, + { + "epoch": 17.598812553011026, + "grad_norm": 1.4912315995920196, + "learning_rate": 1.890287688762079e-05, + "loss": 0.0644, + "step": 20749 + }, + { + "epoch": 17.599660729431722, + "grad_norm": 1.3847738945786636, + "learning_rate": 1.8902751784648043e-05, + "loss": 0.064, + "step": 20750 + }, + { + "epoch": 17.60050890585242, + "grad_norm": 1.4130248722074066, + "learning_rate": 1.8902626674957095e-05, + "loss": 0.0652, + "step": 20751 + }, + { + "epoch": 17.60135708227311, + "grad_norm": 1.3762133880092506, + "learning_rate": 1.8902501558548044e-05, + "loss": 0.0577, + "step": 20752 + }, + { + "epoch": 17.602205258693807, + "grad_norm": 1.2418486591869045, + "learning_rate": 1.8902376435420978e-05, + "loss": 0.066, + "step": 20753 + }, + { + "epoch": 17.603053435114504, + "grad_norm": 1.3648811929728355, + "learning_rate": 1.8902251305576002e-05, + "loss": 0.06, + "step": 20754 + }, + { + "epoch": 17.6039016115352, + "grad_norm": 1.3351665257468441, + "learning_rate": 1.8902126169013198e-05, + "loss": 0.0621, + "step": 20755 + }, + { + "epoch": 17.604749787955896, + "grad_norm": 1.2339631736378174, + "learning_rate": 1.8902001025732667e-05, + "loss": 0.0569, + "step": 20756 + }, + { + "epoch": 17.60559796437659, + "grad_norm": 1.1705096279768787, + "learning_rate": 1.8901875875734504e-05, + "loss": 0.0526, + "step": 20757 + }, + { + "epoch": 17.606446140797285, + "grad_norm": 1.3839797140626273, + "learning_rate": 1.89017507190188e-05, + "loss": 0.0632, + "step": 20758 + }, + { + "epoch": 17.60729431721798, + "grad_norm": 1.2777426953766735, + "learning_rate": 1.890162555558565e-05, + "loss": 0.061, + "step": 20759 + }, + { + "epoch": 17.608142493638677, + "grad_norm": 1.5448373985302868, + "learning_rate": 1.8901500385435155e-05, + "loss": 0.0595, + "step": 20760 + }, + { + "epoch": 17.608990670059374, + "grad_norm": 1.5906153640841523, + "learning_rate": 1.89013752085674e-05, + "loss": 0.0683, + "step": 20761 + }, + { + "epoch": 17.609838846480066, + "grad_norm": 1.2065447260421671, + "learning_rate": 1.8901250024982486e-05, + "loss": 0.0512, + "step": 20762 + }, + { + "epoch": 17.610687022900763, + "grad_norm": 1.497681326979202, + "learning_rate": 1.8901124834680503e-05, + "loss": 0.0679, + "step": 20763 + }, + { + "epoch": 17.61153519932146, + "grad_norm": 1.9552641454196338, + "learning_rate": 1.8900999637661552e-05, + "loss": 0.0617, + "step": 20764 + }, + { + "epoch": 17.612383375742155, + "grad_norm": 1.4980836730483542, + "learning_rate": 1.890087443392572e-05, + "loss": 0.0664, + "step": 20765 + }, + { + "epoch": 17.61323155216285, + "grad_norm": 1.4415297831476837, + "learning_rate": 1.8900749223473107e-05, + "loss": 0.0684, + "step": 20766 + }, + { + "epoch": 17.614079728583544, + "grad_norm": 1.3863572519004728, + "learning_rate": 1.89006240063038e-05, + "loss": 0.059, + "step": 20767 + }, + { + "epoch": 17.61492790500424, + "grad_norm": 1.3343368473226402, + "learning_rate": 1.89004987824179e-05, + "loss": 0.0554, + "step": 20768 + }, + { + "epoch": 17.615776081424936, + "grad_norm": 1.4130907299939837, + "learning_rate": 1.8900373551815503e-05, + "loss": 0.0581, + "step": 20769 + }, + { + "epoch": 17.616624257845633, + "grad_norm": 1.3928152535869038, + "learning_rate": 1.89002483144967e-05, + "loss": 0.0622, + "step": 20770 + }, + { + "epoch": 17.61747243426633, + "grad_norm": 1.2634960923562917, + "learning_rate": 1.8900123070461586e-05, + "loss": 0.0568, + "step": 20771 + }, + { + "epoch": 17.61832061068702, + "grad_norm": 1.3026861756893577, + "learning_rate": 1.8899997819710253e-05, + "loss": 0.0628, + "step": 20772 + }, + { + "epoch": 17.619168787107718, + "grad_norm": 1.2377120956177208, + "learning_rate": 1.8899872562242803e-05, + "loss": 0.0653, + "step": 20773 + }, + { + "epoch": 17.620016963528414, + "grad_norm": 1.2556217007137045, + "learning_rate": 1.889974729805932e-05, + "loss": 0.0556, + "step": 20774 + }, + { + "epoch": 17.62086513994911, + "grad_norm": 1.4063942350572005, + "learning_rate": 1.889962202715991e-05, + "loss": 0.07, + "step": 20775 + }, + { + "epoch": 17.621713316369807, + "grad_norm": 1.303256351786486, + "learning_rate": 1.8899496749544656e-05, + "loss": 0.0565, + "step": 20776 + }, + { + "epoch": 17.6225614927905, + "grad_norm": 1.3514268199236628, + "learning_rate": 1.8899371465213664e-05, + "loss": 0.062, + "step": 20777 + }, + { + "epoch": 17.623409669211195, + "grad_norm": 1.5384448027460211, + "learning_rate": 1.8899246174167016e-05, + "loss": 0.0705, + "step": 20778 + }, + { + "epoch": 17.62425784563189, + "grad_norm": 1.366518451015379, + "learning_rate": 1.889912087640482e-05, + "loss": 0.0581, + "step": 20779 + }, + { + "epoch": 17.625106022052588, + "grad_norm": 1.132774841832783, + "learning_rate": 1.889899557192716e-05, + "loss": 0.0536, + "step": 20780 + }, + { + "epoch": 17.625954198473284, + "grad_norm": 1.2226770265332456, + "learning_rate": 1.8898870260734137e-05, + "loss": 0.0551, + "step": 20781 + }, + { + "epoch": 17.626802374893977, + "grad_norm": 1.194401510701298, + "learning_rate": 1.889874494282584e-05, + "loss": 0.055, + "step": 20782 + }, + { + "epoch": 17.627650551314673, + "grad_norm": 1.418935029790126, + "learning_rate": 1.889861961820237e-05, + "loss": 0.0612, + "step": 20783 + }, + { + "epoch": 17.62849872773537, + "grad_norm": 1.4172540529560154, + "learning_rate": 1.8898494286863817e-05, + "loss": 0.0557, + "step": 20784 + }, + { + "epoch": 17.629346904156066, + "grad_norm": 1.5153127242234585, + "learning_rate": 1.8898368948810276e-05, + "loss": 0.061, + "step": 20785 + }, + { + "epoch": 17.63019508057676, + "grad_norm": 1.5623655065835191, + "learning_rate": 1.889824360404184e-05, + "loss": 0.0634, + "step": 20786 + }, + { + "epoch": 17.631043256997454, + "grad_norm": 1.3024708700567142, + "learning_rate": 1.889811825255861e-05, + "loss": 0.0583, + "step": 20787 + }, + { + "epoch": 17.63189143341815, + "grad_norm": 1.4758213259049313, + "learning_rate": 1.8897992894360675e-05, + "loss": 0.0641, + "step": 20788 + }, + { + "epoch": 17.632739609838847, + "grad_norm": 1.5362020563356784, + "learning_rate": 1.8897867529448132e-05, + "loss": 0.0671, + "step": 20789 + }, + { + "epoch": 17.633587786259543, + "grad_norm": 1.5933784487494966, + "learning_rate": 1.889774215782107e-05, + "loss": 0.0701, + "step": 20790 + }, + { + "epoch": 17.634435962680236, + "grad_norm": 1.401663492772596, + "learning_rate": 1.8897616779479594e-05, + "loss": 0.0739, + "step": 20791 + }, + { + "epoch": 17.635284139100932, + "grad_norm": 1.467422982823879, + "learning_rate": 1.8897491394423794e-05, + "loss": 0.0593, + "step": 20792 + }, + { + "epoch": 17.63613231552163, + "grad_norm": 1.42738159194912, + "learning_rate": 1.8897366002653758e-05, + "loss": 0.0601, + "step": 20793 + }, + { + "epoch": 17.636980491942325, + "grad_norm": 1.2894372034115473, + "learning_rate": 1.889724060416959e-05, + "loss": 0.0582, + "step": 20794 + }, + { + "epoch": 17.63782866836302, + "grad_norm": 1.2816603475570205, + "learning_rate": 1.889711519897138e-05, + "loss": 0.0555, + "step": 20795 + }, + { + "epoch": 17.638676844783713, + "grad_norm": 1.3430044242306869, + "learning_rate": 1.8896989787059222e-05, + "loss": 0.0548, + "step": 20796 + }, + { + "epoch": 17.63952502120441, + "grad_norm": 1.360173050396243, + "learning_rate": 1.8896864368433213e-05, + "loss": 0.0588, + "step": 20797 + }, + { + "epoch": 17.640373197625106, + "grad_norm": 1.2919372661041635, + "learning_rate": 1.8896738943093448e-05, + "loss": 0.0625, + "step": 20798 + }, + { + "epoch": 17.641221374045802, + "grad_norm": 1.3636539052063692, + "learning_rate": 1.889661351104002e-05, + "loss": 0.0559, + "step": 20799 + }, + { + "epoch": 17.6420695504665, + "grad_norm": 1.2477524410577445, + "learning_rate": 1.8896488072273023e-05, + "loss": 0.0522, + "step": 20800 + }, + { + "epoch": 17.64291772688719, + "grad_norm": 1.3006941796096079, + "learning_rate": 1.889636262679255e-05, + "loss": 0.0583, + "step": 20801 + }, + { + "epoch": 17.643765903307887, + "grad_norm": 1.40400113784327, + "learning_rate": 1.8896237174598703e-05, + "loss": 0.0576, + "step": 20802 + }, + { + "epoch": 17.644614079728584, + "grad_norm": 1.4922830124758883, + "learning_rate": 1.8896111715691568e-05, + "loss": 0.0584, + "step": 20803 + }, + { + "epoch": 17.64546225614928, + "grad_norm": 1.2886702347512153, + "learning_rate": 1.8895986250071246e-05, + "loss": 0.0634, + "step": 20804 + }, + { + "epoch": 17.646310432569976, + "grad_norm": 1.4862870010417772, + "learning_rate": 1.8895860777737833e-05, + "loss": 0.0602, + "step": 20805 + }, + { + "epoch": 17.64715860899067, + "grad_norm": 1.390571483778946, + "learning_rate": 1.8895735298691412e-05, + "loss": 0.0685, + "step": 20806 + }, + { + "epoch": 17.648006785411365, + "grad_norm": 1.3601516425842364, + "learning_rate": 1.8895609812932092e-05, + "loss": 0.0592, + "step": 20807 + }, + { + "epoch": 17.64885496183206, + "grad_norm": 1.4794389013568328, + "learning_rate": 1.889548432045996e-05, + "loss": 0.0672, + "step": 20808 + }, + { + "epoch": 17.649703138252757, + "grad_norm": 1.2474417653198884, + "learning_rate": 1.8895358821275113e-05, + "loss": 0.0618, + "step": 20809 + }, + { + "epoch": 17.650551314673454, + "grad_norm": 1.4421954664204877, + "learning_rate": 1.8895233315377643e-05, + "loss": 0.0655, + "step": 20810 + }, + { + "epoch": 17.651399491094146, + "grad_norm": 1.1446855951216388, + "learning_rate": 1.8895107802767646e-05, + "loss": 0.0517, + "step": 20811 + }, + { + "epoch": 17.652247667514843, + "grad_norm": 1.2629260923031997, + "learning_rate": 1.889498228344522e-05, + "loss": 0.0594, + "step": 20812 + }, + { + "epoch": 17.65309584393554, + "grad_norm": 1.2589504620268286, + "learning_rate": 1.8894856757410452e-05, + "loss": 0.0592, + "step": 20813 + }, + { + "epoch": 17.653944020356235, + "grad_norm": 1.4398893144715268, + "learning_rate": 1.8894731224663446e-05, + "loss": 0.0659, + "step": 20814 + }, + { + "epoch": 17.65479219677693, + "grad_norm": 1.5150518049969577, + "learning_rate": 1.889460568520429e-05, + "loss": 0.0643, + "step": 20815 + }, + { + "epoch": 17.655640373197624, + "grad_norm": 1.407245999285456, + "learning_rate": 1.889448013903308e-05, + "loss": 0.0611, + "step": 20816 + }, + { + "epoch": 17.65648854961832, + "grad_norm": 1.3977528535272357, + "learning_rate": 1.8894354586149917e-05, + "loss": 0.0773, + "step": 20817 + }, + { + "epoch": 17.657336726039016, + "grad_norm": 1.5511489264223952, + "learning_rate": 1.8894229026554888e-05, + "loss": 0.0733, + "step": 20818 + }, + { + "epoch": 17.658184902459713, + "grad_norm": 1.6104657137279996, + "learning_rate": 1.8894103460248092e-05, + "loss": 0.073, + "step": 20819 + }, + { + "epoch": 17.659033078880405, + "grad_norm": 1.5441456823527666, + "learning_rate": 1.889397788722962e-05, + "loss": 0.0549, + "step": 20820 + }, + { + "epoch": 17.6598812553011, + "grad_norm": 1.272318182872363, + "learning_rate": 1.889385230749957e-05, + "loss": 0.0533, + "step": 20821 + }, + { + "epoch": 17.660729431721798, + "grad_norm": 1.3885698625981335, + "learning_rate": 1.8893726721058036e-05, + "loss": 0.0605, + "step": 20822 + }, + { + "epoch": 17.661577608142494, + "grad_norm": 1.336214808675983, + "learning_rate": 1.889360112790511e-05, + "loss": 0.0689, + "step": 20823 + }, + { + "epoch": 17.66242578456319, + "grad_norm": 1.5705835055971078, + "learning_rate": 1.889347552804089e-05, + "loss": 0.0679, + "step": 20824 + }, + { + "epoch": 17.663273960983886, + "grad_norm": 1.39291355366826, + "learning_rate": 1.889334992146547e-05, + "loss": 0.062, + "step": 20825 + }, + { + "epoch": 17.66412213740458, + "grad_norm": 1.4647088935866452, + "learning_rate": 1.8893224308178948e-05, + "loss": 0.0583, + "step": 20826 + }, + { + "epoch": 17.664970313825275, + "grad_norm": 1.3098109241958877, + "learning_rate": 1.8893098688181413e-05, + "loss": 0.0577, + "step": 20827 + }, + { + "epoch": 17.66581849024597, + "grad_norm": 1.3841771195147778, + "learning_rate": 1.8892973061472962e-05, + "loss": 0.0565, + "step": 20828 + }, + { + "epoch": 17.666666666666668, + "grad_norm": 1.4207703532972296, + "learning_rate": 1.8892847428053692e-05, + "loss": 0.0585, + "step": 20829 + }, + { + "epoch": 17.66751484308736, + "grad_norm": 1.388475190270859, + "learning_rate": 1.8892721787923695e-05, + "loss": 0.0732, + "step": 20830 + }, + { + "epoch": 17.668363019508057, + "grad_norm": 1.5186081240229545, + "learning_rate": 1.8892596141083066e-05, + "loss": 0.0711, + "step": 20831 + }, + { + "epoch": 17.669211195928753, + "grad_norm": 1.4479114306924126, + "learning_rate": 1.88924704875319e-05, + "loss": 0.0576, + "step": 20832 + }, + { + "epoch": 17.67005937234945, + "grad_norm": 1.502111665631318, + "learning_rate": 1.8892344827270295e-05, + "loss": 0.0687, + "step": 20833 + }, + { + "epoch": 17.670907548770145, + "grad_norm": 1.2874618387313046, + "learning_rate": 1.8892219160298343e-05, + "loss": 0.0546, + "step": 20834 + }, + { + "epoch": 17.671755725190838, + "grad_norm": 1.3440219206546646, + "learning_rate": 1.8892093486616138e-05, + "loss": 0.0657, + "step": 20835 + }, + { + "epoch": 17.672603901611534, + "grad_norm": 1.1706579391796248, + "learning_rate": 1.8891967806223775e-05, + "loss": 0.0547, + "step": 20836 + }, + { + "epoch": 17.67345207803223, + "grad_norm": 1.429773092211718, + "learning_rate": 1.889184211912135e-05, + "loss": 0.0552, + "step": 20837 + }, + { + "epoch": 17.674300254452927, + "grad_norm": 1.5955051567862157, + "learning_rate": 1.889171642530896e-05, + "loss": 0.0694, + "step": 20838 + }, + { + "epoch": 17.675148430873623, + "grad_norm": 1.40566410610226, + "learning_rate": 1.8891590724786696e-05, + "loss": 0.0646, + "step": 20839 + }, + { + "epoch": 17.675996607294316, + "grad_norm": 1.3689551464194225, + "learning_rate": 1.889146501755465e-05, + "loss": 0.0625, + "step": 20840 + }, + { + "epoch": 17.676844783715012, + "grad_norm": 1.4053445411262944, + "learning_rate": 1.889133930361293e-05, + "loss": 0.0532, + "step": 20841 + }, + { + "epoch": 17.67769296013571, + "grad_norm": 1.4763273413887115, + "learning_rate": 1.8891213582961615e-05, + "loss": 0.0628, + "step": 20842 + }, + { + "epoch": 17.678541136556404, + "grad_norm": 1.3184774506689998, + "learning_rate": 1.8891087855600808e-05, + "loss": 0.0586, + "step": 20843 + }, + { + "epoch": 17.6793893129771, + "grad_norm": 1.3558307978389836, + "learning_rate": 1.8890962121530605e-05, + "loss": 0.0673, + "step": 20844 + }, + { + "epoch": 17.680237489397793, + "grad_norm": 1.6399799346845723, + "learning_rate": 1.8890836380751095e-05, + "loss": 0.0729, + "step": 20845 + }, + { + "epoch": 17.68108566581849, + "grad_norm": 1.486739011993543, + "learning_rate": 1.889071063326238e-05, + "loss": 0.0677, + "step": 20846 + }, + { + "epoch": 17.681933842239186, + "grad_norm": 1.4804891109669416, + "learning_rate": 1.8890584879064553e-05, + "loss": 0.0634, + "step": 20847 + }, + { + "epoch": 17.682782018659882, + "grad_norm": 1.487217440457828, + "learning_rate": 1.8890459118157704e-05, + "loss": 0.0587, + "step": 20848 + }, + { + "epoch": 17.68363019508058, + "grad_norm": 1.2088980194683854, + "learning_rate": 1.8890333350541934e-05, + "loss": 0.0666, + "step": 20849 + }, + { + "epoch": 17.68447837150127, + "grad_norm": 1.3889498862420468, + "learning_rate": 1.889020757621733e-05, + "loss": 0.0714, + "step": 20850 + }, + { + "epoch": 17.685326547921967, + "grad_norm": 1.143195140947055, + "learning_rate": 1.8890081795184e-05, + "loss": 0.0568, + "step": 20851 + }, + { + "epoch": 17.686174724342663, + "grad_norm": 1.3610765072769646, + "learning_rate": 1.8889956007442025e-05, + "loss": 0.0629, + "step": 20852 + }, + { + "epoch": 17.68702290076336, + "grad_norm": 1.366036126921234, + "learning_rate": 1.8889830212991505e-05, + "loss": 0.057, + "step": 20853 + }, + { + "epoch": 17.687871077184056, + "grad_norm": 1.5049636003586437, + "learning_rate": 1.8889704411832543e-05, + "loss": 0.0661, + "step": 20854 + }, + { + "epoch": 17.68871925360475, + "grad_norm": 1.4814418351767495, + "learning_rate": 1.888957860396522e-05, + "loss": 0.0696, + "step": 20855 + }, + { + "epoch": 17.689567430025445, + "grad_norm": 1.421277404454342, + "learning_rate": 1.8889452789389636e-05, + "loss": 0.0607, + "step": 20856 + }, + { + "epoch": 17.69041560644614, + "grad_norm": 1.3613117770641339, + "learning_rate": 1.8889326968105895e-05, + "loss": 0.0601, + "step": 20857 + }, + { + "epoch": 17.691263782866837, + "grad_norm": 1.2583836613566368, + "learning_rate": 1.888920114011408e-05, + "loss": 0.0603, + "step": 20858 + }, + { + "epoch": 17.69211195928753, + "grad_norm": 1.3958199457158944, + "learning_rate": 1.8889075305414294e-05, + "loss": 0.061, + "step": 20859 + }, + { + "epoch": 17.692960135708226, + "grad_norm": 1.5211846312411588, + "learning_rate": 1.8888949464006626e-05, + "loss": 0.071, + "step": 20860 + }, + { + "epoch": 17.693808312128922, + "grad_norm": 1.358144375945824, + "learning_rate": 1.8888823615891172e-05, + "loss": 0.0588, + "step": 20861 + }, + { + "epoch": 17.69465648854962, + "grad_norm": 1.400025944114726, + "learning_rate": 1.888869776106803e-05, + "loss": 0.064, + "step": 20862 + }, + { + "epoch": 17.695504664970315, + "grad_norm": 1.3580161497357468, + "learning_rate": 1.8888571899537292e-05, + "loss": 0.057, + "step": 20863 + }, + { + "epoch": 17.696352841391008, + "grad_norm": 1.2606781384114873, + "learning_rate": 1.8888446031299056e-05, + "loss": 0.0558, + "step": 20864 + }, + { + "epoch": 17.697201017811704, + "grad_norm": 1.6888838351866269, + "learning_rate": 1.8888320156353413e-05, + "loss": 0.0727, + "step": 20865 + }, + { + "epoch": 17.6980491942324, + "grad_norm": 1.6305319244325707, + "learning_rate": 1.8888194274700466e-05, + "loss": 0.0577, + "step": 20866 + }, + { + "epoch": 17.698897370653096, + "grad_norm": 1.3562578327920571, + "learning_rate": 1.8888068386340298e-05, + "loss": 0.0626, + "step": 20867 + }, + { + "epoch": 17.699745547073793, + "grad_norm": 1.331596663121855, + "learning_rate": 1.8887942491273015e-05, + "loss": 0.062, + "step": 20868 + }, + { + "epoch": 17.700593723494485, + "grad_norm": 1.6611089126023244, + "learning_rate": 1.8887816589498705e-05, + "loss": 0.0686, + "step": 20869 + }, + { + "epoch": 17.70144189991518, + "grad_norm": 1.2757830356287982, + "learning_rate": 1.8887690681017466e-05, + "loss": 0.0593, + "step": 20870 + }, + { + "epoch": 17.702290076335878, + "grad_norm": 1.3063882343568451, + "learning_rate": 1.8887564765829393e-05, + "loss": 0.0575, + "step": 20871 + }, + { + "epoch": 17.703138252756574, + "grad_norm": 1.375531317479391, + "learning_rate": 1.8887438843934577e-05, + "loss": 0.0587, + "step": 20872 + }, + { + "epoch": 17.70398642917727, + "grad_norm": 1.2688019491943483, + "learning_rate": 1.888731291533312e-05, + "loss": 0.059, + "step": 20873 + }, + { + "epoch": 17.704834605597963, + "grad_norm": 1.3654502152765855, + "learning_rate": 1.8887186980025115e-05, + "loss": 0.0674, + "step": 20874 + }, + { + "epoch": 17.70568278201866, + "grad_norm": 1.6006143704757583, + "learning_rate": 1.8887061038010652e-05, + "loss": 0.0704, + "step": 20875 + }, + { + "epoch": 17.706530958439355, + "grad_norm": 1.5299760302589682, + "learning_rate": 1.8886935089289832e-05, + "loss": 0.096, + "step": 20876 + }, + { + "epoch": 17.70737913486005, + "grad_norm": 1.3866009317765506, + "learning_rate": 1.8886809133862744e-05, + "loss": 0.0682, + "step": 20877 + }, + { + "epoch": 17.708227311280748, + "grad_norm": 1.313248085192536, + "learning_rate": 1.888668317172949e-05, + "loss": 0.0638, + "step": 20878 + }, + { + "epoch": 17.70907548770144, + "grad_norm": 1.3499758146194722, + "learning_rate": 1.8886557202890156e-05, + "loss": 0.0602, + "step": 20879 + }, + { + "epoch": 17.709923664122137, + "grad_norm": 1.4647735990779018, + "learning_rate": 1.888643122734485e-05, + "loss": 0.0644, + "step": 20880 + }, + { + "epoch": 17.710771840542833, + "grad_norm": 1.4601870791836828, + "learning_rate": 1.8886305245093655e-05, + "loss": 0.0606, + "step": 20881 + }, + { + "epoch": 17.71162001696353, + "grad_norm": 1.4264222495619356, + "learning_rate": 1.8886179256136673e-05, + "loss": 0.0643, + "step": 20882 + }, + { + "epoch": 17.712468193384225, + "grad_norm": 1.2354437497977433, + "learning_rate": 1.8886053260473995e-05, + "loss": 0.0562, + "step": 20883 + }, + { + "epoch": 17.713316369804918, + "grad_norm": 1.3901829973580222, + "learning_rate": 1.8885927258105724e-05, + "loss": 0.0616, + "step": 20884 + }, + { + "epoch": 17.714164546225614, + "grad_norm": 1.1993233573388067, + "learning_rate": 1.8885801249031943e-05, + "loss": 0.0553, + "step": 20885 + }, + { + "epoch": 17.71501272264631, + "grad_norm": 1.4859397375892232, + "learning_rate": 1.8885675233252754e-05, + "loss": 0.073, + "step": 20886 + }, + { + "epoch": 17.715860899067007, + "grad_norm": 1.3052237160944087, + "learning_rate": 1.8885549210768253e-05, + "loss": 0.0574, + "step": 20887 + }, + { + "epoch": 17.716709075487703, + "grad_norm": 1.5067400838975313, + "learning_rate": 1.8885423181578534e-05, + "loss": 0.0661, + "step": 20888 + }, + { + "epoch": 17.717557251908396, + "grad_norm": 1.2212718458328593, + "learning_rate": 1.888529714568369e-05, + "loss": 0.0551, + "step": 20889 + }, + { + "epoch": 17.718405428329092, + "grad_norm": 1.1533352483486026, + "learning_rate": 1.8885171103083816e-05, + "loss": 0.0506, + "step": 20890 + }, + { + "epoch": 17.719253604749788, + "grad_norm": 1.385666000231709, + "learning_rate": 1.888504505377901e-05, + "loss": 0.0592, + "step": 20891 + }, + { + "epoch": 17.720101781170484, + "grad_norm": 1.383523011994392, + "learning_rate": 1.8884918997769364e-05, + "loss": 0.0611, + "step": 20892 + }, + { + "epoch": 17.72094995759118, + "grad_norm": 1.366062074970963, + "learning_rate": 1.8884792935054975e-05, + "loss": 0.0613, + "step": 20893 + }, + { + "epoch": 17.721798134011873, + "grad_norm": 1.5496383591416036, + "learning_rate": 1.8884666865635945e-05, + "loss": 0.0671, + "step": 20894 + }, + { + "epoch": 17.72264631043257, + "grad_norm": 1.3578391999701571, + "learning_rate": 1.8884540789512354e-05, + "loss": 0.0665, + "step": 20895 + }, + { + "epoch": 17.723494486853266, + "grad_norm": 1.3961160401633623, + "learning_rate": 1.8884414706684308e-05, + "loss": 0.0597, + "step": 20896 + }, + { + "epoch": 17.724342663273962, + "grad_norm": 1.5981931341507434, + "learning_rate": 1.8884288617151904e-05, + "loss": 0.0607, + "step": 20897 + }, + { + "epoch": 17.725190839694655, + "grad_norm": 1.3118001389576555, + "learning_rate": 1.8884162520915228e-05, + "loss": 0.0588, + "step": 20898 + }, + { + "epoch": 17.72603901611535, + "grad_norm": 1.1578387668989614, + "learning_rate": 1.8884036417974377e-05, + "loss": 0.0545, + "step": 20899 + }, + { + "epoch": 17.726887192536047, + "grad_norm": 1.2355771953326498, + "learning_rate": 1.8883910308329454e-05, + "loss": 0.0618, + "step": 20900 + }, + { + "epoch": 17.727735368956743, + "grad_norm": 1.4073051477849008, + "learning_rate": 1.8883784191980546e-05, + "loss": 0.0639, + "step": 20901 + }, + { + "epoch": 17.72858354537744, + "grad_norm": 1.3314350806108786, + "learning_rate": 1.8883658068927755e-05, + "loss": 0.0605, + "step": 20902 + }, + { + "epoch": 17.729431721798132, + "grad_norm": 1.3875112403142258, + "learning_rate": 1.888353193917117e-05, + "loss": 0.0774, + "step": 20903 + }, + { + "epoch": 17.73027989821883, + "grad_norm": 1.2412834577721839, + "learning_rate": 1.888340580271089e-05, + "loss": 0.0567, + "step": 20904 + }, + { + "epoch": 17.731128074639525, + "grad_norm": 1.533063927366971, + "learning_rate": 1.8883279659547007e-05, + "loss": 0.0665, + "step": 20905 + }, + { + "epoch": 17.73197625106022, + "grad_norm": 1.3571821339500723, + "learning_rate": 1.888315350967962e-05, + "loss": 0.0656, + "step": 20906 + }, + { + "epoch": 17.732824427480917, + "grad_norm": 1.4065063136570242, + "learning_rate": 1.888302735310882e-05, + "loss": 0.0619, + "step": 20907 + }, + { + "epoch": 17.73367260390161, + "grad_norm": 1.3706467890438785, + "learning_rate": 1.8882901189834704e-05, + "loss": 0.0652, + "step": 20908 + }, + { + "epoch": 17.734520780322306, + "grad_norm": 1.2977771262119004, + "learning_rate": 1.8882775019857373e-05, + "loss": 0.0569, + "step": 20909 + }, + { + "epoch": 17.735368956743002, + "grad_norm": 1.1136159154128298, + "learning_rate": 1.888264884317691e-05, + "loss": 0.0536, + "step": 20910 + }, + { + "epoch": 17.7362171331637, + "grad_norm": 1.4406718846081839, + "learning_rate": 1.888252265979342e-05, + "loss": 0.0716, + "step": 20911 + }, + { + "epoch": 17.737065309584395, + "grad_norm": 1.4597612875711223, + "learning_rate": 1.8882396469706993e-05, + "loss": 0.0578, + "step": 20912 + }, + { + "epoch": 17.737913486005088, + "grad_norm": 1.2911640198325798, + "learning_rate": 1.888227027291773e-05, + "loss": 0.0554, + "step": 20913 + }, + { + "epoch": 17.738761662425784, + "grad_norm": 1.3543705790318306, + "learning_rate": 1.8882144069425724e-05, + "loss": 0.061, + "step": 20914 + }, + { + "epoch": 17.73960983884648, + "grad_norm": 1.285277339852612, + "learning_rate": 1.888201785923106e-05, + "loss": 0.0543, + "step": 20915 + }, + { + "epoch": 17.740458015267176, + "grad_norm": 1.4584365557938697, + "learning_rate": 1.8881891642333854e-05, + "loss": 0.0589, + "step": 20916 + }, + { + "epoch": 17.741306191687872, + "grad_norm": 1.3805924252883564, + "learning_rate": 1.8881765418734184e-05, + "loss": 0.0657, + "step": 20917 + }, + { + "epoch": 17.742154368108565, + "grad_norm": 1.2632588552234636, + "learning_rate": 1.888163918843215e-05, + "loss": 0.064, + "step": 20918 + }, + { + "epoch": 17.74300254452926, + "grad_norm": 1.300779970405385, + "learning_rate": 1.888151295142785e-05, + "loss": 0.0612, + "step": 20919 + }, + { + "epoch": 17.743850720949958, + "grad_norm": 1.4557589174624523, + "learning_rate": 1.8881386707721374e-05, + "loss": 0.0608, + "step": 20920 + }, + { + "epoch": 17.744698897370654, + "grad_norm": 1.4245740737353938, + "learning_rate": 1.8881260457312823e-05, + "loss": 0.0669, + "step": 20921 + }, + { + "epoch": 17.74554707379135, + "grad_norm": 1.2606445095060101, + "learning_rate": 1.8881134200202286e-05, + "loss": 0.0652, + "step": 20922 + }, + { + "epoch": 17.746395250212043, + "grad_norm": 1.2422558363270615, + "learning_rate": 1.8881007936389868e-05, + "loss": 0.058, + "step": 20923 + }, + { + "epoch": 17.74724342663274, + "grad_norm": 1.3433828300210504, + "learning_rate": 1.8880881665875655e-05, + "loss": 0.0598, + "step": 20924 + }, + { + "epoch": 17.748091603053435, + "grad_norm": 1.496195389117687, + "learning_rate": 1.8880755388659747e-05, + "loss": 0.0561, + "step": 20925 + }, + { + "epoch": 17.74893977947413, + "grad_norm": 1.268884867643477, + "learning_rate": 1.8880629104742234e-05, + "loss": 0.0597, + "step": 20926 + }, + { + "epoch": 17.749787955894828, + "grad_norm": 1.3737243664490106, + "learning_rate": 1.888050281412322e-05, + "loss": 0.0651, + "step": 20927 + }, + { + "epoch": 17.75063613231552, + "grad_norm": 1.3484625578693472, + "learning_rate": 1.8880376516802795e-05, + "loss": 0.0597, + "step": 20928 + }, + { + "epoch": 17.751484308736217, + "grad_norm": 1.2356414174596386, + "learning_rate": 1.8880250212781052e-05, + "loss": 0.0571, + "step": 20929 + }, + { + "epoch": 17.752332485156913, + "grad_norm": 1.2890565350002534, + "learning_rate": 1.888012390205809e-05, + "loss": 0.0531, + "step": 20930 + }, + { + "epoch": 17.75318066157761, + "grad_norm": 1.392946164596067, + "learning_rate": 1.8879997584634006e-05, + "loss": 0.0719, + "step": 20931 + }, + { + "epoch": 17.754028837998305, + "grad_norm": 1.260724758591512, + "learning_rate": 1.887987126050889e-05, + "loss": 0.0544, + "step": 20932 + }, + { + "epoch": 17.754877014418998, + "grad_norm": 1.4176665420631793, + "learning_rate": 1.887974492968284e-05, + "loss": 0.0654, + "step": 20933 + }, + { + "epoch": 17.755725190839694, + "grad_norm": 1.442970067325528, + "learning_rate": 1.887961859215595e-05, + "loss": 0.0703, + "step": 20934 + }, + { + "epoch": 17.75657336726039, + "grad_norm": 1.3830571079772245, + "learning_rate": 1.8879492247928318e-05, + "loss": 0.0626, + "step": 20935 + }, + { + "epoch": 17.757421543681087, + "grad_norm": 1.340835268526358, + "learning_rate": 1.887936589700004e-05, + "loss": 0.0602, + "step": 20936 + }, + { + "epoch": 17.75826972010178, + "grad_norm": 1.3822240545503808, + "learning_rate": 1.8879239539371208e-05, + "loss": 0.063, + "step": 20937 + }, + { + "epoch": 17.759117896522476, + "grad_norm": 1.4886271302887784, + "learning_rate": 1.887911317504192e-05, + "loss": 0.0607, + "step": 20938 + }, + { + "epoch": 17.759966072943172, + "grad_norm": 1.1566022634380286, + "learning_rate": 1.8878986804012268e-05, + "loss": 0.0549, + "step": 20939 + }, + { + "epoch": 17.760814249363868, + "grad_norm": 1.4464608405382235, + "learning_rate": 1.887886042628235e-05, + "loss": 0.0579, + "step": 20940 + }, + { + "epoch": 17.761662425784564, + "grad_norm": 1.5090522595567182, + "learning_rate": 1.8878734041852263e-05, + "loss": 0.0643, + "step": 20941 + }, + { + "epoch": 17.762510602205257, + "grad_norm": 1.4640340297508074, + "learning_rate": 1.88786076507221e-05, + "loss": 0.0603, + "step": 20942 + }, + { + "epoch": 17.763358778625953, + "grad_norm": 1.472777590728392, + "learning_rate": 1.8878481252891956e-05, + "loss": 0.0671, + "step": 20943 + }, + { + "epoch": 17.76420695504665, + "grad_norm": 1.4225047232842978, + "learning_rate": 1.8878354848361925e-05, + "loss": 0.0686, + "step": 20944 + }, + { + "epoch": 17.765055131467346, + "grad_norm": 1.2149884342864372, + "learning_rate": 1.8878228437132103e-05, + "loss": 0.0581, + "step": 20945 + }, + { + "epoch": 17.765903307888042, + "grad_norm": 1.2036628355121695, + "learning_rate": 1.8878102019202593e-05, + "loss": 0.0564, + "step": 20946 + }, + { + "epoch": 17.766751484308735, + "grad_norm": 1.3396477619351008, + "learning_rate": 1.8877975594573483e-05, + "loss": 0.0588, + "step": 20947 + }, + { + "epoch": 17.76759966072943, + "grad_norm": 1.3542315689049769, + "learning_rate": 1.8877849163244867e-05, + "loss": 0.0658, + "step": 20948 + }, + { + "epoch": 17.768447837150127, + "grad_norm": 1.3247113937589279, + "learning_rate": 1.887772272521684e-05, + "loss": 0.0584, + "step": 20949 + }, + { + "epoch": 17.769296013570823, + "grad_norm": 1.4161438738445775, + "learning_rate": 1.8877596280489505e-05, + "loss": 0.0563, + "step": 20950 + }, + { + "epoch": 17.77014418999152, + "grad_norm": 1.4043509892657615, + "learning_rate": 1.8877469829062952e-05, + "loss": 0.0588, + "step": 20951 + }, + { + "epoch": 17.770992366412212, + "grad_norm": 1.2533257622041643, + "learning_rate": 1.8877343370937277e-05, + "loss": 0.0566, + "step": 20952 + }, + { + "epoch": 17.77184054283291, + "grad_norm": 1.310752975913947, + "learning_rate": 1.8877216906112574e-05, + "loss": 0.055, + "step": 20953 + }, + { + "epoch": 17.772688719253605, + "grad_norm": 1.298156925574706, + "learning_rate": 1.887709043458894e-05, + "loss": 0.0583, + "step": 20954 + }, + { + "epoch": 17.7735368956743, + "grad_norm": 1.364641849265524, + "learning_rate": 1.8876963956366474e-05, + "loss": 0.0558, + "step": 20955 + }, + { + "epoch": 17.774385072094997, + "grad_norm": 1.2035158010966638, + "learning_rate": 1.8876837471445267e-05, + "loss": 0.0617, + "step": 20956 + }, + { + "epoch": 17.77523324851569, + "grad_norm": 1.4086575353637971, + "learning_rate": 1.8876710979825415e-05, + "loss": 0.0597, + "step": 20957 + }, + { + "epoch": 17.776081424936386, + "grad_norm": 1.5872231251817104, + "learning_rate": 1.8876584481507013e-05, + "loss": 0.0643, + "step": 20958 + }, + { + "epoch": 17.776929601357082, + "grad_norm": 1.3099603221620164, + "learning_rate": 1.8876457976490156e-05, + "loss": 0.0543, + "step": 20959 + }, + { + "epoch": 17.77777777777778, + "grad_norm": 1.3625131683403484, + "learning_rate": 1.8876331464774943e-05, + "loss": 0.0529, + "step": 20960 + }, + { + "epoch": 17.778625954198475, + "grad_norm": 1.3197201769947267, + "learning_rate": 1.8876204946361463e-05, + "loss": 0.0556, + "step": 20961 + }, + { + "epoch": 17.779474130619167, + "grad_norm": 1.4071396535602163, + "learning_rate": 1.8876078421249824e-05, + "loss": 0.0652, + "step": 20962 + }, + { + "epoch": 17.780322307039864, + "grad_norm": 1.2355791697699, + "learning_rate": 1.887595188944011e-05, + "loss": 0.0521, + "step": 20963 + }, + { + "epoch": 17.78117048346056, + "grad_norm": 1.52942115061303, + "learning_rate": 1.8875825350932416e-05, + "loss": 0.0657, + "step": 20964 + }, + { + "epoch": 17.782018659881256, + "grad_norm": 1.3044569276412137, + "learning_rate": 1.8875698805726844e-05, + "loss": 0.0577, + "step": 20965 + }, + { + "epoch": 17.782866836301952, + "grad_norm": 1.2967472282860684, + "learning_rate": 1.8875572253823485e-05, + "loss": 0.0611, + "step": 20966 + }, + { + "epoch": 17.783715012722645, + "grad_norm": 1.3309826927106267, + "learning_rate": 1.887544569522244e-05, + "loss": 0.0546, + "step": 20967 + }, + { + "epoch": 17.78456318914334, + "grad_norm": 1.309262357770552, + "learning_rate": 1.8875319129923796e-05, + "loss": 0.0554, + "step": 20968 + }, + { + "epoch": 17.785411365564038, + "grad_norm": 1.5597290816636298, + "learning_rate": 1.8875192557927656e-05, + "loss": 0.063, + "step": 20969 + }, + { + "epoch": 17.786259541984734, + "grad_norm": 1.2585715614879813, + "learning_rate": 1.8875065979234112e-05, + "loss": 0.0561, + "step": 20970 + }, + { + "epoch": 17.78710771840543, + "grad_norm": 1.3135301821085266, + "learning_rate": 1.887493939384326e-05, + "loss": 0.0635, + "step": 20971 + }, + { + "epoch": 17.787955894826123, + "grad_norm": 1.1075065883809323, + "learning_rate": 1.8874812801755195e-05, + "loss": 0.0508, + "step": 20972 + }, + { + "epoch": 17.78880407124682, + "grad_norm": 1.30457326744717, + "learning_rate": 1.8874686202970015e-05, + "loss": 0.0626, + "step": 20973 + }, + { + "epoch": 17.789652247667515, + "grad_norm": 1.4796943764134687, + "learning_rate": 1.8874559597487813e-05, + "loss": 0.0638, + "step": 20974 + }, + { + "epoch": 17.79050042408821, + "grad_norm": 1.3217313946642664, + "learning_rate": 1.8874432985308685e-05, + "loss": 0.0637, + "step": 20975 + }, + { + "epoch": 17.791348600508904, + "grad_norm": 1.3473243600050864, + "learning_rate": 1.8874306366432727e-05, + "loss": 0.0602, + "step": 20976 + }, + { + "epoch": 17.7921967769296, + "grad_norm": 1.492852992019127, + "learning_rate": 1.8874179740860036e-05, + "loss": 0.0569, + "step": 20977 + }, + { + "epoch": 17.793044953350297, + "grad_norm": 1.3918490485467987, + "learning_rate": 1.8874053108590706e-05, + "loss": 0.0679, + "step": 20978 + }, + { + "epoch": 17.793893129770993, + "grad_norm": 1.524841936779798, + "learning_rate": 1.887392646962483e-05, + "loss": 0.0714, + "step": 20979 + }, + { + "epoch": 17.79474130619169, + "grad_norm": 1.2585437609202261, + "learning_rate": 1.887379982396251e-05, + "loss": 0.0586, + "step": 20980 + }, + { + "epoch": 17.79558948261238, + "grad_norm": 1.2273293573860113, + "learning_rate": 1.887367317160383e-05, + "loss": 0.0572, + "step": 20981 + }, + { + "epoch": 17.796437659033078, + "grad_norm": 1.283689735519383, + "learning_rate": 1.8873546512548904e-05, + "loss": 0.0567, + "step": 20982 + }, + { + "epoch": 17.797285835453774, + "grad_norm": 1.3314337434338526, + "learning_rate": 1.887341984679781e-05, + "loss": 0.0579, + "step": 20983 + }, + { + "epoch": 17.79813401187447, + "grad_norm": 1.4588961708554247, + "learning_rate": 1.887329317435065e-05, + "loss": 0.0689, + "step": 20984 + }, + { + "epoch": 17.798982188295167, + "grad_norm": 1.3976449580123709, + "learning_rate": 1.887316649520752e-05, + "loss": 0.0622, + "step": 20985 + }, + { + "epoch": 17.79983036471586, + "grad_norm": 1.478379649364712, + "learning_rate": 1.887303980936852e-05, + "loss": 0.0629, + "step": 20986 + }, + { + "epoch": 17.800678541136556, + "grad_norm": 1.2576637390083303, + "learning_rate": 1.887291311683374e-05, + "loss": 0.0549, + "step": 20987 + }, + { + "epoch": 17.801526717557252, + "grad_norm": 1.4937010390202603, + "learning_rate": 1.8872786417603274e-05, + "loss": 0.0563, + "step": 20988 + }, + { + "epoch": 17.802374893977948, + "grad_norm": 1.3962459544970807, + "learning_rate": 1.8872659711677222e-05, + "loss": 0.0635, + "step": 20989 + }, + { + "epoch": 17.803223070398644, + "grad_norm": 1.3839888786531884, + "learning_rate": 1.887253299905568e-05, + "loss": 0.0741, + "step": 20990 + }, + { + "epoch": 17.804071246819337, + "grad_norm": 1.026914648920351, + "learning_rate": 1.887240627973874e-05, + "loss": 0.0527, + "step": 20991 + }, + { + "epoch": 17.804919423240033, + "grad_norm": 1.248647931251006, + "learning_rate": 1.8872279553726496e-05, + "loss": 0.0548, + "step": 20992 + }, + { + "epoch": 17.80576759966073, + "grad_norm": 1.43230609366267, + "learning_rate": 1.887215282101905e-05, + "loss": 0.0562, + "step": 20993 + }, + { + "epoch": 17.806615776081426, + "grad_norm": 1.3273971004465424, + "learning_rate": 1.8872026081616496e-05, + "loss": 0.0602, + "step": 20994 + }, + { + "epoch": 17.807463952502122, + "grad_norm": 1.3275800134333087, + "learning_rate": 1.8871899335518927e-05, + "loss": 0.0548, + "step": 20995 + }, + { + "epoch": 17.808312128922815, + "grad_norm": 1.3413045715744845, + "learning_rate": 1.8871772582726438e-05, + "loss": 0.06, + "step": 20996 + }, + { + "epoch": 17.80916030534351, + "grad_norm": 1.4702771743537644, + "learning_rate": 1.8871645823239128e-05, + "loss": 0.0568, + "step": 20997 + }, + { + "epoch": 17.810008481764207, + "grad_norm": 1.4643073801647295, + "learning_rate": 1.8871519057057094e-05, + "loss": 0.065, + "step": 20998 + }, + { + "epoch": 17.810856658184903, + "grad_norm": 1.368779570822883, + "learning_rate": 1.8871392284180423e-05, + "loss": 0.0638, + "step": 20999 + }, + { + "epoch": 17.8117048346056, + "grad_norm": 1.40466503304801, + "learning_rate": 1.887126550460922e-05, + "loss": 0.0682, + "step": 21000 + }, + { + "epoch": 17.812553011026292, + "grad_norm": 1.2432028755396043, + "learning_rate": 1.8871138718343577e-05, + "loss": 0.0568, + "step": 21001 + }, + { + "epoch": 17.81340118744699, + "grad_norm": 1.3080673352981895, + "learning_rate": 1.8871011925383593e-05, + "loss": 0.0542, + "step": 21002 + }, + { + "epoch": 17.814249363867685, + "grad_norm": 1.3375145134930577, + "learning_rate": 1.8870885125729354e-05, + "loss": 0.0587, + "step": 21003 + }, + { + "epoch": 17.81509754028838, + "grad_norm": 1.439890875481104, + "learning_rate": 1.8870758319380967e-05, + "loss": 0.0623, + "step": 21004 + }, + { + "epoch": 17.815945716709077, + "grad_norm": 1.4446891010363154, + "learning_rate": 1.887063150633852e-05, + "loss": 0.0584, + "step": 21005 + }, + { + "epoch": 17.81679389312977, + "grad_norm": 1.124270784832779, + "learning_rate": 1.887050468660211e-05, + "loss": 0.0569, + "step": 21006 + }, + { + "epoch": 17.817642069550466, + "grad_norm": 1.4072311254081544, + "learning_rate": 1.8870377860171836e-05, + "loss": 0.0614, + "step": 21007 + }, + { + "epoch": 17.818490245971162, + "grad_norm": 1.280255333957402, + "learning_rate": 1.8870251027047795e-05, + "loss": 0.0587, + "step": 21008 + }, + { + "epoch": 17.81933842239186, + "grad_norm": 1.2154419480533198, + "learning_rate": 1.887012418723008e-05, + "loss": 0.0523, + "step": 21009 + }, + { + "epoch": 17.820186598812555, + "grad_norm": 1.4018810732986418, + "learning_rate": 1.8869997340718782e-05, + "loss": 0.0605, + "step": 21010 + }, + { + "epoch": 17.821034775233247, + "grad_norm": 1.2922943142185757, + "learning_rate": 1.8869870487514002e-05, + "loss": 0.0595, + "step": 21011 + }, + { + "epoch": 17.821882951653944, + "grad_norm": 1.2301147528621887, + "learning_rate": 1.8869743627615836e-05, + "loss": 0.057, + "step": 21012 + }, + { + "epoch": 17.82273112807464, + "grad_norm": 1.6063278390731899, + "learning_rate": 1.886961676102438e-05, + "loss": 0.0689, + "step": 21013 + }, + { + "epoch": 17.823579304495336, + "grad_norm": 1.5236594916092825, + "learning_rate": 1.8869489887739724e-05, + "loss": 0.0611, + "step": 21014 + }, + { + "epoch": 17.82442748091603, + "grad_norm": 1.3427446736280837, + "learning_rate": 1.8869363007761974e-05, + "loss": 0.0589, + "step": 21015 + }, + { + "epoch": 17.825275657336725, + "grad_norm": 1.1635849328169892, + "learning_rate": 1.8869236121091218e-05, + "loss": 0.059, + "step": 21016 + }, + { + "epoch": 17.82612383375742, + "grad_norm": 1.327554288996697, + "learning_rate": 1.8869109227727552e-05, + "loss": 0.0607, + "step": 21017 + }, + { + "epoch": 17.826972010178118, + "grad_norm": 1.3113054236301338, + "learning_rate": 1.886898232767107e-05, + "loss": 0.0593, + "step": 21018 + }, + { + "epoch": 17.827820186598814, + "grad_norm": 1.289633915691902, + "learning_rate": 1.8868855420921878e-05, + "loss": 0.0548, + "step": 21019 + }, + { + "epoch": 17.828668363019506, + "grad_norm": 1.1539496257817934, + "learning_rate": 1.886872850748006e-05, + "loss": 0.0523, + "step": 21020 + }, + { + "epoch": 17.829516539440203, + "grad_norm": 1.4662955942998743, + "learning_rate": 1.8868601587345717e-05, + "loss": 0.0633, + "step": 21021 + }, + { + "epoch": 17.8303647158609, + "grad_norm": 1.2460320957421596, + "learning_rate": 1.8868474660518945e-05, + "loss": 0.0625, + "step": 21022 + }, + { + "epoch": 17.831212892281595, + "grad_norm": 1.366013534817629, + "learning_rate": 1.886834772699984e-05, + "loss": 0.0581, + "step": 21023 + }, + { + "epoch": 17.83206106870229, + "grad_norm": 1.4477357847335095, + "learning_rate": 1.88682207867885e-05, + "loss": 0.0696, + "step": 21024 + }, + { + "epoch": 17.832909245122984, + "grad_norm": 1.253516282861867, + "learning_rate": 1.886809383988501e-05, + "loss": 0.0607, + "step": 21025 + }, + { + "epoch": 17.83375742154368, + "grad_norm": 1.3348645042560308, + "learning_rate": 1.886796688628948e-05, + "loss": 0.0591, + "step": 21026 + }, + { + "epoch": 17.834605597964376, + "grad_norm": 1.3363954298254184, + "learning_rate": 1.8867839926001998e-05, + "loss": 0.0564, + "step": 21027 + }, + { + "epoch": 17.835453774385073, + "grad_norm": 1.4800154779865302, + "learning_rate": 1.8867712959022658e-05, + "loss": 0.0619, + "step": 21028 + }, + { + "epoch": 17.83630195080577, + "grad_norm": 1.336284880396713, + "learning_rate": 1.8867585985351562e-05, + "loss": 0.0593, + "step": 21029 + }, + { + "epoch": 17.83715012722646, + "grad_norm": 1.3710949126653675, + "learning_rate": 1.8867459004988804e-05, + "loss": 0.0555, + "step": 21030 + }, + { + "epoch": 17.837998303647158, + "grad_norm": 1.4108958290340836, + "learning_rate": 1.8867332017934475e-05, + "loss": 0.0573, + "step": 21031 + }, + { + "epoch": 17.838846480067854, + "grad_norm": 1.0815606296256934, + "learning_rate": 1.8867205024188677e-05, + "loss": 0.0505, + "step": 21032 + }, + { + "epoch": 17.83969465648855, + "grad_norm": 1.1922318351000218, + "learning_rate": 1.8867078023751503e-05, + "loss": 0.0538, + "step": 21033 + }, + { + "epoch": 17.840542832909247, + "grad_norm": 1.477517626889391, + "learning_rate": 1.886695101662305e-05, + "loss": 0.0683, + "step": 21034 + }, + { + "epoch": 17.84139100932994, + "grad_norm": 1.5583902182735963, + "learning_rate": 1.886682400280341e-05, + "loss": 0.0662, + "step": 21035 + }, + { + "epoch": 17.842239185750635, + "grad_norm": 1.2534500015172916, + "learning_rate": 1.8866696982292683e-05, + "loss": 0.0666, + "step": 21036 + }, + { + "epoch": 17.84308736217133, + "grad_norm": 1.4863204344043925, + "learning_rate": 1.8866569955090965e-05, + "loss": 0.0729, + "step": 21037 + }, + { + "epoch": 17.843935538592028, + "grad_norm": 1.14701066533091, + "learning_rate": 1.886644292119835e-05, + "loss": 0.053, + "step": 21038 + }, + { + "epoch": 17.844783715012724, + "grad_norm": 1.1128926622458992, + "learning_rate": 1.8866315880614934e-05, + "loss": 0.0565, + "step": 21039 + }, + { + "epoch": 17.845631891433417, + "grad_norm": 1.5046641085462555, + "learning_rate": 1.886618883334081e-05, + "loss": 0.0736, + "step": 21040 + }, + { + "epoch": 17.846480067854113, + "grad_norm": 1.41674268030763, + "learning_rate": 1.8866061779376084e-05, + "loss": 0.0738, + "step": 21041 + }, + { + "epoch": 17.84732824427481, + "grad_norm": 1.3636486820869822, + "learning_rate": 1.886593471872084e-05, + "loss": 0.066, + "step": 21042 + }, + { + "epoch": 17.848176420695506, + "grad_norm": 1.4694506389685138, + "learning_rate": 1.8865807651375178e-05, + "loss": 0.0746, + "step": 21043 + }, + { + "epoch": 17.849024597116202, + "grad_norm": 1.3170358725967886, + "learning_rate": 1.88656805773392e-05, + "loss": 0.0622, + "step": 21044 + }, + { + "epoch": 17.849872773536894, + "grad_norm": 1.5936287933512032, + "learning_rate": 1.886555349661299e-05, + "loss": 0.067, + "step": 21045 + }, + { + "epoch": 17.85072094995759, + "grad_norm": 1.3259350130621215, + "learning_rate": 1.8865426409196655e-05, + "loss": 0.0577, + "step": 21046 + }, + { + "epoch": 17.851569126378287, + "grad_norm": 1.1819800772542006, + "learning_rate": 1.8865299315090288e-05, + "loss": 0.0546, + "step": 21047 + }, + { + "epoch": 17.852417302798983, + "grad_norm": 1.4703596458865802, + "learning_rate": 1.886517221429398e-05, + "loss": 0.0668, + "step": 21048 + }, + { + "epoch": 17.85326547921968, + "grad_norm": 1.3839406468165405, + "learning_rate": 1.8865045106807832e-05, + "loss": 0.0645, + "step": 21049 + }, + { + "epoch": 17.854113655640372, + "grad_norm": 1.5413418488754294, + "learning_rate": 1.8864917992631934e-05, + "loss": 0.0597, + "step": 21050 + }, + { + "epoch": 17.85496183206107, + "grad_norm": 1.4440546654525406, + "learning_rate": 1.8864790871766393e-05, + "loss": 0.062, + "step": 21051 + }, + { + "epoch": 17.855810008481765, + "grad_norm": 1.3232677555218142, + "learning_rate": 1.8864663744211294e-05, + "loss": 0.0607, + "step": 21052 + }, + { + "epoch": 17.85665818490246, + "grad_norm": 1.3665155810204415, + "learning_rate": 1.8864536609966735e-05, + "loss": 0.0582, + "step": 21053 + }, + { + "epoch": 17.857506361323153, + "grad_norm": 1.2437862900177228, + "learning_rate": 1.886440946903282e-05, + "loss": 0.0527, + "step": 21054 + }, + { + "epoch": 17.85835453774385, + "grad_norm": 1.1083818218637072, + "learning_rate": 1.8864282321409632e-05, + "loss": 0.054, + "step": 21055 + }, + { + "epoch": 17.859202714164546, + "grad_norm": 1.4158837721574387, + "learning_rate": 1.8864155167097278e-05, + "loss": 0.0655, + "step": 21056 + }, + { + "epoch": 17.860050890585242, + "grad_norm": 1.1766681216442039, + "learning_rate": 1.886402800609585e-05, + "loss": 0.0543, + "step": 21057 + }, + { + "epoch": 17.86089906700594, + "grad_norm": 1.549469815531409, + "learning_rate": 1.886390083840544e-05, + "loss": 0.0662, + "step": 21058 + }, + { + "epoch": 17.86174724342663, + "grad_norm": 1.4371231754378597, + "learning_rate": 1.886377366402615e-05, + "loss": 0.0634, + "step": 21059 + }, + { + "epoch": 17.862595419847327, + "grad_norm": 1.4113953025595318, + "learning_rate": 1.8863646482958077e-05, + "loss": 0.0573, + "step": 21060 + }, + { + "epoch": 17.863443596268024, + "grad_norm": 1.3614792231194424, + "learning_rate": 1.8863519295201308e-05, + "loss": 0.0568, + "step": 21061 + }, + { + "epoch": 17.86429177268872, + "grad_norm": 1.320478711982357, + "learning_rate": 1.886339210075595e-05, + "loss": 0.0634, + "step": 21062 + }, + { + "epoch": 17.865139949109416, + "grad_norm": 1.2092396437136521, + "learning_rate": 1.8863264899622087e-05, + "loss": 0.0549, + "step": 21063 + }, + { + "epoch": 17.86598812553011, + "grad_norm": 1.2898947547681456, + "learning_rate": 1.8863137691799828e-05, + "loss": 0.0551, + "step": 21064 + }, + { + "epoch": 17.866836301950805, + "grad_norm": 1.5803610115816502, + "learning_rate": 1.886301047728926e-05, + "loss": 0.0706, + "step": 21065 + }, + { + "epoch": 17.8676844783715, + "grad_norm": 1.2666394958822786, + "learning_rate": 1.886288325609048e-05, + "loss": 0.051, + "step": 21066 + }, + { + "epoch": 17.868532654792197, + "grad_norm": 1.4096358680283512, + "learning_rate": 1.8862756028203586e-05, + "loss": 0.0678, + "step": 21067 + }, + { + "epoch": 17.869380831212894, + "grad_norm": 1.2576440120830696, + "learning_rate": 1.8862628793628673e-05, + "loss": 0.0585, + "step": 21068 + }, + { + "epoch": 17.870229007633586, + "grad_norm": 1.4672569458749913, + "learning_rate": 1.8862501552365842e-05, + "loss": 0.0742, + "step": 21069 + }, + { + "epoch": 17.871077184054283, + "grad_norm": 1.400971290974099, + "learning_rate": 1.886237430441518e-05, + "loss": 0.0686, + "step": 21070 + }, + { + "epoch": 17.87192536047498, + "grad_norm": 1.2439748934789203, + "learning_rate": 1.8862247049776788e-05, + "loss": 0.0571, + "step": 21071 + }, + { + "epoch": 17.872773536895675, + "grad_norm": 1.3371991372467509, + "learning_rate": 1.8862119788450765e-05, + "loss": 0.0607, + "step": 21072 + }, + { + "epoch": 17.87362171331637, + "grad_norm": 1.3656034623501219, + "learning_rate": 1.8861992520437204e-05, + "loss": 0.0635, + "step": 21073 + }, + { + "epoch": 17.874469889737064, + "grad_norm": 1.4809270354521245, + "learning_rate": 1.88618652457362e-05, + "loss": 0.0596, + "step": 21074 + }, + { + "epoch": 17.87531806615776, + "grad_norm": 1.2692574089824995, + "learning_rate": 1.8861737964347845e-05, + "loss": 0.057, + "step": 21075 + }, + { + "epoch": 17.876166242578456, + "grad_norm": 1.4755699183157773, + "learning_rate": 1.8861610676272243e-05, + "loss": 0.0597, + "step": 21076 + }, + { + "epoch": 17.877014418999153, + "grad_norm": 1.3357608755838701, + "learning_rate": 1.8861483381509486e-05, + "loss": 0.0579, + "step": 21077 + }, + { + "epoch": 17.87786259541985, + "grad_norm": 1.079424715839115, + "learning_rate": 1.886135608005967e-05, + "loss": 0.0541, + "step": 21078 + }, + { + "epoch": 17.87871077184054, + "grad_norm": 1.1776851990034798, + "learning_rate": 1.8861228771922895e-05, + "loss": 0.0593, + "step": 21079 + }, + { + "epoch": 17.879558948261238, + "grad_norm": 1.3680799400764572, + "learning_rate": 1.8861101457099254e-05, + "loss": 0.0704, + "step": 21080 + }, + { + "epoch": 17.880407124681934, + "grad_norm": 1.3795850010048396, + "learning_rate": 1.886097413558884e-05, + "loss": 0.0578, + "step": 21081 + }, + { + "epoch": 17.88125530110263, + "grad_norm": 1.1925554558553464, + "learning_rate": 1.8860846807391754e-05, + "loss": 0.0605, + "step": 21082 + }, + { + "epoch": 17.882103477523327, + "grad_norm": 1.3820278826123318, + "learning_rate": 1.8860719472508093e-05, + "loss": 0.0573, + "step": 21083 + }, + { + "epoch": 17.88295165394402, + "grad_norm": 1.4069836423858402, + "learning_rate": 1.8860592130937946e-05, + "loss": 0.0618, + "step": 21084 + }, + { + "epoch": 17.883799830364715, + "grad_norm": 1.4538371542343793, + "learning_rate": 1.8860464782681416e-05, + "loss": 0.0603, + "step": 21085 + }, + { + "epoch": 17.88464800678541, + "grad_norm": 1.4176457451637101, + "learning_rate": 1.88603374277386e-05, + "loss": 0.0612, + "step": 21086 + }, + { + "epoch": 17.885496183206108, + "grad_norm": 1.3752374565636967, + "learning_rate": 1.8860210066109583e-05, + "loss": 0.068, + "step": 21087 + }, + { + "epoch": 17.886344359626804, + "grad_norm": 1.2364403617693502, + "learning_rate": 1.8860082697794473e-05, + "loss": 0.0575, + "step": 21088 + }, + { + "epoch": 17.887192536047497, + "grad_norm": 1.2472570734880635, + "learning_rate": 1.8859955322793363e-05, + "loss": 0.0635, + "step": 21089 + }, + { + "epoch": 17.888040712468193, + "grad_norm": 1.1542690004562093, + "learning_rate": 1.8859827941106347e-05, + "loss": 0.0548, + "step": 21090 + }, + { + "epoch": 17.88888888888889, + "grad_norm": 1.3283329931648384, + "learning_rate": 1.8859700552733516e-05, + "loss": 0.0621, + "step": 21091 + }, + { + "epoch": 17.889737065309586, + "grad_norm": 1.3110050204639876, + "learning_rate": 1.885957315767498e-05, + "loss": 0.0582, + "step": 21092 + }, + { + "epoch": 17.890585241730278, + "grad_norm": 1.2110098001834166, + "learning_rate": 1.8859445755930824e-05, + "loss": 0.0547, + "step": 21093 + }, + { + "epoch": 17.891433418150974, + "grad_norm": 1.4808889125582736, + "learning_rate": 1.8859318347501152e-05, + "loss": 0.0665, + "step": 21094 + }, + { + "epoch": 17.89228159457167, + "grad_norm": 1.3493995595908972, + "learning_rate": 1.8859190932386052e-05, + "loss": 0.0651, + "step": 21095 + }, + { + "epoch": 17.893129770992367, + "grad_norm": 1.4434588803937751, + "learning_rate": 1.8859063510585625e-05, + "loss": 0.0588, + "step": 21096 + }, + { + "epoch": 17.893977947413063, + "grad_norm": 1.5587788981876696, + "learning_rate": 1.8858936082099964e-05, + "loss": 0.0604, + "step": 21097 + }, + { + "epoch": 17.894826123833756, + "grad_norm": 1.2036081714651323, + "learning_rate": 1.885880864692917e-05, + "loss": 0.0673, + "step": 21098 + }, + { + "epoch": 17.895674300254452, + "grad_norm": 1.3985248455225023, + "learning_rate": 1.8858681205073335e-05, + "loss": 0.0773, + "step": 21099 + }, + { + "epoch": 17.89652247667515, + "grad_norm": 1.4377877830549886, + "learning_rate": 1.8858553756532556e-05, + "loss": 0.0605, + "step": 21100 + }, + { + "epoch": 17.897370653095845, + "grad_norm": 1.274470659635984, + "learning_rate": 1.8858426301306933e-05, + "loss": 0.0574, + "step": 21101 + }, + { + "epoch": 17.89821882951654, + "grad_norm": 0.9426005086862805, + "learning_rate": 1.8858298839396555e-05, + "loss": 0.0498, + "step": 21102 + }, + { + "epoch": 17.899067005937233, + "grad_norm": 1.463274807507401, + "learning_rate": 1.885817137080152e-05, + "loss": 0.0625, + "step": 21103 + }, + { + "epoch": 17.89991518235793, + "grad_norm": 1.3342110969019119, + "learning_rate": 1.885804389552193e-05, + "loss": 0.0655, + "step": 21104 + }, + { + "epoch": 17.900763358778626, + "grad_norm": 1.2080212288454637, + "learning_rate": 1.885791641355788e-05, + "loss": 0.0605, + "step": 21105 + }, + { + "epoch": 17.901611535199322, + "grad_norm": 1.1541048197950452, + "learning_rate": 1.885778892490946e-05, + "loss": 0.058, + "step": 21106 + }, + { + "epoch": 17.90245971162002, + "grad_norm": 1.2541830509529233, + "learning_rate": 1.885766142957677e-05, + "loss": 0.0647, + "step": 21107 + }, + { + "epoch": 17.90330788804071, + "grad_norm": 1.3569360017482022, + "learning_rate": 1.885753392755991e-05, + "loss": 0.0654, + "step": 21108 + }, + { + "epoch": 17.904156064461407, + "grad_norm": 1.2174960397523646, + "learning_rate": 1.8857406418858965e-05, + "loss": 0.0571, + "step": 21109 + }, + { + "epoch": 17.905004240882104, + "grad_norm": 1.2021287403659615, + "learning_rate": 1.8857278903474042e-05, + "loss": 0.0542, + "step": 21110 + }, + { + "epoch": 17.9058524173028, + "grad_norm": 1.5401936033164985, + "learning_rate": 1.8857151381405233e-05, + "loss": 0.0639, + "step": 21111 + }, + { + "epoch": 17.906700593723496, + "grad_norm": 1.3830422056455, + "learning_rate": 1.8857023852652637e-05, + "loss": 0.0662, + "step": 21112 + }, + { + "epoch": 17.90754877014419, + "grad_norm": 1.3554861798049467, + "learning_rate": 1.8856896317216347e-05, + "loss": 0.0656, + "step": 21113 + }, + { + "epoch": 17.908396946564885, + "grad_norm": 1.335133005281696, + "learning_rate": 1.885676877509646e-05, + "loss": 0.0674, + "step": 21114 + }, + { + "epoch": 17.90924512298558, + "grad_norm": 1.367246498292782, + "learning_rate": 1.8856641226293075e-05, + "loss": 0.0572, + "step": 21115 + }, + { + "epoch": 17.910093299406277, + "grad_norm": 1.3665845501876301, + "learning_rate": 1.8856513670806286e-05, + "loss": 0.061, + "step": 21116 + }, + { + "epoch": 17.910941475826974, + "grad_norm": 1.4400004489294231, + "learning_rate": 1.8856386108636187e-05, + "loss": 0.063, + "step": 21117 + }, + { + "epoch": 17.911789652247666, + "grad_norm": 1.3506434347518947, + "learning_rate": 1.8856258539782875e-05, + "loss": 0.0629, + "step": 21118 + }, + { + "epoch": 17.912637828668363, + "grad_norm": 1.3321699828621618, + "learning_rate": 1.885613096424645e-05, + "loss": 0.0618, + "step": 21119 + }, + { + "epoch": 17.91348600508906, + "grad_norm": 1.6095476495084962, + "learning_rate": 1.8856003382027003e-05, + "loss": 0.0652, + "step": 21120 + }, + { + "epoch": 17.914334181509755, + "grad_norm": 1.2453587144843952, + "learning_rate": 1.8855875793124638e-05, + "loss": 0.0584, + "step": 21121 + }, + { + "epoch": 17.91518235793045, + "grad_norm": 1.2189342277753243, + "learning_rate": 1.8855748197539445e-05, + "loss": 0.0607, + "step": 21122 + }, + { + "epoch": 17.916030534351144, + "grad_norm": 1.1401134014390568, + "learning_rate": 1.885562059527152e-05, + "loss": 0.058, + "step": 21123 + }, + { + "epoch": 17.91687871077184, + "grad_norm": 1.4869913508351127, + "learning_rate": 1.8855492986320964e-05, + "loss": 0.0573, + "step": 21124 + }, + { + "epoch": 17.917726887192536, + "grad_norm": 1.2264605072157355, + "learning_rate": 1.885536537068787e-05, + "loss": 0.0554, + "step": 21125 + }, + { + "epoch": 17.918575063613233, + "grad_norm": 1.4143014843793886, + "learning_rate": 1.885523774837233e-05, + "loss": 0.0608, + "step": 21126 + }, + { + "epoch": 17.91942324003393, + "grad_norm": 1.4410384053926781, + "learning_rate": 1.885511011937445e-05, + "loss": 0.0611, + "step": 21127 + }, + { + "epoch": 17.92027141645462, + "grad_norm": 1.4815674574347075, + "learning_rate": 1.8854982483694318e-05, + "loss": 0.0684, + "step": 21128 + }, + { + "epoch": 17.921119592875318, + "grad_norm": 1.1965850777775597, + "learning_rate": 1.8854854841332038e-05, + "loss": 0.0574, + "step": 21129 + }, + { + "epoch": 17.921967769296014, + "grad_norm": 1.6590179914773457, + "learning_rate": 1.88547271922877e-05, + "loss": 0.0688, + "step": 21130 + }, + { + "epoch": 17.92281594571671, + "grad_norm": 1.5613333064000519, + "learning_rate": 1.88545995365614e-05, + "loss": 0.0683, + "step": 21131 + }, + { + "epoch": 17.923664122137403, + "grad_norm": 1.3617543387685591, + "learning_rate": 1.885447187415324e-05, + "loss": 0.0658, + "step": 21132 + }, + { + "epoch": 17.9245122985581, + "grad_norm": 1.140882392551111, + "learning_rate": 1.885434420506331e-05, + "loss": 0.0537, + "step": 21133 + }, + { + "epoch": 17.925360474978795, + "grad_norm": 1.7486365061508986, + "learning_rate": 1.885421652929171e-05, + "loss": 0.0727, + "step": 21134 + }, + { + "epoch": 17.92620865139949, + "grad_norm": 1.4017106554142065, + "learning_rate": 1.8854088846838536e-05, + "loss": 0.0614, + "step": 21135 + }, + { + "epoch": 17.927056827820188, + "grad_norm": 1.5072476352766122, + "learning_rate": 1.8853961157703887e-05, + "loss": 0.0688, + "step": 21136 + }, + { + "epoch": 17.92790500424088, + "grad_norm": 1.3926141748671665, + "learning_rate": 1.885383346188785e-05, + "loss": 0.0566, + "step": 21137 + }, + { + "epoch": 17.928753180661577, + "grad_norm": 1.378164782935065, + "learning_rate": 1.8853705759390532e-05, + "loss": 0.0583, + "step": 21138 + }, + { + "epoch": 17.929601357082273, + "grad_norm": 1.3222748507552917, + "learning_rate": 1.8853578050212027e-05, + "loss": 0.0594, + "step": 21139 + }, + { + "epoch": 17.93044953350297, + "grad_norm": 1.310682995996375, + "learning_rate": 1.8853450334352427e-05, + "loss": 0.0555, + "step": 21140 + }, + { + "epoch": 17.931297709923665, + "grad_norm": 1.3701985005497357, + "learning_rate": 1.885332261181183e-05, + "loss": 0.057, + "step": 21141 + }, + { + "epoch": 17.932145886344358, + "grad_norm": 1.2181979122947213, + "learning_rate": 1.8853194882590335e-05, + "loss": 0.0553, + "step": 21142 + }, + { + "epoch": 17.932994062765054, + "grad_norm": 1.4356898361702288, + "learning_rate": 1.8853067146688035e-05, + "loss": 0.0616, + "step": 21143 + }, + { + "epoch": 17.93384223918575, + "grad_norm": 1.5740045199360337, + "learning_rate": 1.8852939404105027e-05, + "loss": 0.0655, + "step": 21144 + }, + { + "epoch": 17.934690415606447, + "grad_norm": 1.2178027171395585, + "learning_rate": 1.8852811654841412e-05, + "loss": 0.0542, + "step": 21145 + }, + { + "epoch": 17.935538592027143, + "grad_norm": 1.3991981765085213, + "learning_rate": 1.885268389889728e-05, + "loss": 0.0601, + "step": 21146 + }, + { + "epoch": 17.936386768447836, + "grad_norm": 1.3081684121780772, + "learning_rate": 1.885255613627273e-05, + "loss": 0.0658, + "step": 21147 + }, + { + "epoch": 17.937234944868532, + "grad_norm": 1.3703211218369364, + "learning_rate": 1.8852428366967862e-05, + "loss": 0.0629, + "step": 21148 + }, + { + "epoch": 17.938083121289228, + "grad_norm": 1.2865172948827894, + "learning_rate": 1.8852300590982767e-05, + "loss": 0.0614, + "step": 21149 + }, + { + "epoch": 17.938931297709924, + "grad_norm": 1.2870401500789106, + "learning_rate": 1.885217280831754e-05, + "loss": 0.0563, + "step": 21150 + }, + { + "epoch": 17.93977947413062, + "grad_norm": 1.1950580639646937, + "learning_rate": 1.8852045018972286e-05, + "loss": 0.0545, + "step": 21151 + }, + { + "epoch": 17.940627650551313, + "grad_norm": 1.3162728962191996, + "learning_rate": 1.8851917222947093e-05, + "loss": 0.0637, + "step": 21152 + }, + { + "epoch": 17.94147582697201, + "grad_norm": 1.4276641329717699, + "learning_rate": 1.8851789420242062e-05, + "loss": 0.0624, + "step": 21153 + }, + { + "epoch": 17.942324003392706, + "grad_norm": 1.280680863826029, + "learning_rate": 1.885166161085729e-05, + "loss": 0.058, + "step": 21154 + }, + { + "epoch": 17.943172179813402, + "grad_norm": 1.4447797909791715, + "learning_rate": 1.885153379479287e-05, + "loss": 0.0665, + "step": 21155 + }, + { + "epoch": 17.9440203562341, + "grad_norm": 1.4001766246177911, + "learning_rate": 1.88514059720489e-05, + "loss": 0.0676, + "step": 21156 + }, + { + "epoch": 17.94486853265479, + "grad_norm": 1.2289755618444482, + "learning_rate": 1.8851278142625474e-05, + "loss": 0.0592, + "step": 21157 + }, + { + "epoch": 17.945716709075487, + "grad_norm": 1.2937231993390628, + "learning_rate": 1.8851150306522697e-05, + "loss": 0.0614, + "step": 21158 + }, + { + "epoch": 17.946564885496183, + "grad_norm": 1.3035633859002478, + "learning_rate": 1.8851022463740655e-05, + "loss": 0.0555, + "step": 21159 + }, + { + "epoch": 17.94741306191688, + "grad_norm": 1.3449647128359397, + "learning_rate": 1.885089461427945e-05, + "loss": 0.0596, + "step": 21160 + }, + { + "epoch": 17.948261238337576, + "grad_norm": 1.1411961299397713, + "learning_rate": 1.8850766758139177e-05, + "loss": 0.0526, + "step": 21161 + }, + { + "epoch": 17.94910941475827, + "grad_norm": 1.3449020129618394, + "learning_rate": 1.8850638895319933e-05, + "loss": 0.0591, + "step": 21162 + }, + { + "epoch": 17.949957591178965, + "grad_norm": 1.382269742834056, + "learning_rate": 1.8850511025821815e-05, + "loss": 0.0629, + "step": 21163 + }, + { + "epoch": 17.95080576759966, + "grad_norm": 1.229762486643367, + "learning_rate": 1.8850383149644916e-05, + "loss": 0.0518, + "step": 21164 + }, + { + "epoch": 17.951653944020357, + "grad_norm": 1.502026872013616, + "learning_rate": 1.8850255266789342e-05, + "loss": 0.067, + "step": 21165 + }, + { + "epoch": 17.952502120441054, + "grad_norm": 1.39878337153084, + "learning_rate": 1.8850127377255178e-05, + "loss": 0.0582, + "step": 21166 + }, + { + "epoch": 17.953350296861746, + "grad_norm": 1.3747554724419393, + "learning_rate": 1.8849999481042528e-05, + "loss": 0.062, + "step": 21167 + }, + { + "epoch": 17.954198473282442, + "grad_norm": 1.3696117410101518, + "learning_rate": 1.8849871578151484e-05, + "loss": 0.061, + "step": 21168 + }, + { + "epoch": 17.95504664970314, + "grad_norm": 1.4892921783031197, + "learning_rate": 1.8849743668582144e-05, + "loss": 0.0622, + "step": 21169 + }, + { + "epoch": 17.955894826123835, + "grad_norm": 1.4337581774835022, + "learning_rate": 1.8849615752334607e-05, + "loss": 0.0576, + "step": 21170 + }, + { + "epoch": 17.956743002544528, + "grad_norm": 1.2723405792931322, + "learning_rate": 1.8849487829408964e-05, + "loss": 0.0625, + "step": 21171 + }, + { + "epoch": 17.957591178965224, + "grad_norm": 1.4674822167735533, + "learning_rate": 1.884935989980532e-05, + "loss": 0.0579, + "step": 21172 + }, + { + "epoch": 17.95843935538592, + "grad_norm": 1.3950113715308703, + "learning_rate": 1.8849231963523763e-05, + "loss": 0.0596, + "step": 21173 + }, + { + "epoch": 17.959287531806616, + "grad_norm": 1.2297317327326351, + "learning_rate": 1.8849104020564394e-05, + "loss": 0.0553, + "step": 21174 + }, + { + "epoch": 17.960135708227313, + "grad_norm": 1.4009570444965973, + "learning_rate": 1.884897607092731e-05, + "loss": 0.059, + "step": 21175 + }, + { + "epoch": 17.960983884648005, + "grad_norm": 1.1442607704447683, + "learning_rate": 1.8848848114612604e-05, + "loss": 0.0552, + "step": 21176 + }, + { + "epoch": 17.9618320610687, + "grad_norm": 1.3803026530219158, + "learning_rate": 1.8848720151620378e-05, + "loss": 0.0676, + "step": 21177 + }, + { + "epoch": 17.962680237489398, + "grad_norm": 1.3408673812389353, + "learning_rate": 1.884859218195072e-05, + "loss": 0.0542, + "step": 21178 + }, + { + "epoch": 17.963528413910094, + "grad_norm": 1.4910517064989233, + "learning_rate": 1.8848464205603735e-05, + "loss": 0.0688, + "step": 21179 + }, + { + "epoch": 17.96437659033079, + "grad_norm": 1.463367979780263, + "learning_rate": 1.8848336222579515e-05, + "loss": 0.0625, + "step": 21180 + }, + { + "epoch": 17.965224766751483, + "grad_norm": 1.252176337906258, + "learning_rate": 1.8848208232878162e-05, + "loss": 0.0523, + "step": 21181 + }, + { + "epoch": 17.96607294317218, + "grad_norm": 1.389375996045646, + "learning_rate": 1.8848080236499763e-05, + "loss": 0.0652, + "step": 21182 + }, + { + "epoch": 17.966921119592875, + "grad_norm": 1.4925847356842787, + "learning_rate": 1.8847952233444427e-05, + "loss": 0.0699, + "step": 21183 + }, + { + "epoch": 17.96776929601357, + "grad_norm": 1.3075365726952133, + "learning_rate": 1.884782422371224e-05, + "loss": 0.0596, + "step": 21184 + }, + { + "epoch": 17.968617472434268, + "grad_norm": 1.4757517685561206, + "learning_rate": 1.8847696207303302e-05, + "loss": 0.055, + "step": 21185 + }, + { + "epoch": 17.96946564885496, + "grad_norm": 1.4527090932648403, + "learning_rate": 1.8847568184217707e-05, + "loss": 0.0608, + "step": 21186 + }, + { + "epoch": 17.970313825275657, + "grad_norm": 1.2086948592974047, + "learning_rate": 1.884744015445556e-05, + "loss": 0.0567, + "step": 21187 + }, + { + "epoch": 17.971162001696353, + "grad_norm": 1.486327098094713, + "learning_rate": 1.8847312118016953e-05, + "loss": 0.0586, + "step": 21188 + }, + { + "epoch": 17.97201017811705, + "grad_norm": 1.4367213459519086, + "learning_rate": 1.884718407490198e-05, + "loss": 0.0667, + "step": 21189 + }, + { + "epoch": 17.972858354537745, + "grad_norm": 1.4919555417750978, + "learning_rate": 1.8847056025110736e-05, + "loss": 0.0639, + "step": 21190 + }, + { + "epoch": 17.973706530958438, + "grad_norm": 1.3792132395252168, + "learning_rate": 1.8846927968643325e-05, + "loss": 0.0599, + "step": 21191 + }, + { + "epoch": 17.974554707379134, + "grad_norm": 1.5675352817289663, + "learning_rate": 1.8846799905499838e-05, + "loss": 0.0655, + "step": 21192 + }, + { + "epoch": 17.97540288379983, + "grad_norm": 1.288786370667325, + "learning_rate": 1.8846671835680376e-05, + "loss": 0.0601, + "step": 21193 + }, + { + "epoch": 17.976251060220527, + "grad_norm": 1.3997126914273121, + "learning_rate": 1.884654375918503e-05, + "loss": 0.069, + "step": 21194 + }, + { + "epoch": 17.977099236641223, + "grad_norm": 1.492313591809655, + "learning_rate": 1.88464156760139e-05, + "loss": 0.0606, + "step": 21195 + }, + { + "epoch": 17.977947413061916, + "grad_norm": 1.1465007550178468, + "learning_rate": 1.8846287586167085e-05, + "loss": 0.0597, + "step": 21196 + }, + { + "epoch": 17.978795589482612, + "grad_norm": 1.1964423047428634, + "learning_rate": 1.884615948964468e-05, + "loss": 0.0562, + "step": 21197 + }, + { + "epoch": 17.979643765903308, + "grad_norm": 1.3405517000347997, + "learning_rate": 1.8846031386446775e-05, + "loss": 0.055, + "step": 21198 + }, + { + "epoch": 17.980491942324004, + "grad_norm": 1.430698590295926, + "learning_rate": 1.8845903276573473e-05, + "loss": 0.062, + "step": 21199 + }, + { + "epoch": 17.9813401187447, + "grad_norm": 1.5333875911972081, + "learning_rate": 1.8845775160024873e-05, + "loss": 0.0626, + "step": 21200 + }, + { + "epoch": 17.982188295165393, + "grad_norm": 1.3693733703358626, + "learning_rate": 1.8845647036801067e-05, + "loss": 0.0565, + "step": 21201 + }, + { + "epoch": 17.98303647158609, + "grad_norm": 1.529204083295108, + "learning_rate": 1.8845518906902154e-05, + "loss": 0.0675, + "step": 21202 + }, + { + "epoch": 17.983884648006786, + "grad_norm": 1.4152511842035123, + "learning_rate": 1.8845390770328232e-05, + "loss": 0.0636, + "step": 21203 + }, + { + "epoch": 17.984732824427482, + "grad_norm": 1.3032444986844027, + "learning_rate": 1.8845262627079392e-05, + "loss": 0.0536, + "step": 21204 + }, + { + "epoch": 17.98558100084818, + "grad_norm": 1.4556519260183471, + "learning_rate": 1.8845134477155736e-05, + "loss": 0.0596, + "step": 21205 + }, + { + "epoch": 17.98642917726887, + "grad_norm": 1.4044718280365927, + "learning_rate": 1.8845006320557362e-05, + "loss": 0.0637, + "step": 21206 + }, + { + "epoch": 17.987277353689567, + "grad_norm": 1.273079765039063, + "learning_rate": 1.8844878157284362e-05, + "loss": 0.0673, + "step": 21207 + }, + { + "epoch": 17.988125530110263, + "grad_norm": 1.4061820735688266, + "learning_rate": 1.8844749987336833e-05, + "loss": 0.0557, + "step": 21208 + }, + { + "epoch": 17.98897370653096, + "grad_norm": 1.2286413025132075, + "learning_rate": 1.8844621810714875e-05, + "loss": 0.0549, + "step": 21209 + }, + { + "epoch": 17.989821882951652, + "grad_norm": 1.2906627284554741, + "learning_rate": 1.8844493627418585e-05, + "loss": 0.061, + "step": 21210 + }, + { + "epoch": 17.99067005937235, + "grad_norm": 1.4139684982742293, + "learning_rate": 1.8844365437448054e-05, + "loss": 0.0799, + "step": 21211 + }, + { + "epoch": 17.991518235793045, + "grad_norm": 1.2890124977341235, + "learning_rate": 1.8844237240803382e-05, + "loss": 0.0604, + "step": 21212 + }, + { + "epoch": 17.99236641221374, + "grad_norm": 1.3535399364792702, + "learning_rate": 1.8844109037484667e-05, + "loss": 0.0602, + "step": 21213 + }, + { + "epoch": 17.993214588634437, + "grad_norm": 1.1994210285021765, + "learning_rate": 1.884398082749201e-05, + "loss": 0.0602, + "step": 21214 + }, + { + "epoch": 17.99406276505513, + "grad_norm": 1.2634766072451475, + "learning_rate": 1.8843852610825494e-05, + "loss": 0.0573, + "step": 21215 + }, + { + "epoch": 17.994910941475826, + "grad_norm": 1.4672719953753057, + "learning_rate": 1.8843724387485233e-05, + "loss": 0.0661, + "step": 21216 + }, + { + "epoch": 17.995759117896522, + "grad_norm": 1.3505177751655477, + "learning_rate": 1.8843596157471312e-05, + "loss": 0.066, + "step": 21217 + }, + { + "epoch": 17.99660729431722, + "grad_norm": 1.4455953674324757, + "learning_rate": 1.8843467920783828e-05, + "loss": 0.062, + "step": 21218 + }, + { + "epoch": 17.997455470737915, + "grad_norm": 1.4335979610658514, + "learning_rate": 1.8843339677422887e-05, + "loss": 0.0708, + "step": 21219 + }, + { + "epoch": 17.998303647158608, + "grad_norm": 1.438839992815254, + "learning_rate": 1.8843211427388572e-05, + "loss": 0.0602, + "step": 21220 + }, + { + "epoch": 17.999151823579304, + "grad_norm": 1.3328900358017735, + "learning_rate": 1.884308317068099e-05, + "loss": 0.0651, + "step": 21221 + }, + { + "epoch": 18.0, + "grad_norm": 1.4710947034898914, + "learning_rate": 1.8842954907300236e-05, + "loss": 0.0735, + "step": 21222 + }, + { + "epoch": 18.000848176420696, + "grad_norm": 1.1196283344420377, + "learning_rate": 1.8842826637246406e-05, + "loss": 0.0506, + "step": 21223 + }, + { + "epoch": 18.001696352841392, + "grad_norm": 1.2541512775508954, + "learning_rate": 1.88426983605196e-05, + "loss": 0.0516, + "step": 21224 + }, + { + "epoch": 18.002544529262085, + "grad_norm": 1.1848954329423642, + "learning_rate": 1.8842570077119906e-05, + "loss": 0.0541, + "step": 21225 + }, + { + "epoch": 18.00339270568278, + "grad_norm": 1.1130490512924918, + "learning_rate": 1.884244178704743e-05, + "loss": 0.0529, + "step": 21226 + }, + { + "epoch": 18.004240882103478, + "grad_norm": 1.3200038286636293, + "learning_rate": 1.8842313490302263e-05, + "loss": 0.0536, + "step": 21227 + }, + { + "epoch": 18.005089058524174, + "grad_norm": 1.297938027981431, + "learning_rate": 1.8842185186884504e-05, + "loss": 0.0579, + "step": 21228 + }, + { + "epoch": 18.00593723494487, + "grad_norm": 1.1876425466801526, + "learning_rate": 1.8842056876794253e-05, + "loss": 0.0493, + "step": 21229 + }, + { + "epoch": 18.006785411365563, + "grad_norm": 1.1014504387491668, + "learning_rate": 1.8841928560031598e-05, + "loss": 0.05, + "step": 21230 + }, + { + "epoch": 18.00763358778626, + "grad_norm": 1.2929743523440806, + "learning_rate": 1.8841800236596644e-05, + "loss": 0.0533, + "step": 21231 + }, + { + "epoch": 18.008481764206955, + "grad_norm": 1.1193617774990774, + "learning_rate": 1.8841671906489487e-05, + "loss": 0.0485, + "step": 21232 + }, + { + "epoch": 18.00932994062765, + "grad_norm": 1.3847815834958042, + "learning_rate": 1.884154356971022e-05, + "loss": 0.0583, + "step": 21233 + }, + { + "epoch": 18.010178117048348, + "grad_norm": 1.0721856230180067, + "learning_rate": 1.8841415226258943e-05, + "loss": 0.0566, + "step": 21234 + }, + { + "epoch": 18.01102629346904, + "grad_norm": 1.0393563950636253, + "learning_rate": 1.8841286876135753e-05, + "loss": 0.0459, + "step": 21235 + }, + { + "epoch": 18.011874469889737, + "grad_norm": 1.409954503773152, + "learning_rate": 1.8841158519340742e-05, + "loss": 0.0516, + "step": 21236 + }, + { + "epoch": 18.012722646310433, + "grad_norm": 1.1305134931727057, + "learning_rate": 1.8841030155874015e-05, + "loss": 0.0458, + "step": 21237 + }, + { + "epoch": 18.01357082273113, + "grad_norm": 1.1116245400778295, + "learning_rate": 1.884090178573566e-05, + "loss": 0.046, + "step": 21238 + }, + { + "epoch": 18.014418999151825, + "grad_norm": 1.0887426574076864, + "learning_rate": 1.8840773408925783e-05, + "loss": 0.0505, + "step": 21239 + }, + { + "epoch": 18.015267175572518, + "grad_norm": 1.0138626902904606, + "learning_rate": 1.884064502544447e-05, + "loss": 0.0476, + "step": 21240 + }, + { + "epoch": 18.016115351993214, + "grad_norm": 1.2075869230541065, + "learning_rate": 1.8840516635291828e-05, + "loss": 0.0482, + "step": 21241 + }, + { + "epoch": 18.01696352841391, + "grad_norm": 1.2721393460822668, + "learning_rate": 1.8840388238467948e-05, + "loss": 0.049, + "step": 21242 + }, + { + "epoch": 18.017811704834607, + "grad_norm": 1.2071607351766205, + "learning_rate": 1.884025983497293e-05, + "loss": 0.05, + "step": 21243 + }, + { + "epoch": 18.0186598812553, + "grad_norm": 0.9468660371782199, + "learning_rate": 1.884013142480687e-05, + "loss": 0.0475, + "step": 21244 + }, + { + "epoch": 18.019508057675996, + "grad_norm": 1.0830178741030978, + "learning_rate": 1.8840003007969866e-05, + "loss": 0.0467, + "step": 21245 + }, + { + "epoch": 18.020356234096692, + "grad_norm": 1.2810994671664389, + "learning_rate": 1.883987458446201e-05, + "loss": 0.0485, + "step": 21246 + }, + { + "epoch": 18.021204410517388, + "grad_norm": 1.1860846452543763, + "learning_rate": 1.8839746154283403e-05, + "loss": 0.056, + "step": 21247 + }, + { + "epoch": 18.022052586938084, + "grad_norm": 1.1234220331245035, + "learning_rate": 1.8839617717434143e-05, + "loss": 0.0489, + "step": 21248 + }, + { + "epoch": 18.022900763358777, + "grad_norm": 1.2071263300724635, + "learning_rate": 1.8839489273914326e-05, + "loss": 0.0544, + "step": 21249 + }, + { + "epoch": 18.023748939779473, + "grad_norm": 1.1525670918807769, + "learning_rate": 1.8839360823724046e-05, + "loss": 0.0501, + "step": 21250 + }, + { + "epoch": 18.02459711620017, + "grad_norm": 1.1305660090549725, + "learning_rate": 1.8839232366863402e-05, + "loss": 0.0492, + "step": 21251 + }, + { + "epoch": 18.025445292620866, + "grad_norm": 1.2373618501277148, + "learning_rate": 1.8839103903332492e-05, + "loss": 0.0508, + "step": 21252 + }, + { + "epoch": 18.026293469041562, + "grad_norm": 1.2411772497959748, + "learning_rate": 1.8838975433131414e-05, + "loss": 0.0573, + "step": 21253 + }, + { + "epoch": 18.027141645462255, + "grad_norm": 1.1464682806742967, + "learning_rate": 1.883884695626026e-05, + "loss": 0.0496, + "step": 21254 + }, + { + "epoch": 18.02798982188295, + "grad_norm": 1.1065733210701647, + "learning_rate": 1.883871847271913e-05, + "loss": 0.0484, + "step": 21255 + }, + { + "epoch": 18.028837998303647, + "grad_norm": 1.19082790013234, + "learning_rate": 1.883858998250812e-05, + "loss": 0.0534, + "step": 21256 + }, + { + "epoch": 18.029686174724343, + "grad_norm": 1.1217034421738519, + "learning_rate": 1.8838461485627332e-05, + "loss": 0.0462, + "step": 21257 + }, + { + "epoch": 18.03053435114504, + "grad_norm": 1.0848194593091502, + "learning_rate": 1.8838332982076853e-05, + "loss": 0.0489, + "step": 21258 + }, + { + "epoch": 18.031382527565732, + "grad_norm": 1.0216593738763775, + "learning_rate": 1.883820447185679e-05, + "loss": 0.0464, + "step": 21259 + }, + { + "epoch": 18.03223070398643, + "grad_norm": 1.0765517313322635, + "learning_rate": 1.8838075954967235e-05, + "loss": 0.0488, + "step": 21260 + }, + { + "epoch": 18.033078880407125, + "grad_norm": 1.0624737038325147, + "learning_rate": 1.8837947431408286e-05, + "loss": 0.0482, + "step": 21261 + }, + { + "epoch": 18.03392705682782, + "grad_norm": 1.1050589948699796, + "learning_rate": 1.8837818901180037e-05, + "loss": 0.0489, + "step": 21262 + }, + { + "epoch": 18.034775233248517, + "grad_norm": 1.15648209716537, + "learning_rate": 1.883769036428259e-05, + "loss": 0.0497, + "step": 21263 + }, + { + "epoch": 18.03562340966921, + "grad_norm": 1.1209488112002073, + "learning_rate": 1.8837561820716037e-05, + "loss": 0.0502, + "step": 21264 + }, + { + "epoch": 18.036471586089906, + "grad_norm": 1.2348501681045991, + "learning_rate": 1.8837433270480477e-05, + "loss": 0.0501, + "step": 21265 + }, + { + "epoch": 18.037319762510602, + "grad_norm": 1.135831434612292, + "learning_rate": 1.8837304713576016e-05, + "loss": 0.0509, + "step": 21266 + }, + { + "epoch": 18.0381679389313, + "grad_norm": 1.046624476699282, + "learning_rate": 1.8837176150002732e-05, + "loss": 0.0461, + "step": 21267 + }, + { + "epoch": 18.039016115351995, + "grad_norm": 1.0032184991189335, + "learning_rate": 1.8837047579760738e-05, + "loss": 0.0439, + "step": 21268 + }, + { + "epoch": 18.039864291772687, + "grad_norm": 1.0771424452467602, + "learning_rate": 1.8836919002850128e-05, + "loss": 0.0505, + "step": 21269 + }, + { + "epoch": 18.040712468193384, + "grad_norm": 1.3578393038604635, + "learning_rate": 1.883679041927099e-05, + "loss": 0.0548, + "step": 21270 + }, + { + "epoch": 18.04156064461408, + "grad_norm": 1.0671847222915218, + "learning_rate": 1.8836661829023436e-05, + "loss": 0.046, + "step": 21271 + }, + { + "epoch": 18.042408821034776, + "grad_norm": 1.3308977134528843, + "learning_rate": 1.8836533232107548e-05, + "loss": 0.0537, + "step": 21272 + }, + { + "epoch": 18.043256997455472, + "grad_norm": 1.1548564356192048, + "learning_rate": 1.8836404628523433e-05, + "loss": 0.0491, + "step": 21273 + }, + { + "epoch": 18.044105173876165, + "grad_norm": 1.4311754324825081, + "learning_rate": 1.8836276018271184e-05, + "loss": 0.0497, + "step": 21274 + }, + { + "epoch": 18.04495335029686, + "grad_norm": 0.9739481413468695, + "learning_rate": 1.8836147401350898e-05, + "loss": 0.0469, + "step": 21275 + }, + { + "epoch": 18.045801526717558, + "grad_norm": 1.0673369280058072, + "learning_rate": 1.8836018777762674e-05, + "loss": 0.0479, + "step": 21276 + }, + { + "epoch": 18.046649703138254, + "grad_norm": 1.0267005912324714, + "learning_rate": 1.883589014750661e-05, + "loss": 0.0468, + "step": 21277 + }, + { + "epoch": 18.04749787955895, + "grad_norm": 1.3061921412904347, + "learning_rate": 1.88357615105828e-05, + "loss": 0.0539, + "step": 21278 + }, + { + "epoch": 18.048346055979643, + "grad_norm": 1.333815002642653, + "learning_rate": 1.883563286699134e-05, + "loss": 0.054, + "step": 21279 + }, + { + "epoch": 18.04919423240034, + "grad_norm": 1.2995634886626326, + "learning_rate": 1.883550421673233e-05, + "loss": 0.0507, + "step": 21280 + }, + { + "epoch": 18.050042408821035, + "grad_norm": 1.087890647706687, + "learning_rate": 1.8835375559805865e-05, + "loss": 0.0467, + "step": 21281 + }, + { + "epoch": 18.05089058524173, + "grad_norm": 1.1259396218230464, + "learning_rate": 1.8835246896212047e-05, + "loss": 0.0481, + "step": 21282 + }, + { + "epoch": 18.051738761662424, + "grad_norm": 1.2717916899873154, + "learning_rate": 1.883511822595097e-05, + "loss": 0.0524, + "step": 21283 + }, + { + "epoch": 18.05258693808312, + "grad_norm": 1.0022240278962202, + "learning_rate": 1.883498954902273e-05, + "loss": 0.0465, + "step": 21284 + }, + { + "epoch": 18.053435114503817, + "grad_norm": 1.2335561822871501, + "learning_rate": 1.883486086542742e-05, + "loss": 0.0551, + "step": 21285 + }, + { + "epoch": 18.054283290924513, + "grad_norm": 1.0154771645191165, + "learning_rate": 1.883473217516515e-05, + "loss": 0.0473, + "step": 21286 + }, + { + "epoch": 18.05513146734521, + "grad_norm": 1.3039959469617701, + "learning_rate": 1.8834603478236e-05, + "loss": 0.0505, + "step": 21287 + }, + { + "epoch": 18.0559796437659, + "grad_norm": 1.2575211515039153, + "learning_rate": 1.883447477464008e-05, + "loss": 0.0603, + "step": 21288 + }, + { + "epoch": 18.056827820186598, + "grad_norm": 1.3584288063558616, + "learning_rate": 1.8834346064377485e-05, + "loss": 0.0523, + "step": 21289 + }, + { + "epoch": 18.057675996607294, + "grad_norm": 1.098685459339164, + "learning_rate": 1.8834217347448307e-05, + "loss": 0.0471, + "step": 21290 + }, + { + "epoch": 18.05852417302799, + "grad_norm": 1.146705113798684, + "learning_rate": 1.8834088623852648e-05, + "loss": 0.0486, + "step": 21291 + }, + { + "epoch": 18.059372349448687, + "grad_norm": 1.1906245958478576, + "learning_rate": 1.8833959893590602e-05, + "loss": 0.0491, + "step": 21292 + }, + { + "epoch": 18.06022052586938, + "grad_norm": 1.2532003312335325, + "learning_rate": 1.883383115666227e-05, + "loss": 0.0572, + "step": 21293 + }, + { + "epoch": 18.061068702290076, + "grad_norm": 1.245674199386615, + "learning_rate": 1.883370241306775e-05, + "loss": 0.0474, + "step": 21294 + }, + { + "epoch": 18.061916878710772, + "grad_norm": 1.2629744664831954, + "learning_rate": 1.8833573662807132e-05, + "loss": 0.0514, + "step": 21295 + }, + { + "epoch": 18.062765055131468, + "grad_norm": 1.0778718024742862, + "learning_rate": 1.883344490588052e-05, + "loss": 0.0468, + "step": 21296 + }, + { + "epoch": 18.063613231552164, + "grad_norm": 0.9542989979738815, + "learning_rate": 1.8833316142288e-05, + "loss": 0.0445, + "step": 21297 + }, + { + "epoch": 18.064461407972857, + "grad_norm": 1.1937587798414366, + "learning_rate": 1.8833187372029687e-05, + "loss": 0.0499, + "step": 21298 + }, + { + "epoch": 18.065309584393553, + "grad_norm": 1.0493431606876045, + "learning_rate": 1.8833058595105663e-05, + "loss": 0.0459, + "step": 21299 + }, + { + "epoch": 18.06615776081425, + "grad_norm": 1.1394857140461985, + "learning_rate": 1.8832929811516036e-05, + "loss": 0.0473, + "step": 21300 + }, + { + "epoch": 18.067005937234946, + "grad_norm": 1.5901174219720744, + "learning_rate": 1.8832801021260893e-05, + "loss": 0.0539, + "step": 21301 + }, + { + "epoch": 18.067854113655642, + "grad_norm": 0.9960425169366224, + "learning_rate": 1.883267222434034e-05, + "loss": 0.0449, + "step": 21302 + }, + { + "epoch": 18.068702290076335, + "grad_norm": 1.1980086202875697, + "learning_rate": 1.883254342075447e-05, + "loss": 0.054, + "step": 21303 + }, + { + "epoch": 18.06955046649703, + "grad_norm": 1.1886664005816694, + "learning_rate": 1.8832414610503375e-05, + "loss": 0.0528, + "step": 21304 + }, + { + "epoch": 18.070398642917727, + "grad_norm": 1.1934901890359946, + "learning_rate": 1.8832285793587165e-05, + "loss": 0.0477, + "step": 21305 + }, + { + "epoch": 18.071246819338423, + "grad_norm": 1.2666583562352238, + "learning_rate": 1.8832156970005924e-05, + "loss": 0.0533, + "step": 21306 + }, + { + "epoch": 18.07209499575912, + "grad_norm": 1.2869494456481647, + "learning_rate": 1.883202813975976e-05, + "loss": 0.0506, + "step": 21307 + }, + { + "epoch": 18.072943172179812, + "grad_norm": 1.2883290060699828, + "learning_rate": 1.8831899302848765e-05, + "loss": 0.0515, + "step": 21308 + }, + { + "epoch": 18.07379134860051, + "grad_norm": 1.1320896171045638, + "learning_rate": 1.8831770459273034e-05, + "loss": 0.0544, + "step": 21309 + }, + { + "epoch": 18.074639525021205, + "grad_norm": 1.0863545655375542, + "learning_rate": 1.883164160903267e-05, + "loss": 0.0481, + "step": 21310 + }, + { + "epoch": 18.0754877014419, + "grad_norm": 1.2667308085923563, + "learning_rate": 1.8831512752127764e-05, + "loss": 0.0485, + "step": 21311 + }, + { + "epoch": 18.076335877862597, + "grad_norm": 1.2308512649323322, + "learning_rate": 1.883138388855842e-05, + "loss": 0.0503, + "step": 21312 + }, + { + "epoch": 18.07718405428329, + "grad_norm": 1.192186871534129, + "learning_rate": 1.883125501832473e-05, + "loss": 0.0487, + "step": 21313 + }, + { + "epoch": 18.078032230703986, + "grad_norm": 0.9899589394527203, + "learning_rate": 1.8831126141426792e-05, + "loss": 0.0496, + "step": 21314 + }, + { + "epoch": 18.078880407124682, + "grad_norm": 1.1984450059301712, + "learning_rate": 1.8830997257864708e-05, + "loss": 0.0532, + "step": 21315 + }, + { + "epoch": 18.07972858354538, + "grad_norm": 1.1334062539406389, + "learning_rate": 1.8830868367638566e-05, + "loss": 0.0516, + "step": 21316 + }, + { + "epoch": 18.08057675996607, + "grad_norm": 1.4020171703825637, + "learning_rate": 1.883073947074847e-05, + "loss": 0.0544, + "step": 21317 + }, + { + "epoch": 18.081424936386767, + "grad_norm": 1.1228160196844978, + "learning_rate": 1.8830610567194518e-05, + "loss": 0.051, + "step": 21318 + }, + { + "epoch": 18.082273112807464, + "grad_norm": 1.192969206068345, + "learning_rate": 1.8830481656976803e-05, + "loss": 0.0606, + "step": 21319 + }, + { + "epoch": 18.08312128922816, + "grad_norm": 1.1399152041295877, + "learning_rate": 1.8830352740095424e-05, + "loss": 0.0507, + "step": 21320 + }, + { + "epoch": 18.083969465648856, + "grad_norm": 1.1507738430996182, + "learning_rate": 1.8830223816550482e-05, + "loss": 0.0485, + "step": 21321 + }, + { + "epoch": 18.08481764206955, + "grad_norm": 1.2166134955776864, + "learning_rate": 1.883009488634207e-05, + "loss": 0.0485, + "step": 21322 + }, + { + "epoch": 18.085665818490245, + "grad_norm": 1.2109239348077099, + "learning_rate": 1.8829965949470285e-05, + "loss": 0.0497, + "step": 21323 + }, + { + "epoch": 18.08651399491094, + "grad_norm": 1.3099627087872494, + "learning_rate": 1.8829837005935226e-05, + "loss": 0.0497, + "step": 21324 + }, + { + "epoch": 18.087362171331637, + "grad_norm": 1.1702854265638123, + "learning_rate": 1.8829708055736993e-05, + "loss": 0.0472, + "step": 21325 + }, + { + "epoch": 18.088210347752334, + "grad_norm": 1.3574906634596586, + "learning_rate": 1.8829579098875673e-05, + "loss": 0.0506, + "step": 21326 + }, + { + "epoch": 18.089058524173026, + "grad_norm": 1.0630798966349049, + "learning_rate": 1.8829450135351375e-05, + "loss": 0.0477, + "step": 21327 + }, + { + "epoch": 18.089906700593723, + "grad_norm": 1.1642862735523545, + "learning_rate": 1.8829321165164195e-05, + "loss": 0.0489, + "step": 21328 + }, + { + "epoch": 18.09075487701442, + "grad_norm": 1.2107968970088843, + "learning_rate": 1.8829192188314222e-05, + "loss": 0.0529, + "step": 21329 + }, + { + "epoch": 18.091603053435115, + "grad_norm": 1.2223976057528088, + "learning_rate": 1.882906320480156e-05, + "loss": 0.0509, + "step": 21330 + }, + { + "epoch": 18.09245122985581, + "grad_norm": 1.2774541204540932, + "learning_rate": 1.882893421462631e-05, + "loss": 0.0509, + "step": 21331 + }, + { + "epoch": 18.093299406276504, + "grad_norm": 1.1787026134787424, + "learning_rate": 1.8828805217788558e-05, + "loss": 0.05, + "step": 21332 + }, + { + "epoch": 18.0941475826972, + "grad_norm": 1.1685564633804413, + "learning_rate": 1.882867621428841e-05, + "loss": 0.0505, + "step": 21333 + }, + { + "epoch": 18.094995759117896, + "grad_norm": 1.163098738262717, + "learning_rate": 1.882854720412596e-05, + "loss": 0.0495, + "step": 21334 + }, + { + "epoch": 18.095843935538593, + "grad_norm": 1.2221244676543914, + "learning_rate": 1.8828418187301306e-05, + "loss": 0.0573, + "step": 21335 + }, + { + "epoch": 18.09669211195929, + "grad_norm": 1.088670490970891, + "learning_rate": 1.8828289163814546e-05, + "loss": 0.0499, + "step": 21336 + }, + { + "epoch": 18.09754028837998, + "grad_norm": 1.3853493534537478, + "learning_rate": 1.8828160133665778e-05, + "loss": 0.0585, + "step": 21337 + }, + { + "epoch": 18.098388464800678, + "grad_norm": 1.0747699502052386, + "learning_rate": 1.88280310968551e-05, + "loss": 0.0454, + "step": 21338 + }, + { + "epoch": 18.099236641221374, + "grad_norm": 1.322333853142443, + "learning_rate": 1.8827902053382603e-05, + "loss": 0.0598, + "step": 21339 + }, + { + "epoch": 18.10008481764207, + "grad_norm": 1.0940981808573487, + "learning_rate": 1.8827773003248387e-05, + "loss": 0.0454, + "step": 21340 + }, + { + "epoch": 18.100932994062767, + "grad_norm": 1.1857661759998401, + "learning_rate": 1.882764394645256e-05, + "loss": 0.0496, + "step": 21341 + }, + { + "epoch": 18.10178117048346, + "grad_norm": 1.2314437095525217, + "learning_rate": 1.8827514882995205e-05, + "loss": 0.0509, + "step": 21342 + }, + { + "epoch": 18.102629346904155, + "grad_norm": 1.216350745042026, + "learning_rate": 1.882738581287643e-05, + "loss": 0.0479, + "step": 21343 + }, + { + "epoch": 18.10347752332485, + "grad_norm": 1.086383586163055, + "learning_rate": 1.8827256736096322e-05, + "loss": 0.0503, + "step": 21344 + }, + { + "epoch": 18.104325699745548, + "grad_norm": 1.1052309383556043, + "learning_rate": 1.8827127652654988e-05, + "loss": 0.049, + "step": 21345 + }, + { + "epoch": 18.105173876166244, + "grad_norm": 1.1544987377951423, + "learning_rate": 1.882699856255252e-05, + "loss": 0.0473, + "step": 21346 + }, + { + "epoch": 18.106022052586937, + "grad_norm": 1.0699425898370198, + "learning_rate": 1.8826869465789018e-05, + "loss": 0.0492, + "step": 21347 + }, + { + "epoch": 18.106870229007633, + "grad_norm": 1.233407857243879, + "learning_rate": 1.8826740362364574e-05, + "loss": 0.0504, + "step": 21348 + }, + { + "epoch": 18.10771840542833, + "grad_norm": 1.1149003087062033, + "learning_rate": 1.8826611252279294e-05, + "loss": 0.0515, + "step": 21349 + }, + { + "epoch": 18.108566581849026, + "grad_norm": 1.238686412301296, + "learning_rate": 1.8826482135533272e-05, + "loss": 0.0498, + "step": 21350 + }, + { + "epoch": 18.109414758269722, + "grad_norm": 1.2748714072637428, + "learning_rate": 1.8826353012126603e-05, + "loss": 0.0491, + "step": 21351 + }, + { + "epoch": 18.110262934690414, + "grad_norm": 1.0142112497442355, + "learning_rate": 1.8826223882059385e-05, + "loss": 0.0451, + "step": 21352 + }, + { + "epoch": 18.11111111111111, + "grad_norm": 1.0382031998059995, + "learning_rate": 1.8826094745331717e-05, + "loss": 0.0466, + "step": 21353 + }, + { + "epoch": 18.111959287531807, + "grad_norm": 1.1246818200925666, + "learning_rate": 1.8825965601943696e-05, + "loss": 0.0482, + "step": 21354 + }, + { + "epoch": 18.112807463952503, + "grad_norm": 1.2863046113346355, + "learning_rate": 1.882583645189542e-05, + "loss": 0.0482, + "step": 21355 + }, + { + "epoch": 18.113655640373196, + "grad_norm": 1.054905216725729, + "learning_rate": 1.8825707295186985e-05, + "loss": 0.0494, + "step": 21356 + }, + { + "epoch": 18.114503816793892, + "grad_norm": 1.1852236498110318, + "learning_rate": 1.882557813181849e-05, + "loss": 0.0504, + "step": 21357 + }, + { + "epoch": 18.11535199321459, + "grad_norm": 1.1778231055831194, + "learning_rate": 1.882544896179003e-05, + "loss": 0.0498, + "step": 21358 + }, + { + "epoch": 18.116200169635285, + "grad_norm": 1.051822109395118, + "learning_rate": 1.882531978510171e-05, + "loss": 0.0478, + "step": 21359 + }, + { + "epoch": 18.11704834605598, + "grad_norm": 1.273439863417478, + "learning_rate": 1.8825190601753615e-05, + "loss": 0.0507, + "step": 21360 + }, + { + "epoch": 18.117896522476673, + "grad_norm": 0.9328998500593289, + "learning_rate": 1.8825061411745853e-05, + "loss": 0.0488, + "step": 21361 + }, + { + "epoch": 18.11874469889737, + "grad_norm": 1.1146861284291052, + "learning_rate": 1.8824932215078515e-05, + "loss": 0.0482, + "step": 21362 + }, + { + "epoch": 18.119592875318066, + "grad_norm": 1.2266969473074956, + "learning_rate": 1.8824803011751706e-05, + "loss": 0.0525, + "step": 21363 + }, + { + "epoch": 18.120441051738762, + "grad_norm": 1.2057801110622055, + "learning_rate": 1.8824673801765513e-05, + "loss": 0.0528, + "step": 21364 + }, + { + "epoch": 18.12128922815946, + "grad_norm": 1.1289294422357727, + "learning_rate": 1.8824544585120043e-05, + "loss": 0.0467, + "step": 21365 + }, + { + "epoch": 18.12213740458015, + "grad_norm": 1.307270066080352, + "learning_rate": 1.882441536181539e-05, + "loss": 0.052, + "step": 21366 + }, + { + "epoch": 18.122985581000847, + "grad_norm": 1.1480148557932446, + "learning_rate": 1.8824286131851646e-05, + "loss": 0.0508, + "step": 21367 + }, + { + "epoch": 18.123833757421544, + "grad_norm": 1.0912378534403457, + "learning_rate": 1.8824156895228917e-05, + "loss": 0.0448, + "step": 21368 + }, + { + "epoch": 18.12468193384224, + "grad_norm": 1.2161104478716775, + "learning_rate": 1.88240276519473e-05, + "loss": 0.0567, + "step": 21369 + }, + { + "epoch": 18.125530110262936, + "grad_norm": 1.2779165568761688, + "learning_rate": 1.8823898402006887e-05, + "loss": 0.0523, + "step": 21370 + }, + { + "epoch": 18.12637828668363, + "grad_norm": 1.0155446702651492, + "learning_rate": 1.8823769145407777e-05, + "loss": 0.046, + "step": 21371 + }, + { + "epoch": 18.127226463104325, + "grad_norm": 1.314824232113108, + "learning_rate": 1.882363988215007e-05, + "loss": 0.058, + "step": 21372 + }, + { + "epoch": 18.12807463952502, + "grad_norm": 1.2009225434077704, + "learning_rate": 1.8823510612233863e-05, + "loss": 0.0509, + "step": 21373 + }, + { + "epoch": 18.128922815945717, + "grad_norm": 1.11072920574525, + "learning_rate": 1.8823381335659253e-05, + "loss": 0.0507, + "step": 21374 + }, + { + "epoch": 18.129770992366414, + "grad_norm": 1.2974848095600706, + "learning_rate": 1.882325205242634e-05, + "loss": 0.0541, + "step": 21375 + }, + { + "epoch": 18.130619168787106, + "grad_norm": 1.1418912135319657, + "learning_rate": 1.8823122762535217e-05, + "loss": 0.0482, + "step": 21376 + }, + { + "epoch": 18.131467345207803, + "grad_norm": 1.160805049236137, + "learning_rate": 1.882299346598598e-05, + "loss": 0.0556, + "step": 21377 + }, + { + "epoch": 18.1323155216285, + "grad_norm": 1.1193735936784432, + "learning_rate": 1.8822864162778737e-05, + "loss": 0.0512, + "step": 21378 + }, + { + "epoch": 18.133163698049195, + "grad_norm": 1.131091175892693, + "learning_rate": 1.8822734852913577e-05, + "loss": 0.0463, + "step": 21379 + }, + { + "epoch": 18.13401187446989, + "grad_norm": 1.07005680379538, + "learning_rate": 1.8822605536390595e-05, + "loss": 0.0496, + "step": 21380 + }, + { + "epoch": 18.134860050890584, + "grad_norm": 1.3417209294838883, + "learning_rate": 1.8822476213209895e-05, + "loss": 0.0562, + "step": 21381 + }, + { + "epoch": 18.13570822731128, + "grad_norm": 1.136051964661995, + "learning_rate": 1.8822346883371572e-05, + "loss": 0.0489, + "step": 21382 + }, + { + "epoch": 18.136556403731976, + "grad_norm": 1.2205277671238695, + "learning_rate": 1.8822217546875727e-05, + "loss": 0.0532, + "step": 21383 + }, + { + "epoch": 18.137404580152673, + "grad_norm": 1.168127623225325, + "learning_rate": 1.8822088203722453e-05, + "loss": 0.05, + "step": 21384 + }, + { + "epoch": 18.13825275657337, + "grad_norm": 1.0403217624875518, + "learning_rate": 1.882195885391185e-05, + "loss": 0.0472, + "step": 21385 + }, + { + "epoch": 18.13910093299406, + "grad_norm": 0.9299426362577232, + "learning_rate": 1.8821829497444014e-05, + "loss": 0.0449, + "step": 21386 + }, + { + "epoch": 18.139949109414758, + "grad_norm": 1.1327226131668044, + "learning_rate": 1.8821700134319046e-05, + "loss": 0.0512, + "step": 21387 + }, + { + "epoch": 18.140797285835454, + "grad_norm": 1.216337121323624, + "learning_rate": 1.8821570764537038e-05, + "loss": 0.0469, + "step": 21388 + }, + { + "epoch": 18.14164546225615, + "grad_norm": 1.5084668439793805, + "learning_rate": 1.882144138809809e-05, + "loss": 0.0565, + "step": 21389 + }, + { + "epoch": 18.142493638676847, + "grad_norm": 1.2067239722656509, + "learning_rate": 1.8821312005002307e-05, + "loss": 0.0528, + "step": 21390 + }, + { + "epoch": 18.14334181509754, + "grad_norm": 1.1891267057393697, + "learning_rate": 1.882118261524977e-05, + "loss": 0.0503, + "step": 21391 + }, + { + "epoch": 18.144189991518235, + "grad_norm": 1.2862221959802205, + "learning_rate": 1.8821053218840594e-05, + "loss": 0.0592, + "step": 21392 + }, + { + "epoch": 18.14503816793893, + "grad_norm": 1.1754710708328493, + "learning_rate": 1.8820923815774868e-05, + "loss": 0.0498, + "step": 21393 + }, + { + "epoch": 18.145886344359628, + "grad_norm": 1.183560737890709, + "learning_rate": 1.8820794406052692e-05, + "loss": 0.0474, + "step": 21394 + }, + { + "epoch": 18.14673452078032, + "grad_norm": 1.1050177450663534, + "learning_rate": 1.882066498967416e-05, + "loss": 0.0488, + "step": 21395 + }, + { + "epoch": 18.147582697201017, + "grad_norm": 1.2227966919856335, + "learning_rate": 1.8820535566639376e-05, + "loss": 0.0557, + "step": 21396 + }, + { + "epoch": 18.148430873621713, + "grad_norm": 1.1121959571760287, + "learning_rate": 1.882040613694843e-05, + "loss": 0.047, + "step": 21397 + }, + { + "epoch": 18.14927905004241, + "grad_norm": 1.2237977493234604, + "learning_rate": 1.8820276700601426e-05, + "loss": 0.0487, + "step": 21398 + }, + { + "epoch": 18.150127226463106, + "grad_norm": 1.1670202081064618, + "learning_rate": 1.882014725759846e-05, + "loss": 0.0583, + "step": 21399 + }, + { + "epoch": 18.150975402883798, + "grad_norm": 1.2040583237572686, + "learning_rate": 1.8820017807939628e-05, + "loss": 0.0502, + "step": 21400 + }, + { + "epoch": 18.151823579304494, + "grad_norm": 1.1516767176687934, + "learning_rate": 1.8819888351625026e-05, + "loss": 0.0471, + "step": 21401 + }, + { + "epoch": 18.15267175572519, + "grad_norm": 1.1508408675742712, + "learning_rate": 1.8819758888654758e-05, + "loss": 0.0492, + "step": 21402 + }, + { + "epoch": 18.153519932145887, + "grad_norm": 1.1954546847835692, + "learning_rate": 1.8819629419028918e-05, + "loss": 0.0534, + "step": 21403 + }, + { + "epoch": 18.154368108566583, + "grad_norm": 1.1531509373569337, + "learning_rate": 1.88194999427476e-05, + "loss": 0.0532, + "step": 21404 + }, + { + "epoch": 18.155216284987276, + "grad_norm": 1.236124632575587, + "learning_rate": 1.881937045981091e-05, + "loss": 0.0483, + "step": 21405 + }, + { + "epoch": 18.156064461407972, + "grad_norm": 1.084180466299986, + "learning_rate": 1.8819240970218938e-05, + "loss": 0.0486, + "step": 21406 + }, + { + "epoch": 18.15691263782867, + "grad_norm": 1.0951181267221697, + "learning_rate": 1.8819111473971788e-05, + "loss": 0.0511, + "step": 21407 + }, + { + "epoch": 18.157760814249365, + "grad_norm": 1.1634164058662726, + "learning_rate": 1.8818981971069554e-05, + "loss": 0.0483, + "step": 21408 + }, + { + "epoch": 18.15860899067006, + "grad_norm": 1.1889760726005851, + "learning_rate": 1.8818852461512334e-05, + "loss": 0.0514, + "step": 21409 + }, + { + "epoch": 18.159457167090753, + "grad_norm": 1.371756442509475, + "learning_rate": 1.8818722945300225e-05, + "loss": 0.0652, + "step": 21410 + }, + { + "epoch": 18.16030534351145, + "grad_norm": 1.5093034909821652, + "learning_rate": 1.8818593422433326e-05, + "loss": 0.0629, + "step": 21411 + }, + { + "epoch": 18.161153519932146, + "grad_norm": 1.102804929484874, + "learning_rate": 1.8818463892911736e-05, + "loss": 0.0512, + "step": 21412 + }, + { + "epoch": 18.162001696352842, + "grad_norm": 1.1937231493404683, + "learning_rate": 1.881833435673555e-05, + "loss": 0.0522, + "step": 21413 + }, + { + "epoch": 18.16284987277354, + "grad_norm": 1.4507974495554892, + "learning_rate": 1.8818204813904865e-05, + "loss": 0.0531, + "step": 21414 + }, + { + "epoch": 18.16369804919423, + "grad_norm": 1.221516058506908, + "learning_rate": 1.8818075264419783e-05, + "loss": 0.0546, + "step": 21415 + }, + { + "epoch": 18.164546225614927, + "grad_norm": 1.2918654414912059, + "learning_rate": 1.8817945708280404e-05, + "loss": 0.0588, + "step": 21416 + }, + { + "epoch": 18.165394402035624, + "grad_norm": 1.264913619372762, + "learning_rate": 1.8817816145486814e-05, + "loss": 0.0542, + "step": 21417 + }, + { + "epoch": 18.16624257845632, + "grad_norm": 1.1458036046075797, + "learning_rate": 1.881768657603912e-05, + "loss": 0.0493, + "step": 21418 + }, + { + "epoch": 18.167090754877016, + "grad_norm": 1.0833209094794607, + "learning_rate": 1.8817556999937425e-05, + "loss": 0.0484, + "step": 21419 + }, + { + "epoch": 18.16793893129771, + "grad_norm": 1.1482126886993205, + "learning_rate": 1.8817427417181813e-05, + "loss": 0.0501, + "step": 21420 + }, + { + "epoch": 18.168787107718405, + "grad_norm": 1.4108778975094054, + "learning_rate": 1.8817297827772386e-05, + "loss": 0.0543, + "step": 21421 + }, + { + "epoch": 18.1696352841391, + "grad_norm": 1.3860906753033386, + "learning_rate": 1.881716823170925e-05, + "loss": 0.053, + "step": 21422 + }, + { + "epoch": 18.170483460559797, + "grad_norm": 1.242761696148135, + "learning_rate": 1.8817038628992494e-05, + "loss": 0.0509, + "step": 21423 + }, + { + "epoch": 18.171331636980494, + "grad_norm": 1.2934376505854328, + "learning_rate": 1.881690901962222e-05, + "loss": 0.054, + "step": 21424 + }, + { + "epoch": 18.172179813401186, + "grad_norm": 1.2738546484655995, + "learning_rate": 1.8816779403598523e-05, + "loss": 0.0519, + "step": 21425 + }, + { + "epoch": 18.173027989821882, + "grad_norm": 1.13993311174705, + "learning_rate": 1.8816649780921507e-05, + "loss": 0.0457, + "step": 21426 + }, + { + "epoch": 18.17387616624258, + "grad_norm": 1.0440072853948743, + "learning_rate": 1.881652015159126e-05, + "loss": 0.0499, + "step": 21427 + }, + { + "epoch": 18.174724342663275, + "grad_norm": 1.1140028577393022, + "learning_rate": 1.881639051560789e-05, + "loss": 0.0488, + "step": 21428 + }, + { + "epoch": 18.17557251908397, + "grad_norm": 1.0353944233448222, + "learning_rate": 1.8816260872971487e-05, + "loss": 0.0455, + "step": 21429 + }, + { + "epoch": 18.176420695504664, + "grad_norm": 1.1755306688449356, + "learning_rate": 1.881613122368215e-05, + "loss": 0.0519, + "step": 21430 + }, + { + "epoch": 18.17726887192536, + "grad_norm": 1.4197168546455021, + "learning_rate": 1.881600156773998e-05, + "loss": 0.0785, + "step": 21431 + }, + { + "epoch": 18.178117048346056, + "grad_norm": 1.1323844390033773, + "learning_rate": 1.8815871905145077e-05, + "loss": 0.0495, + "step": 21432 + }, + { + "epoch": 18.178965224766753, + "grad_norm": 1.367000909523518, + "learning_rate": 1.8815742235897532e-05, + "loss": 0.0504, + "step": 21433 + }, + { + "epoch": 18.179813401187445, + "grad_norm": 1.1380326223290218, + "learning_rate": 1.8815612559997445e-05, + "loss": 0.0451, + "step": 21434 + }, + { + "epoch": 18.18066157760814, + "grad_norm": 1.2696427311407696, + "learning_rate": 1.8815482877444914e-05, + "loss": 0.0494, + "step": 21435 + }, + { + "epoch": 18.181509754028838, + "grad_norm": 1.4316190213826046, + "learning_rate": 1.8815353188240043e-05, + "loss": 0.0592, + "step": 21436 + }, + { + "epoch": 18.182357930449534, + "grad_norm": 1.1773210366831437, + "learning_rate": 1.881522349238292e-05, + "loss": 0.0521, + "step": 21437 + }, + { + "epoch": 18.18320610687023, + "grad_norm": 1.048862959278443, + "learning_rate": 1.881509378987365e-05, + "loss": 0.0468, + "step": 21438 + }, + { + "epoch": 18.184054283290923, + "grad_norm": 1.1729353761331347, + "learning_rate": 1.881496408071233e-05, + "loss": 0.0506, + "step": 21439 + }, + { + "epoch": 18.18490245971162, + "grad_norm": 1.1981845898181473, + "learning_rate": 1.8814834364899054e-05, + "loss": 0.0556, + "step": 21440 + }, + { + "epoch": 18.185750636132315, + "grad_norm": 1.1068370860061654, + "learning_rate": 1.8814704642433923e-05, + "loss": 0.0527, + "step": 21441 + }, + { + "epoch": 18.18659881255301, + "grad_norm": 1.0494848005242614, + "learning_rate": 1.8814574913317033e-05, + "loss": 0.048, + "step": 21442 + }, + { + "epoch": 18.187446988973708, + "grad_norm": 1.1125345057291325, + "learning_rate": 1.8814445177548487e-05, + "loss": 0.0487, + "step": 21443 + }, + { + "epoch": 18.1882951653944, + "grad_norm": 1.1933054940945822, + "learning_rate": 1.8814315435128375e-05, + "loss": 0.0511, + "step": 21444 + }, + { + "epoch": 18.189143341815097, + "grad_norm": 1.0534641240913025, + "learning_rate": 1.8814185686056798e-05, + "loss": 0.0446, + "step": 21445 + }, + { + "epoch": 18.189991518235793, + "grad_norm": 1.260395710073529, + "learning_rate": 1.8814055930333857e-05, + "loss": 0.049, + "step": 21446 + }, + { + "epoch": 18.19083969465649, + "grad_norm": 1.3074075014177495, + "learning_rate": 1.8813926167959648e-05, + "loss": 0.0505, + "step": 21447 + }, + { + "epoch": 18.191687871077185, + "grad_norm": 1.1963409033135826, + "learning_rate": 1.8813796398934268e-05, + "loss": 0.0485, + "step": 21448 + }, + { + "epoch": 18.192536047497878, + "grad_norm": 1.3132091759281257, + "learning_rate": 1.8813666623257813e-05, + "loss": 0.0549, + "step": 21449 + }, + { + "epoch": 18.193384223918574, + "grad_norm": 1.0834646604540916, + "learning_rate": 1.8813536840930387e-05, + "loss": 0.0522, + "step": 21450 + }, + { + "epoch": 18.19423240033927, + "grad_norm": 1.2146119890064575, + "learning_rate": 1.8813407051952082e-05, + "loss": 0.0499, + "step": 21451 + }, + { + "epoch": 18.195080576759967, + "grad_norm": 1.2839526969425117, + "learning_rate": 1.8813277256323e-05, + "loss": 0.0537, + "step": 21452 + }, + { + "epoch": 18.195928753180663, + "grad_norm": 1.1913114616520544, + "learning_rate": 1.881314745404324e-05, + "loss": 0.0576, + "step": 21453 + }, + { + "epoch": 18.196776929601356, + "grad_norm": 1.1535645511915746, + "learning_rate": 1.881301764511289e-05, + "loss": 0.0466, + "step": 21454 + }, + { + "epoch": 18.197625106022052, + "grad_norm": 1.1338727070972179, + "learning_rate": 1.881288782953206e-05, + "loss": 0.0491, + "step": 21455 + }, + { + "epoch": 18.198473282442748, + "grad_norm": 1.0970397766166928, + "learning_rate": 1.8812758007300844e-05, + "loss": 0.049, + "step": 21456 + }, + { + "epoch": 18.199321458863444, + "grad_norm": 0.9853614361133689, + "learning_rate": 1.8812628178419335e-05, + "loss": 0.0508, + "step": 21457 + }, + { + "epoch": 18.20016963528414, + "grad_norm": 1.263714343358142, + "learning_rate": 1.881249834288764e-05, + "loss": 0.0545, + "step": 21458 + }, + { + "epoch": 18.201017811704833, + "grad_norm": 1.4747946911154985, + "learning_rate": 1.881236850070585e-05, + "loss": 0.0575, + "step": 21459 + }, + { + "epoch": 18.20186598812553, + "grad_norm": 1.1606950142205628, + "learning_rate": 1.8812238651874062e-05, + "loss": 0.0521, + "step": 21460 + }, + { + "epoch": 18.202714164546226, + "grad_norm": 1.2381946083491047, + "learning_rate": 1.8812108796392382e-05, + "loss": 0.0526, + "step": 21461 + }, + { + "epoch": 18.203562340966922, + "grad_norm": 1.0369063737751067, + "learning_rate": 1.88119789342609e-05, + "loss": 0.0485, + "step": 21462 + }, + { + "epoch": 18.20441051738762, + "grad_norm": 1.1804244350999293, + "learning_rate": 1.881184906547972e-05, + "loss": 0.0492, + "step": 21463 + }, + { + "epoch": 18.20525869380831, + "grad_norm": 1.4669023365179834, + "learning_rate": 1.881171919004893e-05, + "loss": 0.0508, + "step": 21464 + }, + { + "epoch": 18.206106870229007, + "grad_norm": 1.1732956709610587, + "learning_rate": 1.881158930796864e-05, + "loss": 0.0471, + "step": 21465 + }, + { + "epoch": 18.206955046649703, + "grad_norm": 1.2827803055348919, + "learning_rate": 1.8811459419238946e-05, + "loss": 0.0466, + "step": 21466 + }, + { + "epoch": 18.2078032230704, + "grad_norm": 1.2950903863154586, + "learning_rate": 1.8811329523859937e-05, + "loss": 0.0479, + "step": 21467 + }, + { + "epoch": 18.208651399491096, + "grad_norm": 1.1495686292492169, + "learning_rate": 1.8811199621831723e-05, + "loss": 0.0515, + "step": 21468 + }, + { + "epoch": 18.20949957591179, + "grad_norm": 1.0187907507090004, + "learning_rate": 1.8811069713154395e-05, + "loss": 0.0523, + "step": 21469 + }, + { + "epoch": 18.210347752332485, + "grad_norm": 1.7227280380467602, + "learning_rate": 1.8810939797828048e-05, + "loss": 0.0539, + "step": 21470 + }, + { + "epoch": 18.21119592875318, + "grad_norm": 1.2720096388369608, + "learning_rate": 1.8810809875852783e-05, + "loss": 0.0516, + "step": 21471 + }, + { + "epoch": 18.212044105173877, + "grad_norm": 1.3926382417025127, + "learning_rate": 1.8810679947228704e-05, + "loss": 0.0663, + "step": 21472 + }, + { + "epoch": 18.21289228159457, + "grad_norm": 1.1081898779580597, + "learning_rate": 1.8810550011955903e-05, + "loss": 0.0512, + "step": 21473 + }, + { + "epoch": 18.213740458015266, + "grad_norm": 1.2745069528959347, + "learning_rate": 1.881042007003448e-05, + "loss": 0.0558, + "step": 21474 + }, + { + "epoch": 18.214588634435962, + "grad_norm": 1.0219872122036036, + "learning_rate": 1.8810290121464533e-05, + "loss": 0.0476, + "step": 21475 + }, + { + "epoch": 18.21543681085666, + "grad_norm": 1.2516128130843818, + "learning_rate": 1.8810160166246152e-05, + "loss": 0.0484, + "step": 21476 + }, + { + "epoch": 18.216284987277355, + "grad_norm": 1.34725891114408, + "learning_rate": 1.881003020437945e-05, + "loss": 0.0624, + "step": 21477 + }, + { + "epoch": 18.217133163698048, + "grad_norm": 1.163855844083687, + "learning_rate": 1.8809900235864518e-05, + "loss": 0.0488, + "step": 21478 + }, + { + "epoch": 18.217981340118744, + "grad_norm": 1.3652794749552637, + "learning_rate": 1.880977026070145e-05, + "loss": 0.0519, + "step": 21479 + }, + { + "epoch": 18.21882951653944, + "grad_norm": 1.210137225225511, + "learning_rate": 1.880964027889035e-05, + "loss": 0.0504, + "step": 21480 + }, + { + "epoch": 18.219677692960136, + "grad_norm": 1.392178454727776, + "learning_rate": 1.8809510290431315e-05, + "loss": 0.06, + "step": 21481 + }, + { + "epoch": 18.220525869380833, + "grad_norm": 1.1438198682803449, + "learning_rate": 1.880938029532444e-05, + "loss": 0.0521, + "step": 21482 + }, + { + "epoch": 18.221374045801525, + "grad_norm": 1.2662810703570826, + "learning_rate": 1.880925029356982e-05, + "loss": 0.0547, + "step": 21483 + }, + { + "epoch": 18.22222222222222, + "grad_norm": 1.2319523156216843, + "learning_rate": 1.8809120285167568e-05, + "loss": 0.0563, + "step": 21484 + }, + { + "epoch": 18.223070398642918, + "grad_norm": 1.261692591251245, + "learning_rate": 1.8808990270117765e-05, + "loss": 0.0585, + "step": 21485 + }, + { + "epoch": 18.223918575063614, + "grad_norm": 1.3236031780439672, + "learning_rate": 1.880886024842052e-05, + "loss": 0.054, + "step": 21486 + }, + { + "epoch": 18.22476675148431, + "grad_norm": 1.1329748271867175, + "learning_rate": 1.8808730220075925e-05, + "loss": 0.0473, + "step": 21487 + }, + { + "epoch": 18.225614927905003, + "grad_norm": 1.2233797072823462, + "learning_rate": 1.8808600185084083e-05, + "loss": 0.06, + "step": 21488 + }, + { + "epoch": 18.2264631043257, + "grad_norm": 1.3380663472370316, + "learning_rate": 1.8808470143445086e-05, + "loss": 0.0529, + "step": 21489 + }, + { + "epoch": 18.227311280746395, + "grad_norm": 1.167423633102426, + "learning_rate": 1.880834009515904e-05, + "loss": 0.0486, + "step": 21490 + }, + { + "epoch": 18.22815945716709, + "grad_norm": 1.2091572048795085, + "learning_rate": 1.880821004022604e-05, + "loss": 0.0504, + "step": 21491 + }, + { + "epoch": 18.229007633587788, + "grad_norm": 1.2237554974807672, + "learning_rate": 1.8808079978646176e-05, + "loss": 0.0518, + "step": 21492 + }, + { + "epoch": 18.22985581000848, + "grad_norm": 1.2449169798510953, + "learning_rate": 1.8807949910419557e-05, + "loss": 0.0484, + "step": 21493 + }, + { + "epoch": 18.230703986429177, + "grad_norm": 1.2783581075241612, + "learning_rate": 1.880781983554628e-05, + "loss": 0.048, + "step": 21494 + }, + { + "epoch": 18.231552162849873, + "grad_norm": 1.3654660701347978, + "learning_rate": 1.880768975402644e-05, + "loss": 0.0558, + "step": 21495 + }, + { + "epoch": 18.23240033927057, + "grad_norm": 1.4529619499129272, + "learning_rate": 1.8807559665860132e-05, + "loss": 0.0553, + "step": 21496 + }, + { + "epoch": 18.233248515691265, + "grad_norm": 1.3140023335436837, + "learning_rate": 1.880742957104746e-05, + "loss": 0.0565, + "step": 21497 + }, + { + "epoch": 18.234096692111958, + "grad_norm": 1.4384050263371477, + "learning_rate": 1.880729946958852e-05, + "loss": 0.0563, + "step": 21498 + }, + { + "epoch": 18.234944868532654, + "grad_norm": 1.219163147832226, + "learning_rate": 1.880716936148341e-05, + "loss": 0.0539, + "step": 21499 + }, + { + "epoch": 18.23579304495335, + "grad_norm": 1.26748622695657, + "learning_rate": 1.8807039246732232e-05, + "loss": 0.0555, + "step": 21500 + }, + { + "epoch": 18.236641221374047, + "grad_norm": 1.2581918734745334, + "learning_rate": 1.8806909125335075e-05, + "loss": 0.0542, + "step": 21501 + }, + { + "epoch": 18.237489397794743, + "grad_norm": 1.2526542588676643, + "learning_rate": 1.8806778997292046e-05, + "loss": 0.0519, + "step": 21502 + }, + { + "epoch": 18.238337574215436, + "grad_norm": 1.208226322673548, + "learning_rate": 1.8806648862603237e-05, + "loss": 0.0549, + "step": 21503 + }, + { + "epoch": 18.239185750636132, + "grad_norm": 1.3902667284197305, + "learning_rate": 1.880651872126875e-05, + "loss": 0.0554, + "step": 21504 + }, + { + "epoch": 18.240033927056828, + "grad_norm": 1.0969109648471902, + "learning_rate": 1.8806388573288687e-05, + "loss": 0.0488, + "step": 21505 + }, + { + "epoch": 18.240882103477524, + "grad_norm": 1.2726259053254616, + "learning_rate": 1.880625841866314e-05, + "loss": 0.0576, + "step": 21506 + }, + { + "epoch": 18.24173027989822, + "grad_norm": 1.3198262938242205, + "learning_rate": 1.8806128257392204e-05, + "loss": 0.0512, + "step": 21507 + }, + { + "epoch": 18.242578456318913, + "grad_norm": 1.2700857842755962, + "learning_rate": 1.8805998089475984e-05, + "loss": 0.0568, + "step": 21508 + }, + { + "epoch": 18.24342663273961, + "grad_norm": 1.1789644241365826, + "learning_rate": 1.880586791491458e-05, + "loss": 0.0473, + "step": 21509 + }, + { + "epoch": 18.244274809160306, + "grad_norm": 1.3973141670179614, + "learning_rate": 1.8805737733708084e-05, + "loss": 0.0571, + "step": 21510 + }, + { + "epoch": 18.245122985581002, + "grad_norm": 1.292888076015596, + "learning_rate": 1.8805607545856597e-05, + "loss": 0.0505, + "step": 21511 + }, + { + "epoch": 18.245971162001695, + "grad_norm": 1.3986135674210547, + "learning_rate": 1.8805477351360215e-05, + "loss": 0.0505, + "step": 21512 + }, + { + "epoch": 18.24681933842239, + "grad_norm": 1.1562223442059925, + "learning_rate": 1.8805347150219043e-05, + "loss": 0.047, + "step": 21513 + }, + { + "epoch": 18.247667514843087, + "grad_norm": 1.2840096217279042, + "learning_rate": 1.880521694243317e-05, + "loss": 0.0543, + "step": 21514 + }, + { + "epoch": 18.248515691263783, + "grad_norm": 1.6001702613029236, + "learning_rate": 1.8805086728002703e-05, + "loss": 0.0564, + "step": 21515 + }, + { + "epoch": 18.24936386768448, + "grad_norm": 1.2928451814151332, + "learning_rate": 1.8804956506927728e-05, + "loss": 0.0577, + "step": 21516 + }, + { + "epoch": 18.250212044105172, + "grad_norm": 1.1394882763301457, + "learning_rate": 1.8804826279208363e-05, + "loss": 0.0563, + "step": 21517 + }, + { + "epoch": 18.25106022052587, + "grad_norm": 1.454656300099066, + "learning_rate": 1.8804696044844684e-05, + "loss": 0.0547, + "step": 21518 + }, + { + "epoch": 18.251908396946565, + "grad_norm": 1.0188231155441414, + "learning_rate": 1.8804565803836805e-05, + "loss": 0.0496, + "step": 21519 + }, + { + "epoch": 18.25275657336726, + "grad_norm": 1.1378239302319746, + "learning_rate": 1.8804435556184816e-05, + "loss": 0.0529, + "step": 21520 + }, + { + "epoch": 18.253604749787957, + "grad_norm": 1.0449884307456592, + "learning_rate": 1.8804305301888823e-05, + "loss": 0.047, + "step": 21521 + }, + { + "epoch": 18.25445292620865, + "grad_norm": 1.098518730623842, + "learning_rate": 1.8804175040948917e-05, + "loss": 0.0507, + "step": 21522 + }, + { + "epoch": 18.255301102629346, + "grad_norm": 1.2383200915700034, + "learning_rate": 1.8804044773365196e-05, + "loss": 0.0497, + "step": 21523 + }, + { + "epoch": 18.256149279050042, + "grad_norm": 1.3372728160731109, + "learning_rate": 1.880391449913777e-05, + "loss": 0.0543, + "step": 21524 + }, + { + "epoch": 18.25699745547074, + "grad_norm": 1.0813336885779528, + "learning_rate": 1.880378421826672e-05, + "loss": 0.0501, + "step": 21525 + }, + { + "epoch": 18.257845631891435, + "grad_norm": 1.047777866051106, + "learning_rate": 1.8803653930752158e-05, + "loss": 0.0439, + "step": 21526 + }, + { + "epoch": 18.258693808312128, + "grad_norm": 1.4606681665144852, + "learning_rate": 1.8803523636594174e-05, + "loss": 0.0591, + "step": 21527 + }, + { + "epoch": 18.259541984732824, + "grad_norm": 1.1290713623065618, + "learning_rate": 1.880339333579287e-05, + "loss": 0.0466, + "step": 21528 + }, + { + "epoch": 18.26039016115352, + "grad_norm": 1.1531871191248992, + "learning_rate": 1.8803263028348345e-05, + "loss": 0.0601, + "step": 21529 + }, + { + "epoch": 18.261238337574216, + "grad_norm": 1.190458543744899, + "learning_rate": 1.8803132714260696e-05, + "loss": 0.0506, + "step": 21530 + }, + { + "epoch": 18.262086513994912, + "grad_norm": 1.2631123852159647, + "learning_rate": 1.880300239353002e-05, + "loss": 0.052, + "step": 21531 + }, + { + "epoch": 18.262934690415605, + "grad_norm": 1.2465174297265083, + "learning_rate": 1.880287206615642e-05, + "loss": 0.0553, + "step": 21532 + }, + { + "epoch": 18.2637828668363, + "grad_norm": 1.1755587620765657, + "learning_rate": 1.880274173213999e-05, + "loss": 0.0514, + "step": 21533 + }, + { + "epoch": 18.264631043256998, + "grad_norm": 1.2615581276009147, + "learning_rate": 1.880261139148083e-05, + "loss": 0.0514, + "step": 21534 + }, + { + "epoch": 18.265479219677694, + "grad_norm": 0.9866815220589226, + "learning_rate": 1.8802481044179036e-05, + "loss": 0.0483, + "step": 21535 + }, + { + "epoch": 18.26632739609839, + "grad_norm": 1.1474416820482347, + "learning_rate": 1.880235069023471e-05, + "loss": 0.0485, + "step": 21536 + }, + { + "epoch": 18.267175572519083, + "grad_norm": 1.2830784461375737, + "learning_rate": 1.880222032964795e-05, + "loss": 0.0548, + "step": 21537 + }, + { + "epoch": 18.26802374893978, + "grad_norm": 1.484510146236453, + "learning_rate": 1.880208996241885e-05, + "loss": 0.0558, + "step": 21538 + }, + { + "epoch": 18.268871925360475, + "grad_norm": 1.442925724291038, + "learning_rate": 1.8801959588547513e-05, + "loss": 0.0578, + "step": 21539 + }, + { + "epoch": 18.26972010178117, + "grad_norm": 1.346817843787122, + "learning_rate": 1.8801829208034036e-05, + "loss": 0.0539, + "step": 21540 + }, + { + "epoch": 18.270568278201868, + "grad_norm": 1.1477272100038656, + "learning_rate": 1.8801698820878516e-05, + "loss": 0.0587, + "step": 21541 + }, + { + "epoch": 18.27141645462256, + "grad_norm": 1.2224836951903377, + "learning_rate": 1.880156842708105e-05, + "loss": 0.0554, + "step": 21542 + }, + { + "epoch": 18.272264631043257, + "grad_norm": 1.155511793434568, + "learning_rate": 1.8801438026641744e-05, + "loss": 0.0477, + "step": 21543 + }, + { + "epoch": 18.273112807463953, + "grad_norm": 1.4167211751716275, + "learning_rate": 1.8801307619560692e-05, + "loss": 0.0553, + "step": 21544 + }, + { + "epoch": 18.27396098388465, + "grad_norm": 1.1519501968662795, + "learning_rate": 1.8801177205837987e-05, + "loss": 0.048, + "step": 21545 + }, + { + "epoch": 18.274809160305345, + "grad_norm": 1.3223063905822467, + "learning_rate": 1.8801046785473738e-05, + "loss": 0.055, + "step": 21546 + }, + { + "epoch": 18.275657336726038, + "grad_norm": 1.0833199231061812, + "learning_rate": 1.880091635846803e-05, + "loss": 0.0492, + "step": 21547 + }, + { + "epoch": 18.276505513146734, + "grad_norm": 1.34935386301469, + "learning_rate": 1.8800785924820974e-05, + "loss": 0.0639, + "step": 21548 + }, + { + "epoch": 18.27735368956743, + "grad_norm": 1.2515725813047724, + "learning_rate": 1.8800655484532666e-05, + "loss": 0.0514, + "step": 21549 + }, + { + "epoch": 18.278201865988127, + "grad_norm": 1.2846432831695755, + "learning_rate": 1.88005250376032e-05, + "loss": 0.0512, + "step": 21550 + }, + { + "epoch": 18.27905004240882, + "grad_norm": 1.2128070425299409, + "learning_rate": 1.8800394584032674e-05, + "loss": 0.0557, + "step": 21551 + }, + { + "epoch": 18.279898218829516, + "grad_norm": 1.2405144751766783, + "learning_rate": 1.880026412382119e-05, + "loss": 0.054, + "step": 21552 + }, + { + "epoch": 18.280746395250212, + "grad_norm": 1.2925009310564863, + "learning_rate": 1.8800133656968844e-05, + "loss": 0.0513, + "step": 21553 + }, + { + "epoch": 18.281594571670908, + "grad_norm": 1.175067582655292, + "learning_rate": 1.8800003183475737e-05, + "loss": 0.0512, + "step": 21554 + }, + { + "epoch": 18.282442748091604, + "grad_norm": 1.047214164129617, + "learning_rate": 1.879987270334197e-05, + "loss": 0.047, + "step": 21555 + }, + { + "epoch": 18.283290924512297, + "grad_norm": 1.0898877941246339, + "learning_rate": 1.8799742216567633e-05, + "loss": 0.0494, + "step": 21556 + }, + { + "epoch": 18.284139100932993, + "grad_norm": 1.4054689479004714, + "learning_rate": 1.879961172315283e-05, + "loss": 0.0496, + "step": 21557 + }, + { + "epoch": 18.28498727735369, + "grad_norm": 1.2409223284514808, + "learning_rate": 1.8799481223097656e-05, + "loss": 0.0527, + "step": 21558 + }, + { + "epoch": 18.285835453774386, + "grad_norm": 1.3825313496075913, + "learning_rate": 1.8799350716402216e-05, + "loss": 0.0544, + "step": 21559 + }, + { + "epoch": 18.286683630195082, + "grad_norm": 1.1762709041663069, + "learning_rate": 1.87992202030666e-05, + "loss": 0.0492, + "step": 21560 + }, + { + "epoch": 18.287531806615775, + "grad_norm": 1.2932808949964125, + "learning_rate": 1.8799089683090917e-05, + "loss": 0.0533, + "step": 21561 + }, + { + "epoch": 18.28837998303647, + "grad_norm": 1.2188949241494538, + "learning_rate": 1.8798959156475255e-05, + "loss": 0.0482, + "step": 21562 + }, + { + "epoch": 18.289228159457167, + "grad_norm": 1.3771123462821189, + "learning_rate": 1.879882862321972e-05, + "loss": 0.0516, + "step": 21563 + }, + { + "epoch": 18.290076335877863, + "grad_norm": 1.3022346285462016, + "learning_rate": 1.8798698083324404e-05, + "loss": 0.0477, + "step": 21564 + }, + { + "epoch": 18.29092451229856, + "grad_norm": 1.251479029737564, + "learning_rate": 1.879856753678941e-05, + "loss": 0.053, + "step": 21565 + }, + { + "epoch": 18.291772688719252, + "grad_norm": 1.302657426192458, + "learning_rate": 1.879843698361484e-05, + "loss": 0.0575, + "step": 21566 + }, + { + "epoch": 18.29262086513995, + "grad_norm": 1.2145297732562215, + "learning_rate": 1.8798306423800784e-05, + "loss": 0.0482, + "step": 21567 + }, + { + "epoch": 18.293469041560645, + "grad_norm": 1.195271971754216, + "learning_rate": 1.8798175857347346e-05, + "loss": 0.0484, + "step": 21568 + }, + { + "epoch": 18.29431721798134, + "grad_norm": 1.3224991218938602, + "learning_rate": 1.8798045284254623e-05, + "loss": 0.0506, + "step": 21569 + }, + { + "epoch": 18.295165394402037, + "grad_norm": 1.1588215188220046, + "learning_rate": 1.879791470452271e-05, + "loss": 0.0565, + "step": 21570 + }, + { + "epoch": 18.29601357082273, + "grad_norm": 1.0879530641636415, + "learning_rate": 1.8797784118151715e-05, + "loss": 0.0507, + "step": 21571 + }, + { + "epoch": 18.296861747243426, + "grad_norm": 1.3016217009278723, + "learning_rate": 1.8797653525141724e-05, + "loss": 0.0502, + "step": 21572 + }, + { + "epoch": 18.297709923664122, + "grad_norm": 1.4124689876892416, + "learning_rate": 1.8797522925492848e-05, + "loss": 0.0583, + "step": 21573 + }, + { + "epoch": 18.29855810008482, + "grad_norm": 1.149313215302205, + "learning_rate": 1.8797392319205178e-05, + "loss": 0.0475, + "step": 21574 + }, + { + "epoch": 18.299406276505515, + "grad_norm": 1.277561531214835, + "learning_rate": 1.8797261706278816e-05, + "loss": 0.0516, + "step": 21575 + }, + { + "epoch": 18.300254452926207, + "grad_norm": 1.1585315858302132, + "learning_rate": 1.8797131086713854e-05, + "loss": 0.0485, + "step": 21576 + }, + { + "epoch": 18.301102629346904, + "grad_norm": 1.0755685939517232, + "learning_rate": 1.87970004605104e-05, + "loss": 0.0501, + "step": 21577 + }, + { + "epoch": 18.3019508057676, + "grad_norm": 1.1713390932410104, + "learning_rate": 1.8796869827668546e-05, + "loss": 0.0567, + "step": 21578 + }, + { + "epoch": 18.302798982188296, + "grad_norm": 1.1779339677804237, + "learning_rate": 1.8796739188188396e-05, + "loss": 0.0528, + "step": 21579 + }, + { + "epoch": 18.303647158608992, + "grad_norm": 1.1297659946556462, + "learning_rate": 1.879660854207004e-05, + "loss": 0.0502, + "step": 21580 + }, + { + "epoch": 18.304495335029685, + "grad_norm": 1.2608180702856677, + "learning_rate": 1.8796477889313585e-05, + "loss": 0.0528, + "step": 21581 + }, + { + "epoch": 18.30534351145038, + "grad_norm": 1.2356428608109675, + "learning_rate": 1.8796347229919128e-05, + "loss": 0.0522, + "step": 21582 + }, + { + "epoch": 18.306191687871078, + "grad_norm": 1.1959494446768797, + "learning_rate": 1.8796216563886765e-05, + "loss": 0.0517, + "step": 21583 + }, + { + "epoch": 18.307039864291774, + "grad_norm": 1.0514032446343882, + "learning_rate": 1.8796085891216595e-05, + "loss": 0.0516, + "step": 21584 + }, + { + "epoch": 18.307888040712466, + "grad_norm": 1.2505108346671594, + "learning_rate": 1.8795955211908715e-05, + "loss": 0.0566, + "step": 21585 + }, + { + "epoch": 18.308736217133163, + "grad_norm": 1.139980064498572, + "learning_rate": 1.8795824525963228e-05, + "loss": 0.0464, + "step": 21586 + }, + { + "epoch": 18.30958439355386, + "grad_norm": 1.3334731374950943, + "learning_rate": 1.8795693833380227e-05, + "loss": 0.0534, + "step": 21587 + }, + { + "epoch": 18.310432569974555, + "grad_norm": 1.4441510749218922, + "learning_rate": 1.8795563134159823e-05, + "loss": 0.055, + "step": 21588 + }, + { + "epoch": 18.31128074639525, + "grad_norm": 1.0896138233467496, + "learning_rate": 1.87954324283021e-05, + "loss": 0.0539, + "step": 21589 + }, + { + "epoch": 18.312128922815944, + "grad_norm": 1.2167385874085581, + "learning_rate": 1.879530171580716e-05, + "loss": 0.0502, + "step": 21590 + }, + { + "epoch": 18.31297709923664, + "grad_norm": 1.253367909468913, + "learning_rate": 1.8795170996675108e-05, + "loss": 0.0588, + "step": 21591 + }, + { + "epoch": 18.313825275657337, + "grad_norm": 1.0476070640077308, + "learning_rate": 1.8795040270906034e-05, + "loss": 0.0507, + "step": 21592 + }, + { + "epoch": 18.314673452078033, + "grad_norm": 0.9928388387032551, + "learning_rate": 1.8794909538500044e-05, + "loss": 0.047, + "step": 21593 + }, + { + "epoch": 18.31552162849873, + "grad_norm": 1.3421305111775184, + "learning_rate": 1.8794778799457236e-05, + "loss": 0.058, + "step": 21594 + }, + { + "epoch": 18.31636980491942, + "grad_norm": 1.1105940005373771, + "learning_rate": 1.8794648053777704e-05, + "loss": 0.0475, + "step": 21595 + }, + { + "epoch": 18.317217981340118, + "grad_norm": 1.2094727674441128, + "learning_rate": 1.879451730146155e-05, + "loss": 0.0522, + "step": 21596 + }, + { + "epoch": 18.318066157760814, + "grad_norm": 1.348225200264529, + "learning_rate": 1.8794386542508874e-05, + "loss": 0.0541, + "step": 21597 + }, + { + "epoch": 18.31891433418151, + "grad_norm": 1.1778191264134814, + "learning_rate": 1.879425577691977e-05, + "loss": 0.0517, + "step": 21598 + }, + { + "epoch": 18.319762510602207, + "grad_norm": 1.2642259283367394, + "learning_rate": 1.879412500469434e-05, + "loss": 0.0505, + "step": 21599 + }, + { + "epoch": 18.3206106870229, + "grad_norm": 1.1457358501659507, + "learning_rate": 1.8793994225832682e-05, + "loss": 0.0496, + "step": 21600 + }, + { + "epoch": 18.321458863443596, + "grad_norm": 1.207327697921867, + "learning_rate": 1.8793863440334894e-05, + "loss": 0.0466, + "step": 21601 + }, + { + "epoch": 18.32230703986429, + "grad_norm": 1.2305755397218086, + "learning_rate": 1.8793732648201074e-05, + "loss": 0.0529, + "step": 21602 + }, + { + "epoch": 18.323155216284988, + "grad_norm": 1.3800616793936662, + "learning_rate": 1.8793601849431326e-05, + "loss": 0.07, + "step": 21603 + }, + { + "epoch": 18.324003392705684, + "grad_norm": 1.2760579855804295, + "learning_rate": 1.8793471044025743e-05, + "loss": 0.0538, + "step": 21604 + }, + { + "epoch": 18.324851569126377, + "grad_norm": 1.3135395330848132, + "learning_rate": 1.8793340231984426e-05, + "loss": 0.051, + "step": 21605 + }, + { + "epoch": 18.325699745547073, + "grad_norm": 1.2619185615412547, + "learning_rate": 1.8793209413307473e-05, + "loss": 0.0515, + "step": 21606 + }, + { + "epoch": 18.32654792196777, + "grad_norm": 1.1184827276169604, + "learning_rate": 1.879307858799498e-05, + "loss": 0.0489, + "step": 21607 + }, + { + "epoch": 18.327396098388466, + "grad_norm": 1.3163499442139708, + "learning_rate": 1.879294775604705e-05, + "loss": 0.0515, + "step": 21608 + }, + { + "epoch": 18.328244274809162, + "grad_norm": 1.2557634317975737, + "learning_rate": 1.8792816917463782e-05, + "loss": 0.0521, + "step": 21609 + }, + { + "epoch": 18.329092451229855, + "grad_norm": 1.2286356056415886, + "learning_rate": 1.879268607224527e-05, + "loss": 0.0493, + "step": 21610 + }, + { + "epoch": 18.32994062765055, + "grad_norm": 1.1617670913477753, + "learning_rate": 1.879255522039162e-05, + "loss": 0.0531, + "step": 21611 + }, + { + "epoch": 18.330788804071247, + "grad_norm": 1.3588605784200205, + "learning_rate": 1.8792424361902927e-05, + "loss": 0.0514, + "step": 21612 + }, + { + "epoch": 18.331636980491943, + "grad_norm": 1.3037471419175246, + "learning_rate": 1.8792293496779284e-05, + "loss": 0.054, + "step": 21613 + }, + { + "epoch": 18.33248515691264, + "grad_norm": 1.3180886501255153, + "learning_rate": 1.87921626250208e-05, + "loss": 0.0551, + "step": 21614 + }, + { + "epoch": 18.333333333333332, + "grad_norm": 1.2818194682351498, + "learning_rate": 1.8792031746627563e-05, + "loss": 0.0499, + "step": 21615 + }, + { + "epoch": 18.33418150975403, + "grad_norm": 1.1856893841784124, + "learning_rate": 1.879190086159968e-05, + "loss": 0.0508, + "step": 21616 + }, + { + "epoch": 18.335029686174725, + "grad_norm": 1.1128441754319884, + "learning_rate": 1.8791769969937252e-05, + "loss": 0.0485, + "step": 21617 + }, + { + "epoch": 18.33587786259542, + "grad_norm": 1.1471595098234884, + "learning_rate": 1.8791639071640368e-05, + "loss": 0.0575, + "step": 21618 + }, + { + "epoch": 18.336726039016117, + "grad_norm": 1.3181124376984332, + "learning_rate": 1.8791508166709135e-05, + "loss": 0.0513, + "step": 21619 + }, + { + "epoch": 18.33757421543681, + "grad_norm": 1.2468489674195826, + "learning_rate": 1.879137725514365e-05, + "loss": 0.0502, + "step": 21620 + }, + { + "epoch": 18.338422391857506, + "grad_norm": 1.405968225442556, + "learning_rate": 1.8791246336944004e-05, + "loss": 0.0532, + "step": 21621 + }, + { + "epoch": 18.339270568278202, + "grad_norm": 1.2015422657966213, + "learning_rate": 1.8791115412110306e-05, + "loss": 0.0474, + "step": 21622 + }, + { + "epoch": 18.3401187446989, + "grad_norm": 1.3709814484450564, + "learning_rate": 1.8790984480642652e-05, + "loss": 0.0546, + "step": 21623 + }, + { + "epoch": 18.34096692111959, + "grad_norm": 1.1597294543089398, + "learning_rate": 1.8790853542541135e-05, + "loss": 0.0495, + "step": 21624 + }, + { + "epoch": 18.341815097540287, + "grad_norm": 1.226705717906769, + "learning_rate": 1.8790722597805866e-05, + "loss": 0.0585, + "step": 21625 + }, + { + "epoch": 18.342663273960984, + "grad_norm": 1.2341943078649131, + "learning_rate": 1.8790591646436932e-05, + "loss": 0.0527, + "step": 21626 + }, + { + "epoch": 18.34351145038168, + "grad_norm": 1.221012723135504, + "learning_rate": 1.8790460688434437e-05, + "loss": 0.0534, + "step": 21627 + }, + { + "epoch": 18.344359626802376, + "grad_norm": 1.341153298646675, + "learning_rate": 1.879032972379848e-05, + "loss": 0.0541, + "step": 21628 + }, + { + "epoch": 18.34520780322307, + "grad_norm": 1.2876243793500006, + "learning_rate": 1.879019875252916e-05, + "loss": 0.0573, + "step": 21629 + }, + { + "epoch": 18.346055979643765, + "grad_norm": 1.280311260736648, + "learning_rate": 1.8790067774626573e-05, + "loss": 0.0521, + "step": 21630 + }, + { + "epoch": 18.34690415606446, + "grad_norm": 1.2727482090265518, + "learning_rate": 1.8789936790090818e-05, + "loss": 0.0541, + "step": 21631 + }, + { + "epoch": 18.347752332485157, + "grad_norm": 1.1963257809499586, + "learning_rate": 1.8789805798922e-05, + "loss": 0.0501, + "step": 21632 + }, + { + "epoch": 18.348600508905854, + "grad_norm": 1.2236740847942154, + "learning_rate": 1.8789674801120207e-05, + "loss": 0.0521, + "step": 21633 + }, + { + "epoch": 18.349448685326546, + "grad_norm": 1.3076866507706473, + "learning_rate": 1.878954379668555e-05, + "loss": 0.0566, + "step": 21634 + }, + { + "epoch": 18.350296861747243, + "grad_norm": 1.372185308841209, + "learning_rate": 1.8789412785618118e-05, + "loss": 0.0575, + "step": 21635 + }, + { + "epoch": 18.35114503816794, + "grad_norm": 1.2181002190145023, + "learning_rate": 1.8789281767918018e-05, + "loss": 0.0494, + "step": 21636 + }, + { + "epoch": 18.351993214588635, + "grad_norm": 1.2120556653809484, + "learning_rate": 1.878915074358534e-05, + "loss": 0.0515, + "step": 21637 + }, + { + "epoch": 18.35284139100933, + "grad_norm": 1.2554784314857703, + "learning_rate": 1.8789019712620194e-05, + "loss": 0.0527, + "step": 21638 + }, + { + "epoch": 18.353689567430024, + "grad_norm": 1.551541870934549, + "learning_rate": 1.8788888675022666e-05, + "loss": 0.0598, + "step": 21639 + }, + { + "epoch": 18.35453774385072, + "grad_norm": 1.1305164766394649, + "learning_rate": 1.8788757630792864e-05, + "loss": 0.0494, + "step": 21640 + }, + { + "epoch": 18.355385920271416, + "grad_norm": 1.1799965722547854, + "learning_rate": 1.8788626579930885e-05, + "loss": 0.0471, + "step": 21641 + }, + { + "epoch": 18.356234096692113, + "grad_norm": 1.302661542425689, + "learning_rate": 1.8788495522436828e-05, + "loss": 0.0531, + "step": 21642 + }, + { + "epoch": 18.35708227311281, + "grad_norm": 1.2335558227709151, + "learning_rate": 1.8788364458310787e-05, + "loss": 0.0567, + "step": 21643 + }, + { + "epoch": 18.3579304495335, + "grad_norm": 1.2466159892940367, + "learning_rate": 1.878823338755287e-05, + "loss": 0.0511, + "step": 21644 + }, + { + "epoch": 18.358778625954198, + "grad_norm": 1.33171791511162, + "learning_rate": 1.8788102310163166e-05, + "loss": 0.0563, + "step": 21645 + }, + { + "epoch": 18.359626802374894, + "grad_norm": 1.2731246267460572, + "learning_rate": 1.8787971226141782e-05, + "loss": 0.0584, + "step": 21646 + }, + { + "epoch": 18.36047497879559, + "grad_norm": 1.3152224079296042, + "learning_rate": 1.8787840135488815e-05, + "loss": 0.0536, + "step": 21647 + }, + { + "epoch": 18.361323155216287, + "grad_norm": 1.4815294649323045, + "learning_rate": 1.878770903820436e-05, + "loss": 0.0592, + "step": 21648 + }, + { + "epoch": 18.36217133163698, + "grad_norm": 1.3088789483032597, + "learning_rate": 1.8787577934288518e-05, + "loss": 0.0561, + "step": 21649 + }, + { + "epoch": 18.363019508057675, + "grad_norm": 1.1772219960930541, + "learning_rate": 1.878744682374139e-05, + "loss": 0.0564, + "step": 21650 + }, + { + "epoch": 18.36386768447837, + "grad_norm": 1.180322614414161, + "learning_rate": 1.8787315706563073e-05, + "loss": 0.051, + "step": 21651 + }, + { + "epoch": 18.364715860899068, + "grad_norm": 1.16947256686334, + "learning_rate": 1.878718458275367e-05, + "loss": 0.0507, + "step": 21652 + }, + { + "epoch": 18.365564037319764, + "grad_norm": 1.2097649121784613, + "learning_rate": 1.878705345231327e-05, + "loss": 0.0511, + "step": 21653 + }, + { + "epoch": 18.366412213740457, + "grad_norm": 1.1876935796253298, + "learning_rate": 1.878692231524198e-05, + "loss": 0.0535, + "step": 21654 + }, + { + "epoch": 18.367260390161153, + "grad_norm": 1.3204129110050662, + "learning_rate": 1.8786791171539903e-05, + "loss": 0.0517, + "step": 21655 + }, + { + "epoch": 18.36810856658185, + "grad_norm": 1.3662771771648774, + "learning_rate": 1.8786660021207125e-05, + "loss": 0.0583, + "step": 21656 + }, + { + "epoch": 18.368956743002546, + "grad_norm": 1.433563722900083, + "learning_rate": 1.8786528864243756e-05, + "loss": 0.0576, + "step": 21657 + }, + { + "epoch": 18.36980491942324, + "grad_norm": 1.1284003109765048, + "learning_rate": 1.878639770064989e-05, + "loss": 0.0557, + "step": 21658 + }, + { + "epoch": 18.370653095843934, + "grad_norm": 1.1333702211068244, + "learning_rate": 1.8786266530425625e-05, + "loss": 0.052, + "step": 21659 + }, + { + "epoch": 18.37150127226463, + "grad_norm": 1.2377545583543605, + "learning_rate": 1.8786135353571066e-05, + "loss": 0.0539, + "step": 21660 + }, + { + "epoch": 18.372349448685327, + "grad_norm": 1.3515092408255043, + "learning_rate": 1.8786004170086307e-05, + "loss": 0.0549, + "step": 21661 + }, + { + "epoch": 18.373197625106023, + "grad_norm": 1.2964148736336383, + "learning_rate": 1.878587297997145e-05, + "loss": 0.0589, + "step": 21662 + }, + { + "epoch": 18.374045801526716, + "grad_norm": 1.2696978540544528, + "learning_rate": 1.8785741783226586e-05, + "loss": 0.0538, + "step": 21663 + }, + { + "epoch": 18.374893977947412, + "grad_norm": 1.3041793253582028, + "learning_rate": 1.8785610579851826e-05, + "loss": 0.0591, + "step": 21664 + }, + { + "epoch": 18.37574215436811, + "grad_norm": 1.1872138937055166, + "learning_rate": 1.878547936984726e-05, + "loss": 0.0531, + "step": 21665 + }, + { + "epoch": 18.376590330788805, + "grad_norm": 1.2044909989289385, + "learning_rate": 1.8785348153212992e-05, + "loss": 0.0575, + "step": 21666 + }, + { + "epoch": 18.3774385072095, + "grad_norm": 1.1930182854088685, + "learning_rate": 1.8785216929949116e-05, + "loss": 0.051, + "step": 21667 + }, + { + "epoch": 18.378286683630193, + "grad_norm": 1.2044341682889512, + "learning_rate": 1.878508570005574e-05, + "loss": 0.0527, + "step": 21668 + }, + { + "epoch": 18.37913486005089, + "grad_norm": 1.311958708399349, + "learning_rate": 1.878495446353295e-05, + "loss": 0.0544, + "step": 21669 + }, + { + "epoch": 18.379983036471586, + "grad_norm": 1.1156182995142876, + "learning_rate": 1.8784823220380856e-05, + "loss": 0.0487, + "step": 21670 + }, + { + "epoch": 18.380831212892282, + "grad_norm": 1.297342590248247, + "learning_rate": 1.8784691970599556e-05, + "loss": 0.0561, + "step": 21671 + }, + { + "epoch": 18.38167938931298, + "grad_norm": 1.2553400859089043, + "learning_rate": 1.8784560714189142e-05, + "loss": 0.0496, + "step": 21672 + }, + { + "epoch": 18.38252756573367, + "grad_norm": 1.2176337626119424, + "learning_rate": 1.878442945114972e-05, + "loss": 0.0534, + "step": 21673 + }, + { + "epoch": 18.383375742154367, + "grad_norm": 1.087345563350473, + "learning_rate": 1.8784298181481383e-05, + "loss": 0.05, + "step": 21674 + }, + { + "epoch": 18.384223918575064, + "grad_norm": 1.3573203020217202, + "learning_rate": 1.8784166905184235e-05, + "loss": 0.0541, + "step": 21675 + }, + { + "epoch": 18.38507209499576, + "grad_norm": 1.4877946571764378, + "learning_rate": 1.8784035622258376e-05, + "loss": 0.0526, + "step": 21676 + }, + { + "epoch": 18.385920271416456, + "grad_norm": 1.3869554356846965, + "learning_rate": 1.8783904332703902e-05, + "loss": 0.0565, + "step": 21677 + }, + { + "epoch": 18.38676844783715, + "grad_norm": 1.1699102502844345, + "learning_rate": 1.878377303652091e-05, + "loss": 0.0528, + "step": 21678 + }, + { + "epoch": 18.387616624257845, + "grad_norm": 1.0925085850401728, + "learning_rate": 1.8783641733709503e-05, + "loss": 0.0492, + "step": 21679 + }, + { + "epoch": 18.38846480067854, + "grad_norm": 1.2350485535214204, + "learning_rate": 1.878351042426978e-05, + "loss": 0.0539, + "step": 21680 + }, + { + "epoch": 18.389312977099237, + "grad_norm": 1.4217270647461053, + "learning_rate": 1.878337910820184e-05, + "loss": 0.06, + "step": 21681 + }, + { + "epoch": 18.390161153519934, + "grad_norm": 1.1818133355211693, + "learning_rate": 1.8783247785505777e-05, + "loss": 0.0566, + "step": 21682 + }, + { + "epoch": 18.391009329940626, + "grad_norm": 1.078759690341247, + "learning_rate": 1.87831164561817e-05, + "loss": 0.0473, + "step": 21683 + }, + { + "epoch": 18.391857506361323, + "grad_norm": 1.1718051238587435, + "learning_rate": 1.8782985120229695e-05, + "loss": 0.0566, + "step": 21684 + }, + { + "epoch": 18.39270568278202, + "grad_norm": 1.2742883264563603, + "learning_rate": 1.878285377764987e-05, + "loss": 0.0532, + "step": 21685 + }, + { + "epoch": 18.393553859202715, + "grad_norm": 1.4865514307509067, + "learning_rate": 1.878272242844233e-05, + "loss": 0.0532, + "step": 21686 + }, + { + "epoch": 18.39440203562341, + "grad_norm": 1.284063856670576, + "learning_rate": 1.878259107260716e-05, + "loss": 0.0544, + "step": 21687 + }, + { + "epoch": 18.395250212044104, + "grad_norm": 1.4828671136076974, + "learning_rate": 1.8782459710144464e-05, + "loss": 0.0645, + "step": 21688 + }, + { + "epoch": 18.3960983884648, + "grad_norm": 1.181800983166638, + "learning_rate": 1.8782328341054345e-05, + "loss": 0.0509, + "step": 21689 + }, + { + "epoch": 18.396946564885496, + "grad_norm": 1.4144729810204977, + "learning_rate": 1.87821969653369e-05, + "loss": 0.0535, + "step": 21690 + }, + { + "epoch": 18.397794741306193, + "grad_norm": 1.1323013724858522, + "learning_rate": 1.878206558299223e-05, + "loss": 0.0522, + "step": 21691 + }, + { + "epoch": 18.39864291772689, + "grad_norm": 1.2777849805189352, + "learning_rate": 1.878193419402043e-05, + "loss": 0.0557, + "step": 21692 + }, + { + "epoch": 18.39949109414758, + "grad_norm": 1.3412732452169656, + "learning_rate": 1.8781802798421604e-05, + "loss": 0.0535, + "step": 21693 + }, + { + "epoch": 18.400339270568278, + "grad_norm": 1.250515352980631, + "learning_rate": 1.8781671396195843e-05, + "loss": 0.0549, + "step": 21694 + }, + { + "epoch": 18.401187446988974, + "grad_norm": 1.2628116356082117, + "learning_rate": 1.8781539987343257e-05, + "loss": 0.0499, + "step": 21695 + }, + { + "epoch": 18.40203562340967, + "grad_norm": 1.318891248182949, + "learning_rate": 1.8781408571863938e-05, + "loss": 0.0529, + "step": 21696 + }, + { + "epoch": 18.402883799830363, + "grad_norm": 1.338415277386205, + "learning_rate": 1.878127714975799e-05, + "loss": 0.0562, + "step": 21697 + }, + { + "epoch": 18.40373197625106, + "grad_norm": 1.3106465729999839, + "learning_rate": 1.8781145721025506e-05, + "loss": 0.0571, + "step": 21698 + }, + { + "epoch": 18.404580152671755, + "grad_norm": 1.3455399059100475, + "learning_rate": 1.8781014285666588e-05, + "loss": 0.0555, + "step": 21699 + }, + { + "epoch": 18.40542832909245, + "grad_norm": 1.231540791842434, + "learning_rate": 1.8780882843681335e-05, + "loss": 0.0528, + "step": 21700 + }, + { + "epoch": 18.406276505513148, + "grad_norm": 1.3205974473641704, + "learning_rate": 1.878075139506985e-05, + "loss": 0.052, + "step": 21701 + }, + { + "epoch": 18.40712468193384, + "grad_norm": 1.4676649390592793, + "learning_rate": 1.8780619939832227e-05, + "loss": 0.058, + "step": 21702 + }, + { + "epoch": 18.407972858354537, + "grad_norm": 1.270168450129269, + "learning_rate": 1.8780488477968567e-05, + "loss": 0.0514, + "step": 21703 + }, + { + "epoch": 18.408821034775233, + "grad_norm": 1.2962254930938402, + "learning_rate": 1.878035700947897e-05, + "loss": 0.0555, + "step": 21704 + }, + { + "epoch": 18.40966921119593, + "grad_norm": 1.4143443515096663, + "learning_rate": 1.8780225534363534e-05, + "loss": 0.0604, + "step": 21705 + }, + { + "epoch": 18.410517387616625, + "grad_norm": 1.2843585564662594, + "learning_rate": 1.878009405262236e-05, + "loss": 0.0503, + "step": 21706 + }, + { + "epoch": 18.411365564037318, + "grad_norm": 1.3283913573829844, + "learning_rate": 1.8779962564255544e-05, + "loss": 0.0542, + "step": 21707 + }, + { + "epoch": 18.412213740458014, + "grad_norm": 1.2171234550313064, + "learning_rate": 1.877983106926319e-05, + "loss": 0.0545, + "step": 21708 + }, + { + "epoch": 18.41306191687871, + "grad_norm": 1.2712773422513377, + "learning_rate": 1.877969956764539e-05, + "loss": 0.0581, + "step": 21709 + }, + { + "epoch": 18.413910093299407, + "grad_norm": 1.3457638756259143, + "learning_rate": 1.8779568059402253e-05, + "loss": 0.0544, + "step": 21710 + }, + { + "epoch": 18.414758269720103, + "grad_norm": 1.3615504751019176, + "learning_rate": 1.877943654453387e-05, + "loss": 0.0557, + "step": 21711 + }, + { + "epoch": 18.415606446140796, + "grad_norm": 1.454108172888834, + "learning_rate": 1.8779305023040345e-05, + "loss": 0.0563, + "step": 21712 + }, + { + "epoch": 18.416454622561492, + "grad_norm": 1.325480166073111, + "learning_rate": 1.8779173494921772e-05, + "loss": 0.0542, + "step": 21713 + }, + { + "epoch": 18.41730279898219, + "grad_norm": 1.2183926567828074, + "learning_rate": 1.8779041960178256e-05, + "loss": 0.0537, + "step": 21714 + }, + { + "epoch": 18.418150975402884, + "grad_norm": 1.062835044142824, + "learning_rate": 1.8778910418809896e-05, + "loss": 0.0491, + "step": 21715 + }, + { + "epoch": 18.41899915182358, + "grad_norm": 1.5351875773025787, + "learning_rate": 1.8778778870816786e-05, + "loss": 0.0589, + "step": 21716 + }, + { + "epoch": 18.419847328244273, + "grad_norm": 1.078275622352069, + "learning_rate": 1.8778647316199028e-05, + "loss": 0.0527, + "step": 21717 + }, + { + "epoch": 18.42069550466497, + "grad_norm": 1.2365173138871395, + "learning_rate": 1.8778515754956723e-05, + "loss": 0.0576, + "step": 21718 + }, + { + "epoch": 18.421543681085666, + "grad_norm": 1.1733902949871589, + "learning_rate": 1.877838418708997e-05, + "loss": 0.0512, + "step": 21719 + }, + { + "epoch": 18.422391857506362, + "grad_norm": 1.3343000899883328, + "learning_rate": 1.8778252612598867e-05, + "loss": 0.0516, + "step": 21720 + }, + { + "epoch": 18.42324003392706, + "grad_norm": 1.391274527275692, + "learning_rate": 1.8778121031483513e-05, + "loss": 0.0546, + "step": 21721 + }, + { + "epoch": 18.42408821034775, + "grad_norm": 1.1975449422260012, + "learning_rate": 1.8777989443744005e-05, + "loss": 0.0546, + "step": 21722 + }, + { + "epoch": 18.424936386768447, + "grad_norm": 1.3108790297434145, + "learning_rate": 1.8777857849380453e-05, + "loss": 0.0524, + "step": 21723 + }, + { + "epoch": 18.425784563189143, + "grad_norm": 1.381602995709761, + "learning_rate": 1.877772624839294e-05, + "loss": 0.0521, + "step": 21724 + }, + { + "epoch": 18.42663273960984, + "grad_norm": 1.1526794910372087, + "learning_rate": 1.8777594640781578e-05, + "loss": 0.0556, + "step": 21725 + }, + { + "epoch": 18.427480916030536, + "grad_norm": 1.3345569282786953, + "learning_rate": 1.877746302654646e-05, + "loss": 0.0599, + "step": 21726 + }, + { + "epoch": 18.42832909245123, + "grad_norm": 1.3114356430085967, + "learning_rate": 1.8777331405687693e-05, + "loss": 0.0558, + "step": 21727 + }, + { + "epoch": 18.429177268871925, + "grad_norm": 1.1884842972381202, + "learning_rate": 1.8777199778205365e-05, + "loss": 0.0504, + "step": 21728 + }, + { + "epoch": 18.43002544529262, + "grad_norm": 1.3670345753920174, + "learning_rate": 1.8777068144099582e-05, + "loss": 0.0616, + "step": 21729 + }, + { + "epoch": 18.430873621713317, + "grad_norm": 1.2484000686924492, + "learning_rate": 1.8776936503370442e-05, + "loss": 0.0579, + "step": 21730 + }, + { + "epoch": 18.431721798134014, + "grad_norm": 1.3155190312953833, + "learning_rate": 1.8776804856018046e-05, + "loss": 0.0582, + "step": 21731 + }, + { + "epoch": 18.432569974554706, + "grad_norm": 1.1200754518601805, + "learning_rate": 1.8776673202042493e-05, + "loss": 0.0503, + "step": 21732 + }, + { + "epoch": 18.433418150975402, + "grad_norm": 1.1128782240087853, + "learning_rate": 1.877654154144388e-05, + "loss": 0.0518, + "step": 21733 + }, + { + "epoch": 18.4342663273961, + "grad_norm": 1.1944114684869118, + "learning_rate": 1.877640987422231e-05, + "loss": 0.0527, + "step": 21734 + }, + { + "epoch": 18.435114503816795, + "grad_norm": 1.1844328039206387, + "learning_rate": 1.8776278200377876e-05, + "loss": 0.0461, + "step": 21735 + }, + { + "epoch": 18.435962680237488, + "grad_norm": 1.349310648152969, + "learning_rate": 1.8776146519910684e-05, + "loss": 0.0511, + "step": 21736 + }, + { + "epoch": 18.436810856658184, + "grad_norm": 1.3626682200768956, + "learning_rate": 1.877601483282083e-05, + "loss": 0.0587, + "step": 21737 + }, + { + "epoch": 18.43765903307888, + "grad_norm": 1.3803918846095615, + "learning_rate": 1.877588313910842e-05, + "loss": 0.0536, + "step": 21738 + }, + { + "epoch": 18.438507209499576, + "grad_norm": 1.3125766241238277, + "learning_rate": 1.877575143877354e-05, + "loss": 0.0577, + "step": 21739 + }, + { + "epoch": 18.439355385920273, + "grad_norm": 1.303572268526579, + "learning_rate": 1.8775619731816303e-05, + "loss": 0.0523, + "step": 21740 + }, + { + "epoch": 18.440203562340965, + "grad_norm": 1.3361527907461506, + "learning_rate": 1.8775488018236796e-05, + "loss": 0.052, + "step": 21741 + }, + { + "epoch": 18.44105173876166, + "grad_norm": 1.0884759564736775, + "learning_rate": 1.877535629803513e-05, + "loss": 0.0554, + "step": 21742 + }, + { + "epoch": 18.441899915182358, + "grad_norm": 1.104444543692093, + "learning_rate": 1.8775224571211398e-05, + "loss": 0.051, + "step": 21743 + }, + { + "epoch": 18.442748091603054, + "grad_norm": 1.2413586060166888, + "learning_rate": 1.87750928377657e-05, + "loss": 0.0604, + "step": 21744 + }, + { + "epoch": 18.44359626802375, + "grad_norm": 1.174223757749554, + "learning_rate": 1.877496109769813e-05, + "loss": 0.0535, + "step": 21745 + }, + { + "epoch": 18.444444444444443, + "grad_norm": 1.584100142980776, + "learning_rate": 1.8774829351008805e-05, + "loss": 0.0641, + "step": 21746 + }, + { + "epoch": 18.44529262086514, + "grad_norm": 1.2992995566664147, + "learning_rate": 1.8774697597697805e-05, + "loss": 0.0535, + "step": 21747 + }, + { + "epoch": 18.446140797285835, + "grad_norm": 1.2544610423147728, + "learning_rate": 1.877456583776524e-05, + "loss": 0.0555, + "step": 21748 + }, + { + "epoch": 18.44698897370653, + "grad_norm": 1.2009331989444063, + "learning_rate": 1.8774434071211206e-05, + "loss": 0.0501, + "step": 21749 + }, + { + "epoch": 18.447837150127228, + "grad_norm": 1.2964848146173689, + "learning_rate": 1.8774302298035803e-05, + "loss": 0.0569, + "step": 21750 + }, + { + "epoch": 18.44868532654792, + "grad_norm": 1.1773895436134467, + "learning_rate": 1.8774170518239133e-05, + "loss": 0.0554, + "step": 21751 + }, + { + "epoch": 18.449533502968617, + "grad_norm": 1.368630264644431, + "learning_rate": 1.877403873182129e-05, + "loss": 0.0546, + "step": 21752 + }, + { + "epoch": 18.450381679389313, + "grad_norm": 1.1840541537536802, + "learning_rate": 1.8773906938782377e-05, + "loss": 0.0517, + "step": 21753 + }, + { + "epoch": 18.45122985581001, + "grad_norm": 1.337825331933218, + "learning_rate": 1.8773775139122493e-05, + "loss": 0.0555, + "step": 21754 + }, + { + "epoch": 18.452078032230705, + "grad_norm": 1.2646481048376714, + "learning_rate": 1.877364333284174e-05, + "loss": 0.0526, + "step": 21755 + }, + { + "epoch": 18.452926208651398, + "grad_norm": 1.2374924223729253, + "learning_rate": 1.877351151994021e-05, + "loss": 0.0582, + "step": 21756 + }, + { + "epoch": 18.453774385072094, + "grad_norm": 1.3760466663188695, + "learning_rate": 1.877337970041801e-05, + "loss": 0.0575, + "step": 21757 + }, + { + "epoch": 18.45462256149279, + "grad_norm": 1.2334474044886825, + "learning_rate": 1.8773247874275235e-05, + "loss": 0.0538, + "step": 21758 + }, + { + "epoch": 18.455470737913487, + "grad_norm": 1.0457169828244164, + "learning_rate": 1.877311604151199e-05, + "loss": 0.0479, + "step": 21759 + }, + { + "epoch": 18.456318914334183, + "grad_norm": 1.1979984751863355, + "learning_rate": 1.8772984202128368e-05, + "loss": 0.0526, + "step": 21760 + }, + { + "epoch": 18.457167090754876, + "grad_norm": 1.2265368525210165, + "learning_rate": 1.8772852356124472e-05, + "loss": 0.0501, + "step": 21761 + }, + { + "epoch": 18.458015267175572, + "grad_norm": 1.2446854098693276, + "learning_rate": 1.8772720503500398e-05, + "loss": 0.0555, + "step": 21762 + }, + { + "epoch": 18.458863443596268, + "grad_norm": 1.3288994255206963, + "learning_rate": 1.8772588644256252e-05, + "loss": 0.0528, + "step": 21763 + }, + { + "epoch": 18.459711620016964, + "grad_norm": 1.4172394641979902, + "learning_rate": 1.877245677839213e-05, + "loss": 0.0585, + "step": 21764 + }, + { + "epoch": 18.46055979643766, + "grad_norm": 1.4013828258380094, + "learning_rate": 1.877232490590813e-05, + "loss": 0.0546, + "step": 21765 + }, + { + "epoch": 18.461407972858353, + "grad_norm": 1.3530132583920451, + "learning_rate": 1.877219302680435e-05, + "loss": 0.0465, + "step": 21766 + }, + { + "epoch": 18.46225614927905, + "grad_norm": 1.2491393082396678, + "learning_rate": 1.87720611410809e-05, + "loss": 0.0542, + "step": 21767 + }, + { + "epoch": 18.463104325699746, + "grad_norm": 1.2016728203133349, + "learning_rate": 1.8771929248737867e-05, + "loss": 0.0523, + "step": 21768 + }, + { + "epoch": 18.463952502120442, + "grad_norm": 1.2877558163774245, + "learning_rate": 1.8771797349775354e-05, + "loss": 0.0542, + "step": 21769 + }, + { + "epoch": 18.46480067854114, + "grad_norm": 1.3320180056693571, + "learning_rate": 1.8771665444193462e-05, + "loss": 0.0549, + "step": 21770 + }, + { + "epoch": 18.46564885496183, + "grad_norm": 1.1610003814566985, + "learning_rate": 1.877153353199229e-05, + "loss": 0.0506, + "step": 21771 + }, + { + "epoch": 18.466497031382527, + "grad_norm": 1.3916289107942856, + "learning_rate": 1.8771401613171942e-05, + "loss": 0.0541, + "step": 21772 + }, + { + "epoch": 18.467345207803223, + "grad_norm": 1.3062899256567706, + "learning_rate": 1.877126968773251e-05, + "loss": 0.0607, + "step": 21773 + }, + { + "epoch": 18.46819338422392, + "grad_norm": 1.2891472576062908, + "learning_rate": 1.8771137755674096e-05, + "loss": 0.0596, + "step": 21774 + }, + { + "epoch": 18.469041560644612, + "grad_norm": 1.208874726868424, + "learning_rate": 1.8771005816996804e-05, + "loss": 0.0531, + "step": 21775 + }, + { + "epoch": 18.46988973706531, + "grad_norm": 1.1418550366416083, + "learning_rate": 1.877087387170073e-05, + "loss": 0.0497, + "step": 21776 + }, + { + "epoch": 18.470737913486005, + "grad_norm": 1.2036271729855046, + "learning_rate": 1.877074191978597e-05, + "loss": 0.0569, + "step": 21777 + }, + { + "epoch": 18.4715860899067, + "grad_norm": 1.3024409113390993, + "learning_rate": 1.877060996125263e-05, + "loss": 0.0528, + "step": 21778 + }, + { + "epoch": 18.472434266327397, + "grad_norm": 1.2731372081922363, + "learning_rate": 1.8770477996100805e-05, + "loss": 0.0537, + "step": 21779 + }, + { + "epoch": 18.47328244274809, + "grad_norm": 1.421520624847949, + "learning_rate": 1.8770346024330603e-05, + "loss": 0.0549, + "step": 21780 + }, + { + "epoch": 18.474130619168786, + "grad_norm": 1.3647826576568705, + "learning_rate": 1.877021404594211e-05, + "loss": 0.0588, + "step": 21781 + }, + { + "epoch": 18.474978795589482, + "grad_norm": 1.399041407139854, + "learning_rate": 1.8770082060935434e-05, + "loss": 0.0517, + "step": 21782 + }, + { + "epoch": 18.47582697201018, + "grad_norm": 1.199856717408676, + "learning_rate": 1.8769950069310675e-05, + "loss": 0.0577, + "step": 21783 + }, + { + "epoch": 18.476675148430875, + "grad_norm": 1.3335616381424584, + "learning_rate": 1.8769818071067928e-05, + "loss": 0.0571, + "step": 21784 + }, + { + "epoch": 18.477523324851568, + "grad_norm": 1.1416292142435172, + "learning_rate": 1.87696860662073e-05, + "loss": 0.052, + "step": 21785 + }, + { + "epoch": 18.478371501272264, + "grad_norm": 1.3498206769377619, + "learning_rate": 1.8769554054728884e-05, + "loss": 0.0541, + "step": 21786 + }, + { + "epoch": 18.47921967769296, + "grad_norm": 1.423707516729608, + "learning_rate": 1.876942203663278e-05, + "loss": 0.0639, + "step": 21787 + }, + { + "epoch": 18.480067854113656, + "grad_norm": 1.3505327817729382, + "learning_rate": 1.876929001191909e-05, + "loss": 0.0541, + "step": 21788 + }, + { + "epoch": 18.480916030534353, + "grad_norm": 1.462132052782123, + "learning_rate": 1.8769157980587914e-05, + "loss": 0.0542, + "step": 21789 + }, + { + "epoch": 18.481764206955045, + "grad_norm": 1.242389303957735, + "learning_rate": 1.876902594263935e-05, + "loss": 0.0597, + "step": 21790 + }, + { + "epoch": 18.48261238337574, + "grad_norm": 1.3533204578857656, + "learning_rate": 1.87688938980735e-05, + "loss": 0.0527, + "step": 21791 + }, + { + "epoch": 18.483460559796438, + "grad_norm": 1.2373922010391878, + "learning_rate": 1.8768761846890458e-05, + "loss": 0.0513, + "step": 21792 + }, + { + "epoch": 18.484308736217134, + "grad_norm": 1.3288888299631143, + "learning_rate": 1.876862978909033e-05, + "loss": 0.0589, + "step": 21793 + }, + { + "epoch": 18.48515691263783, + "grad_norm": 1.478018223856263, + "learning_rate": 1.8768497724673214e-05, + "loss": 0.0583, + "step": 21794 + }, + { + "epoch": 18.486005089058523, + "grad_norm": 1.0466592543017716, + "learning_rate": 1.8768365653639207e-05, + "loss": 0.0458, + "step": 21795 + }, + { + "epoch": 18.48685326547922, + "grad_norm": 1.3931274045708764, + "learning_rate": 1.876823357598841e-05, + "loss": 0.0564, + "step": 21796 + }, + { + "epoch": 18.487701441899915, + "grad_norm": 1.3124586654707062, + "learning_rate": 1.8768101491720925e-05, + "loss": 0.0548, + "step": 21797 + }, + { + "epoch": 18.48854961832061, + "grad_norm": 1.1868538846700154, + "learning_rate": 1.876796940083685e-05, + "loss": 0.0516, + "step": 21798 + }, + { + "epoch": 18.489397794741308, + "grad_norm": 1.462464128280825, + "learning_rate": 1.8767837303336283e-05, + "loss": 0.0581, + "step": 21799 + }, + { + "epoch": 18.490245971162, + "grad_norm": 1.3149202119518812, + "learning_rate": 1.8767705199219327e-05, + "loss": 0.0547, + "step": 21800 + }, + { + "epoch": 18.491094147582697, + "grad_norm": 1.3106167256184207, + "learning_rate": 1.876757308848608e-05, + "loss": 0.0553, + "step": 21801 + }, + { + "epoch": 18.491942324003393, + "grad_norm": 1.53115830545849, + "learning_rate": 1.876744097113664e-05, + "loss": 0.0597, + "step": 21802 + }, + { + "epoch": 18.49279050042409, + "grad_norm": 1.1957456041588455, + "learning_rate": 1.8767308847171106e-05, + "loss": 0.0547, + "step": 21803 + }, + { + "epoch": 18.493638676844785, + "grad_norm": 1.2900362754299435, + "learning_rate": 1.8767176716589582e-05, + "loss": 0.0556, + "step": 21804 + }, + { + "epoch": 18.494486853265478, + "grad_norm": 1.1423193501539333, + "learning_rate": 1.8767044579392168e-05, + "loss": 0.0495, + "step": 21805 + }, + { + "epoch": 18.495335029686174, + "grad_norm": 1.41782596210402, + "learning_rate": 1.876691243557896e-05, + "loss": 0.0621, + "step": 21806 + }, + { + "epoch": 18.49618320610687, + "grad_norm": 1.3462801372375122, + "learning_rate": 1.876678028515006e-05, + "loss": 0.0549, + "step": 21807 + }, + { + "epoch": 18.497031382527567, + "grad_norm": 1.3110537357559777, + "learning_rate": 1.8766648128105563e-05, + "loss": 0.0507, + "step": 21808 + }, + { + "epoch": 18.497879558948263, + "grad_norm": 1.0756304854927874, + "learning_rate": 1.8766515964445576e-05, + "loss": 0.0469, + "step": 21809 + }, + { + "epoch": 18.498727735368956, + "grad_norm": 1.5002132554862067, + "learning_rate": 1.8766383794170194e-05, + "loss": 0.0618, + "step": 21810 + }, + { + "epoch": 18.499575911789652, + "grad_norm": 1.2531523161750497, + "learning_rate": 1.8766251617279522e-05, + "loss": 0.0554, + "step": 21811 + }, + { + "epoch": 18.500424088210348, + "grad_norm": 1.1811203289882999, + "learning_rate": 1.876611943377365e-05, + "loss": 0.0585, + "step": 21812 + }, + { + "epoch": 18.501272264631044, + "grad_norm": 1.2210907432799125, + "learning_rate": 1.8765987243652687e-05, + "loss": 0.0572, + "step": 21813 + }, + { + "epoch": 18.502120441051737, + "grad_norm": 1.3832643242777494, + "learning_rate": 1.876585504691673e-05, + "loss": 0.0615, + "step": 21814 + }, + { + "epoch": 18.502968617472433, + "grad_norm": 1.1146073838390598, + "learning_rate": 1.8765722843565874e-05, + "loss": 0.0502, + "step": 21815 + }, + { + "epoch": 18.50381679389313, + "grad_norm": 1.3158667012549956, + "learning_rate": 1.8765590633600226e-05, + "loss": 0.0549, + "step": 21816 + }, + { + "epoch": 18.504664970313826, + "grad_norm": 1.4432600554689188, + "learning_rate": 1.876545841701988e-05, + "loss": 0.0581, + "step": 21817 + }, + { + "epoch": 18.505513146734522, + "grad_norm": 1.5218045917946184, + "learning_rate": 1.8765326193824943e-05, + "loss": 0.0621, + "step": 21818 + }, + { + "epoch": 18.506361323155215, + "grad_norm": 1.3100593222399224, + "learning_rate": 1.8765193964015504e-05, + "loss": 0.0542, + "step": 21819 + }, + { + "epoch": 18.50720949957591, + "grad_norm": 1.2433633930003671, + "learning_rate": 1.8765061727591677e-05, + "loss": 0.0513, + "step": 21820 + }, + { + "epoch": 18.508057675996607, + "grad_norm": 1.407796856630013, + "learning_rate": 1.8764929484553546e-05, + "loss": 0.0572, + "step": 21821 + }, + { + "epoch": 18.508905852417303, + "grad_norm": 1.3503509082101106, + "learning_rate": 1.876479723490122e-05, + "loss": 0.0614, + "step": 21822 + }, + { + "epoch": 18.509754028838, + "grad_norm": 1.159031410402411, + "learning_rate": 1.87646649786348e-05, + "loss": 0.0508, + "step": 21823 + }, + { + "epoch": 18.510602205258692, + "grad_norm": 1.2098349223285267, + "learning_rate": 1.876453271575438e-05, + "loss": 0.0509, + "step": 21824 + }, + { + "epoch": 18.51145038167939, + "grad_norm": 1.2559511655156106, + "learning_rate": 1.8764400446260067e-05, + "loss": 0.058, + "step": 21825 + }, + { + "epoch": 18.512298558100085, + "grad_norm": 1.145830817399928, + "learning_rate": 1.8764268170151956e-05, + "loss": 0.0515, + "step": 21826 + }, + { + "epoch": 18.51314673452078, + "grad_norm": 1.2300771846960623, + "learning_rate": 1.8764135887430145e-05, + "loss": 0.0508, + "step": 21827 + }, + { + "epoch": 18.513994910941477, + "grad_norm": 1.460583586078373, + "learning_rate": 1.8764003598094738e-05, + "loss": 0.0528, + "step": 21828 + }, + { + "epoch": 18.51484308736217, + "grad_norm": 1.3640263307588845, + "learning_rate": 1.876387130214583e-05, + "loss": 0.0561, + "step": 21829 + }, + { + "epoch": 18.515691263782866, + "grad_norm": 1.229783658352295, + "learning_rate": 1.876373899958353e-05, + "loss": 0.0534, + "step": 21830 + }, + { + "epoch": 18.516539440203562, + "grad_norm": 1.3325337202319512, + "learning_rate": 1.8763606690407927e-05, + "loss": 0.0545, + "step": 21831 + }, + { + "epoch": 18.51738761662426, + "grad_norm": 1.300053242910145, + "learning_rate": 1.8763474374619125e-05, + "loss": 0.0581, + "step": 21832 + }, + { + "epoch": 18.518235793044955, + "grad_norm": 1.3899281127842282, + "learning_rate": 1.876334205221723e-05, + "loss": 0.0586, + "step": 21833 + }, + { + "epoch": 18.519083969465647, + "grad_norm": 1.2655899661528893, + "learning_rate": 1.8763209723202332e-05, + "loss": 0.0586, + "step": 21834 + }, + { + "epoch": 18.519932145886344, + "grad_norm": 1.2169072043520217, + "learning_rate": 1.8763077387574535e-05, + "loss": 0.0535, + "step": 21835 + }, + { + "epoch": 18.52078032230704, + "grad_norm": 1.2936327857553016, + "learning_rate": 1.876294504533394e-05, + "loss": 0.0599, + "step": 21836 + }, + { + "epoch": 18.521628498727736, + "grad_norm": 1.302801069261378, + "learning_rate": 1.876281269648065e-05, + "loss": 0.0575, + "step": 21837 + }, + { + "epoch": 18.522476675148432, + "grad_norm": 1.3678956227805916, + "learning_rate": 1.8762680341014754e-05, + "loss": 0.0535, + "step": 21838 + }, + { + "epoch": 18.523324851569125, + "grad_norm": 1.1713174903221393, + "learning_rate": 1.8762547978936364e-05, + "loss": 0.049, + "step": 21839 + }, + { + "epoch": 18.52417302798982, + "grad_norm": 1.2876675815969938, + "learning_rate": 1.876241561024557e-05, + "loss": 0.0549, + "step": 21840 + }, + { + "epoch": 18.525021204410518, + "grad_norm": 1.1820719249460339, + "learning_rate": 1.8762283234942482e-05, + "loss": 0.053, + "step": 21841 + }, + { + "epoch": 18.525869380831214, + "grad_norm": 1.2863106916999845, + "learning_rate": 1.876215085302719e-05, + "loss": 0.0517, + "step": 21842 + }, + { + "epoch": 18.52671755725191, + "grad_norm": 1.3260803725853605, + "learning_rate": 1.87620184644998e-05, + "loss": 0.0567, + "step": 21843 + }, + { + "epoch": 18.527565733672603, + "grad_norm": 1.4407632863754891, + "learning_rate": 1.876188606936041e-05, + "loss": 0.0518, + "step": 21844 + }, + { + "epoch": 18.5284139100933, + "grad_norm": 1.2976125374384206, + "learning_rate": 1.8761753667609118e-05, + "loss": 0.0577, + "step": 21845 + }, + { + "epoch": 18.529262086513995, + "grad_norm": 1.1951998286340177, + "learning_rate": 1.8761621259246032e-05, + "loss": 0.0546, + "step": 21846 + }, + { + "epoch": 18.53011026293469, + "grad_norm": 1.2943994607133336, + "learning_rate": 1.8761488844271244e-05, + "loss": 0.0545, + "step": 21847 + }, + { + "epoch": 18.530958439355388, + "grad_norm": 1.1523381931316403, + "learning_rate": 1.8761356422684853e-05, + "loss": 0.0538, + "step": 21848 + }, + { + "epoch": 18.53180661577608, + "grad_norm": 1.1747523350289089, + "learning_rate": 1.8761223994486962e-05, + "loss": 0.0525, + "step": 21849 + }, + { + "epoch": 18.532654792196777, + "grad_norm": 1.2947486541659992, + "learning_rate": 1.8761091559677675e-05, + "loss": 0.0523, + "step": 21850 + }, + { + "epoch": 18.533502968617473, + "grad_norm": 1.3307540003691314, + "learning_rate": 1.8760959118257082e-05, + "loss": 0.0618, + "step": 21851 + }, + { + "epoch": 18.53435114503817, + "grad_norm": 1.0799508797493131, + "learning_rate": 1.876082667022529e-05, + "loss": 0.0505, + "step": 21852 + }, + { + "epoch": 18.53519932145886, + "grad_norm": 1.4419071195870983, + "learning_rate": 1.87606942155824e-05, + "loss": 0.0543, + "step": 21853 + }, + { + "epoch": 18.536047497879558, + "grad_norm": 1.2764159502893415, + "learning_rate": 1.876056175432851e-05, + "loss": 0.0532, + "step": 21854 + }, + { + "epoch": 18.536895674300254, + "grad_norm": 1.1927020109171589, + "learning_rate": 1.8760429286463714e-05, + "loss": 0.0508, + "step": 21855 + }, + { + "epoch": 18.53774385072095, + "grad_norm": 1.2722995102949621, + "learning_rate": 1.876029681198812e-05, + "loss": 0.0491, + "step": 21856 + }, + { + "epoch": 18.538592027141647, + "grad_norm": 1.4280507905789677, + "learning_rate": 1.876016433090183e-05, + "loss": 0.055, + "step": 21857 + }, + { + "epoch": 18.53944020356234, + "grad_norm": 1.3510518448198996, + "learning_rate": 1.8760031843204936e-05, + "loss": 0.0543, + "step": 21858 + }, + { + "epoch": 18.540288379983036, + "grad_norm": 1.2996798238556995, + "learning_rate": 1.875989934889754e-05, + "loss": 0.0599, + "step": 21859 + }, + { + "epoch": 18.541136556403732, + "grad_norm": 1.3853958274437181, + "learning_rate": 1.8759766847979747e-05, + "loss": 0.0621, + "step": 21860 + }, + { + "epoch": 18.541984732824428, + "grad_norm": 1.2940522597641635, + "learning_rate": 1.8759634340451648e-05, + "loss": 0.0567, + "step": 21861 + }, + { + "epoch": 18.542832909245124, + "grad_norm": 1.1376309242561224, + "learning_rate": 1.875950182631335e-05, + "loss": 0.051, + "step": 21862 + }, + { + "epoch": 18.543681085665817, + "grad_norm": 1.2566328433120562, + "learning_rate": 1.8759369305564954e-05, + "loss": 0.0626, + "step": 21863 + }, + { + "epoch": 18.544529262086513, + "grad_norm": 1.1400708974286662, + "learning_rate": 1.8759236778206557e-05, + "loss": 0.0511, + "step": 21864 + }, + { + "epoch": 18.54537743850721, + "grad_norm": 1.25530763282618, + "learning_rate": 1.8759104244238256e-05, + "loss": 0.0531, + "step": 21865 + }, + { + "epoch": 18.546225614927906, + "grad_norm": 1.47013932929742, + "learning_rate": 1.8758971703660158e-05, + "loss": 0.0503, + "step": 21866 + }, + { + "epoch": 18.547073791348602, + "grad_norm": 1.0768269479545045, + "learning_rate": 1.875883915647236e-05, + "loss": 0.0508, + "step": 21867 + }, + { + "epoch": 18.547921967769295, + "grad_norm": 1.3234947397468844, + "learning_rate": 1.8758706602674957e-05, + "loss": 0.0523, + "step": 21868 + }, + { + "epoch": 18.54877014418999, + "grad_norm": 1.2923458866632767, + "learning_rate": 1.8758574042268055e-05, + "loss": 0.0545, + "step": 21869 + }, + { + "epoch": 18.549618320610687, + "grad_norm": 1.3996758064082122, + "learning_rate": 1.8758441475251754e-05, + "loss": 0.052, + "step": 21870 + }, + { + "epoch": 18.550466497031383, + "grad_norm": 1.0865021139628799, + "learning_rate": 1.875830890162615e-05, + "loss": 0.0492, + "step": 21871 + }, + { + "epoch": 18.55131467345208, + "grad_norm": 1.347677260793056, + "learning_rate": 1.875817632139135e-05, + "loss": 0.0597, + "step": 21872 + }, + { + "epoch": 18.552162849872772, + "grad_norm": 1.1421976449613513, + "learning_rate": 1.8758043734547446e-05, + "loss": 0.047, + "step": 21873 + }, + { + "epoch": 18.55301102629347, + "grad_norm": 1.3928144034397558, + "learning_rate": 1.875791114109454e-05, + "loss": 0.0705, + "step": 21874 + }, + { + "epoch": 18.553859202714165, + "grad_norm": 1.352155889796656, + "learning_rate": 1.875777854103274e-05, + "loss": 0.0596, + "step": 21875 + }, + { + "epoch": 18.55470737913486, + "grad_norm": 1.3477014105305796, + "learning_rate": 1.8757645934362133e-05, + "loss": 0.0586, + "step": 21876 + }, + { + "epoch": 18.555555555555557, + "grad_norm": 1.3427931834352032, + "learning_rate": 1.875751332108283e-05, + "loss": 0.0576, + "step": 21877 + }, + { + "epoch": 18.55640373197625, + "grad_norm": 1.337426689200347, + "learning_rate": 1.8757380701194924e-05, + "loss": 0.0532, + "step": 21878 + }, + { + "epoch": 18.557251908396946, + "grad_norm": 1.31653785454103, + "learning_rate": 1.875724807469852e-05, + "loss": 0.0515, + "step": 21879 + }, + { + "epoch": 18.558100084817642, + "grad_norm": 1.4640765925211185, + "learning_rate": 1.8757115441593717e-05, + "loss": 0.0674, + "step": 21880 + }, + { + "epoch": 18.55894826123834, + "grad_norm": 1.3711897665974548, + "learning_rate": 1.8756982801880613e-05, + "loss": 0.0621, + "step": 21881 + }, + { + "epoch": 18.559796437659035, + "grad_norm": 1.3231557347388019, + "learning_rate": 1.8756850155559308e-05, + "loss": 0.0538, + "step": 21882 + }, + { + "epoch": 18.560644614079727, + "grad_norm": 1.4283393646121272, + "learning_rate": 1.8756717502629906e-05, + "loss": 0.0574, + "step": 21883 + }, + { + "epoch": 18.561492790500424, + "grad_norm": 1.16918235080724, + "learning_rate": 1.87565848430925e-05, + "loss": 0.0506, + "step": 21884 + }, + { + "epoch": 18.56234096692112, + "grad_norm": 1.5430005959194588, + "learning_rate": 1.8756452176947196e-05, + "loss": 0.0554, + "step": 21885 + }, + { + "epoch": 18.563189143341816, + "grad_norm": 1.7393560219327475, + "learning_rate": 1.8756319504194096e-05, + "loss": 0.0627, + "step": 21886 + }, + { + "epoch": 18.564037319762512, + "grad_norm": 1.2184103236896173, + "learning_rate": 1.8756186824833295e-05, + "loss": 0.0542, + "step": 21887 + }, + { + "epoch": 18.564885496183205, + "grad_norm": 1.1855465437845645, + "learning_rate": 1.8756054138864894e-05, + "loss": 0.0497, + "step": 21888 + }, + { + "epoch": 18.5657336726039, + "grad_norm": 1.327963974502336, + "learning_rate": 1.8755921446288994e-05, + "loss": 0.0549, + "step": 21889 + }, + { + "epoch": 18.566581849024598, + "grad_norm": 1.3369960075399085, + "learning_rate": 1.8755788747105697e-05, + "loss": 0.0578, + "step": 21890 + }, + { + "epoch": 18.567430025445294, + "grad_norm": 1.285193511430003, + "learning_rate": 1.8755656041315096e-05, + "loss": 0.0527, + "step": 21891 + }, + { + "epoch": 18.568278201865986, + "grad_norm": 1.1500572444722756, + "learning_rate": 1.8755523328917303e-05, + "loss": 0.0512, + "step": 21892 + }, + { + "epoch": 18.569126378286683, + "grad_norm": 1.3682590920648028, + "learning_rate": 1.875539060991241e-05, + "loss": 0.0584, + "step": 21893 + }, + { + "epoch": 18.56997455470738, + "grad_norm": 1.2137906296521894, + "learning_rate": 1.875525788430052e-05, + "loss": 0.054, + "step": 21894 + }, + { + "epoch": 18.570822731128075, + "grad_norm": 1.210275818020454, + "learning_rate": 1.8755125152081728e-05, + "loss": 0.0602, + "step": 21895 + }, + { + "epoch": 18.57167090754877, + "grad_norm": 1.3394744157212637, + "learning_rate": 1.875499241325614e-05, + "loss": 0.0559, + "step": 21896 + }, + { + "epoch": 18.572519083969464, + "grad_norm": 1.284828048315419, + "learning_rate": 1.8754859667823852e-05, + "loss": 0.0575, + "step": 21897 + }, + { + "epoch": 18.57336726039016, + "grad_norm": 1.2386894893710245, + "learning_rate": 1.8754726915784968e-05, + "loss": 0.0522, + "step": 21898 + }, + { + "epoch": 18.574215436810857, + "grad_norm": 1.3366279035958686, + "learning_rate": 1.8754594157139586e-05, + "loss": 0.0534, + "step": 21899 + }, + { + "epoch": 18.575063613231553, + "grad_norm": 1.2419720503959804, + "learning_rate": 1.8754461391887807e-05, + "loss": 0.0557, + "step": 21900 + }, + { + "epoch": 18.57591178965225, + "grad_norm": 1.200202421382888, + "learning_rate": 1.8754328620029734e-05, + "loss": 0.0583, + "step": 21901 + }, + { + "epoch": 18.57675996607294, + "grad_norm": 1.5111492605341006, + "learning_rate": 1.8754195841565462e-05, + "loss": 0.0575, + "step": 21902 + }, + { + "epoch": 18.577608142493638, + "grad_norm": 1.2983961951467355, + "learning_rate": 1.8754063056495095e-05, + "loss": 0.0547, + "step": 21903 + }, + { + "epoch": 18.578456318914334, + "grad_norm": 1.3067788274279875, + "learning_rate": 1.8753930264818727e-05, + "loss": 0.0601, + "step": 21904 + }, + { + "epoch": 18.57930449533503, + "grad_norm": 1.1026750392231999, + "learning_rate": 1.875379746653647e-05, + "loss": 0.0503, + "step": 21905 + }, + { + "epoch": 18.580152671755727, + "grad_norm": 1.2259077513460008, + "learning_rate": 1.8753664661648407e-05, + "loss": 0.0511, + "step": 21906 + }, + { + "epoch": 18.58100084817642, + "grad_norm": 1.1812207668760941, + "learning_rate": 1.8753531850154654e-05, + "loss": 0.0525, + "step": 21907 + }, + { + "epoch": 18.581849024597116, + "grad_norm": 1.3939353389052584, + "learning_rate": 1.8753399032055304e-05, + "loss": 0.0566, + "step": 21908 + }, + { + "epoch": 18.58269720101781, + "grad_norm": 1.2531425974146966, + "learning_rate": 1.875326620735046e-05, + "loss": 0.0529, + "step": 21909 + }, + { + "epoch": 18.583545377438508, + "grad_norm": 1.2786171577310372, + "learning_rate": 1.875313337604022e-05, + "loss": 0.0549, + "step": 21910 + }, + { + "epoch": 18.584393553859204, + "grad_norm": 1.3008551215147774, + "learning_rate": 1.8753000538124685e-05, + "loss": 0.0543, + "step": 21911 + }, + { + "epoch": 18.585241730279897, + "grad_norm": 1.1246223194054057, + "learning_rate": 1.8752867693603958e-05, + "loss": 0.0543, + "step": 21912 + }, + { + "epoch": 18.586089906700593, + "grad_norm": 1.238520461983088, + "learning_rate": 1.8752734842478137e-05, + "loss": 0.0539, + "step": 21913 + }, + { + "epoch": 18.58693808312129, + "grad_norm": 1.3328668756984114, + "learning_rate": 1.8752601984747315e-05, + "loss": 0.0583, + "step": 21914 + }, + { + "epoch": 18.587786259541986, + "grad_norm": 1.416431052725262, + "learning_rate": 1.8752469120411604e-05, + "loss": 0.0537, + "step": 21915 + }, + { + "epoch": 18.588634435962682, + "grad_norm": 1.3963370534969868, + "learning_rate": 1.87523362494711e-05, + "loss": 0.0556, + "step": 21916 + }, + { + "epoch": 18.589482612383375, + "grad_norm": 1.3497525955531378, + "learning_rate": 1.87522033719259e-05, + "loss": 0.0532, + "step": 21917 + }, + { + "epoch": 18.59033078880407, + "grad_norm": 1.3168361230897236, + "learning_rate": 1.8752070487776107e-05, + "loss": 0.055, + "step": 21918 + }, + { + "epoch": 18.591178965224767, + "grad_norm": 1.1436784904752575, + "learning_rate": 1.8751937597021822e-05, + "loss": 0.0533, + "step": 21919 + }, + { + "epoch": 18.592027141645463, + "grad_norm": 1.108650659860285, + "learning_rate": 1.8751804699663146e-05, + "loss": 0.05, + "step": 21920 + }, + { + "epoch": 18.59287531806616, + "grad_norm": 1.2073833658053628, + "learning_rate": 1.8751671795700175e-05, + "loss": 0.0547, + "step": 21921 + }, + { + "epoch": 18.593723494486852, + "grad_norm": 1.2399349442539607, + "learning_rate": 1.8751538885133013e-05, + "loss": 0.0528, + "step": 21922 + }, + { + "epoch": 18.59457167090755, + "grad_norm": 1.2545802454209065, + "learning_rate": 1.8751405967961763e-05, + "loss": 0.0554, + "step": 21923 + }, + { + "epoch": 18.595419847328245, + "grad_norm": 1.3156703329009118, + "learning_rate": 1.8751273044186518e-05, + "loss": 0.0574, + "step": 21924 + }, + { + "epoch": 18.59626802374894, + "grad_norm": 1.3023504518599014, + "learning_rate": 1.875114011380738e-05, + "loss": 0.0529, + "step": 21925 + }, + { + "epoch": 18.597116200169637, + "grad_norm": 1.1573670257443234, + "learning_rate": 1.8751007176824453e-05, + "loss": 0.0501, + "step": 21926 + }, + { + "epoch": 18.59796437659033, + "grad_norm": 1.33944521107508, + "learning_rate": 1.8750874233237836e-05, + "loss": 0.0517, + "step": 21927 + }, + { + "epoch": 18.598812553011026, + "grad_norm": 1.3130951651120422, + "learning_rate": 1.8750741283047632e-05, + "loss": 0.0549, + "step": 21928 + }, + { + "epoch": 18.599660729431722, + "grad_norm": 1.1138293016649823, + "learning_rate": 1.8750608326253935e-05, + "loss": 0.0495, + "step": 21929 + }, + { + "epoch": 18.60050890585242, + "grad_norm": 1.323276102555228, + "learning_rate": 1.8750475362856847e-05, + "loss": 0.0516, + "step": 21930 + }, + { + "epoch": 18.60135708227311, + "grad_norm": 1.2272725256621235, + "learning_rate": 1.8750342392856473e-05, + "loss": 0.0503, + "step": 21931 + }, + { + "epoch": 18.602205258693807, + "grad_norm": 1.412227126793101, + "learning_rate": 1.875020941625291e-05, + "loss": 0.0613, + "step": 21932 + }, + { + "epoch": 18.603053435114504, + "grad_norm": 1.107244409200534, + "learning_rate": 1.8750076433046255e-05, + "loss": 0.0487, + "step": 21933 + }, + { + "epoch": 18.6039016115352, + "grad_norm": 1.365847431676469, + "learning_rate": 1.8749943443236613e-05, + "loss": 0.0614, + "step": 21934 + }, + { + "epoch": 18.604749787955896, + "grad_norm": 1.2712390234977413, + "learning_rate": 1.8749810446824085e-05, + "loss": 0.0605, + "step": 21935 + }, + { + "epoch": 18.60559796437659, + "grad_norm": 1.3050244075322492, + "learning_rate": 1.874967744380877e-05, + "loss": 0.0515, + "step": 21936 + }, + { + "epoch": 18.606446140797285, + "grad_norm": 1.35048486401703, + "learning_rate": 1.8749544434190767e-05, + "loss": 0.0585, + "step": 21937 + }, + { + "epoch": 18.60729431721798, + "grad_norm": 1.247821356092753, + "learning_rate": 1.8749411417970177e-05, + "loss": 0.0562, + "step": 21938 + }, + { + "epoch": 18.608142493638677, + "grad_norm": 1.180916942030366, + "learning_rate": 1.8749278395147104e-05, + "loss": 0.0528, + "step": 21939 + }, + { + "epoch": 18.608990670059374, + "grad_norm": 1.289695233384891, + "learning_rate": 1.8749145365721643e-05, + "loss": 0.0578, + "step": 21940 + }, + { + "epoch": 18.609838846480066, + "grad_norm": 1.2401127437777686, + "learning_rate": 1.8749012329693896e-05, + "loss": 0.0611, + "step": 21941 + }, + { + "epoch": 18.610687022900763, + "grad_norm": 1.1292665889100153, + "learning_rate": 1.874887928706396e-05, + "loss": 0.0495, + "step": 21942 + }, + { + "epoch": 18.61153519932146, + "grad_norm": 1.2138689398997504, + "learning_rate": 1.8748746237831945e-05, + "loss": 0.0609, + "step": 21943 + }, + { + "epoch": 18.612383375742155, + "grad_norm": 1.3520086159054052, + "learning_rate": 1.8748613181997942e-05, + "loss": 0.0571, + "step": 21944 + }, + { + "epoch": 18.61323155216285, + "grad_norm": 1.3191168837314395, + "learning_rate": 1.874848011956206e-05, + "loss": 0.0539, + "step": 21945 + }, + { + "epoch": 18.614079728583544, + "grad_norm": 1.3763536305151363, + "learning_rate": 1.874834705052439e-05, + "loss": 0.0559, + "step": 21946 + }, + { + "epoch": 18.61492790500424, + "grad_norm": 1.3011376672470618, + "learning_rate": 1.874821397488504e-05, + "loss": 0.0714, + "step": 21947 + }, + { + "epoch": 18.615776081424936, + "grad_norm": 1.1768695853422433, + "learning_rate": 1.8748080892644106e-05, + "loss": 0.0542, + "step": 21948 + }, + { + "epoch": 18.616624257845633, + "grad_norm": 1.269999449339933, + "learning_rate": 1.874794780380169e-05, + "loss": 0.055, + "step": 21949 + }, + { + "epoch": 18.61747243426633, + "grad_norm": 1.268544406370461, + "learning_rate": 1.874781470835789e-05, + "loss": 0.0505, + "step": 21950 + }, + { + "epoch": 18.61832061068702, + "grad_norm": 1.203983593507972, + "learning_rate": 1.8747681606312812e-05, + "loss": 0.0509, + "step": 21951 + }, + { + "epoch": 18.619168787107718, + "grad_norm": 1.3456886424221044, + "learning_rate": 1.8747548497666552e-05, + "loss": 0.0572, + "step": 21952 + }, + { + "epoch": 18.620016963528414, + "grad_norm": 1.1322846317811546, + "learning_rate": 1.874741538241921e-05, + "loss": 0.0485, + "step": 21953 + }, + { + "epoch": 18.62086513994911, + "grad_norm": 1.469930255197896, + "learning_rate": 1.874728226057089e-05, + "loss": 0.0557, + "step": 21954 + }, + { + "epoch": 18.621713316369807, + "grad_norm": 1.3344551241357303, + "learning_rate": 1.874714913212169e-05, + "loss": 0.0535, + "step": 21955 + }, + { + "epoch": 18.6225614927905, + "grad_norm": 1.3314897172116293, + "learning_rate": 1.874701599707171e-05, + "loss": 0.0507, + "step": 21956 + }, + { + "epoch": 18.623409669211195, + "grad_norm": 1.305724563899557, + "learning_rate": 1.8746882855421053e-05, + "loss": 0.053, + "step": 21957 + }, + { + "epoch": 18.62425784563189, + "grad_norm": 1.2511948466246465, + "learning_rate": 1.874674970716982e-05, + "loss": 0.0536, + "step": 21958 + }, + { + "epoch": 18.625106022052588, + "grad_norm": 1.2439828035471745, + "learning_rate": 1.87466165523181e-05, + "loss": 0.0507, + "step": 21959 + }, + { + "epoch": 18.625954198473284, + "grad_norm": 1.2387717225300503, + "learning_rate": 1.8746483390866014e-05, + "loss": 0.0501, + "step": 21960 + }, + { + "epoch": 18.626802374893977, + "grad_norm": 1.2918635424601597, + "learning_rate": 1.8746350222813644e-05, + "loss": 0.0583, + "step": 21961 + }, + { + "epoch": 18.627650551314673, + "grad_norm": 1.3496532486660735, + "learning_rate": 1.87462170481611e-05, + "loss": 0.0529, + "step": 21962 + }, + { + "epoch": 18.62849872773537, + "grad_norm": 1.345347870356337, + "learning_rate": 1.874608386690848e-05, + "loss": 0.0569, + "step": 21963 + }, + { + "epoch": 18.629346904156066, + "grad_norm": 1.3293056459803068, + "learning_rate": 1.8745950679055888e-05, + "loss": 0.0554, + "step": 21964 + }, + { + "epoch": 18.63019508057676, + "grad_norm": 1.1773495090929502, + "learning_rate": 1.8745817484603418e-05, + "loss": 0.054, + "step": 21965 + }, + { + "epoch": 18.631043256997454, + "grad_norm": 1.5222459179459529, + "learning_rate": 1.8745684283551173e-05, + "loss": 0.0612, + "step": 21966 + }, + { + "epoch": 18.63189143341815, + "grad_norm": 1.1304462928448582, + "learning_rate": 1.8745551075899256e-05, + "loss": 0.0518, + "step": 21967 + }, + { + "epoch": 18.632739609838847, + "grad_norm": 1.3832853996197896, + "learning_rate": 1.8745417861647767e-05, + "loss": 0.0576, + "step": 21968 + }, + { + "epoch": 18.633587786259543, + "grad_norm": 1.2547674290967687, + "learning_rate": 1.87452846407968e-05, + "loss": 0.0595, + "step": 21969 + }, + { + "epoch": 18.634435962680236, + "grad_norm": 1.3584745804697753, + "learning_rate": 1.8745151413346465e-05, + "loss": 0.0837, + "step": 21970 + }, + { + "epoch": 18.635284139100932, + "grad_norm": 1.3228531422013932, + "learning_rate": 1.8745018179296858e-05, + "loss": 0.0542, + "step": 21971 + }, + { + "epoch": 18.63613231552163, + "grad_norm": 1.2600669914291514, + "learning_rate": 1.8744884938648082e-05, + "loss": 0.0498, + "step": 21972 + }, + { + "epoch": 18.636980491942325, + "grad_norm": 1.3151587202927981, + "learning_rate": 1.8744751691400235e-05, + "loss": 0.0508, + "step": 21973 + }, + { + "epoch": 18.63782866836302, + "grad_norm": 1.3843905709618298, + "learning_rate": 1.8744618437553415e-05, + "loss": 0.0614, + "step": 21974 + }, + { + "epoch": 18.638676844783713, + "grad_norm": 1.3492072444946925, + "learning_rate": 1.8744485177107727e-05, + "loss": 0.0546, + "step": 21975 + }, + { + "epoch": 18.63952502120441, + "grad_norm": 1.3653533376014426, + "learning_rate": 1.8744351910063273e-05, + "loss": 0.0609, + "step": 21976 + }, + { + "epoch": 18.640373197625106, + "grad_norm": 1.4113535293324624, + "learning_rate": 1.8744218636420148e-05, + "loss": 0.0617, + "step": 21977 + }, + { + "epoch": 18.641221374045802, + "grad_norm": 1.4338068772031818, + "learning_rate": 1.8744085356178457e-05, + "loss": 0.0632, + "step": 21978 + }, + { + "epoch": 18.6420695504665, + "grad_norm": 1.1867777554969525, + "learning_rate": 1.8743952069338297e-05, + "loss": 0.0557, + "step": 21979 + }, + { + "epoch": 18.64291772688719, + "grad_norm": 1.250350810833678, + "learning_rate": 1.874381877589977e-05, + "loss": 0.0531, + "step": 21980 + }, + { + "epoch": 18.643765903307887, + "grad_norm": 1.313932437485102, + "learning_rate": 1.8743685475862978e-05, + "loss": 0.0543, + "step": 21981 + }, + { + "epoch": 18.644614079728584, + "grad_norm": 1.3375642288453973, + "learning_rate": 1.874355216922802e-05, + "loss": 0.0545, + "step": 21982 + }, + { + "epoch": 18.64546225614928, + "grad_norm": 1.3475994007582925, + "learning_rate": 1.8743418855995e-05, + "loss": 0.0593, + "step": 21983 + }, + { + "epoch": 18.646310432569976, + "grad_norm": 1.253823472986624, + "learning_rate": 1.874328553616401e-05, + "loss": 0.0498, + "step": 21984 + }, + { + "epoch": 18.64715860899067, + "grad_norm": 1.3121430369476803, + "learning_rate": 1.8743152209735162e-05, + "loss": 0.0557, + "step": 21985 + }, + { + "epoch": 18.648006785411365, + "grad_norm": 1.2292233942731476, + "learning_rate": 1.8743018876708553e-05, + "loss": 0.0515, + "step": 21986 + }, + { + "epoch": 18.64885496183206, + "grad_norm": 1.3099595952053789, + "learning_rate": 1.8742885537084278e-05, + "loss": 0.0658, + "step": 21987 + }, + { + "epoch": 18.649703138252757, + "grad_norm": 1.116761103452223, + "learning_rate": 1.874275219086244e-05, + "loss": 0.0548, + "step": 21988 + }, + { + "epoch": 18.650551314673454, + "grad_norm": 1.1821136304400228, + "learning_rate": 1.8742618838043144e-05, + "loss": 0.0506, + "step": 21989 + }, + { + "epoch": 18.651399491094146, + "grad_norm": 1.451130078582926, + "learning_rate": 1.8742485478626485e-05, + "loss": 0.0586, + "step": 21990 + }, + { + "epoch": 18.652247667514843, + "grad_norm": 1.067491484684641, + "learning_rate": 1.8742352112612567e-05, + "loss": 0.0514, + "step": 21991 + }, + { + "epoch": 18.65309584393554, + "grad_norm": 1.255919193959816, + "learning_rate": 1.874221874000149e-05, + "loss": 0.058, + "step": 21992 + }, + { + "epoch": 18.653944020356235, + "grad_norm": 1.2171416678209996, + "learning_rate": 1.8742085360793356e-05, + "loss": 0.0509, + "step": 21993 + }, + { + "epoch": 18.65479219677693, + "grad_norm": 1.2399426474476045, + "learning_rate": 1.8741951974988262e-05, + "loss": 0.0576, + "step": 21994 + }, + { + "epoch": 18.655640373197624, + "grad_norm": 1.3293058509797249, + "learning_rate": 1.874181858258631e-05, + "loss": 0.0538, + "step": 21995 + }, + { + "epoch": 18.65648854961832, + "grad_norm": 1.2595376954458308, + "learning_rate": 1.8741685183587604e-05, + "loss": 0.0596, + "step": 21996 + }, + { + "epoch": 18.657336726039016, + "grad_norm": 1.0861728370279333, + "learning_rate": 1.8741551777992243e-05, + "loss": 0.0529, + "step": 21997 + }, + { + "epoch": 18.658184902459713, + "grad_norm": 1.2736908604747867, + "learning_rate": 1.8741418365800322e-05, + "loss": 0.0525, + "step": 21998 + }, + { + "epoch": 18.659033078880405, + "grad_norm": 1.3956433548828466, + "learning_rate": 1.8741284947011952e-05, + "loss": 0.0527, + "step": 21999 + }, + { + "epoch": 18.6598812553011, + "grad_norm": 1.4037427574674493, + "learning_rate": 1.8741151521627225e-05, + "loss": 0.0542, + "step": 22000 + }, + { + "epoch": 18.660729431721798, + "grad_norm": 1.4325379326286312, + "learning_rate": 1.8741018089646245e-05, + "loss": 0.0536, + "step": 22001 + }, + { + "epoch": 18.661577608142494, + "grad_norm": 1.3576749637299044, + "learning_rate": 1.8740884651069112e-05, + "loss": 0.0554, + "step": 22002 + }, + { + "epoch": 18.66242578456319, + "grad_norm": 1.6599928526728494, + "learning_rate": 1.874075120589593e-05, + "loss": 0.0571, + "step": 22003 + }, + { + "epoch": 18.663273960983886, + "grad_norm": 1.2157964024276098, + "learning_rate": 1.8740617754126794e-05, + "loss": 0.0594, + "step": 22004 + }, + { + "epoch": 18.66412213740458, + "grad_norm": 1.2857470415032184, + "learning_rate": 1.874048429576181e-05, + "loss": 0.0514, + "step": 22005 + }, + { + "epoch": 18.664970313825275, + "grad_norm": 1.2646098729848778, + "learning_rate": 1.8740350830801076e-05, + "loss": 0.0481, + "step": 22006 + }, + { + "epoch": 18.66581849024597, + "grad_norm": 1.328458037459195, + "learning_rate": 1.874021735924469e-05, + "loss": 0.0557, + "step": 22007 + }, + { + "epoch": 18.666666666666668, + "grad_norm": 1.304253652781628, + "learning_rate": 1.874008388109276e-05, + "loss": 0.0557, + "step": 22008 + }, + { + "epoch": 18.66751484308736, + "grad_norm": 1.2359668513111481, + "learning_rate": 1.8739950396345378e-05, + "loss": 0.0507, + "step": 22009 + }, + { + "epoch": 18.668363019508057, + "grad_norm": 1.5485747087535924, + "learning_rate": 1.8739816905002652e-05, + "loss": 0.0641, + "step": 22010 + }, + { + "epoch": 18.669211195928753, + "grad_norm": 1.333865834537232, + "learning_rate": 1.873968340706468e-05, + "loss": 0.0552, + "step": 22011 + }, + { + "epoch": 18.67005937234945, + "grad_norm": 1.376460043746521, + "learning_rate": 1.8739549902531566e-05, + "loss": 0.063, + "step": 22012 + }, + { + "epoch": 18.670907548770145, + "grad_norm": 1.2413721804565978, + "learning_rate": 1.87394163914034e-05, + "loss": 0.0545, + "step": 22013 + }, + { + "epoch": 18.671755725190838, + "grad_norm": 1.1363880225367564, + "learning_rate": 1.8739282873680295e-05, + "loss": 0.0513, + "step": 22014 + }, + { + "epoch": 18.672603901611534, + "grad_norm": 1.4232210939628958, + "learning_rate": 1.8739149349362346e-05, + "loss": 0.0689, + "step": 22015 + }, + { + "epoch": 18.67345207803223, + "grad_norm": 1.3662277751506733, + "learning_rate": 1.8739015818449653e-05, + "loss": 0.0595, + "step": 22016 + }, + { + "epoch": 18.674300254452927, + "grad_norm": 1.3527148587534923, + "learning_rate": 1.8738882280942325e-05, + "loss": 0.0543, + "step": 22017 + }, + { + "epoch": 18.675148430873623, + "grad_norm": 1.4649042440350024, + "learning_rate": 1.8738748736840448e-05, + "loss": 0.0543, + "step": 22018 + }, + { + "epoch": 18.675996607294316, + "grad_norm": 1.3569084750832616, + "learning_rate": 1.8738615186144135e-05, + "loss": 0.0527, + "step": 22019 + }, + { + "epoch": 18.676844783715012, + "grad_norm": 1.251329451402965, + "learning_rate": 1.873848162885348e-05, + "loss": 0.0519, + "step": 22020 + }, + { + "epoch": 18.67769296013571, + "grad_norm": 1.2017992805721864, + "learning_rate": 1.8738348064968594e-05, + "loss": 0.0566, + "step": 22021 + }, + { + "epoch": 18.678541136556404, + "grad_norm": 1.3661023067584506, + "learning_rate": 1.8738214494489565e-05, + "loss": 0.0539, + "step": 22022 + }, + { + "epoch": 18.6793893129771, + "grad_norm": 1.3163239501627262, + "learning_rate": 1.8738080917416497e-05, + "loss": 0.0581, + "step": 22023 + }, + { + "epoch": 18.680237489397793, + "grad_norm": 1.2503836619298365, + "learning_rate": 1.8737947333749495e-05, + "loss": 0.06, + "step": 22024 + }, + { + "epoch": 18.68108566581849, + "grad_norm": 1.1045753058128365, + "learning_rate": 1.873781374348866e-05, + "loss": 0.0539, + "step": 22025 + }, + { + "epoch": 18.681933842239186, + "grad_norm": 1.4980024396745717, + "learning_rate": 1.873768014663409e-05, + "loss": 0.0555, + "step": 22026 + }, + { + "epoch": 18.682782018659882, + "grad_norm": 1.2640259506602889, + "learning_rate": 1.8737546543185882e-05, + "loss": 0.0585, + "step": 22027 + }, + { + "epoch": 18.68363019508058, + "grad_norm": 1.0971258609375318, + "learning_rate": 1.8737412933144147e-05, + "loss": 0.0504, + "step": 22028 + }, + { + "epoch": 18.68447837150127, + "grad_norm": 1.4760257764453237, + "learning_rate": 1.8737279316508975e-05, + "loss": 0.0642, + "step": 22029 + }, + { + "epoch": 18.685326547921967, + "grad_norm": 1.3393285950301332, + "learning_rate": 1.8737145693280476e-05, + "loss": 0.0574, + "step": 22030 + }, + { + "epoch": 18.686174724342663, + "grad_norm": 1.273429256948528, + "learning_rate": 1.8737012063458743e-05, + "loss": 0.0522, + "step": 22031 + }, + { + "epoch": 18.68702290076336, + "grad_norm": 1.2774411112201671, + "learning_rate": 1.8736878427043885e-05, + "loss": 0.0619, + "step": 22032 + }, + { + "epoch": 18.687871077184056, + "grad_norm": 1.3097925565456192, + "learning_rate": 1.8736744784035997e-05, + "loss": 0.0587, + "step": 22033 + }, + { + "epoch": 18.68871925360475, + "grad_norm": 1.183348559945577, + "learning_rate": 1.873661113443518e-05, + "loss": 0.053, + "step": 22034 + }, + { + "epoch": 18.689567430025445, + "grad_norm": 1.132945921102623, + "learning_rate": 1.8736477478241537e-05, + "loss": 0.0507, + "step": 22035 + }, + { + "epoch": 18.69041560644614, + "grad_norm": 1.3955711686484975, + "learning_rate": 1.8736343815455166e-05, + "loss": 0.0572, + "step": 22036 + }, + { + "epoch": 18.691263782866837, + "grad_norm": 1.4463115860694735, + "learning_rate": 1.8736210146076174e-05, + "loss": 0.0604, + "step": 22037 + }, + { + "epoch": 18.69211195928753, + "grad_norm": 1.2167098857846423, + "learning_rate": 1.8736076470104654e-05, + "loss": 0.0526, + "step": 22038 + }, + { + "epoch": 18.692960135708226, + "grad_norm": 1.4331121739983375, + "learning_rate": 1.8735942787540714e-05, + "loss": 0.059, + "step": 22039 + }, + { + "epoch": 18.693808312128922, + "grad_norm": 1.2515574794857418, + "learning_rate": 1.8735809098384448e-05, + "loss": 0.0553, + "step": 22040 + }, + { + "epoch": 18.69465648854962, + "grad_norm": 1.2931171497293084, + "learning_rate": 1.873567540263596e-05, + "loss": 0.057, + "step": 22041 + }, + { + "epoch": 18.695504664970315, + "grad_norm": 1.360149307670245, + "learning_rate": 1.873554170029535e-05, + "loss": 0.0509, + "step": 22042 + }, + { + "epoch": 18.696352841391008, + "grad_norm": 1.2833712437881613, + "learning_rate": 1.8735407991362726e-05, + "loss": 0.055, + "step": 22043 + }, + { + "epoch": 18.697201017811704, + "grad_norm": 1.151281831621046, + "learning_rate": 1.873527427583818e-05, + "loss": 0.0539, + "step": 22044 + }, + { + "epoch": 18.6980491942324, + "grad_norm": 1.3036223563568259, + "learning_rate": 1.8735140553721815e-05, + "loss": 0.0567, + "step": 22045 + }, + { + "epoch": 18.698897370653096, + "grad_norm": 1.4628371577171984, + "learning_rate": 1.8735006825013732e-05, + "loss": 0.0516, + "step": 22046 + }, + { + "epoch": 18.699745547073793, + "grad_norm": 1.3447592710951988, + "learning_rate": 1.8734873089714035e-05, + "loss": 0.059, + "step": 22047 + }, + { + "epoch": 18.700593723494485, + "grad_norm": 1.288932867831559, + "learning_rate": 1.8734739347822823e-05, + "loss": 0.0549, + "step": 22048 + }, + { + "epoch": 18.70144189991518, + "grad_norm": 1.1300751411064136, + "learning_rate": 1.8734605599340194e-05, + "loss": 0.0531, + "step": 22049 + }, + { + "epoch": 18.702290076335878, + "grad_norm": 1.1874245338193976, + "learning_rate": 1.8734471844266252e-05, + "loss": 0.0589, + "step": 22050 + }, + { + "epoch": 18.703138252756574, + "grad_norm": 1.3770883420882472, + "learning_rate": 1.87343380826011e-05, + "loss": 0.0541, + "step": 22051 + }, + { + "epoch": 18.70398642917727, + "grad_norm": 1.1533199303929234, + "learning_rate": 1.873420431434484e-05, + "loss": 0.0488, + "step": 22052 + }, + { + "epoch": 18.704834605597963, + "grad_norm": 1.3438316270434174, + "learning_rate": 1.8734070539497563e-05, + "loss": 0.0538, + "step": 22053 + }, + { + "epoch": 18.70568278201866, + "grad_norm": 1.2846947759494403, + "learning_rate": 1.8733936758059375e-05, + "loss": 0.0559, + "step": 22054 + }, + { + "epoch": 18.706530958439355, + "grad_norm": 1.4086819184498114, + "learning_rate": 1.873380297003038e-05, + "loss": 0.0559, + "step": 22055 + }, + { + "epoch": 18.70737913486005, + "grad_norm": 1.4658549228282396, + "learning_rate": 1.873366917541068e-05, + "loss": 0.0597, + "step": 22056 + }, + { + "epoch": 18.708227311280748, + "grad_norm": 1.2621442357379355, + "learning_rate": 1.8733535374200367e-05, + "loss": 0.0501, + "step": 22057 + }, + { + "epoch": 18.70907548770144, + "grad_norm": 1.243843613331478, + "learning_rate": 1.8733401566399556e-05, + "loss": 0.0546, + "step": 22058 + }, + { + "epoch": 18.709923664122137, + "grad_norm": 1.3884626603179493, + "learning_rate": 1.8733267752008338e-05, + "loss": 0.0631, + "step": 22059 + }, + { + "epoch": 18.710771840542833, + "grad_norm": 1.194700702661751, + "learning_rate": 1.8733133931026813e-05, + "loss": 0.0526, + "step": 22060 + }, + { + "epoch": 18.71162001696353, + "grad_norm": 1.132694374078309, + "learning_rate": 1.8733000103455085e-05, + "loss": 0.0464, + "step": 22061 + }, + { + "epoch": 18.712468193384225, + "grad_norm": 1.229472652901125, + "learning_rate": 1.873286626929326e-05, + "loss": 0.0527, + "step": 22062 + }, + { + "epoch": 18.713316369804918, + "grad_norm": 1.3254314700960075, + "learning_rate": 1.873273242854143e-05, + "loss": 0.0565, + "step": 22063 + }, + { + "epoch": 18.714164546225614, + "grad_norm": 1.6521449567720334, + "learning_rate": 1.87325985811997e-05, + "loss": 0.0655, + "step": 22064 + }, + { + "epoch": 18.71501272264631, + "grad_norm": 1.2753718899667055, + "learning_rate": 1.8732464727268173e-05, + "loss": 0.0544, + "step": 22065 + }, + { + "epoch": 18.715860899067007, + "grad_norm": 1.2130229332150253, + "learning_rate": 1.8732330866746947e-05, + "loss": 0.0506, + "step": 22066 + }, + { + "epoch": 18.716709075487703, + "grad_norm": 1.3022018099193173, + "learning_rate": 1.8732196999636123e-05, + "loss": 0.0559, + "step": 22067 + }, + { + "epoch": 18.717557251908396, + "grad_norm": 1.2465444336087892, + "learning_rate": 1.8732063125935807e-05, + "loss": 0.0549, + "step": 22068 + }, + { + "epoch": 18.718405428329092, + "grad_norm": 1.296319270080867, + "learning_rate": 1.8731929245646092e-05, + "loss": 0.0638, + "step": 22069 + }, + { + "epoch": 18.719253604749788, + "grad_norm": 1.2672461983094379, + "learning_rate": 1.8731795358767085e-05, + "loss": 0.0563, + "step": 22070 + }, + { + "epoch": 18.720101781170484, + "grad_norm": 1.285631967015213, + "learning_rate": 1.8731661465298883e-05, + "loss": 0.0573, + "step": 22071 + }, + { + "epoch": 18.72094995759118, + "grad_norm": 1.1642348030178393, + "learning_rate": 1.873152756524159e-05, + "loss": 0.0564, + "step": 22072 + }, + { + "epoch": 18.721798134011873, + "grad_norm": 1.3267054054355019, + "learning_rate": 1.873139365859531e-05, + "loss": 0.0536, + "step": 22073 + }, + { + "epoch": 18.72264631043257, + "grad_norm": 1.5837276225979828, + "learning_rate": 1.8731259745360136e-05, + "loss": 0.053, + "step": 22074 + }, + { + "epoch": 18.723494486853266, + "grad_norm": 1.2901355634198788, + "learning_rate": 1.8731125825536175e-05, + "loss": 0.0529, + "step": 22075 + }, + { + "epoch": 18.724342663273962, + "grad_norm": 1.4708605222714146, + "learning_rate": 1.8730991899123528e-05, + "loss": 0.0599, + "step": 22076 + }, + { + "epoch": 18.725190839694655, + "grad_norm": 1.3492642353155122, + "learning_rate": 1.8730857966122293e-05, + "loss": 0.0588, + "step": 22077 + }, + { + "epoch": 18.72603901611535, + "grad_norm": 1.2276369715943012, + "learning_rate": 1.873072402653257e-05, + "loss": 0.053, + "step": 22078 + }, + { + "epoch": 18.726887192536047, + "grad_norm": 1.6018849574295793, + "learning_rate": 1.8730590080354467e-05, + "loss": 0.0597, + "step": 22079 + }, + { + "epoch": 18.727735368956743, + "grad_norm": 1.2713466991892526, + "learning_rate": 1.873045612758808e-05, + "loss": 0.0518, + "step": 22080 + }, + { + "epoch": 18.72858354537744, + "grad_norm": 1.3516113629429634, + "learning_rate": 1.873032216823351e-05, + "loss": 0.0578, + "step": 22081 + }, + { + "epoch": 18.729431721798132, + "grad_norm": 1.3866660351019786, + "learning_rate": 1.8730188202290858e-05, + "loss": 0.0606, + "step": 22082 + }, + { + "epoch": 18.73027989821883, + "grad_norm": 1.6410640779704453, + "learning_rate": 1.8730054229760228e-05, + "loss": 0.0654, + "step": 22083 + }, + { + "epoch": 18.731128074639525, + "grad_norm": 1.263850860332071, + "learning_rate": 1.8729920250641714e-05, + "loss": 0.0541, + "step": 22084 + }, + { + "epoch": 18.73197625106022, + "grad_norm": 1.2182719157161528, + "learning_rate": 1.872978626493543e-05, + "loss": 0.0538, + "step": 22085 + }, + { + "epoch": 18.732824427480917, + "grad_norm": 1.1446350137052628, + "learning_rate": 1.8729652272641464e-05, + "loss": 0.0515, + "step": 22086 + }, + { + "epoch": 18.73367260390161, + "grad_norm": 1.1708475072986624, + "learning_rate": 1.8729518273759924e-05, + "loss": 0.0531, + "step": 22087 + }, + { + "epoch": 18.734520780322306, + "grad_norm": 1.1434002606741958, + "learning_rate": 1.872938426829091e-05, + "loss": 0.0566, + "step": 22088 + }, + { + "epoch": 18.735368956743002, + "grad_norm": 1.4059840610275858, + "learning_rate": 1.8729250256234518e-05, + "loss": 0.0573, + "step": 22089 + }, + { + "epoch": 18.7362171331637, + "grad_norm": 1.2700095895985641, + "learning_rate": 1.872911623759086e-05, + "loss": 0.0559, + "step": 22090 + }, + { + "epoch": 18.737065309584395, + "grad_norm": 1.2352601753671264, + "learning_rate": 1.8728982212360027e-05, + "loss": 0.0513, + "step": 22091 + }, + { + "epoch": 18.737913486005088, + "grad_norm": 1.2809931108831472, + "learning_rate": 1.8728848180542126e-05, + "loss": 0.0542, + "step": 22092 + }, + { + "epoch": 18.738761662425784, + "grad_norm": 1.4146230187991304, + "learning_rate": 1.8728714142137256e-05, + "loss": 0.0612, + "step": 22093 + }, + { + "epoch": 18.73960983884648, + "grad_norm": 1.3628672873304704, + "learning_rate": 1.872858009714552e-05, + "loss": 0.0594, + "step": 22094 + }, + { + "epoch": 18.740458015267176, + "grad_norm": 1.2359817786809884, + "learning_rate": 1.8728446045567016e-05, + "loss": 0.0527, + "step": 22095 + }, + { + "epoch": 18.741306191687872, + "grad_norm": 1.33781625213589, + "learning_rate": 1.8728311987401843e-05, + "loss": 0.0591, + "step": 22096 + }, + { + "epoch": 18.742154368108565, + "grad_norm": 1.3382739351802921, + "learning_rate": 1.872817792265011e-05, + "loss": 0.0574, + "step": 22097 + }, + { + "epoch": 18.74300254452926, + "grad_norm": 1.3546285938217741, + "learning_rate": 1.8728043851311912e-05, + "loss": 0.0586, + "step": 22098 + }, + { + "epoch": 18.743850720949958, + "grad_norm": 1.2761047594751538, + "learning_rate": 1.8727909773387355e-05, + "loss": 0.0554, + "step": 22099 + }, + { + "epoch": 18.744698897370654, + "grad_norm": 1.5199038499419686, + "learning_rate": 1.8727775688876533e-05, + "loss": 0.0579, + "step": 22100 + }, + { + "epoch": 18.74554707379135, + "grad_norm": 1.1436070304028372, + "learning_rate": 1.8727641597779556e-05, + "loss": 0.0483, + "step": 22101 + }, + { + "epoch": 18.746395250212043, + "grad_norm": 1.3955779770085095, + "learning_rate": 1.8727507500096518e-05, + "loss": 0.0585, + "step": 22102 + }, + { + "epoch": 18.74724342663274, + "grad_norm": 1.5548087201136263, + "learning_rate": 1.872737339582752e-05, + "loss": 0.0581, + "step": 22103 + }, + { + "epoch": 18.748091603053435, + "grad_norm": 1.2917469803493207, + "learning_rate": 1.8727239284972674e-05, + "loss": 0.0519, + "step": 22104 + }, + { + "epoch": 18.74893977947413, + "grad_norm": 1.4776769612420677, + "learning_rate": 1.8727105167532068e-05, + "loss": 0.0613, + "step": 22105 + }, + { + "epoch": 18.749787955894828, + "grad_norm": 1.491696251568028, + "learning_rate": 1.8726971043505807e-05, + "loss": 0.0583, + "step": 22106 + }, + { + "epoch": 18.75063613231552, + "grad_norm": 1.306113583676665, + "learning_rate": 1.8726836912894e-05, + "loss": 0.0545, + "step": 22107 + }, + { + "epoch": 18.751484308736217, + "grad_norm": 1.32509954215438, + "learning_rate": 1.8726702775696737e-05, + "loss": 0.075, + "step": 22108 + }, + { + "epoch": 18.752332485156913, + "grad_norm": 1.3519522901044294, + "learning_rate": 1.8726568631914125e-05, + "loss": 0.0569, + "step": 22109 + }, + { + "epoch": 18.75318066157761, + "grad_norm": 1.2794082151061497, + "learning_rate": 1.8726434481546264e-05, + "loss": 0.0542, + "step": 22110 + }, + { + "epoch": 18.754028837998305, + "grad_norm": 1.247867891122107, + "learning_rate": 1.8726300324593255e-05, + "loss": 0.0577, + "step": 22111 + }, + { + "epoch": 18.754877014418998, + "grad_norm": 1.1485115267182462, + "learning_rate": 1.8726166161055204e-05, + "loss": 0.0531, + "step": 22112 + }, + { + "epoch": 18.755725190839694, + "grad_norm": 1.0797774248294214, + "learning_rate": 1.8726031990932205e-05, + "loss": 0.0469, + "step": 22113 + }, + { + "epoch": 18.75657336726039, + "grad_norm": 1.2919268419216074, + "learning_rate": 1.8725897814224364e-05, + "loss": 0.0599, + "step": 22114 + }, + { + "epoch": 18.757421543681087, + "grad_norm": 1.2516635146103143, + "learning_rate": 1.8725763630931778e-05, + "loss": 0.0534, + "step": 22115 + }, + { + "epoch": 18.75826972010178, + "grad_norm": 1.3171024076093212, + "learning_rate": 1.872562944105455e-05, + "loss": 0.0538, + "step": 22116 + }, + { + "epoch": 18.759117896522476, + "grad_norm": 1.313348375054515, + "learning_rate": 1.8725495244592786e-05, + "loss": 0.0567, + "step": 22117 + }, + { + "epoch": 18.759966072943172, + "grad_norm": 1.3886551272439829, + "learning_rate": 1.8725361041546582e-05, + "loss": 0.0546, + "step": 22118 + }, + { + "epoch": 18.760814249363868, + "grad_norm": 1.3258167094516915, + "learning_rate": 1.8725226831916038e-05, + "loss": 0.0565, + "step": 22119 + }, + { + "epoch": 18.761662425784564, + "grad_norm": 1.2053000832472316, + "learning_rate": 1.8725092615701262e-05, + "loss": 0.0525, + "step": 22120 + }, + { + "epoch": 18.762510602205257, + "grad_norm": 1.3805714538408842, + "learning_rate": 1.872495839290235e-05, + "loss": 0.0504, + "step": 22121 + }, + { + "epoch": 18.763358778625953, + "grad_norm": 1.1029951632002193, + "learning_rate": 1.8724824163519405e-05, + "loss": 0.0509, + "step": 22122 + }, + { + "epoch": 18.76420695504665, + "grad_norm": 1.1522987082548388, + "learning_rate": 1.8724689927552526e-05, + "loss": 0.0543, + "step": 22123 + }, + { + "epoch": 18.765055131467346, + "grad_norm": 1.42642835464446, + "learning_rate": 1.8724555685001816e-05, + "loss": 0.0596, + "step": 22124 + }, + { + "epoch": 18.765903307888042, + "grad_norm": 1.319005919135487, + "learning_rate": 1.8724421435867377e-05, + "loss": 0.0522, + "step": 22125 + }, + { + "epoch": 18.766751484308735, + "grad_norm": 1.3941576990390376, + "learning_rate": 1.872428718014931e-05, + "loss": 0.0561, + "step": 22126 + }, + { + "epoch": 18.76759966072943, + "grad_norm": 1.4796163629707308, + "learning_rate": 1.872415291784772e-05, + "loss": 0.0599, + "step": 22127 + }, + { + "epoch": 18.768447837150127, + "grad_norm": 1.363835711311514, + "learning_rate": 1.87240186489627e-05, + "loss": 0.0558, + "step": 22128 + }, + { + "epoch": 18.769296013570823, + "grad_norm": 1.366675372062257, + "learning_rate": 1.8723884373494355e-05, + "loss": 0.0627, + "step": 22129 + }, + { + "epoch": 18.77014418999152, + "grad_norm": 1.4808805839952384, + "learning_rate": 1.872375009144279e-05, + "loss": 0.0612, + "step": 22130 + }, + { + "epoch": 18.770992366412212, + "grad_norm": 1.3117506620832662, + "learning_rate": 1.87236158028081e-05, + "loss": 0.0558, + "step": 22131 + }, + { + "epoch": 18.77184054283291, + "grad_norm": 1.394915998163852, + "learning_rate": 1.8723481507590388e-05, + "loss": 0.055, + "step": 22132 + }, + { + "epoch": 18.772688719253605, + "grad_norm": 1.282027604771979, + "learning_rate": 1.872334720578976e-05, + "loss": 0.054, + "step": 22133 + }, + { + "epoch": 18.7735368956743, + "grad_norm": 1.268245045659181, + "learning_rate": 1.8723212897406315e-05, + "loss": 0.0495, + "step": 22134 + }, + { + "epoch": 18.774385072094997, + "grad_norm": 1.2851141629751976, + "learning_rate": 1.8723078582440153e-05, + "loss": 0.0613, + "step": 22135 + }, + { + "epoch": 18.77523324851569, + "grad_norm": 1.3691572047990574, + "learning_rate": 1.8722944260891376e-05, + "loss": 0.0536, + "step": 22136 + }, + { + "epoch": 18.776081424936386, + "grad_norm": 1.3310542606150395, + "learning_rate": 1.8722809932760086e-05, + "loss": 0.0544, + "step": 22137 + }, + { + "epoch": 18.776929601357082, + "grad_norm": 1.3005444477649561, + "learning_rate": 1.8722675598046384e-05, + "loss": 0.0545, + "step": 22138 + }, + { + "epoch": 18.77777777777778, + "grad_norm": 1.318749556076109, + "learning_rate": 1.8722541256750372e-05, + "loss": 0.0537, + "step": 22139 + }, + { + "epoch": 18.778625954198475, + "grad_norm": 1.1364403906351832, + "learning_rate": 1.8722406908872148e-05, + "loss": 0.0542, + "step": 22140 + }, + { + "epoch": 18.779474130619167, + "grad_norm": 1.216020013365866, + "learning_rate": 1.8722272554411814e-05, + "loss": 0.0595, + "step": 22141 + }, + { + "epoch": 18.780322307039864, + "grad_norm": 1.266842226170987, + "learning_rate": 1.8722138193369476e-05, + "loss": 0.0499, + "step": 22142 + }, + { + "epoch": 18.78117048346056, + "grad_norm": 1.4687136764911903, + "learning_rate": 1.8722003825745237e-05, + "loss": 0.0626, + "step": 22143 + }, + { + "epoch": 18.782018659881256, + "grad_norm": 1.4373973048699207, + "learning_rate": 1.872186945153919e-05, + "loss": 0.0562, + "step": 22144 + }, + { + "epoch": 18.782866836301952, + "grad_norm": 1.2589753697561856, + "learning_rate": 1.872173507075144e-05, + "loss": 0.0537, + "step": 22145 + }, + { + "epoch": 18.783715012722645, + "grad_norm": 1.3673918464163184, + "learning_rate": 1.872160068338209e-05, + "loss": 0.0556, + "step": 22146 + }, + { + "epoch": 18.78456318914334, + "grad_norm": 1.4227159312594948, + "learning_rate": 1.8721466289431237e-05, + "loss": 0.0539, + "step": 22147 + }, + { + "epoch": 18.785411365564038, + "grad_norm": 1.300288706692524, + "learning_rate": 1.872133188889899e-05, + "loss": 0.0552, + "step": 22148 + }, + { + "epoch": 18.786259541984734, + "grad_norm": 1.3431773576889616, + "learning_rate": 1.8721197481785444e-05, + "loss": 0.052, + "step": 22149 + }, + { + "epoch": 18.78710771840543, + "grad_norm": 1.1678748122339728, + "learning_rate": 1.8721063068090703e-05, + "loss": 0.0509, + "step": 22150 + }, + { + "epoch": 18.787955894826123, + "grad_norm": 1.1994489101062018, + "learning_rate": 1.872092864781487e-05, + "loss": 0.0514, + "step": 22151 + }, + { + "epoch": 18.78880407124682, + "grad_norm": 1.0820009429234942, + "learning_rate": 1.872079422095804e-05, + "loss": 0.0594, + "step": 22152 + }, + { + "epoch": 18.789652247667515, + "grad_norm": 1.282374539749866, + "learning_rate": 1.872065978752032e-05, + "loss": 0.0528, + "step": 22153 + }, + { + "epoch": 18.79050042408821, + "grad_norm": 1.3699373532970445, + "learning_rate": 1.8720525347501812e-05, + "loss": 0.0511, + "step": 22154 + }, + { + "epoch": 18.791348600508904, + "grad_norm": 1.2947490821305787, + "learning_rate": 1.8720390900902617e-05, + "loss": 0.0508, + "step": 22155 + }, + { + "epoch": 18.7921967769296, + "grad_norm": 1.2497730924761834, + "learning_rate": 1.8720256447722836e-05, + "loss": 0.0539, + "step": 22156 + }, + { + "epoch": 18.793044953350297, + "grad_norm": 1.3083203374080923, + "learning_rate": 1.8720121987962565e-05, + "loss": 0.0566, + "step": 22157 + }, + { + "epoch": 18.793893129770993, + "grad_norm": 1.4779926234048941, + "learning_rate": 1.8719987521621915e-05, + "loss": 0.0604, + "step": 22158 + }, + { + "epoch": 18.79474130619169, + "grad_norm": 1.2266325270025862, + "learning_rate": 1.8719853048700977e-05, + "loss": 0.0533, + "step": 22159 + }, + { + "epoch": 18.79558948261238, + "grad_norm": 1.5649779273000046, + "learning_rate": 1.871971856919986e-05, + "loss": 0.0633, + "step": 22160 + }, + { + "epoch": 18.796437659033078, + "grad_norm": 1.303527685722777, + "learning_rate": 1.8719584083118668e-05, + "loss": 0.053, + "step": 22161 + }, + { + "epoch": 18.797285835453774, + "grad_norm": 1.2218757147824302, + "learning_rate": 1.8719449590457496e-05, + "loss": 0.0528, + "step": 22162 + }, + { + "epoch": 18.79813401187447, + "grad_norm": 1.3246467464718672, + "learning_rate": 1.8719315091216446e-05, + "loss": 0.0577, + "step": 22163 + }, + { + "epoch": 18.798982188295167, + "grad_norm": 1.2871054301856446, + "learning_rate": 1.871918058539562e-05, + "loss": 0.0566, + "step": 22164 + }, + { + "epoch": 18.79983036471586, + "grad_norm": 1.3193672635624756, + "learning_rate": 1.8719046072995125e-05, + "loss": 0.0553, + "step": 22165 + }, + { + "epoch": 18.800678541136556, + "grad_norm": 1.3338778680254586, + "learning_rate": 1.8718911554015053e-05, + "loss": 0.0747, + "step": 22166 + }, + { + "epoch": 18.801526717557252, + "grad_norm": 1.4167779273156917, + "learning_rate": 1.871877702845551e-05, + "loss": 0.0675, + "step": 22167 + }, + { + "epoch": 18.802374893977948, + "grad_norm": 1.6936622821375649, + "learning_rate": 1.8718642496316603e-05, + "loss": 0.0577, + "step": 22168 + }, + { + "epoch": 18.803223070398644, + "grad_norm": 1.3018035827993208, + "learning_rate": 1.8718507957598427e-05, + "loss": 0.0548, + "step": 22169 + }, + { + "epoch": 18.804071246819337, + "grad_norm": 1.4159472544394445, + "learning_rate": 1.8718373412301086e-05, + "loss": 0.0637, + "step": 22170 + }, + { + "epoch": 18.804919423240033, + "grad_norm": 1.2580726326209828, + "learning_rate": 1.871823886042468e-05, + "loss": 0.0556, + "step": 22171 + }, + { + "epoch": 18.80576759966073, + "grad_norm": 1.2982245235027652, + "learning_rate": 1.871810430196931e-05, + "loss": 0.0539, + "step": 22172 + }, + { + "epoch": 18.806615776081426, + "grad_norm": 1.2004371922505, + "learning_rate": 1.871796973693508e-05, + "loss": 0.0735, + "step": 22173 + }, + { + "epoch": 18.807463952502122, + "grad_norm": 1.3601696018136513, + "learning_rate": 1.871783516532209e-05, + "loss": 0.0631, + "step": 22174 + }, + { + "epoch": 18.808312128922815, + "grad_norm": 1.3531739604709287, + "learning_rate": 1.871770058713044e-05, + "loss": 0.0579, + "step": 22175 + }, + { + "epoch": 18.80916030534351, + "grad_norm": 1.1595799095315993, + "learning_rate": 1.8717566002360236e-05, + "loss": 0.0516, + "step": 22176 + }, + { + "epoch": 18.810008481764207, + "grad_norm": 1.4373607960507708, + "learning_rate": 1.8717431411011577e-05, + "loss": 0.057, + "step": 22177 + }, + { + "epoch": 18.810856658184903, + "grad_norm": 1.2249534770561108, + "learning_rate": 1.871729681308456e-05, + "loss": 0.0499, + "step": 22178 + }, + { + "epoch": 18.8117048346056, + "grad_norm": 1.2644821588208832, + "learning_rate": 1.8717162208579295e-05, + "loss": 0.0542, + "step": 22179 + }, + { + "epoch": 18.812553011026292, + "grad_norm": 1.134234285395786, + "learning_rate": 1.871702759749588e-05, + "loss": 0.046, + "step": 22180 + }, + { + "epoch": 18.81340118744699, + "grad_norm": 1.4002747425925228, + "learning_rate": 1.8716892979834417e-05, + "loss": 0.0505, + "step": 22181 + }, + { + "epoch": 18.814249363867685, + "grad_norm": 1.2549332286353991, + "learning_rate": 1.8716758355595004e-05, + "loss": 0.0525, + "step": 22182 + }, + { + "epoch": 18.81509754028838, + "grad_norm": 1.334029808656094, + "learning_rate": 1.8716623724777747e-05, + "loss": 0.0574, + "step": 22183 + }, + { + "epoch": 18.815945716709077, + "grad_norm": 1.0073649353197016, + "learning_rate": 1.8716489087382744e-05, + "loss": 0.0486, + "step": 22184 + }, + { + "epoch": 18.81679389312977, + "grad_norm": 1.439324481285615, + "learning_rate": 1.87163544434101e-05, + "loss": 0.058, + "step": 22185 + }, + { + "epoch": 18.817642069550466, + "grad_norm": 1.28832704213233, + "learning_rate": 1.871621979285992e-05, + "loss": 0.0537, + "step": 22186 + }, + { + "epoch": 18.818490245971162, + "grad_norm": 1.4352147715244248, + "learning_rate": 1.871608513573229e-05, + "loss": 0.0682, + "step": 22187 + }, + { + "epoch": 18.81933842239186, + "grad_norm": 1.443935968992997, + "learning_rate": 1.871595047202733e-05, + "loss": 0.0619, + "step": 22188 + }, + { + "epoch": 18.820186598812555, + "grad_norm": 1.270567084760676, + "learning_rate": 1.8715815801745134e-05, + "loss": 0.0535, + "step": 22189 + }, + { + "epoch": 18.821034775233247, + "grad_norm": 1.2985276469939058, + "learning_rate": 1.87156811248858e-05, + "loss": 0.0591, + "step": 22190 + }, + { + "epoch": 18.821882951653944, + "grad_norm": 1.1665542168325036, + "learning_rate": 1.8715546441449438e-05, + "loss": 0.0528, + "step": 22191 + }, + { + "epoch": 18.82273112807464, + "grad_norm": 1.35016458703381, + "learning_rate": 1.8715411751436145e-05, + "loss": 0.0551, + "step": 22192 + }, + { + "epoch": 18.823579304495336, + "grad_norm": 1.2517604395363078, + "learning_rate": 1.871527705484602e-05, + "loss": 0.0549, + "step": 22193 + }, + { + "epoch": 18.82442748091603, + "grad_norm": 1.097256933601788, + "learning_rate": 1.8715142351679167e-05, + "loss": 0.0515, + "step": 22194 + }, + { + "epoch": 18.825275657336725, + "grad_norm": 1.3228239474806442, + "learning_rate": 1.8715007641935688e-05, + "loss": 0.0548, + "step": 22195 + }, + { + "epoch": 18.82612383375742, + "grad_norm": 1.4021411056025284, + "learning_rate": 1.8714872925615686e-05, + "loss": 0.0614, + "step": 22196 + }, + { + "epoch": 18.826972010178118, + "grad_norm": 1.154727038401097, + "learning_rate": 1.871473820271926e-05, + "loss": 0.0534, + "step": 22197 + }, + { + "epoch": 18.827820186598814, + "grad_norm": 1.1078794063047899, + "learning_rate": 1.8714603473246513e-05, + "loss": 0.0516, + "step": 22198 + }, + { + "epoch": 18.828668363019506, + "grad_norm": 1.1134643132874116, + "learning_rate": 1.871446873719755e-05, + "loss": 0.0523, + "step": 22199 + }, + { + "epoch": 18.829516539440203, + "grad_norm": 1.3242973987838462, + "learning_rate": 1.8714333994572465e-05, + "loss": 0.0512, + "step": 22200 + }, + { + "epoch": 18.8303647158609, + "grad_norm": 1.178986953325291, + "learning_rate": 1.8714199245371362e-05, + "loss": 0.0523, + "step": 22201 + }, + { + "epoch": 18.831212892281595, + "grad_norm": 1.16505709946673, + "learning_rate": 1.871406448959435e-05, + "loss": 0.0495, + "step": 22202 + }, + { + "epoch": 18.83206106870229, + "grad_norm": 1.4515357266848798, + "learning_rate": 1.8713929727241523e-05, + "loss": 0.0583, + "step": 22203 + }, + { + "epoch": 18.832909245122984, + "grad_norm": 1.3999723514229565, + "learning_rate": 1.8713794958312985e-05, + "loss": 0.0607, + "step": 22204 + }, + { + "epoch": 18.83375742154368, + "grad_norm": 1.2879705415023033, + "learning_rate": 1.8713660182808837e-05, + "loss": 0.0575, + "step": 22205 + }, + { + "epoch": 18.834605597964376, + "grad_norm": 1.2197374898358564, + "learning_rate": 1.871352540072918e-05, + "loss": 0.0522, + "step": 22206 + }, + { + "epoch": 18.835453774385073, + "grad_norm": 1.119046661885045, + "learning_rate": 1.871339061207412e-05, + "loss": 0.0485, + "step": 22207 + }, + { + "epoch": 18.83630195080577, + "grad_norm": 1.295766488120877, + "learning_rate": 1.8713255816843757e-05, + "loss": 0.0534, + "step": 22208 + }, + { + "epoch": 18.83715012722646, + "grad_norm": 1.3532997209132105, + "learning_rate": 1.871312101503819e-05, + "loss": 0.0592, + "step": 22209 + }, + { + "epoch": 18.837998303647158, + "grad_norm": 1.3473462559907803, + "learning_rate": 1.8712986206657516e-05, + "loss": 0.0557, + "step": 22210 + }, + { + "epoch": 18.838846480067854, + "grad_norm": 1.1777004769485242, + "learning_rate": 1.8712851391701853e-05, + "loss": 0.0534, + "step": 22211 + }, + { + "epoch": 18.83969465648855, + "grad_norm": 1.265438281910682, + "learning_rate": 1.8712716570171285e-05, + "loss": 0.054, + "step": 22212 + }, + { + "epoch": 18.840542832909247, + "grad_norm": 1.2431801662379953, + "learning_rate": 1.8712581742065927e-05, + "loss": 0.0525, + "step": 22213 + }, + { + "epoch": 18.84139100932994, + "grad_norm": 1.2228223199410635, + "learning_rate": 1.8712446907385874e-05, + "loss": 0.0552, + "step": 22214 + }, + { + "epoch": 18.842239185750635, + "grad_norm": 1.2783529053644043, + "learning_rate": 1.8712312066131226e-05, + "loss": 0.0509, + "step": 22215 + }, + { + "epoch": 18.84308736217133, + "grad_norm": 1.280285143675244, + "learning_rate": 1.871217721830209e-05, + "loss": 0.0517, + "step": 22216 + }, + { + "epoch": 18.843935538592028, + "grad_norm": 1.274660613427585, + "learning_rate": 1.8712042363898562e-05, + "loss": 0.0561, + "step": 22217 + }, + { + "epoch": 18.844783715012724, + "grad_norm": 1.1948321266065187, + "learning_rate": 1.8711907502920753e-05, + "loss": 0.0534, + "step": 22218 + }, + { + "epoch": 18.845631891433417, + "grad_norm": 1.317828426783266, + "learning_rate": 1.8711772635368754e-05, + "loss": 0.0585, + "step": 22219 + }, + { + "epoch": 18.846480067854113, + "grad_norm": 1.2182370653719838, + "learning_rate": 1.8711637761242672e-05, + "loss": 0.0542, + "step": 22220 + }, + { + "epoch": 18.84732824427481, + "grad_norm": 1.2933206039571317, + "learning_rate": 1.8711502880542615e-05, + "loss": 0.0569, + "step": 22221 + }, + { + "epoch": 18.848176420695506, + "grad_norm": 1.3918845258255061, + "learning_rate": 1.871136799326867e-05, + "loss": 0.0517, + "step": 22222 + }, + { + "epoch": 18.849024597116202, + "grad_norm": 1.1641700440780334, + "learning_rate": 1.871123309942095e-05, + "loss": 0.0526, + "step": 22223 + }, + { + "epoch": 18.849872773536894, + "grad_norm": 1.2820269475896293, + "learning_rate": 1.8711098198999558e-05, + "loss": 0.0665, + "step": 22224 + }, + { + "epoch": 18.85072094995759, + "grad_norm": 1.3995503661721653, + "learning_rate": 1.8710963292004586e-05, + "loss": 0.0574, + "step": 22225 + }, + { + "epoch": 18.851569126378287, + "grad_norm": 1.3760598347306319, + "learning_rate": 1.8710828378436144e-05, + "loss": 0.0536, + "step": 22226 + }, + { + "epoch": 18.852417302798983, + "grad_norm": 1.1903825049640608, + "learning_rate": 1.8710693458294333e-05, + "loss": 0.0533, + "step": 22227 + }, + { + "epoch": 18.85326547921968, + "grad_norm": 1.248546999865927, + "learning_rate": 1.871055853157925e-05, + "loss": 0.0575, + "step": 22228 + }, + { + "epoch": 18.854113655640372, + "grad_norm": 1.3877620899994034, + "learning_rate": 1.8710423598291e-05, + "loss": 0.0518, + "step": 22229 + }, + { + "epoch": 18.85496183206107, + "grad_norm": 1.3673884389093993, + "learning_rate": 1.871028865842969e-05, + "loss": 0.0549, + "step": 22230 + }, + { + "epoch": 18.855810008481765, + "grad_norm": 1.277280040715405, + "learning_rate": 1.871015371199541e-05, + "loss": 0.0552, + "step": 22231 + }, + { + "epoch": 18.85665818490246, + "grad_norm": 1.0991146366225524, + "learning_rate": 1.871001875898827e-05, + "loss": 0.049, + "step": 22232 + }, + { + "epoch": 18.857506361323153, + "grad_norm": 1.298740214560663, + "learning_rate": 1.8709883799408373e-05, + "loss": 0.0594, + "step": 22233 + }, + { + "epoch": 18.85835453774385, + "grad_norm": 1.3216608047481173, + "learning_rate": 1.8709748833255817e-05, + "loss": 0.0531, + "step": 22234 + }, + { + "epoch": 18.859202714164546, + "grad_norm": 1.3960066734397396, + "learning_rate": 1.8709613860530705e-05, + "loss": 0.0606, + "step": 22235 + }, + { + "epoch": 18.860050890585242, + "grad_norm": 1.5016094543758538, + "learning_rate": 1.870947888123314e-05, + "loss": 0.0553, + "step": 22236 + }, + { + "epoch": 18.86089906700594, + "grad_norm": 1.4349172315685146, + "learning_rate": 1.8709343895363216e-05, + "loss": 0.0542, + "step": 22237 + }, + { + "epoch": 18.86174724342663, + "grad_norm": 1.1964008722043125, + "learning_rate": 1.870920890292105e-05, + "loss": 0.0509, + "step": 22238 + }, + { + "epoch": 18.862595419847327, + "grad_norm": 1.418214123468214, + "learning_rate": 1.870907390390673e-05, + "loss": 0.0568, + "step": 22239 + }, + { + "epoch": 18.863443596268024, + "grad_norm": 1.1751213214314347, + "learning_rate": 1.8708938898320362e-05, + "loss": 0.0538, + "step": 22240 + }, + { + "epoch": 18.86429177268872, + "grad_norm": 1.1807088421988192, + "learning_rate": 1.8708803886162055e-05, + "loss": 0.0485, + "step": 22241 + }, + { + "epoch": 18.865139949109416, + "grad_norm": 1.1655044614563268, + "learning_rate": 1.87086688674319e-05, + "loss": 0.0514, + "step": 22242 + }, + { + "epoch": 18.86598812553011, + "grad_norm": 1.1229511329698012, + "learning_rate": 1.870853384213001e-05, + "loss": 0.0518, + "step": 22243 + }, + { + "epoch": 18.866836301950805, + "grad_norm": 1.2609372235497454, + "learning_rate": 1.8708398810256477e-05, + "loss": 0.056, + "step": 22244 + }, + { + "epoch": 18.8676844783715, + "grad_norm": 1.3315387895090107, + "learning_rate": 1.8708263771811404e-05, + "loss": 0.0599, + "step": 22245 + }, + { + "epoch": 18.868532654792197, + "grad_norm": 1.3129325823159317, + "learning_rate": 1.87081287267949e-05, + "loss": 0.0573, + "step": 22246 + }, + { + "epoch": 18.869380831212894, + "grad_norm": 1.376881705428759, + "learning_rate": 1.8707993675207058e-05, + "loss": 0.0644, + "step": 22247 + }, + { + "epoch": 18.870229007633586, + "grad_norm": 1.4014747336994713, + "learning_rate": 1.870785861704799e-05, + "loss": 0.054, + "step": 22248 + }, + { + "epoch": 18.871077184054283, + "grad_norm": 1.2662142235678338, + "learning_rate": 1.8707723552317788e-05, + "loss": 0.052, + "step": 22249 + }, + { + "epoch": 18.87192536047498, + "grad_norm": 1.219387549530878, + "learning_rate": 1.870758848101656e-05, + "loss": 0.0552, + "step": 22250 + }, + { + "epoch": 18.872773536895675, + "grad_norm": 1.3041131735489648, + "learning_rate": 1.8707453403144408e-05, + "loss": 0.0525, + "step": 22251 + }, + { + "epoch": 18.87362171331637, + "grad_norm": 1.2918514873271696, + "learning_rate": 1.8707318318701427e-05, + "loss": 0.0554, + "step": 22252 + }, + { + "epoch": 18.874469889737064, + "grad_norm": 1.3544747185191173, + "learning_rate": 1.8707183227687728e-05, + "loss": 0.0584, + "step": 22253 + }, + { + "epoch": 18.87531806615776, + "grad_norm": 1.4152639253166142, + "learning_rate": 1.870704813010341e-05, + "loss": 0.0541, + "step": 22254 + }, + { + "epoch": 18.876166242578456, + "grad_norm": 1.5010628354688933, + "learning_rate": 1.870691302594857e-05, + "loss": 0.0571, + "step": 22255 + }, + { + "epoch": 18.877014418999153, + "grad_norm": 1.2645140592207593, + "learning_rate": 1.870677791522332e-05, + "loss": 0.0546, + "step": 22256 + }, + { + "epoch": 18.87786259541985, + "grad_norm": 1.3468347136685856, + "learning_rate": 1.870664279792775e-05, + "loss": 0.0546, + "step": 22257 + }, + { + "epoch": 18.87871077184054, + "grad_norm": 1.3836103383639375, + "learning_rate": 1.8706507674061972e-05, + "loss": 0.0737, + "step": 22258 + }, + { + "epoch": 18.879558948261238, + "grad_norm": 1.3298665525948667, + "learning_rate": 1.870637254362608e-05, + "loss": 0.0512, + "step": 22259 + }, + { + "epoch": 18.880407124681934, + "grad_norm": 1.30391215208886, + "learning_rate": 1.8706237406620184e-05, + "loss": 0.0645, + "step": 22260 + }, + { + "epoch": 18.88125530110263, + "grad_norm": 1.2757824716156718, + "learning_rate": 1.8706102263044377e-05, + "loss": 0.0551, + "step": 22261 + }, + { + "epoch": 18.882103477523327, + "grad_norm": 1.2071953664838766, + "learning_rate": 1.8705967112898768e-05, + "loss": 0.0533, + "step": 22262 + }, + { + "epoch": 18.88295165394402, + "grad_norm": 1.4562892230147628, + "learning_rate": 1.8705831956183457e-05, + "loss": 0.0639, + "step": 22263 + }, + { + "epoch": 18.883799830364715, + "grad_norm": 1.4124864232012748, + "learning_rate": 1.8705696792898545e-05, + "loss": 0.0581, + "step": 22264 + }, + { + "epoch": 18.88464800678541, + "grad_norm": 1.5522522478643472, + "learning_rate": 1.8705561623044137e-05, + "loss": 0.0568, + "step": 22265 + }, + { + "epoch": 18.885496183206108, + "grad_norm": 1.149728302859055, + "learning_rate": 1.8705426446620327e-05, + "loss": 0.0501, + "step": 22266 + }, + { + "epoch": 18.886344359626804, + "grad_norm": 1.3993138760673405, + "learning_rate": 1.870529126362723e-05, + "loss": 0.0578, + "step": 22267 + }, + { + "epoch": 18.887192536047497, + "grad_norm": 1.5573267865894573, + "learning_rate": 1.8705156074064935e-05, + "loss": 0.0658, + "step": 22268 + }, + { + "epoch": 18.888040712468193, + "grad_norm": 1.5023741368237826, + "learning_rate": 1.8705020877933552e-05, + "loss": 0.0624, + "step": 22269 + }, + { + "epoch": 18.88888888888889, + "grad_norm": 1.278234485793838, + "learning_rate": 1.870488567523318e-05, + "loss": 0.0498, + "step": 22270 + }, + { + "epoch": 18.889737065309586, + "grad_norm": 1.2940348685360814, + "learning_rate": 1.8704750465963925e-05, + "loss": 0.0548, + "step": 22271 + }, + { + "epoch": 18.890585241730278, + "grad_norm": 1.2559418079880051, + "learning_rate": 1.8704615250125883e-05, + "loss": 0.0509, + "step": 22272 + }, + { + "epoch": 18.891433418150974, + "grad_norm": 1.5749524160484836, + "learning_rate": 1.870448002771916e-05, + "loss": 0.0626, + "step": 22273 + }, + { + "epoch": 18.89228159457167, + "grad_norm": 1.3267068599516405, + "learning_rate": 1.8704344798743857e-05, + "loss": 0.062, + "step": 22274 + }, + { + "epoch": 18.893129770992367, + "grad_norm": 1.3074358525789904, + "learning_rate": 1.8704209563200075e-05, + "loss": 0.0563, + "step": 22275 + }, + { + "epoch": 18.893977947413063, + "grad_norm": 1.2453146986040813, + "learning_rate": 1.870407432108792e-05, + "loss": 0.0498, + "step": 22276 + }, + { + "epoch": 18.894826123833756, + "grad_norm": 1.008182805997697, + "learning_rate": 1.8703939072407486e-05, + "loss": 0.046, + "step": 22277 + }, + { + "epoch": 18.895674300254452, + "grad_norm": 1.370751796414754, + "learning_rate": 1.8703803817158878e-05, + "loss": 0.0591, + "step": 22278 + }, + { + "epoch": 18.89652247667515, + "grad_norm": 1.3039050809403137, + "learning_rate": 1.8703668555342208e-05, + "loss": 0.0615, + "step": 22279 + }, + { + "epoch": 18.897370653095845, + "grad_norm": 1.435295666442217, + "learning_rate": 1.8703533286957566e-05, + "loss": 0.0524, + "step": 22280 + }, + { + "epoch": 18.89821882951654, + "grad_norm": 1.3272660729936168, + "learning_rate": 1.8703398012005058e-05, + "loss": 0.0592, + "step": 22281 + }, + { + "epoch": 18.899067005937233, + "grad_norm": 1.3729082077606165, + "learning_rate": 1.870326273048479e-05, + "loss": 0.0596, + "step": 22282 + }, + { + "epoch": 18.89991518235793, + "grad_norm": 1.1277804625705716, + "learning_rate": 1.870312744239686e-05, + "loss": 0.054, + "step": 22283 + }, + { + "epoch": 18.900763358778626, + "grad_norm": 1.210355388899539, + "learning_rate": 1.8702992147741365e-05, + "loss": 0.0571, + "step": 22284 + }, + { + "epoch": 18.901611535199322, + "grad_norm": 1.2297084725282106, + "learning_rate": 1.8702856846518415e-05, + "loss": 0.0501, + "step": 22285 + }, + { + "epoch": 18.90245971162002, + "grad_norm": 1.2119917721969635, + "learning_rate": 1.8702721538728113e-05, + "loss": 0.067, + "step": 22286 + }, + { + "epoch": 18.90330788804071, + "grad_norm": 1.3636310515381074, + "learning_rate": 1.8702586224370555e-05, + "loss": 0.057, + "step": 22287 + }, + { + "epoch": 18.904156064461407, + "grad_norm": 1.1961863024548178, + "learning_rate": 1.870245090344585e-05, + "loss": 0.051, + "step": 22288 + }, + { + "epoch": 18.905004240882104, + "grad_norm": 1.2485774955810758, + "learning_rate": 1.870231557595409e-05, + "loss": 0.0583, + "step": 22289 + }, + { + "epoch": 18.9058524173028, + "grad_norm": 1.2239879126919666, + "learning_rate": 1.870218024189539e-05, + "loss": 0.0521, + "step": 22290 + }, + { + "epoch": 18.906700593723496, + "grad_norm": 1.4132230189297106, + "learning_rate": 1.8702044901269838e-05, + "loss": 0.06, + "step": 22291 + }, + { + "epoch": 18.90754877014419, + "grad_norm": 1.1792118859324137, + "learning_rate": 1.870190955407755e-05, + "loss": 0.0566, + "step": 22292 + }, + { + "epoch": 18.908396946564885, + "grad_norm": 1.3275118693109964, + "learning_rate": 1.870177420031862e-05, + "loss": 0.0606, + "step": 22293 + }, + { + "epoch": 18.90924512298558, + "grad_norm": 1.2983431991454026, + "learning_rate": 1.870163883999315e-05, + "loss": 0.0544, + "step": 22294 + }, + { + "epoch": 18.910093299406277, + "grad_norm": 1.451302571938088, + "learning_rate": 1.8701503473101242e-05, + "loss": 0.0576, + "step": 22295 + }, + { + "epoch": 18.910941475826974, + "grad_norm": 1.3350032890036285, + "learning_rate": 1.8701368099643004e-05, + "loss": 0.0528, + "step": 22296 + }, + { + "epoch": 18.911789652247666, + "grad_norm": 1.386197693705713, + "learning_rate": 1.8701232719618532e-05, + "loss": 0.0599, + "step": 22297 + }, + { + "epoch": 18.912637828668363, + "grad_norm": 1.305547304324596, + "learning_rate": 1.8701097333027932e-05, + "loss": 0.0543, + "step": 22298 + }, + { + "epoch": 18.91348600508906, + "grad_norm": 1.1782886485117579, + "learning_rate": 1.87009619398713e-05, + "loss": 0.0525, + "step": 22299 + }, + { + "epoch": 18.914334181509755, + "grad_norm": 1.3168042343816813, + "learning_rate": 1.870082654014875e-05, + "loss": 0.0551, + "step": 22300 + }, + { + "epoch": 18.91518235793045, + "grad_norm": 1.273661342921882, + "learning_rate": 1.8700691133860375e-05, + "loss": 0.0523, + "step": 22301 + }, + { + "epoch": 18.916030534351144, + "grad_norm": 1.3178406764366166, + "learning_rate": 1.8700555721006278e-05, + "loss": 0.057, + "step": 22302 + }, + { + "epoch": 18.91687871077184, + "grad_norm": 1.4269028237160912, + "learning_rate": 1.8700420301586558e-05, + "loss": 0.0566, + "step": 22303 + }, + { + "epoch": 18.917726887192536, + "grad_norm": 1.2606036907107507, + "learning_rate": 1.870028487560133e-05, + "loss": 0.0548, + "step": 22304 + }, + { + "epoch": 18.918575063613233, + "grad_norm": 1.3005072069526715, + "learning_rate": 1.8700149443050678e-05, + "loss": 0.0676, + "step": 22305 + }, + { + "epoch": 18.91942324003393, + "grad_norm": 1.3955295612331742, + "learning_rate": 1.870001400393472e-05, + "loss": 0.0581, + "step": 22306 + }, + { + "epoch": 18.92027141645462, + "grad_norm": 1.3748395570840608, + "learning_rate": 1.8699878558253554e-05, + "loss": 0.0537, + "step": 22307 + }, + { + "epoch": 18.921119592875318, + "grad_norm": 1.3332506889912061, + "learning_rate": 1.8699743106007275e-05, + "loss": 0.0546, + "step": 22308 + }, + { + "epoch": 18.921967769296014, + "grad_norm": 1.2433631843410315, + "learning_rate": 1.8699607647195993e-05, + "loss": 0.0509, + "step": 22309 + }, + { + "epoch": 18.92281594571671, + "grad_norm": 1.2270782459812402, + "learning_rate": 1.869947218181981e-05, + "loss": 0.0523, + "step": 22310 + }, + { + "epoch": 18.923664122137403, + "grad_norm": 1.5868145459057659, + "learning_rate": 1.869933670987882e-05, + "loss": 0.0591, + "step": 22311 + }, + { + "epoch": 18.9245122985581, + "grad_norm": 1.3513427042709532, + "learning_rate": 1.8699201231373133e-05, + "loss": 0.0581, + "step": 22312 + }, + { + "epoch": 18.925360474978795, + "grad_norm": 1.2628032729102876, + "learning_rate": 1.8699065746302854e-05, + "loss": 0.0588, + "step": 22313 + }, + { + "epoch": 18.92620865139949, + "grad_norm": 1.3438029619151817, + "learning_rate": 1.8698930254668076e-05, + "loss": 0.0584, + "step": 22314 + }, + { + "epoch": 18.927056827820188, + "grad_norm": 1.2285520518170205, + "learning_rate": 1.8698794756468908e-05, + "loss": 0.0508, + "step": 22315 + }, + { + "epoch": 18.92790500424088, + "grad_norm": 1.3423770997809228, + "learning_rate": 1.869865925170545e-05, + "loss": 0.0567, + "step": 22316 + }, + { + "epoch": 18.928753180661577, + "grad_norm": 1.2979307570088, + "learning_rate": 1.8698523740377805e-05, + "loss": 0.0619, + "step": 22317 + }, + { + "epoch": 18.929601357082273, + "grad_norm": 1.4723733082217667, + "learning_rate": 1.8698388222486073e-05, + "loss": 0.0642, + "step": 22318 + }, + { + "epoch": 18.93044953350297, + "grad_norm": 1.4549032239741684, + "learning_rate": 1.8698252698030357e-05, + "loss": 0.0573, + "step": 22319 + }, + { + "epoch": 18.931297709923665, + "grad_norm": 1.2861779575601358, + "learning_rate": 1.8698117167010763e-05, + "loss": 0.0497, + "step": 22320 + }, + { + "epoch": 18.932145886344358, + "grad_norm": 1.4952807410370856, + "learning_rate": 1.869798162942739e-05, + "loss": 0.0538, + "step": 22321 + }, + { + "epoch": 18.932994062765054, + "grad_norm": 1.4922631352535032, + "learning_rate": 1.869784608528034e-05, + "loss": 0.0642, + "step": 22322 + }, + { + "epoch": 18.93384223918575, + "grad_norm": 1.3998665703177062, + "learning_rate": 1.8697710534569716e-05, + "loss": 0.0533, + "step": 22323 + }, + { + "epoch": 18.934690415606447, + "grad_norm": 1.1617669020796175, + "learning_rate": 1.8697574977295618e-05, + "loss": 0.0493, + "step": 22324 + }, + { + "epoch": 18.935538592027143, + "grad_norm": 1.2602056971764293, + "learning_rate": 1.8697439413458156e-05, + "loss": 0.0541, + "step": 22325 + }, + { + "epoch": 18.936386768447836, + "grad_norm": 1.153746781261874, + "learning_rate": 1.869730384305742e-05, + "loss": 0.0544, + "step": 22326 + }, + { + "epoch": 18.937234944868532, + "grad_norm": 1.3849198084699281, + "learning_rate": 1.869716826609352e-05, + "loss": 0.0595, + "step": 22327 + }, + { + "epoch": 18.938083121289228, + "grad_norm": 1.5152183383279783, + "learning_rate": 1.8697032682566564e-05, + "loss": 0.0602, + "step": 22328 + }, + { + "epoch": 18.938931297709924, + "grad_norm": 1.1757017334147946, + "learning_rate": 1.8696897092476644e-05, + "loss": 0.0488, + "step": 22329 + }, + { + "epoch": 18.93977947413062, + "grad_norm": 1.371055918126138, + "learning_rate": 1.869676149582387e-05, + "loss": 0.0547, + "step": 22330 + }, + { + "epoch": 18.940627650551313, + "grad_norm": 1.2787606606041406, + "learning_rate": 1.8696625892608332e-05, + "loss": 0.0525, + "step": 22331 + }, + { + "epoch": 18.94147582697201, + "grad_norm": 1.3494054802342814, + "learning_rate": 1.8696490282830148e-05, + "loss": 0.0632, + "step": 22332 + }, + { + "epoch": 18.942324003392706, + "grad_norm": 1.3278137430871075, + "learning_rate": 1.869635466648941e-05, + "loss": 0.051, + "step": 22333 + }, + { + "epoch": 18.943172179813402, + "grad_norm": 1.3930937520832352, + "learning_rate": 1.8696219043586223e-05, + "loss": 0.0537, + "step": 22334 + }, + { + "epoch": 18.9440203562341, + "grad_norm": 1.329938245139519, + "learning_rate": 1.8696083414120692e-05, + "loss": 0.0526, + "step": 22335 + }, + { + "epoch": 18.94486853265479, + "grad_norm": 1.2581907404072767, + "learning_rate": 1.8695947778092916e-05, + "loss": 0.0599, + "step": 22336 + }, + { + "epoch": 18.945716709075487, + "grad_norm": 1.2528322699346117, + "learning_rate": 1.8695812135503e-05, + "loss": 0.0602, + "step": 22337 + }, + { + "epoch": 18.946564885496183, + "grad_norm": 1.3338357296157846, + "learning_rate": 1.8695676486351044e-05, + "loss": 0.0525, + "step": 22338 + }, + { + "epoch": 18.94741306191688, + "grad_norm": 1.4860516046044423, + "learning_rate": 1.8695540830637148e-05, + "loss": 0.0612, + "step": 22339 + }, + { + "epoch": 18.948261238337576, + "grad_norm": 1.3474925261011779, + "learning_rate": 1.8695405168361423e-05, + "loss": 0.0706, + "step": 22340 + }, + { + "epoch": 18.94910941475827, + "grad_norm": 1.1958933710376067, + "learning_rate": 1.869526949952396e-05, + "loss": 0.0564, + "step": 22341 + }, + { + "epoch": 18.949957591178965, + "grad_norm": 1.542978671558152, + "learning_rate": 1.869513382412487e-05, + "loss": 0.054, + "step": 22342 + }, + { + "epoch": 18.95080576759966, + "grad_norm": 1.176494701616269, + "learning_rate": 1.8694998142164256e-05, + "loss": 0.0577, + "step": 22343 + }, + { + "epoch": 18.951653944020357, + "grad_norm": 1.2882780030813543, + "learning_rate": 1.8694862453642212e-05, + "loss": 0.0498, + "step": 22344 + }, + { + "epoch": 18.952502120441054, + "grad_norm": 1.4735950429503455, + "learning_rate": 1.869472675855885e-05, + "loss": 0.0611, + "step": 22345 + }, + { + "epoch": 18.953350296861746, + "grad_norm": 1.2533782600531933, + "learning_rate": 1.869459105691427e-05, + "loss": 0.0501, + "step": 22346 + }, + { + "epoch": 18.954198473282442, + "grad_norm": 1.4178423240087294, + "learning_rate": 1.8694455348708566e-05, + "loss": 0.0546, + "step": 22347 + }, + { + "epoch": 18.95504664970314, + "grad_norm": 1.2451175671183268, + "learning_rate": 1.869431963394185e-05, + "loss": 0.0523, + "step": 22348 + }, + { + "epoch": 18.955894826123835, + "grad_norm": 1.4157242254533629, + "learning_rate": 1.8694183912614217e-05, + "loss": 0.0526, + "step": 22349 + }, + { + "epoch": 18.956743002544528, + "grad_norm": 1.4978418326036236, + "learning_rate": 1.8694048184725775e-05, + "loss": 0.0586, + "step": 22350 + }, + { + "epoch": 18.957591178965224, + "grad_norm": 1.3218177139220355, + "learning_rate": 1.869391245027663e-05, + "loss": 0.0588, + "step": 22351 + }, + { + "epoch": 18.95843935538592, + "grad_norm": 1.1562961447744609, + "learning_rate": 1.869377670926688e-05, + "loss": 0.0485, + "step": 22352 + }, + { + "epoch": 18.959287531806616, + "grad_norm": 1.2546149541828404, + "learning_rate": 1.869364096169662e-05, + "loss": 0.0558, + "step": 22353 + }, + { + "epoch": 18.960135708227313, + "grad_norm": 1.176942042390197, + "learning_rate": 1.869350520756596e-05, + "loss": 0.0511, + "step": 22354 + }, + { + "epoch": 18.960983884648005, + "grad_norm": 1.2438960584533867, + "learning_rate": 1.8693369446875008e-05, + "loss": 0.0503, + "step": 22355 + }, + { + "epoch": 18.9618320610687, + "grad_norm": 1.4411960734001612, + "learning_rate": 1.8693233679623854e-05, + "loss": 0.0583, + "step": 22356 + }, + { + "epoch": 18.962680237489398, + "grad_norm": 1.5385608429440458, + "learning_rate": 1.869309790581261e-05, + "loss": 0.0553, + "step": 22357 + }, + { + "epoch": 18.963528413910094, + "grad_norm": 1.3533336089615888, + "learning_rate": 1.8692962125441373e-05, + "loss": 0.0508, + "step": 22358 + }, + { + "epoch": 18.96437659033079, + "grad_norm": 1.1787645937503162, + "learning_rate": 1.869282633851025e-05, + "loss": 0.0501, + "step": 22359 + }, + { + "epoch": 18.965224766751483, + "grad_norm": 1.2212879018783884, + "learning_rate": 1.869269054501934e-05, + "loss": 0.0606, + "step": 22360 + }, + { + "epoch": 18.96607294317218, + "grad_norm": 1.2621389689725266, + "learning_rate": 1.8692554744968745e-05, + "loss": 0.0589, + "step": 22361 + }, + { + "epoch": 18.966921119592875, + "grad_norm": 1.5316786354174874, + "learning_rate": 1.8692418938358573e-05, + "loss": 0.057, + "step": 22362 + }, + { + "epoch": 18.96776929601357, + "grad_norm": 1.2469342867284434, + "learning_rate": 1.8692283125188916e-05, + "loss": 0.055, + "step": 22363 + }, + { + "epoch": 18.968617472434268, + "grad_norm": 1.2242051957056759, + "learning_rate": 1.8692147305459886e-05, + "loss": 0.0625, + "step": 22364 + }, + { + "epoch": 18.96946564885496, + "grad_norm": 1.362938542284999, + "learning_rate": 1.8692011479171587e-05, + "loss": 0.0584, + "step": 22365 + }, + { + "epoch": 18.970313825275657, + "grad_norm": 1.3307653818301233, + "learning_rate": 1.8691875646324108e-05, + "loss": 0.0521, + "step": 22366 + }, + { + "epoch": 18.971162001696353, + "grad_norm": 1.4916838891114184, + "learning_rate": 1.8691739806917568e-05, + "loss": 0.0582, + "step": 22367 + }, + { + "epoch": 18.97201017811705, + "grad_norm": 1.2542714508899702, + "learning_rate": 1.869160396095206e-05, + "loss": 0.0504, + "step": 22368 + }, + { + "epoch": 18.972858354537745, + "grad_norm": 1.3861202789643015, + "learning_rate": 1.869146810842769e-05, + "loss": 0.0602, + "step": 22369 + }, + { + "epoch": 18.973706530958438, + "grad_norm": 1.4099133337486756, + "learning_rate": 1.8691332249344554e-05, + "loss": 0.0639, + "step": 22370 + }, + { + "epoch": 18.974554707379134, + "grad_norm": 1.1626482559010471, + "learning_rate": 1.8691196383702765e-05, + "loss": 0.0561, + "step": 22371 + }, + { + "epoch": 18.97540288379983, + "grad_norm": 1.2196656690580234, + "learning_rate": 1.8691060511502416e-05, + "loss": 0.0534, + "step": 22372 + }, + { + "epoch": 18.976251060220527, + "grad_norm": 1.3320552535969787, + "learning_rate": 1.8690924632743613e-05, + "loss": 0.054, + "step": 22373 + }, + { + "epoch": 18.977099236641223, + "grad_norm": 1.3822947938956203, + "learning_rate": 1.869078874742646e-05, + "loss": 0.0551, + "step": 22374 + }, + { + "epoch": 18.977947413061916, + "grad_norm": 1.2916439079503197, + "learning_rate": 1.869065285555106e-05, + "loss": 0.0565, + "step": 22375 + }, + { + "epoch": 18.978795589482612, + "grad_norm": 1.26429560681381, + "learning_rate": 1.8690516957117514e-05, + "loss": 0.0532, + "step": 22376 + }, + { + "epoch": 18.979643765903308, + "grad_norm": 1.3319758476865073, + "learning_rate": 1.8690381052125924e-05, + "loss": 0.0547, + "step": 22377 + }, + { + "epoch": 18.980491942324004, + "grad_norm": 1.279022239423635, + "learning_rate": 1.8690245140576392e-05, + "loss": 0.0546, + "step": 22378 + }, + { + "epoch": 18.9813401187447, + "grad_norm": 1.1637709617365803, + "learning_rate": 1.8690109222469023e-05, + "loss": 0.0509, + "step": 22379 + }, + { + "epoch": 18.982188295165393, + "grad_norm": 1.39715738418523, + "learning_rate": 1.868997329780392e-05, + "loss": 0.0643, + "step": 22380 + }, + { + "epoch": 18.98303647158609, + "grad_norm": 1.3867916008649341, + "learning_rate": 1.8689837366581182e-05, + "loss": 0.0643, + "step": 22381 + }, + { + "epoch": 18.983884648006786, + "grad_norm": 1.2095337992947937, + "learning_rate": 1.8689701428800913e-05, + "loss": 0.0564, + "step": 22382 + }, + { + "epoch": 18.984732824427482, + "grad_norm": 1.3930145358206811, + "learning_rate": 1.868956548446322e-05, + "loss": 0.0564, + "step": 22383 + }, + { + "epoch": 18.98558100084818, + "grad_norm": 1.2623428247602688, + "learning_rate": 1.86894295335682e-05, + "loss": 0.0532, + "step": 22384 + }, + { + "epoch": 18.98642917726887, + "grad_norm": 1.3222352186493267, + "learning_rate": 1.8689293576115956e-05, + "loss": 0.0678, + "step": 22385 + }, + { + "epoch": 18.987277353689567, + "grad_norm": 1.3348772918136254, + "learning_rate": 1.8689157612106594e-05, + "loss": 0.0552, + "step": 22386 + }, + { + "epoch": 18.988125530110263, + "grad_norm": 1.2389104842989385, + "learning_rate": 1.868902164154021e-05, + "loss": 0.0528, + "step": 22387 + }, + { + "epoch": 18.98897370653096, + "grad_norm": 1.1301231603968946, + "learning_rate": 1.8688885664416915e-05, + "loss": 0.0493, + "step": 22388 + }, + { + "epoch": 18.989821882951652, + "grad_norm": 1.3007577896858795, + "learning_rate": 1.868874968073681e-05, + "loss": 0.0562, + "step": 22389 + }, + { + "epoch": 18.99067005937235, + "grad_norm": 1.1602801472273352, + "learning_rate": 1.868861369049999e-05, + "loss": 0.0522, + "step": 22390 + }, + { + "epoch": 18.991518235793045, + "grad_norm": 1.2282700412413852, + "learning_rate": 1.8688477693706566e-05, + "loss": 0.0536, + "step": 22391 + }, + { + "epoch": 18.99236641221374, + "grad_norm": 1.4773086070685781, + "learning_rate": 1.8688341690356634e-05, + "loss": 0.0516, + "step": 22392 + }, + { + "epoch": 18.993214588634437, + "grad_norm": 1.4596373018269027, + "learning_rate": 1.8688205680450307e-05, + "loss": 0.0587, + "step": 22393 + }, + { + "epoch": 18.99406276505513, + "grad_norm": 1.3416409056154497, + "learning_rate": 1.8688069663987677e-05, + "loss": 0.0511, + "step": 22394 + }, + { + "epoch": 18.994910941475826, + "grad_norm": 1.4366906190279627, + "learning_rate": 1.868793364096885e-05, + "loss": 0.0569, + "step": 22395 + }, + { + "epoch": 18.995759117896522, + "grad_norm": 1.3338962837291095, + "learning_rate": 1.868779761139393e-05, + "loss": 0.0557, + "step": 22396 + }, + { + "epoch": 18.99660729431722, + "grad_norm": 1.1623168060000917, + "learning_rate": 1.868766157526302e-05, + "loss": 0.0513, + "step": 22397 + }, + { + "epoch": 18.997455470737915, + "grad_norm": 1.3153473326943148, + "learning_rate": 1.868752553257622e-05, + "loss": 0.0515, + "step": 22398 + }, + { + "epoch": 18.998303647158608, + "grad_norm": 1.2767152507525639, + "learning_rate": 1.8687389483333632e-05, + "loss": 0.0539, + "step": 22399 + }, + { + "epoch": 18.999151823579304, + "grad_norm": 1.232807481159526, + "learning_rate": 1.8687253427535365e-05, + "loss": 0.0564, + "step": 22400 + }, + { + "epoch": 19.0, + "grad_norm": 1.282409471079232, + "learning_rate": 1.8687117365181514e-05, + "loss": 0.052, + "step": 22401 + }, + { + "epoch": 19.000848176420696, + "grad_norm": 1.1537584870602349, + "learning_rate": 1.8686981296272186e-05, + "loss": 0.0483, + "step": 22402 + }, + { + "epoch": 19.001696352841392, + "grad_norm": 1.1483797187626308, + "learning_rate": 1.868684522080748e-05, + "loss": 0.0547, + "step": 22403 + }, + { + "epoch": 19.002544529262085, + "grad_norm": 1.0492355840822216, + "learning_rate": 1.8686709138787507e-05, + "loss": 0.0466, + "step": 22404 + }, + { + "epoch": 19.00339270568278, + "grad_norm": 1.2771802715995024, + "learning_rate": 1.868657305021236e-05, + "loss": 0.0491, + "step": 22405 + }, + { + "epoch": 19.004240882103478, + "grad_norm": 1.204127422250788, + "learning_rate": 1.8686436955082147e-05, + "loss": 0.046, + "step": 22406 + }, + { + "epoch": 19.005089058524174, + "grad_norm": 1.038295462408749, + "learning_rate": 1.868630085339697e-05, + "loss": 0.0482, + "step": 22407 + }, + { + "epoch": 19.00593723494487, + "grad_norm": 1.1855993022653444, + "learning_rate": 1.8686164745156933e-05, + "loss": 0.0474, + "step": 22408 + }, + { + "epoch": 19.006785411365563, + "grad_norm": 1.0592473791858297, + "learning_rate": 1.8686028630362136e-05, + "loss": 0.0417, + "step": 22409 + }, + { + "epoch": 19.00763358778626, + "grad_norm": 1.308691891530978, + "learning_rate": 1.868589250901268e-05, + "loss": 0.048, + "step": 22410 + }, + { + "epoch": 19.008481764206955, + "grad_norm": 1.0842226542649922, + "learning_rate": 1.8685756381108678e-05, + "loss": 0.0453, + "step": 22411 + }, + { + "epoch": 19.00932994062765, + "grad_norm": 1.2175486760993581, + "learning_rate": 1.868562024665022e-05, + "loss": 0.0481, + "step": 22412 + }, + { + "epoch": 19.010178117048348, + "grad_norm": 1.2759546213008373, + "learning_rate": 1.868548410563741e-05, + "loss": 0.0543, + "step": 22413 + }, + { + "epoch": 19.01102629346904, + "grad_norm": 1.2679900920367795, + "learning_rate": 1.8685347958070358e-05, + "loss": 0.0482, + "step": 22414 + }, + { + "epoch": 19.011874469889737, + "grad_norm": 0.9593423802419385, + "learning_rate": 1.8685211803949164e-05, + "loss": 0.0441, + "step": 22415 + }, + { + "epoch": 19.012722646310433, + "grad_norm": 1.0050751272524412, + "learning_rate": 1.868507564327393e-05, + "loss": 0.0437, + "step": 22416 + }, + { + "epoch": 19.01357082273113, + "grad_norm": 1.1290809152071888, + "learning_rate": 1.868493947604476e-05, + "loss": 0.0485, + "step": 22417 + }, + { + "epoch": 19.014418999151825, + "grad_norm": 1.0918696068216118, + "learning_rate": 1.8684803302261755e-05, + "loss": 0.047, + "step": 22418 + }, + { + "epoch": 19.015267175572518, + "grad_norm": 1.1258167687342522, + "learning_rate": 1.8684667121925016e-05, + "loss": 0.0474, + "step": 22419 + }, + { + "epoch": 19.016115351993214, + "grad_norm": 1.079341986631308, + "learning_rate": 1.8684530935034652e-05, + "loss": 0.0483, + "step": 22420 + }, + { + "epoch": 19.01696352841391, + "grad_norm": 1.1061975271491944, + "learning_rate": 1.868439474159076e-05, + "loss": 0.0506, + "step": 22421 + }, + { + "epoch": 19.017811704834607, + "grad_norm": 1.133362923882169, + "learning_rate": 1.8684258541593444e-05, + "loss": 0.0488, + "step": 22422 + }, + { + "epoch": 19.0186598812553, + "grad_norm": 1.207390151288986, + "learning_rate": 1.8684122335042808e-05, + "loss": 0.0525, + "step": 22423 + }, + { + "epoch": 19.019508057675996, + "grad_norm": 1.322428791720307, + "learning_rate": 1.8683986121938952e-05, + "loss": 0.0543, + "step": 22424 + }, + { + "epoch": 19.020356234096692, + "grad_norm": 1.116188299613523, + "learning_rate": 1.8683849902281985e-05, + "loss": 0.0501, + "step": 22425 + }, + { + "epoch": 19.021204410517388, + "grad_norm": 1.219275232632835, + "learning_rate": 1.8683713676072002e-05, + "loss": 0.0476, + "step": 22426 + }, + { + "epoch": 19.022052586938084, + "grad_norm": 0.9920320257819184, + "learning_rate": 1.8683577443309112e-05, + "loss": 0.0424, + "step": 22427 + }, + { + "epoch": 19.022900763358777, + "grad_norm": 1.2186224768626415, + "learning_rate": 1.8683441203993415e-05, + "loss": 0.0463, + "step": 22428 + }, + { + "epoch": 19.023748939779473, + "grad_norm": 1.2361948266082359, + "learning_rate": 1.8683304958125013e-05, + "loss": 0.0505, + "step": 22429 + }, + { + "epoch": 19.02459711620017, + "grad_norm": 1.1173880281242894, + "learning_rate": 1.8683168705704013e-05, + "loss": 0.0446, + "step": 22430 + }, + { + "epoch": 19.025445292620866, + "grad_norm": 1.0388764525924739, + "learning_rate": 1.8683032446730514e-05, + "loss": 0.0449, + "step": 22431 + }, + { + "epoch": 19.026293469041562, + "grad_norm": 1.0637278501103151, + "learning_rate": 1.868289618120462e-05, + "loss": 0.0475, + "step": 22432 + }, + { + "epoch": 19.027141645462255, + "grad_norm": 1.102453462819688, + "learning_rate": 1.868275990912643e-05, + "loss": 0.0491, + "step": 22433 + }, + { + "epoch": 19.02798982188295, + "grad_norm": 1.151464701210171, + "learning_rate": 1.868262363049605e-05, + "loss": 0.0545, + "step": 22434 + }, + { + "epoch": 19.028837998303647, + "grad_norm": 0.9976415961527126, + "learning_rate": 1.8682487345313588e-05, + "loss": 0.043, + "step": 22435 + }, + { + "epoch": 19.029686174724343, + "grad_norm": 1.0684930885352089, + "learning_rate": 1.8682351053579142e-05, + "loss": 0.0452, + "step": 22436 + }, + { + "epoch": 19.03053435114504, + "grad_norm": 1.0091458878502289, + "learning_rate": 1.868221475529281e-05, + "loss": 0.0534, + "step": 22437 + }, + { + "epoch": 19.031382527565732, + "grad_norm": 1.3107859578938477, + "learning_rate": 1.8682078450454705e-05, + "loss": 0.0492, + "step": 22438 + }, + { + "epoch": 19.03223070398643, + "grad_norm": 0.9041384433060848, + "learning_rate": 1.868194213906492e-05, + "loss": 0.0422, + "step": 22439 + }, + { + "epoch": 19.033078880407125, + "grad_norm": 1.271389457737282, + "learning_rate": 1.8681805821123566e-05, + "loss": 0.0489, + "step": 22440 + }, + { + "epoch": 19.03392705682782, + "grad_norm": 1.2976705575892424, + "learning_rate": 1.868166949663074e-05, + "loss": 0.047, + "step": 22441 + }, + { + "epoch": 19.034775233248517, + "grad_norm": 1.0441275675160997, + "learning_rate": 1.868153316558655e-05, + "loss": 0.0471, + "step": 22442 + }, + { + "epoch": 19.03562340966921, + "grad_norm": 1.2928026183086971, + "learning_rate": 1.8681396827991097e-05, + "loss": 0.056, + "step": 22443 + }, + { + "epoch": 19.036471586089906, + "grad_norm": 1.0231498175447544, + "learning_rate": 1.868126048384448e-05, + "loss": 0.0487, + "step": 22444 + }, + { + "epoch": 19.037319762510602, + "grad_norm": 1.18743313337063, + "learning_rate": 1.8681124133146805e-05, + "loss": 0.0491, + "step": 22445 + }, + { + "epoch": 19.0381679389313, + "grad_norm": 1.0919441916379384, + "learning_rate": 1.8680987775898172e-05, + "loss": 0.0469, + "step": 22446 + }, + { + "epoch": 19.039016115351995, + "grad_norm": 1.0133356954898625, + "learning_rate": 1.8680851412098692e-05, + "loss": 0.0469, + "step": 22447 + }, + { + "epoch": 19.039864291772687, + "grad_norm": 1.057095923661206, + "learning_rate": 1.8680715041748458e-05, + "loss": 0.0424, + "step": 22448 + }, + { + "epoch": 19.040712468193384, + "grad_norm": 1.1646590122608862, + "learning_rate": 1.868057866484758e-05, + "loss": 0.045, + "step": 22449 + }, + { + "epoch": 19.04156064461408, + "grad_norm": 1.067034819661297, + "learning_rate": 1.8680442281396156e-05, + "loss": 0.0466, + "step": 22450 + }, + { + "epoch": 19.042408821034776, + "grad_norm": 1.0700144155848972, + "learning_rate": 1.8680305891394294e-05, + "loss": 0.0447, + "step": 22451 + }, + { + "epoch": 19.043256997455472, + "grad_norm": 1.1407006790682057, + "learning_rate": 1.8680169494842096e-05, + "loss": 0.0481, + "step": 22452 + }, + { + "epoch": 19.044105173876165, + "grad_norm": 1.2482325689525369, + "learning_rate": 1.868003309173966e-05, + "loss": 0.044, + "step": 22453 + }, + { + "epoch": 19.04495335029686, + "grad_norm": 1.3367153785825665, + "learning_rate": 1.867989668208709e-05, + "loss": 0.0449, + "step": 22454 + }, + { + "epoch": 19.045801526717558, + "grad_norm": 0.9725640277516546, + "learning_rate": 1.8679760265884493e-05, + "loss": 0.0416, + "step": 22455 + }, + { + "epoch": 19.046649703138254, + "grad_norm": 1.009164618260949, + "learning_rate": 1.8679623843131974e-05, + "loss": 0.0447, + "step": 22456 + }, + { + "epoch": 19.04749787955895, + "grad_norm": 1.02908129945557, + "learning_rate": 1.8679487413829626e-05, + "loss": 0.0451, + "step": 22457 + }, + { + "epoch": 19.048346055979643, + "grad_norm": 0.9954109236297443, + "learning_rate": 1.867935097797756e-05, + "loss": 0.0442, + "step": 22458 + }, + { + "epoch": 19.04919423240034, + "grad_norm": 1.2119944210774338, + "learning_rate": 1.8679214535575877e-05, + "loss": 0.0445, + "step": 22459 + }, + { + "epoch": 19.050042408821035, + "grad_norm": 1.3677260367818145, + "learning_rate": 1.867907808662468e-05, + "loss": 0.0452, + "step": 22460 + }, + { + "epoch": 19.05089058524173, + "grad_norm": 1.0815199412042678, + "learning_rate": 1.8678941631124073e-05, + "loss": 0.0461, + "step": 22461 + }, + { + "epoch": 19.051738761662424, + "grad_norm": 1.105488382655845, + "learning_rate": 1.8678805169074158e-05, + "loss": 0.0463, + "step": 22462 + }, + { + "epoch": 19.05258693808312, + "grad_norm": 0.9753614690433067, + "learning_rate": 1.8678668700475035e-05, + "loss": 0.0465, + "step": 22463 + }, + { + "epoch": 19.053435114503817, + "grad_norm": 1.2495768523839943, + "learning_rate": 1.8678532225326812e-05, + "loss": 0.0522, + "step": 22464 + }, + { + "epoch": 19.054283290924513, + "grad_norm": 1.211567819228639, + "learning_rate": 1.8678395743629588e-05, + "loss": 0.0471, + "step": 22465 + }, + { + "epoch": 19.05513146734521, + "grad_norm": 1.134334363384017, + "learning_rate": 1.8678259255383468e-05, + "loss": 0.0489, + "step": 22466 + }, + { + "epoch": 19.0559796437659, + "grad_norm": 0.8876154647635135, + "learning_rate": 1.8678122760588553e-05, + "loss": 0.0422, + "step": 22467 + }, + { + "epoch": 19.056827820186598, + "grad_norm": 1.1060028750538355, + "learning_rate": 1.867798625924495e-05, + "loss": 0.0459, + "step": 22468 + }, + { + "epoch": 19.057675996607294, + "grad_norm": 1.004002759659246, + "learning_rate": 1.8677849751352756e-05, + "loss": 0.0434, + "step": 22469 + }, + { + "epoch": 19.05852417302799, + "grad_norm": 1.145562909518082, + "learning_rate": 1.8677713236912084e-05, + "loss": 0.0465, + "step": 22470 + }, + { + "epoch": 19.059372349448687, + "grad_norm": 1.1034050234035533, + "learning_rate": 1.8677576715923025e-05, + "loss": 0.0493, + "step": 22471 + }, + { + "epoch": 19.06022052586938, + "grad_norm": 1.2596401922059801, + "learning_rate": 1.8677440188385692e-05, + "loss": 0.0487, + "step": 22472 + }, + { + "epoch": 19.061068702290076, + "grad_norm": 0.9597229518761557, + "learning_rate": 1.8677303654300178e-05, + "loss": 0.0417, + "step": 22473 + }, + { + "epoch": 19.061916878710772, + "grad_norm": 1.0358983724683322, + "learning_rate": 1.8677167113666598e-05, + "loss": 0.0442, + "step": 22474 + }, + { + "epoch": 19.062765055131468, + "grad_norm": 1.0282249811012467, + "learning_rate": 1.8677030566485047e-05, + "loss": 0.0422, + "step": 22475 + }, + { + "epoch": 19.063613231552164, + "grad_norm": 1.0979950167494756, + "learning_rate": 1.8676894012755626e-05, + "loss": 0.0491, + "step": 22476 + }, + { + "epoch": 19.064461407972857, + "grad_norm": 1.1089796588756724, + "learning_rate": 1.8676757452478447e-05, + "loss": 0.0414, + "step": 22477 + }, + { + "epoch": 19.065309584393553, + "grad_norm": 1.0613569840592902, + "learning_rate": 1.8676620885653606e-05, + "loss": 0.0431, + "step": 22478 + }, + { + "epoch": 19.06615776081425, + "grad_norm": 1.2334538386773877, + "learning_rate": 1.867648431228121e-05, + "loss": 0.053, + "step": 22479 + }, + { + "epoch": 19.067005937234946, + "grad_norm": 1.3130601798121033, + "learning_rate": 1.8676347732361354e-05, + "loss": 0.0502, + "step": 22480 + }, + { + "epoch": 19.067854113655642, + "grad_norm": 1.1842124205123759, + "learning_rate": 1.8676211145894153e-05, + "loss": 0.0493, + "step": 22481 + }, + { + "epoch": 19.068702290076335, + "grad_norm": 1.0928818849452255, + "learning_rate": 1.86760745528797e-05, + "loss": 0.0474, + "step": 22482 + }, + { + "epoch": 19.06955046649703, + "grad_norm": 1.1157408259436274, + "learning_rate": 1.8675937953318106e-05, + "loss": 0.0505, + "step": 22483 + }, + { + "epoch": 19.070398642917727, + "grad_norm": 1.051719123926812, + "learning_rate": 1.867580134720947e-05, + "loss": 0.044, + "step": 22484 + }, + { + "epoch": 19.071246819338423, + "grad_norm": 1.2288788651991056, + "learning_rate": 1.8675664734553893e-05, + "loss": 0.0462, + "step": 22485 + }, + { + "epoch": 19.07209499575912, + "grad_norm": 1.167759504070419, + "learning_rate": 1.8675528115351482e-05, + "loss": 0.049, + "step": 22486 + }, + { + "epoch": 19.072943172179812, + "grad_norm": 1.2306272064013655, + "learning_rate": 1.867539148960234e-05, + "loss": 0.0517, + "step": 22487 + }, + { + "epoch": 19.07379134860051, + "grad_norm": 1.1368381476419418, + "learning_rate": 1.8675254857306564e-05, + "loss": 0.0478, + "step": 22488 + }, + { + "epoch": 19.074639525021205, + "grad_norm": 1.1840550849517537, + "learning_rate": 1.8675118218464264e-05, + "loss": 0.048, + "step": 22489 + }, + { + "epoch": 19.0754877014419, + "grad_norm": 1.0730235796263095, + "learning_rate": 1.8674981573075544e-05, + "loss": 0.0432, + "step": 22490 + }, + { + "epoch": 19.076335877862597, + "grad_norm": 1.1817027238790259, + "learning_rate": 1.8674844921140503e-05, + "loss": 0.0514, + "step": 22491 + }, + { + "epoch": 19.07718405428329, + "grad_norm": 0.9403009295625415, + "learning_rate": 1.8674708262659243e-05, + "loss": 0.0452, + "step": 22492 + }, + { + "epoch": 19.078032230703986, + "grad_norm": 1.1615463639315857, + "learning_rate": 1.867457159763187e-05, + "loss": 0.0528, + "step": 22493 + }, + { + "epoch": 19.078880407124682, + "grad_norm": 1.1667906214981463, + "learning_rate": 1.867443492605849e-05, + "loss": 0.0482, + "step": 22494 + }, + { + "epoch": 19.07972858354538, + "grad_norm": 1.0196831318804627, + "learning_rate": 1.8674298247939195e-05, + "loss": 0.0479, + "step": 22495 + }, + { + "epoch": 19.08057675996607, + "grad_norm": 1.249392803442347, + "learning_rate": 1.8674161563274103e-05, + "loss": 0.0469, + "step": 22496 + }, + { + "epoch": 19.081424936386767, + "grad_norm": 0.9179270851476501, + "learning_rate": 1.8674024872063306e-05, + "loss": 0.0429, + "step": 22497 + }, + { + "epoch": 19.082273112807464, + "grad_norm": 1.1524647183077275, + "learning_rate": 1.867388817430691e-05, + "loss": 0.0444, + "step": 22498 + }, + { + "epoch": 19.08312128922816, + "grad_norm": 1.0604159597539176, + "learning_rate": 1.8673751470005023e-05, + "loss": 0.0455, + "step": 22499 + }, + { + "epoch": 19.083969465648856, + "grad_norm": 1.252428780115939, + "learning_rate": 1.8673614759157743e-05, + "loss": 0.0526, + "step": 22500 + }, + { + "epoch": 19.08481764206955, + "grad_norm": 1.0903634793780692, + "learning_rate": 1.8673478041765172e-05, + "loss": 0.0448, + "step": 22501 + }, + { + "epoch": 19.085665818490245, + "grad_norm": 1.1884946480991885, + "learning_rate": 1.8673341317827418e-05, + "loss": 0.0491, + "step": 22502 + }, + { + "epoch": 19.08651399491094, + "grad_norm": 0.9788292288451209, + "learning_rate": 1.8673204587344582e-05, + "loss": 0.0439, + "step": 22503 + }, + { + "epoch": 19.087362171331637, + "grad_norm": 1.355196496916335, + "learning_rate": 1.8673067850316767e-05, + "loss": 0.0482, + "step": 22504 + }, + { + "epoch": 19.088210347752334, + "grad_norm": 1.1719359764774553, + "learning_rate": 1.8672931106744075e-05, + "loss": 0.0467, + "step": 22505 + }, + { + "epoch": 19.089058524173026, + "grad_norm": 1.2583133090760381, + "learning_rate": 1.8672794356626613e-05, + "loss": 0.0479, + "step": 22506 + }, + { + "epoch": 19.089906700593723, + "grad_norm": 1.0679349608445496, + "learning_rate": 1.8672657599964476e-05, + "loss": 0.0498, + "step": 22507 + }, + { + "epoch": 19.09075487701442, + "grad_norm": 1.1530432351443825, + "learning_rate": 1.8672520836757776e-05, + "loss": 0.0499, + "step": 22508 + }, + { + "epoch": 19.091603053435115, + "grad_norm": 1.0300087823003503, + "learning_rate": 1.8672384067006615e-05, + "loss": 0.0452, + "step": 22509 + }, + { + "epoch": 19.09245122985581, + "grad_norm": 1.1098297132861767, + "learning_rate": 1.8672247290711092e-05, + "loss": 0.0503, + "step": 22510 + }, + { + "epoch": 19.093299406276504, + "grad_norm": 1.0914063895067292, + "learning_rate": 1.8672110507871314e-05, + "loss": 0.0518, + "step": 22511 + }, + { + "epoch": 19.0941475826972, + "grad_norm": 1.0867962645713125, + "learning_rate": 1.867197371848738e-05, + "loss": 0.0473, + "step": 22512 + }, + { + "epoch": 19.094995759117896, + "grad_norm": 1.1407495193344246, + "learning_rate": 1.8671836922559397e-05, + "loss": 0.0482, + "step": 22513 + }, + { + "epoch": 19.095843935538593, + "grad_norm": 1.1950214955174498, + "learning_rate": 1.867170012008747e-05, + "loss": 0.0554, + "step": 22514 + }, + { + "epoch": 19.09669211195929, + "grad_norm": 1.0173285665328755, + "learning_rate": 1.8671563311071696e-05, + "loss": 0.0468, + "step": 22515 + }, + { + "epoch": 19.09754028837998, + "grad_norm": 1.1082155335020056, + "learning_rate": 1.867142649551218e-05, + "loss": 0.0466, + "step": 22516 + }, + { + "epoch": 19.098388464800678, + "grad_norm": 1.2022769931910433, + "learning_rate": 1.8671289673409027e-05, + "loss": 0.0488, + "step": 22517 + }, + { + "epoch": 19.099236641221374, + "grad_norm": 1.2486969033749555, + "learning_rate": 1.8671152844762344e-05, + "loss": 0.0483, + "step": 22518 + }, + { + "epoch": 19.10008481764207, + "grad_norm": 1.0930457532322713, + "learning_rate": 1.8671016009572226e-05, + "loss": 0.0459, + "step": 22519 + }, + { + "epoch": 19.100932994062767, + "grad_norm": 1.2353272016484176, + "learning_rate": 1.8670879167838786e-05, + "loss": 0.0519, + "step": 22520 + }, + { + "epoch": 19.10178117048346, + "grad_norm": 1.0482034160621703, + "learning_rate": 1.8670742319562118e-05, + "loss": 0.0467, + "step": 22521 + }, + { + "epoch": 19.102629346904155, + "grad_norm": 1.058190572785956, + "learning_rate": 1.8670605464742327e-05, + "loss": 0.0486, + "step": 22522 + }, + { + "epoch": 19.10347752332485, + "grad_norm": 1.1969793683995473, + "learning_rate": 1.8670468603379525e-05, + "loss": 0.0473, + "step": 22523 + }, + { + "epoch": 19.104325699745548, + "grad_norm": 0.9193098047032398, + "learning_rate": 1.8670331735473803e-05, + "loss": 0.0402, + "step": 22524 + }, + { + "epoch": 19.105173876166244, + "grad_norm": 0.9138362862759004, + "learning_rate": 1.8670194861025274e-05, + "loss": 0.0445, + "step": 22525 + }, + { + "epoch": 19.106022052586937, + "grad_norm": 1.0827295692921464, + "learning_rate": 1.8670057980034032e-05, + "loss": 0.044, + "step": 22526 + }, + { + "epoch": 19.106870229007633, + "grad_norm": 1.1233023753724598, + "learning_rate": 1.866992109250019e-05, + "loss": 0.0494, + "step": 22527 + }, + { + "epoch": 19.10771840542833, + "grad_norm": 1.1859746165120146, + "learning_rate": 1.8669784198423843e-05, + "loss": 0.0506, + "step": 22528 + }, + { + "epoch": 19.108566581849026, + "grad_norm": 1.0257137714941138, + "learning_rate": 1.86696472978051e-05, + "loss": 0.048, + "step": 22529 + }, + { + "epoch": 19.109414758269722, + "grad_norm": 1.1808153965397823, + "learning_rate": 1.8669510390644062e-05, + "loss": 0.0458, + "step": 22530 + }, + { + "epoch": 19.110262934690414, + "grad_norm": 1.24048851598675, + "learning_rate": 1.8669373476940834e-05, + "loss": 0.0495, + "step": 22531 + }, + { + "epoch": 19.11111111111111, + "grad_norm": 1.1209408804982037, + "learning_rate": 1.8669236556695517e-05, + "loss": 0.0483, + "step": 22532 + }, + { + "epoch": 19.111959287531807, + "grad_norm": 1.313238489882022, + "learning_rate": 1.8669099629908216e-05, + "loss": 0.0472, + "step": 22533 + }, + { + "epoch": 19.112807463952503, + "grad_norm": 1.1843984117494786, + "learning_rate": 1.8668962696579035e-05, + "loss": 0.0475, + "step": 22534 + }, + { + "epoch": 19.113655640373196, + "grad_norm": 0.9993691488375115, + "learning_rate": 1.8668825756708073e-05, + "loss": 0.0441, + "step": 22535 + }, + { + "epoch": 19.114503816793892, + "grad_norm": 1.111626046525433, + "learning_rate": 1.8668688810295438e-05, + "loss": 0.0466, + "step": 22536 + }, + { + "epoch": 19.11535199321459, + "grad_norm": 1.084598720351253, + "learning_rate": 1.8668551857341232e-05, + "loss": 0.051, + "step": 22537 + }, + { + "epoch": 19.116200169635285, + "grad_norm": 1.1513926767688552, + "learning_rate": 1.8668414897845557e-05, + "loss": 0.0475, + "step": 22538 + }, + { + "epoch": 19.11704834605598, + "grad_norm": 1.2236405056647515, + "learning_rate": 1.8668277931808517e-05, + "loss": 0.0484, + "step": 22539 + }, + { + "epoch": 19.117896522476673, + "grad_norm": 0.9946956445542193, + "learning_rate": 1.8668140959230218e-05, + "loss": 0.0441, + "step": 22540 + }, + { + "epoch": 19.11874469889737, + "grad_norm": 1.0616192044440975, + "learning_rate": 1.8668003980110757e-05, + "loss": 0.0466, + "step": 22541 + }, + { + "epoch": 19.119592875318066, + "grad_norm": 1.121281849896583, + "learning_rate": 1.8667866994450245e-05, + "loss": 0.0469, + "step": 22542 + }, + { + "epoch": 19.120441051738762, + "grad_norm": 1.298228409007651, + "learning_rate": 1.8667730002248784e-05, + "loss": 0.0562, + "step": 22543 + }, + { + "epoch": 19.12128922815946, + "grad_norm": 1.291115262467034, + "learning_rate": 1.866759300350647e-05, + "loss": 0.0462, + "step": 22544 + }, + { + "epoch": 19.12213740458015, + "grad_norm": 1.2567035951287113, + "learning_rate": 1.8667455998223413e-05, + "loss": 0.0509, + "step": 22545 + }, + { + "epoch": 19.122985581000847, + "grad_norm": 1.29837690927042, + "learning_rate": 1.8667318986399716e-05, + "loss": 0.0494, + "step": 22546 + }, + { + "epoch": 19.123833757421544, + "grad_norm": 1.1943595864881182, + "learning_rate": 1.866718196803548e-05, + "loss": 0.0502, + "step": 22547 + }, + { + "epoch": 19.12468193384224, + "grad_norm": 1.0523985391192068, + "learning_rate": 1.8667044943130813e-05, + "loss": 0.0437, + "step": 22548 + }, + { + "epoch": 19.125530110262936, + "grad_norm": 1.1646237677613416, + "learning_rate": 1.866690791168581e-05, + "loss": 0.0454, + "step": 22549 + }, + { + "epoch": 19.12637828668363, + "grad_norm": 1.3646853374971666, + "learning_rate": 1.8666770873700587e-05, + "loss": 0.0565, + "step": 22550 + }, + { + "epoch": 19.127226463104325, + "grad_norm": 1.2238763627780187, + "learning_rate": 1.8666633829175235e-05, + "loss": 0.0425, + "step": 22551 + }, + { + "epoch": 19.12807463952502, + "grad_norm": 1.1565242132618199, + "learning_rate": 1.8666496778109863e-05, + "loss": 0.0465, + "step": 22552 + }, + { + "epoch": 19.128922815945717, + "grad_norm": 1.0243133170081125, + "learning_rate": 1.8666359720504574e-05, + "loss": 0.0437, + "step": 22553 + }, + { + "epoch": 19.129770992366414, + "grad_norm": 1.0334050886060329, + "learning_rate": 1.8666222656359472e-05, + "loss": 0.0494, + "step": 22554 + }, + { + "epoch": 19.130619168787106, + "grad_norm": 1.2200161753020962, + "learning_rate": 1.866608558567466e-05, + "loss": 0.0503, + "step": 22555 + }, + { + "epoch": 19.131467345207803, + "grad_norm": 1.2303704934847037, + "learning_rate": 1.866594850845024e-05, + "loss": 0.0496, + "step": 22556 + }, + { + "epoch": 19.1323155216285, + "grad_norm": 1.4322904705758774, + "learning_rate": 1.8665811424686318e-05, + "loss": 0.0497, + "step": 22557 + }, + { + "epoch": 19.133163698049195, + "grad_norm": 1.1435684524904317, + "learning_rate": 1.8665674334382992e-05, + "loss": 0.0497, + "step": 22558 + }, + { + "epoch": 19.13401187446989, + "grad_norm": 1.1066142912433452, + "learning_rate": 1.8665537237540375e-05, + "loss": 0.0499, + "step": 22559 + }, + { + "epoch": 19.134860050890584, + "grad_norm": 1.275576280865486, + "learning_rate": 1.8665400134158563e-05, + "loss": 0.047, + "step": 22560 + }, + { + "epoch": 19.13570822731128, + "grad_norm": 1.1082824822669317, + "learning_rate": 1.866526302423766e-05, + "loss": 0.0473, + "step": 22561 + }, + { + "epoch": 19.136556403731976, + "grad_norm": 1.1528679092219956, + "learning_rate": 1.866512590777777e-05, + "loss": 0.0462, + "step": 22562 + }, + { + "epoch": 19.137404580152673, + "grad_norm": 1.0227026413084483, + "learning_rate": 1.8664988784779e-05, + "loss": 0.0438, + "step": 22563 + }, + { + "epoch": 19.13825275657337, + "grad_norm": 1.0996814490709181, + "learning_rate": 1.866485165524145e-05, + "loss": 0.0466, + "step": 22564 + }, + { + "epoch": 19.13910093299406, + "grad_norm": 1.3693592765719507, + "learning_rate": 1.8664714519165222e-05, + "loss": 0.0538, + "step": 22565 + }, + { + "epoch": 19.139949109414758, + "grad_norm": 1.1254002889535728, + "learning_rate": 1.8664577376550426e-05, + "loss": 0.045, + "step": 22566 + }, + { + "epoch": 19.140797285835454, + "grad_norm": 1.2644914067906106, + "learning_rate": 1.866444022739716e-05, + "loss": 0.0505, + "step": 22567 + }, + { + "epoch": 19.14164546225615, + "grad_norm": 1.1325301098426992, + "learning_rate": 1.8664303071705525e-05, + "loss": 0.0442, + "step": 22568 + }, + { + "epoch": 19.142493638676847, + "grad_norm": 1.0768443899933484, + "learning_rate": 1.866416590947563e-05, + "loss": 0.0464, + "step": 22569 + }, + { + "epoch": 19.14334181509754, + "grad_norm": 1.2267887956216212, + "learning_rate": 1.866402874070758e-05, + "loss": 0.0484, + "step": 22570 + }, + { + "epoch": 19.144189991518235, + "grad_norm": 1.1357535937935583, + "learning_rate": 1.8663891565401473e-05, + "loss": 0.0474, + "step": 22571 + }, + { + "epoch": 19.14503816793893, + "grad_norm": 1.2659287308812406, + "learning_rate": 1.8663754383557413e-05, + "loss": 0.0622, + "step": 22572 + }, + { + "epoch": 19.145886344359628, + "grad_norm": 1.1443585165262629, + "learning_rate": 1.866361719517551e-05, + "loss": 0.0479, + "step": 22573 + }, + { + "epoch": 19.14673452078032, + "grad_norm": 1.2392695709606993, + "learning_rate": 1.866348000025586e-05, + "loss": 0.0494, + "step": 22574 + }, + { + "epoch": 19.147582697201017, + "grad_norm": 1.0763226514932196, + "learning_rate": 1.866334279879857e-05, + "loss": 0.0478, + "step": 22575 + }, + { + "epoch": 19.148430873621713, + "grad_norm": 1.1245349023511302, + "learning_rate": 1.866320559080374e-05, + "loss": 0.0494, + "step": 22576 + }, + { + "epoch": 19.14927905004241, + "grad_norm": 1.1737262570624867, + "learning_rate": 1.866306837627148e-05, + "loss": 0.043, + "step": 22577 + }, + { + "epoch": 19.150127226463106, + "grad_norm": 1.1515207394375953, + "learning_rate": 1.866293115520189e-05, + "loss": 0.0496, + "step": 22578 + }, + { + "epoch": 19.150975402883798, + "grad_norm": 1.2016254469342587, + "learning_rate": 1.8662793927595072e-05, + "loss": 0.0479, + "step": 22579 + }, + { + "epoch": 19.151823579304494, + "grad_norm": 1.1358551367348086, + "learning_rate": 1.8662656693451132e-05, + "loss": 0.0497, + "step": 22580 + }, + { + "epoch": 19.15267175572519, + "grad_norm": 1.3232330498323717, + "learning_rate": 1.866251945277017e-05, + "loss": 0.0512, + "step": 22581 + }, + { + "epoch": 19.153519932145887, + "grad_norm": 1.324435346850567, + "learning_rate": 1.8662382205552294e-05, + "loss": 0.0525, + "step": 22582 + }, + { + "epoch": 19.154368108566583, + "grad_norm": 1.0192551471982692, + "learning_rate": 1.8662244951797607e-05, + "loss": 0.047, + "step": 22583 + }, + { + "epoch": 19.155216284987276, + "grad_norm": 1.3972385349128564, + "learning_rate": 1.8662107691506214e-05, + "loss": 0.0546, + "step": 22584 + }, + { + "epoch": 19.156064461407972, + "grad_norm": 1.2378599267702781, + "learning_rate": 1.866197042467821e-05, + "loss": 0.0509, + "step": 22585 + }, + { + "epoch": 19.15691263782867, + "grad_norm": 1.0841789244992774, + "learning_rate": 1.8661833151313707e-05, + "loss": 0.0451, + "step": 22586 + }, + { + "epoch": 19.157760814249365, + "grad_norm": 1.122706403845647, + "learning_rate": 1.8661695871412806e-05, + "loss": 0.0476, + "step": 22587 + }, + { + "epoch": 19.15860899067006, + "grad_norm": 1.0337748560611382, + "learning_rate": 1.8661558584975613e-05, + "loss": 0.0472, + "step": 22588 + }, + { + "epoch": 19.159457167090753, + "grad_norm": 1.123735577346213, + "learning_rate": 1.8661421292002223e-05, + "loss": 0.0457, + "step": 22589 + }, + { + "epoch": 19.16030534351145, + "grad_norm": 1.1899792901270148, + "learning_rate": 1.8661283992492754e-05, + "loss": 0.0501, + "step": 22590 + }, + { + "epoch": 19.161153519932146, + "grad_norm": 0.9831955624981488, + "learning_rate": 1.8661146686447297e-05, + "loss": 0.0446, + "step": 22591 + }, + { + "epoch": 19.162001696352842, + "grad_norm": 1.2482169260486058, + "learning_rate": 1.8661009373865958e-05, + "loss": 0.0481, + "step": 22592 + }, + { + "epoch": 19.16284987277354, + "grad_norm": 1.1865694188707485, + "learning_rate": 1.8660872054748845e-05, + "loss": 0.0504, + "step": 22593 + }, + { + "epoch": 19.16369804919423, + "grad_norm": 1.280110034749467, + "learning_rate": 1.8660734729096063e-05, + "loss": 0.0504, + "step": 22594 + }, + { + "epoch": 19.164546225614927, + "grad_norm": 1.0348972145515345, + "learning_rate": 1.8660597396907707e-05, + "loss": 0.0449, + "step": 22595 + }, + { + "epoch": 19.165394402035624, + "grad_norm": 1.1090440324704287, + "learning_rate": 1.866046005818389e-05, + "loss": 0.0469, + "step": 22596 + }, + { + "epoch": 19.16624257845632, + "grad_norm": 1.1851665946981724, + "learning_rate": 1.8660322712924706e-05, + "loss": 0.0534, + "step": 22597 + }, + { + "epoch": 19.167090754877016, + "grad_norm": 1.204758113842197, + "learning_rate": 1.8660185361130268e-05, + "loss": 0.0513, + "step": 22598 + }, + { + "epoch": 19.16793893129771, + "grad_norm": 1.082810216366531, + "learning_rate": 1.8660048002800676e-05, + "loss": 0.048, + "step": 22599 + }, + { + "epoch": 19.168787107718405, + "grad_norm": 1.1735751866695072, + "learning_rate": 1.865991063793603e-05, + "loss": 0.0471, + "step": 22600 + }, + { + "epoch": 19.1696352841391, + "grad_norm": 1.27520690001964, + "learning_rate": 1.8659773266536437e-05, + "loss": 0.0497, + "step": 22601 + }, + { + "epoch": 19.170483460559797, + "grad_norm": 1.307498677948636, + "learning_rate": 1.8659635888602e-05, + "loss": 0.0485, + "step": 22602 + }, + { + "epoch": 19.171331636980494, + "grad_norm": 1.214924745705368, + "learning_rate": 1.8659498504132825e-05, + "loss": 0.0546, + "step": 22603 + }, + { + "epoch": 19.172179813401186, + "grad_norm": 1.2215866054945372, + "learning_rate": 1.865936111312902e-05, + "loss": 0.0515, + "step": 22604 + }, + { + "epoch": 19.173027989821882, + "grad_norm": 1.3840186746121326, + "learning_rate": 1.8659223715590675e-05, + "loss": 0.0519, + "step": 22605 + }, + { + "epoch": 19.17387616624258, + "grad_norm": 0.9932330579521191, + "learning_rate": 1.8659086311517902e-05, + "loss": 0.0434, + "step": 22606 + }, + { + "epoch": 19.174724342663275, + "grad_norm": 1.152007260714912, + "learning_rate": 1.8658948900910805e-05, + "loss": 0.0478, + "step": 22607 + }, + { + "epoch": 19.17557251908397, + "grad_norm": 0.9884747094441945, + "learning_rate": 1.8658811483769486e-05, + "loss": 0.0464, + "step": 22608 + }, + { + "epoch": 19.176420695504664, + "grad_norm": 1.1034999510491295, + "learning_rate": 1.865867406009405e-05, + "loss": 0.0476, + "step": 22609 + }, + { + "epoch": 19.17726887192536, + "grad_norm": 1.378558207392705, + "learning_rate": 1.86585366298846e-05, + "loss": 0.0557, + "step": 22610 + }, + { + "epoch": 19.178117048346056, + "grad_norm": 1.1654892818813445, + "learning_rate": 1.865839919314124e-05, + "loss": 0.0453, + "step": 22611 + }, + { + "epoch": 19.178965224766753, + "grad_norm": 1.2335423482603225, + "learning_rate": 1.8658261749864072e-05, + "loss": 0.0489, + "step": 22612 + }, + { + "epoch": 19.179813401187445, + "grad_norm": 1.0802918181575099, + "learning_rate": 1.8658124300053204e-05, + "loss": 0.0438, + "step": 22613 + }, + { + "epoch": 19.18066157760814, + "grad_norm": 0.9920694288020628, + "learning_rate": 1.8657986843708734e-05, + "loss": 0.0441, + "step": 22614 + }, + { + "epoch": 19.181509754028838, + "grad_norm": 1.2666846737548307, + "learning_rate": 1.865784938083077e-05, + "loss": 0.052, + "step": 22615 + }, + { + "epoch": 19.182357930449534, + "grad_norm": 1.3123914148770761, + "learning_rate": 1.8657711911419414e-05, + "loss": 0.0446, + "step": 22616 + }, + { + "epoch": 19.18320610687023, + "grad_norm": 1.0900943572282897, + "learning_rate": 1.865757443547477e-05, + "loss": 0.0515, + "step": 22617 + }, + { + "epoch": 19.184054283290923, + "grad_norm": 1.3048836859244581, + "learning_rate": 1.8657436952996942e-05, + "loss": 0.0501, + "step": 22618 + }, + { + "epoch": 19.18490245971162, + "grad_norm": 1.0553917055252424, + "learning_rate": 1.8657299463986033e-05, + "loss": 0.0444, + "step": 22619 + }, + { + "epoch": 19.185750636132315, + "grad_norm": 1.0787190163228193, + "learning_rate": 1.865716196844215e-05, + "loss": 0.0481, + "step": 22620 + }, + { + "epoch": 19.18659881255301, + "grad_norm": 1.1042006944357843, + "learning_rate": 1.8657024466365394e-05, + "loss": 0.0512, + "step": 22621 + }, + { + "epoch": 19.187446988973708, + "grad_norm": 1.2460432657388747, + "learning_rate": 1.8656886957755863e-05, + "loss": 0.0575, + "step": 22622 + }, + { + "epoch": 19.1882951653944, + "grad_norm": 1.1904418655758688, + "learning_rate": 1.8656749442613673e-05, + "loss": 0.0474, + "step": 22623 + }, + { + "epoch": 19.189143341815097, + "grad_norm": 1.1374198430368923, + "learning_rate": 1.8656611920938917e-05, + "loss": 0.0446, + "step": 22624 + }, + { + "epoch": 19.189991518235793, + "grad_norm": 1.2106388725877741, + "learning_rate": 1.8656474392731704e-05, + "loss": 0.0462, + "step": 22625 + }, + { + "epoch": 19.19083969465649, + "grad_norm": 1.142540779527439, + "learning_rate": 1.865633685799214e-05, + "loss": 0.0529, + "step": 22626 + }, + { + "epoch": 19.191687871077185, + "grad_norm": 1.184211881330297, + "learning_rate": 1.8656199316720323e-05, + "loss": 0.0451, + "step": 22627 + }, + { + "epoch": 19.192536047497878, + "grad_norm": 1.341722780571969, + "learning_rate": 1.865606176891636e-05, + "loss": 0.0514, + "step": 22628 + }, + { + "epoch": 19.193384223918574, + "grad_norm": 1.2049669550365152, + "learning_rate": 1.8655924214580355e-05, + "loss": 0.0458, + "step": 22629 + }, + { + "epoch": 19.19423240033927, + "grad_norm": 1.305490693546475, + "learning_rate": 1.8655786653712412e-05, + "loss": 0.0494, + "step": 22630 + }, + { + "epoch": 19.195080576759967, + "grad_norm": 1.2472949066606664, + "learning_rate": 1.8655649086312632e-05, + "loss": 0.0442, + "step": 22631 + }, + { + "epoch": 19.195928753180663, + "grad_norm": 1.1468582092973598, + "learning_rate": 1.865551151238112e-05, + "loss": 0.0486, + "step": 22632 + }, + { + "epoch": 19.196776929601356, + "grad_norm": 1.0219791012147073, + "learning_rate": 1.8655373931917982e-05, + "loss": 0.0447, + "step": 22633 + }, + { + "epoch": 19.197625106022052, + "grad_norm": 1.399754488689645, + "learning_rate": 1.865523634492332e-05, + "loss": 0.0473, + "step": 22634 + }, + { + "epoch": 19.198473282442748, + "grad_norm": 1.2671174693605167, + "learning_rate": 1.8655098751397237e-05, + "loss": 0.0481, + "step": 22635 + }, + { + "epoch": 19.199321458863444, + "grad_norm": 1.0454707066923277, + "learning_rate": 1.8654961151339844e-05, + "loss": 0.0447, + "step": 22636 + }, + { + "epoch": 19.20016963528414, + "grad_norm": 1.2334512859235025, + "learning_rate": 1.865482354475123e-05, + "loss": 0.0546, + "step": 22637 + }, + { + "epoch": 19.201017811704833, + "grad_norm": 1.0993046593327795, + "learning_rate": 1.8654685931631517e-05, + "loss": 0.0515, + "step": 22638 + }, + { + "epoch": 19.20186598812553, + "grad_norm": 1.2948080885619522, + "learning_rate": 1.865454831198079e-05, + "loss": 0.0479, + "step": 22639 + }, + { + "epoch": 19.202714164546226, + "grad_norm": 1.0196634627751593, + "learning_rate": 1.865441068579917e-05, + "loss": 0.0425, + "step": 22640 + }, + { + "epoch": 19.203562340966922, + "grad_norm": 1.1408631786827108, + "learning_rate": 1.8654273053086748e-05, + "loss": 0.0514, + "step": 22641 + }, + { + "epoch": 19.20441051738762, + "grad_norm": 1.111304846199391, + "learning_rate": 1.865413541384364e-05, + "loss": 0.0452, + "step": 22642 + }, + { + "epoch": 19.20525869380831, + "grad_norm": 1.1648074508421429, + "learning_rate": 1.8653997768069937e-05, + "loss": 0.0476, + "step": 22643 + }, + { + "epoch": 19.206106870229007, + "grad_norm": 1.2863512470584828, + "learning_rate": 1.865386011576575e-05, + "loss": 0.0501, + "step": 22644 + }, + { + "epoch": 19.206955046649703, + "grad_norm": 1.2383690831064669, + "learning_rate": 1.8653722456931182e-05, + "loss": 0.0483, + "step": 22645 + }, + { + "epoch": 19.2078032230704, + "grad_norm": 1.1713596725315145, + "learning_rate": 1.8653584791566336e-05, + "loss": 0.0452, + "step": 22646 + }, + { + "epoch": 19.208651399491096, + "grad_norm": 1.1666037534176084, + "learning_rate": 1.8653447119671317e-05, + "loss": 0.0464, + "step": 22647 + }, + { + "epoch": 19.20949957591179, + "grad_norm": 1.1353014291446772, + "learning_rate": 1.865330944124623e-05, + "loss": 0.0499, + "step": 22648 + }, + { + "epoch": 19.210347752332485, + "grad_norm": 1.551446691531855, + "learning_rate": 1.8653171756291175e-05, + "loss": 0.0502, + "step": 22649 + }, + { + "epoch": 19.21119592875318, + "grad_norm": 1.0978430446124567, + "learning_rate": 1.8653034064806263e-05, + "loss": 0.0468, + "step": 22650 + }, + { + "epoch": 19.212044105173877, + "grad_norm": 1.1559201924500975, + "learning_rate": 1.8652896366791586e-05, + "loss": 0.0462, + "step": 22651 + }, + { + "epoch": 19.21289228159457, + "grad_norm": 1.1102109847032977, + "learning_rate": 1.865275866224726e-05, + "loss": 0.0506, + "step": 22652 + }, + { + "epoch": 19.213740458015266, + "grad_norm": 1.1393371908171082, + "learning_rate": 1.865262095117338e-05, + "loss": 0.0457, + "step": 22653 + }, + { + "epoch": 19.214588634435962, + "grad_norm": 1.122445721276808, + "learning_rate": 1.8652483233570055e-05, + "loss": 0.0516, + "step": 22654 + }, + { + "epoch": 19.21543681085666, + "grad_norm": 1.1399780022689938, + "learning_rate": 1.865234550943739e-05, + "loss": 0.0531, + "step": 22655 + }, + { + "epoch": 19.216284987277355, + "grad_norm": 1.1143845711054685, + "learning_rate": 1.8652207778775485e-05, + "loss": 0.047, + "step": 22656 + }, + { + "epoch": 19.217133163698048, + "grad_norm": 1.0775196079780074, + "learning_rate": 1.8652070041584447e-05, + "loss": 0.0478, + "step": 22657 + }, + { + "epoch": 19.217981340118744, + "grad_norm": 1.003608192075246, + "learning_rate": 1.865193229786438e-05, + "loss": 0.043, + "step": 22658 + }, + { + "epoch": 19.21882951653944, + "grad_norm": 1.0013707471585733, + "learning_rate": 1.865179454761538e-05, + "loss": 0.0451, + "step": 22659 + }, + { + "epoch": 19.219677692960136, + "grad_norm": 1.2270707651552302, + "learning_rate": 1.8651656790837562e-05, + "loss": 0.0491, + "step": 22660 + }, + { + "epoch": 19.220525869380833, + "grad_norm": 1.1717152040015593, + "learning_rate": 1.8651519027531025e-05, + "loss": 0.0551, + "step": 22661 + }, + { + "epoch": 19.221374045801525, + "grad_norm": 1.1014100877951292, + "learning_rate": 1.8651381257695873e-05, + "loss": 0.047, + "step": 22662 + }, + { + "epoch": 19.22222222222222, + "grad_norm": 1.033044350828463, + "learning_rate": 1.865124348133221e-05, + "loss": 0.046, + "step": 22663 + }, + { + "epoch": 19.223070398642918, + "grad_norm": 1.3393191830948543, + "learning_rate": 1.8651105698440145e-05, + "loss": 0.0499, + "step": 22664 + }, + { + "epoch": 19.223918575063614, + "grad_norm": 1.194060420423285, + "learning_rate": 1.865096790901977e-05, + "loss": 0.0478, + "step": 22665 + }, + { + "epoch": 19.22476675148431, + "grad_norm": 1.1158064176969857, + "learning_rate": 1.86508301130712e-05, + "loss": 0.0487, + "step": 22666 + }, + { + "epoch": 19.225614927905003, + "grad_norm": 1.231001283447684, + "learning_rate": 1.8650692310594536e-05, + "loss": 0.047, + "step": 22667 + }, + { + "epoch": 19.2264631043257, + "grad_norm": 1.0711615527507783, + "learning_rate": 1.865055450158988e-05, + "loss": 0.0458, + "step": 22668 + }, + { + "epoch": 19.227311280746395, + "grad_norm": 1.1631339572515778, + "learning_rate": 1.8650416686057338e-05, + "loss": 0.0506, + "step": 22669 + }, + { + "epoch": 19.22815945716709, + "grad_norm": 1.0758713595584615, + "learning_rate": 1.8650278863997008e-05, + "loss": 0.0474, + "step": 22670 + }, + { + "epoch": 19.229007633587788, + "grad_norm": 1.0319686344864372, + "learning_rate": 1.8650141035409008e-05, + "loss": 0.046, + "step": 22671 + }, + { + "epoch": 19.22985581000848, + "grad_norm": 1.1930627654054835, + "learning_rate": 1.8650003200293427e-05, + "loss": 0.0561, + "step": 22672 + }, + { + "epoch": 19.230703986429177, + "grad_norm": 1.1471397749511618, + "learning_rate": 1.8649865358650375e-05, + "loss": 0.0453, + "step": 22673 + }, + { + "epoch": 19.231552162849873, + "grad_norm": 1.257094291824577, + "learning_rate": 1.864972751047996e-05, + "loss": 0.0454, + "step": 22674 + }, + { + "epoch": 19.23240033927057, + "grad_norm": 1.1927001419397496, + "learning_rate": 1.864958965578228e-05, + "loss": 0.0517, + "step": 22675 + }, + { + "epoch": 19.233248515691265, + "grad_norm": 1.0336786643286417, + "learning_rate": 1.864945179455744e-05, + "loss": 0.0467, + "step": 22676 + }, + { + "epoch": 19.234096692111958, + "grad_norm": 1.2983084841290005, + "learning_rate": 1.864931392680555e-05, + "loss": 0.0483, + "step": 22677 + }, + { + "epoch": 19.234944868532654, + "grad_norm": 1.3015686659341819, + "learning_rate": 1.8649176052526707e-05, + "loss": 0.0518, + "step": 22678 + }, + { + "epoch": 19.23579304495335, + "grad_norm": 1.1363725308311974, + "learning_rate": 1.8649038171721017e-05, + "loss": 0.0486, + "step": 22679 + }, + { + "epoch": 19.236641221374047, + "grad_norm": 1.123163854463072, + "learning_rate": 1.8648900284388585e-05, + "loss": 0.048, + "step": 22680 + }, + { + "epoch": 19.237489397794743, + "grad_norm": 0.9208778989040783, + "learning_rate": 1.8648762390529514e-05, + "loss": 0.0429, + "step": 22681 + }, + { + "epoch": 19.238337574215436, + "grad_norm": 1.2038389591601393, + "learning_rate": 1.8648624490143908e-05, + "loss": 0.0483, + "step": 22682 + }, + { + "epoch": 19.239185750636132, + "grad_norm": 1.2112952707845044, + "learning_rate": 1.8648486583231872e-05, + "loss": 0.048, + "step": 22683 + }, + { + "epoch": 19.240033927056828, + "grad_norm": 1.2964755703739663, + "learning_rate": 1.864834866979351e-05, + "loss": 0.051, + "step": 22684 + }, + { + "epoch": 19.240882103477524, + "grad_norm": 1.2452987963023232, + "learning_rate": 1.8648210749828926e-05, + "loss": 0.0509, + "step": 22685 + }, + { + "epoch": 19.24173027989822, + "grad_norm": 1.2098936913435152, + "learning_rate": 1.8648072823338226e-05, + "loss": 0.0505, + "step": 22686 + }, + { + "epoch": 19.242578456318913, + "grad_norm": 1.193361837451525, + "learning_rate": 1.864793489032151e-05, + "loss": 0.0501, + "step": 22687 + }, + { + "epoch": 19.24342663273961, + "grad_norm": 1.2038120025638828, + "learning_rate": 1.864779695077888e-05, + "loss": 0.0489, + "step": 22688 + }, + { + "epoch": 19.244274809160306, + "grad_norm": 1.1415035845532424, + "learning_rate": 1.864765900471045e-05, + "loss": 0.0475, + "step": 22689 + }, + { + "epoch": 19.245122985581002, + "grad_norm": 1.0653680457112293, + "learning_rate": 1.8647521052116316e-05, + "loss": 0.0443, + "step": 22690 + }, + { + "epoch": 19.245971162001695, + "grad_norm": 1.2223548786407796, + "learning_rate": 1.8647383092996585e-05, + "loss": 0.0496, + "step": 22691 + }, + { + "epoch": 19.24681933842239, + "grad_norm": 1.1210948840837083, + "learning_rate": 1.864724512735136e-05, + "loss": 0.0456, + "step": 22692 + }, + { + "epoch": 19.247667514843087, + "grad_norm": 1.0931164386293466, + "learning_rate": 1.8647107155180745e-05, + "loss": 0.0491, + "step": 22693 + }, + { + "epoch": 19.248515691263783, + "grad_norm": 1.408599303196302, + "learning_rate": 1.8646969176484845e-05, + "loss": 0.0608, + "step": 22694 + }, + { + "epoch": 19.24936386768448, + "grad_norm": 1.0580706172284948, + "learning_rate": 1.8646831191263764e-05, + "loss": 0.0479, + "step": 22695 + }, + { + "epoch": 19.250212044105172, + "grad_norm": 1.2192900039872439, + "learning_rate": 1.8646693199517604e-05, + "loss": 0.0493, + "step": 22696 + }, + { + "epoch": 19.25106022052587, + "grad_norm": 1.181923566778759, + "learning_rate": 1.8646555201246475e-05, + "loss": 0.0477, + "step": 22697 + }, + { + "epoch": 19.251908396946565, + "grad_norm": 1.133230384001216, + "learning_rate": 1.8646417196450476e-05, + "loss": 0.0493, + "step": 22698 + }, + { + "epoch": 19.25275657336726, + "grad_norm": 1.2838710378487384, + "learning_rate": 1.8646279185129707e-05, + "loss": 0.0486, + "step": 22699 + }, + { + "epoch": 19.253604749787957, + "grad_norm": 1.106338512141879, + "learning_rate": 1.8646141167284284e-05, + "loss": 0.0471, + "step": 22700 + }, + { + "epoch": 19.25445292620865, + "grad_norm": 1.3158625388388834, + "learning_rate": 1.86460031429143e-05, + "loss": 0.0497, + "step": 22701 + }, + { + "epoch": 19.255301102629346, + "grad_norm": 1.9528395605643785, + "learning_rate": 1.8645865112019868e-05, + "loss": 0.0564, + "step": 22702 + }, + { + "epoch": 19.256149279050042, + "grad_norm": 1.1542791895440283, + "learning_rate": 1.8645727074601086e-05, + "loss": 0.0458, + "step": 22703 + }, + { + "epoch": 19.25699745547074, + "grad_norm": 1.1855064491609917, + "learning_rate": 1.864558903065806e-05, + "loss": 0.0481, + "step": 22704 + }, + { + "epoch": 19.257845631891435, + "grad_norm": 1.117226480670715, + "learning_rate": 1.8645450980190897e-05, + "loss": 0.0471, + "step": 22705 + }, + { + "epoch": 19.258693808312128, + "grad_norm": 1.1530264272410717, + "learning_rate": 1.8645312923199694e-05, + "loss": 0.0502, + "step": 22706 + }, + { + "epoch": 19.259541984732824, + "grad_norm": 1.1421537360382124, + "learning_rate": 1.864517485968456e-05, + "loss": 0.0459, + "step": 22707 + }, + { + "epoch": 19.26039016115352, + "grad_norm": 1.0611372667414556, + "learning_rate": 1.86450367896456e-05, + "loss": 0.0486, + "step": 22708 + }, + { + "epoch": 19.261238337574216, + "grad_norm": 1.3060539196561256, + "learning_rate": 1.8644898713082916e-05, + "loss": 0.0483, + "step": 22709 + }, + { + "epoch": 19.262086513994912, + "grad_norm": 1.1981457582594288, + "learning_rate": 1.8644760629996613e-05, + "loss": 0.058, + "step": 22710 + }, + { + "epoch": 19.262934690415605, + "grad_norm": 1.1497461008153376, + "learning_rate": 1.86446225403868e-05, + "loss": 0.0503, + "step": 22711 + }, + { + "epoch": 19.2637828668363, + "grad_norm": 1.1527308463058559, + "learning_rate": 1.8644484444253575e-05, + "loss": 0.0511, + "step": 22712 + }, + { + "epoch": 19.264631043256998, + "grad_norm": 1.267236998573088, + "learning_rate": 1.864434634159704e-05, + "loss": 0.0467, + "step": 22713 + }, + { + "epoch": 19.265479219677694, + "grad_norm": 1.069892404612827, + "learning_rate": 1.8644208232417305e-05, + "loss": 0.0472, + "step": 22714 + }, + { + "epoch": 19.26632739609839, + "grad_norm": 1.3193680356889406, + "learning_rate": 1.8644070116714474e-05, + "loss": 0.0518, + "step": 22715 + }, + { + "epoch": 19.267175572519083, + "grad_norm": 1.2290886859413606, + "learning_rate": 1.864393199448865e-05, + "loss": 0.054, + "step": 22716 + }, + { + "epoch": 19.26802374893978, + "grad_norm": 1.0523507805469634, + "learning_rate": 1.864379386573993e-05, + "loss": 0.0471, + "step": 22717 + }, + { + "epoch": 19.268871925360475, + "grad_norm": 1.3233045347657337, + "learning_rate": 1.8643655730468433e-05, + "loss": 0.0494, + "step": 22718 + }, + { + "epoch": 19.26972010178117, + "grad_norm": 1.1358867390307854, + "learning_rate": 1.8643517588674253e-05, + "loss": 0.0485, + "step": 22719 + }, + { + "epoch": 19.270568278201868, + "grad_norm": 1.1551104852032403, + "learning_rate": 1.8643379440357492e-05, + "loss": 0.0503, + "step": 22720 + }, + { + "epoch": 19.27141645462256, + "grad_norm": 1.015948113106773, + "learning_rate": 1.8643241285518262e-05, + "loss": 0.0439, + "step": 22721 + }, + { + "epoch": 19.272264631043257, + "grad_norm": 1.1306320142682063, + "learning_rate": 1.8643103124156666e-05, + "loss": 0.0462, + "step": 22722 + }, + { + "epoch": 19.273112807463953, + "grad_norm": 1.0934200097126374, + "learning_rate": 1.8642964956272803e-05, + "loss": 0.0474, + "step": 22723 + }, + { + "epoch": 19.27396098388465, + "grad_norm": 1.073469751495197, + "learning_rate": 1.864282678186678e-05, + "loss": 0.0464, + "step": 22724 + }, + { + "epoch": 19.274809160305345, + "grad_norm": 1.0882218537467576, + "learning_rate": 1.8642688600938706e-05, + "loss": 0.0427, + "step": 22725 + }, + { + "epoch": 19.275657336726038, + "grad_norm": 1.2658958217068996, + "learning_rate": 1.8642550413488677e-05, + "loss": 0.0493, + "step": 22726 + }, + { + "epoch": 19.276505513146734, + "grad_norm": 1.3533344897921873, + "learning_rate": 1.86424122195168e-05, + "loss": 0.0502, + "step": 22727 + }, + { + "epoch": 19.27735368956743, + "grad_norm": 1.1533616871082495, + "learning_rate": 1.8642274019023186e-05, + "loss": 0.0498, + "step": 22728 + }, + { + "epoch": 19.278201865988127, + "grad_norm": 1.2969852873753134, + "learning_rate": 1.864213581200793e-05, + "loss": 0.0483, + "step": 22729 + }, + { + "epoch": 19.27905004240882, + "grad_norm": 1.311110639872186, + "learning_rate": 1.864199759847114e-05, + "loss": 0.0494, + "step": 22730 + }, + { + "epoch": 19.279898218829516, + "grad_norm": 1.4244423229100835, + "learning_rate": 1.8641859378412924e-05, + "loss": 0.0542, + "step": 22731 + }, + { + "epoch": 19.280746395250212, + "grad_norm": 1.209116881812866, + "learning_rate": 1.864172115183338e-05, + "loss": 0.0491, + "step": 22732 + }, + { + "epoch": 19.281594571670908, + "grad_norm": 1.2187248606886703, + "learning_rate": 1.8641582918732615e-05, + "loss": 0.0525, + "step": 22733 + }, + { + "epoch": 19.282442748091604, + "grad_norm": 1.0841798843181951, + "learning_rate": 1.8641444679110733e-05, + "loss": 0.0449, + "step": 22734 + }, + { + "epoch": 19.283290924512297, + "grad_norm": 1.1761708704108753, + "learning_rate": 1.8641306432967837e-05, + "loss": 0.0446, + "step": 22735 + }, + { + "epoch": 19.284139100932993, + "grad_norm": 1.3860535836086463, + "learning_rate": 1.8641168180304037e-05, + "loss": 0.049, + "step": 22736 + }, + { + "epoch": 19.28498727735369, + "grad_norm": 1.3252496777026979, + "learning_rate": 1.8641029921119432e-05, + "loss": 0.0508, + "step": 22737 + }, + { + "epoch": 19.285835453774386, + "grad_norm": 1.1663394065615427, + "learning_rate": 1.8640891655414127e-05, + "loss": 0.0481, + "step": 22738 + }, + { + "epoch": 19.286683630195082, + "grad_norm": 1.0579159386479977, + "learning_rate": 1.8640753383188226e-05, + "loss": 0.0441, + "step": 22739 + }, + { + "epoch": 19.287531806615775, + "grad_norm": 1.32123709906933, + "learning_rate": 1.8640615104441836e-05, + "loss": 0.0523, + "step": 22740 + }, + { + "epoch": 19.28837998303647, + "grad_norm": 1.4044943000218446, + "learning_rate": 1.864047681917506e-05, + "loss": 0.0557, + "step": 22741 + }, + { + "epoch": 19.289228159457167, + "grad_norm": 1.3280567658883418, + "learning_rate": 1.8640338527388e-05, + "loss": 0.0508, + "step": 22742 + }, + { + "epoch": 19.290076335877863, + "grad_norm": 1.1129068710339016, + "learning_rate": 1.8640200229080763e-05, + "loss": 0.0472, + "step": 22743 + }, + { + "epoch": 19.29092451229856, + "grad_norm": 1.0527316009470955, + "learning_rate": 1.8640061924253453e-05, + "loss": 0.0452, + "step": 22744 + }, + { + "epoch": 19.291772688719252, + "grad_norm": 1.2314613528377236, + "learning_rate": 1.8639923612906177e-05, + "loss": 0.0441, + "step": 22745 + }, + { + "epoch": 19.29262086513995, + "grad_norm": 1.167342305587212, + "learning_rate": 1.8639785295039034e-05, + "loss": 0.0459, + "step": 22746 + }, + { + "epoch": 19.293469041560645, + "grad_norm": 1.3177337502011262, + "learning_rate": 1.863964697065213e-05, + "loss": 0.0459, + "step": 22747 + }, + { + "epoch": 19.29431721798134, + "grad_norm": 1.3818931835497794, + "learning_rate": 1.8639508639745572e-05, + "loss": 0.0549, + "step": 22748 + }, + { + "epoch": 19.295165394402037, + "grad_norm": 1.1502737623644046, + "learning_rate": 1.863937030231946e-05, + "loss": 0.0453, + "step": 22749 + }, + { + "epoch": 19.29601357082273, + "grad_norm": 1.3002795324228615, + "learning_rate": 1.8639231958373908e-05, + "loss": 0.0542, + "step": 22750 + }, + { + "epoch": 19.296861747243426, + "grad_norm": 1.21325451742381, + "learning_rate": 1.8639093607909004e-05, + "loss": 0.0515, + "step": 22751 + }, + { + "epoch": 19.297709923664122, + "grad_norm": 1.2321332879472169, + "learning_rate": 1.863895525092487e-05, + "loss": 0.048, + "step": 22752 + }, + { + "epoch": 19.29855810008482, + "grad_norm": 1.2622960537153822, + "learning_rate": 1.8638816887421595e-05, + "loss": 0.0521, + "step": 22753 + }, + { + "epoch": 19.299406276505515, + "grad_norm": 1.2499305442529827, + "learning_rate": 1.8638678517399296e-05, + "loss": 0.053, + "step": 22754 + }, + { + "epoch": 19.300254452926207, + "grad_norm": 1.1624097216946552, + "learning_rate": 1.863854014085807e-05, + "loss": 0.052, + "step": 22755 + }, + { + "epoch": 19.301102629346904, + "grad_norm": 1.211374092089229, + "learning_rate": 1.8638401757798023e-05, + "loss": 0.0521, + "step": 22756 + }, + { + "epoch": 19.3019508057676, + "grad_norm": 1.3081607650043798, + "learning_rate": 1.8638263368219262e-05, + "loss": 0.0486, + "step": 22757 + }, + { + "epoch": 19.302798982188296, + "grad_norm": 1.0735266403737291, + "learning_rate": 1.8638124972121888e-05, + "loss": 0.0425, + "step": 22758 + }, + { + "epoch": 19.303647158608992, + "grad_norm": 1.1430868861801988, + "learning_rate": 1.863798656950601e-05, + "loss": 0.0532, + "step": 22759 + }, + { + "epoch": 19.304495335029685, + "grad_norm": 1.2078997080446856, + "learning_rate": 1.8637848160371724e-05, + "loss": 0.0525, + "step": 22760 + }, + { + "epoch": 19.30534351145038, + "grad_norm": 1.2230684074279872, + "learning_rate": 1.863770974471914e-05, + "loss": 0.05, + "step": 22761 + }, + { + "epoch": 19.306191687871078, + "grad_norm": 1.2754099875964902, + "learning_rate": 1.8637571322548364e-05, + "loss": 0.0528, + "step": 22762 + }, + { + "epoch": 19.307039864291774, + "grad_norm": 1.267605982126701, + "learning_rate": 1.86374328938595e-05, + "loss": 0.0538, + "step": 22763 + }, + { + "epoch": 19.307888040712466, + "grad_norm": 1.2873508401671234, + "learning_rate": 1.863729445865265e-05, + "loss": 0.049, + "step": 22764 + }, + { + "epoch": 19.308736217133163, + "grad_norm": 1.0364251698872886, + "learning_rate": 1.8637156016927918e-05, + "loss": 0.0459, + "step": 22765 + }, + { + "epoch": 19.30958439355386, + "grad_norm": 1.117316758802442, + "learning_rate": 1.8637017568685413e-05, + "loss": 0.0475, + "step": 22766 + }, + { + "epoch": 19.310432569974555, + "grad_norm": 1.2649499723291218, + "learning_rate": 1.8636879113925234e-05, + "loss": 0.0509, + "step": 22767 + }, + { + "epoch": 19.31128074639525, + "grad_norm": 1.1310686581163056, + "learning_rate": 1.863674065264749e-05, + "loss": 0.0451, + "step": 22768 + }, + { + "epoch": 19.312128922815944, + "grad_norm": 0.9863642195195289, + "learning_rate": 1.863660218485228e-05, + "loss": 0.0425, + "step": 22769 + }, + { + "epoch": 19.31297709923664, + "grad_norm": 1.1465712816226665, + "learning_rate": 1.8636463710539713e-05, + "loss": 0.0464, + "step": 22770 + }, + { + "epoch": 19.313825275657337, + "grad_norm": 1.2640433857579427, + "learning_rate": 1.8636325229709892e-05, + "loss": 0.0527, + "step": 22771 + }, + { + "epoch": 19.314673452078033, + "grad_norm": 1.2806389714378048, + "learning_rate": 1.8636186742362926e-05, + "loss": 0.05, + "step": 22772 + }, + { + "epoch": 19.31552162849873, + "grad_norm": 1.35322264427607, + "learning_rate": 1.863604824849891e-05, + "loss": 0.0498, + "step": 22773 + }, + { + "epoch": 19.31636980491942, + "grad_norm": 1.1624945799281072, + "learning_rate": 1.8635909748117958e-05, + "loss": 0.0497, + "step": 22774 + }, + { + "epoch": 19.317217981340118, + "grad_norm": 1.221936899823224, + "learning_rate": 1.863577124122017e-05, + "loss": 0.0522, + "step": 22775 + }, + { + "epoch": 19.318066157760814, + "grad_norm": 1.135416479726397, + "learning_rate": 1.863563272780565e-05, + "loss": 0.0441, + "step": 22776 + }, + { + "epoch": 19.31891433418151, + "grad_norm": 1.3354948949911927, + "learning_rate": 1.8635494207874504e-05, + "loss": 0.0509, + "step": 22777 + }, + { + "epoch": 19.319762510602207, + "grad_norm": 1.2181306545545272, + "learning_rate": 1.8635355681426833e-05, + "loss": 0.0488, + "step": 22778 + }, + { + "epoch": 19.3206106870229, + "grad_norm": 1.1731209027879776, + "learning_rate": 1.863521714846275e-05, + "loss": 0.0485, + "step": 22779 + }, + { + "epoch": 19.321458863443596, + "grad_norm": 1.199614566090674, + "learning_rate": 1.8635078608982347e-05, + "loss": 0.0491, + "step": 22780 + }, + { + "epoch": 19.32230703986429, + "grad_norm": 1.18798306446756, + "learning_rate": 1.8634940062985742e-05, + "loss": 0.0496, + "step": 22781 + }, + { + "epoch": 19.323155216284988, + "grad_norm": 1.1624237487362465, + "learning_rate": 1.8634801510473034e-05, + "loss": 0.0495, + "step": 22782 + }, + { + "epoch": 19.324003392705684, + "grad_norm": 1.2942622911759996, + "learning_rate": 1.8634662951444323e-05, + "loss": 0.0493, + "step": 22783 + }, + { + "epoch": 19.324851569126377, + "grad_norm": 1.4633476623327832, + "learning_rate": 1.8634524385899718e-05, + "loss": 0.0528, + "step": 22784 + }, + { + "epoch": 19.325699745547073, + "grad_norm": 1.2388657724946992, + "learning_rate": 1.8634385813839323e-05, + "loss": 0.0591, + "step": 22785 + }, + { + "epoch": 19.32654792196777, + "grad_norm": 1.1955154848599845, + "learning_rate": 1.8634247235263242e-05, + "loss": 0.0471, + "step": 22786 + }, + { + "epoch": 19.327396098388466, + "grad_norm": 1.2539126151267246, + "learning_rate": 1.863410865017158e-05, + "loss": 0.0528, + "step": 22787 + }, + { + "epoch": 19.328244274809162, + "grad_norm": 1.1435608454322381, + "learning_rate": 1.8633970058564444e-05, + "loss": 0.0525, + "step": 22788 + }, + { + "epoch": 19.329092451229855, + "grad_norm": 1.1235672843168127, + "learning_rate": 1.8633831460441932e-05, + "loss": 0.046, + "step": 22789 + }, + { + "epoch": 19.32994062765055, + "grad_norm": 1.1874069281656996, + "learning_rate": 1.8633692855804155e-05, + "loss": 0.051, + "step": 22790 + }, + { + "epoch": 19.330788804071247, + "grad_norm": 1.3325275460199715, + "learning_rate": 1.8633554244651218e-05, + "loss": 0.054, + "step": 22791 + }, + { + "epoch": 19.331636980491943, + "grad_norm": 1.2282090985299101, + "learning_rate": 1.863341562698322e-05, + "loss": 0.0509, + "step": 22792 + }, + { + "epoch": 19.33248515691264, + "grad_norm": 1.2626185156045955, + "learning_rate": 1.8633277002800268e-05, + "loss": 0.0502, + "step": 22793 + }, + { + "epoch": 19.333333333333332, + "grad_norm": 1.125979404401504, + "learning_rate": 1.863313837210247e-05, + "loss": 0.045, + "step": 22794 + }, + { + "epoch": 19.33418150975403, + "grad_norm": 1.345836537783523, + "learning_rate": 1.8632999734889922e-05, + "loss": 0.0523, + "step": 22795 + }, + { + "epoch": 19.335029686174725, + "grad_norm": 1.382063855462262, + "learning_rate": 1.863286109116274e-05, + "loss": 0.0461, + "step": 22796 + }, + { + "epoch": 19.33587786259542, + "grad_norm": 1.344736416763179, + "learning_rate": 1.863272244092102e-05, + "loss": 0.0488, + "step": 22797 + }, + { + "epoch": 19.336726039016117, + "grad_norm": 1.2978164769056493, + "learning_rate": 1.8632583784164873e-05, + "loss": 0.0491, + "step": 22798 + }, + { + "epoch": 19.33757421543681, + "grad_norm": 1.0213991534197018, + "learning_rate": 1.8632445120894398e-05, + "loss": 0.0462, + "step": 22799 + }, + { + "epoch": 19.338422391857506, + "grad_norm": 1.245260971310604, + "learning_rate": 1.8632306451109704e-05, + "loss": 0.052, + "step": 22800 + }, + { + "epoch": 19.339270568278202, + "grad_norm": 1.2625744486959842, + "learning_rate": 1.863216777481089e-05, + "loss": 0.0491, + "step": 22801 + }, + { + "epoch": 19.3401187446989, + "grad_norm": 1.1197309602615915, + "learning_rate": 1.8632029091998064e-05, + "loss": 0.0469, + "step": 22802 + }, + { + "epoch": 19.34096692111959, + "grad_norm": 1.3791958867265197, + "learning_rate": 1.8631890402671335e-05, + "loss": 0.0558, + "step": 22803 + }, + { + "epoch": 19.341815097540287, + "grad_norm": 1.2507027308418717, + "learning_rate": 1.8631751706830803e-05, + "loss": 0.0475, + "step": 22804 + }, + { + "epoch": 19.342663273960984, + "grad_norm": 1.3106456292408222, + "learning_rate": 1.863161300447657e-05, + "loss": 0.0546, + "step": 22805 + }, + { + "epoch": 19.34351145038168, + "grad_norm": 1.1732471388394545, + "learning_rate": 1.8631474295608747e-05, + "loss": 0.0455, + "step": 22806 + }, + { + "epoch": 19.344359626802376, + "grad_norm": 1.135502841611693, + "learning_rate": 1.8631335580227433e-05, + "loss": 0.0459, + "step": 22807 + }, + { + "epoch": 19.34520780322307, + "grad_norm": 1.2525327237003443, + "learning_rate": 1.8631196858332737e-05, + "loss": 0.0518, + "step": 22808 + }, + { + "epoch": 19.346055979643765, + "grad_norm": 1.1870210015599252, + "learning_rate": 1.863105812992476e-05, + "loss": 0.0487, + "step": 22809 + }, + { + "epoch": 19.34690415606446, + "grad_norm": 1.2057753645755265, + "learning_rate": 1.863091939500361e-05, + "loss": 0.0505, + "step": 22810 + }, + { + "epoch": 19.347752332485157, + "grad_norm": 1.1676296852300128, + "learning_rate": 1.863078065356939e-05, + "loss": 0.0496, + "step": 22811 + }, + { + "epoch": 19.348600508905854, + "grad_norm": 0.9716775024132188, + "learning_rate": 1.8630641905622206e-05, + "loss": 0.0456, + "step": 22812 + }, + { + "epoch": 19.349448685326546, + "grad_norm": 1.1525309932094636, + "learning_rate": 1.863050315116216e-05, + "loss": 0.0482, + "step": 22813 + }, + { + "epoch": 19.350296861747243, + "grad_norm": 1.0923992997801437, + "learning_rate": 1.8630364390189358e-05, + "loss": 0.0449, + "step": 22814 + }, + { + "epoch": 19.35114503816794, + "grad_norm": 1.2160080207546178, + "learning_rate": 1.8630225622703906e-05, + "loss": 0.0479, + "step": 22815 + }, + { + "epoch": 19.351993214588635, + "grad_norm": 1.1729311098019897, + "learning_rate": 1.863008684870591e-05, + "loss": 0.0493, + "step": 22816 + }, + { + "epoch": 19.35284139100933, + "grad_norm": 1.247684384947078, + "learning_rate": 1.862994806819547e-05, + "loss": 0.0648, + "step": 22817 + }, + { + "epoch": 19.353689567430024, + "grad_norm": 1.1602555799451095, + "learning_rate": 1.8629809281172692e-05, + "loss": 0.0497, + "step": 22818 + }, + { + "epoch": 19.35453774385072, + "grad_norm": 1.1266498780045677, + "learning_rate": 1.8629670487637684e-05, + "loss": 0.0496, + "step": 22819 + }, + { + "epoch": 19.355385920271416, + "grad_norm": 1.1409380151113562, + "learning_rate": 1.862953168759055e-05, + "loss": 0.0487, + "step": 22820 + }, + { + "epoch": 19.356234096692113, + "grad_norm": 1.0690292104851957, + "learning_rate": 1.8629392881031393e-05, + "loss": 0.0431, + "step": 22821 + }, + { + "epoch": 19.35708227311281, + "grad_norm": 1.1707261579032633, + "learning_rate": 1.862925406796032e-05, + "loss": 0.0497, + "step": 22822 + }, + { + "epoch": 19.3579304495335, + "grad_norm": 1.3085128332503937, + "learning_rate": 1.8629115248377428e-05, + "loss": 0.0546, + "step": 22823 + }, + { + "epoch": 19.358778625954198, + "grad_norm": 1.3499063899020862, + "learning_rate": 1.862897642228283e-05, + "loss": 0.0547, + "step": 22824 + }, + { + "epoch": 19.359626802374894, + "grad_norm": 1.4744626613948821, + "learning_rate": 1.862883758967663e-05, + "loss": 0.0576, + "step": 22825 + }, + { + "epoch": 19.36047497879559, + "grad_norm": 1.2950311667446144, + "learning_rate": 1.862869875055893e-05, + "loss": 0.0486, + "step": 22826 + }, + { + "epoch": 19.361323155216287, + "grad_norm": 1.4483056836465347, + "learning_rate": 1.8628559904929836e-05, + "loss": 0.0472, + "step": 22827 + }, + { + "epoch": 19.36217133163698, + "grad_norm": 1.0837600525980664, + "learning_rate": 1.8628421052789455e-05, + "loss": 0.0487, + "step": 22828 + }, + { + "epoch": 19.363019508057675, + "grad_norm": 1.1226892885509996, + "learning_rate": 1.8628282194137888e-05, + "loss": 0.0475, + "step": 22829 + }, + { + "epoch": 19.36386768447837, + "grad_norm": 1.3879925413823624, + "learning_rate": 1.862814332897524e-05, + "loss": 0.0507, + "step": 22830 + }, + { + "epoch": 19.364715860899068, + "grad_norm": 1.090325518657108, + "learning_rate": 1.862800445730162e-05, + "loss": 0.0549, + "step": 22831 + }, + { + "epoch": 19.365564037319764, + "grad_norm": 1.2363005954014352, + "learning_rate": 1.8627865579117127e-05, + "loss": 0.0497, + "step": 22832 + }, + { + "epoch": 19.366412213740457, + "grad_norm": 1.3426655623752006, + "learning_rate": 1.862772669442187e-05, + "loss": 0.0516, + "step": 22833 + }, + { + "epoch": 19.367260390161153, + "grad_norm": 1.3307576401415147, + "learning_rate": 1.8627587803215955e-05, + "loss": 0.0497, + "step": 22834 + }, + { + "epoch": 19.36810856658185, + "grad_norm": 1.1943118541175217, + "learning_rate": 1.862744890549948e-05, + "loss": 0.0531, + "step": 22835 + }, + { + "epoch": 19.368956743002546, + "grad_norm": 1.3411079770094012, + "learning_rate": 1.862731000127256e-05, + "loss": 0.0523, + "step": 22836 + }, + { + "epoch": 19.36980491942324, + "grad_norm": 1.1774112739830724, + "learning_rate": 1.8627171090535287e-05, + "loss": 0.0504, + "step": 22837 + }, + { + "epoch": 19.370653095843934, + "grad_norm": 1.1974967743583718, + "learning_rate": 1.8627032173287776e-05, + "loss": 0.0497, + "step": 22838 + }, + { + "epoch": 19.37150127226463, + "grad_norm": 1.232506814332006, + "learning_rate": 1.862689324953013e-05, + "loss": 0.0483, + "step": 22839 + }, + { + "epoch": 19.372349448685327, + "grad_norm": 1.3456646276938637, + "learning_rate": 1.862675431926245e-05, + "loss": 0.0615, + "step": 22840 + }, + { + "epoch": 19.373197625106023, + "grad_norm": 1.0899590490941904, + "learning_rate": 1.8626615382484846e-05, + "loss": 0.0522, + "step": 22841 + }, + { + "epoch": 19.374045801526716, + "grad_norm": 1.2397168380509207, + "learning_rate": 1.8626476439197418e-05, + "loss": 0.0496, + "step": 22842 + }, + { + "epoch": 19.374893977947412, + "grad_norm": 1.3122131839007263, + "learning_rate": 1.8626337489400275e-05, + "loss": 0.0565, + "step": 22843 + }, + { + "epoch": 19.37574215436811, + "grad_norm": 1.254852514325516, + "learning_rate": 1.8626198533093517e-05, + "loss": 0.0505, + "step": 22844 + }, + { + "epoch": 19.376590330788805, + "grad_norm": 1.1932831033854032, + "learning_rate": 1.8626059570277257e-05, + "loss": 0.0512, + "step": 22845 + }, + { + "epoch": 19.3774385072095, + "grad_norm": 1.0539986272266944, + "learning_rate": 1.862592060095159e-05, + "loss": 0.0482, + "step": 22846 + }, + { + "epoch": 19.378286683630193, + "grad_norm": 1.300936833502846, + "learning_rate": 1.8625781625116626e-05, + "loss": 0.0524, + "step": 22847 + }, + { + "epoch": 19.37913486005089, + "grad_norm": 1.2561405279833648, + "learning_rate": 1.862564264277247e-05, + "loss": 0.0482, + "step": 22848 + }, + { + "epoch": 19.379983036471586, + "grad_norm": 1.1882070912136753, + "learning_rate": 1.8625503653919225e-05, + "loss": 0.0483, + "step": 22849 + }, + { + "epoch": 19.380831212892282, + "grad_norm": 1.19713241646702, + "learning_rate": 1.8625364658556998e-05, + "loss": 0.0515, + "step": 22850 + }, + { + "epoch": 19.38167938931298, + "grad_norm": 1.4488227787115207, + "learning_rate": 1.862522565668589e-05, + "loss": 0.0533, + "step": 22851 + }, + { + "epoch": 19.38252756573367, + "grad_norm": 1.2515996996967085, + "learning_rate": 1.8625086648306015e-05, + "loss": 0.0546, + "step": 22852 + }, + { + "epoch": 19.383375742154367, + "grad_norm": 1.1988886247028099, + "learning_rate": 1.862494763341747e-05, + "loss": 0.0502, + "step": 22853 + }, + { + "epoch": 19.384223918575064, + "grad_norm": 1.303147172842128, + "learning_rate": 1.862480861202036e-05, + "loss": 0.0506, + "step": 22854 + }, + { + "epoch": 19.38507209499576, + "grad_norm": 1.262919517090243, + "learning_rate": 1.862466958411479e-05, + "loss": 0.052, + "step": 22855 + }, + { + "epoch": 19.385920271416456, + "grad_norm": 1.365415959117525, + "learning_rate": 1.8624530549700872e-05, + "loss": 0.0553, + "step": 22856 + }, + { + "epoch": 19.38676844783715, + "grad_norm": 1.2957421699602143, + "learning_rate": 1.86243915087787e-05, + "loss": 0.0443, + "step": 22857 + }, + { + "epoch": 19.387616624257845, + "grad_norm": 1.149440448785575, + "learning_rate": 1.862425246134839e-05, + "loss": 0.0474, + "step": 22858 + }, + { + "epoch": 19.38846480067854, + "grad_norm": 1.2158011394433443, + "learning_rate": 1.8624113407410036e-05, + "loss": 0.045, + "step": 22859 + }, + { + "epoch": 19.389312977099237, + "grad_norm": 1.2349500435324603, + "learning_rate": 1.862397434696375e-05, + "loss": 0.0471, + "step": 22860 + }, + { + "epoch": 19.390161153519934, + "grad_norm": 1.1908366935872359, + "learning_rate": 1.8623835280009633e-05, + "loss": 0.0515, + "step": 22861 + }, + { + "epoch": 19.391009329940626, + "grad_norm": 1.2674449005173736, + "learning_rate": 1.8623696206547797e-05, + "loss": 0.0501, + "step": 22862 + }, + { + "epoch": 19.391857506361323, + "grad_norm": 1.2947717534450816, + "learning_rate": 1.862355712657834e-05, + "loss": 0.0512, + "step": 22863 + }, + { + "epoch": 19.39270568278202, + "grad_norm": 1.1858939323794415, + "learning_rate": 1.8623418040101367e-05, + "loss": 0.051, + "step": 22864 + }, + { + "epoch": 19.393553859202715, + "grad_norm": 1.227925346025451, + "learning_rate": 1.8623278947116986e-05, + "loss": 0.0516, + "step": 22865 + }, + { + "epoch": 19.39440203562341, + "grad_norm": 1.2158790103516088, + "learning_rate": 1.8623139847625302e-05, + "loss": 0.0529, + "step": 22866 + }, + { + "epoch": 19.395250212044104, + "grad_norm": 1.2432450895080145, + "learning_rate": 1.8623000741626417e-05, + "loss": 0.0527, + "step": 22867 + }, + { + "epoch": 19.3960983884648, + "grad_norm": 1.2594614889285558, + "learning_rate": 1.8622861629120438e-05, + "loss": 0.0501, + "step": 22868 + }, + { + "epoch": 19.396946564885496, + "grad_norm": 1.260846307140836, + "learning_rate": 1.862272251010747e-05, + "loss": 0.0497, + "step": 22869 + }, + { + "epoch": 19.397794741306193, + "grad_norm": 1.4027842343350065, + "learning_rate": 1.862258338458762e-05, + "loss": 0.0497, + "step": 22870 + }, + { + "epoch": 19.39864291772689, + "grad_norm": 1.3088404639800384, + "learning_rate": 1.862244425256099e-05, + "loss": 0.0479, + "step": 22871 + }, + { + "epoch": 19.39949109414758, + "grad_norm": 1.2282784600583891, + "learning_rate": 1.8622305114027687e-05, + "loss": 0.0501, + "step": 22872 + }, + { + "epoch": 19.400339270568278, + "grad_norm": 1.1024983690358339, + "learning_rate": 1.862216596898781e-05, + "loss": 0.0467, + "step": 22873 + }, + { + "epoch": 19.401187446988974, + "grad_norm": 1.3109442695650542, + "learning_rate": 1.8622026817441472e-05, + "loss": 0.0609, + "step": 22874 + }, + { + "epoch": 19.40203562340967, + "grad_norm": 1.2091078776660595, + "learning_rate": 1.8621887659388776e-05, + "loss": 0.0495, + "step": 22875 + }, + { + "epoch": 19.402883799830363, + "grad_norm": 1.0055099683127486, + "learning_rate": 1.8621748494829824e-05, + "loss": 0.043, + "step": 22876 + }, + { + "epoch": 19.40373197625106, + "grad_norm": 1.1384165194634432, + "learning_rate": 1.8621609323764723e-05, + "loss": 0.0486, + "step": 22877 + }, + { + "epoch": 19.404580152671755, + "grad_norm": 1.2262141896448506, + "learning_rate": 1.8621470146193576e-05, + "loss": 0.0498, + "step": 22878 + }, + { + "epoch": 19.40542832909245, + "grad_norm": 1.1259871887660224, + "learning_rate": 1.8621330962116494e-05, + "loss": 0.052, + "step": 22879 + }, + { + "epoch": 19.406276505513148, + "grad_norm": 1.2253889228508583, + "learning_rate": 1.8621191771533573e-05, + "loss": 0.0484, + "step": 22880 + }, + { + "epoch": 19.40712468193384, + "grad_norm": 1.3240890428302021, + "learning_rate": 1.8621052574444927e-05, + "loss": 0.0509, + "step": 22881 + }, + { + "epoch": 19.407972858354537, + "grad_norm": 1.2145541180066013, + "learning_rate": 1.8620913370850657e-05, + "loss": 0.0488, + "step": 22882 + }, + { + "epoch": 19.408821034775233, + "grad_norm": 1.3640077518590386, + "learning_rate": 1.8620774160750867e-05, + "loss": 0.0536, + "step": 22883 + }, + { + "epoch": 19.40966921119593, + "grad_norm": 1.290514181312757, + "learning_rate": 1.862063494414566e-05, + "loss": 0.0541, + "step": 22884 + }, + { + "epoch": 19.410517387616625, + "grad_norm": 1.1382647955780443, + "learning_rate": 1.862049572103515e-05, + "loss": 0.0528, + "step": 22885 + }, + { + "epoch": 19.411365564037318, + "grad_norm": 1.1763750067437053, + "learning_rate": 1.862035649141943e-05, + "loss": 0.045, + "step": 22886 + }, + { + "epoch": 19.412213740458014, + "grad_norm": 1.0287755300332089, + "learning_rate": 1.8620217255298615e-05, + "loss": 0.0466, + "step": 22887 + }, + { + "epoch": 19.41306191687871, + "grad_norm": 1.1919079728989153, + "learning_rate": 1.8620078012672807e-05, + "loss": 0.0495, + "step": 22888 + }, + { + "epoch": 19.413910093299407, + "grad_norm": 1.1536810887021272, + "learning_rate": 1.861993876354211e-05, + "loss": 0.0493, + "step": 22889 + }, + { + "epoch": 19.414758269720103, + "grad_norm": 1.2786525033020915, + "learning_rate": 1.8619799507906625e-05, + "loss": 0.0542, + "step": 22890 + }, + { + "epoch": 19.415606446140796, + "grad_norm": 1.2368040056961103, + "learning_rate": 1.861966024576647e-05, + "loss": 0.0455, + "step": 22891 + }, + { + "epoch": 19.416454622561492, + "grad_norm": 1.2480588378525599, + "learning_rate": 1.8619520977121736e-05, + "loss": 0.0487, + "step": 22892 + }, + { + "epoch": 19.41730279898219, + "grad_norm": 1.3389837660669588, + "learning_rate": 1.8619381701972532e-05, + "loss": 0.0527, + "step": 22893 + }, + { + "epoch": 19.418150975402884, + "grad_norm": 1.2639046983121545, + "learning_rate": 1.861924242031897e-05, + "loss": 0.0527, + "step": 22894 + }, + { + "epoch": 19.41899915182358, + "grad_norm": 1.3293407158581012, + "learning_rate": 1.8619103132161146e-05, + "loss": 0.0552, + "step": 22895 + }, + { + "epoch": 19.419847328244273, + "grad_norm": 1.138382629659154, + "learning_rate": 1.8618963837499173e-05, + "loss": 0.0452, + "step": 22896 + }, + { + "epoch": 19.42069550466497, + "grad_norm": 1.1727537972476245, + "learning_rate": 1.8618824536333145e-05, + "loss": 0.0569, + "step": 22897 + }, + { + "epoch": 19.421543681085666, + "grad_norm": 1.1702863426616497, + "learning_rate": 1.8618685228663182e-05, + "loss": 0.0461, + "step": 22898 + }, + { + "epoch": 19.422391857506362, + "grad_norm": 1.1179544820930545, + "learning_rate": 1.8618545914489375e-05, + "loss": 0.0469, + "step": 22899 + }, + { + "epoch": 19.42324003392706, + "grad_norm": 0.9258916440418109, + "learning_rate": 1.8618406593811842e-05, + "loss": 0.0448, + "step": 22900 + }, + { + "epoch": 19.42408821034775, + "grad_norm": 1.2265812650437562, + "learning_rate": 1.861826726663068e-05, + "loss": 0.0521, + "step": 22901 + }, + { + "epoch": 19.424936386768447, + "grad_norm": 1.1957240702377678, + "learning_rate": 1.8618127932945992e-05, + "loss": 0.0476, + "step": 22902 + }, + { + "epoch": 19.425784563189143, + "grad_norm": 1.4345225983414442, + "learning_rate": 1.8617988592757892e-05, + "loss": 0.0516, + "step": 22903 + }, + { + "epoch": 19.42663273960984, + "grad_norm": 1.187088615420233, + "learning_rate": 1.8617849246066473e-05, + "loss": 0.0497, + "step": 22904 + }, + { + "epoch": 19.427480916030536, + "grad_norm": 1.1393864163965919, + "learning_rate": 1.8617709892871857e-05, + "loss": 0.0487, + "step": 22905 + }, + { + "epoch": 19.42832909245123, + "grad_norm": 1.2066540818961493, + "learning_rate": 1.8617570533174132e-05, + "loss": 0.0514, + "step": 22906 + }, + { + "epoch": 19.429177268871925, + "grad_norm": 1.2155194678113665, + "learning_rate": 1.8617431166973413e-05, + "loss": 0.0483, + "step": 22907 + }, + { + "epoch": 19.43002544529262, + "grad_norm": 1.2697938068048673, + "learning_rate": 1.8617291794269806e-05, + "loss": 0.0514, + "step": 22908 + }, + { + "epoch": 19.430873621713317, + "grad_norm": 1.2038625800021123, + "learning_rate": 1.8617152415063407e-05, + "loss": 0.0515, + "step": 22909 + }, + { + "epoch": 19.431721798134014, + "grad_norm": 1.6761683103678326, + "learning_rate": 1.861701302935433e-05, + "loss": 0.0581, + "step": 22910 + }, + { + "epoch": 19.432569974554706, + "grad_norm": 1.2566442057237337, + "learning_rate": 1.8616873637142676e-05, + "loss": 0.0471, + "step": 22911 + }, + { + "epoch": 19.433418150975402, + "grad_norm": 1.1651666855848293, + "learning_rate": 1.8616734238428554e-05, + "loss": 0.0455, + "step": 22912 + }, + { + "epoch": 19.4342663273961, + "grad_norm": 1.0980747550121193, + "learning_rate": 1.8616594833212064e-05, + "loss": 0.049, + "step": 22913 + }, + { + "epoch": 19.435114503816795, + "grad_norm": 1.2513932386615116, + "learning_rate": 1.8616455421493316e-05, + "loss": 0.0543, + "step": 22914 + }, + { + "epoch": 19.435962680237488, + "grad_norm": 1.3152747459416696, + "learning_rate": 1.861631600327241e-05, + "loss": 0.0473, + "step": 22915 + }, + { + "epoch": 19.436810856658184, + "grad_norm": 1.2118600476418637, + "learning_rate": 1.861617657854946e-05, + "loss": 0.0493, + "step": 22916 + }, + { + "epoch": 19.43765903307888, + "grad_norm": 1.2312623532087204, + "learning_rate": 1.8616037147324563e-05, + "loss": 0.0537, + "step": 22917 + }, + { + "epoch": 19.438507209499576, + "grad_norm": 1.0895317118780918, + "learning_rate": 1.8615897709597824e-05, + "loss": 0.0425, + "step": 22918 + }, + { + "epoch": 19.439355385920273, + "grad_norm": 1.2638153668647283, + "learning_rate": 1.861575826536935e-05, + "loss": 0.0485, + "step": 22919 + }, + { + "epoch": 19.440203562340965, + "grad_norm": 1.2970616474070074, + "learning_rate": 1.861561881463925e-05, + "loss": 0.0531, + "step": 22920 + }, + { + "epoch": 19.44105173876166, + "grad_norm": 1.2071421047662039, + "learning_rate": 1.861547935740763e-05, + "loss": 0.0517, + "step": 22921 + }, + { + "epoch": 19.441899915182358, + "grad_norm": 1.3991181215532749, + "learning_rate": 1.8615339893674587e-05, + "loss": 0.0532, + "step": 22922 + }, + { + "epoch": 19.442748091603054, + "grad_norm": 1.2261366893720944, + "learning_rate": 1.861520042344023e-05, + "loss": 0.048, + "step": 22923 + }, + { + "epoch": 19.44359626802375, + "grad_norm": 1.23962583341649, + "learning_rate": 1.8615060946704667e-05, + "loss": 0.047, + "step": 22924 + }, + { + "epoch": 19.444444444444443, + "grad_norm": 1.1676665037192964, + "learning_rate": 1.8614921463468003e-05, + "loss": 0.0511, + "step": 22925 + }, + { + "epoch": 19.44529262086514, + "grad_norm": 1.268235351555, + "learning_rate": 1.861478197373034e-05, + "loss": 0.0559, + "step": 22926 + }, + { + "epoch": 19.446140797285835, + "grad_norm": 1.2700922245247939, + "learning_rate": 1.8614642477491786e-05, + "loss": 0.0542, + "step": 22927 + }, + { + "epoch": 19.44698897370653, + "grad_norm": 1.263852584631378, + "learning_rate": 1.8614502974752442e-05, + "loss": 0.0495, + "step": 22928 + }, + { + "epoch": 19.447837150127228, + "grad_norm": 1.2786425961259502, + "learning_rate": 1.861436346551242e-05, + "loss": 0.0477, + "step": 22929 + }, + { + "epoch": 19.44868532654792, + "grad_norm": 1.133337709472762, + "learning_rate": 1.8614223949771818e-05, + "loss": 0.0457, + "step": 22930 + }, + { + "epoch": 19.449533502968617, + "grad_norm": 1.2173172937380081, + "learning_rate": 1.861408442753075e-05, + "loss": 0.0449, + "step": 22931 + }, + { + "epoch": 19.450381679389313, + "grad_norm": 1.033001699996744, + "learning_rate": 1.8613944898789315e-05, + "loss": 0.0425, + "step": 22932 + }, + { + "epoch": 19.45122985581001, + "grad_norm": 1.1854689225567625, + "learning_rate": 1.8613805363547617e-05, + "loss": 0.0536, + "step": 22933 + }, + { + "epoch": 19.452078032230705, + "grad_norm": 1.1557207041248918, + "learning_rate": 1.8613665821805764e-05, + "loss": 0.047, + "step": 22934 + }, + { + "epoch": 19.452926208651398, + "grad_norm": 1.3066483087407683, + "learning_rate": 1.861352627356386e-05, + "loss": 0.0592, + "step": 22935 + }, + { + "epoch": 19.453774385072094, + "grad_norm": 1.146238500353389, + "learning_rate": 1.8613386718822014e-05, + "loss": 0.0504, + "step": 22936 + }, + { + "epoch": 19.45462256149279, + "grad_norm": 1.4053545004321386, + "learning_rate": 1.861324715758033e-05, + "loss": 0.0514, + "step": 22937 + }, + { + "epoch": 19.455470737913487, + "grad_norm": 1.3065123578661484, + "learning_rate": 1.861310758983891e-05, + "loss": 0.0536, + "step": 22938 + }, + { + "epoch": 19.456318914334183, + "grad_norm": 1.2563018905661325, + "learning_rate": 1.8612968015597863e-05, + "loss": 0.0601, + "step": 22939 + }, + { + "epoch": 19.457167090754876, + "grad_norm": 1.1123194729916397, + "learning_rate": 1.8612828434857292e-05, + "loss": 0.0469, + "step": 22940 + }, + { + "epoch": 19.458015267175572, + "grad_norm": 1.1156490003929913, + "learning_rate": 1.86126888476173e-05, + "loss": 0.0546, + "step": 22941 + }, + { + "epoch": 19.458863443596268, + "grad_norm": 1.1756532323835291, + "learning_rate": 1.8612549253878e-05, + "loss": 0.0516, + "step": 22942 + }, + { + "epoch": 19.459711620016964, + "grad_norm": 1.0928424241149188, + "learning_rate": 1.8612409653639492e-05, + "loss": 0.049, + "step": 22943 + }, + { + "epoch": 19.46055979643766, + "grad_norm": 1.333631683297038, + "learning_rate": 1.861227004690188e-05, + "loss": 0.056, + "step": 22944 + }, + { + "epoch": 19.461407972858353, + "grad_norm": 1.0260029309385026, + "learning_rate": 1.8612130433665276e-05, + "loss": 0.0465, + "step": 22945 + }, + { + "epoch": 19.46225614927905, + "grad_norm": 1.509892448010681, + "learning_rate": 1.8611990813929778e-05, + "loss": 0.0622, + "step": 22946 + }, + { + "epoch": 19.463104325699746, + "grad_norm": 1.0063539691223338, + "learning_rate": 1.8611851187695494e-05, + "loss": 0.0483, + "step": 22947 + }, + { + "epoch": 19.463952502120442, + "grad_norm": 1.1112725093002367, + "learning_rate": 1.8611711554962526e-05, + "loss": 0.0441, + "step": 22948 + }, + { + "epoch": 19.46480067854114, + "grad_norm": 1.332734066109841, + "learning_rate": 1.861157191573099e-05, + "loss": 0.0589, + "step": 22949 + }, + { + "epoch": 19.46564885496183, + "grad_norm": 1.3137419355344864, + "learning_rate": 1.8611432270000978e-05, + "loss": 0.0487, + "step": 22950 + }, + { + "epoch": 19.466497031382527, + "grad_norm": 1.3316956200683583, + "learning_rate": 1.86112926177726e-05, + "loss": 0.0528, + "step": 22951 + }, + { + "epoch": 19.467345207803223, + "grad_norm": 1.0915006886645915, + "learning_rate": 1.861115295904597e-05, + "loss": 0.0434, + "step": 22952 + }, + { + "epoch": 19.46819338422392, + "grad_norm": 1.2869682889615572, + "learning_rate": 1.861101329382118e-05, + "loss": 0.0496, + "step": 22953 + }, + { + "epoch": 19.469041560644612, + "grad_norm": 1.132223485494788, + "learning_rate": 1.8610873622098352e-05, + "loss": 0.0469, + "step": 22954 + }, + { + "epoch": 19.46988973706531, + "grad_norm": 1.118085987100131, + "learning_rate": 1.8610733943877573e-05, + "loss": 0.0477, + "step": 22955 + }, + { + "epoch": 19.470737913486005, + "grad_norm": 1.3040163312721813, + "learning_rate": 1.8610594259158957e-05, + "loss": 0.0467, + "step": 22956 + }, + { + "epoch": 19.4715860899067, + "grad_norm": 1.5323141170762042, + "learning_rate": 1.861045456794261e-05, + "loss": 0.0544, + "step": 22957 + }, + { + "epoch": 19.472434266327397, + "grad_norm": 1.2538347843737312, + "learning_rate": 1.8610314870228635e-05, + "loss": 0.0516, + "step": 22958 + }, + { + "epoch": 19.47328244274809, + "grad_norm": 1.306083263344355, + "learning_rate": 1.8610175166017145e-05, + "loss": 0.0593, + "step": 22959 + }, + { + "epoch": 19.474130619168786, + "grad_norm": 0.8918898870698847, + "learning_rate": 1.8610035455308235e-05, + "loss": 0.0422, + "step": 22960 + }, + { + "epoch": 19.474978795589482, + "grad_norm": 1.2829015704668112, + "learning_rate": 1.8609895738102012e-05, + "loss": 0.0524, + "step": 22961 + }, + { + "epoch": 19.47582697201018, + "grad_norm": 1.1667956815677052, + "learning_rate": 1.8609756014398587e-05, + "loss": 0.0468, + "step": 22962 + }, + { + "epoch": 19.476675148430875, + "grad_norm": 1.1894445829070985, + "learning_rate": 1.8609616284198062e-05, + "loss": 0.057, + "step": 22963 + }, + { + "epoch": 19.477523324851568, + "grad_norm": 1.096122758198859, + "learning_rate": 1.8609476547500545e-05, + "loss": 0.0438, + "step": 22964 + }, + { + "epoch": 19.478371501272264, + "grad_norm": 1.2221373431787148, + "learning_rate": 1.860933680430614e-05, + "loss": 0.0473, + "step": 22965 + }, + { + "epoch": 19.47921967769296, + "grad_norm": 1.3050368797248963, + "learning_rate": 1.8609197054614946e-05, + "loss": 0.0493, + "step": 22966 + }, + { + "epoch": 19.480067854113656, + "grad_norm": 1.1206473841177624, + "learning_rate": 1.860905729842708e-05, + "loss": 0.0457, + "step": 22967 + }, + { + "epoch": 19.480916030534353, + "grad_norm": 1.0553394555520998, + "learning_rate": 1.8608917535742637e-05, + "loss": 0.0456, + "step": 22968 + }, + { + "epoch": 19.481764206955045, + "grad_norm": 1.3982215907966045, + "learning_rate": 1.860877776656173e-05, + "loss": 0.0541, + "step": 22969 + }, + { + "epoch": 19.48261238337574, + "grad_norm": 1.241711929782864, + "learning_rate": 1.8608637990884462e-05, + "loss": 0.0483, + "step": 22970 + }, + { + "epoch": 19.483460559796438, + "grad_norm": 1.3414378116019743, + "learning_rate": 1.8608498208710942e-05, + "loss": 0.0574, + "step": 22971 + }, + { + "epoch": 19.484308736217134, + "grad_norm": 1.2543046999515548, + "learning_rate": 1.8608358420041268e-05, + "loss": 0.0469, + "step": 22972 + }, + { + "epoch": 19.48515691263783, + "grad_norm": 1.3095980860163043, + "learning_rate": 1.860821862487555e-05, + "loss": 0.0527, + "step": 22973 + }, + { + "epoch": 19.486005089058523, + "grad_norm": 1.0631668112416632, + "learning_rate": 1.860807882321389e-05, + "loss": 0.0436, + "step": 22974 + }, + { + "epoch": 19.48685326547922, + "grad_norm": 1.1559270595954574, + "learning_rate": 1.8607939015056402e-05, + "loss": 0.0488, + "step": 22975 + }, + { + "epoch": 19.487701441899915, + "grad_norm": 1.2896273391822135, + "learning_rate": 1.8607799200403183e-05, + "loss": 0.0545, + "step": 22976 + }, + { + "epoch": 19.48854961832061, + "grad_norm": 1.3566406674678027, + "learning_rate": 1.8607659379254336e-05, + "loss": 0.0526, + "step": 22977 + }, + { + "epoch": 19.489397794741308, + "grad_norm": 1.0248606285762139, + "learning_rate": 1.860751955160998e-05, + "loss": 0.0491, + "step": 22978 + }, + { + "epoch": 19.490245971162, + "grad_norm": 1.082645267456762, + "learning_rate": 1.8607379717470205e-05, + "loss": 0.0507, + "step": 22979 + }, + { + "epoch": 19.491094147582697, + "grad_norm": 1.3332908722406236, + "learning_rate": 1.860723987683513e-05, + "loss": 0.05, + "step": 22980 + }, + { + "epoch": 19.491942324003393, + "grad_norm": 1.2958541492797435, + "learning_rate": 1.8607100029704853e-05, + "loss": 0.0534, + "step": 22981 + }, + { + "epoch": 19.49279050042409, + "grad_norm": 1.298980016036208, + "learning_rate": 1.8606960176079478e-05, + "loss": 0.0533, + "step": 22982 + }, + { + "epoch": 19.493638676844785, + "grad_norm": 1.0788436020183527, + "learning_rate": 1.8606820315959116e-05, + "loss": 0.0491, + "step": 22983 + }, + { + "epoch": 19.494486853265478, + "grad_norm": 1.0509433332227955, + "learning_rate": 1.8606680449343868e-05, + "loss": 0.0477, + "step": 22984 + }, + { + "epoch": 19.495335029686174, + "grad_norm": 1.1537500245395254, + "learning_rate": 1.8606540576233842e-05, + "loss": 0.0533, + "step": 22985 + }, + { + "epoch": 19.49618320610687, + "grad_norm": 1.2394117541982794, + "learning_rate": 1.8606400696629144e-05, + "loss": 0.0473, + "step": 22986 + }, + { + "epoch": 19.497031382527567, + "grad_norm": 1.3492888217575103, + "learning_rate": 1.860626081052988e-05, + "loss": 0.0475, + "step": 22987 + }, + { + "epoch": 19.497879558948263, + "grad_norm": 1.0903070722428712, + "learning_rate": 1.8606120917936154e-05, + "loss": 0.0454, + "step": 22988 + }, + { + "epoch": 19.498727735368956, + "grad_norm": 1.3075761461846371, + "learning_rate": 1.8605981018848068e-05, + "loss": 0.0484, + "step": 22989 + }, + { + "epoch": 19.499575911789652, + "grad_norm": 1.2916892989059043, + "learning_rate": 1.8605841113265733e-05, + "loss": 0.0501, + "step": 22990 + }, + { + "epoch": 19.500424088210348, + "grad_norm": 1.0720761450709386, + "learning_rate": 1.860570120118925e-05, + "loss": 0.0598, + "step": 22991 + }, + { + "epoch": 19.501272264631044, + "grad_norm": 1.0718994847241845, + "learning_rate": 1.8605561282618733e-05, + "loss": 0.0461, + "step": 22992 + }, + { + "epoch": 19.502120441051737, + "grad_norm": 1.1924873021922782, + "learning_rate": 1.8605421357554278e-05, + "loss": 0.0504, + "step": 22993 + }, + { + "epoch": 19.502968617472433, + "grad_norm": 1.1565688321120804, + "learning_rate": 1.8605281425995997e-05, + "loss": 0.0512, + "step": 22994 + }, + { + "epoch": 19.50381679389313, + "grad_norm": 1.1938577234961851, + "learning_rate": 1.8605141487943993e-05, + "loss": 0.0492, + "step": 22995 + }, + { + "epoch": 19.504664970313826, + "grad_norm": 1.236347451361083, + "learning_rate": 1.860500154339837e-05, + "loss": 0.0543, + "step": 22996 + }, + { + "epoch": 19.505513146734522, + "grad_norm": 1.074736068400322, + "learning_rate": 1.860486159235924e-05, + "loss": 0.0505, + "step": 22997 + }, + { + "epoch": 19.506361323155215, + "grad_norm": 1.2181612311203363, + "learning_rate": 1.86047216348267e-05, + "loss": 0.0506, + "step": 22998 + }, + { + "epoch": 19.50720949957591, + "grad_norm": 1.2435781270736328, + "learning_rate": 1.8604581670800857e-05, + "loss": 0.0502, + "step": 22999 + }, + { + "epoch": 19.508057675996607, + "grad_norm": 1.2676119269144996, + "learning_rate": 1.8604441700281826e-05, + "loss": 0.0541, + "step": 23000 + }, + { + "epoch": 19.508905852417303, + "grad_norm": 1.1309008835920455, + "learning_rate": 1.86043017232697e-05, + "loss": 0.048, + "step": 23001 + }, + { + "epoch": 19.509754028838, + "grad_norm": 1.1455244536243847, + "learning_rate": 1.8604161739764594e-05, + "loss": 0.0475, + "step": 23002 + }, + { + "epoch": 19.510602205258692, + "grad_norm": 1.3333129753563029, + "learning_rate": 1.860402174976661e-05, + "loss": 0.0517, + "step": 23003 + }, + { + "epoch": 19.51145038167939, + "grad_norm": 1.2265232595876565, + "learning_rate": 1.860388175327585e-05, + "loss": 0.0516, + "step": 23004 + }, + { + "epoch": 19.512298558100085, + "grad_norm": 1.283156740154622, + "learning_rate": 1.860374175029243e-05, + "loss": 0.0585, + "step": 23005 + }, + { + "epoch": 19.51314673452078, + "grad_norm": 1.2145697838392537, + "learning_rate": 1.8603601740816444e-05, + "loss": 0.0497, + "step": 23006 + }, + { + "epoch": 19.513994910941477, + "grad_norm": 1.1851944748984287, + "learning_rate": 1.8603461724848003e-05, + "loss": 0.0475, + "step": 23007 + }, + { + "epoch": 19.51484308736217, + "grad_norm": 1.084816684959805, + "learning_rate": 1.8603321702387217e-05, + "loss": 0.0502, + "step": 23008 + }, + { + "epoch": 19.515691263782866, + "grad_norm": 1.3145325209238763, + "learning_rate": 1.860318167343418e-05, + "loss": 0.0586, + "step": 23009 + }, + { + "epoch": 19.516539440203562, + "grad_norm": 1.314635138421173, + "learning_rate": 1.860304163798901e-05, + "loss": 0.0505, + "step": 23010 + }, + { + "epoch": 19.51738761662426, + "grad_norm": 1.2429007097575906, + "learning_rate": 1.8602901596051807e-05, + "loss": 0.057, + "step": 23011 + }, + { + "epoch": 19.518235793044955, + "grad_norm": 1.098036332583718, + "learning_rate": 1.8602761547622675e-05, + "loss": 0.0528, + "step": 23012 + }, + { + "epoch": 19.519083969465647, + "grad_norm": 1.173252885271999, + "learning_rate": 1.8602621492701723e-05, + "loss": 0.0497, + "step": 23013 + }, + { + "epoch": 19.519932145886344, + "grad_norm": 1.237797295185991, + "learning_rate": 1.8602481431289053e-05, + "loss": 0.0528, + "step": 23014 + }, + { + "epoch": 19.52078032230704, + "grad_norm": 1.2834133110148636, + "learning_rate": 1.8602341363384777e-05, + "loss": 0.0533, + "step": 23015 + }, + { + "epoch": 19.521628498727736, + "grad_norm": 1.228591026628396, + "learning_rate": 1.8602201288988996e-05, + "loss": 0.0475, + "step": 23016 + }, + { + "epoch": 19.522476675148432, + "grad_norm": 1.0994507491652947, + "learning_rate": 1.8602061208101815e-05, + "loss": 0.0475, + "step": 23017 + }, + { + "epoch": 19.523324851569125, + "grad_norm": 1.1784717266378928, + "learning_rate": 1.8601921120723343e-05, + "loss": 0.0591, + "step": 23018 + }, + { + "epoch": 19.52417302798982, + "grad_norm": 1.3749823221509936, + "learning_rate": 1.8601781026853682e-05, + "loss": 0.0501, + "step": 23019 + }, + { + "epoch": 19.525021204410518, + "grad_norm": 1.0852698079304999, + "learning_rate": 1.860164092649294e-05, + "loss": 0.0445, + "step": 23020 + }, + { + "epoch": 19.525869380831214, + "grad_norm": 1.4146027398533263, + "learning_rate": 1.860150081964122e-05, + "loss": 0.0519, + "step": 23021 + }, + { + "epoch": 19.52671755725191, + "grad_norm": 1.206871131536142, + "learning_rate": 1.8601360706298638e-05, + "loss": 0.049, + "step": 23022 + }, + { + "epoch": 19.527565733672603, + "grad_norm": 1.3504645908927546, + "learning_rate": 1.8601220586465286e-05, + "loss": 0.0489, + "step": 23023 + }, + { + "epoch": 19.5284139100933, + "grad_norm": 1.1689404820311535, + "learning_rate": 1.8601080460141276e-05, + "loss": 0.046, + "step": 23024 + }, + { + "epoch": 19.529262086513995, + "grad_norm": 1.0664982582341964, + "learning_rate": 1.8600940327326714e-05, + "loss": 0.0465, + "step": 23025 + }, + { + "epoch": 19.53011026293469, + "grad_norm": 0.973978640898939, + "learning_rate": 1.8600800188021707e-05, + "loss": 0.0413, + "step": 23026 + }, + { + "epoch": 19.530958439355388, + "grad_norm": 1.3115704125994139, + "learning_rate": 1.8600660042226354e-05, + "loss": 0.0558, + "step": 23027 + }, + { + "epoch": 19.53180661577608, + "grad_norm": 1.3665535836747693, + "learning_rate": 1.860051988994077e-05, + "loss": 0.0534, + "step": 23028 + }, + { + "epoch": 19.532654792196777, + "grad_norm": 1.1472491993820433, + "learning_rate": 1.8600379731165055e-05, + "loss": 0.0496, + "step": 23029 + }, + { + "epoch": 19.533502968617473, + "grad_norm": 1.316151828052313, + "learning_rate": 1.8600239565899316e-05, + "loss": 0.0509, + "step": 23030 + }, + { + "epoch": 19.53435114503817, + "grad_norm": 1.2576043262170893, + "learning_rate": 1.860009939414366e-05, + "loss": 0.0491, + "step": 23031 + }, + { + "epoch": 19.53519932145886, + "grad_norm": 1.2699867992359621, + "learning_rate": 1.859995921589819e-05, + "loss": 0.0529, + "step": 23032 + }, + { + "epoch": 19.536047497879558, + "grad_norm": 1.291115691635122, + "learning_rate": 1.8599819031163013e-05, + "loss": 0.0507, + "step": 23033 + }, + { + "epoch": 19.536895674300254, + "grad_norm": 1.1542849464707015, + "learning_rate": 1.8599678839938237e-05, + "loss": 0.0469, + "step": 23034 + }, + { + "epoch": 19.53774385072095, + "grad_norm": 1.343806840143239, + "learning_rate": 1.8599538642223966e-05, + "loss": 0.047, + "step": 23035 + }, + { + "epoch": 19.538592027141647, + "grad_norm": 1.2186504167359924, + "learning_rate": 1.8599398438020305e-05, + "loss": 0.0498, + "step": 23036 + }, + { + "epoch": 19.53944020356234, + "grad_norm": 1.0595080141930757, + "learning_rate": 1.859925822732736e-05, + "loss": 0.0459, + "step": 23037 + }, + { + "epoch": 19.540288379983036, + "grad_norm": 1.1954091165501086, + "learning_rate": 1.859911801014524e-05, + "loss": 0.0554, + "step": 23038 + }, + { + "epoch": 19.541136556403732, + "grad_norm": 1.4014579988817422, + "learning_rate": 1.8598977786474045e-05, + "loss": 0.0578, + "step": 23039 + }, + { + "epoch": 19.541984732824428, + "grad_norm": 1.0309711139170386, + "learning_rate": 1.8598837556313886e-05, + "loss": 0.0497, + "step": 23040 + }, + { + "epoch": 19.542832909245124, + "grad_norm": 1.1687657039670565, + "learning_rate": 1.8598697319664868e-05, + "loss": 0.049, + "step": 23041 + }, + { + "epoch": 19.543681085665817, + "grad_norm": 1.226136412378129, + "learning_rate": 1.8598557076527097e-05, + "loss": 0.0485, + "step": 23042 + }, + { + "epoch": 19.544529262086513, + "grad_norm": 1.1942137951861662, + "learning_rate": 1.859841682690067e-05, + "loss": 0.048, + "step": 23043 + }, + { + "epoch": 19.54537743850721, + "grad_norm": 1.1744053909329557, + "learning_rate": 1.859827657078571e-05, + "loss": 0.0508, + "step": 23044 + }, + { + "epoch": 19.546225614927906, + "grad_norm": 1.166750229025438, + "learning_rate": 1.8598136308182305e-05, + "loss": 0.0449, + "step": 23045 + }, + { + "epoch": 19.547073791348602, + "grad_norm": 1.4576188078663619, + "learning_rate": 1.8597996039090573e-05, + "loss": 0.0537, + "step": 23046 + }, + { + "epoch": 19.547921967769295, + "grad_norm": 1.2453711648647317, + "learning_rate": 1.8597855763510617e-05, + "loss": 0.0497, + "step": 23047 + }, + { + "epoch": 19.54877014418999, + "grad_norm": 1.2626684190019957, + "learning_rate": 1.859771548144254e-05, + "loss": 0.0549, + "step": 23048 + }, + { + "epoch": 19.549618320610687, + "grad_norm": 1.3272533450276873, + "learning_rate": 1.859757519288645e-05, + "loss": 0.0522, + "step": 23049 + }, + { + "epoch": 19.550466497031383, + "grad_norm": 1.4884916780525812, + "learning_rate": 1.859743489784245e-05, + "loss": 0.0536, + "step": 23050 + }, + { + "epoch": 19.55131467345208, + "grad_norm": 1.1679318449550549, + "learning_rate": 1.8597294596310652e-05, + "loss": 0.0501, + "step": 23051 + }, + { + "epoch": 19.552162849872772, + "grad_norm": 1.1428489058707045, + "learning_rate": 1.8597154288291156e-05, + "loss": 0.0473, + "step": 23052 + }, + { + "epoch": 19.55301102629347, + "grad_norm": 1.2103841853489479, + "learning_rate": 1.8597013973784073e-05, + "loss": 0.0468, + "step": 23053 + }, + { + "epoch": 19.553859202714165, + "grad_norm": 1.2590169133860531, + "learning_rate": 1.8596873652789503e-05, + "loss": 0.0503, + "step": 23054 + }, + { + "epoch": 19.55470737913486, + "grad_norm": 1.2994796998715066, + "learning_rate": 1.8596733325307555e-05, + "loss": 0.0494, + "step": 23055 + }, + { + "epoch": 19.555555555555557, + "grad_norm": 1.3154722329549102, + "learning_rate": 1.8596592991338334e-05, + "loss": 0.0516, + "step": 23056 + }, + { + "epoch": 19.55640373197625, + "grad_norm": 1.2753631252610178, + "learning_rate": 1.8596452650881952e-05, + "loss": 0.0496, + "step": 23057 + }, + { + "epoch": 19.557251908396946, + "grad_norm": 1.6503196131520204, + "learning_rate": 1.8596312303938508e-05, + "loss": 0.0535, + "step": 23058 + }, + { + "epoch": 19.558100084817642, + "grad_norm": 1.1111843488300925, + "learning_rate": 1.8596171950508105e-05, + "loss": 0.0464, + "step": 23059 + }, + { + "epoch": 19.55894826123834, + "grad_norm": 1.2995746016084484, + "learning_rate": 1.8596031590590857e-05, + "loss": 0.0502, + "step": 23060 + }, + { + "epoch": 19.559796437659035, + "grad_norm": 1.0839308736272089, + "learning_rate": 1.8595891224186864e-05, + "loss": 0.0446, + "step": 23061 + }, + { + "epoch": 19.560644614079727, + "grad_norm": 1.1093466900349536, + "learning_rate": 1.8595750851296236e-05, + "loss": 0.0458, + "step": 23062 + }, + { + "epoch": 19.561492790500424, + "grad_norm": 1.2791651962002262, + "learning_rate": 1.8595610471919076e-05, + "loss": 0.0565, + "step": 23063 + }, + { + "epoch": 19.56234096692112, + "grad_norm": 1.372781393678427, + "learning_rate": 1.8595470086055494e-05, + "loss": 0.0529, + "step": 23064 + }, + { + "epoch": 19.563189143341816, + "grad_norm": 1.2980734098323432, + "learning_rate": 1.859532969370559e-05, + "loss": 0.0502, + "step": 23065 + }, + { + "epoch": 19.564037319762512, + "grad_norm": 1.1669145739612787, + "learning_rate": 1.8595189294869477e-05, + "loss": 0.0479, + "step": 23066 + }, + { + "epoch": 19.564885496183205, + "grad_norm": 1.2587025544175865, + "learning_rate": 1.859504888954725e-05, + "loss": 0.057, + "step": 23067 + }, + { + "epoch": 19.5657336726039, + "grad_norm": 1.2615649623088163, + "learning_rate": 1.859490847773903e-05, + "loss": 0.0503, + "step": 23068 + }, + { + "epoch": 19.566581849024598, + "grad_norm": 1.1842539179886173, + "learning_rate": 1.8594768059444907e-05, + "loss": 0.0553, + "step": 23069 + }, + { + "epoch": 19.567430025445294, + "grad_norm": 1.158306751546446, + "learning_rate": 1.8594627634665e-05, + "loss": 0.0569, + "step": 23070 + }, + { + "epoch": 19.568278201865986, + "grad_norm": 1.1616834633063031, + "learning_rate": 1.8594487203399408e-05, + "loss": 0.057, + "step": 23071 + }, + { + "epoch": 19.569126378286683, + "grad_norm": 1.2215298460800996, + "learning_rate": 1.8594346765648238e-05, + "loss": 0.0504, + "step": 23072 + }, + { + "epoch": 19.56997455470738, + "grad_norm": 1.0783700376210805, + "learning_rate": 1.8594206321411597e-05, + "loss": 0.0459, + "step": 23073 + }, + { + "epoch": 19.570822731128075, + "grad_norm": 1.2507405514067886, + "learning_rate": 1.859406587068959e-05, + "loss": 0.0497, + "step": 23074 + }, + { + "epoch": 19.57167090754877, + "grad_norm": 1.0751689630310952, + "learning_rate": 1.8593925413482328e-05, + "loss": 0.0497, + "step": 23075 + }, + { + "epoch": 19.572519083969464, + "grad_norm": 1.3170178569233735, + "learning_rate": 1.859378494978991e-05, + "loss": 0.0488, + "step": 23076 + }, + { + "epoch": 19.57336726039016, + "grad_norm": 1.0759358962178114, + "learning_rate": 1.8593644479612445e-05, + "loss": 0.046, + "step": 23077 + }, + { + "epoch": 19.574215436810857, + "grad_norm": 1.1422942807368976, + "learning_rate": 1.8593504002950038e-05, + "loss": 0.0464, + "step": 23078 + }, + { + "epoch": 19.575063613231553, + "grad_norm": 1.4257011902215204, + "learning_rate": 1.8593363519802798e-05, + "loss": 0.0542, + "step": 23079 + }, + { + "epoch": 19.57591178965225, + "grad_norm": 1.4691243617064147, + "learning_rate": 1.8593223030170825e-05, + "loss": 0.0586, + "step": 23080 + }, + { + "epoch": 19.57675996607294, + "grad_norm": 1.2364500613022802, + "learning_rate": 1.859308253405423e-05, + "loss": 0.0504, + "step": 23081 + }, + { + "epoch": 19.577608142493638, + "grad_norm": 1.3005143310049465, + "learning_rate": 1.859294203145312e-05, + "loss": 0.0587, + "step": 23082 + }, + { + "epoch": 19.578456318914334, + "grad_norm": 1.1627448611604756, + "learning_rate": 1.8592801522367596e-05, + "loss": 0.0501, + "step": 23083 + }, + { + "epoch": 19.57930449533503, + "grad_norm": 1.3290309306349248, + "learning_rate": 1.8592661006797767e-05, + "loss": 0.0518, + "step": 23084 + }, + { + "epoch": 19.580152671755727, + "grad_norm": 1.0855103438572644, + "learning_rate": 1.8592520484743742e-05, + "loss": 0.0486, + "step": 23085 + }, + { + "epoch": 19.58100084817642, + "grad_norm": 1.5609075903282073, + "learning_rate": 1.859237995620562e-05, + "loss": 0.0615, + "step": 23086 + }, + { + "epoch": 19.581849024597116, + "grad_norm": 1.0110237013817487, + "learning_rate": 1.8592239421183512e-05, + "loss": 0.0484, + "step": 23087 + }, + { + "epoch": 19.58269720101781, + "grad_norm": 1.1520046358681886, + "learning_rate": 1.859209887967752e-05, + "loss": 0.0495, + "step": 23088 + }, + { + "epoch": 19.583545377438508, + "grad_norm": 1.3099745674184828, + "learning_rate": 1.859195833168776e-05, + "loss": 0.0541, + "step": 23089 + }, + { + "epoch": 19.584393553859204, + "grad_norm": 1.1804523204259307, + "learning_rate": 1.8591817777214326e-05, + "loss": 0.0519, + "step": 23090 + }, + { + "epoch": 19.585241730279897, + "grad_norm": 1.1784521679745188, + "learning_rate": 1.8591677216257334e-05, + "loss": 0.0526, + "step": 23091 + }, + { + "epoch": 19.586089906700593, + "grad_norm": 1.0401745985405715, + "learning_rate": 1.8591536648816882e-05, + "loss": 0.0473, + "step": 23092 + }, + { + "epoch": 19.58693808312129, + "grad_norm": 1.3416837016099175, + "learning_rate": 1.8591396074893076e-05, + "loss": 0.0527, + "step": 23093 + }, + { + "epoch": 19.587786259541986, + "grad_norm": 1.331469099538295, + "learning_rate": 1.859125549448603e-05, + "loss": 0.0546, + "step": 23094 + }, + { + "epoch": 19.588634435962682, + "grad_norm": 1.2953534900278125, + "learning_rate": 1.8591114907595844e-05, + "loss": 0.0488, + "step": 23095 + }, + { + "epoch": 19.589482612383375, + "grad_norm": 1.2691413418002209, + "learning_rate": 1.8590974314222628e-05, + "loss": 0.0508, + "step": 23096 + }, + { + "epoch": 19.59033078880407, + "grad_norm": 1.3724042439286883, + "learning_rate": 1.859083371436648e-05, + "loss": 0.0591, + "step": 23097 + }, + { + "epoch": 19.591178965224767, + "grad_norm": 1.3355359004664324, + "learning_rate": 1.8590693108027515e-05, + "loss": 0.0488, + "step": 23098 + }, + { + "epoch": 19.592027141645463, + "grad_norm": 1.1871570236325837, + "learning_rate": 1.859055249520584e-05, + "loss": 0.049, + "step": 23099 + }, + { + "epoch": 19.59287531806616, + "grad_norm": 1.3385988430670015, + "learning_rate": 1.8590411875901552e-05, + "loss": 0.052, + "step": 23100 + }, + { + "epoch": 19.593723494486852, + "grad_norm": 1.334238030237678, + "learning_rate": 1.8590271250114763e-05, + "loss": 0.0519, + "step": 23101 + }, + { + "epoch": 19.59457167090755, + "grad_norm": 1.2937285211499308, + "learning_rate": 1.8590130617845577e-05, + "loss": 0.0476, + "step": 23102 + }, + { + "epoch": 19.595419847328245, + "grad_norm": 1.3066827189350196, + "learning_rate": 1.85899899790941e-05, + "loss": 0.0541, + "step": 23103 + }, + { + "epoch": 19.59626802374894, + "grad_norm": 1.392791676038648, + "learning_rate": 1.8589849333860445e-05, + "loss": 0.0487, + "step": 23104 + }, + { + "epoch": 19.597116200169637, + "grad_norm": 1.2188885158347222, + "learning_rate": 1.858970868214471e-05, + "loss": 0.0493, + "step": 23105 + }, + { + "epoch": 19.59796437659033, + "grad_norm": 1.2783323255049506, + "learning_rate": 1.8589568023947002e-05, + "loss": 0.0494, + "step": 23106 + }, + { + "epoch": 19.598812553011026, + "grad_norm": 1.3112760439673299, + "learning_rate": 1.858942735926743e-05, + "loss": 0.0524, + "step": 23107 + }, + { + "epoch": 19.599660729431722, + "grad_norm": 1.1306533782371986, + "learning_rate": 1.8589286688106097e-05, + "loss": 0.049, + "step": 23108 + }, + { + "epoch": 19.60050890585242, + "grad_norm": 1.365842880051156, + "learning_rate": 1.8589146010463114e-05, + "loss": 0.055, + "step": 23109 + }, + { + "epoch": 19.60135708227311, + "grad_norm": 1.1668680334927322, + "learning_rate": 1.8589005326338587e-05, + "loss": 0.0476, + "step": 23110 + }, + { + "epoch": 19.602205258693807, + "grad_norm": 1.241418199933289, + "learning_rate": 1.8588864635732615e-05, + "loss": 0.0495, + "step": 23111 + }, + { + "epoch": 19.603053435114504, + "grad_norm": 1.263549024636359, + "learning_rate": 1.858872393864531e-05, + "loss": 0.0511, + "step": 23112 + }, + { + "epoch": 19.6039016115352, + "grad_norm": 1.1763161122152381, + "learning_rate": 1.8588583235076776e-05, + "loss": 0.0493, + "step": 23113 + }, + { + "epoch": 19.604749787955896, + "grad_norm": 1.2462681636499526, + "learning_rate": 1.8588442525027123e-05, + "loss": 0.048, + "step": 23114 + }, + { + "epoch": 19.60559796437659, + "grad_norm": 1.328460266116412, + "learning_rate": 1.858830180849645e-05, + "loss": 0.0552, + "step": 23115 + }, + { + "epoch": 19.606446140797285, + "grad_norm": 1.1917744474630947, + "learning_rate": 1.858816108548487e-05, + "loss": 0.0483, + "step": 23116 + }, + { + "epoch": 19.60729431721798, + "grad_norm": 1.2635598421525231, + "learning_rate": 1.8588020355992488e-05, + "loss": 0.0526, + "step": 23117 + }, + { + "epoch": 19.608142493638677, + "grad_norm": 1.1241613049048713, + "learning_rate": 1.8587879620019404e-05, + "loss": 0.0502, + "step": 23118 + }, + { + "epoch": 19.608990670059374, + "grad_norm": 1.4705023987254113, + "learning_rate": 1.8587738877565733e-05, + "loss": 0.0596, + "step": 23119 + }, + { + "epoch": 19.609838846480066, + "grad_norm": 1.1701104926927755, + "learning_rate": 1.8587598128631578e-05, + "loss": 0.0511, + "step": 23120 + }, + { + "epoch": 19.610687022900763, + "grad_norm": 1.1459049019140979, + "learning_rate": 1.858745737321704e-05, + "loss": 0.0483, + "step": 23121 + }, + { + "epoch": 19.61153519932146, + "grad_norm": 1.2574053012966584, + "learning_rate": 1.8587316611322233e-05, + "loss": 0.0543, + "step": 23122 + }, + { + "epoch": 19.612383375742155, + "grad_norm": 1.3172530900340353, + "learning_rate": 1.858717584294726e-05, + "loss": 0.05, + "step": 23123 + }, + { + "epoch": 19.61323155216285, + "grad_norm": 1.2026549335882422, + "learning_rate": 1.8587035068092226e-05, + "loss": 0.0556, + "step": 23124 + }, + { + "epoch": 19.614079728583544, + "grad_norm": 1.3143358003621244, + "learning_rate": 1.8586894286757234e-05, + "loss": 0.0575, + "step": 23125 + }, + { + "epoch": 19.61492790500424, + "grad_norm": 1.2253153166118136, + "learning_rate": 1.85867534989424e-05, + "loss": 0.0512, + "step": 23126 + }, + { + "epoch": 19.615776081424936, + "grad_norm": 1.2565125846328447, + "learning_rate": 1.8586612704647826e-05, + "loss": 0.0507, + "step": 23127 + }, + { + "epoch": 19.616624257845633, + "grad_norm": 1.28081054778945, + "learning_rate": 1.858647190387361e-05, + "loss": 0.0496, + "step": 23128 + }, + { + "epoch": 19.61747243426633, + "grad_norm": 1.19935395593136, + "learning_rate": 1.8586331096619873e-05, + "loss": 0.0503, + "step": 23129 + }, + { + "epoch": 19.61832061068702, + "grad_norm": 1.287291259740915, + "learning_rate": 1.8586190282886708e-05, + "loss": 0.0559, + "step": 23130 + }, + { + "epoch": 19.619168787107718, + "grad_norm": 1.1729274517971886, + "learning_rate": 1.858604946267423e-05, + "loss": 0.0495, + "step": 23131 + }, + { + "epoch": 19.620016963528414, + "grad_norm": 1.1876209563218272, + "learning_rate": 1.858590863598254e-05, + "loss": 0.0493, + "step": 23132 + }, + { + "epoch": 19.62086513994911, + "grad_norm": 1.170546815323408, + "learning_rate": 1.8585767802811746e-05, + "loss": 0.0534, + "step": 23133 + }, + { + "epoch": 19.621713316369807, + "grad_norm": 1.1867474509034823, + "learning_rate": 1.858562696316196e-05, + "loss": 0.0505, + "step": 23134 + }, + { + "epoch": 19.6225614927905, + "grad_norm": 1.1325140149342696, + "learning_rate": 1.8585486117033277e-05, + "loss": 0.0483, + "step": 23135 + }, + { + "epoch": 19.623409669211195, + "grad_norm": 1.3339572308442356, + "learning_rate": 1.858534526442581e-05, + "loss": 0.0559, + "step": 23136 + }, + { + "epoch": 19.62425784563189, + "grad_norm": 1.3893607912530535, + "learning_rate": 1.858520440533967e-05, + "loss": 0.0515, + "step": 23137 + }, + { + "epoch": 19.625106022052588, + "grad_norm": 1.3776823142972976, + "learning_rate": 1.858506353977495e-05, + "loss": 0.0511, + "step": 23138 + }, + { + "epoch": 19.625954198473284, + "grad_norm": 1.2740111183346448, + "learning_rate": 1.8584922667731765e-05, + "loss": 0.0534, + "step": 23139 + }, + { + "epoch": 19.626802374893977, + "grad_norm": 1.3641383527754343, + "learning_rate": 1.8584781789210223e-05, + "loss": 0.0577, + "step": 23140 + }, + { + "epoch": 19.627650551314673, + "grad_norm": 1.268844697751266, + "learning_rate": 1.858464090421043e-05, + "loss": 0.0533, + "step": 23141 + }, + { + "epoch": 19.62849872773537, + "grad_norm": 1.1903239378751092, + "learning_rate": 1.8584500012732485e-05, + "loss": 0.0495, + "step": 23142 + }, + { + "epoch": 19.629346904156066, + "grad_norm": 1.3573784164962845, + "learning_rate": 1.8584359114776504e-05, + "loss": 0.0556, + "step": 23143 + }, + { + "epoch": 19.63019508057676, + "grad_norm": 1.2784791677480358, + "learning_rate": 1.8584218210342584e-05, + "loss": 0.0484, + "step": 23144 + }, + { + "epoch": 19.631043256997454, + "grad_norm": 1.2545150584184108, + "learning_rate": 1.858407729943084e-05, + "loss": 0.0509, + "step": 23145 + }, + { + "epoch": 19.63189143341815, + "grad_norm": 1.1737120553319726, + "learning_rate": 1.8583936382041372e-05, + "loss": 0.0538, + "step": 23146 + }, + { + "epoch": 19.632739609838847, + "grad_norm": 1.3340231337002357, + "learning_rate": 1.858379545817429e-05, + "loss": 0.0493, + "step": 23147 + }, + { + "epoch": 19.633587786259543, + "grad_norm": 1.2493796621660587, + "learning_rate": 1.8583654527829696e-05, + "loss": 0.0511, + "step": 23148 + }, + { + "epoch": 19.634435962680236, + "grad_norm": 1.2107854210131626, + "learning_rate": 1.8583513591007703e-05, + "loss": 0.0513, + "step": 23149 + }, + { + "epoch": 19.635284139100932, + "grad_norm": 1.2012905094164317, + "learning_rate": 1.858337264770841e-05, + "loss": 0.0485, + "step": 23150 + }, + { + "epoch": 19.63613231552163, + "grad_norm": 1.1889952204439274, + "learning_rate": 1.858323169793193e-05, + "loss": 0.0502, + "step": 23151 + }, + { + "epoch": 19.636980491942325, + "grad_norm": 1.4084129188969343, + "learning_rate": 1.8583090741678367e-05, + "loss": 0.0502, + "step": 23152 + }, + { + "epoch": 19.63782866836302, + "grad_norm": 1.2983220430984381, + "learning_rate": 1.8582949778947824e-05, + "loss": 0.0514, + "step": 23153 + }, + { + "epoch": 19.638676844783713, + "grad_norm": 1.3251775936781485, + "learning_rate": 1.858280880974041e-05, + "loss": 0.0535, + "step": 23154 + }, + { + "epoch": 19.63952502120441, + "grad_norm": 1.470490677867617, + "learning_rate": 1.8582667834056237e-05, + "loss": 0.063, + "step": 23155 + }, + { + "epoch": 19.640373197625106, + "grad_norm": 1.114892199109769, + "learning_rate": 1.85825268518954e-05, + "loss": 0.0485, + "step": 23156 + }, + { + "epoch": 19.641221374045802, + "grad_norm": 1.3549224949685785, + "learning_rate": 1.858238586325801e-05, + "loss": 0.0527, + "step": 23157 + }, + { + "epoch": 19.6420695504665, + "grad_norm": 1.2238391168167038, + "learning_rate": 1.8582244868144183e-05, + "loss": 0.0532, + "step": 23158 + }, + { + "epoch": 19.64291772688719, + "grad_norm": 1.3285019855351916, + "learning_rate": 1.858210386655401e-05, + "loss": 0.0544, + "step": 23159 + }, + { + "epoch": 19.643765903307887, + "grad_norm": 1.3624611673162843, + "learning_rate": 1.8581962858487606e-05, + "loss": 0.0541, + "step": 23160 + }, + { + "epoch": 19.644614079728584, + "grad_norm": 1.414963550800141, + "learning_rate": 1.8581821843945075e-05, + "loss": 0.0579, + "step": 23161 + }, + { + "epoch": 19.64546225614928, + "grad_norm": 1.3288781881403635, + "learning_rate": 1.8581680822926526e-05, + "loss": 0.0522, + "step": 23162 + }, + { + "epoch": 19.646310432569976, + "grad_norm": 1.2712586900229568, + "learning_rate": 1.8581539795432064e-05, + "loss": 0.0572, + "step": 23163 + }, + { + "epoch": 19.64715860899067, + "grad_norm": 1.5494706694978138, + "learning_rate": 1.8581398761461792e-05, + "loss": 0.065, + "step": 23164 + }, + { + "epoch": 19.648006785411365, + "grad_norm": 1.2951632268475248, + "learning_rate": 1.8581257721015824e-05, + "loss": 0.0543, + "step": 23165 + }, + { + "epoch": 19.64885496183206, + "grad_norm": 1.0639643002504084, + "learning_rate": 1.858111667409426e-05, + "loss": 0.0475, + "step": 23166 + }, + { + "epoch": 19.649703138252757, + "grad_norm": 1.3076420733048195, + "learning_rate": 1.8580975620697208e-05, + "loss": 0.049, + "step": 23167 + }, + { + "epoch": 19.650551314673454, + "grad_norm": 1.4400058413878412, + "learning_rate": 1.8580834560824773e-05, + "loss": 0.0616, + "step": 23168 + }, + { + "epoch": 19.651399491094146, + "grad_norm": 1.230644157546644, + "learning_rate": 1.858069349447707e-05, + "loss": 0.0465, + "step": 23169 + }, + { + "epoch": 19.652247667514843, + "grad_norm": 1.2585630930883367, + "learning_rate": 1.8580552421654192e-05, + "loss": 0.0541, + "step": 23170 + }, + { + "epoch": 19.65309584393554, + "grad_norm": 1.329086470741476, + "learning_rate": 1.8580411342356256e-05, + "loss": 0.0511, + "step": 23171 + }, + { + "epoch": 19.653944020356235, + "grad_norm": 1.3870552254331638, + "learning_rate": 1.8580270256583363e-05, + "loss": 0.0527, + "step": 23172 + }, + { + "epoch": 19.65479219677693, + "grad_norm": 1.3584445320999807, + "learning_rate": 1.858012916433562e-05, + "loss": 0.0525, + "step": 23173 + }, + { + "epoch": 19.655640373197624, + "grad_norm": 1.2262009503421558, + "learning_rate": 1.8579988065613136e-05, + "loss": 0.053, + "step": 23174 + }, + { + "epoch": 19.65648854961832, + "grad_norm": 1.2913961828912783, + "learning_rate": 1.8579846960416016e-05, + "loss": 0.0543, + "step": 23175 + }, + { + "epoch": 19.657336726039016, + "grad_norm": 1.1514176028992995, + "learning_rate": 1.857970584874437e-05, + "loss": 0.0485, + "step": 23176 + }, + { + "epoch": 19.658184902459713, + "grad_norm": 1.2205162003966277, + "learning_rate": 1.8579564730598293e-05, + "loss": 0.0496, + "step": 23177 + }, + { + "epoch": 19.659033078880405, + "grad_norm": 1.0490051904467743, + "learning_rate": 1.8579423605977907e-05, + "loss": 0.0465, + "step": 23178 + }, + { + "epoch": 19.6598812553011, + "grad_norm": 1.216888200380891, + "learning_rate": 1.857928247488331e-05, + "loss": 0.0469, + "step": 23179 + }, + { + "epoch": 19.660729431721798, + "grad_norm": 1.3883266980166658, + "learning_rate": 1.8579141337314607e-05, + "loss": 0.054, + "step": 23180 + }, + { + "epoch": 19.661577608142494, + "grad_norm": 1.4079102928762608, + "learning_rate": 1.8579000193271908e-05, + "loss": 0.0581, + "step": 23181 + }, + { + "epoch": 19.66242578456319, + "grad_norm": 1.336152603934276, + "learning_rate": 1.857885904275532e-05, + "loss": 0.0533, + "step": 23182 + }, + { + "epoch": 19.663273960983886, + "grad_norm": 1.1882224025654597, + "learning_rate": 1.8578717885764944e-05, + "loss": 0.0486, + "step": 23183 + }, + { + "epoch": 19.66412213740458, + "grad_norm": 1.3687272062361457, + "learning_rate": 1.8578576722300898e-05, + "loss": 0.0506, + "step": 23184 + }, + { + "epoch": 19.664970313825275, + "grad_norm": 1.2741060922393472, + "learning_rate": 1.8578435552363274e-05, + "loss": 0.0523, + "step": 23185 + }, + { + "epoch": 19.66581849024597, + "grad_norm": 1.3077767628389863, + "learning_rate": 1.8578294375952187e-05, + "loss": 0.0508, + "step": 23186 + }, + { + "epoch": 19.666666666666668, + "grad_norm": 1.3461317990423927, + "learning_rate": 1.8578153193067746e-05, + "loss": 0.0599, + "step": 23187 + }, + { + "epoch": 19.66751484308736, + "grad_norm": 1.1682940115810974, + "learning_rate": 1.8578012003710052e-05, + "loss": 0.0493, + "step": 23188 + }, + { + "epoch": 19.668363019508057, + "grad_norm": 1.320942671641054, + "learning_rate": 1.857787080787921e-05, + "loss": 0.0515, + "step": 23189 + }, + { + "epoch": 19.669211195928753, + "grad_norm": 1.2448410384939612, + "learning_rate": 1.8577729605575332e-05, + "loss": 0.0482, + "step": 23190 + }, + { + "epoch": 19.67005937234945, + "grad_norm": 1.3334063868261783, + "learning_rate": 1.8577588396798524e-05, + "loss": 0.0488, + "step": 23191 + }, + { + "epoch": 19.670907548770145, + "grad_norm": 1.3474825083498891, + "learning_rate": 1.857744718154889e-05, + "loss": 0.0558, + "step": 23192 + }, + { + "epoch": 19.671755725190838, + "grad_norm": 1.3790671699423853, + "learning_rate": 1.8577305959826534e-05, + "loss": 0.0526, + "step": 23193 + }, + { + "epoch": 19.672603901611534, + "grad_norm": 1.482587308946512, + "learning_rate": 1.8577164731631573e-05, + "loss": 0.0562, + "step": 23194 + }, + { + "epoch": 19.67345207803223, + "grad_norm": 1.173537009992628, + "learning_rate": 1.8577023496964098e-05, + "loss": 0.0531, + "step": 23195 + }, + { + "epoch": 19.674300254452927, + "grad_norm": 1.1442439947385317, + "learning_rate": 1.857688225582423e-05, + "loss": 0.0522, + "step": 23196 + }, + { + "epoch": 19.675148430873623, + "grad_norm": 1.2270635013839049, + "learning_rate": 1.857674100821207e-05, + "loss": 0.054, + "step": 23197 + }, + { + "epoch": 19.675996607294316, + "grad_norm": 1.0715249637320998, + "learning_rate": 1.8576599754127726e-05, + "loss": 0.0449, + "step": 23198 + }, + { + "epoch": 19.676844783715012, + "grad_norm": 1.2515367472652992, + "learning_rate": 1.85764584935713e-05, + "loss": 0.0479, + "step": 23199 + }, + { + "epoch": 19.67769296013571, + "grad_norm": 1.3295691951897513, + "learning_rate": 1.85763172265429e-05, + "loss": 0.0536, + "step": 23200 + }, + { + "epoch": 19.678541136556404, + "grad_norm": 1.4122107099508654, + "learning_rate": 1.8576175953042636e-05, + "loss": 0.0522, + "step": 23201 + }, + { + "epoch": 19.6793893129771, + "grad_norm": 1.3393285259992838, + "learning_rate": 1.8576034673070614e-05, + "loss": 0.0512, + "step": 23202 + }, + { + "epoch": 19.680237489397793, + "grad_norm": 1.0545358649897363, + "learning_rate": 1.857589338662694e-05, + "loss": 0.0501, + "step": 23203 + }, + { + "epoch": 19.68108566581849, + "grad_norm": 1.1249699035871203, + "learning_rate": 1.8575752093711715e-05, + "loss": 0.0496, + "step": 23204 + }, + { + "epoch": 19.681933842239186, + "grad_norm": 1.4144452974410366, + "learning_rate": 1.8575610794325058e-05, + "loss": 0.0571, + "step": 23205 + }, + { + "epoch": 19.682782018659882, + "grad_norm": 1.4641631130780788, + "learning_rate": 1.857546948846706e-05, + "loss": 0.0614, + "step": 23206 + }, + { + "epoch": 19.68363019508058, + "grad_norm": 1.3264433853580042, + "learning_rate": 1.857532817613784e-05, + "loss": 0.0512, + "step": 23207 + }, + { + "epoch": 19.68447837150127, + "grad_norm": 1.3687899084789874, + "learning_rate": 1.8575186857337503e-05, + "loss": 0.0526, + "step": 23208 + }, + { + "epoch": 19.685326547921967, + "grad_norm": 1.1732104603979814, + "learning_rate": 1.857504553206615e-05, + "loss": 0.0466, + "step": 23209 + }, + { + "epoch": 19.686174724342663, + "grad_norm": 1.459309989089041, + "learning_rate": 1.8574904200323893e-05, + "loss": 0.0512, + "step": 23210 + }, + { + "epoch": 19.68702290076336, + "grad_norm": 1.2673430160893302, + "learning_rate": 1.8574762862110835e-05, + "loss": 0.0521, + "step": 23211 + }, + { + "epoch": 19.687871077184056, + "grad_norm": 1.255284948607232, + "learning_rate": 1.857462151742708e-05, + "loss": 0.0525, + "step": 23212 + }, + { + "epoch": 19.68871925360475, + "grad_norm": 1.3933665325774092, + "learning_rate": 1.8574480166272746e-05, + "loss": 0.0541, + "step": 23213 + }, + { + "epoch": 19.689567430025445, + "grad_norm": 1.144352972043186, + "learning_rate": 1.857433880864793e-05, + "loss": 0.0503, + "step": 23214 + }, + { + "epoch": 19.69041560644614, + "grad_norm": 1.4214680745294401, + "learning_rate": 1.857419744455274e-05, + "loss": 0.0572, + "step": 23215 + }, + { + "epoch": 19.691263782866837, + "grad_norm": 1.3753641584411969, + "learning_rate": 1.8574056073987286e-05, + "loss": 0.0532, + "step": 23216 + }, + { + "epoch": 19.69211195928753, + "grad_norm": 1.3620963886608963, + "learning_rate": 1.8573914696951672e-05, + "loss": 0.0522, + "step": 23217 + }, + { + "epoch": 19.692960135708226, + "grad_norm": 1.3215351204536114, + "learning_rate": 1.8573773313446004e-05, + "loss": 0.0491, + "step": 23218 + }, + { + "epoch": 19.693808312128922, + "grad_norm": 1.32525059103365, + "learning_rate": 1.8573631923470392e-05, + "loss": 0.0583, + "step": 23219 + }, + { + "epoch": 19.69465648854962, + "grad_norm": 1.2905993546886567, + "learning_rate": 1.8573490527024937e-05, + "loss": 0.0543, + "step": 23220 + }, + { + "epoch": 19.695504664970315, + "grad_norm": 1.3149590853164925, + "learning_rate": 1.8573349124109752e-05, + "loss": 0.0526, + "step": 23221 + }, + { + "epoch": 19.696352841391008, + "grad_norm": 1.362321897668454, + "learning_rate": 1.857320771472494e-05, + "loss": 0.0626, + "step": 23222 + }, + { + "epoch": 19.697201017811704, + "grad_norm": 1.1914433646337181, + "learning_rate": 1.857306629887061e-05, + "loss": 0.053, + "step": 23223 + }, + { + "epoch": 19.6980491942324, + "grad_norm": 1.2034386579500462, + "learning_rate": 1.8572924876546867e-05, + "loss": 0.0491, + "step": 23224 + }, + { + "epoch": 19.698897370653096, + "grad_norm": 1.14435527687928, + "learning_rate": 1.8572783447753816e-05, + "loss": 0.0517, + "step": 23225 + }, + { + "epoch": 19.699745547073793, + "grad_norm": 1.1825453226153304, + "learning_rate": 1.8572642012491568e-05, + "loss": 0.0532, + "step": 23226 + }, + { + "epoch": 19.700593723494485, + "grad_norm": 1.4681352692510852, + "learning_rate": 1.8572500570760228e-05, + "loss": 0.053, + "step": 23227 + }, + { + "epoch": 19.70144189991518, + "grad_norm": 1.4294186265414375, + "learning_rate": 1.8572359122559897e-05, + "loss": 0.0551, + "step": 23228 + }, + { + "epoch": 19.702290076335878, + "grad_norm": 1.24739262830169, + "learning_rate": 1.8572217667890695e-05, + "loss": 0.0516, + "step": 23229 + }, + { + "epoch": 19.703138252756574, + "grad_norm": 1.409792111375844, + "learning_rate": 1.8572076206752715e-05, + "loss": 0.0521, + "step": 23230 + }, + { + "epoch": 19.70398642917727, + "grad_norm": 1.3372852801870845, + "learning_rate": 1.8571934739146073e-05, + "loss": 0.0583, + "step": 23231 + }, + { + "epoch": 19.704834605597963, + "grad_norm": 1.2408499478426656, + "learning_rate": 1.857179326507087e-05, + "loss": 0.0531, + "step": 23232 + }, + { + "epoch": 19.70568278201866, + "grad_norm": 0.9638338980226525, + "learning_rate": 1.8571651784527218e-05, + "loss": 0.0433, + "step": 23233 + }, + { + "epoch": 19.706530958439355, + "grad_norm": 1.4632433787865893, + "learning_rate": 1.8571510297515217e-05, + "loss": 0.0562, + "step": 23234 + }, + { + "epoch": 19.70737913486005, + "grad_norm": 1.3427832332373306, + "learning_rate": 1.857136880403498e-05, + "loss": 0.0574, + "step": 23235 + }, + { + "epoch": 19.708227311280748, + "grad_norm": 1.1908044536338904, + "learning_rate": 1.8571227304086613e-05, + "loss": 0.0503, + "step": 23236 + }, + { + "epoch": 19.70907548770144, + "grad_norm": 1.2205609689306312, + "learning_rate": 1.857108579767022e-05, + "loss": 0.0534, + "step": 23237 + }, + { + "epoch": 19.709923664122137, + "grad_norm": 1.473983822959968, + "learning_rate": 1.8570944284785906e-05, + "loss": 0.0584, + "step": 23238 + }, + { + "epoch": 19.710771840542833, + "grad_norm": 1.1529832316128543, + "learning_rate": 1.857080276543378e-05, + "loss": 0.0476, + "step": 23239 + }, + { + "epoch": 19.71162001696353, + "grad_norm": 1.1593477034221276, + "learning_rate": 1.8570661239613954e-05, + "loss": 0.0492, + "step": 23240 + }, + { + "epoch": 19.712468193384225, + "grad_norm": 1.1847231436685974, + "learning_rate": 1.8570519707326528e-05, + "loss": 0.0534, + "step": 23241 + }, + { + "epoch": 19.713316369804918, + "grad_norm": 1.2376806269306695, + "learning_rate": 1.8570378168571612e-05, + "loss": 0.0516, + "step": 23242 + }, + { + "epoch": 19.714164546225614, + "grad_norm": 1.3074001789149825, + "learning_rate": 1.8570236623349312e-05, + "loss": 0.0509, + "step": 23243 + }, + { + "epoch": 19.71501272264631, + "grad_norm": 1.2938209057513996, + "learning_rate": 1.8570095071659736e-05, + "loss": 0.0498, + "step": 23244 + }, + { + "epoch": 19.715860899067007, + "grad_norm": 1.1899577896702456, + "learning_rate": 1.856995351350299e-05, + "loss": 0.0473, + "step": 23245 + }, + { + "epoch": 19.716709075487703, + "grad_norm": 1.324034550735553, + "learning_rate": 1.8569811948879176e-05, + "loss": 0.0532, + "step": 23246 + }, + { + "epoch": 19.717557251908396, + "grad_norm": 1.369238945886402, + "learning_rate": 1.8569670377788408e-05, + "loss": 0.0496, + "step": 23247 + }, + { + "epoch": 19.718405428329092, + "grad_norm": 0.9537979704578685, + "learning_rate": 1.8569528800230788e-05, + "loss": 0.0447, + "step": 23248 + }, + { + "epoch": 19.719253604749788, + "grad_norm": 1.1536894486466842, + "learning_rate": 1.8569387216206427e-05, + "loss": 0.0452, + "step": 23249 + }, + { + "epoch": 19.720101781170484, + "grad_norm": 1.3295633538485214, + "learning_rate": 1.856924562571543e-05, + "loss": 0.0561, + "step": 23250 + }, + { + "epoch": 19.72094995759118, + "grad_norm": 1.3890498487087959, + "learning_rate": 1.8569104028757903e-05, + "loss": 0.0538, + "step": 23251 + }, + { + "epoch": 19.721798134011873, + "grad_norm": 1.2689787470313465, + "learning_rate": 1.8568962425333953e-05, + "loss": 0.0494, + "step": 23252 + }, + { + "epoch": 19.72264631043257, + "grad_norm": 1.1793277573227456, + "learning_rate": 1.8568820815443686e-05, + "loss": 0.0475, + "step": 23253 + }, + { + "epoch": 19.723494486853266, + "grad_norm": 1.4373620678495422, + "learning_rate": 1.8568679199087213e-05, + "loss": 0.0523, + "step": 23254 + }, + { + "epoch": 19.724342663273962, + "grad_norm": 1.1861897705947237, + "learning_rate": 1.8568537576264637e-05, + "loss": 0.0514, + "step": 23255 + }, + { + "epoch": 19.725190839694655, + "grad_norm": 1.176160324718131, + "learning_rate": 1.8568395946976062e-05, + "loss": 0.0485, + "step": 23256 + }, + { + "epoch": 19.72603901611535, + "grad_norm": 1.3073868194096117, + "learning_rate": 1.8568254311221606e-05, + "loss": 0.0534, + "step": 23257 + }, + { + "epoch": 19.726887192536047, + "grad_norm": 1.2817586726059076, + "learning_rate": 1.8568112669001362e-05, + "loss": 0.0525, + "step": 23258 + }, + { + "epoch": 19.727735368956743, + "grad_norm": 1.2573568050728376, + "learning_rate": 1.8567971020315448e-05, + "loss": 0.053, + "step": 23259 + }, + { + "epoch": 19.72858354537744, + "grad_norm": 1.1762016464826726, + "learning_rate": 1.8567829365163965e-05, + "loss": 0.0459, + "step": 23260 + }, + { + "epoch": 19.729431721798132, + "grad_norm": 1.1972333539205704, + "learning_rate": 1.8567687703547022e-05, + "loss": 0.0476, + "step": 23261 + }, + { + "epoch": 19.73027989821883, + "grad_norm": 1.2810758184975397, + "learning_rate": 1.8567546035464725e-05, + "loss": 0.0561, + "step": 23262 + }, + { + "epoch": 19.731128074639525, + "grad_norm": 1.299327422584098, + "learning_rate": 1.856740436091718e-05, + "loss": 0.0536, + "step": 23263 + }, + { + "epoch": 19.73197625106022, + "grad_norm": 1.3336885723902283, + "learning_rate": 1.8567262679904497e-05, + "loss": 0.0496, + "step": 23264 + }, + { + "epoch": 19.732824427480917, + "grad_norm": 1.313197316662932, + "learning_rate": 1.8567120992426778e-05, + "loss": 0.0497, + "step": 23265 + }, + { + "epoch": 19.73367260390161, + "grad_norm": 1.349190131193455, + "learning_rate": 1.8566979298484137e-05, + "loss": 0.0529, + "step": 23266 + }, + { + "epoch": 19.734520780322306, + "grad_norm": 1.2604011877653305, + "learning_rate": 1.856683759807667e-05, + "loss": 0.0557, + "step": 23267 + }, + { + "epoch": 19.735368956743002, + "grad_norm": 1.2708835206920148, + "learning_rate": 1.8566695891204495e-05, + "loss": 0.059, + "step": 23268 + }, + { + "epoch": 19.7362171331637, + "grad_norm": 1.2149280043700692, + "learning_rate": 1.8566554177867714e-05, + "loss": 0.052, + "step": 23269 + }, + { + "epoch": 19.737065309584395, + "grad_norm": 1.2004995878226594, + "learning_rate": 1.8566412458066438e-05, + "loss": 0.0561, + "step": 23270 + }, + { + "epoch": 19.737913486005088, + "grad_norm": 1.2764947999403022, + "learning_rate": 1.8566270731800766e-05, + "loss": 0.0507, + "step": 23271 + }, + { + "epoch": 19.738761662425784, + "grad_norm": 1.482930034660179, + "learning_rate": 1.8566128999070813e-05, + "loss": 0.0661, + "step": 23272 + }, + { + "epoch": 19.73960983884648, + "grad_norm": 1.3000193425430562, + "learning_rate": 1.856598725987668e-05, + "loss": 0.0545, + "step": 23273 + }, + { + "epoch": 19.740458015267176, + "grad_norm": 1.4119645416250044, + "learning_rate": 1.8565845514218477e-05, + "loss": 0.0566, + "step": 23274 + }, + { + "epoch": 19.741306191687872, + "grad_norm": 1.1294741305076996, + "learning_rate": 1.856570376209631e-05, + "loss": 0.0462, + "step": 23275 + }, + { + "epoch": 19.742154368108565, + "grad_norm": 1.3508345547232818, + "learning_rate": 1.8565562003510287e-05, + "loss": 0.0493, + "step": 23276 + }, + { + "epoch": 19.74300254452926, + "grad_norm": 1.1870185683705117, + "learning_rate": 1.8565420238460515e-05, + "loss": 0.0462, + "step": 23277 + }, + { + "epoch": 19.743850720949958, + "grad_norm": 1.1597218214019323, + "learning_rate": 1.85652784669471e-05, + "loss": 0.0478, + "step": 23278 + }, + { + "epoch": 19.744698897370654, + "grad_norm": 1.3375202813593619, + "learning_rate": 1.8565136688970146e-05, + "loss": 0.0486, + "step": 23279 + }, + { + "epoch": 19.74554707379135, + "grad_norm": 1.3582812514066953, + "learning_rate": 1.8564994904529767e-05, + "loss": 0.0533, + "step": 23280 + }, + { + "epoch": 19.746395250212043, + "grad_norm": 1.265894751172081, + "learning_rate": 1.8564853113626065e-05, + "loss": 0.0511, + "step": 23281 + }, + { + "epoch": 19.74724342663274, + "grad_norm": 1.641178415045446, + "learning_rate": 1.8564711316259147e-05, + "loss": 0.0626, + "step": 23282 + }, + { + "epoch": 19.748091603053435, + "grad_norm": 1.1173280496227858, + "learning_rate": 1.8564569512429126e-05, + "loss": 0.0492, + "step": 23283 + }, + { + "epoch": 19.74893977947413, + "grad_norm": 0.9757319977726497, + "learning_rate": 1.8564427702136098e-05, + "loss": 0.0524, + "step": 23284 + }, + { + "epoch": 19.749787955894828, + "grad_norm": 1.2057788431568859, + "learning_rate": 1.8564285885380182e-05, + "loss": 0.0529, + "step": 23285 + }, + { + "epoch": 19.75063613231552, + "grad_norm": 1.2280366933108242, + "learning_rate": 1.8564144062161476e-05, + "loss": 0.0468, + "step": 23286 + }, + { + "epoch": 19.751484308736217, + "grad_norm": 1.2079980356933566, + "learning_rate": 1.856400223248009e-05, + "loss": 0.0508, + "step": 23287 + }, + { + "epoch": 19.752332485156913, + "grad_norm": 1.2644518120863377, + "learning_rate": 1.8563860396336132e-05, + "loss": 0.0505, + "step": 23288 + }, + { + "epoch": 19.75318066157761, + "grad_norm": 1.215666836297113, + "learning_rate": 1.856371855372971e-05, + "loss": 0.0491, + "step": 23289 + }, + { + "epoch": 19.754028837998305, + "grad_norm": 1.1193114088321392, + "learning_rate": 1.8563576704660926e-05, + "loss": 0.0469, + "step": 23290 + }, + { + "epoch": 19.754877014418998, + "grad_norm": 1.3305786247598412, + "learning_rate": 1.8563434849129895e-05, + "loss": 0.0511, + "step": 23291 + }, + { + "epoch": 19.755725190839694, + "grad_norm": 1.3543678790857367, + "learning_rate": 1.8563292987136714e-05, + "loss": 0.049, + "step": 23292 + }, + { + "epoch": 19.75657336726039, + "grad_norm": 1.3083322871314669, + "learning_rate": 1.85631511186815e-05, + "loss": 0.0579, + "step": 23293 + }, + { + "epoch": 19.757421543681087, + "grad_norm": 1.339772020507794, + "learning_rate": 1.8563009243764355e-05, + "loss": 0.053, + "step": 23294 + }, + { + "epoch": 19.75826972010178, + "grad_norm": 1.1979958545578644, + "learning_rate": 1.8562867362385385e-05, + "loss": 0.0462, + "step": 23295 + }, + { + "epoch": 19.759117896522476, + "grad_norm": 1.4412593988712974, + "learning_rate": 1.85627254745447e-05, + "loss": 0.0521, + "step": 23296 + }, + { + "epoch": 19.759966072943172, + "grad_norm": 1.3224738505830878, + "learning_rate": 1.8562583580242405e-05, + "loss": 0.0495, + "step": 23297 + }, + { + "epoch": 19.760814249363868, + "grad_norm": 1.4645657076981202, + "learning_rate": 1.8562441679478608e-05, + "loss": 0.0536, + "step": 23298 + }, + { + "epoch": 19.761662425784564, + "grad_norm": 1.220820926116294, + "learning_rate": 1.8562299772253417e-05, + "loss": 0.0523, + "step": 23299 + }, + { + "epoch": 19.762510602205257, + "grad_norm": 1.283029521750652, + "learning_rate": 1.8562157858566936e-05, + "loss": 0.0536, + "step": 23300 + }, + { + "epoch": 19.763358778625953, + "grad_norm": 1.2935521676500592, + "learning_rate": 1.8562015938419275e-05, + "loss": 0.0569, + "step": 23301 + }, + { + "epoch": 19.76420695504665, + "grad_norm": 1.276301929693159, + "learning_rate": 1.856187401181054e-05, + "loss": 0.05, + "step": 23302 + }, + { + "epoch": 19.765055131467346, + "grad_norm": 1.0472475157059755, + "learning_rate": 1.856173207874084e-05, + "loss": 0.0485, + "step": 23303 + }, + { + "epoch": 19.765903307888042, + "grad_norm": 1.3293058664818864, + "learning_rate": 1.856159013921028e-05, + "loss": 0.0589, + "step": 23304 + }, + { + "epoch": 19.766751484308735, + "grad_norm": 1.1219367280949046, + "learning_rate": 1.856144819321897e-05, + "loss": 0.048, + "step": 23305 + }, + { + "epoch": 19.76759966072943, + "grad_norm": 1.2494428936749986, + "learning_rate": 1.856130624076701e-05, + "loss": 0.0516, + "step": 23306 + }, + { + "epoch": 19.768447837150127, + "grad_norm": 1.1512011913175868, + "learning_rate": 1.8561164281854512e-05, + "loss": 0.0528, + "step": 23307 + }, + { + "epoch": 19.769296013570823, + "grad_norm": 1.2277070167603337, + "learning_rate": 1.8561022316481586e-05, + "loss": 0.0468, + "step": 23308 + }, + { + "epoch": 19.77014418999152, + "grad_norm": 1.3186168664889741, + "learning_rate": 1.8560880344648334e-05, + "loss": 0.0517, + "step": 23309 + }, + { + "epoch": 19.770992366412212, + "grad_norm": 1.1174240788691978, + "learning_rate": 1.8560738366354866e-05, + "loss": 0.0458, + "step": 23310 + }, + { + "epoch": 19.77184054283291, + "grad_norm": 1.1676765166333571, + "learning_rate": 1.8560596381601284e-05, + "loss": 0.0509, + "step": 23311 + }, + { + "epoch": 19.772688719253605, + "grad_norm": 1.12589399346781, + "learning_rate": 1.8560454390387708e-05, + "loss": 0.0468, + "step": 23312 + }, + { + "epoch": 19.7735368956743, + "grad_norm": 1.3622810502483205, + "learning_rate": 1.856031239271423e-05, + "loss": 0.0518, + "step": 23313 + }, + { + "epoch": 19.774385072094997, + "grad_norm": 1.549993580546695, + "learning_rate": 1.8560170388580966e-05, + "loss": 0.0577, + "step": 23314 + }, + { + "epoch": 19.77523324851569, + "grad_norm": 1.3176150657245091, + "learning_rate": 1.856002837798802e-05, + "loss": 0.0498, + "step": 23315 + }, + { + "epoch": 19.776081424936386, + "grad_norm": 1.2573466408657346, + "learning_rate": 1.85598863609355e-05, + "loss": 0.0471, + "step": 23316 + }, + { + "epoch": 19.776929601357082, + "grad_norm": 1.27125167476963, + "learning_rate": 1.8559744337423518e-05, + "loss": 0.0496, + "step": 23317 + }, + { + "epoch": 19.77777777777778, + "grad_norm": 1.205147351137143, + "learning_rate": 1.855960230745217e-05, + "loss": 0.0493, + "step": 23318 + }, + { + "epoch": 19.778625954198475, + "grad_norm": 1.1875148569930485, + "learning_rate": 1.8559460271021576e-05, + "loss": 0.0526, + "step": 23319 + }, + { + "epoch": 19.779474130619167, + "grad_norm": 1.2320192508429055, + "learning_rate": 1.855931822813183e-05, + "loss": 0.0513, + "step": 23320 + }, + { + "epoch": 19.780322307039864, + "grad_norm": 1.2546262846784246, + "learning_rate": 1.855917617878305e-05, + "loss": 0.0494, + "step": 23321 + }, + { + "epoch": 19.78117048346056, + "grad_norm": 1.0595963500430945, + "learning_rate": 1.8559034122975336e-05, + "loss": 0.0457, + "step": 23322 + }, + { + "epoch": 19.782018659881256, + "grad_norm": 1.1947029586877183, + "learning_rate": 1.85588920607088e-05, + "loss": 0.0499, + "step": 23323 + }, + { + "epoch": 19.782866836301952, + "grad_norm": 1.2912092548265544, + "learning_rate": 1.855874999198355e-05, + "loss": 0.0499, + "step": 23324 + }, + { + "epoch": 19.783715012722645, + "grad_norm": 1.2561109364849903, + "learning_rate": 1.855860791679969e-05, + "loss": 0.0476, + "step": 23325 + }, + { + "epoch": 19.78456318914334, + "grad_norm": 1.2902458432623034, + "learning_rate": 1.8558465835157328e-05, + "loss": 0.0611, + "step": 23326 + }, + { + "epoch": 19.785411365564038, + "grad_norm": 1.273723580395171, + "learning_rate": 1.855832374705657e-05, + "loss": 0.0531, + "step": 23327 + }, + { + "epoch": 19.786259541984734, + "grad_norm": 1.276321400937896, + "learning_rate": 1.8558181652497526e-05, + "loss": 0.0546, + "step": 23328 + }, + { + "epoch": 19.78710771840543, + "grad_norm": 1.2043625808866616, + "learning_rate": 1.8558039551480297e-05, + "loss": 0.0524, + "step": 23329 + }, + { + "epoch": 19.787955894826123, + "grad_norm": 1.0659435926274126, + "learning_rate": 1.8557897444005e-05, + "loss": 0.0456, + "step": 23330 + }, + { + "epoch": 19.78880407124682, + "grad_norm": 1.24837487829079, + "learning_rate": 1.8557755330071735e-05, + "loss": 0.0499, + "step": 23331 + }, + { + "epoch": 19.789652247667515, + "grad_norm": 1.314219577956914, + "learning_rate": 1.8557613209680613e-05, + "loss": 0.0484, + "step": 23332 + }, + { + "epoch": 19.79050042408821, + "grad_norm": 1.3646964870018392, + "learning_rate": 1.855747108283174e-05, + "loss": 0.054, + "step": 23333 + }, + { + "epoch": 19.791348600508904, + "grad_norm": 1.326349971360191, + "learning_rate": 1.8557328949525217e-05, + "loss": 0.0576, + "step": 23334 + }, + { + "epoch": 19.7921967769296, + "grad_norm": 1.2792366023855464, + "learning_rate": 1.8557186809761164e-05, + "loss": 0.0507, + "step": 23335 + }, + { + "epoch": 19.793044953350297, + "grad_norm": 1.3056504915209188, + "learning_rate": 1.8557044663539677e-05, + "loss": 0.0507, + "step": 23336 + }, + { + "epoch": 19.793893129770993, + "grad_norm": 1.111716104897355, + "learning_rate": 1.8556902510860872e-05, + "loss": 0.0475, + "step": 23337 + }, + { + "epoch": 19.79474130619169, + "grad_norm": 1.1951483658339934, + "learning_rate": 1.855676035172485e-05, + "loss": 0.0472, + "step": 23338 + }, + { + "epoch": 19.79558948261238, + "grad_norm": 1.2421261657891893, + "learning_rate": 1.8556618186131716e-05, + "loss": 0.051, + "step": 23339 + }, + { + "epoch": 19.796437659033078, + "grad_norm": 0.9921640923284728, + "learning_rate": 1.855647601408159e-05, + "loss": 0.0445, + "step": 23340 + }, + { + "epoch": 19.797285835453774, + "grad_norm": 1.172304752885782, + "learning_rate": 1.8556333835574564e-05, + "loss": 0.0497, + "step": 23341 + }, + { + "epoch": 19.79813401187447, + "grad_norm": 1.2212630640080597, + "learning_rate": 1.8556191650610753e-05, + "loss": 0.0518, + "step": 23342 + }, + { + "epoch": 19.798982188295167, + "grad_norm": 1.2976345923431871, + "learning_rate": 1.8556049459190263e-05, + "loss": 0.0515, + "step": 23343 + }, + { + "epoch": 19.79983036471586, + "grad_norm": 1.0747788972892727, + "learning_rate": 1.8555907261313204e-05, + "loss": 0.0474, + "step": 23344 + }, + { + "epoch": 19.800678541136556, + "grad_norm": 1.3658836427395027, + "learning_rate": 1.8555765056979683e-05, + "loss": 0.0622, + "step": 23345 + }, + { + "epoch": 19.801526717557252, + "grad_norm": 1.291296816249522, + "learning_rate": 1.85556228461898e-05, + "loss": 0.051, + "step": 23346 + }, + { + "epoch": 19.802374893977948, + "grad_norm": 1.1850114512356442, + "learning_rate": 1.855548062894367e-05, + "loss": 0.0488, + "step": 23347 + }, + { + "epoch": 19.803223070398644, + "grad_norm": 1.2700423478134018, + "learning_rate": 1.8555338405241398e-05, + "loss": 0.0505, + "step": 23348 + }, + { + "epoch": 19.804071246819337, + "grad_norm": 1.3885152271029502, + "learning_rate": 1.8555196175083093e-05, + "loss": 0.0554, + "step": 23349 + }, + { + "epoch": 19.804919423240033, + "grad_norm": 1.361219599431278, + "learning_rate": 1.855505393846886e-05, + "loss": 0.0549, + "step": 23350 + }, + { + "epoch": 19.80576759966073, + "grad_norm": 1.202542641849422, + "learning_rate": 1.8554911695398804e-05, + "loss": 0.0584, + "step": 23351 + }, + { + "epoch": 19.806615776081426, + "grad_norm": 1.1509877962166082, + "learning_rate": 1.8554769445873037e-05, + "loss": 0.045, + "step": 23352 + }, + { + "epoch": 19.807463952502122, + "grad_norm": 1.2386051203396284, + "learning_rate": 1.8554627189891662e-05, + "loss": 0.0513, + "step": 23353 + }, + { + "epoch": 19.808312128922815, + "grad_norm": 1.4915589393865056, + "learning_rate": 1.855448492745479e-05, + "loss": 0.056, + "step": 23354 + }, + { + "epoch": 19.80916030534351, + "grad_norm": 1.2212276584572397, + "learning_rate": 1.855434265856253e-05, + "loss": 0.0491, + "step": 23355 + }, + { + "epoch": 19.810008481764207, + "grad_norm": 1.3231118677912965, + "learning_rate": 1.8554200383214988e-05, + "loss": 0.0514, + "step": 23356 + }, + { + "epoch": 19.810856658184903, + "grad_norm": 1.3913166754779611, + "learning_rate": 1.8554058101412267e-05, + "loss": 0.0487, + "step": 23357 + }, + { + "epoch": 19.8117048346056, + "grad_norm": 1.1882911859171412, + "learning_rate": 1.855391581315448e-05, + "loss": 0.0543, + "step": 23358 + }, + { + "epoch": 19.812553011026292, + "grad_norm": 1.0566431277731565, + "learning_rate": 1.855377351844173e-05, + "loss": 0.0469, + "step": 23359 + }, + { + "epoch": 19.81340118744699, + "grad_norm": 1.0751432597530222, + "learning_rate": 1.8553631217274125e-05, + "loss": 0.05, + "step": 23360 + }, + { + "epoch": 19.814249363867685, + "grad_norm": 1.2808269795574245, + "learning_rate": 1.8553488909651774e-05, + "loss": 0.0522, + "step": 23361 + }, + { + "epoch": 19.81509754028838, + "grad_norm": 1.2564233986224713, + "learning_rate": 1.855334659557478e-05, + "loss": 0.0529, + "step": 23362 + }, + { + "epoch": 19.815945716709077, + "grad_norm": 1.277171520435028, + "learning_rate": 1.855320427504326e-05, + "loss": 0.0528, + "step": 23363 + }, + { + "epoch": 19.81679389312977, + "grad_norm": 1.5955785869884633, + "learning_rate": 1.8553061948057317e-05, + "loss": 0.0553, + "step": 23364 + }, + { + "epoch": 19.817642069550466, + "grad_norm": 1.2723265972604445, + "learning_rate": 1.8552919614617053e-05, + "loss": 0.0456, + "step": 23365 + }, + { + "epoch": 19.818490245971162, + "grad_norm": 1.3777429430562564, + "learning_rate": 1.8552777274722583e-05, + "loss": 0.055, + "step": 23366 + }, + { + "epoch": 19.81933842239186, + "grad_norm": 1.455540081108256, + "learning_rate": 1.8552634928374008e-05, + "loss": 0.0558, + "step": 23367 + }, + { + "epoch": 19.820186598812555, + "grad_norm": 1.2859585360410604, + "learning_rate": 1.8552492575571438e-05, + "loss": 0.0538, + "step": 23368 + }, + { + "epoch": 19.821034775233247, + "grad_norm": 1.0561902156243066, + "learning_rate": 1.855235021631498e-05, + "loss": 0.0467, + "step": 23369 + }, + { + "epoch": 19.821882951653944, + "grad_norm": 1.2035312535854636, + "learning_rate": 1.8552207850604747e-05, + "loss": 0.0466, + "step": 23370 + }, + { + "epoch": 19.82273112807464, + "grad_norm": 1.2463180511201306, + "learning_rate": 1.855206547844084e-05, + "loss": 0.0495, + "step": 23371 + }, + { + "epoch": 19.823579304495336, + "grad_norm": 1.355519794232483, + "learning_rate": 1.8551923099823365e-05, + "loss": 0.0541, + "step": 23372 + }, + { + "epoch": 19.82442748091603, + "grad_norm": 1.1293836274818843, + "learning_rate": 1.8551780714752435e-05, + "loss": 0.0472, + "step": 23373 + }, + { + "epoch": 19.825275657336725, + "grad_norm": 1.2885398737157818, + "learning_rate": 1.8551638323228153e-05, + "loss": 0.0506, + "step": 23374 + }, + { + "epoch": 19.82612383375742, + "grad_norm": 1.1433735027798333, + "learning_rate": 1.855149592525063e-05, + "loss": 0.0499, + "step": 23375 + }, + { + "epoch": 19.826972010178118, + "grad_norm": 1.2782825082981506, + "learning_rate": 1.855135352081997e-05, + "loss": 0.0579, + "step": 23376 + }, + { + "epoch": 19.827820186598814, + "grad_norm": 1.2327178967124368, + "learning_rate": 1.8551211109936287e-05, + "loss": 0.0536, + "step": 23377 + }, + { + "epoch": 19.828668363019506, + "grad_norm": 1.246588754284071, + "learning_rate": 1.855106869259968e-05, + "loss": 0.0483, + "step": 23378 + }, + { + "epoch": 19.829516539440203, + "grad_norm": 1.2188541446256058, + "learning_rate": 1.855092626881026e-05, + "loss": 0.0531, + "step": 23379 + }, + { + "epoch": 19.8303647158609, + "grad_norm": 1.614179673551785, + "learning_rate": 1.855078383856814e-05, + "loss": 0.0523, + "step": 23380 + }, + { + "epoch": 19.831212892281595, + "grad_norm": 1.312683971173763, + "learning_rate": 1.8550641401873413e-05, + "loss": 0.0559, + "step": 23381 + }, + { + "epoch": 19.83206106870229, + "grad_norm": 1.2942683694194719, + "learning_rate": 1.85504989587262e-05, + "loss": 0.057, + "step": 23382 + }, + { + "epoch": 19.832909245122984, + "grad_norm": 1.2616279826503487, + "learning_rate": 1.855035650912661e-05, + "loss": 0.0501, + "step": 23383 + }, + { + "epoch": 19.83375742154368, + "grad_norm": 1.1953140286544683, + "learning_rate": 1.8550214053074738e-05, + "loss": 0.0485, + "step": 23384 + }, + { + "epoch": 19.834605597964376, + "grad_norm": 1.2853857120757128, + "learning_rate": 1.85500715905707e-05, + "loss": 0.052, + "step": 23385 + }, + { + "epoch": 19.835453774385073, + "grad_norm": 1.3096806015184868, + "learning_rate": 1.85499291216146e-05, + "loss": 0.0622, + "step": 23386 + }, + { + "epoch": 19.83630195080577, + "grad_norm": 1.2769420305015151, + "learning_rate": 1.854978664620655e-05, + "loss": 0.05, + "step": 23387 + }, + { + "epoch": 19.83715012722646, + "grad_norm": 1.3046886054055926, + "learning_rate": 1.8549644164346648e-05, + "loss": 0.0449, + "step": 23388 + }, + { + "epoch": 19.837998303647158, + "grad_norm": 1.392249058773056, + "learning_rate": 1.854950167603502e-05, + "loss": 0.0523, + "step": 23389 + }, + { + "epoch": 19.838846480067854, + "grad_norm": 1.3890970003342242, + "learning_rate": 1.8549359181271753e-05, + "loss": 0.0557, + "step": 23390 + }, + { + "epoch": 19.83969465648855, + "grad_norm": 1.2637869053209632, + "learning_rate": 1.8549216680056965e-05, + "loss": 0.0545, + "step": 23391 + }, + { + "epoch": 19.840542832909247, + "grad_norm": 1.1587505064971844, + "learning_rate": 1.854907417239076e-05, + "loss": 0.049, + "step": 23392 + }, + { + "epoch": 19.84139100932994, + "grad_norm": 1.1594566972435776, + "learning_rate": 1.8548931658273254e-05, + "loss": 0.0468, + "step": 23393 + }, + { + "epoch": 19.842239185750635, + "grad_norm": 1.2356238484080047, + "learning_rate": 1.8548789137704543e-05, + "loss": 0.0525, + "step": 23394 + }, + { + "epoch": 19.84308736217133, + "grad_norm": 1.1436651184113928, + "learning_rate": 1.854864661068474e-05, + "loss": 0.049, + "step": 23395 + }, + { + "epoch": 19.843935538592028, + "grad_norm": 1.3168098965602046, + "learning_rate": 1.8548504077213953e-05, + "loss": 0.0546, + "step": 23396 + }, + { + "epoch": 19.844783715012724, + "grad_norm": 1.374063749552922, + "learning_rate": 1.8548361537292287e-05, + "loss": 0.048, + "step": 23397 + }, + { + "epoch": 19.845631891433417, + "grad_norm": 1.2218367307032247, + "learning_rate": 1.8548218990919853e-05, + "loss": 0.0546, + "step": 23398 + }, + { + "epoch": 19.846480067854113, + "grad_norm": 1.165137599904337, + "learning_rate": 1.8548076438096757e-05, + "loss": 0.0467, + "step": 23399 + }, + { + "epoch": 19.84732824427481, + "grad_norm": 1.2591009461055676, + "learning_rate": 1.8547933878823103e-05, + "loss": 0.0525, + "step": 23400 + }, + { + "epoch": 19.848176420695506, + "grad_norm": 1.2186322233793327, + "learning_rate": 1.8547791313099e-05, + "loss": 0.0506, + "step": 23401 + }, + { + "epoch": 19.849024597116202, + "grad_norm": 1.3907273420183395, + "learning_rate": 1.8547648740924564e-05, + "loss": 0.0521, + "step": 23402 + }, + { + "epoch": 19.849872773536894, + "grad_norm": 1.1755995289154517, + "learning_rate": 1.8547506162299896e-05, + "loss": 0.048, + "step": 23403 + }, + { + "epoch": 19.85072094995759, + "grad_norm": 1.6899145789028964, + "learning_rate": 1.85473635772251e-05, + "loss": 0.0607, + "step": 23404 + }, + { + "epoch": 19.851569126378287, + "grad_norm": 1.4175987682728906, + "learning_rate": 1.8547220985700286e-05, + "loss": 0.0573, + "step": 23405 + }, + { + "epoch": 19.852417302798983, + "grad_norm": 1.0665443235846204, + "learning_rate": 1.8547078387725565e-05, + "loss": 0.0492, + "step": 23406 + }, + { + "epoch": 19.85326547921968, + "grad_norm": 1.4204614485426608, + "learning_rate": 1.8546935783301042e-05, + "loss": 0.0592, + "step": 23407 + }, + { + "epoch": 19.854113655640372, + "grad_norm": 1.35628216664546, + "learning_rate": 1.8546793172426825e-05, + "loss": 0.0532, + "step": 23408 + }, + { + "epoch": 19.85496183206107, + "grad_norm": 1.3411375877687077, + "learning_rate": 1.854665055510302e-05, + "loss": 0.05, + "step": 23409 + }, + { + "epoch": 19.855810008481765, + "grad_norm": 1.2534821000279375, + "learning_rate": 1.8546507931329743e-05, + "loss": 0.0499, + "step": 23410 + }, + { + "epoch": 19.85665818490246, + "grad_norm": 1.3603202901156088, + "learning_rate": 1.854636530110709e-05, + "loss": 0.0485, + "step": 23411 + }, + { + "epoch": 19.857506361323153, + "grad_norm": 1.4083147640145308, + "learning_rate": 1.854622266443517e-05, + "loss": 0.0514, + "step": 23412 + }, + { + "epoch": 19.85835453774385, + "grad_norm": 1.241395251862422, + "learning_rate": 1.85460800213141e-05, + "loss": 0.0498, + "step": 23413 + }, + { + "epoch": 19.859202714164546, + "grad_norm": 1.1474836438982652, + "learning_rate": 1.854593737174398e-05, + "loss": 0.0467, + "step": 23414 + }, + { + "epoch": 19.860050890585242, + "grad_norm": 1.3292888129124116, + "learning_rate": 1.8545794715724922e-05, + "loss": 0.0542, + "step": 23415 + }, + { + "epoch": 19.86089906700594, + "grad_norm": 1.1053670621754883, + "learning_rate": 1.8545652053257027e-05, + "loss": 0.0478, + "step": 23416 + }, + { + "epoch": 19.86174724342663, + "grad_norm": 1.2230681220130808, + "learning_rate": 1.854550938434041e-05, + "loss": 0.0539, + "step": 23417 + }, + { + "epoch": 19.862595419847327, + "grad_norm": 1.1772380829900178, + "learning_rate": 1.8545366708975173e-05, + "loss": 0.0506, + "step": 23418 + }, + { + "epoch": 19.863443596268024, + "grad_norm": 1.0723228428932043, + "learning_rate": 1.8545224027161425e-05, + "loss": 0.0458, + "step": 23419 + }, + { + "epoch": 19.86429177268872, + "grad_norm": 1.3281504475529406, + "learning_rate": 1.854508133889928e-05, + "loss": 0.0482, + "step": 23420 + }, + { + "epoch": 19.865139949109416, + "grad_norm": 1.4224111022892025, + "learning_rate": 1.854493864418883e-05, + "loss": 0.051, + "step": 23421 + }, + { + "epoch": 19.86598812553011, + "grad_norm": 1.435721463974497, + "learning_rate": 1.8544795943030202e-05, + "loss": 0.0528, + "step": 23422 + }, + { + "epoch": 19.866836301950805, + "grad_norm": 1.382169460105238, + "learning_rate": 1.8544653235423494e-05, + "loss": 0.0565, + "step": 23423 + }, + { + "epoch": 19.8676844783715, + "grad_norm": 1.1716231141346363, + "learning_rate": 1.8544510521368812e-05, + "loss": 0.049, + "step": 23424 + }, + { + "epoch": 19.868532654792197, + "grad_norm": 1.225892906037312, + "learning_rate": 1.8544367800866268e-05, + "loss": 0.0497, + "step": 23425 + }, + { + "epoch": 19.869380831212894, + "grad_norm": 1.2702884728782853, + "learning_rate": 1.854422507391597e-05, + "loss": 0.0472, + "step": 23426 + }, + { + "epoch": 19.870229007633586, + "grad_norm": 1.434223942374243, + "learning_rate": 1.854408234051802e-05, + "loss": 0.0528, + "step": 23427 + }, + { + "epoch": 19.871077184054283, + "grad_norm": 1.2529025393138675, + "learning_rate": 1.854393960067253e-05, + "loss": 0.0512, + "step": 23428 + }, + { + "epoch": 19.87192536047498, + "grad_norm": 1.065698331226426, + "learning_rate": 1.854379685437961e-05, + "loss": 0.0466, + "step": 23429 + }, + { + "epoch": 19.872773536895675, + "grad_norm": 1.1363728473319163, + "learning_rate": 1.854365410163936e-05, + "loss": 0.0502, + "step": 23430 + }, + { + "epoch": 19.87362171331637, + "grad_norm": 1.286794199290631, + "learning_rate": 1.8543511342451893e-05, + "loss": 0.0471, + "step": 23431 + }, + { + "epoch": 19.874469889737064, + "grad_norm": 1.3047315147259784, + "learning_rate": 1.854336857681732e-05, + "loss": 0.0582, + "step": 23432 + }, + { + "epoch": 19.87531806615776, + "grad_norm": 1.2018737534514425, + "learning_rate": 1.854322580473574e-05, + "loss": 0.0497, + "step": 23433 + }, + { + "epoch": 19.876166242578456, + "grad_norm": 1.3862183718384706, + "learning_rate": 1.854308302620727e-05, + "loss": 0.0549, + "step": 23434 + }, + { + "epoch": 19.877014418999153, + "grad_norm": 1.339992783511586, + "learning_rate": 1.8542940241232013e-05, + "loss": 0.0526, + "step": 23435 + }, + { + "epoch": 19.87786259541985, + "grad_norm": 1.2829313139120522, + "learning_rate": 1.8542797449810074e-05, + "loss": 0.0506, + "step": 23436 + }, + { + "epoch": 19.87871077184054, + "grad_norm": 1.2676373872434603, + "learning_rate": 1.8542654651941566e-05, + "loss": 0.0481, + "step": 23437 + }, + { + "epoch": 19.879558948261238, + "grad_norm": 1.3686587904433913, + "learning_rate": 1.8542511847626593e-05, + "loss": 0.0482, + "step": 23438 + }, + { + "epoch": 19.880407124681934, + "grad_norm": 1.421286646623469, + "learning_rate": 1.854236903686527e-05, + "loss": 0.0528, + "step": 23439 + }, + { + "epoch": 19.88125530110263, + "grad_norm": 1.0249823689712572, + "learning_rate": 1.8542226219657694e-05, + "loss": 0.0437, + "step": 23440 + }, + { + "epoch": 19.882103477523327, + "grad_norm": 1.0928557695266017, + "learning_rate": 1.854208339600398e-05, + "loss": 0.0451, + "step": 23441 + }, + { + "epoch": 19.88295165394402, + "grad_norm": 1.2494190726220569, + "learning_rate": 1.8541940565904232e-05, + "loss": 0.0558, + "step": 23442 + }, + { + "epoch": 19.883799830364715, + "grad_norm": 1.3673760152007577, + "learning_rate": 1.854179772935856e-05, + "loss": 0.0548, + "step": 23443 + }, + { + "epoch": 19.88464800678541, + "grad_norm": 1.3540665275344872, + "learning_rate": 1.854165488636707e-05, + "loss": 0.0508, + "step": 23444 + }, + { + "epoch": 19.885496183206108, + "grad_norm": 1.2164683650163828, + "learning_rate": 1.8541512036929876e-05, + "loss": 0.0497, + "step": 23445 + }, + { + "epoch": 19.886344359626804, + "grad_norm": 1.3267784914341592, + "learning_rate": 1.8541369181047076e-05, + "loss": 0.047, + "step": 23446 + }, + { + "epoch": 19.887192536047497, + "grad_norm": 1.1105916873188226, + "learning_rate": 1.8541226318718785e-05, + "loss": 0.0478, + "step": 23447 + }, + { + "epoch": 19.888040712468193, + "grad_norm": 1.3811644103767398, + "learning_rate": 1.8541083449945106e-05, + "loss": 0.0537, + "step": 23448 + }, + { + "epoch": 19.88888888888889, + "grad_norm": 1.2297446070923284, + "learning_rate": 1.8540940574726153e-05, + "loss": 0.0487, + "step": 23449 + }, + { + "epoch": 19.889737065309586, + "grad_norm": 1.236157924942188, + "learning_rate": 1.8540797693062028e-05, + "loss": 0.05, + "step": 23450 + }, + { + "epoch": 19.890585241730278, + "grad_norm": 1.047407256979243, + "learning_rate": 1.854065480495284e-05, + "loss": 0.0472, + "step": 23451 + }, + { + "epoch": 19.891433418150974, + "grad_norm": 1.3839156902886978, + "learning_rate": 1.85405119103987e-05, + "loss": 0.0568, + "step": 23452 + }, + { + "epoch": 19.89228159457167, + "grad_norm": 1.1584741115641353, + "learning_rate": 1.8540369009399716e-05, + "loss": 0.0511, + "step": 23453 + }, + { + "epoch": 19.893129770992367, + "grad_norm": 1.3124958583121167, + "learning_rate": 1.8540226101955987e-05, + "loss": 0.0524, + "step": 23454 + }, + { + "epoch": 19.893977947413063, + "grad_norm": 1.2080330911241606, + "learning_rate": 1.8540083188067632e-05, + "loss": 0.0462, + "step": 23455 + }, + { + "epoch": 19.894826123833756, + "grad_norm": 1.3448123214518963, + "learning_rate": 1.8539940267734753e-05, + "loss": 0.0493, + "step": 23456 + }, + { + "epoch": 19.895674300254452, + "grad_norm": 1.2224881955812723, + "learning_rate": 1.853979734095746e-05, + "loss": 0.0494, + "step": 23457 + }, + { + "epoch": 19.89652247667515, + "grad_norm": 1.2233251056361525, + "learning_rate": 1.8539654407735856e-05, + "loss": 0.0487, + "step": 23458 + }, + { + "epoch": 19.897370653095845, + "grad_norm": 1.3006600203990661, + "learning_rate": 1.853951146807006e-05, + "loss": 0.0494, + "step": 23459 + }, + { + "epoch": 19.89821882951654, + "grad_norm": 1.1810228281186281, + "learning_rate": 1.8539368521960164e-05, + "loss": 0.0462, + "step": 23460 + }, + { + "epoch": 19.899067005937233, + "grad_norm": 1.2270767897619168, + "learning_rate": 1.8539225569406286e-05, + "loss": 0.0506, + "step": 23461 + }, + { + "epoch": 19.89991518235793, + "grad_norm": 1.3325958250792282, + "learning_rate": 1.8539082610408538e-05, + "loss": 0.0476, + "step": 23462 + }, + { + "epoch": 19.900763358778626, + "grad_norm": 1.201379913521085, + "learning_rate": 1.8538939644967017e-05, + "loss": 0.0481, + "step": 23463 + }, + { + "epoch": 19.901611535199322, + "grad_norm": 1.2984725588954877, + "learning_rate": 1.853879667308184e-05, + "loss": 0.0509, + "step": 23464 + }, + { + "epoch": 19.90245971162002, + "grad_norm": 1.3262893603505512, + "learning_rate": 1.8538653694753107e-05, + "loss": 0.0522, + "step": 23465 + }, + { + "epoch": 19.90330788804071, + "grad_norm": 1.3596391742139329, + "learning_rate": 1.8538510709980936e-05, + "loss": 0.0526, + "step": 23466 + }, + { + "epoch": 19.904156064461407, + "grad_norm": 1.349124912332196, + "learning_rate": 1.853836771876542e-05, + "loss": 0.0515, + "step": 23467 + }, + { + "epoch": 19.905004240882104, + "grad_norm": 1.0950219617793793, + "learning_rate": 1.853822472110668e-05, + "loss": 0.0452, + "step": 23468 + }, + { + "epoch": 19.9058524173028, + "grad_norm": 1.1538266780418434, + "learning_rate": 1.8538081717004824e-05, + "loss": 0.0512, + "step": 23469 + }, + { + "epoch": 19.906700593723496, + "grad_norm": 1.3370896095539415, + "learning_rate": 1.853793870645995e-05, + "loss": 0.0538, + "step": 23470 + }, + { + "epoch": 19.90754877014419, + "grad_norm": 1.691387095248502, + "learning_rate": 1.8537795689472175e-05, + "loss": 0.0554, + "step": 23471 + }, + { + "epoch": 19.908396946564885, + "grad_norm": 1.2798995225863865, + "learning_rate": 1.85376526660416e-05, + "loss": 0.0474, + "step": 23472 + }, + { + "epoch": 19.90924512298558, + "grad_norm": 1.2543357650224305, + "learning_rate": 1.8537509636168335e-05, + "loss": 0.0503, + "step": 23473 + }, + { + "epoch": 19.910093299406277, + "grad_norm": 1.375587478665076, + "learning_rate": 1.8537366599852494e-05, + "loss": 0.0507, + "step": 23474 + }, + { + "epoch": 19.910941475826974, + "grad_norm": 1.0974640150506998, + "learning_rate": 1.8537223557094178e-05, + "loss": 0.0442, + "step": 23475 + }, + { + "epoch": 19.911789652247666, + "grad_norm": 1.3966524928847137, + "learning_rate": 1.8537080507893496e-05, + "loss": 0.0529, + "step": 23476 + }, + { + "epoch": 19.912637828668363, + "grad_norm": 1.1497588742808262, + "learning_rate": 1.853693745225056e-05, + "loss": 0.048, + "step": 23477 + }, + { + "epoch": 19.91348600508906, + "grad_norm": 1.4507071013025956, + "learning_rate": 1.853679439016547e-05, + "loss": 0.058, + "step": 23478 + }, + { + "epoch": 19.914334181509755, + "grad_norm": 1.090548385199007, + "learning_rate": 1.853665132163834e-05, + "loss": 0.047, + "step": 23479 + }, + { + "epoch": 19.91518235793045, + "grad_norm": 1.172738838269343, + "learning_rate": 1.8536508246669282e-05, + "loss": 0.0473, + "step": 23480 + }, + { + "epoch": 19.916030534351144, + "grad_norm": 1.262058342773422, + "learning_rate": 1.8536365165258393e-05, + "loss": 0.049, + "step": 23481 + }, + { + "epoch": 19.91687871077184, + "grad_norm": 1.328185070751791, + "learning_rate": 1.853622207740579e-05, + "loss": 0.0553, + "step": 23482 + }, + { + "epoch": 19.917726887192536, + "grad_norm": 1.2879788652259936, + "learning_rate": 1.853607898311158e-05, + "loss": 0.0532, + "step": 23483 + }, + { + "epoch": 19.918575063613233, + "grad_norm": 1.3323957307046403, + "learning_rate": 1.8535935882375867e-05, + "loss": 0.0538, + "step": 23484 + }, + { + "epoch": 19.91942324003393, + "grad_norm": 1.0260617238902572, + "learning_rate": 1.853579277519876e-05, + "loss": 0.0482, + "step": 23485 + }, + { + "epoch": 19.92027141645462, + "grad_norm": 1.1199980816403579, + "learning_rate": 1.8535649661580365e-05, + "loss": 0.0453, + "step": 23486 + }, + { + "epoch": 19.921119592875318, + "grad_norm": 1.2428392246422075, + "learning_rate": 1.8535506541520796e-05, + "loss": 0.0521, + "step": 23487 + }, + { + "epoch": 19.921967769296014, + "grad_norm": 1.4281739547238002, + "learning_rate": 1.8535363415020158e-05, + "loss": 0.0517, + "step": 23488 + }, + { + "epoch": 19.92281594571671, + "grad_norm": 1.22137140604571, + "learning_rate": 1.8535220282078556e-05, + "loss": 0.0485, + "step": 23489 + }, + { + "epoch": 19.923664122137403, + "grad_norm": 1.3106018762256295, + "learning_rate": 1.8535077142696105e-05, + "loss": 0.0548, + "step": 23490 + }, + { + "epoch": 19.9245122985581, + "grad_norm": 1.2153072169099217, + "learning_rate": 1.8534933996872908e-05, + "loss": 0.0531, + "step": 23491 + }, + { + "epoch": 19.925360474978795, + "grad_norm": 1.2561744531791479, + "learning_rate": 1.853479084460907e-05, + "loss": 0.0568, + "step": 23492 + }, + { + "epoch": 19.92620865139949, + "grad_norm": 1.3175727775912518, + "learning_rate": 1.8534647685904708e-05, + "loss": 0.0534, + "step": 23493 + }, + { + "epoch": 19.927056827820188, + "grad_norm": 1.3975833337300716, + "learning_rate": 1.8534504520759923e-05, + "loss": 0.0642, + "step": 23494 + }, + { + "epoch": 19.92790500424088, + "grad_norm": 1.0642152380449936, + "learning_rate": 1.853436134917482e-05, + "loss": 0.0514, + "step": 23495 + }, + { + "epoch": 19.928753180661577, + "grad_norm": 1.0939165160193909, + "learning_rate": 1.8534218171149518e-05, + "loss": 0.0462, + "step": 23496 + }, + { + "epoch": 19.929601357082273, + "grad_norm": 1.2128411324521025, + "learning_rate": 1.8534074986684118e-05, + "loss": 0.0602, + "step": 23497 + }, + { + "epoch": 19.93044953350297, + "grad_norm": 1.2556748860466296, + "learning_rate": 1.8533931795778726e-05, + "loss": 0.0533, + "step": 23498 + }, + { + "epoch": 19.931297709923665, + "grad_norm": 1.3890340813812736, + "learning_rate": 1.853378859843346e-05, + "loss": 0.0519, + "step": 23499 + }, + { + "epoch": 19.932145886344358, + "grad_norm": 1.140266638221468, + "learning_rate": 1.8533645394648413e-05, + "loss": 0.0494, + "step": 23500 + }, + { + "epoch": 19.932994062765054, + "grad_norm": 1.3436127922479733, + "learning_rate": 1.8533502184423708e-05, + "loss": 0.0553, + "step": 23501 + }, + { + "epoch": 19.93384223918575, + "grad_norm": 1.3062783331628915, + "learning_rate": 1.853335896775944e-05, + "loss": 0.0523, + "step": 23502 + }, + { + "epoch": 19.934690415606447, + "grad_norm": 1.207401953830993, + "learning_rate": 1.853321574465573e-05, + "loss": 0.0458, + "step": 23503 + }, + { + "epoch": 19.935538592027143, + "grad_norm": 1.1833478580106473, + "learning_rate": 1.8533072515112672e-05, + "loss": 0.046, + "step": 23504 + }, + { + "epoch": 19.936386768447836, + "grad_norm": 1.5523573368709085, + "learning_rate": 1.8532929279130386e-05, + "loss": 0.0534, + "step": 23505 + }, + { + "epoch": 19.937234944868532, + "grad_norm": 1.4560062730985701, + "learning_rate": 1.8532786036708976e-05, + "loss": 0.0553, + "step": 23506 + }, + { + "epoch": 19.938083121289228, + "grad_norm": 1.220815965738906, + "learning_rate": 1.853264278784855e-05, + "loss": 0.0519, + "step": 23507 + }, + { + "epoch": 19.938931297709924, + "grad_norm": 1.3866531382439498, + "learning_rate": 1.8532499532549214e-05, + "loss": 0.05, + "step": 23508 + }, + { + "epoch": 19.93977947413062, + "grad_norm": 1.245847284338847, + "learning_rate": 1.853235627081108e-05, + "loss": 0.0538, + "step": 23509 + }, + { + "epoch": 19.940627650551313, + "grad_norm": 1.1364145618276975, + "learning_rate": 1.8532213002634253e-05, + "loss": 0.0479, + "step": 23510 + }, + { + "epoch": 19.94147582697201, + "grad_norm": 1.7974356619954854, + "learning_rate": 1.853206972801884e-05, + "loss": 0.0606, + "step": 23511 + }, + { + "epoch": 19.942324003392706, + "grad_norm": 1.2087961098823037, + "learning_rate": 1.8531926446964953e-05, + "loss": 0.0529, + "step": 23512 + }, + { + "epoch": 19.943172179813402, + "grad_norm": 1.5933454380481078, + "learning_rate": 1.85317831594727e-05, + "loss": 0.056, + "step": 23513 + }, + { + "epoch": 19.9440203562341, + "grad_norm": 1.2363446286957667, + "learning_rate": 1.8531639865542186e-05, + "loss": 0.0513, + "step": 23514 + }, + { + "epoch": 19.94486853265479, + "grad_norm": 1.4015917786502796, + "learning_rate": 1.8531496565173518e-05, + "loss": 0.0535, + "step": 23515 + }, + { + "epoch": 19.945716709075487, + "grad_norm": 1.0687183631248107, + "learning_rate": 1.8531353258366812e-05, + "loss": 0.0442, + "step": 23516 + }, + { + "epoch": 19.946564885496183, + "grad_norm": 1.2636675644647457, + "learning_rate": 1.853120994512217e-05, + "loss": 0.0517, + "step": 23517 + }, + { + "epoch": 19.94741306191688, + "grad_norm": 1.2688116189504586, + "learning_rate": 1.85310666254397e-05, + "loss": 0.0525, + "step": 23518 + }, + { + "epoch": 19.948261238337576, + "grad_norm": 1.3825827866694993, + "learning_rate": 1.853092329931951e-05, + "loss": 0.0565, + "step": 23519 + }, + { + "epoch": 19.94910941475827, + "grad_norm": 1.3792881603296476, + "learning_rate": 1.853077996676171e-05, + "loss": 0.0491, + "step": 23520 + }, + { + "epoch": 19.949957591178965, + "grad_norm": 1.2792589608739524, + "learning_rate": 1.8530636627766404e-05, + "loss": 0.0502, + "step": 23521 + }, + { + "epoch": 19.95080576759966, + "grad_norm": 1.265026563905793, + "learning_rate": 1.853049328233371e-05, + "loss": 0.0463, + "step": 23522 + }, + { + "epoch": 19.951653944020357, + "grad_norm": 1.2766371120121578, + "learning_rate": 1.8530349930463726e-05, + "loss": 0.0502, + "step": 23523 + }, + { + "epoch": 19.952502120441054, + "grad_norm": 1.1787862802696865, + "learning_rate": 1.8530206572156567e-05, + "loss": 0.0486, + "step": 23524 + }, + { + "epoch": 19.953350296861746, + "grad_norm": 1.2685412978349861, + "learning_rate": 1.8530063207412337e-05, + "loss": 0.0488, + "step": 23525 + }, + { + "epoch": 19.954198473282442, + "grad_norm": 1.1500116165848933, + "learning_rate": 1.8529919836231145e-05, + "loss": 0.0535, + "step": 23526 + }, + { + "epoch": 19.95504664970314, + "grad_norm": 1.3752486125869958, + "learning_rate": 1.85297764586131e-05, + "loss": 0.0537, + "step": 23527 + }, + { + "epoch": 19.955894826123835, + "grad_norm": 1.2343274178170573, + "learning_rate": 1.852963307455831e-05, + "loss": 0.0548, + "step": 23528 + }, + { + "epoch": 19.956743002544528, + "grad_norm": 1.3425493930404668, + "learning_rate": 1.852948968406688e-05, + "loss": 0.0522, + "step": 23529 + }, + { + "epoch": 19.957591178965224, + "grad_norm": 1.4869142841544998, + "learning_rate": 1.8529346287138926e-05, + "loss": 0.0613, + "step": 23530 + }, + { + "epoch": 19.95843935538592, + "grad_norm": 1.1299307796129345, + "learning_rate": 1.8529202883774547e-05, + "loss": 0.049, + "step": 23531 + }, + { + "epoch": 19.959287531806616, + "grad_norm": 1.3392671636597668, + "learning_rate": 1.8529059473973857e-05, + "loss": 0.0486, + "step": 23532 + }, + { + "epoch": 19.960135708227313, + "grad_norm": 1.240667338967049, + "learning_rate": 1.8528916057736966e-05, + "loss": 0.0518, + "step": 23533 + }, + { + "epoch": 19.960983884648005, + "grad_norm": 1.2986165771785083, + "learning_rate": 1.8528772635063977e-05, + "loss": 0.0576, + "step": 23534 + }, + { + "epoch": 19.9618320610687, + "grad_norm": 1.2238833924701662, + "learning_rate": 1.8528629205955e-05, + "loss": 0.0494, + "step": 23535 + }, + { + "epoch": 19.962680237489398, + "grad_norm": 1.438422963970292, + "learning_rate": 1.8528485770410146e-05, + "loss": 0.0518, + "step": 23536 + }, + { + "epoch": 19.963528413910094, + "grad_norm": 1.4205060304722346, + "learning_rate": 1.852834232842952e-05, + "loss": 0.0561, + "step": 23537 + }, + { + "epoch": 19.96437659033079, + "grad_norm": 1.1055820047476699, + "learning_rate": 1.8528198880013226e-05, + "loss": 0.0481, + "step": 23538 + }, + { + "epoch": 19.965224766751483, + "grad_norm": 1.2800123438898152, + "learning_rate": 1.852805542516138e-05, + "loss": 0.0519, + "step": 23539 + }, + { + "epoch": 19.96607294317218, + "grad_norm": 1.3467219108476332, + "learning_rate": 1.852791196387409e-05, + "loss": 0.0523, + "step": 23540 + }, + { + "epoch": 19.966921119592875, + "grad_norm": 1.1981035953511776, + "learning_rate": 1.8527768496151458e-05, + "loss": 0.051, + "step": 23541 + }, + { + "epoch": 19.96776929601357, + "grad_norm": 1.1405199721909958, + "learning_rate": 1.85276250219936e-05, + "loss": 0.0513, + "step": 23542 + }, + { + "epoch": 19.968617472434268, + "grad_norm": 1.242852940507999, + "learning_rate": 1.8527481541400617e-05, + "loss": 0.0488, + "step": 23543 + }, + { + "epoch": 19.96946564885496, + "grad_norm": 1.4524464902750085, + "learning_rate": 1.8527338054372626e-05, + "loss": 0.0571, + "step": 23544 + }, + { + "epoch": 19.970313825275657, + "grad_norm": 1.2687569718386331, + "learning_rate": 1.8527194560909725e-05, + "loss": 0.0556, + "step": 23545 + }, + { + "epoch": 19.971162001696353, + "grad_norm": 1.5572388590138637, + "learning_rate": 1.852705106101203e-05, + "loss": 0.0569, + "step": 23546 + }, + { + "epoch": 19.97201017811705, + "grad_norm": 1.2338458411069235, + "learning_rate": 1.8526907554679644e-05, + "loss": 0.0605, + "step": 23547 + }, + { + "epoch": 19.972858354537745, + "grad_norm": 1.530553399676757, + "learning_rate": 1.8526764041912676e-05, + "loss": 0.0534, + "step": 23548 + }, + { + "epoch": 19.973706530958438, + "grad_norm": 1.1342754451906603, + "learning_rate": 1.852662052271124e-05, + "loss": 0.0579, + "step": 23549 + }, + { + "epoch": 19.974554707379134, + "grad_norm": 1.2156983996035993, + "learning_rate": 1.852647699707544e-05, + "loss": 0.0495, + "step": 23550 + }, + { + "epoch": 19.97540288379983, + "grad_norm": 1.020170152357437, + "learning_rate": 1.852633346500538e-05, + "loss": 0.0452, + "step": 23551 + }, + { + "epoch": 19.976251060220527, + "grad_norm": 1.1582204397733864, + "learning_rate": 1.852618992650118e-05, + "loss": 0.0487, + "step": 23552 + }, + { + "epoch": 19.977099236641223, + "grad_norm": 1.2381654165764766, + "learning_rate": 1.8526046381562936e-05, + "loss": 0.0537, + "step": 23553 + }, + { + "epoch": 19.977947413061916, + "grad_norm": 1.3595324063751597, + "learning_rate": 1.8525902830190765e-05, + "loss": 0.0534, + "step": 23554 + }, + { + "epoch": 19.978795589482612, + "grad_norm": 1.2226620345213872, + "learning_rate": 1.8525759272384772e-05, + "loss": 0.0503, + "step": 23555 + }, + { + "epoch": 19.979643765903308, + "grad_norm": 1.363361920436646, + "learning_rate": 1.8525615708145062e-05, + "loss": 0.0533, + "step": 23556 + }, + { + "epoch": 19.980491942324004, + "grad_norm": 1.3263471647632288, + "learning_rate": 1.8525472137471747e-05, + "loss": 0.0528, + "step": 23557 + }, + { + "epoch": 19.9813401187447, + "grad_norm": 1.4738897974190546, + "learning_rate": 1.852532856036494e-05, + "loss": 0.0598, + "step": 23558 + }, + { + "epoch": 19.982188295165393, + "grad_norm": 1.3270657198308218, + "learning_rate": 1.852518497682474e-05, + "loss": 0.054, + "step": 23559 + }, + { + "epoch": 19.98303647158609, + "grad_norm": 1.4657878094089754, + "learning_rate": 1.852504138685126e-05, + "loss": 0.056, + "step": 23560 + }, + { + "epoch": 19.983884648006786, + "grad_norm": 1.224008433252255, + "learning_rate": 1.852489779044461e-05, + "loss": 0.0557, + "step": 23561 + }, + { + "epoch": 19.984732824427482, + "grad_norm": 1.32041311070488, + "learning_rate": 1.8524754187604892e-05, + "loss": 0.0545, + "step": 23562 + }, + { + "epoch": 19.98558100084818, + "grad_norm": 1.374607737121334, + "learning_rate": 1.8524610578332222e-05, + "loss": 0.054, + "step": 23563 + }, + { + "epoch": 19.98642917726887, + "grad_norm": 1.0608745580808367, + "learning_rate": 1.8524466962626702e-05, + "loss": 0.0479, + "step": 23564 + }, + { + "epoch": 19.987277353689567, + "grad_norm": 1.4870095845025868, + "learning_rate": 1.8524323340488445e-05, + "loss": 0.0561, + "step": 23565 + }, + { + "epoch": 19.988125530110263, + "grad_norm": 1.269755983694885, + "learning_rate": 1.852417971191756e-05, + "loss": 0.0522, + "step": 23566 + }, + { + "epoch": 19.98897370653096, + "grad_norm": 1.296941066400028, + "learning_rate": 1.8524036076914155e-05, + "loss": 0.0573, + "step": 23567 + }, + { + "epoch": 19.989821882951652, + "grad_norm": 1.1512410981251995, + "learning_rate": 1.8523892435478333e-05, + "loss": 0.0491, + "step": 23568 + }, + { + "epoch": 19.99067005937235, + "grad_norm": 1.4691944810903803, + "learning_rate": 1.8523748787610206e-05, + "loss": 0.0531, + "step": 23569 + }, + { + "epoch": 19.991518235793045, + "grad_norm": 0.9905749800345273, + "learning_rate": 1.8523605133309884e-05, + "loss": 0.0449, + "step": 23570 + }, + { + "epoch": 19.99236641221374, + "grad_norm": 1.2675969994628309, + "learning_rate": 1.8523461472577472e-05, + "loss": 0.0506, + "step": 23571 + }, + { + "epoch": 19.993214588634437, + "grad_norm": 1.55567363508535, + "learning_rate": 1.852331780541308e-05, + "loss": 0.058, + "step": 23572 + }, + { + "epoch": 19.99406276505513, + "grad_norm": 1.1613704647964844, + "learning_rate": 1.852317413181682e-05, + "loss": 0.0515, + "step": 23573 + }, + { + "epoch": 19.994910941475826, + "grad_norm": 1.3828708281929094, + "learning_rate": 1.8523030451788794e-05, + "loss": 0.0573, + "step": 23574 + }, + { + "epoch": 19.995759117896522, + "grad_norm": 1.285737028763287, + "learning_rate": 1.8522886765329115e-05, + "loss": 0.0547, + "step": 23575 + }, + { + "epoch": 19.99660729431722, + "grad_norm": 1.3665876030185755, + "learning_rate": 1.8522743072437887e-05, + "loss": 0.0529, + "step": 23576 + }, + { + "epoch": 19.997455470737915, + "grad_norm": 1.3693845158122637, + "learning_rate": 1.8522599373115223e-05, + "loss": 0.0526, + "step": 23577 + }, + { + "epoch": 19.998303647158608, + "grad_norm": 1.1520368342865603, + "learning_rate": 1.8522455667361234e-05, + "loss": 0.0581, + "step": 23578 + }, + { + "epoch": 19.999151823579304, + "grad_norm": 1.312557849155481, + "learning_rate": 1.852231195517602e-05, + "loss": 0.0816, + "step": 23579 + }, + { + "epoch": 20.0, + "grad_norm": 1.2262289297479503, + "learning_rate": 1.8522168236559693e-05, + "loss": 0.0521, + "step": 23580 + }, + { + "epoch": 20.000848176420696, + "grad_norm": 1.1936436929140868, + "learning_rate": 1.8522024511512364e-05, + "loss": 0.0434, + "step": 23581 + }, + { + "epoch": 20.001696352841392, + "grad_norm": 1.01077287621267, + "learning_rate": 1.852188078003414e-05, + "loss": 0.0423, + "step": 23582 + }, + { + "epoch": 20.002544529262085, + "grad_norm": 0.9713899503494388, + "learning_rate": 1.852173704212513e-05, + "loss": 0.0456, + "step": 23583 + }, + { + "epoch": 20.00339270568278, + "grad_norm": 1.173299086075641, + "learning_rate": 1.8521593297785437e-05, + "loss": 0.0454, + "step": 23584 + }, + { + "epoch": 20.004240882103478, + "grad_norm": 1.1267416006346613, + "learning_rate": 1.8521449547015178e-05, + "loss": 0.0459, + "step": 23585 + }, + { + "epoch": 20.005089058524174, + "grad_norm": 1.171214804520173, + "learning_rate": 1.8521305789814457e-05, + "loss": 0.0462, + "step": 23586 + }, + { + "epoch": 20.00593723494487, + "grad_norm": 1.213662580188131, + "learning_rate": 1.852116202618338e-05, + "loss": 0.0434, + "step": 23587 + }, + { + "epoch": 20.006785411365563, + "grad_norm": 0.999525463415798, + "learning_rate": 1.8521018256122062e-05, + "loss": 0.0425, + "step": 23588 + }, + { + "epoch": 20.00763358778626, + "grad_norm": 1.1048422554784338, + "learning_rate": 1.8520874479630607e-05, + "loss": 0.0428, + "step": 23589 + }, + { + "epoch": 20.008481764206955, + "grad_norm": 1.0936866209526823, + "learning_rate": 1.8520730696709125e-05, + "loss": 0.0435, + "step": 23590 + }, + { + "epoch": 20.00932994062765, + "grad_norm": 1.3542872920005644, + "learning_rate": 1.8520586907357724e-05, + "loss": 0.0476, + "step": 23591 + }, + { + "epoch": 20.010178117048348, + "grad_norm": 1.14492549880226, + "learning_rate": 1.852044311157651e-05, + "loss": 0.0436, + "step": 23592 + }, + { + "epoch": 20.01102629346904, + "grad_norm": 1.096303775134042, + "learning_rate": 1.8520299309365594e-05, + "loss": 0.0491, + "step": 23593 + }, + { + "epoch": 20.011874469889737, + "grad_norm": 1.0381917630338204, + "learning_rate": 1.8520155500725088e-05, + "loss": 0.042, + "step": 23594 + }, + { + "epoch": 20.012722646310433, + "grad_norm": 1.1021447518286578, + "learning_rate": 1.8520011685655094e-05, + "loss": 0.0445, + "step": 23595 + }, + { + "epoch": 20.01357082273113, + "grad_norm": 1.0851340140294998, + "learning_rate": 1.8519867864155723e-05, + "loss": 0.0435, + "step": 23596 + }, + { + "epoch": 20.014418999151825, + "grad_norm": 1.083207519805486, + "learning_rate": 1.8519724036227088e-05, + "loss": 0.0459, + "step": 23597 + }, + { + "epoch": 20.015267175572518, + "grad_norm": 1.0120054886792147, + "learning_rate": 1.851958020186929e-05, + "loss": 0.0434, + "step": 23598 + }, + { + "epoch": 20.016115351993214, + "grad_norm": 1.1692735425259224, + "learning_rate": 1.8519436361082444e-05, + "loss": 0.0454, + "step": 23599 + }, + { + "epoch": 20.01696352841391, + "grad_norm": 1.085152534989581, + "learning_rate": 1.851929251386665e-05, + "loss": 0.0431, + "step": 23600 + }, + { + "epoch": 20.017811704834607, + "grad_norm": 1.1825468596583586, + "learning_rate": 1.8519148660222028e-05, + "loss": 0.0443, + "step": 23601 + }, + { + "epoch": 20.0186598812553, + "grad_norm": 0.9117418189646896, + "learning_rate": 1.851900480014868e-05, + "loss": 0.0401, + "step": 23602 + }, + { + "epoch": 20.019508057675996, + "grad_norm": 1.088874774454282, + "learning_rate": 1.851886093364671e-05, + "loss": 0.0413, + "step": 23603 + }, + { + "epoch": 20.020356234096692, + "grad_norm": 0.9321661806984235, + "learning_rate": 1.851871706071624e-05, + "loss": 0.0436, + "step": 23604 + }, + { + "epoch": 20.021204410517388, + "grad_norm": 1.1021214810808846, + "learning_rate": 1.8518573181357366e-05, + "loss": 0.0476, + "step": 23605 + }, + { + "epoch": 20.022052586938084, + "grad_norm": 1.1026537486861774, + "learning_rate": 1.85184292955702e-05, + "loss": 0.0449, + "step": 23606 + }, + { + "epoch": 20.022900763358777, + "grad_norm": 1.0018003682614756, + "learning_rate": 1.8518285403354854e-05, + "loss": 0.0429, + "step": 23607 + }, + { + "epoch": 20.023748939779473, + "grad_norm": 1.029309766269017, + "learning_rate": 1.8518141504711433e-05, + "loss": 0.0433, + "step": 23608 + }, + { + "epoch": 20.02459711620017, + "grad_norm": 1.0270987413794725, + "learning_rate": 1.851799759964005e-05, + "loss": 0.0454, + "step": 23609 + }, + { + "epoch": 20.025445292620866, + "grad_norm": 1.4373752205822405, + "learning_rate": 1.8517853688140804e-05, + "loss": 0.0478, + "step": 23610 + }, + { + "epoch": 20.026293469041562, + "grad_norm": 1.1487866405336493, + "learning_rate": 1.8517709770213813e-05, + "loss": 0.0447, + "step": 23611 + }, + { + "epoch": 20.027141645462255, + "grad_norm": 1.178572843106639, + "learning_rate": 1.8517565845859185e-05, + "loss": 0.0414, + "step": 23612 + }, + { + "epoch": 20.02798982188295, + "grad_norm": 1.104467387372568, + "learning_rate": 1.8517421915077026e-05, + "loss": 0.0448, + "step": 23613 + }, + { + "epoch": 20.028837998303647, + "grad_norm": 0.9699453425274284, + "learning_rate": 1.8517277977867442e-05, + "loss": 0.0419, + "step": 23614 + }, + { + "epoch": 20.029686174724343, + "grad_norm": 0.8967320593268705, + "learning_rate": 1.8517134034230545e-05, + "loss": 0.041, + "step": 23615 + }, + { + "epoch": 20.03053435114504, + "grad_norm": 1.054371748594082, + "learning_rate": 1.8516990084166444e-05, + "loss": 0.0422, + "step": 23616 + }, + { + "epoch": 20.031382527565732, + "grad_norm": 1.1210055799000405, + "learning_rate": 1.851684612767525e-05, + "loss": 0.0399, + "step": 23617 + }, + { + "epoch": 20.03223070398643, + "grad_norm": 1.1019839755237608, + "learning_rate": 1.8516702164757064e-05, + "loss": 0.0461, + "step": 23618 + }, + { + "epoch": 20.033078880407125, + "grad_norm": 1.1075792981253656, + "learning_rate": 1.8516558195412e-05, + "loss": 0.0448, + "step": 23619 + }, + { + "epoch": 20.03392705682782, + "grad_norm": 1.188806314812846, + "learning_rate": 1.8516414219640162e-05, + "loss": 0.0454, + "step": 23620 + }, + { + "epoch": 20.034775233248517, + "grad_norm": 1.189487126537645, + "learning_rate": 1.8516270237441664e-05, + "loss": 0.0435, + "step": 23621 + }, + { + "epoch": 20.03562340966921, + "grad_norm": 0.9939240473342468, + "learning_rate": 1.8516126248816618e-05, + "loss": 0.0459, + "step": 23622 + }, + { + "epoch": 20.036471586089906, + "grad_norm": 1.0056078158101232, + "learning_rate": 1.8515982253765122e-05, + "loss": 0.0443, + "step": 23623 + }, + { + "epoch": 20.037319762510602, + "grad_norm": 1.0877783312531506, + "learning_rate": 1.8515838252287293e-05, + "loss": 0.0449, + "step": 23624 + }, + { + "epoch": 20.0381679389313, + "grad_norm": 0.9962584188029402, + "learning_rate": 1.851569424438324e-05, + "loss": 0.0409, + "step": 23625 + }, + { + "epoch": 20.039016115351995, + "grad_norm": 0.9577454360908811, + "learning_rate": 1.851555023005306e-05, + "loss": 0.0415, + "step": 23626 + }, + { + "epoch": 20.039864291772687, + "grad_norm": 1.0330440468099202, + "learning_rate": 1.8515406209296876e-05, + "loss": 0.0421, + "step": 23627 + }, + { + "epoch": 20.040712468193384, + "grad_norm": 1.0372357317297503, + "learning_rate": 1.851526218211479e-05, + "loss": 0.0439, + "step": 23628 + }, + { + "epoch": 20.04156064461408, + "grad_norm": 1.1299315032384516, + "learning_rate": 1.851511814850691e-05, + "loss": 0.0422, + "step": 23629 + }, + { + "epoch": 20.042408821034776, + "grad_norm": 0.9811091800162997, + "learning_rate": 1.8514974108473347e-05, + "loss": 0.041, + "step": 23630 + }, + { + "epoch": 20.043256997455472, + "grad_norm": 1.0295216402088838, + "learning_rate": 1.8514830062014213e-05, + "loss": 0.0414, + "step": 23631 + }, + { + "epoch": 20.044105173876165, + "grad_norm": 0.8414380369774602, + "learning_rate": 1.8514686009129608e-05, + "loss": 0.0399, + "step": 23632 + }, + { + "epoch": 20.04495335029686, + "grad_norm": 1.2820636819238436, + "learning_rate": 1.8514541949819646e-05, + "loss": 0.0472, + "step": 23633 + }, + { + "epoch": 20.045801526717558, + "grad_norm": 1.3287756489818185, + "learning_rate": 1.8514397884084437e-05, + "loss": 0.0431, + "step": 23634 + }, + { + "epoch": 20.046649703138254, + "grad_norm": 1.2020153947723449, + "learning_rate": 1.8514253811924087e-05, + "loss": 0.0447, + "step": 23635 + }, + { + "epoch": 20.04749787955895, + "grad_norm": 1.0727325993493593, + "learning_rate": 1.8514109733338704e-05, + "loss": 0.0453, + "step": 23636 + }, + { + "epoch": 20.048346055979643, + "grad_norm": 1.1690023659184332, + "learning_rate": 1.85139656483284e-05, + "loss": 0.0406, + "step": 23637 + }, + { + "epoch": 20.04919423240034, + "grad_norm": 1.10719994244514, + "learning_rate": 1.851382155689328e-05, + "loss": 0.0438, + "step": 23638 + }, + { + "epoch": 20.050042408821035, + "grad_norm": 1.154636967859903, + "learning_rate": 1.8513677459033455e-05, + "loss": 0.0448, + "step": 23639 + }, + { + "epoch": 20.05089058524173, + "grad_norm": 1.0746813999165876, + "learning_rate": 1.8513533354749035e-05, + "loss": 0.0409, + "step": 23640 + }, + { + "epoch": 20.051738761662424, + "grad_norm": 1.0373746267671287, + "learning_rate": 1.8513389244040127e-05, + "loss": 0.0434, + "step": 23641 + }, + { + "epoch": 20.05258693808312, + "grad_norm": 1.1065430721648686, + "learning_rate": 1.851324512690684e-05, + "loss": 0.0427, + "step": 23642 + }, + { + "epoch": 20.053435114503817, + "grad_norm": 0.9614431358555519, + "learning_rate": 1.8513101003349284e-05, + "loss": 0.0414, + "step": 23643 + }, + { + "epoch": 20.054283290924513, + "grad_norm": 1.0182844571768412, + "learning_rate": 1.8512956873367564e-05, + "loss": 0.0526, + "step": 23644 + }, + { + "epoch": 20.05513146734521, + "grad_norm": 1.041536018677526, + "learning_rate": 1.8512812736961795e-05, + "loss": 0.0387, + "step": 23645 + }, + { + "epoch": 20.0559796437659, + "grad_norm": 1.0823181253590548, + "learning_rate": 1.8512668594132076e-05, + "loss": 0.0424, + "step": 23646 + }, + { + "epoch": 20.056827820186598, + "grad_norm": 1.0643570651697678, + "learning_rate": 1.8512524444878524e-05, + "loss": 0.0428, + "step": 23647 + }, + { + "epoch": 20.057675996607294, + "grad_norm": 1.0771615160089245, + "learning_rate": 1.8512380289201247e-05, + "loss": 0.0455, + "step": 23648 + }, + { + "epoch": 20.05852417302799, + "grad_norm": 1.143617528039488, + "learning_rate": 1.8512236127100354e-05, + "loss": 0.044, + "step": 23649 + }, + { + "epoch": 20.059372349448687, + "grad_norm": 1.2392214849132166, + "learning_rate": 1.851209195857595e-05, + "loss": 0.0455, + "step": 23650 + }, + { + "epoch": 20.06022052586938, + "grad_norm": 1.031510171397569, + "learning_rate": 1.8511947783628143e-05, + "loss": 0.042, + "step": 23651 + }, + { + "epoch": 20.061068702290076, + "grad_norm": 1.18217571927133, + "learning_rate": 1.8511803602257047e-05, + "loss": 0.0429, + "step": 23652 + }, + { + "epoch": 20.061916878710772, + "grad_norm": 1.1423951736705027, + "learning_rate": 1.851165941446277e-05, + "loss": 0.0427, + "step": 23653 + }, + { + "epoch": 20.062765055131468, + "grad_norm": 1.141222367376822, + "learning_rate": 1.8511515220245417e-05, + "loss": 0.0442, + "step": 23654 + }, + { + "epoch": 20.063613231552164, + "grad_norm": 1.1985776794123495, + "learning_rate": 1.8511371019605104e-05, + "loss": 0.0458, + "step": 23655 + }, + { + "epoch": 20.064461407972857, + "grad_norm": 1.1983082650129346, + "learning_rate": 1.851122681254193e-05, + "loss": 0.0471, + "step": 23656 + }, + { + "epoch": 20.065309584393553, + "grad_norm": 1.1188900517337281, + "learning_rate": 1.851108259905601e-05, + "loss": 0.0435, + "step": 23657 + }, + { + "epoch": 20.06615776081425, + "grad_norm": 1.1856472998807503, + "learning_rate": 1.851093837914745e-05, + "loss": 0.0444, + "step": 23658 + }, + { + "epoch": 20.067005937234946, + "grad_norm": 1.0154525959769147, + "learning_rate": 1.8510794152816364e-05, + "loss": 0.0444, + "step": 23659 + }, + { + "epoch": 20.067854113655642, + "grad_norm": 0.9251857850713757, + "learning_rate": 1.8510649920062857e-05, + "loss": 0.0458, + "step": 23660 + }, + { + "epoch": 20.068702290076335, + "grad_norm": 1.0289913873671206, + "learning_rate": 1.8510505680887037e-05, + "loss": 0.0421, + "step": 23661 + }, + { + "epoch": 20.06955046649703, + "grad_norm": 0.96745338713377, + "learning_rate": 1.851036143528901e-05, + "loss": 0.0417, + "step": 23662 + }, + { + "epoch": 20.070398642917727, + "grad_norm": 1.0903479343026854, + "learning_rate": 1.8510217183268894e-05, + "loss": 0.0428, + "step": 23663 + }, + { + "epoch": 20.071246819338423, + "grad_norm": 0.9037788915906679, + "learning_rate": 1.8510072924826792e-05, + "loss": 0.0416, + "step": 23664 + }, + { + "epoch": 20.07209499575912, + "grad_norm": 1.1149582631413166, + "learning_rate": 1.850992865996281e-05, + "loss": 0.0517, + "step": 23665 + }, + { + "epoch": 20.072943172179812, + "grad_norm": 1.221934874587848, + "learning_rate": 1.8509784388677063e-05, + "loss": 0.0432, + "step": 23666 + }, + { + "epoch": 20.07379134860051, + "grad_norm": 1.2631124450281748, + "learning_rate": 1.8509640110969657e-05, + "loss": 0.0458, + "step": 23667 + }, + { + "epoch": 20.074639525021205, + "grad_norm": 1.2989417693329892, + "learning_rate": 1.85094958268407e-05, + "loss": 0.0482, + "step": 23668 + }, + { + "epoch": 20.0754877014419, + "grad_norm": 1.1413373631488084, + "learning_rate": 1.8509351536290307e-05, + "loss": 0.0446, + "step": 23669 + }, + { + "epoch": 20.076335877862597, + "grad_norm": 1.1218671806832883, + "learning_rate": 1.8509207239318576e-05, + "loss": 0.0433, + "step": 23670 + }, + { + "epoch": 20.07718405428329, + "grad_norm": 1.0333030060956754, + "learning_rate": 1.8509062935925624e-05, + "loss": 0.0462, + "step": 23671 + }, + { + "epoch": 20.078032230703986, + "grad_norm": 0.974623612125553, + "learning_rate": 1.850891862611156e-05, + "loss": 0.0392, + "step": 23672 + }, + { + "epoch": 20.078880407124682, + "grad_norm": 1.1379074734574823, + "learning_rate": 1.8508774309876484e-05, + "loss": 0.0425, + "step": 23673 + }, + { + "epoch": 20.07972858354538, + "grad_norm": 1.074171147331752, + "learning_rate": 1.8508629987220515e-05, + "loss": 0.0448, + "step": 23674 + }, + { + "epoch": 20.08057675996607, + "grad_norm": 1.0263834073399831, + "learning_rate": 1.850848565814376e-05, + "loss": 0.0408, + "step": 23675 + }, + { + "epoch": 20.081424936386767, + "grad_norm": 1.150899119326841, + "learning_rate": 1.8508341322646324e-05, + "loss": 0.0419, + "step": 23676 + }, + { + "epoch": 20.082273112807464, + "grad_norm": 1.0475833539351427, + "learning_rate": 1.8508196980728322e-05, + "loss": 0.0433, + "step": 23677 + }, + { + "epoch": 20.08312128922816, + "grad_norm": 1.1776798704644793, + "learning_rate": 1.8508052632389857e-05, + "loss": 0.0413, + "step": 23678 + }, + { + "epoch": 20.083969465648856, + "grad_norm": 1.1494526836995864, + "learning_rate": 1.850790827763104e-05, + "loss": 0.0454, + "step": 23679 + }, + { + "epoch": 20.08481764206955, + "grad_norm": 1.0242363681325524, + "learning_rate": 1.850776391645198e-05, + "loss": 0.042, + "step": 23680 + }, + { + "epoch": 20.085665818490245, + "grad_norm": 1.0710785834525836, + "learning_rate": 1.8507619548852783e-05, + "loss": 0.0425, + "step": 23681 + }, + { + "epoch": 20.08651399491094, + "grad_norm": 1.0579947942451673, + "learning_rate": 1.8507475174833564e-05, + "loss": 0.0481, + "step": 23682 + }, + { + "epoch": 20.087362171331637, + "grad_norm": 1.1288042128540066, + "learning_rate": 1.850733079439443e-05, + "loss": 0.0424, + "step": 23683 + }, + { + "epoch": 20.088210347752334, + "grad_norm": 1.1523587951566976, + "learning_rate": 1.8507186407535486e-05, + "loss": 0.0424, + "step": 23684 + }, + { + "epoch": 20.089058524173026, + "grad_norm": 1.0692995062840998, + "learning_rate": 1.8507042014256848e-05, + "loss": 0.0434, + "step": 23685 + }, + { + "epoch": 20.089906700593723, + "grad_norm": 1.1497318684252447, + "learning_rate": 1.8506897614558618e-05, + "loss": 0.0443, + "step": 23686 + }, + { + "epoch": 20.09075487701442, + "grad_norm": 0.962413302267591, + "learning_rate": 1.8506753208440905e-05, + "loss": 0.042, + "step": 23687 + }, + { + "epoch": 20.091603053435115, + "grad_norm": 0.9716529830385954, + "learning_rate": 1.850660879590382e-05, + "loss": 0.0412, + "step": 23688 + }, + { + "epoch": 20.09245122985581, + "grad_norm": 1.1119698387557613, + "learning_rate": 1.850646437694748e-05, + "loss": 0.0432, + "step": 23689 + }, + { + "epoch": 20.093299406276504, + "grad_norm": 1.1168655938495708, + "learning_rate": 1.850631995157198e-05, + "loss": 0.0442, + "step": 23690 + }, + { + "epoch": 20.0941475826972, + "grad_norm": 1.1796483494576318, + "learning_rate": 1.850617551977744e-05, + "loss": 0.0417, + "step": 23691 + }, + { + "epoch": 20.094995759117896, + "grad_norm": 1.123539542014826, + "learning_rate": 1.850603108156396e-05, + "loss": 0.047, + "step": 23692 + }, + { + "epoch": 20.095843935538593, + "grad_norm": 1.139976879974067, + "learning_rate": 1.8505886636931656e-05, + "loss": 0.0458, + "step": 23693 + }, + { + "epoch": 20.09669211195929, + "grad_norm": 1.1679118361395133, + "learning_rate": 1.8505742185880634e-05, + "loss": 0.0486, + "step": 23694 + }, + { + "epoch": 20.09754028837998, + "grad_norm": 1.0220902228777016, + "learning_rate": 1.8505597728411004e-05, + "loss": 0.0398, + "step": 23695 + }, + { + "epoch": 20.098388464800678, + "grad_norm": 1.1555065041434982, + "learning_rate": 1.8505453264522876e-05, + "loss": 0.0415, + "step": 23696 + }, + { + "epoch": 20.099236641221374, + "grad_norm": 1.2739848119718904, + "learning_rate": 1.8505308794216356e-05, + "loss": 0.0451, + "step": 23697 + }, + { + "epoch": 20.10008481764207, + "grad_norm": 1.2037538745664202, + "learning_rate": 1.8505164317491556e-05, + "loss": 0.0421, + "step": 23698 + }, + { + "epoch": 20.100932994062767, + "grad_norm": 1.1056254377928387, + "learning_rate": 1.850501983434858e-05, + "loss": 0.0421, + "step": 23699 + }, + { + "epoch": 20.10178117048346, + "grad_norm": 0.9217194384446235, + "learning_rate": 1.8504875344787544e-05, + "loss": 0.0414, + "step": 23700 + }, + { + "epoch": 20.102629346904155, + "grad_norm": 1.1610280658915861, + "learning_rate": 1.8504730848808553e-05, + "loss": 0.0475, + "step": 23701 + }, + { + "epoch": 20.10347752332485, + "grad_norm": 1.1634655113018328, + "learning_rate": 1.8504586346411716e-05, + "loss": 0.0445, + "step": 23702 + }, + { + "epoch": 20.104325699745548, + "grad_norm": 1.2136710961456005, + "learning_rate": 1.8504441837597143e-05, + "loss": 0.0426, + "step": 23703 + }, + { + "epoch": 20.105173876166244, + "grad_norm": 1.5891274602503693, + "learning_rate": 1.8504297322364944e-05, + "loss": 0.0513, + "step": 23704 + }, + { + "epoch": 20.106022052586937, + "grad_norm": 1.1765908932310623, + "learning_rate": 1.8504152800715228e-05, + "loss": 0.0422, + "step": 23705 + }, + { + "epoch": 20.106870229007633, + "grad_norm": 1.184888563909201, + "learning_rate": 1.85040082726481e-05, + "loss": 0.0456, + "step": 23706 + }, + { + "epoch": 20.10771840542833, + "grad_norm": 1.1005418629647472, + "learning_rate": 1.8503863738163673e-05, + "loss": 0.0429, + "step": 23707 + }, + { + "epoch": 20.108566581849026, + "grad_norm": 0.9815555328770691, + "learning_rate": 1.8503719197262056e-05, + "loss": 0.0428, + "step": 23708 + }, + { + "epoch": 20.109414758269722, + "grad_norm": 1.165872207353145, + "learning_rate": 1.8503574649943355e-05, + "loss": 0.0458, + "step": 23709 + }, + { + "epoch": 20.110262934690414, + "grad_norm": 1.0912283717510027, + "learning_rate": 1.8503430096207684e-05, + "loss": 0.0447, + "step": 23710 + }, + { + "epoch": 20.11111111111111, + "grad_norm": 1.0464244831362974, + "learning_rate": 1.8503285536055146e-05, + "loss": 0.0434, + "step": 23711 + }, + { + "epoch": 20.111959287531807, + "grad_norm": 0.9600368166696182, + "learning_rate": 1.8503140969485856e-05, + "loss": 0.0421, + "step": 23712 + }, + { + "epoch": 20.112807463952503, + "grad_norm": 1.1125019989770808, + "learning_rate": 1.8502996396499922e-05, + "loss": 0.0419, + "step": 23713 + }, + { + "epoch": 20.113655640373196, + "grad_norm": 1.0770814020209991, + "learning_rate": 1.850285181709745e-05, + "loss": 0.0444, + "step": 23714 + }, + { + "epoch": 20.114503816793892, + "grad_norm": 1.1253240853099697, + "learning_rate": 1.850270723127855e-05, + "loss": 0.0442, + "step": 23715 + }, + { + "epoch": 20.11535199321459, + "grad_norm": 0.9853082884698674, + "learning_rate": 1.850256263904333e-05, + "loss": 0.0423, + "step": 23716 + }, + { + "epoch": 20.116200169635285, + "grad_norm": 1.1453165094393982, + "learning_rate": 1.8502418040391905e-05, + "loss": 0.0449, + "step": 23717 + }, + { + "epoch": 20.11704834605598, + "grad_norm": 1.1616318141517221, + "learning_rate": 1.8502273435324377e-05, + "loss": 0.0458, + "step": 23718 + }, + { + "epoch": 20.117896522476673, + "grad_norm": 1.1199914242414504, + "learning_rate": 1.850212882384086e-05, + "loss": 0.047, + "step": 23719 + }, + { + "epoch": 20.11874469889737, + "grad_norm": 1.029897675076279, + "learning_rate": 1.850198420594146e-05, + "loss": 0.0477, + "step": 23720 + }, + { + "epoch": 20.119592875318066, + "grad_norm": 1.1175144202615221, + "learning_rate": 1.850183958162629e-05, + "loss": 0.045, + "step": 23721 + }, + { + "epoch": 20.120441051738762, + "grad_norm": 1.078601542115302, + "learning_rate": 1.8501694950895453e-05, + "loss": 0.0422, + "step": 23722 + }, + { + "epoch": 20.12128922815946, + "grad_norm": 1.2800426373427636, + "learning_rate": 1.8501550313749063e-05, + "loss": 0.0478, + "step": 23723 + }, + { + "epoch": 20.12213740458015, + "grad_norm": 1.3055408510735902, + "learning_rate": 1.850140567018723e-05, + "loss": 0.0444, + "step": 23724 + }, + { + "epoch": 20.122985581000847, + "grad_norm": 1.1630569180228822, + "learning_rate": 1.850126102021006e-05, + "loss": 0.0535, + "step": 23725 + }, + { + "epoch": 20.123833757421544, + "grad_norm": 1.063727918961633, + "learning_rate": 1.850111636381766e-05, + "loss": 0.0424, + "step": 23726 + }, + { + "epoch": 20.12468193384224, + "grad_norm": 1.0795794314210359, + "learning_rate": 1.8500971701010144e-05, + "loss": 0.0443, + "step": 23727 + }, + { + "epoch": 20.125530110262936, + "grad_norm": 1.0049373701269075, + "learning_rate": 1.850082703178762e-05, + "loss": 0.0438, + "step": 23728 + }, + { + "epoch": 20.12637828668363, + "grad_norm": 1.0636816940429383, + "learning_rate": 1.8500682356150196e-05, + "loss": 0.0454, + "step": 23729 + }, + { + "epoch": 20.127226463104325, + "grad_norm": 1.2402441808228792, + "learning_rate": 1.8500537674097986e-05, + "loss": 0.0441, + "step": 23730 + }, + { + "epoch": 20.12807463952502, + "grad_norm": 1.0832398371604652, + "learning_rate": 1.850039298563109e-05, + "loss": 0.0438, + "step": 23731 + }, + { + "epoch": 20.128922815945717, + "grad_norm": 1.1462362927832033, + "learning_rate": 1.8500248290749623e-05, + "loss": 0.0429, + "step": 23732 + }, + { + "epoch": 20.129770992366414, + "grad_norm": 1.305449763744467, + "learning_rate": 1.8500103589453695e-05, + "loss": 0.0544, + "step": 23733 + }, + { + "epoch": 20.130619168787106, + "grad_norm": 1.0612578151520138, + "learning_rate": 1.8499958881743413e-05, + "loss": 0.0456, + "step": 23734 + }, + { + "epoch": 20.131467345207803, + "grad_norm": 1.0480525935367995, + "learning_rate": 1.8499814167618886e-05, + "loss": 0.0432, + "step": 23735 + }, + { + "epoch": 20.1323155216285, + "grad_norm": 1.0005018573970232, + "learning_rate": 1.8499669447080222e-05, + "loss": 0.0426, + "step": 23736 + }, + { + "epoch": 20.133163698049195, + "grad_norm": 1.2740826347283005, + "learning_rate": 1.8499524720127534e-05, + "loss": 0.0439, + "step": 23737 + }, + { + "epoch": 20.13401187446989, + "grad_norm": 1.146948340375839, + "learning_rate": 1.8499379986760932e-05, + "loss": 0.0489, + "step": 23738 + }, + { + "epoch": 20.134860050890584, + "grad_norm": 1.1647290859738202, + "learning_rate": 1.8499235246980523e-05, + "loss": 0.0477, + "step": 23739 + }, + { + "epoch": 20.13570822731128, + "grad_norm": 0.9618173206725864, + "learning_rate": 1.849909050078641e-05, + "loss": 0.0427, + "step": 23740 + }, + { + "epoch": 20.136556403731976, + "grad_norm": 1.3302516677354344, + "learning_rate": 1.8498945748178713e-05, + "loss": 0.0518, + "step": 23741 + }, + { + "epoch": 20.137404580152673, + "grad_norm": 1.0641394441665404, + "learning_rate": 1.8498800989157537e-05, + "loss": 0.0454, + "step": 23742 + }, + { + "epoch": 20.13825275657337, + "grad_norm": 1.0135765551583966, + "learning_rate": 1.849865622372299e-05, + "loss": 0.0425, + "step": 23743 + }, + { + "epoch": 20.13910093299406, + "grad_norm": 1.073595709098445, + "learning_rate": 1.849851145187518e-05, + "loss": 0.0466, + "step": 23744 + }, + { + "epoch": 20.139949109414758, + "grad_norm": 1.1279531372939595, + "learning_rate": 1.8498366673614216e-05, + "loss": 0.0432, + "step": 23745 + }, + { + "epoch": 20.140797285835454, + "grad_norm": 1.0387534938529837, + "learning_rate": 1.849822188894021e-05, + "loss": 0.0451, + "step": 23746 + }, + { + "epoch": 20.14164546225615, + "grad_norm": 1.5282888997852628, + "learning_rate": 1.8498077097853273e-05, + "loss": 0.0533, + "step": 23747 + }, + { + "epoch": 20.142493638676847, + "grad_norm": 0.9661603482721376, + "learning_rate": 1.849793230035351e-05, + "loss": 0.0432, + "step": 23748 + }, + { + "epoch": 20.14334181509754, + "grad_norm": 1.0160271943369923, + "learning_rate": 1.8497787496441035e-05, + "loss": 0.0446, + "step": 23749 + }, + { + "epoch": 20.144189991518235, + "grad_norm": 1.1463092318029178, + "learning_rate": 1.8497642686115954e-05, + "loss": 0.0431, + "step": 23750 + }, + { + "epoch": 20.14503816793893, + "grad_norm": 1.0326516086672037, + "learning_rate": 1.8497497869378373e-05, + "loss": 0.0437, + "step": 23751 + }, + { + "epoch": 20.145886344359628, + "grad_norm": 1.1796996559766, + "learning_rate": 1.8497353046228407e-05, + "loss": 0.0474, + "step": 23752 + }, + { + "epoch": 20.14673452078032, + "grad_norm": 1.0087100012346883, + "learning_rate": 1.8497208216666164e-05, + "loss": 0.0411, + "step": 23753 + }, + { + "epoch": 20.147582697201017, + "grad_norm": 0.954461703770074, + "learning_rate": 1.8497063380691753e-05, + "loss": 0.0428, + "step": 23754 + }, + { + "epoch": 20.148430873621713, + "grad_norm": 1.1366326751321778, + "learning_rate": 1.8496918538305283e-05, + "loss": 0.0468, + "step": 23755 + }, + { + "epoch": 20.14927905004241, + "grad_norm": 1.1487501006036116, + "learning_rate": 1.849677368950686e-05, + "loss": 0.0455, + "step": 23756 + }, + { + "epoch": 20.150127226463106, + "grad_norm": 1.048676232017822, + "learning_rate": 1.8496628834296596e-05, + "loss": 0.0443, + "step": 23757 + }, + { + "epoch": 20.150975402883798, + "grad_norm": 1.0104975052870224, + "learning_rate": 1.8496483972674603e-05, + "loss": 0.0427, + "step": 23758 + }, + { + "epoch": 20.151823579304494, + "grad_norm": 1.0440478500298724, + "learning_rate": 1.8496339104640988e-05, + "loss": 0.0451, + "step": 23759 + }, + { + "epoch": 20.15267175572519, + "grad_norm": 1.1664896192426428, + "learning_rate": 1.8496194230195858e-05, + "loss": 0.0495, + "step": 23760 + }, + { + "epoch": 20.153519932145887, + "grad_norm": 1.1383026465341617, + "learning_rate": 1.849604934933933e-05, + "loss": 0.045, + "step": 23761 + }, + { + "epoch": 20.154368108566583, + "grad_norm": 1.3117250591991103, + "learning_rate": 1.8495904462071504e-05, + "loss": 0.0436, + "step": 23762 + }, + { + "epoch": 20.155216284987276, + "grad_norm": 1.175691013959719, + "learning_rate": 1.8495759568392495e-05, + "loss": 0.0413, + "step": 23763 + }, + { + "epoch": 20.156064461407972, + "grad_norm": 1.1048526152657963, + "learning_rate": 1.849561466830241e-05, + "loss": 0.044, + "step": 23764 + }, + { + "epoch": 20.15691263782867, + "grad_norm": 1.0984891568671173, + "learning_rate": 1.8495469761801356e-05, + "loss": 0.0425, + "step": 23765 + }, + { + "epoch": 20.157760814249365, + "grad_norm": 0.9510326524211045, + "learning_rate": 1.8495324848889448e-05, + "loss": 0.0391, + "step": 23766 + }, + { + "epoch": 20.15860899067006, + "grad_norm": 1.1990703622922694, + "learning_rate": 1.8495179929566792e-05, + "loss": 0.0435, + "step": 23767 + }, + { + "epoch": 20.159457167090753, + "grad_norm": 1.097353978494023, + "learning_rate": 1.8495035003833502e-05, + "loss": 0.0408, + "step": 23768 + }, + { + "epoch": 20.16030534351145, + "grad_norm": 1.1709763463068452, + "learning_rate": 1.849489007168968e-05, + "loss": 0.047, + "step": 23769 + }, + { + "epoch": 20.161153519932146, + "grad_norm": 0.821255813576102, + "learning_rate": 1.8494745133135437e-05, + "loss": 0.0401, + "step": 23770 + }, + { + "epoch": 20.162001696352842, + "grad_norm": 1.2037274684110875, + "learning_rate": 1.8494600188170887e-05, + "loss": 0.0466, + "step": 23771 + }, + { + "epoch": 20.16284987277354, + "grad_norm": 1.1209073367355302, + "learning_rate": 1.8494455236796135e-05, + "loss": 0.0435, + "step": 23772 + }, + { + "epoch": 20.16369804919423, + "grad_norm": 1.267181859329683, + "learning_rate": 1.8494310279011295e-05, + "loss": 0.0467, + "step": 23773 + }, + { + "epoch": 20.164546225614927, + "grad_norm": 1.1404958263791185, + "learning_rate": 1.849416531481647e-05, + "loss": 0.043, + "step": 23774 + }, + { + "epoch": 20.165394402035624, + "grad_norm": 0.9529983466981876, + "learning_rate": 1.8494020344211775e-05, + "loss": 0.0392, + "step": 23775 + }, + { + "epoch": 20.16624257845632, + "grad_norm": 0.8947715813900421, + "learning_rate": 1.8493875367197315e-05, + "loss": 0.0406, + "step": 23776 + }, + { + "epoch": 20.167090754877016, + "grad_norm": 1.1762484188140765, + "learning_rate": 1.8493730383773204e-05, + "loss": 0.0536, + "step": 23777 + }, + { + "epoch": 20.16793893129771, + "grad_norm": 0.9660415551979258, + "learning_rate": 1.8493585393939544e-05, + "loss": 0.0436, + "step": 23778 + }, + { + "epoch": 20.168787107718405, + "grad_norm": 0.9211480251935564, + "learning_rate": 1.8493440397696454e-05, + "loss": 0.0456, + "step": 23779 + }, + { + "epoch": 20.1696352841391, + "grad_norm": 1.0413677462707163, + "learning_rate": 1.8493295395044038e-05, + "loss": 0.0413, + "step": 23780 + }, + { + "epoch": 20.170483460559797, + "grad_norm": 1.3866554276764, + "learning_rate": 1.8493150385982405e-05, + "loss": 0.0507, + "step": 23781 + }, + { + "epoch": 20.171331636980494, + "grad_norm": 1.1269920625336642, + "learning_rate": 1.8493005370511667e-05, + "loss": 0.0461, + "step": 23782 + }, + { + "epoch": 20.172179813401186, + "grad_norm": 1.061395774187062, + "learning_rate": 1.849286034863193e-05, + "loss": 0.0452, + "step": 23783 + }, + { + "epoch": 20.173027989821882, + "grad_norm": 1.0740838800793682, + "learning_rate": 1.8492715320343308e-05, + "loss": 0.0451, + "step": 23784 + }, + { + "epoch": 20.17387616624258, + "grad_norm": 1.1628367657057117, + "learning_rate": 1.8492570285645908e-05, + "loss": 0.0469, + "step": 23785 + }, + { + "epoch": 20.174724342663275, + "grad_norm": 1.205283910340787, + "learning_rate": 1.849242524453984e-05, + "loss": 0.0513, + "step": 23786 + }, + { + "epoch": 20.17557251908397, + "grad_norm": 1.3418771523371482, + "learning_rate": 1.8492280197025208e-05, + "loss": 0.0492, + "step": 23787 + }, + { + "epoch": 20.176420695504664, + "grad_norm": 1.0939683504166642, + "learning_rate": 1.849213514310213e-05, + "loss": 0.0413, + "step": 23788 + }, + { + "epoch": 20.17726887192536, + "grad_norm": 1.1214912852848051, + "learning_rate": 1.8491990082770712e-05, + "loss": 0.0445, + "step": 23789 + }, + { + "epoch": 20.178117048346056, + "grad_norm": 1.2623552321910678, + "learning_rate": 1.8491845016031062e-05, + "loss": 0.047, + "step": 23790 + }, + { + "epoch": 20.178965224766753, + "grad_norm": 1.2171220916670284, + "learning_rate": 1.849169994288329e-05, + "loss": 0.0419, + "step": 23791 + }, + { + "epoch": 20.179813401187445, + "grad_norm": 1.0116279584302614, + "learning_rate": 1.8491554863327508e-05, + "loss": 0.0457, + "step": 23792 + }, + { + "epoch": 20.18066157760814, + "grad_norm": 1.0564957471508425, + "learning_rate": 1.8491409777363822e-05, + "loss": 0.0421, + "step": 23793 + }, + { + "epoch": 20.181509754028838, + "grad_norm": 1.1085572307558211, + "learning_rate": 1.849126468499234e-05, + "loss": 0.0439, + "step": 23794 + }, + { + "epoch": 20.182357930449534, + "grad_norm": 1.029452129542637, + "learning_rate": 1.849111958621318e-05, + "loss": 0.0428, + "step": 23795 + }, + { + "epoch": 20.18320610687023, + "grad_norm": 1.1098443877688757, + "learning_rate": 1.8490974481026445e-05, + "loss": 0.047, + "step": 23796 + }, + { + "epoch": 20.184054283290923, + "grad_norm": 1.0700258065327988, + "learning_rate": 1.8490829369432246e-05, + "loss": 0.0466, + "step": 23797 + }, + { + "epoch": 20.18490245971162, + "grad_norm": 1.036894535904345, + "learning_rate": 1.849068425143069e-05, + "loss": 0.0415, + "step": 23798 + }, + { + "epoch": 20.185750636132315, + "grad_norm": 1.0940667886704736, + "learning_rate": 1.8490539127021893e-05, + "loss": 0.0509, + "step": 23799 + }, + { + "epoch": 20.18659881255301, + "grad_norm": 0.8842500384169579, + "learning_rate": 1.849039399620595e-05, + "loss": 0.0396, + "step": 23800 + }, + { + "epoch": 20.187446988973708, + "grad_norm": 1.0222742528115174, + "learning_rate": 1.8490248858982992e-05, + "loss": 0.0465, + "step": 23801 + }, + { + "epoch": 20.1882951653944, + "grad_norm": 1.273131422064416, + "learning_rate": 1.8490103715353113e-05, + "loss": 0.0475, + "step": 23802 + }, + { + "epoch": 20.189143341815097, + "grad_norm": 1.1119426400100063, + "learning_rate": 1.8489958565316426e-05, + "loss": 0.0448, + "step": 23803 + }, + { + "epoch": 20.189991518235793, + "grad_norm": 1.0738847288447055, + "learning_rate": 1.8489813408873042e-05, + "loss": 0.043, + "step": 23804 + }, + { + "epoch": 20.19083969465649, + "grad_norm": 1.2666864515017744, + "learning_rate": 1.848966824602307e-05, + "loss": 0.0469, + "step": 23805 + }, + { + "epoch": 20.191687871077185, + "grad_norm": 1.0167364210794034, + "learning_rate": 1.848952307676662e-05, + "loss": 0.044, + "step": 23806 + }, + { + "epoch": 20.192536047497878, + "grad_norm": 1.363812927763235, + "learning_rate": 1.8489377901103797e-05, + "loss": 0.049, + "step": 23807 + }, + { + "epoch": 20.193384223918574, + "grad_norm": 1.1078216675321046, + "learning_rate": 1.8489232719034715e-05, + "loss": 0.0661, + "step": 23808 + }, + { + "epoch": 20.19423240033927, + "grad_norm": 1.0236996139669583, + "learning_rate": 1.8489087530559486e-05, + "loss": 0.0451, + "step": 23809 + }, + { + "epoch": 20.195080576759967, + "grad_norm": 1.1420317238217632, + "learning_rate": 1.848894233567822e-05, + "loss": 0.0444, + "step": 23810 + }, + { + "epoch": 20.195928753180663, + "grad_norm": 1.3309302450696288, + "learning_rate": 1.8488797134391013e-05, + "loss": 0.0456, + "step": 23811 + }, + { + "epoch": 20.196776929601356, + "grad_norm": 0.8153928689419949, + "learning_rate": 1.8488651926697992e-05, + "loss": 0.0408, + "step": 23812 + }, + { + "epoch": 20.197625106022052, + "grad_norm": 1.229324882654267, + "learning_rate": 1.8488506712599258e-05, + "loss": 0.0469, + "step": 23813 + }, + { + "epoch": 20.198473282442748, + "grad_norm": 1.1753752292456787, + "learning_rate": 1.8488361492094918e-05, + "loss": 0.0459, + "step": 23814 + }, + { + "epoch": 20.199321458863444, + "grad_norm": 1.195137067869227, + "learning_rate": 1.848821626518509e-05, + "loss": 0.0464, + "step": 23815 + }, + { + "epoch": 20.20016963528414, + "grad_norm": 1.1054196662494977, + "learning_rate": 1.848807103186988e-05, + "loss": 0.0433, + "step": 23816 + }, + { + "epoch": 20.201017811704833, + "grad_norm": 1.0406965486318784, + "learning_rate": 1.848792579214939e-05, + "loss": 0.0414, + "step": 23817 + }, + { + "epoch": 20.20186598812553, + "grad_norm": 1.0011944085258102, + "learning_rate": 1.8487780546023745e-05, + "loss": 0.0414, + "step": 23818 + }, + { + "epoch": 20.202714164546226, + "grad_norm": 1.2464016419271762, + "learning_rate": 1.848763529349304e-05, + "loss": 0.0472, + "step": 23819 + }, + { + "epoch": 20.203562340966922, + "grad_norm": 1.214480933478927, + "learning_rate": 1.848749003455739e-05, + "loss": 0.0455, + "step": 23820 + }, + { + "epoch": 20.20441051738762, + "grad_norm": 1.090104399402193, + "learning_rate": 1.8487344769216907e-05, + "loss": 0.0451, + "step": 23821 + }, + { + "epoch": 20.20525869380831, + "grad_norm": 1.1714403297348088, + "learning_rate": 1.8487199497471698e-05, + "loss": 0.0441, + "step": 23822 + }, + { + "epoch": 20.206106870229007, + "grad_norm": 1.0345094299446709, + "learning_rate": 1.8487054219321874e-05, + "loss": 0.0403, + "step": 23823 + }, + { + "epoch": 20.206955046649703, + "grad_norm": 1.0513978316444539, + "learning_rate": 1.8486908934767545e-05, + "loss": 0.0444, + "step": 23824 + }, + { + "epoch": 20.2078032230704, + "grad_norm": 1.0466410709561755, + "learning_rate": 1.8486763643808817e-05, + "loss": 0.051, + "step": 23825 + }, + { + "epoch": 20.208651399491096, + "grad_norm": 1.081005225856813, + "learning_rate": 1.8486618346445802e-05, + "loss": 0.0442, + "step": 23826 + }, + { + "epoch": 20.20949957591179, + "grad_norm": 1.2893334401129213, + "learning_rate": 1.848647304267861e-05, + "loss": 0.0429, + "step": 23827 + }, + { + "epoch": 20.210347752332485, + "grad_norm": 1.07099842276957, + "learning_rate": 1.8486327732507354e-05, + "loss": 0.0444, + "step": 23828 + }, + { + "epoch": 20.21119592875318, + "grad_norm": 1.1956396709292685, + "learning_rate": 1.8486182415932137e-05, + "loss": 0.0461, + "step": 23829 + }, + { + "epoch": 20.212044105173877, + "grad_norm": 1.1669363704291509, + "learning_rate": 1.8486037092953074e-05, + "loss": 0.045, + "step": 23830 + }, + { + "epoch": 20.21289228159457, + "grad_norm": 0.9714303381936026, + "learning_rate": 1.848589176357027e-05, + "loss": 0.0412, + "step": 23831 + }, + { + "epoch": 20.213740458015266, + "grad_norm": 1.1584672896515287, + "learning_rate": 1.8485746427783837e-05, + "loss": 0.0442, + "step": 23832 + }, + { + "epoch": 20.214588634435962, + "grad_norm": 1.087260302502991, + "learning_rate": 1.8485601085593886e-05, + "loss": 0.046, + "step": 23833 + }, + { + "epoch": 20.21543681085666, + "grad_norm": 1.0494146313904782, + "learning_rate": 1.8485455737000526e-05, + "loss": 0.0474, + "step": 23834 + }, + { + "epoch": 20.216284987277355, + "grad_norm": 1.1068333855361474, + "learning_rate": 1.8485310382003865e-05, + "loss": 0.043, + "step": 23835 + }, + { + "epoch": 20.217133163698048, + "grad_norm": 1.0998094437418604, + "learning_rate": 1.8485165020604013e-05, + "loss": 0.0457, + "step": 23836 + }, + { + "epoch": 20.217981340118744, + "grad_norm": 0.964749530873928, + "learning_rate": 1.848501965280108e-05, + "loss": 0.0421, + "step": 23837 + }, + { + "epoch": 20.21882951653944, + "grad_norm": 1.2010231355635228, + "learning_rate": 1.8484874278595183e-05, + "loss": 0.0499, + "step": 23838 + }, + { + "epoch": 20.219677692960136, + "grad_norm": 1.1531029490029412, + "learning_rate": 1.8484728897986417e-05, + "loss": 0.0407, + "step": 23839 + }, + { + "epoch": 20.220525869380833, + "grad_norm": 1.0864429689589852, + "learning_rate": 1.84845835109749e-05, + "loss": 0.045, + "step": 23840 + }, + { + "epoch": 20.221374045801525, + "grad_norm": 1.052574826343422, + "learning_rate": 1.848443811756075e-05, + "loss": 0.0394, + "step": 23841 + }, + { + "epoch": 20.22222222222222, + "grad_norm": 1.132323624981526, + "learning_rate": 1.848429271774406e-05, + "loss": 0.046, + "step": 23842 + }, + { + "epoch": 20.223070398642918, + "grad_norm": 1.0633557312551476, + "learning_rate": 1.848414731152495e-05, + "loss": 0.0429, + "step": 23843 + }, + { + "epoch": 20.223918575063614, + "grad_norm": 1.1198366527580024, + "learning_rate": 1.8484001898903528e-05, + "loss": 0.0444, + "step": 23844 + }, + { + "epoch": 20.22476675148431, + "grad_norm": 1.1015670926132963, + "learning_rate": 1.84838564798799e-05, + "loss": 0.0495, + "step": 23845 + }, + { + "epoch": 20.225614927905003, + "grad_norm": 1.0169625802416746, + "learning_rate": 1.8483711054454184e-05, + "loss": 0.0448, + "step": 23846 + }, + { + "epoch": 20.2264631043257, + "grad_norm": 1.0235462998462341, + "learning_rate": 1.848356562262648e-05, + "loss": 0.0407, + "step": 23847 + }, + { + "epoch": 20.227311280746395, + "grad_norm": 1.1919118310539158, + "learning_rate": 1.8483420184396906e-05, + "loss": 0.0492, + "step": 23848 + }, + { + "epoch": 20.22815945716709, + "grad_norm": 1.1473220851645658, + "learning_rate": 1.8483274739765568e-05, + "loss": 0.0472, + "step": 23849 + }, + { + "epoch": 20.229007633587788, + "grad_norm": 1.0990303996669768, + "learning_rate": 1.8483129288732575e-05, + "loss": 0.0434, + "step": 23850 + }, + { + "epoch": 20.22985581000848, + "grad_norm": 1.022375853041478, + "learning_rate": 1.848298383129804e-05, + "loss": 0.0451, + "step": 23851 + }, + { + "epoch": 20.230703986429177, + "grad_norm": 1.1412595904306975, + "learning_rate": 1.8482838367462065e-05, + "loss": 0.0469, + "step": 23852 + }, + { + "epoch": 20.231552162849873, + "grad_norm": 1.0807636767147575, + "learning_rate": 1.848269289722477e-05, + "loss": 0.0451, + "step": 23853 + }, + { + "epoch": 20.23240033927057, + "grad_norm": 0.9642723071155894, + "learning_rate": 1.8482547420586258e-05, + "loss": 0.0404, + "step": 23854 + }, + { + "epoch": 20.233248515691265, + "grad_norm": 0.987931727216136, + "learning_rate": 1.848240193754664e-05, + "loss": 0.0403, + "step": 23855 + }, + { + "epoch": 20.234096692111958, + "grad_norm": 1.0731481053510146, + "learning_rate": 1.8482256448106027e-05, + "loss": 0.041, + "step": 23856 + }, + { + "epoch": 20.234944868532654, + "grad_norm": 1.1897792288554627, + "learning_rate": 1.848211095226453e-05, + "loss": 0.047, + "step": 23857 + }, + { + "epoch": 20.23579304495335, + "grad_norm": 1.297033266865823, + "learning_rate": 1.8481965450022257e-05, + "loss": 0.0441, + "step": 23858 + }, + { + "epoch": 20.236641221374047, + "grad_norm": 1.3329630429620942, + "learning_rate": 1.8481819941379317e-05, + "loss": 0.0469, + "step": 23859 + }, + { + "epoch": 20.237489397794743, + "grad_norm": 1.003406911081341, + "learning_rate": 1.848167442633582e-05, + "loss": 0.0429, + "step": 23860 + }, + { + "epoch": 20.238337574215436, + "grad_norm": 1.1458497166760768, + "learning_rate": 1.848152890489188e-05, + "loss": 0.0506, + "step": 23861 + }, + { + "epoch": 20.239185750636132, + "grad_norm": 1.0143258482928867, + "learning_rate": 1.84813833770476e-05, + "loss": 0.0429, + "step": 23862 + }, + { + "epoch": 20.240033927056828, + "grad_norm": 1.2575534105056607, + "learning_rate": 1.8481237842803095e-05, + "loss": 0.0493, + "step": 23863 + }, + { + "epoch": 20.240882103477524, + "grad_norm": 1.045214348152527, + "learning_rate": 1.8481092302158475e-05, + "loss": 0.042, + "step": 23864 + }, + { + "epoch": 20.24173027989822, + "grad_norm": 1.064795929555464, + "learning_rate": 1.8480946755113844e-05, + "loss": 0.0464, + "step": 23865 + }, + { + "epoch": 20.242578456318913, + "grad_norm": 1.168102374593656, + "learning_rate": 1.8480801201669316e-05, + "loss": 0.0473, + "step": 23866 + }, + { + "epoch": 20.24342663273961, + "grad_norm": 1.1409266146159112, + "learning_rate": 1.8480655641825004e-05, + "loss": 0.0444, + "step": 23867 + }, + { + "epoch": 20.244274809160306, + "grad_norm": 1.0868419650551546, + "learning_rate": 1.8480510075581012e-05, + "loss": 0.0469, + "step": 23868 + }, + { + "epoch": 20.245122985581002, + "grad_norm": 1.0183060531308974, + "learning_rate": 1.8480364502937452e-05, + "loss": 0.0426, + "step": 23869 + }, + { + "epoch": 20.245971162001695, + "grad_norm": 1.219877348528254, + "learning_rate": 1.8480218923894434e-05, + "loss": 0.0528, + "step": 23870 + }, + { + "epoch": 20.24681933842239, + "grad_norm": 1.1863104649060991, + "learning_rate": 1.848007333845207e-05, + "loss": 0.0494, + "step": 23871 + }, + { + "epoch": 20.247667514843087, + "grad_norm": 1.2051771162641483, + "learning_rate": 1.8479927746610465e-05, + "loss": 0.0458, + "step": 23872 + }, + { + "epoch": 20.248515691263783, + "grad_norm": 1.1637639328457645, + "learning_rate": 1.8479782148369733e-05, + "loss": 0.0502, + "step": 23873 + }, + { + "epoch": 20.24936386768448, + "grad_norm": 1.1743388028538544, + "learning_rate": 1.847963654372998e-05, + "loss": 0.044, + "step": 23874 + }, + { + "epoch": 20.250212044105172, + "grad_norm": 0.908867990283598, + "learning_rate": 1.8479490932691323e-05, + "loss": 0.0401, + "step": 23875 + }, + { + "epoch": 20.25106022052587, + "grad_norm": 1.2555383393925406, + "learning_rate": 1.8479345315253866e-05, + "loss": 0.0474, + "step": 23876 + }, + { + "epoch": 20.251908396946565, + "grad_norm": 1.1681749563489605, + "learning_rate": 1.847919969141772e-05, + "loss": 0.0438, + "step": 23877 + }, + { + "epoch": 20.25275657336726, + "grad_norm": 1.1339288599936095, + "learning_rate": 1.8479054061182994e-05, + "loss": 0.0456, + "step": 23878 + }, + { + "epoch": 20.253604749787957, + "grad_norm": 1.1722423630952599, + "learning_rate": 1.8478908424549802e-05, + "loss": 0.0433, + "step": 23879 + }, + { + "epoch": 20.25445292620865, + "grad_norm": 1.051367147176725, + "learning_rate": 1.8478762781518248e-05, + "loss": 0.0433, + "step": 23880 + }, + { + "epoch": 20.255301102629346, + "grad_norm": 1.1895574554540211, + "learning_rate": 1.8478617132088445e-05, + "loss": 0.0467, + "step": 23881 + }, + { + "epoch": 20.256149279050042, + "grad_norm": 1.3048921225694123, + "learning_rate": 1.8478471476260504e-05, + "loss": 0.0505, + "step": 23882 + }, + { + "epoch": 20.25699745547074, + "grad_norm": 1.1808436618049443, + "learning_rate": 1.847832581403453e-05, + "loss": 0.0471, + "step": 23883 + }, + { + "epoch": 20.257845631891435, + "grad_norm": 1.0876000913217054, + "learning_rate": 1.847818014541064e-05, + "loss": 0.0468, + "step": 23884 + }, + { + "epoch": 20.258693808312128, + "grad_norm": 1.0659123069152376, + "learning_rate": 1.847803447038894e-05, + "loss": 0.0435, + "step": 23885 + }, + { + "epoch": 20.259541984732824, + "grad_norm": 1.2555400676415036, + "learning_rate": 1.847788878896954e-05, + "loss": 0.0513, + "step": 23886 + }, + { + "epoch": 20.26039016115352, + "grad_norm": 0.9664105951939116, + "learning_rate": 1.847774310115255e-05, + "loss": 0.0464, + "step": 23887 + }, + { + "epoch": 20.261238337574216, + "grad_norm": 1.0211298820099066, + "learning_rate": 1.8477597406938083e-05, + "loss": 0.0423, + "step": 23888 + }, + { + "epoch": 20.262086513994912, + "grad_norm": 1.1454815238335043, + "learning_rate": 1.8477451706326243e-05, + "loss": 0.0422, + "step": 23889 + }, + { + "epoch": 20.262934690415605, + "grad_norm": 1.1198039458496407, + "learning_rate": 1.8477305999317142e-05, + "loss": 0.0491, + "step": 23890 + }, + { + "epoch": 20.2637828668363, + "grad_norm": 1.083065650382729, + "learning_rate": 1.8477160285910893e-05, + "loss": 0.0474, + "step": 23891 + }, + { + "epoch": 20.264631043256998, + "grad_norm": 1.1132374317113676, + "learning_rate": 1.8477014566107604e-05, + "loss": 0.0439, + "step": 23892 + }, + { + "epoch": 20.265479219677694, + "grad_norm": 1.2194502027219012, + "learning_rate": 1.8476868839907386e-05, + "loss": 0.0441, + "step": 23893 + }, + { + "epoch": 20.26632739609839, + "grad_norm": 1.048031498634164, + "learning_rate": 1.847672310731035e-05, + "loss": 0.0441, + "step": 23894 + }, + { + "epoch": 20.267175572519083, + "grad_norm": 1.2041958624157614, + "learning_rate": 1.84765773683166e-05, + "loss": 0.049, + "step": 23895 + }, + { + "epoch": 20.26802374893978, + "grad_norm": 1.312029339330885, + "learning_rate": 1.847643162292625e-05, + "loss": 0.0484, + "step": 23896 + }, + { + "epoch": 20.268871925360475, + "grad_norm": 1.1794948704685717, + "learning_rate": 1.847628587113941e-05, + "loss": 0.0452, + "step": 23897 + }, + { + "epoch": 20.26972010178117, + "grad_norm": 1.1442320440173581, + "learning_rate": 1.8476140112956194e-05, + "loss": 0.0509, + "step": 23898 + }, + { + "epoch": 20.270568278201868, + "grad_norm": 1.086338423523834, + "learning_rate": 1.8475994348376704e-05, + "loss": 0.0428, + "step": 23899 + }, + { + "epoch": 20.27141645462256, + "grad_norm": 1.1274576291681828, + "learning_rate": 1.8475848577401054e-05, + "loss": 0.0488, + "step": 23900 + }, + { + "epoch": 20.272264631043257, + "grad_norm": 1.1857299570849118, + "learning_rate": 1.8475702800029353e-05, + "loss": 0.045, + "step": 23901 + }, + { + "epoch": 20.273112807463953, + "grad_norm": 1.0946097324691897, + "learning_rate": 1.8475557016261717e-05, + "loss": 0.044, + "step": 23902 + }, + { + "epoch": 20.27396098388465, + "grad_norm": 0.987112478572635, + "learning_rate": 1.8475411226098247e-05, + "loss": 0.0405, + "step": 23903 + }, + { + "epoch": 20.274809160305345, + "grad_norm": 1.076768728888986, + "learning_rate": 1.8475265429539057e-05, + "loss": 0.0427, + "step": 23904 + }, + { + "epoch": 20.275657336726038, + "grad_norm": 1.6414472232428106, + "learning_rate": 1.8475119626584258e-05, + "loss": 0.0475, + "step": 23905 + }, + { + "epoch": 20.276505513146734, + "grad_norm": 1.4283044978662496, + "learning_rate": 1.847497381723396e-05, + "loss": 0.0538, + "step": 23906 + }, + { + "epoch": 20.27735368956743, + "grad_norm": 1.2238632642277703, + "learning_rate": 1.847482800148827e-05, + "loss": 0.043, + "step": 23907 + }, + { + "epoch": 20.278201865988127, + "grad_norm": 1.1054438670616897, + "learning_rate": 1.8474682179347302e-05, + "loss": 0.043, + "step": 23908 + }, + { + "epoch": 20.27905004240882, + "grad_norm": 1.2347208078213068, + "learning_rate": 1.847453635081116e-05, + "loss": 0.048, + "step": 23909 + }, + { + "epoch": 20.279898218829516, + "grad_norm": 1.1353520040122134, + "learning_rate": 1.847439051587996e-05, + "loss": 0.0456, + "step": 23910 + }, + { + "epoch": 20.280746395250212, + "grad_norm": 1.056259118009233, + "learning_rate": 1.847424467455381e-05, + "loss": 0.0458, + "step": 23911 + }, + { + "epoch": 20.281594571670908, + "grad_norm": 1.284551672559392, + "learning_rate": 1.8474098826832825e-05, + "loss": 0.0471, + "step": 23912 + }, + { + "epoch": 20.282442748091604, + "grad_norm": 1.0572115855636937, + "learning_rate": 1.8473952972717107e-05, + "loss": 0.045, + "step": 23913 + }, + { + "epoch": 20.283290924512297, + "grad_norm": 0.986647910710156, + "learning_rate": 1.8473807112206768e-05, + "loss": 0.0413, + "step": 23914 + }, + { + "epoch": 20.284139100932993, + "grad_norm": 1.0891240067847194, + "learning_rate": 1.847366124530192e-05, + "loss": 0.0457, + "step": 23915 + }, + { + "epoch": 20.28498727735369, + "grad_norm": 1.3047665276753964, + "learning_rate": 1.8473515372002674e-05, + "loss": 0.0503, + "step": 23916 + }, + { + "epoch": 20.285835453774386, + "grad_norm": 1.1249059147981044, + "learning_rate": 1.8473369492309136e-05, + "loss": 0.0491, + "step": 23917 + }, + { + "epoch": 20.286683630195082, + "grad_norm": 1.7256393734191828, + "learning_rate": 1.847322360622142e-05, + "loss": 0.0496, + "step": 23918 + }, + { + "epoch": 20.287531806615775, + "grad_norm": 1.0343463463311717, + "learning_rate": 1.8473077713739636e-05, + "loss": 0.0452, + "step": 23919 + }, + { + "epoch": 20.28837998303647, + "grad_norm": 1.238043365578364, + "learning_rate": 1.847293181486389e-05, + "loss": 0.0467, + "step": 23920 + }, + { + "epoch": 20.289228159457167, + "grad_norm": 1.266969959052509, + "learning_rate": 1.84727859095943e-05, + "loss": 0.0493, + "step": 23921 + }, + { + "epoch": 20.290076335877863, + "grad_norm": 0.9428439321866248, + "learning_rate": 1.847263999793097e-05, + "loss": 0.0421, + "step": 23922 + }, + { + "epoch": 20.29092451229856, + "grad_norm": 1.0676881461134404, + "learning_rate": 1.8472494079874008e-05, + "loss": 0.0492, + "step": 23923 + }, + { + "epoch": 20.291772688719252, + "grad_norm": 1.1367652939813517, + "learning_rate": 1.8472348155423526e-05, + "loss": 0.0452, + "step": 23924 + }, + { + "epoch": 20.29262086513995, + "grad_norm": 1.0840041785424113, + "learning_rate": 1.8472202224579637e-05, + "loss": 0.0467, + "step": 23925 + }, + { + "epoch": 20.293469041560645, + "grad_norm": 1.156999685465375, + "learning_rate": 1.847205628734245e-05, + "loss": 0.0422, + "step": 23926 + }, + { + "epoch": 20.29431721798134, + "grad_norm": 1.2244334846448743, + "learning_rate": 1.8471910343712074e-05, + "loss": 0.0482, + "step": 23927 + }, + { + "epoch": 20.295165394402037, + "grad_norm": 1.1860989316518988, + "learning_rate": 1.847176439368862e-05, + "loss": 0.0434, + "step": 23928 + }, + { + "epoch": 20.29601357082273, + "grad_norm": 1.103161214654975, + "learning_rate": 1.84716184372722e-05, + "loss": 0.0445, + "step": 23929 + }, + { + "epoch": 20.296861747243426, + "grad_norm": 1.053533231339885, + "learning_rate": 1.847147247446292e-05, + "loss": 0.0439, + "step": 23930 + }, + { + "epoch": 20.297709923664122, + "grad_norm": 1.1562254822903497, + "learning_rate": 1.8471326505260894e-05, + "loss": 0.0446, + "step": 23931 + }, + { + "epoch": 20.29855810008482, + "grad_norm": 1.2213582480093281, + "learning_rate": 1.847118052966623e-05, + "loss": 0.0489, + "step": 23932 + }, + { + "epoch": 20.299406276505515, + "grad_norm": 0.9074877793935489, + "learning_rate": 1.8471034547679035e-05, + "loss": 0.0408, + "step": 23933 + }, + { + "epoch": 20.300254452926207, + "grad_norm": 1.3165367806556574, + "learning_rate": 1.847088855929943e-05, + "loss": 0.0452, + "step": 23934 + }, + { + "epoch": 20.301102629346904, + "grad_norm": 1.1348895068669398, + "learning_rate": 1.8470742564527514e-05, + "loss": 0.0446, + "step": 23935 + }, + { + "epoch": 20.3019508057676, + "grad_norm": 1.500998843532058, + "learning_rate": 1.84705965633634e-05, + "loss": 0.0488, + "step": 23936 + }, + { + "epoch": 20.302798982188296, + "grad_norm": 1.0684515349633774, + "learning_rate": 1.84704505558072e-05, + "loss": 0.0439, + "step": 23937 + }, + { + "epoch": 20.303647158608992, + "grad_norm": 1.118991031423473, + "learning_rate": 1.847030454185902e-05, + "loss": 0.0427, + "step": 23938 + }, + { + "epoch": 20.304495335029685, + "grad_norm": 1.0479354482846557, + "learning_rate": 1.847015852151898e-05, + "loss": 0.0427, + "step": 23939 + }, + { + "epoch": 20.30534351145038, + "grad_norm": 0.9377406513095757, + "learning_rate": 1.8470012494787178e-05, + "loss": 0.0395, + "step": 23940 + }, + { + "epoch": 20.306191687871078, + "grad_norm": 1.2677043228516893, + "learning_rate": 1.8469866461663732e-05, + "loss": 0.0505, + "step": 23941 + }, + { + "epoch": 20.307039864291774, + "grad_norm": 1.0022447880024707, + "learning_rate": 1.8469720422148748e-05, + "loss": 0.0444, + "step": 23942 + }, + { + "epoch": 20.307888040712466, + "grad_norm": 1.197623883931971, + "learning_rate": 1.8469574376242344e-05, + "loss": 0.0472, + "step": 23943 + }, + { + "epoch": 20.308736217133163, + "grad_norm": 1.1557556922542482, + "learning_rate": 1.846942832394462e-05, + "loss": 0.0497, + "step": 23944 + }, + { + "epoch": 20.30958439355386, + "grad_norm": 1.1675294948355166, + "learning_rate": 1.8469282265255693e-05, + "loss": 0.0471, + "step": 23945 + }, + { + "epoch": 20.310432569974555, + "grad_norm": 1.1134002327565014, + "learning_rate": 1.846913620017567e-05, + "loss": 0.0446, + "step": 23946 + }, + { + "epoch": 20.31128074639525, + "grad_norm": 1.2028584721888578, + "learning_rate": 1.8468990128704662e-05, + "loss": 0.0539, + "step": 23947 + }, + { + "epoch": 20.312128922815944, + "grad_norm": 1.3509110960571291, + "learning_rate": 1.846884405084278e-05, + "loss": 0.0506, + "step": 23948 + }, + { + "epoch": 20.31297709923664, + "grad_norm": 1.136430965057097, + "learning_rate": 1.8468697966590133e-05, + "loss": 0.0484, + "step": 23949 + }, + { + "epoch": 20.313825275657337, + "grad_norm": 1.0837215844113128, + "learning_rate": 1.846855187594683e-05, + "loss": 0.0443, + "step": 23950 + }, + { + "epoch": 20.314673452078033, + "grad_norm": 1.175694813258377, + "learning_rate": 1.8468405778912987e-05, + "loss": 0.0479, + "step": 23951 + }, + { + "epoch": 20.31552162849873, + "grad_norm": 1.419684994665515, + "learning_rate": 1.846825967548871e-05, + "loss": 0.0493, + "step": 23952 + }, + { + "epoch": 20.31636980491942, + "grad_norm": 1.1891991931249466, + "learning_rate": 1.8468113565674107e-05, + "loss": 0.0477, + "step": 23953 + }, + { + "epoch": 20.317217981340118, + "grad_norm": 1.2320437447915633, + "learning_rate": 1.8467967449469292e-05, + "loss": 0.0468, + "step": 23954 + }, + { + "epoch": 20.318066157760814, + "grad_norm": 1.1664615373400726, + "learning_rate": 1.8467821326874372e-05, + "loss": 0.0461, + "step": 23955 + }, + { + "epoch": 20.31891433418151, + "grad_norm": 1.187071185139931, + "learning_rate": 1.8467675197889466e-05, + "loss": 0.0481, + "step": 23956 + }, + { + "epoch": 20.319762510602207, + "grad_norm": 1.2531800678405933, + "learning_rate": 1.8467529062514672e-05, + "loss": 0.0466, + "step": 23957 + }, + { + "epoch": 20.3206106870229, + "grad_norm": 1.4130190710022825, + "learning_rate": 1.846738292075011e-05, + "loss": 0.0495, + "step": 23958 + }, + { + "epoch": 20.321458863443596, + "grad_norm": 1.1656767664464867, + "learning_rate": 1.8467236772595882e-05, + "loss": 0.0453, + "step": 23959 + }, + { + "epoch": 20.32230703986429, + "grad_norm": 1.1729796285693934, + "learning_rate": 1.8467090618052102e-05, + "loss": 0.0495, + "step": 23960 + }, + { + "epoch": 20.323155216284988, + "grad_norm": 1.1483039363330412, + "learning_rate": 1.846694445711889e-05, + "loss": 0.048, + "step": 23961 + }, + { + "epoch": 20.324003392705684, + "grad_norm": 1.1441959289985921, + "learning_rate": 1.8466798289796336e-05, + "loss": 0.053, + "step": 23962 + }, + { + "epoch": 20.324851569126377, + "grad_norm": 0.9498887620553775, + "learning_rate": 1.8466652116084564e-05, + "loss": 0.043, + "step": 23963 + }, + { + "epoch": 20.325699745547073, + "grad_norm": 1.2757303233543773, + "learning_rate": 1.8466505935983686e-05, + "loss": 0.0498, + "step": 23964 + }, + { + "epoch": 20.32654792196777, + "grad_norm": 1.254036392725504, + "learning_rate": 1.8466359749493804e-05, + "loss": 0.0482, + "step": 23965 + }, + { + "epoch": 20.327396098388466, + "grad_norm": 1.0810120806301686, + "learning_rate": 1.8466213556615035e-05, + "loss": 0.0464, + "step": 23966 + }, + { + "epoch": 20.328244274809162, + "grad_norm": 1.0084429333442042, + "learning_rate": 1.8466067357347485e-05, + "loss": 0.048, + "step": 23967 + }, + { + "epoch": 20.329092451229855, + "grad_norm": 1.0515085388433592, + "learning_rate": 1.8465921151691268e-05, + "loss": 0.0437, + "step": 23968 + }, + { + "epoch": 20.32994062765055, + "grad_norm": 0.9888393484611232, + "learning_rate": 1.8465774939646494e-05, + "loss": 0.0422, + "step": 23969 + }, + { + "epoch": 20.330788804071247, + "grad_norm": 1.3667579006349766, + "learning_rate": 1.8465628721213265e-05, + "loss": 0.0537, + "step": 23970 + }, + { + "epoch": 20.331636980491943, + "grad_norm": 1.1511838319830374, + "learning_rate": 1.84654824963917e-05, + "loss": 0.0482, + "step": 23971 + }, + { + "epoch": 20.33248515691264, + "grad_norm": 1.2390147660367496, + "learning_rate": 1.8465336265181912e-05, + "loss": 0.0535, + "step": 23972 + }, + { + "epoch": 20.333333333333332, + "grad_norm": 1.0783536066868618, + "learning_rate": 1.8465190027584007e-05, + "loss": 0.0453, + "step": 23973 + }, + { + "epoch": 20.33418150975403, + "grad_norm": 1.0749774763119027, + "learning_rate": 1.846504378359809e-05, + "loss": 0.0429, + "step": 23974 + }, + { + "epoch": 20.335029686174725, + "grad_norm": 1.3041112513946673, + "learning_rate": 1.8464897533224278e-05, + "loss": 0.045, + "step": 23975 + }, + { + "epoch": 20.33587786259542, + "grad_norm": 1.2308188062881276, + "learning_rate": 1.846475127646268e-05, + "loss": 0.0471, + "step": 23976 + }, + { + "epoch": 20.336726039016117, + "grad_norm": 1.2356470908230863, + "learning_rate": 1.8464605013313406e-05, + "loss": 0.0483, + "step": 23977 + }, + { + "epoch": 20.33757421543681, + "grad_norm": 1.1822125930236476, + "learning_rate": 1.846445874377657e-05, + "loss": 0.0482, + "step": 23978 + }, + { + "epoch": 20.338422391857506, + "grad_norm": 1.1943511598188234, + "learning_rate": 1.8464312467852274e-05, + "loss": 0.0464, + "step": 23979 + }, + { + "epoch": 20.339270568278202, + "grad_norm": 1.198324605528899, + "learning_rate": 1.8464166185540635e-05, + "loss": 0.0483, + "step": 23980 + }, + { + "epoch": 20.3401187446989, + "grad_norm": 1.2694754083501023, + "learning_rate": 1.8464019896841764e-05, + "loss": 0.0558, + "step": 23981 + }, + { + "epoch": 20.34096692111959, + "grad_norm": 0.9956557550323284, + "learning_rate": 1.8463873601755767e-05, + "loss": 0.0417, + "step": 23982 + }, + { + "epoch": 20.341815097540287, + "grad_norm": 1.071461900870167, + "learning_rate": 1.8463727300282756e-05, + "loss": 0.0474, + "step": 23983 + }, + { + "epoch": 20.342663273960984, + "grad_norm": 0.9908519148685617, + "learning_rate": 1.846358099242284e-05, + "loss": 0.0464, + "step": 23984 + }, + { + "epoch": 20.34351145038168, + "grad_norm": 1.1377442061487624, + "learning_rate": 1.8463434678176133e-05, + "loss": 0.0449, + "step": 23985 + }, + { + "epoch": 20.344359626802376, + "grad_norm": 1.1517636073269657, + "learning_rate": 1.8463288357542745e-05, + "loss": 0.0461, + "step": 23986 + }, + { + "epoch": 20.34520780322307, + "grad_norm": 1.0993071625195603, + "learning_rate": 1.8463142030522786e-05, + "loss": 0.0436, + "step": 23987 + }, + { + "epoch": 20.346055979643765, + "grad_norm": 1.3108569278542432, + "learning_rate": 1.8462995697116365e-05, + "loss": 0.0436, + "step": 23988 + }, + { + "epoch": 20.34690415606446, + "grad_norm": 1.3049637865449584, + "learning_rate": 1.8462849357323593e-05, + "loss": 0.0478, + "step": 23989 + }, + { + "epoch": 20.347752332485157, + "grad_norm": 1.1570512898398695, + "learning_rate": 1.8462703011144575e-05, + "loss": 0.0495, + "step": 23990 + }, + { + "epoch": 20.348600508905854, + "grad_norm": 1.0663273553993207, + "learning_rate": 1.8462556658579434e-05, + "loss": 0.0468, + "step": 23991 + }, + { + "epoch": 20.349448685326546, + "grad_norm": 1.1800746466295753, + "learning_rate": 1.846241029962827e-05, + "loss": 0.0529, + "step": 23992 + }, + { + "epoch": 20.350296861747243, + "grad_norm": 1.2021556925976329, + "learning_rate": 1.8462263934291198e-05, + "loss": 0.0481, + "step": 23993 + }, + { + "epoch": 20.35114503816794, + "grad_norm": 1.14366760712566, + "learning_rate": 1.8462117562568323e-05, + "loss": 0.0464, + "step": 23994 + }, + { + "epoch": 20.351993214588635, + "grad_norm": 1.127000699271005, + "learning_rate": 1.8461971184459765e-05, + "loss": 0.0479, + "step": 23995 + }, + { + "epoch": 20.35284139100933, + "grad_norm": 1.1060539970967402, + "learning_rate": 1.846182479996563e-05, + "loss": 0.0486, + "step": 23996 + }, + { + "epoch": 20.353689567430024, + "grad_norm": 1.0017967284617315, + "learning_rate": 1.846167840908602e-05, + "loss": 0.0418, + "step": 23997 + }, + { + "epoch": 20.35453774385072, + "grad_norm": 1.225325134087313, + "learning_rate": 1.846153201182106e-05, + "loss": 0.0456, + "step": 23998 + }, + { + "epoch": 20.355385920271416, + "grad_norm": 1.20183972755618, + "learning_rate": 1.846138560817085e-05, + "loss": 0.0491, + "step": 23999 + }, + { + "epoch": 20.356234096692113, + "grad_norm": 1.0127134871199905, + "learning_rate": 1.8461239198135506e-05, + "loss": 0.0449, + "step": 24000 + }, + { + "epoch": 20.35708227311281, + "grad_norm": 1.0940932284599851, + "learning_rate": 1.8461092781715136e-05, + "loss": 0.0467, + "step": 24001 + }, + { + "epoch": 20.3579304495335, + "grad_norm": 1.053036808158939, + "learning_rate": 1.846094635890985e-05, + "loss": 0.0466, + "step": 24002 + }, + { + "epoch": 20.358778625954198, + "grad_norm": 1.0043977501510268, + "learning_rate": 1.846079992971976e-05, + "loss": 0.0426, + "step": 24003 + }, + { + "epoch": 20.359626802374894, + "grad_norm": 1.1538321820390065, + "learning_rate": 1.8460653494144973e-05, + "loss": 0.0477, + "step": 24004 + }, + { + "epoch": 20.36047497879559, + "grad_norm": 0.968397849690568, + "learning_rate": 1.8460507052185605e-05, + "loss": 0.0403, + "step": 24005 + }, + { + "epoch": 20.361323155216287, + "grad_norm": 1.3044466567443784, + "learning_rate": 1.8460360603841766e-05, + "loss": 0.0467, + "step": 24006 + }, + { + "epoch": 20.36217133163698, + "grad_norm": 1.1246247962275921, + "learning_rate": 1.8460214149113565e-05, + "loss": 0.0465, + "step": 24007 + }, + { + "epoch": 20.363019508057675, + "grad_norm": 1.2594844685171789, + "learning_rate": 1.8460067688001108e-05, + "loss": 0.0468, + "step": 24008 + }, + { + "epoch": 20.36386768447837, + "grad_norm": 1.2585412212991323, + "learning_rate": 1.845992122050451e-05, + "loss": 0.0492, + "step": 24009 + }, + { + "epoch": 20.364715860899068, + "grad_norm": 1.1051613086269998, + "learning_rate": 1.845977474662388e-05, + "loss": 0.0453, + "step": 24010 + }, + { + "epoch": 20.365564037319764, + "grad_norm": 1.2616265711418517, + "learning_rate": 1.8459628266359334e-05, + "loss": 0.0498, + "step": 24011 + }, + { + "epoch": 20.366412213740457, + "grad_norm": 1.1624597366435725, + "learning_rate": 1.8459481779710975e-05, + "loss": 0.0462, + "step": 24012 + }, + { + "epoch": 20.367260390161153, + "grad_norm": 1.026318175408348, + "learning_rate": 1.8459335286678918e-05, + "loss": 0.0418, + "step": 24013 + }, + { + "epoch": 20.36810856658185, + "grad_norm": 1.2934531546280617, + "learning_rate": 1.8459188787263272e-05, + "loss": 0.0457, + "step": 24014 + }, + { + "epoch": 20.368956743002546, + "grad_norm": 1.4046535452435396, + "learning_rate": 1.8459042281464148e-05, + "loss": 0.0463, + "step": 24015 + }, + { + "epoch": 20.36980491942324, + "grad_norm": 1.9401768776337422, + "learning_rate": 1.8458895769281655e-05, + "loss": 0.0531, + "step": 24016 + }, + { + "epoch": 20.370653095843934, + "grad_norm": 1.1355780752399367, + "learning_rate": 1.8458749250715905e-05, + "loss": 0.0463, + "step": 24017 + }, + { + "epoch": 20.37150127226463, + "grad_norm": 0.9318316110931573, + "learning_rate": 1.845860272576701e-05, + "loss": 0.042, + "step": 24018 + }, + { + "epoch": 20.372349448685327, + "grad_norm": 1.1195890638634014, + "learning_rate": 1.845845619443508e-05, + "loss": 0.046, + "step": 24019 + }, + { + "epoch": 20.373197625106023, + "grad_norm": 1.0787055448220149, + "learning_rate": 1.845830965672022e-05, + "loss": 0.0451, + "step": 24020 + }, + { + "epoch": 20.374045801526716, + "grad_norm": 1.1178687488210572, + "learning_rate": 1.845816311262255e-05, + "loss": 0.0439, + "step": 24021 + }, + { + "epoch": 20.374893977947412, + "grad_norm": 1.3125398862226358, + "learning_rate": 1.8458016562142173e-05, + "loss": 0.0491, + "step": 24022 + }, + { + "epoch": 20.37574215436811, + "grad_norm": 1.2198406689996282, + "learning_rate": 1.84578700052792e-05, + "loss": 0.046, + "step": 24023 + }, + { + "epoch": 20.376590330788805, + "grad_norm": 1.2294441897889865, + "learning_rate": 1.8457723442033746e-05, + "loss": 0.0503, + "step": 24024 + }, + { + "epoch": 20.3774385072095, + "grad_norm": 1.26506404449961, + "learning_rate": 1.845757687240592e-05, + "loss": 0.0437, + "step": 24025 + }, + { + "epoch": 20.378286683630193, + "grad_norm": 1.1113990146951978, + "learning_rate": 1.8457430296395835e-05, + "loss": 0.0446, + "step": 24026 + }, + { + "epoch": 20.37913486005089, + "grad_norm": 1.1204187818422506, + "learning_rate": 1.8457283714003594e-05, + "loss": 0.0471, + "step": 24027 + }, + { + "epoch": 20.379983036471586, + "grad_norm": 1.4583299832031298, + "learning_rate": 1.8457137125229313e-05, + "loss": 0.049, + "step": 24028 + }, + { + "epoch": 20.380831212892282, + "grad_norm": 1.3110422448618828, + "learning_rate": 1.8456990530073106e-05, + "loss": 0.0488, + "step": 24029 + }, + { + "epoch": 20.38167938931298, + "grad_norm": 1.3494680155378096, + "learning_rate": 1.8456843928535074e-05, + "loss": 0.05, + "step": 24030 + }, + { + "epoch": 20.38252756573367, + "grad_norm": 1.2534844893729578, + "learning_rate": 1.8456697320615338e-05, + "loss": 0.0501, + "step": 24031 + }, + { + "epoch": 20.383375742154367, + "grad_norm": 1.225931310621523, + "learning_rate": 1.8456550706314004e-05, + "loss": 0.0513, + "step": 24032 + }, + { + "epoch": 20.384223918575064, + "grad_norm": 1.0716892140602066, + "learning_rate": 1.8456404085631178e-05, + "loss": 0.0451, + "step": 24033 + }, + { + "epoch": 20.38507209499576, + "grad_norm": 1.1253294834118401, + "learning_rate": 1.845625745856698e-05, + "loss": 0.046, + "step": 24034 + }, + { + "epoch": 20.385920271416456, + "grad_norm": 1.1643189890760646, + "learning_rate": 1.8456110825121508e-05, + "loss": 0.0422, + "step": 24035 + }, + { + "epoch": 20.38676844783715, + "grad_norm": 1.195811091717283, + "learning_rate": 1.845596418529489e-05, + "loss": 0.0488, + "step": 24036 + }, + { + "epoch": 20.387616624257845, + "grad_norm": 1.0879180132478787, + "learning_rate": 1.845581753908722e-05, + "loss": 0.0449, + "step": 24037 + }, + { + "epoch": 20.38846480067854, + "grad_norm": 1.3945628516097883, + "learning_rate": 1.845567088649862e-05, + "loss": 0.044, + "step": 24038 + }, + { + "epoch": 20.389312977099237, + "grad_norm": 1.1592862419803065, + "learning_rate": 1.8455524227529196e-05, + "loss": 0.0469, + "step": 24039 + }, + { + "epoch": 20.390161153519934, + "grad_norm": 1.4174889599416487, + "learning_rate": 1.8455377562179057e-05, + "loss": 0.0516, + "step": 24040 + }, + { + "epoch": 20.391009329940626, + "grad_norm": 1.1055279807150133, + "learning_rate": 1.8455230890448317e-05, + "loss": 0.0481, + "step": 24041 + }, + { + "epoch": 20.391857506361323, + "grad_norm": 1.398562727403912, + "learning_rate": 1.8455084212337087e-05, + "loss": 0.053, + "step": 24042 + }, + { + "epoch": 20.39270568278202, + "grad_norm": 1.061433148397411, + "learning_rate": 1.845493752784547e-05, + "loss": 0.0453, + "step": 24043 + }, + { + "epoch": 20.393553859202715, + "grad_norm": 1.2186549455978664, + "learning_rate": 1.845479083697359e-05, + "loss": 0.0606, + "step": 24044 + }, + { + "epoch": 20.39440203562341, + "grad_norm": 1.2407256577334969, + "learning_rate": 1.8454644139721545e-05, + "loss": 0.0474, + "step": 24045 + }, + { + "epoch": 20.395250212044104, + "grad_norm": 1.0121730622895277, + "learning_rate": 1.8454497436089457e-05, + "loss": 0.0446, + "step": 24046 + }, + { + "epoch": 20.3960983884648, + "grad_norm": 1.1067692976562071, + "learning_rate": 1.845435072607743e-05, + "loss": 0.045, + "step": 24047 + }, + { + "epoch": 20.396946564885496, + "grad_norm": 1.2755901604873783, + "learning_rate": 1.845420400968557e-05, + "loss": 0.0477, + "step": 24048 + }, + { + "epoch": 20.397794741306193, + "grad_norm": 1.2828021086159835, + "learning_rate": 1.8454057286914e-05, + "loss": 0.0543, + "step": 24049 + }, + { + "epoch": 20.39864291772689, + "grad_norm": 1.3265523593300055, + "learning_rate": 1.8453910557762817e-05, + "loss": 0.049, + "step": 24050 + }, + { + "epoch": 20.39949109414758, + "grad_norm": 1.254863228799864, + "learning_rate": 1.8453763822232146e-05, + "loss": 0.0497, + "step": 24051 + }, + { + "epoch": 20.400339270568278, + "grad_norm": 1.0418843506250315, + "learning_rate": 1.8453617080322087e-05, + "loss": 0.0448, + "step": 24052 + }, + { + "epoch": 20.401187446988974, + "grad_norm": 1.0169177790119566, + "learning_rate": 1.845347033203275e-05, + "loss": 0.0426, + "step": 24053 + }, + { + "epoch": 20.40203562340967, + "grad_norm": 1.3454307624958957, + "learning_rate": 1.845332357736426e-05, + "loss": 0.0542, + "step": 24054 + }, + { + "epoch": 20.402883799830363, + "grad_norm": 1.270745208454987, + "learning_rate": 1.845317681631671e-05, + "loss": 0.0497, + "step": 24055 + }, + { + "epoch": 20.40373197625106, + "grad_norm": 1.3137954843300583, + "learning_rate": 1.8453030048890223e-05, + "loss": 0.0518, + "step": 24056 + }, + { + "epoch": 20.404580152671755, + "grad_norm": 1.2984358228079, + "learning_rate": 1.8452883275084898e-05, + "loss": 0.0522, + "step": 24057 + }, + { + "epoch": 20.40542832909245, + "grad_norm": 1.2494327690112952, + "learning_rate": 1.8452736494900862e-05, + "loss": 0.0549, + "step": 24058 + }, + { + "epoch": 20.406276505513148, + "grad_norm": 1.2261022547073321, + "learning_rate": 1.845258970833821e-05, + "loss": 0.0454, + "step": 24059 + }, + { + "epoch": 20.40712468193384, + "grad_norm": 1.1969357059312085, + "learning_rate": 1.8452442915397062e-05, + "loss": 0.0468, + "step": 24060 + }, + { + "epoch": 20.407972858354537, + "grad_norm": 1.0102148829207054, + "learning_rate": 1.845229611607753e-05, + "loss": 0.0469, + "step": 24061 + }, + { + "epoch": 20.408821034775233, + "grad_norm": 1.265300203295931, + "learning_rate": 1.8452149310379716e-05, + "loss": 0.0463, + "step": 24062 + }, + { + "epoch": 20.40966921119593, + "grad_norm": 1.2013345669247173, + "learning_rate": 1.8452002498303738e-05, + "loss": 0.0478, + "step": 24063 + }, + { + "epoch": 20.410517387616625, + "grad_norm": 1.2019570607291736, + "learning_rate": 1.8451855679849703e-05, + "loss": 0.05, + "step": 24064 + }, + { + "epoch": 20.411365564037318, + "grad_norm": 1.1341127416073742, + "learning_rate": 1.8451708855017724e-05, + "loss": 0.047, + "step": 24065 + }, + { + "epoch": 20.412213740458014, + "grad_norm": 1.1099067324909402, + "learning_rate": 1.845156202380791e-05, + "loss": 0.0437, + "step": 24066 + }, + { + "epoch": 20.41306191687871, + "grad_norm": 1.1700496558081923, + "learning_rate": 1.845141518622038e-05, + "loss": 0.0443, + "step": 24067 + }, + { + "epoch": 20.413910093299407, + "grad_norm": 1.1915574456013964, + "learning_rate": 1.845126834225523e-05, + "loss": 0.0503, + "step": 24068 + }, + { + "epoch": 20.414758269720103, + "grad_norm": 1.3309143639105765, + "learning_rate": 1.845112149191258e-05, + "loss": 0.0516, + "step": 24069 + }, + { + "epoch": 20.415606446140796, + "grad_norm": 1.2494425388523291, + "learning_rate": 1.8450974635192544e-05, + "loss": 0.0497, + "step": 24070 + }, + { + "epoch": 20.416454622561492, + "grad_norm": 1.145941581988222, + "learning_rate": 1.8450827772095224e-05, + "loss": 0.0463, + "step": 24071 + }, + { + "epoch": 20.41730279898219, + "grad_norm": 1.2539329357043878, + "learning_rate": 1.8450680902620736e-05, + "loss": 0.0481, + "step": 24072 + }, + { + "epoch": 20.418150975402884, + "grad_norm": 1.382219936943825, + "learning_rate": 1.845053402676919e-05, + "loss": 0.0461, + "step": 24073 + }, + { + "epoch": 20.41899915182358, + "grad_norm": 1.248104998306705, + "learning_rate": 1.8450387144540697e-05, + "loss": 0.0463, + "step": 24074 + }, + { + "epoch": 20.419847328244273, + "grad_norm": 1.162503352220082, + "learning_rate": 1.8450240255935367e-05, + "loss": 0.0468, + "step": 24075 + }, + { + "epoch": 20.42069550466497, + "grad_norm": 1.202651307115143, + "learning_rate": 1.8450093360953315e-05, + "loss": 0.0495, + "step": 24076 + }, + { + "epoch": 20.421543681085666, + "grad_norm": 1.0232085695479114, + "learning_rate": 1.8449946459594646e-05, + "loss": 0.0453, + "step": 24077 + }, + { + "epoch": 20.422391857506362, + "grad_norm": 1.1187203523002713, + "learning_rate": 1.844979955185947e-05, + "loss": 0.0456, + "step": 24078 + }, + { + "epoch": 20.42324003392706, + "grad_norm": 1.1817237913180236, + "learning_rate": 1.8449652637747904e-05, + "loss": 0.0514, + "step": 24079 + }, + { + "epoch": 20.42408821034775, + "grad_norm": 1.2194937769162388, + "learning_rate": 1.8449505717260056e-05, + "loss": 0.0496, + "step": 24080 + }, + { + "epoch": 20.424936386768447, + "grad_norm": 1.140769229319676, + "learning_rate": 1.8449358790396037e-05, + "loss": 0.0487, + "step": 24081 + }, + { + "epoch": 20.425784563189143, + "grad_norm": 1.3003414766428718, + "learning_rate": 1.8449211857155956e-05, + "loss": 0.0491, + "step": 24082 + }, + { + "epoch": 20.42663273960984, + "grad_norm": 1.1850265077676774, + "learning_rate": 1.8449064917539927e-05, + "loss": 0.0439, + "step": 24083 + }, + { + "epoch": 20.427480916030536, + "grad_norm": 1.26065532426726, + "learning_rate": 1.844891797154806e-05, + "loss": 0.0484, + "step": 24084 + }, + { + "epoch": 20.42832909245123, + "grad_norm": 1.1680011275147724, + "learning_rate": 1.8448771019180464e-05, + "loss": 0.049, + "step": 24085 + }, + { + "epoch": 20.429177268871925, + "grad_norm": 1.4224859008818826, + "learning_rate": 1.844862406043725e-05, + "loss": 0.055, + "step": 24086 + }, + { + "epoch": 20.43002544529262, + "grad_norm": 1.2514815744829761, + "learning_rate": 1.8448477095318534e-05, + "loss": 0.053, + "step": 24087 + }, + { + "epoch": 20.430873621713317, + "grad_norm": 1.2245513415276243, + "learning_rate": 1.844833012382442e-05, + "loss": 0.0472, + "step": 24088 + }, + { + "epoch": 20.431721798134014, + "grad_norm": 1.1063480696982155, + "learning_rate": 1.8448183145955023e-05, + "loss": 0.0447, + "step": 24089 + }, + { + "epoch": 20.432569974554706, + "grad_norm": 1.2652495208999672, + "learning_rate": 1.8448036161710454e-05, + "loss": 0.0499, + "step": 24090 + }, + { + "epoch": 20.433418150975402, + "grad_norm": 0.978238776337722, + "learning_rate": 1.844788917109082e-05, + "loss": 0.0413, + "step": 24091 + }, + { + "epoch": 20.4342663273961, + "grad_norm": 1.2610105482163987, + "learning_rate": 1.8447742174096236e-05, + "loss": 0.0455, + "step": 24092 + }, + { + "epoch": 20.435114503816795, + "grad_norm": 1.1194744042200306, + "learning_rate": 1.844759517072681e-05, + "loss": 0.0443, + "step": 24093 + }, + { + "epoch": 20.435962680237488, + "grad_norm": 1.343322962494134, + "learning_rate": 1.8447448160982654e-05, + "loss": 0.0521, + "step": 24094 + }, + { + "epoch": 20.436810856658184, + "grad_norm": 1.3809504226093454, + "learning_rate": 1.8447301144863882e-05, + "loss": 0.0533, + "step": 24095 + }, + { + "epoch": 20.43765903307888, + "grad_norm": 1.037898594340957, + "learning_rate": 1.8447154122370602e-05, + "loss": 0.0479, + "step": 24096 + }, + { + "epoch": 20.438507209499576, + "grad_norm": 0.8966868824822908, + "learning_rate": 1.8447007093502927e-05, + "loss": 0.0456, + "step": 24097 + }, + { + "epoch": 20.439355385920273, + "grad_norm": 1.0925259663451812, + "learning_rate": 1.8446860058260964e-05, + "loss": 0.0444, + "step": 24098 + }, + { + "epoch": 20.440203562340965, + "grad_norm": 1.3032360061100665, + "learning_rate": 1.8446713016644827e-05, + "loss": 0.0481, + "step": 24099 + }, + { + "epoch": 20.44105173876166, + "grad_norm": 1.0954383967280115, + "learning_rate": 1.8446565968654625e-05, + "loss": 0.0458, + "step": 24100 + }, + { + "epoch": 20.441899915182358, + "grad_norm": 1.3404872459894346, + "learning_rate": 1.8446418914290473e-05, + "loss": 0.0533, + "step": 24101 + }, + { + "epoch": 20.442748091603054, + "grad_norm": 1.2679950739650283, + "learning_rate": 1.8446271853552476e-05, + "loss": 0.0473, + "step": 24102 + }, + { + "epoch": 20.44359626802375, + "grad_norm": 1.3013970566187338, + "learning_rate": 1.844612478644075e-05, + "loss": 0.0522, + "step": 24103 + }, + { + "epoch": 20.444444444444443, + "grad_norm": 1.0791301252952255, + "learning_rate": 1.8445977712955404e-05, + "loss": 0.047, + "step": 24104 + }, + { + "epoch": 20.44529262086514, + "grad_norm": 1.1721428501714077, + "learning_rate": 1.8445830633096546e-05, + "loss": 0.0472, + "step": 24105 + }, + { + "epoch": 20.446140797285835, + "grad_norm": 1.167174985854704, + "learning_rate": 1.8445683546864293e-05, + "loss": 0.0456, + "step": 24106 + }, + { + "epoch": 20.44698897370653, + "grad_norm": 1.1073303343834333, + "learning_rate": 1.8445536454258752e-05, + "loss": 0.0483, + "step": 24107 + }, + { + "epoch": 20.447837150127228, + "grad_norm": 1.2232388305678783, + "learning_rate": 1.8445389355280036e-05, + "loss": 0.0519, + "step": 24108 + }, + { + "epoch": 20.44868532654792, + "grad_norm": 1.4472988997422354, + "learning_rate": 1.8445242249928254e-05, + "loss": 0.0515, + "step": 24109 + }, + { + "epoch": 20.449533502968617, + "grad_norm": 1.1183138636168983, + "learning_rate": 1.844509513820352e-05, + "loss": 0.0434, + "step": 24110 + }, + { + "epoch": 20.450381679389313, + "grad_norm": 1.0985473965662904, + "learning_rate": 1.844494802010594e-05, + "loss": 0.0499, + "step": 24111 + }, + { + "epoch": 20.45122985581001, + "grad_norm": 1.3041013388474816, + "learning_rate": 1.8444800895635633e-05, + "loss": 0.0463, + "step": 24112 + }, + { + "epoch": 20.452078032230705, + "grad_norm": 1.105403269837401, + "learning_rate": 1.84446537647927e-05, + "loss": 0.0441, + "step": 24113 + }, + { + "epoch": 20.452926208651398, + "grad_norm": 1.3886262887664755, + "learning_rate": 1.844450662757726e-05, + "loss": 0.0489, + "step": 24114 + }, + { + "epoch": 20.453774385072094, + "grad_norm": 1.1512893423189918, + "learning_rate": 1.844435948398942e-05, + "loss": 0.0472, + "step": 24115 + }, + { + "epoch": 20.45462256149279, + "grad_norm": 1.202300024645225, + "learning_rate": 1.844421233402929e-05, + "loss": 0.0492, + "step": 24116 + }, + { + "epoch": 20.455470737913487, + "grad_norm": 1.156885117694563, + "learning_rate": 1.844406517769699e-05, + "loss": 0.0538, + "step": 24117 + }, + { + "epoch": 20.456318914334183, + "grad_norm": 1.2867961790355011, + "learning_rate": 1.8443918014992623e-05, + "loss": 0.048, + "step": 24118 + }, + { + "epoch": 20.457167090754876, + "grad_norm": 1.1738686081866876, + "learning_rate": 1.8443770845916296e-05, + "loss": 0.0463, + "step": 24119 + }, + { + "epoch": 20.458015267175572, + "grad_norm": 1.0919192225748209, + "learning_rate": 1.8443623670468127e-05, + "loss": 0.0479, + "step": 24120 + }, + { + "epoch": 20.458863443596268, + "grad_norm": 1.0616039921481932, + "learning_rate": 1.844347648864823e-05, + "loss": 0.05, + "step": 24121 + }, + { + "epoch": 20.459711620016964, + "grad_norm": 1.1154176369338389, + "learning_rate": 1.8443329300456704e-05, + "loss": 0.0441, + "step": 24122 + }, + { + "epoch": 20.46055979643766, + "grad_norm": 1.0464326644783766, + "learning_rate": 1.8443182105893674e-05, + "loss": 0.0439, + "step": 24123 + }, + { + "epoch": 20.461407972858353, + "grad_norm": 1.1561119815105911, + "learning_rate": 1.844303490495924e-05, + "loss": 0.0444, + "step": 24124 + }, + { + "epoch": 20.46225614927905, + "grad_norm": 1.322585320302962, + "learning_rate": 1.844288769765352e-05, + "loss": 0.05, + "step": 24125 + }, + { + "epoch": 20.463104325699746, + "grad_norm": 1.2417431496151201, + "learning_rate": 1.8442740483976623e-05, + "loss": 0.0456, + "step": 24126 + }, + { + "epoch": 20.463952502120442, + "grad_norm": 1.281824659092493, + "learning_rate": 1.8442593263928662e-05, + "loss": 0.0485, + "step": 24127 + }, + { + "epoch": 20.46480067854114, + "grad_norm": 1.1062527455257425, + "learning_rate": 1.8442446037509743e-05, + "loss": 0.0477, + "step": 24128 + }, + { + "epoch": 20.46564885496183, + "grad_norm": 1.0719417775716404, + "learning_rate": 1.844229880471998e-05, + "loss": 0.0489, + "step": 24129 + }, + { + "epoch": 20.466497031382527, + "grad_norm": 1.2530982677012028, + "learning_rate": 1.844215156555949e-05, + "loss": 0.05, + "step": 24130 + }, + { + "epoch": 20.467345207803223, + "grad_norm": 1.074719705236884, + "learning_rate": 1.844200432002837e-05, + "loss": 0.0475, + "step": 24131 + }, + { + "epoch": 20.46819338422392, + "grad_norm": 1.4646815475432018, + "learning_rate": 1.8441857068126748e-05, + "loss": 0.0516, + "step": 24132 + }, + { + "epoch": 20.469041560644612, + "grad_norm": 1.4012718307628829, + "learning_rate": 1.844170980985472e-05, + "loss": 0.0514, + "step": 24133 + }, + { + "epoch": 20.46988973706531, + "grad_norm": 1.197849030773468, + "learning_rate": 1.8441562545212407e-05, + "loss": 0.0466, + "step": 24134 + }, + { + "epoch": 20.470737913486005, + "grad_norm": 1.3027951037663807, + "learning_rate": 1.8441415274199914e-05, + "loss": 0.0494, + "step": 24135 + }, + { + "epoch": 20.4715860899067, + "grad_norm": 1.1564353622339238, + "learning_rate": 1.8441267996817357e-05, + "loss": 0.046, + "step": 24136 + }, + { + "epoch": 20.472434266327397, + "grad_norm": 1.063546070446897, + "learning_rate": 1.8441120713064844e-05, + "loss": 0.0447, + "step": 24137 + }, + { + "epoch": 20.47328244274809, + "grad_norm": 1.1607480532504932, + "learning_rate": 1.8440973422942488e-05, + "loss": 0.0488, + "step": 24138 + }, + { + "epoch": 20.474130619168786, + "grad_norm": 1.2147419349140909, + "learning_rate": 1.84408261264504e-05, + "loss": 0.0501, + "step": 24139 + }, + { + "epoch": 20.474978795589482, + "grad_norm": 1.213016898677316, + "learning_rate": 1.8440678823588692e-05, + "loss": 0.0518, + "step": 24140 + }, + { + "epoch": 20.47582697201018, + "grad_norm": 1.0465204156682928, + "learning_rate": 1.844053151435747e-05, + "loss": 0.0441, + "step": 24141 + }, + { + "epoch": 20.476675148430875, + "grad_norm": 1.299218574125471, + "learning_rate": 1.844038419875685e-05, + "loss": 0.0456, + "step": 24142 + }, + { + "epoch": 20.477523324851568, + "grad_norm": 1.1002512274233793, + "learning_rate": 1.8440236876786947e-05, + "loss": 0.0478, + "step": 24143 + }, + { + "epoch": 20.478371501272264, + "grad_norm": 1.1546655831334145, + "learning_rate": 1.844008954844786e-05, + "loss": 0.0479, + "step": 24144 + }, + { + "epoch": 20.47921967769296, + "grad_norm": 1.1002463858405023, + "learning_rate": 1.843994221373971e-05, + "loss": 0.0537, + "step": 24145 + }, + { + "epoch": 20.480067854113656, + "grad_norm": 1.09231766881202, + "learning_rate": 1.8439794872662605e-05, + "loss": 0.0461, + "step": 24146 + }, + { + "epoch": 20.480916030534353, + "grad_norm": 1.0708004925531318, + "learning_rate": 1.843964752521666e-05, + "loss": 0.0481, + "step": 24147 + }, + { + "epoch": 20.481764206955045, + "grad_norm": 1.296165730937914, + "learning_rate": 1.8439500171401977e-05, + "loss": 0.0466, + "step": 24148 + }, + { + "epoch": 20.48261238337574, + "grad_norm": 1.1556239801644923, + "learning_rate": 1.843935281121868e-05, + "loss": 0.0481, + "step": 24149 + }, + { + "epoch": 20.483460559796438, + "grad_norm": 1.2021058965635036, + "learning_rate": 1.843920544466687e-05, + "loss": 0.0483, + "step": 24150 + }, + { + "epoch": 20.484308736217134, + "grad_norm": 1.1599595435567676, + "learning_rate": 1.843905807174666e-05, + "loss": 0.0472, + "step": 24151 + }, + { + "epoch": 20.48515691263783, + "grad_norm": 1.2357930734543388, + "learning_rate": 1.8438910692458167e-05, + "loss": 0.0486, + "step": 24152 + }, + { + "epoch": 20.486005089058523, + "grad_norm": 1.131430863153534, + "learning_rate": 1.8438763306801496e-05, + "loss": 0.0456, + "step": 24153 + }, + { + "epoch": 20.48685326547922, + "grad_norm": 1.445732849401591, + "learning_rate": 1.843861591477676e-05, + "loss": 0.0464, + "step": 24154 + }, + { + "epoch": 20.487701441899915, + "grad_norm": 1.095199718196324, + "learning_rate": 1.843846851638407e-05, + "loss": 0.0427, + "step": 24155 + }, + { + "epoch": 20.48854961832061, + "grad_norm": 1.1189838132946104, + "learning_rate": 1.8438321111623537e-05, + "loss": 0.0464, + "step": 24156 + }, + { + "epoch": 20.489397794741308, + "grad_norm": 1.264114767044873, + "learning_rate": 1.8438173700495277e-05, + "loss": 0.0489, + "step": 24157 + }, + { + "epoch": 20.490245971162, + "grad_norm": 1.1689527813937948, + "learning_rate": 1.8438026282999393e-05, + "loss": 0.0423, + "step": 24158 + }, + { + "epoch": 20.491094147582697, + "grad_norm": 1.22743983380752, + "learning_rate": 1.8437878859136e-05, + "loss": 0.0494, + "step": 24159 + }, + { + "epoch": 20.491942324003393, + "grad_norm": 0.858824919176123, + "learning_rate": 1.8437731428905212e-05, + "loss": 0.0423, + "step": 24160 + }, + { + "epoch": 20.49279050042409, + "grad_norm": 1.0871941120783717, + "learning_rate": 1.843758399230714e-05, + "loss": 0.0473, + "step": 24161 + }, + { + "epoch": 20.493638676844785, + "grad_norm": 1.084998036210063, + "learning_rate": 1.8437436549341886e-05, + "loss": 0.0421, + "step": 24162 + }, + { + "epoch": 20.494486853265478, + "grad_norm": 1.3176065985778251, + "learning_rate": 1.8437289100009574e-05, + "loss": 0.0478, + "step": 24163 + }, + { + "epoch": 20.495335029686174, + "grad_norm": 1.21900145504495, + "learning_rate": 1.8437141644310308e-05, + "loss": 0.0472, + "step": 24164 + }, + { + "epoch": 20.49618320610687, + "grad_norm": 1.3706517928509265, + "learning_rate": 1.84369941822442e-05, + "loss": 0.0433, + "step": 24165 + }, + { + "epoch": 20.497031382527567, + "grad_norm": 1.126516072209208, + "learning_rate": 1.8436846713811363e-05, + "loss": 0.0447, + "step": 24166 + }, + { + "epoch": 20.497879558948263, + "grad_norm": 1.0834475390976561, + "learning_rate": 1.843669923901191e-05, + "loss": 0.0472, + "step": 24167 + }, + { + "epoch": 20.498727735368956, + "grad_norm": 1.3961970634611611, + "learning_rate": 1.8436551757845946e-05, + "loss": 0.0548, + "step": 24168 + }, + { + "epoch": 20.499575911789652, + "grad_norm": 1.128345695915982, + "learning_rate": 1.843640427031359e-05, + "loss": 0.0434, + "step": 24169 + }, + { + "epoch": 20.500424088210348, + "grad_norm": 1.5179482160013584, + "learning_rate": 1.8436256776414948e-05, + "loss": 0.0506, + "step": 24170 + }, + { + "epoch": 20.501272264631044, + "grad_norm": 1.5572929481429518, + "learning_rate": 1.843610927615013e-05, + "loss": 0.0494, + "step": 24171 + }, + { + "epoch": 20.502120441051737, + "grad_norm": 1.0026010128285594, + "learning_rate": 1.8435961769519256e-05, + "loss": 0.0439, + "step": 24172 + }, + { + "epoch": 20.502968617472433, + "grad_norm": 1.080120914483078, + "learning_rate": 1.8435814256522423e-05, + "loss": 0.0474, + "step": 24173 + }, + { + "epoch": 20.50381679389313, + "grad_norm": 1.2081884072717024, + "learning_rate": 1.8435666737159757e-05, + "loss": 0.0476, + "step": 24174 + }, + { + "epoch": 20.504664970313826, + "grad_norm": 1.0237744202356427, + "learning_rate": 1.8435519211431362e-05, + "loss": 0.0453, + "step": 24175 + }, + { + "epoch": 20.505513146734522, + "grad_norm": 1.5669251223229803, + "learning_rate": 1.8435371679337348e-05, + "loss": 0.0462, + "step": 24176 + }, + { + "epoch": 20.506361323155215, + "grad_norm": 1.28688160038524, + "learning_rate": 1.843522414087783e-05, + "loss": 0.0501, + "step": 24177 + }, + { + "epoch": 20.50720949957591, + "grad_norm": 1.0882309363283922, + "learning_rate": 1.8435076596052918e-05, + "loss": 0.0446, + "step": 24178 + }, + { + "epoch": 20.508057675996607, + "grad_norm": 1.2090876598675346, + "learning_rate": 1.8434929044862722e-05, + "loss": 0.046, + "step": 24179 + }, + { + "epoch": 20.508905852417303, + "grad_norm": 1.2721171906717097, + "learning_rate": 1.8434781487307355e-05, + "loss": 0.0438, + "step": 24180 + }, + { + "epoch": 20.509754028838, + "grad_norm": 1.1053181029010923, + "learning_rate": 1.843463392338693e-05, + "loss": 0.0467, + "step": 24181 + }, + { + "epoch": 20.510602205258692, + "grad_norm": 1.1376402538908619, + "learning_rate": 1.8434486353101557e-05, + "loss": 0.0445, + "step": 24182 + }, + { + "epoch": 20.51145038167939, + "grad_norm": 1.231975299180873, + "learning_rate": 1.8434338776451343e-05, + "loss": 0.0477, + "step": 24183 + }, + { + "epoch": 20.512298558100085, + "grad_norm": 1.5000888882082128, + "learning_rate": 1.8434191193436405e-05, + "loss": 0.0499, + "step": 24184 + }, + { + "epoch": 20.51314673452078, + "grad_norm": 1.4270418275988146, + "learning_rate": 1.843404360405685e-05, + "loss": 0.0562, + "step": 24185 + }, + { + "epoch": 20.513994910941477, + "grad_norm": 1.1083275134171244, + "learning_rate": 1.8433896008312797e-05, + "loss": 0.0509, + "step": 24186 + }, + { + "epoch": 20.51484308736217, + "grad_norm": 1.3350724071209394, + "learning_rate": 1.843374840620435e-05, + "loss": 0.0498, + "step": 24187 + }, + { + "epoch": 20.515691263782866, + "grad_norm": 1.0807356323920303, + "learning_rate": 1.843360079773162e-05, + "loss": 0.0437, + "step": 24188 + }, + { + "epoch": 20.516539440203562, + "grad_norm": 1.1460355949710792, + "learning_rate": 1.8433453182894726e-05, + "loss": 0.0439, + "step": 24189 + }, + { + "epoch": 20.51738761662426, + "grad_norm": 1.3849474583976302, + "learning_rate": 1.8433305561693767e-05, + "loss": 0.0513, + "step": 24190 + }, + { + "epoch": 20.518235793044955, + "grad_norm": 1.0015682309614669, + "learning_rate": 1.8433157934128867e-05, + "loss": 0.0424, + "step": 24191 + }, + { + "epoch": 20.519083969465647, + "grad_norm": 1.2057435669157603, + "learning_rate": 1.843301030020013e-05, + "loss": 0.0483, + "step": 24192 + }, + { + "epoch": 20.519932145886344, + "grad_norm": 1.2472664845385484, + "learning_rate": 1.8432862659907672e-05, + "loss": 0.0531, + "step": 24193 + }, + { + "epoch": 20.52078032230704, + "grad_norm": 1.0771749345526822, + "learning_rate": 1.84327150132516e-05, + "loss": 0.0458, + "step": 24194 + }, + { + "epoch": 20.521628498727736, + "grad_norm": 1.2079175634005623, + "learning_rate": 1.843256736023203e-05, + "loss": 0.0452, + "step": 24195 + }, + { + "epoch": 20.522476675148432, + "grad_norm": 1.3177753587377943, + "learning_rate": 1.8432419700849066e-05, + "loss": 0.0479, + "step": 24196 + }, + { + "epoch": 20.523324851569125, + "grad_norm": 1.311230419511767, + "learning_rate": 1.8432272035102827e-05, + "loss": 0.0516, + "step": 24197 + }, + { + "epoch": 20.52417302798982, + "grad_norm": 1.2529801152229822, + "learning_rate": 1.8432124362993423e-05, + "loss": 0.0524, + "step": 24198 + }, + { + "epoch": 20.525021204410518, + "grad_norm": 1.2202104838403394, + "learning_rate": 1.8431976684520965e-05, + "loss": 0.0492, + "step": 24199 + }, + { + "epoch": 20.525869380831214, + "grad_norm": 1.2727908939640749, + "learning_rate": 1.843182899968556e-05, + "loss": 0.0471, + "step": 24200 + }, + { + "epoch": 20.52671755725191, + "grad_norm": 1.2829834804397362, + "learning_rate": 1.8431681308487322e-05, + "loss": 0.0483, + "step": 24201 + }, + { + "epoch": 20.527565733672603, + "grad_norm": 1.1857679158400205, + "learning_rate": 1.8431533610926367e-05, + "loss": 0.0462, + "step": 24202 + }, + { + "epoch": 20.5284139100933, + "grad_norm": 1.1847183088804352, + "learning_rate": 1.8431385907002802e-05, + "loss": 0.0462, + "step": 24203 + }, + { + "epoch": 20.529262086513995, + "grad_norm": 1.1135239960686385, + "learning_rate": 1.8431238196716742e-05, + "loss": 0.046, + "step": 24204 + }, + { + "epoch": 20.53011026293469, + "grad_norm": 1.1659423078111877, + "learning_rate": 1.843109048006829e-05, + "loss": 0.0472, + "step": 24205 + }, + { + "epoch": 20.530958439355388, + "grad_norm": 1.2529352501262982, + "learning_rate": 1.843094275705757e-05, + "loss": 0.0474, + "step": 24206 + }, + { + "epoch": 20.53180661577608, + "grad_norm": 1.1307663072587473, + "learning_rate": 1.8430795027684682e-05, + "loss": 0.0447, + "step": 24207 + }, + { + "epoch": 20.532654792196777, + "grad_norm": 1.2897765003960018, + "learning_rate": 1.843064729194974e-05, + "loss": 0.055, + "step": 24208 + }, + { + "epoch": 20.533502968617473, + "grad_norm": 1.257286454070346, + "learning_rate": 1.8430499549852864e-05, + "loss": 0.0498, + "step": 24209 + }, + { + "epoch": 20.53435114503817, + "grad_norm": 1.2417767584858648, + "learning_rate": 1.8430351801394156e-05, + "loss": 0.0515, + "step": 24210 + }, + { + "epoch": 20.53519932145886, + "grad_norm": 1.3986962646881729, + "learning_rate": 1.8430204046573727e-05, + "loss": 0.0528, + "step": 24211 + }, + { + "epoch": 20.536047497879558, + "grad_norm": 1.1861644474826616, + "learning_rate": 1.84300562853917e-05, + "loss": 0.0438, + "step": 24212 + }, + { + "epoch": 20.536895674300254, + "grad_norm": 1.3641925534121684, + "learning_rate": 1.8429908517848175e-05, + "loss": 0.0566, + "step": 24213 + }, + { + "epoch": 20.53774385072095, + "grad_norm": 1.2229752389972972, + "learning_rate": 1.8429760743943266e-05, + "loss": 0.0442, + "step": 24214 + }, + { + "epoch": 20.538592027141647, + "grad_norm": 1.2184331309299448, + "learning_rate": 1.8429612963677085e-05, + "loss": 0.0491, + "step": 24215 + }, + { + "epoch": 20.53944020356234, + "grad_norm": 1.40992751932892, + "learning_rate": 1.8429465177049745e-05, + "loss": 0.0547, + "step": 24216 + }, + { + "epoch": 20.540288379983036, + "grad_norm": 1.1533821979553653, + "learning_rate": 1.842931738406136e-05, + "loss": 0.0477, + "step": 24217 + }, + { + "epoch": 20.541136556403732, + "grad_norm": 1.1361212641545702, + "learning_rate": 1.8429169584712036e-05, + "loss": 0.045, + "step": 24218 + }, + { + "epoch": 20.541984732824428, + "grad_norm": 1.2655834496090765, + "learning_rate": 1.8429021779001887e-05, + "loss": 0.0477, + "step": 24219 + }, + { + "epoch": 20.542832909245124, + "grad_norm": 1.1494404583379303, + "learning_rate": 1.8428873966931025e-05, + "loss": 0.0492, + "step": 24220 + }, + { + "epoch": 20.543681085665817, + "grad_norm": 1.1742970162699649, + "learning_rate": 1.842872614849956e-05, + "loss": 0.0478, + "step": 24221 + }, + { + "epoch": 20.544529262086513, + "grad_norm": 1.4235923461240774, + "learning_rate": 1.8428578323707605e-05, + "loss": 0.0514, + "step": 24222 + }, + { + "epoch": 20.54537743850721, + "grad_norm": 1.2732123215226099, + "learning_rate": 1.8428430492555273e-05, + "loss": 0.0476, + "step": 24223 + }, + { + "epoch": 20.546225614927906, + "grad_norm": 1.14577364200154, + "learning_rate": 1.842828265504267e-05, + "loss": 0.0428, + "step": 24224 + }, + { + "epoch": 20.547073791348602, + "grad_norm": 1.3360547085231353, + "learning_rate": 1.842813481116991e-05, + "loss": 0.0488, + "step": 24225 + }, + { + "epoch": 20.547921967769295, + "grad_norm": 1.0249130967875817, + "learning_rate": 1.842798696093711e-05, + "loss": 0.0464, + "step": 24226 + }, + { + "epoch": 20.54877014418999, + "grad_norm": 1.1908251596173853, + "learning_rate": 1.8427839104344376e-05, + "loss": 0.0464, + "step": 24227 + }, + { + "epoch": 20.549618320610687, + "grad_norm": 0.9408260105107639, + "learning_rate": 1.842769124139182e-05, + "loss": 0.0397, + "step": 24228 + }, + { + "epoch": 20.550466497031383, + "grad_norm": 1.1717246457884687, + "learning_rate": 1.842754337207955e-05, + "loss": 0.0469, + "step": 24229 + }, + { + "epoch": 20.55131467345208, + "grad_norm": 1.1964102251376132, + "learning_rate": 1.842739549640769e-05, + "loss": 0.0464, + "step": 24230 + }, + { + "epoch": 20.552162849872772, + "grad_norm": 1.124744393149877, + "learning_rate": 1.842724761437634e-05, + "loss": 0.0511, + "step": 24231 + }, + { + "epoch": 20.55301102629347, + "grad_norm": 1.1623610173686167, + "learning_rate": 1.8427099725985616e-05, + "loss": 0.0492, + "step": 24232 + }, + { + "epoch": 20.553859202714165, + "grad_norm": 1.2753463397489855, + "learning_rate": 1.8426951831235628e-05, + "loss": 0.0536, + "step": 24233 + }, + { + "epoch": 20.55470737913486, + "grad_norm": 1.2909634660394105, + "learning_rate": 1.842680393012649e-05, + "loss": 0.0485, + "step": 24234 + }, + { + "epoch": 20.555555555555557, + "grad_norm": 1.1402800211303243, + "learning_rate": 1.842665602265831e-05, + "loss": 0.0442, + "step": 24235 + }, + { + "epoch": 20.55640373197625, + "grad_norm": 1.3195755637909643, + "learning_rate": 1.8426508108831203e-05, + "loss": 0.0491, + "step": 24236 + }, + { + "epoch": 20.557251908396946, + "grad_norm": 1.2126450046073856, + "learning_rate": 1.842636018864528e-05, + "loss": 0.0492, + "step": 24237 + }, + { + "epoch": 20.558100084817642, + "grad_norm": 1.1544423221698827, + "learning_rate": 1.842621226210065e-05, + "loss": 0.0442, + "step": 24238 + }, + { + "epoch": 20.55894826123834, + "grad_norm": 1.1406693181085708, + "learning_rate": 1.8426064329197428e-05, + "loss": 0.0505, + "step": 24239 + }, + { + "epoch": 20.559796437659035, + "grad_norm": 1.1810893791213173, + "learning_rate": 1.842591638993572e-05, + "loss": 0.0471, + "step": 24240 + }, + { + "epoch": 20.560644614079727, + "grad_norm": 1.050510539807491, + "learning_rate": 1.8425768444315647e-05, + "loss": 0.0508, + "step": 24241 + }, + { + "epoch": 20.561492790500424, + "grad_norm": 1.2479450805283805, + "learning_rate": 1.8425620492337314e-05, + "loss": 0.046, + "step": 24242 + }, + { + "epoch": 20.56234096692112, + "grad_norm": 1.2333262759272077, + "learning_rate": 1.842547253400083e-05, + "loss": 0.0472, + "step": 24243 + }, + { + "epoch": 20.563189143341816, + "grad_norm": 1.451942632738938, + "learning_rate": 1.8425324569306318e-05, + "loss": 0.0662, + "step": 24244 + }, + { + "epoch": 20.564037319762512, + "grad_norm": 1.1149908696499358, + "learning_rate": 1.8425176598253877e-05, + "loss": 0.0464, + "step": 24245 + }, + { + "epoch": 20.564885496183205, + "grad_norm": 1.0829650174130345, + "learning_rate": 1.8425028620843628e-05, + "loss": 0.0437, + "step": 24246 + }, + { + "epoch": 20.5657336726039, + "grad_norm": 1.30227990819948, + "learning_rate": 1.8424880637075674e-05, + "loss": 0.057, + "step": 24247 + }, + { + "epoch": 20.566581849024598, + "grad_norm": 1.1534335552736128, + "learning_rate": 1.8424732646950136e-05, + "loss": 0.0477, + "step": 24248 + }, + { + "epoch": 20.567430025445294, + "grad_norm": 1.1832989835653516, + "learning_rate": 1.8424584650467116e-05, + "loss": 0.0448, + "step": 24249 + }, + { + "epoch": 20.568278201865986, + "grad_norm": 1.1505645152239632, + "learning_rate": 1.8424436647626732e-05, + "loss": 0.0459, + "step": 24250 + }, + { + "epoch": 20.569126378286683, + "grad_norm": 1.2967375324914683, + "learning_rate": 1.8424288638429098e-05, + "loss": 0.0447, + "step": 24251 + }, + { + "epoch": 20.56997455470738, + "grad_norm": 1.3686037778132882, + "learning_rate": 1.842414062287432e-05, + "loss": 0.0494, + "step": 24252 + }, + { + "epoch": 20.570822731128075, + "grad_norm": 1.0787166420974375, + "learning_rate": 1.8423992600962514e-05, + "loss": 0.0447, + "step": 24253 + }, + { + "epoch": 20.57167090754877, + "grad_norm": 1.1045500279335352, + "learning_rate": 1.8423844572693787e-05, + "loss": 0.0494, + "step": 24254 + }, + { + "epoch": 20.572519083969464, + "grad_norm": 1.2478536511530676, + "learning_rate": 1.842369653806825e-05, + "loss": 0.0495, + "step": 24255 + }, + { + "epoch": 20.57336726039016, + "grad_norm": 1.2605431886210698, + "learning_rate": 1.8423548497086024e-05, + "loss": 0.0493, + "step": 24256 + }, + { + "epoch": 20.574215436810857, + "grad_norm": 1.1948825223154163, + "learning_rate": 1.842340044974721e-05, + "loss": 0.0516, + "step": 24257 + }, + { + "epoch": 20.575063613231553, + "grad_norm": 1.1734821783734284, + "learning_rate": 1.842325239605193e-05, + "loss": 0.0474, + "step": 24258 + }, + { + "epoch": 20.57591178965225, + "grad_norm": 1.1426072861944874, + "learning_rate": 1.8423104336000285e-05, + "loss": 0.0494, + "step": 24259 + }, + { + "epoch": 20.57675996607294, + "grad_norm": 1.1195538106980316, + "learning_rate": 1.8422956269592392e-05, + "loss": 0.0523, + "step": 24260 + }, + { + "epoch": 20.577608142493638, + "grad_norm": 1.2366913627325942, + "learning_rate": 1.8422808196828364e-05, + "loss": 0.0478, + "step": 24261 + }, + { + "epoch": 20.578456318914334, + "grad_norm": 1.1529083053869915, + "learning_rate": 1.8422660117708313e-05, + "loss": 0.0438, + "step": 24262 + }, + { + "epoch": 20.57930449533503, + "grad_norm": 1.151226182728788, + "learning_rate": 1.8422512032232346e-05, + "loss": 0.0491, + "step": 24263 + }, + { + "epoch": 20.580152671755727, + "grad_norm": 1.238239229581926, + "learning_rate": 1.842236394040058e-05, + "loss": 0.0513, + "step": 24264 + }, + { + "epoch": 20.58100084817642, + "grad_norm": 1.3406450117147901, + "learning_rate": 1.8422215842213122e-05, + "loss": 0.0542, + "step": 24265 + }, + { + "epoch": 20.581849024597116, + "grad_norm": 1.1118176885580493, + "learning_rate": 1.8422067737670088e-05, + "loss": 0.045, + "step": 24266 + }, + { + "epoch": 20.58269720101781, + "grad_norm": 1.0854925768697754, + "learning_rate": 1.8421919626771586e-05, + "loss": 0.0412, + "step": 24267 + }, + { + "epoch": 20.583545377438508, + "grad_norm": 1.186450730834205, + "learning_rate": 1.8421771509517736e-05, + "loss": 0.0472, + "step": 24268 + }, + { + "epoch": 20.584393553859204, + "grad_norm": 1.1782283192098555, + "learning_rate": 1.8421623385908637e-05, + "loss": 0.0478, + "step": 24269 + }, + { + "epoch": 20.585241730279897, + "grad_norm": 1.156948238889124, + "learning_rate": 1.8421475255944406e-05, + "loss": 0.0479, + "step": 24270 + }, + { + "epoch": 20.586089906700593, + "grad_norm": 1.3354670915651945, + "learning_rate": 1.8421327119625162e-05, + "loss": 0.0491, + "step": 24271 + }, + { + "epoch": 20.58693808312129, + "grad_norm": 1.0668281474216126, + "learning_rate": 1.8421178976951005e-05, + "loss": 0.0422, + "step": 24272 + }, + { + "epoch": 20.587786259541986, + "grad_norm": 1.329170522165681, + "learning_rate": 1.842103082792206e-05, + "loss": 0.0477, + "step": 24273 + }, + { + "epoch": 20.588634435962682, + "grad_norm": 0.987629305610043, + "learning_rate": 1.8420882672538427e-05, + "loss": 0.0425, + "step": 24274 + }, + { + "epoch": 20.589482612383375, + "grad_norm": 1.201021540872827, + "learning_rate": 1.8420734510800225e-05, + "loss": 0.0452, + "step": 24275 + }, + { + "epoch": 20.59033078880407, + "grad_norm": 1.1930425387208818, + "learning_rate": 1.8420586342707558e-05, + "loss": 0.0488, + "step": 24276 + }, + { + "epoch": 20.591178965224767, + "grad_norm": 1.3059372425310536, + "learning_rate": 1.842043816826055e-05, + "loss": 0.048, + "step": 24277 + }, + { + "epoch": 20.592027141645463, + "grad_norm": 1.2504150649295482, + "learning_rate": 1.84202899874593e-05, + "loss": 0.0454, + "step": 24278 + }, + { + "epoch": 20.59287531806616, + "grad_norm": 1.0996878921429847, + "learning_rate": 1.8420141800303927e-05, + "loss": 0.0418, + "step": 24279 + }, + { + "epoch": 20.593723494486852, + "grad_norm": 1.128921896469872, + "learning_rate": 1.8419993606794543e-05, + "loss": 0.0483, + "step": 24280 + }, + { + "epoch": 20.59457167090755, + "grad_norm": 1.2386945399473495, + "learning_rate": 1.8419845406931256e-05, + "loss": 0.0452, + "step": 24281 + }, + { + "epoch": 20.595419847328245, + "grad_norm": 1.366046464964764, + "learning_rate": 1.841969720071418e-05, + "loss": 0.0513, + "step": 24282 + }, + { + "epoch": 20.59626802374894, + "grad_norm": 1.2996461525967768, + "learning_rate": 1.841954898814343e-05, + "loss": 0.0459, + "step": 24283 + }, + { + "epoch": 20.597116200169637, + "grad_norm": 1.1962544653070755, + "learning_rate": 1.8419400769219112e-05, + "loss": 0.0532, + "step": 24284 + }, + { + "epoch": 20.59796437659033, + "grad_norm": 1.1151834134615066, + "learning_rate": 1.841925254394134e-05, + "loss": 0.0502, + "step": 24285 + }, + { + "epoch": 20.598812553011026, + "grad_norm": 1.2615290923498452, + "learning_rate": 1.8419104312310228e-05, + "loss": 0.049, + "step": 24286 + }, + { + "epoch": 20.599660729431722, + "grad_norm": 1.3257369488521447, + "learning_rate": 1.8418956074325888e-05, + "loss": 0.0499, + "step": 24287 + }, + { + "epoch": 20.60050890585242, + "grad_norm": 1.2464299371615177, + "learning_rate": 1.8418807829988428e-05, + "loss": 0.0504, + "step": 24288 + }, + { + "epoch": 20.60135708227311, + "grad_norm": 1.378666156978218, + "learning_rate": 1.841865957929796e-05, + "loss": 0.0539, + "step": 24289 + }, + { + "epoch": 20.602205258693807, + "grad_norm": 1.2164238259205675, + "learning_rate": 1.8418511322254603e-05, + "loss": 0.0489, + "step": 24290 + }, + { + "epoch": 20.603053435114504, + "grad_norm": 1.1408845556583105, + "learning_rate": 1.8418363058858458e-05, + "loss": 0.0494, + "step": 24291 + }, + { + "epoch": 20.6039016115352, + "grad_norm": 1.1490891586738892, + "learning_rate": 1.8418214789109647e-05, + "loss": 0.0469, + "step": 24292 + }, + { + "epoch": 20.604749787955896, + "grad_norm": 1.2024929679559975, + "learning_rate": 1.8418066513008275e-05, + "loss": 0.0506, + "step": 24293 + }, + { + "epoch": 20.60559796437659, + "grad_norm": 1.1966319768313989, + "learning_rate": 1.8417918230554458e-05, + "loss": 0.0473, + "step": 24294 + }, + { + "epoch": 20.606446140797285, + "grad_norm": 1.3415897170732631, + "learning_rate": 1.841776994174831e-05, + "loss": 0.0488, + "step": 24295 + }, + { + "epoch": 20.60729431721798, + "grad_norm": 1.1290380589202267, + "learning_rate": 1.8417621646589934e-05, + "loss": 0.0497, + "step": 24296 + }, + { + "epoch": 20.608142493638677, + "grad_norm": 1.1232619495393845, + "learning_rate": 1.8417473345079448e-05, + "loss": 0.0479, + "step": 24297 + }, + { + "epoch": 20.608990670059374, + "grad_norm": 1.3110729897706388, + "learning_rate": 1.8417325037216963e-05, + "loss": 0.0497, + "step": 24298 + }, + { + "epoch": 20.609838846480066, + "grad_norm": 1.2800806028455407, + "learning_rate": 1.8417176723002592e-05, + "loss": 0.0509, + "step": 24299 + }, + { + "epoch": 20.610687022900763, + "grad_norm": 1.2508472804552724, + "learning_rate": 1.8417028402436446e-05, + "loss": 0.0509, + "step": 24300 + }, + { + "epoch": 20.61153519932146, + "grad_norm": 1.2127728099976172, + "learning_rate": 1.8416880075518637e-05, + "loss": 0.0477, + "step": 24301 + }, + { + "epoch": 20.612383375742155, + "grad_norm": 1.0650154808624683, + "learning_rate": 1.8416731742249274e-05, + "loss": 0.046, + "step": 24302 + }, + { + "epoch": 20.61323155216285, + "grad_norm": 1.149678975251339, + "learning_rate": 1.8416583402628474e-05, + "loss": 0.0494, + "step": 24303 + }, + { + "epoch": 20.614079728583544, + "grad_norm": 1.2531439402534554, + "learning_rate": 1.8416435056656348e-05, + "loss": 0.0516, + "step": 24304 + }, + { + "epoch": 20.61492790500424, + "grad_norm": 1.4433625585057377, + "learning_rate": 1.8416286704333005e-05, + "loss": 0.0556, + "step": 24305 + }, + { + "epoch": 20.615776081424936, + "grad_norm": 1.3525374199945595, + "learning_rate": 1.841613834565856e-05, + "loss": 0.0488, + "step": 24306 + }, + { + "epoch": 20.616624257845633, + "grad_norm": 1.3880352362099369, + "learning_rate": 1.841598998063312e-05, + "loss": 0.0477, + "step": 24307 + }, + { + "epoch": 20.61747243426633, + "grad_norm": 1.2781721029925641, + "learning_rate": 1.8415841609256802e-05, + "loss": 0.0506, + "step": 24308 + }, + { + "epoch": 20.61832061068702, + "grad_norm": 1.250944492768016, + "learning_rate": 1.8415693231529715e-05, + "loss": 0.047, + "step": 24309 + }, + { + "epoch": 20.619168787107718, + "grad_norm": 1.2221805556750915, + "learning_rate": 1.8415544847451975e-05, + "loss": 0.0503, + "step": 24310 + }, + { + "epoch": 20.620016963528414, + "grad_norm": 1.3596970949093454, + "learning_rate": 1.841539645702369e-05, + "loss": 0.0499, + "step": 24311 + }, + { + "epoch": 20.62086513994911, + "grad_norm": 1.2468649816849813, + "learning_rate": 1.8415248060244975e-05, + "loss": 0.0465, + "step": 24312 + }, + { + "epoch": 20.621713316369807, + "grad_norm": 1.2800920596819567, + "learning_rate": 1.841509965711594e-05, + "loss": 0.0472, + "step": 24313 + }, + { + "epoch": 20.6225614927905, + "grad_norm": 1.4266005512255342, + "learning_rate": 1.8414951247636697e-05, + "loss": 0.0511, + "step": 24314 + }, + { + "epoch": 20.623409669211195, + "grad_norm": 1.1911639845528983, + "learning_rate": 1.8414802831807358e-05, + "loss": 0.05, + "step": 24315 + }, + { + "epoch": 20.62425784563189, + "grad_norm": 1.3511961187084804, + "learning_rate": 1.8414654409628033e-05, + "loss": 0.0464, + "step": 24316 + }, + { + "epoch": 20.625106022052588, + "grad_norm": 1.1317545787943148, + "learning_rate": 1.841450598109884e-05, + "loss": 0.0461, + "step": 24317 + }, + { + "epoch": 20.625954198473284, + "grad_norm": 1.2740052734903282, + "learning_rate": 1.8414357546219882e-05, + "loss": 0.0481, + "step": 24318 + }, + { + "epoch": 20.626802374893977, + "grad_norm": 1.33690308053639, + "learning_rate": 1.841420910499128e-05, + "loss": 0.0509, + "step": 24319 + }, + { + "epoch": 20.627650551314673, + "grad_norm": 1.04690086165797, + "learning_rate": 1.8414060657413144e-05, + "loss": 0.047, + "step": 24320 + }, + { + "epoch": 20.62849872773537, + "grad_norm": 1.1117093438362518, + "learning_rate": 1.8413912203485584e-05, + "loss": 0.0475, + "step": 24321 + }, + { + "epoch": 20.629346904156066, + "grad_norm": 1.2542370611283487, + "learning_rate": 1.841376374320871e-05, + "loss": 0.0446, + "step": 24322 + }, + { + "epoch": 20.63019508057676, + "grad_norm": 1.0733385569781688, + "learning_rate": 1.8413615276582638e-05, + "loss": 0.0475, + "step": 24323 + }, + { + "epoch": 20.631043256997454, + "grad_norm": 1.2415580932321422, + "learning_rate": 1.841346680360748e-05, + "loss": 0.0486, + "step": 24324 + }, + { + "epoch": 20.63189143341815, + "grad_norm": 1.313878141924863, + "learning_rate": 1.8413318324283343e-05, + "loss": 0.0628, + "step": 24325 + }, + { + "epoch": 20.632739609838847, + "grad_norm": 1.1363298651285492, + "learning_rate": 1.8413169838610343e-05, + "loss": 0.0473, + "step": 24326 + }, + { + "epoch": 20.633587786259543, + "grad_norm": 1.7597922955016767, + "learning_rate": 1.841302134658859e-05, + "loss": 0.0461, + "step": 24327 + }, + { + "epoch": 20.634435962680236, + "grad_norm": 1.1949946443262682, + "learning_rate": 1.8412872848218205e-05, + "loss": 0.0455, + "step": 24328 + }, + { + "epoch": 20.635284139100932, + "grad_norm": 1.1617997129313469, + "learning_rate": 1.8412724343499287e-05, + "loss": 0.0466, + "step": 24329 + }, + { + "epoch": 20.63613231552163, + "grad_norm": 1.040880385429009, + "learning_rate": 1.8412575832431955e-05, + "loss": 0.0453, + "step": 24330 + }, + { + "epoch": 20.636980491942325, + "grad_norm": 1.1307652315827554, + "learning_rate": 1.8412427315016317e-05, + "loss": 0.0507, + "step": 24331 + }, + { + "epoch": 20.63782866836302, + "grad_norm": 1.2571051536441562, + "learning_rate": 1.841227879125249e-05, + "loss": 0.0481, + "step": 24332 + }, + { + "epoch": 20.638676844783713, + "grad_norm": 1.1414017611542542, + "learning_rate": 1.8412130261140584e-05, + "loss": 0.047, + "step": 24333 + }, + { + "epoch": 20.63952502120441, + "grad_norm": 1.6463019260710925, + "learning_rate": 1.8411981724680712e-05, + "loss": 0.0546, + "step": 24334 + }, + { + "epoch": 20.640373197625106, + "grad_norm": 1.1906755242509552, + "learning_rate": 1.8411833181872986e-05, + "loss": 0.0452, + "step": 24335 + }, + { + "epoch": 20.641221374045802, + "grad_norm": 1.262661686939827, + "learning_rate": 1.8411684632717516e-05, + "loss": 0.0504, + "step": 24336 + }, + { + "epoch": 20.6420695504665, + "grad_norm": 1.2347169512966192, + "learning_rate": 1.8411536077214416e-05, + "loss": 0.0504, + "step": 24337 + }, + { + "epoch": 20.64291772688719, + "grad_norm": 1.106635491377282, + "learning_rate": 1.8411387515363796e-05, + "loss": 0.0436, + "step": 24338 + }, + { + "epoch": 20.643765903307887, + "grad_norm": 1.1587922837410733, + "learning_rate": 1.841123894716577e-05, + "loss": 0.0494, + "step": 24339 + }, + { + "epoch": 20.644614079728584, + "grad_norm": 1.19326786333238, + "learning_rate": 1.841109037262045e-05, + "loss": 0.0499, + "step": 24340 + }, + { + "epoch": 20.64546225614928, + "grad_norm": 1.177339104571758, + "learning_rate": 1.8410941791727946e-05, + "loss": 0.0456, + "step": 24341 + }, + { + "epoch": 20.646310432569976, + "grad_norm": 1.229764875907115, + "learning_rate": 1.8410793204488374e-05, + "loss": 0.047, + "step": 24342 + }, + { + "epoch": 20.64715860899067, + "grad_norm": 1.1894172966814085, + "learning_rate": 1.8410644610901842e-05, + "loss": 0.0522, + "step": 24343 + }, + { + "epoch": 20.648006785411365, + "grad_norm": 1.4748437770428577, + "learning_rate": 1.8410496010968465e-05, + "loss": 0.0549, + "step": 24344 + }, + { + "epoch": 20.64885496183206, + "grad_norm": 1.1931292746939988, + "learning_rate": 1.841034740468836e-05, + "loss": 0.0463, + "step": 24345 + }, + { + "epoch": 20.649703138252757, + "grad_norm": 1.305630193432377, + "learning_rate": 1.8410198792061624e-05, + "loss": 0.0483, + "step": 24346 + }, + { + "epoch": 20.650551314673454, + "grad_norm": 1.2176488400521328, + "learning_rate": 1.8410050173088386e-05, + "loss": 0.049, + "step": 24347 + }, + { + "epoch": 20.651399491094146, + "grad_norm": 1.2830846350325418, + "learning_rate": 1.8409901547768747e-05, + "loss": 0.0444, + "step": 24348 + }, + { + "epoch": 20.652247667514843, + "grad_norm": 1.6714560698163057, + "learning_rate": 1.8409752916102822e-05, + "loss": 0.0471, + "step": 24349 + }, + { + "epoch": 20.65309584393554, + "grad_norm": 1.2972932872157996, + "learning_rate": 1.8409604278090727e-05, + "loss": 0.0465, + "step": 24350 + }, + { + "epoch": 20.653944020356235, + "grad_norm": 1.2588491628118876, + "learning_rate": 1.8409455633732573e-05, + "loss": 0.0503, + "step": 24351 + }, + { + "epoch": 20.65479219677693, + "grad_norm": 1.1819395433929132, + "learning_rate": 1.8409306983028464e-05, + "loss": 0.0469, + "step": 24352 + }, + { + "epoch": 20.655640373197624, + "grad_norm": 1.2016825965691253, + "learning_rate": 1.840915832597852e-05, + "loss": 0.0535, + "step": 24353 + }, + { + "epoch": 20.65648854961832, + "grad_norm": 1.3008394584832756, + "learning_rate": 1.8409009662582853e-05, + "loss": 0.0529, + "step": 24354 + }, + { + "epoch": 20.657336726039016, + "grad_norm": 1.2411836397494498, + "learning_rate": 1.8408860992841578e-05, + "loss": 0.0473, + "step": 24355 + }, + { + "epoch": 20.658184902459713, + "grad_norm": 1.3216327330366207, + "learning_rate": 1.84087123167548e-05, + "loss": 0.051, + "step": 24356 + }, + { + "epoch": 20.659033078880405, + "grad_norm": 1.2767486245014525, + "learning_rate": 1.8408563634322633e-05, + "loss": 0.0491, + "step": 24357 + }, + { + "epoch": 20.6598812553011, + "grad_norm": 1.2417887789403101, + "learning_rate": 1.8408414945545193e-05, + "loss": 0.0494, + "step": 24358 + }, + { + "epoch": 20.660729431721798, + "grad_norm": 1.0403868597854615, + "learning_rate": 1.840826625042259e-05, + "loss": 0.0424, + "step": 24359 + }, + { + "epoch": 20.661577608142494, + "grad_norm": 1.4565217991136383, + "learning_rate": 1.8408117548954932e-05, + "loss": 0.0511, + "step": 24360 + }, + { + "epoch": 20.66242578456319, + "grad_norm": 1.4632507381946154, + "learning_rate": 1.8407968841142338e-05, + "loss": 0.0539, + "step": 24361 + }, + { + "epoch": 20.663273960983886, + "grad_norm": 1.0664259065519428, + "learning_rate": 1.8407820126984918e-05, + "loss": 0.0479, + "step": 24362 + }, + { + "epoch": 20.66412213740458, + "grad_norm": 1.179230985361471, + "learning_rate": 1.840767140648278e-05, + "loss": 0.0472, + "step": 24363 + }, + { + "epoch": 20.664970313825275, + "grad_norm": 1.2539178252885845, + "learning_rate": 1.840752267963604e-05, + "loss": 0.0491, + "step": 24364 + }, + { + "epoch": 20.66581849024597, + "grad_norm": 1.1325027517064745, + "learning_rate": 1.8407373946444815e-05, + "loss": 0.0469, + "step": 24365 + }, + { + "epoch": 20.666666666666668, + "grad_norm": 1.2219734621095761, + "learning_rate": 1.840722520690921e-05, + "loss": 0.0525, + "step": 24366 + }, + { + "epoch": 20.66751484308736, + "grad_norm": 1.2168700771724301, + "learning_rate": 1.840707646102934e-05, + "loss": 0.0473, + "step": 24367 + }, + { + "epoch": 20.668363019508057, + "grad_norm": 1.2171062282347664, + "learning_rate": 1.8406927708805314e-05, + "loss": 0.0503, + "step": 24368 + }, + { + "epoch": 20.669211195928753, + "grad_norm": 1.2654462151084676, + "learning_rate": 1.840677895023725e-05, + "loss": 0.0534, + "step": 24369 + }, + { + "epoch": 20.67005937234945, + "grad_norm": 1.1214577000736787, + "learning_rate": 1.8406630185325255e-05, + "loss": 0.0504, + "step": 24370 + }, + { + "epoch": 20.670907548770145, + "grad_norm": 1.1738616033138898, + "learning_rate": 1.8406481414069443e-05, + "loss": 0.0463, + "step": 24371 + }, + { + "epoch": 20.671755725190838, + "grad_norm": 1.2120157675575605, + "learning_rate": 1.840633263646993e-05, + "loss": 0.0469, + "step": 24372 + }, + { + "epoch": 20.672603901611534, + "grad_norm": 1.2946215383099886, + "learning_rate": 1.8406183852526824e-05, + "loss": 0.0496, + "step": 24373 + }, + { + "epoch": 20.67345207803223, + "grad_norm": 0.9977075054542356, + "learning_rate": 1.8406035062240237e-05, + "loss": 0.0473, + "step": 24374 + }, + { + "epoch": 20.674300254452927, + "grad_norm": 1.2300365355269283, + "learning_rate": 1.8405886265610285e-05, + "loss": 0.0515, + "step": 24375 + }, + { + "epoch": 20.675148430873623, + "grad_norm": 1.2748836106778907, + "learning_rate": 1.8405737462637073e-05, + "loss": 0.0469, + "step": 24376 + }, + { + "epoch": 20.675996607294316, + "grad_norm": 1.1602776066120564, + "learning_rate": 1.8405588653320726e-05, + "loss": 0.0472, + "step": 24377 + }, + { + "epoch": 20.676844783715012, + "grad_norm": 1.229564711154478, + "learning_rate": 1.8405439837661343e-05, + "loss": 0.0474, + "step": 24378 + }, + { + "epoch": 20.67769296013571, + "grad_norm": 1.1575326209742614, + "learning_rate": 1.8405291015659044e-05, + "loss": 0.051, + "step": 24379 + }, + { + "epoch": 20.678541136556404, + "grad_norm": 1.194852731314484, + "learning_rate": 1.8405142187313936e-05, + "loss": 0.0461, + "step": 24380 + }, + { + "epoch": 20.6793893129771, + "grad_norm": 1.1749010542741394, + "learning_rate": 1.8404993352626136e-05, + "loss": 0.0441, + "step": 24381 + }, + { + "epoch": 20.680237489397793, + "grad_norm": 1.404493679373086, + "learning_rate": 1.8404844511595758e-05, + "loss": 0.0467, + "step": 24382 + }, + { + "epoch": 20.68108566581849, + "grad_norm": 1.2397795553575746, + "learning_rate": 1.8404695664222908e-05, + "loss": 0.0488, + "step": 24383 + }, + { + "epoch": 20.681933842239186, + "grad_norm": 1.1696615030125135, + "learning_rate": 1.84045468105077e-05, + "loss": 0.0494, + "step": 24384 + }, + { + "epoch": 20.682782018659882, + "grad_norm": 1.1459998003817427, + "learning_rate": 1.840439795045025e-05, + "loss": 0.0489, + "step": 24385 + }, + { + "epoch": 20.68363019508058, + "grad_norm": 1.2808231110645512, + "learning_rate": 1.8404249084050666e-05, + "loss": 0.0486, + "step": 24386 + }, + { + "epoch": 20.68447837150127, + "grad_norm": 1.1458764967920843, + "learning_rate": 1.8404100211309064e-05, + "loss": 0.0555, + "step": 24387 + }, + { + "epoch": 20.685326547921967, + "grad_norm": 0.9443455366096117, + "learning_rate": 1.8403951332225554e-05, + "loss": 0.0414, + "step": 24388 + }, + { + "epoch": 20.686174724342663, + "grad_norm": 1.2056759059828142, + "learning_rate": 1.840380244680025e-05, + "loss": 0.0508, + "step": 24389 + }, + { + "epoch": 20.68702290076336, + "grad_norm": 1.1857021651057629, + "learning_rate": 1.8403653555033263e-05, + "loss": 0.0488, + "step": 24390 + }, + { + "epoch": 20.687871077184056, + "grad_norm": 1.1993424805819983, + "learning_rate": 1.8403504656924705e-05, + "loss": 0.0511, + "step": 24391 + }, + { + "epoch": 20.68871925360475, + "grad_norm": 1.1056388341738117, + "learning_rate": 1.840335575247469e-05, + "loss": 0.0426, + "step": 24392 + }, + { + "epoch": 20.689567430025445, + "grad_norm": 1.1559274283046308, + "learning_rate": 1.840320684168333e-05, + "loss": 0.0455, + "step": 24393 + }, + { + "epoch": 20.69041560644614, + "grad_norm": 1.1546202105147494, + "learning_rate": 1.8403057924550735e-05, + "loss": 0.0504, + "step": 24394 + }, + { + "epoch": 20.691263782866837, + "grad_norm": 1.2307837529814007, + "learning_rate": 1.8402909001077024e-05, + "loss": 0.0481, + "step": 24395 + }, + { + "epoch": 20.69211195928753, + "grad_norm": 1.2538502413611707, + "learning_rate": 1.8402760071262298e-05, + "loss": 0.0462, + "step": 24396 + }, + { + "epoch": 20.692960135708226, + "grad_norm": 1.246557958821564, + "learning_rate": 1.8402611135106677e-05, + "loss": 0.0552, + "step": 24397 + }, + { + "epoch": 20.693808312128922, + "grad_norm": 1.1005838575707239, + "learning_rate": 1.8402462192610276e-05, + "loss": 0.0466, + "step": 24398 + }, + { + "epoch": 20.69465648854962, + "grad_norm": 1.116200863416016, + "learning_rate": 1.8402313243773203e-05, + "loss": 0.0463, + "step": 24399 + }, + { + "epoch": 20.695504664970315, + "grad_norm": 1.278544825796155, + "learning_rate": 1.840216428859557e-05, + "loss": 0.0478, + "step": 24400 + }, + { + "epoch": 20.696352841391008, + "grad_norm": 1.071748066677459, + "learning_rate": 1.8402015327077492e-05, + "loss": 0.0443, + "step": 24401 + }, + { + "epoch": 20.697201017811704, + "grad_norm": 1.1448581614248097, + "learning_rate": 1.8401866359219078e-05, + "loss": 0.0501, + "step": 24402 + }, + { + "epoch": 20.6980491942324, + "grad_norm": 1.2290881621989993, + "learning_rate": 1.8401717385020443e-05, + "loss": 0.0526, + "step": 24403 + }, + { + "epoch": 20.698897370653096, + "grad_norm": 1.1526217277767243, + "learning_rate": 1.8401568404481698e-05, + "loss": 0.0481, + "step": 24404 + }, + { + "epoch": 20.699745547073793, + "grad_norm": 1.0933671599071695, + "learning_rate": 1.840141941760296e-05, + "loss": 0.0467, + "step": 24405 + }, + { + "epoch": 20.700593723494485, + "grad_norm": 1.0160894210457603, + "learning_rate": 1.840127042438433e-05, + "loss": 0.0421, + "step": 24406 + }, + { + "epoch": 20.70144189991518, + "grad_norm": 1.1565674967009787, + "learning_rate": 1.840112142482594e-05, + "loss": 0.0486, + "step": 24407 + }, + { + "epoch": 20.702290076335878, + "grad_norm": 1.0900402350482175, + "learning_rate": 1.840097241892788e-05, + "loss": 0.0436, + "step": 24408 + }, + { + "epoch": 20.703138252756574, + "grad_norm": 1.1196726265051056, + "learning_rate": 1.840082340669028e-05, + "loss": 0.0441, + "step": 24409 + }, + { + "epoch": 20.70398642917727, + "grad_norm": 1.4675853770875846, + "learning_rate": 1.840067438811324e-05, + "loss": 0.0461, + "step": 24410 + }, + { + "epoch": 20.704834605597963, + "grad_norm": 1.234157829989392, + "learning_rate": 1.840052536319688e-05, + "loss": 0.0498, + "step": 24411 + }, + { + "epoch": 20.70568278201866, + "grad_norm": 1.3462428047087338, + "learning_rate": 1.840037633194131e-05, + "loss": 0.0464, + "step": 24412 + }, + { + "epoch": 20.706530958439355, + "grad_norm": 1.2223516473451204, + "learning_rate": 1.8400227294346644e-05, + "loss": 0.0467, + "step": 24413 + }, + { + "epoch": 20.70737913486005, + "grad_norm": 1.0575606140056057, + "learning_rate": 1.8400078250412995e-05, + "loss": 0.0465, + "step": 24414 + }, + { + "epoch": 20.708227311280748, + "grad_norm": 1.3610880999683874, + "learning_rate": 1.839992920014047e-05, + "loss": 0.0555, + "step": 24415 + }, + { + "epoch": 20.70907548770144, + "grad_norm": 1.0182228372592879, + "learning_rate": 1.8399780143529186e-05, + "loss": 0.0446, + "step": 24416 + }, + { + "epoch": 20.709923664122137, + "grad_norm": 1.194844725720587, + "learning_rate": 1.8399631080579255e-05, + "loss": 0.054, + "step": 24417 + }, + { + "epoch": 20.710771840542833, + "grad_norm": 1.3002837979877406, + "learning_rate": 1.839948201129079e-05, + "loss": 0.0494, + "step": 24418 + }, + { + "epoch": 20.71162001696353, + "grad_norm": 1.1886623016848947, + "learning_rate": 1.8399332935663903e-05, + "loss": 0.0458, + "step": 24419 + }, + { + "epoch": 20.712468193384225, + "grad_norm": 1.6050821929760286, + "learning_rate": 1.8399183853698705e-05, + "loss": 0.0463, + "step": 24420 + }, + { + "epoch": 20.713316369804918, + "grad_norm": 1.3623593230770046, + "learning_rate": 1.8399034765395313e-05, + "loss": 0.05, + "step": 24421 + }, + { + "epoch": 20.714164546225614, + "grad_norm": 1.0323437102403825, + "learning_rate": 1.839888567075383e-05, + "loss": 0.0445, + "step": 24422 + }, + { + "epoch": 20.71501272264631, + "grad_norm": 1.1934096394379439, + "learning_rate": 1.8398736569774377e-05, + "loss": 0.0453, + "step": 24423 + }, + { + "epoch": 20.715860899067007, + "grad_norm": 1.274301514100895, + "learning_rate": 1.8398587462457067e-05, + "loss": 0.0468, + "step": 24424 + }, + { + "epoch": 20.716709075487703, + "grad_norm": 1.1135263151472674, + "learning_rate": 1.839843834880201e-05, + "loss": 0.0466, + "step": 24425 + }, + { + "epoch": 20.717557251908396, + "grad_norm": 1.3008726860041393, + "learning_rate": 1.8398289228809315e-05, + "loss": 0.0508, + "step": 24426 + }, + { + "epoch": 20.718405428329092, + "grad_norm": 1.130305411582846, + "learning_rate": 1.83981401024791e-05, + "loss": 0.0481, + "step": 24427 + }, + { + "epoch": 20.719253604749788, + "grad_norm": 1.2252447131102375, + "learning_rate": 1.8397990969811476e-05, + "loss": 0.0477, + "step": 24428 + }, + { + "epoch": 20.720101781170484, + "grad_norm": 1.2450399306449957, + "learning_rate": 1.839784183080655e-05, + "loss": 0.0513, + "step": 24429 + }, + { + "epoch": 20.72094995759118, + "grad_norm": 1.3953499978864639, + "learning_rate": 1.8397692685464445e-05, + "loss": 0.0508, + "step": 24430 + }, + { + "epoch": 20.721798134011873, + "grad_norm": 1.1407448441462715, + "learning_rate": 1.8397543533785265e-05, + "loss": 0.0451, + "step": 24431 + }, + { + "epoch": 20.72264631043257, + "grad_norm": 1.2887976963978256, + "learning_rate": 1.8397394375769126e-05, + "loss": 0.0475, + "step": 24432 + }, + { + "epoch": 20.723494486853266, + "grad_norm": 1.0979603891330563, + "learning_rate": 1.839724521141614e-05, + "loss": 0.0473, + "step": 24433 + }, + { + "epoch": 20.724342663273962, + "grad_norm": 1.1991305234324576, + "learning_rate": 1.8397096040726418e-05, + "loss": 0.0477, + "step": 24434 + }, + { + "epoch": 20.725190839694655, + "grad_norm": 1.1221572702101497, + "learning_rate": 1.8396946863700078e-05, + "loss": 0.0452, + "step": 24435 + }, + { + "epoch": 20.72603901611535, + "grad_norm": 1.1965058101110968, + "learning_rate": 1.8396797680337227e-05, + "loss": 0.0463, + "step": 24436 + }, + { + "epoch": 20.726887192536047, + "grad_norm": 1.3049540140649387, + "learning_rate": 1.839664849063798e-05, + "loss": 0.0553, + "step": 24437 + }, + { + "epoch": 20.727735368956743, + "grad_norm": 1.1872417085808238, + "learning_rate": 1.8396499294602446e-05, + "loss": 0.0457, + "step": 24438 + }, + { + "epoch": 20.72858354537744, + "grad_norm": 1.3675817714497258, + "learning_rate": 1.8396350092230743e-05, + "loss": 0.0533, + "step": 24439 + }, + { + "epoch": 20.729431721798132, + "grad_norm": 1.3047781152530962, + "learning_rate": 1.8396200883522983e-05, + "loss": 0.05, + "step": 24440 + }, + { + "epoch": 20.73027989821883, + "grad_norm": 1.3053089526718684, + "learning_rate": 1.8396051668479274e-05, + "loss": 0.053, + "step": 24441 + }, + { + "epoch": 20.731128074639525, + "grad_norm": 1.2408283705260865, + "learning_rate": 1.839590244709973e-05, + "loss": 0.0459, + "step": 24442 + }, + { + "epoch": 20.73197625106022, + "grad_norm": 1.4142585179310347, + "learning_rate": 1.839575321938447e-05, + "loss": 0.0524, + "step": 24443 + }, + { + "epoch": 20.732824427480917, + "grad_norm": 1.0992001190832754, + "learning_rate": 1.83956039853336e-05, + "loss": 0.0469, + "step": 24444 + }, + { + "epoch": 20.73367260390161, + "grad_norm": 1.2579999145946306, + "learning_rate": 1.839545474494723e-05, + "loss": 0.0521, + "step": 24445 + }, + { + "epoch": 20.734520780322306, + "grad_norm": 1.275472529395191, + "learning_rate": 1.839530549822548e-05, + "loss": 0.0488, + "step": 24446 + }, + { + "epoch": 20.735368956743002, + "grad_norm": 1.42565809250612, + "learning_rate": 1.8395156245168458e-05, + "loss": 0.048, + "step": 24447 + }, + { + "epoch": 20.7362171331637, + "grad_norm": 1.1936665413975491, + "learning_rate": 1.839500698577628e-05, + "loss": 0.0461, + "step": 24448 + }, + { + "epoch": 20.737065309584395, + "grad_norm": 1.1625383558327875, + "learning_rate": 1.8394857720049052e-05, + "loss": 0.0439, + "step": 24449 + }, + { + "epoch": 20.737913486005088, + "grad_norm": 1.3001423454801373, + "learning_rate": 1.8394708447986897e-05, + "loss": 0.0491, + "step": 24450 + }, + { + "epoch": 20.738761662425784, + "grad_norm": 1.0607853673426562, + "learning_rate": 1.8394559169589917e-05, + "loss": 0.0461, + "step": 24451 + }, + { + "epoch": 20.73960983884648, + "grad_norm": 1.168543993688959, + "learning_rate": 1.8394409884858233e-05, + "loss": 0.051, + "step": 24452 + }, + { + "epoch": 20.740458015267176, + "grad_norm": 1.290450932919664, + "learning_rate": 1.8394260593791955e-05, + "loss": 0.0476, + "step": 24453 + }, + { + "epoch": 20.741306191687872, + "grad_norm": 1.196596760871916, + "learning_rate": 1.839411129639119e-05, + "loss": 0.0499, + "step": 24454 + }, + { + "epoch": 20.742154368108565, + "grad_norm": 1.1272164503225635, + "learning_rate": 1.8393961992656058e-05, + "loss": 0.0458, + "step": 24455 + }, + { + "epoch": 20.74300254452926, + "grad_norm": 1.362756988507502, + "learning_rate": 1.8393812682586674e-05, + "loss": 0.0505, + "step": 24456 + }, + { + "epoch": 20.743850720949958, + "grad_norm": 1.2720497827018824, + "learning_rate": 1.839366336618314e-05, + "loss": 0.0485, + "step": 24457 + }, + { + "epoch": 20.744698897370654, + "grad_norm": 1.2497525933398927, + "learning_rate": 1.8393514043445578e-05, + "loss": 0.0477, + "step": 24458 + }, + { + "epoch": 20.74554707379135, + "grad_norm": 1.2167687749160354, + "learning_rate": 1.8393364714374093e-05, + "loss": 0.0461, + "step": 24459 + }, + { + "epoch": 20.746395250212043, + "grad_norm": 1.07830856518142, + "learning_rate": 1.8393215378968805e-05, + "loss": 0.0438, + "step": 24460 + }, + { + "epoch": 20.74724342663274, + "grad_norm": 1.2518329102646664, + "learning_rate": 1.8393066037229824e-05, + "loss": 0.048, + "step": 24461 + }, + { + "epoch": 20.748091603053435, + "grad_norm": 1.469213190404386, + "learning_rate": 1.839291668915726e-05, + "loss": 0.0512, + "step": 24462 + }, + { + "epoch": 20.74893977947413, + "grad_norm": 1.0251167793363605, + "learning_rate": 1.839276733475123e-05, + "loss": 0.0423, + "step": 24463 + }, + { + "epoch": 20.749787955894828, + "grad_norm": 1.4038750681522236, + "learning_rate": 1.8392617974011843e-05, + "loss": 0.0486, + "step": 24464 + }, + { + "epoch": 20.75063613231552, + "grad_norm": 1.3262528896960661, + "learning_rate": 1.839246860693922e-05, + "loss": 0.0481, + "step": 24465 + }, + { + "epoch": 20.751484308736217, + "grad_norm": 1.3846474970326936, + "learning_rate": 1.8392319233533457e-05, + "loss": 0.0565, + "step": 24466 + }, + { + "epoch": 20.752332485156913, + "grad_norm": 1.1785313164915783, + "learning_rate": 1.8392169853794684e-05, + "loss": 0.0447, + "step": 24467 + }, + { + "epoch": 20.75318066157761, + "grad_norm": 1.2819779374921398, + "learning_rate": 1.8392020467723002e-05, + "loss": 0.0478, + "step": 24468 + }, + { + "epoch": 20.754028837998305, + "grad_norm": 1.2814027360911484, + "learning_rate": 1.8391871075318532e-05, + "loss": 0.0439, + "step": 24469 + }, + { + "epoch": 20.754877014418998, + "grad_norm": 1.2417776855392704, + "learning_rate": 1.8391721676581383e-05, + "loss": 0.0476, + "step": 24470 + }, + { + "epoch": 20.755725190839694, + "grad_norm": 1.4077295915192125, + "learning_rate": 1.8391572271511666e-05, + "loss": 0.0565, + "step": 24471 + }, + { + "epoch": 20.75657336726039, + "grad_norm": 1.1634301932668591, + "learning_rate": 1.8391422860109494e-05, + "loss": 0.0483, + "step": 24472 + }, + { + "epoch": 20.757421543681087, + "grad_norm": 1.1225116307739649, + "learning_rate": 1.8391273442374985e-05, + "loss": 0.0476, + "step": 24473 + }, + { + "epoch": 20.75826972010178, + "grad_norm": 1.1826932184591612, + "learning_rate": 1.8391124018308248e-05, + "loss": 0.0507, + "step": 24474 + }, + { + "epoch": 20.759117896522476, + "grad_norm": 1.4679933898292643, + "learning_rate": 1.8390974587909393e-05, + "loss": 0.0557, + "step": 24475 + }, + { + "epoch": 20.759966072943172, + "grad_norm": 1.221578603420491, + "learning_rate": 1.8390825151178537e-05, + "loss": 0.0481, + "step": 24476 + }, + { + "epoch": 20.760814249363868, + "grad_norm": 1.135489911249868, + "learning_rate": 1.839067570811579e-05, + "loss": 0.0457, + "step": 24477 + }, + { + "epoch": 20.761662425784564, + "grad_norm": 1.1823139398365778, + "learning_rate": 1.8390526258721268e-05, + "loss": 0.0479, + "step": 24478 + }, + { + "epoch": 20.762510602205257, + "grad_norm": 1.1157751760248642, + "learning_rate": 1.839037680299508e-05, + "loss": 0.0484, + "step": 24479 + }, + { + "epoch": 20.763358778625953, + "grad_norm": 1.3134132507925704, + "learning_rate": 1.8390227340937344e-05, + "loss": 0.0511, + "step": 24480 + }, + { + "epoch": 20.76420695504665, + "grad_norm": 1.2368332719069224, + "learning_rate": 1.8390077872548167e-05, + "loss": 0.0461, + "step": 24481 + }, + { + "epoch": 20.765055131467346, + "grad_norm": 1.0895674179604753, + "learning_rate": 1.8389928397827663e-05, + "loss": 0.0473, + "step": 24482 + }, + { + "epoch": 20.765903307888042, + "grad_norm": 1.2129165073712804, + "learning_rate": 1.8389778916775947e-05, + "loss": 0.0482, + "step": 24483 + }, + { + "epoch": 20.766751484308735, + "grad_norm": 1.3543350663509581, + "learning_rate": 1.8389629429393134e-05, + "loss": 0.0498, + "step": 24484 + }, + { + "epoch": 20.76759966072943, + "grad_norm": 1.4329523978768455, + "learning_rate": 1.838947993567933e-05, + "loss": 0.0602, + "step": 24485 + }, + { + "epoch": 20.768447837150127, + "grad_norm": 1.312868010950456, + "learning_rate": 1.8389330435634654e-05, + "loss": 0.0516, + "step": 24486 + }, + { + "epoch": 20.769296013570823, + "grad_norm": 1.220670271984464, + "learning_rate": 1.8389180929259215e-05, + "loss": 0.0444, + "step": 24487 + }, + { + "epoch": 20.77014418999152, + "grad_norm": 1.1501310776247267, + "learning_rate": 1.8389031416553125e-05, + "loss": 0.0477, + "step": 24488 + }, + { + "epoch": 20.770992366412212, + "grad_norm": 1.2124386710502297, + "learning_rate": 1.83888818975165e-05, + "loss": 0.051, + "step": 24489 + }, + { + "epoch": 20.77184054283291, + "grad_norm": 1.2328926879735087, + "learning_rate": 1.8388732372149455e-05, + "loss": 0.0487, + "step": 24490 + }, + { + "epoch": 20.772688719253605, + "grad_norm": 1.418665552644722, + "learning_rate": 1.8388582840452097e-05, + "loss": 0.0513, + "step": 24491 + }, + { + "epoch": 20.7735368956743, + "grad_norm": 1.3234331455811257, + "learning_rate": 1.838843330242454e-05, + "loss": 0.0555, + "step": 24492 + }, + { + "epoch": 20.774385072094997, + "grad_norm": 1.351755227914662, + "learning_rate": 1.8388283758066903e-05, + "loss": 0.0485, + "step": 24493 + }, + { + "epoch": 20.77523324851569, + "grad_norm": 1.2940405649764646, + "learning_rate": 1.838813420737929e-05, + "loss": 0.0494, + "step": 24494 + }, + { + "epoch": 20.776081424936386, + "grad_norm": 1.221301088690238, + "learning_rate": 1.8387984650361818e-05, + "loss": 0.0487, + "step": 24495 + }, + { + "epoch": 20.776929601357082, + "grad_norm": 1.534738345726828, + "learning_rate": 1.8387835087014603e-05, + "loss": 0.0556, + "step": 24496 + }, + { + "epoch": 20.77777777777778, + "grad_norm": 1.2748530971486987, + "learning_rate": 1.8387685517337752e-05, + "loss": 0.0566, + "step": 24497 + }, + { + "epoch": 20.778625954198475, + "grad_norm": 1.17248074738917, + "learning_rate": 1.838753594133138e-05, + "loss": 0.0508, + "step": 24498 + }, + { + "epoch": 20.779474130619167, + "grad_norm": 1.0973021287950009, + "learning_rate": 1.8387386358995604e-05, + "loss": 0.0522, + "step": 24499 + }, + { + "epoch": 20.780322307039864, + "grad_norm": 1.141673525146451, + "learning_rate": 1.8387236770330534e-05, + "loss": 0.0497, + "step": 24500 + }, + { + "epoch": 20.78117048346056, + "grad_norm": 0.9593541726409829, + "learning_rate": 1.8387087175336274e-05, + "loss": 0.042, + "step": 24501 + }, + { + "epoch": 20.782018659881256, + "grad_norm": 1.0095346140539596, + "learning_rate": 1.8386937574012954e-05, + "loss": 0.0438, + "step": 24502 + }, + { + "epoch": 20.782866836301952, + "grad_norm": 1.1900816856792027, + "learning_rate": 1.838678796636067e-05, + "loss": 0.0463, + "step": 24503 + }, + { + "epoch": 20.783715012722645, + "grad_norm": 1.1009972721927628, + "learning_rate": 1.838663835237955e-05, + "loss": 0.0433, + "step": 24504 + }, + { + "epoch": 20.78456318914334, + "grad_norm": 0.9611453896676242, + "learning_rate": 1.8386488732069697e-05, + "loss": 0.0407, + "step": 24505 + }, + { + "epoch": 20.785411365564038, + "grad_norm": 1.0844570209479207, + "learning_rate": 1.8386339105431225e-05, + "loss": 0.0443, + "step": 24506 + }, + { + "epoch": 20.786259541984734, + "grad_norm": 1.0393142180650485, + "learning_rate": 1.8386189472464255e-05, + "loss": 0.0427, + "step": 24507 + }, + { + "epoch": 20.78710771840543, + "grad_norm": 1.117634874821988, + "learning_rate": 1.8386039833168885e-05, + "loss": 0.0426, + "step": 24508 + }, + { + "epoch": 20.787955894826123, + "grad_norm": 0.8314569943333306, + "learning_rate": 1.838589018754524e-05, + "loss": 0.0382, + "step": 24509 + }, + { + "epoch": 20.78880407124682, + "grad_norm": 1.2285059153461697, + "learning_rate": 1.838574053559343e-05, + "loss": 0.0462, + "step": 24510 + }, + { + "epoch": 20.789652247667515, + "grad_norm": 1.0597951822696237, + "learning_rate": 1.8385590877313567e-05, + "loss": 0.0417, + "step": 24511 + }, + { + "epoch": 20.79050042408821, + "grad_norm": 0.9640605339882978, + "learning_rate": 1.8385441212705766e-05, + "loss": 0.0413, + "step": 24512 + }, + { + "epoch": 20.791348600508904, + "grad_norm": 1.137276435869044, + "learning_rate": 1.8385291541770134e-05, + "loss": 0.0475, + "step": 24513 + }, + { + "epoch": 20.7921967769296, + "grad_norm": 1.0666544233290798, + "learning_rate": 1.838514186450679e-05, + "loss": 0.0453, + "step": 24514 + }, + { + "epoch": 20.793044953350297, + "grad_norm": 1.0968893025089719, + "learning_rate": 1.8384992180915845e-05, + "loss": 0.0435, + "step": 24515 + }, + { + "epoch": 20.793893129770993, + "grad_norm": 1.0668042259475397, + "learning_rate": 1.8384842490997416e-05, + "loss": 0.0424, + "step": 24516 + }, + { + "epoch": 20.79474130619169, + "grad_norm": 1.0987151234112464, + "learning_rate": 1.838469279475161e-05, + "loss": 0.0462, + "step": 24517 + }, + { + "epoch": 20.79558948261238, + "grad_norm": 1.0482350808450203, + "learning_rate": 1.8384543092178538e-05, + "loss": 0.0436, + "step": 24518 + }, + { + "epoch": 20.796437659033078, + "grad_norm": 1.0888360933801096, + "learning_rate": 1.838439338327832e-05, + "loss": 0.0434, + "step": 24519 + }, + { + "epoch": 20.797285835453774, + "grad_norm": 1.0592792557920303, + "learning_rate": 1.8384243668051064e-05, + "loss": 0.0414, + "step": 24520 + }, + { + "epoch": 20.79813401187447, + "grad_norm": 1.150079024241257, + "learning_rate": 1.8384093946496885e-05, + "loss": 0.0441, + "step": 24521 + }, + { + "epoch": 20.798982188295167, + "grad_norm": 1.0713123428358458, + "learning_rate": 1.83839442186159e-05, + "loss": 0.0436, + "step": 24522 + }, + { + "epoch": 20.79983036471586, + "grad_norm": 1.1967474051092104, + "learning_rate": 1.8383794484408214e-05, + "loss": 0.049, + "step": 24523 + }, + { + "epoch": 20.800678541136556, + "grad_norm": 1.0878401684243635, + "learning_rate": 1.838364474387394e-05, + "loss": 0.0452, + "step": 24524 + }, + { + "epoch": 20.801526717557252, + "grad_norm": 0.8208644548992199, + "learning_rate": 1.8383494997013203e-05, + "loss": 0.0366, + "step": 24525 + }, + { + "epoch": 20.802374893977948, + "grad_norm": 1.2206774539803118, + "learning_rate": 1.8383345243826105e-05, + "loss": 0.0523, + "step": 24526 + }, + { + "epoch": 20.803223070398644, + "grad_norm": 1.0300482807143203, + "learning_rate": 1.838319548431276e-05, + "loss": 0.0388, + "step": 24527 + }, + { + "epoch": 20.804071246819337, + "grad_norm": 1.0916768220539173, + "learning_rate": 1.8383045718473288e-05, + "loss": 0.0419, + "step": 24528 + }, + { + "epoch": 20.804919423240033, + "grad_norm": 1.202583198462849, + "learning_rate": 1.838289594630779e-05, + "loss": 0.0474, + "step": 24529 + }, + { + "epoch": 20.80576759966073, + "grad_norm": 1.0693879054365434, + "learning_rate": 1.838274616781639e-05, + "loss": 0.0435, + "step": 24530 + }, + { + "epoch": 20.806615776081426, + "grad_norm": 0.9937162326026799, + "learning_rate": 1.8382596382999196e-05, + "loss": 0.0417, + "step": 24531 + }, + { + "epoch": 20.807463952502122, + "grad_norm": 1.187294374792534, + "learning_rate": 1.838244659185632e-05, + "loss": 0.0462, + "step": 24532 + }, + { + "epoch": 20.808312128922815, + "grad_norm": 1.332040202874803, + "learning_rate": 1.838229679438788e-05, + "loss": 0.0451, + "step": 24533 + }, + { + "epoch": 20.80916030534351, + "grad_norm": 1.0279952702504052, + "learning_rate": 1.8382146990593984e-05, + "loss": 0.0436, + "step": 24534 + }, + { + "epoch": 20.810008481764207, + "grad_norm": 1.0218137882679248, + "learning_rate": 1.8381997180474748e-05, + "loss": 0.0395, + "step": 24535 + }, + { + "epoch": 20.810856658184903, + "grad_norm": 0.9913961488362735, + "learning_rate": 1.8381847364030284e-05, + "loss": 0.0424, + "step": 24536 + }, + { + "epoch": 20.8117048346056, + "grad_norm": 1.1491122056630256, + "learning_rate": 1.8381697541260703e-05, + "loss": 0.0489, + "step": 24537 + }, + { + "epoch": 20.812553011026292, + "grad_norm": 1.0112888071897832, + "learning_rate": 1.8381547712166124e-05, + "loss": 0.0432, + "step": 24538 + }, + { + "epoch": 20.81340118744699, + "grad_norm": 1.0710322921862991, + "learning_rate": 1.8381397876746655e-05, + "loss": 0.0443, + "step": 24539 + }, + { + "epoch": 20.814249363867685, + "grad_norm": 1.0345449978662997, + "learning_rate": 1.8381248035002407e-05, + "loss": 0.0416, + "step": 24540 + }, + { + "epoch": 20.81509754028838, + "grad_norm": 1.0428216577655007, + "learning_rate": 1.83810981869335e-05, + "loss": 0.0412, + "step": 24541 + }, + { + "epoch": 20.815945716709077, + "grad_norm": 1.059271781687453, + "learning_rate": 1.8380948332540046e-05, + "loss": 0.0429, + "step": 24542 + }, + { + "epoch": 20.81679389312977, + "grad_norm": 1.0814697242480973, + "learning_rate": 1.838079847182215e-05, + "loss": 0.0401, + "step": 24543 + }, + { + "epoch": 20.817642069550466, + "grad_norm": 1.267678279782375, + "learning_rate": 1.8380648604779935e-05, + "loss": 0.0436, + "step": 24544 + }, + { + "epoch": 20.818490245971162, + "grad_norm": 1.2065034755515534, + "learning_rate": 1.8380498731413508e-05, + "loss": 0.0432, + "step": 24545 + }, + { + "epoch": 20.81933842239186, + "grad_norm": 1.1388763051522965, + "learning_rate": 1.838034885172298e-05, + "loss": 0.0428, + "step": 24546 + }, + { + "epoch": 20.820186598812555, + "grad_norm": 1.257911817855401, + "learning_rate": 1.8380198965708472e-05, + "loss": 0.0441, + "step": 24547 + }, + { + "epoch": 20.821034775233247, + "grad_norm": 1.1149492489371238, + "learning_rate": 1.8380049073370093e-05, + "loss": 0.0446, + "step": 24548 + }, + { + "epoch": 20.821882951653944, + "grad_norm": 1.1276528295746198, + "learning_rate": 1.837989917470796e-05, + "loss": 0.0409, + "step": 24549 + }, + { + "epoch": 20.82273112807464, + "grad_norm": 1.028497218525115, + "learning_rate": 1.8379749269722175e-05, + "loss": 0.0389, + "step": 24550 + }, + { + "epoch": 20.823579304495336, + "grad_norm": 1.074181761919668, + "learning_rate": 1.8379599358412864e-05, + "loss": 0.0431, + "step": 24551 + }, + { + "epoch": 20.82442748091603, + "grad_norm": 1.1184345380893659, + "learning_rate": 1.837944944078013e-05, + "loss": 0.0463, + "step": 24552 + }, + { + "epoch": 20.825275657336725, + "grad_norm": 0.9970183878438903, + "learning_rate": 1.8379299516824094e-05, + "loss": 0.0417, + "step": 24553 + }, + { + "epoch": 20.82612383375742, + "grad_norm": 1.0930898373266758, + "learning_rate": 1.8379149586544863e-05, + "loss": 0.0421, + "step": 24554 + }, + { + "epoch": 20.826972010178118, + "grad_norm": 0.8962179613847526, + "learning_rate": 1.8378999649942555e-05, + "loss": 0.0407, + "step": 24555 + }, + { + "epoch": 20.827820186598814, + "grad_norm": 1.1310253589838808, + "learning_rate": 1.8378849707017285e-05, + "loss": 0.0446, + "step": 24556 + }, + { + "epoch": 20.828668363019506, + "grad_norm": 0.9908329442319426, + "learning_rate": 1.8378699757769154e-05, + "loss": 0.0408, + "step": 24557 + }, + { + "epoch": 20.829516539440203, + "grad_norm": 1.0742027436092716, + "learning_rate": 1.8378549802198288e-05, + "loss": 0.0443, + "step": 24558 + }, + { + "epoch": 20.8303647158609, + "grad_norm": 1.187307825928867, + "learning_rate": 1.8378399840304796e-05, + "loss": 0.0475, + "step": 24559 + }, + { + "epoch": 20.831212892281595, + "grad_norm": 0.9934581551253542, + "learning_rate": 1.8378249872088792e-05, + "loss": 0.0398, + "step": 24560 + }, + { + "epoch": 20.83206106870229, + "grad_norm": 1.1843122769864471, + "learning_rate": 1.8378099897550385e-05, + "loss": 0.0471, + "step": 24561 + }, + { + "epoch": 20.832909245122984, + "grad_norm": 1.117003255531472, + "learning_rate": 1.837794991668969e-05, + "loss": 0.0438, + "step": 24562 + }, + { + "epoch": 20.83375742154368, + "grad_norm": 0.9877769485412065, + "learning_rate": 1.8377799929506827e-05, + "loss": 0.044, + "step": 24563 + }, + { + "epoch": 20.834605597964376, + "grad_norm": 1.053646516170779, + "learning_rate": 1.83776499360019e-05, + "loss": 0.0414, + "step": 24564 + }, + { + "epoch": 20.835453774385073, + "grad_norm": 1.0370534287939461, + "learning_rate": 1.8377499936175022e-05, + "loss": 0.043, + "step": 24565 + }, + { + "epoch": 20.83630195080577, + "grad_norm": 1.0386901248108193, + "learning_rate": 1.837734993002631e-05, + "loss": 0.0437, + "step": 24566 + }, + { + "epoch": 20.83715012722646, + "grad_norm": 0.9036538901773744, + "learning_rate": 1.8377199917555882e-05, + "loss": 0.0398, + "step": 24567 + }, + { + "epoch": 20.837998303647158, + "grad_norm": 1.08866113615745, + "learning_rate": 1.8377049898763846e-05, + "loss": 0.0381, + "step": 24568 + }, + { + "epoch": 20.838846480067854, + "grad_norm": 1.1587051937960837, + "learning_rate": 1.8376899873650315e-05, + "loss": 0.0507, + "step": 24569 + }, + { + "epoch": 20.83969465648855, + "grad_norm": 1.03636819141909, + "learning_rate": 1.8376749842215397e-05, + "loss": 0.0424, + "step": 24570 + }, + { + "epoch": 20.840542832909247, + "grad_norm": 1.0911527857288017, + "learning_rate": 1.8376599804459218e-05, + "loss": 0.0444, + "step": 24571 + }, + { + "epoch": 20.84139100932994, + "grad_norm": 1.2288808587372928, + "learning_rate": 1.8376449760381883e-05, + "loss": 0.0426, + "step": 24572 + }, + { + "epoch": 20.842239185750635, + "grad_norm": 0.9642303700440541, + "learning_rate": 1.83762997099835e-05, + "loss": 0.0393, + "step": 24573 + }, + { + "epoch": 20.84308736217133, + "grad_norm": 1.0489384229549927, + "learning_rate": 1.83761496532642e-05, + "loss": 0.042, + "step": 24574 + }, + { + "epoch": 20.843935538592028, + "grad_norm": 0.9219797855349926, + "learning_rate": 1.8375999590224073e-05, + "loss": 0.0391, + "step": 24575 + }, + { + "epoch": 20.844783715012724, + "grad_norm": 1.2040135421606144, + "learning_rate": 1.8375849520863248e-05, + "loss": 0.0458, + "step": 24576 + }, + { + "epoch": 20.845631891433417, + "grad_norm": 1.0074693654198519, + "learning_rate": 1.8375699445181836e-05, + "loss": 0.0405, + "step": 24577 + }, + { + "epoch": 20.846480067854113, + "grad_norm": 0.8787127870584157, + "learning_rate": 1.8375549363179946e-05, + "loss": 0.0394, + "step": 24578 + }, + { + "epoch": 20.84732824427481, + "grad_norm": 1.0978238048248217, + "learning_rate": 1.8375399274857696e-05, + "loss": 0.0424, + "step": 24579 + }, + { + "epoch": 20.848176420695506, + "grad_norm": 0.987802363406281, + "learning_rate": 1.8375249180215198e-05, + "loss": 0.0414, + "step": 24580 + }, + { + "epoch": 20.849024597116202, + "grad_norm": 1.0356773711313485, + "learning_rate": 1.8375099079252563e-05, + "loss": 0.0415, + "step": 24581 + }, + { + "epoch": 20.849872773536894, + "grad_norm": 1.065712680457004, + "learning_rate": 1.8374948971969904e-05, + "loss": 0.0473, + "step": 24582 + }, + { + "epoch": 20.85072094995759, + "grad_norm": 1.103937154293622, + "learning_rate": 1.837479885836734e-05, + "loss": 0.04, + "step": 24583 + }, + { + "epoch": 20.851569126378287, + "grad_norm": 1.0663560075054634, + "learning_rate": 1.8374648738444977e-05, + "loss": 0.0402, + "step": 24584 + }, + { + "epoch": 20.852417302798983, + "grad_norm": 1.0854760788153452, + "learning_rate": 1.837449861220293e-05, + "loss": 0.0406, + "step": 24585 + }, + { + "epoch": 20.85326547921968, + "grad_norm": 0.9301333355422057, + "learning_rate": 1.8374348479641316e-05, + "loss": 0.0385, + "step": 24586 + }, + { + "epoch": 20.854113655640372, + "grad_norm": 1.0700449650605743, + "learning_rate": 1.8374198340760246e-05, + "loss": 0.043, + "step": 24587 + }, + { + "epoch": 20.85496183206107, + "grad_norm": 0.9437526862373166, + "learning_rate": 1.837404819555983e-05, + "loss": 0.0361, + "step": 24588 + }, + { + "epoch": 20.855810008481765, + "grad_norm": 1.030895786949662, + "learning_rate": 1.837389804404019e-05, + "loss": 0.0427, + "step": 24589 + }, + { + "epoch": 20.85665818490246, + "grad_norm": 1.1375052297162942, + "learning_rate": 1.8373747886201433e-05, + "loss": 0.0423, + "step": 24590 + }, + { + "epoch": 20.857506361323153, + "grad_norm": 0.934852762796658, + "learning_rate": 1.837359772204367e-05, + "loss": 0.0398, + "step": 24591 + }, + { + "epoch": 20.85835453774385, + "grad_norm": 1.1271884446621803, + "learning_rate": 1.8373447551567016e-05, + "loss": 0.0434, + "step": 24592 + }, + { + "epoch": 20.859202714164546, + "grad_norm": 0.9690530198268045, + "learning_rate": 1.8373297374771592e-05, + "loss": 0.0373, + "step": 24593 + }, + { + "epoch": 20.860050890585242, + "grad_norm": 1.1905688667959529, + "learning_rate": 1.83731471916575e-05, + "loss": 0.0421, + "step": 24594 + }, + { + "epoch": 20.86089906700594, + "grad_norm": 1.0456464132595393, + "learning_rate": 1.837299700222486e-05, + "loss": 0.0472, + "step": 24595 + }, + { + "epoch": 20.86174724342663, + "grad_norm": 1.2783537564262066, + "learning_rate": 1.8372846806473785e-05, + "loss": 0.0415, + "step": 24596 + }, + { + "epoch": 20.862595419847327, + "grad_norm": 1.1875588527044094, + "learning_rate": 1.8372696604404385e-05, + "loss": 0.043, + "step": 24597 + }, + { + "epoch": 20.863443596268024, + "grad_norm": 1.1786639244711876, + "learning_rate": 1.8372546396016776e-05, + "loss": 0.041, + "step": 24598 + }, + { + "epoch": 20.86429177268872, + "grad_norm": 1.0945413904412402, + "learning_rate": 1.837239618131107e-05, + "loss": 0.0414, + "step": 24599 + }, + { + "epoch": 20.865139949109416, + "grad_norm": 1.7999065726460508, + "learning_rate": 1.8372245960287388e-05, + "loss": 0.049, + "step": 24600 + }, + { + "epoch": 20.86598812553011, + "grad_norm": 1.0683235728413683, + "learning_rate": 1.8372095732945832e-05, + "loss": 0.0416, + "step": 24601 + }, + { + "epoch": 20.866836301950805, + "grad_norm": 1.0137338867453545, + "learning_rate": 1.8371945499286518e-05, + "loss": 0.045, + "step": 24602 + }, + { + "epoch": 20.8676844783715, + "grad_norm": 1.0755979940082079, + "learning_rate": 1.837179525930956e-05, + "loss": 0.0465, + "step": 24603 + }, + { + "epoch": 20.868532654792197, + "grad_norm": 0.7955164629948452, + "learning_rate": 1.8371645013015076e-05, + "loss": 0.037, + "step": 24604 + }, + { + "epoch": 20.869380831212894, + "grad_norm": 1.3610053187448234, + "learning_rate": 1.8371494760403177e-05, + "loss": 0.0451, + "step": 24605 + }, + { + "epoch": 20.870229007633586, + "grad_norm": 1.218822618681549, + "learning_rate": 1.8371344501473976e-05, + "loss": 0.0439, + "step": 24606 + }, + { + "epoch": 20.871077184054283, + "grad_norm": 1.1343503942214404, + "learning_rate": 1.8371194236227584e-05, + "loss": 0.0456, + "step": 24607 + }, + { + "epoch": 20.87192536047498, + "grad_norm": 1.1104540591129797, + "learning_rate": 1.8371043964664114e-05, + "loss": 0.0439, + "step": 24608 + }, + { + "epoch": 20.872773536895675, + "grad_norm": 1.0465727597190293, + "learning_rate": 1.8370893686783683e-05, + "loss": 0.0421, + "step": 24609 + }, + { + "epoch": 20.87362171331637, + "grad_norm": 1.1648464780103343, + "learning_rate": 1.8370743402586402e-05, + "loss": 0.0497, + "step": 24610 + }, + { + "epoch": 20.874469889737064, + "grad_norm": 1.058379572922556, + "learning_rate": 1.837059311207239e-05, + "loss": 0.0513, + "step": 24611 + }, + { + "epoch": 20.87531806615776, + "grad_norm": 1.0454176235805026, + "learning_rate": 1.8370442815241752e-05, + "loss": 0.0415, + "step": 24612 + }, + { + "epoch": 20.876166242578456, + "grad_norm": 1.0307755592713619, + "learning_rate": 1.8370292512094606e-05, + "loss": 0.0445, + "step": 24613 + }, + { + "epoch": 20.877014418999153, + "grad_norm": 0.989065496659842, + "learning_rate": 1.8370142202631068e-05, + "loss": 0.0394, + "step": 24614 + }, + { + "epoch": 20.87786259541985, + "grad_norm": 1.1181692895150697, + "learning_rate": 1.8369991886851245e-05, + "loss": 0.041, + "step": 24615 + }, + { + "epoch": 20.87871077184054, + "grad_norm": 1.0618609535331511, + "learning_rate": 1.8369841564755254e-05, + "loss": 0.0406, + "step": 24616 + }, + { + "epoch": 20.879558948261238, + "grad_norm": 1.3095683351999898, + "learning_rate": 1.8369691236343206e-05, + "loss": 0.0438, + "step": 24617 + }, + { + "epoch": 20.880407124681934, + "grad_norm": 1.1466132389033807, + "learning_rate": 1.836954090161522e-05, + "loss": 0.0425, + "step": 24618 + }, + { + "epoch": 20.88125530110263, + "grad_norm": 1.2420393312076958, + "learning_rate": 1.8369390560571402e-05, + "loss": 0.0429, + "step": 24619 + }, + { + "epoch": 20.882103477523327, + "grad_norm": 1.1963270082594073, + "learning_rate": 1.836924021321187e-05, + "loss": 0.0414, + "step": 24620 + }, + { + "epoch": 20.88295165394402, + "grad_norm": 1.238341805724997, + "learning_rate": 1.8369089859536743e-05, + "loss": 0.0471, + "step": 24621 + }, + { + "epoch": 20.883799830364715, + "grad_norm": 1.2036414496596968, + "learning_rate": 1.836893949954612e-05, + "loss": 0.0426, + "step": 24622 + }, + { + "epoch": 20.88464800678541, + "grad_norm": 1.270912610964671, + "learning_rate": 1.8368789133240125e-05, + "loss": 0.0479, + "step": 24623 + }, + { + "epoch": 20.885496183206108, + "grad_norm": 1.131420740157092, + "learning_rate": 1.8368638760618873e-05, + "loss": 0.0469, + "step": 24624 + }, + { + "epoch": 20.886344359626804, + "grad_norm": 0.9462354789466733, + "learning_rate": 1.836848838168247e-05, + "loss": 0.0411, + "step": 24625 + }, + { + "epoch": 20.887192536047497, + "grad_norm": 1.3302467042947945, + "learning_rate": 1.8368337996431032e-05, + "loss": 0.0519, + "step": 24626 + }, + { + "epoch": 20.888040712468193, + "grad_norm": 1.199405763187988, + "learning_rate": 1.836818760486468e-05, + "loss": 0.0418, + "step": 24627 + }, + { + "epoch": 20.88888888888889, + "grad_norm": 1.0253831352748624, + "learning_rate": 1.8368037206983514e-05, + "loss": 0.0415, + "step": 24628 + }, + { + "epoch": 20.889737065309586, + "grad_norm": 1.1058867445458362, + "learning_rate": 1.836788680278766e-05, + "loss": 0.0455, + "step": 24629 + }, + { + "epoch": 20.890585241730278, + "grad_norm": 1.044646396996746, + "learning_rate": 1.836773639227722e-05, + "loss": 0.0391, + "step": 24630 + }, + { + "epoch": 20.891433418150974, + "grad_norm": 0.9959958053991314, + "learning_rate": 1.8367585975452316e-05, + "loss": 0.0418, + "step": 24631 + }, + { + "epoch": 20.89228159457167, + "grad_norm": 1.099897959706809, + "learning_rate": 1.8367435552313063e-05, + "loss": 0.0442, + "step": 24632 + }, + { + "epoch": 20.893129770992367, + "grad_norm": 1.1367220570462058, + "learning_rate": 1.836728512285957e-05, + "loss": 0.0455, + "step": 24633 + }, + { + "epoch": 20.893977947413063, + "grad_norm": 1.1122273109114384, + "learning_rate": 1.8367134687091946e-05, + "loss": 0.0416, + "step": 24634 + }, + { + "epoch": 20.894826123833756, + "grad_norm": 0.9599116941792558, + "learning_rate": 1.8366984245010313e-05, + "loss": 0.0375, + "step": 24635 + }, + { + "epoch": 20.895674300254452, + "grad_norm": 1.1186685282035054, + "learning_rate": 1.836683379661478e-05, + "loss": 0.0421, + "step": 24636 + }, + { + "epoch": 20.89652247667515, + "grad_norm": 1.0103465483787055, + "learning_rate": 1.8366683341905464e-05, + "loss": 0.0403, + "step": 24637 + }, + { + "epoch": 20.897370653095845, + "grad_norm": 1.143245222379992, + "learning_rate": 1.8366532880882473e-05, + "loss": 0.0395, + "step": 24638 + }, + { + "epoch": 20.89821882951654, + "grad_norm": 0.9683061920452599, + "learning_rate": 1.8366382413545925e-05, + "loss": 0.0381, + "step": 24639 + }, + { + "epoch": 20.899067005937233, + "grad_norm": 1.2358752226885856, + "learning_rate": 1.8366231939895933e-05, + "loss": 0.0441, + "step": 24640 + }, + { + "epoch": 20.89991518235793, + "grad_norm": 0.9211798982089315, + "learning_rate": 1.836608145993261e-05, + "loss": 0.0429, + "step": 24641 + }, + { + "epoch": 20.900763358778626, + "grad_norm": 1.1762932775050305, + "learning_rate": 1.836593097365607e-05, + "loss": 0.045, + "step": 24642 + }, + { + "epoch": 20.901611535199322, + "grad_norm": 1.1095061407064237, + "learning_rate": 1.8365780481066428e-05, + "loss": 0.0449, + "step": 24643 + }, + { + "epoch": 20.90245971162002, + "grad_norm": 1.2015740238715926, + "learning_rate": 1.8365629982163788e-05, + "loss": 0.0462, + "step": 24644 + }, + { + "epoch": 20.90330788804071, + "grad_norm": 1.202835508226446, + "learning_rate": 1.836547947694828e-05, + "loss": 0.0403, + "step": 24645 + }, + { + "epoch": 20.904156064461407, + "grad_norm": 1.1846155933361355, + "learning_rate": 1.8365328965420003e-05, + "loss": 0.0451, + "step": 24646 + }, + { + "epoch": 20.905004240882104, + "grad_norm": 1.271567884924296, + "learning_rate": 1.836517844757908e-05, + "loss": 0.0492, + "step": 24647 + }, + { + "epoch": 20.9058524173028, + "grad_norm": 1.2038391117504934, + "learning_rate": 1.8365027923425617e-05, + "loss": 0.0452, + "step": 24648 + }, + { + "epoch": 20.906700593723496, + "grad_norm": 1.0887108766010385, + "learning_rate": 1.836487739295973e-05, + "loss": 0.0426, + "step": 24649 + }, + { + "epoch": 20.90754877014419, + "grad_norm": 1.138410847314767, + "learning_rate": 1.8364726856181542e-05, + "loss": 0.0483, + "step": 24650 + }, + { + "epoch": 20.908396946564885, + "grad_norm": 0.9555101911721039, + "learning_rate": 1.836457631309115e-05, + "loss": 0.0427, + "step": 24651 + }, + { + "epoch": 20.90924512298558, + "grad_norm": 0.9800842068711039, + "learning_rate": 1.836442576368868e-05, + "loss": 0.0414, + "step": 24652 + }, + { + "epoch": 20.910093299406277, + "grad_norm": 1.0784308758191856, + "learning_rate": 1.8364275207974244e-05, + "loss": 0.041, + "step": 24653 + }, + { + "epoch": 20.910941475826974, + "grad_norm": 1.1901577161072743, + "learning_rate": 1.836412464594795e-05, + "loss": 0.046, + "step": 24654 + }, + { + "epoch": 20.911789652247666, + "grad_norm": 1.294909984824617, + "learning_rate": 1.8363974077609917e-05, + "loss": 0.0407, + "step": 24655 + }, + { + "epoch": 20.912637828668363, + "grad_norm": 1.1336214079678864, + "learning_rate": 1.8363823502960258e-05, + "loss": 0.0453, + "step": 24656 + }, + { + "epoch": 20.91348600508906, + "grad_norm": 1.1177088805084185, + "learning_rate": 1.8363672921999085e-05, + "loss": 0.0443, + "step": 24657 + }, + { + "epoch": 20.914334181509755, + "grad_norm": 0.9299152631815885, + "learning_rate": 1.836352233472651e-05, + "loss": 0.0398, + "step": 24658 + }, + { + "epoch": 20.91518235793045, + "grad_norm": 1.1104752586525874, + "learning_rate": 1.836337174114265e-05, + "loss": 0.0456, + "step": 24659 + }, + { + "epoch": 20.916030534351144, + "grad_norm": 1.3387846601432685, + "learning_rate": 1.8363221141247614e-05, + "loss": 0.0438, + "step": 24660 + }, + { + "epoch": 20.91687871077184, + "grad_norm": 1.2142724586993308, + "learning_rate": 1.836307053504152e-05, + "loss": 0.0452, + "step": 24661 + }, + { + "epoch": 20.917726887192536, + "grad_norm": 1.2626474770609353, + "learning_rate": 1.8362919922524486e-05, + "loss": 0.0444, + "step": 24662 + }, + { + "epoch": 20.918575063613233, + "grad_norm": 1.117512206270768, + "learning_rate": 1.8362769303696614e-05, + "loss": 0.0434, + "step": 24663 + }, + { + "epoch": 20.91942324003393, + "grad_norm": 1.1272561605928852, + "learning_rate": 1.8362618678558025e-05, + "loss": 0.044, + "step": 24664 + }, + { + "epoch": 20.92027141645462, + "grad_norm": 1.228945280809622, + "learning_rate": 1.8362468047108833e-05, + "loss": 0.0427, + "step": 24665 + }, + { + "epoch": 20.921119592875318, + "grad_norm": 1.016795074761327, + "learning_rate": 1.836231740934915e-05, + "loss": 0.0441, + "step": 24666 + }, + { + "epoch": 20.921967769296014, + "grad_norm": 1.0460242702099574, + "learning_rate": 1.836216676527909e-05, + "loss": 0.0431, + "step": 24667 + }, + { + "epoch": 20.92281594571671, + "grad_norm": 1.1576799052859075, + "learning_rate": 1.8362016114898768e-05, + "loss": 0.0442, + "step": 24668 + }, + { + "epoch": 20.923664122137403, + "grad_norm": 1.1264836229754542, + "learning_rate": 1.8361865458208292e-05, + "loss": 0.0456, + "step": 24669 + }, + { + "epoch": 20.9245122985581, + "grad_norm": 0.99751585797175, + "learning_rate": 1.8361714795207784e-05, + "loss": 0.0416, + "step": 24670 + }, + { + "epoch": 20.925360474978795, + "grad_norm": 1.0424321375101757, + "learning_rate": 1.836156412589735e-05, + "loss": 0.0457, + "step": 24671 + }, + { + "epoch": 20.92620865139949, + "grad_norm": 1.0555009797208852, + "learning_rate": 1.836141345027711e-05, + "loss": 0.0454, + "step": 24672 + }, + { + "epoch": 20.927056827820188, + "grad_norm": 0.93204252301234, + "learning_rate": 1.8361262768347177e-05, + "loss": 0.0413, + "step": 24673 + }, + { + "epoch": 20.92790500424088, + "grad_norm": 1.1425807336563742, + "learning_rate": 1.836111208010766e-05, + "loss": 0.0443, + "step": 24674 + }, + { + "epoch": 20.928753180661577, + "grad_norm": 1.0038605460973768, + "learning_rate": 1.8360961385558673e-05, + "loss": 0.0412, + "step": 24675 + }, + { + "epoch": 20.929601357082273, + "grad_norm": 1.0492684429189194, + "learning_rate": 1.8360810684700333e-05, + "loss": 0.0445, + "step": 24676 + }, + { + "epoch": 20.93044953350297, + "grad_norm": 1.144027243302153, + "learning_rate": 1.836065997753276e-05, + "loss": 0.0459, + "step": 24677 + }, + { + "epoch": 20.931297709923665, + "grad_norm": 1.1880950530071086, + "learning_rate": 1.8360509264056053e-05, + "loss": 0.0474, + "step": 24678 + }, + { + "epoch": 20.932145886344358, + "grad_norm": 1.3426491439319126, + "learning_rate": 1.8360358544270337e-05, + "loss": 0.0485, + "step": 24679 + }, + { + "epoch": 20.932994062765054, + "grad_norm": 1.0710456201808785, + "learning_rate": 1.8360207818175717e-05, + "loss": 0.0416, + "step": 24680 + }, + { + "epoch": 20.93384223918575, + "grad_norm": 0.9293914938620723, + "learning_rate": 1.8360057085772318e-05, + "loss": 0.0419, + "step": 24681 + }, + { + "epoch": 20.934690415606447, + "grad_norm": 1.0182962317221111, + "learning_rate": 1.8359906347060244e-05, + "loss": 0.0439, + "step": 24682 + }, + { + "epoch": 20.935538592027143, + "grad_norm": 1.1845317170396523, + "learning_rate": 1.8359755602039615e-05, + "loss": 0.0424, + "step": 24683 + }, + { + "epoch": 20.936386768447836, + "grad_norm": 1.1308586868382124, + "learning_rate": 1.8359604850710538e-05, + "loss": 0.0444, + "step": 24684 + }, + { + "epoch": 20.937234944868532, + "grad_norm": 1.3013452447989058, + "learning_rate": 1.8359454093073132e-05, + "loss": 0.0444, + "step": 24685 + }, + { + "epoch": 20.938083121289228, + "grad_norm": 1.1444413901384929, + "learning_rate": 1.835930332912751e-05, + "loss": 0.0468, + "step": 24686 + }, + { + "epoch": 20.938931297709924, + "grad_norm": 1.0928709701170747, + "learning_rate": 1.8359152558873786e-05, + "loss": 0.0438, + "step": 24687 + }, + { + "epoch": 20.93977947413062, + "grad_norm": 1.234875347487605, + "learning_rate": 1.8359001782312076e-05, + "loss": 0.0463, + "step": 24688 + }, + { + "epoch": 20.940627650551313, + "grad_norm": 1.2870422346953052, + "learning_rate": 1.8358850999442487e-05, + "loss": 0.0443, + "step": 24689 + }, + { + "epoch": 20.94147582697201, + "grad_norm": 1.228327100255087, + "learning_rate": 1.835870021026514e-05, + "loss": 0.0481, + "step": 24690 + }, + { + "epoch": 20.942324003392706, + "grad_norm": 0.9864371165928008, + "learning_rate": 1.8358549414780143e-05, + "loss": 0.0394, + "step": 24691 + }, + { + "epoch": 20.943172179813402, + "grad_norm": 0.9973860485919496, + "learning_rate": 1.835839861298761e-05, + "loss": 0.043, + "step": 24692 + }, + { + "epoch": 20.9440203562341, + "grad_norm": 0.9815533260755249, + "learning_rate": 1.8358247804887663e-05, + "loss": 0.0429, + "step": 24693 + }, + { + "epoch": 20.94486853265479, + "grad_norm": 1.0758808470703918, + "learning_rate": 1.83580969904804e-05, + "loss": 0.0432, + "step": 24694 + }, + { + "epoch": 20.945716709075487, + "grad_norm": 1.1977779823176318, + "learning_rate": 1.8357946169765957e-05, + "loss": 0.043, + "step": 24695 + }, + { + "epoch": 20.946564885496183, + "grad_norm": 0.9813837829231897, + "learning_rate": 1.835779534274443e-05, + "loss": 0.042, + "step": 24696 + }, + { + "epoch": 20.94741306191688, + "grad_norm": 1.1781280746932445, + "learning_rate": 1.8357644509415937e-05, + "loss": 0.0452, + "step": 24697 + }, + { + "epoch": 20.948261238337576, + "grad_norm": 1.049024337545689, + "learning_rate": 1.8357493669780596e-05, + "loss": 0.0419, + "step": 24698 + }, + { + "epoch": 20.94910941475827, + "grad_norm": 1.1085052711426395, + "learning_rate": 1.8357342823838515e-05, + "loss": 0.0419, + "step": 24699 + }, + { + "epoch": 20.949957591178965, + "grad_norm": 1.0620668391834647, + "learning_rate": 1.835719197158981e-05, + "loss": 0.0455, + "step": 24700 + }, + { + "epoch": 20.95080576759966, + "grad_norm": 1.0051999224428159, + "learning_rate": 1.8357041113034598e-05, + "loss": 0.0413, + "step": 24701 + }, + { + "epoch": 20.951653944020357, + "grad_norm": 1.2357417832638444, + "learning_rate": 1.835689024817299e-05, + "loss": 0.0488, + "step": 24702 + }, + { + "epoch": 20.952502120441054, + "grad_norm": 1.200905465699218, + "learning_rate": 1.83567393770051e-05, + "loss": 0.044, + "step": 24703 + }, + { + "epoch": 20.953350296861746, + "grad_norm": 1.071429433821219, + "learning_rate": 1.8356588499531044e-05, + "loss": 0.0407, + "step": 24704 + }, + { + "epoch": 20.954198473282442, + "grad_norm": 0.9779556598166318, + "learning_rate": 1.835643761575093e-05, + "loss": 0.04, + "step": 24705 + }, + { + "epoch": 20.95504664970314, + "grad_norm": 1.2268950345703977, + "learning_rate": 1.835628672566488e-05, + "loss": 0.0462, + "step": 24706 + }, + { + "epoch": 20.955894826123835, + "grad_norm": 1.0733879604305077, + "learning_rate": 1.8356135829273002e-05, + "loss": 0.0403, + "step": 24707 + }, + { + "epoch": 20.956743002544528, + "grad_norm": 1.2444743742196238, + "learning_rate": 1.835598492657541e-05, + "loss": 0.042, + "step": 24708 + }, + { + "epoch": 20.957591178965224, + "grad_norm": 1.3069227098018055, + "learning_rate": 1.8355834017572225e-05, + "loss": 0.0446, + "step": 24709 + }, + { + "epoch": 20.95843935538592, + "grad_norm": 1.0041766211605296, + "learning_rate": 1.835568310226355e-05, + "loss": 0.0443, + "step": 24710 + }, + { + "epoch": 20.959287531806616, + "grad_norm": 1.2754865896008558, + "learning_rate": 1.8355532180649507e-05, + "loss": 0.0432, + "step": 24711 + }, + { + "epoch": 20.960135708227313, + "grad_norm": 1.1426118930938662, + "learning_rate": 1.8355381252730208e-05, + "loss": 0.0445, + "step": 24712 + }, + { + "epoch": 20.960983884648005, + "grad_norm": 1.090310727931404, + "learning_rate": 1.8355230318505763e-05, + "loss": 0.048, + "step": 24713 + }, + { + "epoch": 20.9618320610687, + "grad_norm": 1.2573979390728625, + "learning_rate": 1.835507937797629e-05, + "loss": 0.0494, + "step": 24714 + }, + { + "epoch": 20.962680237489398, + "grad_norm": 1.1714199510998926, + "learning_rate": 1.83549284311419e-05, + "loss": 0.0435, + "step": 24715 + }, + { + "epoch": 20.963528413910094, + "grad_norm": 1.0050596077813367, + "learning_rate": 1.835477747800271e-05, + "loss": 0.0399, + "step": 24716 + }, + { + "epoch": 20.96437659033079, + "grad_norm": 1.0467799569940652, + "learning_rate": 1.8354626518558832e-05, + "loss": 0.0435, + "step": 24717 + }, + { + "epoch": 20.965224766751483, + "grad_norm": 0.9578281450977009, + "learning_rate": 1.8354475552810385e-05, + "loss": 0.0391, + "step": 24718 + }, + { + "epoch": 20.96607294317218, + "grad_norm": 1.1372587685949938, + "learning_rate": 1.8354324580757478e-05, + "loss": 0.044, + "step": 24719 + }, + { + "epoch": 20.966921119592875, + "grad_norm": 1.1810932995657086, + "learning_rate": 1.835417360240022e-05, + "loss": 0.0443, + "step": 24720 + }, + { + "epoch": 20.96776929601357, + "grad_norm": 1.2392166814517054, + "learning_rate": 1.8354022617738734e-05, + "loss": 0.0483, + "step": 24721 + }, + { + "epoch": 20.968617472434268, + "grad_norm": 1.1674460603687677, + "learning_rate": 1.835387162677313e-05, + "loss": 0.0441, + "step": 24722 + }, + { + "epoch": 20.96946564885496, + "grad_norm": 1.1541524603461017, + "learning_rate": 1.835372062950352e-05, + "loss": 0.0462, + "step": 24723 + }, + { + "epoch": 20.970313825275657, + "grad_norm": 1.1768731592266988, + "learning_rate": 1.8353569625930025e-05, + "loss": 0.045, + "step": 24724 + }, + { + "epoch": 20.971162001696353, + "grad_norm": 1.2928320924531018, + "learning_rate": 1.835341861605275e-05, + "loss": 0.0468, + "step": 24725 + }, + { + "epoch": 20.97201017811705, + "grad_norm": 1.1064563447055635, + "learning_rate": 1.8353267599871812e-05, + "loss": 0.0457, + "step": 24726 + }, + { + "epoch": 20.972858354537745, + "grad_norm": 0.8738370552079848, + "learning_rate": 1.835311657738733e-05, + "loss": 0.0411, + "step": 24727 + }, + { + "epoch": 20.973706530958438, + "grad_norm": 0.9950330761835349, + "learning_rate": 1.8352965548599414e-05, + "loss": 0.045, + "step": 24728 + }, + { + "epoch": 20.974554707379134, + "grad_norm": 1.056100877256721, + "learning_rate": 1.8352814513508174e-05, + "loss": 0.0405, + "step": 24729 + }, + { + "epoch": 20.97540288379983, + "grad_norm": 1.0430910974166652, + "learning_rate": 1.835266347211373e-05, + "loss": 0.0435, + "step": 24730 + }, + { + "epoch": 20.976251060220527, + "grad_norm": 1.0969999243128195, + "learning_rate": 1.8352512424416192e-05, + "loss": 0.0454, + "step": 24731 + }, + { + "epoch": 20.977099236641223, + "grad_norm": 1.1300871544103404, + "learning_rate": 1.835236137041568e-05, + "loss": 0.0429, + "step": 24732 + }, + { + "epoch": 20.977947413061916, + "grad_norm": 1.3141459202904235, + "learning_rate": 1.8352210310112302e-05, + "loss": 0.0521, + "step": 24733 + }, + { + "epoch": 20.978795589482612, + "grad_norm": 1.1557571697134013, + "learning_rate": 1.835205924350617e-05, + "loss": 0.0462, + "step": 24734 + }, + { + "epoch": 20.979643765903308, + "grad_norm": 1.0179181291359256, + "learning_rate": 1.835190817059741e-05, + "loss": 0.0412, + "step": 24735 + }, + { + "epoch": 20.980491942324004, + "grad_norm": 1.072545926667922, + "learning_rate": 1.8351757091386122e-05, + "loss": 0.0434, + "step": 24736 + }, + { + "epoch": 20.9813401187447, + "grad_norm": 1.3094686249204017, + "learning_rate": 1.8351606005872427e-05, + "loss": 0.0474, + "step": 24737 + }, + { + "epoch": 20.982188295165393, + "grad_norm": 1.0521882118222556, + "learning_rate": 1.835145491405644e-05, + "loss": 0.0423, + "step": 24738 + }, + { + "epoch": 20.98303647158609, + "grad_norm": 1.0473181452930078, + "learning_rate": 1.8351303815938273e-05, + "loss": 0.042, + "step": 24739 + }, + { + "epoch": 20.983884648006786, + "grad_norm": 1.1776678531814018, + "learning_rate": 1.8351152711518037e-05, + "loss": 0.0421, + "step": 24740 + }, + { + "epoch": 20.984732824427482, + "grad_norm": 1.0992668650015094, + "learning_rate": 1.8351001600795852e-05, + "loss": 0.0441, + "step": 24741 + }, + { + "epoch": 20.98558100084818, + "grad_norm": 1.1131600828226618, + "learning_rate": 1.8350850483771827e-05, + "loss": 0.052, + "step": 24742 + }, + { + "epoch": 20.98642917726887, + "grad_norm": 1.1958387223128966, + "learning_rate": 1.8350699360446076e-05, + "loss": 0.0427, + "step": 24743 + }, + { + "epoch": 20.987277353689567, + "grad_norm": 1.0987577468666971, + "learning_rate": 1.8350548230818716e-05, + "loss": 0.0457, + "step": 24744 + }, + { + "epoch": 20.988125530110263, + "grad_norm": 1.0897626956236524, + "learning_rate": 1.8350397094889864e-05, + "loss": 0.0429, + "step": 24745 + }, + { + "epoch": 20.98897370653096, + "grad_norm": 0.9164892052690643, + "learning_rate": 1.8350245952659625e-05, + "loss": 0.0367, + "step": 24746 + }, + { + "epoch": 20.989821882951652, + "grad_norm": 1.0969229810500047, + "learning_rate": 1.8350094804128122e-05, + "loss": 0.0424, + "step": 24747 + }, + { + "epoch": 20.99067005937235, + "grad_norm": 1.1435409076789902, + "learning_rate": 1.8349943649295467e-05, + "loss": 0.0431, + "step": 24748 + }, + { + "epoch": 20.991518235793045, + "grad_norm": 0.9273170520754558, + "learning_rate": 1.8349792488161767e-05, + "loss": 0.0387, + "step": 24749 + }, + { + "epoch": 20.99236641221374, + "grad_norm": 1.2059071060001976, + "learning_rate": 1.8349641320727145e-05, + "loss": 0.0437, + "step": 24750 + }, + { + "epoch": 20.993214588634437, + "grad_norm": 1.1582084949061617, + "learning_rate": 1.8349490146991713e-05, + "loss": 0.0472, + "step": 24751 + }, + { + "epoch": 20.99406276505513, + "grad_norm": 1.2099124268087744, + "learning_rate": 1.834933896695558e-05, + "loss": 0.0397, + "step": 24752 + }, + { + "epoch": 20.994910941475826, + "grad_norm": 1.1625519826649913, + "learning_rate": 1.8349187780618864e-05, + "loss": 0.0462, + "step": 24753 + }, + { + "epoch": 20.995759117896522, + "grad_norm": 1.0700866173136778, + "learning_rate": 1.8349036587981678e-05, + "loss": 0.0429, + "step": 24754 + }, + { + "epoch": 20.99660729431722, + "grad_norm": 1.2638664149580103, + "learning_rate": 1.834888538904414e-05, + "loss": 0.0454, + "step": 24755 + }, + { + "epoch": 20.997455470737915, + "grad_norm": 1.0896564519446488, + "learning_rate": 1.8348734183806362e-05, + "loss": 0.0413, + "step": 24756 + }, + { + "epoch": 20.998303647158608, + "grad_norm": 1.2198422034682264, + "learning_rate": 1.8348582972268452e-05, + "loss": 0.0427, + "step": 24757 + }, + { + "epoch": 20.999151823579304, + "grad_norm": 1.1884683599760053, + "learning_rate": 1.8348431754430535e-05, + "loss": 0.0481, + "step": 24758 + }, + { + "epoch": 21.0, + "grad_norm": 1.1132806507789288, + "learning_rate": 1.8348280530292712e-05, + "loss": 0.0439, + "step": 24759 + }, + { + "epoch": 21.000848176420696, + "grad_norm": 1.0424184146778477, + "learning_rate": 1.834812929985511e-05, + "loss": 0.0399, + "step": 24760 + }, + { + "epoch": 21.001696352841392, + "grad_norm": 1.3445352379228797, + "learning_rate": 1.8347978063117837e-05, + "loss": 0.045, + "step": 24761 + }, + { + "epoch": 21.002544529262085, + "grad_norm": 1.2827805728031347, + "learning_rate": 1.8347826820081005e-05, + "loss": 0.0398, + "step": 24762 + }, + { + "epoch": 21.00339270568278, + "grad_norm": 1.1931822644028067, + "learning_rate": 1.834767557074473e-05, + "loss": 0.0428, + "step": 24763 + }, + { + "epoch": 21.004240882103478, + "grad_norm": 1.175696857564764, + "learning_rate": 1.8347524315109134e-05, + "loss": 0.0428, + "step": 24764 + }, + { + "epoch": 21.005089058524174, + "grad_norm": 1.0036441629445607, + "learning_rate": 1.8347373053174315e-05, + "loss": 0.0403, + "step": 24765 + }, + { + "epoch": 21.00593723494487, + "grad_norm": 1.0707973263412591, + "learning_rate": 1.8347221784940404e-05, + "loss": 0.0396, + "step": 24766 + }, + { + "epoch": 21.006785411365563, + "grad_norm": 1.0352980554460804, + "learning_rate": 1.8347070510407502e-05, + "loss": 0.0414, + "step": 24767 + }, + { + "epoch": 21.00763358778626, + "grad_norm": 1.05637099437465, + "learning_rate": 1.834691922957573e-05, + "loss": 0.0398, + "step": 24768 + }, + { + "epoch": 21.008481764206955, + "grad_norm": 1.028980663306815, + "learning_rate": 1.83467679424452e-05, + "loss": 0.0423, + "step": 24769 + }, + { + "epoch": 21.00932994062765, + "grad_norm": 1.129968729805757, + "learning_rate": 1.834661664901603e-05, + "loss": 0.0455, + "step": 24770 + }, + { + "epoch": 21.010178117048348, + "grad_norm": 1.1946177897372763, + "learning_rate": 1.8346465349288326e-05, + "loss": 0.0452, + "step": 24771 + }, + { + "epoch": 21.01102629346904, + "grad_norm": 1.059994900761392, + "learning_rate": 1.8346314043262214e-05, + "loss": 0.0392, + "step": 24772 + }, + { + "epoch": 21.011874469889737, + "grad_norm": 1.2121994113748074, + "learning_rate": 1.8346162730937795e-05, + "loss": 0.046, + "step": 24773 + }, + { + "epoch": 21.012722646310433, + "grad_norm": 0.9414298054171, + "learning_rate": 1.834601141231519e-05, + "loss": 0.0405, + "step": 24774 + }, + { + "epoch": 21.01357082273113, + "grad_norm": 1.241473387062331, + "learning_rate": 1.8345860087394515e-05, + "loss": 0.0468, + "step": 24775 + }, + { + "epoch": 21.014418999151825, + "grad_norm": 1.1262733673241356, + "learning_rate": 1.834570875617588e-05, + "loss": 0.0407, + "step": 24776 + }, + { + "epoch": 21.015267175572518, + "grad_norm": 1.2327195535343485, + "learning_rate": 1.8345557418659405e-05, + "loss": 0.0439, + "step": 24777 + }, + { + "epoch": 21.016115351993214, + "grad_norm": 1.0774109066690758, + "learning_rate": 1.83454060748452e-05, + "loss": 0.0414, + "step": 24778 + }, + { + "epoch": 21.01696352841391, + "grad_norm": 1.0604674133005874, + "learning_rate": 1.8345254724733376e-05, + "loss": 0.0403, + "step": 24779 + }, + { + "epoch": 21.017811704834607, + "grad_norm": 1.0408135989783516, + "learning_rate": 1.834510336832405e-05, + "loss": 0.0407, + "step": 24780 + }, + { + "epoch": 21.0186598812553, + "grad_norm": 1.0375963868621152, + "learning_rate": 1.834495200561734e-05, + "loss": 0.0428, + "step": 24781 + }, + { + "epoch": 21.019508057675996, + "grad_norm": 0.9690974009575622, + "learning_rate": 1.8344800636613355e-05, + "loss": 0.0432, + "step": 24782 + }, + { + "epoch": 21.020356234096692, + "grad_norm": 0.9415087947040847, + "learning_rate": 1.8344649261312213e-05, + "loss": 0.0385, + "step": 24783 + }, + { + "epoch": 21.021204410517388, + "grad_norm": 1.2109776652315336, + "learning_rate": 1.834449787971403e-05, + "loss": 0.0474, + "step": 24784 + }, + { + "epoch": 21.022052586938084, + "grad_norm": 0.9369977019901339, + "learning_rate": 1.834434649181891e-05, + "loss": 0.0412, + "step": 24785 + }, + { + "epoch": 21.022900763358777, + "grad_norm": 1.003286520416174, + "learning_rate": 1.8344195097626977e-05, + "loss": 0.0414, + "step": 24786 + }, + { + "epoch": 21.023748939779473, + "grad_norm": 1.0368057221098996, + "learning_rate": 1.834404369713834e-05, + "loss": 0.0409, + "step": 24787 + }, + { + "epoch": 21.02459711620017, + "grad_norm": 1.2531871404988877, + "learning_rate": 1.834389229035312e-05, + "loss": 0.0478, + "step": 24788 + }, + { + "epoch": 21.025445292620866, + "grad_norm": 1.1203094611706192, + "learning_rate": 1.8343740877271425e-05, + "loss": 0.0417, + "step": 24789 + }, + { + "epoch": 21.026293469041562, + "grad_norm": 1.003760548251841, + "learning_rate": 1.8343589457893372e-05, + "loss": 0.0398, + "step": 24790 + }, + { + "epoch": 21.027141645462255, + "grad_norm": 0.9226317913930695, + "learning_rate": 1.8343438032219075e-05, + "loss": 0.0377, + "step": 24791 + }, + { + "epoch": 21.02798982188295, + "grad_norm": 1.1262676528483708, + "learning_rate": 1.8343286600248644e-05, + "loss": 0.0406, + "step": 24792 + }, + { + "epoch": 21.028837998303647, + "grad_norm": 1.1277914214482425, + "learning_rate": 1.83431351619822e-05, + "loss": 0.0419, + "step": 24793 + }, + { + "epoch": 21.029686174724343, + "grad_norm": 1.2202507055632295, + "learning_rate": 1.8342983717419854e-05, + "loss": 0.0423, + "step": 24794 + }, + { + "epoch": 21.03053435114504, + "grad_norm": 1.1051207311180633, + "learning_rate": 1.834283226656172e-05, + "loss": 0.0403, + "step": 24795 + }, + { + "epoch": 21.031382527565732, + "grad_norm": 1.0257483370441878, + "learning_rate": 1.834268080940791e-05, + "loss": 0.042, + "step": 24796 + }, + { + "epoch": 21.03223070398643, + "grad_norm": 1.0844080924412303, + "learning_rate": 1.8342529345958544e-05, + "loss": 0.0429, + "step": 24797 + }, + { + "epoch": 21.033078880407125, + "grad_norm": 1.2195154626798625, + "learning_rate": 1.8342377876213733e-05, + "loss": 0.0416, + "step": 24798 + }, + { + "epoch": 21.03392705682782, + "grad_norm": 1.0208714253141076, + "learning_rate": 1.8342226400173594e-05, + "loss": 0.037, + "step": 24799 + }, + { + "epoch": 21.034775233248517, + "grad_norm": 1.0300017918224174, + "learning_rate": 1.8342074917838234e-05, + "loss": 0.0393, + "step": 24800 + }, + { + "epoch": 21.03562340966921, + "grad_norm": 0.9624064283633983, + "learning_rate": 1.8341923429207774e-05, + "loss": 0.0375, + "step": 24801 + }, + { + "epoch": 21.036471586089906, + "grad_norm": 0.8715376782543502, + "learning_rate": 1.834177193428233e-05, + "loss": 0.0399, + "step": 24802 + }, + { + "epoch": 21.037319762510602, + "grad_norm": 1.0016202571024853, + "learning_rate": 1.834162043306201e-05, + "loss": 0.0388, + "step": 24803 + }, + { + "epoch": 21.0381679389313, + "grad_norm": 1.1216124265247642, + "learning_rate": 1.834146892554693e-05, + "loss": 0.0446, + "step": 24804 + }, + { + "epoch": 21.039016115351995, + "grad_norm": 1.0860518573161766, + "learning_rate": 1.8341317411737206e-05, + "loss": 0.0425, + "step": 24805 + }, + { + "epoch": 21.039864291772687, + "grad_norm": 1.0837217436414728, + "learning_rate": 1.8341165891632956e-05, + "loss": 0.0473, + "step": 24806 + }, + { + "epoch": 21.040712468193384, + "grad_norm": 1.0989579081317271, + "learning_rate": 1.8341014365234286e-05, + "loss": 0.0409, + "step": 24807 + }, + { + "epoch": 21.04156064461408, + "grad_norm": 1.0673430568094922, + "learning_rate": 1.8340862832541317e-05, + "loss": 0.0422, + "step": 24808 + }, + { + "epoch": 21.042408821034776, + "grad_norm": 1.158042756195193, + "learning_rate": 1.8340711293554158e-05, + "loss": 0.0402, + "step": 24809 + }, + { + "epoch": 21.043256997455472, + "grad_norm": 0.9143622300871594, + "learning_rate": 1.8340559748272927e-05, + "loss": 0.0403, + "step": 24810 + }, + { + "epoch": 21.044105173876165, + "grad_norm": 1.2150749917795276, + "learning_rate": 1.834040819669774e-05, + "loss": 0.0451, + "step": 24811 + }, + { + "epoch": 21.04495335029686, + "grad_norm": 1.0941570790970294, + "learning_rate": 1.8340256638828706e-05, + "loss": 0.0405, + "step": 24812 + }, + { + "epoch": 21.045801526717558, + "grad_norm": 1.121392559368221, + "learning_rate": 1.8340105074665945e-05, + "loss": 0.0397, + "step": 24813 + }, + { + "epoch": 21.046649703138254, + "grad_norm": 1.075958023721957, + "learning_rate": 1.8339953504209567e-05, + "loss": 0.0451, + "step": 24814 + }, + { + "epoch": 21.04749787955895, + "grad_norm": 1.1652696419465145, + "learning_rate": 1.833980192745969e-05, + "loss": 0.0438, + "step": 24815 + }, + { + "epoch": 21.048346055979643, + "grad_norm": 1.147651421694409, + "learning_rate": 1.8339650344416427e-05, + "loss": 0.0415, + "step": 24816 + }, + { + "epoch": 21.04919423240034, + "grad_norm": 1.2187600653805273, + "learning_rate": 1.8339498755079888e-05, + "loss": 0.0467, + "step": 24817 + }, + { + "epoch": 21.050042408821035, + "grad_norm": 1.188635795528876, + "learning_rate": 1.8339347159450192e-05, + "loss": 0.041, + "step": 24818 + }, + { + "epoch": 21.05089058524173, + "grad_norm": 1.0584903667221277, + "learning_rate": 1.8339195557527455e-05, + "loss": 0.04, + "step": 24819 + }, + { + "epoch": 21.051738761662424, + "grad_norm": 1.1178342997154274, + "learning_rate": 1.833904394931179e-05, + "loss": 0.0474, + "step": 24820 + }, + { + "epoch": 21.05258693808312, + "grad_norm": 1.1926127907990658, + "learning_rate": 1.8338892334803308e-05, + "loss": 0.0438, + "step": 24821 + }, + { + "epoch": 21.053435114503817, + "grad_norm": 1.2280467270784832, + "learning_rate": 1.8338740714002127e-05, + "loss": 0.0433, + "step": 24822 + }, + { + "epoch": 21.054283290924513, + "grad_norm": 1.0492880475991928, + "learning_rate": 1.833858908690836e-05, + "loss": 0.0379, + "step": 24823 + }, + { + "epoch": 21.05513146734521, + "grad_norm": 1.0278863104180709, + "learning_rate": 1.8338437453522123e-05, + "loss": 0.0448, + "step": 24824 + }, + { + "epoch": 21.0559796437659, + "grad_norm": 0.9422077496730413, + "learning_rate": 1.833828581384353e-05, + "loss": 0.0398, + "step": 24825 + }, + { + "epoch": 21.056827820186598, + "grad_norm": 1.0371235978907878, + "learning_rate": 1.833813416787269e-05, + "loss": 0.0394, + "step": 24826 + }, + { + "epoch": 21.057675996607294, + "grad_norm": 1.0851213520128402, + "learning_rate": 1.8337982515609725e-05, + "loss": 0.0457, + "step": 24827 + }, + { + "epoch": 21.05852417302799, + "grad_norm": 1.0494866011604258, + "learning_rate": 1.8337830857054748e-05, + "loss": 0.0396, + "step": 24828 + }, + { + "epoch": 21.059372349448687, + "grad_norm": 1.2880612697040934, + "learning_rate": 1.8337679192207868e-05, + "loss": 0.0464, + "step": 24829 + }, + { + "epoch": 21.06022052586938, + "grad_norm": 1.1063352824365345, + "learning_rate": 1.8337527521069206e-05, + "loss": 0.0422, + "step": 24830 + }, + { + "epoch": 21.061068702290076, + "grad_norm": 1.0937983657837587, + "learning_rate": 1.8337375843638873e-05, + "loss": 0.0427, + "step": 24831 + }, + { + "epoch": 21.061916878710772, + "grad_norm": 1.037431717628275, + "learning_rate": 1.8337224159916985e-05, + "loss": 0.0403, + "step": 24832 + }, + { + "epoch": 21.062765055131468, + "grad_norm": 1.0513015899106573, + "learning_rate": 1.8337072469903655e-05, + "loss": 0.0398, + "step": 24833 + }, + { + "epoch": 21.063613231552164, + "grad_norm": 1.0199426966214298, + "learning_rate": 1.8336920773599e-05, + "loss": 0.0409, + "step": 24834 + }, + { + "epoch": 21.064461407972857, + "grad_norm": 1.1654621150376927, + "learning_rate": 1.8336769071003132e-05, + "loss": 0.0445, + "step": 24835 + }, + { + "epoch": 21.065309584393553, + "grad_norm": 0.8900537864184151, + "learning_rate": 1.8336617362116166e-05, + "loss": 0.0405, + "step": 24836 + }, + { + "epoch": 21.06615776081425, + "grad_norm": 0.9559885436317593, + "learning_rate": 1.8336465646938216e-05, + "loss": 0.0413, + "step": 24837 + }, + { + "epoch": 21.067005937234946, + "grad_norm": 1.0629010937785754, + "learning_rate": 1.8336313925469396e-05, + "loss": 0.0465, + "step": 24838 + }, + { + "epoch": 21.067854113655642, + "grad_norm": 1.1898195459126273, + "learning_rate": 1.8336162197709824e-05, + "loss": 0.0427, + "step": 24839 + }, + { + "epoch": 21.068702290076335, + "grad_norm": 1.3411063008144626, + "learning_rate": 1.833601046365961e-05, + "loss": 0.0439, + "step": 24840 + }, + { + "epoch": 21.06955046649703, + "grad_norm": 1.0998238777610874, + "learning_rate": 1.8335858723318873e-05, + "loss": 0.0425, + "step": 24841 + }, + { + "epoch": 21.070398642917727, + "grad_norm": 1.074388383395384, + "learning_rate": 1.8335706976687723e-05, + "loss": 0.0401, + "step": 24842 + }, + { + "epoch": 21.071246819338423, + "grad_norm": 1.1085159632780535, + "learning_rate": 1.833555522376628e-05, + "loss": 0.0457, + "step": 24843 + }, + { + "epoch": 21.07209499575912, + "grad_norm": 1.098309081115001, + "learning_rate": 1.833540346455465e-05, + "loss": 0.0443, + "step": 24844 + }, + { + "epoch": 21.072943172179812, + "grad_norm": 1.1354785169106008, + "learning_rate": 1.8335251699052957e-05, + "loss": 0.0406, + "step": 24845 + }, + { + "epoch": 21.07379134860051, + "grad_norm": 1.0517823502403156, + "learning_rate": 1.833509992726131e-05, + "loss": 0.0424, + "step": 24846 + }, + { + "epoch": 21.074639525021205, + "grad_norm": 1.0636887266066366, + "learning_rate": 1.8334948149179823e-05, + "loss": 0.0447, + "step": 24847 + }, + { + "epoch": 21.0754877014419, + "grad_norm": 1.295799044750145, + "learning_rate": 1.8334796364808615e-05, + "loss": 0.0477, + "step": 24848 + }, + { + "epoch": 21.076335877862597, + "grad_norm": 1.3178790614175748, + "learning_rate": 1.8334644574147798e-05, + "loss": 0.047, + "step": 24849 + }, + { + "epoch": 21.07718405428329, + "grad_norm": 1.1297720859696905, + "learning_rate": 1.833449277719748e-05, + "loss": 0.0436, + "step": 24850 + }, + { + "epoch": 21.078032230703986, + "grad_norm": 1.2088417353741288, + "learning_rate": 1.833434097395779e-05, + "loss": 0.0451, + "step": 24851 + }, + { + "epoch": 21.078880407124682, + "grad_norm": 1.0473713621933085, + "learning_rate": 1.833418916442883e-05, + "loss": 0.0426, + "step": 24852 + }, + { + "epoch": 21.07972858354538, + "grad_norm": 1.1809507393100833, + "learning_rate": 1.8334037348610723e-05, + "loss": 0.0431, + "step": 24853 + }, + { + "epoch": 21.08057675996607, + "grad_norm": 1.6785774054361964, + "learning_rate": 1.8333885526503574e-05, + "loss": 0.0482, + "step": 24854 + }, + { + "epoch": 21.081424936386767, + "grad_norm": 1.097973394975146, + "learning_rate": 1.8333733698107507e-05, + "loss": 0.0434, + "step": 24855 + }, + { + "epoch": 21.082273112807464, + "grad_norm": 1.221121620316318, + "learning_rate": 1.8333581863422633e-05, + "loss": 0.0472, + "step": 24856 + }, + { + "epoch": 21.08312128922816, + "grad_norm": 1.1905401623006988, + "learning_rate": 1.8333430022449065e-05, + "loss": 0.0482, + "step": 24857 + }, + { + "epoch": 21.083969465648856, + "grad_norm": 1.168683563892843, + "learning_rate": 1.8333278175186918e-05, + "loss": 0.0446, + "step": 24858 + }, + { + "epoch": 21.08481764206955, + "grad_norm": 1.1783392837091768, + "learning_rate": 1.8333126321636306e-05, + "loss": 0.045, + "step": 24859 + }, + { + "epoch": 21.085665818490245, + "grad_norm": 1.24126506089233, + "learning_rate": 1.833297446179735e-05, + "loss": 0.0419, + "step": 24860 + }, + { + "epoch": 21.08651399491094, + "grad_norm": 1.1631463874195975, + "learning_rate": 1.8332822595670155e-05, + "loss": 0.0454, + "step": 24861 + }, + { + "epoch": 21.087362171331637, + "grad_norm": 1.0585987805336905, + "learning_rate": 1.8332670723254843e-05, + "loss": 0.0448, + "step": 24862 + }, + { + "epoch": 21.088210347752334, + "grad_norm": 1.0086135095707676, + "learning_rate": 1.8332518844551527e-05, + "loss": 0.039, + "step": 24863 + }, + { + "epoch": 21.089058524173026, + "grad_norm": 1.2030332272738755, + "learning_rate": 1.833236695956032e-05, + "loss": 0.0532, + "step": 24864 + }, + { + "epoch": 21.089906700593723, + "grad_norm": 1.0560303947314744, + "learning_rate": 1.8332215068281333e-05, + "loss": 0.0447, + "step": 24865 + }, + { + "epoch": 21.09075487701442, + "grad_norm": 0.9429157961703054, + "learning_rate": 1.833206317071469e-05, + "loss": 0.0407, + "step": 24866 + }, + { + "epoch": 21.091603053435115, + "grad_norm": 1.0395365806313028, + "learning_rate": 1.8331911266860495e-05, + "loss": 0.0432, + "step": 24867 + }, + { + "epoch": 21.09245122985581, + "grad_norm": 1.1178678153853479, + "learning_rate": 1.8331759356718873e-05, + "loss": 0.0429, + "step": 24868 + }, + { + "epoch": 21.093299406276504, + "grad_norm": 1.0197716021391394, + "learning_rate": 1.833160744028993e-05, + "loss": 0.0462, + "step": 24869 + }, + { + "epoch": 21.0941475826972, + "grad_norm": 1.1242713222394578, + "learning_rate": 1.8331455517573786e-05, + "loss": 0.0474, + "step": 24870 + }, + { + "epoch": 21.094995759117896, + "grad_norm": 1.0998143202764468, + "learning_rate": 1.8331303588570554e-05, + "loss": 0.0409, + "step": 24871 + }, + { + "epoch": 21.095843935538593, + "grad_norm": 1.1393852828432065, + "learning_rate": 1.833115165328035e-05, + "loss": 0.0443, + "step": 24872 + }, + { + "epoch": 21.09669211195929, + "grad_norm": 1.0759709327219065, + "learning_rate": 1.8330999711703284e-05, + "loss": 0.042, + "step": 24873 + }, + { + "epoch": 21.09754028837998, + "grad_norm": 1.1786070720308284, + "learning_rate": 1.8330847763839478e-05, + "loss": 0.0505, + "step": 24874 + }, + { + "epoch": 21.098388464800678, + "grad_norm": 1.146507419463368, + "learning_rate": 1.833069580968904e-05, + "loss": 0.0426, + "step": 24875 + }, + { + "epoch": 21.099236641221374, + "grad_norm": 1.3170668348652275, + "learning_rate": 1.8330543849252087e-05, + "loss": 0.0415, + "step": 24876 + }, + { + "epoch": 21.10008481764207, + "grad_norm": 1.0990731651519654, + "learning_rate": 1.8330391882528732e-05, + "loss": 0.0428, + "step": 24877 + }, + { + "epoch": 21.100932994062767, + "grad_norm": 1.0030039732544087, + "learning_rate": 1.8330239909519096e-05, + "loss": 0.0459, + "step": 24878 + }, + { + "epoch": 21.10178117048346, + "grad_norm": 0.8910725298589569, + "learning_rate": 1.8330087930223282e-05, + "loss": 0.0385, + "step": 24879 + }, + { + "epoch": 21.102629346904155, + "grad_norm": 1.1519064599303654, + "learning_rate": 1.8329935944641417e-05, + "loss": 0.0448, + "step": 24880 + }, + { + "epoch": 21.10347752332485, + "grad_norm": 1.131075083711146, + "learning_rate": 1.8329783952773612e-05, + "loss": 0.044, + "step": 24881 + }, + { + "epoch": 21.104325699745548, + "grad_norm": 1.390366293983958, + "learning_rate": 1.832963195461998e-05, + "loss": 0.0493, + "step": 24882 + }, + { + "epoch": 21.105173876166244, + "grad_norm": 0.9720142336093588, + "learning_rate": 1.8329479950180632e-05, + "loss": 0.0411, + "step": 24883 + }, + { + "epoch": 21.106022052586937, + "grad_norm": 0.9504959407591466, + "learning_rate": 1.832932793945569e-05, + "loss": 0.039, + "step": 24884 + }, + { + "epoch": 21.106870229007633, + "grad_norm": 1.0314269536343137, + "learning_rate": 1.8329175922445265e-05, + "loss": 0.0428, + "step": 24885 + }, + { + "epoch": 21.10771840542833, + "grad_norm": 1.0402175534093312, + "learning_rate": 1.8329023899149468e-05, + "loss": 0.0418, + "step": 24886 + }, + { + "epoch": 21.108566581849026, + "grad_norm": 1.144568955309981, + "learning_rate": 1.8328871869568425e-05, + "loss": 0.0437, + "step": 24887 + }, + { + "epoch": 21.109414758269722, + "grad_norm": 1.0502313161612429, + "learning_rate": 1.832871983370224e-05, + "loss": 0.0385, + "step": 24888 + }, + { + "epoch": 21.110262934690414, + "grad_norm": 1.129184504469474, + "learning_rate": 1.832856779155103e-05, + "loss": 0.0407, + "step": 24889 + }, + { + "epoch": 21.11111111111111, + "grad_norm": 1.0220685724492056, + "learning_rate": 1.8328415743114913e-05, + "loss": 0.0418, + "step": 24890 + }, + { + "epoch": 21.111959287531807, + "grad_norm": 1.0204860383225758, + "learning_rate": 1.8328263688394e-05, + "loss": 0.0377, + "step": 24891 + }, + { + "epoch": 21.112807463952503, + "grad_norm": 1.128771919407524, + "learning_rate": 1.832811162738841e-05, + "loss": 0.0412, + "step": 24892 + }, + { + "epoch": 21.113655640373196, + "grad_norm": 1.0668845199962103, + "learning_rate": 1.8327959560098255e-05, + "loss": 0.0423, + "step": 24893 + }, + { + "epoch": 21.114503816793892, + "grad_norm": 0.9907991950212717, + "learning_rate": 1.8327807486523646e-05, + "loss": 0.0397, + "step": 24894 + }, + { + "epoch": 21.11535199321459, + "grad_norm": 1.1769024554989986, + "learning_rate": 1.8327655406664707e-05, + "loss": 0.0443, + "step": 24895 + }, + { + "epoch": 21.116200169635285, + "grad_norm": 1.1337039456342926, + "learning_rate": 1.8327503320521545e-05, + "loss": 0.0404, + "step": 24896 + }, + { + "epoch": 21.11704834605598, + "grad_norm": 1.049075037388981, + "learning_rate": 1.8327351228094276e-05, + "loss": 0.0443, + "step": 24897 + }, + { + "epoch": 21.117896522476673, + "grad_norm": 1.0671138571957055, + "learning_rate": 1.832719912938302e-05, + "loss": 0.044, + "step": 24898 + }, + { + "epoch": 21.11874469889737, + "grad_norm": 0.9825966620826347, + "learning_rate": 1.8327047024387886e-05, + "loss": 0.0411, + "step": 24899 + }, + { + "epoch": 21.119592875318066, + "grad_norm": 1.1420614122100974, + "learning_rate": 1.832689491310899e-05, + "loss": 0.0431, + "step": 24900 + }, + { + "epoch": 21.120441051738762, + "grad_norm": 0.9902134562218176, + "learning_rate": 1.8326742795546446e-05, + "loss": 0.0404, + "step": 24901 + }, + { + "epoch": 21.12128922815946, + "grad_norm": 1.0310819236015805, + "learning_rate": 1.8326590671700374e-05, + "loss": 0.043, + "step": 24902 + }, + { + "epoch": 21.12213740458015, + "grad_norm": 1.1663550752341125, + "learning_rate": 1.832643854157088e-05, + "loss": 0.0437, + "step": 24903 + }, + { + "epoch": 21.122985581000847, + "grad_norm": 1.216436537017571, + "learning_rate": 1.8326286405158088e-05, + "loss": 0.0478, + "step": 24904 + }, + { + "epoch": 21.123833757421544, + "grad_norm": 1.0813920029076132, + "learning_rate": 1.8326134262462107e-05, + "loss": 0.0419, + "step": 24905 + }, + { + "epoch": 21.12468193384224, + "grad_norm": 1.119698980934099, + "learning_rate": 1.8325982113483053e-05, + "loss": 0.0465, + "step": 24906 + }, + { + "epoch": 21.125530110262936, + "grad_norm": 0.9943617984731231, + "learning_rate": 1.832582995822104e-05, + "loss": 0.0416, + "step": 24907 + }, + { + "epoch": 21.12637828668363, + "grad_norm": 1.1306946386636803, + "learning_rate": 1.8325677796676188e-05, + "loss": 0.0405, + "step": 24908 + }, + { + "epoch": 21.127226463104325, + "grad_norm": 1.0336411638098415, + "learning_rate": 1.8325525628848605e-05, + "loss": 0.0426, + "step": 24909 + }, + { + "epoch": 21.12807463952502, + "grad_norm": 0.9846567341603876, + "learning_rate": 1.832537345473841e-05, + "loss": 0.04, + "step": 24910 + }, + { + "epoch": 21.128922815945717, + "grad_norm": 1.0540636649831474, + "learning_rate": 1.8325221274345714e-05, + "loss": 0.0406, + "step": 24911 + }, + { + "epoch": 21.129770992366414, + "grad_norm": 1.1646743549366079, + "learning_rate": 1.8325069087670638e-05, + "loss": 0.0442, + "step": 24912 + }, + { + "epoch": 21.130619168787106, + "grad_norm": 1.1269798687153674, + "learning_rate": 1.832491689471329e-05, + "loss": 0.0446, + "step": 24913 + }, + { + "epoch": 21.131467345207803, + "grad_norm": 0.9632175292118993, + "learning_rate": 1.8324764695473792e-05, + "loss": 0.0429, + "step": 24914 + }, + { + "epoch": 21.1323155216285, + "grad_norm": 1.1896971906845935, + "learning_rate": 1.8324612489952253e-05, + "loss": 0.0472, + "step": 24915 + }, + { + "epoch": 21.133163698049195, + "grad_norm": 1.2014732195219544, + "learning_rate": 1.832446027814879e-05, + "loss": 0.0454, + "step": 24916 + }, + { + "epoch": 21.13401187446989, + "grad_norm": 0.9649738612455036, + "learning_rate": 1.8324308060063515e-05, + "loss": 0.0388, + "step": 24917 + }, + { + "epoch": 21.134860050890584, + "grad_norm": 0.9256373822949936, + "learning_rate": 1.832415583569655e-05, + "loss": 0.039, + "step": 24918 + }, + { + "epoch": 21.13570822731128, + "grad_norm": 1.1706981820317213, + "learning_rate": 1.8324003605048002e-05, + "loss": 0.0442, + "step": 24919 + }, + { + "epoch": 21.136556403731976, + "grad_norm": 1.15457659087574, + "learning_rate": 1.832385136811799e-05, + "loss": 0.0413, + "step": 24920 + }, + { + "epoch": 21.137404580152673, + "grad_norm": 1.0186597475961563, + "learning_rate": 1.8323699124906625e-05, + "loss": 0.0402, + "step": 24921 + }, + { + "epoch": 21.13825275657337, + "grad_norm": 1.1457897697225636, + "learning_rate": 1.832354687541403e-05, + "loss": 0.0421, + "step": 24922 + }, + { + "epoch": 21.13910093299406, + "grad_norm": 1.2920249188259787, + "learning_rate": 1.8323394619640314e-05, + "loss": 0.0411, + "step": 24923 + }, + { + "epoch": 21.139949109414758, + "grad_norm": 1.0007700869631169, + "learning_rate": 1.8323242357585593e-05, + "loss": 0.0386, + "step": 24924 + }, + { + "epoch": 21.140797285835454, + "grad_norm": 1.1594320440857442, + "learning_rate": 1.832309008924998e-05, + "loss": 0.049, + "step": 24925 + }, + { + "epoch": 21.14164546225615, + "grad_norm": 1.2120159277476459, + "learning_rate": 1.8322937814633593e-05, + "loss": 0.0465, + "step": 24926 + }, + { + "epoch": 21.142493638676847, + "grad_norm": 1.1671047830493937, + "learning_rate": 1.8322785533736544e-05, + "loss": 0.0447, + "step": 24927 + }, + { + "epoch": 21.14334181509754, + "grad_norm": 1.195917413374319, + "learning_rate": 1.8322633246558948e-05, + "loss": 0.0426, + "step": 24928 + }, + { + "epoch": 21.144189991518235, + "grad_norm": 1.3432649669297756, + "learning_rate": 1.832248095310093e-05, + "loss": 0.0445, + "step": 24929 + }, + { + "epoch": 21.14503816793893, + "grad_norm": 0.9357198183249715, + "learning_rate": 1.8322328653362586e-05, + "loss": 0.0409, + "step": 24930 + }, + { + "epoch": 21.145886344359628, + "grad_norm": 1.10488567916805, + "learning_rate": 1.8322176347344047e-05, + "loss": 0.0424, + "step": 24931 + }, + { + "epoch": 21.14673452078032, + "grad_norm": 1.1511382532731642, + "learning_rate": 1.832202403504542e-05, + "loss": 0.0399, + "step": 24932 + }, + { + "epoch": 21.147582697201017, + "grad_norm": 1.1594185671010122, + "learning_rate": 1.8321871716466822e-05, + "loss": 0.0452, + "step": 24933 + }, + { + "epoch": 21.148430873621713, + "grad_norm": 0.9322318035036989, + "learning_rate": 1.832171939160837e-05, + "loss": 0.0377, + "step": 24934 + }, + { + "epoch": 21.14927905004241, + "grad_norm": 1.2321094485698303, + "learning_rate": 1.8321567060470174e-05, + "loss": 0.0501, + "step": 24935 + }, + { + "epoch": 21.150127226463106, + "grad_norm": 1.3015465658671557, + "learning_rate": 1.8321414723052354e-05, + "loss": 0.0512, + "step": 24936 + }, + { + "epoch": 21.150975402883798, + "grad_norm": 1.0707472740339294, + "learning_rate": 1.832126237935502e-05, + "loss": 0.0415, + "step": 24937 + }, + { + "epoch": 21.151823579304494, + "grad_norm": 1.051161325605604, + "learning_rate": 1.832111002937829e-05, + "loss": 0.0438, + "step": 24938 + }, + { + "epoch": 21.15267175572519, + "grad_norm": 1.0852271673719363, + "learning_rate": 1.8320957673122282e-05, + "loss": 0.044, + "step": 24939 + }, + { + "epoch": 21.153519932145887, + "grad_norm": 1.157516545651791, + "learning_rate": 1.832080531058711e-05, + "loss": 0.0466, + "step": 24940 + }, + { + "epoch": 21.154368108566583, + "grad_norm": 1.1945885744087743, + "learning_rate": 1.8320652941772882e-05, + "loss": 0.0406, + "step": 24941 + }, + { + "epoch": 21.155216284987276, + "grad_norm": 1.177631123140261, + "learning_rate": 1.832050056667972e-05, + "loss": 0.0453, + "step": 24942 + }, + { + "epoch": 21.156064461407972, + "grad_norm": 1.1127773980709574, + "learning_rate": 1.832034818530774e-05, + "loss": 0.0428, + "step": 24943 + }, + { + "epoch": 21.15691263782867, + "grad_norm": 1.082992474147638, + "learning_rate": 1.8320195797657046e-05, + "loss": 0.0444, + "step": 24944 + }, + { + "epoch": 21.157760814249365, + "grad_norm": 1.2695011583897509, + "learning_rate": 1.8320043403727763e-05, + "loss": 0.0474, + "step": 24945 + }, + { + "epoch": 21.15860899067006, + "grad_norm": 1.092449129113766, + "learning_rate": 1.8319891003520007e-05, + "loss": 0.0423, + "step": 24946 + }, + { + "epoch": 21.159457167090753, + "grad_norm": 1.1426713684227285, + "learning_rate": 1.8319738597033888e-05, + "loss": 0.0439, + "step": 24947 + }, + { + "epoch": 21.16030534351145, + "grad_norm": 1.169851287704659, + "learning_rate": 1.8319586184269522e-05, + "loss": 0.0456, + "step": 24948 + }, + { + "epoch": 21.161153519932146, + "grad_norm": 1.1571628964591425, + "learning_rate": 1.8319433765227023e-05, + "loss": 0.0524, + "step": 24949 + }, + { + "epoch": 21.162001696352842, + "grad_norm": 1.2015340213406014, + "learning_rate": 1.8319281339906513e-05, + "loss": 0.0462, + "step": 24950 + }, + { + "epoch": 21.16284987277354, + "grad_norm": 1.071171331281277, + "learning_rate": 1.8319128908308095e-05, + "loss": 0.0407, + "step": 24951 + }, + { + "epoch": 21.16369804919423, + "grad_norm": 1.1721202924803957, + "learning_rate": 1.8318976470431897e-05, + "loss": 0.0449, + "step": 24952 + }, + { + "epoch": 21.164546225614927, + "grad_norm": 1.1697883008181014, + "learning_rate": 1.8318824026278025e-05, + "loss": 0.0436, + "step": 24953 + }, + { + "epoch": 21.165394402035624, + "grad_norm": 1.0074024288878218, + "learning_rate": 1.8318671575846596e-05, + "loss": 0.0425, + "step": 24954 + }, + { + "epoch": 21.16624257845632, + "grad_norm": 1.0149845114667075, + "learning_rate": 1.831851911913773e-05, + "loss": 0.0421, + "step": 24955 + }, + { + "epoch": 21.167090754877016, + "grad_norm": 1.164725114844828, + "learning_rate": 1.8318366656151532e-05, + "loss": 0.0454, + "step": 24956 + }, + { + "epoch": 21.16793893129771, + "grad_norm": 1.0119899914114594, + "learning_rate": 1.8318214186888128e-05, + "loss": 0.0402, + "step": 24957 + }, + { + "epoch": 21.168787107718405, + "grad_norm": 1.1820767426159022, + "learning_rate": 1.8318061711347627e-05, + "loss": 0.0429, + "step": 24958 + }, + { + "epoch": 21.1696352841391, + "grad_norm": 1.0125363576712496, + "learning_rate": 1.8317909229530144e-05, + "loss": 0.0442, + "step": 24959 + }, + { + "epoch": 21.170483460559797, + "grad_norm": 1.0335503563945407, + "learning_rate": 1.83177567414358e-05, + "loss": 0.0407, + "step": 24960 + }, + { + "epoch": 21.171331636980494, + "grad_norm": 1.13411192600117, + "learning_rate": 1.8317604247064698e-05, + "loss": 0.0445, + "step": 24961 + }, + { + "epoch": 21.172179813401186, + "grad_norm": 1.1257936565517468, + "learning_rate": 1.831745174641696e-05, + "loss": 0.0446, + "step": 24962 + }, + { + "epoch": 21.173027989821882, + "grad_norm": 0.8845772052480194, + "learning_rate": 1.8317299239492707e-05, + "loss": 0.0432, + "step": 24963 + }, + { + "epoch": 21.17387616624258, + "grad_norm": 1.1021035159090327, + "learning_rate": 1.8317146726292047e-05, + "loss": 0.0432, + "step": 24964 + }, + { + "epoch": 21.174724342663275, + "grad_norm": 1.0004683738654703, + "learning_rate": 1.8316994206815096e-05, + "loss": 0.0409, + "step": 24965 + }, + { + "epoch": 21.17557251908397, + "grad_norm": 1.1386606707980356, + "learning_rate": 1.8316841681061967e-05, + "loss": 0.0421, + "step": 24966 + }, + { + "epoch": 21.176420695504664, + "grad_norm": 1.1652522677408361, + "learning_rate": 1.831668914903278e-05, + "loss": 0.0435, + "step": 24967 + }, + { + "epoch": 21.17726887192536, + "grad_norm": 1.1014161873154888, + "learning_rate": 1.831653661072765e-05, + "loss": 0.0423, + "step": 24968 + }, + { + "epoch": 21.178117048346056, + "grad_norm": 1.2879846788735965, + "learning_rate": 1.831638406614669e-05, + "loss": 0.0467, + "step": 24969 + }, + { + "epoch": 21.178965224766753, + "grad_norm": 0.9589763480101144, + "learning_rate": 1.831623151529001e-05, + "loss": 0.0379, + "step": 24970 + }, + { + "epoch": 21.179813401187445, + "grad_norm": 1.2394781900680352, + "learning_rate": 1.8316078958157736e-05, + "loss": 0.0454, + "step": 24971 + }, + { + "epoch": 21.18066157760814, + "grad_norm": 1.1756794369640096, + "learning_rate": 1.8315926394749974e-05, + "loss": 0.0439, + "step": 24972 + }, + { + "epoch": 21.181509754028838, + "grad_norm": 1.048770003642914, + "learning_rate": 1.8315773825066846e-05, + "loss": 0.0396, + "step": 24973 + }, + { + "epoch": 21.182357930449534, + "grad_norm": 1.1006384115374501, + "learning_rate": 1.8315621249108458e-05, + "loss": 0.0398, + "step": 24974 + }, + { + "epoch": 21.18320610687023, + "grad_norm": 1.1529824124264016, + "learning_rate": 1.8315468666874935e-05, + "loss": 0.0449, + "step": 24975 + }, + { + "epoch": 21.184054283290923, + "grad_norm": 0.9859439912504643, + "learning_rate": 1.8315316078366385e-05, + "loss": 0.0432, + "step": 24976 + }, + { + "epoch": 21.18490245971162, + "grad_norm": 1.0901199770569512, + "learning_rate": 1.8315163483582927e-05, + "loss": 0.0433, + "step": 24977 + }, + { + "epoch": 21.185750636132315, + "grad_norm": 1.2806185837425577, + "learning_rate": 1.831501088252468e-05, + "loss": 0.0536, + "step": 24978 + }, + { + "epoch": 21.18659881255301, + "grad_norm": 1.2672604245550276, + "learning_rate": 1.831485827519175e-05, + "loss": 0.0499, + "step": 24979 + }, + { + "epoch": 21.187446988973708, + "grad_norm": 1.1634995813998872, + "learning_rate": 1.8314705661584255e-05, + "loss": 0.045, + "step": 24980 + }, + { + "epoch": 21.1882951653944, + "grad_norm": 1.1598051455229075, + "learning_rate": 1.8314553041702316e-05, + "loss": 0.0435, + "step": 24981 + }, + { + "epoch": 21.189143341815097, + "grad_norm": 1.0564167148271646, + "learning_rate": 1.8314400415546038e-05, + "loss": 0.0434, + "step": 24982 + }, + { + "epoch": 21.189991518235793, + "grad_norm": 1.2697716367133978, + "learning_rate": 1.8314247783115546e-05, + "loss": 0.0503, + "step": 24983 + }, + { + "epoch": 21.19083969465649, + "grad_norm": 1.30922650612439, + "learning_rate": 1.831409514441095e-05, + "loss": 0.0485, + "step": 24984 + }, + { + "epoch": 21.191687871077185, + "grad_norm": 1.0133566020828886, + "learning_rate": 1.8313942499432366e-05, + "loss": 0.0416, + "step": 24985 + }, + { + "epoch": 21.192536047497878, + "grad_norm": 1.019820092180056, + "learning_rate": 1.8313789848179912e-05, + "loss": 0.0447, + "step": 24986 + }, + { + "epoch": 21.193384223918574, + "grad_norm": 0.9470782652931004, + "learning_rate": 1.8313637190653698e-05, + "loss": 0.0405, + "step": 24987 + }, + { + "epoch": 21.19423240033927, + "grad_norm": 1.2428951755927828, + "learning_rate": 1.8313484526853846e-05, + "loss": 0.0491, + "step": 24988 + }, + { + "epoch": 21.195080576759967, + "grad_norm": 1.1259422472383738, + "learning_rate": 1.8313331856780465e-05, + "loss": 0.0453, + "step": 24989 + }, + { + "epoch": 21.195928753180663, + "grad_norm": 0.9448396228283036, + "learning_rate": 1.831317918043367e-05, + "loss": 0.0394, + "step": 24990 + }, + { + "epoch": 21.196776929601356, + "grad_norm": 1.1113499670305085, + "learning_rate": 1.8313026497813582e-05, + "loss": 0.0442, + "step": 24991 + }, + { + "epoch": 21.197625106022052, + "grad_norm": 1.3074395969600645, + "learning_rate": 1.8312873808920312e-05, + "loss": 0.0495, + "step": 24992 + }, + { + "epoch": 21.198473282442748, + "grad_norm": 1.061845047462375, + "learning_rate": 1.8312721113753973e-05, + "loss": 0.0429, + "step": 24993 + }, + { + "epoch": 21.199321458863444, + "grad_norm": 1.1385600465082906, + "learning_rate": 1.8312568412314684e-05, + "loss": 0.0456, + "step": 24994 + }, + { + "epoch": 21.20016963528414, + "grad_norm": 1.2594477064868497, + "learning_rate": 1.8312415704602564e-05, + "loss": 0.0475, + "step": 24995 + }, + { + "epoch": 21.201017811704833, + "grad_norm": 1.1104539316640059, + "learning_rate": 1.831226299061772e-05, + "loss": 0.0426, + "step": 24996 + }, + { + "epoch": 21.20186598812553, + "grad_norm": 1.26766681696549, + "learning_rate": 1.831211027036027e-05, + "loss": 0.0427, + "step": 24997 + }, + { + "epoch": 21.202714164546226, + "grad_norm": 1.07882522089222, + "learning_rate": 1.8311957543830334e-05, + "loss": 0.0426, + "step": 24998 + }, + { + "epoch": 21.203562340966922, + "grad_norm": 0.9564447864679599, + "learning_rate": 1.831180481102802e-05, + "loss": 0.0431, + "step": 24999 + }, + { + "epoch": 21.20441051738762, + "grad_norm": 1.1255392335594043, + "learning_rate": 1.8311652071953448e-05, + "loss": 0.0425, + "step": 25000 + }, + { + "epoch": 21.20525869380831, + "grad_norm": 1.117213781557644, + "learning_rate": 1.8311499326606732e-05, + "loss": 0.0428, + "step": 25001 + }, + { + "epoch": 21.206106870229007, + "grad_norm": 0.9842035857867368, + "learning_rate": 1.831134657498799e-05, + "loss": 0.0413, + "step": 25002 + }, + { + "epoch": 21.206955046649703, + "grad_norm": 1.1777258467635583, + "learning_rate": 1.8311193817097332e-05, + "loss": 0.0415, + "step": 25003 + }, + { + "epoch": 21.2078032230704, + "grad_norm": 1.2490962665640093, + "learning_rate": 1.8311041052934874e-05, + "loss": 0.0467, + "step": 25004 + }, + { + "epoch": 21.208651399491096, + "grad_norm": 1.0637548149502325, + "learning_rate": 1.8310888282500733e-05, + "loss": 0.0449, + "step": 25005 + }, + { + "epoch": 21.20949957591179, + "grad_norm": 1.0933103970259792, + "learning_rate": 1.8310735505795028e-05, + "loss": 0.0442, + "step": 25006 + }, + { + "epoch": 21.210347752332485, + "grad_norm": 0.9424312100194613, + "learning_rate": 1.8310582722817867e-05, + "loss": 0.0428, + "step": 25007 + }, + { + "epoch": 21.21119592875318, + "grad_norm": 1.0525379159521644, + "learning_rate": 1.831042993356937e-05, + "loss": 0.0413, + "step": 25008 + }, + { + "epoch": 21.212044105173877, + "grad_norm": 1.1588893999722363, + "learning_rate": 1.8310277138049654e-05, + "loss": 0.0449, + "step": 25009 + }, + { + "epoch": 21.21289228159457, + "grad_norm": 1.0915577134031487, + "learning_rate": 1.8310124336258827e-05, + "loss": 0.0435, + "step": 25010 + }, + { + "epoch": 21.213740458015266, + "grad_norm": 1.1892569790287373, + "learning_rate": 1.8309971528197013e-05, + "loss": 0.0505, + "step": 25011 + }, + { + "epoch": 21.214588634435962, + "grad_norm": 1.2385867946304965, + "learning_rate": 1.830981871386432e-05, + "loss": 0.0446, + "step": 25012 + }, + { + "epoch": 21.21543681085666, + "grad_norm": 1.2080482081151247, + "learning_rate": 1.8309665893260868e-05, + "loss": 0.048, + "step": 25013 + }, + { + "epoch": 21.216284987277355, + "grad_norm": 1.0381205499060844, + "learning_rate": 1.8309513066386773e-05, + "loss": 0.0417, + "step": 25014 + }, + { + "epoch": 21.217133163698048, + "grad_norm": 1.0608093058078578, + "learning_rate": 1.8309360233242145e-05, + "loss": 0.0422, + "step": 25015 + }, + { + "epoch": 21.217981340118744, + "grad_norm": 1.3434953873935993, + "learning_rate": 1.83092073938271e-05, + "loss": 0.052, + "step": 25016 + }, + { + "epoch": 21.21882951653944, + "grad_norm": 1.0661339527409057, + "learning_rate": 1.8309054548141764e-05, + "loss": 0.0439, + "step": 25017 + }, + { + "epoch": 21.219677692960136, + "grad_norm": 1.0829489548263789, + "learning_rate": 1.830890169618624e-05, + "loss": 0.0447, + "step": 25018 + }, + { + "epoch": 21.220525869380833, + "grad_norm": 1.3191958935297203, + "learning_rate": 1.8308748837960643e-05, + "loss": 0.0456, + "step": 25019 + }, + { + "epoch": 21.221374045801525, + "grad_norm": 1.1488483491704429, + "learning_rate": 1.83085959734651e-05, + "loss": 0.0432, + "step": 25020 + }, + { + "epoch": 21.22222222222222, + "grad_norm": 1.0260899181216334, + "learning_rate": 1.8308443102699713e-05, + "loss": 0.0423, + "step": 25021 + }, + { + "epoch": 21.223070398642918, + "grad_norm": 0.9429003403464827, + "learning_rate": 1.8308290225664605e-05, + "loss": 0.0398, + "step": 25022 + }, + { + "epoch": 21.223918575063614, + "grad_norm": 1.0198094281741044, + "learning_rate": 1.8308137342359892e-05, + "loss": 0.041, + "step": 25023 + }, + { + "epoch": 21.22476675148431, + "grad_norm": 1.1256521843967202, + "learning_rate": 1.8307984452785685e-05, + "loss": 0.0437, + "step": 25024 + }, + { + "epoch": 21.225614927905003, + "grad_norm": 1.101448971852407, + "learning_rate": 1.8307831556942102e-05, + "loss": 0.044, + "step": 25025 + }, + { + "epoch": 21.2264631043257, + "grad_norm": 1.0919763292801, + "learning_rate": 1.8307678654829263e-05, + "loss": 0.0417, + "step": 25026 + }, + { + "epoch": 21.227311280746395, + "grad_norm": 1.093271451630634, + "learning_rate": 1.8307525746447275e-05, + "loss": 0.0427, + "step": 25027 + }, + { + "epoch": 21.22815945716709, + "grad_norm": 1.1675060948369855, + "learning_rate": 1.830737283179625e-05, + "loss": 0.0434, + "step": 25028 + }, + { + "epoch": 21.229007633587788, + "grad_norm": 1.047402336051653, + "learning_rate": 1.8307219910876323e-05, + "loss": 0.0402, + "step": 25029 + }, + { + "epoch": 21.22985581000848, + "grad_norm": 0.9796526699804999, + "learning_rate": 1.8307066983687588e-05, + "loss": 0.0419, + "step": 25030 + }, + { + "epoch": 21.230703986429177, + "grad_norm": 1.0834347883719073, + "learning_rate": 1.830691405023017e-05, + "loss": 0.0412, + "step": 25031 + }, + { + "epoch": 21.231552162849873, + "grad_norm": 1.0313738115986573, + "learning_rate": 1.8306761110504185e-05, + "loss": 0.0438, + "step": 25032 + }, + { + "epoch": 21.23240033927057, + "grad_norm": 1.0584314656355636, + "learning_rate": 1.8306608164509743e-05, + "loss": 0.0465, + "step": 25033 + }, + { + "epoch": 21.233248515691265, + "grad_norm": 1.0916861833754936, + "learning_rate": 1.830645521224697e-05, + "loss": 0.0416, + "step": 25034 + }, + { + "epoch": 21.234096692111958, + "grad_norm": 1.0522957897739464, + "learning_rate": 1.830630225371597e-05, + "loss": 0.0422, + "step": 25035 + }, + { + "epoch": 21.234944868532654, + "grad_norm": 1.0018601500225968, + "learning_rate": 1.8306149288916865e-05, + "loss": 0.0434, + "step": 25036 + }, + { + "epoch": 21.23579304495335, + "grad_norm": 1.239218523663212, + "learning_rate": 1.8305996317849767e-05, + "loss": 0.0452, + "step": 25037 + }, + { + "epoch": 21.236641221374047, + "grad_norm": 1.0807126071889317, + "learning_rate": 1.8305843340514795e-05, + "loss": 0.043, + "step": 25038 + }, + { + "epoch": 21.237489397794743, + "grad_norm": 0.9836417293222989, + "learning_rate": 1.830569035691206e-05, + "loss": 0.0426, + "step": 25039 + }, + { + "epoch": 21.238337574215436, + "grad_norm": 0.9867084848521356, + "learning_rate": 1.830553736704168e-05, + "loss": 0.0426, + "step": 25040 + }, + { + "epoch": 21.239185750636132, + "grad_norm": 1.2408326133219643, + "learning_rate": 1.8305384370903773e-05, + "loss": 0.0453, + "step": 25041 + }, + { + "epoch": 21.240033927056828, + "grad_norm": 1.301897664540049, + "learning_rate": 1.830523136849845e-05, + "loss": 0.0437, + "step": 25042 + }, + { + "epoch": 21.240882103477524, + "grad_norm": 1.129471105686876, + "learning_rate": 1.830507835982583e-05, + "loss": 0.0428, + "step": 25043 + }, + { + "epoch": 21.24173027989822, + "grad_norm": 0.9144666352112972, + "learning_rate": 1.830492534488602e-05, + "loss": 0.0404, + "step": 25044 + }, + { + "epoch": 21.242578456318913, + "grad_norm": 1.1115560140922758, + "learning_rate": 1.8304772323679144e-05, + "loss": 0.0422, + "step": 25045 + }, + { + "epoch": 21.24342663273961, + "grad_norm": 1.1789460140634702, + "learning_rate": 1.830461929620532e-05, + "loss": 0.0457, + "step": 25046 + }, + { + "epoch": 21.244274809160306, + "grad_norm": 1.4197603917994774, + "learning_rate": 1.830446626246466e-05, + "loss": 0.0458, + "step": 25047 + }, + { + "epoch": 21.245122985581002, + "grad_norm": 1.0098856299207886, + "learning_rate": 1.8304313222457275e-05, + "loss": 0.0387, + "step": 25048 + }, + { + "epoch": 21.245971162001695, + "grad_norm": 1.112392455578198, + "learning_rate": 1.8304160176183284e-05, + "loss": 0.0409, + "step": 25049 + }, + { + "epoch": 21.24681933842239, + "grad_norm": 0.9642394095232505, + "learning_rate": 1.83040071236428e-05, + "loss": 0.0425, + "step": 25050 + }, + { + "epoch": 21.247667514843087, + "grad_norm": 1.217890581678613, + "learning_rate": 1.8303854064835947e-05, + "loss": 0.0441, + "step": 25051 + }, + { + "epoch": 21.248515691263783, + "grad_norm": 1.112259566516101, + "learning_rate": 1.8303700999762832e-05, + "loss": 0.0411, + "step": 25052 + }, + { + "epoch": 21.24936386768448, + "grad_norm": 1.2763656790744877, + "learning_rate": 1.8303547928423574e-05, + "loss": 0.0439, + "step": 25053 + }, + { + "epoch": 21.250212044105172, + "grad_norm": 1.306550295988971, + "learning_rate": 1.8303394850818285e-05, + "loss": 0.0488, + "step": 25054 + }, + { + "epoch": 21.25106022052587, + "grad_norm": 1.1968280798827524, + "learning_rate": 1.8303241766947083e-05, + "loss": 0.0452, + "step": 25055 + }, + { + "epoch": 21.251908396946565, + "grad_norm": 1.0402229225970518, + "learning_rate": 1.8303088676810087e-05, + "loss": 0.0421, + "step": 25056 + }, + { + "epoch": 21.25275657336726, + "grad_norm": 1.0233678421441896, + "learning_rate": 1.8302935580407406e-05, + "loss": 0.0425, + "step": 25057 + }, + { + "epoch": 21.253604749787957, + "grad_norm": 1.100904383050887, + "learning_rate": 1.830278247773916e-05, + "loss": 0.0409, + "step": 25058 + }, + { + "epoch": 21.25445292620865, + "grad_norm": 1.2204617146274577, + "learning_rate": 1.8302629368805466e-05, + "loss": 0.046, + "step": 25059 + }, + { + "epoch": 21.255301102629346, + "grad_norm": 1.4192623904752342, + "learning_rate": 1.8302476253606432e-05, + "loss": 0.0501, + "step": 25060 + }, + { + "epoch": 21.256149279050042, + "grad_norm": 1.122525969914324, + "learning_rate": 1.830232313214218e-05, + "loss": 0.0416, + "step": 25061 + }, + { + "epoch": 21.25699745547074, + "grad_norm": 1.1724919883769518, + "learning_rate": 1.8302170004412822e-05, + "loss": 0.0459, + "step": 25062 + }, + { + "epoch": 21.257845631891435, + "grad_norm": 1.8994386749997665, + "learning_rate": 1.830201687041848e-05, + "loss": 0.0504, + "step": 25063 + }, + { + "epoch": 21.258693808312128, + "grad_norm": 1.1050603460598667, + "learning_rate": 1.830186373015926e-05, + "loss": 0.0446, + "step": 25064 + }, + { + "epoch": 21.259541984732824, + "grad_norm": 1.1726648266776685, + "learning_rate": 1.8301710583635284e-05, + "loss": 0.0426, + "step": 25065 + }, + { + "epoch": 21.26039016115352, + "grad_norm": 1.0019563273561967, + "learning_rate": 1.8301557430846666e-05, + "loss": 0.0412, + "step": 25066 + }, + { + "epoch": 21.261238337574216, + "grad_norm": 1.093637841643158, + "learning_rate": 1.830140427179352e-05, + "loss": 0.045, + "step": 25067 + }, + { + "epoch": 21.262086513994912, + "grad_norm": 1.1280648704909786, + "learning_rate": 1.8301251106475968e-05, + "loss": 0.0482, + "step": 25068 + }, + { + "epoch": 21.262934690415605, + "grad_norm": 1.0651416239569143, + "learning_rate": 1.8301097934894118e-05, + "loss": 0.0427, + "step": 25069 + }, + { + "epoch": 21.2637828668363, + "grad_norm": 1.1046026602378047, + "learning_rate": 1.830094475704809e-05, + "loss": 0.0431, + "step": 25070 + }, + { + "epoch": 21.264631043256998, + "grad_norm": 1.3249661023251091, + "learning_rate": 1.8300791572937996e-05, + "loss": 0.0455, + "step": 25071 + }, + { + "epoch": 21.265479219677694, + "grad_norm": 1.0894121800330998, + "learning_rate": 1.830063838256395e-05, + "loss": 0.0441, + "step": 25072 + }, + { + "epoch": 21.26632739609839, + "grad_norm": 1.2287913168947968, + "learning_rate": 1.8300485185926078e-05, + "loss": 0.045, + "step": 25073 + }, + { + "epoch": 21.267175572519083, + "grad_norm": 1.0641159793761261, + "learning_rate": 1.8300331983024486e-05, + "loss": 0.0415, + "step": 25074 + }, + { + "epoch": 21.26802374893978, + "grad_norm": 1.0651353584218035, + "learning_rate": 1.8300178773859293e-05, + "loss": 0.0448, + "step": 25075 + }, + { + "epoch": 21.268871925360475, + "grad_norm": 0.9931349595570204, + "learning_rate": 1.830002555843061e-05, + "loss": 0.0435, + "step": 25076 + }, + { + "epoch": 21.26972010178117, + "grad_norm": 1.202845806104699, + "learning_rate": 1.829987233673856e-05, + "loss": 0.0463, + "step": 25077 + }, + { + "epoch": 21.270568278201868, + "grad_norm": 1.136341314909107, + "learning_rate": 1.8299719108783255e-05, + "loss": 0.0464, + "step": 25078 + }, + { + "epoch": 21.27141645462256, + "grad_norm": 1.1639542444434836, + "learning_rate": 1.8299565874564812e-05, + "loss": 0.0382, + "step": 25079 + }, + { + "epoch": 21.272264631043257, + "grad_norm": 1.1265681640867837, + "learning_rate": 1.829941263408334e-05, + "loss": 0.0445, + "step": 25080 + }, + { + "epoch": 21.273112807463953, + "grad_norm": 1.130412459239911, + "learning_rate": 1.829925938733897e-05, + "loss": 0.042, + "step": 25081 + }, + { + "epoch": 21.27396098388465, + "grad_norm": 1.2271023850520442, + "learning_rate": 1.8299106134331797e-05, + "loss": 0.0452, + "step": 25082 + }, + { + "epoch": 21.274809160305345, + "grad_norm": 1.389421962817951, + "learning_rate": 1.8298952875061956e-05, + "loss": 0.0534, + "step": 25083 + }, + { + "epoch": 21.275657336726038, + "grad_norm": 1.2022510762520837, + "learning_rate": 1.829879960952955e-05, + "loss": 0.0473, + "step": 25084 + }, + { + "epoch": 21.276505513146734, + "grad_norm": 1.3627296043643642, + "learning_rate": 1.8298646337734696e-05, + "loss": 0.0457, + "step": 25085 + }, + { + "epoch": 21.27735368956743, + "grad_norm": 1.4405846745470419, + "learning_rate": 1.829849305967752e-05, + "loss": 0.0485, + "step": 25086 + }, + { + "epoch": 21.278201865988127, + "grad_norm": 0.9426072162511705, + "learning_rate": 1.829833977535812e-05, + "loss": 0.0408, + "step": 25087 + }, + { + "epoch": 21.27905004240882, + "grad_norm": 1.0565460692009876, + "learning_rate": 1.829818648477663e-05, + "loss": 0.0477, + "step": 25088 + }, + { + "epoch": 21.279898218829516, + "grad_norm": 1.2494082911375877, + "learning_rate": 1.8298033187933155e-05, + "loss": 0.0502, + "step": 25089 + }, + { + "epoch": 21.280746395250212, + "grad_norm": 1.1255394193995656, + "learning_rate": 1.8297879884827814e-05, + "loss": 0.0438, + "step": 25090 + }, + { + "epoch": 21.281594571670908, + "grad_norm": 1.1480911808051062, + "learning_rate": 1.829772657546072e-05, + "loss": 0.0444, + "step": 25091 + }, + { + "epoch": 21.282442748091604, + "grad_norm": 1.1858926661853983, + "learning_rate": 1.829757325983199e-05, + "loss": 0.0486, + "step": 25092 + }, + { + "epoch": 21.283290924512297, + "grad_norm": 1.1770405844867495, + "learning_rate": 1.829741993794174e-05, + "loss": 0.0476, + "step": 25093 + }, + { + "epoch": 21.284139100932993, + "grad_norm": 0.9746801284666571, + "learning_rate": 1.829726660979009e-05, + "loss": 0.0473, + "step": 25094 + }, + { + "epoch": 21.28498727735369, + "grad_norm": 1.1233373775350264, + "learning_rate": 1.8297113275377147e-05, + "loss": 0.0469, + "step": 25095 + }, + { + "epoch": 21.285835453774386, + "grad_norm": 1.3072038753113089, + "learning_rate": 1.829695993470303e-05, + "loss": 0.0449, + "step": 25096 + }, + { + "epoch": 21.286683630195082, + "grad_norm": 0.9780307924095956, + "learning_rate": 1.8296806587767865e-05, + "loss": 0.0424, + "step": 25097 + }, + { + "epoch": 21.287531806615775, + "grad_norm": 1.1033583028010843, + "learning_rate": 1.829665323457175e-05, + "loss": 0.0446, + "step": 25098 + }, + { + "epoch": 21.28837998303647, + "grad_norm": 1.202209011046808, + "learning_rate": 1.829649987511481e-05, + "loss": 0.0412, + "step": 25099 + }, + { + "epoch": 21.289228159457167, + "grad_norm": 0.9558781270637502, + "learning_rate": 1.8296346509397163e-05, + "loss": 0.0408, + "step": 25100 + }, + { + "epoch": 21.290076335877863, + "grad_norm": 1.262582712569757, + "learning_rate": 1.829619313741892e-05, + "loss": 0.0475, + "step": 25101 + }, + { + "epoch": 21.29092451229856, + "grad_norm": 1.1441624458754338, + "learning_rate": 1.82960397591802e-05, + "loss": 0.0422, + "step": 25102 + }, + { + "epoch": 21.291772688719252, + "grad_norm": 1.2099074673897097, + "learning_rate": 1.8295886374681115e-05, + "loss": 0.0436, + "step": 25103 + }, + { + "epoch": 21.29262086513995, + "grad_norm": 1.1282198320444492, + "learning_rate": 1.8295732983921785e-05, + "loss": 0.0439, + "step": 25104 + }, + { + "epoch": 21.293469041560645, + "grad_norm": 1.6668921939823689, + "learning_rate": 1.8295579586902326e-05, + "loss": 0.0492, + "step": 25105 + }, + { + "epoch": 21.29431721798134, + "grad_norm": 1.2353281612435578, + "learning_rate": 1.829542618362285e-05, + "loss": 0.0439, + "step": 25106 + }, + { + "epoch": 21.295165394402037, + "grad_norm": 1.1036147840931385, + "learning_rate": 1.8295272774083472e-05, + "loss": 0.0433, + "step": 25107 + }, + { + "epoch": 21.29601357082273, + "grad_norm": 1.1368343207504739, + "learning_rate": 1.8295119358284314e-05, + "loss": 0.0451, + "step": 25108 + }, + { + "epoch": 21.296861747243426, + "grad_norm": 1.0504308619114908, + "learning_rate": 1.8294965936225484e-05, + "loss": 0.043, + "step": 25109 + }, + { + "epoch": 21.297709923664122, + "grad_norm": 1.1918187178683004, + "learning_rate": 1.8294812507907104e-05, + "loss": 0.0434, + "step": 25110 + }, + { + "epoch": 21.29855810008482, + "grad_norm": 1.1684030709345712, + "learning_rate": 1.829465907332929e-05, + "loss": 0.045, + "step": 25111 + }, + { + "epoch": 21.299406276505515, + "grad_norm": 1.317695448655824, + "learning_rate": 1.829450563249215e-05, + "loss": 0.0511, + "step": 25112 + }, + { + "epoch": 21.300254452926207, + "grad_norm": 1.2085037060264097, + "learning_rate": 1.8294352185395804e-05, + "loss": 0.0457, + "step": 25113 + }, + { + "epoch": 21.301102629346904, + "grad_norm": 1.2057601006983043, + "learning_rate": 1.8294198732040374e-05, + "loss": 0.0466, + "step": 25114 + }, + { + "epoch": 21.3019508057676, + "grad_norm": 1.0204625270566376, + "learning_rate": 1.829404527242597e-05, + "loss": 0.0417, + "step": 25115 + }, + { + "epoch": 21.302798982188296, + "grad_norm": 1.0496018656961166, + "learning_rate": 1.8293891806552707e-05, + "loss": 0.0438, + "step": 25116 + }, + { + "epoch": 21.303647158608992, + "grad_norm": 1.1472335198227792, + "learning_rate": 1.82937383344207e-05, + "loss": 0.0419, + "step": 25117 + }, + { + "epoch": 21.304495335029685, + "grad_norm": 1.511852971932532, + "learning_rate": 1.829358485603007e-05, + "loss": 0.0491, + "step": 25118 + }, + { + "epoch": 21.30534351145038, + "grad_norm": 1.2436171575064021, + "learning_rate": 1.829343137138093e-05, + "loss": 0.0443, + "step": 25119 + }, + { + "epoch": 21.306191687871078, + "grad_norm": 1.217195575532102, + "learning_rate": 1.8293277880473398e-05, + "loss": 0.0437, + "step": 25120 + }, + { + "epoch": 21.307039864291774, + "grad_norm": 1.3166422922509857, + "learning_rate": 1.829312438330758e-05, + "loss": 0.0457, + "step": 25121 + }, + { + "epoch": 21.307888040712466, + "grad_norm": 1.1353190041745902, + "learning_rate": 1.8292970879883606e-05, + "loss": 0.0442, + "step": 25122 + }, + { + "epoch": 21.308736217133163, + "grad_norm": 1.1200633043993062, + "learning_rate": 1.8292817370201583e-05, + "loss": 0.045, + "step": 25123 + }, + { + "epoch": 21.30958439355386, + "grad_norm": 1.2033963646219825, + "learning_rate": 1.829266385426163e-05, + "loss": 0.0457, + "step": 25124 + }, + { + "epoch": 21.310432569974555, + "grad_norm": 1.1650720602177547, + "learning_rate": 1.829251033206386e-05, + "loss": 0.0484, + "step": 25125 + }, + { + "epoch": 21.31128074639525, + "grad_norm": 1.1948312266110044, + "learning_rate": 1.829235680360839e-05, + "loss": 0.0466, + "step": 25126 + }, + { + "epoch": 21.312128922815944, + "grad_norm": 1.1449374284322675, + "learning_rate": 1.829220326889534e-05, + "loss": 0.0454, + "step": 25127 + }, + { + "epoch": 21.31297709923664, + "grad_norm": 1.0653243101764227, + "learning_rate": 1.8292049727924822e-05, + "loss": 0.0412, + "step": 25128 + }, + { + "epoch": 21.313825275657337, + "grad_norm": 1.151747615602245, + "learning_rate": 1.829189618069695e-05, + "loss": 0.0425, + "step": 25129 + }, + { + "epoch": 21.314673452078033, + "grad_norm": 1.0407182451373673, + "learning_rate": 1.8291742627211842e-05, + "loss": 0.0413, + "step": 25130 + }, + { + "epoch": 21.31552162849873, + "grad_norm": 1.3102620912739715, + "learning_rate": 1.8291589067469616e-05, + "loss": 0.0462, + "step": 25131 + }, + { + "epoch": 21.31636980491942, + "grad_norm": 1.1811514023980023, + "learning_rate": 1.8291435501470384e-05, + "loss": 0.0458, + "step": 25132 + }, + { + "epoch": 21.317217981340118, + "grad_norm": 0.951621159310918, + "learning_rate": 1.829128192921427e-05, + "loss": 0.0393, + "step": 25133 + }, + { + "epoch": 21.318066157760814, + "grad_norm": 1.3028282043697896, + "learning_rate": 1.8291128350701376e-05, + "loss": 0.047, + "step": 25134 + }, + { + "epoch": 21.31891433418151, + "grad_norm": 1.1428403656979487, + "learning_rate": 1.8290974765931827e-05, + "loss": 0.0418, + "step": 25135 + }, + { + "epoch": 21.319762510602207, + "grad_norm": 1.1403150827860347, + "learning_rate": 1.829082117490574e-05, + "loss": 0.0432, + "step": 25136 + }, + { + "epoch": 21.3206106870229, + "grad_norm": 0.996579085707558, + "learning_rate": 1.8290667577623226e-05, + "loss": 0.0417, + "step": 25137 + }, + { + "epoch": 21.321458863443596, + "grad_norm": 1.121032222670826, + "learning_rate": 1.8290513974084406e-05, + "loss": 0.0428, + "step": 25138 + }, + { + "epoch": 21.32230703986429, + "grad_norm": 1.1706645127391306, + "learning_rate": 1.8290360364289393e-05, + "loss": 0.0423, + "step": 25139 + }, + { + "epoch": 21.323155216284988, + "grad_norm": 1.1449602389826259, + "learning_rate": 1.82902067482383e-05, + "loss": 0.043, + "step": 25140 + }, + { + "epoch": 21.324003392705684, + "grad_norm": 1.3107772877770985, + "learning_rate": 1.829005312593125e-05, + "loss": 0.0471, + "step": 25141 + }, + { + "epoch": 21.324851569126377, + "grad_norm": 1.2669301815530452, + "learning_rate": 1.828989949736835e-05, + "loss": 0.0535, + "step": 25142 + }, + { + "epoch": 21.325699745547073, + "grad_norm": 1.1510206796101958, + "learning_rate": 1.8289745862549725e-05, + "loss": 0.0406, + "step": 25143 + }, + { + "epoch": 21.32654792196777, + "grad_norm": 1.1975310044365772, + "learning_rate": 1.8289592221475487e-05, + "loss": 0.0463, + "step": 25144 + }, + { + "epoch": 21.327396098388466, + "grad_norm": 1.0143463366261436, + "learning_rate": 1.828943857414575e-05, + "loss": 0.0432, + "step": 25145 + }, + { + "epoch": 21.328244274809162, + "grad_norm": 1.1730698919384044, + "learning_rate": 1.8289284920560632e-05, + "loss": 0.0423, + "step": 25146 + }, + { + "epoch": 21.329092451229855, + "grad_norm": 1.1664265287162296, + "learning_rate": 1.828913126072025e-05, + "loss": 0.0433, + "step": 25147 + }, + { + "epoch": 21.32994062765055, + "grad_norm": 1.1770593387473796, + "learning_rate": 1.8288977594624716e-05, + "loss": 0.0465, + "step": 25148 + }, + { + "epoch": 21.330788804071247, + "grad_norm": 1.1805737215665626, + "learning_rate": 1.8288823922274152e-05, + "loss": 0.0457, + "step": 25149 + }, + { + "epoch": 21.331636980491943, + "grad_norm": 1.223697384975244, + "learning_rate": 1.828867024366867e-05, + "loss": 0.0456, + "step": 25150 + }, + { + "epoch": 21.33248515691264, + "grad_norm": 1.0707518461572587, + "learning_rate": 1.8288516558808384e-05, + "loss": 0.0433, + "step": 25151 + }, + { + "epoch": 21.333333333333332, + "grad_norm": 1.0526849189652534, + "learning_rate": 1.8288362867693414e-05, + "loss": 0.0402, + "step": 25152 + }, + { + "epoch": 21.33418150975403, + "grad_norm": 1.2120074435999861, + "learning_rate": 1.8288209170323875e-05, + "loss": 0.0465, + "step": 25153 + }, + { + "epoch": 21.335029686174725, + "grad_norm": 1.1994711814970578, + "learning_rate": 1.8288055466699882e-05, + "loss": 0.0451, + "step": 25154 + }, + { + "epoch": 21.33587786259542, + "grad_norm": 1.3149698206976812, + "learning_rate": 1.828790175682155e-05, + "loss": 0.0474, + "step": 25155 + }, + { + "epoch": 21.336726039016117, + "grad_norm": 0.920154093950717, + "learning_rate": 1.8287748040689e-05, + "loss": 0.0396, + "step": 25156 + }, + { + "epoch": 21.33757421543681, + "grad_norm": 1.1417236034829106, + "learning_rate": 1.828759431830234e-05, + "loss": 0.047, + "step": 25157 + }, + { + "epoch": 21.338422391857506, + "grad_norm": 0.9846348288252711, + "learning_rate": 1.8287440589661695e-05, + "loss": 0.0382, + "step": 25158 + }, + { + "epoch": 21.339270568278202, + "grad_norm": 1.1139162703140504, + "learning_rate": 1.8287286854767173e-05, + "loss": 0.0451, + "step": 25159 + }, + { + "epoch": 21.3401187446989, + "grad_norm": 1.1989127572918667, + "learning_rate": 1.8287133113618892e-05, + "loss": 0.0454, + "step": 25160 + }, + { + "epoch": 21.34096692111959, + "grad_norm": 1.0954132214125103, + "learning_rate": 1.8286979366216974e-05, + "loss": 0.0409, + "step": 25161 + }, + { + "epoch": 21.341815097540287, + "grad_norm": 1.2381237567210774, + "learning_rate": 1.828682561256153e-05, + "loss": 0.0458, + "step": 25162 + }, + { + "epoch": 21.342663273960984, + "grad_norm": 1.1036745352981912, + "learning_rate": 1.8286671852652675e-05, + "loss": 0.0471, + "step": 25163 + }, + { + "epoch": 21.34351145038168, + "grad_norm": 1.1074231812205466, + "learning_rate": 1.828651808649053e-05, + "loss": 0.0486, + "step": 25164 + }, + { + "epoch": 21.344359626802376, + "grad_norm": 1.2091852880947995, + "learning_rate": 1.82863643140752e-05, + "loss": 0.0422, + "step": 25165 + }, + { + "epoch": 21.34520780322307, + "grad_norm": 1.1633977132957138, + "learning_rate": 1.8286210535406814e-05, + "loss": 0.0447, + "step": 25166 + }, + { + "epoch": 21.346055979643765, + "grad_norm": 1.168039117556623, + "learning_rate": 1.8286056750485483e-05, + "loss": 0.0483, + "step": 25167 + }, + { + "epoch": 21.34690415606446, + "grad_norm": 1.224062180195738, + "learning_rate": 1.828590295931132e-05, + "loss": 0.0452, + "step": 25168 + }, + { + "epoch": 21.347752332485157, + "grad_norm": 1.1259272431156153, + "learning_rate": 1.8285749161884446e-05, + "loss": 0.0469, + "step": 25169 + }, + { + "epoch": 21.348600508905854, + "grad_norm": 1.2937101036847798, + "learning_rate": 1.828559535820497e-05, + "loss": 0.0496, + "step": 25170 + }, + { + "epoch": 21.349448685326546, + "grad_norm": 1.1627997425209307, + "learning_rate": 1.828544154827302e-05, + "loss": 0.0533, + "step": 25171 + }, + { + "epoch": 21.350296861747243, + "grad_norm": 1.2129427859521895, + "learning_rate": 1.8285287732088703e-05, + "loss": 0.0455, + "step": 25172 + }, + { + "epoch": 21.35114503816794, + "grad_norm": 1.140676087625591, + "learning_rate": 1.8285133909652137e-05, + "loss": 0.0479, + "step": 25173 + }, + { + "epoch": 21.351993214588635, + "grad_norm": 1.069949442607945, + "learning_rate": 1.8284980080963438e-05, + "loss": 0.0441, + "step": 25174 + }, + { + "epoch": 21.35284139100933, + "grad_norm": 0.9754393863751659, + "learning_rate": 1.828482624602272e-05, + "loss": 0.0445, + "step": 25175 + }, + { + "epoch": 21.353689567430024, + "grad_norm": 1.0423287894306774, + "learning_rate": 1.8284672404830105e-05, + "loss": 0.0419, + "step": 25176 + }, + { + "epoch": 21.35453774385072, + "grad_norm": 1.4369637007915066, + "learning_rate": 1.82845185573857e-05, + "loss": 0.0474, + "step": 25177 + }, + { + "epoch": 21.355385920271416, + "grad_norm": 1.1382390993860279, + "learning_rate": 1.828436470368963e-05, + "loss": 0.0473, + "step": 25178 + }, + { + "epoch": 21.356234096692113, + "grad_norm": 1.2256134727446524, + "learning_rate": 1.828421084374201e-05, + "loss": 0.0471, + "step": 25179 + }, + { + "epoch": 21.35708227311281, + "grad_norm": 1.0749758199212778, + "learning_rate": 1.828405697754295e-05, + "loss": 0.0456, + "step": 25180 + }, + { + "epoch": 21.3579304495335, + "grad_norm": 1.1552265278447402, + "learning_rate": 1.8283903105092568e-05, + "loss": 0.0468, + "step": 25181 + }, + { + "epoch": 21.358778625954198, + "grad_norm": 1.0761907122511962, + "learning_rate": 1.8283749226390988e-05, + "loss": 0.0467, + "step": 25182 + }, + { + "epoch": 21.359626802374894, + "grad_norm": 1.4792602115823217, + "learning_rate": 1.8283595341438316e-05, + "loss": 0.043, + "step": 25183 + }, + { + "epoch": 21.36047497879559, + "grad_norm": 1.0468606698118208, + "learning_rate": 1.8283441450234672e-05, + "loss": 0.0415, + "step": 25184 + }, + { + "epoch": 21.361323155216287, + "grad_norm": 1.1800829670066328, + "learning_rate": 1.8283287552780175e-05, + "loss": 0.0458, + "step": 25185 + }, + { + "epoch": 21.36217133163698, + "grad_norm": 1.0639920892128614, + "learning_rate": 1.8283133649074932e-05, + "loss": 0.0431, + "step": 25186 + }, + { + "epoch": 21.363019508057675, + "grad_norm": 1.2570819714563095, + "learning_rate": 1.8282979739119073e-05, + "loss": 0.0474, + "step": 25187 + }, + { + "epoch": 21.36386768447837, + "grad_norm": 1.2563248282441362, + "learning_rate": 1.8282825822912704e-05, + "loss": 0.052, + "step": 25188 + }, + { + "epoch": 21.364715860899068, + "grad_norm": 1.1985319406953645, + "learning_rate": 1.8282671900455943e-05, + "loss": 0.0464, + "step": 25189 + }, + { + "epoch": 21.365564037319764, + "grad_norm": 1.121940463400736, + "learning_rate": 1.828251797174891e-05, + "loss": 0.0435, + "step": 25190 + }, + { + "epoch": 21.366412213740457, + "grad_norm": 1.1037952450694337, + "learning_rate": 1.8282364036791714e-05, + "loss": 0.0435, + "step": 25191 + }, + { + "epoch": 21.367260390161153, + "grad_norm": 1.4415163397383286, + "learning_rate": 1.828221009558448e-05, + "loss": 0.0416, + "step": 25192 + }, + { + "epoch": 21.36810856658185, + "grad_norm": 1.2124163549737532, + "learning_rate": 1.8282056148127315e-05, + "loss": 0.0471, + "step": 25193 + }, + { + "epoch": 21.368956743002546, + "grad_norm": 1.2630558553082634, + "learning_rate": 1.8281902194420344e-05, + "loss": 0.0503, + "step": 25194 + }, + { + "epoch": 21.36980491942324, + "grad_norm": 0.962881770463893, + "learning_rate": 1.8281748234463673e-05, + "loss": 0.0411, + "step": 25195 + }, + { + "epoch": 21.370653095843934, + "grad_norm": 1.141131069141872, + "learning_rate": 1.8281594268257426e-05, + "loss": 0.0431, + "step": 25196 + }, + { + "epoch": 21.37150127226463, + "grad_norm": 0.9973220778203172, + "learning_rate": 1.8281440295801724e-05, + "loss": 0.0424, + "step": 25197 + }, + { + "epoch": 21.372349448685327, + "grad_norm": 1.1402104326051727, + "learning_rate": 1.828128631709667e-05, + "loss": 0.0454, + "step": 25198 + }, + { + "epoch": 21.373197625106023, + "grad_norm": 1.0652209444941674, + "learning_rate": 1.8281132332142386e-05, + "loss": 0.0442, + "step": 25199 + }, + { + "epoch": 21.374045801526716, + "grad_norm": 1.2084041740153963, + "learning_rate": 1.828097834093899e-05, + "loss": 0.0449, + "step": 25200 + }, + { + "epoch": 21.374893977947412, + "grad_norm": 1.29943612128831, + "learning_rate": 1.8280824343486597e-05, + "loss": 0.0457, + "step": 25201 + }, + { + "epoch": 21.37574215436811, + "grad_norm": 1.165838403770545, + "learning_rate": 1.8280670339785326e-05, + "loss": 0.0443, + "step": 25202 + }, + { + "epoch": 21.376590330788805, + "grad_norm": 1.0813901678850812, + "learning_rate": 1.8280516329835286e-05, + "loss": 0.0402, + "step": 25203 + }, + { + "epoch": 21.3774385072095, + "grad_norm": 1.283208650956845, + "learning_rate": 1.82803623136366e-05, + "loss": 0.0461, + "step": 25204 + }, + { + "epoch": 21.378286683630193, + "grad_norm": 1.0158540412216384, + "learning_rate": 1.8280208291189382e-05, + "loss": 0.0449, + "step": 25205 + }, + { + "epoch": 21.37913486005089, + "grad_norm": 1.2030830571696378, + "learning_rate": 1.8280054262493747e-05, + "loss": 0.0471, + "step": 25206 + }, + { + "epoch": 21.379983036471586, + "grad_norm": 1.4678532829623079, + "learning_rate": 1.8279900227549815e-05, + "loss": 0.0473, + "step": 25207 + }, + { + "epoch": 21.380831212892282, + "grad_norm": 1.1247490071059962, + "learning_rate": 1.8279746186357697e-05, + "loss": 0.0424, + "step": 25208 + }, + { + "epoch": 21.38167938931298, + "grad_norm": 1.1607632992356312, + "learning_rate": 1.827959213891751e-05, + "loss": 0.0501, + "step": 25209 + }, + { + "epoch": 21.38252756573367, + "grad_norm": 1.0334082228093224, + "learning_rate": 1.8279438085229374e-05, + "loss": 0.0423, + "step": 25210 + }, + { + "epoch": 21.383375742154367, + "grad_norm": 1.1223868321157222, + "learning_rate": 1.8279284025293406e-05, + "loss": 0.0427, + "step": 25211 + }, + { + "epoch": 21.384223918575064, + "grad_norm": 1.3151154840488968, + "learning_rate": 1.8279129959109716e-05, + "loss": 0.0452, + "step": 25212 + }, + { + "epoch": 21.38507209499576, + "grad_norm": 1.1984419907607697, + "learning_rate": 1.8278975886678427e-05, + "loss": 0.0455, + "step": 25213 + }, + { + "epoch": 21.385920271416456, + "grad_norm": 1.2306082095350936, + "learning_rate": 1.827882180799965e-05, + "loss": 0.0438, + "step": 25214 + }, + { + "epoch": 21.38676844783715, + "grad_norm": 1.2079667453793816, + "learning_rate": 1.8278667723073505e-05, + "loss": 0.0446, + "step": 25215 + }, + { + "epoch": 21.387616624257845, + "grad_norm": 1.2740915986752206, + "learning_rate": 1.8278513631900104e-05, + "loss": 0.0422, + "step": 25216 + }, + { + "epoch": 21.38846480067854, + "grad_norm": 0.9863969003828903, + "learning_rate": 1.8278359534479567e-05, + "loss": 0.0401, + "step": 25217 + }, + { + "epoch": 21.389312977099237, + "grad_norm": 1.2401156989320152, + "learning_rate": 1.827820543081201e-05, + "loss": 0.0427, + "step": 25218 + }, + { + "epoch": 21.390161153519934, + "grad_norm": 1.2807403984551955, + "learning_rate": 1.8278051320897547e-05, + "loss": 0.0484, + "step": 25219 + }, + { + "epoch": 21.391009329940626, + "grad_norm": 1.1422079572750468, + "learning_rate": 1.8277897204736298e-05, + "loss": 0.0469, + "step": 25220 + }, + { + "epoch": 21.391857506361323, + "grad_norm": 1.2181018203620027, + "learning_rate": 1.8277743082328377e-05, + "loss": 0.0432, + "step": 25221 + }, + { + "epoch": 21.39270568278202, + "grad_norm": 1.2339603909700951, + "learning_rate": 1.82775889536739e-05, + "loss": 0.0466, + "step": 25222 + }, + { + "epoch": 21.393553859202715, + "grad_norm": 1.157301037678785, + "learning_rate": 1.8277434818772982e-05, + "loss": 0.0448, + "step": 25223 + }, + { + "epoch": 21.39440203562341, + "grad_norm": 0.9166602978972415, + "learning_rate": 1.8277280677625742e-05, + "loss": 0.0386, + "step": 25224 + }, + { + "epoch": 21.395250212044104, + "grad_norm": 1.1067682859230883, + "learning_rate": 1.8277126530232294e-05, + "loss": 0.0459, + "step": 25225 + }, + { + "epoch": 21.3960983884648, + "grad_norm": 1.0487706910103924, + "learning_rate": 1.8276972376592757e-05, + "loss": 0.0451, + "step": 25226 + }, + { + "epoch": 21.396946564885496, + "grad_norm": 1.0584230277203732, + "learning_rate": 1.8276818216707247e-05, + "loss": 0.0461, + "step": 25227 + }, + { + "epoch": 21.397794741306193, + "grad_norm": 1.1636540321843778, + "learning_rate": 1.827666405057588e-05, + "loss": 0.0475, + "step": 25228 + }, + { + "epoch": 21.39864291772689, + "grad_norm": 1.194002773431296, + "learning_rate": 1.827650987819877e-05, + "loss": 0.0443, + "step": 25229 + }, + { + "epoch": 21.39949109414758, + "grad_norm": 1.2434747528499328, + "learning_rate": 1.8276355699576034e-05, + "loss": 0.0444, + "step": 25230 + }, + { + "epoch": 21.400339270568278, + "grad_norm": 1.3527023928743638, + "learning_rate": 1.827620151470779e-05, + "loss": 0.0445, + "step": 25231 + }, + { + "epoch": 21.401187446988974, + "grad_norm": 1.0966428983931404, + "learning_rate": 1.8276047323594156e-05, + "loss": 0.044, + "step": 25232 + }, + { + "epoch": 21.40203562340967, + "grad_norm": 1.12922480296843, + "learning_rate": 1.827589312623524e-05, + "loss": 0.043, + "step": 25233 + }, + { + "epoch": 21.402883799830363, + "grad_norm": 1.1420001274411358, + "learning_rate": 1.827573892263117e-05, + "loss": 0.0415, + "step": 25234 + }, + { + "epoch": 21.40373197625106, + "grad_norm": 1.184725782521417, + "learning_rate": 1.827558471278206e-05, + "loss": 0.0433, + "step": 25235 + }, + { + "epoch": 21.404580152671755, + "grad_norm": 1.0777288323975063, + "learning_rate": 1.8275430496688014e-05, + "loss": 0.0459, + "step": 25236 + }, + { + "epoch": 21.40542832909245, + "grad_norm": 1.2835825173015485, + "learning_rate": 1.8275276274349163e-05, + "loss": 0.0435, + "step": 25237 + }, + { + "epoch": 21.406276505513148, + "grad_norm": 1.1116658074542243, + "learning_rate": 1.8275122045765618e-05, + "loss": 0.0433, + "step": 25238 + }, + { + "epoch": 21.40712468193384, + "grad_norm": 1.0215195721871932, + "learning_rate": 1.8274967810937495e-05, + "loss": 0.04, + "step": 25239 + }, + { + "epoch": 21.407972858354537, + "grad_norm": 1.2543363684563607, + "learning_rate": 1.8274813569864907e-05, + "loss": 0.0468, + "step": 25240 + }, + { + "epoch": 21.408821034775233, + "grad_norm": 1.185487765665823, + "learning_rate": 1.827465932254798e-05, + "loss": 0.0414, + "step": 25241 + }, + { + "epoch": 21.40966921119593, + "grad_norm": 1.2539900675994191, + "learning_rate": 1.827450506898682e-05, + "loss": 0.0478, + "step": 25242 + }, + { + "epoch": 21.410517387616625, + "grad_norm": 1.2601648819362803, + "learning_rate": 1.8274350809181548e-05, + "loss": 0.0444, + "step": 25243 + }, + { + "epoch": 21.411365564037318, + "grad_norm": 1.3938924963665504, + "learning_rate": 1.8274196543132282e-05, + "loss": 0.0468, + "step": 25244 + }, + { + "epoch": 21.412213740458014, + "grad_norm": 1.2439365243083218, + "learning_rate": 1.8274042270839137e-05, + "loss": 0.0447, + "step": 25245 + }, + { + "epoch": 21.41306191687871, + "grad_norm": 1.1272233116865642, + "learning_rate": 1.827388799230223e-05, + "loss": 0.0476, + "step": 25246 + }, + { + "epoch": 21.413910093299407, + "grad_norm": 1.0563297212884377, + "learning_rate": 1.8273733707521675e-05, + "loss": 0.0436, + "step": 25247 + }, + { + "epoch": 21.414758269720103, + "grad_norm": 1.1213959720241495, + "learning_rate": 1.827357941649759e-05, + "loss": 0.0433, + "step": 25248 + }, + { + "epoch": 21.415606446140796, + "grad_norm": 1.297860214770544, + "learning_rate": 1.827342511923009e-05, + "loss": 0.046, + "step": 25249 + }, + { + "epoch": 21.416454622561492, + "grad_norm": 0.8670382801240955, + "learning_rate": 1.8273270815719292e-05, + "loss": 0.0411, + "step": 25250 + }, + { + "epoch": 21.41730279898219, + "grad_norm": 1.264408529576607, + "learning_rate": 1.827311650596532e-05, + "loss": 0.0441, + "step": 25251 + }, + { + "epoch": 21.418150975402884, + "grad_norm": 1.1837473858971586, + "learning_rate": 1.827296218996828e-05, + "loss": 0.0502, + "step": 25252 + }, + { + "epoch": 21.41899915182358, + "grad_norm": 1.1334786770312482, + "learning_rate": 1.8272807867728288e-05, + "loss": 0.0467, + "step": 25253 + }, + { + "epoch": 21.419847328244273, + "grad_norm": 1.1662983123996808, + "learning_rate": 1.8272653539245467e-05, + "loss": 0.0434, + "step": 25254 + }, + { + "epoch": 21.42069550466497, + "grad_norm": 1.215890463654918, + "learning_rate": 1.8272499204519933e-05, + "loss": 0.0458, + "step": 25255 + }, + { + "epoch": 21.421543681085666, + "grad_norm": 1.2643506893820475, + "learning_rate": 1.8272344863551802e-05, + "loss": 0.0411, + "step": 25256 + }, + { + "epoch": 21.422391857506362, + "grad_norm": 1.0131642405551757, + "learning_rate": 1.8272190516341185e-05, + "loss": 0.0396, + "step": 25257 + }, + { + "epoch": 21.42324003392706, + "grad_norm": 1.1548776433704744, + "learning_rate": 1.8272036162888206e-05, + "loss": 0.0433, + "step": 25258 + }, + { + "epoch": 21.42408821034775, + "grad_norm": 1.1835229884469012, + "learning_rate": 1.8271881803192973e-05, + "loss": 0.0435, + "step": 25259 + }, + { + "epoch": 21.424936386768447, + "grad_norm": 1.2591853532808008, + "learning_rate": 1.8271727437255613e-05, + "loss": 0.046, + "step": 25260 + }, + { + "epoch": 21.425784563189143, + "grad_norm": 1.103760971947283, + "learning_rate": 1.8271573065076233e-05, + "loss": 0.0435, + "step": 25261 + }, + { + "epoch": 21.42663273960984, + "grad_norm": 0.9645035578245988, + "learning_rate": 1.8271418686654955e-05, + "loss": 0.0405, + "step": 25262 + }, + { + "epoch": 21.427480916030536, + "grad_norm": 1.0238599892334468, + "learning_rate": 1.8271264301991895e-05, + "loss": 0.0444, + "step": 25263 + }, + { + "epoch": 21.42832909245123, + "grad_norm": 1.2295204077370794, + "learning_rate": 1.8271109911087164e-05, + "loss": 0.0486, + "step": 25264 + }, + { + "epoch": 21.429177268871925, + "grad_norm": 1.2579213250169656, + "learning_rate": 1.827095551394089e-05, + "loss": 0.0475, + "step": 25265 + }, + { + "epoch": 21.43002544529262, + "grad_norm": 1.2746270291379114, + "learning_rate": 1.8270801110553176e-05, + "loss": 0.0485, + "step": 25266 + }, + { + "epoch": 21.430873621713317, + "grad_norm": 1.0941411293366963, + "learning_rate": 1.8270646700924148e-05, + "loss": 0.0449, + "step": 25267 + }, + { + "epoch": 21.431721798134014, + "grad_norm": 1.1203199452863075, + "learning_rate": 1.8270492285053918e-05, + "loss": 0.042, + "step": 25268 + }, + { + "epoch": 21.432569974554706, + "grad_norm": 1.265078458074207, + "learning_rate": 1.8270337862942606e-05, + "loss": 0.0458, + "step": 25269 + }, + { + "epoch": 21.433418150975402, + "grad_norm": 1.055976487605207, + "learning_rate": 1.827018343459033e-05, + "loss": 0.043, + "step": 25270 + }, + { + "epoch": 21.4342663273961, + "grad_norm": 1.1256063940660581, + "learning_rate": 1.8270028999997197e-05, + "loss": 0.0488, + "step": 25271 + }, + { + "epoch": 21.435114503816795, + "grad_norm": 1.1565830655710567, + "learning_rate": 1.8269874559163327e-05, + "loss": 0.0432, + "step": 25272 + }, + { + "epoch": 21.435962680237488, + "grad_norm": 1.77400568699427, + "learning_rate": 1.8269720112088846e-05, + "loss": 0.0552, + "step": 25273 + }, + { + "epoch": 21.436810856658184, + "grad_norm": 1.272154120043012, + "learning_rate": 1.826956565877386e-05, + "loss": 0.0441, + "step": 25274 + }, + { + "epoch": 21.43765903307888, + "grad_norm": 1.1516822065676957, + "learning_rate": 1.8269411199218492e-05, + "loss": 0.043, + "step": 25275 + }, + { + "epoch": 21.438507209499576, + "grad_norm": 1.2533947475764977, + "learning_rate": 1.8269256733422852e-05, + "loss": 0.046, + "step": 25276 + }, + { + "epoch": 21.439355385920273, + "grad_norm": 1.1733705048223952, + "learning_rate": 1.8269102261387062e-05, + "loss": 0.0432, + "step": 25277 + }, + { + "epoch": 21.440203562340965, + "grad_norm": 1.1950572580636, + "learning_rate": 1.826894778311124e-05, + "loss": 0.0468, + "step": 25278 + }, + { + "epoch": 21.44105173876166, + "grad_norm": 1.1879601875342434, + "learning_rate": 1.8268793298595497e-05, + "loss": 0.0452, + "step": 25279 + }, + { + "epoch": 21.441899915182358, + "grad_norm": 1.281289005814652, + "learning_rate": 1.826863880783995e-05, + "loss": 0.0503, + "step": 25280 + }, + { + "epoch": 21.442748091603054, + "grad_norm": 1.0637790060603767, + "learning_rate": 1.826848431084472e-05, + "loss": 0.0434, + "step": 25281 + }, + { + "epoch": 21.44359626802375, + "grad_norm": 1.1798597432599292, + "learning_rate": 1.826832980760992e-05, + "loss": 0.0454, + "step": 25282 + }, + { + "epoch": 21.444444444444443, + "grad_norm": 1.3250477415016086, + "learning_rate": 1.8268175298135672e-05, + "loss": 0.0521, + "step": 25283 + }, + { + "epoch": 21.44529262086514, + "grad_norm": 1.1103328471137517, + "learning_rate": 1.8268020782422084e-05, + "loss": 0.0436, + "step": 25284 + }, + { + "epoch": 21.446140797285835, + "grad_norm": 1.3383489150158372, + "learning_rate": 1.826786626046928e-05, + "loss": 0.0479, + "step": 25285 + }, + { + "epoch": 21.44698897370653, + "grad_norm": 1.2696111463584159, + "learning_rate": 1.8267711732277372e-05, + "loss": 0.0465, + "step": 25286 + }, + { + "epoch": 21.447837150127228, + "grad_norm": 1.079439582415887, + "learning_rate": 1.8267557197846476e-05, + "loss": 0.0447, + "step": 25287 + }, + { + "epoch": 21.44868532654792, + "grad_norm": 1.2217586178759583, + "learning_rate": 1.8267402657176715e-05, + "loss": 0.0477, + "step": 25288 + }, + { + "epoch": 21.449533502968617, + "grad_norm": 1.1582323136824484, + "learning_rate": 1.8267248110268197e-05, + "loss": 0.0446, + "step": 25289 + }, + { + "epoch": 21.450381679389313, + "grad_norm": 1.3510238202120401, + "learning_rate": 1.8267093557121048e-05, + "loss": 0.0468, + "step": 25290 + }, + { + "epoch": 21.45122985581001, + "grad_norm": 1.1447561475036623, + "learning_rate": 1.8266938997735376e-05, + "loss": 0.0421, + "step": 25291 + }, + { + "epoch": 21.452078032230705, + "grad_norm": 1.3730138141646517, + "learning_rate": 1.8266784432111306e-05, + "loss": 0.0455, + "step": 25292 + }, + { + "epoch": 21.452926208651398, + "grad_norm": 1.317870989301815, + "learning_rate": 1.8266629860248946e-05, + "loss": 0.0474, + "step": 25293 + }, + { + "epoch": 21.453774385072094, + "grad_norm": 1.314120402551697, + "learning_rate": 1.8266475282148417e-05, + "loss": 0.0439, + "step": 25294 + }, + { + "epoch": 21.45462256149279, + "grad_norm": 1.8085460464172827, + "learning_rate": 1.8266320697809835e-05, + "loss": 0.0566, + "step": 25295 + }, + { + "epoch": 21.455470737913487, + "grad_norm": 1.3834718716393979, + "learning_rate": 1.826616610723332e-05, + "loss": 0.048, + "step": 25296 + }, + { + "epoch": 21.456318914334183, + "grad_norm": 1.2629630734682922, + "learning_rate": 1.8266011510418985e-05, + "loss": 0.046, + "step": 25297 + }, + { + "epoch": 21.457167090754876, + "grad_norm": 0.9929365402592537, + "learning_rate": 1.8265856907366942e-05, + "loss": 0.0409, + "step": 25298 + }, + { + "epoch": 21.458015267175572, + "grad_norm": 1.0685866043323848, + "learning_rate": 1.826570229807732e-05, + "loss": 0.0463, + "step": 25299 + }, + { + "epoch": 21.458863443596268, + "grad_norm": 1.0070328251388043, + "learning_rate": 1.8265547682550223e-05, + "loss": 0.0467, + "step": 25300 + }, + { + "epoch": 21.459711620016964, + "grad_norm": 1.1514436219161328, + "learning_rate": 1.8265393060785775e-05, + "loss": 0.0457, + "step": 25301 + }, + { + "epoch": 21.46055979643766, + "grad_norm": 1.1866741281856579, + "learning_rate": 1.8265238432784095e-05, + "loss": 0.0472, + "step": 25302 + }, + { + "epoch": 21.461407972858353, + "grad_norm": 1.2102232533538282, + "learning_rate": 1.826508379854529e-05, + "loss": 0.0464, + "step": 25303 + }, + { + "epoch": 21.46225614927905, + "grad_norm": 1.2634338071024203, + "learning_rate": 1.8264929158069485e-05, + "loss": 0.0441, + "step": 25304 + }, + { + "epoch": 21.463104325699746, + "grad_norm": 1.1803393326129452, + "learning_rate": 1.8264774511356796e-05, + "loss": 0.0466, + "step": 25305 + }, + { + "epoch": 21.463952502120442, + "grad_norm": 1.5778643021805727, + "learning_rate": 1.8264619858407336e-05, + "loss": 0.0462, + "step": 25306 + }, + { + "epoch": 21.46480067854114, + "grad_norm": 1.191528871161039, + "learning_rate": 1.8264465199221223e-05, + "loss": 0.0475, + "step": 25307 + }, + { + "epoch": 21.46564885496183, + "grad_norm": 1.1195917820958672, + "learning_rate": 1.8264310533798576e-05, + "loss": 0.0425, + "step": 25308 + }, + { + "epoch": 21.466497031382527, + "grad_norm": 1.1223817074737215, + "learning_rate": 1.8264155862139506e-05, + "loss": 0.0413, + "step": 25309 + }, + { + "epoch": 21.467345207803223, + "grad_norm": 1.1408797001800377, + "learning_rate": 1.8264001184244136e-05, + "loss": 0.0458, + "step": 25310 + }, + { + "epoch": 21.46819338422392, + "grad_norm": 1.4745280031234003, + "learning_rate": 1.8263846500112578e-05, + "loss": 0.0533, + "step": 25311 + }, + { + "epoch": 21.469041560644612, + "grad_norm": 1.1720624369318664, + "learning_rate": 1.8263691809744956e-05, + "loss": 0.0448, + "step": 25312 + }, + { + "epoch": 21.46988973706531, + "grad_norm": 1.1254016579361559, + "learning_rate": 1.8263537113141376e-05, + "loss": 0.0535, + "step": 25313 + }, + { + "epoch": 21.470737913486005, + "grad_norm": 1.096100978310264, + "learning_rate": 1.8263382410301963e-05, + "loss": 0.0451, + "step": 25314 + }, + { + "epoch": 21.4715860899067, + "grad_norm": 1.1965682377817373, + "learning_rate": 1.8263227701226832e-05, + "loss": 0.0477, + "step": 25315 + }, + { + "epoch": 21.472434266327397, + "grad_norm": 1.0643941492742808, + "learning_rate": 1.8263072985916103e-05, + "loss": 0.044, + "step": 25316 + }, + { + "epoch": 21.47328244274809, + "grad_norm": 1.249259330421379, + "learning_rate": 1.8262918264369883e-05, + "loss": 0.0496, + "step": 25317 + }, + { + "epoch": 21.474130619168786, + "grad_norm": 1.4662573301077044, + "learning_rate": 1.8262763536588294e-05, + "loss": 0.0494, + "step": 25318 + }, + { + "epoch": 21.474978795589482, + "grad_norm": 1.1508645664931931, + "learning_rate": 1.8262608802571455e-05, + "loss": 0.044, + "step": 25319 + }, + { + "epoch": 21.47582697201018, + "grad_norm": 1.3273835457071164, + "learning_rate": 1.8262454062319484e-05, + "loss": 0.0446, + "step": 25320 + }, + { + "epoch": 21.476675148430875, + "grad_norm": 1.3011147382483192, + "learning_rate": 1.826229931583249e-05, + "loss": 0.0481, + "step": 25321 + }, + { + "epoch": 21.477523324851568, + "grad_norm": 1.1446861490193474, + "learning_rate": 1.8262144563110596e-05, + "loss": 0.0434, + "step": 25322 + }, + { + "epoch": 21.478371501272264, + "grad_norm": 1.1868607949324403, + "learning_rate": 1.826198980415392e-05, + "loss": 0.0442, + "step": 25323 + }, + { + "epoch": 21.47921967769296, + "grad_norm": 1.2230708421310252, + "learning_rate": 1.826183503896257e-05, + "loss": 0.0487, + "step": 25324 + }, + { + "epoch": 21.480067854113656, + "grad_norm": 1.2293615008896788, + "learning_rate": 1.8261680267536678e-05, + "loss": 0.05, + "step": 25325 + }, + { + "epoch": 21.480916030534353, + "grad_norm": 1.137365844087053, + "learning_rate": 1.8261525489876345e-05, + "loss": 0.043, + "step": 25326 + }, + { + "epoch": 21.481764206955045, + "grad_norm": 1.3260293702641879, + "learning_rate": 1.82613707059817e-05, + "loss": 0.0482, + "step": 25327 + }, + { + "epoch": 21.48261238337574, + "grad_norm": 1.3070078720374154, + "learning_rate": 1.8261215915852848e-05, + "loss": 0.0507, + "step": 25328 + }, + { + "epoch": 21.483460559796438, + "grad_norm": 1.2952491204270316, + "learning_rate": 1.8261061119489915e-05, + "loss": 0.0463, + "step": 25329 + }, + { + "epoch": 21.484308736217134, + "grad_norm": 1.0964263461786798, + "learning_rate": 1.8260906316893013e-05, + "loss": 0.0433, + "step": 25330 + }, + { + "epoch": 21.48515691263783, + "grad_norm": 1.2014564303720434, + "learning_rate": 1.8260751508062263e-05, + "loss": 0.0485, + "step": 25331 + }, + { + "epoch": 21.486005089058523, + "grad_norm": 1.206728072626741, + "learning_rate": 1.826059669299778e-05, + "loss": 0.0458, + "step": 25332 + }, + { + "epoch": 21.48685326547922, + "grad_norm": 1.2646845342363993, + "learning_rate": 1.826044187169968e-05, + "loss": 0.0461, + "step": 25333 + }, + { + "epoch": 21.487701441899915, + "grad_norm": 1.193730606659781, + "learning_rate": 1.8260287044168082e-05, + "loss": 0.0448, + "step": 25334 + }, + { + "epoch": 21.48854961832061, + "grad_norm": 1.2290602097139922, + "learning_rate": 1.8260132210403095e-05, + "loss": 0.0451, + "step": 25335 + }, + { + "epoch": 21.489397794741308, + "grad_norm": 1.339972506063045, + "learning_rate": 1.825997737040485e-05, + "loss": 0.0469, + "step": 25336 + }, + { + "epoch": 21.490245971162, + "grad_norm": 1.1692864012470805, + "learning_rate": 1.825982252417345e-05, + "loss": 0.0408, + "step": 25337 + }, + { + "epoch": 21.491094147582697, + "grad_norm": 0.9290235394791667, + "learning_rate": 1.8259667671709017e-05, + "loss": 0.0418, + "step": 25338 + }, + { + "epoch": 21.491942324003393, + "grad_norm": 1.1993862089779557, + "learning_rate": 1.8259512813011672e-05, + "loss": 0.0455, + "step": 25339 + }, + { + "epoch": 21.49279050042409, + "grad_norm": 1.0471705097549167, + "learning_rate": 1.8259357948081527e-05, + "loss": 0.0419, + "step": 25340 + }, + { + "epoch": 21.493638676844785, + "grad_norm": 1.2234620511747312, + "learning_rate": 1.82592030769187e-05, + "loss": 0.0439, + "step": 25341 + }, + { + "epoch": 21.494486853265478, + "grad_norm": 1.2846205362616407, + "learning_rate": 1.825904819952331e-05, + "loss": 0.0447, + "step": 25342 + }, + { + "epoch": 21.495335029686174, + "grad_norm": 1.1415105378877322, + "learning_rate": 1.8258893315895472e-05, + "loss": 0.0445, + "step": 25343 + }, + { + "epoch": 21.49618320610687, + "grad_norm": 1.2875996524852424, + "learning_rate": 1.8258738426035298e-05, + "loss": 0.0453, + "step": 25344 + }, + { + "epoch": 21.497031382527567, + "grad_norm": 1.2626970862827027, + "learning_rate": 1.8258583529942916e-05, + "loss": 0.0495, + "step": 25345 + }, + { + "epoch": 21.497879558948263, + "grad_norm": 1.260543877112362, + "learning_rate": 1.825842862761843e-05, + "loss": 0.051, + "step": 25346 + }, + { + "epoch": 21.498727735368956, + "grad_norm": 1.1830658463303754, + "learning_rate": 1.825827371906197e-05, + "loss": 0.0451, + "step": 25347 + }, + { + "epoch": 21.499575911789652, + "grad_norm": 1.3125213818694994, + "learning_rate": 1.8258118804273643e-05, + "loss": 0.0537, + "step": 25348 + }, + { + "epoch": 21.500424088210348, + "grad_norm": 1.3306909541016787, + "learning_rate": 1.825796388325357e-05, + "loss": 0.0487, + "step": 25349 + }, + { + "epoch": 21.501272264631044, + "grad_norm": 1.1582023055826498, + "learning_rate": 1.8257808956001864e-05, + "loss": 0.0446, + "step": 25350 + }, + { + "epoch": 21.502120441051737, + "grad_norm": 1.1793642970743614, + "learning_rate": 1.825765402251865e-05, + "loss": 0.0478, + "step": 25351 + }, + { + "epoch": 21.502968617472433, + "grad_norm": 1.1404757906908238, + "learning_rate": 1.8257499082804037e-05, + "loss": 0.0458, + "step": 25352 + }, + { + "epoch": 21.50381679389313, + "grad_norm": 1.3096776208623464, + "learning_rate": 1.8257344136858148e-05, + "loss": 0.0476, + "step": 25353 + }, + { + "epoch": 21.504664970313826, + "grad_norm": 1.1057571520591751, + "learning_rate": 1.8257189184681096e-05, + "loss": 0.047, + "step": 25354 + }, + { + "epoch": 21.505513146734522, + "grad_norm": 1.1392785242047487, + "learning_rate": 1.8257034226272995e-05, + "loss": 0.0468, + "step": 25355 + }, + { + "epoch": 21.506361323155215, + "grad_norm": 1.090835583541604, + "learning_rate": 1.825687926163397e-05, + "loss": 0.0427, + "step": 25356 + }, + { + "epoch": 21.50720949957591, + "grad_norm": 1.0616040895112242, + "learning_rate": 1.825672429076413e-05, + "loss": 0.0443, + "step": 25357 + }, + { + "epoch": 21.508057675996607, + "grad_norm": 1.269392965260194, + "learning_rate": 1.8256569313663598e-05, + "loss": 0.0476, + "step": 25358 + }, + { + "epoch": 21.508905852417303, + "grad_norm": 1.2059499472562605, + "learning_rate": 1.825641433033249e-05, + "loss": 0.0435, + "step": 25359 + }, + { + "epoch": 21.509754028838, + "grad_norm": 1.2881515976008233, + "learning_rate": 1.8256259340770917e-05, + "loss": 0.0474, + "step": 25360 + }, + { + "epoch": 21.510602205258692, + "grad_norm": 1.0810299426134993, + "learning_rate": 1.8256104344979003e-05, + "loss": 0.0427, + "step": 25361 + }, + { + "epoch": 21.51145038167939, + "grad_norm": 1.131325340670118, + "learning_rate": 1.8255949342956864e-05, + "loss": 0.0453, + "step": 25362 + }, + { + "epoch": 21.512298558100085, + "grad_norm": 1.4653894014951638, + "learning_rate": 1.8255794334704614e-05, + "loss": 0.0499, + "step": 25363 + }, + { + "epoch": 21.51314673452078, + "grad_norm": 1.2328810854413674, + "learning_rate": 1.8255639320222373e-05, + "loss": 0.0496, + "step": 25364 + }, + { + "epoch": 21.513994910941477, + "grad_norm": 1.207312714840394, + "learning_rate": 1.8255484299510255e-05, + "loss": 0.0515, + "step": 25365 + }, + { + "epoch": 21.51484308736217, + "grad_norm": 1.2419738170715575, + "learning_rate": 1.8255329272568376e-05, + "loss": 0.0407, + "step": 25366 + }, + { + "epoch": 21.515691263782866, + "grad_norm": 1.3847363734496971, + "learning_rate": 1.8255174239396857e-05, + "loss": 0.0507, + "step": 25367 + }, + { + "epoch": 21.516539440203562, + "grad_norm": 1.0991425368873233, + "learning_rate": 1.8255019199995815e-05, + "loss": 0.0401, + "step": 25368 + }, + { + "epoch": 21.51738761662426, + "grad_norm": 1.240055342412605, + "learning_rate": 1.8254864154365363e-05, + "loss": 0.0504, + "step": 25369 + }, + { + "epoch": 21.518235793044955, + "grad_norm": 1.5039962395007456, + "learning_rate": 1.8254709102505625e-05, + "loss": 0.0464, + "step": 25370 + }, + { + "epoch": 21.519083969465647, + "grad_norm": 1.4242591936239313, + "learning_rate": 1.8254554044416707e-05, + "loss": 0.0477, + "step": 25371 + }, + { + "epoch": 21.519932145886344, + "grad_norm": 1.2978782139772638, + "learning_rate": 1.8254398980098734e-05, + "loss": 0.0481, + "step": 25372 + }, + { + "epoch": 21.52078032230704, + "grad_norm": 1.0737073308512541, + "learning_rate": 1.8254243909551825e-05, + "loss": 0.0447, + "step": 25373 + }, + { + "epoch": 21.521628498727736, + "grad_norm": 1.2011901843793447, + "learning_rate": 1.8254088832776088e-05, + "loss": 0.0514, + "step": 25374 + }, + { + "epoch": 21.522476675148432, + "grad_norm": 1.2045617173090886, + "learning_rate": 1.8253933749771652e-05, + "loss": 0.0467, + "step": 25375 + }, + { + "epoch": 21.523324851569125, + "grad_norm": 1.2562216259848569, + "learning_rate": 1.825377866053862e-05, + "loss": 0.0474, + "step": 25376 + }, + { + "epoch": 21.52417302798982, + "grad_norm": 1.1967610562133475, + "learning_rate": 1.825362356507712e-05, + "loss": 0.0468, + "step": 25377 + }, + { + "epoch": 21.525021204410518, + "grad_norm": 1.0959255533874404, + "learning_rate": 1.825346846338727e-05, + "loss": 0.0481, + "step": 25378 + }, + { + "epoch": 21.525869380831214, + "grad_norm": 1.0647094596796698, + "learning_rate": 1.8253313355469176e-05, + "loss": 0.0448, + "step": 25379 + }, + { + "epoch": 21.52671755725191, + "grad_norm": 0.970707401519474, + "learning_rate": 1.825315824132296e-05, + "loss": 0.043, + "step": 25380 + }, + { + "epoch": 21.527565733672603, + "grad_norm": 1.2169235857344114, + "learning_rate": 1.825300312094875e-05, + "loss": 0.0455, + "step": 25381 + }, + { + "epoch": 21.5284139100933, + "grad_norm": 1.2121602862594059, + "learning_rate": 1.8252847994346645e-05, + "loss": 0.0517, + "step": 25382 + }, + { + "epoch": 21.529262086513995, + "grad_norm": 1.0379882452125546, + "learning_rate": 1.8252692861516774e-05, + "loss": 0.0446, + "step": 25383 + }, + { + "epoch": 21.53011026293469, + "grad_norm": 1.3754947393647532, + "learning_rate": 1.8252537722459252e-05, + "loss": 0.0481, + "step": 25384 + }, + { + "epoch": 21.530958439355388, + "grad_norm": 1.292680729111486, + "learning_rate": 1.8252382577174192e-05, + "loss": 0.0431, + "step": 25385 + }, + { + "epoch": 21.53180661577608, + "grad_norm": 1.388023239995839, + "learning_rate": 1.8252227425661715e-05, + "loss": 0.0473, + "step": 25386 + }, + { + "epoch": 21.532654792196777, + "grad_norm": 1.1995840064254384, + "learning_rate": 1.825207226792194e-05, + "loss": 0.0429, + "step": 25387 + }, + { + "epoch": 21.533502968617473, + "grad_norm": 1.2780584163419304, + "learning_rate": 1.8251917103954975e-05, + "loss": 0.0447, + "step": 25388 + }, + { + "epoch": 21.53435114503817, + "grad_norm": 1.358807082069178, + "learning_rate": 1.825176193376095e-05, + "loss": 0.0455, + "step": 25389 + }, + { + "epoch": 21.53519932145886, + "grad_norm": 1.281042773069042, + "learning_rate": 1.825160675733997e-05, + "loss": 0.0479, + "step": 25390 + }, + { + "epoch": 21.536047497879558, + "grad_norm": 1.2239184965067789, + "learning_rate": 1.8251451574692162e-05, + "loss": 0.0459, + "step": 25391 + }, + { + "epoch": 21.536895674300254, + "grad_norm": 1.1569411322286232, + "learning_rate": 1.8251296385817634e-05, + "loss": 0.0436, + "step": 25392 + }, + { + "epoch": 21.53774385072095, + "grad_norm": 1.1951297801520155, + "learning_rate": 1.825114119071651e-05, + "loss": 0.0476, + "step": 25393 + }, + { + "epoch": 21.538592027141647, + "grad_norm": 1.0382632741629256, + "learning_rate": 1.8250985989388903e-05, + "loss": 0.0465, + "step": 25394 + }, + { + "epoch": 21.53944020356234, + "grad_norm": 1.3001515844536717, + "learning_rate": 1.8250830781834934e-05, + "loss": 0.0492, + "step": 25395 + }, + { + "epoch": 21.540288379983036, + "grad_norm": 1.1402643251418765, + "learning_rate": 1.8250675568054717e-05, + "loss": 0.0435, + "step": 25396 + }, + { + "epoch": 21.541136556403732, + "grad_norm": 1.2232345352204645, + "learning_rate": 1.825052034804837e-05, + "loss": 0.0461, + "step": 25397 + }, + { + "epoch": 21.541984732824428, + "grad_norm": 1.125352996358481, + "learning_rate": 1.825036512181601e-05, + "loss": 0.0429, + "step": 25398 + }, + { + "epoch": 21.542832909245124, + "grad_norm": 1.2567484277792702, + "learning_rate": 1.8250209889357755e-05, + "loss": 0.0466, + "step": 25399 + }, + { + "epoch": 21.543681085665817, + "grad_norm": 1.1522865798439588, + "learning_rate": 1.8250054650673723e-05, + "loss": 0.0431, + "step": 25400 + }, + { + "epoch": 21.544529262086513, + "grad_norm": 1.259409508021631, + "learning_rate": 1.8249899405764025e-05, + "loss": 0.047, + "step": 25401 + }, + { + "epoch": 21.54537743850721, + "grad_norm": 1.0976727651508975, + "learning_rate": 1.824974415462879e-05, + "loss": 0.0452, + "step": 25402 + }, + { + "epoch": 21.546225614927906, + "grad_norm": 1.1798324560665026, + "learning_rate": 1.8249588897268126e-05, + "loss": 0.0443, + "step": 25403 + }, + { + "epoch": 21.547073791348602, + "grad_norm": 1.2970721820595332, + "learning_rate": 1.8249433633682148e-05, + "loss": 0.0516, + "step": 25404 + }, + { + "epoch": 21.547921967769295, + "grad_norm": 1.1765326807166763, + "learning_rate": 1.8249278363870976e-05, + "loss": 0.0448, + "step": 25405 + }, + { + "epoch": 21.54877014418999, + "grad_norm": 1.196456453210757, + "learning_rate": 1.8249123087834736e-05, + "loss": 0.0475, + "step": 25406 + }, + { + "epoch": 21.549618320610687, + "grad_norm": 1.0877270568305255, + "learning_rate": 1.824896780557353e-05, + "loss": 0.0434, + "step": 25407 + }, + { + "epoch": 21.550466497031383, + "grad_norm": 1.241903882415349, + "learning_rate": 1.824881251708749e-05, + "loss": 0.0481, + "step": 25408 + }, + { + "epoch": 21.55131467345208, + "grad_norm": 1.2056660505434562, + "learning_rate": 1.824865722237672e-05, + "loss": 0.0449, + "step": 25409 + }, + { + "epoch": 21.552162849872772, + "grad_norm": 1.0593463377761616, + "learning_rate": 1.8248501921441345e-05, + "loss": 0.0478, + "step": 25410 + }, + { + "epoch": 21.55301102629347, + "grad_norm": 1.2059520391160086, + "learning_rate": 1.8248346614281482e-05, + "loss": 0.0512, + "step": 25411 + }, + { + "epoch": 21.553859202714165, + "grad_norm": 1.2106029395852045, + "learning_rate": 1.8248191300897248e-05, + "loss": 0.0456, + "step": 25412 + }, + { + "epoch": 21.55470737913486, + "grad_norm": 1.3238733062734835, + "learning_rate": 1.8248035981288755e-05, + "loss": 0.0546, + "step": 25413 + }, + { + "epoch": 21.555555555555557, + "grad_norm": 1.300160149991134, + "learning_rate": 1.8247880655456125e-05, + "loss": 0.0466, + "step": 25414 + }, + { + "epoch": 21.55640373197625, + "grad_norm": 1.2132547159553686, + "learning_rate": 1.8247725323399473e-05, + "loss": 0.0481, + "step": 25415 + }, + { + "epoch": 21.557251908396946, + "grad_norm": 1.3447545840334796, + "learning_rate": 1.8247569985118918e-05, + "loss": 0.054, + "step": 25416 + }, + { + "epoch": 21.558100084817642, + "grad_norm": 1.2054903336976435, + "learning_rate": 1.8247414640614578e-05, + "loss": 0.0474, + "step": 25417 + }, + { + "epoch": 21.55894826123834, + "grad_norm": 1.1447611886824514, + "learning_rate": 1.824725928988657e-05, + "loss": 0.0469, + "step": 25418 + }, + { + "epoch": 21.559796437659035, + "grad_norm": 1.1290987377681407, + "learning_rate": 1.8247103932935005e-05, + "loss": 0.0489, + "step": 25419 + }, + { + "epoch": 21.560644614079727, + "grad_norm": 1.201627894966417, + "learning_rate": 1.8246948569760013e-05, + "loss": 0.0507, + "step": 25420 + }, + { + "epoch": 21.561492790500424, + "grad_norm": 1.0677913184349475, + "learning_rate": 1.82467932003617e-05, + "loss": 0.044, + "step": 25421 + }, + { + "epoch": 21.56234096692112, + "grad_norm": 1.3265648562095576, + "learning_rate": 1.8246637824740182e-05, + "loss": 0.0475, + "step": 25422 + }, + { + "epoch": 21.563189143341816, + "grad_norm": 1.0998648987463802, + "learning_rate": 1.8246482442895588e-05, + "loss": 0.0481, + "step": 25423 + }, + { + "epoch": 21.564037319762512, + "grad_norm": 1.1353195653922235, + "learning_rate": 1.8246327054828025e-05, + "loss": 0.0472, + "step": 25424 + }, + { + "epoch": 21.564885496183205, + "grad_norm": 1.094778470121677, + "learning_rate": 1.8246171660537616e-05, + "loss": 0.0454, + "step": 25425 + }, + { + "epoch": 21.5657336726039, + "grad_norm": 1.0436025645947955, + "learning_rate": 1.8246016260024473e-05, + "loss": 0.043, + "step": 25426 + }, + { + "epoch": 21.566581849024598, + "grad_norm": 1.10857029211708, + "learning_rate": 1.8245860853288717e-05, + "loss": 0.0447, + "step": 25427 + }, + { + "epoch": 21.567430025445294, + "grad_norm": 1.3991099587357643, + "learning_rate": 1.8245705440330465e-05, + "loss": 0.0524, + "step": 25428 + }, + { + "epoch": 21.568278201865986, + "grad_norm": 1.1752871667598128, + "learning_rate": 1.824555002114983e-05, + "loss": 0.0435, + "step": 25429 + }, + { + "epoch": 21.569126378286683, + "grad_norm": 1.1669285110110676, + "learning_rate": 1.824539459574694e-05, + "loss": 0.0438, + "step": 25430 + }, + { + "epoch": 21.56997455470738, + "grad_norm": 1.0438775170113825, + "learning_rate": 1.82452391641219e-05, + "loss": 0.0424, + "step": 25431 + }, + { + "epoch": 21.570822731128075, + "grad_norm": 1.2679978833213128, + "learning_rate": 1.8245083726274834e-05, + "loss": 0.0453, + "step": 25432 + }, + { + "epoch": 21.57167090754877, + "grad_norm": 1.3955196697195082, + "learning_rate": 1.8244928282205857e-05, + "loss": 0.0465, + "step": 25433 + }, + { + "epoch": 21.572519083969464, + "grad_norm": 1.310829892162537, + "learning_rate": 1.8244772831915088e-05, + "loss": 0.0515, + "step": 25434 + }, + { + "epoch": 21.57336726039016, + "grad_norm": 1.3927335419898494, + "learning_rate": 1.8244617375402645e-05, + "loss": 0.0514, + "step": 25435 + }, + { + "epoch": 21.574215436810857, + "grad_norm": 1.0292109290758062, + "learning_rate": 1.8244461912668644e-05, + "loss": 0.0389, + "step": 25436 + }, + { + "epoch": 21.575063613231553, + "grad_norm": 0.917448196144496, + "learning_rate": 1.82443064437132e-05, + "loss": 0.0411, + "step": 25437 + }, + { + "epoch": 21.57591178965225, + "grad_norm": 1.4012805887461446, + "learning_rate": 1.8244150968536432e-05, + "loss": 0.0465, + "step": 25438 + }, + { + "epoch": 21.57675996607294, + "grad_norm": 1.1801245772648417, + "learning_rate": 1.8243995487138456e-05, + "loss": 0.0468, + "step": 25439 + }, + { + "epoch": 21.577608142493638, + "grad_norm": 1.0575899698851103, + "learning_rate": 1.8243839999519396e-05, + "loss": 0.0471, + "step": 25440 + }, + { + "epoch": 21.578456318914334, + "grad_norm": 1.1714252851339373, + "learning_rate": 1.824368450567936e-05, + "loss": 0.057, + "step": 25441 + }, + { + "epoch": 21.57930449533503, + "grad_norm": 1.1377559583389483, + "learning_rate": 1.8243529005618473e-05, + "loss": 0.0475, + "step": 25442 + }, + { + "epoch": 21.580152671755727, + "grad_norm": 1.1613028371381642, + "learning_rate": 1.8243373499336847e-05, + "loss": 0.045, + "step": 25443 + }, + { + "epoch": 21.58100084817642, + "grad_norm": 1.0962438612565026, + "learning_rate": 1.8243217986834602e-05, + "loss": 0.0461, + "step": 25444 + }, + { + "epoch": 21.581849024597116, + "grad_norm": 1.09628822554365, + "learning_rate": 1.8243062468111855e-05, + "loss": 0.0433, + "step": 25445 + }, + { + "epoch": 21.58269720101781, + "grad_norm": 1.1286532949403945, + "learning_rate": 1.824290694316872e-05, + "loss": 0.0464, + "step": 25446 + }, + { + "epoch": 21.583545377438508, + "grad_norm": 1.2830861611214617, + "learning_rate": 1.824275141200532e-05, + "loss": 0.0509, + "step": 25447 + }, + { + "epoch": 21.584393553859204, + "grad_norm": 0.9681917150508669, + "learning_rate": 1.8242595874621773e-05, + "loss": 0.0391, + "step": 25448 + }, + { + "epoch": 21.585241730279897, + "grad_norm": 1.0499530264018309, + "learning_rate": 1.8242440331018188e-05, + "loss": 0.0446, + "step": 25449 + }, + { + "epoch": 21.586089906700593, + "grad_norm": 1.0899122561956829, + "learning_rate": 1.8242284781194692e-05, + "loss": 0.0453, + "step": 25450 + }, + { + "epoch": 21.58693808312129, + "grad_norm": 1.1553850075065668, + "learning_rate": 1.8242129225151392e-05, + "loss": 0.0454, + "step": 25451 + }, + { + "epoch": 21.587786259541986, + "grad_norm": 1.0697501418726334, + "learning_rate": 1.8241973662888417e-05, + "loss": 0.0439, + "step": 25452 + }, + { + "epoch": 21.588634435962682, + "grad_norm": 1.1571803152371103, + "learning_rate": 1.824181809440588e-05, + "loss": 0.056, + "step": 25453 + }, + { + "epoch": 21.589482612383375, + "grad_norm": 0.9911024596385283, + "learning_rate": 1.824166251970389e-05, + "loss": 0.0412, + "step": 25454 + }, + { + "epoch": 21.59033078880407, + "grad_norm": 0.9822346011795691, + "learning_rate": 1.8241506938782575e-05, + "loss": 0.0444, + "step": 25455 + }, + { + "epoch": 21.591178965224767, + "grad_norm": 1.314547635122258, + "learning_rate": 1.8241351351642052e-05, + "loss": 0.0547, + "step": 25456 + }, + { + "epoch": 21.592027141645463, + "grad_norm": 1.232752419282687, + "learning_rate": 1.824119575828243e-05, + "loss": 0.0449, + "step": 25457 + }, + { + "epoch": 21.59287531806616, + "grad_norm": 1.117325781537627, + "learning_rate": 1.8241040158703837e-05, + "loss": 0.0452, + "step": 25458 + }, + { + "epoch": 21.593723494486852, + "grad_norm": 1.4098740046057041, + "learning_rate": 1.8240884552906384e-05, + "loss": 0.0499, + "step": 25459 + }, + { + "epoch": 21.59457167090755, + "grad_norm": 1.1992353234796516, + "learning_rate": 1.8240728940890188e-05, + "loss": 0.0469, + "step": 25460 + }, + { + "epoch": 21.595419847328245, + "grad_norm": 1.0953689945113416, + "learning_rate": 1.8240573322655367e-05, + "loss": 0.0425, + "step": 25461 + }, + { + "epoch": 21.59626802374894, + "grad_norm": 0.9688200550288525, + "learning_rate": 1.824041769820204e-05, + "loss": 0.0413, + "step": 25462 + }, + { + "epoch": 21.597116200169637, + "grad_norm": 1.9999708431724121, + "learning_rate": 1.8240262067530327e-05, + "loss": 0.05, + "step": 25463 + }, + { + "epoch": 21.59796437659033, + "grad_norm": 1.0635927155717007, + "learning_rate": 1.824010643064034e-05, + "loss": 0.0407, + "step": 25464 + }, + { + "epoch": 21.598812553011026, + "grad_norm": 1.1793049371499036, + "learning_rate": 1.8239950787532198e-05, + "loss": 0.046, + "step": 25465 + }, + { + "epoch": 21.599660729431722, + "grad_norm": 1.2044618857413947, + "learning_rate": 1.8239795138206023e-05, + "loss": 0.0482, + "step": 25466 + }, + { + "epoch": 21.60050890585242, + "grad_norm": 1.176304791622304, + "learning_rate": 1.8239639482661925e-05, + "loss": 0.046, + "step": 25467 + }, + { + "epoch": 21.60135708227311, + "grad_norm": 1.0997064505432055, + "learning_rate": 1.8239483820900026e-05, + "loss": 0.0452, + "step": 25468 + }, + { + "epoch": 21.602205258693807, + "grad_norm": 1.4625424046746551, + "learning_rate": 1.8239328152920445e-05, + "loss": 0.0507, + "step": 25469 + }, + { + "epoch": 21.603053435114504, + "grad_norm": 1.2839256721036778, + "learning_rate": 1.8239172478723293e-05, + "loss": 0.0472, + "step": 25470 + }, + { + "epoch": 21.6039016115352, + "grad_norm": 1.2892410155389078, + "learning_rate": 1.823901679830869e-05, + "loss": 0.0464, + "step": 25471 + }, + { + "epoch": 21.604749787955896, + "grad_norm": 1.044777864025187, + "learning_rate": 1.823886111167676e-05, + "loss": 0.0423, + "step": 25472 + }, + { + "epoch": 21.60559796437659, + "grad_norm": 1.233421298062237, + "learning_rate": 1.8238705418827613e-05, + "loss": 0.05, + "step": 25473 + }, + { + "epoch": 21.606446140797285, + "grad_norm": 1.1242263377323756, + "learning_rate": 1.823854971976137e-05, + "loss": 0.0529, + "step": 25474 + }, + { + "epoch": 21.60729431721798, + "grad_norm": 1.0023586455389568, + "learning_rate": 1.823839401447815e-05, + "loss": 0.0427, + "step": 25475 + }, + { + "epoch": 21.608142493638677, + "grad_norm": 1.2890747103220348, + "learning_rate": 1.8238238302978066e-05, + "loss": 0.0488, + "step": 25476 + }, + { + "epoch": 21.608990670059374, + "grad_norm": 0.9473569801720797, + "learning_rate": 1.8238082585261235e-05, + "loss": 0.0392, + "step": 25477 + }, + { + "epoch": 21.609838846480066, + "grad_norm": 1.100376553866573, + "learning_rate": 1.8237926861327778e-05, + "loss": 0.0458, + "step": 25478 + }, + { + "epoch": 21.610687022900763, + "grad_norm": 1.3321783719608093, + "learning_rate": 1.8237771131177815e-05, + "loss": 0.053, + "step": 25479 + }, + { + "epoch": 21.61153519932146, + "grad_norm": 1.1669965192073983, + "learning_rate": 1.823761539481146e-05, + "loss": 0.0467, + "step": 25480 + }, + { + "epoch": 21.612383375742155, + "grad_norm": 1.343161785768219, + "learning_rate": 1.8237459652228828e-05, + "loss": 0.0475, + "step": 25481 + }, + { + "epoch": 21.61323155216285, + "grad_norm": 1.1035866857372965, + "learning_rate": 1.8237303903430038e-05, + "loss": 0.0439, + "step": 25482 + }, + { + "epoch": 21.614079728583544, + "grad_norm": 1.1029770167925255, + "learning_rate": 1.823714814841521e-05, + "loss": 0.0416, + "step": 25483 + }, + { + "epoch": 21.61492790500424, + "grad_norm": 1.2767236803768582, + "learning_rate": 1.823699238718446e-05, + "loss": 0.0485, + "step": 25484 + }, + { + "epoch": 21.615776081424936, + "grad_norm": 1.1594635853115411, + "learning_rate": 1.8236836619737907e-05, + "loss": 0.0417, + "step": 25485 + }, + { + "epoch": 21.616624257845633, + "grad_norm": 1.1203407447005744, + "learning_rate": 1.8236680846075664e-05, + "loss": 0.0431, + "step": 25486 + }, + { + "epoch": 21.61747243426633, + "grad_norm": 1.10988501889245, + "learning_rate": 1.8236525066197853e-05, + "loss": 0.0466, + "step": 25487 + }, + { + "epoch": 21.61832061068702, + "grad_norm": 1.2846893420273335, + "learning_rate": 1.8236369280104592e-05, + "loss": 0.0478, + "step": 25488 + }, + { + "epoch": 21.619168787107718, + "grad_norm": 1.3497332163464788, + "learning_rate": 1.8236213487795997e-05, + "loss": 0.0489, + "step": 25489 + }, + { + "epoch": 21.620016963528414, + "grad_norm": 1.043965214726879, + "learning_rate": 1.8236057689272185e-05, + "loss": 0.0441, + "step": 25490 + }, + { + "epoch": 21.62086513994911, + "grad_norm": 1.3972074757933097, + "learning_rate": 1.8235901884533277e-05, + "loss": 0.0452, + "step": 25491 + }, + { + "epoch": 21.621713316369807, + "grad_norm": 1.2248565607054391, + "learning_rate": 1.8235746073579382e-05, + "loss": 0.046, + "step": 25492 + }, + { + "epoch": 21.6225614927905, + "grad_norm": 1.4752110997812882, + "learning_rate": 1.8235590256410627e-05, + "loss": 0.0513, + "step": 25493 + }, + { + "epoch": 21.623409669211195, + "grad_norm": 1.217718865182821, + "learning_rate": 1.8235434433027123e-05, + "loss": 0.0436, + "step": 25494 + }, + { + "epoch": 21.62425784563189, + "grad_norm": 1.3847460500765931, + "learning_rate": 1.8235278603428994e-05, + "loss": 0.0507, + "step": 25495 + }, + { + "epoch": 21.625106022052588, + "grad_norm": 1.3744980944025589, + "learning_rate": 1.8235122767616352e-05, + "loss": 0.0489, + "step": 25496 + }, + { + "epoch": 21.625954198473284, + "grad_norm": 1.1991381034505337, + "learning_rate": 1.8234966925589318e-05, + "loss": 0.0471, + "step": 25497 + }, + { + "epoch": 21.626802374893977, + "grad_norm": 1.180326524685489, + "learning_rate": 1.8234811077348003e-05, + "loss": 0.0493, + "step": 25498 + }, + { + "epoch": 21.627650551314673, + "grad_norm": 1.2850487590792683, + "learning_rate": 1.8234655222892536e-05, + "loss": 0.0551, + "step": 25499 + }, + { + "epoch": 21.62849872773537, + "grad_norm": 1.421482303885752, + "learning_rate": 1.8234499362223025e-05, + "loss": 0.0482, + "step": 25500 + }, + { + "epoch": 21.629346904156066, + "grad_norm": 1.117299986791785, + "learning_rate": 1.823434349533959e-05, + "loss": 0.0469, + "step": 25501 + }, + { + "epoch": 21.63019508057676, + "grad_norm": 1.0879835512340794, + "learning_rate": 1.8234187622242353e-05, + "loss": 0.045, + "step": 25502 + }, + { + "epoch": 21.631043256997454, + "grad_norm": 1.205678986818475, + "learning_rate": 1.8234031742931426e-05, + "loss": 0.0459, + "step": 25503 + }, + { + "epoch": 21.63189143341815, + "grad_norm": 1.2463886307070062, + "learning_rate": 1.8233875857406932e-05, + "loss": 0.0469, + "step": 25504 + }, + { + "epoch": 21.632739609838847, + "grad_norm": 1.2303570672308533, + "learning_rate": 1.823371996566898e-05, + "loss": 0.0496, + "step": 25505 + }, + { + "epoch": 21.633587786259543, + "grad_norm": 1.3086807078774518, + "learning_rate": 1.8233564067717698e-05, + "loss": 0.0484, + "step": 25506 + }, + { + "epoch": 21.634435962680236, + "grad_norm": 1.2032000000199545, + "learning_rate": 1.8233408163553198e-05, + "loss": 0.0455, + "step": 25507 + }, + { + "epoch": 21.635284139100932, + "grad_norm": 1.3496947100931012, + "learning_rate": 1.8233252253175596e-05, + "loss": 0.046, + "step": 25508 + }, + { + "epoch": 21.63613231552163, + "grad_norm": 1.0863658616176946, + "learning_rate": 1.8233096336585014e-05, + "loss": 0.0445, + "step": 25509 + }, + { + "epoch": 21.636980491942325, + "grad_norm": 1.3042097716005234, + "learning_rate": 1.8232940413781567e-05, + "loss": 0.0489, + "step": 25510 + }, + { + "epoch": 21.63782866836302, + "grad_norm": 1.3206523010774542, + "learning_rate": 1.8232784484765374e-05, + "loss": 0.0475, + "step": 25511 + }, + { + "epoch": 21.638676844783713, + "grad_norm": 1.08465005930506, + "learning_rate": 1.8232628549536554e-05, + "loss": 0.0479, + "step": 25512 + }, + { + "epoch": 21.63952502120441, + "grad_norm": 1.1732584670132387, + "learning_rate": 1.823247260809522e-05, + "loss": 0.0449, + "step": 25513 + }, + { + "epoch": 21.640373197625106, + "grad_norm": 1.1384176907034413, + "learning_rate": 1.823231666044149e-05, + "loss": 0.0463, + "step": 25514 + }, + { + "epoch": 21.641221374045802, + "grad_norm": 1.287241171376007, + "learning_rate": 1.823216070657549e-05, + "loss": 0.05, + "step": 25515 + }, + { + "epoch": 21.6420695504665, + "grad_norm": 1.2933764247818482, + "learning_rate": 1.8232004746497328e-05, + "loss": 0.0495, + "step": 25516 + }, + { + "epoch": 21.64291772688719, + "grad_norm": 1.0468752267101151, + "learning_rate": 1.8231848780207125e-05, + "loss": 0.0444, + "step": 25517 + }, + { + "epoch": 21.643765903307887, + "grad_norm": 1.0584414614732136, + "learning_rate": 1.8231692807705003e-05, + "loss": 0.0427, + "step": 25518 + }, + { + "epoch": 21.644614079728584, + "grad_norm": 1.189934259325193, + "learning_rate": 1.8231536828991073e-05, + "loss": 0.0471, + "step": 25519 + }, + { + "epoch": 21.64546225614928, + "grad_norm": 1.2090585423881832, + "learning_rate": 1.8231380844065457e-05, + "loss": 0.0493, + "step": 25520 + }, + { + "epoch": 21.646310432569976, + "grad_norm": 1.1095296297382817, + "learning_rate": 1.823122485292827e-05, + "loss": 0.0481, + "step": 25521 + }, + { + "epoch": 21.64715860899067, + "grad_norm": 1.1826482824376023, + "learning_rate": 1.8231068855579633e-05, + "loss": 0.0507, + "step": 25522 + }, + { + "epoch": 21.648006785411365, + "grad_norm": 1.2881221432505825, + "learning_rate": 1.823091285201966e-05, + "loss": 0.0486, + "step": 25523 + }, + { + "epoch": 21.64885496183206, + "grad_norm": 1.155599029683651, + "learning_rate": 1.823075684224847e-05, + "loss": 0.043, + "step": 25524 + }, + { + "epoch": 21.649703138252757, + "grad_norm": 1.4927229129129373, + "learning_rate": 1.823060082626618e-05, + "loss": 0.0477, + "step": 25525 + }, + { + "epoch": 21.650551314673454, + "grad_norm": 1.0327831696768544, + "learning_rate": 1.8230444804072915e-05, + "loss": 0.0426, + "step": 25526 + }, + { + "epoch": 21.651399491094146, + "grad_norm": 1.073679745287712, + "learning_rate": 1.823028877566878e-05, + "loss": 0.0433, + "step": 25527 + }, + { + "epoch": 21.652247667514843, + "grad_norm": 1.1606249474240338, + "learning_rate": 1.82301327410539e-05, + "loss": 0.0489, + "step": 25528 + }, + { + "epoch": 21.65309584393554, + "grad_norm": 1.2590778411250327, + "learning_rate": 1.8229976700228396e-05, + "loss": 0.0493, + "step": 25529 + }, + { + "epoch": 21.653944020356235, + "grad_norm": 1.327499845915715, + "learning_rate": 1.8229820653192382e-05, + "loss": 0.0467, + "step": 25530 + }, + { + "epoch": 21.65479219677693, + "grad_norm": 1.3808558952340193, + "learning_rate": 1.8229664599945973e-05, + "loss": 0.0493, + "step": 25531 + }, + { + "epoch": 21.655640373197624, + "grad_norm": 1.0789830076662144, + "learning_rate": 1.822950854048929e-05, + "loss": 0.0434, + "step": 25532 + }, + { + "epoch": 21.65648854961832, + "grad_norm": 1.1400359622710063, + "learning_rate": 1.822935247482245e-05, + "loss": 0.0449, + "step": 25533 + }, + { + "epoch": 21.657336726039016, + "grad_norm": 1.2230547923394413, + "learning_rate": 1.822919640294557e-05, + "loss": 0.0486, + "step": 25534 + }, + { + "epoch": 21.658184902459713, + "grad_norm": 1.0595174233647655, + "learning_rate": 1.8229040324858772e-05, + "loss": 0.0427, + "step": 25535 + }, + { + "epoch": 21.659033078880405, + "grad_norm": 1.108406397927837, + "learning_rate": 1.822888424056217e-05, + "loss": 0.0489, + "step": 25536 + }, + { + "epoch": 21.6598812553011, + "grad_norm": 1.2369215325704725, + "learning_rate": 1.8228728150055878e-05, + "loss": 0.0434, + "step": 25537 + }, + { + "epoch": 21.660729431721798, + "grad_norm": 1.2545066838420444, + "learning_rate": 1.822857205334002e-05, + "loss": 0.045, + "step": 25538 + }, + { + "epoch": 21.661577608142494, + "grad_norm": 1.1621820107365792, + "learning_rate": 1.8228415950414712e-05, + "loss": 0.045, + "step": 25539 + }, + { + "epoch": 21.66242578456319, + "grad_norm": 1.0960469185470034, + "learning_rate": 1.8228259841280073e-05, + "loss": 0.0437, + "step": 25540 + }, + { + "epoch": 21.663273960983886, + "grad_norm": 1.1687108550806964, + "learning_rate": 1.822810372593622e-05, + "loss": 0.0474, + "step": 25541 + }, + { + "epoch": 21.66412213740458, + "grad_norm": 1.264777711582448, + "learning_rate": 1.8227947604383267e-05, + "loss": 0.046, + "step": 25542 + }, + { + "epoch": 21.664970313825275, + "grad_norm": 1.1504523935267699, + "learning_rate": 1.822779147662134e-05, + "loss": 0.0445, + "step": 25543 + }, + { + "epoch": 21.66581849024597, + "grad_norm": 1.2087700518020512, + "learning_rate": 1.8227635342650547e-05, + "loss": 0.0482, + "step": 25544 + }, + { + "epoch": 21.666666666666668, + "grad_norm": 1.2374421424942248, + "learning_rate": 1.8227479202471016e-05, + "loss": 0.0491, + "step": 25545 + }, + { + "epoch": 21.66751484308736, + "grad_norm": 1.1461863360030595, + "learning_rate": 1.822732305608285e-05, + "loss": 0.0444, + "step": 25546 + }, + { + "epoch": 21.668363019508057, + "grad_norm": 0.9919642537607372, + "learning_rate": 1.8227166903486186e-05, + "loss": 0.0398, + "step": 25547 + }, + { + "epoch": 21.669211195928753, + "grad_norm": 1.2520284439677272, + "learning_rate": 1.822701074468113e-05, + "loss": 0.0456, + "step": 25548 + }, + { + "epoch": 21.67005937234945, + "grad_norm": 1.1709130487663153, + "learning_rate": 1.82268545796678e-05, + "loss": 0.0482, + "step": 25549 + }, + { + "epoch": 21.670907548770145, + "grad_norm": 1.2159463624528757, + "learning_rate": 1.8226698408446318e-05, + "loss": 0.0447, + "step": 25550 + }, + { + "epoch": 21.671755725190838, + "grad_norm": 1.2225797135551084, + "learning_rate": 1.82265422310168e-05, + "loss": 0.0468, + "step": 25551 + }, + { + "epoch": 21.672603901611534, + "grad_norm": 1.2190389562481367, + "learning_rate": 1.8226386047379364e-05, + "loss": 0.0453, + "step": 25552 + }, + { + "epoch": 21.67345207803223, + "grad_norm": 1.1605688256859565, + "learning_rate": 1.8226229857534124e-05, + "loss": 0.0426, + "step": 25553 + }, + { + "epoch": 21.674300254452927, + "grad_norm": 1.4407985962599412, + "learning_rate": 1.8226073661481203e-05, + "loss": 0.0468, + "step": 25554 + }, + { + "epoch": 21.675148430873623, + "grad_norm": 1.0874966557107013, + "learning_rate": 1.8225917459220716e-05, + "loss": 0.0451, + "step": 25555 + }, + { + "epoch": 21.675996607294316, + "grad_norm": 1.168879486500077, + "learning_rate": 1.8225761250752785e-05, + "loss": 0.045, + "step": 25556 + }, + { + "epoch": 21.676844783715012, + "grad_norm": 1.0390456294148602, + "learning_rate": 1.8225605036077523e-05, + "loss": 0.05, + "step": 25557 + }, + { + "epoch": 21.67769296013571, + "grad_norm": 1.14871545346143, + "learning_rate": 1.822544881519505e-05, + "loss": 0.0421, + "step": 25558 + }, + { + "epoch": 21.678541136556404, + "grad_norm": 0.9886465163521905, + "learning_rate": 1.8225292588105487e-05, + "loss": 0.0422, + "step": 25559 + }, + { + "epoch": 21.6793893129771, + "grad_norm": 1.5200368003324212, + "learning_rate": 1.8225136354808943e-05, + "loss": 0.0497, + "step": 25560 + }, + { + "epoch": 21.680237489397793, + "grad_norm": 1.1205115255639169, + "learning_rate": 1.8224980115305543e-05, + "loss": 0.0425, + "step": 25561 + }, + { + "epoch": 21.68108566581849, + "grad_norm": 1.2879217626915045, + "learning_rate": 1.8224823869595406e-05, + "loss": 0.0447, + "step": 25562 + }, + { + "epoch": 21.681933842239186, + "grad_norm": 1.2416889676023872, + "learning_rate": 1.8224667617678646e-05, + "loss": 0.0489, + "step": 25563 + }, + { + "epoch": 21.682782018659882, + "grad_norm": 0.93081281508968, + "learning_rate": 1.8224511359555384e-05, + "loss": 0.0432, + "step": 25564 + }, + { + "epoch": 21.68363019508058, + "grad_norm": 1.272063490994071, + "learning_rate": 1.8224355095225732e-05, + "loss": 0.0526, + "step": 25565 + }, + { + "epoch": 21.68447837150127, + "grad_norm": 1.3934201428134994, + "learning_rate": 1.8224198824689816e-05, + "loss": 0.0704, + "step": 25566 + }, + { + "epoch": 21.685326547921967, + "grad_norm": 1.1686133580935016, + "learning_rate": 1.822404254794775e-05, + "loss": 0.0452, + "step": 25567 + }, + { + "epoch": 21.686174724342663, + "grad_norm": 1.3377710997229344, + "learning_rate": 1.822388626499965e-05, + "loss": 0.0539, + "step": 25568 + }, + { + "epoch": 21.68702290076336, + "grad_norm": 1.2217458800408678, + "learning_rate": 1.8223729975845638e-05, + "loss": 0.0431, + "step": 25569 + }, + { + "epoch": 21.687871077184056, + "grad_norm": 1.153939751558375, + "learning_rate": 1.8223573680485828e-05, + "loss": 0.0511, + "step": 25570 + }, + { + "epoch": 21.68871925360475, + "grad_norm": 1.194826883943862, + "learning_rate": 1.8223417378920337e-05, + "loss": 0.0463, + "step": 25571 + }, + { + "epoch": 21.689567430025445, + "grad_norm": 1.470995569966212, + "learning_rate": 1.822326107114929e-05, + "loss": 0.0529, + "step": 25572 + }, + { + "epoch": 21.69041560644614, + "grad_norm": 1.1903854613557467, + "learning_rate": 1.8223104757172797e-05, + "loss": 0.0499, + "step": 25573 + }, + { + "epoch": 21.691263782866837, + "grad_norm": 0.8960587786818642, + "learning_rate": 1.822294843699098e-05, + "loss": 0.0459, + "step": 25574 + }, + { + "epoch": 21.69211195928753, + "grad_norm": 1.2020908095487572, + "learning_rate": 1.822279211060396e-05, + "loss": 0.0498, + "step": 25575 + }, + { + "epoch": 21.692960135708226, + "grad_norm": 1.059857943924471, + "learning_rate": 1.8222635778011854e-05, + "loss": 0.044, + "step": 25576 + }, + { + "epoch": 21.693808312128922, + "grad_norm": 1.065610144008181, + "learning_rate": 1.8222479439214772e-05, + "loss": 0.0469, + "step": 25577 + }, + { + "epoch": 21.69465648854962, + "grad_norm": 1.2176438251410309, + "learning_rate": 1.822232309421284e-05, + "loss": 0.0498, + "step": 25578 + }, + { + "epoch": 21.695504664970315, + "grad_norm": 1.0774661393433351, + "learning_rate": 1.8222166743006168e-05, + "loss": 0.0447, + "step": 25579 + }, + { + "epoch": 21.696352841391008, + "grad_norm": 1.4916819125464271, + "learning_rate": 1.8222010385594887e-05, + "loss": 0.0515, + "step": 25580 + }, + { + "epoch": 21.697201017811704, + "grad_norm": 1.2212722695217983, + "learning_rate": 1.8221854021979106e-05, + "loss": 0.0458, + "step": 25581 + }, + { + "epoch": 21.6980491942324, + "grad_norm": 1.0305161424114033, + "learning_rate": 1.822169765215894e-05, + "loss": 0.0406, + "step": 25582 + }, + { + "epoch": 21.698897370653096, + "grad_norm": 1.273361298768309, + "learning_rate": 1.8221541276134513e-05, + "loss": 0.0476, + "step": 25583 + }, + { + "epoch": 21.699745547073793, + "grad_norm": 0.97725904032555, + "learning_rate": 1.8221384893905942e-05, + "loss": 0.0431, + "step": 25584 + }, + { + "epoch": 21.700593723494485, + "grad_norm": 1.1624016204945442, + "learning_rate": 1.8221228505473346e-05, + "loss": 0.0491, + "step": 25585 + }, + { + "epoch": 21.70144189991518, + "grad_norm": 1.1685736705651668, + "learning_rate": 1.822107211083684e-05, + "loss": 0.0448, + "step": 25586 + }, + { + "epoch": 21.702290076335878, + "grad_norm": 1.1930494616204284, + "learning_rate": 1.8220915709996547e-05, + "loss": 0.0434, + "step": 25587 + }, + { + "epoch": 21.703138252756574, + "grad_norm": 1.2801181992586965, + "learning_rate": 1.8220759302952577e-05, + "loss": 0.0503, + "step": 25588 + }, + { + "epoch": 21.70398642917727, + "grad_norm": 1.171711816304387, + "learning_rate": 1.8220602889705056e-05, + "loss": 0.0507, + "step": 25589 + }, + { + "epoch": 21.704834605597963, + "grad_norm": 1.4143586281727791, + "learning_rate": 1.8220446470254097e-05, + "loss": 0.0562, + "step": 25590 + }, + { + "epoch": 21.70568278201866, + "grad_norm": 1.235146927692571, + "learning_rate": 1.8220290044599817e-05, + "loss": 0.047, + "step": 25591 + }, + { + "epoch": 21.706530958439355, + "grad_norm": 1.3159188970054714, + "learning_rate": 1.822013361274234e-05, + "loss": 0.0468, + "step": 25592 + }, + { + "epoch": 21.70737913486005, + "grad_norm": 1.1978497501939536, + "learning_rate": 1.821997717468178e-05, + "loss": 0.0442, + "step": 25593 + }, + { + "epoch": 21.708227311280748, + "grad_norm": 1.0903476856820649, + "learning_rate": 1.8219820730418255e-05, + "loss": 0.0432, + "step": 25594 + }, + { + "epoch": 21.70907548770144, + "grad_norm": 1.0373364215452825, + "learning_rate": 1.8219664279951886e-05, + "loss": 0.0399, + "step": 25595 + }, + { + "epoch": 21.709923664122137, + "grad_norm": 1.1708016982142009, + "learning_rate": 1.8219507823282784e-05, + "loss": 0.0471, + "step": 25596 + }, + { + "epoch": 21.710771840542833, + "grad_norm": 1.3045211460488944, + "learning_rate": 1.821935136041108e-05, + "loss": 0.0541, + "step": 25597 + }, + { + "epoch": 21.71162001696353, + "grad_norm": 1.265311173040471, + "learning_rate": 1.8219194891336874e-05, + "loss": 0.0501, + "step": 25598 + }, + { + "epoch": 21.712468193384225, + "grad_norm": 1.3381584175764565, + "learning_rate": 1.82190384160603e-05, + "loss": 0.0503, + "step": 25599 + }, + { + "epoch": 21.713316369804918, + "grad_norm": 1.2898301442883708, + "learning_rate": 1.821888193458147e-05, + "loss": 0.0507, + "step": 25600 + }, + { + "epoch": 21.714164546225614, + "grad_norm": 1.0197563013013038, + "learning_rate": 1.82187254469005e-05, + "loss": 0.0427, + "step": 25601 + }, + { + "epoch": 21.71501272264631, + "grad_norm": 0.986519539500014, + "learning_rate": 1.8218568953017512e-05, + "loss": 0.0448, + "step": 25602 + }, + { + "epoch": 21.715860899067007, + "grad_norm": 1.1359695968757417, + "learning_rate": 1.8218412452932625e-05, + "loss": 0.0456, + "step": 25603 + }, + { + "epoch": 21.716709075487703, + "grad_norm": 1.0573764114352258, + "learning_rate": 1.821825594664595e-05, + "loss": 0.0509, + "step": 25604 + }, + { + "epoch": 21.717557251908396, + "grad_norm": 1.1885900637472193, + "learning_rate": 1.821809943415761e-05, + "loss": 0.0465, + "step": 25605 + }, + { + "epoch": 21.718405428329092, + "grad_norm": 1.3095108999486695, + "learning_rate": 1.8217942915467726e-05, + "loss": 0.0566, + "step": 25606 + }, + { + "epoch": 21.719253604749788, + "grad_norm": 1.0225283516030468, + "learning_rate": 1.8217786390576408e-05, + "loss": 0.0408, + "step": 25607 + }, + { + "epoch": 21.720101781170484, + "grad_norm": 1.121687188386794, + "learning_rate": 1.8217629859483782e-05, + "loss": 0.0505, + "step": 25608 + }, + { + "epoch": 21.72094995759118, + "grad_norm": 1.211642611600234, + "learning_rate": 1.8217473322189967e-05, + "loss": 0.0449, + "step": 25609 + }, + { + "epoch": 21.721798134011873, + "grad_norm": 1.092490673784726, + "learning_rate": 1.821731677869507e-05, + "loss": 0.0446, + "step": 25610 + }, + { + "epoch": 21.72264631043257, + "grad_norm": 1.114562043119993, + "learning_rate": 1.821716022899922e-05, + "loss": 0.0423, + "step": 25611 + }, + { + "epoch": 21.723494486853266, + "grad_norm": 1.0923231082137674, + "learning_rate": 1.8217003673102535e-05, + "loss": 0.0464, + "step": 25612 + }, + { + "epoch": 21.724342663273962, + "grad_norm": 1.0142109711173868, + "learning_rate": 1.821684711100512e-05, + "loss": 0.0413, + "step": 25613 + }, + { + "epoch": 21.725190839694655, + "grad_norm": 1.2672717294000861, + "learning_rate": 1.8216690542707112e-05, + "loss": 0.0465, + "step": 25614 + }, + { + "epoch": 21.72603901611535, + "grad_norm": 1.068829596622903, + "learning_rate": 1.8216533968208618e-05, + "loss": 0.0436, + "step": 25615 + }, + { + "epoch": 21.726887192536047, + "grad_norm": 1.2057840902938646, + "learning_rate": 1.8216377387509755e-05, + "loss": 0.0442, + "step": 25616 + }, + { + "epoch": 21.727735368956743, + "grad_norm": 1.0564283769788294, + "learning_rate": 1.8216220800610644e-05, + "loss": 0.0453, + "step": 25617 + }, + { + "epoch": 21.72858354537744, + "grad_norm": 1.1107640971857946, + "learning_rate": 1.8216064207511405e-05, + "loss": 0.0421, + "step": 25618 + }, + { + "epoch": 21.729431721798132, + "grad_norm": 1.156714411900981, + "learning_rate": 1.8215907608212156e-05, + "loss": 0.044, + "step": 25619 + }, + { + "epoch": 21.73027989821883, + "grad_norm": 1.505205097158113, + "learning_rate": 1.821575100271301e-05, + "loss": 0.053, + "step": 25620 + }, + { + "epoch": 21.731128074639525, + "grad_norm": 1.032827642513646, + "learning_rate": 1.8215594391014094e-05, + "loss": 0.0411, + "step": 25621 + }, + { + "epoch": 21.73197625106022, + "grad_norm": 1.209599283480404, + "learning_rate": 1.821543777311552e-05, + "loss": 0.048, + "step": 25622 + }, + { + "epoch": 21.732824427480917, + "grad_norm": 1.285319305963279, + "learning_rate": 1.82152811490174e-05, + "loss": 0.042, + "step": 25623 + }, + { + "epoch": 21.73367260390161, + "grad_norm": 1.164149245563852, + "learning_rate": 1.821512451871987e-05, + "loss": 0.0469, + "step": 25624 + }, + { + "epoch": 21.734520780322306, + "grad_norm": 1.1544248726324835, + "learning_rate": 1.821496788222303e-05, + "loss": 0.0479, + "step": 25625 + }, + { + "epoch": 21.735368956743002, + "grad_norm": 1.1740549749179139, + "learning_rate": 1.821481123952701e-05, + "loss": 0.047, + "step": 25626 + }, + { + "epoch": 21.7362171331637, + "grad_norm": 0.9642431794206925, + "learning_rate": 1.8214654590631918e-05, + "loss": 0.0419, + "step": 25627 + }, + { + "epoch": 21.737065309584395, + "grad_norm": 1.1070137809798772, + "learning_rate": 1.8214497935537883e-05, + "loss": 0.0408, + "step": 25628 + }, + { + "epoch": 21.737913486005088, + "grad_norm": 1.320050561093093, + "learning_rate": 1.821434127424502e-05, + "loss": 0.0495, + "step": 25629 + }, + { + "epoch": 21.738761662425784, + "grad_norm": 1.3054027193829354, + "learning_rate": 1.8214184606753443e-05, + "loss": 0.0511, + "step": 25630 + }, + { + "epoch": 21.73960983884648, + "grad_norm": 1.3594380727956366, + "learning_rate": 1.8214027933063278e-05, + "loss": 0.0444, + "step": 25631 + }, + { + "epoch": 21.740458015267176, + "grad_norm": 1.119416995882575, + "learning_rate": 1.8213871253174634e-05, + "loss": 0.0436, + "step": 25632 + }, + { + "epoch": 21.741306191687872, + "grad_norm": 1.3245003128462989, + "learning_rate": 1.821371456708763e-05, + "loss": 0.0491, + "step": 25633 + }, + { + "epoch": 21.742154368108565, + "grad_norm": 1.0933536011009508, + "learning_rate": 1.8213557874802394e-05, + "loss": 0.0448, + "step": 25634 + }, + { + "epoch": 21.74300254452926, + "grad_norm": 1.2934761322056292, + "learning_rate": 1.8213401176319036e-05, + "loss": 0.0497, + "step": 25635 + }, + { + "epoch": 21.743850720949958, + "grad_norm": 1.1406459959420643, + "learning_rate": 1.8213244471637673e-05, + "loss": 0.0457, + "step": 25636 + }, + { + "epoch": 21.744698897370654, + "grad_norm": 1.0128687317190237, + "learning_rate": 1.821308776075843e-05, + "loss": 0.0459, + "step": 25637 + }, + { + "epoch": 21.74554707379135, + "grad_norm": 1.003273530627279, + "learning_rate": 1.8212931043681423e-05, + "loss": 0.0413, + "step": 25638 + }, + { + "epoch": 21.746395250212043, + "grad_norm": 1.1068606290263099, + "learning_rate": 1.821277432040676e-05, + "loss": 0.044, + "step": 25639 + }, + { + "epoch": 21.74724342663274, + "grad_norm": 1.295375694798581, + "learning_rate": 1.8212617590934578e-05, + "loss": 0.0491, + "step": 25640 + }, + { + "epoch": 21.748091603053435, + "grad_norm": 1.4395397973596031, + "learning_rate": 1.8212460855264982e-05, + "loss": 0.0454, + "step": 25641 + }, + { + "epoch": 21.74893977947413, + "grad_norm": 1.1813456816741574, + "learning_rate": 1.8212304113398094e-05, + "loss": 0.047, + "step": 25642 + }, + { + "epoch": 21.749787955894828, + "grad_norm": 1.2775019592932098, + "learning_rate": 1.821214736533403e-05, + "loss": 0.0443, + "step": 25643 + }, + { + "epoch": 21.75063613231552, + "grad_norm": 1.2923435924452156, + "learning_rate": 1.8211990611072913e-05, + "loss": 0.0472, + "step": 25644 + }, + { + "epoch": 21.751484308736217, + "grad_norm": 1.2357057849172965, + "learning_rate": 1.8211833850614854e-05, + "loss": 0.0422, + "step": 25645 + }, + { + "epoch": 21.752332485156913, + "grad_norm": 1.31902983680407, + "learning_rate": 1.821167708395998e-05, + "loss": 0.0449, + "step": 25646 + }, + { + "epoch": 21.75318066157761, + "grad_norm": 1.266338191410132, + "learning_rate": 1.8211520311108406e-05, + "loss": 0.0438, + "step": 25647 + }, + { + "epoch": 21.754028837998305, + "grad_norm": 1.1540520067898044, + "learning_rate": 1.8211363532060248e-05, + "loss": 0.0449, + "step": 25648 + }, + { + "epoch": 21.754877014418998, + "grad_norm": 1.033108241607076, + "learning_rate": 1.8211206746815623e-05, + "loss": 0.0475, + "step": 25649 + }, + { + "epoch": 21.755725190839694, + "grad_norm": 1.1734652525666434, + "learning_rate": 1.8211049955374658e-05, + "loss": 0.0488, + "step": 25650 + }, + { + "epoch": 21.75657336726039, + "grad_norm": 1.1542699772868763, + "learning_rate": 1.821089315773746e-05, + "loss": 0.0469, + "step": 25651 + }, + { + "epoch": 21.757421543681087, + "grad_norm": 1.2188308255446751, + "learning_rate": 1.821073635390416e-05, + "loss": 0.0466, + "step": 25652 + }, + { + "epoch": 21.75826972010178, + "grad_norm": 1.1690209344907363, + "learning_rate": 1.821057954387486e-05, + "loss": 0.0461, + "step": 25653 + }, + { + "epoch": 21.759117896522476, + "grad_norm": 1.2208485653249914, + "learning_rate": 1.8210422727649692e-05, + "loss": 0.053, + "step": 25654 + }, + { + "epoch": 21.759966072943172, + "grad_norm": 1.0756889380577739, + "learning_rate": 1.8210265905228768e-05, + "loss": 0.0416, + "step": 25655 + }, + { + "epoch": 21.760814249363868, + "grad_norm": 1.2314858224402654, + "learning_rate": 1.821010907661221e-05, + "loss": 0.0467, + "step": 25656 + }, + { + "epoch": 21.761662425784564, + "grad_norm": 1.179600577543872, + "learning_rate": 1.8209952241800133e-05, + "loss": 0.0484, + "step": 25657 + }, + { + "epoch": 21.762510602205257, + "grad_norm": 1.027233974244406, + "learning_rate": 1.820979540079266e-05, + "loss": 0.0412, + "step": 25658 + }, + { + "epoch": 21.763358778625953, + "grad_norm": 1.1252753539771068, + "learning_rate": 1.8209638553589902e-05, + "loss": 0.0498, + "step": 25659 + }, + { + "epoch": 21.76420695504665, + "grad_norm": 1.273437880676331, + "learning_rate": 1.8209481700191983e-05, + "loss": 0.0482, + "step": 25660 + }, + { + "epoch": 21.765055131467346, + "grad_norm": 1.2523311445997516, + "learning_rate": 1.820932484059902e-05, + "loss": 0.0469, + "step": 25661 + }, + { + "epoch": 21.765903307888042, + "grad_norm": 1.163501969058426, + "learning_rate": 1.820916797481113e-05, + "loss": 0.0456, + "step": 25662 + }, + { + "epoch": 21.766751484308735, + "grad_norm": 1.1167550706786995, + "learning_rate": 1.8209011102828436e-05, + "loss": 0.0449, + "step": 25663 + }, + { + "epoch": 21.76759966072943, + "grad_norm": 1.3326996625261593, + "learning_rate": 1.820885422465105e-05, + "loss": 0.0462, + "step": 25664 + }, + { + "epoch": 21.768447837150127, + "grad_norm": 1.0511010245859806, + "learning_rate": 1.8208697340279094e-05, + "loss": 0.0419, + "step": 25665 + }, + { + "epoch": 21.769296013570823, + "grad_norm": 1.3654055175184272, + "learning_rate": 1.8208540449712685e-05, + "loss": 0.0498, + "step": 25666 + }, + { + "epoch": 21.77014418999152, + "grad_norm": 1.309819454485153, + "learning_rate": 1.820838355295194e-05, + "loss": 0.0532, + "step": 25667 + }, + { + "epoch": 21.770992366412212, + "grad_norm": 1.5068598352098552, + "learning_rate": 1.8208226649996984e-05, + "loss": 0.0486, + "step": 25668 + }, + { + "epoch": 21.77184054283291, + "grad_norm": 1.2277860323936634, + "learning_rate": 1.8208069740847933e-05, + "loss": 0.0484, + "step": 25669 + }, + { + "epoch": 21.772688719253605, + "grad_norm": 1.2281644486589716, + "learning_rate": 1.8207912825504895e-05, + "loss": 0.0494, + "step": 25670 + }, + { + "epoch": 21.7735368956743, + "grad_norm": 1.3136598227026504, + "learning_rate": 1.8207755903968004e-05, + "loss": 0.044, + "step": 25671 + }, + { + "epoch": 21.774385072094997, + "grad_norm": 1.1163692929525988, + "learning_rate": 1.8207598976237367e-05, + "loss": 0.0463, + "step": 25672 + }, + { + "epoch": 21.77523324851569, + "grad_norm": 1.1014093816592627, + "learning_rate": 1.820744204231311e-05, + "loss": 0.0432, + "step": 25673 + }, + { + "epoch": 21.776081424936386, + "grad_norm": 1.1957163540468312, + "learning_rate": 1.820728510219535e-05, + "loss": 0.0467, + "step": 25674 + }, + { + "epoch": 21.776929601357082, + "grad_norm": 1.2281535150494032, + "learning_rate": 1.8207128155884193e-05, + "loss": 0.0438, + "step": 25675 + }, + { + "epoch": 21.77777777777778, + "grad_norm": 1.4274153604252446, + "learning_rate": 1.8206971203379774e-05, + "loss": 0.0482, + "step": 25676 + }, + { + "epoch": 21.778625954198475, + "grad_norm": 0.995694218725342, + "learning_rate": 1.8206814244682206e-05, + "loss": 0.0462, + "step": 25677 + }, + { + "epoch": 21.779474130619167, + "grad_norm": 1.248923096905218, + "learning_rate": 1.820665727979161e-05, + "loss": 0.0542, + "step": 25678 + }, + { + "epoch": 21.780322307039864, + "grad_norm": 1.107103065409444, + "learning_rate": 1.8206500308708096e-05, + "loss": 0.0471, + "step": 25679 + }, + { + "epoch": 21.78117048346056, + "grad_norm": 1.1255387678414595, + "learning_rate": 1.820634333143179e-05, + "loss": 0.0444, + "step": 25680 + }, + { + "epoch": 21.782018659881256, + "grad_norm": 1.195573030972209, + "learning_rate": 1.820618634796281e-05, + "loss": 0.0539, + "step": 25681 + }, + { + "epoch": 21.782866836301952, + "grad_norm": 1.2028263185937549, + "learning_rate": 1.820602935830127e-05, + "loss": 0.0512, + "step": 25682 + }, + { + "epoch": 21.783715012722645, + "grad_norm": 1.5079937336111902, + "learning_rate": 1.820587236244729e-05, + "loss": 0.0469, + "step": 25683 + }, + { + "epoch": 21.78456318914334, + "grad_norm": 1.0360620980639044, + "learning_rate": 1.820571536040099e-05, + "loss": 0.0421, + "step": 25684 + }, + { + "epoch": 21.785411365564038, + "grad_norm": 1.1930037689132094, + "learning_rate": 1.820555835216249e-05, + "loss": 0.0457, + "step": 25685 + }, + { + "epoch": 21.786259541984734, + "grad_norm": 1.1020212059045822, + "learning_rate": 1.8205401337731904e-05, + "loss": 0.046, + "step": 25686 + }, + { + "epoch": 21.78710771840543, + "grad_norm": 1.037417962667537, + "learning_rate": 1.8205244317109356e-05, + "loss": 0.0429, + "step": 25687 + }, + { + "epoch": 21.787955894826123, + "grad_norm": 1.1433878568829878, + "learning_rate": 1.820508729029496e-05, + "loss": 0.0439, + "step": 25688 + }, + { + "epoch": 21.78880407124682, + "grad_norm": 1.2542543775684474, + "learning_rate": 1.8204930257288834e-05, + "loss": 0.0502, + "step": 25689 + }, + { + "epoch": 21.789652247667515, + "grad_norm": 1.2324468845961538, + "learning_rate": 1.82047732180911e-05, + "loss": 0.0477, + "step": 25690 + }, + { + "epoch": 21.79050042408821, + "grad_norm": 1.2122844886809208, + "learning_rate": 1.8204616172701875e-05, + "loss": 0.0478, + "step": 25691 + }, + { + "epoch": 21.791348600508904, + "grad_norm": 1.197209271270691, + "learning_rate": 1.820445912112128e-05, + "loss": 0.0474, + "step": 25692 + }, + { + "epoch": 21.7921967769296, + "grad_norm": 1.2263971010202017, + "learning_rate": 1.8204302063349425e-05, + "loss": 0.0481, + "step": 25693 + }, + { + "epoch": 21.793044953350297, + "grad_norm": 1.1541818839422702, + "learning_rate": 1.820414499938644e-05, + "loss": 0.045, + "step": 25694 + }, + { + "epoch": 21.793893129770993, + "grad_norm": 1.2704971808861314, + "learning_rate": 1.8203987929232435e-05, + "loss": 0.051, + "step": 25695 + }, + { + "epoch": 21.79474130619169, + "grad_norm": 1.1334469608540882, + "learning_rate": 1.8203830852887536e-05, + "loss": 0.0454, + "step": 25696 + }, + { + "epoch": 21.79558948261238, + "grad_norm": 1.23519820835355, + "learning_rate": 1.8203673770351853e-05, + "loss": 0.0482, + "step": 25697 + }, + { + "epoch": 21.796437659033078, + "grad_norm": 1.2536287908684152, + "learning_rate": 1.820351668162551e-05, + "loss": 0.0475, + "step": 25698 + }, + { + "epoch": 21.797285835453774, + "grad_norm": 1.3312696967195534, + "learning_rate": 1.8203359586708623e-05, + "loss": 0.0473, + "step": 25699 + }, + { + "epoch": 21.79813401187447, + "grad_norm": 1.239166574484449, + "learning_rate": 1.8203202485601313e-05, + "loss": 0.0468, + "step": 25700 + }, + { + "epoch": 21.798982188295167, + "grad_norm": 1.032778491482112, + "learning_rate": 1.8203045378303696e-05, + "loss": 0.0418, + "step": 25701 + }, + { + "epoch": 21.79983036471586, + "grad_norm": 1.1890536990960225, + "learning_rate": 1.820288826481589e-05, + "loss": 0.0459, + "step": 25702 + }, + { + "epoch": 21.800678541136556, + "grad_norm": 1.252339741735162, + "learning_rate": 1.820273114513802e-05, + "loss": 0.0498, + "step": 25703 + }, + { + "epoch": 21.801526717557252, + "grad_norm": 1.0523924161438034, + "learning_rate": 1.82025740192702e-05, + "loss": 0.0428, + "step": 25704 + }, + { + "epoch": 21.802374893977948, + "grad_norm": 1.2208701062198908, + "learning_rate": 1.8202416887212545e-05, + "loss": 0.0501, + "step": 25705 + }, + { + "epoch": 21.803223070398644, + "grad_norm": 1.2404568827102875, + "learning_rate": 1.8202259748965175e-05, + "loss": 0.0475, + "step": 25706 + }, + { + "epoch": 21.804071246819337, + "grad_norm": 1.231774480397267, + "learning_rate": 1.8202102604528216e-05, + "loss": 0.046, + "step": 25707 + }, + { + "epoch": 21.804919423240033, + "grad_norm": 1.2274574870615613, + "learning_rate": 1.820194545390178e-05, + "loss": 0.0471, + "step": 25708 + }, + { + "epoch": 21.80576759966073, + "grad_norm": 1.2577772275470138, + "learning_rate": 1.8201788297085988e-05, + "loss": 0.0512, + "step": 25709 + }, + { + "epoch": 21.806615776081426, + "grad_norm": 1.31980339607834, + "learning_rate": 1.8201631134080955e-05, + "loss": 0.0472, + "step": 25710 + }, + { + "epoch": 21.807463952502122, + "grad_norm": 1.0935426323705164, + "learning_rate": 1.8201473964886802e-05, + "loss": 0.043, + "step": 25711 + }, + { + "epoch": 21.808312128922815, + "grad_norm": 1.2426743297888503, + "learning_rate": 1.820131678950365e-05, + "loss": 0.0452, + "step": 25712 + }, + { + "epoch": 21.80916030534351, + "grad_norm": 1.2263061272814084, + "learning_rate": 1.8201159607931612e-05, + "loss": 0.0455, + "step": 25713 + }, + { + "epoch": 21.810008481764207, + "grad_norm": 1.2075822610932627, + "learning_rate": 1.820100242017081e-05, + "loss": 0.0478, + "step": 25714 + }, + { + "epoch": 21.810856658184903, + "grad_norm": 1.0297085261003975, + "learning_rate": 1.8200845226221365e-05, + "loss": 0.047, + "step": 25715 + }, + { + "epoch": 21.8117048346056, + "grad_norm": 1.101981400588859, + "learning_rate": 1.8200688026083394e-05, + "loss": 0.0428, + "step": 25716 + }, + { + "epoch": 21.812553011026292, + "grad_norm": 1.114957269008192, + "learning_rate": 1.820053081975701e-05, + "loss": 0.0436, + "step": 25717 + }, + { + "epoch": 21.81340118744699, + "grad_norm": 1.0782571371118306, + "learning_rate": 1.8200373607242344e-05, + "loss": 0.0449, + "step": 25718 + }, + { + "epoch": 21.814249363867685, + "grad_norm": 1.0679586939390293, + "learning_rate": 1.82002163885395e-05, + "loss": 0.0502, + "step": 25719 + }, + { + "epoch": 21.81509754028838, + "grad_norm": 1.153359018656241, + "learning_rate": 1.8200059163648605e-05, + "loss": 0.0429, + "step": 25720 + }, + { + "epoch": 21.815945716709077, + "grad_norm": 1.2198080455368898, + "learning_rate": 1.8199901932569778e-05, + "loss": 0.047, + "step": 25721 + }, + { + "epoch": 21.81679389312977, + "grad_norm": 1.3063263188544743, + "learning_rate": 1.8199744695303137e-05, + "loss": 0.0479, + "step": 25722 + }, + { + "epoch": 21.817642069550466, + "grad_norm": 1.070086203587708, + "learning_rate": 1.8199587451848796e-05, + "loss": 0.0413, + "step": 25723 + }, + { + "epoch": 21.818490245971162, + "grad_norm": 1.3957663711610688, + "learning_rate": 1.819943020220688e-05, + "loss": 0.048, + "step": 25724 + }, + { + "epoch": 21.81933842239186, + "grad_norm": 1.1996933752897883, + "learning_rate": 1.8199272946377502e-05, + "loss": 0.0487, + "step": 25725 + }, + { + "epoch": 21.820186598812555, + "grad_norm": 0.9728573284663629, + "learning_rate": 1.8199115684360786e-05, + "loss": 0.042, + "step": 25726 + }, + { + "epoch": 21.821034775233247, + "grad_norm": 1.4048454960585761, + "learning_rate": 1.819895841615685e-05, + "loss": 0.0508, + "step": 25727 + }, + { + "epoch": 21.821882951653944, + "grad_norm": 1.2626771334538005, + "learning_rate": 1.8198801141765806e-05, + "loss": 0.0536, + "step": 25728 + }, + { + "epoch": 21.82273112807464, + "grad_norm": 1.1411623603262768, + "learning_rate": 1.8198643861187782e-05, + "loss": 0.0455, + "step": 25729 + }, + { + "epoch": 21.823579304495336, + "grad_norm": 1.1035149048955872, + "learning_rate": 1.819848657442289e-05, + "loss": 0.0454, + "step": 25730 + }, + { + "epoch": 21.82442748091603, + "grad_norm": 1.1904745546485664, + "learning_rate": 1.819832928147125e-05, + "loss": 0.0451, + "step": 25731 + }, + { + "epoch": 21.825275657336725, + "grad_norm": 1.0816736021790176, + "learning_rate": 1.8198171982332985e-05, + "loss": 0.0432, + "step": 25732 + }, + { + "epoch": 21.82612383375742, + "grad_norm": 1.332203214364066, + "learning_rate": 1.819801467700821e-05, + "loss": 0.0495, + "step": 25733 + }, + { + "epoch": 21.826972010178118, + "grad_norm": 1.2363268886325058, + "learning_rate": 1.819785736549704e-05, + "loss": 0.047, + "step": 25734 + }, + { + "epoch": 21.827820186598814, + "grad_norm": 1.3672090103732835, + "learning_rate": 1.81977000477996e-05, + "loss": 0.0521, + "step": 25735 + }, + { + "epoch": 21.828668363019506, + "grad_norm": 1.0528047133500527, + "learning_rate": 1.8197542723916012e-05, + "loss": 0.0414, + "step": 25736 + }, + { + "epoch": 21.829516539440203, + "grad_norm": 1.148387524983431, + "learning_rate": 1.8197385393846382e-05, + "loss": 0.0431, + "step": 25737 + }, + { + "epoch": 21.8303647158609, + "grad_norm": 1.1036112883047757, + "learning_rate": 1.819722805759084e-05, + "loss": 0.0444, + "step": 25738 + }, + { + "epoch": 21.831212892281595, + "grad_norm": 1.2047093453471165, + "learning_rate": 1.8197070715149497e-05, + "loss": 0.045, + "step": 25739 + }, + { + "epoch": 21.83206106870229, + "grad_norm": 1.692495157380146, + "learning_rate": 1.8196913366522477e-05, + "loss": 0.0542, + "step": 25740 + }, + { + "epoch": 21.832909245122984, + "grad_norm": 1.212912757786385, + "learning_rate": 1.8196756011709896e-05, + "loss": 0.0447, + "step": 25741 + }, + { + "epoch": 21.83375742154368, + "grad_norm": 1.0197157038775468, + "learning_rate": 1.8196598650711878e-05, + "loss": 0.0458, + "step": 25742 + }, + { + "epoch": 21.834605597964376, + "grad_norm": 1.2315305119746436, + "learning_rate": 1.8196441283528537e-05, + "loss": 0.0478, + "step": 25743 + }, + { + "epoch": 21.835453774385073, + "grad_norm": 1.1247119697758625, + "learning_rate": 1.819628391015999e-05, + "loss": 0.0475, + "step": 25744 + }, + { + "epoch": 21.83630195080577, + "grad_norm": 1.1629407977651705, + "learning_rate": 1.8196126530606356e-05, + "loss": 0.0486, + "step": 25745 + }, + { + "epoch": 21.83715012722646, + "grad_norm": 1.0719124694907491, + "learning_rate": 1.819596914486776e-05, + "loss": 0.0443, + "step": 25746 + }, + { + "epoch": 21.837998303647158, + "grad_norm": 1.187848765387462, + "learning_rate": 1.8195811752944317e-05, + "loss": 0.0454, + "step": 25747 + }, + { + "epoch": 21.838846480067854, + "grad_norm": 1.2075619194755791, + "learning_rate": 1.8195654354836146e-05, + "loss": 0.048, + "step": 25748 + }, + { + "epoch": 21.83969465648855, + "grad_norm": 1.2190072762708373, + "learning_rate": 1.819549695054336e-05, + "loss": 0.0473, + "step": 25749 + }, + { + "epoch": 21.840542832909247, + "grad_norm": 1.1128631553986756, + "learning_rate": 1.8195339540066088e-05, + "loss": 0.0424, + "step": 25750 + }, + { + "epoch": 21.84139100932994, + "grad_norm": 1.0736681188241615, + "learning_rate": 1.819518212340444e-05, + "loss": 0.0421, + "step": 25751 + }, + { + "epoch": 21.842239185750635, + "grad_norm": 1.3206920012810266, + "learning_rate": 1.8195024700558545e-05, + "loss": 0.0509, + "step": 25752 + }, + { + "epoch": 21.84308736217133, + "grad_norm": 1.0552579369846669, + "learning_rate": 1.8194867271528508e-05, + "loss": 0.0471, + "step": 25753 + }, + { + "epoch": 21.843935538592028, + "grad_norm": 0.9859748286908872, + "learning_rate": 1.819470983631446e-05, + "loss": 0.0382, + "step": 25754 + }, + { + "epoch": 21.844783715012724, + "grad_norm": 1.0665356614206647, + "learning_rate": 1.819455239491651e-05, + "loss": 0.0421, + "step": 25755 + }, + { + "epoch": 21.845631891433417, + "grad_norm": 1.140146093536689, + "learning_rate": 1.8194394947334787e-05, + "loss": 0.0478, + "step": 25756 + }, + { + "epoch": 21.846480067854113, + "grad_norm": 1.2991473782124747, + "learning_rate": 1.8194237493569402e-05, + "loss": 0.047, + "step": 25757 + }, + { + "epoch": 21.84732824427481, + "grad_norm": 1.1404082426817528, + "learning_rate": 1.8194080033620477e-05, + "loss": 0.0449, + "step": 25758 + }, + { + "epoch": 21.848176420695506, + "grad_norm": 1.043260372985136, + "learning_rate": 1.8193922567488133e-05, + "loss": 0.0536, + "step": 25759 + }, + { + "epoch": 21.849024597116202, + "grad_norm": 1.1895591209371488, + "learning_rate": 1.8193765095172482e-05, + "loss": 0.0457, + "step": 25760 + }, + { + "epoch": 21.849872773536894, + "grad_norm": 1.321711395696735, + "learning_rate": 1.819360761667365e-05, + "loss": 0.0481, + "step": 25761 + }, + { + "epoch": 21.85072094995759, + "grad_norm": 1.2223042966830107, + "learning_rate": 1.819345013199175e-05, + "loss": 0.0473, + "step": 25762 + }, + { + "epoch": 21.851569126378287, + "grad_norm": 1.2100073464594425, + "learning_rate": 1.8193292641126904e-05, + "loss": 0.0475, + "step": 25763 + }, + { + "epoch": 21.852417302798983, + "grad_norm": 1.2037384919994387, + "learning_rate": 1.8193135144079233e-05, + "loss": 0.0457, + "step": 25764 + }, + { + "epoch": 21.85326547921968, + "grad_norm": 1.1999035628562202, + "learning_rate": 1.819297764084885e-05, + "loss": 0.0496, + "step": 25765 + }, + { + "epoch": 21.854113655640372, + "grad_norm": 1.2042001197200876, + "learning_rate": 1.819282013143588e-05, + "loss": 0.05, + "step": 25766 + }, + { + "epoch": 21.85496183206107, + "grad_norm": 1.129646874851942, + "learning_rate": 1.8192662615840436e-05, + "loss": 0.0481, + "step": 25767 + }, + { + "epoch": 21.855810008481765, + "grad_norm": 1.0165550483193706, + "learning_rate": 1.8192505094062642e-05, + "loss": 0.0432, + "step": 25768 + }, + { + "epoch": 21.85665818490246, + "grad_norm": 1.2206823636387933, + "learning_rate": 1.8192347566102616e-05, + "loss": 0.0454, + "step": 25769 + }, + { + "epoch": 21.857506361323153, + "grad_norm": 1.2970876532053721, + "learning_rate": 1.8192190031960472e-05, + "loss": 0.0521, + "step": 25770 + }, + { + "epoch": 21.85835453774385, + "grad_norm": 1.2671724811736125, + "learning_rate": 1.8192032491636336e-05, + "loss": 0.0531, + "step": 25771 + }, + { + "epoch": 21.859202714164546, + "grad_norm": 1.07952688303501, + "learning_rate": 1.8191874945130323e-05, + "loss": 0.047, + "step": 25772 + }, + { + "epoch": 21.860050890585242, + "grad_norm": 1.245019961697787, + "learning_rate": 1.819171739244255e-05, + "loss": 0.0503, + "step": 25773 + }, + { + "epoch": 21.86089906700594, + "grad_norm": 0.9570410729898664, + "learning_rate": 1.8191559833573138e-05, + "loss": 0.0424, + "step": 25774 + }, + { + "epoch": 21.86174724342663, + "grad_norm": 1.1560295067328656, + "learning_rate": 1.8191402268522206e-05, + "loss": 0.0462, + "step": 25775 + }, + { + "epoch": 21.862595419847327, + "grad_norm": 1.04091819693187, + "learning_rate": 1.819124469728988e-05, + "loss": 0.0431, + "step": 25776 + }, + { + "epoch": 21.863443596268024, + "grad_norm": 1.1484126178573981, + "learning_rate": 1.8191087119876264e-05, + "loss": 0.045, + "step": 25777 + }, + { + "epoch": 21.86429177268872, + "grad_norm": 1.2873866042657487, + "learning_rate": 1.8190929536281484e-05, + "loss": 0.0508, + "step": 25778 + }, + { + "epoch": 21.865139949109416, + "grad_norm": 1.0885848723992655, + "learning_rate": 1.8190771946505667e-05, + "loss": 0.0425, + "step": 25779 + }, + { + "epoch": 21.86598812553011, + "grad_norm": 1.1696283541742807, + "learning_rate": 1.819061435054892e-05, + "loss": 0.0477, + "step": 25780 + }, + { + "epoch": 21.866836301950805, + "grad_norm": 1.1917829833098041, + "learning_rate": 1.8190456748411364e-05, + "loss": 0.0462, + "step": 25781 + }, + { + "epoch": 21.8676844783715, + "grad_norm": 1.2262090813292144, + "learning_rate": 1.8190299140093125e-05, + "loss": 0.0464, + "step": 25782 + }, + { + "epoch": 21.868532654792197, + "grad_norm": 1.199529441949578, + "learning_rate": 1.8190141525594318e-05, + "loss": 0.0476, + "step": 25783 + }, + { + "epoch": 21.869380831212894, + "grad_norm": 1.1537888169641601, + "learning_rate": 1.8189983904915056e-05, + "loss": 0.0456, + "step": 25784 + }, + { + "epoch": 21.870229007633586, + "grad_norm": 1.185731404432597, + "learning_rate": 1.8189826278055466e-05, + "loss": 0.0481, + "step": 25785 + }, + { + "epoch": 21.871077184054283, + "grad_norm": 1.0662880125833487, + "learning_rate": 1.8189668645015666e-05, + "loss": 0.0419, + "step": 25786 + }, + { + "epoch": 21.87192536047498, + "grad_norm": 1.0920878925921376, + "learning_rate": 1.818951100579577e-05, + "loss": 0.0478, + "step": 25787 + }, + { + "epoch": 21.872773536895675, + "grad_norm": 1.0834411259688599, + "learning_rate": 1.8189353360395904e-05, + "loss": 0.0445, + "step": 25788 + }, + { + "epoch": 21.87362171331637, + "grad_norm": 1.1971578801776401, + "learning_rate": 1.818919570881618e-05, + "loss": 0.047, + "step": 25789 + }, + { + "epoch": 21.874469889737064, + "grad_norm": 1.1842246109739765, + "learning_rate": 1.8189038051056722e-05, + "loss": 0.0421, + "step": 25790 + }, + { + "epoch": 21.87531806615776, + "grad_norm": 1.3560762781356952, + "learning_rate": 1.8188880387117645e-05, + "loss": 0.047, + "step": 25791 + }, + { + "epoch": 21.876166242578456, + "grad_norm": 1.1111622422623941, + "learning_rate": 1.8188722716999073e-05, + "loss": 0.0433, + "step": 25792 + }, + { + "epoch": 21.877014418999153, + "grad_norm": 1.1361118496151565, + "learning_rate": 1.8188565040701117e-05, + "loss": 0.042, + "step": 25793 + }, + { + "epoch": 21.87786259541985, + "grad_norm": 1.2495191257773035, + "learning_rate": 1.8188407358223904e-05, + "loss": 0.0457, + "step": 25794 + }, + { + "epoch": 21.87871077184054, + "grad_norm": 1.1858645642093708, + "learning_rate": 1.818824966956755e-05, + "loss": 0.0454, + "step": 25795 + }, + { + "epoch": 21.879558948261238, + "grad_norm": 1.2342083003234825, + "learning_rate": 1.8188091974732175e-05, + "loss": 0.0466, + "step": 25796 + }, + { + "epoch": 21.880407124681934, + "grad_norm": 1.0825449308866306, + "learning_rate": 1.8187934273717896e-05, + "loss": 0.0417, + "step": 25797 + }, + { + "epoch": 21.88125530110263, + "grad_norm": 1.398869415642505, + "learning_rate": 1.8187776566524834e-05, + "loss": 0.0487, + "step": 25798 + }, + { + "epoch": 21.882103477523327, + "grad_norm": 1.1144417956534398, + "learning_rate": 1.8187618853153107e-05, + "loss": 0.042, + "step": 25799 + }, + { + "epoch": 21.88295165394402, + "grad_norm": 1.2204278196737708, + "learning_rate": 1.8187461133602834e-05, + "loss": 0.0456, + "step": 25800 + }, + { + "epoch": 21.883799830364715, + "grad_norm": 1.1546677136206318, + "learning_rate": 1.8187303407874133e-05, + "loss": 0.0441, + "step": 25801 + }, + { + "epoch": 21.88464800678541, + "grad_norm": 1.2887972371591465, + "learning_rate": 1.8187145675967122e-05, + "loss": 0.047, + "step": 25802 + }, + { + "epoch": 21.885496183206108, + "grad_norm": 1.2026582994874526, + "learning_rate": 1.8186987937881925e-05, + "loss": 0.0553, + "step": 25803 + }, + { + "epoch": 21.886344359626804, + "grad_norm": 1.1022349240369482, + "learning_rate": 1.818683019361866e-05, + "loss": 0.0414, + "step": 25804 + }, + { + "epoch": 21.887192536047497, + "grad_norm": 1.1636101008099216, + "learning_rate": 1.818667244317744e-05, + "loss": 0.0436, + "step": 25805 + }, + { + "epoch": 21.888040712468193, + "grad_norm": 1.1197023595584654, + "learning_rate": 1.818651468655839e-05, + "loss": 0.044, + "step": 25806 + }, + { + "epoch": 21.88888888888889, + "grad_norm": 1.2209089664111474, + "learning_rate": 1.818635692376163e-05, + "loss": 0.0444, + "step": 25807 + }, + { + "epoch": 21.889737065309586, + "grad_norm": 2.185427606871831, + "learning_rate": 1.818619915478727e-05, + "loss": 0.0524, + "step": 25808 + }, + { + "epoch": 21.890585241730278, + "grad_norm": 1.0815861997269407, + "learning_rate": 1.8186041379635438e-05, + "loss": 0.044, + "step": 25809 + }, + { + "epoch": 21.891433418150974, + "grad_norm": 1.023604571948605, + "learning_rate": 1.818588359830625e-05, + "loss": 0.0433, + "step": 25810 + }, + { + "epoch": 21.89228159457167, + "grad_norm": 1.1901509651915212, + "learning_rate": 1.8185725810799828e-05, + "loss": 0.0448, + "step": 25811 + }, + { + "epoch": 21.893129770992367, + "grad_norm": 0.9652667332750384, + "learning_rate": 1.8185568017116286e-05, + "loss": 0.0444, + "step": 25812 + }, + { + "epoch": 21.893977947413063, + "grad_norm": 1.091953124123099, + "learning_rate": 1.8185410217255746e-05, + "loss": 0.044, + "step": 25813 + }, + { + "epoch": 21.894826123833756, + "grad_norm": 1.2940118655844577, + "learning_rate": 1.8185252411218327e-05, + "loss": 0.0496, + "step": 25814 + }, + { + "epoch": 21.895674300254452, + "grad_norm": 1.0501005563893449, + "learning_rate": 1.818509459900415e-05, + "loss": 0.0433, + "step": 25815 + }, + { + "epoch": 21.89652247667515, + "grad_norm": 1.2385637057388335, + "learning_rate": 1.818493678061333e-05, + "loss": 0.0461, + "step": 25816 + }, + { + "epoch": 21.897370653095845, + "grad_norm": 1.2788193386503293, + "learning_rate": 1.8184778956045988e-05, + "loss": 0.053, + "step": 25817 + }, + { + "epoch": 21.89821882951654, + "grad_norm": 1.1401983385862287, + "learning_rate": 1.818462112530224e-05, + "loss": 0.043, + "step": 25818 + }, + { + "epoch": 21.899067005937233, + "grad_norm": 1.3213836145580269, + "learning_rate": 1.8184463288382213e-05, + "loss": 0.0509, + "step": 25819 + }, + { + "epoch": 21.89991518235793, + "grad_norm": 1.025263650246795, + "learning_rate": 1.8184305445286022e-05, + "loss": 0.0439, + "step": 25820 + }, + { + "epoch": 21.900763358778626, + "grad_norm": 1.1041360088648937, + "learning_rate": 1.818414759601378e-05, + "loss": 0.0428, + "step": 25821 + }, + { + "epoch": 21.901611535199322, + "grad_norm": 1.2201773906815143, + "learning_rate": 1.8183989740565616e-05, + "loss": 0.0476, + "step": 25822 + }, + { + "epoch": 21.90245971162002, + "grad_norm": 1.2104582996267077, + "learning_rate": 1.8183831878941642e-05, + "loss": 0.0457, + "step": 25823 + }, + { + "epoch": 21.90330788804071, + "grad_norm": 1.3179355117236997, + "learning_rate": 1.818367401114198e-05, + "loss": 0.0462, + "step": 25824 + }, + { + "epoch": 21.904156064461407, + "grad_norm": 1.3377067255420299, + "learning_rate": 1.8183516137166747e-05, + "loss": 0.0483, + "step": 25825 + }, + { + "epoch": 21.905004240882104, + "grad_norm": 1.1892547951863481, + "learning_rate": 1.818335825701607e-05, + "loss": 0.0449, + "step": 25826 + }, + { + "epoch": 21.9058524173028, + "grad_norm": 1.7165612268251054, + "learning_rate": 1.8183200370690057e-05, + "loss": 0.0537, + "step": 25827 + }, + { + "epoch": 21.906700593723496, + "grad_norm": 1.1878702586069672, + "learning_rate": 1.8183042478188832e-05, + "loss": 0.0443, + "step": 25828 + }, + { + "epoch": 21.90754877014419, + "grad_norm": 1.4213937061769895, + "learning_rate": 1.818288457951252e-05, + "loss": 0.0548, + "step": 25829 + }, + { + "epoch": 21.908396946564885, + "grad_norm": 1.3320078527933652, + "learning_rate": 1.818272667466123e-05, + "loss": 0.0448, + "step": 25830 + }, + { + "epoch": 21.90924512298558, + "grad_norm": 1.2357624426098603, + "learning_rate": 1.8182568763635083e-05, + "loss": 0.0484, + "step": 25831 + }, + { + "epoch": 21.910093299406277, + "grad_norm": 1.3269174437622107, + "learning_rate": 1.8182410846434208e-05, + "loss": 0.0519, + "step": 25832 + }, + { + "epoch": 21.910941475826974, + "grad_norm": 1.146756467076647, + "learning_rate": 1.818225292305871e-05, + "loss": 0.0443, + "step": 25833 + }, + { + "epoch": 21.911789652247666, + "grad_norm": 1.2885177367018992, + "learning_rate": 1.8182094993508722e-05, + "loss": 0.0489, + "step": 25834 + }, + { + "epoch": 21.912637828668363, + "grad_norm": 1.0417415430588797, + "learning_rate": 1.8181937057784355e-05, + "loss": 0.047, + "step": 25835 + }, + { + "epoch": 21.91348600508906, + "grad_norm": 1.0795872246302423, + "learning_rate": 1.8181779115885727e-05, + "loss": 0.0478, + "step": 25836 + }, + { + "epoch": 21.914334181509755, + "grad_norm": 1.1679664699700818, + "learning_rate": 1.818162116781296e-05, + "loss": 0.0456, + "step": 25837 + }, + { + "epoch": 21.91518235793045, + "grad_norm": 1.1115566757849145, + "learning_rate": 1.8181463213566172e-05, + "loss": 0.0435, + "step": 25838 + }, + { + "epoch": 21.916030534351144, + "grad_norm": 1.384852205814983, + "learning_rate": 1.8181305253145485e-05, + "loss": 0.0488, + "step": 25839 + }, + { + "epoch": 21.91687871077184, + "grad_norm": 1.4121244448450998, + "learning_rate": 1.818114728655102e-05, + "loss": 0.061, + "step": 25840 + }, + { + "epoch": 21.917726887192536, + "grad_norm": 1.193163781892555, + "learning_rate": 1.8180989313782885e-05, + "loss": 0.0441, + "step": 25841 + }, + { + "epoch": 21.918575063613233, + "grad_norm": 1.23198744471996, + "learning_rate": 1.818083133484121e-05, + "loss": 0.0513, + "step": 25842 + }, + { + "epoch": 21.91942324003393, + "grad_norm": 1.119460105102607, + "learning_rate": 1.8180673349726114e-05, + "loss": 0.0496, + "step": 25843 + }, + { + "epoch": 21.92027141645462, + "grad_norm": 1.2835642643601934, + "learning_rate": 1.818051535843771e-05, + "loss": 0.0459, + "step": 25844 + }, + { + "epoch": 21.921119592875318, + "grad_norm": 1.1474633178322928, + "learning_rate": 1.818035736097612e-05, + "loss": 0.0443, + "step": 25845 + }, + { + "epoch": 21.921967769296014, + "grad_norm": 1.001157332264773, + "learning_rate": 1.8180199357341465e-05, + "loss": 0.0431, + "step": 25846 + }, + { + "epoch": 21.92281594571671, + "grad_norm": 1.1498904709584397, + "learning_rate": 1.8180041347533862e-05, + "loss": 0.047, + "step": 25847 + }, + { + "epoch": 21.923664122137403, + "grad_norm": 1.0291296462084343, + "learning_rate": 1.8179883331553434e-05, + "loss": 0.0424, + "step": 25848 + }, + { + "epoch": 21.9245122985581, + "grad_norm": 1.0464130285130553, + "learning_rate": 1.8179725309400295e-05, + "loss": 0.042, + "step": 25849 + }, + { + "epoch": 21.925360474978795, + "grad_norm": 1.1036267268640527, + "learning_rate": 1.817956728107457e-05, + "loss": 0.0461, + "step": 25850 + }, + { + "epoch": 21.92620865139949, + "grad_norm": 1.280866521239354, + "learning_rate": 1.817940924657637e-05, + "loss": 0.046, + "step": 25851 + }, + { + "epoch": 21.927056827820188, + "grad_norm": 1.199375056684409, + "learning_rate": 1.817925120590582e-05, + "loss": 0.0481, + "step": 25852 + }, + { + "epoch": 21.92790500424088, + "grad_norm": 1.070332559173968, + "learning_rate": 1.817909315906304e-05, + "loss": 0.0423, + "step": 25853 + }, + { + "epoch": 21.928753180661577, + "grad_norm": 1.3502057565870986, + "learning_rate": 1.8178935106048144e-05, + "loss": 0.0486, + "step": 25854 + }, + { + "epoch": 21.929601357082273, + "grad_norm": 1.0993106969241206, + "learning_rate": 1.817877704686126e-05, + "loss": 0.0449, + "step": 25855 + }, + { + "epoch": 21.93044953350297, + "grad_norm": 1.1595412079003524, + "learning_rate": 1.81786189815025e-05, + "loss": 0.0444, + "step": 25856 + }, + { + "epoch": 21.931297709923665, + "grad_norm": 1.1366489065353154, + "learning_rate": 1.8178460909971987e-05, + "loss": 0.0427, + "step": 25857 + }, + { + "epoch": 21.932145886344358, + "grad_norm": 1.1948704894624975, + "learning_rate": 1.8178302832269838e-05, + "loss": 0.0471, + "step": 25858 + }, + { + "epoch": 21.932994062765054, + "grad_norm": 1.1273197582864036, + "learning_rate": 1.8178144748396172e-05, + "loss": 0.0426, + "step": 25859 + }, + { + "epoch": 21.93384223918575, + "grad_norm": 1.3480047277836686, + "learning_rate": 1.817798665835111e-05, + "loss": 0.0489, + "step": 25860 + }, + { + "epoch": 21.934690415606447, + "grad_norm": 1.1747391921771768, + "learning_rate": 1.8177828562134768e-05, + "loss": 0.0499, + "step": 25861 + }, + { + "epoch": 21.935538592027143, + "grad_norm": 1.1621962087331177, + "learning_rate": 1.8177670459747273e-05, + "loss": 0.0478, + "step": 25862 + }, + { + "epoch": 21.936386768447836, + "grad_norm": 0.9767753584277207, + "learning_rate": 1.8177512351188736e-05, + "loss": 0.0442, + "step": 25863 + }, + { + "epoch": 21.937234944868532, + "grad_norm": 1.327433632989166, + "learning_rate": 1.817735423645928e-05, + "loss": 0.0512, + "step": 25864 + }, + { + "epoch": 21.938083121289228, + "grad_norm": 1.094100857746635, + "learning_rate": 1.8177196115559023e-05, + "loss": 0.0449, + "step": 25865 + }, + { + "epoch": 21.938931297709924, + "grad_norm": 1.1296282955448862, + "learning_rate": 1.817703798848809e-05, + "loss": 0.045, + "step": 25866 + }, + { + "epoch": 21.93977947413062, + "grad_norm": 1.0737667918177554, + "learning_rate": 1.8176879855246593e-05, + "loss": 0.0448, + "step": 25867 + }, + { + "epoch": 21.940627650551313, + "grad_norm": 1.0733993104501522, + "learning_rate": 1.817672171583465e-05, + "loss": 0.0429, + "step": 25868 + }, + { + "epoch": 21.94147582697201, + "grad_norm": 2.298575375927435, + "learning_rate": 1.817656357025239e-05, + "loss": 0.0464, + "step": 25869 + }, + { + "epoch": 21.942324003392706, + "grad_norm": 1.309359986264567, + "learning_rate": 1.817640541849992e-05, + "loss": 0.0483, + "step": 25870 + }, + { + "epoch": 21.943172179813402, + "grad_norm": 1.2902859349250475, + "learning_rate": 1.817624726057737e-05, + "loss": 0.0464, + "step": 25871 + }, + { + "epoch": 21.9440203562341, + "grad_norm": 1.139934795374241, + "learning_rate": 1.8176089096484856e-05, + "loss": 0.0459, + "step": 25872 + }, + { + "epoch": 21.94486853265479, + "grad_norm": 1.1701755290986418, + "learning_rate": 1.8175930926222497e-05, + "loss": 0.046, + "step": 25873 + }, + { + "epoch": 21.945716709075487, + "grad_norm": 1.144541084823829, + "learning_rate": 1.817577274979041e-05, + "loss": 0.0444, + "step": 25874 + }, + { + "epoch": 21.946564885496183, + "grad_norm": 1.2186360703434442, + "learning_rate": 1.8175614567188716e-05, + "loss": 0.0515, + "step": 25875 + }, + { + "epoch": 21.94741306191688, + "grad_norm": 1.2595996653053334, + "learning_rate": 1.8175456378417535e-05, + "loss": 0.0479, + "step": 25876 + }, + { + "epoch": 21.948261238337576, + "grad_norm": 1.1640958915507067, + "learning_rate": 1.8175298183476986e-05, + "loss": 0.0475, + "step": 25877 + }, + { + "epoch": 21.94910941475827, + "grad_norm": 1.2670692806613382, + "learning_rate": 1.817513998236719e-05, + "loss": 0.0508, + "step": 25878 + }, + { + "epoch": 21.949957591178965, + "grad_norm": 1.2023288730474868, + "learning_rate": 1.8174981775088262e-05, + "loss": 0.0451, + "step": 25879 + }, + { + "epoch": 21.95080576759966, + "grad_norm": 1.0944194963242477, + "learning_rate": 1.8174823561640328e-05, + "loss": 0.0454, + "step": 25880 + }, + { + "epoch": 21.951653944020357, + "grad_norm": 1.1728132569585032, + "learning_rate": 1.81746653420235e-05, + "loss": 0.0476, + "step": 25881 + }, + { + "epoch": 21.952502120441054, + "grad_norm": 1.0721148236616664, + "learning_rate": 1.8174507116237904e-05, + "loss": 0.0438, + "step": 25882 + }, + { + "epoch": 21.953350296861746, + "grad_norm": 1.0186390114723092, + "learning_rate": 1.817434888428365e-05, + "loss": 0.0453, + "step": 25883 + }, + { + "epoch": 21.954198473282442, + "grad_norm": 1.2457429676800091, + "learning_rate": 1.8174190646160875e-05, + "loss": 0.049, + "step": 25884 + }, + { + "epoch": 21.95504664970314, + "grad_norm": 1.1624895384470153, + "learning_rate": 1.817403240186968e-05, + "loss": 0.0435, + "step": 25885 + }, + { + "epoch": 21.955894826123835, + "grad_norm": 1.272435499794682, + "learning_rate": 1.817387415141019e-05, + "loss": 0.0479, + "step": 25886 + }, + { + "epoch": 21.956743002544528, + "grad_norm": 1.2615582117749864, + "learning_rate": 1.8173715894782532e-05, + "loss": 0.0472, + "step": 25887 + }, + { + "epoch": 21.957591178965224, + "grad_norm": 1.2539924811055236, + "learning_rate": 1.8173557631986814e-05, + "loss": 0.0487, + "step": 25888 + }, + { + "epoch": 21.95843935538592, + "grad_norm": 1.4287103122841796, + "learning_rate": 1.8173399363023165e-05, + "loss": 0.0491, + "step": 25889 + }, + { + "epoch": 21.959287531806616, + "grad_norm": 1.1450682398085799, + "learning_rate": 1.8173241087891696e-05, + "loss": 0.0476, + "step": 25890 + }, + { + "epoch": 21.960135708227313, + "grad_norm": 1.291741918696415, + "learning_rate": 1.8173082806592533e-05, + "loss": 0.0509, + "step": 25891 + }, + { + "epoch": 21.960983884648005, + "grad_norm": 1.216875293502973, + "learning_rate": 1.817292451912579e-05, + "loss": 0.0477, + "step": 25892 + }, + { + "epoch": 21.9618320610687, + "grad_norm": 1.144433175496288, + "learning_rate": 1.8172766225491596e-05, + "loss": 0.0467, + "step": 25893 + }, + { + "epoch": 21.962680237489398, + "grad_norm": 1.0045764390543728, + "learning_rate": 1.8172607925690062e-05, + "loss": 0.0458, + "step": 25894 + }, + { + "epoch": 21.963528413910094, + "grad_norm": 1.3354879790522116, + "learning_rate": 1.8172449619721305e-05, + "loss": 0.0473, + "step": 25895 + }, + { + "epoch": 21.96437659033079, + "grad_norm": 1.1204986374399293, + "learning_rate": 1.8172291307585457e-05, + "loss": 0.044, + "step": 25896 + }, + { + "epoch": 21.965224766751483, + "grad_norm": 1.385240411349578, + "learning_rate": 1.8172132989282623e-05, + "loss": 0.0459, + "step": 25897 + }, + { + "epoch": 21.96607294317218, + "grad_norm": 1.1294423138696852, + "learning_rate": 1.817197466481293e-05, + "loss": 0.0425, + "step": 25898 + }, + { + "epoch": 21.966921119592875, + "grad_norm": 1.2267719164577473, + "learning_rate": 1.81718163341765e-05, + "loss": 0.0491, + "step": 25899 + }, + { + "epoch": 21.96776929601357, + "grad_norm": 1.3087814565716231, + "learning_rate": 1.8171657997373445e-05, + "loss": 0.0458, + "step": 25900 + }, + { + "epoch": 21.968617472434268, + "grad_norm": 1.214086167088068, + "learning_rate": 1.817149965440389e-05, + "loss": 0.0457, + "step": 25901 + }, + { + "epoch": 21.96946564885496, + "grad_norm": 1.0487359626845183, + "learning_rate": 1.8171341305267952e-05, + "loss": 0.0405, + "step": 25902 + }, + { + "epoch": 21.970313825275657, + "grad_norm": 1.1782625198046452, + "learning_rate": 1.8171182949965754e-05, + "loss": 0.0449, + "step": 25903 + }, + { + "epoch": 21.971162001696353, + "grad_norm": 1.0488710782680124, + "learning_rate": 1.817102458849741e-05, + "loss": 0.0436, + "step": 25904 + }, + { + "epoch": 21.97201017811705, + "grad_norm": 1.1546085616164237, + "learning_rate": 1.817086622086304e-05, + "loss": 0.0461, + "step": 25905 + }, + { + "epoch": 21.972858354537745, + "grad_norm": 1.303184919090997, + "learning_rate": 1.817070784706277e-05, + "loss": 0.0484, + "step": 25906 + }, + { + "epoch": 21.973706530958438, + "grad_norm": 1.159893875753893, + "learning_rate": 1.8170549467096718e-05, + "loss": 0.0466, + "step": 25907 + }, + { + "epoch": 21.974554707379134, + "grad_norm": 1.2803653630571326, + "learning_rate": 1.8170391080964996e-05, + "loss": 0.0496, + "step": 25908 + }, + { + "epoch": 21.97540288379983, + "grad_norm": 1.3032172744666368, + "learning_rate": 1.817023268866773e-05, + "loss": 0.0451, + "step": 25909 + }, + { + "epoch": 21.976251060220527, + "grad_norm": 1.1553487248523369, + "learning_rate": 1.8170074290205037e-05, + "loss": 0.0444, + "step": 25910 + }, + { + "epoch": 21.977099236641223, + "grad_norm": 1.1159751005849519, + "learning_rate": 1.8169915885577037e-05, + "loss": 0.0424, + "step": 25911 + }, + { + "epoch": 21.977947413061916, + "grad_norm": 1.2331305467248515, + "learning_rate": 1.8169757474783853e-05, + "loss": 0.0455, + "step": 25912 + }, + { + "epoch": 21.978795589482612, + "grad_norm": 1.275377276698682, + "learning_rate": 1.81695990578256e-05, + "loss": 0.0454, + "step": 25913 + }, + { + "epoch": 21.979643765903308, + "grad_norm": 1.2068757391269336, + "learning_rate": 1.81694406347024e-05, + "loss": 0.0518, + "step": 25914 + }, + { + "epoch": 21.980491942324004, + "grad_norm": 1.1227697440467082, + "learning_rate": 1.816928220541437e-05, + "loss": 0.0419, + "step": 25915 + }, + { + "epoch": 21.9813401187447, + "grad_norm": 1.2124852857522455, + "learning_rate": 1.816912376996163e-05, + "loss": 0.046, + "step": 25916 + }, + { + "epoch": 21.982188295165393, + "grad_norm": 0.9379503765336447, + "learning_rate": 1.8168965328344305e-05, + "loss": 0.0451, + "step": 25917 + }, + { + "epoch": 21.98303647158609, + "grad_norm": 1.1250731402923668, + "learning_rate": 1.8168806880562507e-05, + "loss": 0.0438, + "step": 25918 + }, + { + "epoch": 21.983884648006786, + "grad_norm": 1.3668126309613076, + "learning_rate": 1.816864842661636e-05, + "loss": 0.0479, + "step": 25919 + }, + { + "epoch": 21.984732824427482, + "grad_norm": 1.3302207230378182, + "learning_rate": 1.8168489966505983e-05, + "loss": 0.0509, + "step": 25920 + }, + { + "epoch": 21.98558100084818, + "grad_norm": 1.2294701719472965, + "learning_rate": 1.8168331500231494e-05, + "loss": 0.0443, + "step": 25921 + }, + { + "epoch": 21.98642917726887, + "grad_norm": 1.3076473508406954, + "learning_rate": 1.8168173027793017e-05, + "loss": 0.0443, + "step": 25922 + }, + { + "epoch": 21.987277353689567, + "grad_norm": 1.2104375925458066, + "learning_rate": 1.8168014549190665e-05, + "loss": 0.0442, + "step": 25923 + }, + { + "epoch": 21.988125530110263, + "grad_norm": 1.0044496428069252, + "learning_rate": 1.816785606442456e-05, + "loss": 0.0428, + "step": 25924 + }, + { + "epoch": 21.98897370653096, + "grad_norm": 1.12351197291415, + "learning_rate": 1.8167697573494825e-05, + "loss": 0.0438, + "step": 25925 + }, + { + "epoch": 21.989821882951652, + "grad_norm": 1.193778365812953, + "learning_rate": 1.8167539076401574e-05, + "loss": 0.0429, + "step": 25926 + }, + { + "epoch": 21.99067005937235, + "grad_norm": 1.095288630299755, + "learning_rate": 1.8167380573144932e-05, + "loss": 0.0446, + "step": 25927 + }, + { + "epoch": 21.991518235793045, + "grad_norm": 1.3049003845558593, + "learning_rate": 1.8167222063725014e-05, + "loss": 0.0474, + "step": 25928 + }, + { + "epoch": 21.99236641221374, + "grad_norm": 1.3167926030998858, + "learning_rate": 1.8167063548141945e-05, + "loss": 0.0458, + "step": 25929 + }, + { + "epoch": 21.993214588634437, + "grad_norm": 1.214623256950224, + "learning_rate": 1.8166905026395838e-05, + "loss": 0.0472, + "step": 25930 + }, + { + "epoch": 21.99406276505513, + "grad_norm": 1.241238548994954, + "learning_rate": 1.816674649848682e-05, + "loss": 0.044, + "step": 25931 + }, + { + "epoch": 21.994910941475826, + "grad_norm": 1.1011929365730768, + "learning_rate": 1.8166587964415004e-05, + "loss": 0.0489, + "step": 25932 + }, + { + "epoch": 21.995759117896522, + "grad_norm": 1.062392565314615, + "learning_rate": 1.8166429424180512e-05, + "loss": 0.0424, + "step": 25933 + }, + { + "epoch": 21.99660729431722, + "grad_norm": 1.235733629130346, + "learning_rate": 1.8166270877783466e-05, + "loss": 0.0459, + "step": 25934 + }, + { + "epoch": 21.997455470737915, + "grad_norm": 1.1328701438441107, + "learning_rate": 1.8166112325223984e-05, + "loss": 0.046, + "step": 25935 + }, + { + "epoch": 21.998303647158608, + "grad_norm": 0.9999574667501606, + "learning_rate": 1.816595376650218e-05, + "loss": 0.0409, + "step": 25936 + }, + { + "epoch": 21.999151823579304, + "grad_norm": 1.2172491079437173, + "learning_rate": 1.8165795201618186e-05, + "loss": 0.0458, + "step": 25937 + }, + { + "epoch": 22.0, + "grad_norm": 1.119675016662232, + "learning_rate": 1.816563663057211e-05, + "loss": 0.0404, + "step": 25938 + }, + { + "epoch": 22.000848176420696, + "grad_norm": 0.8669724371784684, + "learning_rate": 1.816547805336408e-05, + "loss": 0.035, + "step": 25939 + }, + { + "epoch": 22.001696352841392, + "grad_norm": 1.0356005547710987, + "learning_rate": 1.8165319469994207e-05, + "loss": 0.0391, + "step": 25940 + }, + { + "epoch": 22.002544529262085, + "grad_norm": 1.0309985439426879, + "learning_rate": 1.816516088046262e-05, + "loss": 0.0401, + "step": 25941 + }, + { + "epoch": 22.00339270568278, + "grad_norm": 1.0574210995511064, + "learning_rate": 1.8165002284769433e-05, + "loss": 0.04, + "step": 25942 + }, + { + "epoch": 22.004240882103478, + "grad_norm": 1.3405141417024642, + "learning_rate": 1.8164843682914764e-05, + "loss": 0.0452, + "step": 25943 + }, + { + "epoch": 22.005089058524174, + "grad_norm": 0.9172374404067408, + "learning_rate": 1.8164685074898737e-05, + "loss": 0.0362, + "step": 25944 + }, + { + "epoch": 22.00593723494487, + "grad_norm": 1.1139725748242817, + "learning_rate": 1.8164526460721474e-05, + "loss": 0.0393, + "step": 25945 + }, + { + "epoch": 22.006785411365563, + "grad_norm": 0.9731367381439334, + "learning_rate": 1.8164367840383086e-05, + "loss": 0.0396, + "step": 25946 + }, + { + "epoch": 22.00763358778626, + "grad_norm": 1.3675377743966628, + "learning_rate": 1.8164209213883703e-05, + "loss": 0.0396, + "step": 25947 + }, + { + "epoch": 22.008481764206955, + "grad_norm": 1.0103267017123752, + "learning_rate": 1.8164050581223435e-05, + "loss": 0.0383, + "step": 25948 + }, + { + "epoch": 22.00932994062765, + "grad_norm": 1.115725711542793, + "learning_rate": 1.816389194240241e-05, + "loss": 0.0446, + "step": 25949 + }, + { + "epoch": 22.010178117048348, + "grad_norm": 1.0660157359166171, + "learning_rate": 1.816373329742074e-05, + "loss": 0.0396, + "step": 25950 + }, + { + "epoch": 22.01102629346904, + "grad_norm": 1.1215209200819414, + "learning_rate": 1.8163574646278548e-05, + "loss": 0.0406, + "step": 25951 + }, + { + "epoch": 22.011874469889737, + "grad_norm": 1.1279755268672842, + "learning_rate": 1.8163415988975958e-05, + "loss": 0.0397, + "step": 25952 + }, + { + "epoch": 22.012722646310433, + "grad_norm": 1.0289111607110322, + "learning_rate": 1.8163257325513083e-05, + "loss": 0.0392, + "step": 25953 + }, + { + "epoch": 22.01357082273113, + "grad_norm": 0.799923647206152, + "learning_rate": 1.8163098655890046e-05, + "loss": 0.0378, + "step": 25954 + }, + { + "epoch": 22.014418999151825, + "grad_norm": 0.992489499508923, + "learning_rate": 1.816293998010697e-05, + "loss": 0.0381, + "step": 25955 + }, + { + "epoch": 22.015267175572518, + "grad_norm": 1.0131267792018568, + "learning_rate": 1.8162781298163966e-05, + "loss": 0.0402, + "step": 25956 + }, + { + "epoch": 22.016115351993214, + "grad_norm": 1.159141807241797, + "learning_rate": 1.816262261006116e-05, + "loss": 0.0414, + "step": 25957 + }, + { + "epoch": 22.01696352841391, + "grad_norm": 1.1050172677354502, + "learning_rate": 1.8162463915798673e-05, + "loss": 0.0407, + "step": 25958 + }, + { + "epoch": 22.017811704834607, + "grad_norm": 1.1205025502867794, + "learning_rate": 1.816230521537662e-05, + "loss": 0.0403, + "step": 25959 + }, + { + "epoch": 22.0186598812553, + "grad_norm": 1.3562517941594578, + "learning_rate": 1.8162146508795127e-05, + "loss": 0.041, + "step": 25960 + }, + { + "epoch": 22.019508057675996, + "grad_norm": 1.0879091951526008, + "learning_rate": 1.8161987796054304e-05, + "loss": 0.0365, + "step": 25961 + }, + { + "epoch": 22.020356234096692, + "grad_norm": 0.965644401496324, + "learning_rate": 1.8161829077154282e-05, + "loss": 0.0423, + "step": 25962 + }, + { + "epoch": 22.021204410517388, + "grad_norm": 1.0555694870876173, + "learning_rate": 1.8161670352095174e-05, + "loss": 0.0412, + "step": 25963 + }, + { + "epoch": 22.022052586938084, + "grad_norm": 1.1356943213865447, + "learning_rate": 1.81615116208771e-05, + "loss": 0.0437, + "step": 25964 + }, + { + "epoch": 22.022900763358777, + "grad_norm": 0.9616853285158045, + "learning_rate": 1.8161352883500183e-05, + "loss": 0.0356, + "step": 25965 + }, + { + "epoch": 22.023748939779473, + "grad_norm": 0.9351687026160553, + "learning_rate": 1.8161194139964543e-05, + "loss": 0.0392, + "step": 25966 + }, + { + "epoch": 22.02459711620017, + "grad_norm": 1.145882397645014, + "learning_rate": 1.8161035390270295e-05, + "loss": 0.0399, + "step": 25967 + }, + { + "epoch": 22.025445292620866, + "grad_norm": 1.1475244499021926, + "learning_rate": 1.816087663441756e-05, + "loss": 0.0438, + "step": 25968 + }, + { + "epoch": 22.026293469041562, + "grad_norm": 1.1916458732710073, + "learning_rate": 1.816071787240646e-05, + "loss": 0.0443, + "step": 25969 + }, + { + "epoch": 22.027141645462255, + "grad_norm": 0.9776720601280371, + "learning_rate": 1.8160559104237113e-05, + "loss": 0.0377, + "step": 25970 + }, + { + "epoch": 22.02798982188295, + "grad_norm": 1.1032432077283727, + "learning_rate": 1.8160400329909643e-05, + "loss": 0.0409, + "step": 25971 + }, + { + "epoch": 22.028837998303647, + "grad_norm": 1.068066346036277, + "learning_rate": 1.8160241549424165e-05, + "loss": 0.0394, + "step": 25972 + }, + { + "epoch": 22.029686174724343, + "grad_norm": 0.9242328732869479, + "learning_rate": 1.81600827627808e-05, + "loss": 0.0372, + "step": 25973 + }, + { + "epoch": 22.03053435114504, + "grad_norm": 1.0744911983495014, + "learning_rate": 1.8159923969979666e-05, + "loss": 0.0393, + "step": 25974 + }, + { + "epoch": 22.031382527565732, + "grad_norm": 1.099111399180302, + "learning_rate": 1.8159765171020888e-05, + "loss": 0.0401, + "step": 25975 + }, + { + "epoch": 22.03223070398643, + "grad_norm": 1.015330238492076, + "learning_rate": 1.8159606365904584e-05, + "loss": 0.038, + "step": 25976 + }, + { + "epoch": 22.033078880407125, + "grad_norm": 1.02474710240316, + "learning_rate": 1.8159447554630875e-05, + "loss": 0.0393, + "step": 25977 + }, + { + "epoch": 22.03392705682782, + "grad_norm": 1.081603284187121, + "learning_rate": 1.815928873719987e-05, + "loss": 0.0402, + "step": 25978 + }, + { + "epoch": 22.034775233248517, + "grad_norm": 0.8609972895512145, + "learning_rate": 1.8159129913611705e-05, + "loss": 0.0363, + "step": 25979 + }, + { + "epoch": 22.03562340966921, + "grad_norm": 0.9865700150348322, + "learning_rate": 1.815897108386649e-05, + "loss": 0.0419, + "step": 25980 + }, + { + "epoch": 22.036471586089906, + "grad_norm": 1.2265093089548311, + "learning_rate": 1.8158812247964348e-05, + "loss": 0.0409, + "step": 25981 + }, + { + "epoch": 22.037319762510602, + "grad_norm": 0.9888010234863259, + "learning_rate": 1.8158653405905396e-05, + "loss": 0.043, + "step": 25982 + }, + { + "epoch": 22.0381679389313, + "grad_norm": 1.7908598862902103, + "learning_rate": 1.8158494557689758e-05, + "loss": 0.0437, + "step": 25983 + }, + { + "epoch": 22.039016115351995, + "grad_norm": 1.228066050376841, + "learning_rate": 1.8158335703317553e-05, + "loss": 0.0413, + "step": 25984 + }, + { + "epoch": 22.039864291772687, + "grad_norm": 0.9177608151510271, + "learning_rate": 1.8158176842788898e-05, + "loss": 0.0384, + "step": 25985 + }, + { + "epoch": 22.040712468193384, + "grad_norm": 0.9795209117735452, + "learning_rate": 1.8158017976103914e-05, + "loss": 0.0399, + "step": 25986 + }, + { + "epoch": 22.04156064461408, + "grad_norm": 1.01142609815761, + "learning_rate": 1.815785910326272e-05, + "loss": 0.0401, + "step": 25987 + }, + { + "epoch": 22.042408821034776, + "grad_norm": 1.0589124811548944, + "learning_rate": 1.815770022426544e-05, + "loss": 0.0401, + "step": 25988 + }, + { + "epoch": 22.043256997455472, + "grad_norm": 1.0600497642105375, + "learning_rate": 1.815754133911219e-05, + "loss": 0.0401, + "step": 25989 + }, + { + "epoch": 22.044105173876165, + "grad_norm": 1.0802498030059438, + "learning_rate": 1.815738244780309e-05, + "loss": 0.0423, + "step": 25990 + }, + { + "epoch": 22.04495335029686, + "grad_norm": 1.0543537414576976, + "learning_rate": 1.8157223550338264e-05, + "loss": 0.04, + "step": 25991 + }, + { + "epoch": 22.045801526717558, + "grad_norm": 1.0723837298787833, + "learning_rate": 1.8157064646717825e-05, + "loss": 0.0392, + "step": 25992 + }, + { + "epoch": 22.046649703138254, + "grad_norm": 1.0444806429251687, + "learning_rate": 1.8156905736941903e-05, + "loss": 0.0398, + "step": 25993 + }, + { + "epoch": 22.04749787955895, + "grad_norm": 0.9934349620618141, + "learning_rate": 1.8156746821010605e-05, + "loss": 0.0355, + "step": 25994 + }, + { + "epoch": 22.048346055979643, + "grad_norm": 0.9967366525794282, + "learning_rate": 1.8156587898924062e-05, + "loss": 0.0389, + "step": 25995 + }, + { + "epoch": 22.04919423240034, + "grad_norm": 0.993967363150854, + "learning_rate": 1.8156428970682388e-05, + "loss": 0.0385, + "step": 25996 + }, + { + "epoch": 22.050042408821035, + "grad_norm": 1.2179965966149766, + "learning_rate": 1.8156270036285704e-05, + "loss": 0.0405, + "step": 25997 + }, + { + "epoch": 22.05089058524173, + "grad_norm": 1.0314281299126113, + "learning_rate": 1.815611109573413e-05, + "loss": 0.0381, + "step": 25998 + }, + { + "epoch": 22.051738761662424, + "grad_norm": 1.0161027937250593, + "learning_rate": 1.815595214902779e-05, + "loss": 0.0396, + "step": 25999 + }, + { + "epoch": 22.05258693808312, + "grad_norm": 1.0749498625792124, + "learning_rate": 1.8155793196166797e-05, + "loss": 0.0396, + "step": 26000 + }, + { + "epoch": 22.053435114503817, + "grad_norm": 1.019312996415245, + "learning_rate": 1.8155634237151277e-05, + "loss": 0.0401, + "step": 26001 + }, + { + "epoch": 22.054283290924513, + "grad_norm": 1.1320838200067735, + "learning_rate": 1.8155475271981345e-05, + "loss": 0.0404, + "step": 26002 + }, + { + "epoch": 22.05513146734521, + "grad_norm": 0.8942231713938055, + "learning_rate": 1.8155316300657122e-05, + "loss": 0.0394, + "step": 26003 + }, + { + "epoch": 22.0559796437659, + "grad_norm": 1.1413993716761304, + "learning_rate": 1.815515732317873e-05, + "loss": 0.0416, + "step": 26004 + }, + { + "epoch": 22.056827820186598, + "grad_norm": 1.4347253972801122, + "learning_rate": 1.815499833954629e-05, + "loss": 0.0439, + "step": 26005 + }, + { + "epoch": 22.057675996607294, + "grad_norm": 0.9059732589146612, + "learning_rate": 1.8154839349759922e-05, + "loss": 0.0359, + "step": 26006 + }, + { + "epoch": 22.05852417302799, + "grad_norm": 0.939562161052107, + "learning_rate": 1.815468035381974e-05, + "loss": 0.0372, + "step": 26007 + }, + { + "epoch": 22.059372349448687, + "grad_norm": 1.0200455234549541, + "learning_rate": 1.815452135172587e-05, + "loss": 0.0403, + "step": 26008 + }, + { + "epoch": 22.06022052586938, + "grad_norm": 1.1921005504893813, + "learning_rate": 1.815436234347843e-05, + "loss": 0.0424, + "step": 26009 + }, + { + "epoch": 22.061068702290076, + "grad_norm": 0.875190779190482, + "learning_rate": 1.815420332907754e-05, + "loss": 0.0361, + "step": 26010 + }, + { + "epoch": 22.061916878710772, + "grad_norm": 1.100631643960626, + "learning_rate": 1.8154044308523318e-05, + "loss": 0.0397, + "step": 26011 + }, + { + "epoch": 22.062765055131468, + "grad_norm": 1.132822405471395, + "learning_rate": 1.815388528181589e-05, + "loss": 0.0402, + "step": 26012 + }, + { + "epoch": 22.063613231552164, + "grad_norm": 1.0773826721023925, + "learning_rate": 1.8153726248955367e-05, + "loss": 0.0399, + "step": 26013 + }, + { + "epoch": 22.064461407972857, + "grad_norm": 1.099292273689934, + "learning_rate": 1.8153567209941874e-05, + "loss": 0.0399, + "step": 26014 + }, + { + "epoch": 22.065309584393553, + "grad_norm": 1.0411007409086066, + "learning_rate": 1.815340816477554e-05, + "loss": 0.0374, + "step": 26015 + }, + { + "epoch": 22.06615776081425, + "grad_norm": 1.107893841505705, + "learning_rate": 1.8153249113456467e-05, + "loss": 0.0404, + "step": 26016 + }, + { + "epoch": 22.067005937234946, + "grad_norm": 0.8829992692714571, + "learning_rate": 1.815309005598479e-05, + "loss": 0.0375, + "step": 26017 + }, + { + "epoch": 22.067854113655642, + "grad_norm": 1.0510922994159235, + "learning_rate": 1.815293099236062e-05, + "loss": 0.0426, + "step": 26018 + }, + { + "epoch": 22.068702290076335, + "grad_norm": 0.9797277438564239, + "learning_rate": 1.815277192258408e-05, + "loss": 0.0401, + "step": 26019 + }, + { + "epoch": 22.06955046649703, + "grad_norm": 1.0908645072523764, + "learning_rate": 1.8152612846655288e-05, + "loss": 0.0413, + "step": 26020 + }, + { + "epoch": 22.070398642917727, + "grad_norm": 1.0061468484006375, + "learning_rate": 1.815245376457437e-05, + "loss": 0.041, + "step": 26021 + }, + { + "epoch": 22.071246819338423, + "grad_norm": 1.0155009765512006, + "learning_rate": 1.815229467634144e-05, + "loss": 0.0383, + "step": 26022 + }, + { + "epoch": 22.07209499575912, + "grad_norm": 1.0067395342339407, + "learning_rate": 1.8152135581956623e-05, + "loss": 0.0425, + "step": 26023 + }, + { + "epoch": 22.072943172179812, + "grad_norm": 0.8961802184883557, + "learning_rate": 1.815197648142003e-05, + "loss": 0.0384, + "step": 26024 + }, + { + "epoch": 22.07379134860051, + "grad_norm": 1.0324403991805076, + "learning_rate": 1.8151817374731795e-05, + "loss": 0.0386, + "step": 26025 + }, + { + "epoch": 22.074639525021205, + "grad_norm": 0.948558059810243, + "learning_rate": 1.815165826189203e-05, + "loss": 0.0384, + "step": 26026 + }, + { + "epoch": 22.0754877014419, + "grad_norm": 1.3064392532047042, + "learning_rate": 1.8151499142900853e-05, + "loss": 0.0433, + "step": 26027 + }, + { + "epoch": 22.076335877862597, + "grad_norm": 1.0083787074578603, + "learning_rate": 1.8151340017758388e-05, + "loss": 0.041, + "step": 26028 + }, + { + "epoch": 22.07718405428329, + "grad_norm": 0.9533204006064282, + "learning_rate": 1.8151180886464752e-05, + "loss": 0.0384, + "step": 26029 + }, + { + "epoch": 22.078032230703986, + "grad_norm": 1.1130543106010817, + "learning_rate": 1.8151021749020068e-05, + "loss": 0.0439, + "step": 26030 + }, + { + "epoch": 22.078880407124682, + "grad_norm": 1.0636882481506535, + "learning_rate": 1.8150862605424455e-05, + "loss": 0.0411, + "step": 26031 + }, + { + "epoch": 22.07972858354538, + "grad_norm": 0.9553819956445343, + "learning_rate": 1.815070345567803e-05, + "loss": 0.0383, + "step": 26032 + }, + { + "epoch": 22.08057675996607, + "grad_norm": 1.1159735589389592, + "learning_rate": 1.815054429978092e-05, + "loss": 0.0398, + "step": 26033 + }, + { + "epoch": 22.081424936386767, + "grad_norm": 1.0177506640617189, + "learning_rate": 1.8150385137733243e-05, + "loss": 0.0408, + "step": 26034 + }, + { + "epoch": 22.082273112807464, + "grad_norm": 0.9962574405364366, + "learning_rate": 1.815022596953511e-05, + "loss": 0.0407, + "step": 26035 + }, + { + "epoch": 22.08312128922816, + "grad_norm": 0.9517035846024633, + "learning_rate": 1.8150066795186655e-05, + "loss": 0.038, + "step": 26036 + }, + { + "epoch": 22.083969465648856, + "grad_norm": 0.9993402495825497, + "learning_rate": 1.814990761468799e-05, + "loss": 0.0376, + "step": 26037 + }, + { + "epoch": 22.08481764206955, + "grad_norm": 1.0925936916171446, + "learning_rate": 1.8149748428039235e-05, + "loss": 0.0368, + "step": 26038 + }, + { + "epoch": 22.085665818490245, + "grad_norm": 0.9237487803002915, + "learning_rate": 1.8149589235240514e-05, + "loss": 0.0411, + "step": 26039 + }, + { + "epoch": 22.08651399491094, + "grad_norm": 1.0102377616732316, + "learning_rate": 1.8149430036291945e-05, + "loss": 0.0379, + "step": 26040 + }, + { + "epoch": 22.087362171331637, + "grad_norm": 1.1037801050145781, + "learning_rate": 1.8149270831193645e-05, + "loss": 0.0395, + "step": 26041 + }, + { + "epoch": 22.088210347752334, + "grad_norm": 1.1824926786355117, + "learning_rate": 1.8149111619945737e-05, + "loss": 0.0417, + "step": 26042 + }, + { + "epoch": 22.089058524173026, + "grad_norm": 1.10225526092287, + "learning_rate": 1.8148952402548346e-05, + "loss": 0.0396, + "step": 26043 + }, + { + "epoch": 22.089906700593723, + "grad_norm": 0.9175363024183825, + "learning_rate": 1.8148793179001588e-05, + "loss": 0.0362, + "step": 26044 + }, + { + "epoch": 22.09075487701442, + "grad_norm": 1.0054749587516403, + "learning_rate": 1.8148633949305577e-05, + "loss": 0.0385, + "step": 26045 + }, + { + "epoch": 22.091603053435115, + "grad_norm": 0.8567078500438309, + "learning_rate": 1.8148474713460442e-05, + "loss": 0.0366, + "step": 26046 + }, + { + "epoch": 22.09245122985581, + "grad_norm": 1.087738885487213, + "learning_rate": 1.81483154714663e-05, + "loss": 0.0375, + "step": 26047 + }, + { + "epoch": 22.093299406276504, + "grad_norm": 0.9693818611455445, + "learning_rate": 1.814815622332327e-05, + "loss": 0.0404, + "step": 26048 + }, + { + "epoch": 22.0941475826972, + "grad_norm": 1.1045011919234962, + "learning_rate": 1.8147996969031474e-05, + "loss": 0.0435, + "step": 26049 + }, + { + "epoch": 22.094995759117896, + "grad_norm": 0.8635457744743805, + "learning_rate": 1.8147837708591033e-05, + "loss": 0.0363, + "step": 26050 + }, + { + "epoch": 22.095843935538593, + "grad_norm": 0.9808730363730029, + "learning_rate": 1.8147678442002062e-05, + "loss": 0.0382, + "step": 26051 + }, + { + "epoch": 22.09669211195929, + "grad_norm": 1.0098723098986584, + "learning_rate": 1.814751916926469e-05, + "loss": 0.0371, + "step": 26052 + }, + { + "epoch": 22.09754028837998, + "grad_norm": 1.036360283569734, + "learning_rate": 1.8147359890379024e-05, + "loss": 0.0418, + "step": 26053 + }, + { + "epoch": 22.098388464800678, + "grad_norm": 0.937139459702326, + "learning_rate": 1.8147200605345202e-05, + "loss": 0.0374, + "step": 26054 + }, + { + "epoch": 22.099236641221374, + "grad_norm": 1.0483186777727587, + "learning_rate": 1.814704131416333e-05, + "loss": 0.0423, + "step": 26055 + }, + { + "epoch": 22.10008481764207, + "grad_norm": 1.303090216791795, + "learning_rate": 1.814688201683353e-05, + "loss": 0.0402, + "step": 26056 + }, + { + "epoch": 22.100932994062767, + "grad_norm": 0.9289644335827283, + "learning_rate": 1.8146722713355926e-05, + "loss": 0.0396, + "step": 26057 + }, + { + "epoch": 22.10178117048346, + "grad_norm": 1.190494377720159, + "learning_rate": 1.814656340373064e-05, + "loss": 0.0374, + "step": 26058 + }, + { + "epoch": 22.102629346904155, + "grad_norm": 0.9908501330612087, + "learning_rate": 1.814640408795779e-05, + "loss": 0.038, + "step": 26059 + }, + { + "epoch": 22.10347752332485, + "grad_norm": 1.1158597144246598, + "learning_rate": 1.814624476603749e-05, + "loss": 0.0438, + "step": 26060 + }, + { + "epoch": 22.104325699745548, + "grad_norm": 1.0052399472963927, + "learning_rate": 1.814608543796987e-05, + "loss": 0.0403, + "step": 26061 + }, + { + "epoch": 22.105173876166244, + "grad_norm": 0.9786644907954656, + "learning_rate": 1.8145926103755047e-05, + "loss": 0.0395, + "step": 26062 + }, + { + "epoch": 22.106022052586937, + "grad_norm": 1.0315344560400368, + "learning_rate": 1.8145766763393138e-05, + "loss": 0.0383, + "step": 26063 + }, + { + "epoch": 22.106870229007633, + "grad_norm": 1.1130990823418723, + "learning_rate": 1.8145607416884267e-05, + "loss": 0.0408, + "step": 26064 + }, + { + "epoch": 22.10771840542833, + "grad_norm": 0.9398535258778529, + "learning_rate": 1.814544806422855e-05, + "loss": 0.0374, + "step": 26065 + }, + { + "epoch": 22.108566581849026, + "grad_norm": 0.9821566926776555, + "learning_rate": 1.8145288705426112e-05, + "loss": 0.0402, + "step": 26066 + }, + { + "epoch": 22.109414758269722, + "grad_norm": 1.2495972526930506, + "learning_rate": 1.814512934047707e-05, + "loss": 0.0439, + "step": 26067 + }, + { + "epoch": 22.110262934690414, + "grad_norm": 1.2124578001387958, + "learning_rate": 1.8144969969381546e-05, + "loss": 0.0444, + "step": 26068 + }, + { + "epoch": 22.11111111111111, + "grad_norm": 1.2305615783250463, + "learning_rate": 1.8144810592139656e-05, + "loss": 0.0392, + "step": 26069 + }, + { + "epoch": 22.111959287531807, + "grad_norm": 0.949519376658239, + "learning_rate": 1.814465120875153e-05, + "loss": 0.039, + "step": 26070 + }, + { + "epoch": 22.112807463952503, + "grad_norm": 1.1299417663164615, + "learning_rate": 1.8144491819217277e-05, + "loss": 0.0412, + "step": 26071 + }, + { + "epoch": 22.113655640373196, + "grad_norm": 1.1872258901780641, + "learning_rate": 1.814433242353703e-05, + "loss": 0.0415, + "step": 26072 + }, + { + "epoch": 22.114503816793892, + "grad_norm": 1.273146007806207, + "learning_rate": 1.8144173021710895e-05, + "loss": 0.0463, + "step": 26073 + }, + { + "epoch": 22.11535199321459, + "grad_norm": 1.024252997546296, + "learning_rate": 1.8144013613739e-05, + "loss": 0.0392, + "step": 26074 + }, + { + "epoch": 22.116200169635285, + "grad_norm": 1.0475600273931556, + "learning_rate": 1.8143854199621466e-05, + "loss": 0.0415, + "step": 26075 + }, + { + "epoch": 22.11704834605598, + "grad_norm": 0.94214280636447, + "learning_rate": 1.8143694779358414e-05, + "loss": 0.0401, + "step": 26076 + }, + { + "epoch": 22.117896522476673, + "grad_norm": 0.9766057872366634, + "learning_rate": 1.8143535352949958e-05, + "loss": 0.0392, + "step": 26077 + }, + { + "epoch": 22.11874469889737, + "grad_norm": 0.8957383519137164, + "learning_rate": 1.8143375920396224e-05, + "loss": 0.0367, + "step": 26078 + }, + { + "epoch": 22.119592875318066, + "grad_norm": 1.1950731040334508, + "learning_rate": 1.8143216481697334e-05, + "loss": 0.0405, + "step": 26079 + }, + { + "epoch": 22.120441051738762, + "grad_norm": 0.9971718902690468, + "learning_rate": 1.81430570368534e-05, + "loss": 0.0412, + "step": 26080 + }, + { + "epoch": 22.12128922815946, + "grad_norm": 0.9730534415120337, + "learning_rate": 1.814289758586455e-05, + "loss": 0.0367, + "step": 26081 + }, + { + "epoch": 22.12213740458015, + "grad_norm": 1.1589828540949123, + "learning_rate": 1.81427381287309e-05, + "loss": 0.0385, + "step": 26082 + }, + { + "epoch": 22.122985581000847, + "grad_norm": 1.1374193916190338, + "learning_rate": 1.814257866545257e-05, + "loss": 0.0459, + "step": 26083 + }, + { + "epoch": 22.123833757421544, + "grad_norm": 0.9412055181918749, + "learning_rate": 1.8142419196029685e-05, + "loss": 0.0385, + "step": 26084 + }, + { + "epoch": 22.12468193384224, + "grad_norm": 0.9514165461148143, + "learning_rate": 1.814225972046236e-05, + "loss": 0.0395, + "step": 26085 + }, + { + "epoch": 22.125530110262936, + "grad_norm": 1.0762748108941127, + "learning_rate": 1.814210023875072e-05, + "loss": 0.0399, + "step": 26086 + }, + { + "epoch": 22.12637828668363, + "grad_norm": 1.2415270610924025, + "learning_rate": 1.8141940750894887e-05, + "loss": 0.0457, + "step": 26087 + }, + { + "epoch": 22.127226463104325, + "grad_norm": 1.1545458903098682, + "learning_rate": 1.8141781256894974e-05, + "loss": 0.0413, + "step": 26088 + }, + { + "epoch": 22.12807463952502, + "grad_norm": 1.058810613445163, + "learning_rate": 1.8141621756751104e-05, + "loss": 0.0394, + "step": 26089 + }, + { + "epoch": 22.128922815945717, + "grad_norm": 1.0992151696751409, + "learning_rate": 1.81414622504634e-05, + "loss": 0.0391, + "step": 26090 + }, + { + "epoch": 22.129770992366414, + "grad_norm": 1.0630659856254747, + "learning_rate": 1.8141302738031978e-05, + "loss": 0.0425, + "step": 26091 + }, + { + "epoch": 22.130619168787106, + "grad_norm": 1.039228897724612, + "learning_rate": 1.8141143219456966e-05, + "loss": 0.0407, + "step": 26092 + }, + { + "epoch": 22.131467345207803, + "grad_norm": 0.8637974883016919, + "learning_rate": 1.8140983694738475e-05, + "loss": 0.0396, + "step": 26093 + }, + { + "epoch": 22.1323155216285, + "grad_norm": 1.3319399629278335, + "learning_rate": 1.8140824163876633e-05, + "loss": 0.0397, + "step": 26094 + }, + { + "epoch": 22.133163698049195, + "grad_norm": 0.9970508500580817, + "learning_rate": 1.8140664626871553e-05, + "loss": 0.0399, + "step": 26095 + }, + { + "epoch": 22.13401187446989, + "grad_norm": 1.0592900113466228, + "learning_rate": 1.8140505083723363e-05, + "loss": 0.0444, + "step": 26096 + }, + { + "epoch": 22.134860050890584, + "grad_norm": 1.2008725433251484, + "learning_rate": 1.814034553443218e-05, + "loss": 0.0418, + "step": 26097 + }, + { + "epoch": 22.13570822731128, + "grad_norm": 1.0420078301793876, + "learning_rate": 1.8140185978998124e-05, + "loss": 0.0372, + "step": 26098 + }, + { + "epoch": 22.136556403731976, + "grad_norm": 1.1649154596323952, + "learning_rate": 1.8140026417421316e-05, + "loss": 0.0415, + "step": 26099 + }, + { + "epoch": 22.137404580152673, + "grad_norm": 0.9616757564923465, + "learning_rate": 1.8139866849701876e-05, + "loss": 0.0375, + "step": 26100 + }, + { + "epoch": 22.13825275657337, + "grad_norm": 1.0112846339806465, + "learning_rate": 1.8139707275839926e-05, + "loss": 0.0411, + "step": 26101 + }, + { + "epoch": 22.13910093299406, + "grad_norm": 0.9543469082020287, + "learning_rate": 1.813954769583558e-05, + "loss": 0.0374, + "step": 26102 + }, + { + "epoch": 22.139949109414758, + "grad_norm": 1.0033696657354172, + "learning_rate": 1.813938810968897e-05, + "loss": 0.0401, + "step": 26103 + }, + { + "epoch": 22.140797285835454, + "grad_norm": 0.8958386321724245, + "learning_rate": 1.8139228517400207e-05, + "loss": 0.0409, + "step": 26104 + }, + { + "epoch": 22.14164546225615, + "grad_norm": 1.1454960613175518, + "learning_rate": 1.8139068918969412e-05, + "loss": 0.0389, + "step": 26105 + }, + { + "epoch": 22.142493638676847, + "grad_norm": 1.0145411653724898, + "learning_rate": 1.813890931439671e-05, + "loss": 0.0399, + "step": 26106 + }, + { + "epoch": 22.14334181509754, + "grad_norm": 1.11827515593727, + "learning_rate": 1.813874970368222e-05, + "loss": 0.0399, + "step": 26107 + }, + { + "epoch": 22.144189991518235, + "grad_norm": 0.9359829598688906, + "learning_rate": 1.8138590086826063e-05, + "loss": 0.038, + "step": 26108 + }, + { + "epoch": 22.14503816793893, + "grad_norm": 1.1215490394815033, + "learning_rate": 1.813843046382836e-05, + "loss": 0.0402, + "step": 26109 + }, + { + "epoch": 22.145886344359628, + "grad_norm": 1.0471062493357393, + "learning_rate": 1.813827083468922e-05, + "loss": 0.039, + "step": 26110 + }, + { + "epoch": 22.14673452078032, + "grad_norm": 1.1530165026603802, + "learning_rate": 1.813811119940878e-05, + "loss": 0.0389, + "step": 26111 + }, + { + "epoch": 22.147582697201017, + "grad_norm": 1.1476757759252123, + "learning_rate": 1.8137951557987153e-05, + "loss": 0.0402, + "step": 26112 + }, + { + "epoch": 22.148430873621713, + "grad_norm": 1.1426686626320952, + "learning_rate": 1.813779191042446e-05, + "loss": 0.0401, + "step": 26113 + }, + { + "epoch": 22.14927905004241, + "grad_norm": 1.1028404121728952, + "learning_rate": 1.813763225672082e-05, + "loss": 0.0382, + "step": 26114 + }, + { + "epoch": 22.150127226463106, + "grad_norm": 1.1455124412332551, + "learning_rate": 1.8137472596876356e-05, + "loss": 0.0448, + "step": 26115 + }, + { + "epoch": 22.150975402883798, + "grad_norm": 1.180654310467417, + "learning_rate": 1.8137312930891187e-05, + "loss": 0.0411, + "step": 26116 + }, + { + "epoch": 22.151823579304494, + "grad_norm": 1.1195254909122911, + "learning_rate": 1.8137153258765433e-05, + "loss": 0.0393, + "step": 26117 + }, + { + "epoch": 22.15267175572519, + "grad_norm": 0.9873685677736979, + "learning_rate": 1.8136993580499218e-05, + "loss": 0.0388, + "step": 26118 + }, + { + "epoch": 22.153519932145887, + "grad_norm": 1.2742815354561174, + "learning_rate": 1.8136833896092658e-05, + "loss": 0.0431, + "step": 26119 + }, + { + "epoch": 22.154368108566583, + "grad_norm": 0.9789511550893761, + "learning_rate": 1.8136674205545874e-05, + "loss": 0.0405, + "step": 26120 + }, + { + "epoch": 22.155216284987276, + "grad_norm": 0.9874445990009039, + "learning_rate": 1.813651450885899e-05, + "loss": 0.039, + "step": 26121 + }, + { + "epoch": 22.156064461407972, + "grad_norm": 0.8549198937290087, + "learning_rate": 1.8136354806032127e-05, + "loss": 0.0407, + "step": 26122 + }, + { + "epoch": 22.15691263782867, + "grad_norm": 1.1909149496584344, + "learning_rate": 1.81361950970654e-05, + "loss": 0.0416, + "step": 26123 + }, + { + "epoch": 22.157760814249365, + "grad_norm": 0.8904823869486216, + "learning_rate": 1.813603538195893e-05, + "loss": 0.0384, + "step": 26124 + }, + { + "epoch": 22.15860899067006, + "grad_norm": 1.13021656514103, + "learning_rate": 1.8135875660712843e-05, + "loss": 0.0424, + "step": 26125 + }, + { + "epoch": 22.159457167090753, + "grad_norm": 1.0706744666637418, + "learning_rate": 1.8135715933327255e-05, + "loss": 0.0423, + "step": 26126 + }, + { + "epoch": 22.16030534351145, + "grad_norm": 1.1431258158911257, + "learning_rate": 1.8135556199802288e-05, + "loss": 0.0373, + "step": 26127 + }, + { + "epoch": 22.161153519932146, + "grad_norm": 1.28068813345645, + "learning_rate": 1.8135396460138067e-05, + "loss": 0.0406, + "step": 26128 + }, + { + "epoch": 22.162001696352842, + "grad_norm": 0.9342135434223625, + "learning_rate": 1.8135236714334703e-05, + "loss": 0.0398, + "step": 26129 + }, + { + "epoch": 22.16284987277354, + "grad_norm": 1.0153399712804936, + "learning_rate": 1.8135076962392322e-05, + "loss": 0.0425, + "step": 26130 + }, + { + "epoch": 22.16369804919423, + "grad_norm": 1.1288729714901846, + "learning_rate": 1.8134917204311047e-05, + "loss": 0.0383, + "step": 26131 + }, + { + "epoch": 22.164546225614927, + "grad_norm": 1.098818503455216, + "learning_rate": 1.8134757440090994e-05, + "loss": 0.0401, + "step": 26132 + }, + { + "epoch": 22.165394402035624, + "grad_norm": 1.2265558801448317, + "learning_rate": 1.8134597669732284e-05, + "loss": 0.0408, + "step": 26133 + }, + { + "epoch": 22.16624257845632, + "grad_norm": 0.9915583223629656, + "learning_rate": 1.813443789323504e-05, + "loss": 0.037, + "step": 26134 + }, + { + "epoch": 22.167090754877016, + "grad_norm": 1.036906181454474, + "learning_rate": 1.8134278110599382e-05, + "loss": 0.0401, + "step": 26135 + }, + { + "epoch": 22.16793893129771, + "grad_norm": 0.9633387229587155, + "learning_rate": 1.813411832182543e-05, + "loss": 0.0389, + "step": 26136 + }, + { + "epoch": 22.168787107718405, + "grad_norm": 1.0614261162945713, + "learning_rate": 1.8133958526913306e-05, + "loss": 0.0383, + "step": 26137 + }, + { + "epoch": 22.1696352841391, + "grad_norm": 1.1132577584592152, + "learning_rate": 1.8133798725863126e-05, + "loss": 0.0424, + "step": 26138 + }, + { + "epoch": 22.170483460559797, + "grad_norm": 1.2347596007784096, + "learning_rate": 1.8133638918675014e-05, + "loss": 0.0454, + "step": 26139 + }, + { + "epoch": 22.171331636980494, + "grad_norm": 1.15765380094735, + "learning_rate": 1.8133479105349094e-05, + "loss": 0.0465, + "step": 26140 + }, + { + "epoch": 22.172179813401186, + "grad_norm": 1.1365735783160908, + "learning_rate": 1.8133319285885478e-05, + "loss": 0.0398, + "step": 26141 + }, + { + "epoch": 22.173027989821882, + "grad_norm": 1.6619594304448475, + "learning_rate": 1.8133159460284296e-05, + "loss": 0.0458, + "step": 26142 + }, + { + "epoch": 22.17387616624258, + "grad_norm": 1.4564555051260109, + "learning_rate": 1.8132999628545662e-05, + "loss": 0.0403, + "step": 26143 + }, + { + "epoch": 22.174724342663275, + "grad_norm": 0.9323843640307053, + "learning_rate": 1.8132839790669698e-05, + "loss": 0.0379, + "step": 26144 + }, + { + "epoch": 22.17557251908397, + "grad_norm": 0.9536614591896473, + "learning_rate": 1.813267994665653e-05, + "loss": 0.0389, + "step": 26145 + }, + { + "epoch": 22.176420695504664, + "grad_norm": 0.9706637321313938, + "learning_rate": 1.8132520096506266e-05, + "loss": 0.0465, + "step": 26146 + }, + { + "epoch": 22.17726887192536, + "grad_norm": 1.0639143026497406, + "learning_rate": 1.813236024021904e-05, + "loss": 0.0398, + "step": 26147 + }, + { + "epoch": 22.178117048346056, + "grad_norm": 1.02838323569677, + "learning_rate": 1.813220037779497e-05, + "loss": 0.0369, + "step": 26148 + }, + { + "epoch": 22.178965224766753, + "grad_norm": 1.0749420449516287, + "learning_rate": 1.813204050923417e-05, + "loss": 0.0402, + "step": 26149 + }, + { + "epoch": 22.179813401187445, + "grad_norm": 1.0928294511979362, + "learning_rate": 1.8131880634536765e-05, + "loss": 0.0416, + "step": 26150 + }, + { + "epoch": 22.18066157760814, + "grad_norm": 1.0468081005209897, + "learning_rate": 1.8131720753702872e-05, + "loss": 0.0396, + "step": 26151 + }, + { + "epoch": 22.181509754028838, + "grad_norm": 1.1108318974682232, + "learning_rate": 1.813156086673262e-05, + "loss": 0.0368, + "step": 26152 + }, + { + "epoch": 22.182357930449534, + "grad_norm": 1.0174772275654542, + "learning_rate": 1.8131400973626125e-05, + "loss": 0.0382, + "step": 26153 + }, + { + "epoch": 22.18320610687023, + "grad_norm": 1.19003001807772, + "learning_rate": 1.81312410743835e-05, + "loss": 0.0436, + "step": 26154 + }, + { + "epoch": 22.184054283290923, + "grad_norm": 1.0686268228687166, + "learning_rate": 1.813108116900488e-05, + "loss": 0.039, + "step": 26155 + }, + { + "epoch": 22.18490245971162, + "grad_norm": 1.09326425248367, + "learning_rate": 1.8130921257490376e-05, + "loss": 0.0393, + "step": 26156 + }, + { + "epoch": 22.185750636132315, + "grad_norm": 1.241800426704803, + "learning_rate": 1.8130761339840114e-05, + "loss": 0.043, + "step": 26157 + }, + { + "epoch": 22.18659881255301, + "grad_norm": 1.0925903194546989, + "learning_rate": 1.8130601416054206e-05, + "loss": 0.0398, + "step": 26158 + }, + { + "epoch": 22.187446988973708, + "grad_norm": 0.9263127916348719, + "learning_rate": 1.8130441486132785e-05, + "loss": 0.0374, + "step": 26159 + }, + { + "epoch": 22.1882951653944, + "grad_norm": 1.267041266368997, + "learning_rate": 1.813028155007596e-05, + "loss": 0.0421, + "step": 26160 + }, + { + "epoch": 22.189143341815097, + "grad_norm": 0.9165081416627004, + "learning_rate": 1.813012160788386e-05, + "loss": 0.0351, + "step": 26161 + }, + { + "epoch": 22.189991518235793, + "grad_norm": 1.0536547292899332, + "learning_rate": 1.81299616595566e-05, + "loss": 0.0436, + "step": 26162 + }, + { + "epoch": 22.19083969465649, + "grad_norm": 1.128921754019559, + "learning_rate": 1.8129801705094305e-05, + "loss": 0.0388, + "step": 26163 + }, + { + "epoch": 22.191687871077185, + "grad_norm": 0.946881571789761, + "learning_rate": 1.8129641744497094e-05, + "loss": 0.0413, + "step": 26164 + }, + { + "epoch": 22.192536047497878, + "grad_norm": 1.0532195079625277, + "learning_rate": 1.8129481777765088e-05, + "loss": 0.0396, + "step": 26165 + }, + { + "epoch": 22.193384223918574, + "grad_norm": 0.9590380451947772, + "learning_rate": 1.8129321804898408e-05, + "loss": 0.0407, + "step": 26166 + }, + { + "epoch": 22.19423240033927, + "grad_norm": 0.9787111340848316, + "learning_rate": 1.8129161825897174e-05, + "loss": 0.04, + "step": 26167 + }, + { + "epoch": 22.195080576759967, + "grad_norm": 1.0645541425090859, + "learning_rate": 1.8129001840761503e-05, + "loss": 0.0411, + "step": 26168 + }, + { + "epoch": 22.195928753180663, + "grad_norm": 1.0254730977568307, + "learning_rate": 1.8128841849491525e-05, + "loss": 0.0395, + "step": 26169 + }, + { + "epoch": 22.196776929601356, + "grad_norm": 1.09539156364798, + "learning_rate": 1.812868185208735e-05, + "loss": 0.0437, + "step": 26170 + }, + { + "epoch": 22.197625106022052, + "grad_norm": 1.279447551462518, + "learning_rate": 1.812852184854911e-05, + "loss": 0.0411, + "step": 26171 + }, + { + "epoch": 22.198473282442748, + "grad_norm": 1.056240865867291, + "learning_rate": 1.812836183887692e-05, + "loss": 0.0407, + "step": 26172 + }, + { + "epoch": 22.199321458863444, + "grad_norm": 1.312587849062872, + "learning_rate": 1.8128201823070893e-05, + "loss": 0.04, + "step": 26173 + }, + { + "epoch": 22.20016963528414, + "grad_norm": 1.0951023601986485, + "learning_rate": 1.8128041801131163e-05, + "loss": 0.0423, + "step": 26174 + }, + { + "epoch": 22.201017811704833, + "grad_norm": 1.1457698339271207, + "learning_rate": 1.8127881773057844e-05, + "loss": 0.044, + "step": 26175 + }, + { + "epoch": 22.20186598812553, + "grad_norm": 1.1652793579126728, + "learning_rate": 1.8127721738851058e-05, + "loss": 0.0395, + "step": 26176 + }, + { + "epoch": 22.202714164546226, + "grad_norm": 1.0323287438104987, + "learning_rate": 1.8127561698510927e-05, + "loss": 0.043, + "step": 26177 + }, + { + "epoch": 22.203562340966922, + "grad_norm": 1.4007554254625088, + "learning_rate": 1.812740165203757e-05, + "loss": 0.0499, + "step": 26178 + }, + { + "epoch": 22.20441051738762, + "grad_norm": 0.9198225814465943, + "learning_rate": 1.8127241599431102e-05, + "loss": 0.0379, + "step": 26179 + }, + { + "epoch": 22.20525869380831, + "grad_norm": 1.2455979513609166, + "learning_rate": 1.8127081540691657e-05, + "loss": 0.0426, + "step": 26180 + }, + { + "epoch": 22.206106870229007, + "grad_norm": 1.0709340233044313, + "learning_rate": 1.8126921475819347e-05, + "loss": 0.0392, + "step": 26181 + }, + { + "epoch": 22.206955046649703, + "grad_norm": 1.1186327411618873, + "learning_rate": 1.8126761404814295e-05, + "loss": 0.0467, + "step": 26182 + }, + { + "epoch": 22.2078032230704, + "grad_norm": 1.1869020964566563, + "learning_rate": 1.812660132767662e-05, + "loss": 0.0426, + "step": 26183 + }, + { + "epoch": 22.208651399491096, + "grad_norm": 1.0475170823312214, + "learning_rate": 1.8126441244406443e-05, + "loss": 0.0369, + "step": 26184 + }, + { + "epoch": 22.20949957591179, + "grad_norm": 1.1949416565316877, + "learning_rate": 1.8126281155003886e-05, + "loss": 0.0383, + "step": 26185 + }, + { + "epoch": 22.210347752332485, + "grad_norm": 0.9941756813400897, + "learning_rate": 1.8126121059469072e-05, + "loss": 0.0387, + "step": 26186 + }, + { + "epoch": 22.21119592875318, + "grad_norm": 1.0000568648934094, + "learning_rate": 1.812596095780212e-05, + "loss": 0.0414, + "step": 26187 + }, + { + "epoch": 22.212044105173877, + "grad_norm": 1.079176959588218, + "learning_rate": 1.8125800850003148e-05, + "loss": 0.042, + "step": 26188 + }, + { + "epoch": 22.21289228159457, + "grad_norm": 1.064691138266645, + "learning_rate": 1.812564073607228e-05, + "loss": 0.0392, + "step": 26189 + }, + { + "epoch": 22.213740458015266, + "grad_norm": 1.002145648035453, + "learning_rate": 1.8125480616009637e-05, + "loss": 0.0394, + "step": 26190 + }, + { + "epoch": 22.214588634435962, + "grad_norm": 1.0998787916294923, + "learning_rate": 1.8125320489815337e-05, + "loss": 0.044, + "step": 26191 + }, + { + "epoch": 22.21543681085666, + "grad_norm": 1.0955218061915144, + "learning_rate": 1.81251603574895e-05, + "loss": 0.0394, + "step": 26192 + }, + { + "epoch": 22.216284987277355, + "grad_norm": 1.0609963884323774, + "learning_rate": 1.8125000219032258e-05, + "loss": 0.0419, + "step": 26193 + }, + { + "epoch": 22.217133163698048, + "grad_norm": 1.0247545219465073, + "learning_rate": 1.8124840074443716e-05, + "loss": 0.0398, + "step": 26194 + }, + { + "epoch": 22.217981340118744, + "grad_norm": 1.2000110354657583, + "learning_rate": 1.8124679923724004e-05, + "loss": 0.0454, + "step": 26195 + }, + { + "epoch": 22.21882951653944, + "grad_norm": 1.019208490339277, + "learning_rate": 1.8124519766873243e-05, + "loss": 0.0415, + "step": 26196 + }, + { + "epoch": 22.219677692960136, + "grad_norm": 1.3898617142469802, + "learning_rate": 1.8124359603891547e-05, + "loss": 0.0441, + "step": 26197 + }, + { + "epoch": 22.220525869380833, + "grad_norm": 1.4275465711096416, + "learning_rate": 1.8124199434779046e-05, + "loss": 0.0492, + "step": 26198 + }, + { + "epoch": 22.221374045801525, + "grad_norm": 1.2312673784004364, + "learning_rate": 1.8124039259535857e-05, + "loss": 0.0424, + "step": 26199 + }, + { + "epoch": 22.22222222222222, + "grad_norm": 1.0627815699801484, + "learning_rate": 1.81238790781621e-05, + "loss": 0.0402, + "step": 26200 + }, + { + "epoch": 22.223070398642918, + "grad_norm": 1.2684465333469315, + "learning_rate": 1.812371889065789e-05, + "loss": 0.0406, + "step": 26201 + }, + { + "epoch": 22.223918575063614, + "grad_norm": 1.169525423976435, + "learning_rate": 1.8123558697023364e-05, + "loss": 0.0437, + "step": 26202 + }, + { + "epoch": 22.22476675148431, + "grad_norm": 1.0538106197242778, + "learning_rate": 1.8123398497258628e-05, + "loss": 0.0389, + "step": 26203 + }, + { + "epoch": 22.225614927905003, + "grad_norm": 1.0674257437844232, + "learning_rate": 1.812323829136381e-05, + "loss": 0.0389, + "step": 26204 + }, + { + "epoch": 22.2264631043257, + "grad_norm": 1.1104467802420808, + "learning_rate": 1.8123078079339027e-05, + "loss": 0.0409, + "step": 26205 + }, + { + "epoch": 22.227311280746395, + "grad_norm": 1.090665283986939, + "learning_rate": 1.8122917861184403e-05, + "loss": 0.0394, + "step": 26206 + }, + { + "epoch": 22.22815945716709, + "grad_norm": 0.987334544397185, + "learning_rate": 1.8122757636900056e-05, + "loss": 0.0379, + "step": 26207 + }, + { + "epoch": 22.229007633587788, + "grad_norm": 1.2532507558769463, + "learning_rate": 1.812259740648611e-05, + "loss": 0.0435, + "step": 26208 + }, + { + "epoch": 22.22985581000848, + "grad_norm": 1.1428099795547837, + "learning_rate": 1.8122437169942686e-05, + "loss": 0.0462, + "step": 26209 + }, + { + "epoch": 22.230703986429177, + "grad_norm": 1.1557193721668053, + "learning_rate": 1.81222769272699e-05, + "loss": 0.0383, + "step": 26210 + }, + { + "epoch": 22.231552162849873, + "grad_norm": 1.064826191826897, + "learning_rate": 1.812211667846788e-05, + "loss": 0.0438, + "step": 26211 + }, + { + "epoch": 22.23240033927057, + "grad_norm": 1.0155872735006979, + "learning_rate": 1.8121956423536738e-05, + "loss": 0.0424, + "step": 26212 + }, + { + "epoch": 22.233248515691265, + "grad_norm": 1.1253115798595723, + "learning_rate": 1.8121796162476605e-05, + "loss": 0.039, + "step": 26213 + }, + { + "epoch": 22.234096692111958, + "grad_norm": 1.0544004206050994, + "learning_rate": 1.8121635895287596e-05, + "loss": 0.0396, + "step": 26214 + }, + { + "epoch": 22.234944868532654, + "grad_norm": 1.0582511033744113, + "learning_rate": 1.8121475621969833e-05, + "loss": 0.0394, + "step": 26215 + }, + { + "epoch": 22.23579304495335, + "grad_norm": 1.0044403379809823, + "learning_rate": 1.8121315342523437e-05, + "loss": 0.0387, + "step": 26216 + }, + { + "epoch": 22.236641221374047, + "grad_norm": 0.9750189308599505, + "learning_rate": 1.812115505694853e-05, + "loss": 0.0399, + "step": 26217 + }, + { + "epoch": 22.237489397794743, + "grad_norm": 1.0074095782853545, + "learning_rate": 1.812099476524523e-05, + "loss": 0.0399, + "step": 26218 + }, + { + "epoch": 22.238337574215436, + "grad_norm": 1.2052380315484723, + "learning_rate": 1.8120834467413662e-05, + "loss": 0.0404, + "step": 26219 + }, + { + "epoch": 22.239185750636132, + "grad_norm": 0.9362415849306341, + "learning_rate": 1.8120674163453943e-05, + "loss": 0.0399, + "step": 26220 + }, + { + "epoch": 22.240033927056828, + "grad_norm": 1.1679799076268456, + "learning_rate": 1.81205138533662e-05, + "loss": 0.0369, + "step": 26221 + }, + { + "epoch": 22.240882103477524, + "grad_norm": 1.0877497644296321, + "learning_rate": 1.8120353537150546e-05, + "loss": 0.042, + "step": 26222 + }, + { + "epoch": 22.24173027989822, + "grad_norm": 1.0535565790744725, + "learning_rate": 1.8120193214807105e-05, + "loss": 0.0392, + "step": 26223 + }, + { + "epoch": 22.242578456318913, + "grad_norm": 1.249694674839007, + "learning_rate": 1.8120032886336e-05, + "loss": 0.0423, + "step": 26224 + }, + { + "epoch": 22.24342663273961, + "grad_norm": 0.9963391613204888, + "learning_rate": 1.811987255173735e-05, + "loss": 0.0399, + "step": 26225 + }, + { + "epoch": 22.244274809160306, + "grad_norm": 1.0114384122455327, + "learning_rate": 1.811971221101128e-05, + "loss": 0.0409, + "step": 26226 + }, + { + "epoch": 22.245122985581002, + "grad_norm": 1.6815409975965985, + "learning_rate": 1.81195518641579e-05, + "loss": 0.0452, + "step": 26227 + }, + { + "epoch": 22.245971162001695, + "grad_norm": 1.1545136442572081, + "learning_rate": 1.8119391511177347e-05, + "loss": 0.0383, + "step": 26228 + }, + { + "epoch": 22.24681933842239, + "grad_norm": 1.2227495912692155, + "learning_rate": 1.811923115206973e-05, + "loss": 0.0458, + "step": 26229 + }, + { + "epoch": 22.247667514843087, + "grad_norm": 1.0563458438885187, + "learning_rate": 1.8119070786835175e-05, + "loss": 0.0387, + "step": 26230 + }, + { + "epoch": 22.248515691263783, + "grad_norm": 1.0100474716135577, + "learning_rate": 1.8118910415473802e-05, + "loss": 0.0398, + "step": 26231 + }, + { + "epoch": 22.24936386768448, + "grad_norm": 1.1217741171584426, + "learning_rate": 1.811875003798573e-05, + "loss": 0.0437, + "step": 26232 + }, + { + "epoch": 22.250212044105172, + "grad_norm": 0.9282940522144368, + "learning_rate": 1.8118589654371085e-05, + "loss": 0.039, + "step": 26233 + }, + { + "epoch": 22.25106022052587, + "grad_norm": 1.0093890485310684, + "learning_rate": 1.811842926462998e-05, + "loss": 0.0401, + "step": 26234 + }, + { + "epoch": 22.251908396946565, + "grad_norm": 1.2115808135409967, + "learning_rate": 1.811826886876255e-05, + "loss": 0.0459, + "step": 26235 + }, + { + "epoch": 22.25275657336726, + "grad_norm": 1.1924046218398792, + "learning_rate": 1.8118108466768897e-05, + "loss": 0.0432, + "step": 26236 + }, + { + "epoch": 22.253604749787957, + "grad_norm": 1.0351342675905228, + "learning_rate": 1.8117948058649154e-05, + "loss": 0.0447, + "step": 26237 + }, + { + "epoch": 22.25445292620865, + "grad_norm": 1.0881889121331216, + "learning_rate": 1.8117787644403444e-05, + "loss": 0.0421, + "step": 26238 + }, + { + "epoch": 22.255301102629346, + "grad_norm": 0.9203494546793237, + "learning_rate": 1.811762722403188e-05, + "loss": 0.038, + "step": 26239 + }, + { + "epoch": 22.256149279050042, + "grad_norm": 1.1793840895288081, + "learning_rate": 1.8117466797534592e-05, + "loss": 0.0433, + "step": 26240 + }, + { + "epoch": 22.25699745547074, + "grad_norm": 1.2315223794887804, + "learning_rate": 1.811730636491169e-05, + "loss": 0.0415, + "step": 26241 + }, + { + "epoch": 22.257845631891435, + "grad_norm": 0.9562218068059578, + "learning_rate": 1.8117145926163307e-05, + "loss": 0.0405, + "step": 26242 + }, + { + "epoch": 22.258693808312128, + "grad_norm": 1.1133462928466993, + "learning_rate": 1.8116985481289554e-05, + "loss": 0.0453, + "step": 26243 + }, + { + "epoch": 22.259541984732824, + "grad_norm": 0.953564414549066, + "learning_rate": 1.8116825030290556e-05, + "loss": 0.0364, + "step": 26244 + }, + { + "epoch": 22.26039016115352, + "grad_norm": 1.03636037804415, + "learning_rate": 1.811666457316644e-05, + "loss": 0.0411, + "step": 26245 + }, + { + "epoch": 22.261238337574216, + "grad_norm": 1.173868561245632, + "learning_rate": 1.8116504109917317e-05, + "loss": 0.042, + "step": 26246 + }, + { + "epoch": 22.262086513994912, + "grad_norm": 1.099442925314335, + "learning_rate": 1.8116343640543315e-05, + "loss": 0.0385, + "step": 26247 + }, + { + "epoch": 22.262934690415605, + "grad_norm": 1.4585678677694918, + "learning_rate": 1.811618316504455e-05, + "loss": 0.0498, + "step": 26248 + }, + { + "epoch": 22.2637828668363, + "grad_norm": 0.9284353482267262, + "learning_rate": 1.8116022683421148e-05, + "loss": 0.0433, + "step": 26249 + }, + { + "epoch": 22.264631043256998, + "grad_norm": 1.055035742548529, + "learning_rate": 1.8115862195673227e-05, + "loss": 0.0445, + "step": 26250 + }, + { + "epoch": 22.265479219677694, + "grad_norm": 1.2244747299286005, + "learning_rate": 1.811570170180091e-05, + "loss": 0.0415, + "step": 26251 + }, + { + "epoch": 22.26632739609839, + "grad_norm": 1.1416434877525867, + "learning_rate": 1.8115541201804317e-05, + "loss": 0.0404, + "step": 26252 + }, + { + "epoch": 22.267175572519083, + "grad_norm": 1.115229391621242, + "learning_rate": 1.811538069568357e-05, + "loss": 0.044, + "step": 26253 + }, + { + "epoch": 22.26802374893978, + "grad_norm": 1.170919797662456, + "learning_rate": 1.8115220183438785e-05, + "loss": 0.0451, + "step": 26254 + }, + { + "epoch": 22.268871925360475, + "grad_norm": 1.1350180176829965, + "learning_rate": 1.811505966507009e-05, + "loss": 0.0452, + "step": 26255 + }, + { + "epoch": 22.26972010178117, + "grad_norm": 1.0149786045468898, + "learning_rate": 1.8114899140577605e-05, + "loss": 0.0399, + "step": 26256 + }, + { + "epoch": 22.270568278201868, + "grad_norm": 1.0051429529565037, + "learning_rate": 1.811473860996145e-05, + "loss": 0.0443, + "step": 26257 + }, + { + "epoch": 22.27141645462256, + "grad_norm": 1.0368321184049054, + "learning_rate": 1.8114578073221747e-05, + "loss": 0.0401, + "step": 26258 + }, + { + "epoch": 22.272264631043257, + "grad_norm": 1.120986228691094, + "learning_rate": 1.8114417530358618e-05, + "loss": 0.0415, + "step": 26259 + }, + { + "epoch": 22.273112807463953, + "grad_norm": 1.2127341780761582, + "learning_rate": 1.8114256981372173e-05, + "loss": 0.0433, + "step": 26260 + }, + { + "epoch": 22.27396098388465, + "grad_norm": 0.8261883924960329, + "learning_rate": 1.811409642626255e-05, + "loss": 0.0376, + "step": 26261 + }, + { + "epoch": 22.274809160305345, + "grad_norm": 1.1620377923316325, + "learning_rate": 1.811393586502986e-05, + "loss": 0.0447, + "step": 26262 + }, + { + "epoch": 22.275657336726038, + "grad_norm": 1.0692026247241015, + "learning_rate": 1.8113775297674226e-05, + "loss": 0.0454, + "step": 26263 + }, + { + "epoch": 22.276505513146734, + "grad_norm": 1.0560023117938577, + "learning_rate": 1.8113614724195772e-05, + "loss": 0.0431, + "step": 26264 + }, + { + "epoch": 22.27735368956743, + "grad_norm": 1.080275564781532, + "learning_rate": 1.811345414459462e-05, + "loss": 0.0416, + "step": 26265 + }, + { + "epoch": 22.278201865988127, + "grad_norm": 1.0947425390109562, + "learning_rate": 1.811329355887088e-05, + "loss": 0.0442, + "step": 26266 + }, + { + "epoch": 22.27905004240882, + "grad_norm": 1.2493928579085962, + "learning_rate": 1.8113132967024687e-05, + "loss": 0.0478, + "step": 26267 + }, + { + "epoch": 22.279898218829516, + "grad_norm": 1.0438153833450108, + "learning_rate": 1.8112972369056156e-05, + "loss": 0.0407, + "step": 26268 + }, + { + "epoch": 22.280746395250212, + "grad_norm": 1.1357922329340833, + "learning_rate": 1.8112811764965406e-05, + "loss": 0.0434, + "step": 26269 + }, + { + "epoch": 22.281594571670908, + "grad_norm": 1.0483172238076082, + "learning_rate": 1.8112651154752567e-05, + "loss": 0.0407, + "step": 26270 + }, + { + "epoch": 22.282442748091604, + "grad_norm": 0.9876807675813111, + "learning_rate": 1.811249053841775e-05, + "loss": 0.0396, + "step": 26271 + }, + { + "epoch": 22.283290924512297, + "grad_norm": 1.2019569356226159, + "learning_rate": 1.811232991596108e-05, + "loss": 0.0453, + "step": 26272 + }, + { + "epoch": 22.284139100932993, + "grad_norm": 1.3179124997912133, + "learning_rate": 1.8112169287382678e-05, + "loss": 0.0415, + "step": 26273 + }, + { + "epoch": 22.28498727735369, + "grad_norm": 0.9857499811506534, + "learning_rate": 1.8112008652682668e-05, + "loss": 0.0384, + "step": 26274 + }, + { + "epoch": 22.285835453774386, + "grad_norm": 1.0974667346715838, + "learning_rate": 1.8111848011861168e-05, + "loss": 0.0401, + "step": 26275 + }, + { + "epoch": 22.286683630195082, + "grad_norm": 1.1374898428093554, + "learning_rate": 1.81116873649183e-05, + "loss": 0.0458, + "step": 26276 + }, + { + "epoch": 22.287531806615775, + "grad_norm": 0.9089530845522616, + "learning_rate": 1.8111526711854185e-05, + "loss": 0.0414, + "step": 26277 + }, + { + "epoch": 22.28837998303647, + "grad_norm": 1.0444183752684983, + "learning_rate": 1.8111366052668947e-05, + "loss": 0.0417, + "step": 26278 + }, + { + "epoch": 22.289228159457167, + "grad_norm": 1.064949402532269, + "learning_rate": 1.8111205387362703e-05, + "loss": 0.0411, + "step": 26279 + }, + { + "epoch": 22.290076335877863, + "grad_norm": 0.9882810949002135, + "learning_rate": 1.8111044715935575e-05, + "loss": 0.0411, + "step": 26280 + }, + { + "epoch": 22.29092451229856, + "grad_norm": 1.1217202132657158, + "learning_rate": 1.8110884038387688e-05, + "loss": 0.0406, + "step": 26281 + }, + { + "epoch": 22.291772688719252, + "grad_norm": 1.110193031521958, + "learning_rate": 1.811072335471916e-05, + "loss": 0.0431, + "step": 26282 + }, + { + "epoch": 22.29262086513995, + "grad_norm": 1.123558183781575, + "learning_rate": 1.811056266493011e-05, + "loss": 0.0414, + "step": 26283 + }, + { + "epoch": 22.293469041560645, + "grad_norm": 1.106727822809248, + "learning_rate": 1.811040196902067e-05, + "loss": 0.0388, + "step": 26284 + }, + { + "epoch": 22.29431721798134, + "grad_norm": 1.1220496366978039, + "learning_rate": 1.811024126699095e-05, + "loss": 0.0422, + "step": 26285 + }, + { + "epoch": 22.295165394402037, + "grad_norm": 1.0650937484058587, + "learning_rate": 1.811008055884107e-05, + "loss": 0.0429, + "step": 26286 + }, + { + "epoch": 22.29601357082273, + "grad_norm": 1.0402990818169469, + "learning_rate": 1.810991984457116e-05, + "loss": 0.0401, + "step": 26287 + }, + { + "epoch": 22.296861747243426, + "grad_norm": 1.1392351968804209, + "learning_rate": 1.8109759124181337e-05, + "loss": 0.0419, + "step": 26288 + }, + { + "epoch": 22.297709923664122, + "grad_norm": 1.0588584173251496, + "learning_rate": 1.8109598397671718e-05, + "loss": 0.0413, + "step": 26289 + }, + { + "epoch": 22.29855810008482, + "grad_norm": 1.0977758350988542, + "learning_rate": 1.8109437665042434e-05, + "loss": 0.0447, + "step": 26290 + }, + { + "epoch": 22.299406276505515, + "grad_norm": 1.1391310841277928, + "learning_rate": 1.8109276926293602e-05, + "loss": 0.0447, + "step": 26291 + }, + { + "epoch": 22.300254452926207, + "grad_norm": 1.0382119649694252, + "learning_rate": 1.8109116181425336e-05, + "loss": 0.0414, + "step": 26292 + }, + { + "epoch": 22.301102629346904, + "grad_norm": 1.0037982070473948, + "learning_rate": 1.8108955430437772e-05, + "loss": 0.0393, + "step": 26293 + }, + { + "epoch": 22.3019508057676, + "grad_norm": 1.217068110535739, + "learning_rate": 1.810879467333102e-05, + "loss": 0.0403, + "step": 26294 + }, + { + "epoch": 22.302798982188296, + "grad_norm": 0.9952544955622323, + "learning_rate": 1.81086339101052e-05, + "loss": 0.0405, + "step": 26295 + }, + { + "epoch": 22.303647158608992, + "grad_norm": 1.1378475371605175, + "learning_rate": 1.8108473140760444e-05, + "loss": 0.0403, + "step": 26296 + }, + { + "epoch": 22.304495335029685, + "grad_norm": 1.145094502816902, + "learning_rate": 1.8108312365296864e-05, + "loss": 0.0439, + "step": 26297 + }, + { + "epoch": 22.30534351145038, + "grad_norm": 1.0483313622148966, + "learning_rate": 1.810815158371458e-05, + "loss": 0.0393, + "step": 26298 + }, + { + "epoch": 22.306191687871078, + "grad_norm": 2.208653482937227, + "learning_rate": 1.8107990796013726e-05, + "loss": 0.048, + "step": 26299 + }, + { + "epoch": 22.307039864291774, + "grad_norm": 1.030761436999484, + "learning_rate": 1.810783000219441e-05, + "loss": 0.0418, + "step": 26300 + }, + { + "epoch": 22.307888040712466, + "grad_norm": 1.1039533384289946, + "learning_rate": 1.8107669202256758e-05, + "loss": 0.042, + "step": 26301 + }, + { + "epoch": 22.308736217133163, + "grad_norm": 1.2986069437774905, + "learning_rate": 1.8107508396200895e-05, + "loss": 0.0434, + "step": 26302 + }, + { + "epoch": 22.30958439355386, + "grad_norm": 1.1239233306355936, + "learning_rate": 1.8107347584026937e-05, + "loss": 0.0429, + "step": 26303 + }, + { + "epoch": 22.310432569974555, + "grad_norm": 1.2679094433911886, + "learning_rate": 1.8107186765735006e-05, + "loss": 0.0438, + "step": 26304 + }, + { + "epoch": 22.31128074639525, + "grad_norm": 1.0584746950839903, + "learning_rate": 1.810702594132523e-05, + "loss": 0.0428, + "step": 26305 + }, + { + "epoch": 22.312128922815944, + "grad_norm": 0.9638616799562368, + "learning_rate": 1.810686511079772e-05, + "loss": 0.0407, + "step": 26306 + }, + { + "epoch": 22.31297709923664, + "grad_norm": 0.9828853688484906, + "learning_rate": 1.8106704274152603e-05, + "loss": 0.0413, + "step": 26307 + }, + { + "epoch": 22.313825275657337, + "grad_norm": 1.1092311781249187, + "learning_rate": 1.8106543431390002e-05, + "loss": 0.0416, + "step": 26308 + }, + { + "epoch": 22.314673452078033, + "grad_norm": 1.0083699000156328, + "learning_rate": 1.8106382582510034e-05, + "loss": 0.0395, + "step": 26309 + }, + { + "epoch": 22.31552162849873, + "grad_norm": 1.0551737764340725, + "learning_rate": 1.8106221727512824e-05, + "loss": 0.0446, + "step": 26310 + }, + { + "epoch": 22.31636980491942, + "grad_norm": 1.1093840969273192, + "learning_rate": 1.810606086639849e-05, + "loss": 0.0409, + "step": 26311 + }, + { + "epoch": 22.317217981340118, + "grad_norm": 1.1363868208242176, + "learning_rate": 1.8105899999167155e-05, + "loss": 0.0428, + "step": 26312 + }, + { + "epoch": 22.318066157760814, + "grad_norm": 1.1876089026714134, + "learning_rate": 1.8105739125818943e-05, + "loss": 0.0446, + "step": 26313 + }, + { + "epoch": 22.31891433418151, + "grad_norm": 1.0614476439584766, + "learning_rate": 1.810557824635397e-05, + "loss": 0.0429, + "step": 26314 + }, + { + "epoch": 22.319762510602207, + "grad_norm": 1.103335031973097, + "learning_rate": 1.8105417360772363e-05, + "loss": 0.04, + "step": 26315 + }, + { + "epoch": 22.3206106870229, + "grad_norm": 0.9853610070315589, + "learning_rate": 1.8105256469074243e-05, + "loss": 0.0399, + "step": 26316 + }, + { + "epoch": 22.321458863443596, + "grad_norm": 1.1808572871530998, + "learning_rate": 1.8105095571259728e-05, + "loss": 0.044, + "step": 26317 + }, + { + "epoch": 22.32230703986429, + "grad_norm": 1.075565257291833, + "learning_rate": 1.810493466732894e-05, + "loss": 0.0391, + "step": 26318 + }, + { + "epoch": 22.323155216284988, + "grad_norm": 1.194703025663672, + "learning_rate": 1.8104773757282003e-05, + "loss": 0.0455, + "step": 26319 + }, + { + "epoch": 22.324003392705684, + "grad_norm": 1.2999787639072646, + "learning_rate": 1.810461284111903e-05, + "loss": 0.0447, + "step": 26320 + }, + { + "epoch": 22.324851569126377, + "grad_norm": 1.1297844007349893, + "learning_rate": 1.8104451918840157e-05, + "loss": 0.0426, + "step": 26321 + }, + { + "epoch": 22.325699745547073, + "grad_norm": 1.1628420506237318, + "learning_rate": 1.8104290990445493e-05, + "loss": 0.0411, + "step": 26322 + }, + { + "epoch": 22.32654792196777, + "grad_norm": 1.038853912837458, + "learning_rate": 1.8104130055935166e-05, + "loss": 0.0378, + "step": 26323 + }, + { + "epoch": 22.327396098388466, + "grad_norm": 1.0075429220241403, + "learning_rate": 1.8103969115309295e-05, + "loss": 0.0392, + "step": 26324 + }, + { + "epoch": 22.328244274809162, + "grad_norm": 1.613792997541769, + "learning_rate": 1.8103808168568e-05, + "loss": 0.0488, + "step": 26325 + }, + { + "epoch": 22.329092451229855, + "grad_norm": 1.0978795330942053, + "learning_rate": 1.810364721571141e-05, + "loss": 0.0415, + "step": 26326 + }, + { + "epoch": 22.32994062765055, + "grad_norm": 0.9948065798723309, + "learning_rate": 1.8103486256739632e-05, + "loss": 0.0409, + "step": 26327 + }, + { + "epoch": 22.330788804071247, + "grad_norm": 1.1997519175706661, + "learning_rate": 1.8103325291652805e-05, + "loss": 0.0427, + "step": 26328 + }, + { + "epoch": 22.331636980491943, + "grad_norm": 1.0948731475580065, + "learning_rate": 1.8103164320451037e-05, + "loss": 0.0422, + "step": 26329 + }, + { + "epoch": 22.33248515691264, + "grad_norm": 1.143161507849757, + "learning_rate": 1.8103003343134454e-05, + "loss": 0.0413, + "step": 26330 + }, + { + "epoch": 22.333333333333332, + "grad_norm": 1.0387401825727574, + "learning_rate": 1.8102842359703177e-05, + "loss": 0.0448, + "step": 26331 + }, + { + "epoch": 22.33418150975403, + "grad_norm": 0.9994024016440081, + "learning_rate": 1.8102681370157328e-05, + "loss": 0.0397, + "step": 26332 + }, + { + "epoch": 22.335029686174725, + "grad_norm": 1.0333387551460453, + "learning_rate": 1.8102520374497033e-05, + "loss": 0.0432, + "step": 26333 + }, + { + "epoch": 22.33587786259542, + "grad_norm": 1.009765790598573, + "learning_rate": 1.8102359372722404e-05, + "loss": 0.0394, + "step": 26334 + }, + { + "epoch": 22.336726039016117, + "grad_norm": 0.8919141230893464, + "learning_rate": 1.810219836483357e-05, + "loss": 0.0408, + "step": 26335 + }, + { + "epoch": 22.33757421543681, + "grad_norm": 1.20850075328493, + "learning_rate": 1.8102037350830647e-05, + "loss": 0.0383, + "step": 26336 + }, + { + "epoch": 22.338422391857506, + "grad_norm": 1.2404861608028972, + "learning_rate": 1.8101876330713763e-05, + "loss": 0.0489, + "step": 26337 + }, + { + "epoch": 22.339270568278202, + "grad_norm": 1.113869638449403, + "learning_rate": 1.8101715304483036e-05, + "loss": 0.0408, + "step": 26338 + }, + { + "epoch": 22.3401187446989, + "grad_norm": 1.0554338131642382, + "learning_rate": 1.8101554272138585e-05, + "loss": 0.0391, + "step": 26339 + }, + { + "epoch": 22.34096692111959, + "grad_norm": 0.84945286423613, + "learning_rate": 1.8101393233680537e-05, + "loss": 0.0365, + "step": 26340 + }, + { + "epoch": 22.341815097540287, + "grad_norm": 1.1725013776612399, + "learning_rate": 1.810123218910901e-05, + "loss": 0.0396, + "step": 26341 + }, + { + "epoch": 22.342663273960984, + "grad_norm": 1.0109234008122858, + "learning_rate": 1.8101071138424126e-05, + "loss": 0.0405, + "step": 26342 + }, + { + "epoch": 22.34351145038168, + "grad_norm": 0.9974377124384516, + "learning_rate": 1.810091008162601e-05, + "loss": 0.0398, + "step": 26343 + }, + { + "epoch": 22.344359626802376, + "grad_norm": 1.1693561343361856, + "learning_rate": 1.8100749018714775e-05, + "loss": 0.0411, + "step": 26344 + }, + { + "epoch": 22.34520780322307, + "grad_norm": 1.159055979552453, + "learning_rate": 1.810058794969055e-05, + "loss": 0.0515, + "step": 26345 + }, + { + "epoch": 22.346055979643765, + "grad_norm": 1.0263132654461629, + "learning_rate": 1.8100426874553452e-05, + "loss": 0.0425, + "step": 26346 + }, + { + "epoch": 22.34690415606446, + "grad_norm": 0.9926625704658352, + "learning_rate": 1.810026579330361e-05, + "loss": 0.0381, + "step": 26347 + }, + { + "epoch": 22.347752332485157, + "grad_norm": 1.1824104407183222, + "learning_rate": 1.810010470594113e-05, + "loss": 0.041, + "step": 26348 + }, + { + "epoch": 22.348600508905854, + "grad_norm": 1.229668197515462, + "learning_rate": 1.8099943612466156e-05, + "loss": 0.0416, + "step": 26349 + }, + { + "epoch": 22.349448685326546, + "grad_norm": 1.193705195476191, + "learning_rate": 1.809978251287879e-05, + "loss": 0.0388, + "step": 26350 + }, + { + "epoch": 22.350296861747243, + "grad_norm": 1.195395047210908, + "learning_rate": 1.8099621407179166e-05, + "loss": 0.043, + "step": 26351 + }, + { + "epoch": 22.35114503816794, + "grad_norm": 1.0842826247591384, + "learning_rate": 1.8099460295367398e-05, + "loss": 0.0411, + "step": 26352 + }, + { + "epoch": 22.351993214588635, + "grad_norm": 1.0984643745075515, + "learning_rate": 1.809929917744361e-05, + "loss": 0.0415, + "step": 26353 + }, + { + "epoch": 22.35284139100933, + "grad_norm": 1.077960667292589, + "learning_rate": 1.8099138053407923e-05, + "loss": 0.0437, + "step": 26354 + }, + { + "epoch": 22.353689567430024, + "grad_norm": 1.1195498542386437, + "learning_rate": 1.8098976923260463e-05, + "loss": 0.0397, + "step": 26355 + }, + { + "epoch": 22.35453774385072, + "grad_norm": 1.155631757550252, + "learning_rate": 1.8098815787001345e-05, + "loss": 0.0452, + "step": 26356 + }, + { + "epoch": 22.355385920271416, + "grad_norm": 1.0373455943434629, + "learning_rate": 1.8098654644630695e-05, + "loss": 0.0376, + "step": 26357 + }, + { + "epoch": 22.356234096692113, + "grad_norm": 1.2760456111429306, + "learning_rate": 1.809849349614863e-05, + "loss": 0.0422, + "step": 26358 + }, + { + "epoch": 22.35708227311281, + "grad_norm": 1.1061269903420712, + "learning_rate": 1.809833234155528e-05, + "loss": 0.042, + "step": 26359 + }, + { + "epoch": 22.3579304495335, + "grad_norm": 0.9904878266582116, + "learning_rate": 1.809817118085076e-05, + "loss": 0.0356, + "step": 26360 + }, + { + "epoch": 22.358778625954198, + "grad_norm": 1.154045396733566, + "learning_rate": 1.8098010014035193e-05, + "loss": 0.0395, + "step": 26361 + }, + { + "epoch": 22.359626802374894, + "grad_norm": 1.3536184821961939, + "learning_rate": 1.80978488411087e-05, + "loss": 0.0465, + "step": 26362 + }, + { + "epoch": 22.36047497879559, + "grad_norm": 1.0834979593308263, + "learning_rate": 1.8097687662071403e-05, + "loss": 0.0388, + "step": 26363 + }, + { + "epoch": 22.361323155216287, + "grad_norm": 1.2433031183028593, + "learning_rate": 1.809752647692342e-05, + "loss": 0.0442, + "step": 26364 + }, + { + "epoch": 22.36217133163698, + "grad_norm": 1.0928049120310266, + "learning_rate": 1.8097365285664882e-05, + "loss": 0.0431, + "step": 26365 + }, + { + "epoch": 22.363019508057675, + "grad_norm": 0.918141885812348, + "learning_rate": 1.8097204088295905e-05, + "loss": 0.0364, + "step": 26366 + }, + { + "epoch": 22.36386768447837, + "grad_norm": 1.2469650978259825, + "learning_rate": 1.8097042884816608e-05, + "loss": 0.0431, + "step": 26367 + }, + { + "epoch": 22.364715860899068, + "grad_norm": 1.1740103755257454, + "learning_rate": 1.8096881675227118e-05, + "loss": 0.0421, + "step": 26368 + }, + { + "epoch": 22.365564037319764, + "grad_norm": 1.1730671777269268, + "learning_rate": 1.8096720459527555e-05, + "loss": 0.0443, + "step": 26369 + }, + { + "epoch": 22.366412213740457, + "grad_norm": 1.198389993039838, + "learning_rate": 1.8096559237718038e-05, + "loss": 0.0438, + "step": 26370 + }, + { + "epoch": 22.367260390161153, + "grad_norm": 1.1712348120917366, + "learning_rate": 1.809639800979869e-05, + "loss": 0.0423, + "step": 26371 + }, + { + "epoch": 22.36810856658185, + "grad_norm": 1.0563267998273365, + "learning_rate": 1.8096236775769633e-05, + "loss": 0.042, + "step": 26372 + }, + { + "epoch": 22.368956743002546, + "grad_norm": 1.106550200900803, + "learning_rate": 1.8096075535630994e-05, + "loss": 0.041, + "step": 26373 + }, + { + "epoch": 22.36980491942324, + "grad_norm": 0.8365412770501743, + "learning_rate": 1.8095914289382883e-05, + "loss": 0.0364, + "step": 26374 + }, + { + "epoch": 22.370653095843934, + "grad_norm": 1.0835575892111742, + "learning_rate": 1.8095753037025428e-05, + "loss": 0.045, + "step": 26375 + }, + { + "epoch": 22.37150127226463, + "grad_norm": 1.253908163532469, + "learning_rate": 1.8095591778558755e-05, + "loss": 0.0436, + "step": 26376 + }, + { + "epoch": 22.372349448685327, + "grad_norm": 1.2478503961979197, + "learning_rate": 1.809543051398298e-05, + "loss": 0.0417, + "step": 26377 + }, + { + "epoch": 22.373197625106023, + "grad_norm": 1.189026382790539, + "learning_rate": 1.8095269243298225e-05, + "loss": 0.0448, + "step": 26378 + }, + { + "epoch": 22.374045801526716, + "grad_norm": 1.0573719646401476, + "learning_rate": 1.809510796650461e-05, + "loss": 0.0383, + "step": 26379 + }, + { + "epoch": 22.374893977947412, + "grad_norm": 1.0117555629359583, + "learning_rate": 1.8094946683602268e-05, + "loss": 0.0407, + "step": 26380 + }, + { + "epoch": 22.37574215436811, + "grad_norm": 0.9996651634225561, + "learning_rate": 1.809478539459131e-05, + "loss": 0.0384, + "step": 26381 + }, + { + "epoch": 22.376590330788805, + "grad_norm": 1.00760403948341, + "learning_rate": 1.8094624099471856e-05, + "loss": 0.0405, + "step": 26382 + }, + { + "epoch": 22.3774385072095, + "grad_norm": 1.145764495183894, + "learning_rate": 1.8094462798244033e-05, + "loss": 0.044, + "step": 26383 + }, + { + "epoch": 22.378286683630193, + "grad_norm": 1.1673966770850404, + "learning_rate": 1.8094301490907963e-05, + "loss": 0.0448, + "step": 26384 + }, + { + "epoch": 22.37913486005089, + "grad_norm": 1.0685913224362762, + "learning_rate": 1.8094140177463763e-05, + "loss": 0.0416, + "step": 26385 + }, + { + "epoch": 22.379983036471586, + "grad_norm": 1.0668301558452553, + "learning_rate": 1.809397885791156e-05, + "loss": 0.041, + "step": 26386 + }, + { + "epoch": 22.380831212892282, + "grad_norm": 1.239316462655679, + "learning_rate": 1.8093817532251475e-05, + "loss": 0.0394, + "step": 26387 + }, + { + "epoch": 22.38167938931298, + "grad_norm": 1.2233811555882959, + "learning_rate": 1.8093656200483627e-05, + "loss": 0.0431, + "step": 26388 + }, + { + "epoch": 22.38252756573367, + "grad_norm": 0.9655123233950437, + "learning_rate": 1.809349486260814e-05, + "loss": 0.0396, + "step": 26389 + }, + { + "epoch": 22.383375742154367, + "grad_norm": 1.12982169146658, + "learning_rate": 1.8093333518625133e-05, + "loss": 0.0428, + "step": 26390 + }, + { + "epoch": 22.384223918575064, + "grad_norm": 0.9716073013982507, + "learning_rate": 1.8093172168534733e-05, + "loss": 0.0379, + "step": 26391 + }, + { + "epoch": 22.38507209499576, + "grad_norm": 0.9426641909592378, + "learning_rate": 1.8093010812337057e-05, + "loss": 0.0377, + "step": 26392 + }, + { + "epoch": 22.385920271416456, + "grad_norm": 1.162449097576459, + "learning_rate": 1.8092849450032225e-05, + "loss": 0.0458, + "step": 26393 + }, + { + "epoch": 22.38676844783715, + "grad_norm": 1.1727378693842665, + "learning_rate": 1.8092688081620363e-05, + "loss": 0.0429, + "step": 26394 + }, + { + "epoch": 22.387616624257845, + "grad_norm": 1.1126089541701882, + "learning_rate": 1.8092526707101598e-05, + "loss": 0.0404, + "step": 26395 + }, + { + "epoch": 22.38846480067854, + "grad_norm": 1.100370591178526, + "learning_rate": 1.8092365326476036e-05, + "loss": 0.0448, + "step": 26396 + }, + { + "epoch": 22.389312977099237, + "grad_norm": 1.0299737281110912, + "learning_rate": 1.8092203939743815e-05, + "loss": 0.0422, + "step": 26397 + }, + { + "epoch": 22.390161153519934, + "grad_norm": 1.2078727018965396, + "learning_rate": 1.809204254690505e-05, + "loss": 0.0448, + "step": 26398 + }, + { + "epoch": 22.391009329940626, + "grad_norm": 0.91448138033396, + "learning_rate": 1.809188114795986e-05, + "loss": 0.0403, + "step": 26399 + }, + { + "epoch": 22.391857506361323, + "grad_norm": 1.1086989306706652, + "learning_rate": 1.809171974290837e-05, + "loss": 0.0413, + "step": 26400 + }, + { + "epoch": 22.39270568278202, + "grad_norm": 1.1753151730187157, + "learning_rate": 1.8091558331750703e-05, + "loss": 0.0422, + "step": 26401 + }, + { + "epoch": 22.393553859202715, + "grad_norm": 1.1427227412873455, + "learning_rate": 1.809139691448698e-05, + "loss": 0.0437, + "step": 26402 + }, + { + "epoch": 22.39440203562341, + "grad_norm": 0.8792653661286916, + "learning_rate": 1.809123549111732e-05, + "loss": 0.0388, + "step": 26403 + }, + { + "epoch": 22.395250212044104, + "grad_norm": 1.0284021262682939, + "learning_rate": 1.8091074061641846e-05, + "loss": 0.0382, + "step": 26404 + }, + { + "epoch": 22.3960983884648, + "grad_norm": 1.1263990808633066, + "learning_rate": 1.8090912626060682e-05, + "loss": 0.0403, + "step": 26405 + }, + { + "epoch": 22.396946564885496, + "grad_norm": 1.0683002988257029, + "learning_rate": 1.809075118437395e-05, + "loss": 0.0425, + "step": 26406 + }, + { + "epoch": 22.397794741306193, + "grad_norm": 1.1612564934516154, + "learning_rate": 1.8090589736581768e-05, + "loss": 0.0442, + "step": 26407 + }, + { + "epoch": 22.39864291772689, + "grad_norm": 1.254082059360876, + "learning_rate": 1.809042828268426e-05, + "loss": 0.0429, + "step": 26408 + }, + { + "epoch": 22.39949109414758, + "grad_norm": 1.1185886852939053, + "learning_rate": 1.809026682268155e-05, + "loss": 0.0398, + "step": 26409 + }, + { + "epoch": 22.400339270568278, + "grad_norm": 1.2309953169252599, + "learning_rate": 1.8090105356573757e-05, + "loss": 0.0473, + "step": 26410 + }, + { + "epoch": 22.401187446988974, + "grad_norm": 1.0521871386765755, + "learning_rate": 1.8089943884361003e-05, + "loss": 0.0413, + "step": 26411 + }, + { + "epoch": 22.40203562340967, + "grad_norm": 0.943463611954952, + "learning_rate": 1.8089782406043412e-05, + "loss": 0.038, + "step": 26412 + }, + { + "epoch": 22.402883799830363, + "grad_norm": 1.2320025641032408, + "learning_rate": 1.8089620921621102e-05, + "loss": 0.0434, + "step": 26413 + }, + { + "epoch": 22.40373197625106, + "grad_norm": 1.0622591579425482, + "learning_rate": 1.80894594310942e-05, + "loss": 0.0405, + "step": 26414 + }, + { + "epoch": 22.404580152671755, + "grad_norm": 1.121136973511922, + "learning_rate": 1.8089297934462822e-05, + "loss": 0.041, + "step": 26415 + }, + { + "epoch": 22.40542832909245, + "grad_norm": 1.1394525196430427, + "learning_rate": 1.8089136431727097e-05, + "loss": 0.0437, + "step": 26416 + }, + { + "epoch": 22.406276505513148, + "grad_norm": 1.02241666349689, + "learning_rate": 1.8088974922887138e-05, + "loss": 0.0456, + "step": 26417 + }, + { + "epoch": 22.40712468193384, + "grad_norm": 0.9541430889204819, + "learning_rate": 1.808881340794308e-05, + "loss": 0.0389, + "step": 26418 + }, + { + "epoch": 22.407972858354537, + "grad_norm": 0.9485570695775909, + "learning_rate": 1.8088651886895027e-05, + "loss": 0.0382, + "step": 26419 + }, + { + "epoch": 22.408821034775233, + "grad_norm": 1.2413620447186622, + "learning_rate": 1.8088490359743116e-05, + "loss": 0.0427, + "step": 26420 + }, + { + "epoch": 22.40966921119593, + "grad_norm": 1.0987987396875667, + "learning_rate": 1.8088328826487463e-05, + "loss": 0.0404, + "step": 26421 + }, + { + "epoch": 22.410517387616625, + "grad_norm": 1.1665862542533316, + "learning_rate": 1.8088167287128188e-05, + "loss": 0.0408, + "step": 26422 + }, + { + "epoch": 22.411365564037318, + "grad_norm": 1.250115446916742, + "learning_rate": 1.8088005741665417e-05, + "loss": 0.0456, + "step": 26423 + }, + { + "epoch": 22.412213740458014, + "grad_norm": 1.2134702445185475, + "learning_rate": 1.808784419009927e-05, + "loss": 0.0395, + "step": 26424 + }, + { + "epoch": 22.41306191687871, + "grad_norm": 1.1876722618366138, + "learning_rate": 1.808768263242987e-05, + "loss": 0.0415, + "step": 26425 + }, + { + "epoch": 22.413910093299407, + "grad_norm": 1.3957273835548296, + "learning_rate": 1.8087521068657333e-05, + "loss": 0.0461, + "step": 26426 + }, + { + "epoch": 22.414758269720103, + "grad_norm": 1.0143141158607072, + "learning_rate": 1.8087359498781792e-05, + "loss": 0.0423, + "step": 26427 + }, + { + "epoch": 22.415606446140796, + "grad_norm": 1.0797878417593327, + "learning_rate": 1.8087197922803362e-05, + "loss": 0.0418, + "step": 26428 + }, + { + "epoch": 22.416454622561492, + "grad_norm": 1.0103920796236274, + "learning_rate": 1.808703634072216e-05, + "loss": 0.0437, + "step": 26429 + }, + { + "epoch": 22.41730279898219, + "grad_norm": 1.2876750024516443, + "learning_rate": 1.8086874752538318e-05, + "loss": 0.044, + "step": 26430 + }, + { + "epoch": 22.418150975402884, + "grad_norm": 1.1280510131335564, + "learning_rate": 1.8086713158251955e-05, + "loss": 0.0445, + "step": 26431 + }, + { + "epoch": 22.41899915182358, + "grad_norm": 1.3150458158384553, + "learning_rate": 1.808655155786319e-05, + "loss": 0.0479, + "step": 26432 + }, + { + "epoch": 22.419847328244273, + "grad_norm": 1.0632790848826703, + "learning_rate": 1.8086389951372146e-05, + "loss": 0.0442, + "step": 26433 + }, + { + "epoch": 22.42069550466497, + "grad_norm": 1.1607331283171987, + "learning_rate": 1.8086228338778945e-05, + "loss": 0.0434, + "step": 26434 + }, + { + "epoch": 22.421543681085666, + "grad_norm": 1.0001367967844272, + "learning_rate": 1.808606672008371e-05, + "loss": 0.0388, + "step": 26435 + }, + { + "epoch": 22.422391857506362, + "grad_norm": 1.2024649299370767, + "learning_rate": 1.8085905095286564e-05, + "loss": 0.0422, + "step": 26436 + }, + { + "epoch": 22.42324003392706, + "grad_norm": 1.1076403602002314, + "learning_rate": 1.8085743464387626e-05, + "loss": 0.0425, + "step": 26437 + }, + { + "epoch": 22.42408821034775, + "grad_norm": 1.1778107265679958, + "learning_rate": 1.808558182738702e-05, + "loss": 0.0418, + "step": 26438 + }, + { + "epoch": 22.424936386768447, + "grad_norm": 1.1021431504262325, + "learning_rate": 1.8085420184284865e-05, + "loss": 0.0411, + "step": 26439 + }, + { + "epoch": 22.425784563189143, + "grad_norm": 1.0921386736566914, + "learning_rate": 1.8085258535081287e-05, + "loss": 0.0406, + "step": 26440 + }, + { + "epoch": 22.42663273960984, + "grad_norm": 1.1349866187536133, + "learning_rate": 1.8085096879776408e-05, + "loss": 0.0427, + "step": 26441 + }, + { + "epoch": 22.427480916030536, + "grad_norm": 0.9706822951246233, + "learning_rate": 1.8084935218370345e-05, + "loss": 0.0405, + "step": 26442 + }, + { + "epoch": 22.42832909245123, + "grad_norm": 1.2342162849634097, + "learning_rate": 1.808477355086322e-05, + "loss": 0.0409, + "step": 26443 + }, + { + "epoch": 22.429177268871925, + "grad_norm": 1.1911412515360573, + "learning_rate": 1.8084611877255164e-05, + "loss": 0.0435, + "step": 26444 + }, + { + "epoch": 22.43002544529262, + "grad_norm": 1.0355831626226075, + "learning_rate": 1.8084450197546294e-05, + "loss": 0.0399, + "step": 26445 + }, + { + "epoch": 22.430873621713317, + "grad_norm": 1.1012356816452389, + "learning_rate": 1.8084288511736727e-05, + "loss": 0.0418, + "step": 26446 + }, + { + "epoch": 22.431721798134014, + "grad_norm": 1.08599705304708, + "learning_rate": 1.808412681982659e-05, + "loss": 0.047, + "step": 26447 + }, + { + "epoch": 22.432569974554706, + "grad_norm": 1.3679189665912526, + "learning_rate": 1.8083965121816005e-05, + "loss": 0.0494, + "step": 26448 + }, + { + "epoch": 22.433418150975402, + "grad_norm": 0.9811362572298844, + "learning_rate": 1.8083803417705095e-05, + "loss": 0.0392, + "step": 26449 + }, + { + "epoch": 22.4342663273961, + "grad_norm": 1.0803715291789087, + "learning_rate": 1.808364170749398e-05, + "loss": 0.0419, + "step": 26450 + }, + { + "epoch": 22.435114503816795, + "grad_norm": 1.1838051876918523, + "learning_rate": 1.808347999118278e-05, + "loss": 0.0429, + "step": 26451 + }, + { + "epoch": 22.435962680237488, + "grad_norm": 0.9850851317064885, + "learning_rate": 1.808331826877162e-05, + "loss": 0.0385, + "step": 26452 + }, + { + "epoch": 22.436810856658184, + "grad_norm": 1.038223128434452, + "learning_rate": 1.8083156540260622e-05, + "loss": 0.0444, + "step": 26453 + }, + { + "epoch": 22.43765903307888, + "grad_norm": 1.1571085020484726, + "learning_rate": 1.8082994805649906e-05, + "loss": 0.0436, + "step": 26454 + }, + { + "epoch": 22.438507209499576, + "grad_norm": 1.1666476656429225, + "learning_rate": 1.8082833064939596e-05, + "loss": 0.0475, + "step": 26455 + }, + { + "epoch": 22.439355385920273, + "grad_norm": 1.164298594258707, + "learning_rate": 1.8082671318129813e-05, + "loss": 0.0399, + "step": 26456 + }, + { + "epoch": 22.440203562340965, + "grad_norm": 0.9816659009977247, + "learning_rate": 1.8082509565220684e-05, + "loss": 0.0377, + "step": 26457 + }, + { + "epoch": 22.44105173876166, + "grad_norm": 1.1531851464781626, + "learning_rate": 1.8082347806212322e-05, + "loss": 0.0403, + "step": 26458 + }, + { + "epoch": 22.441899915182358, + "grad_norm": 1.0597669275493686, + "learning_rate": 1.8082186041104855e-05, + "loss": 0.0391, + "step": 26459 + }, + { + "epoch": 22.442748091603054, + "grad_norm": 1.0378757287815714, + "learning_rate": 1.8082024269898405e-05, + "loss": 0.0417, + "step": 26460 + }, + { + "epoch": 22.44359626802375, + "grad_norm": 1.0529377160516158, + "learning_rate": 1.808186249259309e-05, + "loss": 0.0403, + "step": 26461 + }, + { + "epoch": 22.444444444444443, + "grad_norm": 1.0274196228390302, + "learning_rate": 1.8081700709189038e-05, + "loss": 0.0409, + "step": 26462 + }, + { + "epoch": 22.44529262086514, + "grad_norm": 1.3546336759766866, + "learning_rate": 1.808153891968637e-05, + "loss": 0.0456, + "step": 26463 + }, + { + "epoch": 22.446140797285835, + "grad_norm": 1.2456313076573622, + "learning_rate": 1.8081377124085197e-05, + "loss": 0.0421, + "step": 26464 + }, + { + "epoch": 22.44698897370653, + "grad_norm": 1.161707034895381, + "learning_rate": 1.8081215322385656e-05, + "loss": 0.0509, + "step": 26465 + }, + { + "epoch": 22.447837150127228, + "grad_norm": 1.1496198134447784, + "learning_rate": 1.8081053514587864e-05, + "loss": 0.0432, + "step": 26466 + }, + { + "epoch": 22.44868532654792, + "grad_norm": 1.0964954108486051, + "learning_rate": 1.8080891700691943e-05, + "loss": 0.0427, + "step": 26467 + }, + { + "epoch": 22.449533502968617, + "grad_norm": 0.953144550652346, + "learning_rate": 1.8080729880698015e-05, + "loss": 0.0388, + "step": 26468 + }, + { + "epoch": 22.450381679389313, + "grad_norm": 1.3057440673929224, + "learning_rate": 1.8080568054606198e-05, + "loss": 0.0422, + "step": 26469 + }, + { + "epoch": 22.45122985581001, + "grad_norm": 1.0057306034194764, + "learning_rate": 1.808040622241662e-05, + "loss": 0.0395, + "step": 26470 + }, + { + "epoch": 22.452078032230705, + "grad_norm": 1.0806970923602224, + "learning_rate": 1.8080244384129398e-05, + "loss": 0.0444, + "step": 26471 + }, + { + "epoch": 22.452926208651398, + "grad_norm": 0.960842080174827, + "learning_rate": 1.808008253974466e-05, + "loss": 0.0362, + "step": 26472 + }, + { + "epoch": 22.453774385072094, + "grad_norm": 0.965477218884029, + "learning_rate": 1.8079920689262525e-05, + "loss": 0.0381, + "step": 26473 + }, + { + "epoch": 22.45462256149279, + "grad_norm": 1.0536713822197663, + "learning_rate": 1.8079758832683116e-05, + "loss": 0.0397, + "step": 26474 + }, + { + "epoch": 22.455470737913487, + "grad_norm": 1.175088883217176, + "learning_rate": 1.8079596970006554e-05, + "loss": 0.041, + "step": 26475 + }, + { + "epoch": 22.456318914334183, + "grad_norm": 1.0046378589372902, + "learning_rate": 1.8079435101232957e-05, + "loss": 0.0392, + "step": 26476 + }, + { + "epoch": 22.457167090754876, + "grad_norm": 1.7105805028763788, + "learning_rate": 1.8079273226362458e-05, + "loss": 0.0456, + "step": 26477 + }, + { + "epoch": 22.458015267175572, + "grad_norm": 1.0060499765127247, + "learning_rate": 1.8079111345395168e-05, + "loss": 0.0386, + "step": 26478 + }, + { + "epoch": 22.458863443596268, + "grad_norm": 0.9995076579083001, + "learning_rate": 1.807894945833122e-05, + "loss": 0.0427, + "step": 26479 + }, + { + "epoch": 22.459711620016964, + "grad_norm": 1.1108339892172856, + "learning_rate": 1.8078787565170725e-05, + "loss": 0.041, + "step": 26480 + }, + { + "epoch": 22.46055979643766, + "grad_norm": 1.2496101307990293, + "learning_rate": 1.807862566591381e-05, + "loss": 0.0426, + "step": 26481 + }, + { + "epoch": 22.461407972858353, + "grad_norm": 1.1632550105486568, + "learning_rate": 1.80784637605606e-05, + "loss": 0.0443, + "step": 26482 + }, + { + "epoch": 22.46225614927905, + "grad_norm": 1.055865451251999, + "learning_rate": 1.8078301849111212e-05, + "loss": 0.0415, + "step": 26483 + }, + { + "epoch": 22.463104325699746, + "grad_norm": 0.9259146435480907, + "learning_rate": 1.8078139931565774e-05, + "loss": 0.0476, + "step": 26484 + }, + { + "epoch": 22.463952502120442, + "grad_norm": 1.0513128572644288, + "learning_rate": 1.8077978007924405e-05, + "loss": 0.0624, + "step": 26485 + }, + { + "epoch": 22.46480067854114, + "grad_norm": 1.0146580978438295, + "learning_rate": 1.8077816078187225e-05, + "loss": 0.0399, + "step": 26486 + }, + { + "epoch": 22.46564885496183, + "grad_norm": 1.1912208192100804, + "learning_rate": 1.8077654142354362e-05, + "loss": 0.042, + "step": 26487 + }, + { + "epoch": 22.466497031382527, + "grad_norm": 1.0443630950805614, + "learning_rate": 1.807749220042593e-05, + "loss": 0.0403, + "step": 26488 + }, + { + "epoch": 22.467345207803223, + "grad_norm": 1.107971014265371, + "learning_rate": 1.807733025240206e-05, + "loss": 0.0446, + "step": 26489 + }, + { + "epoch": 22.46819338422392, + "grad_norm": 1.1551763568084217, + "learning_rate": 1.807716829828287e-05, + "loss": 0.0443, + "step": 26490 + }, + { + "epoch": 22.469041560644612, + "grad_norm": 1.2389922182856754, + "learning_rate": 1.8077006338068477e-05, + "loss": 0.0422, + "step": 26491 + }, + { + "epoch": 22.46988973706531, + "grad_norm": 1.0572643194740143, + "learning_rate": 1.8076844371759013e-05, + "loss": 0.04, + "step": 26492 + }, + { + "epoch": 22.470737913486005, + "grad_norm": 1.2082545179994757, + "learning_rate": 1.8076682399354595e-05, + "loss": 0.0439, + "step": 26493 + }, + { + "epoch": 22.4715860899067, + "grad_norm": 1.151682766710218, + "learning_rate": 1.8076520420855347e-05, + "loss": 0.0443, + "step": 26494 + }, + { + "epoch": 22.472434266327397, + "grad_norm": 0.978713237808781, + "learning_rate": 1.807635843626139e-05, + "loss": 0.0389, + "step": 26495 + }, + { + "epoch": 22.47328244274809, + "grad_norm": 1.129641092519965, + "learning_rate": 1.8076196445572843e-05, + "loss": 0.0427, + "step": 26496 + }, + { + "epoch": 22.474130619168786, + "grad_norm": 1.064876870150325, + "learning_rate": 1.8076034448789833e-05, + "loss": 0.0388, + "step": 26497 + }, + { + "epoch": 22.474978795589482, + "grad_norm": 1.218544909030499, + "learning_rate": 1.807587244591248e-05, + "loss": 0.0451, + "step": 26498 + }, + { + "epoch": 22.47582697201018, + "grad_norm": 0.913596217047185, + "learning_rate": 1.807571043694091e-05, + "loss": 0.0393, + "step": 26499 + }, + { + "epoch": 22.476675148430875, + "grad_norm": 1.082574397657958, + "learning_rate": 1.8075548421875244e-05, + "loss": 0.0405, + "step": 26500 + }, + { + "epoch": 22.477523324851568, + "grad_norm": 1.2348101969706868, + "learning_rate": 1.80753864007156e-05, + "loss": 0.043, + "step": 26501 + }, + { + "epoch": 22.478371501272264, + "grad_norm": 1.1603711502541123, + "learning_rate": 1.80752243734621e-05, + "loss": 0.0409, + "step": 26502 + }, + { + "epoch": 22.47921967769296, + "grad_norm": 1.1259028717709878, + "learning_rate": 1.8075062340114874e-05, + "loss": 0.0406, + "step": 26503 + }, + { + "epoch": 22.480067854113656, + "grad_norm": 1.1920339252422831, + "learning_rate": 1.8074900300674035e-05, + "loss": 0.0447, + "step": 26504 + }, + { + "epoch": 22.480916030534353, + "grad_norm": 0.9814990832887215, + "learning_rate": 1.8074738255139716e-05, + "loss": 0.0403, + "step": 26505 + }, + { + "epoch": 22.481764206955045, + "grad_norm": 1.1316734307467362, + "learning_rate": 1.8074576203512028e-05, + "loss": 0.0396, + "step": 26506 + }, + { + "epoch": 22.48261238337574, + "grad_norm": 1.114740807288697, + "learning_rate": 1.8074414145791097e-05, + "loss": 0.0415, + "step": 26507 + }, + { + "epoch": 22.483460559796438, + "grad_norm": 1.0349202645325284, + "learning_rate": 1.807425208197705e-05, + "loss": 0.0453, + "step": 26508 + }, + { + "epoch": 22.484308736217134, + "grad_norm": 1.005298121425897, + "learning_rate": 1.8074090012070006e-05, + "loss": 0.0379, + "step": 26509 + }, + { + "epoch": 22.48515691263783, + "grad_norm": 1.3441310346942197, + "learning_rate": 1.8073927936070086e-05, + "loss": 0.0488, + "step": 26510 + }, + { + "epoch": 22.486005089058523, + "grad_norm": 1.1835107533074205, + "learning_rate": 1.8073765853977412e-05, + "loss": 0.0452, + "step": 26511 + }, + { + "epoch": 22.48685326547922, + "grad_norm": 1.0039257539158455, + "learning_rate": 1.807360376579211e-05, + "loss": 0.0375, + "step": 26512 + }, + { + "epoch": 22.487701441899915, + "grad_norm": 1.0033740127254067, + "learning_rate": 1.80734416715143e-05, + "loss": 0.0417, + "step": 26513 + }, + { + "epoch": 22.48854961832061, + "grad_norm": 1.1571484845264481, + "learning_rate": 1.8073279571144106e-05, + "loss": 0.0431, + "step": 26514 + }, + { + "epoch": 22.489397794741308, + "grad_norm": 1.0328909262292145, + "learning_rate": 1.8073117464681646e-05, + "loss": 0.0398, + "step": 26515 + }, + { + "epoch": 22.490245971162, + "grad_norm": 1.1531159901744823, + "learning_rate": 1.8072955352127048e-05, + "loss": 0.0427, + "step": 26516 + }, + { + "epoch": 22.491094147582697, + "grad_norm": 1.1994466786126592, + "learning_rate": 1.807279323348043e-05, + "loss": 0.0477, + "step": 26517 + }, + { + "epoch": 22.491942324003393, + "grad_norm": 1.2190771029545546, + "learning_rate": 1.8072631108741912e-05, + "loss": 0.0493, + "step": 26518 + }, + { + "epoch": 22.49279050042409, + "grad_norm": 1.0536995608496738, + "learning_rate": 1.8072468977911626e-05, + "loss": 0.0389, + "step": 26519 + }, + { + "epoch": 22.493638676844785, + "grad_norm": 1.0960982816028924, + "learning_rate": 1.8072306840989685e-05, + "loss": 0.0412, + "step": 26520 + }, + { + "epoch": 22.494486853265478, + "grad_norm": 1.0974881096675237, + "learning_rate": 1.8072144697976216e-05, + "loss": 0.0447, + "step": 26521 + }, + { + "epoch": 22.495335029686174, + "grad_norm": 1.184520736174438, + "learning_rate": 1.807198254887134e-05, + "loss": 0.0442, + "step": 26522 + }, + { + "epoch": 22.49618320610687, + "grad_norm": 1.1757491044352477, + "learning_rate": 1.8071820393675178e-05, + "loss": 0.0442, + "step": 26523 + }, + { + "epoch": 22.497031382527567, + "grad_norm": 1.1630761699737049, + "learning_rate": 1.8071658232387857e-05, + "loss": 0.0414, + "step": 26524 + }, + { + "epoch": 22.497879558948263, + "grad_norm": 1.1274875798262753, + "learning_rate": 1.8071496065009495e-05, + "loss": 0.0416, + "step": 26525 + }, + { + "epoch": 22.498727735368956, + "grad_norm": 1.1884899459774967, + "learning_rate": 1.8071333891540213e-05, + "loss": 0.0423, + "step": 26526 + }, + { + "epoch": 22.499575911789652, + "grad_norm": 1.035330543685038, + "learning_rate": 1.807117171198014e-05, + "loss": 0.041, + "step": 26527 + }, + { + "epoch": 22.500424088210348, + "grad_norm": 1.1999865999988075, + "learning_rate": 1.8071009526329395e-05, + "loss": 0.0422, + "step": 26528 + }, + { + "epoch": 22.501272264631044, + "grad_norm": 1.2001306908177005, + "learning_rate": 1.80708473345881e-05, + "loss": 0.0526, + "step": 26529 + }, + { + "epoch": 22.502120441051737, + "grad_norm": 1.04929124668552, + "learning_rate": 1.807068513675637e-05, + "loss": 0.0397, + "step": 26530 + }, + { + "epoch": 22.502968617472433, + "grad_norm": 1.2396797351358377, + "learning_rate": 1.807052293283434e-05, + "loss": 0.0446, + "step": 26531 + }, + { + "epoch": 22.50381679389313, + "grad_norm": 0.9627281481496597, + "learning_rate": 1.8070360722822128e-05, + "loss": 0.0422, + "step": 26532 + }, + { + "epoch": 22.504664970313826, + "grad_norm": 1.0945076355089818, + "learning_rate": 1.8070198506719852e-05, + "loss": 0.04, + "step": 26533 + }, + { + "epoch": 22.505513146734522, + "grad_norm": 1.0563665607204662, + "learning_rate": 1.807003628452764e-05, + "loss": 0.0397, + "step": 26534 + }, + { + "epoch": 22.506361323155215, + "grad_norm": 1.1788046309930416, + "learning_rate": 1.8069874056245617e-05, + "loss": 0.0401, + "step": 26535 + }, + { + "epoch": 22.50720949957591, + "grad_norm": 1.2801724888043653, + "learning_rate": 1.806971182187389e-05, + "loss": 0.0415, + "step": 26536 + }, + { + "epoch": 22.508057675996607, + "grad_norm": 1.1943800055247928, + "learning_rate": 1.80695495814126e-05, + "loss": 0.0407, + "step": 26537 + }, + { + "epoch": 22.508905852417303, + "grad_norm": 1.0911655083744176, + "learning_rate": 1.806938733486186e-05, + "loss": 0.0461, + "step": 26538 + }, + { + "epoch": 22.509754028838, + "grad_norm": 0.9806174439085864, + "learning_rate": 1.8069225082221795e-05, + "loss": 0.0388, + "step": 26539 + }, + { + "epoch": 22.510602205258692, + "grad_norm": 1.2111678130720833, + "learning_rate": 1.806906282349252e-05, + "loss": 0.044, + "step": 26540 + }, + { + "epoch": 22.51145038167939, + "grad_norm": 0.9567893060666369, + "learning_rate": 1.8068900558674173e-05, + "loss": 0.0373, + "step": 26541 + }, + { + "epoch": 22.512298558100085, + "grad_norm": 1.136625131140565, + "learning_rate": 1.806873828776686e-05, + "loss": 0.0445, + "step": 26542 + }, + { + "epoch": 22.51314673452078, + "grad_norm": 1.0167149503349207, + "learning_rate": 1.8068576010770715e-05, + "loss": 0.0405, + "step": 26543 + }, + { + "epoch": 22.513994910941477, + "grad_norm": 1.1686975004903246, + "learning_rate": 1.8068413727685853e-05, + "loss": 0.0464, + "step": 26544 + }, + { + "epoch": 22.51484308736217, + "grad_norm": 1.1694211260293823, + "learning_rate": 1.8068251438512403e-05, + "loss": 0.0423, + "step": 26545 + }, + { + "epoch": 22.515691263782866, + "grad_norm": 1.0418265402290212, + "learning_rate": 1.806808914325048e-05, + "loss": 0.0376, + "step": 26546 + }, + { + "epoch": 22.516539440203562, + "grad_norm": 1.1270997674474592, + "learning_rate": 1.8067926841900214e-05, + "loss": 0.0492, + "step": 26547 + }, + { + "epoch": 22.51738761662426, + "grad_norm": 1.2676912806702605, + "learning_rate": 1.806776453446172e-05, + "loss": 0.0462, + "step": 26548 + }, + { + "epoch": 22.518235793044955, + "grad_norm": 1.1553270310659305, + "learning_rate": 1.8067602220935132e-05, + "loss": 0.0412, + "step": 26549 + }, + { + "epoch": 22.519083969465647, + "grad_norm": 1.002043256918871, + "learning_rate": 1.806743990132056e-05, + "loss": 0.0433, + "step": 26550 + }, + { + "epoch": 22.519932145886344, + "grad_norm": 0.9992641484831465, + "learning_rate": 1.806727757561813e-05, + "loss": 0.0393, + "step": 26551 + }, + { + "epoch": 22.52078032230704, + "grad_norm": 1.1324403634008926, + "learning_rate": 1.8067115243827968e-05, + "loss": 0.0387, + "step": 26552 + }, + { + "epoch": 22.521628498727736, + "grad_norm": 1.0109484738965997, + "learning_rate": 1.8066952905950195e-05, + "loss": 0.0424, + "step": 26553 + }, + { + "epoch": 22.522476675148432, + "grad_norm": 1.1565008882988765, + "learning_rate": 1.8066790561984934e-05, + "loss": 0.0426, + "step": 26554 + }, + { + "epoch": 22.523324851569125, + "grad_norm": 1.195916562247644, + "learning_rate": 1.8066628211932303e-05, + "loss": 0.0442, + "step": 26555 + }, + { + "epoch": 22.52417302798982, + "grad_norm": 1.184283080650164, + "learning_rate": 1.806646585579243e-05, + "loss": 0.0427, + "step": 26556 + }, + { + "epoch": 22.525021204410518, + "grad_norm": 1.103646815342384, + "learning_rate": 1.8066303493565436e-05, + "loss": 0.0419, + "step": 26557 + }, + { + "epoch": 22.525869380831214, + "grad_norm": 0.9541568147085306, + "learning_rate": 1.8066141125251445e-05, + "loss": 0.0385, + "step": 26558 + }, + { + "epoch": 22.52671755725191, + "grad_norm": 1.129882942572758, + "learning_rate": 1.8065978750850573e-05, + "loss": 0.0428, + "step": 26559 + }, + { + "epoch": 22.527565733672603, + "grad_norm": 1.0729066851787732, + "learning_rate": 1.806581637036295e-05, + "loss": 0.0411, + "step": 26560 + }, + { + "epoch": 22.5284139100933, + "grad_norm": 0.8823669337388768, + "learning_rate": 1.8065653983788697e-05, + "loss": 0.0383, + "step": 26561 + }, + { + "epoch": 22.529262086513995, + "grad_norm": 1.061193307067304, + "learning_rate": 1.8065491591127933e-05, + "loss": 0.0377, + "step": 26562 + }, + { + "epoch": 22.53011026293469, + "grad_norm": 1.089860831627118, + "learning_rate": 1.8065329192380783e-05, + "loss": 0.0382, + "step": 26563 + }, + { + "epoch": 22.530958439355388, + "grad_norm": 1.0833629578222799, + "learning_rate": 1.806516678754737e-05, + "loss": 0.0398, + "step": 26564 + }, + { + "epoch": 22.53180661577608, + "grad_norm": 1.2886663238204985, + "learning_rate": 1.8065004376627815e-05, + "loss": 0.0444, + "step": 26565 + }, + { + "epoch": 22.532654792196777, + "grad_norm": 1.2670128701741092, + "learning_rate": 1.8064841959622243e-05, + "loss": 0.0442, + "step": 26566 + }, + { + "epoch": 22.533502968617473, + "grad_norm": 1.207547285896175, + "learning_rate": 1.806467953653077e-05, + "loss": 0.0431, + "step": 26567 + }, + { + "epoch": 22.53435114503817, + "grad_norm": 1.31316056617685, + "learning_rate": 1.806451710735353e-05, + "loss": 0.0471, + "step": 26568 + }, + { + "epoch": 22.53519932145886, + "grad_norm": 1.190255197949132, + "learning_rate": 1.8064354672090635e-05, + "loss": 0.0415, + "step": 26569 + }, + { + "epoch": 22.536047497879558, + "grad_norm": 1.2567246257211804, + "learning_rate": 1.8064192230742214e-05, + "loss": 0.0442, + "step": 26570 + }, + { + "epoch": 22.536895674300254, + "grad_norm": 1.109963486612735, + "learning_rate": 1.8064029783308386e-05, + "loss": 0.0446, + "step": 26571 + }, + { + "epoch": 22.53774385072095, + "grad_norm": 1.2760715748270475, + "learning_rate": 1.8063867329789278e-05, + "loss": 0.0435, + "step": 26572 + }, + { + "epoch": 22.538592027141647, + "grad_norm": 1.381810588798395, + "learning_rate": 1.8063704870185006e-05, + "loss": 0.0471, + "step": 26573 + }, + { + "epoch": 22.53944020356234, + "grad_norm": 1.1922718325960133, + "learning_rate": 1.8063542404495694e-05, + "loss": 0.0451, + "step": 26574 + }, + { + "epoch": 22.540288379983036, + "grad_norm": 0.9859711412283741, + "learning_rate": 1.8063379932721473e-05, + "loss": 0.0412, + "step": 26575 + }, + { + "epoch": 22.541136556403732, + "grad_norm": 1.1711657931562842, + "learning_rate": 1.8063217454862452e-05, + "loss": 0.0488, + "step": 26576 + }, + { + "epoch": 22.541984732824428, + "grad_norm": 1.1221098752978274, + "learning_rate": 1.8063054970918767e-05, + "loss": 0.0443, + "step": 26577 + }, + { + "epoch": 22.542832909245124, + "grad_norm": 0.937987957189579, + "learning_rate": 1.806289248089053e-05, + "loss": 0.0399, + "step": 26578 + }, + { + "epoch": 22.543681085665817, + "grad_norm": 1.2188765731995177, + "learning_rate": 1.806272998477787e-05, + "loss": 0.0428, + "step": 26579 + }, + { + "epoch": 22.544529262086513, + "grad_norm": 1.0827974804409077, + "learning_rate": 1.806256748258091e-05, + "loss": 0.0413, + "step": 26580 + }, + { + "epoch": 22.54537743850721, + "grad_norm": 0.9908771918072076, + "learning_rate": 1.806240497429977e-05, + "loss": 0.0425, + "step": 26581 + }, + { + "epoch": 22.546225614927906, + "grad_norm": 1.035956020595017, + "learning_rate": 1.806224245993457e-05, + "loss": 0.04, + "step": 26582 + }, + { + "epoch": 22.547073791348602, + "grad_norm": 1.1277223751697456, + "learning_rate": 1.806207993948544e-05, + "loss": 0.0407, + "step": 26583 + }, + { + "epoch": 22.547921967769295, + "grad_norm": 1.2338233980493098, + "learning_rate": 1.806191741295249e-05, + "loss": 0.0455, + "step": 26584 + }, + { + "epoch": 22.54877014418999, + "grad_norm": 1.30299204945111, + "learning_rate": 1.8061754880335858e-05, + "loss": 0.0449, + "step": 26585 + }, + { + "epoch": 22.549618320610687, + "grad_norm": 1.2022788446200385, + "learning_rate": 1.8061592341635657e-05, + "loss": 0.0423, + "step": 26586 + }, + { + "epoch": 22.550466497031383, + "grad_norm": 1.0255633478380748, + "learning_rate": 1.8061429796852014e-05, + "loss": 0.0429, + "step": 26587 + }, + { + "epoch": 22.55131467345208, + "grad_norm": 1.1353765317832345, + "learning_rate": 1.806126724598505e-05, + "loss": 0.0433, + "step": 26588 + }, + { + "epoch": 22.552162849872772, + "grad_norm": 1.1005729745265656, + "learning_rate": 1.8061104689034882e-05, + "loss": 0.0406, + "step": 26589 + }, + { + "epoch": 22.55301102629347, + "grad_norm": 1.116319743467309, + "learning_rate": 1.8060942126001643e-05, + "loss": 0.0467, + "step": 26590 + }, + { + "epoch": 22.553859202714165, + "grad_norm": 1.0691882292173176, + "learning_rate": 1.806077955688545e-05, + "loss": 0.0415, + "step": 26591 + }, + { + "epoch": 22.55470737913486, + "grad_norm": 0.9826921362804889, + "learning_rate": 1.8060616981686427e-05, + "loss": 0.0375, + "step": 26592 + }, + { + "epoch": 22.555555555555557, + "grad_norm": 1.2518779205158401, + "learning_rate": 1.8060454400404697e-05, + "loss": 0.0466, + "step": 26593 + }, + { + "epoch": 22.55640373197625, + "grad_norm": 0.9399826406319277, + "learning_rate": 1.806029181304038e-05, + "loss": 0.0382, + "step": 26594 + }, + { + "epoch": 22.557251908396946, + "grad_norm": 1.1528616510313878, + "learning_rate": 1.8060129219593603e-05, + "loss": 0.0464, + "step": 26595 + }, + { + "epoch": 22.558100084817642, + "grad_norm": 1.0248033190837327, + "learning_rate": 1.8059966620064482e-05, + "loss": 0.0413, + "step": 26596 + }, + { + "epoch": 22.55894826123834, + "grad_norm": 0.9985810339444045, + "learning_rate": 1.8059804014453147e-05, + "loss": 0.0409, + "step": 26597 + }, + { + "epoch": 22.559796437659035, + "grad_norm": 1.143492437120667, + "learning_rate": 1.805964140275972e-05, + "loss": 0.0458, + "step": 26598 + }, + { + "epoch": 22.560644614079727, + "grad_norm": 0.952488483310506, + "learning_rate": 1.805947878498432e-05, + "loss": 0.0392, + "step": 26599 + }, + { + "epoch": 22.561492790500424, + "grad_norm": 1.1911300934368168, + "learning_rate": 1.8059316161127068e-05, + "loss": 0.0415, + "step": 26600 + }, + { + "epoch": 22.56234096692112, + "grad_norm": 1.0753470257611457, + "learning_rate": 1.8059153531188093e-05, + "loss": 0.0409, + "step": 26601 + }, + { + "epoch": 22.563189143341816, + "grad_norm": 1.102155829670644, + "learning_rate": 1.8058990895167513e-05, + "loss": 0.0433, + "step": 26602 + }, + { + "epoch": 22.564037319762512, + "grad_norm": 1.30369754982555, + "learning_rate": 1.8058828253065456e-05, + "loss": 0.0468, + "step": 26603 + }, + { + "epoch": 22.564885496183205, + "grad_norm": 1.3238853892888502, + "learning_rate": 1.8058665604882035e-05, + "loss": 0.0402, + "step": 26604 + }, + { + "epoch": 22.5657336726039, + "grad_norm": 1.1518861158465101, + "learning_rate": 1.805850295061738e-05, + "loss": 0.0425, + "step": 26605 + }, + { + "epoch": 22.566581849024598, + "grad_norm": 1.1994209567387433, + "learning_rate": 1.8058340290271617e-05, + "loss": 0.043, + "step": 26606 + }, + { + "epoch": 22.567430025445294, + "grad_norm": 1.1741367166232863, + "learning_rate": 1.805817762384486e-05, + "loss": 0.0459, + "step": 26607 + }, + { + "epoch": 22.568278201865986, + "grad_norm": 1.1946659198869198, + "learning_rate": 1.805801495133724e-05, + "loss": 0.0448, + "step": 26608 + }, + { + "epoch": 22.569126378286683, + "grad_norm": 0.9433011102722252, + "learning_rate": 1.8057852272748872e-05, + "loss": 0.0368, + "step": 26609 + }, + { + "epoch": 22.56997455470738, + "grad_norm": 1.1547464887208907, + "learning_rate": 1.8057689588079883e-05, + "loss": 0.0428, + "step": 26610 + }, + { + "epoch": 22.570822731128075, + "grad_norm": 1.1774484139969699, + "learning_rate": 1.8057526897330396e-05, + "loss": 0.0435, + "step": 26611 + }, + { + "epoch": 22.57167090754877, + "grad_norm": 1.163171632294728, + "learning_rate": 1.8057364200500534e-05, + "loss": 0.0467, + "step": 26612 + }, + { + "epoch": 22.572519083969464, + "grad_norm": 1.07231617338955, + "learning_rate": 1.8057201497590416e-05, + "loss": 0.0411, + "step": 26613 + }, + { + "epoch": 22.57336726039016, + "grad_norm": 1.081371677011344, + "learning_rate": 1.8057038788600173e-05, + "loss": 0.0435, + "step": 26614 + }, + { + "epoch": 22.574215436810857, + "grad_norm": 1.19150008386338, + "learning_rate": 1.8056876073529918e-05, + "loss": 0.0442, + "step": 26615 + }, + { + "epoch": 22.575063613231553, + "grad_norm": 1.074692595349075, + "learning_rate": 1.805671335237978e-05, + "loss": 0.0423, + "step": 26616 + }, + { + "epoch": 22.57591178965225, + "grad_norm": 1.100928260884787, + "learning_rate": 1.805655062514988e-05, + "loss": 0.0434, + "step": 26617 + }, + { + "epoch": 22.57675996607294, + "grad_norm": 1.074386072636473, + "learning_rate": 1.805638789184034e-05, + "loss": 0.0486, + "step": 26618 + }, + { + "epoch": 22.577608142493638, + "grad_norm": 1.2526612122626672, + "learning_rate": 1.8056225152451284e-05, + "loss": 0.0441, + "step": 26619 + }, + { + "epoch": 22.578456318914334, + "grad_norm": 1.0049213809839903, + "learning_rate": 1.8056062406982832e-05, + "loss": 0.0413, + "step": 26620 + }, + { + "epoch": 22.57930449533503, + "grad_norm": 1.272598975429088, + "learning_rate": 1.8055899655435113e-05, + "loss": 0.0442, + "step": 26621 + }, + { + "epoch": 22.580152671755727, + "grad_norm": 1.1974924333267483, + "learning_rate": 1.8055736897808245e-05, + "loss": 0.0486, + "step": 26622 + }, + { + "epoch": 22.58100084817642, + "grad_norm": 1.066818017212222, + "learning_rate": 1.805557413410235e-05, + "loss": 0.0433, + "step": 26623 + }, + { + "epoch": 22.581849024597116, + "grad_norm": 1.0787473746949168, + "learning_rate": 1.8055411364317558e-05, + "loss": 0.042, + "step": 26624 + }, + { + "epoch": 22.58269720101781, + "grad_norm": 0.9910213838753164, + "learning_rate": 1.805524858845398e-05, + "loss": 0.0396, + "step": 26625 + }, + { + "epoch": 22.583545377438508, + "grad_norm": 1.070444342811388, + "learning_rate": 1.8055085806511747e-05, + "loss": 0.0421, + "step": 26626 + }, + { + "epoch": 22.584393553859204, + "grad_norm": 1.138497116325136, + "learning_rate": 1.8054923018490982e-05, + "loss": 0.0419, + "step": 26627 + }, + { + "epoch": 22.585241730279897, + "grad_norm": 1.1336647927642676, + "learning_rate": 1.8054760224391804e-05, + "loss": 0.0459, + "step": 26628 + }, + { + "epoch": 22.586089906700593, + "grad_norm": 1.0436680184544165, + "learning_rate": 1.805459742421434e-05, + "loss": 0.0388, + "step": 26629 + }, + { + "epoch": 22.58693808312129, + "grad_norm": 1.0605295101382655, + "learning_rate": 1.8054434617958708e-05, + "loss": 0.0411, + "step": 26630 + }, + { + "epoch": 22.587786259541986, + "grad_norm": 1.1133061926379781, + "learning_rate": 1.8054271805625035e-05, + "loss": 0.0491, + "step": 26631 + }, + { + "epoch": 22.588634435962682, + "grad_norm": 1.1613930097734204, + "learning_rate": 1.8054108987213443e-05, + "loss": 0.0451, + "step": 26632 + }, + { + "epoch": 22.589482612383375, + "grad_norm": 1.170168198777373, + "learning_rate": 1.8053946162724054e-05, + "loss": 0.0418, + "step": 26633 + }, + { + "epoch": 22.59033078880407, + "grad_norm": 0.961616065963985, + "learning_rate": 1.8053783332156994e-05, + "loss": 0.0399, + "step": 26634 + }, + { + "epoch": 22.591178965224767, + "grad_norm": 1.2047016426458899, + "learning_rate": 1.8053620495512378e-05, + "loss": 0.0467, + "step": 26635 + }, + { + "epoch": 22.592027141645463, + "grad_norm": 0.9124886144463714, + "learning_rate": 1.8053457652790337e-05, + "loss": 0.0398, + "step": 26636 + }, + { + "epoch": 22.59287531806616, + "grad_norm": 0.9242537535831117, + "learning_rate": 1.8053294803990987e-05, + "loss": 0.0397, + "step": 26637 + }, + { + "epoch": 22.593723494486852, + "grad_norm": 1.1799794375540607, + "learning_rate": 1.8053131949114458e-05, + "loss": 0.0387, + "step": 26638 + }, + { + "epoch": 22.59457167090755, + "grad_norm": 1.1875490807280118, + "learning_rate": 1.805296908816087e-05, + "loss": 0.0416, + "step": 26639 + }, + { + "epoch": 22.595419847328245, + "grad_norm": 1.104055712523531, + "learning_rate": 1.8052806221130345e-05, + "loss": 0.0432, + "step": 26640 + }, + { + "epoch": 22.59626802374894, + "grad_norm": 1.3653636152545743, + "learning_rate": 1.8052643348023004e-05, + "loss": 0.0481, + "step": 26641 + }, + { + "epoch": 22.597116200169637, + "grad_norm": 1.126088161978736, + "learning_rate": 1.8052480468838976e-05, + "loss": 0.0453, + "step": 26642 + }, + { + "epoch": 22.59796437659033, + "grad_norm": 1.1266871655019894, + "learning_rate": 1.8052317583578382e-05, + "loss": 0.0417, + "step": 26643 + }, + { + "epoch": 22.598812553011026, + "grad_norm": 1.0917313532849076, + "learning_rate": 1.8052154692241336e-05, + "loss": 0.0413, + "step": 26644 + }, + { + "epoch": 22.599660729431722, + "grad_norm": 1.0733949103123508, + "learning_rate": 1.8051991794827974e-05, + "loss": 0.0449, + "step": 26645 + }, + { + "epoch": 22.60050890585242, + "grad_norm": 1.0616728908118658, + "learning_rate": 1.8051828891338407e-05, + "loss": 0.0401, + "step": 26646 + }, + { + "epoch": 22.60135708227311, + "grad_norm": 1.1312802550324015, + "learning_rate": 1.805166598177277e-05, + "loss": 0.0423, + "step": 26647 + }, + { + "epoch": 22.602205258693807, + "grad_norm": 0.9748675539797979, + "learning_rate": 1.805150306613118e-05, + "loss": 0.0408, + "step": 26648 + }, + { + "epoch": 22.603053435114504, + "grad_norm": 0.9664175540668568, + "learning_rate": 1.8051340144413755e-05, + "loss": 0.0406, + "step": 26649 + }, + { + "epoch": 22.6039016115352, + "grad_norm": 1.0596514031658966, + "learning_rate": 1.8051177216620624e-05, + "loss": 0.0409, + "step": 26650 + }, + { + "epoch": 22.604749787955896, + "grad_norm": 1.2190597592588235, + "learning_rate": 1.8051014282751912e-05, + "loss": 0.0441, + "step": 26651 + }, + { + "epoch": 22.60559796437659, + "grad_norm": 1.0019957493705158, + "learning_rate": 1.8050851342807735e-05, + "loss": 0.0432, + "step": 26652 + }, + { + "epoch": 22.606446140797285, + "grad_norm": 1.2695642635151823, + "learning_rate": 1.805068839678822e-05, + "loss": 0.0424, + "step": 26653 + }, + { + "epoch": 22.60729431721798, + "grad_norm": 1.3425663167399373, + "learning_rate": 1.805052544469349e-05, + "loss": 0.0465, + "step": 26654 + }, + { + "epoch": 22.608142493638677, + "grad_norm": 1.1415142958930278, + "learning_rate": 1.805036248652367e-05, + "loss": 0.0422, + "step": 26655 + }, + { + "epoch": 22.608990670059374, + "grad_norm": 1.069871115246331, + "learning_rate": 1.8050199522278878e-05, + "loss": 0.0385, + "step": 26656 + }, + { + "epoch": 22.609838846480066, + "grad_norm": 1.088142269611266, + "learning_rate": 1.805003655195924e-05, + "loss": 0.0433, + "step": 26657 + }, + { + "epoch": 22.610687022900763, + "grad_norm": 1.1608452872752617, + "learning_rate": 1.804987357556488e-05, + "loss": 0.0434, + "step": 26658 + }, + { + "epoch": 22.61153519932146, + "grad_norm": 1.2784499343831626, + "learning_rate": 1.8049710593095917e-05, + "loss": 0.0437, + "step": 26659 + }, + { + "epoch": 22.612383375742155, + "grad_norm": 1.0616693713733387, + "learning_rate": 1.804954760455248e-05, + "loss": 0.042, + "step": 26660 + }, + { + "epoch": 22.61323155216285, + "grad_norm": 1.0307321254787793, + "learning_rate": 1.8049384609934683e-05, + "loss": 0.0421, + "step": 26661 + }, + { + "epoch": 22.614079728583544, + "grad_norm": 1.0065491823347676, + "learning_rate": 1.8049221609242654e-05, + "loss": 0.0447, + "step": 26662 + }, + { + "epoch": 22.61492790500424, + "grad_norm": 1.1934183095419266, + "learning_rate": 1.8049058602476522e-05, + "loss": 0.0432, + "step": 26663 + }, + { + "epoch": 22.615776081424936, + "grad_norm": 1.5195594365276137, + "learning_rate": 1.80488955896364e-05, + "loss": 0.0524, + "step": 26664 + }, + { + "epoch": 22.616624257845633, + "grad_norm": 1.0591083910353492, + "learning_rate": 1.804873257072242e-05, + "loss": 0.0456, + "step": 26665 + }, + { + "epoch": 22.61747243426633, + "grad_norm": 1.0365020697472143, + "learning_rate": 1.80485695457347e-05, + "loss": 0.0435, + "step": 26666 + }, + { + "epoch": 22.61832061068702, + "grad_norm": 1.0846404111686014, + "learning_rate": 1.8048406514673358e-05, + "loss": 0.0406, + "step": 26667 + }, + { + "epoch": 22.619168787107718, + "grad_norm": 1.064759716616412, + "learning_rate": 1.8048243477538526e-05, + "loss": 0.0408, + "step": 26668 + }, + { + "epoch": 22.620016963528414, + "grad_norm": 1.0970034882073478, + "learning_rate": 1.8048080434330323e-05, + "loss": 0.0431, + "step": 26669 + }, + { + "epoch": 22.62086513994911, + "grad_norm": 1.2189741604291435, + "learning_rate": 1.8047917385048876e-05, + "loss": 0.0454, + "step": 26670 + }, + { + "epoch": 22.621713316369807, + "grad_norm": 1.0984926778664457, + "learning_rate": 1.8047754329694298e-05, + "loss": 0.0424, + "step": 26671 + }, + { + "epoch": 22.6225614927905, + "grad_norm": 1.1704955637970216, + "learning_rate": 1.804759126826672e-05, + "loss": 0.0463, + "step": 26672 + }, + { + "epoch": 22.623409669211195, + "grad_norm": 1.1090866957934868, + "learning_rate": 1.804742820076627e-05, + "loss": 0.0443, + "step": 26673 + }, + { + "epoch": 22.62425784563189, + "grad_norm": 1.087482442906293, + "learning_rate": 1.804726512719306e-05, + "loss": 0.0478, + "step": 26674 + }, + { + "epoch": 22.625106022052588, + "grad_norm": 1.1118640364819647, + "learning_rate": 1.804710204754722e-05, + "loss": 0.0433, + "step": 26675 + }, + { + "epoch": 22.625954198473284, + "grad_norm": 1.2140557439638753, + "learning_rate": 1.8046938961828865e-05, + "loss": 0.0405, + "step": 26676 + }, + { + "epoch": 22.626802374893977, + "grad_norm": 1.05549918968976, + "learning_rate": 1.804677587003813e-05, + "loss": 0.042, + "step": 26677 + }, + { + "epoch": 22.627650551314673, + "grad_norm": 1.080695191308875, + "learning_rate": 1.804661277217513e-05, + "loss": 0.0419, + "step": 26678 + }, + { + "epoch": 22.62849872773537, + "grad_norm": 1.1277083533878147, + "learning_rate": 1.804644966823999e-05, + "loss": 0.0462, + "step": 26679 + }, + { + "epoch": 22.629346904156066, + "grad_norm": 1.1793728131368455, + "learning_rate": 1.8046286558232834e-05, + "loss": 0.044, + "step": 26680 + }, + { + "epoch": 22.63019508057676, + "grad_norm": 1.1197491705060014, + "learning_rate": 1.8046123442153783e-05, + "loss": 0.0437, + "step": 26681 + }, + { + "epoch": 22.631043256997454, + "grad_norm": 0.8242807058080135, + "learning_rate": 1.8045960320002963e-05, + "loss": 0.0379, + "step": 26682 + }, + { + "epoch": 22.63189143341815, + "grad_norm": 1.1431085456868462, + "learning_rate": 1.8045797191780495e-05, + "loss": 0.0419, + "step": 26683 + }, + { + "epoch": 22.632739609838847, + "grad_norm": 1.029087717028415, + "learning_rate": 1.80456340574865e-05, + "loss": 0.0418, + "step": 26684 + }, + { + "epoch": 22.633587786259543, + "grad_norm": 1.0517220849427138, + "learning_rate": 1.804547091712111e-05, + "loss": 0.0408, + "step": 26685 + }, + { + "epoch": 22.634435962680236, + "grad_norm": 1.1285897388626762, + "learning_rate": 1.8045307770684437e-05, + "loss": 0.0432, + "step": 26686 + }, + { + "epoch": 22.635284139100932, + "grad_norm": 1.2294979486724706, + "learning_rate": 1.804514461817661e-05, + "loss": 0.044, + "step": 26687 + }, + { + "epoch": 22.63613231552163, + "grad_norm": 0.9938780587218393, + "learning_rate": 1.804498145959775e-05, + "loss": 0.038, + "step": 26688 + }, + { + "epoch": 22.636980491942325, + "grad_norm": 1.127740762195767, + "learning_rate": 1.804481829494798e-05, + "loss": 0.0426, + "step": 26689 + }, + { + "epoch": 22.63782866836302, + "grad_norm": 1.1761948568447407, + "learning_rate": 1.8044655124227425e-05, + "loss": 0.0388, + "step": 26690 + }, + { + "epoch": 22.638676844783713, + "grad_norm": 1.116769207292417, + "learning_rate": 1.804449194743621e-05, + "loss": 0.042, + "step": 26691 + }, + { + "epoch": 22.63952502120441, + "grad_norm": 1.0023592674169002, + "learning_rate": 1.8044328764574455e-05, + "loss": 0.0418, + "step": 26692 + }, + { + "epoch": 22.640373197625106, + "grad_norm": 1.1626782306950387, + "learning_rate": 1.804416557564228e-05, + "loss": 0.0411, + "step": 26693 + }, + { + "epoch": 22.641221374045802, + "grad_norm": 1.0131525883912027, + "learning_rate": 1.8044002380639816e-05, + "loss": 0.041, + "step": 26694 + }, + { + "epoch": 22.6420695504665, + "grad_norm": 1.1990296700379282, + "learning_rate": 1.8043839179567178e-05, + "loss": 0.0426, + "step": 26695 + }, + { + "epoch": 22.64291772688719, + "grad_norm": 1.0074149502209042, + "learning_rate": 1.80436759724245e-05, + "loss": 0.0403, + "step": 26696 + }, + { + "epoch": 22.643765903307887, + "grad_norm": 1.0963936848968872, + "learning_rate": 1.804351275921189e-05, + "loss": 0.0419, + "step": 26697 + }, + { + "epoch": 22.644614079728584, + "grad_norm": 1.132389370386139, + "learning_rate": 1.8043349539929485e-05, + "loss": 0.0423, + "step": 26698 + }, + { + "epoch": 22.64546225614928, + "grad_norm": 0.995168382028242, + "learning_rate": 1.80431863145774e-05, + "loss": 0.04, + "step": 26699 + }, + { + "epoch": 22.646310432569976, + "grad_norm": 1.0811328832021623, + "learning_rate": 1.804302308315576e-05, + "loss": 0.043, + "step": 26700 + }, + { + "epoch": 22.64715860899067, + "grad_norm": 1.1679962261267842, + "learning_rate": 1.8042859845664692e-05, + "loss": 0.0426, + "step": 26701 + }, + { + "epoch": 22.648006785411365, + "grad_norm": 1.1020769500683714, + "learning_rate": 1.8042696602104316e-05, + "loss": 0.0436, + "step": 26702 + }, + { + "epoch": 22.64885496183206, + "grad_norm": 1.2049126218218293, + "learning_rate": 1.8042533352474752e-05, + "loss": 0.0444, + "step": 26703 + }, + { + "epoch": 22.649703138252757, + "grad_norm": 1.489385683479608, + "learning_rate": 1.8042370096776126e-05, + "loss": 0.0409, + "step": 26704 + }, + { + "epoch": 22.650551314673454, + "grad_norm": 1.1290947740834898, + "learning_rate": 1.804220683500857e-05, + "loss": 0.0438, + "step": 26705 + }, + { + "epoch": 22.651399491094146, + "grad_norm": 1.107640956091824, + "learning_rate": 1.804204356717219e-05, + "loss": 0.04, + "step": 26706 + }, + { + "epoch": 22.652247667514843, + "grad_norm": 1.1617635267885318, + "learning_rate": 1.8041880293267122e-05, + "loss": 0.0445, + "step": 26707 + }, + { + "epoch": 22.65309584393554, + "grad_norm": 1.072899449738343, + "learning_rate": 1.804171701329348e-05, + "loss": 0.0459, + "step": 26708 + }, + { + "epoch": 22.653944020356235, + "grad_norm": 1.1141393878630748, + "learning_rate": 1.80415537272514e-05, + "loss": 0.0487, + "step": 26709 + }, + { + "epoch": 22.65479219677693, + "grad_norm": 1.1985064933692737, + "learning_rate": 1.8041390435140994e-05, + "loss": 0.043, + "step": 26710 + }, + { + "epoch": 22.655640373197624, + "grad_norm": 1.180500675638001, + "learning_rate": 1.804122713696239e-05, + "loss": 0.0435, + "step": 26711 + }, + { + "epoch": 22.65648854961832, + "grad_norm": 1.0547361312545382, + "learning_rate": 1.804106383271571e-05, + "loss": 0.0396, + "step": 26712 + }, + { + "epoch": 22.657336726039016, + "grad_norm": 1.1001038830383219, + "learning_rate": 1.804090052240108e-05, + "loss": 0.0426, + "step": 26713 + }, + { + "epoch": 22.658184902459713, + "grad_norm": 1.1285418045228253, + "learning_rate": 1.8040737206018616e-05, + "loss": 0.0411, + "step": 26714 + }, + { + "epoch": 22.659033078880405, + "grad_norm": 1.0737376720042373, + "learning_rate": 1.8040573883568447e-05, + "loss": 0.0443, + "step": 26715 + }, + { + "epoch": 22.6598812553011, + "grad_norm": 1.1909782626402812, + "learning_rate": 1.8040410555050697e-05, + "loss": 0.0429, + "step": 26716 + }, + { + "epoch": 22.660729431721798, + "grad_norm": 1.231434443027295, + "learning_rate": 1.8040247220465487e-05, + "loss": 0.0455, + "step": 26717 + }, + { + "epoch": 22.661577608142494, + "grad_norm": 1.076929717809163, + "learning_rate": 1.804008387981294e-05, + "loss": 0.0419, + "step": 26718 + }, + { + "epoch": 22.66242578456319, + "grad_norm": 1.1561853531564308, + "learning_rate": 1.803992053309318e-05, + "loss": 0.0422, + "step": 26719 + }, + { + "epoch": 22.663273960983886, + "grad_norm": 1.17974926042085, + "learning_rate": 1.8039757180306333e-05, + "loss": 0.0437, + "step": 26720 + }, + { + "epoch": 22.66412213740458, + "grad_norm": 1.1771159781801057, + "learning_rate": 1.8039593821452515e-05, + "loss": 0.0428, + "step": 26721 + }, + { + "epoch": 22.664970313825275, + "grad_norm": 1.2540419786451897, + "learning_rate": 1.8039430456531857e-05, + "loss": 0.0439, + "step": 26722 + }, + { + "epoch": 22.66581849024597, + "grad_norm": 1.28548199639112, + "learning_rate": 1.8039267085544478e-05, + "loss": 0.0468, + "step": 26723 + }, + { + "epoch": 22.666666666666668, + "grad_norm": 1.1826562429059078, + "learning_rate": 1.8039103708490503e-05, + "loss": 0.0422, + "step": 26724 + }, + { + "epoch": 22.66751484308736, + "grad_norm": 1.042033817745869, + "learning_rate": 1.8038940325370055e-05, + "loss": 0.0434, + "step": 26725 + }, + { + "epoch": 22.668363019508057, + "grad_norm": 1.212855696544765, + "learning_rate": 1.803877693618325e-05, + "loss": 0.0425, + "step": 26726 + }, + { + "epoch": 22.669211195928753, + "grad_norm": 1.080334931592454, + "learning_rate": 1.8038613540930225e-05, + "loss": 0.0435, + "step": 26727 + }, + { + "epoch": 22.67005937234945, + "grad_norm": 1.1030451901820089, + "learning_rate": 1.8038450139611098e-05, + "loss": 0.0399, + "step": 26728 + }, + { + "epoch": 22.670907548770145, + "grad_norm": 1.0494728450905455, + "learning_rate": 1.8038286732225988e-05, + "loss": 0.04, + "step": 26729 + }, + { + "epoch": 22.671755725190838, + "grad_norm": 1.1133633996473489, + "learning_rate": 1.8038123318775018e-05, + "loss": 0.0428, + "step": 26730 + }, + { + "epoch": 22.672603901611534, + "grad_norm": 1.0785413045197185, + "learning_rate": 1.803795989925832e-05, + "loss": 0.0436, + "step": 26731 + }, + { + "epoch": 22.67345207803223, + "grad_norm": 1.0718482921279924, + "learning_rate": 1.8037796473676007e-05, + "loss": 0.0429, + "step": 26732 + }, + { + "epoch": 22.674300254452927, + "grad_norm": 1.2286229636670811, + "learning_rate": 1.8037633042028208e-05, + "loss": 0.0463, + "step": 26733 + }, + { + "epoch": 22.675148430873623, + "grad_norm": 1.209009452271901, + "learning_rate": 1.803746960431505e-05, + "loss": 0.0458, + "step": 26734 + }, + { + "epoch": 22.675996607294316, + "grad_norm": 1.1608132361035266, + "learning_rate": 1.8037306160536647e-05, + "loss": 0.0433, + "step": 26735 + }, + { + "epoch": 22.676844783715012, + "grad_norm": 1.176624470129234, + "learning_rate": 1.8037142710693127e-05, + "loss": 0.0408, + "step": 26736 + }, + { + "epoch": 22.67769296013571, + "grad_norm": 1.1653995291191246, + "learning_rate": 1.8036979254784617e-05, + "loss": 0.043, + "step": 26737 + }, + { + "epoch": 22.678541136556404, + "grad_norm": 1.5889741313783121, + "learning_rate": 1.8036815792811232e-05, + "loss": 0.0441, + "step": 26738 + }, + { + "epoch": 22.6793893129771, + "grad_norm": 1.2448776253109342, + "learning_rate": 1.8036652324773105e-05, + "loss": 0.0438, + "step": 26739 + }, + { + "epoch": 22.680237489397793, + "grad_norm": 1.1579235738599782, + "learning_rate": 1.8036488850670354e-05, + "loss": 0.0431, + "step": 26740 + }, + { + "epoch": 22.68108566581849, + "grad_norm": 1.0631726579166767, + "learning_rate": 1.80363253705031e-05, + "loss": 0.0429, + "step": 26741 + }, + { + "epoch": 22.681933842239186, + "grad_norm": 1.196894198948897, + "learning_rate": 1.8036161884271472e-05, + "loss": 0.0458, + "step": 26742 + }, + { + "epoch": 22.682782018659882, + "grad_norm": 1.330758791793926, + "learning_rate": 1.8035998391975585e-05, + "loss": 0.0456, + "step": 26743 + }, + { + "epoch": 22.68363019508058, + "grad_norm": 1.0335236228743163, + "learning_rate": 1.8035834893615572e-05, + "loss": 0.0446, + "step": 26744 + }, + { + "epoch": 22.68447837150127, + "grad_norm": 1.0399781702628275, + "learning_rate": 1.8035671389191553e-05, + "loss": 0.0432, + "step": 26745 + }, + { + "epoch": 22.685326547921967, + "grad_norm": 1.2787411478674975, + "learning_rate": 1.8035507878703648e-05, + "loss": 0.0434, + "step": 26746 + }, + { + "epoch": 22.686174724342663, + "grad_norm": 1.1497742686420054, + "learning_rate": 1.8035344362151986e-05, + "loss": 0.0404, + "step": 26747 + }, + { + "epoch": 22.68702290076336, + "grad_norm": 1.4547641496603054, + "learning_rate": 1.8035180839536687e-05, + "loss": 0.0515, + "step": 26748 + }, + { + "epoch": 22.687871077184056, + "grad_norm": 1.0607626327474373, + "learning_rate": 1.8035017310857875e-05, + "loss": 0.0417, + "step": 26749 + }, + { + "epoch": 22.68871925360475, + "grad_norm": 1.2582579270443908, + "learning_rate": 1.803485377611567e-05, + "loss": 0.0508, + "step": 26750 + }, + { + "epoch": 22.689567430025445, + "grad_norm": 1.0114201581112212, + "learning_rate": 1.8034690235310203e-05, + "loss": 0.0424, + "step": 26751 + }, + { + "epoch": 22.69041560644614, + "grad_norm": 1.226061947885307, + "learning_rate": 1.803452668844159e-05, + "loss": 0.045, + "step": 26752 + }, + { + "epoch": 22.691263782866837, + "grad_norm": 1.2009165398578974, + "learning_rate": 1.803436313550996e-05, + "loss": 0.0444, + "step": 26753 + }, + { + "epoch": 22.69211195928753, + "grad_norm": 1.2302813764331602, + "learning_rate": 1.8034199576515433e-05, + "loss": 0.044, + "step": 26754 + }, + { + "epoch": 22.692960135708226, + "grad_norm": 1.2023993753870006, + "learning_rate": 1.8034036011458132e-05, + "loss": 0.0433, + "step": 26755 + }, + { + "epoch": 22.693808312128922, + "grad_norm": 1.0944746002498906, + "learning_rate": 1.8033872440338182e-05, + "loss": 0.0433, + "step": 26756 + }, + { + "epoch": 22.69465648854962, + "grad_norm": 1.3167168358798005, + "learning_rate": 1.8033708863155706e-05, + "loss": 0.0415, + "step": 26757 + }, + { + "epoch": 22.695504664970315, + "grad_norm": 1.033997983357114, + "learning_rate": 1.8033545279910832e-05, + "loss": 0.0421, + "step": 26758 + }, + { + "epoch": 22.696352841391008, + "grad_norm": 1.1792668944838047, + "learning_rate": 1.8033381690603672e-05, + "loss": 0.0393, + "step": 26759 + }, + { + "epoch": 22.697201017811704, + "grad_norm": 1.3339863619473127, + "learning_rate": 1.8033218095234362e-05, + "loss": 0.0472, + "step": 26760 + }, + { + "epoch": 22.6980491942324, + "grad_norm": 1.0362862942275126, + "learning_rate": 1.803305449380302e-05, + "loss": 0.0419, + "step": 26761 + }, + { + "epoch": 22.698897370653096, + "grad_norm": 1.1318395127119496, + "learning_rate": 1.8032890886309764e-05, + "loss": 0.0428, + "step": 26762 + }, + { + "epoch": 22.699745547073793, + "grad_norm": 1.1998463754782778, + "learning_rate": 1.8032727272754728e-05, + "loss": 0.0419, + "step": 26763 + }, + { + "epoch": 22.700593723494485, + "grad_norm": 0.9872697953370211, + "learning_rate": 1.8032563653138032e-05, + "loss": 0.0415, + "step": 26764 + }, + { + "epoch": 22.70144189991518, + "grad_norm": 1.1051583286568096, + "learning_rate": 1.8032400027459792e-05, + "loss": 0.0412, + "step": 26765 + }, + { + "epoch": 22.702290076335878, + "grad_norm": 1.1308069535427645, + "learning_rate": 1.803223639572014e-05, + "loss": 0.0498, + "step": 26766 + }, + { + "epoch": 22.703138252756574, + "grad_norm": 1.2710292633255422, + "learning_rate": 1.8032072757919196e-05, + "loss": 0.0429, + "step": 26767 + }, + { + "epoch": 22.70398642917727, + "grad_norm": 1.090612023175499, + "learning_rate": 1.8031909114057087e-05, + "loss": 0.0411, + "step": 26768 + }, + { + "epoch": 22.704834605597963, + "grad_norm": 1.1445876230893868, + "learning_rate": 1.803174546413393e-05, + "loss": 0.0466, + "step": 26769 + }, + { + "epoch": 22.70568278201866, + "grad_norm": 0.9103822687140555, + "learning_rate": 1.8031581808149856e-05, + "loss": 0.0388, + "step": 26770 + }, + { + "epoch": 22.706530958439355, + "grad_norm": 1.2234841799244156, + "learning_rate": 1.8031418146104985e-05, + "loss": 0.0434, + "step": 26771 + }, + { + "epoch": 22.70737913486005, + "grad_norm": 1.1226209946817067, + "learning_rate": 1.8031254477999437e-05, + "loss": 0.0443, + "step": 26772 + }, + { + "epoch": 22.708227311280748, + "grad_norm": 1.383505316555354, + "learning_rate": 1.803109080383334e-05, + "loss": 0.0482, + "step": 26773 + }, + { + "epoch": 22.70907548770144, + "grad_norm": 1.202076239030078, + "learning_rate": 1.8030927123606818e-05, + "loss": 0.0467, + "step": 26774 + }, + { + "epoch": 22.709923664122137, + "grad_norm": 1.1892033289382318, + "learning_rate": 1.803076343731999e-05, + "loss": 0.042, + "step": 26775 + }, + { + "epoch": 22.710771840542833, + "grad_norm": 1.0804865921945057, + "learning_rate": 1.8030599744972982e-05, + "loss": 0.0394, + "step": 26776 + }, + { + "epoch": 22.71162001696353, + "grad_norm": 0.9004275715199632, + "learning_rate": 1.8030436046565922e-05, + "loss": 0.0389, + "step": 26777 + }, + { + "epoch": 22.712468193384225, + "grad_norm": 1.005285105185591, + "learning_rate": 1.8030272342098927e-05, + "loss": 0.0388, + "step": 26778 + }, + { + "epoch": 22.713316369804918, + "grad_norm": 1.1305996789737935, + "learning_rate": 1.8030108631572123e-05, + "loss": 0.0424, + "step": 26779 + }, + { + "epoch": 22.714164546225614, + "grad_norm": 1.1526127411302565, + "learning_rate": 1.8029944914985632e-05, + "loss": 0.0432, + "step": 26780 + }, + { + "epoch": 22.71501272264631, + "grad_norm": 1.1002573213642433, + "learning_rate": 1.8029781192339582e-05, + "loss": 0.0432, + "step": 26781 + }, + { + "epoch": 22.715860899067007, + "grad_norm": 1.2853197850561897, + "learning_rate": 1.802961746363409e-05, + "loss": 0.0422, + "step": 26782 + }, + { + "epoch": 22.716709075487703, + "grad_norm": 1.369419951789042, + "learning_rate": 1.8029453728869285e-05, + "loss": 0.0445, + "step": 26783 + }, + { + "epoch": 22.717557251908396, + "grad_norm": 1.0803182651798764, + "learning_rate": 1.8029289988045292e-05, + "loss": 0.0445, + "step": 26784 + }, + { + "epoch": 22.718405428329092, + "grad_norm": 1.526503780004314, + "learning_rate": 1.8029126241162224e-05, + "loss": 0.051, + "step": 26785 + }, + { + "epoch": 22.719253604749788, + "grad_norm": 1.2501066791784192, + "learning_rate": 1.802896248822022e-05, + "loss": 0.0427, + "step": 26786 + }, + { + "epoch": 22.720101781170484, + "grad_norm": 1.1224609232696705, + "learning_rate": 1.802879872921939e-05, + "loss": 0.0444, + "step": 26787 + }, + { + "epoch": 22.72094995759118, + "grad_norm": 1.132579737368497, + "learning_rate": 1.8028634964159862e-05, + "loss": 0.0415, + "step": 26788 + }, + { + "epoch": 22.721798134011873, + "grad_norm": 1.0148357633502427, + "learning_rate": 1.8028471193041762e-05, + "loss": 0.042, + "step": 26789 + }, + { + "epoch": 22.72264631043257, + "grad_norm": 1.1052594335195738, + "learning_rate": 1.8028307415865216e-05, + "loss": 0.0481, + "step": 26790 + }, + { + "epoch": 22.723494486853266, + "grad_norm": 1.0155938518791336, + "learning_rate": 1.8028143632630337e-05, + "loss": 0.0383, + "step": 26791 + }, + { + "epoch": 22.724342663273962, + "grad_norm": 1.270611339029802, + "learning_rate": 1.802797984333726e-05, + "loss": 0.041, + "step": 26792 + }, + { + "epoch": 22.725190839694655, + "grad_norm": 1.1798375470039029, + "learning_rate": 1.8027816047986105e-05, + "loss": 0.0461, + "step": 26793 + }, + { + "epoch": 22.72603901611535, + "grad_norm": 1.2666974787866472, + "learning_rate": 1.802765224657699e-05, + "loss": 0.0422, + "step": 26794 + }, + { + "epoch": 22.726887192536047, + "grad_norm": 1.177389146827306, + "learning_rate": 1.8027488439110046e-05, + "loss": 0.0459, + "step": 26795 + }, + { + "epoch": 22.727735368956743, + "grad_norm": 1.048366431927819, + "learning_rate": 1.802732462558539e-05, + "loss": 0.0448, + "step": 26796 + }, + { + "epoch": 22.72858354537744, + "grad_norm": 1.027412905654516, + "learning_rate": 1.8027160806003152e-05, + "loss": 0.0424, + "step": 26797 + }, + { + "epoch": 22.729431721798132, + "grad_norm": 1.2377312198896913, + "learning_rate": 1.8026996980363453e-05, + "loss": 0.0435, + "step": 26798 + }, + { + "epoch": 22.73027989821883, + "grad_norm": 1.1413987615766168, + "learning_rate": 1.8026833148666417e-05, + "loss": 0.0444, + "step": 26799 + }, + { + "epoch": 22.731128074639525, + "grad_norm": 1.0583517971038983, + "learning_rate": 1.802666931091217e-05, + "loss": 0.0456, + "step": 26800 + }, + { + "epoch": 22.73197625106022, + "grad_norm": 1.1804912725874028, + "learning_rate": 1.8026505467100826e-05, + "loss": 0.0439, + "step": 26801 + }, + { + "epoch": 22.732824427480917, + "grad_norm": 1.1009815086884878, + "learning_rate": 1.8026341617232522e-05, + "loss": 0.0452, + "step": 26802 + }, + { + "epoch": 22.73367260390161, + "grad_norm": 1.1643590527557077, + "learning_rate": 1.8026177761307373e-05, + "loss": 0.0441, + "step": 26803 + }, + { + "epoch": 22.734520780322306, + "grad_norm": 1.1592281796754487, + "learning_rate": 1.8026013899325504e-05, + "loss": 0.0445, + "step": 26804 + }, + { + "epoch": 22.735368956743002, + "grad_norm": 1.1939064012172627, + "learning_rate": 1.802585003128704e-05, + "loss": 0.0435, + "step": 26805 + }, + { + "epoch": 22.7362171331637, + "grad_norm": 1.0653293950446376, + "learning_rate": 1.8025686157192104e-05, + "loss": 0.0402, + "step": 26806 + }, + { + "epoch": 22.737065309584395, + "grad_norm": 1.182718843474758, + "learning_rate": 1.802552227704082e-05, + "loss": 0.0465, + "step": 26807 + }, + { + "epoch": 22.737913486005088, + "grad_norm": 1.2089795251768014, + "learning_rate": 1.8025358390833308e-05, + "loss": 0.042, + "step": 26808 + }, + { + "epoch": 22.738761662425784, + "grad_norm": 1.133066374015971, + "learning_rate": 1.8025194498569697e-05, + "loss": 0.0443, + "step": 26809 + }, + { + "epoch": 22.73960983884648, + "grad_norm": 1.0840995131880573, + "learning_rate": 1.802503060025011e-05, + "loss": 0.0431, + "step": 26810 + }, + { + "epoch": 22.740458015267176, + "grad_norm": 0.9735381319898314, + "learning_rate": 1.802486669587467e-05, + "loss": 0.0416, + "step": 26811 + }, + { + "epoch": 22.741306191687872, + "grad_norm": 1.1356922342526343, + "learning_rate": 1.80247027854435e-05, + "loss": 0.0453, + "step": 26812 + }, + { + "epoch": 22.742154368108565, + "grad_norm": 1.1535025551812101, + "learning_rate": 1.8024538868956725e-05, + "loss": 0.0439, + "step": 26813 + }, + { + "epoch": 22.74300254452926, + "grad_norm": 0.9322174224863554, + "learning_rate": 1.8024374946414464e-05, + "loss": 0.0417, + "step": 26814 + }, + { + "epoch": 22.743850720949958, + "grad_norm": 1.1648686146429215, + "learning_rate": 1.8024211017816846e-05, + "loss": 0.0443, + "step": 26815 + }, + { + "epoch": 22.744698897370654, + "grad_norm": 1.1668769074337737, + "learning_rate": 1.8024047083163993e-05, + "loss": 0.0459, + "step": 26816 + }, + { + "epoch": 22.74554707379135, + "grad_norm": 1.1766858348471714, + "learning_rate": 1.802388314245603e-05, + "loss": 0.0488, + "step": 26817 + }, + { + "epoch": 22.746395250212043, + "grad_norm": 1.204570222093825, + "learning_rate": 1.8023719195693078e-05, + "loss": 0.0468, + "step": 26818 + }, + { + "epoch": 22.74724342663274, + "grad_norm": 1.2740536734431458, + "learning_rate": 1.802355524287526e-05, + "loss": 0.0451, + "step": 26819 + }, + { + "epoch": 22.748091603053435, + "grad_norm": 1.0191903895526717, + "learning_rate": 1.8023391284002703e-05, + "loss": 0.0397, + "step": 26820 + }, + { + "epoch": 22.74893977947413, + "grad_norm": 1.18475753984667, + "learning_rate": 1.802322731907553e-05, + "loss": 0.0453, + "step": 26821 + }, + { + "epoch": 22.749787955894828, + "grad_norm": 1.4478996769542123, + "learning_rate": 1.8023063348093867e-05, + "loss": 0.0496, + "step": 26822 + }, + { + "epoch": 22.75063613231552, + "grad_norm": 0.9908342019069609, + "learning_rate": 1.8022899371057833e-05, + "loss": 0.043, + "step": 26823 + }, + { + "epoch": 22.751484308736217, + "grad_norm": 1.1772164040767306, + "learning_rate": 1.8022735387967553e-05, + "loss": 0.0458, + "step": 26824 + }, + { + "epoch": 22.752332485156913, + "grad_norm": 1.1228515521787197, + "learning_rate": 1.8022571398823152e-05, + "loss": 0.0435, + "step": 26825 + }, + { + "epoch": 22.75318066157761, + "grad_norm": 1.0022429563498134, + "learning_rate": 1.8022407403624753e-05, + "loss": 0.0398, + "step": 26826 + }, + { + "epoch": 22.754028837998305, + "grad_norm": 1.1497936793122165, + "learning_rate": 1.8022243402372477e-05, + "loss": 0.0425, + "step": 26827 + }, + { + "epoch": 22.754877014418998, + "grad_norm": 1.2302117175362224, + "learning_rate": 1.8022079395066457e-05, + "loss": 0.044, + "step": 26828 + }, + { + "epoch": 22.755725190839694, + "grad_norm": 1.091356179295232, + "learning_rate": 1.8021915381706804e-05, + "loss": 0.0398, + "step": 26829 + }, + { + "epoch": 22.75657336726039, + "grad_norm": 1.1729683191105522, + "learning_rate": 1.8021751362293654e-05, + "loss": 0.0438, + "step": 26830 + }, + { + "epoch": 22.757421543681087, + "grad_norm": 1.257445308001162, + "learning_rate": 1.802158733682712e-05, + "loss": 0.042, + "step": 26831 + }, + { + "epoch": 22.75826972010178, + "grad_norm": 1.1326327228841748, + "learning_rate": 1.8021423305307337e-05, + "loss": 0.0408, + "step": 26832 + }, + { + "epoch": 22.759117896522476, + "grad_norm": 1.0568076301710108, + "learning_rate": 1.8021259267734417e-05, + "loss": 0.0454, + "step": 26833 + }, + { + "epoch": 22.759966072943172, + "grad_norm": 1.2182679250690895, + "learning_rate": 1.802109522410849e-05, + "loss": 0.0447, + "step": 26834 + }, + { + "epoch": 22.760814249363868, + "grad_norm": 1.0240069413944817, + "learning_rate": 1.802093117442968e-05, + "loss": 0.0396, + "step": 26835 + }, + { + "epoch": 22.761662425784564, + "grad_norm": 1.1079603786308923, + "learning_rate": 1.8020767118698113e-05, + "loss": 0.0427, + "step": 26836 + }, + { + "epoch": 22.762510602205257, + "grad_norm": 1.230412088443716, + "learning_rate": 1.8020603056913905e-05, + "loss": 0.0463, + "step": 26837 + }, + { + "epoch": 22.763358778625953, + "grad_norm": 1.0158889799061712, + "learning_rate": 1.8020438989077186e-05, + "loss": 0.0398, + "step": 26838 + }, + { + "epoch": 22.76420695504665, + "grad_norm": 1.0075879115484252, + "learning_rate": 1.8020274915188078e-05, + "loss": 0.0412, + "step": 26839 + }, + { + "epoch": 22.765055131467346, + "grad_norm": 0.9890085461664342, + "learning_rate": 1.802011083524671e-05, + "loss": 0.0393, + "step": 26840 + }, + { + "epoch": 22.765903307888042, + "grad_norm": 1.2285010977358986, + "learning_rate": 1.8019946749253194e-05, + "loss": 0.0437, + "step": 26841 + }, + { + "epoch": 22.766751484308735, + "grad_norm": 1.026415518199236, + "learning_rate": 1.8019782657207664e-05, + "loss": 0.0439, + "step": 26842 + }, + { + "epoch": 22.76759966072943, + "grad_norm": 1.2748792805579823, + "learning_rate": 1.8019618559110245e-05, + "loss": 0.0476, + "step": 26843 + }, + { + "epoch": 22.768447837150127, + "grad_norm": 0.942410680477819, + "learning_rate": 1.801945445496105e-05, + "loss": 0.0413, + "step": 26844 + }, + { + "epoch": 22.769296013570823, + "grad_norm": 0.9941864343269485, + "learning_rate": 1.8019290344760212e-05, + "loss": 0.0407, + "step": 26845 + }, + { + "epoch": 22.77014418999152, + "grad_norm": 1.1552066222747879, + "learning_rate": 1.8019126228507852e-05, + "loss": 0.0474, + "step": 26846 + }, + { + "epoch": 22.770992366412212, + "grad_norm": 1.1291720641039475, + "learning_rate": 1.8018962106204092e-05, + "loss": 0.0417, + "step": 26847 + }, + { + "epoch": 22.77184054283291, + "grad_norm": 1.1147636921987758, + "learning_rate": 1.8018797977849057e-05, + "loss": 0.0455, + "step": 26848 + }, + { + "epoch": 22.772688719253605, + "grad_norm": 1.1926196385777141, + "learning_rate": 1.8018633843442877e-05, + "loss": 0.0434, + "step": 26849 + }, + { + "epoch": 22.7735368956743, + "grad_norm": 0.9853871575527727, + "learning_rate": 1.801846970298567e-05, + "loss": 0.0395, + "step": 26850 + }, + { + "epoch": 22.774385072094997, + "grad_norm": 0.9547368443321881, + "learning_rate": 1.8018305556477557e-05, + "loss": 0.0408, + "step": 26851 + }, + { + "epoch": 22.77523324851569, + "grad_norm": 0.9583533801360645, + "learning_rate": 1.8018141403918664e-05, + "loss": 0.0411, + "step": 26852 + }, + { + "epoch": 22.776081424936386, + "grad_norm": 0.9920196309330007, + "learning_rate": 1.801797724530912e-05, + "loss": 0.0392, + "step": 26853 + }, + { + "epoch": 22.776929601357082, + "grad_norm": 0.9578576013460713, + "learning_rate": 1.8017813080649044e-05, + "loss": 0.0439, + "step": 26854 + }, + { + "epoch": 22.77777777777778, + "grad_norm": 1.1405117522034682, + "learning_rate": 1.801764890993856e-05, + "loss": 0.0417, + "step": 26855 + }, + { + "epoch": 22.778625954198475, + "grad_norm": 1.129474393749161, + "learning_rate": 1.8017484733177795e-05, + "loss": 0.0443, + "step": 26856 + }, + { + "epoch": 22.779474130619167, + "grad_norm": 1.0550327034008438, + "learning_rate": 1.8017320550366867e-05, + "loss": 0.044, + "step": 26857 + }, + { + "epoch": 22.780322307039864, + "grad_norm": 1.1026218981288172, + "learning_rate": 1.8017156361505907e-05, + "loss": 0.0402, + "step": 26858 + }, + { + "epoch": 22.78117048346056, + "grad_norm": 0.9425852923440402, + "learning_rate": 1.8016992166595035e-05, + "loss": 0.0393, + "step": 26859 + }, + { + "epoch": 22.782018659881256, + "grad_norm": 1.2150334534207046, + "learning_rate": 1.8016827965634376e-05, + "loss": 0.0488, + "step": 26860 + }, + { + "epoch": 22.782866836301952, + "grad_norm": 0.8867934067084943, + "learning_rate": 1.8016663758624055e-05, + "loss": 0.0396, + "step": 26861 + }, + { + "epoch": 22.783715012722645, + "grad_norm": 1.1360289536769552, + "learning_rate": 1.8016499545564187e-05, + "loss": 0.0399, + "step": 26862 + }, + { + "epoch": 22.78456318914334, + "grad_norm": 1.159151743441026, + "learning_rate": 1.801633532645491e-05, + "loss": 0.0417, + "step": 26863 + }, + { + "epoch": 22.785411365564038, + "grad_norm": 1.199394639709759, + "learning_rate": 1.8016171101296338e-05, + "loss": 0.0399, + "step": 26864 + }, + { + "epoch": 22.786259541984734, + "grad_norm": 0.9790037943557341, + "learning_rate": 1.80160068700886e-05, + "loss": 0.0387, + "step": 26865 + }, + { + "epoch": 22.78710771840543, + "grad_norm": 1.241093586058219, + "learning_rate": 1.8015842632831816e-05, + "loss": 0.0525, + "step": 26866 + }, + { + "epoch": 22.787955894826123, + "grad_norm": 1.1478009000688898, + "learning_rate": 1.801567838952611e-05, + "loss": 0.0411, + "step": 26867 + }, + { + "epoch": 22.78880407124682, + "grad_norm": 1.1806343649153779, + "learning_rate": 1.8015514140171612e-05, + "loss": 0.0427, + "step": 26868 + }, + { + "epoch": 22.789652247667515, + "grad_norm": 1.1931201150474544, + "learning_rate": 1.8015349884768442e-05, + "loss": 0.0435, + "step": 26869 + }, + { + "epoch": 22.79050042408821, + "grad_norm": 1.2046941361162493, + "learning_rate": 1.8015185623316718e-05, + "loss": 0.0424, + "step": 26870 + }, + { + "epoch": 22.791348600508904, + "grad_norm": 0.9957114333331745, + "learning_rate": 1.8015021355816576e-05, + "loss": 0.0424, + "step": 26871 + }, + { + "epoch": 22.7921967769296, + "grad_norm": 1.189187848860287, + "learning_rate": 1.801485708226813e-05, + "loss": 0.0433, + "step": 26872 + }, + { + "epoch": 22.793044953350297, + "grad_norm": 1.245544218313739, + "learning_rate": 1.801469280267151e-05, + "loss": 0.0461, + "step": 26873 + }, + { + "epoch": 22.793893129770993, + "grad_norm": 0.8534975905542395, + "learning_rate": 1.8014528517026836e-05, + "loss": 0.0348, + "step": 26874 + }, + { + "epoch": 22.79474130619169, + "grad_norm": 1.0473033197876567, + "learning_rate": 1.8014364225334233e-05, + "loss": 0.042, + "step": 26875 + }, + { + "epoch": 22.79558948261238, + "grad_norm": 1.2669603260786133, + "learning_rate": 1.8014199927593826e-05, + "loss": 0.0431, + "step": 26876 + }, + { + "epoch": 22.796437659033078, + "grad_norm": 1.0373242154783313, + "learning_rate": 1.801403562380574e-05, + "loss": 0.043, + "step": 26877 + }, + { + "epoch": 22.797285835453774, + "grad_norm": 1.1148685897955544, + "learning_rate": 1.8013871313970097e-05, + "loss": 0.0406, + "step": 26878 + }, + { + "epoch": 22.79813401187447, + "grad_norm": 1.1193135222264645, + "learning_rate": 1.8013706998087023e-05, + "loss": 0.0441, + "step": 26879 + }, + { + "epoch": 22.798982188295167, + "grad_norm": 1.0856014344012161, + "learning_rate": 1.8013542676156635e-05, + "loss": 0.0407, + "step": 26880 + }, + { + "epoch": 22.79983036471586, + "grad_norm": 1.1264463009329055, + "learning_rate": 1.8013378348179065e-05, + "loss": 0.0435, + "step": 26881 + }, + { + "epoch": 22.800678541136556, + "grad_norm": 1.1241814666949492, + "learning_rate": 1.801321401415444e-05, + "loss": 0.0422, + "step": 26882 + }, + { + "epoch": 22.801526717557252, + "grad_norm": 0.9647240128326076, + "learning_rate": 1.801304967408287e-05, + "loss": 0.0404, + "step": 26883 + }, + { + "epoch": 22.802374893977948, + "grad_norm": 1.0676350819964295, + "learning_rate": 1.8012885327964493e-05, + "loss": 0.042, + "step": 26884 + }, + { + "epoch": 22.803223070398644, + "grad_norm": 1.0994127054636433, + "learning_rate": 1.8012720975799424e-05, + "loss": 0.0424, + "step": 26885 + }, + { + "epoch": 22.804071246819337, + "grad_norm": 1.2315487429035232, + "learning_rate": 1.8012556617587792e-05, + "loss": 0.0485, + "step": 26886 + }, + { + "epoch": 22.804919423240033, + "grad_norm": 1.0179788801861849, + "learning_rate": 1.801239225332972e-05, + "loss": 0.0437, + "step": 26887 + }, + { + "epoch": 22.80576759966073, + "grad_norm": 1.1961191861173275, + "learning_rate": 1.8012227883025333e-05, + "loss": 0.0443, + "step": 26888 + }, + { + "epoch": 22.806615776081426, + "grad_norm": 1.1530737081610576, + "learning_rate": 1.8012063506674752e-05, + "loss": 0.0436, + "step": 26889 + }, + { + "epoch": 22.807463952502122, + "grad_norm": 1.05909208131239, + "learning_rate": 1.8011899124278104e-05, + "loss": 0.0428, + "step": 26890 + }, + { + "epoch": 22.808312128922815, + "grad_norm": 1.1270994219888057, + "learning_rate": 1.801173473583551e-05, + "loss": 0.0416, + "step": 26891 + }, + { + "epoch": 22.80916030534351, + "grad_norm": 1.1696996166116478, + "learning_rate": 1.80115703413471e-05, + "loss": 0.0441, + "step": 26892 + }, + { + "epoch": 22.810008481764207, + "grad_norm": 1.0659520223664047, + "learning_rate": 1.8011405940812988e-05, + "loss": 0.0444, + "step": 26893 + }, + { + "epoch": 22.810856658184903, + "grad_norm": 1.2539997162838277, + "learning_rate": 1.8011241534233306e-05, + "loss": 0.0437, + "step": 26894 + }, + { + "epoch": 22.8117048346056, + "grad_norm": 1.1535196333548903, + "learning_rate": 1.8011077121608176e-05, + "loss": 0.0412, + "step": 26895 + }, + { + "epoch": 22.812553011026292, + "grad_norm": 0.9502888947166458, + "learning_rate": 1.8010912702937722e-05, + "loss": 0.0395, + "step": 26896 + }, + { + "epoch": 22.81340118744699, + "grad_norm": 1.3670043925009854, + "learning_rate": 1.8010748278222068e-05, + "loss": 0.0481, + "step": 26897 + }, + { + "epoch": 22.814249363867685, + "grad_norm": 1.2511421072471804, + "learning_rate": 1.801058384746134e-05, + "loss": 0.0468, + "step": 26898 + }, + { + "epoch": 22.81509754028838, + "grad_norm": 1.0618255781421055, + "learning_rate": 1.801041941065566e-05, + "loss": 0.041, + "step": 26899 + }, + { + "epoch": 22.815945716709077, + "grad_norm": 1.192058151073035, + "learning_rate": 1.8010254967805148e-05, + "loss": 0.0446, + "step": 26900 + }, + { + "epoch": 22.81679389312977, + "grad_norm": 0.9723310760870301, + "learning_rate": 1.8010090518909936e-05, + "loss": 0.0437, + "step": 26901 + }, + { + "epoch": 22.817642069550466, + "grad_norm": 1.1897369362905903, + "learning_rate": 1.8009926063970144e-05, + "loss": 0.0431, + "step": 26902 + }, + { + "epoch": 22.818490245971162, + "grad_norm": 1.083703462589989, + "learning_rate": 1.8009761602985894e-05, + "loss": 0.0438, + "step": 26903 + }, + { + "epoch": 22.81933842239186, + "grad_norm": 1.1919781476183515, + "learning_rate": 1.800959713595732e-05, + "loss": 0.0468, + "step": 26904 + }, + { + "epoch": 22.820186598812555, + "grad_norm": 1.1016376167331043, + "learning_rate": 1.8009432662884534e-05, + "loss": 0.0396, + "step": 26905 + }, + { + "epoch": 22.821034775233247, + "grad_norm": 1.013537033353658, + "learning_rate": 1.8009268183767667e-05, + "loss": 0.0424, + "step": 26906 + }, + { + "epoch": 22.821882951653944, + "grad_norm": 1.077337316438452, + "learning_rate": 1.8009103698606837e-05, + "loss": 0.0411, + "step": 26907 + }, + { + "epoch": 22.82273112807464, + "grad_norm": 1.2214612675657446, + "learning_rate": 1.8008939207402173e-05, + "loss": 0.0449, + "step": 26908 + }, + { + "epoch": 22.823579304495336, + "grad_norm": 0.890483241004295, + "learning_rate": 1.8008774710153804e-05, + "loss": 0.039, + "step": 26909 + }, + { + "epoch": 22.82442748091603, + "grad_norm": 1.17959693272756, + "learning_rate": 1.8008610206861844e-05, + "loss": 0.0446, + "step": 26910 + }, + { + "epoch": 22.825275657336725, + "grad_norm": 1.203740905760803, + "learning_rate": 1.8008445697526423e-05, + "loss": 0.043, + "step": 26911 + }, + { + "epoch": 22.82612383375742, + "grad_norm": 1.1937515702041084, + "learning_rate": 1.800828118214766e-05, + "loss": 0.0451, + "step": 26912 + }, + { + "epoch": 22.826972010178118, + "grad_norm": 0.948230457693127, + "learning_rate": 1.8008116660725687e-05, + "loss": 0.0405, + "step": 26913 + }, + { + "epoch": 22.827820186598814, + "grad_norm": 1.073328535980249, + "learning_rate": 1.8007952133260624e-05, + "loss": 0.0413, + "step": 26914 + }, + { + "epoch": 22.828668363019506, + "grad_norm": 1.0739304363606477, + "learning_rate": 1.8007787599752593e-05, + "loss": 0.0419, + "step": 26915 + }, + { + "epoch": 22.829516539440203, + "grad_norm": 1.2597081183317431, + "learning_rate": 1.800762306020172e-05, + "loss": 0.0429, + "step": 26916 + }, + { + "epoch": 22.8303647158609, + "grad_norm": 0.9798846779757683, + "learning_rate": 1.800745851460813e-05, + "loss": 0.0418, + "step": 26917 + }, + { + "epoch": 22.831212892281595, + "grad_norm": 1.2677509508264049, + "learning_rate": 1.800729396297195e-05, + "loss": 0.045, + "step": 26918 + }, + { + "epoch": 22.83206106870229, + "grad_norm": 1.1153858997448596, + "learning_rate": 1.80071294052933e-05, + "loss": 0.0442, + "step": 26919 + }, + { + "epoch": 22.832909245122984, + "grad_norm": 1.0464088848433095, + "learning_rate": 1.8006964841572302e-05, + "loss": 0.0433, + "step": 26920 + }, + { + "epoch": 22.83375742154368, + "grad_norm": 1.0515243138760997, + "learning_rate": 1.8006800271809087e-05, + "loss": 0.046, + "step": 26921 + }, + { + "epoch": 22.834605597964376, + "grad_norm": 1.2631165802463495, + "learning_rate": 1.800663569600377e-05, + "loss": 0.0432, + "step": 26922 + }, + { + "epoch": 22.835453774385073, + "grad_norm": 1.0992179153441501, + "learning_rate": 1.8006471114156485e-05, + "loss": 0.0431, + "step": 26923 + }, + { + "epoch": 22.83630195080577, + "grad_norm": 1.1381611324394543, + "learning_rate": 1.800630652626735e-05, + "loss": 0.0482, + "step": 26924 + }, + { + "epoch": 22.83715012722646, + "grad_norm": 1.14700183685321, + "learning_rate": 1.8006141932336493e-05, + "loss": 0.0426, + "step": 26925 + }, + { + "epoch": 22.837998303647158, + "grad_norm": 1.1523213520712279, + "learning_rate": 1.8005977332364037e-05, + "loss": 0.0409, + "step": 26926 + }, + { + "epoch": 22.838846480067854, + "grad_norm": 1.054463503605023, + "learning_rate": 1.80058127263501e-05, + "loss": 0.0479, + "step": 26927 + }, + { + "epoch": 22.83969465648855, + "grad_norm": 1.0579539963381748, + "learning_rate": 1.8005648114294818e-05, + "loss": 0.0418, + "step": 26928 + }, + { + "epoch": 22.840542832909247, + "grad_norm": 1.240420033147956, + "learning_rate": 1.8005483496198307e-05, + "loss": 0.0463, + "step": 26929 + }, + { + "epoch": 22.84139100932994, + "grad_norm": 1.183197408421217, + "learning_rate": 1.800531887206069e-05, + "loss": 0.0504, + "step": 26930 + }, + { + "epoch": 22.842239185750635, + "grad_norm": 1.1284838078992618, + "learning_rate": 1.8005154241882095e-05, + "loss": 0.0412, + "step": 26931 + }, + { + "epoch": 22.84308736217133, + "grad_norm": 1.1713016898489768, + "learning_rate": 1.800498960566265e-05, + "loss": 0.043, + "step": 26932 + }, + { + "epoch": 22.843935538592028, + "grad_norm": 1.0315642000544145, + "learning_rate": 1.800482496340247e-05, + "loss": 0.0421, + "step": 26933 + }, + { + "epoch": 22.844783715012724, + "grad_norm": 1.0746431898202347, + "learning_rate": 1.8004660315101685e-05, + "loss": 0.0394, + "step": 26934 + }, + { + "epoch": 22.845631891433417, + "grad_norm": 0.9668940719854491, + "learning_rate": 1.800449566076042e-05, + "loss": 0.0432, + "step": 26935 + }, + { + "epoch": 22.846480067854113, + "grad_norm": 1.001420672132816, + "learning_rate": 1.8004331000378798e-05, + "loss": 0.0412, + "step": 26936 + }, + { + "epoch": 22.84732824427481, + "grad_norm": 1.087710491478495, + "learning_rate": 1.800416633395694e-05, + "loss": 0.0391, + "step": 26937 + }, + { + "epoch": 22.848176420695506, + "grad_norm": 1.171085312251956, + "learning_rate": 1.8004001661494976e-05, + "loss": 0.0429, + "step": 26938 + }, + { + "epoch": 22.849024597116202, + "grad_norm": 1.191290372873366, + "learning_rate": 1.8003836982993025e-05, + "loss": 0.043, + "step": 26939 + }, + { + "epoch": 22.849872773536894, + "grad_norm": 1.074829308356532, + "learning_rate": 1.8003672298451217e-05, + "loss": 0.0409, + "step": 26940 + }, + { + "epoch": 22.85072094995759, + "grad_norm": 1.2607869305620716, + "learning_rate": 1.8003507607869668e-05, + "loss": 0.0421, + "step": 26941 + }, + { + "epoch": 22.851569126378287, + "grad_norm": 1.4181794081778751, + "learning_rate": 1.800334291124851e-05, + "loss": 0.047, + "step": 26942 + }, + { + "epoch": 22.852417302798983, + "grad_norm": 1.1739643427892306, + "learning_rate": 1.8003178208587864e-05, + "loss": 0.047, + "step": 26943 + }, + { + "epoch": 22.85326547921968, + "grad_norm": 1.0481694420941017, + "learning_rate": 1.8003013499887857e-05, + "loss": 0.0408, + "step": 26944 + }, + { + "epoch": 22.854113655640372, + "grad_norm": 1.1214583894078107, + "learning_rate": 1.8002848785148606e-05, + "loss": 0.0418, + "step": 26945 + }, + { + "epoch": 22.85496183206107, + "grad_norm": 1.0150677503240049, + "learning_rate": 1.800268406437024e-05, + "loss": 0.0406, + "step": 26946 + }, + { + "epoch": 22.855810008481765, + "grad_norm": 0.9825327219485935, + "learning_rate": 1.800251933755289e-05, + "loss": 0.0418, + "step": 26947 + }, + { + "epoch": 22.85665818490246, + "grad_norm": 1.1010898179926092, + "learning_rate": 1.8002354604696672e-05, + "loss": 0.0432, + "step": 26948 + }, + { + "epoch": 22.857506361323153, + "grad_norm": 1.0956422110403268, + "learning_rate": 1.800218986580171e-05, + "loss": 0.0443, + "step": 26949 + }, + { + "epoch": 22.85835453774385, + "grad_norm": 1.0094548187775532, + "learning_rate": 1.8002025120868132e-05, + "loss": 0.0456, + "step": 26950 + }, + { + "epoch": 22.859202714164546, + "grad_norm": 0.9915553519353251, + "learning_rate": 1.8001860369896058e-05, + "loss": 0.0403, + "step": 26951 + }, + { + "epoch": 22.860050890585242, + "grad_norm": 1.1676262249438731, + "learning_rate": 1.8001695612885618e-05, + "loss": 0.0406, + "step": 26952 + }, + { + "epoch": 22.86089906700594, + "grad_norm": 1.1890237501146366, + "learning_rate": 1.8001530849836934e-05, + "loss": 0.0442, + "step": 26953 + }, + { + "epoch": 22.86174724342663, + "grad_norm": 1.1024004934017844, + "learning_rate": 1.8001366080750128e-05, + "loss": 0.0424, + "step": 26954 + }, + { + "epoch": 22.862595419847327, + "grad_norm": 1.1100766325028937, + "learning_rate": 1.8001201305625326e-05, + "loss": 0.0391, + "step": 26955 + }, + { + "epoch": 22.863443596268024, + "grad_norm": 1.039338879771787, + "learning_rate": 1.8001036524462653e-05, + "loss": 0.0446, + "step": 26956 + }, + { + "epoch": 22.86429177268872, + "grad_norm": 1.1145700698394119, + "learning_rate": 1.8000871737262234e-05, + "loss": 0.0441, + "step": 26957 + }, + { + "epoch": 22.865139949109416, + "grad_norm": 1.194496694027284, + "learning_rate": 1.800070694402419e-05, + "loss": 0.0445, + "step": 26958 + }, + { + "epoch": 22.86598812553011, + "grad_norm": 1.1984011361779274, + "learning_rate": 1.800054214474865e-05, + "loss": 0.044, + "step": 26959 + }, + { + "epoch": 22.866836301950805, + "grad_norm": 0.9873530712724736, + "learning_rate": 1.8000377339435736e-05, + "loss": 0.0437, + "step": 26960 + }, + { + "epoch": 22.8676844783715, + "grad_norm": 1.1015352763230808, + "learning_rate": 1.800021252808557e-05, + "loss": 0.0435, + "step": 26961 + }, + { + "epoch": 22.868532654792197, + "grad_norm": 1.1821572027460905, + "learning_rate": 1.800004771069828e-05, + "loss": 0.0476, + "step": 26962 + }, + { + "epoch": 22.869380831212894, + "grad_norm": 1.1109593349755664, + "learning_rate": 1.7999882887273993e-05, + "loss": 0.0433, + "step": 26963 + }, + { + "epoch": 22.870229007633586, + "grad_norm": 1.159364954849009, + "learning_rate": 1.7999718057812823e-05, + "loss": 0.0465, + "step": 26964 + }, + { + "epoch": 22.871077184054283, + "grad_norm": 1.1937944027879621, + "learning_rate": 1.7999553222314904e-05, + "loss": 0.0422, + "step": 26965 + }, + { + "epoch": 22.87192536047498, + "grad_norm": 0.9504996738265273, + "learning_rate": 1.7999388380780358e-05, + "loss": 0.0404, + "step": 26966 + }, + { + "epoch": 22.872773536895675, + "grad_norm": 1.0939551623810886, + "learning_rate": 1.7999223533209305e-05, + "loss": 0.0458, + "step": 26967 + }, + { + "epoch": 22.87362171331637, + "grad_norm": 1.220158880255997, + "learning_rate": 1.7999058679601876e-05, + "loss": 0.0413, + "step": 26968 + }, + { + "epoch": 22.874469889737064, + "grad_norm": 1.0071750965960875, + "learning_rate": 1.799889381995819e-05, + "loss": 0.0471, + "step": 26969 + }, + { + "epoch": 22.87531806615776, + "grad_norm": 1.1776907891799597, + "learning_rate": 1.7998728954278378e-05, + "loss": 0.0459, + "step": 26970 + }, + { + "epoch": 22.876166242578456, + "grad_norm": 1.049216005008509, + "learning_rate": 1.7998564082562557e-05, + "loss": 0.0417, + "step": 26971 + }, + { + "epoch": 22.877014418999153, + "grad_norm": 1.2378905670675875, + "learning_rate": 1.7998399204810853e-05, + "loss": 0.0453, + "step": 26972 + }, + { + "epoch": 22.87786259541985, + "grad_norm": 1.1669865118827856, + "learning_rate": 1.7998234321023396e-05, + "loss": 0.0404, + "step": 26973 + }, + { + "epoch": 22.87871077184054, + "grad_norm": 1.0080972933148824, + "learning_rate": 1.7998069431200304e-05, + "loss": 0.0507, + "step": 26974 + }, + { + "epoch": 22.879558948261238, + "grad_norm": 0.987990295265104, + "learning_rate": 1.7997904535341706e-05, + "loss": 0.0378, + "step": 26975 + }, + { + "epoch": 22.880407124681934, + "grad_norm": 1.217485524386128, + "learning_rate": 1.799773963344772e-05, + "loss": 0.0452, + "step": 26976 + }, + { + "epoch": 22.88125530110263, + "grad_norm": 1.16888018800352, + "learning_rate": 1.7997574725518482e-05, + "loss": 0.0463, + "step": 26977 + }, + { + "epoch": 22.882103477523327, + "grad_norm": 0.9867856721698226, + "learning_rate": 1.7997409811554104e-05, + "loss": 0.0419, + "step": 26978 + }, + { + "epoch": 22.88295165394402, + "grad_norm": 1.1470962712529138, + "learning_rate": 1.7997244891554718e-05, + "loss": 0.0441, + "step": 26979 + }, + { + "epoch": 22.883799830364715, + "grad_norm": 1.1354747924361162, + "learning_rate": 1.7997079965520443e-05, + "loss": 0.0434, + "step": 26980 + }, + { + "epoch": 22.88464800678541, + "grad_norm": 1.0251921316652066, + "learning_rate": 1.799691503345141e-05, + "loss": 0.0409, + "step": 26981 + }, + { + "epoch": 22.885496183206108, + "grad_norm": 1.0814870328943682, + "learning_rate": 1.7996750095347738e-05, + "loss": 0.0426, + "step": 26982 + }, + { + "epoch": 22.886344359626804, + "grad_norm": 0.9569178658465928, + "learning_rate": 1.7996585151209552e-05, + "loss": 0.0402, + "step": 26983 + }, + { + "epoch": 22.887192536047497, + "grad_norm": 1.0571059745630067, + "learning_rate": 1.799642020103698e-05, + "loss": 0.0422, + "step": 26984 + }, + { + "epoch": 22.888040712468193, + "grad_norm": 1.2058658241589428, + "learning_rate": 1.7996255244830146e-05, + "loss": 0.047, + "step": 26985 + }, + { + "epoch": 22.88888888888889, + "grad_norm": 1.084040973453519, + "learning_rate": 1.799609028258917e-05, + "loss": 0.0469, + "step": 26986 + }, + { + "epoch": 22.889737065309586, + "grad_norm": 1.1516546191059405, + "learning_rate": 1.799592531431418e-05, + "loss": 0.0406, + "step": 26987 + }, + { + "epoch": 22.890585241730278, + "grad_norm": 1.151903426219029, + "learning_rate": 1.7995760340005302e-05, + "loss": 0.048, + "step": 26988 + }, + { + "epoch": 22.891433418150974, + "grad_norm": 1.070098985047604, + "learning_rate": 1.7995595359662655e-05, + "loss": 0.0413, + "step": 26989 + }, + { + "epoch": 22.89228159457167, + "grad_norm": 1.1777569458811623, + "learning_rate": 1.7995430373286372e-05, + "loss": 0.0449, + "step": 26990 + }, + { + "epoch": 22.893129770992367, + "grad_norm": 1.0566248051842249, + "learning_rate": 1.799526538087657e-05, + "loss": 0.0393, + "step": 26991 + }, + { + "epoch": 22.893977947413063, + "grad_norm": 1.3294880488248593, + "learning_rate": 1.7995100382433373e-05, + "loss": 0.0431, + "step": 26992 + }, + { + "epoch": 22.894826123833756, + "grad_norm": 1.0775381299951223, + "learning_rate": 1.799493537795691e-05, + "loss": 0.0419, + "step": 26993 + }, + { + "epoch": 22.895674300254452, + "grad_norm": 1.0289527124637252, + "learning_rate": 1.7994770367447304e-05, + "loss": 0.0429, + "step": 26994 + }, + { + "epoch": 22.89652247667515, + "grad_norm": 1.0066960838200287, + "learning_rate": 1.7994605350904682e-05, + "loss": 0.0414, + "step": 26995 + }, + { + "epoch": 22.897370653095845, + "grad_norm": 1.1515333890383201, + "learning_rate": 1.7994440328329162e-05, + "loss": 0.0416, + "step": 26996 + }, + { + "epoch": 22.89821882951654, + "grad_norm": 1.1048889350818851, + "learning_rate": 1.7994275299720877e-05, + "loss": 0.0436, + "step": 26997 + }, + { + "epoch": 22.899067005937233, + "grad_norm": 1.0046361130658918, + "learning_rate": 1.7994110265079942e-05, + "loss": 0.0419, + "step": 26998 + }, + { + "epoch": 22.89991518235793, + "grad_norm": 1.0930542916719275, + "learning_rate": 1.799394522440649e-05, + "loss": 0.0404, + "step": 26999 + }, + { + "epoch": 22.900763358778626, + "grad_norm": 1.1900874853387793, + "learning_rate": 1.799378017770064e-05, + "loss": 0.0428, + "step": 27000 + }, + { + "epoch": 22.901611535199322, + "grad_norm": 1.018593144884629, + "learning_rate": 1.799361512496252e-05, + "loss": 0.039, + "step": 27001 + }, + { + "epoch": 22.90245971162002, + "grad_norm": 1.094804013393824, + "learning_rate": 1.7993450066192257e-05, + "loss": 0.0434, + "step": 27002 + }, + { + "epoch": 22.90330788804071, + "grad_norm": 1.2184671736360952, + "learning_rate": 1.7993285001389966e-05, + "loss": 0.0447, + "step": 27003 + }, + { + "epoch": 22.904156064461407, + "grad_norm": 1.1284741163570704, + "learning_rate": 1.7993119930555777e-05, + "loss": 0.0413, + "step": 27004 + }, + { + "epoch": 22.905004240882104, + "grad_norm": 1.271090229804243, + "learning_rate": 1.799295485368982e-05, + "loss": 0.0449, + "step": 27005 + }, + { + "epoch": 22.9058524173028, + "grad_norm": 1.2621139928317013, + "learning_rate": 1.799278977079221e-05, + "loss": 0.0473, + "step": 27006 + }, + { + "epoch": 22.906700593723496, + "grad_norm": 1.0520847243922369, + "learning_rate": 1.7992624681863078e-05, + "loss": 0.0435, + "step": 27007 + }, + { + "epoch": 22.90754877014419, + "grad_norm": 1.059252675406666, + "learning_rate": 1.7992459586902545e-05, + "loss": 0.0382, + "step": 27008 + }, + { + "epoch": 22.908396946564885, + "grad_norm": 1.0344219151363274, + "learning_rate": 1.799229448591074e-05, + "loss": 0.0416, + "step": 27009 + }, + { + "epoch": 22.90924512298558, + "grad_norm": 1.1534641040655196, + "learning_rate": 1.799212937888778e-05, + "loss": 0.0407, + "step": 27010 + }, + { + "epoch": 22.910093299406277, + "grad_norm": 1.1546305303968976, + "learning_rate": 1.79919642658338e-05, + "loss": 0.0418, + "step": 27011 + }, + { + "epoch": 22.910941475826974, + "grad_norm": 1.3147521830550166, + "learning_rate": 1.7991799146748916e-05, + "loss": 0.0483, + "step": 27012 + }, + { + "epoch": 22.911789652247666, + "grad_norm": 1.2937879319322612, + "learning_rate": 1.7991634021633257e-05, + "loss": 0.0425, + "step": 27013 + }, + { + "epoch": 22.912637828668363, + "grad_norm": 1.1319496861385356, + "learning_rate": 1.7991468890486948e-05, + "loss": 0.0425, + "step": 27014 + }, + { + "epoch": 22.91348600508906, + "grad_norm": 1.0766492732433124, + "learning_rate": 1.7991303753310107e-05, + "loss": 0.0408, + "step": 27015 + }, + { + "epoch": 22.914334181509755, + "grad_norm": 1.221112726457954, + "learning_rate": 1.7991138610102865e-05, + "loss": 0.0472, + "step": 27016 + }, + { + "epoch": 22.91518235793045, + "grad_norm": 1.0799071836095497, + "learning_rate": 1.7990973460865345e-05, + "loss": 0.0387, + "step": 27017 + }, + { + "epoch": 22.916030534351144, + "grad_norm": 1.0829590811941296, + "learning_rate": 1.7990808305597672e-05, + "loss": 0.0427, + "step": 27018 + }, + { + "epoch": 22.91687871077184, + "grad_norm": 0.903999894754524, + "learning_rate": 1.799064314429997e-05, + "loss": 0.0408, + "step": 27019 + }, + { + "epoch": 22.917726887192536, + "grad_norm": 1.041516652103419, + "learning_rate": 1.7990477976972366e-05, + "loss": 0.0424, + "step": 27020 + }, + { + "epoch": 22.918575063613233, + "grad_norm": 1.0081352418169003, + "learning_rate": 1.7990312803614983e-05, + "loss": 0.0421, + "step": 27021 + }, + { + "epoch": 22.91942324003393, + "grad_norm": 1.3406206984730216, + "learning_rate": 1.7990147624227945e-05, + "loss": 0.0447, + "step": 27022 + }, + { + "epoch": 22.92027141645462, + "grad_norm": 1.1216795605112404, + "learning_rate": 1.7989982438811374e-05, + "loss": 0.0404, + "step": 27023 + }, + { + "epoch": 22.921119592875318, + "grad_norm": 1.200603976241935, + "learning_rate": 1.7989817247365396e-05, + "loss": 0.0428, + "step": 27024 + }, + { + "epoch": 22.921967769296014, + "grad_norm": 1.1344898205753682, + "learning_rate": 1.7989652049890143e-05, + "loss": 0.0453, + "step": 27025 + }, + { + "epoch": 22.92281594571671, + "grad_norm": 1.1957053708145757, + "learning_rate": 1.798948684638573e-05, + "loss": 0.0424, + "step": 27026 + }, + { + "epoch": 22.923664122137403, + "grad_norm": 1.1675960789648572, + "learning_rate": 1.7989321636852287e-05, + "loss": 0.0429, + "step": 27027 + }, + { + "epoch": 22.9245122985581, + "grad_norm": 1.1697861700796328, + "learning_rate": 1.7989156421289936e-05, + "loss": 0.0397, + "step": 27028 + }, + { + "epoch": 22.925360474978795, + "grad_norm": 1.131413424384047, + "learning_rate": 1.7988991199698804e-05, + "loss": 0.0425, + "step": 27029 + }, + { + "epoch": 22.92620865139949, + "grad_norm": 1.2223516683360873, + "learning_rate": 1.7988825972079013e-05, + "loss": 0.0416, + "step": 27030 + }, + { + "epoch": 22.927056827820188, + "grad_norm": 1.0538483479885796, + "learning_rate": 1.798866073843069e-05, + "loss": 0.0426, + "step": 27031 + }, + { + "epoch": 22.92790500424088, + "grad_norm": 1.0571299677540003, + "learning_rate": 1.798849549875396e-05, + "loss": 0.0425, + "step": 27032 + }, + { + "epoch": 22.928753180661577, + "grad_norm": 1.2046475846433844, + "learning_rate": 1.7988330253048946e-05, + "loss": 0.0439, + "step": 27033 + }, + { + "epoch": 22.929601357082273, + "grad_norm": 1.327456698572385, + "learning_rate": 1.798816500131577e-05, + "loss": 0.051, + "step": 27034 + }, + { + "epoch": 22.93044953350297, + "grad_norm": 1.1179365802775538, + "learning_rate": 1.7987999743554566e-05, + "loss": 0.0436, + "step": 27035 + }, + { + "epoch": 22.931297709923665, + "grad_norm": 1.0433254334639717, + "learning_rate": 1.798783447976545e-05, + "loss": 0.0442, + "step": 27036 + }, + { + "epoch": 22.932145886344358, + "grad_norm": 1.0405354150730541, + "learning_rate": 1.798766920994855e-05, + "loss": 0.0425, + "step": 27037 + }, + { + "epoch": 22.932994062765054, + "grad_norm": 1.1600793546376196, + "learning_rate": 1.7987503934103985e-05, + "loss": 0.0418, + "step": 27038 + }, + { + "epoch": 22.93384223918575, + "grad_norm": 1.129015161923828, + "learning_rate": 1.798733865223189e-05, + "loss": 0.0415, + "step": 27039 + }, + { + "epoch": 22.934690415606447, + "grad_norm": 0.937129301444138, + "learning_rate": 1.7987173364332383e-05, + "loss": 0.0412, + "step": 27040 + }, + { + "epoch": 22.935538592027143, + "grad_norm": 1.0597520485839902, + "learning_rate": 1.7987008070405593e-05, + "loss": 0.0411, + "step": 27041 + }, + { + "epoch": 22.936386768447836, + "grad_norm": 0.9103980972759924, + "learning_rate": 1.798684277045164e-05, + "loss": 0.0386, + "step": 27042 + }, + { + "epoch": 22.937234944868532, + "grad_norm": 0.9425222528142363, + "learning_rate": 1.798667746447065e-05, + "loss": 0.0388, + "step": 27043 + }, + { + "epoch": 22.938083121289228, + "grad_norm": 1.2680775489798863, + "learning_rate": 1.798651215246275e-05, + "loss": 0.0429, + "step": 27044 + }, + { + "epoch": 22.938931297709924, + "grad_norm": 0.9833552364998626, + "learning_rate": 1.798634683442806e-05, + "loss": 0.0381, + "step": 27045 + }, + { + "epoch": 22.93977947413062, + "grad_norm": 1.173234263907403, + "learning_rate": 1.798618151036671e-05, + "loss": 0.0423, + "step": 27046 + }, + { + "epoch": 22.940627650551313, + "grad_norm": 1.266929851032637, + "learning_rate": 1.7986016180278824e-05, + "loss": 0.0463, + "step": 27047 + }, + { + "epoch": 22.94147582697201, + "grad_norm": 1.1669707782912742, + "learning_rate": 1.7985850844164528e-05, + "loss": 0.043, + "step": 27048 + }, + { + "epoch": 22.942324003392706, + "grad_norm": 1.0486245791306168, + "learning_rate": 1.798568550202394e-05, + "loss": 0.0394, + "step": 27049 + }, + { + "epoch": 22.943172179813402, + "grad_norm": 1.339754715563714, + "learning_rate": 1.798552015385719e-05, + "loss": 0.0446, + "step": 27050 + }, + { + "epoch": 22.9440203562341, + "grad_norm": 1.0566284857449195, + "learning_rate": 1.79853547996644e-05, + "loss": 0.044, + "step": 27051 + }, + { + "epoch": 22.94486853265479, + "grad_norm": 1.1483216498195428, + "learning_rate": 1.79851894394457e-05, + "loss": 0.0426, + "step": 27052 + }, + { + "epoch": 22.945716709075487, + "grad_norm": 1.0287524952682405, + "learning_rate": 1.7985024073201208e-05, + "loss": 0.0418, + "step": 27053 + }, + { + "epoch": 22.946564885496183, + "grad_norm": 1.1123199639268762, + "learning_rate": 1.7984858700931056e-05, + "loss": 0.0407, + "step": 27054 + }, + { + "epoch": 22.94741306191688, + "grad_norm": 1.0953539773059344, + "learning_rate": 1.7984693322635363e-05, + "loss": 0.0439, + "step": 27055 + }, + { + "epoch": 22.948261238337576, + "grad_norm": 1.1434977559048076, + "learning_rate": 1.7984527938314257e-05, + "loss": 0.0418, + "step": 27056 + }, + { + "epoch": 22.94910941475827, + "grad_norm": 1.0895596785517905, + "learning_rate": 1.7984362547967863e-05, + "loss": 0.0438, + "step": 27057 + }, + { + "epoch": 22.949957591178965, + "grad_norm": 1.047712064000367, + "learning_rate": 1.79841971515963e-05, + "loss": 0.041, + "step": 27058 + }, + { + "epoch": 22.95080576759966, + "grad_norm": 1.0777932294148578, + "learning_rate": 1.7984031749199697e-05, + "loss": 0.0417, + "step": 27059 + }, + { + "epoch": 22.951653944020357, + "grad_norm": 1.0106637878036437, + "learning_rate": 1.7983866340778183e-05, + "loss": 0.0418, + "step": 27060 + }, + { + "epoch": 22.952502120441054, + "grad_norm": 1.0450595220513936, + "learning_rate": 1.798370092633188e-05, + "loss": 0.0429, + "step": 27061 + }, + { + "epoch": 22.953350296861746, + "grad_norm": 1.1549291450722596, + "learning_rate": 1.7983535505860908e-05, + "loss": 0.0433, + "step": 27062 + }, + { + "epoch": 22.954198473282442, + "grad_norm": 1.1193608930315468, + "learning_rate": 1.7983370079365394e-05, + "loss": 0.0412, + "step": 27063 + }, + { + "epoch": 22.95504664970314, + "grad_norm": 1.0615376320859244, + "learning_rate": 1.7983204646845467e-05, + "loss": 0.0443, + "step": 27064 + }, + { + "epoch": 22.955894826123835, + "grad_norm": 1.1555242763002067, + "learning_rate": 1.798303920830125e-05, + "loss": 0.0399, + "step": 27065 + }, + { + "epoch": 22.956743002544528, + "grad_norm": 1.3014934242422886, + "learning_rate": 1.7982873763732867e-05, + "loss": 0.0421, + "step": 27066 + }, + { + "epoch": 22.957591178965224, + "grad_norm": 1.040463862040077, + "learning_rate": 1.798270831314044e-05, + "loss": 0.0411, + "step": 27067 + }, + { + "epoch": 22.95843935538592, + "grad_norm": 1.2298491939411973, + "learning_rate": 1.7982542856524098e-05, + "loss": 0.0449, + "step": 27068 + }, + { + "epoch": 22.959287531806616, + "grad_norm": 1.0786599301965032, + "learning_rate": 1.7982377393883964e-05, + "loss": 0.043, + "step": 27069 + }, + { + "epoch": 22.960135708227313, + "grad_norm": 1.1000616454235457, + "learning_rate": 1.7982211925220165e-05, + "loss": 0.043, + "step": 27070 + }, + { + "epoch": 22.960983884648005, + "grad_norm": 1.1859918211242744, + "learning_rate": 1.7982046450532827e-05, + "loss": 0.0425, + "step": 27071 + }, + { + "epoch": 22.9618320610687, + "grad_norm": 1.2920446167002726, + "learning_rate": 1.7981880969822065e-05, + "loss": 0.0475, + "step": 27072 + }, + { + "epoch": 22.962680237489398, + "grad_norm": 1.081095899651798, + "learning_rate": 1.7981715483088015e-05, + "loss": 0.0433, + "step": 27073 + }, + { + "epoch": 22.963528413910094, + "grad_norm": 1.2098669026229625, + "learning_rate": 1.79815499903308e-05, + "loss": 0.0465, + "step": 27074 + }, + { + "epoch": 22.96437659033079, + "grad_norm": 1.105630397245474, + "learning_rate": 1.798138449155054e-05, + "loss": 0.0391, + "step": 27075 + }, + { + "epoch": 22.965224766751483, + "grad_norm": 1.1332849585653477, + "learning_rate": 1.7981218986747365e-05, + "loss": 0.0408, + "step": 27076 + }, + { + "epoch": 22.96607294317218, + "grad_norm": 1.0074449077915175, + "learning_rate": 1.7981053475921397e-05, + "loss": 0.0363, + "step": 27077 + }, + { + "epoch": 22.966921119592875, + "grad_norm": 1.1763251439599207, + "learning_rate": 1.798088795907276e-05, + "loss": 0.043, + "step": 27078 + }, + { + "epoch": 22.96776929601357, + "grad_norm": 1.1767737296645044, + "learning_rate": 1.7980722436201577e-05, + "loss": 0.0421, + "step": 27079 + }, + { + "epoch": 22.968617472434268, + "grad_norm": 1.245140404092735, + "learning_rate": 1.7980556907307983e-05, + "loss": 0.0437, + "step": 27080 + }, + { + "epoch": 22.96946564885496, + "grad_norm": 1.1021902330071065, + "learning_rate": 1.7980391372392093e-05, + "loss": 0.0395, + "step": 27081 + }, + { + "epoch": 22.970313825275657, + "grad_norm": 1.2951778555876265, + "learning_rate": 1.7980225831454036e-05, + "loss": 0.0476, + "step": 27082 + }, + { + "epoch": 22.971162001696353, + "grad_norm": 0.9009109519949782, + "learning_rate": 1.7980060284493937e-05, + "loss": 0.0414, + "step": 27083 + }, + { + "epoch": 22.97201017811705, + "grad_norm": 1.1311217896340782, + "learning_rate": 1.797989473151192e-05, + "loss": 0.0402, + "step": 27084 + }, + { + "epoch": 22.972858354537745, + "grad_norm": 1.0496553886606104, + "learning_rate": 1.797972917250811e-05, + "loss": 0.0409, + "step": 27085 + }, + { + "epoch": 22.973706530958438, + "grad_norm": 1.021605980674696, + "learning_rate": 1.7979563607482626e-05, + "loss": 0.0423, + "step": 27086 + }, + { + "epoch": 22.974554707379134, + "grad_norm": 0.967994915892023, + "learning_rate": 1.7979398036435604e-05, + "loss": 0.0403, + "step": 27087 + }, + { + "epoch": 22.97540288379983, + "grad_norm": 1.0619605374092196, + "learning_rate": 1.7979232459367163e-05, + "loss": 0.0442, + "step": 27088 + }, + { + "epoch": 22.976251060220527, + "grad_norm": 1.276417781974625, + "learning_rate": 1.797906687627743e-05, + "loss": 0.0451, + "step": 27089 + }, + { + "epoch": 22.977099236641223, + "grad_norm": 1.1331318909330625, + "learning_rate": 1.797890128716653e-05, + "loss": 0.0432, + "step": 27090 + }, + { + "epoch": 22.977947413061916, + "grad_norm": 1.1091386932495864, + "learning_rate": 1.797873569203458e-05, + "loss": 0.0483, + "step": 27091 + }, + { + "epoch": 22.978795589482612, + "grad_norm": 1.0018344389054419, + "learning_rate": 1.7978570090881715e-05, + "loss": 0.0408, + "step": 27092 + }, + { + "epoch": 22.979643765903308, + "grad_norm": 1.2314486832468254, + "learning_rate": 1.797840448370806e-05, + "loss": 0.0429, + "step": 27093 + }, + { + "epoch": 22.980491942324004, + "grad_norm": 1.1667142983897338, + "learning_rate": 1.797823887051373e-05, + "loss": 0.0434, + "step": 27094 + }, + { + "epoch": 22.9813401187447, + "grad_norm": 1.1886264793717614, + "learning_rate": 1.797807325129886e-05, + "loss": 0.0398, + "step": 27095 + }, + { + "epoch": 22.982188295165393, + "grad_norm": 0.9774592336343989, + "learning_rate": 1.7977907626063575e-05, + "loss": 0.0415, + "step": 27096 + }, + { + "epoch": 22.98303647158609, + "grad_norm": 1.160700146016386, + "learning_rate": 1.797774199480799e-05, + "loss": 0.0442, + "step": 27097 + }, + { + "epoch": 22.983884648006786, + "grad_norm": 1.1545076591641261, + "learning_rate": 1.7977576357532238e-05, + "loss": 0.0422, + "step": 27098 + }, + { + "epoch": 22.984732824427482, + "grad_norm": 1.0579395086620211, + "learning_rate": 1.7977410714236446e-05, + "loss": 0.0395, + "step": 27099 + }, + { + "epoch": 22.98558100084818, + "grad_norm": 1.1233086365381186, + "learning_rate": 1.7977245064920733e-05, + "loss": 0.0458, + "step": 27100 + }, + { + "epoch": 22.98642917726887, + "grad_norm": 1.1178927908945202, + "learning_rate": 1.7977079409585225e-05, + "loss": 0.0448, + "step": 27101 + }, + { + "epoch": 22.987277353689567, + "grad_norm": 1.1044556889611479, + "learning_rate": 1.797691374823005e-05, + "loss": 0.0448, + "step": 27102 + }, + { + "epoch": 22.988125530110263, + "grad_norm": 0.8510011524179004, + "learning_rate": 1.797674808085533e-05, + "loss": 0.0405, + "step": 27103 + }, + { + "epoch": 22.98897370653096, + "grad_norm": 1.3187879283196293, + "learning_rate": 1.7976582407461195e-05, + "loss": 0.0475, + "step": 27104 + }, + { + "epoch": 22.989821882951652, + "grad_norm": 1.118084811065597, + "learning_rate": 1.7976416728047763e-05, + "loss": 0.0411, + "step": 27105 + }, + { + "epoch": 22.99067005937235, + "grad_norm": 1.180370611043858, + "learning_rate": 1.7976251042615165e-05, + "loss": 0.0417, + "step": 27106 + }, + { + "epoch": 22.991518235793045, + "grad_norm": 1.1763968119912267, + "learning_rate": 1.797608535116352e-05, + "loss": 0.0481, + "step": 27107 + }, + { + "epoch": 22.99236641221374, + "grad_norm": 1.265003046614899, + "learning_rate": 1.7975919653692958e-05, + "loss": 0.0433, + "step": 27108 + }, + { + "epoch": 22.993214588634437, + "grad_norm": 1.0612155911344139, + "learning_rate": 1.7975753950203606e-05, + "loss": 0.0399, + "step": 27109 + }, + { + "epoch": 22.99406276505513, + "grad_norm": 1.1928079696507514, + "learning_rate": 1.797558824069558e-05, + "loss": 0.0442, + "step": 27110 + }, + { + "epoch": 22.994910941475826, + "grad_norm": 1.1339459031163566, + "learning_rate": 1.7975422525169014e-05, + "loss": 0.0447, + "step": 27111 + }, + { + "epoch": 22.995759117896522, + "grad_norm": 1.1799354653886194, + "learning_rate": 1.797525680362403e-05, + "loss": 0.0456, + "step": 27112 + }, + { + "epoch": 22.99660729431722, + "grad_norm": 1.0808670699642762, + "learning_rate": 1.7975091076060752e-05, + "loss": 0.0415, + "step": 27113 + }, + { + "epoch": 22.997455470737915, + "grad_norm": 1.0961226864089386, + "learning_rate": 1.7974925342479305e-05, + "loss": 0.0403, + "step": 27114 + }, + { + "epoch": 22.998303647158608, + "grad_norm": 1.1800091788515232, + "learning_rate": 1.7974759602879817e-05, + "loss": 0.0468, + "step": 27115 + }, + { + "epoch": 22.999151823579304, + "grad_norm": 1.1076993235603423, + "learning_rate": 1.797459385726241e-05, + "loss": 0.0414, + "step": 27116 + }, + { + "epoch": 23.0, + "grad_norm": 1.2346789404520815, + "learning_rate": 1.797442810562721e-05, + "loss": 0.0414, + "step": 27117 + }, + { + "epoch": 23.000848176420696, + "grad_norm": 1.0387348136074812, + "learning_rate": 1.7974262347974343e-05, + "loss": 0.0362, + "step": 27118 + }, + { + "epoch": 23.001696352841392, + "grad_norm": 1.0057085372175618, + "learning_rate": 1.797409658430393e-05, + "loss": 0.0401, + "step": 27119 + }, + { + "epoch": 23.002544529262085, + "grad_norm": 0.8295419149283649, + "learning_rate": 1.79739308146161e-05, + "loss": 0.0366, + "step": 27120 + }, + { + "epoch": 23.00339270568278, + "grad_norm": 0.8062284259717413, + "learning_rate": 1.797376503891098e-05, + "loss": 0.0378, + "step": 27121 + }, + { + "epoch": 23.004240882103478, + "grad_norm": 0.9913052927548839, + "learning_rate": 1.7973599257188694e-05, + "loss": 0.0386, + "step": 27122 + }, + { + "epoch": 23.005089058524174, + "grad_norm": 0.9972902675431045, + "learning_rate": 1.7973433469449363e-05, + "loss": 0.037, + "step": 27123 + }, + { + "epoch": 23.00593723494487, + "grad_norm": 0.8911976459760109, + "learning_rate": 1.7973267675693113e-05, + "loss": 0.0353, + "step": 27124 + }, + { + "epoch": 23.006785411365563, + "grad_norm": 0.8867625978518978, + "learning_rate": 1.7973101875920073e-05, + "loss": 0.0355, + "step": 27125 + }, + { + "epoch": 23.00763358778626, + "grad_norm": 0.9628113258053929, + "learning_rate": 1.7972936070130368e-05, + "loss": 0.0379, + "step": 27126 + }, + { + "epoch": 23.008481764206955, + "grad_norm": 1.034886251422844, + "learning_rate": 1.7972770258324117e-05, + "loss": 0.0393, + "step": 27127 + }, + { + "epoch": 23.00932994062765, + "grad_norm": 0.9270495257901711, + "learning_rate": 1.7972604440501448e-05, + "loss": 0.0374, + "step": 27128 + }, + { + "epoch": 23.010178117048348, + "grad_norm": 1.1087080451081277, + "learning_rate": 1.797243861666249e-05, + "loss": 0.0435, + "step": 27129 + }, + { + "epoch": 23.01102629346904, + "grad_norm": 0.9659191157367738, + "learning_rate": 1.7972272786807367e-05, + "loss": 0.0364, + "step": 27130 + }, + { + "epoch": 23.011874469889737, + "grad_norm": 1.1202922901143137, + "learning_rate": 1.7972106950936202e-05, + "loss": 0.0424, + "step": 27131 + }, + { + "epoch": 23.012722646310433, + "grad_norm": 1.0115646105657168, + "learning_rate": 1.7971941109049118e-05, + "loss": 0.0394, + "step": 27132 + }, + { + "epoch": 23.01357082273113, + "grad_norm": 1.0196354721172438, + "learning_rate": 1.7971775261146246e-05, + "loss": 0.0365, + "step": 27133 + }, + { + "epoch": 23.014418999151825, + "grad_norm": 1.0333175093959317, + "learning_rate": 1.797160940722771e-05, + "loss": 0.0392, + "step": 27134 + }, + { + "epoch": 23.015267175572518, + "grad_norm": 1.088456086720469, + "learning_rate": 1.797144354729363e-05, + "loss": 0.0373, + "step": 27135 + }, + { + "epoch": 23.016115351993214, + "grad_norm": 1.0411630612458185, + "learning_rate": 1.7971277681344133e-05, + "loss": 0.0384, + "step": 27136 + }, + { + "epoch": 23.01696352841391, + "grad_norm": 1.0175673805898409, + "learning_rate": 1.7971111809379346e-05, + "loss": 0.0395, + "step": 27137 + }, + { + "epoch": 23.017811704834607, + "grad_norm": 1.0184808530100544, + "learning_rate": 1.7970945931399395e-05, + "loss": 0.0389, + "step": 27138 + }, + { + "epoch": 23.0186598812553, + "grad_norm": 0.9343762553980022, + "learning_rate": 1.79707800474044e-05, + "loss": 0.0369, + "step": 27139 + }, + { + "epoch": 23.019508057675996, + "grad_norm": 0.9613348837022035, + "learning_rate": 1.7970614157394495e-05, + "loss": 0.0351, + "step": 27140 + }, + { + "epoch": 23.020356234096692, + "grad_norm": 0.9984124228649219, + "learning_rate": 1.7970448261369798e-05, + "loss": 0.0367, + "step": 27141 + }, + { + "epoch": 23.021204410517388, + "grad_norm": 1.0668013616778722, + "learning_rate": 1.797028235933044e-05, + "loss": 0.0367, + "step": 27142 + }, + { + "epoch": 23.022052586938084, + "grad_norm": 0.8052470360659554, + "learning_rate": 1.7970116451276538e-05, + "loss": 0.0332, + "step": 27143 + }, + { + "epoch": 23.022900763358777, + "grad_norm": 0.976405189219475, + "learning_rate": 1.7969950537208223e-05, + "loss": 0.0346, + "step": 27144 + }, + { + "epoch": 23.023748939779473, + "grad_norm": 0.9255488041475121, + "learning_rate": 1.7969784617125618e-05, + "loss": 0.0379, + "step": 27145 + }, + { + "epoch": 23.02459711620017, + "grad_norm": 1.0291441801142467, + "learning_rate": 1.7969618691028852e-05, + "loss": 0.0368, + "step": 27146 + }, + { + "epoch": 23.025445292620866, + "grad_norm": 1.0996631765537535, + "learning_rate": 1.7969452758918048e-05, + "loss": 0.0383, + "step": 27147 + }, + { + "epoch": 23.026293469041562, + "grad_norm": 0.7851122749608164, + "learning_rate": 1.7969286820793326e-05, + "loss": 0.0329, + "step": 27148 + }, + { + "epoch": 23.027141645462255, + "grad_norm": 1.076284489241204, + "learning_rate": 1.796912087665482e-05, + "loss": 0.0396, + "step": 27149 + }, + { + "epoch": 23.02798982188295, + "grad_norm": 1.0239925773593477, + "learning_rate": 1.796895492650265e-05, + "loss": 0.0395, + "step": 27150 + }, + { + "epoch": 23.028837998303647, + "grad_norm": 0.9331098912666508, + "learning_rate": 1.796878897033694e-05, + "loss": 0.0377, + "step": 27151 + }, + { + "epoch": 23.029686174724343, + "grad_norm": 1.0998014935638225, + "learning_rate": 1.796862300815782e-05, + "loss": 0.0384, + "step": 27152 + }, + { + "epoch": 23.03053435114504, + "grad_norm": 0.9327172963393795, + "learning_rate": 1.796845703996541e-05, + "loss": 0.0346, + "step": 27153 + }, + { + "epoch": 23.031382527565732, + "grad_norm": 1.1689963963371908, + "learning_rate": 1.7968291065759844e-05, + "loss": 0.0425, + "step": 27154 + }, + { + "epoch": 23.03223070398643, + "grad_norm": 0.9454121828010359, + "learning_rate": 1.7968125085541237e-05, + "loss": 0.0377, + "step": 27155 + }, + { + "epoch": 23.033078880407125, + "grad_norm": 0.9049378859153221, + "learning_rate": 1.796795909930972e-05, + "loss": 0.0356, + "step": 27156 + }, + { + "epoch": 23.03392705682782, + "grad_norm": 1.025755863638623, + "learning_rate": 1.7967793107065414e-05, + "loss": 0.0369, + "step": 27157 + }, + { + "epoch": 23.034775233248517, + "grad_norm": 0.9525468041949217, + "learning_rate": 1.796762710880845e-05, + "loss": 0.0339, + "step": 27158 + }, + { + "epoch": 23.03562340966921, + "grad_norm": 1.0705662851238709, + "learning_rate": 1.7967461104538947e-05, + "loss": 0.0347, + "step": 27159 + }, + { + "epoch": 23.036471586089906, + "grad_norm": 0.8871223244637881, + "learning_rate": 1.7967295094257036e-05, + "loss": 0.0349, + "step": 27160 + }, + { + "epoch": 23.037319762510602, + "grad_norm": 1.099148706616092, + "learning_rate": 1.7967129077962842e-05, + "loss": 0.037, + "step": 27161 + }, + { + "epoch": 23.0381679389313, + "grad_norm": 1.0825638771007098, + "learning_rate": 1.7966963055656487e-05, + "loss": 0.0341, + "step": 27162 + }, + { + "epoch": 23.039016115351995, + "grad_norm": 1.0002536970233353, + "learning_rate": 1.7966797027338097e-05, + "loss": 0.0397, + "step": 27163 + }, + { + "epoch": 23.039864291772687, + "grad_norm": 1.0011459699348795, + "learning_rate": 1.7966630993007794e-05, + "loss": 0.037, + "step": 27164 + }, + { + "epoch": 23.040712468193384, + "grad_norm": 1.0797726018074294, + "learning_rate": 1.796646495266571e-05, + "loss": 0.0392, + "step": 27165 + }, + { + "epoch": 23.04156064461408, + "grad_norm": 0.9213251115506761, + "learning_rate": 1.7966298906311968e-05, + "loss": 0.0432, + "step": 27166 + }, + { + "epoch": 23.042408821034776, + "grad_norm": 0.8999372716520779, + "learning_rate": 1.7966132853946693e-05, + "loss": 0.0324, + "step": 27167 + }, + { + "epoch": 23.043256997455472, + "grad_norm": 1.0276621959110428, + "learning_rate": 1.7965966795570008e-05, + "loss": 0.0384, + "step": 27168 + }, + { + "epoch": 23.044105173876165, + "grad_norm": 0.9965535256556054, + "learning_rate": 1.7965800731182042e-05, + "loss": 0.0378, + "step": 27169 + }, + { + "epoch": 23.04495335029686, + "grad_norm": 0.8250080822058103, + "learning_rate": 1.7965634660782917e-05, + "loss": 0.0381, + "step": 27170 + }, + { + "epoch": 23.045801526717558, + "grad_norm": 0.9581991058639122, + "learning_rate": 1.796546858437276e-05, + "loss": 0.0389, + "step": 27171 + }, + { + "epoch": 23.046649703138254, + "grad_norm": 1.0592893113076134, + "learning_rate": 1.79653025019517e-05, + "loss": 0.0403, + "step": 27172 + }, + { + "epoch": 23.04749787955895, + "grad_norm": 0.8291875051853425, + "learning_rate": 1.796513641351985e-05, + "loss": 0.0339, + "step": 27173 + }, + { + "epoch": 23.048346055979643, + "grad_norm": 1.1064174740055166, + "learning_rate": 1.796497031907735e-05, + "loss": 0.0349, + "step": 27174 + }, + { + "epoch": 23.04919423240034, + "grad_norm": 0.8998092082135523, + "learning_rate": 1.796480421862432e-05, + "loss": 0.0351, + "step": 27175 + }, + { + "epoch": 23.050042408821035, + "grad_norm": 0.9281341272558601, + "learning_rate": 1.796463811216088e-05, + "loss": 0.0336, + "step": 27176 + }, + { + "epoch": 23.05089058524173, + "grad_norm": 0.8471306836257482, + "learning_rate": 1.7964471999687164e-05, + "loss": 0.0329, + "step": 27177 + }, + { + "epoch": 23.051738761662424, + "grad_norm": 1.0502356433947242, + "learning_rate": 1.796430588120329e-05, + "loss": 0.0408, + "step": 27178 + }, + { + "epoch": 23.05258693808312, + "grad_norm": 0.9243233891603972, + "learning_rate": 1.7964139756709392e-05, + "loss": 0.035, + "step": 27179 + }, + { + "epoch": 23.053435114503817, + "grad_norm": 1.0011968538452878, + "learning_rate": 1.7963973626205585e-05, + "loss": 0.0377, + "step": 27180 + }, + { + "epoch": 23.054283290924513, + "grad_norm": 0.8421915387190959, + "learning_rate": 1.7963807489691998e-05, + "loss": 0.0342, + "step": 27181 + }, + { + "epoch": 23.05513146734521, + "grad_norm": 1.1518352535231884, + "learning_rate": 1.796364134716876e-05, + "loss": 0.0334, + "step": 27182 + }, + { + "epoch": 23.0559796437659, + "grad_norm": 1.0223196328594557, + "learning_rate": 1.7963475198635996e-05, + "loss": 0.0384, + "step": 27183 + }, + { + "epoch": 23.056827820186598, + "grad_norm": 1.0567198791669912, + "learning_rate": 1.7963309044093827e-05, + "loss": 0.0343, + "step": 27184 + }, + { + "epoch": 23.057675996607294, + "grad_norm": 0.8338578588509064, + "learning_rate": 1.796314288354238e-05, + "loss": 0.0348, + "step": 27185 + }, + { + "epoch": 23.05852417302799, + "grad_norm": 1.1031373220769143, + "learning_rate": 1.7962976716981787e-05, + "loss": 0.0398, + "step": 27186 + }, + { + "epoch": 23.059372349448687, + "grad_norm": 0.9976175591679144, + "learning_rate": 1.7962810544412162e-05, + "loss": 0.0365, + "step": 27187 + }, + { + "epoch": 23.06022052586938, + "grad_norm": 1.0295234396730897, + "learning_rate": 1.796264436583364e-05, + "loss": 0.0375, + "step": 27188 + }, + { + "epoch": 23.061068702290076, + "grad_norm": 1.0612119339973887, + "learning_rate": 1.7962478181246337e-05, + "loss": 0.0411, + "step": 27189 + }, + { + "epoch": 23.061916878710772, + "grad_norm": 0.9193870496354533, + "learning_rate": 1.7962311990650385e-05, + "loss": 0.0357, + "step": 27190 + }, + { + "epoch": 23.062765055131468, + "grad_norm": 1.046647995035088, + "learning_rate": 1.7962145794045912e-05, + "loss": 0.0349, + "step": 27191 + }, + { + "epoch": 23.063613231552164, + "grad_norm": 0.9376991944715669, + "learning_rate": 1.7961979591433035e-05, + "loss": 0.0395, + "step": 27192 + }, + { + "epoch": 23.064461407972857, + "grad_norm": 0.9666361860498638, + "learning_rate": 1.796181338281189e-05, + "loss": 0.0363, + "step": 27193 + }, + { + "epoch": 23.065309584393553, + "grad_norm": 1.1194029126500216, + "learning_rate": 1.796164716818259e-05, + "loss": 0.0401, + "step": 27194 + }, + { + "epoch": 23.06615776081425, + "grad_norm": 0.8449039740408635, + "learning_rate": 1.796148094754527e-05, + "loss": 0.0337, + "step": 27195 + }, + { + "epoch": 23.067005937234946, + "grad_norm": 1.0410539537220143, + "learning_rate": 1.796131472090005e-05, + "loss": 0.0372, + "step": 27196 + }, + { + "epoch": 23.067854113655642, + "grad_norm": 0.8766172388335297, + "learning_rate": 1.796114848824706e-05, + "loss": 0.0358, + "step": 27197 + }, + { + "epoch": 23.068702290076335, + "grad_norm": 1.028206418875746, + "learning_rate": 1.7960982249586424e-05, + "loss": 0.0355, + "step": 27198 + }, + { + "epoch": 23.06955046649703, + "grad_norm": 0.9086347100601359, + "learning_rate": 1.7960816004918266e-05, + "loss": 0.0358, + "step": 27199 + }, + { + "epoch": 23.070398642917727, + "grad_norm": 1.0254643480916845, + "learning_rate": 1.796064975424271e-05, + "loss": 0.0376, + "step": 27200 + }, + { + "epoch": 23.071246819338423, + "grad_norm": 1.0352645746504503, + "learning_rate": 1.7960483497559888e-05, + "loss": 0.0367, + "step": 27201 + }, + { + "epoch": 23.07209499575912, + "grad_norm": 1.2364662198924092, + "learning_rate": 1.796031723486992e-05, + "loss": 0.0378, + "step": 27202 + }, + { + "epoch": 23.072943172179812, + "grad_norm": 1.051985383276256, + "learning_rate": 1.7960150966172927e-05, + "loss": 0.0396, + "step": 27203 + }, + { + "epoch": 23.07379134860051, + "grad_norm": 0.9655948398473425, + "learning_rate": 1.7959984691469045e-05, + "loss": 0.0378, + "step": 27204 + }, + { + "epoch": 23.074639525021205, + "grad_norm": 0.8549286572047633, + "learning_rate": 1.7959818410758395e-05, + "loss": 0.0356, + "step": 27205 + }, + { + "epoch": 23.0754877014419, + "grad_norm": 0.9667090401873997, + "learning_rate": 1.79596521240411e-05, + "loss": 0.038, + "step": 27206 + }, + { + "epoch": 23.076335877862597, + "grad_norm": 1.051037855629897, + "learning_rate": 1.7959485831317286e-05, + "loss": 0.0358, + "step": 27207 + }, + { + "epoch": 23.07718405428329, + "grad_norm": 0.958580787907564, + "learning_rate": 1.795931953258708e-05, + "loss": 0.0377, + "step": 27208 + }, + { + "epoch": 23.078032230703986, + "grad_norm": 0.8289583041615549, + "learning_rate": 1.795915322785061e-05, + "loss": 0.0363, + "step": 27209 + }, + { + "epoch": 23.078880407124682, + "grad_norm": 1.1125906788632818, + "learning_rate": 1.7958986917107997e-05, + "loss": 0.0371, + "step": 27210 + }, + { + "epoch": 23.07972858354538, + "grad_norm": 0.8654343866508359, + "learning_rate": 1.795882060035937e-05, + "loss": 0.0352, + "step": 27211 + }, + { + "epoch": 23.08057675996607, + "grad_norm": 1.1312075677361455, + "learning_rate": 1.7958654277604852e-05, + "loss": 0.0383, + "step": 27212 + }, + { + "epoch": 23.081424936386767, + "grad_norm": 1.144379884555972, + "learning_rate": 1.7958487948844568e-05, + "loss": 0.0362, + "step": 27213 + }, + { + "epoch": 23.082273112807464, + "grad_norm": 0.9916604470399268, + "learning_rate": 1.7958321614078647e-05, + "loss": 0.0368, + "step": 27214 + }, + { + "epoch": 23.08312128922816, + "grad_norm": 0.6909577989420644, + "learning_rate": 1.7958155273307212e-05, + "loss": 0.0334, + "step": 27215 + }, + { + "epoch": 23.083969465648856, + "grad_norm": 0.91091751532033, + "learning_rate": 1.795798892653039e-05, + "loss": 0.0349, + "step": 27216 + }, + { + "epoch": 23.08481764206955, + "grad_norm": 0.9569995545493416, + "learning_rate": 1.7957822573748303e-05, + "loss": 0.0346, + "step": 27217 + }, + { + "epoch": 23.085665818490245, + "grad_norm": 0.9326388182509019, + "learning_rate": 1.795765621496108e-05, + "loss": 0.0333, + "step": 27218 + }, + { + "epoch": 23.08651399491094, + "grad_norm": 0.9626734441237951, + "learning_rate": 1.7957489850168848e-05, + "loss": 0.0361, + "step": 27219 + }, + { + "epoch": 23.087362171331637, + "grad_norm": 1.0255530211651949, + "learning_rate": 1.7957323479371728e-05, + "loss": 0.0361, + "step": 27220 + }, + { + "epoch": 23.088210347752334, + "grad_norm": 1.0286921051957927, + "learning_rate": 1.7957157102569846e-05, + "loss": 0.0388, + "step": 27221 + }, + { + "epoch": 23.089058524173026, + "grad_norm": 0.9422522267729609, + "learning_rate": 1.795699071976333e-05, + "loss": 0.0359, + "step": 27222 + }, + { + "epoch": 23.089906700593723, + "grad_norm": 1.0828325395868188, + "learning_rate": 1.7956824330952306e-05, + "loss": 0.0359, + "step": 27223 + }, + { + "epoch": 23.09075487701442, + "grad_norm": 1.2716467245873022, + "learning_rate": 1.79566579361369e-05, + "loss": 0.0393, + "step": 27224 + }, + { + "epoch": 23.091603053435115, + "grad_norm": 1.0004348101212224, + "learning_rate": 1.7956491535317232e-05, + "loss": 0.0364, + "step": 27225 + }, + { + "epoch": 23.09245122985581, + "grad_norm": 0.9420944141943404, + "learning_rate": 1.7956325128493432e-05, + "loss": 0.0391, + "step": 27226 + }, + { + "epoch": 23.093299406276504, + "grad_norm": 0.9808973149965139, + "learning_rate": 1.795615871566563e-05, + "loss": 0.0396, + "step": 27227 + }, + { + "epoch": 23.0941475826972, + "grad_norm": 1.0698917964883108, + "learning_rate": 1.795599229683394e-05, + "loss": 0.0399, + "step": 27228 + }, + { + "epoch": 23.094995759117896, + "grad_norm": 0.8855301212714136, + "learning_rate": 1.7955825871998495e-05, + "loss": 0.0359, + "step": 27229 + }, + { + "epoch": 23.095843935538593, + "grad_norm": 1.1096618780048726, + "learning_rate": 1.7955659441159424e-05, + "loss": 0.038, + "step": 27230 + }, + { + "epoch": 23.09669211195929, + "grad_norm": 0.8460287743752536, + "learning_rate": 1.7955493004316844e-05, + "loss": 0.0369, + "step": 27231 + }, + { + "epoch": 23.09754028837998, + "grad_norm": 1.0730313475901514, + "learning_rate": 1.795532656147089e-05, + "loss": 0.0371, + "step": 27232 + }, + { + "epoch": 23.098388464800678, + "grad_norm": 1.0398504963783275, + "learning_rate": 1.7955160112621678e-05, + "loss": 0.043, + "step": 27233 + }, + { + "epoch": 23.099236641221374, + "grad_norm": 1.0011004116611089, + "learning_rate": 1.7954993657769338e-05, + "loss": 0.0337, + "step": 27234 + }, + { + "epoch": 23.10008481764207, + "grad_norm": 1.0126401190672472, + "learning_rate": 1.7954827196913998e-05, + "loss": 0.0382, + "step": 27235 + }, + { + "epoch": 23.100932994062767, + "grad_norm": 1.113470998831617, + "learning_rate": 1.7954660730055783e-05, + "loss": 0.0361, + "step": 27236 + }, + { + "epoch": 23.10178117048346, + "grad_norm": 1.2598699043680908, + "learning_rate": 1.795449425719481e-05, + "loss": 0.0366, + "step": 27237 + }, + { + "epoch": 23.102629346904155, + "grad_norm": 0.9945386681541115, + "learning_rate": 1.795432777833122e-05, + "loss": 0.0382, + "step": 27238 + }, + { + "epoch": 23.10347752332485, + "grad_norm": 0.9861142960332252, + "learning_rate": 1.7954161293465127e-05, + "loss": 0.0346, + "step": 27239 + }, + { + "epoch": 23.104325699745548, + "grad_norm": 1.0014487183777723, + "learning_rate": 1.795399480259666e-05, + "loss": 0.0379, + "step": 27240 + }, + { + "epoch": 23.105173876166244, + "grad_norm": 1.0602511343179404, + "learning_rate": 1.7953828305725945e-05, + "loss": 0.0368, + "step": 27241 + }, + { + "epoch": 23.106022052586937, + "grad_norm": 1.0079314462051163, + "learning_rate": 1.7953661802853105e-05, + "loss": 0.0373, + "step": 27242 + }, + { + "epoch": 23.106870229007633, + "grad_norm": 1.0360482158860185, + "learning_rate": 1.7953495293978268e-05, + "loss": 0.0402, + "step": 27243 + }, + { + "epoch": 23.10771840542833, + "grad_norm": 0.9834727400772645, + "learning_rate": 1.7953328779101562e-05, + "loss": 0.0366, + "step": 27244 + }, + { + "epoch": 23.108566581849026, + "grad_norm": 0.9696809378742289, + "learning_rate": 1.795316225822311e-05, + "loss": 0.0386, + "step": 27245 + }, + { + "epoch": 23.109414758269722, + "grad_norm": 0.9424854148451027, + "learning_rate": 1.7952995731343035e-05, + "loss": 0.0366, + "step": 27246 + }, + { + "epoch": 23.110262934690414, + "grad_norm": 1.0420266080634797, + "learning_rate": 1.7952829198461467e-05, + "loss": 0.0374, + "step": 27247 + }, + { + "epoch": 23.11111111111111, + "grad_norm": 0.9653839351463018, + "learning_rate": 1.795266265957853e-05, + "loss": 0.0356, + "step": 27248 + }, + { + "epoch": 23.111959287531807, + "grad_norm": 0.8200741737345265, + "learning_rate": 1.795249611469435e-05, + "loss": 0.0344, + "step": 27249 + }, + { + "epoch": 23.112807463952503, + "grad_norm": 0.882456636697254, + "learning_rate": 1.7952329563809054e-05, + "loss": 0.0362, + "step": 27250 + }, + { + "epoch": 23.113655640373196, + "grad_norm": 1.0375033731153305, + "learning_rate": 1.7952163006922766e-05, + "loss": 0.038, + "step": 27251 + }, + { + "epoch": 23.114503816793892, + "grad_norm": 0.9188854590401356, + "learning_rate": 1.7951996444035605e-05, + "loss": 0.0356, + "step": 27252 + }, + { + "epoch": 23.11535199321459, + "grad_norm": 0.9202122053432366, + "learning_rate": 1.795182987514771e-05, + "loss": 0.0368, + "step": 27253 + }, + { + "epoch": 23.116200169635285, + "grad_norm": 0.9867191329536559, + "learning_rate": 1.7951663300259202e-05, + "loss": 0.034, + "step": 27254 + }, + { + "epoch": 23.11704834605598, + "grad_norm": 0.9508194557642501, + "learning_rate": 1.79514967193702e-05, + "loss": 0.036, + "step": 27255 + }, + { + "epoch": 23.117896522476673, + "grad_norm": 1.091486653724679, + "learning_rate": 1.7951330132480836e-05, + "loss": 0.0379, + "step": 27256 + }, + { + "epoch": 23.11874469889737, + "grad_norm": 1.0578076598930384, + "learning_rate": 1.7951163539591237e-05, + "loss": 0.0375, + "step": 27257 + }, + { + "epoch": 23.119592875318066, + "grad_norm": 1.001301859788214, + "learning_rate": 1.795099694070152e-05, + "loss": 0.0371, + "step": 27258 + }, + { + "epoch": 23.120441051738762, + "grad_norm": 1.174184304237423, + "learning_rate": 1.7950830335811826e-05, + "loss": 0.0406, + "step": 27259 + }, + { + "epoch": 23.12128922815946, + "grad_norm": 0.9354935620349324, + "learning_rate": 1.7950663724922265e-05, + "loss": 0.0353, + "step": 27260 + }, + { + "epoch": 23.12213740458015, + "grad_norm": 0.8804543041321611, + "learning_rate": 1.795049710803297e-05, + "loss": 0.0348, + "step": 27261 + }, + { + "epoch": 23.122985581000847, + "grad_norm": 1.1203572013771328, + "learning_rate": 1.7950330485144065e-05, + "loss": 0.0455, + "step": 27262 + }, + { + "epoch": 23.123833757421544, + "grad_norm": 1.0056100044134446, + "learning_rate": 1.795016385625568e-05, + "loss": 0.0389, + "step": 27263 + }, + { + "epoch": 23.12468193384224, + "grad_norm": 1.5073449503515486, + "learning_rate": 1.7949997221367935e-05, + "loss": 0.0408, + "step": 27264 + }, + { + "epoch": 23.125530110262936, + "grad_norm": 1.016595854619607, + "learning_rate": 1.794983058048096e-05, + "loss": 0.0378, + "step": 27265 + }, + { + "epoch": 23.12637828668363, + "grad_norm": 0.9472876093139067, + "learning_rate": 1.7949663933594877e-05, + "loss": 0.0341, + "step": 27266 + }, + { + "epoch": 23.127226463104325, + "grad_norm": 1.0918153519001366, + "learning_rate": 1.7949497280709815e-05, + "loss": 0.0397, + "step": 27267 + }, + { + "epoch": 23.12807463952502, + "grad_norm": 1.0161035602266857, + "learning_rate": 1.7949330621825897e-05, + "loss": 0.0371, + "step": 27268 + }, + { + "epoch": 23.128922815945717, + "grad_norm": 1.0470701720141915, + "learning_rate": 1.794916395694325e-05, + "loss": 0.04, + "step": 27269 + }, + { + "epoch": 23.129770992366414, + "grad_norm": 0.9650679413489253, + "learning_rate": 1.7948997286062005e-05, + "loss": 0.0368, + "step": 27270 + }, + { + "epoch": 23.130619168787106, + "grad_norm": 1.0496242554100448, + "learning_rate": 1.7948830609182276e-05, + "loss": 0.0402, + "step": 27271 + }, + { + "epoch": 23.131467345207803, + "grad_norm": 1.00684244315203, + "learning_rate": 1.79486639263042e-05, + "loss": 0.0397, + "step": 27272 + }, + { + "epoch": 23.1323155216285, + "grad_norm": 0.8920885345210795, + "learning_rate": 1.7948497237427897e-05, + "loss": 0.0371, + "step": 27273 + }, + { + "epoch": 23.133163698049195, + "grad_norm": 1.0320900189670694, + "learning_rate": 1.7948330542553494e-05, + "loss": 0.0367, + "step": 27274 + }, + { + "epoch": 23.13401187446989, + "grad_norm": 1.0666607935804446, + "learning_rate": 1.7948163841681116e-05, + "loss": 0.041, + "step": 27275 + }, + { + "epoch": 23.134860050890584, + "grad_norm": 0.959115970595519, + "learning_rate": 1.794799713481089e-05, + "loss": 0.0367, + "step": 27276 + }, + { + "epoch": 23.13570822731128, + "grad_norm": 1.1329408771919771, + "learning_rate": 1.7947830421942944e-05, + "loss": 0.0381, + "step": 27277 + }, + { + "epoch": 23.136556403731976, + "grad_norm": 1.0733942225126445, + "learning_rate": 1.7947663703077397e-05, + "loss": 0.0435, + "step": 27278 + }, + { + "epoch": 23.137404580152673, + "grad_norm": 0.9794094148661997, + "learning_rate": 1.7947496978214386e-05, + "loss": 0.0404, + "step": 27279 + }, + { + "epoch": 23.13825275657337, + "grad_norm": 1.043999220043839, + "learning_rate": 1.7947330247354023e-05, + "loss": 0.0395, + "step": 27280 + }, + { + "epoch": 23.13910093299406, + "grad_norm": 1.124948797764776, + "learning_rate": 1.7947163510496442e-05, + "loss": 0.0412, + "step": 27281 + }, + { + "epoch": 23.139949109414758, + "grad_norm": 0.8878187086455476, + "learning_rate": 1.7946996767641767e-05, + "loss": 0.0357, + "step": 27282 + }, + { + "epoch": 23.140797285835454, + "grad_norm": 0.9798050843165975, + "learning_rate": 1.7946830018790126e-05, + "loss": 0.0341, + "step": 27283 + }, + { + "epoch": 23.14164546225615, + "grad_norm": 1.0216501842837276, + "learning_rate": 1.7946663263941647e-05, + "loss": 0.0398, + "step": 27284 + }, + { + "epoch": 23.142493638676847, + "grad_norm": 1.0036156162466339, + "learning_rate": 1.7946496503096446e-05, + "loss": 0.0372, + "step": 27285 + }, + { + "epoch": 23.14334181509754, + "grad_norm": 0.9893322420377806, + "learning_rate": 1.794632973625466e-05, + "loss": 0.038, + "step": 27286 + }, + { + "epoch": 23.144189991518235, + "grad_norm": 1.0276193716736937, + "learning_rate": 1.7946162963416406e-05, + "loss": 0.037, + "step": 27287 + }, + { + "epoch": 23.14503816793893, + "grad_norm": 1.1189309246060937, + "learning_rate": 1.7945996184581815e-05, + "loss": 0.0378, + "step": 27288 + }, + { + "epoch": 23.145886344359628, + "grad_norm": 0.9916636158511004, + "learning_rate": 1.7945829399751012e-05, + "loss": 0.0406, + "step": 27289 + }, + { + "epoch": 23.14673452078032, + "grad_norm": 0.972452608315107, + "learning_rate": 1.7945662608924118e-05, + "loss": 0.0393, + "step": 27290 + }, + { + "epoch": 23.147582697201017, + "grad_norm": 1.2165051931067563, + "learning_rate": 1.7945495812101267e-05, + "loss": 0.0407, + "step": 27291 + }, + { + "epoch": 23.148430873621713, + "grad_norm": 1.0808485899367792, + "learning_rate": 1.794532900928258e-05, + "loss": 0.0402, + "step": 27292 + }, + { + "epoch": 23.14927905004241, + "grad_norm": 0.9631907829716795, + "learning_rate": 1.7945162200468184e-05, + "loss": 0.0395, + "step": 27293 + }, + { + "epoch": 23.150127226463106, + "grad_norm": 0.9970551910739351, + "learning_rate": 1.7944995385658205e-05, + "loss": 0.0407, + "step": 27294 + }, + { + "epoch": 23.150975402883798, + "grad_norm": 0.93605105077406, + "learning_rate": 1.794482856485277e-05, + "loss": 0.0358, + "step": 27295 + }, + { + "epoch": 23.151823579304494, + "grad_norm": 0.9127369743707654, + "learning_rate": 1.7944661738052006e-05, + "loss": 0.0364, + "step": 27296 + }, + { + "epoch": 23.15267175572519, + "grad_norm": 0.8468733285382521, + "learning_rate": 1.794449490525603e-05, + "loss": 0.0376, + "step": 27297 + }, + { + "epoch": 23.153519932145887, + "grad_norm": 0.96000682817064, + "learning_rate": 1.7944328066464978e-05, + "loss": 0.0358, + "step": 27298 + }, + { + "epoch": 23.154368108566583, + "grad_norm": 0.9658535662909348, + "learning_rate": 1.794416122167897e-05, + "loss": 0.0361, + "step": 27299 + }, + { + "epoch": 23.155216284987276, + "grad_norm": 0.8856941964657652, + "learning_rate": 1.7943994370898136e-05, + "loss": 0.0367, + "step": 27300 + }, + { + "epoch": 23.156064461407972, + "grad_norm": 0.954468063633292, + "learning_rate": 1.7943827514122602e-05, + "loss": 0.04, + "step": 27301 + }, + { + "epoch": 23.15691263782867, + "grad_norm": 0.8054514896136044, + "learning_rate": 1.794366065135249e-05, + "loss": 0.0343, + "step": 27302 + }, + { + "epoch": 23.157760814249365, + "grad_norm": 1.0088932018368177, + "learning_rate": 1.7943493782587925e-05, + "loss": 0.035, + "step": 27303 + }, + { + "epoch": 23.15860899067006, + "grad_norm": 1.0458689550289142, + "learning_rate": 1.794332690782904e-05, + "loss": 0.0364, + "step": 27304 + }, + { + "epoch": 23.159457167090753, + "grad_norm": 1.1807388900378428, + "learning_rate": 1.7943160027075956e-05, + "loss": 0.04, + "step": 27305 + }, + { + "epoch": 23.16030534351145, + "grad_norm": 0.9998544205257267, + "learning_rate": 1.79429931403288e-05, + "loss": 0.0382, + "step": 27306 + }, + { + "epoch": 23.161153519932146, + "grad_norm": 1.01084586966696, + "learning_rate": 1.7942826247587695e-05, + "loss": 0.0363, + "step": 27307 + }, + { + "epoch": 23.162001696352842, + "grad_norm": 0.839252519983586, + "learning_rate": 1.794265934885277e-05, + "loss": 0.0362, + "step": 27308 + }, + { + "epoch": 23.16284987277354, + "grad_norm": 1.040331561425821, + "learning_rate": 1.7942492444124153e-05, + "loss": 0.0447, + "step": 27309 + }, + { + "epoch": 23.16369804919423, + "grad_norm": 1.010294293257265, + "learning_rate": 1.7942325533401964e-05, + "loss": 0.0377, + "step": 27310 + }, + { + "epoch": 23.164546225614927, + "grad_norm": 0.8987944021958215, + "learning_rate": 1.7942158616686336e-05, + "loss": 0.0368, + "step": 27311 + }, + { + "epoch": 23.165394402035624, + "grad_norm": 1.0892139976158117, + "learning_rate": 1.794199169397739e-05, + "loss": 0.0366, + "step": 27312 + }, + { + "epoch": 23.16624257845632, + "grad_norm": 0.8781348445774972, + "learning_rate": 1.7941824765275254e-05, + "loss": 0.0342, + "step": 27313 + }, + { + "epoch": 23.167090754877016, + "grad_norm": 0.996132710866692, + "learning_rate": 1.794165783058005e-05, + "loss": 0.0411, + "step": 27314 + }, + { + "epoch": 23.16793893129771, + "grad_norm": 0.8611889520150527, + "learning_rate": 1.794149088989191e-05, + "loss": 0.036, + "step": 27315 + }, + { + "epoch": 23.168787107718405, + "grad_norm": 1.0424074947920907, + "learning_rate": 1.7941323943210957e-05, + "loss": 0.0385, + "step": 27316 + }, + { + "epoch": 23.1696352841391, + "grad_norm": 1.1417707802453023, + "learning_rate": 1.7941156990537317e-05, + "loss": 0.0397, + "step": 27317 + }, + { + "epoch": 23.170483460559797, + "grad_norm": 0.9597106914100991, + "learning_rate": 1.7940990031871118e-05, + "loss": 0.035, + "step": 27318 + }, + { + "epoch": 23.171331636980494, + "grad_norm": 1.2248827398466604, + "learning_rate": 1.794082306721248e-05, + "loss": 0.0391, + "step": 27319 + }, + { + "epoch": 23.172179813401186, + "grad_norm": 0.9875656633827414, + "learning_rate": 1.7940656096561538e-05, + "loss": 0.0405, + "step": 27320 + }, + { + "epoch": 23.173027989821882, + "grad_norm": 1.0326866633006875, + "learning_rate": 1.794048911991841e-05, + "loss": 0.0355, + "step": 27321 + }, + { + "epoch": 23.17387616624258, + "grad_norm": 1.212860017721654, + "learning_rate": 1.794032213728323e-05, + "loss": 0.0387, + "step": 27322 + }, + { + "epoch": 23.174724342663275, + "grad_norm": 1.1622197612346525, + "learning_rate": 1.794015514865611e-05, + "loss": 0.0403, + "step": 27323 + }, + { + "epoch": 23.17557251908397, + "grad_norm": 0.9554892216239963, + "learning_rate": 1.7939988154037192e-05, + "loss": 0.0334, + "step": 27324 + }, + { + "epoch": 23.176420695504664, + "grad_norm": 0.9281178907094206, + "learning_rate": 1.7939821153426593e-05, + "loss": 0.0369, + "step": 27325 + }, + { + "epoch": 23.17726887192536, + "grad_norm": 0.9130322746484726, + "learning_rate": 1.7939654146824445e-05, + "loss": 0.0379, + "step": 27326 + }, + { + "epoch": 23.178117048346056, + "grad_norm": 1.054559340072654, + "learning_rate": 1.7939487134230864e-05, + "loss": 0.0372, + "step": 27327 + }, + { + "epoch": 23.178965224766753, + "grad_norm": 1.0028168539958804, + "learning_rate": 1.7939320115645985e-05, + "loss": 0.0384, + "step": 27328 + }, + { + "epoch": 23.179813401187445, + "grad_norm": 0.9265537667048964, + "learning_rate": 1.7939153091069934e-05, + "loss": 0.0359, + "step": 27329 + }, + { + "epoch": 23.18066157760814, + "grad_norm": 0.9379736777558515, + "learning_rate": 1.7938986060502832e-05, + "loss": 0.0367, + "step": 27330 + }, + { + "epoch": 23.181509754028838, + "grad_norm": 0.822862057979198, + "learning_rate": 1.793881902394481e-05, + "loss": 0.0404, + "step": 27331 + }, + { + "epoch": 23.182357930449534, + "grad_norm": 0.8886795521482009, + "learning_rate": 1.793865198139599e-05, + "loss": 0.0338, + "step": 27332 + }, + { + "epoch": 23.18320610687023, + "grad_norm": 0.9687470912039944, + "learning_rate": 1.7938484932856495e-05, + "loss": 0.0364, + "step": 27333 + }, + { + "epoch": 23.184054283290923, + "grad_norm": 0.8986447370139472, + "learning_rate": 1.793831787832646e-05, + "loss": 0.0375, + "step": 27334 + }, + { + "epoch": 23.18490245971162, + "grad_norm": 1.0457961148948227, + "learning_rate": 1.7938150817806005e-05, + "loss": 0.0384, + "step": 27335 + }, + { + "epoch": 23.185750636132315, + "grad_norm": 0.8241888076802915, + "learning_rate": 1.793798375129526e-05, + "loss": 0.0354, + "step": 27336 + }, + { + "epoch": 23.18659881255301, + "grad_norm": 0.9274948504463824, + "learning_rate": 1.793781667879435e-05, + "loss": 0.036, + "step": 27337 + }, + { + "epoch": 23.187446988973708, + "grad_norm": 0.9950855422653705, + "learning_rate": 1.7937649600303397e-05, + "loss": 0.0378, + "step": 27338 + }, + { + "epoch": 23.1882951653944, + "grad_norm": 1.072409769229002, + "learning_rate": 1.793748251582253e-05, + "loss": 0.0379, + "step": 27339 + }, + { + "epoch": 23.189143341815097, + "grad_norm": 1.025928442009022, + "learning_rate": 1.7937315425351875e-05, + "loss": 0.0373, + "step": 27340 + }, + { + "epoch": 23.189991518235793, + "grad_norm": 0.9001418619774777, + "learning_rate": 1.793714832889156e-05, + "loss": 0.0368, + "step": 27341 + }, + { + "epoch": 23.19083969465649, + "grad_norm": 1.1115909315834587, + "learning_rate": 1.7936981226441708e-05, + "loss": 0.0368, + "step": 27342 + }, + { + "epoch": 23.191687871077185, + "grad_norm": 0.9608013039561762, + "learning_rate": 1.7936814118002446e-05, + "loss": 0.0368, + "step": 27343 + }, + { + "epoch": 23.192536047497878, + "grad_norm": 0.8350802511347939, + "learning_rate": 1.79366470035739e-05, + "loss": 0.0358, + "step": 27344 + }, + { + "epoch": 23.193384223918574, + "grad_norm": 1.2669212611255831, + "learning_rate": 1.7936479883156198e-05, + "loss": 0.0394, + "step": 27345 + }, + { + "epoch": 23.19423240033927, + "grad_norm": 0.772306964272185, + "learning_rate": 1.793631275674946e-05, + "loss": 0.0352, + "step": 27346 + }, + { + "epoch": 23.195080576759967, + "grad_norm": 0.881555743043897, + "learning_rate": 1.7936145624353822e-05, + "loss": 0.0356, + "step": 27347 + }, + { + "epoch": 23.195928753180663, + "grad_norm": 1.0153797783414875, + "learning_rate": 1.7935978485969404e-05, + "loss": 0.0388, + "step": 27348 + }, + { + "epoch": 23.196776929601356, + "grad_norm": 1.0892205872953318, + "learning_rate": 1.7935811341596335e-05, + "loss": 0.0369, + "step": 27349 + }, + { + "epoch": 23.197625106022052, + "grad_norm": 1.1016685741422096, + "learning_rate": 1.7935644191234732e-05, + "loss": 0.0397, + "step": 27350 + }, + { + "epoch": 23.198473282442748, + "grad_norm": 0.9658918178210221, + "learning_rate": 1.7935477034884735e-05, + "loss": 0.0367, + "step": 27351 + }, + { + "epoch": 23.199321458863444, + "grad_norm": 0.7871541530048702, + "learning_rate": 1.7935309872546463e-05, + "loss": 0.0368, + "step": 27352 + }, + { + "epoch": 23.20016963528414, + "grad_norm": 1.035456983446773, + "learning_rate": 1.793514270422004e-05, + "loss": 0.0393, + "step": 27353 + }, + { + "epoch": 23.201017811704833, + "grad_norm": 0.9763285369890322, + "learning_rate": 1.7934975529905596e-05, + "loss": 0.0363, + "step": 27354 + }, + { + "epoch": 23.20186598812553, + "grad_norm": 0.865497577666507, + "learning_rate": 1.7934808349603255e-05, + "loss": 0.0402, + "step": 27355 + }, + { + "epoch": 23.202714164546226, + "grad_norm": 0.9253577353153601, + "learning_rate": 1.7934641163313144e-05, + "loss": 0.0365, + "step": 27356 + }, + { + "epoch": 23.203562340966922, + "grad_norm": 1.1870081886366566, + "learning_rate": 1.793447397103539e-05, + "loss": 0.0377, + "step": 27357 + }, + { + "epoch": 23.20441051738762, + "grad_norm": 0.9926776187392936, + "learning_rate": 1.7934306772770118e-05, + "loss": 0.0397, + "step": 27358 + }, + { + "epoch": 23.20525869380831, + "grad_norm": 0.9201722741767244, + "learning_rate": 1.7934139568517454e-05, + "loss": 0.0355, + "step": 27359 + }, + { + "epoch": 23.206106870229007, + "grad_norm": 1.0554035819439977, + "learning_rate": 1.7933972358277527e-05, + "loss": 0.0382, + "step": 27360 + }, + { + "epoch": 23.206955046649703, + "grad_norm": 0.8567783098271167, + "learning_rate": 1.793380514205046e-05, + "loss": 0.0333, + "step": 27361 + }, + { + "epoch": 23.2078032230704, + "grad_norm": 0.9443311394888321, + "learning_rate": 1.7933637919836376e-05, + "loss": 0.0335, + "step": 27362 + }, + { + "epoch": 23.208651399491096, + "grad_norm": 1.1036793229243667, + "learning_rate": 1.793347069163541e-05, + "loss": 0.0382, + "step": 27363 + }, + { + "epoch": 23.20949957591179, + "grad_norm": 1.0435019237896002, + "learning_rate": 1.7933303457447683e-05, + "loss": 0.0398, + "step": 27364 + }, + { + "epoch": 23.210347752332485, + "grad_norm": 1.0225959754030993, + "learning_rate": 1.793313621727332e-05, + "loss": 0.0351, + "step": 27365 + }, + { + "epoch": 23.21119592875318, + "grad_norm": 0.9687031096779233, + "learning_rate": 1.7932968971112447e-05, + "loss": 0.0382, + "step": 27366 + }, + { + "epoch": 23.212044105173877, + "grad_norm": 0.9449748154792489, + "learning_rate": 1.7932801718965196e-05, + "loss": 0.0366, + "step": 27367 + }, + { + "epoch": 23.21289228159457, + "grad_norm": 0.9464740311105343, + "learning_rate": 1.7932634460831688e-05, + "loss": 0.0387, + "step": 27368 + }, + { + "epoch": 23.213740458015266, + "grad_norm": 0.8887439927485097, + "learning_rate": 1.793246719671205e-05, + "loss": 0.0369, + "step": 27369 + }, + { + "epoch": 23.214588634435962, + "grad_norm": 1.0691172121247043, + "learning_rate": 1.793229992660641e-05, + "loss": 0.0364, + "step": 27370 + }, + { + "epoch": 23.21543681085666, + "grad_norm": 0.7876672662466044, + "learning_rate": 1.793213265051489e-05, + "loss": 0.0356, + "step": 27371 + }, + { + "epoch": 23.216284987277355, + "grad_norm": 0.8981422623394638, + "learning_rate": 1.7931965368437622e-05, + "loss": 0.0326, + "step": 27372 + }, + { + "epoch": 23.217133163698048, + "grad_norm": 1.1968146607209131, + "learning_rate": 1.793179808037473e-05, + "loss": 0.0388, + "step": 27373 + }, + { + "epoch": 23.217981340118744, + "grad_norm": 1.0286338509084252, + "learning_rate": 1.7931630786326338e-05, + "loss": 0.0399, + "step": 27374 + }, + { + "epoch": 23.21882951653944, + "grad_norm": 1.0798451540983707, + "learning_rate": 1.7931463486292574e-05, + "loss": 0.0378, + "step": 27375 + }, + { + "epoch": 23.219677692960136, + "grad_norm": 1.0416466454268134, + "learning_rate": 1.7931296180273563e-05, + "loss": 0.0397, + "step": 27376 + }, + { + "epoch": 23.220525869380833, + "grad_norm": 1.1127327886664629, + "learning_rate": 1.7931128868269434e-05, + "loss": 0.0406, + "step": 27377 + }, + { + "epoch": 23.221374045801525, + "grad_norm": 1.5131602646949989, + "learning_rate": 1.793096155028031e-05, + "loss": 0.0367, + "step": 27378 + }, + { + "epoch": 23.22222222222222, + "grad_norm": 1.0334264836038292, + "learning_rate": 1.793079422630632e-05, + "loss": 0.039, + "step": 27379 + }, + { + "epoch": 23.223070398642918, + "grad_norm": 0.9093204899086847, + "learning_rate": 1.793062689634759e-05, + "loss": 0.0364, + "step": 27380 + }, + { + "epoch": 23.223918575063614, + "grad_norm": 1.0660434030248476, + "learning_rate": 1.7930459560404247e-05, + "loss": 0.0393, + "step": 27381 + }, + { + "epoch": 23.22476675148431, + "grad_norm": 1.0040015973528642, + "learning_rate": 1.793029221847641e-05, + "loss": 0.0353, + "step": 27382 + }, + { + "epoch": 23.225614927905003, + "grad_norm": 1.0523980300906657, + "learning_rate": 1.7930124870564216e-05, + "loss": 0.0388, + "step": 27383 + }, + { + "epoch": 23.2264631043257, + "grad_norm": 1.1614746442521264, + "learning_rate": 1.7929957516667782e-05, + "loss": 0.0387, + "step": 27384 + }, + { + "epoch": 23.227311280746395, + "grad_norm": 1.0964591169047253, + "learning_rate": 1.792979015678724e-05, + "loss": 0.0398, + "step": 27385 + }, + { + "epoch": 23.22815945716709, + "grad_norm": 0.9679791072011511, + "learning_rate": 1.792962279092272e-05, + "loss": 0.0373, + "step": 27386 + }, + { + "epoch": 23.229007633587788, + "grad_norm": 0.9836917461757004, + "learning_rate": 1.7929455419074337e-05, + "loss": 0.0374, + "step": 27387 + }, + { + "epoch": 23.22985581000848, + "grad_norm": 0.9367448571687754, + "learning_rate": 1.792928804124223e-05, + "loss": 0.0369, + "step": 27388 + }, + { + "epoch": 23.230703986429177, + "grad_norm": 1.0443002001029305, + "learning_rate": 1.7929120657426508e-05, + "loss": 0.0388, + "step": 27389 + }, + { + "epoch": 23.231552162849873, + "grad_norm": 1.0372595243043974, + "learning_rate": 1.792895326762732e-05, + "loss": 0.0371, + "step": 27390 + }, + { + "epoch": 23.23240033927057, + "grad_norm": 1.0380137870650323, + "learning_rate": 1.792878587184477e-05, + "loss": 0.039, + "step": 27391 + }, + { + "epoch": 23.233248515691265, + "grad_norm": 0.9966089405629504, + "learning_rate": 1.7928618470079002e-05, + "loss": 0.0381, + "step": 27392 + }, + { + "epoch": 23.234096692111958, + "grad_norm": 1.020347219552852, + "learning_rate": 1.792845106233013e-05, + "loss": 0.036, + "step": 27393 + }, + { + "epoch": 23.234944868532654, + "grad_norm": 1.0494074580716586, + "learning_rate": 1.792828364859829e-05, + "loss": 0.0388, + "step": 27394 + }, + { + "epoch": 23.23579304495335, + "grad_norm": 0.9220422741944009, + "learning_rate": 1.7928116228883602e-05, + "loss": 0.0367, + "step": 27395 + }, + { + "epoch": 23.236641221374047, + "grad_norm": 0.887663395021489, + "learning_rate": 1.792794880318619e-05, + "loss": 0.0402, + "step": 27396 + }, + { + "epoch": 23.237489397794743, + "grad_norm": 1.0491139407128316, + "learning_rate": 1.7927781371506194e-05, + "loss": 0.0366, + "step": 27397 + }, + { + "epoch": 23.238337574215436, + "grad_norm": 1.0120320476986324, + "learning_rate": 1.792761393384372e-05, + "loss": 0.0383, + "step": 27398 + }, + { + "epoch": 23.239185750636132, + "grad_norm": 1.1062377252838214, + "learning_rate": 1.792744649019891e-05, + "loss": 0.0383, + "step": 27399 + }, + { + "epoch": 23.240033927056828, + "grad_norm": 1.114913620265663, + "learning_rate": 1.7927279040571885e-05, + "loss": 0.0388, + "step": 27400 + }, + { + "epoch": 23.240882103477524, + "grad_norm": 1.0038002193281017, + "learning_rate": 1.7927111584962773e-05, + "loss": 0.0373, + "step": 27401 + }, + { + "epoch": 23.24173027989822, + "grad_norm": 0.9438293120000262, + "learning_rate": 1.79269441233717e-05, + "loss": 0.0388, + "step": 27402 + }, + { + "epoch": 23.242578456318913, + "grad_norm": 1.2198743172254065, + "learning_rate": 1.7926776655798787e-05, + "loss": 0.0396, + "step": 27403 + }, + { + "epoch": 23.24342663273961, + "grad_norm": 1.03568672723475, + "learning_rate": 1.7926609182244167e-05, + "loss": 0.0407, + "step": 27404 + }, + { + "epoch": 23.244274809160306, + "grad_norm": 0.9656920819265968, + "learning_rate": 1.792644170270797e-05, + "loss": 0.0366, + "step": 27405 + }, + { + "epoch": 23.245122985581002, + "grad_norm": 1.0430210938150337, + "learning_rate": 1.792627421719031e-05, + "loss": 0.0397, + "step": 27406 + }, + { + "epoch": 23.245971162001695, + "grad_norm": 0.9785172212170482, + "learning_rate": 1.792610672569132e-05, + "loss": 0.041, + "step": 27407 + }, + { + "epoch": 23.24681933842239, + "grad_norm": 0.9602301798400302, + "learning_rate": 1.7925939228211127e-05, + "loss": 0.0372, + "step": 27408 + }, + { + "epoch": 23.247667514843087, + "grad_norm": 0.9674475805361988, + "learning_rate": 1.792577172474986e-05, + "loss": 0.0369, + "step": 27409 + }, + { + "epoch": 23.248515691263783, + "grad_norm": 0.8580293960760143, + "learning_rate": 1.792560421530764e-05, + "loss": 0.0378, + "step": 27410 + }, + { + "epoch": 23.24936386768448, + "grad_norm": 1.0230979862225167, + "learning_rate": 1.7925436699884596e-05, + "loss": 0.0394, + "step": 27411 + }, + { + "epoch": 23.250212044105172, + "grad_norm": 0.8757223341310258, + "learning_rate": 1.7925269178480855e-05, + "loss": 0.0371, + "step": 27412 + }, + { + "epoch": 23.25106022052587, + "grad_norm": 1.0261758772740643, + "learning_rate": 1.7925101651096542e-05, + "loss": 0.0404, + "step": 27413 + }, + { + "epoch": 23.251908396946565, + "grad_norm": 1.0016883476552965, + "learning_rate": 1.7924934117731784e-05, + "loss": 0.0405, + "step": 27414 + }, + { + "epoch": 23.25275657336726, + "grad_norm": 1.0281342429366411, + "learning_rate": 1.7924766578386706e-05, + "loss": 0.039, + "step": 27415 + }, + { + "epoch": 23.253604749787957, + "grad_norm": 0.8391222443266608, + "learning_rate": 1.7924599033061432e-05, + "loss": 0.0362, + "step": 27416 + }, + { + "epoch": 23.25445292620865, + "grad_norm": 1.0886902065455784, + "learning_rate": 1.79244314817561e-05, + "loss": 0.0376, + "step": 27417 + }, + { + "epoch": 23.255301102629346, + "grad_norm": 1.1655939878964114, + "learning_rate": 1.7924263924470823e-05, + "loss": 0.0386, + "step": 27418 + }, + { + "epoch": 23.256149279050042, + "grad_norm": 0.9430822174332644, + "learning_rate": 1.7924096361205737e-05, + "loss": 0.0355, + "step": 27419 + }, + { + "epoch": 23.25699745547074, + "grad_norm": 1.2294645083670386, + "learning_rate": 1.7923928791960962e-05, + "loss": 0.0384, + "step": 27420 + }, + { + "epoch": 23.257845631891435, + "grad_norm": 0.9681307819680075, + "learning_rate": 1.7923761216736628e-05, + "loss": 0.0359, + "step": 27421 + }, + { + "epoch": 23.258693808312128, + "grad_norm": 0.9706028691884648, + "learning_rate": 1.7923593635532862e-05, + "loss": 0.0372, + "step": 27422 + }, + { + "epoch": 23.259541984732824, + "grad_norm": 1.0744544991416478, + "learning_rate": 1.7923426048349785e-05, + "loss": 0.0379, + "step": 27423 + }, + { + "epoch": 23.26039016115352, + "grad_norm": 0.9269753248566986, + "learning_rate": 1.792325845518753e-05, + "loss": 0.0337, + "step": 27424 + }, + { + "epoch": 23.261238337574216, + "grad_norm": 1.0233985143548832, + "learning_rate": 1.7923090856046222e-05, + "loss": 0.0378, + "step": 27425 + }, + { + "epoch": 23.262086513994912, + "grad_norm": 1.033640932908218, + "learning_rate": 1.7922923250925983e-05, + "loss": 0.0369, + "step": 27426 + }, + { + "epoch": 23.262934690415605, + "grad_norm": 1.1003494184711071, + "learning_rate": 1.7922755639826944e-05, + "loss": 0.0379, + "step": 27427 + }, + { + "epoch": 23.2637828668363, + "grad_norm": 0.889929436414479, + "learning_rate": 1.792258802274923e-05, + "loss": 0.0369, + "step": 27428 + }, + { + "epoch": 23.264631043256998, + "grad_norm": 1.0411215730767553, + "learning_rate": 1.792242039969297e-05, + "loss": 0.0388, + "step": 27429 + }, + { + "epoch": 23.265479219677694, + "grad_norm": 1.128768326385139, + "learning_rate": 1.7922252770658285e-05, + "loss": 0.0407, + "step": 27430 + }, + { + "epoch": 23.26632739609839, + "grad_norm": 1.107385575103966, + "learning_rate": 1.7922085135645308e-05, + "loss": 0.039, + "step": 27431 + }, + { + "epoch": 23.267175572519083, + "grad_norm": 1.094852438014895, + "learning_rate": 1.7921917494654158e-05, + "loss": 0.0393, + "step": 27432 + }, + { + "epoch": 23.26802374893978, + "grad_norm": 0.8749077671297703, + "learning_rate": 1.792174984768497e-05, + "loss": 0.0357, + "step": 27433 + }, + { + "epoch": 23.268871925360475, + "grad_norm": 1.0662508889605806, + "learning_rate": 1.7921582194737864e-05, + "loss": 0.0381, + "step": 27434 + }, + { + "epoch": 23.26972010178117, + "grad_norm": 1.0987811438418351, + "learning_rate": 1.7921414535812967e-05, + "loss": 0.0402, + "step": 27435 + }, + { + "epoch": 23.270568278201868, + "grad_norm": 1.0428496759952433, + "learning_rate": 1.792124687091041e-05, + "loss": 0.0372, + "step": 27436 + }, + { + "epoch": 23.27141645462256, + "grad_norm": 1.052524968647719, + "learning_rate": 1.7921079200030316e-05, + "loss": 0.0376, + "step": 27437 + }, + { + "epoch": 23.272264631043257, + "grad_norm": 0.9640292001304147, + "learning_rate": 1.7920911523172814e-05, + "loss": 0.0435, + "step": 27438 + }, + { + "epoch": 23.273112807463953, + "grad_norm": 1.0290513556157386, + "learning_rate": 1.7920743840338026e-05, + "loss": 0.0374, + "step": 27439 + }, + { + "epoch": 23.27396098388465, + "grad_norm": 1.0417624677612745, + "learning_rate": 1.7920576151526083e-05, + "loss": 0.0386, + "step": 27440 + }, + { + "epoch": 23.274809160305345, + "grad_norm": 1.151064491311437, + "learning_rate": 1.792040845673711e-05, + "loss": 0.0384, + "step": 27441 + }, + { + "epoch": 23.275657336726038, + "grad_norm": 1.0394165802463524, + "learning_rate": 1.7920240755971235e-05, + "loss": 0.0391, + "step": 27442 + }, + { + "epoch": 23.276505513146734, + "grad_norm": 1.034139324683335, + "learning_rate": 1.792007304922858e-05, + "loss": 0.0408, + "step": 27443 + }, + { + "epoch": 23.27735368956743, + "grad_norm": 0.7689296160179436, + "learning_rate": 1.7919905336509274e-05, + "loss": 0.0354, + "step": 27444 + }, + { + "epoch": 23.278201865988127, + "grad_norm": 1.0332616895333624, + "learning_rate": 1.791973761781345e-05, + "loss": 0.0367, + "step": 27445 + }, + { + "epoch": 23.27905004240882, + "grad_norm": 0.9140154716083012, + "learning_rate": 1.7919569893141222e-05, + "loss": 0.0381, + "step": 27446 + }, + { + "epoch": 23.279898218829516, + "grad_norm": 0.8456811150544645, + "learning_rate": 1.7919402162492726e-05, + "loss": 0.0357, + "step": 27447 + }, + { + "epoch": 23.280746395250212, + "grad_norm": 0.8988923366954927, + "learning_rate": 1.7919234425868087e-05, + "loss": 0.035, + "step": 27448 + }, + { + "epoch": 23.281594571670908, + "grad_norm": 0.9810172082710837, + "learning_rate": 1.7919066683267427e-05, + "loss": 0.0375, + "step": 27449 + }, + { + "epoch": 23.282442748091604, + "grad_norm": 1.0349174362751012, + "learning_rate": 1.791889893469088e-05, + "loss": 0.038, + "step": 27450 + }, + { + "epoch": 23.283290924512297, + "grad_norm": 0.9808119036155392, + "learning_rate": 1.7918731180138565e-05, + "loss": 0.0378, + "step": 27451 + }, + { + "epoch": 23.284139100932993, + "grad_norm": 1.088602906659413, + "learning_rate": 1.7918563419610615e-05, + "loss": 0.0428, + "step": 27452 + }, + { + "epoch": 23.28498727735369, + "grad_norm": 1.1530388412560348, + "learning_rate": 1.7918395653107154e-05, + "loss": 0.0384, + "step": 27453 + }, + { + "epoch": 23.285835453774386, + "grad_norm": 0.9496968089331694, + "learning_rate": 1.7918227880628305e-05, + "loss": 0.0375, + "step": 27454 + }, + { + "epoch": 23.286683630195082, + "grad_norm": 0.9355474285493716, + "learning_rate": 1.79180601021742e-05, + "loss": 0.0353, + "step": 27455 + }, + { + "epoch": 23.287531806615775, + "grad_norm": 0.9784975656277347, + "learning_rate": 1.7917892317744964e-05, + "loss": 0.0367, + "step": 27456 + }, + { + "epoch": 23.28837998303647, + "grad_norm": 0.9759122529475056, + "learning_rate": 1.7917724527340723e-05, + "loss": 0.0354, + "step": 27457 + }, + { + "epoch": 23.289228159457167, + "grad_norm": 1.015760562917705, + "learning_rate": 1.7917556730961606e-05, + "loss": 0.0359, + "step": 27458 + }, + { + "epoch": 23.290076335877863, + "grad_norm": 0.8300916313848313, + "learning_rate": 1.7917388928607735e-05, + "loss": 0.0351, + "step": 27459 + }, + { + "epoch": 23.29092451229856, + "grad_norm": 0.9528314465621144, + "learning_rate": 1.7917221120279237e-05, + "loss": 0.0373, + "step": 27460 + }, + { + "epoch": 23.291772688719252, + "grad_norm": 1.0220843818054688, + "learning_rate": 1.7917053305976246e-05, + "loss": 0.0373, + "step": 27461 + }, + { + "epoch": 23.29262086513995, + "grad_norm": 0.9915894927872401, + "learning_rate": 1.7916885485698877e-05, + "loss": 0.0404, + "step": 27462 + }, + { + "epoch": 23.293469041560645, + "grad_norm": 0.8752024673024948, + "learning_rate": 1.791671765944727e-05, + "loss": 0.0344, + "step": 27463 + }, + { + "epoch": 23.29431721798134, + "grad_norm": 1.1816591170473993, + "learning_rate": 1.791654982722154e-05, + "loss": 0.0406, + "step": 27464 + }, + { + "epoch": 23.295165394402037, + "grad_norm": 1.0572729515095163, + "learning_rate": 1.7916381989021817e-05, + "loss": 0.0386, + "step": 27465 + }, + { + "epoch": 23.29601357082273, + "grad_norm": 0.9209949751503627, + "learning_rate": 1.7916214144848232e-05, + "loss": 0.0378, + "step": 27466 + }, + { + "epoch": 23.296861747243426, + "grad_norm": 0.9643210902550816, + "learning_rate": 1.7916046294700908e-05, + "loss": 0.0404, + "step": 27467 + }, + { + "epoch": 23.297709923664122, + "grad_norm": 1.0231761953758651, + "learning_rate": 1.791587843857997e-05, + "loss": 0.0379, + "step": 27468 + }, + { + "epoch": 23.29855810008482, + "grad_norm": 0.9902646857900173, + "learning_rate": 1.791571057648555e-05, + "loss": 0.0398, + "step": 27469 + }, + { + "epoch": 23.299406276505515, + "grad_norm": 1.0628561739390727, + "learning_rate": 1.7915542708417774e-05, + "loss": 0.0405, + "step": 27470 + }, + { + "epoch": 23.300254452926207, + "grad_norm": 0.9835605858056841, + "learning_rate": 1.791537483437676e-05, + "loss": 0.0383, + "step": 27471 + }, + { + "epoch": 23.301102629346904, + "grad_norm": 1.0086525949533318, + "learning_rate": 1.7915206954362644e-05, + "loss": 0.0387, + "step": 27472 + }, + { + "epoch": 23.3019508057676, + "grad_norm": 1.006351627930418, + "learning_rate": 1.791503906837555e-05, + "loss": 0.0353, + "step": 27473 + }, + { + "epoch": 23.302798982188296, + "grad_norm": 0.9646349026207277, + "learning_rate": 1.79148711764156e-05, + "loss": 0.0391, + "step": 27474 + }, + { + "epoch": 23.303647158608992, + "grad_norm": 1.022613375920823, + "learning_rate": 1.7914703278482933e-05, + "loss": 0.0356, + "step": 27475 + }, + { + "epoch": 23.304495335029685, + "grad_norm": 0.9304772818087724, + "learning_rate": 1.7914535374577663e-05, + "loss": 0.037, + "step": 27476 + }, + { + "epoch": 23.30534351145038, + "grad_norm": 0.9746796328997555, + "learning_rate": 1.7914367464699922e-05, + "loss": 0.0379, + "step": 27477 + }, + { + "epoch": 23.306191687871078, + "grad_norm": 0.9194931835985425, + "learning_rate": 1.7914199548849834e-05, + "loss": 0.0374, + "step": 27478 + }, + { + "epoch": 23.307039864291774, + "grad_norm": 0.8523991460651098, + "learning_rate": 1.791403162702753e-05, + "loss": 0.0363, + "step": 27479 + }, + { + "epoch": 23.307888040712466, + "grad_norm": 1.0053772341665037, + "learning_rate": 1.7913863699233135e-05, + "loss": 0.0357, + "step": 27480 + }, + { + "epoch": 23.308736217133163, + "grad_norm": 1.1069845964096208, + "learning_rate": 1.7913695765466775e-05, + "loss": 0.0386, + "step": 27481 + }, + { + "epoch": 23.30958439355386, + "grad_norm": 1.1534762335258857, + "learning_rate": 1.791352782572858e-05, + "loss": 0.0405, + "step": 27482 + }, + { + "epoch": 23.310432569974555, + "grad_norm": 0.9723097048163526, + "learning_rate": 1.7913359880018668e-05, + "loss": 0.0361, + "step": 27483 + }, + { + "epoch": 23.31128074639525, + "grad_norm": 0.9189765448694013, + "learning_rate": 1.7913191928337175e-05, + "loss": 0.0366, + "step": 27484 + }, + { + "epoch": 23.312128922815944, + "grad_norm": 1.0009177791890589, + "learning_rate": 1.7913023970684222e-05, + "loss": 0.0373, + "step": 27485 + }, + { + "epoch": 23.31297709923664, + "grad_norm": 0.9592010056590815, + "learning_rate": 1.791285600705994e-05, + "loss": 0.0383, + "step": 27486 + }, + { + "epoch": 23.313825275657337, + "grad_norm": 1.1753074906727607, + "learning_rate": 1.7912688037464453e-05, + "loss": 0.038, + "step": 27487 + }, + { + "epoch": 23.314673452078033, + "grad_norm": 1.2334663941409152, + "learning_rate": 1.7912520061897888e-05, + "loss": 0.0441, + "step": 27488 + }, + { + "epoch": 23.31552162849873, + "grad_norm": 1.116441615877028, + "learning_rate": 1.7912352080360374e-05, + "loss": 0.0392, + "step": 27489 + }, + { + "epoch": 23.31636980491942, + "grad_norm": 1.0842182487730487, + "learning_rate": 1.7912184092852034e-05, + "loss": 0.0415, + "step": 27490 + }, + { + "epoch": 23.317217981340118, + "grad_norm": 1.2278734558848328, + "learning_rate": 1.7912016099373e-05, + "loss": 0.0483, + "step": 27491 + }, + { + "epoch": 23.318066157760814, + "grad_norm": 1.0097682000025534, + "learning_rate": 1.791184809992339e-05, + "loss": 0.0376, + "step": 27492 + }, + { + "epoch": 23.31891433418151, + "grad_norm": 1.0092849579069976, + "learning_rate": 1.791168009450334e-05, + "loss": 0.0406, + "step": 27493 + }, + { + "epoch": 23.319762510602207, + "grad_norm": 1.0210301292744846, + "learning_rate": 1.791151208311297e-05, + "loss": 0.0365, + "step": 27494 + }, + { + "epoch": 23.3206106870229, + "grad_norm": 1.0124229410387469, + "learning_rate": 1.7911344065752413e-05, + "loss": 0.0409, + "step": 27495 + }, + { + "epoch": 23.321458863443596, + "grad_norm": 1.0276833944119774, + "learning_rate": 1.7911176042421792e-05, + "loss": 0.0375, + "step": 27496 + }, + { + "epoch": 23.32230703986429, + "grad_norm": 0.9597832450109445, + "learning_rate": 1.7911008013121235e-05, + "loss": 0.0358, + "step": 27497 + }, + { + "epoch": 23.323155216284988, + "grad_norm": 1.121226457340629, + "learning_rate": 1.791083997785087e-05, + "loss": 0.0388, + "step": 27498 + }, + { + "epoch": 23.324003392705684, + "grad_norm": 0.98237092827433, + "learning_rate": 1.7910671936610813e-05, + "loss": 0.0366, + "step": 27499 + }, + { + "epoch": 23.324851569126377, + "grad_norm": 1.0603358973340924, + "learning_rate": 1.791050388940121e-05, + "loss": 0.0375, + "step": 27500 + }, + { + "epoch": 23.325699745547073, + "grad_norm": 0.9951906939526475, + "learning_rate": 1.7910335836222174e-05, + "loss": 0.0388, + "step": 27501 + }, + { + "epoch": 23.32654792196777, + "grad_norm": 0.9666956748829393, + "learning_rate": 1.7910167777073836e-05, + "loss": 0.0394, + "step": 27502 + }, + { + "epoch": 23.327396098388466, + "grad_norm": 1.0068770746217621, + "learning_rate": 1.7909999711956322e-05, + "loss": 0.0346, + "step": 27503 + }, + { + "epoch": 23.328244274809162, + "grad_norm": 1.085525570119511, + "learning_rate": 1.790983164086976e-05, + "loss": 0.038, + "step": 27504 + }, + { + "epoch": 23.329092451229855, + "grad_norm": 1.085583190848829, + "learning_rate": 1.7909663563814272e-05, + "loss": 0.0367, + "step": 27505 + }, + { + "epoch": 23.32994062765055, + "grad_norm": 1.1369413338043273, + "learning_rate": 1.7909495480789994e-05, + "loss": 0.0404, + "step": 27506 + }, + { + "epoch": 23.330788804071247, + "grad_norm": 0.9770907292673003, + "learning_rate": 1.7909327391797043e-05, + "loss": 0.0381, + "step": 27507 + }, + { + "epoch": 23.331636980491943, + "grad_norm": 0.9178550644309467, + "learning_rate": 1.7909159296835553e-05, + "loss": 0.0376, + "step": 27508 + }, + { + "epoch": 23.33248515691264, + "grad_norm": 1.005209196356319, + "learning_rate": 1.790899119590565e-05, + "loss": 0.0391, + "step": 27509 + }, + { + "epoch": 23.333333333333332, + "grad_norm": 1.1697494467846326, + "learning_rate": 1.790882308900746e-05, + "loss": 0.0396, + "step": 27510 + }, + { + "epoch": 23.33418150975403, + "grad_norm": 1.0040231373270847, + "learning_rate": 1.7908654976141105e-05, + "loss": 0.0376, + "step": 27511 + }, + { + "epoch": 23.335029686174725, + "grad_norm": 0.9931890261368063, + "learning_rate": 1.7908486857306716e-05, + "loss": 0.0388, + "step": 27512 + }, + { + "epoch": 23.33587786259542, + "grad_norm": 1.0176626037758896, + "learning_rate": 1.790831873250442e-05, + "loss": 0.0391, + "step": 27513 + }, + { + "epoch": 23.336726039016117, + "grad_norm": 1.0900616806347567, + "learning_rate": 1.7908150601734346e-05, + "loss": 0.0402, + "step": 27514 + }, + { + "epoch": 23.33757421543681, + "grad_norm": 1.085943908922178, + "learning_rate": 1.790798246499662e-05, + "loss": 0.0399, + "step": 27515 + }, + { + "epoch": 23.338422391857506, + "grad_norm": 0.918480973573646, + "learning_rate": 1.790781432229136e-05, + "loss": 0.0366, + "step": 27516 + }, + { + "epoch": 23.339270568278202, + "grad_norm": 0.9696678489090594, + "learning_rate": 1.790764617361871e-05, + "loss": 0.0369, + "step": 27517 + }, + { + "epoch": 23.3401187446989, + "grad_norm": 1.067428585663406, + "learning_rate": 1.790747801897878e-05, + "loss": 0.0447, + "step": 27518 + }, + { + "epoch": 23.34096692111959, + "grad_norm": 1.0368026927589216, + "learning_rate": 1.7907309858371705e-05, + "loss": 0.0386, + "step": 27519 + }, + { + "epoch": 23.341815097540287, + "grad_norm": 1.0669443860272212, + "learning_rate": 1.7907141691797614e-05, + "loss": 0.0381, + "step": 27520 + }, + { + "epoch": 23.342663273960984, + "grad_norm": 1.0648856954440804, + "learning_rate": 1.7906973519256627e-05, + "loss": 0.0408, + "step": 27521 + }, + { + "epoch": 23.34351145038168, + "grad_norm": 0.9762151978915884, + "learning_rate": 1.7906805340748876e-05, + "loss": 0.0379, + "step": 27522 + }, + { + "epoch": 23.344359626802376, + "grad_norm": 1.1634028213722898, + "learning_rate": 1.790663715627449e-05, + "loss": 0.0393, + "step": 27523 + }, + { + "epoch": 23.34520780322307, + "grad_norm": 1.097648625965297, + "learning_rate": 1.790646896583359e-05, + "loss": 0.0426, + "step": 27524 + }, + { + "epoch": 23.346055979643765, + "grad_norm": 1.0696328663162378, + "learning_rate": 1.7906300769426303e-05, + "loss": 0.0376, + "step": 27525 + }, + { + "epoch": 23.34690415606446, + "grad_norm": 0.9453876730558188, + "learning_rate": 1.790613256705276e-05, + "loss": 0.037, + "step": 27526 + }, + { + "epoch": 23.347752332485157, + "grad_norm": 0.9251282894303818, + "learning_rate": 1.790596435871309e-05, + "loss": 0.0357, + "step": 27527 + }, + { + "epoch": 23.348600508905854, + "grad_norm": 1.0174631308639444, + "learning_rate": 1.790579614440741e-05, + "loss": 0.0447, + "step": 27528 + }, + { + "epoch": 23.349448685326546, + "grad_norm": 1.0030520868396127, + "learning_rate": 1.790562792413586e-05, + "loss": 0.0413, + "step": 27529 + }, + { + "epoch": 23.350296861747243, + "grad_norm": 1.102481502243529, + "learning_rate": 1.7905459697898554e-05, + "loss": 0.039, + "step": 27530 + }, + { + "epoch": 23.35114503816794, + "grad_norm": 1.1007437668908233, + "learning_rate": 1.7905291465695633e-05, + "loss": 0.0418, + "step": 27531 + }, + { + "epoch": 23.351993214588635, + "grad_norm": 1.148430724483327, + "learning_rate": 1.7905123227527207e-05, + "loss": 0.0378, + "step": 27532 + }, + { + "epoch": 23.35284139100933, + "grad_norm": 0.8683407538788585, + "learning_rate": 1.790495498339342e-05, + "loss": 0.0351, + "step": 27533 + }, + { + "epoch": 23.353689567430024, + "grad_norm": 0.8631980606964308, + "learning_rate": 1.7904786733294383e-05, + "loss": 0.0377, + "step": 27534 + }, + { + "epoch": 23.35453774385072, + "grad_norm": 1.0482562830680624, + "learning_rate": 1.790461847723024e-05, + "loss": 0.0359, + "step": 27535 + }, + { + "epoch": 23.355385920271416, + "grad_norm": 1.006571940922447, + "learning_rate": 1.7904450215201098e-05, + "loss": 0.0397, + "step": 27536 + }, + { + "epoch": 23.356234096692113, + "grad_norm": 1.0013276875250952, + "learning_rate": 1.7904281947207104e-05, + "loss": 0.0379, + "step": 27537 + }, + { + "epoch": 23.35708227311281, + "grad_norm": 0.80461188354814, + "learning_rate": 1.7904113673248372e-05, + "loss": 0.0373, + "step": 27538 + }, + { + "epoch": 23.3579304495335, + "grad_norm": 0.9296936357024843, + "learning_rate": 1.7903945393325034e-05, + "loss": 0.0371, + "step": 27539 + }, + { + "epoch": 23.358778625954198, + "grad_norm": 0.995335523952986, + "learning_rate": 1.7903777107437215e-05, + "loss": 0.0361, + "step": 27540 + }, + { + "epoch": 23.359626802374894, + "grad_norm": 1.0420654308536985, + "learning_rate": 1.7903608815585044e-05, + "loss": 0.0407, + "step": 27541 + }, + { + "epoch": 23.36047497879559, + "grad_norm": 1.2862835440788183, + "learning_rate": 1.7903440517768647e-05, + "loss": 0.0396, + "step": 27542 + }, + { + "epoch": 23.361323155216287, + "grad_norm": 1.064556202541404, + "learning_rate": 1.790327221398815e-05, + "loss": 0.0413, + "step": 27543 + }, + { + "epoch": 23.36217133163698, + "grad_norm": 1.0598033433822407, + "learning_rate": 1.790310390424368e-05, + "loss": 0.0405, + "step": 27544 + }, + { + "epoch": 23.363019508057675, + "grad_norm": 0.969749112181732, + "learning_rate": 1.7902935588535365e-05, + "loss": 0.0382, + "step": 27545 + }, + { + "epoch": 23.36386768447837, + "grad_norm": 0.9161015749823201, + "learning_rate": 1.7902767266863335e-05, + "loss": 0.0364, + "step": 27546 + }, + { + "epoch": 23.364715860899068, + "grad_norm": 0.9505692523431565, + "learning_rate": 1.7902598939227708e-05, + "loss": 0.0397, + "step": 27547 + }, + { + "epoch": 23.365564037319764, + "grad_norm": 0.9563177452220156, + "learning_rate": 1.7902430605628624e-05, + "loss": 0.0365, + "step": 27548 + }, + { + "epoch": 23.366412213740457, + "grad_norm": 1.212365123088424, + "learning_rate": 1.79022622660662e-05, + "loss": 0.0407, + "step": 27549 + }, + { + "epoch": 23.367260390161153, + "grad_norm": 0.9425678485198343, + "learning_rate": 1.7902093920540564e-05, + "loss": 0.0336, + "step": 27550 + }, + { + "epoch": 23.36810856658185, + "grad_norm": 0.9363806561014077, + "learning_rate": 1.7901925569051846e-05, + "loss": 0.0356, + "step": 27551 + }, + { + "epoch": 23.368956743002546, + "grad_norm": 0.9171694927037014, + "learning_rate": 1.790175721160017e-05, + "loss": 0.0373, + "step": 27552 + }, + { + "epoch": 23.36980491942324, + "grad_norm": 0.9580915891724165, + "learning_rate": 1.790158884818567e-05, + "loss": 0.0368, + "step": 27553 + }, + { + "epoch": 23.370653095843934, + "grad_norm": 0.8991259259516463, + "learning_rate": 1.7901420478808466e-05, + "loss": 0.0358, + "step": 27554 + }, + { + "epoch": 23.37150127226463, + "grad_norm": 1.0503444162073434, + "learning_rate": 1.7901252103468686e-05, + "loss": 0.0368, + "step": 27555 + }, + { + "epoch": 23.372349448685327, + "grad_norm": 1.180972366011938, + "learning_rate": 1.7901083722166458e-05, + "loss": 0.0387, + "step": 27556 + }, + { + "epoch": 23.373197625106023, + "grad_norm": 1.0883128668323376, + "learning_rate": 1.790091533490191e-05, + "loss": 0.0397, + "step": 27557 + }, + { + "epoch": 23.374045801526716, + "grad_norm": 1.0943375801635589, + "learning_rate": 1.790074694167517e-05, + "loss": 0.0407, + "step": 27558 + }, + { + "epoch": 23.374893977947412, + "grad_norm": 0.9117224326372205, + "learning_rate": 1.7900578542486363e-05, + "loss": 0.0363, + "step": 27559 + }, + { + "epoch": 23.37574215436811, + "grad_norm": 0.8432623056317591, + "learning_rate": 1.7900410137335614e-05, + "loss": 0.0359, + "step": 27560 + }, + { + "epoch": 23.376590330788805, + "grad_norm": 0.9299636244366403, + "learning_rate": 1.7900241726223054e-05, + "loss": 0.0385, + "step": 27561 + }, + { + "epoch": 23.3774385072095, + "grad_norm": 1.2544779191934141, + "learning_rate": 1.7900073309148812e-05, + "loss": 0.0431, + "step": 27562 + }, + { + "epoch": 23.378286683630193, + "grad_norm": 0.919913472306326, + "learning_rate": 1.789990488611301e-05, + "loss": 0.0384, + "step": 27563 + }, + { + "epoch": 23.37913486005089, + "grad_norm": 0.9633096278154126, + "learning_rate": 1.7899736457115776e-05, + "loss": 0.0379, + "step": 27564 + }, + { + "epoch": 23.379983036471586, + "grad_norm": 0.9061970890854072, + "learning_rate": 1.7899568022157233e-05, + "loss": 0.0363, + "step": 27565 + }, + { + "epoch": 23.380831212892282, + "grad_norm": 1.2285629960953797, + "learning_rate": 1.789939958123752e-05, + "loss": 0.0381, + "step": 27566 + }, + { + "epoch": 23.38167938931298, + "grad_norm": 0.9820977320795855, + "learning_rate": 1.7899231134356757e-05, + "loss": 0.0388, + "step": 27567 + }, + { + "epoch": 23.38252756573367, + "grad_norm": 1.1443704848612415, + "learning_rate": 1.7899062681515068e-05, + "loss": 0.0419, + "step": 27568 + }, + { + "epoch": 23.383375742154367, + "grad_norm": 1.2129077130853316, + "learning_rate": 1.7898894222712585e-05, + "loss": 0.0421, + "step": 27569 + }, + { + "epoch": 23.384223918575064, + "grad_norm": 1.0863889913094333, + "learning_rate": 1.7898725757949432e-05, + "loss": 0.0397, + "step": 27570 + }, + { + "epoch": 23.38507209499576, + "grad_norm": 1.2650147080810676, + "learning_rate": 1.7898557287225743e-05, + "loss": 0.0409, + "step": 27571 + }, + { + "epoch": 23.385920271416456, + "grad_norm": 0.9168138954483142, + "learning_rate": 1.7898388810541635e-05, + "loss": 0.0398, + "step": 27572 + }, + { + "epoch": 23.38676844783715, + "grad_norm": 1.0488985182016763, + "learning_rate": 1.789822032789724e-05, + "loss": 0.0386, + "step": 27573 + }, + { + "epoch": 23.387616624257845, + "grad_norm": 0.887967033692778, + "learning_rate": 1.7898051839292686e-05, + "loss": 0.0368, + "step": 27574 + }, + { + "epoch": 23.38846480067854, + "grad_norm": 0.9486184355966911, + "learning_rate": 1.78978833447281e-05, + "loss": 0.0376, + "step": 27575 + }, + { + "epoch": 23.389312977099237, + "grad_norm": 1.0544430469789976, + "learning_rate": 1.7897714844203608e-05, + "loss": 0.0423, + "step": 27576 + }, + { + "epoch": 23.390161153519934, + "grad_norm": 1.056344492947825, + "learning_rate": 1.7897546337719336e-05, + "loss": 0.0393, + "step": 27577 + }, + { + "epoch": 23.391009329940626, + "grad_norm": 1.0430295483959657, + "learning_rate": 1.789737782527541e-05, + "loss": 0.0423, + "step": 27578 + }, + { + "epoch": 23.391857506361323, + "grad_norm": 1.1194288086570394, + "learning_rate": 1.7897209306871966e-05, + "loss": 0.0401, + "step": 27579 + }, + { + "epoch": 23.39270568278202, + "grad_norm": 1.1184331052722363, + "learning_rate": 1.7897040782509126e-05, + "loss": 0.042, + "step": 27580 + }, + { + "epoch": 23.393553859202715, + "grad_norm": 1.250180901601253, + "learning_rate": 1.789687225218701e-05, + "loss": 0.0428, + "step": 27581 + }, + { + "epoch": 23.39440203562341, + "grad_norm": 0.9587199657457876, + "learning_rate": 1.7896703715905754e-05, + "loss": 0.0378, + "step": 27582 + }, + { + "epoch": 23.395250212044104, + "grad_norm": 1.0238199138094455, + "learning_rate": 1.7896535173665484e-05, + "loss": 0.0364, + "step": 27583 + }, + { + "epoch": 23.3960983884648, + "grad_norm": 1.0481438101610447, + "learning_rate": 1.7896366625466327e-05, + "loss": 0.0384, + "step": 27584 + }, + { + "epoch": 23.396946564885496, + "grad_norm": 1.0048122022936166, + "learning_rate": 1.7896198071308405e-05, + "loss": 0.0378, + "step": 27585 + }, + { + "epoch": 23.397794741306193, + "grad_norm": 1.42234790386554, + "learning_rate": 1.7896029511191853e-05, + "loss": 0.0476, + "step": 27586 + }, + { + "epoch": 23.39864291772689, + "grad_norm": 1.0562612003746268, + "learning_rate": 1.789586094511679e-05, + "loss": 0.0403, + "step": 27587 + }, + { + "epoch": 23.39949109414758, + "grad_norm": 1.0654362960500328, + "learning_rate": 1.789569237308335e-05, + "loss": 0.0405, + "step": 27588 + }, + { + "epoch": 23.400339270568278, + "grad_norm": 1.084396991821523, + "learning_rate": 1.7895523795091655e-05, + "loss": 0.0375, + "step": 27589 + }, + { + "epoch": 23.401187446988974, + "grad_norm": 1.0216197200099006, + "learning_rate": 1.789535521114184e-05, + "loss": 0.0396, + "step": 27590 + }, + { + "epoch": 23.40203562340967, + "grad_norm": 0.9347885188687932, + "learning_rate": 1.7895186621234024e-05, + "loss": 0.0364, + "step": 27591 + }, + { + "epoch": 23.402883799830363, + "grad_norm": 1.5005410056166597, + "learning_rate": 1.789501802536834e-05, + "loss": 0.0427, + "step": 27592 + }, + { + "epoch": 23.40373197625106, + "grad_norm": 0.9686308403866281, + "learning_rate": 1.7894849423544908e-05, + "loss": 0.0364, + "step": 27593 + }, + { + "epoch": 23.404580152671755, + "grad_norm": 1.0787348582658836, + "learning_rate": 1.7894680815763864e-05, + "loss": 0.0402, + "step": 27594 + }, + { + "epoch": 23.40542832909245, + "grad_norm": 1.1113521801016655, + "learning_rate": 1.789451220202533e-05, + "loss": 0.0441, + "step": 27595 + }, + { + "epoch": 23.406276505513148, + "grad_norm": 0.9737305645009873, + "learning_rate": 1.7894343582329436e-05, + "loss": 0.0382, + "step": 27596 + }, + { + "epoch": 23.40712468193384, + "grad_norm": 1.2841758767170068, + "learning_rate": 1.78941749566763e-05, + "loss": 0.0458, + "step": 27597 + }, + { + "epoch": 23.407972858354537, + "grad_norm": 0.9118133482631748, + "learning_rate": 1.7894006325066066e-05, + "loss": 0.035, + "step": 27598 + }, + { + "epoch": 23.408821034775233, + "grad_norm": 0.9121747013971065, + "learning_rate": 1.7893837687498848e-05, + "loss": 0.0374, + "step": 27599 + }, + { + "epoch": 23.40966921119593, + "grad_norm": 1.2246841910635275, + "learning_rate": 1.789366904397478e-05, + "loss": 0.0424, + "step": 27600 + }, + { + "epoch": 23.410517387616625, + "grad_norm": 1.0037106622309773, + "learning_rate": 1.7893500394493978e-05, + "loss": 0.0413, + "step": 27601 + }, + { + "epoch": 23.411365564037318, + "grad_norm": 1.261398533420905, + "learning_rate": 1.7893331739056587e-05, + "loss": 0.0431, + "step": 27602 + }, + { + "epoch": 23.412213740458014, + "grad_norm": 1.105132420262109, + "learning_rate": 1.7893163077662722e-05, + "loss": 0.0371, + "step": 27603 + }, + { + "epoch": 23.41306191687871, + "grad_norm": 1.012553348399607, + "learning_rate": 1.7892994410312514e-05, + "loss": 0.0389, + "step": 27604 + }, + { + "epoch": 23.413910093299407, + "grad_norm": 1.11501078809599, + "learning_rate": 1.789282573700609e-05, + "loss": 0.039, + "step": 27605 + }, + { + "epoch": 23.414758269720103, + "grad_norm": 1.0802646126479805, + "learning_rate": 1.7892657057743576e-05, + "loss": 0.0389, + "step": 27606 + }, + { + "epoch": 23.415606446140796, + "grad_norm": 0.9554491479651817, + "learning_rate": 1.78924883725251e-05, + "loss": 0.0365, + "step": 27607 + }, + { + "epoch": 23.416454622561492, + "grad_norm": 1.1574776870483836, + "learning_rate": 1.789231968135079e-05, + "loss": 0.0471, + "step": 27608 + }, + { + "epoch": 23.41730279898219, + "grad_norm": 1.3408011622810607, + "learning_rate": 1.7892150984220773e-05, + "loss": 0.0422, + "step": 27609 + }, + { + "epoch": 23.418150975402884, + "grad_norm": 1.0871219065915725, + "learning_rate": 1.7891982281135177e-05, + "loss": 0.0406, + "step": 27610 + }, + { + "epoch": 23.41899915182358, + "grad_norm": 1.0591297146415997, + "learning_rate": 1.7891813572094126e-05, + "loss": 0.0397, + "step": 27611 + }, + { + "epoch": 23.419847328244273, + "grad_norm": 1.0290334267822183, + "learning_rate": 1.7891644857097752e-05, + "loss": 0.0397, + "step": 27612 + }, + { + "epoch": 23.42069550466497, + "grad_norm": 1.0319256471271727, + "learning_rate": 1.789147613614618e-05, + "loss": 0.04, + "step": 27613 + }, + { + "epoch": 23.421543681085666, + "grad_norm": 1.0559878478722118, + "learning_rate": 1.7891307409239535e-05, + "loss": 0.0385, + "step": 27614 + }, + { + "epoch": 23.422391857506362, + "grad_norm": 1.1517742845176335, + "learning_rate": 1.789113867637795e-05, + "loss": 0.0387, + "step": 27615 + }, + { + "epoch": 23.42324003392706, + "grad_norm": 1.0722815426849424, + "learning_rate": 1.7890969937561546e-05, + "loss": 0.0416, + "step": 27616 + }, + { + "epoch": 23.42408821034775, + "grad_norm": 1.0430629961545814, + "learning_rate": 1.7890801192790456e-05, + "loss": 0.0396, + "step": 27617 + }, + { + "epoch": 23.424936386768447, + "grad_norm": 1.1063240728107908, + "learning_rate": 1.7890632442064807e-05, + "loss": 0.041, + "step": 27618 + }, + { + "epoch": 23.425784563189143, + "grad_norm": 1.1820654784773574, + "learning_rate": 1.789046368538472e-05, + "loss": 0.0373, + "step": 27619 + }, + { + "epoch": 23.42663273960984, + "grad_norm": 1.2159663891363182, + "learning_rate": 1.7890294922750328e-05, + "loss": 0.0396, + "step": 27620 + }, + { + "epoch": 23.427480916030536, + "grad_norm": 1.292929335527555, + "learning_rate": 1.7890126154161753e-05, + "loss": 0.0415, + "step": 27621 + }, + { + "epoch": 23.42832909245123, + "grad_norm": 1.2238522252616755, + "learning_rate": 1.788995737961913e-05, + "loss": 0.0424, + "step": 27622 + }, + { + "epoch": 23.429177268871925, + "grad_norm": 1.0070570705052715, + "learning_rate": 1.7889788599122582e-05, + "loss": 0.0389, + "step": 27623 + }, + { + "epoch": 23.43002544529262, + "grad_norm": 0.8664995502184561, + "learning_rate": 1.7889619812672237e-05, + "loss": 0.0363, + "step": 27624 + }, + { + "epoch": 23.430873621713317, + "grad_norm": 1.101836053114143, + "learning_rate": 1.788945102026822e-05, + "loss": 0.042, + "step": 27625 + }, + { + "epoch": 23.431721798134014, + "grad_norm": 1.1248272647195459, + "learning_rate": 1.7889282221910664e-05, + "loss": 0.0419, + "step": 27626 + }, + { + "epoch": 23.432569974554706, + "grad_norm": 1.1361282235282568, + "learning_rate": 1.788911341759969e-05, + "loss": 0.0433, + "step": 27627 + }, + { + "epoch": 23.433418150975402, + "grad_norm": 1.015082910000888, + "learning_rate": 1.788894460733543e-05, + "loss": 0.0385, + "step": 27628 + }, + { + "epoch": 23.4342663273961, + "grad_norm": 0.9765504078075388, + "learning_rate": 1.788877579111801e-05, + "loss": 0.0394, + "step": 27629 + }, + { + "epoch": 23.435114503816795, + "grad_norm": 1.0305856204652135, + "learning_rate": 1.7888606968947555e-05, + "loss": 0.0381, + "step": 27630 + }, + { + "epoch": 23.435962680237488, + "grad_norm": 1.0757521978650972, + "learning_rate": 1.7888438140824198e-05, + "loss": 0.0409, + "step": 27631 + }, + { + "epoch": 23.436810856658184, + "grad_norm": 1.1756367597689936, + "learning_rate": 1.788826930674806e-05, + "loss": 0.0428, + "step": 27632 + }, + { + "epoch": 23.43765903307888, + "grad_norm": 1.0792302096133803, + "learning_rate": 1.7888100466719273e-05, + "loss": 0.0426, + "step": 27633 + }, + { + "epoch": 23.438507209499576, + "grad_norm": 1.2146430152712757, + "learning_rate": 1.788793162073796e-05, + "loss": 0.0425, + "step": 27634 + }, + { + "epoch": 23.439355385920273, + "grad_norm": 0.785222192377046, + "learning_rate": 1.788776276880425e-05, + "loss": 0.0366, + "step": 27635 + }, + { + "epoch": 23.440203562340965, + "grad_norm": 1.088402183474511, + "learning_rate": 1.788759391091828e-05, + "loss": 0.0392, + "step": 27636 + }, + { + "epoch": 23.44105173876166, + "grad_norm": 1.004466089337059, + "learning_rate": 1.7887425047080164e-05, + "loss": 0.0422, + "step": 27637 + }, + { + "epoch": 23.441899915182358, + "grad_norm": 0.9914768953220109, + "learning_rate": 1.7887256177290034e-05, + "loss": 0.0396, + "step": 27638 + }, + { + "epoch": 23.442748091603054, + "grad_norm": 1.3163892795487626, + "learning_rate": 1.788708730154802e-05, + "loss": 0.0432, + "step": 27639 + }, + { + "epoch": 23.44359626802375, + "grad_norm": 1.080220517122768, + "learning_rate": 1.788691841985424e-05, + "loss": 0.0393, + "step": 27640 + }, + { + "epoch": 23.444444444444443, + "grad_norm": 1.2052638111604055, + "learning_rate": 1.788674953220884e-05, + "loss": 0.0438, + "step": 27641 + }, + { + "epoch": 23.44529262086514, + "grad_norm": 0.9452496775636053, + "learning_rate": 1.7886580638611927e-05, + "loss": 0.0417, + "step": 27642 + }, + { + "epoch": 23.446140797285835, + "grad_norm": 1.0939177931119641, + "learning_rate": 1.7886411739063642e-05, + "loss": 0.0422, + "step": 27643 + }, + { + "epoch": 23.44698897370653, + "grad_norm": 1.1460786015727245, + "learning_rate": 1.788624283356411e-05, + "loss": 0.0411, + "step": 27644 + }, + { + "epoch": 23.447837150127228, + "grad_norm": 1.5166377658503514, + "learning_rate": 1.788607392211345e-05, + "loss": 0.04, + "step": 27645 + }, + { + "epoch": 23.44868532654792, + "grad_norm": 0.8246657537232344, + "learning_rate": 1.78859050047118e-05, + "loss": 0.0346, + "step": 27646 + }, + { + "epoch": 23.449533502968617, + "grad_norm": 1.1153825042079122, + "learning_rate": 1.7885736081359286e-05, + "loss": 0.042, + "step": 27647 + }, + { + "epoch": 23.450381679389313, + "grad_norm": 1.1518484475094664, + "learning_rate": 1.7885567152056028e-05, + "loss": 0.0393, + "step": 27648 + }, + { + "epoch": 23.45122985581001, + "grad_norm": 1.0964968288192996, + "learning_rate": 1.788539821680216e-05, + "loss": 0.0377, + "step": 27649 + }, + { + "epoch": 23.452078032230705, + "grad_norm": 0.993830231252205, + "learning_rate": 1.788522927559781e-05, + "loss": 0.0392, + "step": 27650 + }, + { + "epoch": 23.452926208651398, + "grad_norm": 0.9678892430208139, + "learning_rate": 1.7885060328443103e-05, + "loss": 0.0366, + "step": 27651 + }, + { + "epoch": 23.453774385072094, + "grad_norm": 1.0481734682518493, + "learning_rate": 1.7884891375338165e-05, + "loss": 0.0397, + "step": 27652 + }, + { + "epoch": 23.45462256149279, + "grad_norm": 0.9925148514291308, + "learning_rate": 1.7884722416283126e-05, + "loss": 0.0375, + "step": 27653 + }, + { + "epoch": 23.455470737913487, + "grad_norm": 1.3140799458826125, + "learning_rate": 1.7884553451278114e-05, + "loss": 0.0389, + "step": 27654 + }, + { + "epoch": 23.456318914334183, + "grad_norm": 1.1331085051674818, + "learning_rate": 1.7884384480323254e-05, + "loss": 0.0416, + "step": 27655 + }, + { + "epoch": 23.457167090754876, + "grad_norm": 1.3563489018173314, + "learning_rate": 1.7884215503418675e-05, + "loss": 0.0428, + "step": 27656 + }, + { + "epoch": 23.458015267175572, + "grad_norm": 1.2800158894480433, + "learning_rate": 1.7884046520564507e-05, + "loss": 0.0494, + "step": 27657 + }, + { + "epoch": 23.458863443596268, + "grad_norm": 1.0495163477551654, + "learning_rate": 1.788387753176087e-05, + "loss": 0.0405, + "step": 27658 + }, + { + "epoch": 23.459711620016964, + "grad_norm": 1.0181826197366148, + "learning_rate": 1.7883708537007902e-05, + "loss": 0.0409, + "step": 27659 + }, + { + "epoch": 23.46055979643766, + "grad_norm": 1.0749663666384162, + "learning_rate": 1.7883539536305723e-05, + "loss": 0.0598, + "step": 27660 + }, + { + "epoch": 23.461407972858353, + "grad_norm": 1.22081482275508, + "learning_rate": 1.7883370529654462e-05, + "loss": 0.0423, + "step": 27661 + }, + { + "epoch": 23.46225614927905, + "grad_norm": 1.2097754872200621, + "learning_rate": 1.788320151705425e-05, + "loss": 0.0432, + "step": 27662 + }, + { + "epoch": 23.463104325699746, + "grad_norm": 0.9517648786171575, + "learning_rate": 1.7883032498505204e-05, + "loss": 0.0395, + "step": 27663 + }, + { + "epoch": 23.463952502120442, + "grad_norm": 0.9904545323849574, + "learning_rate": 1.7882863474007464e-05, + "loss": 0.0382, + "step": 27664 + }, + { + "epoch": 23.46480067854114, + "grad_norm": 1.0642787487635086, + "learning_rate": 1.7882694443561154e-05, + "loss": 0.0403, + "step": 27665 + }, + { + "epoch": 23.46564885496183, + "grad_norm": 0.9894227351657875, + "learning_rate": 1.78825254071664e-05, + "loss": 0.038, + "step": 27666 + }, + { + "epoch": 23.466497031382527, + "grad_norm": 1.0594057822612668, + "learning_rate": 1.7882356364823324e-05, + "loss": 0.0398, + "step": 27667 + }, + { + "epoch": 23.467345207803223, + "grad_norm": 0.9414111791240639, + "learning_rate": 1.7882187316532066e-05, + "loss": 0.0366, + "step": 27668 + }, + { + "epoch": 23.46819338422392, + "grad_norm": 1.3831162989903807, + "learning_rate": 1.7882018262292743e-05, + "loss": 0.0415, + "step": 27669 + }, + { + "epoch": 23.469041560644612, + "grad_norm": 0.9994716169115072, + "learning_rate": 1.788184920210549e-05, + "loss": 0.038, + "step": 27670 + }, + { + "epoch": 23.46988973706531, + "grad_norm": 1.0751825199330516, + "learning_rate": 1.788168013597043e-05, + "loss": 0.0383, + "step": 27671 + }, + { + "epoch": 23.470737913486005, + "grad_norm": 1.0283260161945895, + "learning_rate": 1.7881511063887692e-05, + "loss": 0.0371, + "step": 27672 + }, + { + "epoch": 23.4715860899067, + "grad_norm": 1.0379507421457708, + "learning_rate": 1.7881341985857402e-05, + "loss": 0.0378, + "step": 27673 + }, + { + "epoch": 23.472434266327397, + "grad_norm": 1.2462889951607297, + "learning_rate": 1.788117290187969e-05, + "loss": 0.0445, + "step": 27674 + }, + { + "epoch": 23.47328244274809, + "grad_norm": 1.2389550442878212, + "learning_rate": 1.7881003811954682e-05, + "loss": 0.0402, + "step": 27675 + }, + { + "epoch": 23.474130619168786, + "grad_norm": 1.232938496803639, + "learning_rate": 1.7880834716082504e-05, + "loss": 0.042, + "step": 27676 + }, + { + "epoch": 23.474978795589482, + "grad_norm": 1.5174972534459636, + "learning_rate": 1.788066561426329e-05, + "loss": 0.0408, + "step": 27677 + }, + { + "epoch": 23.47582697201018, + "grad_norm": 1.0362348787646871, + "learning_rate": 1.788049650649716e-05, + "loss": 0.0381, + "step": 27678 + }, + { + "epoch": 23.476675148430875, + "grad_norm": 1.1320815189491749, + "learning_rate": 1.7880327392784244e-05, + "loss": 0.0437, + "step": 27679 + }, + { + "epoch": 23.477523324851568, + "grad_norm": 0.9114387913701251, + "learning_rate": 1.7880158273124673e-05, + "loss": 0.0405, + "step": 27680 + }, + { + "epoch": 23.478371501272264, + "grad_norm": 1.1578706952681792, + "learning_rate": 1.7879989147518572e-05, + "loss": 0.0438, + "step": 27681 + }, + { + "epoch": 23.47921967769296, + "grad_norm": 1.1557420509113743, + "learning_rate": 1.7879820015966065e-05, + "loss": 0.0416, + "step": 27682 + }, + { + "epoch": 23.480067854113656, + "grad_norm": 1.112557692054314, + "learning_rate": 1.7879650878467286e-05, + "loss": 0.0407, + "step": 27683 + }, + { + "epoch": 23.480916030534353, + "grad_norm": 1.0682077209342449, + "learning_rate": 1.7879481735022363e-05, + "loss": 0.0398, + "step": 27684 + }, + { + "epoch": 23.481764206955045, + "grad_norm": 1.1049990867450459, + "learning_rate": 1.7879312585631417e-05, + "loss": 0.0399, + "step": 27685 + }, + { + "epoch": 23.48261238337574, + "grad_norm": 0.9756729225171592, + "learning_rate": 1.7879143430294578e-05, + "loss": 0.0409, + "step": 27686 + }, + { + "epoch": 23.483460559796438, + "grad_norm": 1.0960127759846279, + "learning_rate": 1.7878974269011977e-05, + "loss": 0.0423, + "step": 27687 + }, + { + "epoch": 23.484308736217134, + "grad_norm": 1.0993997432390137, + "learning_rate": 1.787880510178374e-05, + "loss": 0.0392, + "step": 27688 + }, + { + "epoch": 23.48515691263783, + "grad_norm": 1.275209759924568, + "learning_rate": 1.7878635928609993e-05, + "loss": 0.0452, + "step": 27689 + }, + { + "epoch": 23.486005089058523, + "grad_norm": 1.148085680553732, + "learning_rate": 1.7878466749490864e-05, + "loss": 0.0422, + "step": 27690 + }, + { + "epoch": 23.48685326547922, + "grad_norm": 1.0890469171201054, + "learning_rate": 1.7878297564426486e-05, + "loss": 0.0405, + "step": 27691 + }, + { + "epoch": 23.487701441899915, + "grad_norm": 1.3006532210260318, + "learning_rate": 1.787812837341698e-05, + "loss": 0.0432, + "step": 27692 + }, + { + "epoch": 23.48854961832061, + "grad_norm": 1.2787767955170846, + "learning_rate": 1.7877959176462477e-05, + "loss": 0.0442, + "step": 27693 + }, + { + "epoch": 23.489397794741308, + "grad_norm": 1.0103679326548458, + "learning_rate": 1.7877789973563098e-05, + "loss": 0.0383, + "step": 27694 + }, + { + "epoch": 23.490245971162, + "grad_norm": 1.1146924149189124, + "learning_rate": 1.787762076471898e-05, + "loss": 0.0416, + "step": 27695 + }, + { + "epoch": 23.491094147582697, + "grad_norm": 0.9889400343108125, + "learning_rate": 1.7877451549930248e-05, + "loss": 0.0382, + "step": 27696 + }, + { + "epoch": 23.491942324003393, + "grad_norm": 1.0156121590099199, + "learning_rate": 1.7877282329197027e-05, + "loss": 0.0411, + "step": 27697 + }, + { + "epoch": 23.49279050042409, + "grad_norm": 1.309447322645197, + "learning_rate": 1.787711310251945e-05, + "loss": 0.0431, + "step": 27698 + }, + { + "epoch": 23.493638676844785, + "grad_norm": 1.1380414812552793, + "learning_rate": 1.7876943869897635e-05, + "loss": 0.0445, + "step": 27699 + }, + { + "epoch": 23.494486853265478, + "grad_norm": 1.180529418129905, + "learning_rate": 1.7876774631331718e-05, + "loss": 0.0417, + "step": 27700 + }, + { + "epoch": 23.495335029686174, + "grad_norm": 1.0217665283818989, + "learning_rate": 1.787660538682183e-05, + "loss": 0.0387, + "step": 27701 + }, + { + "epoch": 23.49618320610687, + "grad_norm": 1.1738260332321446, + "learning_rate": 1.787643613636809e-05, + "loss": 0.0416, + "step": 27702 + }, + { + "epoch": 23.497031382527567, + "grad_norm": 0.9878060172050841, + "learning_rate": 1.7876266879970624e-05, + "loss": 0.0427, + "step": 27703 + }, + { + "epoch": 23.497879558948263, + "grad_norm": 0.9794008742421926, + "learning_rate": 1.787609761762957e-05, + "loss": 0.0382, + "step": 27704 + }, + { + "epoch": 23.498727735368956, + "grad_norm": 1.0615148529381528, + "learning_rate": 1.7875928349345047e-05, + "loss": 0.0433, + "step": 27705 + }, + { + "epoch": 23.499575911789652, + "grad_norm": 0.9643406763089464, + "learning_rate": 1.7875759075117186e-05, + "loss": 0.0411, + "step": 27706 + }, + { + "epoch": 23.500424088210348, + "grad_norm": 1.115574864549712, + "learning_rate": 1.787558979494612e-05, + "loss": 0.0416, + "step": 27707 + }, + { + "epoch": 23.501272264631044, + "grad_norm": 1.0327967267278522, + "learning_rate": 1.7875420508831963e-05, + "loss": 0.0406, + "step": 27708 + }, + { + "epoch": 23.502120441051737, + "grad_norm": 1.0866043229361644, + "learning_rate": 1.7875251216774858e-05, + "loss": 0.041, + "step": 27709 + }, + { + "epoch": 23.502968617472433, + "grad_norm": 1.1779892146426774, + "learning_rate": 1.7875081918774926e-05, + "loss": 0.0404, + "step": 27710 + }, + { + "epoch": 23.50381679389313, + "grad_norm": 1.4545599185190503, + "learning_rate": 1.7874912614832292e-05, + "loss": 0.0423, + "step": 27711 + }, + { + "epoch": 23.504664970313826, + "grad_norm": 1.170423823061741, + "learning_rate": 1.7874743304947085e-05, + "loss": 0.0426, + "step": 27712 + }, + { + "epoch": 23.505513146734522, + "grad_norm": 0.9263235356742623, + "learning_rate": 1.787457398911944e-05, + "loss": 0.0384, + "step": 27713 + }, + { + "epoch": 23.506361323155215, + "grad_norm": 0.9791114809928457, + "learning_rate": 1.7874404667349477e-05, + "loss": 0.0372, + "step": 27714 + }, + { + "epoch": 23.50720949957591, + "grad_norm": 1.020637217364628, + "learning_rate": 1.7874235339637323e-05, + "loss": 0.0371, + "step": 27715 + }, + { + "epoch": 23.508057675996607, + "grad_norm": 1.0222971183577292, + "learning_rate": 1.787406600598311e-05, + "loss": 0.0364, + "step": 27716 + }, + { + "epoch": 23.508905852417303, + "grad_norm": 1.0851745112279838, + "learning_rate": 1.7873896666386967e-05, + "loss": 0.0395, + "step": 27717 + }, + { + "epoch": 23.509754028838, + "grad_norm": 1.0323624946052536, + "learning_rate": 1.7873727320849018e-05, + "loss": 0.041, + "step": 27718 + }, + { + "epoch": 23.510602205258692, + "grad_norm": 1.1810297109663919, + "learning_rate": 1.787355796936939e-05, + "loss": 0.0379, + "step": 27719 + }, + { + "epoch": 23.51145038167939, + "grad_norm": 0.9657123089953773, + "learning_rate": 1.7873388611948214e-05, + "loss": 0.0394, + "step": 27720 + }, + { + "epoch": 23.512298558100085, + "grad_norm": 1.1639133189941648, + "learning_rate": 1.787321924858562e-05, + "loss": 0.0447, + "step": 27721 + }, + { + "epoch": 23.51314673452078, + "grad_norm": 1.0298365720109879, + "learning_rate": 1.7873049879281725e-05, + "loss": 0.0435, + "step": 27722 + }, + { + "epoch": 23.513994910941477, + "grad_norm": 1.1763729709767423, + "learning_rate": 1.787288050403667e-05, + "loss": 0.0398, + "step": 27723 + }, + { + "epoch": 23.51484308736217, + "grad_norm": 1.1417168361212826, + "learning_rate": 1.7872711122850575e-05, + "loss": 0.0418, + "step": 27724 + }, + { + "epoch": 23.515691263782866, + "grad_norm": 1.0079244028479182, + "learning_rate": 1.7872541735723573e-05, + "loss": 0.0393, + "step": 27725 + }, + { + "epoch": 23.516539440203562, + "grad_norm": 1.2430404433429505, + "learning_rate": 1.7872372342655783e-05, + "loss": 0.0438, + "step": 27726 + }, + { + "epoch": 23.51738761662426, + "grad_norm": 1.1281918700704956, + "learning_rate": 1.7872202943647345e-05, + "loss": 0.0426, + "step": 27727 + }, + { + "epoch": 23.518235793044955, + "grad_norm": 1.1253183701960447, + "learning_rate": 1.7872033538698373e-05, + "loss": 0.0429, + "step": 27728 + }, + { + "epoch": 23.519083969465647, + "grad_norm": 1.4124711515470918, + "learning_rate": 1.787186412780901e-05, + "loss": 0.0464, + "step": 27729 + }, + { + "epoch": 23.519932145886344, + "grad_norm": 1.004334894427043, + "learning_rate": 1.787169471097937e-05, + "loss": 0.0371, + "step": 27730 + }, + { + "epoch": 23.52078032230704, + "grad_norm": 1.008705678939174, + "learning_rate": 1.787152528820959e-05, + "loss": 0.0449, + "step": 27731 + }, + { + "epoch": 23.521628498727736, + "grad_norm": 1.1171412556843143, + "learning_rate": 1.7871355859499795e-05, + "loss": 0.0405, + "step": 27732 + }, + { + "epoch": 23.522476675148432, + "grad_norm": 1.0045011127854373, + "learning_rate": 1.787118642485011e-05, + "loss": 0.038, + "step": 27733 + }, + { + "epoch": 23.523324851569125, + "grad_norm": 0.9981748223620893, + "learning_rate": 1.7871016984260666e-05, + "loss": 0.0409, + "step": 27734 + }, + { + "epoch": 23.52417302798982, + "grad_norm": 1.067271541914276, + "learning_rate": 1.7870847537731593e-05, + "loss": 0.041, + "step": 27735 + }, + { + "epoch": 23.525021204410518, + "grad_norm": 0.9327950248106835, + "learning_rate": 1.7870678085263012e-05, + "loss": 0.0383, + "step": 27736 + }, + { + "epoch": 23.525869380831214, + "grad_norm": 1.2803650376289104, + "learning_rate": 1.787050862685506e-05, + "loss": 0.047, + "step": 27737 + }, + { + "epoch": 23.52671755725191, + "grad_norm": 1.284476838728403, + "learning_rate": 1.7870339162507856e-05, + "loss": 0.0422, + "step": 27738 + }, + { + "epoch": 23.527565733672603, + "grad_norm": 1.0555613536618977, + "learning_rate": 1.7870169692221534e-05, + "loss": 0.0396, + "step": 27739 + }, + { + "epoch": 23.5284139100933, + "grad_norm": 1.1298857950593633, + "learning_rate": 1.7870000215996217e-05, + "loss": 0.0399, + "step": 27740 + }, + { + "epoch": 23.529262086513995, + "grad_norm": 1.072221843877191, + "learning_rate": 1.7869830733832037e-05, + "loss": 0.038, + "step": 27741 + }, + { + "epoch": 23.53011026293469, + "grad_norm": 1.2227415944352484, + "learning_rate": 1.7869661245729123e-05, + "loss": 0.0435, + "step": 27742 + }, + { + "epoch": 23.530958439355388, + "grad_norm": 1.1088984413354908, + "learning_rate": 1.78694917516876e-05, + "loss": 0.0431, + "step": 27743 + }, + { + "epoch": 23.53180661577608, + "grad_norm": 0.980672851307543, + "learning_rate": 1.7869322251707592e-05, + "loss": 0.0379, + "step": 27744 + }, + { + "epoch": 23.532654792196777, + "grad_norm": 1.0482393907783505, + "learning_rate": 1.7869152745789234e-05, + "loss": 0.0423, + "step": 27745 + }, + { + "epoch": 23.533502968617473, + "grad_norm": 1.1097412702693965, + "learning_rate": 1.786898323393265e-05, + "loss": 0.0426, + "step": 27746 + }, + { + "epoch": 23.53435114503817, + "grad_norm": 0.916674912659002, + "learning_rate": 1.786881371613797e-05, + "loss": 0.0379, + "step": 27747 + }, + { + "epoch": 23.53519932145886, + "grad_norm": 1.1258338539731922, + "learning_rate": 1.7868644192405324e-05, + "loss": 0.0448, + "step": 27748 + }, + { + "epoch": 23.536047497879558, + "grad_norm": 1.296081463716198, + "learning_rate": 1.786847466273483e-05, + "loss": 0.0415, + "step": 27749 + }, + { + "epoch": 23.536895674300254, + "grad_norm": 1.3937628187059914, + "learning_rate": 1.7868305127126628e-05, + "loss": 0.0448, + "step": 27750 + }, + { + "epoch": 23.53774385072095, + "grad_norm": 1.0654449781640254, + "learning_rate": 1.7868135585580837e-05, + "loss": 0.0395, + "step": 27751 + }, + { + "epoch": 23.538592027141647, + "grad_norm": 1.0701398436660028, + "learning_rate": 1.786796603809759e-05, + "loss": 0.039, + "step": 27752 + }, + { + "epoch": 23.53944020356234, + "grad_norm": 1.0094602309777727, + "learning_rate": 1.7867796484677017e-05, + "loss": 0.0377, + "step": 27753 + }, + { + "epoch": 23.540288379983036, + "grad_norm": 1.1609569479182547, + "learning_rate": 1.7867626925319238e-05, + "loss": 0.037, + "step": 27754 + }, + { + "epoch": 23.541136556403732, + "grad_norm": 1.1375554968131918, + "learning_rate": 1.786745736002439e-05, + "loss": 0.0471, + "step": 27755 + }, + { + "epoch": 23.541984732824428, + "grad_norm": 1.1638491758209364, + "learning_rate": 1.7867287788792593e-05, + "loss": 0.0406, + "step": 27756 + }, + { + "epoch": 23.542832909245124, + "grad_norm": 1.0439017388984217, + "learning_rate": 1.786711821162398e-05, + "loss": 0.0407, + "step": 27757 + }, + { + "epoch": 23.543681085665817, + "grad_norm": 1.0884808830806436, + "learning_rate": 1.7866948628518675e-05, + "loss": 0.0399, + "step": 27758 + }, + { + "epoch": 23.544529262086513, + "grad_norm": 0.86541919796562, + "learning_rate": 1.786677903947681e-05, + "loss": 0.0355, + "step": 27759 + }, + { + "epoch": 23.54537743850721, + "grad_norm": 1.069524392862042, + "learning_rate": 1.7866609444498514e-05, + "loss": 0.0408, + "step": 27760 + }, + { + "epoch": 23.546225614927906, + "grad_norm": 1.0888821556722157, + "learning_rate": 1.7866439843583906e-05, + "loss": 0.042, + "step": 27761 + }, + { + "epoch": 23.547073791348602, + "grad_norm": 1.073735712598811, + "learning_rate": 1.7866270236733125e-05, + "loss": 0.0393, + "step": 27762 + }, + { + "epoch": 23.547921967769295, + "grad_norm": 1.1581172995002378, + "learning_rate": 1.7866100623946297e-05, + "loss": 0.041, + "step": 27763 + }, + { + "epoch": 23.54877014418999, + "grad_norm": 1.029593242142861, + "learning_rate": 1.786593100522354e-05, + "loss": 0.0393, + "step": 27764 + }, + { + "epoch": 23.549618320610687, + "grad_norm": 1.297147980395091, + "learning_rate": 1.7865761380564996e-05, + "loss": 0.0436, + "step": 27765 + }, + { + "epoch": 23.550466497031383, + "grad_norm": 1.0880489965867357, + "learning_rate": 1.7865591749970784e-05, + "loss": 0.0461, + "step": 27766 + }, + { + "epoch": 23.55131467345208, + "grad_norm": 1.0760254448568558, + "learning_rate": 1.7865422113441032e-05, + "loss": 0.04, + "step": 27767 + }, + { + "epoch": 23.552162849872772, + "grad_norm": 0.9423756371930655, + "learning_rate": 1.786525247097587e-05, + "loss": 0.0391, + "step": 27768 + }, + { + "epoch": 23.55301102629347, + "grad_norm": 1.208097216470856, + "learning_rate": 1.7865082822575427e-05, + "loss": 0.0457, + "step": 27769 + }, + { + "epoch": 23.553859202714165, + "grad_norm": 1.1523739027051518, + "learning_rate": 1.7864913168239833e-05, + "loss": 0.0439, + "step": 27770 + }, + { + "epoch": 23.55470737913486, + "grad_norm": 1.0053045408240737, + "learning_rate": 1.7864743507969212e-05, + "loss": 0.0379, + "step": 27771 + }, + { + "epoch": 23.555555555555557, + "grad_norm": 0.8944819468547076, + "learning_rate": 1.7864573841763695e-05, + "loss": 0.0372, + "step": 27772 + }, + { + "epoch": 23.55640373197625, + "grad_norm": 0.9979042643915114, + "learning_rate": 1.7864404169623405e-05, + "loss": 0.04, + "step": 27773 + }, + { + "epoch": 23.557251908396946, + "grad_norm": 1.149575215455156, + "learning_rate": 1.7864234491548477e-05, + "loss": 0.0403, + "step": 27774 + }, + { + "epoch": 23.558100084817642, + "grad_norm": 0.9921255793685315, + "learning_rate": 1.7864064807539032e-05, + "loss": 0.0359, + "step": 27775 + }, + { + "epoch": 23.55894826123834, + "grad_norm": 1.0785993840847743, + "learning_rate": 1.7863895117595203e-05, + "loss": 0.0402, + "step": 27776 + }, + { + "epoch": 23.559796437659035, + "grad_norm": 1.126950125026821, + "learning_rate": 1.7863725421717116e-05, + "loss": 0.0387, + "step": 27777 + }, + { + "epoch": 23.560644614079727, + "grad_norm": 1.1040134090555558, + "learning_rate": 1.7863555719904903e-05, + "loss": 0.039, + "step": 27778 + }, + { + "epoch": 23.561492790500424, + "grad_norm": 1.1817174207580357, + "learning_rate": 1.7863386012158684e-05, + "loss": 0.0463, + "step": 27779 + }, + { + "epoch": 23.56234096692112, + "grad_norm": 0.9560912474046426, + "learning_rate": 1.7863216298478594e-05, + "loss": 0.0369, + "step": 27780 + }, + { + "epoch": 23.563189143341816, + "grad_norm": 1.3097755685270656, + "learning_rate": 1.786304657886476e-05, + "loss": 0.0434, + "step": 27781 + }, + { + "epoch": 23.564037319762512, + "grad_norm": 1.1421674702534363, + "learning_rate": 1.7862876853317307e-05, + "loss": 0.0411, + "step": 27782 + }, + { + "epoch": 23.564885496183205, + "grad_norm": 1.065234016825503, + "learning_rate": 1.7862707121836365e-05, + "loss": 0.0388, + "step": 27783 + }, + { + "epoch": 23.5657336726039, + "grad_norm": 0.9422526189416299, + "learning_rate": 1.7862537384422066e-05, + "loss": 0.0382, + "step": 27784 + }, + { + "epoch": 23.566581849024598, + "grad_norm": 0.9970296789221827, + "learning_rate": 1.786236764107453e-05, + "loss": 0.0384, + "step": 27785 + }, + { + "epoch": 23.567430025445294, + "grad_norm": 1.1801864360680618, + "learning_rate": 1.786219789179389e-05, + "loss": 0.0417, + "step": 27786 + }, + { + "epoch": 23.568278201865986, + "grad_norm": 1.105451021607054, + "learning_rate": 1.7862028136580278e-05, + "loss": 0.043, + "step": 27787 + }, + { + "epoch": 23.569126378286683, + "grad_norm": 1.3281384185289995, + "learning_rate": 1.7861858375433812e-05, + "loss": 0.0414, + "step": 27788 + }, + { + "epoch": 23.56997455470738, + "grad_norm": 1.020327460087019, + "learning_rate": 1.7861688608354627e-05, + "loss": 0.0395, + "step": 27789 + }, + { + "epoch": 23.570822731128075, + "grad_norm": 1.0104717122959326, + "learning_rate": 1.7861518835342847e-05, + "loss": 0.0397, + "step": 27790 + }, + { + "epoch": 23.57167090754877, + "grad_norm": 0.9621058479396005, + "learning_rate": 1.7861349056398607e-05, + "loss": 0.037, + "step": 27791 + }, + { + "epoch": 23.572519083969464, + "grad_norm": 1.1465644523325862, + "learning_rate": 1.7861179271522026e-05, + "loss": 0.0421, + "step": 27792 + }, + { + "epoch": 23.57336726039016, + "grad_norm": 1.0706883262797764, + "learning_rate": 1.7861009480713243e-05, + "loss": 0.0398, + "step": 27793 + }, + { + "epoch": 23.574215436810857, + "grad_norm": 1.073584045628806, + "learning_rate": 1.7860839683972376e-05, + "loss": 0.0436, + "step": 27794 + }, + { + "epoch": 23.575063613231553, + "grad_norm": 1.2756819232653762, + "learning_rate": 1.7860669881299562e-05, + "loss": 0.0442, + "step": 27795 + }, + { + "epoch": 23.57591178965225, + "grad_norm": 1.2140653626871714, + "learning_rate": 1.7860500072694918e-05, + "loss": 0.0408, + "step": 27796 + }, + { + "epoch": 23.57675996607294, + "grad_norm": 1.2611141989534296, + "learning_rate": 1.786033025815858e-05, + "loss": 0.0448, + "step": 27797 + }, + { + "epoch": 23.577608142493638, + "grad_norm": 1.0773090341012925, + "learning_rate": 1.7860160437690682e-05, + "loss": 0.0432, + "step": 27798 + }, + { + "epoch": 23.578456318914334, + "grad_norm": 0.9181593174487228, + "learning_rate": 1.785999061129134e-05, + "loss": 0.0404, + "step": 27799 + }, + { + "epoch": 23.57930449533503, + "grad_norm": 1.1251117252311256, + "learning_rate": 1.7859820778960683e-05, + "loss": 0.0417, + "step": 27800 + }, + { + "epoch": 23.580152671755727, + "grad_norm": 1.2357557195431683, + "learning_rate": 1.7859650940698848e-05, + "loss": 0.0433, + "step": 27801 + }, + { + "epoch": 23.58100084817642, + "grad_norm": 1.054688022977557, + "learning_rate": 1.785948109650596e-05, + "loss": 0.0388, + "step": 27802 + }, + { + "epoch": 23.581849024597116, + "grad_norm": 1.073292434894342, + "learning_rate": 1.785931124638214e-05, + "loss": 0.0393, + "step": 27803 + }, + { + "epoch": 23.58269720101781, + "grad_norm": 1.1122923699810698, + "learning_rate": 1.7859141390327522e-05, + "loss": 0.0429, + "step": 27804 + }, + { + "epoch": 23.583545377438508, + "grad_norm": 1.1142233115599762, + "learning_rate": 1.7858971528342236e-05, + "loss": 0.0417, + "step": 27805 + }, + { + "epoch": 23.584393553859204, + "grad_norm": 1.0887629986768688, + "learning_rate": 1.7858801660426407e-05, + "loss": 0.0361, + "step": 27806 + }, + { + "epoch": 23.585241730279897, + "grad_norm": 0.8923709876736738, + "learning_rate": 1.785863178658017e-05, + "loss": 0.0346, + "step": 27807 + }, + { + "epoch": 23.586089906700593, + "grad_norm": 1.032713592304379, + "learning_rate": 1.785846190680364e-05, + "loss": 0.039, + "step": 27808 + }, + { + "epoch": 23.58693808312129, + "grad_norm": 1.2619827170570832, + "learning_rate": 1.7858292021096954e-05, + "loss": 0.0456, + "step": 27809 + }, + { + "epoch": 23.587786259541986, + "grad_norm": 1.0843489778908333, + "learning_rate": 1.785812212946024e-05, + "loss": 0.0422, + "step": 27810 + }, + { + "epoch": 23.588634435962682, + "grad_norm": 1.1909052148440507, + "learning_rate": 1.7857952231893626e-05, + "loss": 0.0386, + "step": 27811 + }, + { + "epoch": 23.589482612383375, + "grad_norm": 0.9682412811720055, + "learning_rate": 1.785778232839724e-05, + "loss": 0.0399, + "step": 27812 + }, + { + "epoch": 23.59033078880407, + "grad_norm": 1.187010543924181, + "learning_rate": 1.7857612418971206e-05, + "loss": 0.0438, + "step": 27813 + }, + { + "epoch": 23.591178965224767, + "grad_norm": 1.0908601051423945, + "learning_rate": 1.785744250361566e-05, + "loss": 0.0421, + "step": 27814 + }, + { + "epoch": 23.592027141645463, + "grad_norm": 0.9240451812383206, + "learning_rate": 1.7857272582330722e-05, + "loss": 0.0416, + "step": 27815 + }, + { + "epoch": 23.59287531806616, + "grad_norm": 1.0130168521716967, + "learning_rate": 1.7857102655116526e-05, + "loss": 0.039, + "step": 27816 + }, + { + "epoch": 23.593723494486852, + "grad_norm": 1.2941783804573226, + "learning_rate": 1.7856932721973197e-05, + "loss": 0.047, + "step": 27817 + }, + { + "epoch": 23.59457167090755, + "grad_norm": 1.0101980404655522, + "learning_rate": 1.785676278290087e-05, + "loss": 0.0404, + "step": 27818 + }, + { + "epoch": 23.595419847328245, + "grad_norm": 1.0961686761444618, + "learning_rate": 1.785659283789966e-05, + "loss": 0.0402, + "step": 27819 + }, + { + "epoch": 23.59626802374894, + "grad_norm": 1.159170210756583, + "learning_rate": 1.7856422886969708e-05, + "loss": 0.0418, + "step": 27820 + }, + { + "epoch": 23.597116200169637, + "grad_norm": 1.0825800738272593, + "learning_rate": 1.7856252930111134e-05, + "loss": 0.0385, + "step": 27821 + }, + { + "epoch": 23.59796437659033, + "grad_norm": 1.118067791187523, + "learning_rate": 1.785608296732407e-05, + "loss": 0.0401, + "step": 27822 + }, + { + "epoch": 23.598812553011026, + "grad_norm": 1.2319309531030602, + "learning_rate": 1.785591299860865e-05, + "loss": 0.0437, + "step": 27823 + }, + { + "epoch": 23.599660729431722, + "grad_norm": 1.1082896538661091, + "learning_rate": 1.7855743023964988e-05, + "loss": 0.0389, + "step": 27824 + }, + { + "epoch": 23.60050890585242, + "grad_norm": 1.1549931316793576, + "learning_rate": 1.7855573043393225e-05, + "loss": 0.0424, + "step": 27825 + }, + { + "epoch": 23.60135708227311, + "grad_norm": 1.0407793237253231, + "learning_rate": 1.7855403056893482e-05, + "loss": 0.0414, + "step": 27826 + }, + { + "epoch": 23.602205258693807, + "grad_norm": 1.4321902264239266, + "learning_rate": 1.785523306446589e-05, + "loss": 0.0414, + "step": 27827 + }, + { + "epoch": 23.603053435114504, + "grad_norm": 1.094165049034726, + "learning_rate": 1.785506306611058e-05, + "loss": 0.038, + "step": 27828 + }, + { + "epoch": 23.6039016115352, + "grad_norm": 0.9630037686264296, + "learning_rate": 1.7854893061827674e-05, + "loss": 0.0403, + "step": 27829 + }, + { + "epoch": 23.604749787955896, + "grad_norm": 1.0988277543337341, + "learning_rate": 1.7854723051617307e-05, + "loss": 0.0412, + "step": 27830 + }, + { + "epoch": 23.60559796437659, + "grad_norm": 1.1361441710230558, + "learning_rate": 1.7854553035479603e-05, + "loss": 0.0401, + "step": 27831 + }, + { + "epoch": 23.606446140797285, + "grad_norm": 1.1162467275848993, + "learning_rate": 1.7854383013414688e-05, + "loss": 0.0406, + "step": 27832 + }, + { + "epoch": 23.60729431721798, + "grad_norm": 0.9775643387329944, + "learning_rate": 1.78542129854227e-05, + "loss": 0.0396, + "step": 27833 + }, + { + "epoch": 23.608142493638677, + "grad_norm": 1.1852743773966414, + "learning_rate": 1.7854042951503755e-05, + "loss": 0.0429, + "step": 27834 + }, + { + "epoch": 23.608990670059374, + "grad_norm": 0.9672694913945028, + "learning_rate": 1.7853872911657992e-05, + "loss": 0.0411, + "step": 27835 + }, + { + "epoch": 23.609838846480066, + "grad_norm": 1.1594526937874068, + "learning_rate": 1.7853702865885533e-05, + "loss": 0.0405, + "step": 27836 + }, + { + "epoch": 23.610687022900763, + "grad_norm": 1.1206912318953242, + "learning_rate": 1.7853532814186506e-05, + "loss": 0.0436, + "step": 27837 + }, + { + "epoch": 23.61153519932146, + "grad_norm": 1.0018140339345538, + "learning_rate": 1.785336275656104e-05, + "loss": 0.0402, + "step": 27838 + }, + { + "epoch": 23.612383375742155, + "grad_norm": 1.2512549522933774, + "learning_rate": 1.7853192693009267e-05, + "loss": 0.0447, + "step": 27839 + }, + { + "epoch": 23.61323155216285, + "grad_norm": 1.155207731649688, + "learning_rate": 1.7853022623531314e-05, + "loss": 0.0439, + "step": 27840 + }, + { + "epoch": 23.614079728583544, + "grad_norm": 1.1401589255784303, + "learning_rate": 1.7852852548127307e-05, + "loss": 0.0416, + "step": 27841 + }, + { + "epoch": 23.61492790500424, + "grad_norm": 1.1145528586470725, + "learning_rate": 1.7852682466797374e-05, + "loss": 0.0424, + "step": 27842 + }, + { + "epoch": 23.615776081424936, + "grad_norm": 1.003176326119344, + "learning_rate": 1.785251237954165e-05, + "loss": 0.0369, + "step": 27843 + }, + { + "epoch": 23.616624257845633, + "grad_norm": 0.998120183075442, + "learning_rate": 1.7852342286360254e-05, + "loss": 0.0385, + "step": 27844 + }, + { + "epoch": 23.61747243426633, + "grad_norm": 1.053170348127792, + "learning_rate": 1.7852172187253318e-05, + "loss": 0.04, + "step": 27845 + }, + { + "epoch": 23.61832061068702, + "grad_norm": 1.0303745943153377, + "learning_rate": 1.7852002082220973e-05, + "loss": 0.0412, + "step": 27846 + }, + { + "epoch": 23.619168787107718, + "grad_norm": 1.0466155110187394, + "learning_rate": 1.7851831971263345e-05, + "loss": 0.0393, + "step": 27847 + }, + { + "epoch": 23.620016963528414, + "grad_norm": 1.0974630860641, + "learning_rate": 1.7851661854380562e-05, + "loss": 0.0402, + "step": 27848 + }, + { + "epoch": 23.62086513994911, + "grad_norm": 0.949832238108155, + "learning_rate": 1.7851491731572753e-05, + "loss": 0.0384, + "step": 27849 + }, + { + "epoch": 23.621713316369807, + "grad_norm": 0.9749596329556458, + "learning_rate": 1.7851321602840047e-05, + "loss": 0.0399, + "step": 27850 + }, + { + "epoch": 23.6225614927905, + "grad_norm": 1.140090726715958, + "learning_rate": 1.7851151468182573e-05, + "loss": 0.0408, + "step": 27851 + }, + { + "epoch": 23.623409669211195, + "grad_norm": 1.119342174916457, + "learning_rate": 1.7850981327600455e-05, + "loss": 0.0402, + "step": 27852 + }, + { + "epoch": 23.62425784563189, + "grad_norm": 1.0755418715907603, + "learning_rate": 1.7850811181093827e-05, + "loss": 0.0386, + "step": 27853 + }, + { + "epoch": 23.625106022052588, + "grad_norm": 0.9443951362932045, + "learning_rate": 1.7850641028662816e-05, + "loss": 0.0429, + "step": 27854 + }, + { + "epoch": 23.625954198473284, + "grad_norm": 1.1323600231646878, + "learning_rate": 1.785047087030755e-05, + "loss": 0.0396, + "step": 27855 + }, + { + "epoch": 23.626802374893977, + "grad_norm": 0.9500051284031634, + "learning_rate": 1.7850300706028153e-05, + "loss": 0.0406, + "step": 27856 + }, + { + "epoch": 23.627650551314673, + "grad_norm": 1.037579064324222, + "learning_rate": 1.7850130535824758e-05, + "loss": 0.043, + "step": 27857 + }, + { + "epoch": 23.62849872773537, + "grad_norm": 1.0143600753987965, + "learning_rate": 1.7849960359697495e-05, + "loss": 0.0396, + "step": 27858 + }, + { + "epoch": 23.629346904156066, + "grad_norm": 1.1476976682535496, + "learning_rate": 1.7849790177646488e-05, + "loss": 0.0435, + "step": 27859 + }, + { + "epoch": 23.63019508057676, + "grad_norm": 1.036903041365141, + "learning_rate": 1.784961998967187e-05, + "loss": 0.0401, + "step": 27860 + }, + { + "epoch": 23.631043256997454, + "grad_norm": 1.0306047372562517, + "learning_rate": 1.7849449795773765e-05, + "loss": 0.0393, + "step": 27861 + }, + { + "epoch": 23.63189143341815, + "grad_norm": 1.1057709159221156, + "learning_rate": 1.78492795959523e-05, + "loss": 0.0439, + "step": 27862 + }, + { + "epoch": 23.632739609838847, + "grad_norm": 1.0597773215142356, + "learning_rate": 1.7849109390207614e-05, + "loss": 0.043, + "step": 27863 + }, + { + "epoch": 23.633587786259543, + "grad_norm": 1.208791074617097, + "learning_rate": 1.7848939178539825e-05, + "loss": 0.0405, + "step": 27864 + }, + { + "epoch": 23.634435962680236, + "grad_norm": 1.203772029955242, + "learning_rate": 1.784876896094906e-05, + "loss": 0.0426, + "step": 27865 + }, + { + "epoch": 23.635284139100932, + "grad_norm": 0.9897552841110447, + "learning_rate": 1.7848598737435458e-05, + "loss": 0.0419, + "step": 27866 + }, + { + "epoch": 23.63613231552163, + "grad_norm": 1.195150599230118, + "learning_rate": 1.784842850799914e-05, + "loss": 0.0435, + "step": 27867 + }, + { + "epoch": 23.636980491942325, + "grad_norm": 1.1093589455420276, + "learning_rate": 1.7848258272640236e-05, + "loss": 0.0401, + "step": 27868 + }, + { + "epoch": 23.63782866836302, + "grad_norm": 0.9477411558349101, + "learning_rate": 1.7848088031358877e-05, + "loss": 0.0366, + "step": 27869 + }, + { + "epoch": 23.638676844783713, + "grad_norm": 1.1520735563681492, + "learning_rate": 1.7847917784155187e-05, + "loss": 0.0414, + "step": 27870 + }, + { + "epoch": 23.63952502120441, + "grad_norm": 1.0131022318354626, + "learning_rate": 1.7847747531029292e-05, + "loss": 0.0378, + "step": 27871 + }, + { + "epoch": 23.640373197625106, + "grad_norm": 1.1294333102088498, + "learning_rate": 1.7847577271981333e-05, + "loss": 0.045, + "step": 27872 + }, + { + "epoch": 23.641221374045802, + "grad_norm": 1.1435766801499936, + "learning_rate": 1.7847407007011424e-05, + "loss": 0.0419, + "step": 27873 + }, + { + "epoch": 23.6420695504665, + "grad_norm": 1.102202993047073, + "learning_rate": 1.7847236736119705e-05, + "loss": 0.0404, + "step": 27874 + }, + { + "epoch": 23.64291772688719, + "grad_norm": 0.9510354453639468, + "learning_rate": 1.7847066459306293e-05, + "loss": 0.0378, + "step": 27875 + }, + { + "epoch": 23.643765903307887, + "grad_norm": 1.166464212250428, + "learning_rate": 1.784689617657133e-05, + "loss": 0.0406, + "step": 27876 + }, + { + "epoch": 23.644614079728584, + "grad_norm": 1.4509979671686126, + "learning_rate": 1.784672588791493e-05, + "loss": 0.039, + "step": 27877 + }, + { + "epoch": 23.64546225614928, + "grad_norm": 1.0750546058744503, + "learning_rate": 1.7846555593337235e-05, + "loss": 0.0422, + "step": 27878 + }, + { + "epoch": 23.646310432569976, + "grad_norm": 1.085420049979424, + "learning_rate": 1.7846385292838363e-05, + "loss": 0.0399, + "step": 27879 + }, + { + "epoch": 23.64715860899067, + "grad_norm": 1.0153371013881571, + "learning_rate": 1.784621498641845e-05, + "loss": 0.0404, + "step": 27880 + }, + { + "epoch": 23.648006785411365, + "grad_norm": 1.0839023813793516, + "learning_rate": 1.7846044674077617e-05, + "loss": 0.0394, + "step": 27881 + }, + { + "epoch": 23.64885496183206, + "grad_norm": 1.0068181138878154, + "learning_rate": 1.7845874355816004e-05, + "loss": 0.0415, + "step": 27882 + }, + { + "epoch": 23.649703138252757, + "grad_norm": 0.9518145126559019, + "learning_rate": 1.7845704031633725e-05, + "loss": 0.044, + "step": 27883 + }, + { + "epoch": 23.650551314673454, + "grad_norm": 1.1728767170383412, + "learning_rate": 1.7845533701530923e-05, + "loss": 0.0433, + "step": 27884 + }, + { + "epoch": 23.651399491094146, + "grad_norm": 0.8651107997263802, + "learning_rate": 1.7845363365507716e-05, + "loss": 0.0363, + "step": 27885 + }, + { + "epoch": 23.652247667514843, + "grad_norm": 1.0875369003602047, + "learning_rate": 1.7845193023564237e-05, + "loss": 0.041, + "step": 27886 + }, + { + "epoch": 23.65309584393554, + "grad_norm": 1.0225406226024378, + "learning_rate": 1.784502267570061e-05, + "loss": 0.0415, + "step": 27887 + }, + { + "epoch": 23.653944020356235, + "grad_norm": 1.0774357680959068, + "learning_rate": 1.784485232191697e-05, + "loss": 0.0418, + "step": 27888 + }, + { + "epoch": 23.65479219677693, + "grad_norm": 1.0478788708675761, + "learning_rate": 1.7844681962213443e-05, + "loss": 0.0403, + "step": 27889 + }, + { + "epoch": 23.655640373197624, + "grad_norm": 0.8955146934607816, + "learning_rate": 1.784451159659016e-05, + "loss": 0.0361, + "step": 27890 + }, + { + "epoch": 23.65648854961832, + "grad_norm": 1.1597598856356837, + "learning_rate": 1.784434122504724e-05, + "loss": 0.0427, + "step": 27891 + }, + { + "epoch": 23.657336726039016, + "grad_norm": 0.9372650537419446, + "learning_rate": 1.7844170847584822e-05, + "loss": 0.0403, + "step": 27892 + }, + { + "epoch": 23.658184902459713, + "grad_norm": 1.1765911695533446, + "learning_rate": 1.784400046420303e-05, + "loss": 0.0428, + "step": 27893 + }, + { + "epoch": 23.659033078880405, + "grad_norm": 1.224672065771522, + "learning_rate": 1.7843830074901998e-05, + "loss": 0.0402, + "step": 27894 + }, + { + "epoch": 23.6598812553011, + "grad_norm": 0.9693697330514346, + "learning_rate": 1.7843659679681847e-05, + "loss": 0.0405, + "step": 27895 + }, + { + "epoch": 23.660729431721798, + "grad_norm": 0.8555929814156913, + "learning_rate": 1.7843489278542705e-05, + "loss": 0.0374, + "step": 27896 + }, + { + "epoch": 23.661577608142494, + "grad_norm": 0.979012272854764, + "learning_rate": 1.784331887148471e-05, + "loss": 0.0431, + "step": 27897 + }, + { + "epoch": 23.66242578456319, + "grad_norm": 1.311061781255822, + "learning_rate": 1.784314845850798e-05, + "loss": 0.0452, + "step": 27898 + }, + { + "epoch": 23.663273960983886, + "grad_norm": 1.1101128944962733, + "learning_rate": 1.7842978039612653e-05, + "loss": 0.0477, + "step": 27899 + }, + { + "epoch": 23.66412213740458, + "grad_norm": 1.0877094103204714, + "learning_rate": 1.7842807614798848e-05, + "loss": 0.0424, + "step": 27900 + }, + { + "epoch": 23.664970313825275, + "grad_norm": 1.076951508747576, + "learning_rate": 1.7842637184066706e-05, + "loss": 0.0397, + "step": 27901 + }, + { + "epoch": 23.66581849024597, + "grad_norm": 1.0283954680530263, + "learning_rate": 1.7842466747416344e-05, + "loss": 0.0389, + "step": 27902 + }, + { + "epoch": 23.666666666666668, + "grad_norm": 1.0786088935298723, + "learning_rate": 1.7842296304847892e-05, + "loss": 0.0376, + "step": 27903 + }, + { + "epoch": 23.66751484308736, + "grad_norm": 1.001807249571202, + "learning_rate": 1.7842125856361485e-05, + "loss": 0.0397, + "step": 27904 + }, + { + "epoch": 23.668363019508057, + "grad_norm": 1.1702350277368212, + "learning_rate": 1.784195540195725e-05, + "loss": 0.0448, + "step": 27905 + }, + { + "epoch": 23.669211195928753, + "grad_norm": 1.1060303028747174, + "learning_rate": 1.7841784941635308e-05, + "loss": 0.0388, + "step": 27906 + }, + { + "epoch": 23.67005937234945, + "grad_norm": 1.1044109802123658, + "learning_rate": 1.78416144753958e-05, + "loss": 0.0399, + "step": 27907 + }, + { + "epoch": 23.670907548770145, + "grad_norm": 1.104708260583683, + "learning_rate": 1.7841444003238843e-05, + "loss": 0.0385, + "step": 27908 + }, + { + "epoch": 23.671755725190838, + "grad_norm": 0.9955009994233467, + "learning_rate": 1.7841273525164572e-05, + "loss": 0.0392, + "step": 27909 + }, + { + "epoch": 23.672603901611534, + "grad_norm": 0.8410899972065189, + "learning_rate": 1.7841103041173115e-05, + "loss": 0.0374, + "step": 27910 + }, + { + "epoch": 23.67345207803223, + "grad_norm": 0.9630326233168133, + "learning_rate": 1.7840932551264602e-05, + "loss": 0.0358, + "step": 27911 + }, + { + "epoch": 23.674300254452927, + "grad_norm": 0.9976615945856336, + "learning_rate": 1.7840762055439157e-05, + "loss": 0.0386, + "step": 27912 + }, + { + "epoch": 23.675148430873623, + "grad_norm": 1.143740294845117, + "learning_rate": 1.784059155369691e-05, + "loss": 0.0411, + "step": 27913 + }, + { + "epoch": 23.675996607294316, + "grad_norm": 0.8999710775051721, + "learning_rate": 1.784042104603799e-05, + "loss": 0.0395, + "step": 27914 + }, + { + "epoch": 23.676844783715012, + "grad_norm": 1.0684925673538421, + "learning_rate": 1.784025053246253e-05, + "loss": 0.0402, + "step": 27915 + }, + { + "epoch": 23.67769296013571, + "grad_norm": 1.1082079476290698, + "learning_rate": 1.7840080012970657e-05, + "loss": 0.0393, + "step": 27916 + }, + { + "epoch": 23.678541136556404, + "grad_norm": 1.2666573022288758, + "learning_rate": 1.7839909487562495e-05, + "loss": 0.0409, + "step": 27917 + }, + { + "epoch": 23.6793893129771, + "grad_norm": 1.1252894852696496, + "learning_rate": 1.7839738956238176e-05, + "loss": 0.04, + "step": 27918 + }, + { + "epoch": 23.680237489397793, + "grad_norm": 1.0889446709559152, + "learning_rate": 1.7839568418997828e-05, + "loss": 0.042, + "step": 27919 + }, + { + "epoch": 23.68108566581849, + "grad_norm": 1.0846474498262824, + "learning_rate": 1.783939787584158e-05, + "loss": 0.0402, + "step": 27920 + }, + { + "epoch": 23.681933842239186, + "grad_norm": 1.0838722877864075, + "learning_rate": 1.783922732676956e-05, + "loss": 0.0395, + "step": 27921 + }, + { + "epoch": 23.682782018659882, + "grad_norm": 1.0394030267559844, + "learning_rate": 1.78390567717819e-05, + "loss": 0.0398, + "step": 27922 + }, + { + "epoch": 23.68363019508058, + "grad_norm": 1.1268046472501354, + "learning_rate": 1.7838886210878727e-05, + "loss": 0.0427, + "step": 27923 + }, + { + "epoch": 23.68447837150127, + "grad_norm": 1.170521566095892, + "learning_rate": 1.7838715644060163e-05, + "loss": 0.0424, + "step": 27924 + }, + { + "epoch": 23.685326547921967, + "grad_norm": 1.187662560286533, + "learning_rate": 1.783854507132635e-05, + "loss": 0.0415, + "step": 27925 + }, + { + "epoch": 23.686174724342663, + "grad_norm": 1.1653945011402278, + "learning_rate": 1.7838374492677402e-05, + "loss": 0.0446, + "step": 27926 + }, + { + "epoch": 23.68702290076336, + "grad_norm": 0.9402644104042096, + "learning_rate": 1.783820390811346e-05, + "loss": 0.0396, + "step": 27927 + }, + { + "epoch": 23.687871077184056, + "grad_norm": 0.9451663181583347, + "learning_rate": 1.7838033317634646e-05, + "loss": 0.0381, + "step": 27928 + }, + { + "epoch": 23.68871925360475, + "grad_norm": 1.0081295177521932, + "learning_rate": 1.7837862721241094e-05, + "loss": 0.0412, + "step": 27929 + }, + { + "epoch": 23.689567430025445, + "grad_norm": 1.1390487745388176, + "learning_rate": 1.7837692118932925e-05, + "loss": 0.0427, + "step": 27930 + }, + { + "epoch": 23.69041560644614, + "grad_norm": 0.971674877588532, + "learning_rate": 1.7837521510710273e-05, + "loss": 0.0372, + "step": 27931 + }, + { + "epoch": 23.691263782866837, + "grad_norm": 1.2705757604922714, + "learning_rate": 1.7837350896573265e-05, + "loss": 0.0414, + "step": 27932 + }, + { + "epoch": 23.69211195928753, + "grad_norm": 1.1312732268379129, + "learning_rate": 1.783718027652203e-05, + "loss": 0.0418, + "step": 27933 + }, + { + "epoch": 23.692960135708226, + "grad_norm": 0.9925111436762121, + "learning_rate": 1.78370096505567e-05, + "loss": 0.0374, + "step": 27934 + }, + { + "epoch": 23.693808312128922, + "grad_norm": 1.180030756092931, + "learning_rate": 1.7836839018677397e-05, + "loss": 0.0427, + "step": 27935 + }, + { + "epoch": 23.69465648854962, + "grad_norm": 1.0034637340806767, + "learning_rate": 1.7836668380884256e-05, + "loss": 0.0408, + "step": 27936 + }, + { + "epoch": 23.695504664970315, + "grad_norm": 1.0354657372037313, + "learning_rate": 1.7836497737177402e-05, + "loss": 0.041, + "step": 27937 + }, + { + "epoch": 23.696352841391008, + "grad_norm": 0.9223551705449902, + "learning_rate": 1.7836327087556967e-05, + "loss": 0.0394, + "step": 27938 + }, + { + "epoch": 23.697201017811704, + "grad_norm": 0.951953978665469, + "learning_rate": 1.783615643202308e-05, + "loss": 0.0382, + "step": 27939 + }, + { + "epoch": 23.6980491942324, + "grad_norm": 1.1226073951649709, + "learning_rate": 1.7835985770575863e-05, + "loss": 0.0393, + "step": 27940 + }, + { + "epoch": 23.698897370653096, + "grad_norm": 1.1135300427741095, + "learning_rate": 1.7835815103215455e-05, + "loss": 0.0427, + "step": 27941 + }, + { + "epoch": 23.699745547073793, + "grad_norm": 0.99796005219614, + "learning_rate": 1.7835644429941977e-05, + "loss": 0.0395, + "step": 27942 + }, + { + "epoch": 23.700593723494485, + "grad_norm": 1.1519190672637616, + "learning_rate": 1.7835473750755556e-05, + "loss": 0.0384, + "step": 27943 + }, + { + "epoch": 23.70144189991518, + "grad_norm": 1.0270553810449867, + "learning_rate": 1.783530306565633e-05, + "loss": 0.0413, + "step": 27944 + }, + { + "epoch": 23.702290076335878, + "grad_norm": 0.938917929893205, + "learning_rate": 1.7835132374644423e-05, + "loss": 0.0396, + "step": 27945 + }, + { + "epoch": 23.703138252756574, + "grad_norm": 0.9743921253992845, + "learning_rate": 1.783496167771996e-05, + "loss": 0.0395, + "step": 27946 + }, + { + "epoch": 23.70398642917727, + "grad_norm": 0.9664949652754156, + "learning_rate": 1.7834790974883074e-05, + "loss": 0.0352, + "step": 27947 + }, + { + "epoch": 23.704834605597963, + "grad_norm": 1.0228044765127469, + "learning_rate": 1.7834620266133895e-05, + "loss": 0.0383, + "step": 27948 + }, + { + "epoch": 23.70568278201866, + "grad_norm": 1.0152765422238208, + "learning_rate": 1.783444955147255e-05, + "loss": 0.0366, + "step": 27949 + }, + { + "epoch": 23.706530958439355, + "grad_norm": 1.0488496601094388, + "learning_rate": 1.7834278830899165e-05, + "loss": 0.0415, + "step": 27950 + }, + { + "epoch": 23.70737913486005, + "grad_norm": 1.1244811779205737, + "learning_rate": 1.7834108104413875e-05, + "loss": 0.0424, + "step": 27951 + }, + { + "epoch": 23.708227311280748, + "grad_norm": 1.2355326084057656, + "learning_rate": 1.7833937372016806e-05, + "loss": 0.0439, + "step": 27952 + }, + { + "epoch": 23.70907548770144, + "grad_norm": 1.12900919355459, + "learning_rate": 1.783376663370808e-05, + "loss": 0.0381, + "step": 27953 + }, + { + "epoch": 23.709923664122137, + "grad_norm": 1.1121792158868113, + "learning_rate": 1.783359588948784e-05, + "loss": 0.0398, + "step": 27954 + }, + { + "epoch": 23.710771840542833, + "grad_norm": 1.0269093009846493, + "learning_rate": 1.7833425139356204e-05, + "loss": 0.0415, + "step": 27955 + }, + { + "epoch": 23.71162001696353, + "grad_norm": 0.9481402512508083, + "learning_rate": 1.7833254383313303e-05, + "loss": 0.0376, + "step": 27956 + }, + { + "epoch": 23.712468193384225, + "grad_norm": 1.1833393670879822, + "learning_rate": 1.7833083621359268e-05, + "loss": 0.0407, + "step": 27957 + }, + { + "epoch": 23.713316369804918, + "grad_norm": 0.9364278235459057, + "learning_rate": 1.7832912853494226e-05, + "loss": 0.0407, + "step": 27958 + }, + { + "epoch": 23.714164546225614, + "grad_norm": 1.1308214481931413, + "learning_rate": 1.7832742079718307e-05, + "loss": 0.0415, + "step": 27959 + }, + { + "epoch": 23.71501272264631, + "grad_norm": 1.2444455067695146, + "learning_rate": 1.7832571300031636e-05, + "loss": 0.0439, + "step": 27960 + }, + { + "epoch": 23.715860899067007, + "grad_norm": 0.94598732227358, + "learning_rate": 1.7832400514434353e-05, + "loss": 0.0393, + "step": 27961 + }, + { + "epoch": 23.716709075487703, + "grad_norm": 1.1906278230996095, + "learning_rate": 1.7832229722926572e-05, + "loss": 0.0426, + "step": 27962 + }, + { + "epoch": 23.717557251908396, + "grad_norm": 1.0488459653641724, + "learning_rate": 1.7832058925508432e-05, + "loss": 0.0449, + "step": 27963 + }, + { + "epoch": 23.718405428329092, + "grad_norm": 0.9355514522412621, + "learning_rate": 1.783188812218006e-05, + "loss": 0.0373, + "step": 27964 + }, + { + "epoch": 23.719253604749788, + "grad_norm": 1.0328854240955445, + "learning_rate": 1.783171731294158e-05, + "loss": 0.0381, + "step": 27965 + }, + { + "epoch": 23.720101781170484, + "grad_norm": 1.1592261286002852, + "learning_rate": 1.7831546497793128e-05, + "loss": 0.0486, + "step": 27966 + }, + { + "epoch": 23.72094995759118, + "grad_norm": 0.9641595591160635, + "learning_rate": 1.7831375676734827e-05, + "loss": 0.0347, + "step": 27967 + }, + { + "epoch": 23.721798134011873, + "grad_norm": 0.9234021575007979, + "learning_rate": 1.783120484976681e-05, + "loss": 0.0363, + "step": 27968 + }, + { + "epoch": 23.72264631043257, + "grad_norm": 1.0588131899562365, + "learning_rate": 1.7831034016889202e-05, + "loss": 0.0407, + "step": 27969 + }, + { + "epoch": 23.723494486853266, + "grad_norm": 0.9991465945426532, + "learning_rate": 1.783086317810214e-05, + "loss": 0.038, + "step": 27970 + }, + { + "epoch": 23.724342663273962, + "grad_norm": 0.927896681448392, + "learning_rate": 1.7830692333405738e-05, + "loss": 0.0415, + "step": 27971 + }, + { + "epoch": 23.725190839694655, + "grad_norm": 1.097858500309135, + "learning_rate": 1.7830521482800142e-05, + "loss": 0.0396, + "step": 27972 + }, + { + "epoch": 23.72603901611535, + "grad_norm": 1.216256133352951, + "learning_rate": 1.783035062628547e-05, + "loss": 0.0415, + "step": 27973 + }, + { + "epoch": 23.726887192536047, + "grad_norm": 1.0951275683366422, + "learning_rate": 1.7830179763861854e-05, + "loss": 0.0371, + "step": 27974 + }, + { + "epoch": 23.727735368956743, + "grad_norm": 1.131841836485324, + "learning_rate": 1.7830008895529425e-05, + "loss": 0.0385, + "step": 27975 + }, + { + "epoch": 23.72858354537744, + "grad_norm": 1.1328939523707937, + "learning_rate": 1.7829838021288307e-05, + "loss": 0.0406, + "step": 27976 + }, + { + "epoch": 23.729431721798132, + "grad_norm": 0.8634408667059135, + "learning_rate": 1.7829667141138633e-05, + "loss": 0.0371, + "step": 27977 + }, + { + "epoch": 23.73027989821883, + "grad_norm": 1.2392432494333416, + "learning_rate": 1.7829496255080528e-05, + "loss": 0.0436, + "step": 27978 + }, + { + "epoch": 23.731128074639525, + "grad_norm": 1.1775846542228774, + "learning_rate": 1.7829325363114128e-05, + "loss": 0.0399, + "step": 27979 + }, + { + "epoch": 23.73197625106022, + "grad_norm": 1.2232904023772908, + "learning_rate": 1.7829154465239558e-05, + "loss": 0.0426, + "step": 27980 + }, + { + "epoch": 23.732824427480917, + "grad_norm": 1.0171730152133722, + "learning_rate": 1.7828983561456943e-05, + "loss": 0.0377, + "step": 27981 + }, + { + "epoch": 23.73367260390161, + "grad_norm": 1.2109357791116282, + "learning_rate": 1.782881265176642e-05, + "loss": 0.0408, + "step": 27982 + }, + { + "epoch": 23.734520780322306, + "grad_norm": 1.063502841489151, + "learning_rate": 1.7828641736168108e-05, + "loss": 0.0399, + "step": 27983 + }, + { + "epoch": 23.735368956743002, + "grad_norm": 1.1396676380957538, + "learning_rate": 1.7828470814662145e-05, + "loss": 0.0421, + "step": 27984 + }, + { + "epoch": 23.7362171331637, + "grad_norm": 0.9503040876860581, + "learning_rate": 1.7828299887248656e-05, + "loss": 0.041, + "step": 27985 + }, + { + "epoch": 23.737065309584395, + "grad_norm": 1.0641422010545971, + "learning_rate": 1.7828128953927773e-05, + "loss": 0.0391, + "step": 27986 + }, + { + "epoch": 23.737913486005088, + "grad_norm": 0.9383193498770075, + "learning_rate": 1.7827958014699618e-05, + "loss": 0.0356, + "step": 27987 + }, + { + "epoch": 23.738761662425784, + "grad_norm": 1.2150928475399172, + "learning_rate": 1.7827787069564326e-05, + "loss": 0.0407, + "step": 27988 + }, + { + "epoch": 23.73960983884648, + "grad_norm": 1.0469665731481401, + "learning_rate": 1.7827616118522026e-05, + "loss": 0.0394, + "step": 27989 + }, + { + "epoch": 23.740458015267176, + "grad_norm": 1.1990610351828908, + "learning_rate": 1.7827445161572844e-05, + "loss": 0.0416, + "step": 27990 + }, + { + "epoch": 23.741306191687872, + "grad_norm": 1.0636958798115415, + "learning_rate": 1.782727419871691e-05, + "loss": 0.0395, + "step": 27991 + }, + { + "epoch": 23.742154368108565, + "grad_norm": 1.0395349784974568, + "learning_rate": 1.7827103229954357e-05, + "loss": 0.0389, + "step": 27992 + }, + { + "epoch": 23.74300254452926, + "grad_norm": 0.8456758006206585, + "learning_rate": 1.7826932255285306e-05, + "loss": 0.039, + "step": 27993 + }, + { + "epoch": 23.743850720949958, + "grad_norm": 1.0008632712310375, + "learning_rate": 1.7826761274709895e-05, + "loss": 0.0381, + "step": 27994 + }, + { + "epoch": 23.744698897370654, + "grad_norm": 1.160744375314539, + "learning_rate": 1.7826590288228245e-05, + "loss": 0.0422, + "step": 27995 + }, + { + "epoch": 23.74554707379135, + "grad_norm": 1.105407348660617, + "learning_rate": 1.7826419295840488e-05, + "loss": 0.0411, + "step": 27996 + }, + { + "epoch": 23.746395250212043, + "grad_norm": 1.1527451292200348, + "learning_rate": 1.7826248297546757e-05, + "loss": 0.0414, + "step": 27997 + }, + { + "epoch": 23.74724342663274, + "grad_norm": 1.0742297750199774, + "learning_rate": 1.7826077293347173e-05, + "loss": 0.0405, + "step": 27998 + }, + { + "epoch": 23.748091603053435, + "grad_norm": 0.8691937785867048, + "learning_rate": 1.7825906283241873e-05, + "loss": 0.0379, + "step": 27999 + }, + { + "epoch": 23.74893977947413, + "grad_norm": 1.3135952391603327, + "learning_rate": 1.7825735267230984e-05, + "loss": 0.0381, + "step": 28000 + }, + { + "epoch": 23.749787955894828, + "grad_norm": 1.1216621245071494, + "learning_rate": 1.7825564245314632e-05, + "loss": 0.0436, + "step": 28001 + }, + { + "epoch": 23.75063613231552, + "grad_norm": 1.412072767751632, + "learning_rate": 1.782539321749295e-05, + "loss": 0.0424, + "step": 28002 + }, + { + "epoch": 23.751484308736217, + "grad_norm": 1.0442515977050784, + "learning_rate": 1.782522218376606e-05, + "loss": 0.0402, + "step": 28003 + }, + { + "epoch": 23.752332485156913, + "grad_norm": 1.0389556944697793, + "learning_rate": 1.78250511441341e-05, + "loss": 0.0378, + "step": 28004 + }, + { + "epoch": 23.75318066157761, + "grad_norm": 1.0887463119476017, + "learning_rate": 1.7824880098597194e-05, + "loss": 0.0396, + "step": 28005 + }, + { + "epoch": 23.754028837998305, + "grad_norm": 1.2498801798180763, + "learning_rate": 1.7824709047155476e-05, + "loss": 0.0445, + "step": 28006 + }, + { + "epoch": 23.754877014418998, + "grad_norm": 1.1145298655374893, + "learning_rate": 1.7824537989809065e-05, + "loss": 0.0418, + "step": 28007 + }, + { + "epoch": 23.755725190839694, + "grad_norm": 1.0634288862389318, + "learning_rate": 1.7824366926558098e-05, + "loss": 0.0402, + "step": 28008 + }, + { + "epoch": 23.75657336726039, + "grad_norm": 1.0563144409010772, + "learning_rate": 1.7824195857402705e-05, + "loss": 0.0401, + "step": 28009 + }, + { + "epoch": 23.757421543681087, + "grad_norm": 0.9629225766432535, + "learning_rate": 1.782402478234301e-05, + "loss": 0.0381, + "step": 28010 + }, + { + "epoch": 23.75826972010178, + "grad_norm": 0.9594178098601588, + "learning_rate": 1.7823853701379146e-05, + "loss": 0.0394, + "step": 28011 + }, + { + "epoch": 23.759117896522476, + "grad_norm": 1.1499697761172787, + "learning_rate": 1.782368261451124e-05, + "loss": 0.0386, + "step": 28012 + }, + { + "epoch": 23.759966072943172, + "grad_norm": 1.0494588285595738, + "learning_rate": 1.7823511521739424e-05, + "loss": 0.0407, + "step": 28013 + }, + { + "epoch": 23.760814249363868, + "grad_norm": 1.1513808047857437, + "learning_rate": 1.782334042306382e-05, + "loss": 0.0409, + "step": 28014 + }, + { + "epoch": 23.761662425784564, + "grad_norm": 0.9766431189391966, + "learning_rate": 1.7823169318484565e-05, + "loss": 0.0389, + "step": 28015 + }, + { + "epoch": 23.762510602205257, + "grad_norm": 1.0965404943263, + "learning_rate": 1.7822998208001784e-05, + "loss": 0.0401, + "step": 28016 + }, + { + "epoch": 23.763358778625953, + "grad_norm": 1.1436425706292304, + "learning_rate": 1.7822827091615607e-05, + "loss": 0.0408, + "step": 28017 + }, + { + "epoch": 23.76420695504665, + "grad_norm": 1.109725067093072, + "learning_rate": 1.7822655969326166e-05, + "loss": 0.0394, + "step": 28018 + }, + { + "epoch": 23.765055131467346, + "grad_norm": 1.0450431063827526, + "learning_rate": 1.7822484841133583e-05, + "loss": 0.0385, + "step": 28019 + }, + { + "epoch": 23.765903307888042, + "grad_norm": 1.0417785710907599, + "learning_rate": 1.7822313707037997e-05, + "loss": 0.0409, + "step": 28020 + }, + { + "epoch": 23.766751484308735, + "grad_norm": 1.1525238976136742, + "learning_rate": 1.782214256703953e-05, + "loss": 0.0412, + "step": 28021 + }, + { + "epoch": 23.76759966072943, + "grad_norm": 0.9986681136494671, + "learning_rate": 1.7821971421138314e-05, + "loss": 0.0373, + "step": 28022 + }, + { + "epoch": 23.768447837150127, + "grad_norm": 1.0155319974885162, + "learning_rate": 1.7821800269334474e-05, + "loss": 0.0408, + "step": 28023 + }, + { + "epoch": 23.769296013570823, + "grad_norm": 1.065004895145149, + "learning_rate": 1.7821629111628146e-05, + "loss": 0.0403, + "step": 28024 + }, + { + "epoch": 23.77014418999152, + "grad_norm": 1.283918221045586, + "learning_rate": 1.7821457948019452e-05, + "loss": 0.0425, + "step": 28025 + }, + { + "epoch": 23.770992366412212, + "grad_norm": 1.007395066611364, + "learning_rate": 1.7821286778508527e-05, + "loss": 0.0408, + "step": 28026 + }, + { + "epoch": 23.77184054283291, + "grad_norm": 1.2180135728954964, + "learning_rate": 1.7821115603095497e-05, + "loss": 0.0454, + "step": 28027 + }, + { + "epoch": 23.772688719253605, + "grad_norm": 0.9980198982627742, + "learning_rate": 1.7820944421780488e-05, + "loss": 0.0415, + "step": 28028 + }, + { + "epoch": 23.7735368956743, + "grad_norm": 1.48989177669238, + "learning_rate": 1.7820773234563637e-05, + "loss": 0.0445, + "step": 28029 + }, + { + "epoch": 23.774385072094997, + "grad_norm": 1.0694908780930252, + "learning_rate": 1.7820602041445074e-05, + "loss": 0.0428, + "step": 28030 + }, + { + "epoch": 23.77523324851569, + "grad_norm": 1.1328331138251453, + "learning_rate": 1.7820430842424917e-05, + "loss": 0.0422, + "step": 28031 + }, + { + "epoch": 23.776081424936386, + "grad_norm": 1.0517239440829496, + "learning_rate": 1.7820259637503302e-05, + "loss": 0.039, + "step": 28032 + }, + { + "epoch": 23.776929601357082, + "grad_norm": 0.9364019528910417, + "learning_rate": 1.7820088426680358e-05, + "loss": 0.0391, + "step": 28033 + }, + { + "epoch": 23.77777777777778, + "grad_norm": 1.0327312686911183, + "learning_rate": 1.7819917209956213e-05, + "loss": 0.0402, + "step": 28034 + }, + { + "epoch": 23.778625954198475, + "grad_norm": 1.1224220378422884, + "learning_rate": 1.7819745987331e-05, + "loss": 0.0435, + "step": 28035 + }, + { + "epoch": 23.779474130619167, + "grad_norm": 1.0127799563437532, + "learning_rate": 1.7819574758804844e-05, + "loss": 0.0381, + "step": 28036 + }, + { + "epoch": 23.780322307039864, + "grad_norm": 1.0952683111400892, + "learning_rate": 1.7819403524377876e-05, + "loss": 0.0442, + "step": 28037 + }, + { + "epoch": 23.78117048346056, + "grad_norm": 1.0558377284457214, + "learning_rate": 1.7819232284050227e-05, + "loss": 0.0405, + "step": 28038 + }, + { + "epoch": 23.782018659881256, + "grad_norm": 0.9630222452224187, + "learning_rate": 1.7819061037822024e-05, + "loss": 0.0372, + "step": 28039 + }, + { + "epoch": 23.782866836301952, + "grad_norm": 1.1290649570703384, + "learning_rate": 1.7818889785693392e-05, + "loss": 0.0459, + "step": 28040 + }, + { + "epoch": 23.783715012722645, + "grad_norm": 1.1021995285329866, + "learning_rate": 1.7818718527664465e-05, + "loss": 0.0387, + "step": 28041 + }, + { + "epoch": 23.78456318914334, + "grad_norm": 0.9281598412278979, + "learning_rate": 1.7818547263735374e-05, + "loss": 0.0371, + "step": 28042 + }, + { + "epoch": 23.785411365564038, + "grad_norm": 1.1896695335764447, + "learning_rate": 1.7818375993906248e-05, + "loss": 0.0475, + "step": 28043 + }, + { + "epoch": 23.786259541984734, + "grad_norm": 0.9966425504531663, + "learning_rate": 1.7818204718177212e-05, + "loss": 0.0392, + "step": 28044 + }, + { + "epoch": 23.78710771840543, + "grad_norm": 1.1899463544794908, + "learning_rate": 1.78180334365484e-05, + "loss": 0.0404, + "step": 28045 + }, + { + "epoch": 23.787955894826123, + "grad_norm": 1.0680399671456577, + "learning_rate": 1.7817862149019937e-05, + "loss": 0.0396, + "step": 28046 + }, + { + "epoch": 23.78880407124682, + "grad_norm": 1.3040180012328304, + "learning_rate": 1.781769085559195e-05, + "loss": 0.0416, + "step": 28047 + }, + { + "epoch": 23.789652247667515, + "grad_norm": 1.2439965355552571, + "learning_rate": 1.7817519556264577e-05, + "loss": 0.0425, + "step": 28048 + }, + { + "epoch": 23.79050042408821, + "grad_norm": 1.1598557464120334, + "learning_rate": 1.781734825103794e-05, + "loss": 0.045, + "step": 28049 + }, + { + "epoch": 23.791348600508904, + "grad_norm": 1.1288294664948886, + "learning_rate": 1.7817176939912174e-05, + "loss": 0.0426, + "step": 28050 + }, + { + "epoch": 23.7921967769296, + "grad_norm": 0.8757015619513913, + "learning_rate": 1.7817005622887405e-05, + "loss": 0.0371, + "step": 28051 + }, + { + "epoch": 23.793044953350297, + "grad_norm": 1.073444771642385, + "learning_rate": 1.781683429996376e-05, + "loss": 0.0429, + "step": 28052 + }, + { + "epoch": 23.793893129770993, + "grad_norm": 1.0427047799389073, + "learning_rate": 1.781666297114137e-05, + "loss": 0.0386, + "step": 28053 + }, + { + "epoch": 23.79474130619169, + "grad_norm": 1.0046140008474593, + "learning_rate": 1.7816491636420367e-05, + "loss": 0.038, + "step": 28054 + }, + { + "epoch": 23.79558948261238, + "grad_norm": 1.139638081687595, + "learning_rate": 1.781632029580088e-05, + "loss": 0.0447, + "step": 28055 + }, + { + "epoch": 23.796437659033078, + "grad_norm": 1.0273116929702812, + "learning_rate": 1.7816148949283033e-05, + "loss": 0.0382, + "step": 28056 + }, + { + "epoch": 23.797285835453774, + "grad_norm": 1.1888953260562878, + "learning_rate": 1.781597759686696e-05, + "loss": 0.0441, + "step": 28057 + }, + { + "epoch": 23.79813401187447, + "grad_norm": 1.1349278779005463, + "learning_rate": 1.7815806238552785e-05, + "loss": 0.0404, + "step": 28058 + }, + { + "epoch": 23.798982188295167, + "grad_norm": 1.06964146814936, + "learning_rate": 1.7815634874340648e-05, + "loss": 0.0391, + "step": 28059 + }, + { + "epoch": 23.79983036471586, + "grad_norm": 1.082240318315169, + "learning_rate": 1.781546350423067e-05, + "loss": 0.042, + "step": 28060 + }, + { + "epoch": 23.800678541136556, + "grad_norm": 0.92699017797938, + "learning_rate": 1.781529212822298e-05, + "loss": 0.0352, + "step": 28061 + }, + { + "epoch": 23.801526717557252, + "grad_norm": 1.0023843315909893, + "learning_rate": 1.7815120746317714e-05, + "loss": 0.0382, + "step": 28062 + }, + { + "epoch": 23.802374893977948, + "grad_norm": 0.9934549423858456, + "learning_rate": 1.781494935851499e-05, + "loss": 0.0386, + "step": 28063 + }, + { + "epoch": 23.803223070398644, + "grad_norm": 1.2095300944891174, + "learning_rate": 1.781477796481495e-05, + "loss": 0.0422, + "step": 28064 + }, + { + "epoch": 23.804071246819337, + "grad_norm": 1.224703527291883, + "learning_rate": 1.7814606565217717e-05, + "loss": 0.0433, + "step": 28065 + }, + { + "epoch": 23.804919423240033, + "grad_norm": 1.0494913703612074, + "learning_rate": 1.7814435159723416e-05, + "loss": 0.0388, + "step": 28066 + }, + { + "epoch": 23.80576759966073, + "grad_norm": 1.0595240331619495, + "learning_rate": 1.7814263748332184e-05, + "loss": 0.0392, + "step": 28067 + }, + { + "epoch": 23.806615776081426, + "grad_norm": 0.9668880519615536, + "learning_rate": 1.781409233104415e-05, + "loss": 0.0385, + "step": 28068 + }, + { + "epoch": 23.807463952502122, + "grad_norm": 1.043931223475026, + "learning_rate": 1.7813920907859437e-05, + "loss": 0.04, + "step": 28069 + }, + { + "epoch": 23.808312128922815, + "grad_norm": 1.0673316597019078, + "learning_rate": 1.7813749478778183e-05, + "loss": 0.0426, + "step": 28070 + }, + { + "epoch": 23.80916030534351, + "grad_norm": 1.0018251732878305, + "learning_rate": 1.7813578043800506e-05, + "loss": 0.0399, + "step": 28071 + }, + { + "epoch": 23.810008481764207, + "grad_norm": 1.0147324643407565, + "learning_rate": 1.7813406602926547e-05, + "loss": 0.0387, + "step": 28072 + }, + { + "epoch": 23.810856658184903, + "grad_norm": 0.9691849367746512, + "learning_rate": 1.781323515615643e-05, + "loss": 0.0367, + "step": 28073 + }, + { + "epoch": 23.8117048346056, + "grad_norm": 1.1534570301222493, + "learning_rate": 1.781306370349028e-05, + "loss": 0.0397, + "step": 28074 + }, + { + "epoch": 23.812553011026292, + "grad_norm": 1.157070747854722, + "learning_rate": 1.7812892244928235e-05, + "loss": 0.0445, + "step": 28075 + }, + { + "epoch": 23.81340118744699, + "grad_norm": 1.0541975534137797, + "learning_rate": 1.781272078047042e-05, + "loss": 0.0399, + "step": 28076 + }, + { + "epoch": 23.814249363867685, + "grad_norm": 0.933414314956926, + "learning_rate": 1.7812549310116963e-05, + "loss": 0.0394, + "step": 28077 + }, + { + "epoch": 23.81509754028838, + "grad_norm": 1.304602984665048, + "learning_rate": 1.7812377833867998e-05, + "loss": 0.0416, + "step": 28078 + }, + { + "epoch": 23.815945716709077, + "grad_norm": 1.1814736158918355, + "learning_rate": 1.781220635172365e-05, + "loss": 0.0416, + "step": 28079 + }, + { + "epoch": 23.81679389312977, + "grad_norm": 1.1705859296581318, + "learning_rate": 1.7812034863684048e-05, + "loss": 0.0402, + "step": 28080 + }, + { + "epoch": 23.817642069550466, + "grad_norm": 0.9559243663799899, + "learning_rate": 1.7811863369749326e-05, + "loss": 0.0369, + "step": 28081 + }, + { + "epoch": 23.818490245971162, + "grad_norm": 1.0034960325775506, + "learning_rate": 1.781169186991961e-05, + "loss": 0.0388, + "step": 28082 + }, + { + "epoch": 23.81933842239186, + "grad_norm": 1.2311665532358473, + "learning_rate": 1.781152036419503e-05, + "loss": 0.0424, + "step": 28083 + }, + { + "epoch": 23.820186598812555, + "grad_norm": 1.0843575732832358, + "learning_rate": 1.781134885257572e-05, + "loss": 0.0419, + "step": 28084 + }, + { + "epoch": 23.821034775233247, + "grad_norm": 0.9181910828469133, + "learning_rate": 1.78111773350618e-05, + "loss": 0.0374, + "step": 28085 + }, + { + "epoch": 23.821882951653944, + "grad_norm": 1.0148087687259515, + "learning_rate": 1.7811005811653407e-05, + "loss": 0.0441, + "step": 28086 + }, + { + "epoch": 23.82273112807464, + "grad_norm": 1.028579539839504, + "learning_rate": 1.7810834282350666e-05, + "loss": 0.0391, + "step": 28087 + }, + { + "epoch": 23.823579304495336, + "grad_norm": 1.1242091217921972, + "learning_rate": 1.781066274715371e-05, + "loss": 0.0435, + "step": 28088 + }, + { + "epoch": 23.82442748091603, + "grad_norm": 1.2345933301527732, + "learning_rate": 1.7810491206062666e-05, + "loss": 0.0443, + "step": 28089 + }, + { + "epoch": 23.825275657336725, + "grad_norm": 1.110935627786707, + "learning_rate": 1.7810319659077664e-05, + "loss": 0.0365, + "step": 28090 + }, + { + "epoch": 23.82612383375742, + "grad_norm": 1.258792928061821, + "learning_rate": 1.7810148106198835e-05, + "loss": 0.0445, + "step": 28091 + }, + { + "epoch": 23.826972010178118, + "grad_norm": 1.1298297126155312, + "learning_rate": 1.7809976547426306e-05, + "loss": 0.0397, + "step": 28092 + }, + { + "epoch": 23.827820186598814, + "grad_norm": 1.084878755019553, + "learning_rate": 1.780980498276021e-05, + "loss": 0.0427, + "step": 28093 + }, + { + "epoch": 23.828668363019506, + "grad_norm": 1.0752605986242076, + "learning_rate": 1.7809633412200672e-05, + "loss": 0.0402, + "step": 28094 + }, + { + "epoch": 23.829516539440203, + "grad_norm": 1.0783066857863384, + "learning_rate": 1.7809461835747822e-05, + "loss": 0.0393, + "step": 28095 + }, + { + "epoch": 23.8303647158609, + "grad_norm": 1.089651371709003, + "learning_rate": 1.7809290253401793e-05, + "loss": 0.0397, + "step": 28096 + }, + { + "epoch": 23.831212892281595, + "grad_norm": 1.1735080079381672, + "learning_rate": 1.7809118665162713e-05, + "loss": 0.0424, + "step": 28097 + }, + { + "epoch": 23.83206106870229, + "grad_norm": 1.0390331071614947, + "learning_rate": 1.7808947071030713e-05, + "loss": 0.0386, + "step": 28098 + }, + { + "epoch": 23.832909245122984, + "grad_norm": 1.1009372259186367, + "learning_rate": 1.7808775471005918e-05, + "loss": 0.0384, + "step": 28099 + }, + { + "epoch": 23.83375742154368, + "grad_norm": 1.0145687702282165, + "learning_rate": 1.780860386508846e-05, + "loss": 0.0397, + "step": 28100 + }, + { + "epoch": 23.834605597964376, + "grad_norm": 0.9902490132844493, + "learning_rate": 1.780843225327847e-05, + "loss": 0.0387, + "step": 28101 + }, + { + "epoch": 23.835453774385073, + "grad_norm": 1.065103824111523, + "learning_rate": 1.7808260635576072e-05, + "loss": 0.0476, + "step": 28102 + }, + { + "epoch": 23.83630195080577, + "grad_norm": 1.1630432348289053, + "learning_rate": 1.7808089011981403e-05, + "loss": 0.0391, + "step": 28103 + }, + { + "epoch": 23.83715012722646, + "grad_norm": 1.094004224924267, + "learning_rate": 1.780791738249459e-05, + "loss": 0.0413, + "step": 28104 + }, + { + "epoch": 23.837998303647158, + "grad_norm": 1.1688684469220134, + "learning_rate": 1.780774574711576e-05, + "loss": 0.0448, + "step": 28105 + }, + { + "epoch": 23.838846480067854, + "grad_norm": 1.2260965407459576, + "learning_rate": 1.780757410584504e-05, + "loss": 0.0412, + "step": 28106 + }, + { + "epoch": 23.83969465648855, + "grad_norm": 0.8278642988374936, + "learning_rate": 1.780740245868257e-05, + "loss": 0.0361, + "step": 28107 + }, + { + "epoch": 23.840542832909247, + "grad_norm": 1.261411339011748, + "learning_rate": 1.7807230805628472e-05, + "loss": 0.039, + "step": 28108 + }, + { + "epoch": 23.84139100932994, + "grad_norm": 0.9522366206771754, + "learning_rate": 1.7807059146682876e-05, + "loss": 0.0357, + "step": 28109 + }, + { + "epoch": 23.842239185750635, + "grad_norm": 1.016541559356827, + "learning_rate": 1.780688748184591e-05, + "loss": 0.0414, + "step": 28110 + }, + { + "epoch": 23.84308736217133, + "grad_norm": 1.1704052700855387, + "learning_rate": 1.7806715811117708e-05, + "loss": 0.0413, + "step": 28111 + }, + { + "epoch": 23.843935538592028, + "grad_norm": 1.2768263442629268, + "learning_rate": 1.7806544134498397e-05, + "loss": 0.0456, + "step": 28112 + }, + { + "epoch": 23.844783715012724, + "grad_norm": 1.0933645594920598, + "learning_rate": 1.7806372451988107e-05, + "loss": 0.037, + "step": 28113 + }, + { + "epoch": 23.845631891433417, + "grad_norm": 1.0186574969470152, + "learning_rate": 1.7806200763586967e-05, + "loss": 0.0401, + "step": 28114 + }, + { + "epoch": 23.846480067854113, + "grad_norm": 0.955380617211124, + "learning_rate": 1.7806029069295106e-05, + "loss": 0.0395, + "step": 28115 + }, + { + "epoch": 23.84732824427481, + "grad_norm": 1.032309750207077, + "learning_rate": 1.7805857369112653e-05, + "loss": 0.0384, + "step": 28116 + }, + { + "epoch": 23.848176420695506, + "grad_norm": 0.9903747005734092, + "learning_rate": 1.7805685663039743e-05, + "loss": 0.0382, + "step": 28117 + }, + { + "epoch": 23.849024597116202, + "grad_norm": 1.1638285068784984, + "learning_rate": 1.78055139510765e-05, + "loss": 0.0428, + "step": 28118 + }, + { + "epoch": 23.849872773536894, + "grad_norm": 1.2270922533939754, + "learning_rate": 1.7805342233223057e-05, + "loss": 0.0389, + "step": 28119 + }, + { + "epoch": 23.85072094995759, + "grad_norm": 1.0994297761526641, + "learning_rate": 1.7805170509479538e-05, + "loss": 0.0385, + "step": 28120 + }, + { + "epoch": 23.851569126378287, + "grad_norm": 1.158794943213764, + "learning_rate": 1.780499877984608e-05, + "loss": 0.0438, + "step": 28121 + }, + { + "epoch": 23.852417302798983, + "grad_norm": 1.03224147329039, + "learning_rate": 1.7804827044322808e-05, + "loss": 0.0426, + "step": 28122 + }, + { + "epoch": 23.85326547921968, + "grad_norm": 1.1328353047528537, + "learning_rate": 1.7804655302909854e-05, + "loss": 0.0407, + "step": 28123 + }, + { + "epoch": 23.854113655640372, + "grad_norm": 1.2236680768846038, + "learning_rate": 1.780448355560734e-05, + "loss": 0.0398, + "step": 28124 + }, + { + "epoch": 23.85496183206107, + "grad_norm": 0.945986027971522, + "learning_rate": 1.780431180241541e-05, + "loss": 0.0383, + "step": 28125 + }, + { + "epoch": 23.855810008481765, + "grad_norm": 1.1006583120836282, + "learning_rate": 1.7804140043334182e-05, + "loss": 0.0439, + "step": 28126 + }, + { + "epoch": 23.85665818490246, + "grad_norm": 1.1244436138954157, + "learning_rate": 1.780396827836379e-05, + "loss": 0.0395, + "step": 28127 + }, + { + "epoch": 23.857506361323153, + "grad_norm": 1.0642288375248972, + "learning_rate": 1.7803796507504357e-05, + "loss": 0.0381, + "step": 28128 + }, + { + "epoch": 23.85835453774385, + "grad_norm": 1.0399796848999234, + "learning_rate": 1.7803624730756024e-05, + "loss": 0.0376, + "step": 28129 + }, + { + "epoch": 23.859202714164546, + "grad_norm": 1.0951209955401078, + "learning_rate": 1.7803452948118915e-05, + "loss": 0.0429, + "step": 28130 + }, + { + "epoch": 23.860050890585242, + "grad_norm": 1.205514917685047, + "learning_rate": 1.7803281159593155e-05, + "loss": 0.0414, + "step": 28131 + }, + { + "epoch": 23.86089906700594, + "grad_norm": 1.2743564137882197, + "learning_rate": 1.7803109365178882e-05, + "loss": 0.041, + "step": 28132 + }, + { + "epoch": 23.86174724342663, + "grad_norm": 1.186243720328096, + "learning_rate": 1.7802937564876223e-05, + "loss": 0.047, + "step": 28133 + }, + { + "epoch": 23.862595419847327, + "grad_norm": 1.1500757317283306, + "learning_rate": 1.7802765758685306e-05, + "loss": 0.0386, + "step": 28134 + }, + { + "epoch": 23.863443596268024, + "grad_norm": 1.070687155924592, + "learning_rate": 1.7802593946606257e-05, + "loss": 0.0392, + "step": 28135 + }, + { + "epoch": 23.86429177268872, + "grad_norm": 0.916236490128051, + "learning_rate": 1.7802422128639213e-05, + "loss": 0.0373, + "step": 28136 + }, + { + "epoch": 23.865139949109416, + "grad_norm": 1.3731396356006529, + "learning_rate": 1.7802250304784298e-05, + "loss": 0.045, + "step": 28137 + }, + { + "epoch": 23.86598812553011, + "grad_norm": 1.046386432786595, + "learning_rate": 1.7802078475041647e-05, + "loss": 0.0396, + "step": 28138 + }, + { + "epoch": 23.866836301950805, + "grad_norm": 1.1653787854655187, + "learning_rate": 1.7801906639411385e-05, + "loss": 0.0394, + "step": 28139 + }, + { + "epoch": 23.8676844783715, + "grad_norm": 1.0221778897595524, + "learning_rate": 1.7801734797893644e-05, + "loss": 0.0423, + "step": 28140 + }, + { + "epoch": 23.868532654792197, + "grad_norm": 1.0834363394843325, + "learning_rate": 1.7801562950488554e-05, + "loss": 0.0419, + "step": 28141 + }, + { + "epoch": 23.869380831212894, + "grad_norm": 0.9780326554029415, + "learning_rate": 1.7801391097196242e-05, + "loss": 0.0374, + "step": 28142 + }, + { + "epoch": 23.870229007633586, + "grad_norm": 1.1823003092214313, + "learning_rate": 1.780121923801684e-05, + "loss": 0.0434, + "step": 28143 + }, + { + "epoch": 23.871077184054283, + "grad_norm": 1.1936361145421213, + "learning_rate": 1.7801047372950477e-05, + "loss": 0.0452, + "step": 28144 + }, + { + "epoch": 23.87192536047498, + "grad_norm": 1.181375220185745, + "learning_rate": 1.780087550199728e-05, + "loss": 0.0408, + "step": 28145 + }, + { + "epoch": 23.872773536895675, + "grad_norm": 1.2733135440264112, + "learning_rate": 1.780070362515739e-05, + "loss": 0.0414, + "step": 28146 + }, + { + "epoch": 23.87362171331637, + "grad_norm": 1.2197176167980546, + "learning_rate": 1.780053174243092e-05, + "loss": 0.0403, + "step": 28147 + }, + { + "epoch": 23.874469889737064, + "grad_norm": 1.182388173184335, + "learning_rate": 1.780035985381801e-05, + "loss": 0.0398, + "step": 28148 + }, + { + "epoch": 23.87531806615776, + "grad_norm": 0.9921528400922539, + "learning_rate": 1.780018795931879e-05, + "loss": 0.0382, + "step": 28149 + }, + { + "epoch": 23.876166242578456, + "grad_norm": 1.1813616844093178, + "learning_rate": 1.7800016058933384e-05, + "loss": 0.0465, + "step": 28150 + }, + { + "epoch": 23.877014418999153, + "grad_norm": 0.9918682503254125, + "learning_rate": 1.7799844152661926e-05, + "loss": 0.0386, + "step": 28151 + }, + { + "epoch": 23.87786259541985, + "grad_norm": 1.1602027203077174, + "learning_rate": 1.7799672240504548e-05, + "loss": 0.044, + "step": 28152 + }, + { + "epoch": 23.87871077184054, + "grad_norm": 1.0819735505974901, + "learning_rate": 1.7799500322461375e-05, + "loss": 0.0433, + "step": 28153 + }, + { + "epoch": 23.879558948261238, + "grad_norm": 1.1548677331228736, + "learning_rate": 1.7799328398532533e-05, + "loss": 0.0427, + "step": 28154 + }, + { + "epoch": 23.880407124681934, + "grad_norm": 1.1217820331516397, + "learning_rate": 1.779915646871816e-05, + "loss": 0.04, + "step": 28155 + }, + { + "epoch": 23.88125530110263, + "grad_norm": 1.0732520267593175, + "learning_rate": 1.7798984533018386e-05, + "loss": 0.0408, + "step": 28156 + }, + { + "epoch": 23.882103477523327, + "grad_norm": 1.1192665643264512, + "learning_rate": 1.7798812591433338e-05, + "loss": 0.0439, + "step": 28157 + }, + { + "epoch": 23.88295165394402, + "grad_norm": 1.0962061902646218, + "learning_rate": 1.779864064396314e-05, + "loss": 0.0406, + "step": 28158 + }, + { + "epoch": 23.883799830364715, + "grad_norm": 1.3749686710358628, + "learning_rate": 1.7798468690607932e-05, + "loss": 0.044, + "step": 28159 + }, + { + "epoch": 23.88464800678541, + "grad_norm": 1.1881408168347194, + "learning_rate": 1.7798296731367835e-05, + "loss": 0.0411, + "step": 28160 + }, + { + "epoch": 23.885496183206108, + "grad_norm": 0.9906330324878138, + "learning_rate": 1.7798124766242983e-05, + "loss": 0.0392, + "step": 28161 + }, + { + "epoch": 23.886344359626804, + "grad_norm": 1.0956780256564402, + "learning_rate": 1.7797952795233508e-05, + "loss": 0.0386, + "step": 28162 + }, + { + "epoch": 23.887192536047497, + "grad_norm": 1.1428506849764932, + "learning_rate": 1.7797780818339533e-05, + "loss": 0.0418, + "step": 28163 + }, + { + "epoch": 23.888040712468193, + "grad_norm": 1.0417467288639195, + "learning_rate": 1.7797608835561196e-05, + "loss": 0.0404, + "step": 28164 + }, + { + "epoch": 23.88888888888889, + "grad_norm": 1.1865793239825744, + "learning_rate": 1.779743684689862e-05, + "loss": 0.0422, + "step": 28165 + }, + { + "epoch": 23.889737065309586, + "grad_norm": 1.4350607405220361, + "learning_rate": 1.779726485235194e-05, + "loss": 0.0456, + "step": 28166 + }, + { + "epoch": 23.890585241730278, + "grad_norm": 1.0507834710245834, + "learning_rate": 1.7797092851921277e-05, + "loss": 0.0415, + "step": 28167 + }, + { + "epoch": 23.891433418150974, + "grad_norm": 1.0143887697274345, + "learning_rate": 1.7796920845606775e-05, + "loss": 0.0397, + "step": 28168 + }, + { + "epoch": 23.89228159457167, + "grad_norm": 1.2134568145514066, + "learning_rate": 1.779674883340855e-05, + "loss": 0.0402, + "step": 28169 + }, + { + "epoch": 23.893129770992367, + "grad_norm": 0.9992264675481174, + "learning_rate": 1.7796576815326738e-05, + "loss": 0.0394, + "step": 28170 + }, + { + "epoch": 23.893977947413063, + "grad_norm": 1.1162457758314221, + "learning_rate": 1.7796404791361472e-05, + "loss": 0.0456, + "step": 28171 + }, + { + "epoch": 23.894826123833756, + "grad_norm": 1.1275904917467, + "learning_rate": 1.7796232761512877e-05, + "loss": 0.0407, + "step": 28172 + }, + { + "epoch": 23.895674300254452, + "grad_norm": 1.2194974761142112, + "learning_rate": 1.7796060725781083e-05, + "loss": 0.0444, + "step": 28173 + }, + { + "epoch": 23.89652247667515, + "grad_norm": 1.1780474003530648, + "learning_rate": 1.7795888684166222e-05, + "loss": 0.0439, + "step": 28174 + }, + { + "epoch": 23.897370653095845, + "grad_norm": 1.110178049663157, + "learning_rate": 1.779571663666842e-05, + "loss": 0.0407, + "step": 28175 + }, + { + "epoch": 23.89821882951654, + "grad_norm": 1.0264352697941241, + "learning_rate": 1.7795544583287812e-05, + "loss": 0.0391, + "step": 28176 + }, + { + "epoch": 23.899067005937233, + "grad_norm": 0.9342811045531078, + "learning_rate": 1.7795372524024525e-05, + "loss": 0.0367, + "step": 28177 + }, + { + "epoch": 23.89991518235793, + "grad_norm": 1.057009948516886, + "learning_rate": 1.779520045887869e-05, + "loss": 0.0431, + "step": 28178 + }, + { + "epoch": 23.900763358778626, + "grad_norm": 1.1416504757472141, + "learning_rate": 1.7795028387850432e-05, + "loss": 0.0428, + "step": 28179 + }, + { + "epoch": 23.901611535199322, + "grad_norm": 0.8822518264236819, + "learning_rate": 1.7794856310939887e-05, + "loss": 0.0375, + "step": 28180 + }, + { + "epoch": 23.90245971162002, + "grad_norm": 1.4651962981077944, + "learning_rate": 1.7794684228147186e-05, + "loss": 0.0415, + "step": 28181 + }, + { + "epoch": 23.90330788804071, + "grad_norm": 1.1185552735115987, + "learning_rate": 1.7794512139472452e-05, + "loss": 0.0414, + "step": 28182 + }, + { + "epoch": 23.904156064461407, + "grad_norm": 1.0516063846188646, + "learning_rate": 1.7794340044915815e-05, + "loss": 0.0374, + "step": 28183 + }, + { + "epoch": 23.905004240882104, + "grad_norm": 1.2123067595822001, + "learning_rate": 1.7794167944477413e-05, + "loss": 0.0422, + "step": 28184 + }, + { + "epoch": 23.9058524173028, + "grad_norm": 1.1115712383165626, + "learning_rate": 1.7793995838157373e-05, + "loss": 0.0413, + "step": 28185 + }, + { + "epoch": 23.906700593723496, + "grad_norm": 1.2420284280661733, + "learning_rate": 1.779382372595582e-05, + "loss": 0.0421, + "step": 28186 + }, + { + "epoch": 23.90754877014419, + "grad_norm": 1.067029567661654, + "learning_rate": 1.7793651607872888e-05, + "loss": 0.0387, + "step": 28187 + }, + { + "epoch": 23.908396946564885, + "grad_norm": 1.1507002044665147, + "learning_rate": 1.7793479483908707e-05, + "loss": 0.0436, + "step": 28188 + }, + { + "epoch": 23.90924512298558, + "grad_norm": 1.0981612252700914, + "learning_rate": 1.7793307354063404e-05, + "loss": 0.0419, + "step": 28189 + }, + { + "epoch": 23.910093299406277, + "grad_norm": 1.1840915357809598, + "learning_rate": 1.779313521833711e-05, + "loss": 0.0448, + "step": 28190 + }, + { + "epoch": 23.910941475826974, + "grad_norm": 1.1984334010034192, + "learning_rate": 1.7792963076729956e-05, + "loss": 0.0401, + "step": 28191 + }, + { + "epoch": 23.911789652247666, + "grad_norm": 1.1131077094488688, + "learning_rate": 1.7792790929242075e-05, + "loss": 0.0435, + "step": 28192 + }, + { + "epoch": 23.912637828668363, + "grad_norm": 0.9437473891333565, + "learning_rate": 1.779261877587359e-05, + "loss": 0.0404, + "step": 28193 + }, + { + "epoch": 23.91348600508906, + "grad_norm": 0.9616553794757607, + "learning_rate": 1.779244661662463e-05, + "loss": 0.0409, + "step": 28194 + }, + { + "epoch": 23.914334181509755, + "grad_norm": 1.1172796507339549, + "learning_rate": 1.7792274451495335e-05, + "loss": 0.0439, + "step": 28195 + }, + { + "epoch": 23.91518235793045, + "grad_norm": 1.1237218914677347, + "learning_rate": 1.7792102280485827e-05, + "loss": 0.0411, + "step": 28196 + }, + { + "epoch": 23.916030534351144, + "grad_norm": 1.2095990128440897, + "learning_rate": 1.7791930103596236e-05, + "loss": 0.0443, + "step": 28197 + }, + { + "epoch": 23.91687871077184, + "grad_norm": 1.0565314958439693, + "learning_rate": 1.77917579208267e-05, + "loss": 0.0398, + "step": 28198 + }, + { + "epoch": 23.917726887192536, + "grad_norm": 1.2174567470464108, + "learning_rate": 1.779158573217734e-05, + "loss": 0.0434, + "step": 28199 + }, + { + "epoch": 23.918575063613233, + "grad_norm": 1.1219052016486553, + "learning_rate": 1.7791413537648288e-05, + "loss": 0.044, + "step": 28200 + }, + { + "epoch": 23.91942324003393, + "grad_norm": 1.1232733733504352, + "learning_rate": 1.7791241337239672e-05, + "loss": 0.0429, + "step": 28201 + }, + { + "epoch": 23.92027141645462, + "grad_norm": 1.2757198615824428, + "learning_rate": 1.7791069130951627e-05, + "loss": 0.0454, + "step": 28202 + }, + { + "epoch": 23.921119592875318, + "grad_norm": 1.1526725365616493, + "learning_rate": 1.7790896918784283e-05, + "loss": 0.0405, + "step": 28203 + }, + { + "epoch": 23.921967769296014, + "grad_norm": 1.1245143052126991, + "learning_rate": 1.779072470073776e-05, + "loss": 0.0411, + "step": 28204 + }, + { + "epoch": 23.92281594571671, + "grad_norm": 1.3396948564357056, + "learning_rate": 1.7790552476812208e-05, + "loss": 0.0444, + "step": 28205 + }, + { + "epoch": 23.923664122137403, + "grad_norm": 1.1618118563649373, + "learning_rate": 1.7790380247007733e-05, + "loss": 0.0423, + "step": 28206 + }, + { + "epoch": 23.9245122985581, + "grad_norm": 1.2414501584763897, + "learning_rate": 1.779020801132448e-05, + "loss": 0.0413, + "step": 28207 + }, + { + "epoch": 23.925360474978795, + "grad_norm": 1.2092881206680965, + "learning_rate": 1.779003576976258e-05, + "loss": 0.0433, + "step": 28208 + }, + { + "epoch": 23.92620865139949, + "grad_norm": 1.1254077671030975, + "learning_rate": 1.778986352232215e-05, + "loss": 0.0419, + "step": 28209 + }, + { + "epoch": 23.927056827820188, + "grad_norm": 1.103689740300207, + "learning_rate": 1.7789691269003334e-05, + "loss": 0.044, + "step": 28210 + }, + { + "epoch": 23.92790500424088, + "grad_norm": 1.0880464800594614, + "learning_rate": 1.7789519009806258e-05, + "loss": 0.0416, + "step": 28211 + }, + { + "epoch": 23.928753180661577, + "grad_norm": 1.0151821775610097, + "learning_rate": 1.7789346744731047e-05, + "loss": 0.0403, + "step": 28212 + }, + { + "epoch": 23.929601357082273, + "grad_norm": 1.077622992763567, + "learning_rate": 1.7789174473777838e-05, + "loss": 0.0411, + "step": 28213 + }, + { + "epoch": 23.93044953350297, + "grad_norm": 1.2296386134758555, + "learning_rate": 1.7789002196946752e-05, + "loss": 0.0438, + "step": 28214 + }, + { + "epoch": 23.931297709923665, + "grad_norm": 1.2284857549492905, + "learning_rate": 1.7788829914237924e-05, + "loss": 0.0433, + "step": 28215 + }, + { + "epoch": 23.932145886344358, + "grad_norm": 1.0840253966369018, + "learning_rate": 1.778865762565149e-05, + "loss": 0.0384, + "step": 28216 + }, + { + "epoch": 23.932994062765054, + "grad_norm": 1.0471720158445836, + "learning_rate": 1.778848533118757e-05, + "loss": 0.0408, + "step": 28217 + }, + { + "epoch": 23.93384223918575, + "grad_norm": 1.3371250418383462, + "learning_rate": 1.7788313030846303e-05, + "loss": 0.0439, + "step": 28218 + }, + { + "epoch": 23.934690415606447, + "grad_norm": 0.975573302260419, + "learning_rate": 1.778814072462781e-05, + "loss": 0.0398, + "step": 28219 + }, + { + "epoch": 23.935538592027143, + "grad_norm": 1.1886083235965446, + "learning_rate": 1.7787968412532227e-05, + "loss": 0.0422, + "step": 28220 + }, + { + "epoch": 23.936386768447836, + "grad_norm": 1.236430387086865, + "learning_rate": 1.778779609455968e-05, + "loss": 0.0449, + "step": 28221 + }, + { + "epoch": 23.937234944868532, + "grad_norm": 1.078219793824206, + "learning_rate": 1.7787623770710303e-05, + "loss": 0.0448, + "step": 28222 + }, + { + "epoch": 23.938083121289228, + "grad_norm": 1.1583774491494943, + "learning_rate": 1.778745144098423e-05, + "loss": 0.0423, + "step": 28223 + }, + { + "epoch": 23.938931297709924, + "grad_norm": 1.0245348572348414, + "learning_rate": 1.778727910538158e-05, + "loss": 0.0388, + "step": 28224 + }, + { + "epoch": 23.93977947413062, + "grad_norm": 1.0717856707315887, + "learning_rate": 1.7787106763902485e-05, + "loss": 0.0422, + "step": 28225 + }, + { + "epoch": 23.940627650551313, + "grad_norm": 1.177913928725971, + "learning_rate": 1.7786934416547087e-05, + "loss": 0.0437, + "step": 28226 + }, + { + "epoch": 23.94147582697201, + "grad_norm": 1.1608251566503938, + "learning_rate": 1.7786762063315503e-05, + "loss": 0.0428, + "step": 28227 + }, + { + "epoch": 23.942324003392706, + "grad_norm": 1.1204498870138515, + "learning_rate": 1.7786589704207868e-05, + "loss": 0.0415, + "step": 28228 + }, + { + "epoch": 23.943172179813402, + "grad_norm": 0.9839578511782954, + "learning_rate": 1.7786417339224315e-05, + "loss": 0.0384, + "step": 28229 + }, + { + "epoch": 23.9440203562341, + "grad_norm": 1.0686581720701893, + "learning_rate": 1.778624496836497e-05, + "loss": 0.0419, + "step": 28230 + }, + { + "epoch": 23.94486853265479, + "grad_norm": 0.9841981307796954, + "learning_rate": 1.7786072591629958e-05, + "loss": 0.041, + "step": 28231 + }, + { + "epoch": 23.945716709075487, + "grad_norm": 1.1724520438371129, + "learning_rate": 1.778590020901942e-05, + "loss": 0.0441, + "step": 28232 + }, + { + "epoch": 23.946564885496183, + "grad_norm": 1.011255966217784, + "learning_rate": 1.778572782053348e-05, + "loss": 0.041, + "step": 28233 + }, + { + "epoch": 23.94741306191688, + "grad_norm": 1.1765801066362704, + "learning_rate": 1.7785555426172272e-05, + "loss": 0.041, + "step": 28234 + }, + { + "epoch": 23.948261238337576, + "grad_norm": 1.3045442249092236, + "learning_rate": 1.778538302593592e-05, + "loss": 0.0469, + "step": 28235 + }, + { + "epoch": 23.94910941475827, + "grad_norm": 1.1421979880723279, + "learning_rate": 1.7785210619824563e-05, + "loss": 0.0432, + "step": 28236 + }, + { + "epoch": 23.949957591178965, + "grad_norm": 1.007211287268936, + "learning_rate": 1.7785038207838318e-05, + "loss": 0.0386, + "step": 28237 + }, + { + "epoch": 23.95080576759966, + "grad_norm": 1.2025044072381674, + "learning_rate": 1.7784865789977327e-05, + "loss": 0.0445, + "step": 28238 + }, + { + "epoch": 23.951653944020357, + "grad_norm": 1.1613931486979179, + "learning_rate": 1.7784693366241715e-05, + "loss": 0.0396, + "step": 28239 + }, + { + "epoch": 23.952502120441054, + "grad_norm": 1.1990076334846684, + "learning_rate": 1.778452093663161e-05, + "loss": 0.043, + "step": 28240 + }, + { + "epoch": 23.953350296861746, + "grad_norm": 1.111891234629122, + "learning_rate": 1.778434850114715e-05, + "loss": 0.041, + "step": 28241 + }, + { + "epoch": 23.954198473282442, + "grad_norm": 1.050027665685241, + "learning_rate": 1.7784176059788457e-05, + "loss": 0.0419, + "step": 28242 + }, + { + "epoch": 23.95504664970314, + "grad_norm": 1.0678025884054434, + "learning_rate": 1.7784003612555667e-05, + "loss": 0.0402, + "step": 28243 + }, + { + "epoch": 23.955894826123835, + "grad_norm": 1.2671380388375, + "learning_rate": 1.7783831159448906e-05, + "loss": 0.0418, + "step": 28244 + }, + { + "epoch": 23.956743002544528, + "grad_norm": 1.2652231486268528, + "learning_rate": 1.77836587004683e-05, + "loss": 0.0428, + "step": 28245 + }, + { + "epoch": 23.957591178965224, + "grad_norm": 1.0549661741582301, + "learning_rate": 1.7783486235613993e-05, + "loss": 0.0409, + "step": 28246 + }, + { + "epoch": 23.95843935538592, + "grad_norm": 1.1397910185633229, + "learning_rate": 1.77833137648861e-05, + "loss": 0.0407, + "step": 28247 + }, + { + "epoch": 23.959287531806616, + "grad_norm": 1.1543309630875114, + "learning_rate": 1.7783141288284765e-05, + "loss": 0.0437, + "step": 28248 + }, + { + "epoch": 23.960135708227313, + "grad_norm": 1.1891658901045925, + "learning_rate": 1.7782968805810108e-05, + "loss": 0.0445, + "step": 28249 + }, + { + "epoch": 23.960983884648005, + "grad_norm": 1.01570867742561, + "learning_rate": 1.778279631746226e-05, + "loss": 0.0379, + "step": 28250 + }, + { + "epoch": 23.9618320610687, + "grad_norm": 1.2866942973248654, + "learning_rate": 1.7782623823241358e-05, + "loss": 0.0461, + "step": 28251 + }, + { + "epoch": 23.962680237489398, + "grad_norm": 1.2186658704585211, + "learning_rate": 1.7782451323147522e-05, + "loss": 0.0407, + "step": 28252 + }, + { + "epoch": 23.963528413910094, + "grad_norm": 1.0948459105301789, + "learning_rate": 1.778227881718089e-05, + "loss": 0.0414, + "step": 28253 + }, + { + "epoch": 23.96437659033079, + "grad_norm": 1.2698728329867823, + "learning_rate": 1.7782106305341595e-05, + "loss": 0.0423, + "step": 28254 + }, + { + "epoch": 23.965224766751483, + "grad_norm": 1.0759717645062237, + "learning_rate": 1.7781933787629758e-05, + "loss": 0.0429, + "step": 28255 + }, + { + "epoch": 23.96607294317218, + "grad_norm": 1.3276122235357959, + "learning_rate": 1.7781761264045513e-05, + "loss": 0.0451, + "step": 28256 + }, + { + "epoch": 23.966921119592875, + "grad_norm": 1.0016026070023847, + "learning_rate": 1.778158873458899e-05, + "loss": 0.0409, + "step": 28257 + }, + { + "epoch": 23.96776929601357, + "grad_norm": 1.2852672084025587, + "learning_rate": 1.778141619926032e-05, + "loss": 0.0429, + "step": 28258 + }, + { + "epoch": 23.968617472434268, + "grad_norm": 1.135340233360958, + "learning_rate": 1.7781243658059632e-05, + "loss": 0.0406, + "step": 28259 + }, + { + "epoch": 23.96946564885496, + "grad_norm": 1.2654154394304296, + "learning_rate": 1.7781071110987058e-05, + "loss": 0.0432, + "step": 28260 + }, + { + "epoch": 23.970313825275657, + "grad_norm": 1.1341229110260869, + "learning_rate": 1.778089855804273e-05, + "loss": 0.0427, + "step": 28261 + }, + { + "epoch": 23.971162001696353, + "grad_norm": 1.264850295388491, + "learning_rate": 1.7780725999226773e-05, + "loss": 0.0436, + "step": 28262 + }, + { + "epoch": 23.97201017811705, + "grad_norm": 1.1927532331432609, + "learning_rate": 1.778055343453932e-05, + "loss": 0.0432, + "step": 28263 + }, + { + "epoch": 23.972858354537745, + "grad_norm": 0.9742091408966579, + "learning_rate": 1.77803808639805e-05, + "loss": 0.038, + "step": 28264 + }, + { + "epoch": 23.973706530958438, + "grad_norm": 1.2736274927893794, + "learning_rate": 1.7780208287550445e-05, + "loss": 0.0426, + "step": 28265 + }, + { + "epoch": 23.974554707379134, + "grad_norm": 1.0354577105407294, + "learning_rate": 1.7780035705249283e-05, + "loss": 0.043, + "step": 28266 + }, + { + "epoch": 23.97540288379983, + "grad_norm": 0.961680514815137, + "learning_rate": 1.7779863117077146e-05, + "loss": 0.0375, + "step": 28267 + }, + { + "epoch": 23.976251060220527, + "grad_norm": 1.086797465130951, + "learning_rate": 1.777969052303417e-05, + "loss": 0.0423, + "step": 28268 + }, + { + "epoch": 23.977099236641223, + "grad_norm": 1.1265215010521297, + "learning_rate": 1.777951792312047e-05, + "loss": 0.0421, + "step": 28269 + }, + { + "epoch": 23.977947413061916, + "grad_norm": 1.3602174700913674, + "learning_rate": 1.7779345317336192e-05, + "loss": 0.0411, + "step": 28270 + }, + { + "epoch": 23.978795589482612, + "grad_norm": 1.0575714861908847, + "learning_rate": 1.777917270568146e-05, + "loss": 0.0375, + "step": 28271 + }, + { + "epoch": 23.979643765903308, + "grad_norm": 1.05420872617095, + "learning_rate": 1.7779000088156398e-05, + "loss": 0.0397, + "step": 28272 + }, + { + "epoch": 23.980491942324004, + "grad_norm": 1.0749463520251057, + "learning_rate": 1.7778827464761144e-05, + "loss": 0.0423, + "step": 28273 + }, + { + "epoch": 23.9813401187447, + "grad_norm": 1.1206020949652842, + "learning_rate": 1.777865483549583e-05, + "loss": 0.0411, + "step": 28274 + }, + { + "epoch": 23.982188295165393, + "grad_norm": 1.2124129432244457, + "learning_rate": 1.777848220036058e-05, + "loss": 0.0501, + "step": 28275 + }, + { + "epoch": 23.98303647158609, + "grad_norm": 1.021590374182455, + "learning_rate": 1.7778309559355524e-05, + "loss": 0.0394, + "step": 28276 + }, + { + "epoch": 23.983884648006786, + "grad_norm": 1.0940196436668632, + "learning_rate": 1.7778136912480798e-05, + "loss": 0.0396, + "step": 28277 + }, + { + "epoch": 23.984732824427482, + "grad_norm": 0.9161561268327962, + "learning_rate": 1.7777964259736534e-05, + "loss": 0.0372, + "step": 28278 + }, + { + "epoch": 23.98558100084818, + "grad_norm": 1.1097391308452014, + "learning_rate": 1.777779160112285e-05, + "loss": 0.0399, + "step": 28279 + }, + { + "epoch": 23.98642917726887, + "grad_norm": 1.0715206559781805, + "learning_rate": 1.7777618936639892e-05, + "loss": 0.04, + "step": 28280 + }, + { + "epoch": 23.987277353689567, + "grad_norm": 0.9956947973922219, + "learning_rate": 1.7777446266287778e-05, + "loss": 0.0393, + "step": 28281 + }, + { + "epoch": 23.988125530110263, + "grad_norm": 1.108359109960428, + "learning_rate": 1.777727359006664e-05, + "loss": 0.0395, + "step": 28282 + }, + { + "epoch": 23.98897370653096, + "grad_norm": 1.0316342741340838, + "learning_rate": 1.7777100907976615e-05, + "loss": 0.0409, + "step": 28283 + }, + { + "epoch": 23.989821882951652, + "grad_norm": 1.1817782767616734, + "learning_rate": 1.7776928220017827e-05, + "loss": 0.0408, + "step": 28284 + }, + { + "epoch": 23.99067005937235, + "grad_norm": 1.4007282421310567, + "learning_rate": 1.7776755526190412e-05, + "loss": 0.0413, + "step": 28285 + }, + { + "epoch": 23.991518235793045, + "grad_norm": 1.0999647526141212, + "learning_rate": 1.7776582826494495e-05, + "loss": 0.0442, + "step": 28286 + }, + { + "epoch": 23.99236641221374, + "grad_norm": 1.0913015194874767, + "learning_rate": 1.7776410120930208e-05, + "loss": 0.0411, + "step": 28287 + }, + { + "epoch": 23.993214588634437, + "grad_norm": 1.0523587050548178, + "learning_rate": 1.7776237409497684e-05, + "loss": 0.04, + "step": 28288 + }, + { + "epoch": 23.99406276505513, + "grad_norm": 1.2841648322166668, + "learning_rate": 1.7776064692197045e-05, + "loss": 0.0436, + "step": 28289 + }, + { + "epoch": 23.994910941475826, + "grad_norm": 0.9971330138598197, + "learning_rate": 1.7775891969028435e-05, + "loss": 0.0416, + "step": 28290 + }, + { + "epoch": 23.995759117896522, + "grad_norm": 0.9667272180962683, + "learning_rate": 1.777571923999197e-05, + "loss": 0.0411, + "step": 28291 + }, + { + "epoch": 23.99660729431722, + "grad_norm": 1.036242960430501, + "learning_rate": 1.777554650508779e-05, + "loss": 0.0375, + "step": 28292 + }, + { + "epoch": 23.997455470737915, + "grad_norm": 1.2657254396880246, + "learning_rate": 1.777537376431602e-05, + "loss": 0.0433, + "step": 28293 + }, + { + "epoch": 23.998303647158608, + "grad_norm": 1.1416548171712697, + "learning_rate": 1.7775201017676797e-05, + "loss": 0.0417, + "step": 28294 + }, + { + "epoch": 23.999151823579304, + "grad_norm": 0.8813410455113564, + "learning_rate": 1.7775028265170246e-05, + "loss": 0.0382, + "step": 28295 + }, + { + "epoch": 24.0, + "grad_norm": 1.0909116139439117, + "learning_rate": 1.7774855506796497e-05, + "loss": 0.0407, + "step": 28296 + }, + { + "epoch": 24.000848176420696, + "grad_norm": 1.068434516601589, + "learning_rate": 1.777468274255568e-05, + "loss": 0.0377, + "step": 28297 + }, + { + "epoch": 24.001696352841392, + "grad_norm": 1.0360754093896425, + "learning_rate": 1.7774509972447927e-05, + "loss": 0.0362, + "step": 28298 + }, + { + "epoch": 24.002544529262085, + "grad_norm": 0.8572447026320889, + "learning_rate": 1.7774337196473373e-05, + "loss": 0.034, + "step": 28299 + }, + { + "epoch": 24.00339270568278, + "grad_norm": 0.9207064276303722, + "learning_rate": 1.7774164414632136e-05, + "loss": 0.035, + "step": 28300 + }, + { + "epoch": 24.004240882103478, + "grad_norm": 0.920897217607598, + "learning_rate": 1.7773991626924363e-05, + "loss": 0.0338, + "step": 28301 + }, + { + "epoch": 24.005089058524174, + "grad_norm": 0.8806596419986127, + "learning_rate": 1.7773818833350172e-05, + "loss": 0.0362, + "step": 28302 + }, + { + "epoch": 24.00593723494487, + "grad_norm": 1.2066282102077721, + "learning_rate": 1.7773646033909698e-05, + "loss": 0.0391, + "step": 28303 + }, + { + "epoch": 24.006785411365563, + "grad_norm": 1.034100656344298, + "learning_rate": 1.7773473228603067e-05, + "loss": 0.0362, + "step": 28304 + }, + { + "epoch": 24.00763358778626, + "grad_norm": 0.967354369657519, + "learning_rate": 1.7773300417430418e-05, + "loss": 0.0377, + "step": 28305 + }, + { + "epoch": 24.008481764206955, + "grad_norm": 1.0619366295043242, + "learning_rate": 1.777312760039187e-05, + "loss": 0.0344, + "step": 28306 + }, + { + "epoch": 24.00932994062765, + "grad_norm": 0.8863006744968105, + "learning_rate": 1.7772954777487563e-05, + "loss": 0.0345, + "step": 28307 + }, + { + "epoch": 24.010178117048348, + "grad_norm": 1.0424621464404644, + "learning_rate": 1.7772781948717628e-05, + "loss": 0.0364, + "step": 28308 + }, + { + "epoch": 24.01102629346904, + "grad_norm": 0.9555794947501351, + "learning_rate": 1.7772609114082183e-05, + "loss": 0.0326, + "step": 28309 + }, + { + "epoch": 24.011874469889737, + "grad_norm": 0.8454292675586009, + "learning_rate": 1.7772436273581374e-05, + "loss": 0.0323, + "step": 28310 + }, + { + "epoch": 24.012722646310433, + "grad_norm": 1.0338956593136384, + "learning_rate": 1.7772263427215322e-05, + "loss": 0.0406, + "step": 28311 + }, + { + "epoch": 24.01357082273113, + "grad_norm": 0.8296073286080536, + "learning_rate": 1.777209057498416e-05, + "loss": 0.0314, + "step": 28312 + }, + { + "epoch": 24.014418999151825, + "grad_norm": 0.9634079629607211, + "learning_rate": 1.7771917716888017e-05, + "loss": 0.0378, + "step": 28313 + }, + { + "epoch": 24.015267175572518, + "grad_norm": 0.9374852966093299, + "learning_rate": 1.7771744852927028e-05, + "loss": 0.033, + "step": 28314 + }, + { + "epoch": 24.016115351993214, + "grad_norm": 1.1512052584386179, + "learning_rate": 1.7771571983101314e-05, + "loss": 0.0346, + "step": 28315 + }, + { + "epoch": 24.01696352841391, + "grad_norm": 0.9288337565770646, + "learning_rate": 1.777139910741102e-05, + "loss": 0.0358, + "step": 28316 + }, + { + "epoch": 24.017811704834607, + "grad_norm": 0.9457041709933677, + "learning_rate": 1.7771226225856258e-05, + "loss": 0.0366, + "step": 28317 + }, + { + "epoch": 24.0186598812553, + "grad_norm": 1.0012369872938633, + "learning_rate": 1.7771053338437176e-05, + "loss": 0.0354, + "step": 28318 + }, + { + "epoch": 24.019508057675996, + "grad_norm": 1.074092040956406, + "learning_rate": 1.7770880445153895e-05, + "loss": 0.0375, + "step": 28319 + }, + { + "epoch": 24.020356234096692, + "grad_norm": 0.806132391230876, + "learning_rate": 1.7770707546006547e-05, + "loss": 0.0336, + "step": 28320 + }, + { + "epoch": 24.021204410517388, + "grad_norm": 0.920624521459901, + "learning_rate": 1.7770534640995264e-05, + "loss": 0.0347, + "step": 28321 + }, + { + "epoch": 24.022052586938084, + "grad_norm": 0.9026322984732644, + "learning_rate": 1.7770361730120173e-05, + "loss": 0.035, + "step": 28322 + }, + { + "epoch": 24.022900763358777, + "grad_norm": 0.9876024560991097, + "learning_rate": 1.7770188813381408e-05, + "loss": 0.0383, + "step": 28323 + }, + { + "epoch": 24.023748939779473, + "grad_norm": 0.908462846992809, + "learning_rate": 1.7770015890779097e-05, + "loss": 0.0342, + "step": 28324 + }, + { + "epoch": 24.02459711620017, + "grad_norm": 1.045187200514799, + "learning_rate": 1.7769842962313375e-05, + "loss": 0.0343, + "step": 28325 + }, + { + "epoch": 24.025445292620866, + "grad_norm": 0.9478169940963506, + "learning_rate": 1.7769670027984368e-05, + "loss": 0.0341, + "step": 28326 + }, + { + "epoch": 24.026293469041562, + "grad_norm": 0.9861533442884255, + "learning_rate": 1.7769497087792205e-05, + "loss": 0.0366, + "step": 28327 + }, + { + "epoch": 24.027141645462255, + "grad_norm": 0.9582167123866407, + "learning_rate": 1.776932414173702e-05, + "loss": 0.0349, + "step": 28328 + }, + { + "epoch": 24.02798982188295, + "grad_norm": 0.8879878104903154, + "learning_rate": 1.7769151189818947e-05, + "loss": 0.0335, + "step": 28329 + }, + { + "epoch": 24.028837998303647, + "grad_norm": 0.9933381544902685, + "learning_rate": 1.7768978232038108e-05, + "loss": 0.0371, + "step": 28330 + }, + { + "epoch": 24.029686174724343, + "grad_norm": 0.98657576614755, + "learning_rate": 1.7768805268394643e-05, + "loss": 0.0377, + "step": 28331 + }, + { + "epoch": 24.03053435114504, + "grad_norm": 0.8953038727268219, + "learning_rate": 1.7768632298888673e-05, + "loss": 0.034, + "step": 28332 + }, + { + "epoch": 24.031382527565732, + "grad_norm": 1.1165107517025132, + "learning_rate": 1.7768459323520333e-05, + "loss": 0.0367, + "step": 28333 + }, + { + "epoch": 24.03223070398643, + "grad_norm": 0.9729631015166749, + "learning_rate": 1.7768286342289757e-05, + "loss": 0.0372, + "step": 28334 + }, + { + "epoch": 24.033078880407125, + "grad_norm": 0.9334963167907162, + "learning_rate": 1.776811335519707e-05, + "loss": 0.0365, + "step": 28335 + }, + { + "epoch": 24.03392705682782, + "grad_norm": 0.9615042104006081, + "learning_rate": 1.77679403622424e-05, + "loss": 0.0371, + "step": 28336 + }, + { + "epoch": 24.034775233248517, + "grad_norm": 0.9766613040831321, + "learning_rate": 1.776776736342589e-05, + "loss": 0.0379, + "step": 28337 + }, + { + "epoch": 24.03562340966921, + "grad_norm": 0.9650580789830847, + "learning_rate": 1.7767594358747655e-05, + "loss": 0.0342, + "step": 28338 + }, + { + "epoch": 24.036471586089906, + "grad_norm": 0.7950098284647613, + "learning_rate": 1.7767421348207838e-05, + "loss": 0.0333, + "step": 28339 + }, + { + "epoch": 24.037319762510602, + "grad_norm": 1.2046478011761352, + "learning_rate": 1.7767248331806563e-05, + "loss": 0.04, + "step": 28340 + }, + { + "epoch": 24.0381679389313, + "grad_norm": 0.852672913186922, + "learning_rate": 1.7767075309543962e-05, + "loss": 0.034, + "step": 28341 + }, + { + "epoch": 24.039016115351995, + "grad_norm": 0.9113081495247466, + "learning_rate": 1.7766902281420168e-05, + "loss": 0.0335, + "step": 28342 + }, + { + "epoch": 24.039864291772687, + "grad_norm": 1.0976541974683394, + "learning_rate": 1.7766729247435305e-05, + "loss": 0.0363, + "step": 28343 + }, + { + "epoch": 24.040712468193384, + "grad_norm": 0.8977823646558977, + "learning_rate": 1.7766556207589513e-05, + "loss": 0.0354, + "step": 28344 + }, + { + "epoch": 24.04156064461408, + "grad_norm": 0.9310165621892544, + "learning_rate": 1.7766383161882914e-05, + "loss": 0.0362, + "step": 28345 + }, + { + "epoch": 24.042408821034776, + "grad_norm": 0.8916767914003052, + "learning_rate": 1.7766210110315643e-05, + "loss": 0.0326, + "step": 28346 + }, + { + "epoch": 24.043256997455472, + "grad_norm": 1.0403675402666976, + "learning_rate": 1.7766037052887833e-05, + "loss": 0.0362, + "step": 28347 + }, + { + "epoch": 24.044105173876165, + "grad_norm": 1.0070255635248393, + "learning_rate": 1.7765863989599608e-05, + "loss": 0.0352, + "step": 28348 + }, + { + "epoch": 24.04495335029686, + "grad_norm": 1.1501260560692252, + "learning_rate": 1.77656909204511e-05, + "loss": 0.0403, + "step": 28349 + }, + { + "epoch": 24.045801526717558, + "grad_norm": 1.013615723210108, + "learning_rate": 1.7765517845442444e-05, + "loss": 0.0365, + "step": 28350 + }, + { + "epoch": 24.046649703138254, + "grad_norm": 0.9517009496186996, + "learning_rate": 1.776534476457377e-05, + "loss": 0.0361, + "step": 28351 + }, + { + "epoch": 24.04749787955895, + "grad_norm": 0.8817277936101618, + "learning_rate": 1.7765171677845202e-05, + "loss": 0.0358, + "step": 28352 + }, + { + "epoch": 24.048346055979643, + "grad_norm": 0.9559752659014394, + "learning_rate": 1.776499858525688e-05, + "loss": 0.0351, + "step": 28353 + }, + { + "epoch": 24.04919423240034, + "grad_norm": 1.0071670070544865, + "learning_rate": 1.776482548680893e-05, + "loss": 0.0384, + "step": 28354 + }, + { + "epoch": 24.050042408821035, + "grad_norm": 0.9981508545427914, + "learning_rate": 1.776465238250148e-05, + "loss": 0.0362, + "step": 28355 + }, + { + "epoch": 24.05089058524173, + "grad_norm": 0.8790250382064293, + "learning_rate": 1.7764479272334664e-05, + "loss": 0.0381, + "step": 28356 + }, + { + "epoch": 24.051738761662424, + "grad_norm": 1.0127895478541198, + "learning_rate": 1.776430615630861e-05, + "loss": 0.0338, + "step": 28357 + }, + { + "epoch": 24.05258693808312, + "grad_norm": 1.018751075612237, + "learning_rate": 1.7764133034423455e-05, + "loss": 0.0373, + "step": 28358 + }, + { + "epoch": 24.053435114503817, + "grad_norm": 0.8869961651974598, + "learning_rate": 1.7763959906679323e-05, + "loss": 0.0342, + "step": 28359 + }, + { + "epoch": 24.054283290924513, + "grad_norm": 0.8754788823946945, + "learning_rate": 1.7763786773076345e-05, + "loss": 0.0338, + "step": 28360 + }, + { + "epoch": 24.05513146734521, + "grad_norm": 1.0090586469091003, + "learning_rate": 1.7763613633614654e-05, + "loss": 0.0378, + "step": 28361 + }, + { + "epoch": 24.0559796437659, + "grad_norm": 0.8653779046653832, + "learning_rate": 1.776344048829438e-05, + "loss": 0.0331, + "step": 28362 + }, + { + "epoch": 24.056827820186598, + "grad_norm": 0.9823550071177238, + "learning_rate": 1.7763267337115657e-05, + "loss": 0.0363, + "step": 28363 + }, + { + "epoch": 24.057675996607294, + "grad_norm": 0.9378815666390492, + "learning_rate": 1.7763094180078608e-05, + "loss": 0.035, + "step": 28364 + }, + { + "epoch": 24.05852417302799, + "grad_norm": 1.0406720526395692, + "learning_rate": 1.776292101718337e-05, + "loss": 0.0335, + "step": 28365 + }, + { + "epoch": 24.059372349448687, + "grad_norm": 1.1630321921091387, + "learning_rate": 1.776274784843007e-05, + "loss": 0.0376, + "step": 28366 + }, + { + "epoch": 24.06022052586938, + "grad_norm": 0.8452305459370746, + "learning_rate": 1.7762574673818844e-05, + "loss": 0.0334, + "step": 28367 + }, + { + "epoch": 24.061068702290076, + "grad_norm": 0.8896635027920977, + "learning_rate": 1.7762401493349818e-05, + "loss": 0.0336, + "step": 28368 + }, + { + "epoch": 24.061916878710772, + "grad_norm": 0.9821479584258348, + "learning_rate": 1.7762228307023122e-05, + "loss": 0.0391, + "step": 28369 + }, + { + "epoch": 24.062765055131468, + "grad_norm": 0.999620077205634, + "learning_rate": 1.776205511483889e-05, + "loss": 0.0375, + "step": 28370 + }, + { + "epoch": 24.063613231552164, + "grad_norm": 0.8963558763912453, + "learning_rate": 1.776188191679725e-05, + "loss": 0.0354, + "step": 28371 + }, + { + "epoch": 24.064461407972857, + "grad_norm": 0.9538158566229408, + "learning_rate": 1.7761708712898336e-05, + "loss": 0.0355, + "step": 28372 + }, + { + "epoch": 24.065309584393553, + "grad_norm": 0.8901393962864536, + "learning_rate": 1.7761535503142275e-05, + "loss": 0.0359, + "step": 28373 + }, + { + "epoch": 24.06615776081425, + "grad_norm": 0.9129911495609928, + "learning_rate": 1.77613622875292e-05, + "loss": 0.0362, + "step": 28374 + }, + { + "epoch": 24.067005937234946, + "grad_norm": 0.8647858974166812, + "learning_rate": 1.7761189066059237e-05, + "loss": 0.0328, + "step": 28375 + }, + { + "epoch": 24.067854113655642, + "grad_norm": 0.8676453218532011, + "learning_rate": 1.776101583873253e-05, + "loss": 0.0331, + "step": 28376 + }, + { + "epoch": 24.068702290076335, + "grad_norm": 0.796441225128302, + "learning_rate": 1.776084260554919e-05, + "loss": 0.0332, + "step": 28377 + }, + { + "epoch": 24.06955046649703, + "grad_norm": 0.9785220071175597, + "learning_rate": 1.7760669366509363e-05, + "loss": 0.0359, + "step": 28378 + }, + { + "epoch": 24.070398642917727, + "grad_norm": 0.9120077898366932, + "learning_rate": 1.776049612161318e-05, + "loss": 0.0368, + "step": 28379 + }, + { + "epoch": 24.071246819338423, + "grad_norm": 0.8946159211214184, + "learning_rate": 1.7760322870860757e-05, + "loss": 0.0316, + "step": 28380 + }, + { + "epoch": 24.07209499575912, + "grad_norm": 0.914810636392773, + "learning_rate": 1.776014961425224e-05, + "loss": 0.0359, + "step": 28381 + }, + { + "epoch": 24.072943172179812, + "grad_norm": 0.9154613676410477, + "learning_rate": 1.7759976351787752e-05, + "loss": 0.0371, + "step": 28382 + }, + { + "epoch": 24.07379134860051, + "grad_norm": 1.0175368427960036, + "learning_rate": 1.7759803083467427e-05, + "loss": 0.0365, + "step": 28383 + }, + { + "epoch": 24.074639525021205, + "grad_norm": 1.000746472737759, + "learning_rate": 1.7759629809291393e-05, + "loss": 0.0352, + "step": 28384 + }, + { + "epoch": 24.0754877014419, + "grad_norm": 1.0020037985524952, + "learning_rate": 1.7759456529259783e-05, + "loss": 0.0347, + "step": 28385 + }, + { + "epoch": 24.076335877862597, + "grad_norm": 0.9556153740831805, + "learning_rate": 1.775928324337273e-05, + "loss": 0.0363, + "step": 28386 + }, + { + "epoch": 24.07718405428329, + "grad_norm": 0.9890315986203442, + "learning_rate": 1.7759109951630358e-05, + "loss": 0.0359, + "step": 28387 + }, + { + "epoch": 24.078032230703986, + "grad_norm": 0.8500356527074612, + "learning_rate": 1.7758936654032806e-05, + "loss": 0.036, + "step": 28388 + }, + { + "epoch": 24.078880407124682, + "grad_norm": 0.9675734440751259, + "learning_rate": 1.7758763350580193e-05, + "loss": 0.0334, + "step": 28389 + }, + { + "epoch": 24.07972858354538, + "grad_norm": 0.9999374959570395, + "learning_rate": 1.7758590041272662e-05, + "loss": 0.0346, + "step": 28390 + }, + { + "epoch": 24.08057675996607, + "grad_norm": 0.8426797078623207, + "learning_rate": 1.775841672611034e-05, + "loss": 0.0342, + "step": 28391 + }, + { + "epoch": 24.081424936386767, + "grad_norm": 0.9541400982256237, + "learning_rate": 1.7758243405093358e-05, + "loss": 0.0362, + "step": 28392 + }, + { + "epoch": 24.082273112807464, + "grad_norm": 1.030485811220235, + "learning_rate": 1.7758070078221843e-05, + "loss": 0.0342, + "step": 28393 + }, + { + "epoch": 24.08312128922816, + "grad_norm": 0.9931616841800613, + "learning_rate": 1.7757896745495927e-05, + "loss": 0.0324, + "step": 28394 + }, + { + "epoch": 24.083969465648856, + "grad_norm": 0.8091319529901059, + "learning_rate": 1.7757723406915747e-05, + "loss": 0.0304, + "step": 28395 + }, + { + "epoch": 24.08481764206955, + "grad_norm": 1.0135631937405003, + "learning_rate": 1.7757550062481423e-05, + "loss": 0.0369, + "step": 28396 + }, + { + "epoch": 24.085665818490245, + "grad_norm": 0.9471949071128165, + "learning_rate": 1.7757376712193096e-05, + "loss": 0.0366, + "step": 28397 + }, + { + "epoch": 24.08651399491094, + "grad_norm": 1.149493661479315, + "learning_rate": 1.775720335605089e-05, + "loss": 0.0346, + "step": 28398 + }, + { + "epoch": 24.087362171331637, + "grad_norm": 1.0376590452839862, + "learning_rate": 1.7757029994054938e-05, + "loss": 0.0348, + "step": 28399 + }, + { + "epoch": 24.088210347752334, + "grad_norm": 0.9910430124718913, + "learning_rate": 1.7756856626205375e-05, + "loss": 0.035, + "step": 28400 + }, + { + "epoch": 24.089058524173026, + "grad_norm": 1.0067093413305244, + "learning_rate": 1.7756683252502327e-05, + "loss": 0.0344, + "step": 28401 + }, + { + "epoch": 24.089906700593723, + "grad_norm": 1.0492436856962162, + "learning_rate": 1.7756509872945924e-05, + "loss": 0.042, + "step": 28402 + }, + { + "epoch": 24.09075487701442, + "grad_norm": 0.9566986785044936, + "learning_rate": 1.7756336487536298e-05, + "loss": 0.036, + "step": 28403 + }, + { + "epoch": 24.091603053435115, + "grad_norm": 1.023871216867696, + "learning_rate": 1.7756163096273585e-05, + "loss": 0.0383, + "step": 28404 + }, + { + "epoch": 24.09245122985581, + "grad_norm": 1.0030367393756991, + "learning_rate": 1.7755989699157905e-05, + "loss": 0.0374, + "step": 28405 + }, + { + "epoch": 24.093299406276504, + "grad_norm": 1.0061878060831628, + "learning_rate": 1.77558162961894e-05, + "loss": 0.0371, + "step": 28406 + }, + { + "epoch": 24.0941475826972, + "grad_norm": 1.038047409320356, + "learning_rate": 1.7755642887368197e-05, + "loss": 0.0359, + "step": 28407 + }, + { + "epoch": 24.094995759117896, + "grad_norm": 0.9301448238236671, + "learning_rate": 1.7755469472694422e-05, + "loss": 0.0361, + "step": 28408 + }, + { + "epoch": 24.095843935538593, + "grad_norm": 0.9130758342890699, + "learning_rate": 1.7755296052168212e-05, + "loss": 0.0356, + "step": 28409 + }, + { + "epoch": 24.09669211195929, + "grad_norm": 0.8621297032042199, + "learning_rate": 1.7755122625789695e-05, + "loss": 0.0333, + "step": 28410 + }, + { + "epoch": 24.09754028837998, + "grad_norm": 0.9624765980162654, + "learning_rate": 1.7754949193559005e-05, + "loss": 0.0338, + "step": 28411 + }, + { + "epoch": 24.098388464800678, + "grad_norm": 1.1011162867286424, + "learning_rate": 1.7754775755476265e-05, + "loss": 0.0377, + "step": 28412 + }, + { + "epoch": 24.099236641221374, + "grad_norm": 0.8417045802371971, + "learning_rate": 1.7754602311541615e-05, + "loss": 0.0346, + "step": 28413 + }, + { + "epoch": 24.10008481764207, + "grad_norm": 0.9030931127171523, + "learning_rate": 1.7754428861755183e-05, + "loss": 0.0333, + "step": 28414 + }, + { + "epoch": 24.100932994062767, + "grad_norm": 0.8610201422164927, + "learning_rate": 1.77542554061171e-05, + "loss": 0.0359, + "step": 28415 + }, + { + "epoch": 24.10178117048346, + "grad_norm": 0.9230420128740501, + "learning_rate": 1.7754081944627492e-05, + "loss": 0.035, + "step": 28416 + }, + { + "epoch": 24.102629346904155, + "grad_norm": 0.9402075817111534, + "learning_rate": 1.7753908477286496e-05, + "loss": 0.0339, + "step": 28417 + }, + { + "epoch": 24.10347752332485, + "grad_norm": 0.9278745710938653, + "learning_rate": 1.775373500409424e-05, + "loss": 0.038, + "step": 28418 + }, + { + "epoch": 24.104325699745548, + "grad_norm": 0.937533759778115, + "learning_rate": 1.7753561525050857e-05, + "loss": 0.0355, + "step": 28419 + }, + { + "epoch": 24.105173876166244, + "grad_norm": 1.065435676522008, + "learning_rate": 1.7753388040156476e-05, + "loss": 0.0372, + "step": 28420 + }, + { + "epoch": 24.106022052586937, + "grad_norm": 1.1488008825866518, + "learning_rate": 1.775321454941123e-05, + "loss": 0.0352, + "step": 28421 + }, + { + "epoch": 24.106870229007633, + "grad_norm": 0.9423442319695298, + "learning_rate": 1.775304105281525e-05, + "loss": 0.0346, + "step": 28422 + }, + { + "epoch": 24.10771840542833, + "grad_norm": 1.008570898041998, + "learning_rate": 1.775286755036866e-05, + "loss": 0.0346, + "step": 28423 + }, + { + "epoch": 24.108566581849026, + "grad_norm": 0.9473933175946173, + "learning_rate": 1.7752694042071595e-05, + "loss": 0.039, + "step": 28424 + }, + { + "epoch": 24.109414758269722, + "grad_norm": 0.905242438371318, + "learning_rate": 1.7752520527924195e-05, + "loss": 0.0351, + "step": 28425 + }, + { + "epoch": 24.110262934690414, + "grad_norm": 0.9695393798970278, + "learning_rate": 1.7752347007926576e-05, + "loss": 0.0389, + "step": 28426 + }, + { + "epoch": 24.11111111111111, + "grad_norm": 0.9858547516500895, + "learning_rate": 1.775217348207888e-05, + "loss": 0.0378, + "step": 28427 + }, + { + "epoch": 24.111959287531807, + "grad_norm": 0.9902276816042194, + "learning_rate": 1.7751999950381232e-05, + "loss": 0.036, + "step": 28428 + }, + { + "epoch": 24.112807463952503, + "grad_norm": 1.1566306711686478, + "learning_rate": 1.7751826412833768e-05, + "loss": 0.0381, + "step": 28429 + }, + { + "epoch": 24.113655640373196, + "grad_norm": 1.1869804812185143, + "learning_rate": 1.7751652869436613e-05, + "loss": 0.0408, + "step": 28430 + }, + { + "epoch": 24.114503816793892, + "grad_norm": 0.9777735461898828, + "learning_rate": 1.7751479320189903e-05, + "loss": 0.036, + "step": 28431 + }, + { + "epoch": 24.11535199321459, + "grad_norm": 0.9304261326111964, + "learning_rate": 1.7751305765093766e-05, + "loss": 0.038, + "step": 28432 + }, + { + "epoch": 24.116200169635285, + "grad_norm": 0.9448888990356475, + "learning_rate": 1.7751132204148335e-05, + "loss": 0.0354, + "step": 28433 + }, + { + "epoch": 24.11704834605598, + "grad_norm": 0.8718635993113444, + "learning_rate": 1.7750958637353738e-05, + "loss": 0.0308, + "step": 28434 + }, + { + "epoch": 24.117896522476673, + "grad_norm": 0.8902055625521017, + "learning_rate": 1.775078506471011e-05, + "loss": 0.0348, + "step": 28435 + }, + { + "epoch": 24.11874469889737, + "grad_norm": 0.802489190153004, + "learning_rate": 1.775061148621758e-05, + "loss": 0.0321, + "step": 28436 + }, + { + "epoch": 24.119592875318066, + "grad_norm": 1.0000512151781809, + "learning_rate": 1.7750437901876277e-05, + "loss": 0.0367, + "step": 28437 + }, + { + "epoch": 24.120441051738762, + "grad_norm": 0.9851809016239375, + "learning_rate": 1.7750264311686335e-05, + "loss": 0.0366, + "step": 28438 + }, + { + "epoch": 24.12128922815946, + "grad_norm": 1.111809271965845, + "learning_rate": 1.775009071564788e-05, + "loss": 0.0391, + "step": 28439 + }, + { + "epoch": 24.12213740458015, + "grad_norm": 0.9257674771756699, + "learning_rate": 1.774991711376105e-05, + "loss": 0.0351, + "step": 28440 + }, + { + "epoch": 24.122985581000847, + "grad_norm": 1.152347593551711, + "learning_rate": 1.774974350602597e-05, + "loss": 0.0385, + "step": 28441 + }, + { + "epoch": 24.123833757421544, + "grad_norm": 0.9390541931675935, + "learning_rate": 1.774956989244278e-05, + "loss": 0.0362, + "step": 28442 + }, + { + "epoch": 24.12468193384224, + "grad_norm": 0.8030747937245314, + "learning_rate": 1.77493962730116e-05, + "loss": 0.0356, + "step": 28443 + }, + { + "epoch": 24.125530110262936, + "grad_norm": 0.9893035518087293, + "learning_rate": 1.7749222647732566e-05, + "loss": 0.0368, + "step": 28444 + }, + { + "epoch": 24.12637828668363, + "grad_norm": 0.8614619581054481, + "learning_rate": 1.774904901660581e-05, + "loss": 0.0334, + "step": 28445 + }, + { + "epoch": 24.127226463104325, + "grad_norm": 0.8752196433449058, + "learning_rate": 1.774887537963146e-05, + "loss": 0.0353, + "step": 28446 + }, + { + "epoch": 24.12807463952502, + "grad_norm": 1.082764561950376, + "learning_rate": 1.774870173680965e-05, + "loss": 0.0376, + "step": 28447 + }, + { + "epoch": 24.128922815945717, + "grad_norm": 1.1174731772632143, + "learning_rate": 1.774852808814051e-05, + "loss": 0.0361, + "step": 28448 + }, + { + "epoch": 24.129770992366414, + "grad_norm": 0.7978643144376101, + "learning_rate": 1.774835443362417e-05, + "loss": 0.0342, + "step": 28449 + }, + { + "epoch": 24.130619168787106, + "grad_norm": 1.1592647534639788, + "learning_rate": 1.7748180773260764e-05, + "loss": 0.038, + "step": 28450 + }, + { + "epoch": 24.131467345207803, + "grad_norm": 1.0158041717418234, + "learning_rate": 1.774800710705042e-05, + "loss": 0.0351, + "step": 28451 + }, + { + "epoch": 24.1323155216285, + "grad_norm": 1.1575794855962889, + "learning_rate": 1.774783343499327e-05, + "loss": 0.0385, + "step": 28452 + }, + { + "epoch": 24.133163698049195, + "grad_norm": 0.9048356902688509, + "learning_rate": 1.7747659757089443e-05, + "loss": 0.0336, + "step": 28453 + }, + { + "epoch": 24.13401187446989, + "grad_norm": 0.8987025949201055, + "learning_rate": 1.7747486073339075e-05, + "loss": 0.0373, + "step": 28454 + }, + { + "epoch": 24.134860050890584, + "grad_norm": 0.8530636558795213, + "learning_rate": 1.7747312383742295e-05, + "loss": 0.0396, + "step": 28455 + }, + { + "epoch": 24.13570822731128, + "grad_norm": 0.9023129909401596, + "learning_rate": 1.774713868829923e-05, + "loss": 0.0365, + "step": 28456 + }, + { + "epoch": 24.136556403731976, + "grad_norm": 0.9264079029428867, + "learning_rate": 1.774696498701002e-05, + "loss": 0.0364, + "step": 28457 + }, + { + "epoch": 24.137404580152673, + "grad_norm": 0.978901263572867, + "learning_rate": 1.7746791279874783e-05, + "loss": 0.0364, + "step": 28458 + }, + { + "epoch": 24.13825275657337, + "grad_norm": 0.8588103473128694, + "learning_rate": 1.7746617566893663e-05, + "loss": 0.038, + "step": 28459 + }, + { + "epoch": 24.13910093299406, + "grad_norm": 0.8792103431341375, + "learning_rate": 1.7746443848066786e-05, + "loss": 0.0337, + "step": 28460 + }, + { + "epoch": 24.139949109414758, + "grad_norm": 1.0215099885510934, + "learning_rate": 1.774627012339428e-05, + "loss": 0.0375, + "step": 28461 + }, + { + "epoch": 24.140797285835454, + "grad_norm": 0.9945181344919678, + "learning_rate": 1.7746096392876278e-05, + "loss": 0.0349, + "step": 28462 + }, + { + "epoch": 24.14164546225615, + "grad_norm": 1.0677361015626072, + "learning_rate": 1.7745922656512916e-05, + "loss": 0.034, + "step": 28463 + }, + { + "epoch": 24.142493638676847, + "grad_norm": 1.0203821658713024, + "learning_rate": 1.774574891430432e-05, + "loss": 0.0363, + "step": 28464 + }, + { + "epoch": 24.14334181509754, + "grad_norm": 0.9523569344172648, + "learning_rate": 1.774557516625062e-05, + "loss": 0.0345, + "step": 28465 + }, + { + "epoch": 24.144189991518235, + "grad_norm": 1.0648777757508152, + "learning_rate": 1.774540141235195e-05, + "loss": 0.0371, + "step": 28466 + }, + { + "epoch": 24.14503816793893, + "grad_norm": 0.9707730221511244, + "learning_rate": 1.774522765260844e-05, + "loss": 0.0403, + "step": 28467 + }, + { + "epoch": 24.145886344359628, + "grad_norm": 0.9387771416487074, + "learning_rate": 1.7745053887020223e-05, + "loss": 0.0369, + "step": 28468 + }, + { + "epoch": 24.14673452078032, + "grad_norm": 1.1736600401135622, + "learning_rate": 1.774488011558743e-05, + "loss": 0.0369, + "step": 28469 + }, + { + "epoch": 24.147582697201017, + "grad_norm": 0.9411251212244626, + "learning_rate": 1.7744706338310186e-05, + "loss": 0.0357, + "step": 28470 + }, + { + "epoch": 24.148430873621713, + "grad_norm": 0.9693755400329794, + "learning_rate": 1.774453255518863e-05, + "loss": 0.0338, + "step": 28471 + }, + { + "epoch": 24.14927905004241, + "grad_norm": 0.8662643953601881, + "learning_rate": 1.774435876622289e-05, + "loss": 0.0326, + "step": 28472 + }, + { + "epoch": 24.150127226463106, + "grad_norm": 1.0785562274499985, + "learning_rate": 1.77441849714131e-05, + "loss": 0.0365, + "step": 28473 + }, + { + "epoch": 24.150975402883798, + "grad_norm": 1.019704691713698, + "learning_rate": 1.774401117075938e-05, + "loss": 0.034, + "step": 28474 + }, + { + "epoch": 24.151823579304494, + "grad_norm": 0.9212793079198264, + "learning_rate": 1.7743837364261876e-05, + "loss": 0.0348, + "step": 28475 + }, + { + "epoch": 24.15267175572519, + "grad_norm": 0.869088158211402, + "learning_rate": 1.7743663551920712e-05, + "loss": 0.035, + "step": 28476 + }, + { + "epoch": 24.153519932145887, + "grad_norm": 1.091448362841025, + "learning_rate": 1.7743489733736023e-05, + "loss": 0.0402, + "step": 28477 + }, + { + "epoch": 24.154368108566583, + "grad_norm": 0.9630931722084779, + "learning_rate": 1.774331590970793e-05, + "loss": 0.0326, + "step": 28478 + }, + { + "epoch": 24.155216284987276, + "grad_norm": 0.8741759058367827, + "learning_rate": 1.7743142079836577e-05, + "loss": 0.0346, + "step": 28479 + }, + { + "epoch": 24.156064461407972, + "grad_norm": 0.8927896416454085, + "learning_rate": 1.7742968244122083e-05, + "loss": 0.0332, + "step": 28480 + }, + { + "epoch": 24.15691263782867, + "grad_norm": 1.1532789186352324, + "learning_rate": 1.7742794402564588e-05, + "loss": 0.037, + "step": 28481 + }, + { + "epoch": 24.157760814249365, + "grad_norm": 0.9352768712991401, + "learning_rate": 1.7742620555164225e-05, + "loss": 0.0337, + "step": 28482 + }, + { + "epoch": 24.15860899067006, + "grad_norm": 0.9779296390617153, + "learning_rate": 1.7742446701921117e-05, + "loss": 0.0344, + "step": 28483 + }, + { + "epoch": 24.159457167090753, + "grad_norm": 0.9694155353712013, + "learning_rate": 1.7742272842835402e-05, + "loss": 0.0354, + "step": 28484 + }, + { + "epoch": 24.16030534351145, + "grad_norm": 1.035915681261335, + "learning_rate": 1.7742098977907204e-05, + "loss": 0.0346, + "step": 28485 + }, + { + "epoch": 24.161153519932146, + "grad_norm": 0.9311203881580191, + "learning_rate": 1.7741925107136663e-05, + "loss": 0.0343, + "step": 28486 + }, + { + "epoch": 24.162001696352842, + "grad_norm": 1.0489811312753992, + "learning_rate": 1.7741751230523902e-05, + "loss": 0.035, + "step": 28487 + }, + { + "epoch": 24.16284987277354, + "grad_norm": 1.074176442161918, + "learning_rate": 1.7741577348069057e-05, + "loss": 0.0377, + "step": 28488 + }, + { + "epoch": 24.16369804919423, + "grad_norm": 1.0206785679405304, + "learning_rate": 1.7741403459772256e-05, + "loss": 0.038, + "step": 28489 + }, + { + "epoch": 24.164546225614927, + "grad_norm": 0.834615409314686, + "learning_rate": 1.7741229565633638e-05, + "loss": 0.0362, + "step": 28490 + }, + { + "epoch": 24.165394402035624, + "grad_norm": 1.0002385673023262, + "learning_rate": 1.7741055665653326e-05, + "loss": 0.0384, + "step": 28491 + }, + { + "epoch": 24.16624257845632, + "grad_norm": 0.9544140244888374, + "learning_rate": 1.774088175983145e-05, + "loss": 0.037, + "step": 28492 + }, + { + "epoch": 24.167090754877016, + "grad_norm": 0.8887530387775732, + "learning_rate": 1.774070784816815e-05, + "loss": 0.0352, + "step": 28493 + }, + { + "epoch": 24.16793893129771, + "grad_norm": 0.935742010183134, + "learning_rate": 1.774053393066355e-05, + "loss": 0.0358, + "step": 28494 + }, + { + "epoch": 24.168787107718405, + "grad_norm": 1.0690001620273075, + "learning_rate": 1.7740360007317786e-05, + "loss": 0.0381, + "step": 28495 + }, + { + "epoch": 24.1696352841391, + "grad_norm": 0.9447113046170944, + "learning_rate": 1.7740186078130985e-05, + "loss": 0.0369, + "step": 28496 + }, + { + "epoch": 24.170483460559797, + "grad_norm": 1.1156082172882378, + "learning_rate": 1.774001214310328e-05, + "loss": 0.0384, + "step": 28497 + }, + { + "epoch": 24.171331636980494, + "grad_norm": 1.0168554440218354, + "learning_rate": 1.7739838202234798e-05, + "loss": 0.036, + "step": 28498 + }, + { + "epoch": 24.172179813401186, + "grad_norm": 1.0359375190293836, + "learning_rate": 1.773966425552568e-05, + "loss": 0.035, + "step": 28499 + }, + { + "epoch": 24.173027989821882, + "grad_norm": 0.910704476331872, + "learning_rate": 1.773949030297605e-05, + "loss": 0.0363, + "step": 28500 + }, + { + "epoch": 24.17387616624258, + "grad_norm": 0.9486178835629081, + "learning_rate": 1.7739316344586042e-05, + "loss": 0.0349, + "step": 28501 + }, + { + "epoch": 24.174724342663275, + "grad_norm": 1.0250668198240518, + "learning_rate": 1.7739142380355784e-05, + "loss": 0.0372, + "step": 28502 + }, + { + "epoch": 24.17557251908397, + "grad_norm": 0.9862319335210875, + "learning_rate": 1.7738968410285412e-05, + "loss": 0.0337, + "step": 28503 + }, + { + "epoch": 24.176420695504664, + "grad_norm": 1.0907259620885899, + "learning_rate": 1.7738794434375054e-05, + "loss": 0.0362, + "step": 28504 + }, + { + "epoch": 24.17726887192536, + "grad_norm": 0.9884055431838826, + "learning_rate": 1.7738620452624843e-05, + "loss": 0.0369, + "step": 28505 + }, + { + "epoch": 24.178117048346056, + "grad_norm": 0.7735881293089777, + "learning_rate": 1.773844646503491e-05, + "loss": 0.0321, + "step": 28506 + }, + { + "epoch": 24.178965224766753, + "grad_norm": 0.8302714870498346, + "learning_rate": 1.7738272471605386e-05, + "loss": 0.0316, + "step": 28507 + }, + { + "epoch": 24.179813401187445, + "grad_norm": 0.9782473097620612, + "learning_rate": 1.7738098472336397e-05, + "loss": 0.038, + "step": 28508 + }, + { + "epoch": 24.18066157760814, + "grad_norm": 1.251551284445123, + "learning_rate": 1.7737924467228084e-05, + "loss": 0.0405, + "step": 28509 + }, + { + "epoch": 24.181509754028838, + "grad_norm": 0.9168689071532293, + "learning_rate": 1.773775045628057e-05, + "loss": 0.0357, + "step": 28510 + }, + { + "epoch": 24.182357930449534, + "grad_norm": 1.1005115686633948, + "learning_rate": 1.7737576439493994e-05, + "loss": 0.0411, + "step": 28511 + }, + { + "epoch": 24.18320610687023, + "grad_norm": 0.9245411925891402, + "learning_rate": 1.7737402416868484e-05, + "loss": 0.0337, + "step": 28512 + }, + { + "epoch": 24.184054283290923, + "grad_norm": 0.8549474373635831, + "learning_rate": 1.773722838840417e-05, + "loss": 0.0354, + "step": 28513 + }, + { + "epoch": 24.18490245971162, + "grad_norm": 0.7733907180668674, + "learning_rate": 1.773705435410118e-05, + "loss": 0.0317, + "step": 28514 + }, + { + "epoch": 24.185750636132315, + "grad_norm": 0.9055768584128355, + "learning_rate": 1.773688031395965e-05, + "loss": 0.0344, + "step": 28515 + }, + { + "epoch": 24.18659881255301, + "grad_norm": 1.0673858150854527, + "learning_rate": 1.7736706267979715e-05, + "loss": 0.0324, + "step": 28516 + }, + { + "epoch": 24.187446988973708, + "grad_norm": 1.1043962355601191, + "learning_rate": 1.77365322161615e-05, + "loss": 0.0378, + "step": 28517 + }, + { + "epoch": 24.1882951653944, + "grad_norm": 0.9648026997091232, + "learning_rate": 1.7736358158505137e-05, + "loss": 0.0397, + "step": 28518 + }, + { + "epoch": 24.189143341815097, + "grad_norm": 1.1530751119351277, + "learning_rate": 1.7736184095010758e-05, + "loss": 0.0361, + "step": 28519 + }, + { + "epoch": 24.189991518235793, + "grad_norm": 1.0334916972062256, + "learning_rate": 1.7736010025678497e-05, + "loss": 0.0382, + "step": 28520 + }, + { + "epoch": 24.19083969465649, + "grad_norm": 0.9407819661408823, + "learning_rate": 1.773583595050848e-05, + "loss": 0.0336, + "step": 28521 + }, + { + "epoch": 24.191687871077185, + "grad_norm": 0.9024698455612152, + "learning_rate": 1.7735661869500845e-05, + "loss": 0.0328, + "step": 28522 + }, + { + "epoch": 24.192536047497878, + "grad_norm": 0.9959690547528751, + "learning_rate": 1.773548778265572e-05, + "loss": 0.0341, + "step": 28523 + }, + { + "epoch": 24.193384223918574, + "grad_norm": 0.9737797987018014, + "learning_rate": 1.7735313689973237e-05, + "loss": 0.0376, + "step": 28524 + }, + { + "epoch": 24.19423240033927, + "grad_norm": 0.846036881022409, + "learning_rate": 1.7735139591453524e-05, + "loss": 0.0344, + "step": 28525 + }, + { + "epoch": 24.195080576759967, + "grad_norm": 0.8926606649109342, + "learning_rate": 1.7734965487096715e-05, + "loss": 0.0353, + "step": 28526 + }, + { + "epoch": 24.195928753180663, + "grad_norm": 0.8418183995482328, + "learning_rate": 1.7734791376902943e-05, + "loss": 0.0348, + "step": 28527 + }, + { + "epoch": 24.196776929601356, + "grad_norm": 0.8652733019960411, + "learning_rate": 1.773461726087234e-05, + "loss": 0.0342, + "step": 28528 + }, + { + "epoch": 24.197625106022052, + "grad_norm": 0.9570870981626383, + "learning_rate": 1.7734443139005034e-05, + "loss": 0.0376, + "step": 28529 + }, + { + "epoch": 24.198473282442748, + "grad_norm": 0.9459420306268628, + "learning_rate": 1.7734269011301157e-05, + "loss": 0.034, + "step": 28530 + }, + { + "epoch": 24.199321458863444, + "grad_norm": 0.9823043796651656, + "learning_rate": 1.773409487776084e-05, + "loss": 0.0365, + "step": 28531 + }, + { + "epoch": 24.20016963528414, + "grad_norm": 1.002951219410519, + "learning_rate": 1.773392073838422e-05, + "loss": 0.0374, + "step": 28532 + }, + { + "epoch": 24.201017811704833, + "grad_norm": 0.8033312445947505, + "learning_rate": 1.773374659317142e-05, + "loss": 0.0329, + "step": 28533 + }, + { + "epoch": 24.20186598812553, + "grad_norm": 1.0010370005771363, + "learning_rate": 1.7733572442122575e-05, + "loss": 0.0363, + "step": 28534 + }, + { + "epoch": 24.202714164546226, + "grad_norm": 1.0371908671590793, + "learning_rate": 1.7733398285237816e-05, + "loss": 0.0362, + "step": 28535 + }, + { + "epoch": 24.203562340966922, + "grad_norm": 0.981309802235956, + "learning_rate": 1.773322412251728e-05, + "loss": 0.0385, + "step": 28536 + }, + { + "epoch": 24.20441051738762, + "grad_norm": 0.9120778020532051, + "learning_rate": 1.773304995396109e-05, + "loss": 0.0335, + "step": 28537 + }, + { + "epoch": 24.20525869380831, + "grad_norm": 0.9010894899864393, + "learning_rate": 1.7732875779569384e-05, + "loss": 0.0347, + "step": 28538 + }, + { + "epoch": 24.206106870229007, + "grad_norm": 1.0713117722376027, + "learning_rate": 1.773270159934229e-05, + "loss": 0.0339, + "step": 28539 + }, + { + "epoch": 24.206955046649703, + "grad_norm": 1.0089728935560567, + "learning_rate": 1.7732527413279935e-05, + "loss": 0.0318, + "step": 28540 + }, + { + "epoch": 24.2078032230704, + "grad_norm": 0.8569385199413834, + "learning_rate": 1.773235322138246e-05, + "loss": 0.0362, + "step": 28541 + }, + { + "epoch": 24.208651399491096, + "grad_norm": 1.053703813511122, + "learning_rate": 1.773217902364999e-05, + "loss": 0.0374, + "step": 28542 + }, + { + "epoch": 24.20949957591179, + "grad_norm": 0.944818328359657, + "learning_rate": 1.773200482008266e-05, + "loss": 0.0357, + "step": 28543 + }, + { + "epoch": 24.210347752332485, + "grad_norm": 1.0846256696975136, + "learning_rate": 1.7731830610680594e-05, + "loss": 0.0353, + "step": 28544 + }, + { + "epoch": 24.21119592875318, + "grad_norm": 1.0694683532954, + "learning_rate": 1.7731656395443936e-05, + "loss": 0.0383, + "step": 28545 + }, + { + "epoch": 24.212044105173877, + "grad_norm": 1.0505828328048425, + "learning_rate": 1.773148217437281e-05, + "loss": 0.0401, + "step": 28546 + }, + { + "epoch": 24.21289228159457, + "grad_norm": 0.9126475840897749, + "learning_rate": 1.7731307947467348e-05, + "loss": 0.039, + "step": 28547 + }, + { + "epoch": 24.213740458015266, + "grad_norm": 1.0417696532348293, + "learning_rate": 1.773113371472768e-05, + "loss": 0.0377, + "step": 28548 + }, + { + "epoch": 24.214588634435962, + "grad_norm": 0.8536402099223196, + "learning_rate": 1.7730959476153938e-05, + "loss": 0.0337, + "step": 28549 + }, + { + "epoch": 24.21543681085666, + "grad_norm": 0.9204207185267502, + "learning_rate": 1.7730785231746255e-05, + "loss": 0.0367, + "step": 28550 + }, + { + "epoch": 24.216284987277355, + "grad_norm": 0.8968645689149973, + "learning_rate": 1.7730610981504764e-05, + "loss": 0.0341, + "step": 28551 + }, + { + "epoch": 24.217133163698048, + "grad_norm": 1.1186315734575651, + "learning_rate": 1.7730436725429595e-05, + "loss": 0.0406, + "step": 28552 + }, + { + "epoch": 24.217981340118744, + "grad_norm": 1.1084343760482251, + "learning_rate": 1.7730262463520875e-05, + "loss": 0.0361, + "step": 28553 + }, + { + "epoch": 24.21882951653944, + "grad_norm": 0.925650011002777, + "learning_rate": 1.7730088195778746e-05, + "loss": 0.0351, + "step": 28554 + }, + { + "epoch": 24.219677692960136, + "grad_norm": 1.3435055009508223, + "learning_rate": 1.7729913922203327e-05, + "loss": 0.0384, + "step": 28555 + }, + { + "epoch": 24.220525869380833, + "grad_norm": 0.9549168235873352, + "learning_rate": 1.7729739642794758e-05, + "loss": 0.0379, + "step": 28556 + }, + { + "epoch": 24.221374045801525, + "grad_norm": 1.3126890123078387, + "learning_rate": 1.7729565357553168e-05, + "loss": 0.0441, + "step": 28557 + }, + { + "epoch": 24.22222222222222, + "grad_norm": 0.9796295698103543, + "learning_rate": 1.772939106647869e-05, + "loss": 0.035, + "step": 28558 + }, + { + "epoch": 24.223070398642918, + "grad_norm": 1.0305187068756447, + "learning_rate": 1.7729216769571452e-05, + "loss": 0.0349, + "step": 28559 + }, + { + "epoch": 24.223918575063614, + "grad_norm": 1.0642638031179816, + "learning_rate": 1.7729042466831588e-05, + "loss": 0.0368, + "step": 28560 + }, + { + "epoch": 24.22476675148431, + "grad_norm": 0.9799824855212038, + "learning_rate": 1.772886815825923e-05, + "loss": 0.0358, + "step": 28561 + }, + { + "epoch": 24.225614927905003, + "grad_norm": 0.9569527874867335, + "learning_rate": 1.7728693843854506e-05, + "loss": 0.0396, + "step": 28562 + }, + { + "epoch": 24.2264631043257, + "grad_norm": 0.9791652967794221, + "learning_rate": 1.7728519523617557e-05, + "loss": 0.0374, + "step": 28563 + }, + { + "epoch": 24.227311280746395, + "grad_norm": 1.1315886951213212, + "learning_rate": 1.77283451975485e-05, + "loss": 0.0358, + "step": 28564 + }, + { + "epoch": 24.22815945716709, + "grad_norm": 1.06630891551442, + "learning_rate": 1.7728170865647478e-05, + "loss": 0.0367, + "step": 28565 + }, + { + "epoch": 24.229007633587788, + "grad_norm": 1.0652757705930167, + "learning_rate": 1.772799652791462e-05, + "loss": 0.0412, + "step": 28566 + }, + { + "epoch": 24.22985581000848, + "grad_norm": 0.8555808982801765, + "learning_rate": 1.7727822184350057e-05, + "loss": 0.035, + "step": 28567 + }, + { + "epoch": 24.230703986429177, + "grad_norm": 0.8381406085617839, + "learning_rate": 1.7727647834953917e-05, + "loss": 0.0348, + "step": 28568 + }, + { + "epoch": 24.231552162849873, + "grad_norm": 0.9978277238354736, + "learning_rate": 1.7727473479726334e-05, + "loss": 0.0355, + "step": 28569 + }, + { + "epoch": 24.23240033927057, + "grad_norm": 1.0015913762435618, + "learning_rate": 1.7727299118667445e-05, + "loss": 0.0362, + "step": 28570 + }, + { + "epoch": 24.233248515691265, + "grad_norm": 0.9396376836022677, + "learning_rate": 1.772712475177737e-05, + "loss": 0.0336, + "step": 28571 + }, + { + "epoch": 24.234096692111958, + "grad_norm": 1.04296672340313, + "learning_rate": 1.7726950379056254e-05, + "loss": 0.0365, + "step": 28572 + }, + { + "epoch": 24.234944868532654, + "grad_norm": 0.88812231715485, + "learning_rate": 1.7726776000504217e-05, + "loss": 0.0395, + "step": 28573 + }, + { + "epoch": 24.23579304495335, + "grad_norm": 1.1184047033607778, + "learning_rate": 1.7726601616121398e-05, + "loss": 0.037, + "step": 28574 + }, + { + "epoch": 24.236641221374047, + "grad_norm": 0.9857300000976861, + "learning_rate": 1.7726427225907926e-05, + "loss": 0.0355, + "step": 28575 + }, + { + "epoch": 24.237489397794743, + "grad_norm": 0.8226899782276043, + "learning_rate": 1.7726252829863934e-05, + "loss": 0.0324, + "step": 28576 + }, + { + "epoch": 24.238337574215436, + "grad_norm": 0.9907676171674906, + "learning_rate": 1.772607842798955e-05, + "loss": 0.0355, + "step": 28577 + }, + { + "epoch": 24.239185750636132, + "grad_norm": 0.9917648868376994, + "learning_rate": 1.772590402028491e-05, + "loss": 0.0358, + "step": 28578 + }, + { + "epoch": 24.240033927056828, + "grad_norm": 1.122915236160887, + "learning_rate": 1.7725729606750142e-05, + "loss": 0.0359, + "step": 28579 + }, + { + "epoch": 24.240882103477524, + "grad_norm": 0.9713619635281628, + "learning_rate": 1.772555518738538e-05, + "loss": 0.0374, + "step": 28580 + }, + { + "epoch": 24.24173027989822, + "grad_norm": 1.0348794368349912, + "learning_rate": 1.7725380762190756e-05, + "loss": 0.038, + "step": 28581 + }, + { + "epoch": 24.242578456318913, + "grad_norm": 0.9305906956890778, + "learning_rate": 1.7725206331166397e-05, + "loss": 0.0356, + "step": 28582 + }, + { + "epoch": 24.24342663273961, + "grad_norm": 1.0659471199651336, + "learning_rate": 1.772503189431244e-05, + "loss": 0.0369, + "step": 28583 + }, + { + "epoch": 24.244274809160306, + "grad_norm": 1.1762245980104589, + "learning_rate": 1.7724857451629015e-05, + "loss": 0.0406, + "step": 28584 + }, + { + "epoch": 24.245122985581002, + "grad_norm": 0.8838297986084277, + "learning_rate": 1.772468300311625e-05, + "loss": 0.033, + "step": 28585 + }, + { + "epoch": 24.245971162001695, + "grad_norm": 0.8637316945099547, + "learning_rate": 1.7724508548774284e-05, + "loss": 0.0355, + "step": 28586 + }, + { + "epoch": 24.24681933842239, + "grad_norm": 1.0863113283253134, + "learning_rate": 1.7724334088603243e-05, + "loss": 0.0381, + "step": 28587 + }, + { + "epoch": 24.247667514843087, + "grad_norm": 0.9702663843822058, + "learning_rate": 1.772415962260326e-05, + "loss": 0.0399, + "step": 28588 + }, + { + "epoch": 24.248515691263783, + "grad_norm": 1.1118230592807572, + "learning_rate": 1.772398515077447e-05, + "loss": 0.0345, + "step": 28589 + }, + { + "epoch": 24.24936386768448, + "grad_norm": 1.2352525153772071, + "learning_rate": 1.7723810673116997e-05, + "loss": 0.0417, + "step": 28590 + }, + { + "epoch": 24.250212044105172, + "grad_norm": 1.1135251820964012, + "learning_rate": 1.772363618963098e-05, + "loss": 0.04, + "step": 28591 + }, + { + "epoch": 24.25106022052587, + "grad_norm": 1.0484287962251309, + "learning_rate": 1.7723461700316545e-05, + "loss": 0.0389, + "step": 28592 + }, + { + "epoch": 24.251908396946565, + "grad_norm": 1.0946956817235454, + "learning_rate": 1.772328720517383e-05, + "loss": 0.0379, + "step": 28593 + }, + { + "epoch": 24.25275657336726, + "grad_norm": 0.9740699953299167, + "learning_rate": 1.772311270420296e-05, + "loss": 0.0367, + "step": 28594 + }, + { + "epoch": 24.253604749787957, + "grad_norm": 1.075252600977043, + "learning_rate": 1.7722938197404074e-05, + "loss": 0.0401, + "step": 28595 + }, + { + "epoch": 24.25445292620865, + "grad_norm": 0.9826663344310109, + "learning_rate": 1.77227636847773e-05, + "loss": 0.0364, + "step": 28596 + }, + { + "epoch": 24.255301102629346, + "grad_norm": 1.2877879210589838, + "learning_rate": 1.7722589166322765e-05, + "loss": 0.0395, + "step": 28597 + }, + { + "epoch": 24.256149279050042, + "grad_norm": 0.9044680237932008, + "learning_rate": 1.7722414642040603e-05, + "loss": 0.0334, + "step": 28598 + }, + { + "epoch": 24.25699745547074, + "grad_norm": 1.1860536038235399, + "learning_rate": 1.7722240111930956e-05, + "loss": 0.0366, + "step": 28599 + }, + { + "epoch": 24.257845631891435, + "grad_norm": 0.9354673582081348, + "learning_rate": 1.772206557599394e-05, + "loss": 0.0359, + "step": 28600 + }, + { + "epoch": 24.258693808312128, + "grad_norm": 0.8894084685592184, + "learning_rate": 1.77218910342297e-05, + "loss": 0.0362, + "step": 28601 + }, + { + "epoch": 24.259541984732824, + "grad_norm": 0.9392450015821739, + "learning_rate": 1.7721716486638355e-05, + "loss": 0.0344, + "step": 28602 + }, + { + "epoch": 24.26039016115352, + "grad_norm": 0.8391713274870165, + "learning_rate": 1.772154193322005e-05, + "loss": 0.0356, + "step": 28603 + }, + { + "epoch": 24.261238337574216, + "grad_norm": 0.9730131398763223, + "learning_rate": 1.7721367373974905e-05, + "loss": 0.0365, + "step": 28604 + }, + { + "epoch": 24.262086513994912, + "grad_norm": 1.0986653224319336, + "learning_rate": 1.772119280890306e-05, + "loss": 0.036, + "step": 28605 + }, + { + "epoch": 24.262934690415605, + "grad_norm": 1.016695688215481, + "learning_rate": 1.7721018238004645e-05, + "loss": 0.037, + "step": 28606 + }, + { + "epoch": 24.2637828668363, + "grad_norm": 0.9684984525915716, + "learning_rate": 1.7720843661279787e-05, + "loss": 0.0387, + "step": 28607 + }, + { + "epoch": 24.264631043256998, + "grad_norm": 0.9368227044503157, + "learning_rate": 1.7720669078728622e-05, + "loss": 0.0351, + "step": 28608 + }, + { + "epoch": 24.265479219677694, + "grad_norm": 1.0232447152059483, + "learning_rate": 1.7720494490351284e-05, + "loss": 0.0393, + "step": 28609 + }, + { + "epoch": 24.26632739609839, + "grad_norm": 1.0032244188244348, + "learning_rate": 1.77203198961479e-05, + "loss": 0.0353, + "step": 28610 + }, + { + "epoch": 24.267175572519083, + "grad_norm": 1.1813468159967635, + "learning_rate": 1.77201452961186e-05, + "loss": 0.0363, + "step": 28611 + }, + { + "epoch": 24.26802374893978, + "grad_norm": 1.0253422413363118, + "learning_rate": 1.771997069026352e-05, + "loss": 0.0393, + "step": 28612 + }, + { + "epoch": 24.268871925360475, + "grad_norm": 0.9974112371299223, + "learning_rate": 1.7719796078582796e-05, + "loss": 0.0371, + "step": 28613 + }, + { + "epoch": 24.26972010178117, + "grad_norm": 1.047862324037435, + "learning_rate": 1.7719621461076554e-05, + "loss": 0.0353, + "step": 28614 + }, + { + "epoch": 24.270568278201868, + "grad_norm": 0.822536801308685, + "learning_rate": 1.7719446837744924e-05, + "loss": 0.0351, + "step": 28615 + }, + { + "epoch": 24.27141645462256, + "grad_norm": 1.0460461747590755, + "learning_rate": 1.7719272208588038e-05, + "loss": 0.0396, + "step": 28616 + }, + { + "epoch": 24.272264631043257, + "grad_norm": 0.8648059093869829, + "learning_rate": 1.7719097573606032e-05, + "loss": 0.0357, + "step": 28617 + }, + { + "epoch": 24.273112807463953, + "grad_norm": 1.0731054658557788, + "learning_rate": 1.771892293279904e-05, + "loss": 0.0349, + "step": 28618 + }, + { + "epoch": 24.27396098388465, + "grad_norm": 1.080778368390095, + "learning_rate": 1.7718748286167186e-05, + "loss": 0.0369, + "step": 28619 + }, + { + "epoch": 24.274809160305345, + "grad_norm": 0.9851323646936472, + "learning_rate": 1.7718573633710603e-05, + "loss": 0.0369, + "step": 28620 + }, + { + "epoch": 24.275657336726038, + "grad_norm": 1.0216914608436953, + "learning_rate": 1.7718398975429428e-05, + "loss": 0.0352, + "step": 28621 + }, + { + "epoch": 24.276505513146734, + "grad_norm": 1.4668562326752976, + "learning_rate": 1.771822431132379e-05, + "loss": 0.0465, + "step": 28622 + }, + { + "epoch": 24.27735368956743, + "grad_norm": 0.8342997649864143, + "learning_rate": 1.7718049641393818e-05, + "loss": 0.0362, + "step": 28623 + }, + { + "epoch": 24.278201865988127, + "grad_norm": 0.8698276461169571, + "learning_rate": 1.771787496563965e-05, + "loss": 0.0332, + "step": 28624 + }, + { + "epoch": 24.27905004240882, + "grad_norm": 0.858309756105717, + "learning_rate": 1.771770028406141e-05, + "loss": 0.038, + "step": 28625 + }, + { + "epoch": 24.279898218829516, + "grad_norm": 1.0537451258964863, + "learning_rate": 1.7717525596659243e-05, + "loss": 0.0398, + "step": 28626 + }, + { + "epoch": 24.280746395250212, + "grad_norm": 1.1605275806995405, + "learning_rate": 1.7717350903433264e-05, + "loss": 0.0385, + "step": 28627 + }, + { + "epoch": 24.281594571670908, + "grad_norm": 0.9680274570256838, + "learning_rate": 1.7717176204383614e-05, + "loss": 0.0331, + "step": 28628 + }, + { + "epoch": 24.282442748091604, + "grad_norm": 0.9883685605213473, + "learning_rate": 1.771700149951043e-05, + "loss": 0.0338, + "step": 28629 + }, + { + "epoch": 24.283290924512297, + "grad_norm": 0.9535749193818505, + "learning_rate": 1.771682678881383e-05, + "loss": 0.0352, + "step": 28630 + }, + { + "epoch": 24.284139100932993, + "grad_norm": 1.0761707414768362, + "learning_rate": 1.7716652072293955e-05, + "loss": 0.0391, + "step": 28631 + }, + { + "epoch": 24.28498727735369, + "grad_norm": 0.8856644330757698, + "learning_rate": 1.7716477349950936e-05, + "loss": 0.0344, + "step": 28632 + }, + { + "epoch": 24.285835453774386, + "grad_norm": 0.9732979374563618, + "learning_rate": 1.7716302621784905e-05, + "loss": 0.0357, + "step": 28633 + }, + { + "epoch": 24.286683630195082, + "grad_norm": 0.9745944897277704, + "learning_rate": 1.7716127887795996e-05, + "loss": 0.0345, + "step": 28634 + }, + { + "epoch": 24.287531806615775, + "grad_norm": 1.0062651842209598, + "learning_rate": 1.7715953147984333e-05, + "loss": 0.037, + "step": 28635 + }, + { + "epoch": 24.28837998303647, + "grad_norm": 1.3677406259646647, + "learning_rate": 1.7715778402350056e-05, + "loss": 0.0429, + "step": 28636 + }, + { + "epoch": 24.289228159457167, + "grad_norm": 1.166448569426288, + "learning_rate": 1.771560365089329e-05, + "loss": 0.0403, + "step": 28637 + }, + { + "epoch": 24.290076335877863, + "grad_norm": 1.0052313448046, + "learning_rate": 1.7715428893614172e-05, + "loss": 0.039, + "step": 28638 + }, + { + "epoch": 24.29092451229856, + "grad_norm": 1.0533075779751697, + "learning_rate": 1.7715254130512833e-05, + "loss": 0.0372, + "step": 28639 + }, + { + "epoch": 24.291772688719252, + "grad_norm": 0.9711312412939795, + "learning_rate": 1.7715079361589402e-05, + "loss": 0.0386, + "step": 28640 + }, + { + "epoch": 24.29262086513995, + "grad_norm": 1.2786835553920524, + "learning_rate": 1.7714904586844016e-05, + "loss": 0.0385, + "step": 28641 + }, + { + "epoch": 24.293469041560645, + "grad_norm": 1.0765278467625443, + "learning_rate": 1.7714729806276803e-05, + "loss": 0.0372, + "step": 28642 + }, + { + "epoch": 24.29431721798134, + "grad_norm": 1.1179186726082608, + "learning_rate": 1.7714555019887895e-05, + "loss": 0.0398, + "step": 28643 + }, + { + "epoch": 24.295165394402037, + "grad_norm": 1.0611292470252502, + "learning_rate": 1.7714380227677424e-05, + "loss": 0.0396, + "step": 28644 + }, + { + "epoch": 24.29601357082273, + "grad_norm": 1.0176109356146785, + "learning_rate": 1.7714205429645524e-05, + "loss": 0.0355, + "step": 28645 + }, + { + "epoch": 24.296861747243426, + "grad_norm": 0.9487431358333923, + "learning_rate": 1.7714030625792325e-05, + "loss": 0.038, + "step": 28646 + }, + { + "epoch": 24.297709923664122, + "grad_norm": 1.1335290000510918, + "learning_rate": 1.7713855816117956e-05, + "loss": 0.0431, + "step": 28647 + }, + { + "epoch": 24.29855810008482, + "grad_norm": 1.1753790252527911, + "learning_rate": 1.7713681000622557e-05, + "loss": 0.0396, + "step": 28648 + }, + { + "epoch": 24.299406276505515, + "grad_norm": 1.005016778969879, + "learning_rate": 1.7713506179306255e-05, + "loss": 0.0395, + "step": 28649 + }, + { + "epoch": 24.300254452926207, + "grad_norm": 0.9727607023645413, + "learning_rate": 1.7713331352169184e-05, + "loss": 0.0364, + "step": 28650 + }, + { + "epoch": 24.301102629346904, + "grad_norm": 0.9703544280455592, + "learning_rate": 1.771315651921147e-05, + "loss": 0.0375, + "step": 28651 + }, + { + "epoch": 24.3019508057676, + "grad_norm": 0.9497683291768008, + "learning_rate": 1.771298168043325e-05, + "loss": 0.0362, + "step": 28652 + }, + { + "epoch": 24.302798982188296, + "grad_norm": 1.047937465409002, + "learning_rate": 1.7712806835834657e-05, + "loss": 0.0381, + "step": 28653 + }, + { + "epoch": 24.303647158608992, + "grad_norm": 1.0280084820120217, + "learning_rate": 1.771263198541582e-05, + "loss": 0.037, + "step": 28654 + }, + { + "epoch": 24.304495335029685, + "grad_norm": 1.1954991568695958, + "learning_rate": 1.771245712917687e-05, + "loss": 0.0423, + "step": 28655 + }, + { + "epoch": 24.30534351145038, + "grad_norm": 1.0632430197270137, + "learning_rate": 1.7712282267117943e-05, + "loss": 0.0388, + "step": 28656 + }, + { + "epoch": 24.306191687871078, + "grad_norm": 0.8464000503177149, + "learning_rate": 1.771210739923917e-05, + "loss": 0.033, + "step": 28657 + }, + { + "epoch": 24.307039864291774, + "grad_norm": 1.120381092815488, + "learning_rate": 1.7711932525540677e-05, + "loss": 0.0372, + "step": 28658 + }, + { + "epoch": 24.307888040712466, + "grad_norm": 0.879790002709108, + "learning_rate": 1.7711757646022604e-05, + "loss": 0.0333, + "step": 28659 + }, + { + "epoch": 24.308736217133163, + "grad_norm": 0.9603944398297365, + "learning_rate": 1.771158276068508e-05, + "loss": 0.0375, + "step": 28660 + }, + { + "epoch": 24.30958439355386, + "grad_norm": 1.0228724825544877, + "learning_rate": 1.7711407869528235e-05, + "loss": 0.0375, + "step": 28661 + }, + { + "epoch": 24.310432569974555, + "grad_norm": 1.0991923095452165, + "learning_rate": 1.7711232972552203e-05, + "loss": 0.0406, + "step": 28662 + }, + { + "epoch": 24.31128074639525, + "grad_norm": 0.9929055873016918, + "learning_rate": 1.7711058069757116e-05, + "loss": 0.036, + "step": 28663 + }, + { + "epoch": 24.312128922815944, + "grad_norm": 1.0642254675705525, + "learning_rate": 1.771088316114311e-05, + "loss": 0.0369, + "step": 28664 + }, + { + "epoch": 24.31297709923664, + "grad_norm": 0.8870682810733193, + "learning_rate": 1.7710708246710308e-05, + "loss": 0.0371, + "step": 28665 + }, + { + "epoch": 24.313825275657337, + "grad_norm": 1.0009473038925314, + "learning_rate": 1.7710533326458844e-05, + "loss": 0.0393, + "step": 28666 + }, + { + "epoch": 24.314673452078033, + "grad_norm": 0.9189226177919813, + "learning_rate": 1.7710358400388856e-05, + "loss": 0.0349, + "step": 28667 + }, + { + "epoch": 24.31552162849873, + "grad_norm": 1.0048783734706386, + "learning_rate": 1.771018346850047e-05, + "loss": 0.0387, + "step": 28668 + }, + { + "epoch": 24.31636980491942, + "grad_norm": 1.2195049457032836, + "learning_rate": 1.7710008530793827e-05, + "loss": 0.0381, + "step": 28669 + }, + { + "epoch": 24.317217981340118, + "grad_norm": 0.9198736291744777, + "learning_rate": 1.7709833587269045e-05, + "loss": 0.0356, + "step": 28670 + }, + { + "epoch": 24.318066157760814, + "grad_norm": 1.1605553229443408, + "learning_rate": 1.770965863792627e-05, + "loss": 0.036, + "step": 28671 + }, + { + "epoch": 24.31891433418151, + "grad_norm": 0.9858405527345685, + "learning_rate": 1.7709483682765626e-05, + "loss": 0.0358, + "step": 28672 + }, + { + "epoch": 24.319762510602207, + "grad_norm": 0.9948849285305637, + "learning_rate": 1.7709308721787242e-05, + "loss": 0.0383, + "step": 28673 + }, + { + "epoch": 24.3206106870229, + "grad_norm": 1.1264611801805404, + "learning_rate": 1.770913375499126e-05, + "loss": 0.0394, + "step": 28674 + }, + { + "epoch": 24.321458863443596, + "grad_norm": 1.174460687858087, + "learning_rate": 1.7708958782377802e-05, + "loss": 0.039, + "step": 28675 + }, + { + "epoch": 24.32230703986429, + "grad_norm": 1.0382341555472057, + "learning_rate": 1.770878380394701e-05, + "loss": 0.0388, + "step": 28676 + }, + { + "epoch": 24.323155216284988, + "grad_norm": 1.042781493084721, + "learning_rate": 1.7708608819699008e-05, + "loss": 0.0341, + "step": 28677 + }, + { + "epoch": 24.324003392705684, + "grad_norm": 1.1385442681158182, + "learning_rate": 1.770843382963393e-05, + "loss": 0.0371, + "step": 28678 + }, + { + "epoch": 24.324851569126377, + "grad_norm": 1.0856600259353013, + "learning_rate": 1.770825883375191e-05, + "loss": 0.0379, + "step": 28679 + }, + { + "epoch": 24.325699745547073, + "grad_norm": 1.0378364011616572, + "learning_rate": 1.770808383205308e-05, + "loss": 0.039, + "step": 28680 + }, + { + "epoch": 24.32654792196777, + "grad_norm": 0.9407796039426475, + "learning_rate": 1.7707908824537567e-05, + "loss": 0.0368, + "step": 28681 + }, + { + "epoch": 24.327396098388466, + "grad_norm": 1.0879812200430177, + "learning_rate": 1.770773381120551e-05, + "loss": 0.0423, + "step": 28682 + }, + { + "epoch": 24.328244274809162, + "grad_norm": 1.0176022294968843, + "learning_rate": 1.770755879205704e-05, + "loss": 0.0384, + "step": 28683 + }, + { + "epoch": 24.329092451229855, + "grad_norm": 0.9274256766839978, + "learning_rate": 1.7707383767092284e-05, + "loss": 0.0344, + "step": 28684 + }, + { + "epoch": 24.32994062765055, + "grad_norm": 1.169517186570886, + "learning_rate": 1.770720873631138e-05, + "loss": 0.037, + "step": 28685 + }, + { + "epoch": 24.330788804071247, + "grad_norm": 1.1152193442352945, + "learning_rate": 1.770703369971446e-05, + "loss": 0.0383, + "step": 28686 + }, + { + "epoch": 24.331636980491943, + "grad_norm": 1.0786436819391005, + "learning_rate": 1.7706858657301643e-05, + "loss": 0.0406, + "step": 28687 + }, + { + "epoch": 24.33248515691264, + "grad_norm": 1.0924038777843474, + "learning_rate": 1.7706683609073082e-05, + "loss": 0.0358, + "step": 28688 + }, + { + "epoch": 24.333333333333332, + "grad_norm": 1.0489931857507584, + "learning_rate": 1.7706508555028895e-05, + "loss": 0.0383, + "step": 28689 + }, + { + "epoch": 24.33418150975403, + "grad_norm": 0.9740911526381316, + "learning_rate": 1.7706333495169217e-05, + "loss": 0.0377, + "step": 28690 + }, + { + "epoch": 24.335029686174725, + "grad_norm": 1.1244062085707247, + "learning_rate": 1.770615842949418e-05, + "loss": 0.0384, + "step": 28691 + }, + { + "epoch": 24.33587786259542, + "grad_norm": 0.9972441392991209, + "learning_rate": 1.770598335800392e-05, + "loss": 0.037, + "step": 28692 + }, + { + "epoch": 24.336726039016117, + "grad_norm": 0.8539006796290417, + "learning_rate": 1.770580828069856e-05, + "loss": 0.0371, + "step": 28693 + }, + { + "epoch": 24.33757421543681, + "grad_norm": 1.1090013037936592, + "learning_rate": 1.7705633197578244e-05, + "loss": 0.0384, + "step": 28694 + }, + { + "epoch": 24.338422391857506, + "grad_norm": 1.0824197539495892, + "learning_rate": 1.77054581086431e-05, + "loss": 0.0379, + "step": 28695 + }, + { + "epoch": 24.339270568278202, + "grad_norm": 1.0676936222039564, + "learning_rate": 1.7705283013893256e-05, + "loss": 0.0377, + "step": 28696 + }, + { + "epoch": 24.3401187446989, + "grad_norm": 0.7354405682151395, + "learning_rate": 1.7705107913328844e-05, + "loss": 0.03, + "step": 28697 + }, + { + "epoch": 24.34096692111959, + "grad_norm": 0.9887410219498292, + "learning_rate": 1.770493280695e-05, + "loss": 0.036, + "step": 28698 + }, + { + "epoch": 24.341815097540287, + "grad_norm": 1.0960954217134942, + "learning_rate": 1.7704757694756856e-05, + "loss": 0.0372, + "step": 28699 + }, + { + "epoch": 24.342663273960984, + "grad_norm": 0.9961342300407168, + "learning_rate": 1.7704582576749542e-05, + "loss": 0.0409, + "step": 28700 + }, + { + "epoch": 24.34351145038168, + "grad_norm": 1.0021385587116722, + "learning_rate": 1.7704407452928194e-05, + "loss": 0.0375, + "step": 28701 + }, + { + "epoch": 24.344359626802376, + "grad_norm": 1.1546509520810815, + "learning_rate": 1.7704232323292936e-05, + "loss": 0.0411, + "step": 28702 + }, + { + "epoch": 24.34520780322307, + "grad_norm": 1.0918167533602294, + "learning_rate": 1.770405718784391e-05, + "loss": 0.036, + "step": 28703 + }, + { + "epoch": 24.346055979643765, + "grad_norm": 0.9877593560742257, + "learning_rate": 1.770388204658124e-05, + "loss": 0.0351, + "step": 28704 + }, + { + "epoch": 24.34690415606446, + "grad_norm": 0.9310423219567401, + "learning_rate": 1.7703706899505067e-05, + "loss": 0.0345, + "step": 28705 + }, + { + "epoch": 24.347752332485157, + "grad_norm": 1.2040441847968966, + "learning_rate": 1.7703531746615513e-05, + "loss": 0.0419, + "step": 28706 + }, + { + "epoch": 24.348600508905854, + "grad_norm": 1.0332860271592565, + "learning_rate": 1.7703356587912718e-05, + "loss": 0.039, + "step": 28707 + }, + { + "epoch": 24.349448685326546, + "grad_norm": 1.0335883471551601, + "learning_rate": 1.770318142339681e-05, + "loss": 0.0377, + "step": 28708 + }, + { + "epoch": 24.350296861747243, + "grad_norm": 1.1809111384400917, + "learning_rate": 1.770300625306792e-05, + "loss": 0.0383, + "step": 28709 + }, + { + "epoch": 24.35114503816794, + "grad_norm": 1.0209202034642395, + "learning_rate": 1.7702831076926188e-05, + "loss": 0.0373, + "step": 28710 + }, + { + "epoch": 24.351993214588635, + "grad_norm": 1.0485734433880196, + "learning_rate": 1.770265589497174e-05, + "loss": 0.0366, + "step": 28711 + }, + { + "epoch": 24.35284139100933, + "grad_norm": 1.0246542919823842, + "learning_rate": 1.7702480707204705e-05, + "loss": 0.0354, + "step": 28712 + }, + { + "epoch": 24.353689567430024, + "grad_norm": 1.0683396362822357, + "learning_rate": 1.7702305513625223e-05, + "loss": 0.0381, + "step": 28713 + }, + { + "epoch": 24.35453774385072, + "grad_norm": 1.2314786616266022, + "learning_rate": 1.7702130314233418e-05, + "loss": 0.0415, + "step": 28714 + }, + { + "epoch": 24.355385920271416, + "grad_norm": 1.0066594259546444, + "learning_rate": 1.770195510902943e-05, + "loss": 0.0361, + "step": 28715 + }, + { + "epoch": 24.356234096692113, + "grad_norm": 0.93902600176318, + "learning_rate": 1.770177989801339e-05, + "loss": 0.0367, + "step": 28716 + }, + { + "epoch": 24.35708227311281, + "grad_norm": 1.0410108777827798, + "learning_rate": 1.7701604681185425e-05, + "loss": 0.0384, + "step": 28717 + }, + { + "epoch": 24.3579304495335, + "grad_norm": 1.0646481247752364, + "learning_rate": 1.7701429458545673e-05, + "loss": 0.036, + "step": 28718 + }, + { + "epoch": 24.358778625954198, + "grad_norm": 1.1604402872288206, + "learning_rate": 1.770125423009426e-05, + "loss": 0.042, + "step": 28719 + }, + { + "epoch": 24.359626802374894, + "grad_norm": 1.0531589519938258, + "learning_rate": 1.7701078995831322e-05, + "loss": 0.0413, + "step": 28720 + }, + { + "epoch": 24.36047497879559, + "grad_norm": 1.0743666468114605, + "learning_rate": 1.7700903755756992e-05, + "loss": 0.0387, + "step": 28721 + }, + { + "epoch": 24.361323155216287, + "grad_norm": 0.9193404204715128, + "learning_rate": 1.7700728509871403e-05, + "loss": 0.0385, + "step": 28722 + }, + { + "epoch": 24.36217133163698, + "grad_norm": 1.0935999573509656, + "learning_rate": 1.7700553258174683e-05, + "loss": 0.041, + "step": 28723 + }, + { + "epoch": 24.363019508057675, + "grad_norm": 1.0753545389783952, + "learning_rate": 1.7700378000666968e-05, + "loss": 0.0381, + "step": 28724 + }, + { + "epoch": 24.36386768447837, + "grad_norm": 0.946896799244675, + "learning_rate": 1.770020273734839e-05, + "loss": 0.0374, + "step": 28725 + }, + { + "epoch": 24.364715860899068, + "grad_norm": 1.0820394905827722, + "learning_rate": 1.770002746821908e-05, + "loss": 0.035, + "step": 28726 + }, + { + "epoch": 24.365564037319764, + "grad_norm": 1.205132993744387, + "learning_rate": 1.7699852193279165e-05, + "loss": 0.041, + "step": 28727 + }, + { + "epoch": 24.366412213740457, + "grad_norm": 0.9442744323808292, + "learning_rate": 1.7699676912528788e-05, + "loss": 0.0345, + "step": 28728 + }, + { + "epoch": 24.367260390161153, + "grad_norm": 1.1574540100224078, + "learning_rate": 1.7699501625968076e-05, + "loss": 0.0381, + "step": 28729 + }, + { + "epoch": 24.36810856658185, + "grad_norm": 0.9691991013675402, + "learning_rate": 1.7699326333597163e-05, + "loss": 0.0334, + "step": 28730 + }, + { + "epoch": 24.368956743002546, + "grad_norm": 1.1282297615851804, + "learning_rate": 1.7699151035416176e-05, + "loss": 0.0393, + "step": 28731 + }, + { + "epoch": 24.36980491942324, + "grad_norm": 1.1557970444702337, + "learning_rate": 1.769897573142525e-05, + "loss": 0.0407, + "step": 28732 + }, + { + "epoch": 24.370653095843934, + "grad_norm": 1.2040484151899937, + "learning_rate": 1.769880042162452e-05, + "loss": 0.0387, + "step": 28733 + }, + { + "epoch": 24.37150127226463, + "grad_norm": 0.8873231916975356, + "learning_rate": 1.7698625106014117e-05, + "loss": 0.0384, + "step": 28734 + }, + { + "epoch": 24.372349448685327, + "grad_norm": 0.8715993556329659, + "learning_rate": 1.7698449784594175e-05, + "loss": 0.0355, + "step": 28735 + }, + { + "epoch": 24.373197625106023, + "grad_norm": 1.0366965694611854, + "learning_rate": 1.769827445736482e-05, + "loss": 0.0366, + "step": 28736 + }, + { + "epoch": 24.374045801526716, + "grad_norm": 0.9875252598205687, + "learning_rate": 1.7698099124326188e-05, + "loss": 0.0387, + "step": 28737 + }, + { + "epoch": 24.374893977947412, + "grad_norm": 1.1387771640543716, + "learning_rate": 1.7697923785478418e-05, + "loss": 0.0412, + "step": 28738 + }, + { + "epoch": 24.37574215436811, + "grad_norm": 0.9322082188323266, + "learning_rate": 1.769774844082163e-05, + "loss": 0.0341, + "step": 28739 + }, + { + "epoch": 24.376590330788805, + "grad_norm": 1.0292595561035978, + "learning_rate": 1.7697573090355963e-05, + "loss": 0.0368, + "step": 28740 + }, + { + "epoch": 24.3774385072095, + "grad_norm": 0.8720609335253893, + "learning_rate": 1.769739773408155e-05, + "loss": 0.0334, + "step": 28741 + }, + { + "epoch": 24.378286683630193, + "grad_norm": 1.0346836336337972, + "learning_rate": 1.769722237199852e-05, + "loss": 0.0406, + "step": 28742 + }, + { + "epoch": 24.37913486005089, + "grad_norm": 1.1090913087688037, + "learning_rate": 1.769704700410701e-05, + "loss": 0.0387, + "step": 28743 + }, + { + "epoch": 24.379983036471586, + "grad_norm": 1.0254166625850378, + "learning_rate": 1.769687163040715e-05, + "loss": 0.0393, + "step": 28744 + }, + { + "epoch": 24.380831212892282, + "grad_norm": 1.1097818290751502, + "learning_rate": 1.769669625089907e-05, + "loss": 0.0383, + "step": 28745 + }, + { + "epoch": 24.38167938931298, + "grad_norm": 1.0674960066899812, + "learning_rate": 1.7696520865582908e-05, + "loss": 0.0395, + "step": 28746 + }, + { + "epoch": 24.38252756573367, + "grad_norm": 1.2216421490721523, + "learning_rate": 1.769634547445879e-05, + "loss": 0.0429, + "step": 28747 + }, + { + "epoch": 24.383375742154367, + "grad_norm": 1.058683302281757, + "learning_rate": 1.7696170077526845e-05, + "loss": 0.037, + "step": 28748 + }, + { + "epoch": 24.384223918575064, + "grad_norm": 1.0595526693815074, + "learning_rate": 1.769599467478722e-05, + "loss": 0.0395, + "step": 28749 + }, + { + "epoch": 24.38507209499576, + "grad_norm": 1.0121020316981566, + "learning_rate": 1.7695819266240036e-05, + "loss": 0.0397, + "step": 28750 + }, + { + "epoch": 24.385920271416456, + "grad_norm": 1.1429874971211837, + "learning_rate": 1.7695643851885428e-05, + "loss": 0.0397, + "step": 28751 + }, + { + "epoch": 24.38676844783715, + "grad_norm": 1.0674945617377871, + "learning_rate": 1.7695468431723528e-05, + "loss": 0.0383, + "step": 28752 + }, + { + "epoch": 24.387616624257845, + "grad_norm": 1.0520201097618973, + "learning_rate": 1.7695293005754468e-05, + "loss": 0.0376, + "step": 28753 + }, + { + "epoch": 24.38846480067854, + "grad_norm": 0.9812126303470406, + "learning_rate": 1.7695117573978384e-05, + "loss": 0.0386, + "step": 28754 + }, + { + "epoch": 24.389312977099237, + "grad_norm": 1.0217204299601852, + "learning_rate": 1.7694942136395402e-05, + "loss": 0.0405, + "step": 28755 + }, + { + "epoch": 24.390161153519934, + "grad_norm": 1.0258171124650104, + "learning_rate": 1.769476669300566e-05, + "loss": 0.0384, + "step": 28756 + }, + { + "epoch": 24.391009329940626, + "grad_norm": 1.1020053614232912, + "learning_rate": 1.7694591243809293e-05, + "loss": 0.0396, + "step": 28757 + }, + { + "epoch": 24.391857506361323, + "grad_norm": 1.2209189091619386, + "learning_rate": 1.769441578880642e-05, + "loss": 0.0392, + "step": 28758 + }, + { + "epoch": 24.39270568278202, + "grad_norm": 1.0027734460785915, + "learning_rate": 1.769424032799719e-05, + "loss": 0.0366, + "step": 28759 + }, + { + "epoch": 24.393553859202715, + "grad_norm": 1.0016936671047658, + "learning_rate": 1.769406486138172e-05, + "loss": 0.0396, + "step": 28760 + }, + { + "epoch": 24.39440203562341, + "grad_norm": 1.0242518637925346, + "learning_rate": 1.7693889388960155e-05, + "loss": 0.0399, + "step": 28761 + }, + { + "epoch": 24.395250212044104, + "grad_norm": 1.0619665322554852, + "learning_rate": 1.7693713910732622e-05, + "loss": 0.0369, + "step": 28762 + }, + { + "epoch": 24.3960983884648, + "grad_norm": 0.9219187402675308, + "learning_rate": 1.7693538426699254e-05, + "loss": 0.0389, + "step": 28763 + }, + { + "epoch": 24.396946564885496, + "grad_norm": 1.098769888914967, + "learning_rate": 1.7693362936860183e-05, + "loss": 0.0381, + "step": 28764 + }, + { + "epoch": 24.397794741306193, + "grad_norm": 0.9282860608094803, + "learning_rate": 1.7693187441215542e-05, + "loss": 0.0397, + "step": 28765 + }, + { + "epoch": 24.39864291772689, + "grad_norm": 1.0987367920968019, + "learning_rate": 1.7693011939765462e-05, + "loss": 0.0405, + "step": 28766 + }, + { + "epoch": 24.39949109414758, + "grad_norm": 1.1467612271395173, + "learning_rate": 1.7692836432510076e-05, + "loss": 0.0407, + "step": 28767 + }, + { + "epoch": 24.400339270568278, + "grad_norm": 0.9985102904295808, + "learning_rate": 1.769266091944952e-05, + "loss": 0.0369, + "step": 28768 + }, + { + "epoch": 24.401187446988974, + "grad_norm": 1.0584172692704488, + "learning_rate": 1.769248540058392e-05, + "loss": 0.0358, + "step": 28769 + }, + { + "epoch": 24.40203562340967, + "grad_norm": 1.083869430883463, + "learning_rate": 1.7692309875913414e-05, + "loss": 0.0373, + "step": 28770 + }, + { + "epoch": 24.402883799830363, + "grad_norm": 0.9748692948528755, + "learning_rate": 1.769213434543813e-05, + "loss": 0.0391, + "step": 28771 + }, + { + "epoch": 24.40373197625106, + "grad_norm": 1.0522292503586348, + "learning_rate": 1.769195880915821e-05, + "loss": 0.0376, + "step": 28772 + }, + { + "epoch": 24.404580152671755, + "grad_norm": 1.1517058926663468, + "learning_rate": 1.769178326707377e-05, + "loss": 0.0388, + "step": 28773 + }, + { + "epoch": 24.40542832909245, + "grad_norm": 0.9613188145654085, + "learning_rate": 1.7691607719184956e-05, + "loss": 0.0376, + "step": 28774 + }, + { + "epoch": 24.406276505513148, + "grad_norm": 0.9144018875946208, + "learning_rate": 1.7691432165491897e-05, + "loss": 0.0363, + "step": 28775 + }, + { + "epoch": 24.40712468193384, + "grad_norm": 1.1321486738883937, + "learning_rate": 1.7691256605994724e-05, + "loss": 0.0367, + "step": 28776 + }, + { + "epoch": 24.407972858354537, + "grad_norm": 1.1338589806658874, + "learning_rate": 1.769108104069357e-05, + "loss": 0.0421, + "step": 28777 + }, + { + "epoch": 24.408821034775233, + "grad_norm": 1.0412224487556245, + "learning_rate": 1.7690905469588568e-05, + "loss": 0.0396, + "step": 28778 + }, + { + "epoch": 24.40966921119593, + "grad_norm": 1.2572113867098471, + "learning_rate": 1.7690729892679847e-05, + "loss": 0.0361, + "step": 28779 + }, + { + "epoch": 24.410517387616625, + "grad_norm": 0.8079699403096434, + "learning_rate": 1.7690554309967547e-05, + "loss": 0.0366, + "step": 28780 + }, + { + "epoch": 24.411365564037318, + "grad_norm": 0.9950278186535876, + "learning_rate": 1.7690378721451794e-05, + "loss": 0.0364, + "step": 28781 + }, + { + "epoch": 24.412213740458014, + "grad_norm": 0.9636247585573758, + "learning_rate": 1.7690203127132724e-05, + "loss": 0.037, + "step": 28782 + }, + { + "epoch": 24.41306191687871, + "grad_norm": 1.0553875463963613, + "learning_rate": 1.7690027527010468e-05, + "loss": 0.0395, + "step": 28783 + }, + { + "epoch": 24.413910093299407, + "grad_norm": 1.0070337038730464, + "learning_rate": 1.7689851921085156e-05, + "loss": 0.0381, + "step": 28784 + }, + { + "epoch": 24.414758269720103, + "grad_norm": 1.0949417810738957, + "learning_rate": 1.7689676309356926e-05, + "loss": 0.04, + "step": 28785 + }, + { + "epoch": 24.415606446140796, + "grad_norm": 1.1652736145170428, + "learning_rate": 1.7689500691825907e-05, + "loss": 0.0373, + "step": 28786 + }, + { + "epoch": 24.416454622561492, + "grad_norm": 1.382165710188971, + "learning_rate": 1.768932506849223e-05, + "loss": 0.0412, + "step": 28787 + }, + { + "epoch": 24.41730279898219, + "grad_norm": 1.2449880650598588, + "learning_rate": 1.7689149439356034e-05, + "loss": 0.0398, + "step": 28788 + }, + { + "epoch": 24.418150975402884, + "grad_norm": 1.1207952514037742, + "learning_rate": 1.7688973804417445e-05, + "loss": 0.0416, + "step": 28789 + }, + { + "epoch": 24.41899915182358, + "grad_norm": 0.8690073232621486, + "learning_rate": 1.7688798163676598e-05, + "loss": 0.032, + "step": 28790 + }, + { + "epoch": 24.419847328244273, + "grad_norm": 1.017012867102325, + "learning_rate": 1.7688622517133627e-05, + "loss": 0.0377, + "step": 28791 + }, + { + "epoch": 24.42069550466497, + "grad_norm": 1.0503711325152947, + "learning_rate": 1.768844686478866e-05, + "loss": 0.0399, + "step": 28792 + }, + { + "epoch": 24.421543681085666, + "grad_norm": 0.9128750147146312, + "learning_rate": 1.7688271206641835e-05, + "loss": 0.0358, + "step": 28793 + }, + { + "epoch": 24.422391857506362, + "grad_norm": 0.9608251326020351, + "learning_rate": 1.768809554269328e-05, + "loss": 0.0395, + "step": 28794 + }, + { + "epoch": 24.42324003392706, + "grad_norm": 1.0768776389148476, + "learning_rate": 1.7687919872943132e-05, + "loss": 0.0371, + "step": 28795 + }, + { + "epoch": 24.42408821034775, + "grad_norm": 1.1138535695276532, + "learning_rate": 1.7687744197391522e-05, + "loss": 0.0391, + "step": 28796 + }, + { + "epoch": 24.424936386768447, + "grad_norm": 1.1790057287379576, + "learning_rate": 1.7687568516038576e-05, + "loss": 0.0411, + "step": 28797 + }, + { + "epoch": 24.425784563189143, + "grad_norm": 1.048234348480382, + "learning_rate": 1.7687392828884434e-05, + "loss": 0.0395, + "step": 28798 + }, + { + "epoch": 24.42663273960984, + "grad_norm": 0.9065649428370116, + "learning_rate": 1.768721713592923e-05, + "loss": 0.0352, + "step": 28799 + }, + { + "epoch": 24.427480916030536, + "grad_norm": 1.0150119461266303, + "learning_rate": 1.7687041437173095e-05, + "loss": 0.038, + "step": 28800 + }, + { + "epoch": 24.42832909245123, + "grad_norm": 1.283255401473833, + "learning_rate": 1.7686865732616156e-05, + "loss": 0.0389, + "step": 28801 + }, + { + "epoch": 24.429177268871925, + "grad_norm": 1.06389206649182, + "learning_rate": 1.768669002225855e-05, + "loss": 0.0376, + "step": 28802 + }, + { + "epoch": 24.43002544529262, + "grad_norm": 0.9762544903618657, + "learning_rate": 1.768651430610041e-05, + "loss": 0.0365, + "step": 28803 + }, + { + "epoch": 24.430873621713317, + "grad_norm": 0.9301129339370868, + "learning_rate": 1.768633858414187e-05, + "loss": 0.0371, + "step": 28804 + }, + { + "epoch": 24.431721798134014, + "grad_norm": 1.138440607392848, + "learning_rate": 1.768616285638306e-05, + "loss": 0.0409, + "step": 28805 + }, + { + "epoch": 24.432569974554706, + "grad_norm": 0.9782476691494023, + "learning_rate": 1.7685987122824108e-05, + "loss": 0.037, + "step": 28806 + }, + { + "epoch": 24.433418150975402, + "grad_norm": 1.024795806474275, + "learning_rate": 1.7685811383465154e-05, + "loss": 0.036, + "step": 28807 + }, + { + "epoch": 24.4342663273961, + "grad_norm": 1.245470013370463, + "learning_rate": 1.7685635638306327e-05, + "loss": 0.0398, + "step": 28808 + }, + { + "epoch": 24.435114503816795, + "grad_norm": 1.1491188609773255, + "learning_rate": 1.7685459887347765e-05, + "loss": 0.0389, + "step": 28809 + }, + { + "epoch": 24.435962680237488, + "grad_norm": 1.1951815265470394, + "learning_rate": 1.7685284130589595e-05, + "loss": 0.0353, + "step": 28810 + }, + { + "epoch": 24.436810856658184, + "grad_norm": 1.176032515084463, + "learning_rate": 1.7685108368031953e-05, + "loss": 0.0382, + "step": 28811 + }, + { + "epoch": 24.43765903307888, + "grad_norm": 1.1587768458436314, + "learning_rate": 1.7684932599674968e-05, + "loss": 0.0359, + "step": 28812 + }, + { + "epoch": 24.438507209499576, + "grad_norm": 0.9239257670684172, + "learning_rate": 1.768475682551877e-05, + "loss": 0.0357, + "step": 28813 + }, + { + "epoch": 24.439355385920273, + "grad_norm": 1.0765601590466272, + "learning_rate": 1.7684581045563503e-05, + "loss": 0.0364, + "step": 28814 + }, + { + "epoch": 24.440203562340965, + "grad_norm": 0.8390211792251835, + "learning_rate": 1.7684405259809288e-05, + "loss": 0.0352, + "step": 28815 + }, + { + "epoch": 24.44105173876166, + "grad_norm": 1.2300623757178561, + "learning_rate": 1.7684229468256265e-05, + "loss": 0.0374, + "step": 28816 + }, + { + "epoch": 24.441899915182358, + "grad_norm": 1.1374842401891245, + "learning_rate": 1.7684053670904566e-05, + "loss": 0.0422, + "step": 28817 + }, + { + "epoch": 24.442748091603054, + "grad_norm": 1.1442571455202817, + "learning_rate": 1.7683877867754316e-05, + "loss": 0.0431, + "step": 28818 + }, + { + "epoch": 24.44359626802375, + "grad_norm": 1.0352370101579307, + "learning_rate": 1.7683702058805656e-05, + "loss": 0.0351, + "step": 28819 + }, + { + "epoch": 24.444444444444443, + "grad_norm": 0.9974228604106864, + "learning_rate": 1.768352624405872e-05, + "loss": 0.0371, + "step": 28820 + }, + { + "epoch": 24.44529262086514, + "grad_norm": 0.9845002594151435, + "learning_rate": 1.7683350423513628e-05, + "loss": 0.0395, + "step": 28821 + }, + { + "epoch": 24.446140797285835, + "grad_norm": 0.9374100310475209, + "learning_rate": 1.7683174597170526e-05, + "loss": 0.0349, + "step": 28822 + }, + { + "epoch": 24.44698897370653, + "grad_norm": 1.0512143204664768, + "learning_rate": 1.768299876502954e-05, + "loss": 0.0373, + "step": 28823 + }, + { + "epoch": 24.447837150127228, + "grad_norm": 1.1724952431161768, + "learning_rate": 1.768282292709081e-05, + "loss": 0.0384, + "step": 28824 + }, + { + "epoch": 24.44868532654792, + "grad_norm": 1.0157982558515681, + "learning_rate": 1.768264708335446e-05, + "loss": 0.0362, + "step": 28825 + }, + { + "epoch": 24.449533502968617, + "grad_norm": 1.1254304429938304, + "learning_rate": 1.7682471233820626e-05, + "loss": 0.0428, + "step": 28826 + }, + { + "epoch": 24.450381679389313, + "grad_norm": 1.224633971389692, + "learning_rate": 1.7682295378489444e-05, + "loss": 0.0417, + "step": 28827 + }, + { + "epoch": 24.45122985581001, + "grad_norm": 1.1663263207316656, + "learning_rate": 1.768211951736104e-05, + "loss": 0.041, + "step": 28828 + }, + { + "epoch": 24.452078032230705, + "grad_norm": 1.0813809294843295, + "learning_rate": 1.768194365043555e-05, + "loss": 0.0379, + "step": 28829 + }, + { + "epoch": 24.452926208651398, + "grad_norm": 1.0613852974388533, + "learning_rate": 1.768176777771311e-05, + "loss": 0.0379, + "step": 28830 + }, + { + "epoch": 24.453774385072094, + "grad_norm": 1.0101734082725902, + "learning_rate": 1.7681591899193845e-05, + "loss": 0.0367, + "step": 28831 + }, + { + "epoch": 24.45462256149279, + "grad_norm": 0.9787439705646799, + "learning_rate": 1.7681416014877893e-05, + "loss": 0.0353, + "step": 28832 + }, + { + "epoch": 24.455470737913487, + "grad_norm": 1.0774344919344314, + "learning_rate": 1.768124012476539e-05, + "loss": 0.0352, + "step": 28833 + }, + { + "epoch": 24.456318914334183, + "grad_norm": 1.0629282468291263, + "learning_rate": 1.7681064228856465e-05, + "loss": 0.0377, + "step": 28834 + }, + { + "epoch": 24.457167090754876, + "grad_norm": 1.2670676094383948, + "learning_rate": 1.7680888327151245e-05, + "loss": 0.0384, + "step": 28835 + }, + { + "epoch": 24.458015267175572, + "grad_norm": 1.2256826143551565, + "learning_rate": 1.7680712419649874e-05, + "loss": 0.0401, + "step": 28836 + }, + { + "epoch": 24.458863443596268, + "grad_norm": 1.2640721202419343, + "learning_rate": 1.7680536506352477e-05, + "loss": 0.0386, + "step": 28837 + }, + { + "epoch": 24.459711620016964, + "grad_norm": 1.1090624352169178, + "learning_rate": 1.768036058725919e-05, + "loss": 0.039, + "step": 28838 + }, + { + "epoch": 24.46055979643766, + "grad_norm": 0.9639798960338117, + "learning_rate": 1.7680184662370143e-05, + "loss": 0.0357, + "step": 28839 + }, + { + "epoch": 24.461407972858353, + "grad_norm": 1.181505533070812, + "learning_rate": 1.768000873168547e-05, + "loss": 0.0375, + "step": 28840 + }, + { + "epoch": 24.46225614927905, + "grad_norm": 1.010956184773735, + "learning_rate": 1.7679832795205306e-05, + "loss": 0.0396, + "step": 28841 + }, + { + "epoch": 24.463104325699746, + "grad_norm": 1.3086858078627588, + "learning_rate": 1.767965685292978e-05, + "loss": 0.039, + "step": 28842 + }, + { + "epoch": 24.463952502120442, + "grad_norm": 1.0542073805965773, + "learning_rate": 1.7679480904859027e-05, + "loss": 0.0363, + "step": 28843 + }, + { + "epoch": 24.46480067854114, + "grad_norm": 1.1854076961730038, + "learning_rate": 1.767930495099318e-05, + "loss": 0.0375, + "step": 28844 + }, + { + "epoch": 24.46564885496183, + "grad_norm": 1.2028081854265638, + "learning_rate": 1.7679128991332367e-05, + "loss": 0.0393, + "step": 28845 + }, + { + "epoch": 24.466497031382527, + "grad_norm": 0.9956392046976182, + "learning_rate": 1.767895302587673e-05, + "loss": 0.0362, + "step": 28846 + }, + { + "epoch": 24.467345207803223, + "grad_norm": 1.0104847115899045, + "learning_rate": 1.7678777054626396e-05, + "loss": 0.0383, + "step": 28847 + }, + { + "epoch": 24.46819338422392, + "grad_norm": 1.0112967926980507, + "learning_rate": 1.7678601077581496e-05, + "loss": 0.0353, + "step": 28848 + }, + { + "epoch": 24.469041560644612, + "grad_norm": 1.046459249344101, + "learning_rate": 1.7678425094742165e-05, + "loss": 0.0395, + "step": 28849 + }, + { + "epoch": 24.46988973706531, + "grad_norm": 1.3363706757982097, + "learning_rate": 1.767824910610854e-05, + "loss": 0.0432, + "step": 28850 + }, + { + "epoch": 24.470737913486005, + "grad_norm": 1.1169798902857309, + "learning_rate": 1.767807311168075e-05, + "loss": 0.0386, + "step": 28851 + }, + { + "epoch": 24.4715860899067, + "grad_norm": 1.1314350492960465, + "learning_rate": 1.7677897111458925e-05, + "loss": 0.0421, + "step": 28852 + }, + { + "epoch": 24.472434266327397, + "grad_norm": 1.1449186961189775, + "learning_rate": 1.76777211054432e-05, + "loss": 0.0374, + "step": 28853 + }, + { + "epoch": 24.47328244274809, + "grad_norm": 1.0309737690591676, + "learning_rate": 1.7677545093633713e-05, + "loss": 0.0395, + "step": 28854 + }, + { + "epoch": 24.474130619168786, + "grad_norm": 1.103220518688076, + "learning_rate": 1.767736907603059e-05, + "loss": 0.0369, + "step": 28855 + }, + { + "epoch": 24.474978795589482, + "grad_norm": 1.1569975749165622, + "learning_rate": 1.767719305263396e-05, + "loss": 0.0471, + "step": 28856 + }, + { + "epoch": 24.47582697201018, + "grad_norm": 1.0967496967923158, + "learning_rate": 1.7677017023443968e-05, + "loss": 0.0367, + "step": 28857 + }, + { + "epoch": 24.476675148430875, + "grad_norm": 1.0857062263200885, + "learning_rate": 1.767684098846074e-05, + "loss": 0.0397, + "step": 28858 + }, + { + "epoch": 24.477523324851568, + "grad_norm": 1.002339455532845, + "learning_rate": 1.767666494768441e-05, + "loss": 0.0383, + "step": 28859 + }, + { + "epoch": 24.478371501272264, + "grad_norm": 1.10173112551541, + "learning_rate": 1.7676488901115106e-05, + "loss": 0.0392, + "step": 28860 + }, + { + "epoch": 24.47921967769296, + "grad_norm": 1.0888589746162083, + "learning_rate": 1.767631284875297e-05, + "loss": 0.0375, + "step": 28861 + }, + { + "epoch": 24.480067854113656, + "grad_norm": 1.0566135735777404, + "learning_rate": 1.7676136790598127e-05, + "loss": 0.0384, + "step": 28862 + }, + { + "epoch": 24.480916030534353, + "grad_norm": 1.071150645192239, + "learning_rate": 1.7675960726650716e-05, + "loss": 0.0379, + "step": 28863 + }, + { + "epoch": 24.481764206955045, + "grad_norm": 1.1808524233463555, + "learning_rate": 1.7675784656910867e-05, + "loss": 0.038, + "step": 28864 + }, + { + "epoch": 24.48261238337574, + "grad_norm": 0.9515908248257992, + "learning_rate": 1.767560858137871e-05, + "loss": 0.0379, + "step": 28865 + }, + { + "epoch": 24.483460559796438, + "grad_norm": 1.006474609779103, + "learning_rate": 1.7675432500054382e-05, + "loss": 0.0378, + "step": 28866 + }, + { + "epoch": 24.484308736217134, + "grad_norm": 1.0601137652433867, + "learning_rate": 1.7675256412938014e-05, + "loss": 0.0396, + "step": 28867 + }, + { + "epoch": 24.48515691263783, + "grad_norm": 1.1562611529251088, + "learning_rate": 1.767508032002974e-05, + "loss": 0.0396, + "step": 28868 + }, + { + "epoch": 24.486005089058523, + "grad_norm": 1.0001815420244373, + "learning_rate": 1.7674904221329692e-05, + "loss": 0.0359, + "step": 28869 + }, + { + "epoch": 24.48685326547922, + "grad_norm": 1.0961511730995757, + "learning_rate": 1.7674728116838e-05, + "loss": 0.0381, + "step": 28870 + }, + { + "epoch": 24.487701441899915, + "grad_norm": 1.1216210319682374, + "learning_rate": 1.7674552006554802e-05, + "loss": 0.0437, + "step": 28871 + }, + { + "epoch": 24.48854961832061, + "grad_norm": 1.0187232401901762, + "learning_rate": 1.767437589048023e-05, + "loss": 0.0383, + "step": 28872 + }, + { + "epoch": 24.489397794741308, + "grad_norm": 1.0119784961060565, + "learning_rate": 1.7674199768614415e-05, + "loss": 0.0379, + "step": 28873 + }, + { + "epoch": 24.490245971162, + "grad_norm": 1.0594919696585956, + "learning_rate": 1.767402364095749e-05, + "loss": 0.0371, + "step": 28874 + }, + { + "epoch": 24.491094147582697, + "grad_norm": 1.0147770777997636, + "learning_rate": 1.767384750750959e-05, + "loss": 0.0364, + "step": 28875 + }, + { + "epoch": 24.491942324003393, + "grad_norm": 0.9252806871637871, + "learning_rate": 1.7673671368270844e-05, + "loss": 0.0364, + "step": 28876 + }, + { + "epoch": 24.49279050042409, + "grad_norm": 1.1190232955122883, + "learning_rate": 1.767349522324139e-05, + "loss": 0.0415, + "step": 28877 + }, + { + "epoch": 24.493638676844785, + "grad_norm": 1.0523995515361897, + "learning_rate": 1.7673319072421355e-05, + "loss": 0.0396, + "step": 28878 + }, + { + "epoch": 24.494486853265478, + "grad_norm": 1.164258758419543, + "learning_rate": 1.7673142915810878e-05, + "loss": 0.0408, + "step": 28879 + }, + { + "epoch": 24.495335029686174, + "grad_norm": 1.0518003622468268, + "learning_rate": 1.767296675341009e-05, + "loss": 0.0358, + "step": 28880 + }, + { + "epoch": 24.49618320610687, + "grad_norm": 1.1269484186302796, + "learning_rate": 1.767279058521912e-05, + "loss": 0.0372, + "step": 28881 + }, + { + "epoch": 24.497031382527567, + "grad_norm": 1.0542782337166572, + "learning_rate": 1.7672614411238103e-05, + "loss": 0.0369, + "step": 28882 + }, + { + "epoch": 24.497879558948263, + "grad_norm": 1.0765188221876376, + "learning_rate": 1.7672438231467177e-05, + "loss": 0.0368, + "step": 28883 + }, + { + "epoch": 24.498727735368956, + "grad_norm": 1.033971900228939, + "learning_rate": 1.767226204590647e-05, + "loss": 0.0373, + "step": 28884 + }, + { + "epoch": 24.499575911789652, + "grad_norm": 1.1677172367404163, + "learning_rate": 1.7672085854556116e-05, + "loss": 0.0408, + "step": 28885 + }, + { + "epoch": 24.500424088210348, + "grad_norm": 1.0396328935775707, + "learning_rate": 1.7671909657416247e-05, + "loss": 0.0393, + "step": 28886 + }, + { + "epoch": 24.501272264631044, + "grad_norm": 0.7901258694167834, + "learning_rate": 1.7671733454486996e-05, + "loss": 0.0315, + "step": 28887 + }, + { + "epoch": 24.502120441051737, + "grad_norm": 1.010400346109196, + "learning_rate": 1.76715572457685e-05, + "loss": 0.039, + "step": 28888 + }, + { + "epoch": 24.502968617472433, + "grad_norm": 0.9017051264161137, + "learning_rate": 1.7671381031260886e-05, + "loss": 0.0346, + "step": 28889 + }, + { + "epoch": 24.50381679389313, + "grad_norm": 1.1610293494364634, + "learning_rate": 1.7671204810964287e-05, + "loss": 0.0382, + "step": 28890 + }, + { + "epoch": 24.504664970313826, + "grad_norm": 1.3295785135332074, + "learning_rate": 1.7671028584878843e-05, + "loss": 0.0412, + "step": 28891 + }, + { + "epoch": 24.505513146734522, + "grad_norm": 1.2768711549359528, + "learning_rate": 1.7670852353004683e-05, + "loss": 0.0412, + "step": 28892 + }, + { + "epoch": 24.506361323155215, + "grad_norm": 0.9887416162374475, + "learning_rate": 1.7670676115341934e-05, + "loss": 0.0386, + "step": 28893 + }, + { + "epoch": 24.50720949957591, + "grad_norm": 0.897198687088948, + "learning_rate": 1.7670499871890742e-05, + "loss": 0.0362, + "step": 28894 + }, + { + "epoch": 24.508057675996607, + "grad_norm": 1.0651046363820822, + "learning_rate": 1.767032362265123e-05, + "loss": 0.043, + "step": 28895 + }, + { + "epoch": 24.508905852417303, + "grad_norm": 0.9748247900849898, + "learning_rate": 1.7670147367623535e-05, + "loss": 0.0407, + "step": 28896 + }, + { + "epoch": 24.509754028838, + "grad_norm": 1.0292106168296637, + "learning_rate": 1.7669971106807784e-05, + "loss": 0.0373, + "step": 28897 + }, + { + "epoch": 24.510602205258692, + "grad_norm": 1.134242763561811, + "learning_rate": 1.766979484020412e-05, + "loss": 0.0399, + "step": 28898 + }, + { + "epoch": 24.51145038167939, + "grad_norm": 1.0383620601527315, + "learning_rate": 1.7669618567812667e-05, + "loss": 0.0371, + "step": 28899 + }, + { + "epoch": 24.512298558100085, + "grad_norm": 1.0359750884392755, + "learning_rate": 1.7669442289633564e-05, + "loss": 0.0397, + "step": 28900 + }, + { + "epoch": 24.51314673452078, + "grad_norm": 1.113090267486271, + "learning_rate": 1.766926600566694e-05, + "loss": 0.0397, + "step": 28901 + }, + { + "epoch": 24.513994910941477, + "grad_norm": 1.0558357773423523, + "learning_rate": 1.7669089715912928e-05, + "loss": 0.0401, + "step": 28902 + }, + { + "epoch": 24.51484308736217, + "grad_norm": 0.9640017536609337, + "learning_rate": 1.7668913420371666e-05, + "loss": 0.0413, + "step": 28903 + }, + { + "epoch": 24.515691263782866, + "grad_norm": 1.191507578897343, + "learning_rate": 1.7668737119043285e-05, + "loss": 0.0374, + "step": 28904 + }, + { + "epoch": 24.516539440203562, + "grad_norm": 1.1508891251543047, + "learning_rate": 1.7668560811927914e-05, + "loss": 0.0425, + "step": 28905 + }, + { + "epoch": 24.51738761662426, + "grad_norm": 1.1915459940329314, + "learning_rate": 1.766838449902569e-05, + "loss": 0.0384, + "step": 28906 + }, + { + "epoch": 24.518235793044955, + "grad_norm": 1.0637506849778404, + "learning_rate": 1.7668208180336743e-05, + "loss": 0.0402, + "step": 28907 + }, + { + "epoch": 24.519083969465647, + "grad_norm": 1.130713039758696, + "learning_rate": 1.766803185586121e-05, + "loss": 0.0401, + "step": 28908 + }, + { + "epoch": 24.519932145886344, + "grad_norm": 1.0367840154628398, + "learning_rate": 1.7667855525599222e-05, + "loss": 0.0401, + "step": 28909 + }, + { + "epoch": 24.52078032230704, + "grad_norm": 1.0898430836455977, + "learning_rate": 1.7667679189550913e-05, + "loss": 0.0426, + "step": 28910 + }, + { + "epoch": 24.521628498727736, + "grad_norm": 1.0774147817102873, + "learning_rate": 1.7667502847716413e-05, + "loss": 0.0394, + "step": 28911 + }, + { + "epoch": 24.522476675148432, + "grad_norm": 0.9529614183051062, + "learning_rate": 1.766732650009586e-05, + "loss": 0.0383, + "step": 28912 + }, + { + "epoch": 24.523324851569125, + "grad_norm": 1.1918210202971395, + "learning_rate": 1.7667150146689382e-05, + "loss": 0.0397, + "step": 28913 + }, + { + "epoch": 24.52417302798982, + "grad_norm": 0.9684131823074155, + "learning_rate": 1.7666973787497114e-05, + "loss": 0.0389, + "step": 28914 + }, + { + "epoch": 24.525021204410518, + "grad_norm": 1.0702556031066177, + "learning_rate": 1.766679742251919e-05, + "loss": 0.0371, + "step": 28915 + }, + { + "epoch": 24.525869380831214, + "grad_norm": 0.9965153981320526, + "learning_rate": 1.7666621051755745e-05, + "loss": 0.0383, + "step": 28916 + }, + { + "epoch": 24.52671755725191, + "grad_norm": 0.9169060796720915, + "learning_rate": 1.7666444675206908e-05, + "loss": 0.0368, + "step": 28917 + }, + { + "epoch": 24.527565733672603, + "grad_norm": 1.1213619978365346, + "learning_rate": 1.7666268292872812e-05, + "loss": 0.0412, + "step": 28918 + }, + { + "epoch": 24.5284139100933, + "grad_norm": 0.962281485891443, + "learning_rate": 1.7666091904753596e-05, + "loss": 0.0389, + "step": 28919 + }, + { + "epoch": 24.529262086513995, + "grad_norm": 1.0452514746918358, + "learning_rate": 1.7665915510849386e-05, + "loss": 0.0387, + "step": 28920 + }, + { + "epoch": 24.53011026293469, + "grad_norm": 1.097673303439785, + "learning_rate": 1.7665739111160317e-05, + "loss": 0.0369, + "step": 28921 + }, + { + "epoch": 24.530958439355388, + "grad_norm": 0.902283487793485, + "learning_rate": 1.7665562705686525e-05, + "loss": 0.0343, + "step": 28922 + }, + { + "epoch": 24.53180661577608, + "grad_norm": 0.8933256366756944, + "learning_rate": 1.766538629442814e-05, + "loss": 0.0363, + "step": 28923 + }, + { + "epoch": 24.532654792196777, + "grad_norm": 0.9868985009150747, + "learning_rate": 1.7665209877385302e-05, + "loss": 0.0383, + "step": 28924 + }, + { + "epoch": 24.533502968617473, + "grad_norm": 0.9702103007087897, + "learning_rate": 1.7665033454558132e-05, + "loss": 0.0377, + "step": 28925 + }, + { + "epoch": 24.53435114503817, + "grad_norm": 1.1117216619089059, + "learning_rate": 1.766485702594677e-05, + "loss": 0.04, + "step": 28926 + }, + { + "epoch": 24.53519932145886, + "grad_norm": 1.0168997142064036, + "learning_rate": 1.7664680591551353e-05, + "loss": 0.0392, + "step": 28927 + }, + { + "epoch": 24.536047497879558, + "grad_norm": 1.2359743031876274, + "learning_rate": 1.7664504151372005e-05, + "loss": 0.0403, + "step": 28928 + }, + { + "epoch": 24.536895674300254, + "grad_norm": 1.132724059399816, + "learning_rate": 1.766432770540887e-05, + "loss": 0.0389, + "step": 28929 + }, + { + "epoch": 24.53774385072095, + "grad_norm": 1.0759539671136262, + "learning_rate": 1.7664151253662073e-05, + "loss": 0.0375, + "step": 28930 + }, + { + "epoch": 24.538592027141647, + "grad_norm": 1.3268493965472452, + "learning_rate": 1.7663974796131747e-05, + "loss": 0.0383, + "step": 28931 + }, + { + "epoch": 24.53944020356234, + "grad_norm": 1.0656337497666748, + "learning_rate": 1.766379833281803e-05, + "loss": 0.039, + "step": 28932 + }, + { + "epoch": 24.540288379983036, + "grad_norm": 1.0350970172276077, + "learning_rate": 1.7663621863721054e-05, + "loss": 0.0357, + "step": 28933 + }, + { + "epoch": 24.541136556403732, + "grad_norm": 0.9747477123881115, + "learning_rate": 1.7663445388840945e-05, + "loss": 0.0349, + "step": 28934 + }, + { + "epoch": 24.541984732824428, + "grad_norm": 1.0198457873457563, + "learning_rate": 1.766326890817785e-05, + "loss": 0.0396, + "step": 28935 + }, + { + "epoch": 24.542832909245124, + "grad_norm": 0.9656550653715112, + "learning_rate": 1.766309242173189e-05, + "loss": 0.0355, + "step": 28936 + }, + { + "epoch": 24.543681085665817, + "grad_norm": 1.2083730524062815, + "learning_rate": 1.76629159295032e-05, + "loss": 0.0418, + "step": 28937 + }, + { + "epoch": 24.544529262086513, + "grad_norm": 1.0022329650400044, + "learning_rate": 1.766273943149192e-05, + "loss": 0.0357, + "step": 28938 + }, + { + "epoch": 24.54537743850721, + "grad_norm": 1.153641000151753, + "learning_rate": 1.7662562927698177e-05, + "loss": 0.0396, + "step": 28939 + }, + { + "epoch": 24.546225614927906, + "grad_norm": 1.1222942954005433, + "learning_rate": 1.7662386418122108e-05, + "loss": 0.0419, + "step": 28940 + }, + { + "epoch": 24.547073791348602, + "grad_norm": 1.1670011186027658, + "learning_rate": 1.7662209902763842e-05, + "loss": 0.0412, + "step": 28941 + }, + { + "epoch": 24.547921967769295, + "grad_norm": 1.1925056848727262, + "learning_rate": 1.7662033381623517e-05, + "loss": 0.0506, + "step": 28942 + }, + { + "epoch": 24.54877014418999, + "grad_norm": 0.9800581328356589, + "learning_rate": 1.766185685470126e-05, + "loss": 0.0377, + "step": 28943 + }, + { + "epoch": 24.549618320610687, + "grad_norm": 0.9717198154551204, + "learning_rate": 1.766168032199721e-05, + "loss": 0.0374, + "step": 28944 + }, + { + "epoch": 24.550466497031383, + "grad_norm": 0.9309250657931095, + "learning_rate": 1.7661503783511495e-05, + "loss": 0.0393, + "step": 28945 + }, + { + "epoch": 24.55131467345208, + "grad_norm": 1.007862863546826, + "learning_rate": 1.7661327239244256e-05, + "loss": 0.038, + "step": 28946 + }, + { + "epoch": 24.552162849872772, + "grad_norm": 1.108443389310585, + "learning_rate": 1.7661150689195618e-05, + "loss": 0.0364, + "step": 28947 + }, + { + "epoch": 24.55301102629347, + "grad_norm": 1.2231111149524947, + "learning_rate": 1.7660974133365722e-05, + "loss": 0.0406, + "step": 28948 + }, + { + "epoch": 24.553859202714165, + "grad_norm": 0.9398331448677808, + "learning_rate": 1.766079757175469e-05, + "loss": 0.0405, + "step": 28949 + }, + { + "epoch": 24.55470737913486, + "grad_norm": 1.0609671022511005, + "learning_rate": 1.766062100436267e-05, + "loss": 0.04, + "step": 28950 + }, + { + "epoch": 24.555555555555557, + "grad_norm": 0.8892422765318015, + "learning_rate": 1.766044443118978e-05, + "loss": 0.0363, + "step": 28951 + }, + { + "epoch": 24.55640373197625, + "grad_norm": 1.2545665968899058, + "learning_rate": 1.7660267852236166e-05, + "loss": 0.0426, + "step": 28952 + }, + { + "epoch": 24.557251908396946, + "grad_norm": 1.0528829223004152, + "learning_rate": 1.7660091267501955e-05, + "loss": 0.0409, + "step": 28953 + }, + { + "epoch": 24.558100084817642, + "grad_norm": 1.0116497039711545, + "learning_rate": 1.765991467698728e-05, + "loss": 0.0364, + "step": 28954 + }, + { + "epoch": 24.55894826123834, + "grad_norm": 1.0490600930400538, + "learning_rate": 1.7659738080692276e-05, + "loss": 0.0375, + "step": 28955 + }, + { + "epoch": 24.559796437659035, + "grad_norm": 1.0943385687998988, + "learning_rate": 1.7659561478617074e-05, + "loss": 0.0426, + "step": 28956 + }, + { + "epoch": 24.560644614079727, + "grad_norm": 1.1890063084889058, + "learning_rate": 1.765938487076181e-05, + "loss": 0.0419, + "step": 28957 + }, + { + "epoch": 24.561492790500424, + "grad_norm": 1.0472295522050823, + "learning_rate": 1.765920825712662e-05, + "loss": 0.0399, + "step": 28958 + }, + { + "epoch": 24.56234096692112, + "grad_norm": 1.0561587939034824, + "learning_rate": 1.765903163771163e-05, + "loss": 0.0365, + "step": 28959 + }, + { + "epoch": 24.563189143341816, + "grad_norm": 0.8720009338335251, + "learning_rate": 1.7658855012516977e-05, + "loss": 0.0365, + "step": 28960 + }, + { + "epoch": 24.564037319762512, + "grad_norm": 1.0152516254139203, + "learning_rate": 1.7658678381542797e-05, + "loss": 0.0356, + "step": 28961 + }, + { + "epoch": 24.564885496183205, + "grad_norm": 1.1139052287422149, + "learning_rate": 1.7658501744789216e-05, + "loss": 0.0394, + "step": 28962 + }, + { + "epoch": 24.5657336726039, + "grad_norm": 1.1122201953876467, + "learning_rate": 1.7658325102256374e-05, + "loss": 0.037, + "step": 28963 + }, + { + "epoch": 24.566581849024598, + "grad_norm": 1.1673961596010733, + "learning_rate": 1.7658148453944402e-05, + "loss": 0.0393, + "step": 28964 + }, + { + "epoch": 24.567430025445294, + "grad_norm": 1.2243470857076988, + "learning_rate": 1.7657971799853432e-05, + "loss": 0.0433, + "step": 28965 + }, + { + "epoch": 24.568278201865986, + "grad_norm": 1.2422336858234961, + "learning_rate": 1.76577951399836e-05, + "loss": 0.0418, + "step": 28966 + }, + { + "epoch": 24.569126378286683, + "grad_norm": 1.0739314668071218, + "learning_rate": 1.765761847433504e-05, + "loss": 0.0389, + "step": 28967 + }, + { + "epoch": 24.56997455470738, + "grad_norm": 1.0986466619034272, + "learning_rate": 1.7657441802907877e-05, + "loss": 0.0396, + "step": 28968 + }, + { + "epoch": 24.570822731128075, + "grad_norm": 1.2562332398591884, + "learning_rate": 1.7657265125702253e-05, + "loss": 0.0383, + "step": 28969 + }, + { + "epoch": 24.57167090754877, + "grad_norm": 1.1378475500229948, + "learning_rate": 1.7657088442718302e-05, + "loss": 0.0415, + "step": 28970 + }, + { + "epoch": 24.572519083969464, + "grad_norm": 1.0752485911964278, + "learning_rate": 1.7656911753956153e-05, + "loss": 0.0371, + "step": 28971 + }, + { + "epoch": 24.57336726039016, + "grad_norm": 1.061598810497055, + "learning_rate": 1.7656735059415938e-05, + "loss": 0.0376, + "step": 28972 + }, + { + "epoch": 24.574215436810857, + "grad_norm": 1.1736754333274486, + "learning_rate": 1.7656558359097797e-05, + "loss": 0.0424, + "step": 28973 + }, + { + "epoch": 24.575063613231553, + "grad_norm": 0.99131513778486, + "learning_rate": 1.7656381653001854e-05, + "loss": 0.0373, + "step": 28974 + }, + { + "epoch": 24.57591178965225, + "grad_norm": 1.0944502547361814, + "learning_rate": 1.765620494112825e-05, + "loss": 0.0438, + "step": 28975 + }, + { + "epoch": 24.57675996607294, + "grad_norm": 1.050456747427092, + "learning_rate": 1.765602822347712e-05, + "loss": 0.0376, + "step": 28976 + }, + { + "epoch": 24.577608142493638, + "grad_norm": 1.2317182843904226, + "learning_rate": 1.7655851500048588e-05, + "loss": 0.0384, + "step": 28977 + }, + { + "epoch": 24.578456318914334, + "grad_norm": 0.9811074503815962, + "learning_rate": 1.765567477084279e-05, + "loss": 0.0357, + "step": 28978 + }, + { + "epoch": 24.57930449533503, + "grad_norm": 1.1226854070471495, + "learning_rate": 1.7655498035859867e-05, + "loss": 0.0423, + "step": 28979 + }, + { + "epoch": 24.580152671755727, + "grad_norm": 1.202431954845284, + "learning_rate": 1.7655321295099947e-05, + "loss": 0.0421, + "step": 28980 + }, + { + "epoch": 24.58100084817642, + "grad_norm": 1.0313509535807666, + "learning_rate": 1.7655144548563165e-05, + "loss": 0.0396, + "step": 28981 + }, + { + "epoch": 24.581849024597116, + "grad_norm": 0.9199432032481591, + "learning_rate": 1.7654967796249652e-05, + "loss": 0.0357, + "step": 28982 + }, + { + "epoch": 24.58269720101781, + "grad_norm": 1.0306499878494004, + "learning_rate": 1.7654791038159544e-05, + "loss": 0.0374, + "step": 28983 + }, + { + "epoch": 24.583545377438508, + "grad_norm": 1.3065548630552861, + "learning_rate": 1.765461427429297e-05, + "loss": 0.0463, + "step": 28984 + }, + { + "epoch": 24.584393553859204, + "grad_norm": 1.0673575817378655, + "learning_rate": 1.7654437504650063e-05, + "loss": 0.0391, + "step": 28985 + }, + { + "epoch": 24.585241730279897, + "grad_norm": 0.9362614038142926, + "learning_rate": 1.7654260729230965e-05, + "loss": 0.0375, + "step": 28986 + }, + { + "epoch": 24.586089906700593, + "grad_norm": 0.9822617918988736, + "learning_rate": 1.7654083948035803e-05, + "loss": 0.0369, + "step": 28987 + }, + { + "epoch": 24.58693808312129, + "grad_norm": 0.9172428264564346, + "learning_rate": 1.765390716106471e-05, + "loss": 0.0358, + "step": 28988 + }, + { + "epoch": 24.587786259541986, + "grad_norm": 0.9423735757626677, + "learning_rate": 1.7653730368317822e-05, + "loss": 0.0392, + "step": 28989 + }, + { + "epoch": 24.588634435962682, + "grad_norm": 1.1225692366547617, + "learning_rate": 1.765355356979527e-05, + "loss": 0.0393, + "step": 28990 + }, + { + "epoch": 24.589482612383375, + "grad_norm": 0.9987202513823827, + "learning_rate": 1.7653376765497194e-05, + "loss": 0.0373, + "step": 28991 + }, + { + "epoch": 24.59033078880407, + "grad_norm": 1.1001600327732897, + "learning_rate": 1.7653199955423714e-05, + "loss": 0.0402, + "step": 28992 + }, + { + "epoch": 24.591178965224767, + "grad_norm": 1.1072181812271493, + "learning_rate": 1.7653023139574975e-05, + "loss": 0.0401, + "step": 28993 + }, + { + "epoch": 24.592027141645463, + "grad_norm": 0.9376943842966029, + "learning_rate": 1.765284631795111e-05, + "loss": 0.0355, + "step": 28994 + }, + { + "epoch": 24.59287531806616, + "grad_norm": 1.0002156860158498, + "learning_rate": 1.7652669490552243e-05, + "loss": 0.0361, + "step": 28995 + }, + { + "epoch": 24.593723494486852, + "grad_norm": 1.0309994451188802, + "learning_rate": 1.765249265737852e-05, + "loss": 0.0391, + "step": 28996 + }, + { + "epoch": 24.59457167090755, + "grad_norm": 1.0387076178082286, + "learning_rate": 1.7652315818430062e-05, + "loss": 0.0368, + "step": 28997 + }, + { + "epoch": 24.595419847328245, + "grad_norm": 1.213674684780182, + "learning_rate": 1.7652138973707016e-05, + "loss": 0.0389, + "step": 28998 + }, + { + "epoch": 24.59626802374894, + "grad_norm": 1.23278662098477, + "learning_rate": 1.7651962123209503e-05, + "loss": 0.0394, + "step": 28999 + }, + { + "epoch": 24.597116200169637, + "grad_norm": 0.9980042744886395, + "learning_rate": 1.7651785266937664e-05, + "loss": 0.0376, + "step": 29000 + }, + { + "epoch": 24.59796437659033, + "grad_norm": 1.0437359992617496, + "learning_rate": 1.765160840489163e-05, + "loss": 0.0357, + "step": 29001 + }, + { + "epoch": 24.598812553011026, + "grad_norm": 1.1701860632877619, + "learning_rate": 1.7651431537071533e-05, + "loss": 0.0354, + "step": 29002 + }, + { + "epoch": 24.599660729431722, + "grad_norm": 1.1974623563665454, + "learning_rate": 1.7651254663477512e-05, + "loss": 0.0394, + "step": 29003 + }, + { + "epoch": 24.60050890585242, + "grad_norm": 0.9890260094675517, + "learning_rate": 1.765107778410969e-05, + "loss": 0.0388, + "step": 29004 + }, + { + "epoch": 24.60135708227311, + "grad_norm": 1.2561684561403266, + "learning_rate": 1.765090089896821e-05, + "loss": 0.04, + "step": 29005 + }, + { + "epoch": 24.602205258693807, + "grad_norm": 1.0833285544090916, + "learning_rate": 1.7650724008053202e-05, + "loss": 0.0364, + "step": 29006 + }, + { + "epoch": 24.603053435114504, + "grad_norm": 1.1066984827218125, + "learning_rate": 1.76505471113648e-05, + "loss": 0.04, + "step": 29007 + }, + { + "epoch": 24.6039016115352, + "grad_norm": 0.9823002601022328, + "learning_rate": 1.765037020890314e-05, + "loss": 0.0367, + "step": 29008 + }, + { + "epoch": 24.604749787955896, + "grad_norm": 0.9226914591553335, + "learning_rate": 1.765019330066835e-05, + "loss": 0.0389, + "step": 29009 + }, + { + "epoch": 24.60559796437659, + "grad_norm": 1.0746031883976814, + "learning_rate": 1.765001638666057e-05, + "loss": 0.0393, + "step": 29010 + }, + { + "epoch": 24.606446140797285, + "grad_norm": 1.120291043256995, + "learning_rate": 1.7649839466879924e-05, + "loss": 0.0406, + "step": 29011 + }, + { + "epoch": 24.60729431721798, + "grad_norm": 1.0204039932848574, + "learning_rate": 1.7649662541326557e-05, + "loss": 0.0373, + "step": 29012 + }, + { + "epoch": 24.608142493638677, + "grad_norm": 0.9728254521738202, + "learning_rate": 1.7649485610000592e-05, + "loss": 0.0371, + "step": 29013 + }, + { + "epoch": 24.608990670059374, + "grad_norm": 1.0067954504713374, + "learning_rate": 1.7649308672902173e-05, + "loss": 0.0401, + "step": 29014 + }, + { + "epoch": 24.609838846480066, + "grad_norm": 1.2678852486582723, + "learning_rate": 1.7649131730031427e-05, + "loss": 0.0408, + "step": 29015 + }, + { + "epoch": 24.610687022900763, + "grad_norm": 1.0104130355229224, + "learning_rate": 1.7648954781388484e-05, + "loss": 0.0368, + "step": 29016 + }, + { + "epoch": 24.61153519932146, + "grad_norm": 1.0288121251275955, + "learning_rate": 1.7648777826973486e-05, + "loss": 0.0397, + "step": 29017 + }, + { + "epoch": 24.612383375742155, + "grad_norm": 1.1974457353167318, + "learning_rate": 1.764860086678656e-05, + "loss": 0.0411, + "step": 29018 + }, + { + "epoch": 24.61323155216285, + "grad_norm": 1.160282614423088, + "learning_rate": 1.7648423900827845e-05, + "loss": 0.0386, + "step": 29019 + }, + { + "epoch": 24.614079728583544, + "grad_norm": 1.1207992288672362, + "learning_rate": 1.7648246929097467e-05, + "loss": 0.0371, + "step": 29020 + }, + { + "epoch": 24.61492790500424, + "grad_norm": 1.0183435699366667, + "learning_rate": 1.7648069951595566e-05, + "loss": 0.0388, + "step": 29021 + }, + { + "epoch": 24.615776081424936, + "grad_norm": 1.1391789164274202, + "learning_rate": 1.7647892968322277e-05, + "loss": 0.0408, + "step": 29022 + }, + { + "epoch": 24.616624257845633, + "grad_norm": 1.1184162205524002, + "learning_rate": 1.764771597927773e-05, + "loss": 0.0374, + "step": 29023 + }, + { + "epoch": 24.61747243426633, + "grad_norm": 1.00298065751512, + "learning_rate": 1.7647538984462055e-05, + "loss": 0.0382, + "step": 29024 + }, + { + "epoch": 24.61832061068702, + "grad_norm": 1.0363851748417554, + "learning_rate": 1.7647361983875392e-05, + "loss": 0.0391, + "step": 29025 + }, + { + "epoch": 24.619168787107718, + "grad_norm": 1.001133543202134, + "learning_rate": 1.7647184977517874e-05, + "loss": 0.0422, + "step": 29026 + }, + { + "epoch": 24.620016963528414, + "grad_norm": 0.9664230148377067, + "learning_rate": 1.7647007965389628e-05, + "loss": 0.039, + "step": 29027 + }, + { + "epoch": 24.62086513994911, + "grad_norm": 1.0166494242995152, + "learning_rate": 1.764683094749079e-05, + "loss": 0.0358, + "step": 29028 + }, + { + "epoch": 24.621713316369807, + "grad_norm": 1.031065545553346, + "learning_rate": 1.7646653923821505e-05, + "loss": 0.0383, + "step": 29029 + }, + { + "epoch": 24.6225614927905, + "grad_norm": 1.0926582552776745, + "learning_rate": 1.764647689438189e-05, + "loss": 0.0384, + "step": 29030 + }, + { + "epoch": 24.623409669211195, + "grad_norm": 1.1083893984124558, + "learning_rate": 1.7646299859172086e-05, + "loss": 0.0403, + "step": 29031 + }, + { + "epoch": 24.62425784563189, + "grad_norm": 0.926078312093113, + "learning_rate": 1.764612281819223e-05, + "loss": 0.0382, + "step": 29032 + }, + { + "epoch": 24.625106022052588, + "grad_norm": 1.0062156165145617, + "learning_rate": 1.7645945771442453e-05, + "loss": 0.0414, + "step": 29033 + }, + { + "epoch": 24.625954198473284, + "grad_norm": 1.060692720148536, + "learning_rate": 1.7645768718922882e-05, + "loss": 0.0382, + "step": 29034 + }, + { + "epoch": 24.626802374893977, + "grad_norm": 1.0588225871664632, + "learning_rate": 1.7645591660633662e-05, + "loss": 0.0382, + "step": 29035 + }, + { + "epoch": 24.627650551314673, + "grad_norm": 0.9875770680188055, + "learning_rate": 1.7645414596574917e-05, + "loss": 0.0372, + "step": 29036 + }, + { + "epoch": 24.62849872773537, + "grad_norm": 1.120526929346773, + "learning_rate": 1.7645237526746784e-05, + "loss": 0.0395, + "step": 29037 + }, + { + "epoch": 24.629346904156066, + "grad_norm": 1.1131235983756589, + "learning_rate": 1.76450604511494e-05, + "loss": 0.0392, + "step": 29038 + }, + { + "epoch": 24.63019508057676, + "grad_norm": 1.0710089303250117, + "learning_rate": 1.7644883369782893e-05, + "loss": 0.0408, + "step": 29039 + }, + { + "epoch": 24.631043256997454, + "grad_norm": 1.0369260300495773, + "learning_rate": 1.7644706282647404e-05, + "loss": 0.0349, + "step": 29040 + }, + { + "epoch": 24.63189143341815, + "grad_norm": 1.3178051646271387, + "learning_rate": 1.7644529189743057e-05, + "loss": 0.0432, + "step": 29041 + }, + { + "epoch": 24.632739609838847, + "grad_norm": 1.0881007498289395, + "learning_rate": 1.7644352091069993e-05, + "loss": 0.0403, + "step": 29042 + }, + { + "epoch": 24.633587786259543, + "grad_norm": 0.916718453896917, + "learning_rate": 1.7644174986628343e-05, + "loss": 0.0419, + "step": 29043 + }, + { + "epoch": 24.634435962680236, + "grad_norm": 1.141122568278592, + "learning_rate": 1.7643997876418242e-05, + "loss": 0.0394, + "step": 29044 + }, + { + "epoch": 24.635284139100932, + "grad_norm": 0.9066091095505253, + "learning_rate": 1.7643820760439824e-05, + "loss": 0.036, + "step": 29045 + }, + { + "epoch": 24.63613231552163, + "grad_norm": 1.3520175031219366, + "learning_rate": 1.7643643638693216e-05, + "loss": 0.0401, + "step": 29046 + }, + { + "epoch": 24.636980491942325, + "grad_norm": 1.048598739097673, + "learning_rate": 1.764346651117856e-05, + "loss": 0.0409, + "step": 29047 + }, + { + "epoch": 24.63782866836302, + "grad_norm": 1.042142445952599, + "learning_rate": 1.7643289377895988e-05, + "loss": 0.0373, + "step": 29048 + }, + { + "epoch": 24.638676844783713, + "grad_norm": 1.146083235056411, + "learning_rate": 1.764311223884563e-05, + "loss": 0.0374, + "step": 29049 + }, + { + "epoch": 24.63952502120441, + "grad_norm": 0.9248112410952786, + "learning_rate": 1.7642935094027622e-05, + "loss": 0.0372, + "step": 29050 + }, + { + "epoch": 24.640373197625106, + "grad_norm": 1.1247009683004334, + "learning_rate": 1.7642757943442097e-05, + "loss": 0.0385, + "step": 29051 + }, + { + "epoch": 24.641221374045802, + "grad_norm": 1.264107330854808, + "learning_rate": 1.7642580787089193e-05, + "loss": 0.0434, + "step": 29052 + }, + { + "epoch": 24.6420695504665, + "grad_norm": 0.9621675450949488, + "learning_rate": 1.7642403624969037e-05, + "loss": 0.0381, + "step": 29053 + }, + { + "epoch": 24.64291772688719, + "grad_norm": 1.1603830576239738, + "learning_rate": 1.7642226457081767e-05, + "loss": 0.0421, + "step": 29054 + }, + { + "epoch": 24.643765903307887, + "grad_norm": 1.1434580729812893, + "learning_rate": 1.7642049283427513e-05, + "loss": 0.0441, + "step": 29055 + }, + { + "epoch": 24.644614079728584, + "grad_norm": 1.1399153491662508, + "learning_rate": 1.764187210400641e-05, + "loss": 0.0432, + "step": 29056 + }, + { + "epoch": 24.64546225614928, + "grad_norm": 0.9458852410217912, + "learning_rate": 1.7641694918818598e-05, + "loss": 0.0391, + "step": 29057 + }, + { + "epoch": 24.646310432569976, + "grad_norm": 1.0017931842936187, + "learning_rate": 1.7641517727864204e-05, + "loss": 0.0372, + "step": 29058 + }, + { + "epoch": 24.64715860899067, + "grad_norm": 1.063790950838499, + "learning_rate": 1.764134053114336e-05, + "loss": 0.0396, + "step": 29059 + }, + { + "epoch": 24.648006785411365, + "grad_norm": 1.2829054290698427, + "learning_rate": 1.7641163328656205e-05, + "loss": 0.0457, + "step": 29060 + }, + { + "epoch": 24.64885496183206, + "grad_norm": 1.0291654358838542, + "learning_rate": 1.764098612040287e-05, + "loss": 0.0378, + "step": 29061 + }, + { + "epoch": 24.649703138252757, + "grad_norm": 1.0363314012588882, + "learning_rate": 1.764080890638349e-05, + "loss": 0.0397, + "step": 29062 + }, + { + "epoch": 24.650551314673454, + "grad_norm": 0.9914198418618285, + "learning_rate": 1.76406316865982e-05, + "loss": 0.0384, + "step": 29063 + }, + { + "epoch": 24.651399491094146, + "grad_norm": 1.0231294211544955, + "learning_rate": 1.7640454461047127e-05, + "loss": 0.0411, + "step": 29064 + }, + { + "epoch": 24.652247667514843, + "grad_norm": 1.0828051464965232, + "learning_rate": 1.764027722973041e-05, + "loss": 0.0406, + "step": 29065 + }, + { + "epoch": 24.65309584393554, + "grad_norm": 1.1125106438353365, + "learning_rate": 1.764009999264819e-05, + "loss": 0.0396, + "step": 29066 + }, + { + "epoch": 24.653944020356235, + "grad_norm": 1.0320461415478326, + "learning_rate": 1.7639922749800586e-05, + "loss": 0.0383, + "step": 29067 + }, + { + "epoch": 24.65479219677693, + "grad_norm": 0.9611498549865186, + "learning_rate": 1.763974550118774e-05, + "loss": 0.0378, + "step": 29068 + }, + { + "epoch": 24.655640373197624, + "grad_norm": 1.1206875739275188, + "learning_rate": 1.7639568246809784e-05, + "loss": 0.039, + "step": 29069 + }, + { + "epoch": 24.65648854961832, + "grad_norm": 1.0236326746913142, + "learning_rate": 1.7639390986666852e-05, + "loss": 0.0378, + "step": 29070 + }, + { + "epoch": 24.657336726039016, + "grad_norm": 1.117052792520347, + "learning_rate": 1.7639213720759082e-05, + "loss": 0.038, + "step": 29071 + }, + { + "epoch": 24.658184902459713, + "grad_norm": 1.2092766202868208, + "learning_rate": 1.76390364490866e-05, + "loss": 0.0403, + "step": 29072 + }, + { + "epoch": 24.659033078880405, + "grad_norm": 0.9622610405249462, + "learning_rate": 1.7638859171649546e-05, + "loss": 0.0363, + "step": 29073 + }, + { + "epoch": 24.6598812553011, + "grad_norm": 1.0202948902557325, + "learning_rate": 1.763868188844805e-05, + "loss": 0.0376, + "step": 29074 + }, + { + "epoch": 24.660729431721798, + "grad_norm": 0.9617340495521695, + "learning_rate": 1.7638504599482247e-05, + "loss": 0.0393, + "step": 29075 + }, + { + "epoch": 24.661577608142494, + "grad_norm": 0.9285274106966536, + "learning_rate": 1.763832730475227e-05, + "loss": 0.0372, + "step": 29076 + }, + { + "epoch": 24.66242578456319, + "grad_norm": 1.1232873767118705, + "learning_rate": 1.7638150004258255e-05, + "loss": 0.0376, + "step": 29077 + }, + { + "epoch": 24.663273960983886, + "grad_norm": 1.013475940467346, + "learning_rate": 1.7637972698000336e-05, + "loss": 0.0374, + "step": 29078 + }, + { + "epoch": 24.66412213740458, + "grad_norm": 1.0522878156673623, + "learning_rate": 1.763779538597864e-05, + "loss": 0.037, + "step": 29079 + }, + { + "epoch": 24.664970313825275, + "grad_norm": 1.7809599657804096, + "learning_rate": 1.763761806819331e-05, + "loss": 0.0433, + "step": 29080 + }, + { + "epoch": 24.66581849024597, + "grad_norm": 0.9177509773830056, + "learning_rate": 1.7637440744644476e-05, + "loss": 0.0382, + "step": 29081 + }, + { + "epoch": 24.666666666666668, + "grad_norm": 0.9067441408515782, + "learning_rate": 1.7637263415332272e-05, + "loss": 0.0368, + "step": 29082 + }, + { + "epoch": 24.66751484308736, + "grad_norm": 1.0411221361950411, + "learning_rate": 1.7637086080256832e-05, + "loss": 0.0404, + "step": 29083 + }, + { + "epoch": 24.668363019508057, + "grad_norm": 1.0533343784465932, + "learning_rate": 1.7636908739418288e-05, + "loss": 0.0385, + "step": 29084 + }, + { + "epoch": 24.669211195928753, + "grad_norm": 1.135064116073823, + "learning_rate": 1.7636731392816772e-05, + "loss": 0.0421, + "step": 29085 + }, + { + "epoch": 24.67005937234945, + "grad_norm": 0.9627170034574585, + "learning_rate": 1.7636554040452427e-05, + "loss": 0.0351, + "step": 29086 + }, + { + "epoch": 24.670907548770145, + "grad_norm": 1.0019063673559188, + "learning_rate": 1.763637668232538e-05, + "loss": 0.038, + "step": 29087 + }, + { + "epoch": 24.671755725190838, + "grad_norm": 1.0636240750228068, + "learning_rate": 1.763619931843576e-05, + "loss": 0.0356, + "step": 29088 + }, + { + "epoch": 24.672603901611534, + "grad_norm": 1.1131722807908038, + "learning_rate": 1.7636021948783714e-05, + "loss": 0.0379, + "step": 29089 + }, + { + "epoch": 24.67345207803223, + "grad_norm": 1.116735675069823, + "learning_rate": 1.7635844573369364e-05, + "loss": 0.0364, + "step": 29090 + }, + { + "epoch": 24.674300254452927, + "grad_norm": 0.9650541514089198, + "learning_rate": 1.763566719219285e-05, + "loss": 0.0346, + "step": 29091 + }, + { + "epoch": 24.675148430873623, + "grad_norm": 1.0795269631483746, + "learning_rate": 1.7635489805254305e-05, + "loss": 0.0414, + "step": 29092 + }, + { + "epoch": 24.675996607294316, + "grad_norm": 1.1255025884980223, + "learning_rate": 1.763531241255386e-05, + "loss": 0.0349, + "step": 29093 + }, + { + "epoch": 24.676844783715012, + "grad_norm": 0.9562286670413035, + "learning_rate": 1.7635135014091652e-05, + "loss": 0.0349, + "step": 29094 + }, + { + "epoch": 24.67769296013571, + "grad_norm": 1.19770121952797, + "learning_rate": 1.763495760986781e-05, + "loss": 0.0418, + "step": 29095 + }, + { + "epoch": 24.678541136556404, + "grad_norm": 1.0122365563332738, + "learning_rate": 1.7634780199882477e-05, + "loss": 0.0377, + "step": 29096 + }, + { + "epoch": 24.6793893129771, + "grad_norm": 1.112119707809197, + "learning_rate": 1.7634602784135778e-05, + "loss": 0.0391, + "step": 29097 + }, + { + "epoch": 24.680237489397793, + "grad_norm": 1.1472877292695687, + "learning_rate": 1.7634425362627853e-05, + "loss": 0.0403, + "step": 29098 + }, + { + "epoch": 24.68108566581849, + "grad_norm": 1.1249511307037108, + "learning_rate": 1.763424793535883e-05, + "loss": 0.042, + "step": 29099 + }, + { + "epoch": 24.681933842239186, + "grad_norm": 1.0160687976128775, + "learning_rate": 1.7634070502328846e-05, + "loss": 0.0391, + "step": 29100 + }, + { + "epoch": 24.682782018659882, + "grad_norm": 1.0182144557207633, + "learning_rate": 1.763389306353804e-05, + "loss": 0.0386, + "step": 29101 + }, + { + "epoch": 24.68363019508058, + "grad_norm": 1.0444117165503988, + "learning_rate": 1.7633715618986536e-05, + "loss": 0.0367, + "step": 29102 + }, + { + "epoch": 24.68447837150127, + "grad_norm": 0.998118325186717, + "learning_rate": 1.7633538168674476e-05, + "loss": 0.0399, + "step": 29103 + }, + { + "epoch": 24.685326547921967, + "grad_norm": 1.1051998267126857, + "learning_rate": 1.7633360712601988e-05, + "loss": 0.0399, + "step": 29104 + }, + { + "epoch": 24.686174724342663, + "grad_norm": 0.9801680160765385, + "learning_rate": 1.763318325076921e-05, + "loss": 0.0366, + "step": 29105 + }, + { + "epoch": 24.68702290076336, + "grad_norm": 1.0474108689297654, + "learning_rate": 1.7633005783176274e-05, + "loss": 0.0425, + "step": 29106 + }, + { + "epoch": 24.687871077184056, + "grad_norm": 0.9741057168206251, + "learning_rate": 1.7632828309823312e-05, + "loss": 0.036, + "step": 29107 + }, + { + "epoch": 24.68871925360475, + "grad_norm": 1.0144093240698548, + "learning_rate": 1.7632650830710464e-05, + "loss": 0.038, + "step": 29108 + }, + { + "epoch": 24.689567430025445, + "grad_norm": 1.0291147828141254, + "learning_rate": 1.763247334583786e-05, + "loss": 0.0369, + "step": 29109 + }, + { + "epoch": 24.69041560644614, + "grad_norm": 1.161523475394593, + "learning_rate": 1.7632295855205636e-05, + "loss": 0.0412, + "step": 29110 + }, + { + "epoch": 24.691263782866837, + "grad_norm": 1.0974990343902806, + "learning_rate": 1.763211835881392e-05, + "loss": 0.0423, + "step": 29111 + }, + { + "epoch": 24.69211195928753, + "grad_norm": 0.9535504891214317, + "learning_rate": 1.7631940856662854e-05, + "loss": 0.0384, + "step": 29112 + }, + { + "epoch": 24.692960135708226, + "grad_norm": 1.0277521121100242, + "learning_rate": 1.7631763348752567e-05, + "loss": 0.0375, + "step": 29113 + }, + { + "epoch": 24.693808312128922, + "grad_norm": 1.1797122468524395, + "learning_rate": 1.763158583508319e-05, + "loss": 0.0434, + "step": 29114 + }, + { + "epoch": 24.69465648854962, + "grad_norm": 1.0777253428933649, + "learning_rate": 1.7631408315654865e-05, + "loss": 0.0386, + "step": 29115 + }, + { + "epoch": 24.695504664970315, + "grad_norm": 1.0591539687251545, + "learning_rate": 1.763123079046772e-05, + "loss": 0.0423, + "step": 29116 + }, + { + "epoch": 24.696352841391008, + "grad_norm": 1.095810579170185, + "learning_rate": 1.7631053259521892e-05, + "loss": 0.0402, + "step": 29117 + }, + { + "epoch": 24.697201017811704, + "grad_norm": 1.243254460313934, + "learning_rate": 1.7630875722817516e-05, + "loss": 0.0401, + "step": 29118 + }, + { + "epoch": 24.6980491942324, + "grad_norm": 0.8892965970668139, + "learning_rate": 1.7630698180354722e-05, + "loss": 0.035, + "step": 29119 + }, + { + "epoch": 24.698897370653096, + "grad_norm": 1.054022837503711, + "learning_rate": 1.7630520632133646e-05, + "loss": 0.0393, + "step": 29120 + }, + { + "epoch": 24.699745547073793, + "grad_norm": 0.9889370160184702, + "learning_rate": 1.763034307815442e-05, + "loss": 0.0409, + "step": 29121 + }, + { + "epoch": 24.700593723494485, + "grad_norm": 1.0619510302322077, + "learning_rate": 1.763016551841718e-05, + "loss": 0.037, + "step": 29122 + }, + { + "epoch": 24.70144189991518, + "grad_norm": 0.9694503516930711, + "learning_rate": 1.762998795292206e-05, + "loss": 0.0361, + "step": 29123 + }, + { + "epoch": 24.702290076335878, + "grad_norm": 0.9650395570274038, + "learning_rate": 1.7629810381669196e-05, + "loss": 0.0381, + "step": 29124 + }, + { + "epoch": 24.703138252756574, + "grad_norm": 1.010988823898054, + "learning_rate": 1.7629632804658717e-05, + "loss": 0.0408, + "step": 29125 + }, + { + "epoch": 24.70398642917727, + "grad_norm": 1.0902712575177937, + "learning_rate": 1.7629455221890765e-05, + "loss": 0.0358, + "step": 29126 + }, + { + "epoch": 24.704834605597963, + "grad_norm": 1.1616901899079524, + "learning_rate": 1.7629277633365465e-05, + "loss": 0.0375, + "step": 29127 + }, + { + "epoch": 24.70568278201866, + "grad_norm": 1.3197698260152613, + "learning_rate": 1.7629100039082954e-05, + "loss": 0.043, + "step": 29128 + }, + { + "epoch": 24.706530958439355, + "grad_norm": 1.2369532813903954, + "learning_rate": 1.7628922439043367e-05, + "loss": 0.0385, + "step": 29129 + }, + { + "epoch": 24.70737913486005, + "grad_norm": 1.0435562836704022, + "learning_rate": 1.762874483324684e-05, + "loss": 0.035, + "step": 29130 + }, + { + "epoch": 24.708227311280748, + "grad_norm": 1.0638223980406818, + "learning_rate": 1.7628567221693502e-05, + "loss": 0.0375, + "step": 29131 + }, + { + "epoch": 24.70907548770144, + "grad_norm": 1.055760976179398, + "learning_rate": 1.7628389604383492e-05, + "loss": 0.0362, + "step": 29132 + }, + { + "epoch": 24.709923664122137, + "grad_norm": 1.0335699596874117, + "learning_rate": 1.762821198131694e-05, + "loss": 0.0388, + "step": 29133 + }, + { + "epoch": 24.710771840542833, + "grad_norm": 1.0569367076304417, + "learning_rate": 1.7628034352493985e-05, + "loss": 0.039, + "step": 29134 + }, + { + "epoch": 24.71162001696353, + "grad_norm": 1.281272760613728, + "learning_rate": 1.7627856717914756e-05, + "loss": 0.0386, + "step": 29135 + }, + { + "epoch": 24.712468193384225, + "grad_norm": 1.0806409087201274, + "learning_rate": 1.762767907757939e-05, + "loss": 0.0393, + "step": 29136 + }, + { + "epoch": 24.713316369804918, + "grad_norm": 1.0069362785208833, + "learning_rate": 1.762750143148802e-05, + "loss": 0.0385, + "step": 29137 + }, + { + "epoch": 24.714164546225614, + "grad_norm": 1.1003452416094348, + "learning_rate": 1.7627323779640776e-05, + "loss": 0.0392, + "step": 29138 + }, + { + "epoch": 24.71501272264631, + "grad_norm": 1.0489604020626049, + "learning_rate": 1.7627146122037802e-05, + "loss": 0.0368, + "step": 29139 + }, + { + "epoch": 24.715860899067007, + "grad_norm": 1.0809182443041563, + "learning_rate": 1.7626968458679222e-05, + "loss": 0.039, + "step": 29140 + }, + { + "epoch": 24.716709075487703, + "grad_norm": 1.231162837149697, + "learning_rate": 1.762679078956518e-05, + "loss": 0.0432, + "step": 29141 + }, + { + "epoch": 24.717557251908396, + "grad_norm": 0.9901484733521769, + "learning_rate": 1.76266131146958e-05, + "loss": 0.0367, + "step": 29142 + }, + { + "epoch": 24.718405428329092, + "grad_norm": 1.041440026274705, + "learning_rate": 1.762643543407122e-05, + "loss": 0.0386, + "step": 29143 + }, + { + "epoch": 24.719253604749788, + "grad_norm": 0.9536257041027497, + "learning_rate": 1.7626257747691575e-05, + "loss": 0.0387, + "step": 29144 + }, + { + "epoch": 24.720101781170484, + "grad_norm": 1.0631124118437627, + "learning_rate": 1.7626080055557e-05, + "loss": 0.0395, + "step": 29145 + }, + { + "epoch": 24.72094995759118, + "grad_norm": 1.102112291524666, + "learning_rate": 1.7625902357667626e-05, + "loss": 0.0408, + "step": 29146 + }, + { + "epoch": 24.721798134011873, + "grad_norm": 0.9941551508317136, + "learning_rate": 1.762572465402359e-05, + "loss": 0.038, + "step": 29147 + }, + { + "epoch": 24.72264631043257, + "grad_norm": 1.0125759149713536, + "learning_rate": 1.7625546944625026e-05, + "loss": 0.0392, + "step": 29148 + }, + { + "epoch": 24.723494486853266, + "grad_norm": 1.14533697602666, + "learning_rate": 1.762536922947207e-05, + "loss": 0.0417, + "step": 29149 + }, + { + "epoch": 24.724342663273962, + "grad_norm": 1.2904527834418087, + "learning_rate": 1.7625191508564843e-05, + "loss": 0.043, + "step": 29150 + }, + { + "epoch": 24.725190839694655, + "grad_norm": 1.000095321318829, + "learning_rate": 1.7625013781903497e-05, + "loss": 0.041, + "step": 29151 + }, + { + "epoch": 24.72603901611535, + "grad_norm": 1.2283142539451894, + "learning_rate": 1.762483604948816e-05, + "loss": 0.0415, + "step": 29152 + }, + { + "epoch": 24.726887192536047, + "grad_norm": 0.950940219064986, + "learning_rate": 1.762465831131896e-05, + "loss": 0.0392, + "step": 29153 + }, + { + "epoch": 24.727735368956743, + "grad_norm": 0.9380666841608849, + "learning_rate": 1.7624480567396037e-05, + "loss": 0.0383, + "step": 29154 + }, + { + "epoch": 24.72858354537744, + "grad_norm": 0.9461293570153343, + "learning_rate": 1.7624302817719524e-05, + "loss": 0.0372, + "step": 29155 + }, + { + "epoch": 24.729431721798132, + "grad_norm": 0.9916000915680864, + "learning_rate": 1.7624125062289557e-05, + "loss": 0.0386, + "step": 29156 + }, + { + "epoch": 24.73027989821883, + "grad_norm": 0.9127450539546671, + "learning_rate": 1.7623947301106265e-05, + "loss": 0.0346, + "step": 29157 + }, + { + "epoch": 24.731128074639525, + "grad_norm": 1.299901970939018, + "learning_rate": 1.7623769534169786e-05, + "loss": 0.0407, + "step": 29158 + }, + { + "epoch": 24.73197625106022, + "grad_norm": 0.9635029004238193, + "learning_rate": 1.7623591761480252e-05, + "loss": 0.0379, + "step": 29159 + }, + { + "epoch": 24.732824427480917, + "grad_norm": 1.0042551072796049, + "learning_rate": 1.76234139830378e-05, + "loss": 0.0391, + "step": 29160 + }, + { + "epoch": 24.73367260390161, + "grad_norm": 1.0897823867435028, + "learning_rate": 1.7623236198842563e-05, + "loss": 0.0406, + "step": 29161 + }, + { + "epoch": 24.734520780322306, + "grad_norm": 1.345742304788054, + "learning_rate": 1.7623058408894675e-05, + "loss": 0.0444, + "step": 29162 + }, + { + "epoch": 24.735368956743002, + "grad_norm": 1.1409498482428493, + "learning_rate": 1.7622880613194268e-05, + "loss": 0.0398, + "step": 29163 + }, + { + "epoch": 24.7362171331637, + "grad_norm": 1.2366033590421814, + "learning_rate": 1.7622702811741477e-05, + "loss": 0.0435, + "step": 29164 + }, + { + "epoch": 24.737065309584395, + "grad_norm": 1.1464309399127735, + "learning_rate": 1.7622525004536442e-05, + "loss": 0.0396, + "step": 29165 + }, + { + "epoch": 24.737913486005088, + "grad_norm": 1.0022387736057141, + "learning_rate": 1.762234719157929e-05, + "loss": 0.0371, + "step": 29166 + }, + { + "epoch": 24.738761662425784, + "grad_norm": 0.9826832398431945, + "learning_rate": 1.762216937287016e-05, + "loss": 0.0354, + "step": 29167 + }, + { + "epoch": 24.73960983884648, + "grad_norm": 1.0958264610636697, + "learning_rate": 1.7621991548409178e-05, + "loss": 0.0394, + "step": 29168 + }, + { + "epoch": 24.740458015267176, + "grad_norm": 1.039228961241681, + "learning_rate": 1.762181371819649e-05, + "loss": 0.0392, + "step": 29169 + }, + { + "epoch": 24.741306191687872, + "grad_norm": 0.9342801019966624, + "learning_rate": 1.762163588223222e-05, + "loss": 0.0356, + "step": 29170 + }, + { + "epoch": 24.742154368108565, + "grad_norm": 1.2893784406868445, + "learning_rate": 1.762145804051651e-05, + "loss": 0.0473, + "step": 29171 + }, + { + "epoch": 24.74300254452926, + "grad_norm": 1.1138577260369718, + "learning_rate": 1.7621280193049487e-05, + "loss": 0.0409, + "step": 29172 + }, + { + "epoch": 24.743850720949958, + "grad_norm": 0.8704022269250739, + "learning_rate": 1.7621102339831294e-05, + "loss": 0.0357, + "step": 29173 + }, + { + "epoch": 24.744698897370654, + "grad_norm": 1.1214912180362393, + "learning_rate": 1.7620924480862056e-05, + "loss": 0.0405, + "step": 29174 + }, + { + "epoch": 24.74554707379135, + "grad_norm": 0.9852485260020201, + "learning_rate": 1.762074661614191e-05, + "loss": 0.0379, + "step": 29175 + }, + { + "epoch": 24.746395250212043, + "grad_norm": 1.0065297314692219, + "learning_rate": 1.7620568745670996e-05, + "loss": 0.0378, + "step": 29176 + }, + { + "epoch": 24.74724342663274, + "grad_norm": 1.101016418940903, + "learning_rate": 1.762039086944944e-05, + "loss": 0.0408, + "step": 29177 + }, + { + "epoch": 24.748091603053435, + "grad_norm": 1.1601022575451763, + "learning_rate": 1.762021298747738e-05, + "loss": 0.0411, + "step": 29178 + }, + { + "epoch": 24.74893977947413, + "grad_norm": 1.048591396740264, + "learning_rate": 1.762003509975495e-05, + "loss": 0.0381, + "step": 29179 + }, + { + "epoch": 24.749787955894828, + "grad_norm": 1.264828756420664, + "learning_rate": 1.761985720628229e-05, + "loss": 0.0412, + "step": 29180 + }, + { + "epoch": 24.75063613231552, + "grad_norm": 1.0249490269719408, + "learning_rate": 1.7619679307059522e-05, + "loss": 0.0394, + "step": 29181 + }, + { + "epoch": 24.751484308736217, + "grad_norm": 1.027086909326465, + "learning_rate": 1.7619501402086793e-05, + "loss": 0.0419, + "step": 29182 + }, + { + "epoch": 24.752332485156913, + "grad_norm": 1.1692912432984393, + "learning_rate": 1.7619323491364225e-05, + "loss": 0.0391, + "step": 29183 + }, + { + "epoch": 24.75318066157761, + "grad_norm": 1.0183420590732537, + "learning_rate": 1.761914557489196e-05, + "loss": 0.0369, + "step": 29184 + }, + { + "epoch": 24.754028837998305, + "grad_norm": 1.121669116134957, + "learning_rate": 1.7618967652670133e-05, + "loss": 0.0381, + "step": 29185 + }, + { + "epoch": 24.754877014418998, + "grad_norm": 1.2256364316707986, + "learning_rate": 1.7618789724698874e-05, + "loss": 0.0404, + "step": 29186 + }, + { + "epoch": 24.755725190839694, + "grad_norm": 0.9791870008527298, + "learning_rate": 1.761861179097832e-05, + "loss": 0.0362, + "step": 29187 + }, + { + "epoch": 24.75657336726039, + "grad_norm": 0.8892825774544341, + "learning_rate": 1.7618433851508602e-05, + "loss": 0.0365, + "step": 29188 + }, + { + "epoch": 24.757421543681087, + "grad_norm": 1.198482499442691, + "learning_rate": 1.7618255906289862e-05, + "loss": 0.0404, + "step": 29189 + }, + { + "epoch": 24.75826972010178, + "grad_norm": 0.9199360181274426, + "learning_rate": 1.7618077955322224e-05, + "loss": 0.0394, + "step": 29190 + }, + { + "epoch": 24.759117896522476, + "grad_norm": 0.9971581928577731, + "learning_rate": 1.761789999860583e-05, + "loss": 0.0406, + "step": 29191 + }, + { + "epoch": 24.759966072943172, + "grad_norm": 1.0819046772479248, + "learning_rate": 1.7617722036140808e-05, + "loss": 0.0409, + "step": 29192 + }, + { + "epoch": 24.760814249363868, + "grad_norm": 1.1594685605681565, + "learning_rate": 1.76175440679273e-05, + "loss": 0.0445, + "step": 29193 + }, + { + "epoch": 24.761662425784564, + "grad_norm": 1.1385404432033017, + "learning_rate": 1.7617366093965436e-05, + "loss": 0.0399, + "step": 29194 + }, + { + "epoch": 24.762510602205257, + "grad_norm": 0.8680399835714098, + "learning_rate": 1.761718811425535e-05, + "loss": 0.0347, + "step": 29195 + }, + { + "epoch": 24.763358778625953, + "grad_norm": 0.9660809359589216, + "learning_rate": 1.7617010128797175e-05, + "loss": 0.0379, + "step": 29196 + }, + { + "epoch": 24.76420695504665, + "grad_norm": 1.0153148804572762, + "learning_rate": 1.7616832137591047e-05, + "loss": 0.0415, + "step": 29197 + }, + { + "epoch": 24.765055131467346, + "grad_norm": 0.9714756028495941, + "learning_rate": 1.7616654140637103e-05, + "loss": 0.0387, + "step": 29198 + }, + { + "epoch": 24.765903307888042, + "grad_norm": 1.0281701639233263, + "learning_rate": 1.7616476137935474e-05, + "loss": 0.0366, + "step": 29199 + }, + { + "epoch": 24.766751484308735, + "grad_norm": 1.1747536993521628, + "learning_rate": 1.7616298129486297e-05, + "loss": 0.0406, + "step": 29200 + }, + { + "epoch": 24.76759966072943, + "grad_norm": 0.8854886985248953, + "learning_rate": 1.76161201152897e-05, + "loss": 0.0375, + "step": 29201 + }, + { + "epoch": 24.768447837150127, + "grad_norm": 1.1237409989293925, + "learning_rate": 1.7615942095345823e-05, + "loss": 0.0402, + "step": 29202 + }, + { + "epoch": 24.769296013570823, + "grad_norm": 0.8706792063842423, + "learning_rate": 1.76157640696548e-05, + "loss": 0.035, + "step": 29203 + }, + { + "epoch": 24.77014418999152, + "grad_norm": 1.148724603759611, + "learning_rate": 1.7615586038216764e-05, + "loss": 0.0423, + "step": 29204 + }, + { + "epoch": 24.770992366412212, + "grad_norm": 1.2333478164412954, + "learning_rate": 1.761540800103185e-05, + "loss": 0.0399, + "step": 29205 + }, + { + "epoch": 24.77184054283291, + "grad_norm": 1.1668528626840056, + "learning_rate": 1.7615229958100193e-05, + "loss": 0.0404, + "step": 29206 + }, + { + "epoch": 24.772688719253605, + "grad_norm": 1.0242744937911812, + "learning_rate": 1.7615051909421924e-05, + "loss": 0.039, + "step": 29207 + }, + { + "epoch": 24.7735368956743, + "grad_norm": 0.9792700064943715, + "learning_rate": 1.7614873854997184e-05, + "loss": 0.0399, + "step": 29208 + }, + { + "epoch": 24.774385072094997, + "grad_norm": 0.9947050316121328, + "learning_rate": 1.7614695794826098e-05, + "loss": 0.0383, + "step": 29209 + }, + { + "epoch": 24.77523324851569, + "grad_norm": 0.9861247032229391, + "learning_rate": 1.7614517728908807e-05, + "loss": 0.0361, + "step": 29210 + }, + { + "epoch": 24.776081424936386, + "grad_norm": 1.2316331869192199, + "learning_rate": 1.7614339657245446e-05, + "loss": 0.0426, + "step": 29211 + }, + { + "epoch": 24.776929601357082, + "grad_norm": 0.9530574406525993, + "learning_rate": 1.7614161579836148e-05, + "loss": 0.0335, + "step": 29212 + }, + { + "epoch": 24.77777777777778, + "grad_norm": 1.7766489297582624, + "learning_rate": 1.7613983496681043e-05, + "loss": 0.0442, + "step": 29213 + }, + { + "epoch": 24.778625954198475, + "grad_norm": 1.1661564225045324, + "learning_rate": 1.7613805407780273e-05, + "loss": 0.0402, + "step": 29214 + }, + { + "epoch": 24.779474130619167, + "grad_norm": 1.0098283603659277, + "learning_rate": 1.7613627313133966e-05, + "loss": 0.0376, + "step": 29215 + }, + { + "epoch": 24.780322307039864, + "grad_norm": 0.9958761042358413, + "learning_rate": 1.7613449212742256e-05, + "loss": 0.0398, + "step": 29216 + }, + { + "epoch": 24.78117048346056, + "grad_norm": 1.1151922452095853, + "learning_rate": 1.7613271106605287e-05, + "loss": 0.0367, + "step": 29217 + }, + { + "epoch": 24.782018659881256, + "grad_norm": 1.0241381827420921, + "learning_rate": 1.7613092994723185e-05, + "loss": 0.0387, + "step": 29218 + }, + { + "epoch": 24.782866836301952, + "grad_norm": 1.0355871273527044, + "learning_rate": 1.7612914877096085e-05, + "loss": 0.0386, + "step": 29219 + }, + { + "epoch": 24.783715012722645, + "grad_norm": 1.1773429880501975, + "learning_rate": 1.761273675372412e-05, + "loss": 0.0381, + "step": 29220 + }, + { + "epoch": 24.78456318914334, + "grad_norm": 1.2594733810417018, + "learning_rate": 1.7612558624607428e-05, + "loss": 0.0385, + "step": 29221 + }, + { + "epoch": 24.785411365564038, + "grad_norm": 1.0220087647417753, + "learning_rate": 1.7612380489746142e-05, + "loss": 0.0364, + "step": 29222 + }, + { + "epoch": 24.786259541984734, + "grad_norm": 1.1674112468800324, + "learning_rate": 1.76122023491404e-05, + "loss": 0.043, + "step": 29223 + }, + { + "epoch": 24.78710771840543, + "grad_norm": 1.0841394453250774, + "learning_rate": 1.761202420279033e-05, + "loss": 0.0387, + "step": 29224 + }, + { + "epoch": 24.787955894826123, + "grad_norm": 1.0316616944889254, + "learning_rate": 1.761184605069607e-05, + "loss": 0.0364, + "step": 29225 + }, + { + "epoch": 24.78880407124682, + "grad_norm": 1.108375865298779, + "learning_rate": 1.7611667892857754e-05, + "loss": 0.0422, + "step": 29226 + }, + { + "epoch": 24.789652247667515, + "grad_norm": 1.1269016235853044, + "learning_rate": 1.761148972927552e-05, + "loss": 0.0411, + "step": 29227 + }, + { + "epoch": 24.79050042408821, + "grad_norm": 1.3510895748632774, + "learning_rate": 1.7611311559949492e-05, + "loss": 0.04, + "step": 29228 + }, + { + "epoch": 24.791348600508904, + "grad_norm": 1.0937879985364451, + "learning_rate": 1.7611133384879816e-05, + "loss": 0.0383, + "step": 29229 + }, + { + "epoch": 24.7921967769296, + "grad_norm": 1.0296309346812256, + "learning_rate": 1.7610955204066624e-05, + "loss": 0.0387, + "step": 29230 + }, + { + "epoch": 24.793044953350297, + "grad_norm": 1.1719239303603777, + "learning_rate": 1.7610777017510043e-05, + "loss": 0.0403, + "step": 29231 + }, + { + "epoch": 24.793893129770993, + "grad_norm": 1.2586856458724929, + "learning_rate": 1.7610598825210216e-05, + "loss": 0.0402, + "step": 29232 + }, + { + "epoch": 24.79474130619169, + "grad_norm": 1.0939726078913448, + "learning_rate": 1.761042062716727e-05, + "loss": 0.0396, + "step": 29233 + }, + { + "epoch": 24.79558948261238, + "grad_norm": 1.0168635179242365, + "learning_rate": 1.7610242423381353e-05, + "loss": 0.0386, + "step": 29234 + }, + { + "epoch": 24.796437659033078, + "grad_norm": 1.0051224494817104, + "learning_rate": 1.761006421385258e-05, + "loss": 0.0367, + "step": 29235 + }, + { + "epoch": 24.797285835453774, + "grad_norm": 1.0545494835545317, + "learning_rate": 1.7609885998581102e-05, + "loss": 0.0387, + "step": 29236 + }, + { + "epoch": 24.79813401187447, + "grad_norm": 1.072733216472936, + "learning_rate": 1.7609707777567044e-05, + "loss": 0.0389, + "step": 29237 + }, + { + "epoch": 24.798982188295167, + "grad_norm": 0.9512303638034345, + "learning_rate": 1.7609529550810547e-05, + "loss": 0.0391, + "step": 29238 + }, + { + "epoch": 24.79983036471586, + "grad_norm": 1.0735913845151168, + "learning_rate": 1.760935131831174e-05, + "loss": 0.0399, + "step": 29239 + }, + { + "epoch": 24.800678541136556, + "grad_norm": 1.006273577402374, + "learning_rate": 1.760917308007076e-05, + "loss": 0.0375, + "step": 29240 + }, + { + "epoch": 24.801526717557252, + "grad_norm": 1.16051261156014, + "learning_rate": 1.7608994836087737e-05, + "loss": 0.0389, + "step": 29241 + }, + { + "epoch": 24.802374893977948, + "grad_norm": 0.9340534448390119, + "learning_rate": 1.7608816586362817e-05, + "loss": 0.0362, + "step": 29242 + }, + { + "epoch": 24.803223070398644, + "grad_norm": 1.2056865264215242, + "learning_rate": 1.760863833089612e-05, + "loss": 0.0378, + "step": 29243 + }, + { + "epoch": 24.804071246819337, + "grad_norm": 1.2765369420454589, + "learning_rate": 1.7608460069687792e-05, + "loss": 0.0422, + "step": 29244 + }, + { + "epoch": 24.804919423240033, + "grad_norm": 1.019959266061273, + "learning_rate": 1.7608281802737963e-05, + "loss": 0.0391, + "step": 29245 + }, + { + "epoch": 24.80576759966073, + "grad_norm": 0.9880637187822783, + "learning_rate": 1.7608103530046764e-05, + "loss": 0.0369, + "step": 29246 + }, + { + "epoch": 24.806615776081426, + "grad_norm": 1.1280326197483885, + "learning_rate": 1.760792525161434e-05, + "loss": 0.0406, + "step": 29247 + }, + { + "epoch": 24.807463952502122, + "grad_norm": 0.9294671294404182, + "learning_rate": 1.7607746967440812e-05, + "loss": 0.0378, + "step": 29248 + }, + { + "epoch": 24.808312128922815, + "grad_norm": 1.0344359894685156, + "learning_rate": 1.7607568677526326e-05, + "loss": 0.0379, + "step": 29249 + }, + { + "epoch": 24.80916030534351, + "grad_norm": 1.315180827835796, + "learning_rate": 1.7607390381871007e-05, + "loss": 0.0434, + "step": 29250 + }, + { + "epoch": 24.810008481764207, + "grad_norm": 1.014789849718976, + "learning_rate": 1.7607212080475e-05, + "loss": 0.0384, + "step": 29251 + }, + { + "epoch": 24.810856658184903, + "grad_norm": 0.8835980936094615, + "learning_rate": 1.7607033773338428e-05, + "loss": 0.0349, + "step": 29252 + }, + { + "epoch": 24.8117048346056, + "grad_norm": 1.0317028220535043, + "learning_rate": 1.7606855460461434e-05, + "loss": 0.0398, + "step": 29253 + }, + { + "epoch": 24.812553011026292, + "grad_norm": 0.9524706064984486, + "learning_rate": 1.7606677141844157e-05, + "loss": 0.0367, + "step": 29254 + }, + { + "epoch": 24.81340118744699, + "grad_norm": 1.1658421315319871, + "learning_rate": 1.7606498817486716e-05, + "loss": 0.0409, + "step": 29255 + }, + { + "epoch": 24.814249363867685, + "grad_norm": 1.0385642012589682, + "learning_rate": 1.7606320487389255e-05, + "loss": 0.0411, + "step": 29256 + }, + { + "epoch": 24.81509754028838, + "grad_norm": 0.9848150841841877, + "learning_rate": 1.760614215155191e-05, + "loss": 0.0385, + "step": 29257 + }, + { + "epoch": 24.815945716709077, + "grad_norm": 1.0581494214088984, + "learning_rate": 1.7605963809974815e-05, + "loss": 0.0446, + "step": 29258 + }, + { + "epoch": 24.81679389312977, + "grad_norm": 0.9256094867283379, + "learning_rate": 1.76057854626581e-05, + "loss": 0.0385, + "step": 29259 + }, + { + "epoch": 24.817642069550466, + "grad_norm": 1.2015466817381661, + "learning_rate": 1.7605607109601898e-05, + "loss": 0.0417, + "step": 29260 + }, + { + "epoch": 24.818490245971162, + "grad_norm": 1.0775448945079962, + "learning_rate": 1.7605428750806358e-05, + "loss": 0.0403, + "step": 29261 + }, + { + "epoch": 24.81933842239186, + "grad_norm": 1.1226749410190087, + "learning_rate": 1.7605250386271597e-05, + "loss": 0.0388, + "step": 29262 + }, + { + "epoch": 24.820186598812555, + "grad_norm": 1.1379926939428753, + "learning_rate": 1.760507201599776e-05, + "loss": 0.0398, + "step": 29263 + }, + { + "epoch": 24.821034775233247, + "grad_norm": 1.0218221682709616, + "learning_rate": 1.7604893639984978e-05, + "loss": 0.0409, + "step": 29264 + }, + { + "epoch": 24.821882951653944, + "grad_norm": 0.9270392721886443, + "learning_rate": 1.760471525823339e-05, + "loss": 0.0386, + "step": 29265 + }, + { + "epoch": 24.82273112807464, + "grad_norm": 0.9572198527533582, + "learning_rate": 1.7604536870743123e-05, + "loss": 0.0389, + "step": 29266 + }, + { + "epoch": 24.823579304495336, + "grad_norm": 1.008391597016485, + "learning_rate": 1.7604358477514315e-05, + "loss": 0.0363, + "step": 29267 + }, + { + "epoch": 24.82442748091603, + "grad_norm": 0.8793771148321484, + "learning_rate": 1.7604180078547105e-05, + "loss": 0.036, + "step": 29268 + }, + { + "epoch": 24.825275657336725, + "grad_norm": 1.5254676939571261, + "learning_rate": 1.760400167384162e-05, + "loss": 0.0468, + "step": 29269 + }, + { + "epoch": 24.82612383375742, + "grad_norm": 1.2094357283569048, + "learning_rate": 1.7603823263398002e-05, + "loss": 0.0384, + "step": 29270 + }, + { + "epoch": 24.826972010178118, + "grad_norm": 1.0218713291478116, + "learning_rate": 1.760364484721638e-05, + "loss": 0.0393, + "step": 29271 + }, + { + "epoch": 24.827820186598814, + "grad_norm": 0.9608832407864717, + "learning_rate": 1.7603466425296895e-05, + "loss": 0.0387, + "step": 29272 + }, + { + "epoch": 24.828668363019506, + "grad_norm": 0.9250301824607324, + "learning_rate": 1.760328799763967e-05, + "loss": 0.0384, + "step": 29273 + }, + { + "epoch": 24.829516539440203, + "grad_norm": 0.9885957925253154, + "learning_rate": 1.760310956424485e-05, + "loss": 0.0348, + "step": 29274 + }, + { + "epoch": 24.8303647158609, + "grad_norm": 1.0400344323055777, + "learning_rate": 1.7602931125112572e-05, + "loss": 0.0385, + "step": 29275 + }, + { + "epoch": 24.831212892281595, + "grad_norm": 1.1295866352858661, + "learning_rate": 1.760275268024296e-05, + "loss": 0.0373, + "step": 29276 + }, + { + "epoch": 24.83206106870229, + "grad_norm": 1.3623916526484567, + "learning_rate": 1.7602574229636157e-05, + "loss": 0.0399, + "step": 29277 + }, + { + "epoch": 24.832909245122984, + "grad_norm": 1.2649742512662023, + "learning_rate": 1.7602395773292294e-05, + "loss": 0.0438, + "step": 29278 + }, + { + "epoch": 24.83375742154368, + "grad_norm": 1.117370847805295, + "learning_rate": 1.7602217311211505e-05, + "loss": 0.0417, + "step": 29279 + }, + { + "epoch": 24.834605597964376, + "grad_norm": 0.98034818845794, + "learning_rate": 1.7602038843393927e-05, + "loss": 0.0372, + "step": 29280 + }, + { + "epoch": 24.835453774385073, + "grad_norm": 1.0153272669256113, + "learning_rate": 1.7601860369839693e-05, + "loss": 0.0356, + "step": 29281 + }, + { + "epoch": 24.83630195080577, + "grad_norm": 1.3362577721291595, + "learning_rate": 1.760168189054894e-05, + "loss": 0.0422, + "step": 29282 + }, + { + "epoch": 24.83715012722646, + "grad_norm": 1.0219118921993835, + "learning_rate": 1.76015034055218e-05, + "loss": 0.0378, + "step": 29283 + }, + { + "epoch": 24.837998303647158, + "grad_norm": 1.0801783745271656, + "learning_rate": 1.7601324914758408e-05, + "loss": 0.0424, + "step": 29284 + }, + { + "epoch": 24.838846480067854, + "grad_norm": 0.9948840369986682, + "learning_rate": 1.7601146418258902e-05, + "loss": 0.0359, + "step": 29285 + }, + { + "epoch": 24.83969465648855, + "grad_norm": 0.9388054315947363, + "learning_rate": 1.760096791602341e-05, + "loss": 0.036, + "step": 29286 + }, + { + "epoch": 24.840542832909247, + "grad_norm": 1.0168462208271074, + "learning_rate": 1.7600789408052074e-05, + "loss": 0.0363, + "step": 29287 + }, + { + "epoch": 24.84139100932994, + "grad_norm": 1.0306145253558363, + "learning_rate": 1.7600610894345026e-05, + "loss": 0.0379, + "step": 29288 + }, + { + "epoch": 24.842239185750635, + "grad_norm": 0.9743282663211953, + "learning_rate": 1.76004323749024e-05, + "loss": 0.0363, + "step": 29289 + }, + { + "epoch": 24.84308736217133, + "grad_norm": 1.230614012826122, + "learning_rate": 1.760025384972433e-05, + "loss": 0.0434, + "step": 29290 + }, + { + "epoch": 24.843935538592028, + "grad_norm": 0.9297828582693032, + "learning_rate": 1.7600075318810953e-05, + "loss": 0.0371, + "step": 29291 + }, + { + "epoch": 24.844783715012724, + "grad_norm": 1.1736756892902236, + "learning_rate": 1.75998967821624e-05, + "loss": 0.0426, + "step": 29292 + }, + { + "epoch": 24.845631891433417, + "grad_norm": 1.2307920102026346, + "learning_rate": 1.7599718239778808e-05, + "loss": 0.0392, + "step": 29293 + }, + { + "epoch": 24.846480067854113, + "grad_norm": 1.1100405870802064, + "learning_rate": 1.7599539691660315e-05, + "loss": 0.0392, + "step": 29294 + }, + { + "epoch": 24.84732824427481, + "grad_norm": 1.0623956606063147, + "learning_rate": 1.7599361137807053e-05, + "loss": 0.0369, + "step": 29295 + }, + { + "epoch": 24.848176420695506, + "grad_norm": 0.9453214237984675, + "learning_rate": 1.7599182578219154e-05, + "loss": 0.0346, + "step": 29296 + }, + { + "epoch": 24.849024597116202, + "grad_norm": 1.1130854242296506, + "learning_rate": 1.7599004012896757e-05, + "loss": 0.0415, + "step": 29297 + }, + { + "epoch": 24.849872773536894, + "grad_norm": 1.092222668021156, + "learning_rate": 1.7598825441839995e-05, + "loss": 0.0382, + "step": 29298 + }, + { + "epoch": 24.85072094995759, + "grad_norm": 1.0729298346022504, + "learning_rate": 1.7598646865049e-05, + "loss": 0.0381, + "step": 29299 + }, + { + "epoch": 24.851569126378287, + "grad_norm": 0.9795949555982352, + "learning_rate": 1.759846828252391e-05, + "loss": 0.0374, + "step": 29300 + }, + { + "epoch": 24.852417302798983, + "grad_norm": 1.1153403787634573, + "learning_rate": 1.759828969426486e-05, + "loss": 0.041, + "step": 29301 + }, + { + "epoch": 24.85326547921968, + "grad_norm": 1.0094146420503822, + "learning_rate": 1.7598111100271988e-05, + "loss": 0.0401, + "step": 29302 + }, + { + "epoch": 24.854113655640372, + "grad_norm": 1.0320240328625763, + "learning_rate": 1.7597932500545417e-05, + "loss": 0.0402, + "step": 29303 + }, + { + "epoch": 24.85496183206107, + "grad_norm": 0.9889558595722313, + "learning_rate": 1.7597753895085293e-05, + "loss": 0.0385, + "step": 29304 + }, + { + "epoch": 24.855810008481765, + "grad_norm": 0.9894665549847377, + "learning_rate": 1.759757528389175e-05, + "loss": 0.0381, + "step": 29305 + }, + { + "epoch": 24.85665818490246, + "grad_norm": 0.9505446511155086, + "learning_rate": 1.7597396666964918e-05, + "loss": 0.0359, + "step": 29306 + }, + { + "epoch": 24.857506361323153, + "grad_norm": 1.152326920853726, + "learning_rate": 1.7597218044304933e-05, + "loss": 0.0383, + "step": 29307 + }, + { + "epoch": 24.85835453774385, + "grad_norm": 1.0801770076489063, + "learning_rate": 1.759703941591193e-05, + "loss": 0.0392, + "step": 29308 + }, + { + "epoch": 24.859202714164546, + "grad_norm": 1.198168710532214, + "learning_rate": 1.7596860781786045e-05, + "loss": 0.0406, + "step": 29309 + }, + { + "epoch": 24.860050890585242, + "grad_norm": 1.0378683733446272, + "learning_rate": 1.7596682141927415e-05, + "loss": 0.037, + "step": 29310 + }, + { + "epoch": 24.86089906700594, + "grad_norm": 1.0153449357322228, + "learning_rate": 1.759650349633617e-05, + "loss": 0.0366, + "step": 29311 + }, + { + "epoch": 24.86174724342663, + "grad_norm": 0.9517264571913829, + "learning_rate": 1.7596324845012444e-05, + "loss": 0.0365, + "step": 29312 + }, + { + "epoch": 24.862595419847327, + "grad_norm": 1.031518625207776, + "learning_rate": 1.759614618795638e-05, + "loss": 0.0377, + "step": 29313 + }, + { + "epoch": 24.863443596268024, + "grad_norm": 0.9388046460796059, + "learning_rate": 1.7595967525168103e-05, + "loss": 0.0391, + "step": 29314 + }, + { + "epoch": 24.86429177268872, + "grad_norm": 0.9752214104868172, + "learning_rate": 1.7595788856647753e-05, + "loss": 0.0368, + "step": 29315 + }, + { + "epoch": 24.865139949109416, + "grad_norm": 0.8733608482338399, + "learning_rate": 1.7595610182395466e-05, + "loss": 0.0357, + "step": 29316 + }, + { + "epoch": 24.86598812553011, + "grad_norm": 0.8673617520438833, + "learning_rate": 1.7595431502411375e-05, + "loss": 0.0348, + "step": 29317 + }, + { + "epoch": 24.866836301950805, + "grad_norm": 1.2239948758441583, + "learning_rate": 1.759525281669561e-05, + "loss": 0.0412, + "step": 29318 + }, + { + "epoch": 24.8676844783715, + "grad_norm": 1.1012335376859574, + "learning_rate": 1.7595074125248318e-05, + "loss": 0.0399, + "step": 29319 + }, + { + "epoch": 24.868532654792197, + "grad_norm": 1.1868209054538537, + "learning_rate": 1.7594895428069624e-05, + "loss": 0.0408, + "step": 29320 + }, + { + "epoch": 24.869380831212894, + "grad_norm": 1.0679818885411396, + "learning_rate": 1.7594716725159665e-05, + "loss": 0.0376, + "step": 29321 + }, + { + "epoch": 24.870229007633586, + "grad_norm": 0.7402642206576953, + "learning_rate": 1.7594538016518575e-05, + "loss": 0.035, + "step": 29322 + }, + { + "epoch": 24.871077184054283, + "grad_norm": 1.0131465450373216, + "learning_rate": 1.7594359302146488e-05, + "loss": 0.0368, + "step": 29323 + }, + { + "epoch": 24.87192536047498, + "grad_norm": 1.057485203553476, + "learning_rate": 1.7594180582043545e-05, + "loss": 0.0406, + "step": 29324 + }, + { + "epoch": 24.872773536895675, + "grad_norm": 0.8202870959713072, + "learning_rate": 1.7594001856209876e-05, + "loss": 0.0335, + "step": 29325 + }, + { + "epoch": 24.87362171331637, + "grad_norm": 1.0620933381005544, + "learning_rate": 1.7593823124645615e-05, + "loss": 0.0375, + "step": 29326 + }, + { + "epoch": 24.874469889737064, + "grad_norm": 0.995093555788638, + "learning_rate": 1.75936443873509e-05, + "loss": 0.0379, + "step": 29327 + }, + { + "epoch": 24.87531806615776, + "grad_norm": 1.1423764339042581, + "learning_rate": 1.7593465644325865e-05, + "loss": 0.0403, + "step": 29328 + }, + { + "epoch": 24.876166242578456, + "grad_norm": 0.8512908010340358, + "learning_rate": 1.759328689557064e-05, + "loss": 0.0351, + "step": 29329 + }, + { + "epoch": 24.877014418999153, + "grad_norm": 1.2514811051138421, + "learning_rate": 1.759310814108537e-05, + "loss": 0.0408, + "step": 29330 + }, + { + "epoch": 24.87786259541985, + "grad_norm": 1.2099459643006107, + "learning_rate": 1.759292938087018e-05, + "loss": 0.0436, + "step": 29331 + }, + { + "epoch": 24.87871077184054, + "grad_norm": 0.9985522754768619, + "learning_rate": 1.759275061492521e-05, + "loss": 0.0362, + "step": 29332 + }, + { + "epoch": 24.879558948261238, + "grad_norm": 1.2624459037124203, + "learning_rate": 1.759257184325059e-05, + "loss": 0.0442, + "step": 29333 + }, + { + "epoch": 24.880407124681934, + "grad_norm": 1.0792511389635797, + "learning_rate": 1.7592393065846466e-05, + "loss": 0.0379, + "step": 29334 + }, + { + "epoch": 24.88125530110263, + "grad_norm": 1.1205044562160333, + "learning_rate": 1.7592214282712963e-05, + "loss": 0.0406, + "step": 29335 + }, + { + "epoch": 24.882103477523327, + "grad_norm": 1.068108638544785, + "learning_rate": 1.759203549385022e-05, + "loss": 0.0398, + "step": 29336 + }, + { + "epoch": 24.88295165394402, + "grad_norm": 1.190461303355389, + "learning_rate": 1.7591856699258366e-05, + "loss": 0.0403, + "step": 29337 + }, + { + "epoch": 24.883799830364715, + "grad_norm": 0.9364318711109334, + "learning_rate": 1.7591677898937544e-05, + "loss": 0.0364, + "step": 29338 + }, + { + "epoch": 24.88464800678541, + "grad_norm": 1.019880139640685, + "learning_rate": 1.7591499092887883e-05, + "loss": 0.0365, + "step": 29339 + }, + { + "epoch": 24.885496183206108, + "grad_norm": 0.9169334040920823, + "learning_rate": 1.759132028110952e-05, + "loss": 0.0368, + "step": 29340 + }, + { + "epoch": 24.886344359626804, + "grad_norm": 1.2487674089227025, + "learning_rate": 1.7591141463602593e-05, + "loss": 0.0426, + "step": 29341 + }, + { + "epoch": 24.887192536047497, + "grad_norm": 1.1390345305407639, + "learning_rate": 1.7590962640367233e-05, + "loss": 0.0581, + "step": 29342 + }, + { + "epoch": 24.888040712468193, + "grad_norm": 0.9578461341374394, + "learning_rate": 1.7590783811403575e-05, + "loss": 0.037, + "step": 29343 + }, + { + "epoch": 24.88888888888889, + "grad_norm": 1.0687299631140739, + "learning_rate": 1.7590604976711755e-05, + "loss": 0.0412, + "step": 29344 + }, + { + "epoch": 24.889737065309586, + "grad_norm": 1.1403416602715153, + "learning_rate": 1.7590426136291912e-05, + "loss": 0.0381, + "step": 29345 + }, + { + "epoch": 24.890585241730278, + "grad_norm": 0.9881753788297696, + "learning_rate": 1.7590247290144172e-05, + "loss": 0.0394, + "step": 29346 + }, + { + "epoch": 24.891433418150974, + "grad_norm": 1.1037164729538407, + "learning_rate": 1.7590068438268676e-05, + "loss": 0.0384, + "step": 29347 + }, + { + "epoch": 24.89228159457167, + "grad_norm": 1.0688393555261984, + "learning_rate": 1.758988958066556e-05, + "loss": 0.0387, + "step": 29348 + }, + { + "epoch": 24.893129770992367, + "grad_norm": 1.015265672663799, + "learning_rate": 1.7589710717334957e-05, + "loss": 0.0363, + "step": 29349 + }, + { + "epoch": 24.893977947413063, + "grad_norm": 1.0580183118946678, + "learning_rate": 1.7589531848276998e-05, + "loss": 0.0423, + "step": 29350 + }, + { + "epoch": 24.894826123833756, + "grad_norm": 1.114339667175034, + "learning_rate": 1.7589352973491826e-05, + "loss": 0.0384, + "step": 29351 + }, + { + "epoch": 24.895674300254452, + "grad_norm": 1.0880287472042265, + "learning_rate": 1.758917409297957e-05, + "loss": 0.0416, + "step": 29352 + }, + { + "epoch": 24.89652247667515, + "grad_norm": 1.1957369777793478, + "learning_rate": 1.7588995206740363e-05, + "loss": 0.0404, + "step": 29353 + }, + { + "epoch": 24.897370653095845, + "grad_norm": 0.9711356771128601, + "learning_rate": 1.758881631477435e-05, + "loss": 0.0351, + "step": 29354 + }, + { + "epoch": 24.89821882951654, + "grad_norm": 1.0569244457749716, + "learning_rate": 1.7588637417081657e-05, + "loss": 0.0395, + "step": 29355 + }, + { + "epoch": 24.899067005937233, + "grad_norm": 1.0305852566944829, + "learning_rate": 1.758845851366242e-05, + "loss": 0.0409, + "step": 29356 + }, + { + "epoch": 24.89991518235793, + "grad_norm": 1.002941841893286, + "learning_rate": 1.758827960451678e-05, + "loss": 0.0377, + "step": 29357 + }, + { + "epoch": 24.900763358778626, + "grad_norm": 1.1409880143661764, + "learning_rate": 1.7588100689644866e-05, + "loss": 0.0376, + "step": 29358 + }, + { + "epoch": 24.901611535199322, + "grad_norm": 1.0910001836528676, + "learning_rate": 1.7587921769046812e-05, + "loss": 0.0386, + "step": 29359 + }, + { + "epoch": 24.90245971162002, + "grad_norm": 1.2403321480158165, + "learning_rate": 1.758774284272276e-05, + "loss": 0.0455, + "step": 29360 + }, + { + "epoch": 24.90330788804071, + "grad_norm": 1.1302021660586357, + "learning_rate": 1.758756391067284e-05, + "loss": 0.0411, + "step": 29361 + }, + { + "epoch": 24.904156064461407, + "grad_norm": 1.2101605991698123, + "learning_rate": 1.7587384972897185e-05, + "loss": 0.0397, + "step": 29362 + }, + { + "epoch": 24.905004240882104, + "grad_norm": 0.9979548911620311, + "learning_rate": 1.7587206029395933e-05, + "loss": 0.0377, + "step": 29363 + }, + { + "epoch": 24.9058524173028, + "grad_norm": 1.0414141960857892, + "learning_rate": 1.7587027080169222e-05, + "loss": 0.0401, + "step": 29364 + }, + { + "epoch": 24.906700593723496, + "grad_norm": 0.9675751534162942, + "learning_rate": 1.7586848125217183e-05, + "loss": 0.0364, + "step": 29365 + }, + { + "epoch": 24.90754877014419, + "grad_norm": 1.1409205044174884, + "learning_rate": 1.758666916453995e-05, + "loss": 0.0378, + "step": 29366 + }, + { + "epoch": 24.908396946564885, + "grad_norm": 0.8840054493471218, + "learning_rate": 1.758649019813766e-05, + "loss": 0.0359, + "step": 29367 + }, + { + "epoch": 24.90924512298558, + "grad_norm": 0.8997200352917486, + "learning_rate": 1.758631122601045e-05, + "loss": 0.0339, + "step": 29368 + }, + { + "epoch": 24.910093299406277, + "grad_norm": 1.052103116924908, + "learning_rate": 1.7586132248158453e-05, + "loss": 0.0394, + "step": 29369 + }, + { + "epoch": 24.910941475826974, + "grad_norm": 0.9346682986890454, + "learning_rate": 1.7585953264581802e-05, + "loss": 0.0342, + "step": 29370 + }, + { + "epoch": 24.911789652247666, + "grad_norm": 0.85801380609612, + "learning_rate": 1.7585774275280635e-05, + "loss": 0.0352, + "step": 29371 + }, + { + "epoch": 24.912637828668363, + "grad_norm": 1.390669022916827, + "learning_rate": 1.7585595280255087e-05, + "loss": 0.0395, + "step": 29372 + }, + { + "epoch": 24.91348600508906, + "grad_norm": 1.070919950349475, + "learning_rate": 1.7585416279505297e-05, + "loss": 0.0366, + "step": 29373 + }, + { + "epoch": 24.914334181509755, + "grad_norm": 1.0911311600615443, + "learning_rate": 1.758523727303139e-05, + "loss": 0.0418, + "step": 29374 + }, + { + "epoch": 24.91518235793045, + "grad_norm": 1.050679246540513, + "learning_rate": 1.7585058260833507e-05, + "loss": 0.0415, + "step": 29375 + }, + { + "epoch": 24.916030534351144, + "grad_norm": 1.0126820036129769, + "learning_rate": 1.7584879242911784e-05, + "loss": 0.0381, + "step": 29376 + }, + { + "epoch": 24.91687871077184, + "grad_norm": 1.0799792232300072, + "learning_rate": 1.758470021926635e-05, + "loss": 0.0404, + "step": 29377 + }, + { + "epoch": 24.917726887192536, + "grad_norm": 0.96829536346896, + "learning_rate": 1.758452118989735e-05, + "loss": 0.0344, + "step": 29378 + }, + { + "epoch": 24.918575063613233, + "grad_norm": 1.0406084596360745, + "learning_rate": 1.7584342154804916e-05, + "loss": 0.0367, + "step": 29379 + }, + { + "epoch": 24.91942324003393, + "grad_norm": 1.117711375091542, + "learning_rate": 1.758416311398918e-05, + "loss": 0.0413, + "step": 29380 + }, + { + "epoch": 24.92027141645462, + "grad_norm": 1.1206292973934573, + "learning_rate": 1.7583984067450273e-05, + "loss": 0.0402, + "step": 29381 + }, + { + "epoch": 24.921119592875318, + "grad_norm": 1.025374184030578, + "learning_rate": 1.758380501518834e-05, + "loss": 0.0403, + "step": 29382 + }, + { + "epoch": 24.921967769296014, + "grad_norm": 1.0887183590092262, + "learning_rate": 1.7583625957203508e-05, + "loss": 0.0415, + "step": 29383 + }, + { + "epoch": 24.92281594571671, + "grad_norm": 0.87334739402474, + "learning_rate": 1.758344689349592e-05, + "loss": 0.0352, + "step": 29384 + }, + { + "epoch": 24.923664122137403, + "grad_norm": 0.9522882695264365, + "learning_rate": 1.75832678240657e-05, + "loss": 0.0373, + "step": 29385 + }, + { + "epoch": 24.9245122985581, + "grad_norm": 1.0942860027404435, + "learning_rate": 1.7583088748912994e-05, + "loss": 0.0429, + "step": 29386 + }, + { + "epoch": 24.925360474978795, + "grad_norm": 1.126058705273944, + "learning_rate": 1.7582909668037933e-05, + "loss": 0.0378, + "step": 29387 + }, + { + "epoch": 24.92620865139949, + "grad_norm": 1.1169727273698438, + "learning_rate": 1.7582730581440653e-05, + "loss": 0.0394, + "step": 29388 + }, + { + "epoch": 24.927056827820188, + "grad_norm": 1.0293320682329805, + "learning_rate": 1.7582551489121285e-05, + "loss": 0.0379, + "step": 29389 + }, + { + "epoch": 24.92790500424088, + "grad_norm": 0.9771318320554235, + "learning_rate": 1.758237239107997e-05, + "loss": 0.039, + "step": 29390 + }, + { + "epoch": 24.928753180661577, + "grad_norm": 1.047646738991618, + "learning_rate": 1.758219328731684e-05, + "loss": 0.0384, + "step": 29391 + }, + { + "epoch": 24.929601357082273, + "grad_norm": 1.1153044304697022, + "learning_rate": 1.758201417783203e-05, + "loss": 0.0376, + "step": 29392 + }, + { + "epoch": 24.93044953350297, + "grad_norm": 1.133149567345393, + "learning_rate": 1.7581835062625676e-05, + "loss": 0.0385, + "step": 29393 + }, + { + "epoch": 24.931297709923665, + "grad_norm": 0.9850010954288438, + "learning_rate": 1.7581655941697914e-05, + "loss": 0.0339, + "step": 29394 + }, + { + "epoch": 24.932145886344358, + "grad_norm": 1.102295910763364, + "learning_rate": 1.7581476815048873e-05, + "loss": 0.0386, + "step": 29395 + }, + { + "epoch": 24.932994062765054, + "grad_norm": 1.1042803604735822, + "learning_rate": 1.7581297682678698e-05, + "loss": 0.0355, + "step": 29396 + }, + { + "epoch": 24.93384223918575, + "grad_norm": 0.9598263193854654, + "learning_rate": 1.758111854458752e-05, + "loss": 0.0366, + "step": 29397 + }, + { + "epoch": 24.934690415606447, + "grad_norm": 1.1214381054059277, + "learning_rate": 1.758093940077547e-05, + "loss": 0.0377, + "step": 29398 + }, + { + "epoch": 24.935538592027143, + "grad_norm": 1.212079174031131, + "learning_rate": 1.758076025124269e-05, + "loss": 0.0408, + "step": 29399 + }, + { + "epoch": 24.936386768447836, + "grad_norm": 1.0693343651147578, + "learning_rate": 1.7580581095989315e-05, + "loss": 0.038, + "step": 29400 + }, + { + "epoch": 24.937234944868532, + "grad_norm": 1.067794845903009, + "learning_rate": 1.758040193501547e-05, + "loss": 0.0372, + "step": 29401 + }, + { + "epoch": 24.938083121289228, + "grad_norm": 0.9715950879140167, + "learning_rate": 1.75802227683213e-05, + "loss": 0.0386, + "step": 29402 + }, + { + "epoch": 24.938931297709924, + "grad_norm": 0.8721807993827064, + "learning_rate": 1.758004359590694e-05, + "loss": 0.0365, + "step": 29403 + }, + { + "epoch": 24.93977947413062, + "grad_norm": 1.1441830182209072, + "learning_rate": 1.7579864417772522e-05, + "loss": 0.0388, + "step": 29404 + }, + { + "epoch": 24.940627650551313, + "grad_norm": 1.1721772064869909, + "learning_rate": 1.757968523391818e-05, + "loss": 0.039, + "step": 29405 + }, + { + "epoch": 24.94147582697201, + "grad_norm": 1.0208451816395656, + "learning_rate": 1.7579506044344055e-05, + "loss": 0.0389, + "step": 29406 + }, + { + "epoch": 24.942324003392706, + "grad_norm": 0.8049813189703363, + "learning_rate": 1.7579326849050275e-05, + "loss": 0.0357, + "step": 29407 + }, + { + "epoch": 24.943172179813402, + "grad_norm": 1.0342418116985765, + "learning_rate": 1.7579147648036977e-05, + "loss": 0.0382, + "step": 29408 + }, + { + "epoch": 24.9440203562341, + "grad_norm": 1.0377064090355808, + "learning_rate": 1.7578968441304302e-05, + "loss": 0.0428, + "step": 29409 + }, + { + "epoch": 24.94486853265479, + "grad_norm": 1.3458295539121572, + "learning_rate": 1.757878922885238e-05, + "loss": 0.0421, + "step": 29410 + }, + { + "epoch": 24.945716709075487, + "grad_norm": 0.959256874849915, + "learning_rate": 1.757861001068135e-05, + "loss": 0.0374, + "step": 29411 + }, + { + "epoch": 24.946564885496183, + "grad_norm": 0.9701309075413428, + "learning_rate": 1.7578430786791337e-05, + "loss": 0.0364, + "step": 29412 + }, + { + "epoch": 24.94741306191688, + "grad_norm": 0.9072497799197031, + "learning_rate": 1.757825155718249e-05, + "loss": 0.0395, + "step": 29413 + }, + { + "epoch": 24.948261238337576, + "grad_norm": 1.1973307924170355, + "learning_rate": 1.7578072321854936e-05, + "loss": 0.0451, + "step": 29414 + }, + { + "epoch": 24.94910941475827, + "grad_norm": 1.235498477012415, + "learning_rate": 1.7577893080808818e-05, + "loss": 0.0441, + "step": 29415 + }, + { + "epoch": 24.949957591178965, + "grad_norm": 0.9812793337022383, + "learning_rate": 1.7577713834044258e-05, + "loss": 0.036, + "step": 29416 + }, + { + "epoch": 24.95080576759966, + "grad_norm": 1.1240473488227016, + "learning_rate": 1.7577534581561402e-05, + "loss": 0.0411, + "step": 29417 + }, + { + "epoch": 24.951653944020357, + "grad_norm": 1.1874809677959306, + "learning_rate": 1.757735532336038e-05, + "loss": 0.0389, + "step": 29418 + }, + { + "epoch": 24.952502120441054, + "grad_norm": 0.9786914711162454, + "learning_rate": 1.7577176059441333e-05, + "loss": 0.0374, + "step": 29419 + }, + { + "epoch": 24.953350296861746, + "grad_norm": 0.9323648079620063, + "learning_rate": 1.7576996789804393e-05, + "loss": 0.0366, + "step": 29420 + }, + { + "epoch": 24.954198473282442, + "grad_norm": 1.1967732933642774, + "learning_rate": 1.7576817514449693e-05, + "loss": 0.0395, + "step": 29421 + }, + { + "epoch": 24.95504664970314, + "grad_norm": 0.986925977131117, + "learning_rate": 1.7576638233377368e-05, + "loss": 0.0359, + "step": 29422 + }, + { + "epoch": 24.955894826123835, + "grad_norm": 0.9287102007085782, + "learning_rate": 1.7576458946587557e-05, + "loss": 0.0386, + "step": 29423 + }, + { + "epoch": 24.956743002544528, + "grad_norm": 1.4582492672587333, + "learning_rate": 1.7576279654080396e-05, + "loss": 0.0392, + "step": 29424 + }, + { + "epoch": 24.957591178965224, + "grad_norm": 1.0667292524828067, + "learning_rate": 1.757610035585602e-05, + "loss": 0.0382, + "step": 29425 + }, + { + "epoch": 24.95843935538592, + "grad_norm": 1.0985208338293682, + "learning_rate": 1.7575921051914558e-05, + "loss": 0.0411, + "step": 29426 + }, + { + "epoch": 24.959287531806616, + "grad_norm": 1.1363495677962094, + "learning_rate": 1.7575741742256148e-05, + "loss": 0.0383, + "step": 29427 + }, + { + "epoch": 24.960135708227313, + "grad_norm": 1.031011790331701, + "learning_rate": 1.7575562426880934e-05, + "loss": 0.0396, + "step": 29428 + }, + { + "epoch": 24.960983884648005, + "grad_norm": 1.0752983229230617, + "learning_rate": 1.757538310578904e-05, + "loss": 0.0399, + "step": 29429 + }, + { + "epoch": 24.9618320610687, + "grad_norm": 0.9385800520799188, + "learning_rate": 1.7575203778980605e-05, + "loss": 0.0367, + "step": 29430 + }, + { + "epoch": 24.962680237489398, + "grad_norm": 1.0886225130564742, + "learning_rate": 1.7575024446455765e-05, + "loss": 0.0379, + "step": 29431 + }, + { + "epoch": 24.963528413910094, + "grad_norm": 1.1715068023512147, + "learning_rate": 1.757484510821466e-05, + "loss": 0.0405, + "step": 29432 + }, + { + "epoch": 24.96437659033079, + "grad_norm": 1.0989032404675918, + "learning_rate": 1.7574665764257415e-05, + "loss": 0.0393, + "step": 29433 + }, + { + "epoch": 24.965224766751483, + "grad_norm": 1.1027340667948842, + "learning_rate": 1.7574486414584177e-05, + "loss": 0.0377, + "step": 29434 + }, + { + "epoch": 24.96607294317218, + "grad_norm": 1.0961783491791377, + "learning_rate": 1.757430705919507e-05, + "loss": 0.0415, + "step": 29435 + }, + { + "epoch": 24.966921119592875, + "grad_norm": 0.9576958212420257, + "learning_rate": 1.757412769809024e-05, + "loss": 0.0383, + "step": 29436 + }, + { + "epoch": 24.96776929601357, + "grad_norm": 1.0331175588205592, + "learning_rate": 1.757394833126981e-05, + "loss": 0.0361, + "step": 29437 + }, + { + "epoch": 24.968617472434268, + "grad_norm": 1.0714961497941429, + "learning_rate": 1.7573768958733927e-05, + "loss": 0.0415, + "step": 29438 + }, + { + "epoch": 24.96946564885496, + "grad_norm": 1.1550066177921507, + "learning_rate": 1.757358958048272e-05, + "loss": 0.0409, + "step": 29439 + }, + { + "epoch": 24.970313825275657, + "grad_norm": 0.8525715074993522, + "learning_rate": 1.757341019651633e-05, + "loss": 0.0377, + "step": 29440 + }, + { + "epoch": 24.971162001696353, + "grad_norm": 1.0960214891985258, + "learning_rate": 1.7573230806834883e-05, + "loss": 0.038, + "step": 29441 + }, + { + "epoch": 24.97201017811705, + "grad_norm": 1.0150664831266243, + "learning_rate": 1.7573051411438525e-05, + "loss": 0.0368, + "step": 29442 + }, + { + "epoch": 24.972858354537745, + "grad_norm": 0.8751754890374953, + "learning_rate": 1.7572872010327384e-05, + "loss": 0.035, + "step": 29443 + }, + { + "epoch": 24.973706530958438, + "grad_norm": 0.9952925674031787, + "learning_rate": 1.7572692603501597e-05, + "loss": 0.0391, + "step": 29444 + }, + { + "epoch": 24.974554707379134, + "grad_norm": 0.8046342769495806, + "learning_rate": 1.75725131909613e-05, + "loss": 0.0361, + "step": 29445 + }, + { + "epoch": 24.97540288379983, + "grad_norm": 1.0659501836944516, + "learning_rate": 1.7572333772706627e-05, + "loss": 0.0394, + "step": 29446 + }, + { + "epoch": 24.976251060220527, + "grad_norm": 1.036365610868767, + "learning_rate": 1.757215434873772e-05, + "loss": 0.0366, + "step": 29447 + }, + { + "epoch": 24.977099236641223, + "grad_norm": 0.9722886704560779, + "learning_rate": 1.7571974919054705e-05, + "loss": 0.0361, + "step": 29448 + }, + { + "epoch": 24.977947413061916, + "grad_norm": 1.2003618655401225, + "learning_rate": 1.7571795483657723e-05, + "loss": 0.0384, + "step": 29449 + }, + { + "epoch": 24.978795589482612, + "grad_norm": 1.1602796912704998, + "learning_rate": 1.757161604254691e-05, + "loss": 0.0421, + "step": 29450 + }, + { + "epoch": 24.979643765903308, + "grad_norm": 1.0929170975177354, + "learning_rate": 1.7571436595722393e-05, + "loss": 0.0392, + "step": 29451 + }, + { + "epoch": 24.980491942324004, + "grad_norm": 1.0193011744443923, + "learning_rate": 1.7571257143184318e-05, + "loss": 0.0388, + "step": 29452 + }, + { + "epoch": 24.9813401187447, + "grad_norm": 1.0847945210327912, + "learning_rate": 1.7571077684932816e-05, + "loss": 0.039, + "step": 29453 + }, + { + "epoch": 24.982188295165393, + "grad_norm": 1.1476077711301857, + "learning_rate": 1.7570898220968025e-05, + "loss": 0.0381, + "step": 29454 + }, + { + "epoch": 24.98303647158609, + "grad_norm": 0.9562518879974029, + "learning_rate": 1.7570718751290076e-05, + "loss": 0.0364, + "step": 29455 + }, + { + "epoch": 24.983884648006786, + "grad_norm": 1.152629509309974, + "learning_rate": 1.757053927589911e-05, + "loss": 0.0403, + "step": 29456 + }, + { + "epoch": 24.984732824427482, + "grad_norm": 1.0709008649432108, + "learning_rate": 1.757035979479525e-05, + "loss": 0.0376, + "step": 29457 + }, + { + "epoch": 24.98558100084818, + "grad_norm": 1.0005402193075812, + "learning_rate": 1.7570180307978647e-05, + "loss": 0.0359, + "step": 29458 + }, + { + "epoch": 24.98642917726887, + "grad_norm": 0.9951976004657934, + "learning_rate": 1.757000081544943e-05, + "loss": 0.037, + "step": 29459 + }, + { + "epoch": 24.987277353689567, + "grad_norm": 0.9494588361233327, + "learning_rate": 1.7569821317207733e-05, + "loss": 0.037, + "step": 29460 + }, + { + "epoch": 24.988125530110263, + "grad_norm": 1.0610037531567833, + "learning_rate": 1.756964181325369e-05, + "loss": 0.0403, + "step": 29461 + }, + { + "epoch": 24.98897370653096, + "grad_norm": 0.9564551597296896, + "learning_rate": 1.7569462303587445e-05, + "loss": 0.0385, + "step": 29462 + }, + { + "epoch": 24.989821882951652, + "grad_norm": 1.0244421143009794, + "learning_rate": 1.7569282788209127e-05, + "loss": 0.0381, + "step": 29463 + }, + { + "epoch": 24.99067005937235, + "grad_norm": 1.0210792671821252, + "learning_rate": 1.7569103267118866e-05, + "loss": 0.0387, + "step": 29464 + }, + { + "epoch": 24.991518235793045, + "grad_norm": 1.0123588167552398, + "learning_rate": 1.756892374031681e-05, + "loss": 0.0393, + "step": 29465 + }, + { + "epoch": 24.99236641221374, + "grad_norm": 1.2225395818814138, + "learning_rate": 1.7568744207803085e-05, + "loss": 0.0403, + "step": 29466 + }, + { + "epoch": 24.993214588634437, + "grad_norm": 0.9593531894242979, + "learning_rate": 1.756856466957783e-05, + "loss": 0.0367, + "step": 29467 + }, + { + "epoch": 24.99406276505513, + "grad_norm": 1.2442391410554086, + "learning_rate": 1.756838512564118e-05, + "loss": 0.0399, + "step": 29468 + }, + { + "epoch": 24.994910941475826, + "grad_norm": 1.103730120601392, + "learning_rate": 1.7568205575993273e-05, + "loss": 0.0432, + "step": 29469 + }, + { + "epoch": 24.995759117896522, + "grad_norm": 1.0014482197161696, + "learning_rate": 1.7568026020634237e-05, + "loss": 0.0406, + "step": 29470 + }, + { + "epoch": 24.99660729431722, + "grad_norm": 1.159939057141884, + "learning_rate": 1.7567846459564214e-05, + "loss": 0.0372, + "step": 29471 + }, + { + "epoch": 24.997455470737915, + "grad_norm": 1.0512044330072468, + "learning_rate": 1.756766689278334e-05, + "loss": 0.0375, + "step": 29472 + }, + { + "epoch": 24.998303647158608, + "grad_norm": 1.1093126088425405, + "learning_rate": 1.756748732029175e-05, + "loss": 0.0436, + "step": 29473 + }, + { + "epoch": 24.999151823579304, + "grad_norm": 0.9943704485070524, + "learning_rate": 1.7567307742089573e-05, + "loss": 0.0385, + "step": 29474 + }, + { + "epoch": 25.0, + "grad_norm": 1.121058570390554, + "learning_rate": 1.7567128158176955e-05, + "loss": 0.0404, + "step": 29475 + }, + { + "epoch": 25.000848176420696, + "grad_norm": 0.8051030469088408, + "learning_rate": 1.7566948568554024e-05, + "loss": 0.0324, + "step": 29476 + }, + { + "epoch": 25.001696352841392, + "grad_norm": 0.849681975676558, + "learning_rate": 1.7566768973220916e-05, + "loss": 0.0333, + "step": 29477 + }, + { + "epoch": 25.002544529262085, + "grad_norm": 1.0291175542989461, + "learning_rate": 1.7566589372177768e-05, + "loss": 0.0371, + "step": 29478 + }, + { + "epoch": 25.00339270568278, + "grad_norm": 0.9956419284043233, + "learning_rate": 1.7566409765424717e-05, + "loss": 0.0338, + "step": 29479 + }, + { + "epoch": 25.004240882103478, + "grad_norm": 0.8542548832853547, + "learning_rate": 1.75662301529619e-05, + "loss": 0.0309, + "step": 29480 + }, + { + "epoch": 25.005089058524174, + "grad_norm": 1.035896196509862, + "learning_rate": 1.7566050534789445e-05, + "loss": 0.0349, + "step": 29481 + }, + { + "epoch": 25.00593723494487, + "grad_norm": 0.955968605117193, + "learning_rate": 1.7565870910907494e-05, + "loss": 0.0337, + "step": 29482 + }, + { + "epoch": 25.006785411365563, + "grad_norm": 0.9537376556972991, + "learning_rate": 1.756569128131618e-05, + "loss": 0.038, + "step": 29483 + }, + { + "epoch": 25.00763358778626, + "grad_norm": 0.972639284416342, + "learning_rate": 1.756551164601564e-05, + "loss": 0.0339, + "step": 29484 + }, + { + "epoch": 25.008481764206955, + "grad_norm": 0.9674237148967847, + "learning_rate": 1.756533200500601e-05, + "loss": 0.0347, + "step": 29485 + }, + { + "epoch": 25.00932994062765, + "grad_norm": 0.9704420524001105, + "learning_rate": 1.7565152358287426e-05, + "loss": 0.0298, + "step": 29486 + }, + { + "epoch": 25.010178117048348, + "grad_norm": 0.9675441957394517, + "learning_rate": 1.7564972705860018e-05, + "loss": 0.0317, + "step": 29487 + }, + { + "epoch": 25.01102629346904, + "grad_norm": 0.900141535676456, + "learning_rate": 1.756479304772393e-05, + "loss": 0.0333, + "step": 29488 + }, + { + "epoch": 25.011874469889737, + "grad_norm": 0.863635782175645, + "learning_rate": 1.756461338387929e-05, + "loss": 0.0354, + "step": 29489 + }, + { + "epoch": 25.012722646310433, + "grad_norm": 0.9598874431614938, + "learning_rate": 1.7564433714326233e-05, + "loss": 0.0334, + "step": 29490 + }, + { + "epoch": 25.01357082273113, + "grad_norm": 1.053277616914667, + "learning_rate": 1.7564254039064907e-05, + "loss": 0.0355, + "step": 29491 + }, + { + "epoch": 25.014418999151825, + "grad_norm": 0.8903547649839809, + "learning_rate": 1.7564074358095436e-05, + "loss": 0.0311, + "step": 29492 + }, + { + "epoch": 25.015267175572518, + "grad_norm": 0.9225393044381256, + "learning_rate": 1.7563894671417955e-05, + "loss": 0.0329, + "step": 29493 + }, + { + "epoch": 25.016115351993214, + "grad_norm": 0.8636038793272105, + "learning_rate": 1.7563714979032608e-05, + "loss": 0.0311, + "step": 29494 + }, + { + "epoch": 25.01696352841391, + "grad_norm": 1.0557241770405579, + "learning_rate": 1.7563535280939522e-05, + "loss": 0.036, + "step": 29495 + }, + { + "epoch": 25.017811704834607, + "grad_norm": 0.9665711294589, + "learning_rate": 1.7563355577138837e-05, + "loss": 0.0316, + "step": 29496 + }, + { + "epoch": 25.0186598812553, + "grad_norm": 0.913386813831356, + "learning_rate": 1.7563175867630688e-05, + "loss": 0.0363, + "step": 29497 + }, + { + "epoch": 25.019508057675996, + "grad_norm": 1.0489949549916873, + "learning_rate": 1.756299615241521e-05, + "loss": 0.0345, + "step": 29498 + }, + { + "epoch": 25.020356234096692, + "grad_norm": 0.8641684836072258, + "learning_rate": 1.756281643149254e-05, + "loss": 0.0313, + "step": 29499 + }, + { + "epoch": 25.021204410517388, + "grad_norm": 1.060245061104547, + "learning_rate": 1.7562636704862813e-05, + "loss": 0.0355, + "step": 29500 + }, + { + "epoch": 25.022052586938084, + "grad_norm": 0.9343712683512115, + "learning_rate": 1.7562456972526163e-05, + "loss": 0.032, + "step": 29501 + }, + { + "epoch": 25.022900763358777, + "grad_norm": 0.9146040689563565, + "learning_rate": 1.7562277234482728e-05, + "loss": 0.0347, + "step": 29502 + }, + { + "epoch": 25.023748939779473, + "grad_norm": 0.9824834707510911, + "learning_rate": 1.7562097490732645e-05, + "loss": 0.0345, + "step": 29503 + }, + { + "epoch": 25.02459711620017, + "grad_norm": 0.9996056464776296, + "learning_rate": 1.7561917741276047e-05, + "loss": 0.034, + "step": 29504 + }, + { + "epoch": 25.025445292620866, + "grad_norm": 0.9573888989950096, + "learning_rate": 1.7561737986113066e-05, + "loss": 0.0348, + "step": 29505 + }, + { + "epoch": 25.026293469041562, + "grad_norm": 0.6839042618932326, + "learning_rate": 1.7561558225243845e-05, + "loss": 0.0306, + "step": 29506 + }, + { + "epoch": 25.027141645462255, + "grad_norm": 0.9700744971927775, + "learning_rate": 1.7561378458668518e-05, + "loss": 0.0346, + "step": 29507 + }, + { + "epoch": 25.02798982188295, + "grad_norm": 0.861555375934457, + "learning_rate": 1.7561198686387215e-05, + "loss": 0.0337, + "step": 29508 + }, + { + "epoch": 25.028837998303647, + "grad_norm": 0.953789559793486, + "learning_rate": 1.7561018908400077e-05, + "loss": 0.0336, + "step": 29509 + }, + { + "epoch": 25.029686174724343, + "grad_norm": 0.7478664212168008, + "learning_rate": 1.7560839124707237e-05, + "loss": 0.0303, + "step": 29510 + }, + { + "epoch": 25.03053435114504, + "grad_norm": 0.8670881925642945, + "learning_rate": 1.7560659335308835e-05, + "loss": 0.0313, + "step": 29511 + }, + { + "epoch": 25.031382527565732, + "grad_norm": 0.9551616575381455, + "learning_rate": 1.7560479540205e-05, + "loss": 0.0366, + "step": 29512 + }, + { + "epoch": 25.03223070398643, + "grad_norm": 0.7869497768369099, + "learning_rate": 1.7560299739395872e-05, + "loss": 0.0327, + "step": 29513 + }, + { + "epoch": 25.033078880407125, + "grad_norm": 0.9117929652720833, + "learning_rate": 1.7560119932881586e-05, + "loss": 0.0364, + "step": 29514 + }, + { + "epoch": 25.03392705682782, + "grad_norm": 0.9776450146899117, + "learning_rate": 1.755994012066228e-05, + "loss": 0.0333, + "step": 29515 + }, + { + "epoch": 25.034775233248517, + "grad_norm": 0.8699333432126537, + "learning_rate": 1.7559760302738084e-05, + "loss": 0.0345, + "step": 29516 + }, + { + "epoch": 25.03562340966921, + "grad_norm": 1.007958791648895, + "learning_rate": 1.755958047910914e-05, + "loss": 0.0337, + "step": 29517 + }, + { + "epoch": 25.036471586089906, + "grad_norm": 1.0257205187546812, + "learning_rate": 1.755940064977558e-05, + "loss": 0.0368, + "step": 29518 + }, + { + "epoch": 25.037319762510602, + "grad_norm": 0.8180447756945449, + "learning_rate": 1.755922081473754e-05, + "loss": 0.0308, + "step": 29519 + }, + { + "epoch": 25.0381679389313, + "grad_norm": 0.9622187912724012, + "learning_rate": 1.7559040973995155e-05, + "loss": 0.0349, + "step": 29520 + }, + { + "epoch": 25.039016115351995, + "grad_norm": 0.9243223365321629, + "learning_rate": 1.7558861127548565e-05, + "loss": 0.0306, + "step": 29521 + }, + { + "epoch": 25.039864291772687, + "grad_norm": 1.0235951909340675, + "learning_rate": 1.75586812753979e-05, + "loss": 0.0348, + "step": 29522 + }, + { + "epoch": 25.040712468193384, + "grad_norm": 0.917612122934456, + "learning_rate": 1.7558501417543296e-05, + "loss": 0.0347, + "step": 29523 + }, + { + "epoch": 25.04156064461408, + "grad_norm": 0.795526698558217, + "learning_rate": 1.7558321553984892e-05, + "loss": 0.0311, + "step": 29524 + }, + { + "epoch": 25.042408821034776, + "grad_norm": 0.9934235188918824, + "learning_rate": 1.7558141684722826e-05, + "loss": 0.0338, + "step": 29525 + }, + { + "epoch": 25.043256997455472, + "grad_norm": 0.9052323429237138, + "learning_rate": 1.755796180975723e-05, + "loss": 0.0327, + "step": 29526 + }, + { + "epoch": 25.044105173876165, + "grad_norm": 0.9845846753892805, + "learning_rate": 1.755778192908824e-05, + "loss": 0.0331, + "step": 29527 + }, + { + "epoch": 25.04495335029686, + "grad_norm": 0.902396407316033, + "learning_rate": 1.7557602042715988e-05, + "loss": 0.032, + "step": 29528 + }, + { + "epoch": 25.045801526717558, + "grad_norm": 1.0152036326217155, + "learning_rate": 1.7557422150640618e-05, + "loss": 0.033, + "step": 29529 + }, + { + "epoch": 25.046649703138254, + "grad_norm": 0.916490416371074, + "learning_rate": 1.7557242252862262e-05, + "loss": 0.0303, + "step": 29530 + }, + { + "epoch": 25.04749787955895, + "grad_norm": 0.8261767255441761, + "learning_rate": 1.755706234938105e-05, + "loss": 0.0318, + "step": 29531 + }, + { + "epoch": 25.048346055979643, + "grad_norm": 0.9619160850514943, + "learning_rate": 1.7556882440197126e-05, + "loss": 0.034, + "step": 29532 + }, + { + "epoch": 25.04919423240034, + "grad_norm": 0.8630885339761077, + "learning_rate": 1.7556702525310623e-05, + "loss": 0.0341, + "step": 29533 + }, + { + "epoch": 25.050042408821035, + "grad_norm": 0.887885423306127, + "learning_rate": 1.7556522604721674e-05, + "loss": 0.0324, + "step": 29534 + }, + { + "epoch": 25.05089058524173, + "grad_norm": 0.9261665878505465, + "learning_rate": 1.7556342678430424e-05, + "loss": 0.0335, + "step": 29535 + }, + { + "epoch": 25.051738761662424, + "grad_norm": 0.9202535121064384, + "learning_rate": 1.7556162746436996e-05, + "loss": 0.0338, + "step": 29536 + }, + { + "epoch": 25.05258693808312, + "grad_norm": 0.9074546654036255, + "learning_rate": 1.7555982808741535e-05, + "loss": 0.0342, + "step": 29537 + }, + { + "epoch": 25.053435114503817, + "grad_norm": 0.9020712940939547, + "learning_rate": 1.755580286534417e-05, + "loss": 0.0322, + "step": 29538 + }, + { + "epoch": 25.054283290924513, + "grad_norm": 0.8352887532373302, + "learning_rate": 1.755562291624504e-05, + "loss": 0.0328, + "step": 29539 + }, + { + "epoch": 25.05513146734521, + "grad_norm": 0.816457531233388, + "learning_rate": 1.7555442961444286e-05, + "loss": 0.0339, + "step": 29540 + }, + { + "epoch": 25.0559796437659, + "grad_norm": 1.2161313713411714, + "learning_rate": 1.7555263000942036e-05, + "loss": 0.0357, + "step": 29541 + }, + { + "epoch": 25.056827820186598, + "grad_norm": 0.7784313508106547, + "learning_rate": 1.7555083034738428e-05, + "loss": 0.0309, + "step": 29542 + }, + { + "epoch": 25.057675996607294, + "grad_norm": 0.9674224542587482, + "learning_rate": 1.75549030628336e-05, + "loss": 0.0343, + "step": 29543 + }, + { + "epoch": 25.05852417302799, + "grad_norm": 0.814987569903353, + "learning_rate": 1.755472308522769e-05, + "loss": 0.0312, + "step": 29544 + }, + { + "epoch": 25.059372349448687, + "grad_norm": 0.8735162161037934, + "learning_rate": 1.7554543101920825e-05, + "loss": 0.0334, + "step": 29545 + }, + { + "epoch": 25.06022052586938, + "grad_norm": 1.0447856639150872, + "learning_rate": 1.7554363112913146e-05, + "loss": 0.0337, + "step": 29546 + }, + { + "epoch": 25.061068702290076, + "grad_norm": 0.9273851645035582, + "learning_rate": 1.7554183118204792e-05, + "loss": 0.0341, + "step": 29547 + }, + { + "epoch": 25.061916878710772, + "grad_norm": 0.9947153815778106, + "learning_rate": 1.7554003117795893e-05, + "loss": 0.0356, + "step": 29548 + }, + { + "epoch": 25.062765055131468, + "grad_norm": 0.9129380225491722, + "learning_rate": 1.755382311168659e-05, + "loss": 0.0311, + "step": 29549 + }, + { + "epoch": 25.063613231552164, + "grad_norm": 1.0074867513502852, + "learning_rate": 1.7553643099877014e-05, + "loss": 0.0366, + "step": 29550 + }, + { + "epoch": 25.064461407972857, + "grad_norm": 0.7319897046259617, + "learning_rate": 1.7553463082367303e-05, + "loss": 0.0302, + "step": 29551 + }, + { + "epoch": 25.065309584393553, + "grad_norm": 0.9884414076980675, + "learning_rate": 1.7553283059157594e-05, + "loss": 0.0325, + "step": 29552 + }, + { + "epoch": 25.06615776081425, + "grad_norm": 0.8146849160703852, + "learning_rate": 1.7553103030248022e-05, + "loss": 0.029, + "step": 29553 + }, + { + "epoch": 25.067005937234946, + "grad_norm": 1.016238100974644, + "learning_rate": 1.7552922995638724e-05, + "loss": 0.0317, + "step": 29554 + }, + { + "epoch": 25.067854113655642, + "grad_norm": 0.9642369605736312, + "learning_rate": 1.755274295532983e-05, + "loss": 0.0339, + "step": 29555 + }, + { + "epoch": 25.068702290076335, + "grad_norm": 1.0987051802294625, + "learning_rate": 1.7552562909321485e-05, + "loss": 0.0358, + "step": 29556 + }, + { + "epoch": 25.06955046649703, + "grad_norm": 0.9242260882640055, + "learning_rate": 1.755238285761382e-05, + "loss": 0.0335, + "step": 29557 + }, + { + "epoch": 25.070398642917727, + "grad_norm": 0.9159458552311728, + "learning_rate": 1.755220280020697e-05, + "loss": 0.0332, + "step": 29558 + }, + { + "epoch": 25.071246819338423, + "grad_norm": 1.0534056509018739, + "learning_rate": 1.7552022737101072e-05, + "loss": 0.034, + "step": 29559 + }, + { + "epoch": 25.07209499575912, + "grad_norm": 1.015392720704388, + "learning_rate": 1.755184266829626e-05, + "loss": 0.0356, + "step": 29560 + }, + { + "epoch": 25.072943172179812, + "grad_norm": 0.8076858164591042, + "learning_rate": 1.7551662593792674e-05, + "loss": 0.0291, + "step": 29561 + }, + { + "epoch": 25.07379134860051, + "grad_norm": 1.0798972783746579, + "learning_rate": 1.755148251359045e-05, + "loss": 0.0343, + "step": 29562 + }, + { + "epoch": 25.074639525021205, + "grad_norm": 0.9901601566136595, + "learning_rate": 1.755130242768972e-05, + "loss": 0.0358, + "step": 29563 + }, + { + "epoch": 25.0754877014419, + "grad_norm": 0.8739280921202067, + "learning_rate": 1.755112233609062e-05, + "loss": 0.0342, + "step": 29564 + }, + { + "epoch": 25.076335877862597, + "grad_norm": 0.8259447759698743, + "learning_rate": 1.7550942238793285e-05, + "loss": 0.0332, + "step": 29565 + }, + { + "epoch": 25.07718405428329, + "grad_norm": 1.1092074010949529, + "learning_rate": 1.7550762135797858e-05, + "loss": 0.0355, + "step": 29566 + }, + { + "epoch": 25.078032230703986, + "grad_norm": 0.9230919871355301, + "learning_rate": 1.755058202710447e-05, + "loss": 0.0343, + "step": 29567 + }, + { + "epoch": 25.078880407124682, + "grad_norm": 1.1271991084972353, + "learning_rate": 1.7550401912713254e-05, + "loss": 0.0351, + "step": 29568 + }, + { + "epoch": 25.07972858354538, + "grad_norm": 0.8425050828409044, + "learning_rate": 1.7550221792624353e-05, + "loss": 0.0317, + "step": 29569 + }, + { + "epoch": 25.08057675996607, + "grad_norm": 0.8045890185887482, + "learning_rate": 1.7550041666837898e-05, + "loss": 0.0316, + "step": 29570 + }, + { + "epoch": 25.081424936386767, + "grad_norm": 0.9623108433984597, + "learning_rate": 1.7549861535354024e-05, + "loss": 0.0362, + "step": 29571 + }, + { + "epoch": 25.082273112807464, + "grad_norm": 0.8654623029239084, + "learning_rate": 1.754968139817287e-05, + "loss": 0.0325, + "step": 29572 + }, + { + "epoch": 25.08312128922816, + "grad_norm": 1.0680813190410479, + "learning_rate": 1.7549501255294566e-05, + "loss": 0.0371, + "step": 29573 + }, + { + "epoch": 25.083969465648856, + "grad_norm": 0.9488004983233219, + "learning_rate": 1.7549321106719262e-05, + "loss": 0.0325, + "step": 29574 + }, + { + "epoch": 25.08481764206955, + "grad_norm": 0.8977417151281977, + "learning_rate": 1.7549140952447076e-05, + "loss": 0.0346, + "step": 29575 + }, + { + "epoch": 25.085665818490245, + "grad_norm": 1.0078162540486841, + "learning_rate": 1.754896079247816e-05, + "loss": 0.0354, + "step": 29576 + }, + { + "epoch": 25.08651399491094, + "grad_norm": 0.7870550047284326, + "learning_rate": 1.7548780626812637e-05, + "loss": 0.0295, + "step": 29577 + }, + { + "epoch": 25.087362171331637, + "grad_norm": 0.8924175023604769, + "learning_rate": 1.754860045545065e-05, + "loss": 0.036, + "step": 29578 + }, + { + "epoch": 25.088210347752334, + "grad_norm": 0.9374104056170279, + "learning_rate": 1.7548420278392334e-05, + "loss": 0.0313, + "step": 29579 + }, + { + "epoch": 25.089058524173026, + "grad_norm": 1.0810293066665595, + "learning_rate": 1.7548240095637825e-05, + "loss": 0.0349, + "step": 29580 + }, + { + "epoch": 25.089906700593723, + "grad_norm": 1.4435141199485786, + "learning_rate": 1.7548059907187255e-05, + "loss": 0.0353, + "step": 29581 + }, + { + "epoch": 25.09075487701442, + "grad_norm": 0.9204266405464041, + "learning_rate": 1.754787971304077e-05, + "loss": 0.0329, + "step": 29582 + }, + { + "epoch": 25.091603053435115, + "grad_norm": 0.8563097775307548, + "learning_rate": 1.7547699513198495e-05, + "loss": 0.0322, + "step": 29583 + }, + { + "epoch": 25.09245122985581, + "grad_norm": 0.8457474231471529, + "learning_rate": 1.754751930766057e-05, + "loss": 0.0346, + "step": 29584 + }, + { + "epoch": 25.093299406276504, + "grad_norm": 0.9379395703850287, + "learning_rate": 1.7547339096427133e-05, + "loss": 0.0343, + "step": 29585 + }, + { + "epoch": 25.0941475826972, + "grad_norm": 0.8740216192087725, + "learning_rate": 1.7547158879498316e-05, + "loss": 0.0343, + "step": 29586 + }, + { + "epoch": 25.094995759117896, + "grad_norm": 0.8296685045913453, + "learning_rate": 1.7546978656874257e-05, + "loss": 0.0317, + "step": 29587 + }, + { + "epoch": 25.095843935538593, + "grad_norm": 1.0482400935315157, + "learning_rate": 1.7546798428555094e-05, + "loss": 0.0321, + "step": 29588 + }, + { + "epoch": 25.09669211195929, + "grad_norm": 0.9962081480405816, + "learning_rate": 1.7546618194540962e-05, + "loss": 0.0344, + "step": 29589 + }, + { + "epoch": 25.09754028837998, + "grad_norm": 0.9413703151682302, + "learning_rate": 1.7546437954831998e-05, + "loss": 0.0338, + "step": 29590 + }, + { + "epoch": 25.098388464800678, + "grad_norm": 0.9697588823732954, + "learning_rate": 1.7546257709428333e-05, + "loss": 0.0334, + "step": 29591 + }, + { + "epoch": 25.099236641221374, + "grad_norm": 1.1178813600637674, + "learning_rate": 1.7546077458330105e-05, + "loss": 0.0388, + "step": 29592 + }, + { + "epoch": 25.10008481764207, + "grad_norm": 0.9169977511762968, + "learning_rate": 1.7545897201537455e-05, + "loss": 0.0344, + "step": 29593 + }, + { + "epoch": 25.100932994062767, + "grad_norm": 0.9070013533561687, + "learning_rate": 1.754571693905051e-05, + "loss": 0.0339, + "step": 29594 + }, + { + "epoch": 25.10178117048346, + "grad_norm": 0.8782849623202394, + "learning_rate": 1.754553667086942e-05, + "loss": 0.0318, + "step": 29595 + }, + { + "epoch": 25.102629346904155, + "grad_norm": 0.9874683506539658, + "learning_rate": 1.7545356396994306e-05, + "loss": 0.0336, + "step": 29596 + }, + { + "epoch": 25.10347752332485, + "grad_norm": 1.0041252649983041, + "learning_rate": 1.7545176117425313e-05, + "loss": 0.0333, + "step": 29597 + }, + { + "epoch": 25.104325699745548, + "grad_norm": 0.9320076133771156, + "learning_rate": 1.754499583216257e-05, + "loss": 0.0312, + "step": 29598 + }, + { + "epoch": 25.105173876166244, + "grad_norm": 0.9018303790005038, + "learning_rate": 1.7544815541206226e-05, + "loss": 0.0307, + "step": 29599 + }, + { + "epoch": 25.106022052586937, + "grad_norm": 0.8050447845179619, + "learning_rate": 1.7544635244556403e-05, + "loss": 0.0317, + "step": 29600 + }, + { + "epoch": 25.106870229007633, + "grad_norm": 1.1025748855121922, + "learning_rate": 1.7544454942213245e-05, + "loss": 0.0365, + "step": 29601 + }, + { + "epoch": 25.10771840542833, + "grad_norm": 0.9386220574211086, + "learning_rate": 1.7544274634176884e-05, + "loss": 0.0317, + "step": 29602 + }, + { + "epoch": 25.108566581849026, + "grad_norm": 1.0374286961809018, + "learning_rate": 1.754409432044746e-05, + "loss": 0.0347, + "step": 29603 + }, + { + "epoch": 25.109414758269722, + "grad_norm": 0.8440910768321829, + "learning_rate": 1.75439140010251e-05, + "loss": 0.0346, + "step": 29604 + }, + { + "epoch": 25.110262934690414, + "grad_norm": 0.9459769952372783, + "learning_rate": 1.7543733675909954e-05, + "loss": 0.0353, + "step": 29605 + }, + { + "epoch": 25.11111111111111, + "grad_norm": 1.0951119412323087, + "learning_rate": 1.7543553345102152e-05, + "loss": 0.0354, + "step": 29606 + }, + { + "epoch": 25.111959287531807, + "grad_norm": 0.9045704336922243, + "learning_rate": 1.7543373008601824e-05, + "loss": 0.03, + "step": 29607 + }, + { + "epoch": 25.112807463952503, + "grad_norm": 1.1472764933608077, + "learning_rate": 1.7543192666409114e-05, + "loss": 0.0355, + "step": 29608 + }, + { + "epoch": 25.113655640373196, + "grad_norm": 1.2432034136033272, + "learning_rate": 1.7543012318524155e-05, + "loss": 0.0378, + "step": 29609 + }, + { + "epoch": 25.114503816793892, + "grad_norm": 0.9122310112822803, + "learning_rate": 1.754283196494708e-05, + "loss": 0.0339, + "step": 29610 + }, + { + "epoch": 25.11535199321459, + "grad_norm": 0.9871444920746939, + "learning_rate": 1.7542651605678034e-05, + "loss": 0.0349, + "step": 29611 + }, + { + "epoch": 25.116200169635285, + "grad_norm": 0.9087919924739187, + "learning_rate": 1.7542471240717146e-05, + "loss": 0.0316, + "step": 29612 + }, + { + "epoch": 25.11704834605598, + "grad_norm": 1.047526370965865, + "learning_rate": 1.7542290870064555e-05, + "loss": 0.0325, + "step": 29613 + }, + { + "epoch": 25.117896522476673, + "grad_norm": 1.1471346880355513, + "learning_rate": 1.7542110493720394e-05, + "loss": 0.0349, + "step": 29614 + }, + { + "epoch": 25.11874469889737, + "grad_norm": 0.8206158785745705, + "learning_rate": 1.75419301116848e-05, + "loss": 0.0329, + "step": 29615 + }, + { + "epoch": 25.119592875318066, + "grad_norm": 0.9487372043159115, + "learning_rate": 1.754174972395791e-05, + "loss": 0.0337, + "step": 29616 + }, + { + "epoch": 25.120441051738762, + "grad_norm": 0.8114231514605798, + "learning_rate": 1.754156933053986e-05, + "loss": 0.0328, + "step": 29617 + }, + { + "epoch": 25.12128922815946, + "grad_norm": 0.9663539914797746, + "learning_rate": 1.7541388931430787e-05, + "loss": 0.0351, + "step": 29618 + }, + { + "epoch": 25.12213740458015, + "grad_norm": 0.745757925300437, + "learning_rate": 1.7541208526630828e-05, + "loss": 0.0325, + "step": 29619 + }, + { + "epoch": 25.122985581000847, + "grad_norm": 0.976034440619921, + "learning_rate": 1.7541028116140116e-05, + "loss": 0.0325, + "step": 29620 + }, + { + "epoch": 25.123833757421544, + "grad_norm": 0.8836850353378223, + "learning_rate": 1.754084769995879e-05, + "loss": 0.0288, + "step": 29621 + }, + { + "epoch": 25.12468193384224, + "grad_norm": 0.9030575486048099, + "learning_rate": 1.7540667278086984e-05, + "loss": 0.0303, + "step": 29622 + }, + { + "epoch": 25.125530110262936, + "grad_norm": 0.7436570872179653, + "learning_rate": 1.7540486850524835e-05, + "loss": 0.0312, + "step": 29623 + }, + { + "epoch": 25.12637828668363, + "grad_norm": 0.9898365156434429, + "learning_rate": 1.7540306417272477e-05, + "loss": 0.0328, + "step": 29624 + }, + { + "epoch": 25.127226463104325, + "grad_norm": 1.0849813952257832, + "learning_rate": 1.754012597833005e-05, + "loss": 0.0361, + "step": 29625 + }, + { + "epoch": 25.12807463952502, + "grad_norm": 0.7789537087521562, + "learning_rate": 1.753994553369769e-05, + "loss": 0.0335, + "step": 29626 + }, + { + "epoch": 25.128922815945717, + "grad_norm": 0.9898639938981597, + "learning_rate": 1.753976508337553e-05, + "loss": 0.0296, + "step": 29627 + }, + { + "epoch": 25.129770992366414, + "grad_norm": 0.8517107036790392, + "learning_rate": 1.7539584627363707e-05, + "loss": 0.0345, + "step": 29628 + }, + { + "epoch": 25.130619168787106, + "grad_norm": 0.9609838767225769, + "learning_rate": 1.753940416566236e-05, + "loss": 0.0324, + "step": 29629 + }, + { + "epoch": 25.131467345207803, + "grad_norm": 0.9499753603122979, + "learning_rate": 1.753922369827162e-05, + "loss": 0.0314, + "step": 29630 + }, + { + "epoch": 25.1323155216285, + "grad_norm": 0.8842086369905995, + "learning_rate": 1.753904322519163e-05, + "loss": 0.0325, + "step": 29631 + }, + { + "epoch": 25.133163698049195, + "grad_norm": 1.0577216571308574, + "learning_rate": 1.753886274642252e-05, + "loss": 0.0342, + "step": 29632 + }, + { + "epoch": 25.13401187446989, + "grad_norm": 1.0450305879839468, + "learning_rate": 1.7538682261964434e-05, + "loss": 0.0346, + "step": 29633 + }, + { + "epoch": 25.134860050890584, + "grad_norm": 0.9005519221173108, + "learning_rate": 1.7538501771817497e-05, + "loss": 0.0315, + "step": 29634 + }, + { + "epoch": 25.13570822731128, + "grad_norm": 0.7474777908083701, + "learning_rate": 1.7538321275981856e-05, + "loss": 0.0308, + "step": 29635 + }, + { + "epoch": 25.136556403731976, + "grad_norm": 0.7706032842604302, + "learning_rate": 1.753814077445764e-05, + "loss": 0.0311, + "step": 29636 + }, + { + "epoch": 25.137404580152673, + "grad_norm": 0.8627923870787969, + "learning_rate": 1.7537960267244984e-05, + "loss": 0.0327, + "step": 29637 + }, + { + "epoch": 25.13825275657337, + "grad_norm": 0.8210859831191101, + "learning_rate": 1.7537779754344032e-05, + "loss": 0.0338, + "step": 29638 + }, + { + "epoch": 25.13910093299406, + "grad_norm": 0.9147615298498311, + "learning_rate": 1.7537599235754914e-05, + "loss": 0.0316, + "step": 29639 + }, + { + "epoch": 25.139949109414758, + "grad_norm": 0.9453674225632112, + "learning_rate": 1.753741871147777e-05, + "loss": 0.0351, + "step": 29640 + }, + { + "epoch": 25.140797285835454, + "grad_norm": 0.7930213139638801, + "learning_rate": 1.7537238181512733e-05, + "loss": 0.0316, + "step": 29641 + }, + { + "epoch": 25.14164546225615, + "grad_norm": 1.0311164730177045, + "learning_rate": 1.753705764585994e-05, + "loss": 0.0365, + "step": 29642 + }, + { + "epoch": 25.142493638676847, + "grad_norm": 0.9638874032008069, + "learning_rate": 1.753687710451953e-05, + "loss": 0.0348, + "step": 29643 + }, + { + "epoch": 25.14334181509754, + "grad_norm": 0.915031182514666, + "learning_rate": 1.7536696557491634e-05, + "loss": 0.0342, + "step": 29644 + }, + { + "epoch": 25.144189991518235, + "grad_norm": 1.0061035513765455, + "learning_rate": 1.7536516004776393e-05, + "loss": 0.0362, + "step": 29645 + }, + { + "epoch": 25.14503816793893, + "grad_norm": 0.9393508171099816, + "learning_rate": 1.7536335446373945e-05, + "loss": 0.0362, + "step": 29646 + }, + { + "epoch": 25.145886344359628, + "grad_norm": 1.0821700596750767, + "learning_rate": 1.753615488228442e-05, + "loss": 0.0378, + "step": 29647 + }, + { + "epoch": 25.14673452078032, + "grad_norm": 0.9749304282397019, + "learning_rate": 1.7535974312507956e-05, + "loss": 0.0364, + "step": 29648 + }, + { + "epoch": 25.147582697201017, + "grad_norm": 1.158612074605864, + "learning_rate": 1.7535793737044692e-05, + "loss": 0.0363, + "step": 29649 + }, + { + "epoch": 25.148430873621713, + "grad_norm": 0.8774473704873456, + "learning_rate": 1.7535613155894765e-05, + "loss": 0.0353, + "step": 29650 + }, + { + "epoch": 25.14927905004241, + "grad_norm": 1.026593286145414, + "learning_rate": 1.7535432569058305e-05, + "loss": 0.0352, + "step": 29651 + }, + { + "epoch": 25.150127226463106, + "grad_norm": 1.2821928493375836, + "learning_rate": 1.7535251976535453e-05, + "loss": 0.0382, + "step": 29652 + }, + { + "epoch": 25.150975402883798, + "grad_norm": 0.8287597802198551, + "learning_rate": 1.7535071378326346e-05, + "loss": 0.0329, + "step": 29653 + }, + { + "epoch": 25.151823579304494, + "grad_norm": 0.900707277193101, + "learning_rate": 1.7534890774431117e-05, + "loss": 0.035, + "step": 29654 + }, + { + "epoch": 25.15267175572519, + "grad_norm": 0.8475299661075798, + "learning_rate": 1.7534710164849905e-05, + "loss": 0.0317, + "step": 29655 + }, + { + "epoch": 25.153519932145887, + "grad_norm": 1.0171644321198499, + "learning_rate": 1.7534529549582842e-05, + "loss": 0.0324, + "step": 29656 + }, + { + "epoch": 25.154368108566583, + "grad_norm": 0.9559407813577904, + "learning_rate": 1.753434892863007e-05, + "loss": 0.0348, + "step": 29657 + }, + { + "epoch": 25.155216284987276, + "grad_norm": 1.028199267021187, + "learning_rate": 1.7534168301991726e-05, + "loss": 0.0348, + "step": 29658 + }, + { + "epoch": 25.156064461407972, + "grad_norm": 0.9722387603577246, + "learning_rate": 1.753398766966794e-05, + "loss": 0.0339, + "step": 29659 + }, + { + "epoch": 25.15691263782867, + "grad_norm": 0.9669553702072714, + "learning_rate": 1.7533807031658856e-05, + "loss": 0.0357, + "step": 29660 + }, + { + "epoch": 25.157760814249365, + "grad_norm": 0.9692879228535809, + "learning_rate": 1.75336263879646e-05, + "loss": 0.0343, + "step": 29661 + }, + { + "epoch": 25.15860899067006, + "grad_norm": 0.8841890406021795, + "learning_rate": 1.7533445738585317e-05, + "loss": 0.0327, + "step": 29662 + }, + { + "epoch": 25.159457167090753, + "grad_norm": 0.9243399570054033, + "learning_rate": 1.7533265083521143e-05, + "loss": 0.0325, + "step": 29663 + }, + { + "epoch": 25.16030534351145, + "grad_norm": 0.9612738948826643, + "learning_rate": 1.753308442277221e-05, + "loss": 0.0322, + "step": 29664 + }, + { + "epoch": 25.161153519932146, + "grad_norm": 1.031850163391537, + "learning_rate": 1.7532903756338654e-05, + "loss": 0.0351, + "step": 29665 + }, + { + "epoch": 25.162001696352842, + "grad_norm": 1.129176164397736, + "learning_rate": 1.7532723084220613e-05, + "loss": 0.0368, + "step": 29666 + }, + { + "epoch": 25.16284987277354, + "grad_norm": 1.0657335929132827, + "learning_rate": 1.7532542406418226e-05, + "loss": 0.0356, + "step": 29667 + }, + { + "epoch": 25.16369804919423, + "grad_norm": 0.9917439029175474, + "learning_rate": 1.7532361722931628e-05, + "loss": 0.0335, + "step": 29668 + }, + { + "epoch": 25.164546225614927, + "grad_norm": 0.8479003761409287, + "learning_rate": 1.7532181033760954e-05, + "loss": 0.0344, + "step": 29669 + }, + { + "epoch": 25.165394402035624, + "grad_norm": 1.008531461492341, + "learning_rate": 1.753200033890634e-05, + "loss": 0.0335, + "step": 29670 + }, + { + "epoch": 25.16624257845632, + "grad_norm": 0.8712224118086315, + "learning_rate": 1.753181963836792e-05, + "loss": 0.0355, + "step": 29671 + }, + { + "epoch": 25.167090754877016, + "grad_norm": 0.8742595463725421, + "learning_rate": 1.753163893214584e-05, + "loss": 0.0308, + "step": 29672 + }, + { + "epoch": 25.16793893129771, + "grad_norm": 0.8906539674236374, + "learning_rate": 1.7531458220240226e-05, + "loss": 0.0336, + "step": 29673 + }, + { + "epoch": 25.168787107718405, + "grad_norm": 0.9387089255124905, + "learning_rate": 1.7531277502651218e-05, + "loss": 0.0335, + "step": 29674 + }, + { + "epoch": 25.1696352841391, + "grad_norm": 1.1787342066514397, + "learning_rate": 1.7531096779378957e-05, + "loss": 0.0364, + "step": 29675 + }, + { + "epoch": 25.170483460559797, + "grad_norm": 0.9193763172191467, + "learning_rate": 1.7530916050423572e-05, + "loss": 0.0344, + "step": 29676 + }, + { + "epoch": 25.171331636980494, + "grad_norm": 0.9517852003706653, + "learning_rate": 1.75307353157852e-05, + "loss": 0.0348, + "step": 29677 + }, + { + "epoch": 25.172179813401186, + "grad_norm": 0.9027982835872381, + "learning_rate": 1.7530554575463985e-05, + "loss": 0.0343, + "step": 29678 + }, + { + "epoch": 25.173027989821882, + "grad_norm": 0.9768303142252807, + "learning_rate": 1.7530373829460056e-05, + "loss": 0.0347, + "step": 29679 + }, + { + "epoch": 25.17387616624258, + "grad_norm": 1.065621767556759, + "learning_rate": 1.7530193077773553e-05, + "loss": 0.0341, + "step": 29680 + }, + { + "epoch": 25.174724342663275, + "grad_norm": 0.912849647723553, + "learning_rate": 1.7530012320404608e-05, + "loss": 0.0328, + "step": 29681 + }, + { + "epoch": 25.17557251908397, + "grad_norm": 0.8752586686017505, + "learning_rate": 1.7529831557353362e-05, + "loss": 0.0346, + "step": 29682 + }, + { + "epoch": 25.176420695504664, + "grad_norm": 1.1164293087076864, + "learning_rate": 1.752965078861995e-05, + "loss": 0.038, + "step": 29683 + }, + { + "epoch": 25.17726887192536, + "grad_norm": 1.0808040419009906, + "learning_rate": 1.752947001420451e-05, + "loss": 0.0374, + "step": 29684 + }, + { + "epoch": 25.178117048346056, + "grad_norm": 0.9852705525682638, + "learning_rate": 1.7529289234107172e-05, + "loss": 0.0335, + "step": 29685 + }, + { + "epoch": 25.178965224766753, + "grad_norm": 0.9351014709224149, + "learning_rate": 1.752910844832808e-05, + "loss": 0.0353, + "step": 29686 + }, + { + "epoch": 25.179813401187445, + "grad_norm": 0.8859532021231907, + "learning_rate": 1.752892765686737e-05, + "loss": 0.0346, + "step": 29687 + }, + { + "epoch": 25.18066157760814, + "grad_norm": 0.93535434772227, + "learning_rate": 1.7528746859725173e-05, + "loss": 0.0306, + "step": 29688 + }, + { + "epoch": 25.181509754028838, + "grad_norm": 1.054938183594779, + "learning_rate": 1.7528566056901627e-05, + "loss": 0.0341, + "step": 29689 + }, + { + "epoch": 25.182357930449534, + "grad_norm": 0.9942663681074926, + "learning_rate": 1.7528385248396873e-05, + "loss": 0.0336, + "step": 29690 + }, + { + "epoch": 25.18320610687023, + "grad_norm": 0.9361321481421349, + "learning_rate": 1.7528204434211044e-05, + "loss": 0.0365, + "step": 29691 + }, + { + "epoch": 25.184054283290923, + "grad_norm": 1.0506938710737164, + "learning_rate": 1.7528023614344274e-05, + "loss": 0.0349, + "step": 29692 + }, + { + "epoch": 25.18490245971162, + "grad_norm": 0.8888794680081831, + "learning_rate": 1.7527842788796705e-05, + "loss": 0.0321, + "step": 29693 + }, + { + "epoch": 25.185750636132315, + "grad_norm": 0.8645335548848331, + "learning_rate": 1.7527661957568468e-05, + "loss": 0.034, + "step": 29694 + }, + { + "epoch": 25.18659881255301, + "grad_norm": 0.9975781113738266, + "learning_rate": 1.7527481120659704e-05, + "loss": 0.0355, + "step": 29695 + }, + { + "epoch": 25.187446988973708, + "grad_norm": 1.0354770018536783, + "learning_rate": 1.7527300278070546e-05, + "loss": 0.0362, + "step": 29696 + }, + { + "epoch": 25.1882951653944, + "grad_norm": 1.1163813977469126, + "learning_rate": 1.7527119429801135e-05, + "loss": 0.037, + "step": 29697 + }, + { + "epoch": 25.189143341815097, + "grad_norm": 0.9912696022200896, + "learning_rate": 1.7526938575851602e-05, + "loss": 0.0324, + "step": 29698 + }, + { + "epoch": 25.189991518235793, + "grad_norm": 0.8818388412778193, + "learning_rate": 1.7526757716222087e-05, + "loss": 0.0375, + "step": 29699 + }, + { + "epoch": 25.19083969465649, + "grad_norm": 0.8712966675570435, + "learning_rate": 1.7526576850912724e-05, + "loss": 0.033, + "step": 29700 + }, + { + "epoch": 25.191687871077185, + "grad_norm": 0.8305267695779235, + "learning_rate": 1.7526395979923653e-05, + "loss": 0.0327, + "step": 29701 + }, + { + "epoch": 25.192536047497878, + "grad_norm": 0.7892410201960858, + "learning_rate": 1.752621510325501e-05, + "loss": 0.0324, + "step": 29702 + }, + { + "epoch": 25.193384223918574, + "grad_norm": 0.9534631132022454, + "learning_rate": 1.7526034220906925e-05, + "loss": 0.0333, + "step": 29703 + }, + { + "epoch": 25.19423240033927, + "grad_norm": 0.93789195816079, + "learning_rate": 1.752585333287954e-05, + "loss": 0.0364, + "step": 29704 + }, + { + "epoch": 25.195080576759967, + "grad_norm": 0.8285521495780801, + "learning_rate": 1.7525672439172994e-05, + "loss": 0.0348, + "step": 29705 + }, + { + "epoch": 25.195928753180663, + "grad_norm": 0.972199262885496, + "learning_rate": 1.752549153978742e-05, + "loss": 0.0322, + "step": 29706 + }, + { + "epoch": 25.196776929601356, + "grad_norm": 1.0303504400000492, + "learning_rate": 1.7525310634722954e-05, + "loss": 0.0349, + "step": 29707 + }, + { + "epoch": 25.197625106022052, + "grad_norm": 0.8678040388295541, + "learning_rate": 1.7525129723979733e-05, + "loss": 0.0355, + "step": 29708 + }, + { + "epoch": 25.198473282442748, + "grad_norm": 0.8751479725858302, + "learning_rate": 1.7524948807557895e-05, + "loss": 0.0305, + "step": 29709 + }, + { + "epoch": 25.199321458863444, + "grad_norm": 0.8086460175072362, + "learning_rate": 1.7524767885457575e-05, + "loss": 0.0336, + "step": 29710 + }, + { + "epoch": 25.20016963528414, + "grad_norm": 0.9567837413740896, + "learning_rate": 1.752458695767891e-05, + "loss": 0.0328, + "step": 29711 + }, + { + "epoch": 25.201017811704833, + "grad_norm": 0.8953693431028646, + "learning_rate": 1.7524406024222036e-05, + "loss": 0.0327, + "step": 29712 + }, + { + "epoch": 25.20186598812553, + "grad_norm": 1.1748780175658988, + "learning_rate": 1.752422508508709e-05, + "loss": 0.038, + "step": 29713 + }, + { + "epoch": 25.202714164546226, + "grad_norm": 1.332044682014815, + "learning_rate": 1.752404414027421e-05, + "loss": 0.0397, + "step": 29714 + }, + { + "epoch": 25.203562340966922, + "grad_norm": 0.9488138975813312, + "learning_rate": 1.752386318978353e-05, + "loss": 0.0358, + "step": 29715 + }, + { + "epoch": 25.20441051738762, + "grad_norm": 1.1574207990255652, + "learning_rate": 1.752368223361519e-05, + "loss": 0.0382, + "step": 29716 + }, + { + "epoch": 25.20525869380831, + "grad_norm": 0.9617140784802184, + "learning_rate": 1.752350127176932e-05, + "loss": 0.035, + "step": 29717 + }, + { + "epoch": 25.206106870229007, + "grad_norm": 0.8509808937472759, + "learning_rate": 1.7523320304246066e-05, + "loss": 0.0322, + "step": 29718 + }, + { + "epoch": 25.206955046649703, + "grad_norm": 0.9813018203143538, + "learning_rate": 1.7523139331045556e-05, + "loss": 0.0361, + "step": 29719 + }, + { + "epoch": 25.2078032230704, + "grad_norm": 1.0304542904852667, + "learning_rate": 1.752295835216793e-05, + "loss": 0.0346, + "step": 29720 + }, + { + "epoch": 25.208651399491096, + "grad_norm": 1.0446253822851657, + "learning_rate": 1.7522777367613324e-05, + "loss": 0.0336, + "step": 29721 + }, + { + "epoch": 25.20949957591179, + "grad_norm": 0.7592169346692494, + "learning_rate": 1.7522596377381875e-05, + "loss": 0.0321, + "step": 29722 + }, + { + "epoch": 25.210347752332485, + "grad_norm": 0.9423284198580373, + "learning_rate": 1.7522415381473723e-05, + "loss": 0.0337, + "step": 29723 + }, + { + "epoch": 25.21119592875318, + "grad_norm": 1.0786811330343717, + "learning_rate": 1.7522234379888998e-05, + "loss": 0.0323, + "step": 29724 + }, + { + "epoch": 25.212044105173877, + "grad_norm": 1.092212457667822, + "learning_rate": 1.752205337262784e-05, + "loss": 0.0354, + "step": 29725 + }, + { + "epoch": 25.21289228159457, + "grad_norm": 1.0551253926280844, + "learning_rate": 1.752187235969039e-05, + "loss": 0.0366, + "step": 29726 + }, + { + "epoch": 25.213740458015266, + "grad_norm": 0.8618525303351865, + "learning_rate": 1.7521691341076774e-05, + "loss": 0.0319, + "step": 29727 + }, + { + "epoch": 25.214588634435962, + "grad_norm": 0.9111443780195451, + "learning_rate": 1.7521510316787136e-05, + "loss": 0.0324, + "step": 29728 + }, + { + "epoch": 25.21543681085666, + "grad_norm": 0.9127598563297384, + "learning_rate": 1.7521329286821613e-05, + "loss": 0.0333, + "step": 29729 + }, + { + "epoch": 25.216284987277355, + "grad_norm": 0.9090294233963158, + "learning_rate": 1.7521148251180338e-05, + "loss": 0.0332, + "step": 29730 + }, + { + "epoch": 25.217133163698048, + "grad_norm": 0.9527130480657819, + "learning_rate": 1.752096720986345e-05, + "loss": 0.0372, + "step": 29731 + }, + { + "epoch": 25.217981340118744, + "grad_norm": 0.9785363909735585, + "learning_rate": 1.7520786162871085e-05, + "loss": 0.0342, + "step": 29732 + }, + { + "epoch": 25.21882951653944, + "grad_norm": 0.9061311629148283, + "learning_rate": 1.7520605110203384e-05, + "loss": 0.0329, + "step": 29733 + }, + { + "epoch": 25.219677692960136, + "grad_norm": 1.0612838446366573, + "learning_rate": 1.7520424051860475e-05, + "loss": 0.0404, + "step": 29734 + }, + { + "epoch": 25.220525869380833, + "grad_norm": 0.8759656012060415, + "learning_rate": 1.75202429878425e-05, + "loss": 0.0336, + "step": 29735 + }, + { + "epoch": 25.221374045801525, + "grad_norm": 0.8626414169597767, + "learning_rate": 1.7520061918149595e-05, + "loss": 0.0315, + "step": 29736 + }, + { + "epoch": 25.22222222222222, + "grad_norm": 1.0368441880889114, + "learning_rate": 1.7519880842781892e-05, + "loss": 0.034, + "step": 29737 + }, + { + "epoch": 25.223070398642918, + "grad_norm": 1.0098160015233342, + "learning_rate": 1.7519699761739536e-05, + "loss": 0.0323, + "step": 29738 + }, + { + "epoch": 25.223918575063614, + "grad_norm": 0.8281071320842668, + "learning_rate": 1.7519518675022656e-05, + "loss": 0.034, + "step": 29739 + }, + { + "epoch": 25.22476675148431, + "grad_norm": 0.9717207106710131, + "learning_rate": 1.7519337582631397e-05, + "loss": 0.0348, + "step": 29740 + }, + { + "epoch": 25.225614927905003, + "grad_norm": 1.0553683691780273, + "learning_rate": 1.751915648456589e-05, + "loss": 0.0391, + "step": 29741 + }, + { + "epoch": 25.2264631043257, + "grad_norm": 1.1208765924303292, + "learning_rate": 1.751897538082627e-05, + "loss": 0.035, + "step": 29742 + }, + { + "epoch": 25.227311280746395, + "grad_norm": 1.0118718148750903, + "learning_rate": 1.751879427141268e-05, + "loss": 0.0308, + "step": 29743 + }, + { + "epoch": 25.22815945716709, + "grad_norm": 0.8788363968936033, + "learning_rate": 1.751861315632525e-05, + "loss": 0.0333, + "step": 29744 + }, + { + "epoch": 25.229007633587788, + "grad_norm": 0.8648016414850294, + "learning_rate": 1.751843203556412e-05, + "loss": 0.0334, + "step": 29745 + }, + { + "epoch": 25.22985581000848, + "grad_norm": 0.9384904236692775, + "learning_rate": 1.7518250909129425e-05, + "loss": 0.0325, + "step": 29746 + }, + { + "epoch": 25.230703986429177, + "grad_norm": 0.8049467380261937, + "learning_rate": 1.7518069777021303e-05, + "loss": 0.0329, + "step": 29747 + }, + { + "epoch": 25.231552162849873, + "grad_norm": 0.9858754707166568, + "learning_rate": 1.7517888639239893e-05, + "loss": 0.0324, + "step": 29748 + }, + { + "epoch": 25.23240033927057, + "grad_norm": 1.151751672945087, + "learning_rate": 1.7517707495785327e-05, + "loss": 0.0365, + "step": 29749 + }, + { + "epoch": 25.233248515691265, + "grad_norm": 0.7069219440441481, + "learning_rate": 1.7517526346657745e-05, + "loss": 0.033, + "step": 29750 + }, + { + "epoch": 25.234096692111958, + "grad_norm": 0.9891149929311839, + "learning_rate": 1.751734519185728e-05, + "loss": 0.0376, + "step": 29751 + }, + { + "epoch": 25.234944868532654, + "grad_norm": 1.049098167636454, + "learning_rate": 1.7517164031384075e-05, + "loss": 0.0366, + "step": 29752 + }, + { + "epoch": 25.23579304495335, + "grad_norm": 0.9069141299733058, + "learning_rate": 1.751698286523826e-05, + "loss": 0.033, + "step": 29753 + }, + { + "epoch": 25.236641221374047, + "grad_norm": 0.938828701260693, + "learning_rate": 1.751680169341998e-05, + "loss": 0.0349, + "step": 29754 + }, + { + "epoch": 25.237489397794743, + "grad_norm": 1.076249927028901, + "learning_rate": 1.751662051592936e-05, + "loss": 0.0395, + "step": 29755 + }, + { + "epoch": 25.238337574215436, + "grad_norm": 0.9266734483545006, + "learning_rate": 1.7516439332766547e-05, + "loss": 0.0336, + "step": 29756 + }, + { + "epoch": 25.239185750636132, + "grad_norm": 1.085101437230332, + "learning_rate": 1.7516258143931673e-05, + "loss": 0.0351, + "step": 29757 + }, + { + "epoch": 25.240033927056828, + "grad_norm": 0.8257948580387643, + "learning_rate": 1.7516076949424876e-05, + "loss": 0.0301, + "step": 29758 + }, + { + "epoch": 25.240882103477524, + "grad_norm": 1.0662964646076207, + "learning_rate": 1.751589574924629e-05, + "loss": 0.0339, + "step": 29759 + }, + { + "epoch": 25.24173027989822, + "grad_norm": 0.8944554279881436, + "learning_rate": 1.7515714543396055e-05, + "loss": 0.034, + "step": 29760 + }, + { + "epoch": 25.242578456318913, + "grad_norm": 1.0587245012583353, + "learning_rate": 1.751553333187431e-05, + "loss": 0.0382, + "step": 29761 + }, + { + "epoch": 25.24342663273961, + "grad_norm": 0.8592496686970738, + "learning_rate": 1.7515352114681187e-05, + "loss": 0.0327, + "step": 29762 + }, + { + "epoch": 25.244274809160306, + "grad_norm": 0.9526781385594959, + "learning_rate": 1.7515170891816825e-05, + "loss": 0.0337, + "step": 29763 + }, + { + "epoch": 25.245122985581002, + "grad_norm": 0.9642445076290463, + "learning_rate": 1.7514989663281358e-05, + "loss": 0.0359, + "step": 29764 + }, + { + "epoch": 25.245971162001695, + "grad_norm": 0.9655425461513358, + "learning_rate": 1.7514808429074923e-05, + "loss": 0.034, + "step": 29765 + }, + { + "epoch": 25.24681933842239, + "grad_norm": 0.9086580380756648, + "learning_rate": 1.751462718919766e-05, + "loss": 0.0345, + "step": 29766 + }, + { + "epoch": 25.247667514843087, + "grad_norm": 0.9499797311768573, + "learning_rate": 1.751444594364971e-05, + "loss": 0.0315, + "step": 29767 + }, + { + "epoch": 25.248515691263783, + "grad_norm": 1.0009787081494668, + "learning_rate": 1.7514264692431197e-05, + "loss": 0.0331, + "step": 29768 + }, + { + "epoch": 25.24936386768448, + "grad_norm": 0.9343349787181037, + "learning_rate": 1.7514083435542267e-05, + "loss": 0.0341, + "step": 29769 + }, + { + "epoch": 25.250212044105172, + "grad_norm": 1.1429558413259453, + "learning_rate": 1.7513902172983058e-05, + "loss": 0.0357, + "step": 29770 + }, + { + "epoch": 25.25106022052587, + "grad_norm": 0.99167320865379, + "learning_rate": 1.75137209047537e-05, + "loss": 0.0327, + "step": 29771 + }, + { + "epoch": 25.251908396946565, + "grad_norm": 0.9013783405830865, + "learning_rate": 1.7513539630854334e-05, + "loss": 0.0341, + "step": 29772 + }, + { + "epoch": 25.25275657336726, + "grad_norm": 0.942070734915146, + "learning_rate": 1.7513358351285098e-05, + "loss": 0.0328, + "step": 29773 + }, + { + "epoch": 25.253604749787957, + "grad_norm": 0.966814594734948, + "learning_rate": 1.7513177066046124e-05, + "loss": 0.0335, + "step": 29774 + }, + { + "epoch": 25.25445292620865, + "grad_norm": 0.8615688384681346, + "learning_rate": 1.7512995775137553e-05, + "loss": 0.0342, + "step": 29775 + }, + { + "epoch": 25.255301102629346, + "grad_norm": 1.0682413289530979, + "learning_rate": 1.751281447855952e-05, + "loss": 0.0373, + "step": 29776 + }, + { + "epoch": 25.256149279050042, + "grad_norm": 0.8310561620050609, + "learning_rate": 1.7512633176312164e-05, + "loss": 0.0348, + "step": 29777 + }, + { + "epoch": 25.25699745547074, + "grad_norm": 0.9354594302134406, + "learning_rate": 1.7512451868395618e-05, + "loss": 0.0346, + "step": 29778 + }, + { + "epoch": 25.257845631891435, + "grad_norm": 0.8677179784711637, + "learning_rate": 1.7512270554810022e-05, + "loss": 0.0326, + "step": 29779 + }, + { + "epoch": 25.258693808312128, + "grad_norm": 0.9078349300630941, + "learning_rate": 1.751208923555551e-05, + "loss": 0.0326, + "step": 29780 + }, + { + "epoch": 25.259541984732824, + "grad_norm": 0.9286670510809063, + "learning_rate": 1.7511907910632223e-05, + "loss": 0.0335, + "step": 29781 + }, + { + "epoch": 25.26039016115352, + "grad_norm": 0.9991730128940192, + "learning_rate": 1.7511726580040297e-05, + "loss": 0.0368, + "step": 29782 + }, + { + "epoch": 25.261238337574216, + "grad_norm": 1.085049573335989, + "learning_rate": 1.7511545243779863e-05, + "loss": 0.039, + "step": 29783 + }, + { + "epoch": 25.262086513994912, + "grad_norm": 1.1947654008396527, + "learning_rate": 1.7511363901851065e-05, + "loss": 0.034, + "step": 29784 + }, + { + "epoch": 25.262934690415605, + "grad_norm": 0.9795215340425825, + "learning_rate": 1.7511182554254037e-05, + "loss": 0.0343, + "step": 29785 + }, + { + "epoch": 25.2637828668363, + "grad_norm": 0.9249041247125255, + "learning_rate": 1.7511001200988916e-05, + "loss": 0.0338, + "step": 29786 + }, + { + "epoch": 25.264631043256998, + "grad_norm": 0.8740121978911195, + "learning_rate": 1.7510819842055836e-05, + "loss": 0.0343, + "step": 29787 + }, + { + "epoch": 25.265479219677694, + "grad_norm": 0.9436151400595276, + "learning_rate": 1.7510638477454937e-05, + "loss": 0.0372, + "step": 29788 + }, + { + "epoch": 25.26632739609839, + "grad_norm": 0.9501310024700552, + "learning_rate": 1.7510457107186355e-05, + "loss": 0.0318, + "step": 29789 + }, + { + "epoch": 25.267175572519083, + "grad_norm": 1.0251492671884357, + "learning_rate": 1.7510275731250227e-05, + "loss": 0.0355, + "step": 29790 + }, + { + "epoch": 25.26802374893978, + "grad_norm": 0.858504694803304, + "learning_rate": 1.7510094349646694e-05, + "loss": 0.0336, + "step": 29791 + }, + { + "epoch": 25.268871925360475, + "grad_norm": 0.9768824633273067, + "learning_rate": 1.7509912962375886e-05, + "loss": 0.0348, + "step": 29792 + }, + { + "epoch": 25.26972010178117, + "grad_norm": 0.8166505104533462, + "learning_rate": 1.7509731569437944e-05, + "loss": 0.0338, + "step": 29793 + }, + { + "epoch": 25.270568278201868, + "grad_norm": 1.1625131649112725, + "learning_rate": 1.7509550170833002e-05, + "loss": 0.0366, + "step": 29794 + }, + { + "epoch": 25.27141645462256, + "grad_norm": 1.1999349917776554, + "learning_rate": 1.75093687665612e-05, + "loss": 0.0371, + "step": 29795 + }, + { + "epoch": 25.272264631043257, + "grad_norm": 1.010258394914985, + "learning_rate": 1.7509187356622673e-05, + "loss": 0.034, + "step": 29796 + }, + { + "epoch": 25.273112807463953, + "grad_norm": 0.9000294479041945, + "learning_rate": 1.750900594101756e-05, + "loss": 0.0337, + "step": 29797 + }, + { + "epoch": 25.27396098388465, + "grad_norm": 1.1212038878817892, + "learning_rate": 1.7508824519745996e-05, + "loss": 0.0353, + "step": 29798 + }, + { + "epoch": 25.274809160305345, + "grad_norm": 0.9259871216616259, + "learning_rate": 1.7508643092808114e-05, + "loss": 0.0327, + "step": 29799 + }, + { + "epoch": 25.275657336726038, + "grad_norm": 1.0062856805512994, + "learning_rate": 1.7508461660204056e-05, + "loss": 0.0352, + "step": 29800 + }, + { + "epoch": 25.276505513146734, + "grad_norm": 0.9228947788599363, + "learning_rate": 1.750828022193396e-05, + "loss": 0.0359, + "step": 29801 + }, + { + "epoch": 25.27735368956743, + "grad_norm": 0.9699141021118397, + "learning_rate": 1.7508098777997963e-05, + "loss": 0.0344, + "step": 29802 + }, + { + "epoch": 25.278201865988127, + "grad_norm": 1.1040432744459425, + "learning_rate": 1.7507917328396197e-05, + "loss": 0.0336, + "step": 29803 + }, + { + "epoch": 25.27905004240882, + "grad_norm": 1.017420461269251, + "learning_rate": 1.7507735873128803e-05, + "loss": 0.0384, + "step": 29804 + }, + { + "epoch": 25.279898218829516, + "grad_norm": 0.8622572784402677, + "learning_rate": 1.7507554412195918e-05, + "loss": 0.0328, + "step": 29805 + }, + { + "epoch": 25.280746395250212, + "grad_norm": 0.8104376985835862, + "learning_rate": 1.7507372945597676e-05, + "loss": 0.0353, + "step": 29806 + }, + { + "epoch": 25.281594571670908, + "grad_norm": 1.0937162609142588, + "learning_rate": 1.7507191473334214e-05, + "loss": 0.0374, + "step": 29807 + }, + { + "epoch": 25.282442748091604, + "grad_norm": 1.1307278155729574, + "learning_rate": 1.7507009995405674e-05, + "loss": 0.0352, + "step": 29808 + }, + { + "epoch": 25.283290924512297, + "grad_norm": 1.0631760110391197, + "learning_rate": 1.7506828511812187e-05, + "loss": 0.0358, + "step": 29809 + }, + { + "epoch": 25.284139100932993, + "grad_norm": 0.9199676624805737, + "learning_rate": 1.7506647022553893e-05, + "loss": 0.0334, + "step": 29810 + }, + { + "epoch": 25.28498727735369, + "grad_norm": 0.9425166230585917, + "learning_rate": 1.7506465527630928e-05, + "loss": 0.0345, + "step": 29811 + }, + { + "epoch": 25.285835453774386, + "grad_norm": 1.0448904354335853, + "learning_rate": 1.7506284027043433e-05, + "loss": 0.038, + "step": 29812 + }, + { + "epoch": 25.286683630195082, + "grad_norm": 0.9939093843989973, + "learning_rate": 1.7506102520791537e-05, + "loss": 0.0353, + "step": 29813 + }, + { + "epoch": 25.287531806615775, + "grad_norm": 0.869292437020281, + "learning_rate": 1.7505921008875383e-05, + "loss": 0.0339, + "step": 29814 + }, + { + "epoch": 25.28837998303647, + "grad_norm": 0.9189950955082007, + "learning_rate": 1.7505739491295106e-05, + "loss": 0.0323, + "step": 29815 + }, + { + "epoch": 25.289228159457167, + "grad_norm": 0.9084286473980999, + "learning_rate": 1.750555796805084e-05, + "loss": 0.0341, + "step": 29816 + }, + { + "epoch": 25.290076335877863, + "grad_norm": 0.8840107135069851, + "learning_rate": 1.750537643914273e-05, + "loss": 0.0362, + "step": 29817 + }, + { + "epoch": 25.29092451229856, + "grad_norm": 1.0306072674251867, + "learning_rate": 1.7505194904570906e-05, + "loss": 0.036, + "step": 29818 + }, + { + "epoch": 25.291772688719252, + "grad_norm": 0.8715040422853808, + "learning_rate": 1.750501336433551e-05, + "loss": 0.0326, + "step": 29819 + }, + { + "epoch": 25.29262086513995, + "grad_norm": 0.9036565142310761, + "learning_rate": 1.750483181843667e-05, + "loss": 0.0319, + "step": 29820 + }, + { + "epoch": 25.293469041560645, + "grad_norm": 0.9959047379223793, + "learning_rate": 1.7504650266874534e-05, + "loss": 0.0365, + "step": 29821 + }, + { + "epoch": 25.29431721798134, + "grad_norm": 0.9648271499177884, + "learning_rate": 1.7504468709649235e-05, + "loss": 0.0355, + "step": 29822 + }, + { + "epoch": 25.295165394402037, + "grad_norm": 0.9764991218300908, + "learning_rate": 1.7504287146760905e-05, + "loss": 0.0347, + "step": 29823 + }, + { + "epoch": 25.29601357082273, + "grad_norm": 1.0404273532901585, + "learning_rate": 1.750410557820969e-05, + "loss": 0.0341, + "step": 29824 + }, + { + "epoch": 25.296861747243426, + "grad_norm": 0.9723343284007189, + "learning_rate": 1.7503924003995718e-05, + "loss": 0.0332, + "step": 29825 + }, + { + "epoch": 25.297709923664122, + "grad_norm": 1.0154858297325995, + "learning_rate": 1.7503742424119132e-05, + "loss": 0.0324, + "step": 29826 + }, + { + "epoch": 25.29855810008482, + "grad_norm": 0.9223995055987088, + "learning_rate": 1.7503560838580067e-05, + "loss": 0.0383, + "step": 29827 + }, + { + "epoch": 25.299406276505515, + "grad_norm": 0.8024103756066538, + "learning_rate": 1.750337924737866e-05, + "loss": 0.0319, + "step": 29828 + }, + { + "epoch": 25.300254452926207, + "grad_norm": 0.9108153133587485, + "learning_rate": 1.750319765051505e-05, + "loss": 0.0356, + "step": 29829 + }, + { + "epoch": 25.301102629346904, + "grad_norm": 0.9296745967995855, + "learning_rate": 1.7503016047989372e-05, + "loss": 0.0326, + "step": 29830 + }, + { + "epoch": 25.3019508057676, + "grad_norm": 0.8927033514608772, + "learning_rate": 1.750283443980176e-05, + "loss": 0.0316, + "step": 29831 + }, + { + "epoch": 25.302798982188296, + "grad_norm": 1.036510327068158, + "learning_rate": 1.750265282595236e-05, + "loss": 0.0353, + "step": 29832 + }, + { + "epoch": 25.303647158608992, + "grad_norm": 1.008068392783267, + "learning_rate": 1.7502471206441297e-05, + "loss": 0.038, + "step": 29833 + }, + { + "epoch": 25.304495335029685, + "grad_norm": 1.036133992673663, + "learning_rate": 1.750228958126872e-05, + "loss": 0.0374, + "step": 29834 + }, + { + "epoch": 25.30534351145038, + "grad_norm": 0.985401484556046, + "learning_rate": 1.7502107950434757e-05, + "loss": 0.0338, + "step": 29835 + }, + { + "epoch": 25.306191687871078, + "grad_norm": 1.0584938778808948, + "learning_rate": 1.7501926313939552e-05, + "loss": 0.0334, + "step": 29836 + }, + { + "epoch": 25.307039864291774, + "grad_norm": 0.8730276694073632, + "learning_rate": 1.7501744671783236e-05, + "loss": 0.0363, + "step": 29837 + }, + { + "epoch": 25.307888040712466, + "grad_norm": 1.0651010038889517, + "learning_rate": 1.750156302396595e-05, + "loss": 0.0349, + "step": 29838 + }, + { + "epoch": 25.308736217133163, + "grad_norm": 1.0440955801248324, + "learning_rate": 1.750138137048783e-05, + "loss": 0.0388, + "step": 29839 + }, + { + "epoch": 25.30958439355386, + "grad_norm": 0.8343710625247046, + "learning_rate": 1.750119971134901e-05, + "loss": 0.0315, + "step": 29840 + }, + { + "epoch": 25.310432569974555, + "grad_norm": 1.1439479781930177, + "learning_rate": 1.7501018046549637e-05, + "loss": 0.0372, + "step": 29841 + }, + { + "epoch": 25.31128074639525, + "grad_norm": 0.9787432821898083, + "learning_rate": 1.7500836376089837e-05, + "loss": 0.0338, + "step": 29842 + }, + { + "epoch": 25.312128922815944, + "grad_norm": 0.8847686831241609, + "learning_rate": 1.750065469996975e-05, + "loss": 0.0359, + "step": 29843 + }, + { + "epoch": 25.31297709923664, + "grad_norm": 1.0310172493693777, + "learning_rate": 1.7500473018189517e-05, + "loss": 0.0356, + "step": 29844 + }, + { + "epoch": 25.313825275657337, + "grad_norm": 1.0335849263942085, + "learning_rate": 1.7500291330749267e-05, + "loss": 0.0368, + "step": 29845 + }, + { + "epoch": 25.314673452078033, + "grad_norm": 0.7603422594818342, + "learning_rate": 1.7500109637649147e-05, + "loss": 0.0312, + "step": 29846 + }, + { + "epoch": 25.31552162849873, + "grad_norm": 1.1129769950204644, + "learning_rate": 1.7499927938889292e-05, + "loss": 0.0367, + "step": 29847 + }, + { + "epoch": 25.31636980491942, + "grad_norm": 0.9856182632403807, + "learning_rate": 1.7499746234469833e-05, + "loss": 0.0338, + "step": 29848 + }, + { + "epoch": 25.317217981340118, + "grad_norm": 1.1854790499756498, + "learning_rate": 1.749956452439091e-05, + "loss": 0.0351, + "step": 29849 + }, + { + "epoch": 25.318066157760814, + "grad_norm": 0.9952346892539939, + "learning_rate": 1.7499382808652666e-05, + "loss": 0.0345, + "step": 29850 + }, + { + "epoch": 25.31891433418151, + "grad_norm": 0.9806079491951921, + "learning_rate": 1.7499201087255228e-05, + "loss": 0.0376, + "step": 29851 + }, + { + "epoch": 25.319762510602207, + "grad_norm": 0.9138318546224246, + "learning_rate": 1.749901936019874e-05, + "loss": 0.0344, + "step": 29852 + }, + { + "epoch": 25.3206106870229, + "grad_norm": 0.9955035624933884, + "learning_rate": 1.7498837627483336e-05, + "loss": 0.039, + "step": 29853 + }, + { + "epoch": 25.321458863443596, + "grad_norm": 0.9416682475391422, + "learning_rate": 1.7498655889109156e-05, + "loss": 0.035, + "step": 29854 + }, + { + "epoch": 25.32230703986429, + "grad_norm": 0.9621286080452556, + "learning_rate": 1.7498474145076335e-05, + "loss": 0.0362, + "step": 29855 + }, + { + "epoch": 25.323155216284988, + "grad_norm": 0.9134054062017708, + "learning_rate": 1.749829239538501e-05, + "loss": 0.0356, + "step": 29856 + }, + { + "epoch": 25.324003392705684, + "grad_norm": 1.0591446489379266, + "learning_rate": 1.7498110640035322e-05, + "loss": 0.0361, + "step": 29857 + }, + { + "epoch": 25.324851569126377, + "grad_norm": 0.9107480923941209, + "learning_rate": 1.7497928879027405e-05, + "loss": 0.0353, + "step": 29858 + }, + { + "epoch": 25.325699745547073, + "grad_norm": 0.8478662970846981, + "learning_rate": 1.7497747112361393e-05, + "loss": 0.0347, + "step": 29859 + }, + { + "epoch": 25.32654792196777, + "grad_norm": 0.884444893982922, + "learning_rate": 1.7497565340037427e-05, + "loss": 0.033, + "step": 29860 + }, + { + "epoch": 25.327396098388466, + "grad_norm": 0.8152454291493996, + "learning_rate": 1.7497383562055647e-05, + "loss": 0.0351, + "step": 29861 + }, + { + "epoch": 25.328244274809162, + "grad_norm": 0.9881646445274569, + "learning_rate": 1.7497201778416186e-05, + "loss": 0.0348, + "step": 29862 + }, + { + "epoch": 25.329092451229855, + "grad_norm": 1.1502631727683668, + "learning_rate": 1.749701998911918e-05, + "loss": 0.0388, + "step": 29863 + }, + { + "epoch": 25.32994062765055, + "grad_norm": 0.9441590747641867, + "learning_rate": 1.749683819416477e-05, + "loss": 0.0371, + "step": 29864 + }, + { + "epoch": 25.330788804071247, + "grad_norm": 0.960509494968599, + "learning_rate": 1.7496656393553087e-05, + "loss": 0.0342, + "step": 29865 + }, + { + "epoch": 25.331636980491943, + "grad_norm": 0.9605958502677644, + "learning_rate": 1.7496474587284276e-05, + "loss": 0.0342, + "step": 29866 + }, + { + "epoch": 25.33248515691264, + "grad_norm": 0.9181037054267056, + "learning_rate": 1.749629277535847e-05, + "loss": 0.0367, + "step": 29867 + }, + { + "epoch": 25.333333333333332, + "grad_norm": 1.0390173599469628, + "learning_rate": 1.749611095777581e-05, + "loss": 0.0377, + "step": 29868 + }, + { + "epoch": 25.33418150975403, + "grad_norm": 1.038138507989944, + "learning_rate": 1.7495929134536424e-05, + "loss": 0.0349, + "step": 29869 + }, + { + "epoch": 25.335029686174725, + "grad_norm": 0.9636038710236974, + "learning_rate": 1.749574730564046e-05, + "loss": 0.0327, + "step": 29870 + }, + { + "epoch": 25.33587786259542, + "grad_norm": 0.8626769653971122, + "learning_rate": 1.7495565471088046e-05, + "loss": 0.0348, + "step": 29871 + }, + { + "epoch": 25.336726039016117, + "grad_norm": 1.0027322128134821, + "learning_rate": 1.749538363087933e-05, + "loss": 0.0337, + "step": 29872 + }, + { + "epoch": 25.33757421543681, + "grad_norm": 0.9034417349087157, + "learning_rate": 1.749520178501444e-05, + "loss": 0.0378, + "step": 29873 + }, + { + "epoch": 25.338422391857506, + "grad_norm": 0.9702252723924363, + "learning_rate": 1.7495019933493513e-05, + "loss": 0.0347, + "step": 29874 + }, + { + "epoch": 25.339270568278202, + "grad_norm": 0.8845088945111451, + "learning_rate": 1.7494838076316694e-05, + "loss": 0.035, + "step": 29875 + }, + { + "epoch": 25.3401187446989, + "grad_norm": 0.9683822382143219, + "learning_rate": 1.7494656213484114e-05, + "loss": 0.0327, + "step": 29876 + }, + { + "epoch": 25.34096692111959, + "grad_norm": 0.8727868458022766, + "learning_rate": 1.7494474344995912e-05, + "loss": 0.0355, + "step": 29877 + }, + { + "epoch": 25.341815097540287, + "grad_norm": 0.9160618122101236, + "learning_rate": 1.7494292470852226e-05, + "loss": 0.0323, + "step": 29878 + }, + { + "epoch": 25.342663273960984, + "grad_norm": 0.9799005205387169, + "learning_rate": 1.7494110591053194e-05, + "loss": 0.0365, + "step": 29879 + }, + { + "epoch": 25.34351145038168, + "grad_norm": 0.9567068815328645, + "learning_rate": 1.749392870559895e-05, + "loss": 0.0356, + "step": 29880 + }, + { + "epoch": 25.344359626802376, + "grad_norm": 1.0107930447064333, + "learning_rate": 1.749374681448963e-05, + "loss": 0.039, + "step": 29881 + }, + { + "epoch": 25.34520780322307, + "grad_norm": 1.1035843373844987, + "learning_rate": 1.7493564917725375e-05, + "loss": 0.0351, + "step": 29882 + }, + { + "epoch": 25.346055979643765, + "grad_norm": 0.9791177092114974, + "learning_rate": 1.7493383015306324e-05, + "loss": 0.0355, + "step": 29883 + }, + { + "epoch": 25.34690415606446, + "grad_norm": 0.9546134889373035, + "learning_rate": 1.749320110723261e-05, + "loss": 0.0349, + "step": 29884 + }, + { + "epoch": 25.347752332485157, + "grad_norm": 0.911268469590347, + "learning_rate": 1.7493019193504374e-05, + "loss": 0.0355, + "step": 29885 + }, + { + "epoch": 25.348600508905854, + "grad_norm": 0.8988999070282893, + "learning_rate": 1.7492837274121747e-05, + "loss": 0.0328, + "step": 29886 + }, + { + "epoch": 25.349448685326546, + "grad_norm": 1.1652506654722583, + "learning_rate": 1.7492655349084873e-05, + "loss": 0.0394, + "step": 29887 + }, + { + "epoch": 25.350296861747243, + "grad_norm": 1.1340537653762024, + "learning_rate": 1.7492473418393888e-05, + "loss": 0.0386, + "step": 29888 + }, + { + "epoch": 25.35114503816794, + "grad_norm": 0.804037918725349, + "learning_rate": 1.7492291482048928e-05, + "loss": 0.0321, + "step": 29889 + }, + { + "epoch": 25.351993214588635, + "grad_norm": 0.9223504907875296, + "learning_rate": 1.7492109540050127e-05, + "loss": 0.0323, + "step": 29890 + }, + { + "epoch": 25.35284139100933, + "grad_norm": 1.261968026351455, + "learning_rate": 1.749192759239763e-05, + "loss": 0.0347, + "step": 29891 + }, + { + "epoch": 25.353689567430024, + "grad_norm": 0.8915149508530227, + "learning_rate": 1.7491745639091567e-05, + "loss": 0.0324, + "step": 29892 + }, + { + "epoch": 25.35453774385072, + "grad_norm": 1.0075947438858637, + "learning_rate": 1.7491563680132077e-05, + "loss": 0.0357, + "step": 29893 + }, + { + "epoch": 25.355385920271416, + "grad_norm": 0.9026747849525293, + "learning_rate": 1.7491381715519303e-05, + "loss": 0.0388, + "step": 29894 + }, + { + "epoch": 25.356234096692113, + "grad_norm": 0.952477456885001, + "learning_rate": 1.7491199745253377e-05, + "loss": 0.0349, + "step": 29895 + }, + { + "epoch": 25.35708227311281, + "grad_norm": 1.1151088936945448, + "learning_rate": 1.7491017769334434e-05, + "loss": 0.0374, + "step": 29896 + }, + { + "epoch": 25.3579304495335, + "grad_norm": 1.123728474859707, + "learning_rate": 1.7490835787762617e-05, + "loss": 0.0364, + "step": 29897 + }, + { + "epoch": 25.358778625954198, + "grad_norm": 1.0166360590431627, + "learning_rate": 1.749065380053806e-05, + "loss": 0.0351, + "step": 29898 + }, + { + "epoch": 25.359626802374894, + "grad_norm": 0.9793860026557091, + "learning_rate": 1.7490471807660903e-05, + "loss": 0.0334, + "step": 29899 + }, + { + "epoch": 25.36047497879559, + "grad_norm": 1.1515198804199671, + "learning_rate": 1.7490289809131276e-05, + "loss": 0.0375, + "step": 29900 + }, + { + "epoch": 25.361323155216287, + "grad_norm": 1.2397002196122222, + "learning_rate": 1.749010780494933e-05, + "loss": 0.0371, + "step": 29901 + }, + { + "epoch": 25.36217133163698, + "grad_norm": 0.9900342673749982, + "learning_rate": 1.748992579511519e-05, + "loss": 0.0334, + "step": 29902 + }, + { + "epoch": 25.363019508057675, + "grad_norm": 0.8603741005600943, + "learning_rate": 1.7489743779628997e-05, + "loss": 0.0336, + "step": 29903 + }, + { + "epoch": 25.36386768447837, + "grad_norm": 0.9752664094757808, + "learning_rate": 1.748956175849089e-05, + "loss": 0.0353, + "step": 29904 + }, + { + "epoch": 25.364715860899068, + "grad_norm": 1.0878873005761012, + "learning_rate": 1.7489379731701004e-05, + "loss": 0.0375, + "step": 29905 + }, + { + "epoch": 25.365564037319764, + "grad_norm": 0.890212200521271, + "learning_rate": 1.7489197699259478e-05, + "loss": 0.0329, + "step": 29906 + }, + { + "epoch": 25.366412213740457, + "grad_norm": 0.9310772885879728, + "learning_rate": 1.7489015661166454e-05, + "loss": 0.0344, + "step": 29907 + }, + { + "epoch": 25.367260390161153, + "grad_norm": 0.932335360573656, + "learning_rate": 1.7488833617422056e-05, + "loss": 0.0345, + "step": 29908 + }, + { + "epoch": 25.36810856658185, + "grad_norm": 0.95920454074572, + "learning_rate": 1.7488651568026437e-05, + "loss": 0.0376, + "step": 29909 + }, + { + "epoch": 25.368956743002546, + "grad_norm": 1.0489902054144002, + "learning_rate": 1.7488469512979723e-05, + "loss": 0.0345, + "step": 29910 + }, + { + "epoch": 25.36980491942324, + "grad_norm": 0.9536314048711867, + "learning_rate": 1.7488287452282056e-05, + "loss": 0.0337, + "step": 29911 + }, + { + "epoch": 25.370653095843934, + "grad_norm": 1.0002983988160894, + "learning_rate": 1.7488105385933574e-05, + "loss": 0.0358, + "step": 29912 + }, + { + "epoch": 25.37150127226463, + "grad_norm": 1.0594220147706257, + "learning_rate": 1.748792331393441e-05, + "loss": 0.0352, + "step": 29913 + }, + { + "epoch": 25.372349448685327, + "grad_norm": 0.9392590484276978, + "learning_rate": 1.7487741236284707e-05, + "loss": 0.0344, + "step": 29914 + }, + { + "epoch": 25.373197625106023, + "grad_norm": 0.9166976675615555, + "learning_rate": 1.7487559152984602e-05, + "loss": 0.0338, + "step": 29915 + }, + { + "epoch": 25.374045801526716, + "grad_norm": 0.9931366980416156, + "learning_rate": 1.748737706403423e-05, + "loss": 0.0331, + "step": 29916 + }, + { + "epoch": 25.374893977947412, + "grad_norm": 0.9266131737541766, + "learning_rate": 1.7487194969433726e-05, + "loss": 0.0318, + "step": 29917 + }, + { + "epoch": 25.37574215436811, + "grad_norm": 1.1661940008171512, + "learning_rate": 1.748701286918323e-05, + "loss": 0.0387, + "step": 29918 + }, + { + "epoch": 25.376590330788805, + "grad_norm": 0.9427178495591031, + "learning_rate": 1.7486830763282885e-05, + "loss": 0.0316, + "step": 29919 + }, + { + "epoch": 25.3774385072095, + "grad_norm": 0.9742365317394428, + "learning_rate": 1.748664865173282e-05, + "loss": 0.0352, + "step": 29920 + }, + { + "epoch": 25.378286683630193, + "grad_norm": 1.1031252358920256, + "learning_rate": 1.7486466534533175e-05, + "loss": 0.037, + "step": 29921 + }, + { + "epoch": 25.37913486005089, + "grad_norm": 0.8466706183908832, + "learning_rate": 1.7486284411684086e-05, + "loss": 0.0325, + "step": 29922 + }, + { + "epoch": 25.379983036471586, + "grad_norm": 1.0164391065977334, + "learning_rate": 1.7486102283185697e-05, + "loss": 0.0376, + "step": 29923 + }, + { + "epoch": 25.380831212892282, + "grad_norm": 0.968193433924329, + "learning_rate": 1.7485920149038137e-05, + "loss": 0.0353, + "step": 29924 + }, + { + "epoch": 25.38167938931298, + "grad_norm": 1.100260165377478, + "learning_rate": 1.748573800924155e-05, + "loss": 0.0379, + "step": 29925 + }, + { + "epoch": 25.38252756573367, + "grad_norm": 1.179133984676174, + "learning_rate": 1.7485555863796072e-05, + "loss": 0.0355, + "step": 29926 + }, + { + "epoch": 25.383375742154367, + "grad_norm": 1.1129732254600577, + "learning_rate": 1.7485373712701836e-05, + "loss": 0.0354, + "step": 29927 + }, + { + "epoch": 25.384223918575064, + "grad_norm": 1.1612133120659462, + "learning_rate": 1.7485191555958984e-05, + "loss": 0.0364, + "step": 29928 + }, + { + "epoch": 25.38507209499576, + "grad_norm": 0.8909480688603052, + "learning_rate": 1.7485009393567653e-05, + "loss": 0.0348, + "step": 29929 + }, + { + "epoch": 25.385920271416456, + "grad_norm": 0.9089643102945094, + "learning_rate": 1.7484827225527977e-05, + "loss": 0.033, + "step": 29930 + }, + { + "epoch": 25.38676844783715, + "grad_norm": 0.9025270221675679, + "learning_rate": 1.7484645051840095e-05, + "loss": 0.0345, + "step": 29931 + }, + { + "epoch": 25.387616624257845, + "grad_norm": 1.0817008843465272, + "learning_rate": 1.748446287250415e-05, + "loss": 0.0356, + "step": 29932 + }, + { + "epoch": 25.38846480067854, + "grad_norm": 1.0523271920227033, + "learning_rate": 1.7484280687520275e-05, + "loss": 0.0387, + "step": 29933 + }, + { + "epoch": 25.389312977099237, + "grad_norm": 0.8179441004599922, + "learning_rate": 1.7484098496888604e-05, + "loss": 0.0331, + "step": 29934 + }, + { + "epoch": 25.390161153519934, + "grad_norm": 1.015095384834899, + "learning_rate": 1.748391630060928e-05, + "loss": 0.0368, + "step": 29935 + }, + { + "epoch": 25.391009329940626, + "grad_norm": 0.9466138553507966, + "learning_rate": 1.7483734098682438e-05, + "loss": 0.0363, + "step": 29936 + }, + { + "epoch": 25.391857506361323, + "grad_norm": 0.8815701180954764, + "learning_rate": 1.7483551891108218e-05, + "loss": 0.0337, + "step": 29937 + }, + { + "epoch": 25.39270568278202, + "grad_norm": 0.9709542872217749, + "learning_rate": 1.7483369677886754e-05, + "loss": 0.0358, + "step": 29938 + }, + { + "epoch": 25.393553859202715, + "grad_norm": 1.177631529630928, + "learning_rate": 1.7483187459018183e-05, + "loss": 0.0357, + "step": 29939 + }, + { + "epoch": 25.39440203562341, + "grad_norm": 0.9852053735774959, + "learning_rate": 1.7483005234502646e-05, + "loss": 0.0364, + "step": 29940 + }, + { + "epoch": 25.395250212044104, + "grad_norm": 1.101136287406733, + "learning_rate": 1.7482823004340276e-05, + "loss": 0.0353, + "step": 29941 + }, + { + "epoch": 25.3960983884648, + "grad_norm": 1.0643674232679674, + "learning_rate": 1.748264076853122e-05, + "loss": 0.0355, + "step": 29942 + }, + { + "epoch": 25.396946564885496, + "grad_norm": 0.8446163797077695, + "learning_rate": 1.7482458527075605e-05, + "loss": 0.0316, + "step": 29943 + }, + { + "epoch": 25.397794741306193, + "grad_norm": 1.1188506156563087, + "learning_rate": 1.7482276279973572e-05, + "loss": 0.0368, + "step": 29944 + }, + { + "epoch": 25.39864291772689, + "grad_norm": 1.0286993279549506, + "learning_rate": 1.748209402722526e-05, + "loss": 0.0362, + "step": 29945 + }, + { + "epoch": 25.39949109414758, + "grad_norm": 0.998267637174155, + "learning_rate": 1.7481911768830806e-05, + "loss": 0.037, + "step": 29946 + }, + { + "epoch": 25.400339270568278, + "grad_norm": 1.046948167672955, + "learning_rate": 1.7481729504790347e-05, + "loss": 0.0357, + "step": 29947 + }, + { + "epoch": 25.401187446988974, + "grad_norm": 1.0249588748179, + "learning_rate": 1.748154723510402e-05, + "loss": 0.0358, + "step": 29948 + }, + { + "epoch": 25.40203562340967, + "grad_norm": 1.2040837963196442, + "learning_rate": 1.7481364959771962e-05, + "loss": 0.0367, + "step": 29949 + }, + { + "epoch": 25.402883799830363, + "grad_norm": 0.9298067333928727, + "learning_rate": 1.7481182678794313e-05, + "loss": 0.0363, + "step": 29950 + }, + { + "epoch": 25.40373197625106, + "grad_norm": 1.0590068636806615, + "learning_rate": 1.748100039217121e-05, + "loss": 0.0355, + "step": 29951 + }, + { + "epoch": 25.404580152671755, + "grad_norm": 1.3992837391054174, + "learning_rate": 1.748081809990279e-05, + "loss": 0.0367, + "step": 29952 + }, + { + "epoch": 25.40542832909245, + "grad_norm": 1.3364572833085935, + "learning_rate": 1.748063580198919e-05, + "loss": 0.0405, + "step": 29953 + }, + { + "epoch": 25.406276505513148, + "grad_norm": 0.9332810857335383, + "learning_rate": 1.748045349843055e-05, + "loss": 0.034, + "step": 29954 + }, + { + "epoch": 25.40712468193384, + "grad_norm": 1.0607389923284047, + "learning_rate": 1.7480271189227e-05, + "loss": 0.0347, + "step": 29955 + }, + { + "epoch": 25.407972858354537, + "grad_norm": 0.9442028681894382, + "learning_rate": 1.7480088874378687e-05, + "loss": 0.036, + "step": 29956 + }, + { + "epoch": 25.408821034775233, + "grad_norm": 1.0558867227893265, + "learning_rate": 1.7479906553885745e-05, + "loss": 0.0365, + "step": 29957 + }, + { + "epoch": 25.40966921119593, + "grad_norm": 0.8881057430864772, + "learning_rate": 1.7479724227748312e-05, + "loss": 0.0351, + "step": 29958 + }, + { + "epoch": 25.410517387616625, + "grad_norm": 1.2332605139034036, + "learning_rate": 1.747954189596652e-05, + "loss": 0.0383, + "step": 29959 + }, + { + "epoch": 25.411365564037318, + "grad_norm": 1.0024783160763988, + "learning_rate": 1.7479359558540517e-05, + "loss": 0.0352, + "step": 29960 + }, + { + "epoch": 25.412213740458014, + "grad_norm": 1.0335506559547258, + "learning_rate": 1.7479177215470434e-05, + "loss": 0.0348, + "step": 29961 + }, + { + "epoch": 25.41306191687871, + "grad_norm": 1.0308426349136872, + "learning_rate": 1.7478994866756408e-05, + "loss": 0.0363, + "step": 29962 + }, + { + "epoch": 25.413910093299407, + "grad_norm": 1.0831747523113324, + "learning_rate": 1.7478812512398577e-05, + "loss": 0.0388, + "step": 29963 + }, + { + "epoch": 25.414758269720103, + "grad_norm": 0.9956354561423993, + "learning_rate": 1.747863015239708e-05, + "loss": 0.0385, + "step": 29964 + }, + { + "epoch": 25.415606446140796, + "grad_norm": 0.995621788648545, + "learning_rate": 1.747844778675206e-05, + "loss": 0.0333, + "step": 29965 + }, + { + "epoch": 25.416454622561492, + "grad_norm": 1.1823042688303886, + "learning_rate": 1.7478265415463643e-05, + "loss": 0.0359, + "step": 29966 + }, + { + "epoch": 25.41730279898219, + "grad_norm": 1.0670669267877397, + "learning_rate": 1.7478083038531977e-05, + "loss": 0.0362, + "step": 29967 + }, + { + "epoch": 25.418150975402884, + "grad_norm": 0.8870964671842333, + "learning_rate": 1.7477900655957192e-05, + "loss": 0.0354, + "step": 29968 + }, + { + "epoch": 25.41899915182358, + "grad_norm": 0.8569067608389626, + "learning_rate": 1.747771826773943e-05, + "loss": 0.0353, + "step": 29969 + }, + { + "epoch": 25.419847328244273, + "grad_norm": 0.9098807603402242, + "learning_rate": 1.747753587387883e-05, + "loss": 0.0337, + "step": 29970 + }, + { + "epoch": 25.42069550466497, + "grad_norm": 1.0389831204315956, + "learning_rate": 1.7477353474375525e-05, + "loss": 0.0355, + "step": 29971 + }, + { + "epoch": 25.421543681085666, + "grad_norm": 0.9577037884520776, + "learning_rate": 1.7477171069229656e-05, + "loss": 0.0341, + "step": 29972 + }, + { + "epoch": 25.422391857506362, + "grad_norm": 1.2969363208859725, + "learning_rate": 1.747698865844136e-05, + "loss": 0.04, + "step": 29973 + }, + { + "epoch": 25.42324003392706, + "grad_norm": 0.9423671688661334, + "learning_rate": 1.7476806242010772e-05, + "loss": 0.0353, + "step": 29974 + }, + { + "epoch": 25.42408821034775, + "grad_norm": 0.9322255680455346, + "learning_rate": 1.747662381993803e-05, + "loss": 0.0349, + "step": 29975 + }, + { + "epoch": 25.424936386768447, + "grad_norm": 0.9056901165381569, + "learning_rate": 1.7476441392223278e-05, + "loss": 0.0343, + "step": 29976 + }, + { + "epoch": 25.425784563189143, + "grad_norm": 1.283160301508032, + "learning_rate": 1.747625895886665e-05, + "loss": 0.0363, + "step": 29977 + }, + { + "epoch": 25.42663273960984, + "grad_norm": 1.1699370599984396, + "learning_rate": 1.747607651986828e-05, + "loss": 0.0375, + "step": 29978 + }, + { + "epoch": 25.427480916030536, + "grad_norm": 1.0599266389695021, + "learning_rate": 1.7475894075228306e-05, + "loss": 0.0377, + "step": 29979 + }, + { + "epoch": 25.42832909245123, + "grad_norm": 0.8914557989165796, + "learning_rate": 1.747571162494687e-05, + "loss": 0.0348, + "step": 29980 + }, + { + "epoch": 25.429177268871925, + "grad_norm": 0.9723686288619325, + "learning_rate": 1.747552916902411e-05, + "loss": 0.0334, + "step": 29981 + }, + { + "epoch": 25.43002544529262, + "grad_norm": 0.8455847235748726, + "learning_rate": 1.747534670746016e-05, + "loss": 0.0322, + "step": 29982 + }, + { + "epoch": 25.430873621713317, + "grad_norm": 0.9422665456014389, + "learning_rate": 1.7475164240255163e-05, + "loss": 0.0338, + "step": 29983 + }, + { + "epoch": 25.431721798134014, + "grad_norm": 0.806445073346333, + "learning_rate": 1.747498176740925e-05, + "loss": 0.0355, + "step": 29984 + }, + { + "epoch": 25.432569974554706, + "grad_norm": 1.2798810861768604, + "learning_rate": 1.747479928892256e-05, + "loss": 0.0352, + "step": 29985 + }, + { + "epoch": 25.433418150975402, + "grad_norm": 0.9423903363252435, + "learning_rate": 1.7474616804795233e-05, + "loss": 0.0335, + "step": 29986 + }, + { + "epoch": 25.4342663273961, + "grad_norm": 1.1564377972565314, + "learning_rate": 1.747443431502741e-05, + "loss": 0.037, + "step": 29987 + }, + { + "epoch": 25.435114503816795, + "grad_norm": 0.9683488981083432, + "learning_rate": 1.747425181961922e-05, + "loss": 0.038, + "step": 29988 + }, + { + "epoch": 25.435962680237488, + "grad_norm": 0.7966467019668872, + "learning_rate": 1.7474069318570807e-05, + "loss": 0.0336, + "step": 29989 + }, + { + "epoch": 25.436810856658184, + "grad_norm": 1.0986333434450983, + "learning_rate": 1.7473886811882307e-05, + "loss": 0.0386, + "step": 29990 + }, + { + "epoch": 25.43765903307888, + "grad_norm": 0.9990928251491361, + "learning_rate": 1.747370429955386e-05, + "loss": 0.0371, + "step": 29991 + }, + { + "epoch": 25.438507209499576, + "grad_norm": 1.1126670546143922, + "learning_rate": 1.7473521781585597e-05, + "loss": 0.0372, + "step": 29992 + }, + { + "epoch": 25.439355385920273, + "grad_norm": 1.0552688589917363, + "learning_rate": 1.7473339257977665e-05, + "loss": 0.0366, + "step": 29993 + }, + { + "epoch": 25.440203562340965, + "grad_norm": 1.130704956492602, + "learning_rate": 1.7473156728730194e-05, + "loss": 0.0375, + "step": 29994 + }, + { + "epoch": 25.44105173876166, + "grad_norm": 0.9944504560732561, + "learning_rate": 1.7472974193843326e-05, + "loss": 0.0342, + "step": 29995 + }, + { + "epoch": 25.441899915182358, + "grad_norm": 0.9966834457416704, + "learning_rate": 1.74727916533172e-05, + "loss": 0.0348, + "step": 29996 + }, + { + "epoch": 25.442748091603054, + "grad_norm": 1.1003129514395071, + "learning_rate": 1.747260910715195e-05, + "loss": 0.0366, + "step": 29997 + }, + { + "epoch": 25.44359626802375, + "grad_norm": 1.2118804395084541, + "learning_rate": 1.747242655534771e-05, + "loss": 0.0379, + "step": 29998 + }, + { + "epoch": 25.444444444444443, + "grad_norm": 1.0956239865427382, + "learning_rate": 1.747224399790463e-05, + "loss": 0.036, + "step": 29999 + }, + { + "epoch": 25.44529262086514, + "grad_norm": 1.016565226653425, + "learning_rate": 1.7472061434822837e-05, + "loss": 0.0351, + "step": 30000 + }, + { + "epoch": 25.446140797285835, + "grad_norm": 0.8855934142025971, + "learning_rate": 1.7471878866102472e-05, + "loss": 0.0337, + "step": 30001 + }, + { + "epoch": 25.44698897370653, + "grad_norm": 1.049860723734382, + "learning_rate": 1.7471696291743673e-05, + "loss": 0.0368, + "step": 30002 + }, + { + "epoch": 25.447837150127228, + "grad_norm": 1.1157529982224308, + "learning_rate": 1.747151371174658e-05, + "loss": 0.035, + "step": 30003 + }, + { + "epoch": 25.44868532654792, + "grad_norm": 1.0539796051956454, + "learning_rate": 1.747133112611133e-05, + "loss": 0.0413, + "step": 30004 + }, + { + "epoch": 25.449533502968617, + "grad_norm": 1.0199659834279595, + "learning_rate": 1.7471148534838057e-05, + "loss": 0.0342, + "step": 30005 + }, + { + "epoch": 25.450381679389313, + "grad_norm": 0.8223867041049299, + "learning_rate": 1.74709659379269e-05, + "loss": 0.0314, + "step": 30006 + }, + { + "epoch": 25.45122985581001, + "grad_norm": 0.9640349112628634, + "learning_rate": 1.7470783335378e-05, + "loss": 0.0356, + "step": 30007 + }, + { + "epoch": 25.452078032230705, + "grad_norm": 0.8309544988126993, + "learning_rate": 1.7470600727191492e-05, + "loss": 0.0318, + "step": 30008 + }, + { + "epoch": 25.452926208651398, + "grad_norm": 1.0228198958598618, + "learning_rate": 1.7470418113367517e-05, + "loss": 0.039, + "step": 30009 + }, + { + "epoch": 25.453774385072094, + "grad_norm": 1.0303511796146854, + "learning_rate": 1.7470235493906206e-05, + "loss": 0.0365, + "step": 30010 + }, + { + "epoch": 25.45462256149279, + "grad_norm": 1.1188128760978944, + "learning_rate": 1.7470052868807704e-05, + "loss": 0.0356, + "step": 30011 + }, + { + "epoch": 25.455470737913487, + "grad_norm": 0.9840293343562327, + "learning_rate": 1.7469870238072147e-05, + "loss": 0.0371, + "step": 30012 + }, + { + "epoch": 25.456318914334183, + "grad_norm": 0.7909187976542994, + "learning_rate": 1.746968760169967e-05, + "loss": 0.0312, + "step": 30013 + }, + { + "epoch": 25.457167090754876, + "grad_norm": 1.066583140447456, + "learning_rate": 1.7469504959690417e-05, + "loss": 0.0346, + "step": 30014 + }, + { + "epoch": 25.458015267175572, + "grad_norm": 1.0642644989079322, + "learning_rate": 1.7469322312044518e-05, + "loss": 0.0355, + "step": 30015 + }, + { + "epoch": 25.458863443596268, + "grad_norm": 0.9745684092773855, + "learning_rate": 1.7469139658762113e-05, + "loss": 0.0371, + "step": 30016 + }, + { + "epoch": 25.459711620016964, + "grad_norm": 0.8690619115683479, + "learning_rate": 1.7468956999843344e-05, + "loss": 0.0332, + "step": 30017 + }, + { + "epoch": 25.46055979643766, + "grad_norm": 1.1375616855798536, + "learning_rate": 1.7468774335288343e-05, + "loss": 0.0372, + "step": 30018 + }, + { + "epoch": 25.461407972858353, + "grad_norm": 0.7996703918884449, + "learning_rate": 1.7468591665097253e-05, + "loss": 0.0342, + "step": 30019 + }, + { + "epoch": 25.46225614927905, + "grad_norm": 0.88672961308109, + "learning_rate": 1.7468408989270212e-05, + "loss": 0.0354, + "step": 30020 + }, + { + "epoch": 25.463104325699746, + "grad_norm": 1.00512336642504, + "learning_rate": 1.7468226307807353e-05, + "loss": 0.0335, + "step": 30021 + }, + { + "epoch": 25.463952502120442, + "grad_norm": 1.0701986149706628, + "learning_rate": 1.7468043620708814e-05, + "loss": 0.0354, + "step": 30022 + }, + { + "epoch": 25.46480067854114, + "grad_norm": 1.1008628059138907, + "learning_rate": 1.746786092797474e-05, + "loss": 0.0375, + "step": 30023 + }, + { + "epoch": 25.46564885496183, + "grad_norm": 1.0769627182617667, + "learning_rate": 1.7467678229605264e-05, + "loss": 0.0379, + "step": 30024 + }, + { + "epoch": 25.466497031382527, + "grad_norm": 1.0377311144424097, + "learning_rate": 1.746749552560052e-05, + "loss": 0.0364, + "step": 30025 + }, + { + "epoch": 25.467345207803223, + "grad_norm": 1.0392743803204127, + "learning_rate": 1.7467312815960652e-05, + "loss": 0.0414, + "step": 30026 + }, + { + "epoch": 25.46819338422392, + "grad_norm": 0.951052460622948, + "learning_rate": 1.7467130100685796e-05, + "loss": 0.0358, + "step": 30027 + }, + { + "epoch": 25.469041560644612, + "grad_norm": 0.8422683244916926, + "learning_rate": 1.7466947379776088e-05, + "loss": 0.036, + "step": 30028 + }, + { + "epoch": 25.46988973706531, + "grad_norm": 0.9268522425197407, + "learning_rate": 1.7466764653231672e-05, + "loss": 0.0363, + "step": 30029 + }, + { + "epoch": 25.470737913486005, + "grad_norm": 0.9544315771414125, + "learning_rate": 1.7466581921052678e-05, + "loss": 0.0351, + "step": 30030 + }, + { + "epoch": 25.4715860899067, + "grad_norm": 1.1940140562799122, + "learning_rate": 1.7466399183239247e-05, + "loss": 0.038, + "step": 30031 + }, + { + "epoch": 25.472434266327397, + "grad_norm": 0.9067216907425836, + "learning_rate": 1.746621643979152e-05, + "loss": 0.0335, + "step": 30032 + }, + { + "epoch": 25.47328244274809, + "grad_norm": 0.9580360363555944, + "learning_rate": 1.7466033690709627e-05, + "loss": 0.0338, + "step": 30033 + }, + { + "epoch": 25.474130619168786, + "grad_norm": 0.8139543426207413, + "learning_rate": 1.7465850935993716e-05, + "loss": 0.0315, + "step": 30034 + }, + { + "epoch": 25.474978795589482, + "grad_norm": 1.2264132304783737, + "learning_rate": 1.746566817564392e-05, + "loss": 0.0395, + "step": 30035 + }, + { + "epoch": 25.47582697201018, + "grad_norm": 0.9849216708921765, + "learning_rate": 1.7465485409660373e-05, + "loss": 0.0338, + "step": 30036 + }, + { + "epoch": 25.476675148430875, + "grad_norm": 1.0424947526790564, + "learning_rate": 1.746530263804322e-05, + "loss": 0.0348, + "step": 30037 + }, + { + "epoch": 25.477523324851568, + "grad_norm": 0.8107042445336625, + "learning_rate": 1.7465119860792593e-05, + "loss": 0.0324, + "step": 30038 + }, + { + "epoch": 25.478371501272264, + "grad_norm": 0.9816692626112512, + "learning_rate": 1.7464937077908634e-05, + "loss": 0.0365, + "step": 30039 + }, + { + "epoch": 25.47921967769296, + "grad_norm": 1.05746987704998, + "learning_rate": 1.746475428939148e-05, + "loss": 0.0363, + "step": 30040 + }, + { + "epoch": 25.480067854113656, + "grad_norm": 1.0356646058168213, + "learning_rate": 1.7464571495241268e-05, + "loss": 0.0381, + "step": 30041 + }, + { + "epoch": 25.480916030534353, + "grad_norm": 0.8341905566029256, + "learning_rate": 1.7464388695458138e-05, + "loss": 0.0362, + "step": 30042 + }, + { + "epoch": 25.481764206955045, + "grad_norm": 1.1903442859133742, + "learning_rate": 1.7464205890042226e-05, + "loss": 0.0388, + "step": 30043 + }, + { + "epoch": 25.48261238337574, + "grad_norm": 0.939275282916907, + "learning_rate": 1.746402307899367e-05, + "loss": 0.0336, + "step": 30044 + }, + { + "epoch": 25.483460559796438, + "grad_norm": 0.8805898662119932, + "learning_rate": 1.746384026231261e-05, + "loss": 0.0333, + "step": 30045 + }, + { + "epoch": 25.484308736217134, + "grad_norm": 0.8534338273327577, + "learning_rate": 1.746365743999918e-05, + "loss": 0.031, + "step": 30046 + }, + { + "epoch": 25.48515691263783, + "grad_norm": 0.8226217950756997, + "learning_rate": 1.7463474612053518e-05, + "loss": 0.0384, + "step": 30047 + }, + { + "epoch": 25.486005089058523, + "grad_norm": 1.0702094921459817, + "learning_rate": 1.7463291778475765e-05, + "loss": 0.0369, + "step": 30048 + }, + { + "epoch": 25.48685326547922, + "grad_norm": 0.9690581051943697, + "learning_rate": 1.746310893926606e-05, + "loss": 0.0369, + "step": 30049 + }, + { + "epoch": 25.487701441899915, + "grad_norm": 1.2263747605347224, + "learning_rate": 1.746292609442454e-05, + "loss": 0.04, + "step": 30050 + }, + { + "epoch": 25.48854961832061, + "grad_norm": 1.1004549788825528, + "learning_rate": 1.7462743243951342e-05, + "loss": 0.0381, + "step": 30051 + }, + { + "epoch": 25.489397794741308, + "grad_norm": 1.0173420444431955, + "learning_rate": 1.74625603878466e-05, + "loss": 0.0341, + "step": 30052 + }, + { + "epoch": 25.490245971162, + "grad_norm": 0.8735051728897771, + "learning_rate": 1.746237752611046e-05, + "loss": 0.0305, + "step": 30053 + }, + { + "epoch": 25.491094147582697, + "grad_norm": 1.0114385826927448, + "learning_rate": 1.7462194658743053e-05, + "loss": 0.0384, + "step": 30054 + }, + { + "epoch": 25.491942324003393, + "grad_norm": 1.1374645732430233, + "learning_rate": 1.7462011785744523e-05, + "loss": 0.0366, + "step": 30055 + }, + { + "epoch": 25.49279050042409, + "grad_norm": 1.1509595850875851, + "learning_rate": 1.7461828907115006e-05, + "loss": 0.0369, + "step": 30056 + }, + { + "epoch": 25.493638676844785, + "grad_norm": 0.8894693932052837, + "learning_rate": 1.7461646022854638e-05, + "loss": 0.032, + "step": 30057 + }, + { + "epoch": 25.494486853265478, + "grad_norm": 1.0609680588943209, + "learning_rate": 1.7461463132963557e-05, + "loss": 0.0348, + "step": 30058 + }, + { + "epoch": 25.495335029686174, + "grad_norm": 1.0427008841463785, + "learning_rate": 1.7461280237441902e-05, + "loss": 0.0385, + "step": 30059 + }, + { + "epoch": 25.49618320610687, + "grad_norm": 1.1213343029145937, + "learning_rate": 1.7461097336289813e-05, + "loss": 0.035, + "step": 30060 + }, + { + "epoch": 25.497031382527567, + "grad_norm": 1.185224677583818, + "learning_rate": 1.746091442950742e-05, + "loss": 0.0353, + "step": 30061 + }, + { + "epoch": 25.497879558948263, + "grad_norm": 0.9814127013830676, + "learning_rate": 1.7460731517094876e-05, + "loss": 0.0366, + "step": 30062 + }, + { + "epoch": 25.498727735368956, + "grad_norm": 1.012767285435433, + "learning_rate": 1.7460548599052307e-05, + "loss": 0.0517, + "step": 30063 + }, + { + "epoch": 25.499575911789652, + "grad_norm": 0.9118088916869496, + "learning_rate": 1.746036567537985e-05, + "loss": 0.034, + "step": 30064 + }, + { + "epoch": 25.500424088210348, + "grad_norm": 1.0166384873950103, + "learning_rate": 1.7460182746077652e-05, + "loss": 0.0354, + "step": 30065 + }, + { + "epoch": 25.501272264631044, + "grad_norm": 1.0353691624545929, + "learning_rate": 1.7459999811145845e-05, + "loss": 0.036, + "step": 30066 + }, + { + "epoch": 25.502120441051737, + "grad_norm": 1.043543341025871, + "learning_rate": 1.745981687058457e-05, + "loss": 0.0369, + "step": 30067 + }, + { + "epoch": 25.502968617472433, + "grad_norm": 1.2616099901760731, + "learning_rate": 1.745963392439396e-05, + "loss": 0.037, + "step": 30068 + }, + { + "epoch": 25.50381679389313, + "grad_norm": 0.9770452344081684, + "learning_rate": 1.7459450972574158e-05, + "loss": 0.0349, + "step": 30069 + }, + { + "epoch": 25.504664970313826, + "grad_norm": 1.1354470222347963, + "learning_rate": 1.74592680151253e-05, + "loss": 0.0365, + "step": 30070 + }, + { + "epoch": 25.505513146734522, + "grad_norm": 0.9594415606837451, + "learning_rate": 1.7459085052047524e-05, + "loss": 0.0343, + "step": 30071 + }, + { + "epoch": 25.506361323155215, + "grad_norm": 1.1435549802193998, + "learning_rate": 1.745890208334097e-05, + "loss": 0.0368, + "step": 30072 + }, + { + "epoch": 25.50720949957591, + "grad_norm": 0.9869264091360951, + "learning_rate": 1.7458719109005776e-05, + "loss": 0.0366, + "step": 30073 + }, + { + "epoch": 25.508057675996607, + "grad_norm": 1.1557472524241632, + "learning_rate": 1.7458536129042075e-05, + "loss": 0.0356, + "step": 30074 + }, + { + "epoch": 25.508905852417303, + "grad_norm": 1.0088240126536954, + "learning_rate": 1.7458353143450014e-05, + "loss": 0.0367, + "step": 30075 + }, + { + "epoch": 25.509754028838, + "grad_norm": 1.2463083169688811, + "learning_rate": 1.745817015222972e-05, + "loss": 0.0395, + "step": 30076 + }, + { + "epoch": 25.510602205258692, + "grad_norm": 1.0021059307329463, + "learning_rate": 1.745798715538134e-05, + "loss": 0.0361, + "step": 30077 + }, + { + "epoch": 25.51145038167939, + "grad_norm": 0.9509625971683991, + "learning_rate": 1.745780415290501e-05, + "loss": 0.0355, + "step": 30078 + }, + { + "epoch": 25.512298558100085, + "grad_norm": 1.0540548168264503, + "learning_rate": 1.7457621144800866e-05, + "loss": 0.0353, + "step": 30079 + }, + { + "epoch": 25.51314673452078, + "grad_norm": 1.0083505124919645, + "learning_rate": 1.7457438131069045e-05, + "loss": 0.0369, + "step": 30080 + }, + { + "epoch": 25.513994910941477, + "grad_norm": 1.0558233216426125, + "learning_rate": 1.7457255111709693e-05, + "loss": 0.0367, + "step": 30081 + }, + { + "epoch": 25.51484308736217, + "grad_norm": 0.9649197344368415, + "learning_rate": 1.745707208672294e-05, + "loss": 0.0348, + "step": 30082 + }, + { + "epoch": 25.515691263782866, + "grad_norm": 1.124918409316775, + "learning_rate": 1.7456889056108925e-05, + "loss": 0.0396, + "step": 30083 + }, + { + "epoch": 25.516539440203562, + "grad_norm": 1.1512510621146337, + "learning_rate": 1.745670601986779e-05, + "loss": 0.0376, + "step": 30084 + }, + { + "epoch": 25.51738761662426, + "grad_norm": 0.9529343287796076, + "learning_rate": 1.745652297799967e-05, + "loss": 0.0363, + "step": 30085 + }, + { + "epoch": 25.518235793044955, + "grad_norm": 1.353402119392535, + "learning_rate": 1.7456339930504704e-05, + "loss": 0.0387, + "step": 30086 + }, + { + "epoch": 25.519083969465647, + "grad_norm": 1.07901472620199, + "learning_rate": 1.745615687738303e-05, + "loss": 0.0311, + "step": 30087 + }, + { + "epoch": 25.519932145886344, + "grad_norm": 0.9829990584521385, + "learning_rate": 1.7455973818634785e-05, + "loss": 0.0352, + "step": 30088 + }, + { + "epoch": 25.52078032230704, + "grad_norm": 1.2056272452100802, + "learning_rate": 1.745579075426011e-05, + "loss": 0.0366, + "step": 30089 + }, + { + "epoch": 25.521628498727736, + "grad_norm": 1.1376010927837503, + "learning_rate": 1.7455607684259143e-05, + "loss": 0.0353, + "step": 30090 + }, + { + "epoch": 25.522476675148432, + "grad_norm": 1.0837357718596394, + "learning_rate": 1.745542460863202e-05, + "loss": 0.0376, + "step": 30091 + }, + { + "epoch": 25.523324851569125, + "grad_norm": 0.9840370700951968, + "learning_rate": 1.745524152737888e-05, + "loss": 0.0339, + "step": 30092 + }, + { + "epoch": 25.52417302798982, + "grad_norm": 1.2007443772327655, + "learning_rate": 1.7455058440499857e-05, + "loss": 0.0364, + "step": 30093 + }, + { + "epoch": 25.525021204410518, + "grad_norm": 1.065689252867898, + "learning_rate": 1.7454875347995097e-05, + "loss": 0.0395, + "step": 30094 + }, + { + "epoch": 25.525869380831214, + "grad_norm": 0.9644546323462225, + "learning_rate": 1.7454692249864737e-05, + "loss": 0.0378, + "step": 30095 + }, + { + "epoch": 25.52671755725191, + "grad_norm": 0.9298203399492452, + "learning_rate": 1.7454509146108906e-05, + "loss": 0.037, + "step": 30096 + }, + { + "epoch": 25.527565733672603, + "grad_norm": 0.8755747304235969, + "learning_rate": 1.7454326036727753e-05, + "loss": 0.0338, + "step": 30097 + }, + { + "epoch": 25.5284139100933, + "grad_norm": 1.1463788191320219, + "learning_rate": 1.745414292172141e-05, + "loss": 0.0364, + "step": 30098 + }, + { + "epoch": 25.529262086513995, + "grad_norm": 0.9162734311675587, + "learning_rate": 1.7453959801090016e-05, + "loss": 0.0351, + "step": 30099 + }, + { + "epoch": 25.53011026293469, + "grad_norm": 0.9958780848714532, + "learning_rate": 1.7453776674833714e-05, + "loss": 0.0345, + "step": 30100 + }, + { + "epoch": 25.530958439355388, + "grad_norm": 1.1136273991114847, + "learning_rate": 1.7453593542952635e-05, + "loss": 0.0359, + "step": 30101 + }, + { + "epoch": 25.53180661577608, + "grad_norm": 1.1869121679187862, + "learning_rate": 1.7453410405446925e-05, + "loss": 0.0402, + "step": 30102 + }, + { + "epoch": 25.532654792196777, + "grad_norm": 0.9678193679177182, + "learning_rate": 1.7453227262316713e-05, + "loss": 0.0336, + "step": 30103 + }, + { + "epoch": 25.533502968617473, + "grad_norm": 0.9958746308345761, + "learning_rate": 1.7453044113562145e-05, + "loss": 0.0335, + "step": 30104 + }, + { + "epoch": 25.53435114503817, + "grad_norm": 0.9397565008398473, + "learning_rate": 1.7452860959183353e-05, + "loss": 0.039, + "step": 30105 + }, + { + "epoch": 25.53519932145886, + "grad_norm": 1.0642450565156842, + "learning_rate": 1.7452677799180482e-05, + "loss": 0.0378, + "step": 30106 + }, + { + "epoch": 25.536047497879558, + "grad_norm": 1.1823127216839775, + "learning_rate": 1.7452494633553664e-05, + "loss": 0.04, + "step": 30107 + }, + { + "epoch": 25.536895674300254, + "grad_norm": 1.019053284180247, + "learning_rate": 1.7452311462303043e-05, + "loss": 0.0364, + "step": 30108 + }, + { + "epoch": 25.53774385072095, + "grad_norm": 1.0477783310422237, + "learning_rate": 1.7452128285428753e-05, + "loss": 0.0354, + "step": 30109 + }, + { + "epoch": 25.538592027141647, + "grad_norm": 0.9336437298667823, + "learning_rate": 1.7451945102930933e-05, + "loss": 0.0311, + "step": 30110 + }, + { + "epoch": 25.53944020356234, + "grad_norm": 1.0064757201924708, + "learning_rate": 1.745176191480972e-05, + "loss": 0.0351, + "step": 30111 + }, + { + "epoch": 25.540288379983036, + "grad_norm": 1.1072110613878237, + "learning_rate": 1.7451578721065257e-05, + "loss": 0.0377, + "step": 30112 + }, + { + "epoch": 25.541136556403732, + "grad_norm": 1.1351022284241898, + "learning_rate": 1.7451395521697675e-05, + "loss": 0.0403, + "step": 30113 + }, + { + "epoch": 25.541984732824428, + "grad_norm": 1.0354378860999107, + "learning_rate": 1.745121231670712e-05, + "loss": 0.0358, + "step": 30114 + }, + { + "epoch": 25.542832909245124, + "grad_norm": 1.0176526863168671, + "learning_rate": 1.7451029106093725e-05, + "loss": 0.037, + "step": 30115 + }, + { + "epoch": 25.543681085665817, + "grad_norm": 0.912717622282061, + "learning_rate": 1.745084588985763e-05, + "loss": 0.0367, + "step": 30116 + }, + { + "epoch": 25.544529262086513, + "grad_norm": 0.9534643602575846, + "learning_rate": 1.7450662667998973e-05, + "loss": 0.0344, + "step": 30117 + }, + { + "epoch": 25.54537743850721, + "grad_norm": 1.0613651269024234, + "learning_rate": 1.7450479440517893e-05, + "loss": 0.0368, + "step": 30118 + }, + { + "epoch": 25.546225614927906, + "grad_norm": 0.995764189455107, + "learning_rate": 1.7450296207414527e-05, + "loss": 0.0329, + "step": 30119 + }, + { + "epoch": 25.547073791348602, + "grad_norm": 0.8430729538760315, + "learning_rate": 1.7450112968689013e-05, + "loss": 0.0338, + "step": 30120 + }, + { + "epoch": 25.547921967769295, + "grad_norm": 1.0835651269568034, + "learning_rate": 1.7449929724341492e-05, + "loss": 0.0356, + "step": 30121 + }, + { + "epoch": 25.54877014418999, + "grad_norm": 0.947010794720458, + "learning_rate": 1.7449746474372097e-05, + "loss": 0.0343, + "step": 30122 + }, + { + "epoch": 25.549618320610687, + "grad_norm": 1.0477991046437434, + "learning_rate": 1.7449563218780975e-05, + "loss": 0.0376, + "step": 30123 + }, + { + "epoch": 25.550466497031383, + "grad_norm": 1.2646853001580787, + "learning_rate": 1.7449379957568252e-05, + "loss": 0.038, + "step": 30124 + }, + { + "epoch": 25.55131467345208, + "grad_norm": 0.9444765284788288, + "learning_rate": 1.744919669073408e-05, + "loss": 0.0328, + "step": 30125 + }, + { + "epoch": 25.552162849872772, + "grad_norm": 0.9309907660068717, + "learning_rate": 1.7449013418278585e-05, + "loss": 0.0335, + "step": 30126 + }, + { + "epoch": 25.55301102629347, + "grad_norm": 0.8913278550461334, + "learning_rate": 1.7448830140201917e-05, + "loss": 0.0315, + "step": 30127 + }, + { + "epoch": 25.553859202714165, + "grad_norm": 1.0400658222339196, + "learning_rate": 1.7448646856504206e-05, + "loss": 0.0397, + "step": 30128 + }, + { + "epoch": 25.55470737913486, + "grad_norm": 1.0546514481737268, + "learning_rate": 1.744846356718559e-05, + "loss": 0.0379, + "step": 30129 + }, + { + "epoch": 25.555555555555557, + "grad_norm": 1.0665834073317007, + "learning_rate": 1.744828027224621e-05, + "loss": 0.0376, + "step": 30130 + }, + { + "epoch": 25.55640373197625, + "grad_norm": 1.1212744893356903, + "learning_rate": 1.7448096971686208e-05, + "loss": 0.0392, + "step": 30131 + }, + { + "epoch": 25.557251908396946, + "grad_norm": 0.9986223455455454, + "learning_rate": 1.7447913665505714e-05, + "loss": 0.036, + "step": 30132 + }, + { + "epoch": 25.558100084817642, + "grad_norm": 1.1554312021115387, + "learning_rate": 1.7447730353704876e-05, + "loss": 0.0409, + "step": 30133 + }, + { + "epoch": 25.55894826123834, + "grad_norm": 1.1576542316121499, + "learning_rate": 1.7447547036283822e-05, + "loss": 0.0389, + "step": 30134 + }, + { + "epoch": 25.559796437659035, + "grad_norm": 1.1138197496869406, + "learning_rate": 1.7447363713242698e-05, + "loss": 0.0385, + "step": 30135 + }, + { + "epoch": 25.560644614079727, + "grad_norm": 1.033695494450518, + "learning_rate": 1.744718038458164e-05, + "loss": 0.0347, + "step": 30136 + }, + { + "epoch": 25.561492790500424, + "grad_norm": 1.450354261967958, + "learning_rate": 1.7446997050300783e-05, + "loss": 0.0472, + "step": 30137 + }, + { + "epoch": 25.56234096692112, + "grad_norm": 1.1981634632978488, + "learning_rate": 1.744681371040027e-05, + "loss": 0.0398, + "step": 30138 + }, + { + "epoch": 25.563189143341816, + "grad_norm": 0.8664307643407742, + "learning_rate": 1.744663036488024e-05, + "loss": 0.0348, + "step": 30139 + }, + { + "epoch": 25.564037319762512, + "grad_norm": 1.0943011568974075, + "learning_rate": 1.744644701374083e-05, + "loss": 0.0381, + "step": 30140 + }, + { + "epoch": 25.564885496183205, + "grad_norm": 1.0948699031829079, + "learning_rate": 1.7446263656982174e-05, + "loss": 0.0413, + "step": 30141 + }, + { + "epoch": 25.5657336726039, + "grad_norm": 1.2349616296330452, + "learning_rate": 1.7446080294604416e-05, + "loss": 0.0392, + "step": 30142 + }, + { + "epoch": 25.566581849024598, + "grad_norm": 0.9402622566001576, + "learning_rate": 1.7445896926607692e-05, + "loss": 0.0369, + "step": 30143 + }, + { + "epoch": 25.567430025445294, + "grad_norm": 0.9383529568451638, + "learning_rate": 1.744571355299214e-05, + "loss": 0.0347, + "step": 30144 + }, + { + "epoch": 25.568278201865986, + "grad_norm": 0.9791761366408187, + "learning_rate": 1.7445530173757902e-05, + "loss": 0.0369, + "step": 30145 + }, + { + "epoch": 25.569126378286683, + "grad_norm": 0.8737543459227626, + "learning_rate": 1.7445346788905108e-05, + "loss": 0.0367, + "step": 30146 + }, + { + "epoch": 25.56997455470738, + "grad_norm": 0.9802735348980358, + "learning_rate": 1.7445163398433903e-05, + "loss": 0.0353, + "step": 30147 + }, + { + "epoch": 25.570822731128075, + "grad_norm": 0.9410241343117765, + "learning_rate": 1.7444980002344426e-05, + "loss": 0.0361, + "step": 30148 + }, + { + "epoch": 25.57167090754877, + "grad_norm": 1.2409568426515118, + "learning_rate": 1.7444796600636814e-05, + "loss": 0.037, + "step": 30149 + }, + { + "epoch": 25.572519083969464, + "grad_norm": 1.313866063613704, + "learning_rate": 1.7444613193311206e-05, + "loss": 0.0405, + "step": 30150 + }, + { + "epoch": 25.57336726039016, + "grad_norm": 1.4268508867259901, + "learning_rate": 1.744442978036774e-05, + "loss": 0.0413, + "step": 30151 + }, + { + "epoch": 25.574215436810857, + "grad_norm": 0.9872782926825769, + "learning_rate": 1.744424636180655e-05, + "loss": 0.0316, + "step": 30152 + }, + { + "epoch": 25.575063613231553, + "grad_norm": 0.8854050159923698, + "learning_rate": 1.744406293762778e-05, + "loss": 0.035, + "step": 30153 + }, + { + "epoch": 25.57591178965225, + "grad_norm": 0.9828040820927156, + "learning_rate": 1.7443879507831566e-05, + "loss": 0.0337, + "step": 30154 + }, + { + "epoch": 25.57675996607294, + "grad_norm": 0.9462496262993253, + "learning_rate": 1.7443696072418047e-05, + "loss": 0.033, + "step": 30155 + }, + { + "epoch": 25.577608142493638, + "grad_norm": 0.8786920776275741, + "learning_rate": 1.7443512631387364e-05, + "loss": 0.0378, + "step": 30156 + }, + { + "epoch": 25.578456318914334, + "grad_norm": 1.0352916023791143, + "learning_rate": 1.7443329184739646e-05, + "loss": 0.041, + "step": 30157 + }, + { + "epoch": 25.57930449533503, + "grad_norm": 0.918287329521179, + "learning_rate": 1.7443145732475047e-05, + "loss": 0.0371, + "step": 30158 + }, + { + "epoch": 25.580152671755727, + "grad_norm": 0.9935768647398724, + "learning_rate": 1.744296227459369e-05, + "loss": 0.0369, + "step": 30159 + }, + { + "epoch": 25.58100084817642, + "grad_norm": 1.1621499833677686, + "learning_rate": 1.7442778811095723e-05, + "loss": 0.0386, + "step": 30160 + }, + { + "epoch": 25.581849024597116, + "grad_norm": 1.0668737282538459, + "learning_rate": 1.7442595341981283e-05, + "loss": 0.0362, + "step": 30161 + }, + { + "epoch": 25.58269720101781, + "grad_norm": 1.0535123022394646, + "learning_rate": 1.7442411867250507e-05, + "loss": 0.0317, + "step": 30162 + }, + { + "epoch": 25.583545377438508, + "grad_norm": 1.076322404920877, + "learning_rate": 1.7442228386903532e-05, + "loss": 0.0374, + "step": 30163 + }, + { + "epoch": 25.584393553859204, + "grad_norm": 1.0010641823906035, + "learning_rate": 1.74420449009405e-05, + "loss": 0.035, + "step": 30164 + }, + { + "epoch": 25.585241730279897, + "grad_norm": 1.0898613529963257, + "learning_rate": 1.7441861409361543e-05, + "loss": 0.0346, + "step": 30165 + }, + { + "epoch": 25.586089906700593, + "grad_norm": 1.092779754291492, + "learning_rate": 1.744167791216681e-05, + "loss": 0.0376, + "step": 30166 + }, + { + "epoch": 25.58693808312129, + "grad_norm": 1.0328801024253735, + "learning_rate": 1.744149440935643e-05, + "loss": 0.0383, + "step": 30167 + }, + { + "epoch": 25.587786259541986, + "grad_norm": 0.9868376714584864, + "learning_rate": 1.7441310900930544e-05, + "loss": 0.0362, + "step": 30168 + }, + { + "epoch": 25.588634435962682, + "grad_norm": 0.9896124686314731, + "learning_rate": 1.744112738688929e-05, + "loss": 0.0375, + "step": 30169 + }, + { + "epoch": 25.589482612383375, + "grad_norm": 1.0200304931085666, + "learning_rate": 1.7440943867232815e-05, + "loss": 0.0377, + "step": 30170 + }, + { + "epoch": 25.59033078880407, + "grad_norm": 1.2269213475759144, + "learning_rate": 1.7440760341961246e-05, + "loss": 0.0399, + "step": 30171 + }, + { + "epoch": 25.591178965224767, + "grad_norm": 1.223741732645344, + "learning_rate": 1.7440576811074726e-05, + "loss": 0.0381, + "step": 30172 + }, + { + "epoch": 25.592027141645463, + "grad_norm": 1.1011107616138038, + "learning_rate": 1.744039327457339e-05, + "loss": 0.0364, + "step": 30173 + }, + { + "epoch": 25.59287531806616, + "grad_norm": 1.0096888738106915, + "learning_rate": 1.7440209732457383e-05, + "loss": 0.0341, + "step": 30174 + }, + { + "epoch": 25.593723494486852, + "grad_norm": 1.234529334002735, + "learning_rate": 1.744002618472684e-05, + "loss": 0.0387, + "step": 30175 + }, + { + "epoch": 25.59457167090755, + "grad_norm": 0.8969177110309391, + "learning_rate": 1.7439842631381903e-05, + "loss": 0.0349, + "step": 30176 + }, + { + "epoch": 25.595419847328245, + "grad_norm": 0.9683100135552347, + "learning_rate": 1.7439659072422702e-05, + "loss": 0.0349, + "step": 30177 + }, + { + "epoch": 25.59626802374894, + "grad_norm": 1.0134955408108652, + "learning_rate": 1.7439475507849384e-05, + "loss": 0.035, + "step": 30178 + }, + { + "epoch": 25.597116200169637, + "grad_norm": 0.9833053524687515, + "learning_rate": 1.7439291937662084e-05, + "loss": 0.0348, + "step": 30179 + }, + { + "epoch": 25.59796437659033, + "grad_norm": 1.0274645737290304, + "learning_rate": 1.7439108361860938e-05, + "loss": 0.0375, + "step": 30180 + }, + { + "epoch": 25.598812553011026, + "grad_norm": 0.9075392395805262, + "learning_rate": 1.743892478044609e-05, + "loss": 0.0357, + "step": 30181 + }, + { + "epoch": 25.599660729431722, + "grad_norm": 1.172526285846797, + "learning_rate": 1.7438741193417678e-05, + "loss": 0.0418, + "step": 30182 + }, + { + "epoch": 25.60050890585242, + "grad_norm": 0.9667775165634457, + "learning_rate": 1.7438557600775836e-05, + "loss": 0.0349, + "step": 30183 + }, + { + "epoch": 25.60135708227311, + "grad_norm": 1.0857346240579018, + "learning_rate": 1.7438374002520707e-05, + "loss": 0.0357, + "step": 30184 + }, + { + "epoch": 25.602205258693807, + "grad_norm": 1.2258802726192348, + "learning_rate": 1.7438190398652426e-05, + "loss": 0.0398, + "step": 30185 + }, + { + "epoch": 25.603053435114504, + "grad_norm": 1.0075552585259402, + "learning_rate": 1.7438006789171135e-05, + "loss": 0.0353, + "step": 30186 + }, + { + "epoch": 25.6039016115352, + "grad_norm": 0.9113314424956912, + "learning_rate": 1.7437823174076967e-05, + "loss": 0.0357, + "step": 30187 + }, + { + "epoch": 25.604749787955896, + "grad_norm": 0.9993525727354418, + "learning_rate": 1.7437639553370064e-05, + "loss": 0.0382, + "step": 30188 + }, + { + "epoch": 25.60559796437659, + "grad_norm": 1.1520206382655869, + "learning_rate": 1.7437455927050568e-05, + "loss": 0.0388, + "step": 30189 + }, + { + "epoch": 25.606446140797285, + "grad_norm": 0.987840468236288, + "learning_rate": 1.7437272295118615e-05, + "loss": 0.0363, + "step": 30190 + }, + { + "epoch": 25.60729431721798, + "grad_norm": 1.0017495920880912, + "learning_rate": 1.743708865757434e-05, + "loss": 0.0358, + "step": 30191 + }, + { + "epoch": 25.608142493638677, + "grad_norm": 1.1401750330526903, + "learning_rate": 1.7436905014417886e-05, + "loss": 0.0369, + "step": 30192 + }, + { + "epoch": 25.608990670059374, + "grad_norm": 1.1303575825075458, + "learning_rate": 1.743672136564939e-05, + "loss": 0.0389, + "step": 30193 + }, + { + "epoch": 25.609838846480066, + "grad_norm": 0.9901902975265885, + "learning_rate": 1.7436537711268995e-05, + "loss": 0.0368, + "step": 30194 + }, + { + "epoch": 25.610687022900763, + "grad_norm": 1.0633278973468108, + "learning_rate": 1.743635405127683e-05, + "loss": 0.0383, + "step": 30195 + }, + { + "epoch": 25.61153519932146, + "grad_norm": 1.256809832695442, + "learning_rate": 1.7436170385673043e-05, + "loss": 0.0388, + "step": 30196 + }, + { + "epoch": 25.612383375742155, + "grad_norm": 1.0705181874186902, + "learning_rate": 1.7435986714457765e-05, + "loss": 0.0335, + "step": 30197 + }, + { + "epoch": 25.61323155216285, + "grad_norm": 1.0683927282360386, + "learning_rate": 1.7435803037631138e-05, + "loss": 0.0365, + "step": 30198 + }, + { + "epoch": 25.614079728583544, + "grad_norm": 0.972239304758757, + "learning_rate": 1.74356193551933e-05, + "loss": 0.0367, + "step": 30199 + }, + { + "epoch": 25.61492790500424, + "grad_norm": 1.0501326971316887, + "learning_rate": 1.7435435667144394e-05, + "loss": 0.0397, + "step": 30200 + }, + { + "epoch": 25.615776081424936, + "grad_norm": 1.2194196416338388, + "learning_rate": 1.743525197348455e-05, + "loss": 0.0397, + "step": 30201 + }, + { + "epoch": 25.616624257845633, + "grad_norm": 1.195964410067627, + "learning_rate": 1.7435068274213917e-05, + "loss": 0.0394, + "step": 30202 + }, + { + "epoch": 25.61747243426633, + "grad_norm": 1.2319275279993647, + "learning_rate": 1.7434884569332627e-05, + "loss": 0.0361, + "step": 30203 + }, + { + "epoch": 25.61832061068702, + "grad_norm": 1.127513008443381, + "learning_rate": 1.7434700858840815e-05, + "loss": 0.0353, + "step": 30204 + }, + { + "epoch": 25.619168787107718, + "grad_norm": 0.9984411919772156, + "learning_rate": 1.743451714273863e-05, + "loss": 0.0343, + "step": 30205 + }, + { + "epoch": 25.620016963528414, + "grad_norm": 0.8355089147585302, + "learning_rate": 1.74343334210262e-05, + "loss": 0.0365, + "step": 30206 + }, + { + "epoch": 25.62086513994911, + "grad_norm": 1.0849054834983638, + "learning_rate": 1.7434149693703677e-05, + "loss": 0.0388, + "step": 30207 + }, + { + "epoch": 25.621713316369807, + "grad_norm": 0.9581415271761416, + "learning_rate": 1.7433965960771183e-05, + "loss": 0.0364, + "step": 30208 + }, + { + "epoch": 25.6225614927905, + "grad_norm": 1.1246134624494086, + "learning_rate": 1.743378222222887e-05, + "loss": 0.0383, + "step": 30209 + }, + { + "epoch": 25.623409669211195, + "grad_norm": 1.165620539494804, + "learning_rate": 1.743359847807687e-05, + "loss": 0.0373, + "step": 30210 + }, + { + "epoch": 25.62425784563189, + "grad_norm": 1.012818340016759, + "learning_rate": 1.7433414728315323e-05, + "loss": 0.0352, + "step": 30211 + }, + { + "epoch": 25.625106022052588, + "grad_norm": 1.5793485598345933, + "learning_rate": 1.7433230972944368e-05, + "loss": 0.0406, + "step": 30212 + }, + { + "epoch": 25.625954198473284, + "grad_norm": 0.9216467198938015, + "learning_rate": 1.7433047211964146e-05, + "loss": 0.034, + "step": 30213 + }, + { + "epoch": 25.626802374893977, + "grad_norm": 0.996704305680436, + "learning_rate": 1.743286344537479e-05, + "loss": 0.0356, + "step": 30214 + }, + { + "epoch": 25.627650551314673, + "grad_norm": 0.9985130837410674, + "learning_rate": 1.7432679673176442e-05, + "loss": 0.0354, + "step": 30215 + }, + { + "epoch": 25.62849872773537, + "grad_norm": 1.0715342346918333, + "learning_rate": 1.7432495895369244e-05, + "loss": 0.0359, + "step": 30216 + }, + { + "epoch": 25.629346904156066, + "grad_norm": 0.9403905519530976, + "learning_rate": 1.7432312111953326e-05, + "loss": 0.0329, + "step": 30217 + }, + { + "epoch": 25.63019508057676, + "grad_norm": 1.1936165670767145, + "learning_rate": 1.7432128322928836e-05, + "loss": 0.0357, + "step": 30218 + }, + { + "epoch": 25.631043256997454, + "grad_norm": 0.9699061610679488, + "learning_rate": 1.7431944528295908e-05, + "loss": 0.0365, + "step": 30219 + }, + { + "epoch": 25.63189143341815, + "grad_norm": 0.9575326174849405, + "learning_rate": 1.743176072805468e-05, + "loss": 0.036, + "step": 30220 + }, + { + "epoch": 25.632739609838847, + "grad_norm": 0.9659004831623131, + "learning_rate": 1.7431576922205297e-05, + "loss": 0.0347, + "step": 30221 + }, + { + "epoch": 25.633587786259543, + "grad_norm": 1.087118904588048, + "learning_rate": 1.743139311074789e-05, + "loss": 0.0366, + "step": 30222 + }, + { + "epoch": 25.634435962680236, + "grad_norm": 1.031133617544844, + "learning_rate": 1.7431209293682597e-05, + "loss": 0.0374, + "step": 30223 + }, + { + "epoch": 25.635284139100932, + "grad_norm": 1.096131342995425, + "learning_rate": 1.7431025471009565e-05, + "loss": 0.0401, + "step": 30224 + }, + { + "epoch": 25.63613231552163, + "grad_norm": 1.0802179694419622, + "learning_rate": 1.7430841642728924e-05, + "loss": 0.0378, + "step": 30225 + }, + { + "epoch": 25.636980491942325, + "grad_norm": 1.0604642834477198, + "learning_rate": 1.743065780884082e-05, + "loss": 0.0429, + "step": 30226 + }, + { + "epoch": 25.63782866836302, + "grad_norm": 1.007903477083583, + "learning_rate": 1.7430473969345387e-05, + "loss": 0.0388, + "step": 30227 + }, + { + "epoch": 25.638676844783713, + "grad_norm": 1.3080319232957043, + "learning_rate": 1.7430290124242766e-05, + "loss": 0.0377, + "step": 30228 + }, + { + "epoch": 25.63952502120441, + "grad_norm": 0.9915196850647393, + "learning_rate": 1.7430106273533092e-05, + "loss": 0.0356, + "step": 30229 + }, + { + "epoch": 25.640373197625106, + "grad_norm": 0.9958580209569566, + "learning_rate": 1.742992241721651e-05, + "loss": 0.0377, + "step": 30230 + }, + { + "epoch": 25.641221374045802, + "grad_norm": 1.0017368853892843, + "learning_rate": 1.7429738555293154e-05, + "loss": 0.0341, + "step": 30231 + }, + { + "epoch": 25.6420695504665, + "grad_norm": 0.9595957476704807, + "learning_rate": 1.7429554687763164e-05, + "loss": 0.0352, + "step": 30232 + }, + { + "epoch": 25.64291772688719, + "grad_norm": 1.0128231903617761, + "learning_rate": 1.742937081462668e-05, + "loss": 0.0348, + "step": 30233 + }, + { + "epoch": 25.643765903307887, + "grad_norm": 1.1591901519723757, + "learning_rate": 1.7429186935883838e-05, + "loss": 0.036, + "step": 30234 + }, + { + "epoch": 25.644614079728584, + "grad_norm": 0.9440430269776442, + "learning_rate": 1.7429003051534782e-05, + "loss": 0.0354, + "step": 30235 + }, + { + "epoch": 25.64546225614928, + "grad_norm": 0.9891019230914363, + "learning_rate": 1.7428819161579643e-05, + "loss": 0.0391, + "step": 30236 + }, + { + "epoch": 25.646310432569976, + "grad_norm": 1.0559815048460648, + "learning_rate": 1.7428635266018565e-05, + "loss": 0.0368, + "step": 30237 + }, + { + "epoch": 25.64715860899067, + "grad_norm": 1.1683315409853399, + "learning_rate": 1.7428451364851687e-05, + "loss": 0.0405, + "step": 30238 + }, + { + "epoch": 25.648006785411365, + "grad_norm": 0.8797910051316365, + "learning_rate": 1.7428267458079145e-05, + "loss": 0.0327, + "step": 30239 + }, + { + "epoch": 25.64885496183206, + "grad_norm": 1.039155526023769, + "learning_rate": 1.7428083545701078e-05, + "loss": 0.0382, + "step": 30240 + }, + { + "epoch": 25.649703138252757, + "grad_norm": 0.9462867563037963, + "learning_rate": 1.742789962771763e-05, + "loss": 0.0341, + "step": 30241 + }, + { + "epoch": 25.650551314673454, + "grad_norm": 1.1357487188378472, + "learning_rate": 1.742771570412893e-05, + "loss": 0.0368, + "step": 30242 + }, + { + "epoch": 25.651399491094146, + "grad_norm": 1.055144575667042, + "learning_rate": 1.742753177493513e-05, + "loss": 0.0381, + "step": 30243 + }, + { + "epoch": 25.652247667514843, + "grad_norm": 1.1449193297076925, + "learning_rate": 1.7427347840136354e-05, + "loss": 0.0386, + "step": 30244 + }, + { + "epoch": 25.65309584393554, + "grad_norm": 1.1692134307701456, + "learning_rate": 1.7427163899732752e-05, + "loss": 0.041, + "step": 30245 + }, + { + "epoch": 25.653944020356235, + "grad_norm": 1.3318081653102478, + "learning_rate": 1.742697995372446e-05, + "loss": 0.0427, + "step": 30246 + }, + { + "epoch": 25.65479219677693, + "grad_norm": 1.0364299019151055, + "learning_rate": 1.7426796002111612e-05, + "loss": 0.0387, + "step": 30247 + }, + { + "epoch": 25.655640373197624, + "grad_norm": 1.0466214647882501, + "learning_rate": 1.7426612044894352e-05, + "loss": 0.0357, + "step": 30248 + }, + { + "epoch": 25.65648854961832, + "grad_norm": 0.9015503613347188, + "learning_rate": 1.742642808207282e-05, + "loss": 0.0327, + "step": 30249 + }, + { + "epoch": 25.657336726039016, + "grad_norm": 1.095234814167673, + "learning_rate": 1.7426244113647152e-05, + "loss": 0.0377, + "step": 30250 + }, + { + "epoch": 25.658184902459713, + "grad_norm": 1.1198298256717643, + "learning_rate": 1.7426060139617484e-05, + "loss": 0.0368, + "step": 30251 + }, + { + "epoch": 25.659033078880405, + "grad_norm": 1.0624616285607558, + "learning_rate": 1.7425876159983957e-05, + "loss": 0.0366, + "step": 30252 + }, + { + "epoch": 25.6598812553011, + "grad_norm": 0.9842614281787507, + "learning_rate": 1.742569217474672e-05, + "loss": 0.0343, + "step": 30253 + }, + { + "epoch": 25.660729431721798, + "grad_norm": 1.087844981873928, + "learning_rate": 1.7425508183905892e-05, + "loss": 0.033, + "step": 30254 + }, + { + "epoch": 25.661577608142494, + "grad_norm": 0.976144677870293, + "learning_rate": 1.742532418746163e-05, + "loss": 0.0378, + "step": 30255 + }, + { + "epoch": 25.66242578456319, + "grad_norm": 1.0510313879937565, + "learning_rate": 1.742514018541406e-05, + "loss": 0.0363, + "step": 30256 + }, + { + "epoch": 25.663273960983886, + "grad_norm": 1.026255555371536, + "learning_rate": 1.7424956177763325e-05, + "loss": 0.0381, + "step": 30257 + }, + { + "epoch": 25.66412213740458, + "grad_norm": 0.970480034046183, + "learning_rate": 1.742477216450957e-05, + "loss": 0.0346, + "step": 30258 + }, + { + "epoch": 25.664970313825275, + "grad_norm": 0.9602913086427467, + "learning_rate": 1.7424588145652926e-05, + "loss": 0.036, + "step": 30259 + }, + { + "epoch": 25.66581849024597, + "grad_norm": 1.093049363314356, + "learning_rate": 1.7424404121193538e-05, + "loss": 0.0363, + "step": 30260 + }, + { + "epoch": 25.666666666666668, + "grad_norm": 1.231827228869165, + "learning_rate": 1.7424220091131536e-05, + "loss": 0.0368, + "step": 30261 + }, + { + "epoch": 25.66751484308736, + "grad_norm": 1.1758021171598885, + "learning_rate": 1.7424036055467065e-05, + "loss": 0.0374, + "step": 30262 + }, + { + "epoch": 25.668363019508057, + "grad_norm": 0.9546002769248593, + "learning_rate": 1.7423852014200266e-05, + "loss": 0.0359, + "step": 30263 + }, + { + "epoch": 25.669211195928753, + "grad_norm": 1.0676101495772183, + "learning_rate": 1.7423667967331277e-05, + "loss": 0.0367, + "step": 30264 + }, + { + "epoch": 25.67005937234945, + "grad_norm": 0.9491583132877759, + "learning_rate": 1.7423483914860232e-05, + "loss": 0.0344, + "step": 30265 + }, + { + "epoch": 25.670907548770145, + "grad_norm": 1.0995371428064393, + "learning_rate": 1.7423299856787274e-05, + "loss": 0.0376, + "step": 30266 + }, + { + "epoch": 25.671755725190838, + "grad_norm": 1.0352470501574298, + "learning_rate": 1.742311579311254e-05, + "loss": 0.0355, + "step": 30267 + }, + { + "epoch": 25.672603901611534, + "grad_norm": 0.9019027651100963, + "learning_rate": 1.7422931723836173e-05, + "loss": 0.0375, + "step": 30268 + }, + { + "epoch": 25.67345207803223, + "grad_norm": 1.049099482244531, + "learning_rate": 1.7422747648958304e-05, + "loss": 0.0388, + "step": 30269 + }, + { + "epoch": 25.674300254452927, + "grad_norm": 1.0196513040856297, + "learning_rate": 1.742256356847908e-05, + "loss": 0.0369, + "step": 30270 + }, + { + "epoch": 25.675148430873623, + "grad_norm": 1.009998149774264, + "learning_rate": 1.7422379482398633e-05, + "loss": 0.0358, + "step": 30271 + }, + { + "epoch": 25.675996607294316, + "grad_norm": 1.1239728762122847, + "learning_rate": 1.7422195390717112e-05, + "loss": 0.0358, + "step": 30272 + }, + { + "epoch": 25.676844783715012, + "grad_norm": 1.0843408932955245, + "learning_rate": 1.7422011293434643e-05, + "loss": 0.042, + "step": 30273 + }, + { + "epoch": 25.67769296013571, + "grad_norm": 1.3955752467743672, + "learning_rate": 1.7421827190551375e-05, + "loss": 0.0379, + "step": 30274 + }, + { + "epoch": 25.678541136556404, + "grad_norm": 0.9918269819354902, + "learning_rate": 1.742164308206744e-05, + "loss": 0.0355, + "step": 30275 + }, + { + "epoch": 25.6793893129771, + "grad_norm": 1.1478142225481718, + "learning_rate": 1.742145896798298e-05, + "loss": 0.0365, + "step": 30276 + }, + { + "epoch": 25.680237489397793, + "grad_norm": 0.8955749443616394, + "learning_rate": 1.7421274848298138e-05, + "loss": 0.0361, + "step": 30277 + }, + { + "epoch": 25.68108566581849, + "grad_norm": 0.9557103990130555, + "learning_rate": 1.7421090723013047e-05, + "loss": 0.0338, + "step": 30278 + }, + { + "epoch": 25.681933842239186, + "grad_norm": 1.0429421085128967, + "learning_rate": 1.7420906592127846e-05, + "loss": 0.035, + "step": 30279 + }, + { + "epoch": 25.682782018659882, + "grad_norm": 1.1497869189930652, + "learning_rate": 1.742072245564268e-05, + "loss": 0.0414, + "step": 30280 + }, + { + "epoch": 25.68363019508058, + "grad_norm": 1.0907415491996364, + "learning_rate": 1.7420538313557683e-05, + "loss": 0.0395, + "step": 30281 + }, + { + "epoch": 25.68447837150127, + "grad_norm": 1.0711296005624584, + "learning_rate": 1.742035416587299e-05, + "loss": 0.036, + "step": 30282 + }, + { + "epoch": 25.685326547921967, + "grad_norm": 1.0559423587282246, + "learning_rate": 1.7420170012588747e-05, + "loss": 0.0341, + "step": 30283 + }, + { + "epoch": 25.686174724342663, + "grad_norm": 1.1037670941299125, + "learning_rate": 1.7419985853705092e-05, + "loss": 0.0378, + "step": 30284 + }, + { + "epoch": 25.68702290076336, + "grad_norm": 0.9758436249451051, + "learning_rate": 1.7419801689222162e-05, + "loss": 0.0348, + "step": 30285 + }, + { + "epoch": 25.687871077184056, + "grad_norm": 0.9615736666883092, + "learning_rate": 1.7419617519140098e-05, + "loss": 0.0365, + "step": 30286 + }, + { + "epoch": 25.68871925360475, + "grad_norm": 1.1057723745413273, + "learning_rate": 1.7419433343459034e-05, + "loss": 0.0374, + "step": 30287 + }, + { + "epoch": 25.689567430025445, + "grad_norm": 1.1747712927166039, + "learning_rate": 1.741924916217912e-05, + "loss": 0.0384, + "step": 30288 + }, + { + "epoch": 25.69041560644614, + "grad_norm": 0.9019094454776667, + "learning_rate": 1.741906497530048e-05, + "loss": 0.0363, + "step": 30289 + }, + { + "epoch": 25.691263782866837, + "grad_norm": 0.9959148778686786, + "learning_rate": 1.7418880782823265e-05, + "loss": 0.0388, + "step": 30290 + }, + { + "epoch": 25.69211195928753, + "grad_norm": 1.0619339994821109, + "learning_rate": 1.7418696584747608e-05, + "loss": 0.035, + "step": 30291 + }, + { + "epoch": 25.692960135708226, + "grad_norm": 1.2276218160649661, + "learning_rate": 1.741851238107365e-05, + "loss": 0.0378, + "step": 30292 + }, + { + "epoch": 25.693808312128922, + "grad_norm": 1.0245170975198477, + "learning_rate": 1.741832817180153e-05, + "loss": 0.0359, + "step": 30293 + }, + { + "epoch": 25.69465648854962, + "grad_norm": 1.3903054396948287, + "learning_rate": 1.7418143956931386e-05, + "loss": 0.0418, + "step": 30294 + }, + { + "epoch": 25.695504664970315, + "grad_norm": 1.1533482873024565, + "learning_rate": 1.7417959736463356e-05, + "loss": 0.0388, + "step": 30295 + }, + { + "epoch": 25.696352841391008, + "grad_norm": 1.2320948950172077, + "learning_rate": 1.7417775510397584e-05, + "loss": 0.0431, + "step": 30296 + }, + { + "epoch": 25.697201017811704, + "grad_norm": 1.174211393759317, + "learning_rate": 1.7417591278734202e-05, + "loss": 0.0378, + "step": 30297 + }, + { + "epoch": 25.6980491942324, + "grad_norm": 0.9907200700371831, + "learning_rate": 1.7417407041473355e-05, + "loss": 0.035, + "step": 30298 + }, + { + "epoch": 25.698897370653096, + "grad_norm": 0.9899810825267051, + "learning_rate": 1.741722279861518e-05, + "loss": 0.0385, + "step": 30299 + }, + { + "epoch": 25.699745547073793, + "grad_norm": 1.1211631159416147, + "learning_rate": 1.7417038550159815e-05, + "loss": 0.0366, + "step": 30300 + }, + { + "epoch": 25.700593723494485, + "grad_norm": 1.1342116272760323, + "learning_rate": 1.74168542961074e-05, + "loss": 0.0406, + "step": 30301 + }, + { + "epoch": 25.70144189991518, + "grad_norm": 1.1027745190863272, + "learning_rate": 1.7416670036458073e-05, + "loss": 0.0366, + "step": 30302 + }, + { + "epoch": 25.702290076335878, + "grad_norm": 0.9981631496875921, + "learning_rate": 1.7416485771211973e-05, + "loss": 0.0391, + "step": 30303 + }, + { + "epoch": 25.703138252756574, + "grad_norm": 0.9578013064213468, + "learning_rate": 1.7416301500369244e-05, + "loss": 0.035, + "step": 30304 + }, + { + "epoch": 25.70398642917727, + "grad_norm": 1.122038883440463, + "learning_rate": 1.741611722393002e-05, + "loss": 0.0365, + "step": 30305 + }, + { + "epoch": 25.704834605597963, + "grad_norm": 1.060523894902932, + "learning_rate": 1.741593294189444e-05, + "loss": 0.0368, + "step": 30306 + }, + { + "epoch": 25.70568278201866, + "grad_norm": 1.1122252640934336, + "learning_rate": 1.741574865426264e-05, + "loss": 0.0367, + "step": 30307 + }, + { + "epoch": 25.706530958439355, + "grad_norm": 1.279221167861052, + "learning_rate": 1.7415564361034768e-05, + "loss": 0.0378, + "step": 30308 + }, + { + "epoch": 25.70737913486005, + "grad_norm": 0.947732984364911, + "learning_rate": 1.7415380062210956e-05, + "loss": 0.0369, + "step": 30309 + }, + { + "epoch": 25.708227311280748, + "grad_norm": 1.1354190679538356, + "learning_rate": 1.7415195757791347e-05, + "loss": 0.0401, + "step": 30310 + }, + { + "epoch": 25.70907548770144, + "grad_norm": 0.9826673533407386, + "learning_rate": 1.741501144777608e-05, + "loss": 0.0348, + "step": 30311 + }, + { + "epoch": 25.709923664122137, + "grad_norm": 1.0216524343881404, + "learning_rate": 1.7414827132165287e-05, + "loss": 0.0367, + "step": 30312 + }, + { + "epoch": 25.710771840542833, + "grad_norm": 1.16255364148018, + "learning_rate": 1.7414642810959118e-05, + "loss": 0.0394, + "step": 30313 + }, + { + "epoch": 25.71162001696353, + "grad_norm": 1.0912639839621114, + "learning_rate": 1.7414458484157703e-05, + "loss": 0.0383, + "step": 30314 + }, + { + "epoch": 25.712468193384225, + "grad_norm": 1.0185380827046135, + "learning_rate": 1.7414274151761188e-05, + "loss": 0.0357, + "step": 30315 + }, + { + "epoch": 25.713316369804918, + "grad_norm": 1.1612517682050207, + "learning_rate": 1.7414089813769706e-05, + "loss": 0.0403, + "step": 30316 + }, + { + "epoch": 25.714164546225614, + "grad_norm": 0.9031505577265243, + "learning_rate": 1.74139054701834e-05, + "loss": 0.0362, + "step": 30317 + }, + { + "epoch": 25.71501272264631, + "grad_norm": 1.025290835742308, + "learning_rate": 1.741372112100241e-05, + "loss": 0.0379, + "step": 30318 + }, + { + "epoch": 25.715860899067007, + "grad_norm": 0.9476350701804072, + "learning_rate": 1.741353676622687e-05, + "loss": 0.0343, + "step": 30319 + }, + { + "epoch": 25.716709075487703, + "grad_norm": 1.0205392311093073, + "learning_rate": 1.741335240585692e-05, + "loss": 0.036, + "step": 30320 + }, + { + "epoch": 25.717557251908396, + "grad_norm": 1.2222127551954232, + "learning_rate": 1.7413168039892708e-05, + "loss": 0.0382, + "step": 30321 + }, + { + "epoch": 25.718405428329092, + "grad_norm": 1.1421644324231661, + "learning_rate": 1.7412983668334363e-05, + "loss": 0.0418, + "step": 30322 + }, + { + "epoch": 25.719253604749788, + "grad_norm": 1.0092414282014461, + "learning_rate": 1.741279929118203e-05, + "loss": 0.0372, + "step": 30323 + }, + { + "epoch": 25.720101781170484, + "grad_norm": 1.0921015760900075, + "learning_rate": 1.7412614908435844e-05, + "loss": 0.0379, + "step": 30324 + }, + { + "epoch": 25.72094995759118, + "grad_norm": 0.9963280272074603, + "learning_rate": 1.7412430520095944e-05, + "loss": 0.035, + "step": 30325 + }, + { + "epoch": 25.721798134011873, + "grad_norm": 1.0090836575835407, + "learning_rate": 1.7412246126162473e-05, + "loss": 0.0373, + "step": 30326 + }, + { + "epoch": 25.72264631043257, + "grad_norm": 1.1160938822054858, + "learning_rate": 1.741206172663557e-05, + "loss": 0.0403, + "step": 30327 + }, + { + "epoch": 25.723494486853266, + "grad_norm": 0.8636219997932802, + "learning_rate": 1.741187732151537e-05, + "loss": 0.035, + "step": 30328 + }, + { + "epoch": 25.724342663273962, + "grad_norm": 1.1132705313190852, + "learning_rate": 1.7411692910802015e-05, + "loss": 0.038, + "step": 30329 + }, + { + "epoch": 25.725190839694655, + "grad_norm": 1.03174944621653, + "learning_rate": 1.7411508494495642e-05, + "loss": 0.0362, + "step": 30330 + }, + { + "epoch": 25.72603901611535, + "grad_norm": 1.1721362263290456, + "learning_rate": 1.7411324072596395e-05, + "loss": 0.0356, + "step": 30331 + }, + { + "epoch": 25.726887192536047, + "grad_norm": 1.0325380052343271, + "learning_rate": 1.741113964510441e-05, + "loss": 0.0389, + "step": 30332 + }, + { + "epoch": 25.727735368956743, + "grad_norm": 1.103748058447746, + "learning_rate": 1.7410955212019828e-05, + "loss": 0.0383, + "step": 30333 + }, + { + "epoch": 25.72858354537744, + "grad_norm": 1.3029715336821346, + "learning_rate": 1.741077077334278e-05, + "loss": 0.0417, + "step": 30334 + }, + { + "epoch": 25.729431721798132, + "grad_norm": 1.0882756287394153, + "learning_rate": 1.7410586329073415e-05, + "loss": 0.0349, + "step": 30335 + }, + { + "epoch": 25.73027989821883, + "grad_norm": 1.003274830039689, + "learning_rate": 1.7410401879211873e-05, + "loss": 0.0363, + "step": 30336 + }, + { + "epoch": 25.731128074639525, + "grad_norm": 1.0306290793690902, + "learning_rate": 1.7410217423758286e-05, + "loss": 0.038, + "step": 30337 + }, + { + "epoch": 25.73197625106022, + "grad_norm": 1.1995127632582399, + "learning_rate": 1.7410032962712794e-05, + "loss": 0.0403, + "step": 30338 + }, + { + "epoch": 25.732824427480917, + "grad_norm": 0.9382710163198359, + "learning_rate": 1.740984849607554e-05, + "loss": 0.0362, + "step": 30339 + }, + { + "epoch": 25.73367260390161, + "grad_norm": 1.041996170810435, + "learning_rate": 1.740966402384666e-05, + "loss": 0.0386, + "step": 30340 + }, + { + "epoch": 25.734520780322306, + "grad_norm": 1.138085988738753, + "learning_rate": 1.7409479546026294e-05, + "loss": 0.0396, + "step": 30341 + }, + { + "epoch": 25.735368956743002, + "grad_norm": 1.2403278945762966, + "learning_rate": 1.7409295062614586e-05, + "loss": 0.0378, + "step": 30342 + }, + { + "epoch": 25.7362171331637, + "grad_norm": 1.1564996171982536, + "learning_rate": 1.7409110573611667e-05, + "loss": 0.0362, + "step": 30343 + }, + { + "epoch": 25.737065309584395, + "grad_norm": 0.9935850694656855, + "learning_rate": 1.7408926079017684e-05, + "loss": 0.0385, + "step": 30344 + }, + { + "epoch": 25.737913486005088, + "grad_norm": 0.9344143614639899, + "learning_rate": 1.740874157883277e-05, + "loss": 0.0361, + "step": 30345 + }, + { + "epoch": 25.738761662425784, + "grad_norm": 1.0871824711415665, + "learning_rate": 1.740855707305707e-05, + "loss": 0.037, + "step": 30346 + }, + { + "epoch": 25.73960983884648, + "grad_norm": 1.2679026450930395, + "learning_rate": 1.7408372561690713e-05, + "loss": 0.039, + "step": 30347 + }, + { + "epoch": 25.740458015267176, + "grad_norm": 1.1286309230607683, + "learning_rate": 1.7408188044733854e-05, + "loss": 0.0382, + "step": 30348 + }, + { + "epoch": 25.741306191687872, + "grad_norm": 1.0546219536821477, + "learning_rate": 1.7408003522186618e-05, + "loss": 0.0377, + "step": 30349 + }, + { + "epoch": 25.742154368108565, + "grad_norm": 1.1686891748107788, + "learning_rate": 1.740781899404915e-05, + "loss": 0.0385, + "step": 30350 + }, + { + "epoch": 25.74300254452926, + "grad_norm": 1.0815263276960476, + "learning_rate": 1.7407634460321592e-05, + "loss": 0.0332, + "step": 30351 + }, + { + "epoch": 25.743850720949958, + "grad_norm": 0.8632222610295659, + "learning_rate": 1.740744992100408e-05, + "loss": 0.0367, + "step": 30352 + }, + { + "epoch": 25.744698897370654, + "grad_norm": 0.9951506967381673, + "learning_rate": 1.740726537609675e-05, + "loss": 0.0348, + "step": 30353 + }, + { + "epoch": 25.74554707379135, + "grad_norm": 1.0862056988759814, + "learning_rate": 1.7407080825599748e-05, + "loss": 0.0421, + "step": 30354 + }, + { + "epoch": 25.746395250212043, + "grad_norm": 1.1249486622098004, + "learning_rate": 1.7406896269513212e-05, + "loss": 0.0397, + "step": 30355 + }, + { + "epoch": 25.74724342663274, + "grad_norm": 1.0672779010571016, + "learning_rate": 1.7406711707837276e-05, + "loss": 0.0383, + "step": 30356 + }, + { + "epoch": 25.748091603053435, + "grad_norm": 1.0296072623627521, + "learning_rate": 1.7406527140572084e-05, + "loss": 0.0371, + "step": 30357 + }, + { + "epoch": 25.74893977947413, + "grad_norm": 1.077147643995539, + "learning_rate": 1.7406342567717773e-05, + "loss": 0.0372, + "step": 30358 + }, + { + "epoch": 25.749787955894828, + "grad_norm": 1.029414822326075, + "learning_rate": 1.7406157989274484e-05, + "loss": 0.042, + "step": 30359 + }, + { + "epoch": 25.75063613231552, + "grad_norm": 0.8981761336237684, + "learning_rate": 1.7405973405242353e-05, + "loss": 0.0345, + "step": 30360 + }, + { + "epoch": 25.751484308736217, + "grad_norm": 1.1341703613636875, + "learning_rate": 1.7405788815621526e-05, + "loss": 0.0372, + "step": 30361 + }, + { + "epoch": 25.752332485156913, + "grad_norm": 1.068063602114803, + "learning_rate": 1.7405604220412134e-05, + "loss": 0.0381, + "step": 30362 + }, + { + "epoch": 25.75318066157761, + "grad_norm": 1.0447591971366297, + "learning_rate": 1.7405419619614325e-05, + "loss": 0.0371, + "step": 30363 + }, + { + "epoch": 25.754028837998305, + "grad_norm": 1.012503040282154, + "learning_rate": 1.740523501322823e-05, + "loss": 0.0385, + "step": 30364 + }, + { + "epoch": 25.754877014418998, + "grad_norm": 1.1437002845991378, + "learning_rate": 1.7405050401253992e-05, + "loss": 0.0353, + "step": 30365 + }, + { + "epoch": 25.755725190839694, + "grad_norm": 0.9810024964350573, + "learning_rate": 1.740486578369175e-05, + "loss": 0.0354, + "step": 30366 + }, + { + "epoch": 25.75657336726039, + "grad_norm": 1.106355934300916, + "learning_rate": 1.7404681160541645e-05, + "loss": 0.0351, + "step": 30367 + }, + { + "epoch": 25.757421543681087, + "grad_norm": 1.1013574572717315, + "learning_rate": 1.7404496531803817e-05, + "loss": 0.0368, + "step": 30368 + }, + { + "epoch": 25.75826972010178, + "grad_norm": 1.0009155175814521, + "learning_rate": 1.74043118974784e-05, + "loss": 0.0368, + "step": 30369 + }, + { + "epoch": 25.759117896522476, + "grad_norm": 1.1469716948752497, + "learning_rate": 1.7404127257565537e-05, + "loss": 0.0395, + "step": 30370 + }, + { + "epoch": 25.759966072943172, + "grad_norm": 1.1054544418356662, + "learning_rate": 1.7403942612065367e-05, + "loss": 0.0357, + "step": 30371 + }, + { + "epoch": 25.760814249363868, + "grad_norm": 1.0352066110674285, + "learning_rate": 1.7403757960978032e-05, + "loss": 0.0372, + "step": 30372 + }, + { + "epoch": 25.761662425784564, + "grad_norm": 0.926154050565797, + "learning_rate": 1.7403573304303668e-05, + "loss": 0.0319, + "step": 30373 + }, + { + "epoch": 25.762510602205257, + "grad_norm": 0.8884648432882881, + "learning_rate": 1.7403388642042413e-05, + "loss": 0.0338, + "step": 30374 + }, + { + "epoch": 25.763358778625953, + "grad_norm": 1.1973176187768464, + "learning_rate": 1.7403203974194407e-05, + "loss": 0.0416, + "step": 30375 + }, + { + "epoch": 25.76420695504665, + "grad_norm": 1.1606632220344508, + "learning_rate": 1.740301930075979e-05, + "loss": 0.0382, + "step": 30376 + }, + { + "epoch": 25.765055131467346, + "grad_norm": 0.981989217014285, + "learning_rate": 1.7402834621738706e-05, + "loss": 0.0368, + "step": 30377 + }, + { + "epoch": 25.765903307888042, + "grad_norm": 1.0044067050707917, + "learning_rate": 1.7402649937131292e-05, + "loss": 0.0374, + "step": 30378 + }, + { + "epoch": 25.766751484308735, + "grad_norm": 1.0612548726575772, + "learning_rate": 1.7402465246937683e-05, + "loss": 0.0367, + "step": 30379 + }, + { + "epoch": 25.76759966072943, + "grad_norm": 1.2220910629987707, + "learning_rate": 1.7402280551158016e-05, + "loss": 0.0403, + "step": 30380 + }, + { + "epoch": 25.768447837150127, + "grad_norm": 1.046831786550336, + "learning_rate": 1.740209584979244e-05, + "loss": 0.0392, + "step": 30381 + }, + { + "epoch": 25.769296013570823, + "grad_norm": 1.0837999282954893, + "learning_rate": 1.740191114284109e-05, + "loss": 0.04, + "step": 30382 + }, + { + "epoch": 25.77014418999152, + "grad_norm": 1.2308505562839205, + "learning_rate": 1.7401726430304105e-05, + "loss": 0.0405, + "step": 30383 + }, + { + "epoch": 25.770992366412212, + "grad_norm": 0.9559250730044702, + "learning_rate": 1.7401541712181624e-05, + "loss": 0.0363, + "step": 30384 + }, + { + "epoch": 25.77184054283291, + "grad_norm": 0.992352084013458, + "learning_rate": 1.7401356988473787e-05, + "loss": 0.0354, + "step": 30385 + }, + { + "epoch": 25.772688719253605, + "grad_norm": 1.0659109916192293, + "learning_rate": 1.7401172259180737e-05, + "loss": 0.0404, + "step": 30386 + }, + { + "epoch": 25.7735368956743, + "grad_norm": 1.2678888942107696, + "learning_rate": 1.7400987524302606e-05, + "loss": 0.0419, + "step": 30387 + }, + { + "epoch": 25.774385072094997, + "grad_norm": 1.175442559203425, + "learning_rate": 1.740080278383954e-05, + "loss": 0.0382, + "step": 30388 + }, + { + "epoch": 25.77523324851569, + "grad_norm": 0.898531348120424, + "learning_rate": 1.7400618037791673e-05, + "loss": 0.0386, + "step": 30389 + }, + { + "epoch": 25.776081424936386, + "grad_norm": 1.1555269442480618, + "learning_rate": 1.7400433286159145e-05, + "loss": 0.0413, + "step": 30390 + }, + { + "epoch": 25.776929601357082, + "grad_norm": 0.9994230971663043, + "learning_rate": 1.7400248528942102e-05, + "loss": 0.0377, + "step": 30391 + }, + { + "epoch": 25.77777777777778, + "grad_norm": 0.9903957090567682, + "learning_rate": 1.740006376614068e-05, + "loss": 0.0356, + "step": 30392 + }, + { + "epoch": 25.778625954198475, + "grad_norm": 1.0832111855635045, + "learning_rate": 1.7399878997755012e-05, + "loss": 0.0371, + "step": 30393 + }, + { + "epoch": 25.779474130619167, + "grad_norm": 1.241867953905951, + "learning_rate": 1.7399694223785246e-05, + "loss": 0.0376, + "step": 30394 + }, + { + "epoch": 25.780322307039864, + "grad_norm": 0.9302557841115647, + "learning_rate": 1.7399509444231518e-05, + "loss": 0.0363, + "step": 30395 + }, + { + "epoch": 25.78117048346056, + "grad_norm": 0.9599995506284692, + "learning_rate": 1.7399324659093965e-05, + "loss": 0.035, + "step": 30396 + }, + { + "epoch": 25.782018659881256, + "grad_norm": 1.105420815019376, + "learning_rate": 1.739913986837273e-05, + "loss": 0.0376, + "step": 30397 + }, + { + "epoch": 25.782866836301952, + "grad_norm": 0.9245273002526992, + "learning_rate": 1.7398955072067956e-05, + "loss": 0.037, + "step": 30398 + }, + { + "epoch": 25.783715012722645, + "grad_norm": 1.0102360742281606, + "learning_rate": 1.739877027017977e-05, + "loss": 0.0383, + "step": 30399 + }, + { + "epoch": 25.78456318914334, + "grad_norm": 1.003886568469512, + "learning_rate": 1.7398585462708328e-05, + "loss": 0.038, + "step": 30400 + }, + { + "epoch": 25.785411365564038, + "grad_norm": 0.9724116906212836, + "learning_rate": 1.7398400649653755e-05, + "loss": 0.0373, + "step": 30401 + }, + { + "epoch": 25.786259541984734, + "grad_norm": 0.9677536368488973, + "learning_rate": 1.73982158310162e-05, + "loss": 0.0362, + "step": 30402 + }, + { + "epoch": 25.78710771840543, + "grad_norm": 1.093059227261841, + "learning_rate": 1.7398031006795796e-05, + "loss": 0.0371, + "step": 30403 + }, + { + "epoch": 25.787955894826123, + "grad_norm": 1.025833274782712, + "learning_rate": 1.7397846176992685e-05, + "loss": 0.0374, + "step": 30404 + }, + { + "epoch": 25.78880407124682, + "grad_norm": 1.1296983586521496, + "learning_rate": 1.739766134160701e-05, + "loss": 0.0361, + "step": 30405 + }, + { + "epoch": 25.789652247667515, + "grad_norm": 1.0177655497888267, + "learning_rate": 1.7397476500638903e-05, + "loss": 0.0363, + "step": 30406 + }, + { + "epoch": 25.79050042408821, + "grad_norm": 1.2213726217434406, + "learning_rate": 1.7397291654088514e-05, + "loss": 0.0388, + "step": 30407 + }, + { + "epoch": 25.791348600508904, + "grad_norm": 1.01383242362646, + "learning_rate": 1.739710680195597e-05, + "loss": 0.0359, + "step": 30408 + }, + { + "epoch": 25.7921967769296, + "grad_norm": 1.225024788792829, + "learning_rate": 1.739692194424142e-05, + "loss": 0.0401, + "step": 30409 + }, + { + "epoch": 25.793044953350297, + "grad_norm": 1.0893906766769337, + "learning_rate": 1.7396737080945e-05, + "loss": 0.0388, + "step": 30410 + }, + { + "epoch": 25.793893129770993, + "grad_norm": 1.0090759258040785, + "learning_rate": 1.7396552212066846e-05, + "loss": 0.0368, + "step": 30411 + }, + { + "epoch": 25.79474130619169, + "grad_norm": 1.0741102298476795, + "learning_rate": 1.7396367337607104e-05, + "loss": 0.0359, + "step": 30412 + }, + { + "epoch": 25.79558948261238, + "grad_norm": 0.9678558677621747, + "learning_rate": 1.7396182457565913e-05, + "loss": 0.0386, + "step": 30413 + }, + { + "epoch": 25.796437659033078, + "grad_norm": 1.0740534965332655, + "learning_rate": 1.7395997571943405e-05, + "loss": 0.0385, + "step": 30414 + }, + { + "epoch": 25.797285835453774, + "grad_norm": 1.1044213213549825, + "learning_rate": 1.739581268073973e-05, + "loss": 0.0404, + "step": 30415 + }, + { + "epoch": 25.79813401187447, + "grad_norm": 1.0780514152359868, + "learning_rate": 1.7395627783955017e-05, + "loss": 0.0375, + "step": 30416 + }, + { + "epoch": 25.798982188295167, + "grad_norm": 0.9349005385971587, + "learning_rate": 1.7395442881589416e-05, + "loss": 0.0354, + "step": 30417 + }, + { + "epoch": 25.79983036471586, + "grad_norm": 1.0623043235038725, + "learning_rate": 1.739525797364306e-05, + "loss": 0.0362, + "step": 30418 + }, + { + "epoch": 25.800678541136556, + "grad_norm": 0.9516543672928541, + "learning_rate": 1.7395073060116088e-05, + "loss": 0.038, + "step": 30419 + }, + { + "epoch": 25.801526717557252, + "grad_norm": 1.2041145102201343, + "learning_rate": 1.7394888141008643e-05, + "loss": 0.0402, + "step": 30420 + }, + { + "epoch": 25.802374893977948, + "grad_norm": 1.0654706002392498, + "learning_rate": 1.7394703216320864e-05, + "loss": 0.0372, + "step": 30421 + }, + { + "epoch": 25.803223070398644, + "grad_norm": 0.9674789442028265, + "learning_rate": 1.7394518286052883e-05, + "loss": 0.0374, + "step": 30422 + }, + { + "epoch": 25.804071246819337, + "grad_norm": 0.9604497580722314, + "learning_rate": 1.739433335020485e-05, + "loss": 0.0352, + "step": 30423 + }, + { + "epoch": 25.804919423240033, + "grad_norm": 1.094703735706427, + "learning_rate": 1.7394148408776902e-05, + "loss": 0.0389, + "step": 30424 + }, + { + "epoch": 25.80576759966073, + "grad_norm": 1.249000443689583, + "learning_rate": 1.7393963461769178e-05, + "loss": 0.04, + "step": 30425 + }, + { + "epoch": 25.806615776081426, + "grad_norm": 1.0060797374669384, + "learning_rate": 1.7393778509181814e-05, + "loss": 0.0347, + "step": 30426 + }, + { + "epoch": 25.807463952502122, + "grad_norm": 0.9084294179564203, + "learning_rate": 1.7393593551014956e-05, + "loss": 0.0354, + "step": 30427 + }, + { + "epoch": 25.808312128922815, + "grad_norm": 1.3475979053811242, + "learning_rate": 1.7393408587268736e-05, + "loss": 0.0414, + "step": 30428 + }, + { + "epoch": 25.80916030534351, + "grad_norm": 1.0165307972465005, + "learning_rate": 1.73932236179433e-05, + "loss": 0.0391, + "step": 30429 + }, + { + "epoch": 25.810008481764207, + "grad_norm": 1.195912122779801, + "learning_rate": 1.7393038643038785e-05, + "loss": 0.0389, + "step": 30430 + }, + { + "epoch": 25.810856658184903, + "grad_norm": 0.9080639511087124, + "learning_rate": 1.739285366255533e-05, + "loss": 0.0351, + "step": 30431 + }, + { + "epoch": 25.8117048346056, + "grad_norm": 0.9858209021891773, + "learning_rate": 1.7392668676493075e-05, + "loss": 0.039, + "step": 30432 + }, + { + "epoch": 25.812553011026292, + "grad_norm": 1.1055483371608184, + "learning_rate": 1.739248368485216e-05, + "loss": 0.0365, + "step": 30433 + }, + { + "epoch": 25.81340118744699, + "grad_norm": 1.0066863337204022, + "learning_rate": 1.739229868763272e-05, + "loss": 0.0375, + "step": 30434 + }, + { + "epoch": 25.814249363867685, + "grad_norm": 1.0219102467757035, + "learning_rate": 1.7392113684834904e-05, + "loss": 0.0399, + "step": 30435 + }, + { + "epoch": 25.81509754028838, + "grad_norm": 0.8378250837643454, + "learning_rate": 1.7391928676458847e-05, + "loss": 0.0372, + "step": 30436 + }, + { + "epoch": 25.815945716709077, + "grad_norm": 1.004688285800884, + "learning_rate": 1.7391743662504684e-05, + "loss": 0.0355, + "step": 30437 + }, + { + "epoch": 25.81679389312977, + "grad_norm": 1.187946815542698, + "learning_rate": 1.7391558642972563e-05, + "loss": 0.04, + "step": 30438 + }, + { + "epoch": 25.817642069550466, + "grad_norm": 0.8759844448438293, + "learning_rate": 1.739137361786262e-05, + "loss": 0.0356, + "step": 30439 + }, + { + "epoch": 25.818490245971162, + "grad_norm": 1.1059465069158572, + "learning_rate": 1.739118858717499e-05, + "loss": 0.0369, + "step": 30440 + }, + { + "epoch": 25.81933842239186, + "grad_norm": 1.114679394547407, + "learning_rate": 1.739100355090982e-05, + "loss": 0.0363, + "step": 30441 + }, + { + "epoch": 25.820186598812555, + "grad_norm": 1.0164365555854034, + "learning_rate": 1.7390818509067244e-05, + "loss": 0.0369, + "step": 30442 + }, + { + "epoch": 25.821034775233247, + "grad_norm": 1.1197673163616821, + "learning_rate": 1.7390633461647406e-05, + "loss": 0.0373, + "step": 30443 + }, + { + "epoch": 25.821882951653944, + "grad_norm": 0.9690628592981338, + "learning_rate": 1.7390448408650442e-05, + "loss": 0.0362, + "step": 30444 + }, + { + "epoch": 25.82273112807464, + "grad_norm": 1.0945738778323773, + "learning_rate": 1.7390263350076495e-05, + "loss": 0.0388, + "step": 30445 + }, + { + "epoch": 25.823579304495336, + "grad_norm": 1.0935819954954331, + "learning_rate": 1.7390078285925703e-05, + "loss": 0.0381, + "step": 30446 + }, + { + "epoch": 25.82442748091603, + "grad_norm": 1.0369912259453338, + "learning_rate": 1.7389893216198202e-05, + "loss": 0.0354, + "step": 30447 + }, + { + "epoch": 25.825275657336725, + "grad_norm": 0.905149171723212, + "learning_rate": 1.7389708140894138e-05, + "loss": 0.0355, + "step": 30448 + }, + { + "epoch": 25.82612383375742, + "grad_norm": 1.0041582916273935, + "learning_rate": 1.7389523060013646e-05, + "loss": 0.0364, + "step": 30449 + }, + { + "epoch": 25.826972010178118, + "grad_norm": 1.1507102154995141, + "learning_rate": 1.7389337973556872e-05, + "loss": 0.04, + "step": 30450 + }, + { + "epoch": 25.827820186598814, + "grad_norm": 1.1820969486051485, + "learning_rate": 1.738915288152395e-05, + "loss": 0.0373, + "step": 30451 + }, + { + "epoch": 25.828668363019506, + "grad_norm": 1.0242595379415542, + "learning_rate": 1.7388967783915015e-05, + "loss": 0.038, + "step": 30452 + }, + { + "epoch": 25.829516539440203, + "grad_norm": 1.0862435050360857, + "learning_rate": 1.7388782680730218e-05, + "loss": 0.0347, + "step": 30453 + }, + { + "epoch": 25.8303647158609, + "grad_norm": 1.190875363595283, + "learning_rate": 1.7388597571969694e-05, + "loss": 0.0364, + "step": 30454 + }, + { + "epoch": 25.831212892281595, + "grad_norm": 0.899405196285162, + "learning_rate": 1.7388412457633582e-05, + "loss": 0.0346, + "step": 30455 + }, + { + "epoch": 25.83206106870229, + "grad_norm": 1.0579862903750306, + "learning_rate": 1.7388227337722015e-05, + "loss": 0.0362, + "step": 30456 + }, + { + "epoch": 25.832909245122984, + "grad_norm": 1.1351764638003987, + "learning_rate": 1.7388042212235145e-05, + "loss": 0.0392, + "step": 30457 + }, + { + "epoch": 25.83375742154368, + "grad_norm": 1.020208011216373, + "learning_rate": 1.7387857081173108e-05, + "loss": 0.0349, + "step": 30458 + }, + { + "epoch": 25.834605597964376, + "grad_norm": 1.1061062009263496, + "learning_rate": 1.7387671944536035e-05, + "loss": 0.0407, + "step": 30459 + }, + { + "epoch": 25.835453774385073, + "grad_norm": 1.0576623409979247, + "learning_rate": 1.7387486802324076e-05, + "loss": 0.0373, + "step": 30460 + }, + { + "epoch": 25.83630195080577, + "grad_norm": 1.0628165057352632, + "learning_rate": 1.738730165453737e-05, + "loss": 0.037, + "step": 30461 + }, + { + "epoch": 25.83715012722646, + "grad_norm": 1.1045305855779153, + "learning_rate": 1.738711650117605e-05, + "loss": 0.0383, + "step": 30462 + }, + { + "epoch": 25.837998303647158, + "grad_norm": 1.2586345438737312, + "learning_rate": 1.738693134224026e-05, + "loss": 0.039, + "step": 30463 + }, + { + "epoch": 25.838846480067854, + "grad_norm": 0.8757475825569755, + "learning_rate": 1.738674617773014e-05, + "loss": 0.0352, + "step": 30464 + }, + { + "epoch": 25.83969465648855, + "grad_norm": 1.1013706931942935, + "learning_rate": 1.738656100764583e-05, + "loss": 0.0394, + "step": 30465 + }, + { + "epoch": 25.840542832909247, + "grad_norm": 1.1341036266095736, + "learning_rate": 1.738637583198747e-05, + "loss": 0.0412, + "step": 30466 + }, + { + "epoch": 25.84139100932994, + "grad_norm": 1.16109573505367, + "learning_rate": 1.7386190650755195e-05, + "loss": 0.0364, + "step": 30467 + }, + { + "epoch": 25.842239185750635, + "grad_norm": 1.0248417651230175, + "learning_rate": 1.7386005463949147e-05, + "loss": 0.0377, + "step": 30468 + }, + { + "epoch": 25.84308736217133, + "grad_norm": 1.0080407168879044, + "learning_rate": 1.7385820271569473e-05, + "loss": 0.036, + "step": 30469 + }, + { + "epoch": 25.843935538592028, + "grad_norm": 1.0779475353038614, + "learning_rate": 1.7385635073616302e-05, + "loss": 0.0389, + "step": 30470 + }, + { + "epoch": 25.844783715012724, + "grad_norm": 1.0561736811486762, + "learning_rate": 1.738544987008978e-05, + "loss": 0.0399, + "step": 30471 + }, + { + "epoch": 25.845631891433417, + "grad_norm": 1.1067621137283763, + "learning_rate": 1.7385264660990044e-05, + "loss": 0.0385, + "step": 30472 + }, + { + "epoch": 25.846480067854113, + "grad_norm": 1.1212444174307414, + "learning_rate": 1.738507944631724e-05, + "loss": 0.036, + "step": 30473 + }, + { + "epoch": 25.84732824427481, + "grad_norm": 0.9926105274340595, + "learning_rate": 1.7384894226071495e-05, + "loss": 0.0367, + "step": 30474 + }, + { + "epoch": 25.848176420695506, + "grad_norm": 0.9744044343462329, + "learning_rate": 1.7384709000252962e-05, + "loss": 0.0368, + "step": 30475 + }, + { + "epoch": 25.849024597116202, + "grad_norm": 1.0582615446686834, + "learning_rate": 1.7384523768861773e-05, + "loss": 0.0373, + "step": 30476 + }, + { + "epoch": 25.849872773536894, + "grad_norm": 1.0105881346744223, + "learning_rate": 1.738433853189807e-05, + "loss": 0.0367, + "step": 30477 + }, + { + "epoch": 25.85072094995759, + "grad_norm": 1.0053097069661778, + "learning_rate": 1.7384153289361996e-05, + "loss": 0.0369, + "step": 30478 + }, + { + "epoch": 25.851569126378287, + "grad_norm": 1.0847955755622807, + "learning_rate": 1.7383968041253683e-05, + "loss": 0.038, + "step": 30479 + }, + { + "epoch": 25.852417302798983, + "grad_norm": 0.9806477826730384, + "learning_rate": 1.738378278757328e-05, + "loss": 0.0368, + "step": 30480 + }, + { + "epoch": 25.85326547921968, + "grad_norm": 1.1076488733637373, + "learning_rate": 1.738359752832092e-05, + "loss": 0.0399, + "step": 30481 + }, + { + "epoch": 25.854113655640372, + "grad_norm": 1.059701902500845, + "learning_rate": 1.7383412263496744e-05, + "loss": 0.0372, + "step": 30482 + }, + { + "epoch": 25.85496183206107, + "grad_norm": 1.0186510025491053, + "learning_rate": 1.7383226993100897e-05, + "loss": 0.0368, + "step": 30483 + }, + { + "epoch": 25.855810008481765, + "grad_norm": 1.1119398406008751, + "learning_rate": 1.738304171713351e-05, + "loss": 0.0379, + "step": 30484 + }, + { + "epoch": 25.85665818490246, + "grad_norm": 1.120549597687674, + "learning_rate": 1.738285643559473e-05, + "loss": 0.0415, + "step": 30485 + }, + { + "epoch": 25.857506361323153, + "grad_norm": 1.0254319463511952, + "learning_rate": 1.7382671148484692e-05, + "loss": 0.0358, + "step": 30486 + }, + { + "epoch": 25.85835453774385, + "grad_norm": 1.3045016416490964, + "learning_rate": 1.738248585580354e-05, + "loss": 0.0399, + "step": 30487 + }, + { + "epoch": 25.859202714164546, + "grad_norm": 0.9702916390259309, + "learning_rate": 1.7382300557551412e-05, + "loss": 0.0359, + "step": 30488 + }, + { + "epoch": 25.860050890585242, + "grad_norm": 0.9763344326162224, + "learning_rate": 1.7382115253728447e-05, + "loss": 0.0353, + "step": 30489 + }, + { + "epoch": 25.86089906700594, + "grad_norm": 0.807541545908288, + "learning_rate": 1.7381929944334786e-05, + "loss": 0.033, + "step": 30490 + }, + { + "epoch": 25.86174724342663, + "grad_norm": 1.1683596372371847, + "learning_rate": 1.7381744629370573e-05, + "loss": 0.0382, + "step": 30491 + }, + { + "epoch": 25.862595419847327, + "grad_norm": 1.026954788781584, + "learning_rate": 1.738155930883594e-05, + "loss": 0.0366, + "step": 30492 + }, + { + "epoch": 25.863443596268024, + "grad_norm": 0.9450230970992839, + "learning_rate": 1.7381373982731026e-05, + "loss": 0.0337, + "step": 30493 + }, + { + "epoch": 25.86429177268872, + "grad_norm": 0.9840265333555036, + "learning_rate": 1.7381188651055977e-05, + "loss": 0.037, + "step": 30494 + }, + { + "epoch": 25.865139949109416, + "grad_norm": 1.0606534055240058, + "learning_rate": 1.738100331381093e-05, + "loss": 0.0358, + "step": 30495 + }, + { + "epoch": 25.86598812553011, + "grad_norm": 1.0678303938351583, + "learning_rate": 1.738081797099603e-05, + "loss": 0.0378, + "step": 30496 + }, + { + "epoch": 25.866836301950805, + "grad_norm": 0.9787666251848924, + "learning_rate": 1.7380632622611414e-05, + "loss": 0.0366, + "step": 30497 + }, + { + "epoch": 25.8676844783715, + "grad_norm": 1.067905461755138, + "learning_rate": 1.7380447268657213e-05, + "loss": 0.038, + "step": 30498 + }, + { + "epoch": 25.868532654792197, + "grad_norm": 1.0329260216442888, + "learning_rate": 1.7380261909133578e-05, + "loss": 0.0378, + "step": 30499 + }, + { + "epoch": 25.869380831212894, + "grad_norm": 1.0723034932434758, + "learning_rate": 1.7380076544040647e-05, + "loss": 0.0378, + "step": 30500 + }, + { + "epoch": 25.870229007633586, + "grad_norm": 1.198378879585648, + "learning_rate": 1.7379891173378555e-05, + "loss": 0.0418, + "step": 30501 + }, + { + "epoch": 25.871077184054283, + "grad_norm": 1.088522220479068, + "learning_rate": 1.7379705797147446e-05, + "loss": 0.038, + "step": 30502 + }, + { + "epoch": 25.87192536047498, + "grad_norm": 0.9987656216093878, + "learning_rate": 1.737952041534746e-05, + "loss": 0.0374, + "step": 30503 + }, + { + "epoch": 25.872773536895675, + "grad_norm": 1.2621199303581687, + "learning_rate": 1.7379335027978735e-05, + "loss": 0.0396, + "step": 30504 + }, + { + "epoch": 25.87362171331637, + "grad_norm": 1.029656592919805, + "learning_rate": 1.7379149635041412e-05, + "loss": 0.0372, + "step": 30505 + }, + { + "epoch": 25.874469889737064, + "grad_norm": 0.958666175803816, + "learning_rate": 1.737896423653563e-05, + "loss": 0.0347, + "step": 30506 + }, + { + "epoch": 25.87531806615776, + "grad_norm": 0.8764436336030673, + "learning_rate": 1.7378778832461528e-05, + "loss": 0.0344, + "step": 30507 + }, + { + "epoch": 25.876166242578456, + "grad_norm": 1.119325713751962, + "learning_rate": 1.737859342281925e-05, + "loss": 0.0395, + "step": 30508 + }, + { + "epoch": 25.877014418999153, + "grad_norm": 1.0699232309697477, + "learning_rate": 1.7378408007608932e-05, + "loss": 0.0376, + "step": 30509 + }, + { + "epoch": 25.87786259541985, + "grad_norm": 1.0188241618816454, + "learning_rate": 1.7378222586830717e-05, + "loss": 0.0359, + "step": 30510 + }, + { + "epoch": 25.87871077184054, + "grad_norm": 1.021897844941241, + "learning_rate": 1.737803716048474e-05, + "loss": 0.0367, + "step": 30511 + }, + { + "epoch": 25.879558948261238, + "grad_norm": 1.1417169524416027, + "learning_rate": 1.7377851728571145e-05, + "loss": 0.0385, + "step": 30512 + }, + { + "epoch": 25.880407124681934, + "grad_norm": 1.0588111611041295, + "learning_rate": 1.7377666291090074e-05, + "loss": 0.0372, + "step": 30513 + }, + { + "epoch": 25.88125530110263, + "grad_norm": 1.1277829278915268, + "learning_rate": 1.737748084804166e-05, + "loss": 0.0371, + "step": 30514 + }, + { + "epoch": 25.882103477523327, + "grad_norm": 0.8893631337357913, + "learning_rate": 1.7377295399426047e-05, + "loss": 0.0357, + "step": 30515 + }, + { + "epoch": 25.88295165394402, + "grad_norm": 1.097658583815006, + "learning_rate": 1.737710994524338e-05, + "loss": 0.0438, + "step": 30516 + }, + { + "epoch": 25.883799830364715, + "grad_norm": 1.0766308037458672, + "learning_rate": 1.7376924485493788e-05, + "loss": 0.0395, + "step": 30517 + }, + { + "epoch": 25.88464800678541, + "grad_norm": 1.2264269843687619, + "learning_rate": 1.737673902017742e-05, + "loss": 0.0469, + "step": 30518 + }, + { + "epoch": 25.885496183206108, + "grad_norm": 0.9905129294629972, + "learning_rate": 1.737655354929441e-05, + "loss": 0.0346, + "step": 30519 + }, + { + "epoch": 25.886344359626804, + "grad_norm": 1.1128379455283124, + "learning_rate": 1.7376368072844902e-05, + "loss": 0.0384, + "step": 30520 + }, + { + "epoch": 25.887192536047497, + "grad_norm": 0.9268480180130758, + "learning_rate": 1.7376182590829037e-05, + "loss": 0.0385, + "step": 30521 + }, + { + "epoch": 25.888040712468193, + "grad_norm": 0.9423098956264729, + "learning_rate": 1.7375997103246946e-05, + "loss": 0.0377, + "step": 30522 + }, + { + "epoch": 25.88888888888889, + "grad_norm": 1.0382872364367581, + "learning_rate": 1.737581161009878e-05, + "loss": 0.0386, + "step": 30523 + }, + { + "epoch": 25.889737065309586, + "grad_norm": 1.2201030291068173, + "learning_rate": 1.7375626111384675e-05, + "loss": 0.0398, + "step": 30524 + }, + { + "epoch": 25.890585241730278, + "grad_norm": 1.0080833740808233, + "learning_rate": 1.737544060710477e-05, + "loss": 0.037, + "step": 30525 + }, + { + "epoch": 25.891433418150974, + "grad_norm": 0.9251653795084909, + "learning_rate": 1.7375255097259206e-05, + "loss": 0.0372, + "step": 30526 + }, + { + "epoch": 25.89228159457167, + "grad_norm": 1.0634280782598544, + "learning_rate": 1.737506958184812e-05, + "loss": 0.0379, + "step": 30527 + }, + { + "epoch": 25.893129770992367, + "grad_norm": 0.9751727033368828, + "learning_rate": 1.7374884060871655e-05, + "loss": 0.0391, + "step": 30528 + }, + { + "epoch": 25.893977947413063, + "grad_norm": 0.9319955261547023, + "learning_rate": 1.737469853432995e-05, + "loss": 0.0364, + "step": 30529 + }, + { + "epoch": 25.894826123833756, + "grad_norm": 1.0850004024288546, + "learning_rate": 1.7374513002223146e-05, + "loss": 0.0359, + "step": 30530 + }, + { + "epoch": 25.895674300254452, + "grad_norm": 0.8955056018430652, + "learning_rate": 1.7374327464551382e-05, + "loss": 0.0341, + "step": 30531 + }, + { + "epoch": 25.89652247667515, + "grad_norm": 1.042216102690299, + "learning_rate": 1.7374141921314805e-05, + "loss": 0.0376, + "step": 30532 + }, + { + "epoch": 25.897370653095845, + "grad_norm": 0.9864985542883071, + "learning_rate": 1.737395637251354e-05, + "loss": 0.0391, + "step": 30533 + }, + { + "epoch": 25.89821882951654, + "grad_norm": 0.9788648990147749, + "learning_rate": 1.737377081814774e-05, + "loss": 0.0364, + "step": 30534 + }, + { + "epoch": 25.899067005937233, + "grad_norm": 1.0859385060216316, + "learning_rate": 1.7373585258217538e-05, + "loss": 0.0394, + "step": 30535 + }, + { + "epoch": 25.89991518235793, + "grad_norm": 0.8901715562003338, + "learning_rate": 1.737339969272308e-05, + "loss": 0.0355, + "step": 30536 + }, + { + "epoch": 25.900763358778626, + "grad_norm": 1.1635228686074068, + "learning_rate": 1.73732141216645e-05, + "loss": 0.0426, + "step": 30537 + }, + { + "epoch": 25.901611535199322, + "grad_norm": 1.215054202007461, + "learning_rate": 1.737302854504194e-05, + "loss": 0.0375, + "step": 30538 + }, + { + "epoch": 25.90245971162002, + "grad_norm": 0.9319570318414825, + "learning_rate": 1.737284296285554e-05, + "loss": 0.0362, + "step": 30539 + }, + { + "epoch": 25.90330788804071, + "grad_norm": 1.1069066249907027, + "learning_rate": 1.737265737510544e-05, + "loss": 0.0393, + "step": 30540 + }, + { + "epoch": 25.904156064461407, + "grad_norm": 0.8885975122441514, + "learning_rate": 1.7372471781791787e-05, + "loss": 0.0373, + "step": 30541 + }, + { + "epoch": 25.905004240882104, + "grad_norm": 1.0677416448805148, + "learning_rate": 1.737228618291471e-05, + "loss": 0.0361, + "step": 30542 + }, + { + "epoch": 25.9058524173028, + "grad_norm": 1.1895851663788937, + "learning_rate": 1.7372100578474354e-05, + "loss": 0.0404, + "step": 30543 + }, + { + "epoch": 25.906700593723496, + "grad_norm": 0.9375114969735466, + "learning_rate": 1.737191496847086e-05, + "loss": 0.0359, + "step": 30544 + }, + { + "epoch": 25.90754877014419, + "grad_norm": 0.9315290331500923, + "learning_rate": 1.7371729352904366e-05, + "loss": 0.0366, + "step": 30545 + }, + { + "epoch": 25.908396946564885, + "grad_norm": 1.142859779029327, + "learning_rate": 1.7371543731775015e-05, + "loss": 0.0391, + "step": 30546 + }, + { + "epoch": 25.90924512298558, + "grad_norm": 0.9426989947682509, + "learning_rate": 1.737135810508294e-05, + "loss": 0.0342, + "step": 30547 + }, + { + "epoch": 25.910093299406277, + "grad_norm": 1.1168771130892605, + "learning_rate": 1.737117247282829e-05, + "loss": 0.0383, + "step": 30548 + }, + { + "epoch": 25.910941475826974, + "grad_norm": 1.1504540762370512, + "learning_rate": 1.73709868350112e-05, + "loss": 0.0402, + "step": 30549 + }, + { + "epoch": 25.911789652247666, + "grad_norm": 1.033627292926621, + "learning_rate": 1.7370801191631815e-05, + "loss": 0.0405, + "step": 30550 + }, + { + "epoch": 25.912637828668363, + "grad_norm": 0.9595775613675125, + "learning_rate": 1.737061554269027e-05, + "loss": 0.033, + "step": 30551 + }, + { + "epoch": 25.91348600508906, + "grad_norm": 0.9991734212564704, + "learning_rate": 1.7370429888186705e-05, + "loss": 0.0364, + "step": 30552 + }, + { + "epoch": 25.914334181509755, + "grad_norm": 1.171085619729235, + "learning_rate": 1.737024422812126e-05, + "loss": 0.0373, + "step": 30553 + }, + { + "epoch": 25.91518235793045, + "grad_norm": 1.1517197060047033, + "learning_rate": 1.737005856249408e-05, + "loss": 0.036, + "step": 30554 + }, + { + "epoch": 25.916030534351144, + "grad_norm": 1.208589608412251, + "learning_rate": 1.73698728913053e-05, + "loss": 0.0399, + "step": 30555 + }, + { + "epoch": 25.91687871077184, + "grad_norm": 1.1926008784871487, + "learning_rate": 1.7369687214555064e-05, + "loss": 0.039, + "step": 30556 + }, + { + "epoch": 25.917726887192536, + "grad_norm": 1.1665760601498525, + "learning_rate": 1.7369501532243506e-05, + "loss": 0.036, + "step": 30557 + }, + { + "epoch": 25.918575063613233, + "grad_norm": 0.9641018896611017, + "learning_rate": 1.7369315844370774e-05, + "loss": 0.0344, + "step": 30558 + }, + { + "epoch": 25.91942324003393, + "grad_norm": 1.015335550527538, + "learning_rate": 1.7369130150937e-05, + "loss": 0.0348, + "step": 30559 + }, + { + "epoch": 25.92027141645462, + "grad_norm": 0.9298544729100942, + "learning_rate": 1.7368944451942333e-05, + "loss": 0.0367, + "step": 30560 + }, + { + "epoch": 25.921119592875318, + "grad_norm": 1.0535141106543846, + "learning_rate": 1.7368758747386908e-05, + "loss": 0.0392, + "step": 30561 + }, + { + "epoch": 25.921967769296014, + "grad_norm": 0.9430803112217331, + "learning_rate": 1.7368573037270864e-05, + "loss": 0.0368, + "step": 30562 + }, + { + "epoch": 25.92281594571671, + "grad_norm": 1.0662089171135178, + "learning_rate": 1.7368387321594347e-05, + "loss": 0.035, + "step": 30563 + }, + { + "epoch": 25.923664122137403, + "grad_norm": 0.9004916068481013, + "learning_rate": 1.736820160035749e-05, + "loss": 0.0361, + "step": 30564 + }, + { + "epoch": 25.9245122985581, + "grad_norm": 1.011850253362233, + "learning_rate": 1.736801587356043e-05, + "loss": 0.0344, + "step": 30565 + }, + { + "epoch": 25.925360474978795, + "grad_norm": 1.2457556781440193, + "learning_rate": 1.7367830141203325e-05, + "loss": 0.0369, + "step": 30566 + }, + { + "epoch": 25.92620865139949, + "grad_norm": 0.9823996026819012, + "learning_rate": 1.7367644403286298e-05, + "loss": 0.0359, + "step": 30567 + }, + { + "epoch": 25.927056827820188, + "grad_norm": 1.1542292094679618, + "learning_rate": 1.7367458659809492e-05, + "loss": 0.0361, + "step": 30568 + }, + { + "epoch": 25.92790500424088, + "grad_norm": 1.0416843925606878, + "learning_rate": 1.7367272910773053e-05, + "loss": 0.037, + "step": 30569 + }, + { + "epoch": 25.928753180661577, + "grad_norm": 1.1553515897984512, + "learning_rate": 1.7367087156177117e-05, + "loss": 0.04, + "step": 30570 + }, + { + "epoch": 25.929601357082273, + "grad_norm": 1.157868473616781, + "learning_rate": 1.7366901396021826e-05, + "loss": 0.0359, + "step": 30571 + }, + { + "epoch": 25.93044953350297, + "grad_norm": 1.1183686957291705, + "learning_rate": 1.7366715630307318e-05, + "loss": 0.0426, + "step": 30572 + }, + { + "epoch": 25.931297709923665, + "grad_norm": 1.0505311156599872, + "learning_rate": 1.7366529859033734e-05, + "loss": 0.0385, + "step": 30573 + }, + { + "epoch": 25.932145886344358, + "grad_norm": 1.0884335671307994, + "learning_rate": 1.7366344082201217e-05, + "loss": 0.0345, + "step": 30574 + }, + { + "epoch": 25.932994062765054, + "grad_norm": 1.094556131253116, + "learning_rate": 1.7366158299809902e-05, + "loss": 0.0373, + "step": 30575 + }, + { + "epoch": 25.93384223918575, + "grad_norm": 0.9234742857472341, + "learning_rate": 1.7365972511859936e-05, + "loss": 0.0381, + "step": 30576 + }, + { + "epoch": 25.934690415606447, + "grad_norm": 0.9431453822452247, + "learning_rate": 1.7365786718351452e-05, + "loss": 0.0352, + "step": 30577 + }, + { + "epoch": 25.935538592027143, + "grad_norm": 0.9485309654690348, + "learning_rate": 1.7365600919284595e-05, + "loss": 0.0346, + "step": 30578 + }, + { + "epoch": 25.936386768447836, + "grad_norm": 1.071637109131518, + "learning_rate": 1.7365415114659502e-05, + "loss": 0.036, + "step": 30579 + }, + { + "epoch": 25.937234944868532, + "grad_norm": 0.999465766254436, + "learning_rate": 1.7365229304476314e-05, + "loss": 0.0384, + "step": 30580 + }, + { + "epoch": 25.938083121289228, + "grad_norm": 1.1412325931942506, + "learning_rate": 1.736504348873518e-05, + "loss": 0.0402, + "step": 30581 + }, + { + "epoch": 25.938931297709924, + "grad_norm": 1.018735849088022, + "learning_rate": 1.7364857667436222e-05, + "loss": 0.0359, + "step": 30582 + }, + { + "epoch": 25.93977947413062, + "grad_norm": 0.9971020762858379, + "learning_rate": 1.7364671840579597e-05, + "loss": 0.0381, + "step": 30583 + }, + { + "epoch": 25.940627650551313, + "grad_norm": 0.9738575276705856, + "learning_rate": 1.7364486008165436e-05, + "loss": 0.0367, + "step": 30584 + }, + { + "epoch": 25.94147582697201, + "grad_norm": 1.6634556788852726, + "learning_rate": 1.7364300170193885e-05, + "loss": 0.0382, + "step": 30585 + }, + { + "epoch": 25.942324003392706, + "grad_norm": 1.0030664039898756, + "learning_rate": 1.7364114326665077e-05, + "loss": 0.0372, + "step": 30586 + }, + { + "epoch": 25.943172179813402, + "grad_norm": 1.0605012974423778, + "learning_rate": 1.736392847757916e-05, + "loss": 0.0402, + "step": 30587 + }, + { + "epoch": 25.9440203562341, + "grad_norm": 1.004224986555892, + "learning_rate": 1.736374262293627e-05, + "loss": 0.0386, + "step": 30588 + }, + { + "epoch": 25.94486853265479, + "grad_norm": 1.2392287129134196, + "learning_rate": 1.7363556762736547e-05, + "loss": 0.039, + "step": 30589 + }, + { + "epoch": 25.945716709075487, + "grad_norm": 1.035040550687371, + "learning_rate": 1.736337089698013e-05, + "loss": 0.0337, + "step": 30590 + }, + { + "epoch": 25.946564885496183, + "grad_norm": 1.0928749722784807, + "learning_rate": 1.7363185025667167e-05, + "loss": 0.036, + "step": 30591 + }, + { + "epoch": 25.94741306191688, + "grad_norm": 1.0382943135690337, + "learning_rate": 1.736299914879779e-05, + "loss": 0.0363, + "step": 30592 + }, + { + "epoch": 25.948261238337576, + "grad_norm": 1.0768704870568206, + "learning_rate": 1.736281326637214e-05, + "loss": 0.0388, + "step": 30593 + }, + { + "epoch": 25.94910941475827, + "grad_norm": 1.0575715826510628, + "learning_rate": 1.7362627378390362e-05, + "loss": 0.0384, + "step": 30594 + }, + { + "epoch": 25.949957591178965, + "grad_norm": 0.9679027994709614, + "learning_rate": 1.7362441484852593e-05, + "loss": 0.0367, + "step": 30595 + }, + { + "epoch": 25.95080576759966, + "grad_norm": 0.9910112051859866, + "learning_rate": 1.7362255585758975e-05, + "loss": 0.0383, + "step": 30596 + }, + { + "epoch": 25.951653944020357, + "grad_norm": 1.001985518557309, + "learning_rate": 1.7362069681109645e-05, + "loss": 0.0349, + "step": 30597 + }, + { + "epoch": 25.952502120441054, + "grad_norm": 0.9744438846494813, + "learning_rate": 1.7361883770904747e-05, + "loss": 0.0371, + "step": 30598 + }, + { + "epoch": 25.953350296861746, + "grad_norm": 0.8872113654834761, + "learning_rate": 1.7361697855144418e-05, + "loss": 0.0347, + "step": 30599 + }, + { + "epoch": 25.954198473282442, + "grad_norm": 1.0481837755487113, + "learning_rate": 1.73615119338288e-05, + "loss": 0.0374, + "step": 30600 + }, + { + "epoch": 25.95504664970314, + "grad_norm": 1.0651725580644076, + "learning_rate": 1.7361326006958034e-05, + "loss": 0.0382, + "step": 30601 + }, + { + "epoch": 25.955894826123835, + "grad_norm": 1.0312877453540488, + "learning_rate": 1.736114007453226e-05, + "loss": 0.0378, + "step": 30602 + }, + { + "epoch": 25.956743002544528, + "grad_norm": 1.0790151519122337, + "learning_rate": 1.736095413655162e-05, + "loss": 0.0374, + "step": 30603 + }, + { + "epoch": 25.957591178965224, + "grad_norm": 0.9988040921423832, + "learning_rate": 1.736076819301625e-05, + "loss": 0.0413, + "step": 30604 + }, + { + "epoch": 25.95843935538592, + "grad_norm": 1.26337971895142, + "learning_rate": 1.736058224392629e-05, + "loss": 0.0426, + "step": 30605 + }, + { + "epoch": 25.959287531806616, + "grad_norm": 1.1387283974017723, + "learning_rate": 1.7360396289281887e-05, + "loss": 0.0397, + "step": 30606 + }, + { + "epoch": 25.960135708227313, + "grad_norm": 0.9718661618199838, + "learning_rate": 1.7360210329083177e-05, + "loss": 0.0352, + "step": 30607 + }, + { + "epoch": 25.960983884648005, + "grad_norm": 1.1019191590492208, + "learning_rate": 1.73600243633303e-05, + "loss": 0.0375, + "step": 30608 + }, + { + "epoch": 25.9618320610687, + "grad_norm": 1.1884903611148783, + "learning_rate": 1.7359838392023392e-05, + "loss": 0.038, + "step": 30609 + }, + { + "epoch": 25.962680237489398, + "grad_norm": 0.9928971225437533, + "learning_rate": 1.7359652415162606e-05, + "loss": 0.0359, + "step": 30610 + }, + { + "epoch": 25.963528413910094, + "grad_norm": 1.1775305634595599, + "learning_rate": 1.735946643274807e-05, + "loss": 0.0396, + "step": 30611 + }, + { + "epoch": 25.96437659033079, + "grad_norm": 1.0375150450373394, + "learning_rate": 1.7359280444779928e-05, + "loss": 0.0378, + "step": 30612 + }, + { + "epoch": 25.965224766751483, + "grad_norm": 1.0790506276496312, + "learning_rate": 1.7359094451258325e-05, + "loss": 0.0408, + "step": 30613 + }, + { + "epoch": 25.96607294317218, + "grad_norm": 1.0444308907505058, + "learning_rate": 1.7358908452183395e-05, + "loss": 0.0381, + "step": 30614 + }, + { + "epoch": 25.966921119592875, + "grad_norm": 1.4840561409487056, + "learning_rate": 1.7358722447555283e-05, + "loss": 0.0394, + "step": 30615 + }, + { + "epoch": 25.96776929601357, + "grad_norm": 0.9464346983223735, + "learning_rate": 1.7358536437374124e-05, + "loss": 0.0354, + "step": 30616 + }, + { + "epoch": 25.968617472434268, + "grad_norm": 1.192264788713617, + "learning_rate": 1.7358350421640065e-05, + "loss": 0.0416, + "step": 30617 + }, + { + "epoch": 25.96946564885496, + "grad_norm": 1.1657295725338233, + "learning_rate": 1.735816440035324e-05, + "loss": 0.0413, + "step": 30618 + }, + { + "epoch": 25.970313825275657, + "grad_norm": 1.1172385283930841, + "learning_rate": 1.7357978373513797e-05, + "loss": 0.039, + "step": 30619 + }, + { + "epoch": 25.971162001696353, + "grad_norm": 1.1197127083222023, + "learning_rate": 1.735779234112187e-05, + "loss": 0.037, + "step": 30620 + }, + { + "epoch": 25.97201017811705, + "grad_norm": 0.947425097403487, + "learning_rate": 1.73576063031776e-05, + "loss": 0.0329, + "step": 30621 + }, + { + "epoch": 25.972858354537745, + "grad_norm": 0.9374483628109781, + "learning_rate": 1.7357420259681127e-05, + "loss": 0.0355, + "step": 30622 + }, + { + "epoch": 25.973706530958438, + "grad_norm": 1.0046097826511766, + "learning_rate": 1.7357234210632598e-05, + "loss": 0.0382, + "step": 30623 + }, + { + "epoch": 25.974554707379134, + "grad_norm": 1.1092878377997666, + "learning_rate": 1.735704815603214e-05, + "loss": 0.0369, + "step": 30624 + }, + { + "epoch": 25.97540288379983, + "grad_norm": 1.0390891490927685, + "learning_rate": 1.735686209587991e-05, + "loss": 0.0366, + "step": 30625 + }, + { + "epoch": 25.976251060220527, + "grad_norm": 0.9959351838911762, + "learning_rate": 1.7356676030176037e-05, + "loss": 0.0374, + "step": 30626 + }, + { + "epoch": 25.977099236641223, + "grad_norm": 1.0794200522726425, + "learning_rate": 1.7356489958920665e-05, + "loss": 0.0379, + "step": 30627 + }, + { + "epoch": 25.977947413061916, + "grad_norm": 0.946039337727187, + "learning_rate": 1.7356303882113935e-05, + "loss": 0.0337, + "step": 30628 + }, + { + "epoch": 25.978795589482612, + "grad_norm": 1.0540003527795099, + "learning_rate": 1.7356117799755984e-05, + "loss": 0.0381, + "step": 30629 + }, + { + "epoch": 25.979643765903308, + "grad_norm": 1.0409667363917716, + "learning_rate": 1.7355931711846956e-05, + "loss": 0.0357, + "step": 30630 + }, + { + "epoch": 25.980491942324004, + "grad_norm": 1.1302052270051444, + "learning_rate": 1.735574561838699e-05, + "loss": 0.0432, + "step": 30631 + }, + { + "epoch": 25.9813401187447, + "grad_norm": 1.1322693560435952, + "learning_rate": 1.7355559519376227e-05, + "loss": 0.0376, + "step": 30632 + }, + { + "epoch": 25.982188295165393, + "grad_norm": 0.9415197959309075, + "learning_rate": 1.7355373414814805e-05, + "loss": 0.0359, + "step": 30633 + }, + { + "epoch": 25.98303647158609, + "grad_norm": 1.2403368312020633, + "learning_rate": 1.7355187304702868e-05, + "loss": 0.0367, + "step": 30634 + }, + { + "epoch": 25.983884648006786, + "grad_norm": 1.0215186579114048, + "learning_rate": 1.7355001189040557e-05, + "loss": 0.0336, + "step": 30635 + }, + { + "epoch": 25.984732824427482, + "grad_norm": 1.2143208784685522, + "learning_rate": 1.735481506782801e-05, + "loss": 0.0444, + "step": 30636 + }, + { + "epoch": 25.98558100084818, + "grad_norm": 1.0511088071771713, + "learning_rate": 1.7354628941065366e-05, + "loss": 0.0347, + "step": 30637 + }, + { + "epoch": 25.98642917726887, + "grad_norm": 1.1998580811191433, + "learning_rate": 1.735444280875277e-05, + "loss": 0.0417, + "step": 30638 + }, + { + "epoch": 25.987277353689567, + "grad_norm": 1.02028610286561, + "learning_rate": 1.7354256670890356e-05, + "loss": 0.0358, + "step": 30639 + }, + { + "epoch": 25.988125530110263, + "grad_norm": 1.003788923996664, + "learning_rate": 1.735407052747827e-05, + "loss": 0.035, + "step": 30640 + }, + { + "epoch": 25.98897370653096, + "grad_norm": 1.0939879524271134, + "learning_rate": 1.7353884378516652e-05, + "loss": 0.0365, + "step": 30641 + }, + { + "epoch": 25.989821882951652, + "grad_norm": 0.9924168505644793, + "learning_rate": 1.7353698224005643e-05, + "loss": 0.0387, + "step": 30642 + }, + { + "epoch": 25.99067005937235, + "grad_norm": 1.0620942239563547, + "learning_rate": 1.7353512063945375e-05, + "loss": 0.0373, + "step": 30643 + }, + { + "epoch": 25.991518235793045, + "grad_norm": 1.150563365093128, + "learning_rate": 1.7353325898336005e-05, + "loss": 0.0397, + "step": 30644 + }, + { + "epoch": 25.99236641221374, + "grad_norm": 1.0358354566022263, + "learning_rate": 1.7353139727177655e-05, + "loss": 0.0362, + "step": 30645 + }, + { + "epoch": 25.993214588634437, + "grad_norm": 1.052830687513668, + "learning_rate": 1.7352953550470476e-05, + "loss": 0.0396, + "step": 30646 + }, + { + "epoch": 25.99406276505513, + "grad_norm": 1.08876740525257, + "learning_rate": 1.7352767368214608e-05, + "loss": 0.0379, + "step": 30647 + }, + { + "epoch": 25.994910941475826, + "grad_norm": 1.1114582534402435, + "learning_rate": 1.7352581180410193e-05, + "loss": 0.0386, + "step": 30648 + }, + { + "epoch": 25.995759117896522, + "grad_norm": 0.9517280040987652, + "learning_rate": 1.7352394987057363e-05, + "loss": 0.0361, + "step": 30649 + }, + { + "epoch": 25.99660729431722, + "grad_norm": 0.9386874722445945, + "learning_rate": 1.7352208788156268e-05, + "loss": 0.0355, + "step": 30650 + }, + { + "epoch": 25.997455470737915, + "grad_norm": 0.9822814228755852, + "learning_rate": 1.7352022583707046e-05, + "loss": 0.0346, + "step": 30651 + }, + { + "epoch": 25.998303647158608, + "grad_norm": 1.0646516353081956, + "learning_rate": 1.735183637370983e-05, + "loss": 0.0381, + "step": 30652 + }, + { + "epoch": 25.999151823579304, + "grad_norm": 1.0707837722262594, + "learning_rate": 1.7351650158164773e-05, + "loss": 0.0373, + "step": 30653 + }, + { + "epoch": 26.0, + "grad_norm": 1.101578425720887, + "learning_rate": 1.7351463937072008e-05, + "loss": 0.0367, + "step": 30654 + }, + { + "epoch": 26.000848176420696, + "grad_norm": 0.7782034210661359, + "learning_rate": 1.7351277710431674e-05, + "loss": 0.0333, + "step": 30655 + }, + { + "epoch": 26.001696352841392, + "grad_norm": 0.7626431682587714, + "learning_rate": 1.7351091478243915e-05, + "loss": 0.0318, + "step": 30656 + }, + { + "epoch": 26.002544529262085, + "grad_norm": 0.7627904063383077, + "learning_rate": 1.735090524050887e-05, + "loss": 0.0289, + "step": 30657 + }, + { + "epoch": 26.00339270568278, + "grad_norm": 0.8804311137674812, + "learning_rate": 1.735071899722668e-05, + "loss": 0.0314, + "step": 30658 + }, + { + "epoch": 26.004240882103478, + "grad_norm": 0.913158309347399, + "learning_rate": 1.7350532748397492e-05, + "loss": 0.0319, + "step": 30659 + }, + { + "epoch": 26.005089058524174, + "grad_norm": 0.9590378762324585, + "learning_rate": 1.7350346494021434e-05, + "loss": 0.0319, + "step": 30660 + }, + { + "epoch": 26.00593723494487, + "grad_norm": 0.7391290606680955, + "learning_rate": 1.7350160234098655e-05, + "loss": 0.031, + "step": 30661 + }, + { + "epoch": 26.006785411365563, + "grad_norm": 0.9260939746792795, + "learning_rate": 1.7349973968629295e-05, + "loss": 0.0332, + "step": 30662 + }, + { + "epoch": 26.00763358778626, + "grad_norm": 1.023054749566447, + "learning_rate": 1.734978769761349e-05, + "loss": 0.0328, + "step": 30663 + }, + { + "epoch": 26.008481764206955, + "grad_norm": 0.8194664714090273, + "learning_rate": 1.7349601421051384e-05, + "loss": 0.0316, + "step": 30664 + }, + { + "epoch": 26.00932994062765, + "grad_norm": 0.8240244010445803, + "learning_rate": 1.7349415138943122e-05, + "loss": 0.03, + "step": 30665 + }, + { + "epoch": 26.010178117048348, + "grad_norm": 1.0951126973000058, + "learning_rate": 1.7349228851288834e-05, + "loss": 0.0334, + "step": 30666 + }, + { + "epoch": 26.01102629346904, + "grad_norm": 0.8441869060620877, + "learning_rate": 1.734904255808867e-05, + "loss": 0.0297, + "step": 30667 + }, + { + "epoch": 26.011874469889737, + "grad_norm": 0.8854447207119875, + "learning_rate": 1.7348856259342764e-05, + "loss": 0.0319, + "step": 30668 + }, + { + "epoch": 26.012722646310433, + "grad_norm": 0.8997799490645565, + "learning_rate": 1.734866995505126e-05, + "loss": 0.0316, + "step": 30669 + }, + { + "epoch": 26.01357082273113, + "grad_norm": 0.7705668603023484, + "learning_rate": 1.7348483645214305e-05, + "loss": 0.0305, + "step": 30670 + }, + { + "epoch": 26.014418999151825, + "grad_norm": 0.7841139659615345, + "learning_rate": 1.7348297329832027e-05, + "loss": 0.0274, + "step": 30671 + }, + { + "epoch": 26.015267175572518, + "grad_norm": 0.8206294913216923, + "learning_rate": 1.734811100890457e-05, + "loss": 0.031, + "step": 30672 + }, + { + "epoch": 26.016115351993214, + "grad_norm": 0.8617429799163755, + "learning_rate": 1.734792468243208e-05, + "loss": 0.0322, + "step": 30673 + }, + { + "epoch": 26.01696352841391, + "grad_norm": 0.9427226097204815, + "learning_rate": 1.7347738350414695e-05, + "loss": 0.034, + "step": 30674 + }, + { + "epoch": 26.017811704834607, + "grad_norm": 1.10163419906438, + "learning_rate": 1.7347552012852554e-05, + "loss": 0.035, + "step": 30675 + }, + { + "epoch": 26.0186598812553, + "grad_norm": 1.0215741184726586, + "learning_rate": 1.73473656697458e-05, + "loss": 0.0339, + "step": 30676 + }, + { + "epoch": 26.019508057675996, + "grad_norm": 0.8521097181690739, + "learning_rate": 1.7347179321094572e-05, + "loss": 0.0304, + "step": 30677 + }, + { + "epoch": 26.020356234096692, + "grad_norm": 0.8487410506649641, + "learning_rate": 1.734699296689901e-05, + "loss": 0.0301, + "step": 30678 + }, + { + "epoch": 26.021204410517388, + "grad_norm": 1.0473071228838717, + "learning_rate": 1.7346806607159255e-05, + "loss": 0.0328, + "step": 30679 + }, + { + "epoch": 26.022052586938084, + "grad_norm": 0.8600101964602858, + "learning_rate": 1.7346620241875448e-05, + "loss": 0.0332, + "step": 30680 + }, + { + "epoch": 26.022900763358777, + "grad_norm": 0.8660123944188521, + "learning_rate": 1.734643387104773e-05, + "loss": 0.0331, + "step": 30681 + }, + { + "epoch": 26.023748939779473, + "grad_norm": 0.9639677370091179, + "learning_rate": 1.7346247494676245e-05, + "loss": 0.0313, + "step": 30682 + }, + { + "epoch": 26.02459711620017, + "grad_norm": 0.9457596950007292, + "learning_rate": 1.734606111276113e-05, + "loss": 0.0315, + "step": 30683 + }, + { + "epoch": 26.025445292620866, + "grad_norm": 1.0294680065188175, + "learning_rate": 1.734587472530252e-05, + "loss": 0.032, + "step": 30684 + }, + { + "epoch": 26.026293469041562, + "grad_norm": 0.8191578449863428, + "learning_rate": 1.7345688332300566e-05, + "loss": 0.0317, + "step": 30685 + }, + { + "epoch": 26.027141645462255, + "grad_norm": 0.9190056491338812, + "learning_rate": 1.7345501933755404e-05, + "loss": 0.0317, + "step": 30686 + }, + { + "epoch": 26.02798982188295, + "grad_norm": 0.830654279770834, + "learning_rate": 1.7345315529667174e-05, + "loss": 0.0281, + "step": 30687 + }, + { + "epoch": 26.028837998303647, + "grad_norm": 1.0732141455604503, + "learning_rate": 1.7345129120036017e-05, + "loss": 0.0343, + "step": 30688 + }, + { + "epoch": 26.029686174724343, + "grad_norm": 0.9498512691834805, + "learning_rate": 1.7344942704862074e-05, + "loss": 0.0339, + "step": 30689 + }, + { + "epoch": 26.03053435114504, + "grad_norm": 0.8375678823746178, + "learning_rate": 1.7344756284145486e-05, + "loss": 0.0301, + "step": 30690 + }, + { + "epoch": 26.031382527565732, + "grad_norm": 1.0788598020962248, + "learning_rate": 1.7344569857886396e-05, + "loss": 0.0331, + "step": 30691 + }, + { + "epoch": 26.03223070398643, + "grad_norm": 0.9646707251822969, + "learning_rate": 1.734438342608494e-05, + "loss": 0.0331, + "step": 30692 + }, + { + "epoch": 26.033078880407125, + "grad_norm": 0.9490692919882171, + "learning_rate": 1.7344196988741263e-05, + "loss": 0.0336, + "step": 30693 + }, + { + "epoch": 26.03392705682782, + "grad_norm": 0.9758918644393078, + "learning_rate": 1.73440105458555e-05, + "loss": 0.0353, + "step": 30694 + }, + { + "epoch": 26.034775233248517, + "grad_norm": 0.8616633541872059, + "learning_rate": 1.7343824097427793e-05, + "loss": 0.032, + "step": 30695 + }, + { + "epoch": 26.03562340966921, + "grad_norm": 0.7544907317010117, + "learning_rate": 1.734363764345829e-05, + "loss": 0.0315, + "step": 30696 + }, + { + "epoch": 26.036471586089906, + "grad_norm": 0.9963371344057971, + "learning_rate": 1.7343451183947127e-05, + "loss": 0.0349, + "step": 30697 + }, + { + "epoch": 26.037319762510602, + "grad_norm": 0.8276243762709534, + "learning_rate": 1.7343264718894442e-05, + "loss": 0.0296, + "step": 30698 + }, + { + "epoch": 26.0381679389313, + "grad_norm": 0.8060830389412662, + "learning_rate": 1.734307824830038e-05, + "loss": 0.0296, + "step": 30699 + }, + { + "epoch": 26.039016115351995, + "grad_norm": 0.8644532682012596, + "learning_rate": 1.734289177216508e-05, + "loss": 0.0301, + "step": 30700 + }, + { + "epoch": 26.039864291772687, + "grad_norm": 0.9794679046090946, + "learning_rate": 1.7342705290488678e-05, + "loss": 0.0339, + "step": 30701 + }, + { + "epoch": 26.040712468193384, + "grad_norm": 1.016382311835536, + "learning_rate": 1.7342518803271323e-05, + "loss": 0.0306, + "step": 30702 + }, + { + "epoch": 26.04156064461408, + "grad_norm": 0.9218836610943181, + "learning_rate": 1.734233231051315e-05, + "loss": 0.032, + "step": 30703 + }, + { + "epoch": 26.042408821034776, + "grad_norm": 0.8814561536580667, + "learning_rate": 1.7342145812214304e-05, + "loss": 0.0317, + "step": 30704 + }, + { + "epoch": 26.043256997455472, + "grad_norm": 0.7845888721370622, + "learning_rate": 1.7341959308374923e-05, + "loss": 0.0291, + "step": 30705 + }, + { + "epoch": 26.044105173876165, + "grad_norm": 0.8359929827222985, + "learning_rate": 1.7341772798995148e-05, + "loss": 0.0305, + "step": 30706 + }, + { + "epoch": 26.04495335029686, + "grad_norm": 0.9686255579220004, + "learning_rate": 1.7341586284075116e-05, + "loss": 0.0354, + "step": 30707 + }, + { + "epoch": 26.045801526717558, + "grad_norm": 1.0311653714932225, + "learning_rate": 1.7341399763614974e-05, + "loss": 0.0342, + "step": 30708 + }, + { + "epoch": 26.046649703138254, + "grad_norm": 0.8653331094945446, + "learning_rate": 1.734121323761486e-05, + "loss": 0.032, + "step": 30709 + }, + { + "epoch": 26.04749787955895, + "grad_norm": 0.7814985516898294, + "learning_rate": 1.7341026706074918e-05, + "loss": 0.0315, + "step": 30710 + }, + { + "epoch": 26.048346055979643, + "grad_norm": 0.9221795254852129, + "learning_rate": 1.7340840168995285e-05, + "loss": 0.0336, + "step": 30711 + }, + { + "epoch": 26.04919423240034, + "grad_norm": 0.9787702060767643, + "learning_rate": 1.73406536263761e-05, + "loss": 0.0327, + "step": 30712 + }, + { + "epoch": 26.050042408821035, + "grad_norm": 0.8416270066937289, + "learning_rate": 1.734046707821751e-05, + "loss": 0.03, + "step": 30713 + }, + { + "epoch": 26.05089058524173, + "grad_norm": 0.8841938086365524, + "learning_rate": 1.734028052451965e-05, + "loss": 0.028, + "step": 30714 + }, + { + "epoch": 26.051738761662424, + "grad_norm": 0.8402427999290893, + "learning_rate": 1.734009396528266e-05, + "loss": 0.0285, + "step": 30715 + }, + { + "epoch": 26.05258693808312, + "grad_norm": 0.9204073127583027, + "learning_rate": 1.7339907400506694e-05, + "loss": 0.0326, + "step": 30716 + }, + { + "epoch": 26.053435114503817, + "grad_norm": 0.8020016422218708, + "learning_rate": 1.7339720830191873e-05, + "loss": 0.0296, + "step": 30717 + }, + { + "epoch": 26.054283290924513, + "grad_norm": 0.7969900011290321, + "learning_rate": 1.733953425433835e-05, + "loss": 0.0293, + "step": 30718 + }, + { + "epoch": 26.05513146734521, + "grad_norm": 0.8444036938065521, + "learning_rate": 1.7339347672946264e-05, + "loss": 0.0298, + "step": 30719 + }, + { + "epoch": 26.0559796437659, + "grad_norm": 0.8696461952996297, + "learning_rate": 1.7339161086015754e-05, + "loss": 0.0333, + "step": 30720 + }, + { + "epoch": 26.056827820186598, + "grad_norm": 0.939953128581055, + "learning_rate": 1.7338974493546962e-05, + "loss": 0.0352, + "step": 30721 + }, + { + "epoch": 26.057675996607294, + "grad_norm": 0.8613046601447897, + "learning_rate": 1.7338787895540026e-05, + "loss": 0.0305, + "step": 30722 + }, + { + "epoch": 26.05852417302799, + "grad_norm": 0.8185834611650576, + "learning_rate": 1.7338601291995093e-05, + "loss": 0.0293, + "step": 30723 + }, + { + "epoch": 26.059372349448687, + "grad_norm": 0.9026215330093761, + "learning_rate": 1.73384146829123e-05, + "loss": 0.0298, + "step": 30724 + }, + { + "epoch": 26.06022052586938, + "grad_norm": 0.9653242654407916, + "learning_rate": 1.7338228068291787e-05, + "loss": 0.0299, + "step": 30725 + }, + { + "epoch": 26.061068702290076, + "grad_norm": 0.9217393923606019, + "learning_rate": 1.7338041448133695e-05, + "loss": 0.0325, + "step": 30726 + }, + { + "epoch": 26.061916878710772, + "grad_norm": 0.8748307023642393, + "learning_rate": 1.7337854822438166e-05, + "loss": 0.0302, + "step": 30727 + }, + { + "epoch": 26.062765055131468, + "grad_norm": 0.7562163535173982, + "learning_rate": 1.733766819120534e-05, + "loss": 0.0321, + "step": 30728 + }, + { + "epoch": 26.063613231552164, + "grad_norm": 1.0811902963275468, + "learning_rate": 1.733748155443536e-05, + "loss": 0.0326, + "step": 30729 + }, + { + "epoch": 26.064461407972857, + "grad_norm": 0.955952970843536, + "learning_rate": 1.7337294912128362e-05, + "loss": 0.0297, + "step": 30730 + }, + { + "epoch": 26.065309584393553, + "grad_norm": 0.7983445153964319, + "learning_rate": 1.7337108264284494e-05, + "loss": 0.0317, + "step": 30731 + }, + { + "epoch": 26.06615776081425, + "grad_norm": 0.9952530483131725, + "learning_rate": 1.7336921610903893e-05, + "loss": 0.0335, + "step": 30732 + }, + { + "epoch": 26.067005937234946, + "grad_norm": 1.0279781620066621, + "learning_rate": 1.7336734951986695e-05, + "loss": 0.0315, + "step": 30733 + }, + { + "epoch": 26.067854113655642, + "grad_norm": 0.8918195656325909, + "learning_rate": 1.733654828753305e-05, + "loss": 0.0329, + "step": 30734 + }, + { + "epoch": 26.068702290076335, + "grad_norm": 1.106769195998253, + "learning_rate": 1.733636161754309e-05, + "loss": 0.0349, + "step": 30735 + }, + { + "epoch": 26.06955046649703, + "grad_norm": 1.2124589046434977, + "learning_rate": 1.7336174942016963e-05, + "loss": 0.0338, + "step": 30736 + }, + { + "epoch": 26.070398642917727, + "grad_norm": 0.9194952385032035, + "learning_rate": 1.7335988260954807e-05, + "loss": 0.034, + "step": 30737 + }, + { + "epoch": 26.071246819338423, + "grad_norm": 0.849724965120789, + "learning_rate": 1.7335801574356765e-05, + "loss": 0.0317, + "step": 30738 + }, + { + "epoch": 26.07209499575912, + "grad_norm": 0.8493073282027077, + "learning_rate": 1.7335614882222974e-05, + "loss": 0.032, + "step": 30739 + }, + { + "epoch": 26.072943172179812, + "grad_norm": 0.9524137723163143, + "learning_rate": 1.7335428184553575e-05, + "loss": 0.0361, + "step": 30740 + }, + { + "epoch": 26.07379134860051, + "grad_norm": 0.927085961820853, + "learning_rate": 1.7335241481348714e-05, + "loss": 0.0365, + "step": 30741 + }, + { + "epoch": 26.074639525021205, + "grad_norm": 0.9213453954100214, + "learning_rate": 1.7335054772608526e-05, + "loss": 0.0306, + "step": 30742 + }, + { + "epoch": 26.0754877014419, + "grad_norm": 1.014144907435506, + "learning_rate": 1.7334868058333155e-05, + "loss": 0.0332, + "step": 30743 + }, + { + "epoch": 26.076335877862597, + "grad_norm": 0.9120757043037203, + "learning_rate": 1.733468133852274e-05, + "loss": 0.0326, + "step": 30744 + }, + { + "epoch": 26.07718405428329, + "grad_norm": 0.819231149057275, + "learning_rate": 1.7334494613177425e-05, + "loss": 0.0314, + "step": 30745 + }, + { + "epoch": 26.078032230703986, + "grad_norm": 0.9067525760546679, + "learning_rate": 1.733430788229735e-05, + "loss": 0.0302, + "step": 30746 + }, + { + "epoch": 26.078880407124682, + "grad_norm": 0.9792639374258582, + "learning_rate": 1.7334121145882656e-05, + "loss": 0.0308, + "step": 30747 + }, + { + "epoch": 26.07972858354538, + "grad_norm": 1.0126631161177038, + "learning_rate": 1.7333934403933482e-05, + "loss": 0.0318, + "step": 30748 + }, + { + "epoch": 26.08057675996607, + "grad_norm": 0.9138387867157122, + "learning_rate": 1.733374765644997e-05, + "loss": 0.0301, + "step": 30749 + }, + { + "epoch": 26.081424936386767, + "grad_norm": 0.9957060089774352, + "learning_rate": 1.7333560903432257e-05, + "loss": 0.0308, + "step": 30750 + }, + { + "epoch": 26.082273112807464, + "grad_norm": 0.919583375344452, + "learning_rate": 1.733337414488049e-05, + "loss": 0.0309, + "step": 30751 + }, + { + "epoch": 26.08312128922816, + "grad_norm": 1.0467281476642312, + "learning_rate": 1.7333187380794808e-05, + "loss": 0.0318, + "step": 30752 + }, + { + "epoch": 26.083969465648856, + "grad_norm": 0.8682495192890949, + "learning_rate": 1.733300061117535e-05, + "loss": 0.0312, + "step": 30753 + }, + { + "epoch": 26.08481764206955, + "grad_norm": 0.916506816888987, + "learning_rate": 1.7332813836022264e-05, + "loss": 0.0289, + "step": 30754 + }, + { + "epoch": 26.085665818490245, + "grad_norm": 1.0288493439455006, + "learning_rate": 1.733262705533568e-05, + "loss": 0.0329, + "step": 30755 + }, + { + "epoch": 26.08651399491094, + "grad_norm": 1.0735747101965725, + "learning_rate": 1.7332440269115747e-05, + "loss": 0.0336, + "step": 30756 + }, + { + "epoch": 26.087362171331637, + "grad_norm": 0.8939701728280617, + "learning_rate": 1.7332253477362604e-05, + "loss": 0.0322, + "step": 30757 + }, + { + "epoch": 26.088210347752334, + "grad_norm": 1.035168254219615, + "learning_rate": 1.733206668007639e-05, + "loss": 0.0326, + "step": 30758 + }, + { + "epoch": 26.089058524173026, + "grad_norm": 0.8058417840578891, + "learning_rate": 1.7331879877257246e-05, + "loss": 0.0321, + "step": 30759 + }, + { + "epoch": 26.089906700593723, + "grad_norm": 0.9550489119187463, + "learning_rate": 1.7331693068905317e-05, + "loss": 0.0302, + "step": 30760 + }, + { + "epoch": 26.09075487701442, + "grad_norm": 0.7139854336274223, + "learning_rate": 1.733150625502074e-05, + "loss": 0.0294, + "step": 30761 + }, + { + "epoch": 26.091603053435115, + "grad_norm": 1.003027398392699, + "learning_rate": 1.7331319435603657e-05, + "loss": 0.0307, + "step": 30762 + }, + { + "epoch": 26.09245122985581, + "grad_norm": 0.8752493060404619, + "learning_rate": 1.733113261065421e-05, + "loss": 0.0324, + "step": 30763 + }, + { + "epoch": 26.093299406276504, + "grad_norm": 1.0179872552712743, + "learning_rate": 1.7330945780172537e-05, + "loss": 0.032, + "step": 30764 + }, + { + "epoch": 26.0941475826972, + "grad_norm": 0.768709935054951, + "learning_rate": 1.7330758944158782e-05, + "loss": 0.0304, + "step": 30765 + }, + { + "epoch": 26.094995759117896, + "grad_norm": 0.8213571018365682, + "learning_rate": 1.7330572102613085e-05, + "loss": 0.0323, + "step": 30766 + }, + { + "epoch": 26.095843935538593, + "grad_norm": 0.8663454303861579, + "learning_rate": 1.733038525553559e-05, + "loss": 0.0335, + "step": 30767 + }, + { + "epoch": 26.09669211195929, + "grad_norm": 0.9380506383022235, + "learning_rate": 1.733019840292643e-05, + "loss": 0.033, + "step": 30768 + }, + { + "epoch": 26.09754028837998, + "grad_norm": 0.9180817569923686, + "learning_rate": 1.7330011544785756e-05, + "loss": 0.0317, + "step": 30769 + }, + { + "epoch": 26.098388464800678, + "grad_norm": 0.9316560471113726, + "learning_rate": 1.73298246811137e-05, + "loss": 0.0326, + "step": 30770 + }, + { + "epoch": 26.099236641221374, + "grad_norm": 0.9173448782288162, + "learning_rate": 1.7329637811910413e-05, + "loss": 0.029, + "step": 30771 + }, + { + "epoch": 26.10008481764207, + "grad_norm": 1.175675692211114, + "learning_rate": 1.7329450937176027e-05, + "loss": 0.0324, + "step": 30772 + }, + { + "epoch": 26.100932994062767, + "grad_norm": 1.1490403455017884, + "learning_rate": 1.7329264056910685e-05, + "loss": 0.0365, + "step": 30773 + }, + { + "epoch": 26.10178117048346, + "grad_norm": 1.019104921451835, + "learning_rate": 1.732907717111453e-05, + "loss": 0.0324, + "step": 30774 + }, + { + "epoch": 26.102629346904155, + "grad_norm": 0.765206170273131, + "learning_rate": 1.7328890279787704e-05, + "loss": 0.0279, + "step": 30775 + }, + { + "epoch": 26.10347752332485, + "grad_norm": 0.9355509335549388, + "learning_rate": 1.732870338293034e-05, + "loss": 0.0308, + "step": 30776 + }, + { + "epoch": 26.104325699745548, + "grad_norm": 1.019367011084327, + "learning_rate": 1.7328516480542593e-05, + "loss": 0.0335, + "step": 30777 + }, + { + "epoch": 26.105173876166244, + "grad_norm": 0.9076027473817807, + "learning_rate": 1.7328329572624597e-05, + "loss": 0.0348, + "step": 30778 + }, + { + "epoch": 26.106022052586937, + "grad_norm": 0.8430693208674488, + "learning_rate": 1.732814265917649e-05, + "loss": 0.0294, + "step": 30779 + }, + { + "epoch": 26.106870229007633, + "grad_norm": 0.9101831726147679, + "learning_rate": 1.732795574019841e-05, + "loss": 0.0304, + "step": 30780 + }, + { + "epoch": 26.10771840542833, + "grad_norm": 0.9406042483413423, + "learning_rate": 1.7327768815690512e-05, + "loss": 0.0338, + "step": 30781 + }, + { + "epoch": 26.108566581849026, + "grad_norm": 0.8997242103749201, + "learning_rate": 1.732758188565292e-05, + "loss": 0.0339, + "step": 30782 + }, + { + "epoch": 26.109414758269722, + "grad_norm": 1.1207069716442575, + "learning_rate": 1.732739495008579e-05, + "loss": 0.0341, + "step": 30783 + }, + { + "epoch": 26.110262934690414, + "grad_norm": 0.961480324876549, + "learning_rate": 1.7327208008989257e-05, + "loss": 0.0303, + "step": 30784 + }, + { + "epoch": 26.11111111111111, + "grad_norm": 0.9164487158626169, + "learning_rate": 1.7327021062363457e-05, + "loss": 0.0337, + "step": 30785 + }, + { + "epoch": 26.111959287531807, + "grad_norm": 0.7481911590761926, + "learning_rate": 1.732683411020854e-05, + "loss": 0.0315, + "step": 30786 + }, + { + "epoch": 26.112807463952503, + "grad_norm": 0.8824811601225276, + "learning_rate": 1.732664715252464e-05, + "loss": 0.0336, + "step": 30787 + }, + { + "epoch": 26.113655640373196, + "grad_norm": 0.8857458671692728, + "learning_rate": 1.7326460189311906e-05, + "loss": 0.0327, + "step": 30788 + }, + { + "epoch": 26.114503816793892, + "grad_norm": 1.01612697586057, + "learning_rate": 1.7326273220570466e-05, + "loss": 0.0321, + "step": 30789 + }, + { + "epoch": 26.11535199321459, + "grad_norm": 0.8317638712857931, + "learning_rate": 1.7326086246300476e-05, + "loss": 0.0325, + "step": 30790 + }, + { + "epoch": 26.116200169635285, + "grad_norm": 0.9483737877538165, + "learning_rate": 1.7325899266502068e-05, + "loss": 0.0328, + "step": 30791 + }, + { + "epoch": 26.11704834605598, + "grad_norm": 0.8794093853296635, + "learning_rate": 1.7325712281175384e-05, + "loss": 0.0333, + "step": 30792 + }, + { + "epoch": 26.117896522476673, + "grad_norm": 0.9275070050030815, + "learning_rate": 1.7325525290320567e-05, + "loss": 0.0321, + "step": 30793 + }, + { + "epoch": 26.11874469889737, + "grad_norm": 1.0998012816376845, + "learning_rate": 1.732533829393776e-05, + "loss": 0.0334, + "step": 30794 + }, + { + "epoch": 26.119592875318066, + "grad_norm": 0.7119226570968894, + "learning_rate": 1.7325151292027098e-05, + "loss": 0.0316, + "step": 30795 + }, + { + "epoch": 26.120441051738762, + "grad_norm": 1.0338757697809198, + "learning_rate": 1.7324964284588727e-05, + "loss": 0.0341, + "step": 30796 + }, + { + "epoch": 26.12128922815946, + "grad_norm": 0.8849412803751592, + "learning_rate": 1.732477727162279e-05, + "loss": 0.0326, + "step": 30797 + }, + { + "epoch": 26.12213740458015, + "grad_norm": 1.0113401061379306, + "learning_rate": 1.732459025312942e-05, + "loss": 0.035, + "step": 30798 + }, + { + "epoch": 26.122985581000847, + "grad_norm": 0.7826092708646183, + "learning_rate": 1.732440322910877e-05, + "loss": 0.0329, + "step": 30799 + }, + { + "epoch": 26.123833757421544, + "grad_norm": 1.1500512802623233, + "learning_rate": 1.732421619956097e-05, + "loss": 0.038, + "step": 30800 + }, + { + "epoch": 26.12468193384224, + "grad_norm": 0.9854037549344999, + "learning_rate": 1.7324029164486163e-05, + "loss": 0.0334, + "step": 30801 + }, + { + "epoch": 26.125530110262936, + "grad_norm": 0.8899375262522572, + "learning_rate": 1.7323842123884498e-05, + "loss": 0.0336, + "step": 30802 + }, + { + "epoch": 26.12637828668363, + "grad_norm": 0.9172405502405425, + "learning_rate": 1.732365507775611e-05, + "loss": 0.0327, + "step": 30803 + }, + { + "epoch": 26.127226463104325, + "grad_norm": 0.6943957049357612, + "learning_rate": 1.7323468026101134e-05, + "loss": 0.0293, + "step": 30804 + }, + { + "epoch": 26.12807463952502, + "grad_norm": 0.8739400937912483, + "learning_rate": 1.7323280968919724e-05, + "loss": 0.0316, + "step": 30805 + }, + { + "epoch": 26.128922815945717, + "grad_norm": 0.9835475212848928, + "learning_rate": 1.7323093906212016e-05, + "loss": 0.0337, + "step": 30806 + }, + { + "epoch": 26.129770992366414, + "grad_norm": 0.8460465753719161, + "learning_rate": 1.7322906837978148e-05, + "loss": 0.0332, + "step": 30807 + }, + { + "epoch": 26.130619168787106, + "grad_norm": 0.878276712672339, + "learning_rate": 1.7322719764218263e-05, + "loss": 0.0329, + "step": 30808 + }, + { + "epoch": 26.131467345207803, + "grad_norm": 0.9590302346372167, + "learning_rate": 1.7322532684932505e-05, + "loss": 0.0342, + "step": 30809 + }, + { + "epoch": 26.1323155216285, + "grad_norm": 0.9962845035832544, + "learning_rate": 1.732234560012101e-05, + "loss": 0.0355, + "step": 30810 + }, + { + "epoch": 26.133163698049195, + "grad_norm": 0.8780801062868316, + "learning_rate": 1.7322158509783923e-05, + "loss": 0.0309, + "step": 30811 + }, + { + "epoch": 26.13401187446989, + "grad_norm": 1.0445952894076749, + "learning_rate": 1.7321971413921385e-05, + "loss": 0.0332, + "step": 30812 + }, + { + "epoch": 26.134860050890584, + "grad_norm": 1.0075230122361765, + "learning_rate": 1.7321784312533538e-05, + "loss": 0.0341, + "step": 30813 + }, + { + "epoch": 26.13570822731128, + "grad_norm": 0.9492287337579401, + "learning_rate": 1.732159720562052e-05, + "loss": 0.0322, + "step": 30814 + }, + { + "epoch": 26.136556403731976, + "grad_norm": 0.9934591937412951, + "learning_rate": 1.7321410093182475e-05, + "loss": 0.0338, + "step": 30815 + }, + { + "epoch": 26.137404580152673, + "grad_norm": 0.9133401475057535, + "learning_rate": 1.732122297521954e-05, + "loss": 0.0299, + "step": 30816 + }, + { + "epoch": 26.13825275657337, + "grad_norm": 0.9609855312922011, + "learning_rate": 1.732103585173186e-05, + "loss": 0.0335, + "step": 30817 + }, + { + "epoch": 26.13910093299406, + "grad_norm": 0.9886628538800452, + "learning_rate": 1.7320848722719576e-05, + "loss": 0.035, + "step": 30818 + }, + { + "epoch": 26.139949109414758, + "grad_norm": 0.9684524056638723, + "learning_rate": 1.732066158818283e-05, + "loss": 0.0327, + "step": 30819 + }, + { + "epoch": 26.140797285835454, + "grad_norm": 0.9171263992262241, + "learning_rate": 1.732047444812176e-05, + "loss": 0.0339, + "step": 30820 + }, + { + "epoch": 26.14164546225615, + "grad_norm": 0.8990176207027862, + "learning_rate": 1.732028730253651e-05, + "loss": 0.034, + "step": 30821 + }, + { + "epoch": 26.142493638676847, + "grad_norm": 0.8013470684371256, + "learning_rate": 1.732010015142722e-05, + "loss": 0.0325, + "step": 30822 + }, + { + "epoch": 26.14334181509754, + "grad_norm": 1.0007548351154063, + "learning_rate": 1.7319912994794033e-05, + "loss": 0.0372, + "step": 30823 + }, + { + "epoch": 26.144189991518235, + "grad_norm": 1.0285438820599049, + "learning_rate": 1.7319725832637085e-05, + "loss": 0.0323, + "step": 30824 + }, + { + "epoch": 26.14503816793893, + "grad_norm": 0.8101657457739418, + "learning_rate": 1.7319538664956527e-05, + "loss": 0.0299, + "step": 30825 + }, + { + "epoch": 26.145886344359628, + "grad_norm": 0.9772001023754672, + "learning_rate": 1.7319351491752487e-05, + "loss": 0.0332, + "step": 30826 + }, + { + "epoch": 26.14673452078032, + "grad_norm": 0.8244164776290439, + "learning_rate": 1.731916431302512e-05, + "loss": 0.0307, + "step": 30827 + }, + { + "epoch": 26.147582697201017, + "grad_norm": 0.9647995763111235, + "learning_rate": 1.7318977128774553e-05, + "loss": 0.0332, + "step": 30828 + }, + { + "epoch": 26.148430873621713, + "grad_norm": 0.9808688244606943, + "learning_rate": 1.7318789939000943e-05, + "loss": 0.0329, + "step": 30829 + }, + { + "epoch": 26.14927905004241, + "grad_norm": 0.9043695300227074, + "learning_rate": 1.7318602743704417e-05, + "loss": 0.0336, + "step": 30830 + }, + { + "epoch": 26.150127226463106, + "grad_norm": 0.9844122647441009, + "learning_rate": 1.7318415542885128e-05, + "loss": 0.0338, + "step": 30831 + }, + { + "epoch": 26.150975402883798, + "grad_norm": 0.9231807545503179, + "learning_rate": 1.7318228336543208e-05, + "loss": 0.0333, + "step": 30832 + }, + { + "epoch": 26.151823579304494, + "grad_norm": 0.9002295671205771, + "learning_rate": 1.7318041124678803e-05, + "loss": 0.0321, + "step": 30833 + }, + { + "epoch": 26.15267175572519, + "grad_norm": 0.9514644864344206, + "learning_rate": 1.7317853907292054e-05, + "loss": 0.0308, + "step": 30834 + }, + { + "epoch": 26.153519932145887, + "grad_norm": 0.8264563040352327, + "learning_rate": 1.73176666843831e-05, + "loss": 0.0324, + "step": 30835 + }, + { + "epoch": 26.154368108566583, + "grad_norm": 0.9392499305637552, + "learning_rate": 1.7317479455952087e-05, + "loss": 0.0338, + "step": 30836 + }, + { + "epoch": 26.155216284987276, + "grad_norm": 0.807701139377337, + "learning_rate": 1.7317292221999152e-05, + "loss": 0.0288, + "step": 30837 + }, + { + "epoch": 26.156064461407972, + "grad_norm": 0.9056995624009148, + "learning_rate": 1.7317104982524434e-05, + "loss": 0.0311, + "step": 30838 + }, + { + "epoch": 26.15691263782867, + "grad_norm": 0.9114202727761117, + "learning_rate": 1.7316917737528077e-05, + "loss": 0.0309, + "step": 30839 + }, + { + "epoch": 26.157760814249365, + "grad_norm": 0.8535732407692679, + "learning_rate": 1.7316730487010228e-05, + "loss": 0.0328, + "step": 30840 + }, + { + "epoch": 26.15860899067006, + "grad_norm": 0.9935034031530888, + "learning_rate": 1.7316543230971025e-05, + "loss": 0.033, + "step": 30841 + }, + { + "epoch": 26.159457167090753, + "grad_norm": 0.787203889835264, + "learning_rate": 1.73163559694106e-05, + "loss": 0.0322, + "step": 30842 + }, + { + "epoch": 26.16030534351145, + "grad_norm": 1.0023730496834746, + "learning_rate": 1.731616870232911e-05, + "loss": 0.0328, + "step": 30843 + }, + { + "epoch": 26.161153519932146, + "grad_norm": 0.9332869947291844, + "learning_rate": 1.731598142972668e-05, + "loss": 0.0312, + "step": 30844 + }, + { + "epoch": 26.162001696352842, + "grad_norm": 0.816518299758332, + "learning_rate": 1.7315794151603466e-05, + "loss": 0.0296, + "step": 30845 + }, + { + "epoch": 26.16284987277354, + "grad_norm": 1.0054624284982965, + "learning_rate": 1.73156068679596e-05, + "loss": 0.0331, + "step": 30846 + }, + { + "epoch": 26.16369804919423, + "grad_norm": 0.8221064445479215, + "learning_rate": 1.7315419578795227e-05, + "loss": 0.0327, + "step": 30847 + }, + { + "epoch": 26.164546225614927, + "grad_norm": 0.9014139235471256, + "learning_rate": 1.7315232284110487e-05, + "loss": 0.0301, + "step": 30848 + }, + { + "epoch": 26.165394402035624, + "grad_norm": 0.9579860832968673, + "learning_rate": 1.7315044983905523e-05, + "loss": 0.0323, + "step": 30849 + }, + { + "epoch": 26.16624257845632, + "grad_norm": 1.0561982481258625, + "learning_rate": 1.7314857678180478e-05, + "loss": 0.0341, + "step": 30850 + }, + { + "epoch": 26.167090754877016, + "grad_norm": 0.8177398366383836, + "learning_rate": 1.7314670366935483e-05, + "loss": 0.0297, + "step": 30851 + }, + { + "epoch": 26.16793893129771, + "grad_norm": 0.8053228767541407, + "learning_rate": 1.731448305017069e-05, + "loss": 0.0306, + "step": 30852 + }, + { + "epoch": 26.168787107718405, + "grad_norm": 0.7826477303339645, + "learning_rate": 1.731429572788624e-05, + "loss": 0.029, + "step": 30853 + }, + { + "epoch": 26.1696352841391, + "grad_norm": 0.9375772876212632, + "learning_rate": 1.731410840008227e-05, + "loss": 0.0326, + "step": 30854 + }, + { + "epoch": 26.170483460559797, + "grad_norm": 0.7906655672264103, + "learning_rate": 1.7313921066758923e-05, + "loss": 0.0304, + "step": 30855 + }, + { + "epoch": 26.171331636980494, + "grad_norm": 0.8018504521156089, + "learning_rate": 1.731373372791634e-05, + "loss": 0.0338, + "step": 30856 + }, + { + "epoch": 26.172179813401186, + "grad_norm": 1.001437802330671, + "learning_rate": 1.7313546383554664e-05, + "loss": 0.0346, + "step": 30857 + }, + { + "epoch": 26.173027989821882, + "grad_norm": 1.2332847061753276, + "learning_rate": 1.7313359033674032e-05, + "loss": 0.0363, + "step": 30858 + }, + { + "epoch": 26.17387616624258, + "grad_norm": 0.9778978131801588, + "learning_rate": 1.7313171678274595e-05, + "loss": 0.0333, + "step": 30859 + }, + { + "epoch": 26.174724342663275, + "grad_norm": 0.8123126146327566, + "learning_rate": 1.7312984317356484e-05, + "loss": 0.034, + "step": 30860 + }, + { + "epoch": 26.17557251908397, + "grad_norm": 0.8464523117005263, + "learning_rate": 1.731279695091984e-05, + "loss": 0.0328, + "step": 30861 + }, + { + "epoch": 26.176420695504664, + "grad_norm": 0.8888265385747941, + "learning_rate": 1.7312609578964813e-05, + "loss": 0.0341, + "step": 30862 + }, + { + "epoch": 26.17726887192536, + "grad_norm": 0.9049798911333048, + "learning_rate": 1.731242220149154e-05, + "loss": 0.031, + "step": 30863 + }, + { + "epoch": 26.178117048346056, + "grad_norm": 0.9191733342758444, + "learning_rate": 1.7312234818500164e-05, + "loss": 0.0336, + "step": 30864 + }, + { + "epoch": 26.178965224766753, + "grad_norm": 0.8727851489188778, + "learning_rate": 1.7312047429990822e-05, + "loss": 0.0312, + "step": 30865 + }, + { + "epoch": 26.179813401187445, + "grad_norm": 0.8304542033164121, + "learning_rate": 1.731186003596366e-05, + "loss": 0.0327, + "step": 30866 + }, + { + "epoch": 26.18066157760814, + "grad_norm": 0.7833880396356031, + "learning_rate": 1.7311672636418814e-05, + "loss": 0.0332, + "step": 30867 + }, + { + "epoch": 26.181509754028838, + "grad_norm": 1.0059149753214967, + "learning_rate": 1.7311485231356432e-05, + "loss": 0.0317, + "step": 30868 + }, + { + "epoch": 26.182357930449534, + "grad_norm": 0.8744922955055455, + "learning_rate": 1.7311297820776657e-05, + "loss": 0.0324, + "step": 30869 + }, + { + "epoch": 26.18320610687023, + "grad_norm": 0.9007426932111162, + "learning_rate": 1.7311110404679618e-05, + "loss": 0.0343, + "step": 30870 + }, + { + "epoch": 26.184054283290923, + "grad_norm": 1.0003248490070569, + "learning_rate": 1.7310922983065467e-05, + "loss": 0.0337, + "step": 30871 + }, + { + "epoch": 26.18490245971162, + "grad_norm": 0.8898317731164161, + "learning_rate": 1.7310735555934343e-05, + "loss": 0.0338, + "step": 30872 + }, + { + "epoch": 26.185750636132315, + "grad_norm": 0.9206925413903618, + "learning_rate": 1.7310548123286392e-05, + "loss": 0.0323, + "step": 30873 + }, + { + "epoch": 26.18659881255301, + "grad_norm": 0.788237777131219, + "learning_rate": 1.7310360685121742e-05, + "loss": 0.034, + "step": 30874 + }, + { + "epoch": 26.187446988973708, + "grad_norm": 0.9597943876336298, + "learning_rate": 1.731017324144055e-05, + "loss": 0.0347, + "step": 30875 + }, + { + "epoch": 26.1882951653944, + "grad_norm": 0.9323543329025034, + "learning_rate": 1.7309985792242947e-05, + "loss": 0.0313, + "step": 30876 + }, + { + "epoch": 26.189143341815097, + "grad_norm": 0.8129002595181254, + "learning_rate": 1.7309798337529076e-05, + "loss": 0.0333, + "step": 30877 + }, + { + "epoch": 26.189991518235793, + "grad_norm": 1.239335442174668, + "learning_rate": 1.7309610877299086e-05, + "loss": 0.0349, + "step": 30878 + }, + { + "epoch": 26.19083969465649, + "grad_norm": 1.1852795218176744, + "learning_rate": 1.730942341155311e-05, + "loss": 0.0341, + "step": 30879 + }, + { + "epoch": 26.191687871077185, + "grad_norm": 0.8889939109306043, + "learning_rate": 1.7309235940291294e-05, + "loss": 0.0286, + "step": 30880 + }, + { + "epoch": 26.192536047497878, + "grad_norm": 0.7887430415003093, + "learning_rate": 1.7309048463513777e-05, + "loss": 0.0314, + "step": 30881 + }, + { + "epoch": 26.193384223918574, + "grad_norm": 0.8424116911516961, + "learning_rate": 1.73088609812207e-05, + "loss": 0.0318, + "step": 30882 + }, + { + "epoch": 26.19423240033927, + "grad_norm": 1.1258278374527841, + "learning_rate": 1.7308673493412208e-05, + "loss": 0.035, + "step": 30883 + }, + { + "epoch": 26.195080576759967, + "grad_norm": 0.9477020972366809, + "learning_rate": 1.7308486000088437e-05, + "loss": 0.0325, + "step": 30884 + }, + { + "epoch": 26.195928753180663, + "grad_norm": 0.9109848984272212, + "learning_rate": 1.7308298501249537e-05, + "loss": 0.0323, + "step": 30885 + }, + { + "epoch": 26.196776929601356, + "grad_norm": 1.1087312088234123, + "learning_rate": 1.730811099689564e-05, + "loss": 0.0349, + "step": 30886 + }, + { + "epoch": 26.197625106022052, + "grad_norm": 0.9326058427958135, + "learning_rate": 1.7307923487026893e-05, + "loss": 0.0324, + "step": 30887 + }, + { + "epoch": 26.198473282442748, + "grad_norm": 0.9936570441247015, + "learning_rate": 1.7307735971643436e-05, + "loss": 0.0333, + "step": 30888 + }, + { + "epoch": 26.199321458863444, + "grad_norm": 1.0433883581739516, + "learning_rate": 1.730754845074541e-05, + "loss": 0.0313, + "step": 30889 + }, + { + "epoch": 26.20016963528414, + "grad_norm": 0.9683944278539265, + "learning_rate": 1.7307360924332957e-05, + "loss": 0.0365, + "step": 30890 + }, + { + "epoch": 26.201017811704833, + "grad_norm": 1.0039623278480727, + "learning_rate": 1.7307173392406223e-05, + "loss": 0.0336, + "step": 30891 + }, + { + "epoch": 26.20186598812553, + "grad_norm": 0.9301271738235466, + "learning_rate": 1.730698585496534e-05, + "loss": 0.0324, + "step": 30892 + }, + { + "epoch": 26.202714164546226, + "grad_norm": 0.9010256591798419, + "learning_rate": 1.7306798312010457e-05, + "loss": 0.034, + "step": 30893 + }, + { + "epoch": 26.203562340966922, + "grad_norm": 0.8228766761089109, + "learning_rate": 1.7306610763541715e-05, + "loss": 0.0328, + "step": 30894 + }, + { + "epoch": 26.20441051738762, + "grad_norm": 0.7578156378975018, + "learning_rate": 1.730642320955925e-05, + "loss": 0.0322, + "step": 30895 + }, + { + "epoch": 26.20525869380831, + "grad_norm": 0.9564681525234433, + "learning_rate": 1.730623565006321e-05, + "loss": 0.0349, + "step": 30896 + }, + { + "epoch": 26.206106870229007, + "grad_norm": 0.8862066616419104, + "learning_rate": 1.7306048085053734e-05, + "loss": 0.0319, + "step": 30897 + }, + { + "epoch": 26.206955046649703, + "grad_norm": 1.0036322097071515, + "learning_rate": 1.7305860514530964e-05, + "loss": 0.0335, + "step": 30898 + }, + { + "epoch": 26.2078032230704, + "grad_norm": 0.9365782209400854, + "learning_rate": 1.7305672938495043e-05, + "loss": 0.034, + "step": 30899 + }, + { + "epoch": 26.208651399491096, + "grad_norm": 0.8579163426848616, + "learning_rate": 1.7305485356946106e-05, + "loss": 0.0333, + "step": 30900 + }, + { + "epoch": 26.20949957591179, + "grad_norm": 0.8641815552418705, + "learning_rate": 1.73052977698843e-05, + "loss": 0.0307, + "step": 30901 + }, + { + "epoch": 26.210347752332485, + "grad_norm": 0.9150701340896956, + "learning_rate": 1.7305110177309768e-05, + "loss": 0.0307, + "step": 30902 + }, + { + "epoch": 26.21119592875318, + "grad_norm": 0.8849149506211066, + "learning_rate": 1.7304922579222645e-05, + "loss": 0.0324, + "step": 30903 + }, + { + "epoch": 26.212044105173877, + "grad_norm": 1.1051744384791355, + "learning_rate": 1.7304734975623083e-05, + "loss": 0.0339, + "step": 30904 + }, + { + "epoch": 26.21289228159457, + "grad_norm": 0.9965684819838643, + "learning_rate": 1.7304547366511213e-05, + "loss": 0.0336, + "step": 30905 + }, + { + "epoch": 26.213740458015266, + "grad_norm": 0.7893211253199357, + "learning_rate": 1.7304359751887184e-05, + "loss": 0.0336, + "step": 30906 + }, + { + "epoch": 26.214588634435962, + "grad_norm": 0.8368549721851642, + "learning_rate": 1.730417213175113e-05, + "loss": 0.0301, + "step": 30907 + }, + { + "epoch": 26.21543681085666, + "grad_norm": 0.7944849639355268, + "learning_rate": 1.73039845061032e-05, + "loss": 0.032, + "step": 30908 + }, + { + "epoch": 26.216284987277355, + "grad_norm": 0.9160615448714841, + "learning_rate": 1.730379687494353e-05, + "loss": 0.0326, + "step": 30909 + }, + { + "epoch": 26.217133163698048, + "grad_norm": 0.7763512531632317, + "learning_rate": 1.7303609238272268e-05, + "loss": 0.0319, + "step": 30910 + }, + { + "epoch": 26.217981340118744, + "grad_norm": 0.8341745224924884, + "learning_rate": 1.7303421596089552e-05, + "loss": 0.0307, + "step": 30911 + }, + { + "epoch": 26.21882951653944, + "grad_norm": 0.8486196013996455, + "learning_rate": 1.730323394839552e-05, + "loss": 0.0325, + "step": 30912 + }, + { + "epoch": 26.219677692960136, + "grad_norm": 0.8682465040655991, + "learning_rate": 1.730304629519032e-05, + "loss": 0.0301, + "step": 30913 + }, + { + "epoch": 26.220525869380833, + "grad_norm": 0.9076116851859176, + "learning_rate": 1.730285863647409e-05, + "loss": 0.0317, + "step": 30914 + }, + { + "epoch": 26.221374045801525, + "grad_norm": 1.1255155953229339, + "learning_rate": 1.7302670972246972e-05, + "loss": 0.0359, + "step": 30915 + }, + { + "epoch": 26.22222222222222, + "grad_norm": 0.8324330015514413, + "learning_rate": 1.730248330250911e-05, + "loss": 0.0308, + "step": 30916 + }, + { + "epoch": 26.223070398642918, + "grad_norm": 0.9497809090515539, + "learning_rate": 1.7302295627260642e-05, + "loss": 0.0331, + "step": 30917 + }, + { + "epoch": 26.223918575063614, + "grad_norm": 1.1343163571742028, + "learning_rate": 1.730210794650171e-05, + "loss": 0.0331, + "step": 30918 + }, + { + "epoch": 26.22476675148431, + "grad_norm": 1.0059370371557181, + "learning_rate": 1.7301920260232458e-05, + "loss": 0.0355, + "step": 30919 + }, + { + "epoch": 26.225614927905003, + "grad_norm": 0.8208389287249729, + "learning_rate": 1.7301732568453025e-05, + "loss": 0.0278, + "step": 30920 + }, + { + "epoch": 26.2264631043257, + "grad_norm": 0.8988901091375343, + "learning_rate": 1.7301544871163555e-05, + "loss": 0.0341, + "step": 30921 + }, + { + "epoch": 26.227311280746395, + "grad_norm": 1.0286233409057457, + "learning_rate": 1.730135716836419e-05, + "loss": 0.0328, + "step": 30922 + }, + { + "epoch": 26.22815945716709, + "grad_norm": 0.9340883078380229, + "learning_rate": 1.7301169460055068e-05, + "loss": 0.0322, + "step": 30923 + }, + { + "epoch": 26.229007633587788, + "grad_norm": 1.1209708774968323, + "learning_rate": 1.7300981746236335e-05, + "loss": 0.0327, + "step": 30924 + }, + { + "epoch": 26.22985581000848, + "grad_norm": 0.8077824165389137, + "learning_rate": 1.730079402690813e-05, + "loss": 0.0319, + "step": 30925 + }, + { + "epoch": 26.230703986429177, + "grad_norm": 0.7325569033549373, + "learning_rate": 1.7300606302070592e-05, + "loss": 0.0295, + "step": 30926 + }, + { + "epoch": 26.231552162849873, + "grad_norm": 0.8592705367943548, + "learning_rate": 1.730041857172387e-05, + "loss": 0.0307, + "step": 30927 + }, + { + "epoch": 26.23240033927057, + "grad_norm": 0.8604352354614613, + "learning_rate": 1.73002308358681e-05, + "loss": 0.0306, + "step": 30928 + }, + { + "epoch": 26.233248515691265, + "grad_norm": 0.9012356599454837, + "learning_rate": 1.7300043094503427e-05, + "loss": 0.0333, + "step": 30929 + }, + { + "epoch": 26.234096692111958, + "grad_norm": 0.9110526425314424, + "learning_rate": 1.729985534762999e-05, + "loss": 0.034, + "step": 30930 + }, + { + "epoch": 26.234944868532654, + "grad_norm": 0.9012865748946315, + "learning_rate": 1.729966759524793e-05, + "loss": 0.0326, + "step": 30931 + }, + { + "epoch": 26.23579304495335, + "grad_norm": 0.8968112286845412, + "learning_rate": 1.7299479837357393e-05, + "loss": 0.0304, + "step": 30932 + }, + { + "epoch": 26.236641221374047, + "grad_norm": 0.8207653245376002, + "learning_rate": 1.7299292073958516e-05, + "loss": 0.0318, + "step": 30933 + }, + { + "epoch": 26.237489397794743, + "grad_norm": 0.9335971528065866, + "learning_rate": 1.7299104305051444e-05, + "loss": 0.0323, + "step": 30934 + }, + { + "epoch": 26.238337574215436, + "grad_norm": 0.7504244171830573, + "learning_rate": 1.7298916530636318e-05, + "loss": 0.0312, + "step": 30935 + }, + { + "epoch": 26.239185750636132, + "grad_norm": 0.9340605779958271, + "learning_rate": 1.7298728750713278e-05, + "loss": 0.0313, + "step": 30936 + }, + { + "epoch": 26.240033927056828, + "grad_norm": 0.9425067752448724, + "learning_rate": 1.7298540965282467e-05, + "loss": 0.0335, + "step": 30937 + }, + { + "epoch": 26.240882103477524, + "grad_norm": 0.8943949668661572, + "learning_rate": 1.7298353174344024e-05, + "loss": 0.0359, + "step": 30938 + }, + { + "epoch": 26.24173027989822, + "grad_norm": 0.9906725595126672, + "learning_rate": 1.72981653778981e-05, + "loss": 0.0333, + "step": 30939 + }, + { + "epoch": 26.242578456318913, + "grad_norm": 1.003001492022702, + "learning_rate": 1.7297977575944823e-05, + "loss": 0.0312, + "step": 30940 + }, + { + "epoch": 26.24342663273961, + "grad_norm": 0.9935454998186022, + "learning_rate": 1.7297789768484342e-05, + "loss": 0.0311, + "step": 30941 + }, + { + "epoch": 26.244274809160306, + "grad_norm": 0.9051874900587146, + "learning_rate": 1.72976019555168e-05, + "loss": 0.0322, + "step": 30942 + }, + { + "epoch": 26.245122985581002, + "grad_norm": 0.9392932541276966, + "learning_rate": 1.729741413704234e-05, + "loss": 0.0327, + "step": 30943 + }, + { + "epoch": 26.245971162001695, + "grad_norm": 0.8652127612386682, + "learning_rate": 1.72972263130611e-05, + "loss": 0.0319, + "step": 30944 + }, + { + "epoch": 26.24681933842239, + "grad_norm": 0.9495056866357052, + "learning_rate": 1.729703848357322e-05, + "loss": 0.0348, + "step": 30945 + }, + { + "epoch": 26.247667514843087, + "grad_norm": 0.938468657029928, + "learning_rate": 1.7296850648578844e-05, + "loss": 0.0316, + "step": 30946 + }, + { + "epoch": 26.248515691263783, + "grad_norm": 1.0917468089795805, + "learning_rate": 1.7296662808078118e-05, + "loss": 0.0335, + "step": 30947 + }, + { + "epoch": 26.24936386768448, + "grad_norm": 0.9305761998867426, + "learning_rate": 1.7296474962071177e-05, + "loss": 0.0326, + "step": 30948 + }, + { + "epoch": 26.250212044105172, + "grad_norm": 0.8880183777563383, + "learning_rate": 1.7296287110558166e-05, + "loss": 0.0299, + "step": 30949 + }, + { + "epoch": 26.25106022052587, + "grad_norm": 0.9928399541162453, + "learning_rate": 1.7296099253539224e-05, + "loss": 0.0352, + "step": 30950 + }, + { + "epoch": 26.251908396946565, + "grad_norm": 1.1724576220916285, + "learning_rate": 1.72959113910145e-05, + "loss": 0.0369, + "step": 30951 + }, + { + "epoch": 26.25275657336726, + "grad_norm": 0.9517628491618262, + "learning_rate": 1.7295723522984126e-05, + "loss": 0.0336, + "step": 30952 + }, + { + "epoch": 26.253604749787957, + "grad_norm": 1.0420526538691235, + "learning_rate": 1.729553564944825e-05, + "loss": 0.0323, + "step": 30953 + }, + { + "epoch": 26.25445292620865, + "grad_norm": 0.9129607163680965, + "learning_rate": 1.7295347770407015e-05, + "loss": 0.0319, + "step": 30954 + }, + { + "epoch": 26.255301102629346, + "grad_norm": 0.9845875717308648, + "learning_rate": 1.7295159885860556e-05, + "loss": 0.0331, + "step": 30955 + }, + { + "epoch": 26.256149279050042, + "grad_norm": 1.0070879716662582, + "learning_rate": 1.7294971995809023e-05, + "loss": 0.034, + "step": 30956 + }, + { + "epoch": 26.25699745547074, + "grad_norm": 0.8426768508638115, + "learning_rate": 1.729478410025255e-05, + "loss": 0.0295, + "step": 30957 + }, + { + "epoch": 26.257845631891435, + "grad_norm": 0.7622202789023875, + "learning_rate": 1.7294596199191284e-05, + "loss": 0.0301, + "step": 30958 + }, + { + "epoch": 26.258693808312128, + "grad_norm": 0.9139767582194179, + "learning_rate": 1.729440829262537e-05, + "loss": 0.0341, + "step": 30959 + }, + { + "epoch": 26.259541984732824, + "grad_norm": 0.9435317815717177, + "learning_rate": 1.729422038055494e-05, + "loss": 0.0316, + "step": 30960 + }, + { + "epoch": 26.26039016115352, + "grad_norm": 0.9223886700802624, + "learning_rate": 1.729403246298014e-05, + "loss": 0.0297, + "step": 30961 + }, + { + "epoch": 26.261238337574216, + "grad_norm": 0.947801634173627, + "learning_rate": 1.7293844539901115e-05, + "loss": 0.035, + "step": 30962 + }, + { + "epoch": 26.262086513994912, + "grad_norm": 0.8734303422152447, + "learning_rate": 1.7293656611318006e-05, + "loss": 0.0319, + "step": 30963 + }, + { + "epoch": 26.262934690415605, + "grad_norm": 0.8457267335204942, + "learning_rate": 1.7293468677230948e-05, + "loss": 0.0309, + "step": 30964 + }, + { + "epoch": 26.2637828668363, + "grad_norm": 0.8434208804835875, + "learning_rate": 1.7293280737640093e-05, + "loss": 0.0351, + "step": 30965 + }, + { + "epoch": 26.264631043256998, + "grad_norm": 0.9061293049241216, + "learning_rate": 1.7293092792545575e-05, + "loss": 0.0311, + "step": 30966 + }, + { + "epoch": 26.265479219677694, + "grad_norm": 0.9508286529739337, + "learning_rate": 1.7292904841947544e-05, + "loss": 0.0321, + "step": 30967 + }, + { + "epoch": 26.26632739609839, + "grad_norm": 0.8867690574547052, + "learning_rate": 1.729271688584613e-05, + "loss": 0.0315, + "step": 30968 + }, + { + "epoch": 26.267175572519083, + "grad_norm": 1.3033523577250645, + "learning_rate": 1.729252892424149e-05, + "loss": 0.0372, + "step": 30969 + }, + { + "epoch": 26.26802374893978, + "grad_norm": 0.7853507827341758, + "learning_rate": 1.7292340957133745e-05, + "loss": 0.0298, + "step": 30970 + }, + { + "epoch": 26.268871925360475, + "grad_norm": 0.8689350725430327, + "learning_rate": 1.729215298452306e-05, + "loss": 0.0302, + "step": 30971 + }, + { + "epoch": 26.26972010178117, + "grad_norm": 0.8874177684600312, + "learning_rate": 1.729196500640956e-05, + "loss": 0.0327, + "step": 30972 + }, + { + "epoch": 26.270568278201868, + "grad_norm": 0.8704121749918045, + "learning_rate": 1.7291777022793395e-05, + "loss": 0.0318, + "step": 30973 + }, + { + "epoch": 26.27141645462256, + "grad_norm": 0.7813828361279603, + "learning_rate": 1.7291589033674705e-05, + "loss": 0.0294, + "step": 30974 + }, + { + "epoch": 26.272264631043257, + "grad_norm": 1.0495082009245904, + "learning_rate": 1.729140103905363e-05, + "loss": 0.0302, + "step": 30975 + }, + { + "epoch": 26.273112807463953, + "grad_norm": 1.1969239749210532, + "learning_rate": 1.7291213038930316e-05, + "loss": 0.0367, + "step": 30976 + }, + { + "epoch": 26.27396098388465, + "grad_norm": 0.965695920445488, + "learning_rate": 1.72910250333049e-05, + "loss": 0.0327, + "step": 30977 + }, + { + "epoch": 26.274809160305345, + "grad_norm": 0.8405405987592869, + "learning_rate": 1.7290837022177527e-05, + "loss": 0.0311, + "step": 30978 + }, + { + "epoch": 26.275657336726038, + "grad_norm": 0.7989120453116118, + "learning_rate": 1.7290649005548338e-05, + "loss": 0.0334, + "step": 30979 + }, + { + "epoch": 26.276505513146734, + "grad_norm": 0.8573690234501997, + "learning_rate": 1.7290460983417477e-05, + "loss": 0.0322, + "step": 30980 + }, + { + "epoch": 26.27735368956743, + "grad_norm": 1.00483391216335, + "learning_rate": 1.729027295578508e-05, + "loss": 0.0337, + "step": 30981 + }, + { + "epoch": 26.278201865988127, + "grad_norm": 0.7460981059461266, + "learning_rate": 1.7290084922651297e-05, + "loss": 0.0306, + "step": 30982 + }, + { + "epoch": 26.27905004240882, + "grad_norm": 0.9766577237388014, + "learning_rate": 1.7289896884016263e-05, + "loss": 0.034, + "step": 30983 + }, + { + "epoch": 26.279898218829516, + "grad_norm": 0.8661610304442708, + "learning_rate": 1.728970883988012e-05, + "loss": 0.0318, + "step": 30984 + }, + { + "epoch": 26.280746395250212, + "grad_norm": 0.9469093736866058, + "learning_rate": 1.7289520790243016e-05, + "loss": 0.0324, + "step": 30985 + }, + { + "epoch": 26.281594571670908, + "grad_norm": 0.7509833195223343, + "learning_rate": 1.728933273510509e-05, + "loss": 0.0311, + "step": 30986 + }, + { + "epoch": 26.282442748091604, + "grad_norm": 1.0175070791845662, + "learning_rate": 1.728914467446648e-05, + "loss": 0.0347, + "step": 30987 + }, + { + "epoch": 26.283290924512297, + "grad_norm": 0.8879167777990149, + "learning_rate": 1.7288956608327333e-05, + "loss": 0.032, + "step": 30988 + }, + { + "epoch": 26.284139100932993, + "grad_norm": 1.0428391827305312, + "learning_rate": 1.728876853668779e-05, + "loss": 0.034, + "step": 30989 + }, + { + "epoch": 26.28498727735369, + "grad_norm": 0.9757406246204995, + "learning_rate": 1.728858045954799e-05, + "loss": 0.0312, + "step": 30990 + }, + { + "epoch": 26.285835453774386, + "grad_norm": 1.0741312590945498, + "learning_rate": 1.728839237690808e-05, + "loss": 0.0381, + "step": 30991 + }, + { + "epoch": 26.286683630195082, + "grad_norm": 0.9104285489151788, + "learning_rate": 1.7288204288768195e-05, + "loss": 0.0316, + "step": 30992 + }, + { + "epoch": 26.287531806615775, + "grad_norm": 0.9342275628264207, + "learning_rate": 1.7288016195128485e-05, + "loss": 0.0316, + "step": 30993 + }, + { + "epoch": 26.28837998303647, + "grad_norm": 1.0443261391048835, + "learning_rate": 1.7287828095989084e-05, + "loss": 0.0312, + "step": 30994 + }, + { + "epoch": 26.289228159457167, + "grad_norm": 1.004614141224643, + "learning_rate": 1.7287639991350137e-05, + "loss": 0.0363, + "step": 30995 + }, + { + "epoch": 26.290076335877863, + "grad_norm": 0.9242525578196048, + "learning_rate": 1.7287451881211787e-05, + "loss": 0.0303, + "step": 30996 + }, + { + "epoch": 26.29092451229856, + "grad_norm": 0.9722548025196968, + "learning_rate": 1.7287263765574177e-05, + "loss": 0.0337, + "step": 30997 + }, + { + "epoch": 26.291772688719252, + "grad_norm": 1.0804589673894451, + "learning_rate": 1.7287075644437446e-05, + "loss": 0.0372, + "step": 30998 + }, + { + "epoch": 26.29262086513995, + "grad_norm": 0.7700582157054754, + "learning_rate": 1.7286887517801744e-05, + "loss": 0.0295, + "step": 30999 + }, + { + "epoch": 26.293469041560645, + "grad_norm": 0.9570464411792968, + "learning_rate": 1.7286699385667202e-05, + "loss": 0.0337, + "step": 31000 + }, + { + "epoch": 26.29431721798134, + "grad_norm": 0.7812531999104736, + "learning_rate": 1.7286511248033962e-05, + "loss": 0.0306, + "step": 31001 + }, + { + "epoch": 26.295165394402037, + "grad_norm": 0.9479555245261437, + "learning_rate": 1.7286323104902175e-05, + "loss": 0.0335, + "step": 31002 + }, + { + "epoch": 26.29601357082273, + "grad_norm": 0.9809766084414732, + "learning_rate": 1.7286134956271978e-05, + "loss": 0.0357, + "step": 31003 + }, + { + "epoch": 26.296861747243426, + "grad_norm": 0.976315016455263, + "learning_rate": 1.7285946802143514e-05, + "loss": 0.0336, + "step": 31004 + }, + { + "epoch": 26.297709923664122, + "grad_norm": 1.0085619277184643, + "learning_rate": 1.728575864251692e-05, + "loss": 0.0353, + "step": 31005 + }, + { + "epoch": 26.29855810008482, + "grad_norm": 1.0072486173204696, + "learning_rate": 1.7285570477392347e-05, + "loss": 0.0332, + "step": 31006 + }, + { + "epoch": 26.299406276505515, + "grad_norm": 0.7490831361760595, + "learning_rate": 1.7285382306769932e-05, + "loss": 0.0299, + "step": 31007 + }, + { + "epoch": 26.300254452926207, + "grad_norm": 0.7601101090946788, + "learning_rate": 1.728519413064982e-05, + "loss": 0.0328, + "step": 31008 + }, + { + "epoch": 26.301102629346904, + "grad_norm": 0.8162543625419968, + "learning_rate": 1.728500594903214e-05, + "loss": 0.031, + "step": 31009 + }, + { + "epoch": 26.3019508057676, + "grad_norm": 0.979514087019235, + "learning_rate": 1.7284817761917053e-05, + "loss": 0.0313, + "step": 31010 + }, + { + "epoch": 26.302798982188296, + "grad_norm": 0.8595055535343584, + "learning_rate": 1.728462956930469e-05, + "loss": 0.0322, + "step": 31011 + }, + { + "epoch": 26.303647158608992, + "grad_norm": 0.8177397464734976, + "learning_rate": 1.7284441371195197e-05, + "loss": 0.0326, + "step": 31012 + }, + { + "epoch": 26.304495335029685, + "grad_norm": 0.9047102216560141, + "learning_rate": 1.7284253167588712e-05, + "loss": 0.0321, + "step": 31013 + }, + { + "epoch": 26.30534351145038, + "grad_norm": 1.0217570662487896, + "learning_rate": 1.728406495848538e-05, + "loss": 0.0362, + "step": 31014 + }, + { + "epoch": 26.306191687871078, + "grad_norm": 0.912866690778543, + "learning_rate": 1.7283876743885344e-05, + "loss": 0.0309, + "step": 31015 + }, + { + "epoch": 26.307039864291774, + "grad_norm": 0.8902933575506594, + "learning_rate": 1.7283688523788745e-05, + "loss": 0.0318, + "step": 31016 + }, + { + "epoch": 26.307888040712466, + "grad_norm": 0.9790946807172418, + "learning_rate": 1.728350029819572e-05, + "loss": 0.0322, + "step": 31017 + }, + { + "epoch": 26.308736217133163, + "grad_norm": 0.9519884151151236, + "learning_rate": 1.728331206710642e-05, + "loss": 0.0308, + "step": 31018 + }, + { + "epoch": 26.30958439355386, + "grad_norm": 0.9221533277091947, + "learning_rate": 1.728312383052098e-05, + "loss": 0.0323, + "step": 31019 + }, + { + "epoch": 26.310432569974555, + "grad_norm": 1.0005479355155074, + "learning_rate": 1.728293558843954e-05, + "loss": 0.035, + "step": 31020 + }, + { + "epoch": 26.31128074639525, + "grad_norm": 0.8940558583278415, + "learning_rate": 1.7282747340862255e-05, + "loss": 0.0305, + "step": 31021 + }, + { + "epoch": 26.312128922815944, + "grad_norm": 0.8995132546053429, + "learning_rate": 1.7282559087789257e-05, + "loss": 0.0334, + "step": 31022 + }, + { + "epoch": 26.31297709923664, + "grad_norm": 0.9835928998499847, + "learning_rate": 1.728237082922069e-05, + "loss": 0.0329, + "step": 31023 + }, + { + "epoch": 26.313825275657337, + "grad_norm": 0.8622182333473263, + "learning_rate": 1.7282182565156692e-05, + "loss": 0.0314, + "step": 31024 + }, + { + "epoch": 26.314673452078033, + "grad_norm": 0.8743446127447719, + "learning_rate": 1.728199429559741e-05, + "loss": 0.0339, + "step": 31025 + }, + { + "epoch": 26.31552162849873, + "grad_norm": 0.8532318646460905, + "learning_rate": 1.7281806020542986e-05, + "loss": 0.0298, + "step": 31026 + }, + { + "epoch": 26.31636980491942, + "grad_norm": 0.9897322512310951, + "learning_rate": 1.728161773999356e-05, + "loss": 0.0339, + "step": 31027 + }, + { + "epoch": 26.317217981340118, + "grad_norm": 0.8225779866519372, + "learning_rate": 1.728142945394928e-05, + "loss": 0.03, + "step": 31028 + }, + { + "epoch": 26.318066157760814, + "grad_norm": 0.7964249755198385, + "learning_rate": 1.728124116241028e-05, + "loss": 0.0317, + "step": 31029 + }, + { + "epoch": 26.31891433418151, + "grad_norm": 0.8479464700270649, + "learning_rate": 1.72810528653767e-05, + "loss": 0.0337, + "step": 31030 + }, + { + "epoch": 26.319762510602207, + "grad_norm": 0.8990550482092968, + "learning_rate": 1.7280864562848695e-05, + "loss": 0.0318, + "step": 31031 + }, + { + "epoch": 26.3206106870229, + "grad_norm": 0.8469306287544403, + "learning_rate": 1.7280676254826392e-05, + "loss": 0.032, + "step": 31032 + }, + { + "epoch": 26.321458863443596, + "grad_norm": 0.9623319533353808, + "learning_rate": 1.728048794130995e-05, + "loss": 0.033, + "step": 31033 + }, + { + "epoch": 26.32230703986429, + "grad_norm": 0.9620826972062864, + "learning_rate": 1.7280299622299496e-05, + "loss": 0.0307, + "step": 31034 + }, + { + "epoch": 26.323155216284988, + "grad_norm": 0.9287406787898115, + "learning_rate": 1.728011129779518e-05, + "loss": 0.0342, + "step": 31035 + }, + { + "epoch": 26.324003392705684, + "grad_norm": 0.9126390066169449, + "learning_rate": 1.727992296779714e-05, + "loss": 0.0316, + "step": 31036 + }, + { + "epoch": 26.324851569126377, + "grad_norm": 0.9880368299466262, + "learning_rate": 1.7279734632305517e-05, + "loss": 0.031, + "step": 31037 + }, + { + "epoch": 26.325699745547073, + "grad_norm": 0.9881297639205842, + "learning_rate": 1.727954629132046e-05, + "loss": 0.0358, + "step": 31038 + }, + { + "epoch": 26.32654792196777, + "grad_norm": 1.0471990794080321, + "learning_rate": 1.727935794484211e-05, + "loss": 0.0363, + "step": 31039 + }, + { + "epoch": 26.327396098388466, + "grad_norm": 0.941234896674388, + "learning_rate": 1.7279169592870602e-05, + "loss": 0.0353, + "step": 31040 + }, + { + "epoch": 26.328244274809162, + "grad_norm": 0.9144118177393165, + "learning_rate": 1.7278981235406085e-05, + "loss": 0.0316, + "step": 31041 + }, + { + "epoch": 26.329092451229855, + "grad_norm": 1.0516483238817118, + "learning_rate": 1.72787928724487e-05, + "loss": 0.0351, + "step": 31042 + }, + { + "epoch": 26.32994062765055, + "grad_norm": 1.0716390744232207, + "learning_rate": 1.727860450399858e-05, + "loss": 0.033, + "step": 31043 + }, + { + "epoch": 26.330788804071247, + "grad_norm": 0.9175863095777553, + "learning_rate": 1.7278416130055882e-05, + "loss": 0.0318, + "step": 31044 + }, + { + "epoch": 26.331636980491943, + "grad_norm": 0.8543641341200827, + "learning_rate": 1.727822775062074e-05, + "loss": 0.0301, + "step": 31045 + }, + { + "epoch": 26.33248515691264, + "grad_norm": 0.8154047504192224, + "learning_rate": 1.7278039365693298e-05, + "loss": 0.0301, + "step": 31046 + }, + { + "epoch": 26.333333333333332, + "grad_norm": 1.193058045275109, + "learning_rate": 1.7277850975273694e-05, + "loss": 0.0356, + "step": 31047 + }, + { + "epoch": 26.33418150975403, + "grad_norm": 1.0321125215460674, + "learning_rate": 1.7277662579362077e-05, + "loss": 0.0332, + "step": 31048 + }, + { + "epoch": 26.335029686174725, + "grad_norm": 0.7767127989236237, + "learning_rate": 1.7277474177958584e-05, + "loss": 0.0324, + "step": 31049 + }, + { + "epoch": 26.33587786259542, + "grad_norm": 0.9176657842147461, + "learning_rate": 1.7277285771063362e-05, + "loss": 0.0362, + "step": 31050 + }, + { + "epoch": 26.336726039016117, + "grad_norm": 0.935619957689118, + "learning_rate": 1.7277097358676548e-05, + "loss": 0.0336, + "step": 31051 + }, + { + "epoch": 26.33757421543681, + "grad_norm": 0.8597358041705766, + "learning_rate": 1.7276908940798284e-05, + "loss": 0.0278, + "step": 31052 + }, + { + "epoch": 26.338422391857506, + "grad_norm": 1.035596197434808, + "learning_rate": 1.727672051742872e-05, + "loss": 0.0329, + "step": 31053 + }, + { + "epoch": 26.339270568278202, + "grad_norm": 0.7467125872071905, + "learning_rate": 1.7276532088567988e-05, + "loss": 0.0317, + "step": 31054 + }, + { + "epoch": 26.3401187446989, + "grad_norm": 0.8340522436694017, + "learning_rate": 1.7276343654216234e-05, + "loss": 0.0309, + "step": 31055 + }, + { + "epoch": 26.34096692111959, + "grad_norm": 0.9210037417036533, + "learning_rate": 1.7276155214373603e-05, + "loss": 0.0335, + "step": 31056 + }, + { + "epoch": 26.341815097540287, + "grad_norm": 1.0106248418776391, + "learning_rate": 1.7275966769040236e-05, + "loss": 0.0355, + "step": 31057 + }, + { + "epoch": 26.342663273960984, + "grad_norm": 0.7771688993739642, + "learning_rate": 1.7275778318216273e-05, + "loss": 0.0291, + "step": 31058 + }, + { + "epoch": 26.34351145038168, + "grad_norm": 0.9132621344126518, + "learning_rate": 1.727558986190186e-05, + "loss": 0.0306, + "step": 31059 + }, + { + "epoch": 26.344359626802376, + "grad_norm": 0.7549983648604291, + "learning_rate": 1.7275401400097138e-05, + "loss": 0.0305, + "step": 31060 + }, + { + "epoch": 26.34520780322307, + "grad_norm": 0.8618679973534057, + "learning_rate": 1.727521293280224e-05, + "loss": 0.0312, + "step": 31061 + }, + { + "epoch": 26.346055979643765, + "grad_norm": 1.0169651915596303, + "learning_rate": 1.7275024460017324e-05, + "loss": 0.0328, + "step": 31062 + }, + { + "epoch": 26.34690415606446, + "grad_norm": 0.8430586448381456, + "learning_rate": 1.7274835981742524e-05, + "loss": 0.0324, + "step": 31063 + }, + { + "epoch": 26.347752332485157, + "grad_norm": 1.0301995857768604, + "learning_rate": 1.7274647497977982e-05, + "loss": 0.033, + "step": 31064 + }, + { + "epoch": 26.348600508905854, + "grad_norm": 0.8912256116377024, + "learning_rate": 1.727445900872384e-05, + "loss": 0.0306, + "step": 31065 + }, + { + "epoch": 26.349448685326546, + "grad_norm": 0.9827107143300725, + "learning_rate": 1.727427051398024e-05, + "loss": 0.0351, + "step": 31066 + }, + { + "epoch": 26.350296861747243, + "grad_norm": 1.0136776104994405, + "learning_rate": 1.7274082013747326e-05, + "loss": 0.0357, + "step": 31067 + }, + { + "epoch": 26.35114503816794, + "grad_norm": 0.988630042653275, + "learning_rate": 1.727389350802524e-05, + "loss": 0.0332, + "step": 31068 + }, + { + "epoch": 26.351993214588635, + "grad_norm": 0.8807201776107787, + "learning_rate": 1.7273704996814123e-05, + "loss": 0.0318, + "step": 31069 + }, + { + "epoch": 26.35284139100933, + "grad_norm": 1.057818138955577, + "learning_rate": 1.7273516480114124e-05, + "loss": 0.0343, + "step": 31070 + }, + { + "epoch": 26.353689567430024, + "grad_norm": 1.030003477651287, + "learning_rate": 1.7273327957925376e-05, + "loss": 0.0291, + "step": 31071 + }, + { + "epoch": 26.35453774385072, + "grad_norm": 0.9198352418747324, + "learning_rate": 1.7273139430248023e-05, + "loss": 0.0316, + "step": 31072 + }, + { + "epoch": 26.355385920271416, + "grad_norm": 1.0140878972587486, + "learning_rate": 1.7272950897082212e-05, + "loss": 0.033, + "step": 31073 + }, + { + "epoch": 26.356234096692113, + "grad_norm": 0.7875802760758357, + "learning_rate": 1.7272762358428078e-05, + "loss": 0.033, + "step": 31074 + }, + { + "epoch": 26.35708227311281, + "grad_norm": 0.8418686256313681, + "learning_rate": 1.727257381428577e-05, + "loss": 0.0308, + "step": 31075 + }, + { + "epoch": 26.3579304495335, + "grad_norm": 0.7802160694090418, + "learning_rate": 1.7272385264655427e-05, + "loss": 0.0302, + "step": 31076 + }, + { + "epoch": 26.358778625954198, + "grad_norm": 0.9349874063657605, + "learning_rate": 1.7272196709537195e-05, + "loss": 0.0336, + "step": 31077 + }, + { + "epoch": 26.359626802374894, + "grad_norm": 1.0343557179366616, + "learning_rate": 1.7272008148931213e-05, + "loss": 0.0318, + "step": 31078 + }, + { + "epoch": 26.36047497879559, + "grad_norm": 0.9780158560932419, + "learning_rate": 1.727181958283762e-05, + "loss": 0.0362, + "step": 31079 + }, + { + "epoch": 26.361323155216287, + "grad_norm": 1.3526571368943887, + "learning_rate": 1.7271631011256564e-05, + "loss": 0.0369, + "step": 31080 + }, + { + "epoch": 26.36217133163698, + "grad_norm": 1.012486563343176, + "learning_rate": 1.7271442434188184e-05, + "loss": 0.032, + "step": 31081 + }, + { + "epoch": 26.363019508057675, + "grad_norm": 0.8268582631662068, + "learning_rate": 1.7271253851632627e-05, + "loss": 0.0327, + "step": 31082 + }, + { + "epoch": 26.36386768447837, + "grad_norm": 1.002153271509316, + "learning_rate": 1.727106526359003e-05, + "loss": 0.0337, + "step": 31083 + }, + { + "epoch": 26.364715860899068, + "grad_norm": 1.0193563829292192, + "learning_rate": 1.7270876670060536e-05, + "loss": 0.0331, + "step": 31084 + }, + { + "epoch": 26.365564037319764, + "grad_norm": 0.6916082719092359, + "learning_rate": 1.7270688071044293e-05, + "loss": 0.0294, + "step": 31085 + }, + { + "epoch": 26.366412213740457, + "grad_norm": 0.9009193131339129, + "learning_rate": 1.727049946654143e-05, + "loss": 0.0342, + "step": 31086 + }, + { + "epoch": 26.367260390161153, + "grad_norm": 1.0568630003586907, + "learning_rate": 1.7270310856552107e-05, + "loss": 0.035, + "step": 31087 + }, + { + "epoch": 26.36810856658185, + "grad_norm": 1.002671853995251, + "learning_rate": 1.7270122241076455e-05, + "loss": 0.0347, + "step": 31088 + }, + { + "epoch": 26.368956743002546, + "grad_norm": 0.9495394361122628, + "learning_rate": 1.7269933620114622e-05, + "loss": 0.0327, + "step": 31089 + }, + { + "epoch": 26.36980491942324, + "grad_norm": 1.0920549389182128, + "learning_rate": 1.7269744993666743e-05, + "loss": 0.0352, + "step": 31090 + }, + { + "epoch": 26.370653095843934, + "grad_norm": 1.0959963579110161, + "learning_rate": 1.7269556361732963e-05, + "loss": 0.0397, + "step": 31091 + }, + { + "epoch": 26.37150127226463, + "grad_norm": 1.0376086771202067, + "learning_rate": 1.726936772431343e-05, + "loss": 0.0324, + "step": 31092 + }, + { + "epoch": 26.372349448685327, + "grad_norm": 0.9165707763015181, + "learning_rate": 1.726917908140828e-05, + "loss": 0.0337, + "step": 31093 + }, + { + "epoch": 26.373197625106023, + "grad_norm": 0.902738115279185, + "learning_rate": 1.726899043301766e-05, + "loss": 0.0295, + "step": 31094 + }, + { + "epoch": 26.374045801526716, + "grad_norm": 0.8434889691549639, + "learning_rate": 1.7268801779141704e-05, + "loss": 0.0341, + "step": 31095 + }, + { + "epoch": 26.374893977947412, + "grad_norm": 0.8576191616086433, + "learning_rate": 1.7268613119780564e-05, + "loss": 0.0337, + "step": 31096 + }, + { + "epoch": 26.37574215436811, + "grad_norm": 0.8615296778830319, + "learning_rate": 1.7268424454934377e-05, + "loss": 0.0316, + "step": 31097 + }, + { + "epoch": 26.376590330788805, + "grad_norm": 1.0001034577240846, + "learning_rate": 1.7268235784603293e-05, + "loss": 0.0338, + "step": 31098 + }, + { + "epoch": 26.3774385072095, + "grad_norm": 0.9259117737176275, + "learning_rate": 1.7268047108787443e-05, + "loss": 0.0351, + "step": 31099 + }, + { + "epoch": 26.378286683630193, + "grad_norm": 0.9604167910891095, + "learning_rate": 1.7267858427486977e-05, + "loss": 0.0361, + "step": 31100 + }, + { + "epoch": 26.37913486005089, + "grad_norm": 1.0359160722013223, + "learning_rate": 1.7267669740702034e-05, + "loss": 0.0344, + "step": 31101 + }, + { + "epoch": 26.379983036471586, + "grad_norm": 1.2320197848753844, + "learning_rate": 1.7267481048432756e-05, + "loss": 0.035, + "step": 31102 + }, + { + "epoch": 26.380831212892282, + "grad_norm": 0.9836434824923619, + "learning_rate": 1.726729235067929e-05, + "loss": 0.0339, + "step": 31103 + }, + { + "epoch": 26.38167938931298, + "grad_norm": 1.0426838279057662, + "learning_rate": 1.7267103647441774e-05, + "loss": 0.0339, + "step": 31104 + }, + { + "epoch": 26.38252756573367, + "grad_norm": 0.9244056350823712, + "learning_rate": 1.726691493872035e-05, + "loss": 0.0344, + "step": 31105 + }, + { + "epoch": 26.383375742154367, + "grad_norm": 0.8403645350715402, + "learning_rate": 1.7266726224515166e-05, + "loss": 0.031, + "step": 31106 + }, + { + "epoch": 26.384223918575064, + "grad_norm": 0.9066055431952255, + "learning_rate": 1.726653750482636e-05, + "loss": 0.0329, + "step": 31107 + }, + { + "epoch": 26.38507209499576, + "grad_norm": 0.8344210279676673, + "learning_rate": 1.7266348779654074e-05, + "loss": 0.0318, + "step": 31108 + }, + { + "epoch": 26.385920271416456, + "grad_norm": 0.971078882033244, + "learning_rate": 1.7266160048998452e-05, + "loss": 0.0327, + "step": 31109 + }, + { + "epoch": 26.38676844783715, + "grad_norm": 0.9650972458356988, + "learning_rate": 1.726597131285963e-05, + "loss": 0.0337, + "step": 31110 + }, + { + "epoch": 26.387616624257845, + "grad_norm": 0.8959056914618462, + "learning_rate": 1.7265782571237763e-05, + "loss": 0.0322, + "step": 31111 + }, + { + "epoch": 26.38846480067854, + "grad_norm": 0.7583040719873168, + "learning_rate": 1.7265593824132985e-05, + "loss": 0.0305, + "step": 31112 + }, + { + "epoch": 26.389312977099237, + "grad_norm": 0.8391616940949137, + "learning_rate": 1.726540507154544e-05, + "loss": 0.0336, + "step": 31113 + }, + { + "epoch": 26.390161153519934, + "grad_norm": 1.0199221246306696, + "learning_rate": 1.726521631347527e-05, + "loss": 0.0356, + "step": 31114 + }, + { + "epoch": 26.391009329940626, + "grad_norm": 0.9591166741684704, + "learning_rate": 1.7265027549922618e-05, + "loss": 0.0331, + "step": 31115 + }, + { + "epoch": 26.391857506361323, + "grad_norm": 0.9808784116153703, + "learning_rate": 1.7264838780887628e-05, + "loss": 0.0315, + "step": 31116 + }, + { + "epoch": 26.39270568278202, + "grad_norm": 0.9562099404011329, + "learning_rate": 1.726465000637044e-05, + "loss": 0.0333, + "step": 31117 + }, + { + "epoch": 26.393553859202715, + "grad_norm": 0.8599317951624346, + "learning_rate": 1.7264461226371195e-05, + "loss": 0.0325, + "step": 31118 + }, + { + "epoch": 26.39440203562341, + "grad_norm": 0.9781403212168194, + "learning_rate": 1.726427244089004e-05, + "loss": 0.0339, + "step": 31119 + }, + { + "epoch": 26.395250212044104, + "grad_norm": 0.8780553997307828, + "learning_rate": 1.7264083649927116e-05, + "loss": 0.0336, + "step": 31120 + }, + { + "epoch": 26.3960983884648, + "grad_norm": 0.8489264467532923, + "learning_rate": 1.7263894853482564e-05, + "loss": 0.0338, + "step": 31121 + }, + { + "epoch": 26.396946564885496, + "grad_norm": 0.9085538888906733, + "learning_rate": 1.7263706051556526e-05, + "loss": 0.0308, + "step": 31122 + }, + { + "epoch": 26.397794741306193, + "grad_norm": 0.7451896203404814, + "learning_rate": 1.7263517244149148e-05, + "loss": 0.0322, + "step": 31123 + }, + { + "epoch": 26.39864291772689, + "grad_norm": 1.2837978046657528, + "learning_rate": 1.726332843126057e-05, + "loss": 0.0365, + "step": 31124 + }, + { + "epoch": 26.39949109414758, + "grad_norm": 0.9712004121206328, + "learning_rate": 1.726313961289093e-05, + "loss": 0.0335, + "step": 31125 + }, + { + "epoch": 26.400339270568278, + "grad_norm": 1.0457729981958868, + "learning_rate": 1.726295078904038e-05, + "loss": 0.0329, + "step": 31126 + }, + { + "epoch": 26.401187446988974, + "grad_norm": 0.8251978579829555, + "learning_rate": 1.7262761959709058e-05, + "loss": 0.0344, + "step": 31127 + }, + { + "epoch": 26.40203562340967, + "grad_norm": 0.9547405763935186, + "learning_rate": 1.72625731248971e-05, + "loss": 0.0326, + "step": 31128 + }, + { + "epoch": 26.402883799830363, + "grad_norm": 0.7863774951438711, + "learning_rate": 1.726238428460466e-05, + "loss": 0.0302, + "step": 31129 + }, + { + "epoch": 26.40373197625106, + "grad_norm": 0.8960084851478569, + "learning_rate": 1.7262195438831875e-05, + "loss": 0.0316, + "step": 31130 + }, + { + "epoch": 26.404580152671755, + "grad_norm": 0.732848264982627, + "learning_rate": 1.7262006587578886e-05, + "loss": 0.0316, + "step": 31131 + }, + { + "epoch": 26.40542832909245, + "grad_norm": 1.0412710262287437, + "learning_rate": 1.7261817730845835e-05, + "loss": 0.0334, + "step": 31132 + }, + { + "epoch": 26.406276505513148, + "grad_norm": 0.9810308775406924, + "learning_rate": 1.726162886863287e-05, + "loss": 0.0319, + "step": 31133 + }, + { + "epoch": 26.40712468193384, + "grad_norm": 0.9315147974409823, + "learning_rate": 1.7261440000940132e-05, + "loss": 0.0341, + "step": 31134 + }, + { + "epoch": 26.407972858354537, + "grad_norm": 1.250570645011084, + "learning_rate": 1.7261251127767757e-05, + "loss": 0.0346, + "step": 31135 + }, + { + "epoch": 26.408821034775233, + "grad_norm": 0.8098480038219219, + "learning_rate": 1.7261062249115896e-05, + "loss": 0.0311, + "step": 31136 + }, + { + "epoch": 26.40966921119593, + "grad_norm": 1.021168887551466, + "learning_rate": 1.7260873364984687e-05, + "loss": 0.0341, + "step": 31137 + }, + { + "epoch": 26.410517387616625, + "grad_norm": 0.7992739194384125, + "learning_rate": 1.726068447537427e-05, + "loss": 0.0323, + "step": 31138 + }, + { + "epoch": 26.411365564037318, + "grad_norm": 0.9860092665487579, + "learning_rate": 1.7260495580284794e-05, + "loss": 0.033, + "step": 31139 + }, + { + "epoch": 26.412213740458014, + "grad_norm": 1.0497736348441444, + "learning_rate": 1.7260306679716396e-05, + "loss": 0.0342, + "step": 31140 + }, + { + "epoch": 26.41306191687871, + "grad_norm": 0.9137097996929231, + "learning_rate": 1.7260117773669222e-05, + "loss": 0.0322, + "step": 31141 + }, + { + "epoch": 26.413910093299407, + "grad_norm": 1.2001107627959386, + "learning_rate": 1.7259928862143412e-05, + "loss": 0.0357, + "step": 31142 + }, + { + "epoch": 26.414758269720103, + "grad_norm": 1.2560762270093657, + "learning_rate": 1.7259739945139112e-05, + "loss": 0.0376, + "step": 31143 + }, + { + "epoch": 26.415606446140796, + "grad_norm": 0.8788518888944757, + "learning_rate": 1.7259551022656464e-05, + "loss": 0.032, + "step": 31144 + }, + { + "epoch": 26.416454622561492, + "grad_norm": 1.078692546011183, + "learning_rate": 1.7259362094695606e-05, + "loss": 0.0339, + "step": 31145 + }, + { + "epoch": 26.41730279898219, + "grad_norm": 0.8726334612728285, + "learning_rate": 1.7259173161256688e-05, + "loss": 0.0287, + "step": 31146 + }, + { + "epoch": 26.418150975402884, + "grad_norm": 1.084446917792351, + "learning_rate": 1.725898422233984e-05, + "loss": 0.0338, + "step": 31147 + }, + { + "epoch": 26.41899915182358, + "grad_norm": 1.0108843298070207, + "learning_rate": 1.725879527794522e-05, + "loss": 0.0322, + "step": 31148 + }, + { + "epoch": 26.419847328244273, + "grad_norm": 1.0836389435218299, + "learning_rate": 1.725860632807296e-05, + "loss": 0.0352, + "step": 31149 + }, + { + "epoch": 26.42069550466497, + "grad_norm": 1.0753879972160427, + "learning_rate": 1.725841737272321e-05, + "loss": 0.035, + "step": 31150 + }, + { + "epoch": 26.421543681085666, + "grad_norm": 0.8844479420666695, + "learning_rate": 1.7258228411896107e-05, + "loss": 0.0349, + "step": 31151 + }, + { + "epoch": 26.422391857506362, + "grad_norm": 0.9080044794042564, + "learning_rate": 1.7258039445591795e-05, + "loss": 0.0317, + "step": 31152 + }, + { + "epoch": 26.42324003392706, + "grad_norm": 0.8392628947033317, + "learning_rate": 1.7257850473810416e-05, + "loss": 0.0325, + "step": 31153 + }, + { + "epoch": 26.42408821034775, + "grad_norm": 0.801735454612224, + "learning_rate": 1.7257661496552112e-05, + "loss": 0.0308, + "step": 31154 + }, + { + "epoch": 26.424936386768447, + "grad_norm": 0.9180542307685279, + "learning_rate": 1.725747251381703e-05, + "loss": 0.0348, + "step": 31155 + }, + { + "epoch": 26.425784563189143, + "grad_norm": 0.9779414821948611, + "learning_rate": 1.7257283525605308e-05, + "loss": 0.0344, + "step": 31156 + }, + { + "epoch": 26.42663273960984, + "grad_norm": 1.011400374475205, + "learning_rate": 1.725709453191709e-05, + "loss": 0.0339, + "step": 31157 + }, + { + "epoch": 26.427480916030536, + "grad_norm": 0.8887285443181949, + "learning_rate": 1.7256905532752517e-05, + "loss": 0.0338, + "step": 31158 + }, + { + "epoch": 26.42832909245123, + "grad_norm": 0.9760030707433847, + "learning_rate": 1.7256716528111738e-05, + "loss": 0.0335, + "step": 31159 + }, + { + "epoch": 26.429177268871925, + "grad_norm": 1.1158269695410292, + "learning_rate": 1.7256527517994888e-05, + "loss": 0.0339, + "step": 31160 + }, + { + "epoch": 26.43002544529262, + "grad_norm": 0.9326803226818872, + "learning_rate": 1.7256338502402112e-05, + "loss": 0.0343, + "step": 31161 + }, + { + "epoch": 26.430873621713317, + "grad_norm": 0.8404117085091779, + "learning_rate": 1.7256149481333557e-05, + "loss": 0.032, + "step": 31162 + }, + { + "epoch": 26.431721798134014, + "grad_norm": 0.906711376735954, + "learning_rate": 1.7255960454789356e-05, + "loss": 0.0332, + "step": 31163 + }, + { + "epoch": 26.432569974554706, + "grad_norm": 0.8970291188920426, + "learning_rate": 1.7255771422769664e-05, + "loss": 0.0326, + "step": 31164 + }, + { + "epoch": 26.433418150975402, + "grad_norm": 1.2091697929205685, + "learning_rate": 1.7255582385274615e-05, + "loss": 0.0354, + "step": 31165 + }, + { + "epoch": 26.4342663273961, + "grad_norm": 1.0024475487074107, + "learning_rate": 1.7255393342304356e-05, + "loss": 0.0332, + "step": 31166 + }, + { + "epoch": 26.435114503816795, + "grad_norm": 0.9947367683215343, + "learning_rate": 1.725520429385902e-05, + "loss": 0.0321, + "step": 31167 + }, + { + "epoch": 26.435962680237488, + "grad_norm": 1.0402903050925394, + "learning_rate": 1.7255015239938763e-05, + "loss": 0.0342, + "step": 31168 + }, + { + "epoch": 26.436810856658184, + "grad_norm": 1.0319960819479008, + "learning_rate": 1.725482618054372e-05, + "loss": 0.0349, + "step": 31169 + }, + { + "epoch": 26.43765903307888, + "grad_norm": 0.8279498799626195, + "learning_rate": 1.725463711567404e-05, + "loss": 0.032, + "step": 31170 + }, + { + "epoch": 26.438507209499576, + "grad_norm": 0.9483777197730814, + "learning_rate": 1.7254448045329856e-05, + "loss": 0.0313, + "step": 31171 + }, + { + "epoch": 26.439355385920273, + "grad_norm": 1.0482741746815292, + "learning_rate": 1.7254258969511323e-05, + "loss": 0.0349, + "step": 31172 + }, + { + "epoch": 26.440203562340965, + "grad_norm": 1.0311295839338162, + "learning_rate": 1.725406988821857e-05, + "loss": 0.0345, + "step": 31173 + }, + { + "epoch": 26.44105173876166, + "grad_norm": 0.9462350926401887, + "learning_rate": 1.725388080145175e-05, + "loss": 0.0364, + "step": 31174 + }, + { + "epoch": 26.441899915182358, + "grad_norm": 1.1183384098277867, + "learning_rate": 1.7253691709211e-05, + "loss": 0.0363, + "step": 31175 + }, + { + "epoch": 26.442748091603054, + "grad_norm": 0.9509403007249827, + "learning_rate": 1.725350261149646e-05, + "loss": 0.0319, + "step": 31176 + }, + { + "epoch": 26.44359626802375, + "grad_norm": 1.1456627190036384, + "learning_rate": 1.7253313508308285e-05, + "loss": 0.0319, + "step": 31177 + }, + { + "epoch": 26.444444444444443, + "grad_norm": 1.1084647047742442, + "learning_rate": 1.7253124399646606e-05, + "loss": 0.0362, + "step": 31178 + }, + { + "epoch": 26.44529262086514, + "grad_norm": 0.7501436498081362, + "learning_rate": 1.7252935285511572e-05, + "loss": 0.0295, + "step": 31179 + }, + { + "epoch": 26.446140797285835, + "grad_norm": 1.8318403653803113, + "learning_rate": 1.7252746165903323e-05, + "loss": 0.0346, + "step": 31180 + }, + { + "epoch": 26.44698897370653, + "grad_norm": 1.126651929952047, + "learning_rate": 1.7252557040822e-05, + "loss": 0.0367, + "step": 31181 + }, + { + "epoch": 26.447837150127228, + "grad_norm": 1.096424387355993, + "learning_rate": 1.7252367910267752e-05, + "loss": 0.0359, + "step": 31182 + }, + { + "epoch": 26.44868532654792, + "grad_norm": 0.9447765999240368, + "learning_rate": 1.7252178774240715e-05, + "loss": 0.0323, + "step": 31183 + }, + { + "epoch": 26.449533502968617, + "grad_norm": 0.909925291887926, + "learning_rate": 1.7251989632741035e-05, + "loss": 0.0329, + "step": 31184 + }, + { + "epoch": 26.450381679389313, + "grad_norm": 1.0549764638424914, + "learning_rate": 1.725180048576885e-05, + "loss": 0.035, + "step": 31185 + }, + { + "epoch": 26.45122985581001, + "grad_norm": 1.0625767828433397, + "learning_rate": 1.7251611333324313e-05, + "loss": 0.036, + "step": 31186 + }, + { + "epoch": 26.452078032230705, + "grad_norm": 0.9773894416617703, + "learning_rate": 1.725142217540756e-05, + "loss": 0.0349, + "step": 31187 + }, + { + "epoch": 26.452926208651398, + "grad_norm": 0.8592876665217067, + "learning_rate": 1.7251233012018732e-05, + "loss": 0.032, + "step": 31188 + }, + { + "epoch": 26.453774385072094, + "grad_norm": 1.0638757102398868, + "learning_rate": 1.7251043843157974e-05, + "loss": 0.0351, + "step": 31189 + }, + { + "epoch": 26.45462256149279, + "grad_norm": 0.8900583009411264, + "learning_rate": 1.725085466882543e-05, + "loss": 0.0313, + "step": 31190 + }, + { + "epoch": 26.455470737913487, + "grad_norm": 1.2499526549680438, + "learning_rate": 1.725066548902124e-05, + "loss": 0.0376, + "step": 31191 + }, + { + "epoch": 26.456318914334183, + "grad_norm": 0.9807828031570822, + "learning_rate": 1.725047630374555e-05, + "loss": 0.0337, + "step": 31192 + }, + { + "epoch": 26.457167090754876, + "grad_norm": 0.9141545239982083, + "learning_rate": 1.72502871129985e-05, + "loss": 0.0346, + "step": 31193 + }, + { + "epoch": 26.458015267175572, + "grad_norm": 1.0545826548954766, + "learning_rate": 1.7250097916780237e-05, + "loss": 0.0337, + "step": 31194 + }, + { + "epoch": 26.458863443596268, + "grad_norm": 1.010582161727166, + "learning_rate": 1.7249908715090894e-05, + "loss": 0.0316, + "step": 31195 + }, + { + "epoch": 26.459711620016964, + "grad_norm": 0.9180638405616415, + "learning_rate": 1.7249719507930626e-05, + "loss": 0.0348, + "step": 31196 + }, + { + "epoch": 26.46055979643766, + "grad_norm": 1.0076819573437183, + "learning_rate": 1.7249530295299572e-05, + "loss": 0.0369, + "step": 31197 + }, + { + "epoch": 26.461407972858353, + "grad_norm": 0.9490785187600083, + "learning_rate": 1.7249341077197868e-05, + "loss": 0.0322, + "step": 31198 + }, + { + "epoch": 26.46225614927905, + "grad_norm": 1.0921001338648035, + "learning_rate": 1.7249151853625662e-05, + "loss": 0.035, + "step": 31199 + }, + { + "epoch": 26.463104325699746, + "grad_norm": 1.0841617060278308, + "learning_rate": 1.7248962624583098e-05, + "loss": 0.0315, + "step": 31200 + }, + { + "epoch": 26.463952502120442, + "grad_norm": 1.1329334125248456, + "learning_rate": 1.7248773390070317e-05, + "loss": 0.038, + "step": 31201 + }, + { + "epoch": 26.46480067854114, + "grad_norm": 1.0146202587119864, + "learning_rate": 1.724858415008746e-05, + "loss": 0.0307, + "step": 31202 + }, + { + "epoch": 26.46564885496183, + "grad_norm": 1.0277981727198229, + "learning_rate": 1.7248394904634677e-05, + "loss": 0.0331, + "step": 31203 + }, + { + "epoch": 26.466497031382527, + "grad_norm": 1.109260693561944, + "learning_rate": 1.7248205653712103e-05, + "loss": 0.0343, + "step": 31204 + }, + { + "epoch": 26.467345207803223, + "grad_norm": 1.0646175937616658, + "learning_rate": 1.724801639731988e-05, + "loss": 0.0338, + "step": 31205 + }, + { + "epoch": 26.46819338422392, + "grad_norm": 0.9690222992175984, + "learning_rate": 1.724782713545816e-05, + "loss": 0.0326, + "step": 31206 + }, + { + "epoch": 26.469041560644612, + "grad_norm": 1.0673457248890854, + "learning_rate": 1.7247637868127078e-05, + "loss": 0.0339, + "step": 31207 + }, + { + "epoch": 26.46988973706531, + "grad_norm": 1.2284493955463767, + "learning_rate": 1.724744859532678e-05, + "loss": 0.0396, + "step": 31208 + }, + { + "epoch": 26.470737913486005, + "grad_norm": 0.9048536484148415, + "learning_rate": 1.7247259317057407e-05, + "loss": 0.0358, + "step": 31209 + }, + { + "epoch": 26.4715860899067, + "grad_norm": 0.9954158138683727, + "learning_rate": 1.7247070033319106e-05, + "loss": 0.0357, + "step": 31210 + }, + { + "epoch": 26.472434266327397, + "grad_norm": 1.0356515857145012, + "learning_rate": 1.724688074411201e-05, + "loss": 0.0355, + "step": 31211 + }, + { + "epoch": 26.47328244274809, + "grad_norm": 1.069408824958753, + "learning_rate": 1.7246691449436272e-05, + "loss": 0.036, + "step": 31212 + }, + { + "epoch": 26.474130619168786, + "grad_norm": 1.0150386245517047, + "learning_rate": 1.724650214929203e-05, + "loss": 0.0347, + "step": 31213 + }, + { + "epoch": 26.474978795589482, + "grad_norm": 0.9593816261296241, + "learning_rate": 1.7246312843679433e-05, + "loss": 0.035, + "step": 31214 + }, + { + "epoch": 26.47582697201018, + "grad_norm": 1.0119506281189505, + "learning_rate": 1.7246123532598614e-05, + "loss": 0.0352, + "step": 31215 + }, + { + "epoch": 26.476675148430875, + "grad_norm": 0.971975184651595, + "learning_rate": 1.724593421604972e-05, + "loss": 0.0367, + "step": 31216 + }, + { + "epoch": 26.477523324851568, + "grad_norm": 1.0702132301676954, + "learning_rate": 1.7245744894032895e-05, + "loss": 0.0366, + "step": 31217 + }, + { + "epoch": 26.478371501272264, + "grad_norm": 0.9376558283274903, + "learning_rate": 1.7245555566548283e-05, + "loss": 0.0326, + "step": 31218 + }, + { + "epoch": 26.47921967769296, + "grad_norm": 0.9696773310133461, + "learning_rate": 1.7245366233596026e-05, + "loss": 0.037, + "step": 31219 + }, + { + "epoch": 26.480067854113656, + "grad_norm": 1.228063353767544, + "learning_rate": 1.7245176895176267e-05, + "loss": 0.0385, + "step": 31220 + }, + { + "epoch": 26.480916030534353, + "grad_norm": 1.1488148605308217, + "learning_rate": 1.7244987551289147e-05, + "loss": 0.0361, + "step": 31221 + }, + { + "epoch": 26.481764206955045, + "grad_norm": 1.1597273411482976, + "learning_rate": 1.724479820193481e-05, + "loss": 0.0337, + "step": 31222 + }, + { + "epoch": 26.48261238337574, + "grad_norm": 1.172982521977967, + "learning_rate": 1.7244608847113398e-05, + "loss": 0.0337, + "step": 31223 + }, + { + "epoch": 26.483460559796438, + "grad_norm": 1.1254526833630725, + "learning_rate": 1.7244419486825057e-05, + "loss": 0.0355, + "step": 31224 + }, + { + "epoch": 26.484308736217134, + "grad_norm": 0.9231782296641377, + "learning_rate": 1.7244230121069925e-05, + "loss": 0.0371, + "step": 31225 + }, + { + "epoch": 26.48515691263783, + "grad_norm": 0.9665129003184875, + "learning_rate": 1.7244040749848147e-05, + "loss": 0.0347, + "step": 31226 + }, + { + "epoch": 26.486005089058523, + "grad_norm": 1.099251522159135, + "learning_rate": 1.724385137315987e-05, + "loss": 0.0363, + "step": 31227 + }, + { + "epoch": 26.48685326547922, + "grad_norm": 0.9577778322463315, + "learning_rate": 1.724366199100523e-05, + "loss": 0.0327, + "step": 31228 + }, + { + "epoch": 26.487701441899915, + "grad_norm": 0.9870555931639098, + "learning_rate": 1.7243472603384376e-05, + "loss": 0.0345, + "step": 31229 + }, + { + "epoch": 26.48854961832061, + "grad_norm": 0.8808435314112592, + "learning_rate": 1.7243283210297445e-05, + "loss": 0.0337, + "step": 31230 + }, + { + "epoch": 26.489397794741308, + "grad_norm": 1.064512146986303, + "learning_rate": 1.7243093811744588e-05, + "loss": 0.036, + "step": 31231 + }, + { + "epoch": 26.490245971162, + "grad_norm": 1.400041049257315, + "learning_rate": 1.724290440772594e-05, + "loss": 0.0371, + "step": 31232 + }, + { + "epoch": 26.491094147582697, + "grad_norm": 0.9916058666966237, + "learning_rate": 1.724271499824165e-05, + "loss": 0.0357, + "step": 31233 + }, + { + "epoch": 26.491942324003393, + "grad_norm": 1.0130112704528504, + "learning_rate": 1.7242525583291853e-05, + "loss": 0.0365, + "step": 31234 + }, + { + "epoch": 26.49279050042409, + "grad_norm": 1.0314193914109553, + "learning_rate": 1.72423361628767e-05, + "loss": 0.0365, + "step": 31235 + }, + { + "epoch": 26.493638676844785, + "grad_norm": 1.0417278850852982, + "learning_rate": 1.7242146736996328e-05, + "loss": 0.0385, + "step": 31236 + }, + { + "epoch": 26.494486853265478, + "grad_norm": 1.000299561527605, + "learning_rate": 1.7241957305650885e-05, + "loss": 0.0385, + "step": 31237 + }, + { + "epoch": 26.495335029686174, + "grad_norm": 1.0142360451713237, + "learning_rate": 1.7241767868840513e-05, + "loss": 0.0352, + "step": 31238 + }, + { + "epoch": 26.49618320610687, + "grad_norm": 0.9892606063978056, + "learning_rate": 1.724157842656535e-05, + "loss": 0.0363, + "step": 31239 + }, + { + "epoch": 26.497031382527567, + "grad_norm": 0.9945969659414554, + "learning_rate": 1.7241388978825546e-05, + "loss": 0.0352, + "step": 31240 + }, + { + "epoch": 26.497879558948263, + "grad_norm": 1.0194724394431938, + "learning_rate": 1.724119952562124e-05, + "loss": 0.0357, + "step": 31241 + }, + { + "epoch": 26.498727735368956, + "grad_norm": 1.029178359109168, + "learning_rate": 1.7241010066952575e-05, + "loss": 0.0338, + "step": 31242 + }, + { + "epoch": 26.499575911789652, + "grad_norm": 1.1137095878550294, + "learning_rate": 1.7240820602819695e-05, + "loss": 0.0373, + "step": 31243 + }, + { + "epoch": 26.500424088210348, + "grad_norm": 1.0609027922050647, + "learning_rate": 1.724063113322274e-05, + "loss": 0.034, + "step": 31244 + }, + { + "epoch": 26.501272264631044, + "grad_norm": 1.0511105548922417, + "learning_rate": 1.7240441658161856e-05, + "loss": 0.0332, + "step": 31245 + }, + { + "epoch": 26.502120441051737, + "grad_norm": 1.0763819943998512, + "learning_rate": 1.724025217763719e-05, + "loss": 0.0352, + "step": 31246 + }, + { + "epoch": 26.502968617472433, + "grad_norm": 0.8789949515566119, + "learning_rate": 1.7240062691648877e-05, + "loss": 0.0337, + "step": 31247 + }, + { + "epoch": 26.50381679389313, + "grad_norm": 0.9854722566488023, + "learning_rate": 1.723987320019706e-05, + "loss": 0.036, + "step": 31248 + }, + { + "epoch": 26.504664970313826, + "grad_norm": 0.9480757054633006, + "learning_rate": 1.7239683703281892e-05, + "loss": 0.0313, + "step": 31249 + }, + { + "epoch": 26.505513146734522, + "grad_norm": 0.9852138156007382, + "learning_rate": 1.7239494200903506e-05, + "loss": 0.0333, + "step": 31250 + }, + { + "epoch": 26.506361323155215, + "grad_norm": 1.0442078004551794, + "learning_rate": 1.723930469306205e-05, + "loss": 0.0364, + "step": 31251 + }, + { + "epoch": 26.50720949957591, + "grad_norm": 0.8044680539203088, + "learning_rate": 1.723911517975766e-05, + "loss": 0.0309, + "step": 31252 + }, + { + "epoch": 26.508057675996607, + "grad_norm": 0.9502104791895675, + "learning_rate": 1.7238925660990492e-05, + "loss": 0.0333, + "step": 31253 + }, + { + "epoch": 26.508905852417303, + "grad_norm": 1.0289906877192356, + "learning_rate": 1.7238736136760676e-05, + "loss": 0.0328, + "step": 31254 + }, + { + "epoch": 26.509754028838, + "grad_norm": 1.0326199437912325, + "learning_rate": 1.723854660706836e-05, + "loss": 0.0332, + "step": 31255 + }, + { + "epoch": 26.510602205258692, + "grad_norm": 0.9650911363075981, + "learning_rate": 1.7238357071913693e-05, + "loss": 0.0324, + "step": 31256 + }, + { + "epoch": 26.51145038167939, + "grad_norm": 1.020948308593513, + "learning_rate": 1.7238167531296812e-05, + "loss": 0.0327, + "step": 31257 + }, + { + "epoch": 26.512298558100085, + "grad_norm": 1.039840220803586, + "learning_rate": 1.723797798521786e-05, + "loss": 0.0378, + "step": 31258 + }, + { + "epoch": 26.51314673452078, + "grad_norm": 0.9327549411929036, + "learning_rate": 1.7237788433676976e-05, + "loss": 0.0328, + "step": 31259 + }, + { + "epoch": 26.513994910941477, + "grad_norm": 0.9972103568632128, + "learning_rate": 1.723759887667431e-05, + "loss": 0.0342, + "step": 31260 + }, + { + "epoch": 26.51484308736217, + "grad_norm": 0.8675279898192529, + "learning_rate": 1.7237409314210002e-05, + "loss": 0.0326, + "step": 31261 + }, + { + "epoch": 26.515691263782866, + "grad_norm": 1.0458293632597457, + "learning_rate": 1.7237219746284196e-05, + "loss": 0.0323, + "step": 31262 + }, + { + "epoch": 26.516539440203562, + "grad_norm": 1.0267368935198908, + "learning_rate": 1.723703017289704e-05, + "loss": 0.0351, + "step": 31263 + }, + { + "epoch": 26.51738761662426, + "grad_norm": 0.9431703520799433, + "learning_rate": 1.7236840594048665e-05, + "loss": 0.0362, + "step": 31264 + }, + { + "epoch": 26.518235793044955, + "grad_norm": 0.9304188490696681, + "learning_rate": 1.7236651009739222e-05, + "loss": 0.0343, + "step": 31265 + }, + { + "epoch": 26.519083969465647, + "grad_norm": 1.0894180660258894, + "learning_rate": 1.7236461419968856e-05, + "loss": 0.0358, + "step": 31266 + }, + { + "epoch": 26.519932145886344, + "grad_norm": 1.133494426168988, + "learning_rate": 1.7236271824737705e-05, + "loss": 0.0342, + "step": 31267 + }, + { + "epoch": 26.52078032230704, + "grad_norm": 0.9967179566083849, + "learning_rate": 1.7236082224045913e-05, + "loss": 0.0352, + "step": 31268 + }, + { + "epoch": 26.521628498727736, + "grad_norm": 1.121955011288126, + "learning_rate": 1.723589261789363e-05, + "loss": 0.0364, + "step": 31269 + }, + { + "epoch": 26.522476675148432, + "grad_norm": 1.0373031141249538, + "learning_rate": 1.7235703006280986e-05, + "loss": 0.0376, + "step": 31270 + }, + { + "epoch": 26.523324851569125, + "grad_norm": 0.964740453547535, + "learning_rate": 1.7235513389208133e-05, + "loss": 0.0352, + "step": 31271 + }, + { + "epoch": 26.52417302798982, + "grad_norm": 0.9301646855192751, + "learning_rate": 1.7235323766675213e-05, + "loss": 0.0333, + "step": 31272 + }, + { + "epoch": 26.525021204410518, + "grad_norm": 0.9164760895458532, + "learning_rate": 1.7235134138682373e-05, + "loss": 0.0326, + "step": 31273 + }, + { + "epoch": 26.525869380831214, + "grad_norm": 1.017591528719463, + "learning_rate": 1.7234944505229746e-05, + "loss": 0.0368, + "step": 31274 + }, + { + "epoch": 26.52671755725191, + "grad_norm": 1.0514956061426979, + "learning_rate": 1.723475486631748e-05, + "loss": 0.0358, + "step": 31275 + }, + { + "epoch": 26.527565733672603, + "grad_norm": 0.9471305834972613, + "learning_rate": 1.7234565221945723e-05, + "loss": 0.0334, + "step": 31276 + }, + { + "epoch": 26.5284139100933, + "grad_norm": 0.8992999297020953, + "learning_rate": 1.723437557211461e-05, + "loss": 0.0352, + "step": 31277 + }, + { + "epoch": 26.529262086513995, + "grad_norm": 0.9312154724512358, + "learning_rate": 1.7234185916824292e-05, + "loss": 0.031, + "step": 31278 + }, + { + "epoch": 26.53011026293469, + "grad_norm": 0.8730873158034604, + "learning_rate": 1.7233996256074906e-05, + "loss": 0.0316, + "step": 31279 + }, + { + "epoch": 26.530958439355388, + "grad_norm": 1.2034607763940504, + "learning_rate": 1.7233806589866596e-05, + "loss": 0.0373, + "step": 31280 + }, + { + "epoch": 26.53180661577608, + "grad_norm": 0.8712485879257107, + "learning_rate": 1.7233616918199508e-05, + "loss": 0.0337, + "step": 31281 + }, + { + "epoch": 26.532654792196777, + "grad_norm": 0.8705846903812289, + "learning_rate": 1.7233427241073783e-05, + "loss": 0.0301, + "step": 31282 + }, + { + "epoch": 26.533502968617473, + "grad_norm": 0.9977414185102125, + "learning_rate": 1.7233237558489565e-05, + "loss": 0.0354, + "step": 31283 + }, + { + "epoch": 26.53435114503817, + "grad_norm": 1.2116022493637584, + "learning_rate": 1.7233047870447e-05, + "loss": 0.0348, + "step": 31284 + }, + { + "epoch": 26.53519932145886, + "grad_norm": 1.10203626099138, + "learning_rate": 1.7232858176946224e-05, + "loss": 0.0366, + "step": 31285 + }, + { + "epoch": 26.536047497879558, + "grad_norm": 1.0192250540116417, + "learning_rate": 1.7232668477987385e-05, + "loss": 0.0363, + "step": 31286 + }, + { + "epoch": 26.536895674300254, + "grad_norm": 0.9420323563466259, + "learning_rate": 1.7232478773570625e-05, + "loss": 0.0345, + "step": 31287 + }, + { + "epoch": 26.53774385072095, + "grad_norm": 1.0682167338950572, + "learning_rate": 1.7232289063696086e-05, + "loss": 0.0358, + "step": 31288 + }, + { + "epoch": 26.538592027141647, + "grad_norm": 1.0000310893930537, + "learning_rate": 1.7232099348363917e-05, + "loss": 0.0346, + "step": 31289 + }, + { + "epoch": 26.53944020356234, + "grad_norm": 0.8494300534304984, + "learning_rate": 1.7231909627574254e-05, + "loss": 0.032, + "step": 31290 + }, + { + "epoch": 26.540288379983036, + "grad_norm": 1.1171556111456482, + "learning_rate": 1.7231719901327242e-05, + "loss": 0.0395, + "step": 31291 + }, + { + "epoch": 26.541136556403732, + "grad_norm": 0.9924155049606966, + "learning_rate": 1.7231530169623025e-05, + "loss": 0.0334, + "step": 31292 + }, + { + "epoch": 26.541984732824428, + "grad_norm": 1.0981983436410385, + "learning_rate": 1.7231340432461746e-05, + "loss": 0.0344, + "step": 31293 + }, + { + "epoch": 26.542832909245124, + "grad_norm": 1.1360683448030615, + "learning_rate": 1.7231150689843553e-05, + "loss": 0.0386, + "step": 31294 + }, + { + "epoch": 26.543681085665817, + "grad_norm": 1.1157773939202205, + "learning_rate": 1.723096094176858e-05, + "loss": 0.0339, + "step": 31295 + }, + { + "epoch": 26.544529262086513, + "grad_norm": 0.9752428460638942, + "learning_rate": 1.7230771188236977e-05, + "loss": 0.0341, + "step": 31296 + }, + { + "epoch": 26.54537743850721, + "grad_norm": 1.5620521204697635, + "learning_rate": 1.7230581429248883e-05, + "loss": 0.0364, + "step": 31297 + }, + { + "epoch": 26.546225614927906, + "grad_norm": 1.0071897778168157, + "learning_rate": 1.7230391664804443e-05, + "loss": 0.0334, + "step": 31298 + }, + { + "epoch": 26.547073791348602, + "grad_norm": 1.0333873335458816, + "learning_rate": 1.7230201894903803e-05, + "loss": 0.0361, + "step": 31299 + }, + { + "epoch": 26.547921967769295, + "grad_norm": 0.8969518936319388, + "learning_rate": 1.72300121195471e-05, + "loss": 0.0322, + "step": 31300 + }, + { + "epoch": 26.54877014418999, + "grad_norm": 1.0776653677498846, + "learning_rate": 1.7229822338734482e-05, + "loss": 0.0323, + "step": 31301 + }, + { + "epoch": 26.549618320610687, + "grad_norm": 1.0341001064391708, + "learning_rate": 1.7229632552466092e-05, + "loss": 0.0345, + "step": 31302 + }, + { + "epoch": 26.550466497031383, + "grad_norm": 0.9530740896554374, + "learning_rate": 1.7229442760742075e-05, + "loss": 0.0342, + "step": 31303 + }, + { + "epoch": 26.55131467345208, + "grad_norm": 1.0872697747058235, + "learning_rate": 1.7229252963562566e-05, + "loss": 0.0353, + "step": 31304 + }, + { + "epoch": 26.552162849872772, + "grad_norm": 1.0784375996324098, + "learning_rate": 1.7229063160927718e-05, + "loss": 0.0394, + "step": 31305 + }, + { + "epoch": 26.55301102629347, + "grad_norm": 0.9723697882819022, + "learning_rate": 1.7228873352837666e-05, + "loss": 0.0335, + "step": 31306 + }, + { + "epoch": 26.553859202714165, + "grad_norm": 0.9508518992575289, + "learning_rate": 1.7228683539292562e-05, + "loss": 0.0363, + "step": 31307 + }, + { + "epoch": 26.55470737913486, + "grad_norm": 0.9257498953198657, + "learning_rate": 1.722849372029254e-05, + "loss": 0.0329, + "step": 31308 + }, + { + "epoch": 26.555555555555557, + "grad_norm": 1.1433037483290762, + "learning_rate": 1.722830389583775e-05, + "loss": 0.0353, + "step": 31309 + }, + { + "epoch": 26.55640373197625, + "grad_norm": 1.0110172809207931, + "learning_rate": 1.722811406592833e-05, + "loss": 0.0371, + "step": 31310 + }, + { + "epoch": 26.557251908396946, + "grad_norm": 1.0952350882724893, + "learning_rate": 1.722792423056443e-05, + "loss": 0.0377, + "step": 31311 + }, + { + "epoch": 26.558100084817642, + "grad_norm": 0.8277890049665713, + "learning_rate": 1.7227734389746186e-05, + "loss": 0.0343, + "step": 31312 + }, + { + "epoch": 26.55894826123834, + "grad_norm": 1.131731816737424, + "learning_rate": 1.7227544543473745e-05, + "loss": 0.0359, + "step": 31313 + }, + { + "epoch": 26.559796437659035, + "grad_norm": 1.5473956506745317, + "learning_rate": 1.7227354691747252e-05, + "loss": 0.0376, + "step": 31314 + }, + { + "epoch": 26.560644614079727, + "grad_norm": 1.0288279368000177, + "learning_rate": 1.7227164834566846e-05, + "loss": 0.0352, + "step": 31315 + }, + { + "epoch": 26.561492790500424, + "grad_norm": 1.425896741155831, + "learning_rate": 1.7226974971932673e-05, + "loss": 0.0452, + "step": 31316 + }, + { + "epoch": 26.56234096692112, + "grad_norm": 1.2694779587962506, + "learning_rate": 1.722678510384488e-05, + "loss": 0.0357, + "step": 31317 + }, + { + "epoch": 26.563189143341816, + "grad_norm": 0.9894788624156005, + "learning_rate": 1.72265952303036e-05, + "loss": 0.0336, + "step": 31318 + }, + { + "epoch": 26.564037319762512, + "grad_norm": 1.0642666916460581, + "learning_rate": 1.7226405351308987e-05, + "loss": 0.0371, + "step": 31319 + }, + { + "epoch": 26.564885496183205, + "grad_norm": 0.8764678976592086, + "learning_rate": 1.7226215466861174e-05, + "loss": 0.036, + "step": 31320 + }, + { + "epoch": 26.5657336726039, + "grad_norm": 1.138863700812194, + "learning_rate": 1.7226025576960313e-05, + "loss": 0.0386, + "step": 31321 + }, + { + "epoch": 26.566581849024598, + "grad_norm": 1.151047313857484, + "learning_rate": 1.7225835681606545e-05, + "loss": 0.0374, + "step": 31322 + }, + { + "epoch": 26.567430025445294, + "grad_norm": 1.083475344584329, + "learning_rate": 1.7225645780800012e-05, + "loss": 0.0354, + "step": 31323 + }, + { + "epoch": 26.568278201865986, + "grad_norm": 1.1310084174890347, + "learning_rate": 1.7225455874540857e-05, + "loss": 0.0364, + "step": 31324 + }, + { + "epoch": 26.569126378286683, + "grad_norm": 0.9019449599941084, + "learning_rate": 1.7225265962829222e-05, + "loss": 0.0343, + "step": 31325 + }, + { + "epoch": 26.56997455470738, + "grad_norm": 1.0733070355260155, + "learning_rate": 1.7225076045665257e-05, + "loss": 0.0355, + "step": 31326 + }, + { + "epoch": 26.570822731128075, + "grad_norm": 0.9979990735345381, + "learning_rate": 1.7224886123049096e-05, + "loss": 0.0322, + "step": 31327 + }, + { + "epoch": 26.57167090754877, + "grad_norm": 0.9606086247043633, + "learning_rate": 1.7224696194980886e-05, + "loss": 0.0343, + "step": 31328 + }, + { + "epoch": 26.572519083969464, + "grad_norm": 1.0135145126351859, + "learning_rate": 1.722450626146078e-05, + "loss": 0.0337, + "step": 31329 + }, + { + "epoch": 26.57336726039016, + "grad_norm": 1.1297924423345955, + "learning_rate": 1.7224316322488907e-05, + "loss": 0.0343, + "step": 31330 + }, + { + "epoch": 26.574215436810857, + "grad_norm": 0.9819399279990192, + "learning_rate": 1.7224126378065412e-05, + "loss": 0.0354, + "step": 31331 + }, + { + "epoch": 26.575063613231553, + "grad_norm": 1.0557740799051776, + "learning_rate": 1.7223936428190447e-05, + "loss": 0.0359, + "step": 31332 + }, + { + "epoch": 26.57591178965225, + "grad_norm": 1.1355769149601542, + "learning_rate": 1.722374647286415e-05, + "loss": 0.0314, + "step": 31333 + }, + { + "epoch": 26.57675996607294, + "grad_norm": 1.3562672403169964, + "learning_rate": 1.7223556512086665e-05, + "loss": 0.0411, + "step": 31334 + }, + { + "epoch": 26.577608142493638, + "grad_norm": 0.9333038182832466, + "learning_rate": 1.7223366545858137e-05, + "loss": 0.0366, + "step": 31335 + }, + { + "epoch": 26.578456318914334, + "grad_norm": 1.017549659309986, + "learning_rate": 1.7223176574178704e-05, + "loss": 0.0355, + "step": 31336 + }, + { + "epoch": 26.57930449533503, + "grad_norm": 0.9697356160613996, + "learning_rate": 1.7222986597048516e-05, + "loss": 0.0327, + "step": 31337 + }, + { + "epoch": 26.580152671755727, + "grad_norm": 0.8986659941202313, + "learning_rate": 1.722279661446771e-05, + "loss": 0.0323, + "step": 31338 + }, + { + "epoch": 26.58100084817642, + "grad_norm": 1.1423710680882528, + "learning_rate": 1.7222606626436436e-05, + "loss": 0.0379, + "step": 31339 + }, + { + "epoch": 26.581849024597116, + "grad_norm": 1.0064842194744974, + "learning_rate": 1.7222416632954836e-05, + "loss": 0.0334, + "step": 31340 + }, + { + "epoch": 26.58269720101781, + "grad_norm": 0.9241353247818875, + "learning_rate": 1.7222226634023047e-05, + "loss": 0.0343, + "step": 31341 + }, + { + "epoch": 26.583545377438508, + "grad_norm": 1.1200652964820712, + "learning_rate": 1.7222036629641217e-05, + "loss": 0.0372, + "step": 31342 + }, + { + "epoch": 26.584393553859204, + "grad_norm": 1.0872848487855786, + "learning_rate": 1.722184661980949e-05, + "loss": 0.0364, + "step": 31343 + }, + { + "epoch": 26.585241730279897, + "grad_norm": 0.9140865151984934, + "learning_rate": 1.722165660452801e-05, + "loss": 0.0361, + "step": 31344 + }, + { + "epoch": 26.586089906700593, + "grad_norm": 0.949323535417049, + "learning_rate": 1.7221466583796918e-05, + "loss": 0.0343, + "step": 31345 + }, + { + "epoch": 26.58693808312129, + "grad_norm": 1.1277568546916024, + "learning_rate": 1.722127655761636e-05, + "loss": 0.039, + "step": 31346 + }, + { + "epoch": 26.587786259541986, + "grad_norm": 1.081156911433343, + "learning_rate": 1.7221086525986476e-05, + "loss": 0.0387, + "step": 31347 + }, + { + "epoch": 26.588634435962682, + "grad_norm": 0.9814701871810314, + "learning_rate": 1.7220896488907413e-05, + "loss": 0.0339, + "step": 31348 + }, + { + "epoch": 26.589482612383375, + "grad_norm": 0.8568501499558467, + "learning_rate": 1.722070644637931e-05, + "loss": 0.0343, + "step": 31349 + }, + { + "epoch": 26.59033078880407, + "grad_norm": 1.2602603499066407, + "learning_rate": 1.7220516398402315e-05, + "loss": 0.0336, + "step": 31350 + }, + { + "epoch": 26.591178965224767, + "grad_norm": 1.0839417020810445, + "learning_rate": 1.7220326344976566e-05, + "loss": 0.0336, + "step": 31351 + }, + { + "epoch": 26.592027141645463, + "grad_norm": 0.8901092003293546, + "learning_rate": 1.7220136286102217e-05, + "loss": 0.0329, + "step": 31352 + }, + { + "epoch": 26.59287531806616, + "grad_norm": 1.026075714634992, + "learning_rate": 1.72199462217794e-05, + "loss": 0.0337, + "step": 31353 + }, + { + "epoch": 26.593723494486852, + "grad_norm": 1.002421755002959, + "learning_rate": 1.7219756152008262e-05, + "loss": 0.0399, + "step": 31354 + }, + { + "epoch": 26.59457167090755, + "grad_norm": 1.0229947310291458, + "learning_rate": 1.7219566076788948e-05, + "loss": 0.0354, + "step": 31355 + }, + { + "epoch": 26.595419847328245, + "grad_norm": 1.025915617740699, + "learning_rate": 1.72193759961216e-05, + "loss": 0.0359, + "step": 31356 + }, + { + "epoch": 26.59626802374894, + "grad_norm": 1.006774965314904, + "learning_rate": 1.7219185910006366e-05, + "loss": 0.0363, + "step": 31357 + }, + { + "epoch": 26.597116200169637, + "grad_norm": 1.0356877946807959, + "learning_rate": 1.7218995818443378e-05, + "loss": 0.037, + "step": 31358 + }, + { + "epoch": 26.59796437659033, + "grad_norm": 0.8858156571147427, + "learning_rate": 1.7218805721432793e-05, + "loss": 0.0331, + "step": 31359 + }, + { + "epoch": 26.598812553011026, + "grad_norm": 0.8956277417396423, + "learning_rate": 1.7218615618974746e-05, + "loss": 0.0324, + "step": 31360 + }, + { + "epoch": 26.599660729431722, + "grad_norm": 1.0273183359236495, + "learning_rate": 1.7218425511069386e-05, + "loss": 0.0346, + "step": 31361 + }, + { + "epoch": 26.60050890585242, + "grad_norm": 0.7726977286073459, + "learning_rate": 1.721823539771685e-05, + "loss": 0.0323, + "step": 31362 + }, + { + "epoch": 26.60135708227311, + "grad_norm": 0.9005268527135742, + "learning_rate": 1.7218045278917284e-05, + "loss": 0.0341, + "step": 31363 + }, + { + "epoch": 26.602205258693807, + "grad_norm": 0.8587467719581147, + "learning_rate": 1.7217855154670832e-05, + "loss": 0.0326, + "step": 31364 + }, + { + "epoch": 26.603053435114504, + "grad_norm": 1.1744488928705228, + "learning_rate": 1.721766502497764e-05, + "loss": 0.0362, + "step": 31365 + }, + { + "epoch": 26.6039016115352, + "grad_norm": 1.0189863800524959, + "learning_rate": 1.721747488983785e-05, + "loss": 0.033, + "step": 31366 + }, + { + "epoch": 26.604749787955896, + "grad_norm": 0.9285482473601755, + "learning_rate": 1.72172847492516e-05, + "loss": 0.0355, + "step": 31367 + }, + { + "epoch": 26.60559796437659, + "grad_norm": 1.0416024781761075, + "learning_rate": 1.7217094603219042e-05, + "loss": 0.0339, + "step": 31368 + }, + { + "epoch": 26.606446140797285, + "grad_norm": 1.1970896713767525, + "learning_rate": 1.7216904451740318e-05, + "loss": 0.0393, + "step": 31369 + }, + { + "epoch": 26.60729431721798, + "grad_norm": 0.9823194369262244, + "learning_rate": 1.7216714294815563e-05, + "loss": 0.0359, + "step": 31370 + }, + { + "epoch": 26.608142493638677, + "grad_norm": 1.1599562213660464, + "learning_rate": 1.721652413244493e-05, + "loss": 0.0393, + "step": 31371 + }, + { + "epoch": 26.608990670059374, + "grad_norm": 0.9974757936905211, + "learning_rate": 1.7216333964628558e-05, + "loss": 0.0358, + "step": 31372 + }, + { + "epoch": 26.609838846480066, + "grad_norm": 1.1168824221564069, + "learning_rate": 1.7216143791366593e-05, + "loss": 0.0353, + "step": 31373 + }, + { + "epoch": 26.610687022900763, + "grad_norm": 1.0002475437103115, + "learning_rate": 1.7215953612659175e-05, + "loss": 0.0339, + "step": 31374 + }, + { + "epoch": 26.61153519932146, + "grad_norm": 1.084380615584031, + "learning_rate": 1.721576342850645e-05, + "loss": 0.0348, + "step": 31375 + }, + { + "epoch": 26.612383375742155, + "grad_norm": 1.1017337938243943, + "learning_rate": 1.7215573238908564e-05, + "loss": 0.0343, + "step": 31376 + }, + { + "epoch": 26.61323155216285, + "grad_norm": 1.0850291556405338, + "learning_rate": 1.7215383043865656e-05, + "loss": 0.0354, + "step": 31377 + }, + { + "epoch": 26.614079728583544, + "grad_norm": 0.9267600290486313, + "learning_rate": 1.721519284337787e-05, + "loss": 0.0318, + "step": 31378 + }, + { + "epoch": 26.61492790500424, + "grad_norm": 0.9263654002246701, + "learning_rate": 1.721500263744535e-05, + "loss": 0.0348, + "step": 31379 + }, + { + "epoch": 26.615776081424936, + "grad_norm": 0.9296094804345515, + "learning_rate": 1.7214812426068244e-05, + "loss": 0.0338, + "step": 31380 + }, + { + "epoch": 26.616624257845633, + "grad_norm": 0.8330910665843814, + "learning_rate": 1.721462220924669e-05, + "loss": 0.0327, + "step": 31381 + }, + { + "epoch": 26.61747243426633, + "grad_norm": 1.0047662570650215, + "learning_rate": 1.7214431986980832e-05, + "loss": 0.0333, + "step": 31382 + }, + { + "epoch": 26.61832061068702, + "grad_norm": 0.9727872762108345, + "learning_rate": 1.7214241759270817e-05, + "loss": 0.0356, + "step": 31383 + }, + { + "epoch": 26.619168787107718, + "grad_norm": 0.8590726850740658, + "learning_rate": 1.7214051526116783e-05, + "loss": 0.0315, + "step": 31384 + }, + { + "epoch": 26.620016963528414, + "grad_norm": 1.0527830244609726, + "learning_rate": 1.7213861287518884e-05, + "loss": 0.036, + "step": 31385 + }, + { + "epoch": 26.62086513994911, + "grad_norm": 0.9838840922157972, + "learning_rate": 1.721367104347725e-05, + "loss": 0.0322, + "step": 31386 + }, + { + "epoch": 26.621713316369807, + "grad_norm": 0.9728055990018317, + "learning_rate": 1.721348079399203e-05, + "loss": 0.0329, + "step": 31387 + }, + { + "epoch": 26.6225614927905, + "grad_norm": 1.067745173799626, + "learning_rate": 1.7213290539063375e-05, + "loss": 0.0326, + "step": 31388 + }, + { + "epoch": 26.623409669211195, + "grad_norm": 0.9409823473067641, + "learning_rate": 1.7213100278691417e-05, + "loss": 0.0364, + "step": 31389 + }, + { + "epoch": 26.62425784563189, + "grad_norm": 0.9077591708949567, + "learning_rate": 1.7212910012876307e-05, + "loss": 0.0339, + "step": 31390 + }, + { + "epoch": 26.625106022052588, + "grad_norm": 1.0165589859264217, + "learning_rate": 1.7212719741618187e-05, + "loss": 0.0329, + "step": 31391 + }, + { + "epoch": 26.625954198473284, + "grad_norm": 1.366763686907775, + "learning_rate": 1.72125294649172e-05, + "loss": 0.034, + "step": 31392 + }, + { + "epoch": 26.626802374893977, + "grad_norm": 0.8590779837416068, + "learning_rate": 1.721233918277349e-05, + "loss": 0.0334, + "step": 31393 + }, + { + "epoch": 26.627650551314673, + "grad_norm": 0.8086333697009693, + "learning_rate": 1.7212148895187196e-05, + "loss": 0.0296, + "step": 31394 + }, + { + "epoch": 26.62849872773537, + "grad_norm": 0.9680451513190178, + "learning_rate": 1.721195860215847e-05, + "loss": 0.0324, + "step": 31395 + }, + { + "epoch": 26.629346904156066, + "grad_norm": 1.1107527995932698, + "learning_rate": 1.7211768303687447e-05, + "loss": 0.0351, + "step": 31396 + }, + { + "epoch": 26.63019508057676, + "grad_norm": 0.9319176155021693, + "learning_rate": 1.721157799977428e-05, + "loss": 0.0354, + "step": 31397 + }, + { + "epoch": 26.631043256997454, + "grad_norm": 1.0275017583393502, + "learning_rate": 1.7211387690419107e-05, + "loss": 0.0357, + "step": 31398 + }, + { + "epoch": 26.63189143341815, + "grad_norm": 1.1209071334695926, + "learning_rate": 1.7211197375622067e-05, + "loss": 0.0373, + "step": 31399 + }, + { + "epoch": 26.632739609838847, + "grad_norm": 0.7937535563481812, + "learning_rate": 1.7211007055383315e-05, + "loss": 0.0317, + "step": 31400 + }, + { + "epoch": 26.633587786259543, + "grad_norm": 1.0481259050025409, + "learning_rate": 1.7210816729702985e-05, + "loss": 0.034, + "step": 31401 + }, + { + "epoch": 26.634435962680236, + "grad_norm": 1.019814052697707, + "learning_rate": 1.7210626398581225e-05, + "loss": 0.0334, + "step": 31402 + }, + { + "epoch": 26.635284139100932, + "grad_norm": 0.9403187127009157, + "learning_rate": 1.7210436062018176e-05, + "loss": 0.0326, + "step": 31403 + }, + { + "epoch": 26.63613231552163, + "grad_norm": 1.1218166008358537, + "learning_rate": 1.7210245720013983e-05, + "loss": 0.0365, + "step": 31404 + }, + { + "epoch": 26.636980491942325, + "grad_norm": 0.9892782184052868, + "learning_rate": 1.7210055372568794e-05, + "loss": 0.0353, + "step": 31405 + }, + { + "epoch": 26.63782866836302, + "grad_norm": 1.0051161368968433, + "learning_rate": 1.7209865019682745e-05, + "loss": 0.0342, + "step": 31406 + }, + { + "epoch": 26.638676844783713, + "grad_norm": 0.956232767362632, + "learning_rate": 1.7209674661355988e-05, + "loss": 0.0328, + "step": 31407 + }, + { + "epoch": 26.63952502120441, + "grad_norm": 0.9460512539879723, + "learning_rate": 1.7209484297588656e-05, + "loss": 0.0343, + "step": 31408 + }, + { + "epoch": 26.640373197625106, + "grad_norm": 1.0072156016004672, + "learning_rate": 1.7209293928380903e-05, + "loss": 0.034, + "step": 31409 + }, + { + "epoch": 26.641221374045802, + "grad_norm": 0.9626076260981856, + "learning_rate": 1.7209103553732864e-05, + "loss": 0.0338, + "step": 31410 + }, + { + "epoch": 26.6420695504665, + "grad_norm": 1.0455173262501343, + "learning_rate": 1.7208913173644688e-05, + "loss": 0.0374, + "step": 31411 + }, + { + "epoch": 26.64291772688719, + "grad_norm": 0.9770578518918077, + "learning_rate": 1.7208722788116517e-05, + "loss": 0.0337, + "step": 31412 + }, + { + "epoch": 26.643765903307887, + "grad_norm": 0.9502490145844348, + "learning_rate": 1.7208532397148498e-05, + "loss": 0.0358, + "step": 31413 + }, + { + "epoch": 26.644614079728584, + "grad_norm": 0.88614163116076, + "learning_rate": 1.720834200074077e-05, + "loss": 0.0331, + "step": 31414 + }, + { + "epoch": 26.64546225614928, + "grad_norm": 0.9886814601393956, + "learning_rate": 1.7208151598893478e-05, + "loss": 0.0346, + "step": 31415 + }, + { + "epoch": 26.646310432569976, + "grad_norm": 0.9707702590616102, + "learning_rate": 1.720796119160677e-05, + "loss": 0.0344, + "step": 31416 + }, + { + "epoch": 26.64715860899067, + "grad_norm": 0.8904466835621047, + "learning_rate": 1.720777077888078e-05, + "loss": 0.0317, + "step": 31417 + }, + { + "epoch": 26.648006785411365, + "grad_norm": 1.0079228578770316, + "learning_rate": 1.720758036071566e-05, + "loss": 0.0362, + "step": 31418 + }, + { + "epoch": 26.64885496183206, + "grad_norm": 1.0764368396591604, + "learning_rate": 1.720738993711155e-05, + "loss": 0.0358, + "step": 31419 + }, + { + "epoch": 26.649703138252757, + "grad_norm": 1.016098573371576, + "learning_rate": 1.72071995080686e-05, + "loss": 0.0343, + "step": 31420 + }, + { + "epoch": 26.650551314673454, + "grad_norm": 0.9249997922155184, + "learning_rate": 1.7207009073586944e-05, + "loss": 0.0334, + "step": 31421 + }, + { + "epoch": 26.651399491094146, + "grad_norm": 0.9016495167674239, + "learning_rate": 1.7206818633666732e-05, + "loss": 0.0356, + "step": 31422 + }, + { + "epoch": 26.652247667514843, + "grad_norm": 0.9290723740938269, + "learning_rate": 1.7206628188308105e-05, + "loss": 0.0316, + "step": 31423 + }, + { + "epoch": 26.65309584393554, + "grad_norm": 1.0837451323641312, + "learning_rate": 1.720643773751121e-05, + "loss": 0.0314, + "step": 31424 + }, + { + "epoch": 26.653944020356235, + "grad_norm": 1.056008069936258, + "learning_rate": 1.7206247281276186e-05, + "loss": 0.0339, + "step": 31425 + }, + { + "epoch": 26.65479219677693, + "grad_norm": 1.0169743334401955, + "learning_rate": 1.7206056819603182e-05, + "loss": 0.0366, + "step": 31426 + }, + { + "epoch": 26.655640373197624, + "grad_norm": 1.0803992882722628, + "learning_rate": 1.7205866352492335e-05, + "loss": 0.043, + "step": 31427 + }, + { + "epoch": 26.65648854961832, + "grad_norm": 1.0642144785293624, + "learning_rate": 1.7205675879943794e-05, + "loss": 0.0364, + "step": 31428 + }, + { + "epoch": 26.657336726039016, + "grad_norm": 1.0623817927949393, + "learning_rate": 1.7205485401957705e-05, + "loss": 0.0372, + "step": 31429 + }, + { + "epoch": 26.658184902459713, + "grad_norm": 1.006851753295562, + "learning_rate": 1.7205294918534203e-05, + "loss": 0.0331, + "step": 31430 + }, + { + "epoch": 26.659033078880405, + "grad_norm": 0.873832575640147, + "learning_rate": 1.720510442967344e-05, + "loss": 0.0321, + "step": 31431 + }, + { + "epoch": 26.6598812553011, + "grad_norm": 0.9747715526789524, + "learning_rate": 1.7204913935375557e-05, + "loss": 0.0354, + "step": 31432 + }, + { + "epoch": 26.660729431721798, + "grad_norm": 0.8921019372058008, + "learning_rate": 1.7204723435640694e-05, + "loss": 0.032, + "step": 31433 + }, + { + "epoch": 26.661577608142494, + "grad_norm": 0.9689155859046977, + "learning_rate": 1.7204532930469e-05, + "loss": 0.0342, + "step": 31434 + }, + { + "epoch": 26.66242578456319, + "grad_norm": 1.0052368419646107, + "learning_rate": 1.720434241986062e-05, + "loss": 0.0338, + "step": 31435 + }, + { + "epoch": 26.663273960983886, + "grad_norm": 1.1478077177973476, + "learning_rate": 1.720415190381569e-05, + "loss": 0.0353, + "step": 31436 + }, + { + "epoch": 26.66412213740458, + "grad_norm": 0.9410143900906712, + "learning_rate": 1.7203961382334362e-05, + "loss": 0.0308, + "step": 31437 + }, + { + "epoch": 26.664970313825275, + "grad_norm": 0.9414878923428862, + "learning_rate": 1.7203770855416775e-05, + "loss": 0.0355, + "step": 31438 + }, + { + "epoch": 26.66581849024597, + "grad_norm": 1.069639416724281, + "learning_rate": 1.7203580323063073e-05, + "loss": 0.0353, + "step": 31439 + }, + { + "epoch": 26.666666666666668, + "grad_norm": 0.8890264292854604, + "learning_rate": 1.7203389785273402e-05, + "loss": 0.0358, + "step": 31440 + }, + { + "epoch": 26.66751484308736, + "grad_norm": 0.9293835855045074, + "learning_rate": 1.7203199242047903e-05, + "loss": 0.0337, + "step": 31441 + }, + { + "epoch": 26.668363019508057, + "grad_norm": 0.9350595677765383, + "learning_rate": 1.7203008693386723e-05, + "loss": 0.0351, + "step": 31442 + }, + { + "epoch": 26.669211195928753, + "grad_norm": 1.1611299589496205, + "learning_rate": 1.7202818139290004e-05, + "loss": 0.0366, + "step": 31443 + }, + { + "epoch": 26.67005937234945, + "grad_norm": 0.8702445034032742, + "learning_rate": 1.7202627579757888e-05, + "loss": 0.0345, + "step": 31444 + }, + { + "epoch": 26.670907548770145, + "grad_norm": 1.0406431415307393, + "learning_rate": 1.7202437014790524e-05, + "loss": 0.0341, + "step": 31445 + }, + { + "epoch": 26.671755725190838, + "grad_norm": 0.975068431201728, + "learning_rate": 1.7202246444388052e-05, + "loss": 0.0407, + "step": 31446 + }, + { + "epoch": 26.672603901611534, + "grad_norm": 0.9041576540410903, + "learning_rate": 1.7202055868550613e-05, + "loss": 0.0342, + "step": 31447 + }, + { + "epoch": 26.67345207803223, + "grad_norm": 1.2648057422391725, + "learning_rate": 1.7201865287278356e-05, + "loss": 0.0392, + "step": 31448 + }, + { + "epoch": 26.674300254452927, + "grad_norm": 1.0362443559248489, + "learning_rate": 1.7201674700571424e-05, + "loss": 0.0363, + "step": 31449 + }, + { + "epoch": 26.675148430873623, + "grad_norm": 1.0765613475330484, + "learning_rate": 1.720148410842996e-05, + "loss": 0.0374, + "step": 31450 + }, + { + "epoch": 26.675996607294316, + "grad_norm": 1.1468250717283832, + "learning_rate": 1.7201293510854103e-05, + "loss": 0.0366, + "step": 31451 + }, + { + "epoch": 26.676844783715012, + "grad_norm": 1.156254071065386, + "learning_rate": 1.7201102907844007e-05, + "loss": 0.0352, + "step": 31452 + }, + { + "epoch": 26.67769296013571, + "grad_norm": 0.9408909769852025, + "learning_rate": 1.720091229939981e-05, + "loss": 0.034, + "step": 31453 + }, + { + "epoch": 26.678541136556404, + "grad_norm": 1.1798933876460942, + "learning_rate": 1.7200721685521654e-05, + "loss": 0.0383, + "step": 31454 + }, + { + "epoch": 26.6793893129771, + "grad_norm": 0.9383693925137316, + "learning_rate": 1.7200531066209686e-05, + "loss": 0.0352, + "step": 31455 + }, + { + "epoch": 26.680237489397793, + "grad_norm": 0.8817186837333932, + "learning_rate": 1.7200340441464046e-05, + "loss": 0.0322, + "step": 31456 + }, + { + "epoch": 26.68108566581849, + "grad_norm": 0.9515519225708818, + "learning_rate": 1.7200149811284883e-05, + "loss": 0.032, + "step": 31457 + }, + { + "epoch": 26.681933842239186, + "grad_norm": 1.0981735128871934, + "learning_rate": 1.719995917567234e-05, + "loss": 0.0352, + "step": 31458 + }, + { + "epoch": 26.682782018659882, + "grad_norm": 0.8690849547259704, + "learning_rate": 1.7199768534626556e-05, + "loss": 0.0345, + "step": 31459 + }, + { + "epoch": 26.68363019508058, + "grad_norm": 0.9714206567260986, + "learning_rate": 1.719957788814768e-05, + "loss": 0.0373, + "step": 31460 + }, + { + "epoch": 26.68447837150127, + "grad_norm": 0.9637056867378673, + "learning_rate": 1.7199387236235857e-05, + "loss": 0.033, + "step": 31461 + }, + { + "epoch": 26.685326547921967, + "grad_norm": 1.0258118362386721, + "learning_rate": 1.7199196578891226e-05, + "loss": 0.0348, + "step": 31462 + }, + { + "epoch": 26.686174724342663, + "grad_norm": 0.9460432645686497, + "learning_rate": 1.719900591611393e-05, + "loss": 0.0352, + "step": 31463 + }, + { + "epoch": 26.68702290076336, + "grad_norm": 1.163344961457931, + "learning_rate": 1.7198815247904117e-05, + "loss": 0.0362, + "step": 31464 + }, + { + "epoch": 26.687871077184056, + "grad_norm": 1.0613368158146332, + "learning_rate": 1.719862457426193e-05, + "loss": 0.0367, + "step": 31465 + }, + { + "epoch": 26.68871925360475, + "grad_norm": 0.9117092541220746, + "learning_rate": 1.719843389518751e-05, + "loss": 0.0355, + "step": 31466 + }, + { + "epoch": 26.689567430025445, + "grad_norm": 0.7465389642207271, + "learning_rate": 1.7198243210681006e-05, + "loss": 0.0298, + "step": 31467 + }, + { + "epoch": 26.69041560644614, + "grad_norm": 1.0508173848990878, + "learning_rate": 1.719805252074256e-05, + "loss": 0.0359, + "step": 31468 + }, + { + "epoch": 26.691263782866837, + "grad_norm": 1.0227886656877039, + "learning_rate": 1.7197861825372316e-05, + "loss": 0.0345, + "step": 31469 + }, + { + "epoch": 26.69211195928753, + "grad_norm": 1.0360280821391161, + "learning_rate": 1.7197671124570415e-05, + "loss": 0.0337, + "step": 31470 + }, + { + "epoch": 26.692960135708226, + "grad_norm": 0.9289165446057189, + "learning_rate": 1.7197480418337004e-05, + "loss": 0.033, + "step": 31471 + }, + { + "epoch": 26.693808312128922, + "grad_norm": 1.110486140763024, + "learning_rate": 1.7197289706672224e-05, + "loss": 0.036, + "step": 31472 + }, + { + "epoch": 26.69465648854962, + "grad_norm": 1.0845758853496807, + "learning_rate": 1.7197098989576222e-05, + "loss": 0.0344, + "step": 31473 + }, + { + "epoch": 26.695504664970315, + "grad_norm": 1.0656549066824972, + "learning_rate": 1.719690826704914e-05, + "loss": 0.0349, + "step": 31474 + }, + { + "epoch": 26.696352841391008, + "grad_norm": 0.9415586852925102, + "learning_rate": 1.7196717539091125e-05, + "loss": 0.0331, + "step": 31475 + }, + { + "epoch": 26.697201017811704, + "grad_norm": 1.0341526655520963, + "learning_rate": 1.719652680570232e-05, + "loss": 0.0375, + "step": 31476 + }, + { + "epoch": 26.6980491942324, + "grad_norm": 1.268324324860752, + "learning_rate": 1.7196336066882862e-05, + "loss": 0.0384, + "step": 31477 + }, + { + "epoch": 26.698897370653096, + "grad_norm": 1.012957250363042, + "learning_rate": 1.71961453226329e-05, + "loss": 0.0359, + "step": 31478 + }, + { + "epoch": 26.699745547073793, + "grad_norm": 0.9936916854315475, + "learning_rate": 1.719595457295258e-05, + "loss": 0.0333, + "step": 31479 + }, + { + "epoch": 26.700593723494485, + "grad_norm": 1.0333312859063424, + "learning_rate": 1.7195763817842048e-05, + "loss": 0.0366, + "step": 31480 + }, + { + "epoch": 26.70144189991518, + "grad_norm": 1.0619710477910074, + "learning_rate": 1.719557305730144e-05, + "loss": 0.0375, + "step": 31481 + }, + { + "epoch": 26.702290076335878, + "grad_norm": 1.7882655174481938, + "learning_rate": 1.719538229133091e-05, + "loss": 0.0364, + "step": 31482 + }, + { + "epoch": 26.703138252756574, + "grad_norm": 1.0893993053206072, + "learning_rate": 1.719519151993059e-05, + "loss": 0.0349, + "step": 31483 + }, + { + "epoch": 26.70398642917727, + "grad_norm": 1.0194809342908855, + "learning_rate": 1.7195000743100633e-05, + "loss": 0.0369, + "step": 31484 + }, + { + "epoch": 26.704834605597963, + "grad_norm": 1.0520689746895235, + "learning_rate": 1.719480996084118e-05, + "loss": 0.0377, + "step": 31485 + }, + { + "epoch": 26.70568278201866, + "grad_norm": 0.8898948156057325, + "learning_rate": 1.7194619173152377e-05, + "loss": 0.0334, + "step": 31486 + }, + { + "epoch": 26.706530958439355, + "grad_norm": 0.9637963697023466, + "learning_rate": 1.719442838003436e-05, + "loss": 0.0349, + "step": 31487 + }, + { + "epoch": 26.70737913486005, + "grad_norm": 1.123896509137851, + "learning_rate": 1.719423758148728e-05, + "loss": 0.0349, + "step": 31488 + }, + { + "epoch": 26.708227311280748, + "grad_norm": 0.7942334563916201, + "learning_rate": 1.7194046777511286e-05, + "loss": 0.0321, + "step": 31489 + }, + { + "epoch": 26.70907548770144, + "grad_norm": 1.1554065625828605, + "learning_rate": 1.719385596810651e-05, + "loss": 0.0341, + "step": 31490 + }, + { + "epoch": 26.709923664122137, + "grad_norm": 1.135106850756584, + "learning_rate": 1.7193665153273107e-05, + "loss": 0.0378, + "step": 31491 + }, + { + "epoch": 26.710771840542833, + "grad_norm": 0.930105010791166, + "learning_rate": 1.7193474333011216e-05, + "loss": 0.0343, + "step": 31492 + }, + { + "epoch": 26.71162001696353, + "grad_norm": 1.1035787213992039, + "learning_rate": 1.7193283507320975e-05, + "loss": 0.0357, + "step": 31493 + }, + { + "epoch": 26.712468193384225, + "grad_norm": 1.0406602200197943, + "learning_rate": 1.719309267620254e-05, + "loss": 0.0362, + "step": 31494 + }, + { + "epoch": 26.713316369804918, + "grad_norm": 0.9661453877512153, + "learning_rate": 1.7192901839656048e-05, + "loss": 0.0378, + "step": 31495 + }, + { + "epoch": 26.714164546225614, + "grad_norm": 1.035291694268554, + "learning_rate": 1.719271099768164e-05, + "loss": 0.0338, + "step": 31496 + }, + { + "epoch": 26.71501272264631, + "grad_norm": 1.0000602238565366, + "learning_rate": 1.7192520150279467e-05, + "loss": 0.0342, + "step": 31497 + }, + { + "epoch": 26.715860899067007, + "grad_norm": 1.7403976116945423, + "learning_rate": 1.7192329297449667e-05, + "loss": 0.038, + "step": 31498 + }, + { + "epoch": 26.716709075487703, + "grad_norm": 0.9888475819922847, + "learning_rate": 1.7192138439192392e-05, + "loss": 0.0364, + "step": 31499 + }, + { + "epoch": 26.717557251908396, + "grad_norm": 0.9826929655465596, + "learning_rate": 1.7191947575507777e-05, + "loss": 0.0376, + "step": 31500 + }, + { + "epoch": 26.718405428329092, + "grad_norm": 0.8950741740308995, + "learning_rate": 1.719175670639597e-05, + "loss": 0.0325, + "step": 31501 + }, + { + "epoch": 26.719253604749788, + "grad_norm": 0.8565606707259575, + "learning_rate": 1.719156583185712e-05, + "loss": 0.0301, + "step": 31502 + }, + { + "epoch": 26.720101781170484, + "grad_norm": 1.076475979971252, + "learning_rate": 1.7191374951891362e-05, + "loss": 0.0339, + "step": 31503 + }, + { + "epoch": 26.72094995759118, + "grad_norm": 0.9292169215846225, + "learning_rate": 1.7191184066498844e-05, + "loss": 0.0335, + "step": 31504 + }, + { + "epoch": 26.721798134011873, + "grad_norm": 1.0227304918068358, + "learning_rate": 1.719099317567971e-05, + "loss": 0.0344, + "step": 31505 + }, + { + "epoch": 26.72264631043257, + "grad_norm": 0.9702677715785869, + "learning_rate": 1.719080227943411e-05, + "loss": 0.0368, + "step": 31506 + }, + { + "epoch": 26.723494486853266, + "grad_norm": 0.9750865817512202, + "learning_rate": 1.7190611377762177e-05, + "loss": 0.0354, + "step": 31507 + }, + { + "epoch": 26.724342663273962, + "grad_norm": 0.8645993887346013, + "learning_rate": 1.719042047066406e-05, + "loss": 0.0341, + "step": 31508 + }, + { + "epoch": 26.725190839694655, + "grad_norm": 0.9330030178739261, + "learning_rate": 1.7190229558139905e-05, + "loss": 0.0344, + "step": 31509 + }, + { + "epoch": 26.72603901611535, + "grad_norm": 1.2395372959689128, + "learning_rate": 1.7190038640189853e-05, + "loss": 0.0391, + "step": 31510 + }, + { + "epoch": 26.726887192536047, + "grad_norm": 1.1366978855924075, + "learning_rate": 1.7189847716814054e-05, + "loss": 0.0387, + "step": 31511 + }, + { + "epoch": 26.727735368956743, + "grad_norm": 1.1450972174130936, + "learning_rate": 1.7189656788012642e-05, + "loss": 0.037, + "step": 31512 + }, + { + "epoch": 26.72858354537744, + "grad_norm": 0.8722878961977146, + "learning_rate": 1.7189465853785768e-05, + "loss": 0.034, + "step": 31513 + }, + { + "epoch": 26.729431721798132, + "grad_norm": 1.0241483599583836, + "learning_rate": 1.7189274914133576e-05, + "loss": 0.0344, + "step": 31514 + }, + { + "epoch": 26.73027989821883, + "grad_norm": 0.8523600532080952, + "learning_rate": 1.7189083969056213e-05, + "loss": 0.0346, + "step": 31515 + }, + { + "epoch": 26.731128074639525, + "grad_norm": 0.9892542629982695, + "learning_rate": 1.718889301855381e-05, + "loss": 0.0365, + "step": 31516 + }, + { + "epoch": 26.73197625106022, + "grad_norm": 0.9794928822044658, + "learning_rate": 1.718870206262653e-05, + "loss": 0.0353, + "step": 31517 + }, + { + "epoch": 26.732824427480917, + "grad_norm": 0.8914412289523391, + "learning_rate": 1.71885111012745e-05, + "loss": 0.0346, + "step": 31518 + }, + { + "epoch": 26.73367260390161, + "grad_norm": 0.9724192364302173, + "learning_rate": 1.7188320134497876e-05, + "loss": 0.0334, + "step": 31519 + }, + { + "epoch": 26.734520780322306, + "grad_norm": 1.0713459149920423, + "learning_rate": 1.7188129162296793e-05, + "loss": 0.0353, + "step": 31520 + }, + { + "epoch": 26.735368956743002, + "grad_norm": 1.0497151440774093, + "learning_rate": 1.7187938184671403e-05, + "loss": 0.0367, + "step": 31521 + }, + { + "epoch": 26.7362171331637, + "grad_norm": 0.9917815014593557, + "learning_rate": 1.7187747201621844e-05, + "loss": 0.0338, + "step": 31522 + }, + { + "epoch": 26.737065309584395, + "grad_norm": 1.0124554649364395, + "learning_rate": 1.7187556213148263e-05, + "loss": 0.0351, + "step": 31523 + }, + { + "epoch": 26.737913486005088, + "grad_norm": 1.2703836270179287, + "learning_rate": 1.7187365219250807e-05, + "loss": 0.0342, + "step": 31524 + }, + { + "epoch": 26.738761662425784, + "grad_norm": 0.9206474651265434, + "learning_rate": 1.7187174219929614e-05, + "loss": 0.0338, + "step": 31525 + }, + { + "epoch": 26.73960983884648, + "grad_norm": 1.1583699226152802, + "learning_rate": 1.7186983215184834e-05, + "loss": 0.0376, + "step": 31526 + }, + { + "epoch": 26.740458015267176, + "grad_norm": 0.8877696854739727, + "learning_rate": 1.7186792205016604e-05, + "loss": 0.0345, + "step": 31527 + }, + { + "epoch": 26.741306191687872, + "grad_norm": 1.0166801223071464, + "learning_rate": 1.7186601189425077e-05, + "loss": 0.0358, + "step": 31528 + }, + { + "epoch": 26.742154368108565, + "grad_norm": 1.1800527301218968, + "learning_rate": 1.718641016841039e-05, + "loss": 0.0352, + "step": 31529 + }, + { + "epoch": 26.74300254452926, + "grad_norm": 1.2326934912899508, + "learning_rate": 1.718621914197269e-05, + "loss": 0.0356, + "step": 31530 + }, + { + "epoch": 26.743850720949958, + "grad_norm": 0.9523504383909982, + "learning_rate": 1.7186028110112123e-05, + "loss": 0.0344, + "step": 31531 + }, + { + "epoch": 26.744698897370654, + "grad_norm": 0.9790121111744108, + "learning_rate": 1.718583707282883e-05, + "loss": 0.0341, + "step": 31532 + }, + { + "epoch": 26.74554707379135, + "grad_norm": 1.096229773642502, + "learning_rate": 1.7185646030122954e-05, + "loss": 0.0342, + "step": 31533 + }, + { + "epoch": 26.746395250212043, + "grad_norm": 0.9739098369616325, + "learning_rate": 1.718545498199464e-05, + "loss": 0.0325, + "step": 31534 + }, + { + "epoch": 26.74724342663274, + "grad_norm": 1.0272102887839878, + "learning_rate": 1.7185263928444037e-05, + "loss": 0.0359, + "step": 31535 + }, + { + "epoch": 26.748091603053435, + "grad_norm": 1.0815376817272933, + "learning_rate": 1.7185072869471286e-05, + "loss": 0.0328, + "step": 31536 + }, + { + "epoch": 26.74893977947413, + "grad_norm": 1.1338609082520401, + "learning_rate": 1.718488180507653e-05, + "loss": 0.0345, + "step": 31537 + }, + { + "epoch": 26.749787955894828, + "grad_norm": 0.9026249794702971, + "learning_rate": 1.7184690735259914e-05, + "loss": 0.0343, + "step": 31538 + }, + { + "epoch": 26.75063613231552, + "grad_norm": 1.0507519153684353, + "learning_rate": 1.718449966002158e-05, + "loss": 0.037, + "step": 31539 + }, + { + "epoch": 26.751484308736217, + "grad_norm": 1.2348617909675008, + "learning_rate": 1.718430857936168e-05, + "loss": 0.0378, + "step": 31540 + }, + { + "epoch": 26.752332485156913, + "grad_norm": 0.9717699553486495, + "learning_rate": 1.7184117493280347e-05, + "loss": 0.0344, + "step": 31541 + }, + { + "epoch": 26.75318066157761, + "grad_norm": 1.0693235186094594, + "learning_rate": 1.7183926401777733e-05, + "loss": 0.0354, + "step": 31542 + }, + { + "epoch": 26.754028837998305, + "grad_norm": 0.9373695961264643, + "learning_rate": 1.718373530485398e-05, + "loss": 0.037, + "step": 31543 + }, + { + "epoch": 26.754877014418998, + "grad_norm": 0.9776122794081976, + "learning_rate": 1.7183544202509233e-05, + "loss": 0.0354, + "step": 31544 + }, + { + "epoch": 26.755725190839694, + "grad_norm": 0.9490321037314257, + "learning_rate": 1.7183353094743634e-05, + "loss": 0.0347, + "step": 31545 + }, + { + "epoch": 26.75657336726039, + "grad_norm": 1.1197788315354764, + "learning_rate": 1.718316198155733e-05, + "loss": 0.0383, + "step": 31546 + }, + { + "epoch": 26.757421543681087, + "grad_norm": 0.9855309873109956, + "learning_rate": 1.718297086295046e-05, + "loss": 0.035, + "step": 31547 + }, + { + "epoch": 26.75826972010178, + "grad_norm": 1.1642177898040995, + "learning_rate": 1.7182779738923178e-05, + "loss": 0.0353, + "step": 31548 + }, + { + "epoch": 26.759117896522476, + "grad_norm": 1.190370666569469, + "learning_rate": 1.718258860947562e-05, + "loss": 0.037, + "step": 31549 + }, + { + "epoch": 26.759966072943172, + "grad_norm": 1.02580561806515, + "learning_rate": 1.718239747460793e-05, + "loss": 0.0318, + "step": 31550 + }, + { + "epoch": 26.760814249363868, + "grad_norm": 1.1293879880396474, + "learning_rate": 1.7182206334320258e-05, + "loss": 0.0359, + "step": 31551 + }, + { + "epoch": 26.761662425784564, + "grad_norm": 1.0442286946453763, + "learning_rate": 1.7182015188612743e-05, + "loss": 0.0362, + "step": 31552 + }, + { + "epoch": 26.762510602205257, + "grad_norm": 0.9348445553886403, + "learning_rate": 1.718182403748553e-05, + "loss": 0.0364, + "step": 31553 + }, + { + "epoch": 26.763358778625953, + "grad_norm": 0.872485842124332, + "learning_rate": 1.718163288093877e-05, + "loss": 0.0371, + "step": 31554 + }, + { + "epoch": 26.76420695504665, + "grad_norm": 1.428842067103104, + "learning_rate": 1.7181441718972597e-05, + "loss": 0.0349, + "step": 31555 + }, + { + "epoch": 26.765055131467346, + "grad_norm": 1.1727530229215228, + "learning_rate": 1.718125055158716e-05, + "loss": 0.0398, + "step": 31556 + }, + { + "epoch": 26.765903307888042, + "grad_norm": 0.8888130652223094, + "learning_rate": 1.7181059378782605e-05, + "loss": 0.0343, + "step": 31557 + }, + { + "epoch": 26.766751484308735, + "grad_norm": 0.9553515929023532, + "learning_rate": 1.7180868200559075e-05, + "loss": 0.0335, + "step": 31558 + }, + { + "epoch": 26.76759966072943, + "grad_norm": 0.9046972683707055, + "learning_rate": 1.7180677016916715e-05, + "loss": 0.0331, + "step": 31559 + }, + { + "epoch": 26.768447837150127, + "grad_norm": 1.1653464010913064, + "learning_rate": 1.7180485827855666e-05, + "loss": 0.0394, + "step": 31560 + }, + { + "epoch": 26.769296013570823, + "grad_norm": 1.0889598858337148, + "learning_rate": 1.7180294633376075e-05, + "loss": 0.0353, + "step": 31561 + }, + { + "epoch": 26.77014418999152, + "grad_norm": 1.1158975777669384, + "learning_rate": 1.7180103433478082e-05, + "loss": 0.0381, + "step": 31562 + }, + { + "epoch": 26.770992366412212, + "grad_norm": 1.2518755777082027, + "learning_rate": 1.717991222816184e-05, + "loss": 0.0368, + "step": 31563 + }, + { + "epoch": 26.77184054283291, + "grad_norm": 1.0575178387009363, + "learning_rate": 1.7179721017427488e-05, + "loss": 0.0347, + "step": 31564 + }, + { + "epoch": 26.772688719253605, + "grad_norm": 1.0773576798214617, + "learning_rate": 1.7179529801275167e-05, + "loss": 0.0386, + "step": 31565 + }, + { + "epoch": 26.7735368956743, + "grad_norm": 1.0459995852712796, + "learning_rate": 1.7179338579705026e-05, + "loss": 0.0352, + "step": 31566 + }, + { + "epoch": 26.774385072094997, + "grad_norm": 1.1854318897169462, + "learning_rate": 1.717914735271721e-05, + "loss": 0.0405, + "step": 31567 + }, + { + "epoch": 26.77523324851569, + "grad_norm": 0.9937677210266007, + "learning_rate": 1.7178956120311857e-05, + "loss": 0.0339, + "step": 31568 + }, + { + "epoch": 26.776081424936386, + "grad_norm": 1.0843443975544378, + "learning_rate": 1.717876488248912e-05, + "loss": 0.0347, + "step": 31569 + }, + { + "epoch": 26.776929601357082, + "grad_norm": 1.2178806166421974, + "learning_rate": 1.717857363924914e-05, + "loss": 0.0372, + "step": 31570 + }, + { + "epoch": 26.77777777777778, + "grad_norm": 1.064876489522538, + "learning_rate": 1.7178382390592058e-05, + "loss": 0.0396, + "step": 31571 + }, + { + "epoch": 26.778625954198475, + "grad_norm": 1.1358782800204654, + "learning_rate": 1.7178191136518018e-05, + "loss": 0.0414, + "step": 31572 + }, + { + "epoch": 26.779474130619167, + "grad_norm": 1.1274242338197407, + "learning_rate": 1.717799987702717e-05, + "loss": 0.0363, + "step": 31573 + }, + { + "epoch": 26.780322307039864, + "grad_norm": 1.2524370107071852, + "learning_rate": 1.7177808612119654e-05, + "loss": 0.0375, + "step": 31574 + }, + { + "epoch": 26.78117048346056, + "grad_norm": 1.1496980377855672, + "learning_rate": 1.7177617341795615e-05, + "loss": 0.0449, + "step": 31575 + }, + { + "epoch": 26.782018659881256, + "grad_norm": 0.8331284616976732, + "learning_rate": 1.71774260660552e-05, + "loss": 0.0339, + "step": 31576 + }, + { + "epoch": 26.782866836301952, + "grad_norm": 1.0928443051738181, + "learning_rate": 1.7177234784898552e-05, + "loss": 0.0374, + "step": 31577 + }, + { + "epoch": 26.783715012722645, + "grad_norm": 0.9496248555843488, + "learning_rate": 1.7177043498325813e-05, + "loss": 0.0358, + "step": 31578 + }, + { + "epoch": 26.78456318914334, + "grad_norm": 1.0967717734133107, + "learning_rate": 1.717685220633713e-05, + "loss": 0.0419, + "step": 31579 + }, + { + "epoch": 26.785411365564038, + "grad_norm": 0.8977930311547005, + "learning_rate": 1.7176660908932646e-05, + "loss": 0.0334, + "step": 31580 + }, + { + "epoch": 26.786259541984734, + "grad_norm": 1.1607266179310445, + "learning_rate": 1.7176469606112507e-05, + "loss": 0.0344, + "step": 31581 + }, + { + "epoch": 26.78710771840543, + "grad_norm": 0.9406992913932645, + "learning_rate": 1.7176278297876852e-05, + "loss": 0.0349, + "step": 31582 + }, + { + "epoch": 26.787955894826123, + "grad_norm": 0.9306537109547317, + "learning_rate": 1.7176086984225835e-05, + "loss": 0.0354, + "step": 31583 + }, + { + "epoch": 26.78880407124682, + "grad_norm": 1.0537469540776396, + "learning_rate": 1.717589566515959e-05, + "loss": 0.0367, + "step": 31584 + }, + { + "epoch": 26.789652247667515, + "grad_norm": 0.9517359049948266, + "learning_rate": 1.717570434067827e-05, + "loss": 0.033, + "step": 31585 + }, + { + "epoch": 26.79050042408821, + "grad_norm": 0.9513881560058012, + "learning_rate": 1.7175513010782012e-05, + "loss": 0.0346, + "step": 31586 + }, + { + "epoch": 26.791348600508904, + "grad_norm": 1.1562321075238906, + "learning_rate": 1.7175321675470966e-05, + "loss": 0.0373, + "step": 31587 + }, + { + "epoch": 26.7921967769296, + "grad_norm": 0.9411488994024505, + "learning_rate": 1.7175130334745272e-05, + "loss": 0.0343, + "step": 31588 + }, + { + "epoch": 26.793044953350297, + "grad_norm": 1.1600327062042075, + "learning_rate": 1.717493898860508e-05, + "loss": 0.0351, + "step": 31589 + }, + { + "epoch": 26.793893129770993, + "grad_norm": 0.9269394424997418, + "learning_rate": 1.717474763705053e-05, + "loss": 0.035, + "step": 31590 + }, + { + "epoch": 26.79474130619169, + "grad_norm": 1.1170473275140314, + "learning_rate": 1.717455628008177e-05, + "loss": 0.0381, + "step": 31591 + }, + { + "epoch": 26.79558948261238, + "grad_norm": 0.864285376435472, + "learning_rate": 1.7174364917698935e-05, + "loss": 0.0336, + "step": 31592 + }, + { + "epoch": 26.796437659033078, + "grad_norm": 0.903758057327924, + "learning_rate": 1.7174173549902184e-05, + "loss": 0.0327, + "step": 31593 + }, + { + "epoch": 26.797285835453774, + "grad_norm": 1.0715749262487997, + "learning_rate": 1.7173982176691648e-05, + "loss": 0.0378, + "step": 31594 + }, + { + "epoch": 26.79813401187447, + "grad_norm": 0.9184484115407354, + "learning_rate": 1.717379079806748e-05, + "loss": 0.0319, + "step": 31595 + }, + { + "epoch": 26.798982188295167, + "grad_norm": 1.0815454194731118, + "learning_rate": 1.717359941402982e-05, + "loss": 0.0339, + "step": 31596 + }, + { + "epoch": 26.79983036471586, + "grad_norm": 0.9734516586303386, + "learning_rate": 1.717340802457882e-05, + "loss": 0.0347, + "step": 31597 + }, + { + "epoch": 26.800678541136556, + "grad_norm": 1.035540422844287, + "learning_rate": 1.717321662971461e-05, + "loss": 0.0346, + "step": 31598 + }, + { + "epoch": 26.801526717557252, + "grad_norm": 1.0428255688828965, + "learning_rate": 1.7173025229437344e-05, + "loss": 0.0363, + "step": 31599 + }, + { + "epoch": 26.802374893977948, + "grad_norm": 1.1109942705351379, + "learning_rate": 1.717283382374717e-05, + "loss": 0.0326, + "step": 31600 + }, + { + "epoch": 26.803223070398644, + "grad_norm": 1.291189982211221, + "learning_rate": 1.7172642412644223e-05, + "loss": 0.0358, + "step": 31601 + }, + { + "epoch": 26.804071246819337, + "grad_norm": 0.9465459719573662, + "learning_rate": 1.7172450996128654e-05, + "loss": 0.0346, + "step": 31602 + }, + { + "epoch": 26.804919423240033, + "grad_norm": 0.9956061039615342, + "learning_rate": 1.717225957420061e-05, + "loss": 0.0319, + "step": 31603 + }, + { + "epoch": 26.80576759966073, + "grad_norm": 0.9994219774924156, + "learning_rate": 1.7172068146860223e-05, + "loss": 0.0345, + "step": 31604 + }, + { + "epoch": 26.806615776081426, + "grad_norm": 0.9407800255680215, + "learning_rate": 1.7171876714107652e-05, + "loss": 0.0335, + "step": 31605 + }, + { + "epoch": 26.807463952502122, + "grad_norm": 0.9490419791913026, + "learning_rate": 1.7171685275943032e-05, + "loss": 0.0345, + "step": 31606 + }, + { + "epoch": 26.808312128922815, + "grad_norm": 1.0141164592152558, + "learning_rate": 1.717149383236651e-05, + "loss": 0.0372, + "step": 31607 + }, + { + "epoch": 26.80916030534351, + "grad_norm": 0.910044011380145, + "learning_rate": 1.7171302383378233e-05, + "loss": 0.0307, + "step": 31608 + }, + { + "epoch": 26.810008481764207, + "grad_norm": 1.0697086181252313, + "learning_rate": 1.717111092897834e-05, + "loss": 0.037, + "step": 31609 + }, + { + "epoch": 26.810856658184903, + "grad_norm": 1.130484274893363, + "learning_rate": 1.7170919469166983e-05, + "loss": 0.0374, + "step": 31610 + }, + { + "epoch": 26.8117048346056, + "grad_norm": 1.027236274633317, + "learning_rate": 1.71707280039443e-05, + "loss": 0.0346, + "step": 31611 + }, + { + "epoch": 26.812553011026292, + "grad_norm": 1.0590790913952326, + "learning_rate": 1.717053653331044e-05, + "loss": 0.0359, + "step": 31612 + }, + { + "epoch": 26.81340118744699, + "grad_norm": 0.9958556032686015, + "learning_rate": 1.717034505726554e-05, + "loss": 0.033, + "step": 31613 + }, + { + "epoch": 26.814249363867685, + "grad_norm": 0.9553587474784989, + "learning_rate": 1.717015357580975e-05, + "loss": 0.0329, + "step": 31614 + }, + { + "epoch": 26.81509754028838, + "grad_norm": 0.9647432430115294, + "learning_rate": 1.716996208894322e-05, + "loss": 0.0324, + "step": 31615 + }, + { + "epoch": 26.815945716709077, + "grad_norm": 0.9223402595669191, + "learning_rate": 1.7169770596666086e-05, + "loss": 0.0334, + "step": 31616 + }, + { + "epoch": 26.81679389312977, + "grad_norm": 0.9842600143815902, + "learning_rate": 1.71695790989785e-05, + "loss": 0.0346, + "step": 31617 + }, + { + "epoch": 26.817642069550466, + "grad_norm": 1.0785280128304646, + "learning_rate": 1.7169387595880594e-05, + "loss": 0.0364, + "step": 31618 + }, + { + "epoch": 26.818490245971162, + "grad_norm": 0.9013131609080228, + "learning_rate": 1.7169196087372523e-05, + "loss": 0.0334, + "step": 31619 + }, + { + "epoch": 26.81933842239186, + "grad_norm": 1.0716355034742384, + "learning_rate": 1.716900457345443e-05, + "loss": 0.0367, + "step": 31620 + }, + { + "epoch": 26.820186598812555, + "grad_norm": 1.1515105264723187, + "learning_rate": 1.716881305412646e-05, + "loss": 0.0357, + "step": 31621 + }, + { + "epoch": 26.821034775233247, + "grad_norm": 0.9551231047946533, + "learning_rate": 1.7168621529388752e-05, + "loss": 0.0347, + "step": 31622 + }, + { + "epoch": 26.821882951653944, + "grad_norm": 1.0206958252723721, + "learning_rate": 1.7168429999241457e-05, + "loss": 0.036, + "step": 31623 + }, + { + "epoch": 26.82273112807464, + "grad_norm": 1.0541304594742835, + "learning_rate": 1.7168238463684714e-05, + "loss": 0.036, + "step": 31624 + }, + { + "epoch": 26.823579304495336, + "grad_norm": 0.9966212237331923, + "learning_rate": 1.7168046922718673e-05, + "loss": 0.033, + "step": 31625 + }, + { + "epoch": 26.82442748091603, + "grad_norm": 0.9924825345105843, + "learning_rate": 1.7167855376343476e-05, + "loss": 0.0342, + "step": 31626 + }, + { + "epoch": 26.825275657336725, + "grad_norm": 1.0492587018935813, + "learning_rate": 1.7167663824559266e-05, + "loss": 0.0362, + "step": 31627 + }, + { + "epoch": 26.82612383375742, + "grad_norm": 1.1278260075655127, + "learning_rate": 1.7167472267366188e-05, + "loss": 0.0384, + "step": 31628 + }, + { + "epoch": 26.826972010178118, + "grad_norm": 0.9857910916670085, + "learning_rate": 1.716728070476439e-05, + "loss": 0.0331, + "step": 31629 + }, + { + "epoch": 26.827820186598814, + "grad_norm": 1.1905462765826098, + "learning_rate": 1.7167089136754015e-05, + "loss": 0.0397, + "step": 31630 + }, + { + "epoch": 26.828668363019506, + "grad_norm": 1.1199521559814345, + "learning_rate": 1.7166897563335204e-05, + "loss": 0.0327, + "step": 31631 + }, + { + "epoch": 26.829516539440203, + "grad_norm": 0.8924999371425363, + "learning_rate": 1.716670598450811e-05, + "loss": 0.0322, + "step": 31632 + }, + { + "epoch": 26.8303647158609, + "grad_norm": 1.1292764076202673, + "learning_rate": 1.7166514400272867e-05, + "loss": 0.0357, + "step": 31633 + }, + { + "epoch": 26.831212892281595, + "grad_norm": 1.1166084119582562, + "learning_rate": 1.7166322810629625e-05, + "loss": 0.0357, + "step": 31634 + }, + { + "epoch": 26.83206106870229, + "grad_norm": 0.9033256719743603, + "learning_rate": 1.716613121557853e-05, + "loss": 0.032, + "step": 31635 + }, + { + "epoch": 26.832909245122984, + "grad_norm": 0.9139057425764294, + "learning_rate": 1.7165939615119722e-05, + "loss": 0.0337, + "step": 31636 + }, + { + "epoch": 26.83375742154368, + "grad_norm": 1.1853056347721724, + "learning_rate": 1.716574800925335e-05, + "loss": 0.0335, + "step": 31637 + }, + { + "epoch": 26.834605597964376, + "grad_norm": 1.0653084681751976, + "learning_rate": 1.716555639797956e-05, + "loss": 0.0348, + "step": 31638 + }, + { + "epoch": 26.835453774385073, + "grad_norm": 1.3130745319176937, + "learning_rate": 1.7165364781298483e-05, + "loss": 0.04, + "step": 31639 + }, + { + "epoch": 26.83630195080577, + "grad_norm": 1.0238536737201525, + "learning_rate": 1.7165173159210284e-05, + "loss": 0.0332, + "step": 31640 + }, + { + "epoch": 26.83715012722646, + "grad_norm": 0.9821955415689053, + "learning_rate": 1.7164981531715094e-05, + "loss": 0.0326, + "step": 31641 + }, + { + "epoch": 26.837998303647158, + "grad_norm": 0.9092458280902616, + "learning_rate": 1.716478989881306e-05, + "loss": 0.033, + "step": 31642 + }, + { + "epoch": 26.838846480067854, + "grad_norm": 0.965016608668378, + "learning_rate": 1.7164598260504332e-05, + "loss": 0.0366, + "step": 31643 + }, + { + "epoch": 26.83969465648855, + "grad_norm": 1.0679440097156814, + "learning_rate": 1.7164406616789044e-05, + "loss": 0.0359, + "step": 31644 + }, + { + "epoch": 26.840542832909247, + "grad_norm": 0.9866563643343509, + "learning_rate": 1.716421496766735e-05, + "loss": 0.0345, + "step": 31645 + }, + { + "epoch": 26.84139100932994, + "grad_norm": 1.2024246572009825, + "learning_rate": 1.7164023313139397e-05, + "loss": 0.0371, + "step": 31646 + }, + { + "epoch": 26.842239185750635, + "grad_norm": 1.0845430023816212, + "learning_rate": 1.7163831653205315e-05, + "loss": 0.0367, + "step": 31647 + }, + { + "epoch": 26.84308736217133, + "grad_norm": 0.9319915779581227, + "learning_rate": 1.7163639987865263e-05, + "loss": 0.0339, + "step": 31648 + }, + { + "epoch": 26.843935538592028, + "grad_norm": 0.9288494629109678, + "learning_rate": 1.716344831711938e-05, + "loss": 0.0339, + "step": 31649 + }, + { + "epoch": 26.844783715012724, + "grad_norm": 0.9561843898311442, + "learning_rate": 1.716325664096781e-05, + "loss": 0.0332, + "step": 31650 + }, + { + "epoch": 26.845631891433417, + "grad_norm": 0.9272287055549228, + "learning_rate": 1.7163064959410702e-05, + "loss": 0.0343, + "step": 31651 + }, + { + "epoch": 26.846480067854113, + "grad_norm": 1.0666272097296854, + "learning_rate": 1.7162873272448196e-05, + "loss": 0.0349, + "step": 31652 + }, + { + "epoch": 26.84732824427481, + "grad_norm": 1.0948595634682776, + "learning_rate": 1.7162681580080436e-05, + "loss": 0.035, + "step": 31653 + }, + { + "epoch": 26.848176420695506, + "grad_norm": 0.9979401252938217, + "learning_rate": 1.7162489882307574e-05, + "loss": 0.0357, + "step": 31654 + }, + { + "epoch": 26.849024597116202, + "grad_norm": 1.0502224580863797, + "learning_rate": 1.7162298179129746e-05, + "loss": 0.0363, + "step": 31655 + }, + { + "epoch": 26.849872773536894, + "grad_norm": 1.2222303130665562, + "learning_rate": 1.71621064705471e-05, + "loss": 0.0459, + "step": 31656 + }, + { + "epoch": 26.85072094995759, + "grad_norm": 0.9681130009782396, + "learning_rate": 1.716191475655978e-05, + "loss": 0.0355, + "step": 31657 + }, + { + "epoch": 26.851569126378287, + "grad_norm": 0.9824020054866538, + "learning_rate": 1.7161723037167936e-05, + "loss": 0.0336, + "step": 31658 + }, + { + "epoch": 26.852417302798983, + "grad_norm": 1.0852965522925953, + "learning_rate": 1.7161531312371703e-05, + "loss": 0.034, + "step": 31659 + }, + { + "epoch": 26.85326547921968, + "grad_norm": 0.9940879075599052, + "learning_rate": 1.716133958217123e-05, + "loss": 0.0367, + "step": 31660 + }, + { + "epoch": 26.854113655640372, + "grad_norm": 0.7263463161834653, + "learning_rate": 1.7161147846566665e-05, + "loss": 0.0307, + "step": 31661 + }, + { + "epoch": 26.85496183206107, + "grad_norm": 1.0717711408024833, + "learning_rate": 1.716095610555815e-05, + "loss": 0.0372, + "step": 31662 + }, + { + "epoch": 26.855810008481765, + "grad_norm": 0.9979758812922637, + "learning_rate": 1.716076435914583e-05, + "loss": 0.0342, + "step": 31663 + }, + { + "epoch": 26.85665818490246, + "grad_norm": 1.03652693223347, + "learning_rate": 1.7160572607329853e-05, + "loss": 0.0346, + "step": 31664 + }, + { + "epoch": 26.857506361323153, + "grad_norm": 1.077441083991642, + "learning_rate": 1.7160380850110355e-05, + "loss": 0.0409, + "step": 31665 + }, + { + "epoch": 26.85835453774385, + "grad_norm": 0.8424484907999865, + "learning_rate": 1.7160189087487487e-05, + "loss": 0.0352, + "step": 31666 + }, + { + "epoch": 26.859202714164546, + "grad_norm": 1.1026085268356025, + "learning_rate": 1.7159997319461393e-05, + "loss": 0.0344, + "step": 31667 + }, + { + "epoch": 26.860050890585242, + "grad_norm": 1.0787987648605228, + "learning_rate": 1.715980554603222e-05, + "loss": 0.0364, + "step": 31668 + }, + { + "epoch": 26.86089906700594, + "grad_norm": 0.9537137367314067, + "learning_rate": 1.715961376720011e-05, + "loss": 0.0354, + "step": 31669 + }, + { + "epoch": 26.86174724342663, + "grad_norm": 1.121833184393695, + "learning_rate": 1.7159421982965202e-05, + "loss": 0.0375, + "step": 31670 + }, + { + "epoch": 26.862595419847327, + "grad_norm": 1.163355230044117, + "learning_rate": 1.7159230193327652e-05, + "loss": 0.0374, + "step": 31671 + }, + { + "epoch": 26.863443596268024, + "grad_norm": 0.8648513434960027, + "learning_rate": 1.71590383982876e-05, + "loss": 0.0357, + "step": 31672 + }, + { + "epoch": 26.86429177268872, + "grad_norm": 0.8959245490767053, + "learning_rate": 1.7158846597845187e-05, + "loss": 0.0333, + "step": 31673 + }, + { + "epoch": 26.865139949109416, + "grad_norm": 1.03792916810071, + "learning_rate": 1.7158654792000562e-05, + "loss": 0.0382, + "step": 31674 + }, + { + "epoch": 26.86598812553011, + "grad_norm": 1.054556146596541, + "learning_rate": 1.7158462980753867e-05, + "loss": 0.0396, + "step": 31675 + }, + { + "epoch": 26.866836301950805, + "grad_norm": 0.8533379388461879, + "learning_rate": 1.715827116410525e-05, + "loss": 0.0342, + "step": 31676 + }, + { + "epoch": 26.8676844783715, + "grad_norm": 1.0684126684428512, + "learning_rate": 1.7158079342054855e-05, + "loss": 0.0349, + "step": 31677 + }, + { + "epoch": 26.868532654792197, + "grad_norm": 1.2077061780720997, + "learning_rate": 1.7157887514602824e-05, + "loss": 0.0366, + "step": 31678 + }, + { + "epoch": 26.869380831212894, + "grad_norm": 1.1115799057368698, + "learning_rate": 1.7157695681749304e-05, + "loss": 0.0329, + "step": 31679 + }, + { + "epoch": 26.870229007633586, + "grad_norm": 0.930541997008963, + "learning_rate": 1.7157503843494438e-05, + "loss": 0.0325, + "step": 31680 + }, + { + "epoch": 26.871077184054283, + "grad_norm": 0.8557762127133711, + "learning_rate": 1.715731199983837e-05, + "loss": 0.0354, + "step": 31681 + }, + { + "epoch": 26.87192536047498, + "grad_norm": 1.0053603971603688, + "learning_rate": 1.715712015078125e-05, + "loss": 0.0347, + "step": 31682 + }, + { + "epoch": 26.872773536895675, + "grad_norm": 1.0756777680239658, + "learning_rate": 1.715692829632322e-05, + "loss": 0.0338, + "step": 31683 + }, + { + "epoch": 26.87362171331637, + "grad_norm": 1.0996099283637506, + "learning_rate": 1.7156736436464422e-05, + "loss": 0.0359, + "step": 31684 + }, + { + "epoch": 26.874469889737064, + "grad_norm": 1.1439338927586498, + "learning_rate": 1.7156544571205004e-05, + "loss": 0.0365, + "step": 31685 + }, + { + "epoch": 26.87531806615776, + "grad_norm": 1.0752218448646464, + "learning_rate": 1.715635270054511e-05, + "loss": 0.0361, + "step": 31686 + }, + { + "epoch": 26.876166242578456, + "grad_norm": 1.067929594806563, + "learning_rate": 1.715616082448489e-05, + "loss": 0.0342, + "step": 31687 + }, + { + "epoch": 26.877014418999153, + "grad_norm": 1.023900223266774, + "learning_rate": 1.7155968943024476e-05, + "loss": 0.0337, + "step": 31688 + }, + { + "epoch": 26.87786259541985, + "grad_norm": 1.0505097842331281, + "learning_rate": 1.7155777056164024e-05, + "loss": 0.0359, + "step": 31689 + }, + { + "epoch": 26.87871077184054, + "grad_norm": 1.0656888719608741, + "learning_rate": 1.7155585163903675e-05, + "loss": 0.0354, + "step": 31690 + }, + { + "epoch": 26.879558948261238, + "grad_norm": 0.9382913134625319, + "learning_rate": 1.7155393266243573e-05, + "loss": 0.0399, + "step": 31691 + }, + { + "epoch": 26.880407124681934, + "grad_norm": 0.9715138998067662, + "learning_rate": 1.7155201363183866e-05, + "loss": 0.0355, + "step": 31692 + }, + { + "epoch": 26.88125530110263, + "grad_norm": 1.1501111812972689, + "learning_rate": 1.715500945472469e-05, + "loss": 0.0365, + "step": 31693 + }, + { + "epoch": 26.882103477523327, + "grad_norm": 1.1758146748712814, + "learning_rate": 1.7154817540866204e-05, + "loss": 0.0385, + "step": 31694 + }, + { + "epoch": 26.88295165394402, + "grad_norm": 1.0213356798149615, + "learning_rate": 1.715462562160854e-05, + "loss": 0.0356, + "step": 31695 + }, + { + "epoch": 26.883799830364715, + "grad_norm": 1.2049204350235458, + "learning_rate": 1.715443369695185e-05, + "loss": 0.0365, + "step": 31696 + }, + { + "epoch": 26.88464800678541, + "grad_norm": 1.0110441490315254, + "learning_rate": 1.7154241766896276e-05, + "loss": 0.0363, + "step": 31697 + }, + { + "epoch": 26.885496183206108, + "grad_norm": 1.0101369612109248, + "learning_rate": 1.7154049831441967e-05, + "loss": 0.036, + "step": 31698 + }, + { + "epoch": 26.886344359626804, + "grad_norm": 1.0753933549423709, + "learning_rate": 1.715385789058906e-05, + "loss": 0.033, + "step": 31699 + }, + { + "epoch": 26.887192536047497, + "grad_norm": 1.0516008933080097, + "learning_rate": 1.7153665944337706e-05, + "loss": 0.0373, + "step": 31700 + }, + { + "epoch": 26.888040712468193, + "grad_norm": 1.0539359063345852, + "learning_rate": 1.715347399268805e-05, + "loss": 0.0352, + "step": 31701 + }, + { + "epoch": 26.88888888888889, + "grad_norm": 1.0298963825621101, + "learning_rate": 1.715328203564023e-05, + "loss": 0.0375, + "step": 31702 + }, + { + "epoch": 26.889737065309586, + "grad_norm": 0.838571142475021, + "learning_rate": 1.7153090073194403e-05, + "loss": 0.0322, + "step": 31703 + }, + { + "epoch": 26.890585241730278, + "grad_norm": 0.9171308217742017, + "learning_rate": 1.7152898105350703e-05, + "loss": 0.038, + "step": 31704 + }, + { + "epoch": 26.891433418150974, + "grad_norm": 0.9544987158298702, + "learning_rate": 1.7152706132109278e-05, + "loss": 0.0325, + "step": 31705 + }, + { + "epoch": 26.89228159457167, + "grad_norm": 1.0780314503809125, + "learning_rate": 1.7152514153470275e-05, + "loss": 0.0361, + "step": 31706 + }, + { + "epoch": 26.893129770992367, + "grad_norm": 1.1034145290493411, + "learning_rate": 1.715232216943384e-05, + "loss": 0.0341, + "step": 31707 + }, + { + "epoch": 26.893977947413063, + "grad_norm": 1.153432274813397, + "learning_rate": 1.715213018000011e-05, + "loss": 0.0338, + "step": 31708 + }, + { + "epoch": 26.894826123833756, + "grad_norm": 0.9603871347538955, + "learning_rate": 1.7151938185169234e-05, + "loss": 0.0339, + "step": 31709 + }, + { + "epoch": 26.895674300254452, + "grad_norm": 1.1832372391100479, + "learning_rate": 1.7151746184941363e-05, + "loss": 0.0367, + "step": 31710 + }, + { + "epoch": 26.89652247667515, + "grad_norm": 1.0485318263519916, + "learning_rate": 1.7151554179316635e-05, + "loss": 0.0359, + "step": 31711 + }, + { + "epoch": 26.897370653095845, + "grad_norm": 1.022854120479505, + "learning_rate": 1.7151362168295197e-05, + "loss": 0.0337, + "step": 31712 + }, + { + "epoch": 26.89821882951654, + "grad_norm": 1.012505775531159, + "learning_rate": 1.715117015187719e-05, + "loss": 0.0385, + "step": 31713 + }, + { + "epoch": 26.899067005937233, + "grad_norm": 0.8668179946795669, + "learning_rate": 1.715097813006277e-05, + "loss": 0.0345, + "step": 31714 + }, + { + "epoch": 26.89991518235793, + "grad_norm": 1.0652870192215746, + "learning_rate": 1.7150786102852067e-05, + "loss": 0.036, + "step": 31715 + }, + { + "epoch": 26.900763358778626, + "grad_norm": 1.2422291256512525, + "learning_rate": 1.7150594070245237e-05, + "loss": 0.0353, + "step": 31716 + }, + { + "epoch": 26.901611535199322, + "grad_norm": 1.0139705585825085, + "learning_rate": 1.715040203224242e-05, + "loss": 0.0356, + "step": 31717 + }, + { + "epoch": 26.90245971162002, + "grad_norm": 1.277729770667226, + "learning_rate": 1.7150209988843764e-05, + "loss": 0.0384, + "step": 31718 + }, + { + "epoch": 26.90330788804071, + "grad_norm": 0.966756318993997, + "learning_rate": 1.715001794004941e-05, + "loss": 0.0353, + "step": 31719 + }, + { + "epoch": 26.904156064461407, + "grad_norm": 1.0129586310101408, + "learning_rate": 1.714982588585951e-05, + "loss": 0.0339, + "step": 31720 + }, + { + "epoch": 26.905004240882104, + "grad_norm": 1.051374066909815, + "learning_rate": 1.7149633826274195e-05, + "loss": 0.0366, + "step": 31721 + }, + { + "epoch": 26.9058524173028, + "grad_norm": 0.8638858987064463, + "learning_rate": 1.7149441761293627e-05, + "loss": 0.0337, + "step": 31722 + }, + { + "epoch": 26.906700593723496, + "grad_norm": 0.9651754937181473, + "learning_rate": 1.714924969091794e-05, + "loss": 0.033, + "step": 31723 + }, + { + "epoch": 26.90754877014419, + "grad_norm": 1.2130752390517512, + "learning_rate": 1.7149057615147284e-05, + "loss": 0.0429, + "step": 31724 + }, + { + "epoch": 26.908396946564885, + "grad_norm": 1.1065277725174716, + "learning_rate": 1.7148865533981796e-05, + "loss": 0.0411, + "step": 31725 + }, + { + "epoch": 26.90924512298558, + "grad_norm": 0.8334228201998328, + "learning_rate": 1.7148673447421634e-05, + "loss": 0.032, + "step": 31726 + }, + { + "epoch": 26.910093299406277, + "grad_norm": 0.8657106205056478, + "learning_rate": 1.714848135546693e-05, + "loss": 0.0311, + "step": 31727 + }, + { + "epoch": 26.910941475826974, + "grad_norm": 1.111661497568616, + "learning_rate": 1.7148289258117837e-05, + "loss": 0.0369, + "step": 31728 + }, + { + "epoch": 26.911789652247666, + "grad_norm": 1.0097352031238134, + "learning_rate": 1.7148097155374497e-05, + "loss": 0.032, + "step": 31729 + }, + { + "epoch": 26.912637828668363, + "grad_norm": 1.107585473886436, + "learning_rate": 1.7147905047237055e-05, + "loss": 0.0344, + "step": 31730 + }, + { + "epoch": 26.91348600508906, + "grad_norm": 1.0878351665284955, + "learning_rate": 1.7147712933705656e-05, + "loss": 0.0337, + "step": 31731 + }, + { + "epoch": 26.914334181509755, + "grad_norm": 1.157417741568378, + "learning_rate": 1.7147520814780446e-05, + "loss": 0.0359, + "step": 31732 + }, + { + "epoch": 26.91518235793045, + "grad_norm": 1.0595621286931691, + "learning_rate": 1.714732869046157e-05, + "loss": 0.0333, + "step": 31733 + }, + { + "epoch": 26.916030534351144, + "grad_norm": 1.1431909226418207, + "learning_rate": 1.7147136560749173e-05, + "loss": 0.0345, + "step": 31734 + }, + { + "epoch": 26.91687871077184, + "grad_norm": 0.9716463828577224, + "learning_rate": 1.7146944425643398e-05, + "loss": 0.0355, + "step": 31735 + }, + { + "epoch": 26.917726887192536, + "grad_norm": 1.0092161954227905, + "learning_rate": 1.7146752285144394e-05, + "loss": 0.0381, + "step": 31736 + }, + { + "epoch": 26.918575063613233, + "grad_norm": 1.2365719003920461, + "learning_rate": 1.7146560139252298e-05, + "loss": 0.0383, + "step": 31737 + }, + { + "epoch": 26.91942324003393, + "grad_norm": 0.9794343383241202, + "learning_rate": 1.7146367987967265e-05, + "loss": 0.0344, + "step": 31738 + }, + { + "epoch": 26.92027141645462, + "grad_norm": 1.1203280154854391, + "learning_rate": 1.7146175831289434e-05, + "loss": 0.0365, + "step": 31739 + }, + { + "epoch": 26.921119592875318, + "grad_norm": 1.1291614684389777, + "learning_rate": 1.7145983669218954e-05, + "loss": 0.0374, + "step": 31740 + }, + { + "epoch": 26.921967769296014, + "grad_norm": 1.169129853048257, + "learning_rate": 1.7145791501755965e-05, + "loss": 0.0374, + "step": 31741 + }, + { + "epoch": 26.92281594571671, + "grad_norm": 0.9973247396459872, + "learning_rate": 1.7145599328900614e-05, + "loss": 0.0347, + "step": 31742 + }, + { + "epoch": 26.923664122137403, + "grad_norm": 1.0085824129913998, + "learning_rate": 1.7145407150653046e-05, + "loss": 0.036, + "step": 31743 + }, + { + "epoch": 26.9245122985581, + "grad_norm": 0.9367353438139183, + "learning_rate": 1.7145214967013407e-05, + "loss": 0.0323, + "step": 31744 + }, + { + "epoch": 26.925360474978795, + "grad_norm": 1.2663777829398173, + "learning_rate": 1.7145022777981842e-05, + "loss": 0.0383, + "step": 31745 + }, + { + "epoch": 26.92620865139949, + "grad_norm": 0.9697080697576066, + "learning_rate": 1.7144830583558495e-05, + "loss": 0.036, + "step": 31746 + }, + { + "epoch": 26.927056827820188, + "grad_norm": 0.9597090812460336, + "learning_rate": 1.7144638383743512e-05, + "loss": 0.0358, + "step": 31747 + }, + { + "epoch": 26.92790500424088, + "grad_norm": 0.9172243348349811, + "learning_rate": 1.7144446178537036e-05, + "loss": 0.0354, + "step": 31748 + }, + { + "epoch": 26.928753180661577, + "grad_norm": 0.8550755776870047, + "learning_rate": 1.7144253967939215e-05, + "loss": 0.0349, + "step": 31749 + }, + { + "epoch": 26.929601357082273, + "grad_norm": 1.0020512772898877, + "learning_rate": 1.7144061751950193e-05, + "loss": 0.0406, + "step": 31750 + }, + { + "epoch": 26.93044953350297, + "grad_norm": 1.0410292579424825, + "learning_rate": 1.7143869530570114e-05, + "loss": 0.035, + "step": 31751 + }, + { + "epoch": 26.931297709923665, + "grad_norm": 1.064772860877136, + "learning_rate": 1.7143677303799124e-05, + "loss": 0.036, + "step": 31752 + }, + { + "epoch": 26.932145886344358, + "grad_norm": 1.0309923206919611, + "learning_rate": 1.7143485071637366e-05, + "loss": 0.0335, + "step": 31753 + }, + { + "epoch": 26.932994062765054, + "grad_norm": 1.095834848404531, + "learning_rate": 1.7143292834084992e-05, + "loss": 0.0356, + "step": 31754 + }, + { + "epoch": 26.93384223918575, + "grad_norm": 1.2525442191183362, + "learning_rate": 1.7143100591142138e-05, + "loss": 0.0386, + "step": 31755 + }, + { + "epoch": 26.934690415606447, + "grad_norm": 1.0181612238548685, + "learning_rate": 1.7142908342808952e-05, + "loss": 0.0357, + "step": 31756 + }, + { + "epoch": 26.935538592027143, + "grad_norm": 1.0944965023554576, + "learning_rate": 1.7142716089085584e-05, + "loss": 0.0382, + "step": 31757 + }, + { + "epoch": 26.936386768447836, + "grad_norm": 0.8609830665507768, + "learning_rate": 1.7142523829972172e-05, + "loss": 0.0335, + "step": 31758 + }, + { + "epoch": 26.937234944868532, + "grad_norm": 0.8777609443053881, + "learning_rate": 1.7142331565468863e-05, + "loss": 0.0318, + "step": 31759 + }, + { + "epoch": 26.938083121289228, + "grad_norm": 0.976144170956628, + "learning_rate": 1.714213929557581e-05, + "loss": 0.0359, + "step": 31760 + }, + { + "epoch": 26.938931297709924, + "grad_norm": 1.1254353723148183, + "learning_rate": 1.7141947020293142e-05, + "loss": 0.036, + "step": 31761 + }, + { + "epoch": 26.93977947413062, + "grad_norm": 0.9449105279350286, + "learning_rate": 1.714175473962102e-05, + "loss": 0.0331, + "step": 31762 + }, + { + "epoch": 26.940627650551313, + "grad_norm": 0.8726689825447154, + "learning_rate": 1.7141562453559585e-05, + "loss": 0.0347, + "step": 31763 + }, + { + "epoch": 26.94147582697201, + "grad_norm": 0.8472887583674149, + "learning_rate": 1.7141370162108973e-05, + "loss": 0.0322, + "step": 31764 + }, + { + "epoch": 26.942324003392706, + "grad_norm": 0.967345302380265, + "learning_rate": 1.7141177865269338e-05, + "loss": 0.034, + "step": 31765 + }, + { + "epoch": 26.943172179813402, + "grad_norm": 1.030861089253751, + "learning_rate": 1.7140985563040825e-05, + "loss": 0.0338, + "step": 31766 + }, + { + "epoch": 26.9440203562341, + "grad_norm": 1.0860812677503224, + "learning_rate": 1.7140793255423576e-05, + "loss": 0.0364, + "step": 31767 + }, + { + "epoch": 26.94486853265479, + "grad_norm": 1.148468073626945, + "learning_rate": 1.7140600942417734e-05, + "loss": 0.0352, + "step": 31768 + }, + { + "epoch": 26.945716709075487, + "grad_norm": 1.1096601354280329, + "learning_rate": 1.714040862402345e-05, + "loss": 0.0377, + "step": 31769 + }, + { + "epoch": 26.946564885496183, + "grad_norm": 1.014295426261882, + "learning_rate": 1.714021630024087e-05, + "loss": 0.0337, + "step": 31770 + }, + { + "epoch": 26.94741306191688, + "grad_norm": 0.949200885236502, + "learning_rate": 1.714002397107013e-05, + "loss": 0.0368, + "step": 31771 + }, + { + "epoch": 26.948261238337576, + "grad_norm": 1.0859661414164334, + "learning_rate": 1.7139831636511385e-05, + "loss": 0.0368, + "step": 31772 + }, + { + "epoch": 26.94910941475827, + "grad_norm": 0.9996762549171728, + "learning_rate": 1.7139639296564772e-05, + "loss": 0.0318, + "step": 31773 + }, + { + "epoch": 26.949957591178965, + "grad_norm": 0.9086710242735208, + "learning_rate": 1.7139446951230444e-05, + "loss": 0.0342, + "step": 31774 + }, + { + "epoch": 26.95080576759966, + "grad_norm": 1.0288585352678286, + "learning_rate": 1.713925460050854e-05, + "loss": 0.0365, + "step": 31775 + }, + { + "epoch": 26.951653944020357, + "grad_norm": 0.9279236159038531, + "learning_rate": 1.7139062244399206e-05, + "loss": 0.0333, + "step": 31776 + }, + { + "epoch": 26.952502120441054, + "grad_norm": 0.9931181446350374, + "learning_rate": 1.713886988290259e-05, + "loss": 0.0369, + "step": 31777 + }, + { + "epoch": 26.953350296861746, + "grad_norm": 1.0661857910488177, + "learning_rate": 1.7138677516018837e-05, + "loss": 0.0342, + "step": 31778 + }, + { + "epoch": 26.954198473282442, + "grad_norm": 1.0360119730451989, + "learning_rate": 1.7138485143748085e-05, + "loss": 0.0332, + "step": 31779 + }, + { + "epoch": 26.95504664970314, + "grad_norm": 0.9130921191166413, + "learning_rate": 1.7138292766090492e-05, + "loss": 0.031, + "step": 31780 + }, + { + "epoch": 26.955894826123835, + "grad_norm": 1.0698684796063658, + "learning_rate": 1.7138100383046193e-05, + "loss": 0.0358, + "step": 31781 + }, + { + "epoch": 26.956743002544528, + "grad_norm": 1.0572005551558865, + "learning_rate": 1.7137907994615336e-05, + "loss": 0.0355, + "step": 31782 + }, + { + "epoch": 26.957591178965224, + "grad_norm": 1.0202314224369964, + "learning_rate": 1.7137715600798065e-05, + "loss": 0.0368, + "step": 31783 + }, + { + "epoch": 26.95843935538592, + "grad_norm": 1.0929027112583762, + "learning_rate": 1.713752320159453e-05, + "loss": 0.0348, + "step": 31784 + }, + { + "epoch": 26.959287531806616, + "grad_norm": 1.076448301866287, + "learning_rate": 1.7137330797004872e-05, + "loss": 0.0356, + "step": 31785 + }, + { + "epoch": 26.960135708227313, + "grad_norm": 0.8788851680623551, + "learning_rate": 1.7137138387029235e-05, + "loss": 0.0326, + "step": 31786 + }, + { + "epoch": 26.960983884648005, + "grad_norm": 1.0197943739525186, + "learning_rate": 1.713694597166777e-05, + "loss": 0.0347, + "step": 31787 + }, + { + "epoch": 26.9618320610687, + "grad_norm": 0.9159862233083617, + "learning_rate": 1.7136753550920617e-05, + "loss": 0.0342, + "step": 31788 + }, + { + "epoch": 26.962680237489398, + "grad_norm": 1.0264979998509538, + "learning_rate": 1.713656112478792e-05, + "loss": 0.0359, + "step": 31789 + }, + { + "epoch": 26.963528413910094, + "grad_norm": 1.1010563259488952, + "learning_rate": 1.7136368693269826e-05, + "loss": 0.0397, + "step": 31790 + }, + { + "epoch": 26.96437659033079, + "grad_norm": 1.1634735168184571, + "learning_rate": 1.7136176256366486e-05, + "loss": 0.0405, + "step": 31791 + }, + { + "epoch": 26.965224766751483, + "grad_norm": 1.0541711918941838, + "learning_rate": 1.7135983814078036e-05, + "loss": 0.0359, + "step": 31792 + }, + { + "epoch": 26.96607294317218, + "grad_norm": 0.7926788450363719, + "learning_rate": 1.7135791366404628e-05, + "loss": 0.0342, + "step": 31793 + }, + { + "epoch": 26.966921119592875, + "grad_norm": 0.9032042508865399, + "learning_rate": 1.71355989133464e-05, + "loss": 0.0349, + "step": 31794 + }, + { + "epoch": 26.96776929601357, + "grad_norm": 0.9792146673439011, + "learning_rate": 1.7135406454903508e-05, + "loss": 0.0376, + "step": 31795 + }, + { + "epoch": 26.968617472434268, + "grad_norm": 0.94313991243034, + "learning_rate": 1.713521399107609e-05, + "loss": 0.0346, + "step": 31796 + }, + { + "epoch": 26.96946564885496, + "grad_norm": 0.9961373214020016, + "learning_rate": 1.713502152186429e-05, + "loss": 0.0358, + "step": 31797 + }, + { + "epoch": 26.970313825275657, + "grad_norm": 1.022858656982793, + "learning_rate": 1.713482904726826e-05, + "loss": 0.0354, + "step": 31798 + }, + { + "epoch": 26.971162001696353, + "grad_norm": 0.9835215930944665, + "learning_rate": 1.7134636567288138e-05, + "loss": 0.0358, + "step": 31799 + }, + { + "epoch": 26.97201017811705, + "grad_norm": 1.1675069105811755, + "learning_rate": 1.713444408192407e-05, + "loss": 0.0369, + "step": 31800 + }, + { + "epoch": 26.972858354537745, + "grad_norm": 0.9547712500210228, + "learning_rate": 1.7134251591176206e-05, + "loss": 0.0341, + "step": 31801 + }, + { + "epoch": 26.973706530958438, + "grad_norm": 1.0923328224513782, + "learning_rate": 1.713405909504469e-05, + "loss": 0.035, + "step": 31802 + }, + { + "epoch": 26.974554707379134, + "grad_norm": 1.1350795359175265, + "learning_rate": 1.7133866593529663e-05, + "loss": 0.0376, + "step": 31803 + }, + { + "epoch": 26.97540288379983, + "grad_norm": 0.9377248668920916, + "learning_rate": 1.7133674086631274e-05, + "loss": 0.0351, + "step": 31804 + }, + { + "epoch": 26.976251060220527, + "grad_norm": 0.9539293205042416, + "learning_rate": 1.713348157434967e-05, + "loss": 0.0335, + "step": 31805 + }, + { + "epoch": 26.977099236641223, + "grad_norm": 0.9581601618723812, + "learning_rate": 1.713328905668499e-05, + "loss": 0.0327, + "step": 31806 + }, + { + "epoch": 26.977947413061916, + "grad_norm": 1.2400041876530636, + "learning_rate": 1.7133096533637387e-05, + "loss": 0.0343, + "step": 31807 + }, + { + "epoch": 26.978795589482612, + "grad_norm": 0.9727685353911738, + "learning_rate": 1.7132904005206997e-05, + "loss": 0.0347, + "step": 31808 + }, + { + "epoch": 26.979643765903308, + "grad_norm": 0.9782217192521205, + "learning_rate": 1.7132711471393974e-05, + "loss": 0.0334, + "step": 31809 + }, + { + "epoch": 26.980491942324004, + "grad_norm": 1.5828233670689222, + "learning_rate": 1.713251893219846e-05, + "loss": 0.0377, + "step": 31810 + }, + { + "epoch": 26.9813401187447, + "grad_norm": 1.0328337157813077, + "learning_rate": 1.71323263876206e-05, + "loss": 0.0354, + "step": 31811 + }, + { + "epoch": 26.982188295165393, + "grad_norm": 1.0539696946265622, + "learning_rate": 1.713213383766054e-05, + "loss": 0.0385, + "step": 31812 + }, + { + "epoch": 26.98303647158609, + "grad_norm": 0.9045834697391094, + "learning_rate": 1.713194128231842e-05, + "loss": 0.0343, + "step": 31813 + }, + { + "epoch": 26.983884648006786, + "grad_norm": 1.1257601141864753, + "learning_rate": 1.7131748721594393e-05, + "loss": 0.0347, + "step": 31814 + }, + { + "epoch": 26.984732824427482, + "grad_norm": 1.0015979291811605, + "learning_rate": 1.7131556155488605e-05, + "loss": 0.0344, + "step": 31815 + }, + { + "epoch": 26.98558100084818, + "grad_norm": 0.9560734270669774, + "learning_rate": 1.7131363584001193e-05, + "loss": 0.0341, + "step": 31816 + }, + { + "epoch": 26.98642917726887, + "grad_norm": 0.9403288278464074, + "learning_rate": 1.713117100713231e-05, + "loss": 0.0343, + "step": 31817 + }, + { + "epoch": 26.987277353689567, + "grad_norm": 0.9958030996716886, + "learning_rate": 1.7130978424882093e-05, + "loss": 0.0353, + "step": 31818 + }, + { + "epoch": 26.988125530110263, + "grad_norm": 1.1659321995134297, + "learning_rate": 1.71307858372507e-05, + "loss": 0.0356, + "step": 31819 + }, + { + "epoch": 26.98897370653096, + "grad_norm": 0.9857264953219416, + "learning_rate": 1.7130593244238267e-05, + "loss": 0.0326, + "step": 31820 + }, + { + "epoch": 26.989821882951652, + "grad_norm": 1.1535544941314064, + "learning_rate": 1.7130400645844937e-05, + "loss": 0.0389, + "step": 31821 + }, + { + "epoch": 26.99067005937235, + "grad_norm": 1.166891033286623, + "learning_rate": 1.7130208042070865e-05, + "loss": 0.0373, + "step": 31822 + }, + { + "epoch": 26.991518235793045, + "grad_norm": 0.9581143157030967, + "learning_rate": 1.7130015432916186e-05, + "loss": 0.0341, + "step": 31823 + }, + { + "epoch": 26.99236641221374, + "grad_norm": 0.9890598158805048, + "learning_rate": 1.7129822818381055e-05, + "loss": 0.0335, + "step": 31824 + }, + { + "epoch": 26.993214588634437, + "grad_norm": 1.0203790178957906, + "learning_rate": 1.712963019846561e-05, + "loss": 0.0345, + "step": 31825 + }, + { + "epoch": 26.99406276505513, + "grad_norm": 1.2514792485813904, + "learning_rate": 1.712943757317e-05, + "loss": 0.0389, + "step": 31826 + }, + { + "epoch": 26.994910941475826, + "grad_norm": 0.9363957380990312, + "learning_rate": 1.712924494249437e-05, + "loss": 0.0341, + "step": 31827 + }, + { + "epoch": 26.995759117896522, + "grad_norm": 1.1559100110295149, + "learning_rate": 1.7129052306438865e-05, + "loss": 0.0381, + "step": 31828 + }, + { + "epoch": 26.99660729431722, + "grad_norm": 0.935027004553938, + "learning_rate": 1.712885966500363e-05, + "loss": 0.0344, + "step": 31829 + }, + { + "epoch": 26.997455470737915, + "grad_norm": 1.0174922821596941, + "learning_rate": 1.712866701818881e-05, + "loss": 0.0342, + "step": 31830 + }, + { + "epoch": 26.998303647158608, + "grad_norm": 0.9567671816872709, + "learning_rate": 1.712847436599455e-05, + "loss": 0.0486, + "step": 31831 + }, + { + "epoch": 26.999151823579304, + "grad_norm": 1.0345110040891845, + "learning_rate": 1.7128281708420998e-05, + "loss": 0.0333, + "step": 31832 + }, + { + "epoch": 27.0, + "grad_norm": 1.0315353132171567, + "learning_rate": 1.7128089045468294e-05, + "loss": 0.0309, + "step": 31833 + }, + { + "epoch": 27.000848176420696, + "grad_norm": 0.8149601500742438, + "learning_rate": 1.712789637713659e-05, + "loss": 0.0304, + "step": 31834 + }, + { + "epoch": 27.001696352841392, + "grad_norm": 0.9306135581364847, + "learning_rate": 1.712770370342603e-05, + "loss": 0.0313, + "step": 31835 + }, + { + "epoch": 27.002544529262085, + "grad_norm": 0.8746589244365046, + "learning_rate": 1.7127511024336752e-05, + "loss": 0.031, + "step": 31836 + }, + { + "epoch": 27.00339270568278, + "grad_norm": 1.079630662871548, + "learning_rate": 1.712731833986891e-05, + "loss": 0.0327, + "step": 31837 + }, + { + "epoch": 27.004240882103478, + "grad_norm": 0.82793930796729, + "learning_rate": 1.712712565002265e-05, + "loss": 0.0292, + "step": 31838 + }, + { + "epoch": 27.005089058524174, + "grad_norm": 0.9178356716811392, + "learning_rate": 1.712693295479811e-05, + "loss": 0.032, + "step": 31839 + }, + { + "epoch": 27.00593723494487, + "grad_norm": 0.8140467083860374, + "learning_rate": 1.7126740254195444e-05, + "loss": 0.0293, + "step": 31840 + }, + { + "epoch": 27.006785411365563, + "grad_norm": 0.874572908142723, + "learning_rate": 1.712654754821479e-05, + "loss": 0.0309, + "step": 31841 + }, + { + "epoch": 27.00763358778626, + "grad_norm": 0.8738423803330865, + "learning_rate": 1.7126354836856297e-05, + "loss": 0.0304, + "step": 31842 + }, + { + "epoch": 27.008481764206955, + "grad_norm": 0.9759422049412142, + "learning_rate": 1.712616212012011e-05, + "loss": 0.0304, + "step": 31843 + }, + { + "epoch": 27.00932994062765, + "grad_norm": 0.9847368779719831, + "learning_rate": 1.712596939800637e-05, + "loss": 0.0312, + "step": 31844 + }, + { + "epoch": 27.010178117048348, + "grad_norm": 0.9553396625779195, + "learning_rate": 1.712577667051523e-05, + "loss": 0.031, + "step": 31845 + }, + { + "epoch": 27.01102629346904, + "grad_norm": 0.9464265839048388, + "learning_rate": 1.7125583937646832e-05, + "loss": 0.0305, + "step": 31846 + }, + { + "epoch": 27.011874469889737, + "grad_norm": 0.8237730724493024, + "learning_rate": 1.7125391199401323e-05, + "loss": 0.0299, + "step": 31847 + }, + { + "epoch": 27.012722646310433, + "grad_norm": 0.9868112887738064, + "learning_rate": 1.7125198455778845e-05, + "loss": 0.0323, + "step": 31848 + }, + { + "epoch": 27.01357082273113, + "grad_norm": 0.9975794688480645, + "learning_rate": 1.7125005706779544e-05, + "loss": 0.0303, + "step": 31849 + }, + { + "epoch": 27.014418999151825, + "grad_norm": 0.9131957327539996, + "learning_rate": 1.712481295240357e-05, + "loss": 0.0291, + "step": 31850 + }, + { + "epoch": 27.015267175572518, + "grad_norm": 0.9342831687153124, + "learning_rate": 1.7124620192651064e-05, + "loss": 0.0314, + "step": 31851 + }, + { + "epoch": 27.016115351993214, + "grad_norm": 0.7569644736626714, + "learning_rate": 1.712442742752217e-05, + "loss": 0.0318, + "step": 31852 + }, + { + "epoch": 27.01696352841391, + "grad_norm": 0.834407413693986, + "learning_rate": 1.7124234657017037e-05, + "loss": 0.0299, + "step": 31853 + }, + { + "epoch": 27.017811704834607, + "grad_norm": 0.7924563960555915, + "learning_rate": 1.7124041881135815e-05, + "loss": 0.0292, + "step": 31854 + }, + { + "epoch": 27.0186598812553, + "grad_norm": 0.8622735198321219, + "learning_rate": 1.712384909987864e-05, + "loss": 0.0295, + "step": 31855 + }, + { + "epoch": 27.019508057675996, + "grad_norm": 0.8075686994301733, + "learning_rate": 1.712365631324566e-05, + "loss": 0.0292, + "step": 31856 + }, + { + "epoch": 27.020356234096692, + "grad_norm": 0.9890809864367143, + "learning_rate": 1.7123463521237023e-05, + "loss": 0.0321, + "step": 31857 + }, + { + "epoch": 27.021204410517388, + "grad_norm": 0.8523328761947703, + "learning_rate": 1.7123270723852873e-05, + "loss": 0.0282, + "step": 31858 + }, + { + "epoch": 27.022052586938084, + "grad_norm": 0.9038166838333476, + "learning_rate": 1.712307792109336e-05, + "loss": 0.0328, + "step": 31859 + }, + { + "epoch": 27.022900763358777, + "grad_norm": 0.9387220851532444, + "learning_rate": 1.7122885112958624e-05, + "loss": 0.0288, + "step": 31860 + }, + { + "epoch": 27.023748939779473, + "grad_norm": 0.8654723875546818, + "learning_rate": 1.712269229944881e-05, + "loss": 0.0309, + "step": 31861 + }, + { + "epoch": 27.02459711620017, + "grad_norm": 0.8574204219496313, + "learning_rate": 1.7122499480564066e-05, + "loss": 0.0294, + "step": 31862 + }, + { + "epoch": 27.025445292620866, + "grad_norm": 0.844442494862312, + "learning_rate": 1.712230665630454e-05, + "loss": 0.0302, + "step": 31863 + }, + { + "epoch": 27.026293469041562, + "grad_norm": 0.9268872473422783, + "learning_rate": 1.712211382667037e-05, + "loss": 0.031, + "step": 31864 + }, + { + "epoch": 27.027141645462255, + "grad_norm": 0.9525347297293514, + "learning_rate": 1.712192099166171e-05, + "loss": 0.03, + "step": 31865 + }, + { + "epoch": 27.02798982188295, + "grad_norm": 0.8356369495614433, + "learning_rate": 1.7121728151278698e-05, + "loss": 0.0304, + "step": 31866 + }, + { + "epoch": 27.028837998303647, + "grad_norm": 1.0484843071299266, + "learning_rate": 1.7121535305521485e-05, + "loss": 0.032, + "step": 31867 + }, + { + "epoch": 27.029686174724343, + "grad_norm": 0.8764942567394346, + "learning_rate": 1.7121342454390214e-05, + "loss": 0.0288, + "step": 31868 + }, + { + "epoch": 27.03053435114504, + "grad_norm": 0.9968325270406356, + "learning_rate": 1.712114959788503e-05, + "loss": 0.0324, + "step": 31869 + }, + { + "epoch": 27.031382527565732, + "grad_norm": 0.9515866095599848, + "learning_rate": 1.7120956736006085e-05, + "loss": 0.0305, + "step": 31870 + }, + { + "epoch": 27.03223070398643, + "grad_norm": 0.8504649309716789, + "learning_rate": 1.7120763868753517e-05, + "loss": 0.0306, + "step": 31871 + }, + { + "epoch": 27.033078880407125, + "grad_norm": 1.0748402306848814, + "learning_rate": 1.712057099612747e-05, + "loss": 0.0308, + "step": 31872 + }, + { + "epoch": 27.03392705682782, + "grad_norm": 0.9486644411605761, + "learning_rate": 1.7120378118128095e-05, + "loss": 0.0309, + "step": 31873 + }, + { + "epoch": 27.034775233248517, + "grad_norm": 0.7906842350077006, + "learning_rate": 1.712018523475554e-05, + "loss": 0.0292, + "step": 31874 + }, + { + "epoch": 27.03562340966921, + "grad_norm": 1.1309284205637817, + "learning_rate": 1.711999234600994e-05, + "loss": 0.0318, + "step": 31875 + }, + { + "epoch": 27.036471586089906, + "grad_norm": 0.8541704173834208, + "learning_rate": 1.711979945189145e-05, + "loss": 0.0295, + "step": 31876 + }, + { + "epoch": 27.037319762510602, + "grad_norm": 0.8698674846965796, + "learning_rate": 1.7119606552400215e-05, + "loss": 0.0321, + "step": 31877 + }, + { + "epoch": 27.0381679389313, + "grad_norm": 0.912932059634785, + "learning_rate": 1.7119413647536376e-05, + "loss": 0.0294, + "step": 31878 + }, + { + "epoch": 27.039016115351995, + "grad_norm": 0.8579165090412969, + "learning_rate": 1.7119220737300078e-05, + "loss": 0.0282, + "step": 31879 + }, + { + "epoch": 27.039864291772687, + "grad_norm": 0.8926583244042691, + "learning_rate": 1.711902782169147e-05, + "loss": 0.0304, + "step": 31880 + }, + { + "epoch": 27.040712468193384, + "grad_norm": 0.9342125765369359, + "learning_rate": 1.7118834900710698e-05, + "loss": 0.0305, + "step": 31881 + }, + { + "epoch": 27.04156064461408, + "grad_norm": 1.2196447669958934, + "learning_rate": 1.7118641974357908e-05, + "loss": 0.035, + "step": 31882 + }, + { + "epoch": 27.042408821034776, + "grad_norm": 0.721829749529519, + "learning_rate": 1.7118449042633244e-05, + "loss": 0.0266, + "step": 31883 + }, + { + "epoch": 27.043256997455472, + "grad_norm": 0.7697577414862056, + "learning_rate": 1.711825610553685e-05, + "loss": 0.0263, + "step": 31884 + }, + { + "epoch": 27.044105173876165, + "grad_norm": 0.8521989147178776, + "learning_rate": 1.7118063163068872e-05, + "loss": 0.0303, + "step": 31885 + }, + { + "epoch": 27.04495335029686, + "grad_norm": 0.9184412307756067, + "learning_rate": 1.7117870215229458e-05, + "loss": 0.0294, + "step": 31886 + }, + { + "epoch": 27.045801526717558, + "grad_norm": 0.8891529715782868, + "learning_rate": 1.7117677262018757e-05, + "loss": 0.0273, + "step": 31887 + }, + { + "epoch": 27.046649703138254, + "grad_norm": 0.7593621781539696, + "learning_rate": 1.71174843034369e-05, + "loss": 0.0276, + "step": 31888 + }, + { + "epoch": 27.04749787955895, + "grad_norm": 0.9045119820828484, + "learning_rate": 1.711729133948405e-05, + "loss": 0.0286, + "step": 31889 + }, + { + "epoch": 27.048346055979643, + "grad_norm": 0.8544171881279513, + "learning_rate": 1.7117098370160344e-05, + "loss": 0.0293, + "step": 31890 + }, + { + "epoch": 27.04919423240034, + "grad_norm": 0.7071706699324589, + "learning_rate": 1.7116905395465933e-05, + "loss": 0.0291, + "step": 31891 + }, + { + "epoch": 27.050042408821035, + "grad_norm": 0.8550283221023652, + "learning_rate": 1.711671241540095e-05, + "loss": 0.0315, + "step": 31892 + }, + { + "epoch": 27.05089058524173, + "grad_norm": 0.8333835891230229, + "learning_rate": 1.7116519429965555e-05, + "loss": 0.0289, + "step": 31893 + }, + { + "epoch": 27.051738761662424, + "grad_norm": 0.711634269809309, + "learning_rate": 1.7116326439159887e-05, + "loss": 0.0275, + "step": 31894 + }, + { + "epoch": 27.05258693808312, + "grad_norm": 0.7314821192936729, + "learning_rate": 1.711613344298409e-05, + "loss": 0.0291, + "step": 31895 + }, + { + "epoch": 27.053435114503817, + "grad_norm": 0.9536055683336876, + "learning_rate": 1.711594044143831e-05, + "loss": 0.0325, + "step": 31896 + }, + { + "epoch": 27.054283290924513, + "grad_norm": 0.9034572746751487, + "learning_rate": 1.71157474345227e-05, + "loss": 0.0301, + "step": 31897 + }, + { + "epoch": 27.05513146734521, + "grad_norm": 0.7368327741020694, + "learning_rate": 1.7115554422237396e-05, + "loss": 0.028, + "step": 31898 + }, + { + "epoch": 27.0559796437659, + "grad_norm": 0.7698006769604302, + "learning_rate": 1.7115361404582552e-05, + "loss": 0.029, + "step": 31899 + }, + { + "epoch": 27.056827820186598, + "grad_norm": 0.9388715897855605, + "learning_rate": 1.7115168381558308e-05, + "loss": 0.0327, + "step": 31900 + }, + { + "epoch": 27.057675996607294, + "grad_norm": 0.9687127997328643, + "learning_rate": 1.711497535316481e-05, + "loss": 0.0305, + "step": 31901 + }, + { + "epoch": 27.05852417302799, + "grad_norm": 0.8249256854699024, + "learning_rate": 1.7114782319402204e-05, + "loss": 0.0309, + "step": 31902 + }, + { + "epoch": 27.059372349448687, + "grad_norm": 0.8848199257298176, + "learning_rate": 1.711458928027064e-05, + "loss": 0.0271, + "step": 31903 + }, + { + "epoch": 27.06022052586938, + "grad_norm": 0.8185974087711714, + "learning_rate": 1.7114396235770258e-05, + "loss": 0.0287, + "step": 31904 + }, + { + "epoch": 27.061068702290076, + "grad_norm": 0.7704592991414991, + "learning_rate": 1.7114203185901205e-05, + "loss": 0.0297, + "step": 31905 + }, + { + "epoch": 27.061916878710772, + "grad_norm": 0.9558585502076247, + "learning_rate": 1.711401013066363e-05, + "loss": 0.0341, + "step": 31906 + }, + { + "epoch": 27.062765055131468, + "grad_norm": 0.9783014663846125, + "learning_rate": 1.7113817070057673e-05, + "loss": 0.0297, + "step": 31907 + }, + { + "epoch": 27.063613231552164, + "grad_norm": 0.9359583485283653, + "learning_rate": 1.7113624004083485e-05, + "loss": 0.0291, + "step": 31908 + }, + { + "epoch": 27.064461407972857, + "grad_norm": 0.941250883271712, + "learning_rate": 1.7113430932741213e-05, + "loss": 0.0305, + "step": 31909 + }, + { + "epoch": 27.065309584393553, + "grad_norm": 0.8307299881033596, + "learning_rate": 1.7113237856030994e-05, + "loss": 0.0284, + "step": 31910 + }, + { + "epoch": 27.06615776081425, + "grad_norm": 0.9361959629857548, + "learning_rate": 1.711304477395298e-05, + "loss": 0.0293, + "step": 31911 + }, + { + "epoch": 27.067005937234946, + "grad_norm": 0.832724439407501, + "learning_rate": 1.7112851686507318e-05, + "loss": 0.0282, + "step": 31912 + }, + { + "epoch": 27.067854113655642, + "grad_norm": 0.7564865475256671, + "learning_rate": 1.7112658593694153e-05, + "loss": 0.0273, + "step": 31913 + }, + { + "epoch": 27.068702290076335, + "grad_norm": 0.9749860511041313, + "learning_rate": 1.7112465495513624e-05, + "loss": 0.0325, + "step": 31914 + }, + { + "epoch": 27.06955046649703, + "grad_norm": 0.9378635831513547, + "learning_rate": 1.7112272391965884e-05, + "loss": 0.0328, + "step": 31915 + }, + { + "epoch": 27.070398642917727, + "grad_norm": 0.7712565927772693, + "learning_rate": 1.711207928305108e-05, + "loss": 0.0274, + "step": 31916 + }, + { + "epoch": 27.071246819338423, + "grad_norm": 0.9745412149415669, + "learning_rate": 1.711188616876935e-05, + "loss": 0.0305, + "step": 31917 + }, + { + "epoch": 27.07209499575912, + "grad_norm": 0.8593029471333415, + "learning_rate": 1.7111693049120845e-05, + "loss": 0.0308, + "step": 31918 + }, + { + "epoch": 27.072943172179812, + "grad_norm": 0.8393945373473275, + "learning_rate": 1.711149992410571e-05, + "loss": 0.0284, + "step": 31919 + }, + { + "epoch": 27.07379134860051, + "grad_norm": 0.8534130938383724, + "learning_rate": 1.7111306793724095e-05, + "loss": 0.0293, + "step": 31920 + }, + { + "epoch": 27.074639525021205, + "grad_norm": 0.7091419023084209, + "learning_rate": 1.7111113657976134e-05, + "loss": 0.0285, + "step": 31921 + }, + { + "epoch": 27.0754877014419, + "grad_norm": 0.910635081733337, + "learning_rate": 1.7110920516861985e-05, + "loss": 0.031, + "step": 31922 + }, + { + "epoch": 27.076335877862597, + "grad_norm": 1.1690224557763182, + "learning_rate": 1.7110727370381784e-05, + "loss": 0.0353, + "step": 31923 + }, + { + "epoch": 27.07718405428329, + "grad_norm": 0.8564361420900634, + "learning_rate": 1.7110534218535688e-05, + "loss": 0.0308, + "step": 31924 + }, + { + "epoch": 27.078032230703986, + "grad_norm": 0.8042488554560355, + "learning_rate": 1.7110341061323833e-05, + "loss": 0.0297, + "step": 31925 + }, + { + "epoch": 27.078880407124682, + "grad_norm": 0.8041482045668111, + "learning_rate": 1.7110147898746365e-05, + "loss": 0.0304, + "step": 31926 + }, + { + "epoch": 27.07972858354538, + "grad_norm": 0.8485634488087592, + "learning_rate": 1.7109954730803437e-05, + "loss": 0.0299, + "step": 31927 + }, + { + "epoch": 27.08057675996607, + "grad_norm": 0.982210715555932, + "learning_rate": 1.710976155749519e-05, + "loss": 0.0314, + "step": 31928 + }, + { + "epoch": 27.081424936386767, + "grad_norm": 0.8643891914399888, + "learning_rate": 1.710956837882177e-05, + "loss": 0.0309, + "step": 31929 + }, + { + "epoch": 27.082273112807464, + "grad_norm": 0.9623634318793353, + "learning_rate": 1.710937519478332e-05, + "loss": 0.0313, + "step": 31930 + }, + { + "epoch": 27.08312128922816, + "grad_norm": 1.0086483230592793, + "learning_rate": 1.710918200537999e-05, + "loss": 0.0348, + "step": 31931 + }, + { + "epoch": 27.083969465648856, + "grad_norm": 0.9060847178746966, + "learning_rate": 1.710898881061193e-05, + "loss": 0.0308, + "step": 31932 + }, + { + "epoch": 27.08481764206955, + "grad_norm": 0.8883102141277781, + "learning_rate": 1.7108795610479275e-05, + "loss": 0.0292, + "step": 31933 + }, + { + "epoch": 27.085665818490245, + "grad_norm": 0.9676452606584837, + "learning_rate": 1.7108602404982176e-05, + "loss": 0.0302, + "step": 31934 + }, + { + "epoch": 27.08651399491094, + "grad_norm": 0.974981336988113, + "learning_rate": 1.7108409194120783e-05, + "loss": 0.0325, + "step": 31935 + }, + { + "epoch": 27.087362171331637, + "grad_norm": 1.0950257318011198, + "learning_rate": 1.7108215977895236e-05, + "loss": 0.0301, + "step": 31936 + }, + { + "epoch": 27.088210347752334, + "grad_norm": 1.0240339830821552, + "learning_rate": 1.7108022756305683e-05, + "loss": 0.0313, + "step": 31937 + }, + { + "epoch": 27.089058524173026, + "grad_norm": 0.885309822447326, + "learning_rate": 1.710782952935227e-05, + "loss": 0.0294, + "step": 31938 + }, + { + "epoch": 27.089906700593723, + "grad_norm": 0.8174904414000075, + "learning_rate": 1.710763629703514e-05, + "loss": 0.029, + "step": 31939 + }, + { + "epoch": 27.09075487701442, + "grad_norm": 0.8426753212537665, + "learning_rate": 1.7107443059354444e-05, + "loss": 0.0288, + "step": 31940 + }, + { + "epoch": 27.091603053435115, + "grad_norm": 0.9492747166579438, + "learning_rate": 1.7107249816310322e-05, + "loss": 0.029, + "step": 31941 + }, + { + "epoch": 27.09245122985581, + "grad_norm": 0.891689022207011, + "learning_rate": 1.7107056567902923e-05, + "loss": 0.0315, + "step": 31942 + }, + { + "epoch": 27.093299406276504, + "grad_norm": 0.8520351758393152, + "learning_rate": 1.7106863314132397e-05, + "loss": 0.0301, + "step": 31943 + }, + { + "epoch": 27.0941475826972, + "grad_norm": 0.9685023781530239, + "learning_rate": 1.710667005499888e-05, + "loss": 0.03, + "step": 31944 + }, + { + "epoch": 27.094995759117896, + "grad_norm": 0.9206264170683394, + "learning_rate": 1.7106476790502525e-05, + "loss": 0.0301, + "step": 31945 + }, + { + "epoch": 27.095843935538593, + "grad_norm": 0.8761114767295415, + "learning_rate": 1.7106283520643478e-05, + "loss": 0.0302, + "step": 31946 + }, + { + "epoch": 27.09669211195929, + "grad_norm": 0.8346086495212863, + "learning_rate": 1.710609024542188e-05, + "loss": 0.0309, + "step": 31947 + }, + { + "epoch": 27.09754028837998, + "grad_norm": 0.8174956373365445, + "learning_rate": 1.7105896964837884e-05, + "loss": 0.0301, + "step": 31948 + }, + { + "epoch": 27.098388464800678, + "grad_norm": 0.9867948217272909, + "learning_rate": 1.7105703678891625e-05, + "loss": 0.0332, + "step": 31949 + }, + { + "epoch": 27.099236641221374, + "grad_norm": 0.8513361359335694, + "learning_rate": 1.710551038758326e-05, + "loss": 0.0308, + "step": 31950 + }, + { + "epoch": 27.10008481764207, + "grad_norm": 0.8099799269588148, + "learning_rate": 1.710531709091293e-05, + "loss": 0.0281, + "step": 31951 + }, + { + "epoch": 27.100932994062767, + "grad_norm": 1.0539051808209314, + "learning_rate": 1.710512378888078e-05, + "loss": 0.0302, + "step": 31952 + }, + { + "epoch": 27.10178117048346, + "grad_norm": 0.8162288689481666, + "learning_rate": 1.710493048148696e-05, + "loss": 0.0285, + "step": 31953 + }, + { + "epoch": 27.102629346904155, + "grad_norm": 0.8428561411958221, + "learning_rate": 1.710473716873161e-05, + "loss": 0.028, + "step": 31954 + }, + { + "epoch": 27.10347752332485, + "grad_norm": 0.8471683400453275, + "learning_rate": 1.710454385061488e-05, + "loss": 0.028, + "step": 31955 + }, + { + "epoch": 27.104325699745548, + "grad_norm": 1.0466064066276108, + "learning_rate": 1.7104350527136916e-05, + "loss": 0.0314, + "step": 31956 + }, + { + "epoch": 27.105173876166244, + "grad_norm": 1.0292957717321407, + "learning_rate": 1.710415719829786e-05, + "loss": 0.0314, + "step": 31957 + }, + { + "epoch": 27.106022052586937, + "grad_norm": 0.9348513715586783, + "learning_rate": 1.7103963864097862e-05, + "loss": 0.0297, + "step": 31958 + }, + { + "epoch": 27.106870229007633, + "grad_norm": 0.7698435311731482, + "learning_rate": 1.7103770524537067e-05, + "loss": 0.0274, + "step": 31959 + }, + { + "epoch": 27.10771840542833, + "grad_norm": 0.8885063467764508, + "learning_rate": 1.7103577179615617e-05, + "loss": 0.0281, + "step": 31960 + }, + { + "epoch": 27.108566581849026, + "grad_norm": 1.0090311260114342, + "learning_rate": 1.7103383829333665e-05, + "loss": 0.0325, + "step": 31961 + }, + { + "epoch": 27.109414758269722, + "grad_norm": 0.7886673341188611, + "learning_rate": 1.710319047369135e-05, + "loss": 0.0302, + "step": 31962 + }, + { + "epoch": 27.110262934690414, + "grad_norm": 0.7858091680361659, + "learning_rate": 1.7102997112688823e-05, + "loss": 0.0299, + "step": 31963 + }, + { + "epoch": 27.11111111111111, + "grad_norm": 0.7490007295283083, + "learning_rate": 1.710280374632623e-05, + "loss": 0.029, + "step": 31964 + }, + { + "epoch": 27.111959287531807, + "grad_norm": 0.9533802320793855, + "learning_rate": 1.710261037460371e-05, + "loss": 0.0303, + "step": 31965 + }, + { + "epoch": 27.112807463952503, + "grad_norm": 1.0236868678896311, + "learning_rate": 1.710241699752142e-05, + "loss": 0.0313, + "step": 31966 + }, + { + "epoch": 27.113655640373196, + "grad_norm": 0.8447528208609526, + "learning_rate": 1.7102223615079493e-05, + "loss": 0.03, + "step": 31967 + }, + { + "epoch": 27.114503816793892, + "grad_norm": 0.7664492024220083, + "learning_rate": 1.7102030227278085e-05, + "loss": 0.0276, + "step": 31968 + }, + { + "epoch": 27.11535199321459, + "grad_norm": 1.0388319382757563, + "learning_rate": 1.710183683411734e-05, + "loss": 0.032, + "step": 31969 + }, + { + "epoch": 27.116200169635285, + "grad_norm": 0.8571539962416412, + "learning_rate": 1.7101643435597403e-05, + "loss": 0.0273, + "step": 31970 + }, + { + "epoch": 27.11704834605598, + "grad_norm": 0.9209752451142587, + "learning_rate": 1.7101450031718415e-05, + "loss": 0.0304, + "step": 31971 + }, + { + "epoch": 27.117896522476673, + "grad_norm": 0.9326331091594058, + "learning_rate": 1.7101256622480526e-05, + "loss": 0.0309, + "step": 31972 + }, + { + "epoch": 27.11874469889737, + "grad_norm": 0.7686862750627481, + "learning_rate": 1.7101063207883884e-05, + "loss": 0.03, + "step": 31973 + }, + { + "epoch": 27.119592875318066, + "grad_norm": 0.8123630891869568, + "learning_rate": 1.7100869787928638e-05, + "loss": 0.0283, + "step": 31974 + }, + { + "epoch": 27.120441051738762, + "grad_norm": 0.790544217162178, + "learning_rate": 1.7100676362614925e-05, + "loss": 0.0289, + "step": 31975 + }, + { + "epoch": 27.12128922815946, + "grad_norm": 1.1430838804357317, + "learning_rate": 1.7100482931942895e-05, + "loss": 0.0328, + "step": 31976 + }, + { + "epoch": 27.12213740458015, + "grad_norm": 0.8197663329310733, + "learning_rate": 1.7100289495912698e-05, + "loss": 0.03, + "step": 31977 + }, + { + "epoch": 27.122985581000847, + "grad_norm": 0.945737071664308, + "learning_rate": 1.7100096054524468e-05, + "loss": 0.0292, + "step": 31978 + }, + { + "epoch": 27.123833757421544, + "grad_norm": 0.9736390865864671, + "learning_rate": 1.709990260777837e-05, + "loss": 0.031, + "step": 31979 + }, + { + "epoch": 27.12468193384224, + "grad_norm": 0.8546939877418053, + "learning_rate": 1.7099709155674528e-05, + "loss": 0.028, + "step": 31980 + }, + { + "epoch": 27.125530110262936, + "grad_norm": 1.0245415238032618, + "learning_rate": 1.7099515698213106e-05, + "loss": 0.0321, + "step": 31981 + }, + { + "epoch": 27.12637828668363, + "grad_norm": 1.009914807597711, + "learning_rate": 1.709932223539424e-05, + "loss": 0.0342, + "step": 31982 + }, + { + "epoch": 27.127226463104325, + "grad_norm": 1.2032898653157396, + "learning_rate": 1.7099128767218083e-05, + "loss": 0.0337, + "step": 31983 + }, + { + "epoch": 27.12807463952502, + "grad_norm": 0.7875263245361726, + "learning_rate": 1.7098935293684774e-05, + "loss": 0.0289, + "step": 31984 + }, + { + "epoch": 27.128922815945717, + "grad_norm": 0.9776897265611992, + "learning_rate": 1.709874181479446e-05, + "loss": 0.034, + "step": 31985 + }, + { + "epoch": 27.129770992366414, + "grad_norm": 1.0385875806267837, + "learning_rate": 1.7098548330547293e-05, + "loss": 0.0311, + "step": 31986 + }, + { + "epoch": 27.130619168787106, + "grad_norm": 0.9591950171993707, + "learning_rate": 1.7098354840943414e-05, + "loss": 0.0323, + "step": 31987 + }, + { + "epoch": 27.131467345207803, + "grad_norm": 0.7908437654056675, + "learning_rate": 1.7098161345982972e-05, + "loss": 0.0292, + "step": 31988 + }, + { + "epoch": 27.1323155216285, + "grad_norm": 0.9402028994679905, + "learning_rate": 1.7097967845666108e-05, + "loss": 0.0304, + "step": 31989 + }, + { + "epoch": 27.133163698049195, + "grad_norm": 0.8650186351491744, + "learning_rate": 1.709777433999297e-05, + "loss": 0.0319, + "step": 31990 + }, + { + "epoch": 27.13401187446989, + "grad_norm": 0.9280277697124086, + "learning_rate": 1.7097580828963707e-05, + "loss": 0.0311, + "step": 31991 + }, + { + "epoch": 27.134860050890584, + "grad_norm": 0.8101928152245709, + "learning_rate": 1.7097387312578466e-05, + "loss": 0.0309, + "step": 31992 + }, + { + "epoch": 27.13570822731128, + "grad_norm": 0.8193213775888285, + "learning_rate": 1.7097193790837384e-05, + "loss": 0.0306, + "step": 31993 + }, + { + "epoch": 27.136556403731976, + "grad_norm": 0.7841061499924945, + "learning_rate": 1.709700026374062e-05, + "loss": 0.0316, + "step": 31994 + }, + { + "epoch": 27.137404580152673, + "grad_norm": 0.8114883429347238, + "learning_rate": 1.7096806731288313e-05, + "loss": 0.0296, + "step": 31995 + }, + { + "epoch": 27.13825275657337, + "grad_norm": 0.943157028184691, + "learning_rate": 1.70966131934806e-05, + "loss": 0.0316, + "step": 31996 + }, + { + "epoch": 27.13910093299406, + "grad_norm": 1.022582083932626, + "learning_rate": 1.7096419650317646e-05, + "loss": 0.0318, + "step": 31997 + }, + { + "epoch": 27.139949109414758, + "grad_norm": 0.8503950364235646, + "learning_rate": 1.7096226101799586e-05, + "loss": 0.0311, + "step": 31998 + }, + { + "epoch": 27.140797285835454, + "grad_norm": 0.8838504317256329, + "learning_rate": 1.7096032547926563e-05, + "loss": 0.0262, + "step": 31999 + }, + { + "epoch": 27.14164546225615, + "grad_norm": 0.8092657245724122, + "learning_rate": 1.709583898869873e-05, + "loss": 0.0307, + "step": 32000 + }, + { + "epoch": 27.142493638676847, + "grad_norm": 0.9508941312459881, + "learning_rate": 1.7095645424116233e-05, + "loss": 0.0304, + "step": 32001 + }, + { + "epoch": 27.14334181509754, + "grad_norm": 0.9450485001285852, + "learning_rate": 1.7095451854179214e-05, + "loss": 0.0317, + "step": 32002 + }, + { + "epoch": 27.144189991518235, + "grad_norm": 0.7969316078717301, + "learning_rate": 1.7095258278887818e-05, + "loss": 0.0292, + "step": 32003 + }, + { + "epoch": 27.14503816793893, + "grad_norm": 0.9550621182529604, + "learning_rate": 1.7095064698242198e-05, + "loss": 0.032, + "step": 32004 + }, + { + "epoch": 27.145886344359628, + "grad_norm": 0.8511718542855548, + "learning_rate": 1.7094871112242493e-05, + "loss": 0.03, + "step": 32005 + }, + { + "epoch": 27.14673452078032, + "grad_norm": 0.8245002455015886, + "learning_rate": 1.709467752088885e-05, + "loss": 0.0323, + "step": 32006 + }, + { + "epoch": 27.147582697201017, + "grad_norm": 0.819692136081436, + "learning_rate": 1.7094483924181424e-05, + "loss": 0.0302, + "step": 32007 + }, + { + "epoch": 27.148430873621713, + "grad_norm": 0.843738374644549, + "learning_rate": 1.709429032212035e-05, + "loss": 0.0283, + "step": 32008 + }, + { + "epoch": 27.14927905004241, + "grad_norm": 0.6858423467356202, + "learning_rate": 1.7094096714705776e-05, + "loss": 0.0297, + "step": 32009 + }, + { + "epoch": 27.150127226463106, + "grad_norm": 0.8946457611802545, + "learning_rate": 1.7093903101937854e-05, + "loss": 0.0312, + "step": 32010 + }, + { + "epoch": 27.150975402883798, + "grad_norm": 0.8595098456211767, + "learning_rate": 1.709370948381673e-05, + "loss": 0.0314, + "step": 32011 + }, + { + "epoch": 27.151823579304494, + "grad_norm": 0.9088676442192812, + "learning_rate": 1.7093515860342538e-05, + "loss": 0.0306, + "step": 32012 + }, + { + "epoch": 27.15267175572519, + "grad_norm": 0.8957865824722424, + "learning_rate": 1.7093322231515438e-05, + "loss": 0.0291, + "step": 32013 + }, + { + "epoch": 27.153519932145887, + "grad_norm": 0.9350457429552541, + "learning_rate": 1.709312859733557e-05, + "loss": 0.0319, + "step": 32014 + }, + { + "epoch": 27.154368108566583, + "grad_norm": 0.853928623441661, + "learning_rate": 1.7092934957803078e-05, + "loss": 0.0302, + "step": 32015 + }, + { + "epoch": 27.155216284987276, + "grad_norm": 0.9303828874663748, + "learning_rate": 1.7092741312918113e-05, + "loss": 0.0305, + "step": 32016 + }, + { + "epoch": 27.156064461407972, + "grad_norm": 0.8548899494117342, + "learning_rate": 1.7092547662680822e-05, + "loss": 0.0306, + "step": 32017 + }, + { + "epoch": 27.15691263782867, + "grad_norm": 1.1509693409775008, + "learning_rate": 1.7092354007091346e-05, + "loss": 0.0324, + "step": 32018 + }, + { + "epoch": 27.157760814249365, + "grad_norm": 0.9090156909681888, + "learning_rate": 1.7092160346149832e-05, + "loss": 0.0289, + "step": 32019 + }, + { + "epoch": 27.15860899067006, + "grad_norm": 0.850751958572393, + "learning_rate": 1.7091966679856428e-05, + "loss": 0.031, + "step": 32020 + }, + { + "epoch": 27.159457167090753, + "grad_norm": 0.9917634139748964, + "learning_rate": 1.709177300821128e-05, + "loss": 0.0314, + "step": 32021 + }, + { + "epoch": 27.16030534351145, + "grad_norm": 1.0183127417429558, + "learning_rate": 1.7091579331214534e-05, + "loss": 0.035, + "step": 32022 + }, + { + "epoch": 27.161153519932146, + "grad_norm": 0.7896250340052691, + "learning_rate": 1.7091385648866336e-05, + "loss": 0.0301, + "step": 32023 + }, + { + "epoch": 27.162001696352842, + "grad_norm": 1.1007051507380867, + "learning_rate": 1.7091191961166834e-05, + "loss": 0.0347, + "step": 32024 + }, + { + "epoch": 27.16284987277354, + "grad_norm": 0.9068139917654308, + "learning_rate": 1.709099826811617e-05, + "loss": 0.0287, + "step": 32025 + }, + { + "epoch": 27.16369804919423, + "grad_norm": 0.9875593233176446, + "learning_rate": 1.7090804569714496e-05, + "loss": 0.031, + "step": 32026 + }, + { + "epoch": 27.164546225614927, + "grad_norm": 0.9000351912937111, + "learning_rate": 1.709061086596195e-05, + "loss": 0.0307, + "step": 32027 + }, + { + "epoch": 27.165394402035624, + "grad_norm": 0.8725088745678146, + "learning_rate": 1.7090417156858685e-05, + "loss": 0.0296, + "step": 32028 + }, + { + "epoch": 27.16624257845632, + "grad_norm": 0.9024956539086035, + "learning_rate": 1.7090223442404845e-05, + "loss": 0.0317, + "step": 32029 + }, + { + "epoch": 27.167090754877016, + "grad_norm": 0.9678867661901065, + "learning_rate": 1.7090029722600575e-05, + "loss": 0.0319, + "step": 32030 + }, + { + "epoch": 27.16793893129771, + "grad_norm": 0.7273811375033692, + "learning_rate": 1.7089835997446025e-05, + "loss": 0.0289, + "step": 32031 + }, + { + "epoch": 27.168787107718405, + "grad_norm": 0.8397178282619823, + "learning_rate": 1.7089642266941337e-05, + "loss": 0.0304, + "step": 32032 + }, + { + "epoch": 27.1696352841391, + "grad_norm": 0.8768328820581753, + "learning_rate": 1.708944853108666e-05, + "loss": 0.0295, + "step": 32033 + }, + { + "epoch": 27.170483460559797, + "grad_norm": 1.1396229322915228, + "learning_rate": 1.7089254789882137e-05, + "loss": 0.0314, + "step": 32034 + }, + { + "epoch": 27.171331636980494, + "grad_norm": 0.8997180639299798, + "learning_rate": 1.7089061043327916e-05, + "loss": 0.0322, + "step": 32035 + }, + { + "epoch": 27.172179813401186, + "grad_norm": 0.792025711535843, + "learning_rate": 1.7088867291424147e-05, + "loss": 0.0263, + "step": 32036 + }, + { + "epoch": 27.173027989821882, + "grad_norm": 1.0439800352076243, + "learning_rate": 1.7088673534170968e-05, + "loss": 0.03, + "step": 32037 + }, + { + "epoch": 27.17387616624258, + "grad_norm": 0.8888401415722689, + "learning_rate": 1.7088479771568532e-05, + "loss": 0.0296, + "step": 32038 + }, + { + "epoch": 27.174724342663275, + "grad_norm": 0.8620583936880478, + "learning_rate": 1.7088286003616982e-05, + "loss": 0.0294, + "step": 32039 + }, + { + "epoch": 27.17557251908397, + "grad_norm": 0.9889550337601338, + "learning_rate": 1.7088092230316466e-05, + "loss": 0.0335, + "step": 32040 + }, + { + "epoch": 27.176420695504664, + "grad_norm": 0.9186041815768512, + "learning_rate": 1.708789845166713e-05, + "loss": 0.0315, + "step": 32041 + }, + { + "epoch": 27.17726887192536, + "grad_norm": 1.110686081374464, + "learning_rate": 1.708770466766912e-05, + "loss": 0.033, + "step": 32042 + }, + { + "epoch": 27.178117048346056, + "grad_norm": 0.8893578939225286, + "learning_rate": 1.708751087832258e-05, + "loss": 0.031, + "step": 32043 + }, + { + "epoch": 27.178965224766753, + "grad_norm": 0.8136952382363853, + "learning_rate": 1.7087317083627663e-05, + "loss": 0.0302, + "step": 32044 + }, + { + "epoch": 27.179813401187445, + "grad_norm": 0.885804965851651, + "learning_rate": 1.7087123283584507e-05, + "loss": 0.0298, + "step": 32045 + }, + { + "epoch": 27.18066157760814, + "grad_norm": 1.1360125510258037, + "learning_rate": 1.708692947819326e-05, + "loss": 0.0351, + "step": 32046 + }, + { + "epoch": 27.181509754028838, + "grad_norm": 0.7751896560453118, + "learning_rate": 1.7086735667454074e-05, + "loss": 0.027, + "step": 32047 + }, + { + "epoch": 27.182357930449534, + "grad_norm": 0.7827555098342286, + "learning_rate": 1.7086541851367085e-05, + "loss": 0.0302, + "step": 32048 + }, + { + "epoch": 27.18320610687023, + "grad_norm": 0.882607104502114, + "learning_rate": 1.7086348029932448e-05, + "loss": 0.0314, + "step": 32049 + }, + { + "epoch": 27.184054283290923, + "grad_norm": 0.8845357845405913, + "learning_rate": 1.708615420315031e-05, + "loss": 0.0313, + "step": 32050 + }, + { + "epoch": 27.18490245971162, + "grad_norm": 0.8016575626942162, + "learning_rate": 1.708596037102081e-05, + "loss": 0.0282, + "step": 32051 + }, + { + "epoch": 27.185750636132315, + "grad_norm": 0.9591073261101489, + "learning_rate": 1.70857665335441e-05, + "loss": 0.0291, + "step": 32052 + }, + { + "epoch": 27.18659881255301, + "grad_norm": 0.8204733431096881, + "learning_rate": 1.7085572690720323e-05, + "loss": 0.0311, + "step": 32053 + }, + { + "epoch": 27.187446988973708, + "grad_norm": 1.015180554201808, + "learning_rate": 1.708537884254963e-05, + "loss": 0.0312, + "step": 32054 + }, + { + "epoch": 27.1882951653944, + "grad_norm": 0.942802333775736, + "learning_rate": 1.708518498903216e-05, + "loss": 0.0315, + "step": 32055 + }, + { + "epoch": 27.189143341815097, + "grad_norm": 1.0231209735234132, + "learning_rate": 1.7084991130168068e-05, + "loss": 0.0308, + "step": 32056 + }, + { + "epoch": 27.189991518235793, + "grad_norm": 0.8834223883057941, + "learning_rate": 1.708479726595749e-05, + "loss": 0.0314, + "step": 32057 + }, + { + "epoch": 27.19083969465649, + "grad_norm": 0.999462082850424, + "learning_rate": 1.7084603396400585e-05, + "loss": 0.0321, + "step": 32058 + }, + { + "epoch": 27.191687871077185, + "grad_norm": 0.7925218574900382, + "learning_rate": 1.7084409521497484e-05, + "loss": 0.0311, + "step": 32059 + }, + { + "epoch": 27.192536047497878, + "grad_norm": 0.8748463628351271, + "learning_rate": 1.708421564124835e-05, + "loss": 0.0303, + "step": 32060 + }, + { + "epoch": 27.193384223918574, + "grad_norm": 0.8837004542822376, + "learning_rate": 1.7084021755653314e-05, + "loss": 0.0272, + "step": 32061 + }, + { + "epoch": 27.19423240033927, + "grad_norm": 0.9768296842519468, + "learning_rate": 1.708382786471253e-05, + "loss": 0.0337, + "step": 32062 + }, + { + "epoch": 27.195080576759967, + "grad_norm": 1.0271761069118908, + "learning_rate": 1.708363396842615e-05, + "loss": 0.0332, + "step": 32063 + }, + { + "epoch": 27.195928753180663, + "grad_norm": 0.8614164222543578, + "learning_rate": 1.7083440066794307e-05, + "loss": 0.0312, + "step": 32064 + }, + { + "epoch": 27.196776929601356, + "grad_norm": 0.8810916566673246, + "learning_rate": 1.7083246159817152e-05, + "loss": 0.0324, + "step": 32065 + }, + { + "epoch": 27.197625106022052, + "grad_norm": 0.8804231802293079, + "learning_rate": 1.708305224749484e-05, + "loss": 0.0303, + "step": 32066 + }, + { + "epoch": 27.198473282442748, + "grad_norm": 0.8707707756950703, + "learning_rate": 1.7082858329827508e-05, + "loss": 0.0293, + "step": 32067 + }, + { + "epoch": 27.199321458863444, + "grad_norm": 0.9615420759400857, + "learning_rate": 1.7082664406815305e-05, + "loss": 0.033, + "step": 32068 + }, + { + "epoch": 27.20016963528414, + "grad_norm": 0.9272279964908491, + "learning_rate": 1.7082470478458377e-05, + "loss": 0.0324, + "step": 32069 + }, + { + "epoch": 27.201017811704833, + "grad_norm": 0.8533926526630863, + "learning_rate": 1.7082276544756872e-05, + "loss": 0.0323, + "step": 32070 + }, + { + "epoch": 27.20186598812553, + "grad_norm": 0.9010190895605426, + "learning_rate": 1.7082082605710934e-05, + "loss": 0.0313, + "step": 32071 + }, + { + "epoch": 27.202714164546226, + "grad_norm": 0.9606835948241363, + "learning_rate": 1.708188866132071e-05, + "loss": 0.0312, + "step": 32072 + }, + { + "epoch": 27.203562340966922, + "grad_norm": 1.6656154345934422, + "learning_rate": 1.7081694711586348e-05, + "loss": 0.0321, + "step": 32073 + }, + { + "epoch": 27.20441051738762, + "grad_norm": 0.8305103579389366, + "learning_rate": 1.708150075650799e-05, + "loss": 0.0304, + "step": 32074 + }, + { + "epoch": 27.20525869380831, + "grad_norm": 0.9726259995832501, + "learning_rate": 1.708130679608579e-05, + "loss": 0.0294, + "step": 32075 + }, + { + "epoch": 27.206106870229007, + "grad_norm": 0.8848881831594435, + "learning_rate": 1.7081112830319887e-05, + "loss": 0.0284, + "step": 32076 + }, + { + "epoch": 27.206955046649703, + "grad_norm": 0.9886810976281585, + "learning_rate": 1.7080918859210432e-05, + "loss": 0.0315, + "step": 32077 + }, + { + "epoch": 27.2078032230704, + "grad_norm": 0.9805571597274978, + "learning_rate": 1.7080724882757568e-05, + "loss": 0.0307, + "step": 32078 + }, + { + "epoch": 27.208651399491096, + "grad_norm": 0.8465072761255134, + "learning_rate": 1.7080530900961447e-05, + "loss": 0.0274, + "step": 32079 + }, + { + "epoch": 27.20949957591179, + "grad_norm": 0.8481558600910694, + "learning_rate": 1.7080336913822208e-05, + "loss": 0.0288, + "step": 32080 + }, + { + "epoch": 27.210347752332485, + "grad_norm": 0.7814330953887698, + "learning_rate": 1.708014292134e-05, + "loss": 0.0294, + "step": 32081 + }, + { + "epoch": 27.21119592875318, + "grad_norm": 0.9662043666785688, + "learning_rate": 1.7079948923514974e-05, + "loss": 0.0303, + "step": 32082 + }, + { + "epoch": 27.212044105173877, + "grad_norm": 0.8948069227309602, + "learning_rate": 1.707975492034727e-05, + "loss": 0.0289, + "step": 32083 + }, + { + "epoch": 27.21289228159457, + "grad_norm": 0.9504252544652548, + "learning_rate": 1.7079560911837038e-05, + "loss": 0.0346, + "step": 32084 + }, + { + "epoch": 27.213740458015266, + "grad_norm": 1.0113631278258617, + "learning_rate": 1.7079366897984423e-05, + "loss": 0.0313, + "step": 32085 + }, + { + "epoch": 27.214588634435962, + "grad_norm": 0.8902662146279458, + "learning_rate": 1.707917287878957e-05, + "loss": 0.0292, + "step": 32086 + }, + { + "epoch": 27.21543681085666, + "grad_norm": 0.9697039510508031, + "learning_rate": 1.7078978854252626e-05, + "loss": 0.0319, + "step": 32087 + }, + { + "epoch": 27.216284987277355, + "grad_norm": 0.829646158405667, + "learning_rate": 1.707878482437374e-05, + "loss": 0.033, + "step": 32088 + }, + { + "epoch": 27.217133163698048, + "grad_norm": 0.9581655668133584, + "learning_rate": 1.707859078915306e-05, + "loss": 0.0287, + "step": 32089 + }, + { + "epoch": 27.217981340118744, + "grad_norm": 0.9711880944803841, + "learning_rate": 1.7078396748590725e-05, + "loss": 0.0335, + "step": 32090 + }, + { + "epoch": 27.21882951653944, + "grad_norm": 1.0787041014181233, + "learning_rate": 1.7078202702686892e-05, + "loss": 0.0313, + "step": 32091 + }, + { + "epoch": 27.219677692960136, + "grad_norm": 0.9459377859549147, + "learning_rate": 1.7078008651441696e-05, + "loss": 0.0272, + "step": 32092 + }, + { + "epoch": 27.220525869380833, + "grad_norm": 0.9130687837766477, + "learning_rate": 1.707781459485529e-05, + "loss": 0.0302, + "step": 32093 + }, + { + "epoch": 27.221374045801525, + "grad_norm": 1.001728441894493, + "learning_rate": 1.707762053292782e-05, + "loss": 0.0323, + "step": 32094 + }, + { + "epoch": 27.22222222222222, + "grad_norm": 0.8392701699864523, + "learning_rate": 1.7077426465659434e-05, + "loss": 0.0323, + "step": 32095 + }, + { + "epoch": 27.223070398642918, + "grad_norm": 0.9876505297798792, + "learning_rate": 1.707723239305027e-05, + "loss": 0.0323, + "step": 32096 + }, + { + "epoch": 27.223918575063614, + "grad_norm": 0.9457003484300683, + "learning_rate": 1.7077038315100485e-05, + "loss": 0.0307, + "step": 32097 + }, + { + "epoch": 27.22476675148431, + "grad_norm": 1.0397407247182802, + "learning_rate": 1.707684423181022e-05, + "loss": 0.0359, + "step": 32098 + }, + { + "epoch": 27.225614927905003, + "grad_norm": 0.7607860721256804, + "learning_rate": 1.7076650143179622e-05, + "loss": 0.0281, + "step": 32099 + }, + { + "epoch": 27.2264631043257, + "grad_norm": 0.8459918922146956, + "learning_rate": 1.7076456049208838e-05, + "loss": 0.0296, + "step": 32100 + }, + { + "epoch": 27.227311280746395, + "grad_norm": 1.0513867124780956, + "learning_rate": 1.7076261949898015e-05, + "loss": 0.0341, + "step": 32101 + }, + { + "epoch": 27.22815945716709, + "grad_norm": 0.8167722288203639, + "learning_rate": 1.7076067845247297e-05, + "loss": 0.0287, + "step": 32102 + }, + { + "epoch": 27.229007633587788, + "grad_norm": 0.9644716797087793, + "learning_rate": 1.7075873735256833e-05, + "loss": 0.0324, + "step": 32103 + }, + { + "epoch": 27.22985581000848, + "grad_norm": 1.0408136717623697, + "learning_rate": 1.7075679619926767e-05, + "loss": 0.0305, + "step": 32104 + }, + { + "epoch": 27.230703986429177, + "grad_norm": 0.7712225622009536, + "learning_rate": 1.707548549925725e-05, + "loss": 0.0292, + "step": 32105 + }, + { + "epoch": 27.231552162849873, + "grad_norm": 1.0069789416832131, + "learning_rate": 1.7075291373248427e-05, + "loss": 0.0352, + "step": 32106 + }, + { + "epoch": 27.23240033927057, + "grad_norm": 0.9165751741734683, + "learning_rate": 1.7075097241900443e-05, + "loss": 0.0305, + "step": 32107 + }, + { + "epoch": 27.233248515691265, + "grad_norm": 0.9185305616721859, + "learning_rate": 1.707490310521344e-05, + "loss": 0.0303, + "step": 32108 + }, + { + "epoch": 27.234096692111958, + "grad_norm": 1.048292446000697, + "learning_rate": 1.7074708963187578e-05, + "loss": 0.0321, + "step": 32109 + }, + { + "epoch": 27.234944868532654, + "grad_norm": 0.8554318536744017, + "learning_rate": 1.7074514815822987e-05, + "loss": 0.0298, + "step": 32110 + }, + { + "epoch": 27.23579304495335, + "grad_norm": 1.2136727405102947, + "learning_rate": 1.7074320663119826e-05, + "loss": 0.0332, + "step": 32111 + }, + { + "epoch": 27.236641221374047, + "grad_norm": 0.7275248113496441, + "learning_rate": 1.7074126505078236e-05, + "loss": 0.0304, + "step": 32112 + }, + { + "epoch": 27.237489397794743, + "grad_norm": 0.9382966444578003, + "learning_rate": 1.707393234169836e-05, + "loss": 0.0325, + "step": 32113 + }, + { + "epoch": 27.238337574215436, + "grad_norm": 1.0716812395550892, + "learning_rate": 1.7073738172980353e-05, + "loss": 0.0336, + "step": 32114 + }, + { + "epoch": 27.239185750636132, + "grad_norm": 0.9238244054124201, + "learning_rate": 1.7073543998924355e-05, + "loss": 0.0323, + "step": 32115 + }, + { + "epoch": 27.240033927056828, + "grad_norm": 1.2699835202237222, + "learning_rate": 1.7073349819530515e-05, + "loss": 0.0342, + "step": 32116 + }, + { + "epoch": 27.240882103477524, + "grad_norm": 1.0745775826399488, + "learning_rate": 1.7073155634798977e-05, + "loss": 0.0332, + "step": 32117 + }, + { + "epoch": 27.24173027989822, + "grad_norm": 0.8662334995762094, + "learning_rate": 1.7072961444729896e-05, + "loss": 0.0316, + "step": 32118 + }, + { + "epoch": 27.242578456318913, + "grad_norm": 0.8212063459207699, + "learning_rate": 1.707276724932341e-05, + "loss": 0.0303, + "step": 32119 + }, + { + "epoch": 27.24342663273961, + "grad_norm": 0.9155693675441919, + "learning_rate": 1.7072573048579666e-05, + "loss": 0.0295, + "step": 32120 + }, + { + "epoch": 27.244274809160306, + "grad_norm": 0.9339001124295297, + "learning_rate": 1.7072378842498816e-05, + "loss": 0.0299, + "step": 32121 + }, + { + "epoch": 27.245122985581002, + "grad_norm": 0.9644452162633887, + "learning_rate": 1.7072184631081e-05, + "loss": 0.036, + "step": 32122 + }, + { + "epoch": 27.245971162001695, + "grad_norm": 1.009443852282175, + "learning_rate": 1.707199041432637e-05, + "loss": 0.0332, + "step": 32123 + }, + { + "epoch": 27.24681933842239, + "grad_norm": 0.9543536911284125, + "learning_rate": 1.707179619223507e-05, + "loss": 0.0308, + "step": 32124 + }, + { + "epoch": 27.247667514843087, + "grad_norm": 0.8722759050242416, + "learning_rate": 1.7071601964807245e-05, + "loss": 0.0315, + "step": 32125 + }, + { + "epoch": 27.248515691263783, + "grad_norm": 1.0047885851812568, + "learning_rate": 1.7071407732043044e-05, + "loss": 0.0309, + "step": 32126 + }, + { + "epoch": 27.24936386768448, + "grad_norm": 0.8602748816607311, + "learning_rate": 1.707121349394261e-05, + "loss": 0.0303, + "step": 32127 + }, + { + "epoch": 27.250212044105172, + "grad_norm": 0.9525416982841406, + "learning_rate": 1.70710192505061e-05, + "loss": 0.0316, + "step": 32128 + }, + { + "epoch": 27.25106022052587, + "grad_norm": 0.8985763227672973, + "learning_rate": 1.7070825001733647e-05, + "loss": 0.0299, + "step": 32129 + }, + { + "epoch": 27.251908396946565, + "grad_norm": 1.0439929867354254, + "learning_rate": 1.7070630747625405e-05, + "loss": 0.0318, + "step": 32130 + }, + { + "epoch": 27.25275657336726, + "grad_norm": 1.0424109740194578, + "learning_rate": 1.707043648818152e-05, + "loss": 0.0319, + "step": 32131 + }, + { + "epoch": 27.253604749787957, + "grad_norm": 1.1006310550540368, + "learning_rate": 1.7070242223402137e-05, + "loss": 0.0347, + "step": 32132 + }, + { + "epoch": 27.25445292620865, + "grad_norm": 0.9836541214801725, + "learning_rate": 1.7070047953287406e-05, + "loss": 0.0333, + "step": 32133 + }, + { + "epoch": 27.255301102629346, + "grad_norm": 0.717459241294031, + "learning_rate": 1.7069853677837468e-05, + "loss": 0.0282, + "step": 32134 + }, + { + "epoch": 27.256149279050042, + "grad_norm": 0.8517363342042019, + "learning_rate": 1.7069659397052472e-05, + "loss": 0.0298, + "step": 32135 + }, + { + "epoch": 27.25699745547074, + "grad_norm": 1.0362080082968346, + "learning_rate": 1.7069465110932572e-05, + "loss": 0.0325, + "step": 32136 + }, + { + "epoch": 27.257845631891435, + "grad_norm": 0.918938713555463, + "learning_rate": 1.70692708194779e-05, + "loss": 0.0303, + "step": 32137 + }, + { + "epoch": 27.258693808312128, + "grad_norm": 0.9698596041788063, + "learning_rate": 1.7069076522688612e-05, + "loss": 0.0339, + "step": 32138 + }, + { + "epoch": 27.259541984732824, + "grad_norm": 0.7905040546347603, + "learning_rate": 1.7068882220564855e-05, + "loss": 0.0283, + "step": 32139 + }, + { + "epoch": 27.26039016115352, + "grad_norm": 0.8739141836814932, + "learning_rate": 1.7068687913106775e-05, + "loss": 0.0312, + "step": 32140 + }, + { + "epoch": 27.261238337574216, + "grad_norm": 0.8472674822907403, + "learning_rate": 1.7068493600314515e-05, + "loss": 0.0275, + "step": 32141 + }, + { + "epoch": 27.262086513994912, + "grad_norm": 1.0486134190501244, + "learning_rate": 1.7068299282188225e-05, + "loss": 0.0297, + "step": 32142 + }, + { + "epoch": 27.262934690415605, + "grad_norm": 0.8924196582389167, + "learning_rate": 1.7068104958728052e-05, + "loss": 0.0304, + "step": 32143 + }, + { + "epoch": 27.2637828668363, + "grad_norm": 1.0507155675714848, + "learning_rate": 1.7067910629934138e-05, + "loss": 0.0332, + "step": 32144 + }, + { + "epoch": 27.264631043256998, + "grad_norm": 1.0133960192658453, + "learning_rate": 1.7067716295806632e-05, + "loss": 0.0322, + "step": 32145 + }, + { + "epoch": 27.265479219677694, + "grad_norm": 0.9982265185642822, + "learning_rate": 1.7067521956345686e-05, + "loss": 0.0294, + "step": 32146 + }, + { + "epoch": 27.26632739609839, + "grad_norm": 1.0477652457965905, + "learning_rate": 1.7067327611551437e-05, + "loss": 0.0329, + "step": 32147 + }, + { + "epoch": 27.267175572519083, + "grad_norm": 1.025479645345917, + "learning_rate": 1.7067133261424042e-05, + "loss": 0.0349, + "step": 32148 + }, + { + "epoch": 27.26802374893978, + "grad_norm": 0.9966657831798938, + "learning_rate": 1.7066938905963643e-05, + "loss": 0.0309, + "step": 32149 + }, + { + "epoch": 27.268871925360475, + "grad_norm": 0.8783056984120362, + "learning_rate": 1.7066744545170382e-05, + "loss": 0.0304, + "step": 32150 + }, + { + "epoch": 27.26972010178117, + "grad_norm": 0.9926702871043009, + "learning_rate": 1.706655017904441e-05, + "loss": 0.0297, + "step": 32151 + }, + { + "epoch": 27.270568278201868, + "grad_norm": 1.0773764759860207, + "learning_rate": 1.7066355807585874e-05, + "loss": 0.0307, + "step": 32152 + }, + { + "epoch": 27.27141645462256, + "grad_norm": 1.191851261366029, + "learning_rate": 1.7066161430794922e-05, + "loss": 0.034, + "step": 32153 + }, + { + "epoch": 27.272264631043257, + "grad_norm": 1.1060614720948767, + "learning_rate": 1.7065967048671698e-05, + "loss": 0.0306, + "step": 32154 + }, + { + "epoch": 27.273112807463953, + "grad_norm": 0.8006563726109247, + "learning_rate": 1.7065772661216353e-05, + "loss": 0.0314, + "step": 32155 + }, + { + "epoch": 27.27396098388465, + "grad_norm": 0.8122010578503032, + "learning_rate": 1.7065578268429028e-05, + "loss": 0.0303, + "step": 32156 + }, + { + "epoch": 27.274809160305345, + "grad_norm": 1.0686581566030495, + "learning_rate": 1.706538387030987e-05, + "loss": 0.0334, + "step": 32157 + }, + { + "epoch": 27.275657336726038, + "grad_norm": 0.9079984618866048, + "learning_rate": 1.7065189466859028e-05, + "loss": 0.0328, + "step": 32158 + }, + { + "epoch": 27.276505513146734, + "grad_norm": 1.1579598709141776, + "learning_rate": 1.7064995058076648e-05, + "loss": 0.0337, + "step": 32159 + }, + { + "epoch": 27.27735368956743, + "grad_norm": 0.8321827151740573, + "learning_rate": 1.706480064396288e-05, + "loss": 0.0299, + "step": 32160 + }, + { + "epoch": 27.278201865988127, + "grad_norm": 1.122044635517916, + "learning_rate": 1.7064606224517866e-05, + "loss": 0.0301, + "step": 32161 + }, + { + "epoch": 27.27905004240882, + "grad_norm": 1.1201164118506377, + "learning_rate": 1.7064411799741755e-05, + "loss": 0.0326, + "step": 32162 + }, + { + "epoch": 27.279898218829516, + "grad_norm": 0.9044621204393622, + "learning_rate": 1.7064217369634693e-05, + "loss": 0.0295, + "step": 32163 + }, + { + "epoch": 27.280746395250212, + "grad_norm": 1.0761564292420094, + "learning_rate": 1.7064022934196823e-05, + "loss": 0.0329, + "step": 32164 + }, + { + "epoch": 27.281594571670908, + "grad_norm": 0.8584358026230376, + "learning_rate": 1.70638284934283e-05, + "loss": 0.0305, + "step": 32165 + }, + { + "epoch": 27.282442748091604, + "grad_norm": 0.9554631211842071, + "learning_rate": 1.7063634047329264e-05, + "loss": 0.0278, + "step": 32166 + }, + { + "epoch": 27.283290924512297, + "grad_norm": 0.8001743958427187, + "learning_rate": 1.7063439595899865e-05, + "loss": 0.0292, + "step": 32167 + }, + { + "epoch": 27.284139100932993, + "grad_norm": 1.0275904067997244, + "learning_rate": 1.706324513914025e-05, + "loss": 0.0326, + "step": 32168 + }, + { + "epoch": 27.28498727735369, + "grad_norm": 0.8617411188449253, + "learning_rate": 1.7063050677050568e-05, + "loss": 0.0294, + "step": 32169 + }, + { + "epoch": 27.285835453774386, + "grad_norm": 1.1030149463031091, + "learning_rate": 1.706285620963096e-05, + "loss": 0.0328, + "step": 32170 + }, + { + "epoch": 27.286683630195082, + "grad_norm": 1.1529899915240844, + "learning_rate": 1.7062661736881573e-05, + "loss": 0.035, + "step": 32171 + }, + { + "epoch": 27.287531806615775, + "grad_norm": 0.8636578221381013, + "learning_rate": 1.7062467258802556e-05, + "loss": 0.0305, + "step": 32172 + }, + { + "epoch": 27.28837998303647, + "grad_norm": 0.9687362102038147, + "learning_rate": 1.7062272775394056e-05, + "loss": 0.0322, + "step": 32173 + }, + { + "epoch": 27.289228159457167, + "grad_norm": 0.8967228402839256, + "learning_rate": 1.7062078286656217e-05, + "loss": 0.0304, + "step": 32174 + }, + { + "epoch": 27.290076335877863, + "grad_norm": 1.0818860234967398, + "learning_rate": 1.706188379258919e-05, + "loss": 0.0321, + "step": 32175 + }, + { + "epoch": 27.29092451229856, + "grad_norm": 0.8732135409240463, + "learning_rate": 1.7061689293193122e-05, + "loss": 0.0296, + "step": 32176 + }, + { + "epoch": 27.291772688719252, + "grad_norm": 0.9196340298967782, + "learning_rate": 1.7061494788468157e-05, + "loss": 0.0298, + "step": 32177 + }, + { + "epoch": 27.29262086513995, + "grad_norm": 0.8763178194601371, + "learning_rate": 1.706130027841444e-05, + "loss": 0.031, + "step": 32178 + }, + { + "epoch": 27.293469041560645, + "grad_norm": 1.0738164134122956, + "learning_rate": 1.7061105763032123e-05, + "loss": 0.0325, + "step": 32179 + }, + { + "epoch": 27.29431721798134, + "grad_norm": 1.0926263590029461, + "learning_rate": 1.706091124232135e-05, + "loss": 0.0317, + "step": 32180 + }, + { + "epoch": 27.295165394402037, + "grad_norm": 1.063639133110915, + "learning_rate": 1.7060716716282266e-05, + "loss": 0.0334, + "step": 32181 + }, + { + "epoch": 27.29601357082273, + "grad_norm": 1.0379025087908564, + "learning_rate": 1.706052218491502e-05, + "loss": 0.0333, + "step": 32182 + }, + { + "epoch": 27.296861747243426, + "grad_norm": 1.0266508425879115, + "learning_rate": 1.7060327648219756e-05, + "loss": 0.0336, + "step": 32183 + }, + { + "epoch": 27.297709923664122, + "grad_norm": 0.9276013410884426, + "learning_rate": 1.7060133106196627e-05, + "loss": 0.0274, + "step": 32184 + }, + { + "epoch": 27.29855810008482, + "grad_norm": 0.9759199999019, + "learning_rate": 1.7059938558845775e-05, + "loss": 0.0341, + "step": 32185 + }, + { + "epoch": 27.299406276505515, + "grad_norm": 1.028054121148997, + "learning_rate": 1.7059744006167348e-05, + "loss": 0.0377, + "step": 32186 + }, + { + "epoch": 27.300254452926207, + "grad_norm": 0.9865639177405716, + "learning_rate": 1.7059549448161492e-05, + "loss": 0.0338, + "step": 32187 + }, + { + "epoch": 27.301102629346904, + "grad_norm": 0.8338038243748117, + "learning_rate": 1.7059354884828356e-05, + "loss": 0.0318, + "step": 32188 + }, + { + "epoch": 27.3019508057676, + "grad_norm": 1.0316691185568043, + "learning_rate": 1.7059160316168083e-05, + "loss": 0.031, + "step": 32189 + }, + { + "epoch": 27.302798982188296, + "grad_norm": 0.9058394520232931, + "learning_rate": 1.705896574218082e-05, + "loss": 0.0315, + "step": 32190 + }, + { + "epoch": 27.303647158608992, + "grad_norm": 0.9963162875911924, + "learning_rate": 1.705877116286672e-05, + "loss": 0.03, + "step": 32191 + }, + { + "epoch": 27.304495335029685, + "grad_norm": 0.9298124227008737, + "learning_rate": 1.7058576578225924e-05, + "loss": 0.0321, + "step": 32192 + }, + { + "epoch": 27.30534351145038, + "grad_norm": 0.8821996609039771, + "learning_rate": 1.7058381988258582e-05, + "loss": 0.033, + "step": 32193 + }, + { + "epoch": 27.306191687871078, + "grad_norm": 1.3320102788905397, + "learning_rate": 1.705818739296484e-05, + "loss": 0.0327, + "step": 32194 + }, + { + "epoch": 27.307039864291774, + "grad_norm": 0.9782488895642638, + "learning_rate": 1.7057992792344844e-05, + "loss": 0.0324, + "step": 32195 + }, + { + "epoch": 27.307888040712466, + "grad_norm": 0.8157086758497161, + "learning_rate": 1.705779818639874e-05, + "loss": 0.031, + "step": 32196 + }, + { + "epoch": 27.308736217133163, + "grad_norm": 0.8303783419147925, + "learning_rate": 1.7057603575126673e-05, + "loss": 0.0322, + "step": 32197 + }, + { + "epoch": 27.30958439355386, + "grad_norm": 0.9069186208590602, + "learning_rate": 1.7057408958528798e-05, + "loss": 0.0311, + "step": 32198 + }, + { + "epoch": 27.310432569974555, + "grad_norm": 0.8613644502489032, + "learning_rate": 1.7057214336605254e-05, + "loss": 0.0316, + "step": 32199 + }, + { + "epoch": 27.31128074639525, + "grad_norm": 0.9985692124405191, + "learning_rate": 1.705701970935619e-05, + "loss": 0.0322, + "step": 32200 + }, + { + "epoch": 27.312128922815944, + "grad_norm": 0.8181315490622106, + "learning_rate": 1.7056825076781755e-05, + "loss": 0.0267, + "step": 32201 + }, + { + "epoch": 27.31297709923664, + "grad_norm": 0.9341841653411148, + "learning_rate": 1.7056630438882096e-05, + "loss": 0.0333, + "step": 32202 + }, + { + "epoch": 27.313825275657337, + "grad_norm": 0.9070372626774158, + "learning_rate": 1.7056435795657354e-05, + "loss": 0.0329, + "step": 32203 + }, + { + "epoch": 27.314673452078033, + "grad_norm": 0.9270163808182689, + "learning_rate": 1.705624114710768e-05, + "loss": 0.0309, + "step": 32204 + }, + { + "epoch": 27.31552162849873, + "grad_norm": 1.1481967446591075, + "learning_rate": 1.7056046493233224e-05, + "loss": 0.036, + "step": 32205 + }, + { + "epoch": 27.31636980491942, + "grad_norm": 0.8359103617416199, + "learning_rate": 1.705585183403413e-05, + "loss": 0.0296, + "step": 32206 + }, + { + "epoch": 27.317217981340118, + "grad_norm": 1.0491043293705167, + "learning_rate": 1.7055657169510543e-05, + "loss": 0.0373, + "step": 32207 + }, + { + "epoch": 27.318066157760814, + "grad_norm": 0.9988296033953361, + "learning_rate": 1.705546249966261e-05, + "loss": 0.0317, + "step": 32208 + }, + { + "epoch": 27.31891433418151, + "grad_norm": 1.0535416197883152, + "learning_rate": 1.7055267824490486e-05, + "loss": 0.0329, + "step": 32209 + }, + { + "epoch": 27.319762510602207, + "grad_norm": 0.9986353524215766, + "learning_rate": 1.7055073143994305e-05, + "loss": 0.0355, + "step": 32210 + }, + { + "epoch": 27.3206106870229, + "grad_norm": 0.8454350066802563, + "learning_rate": 1.705487845817422e-05, + "loss": 0.03, + "step": 32211 + }, + { + "epoch": 27.321458863443596, + "grad_norm": 0.9434413552538449, + "learning_rate": 1.7054683767030385e-05, + "loss": 0.0339, + "step": 32212 + }, + { + "epoch": 27.32230703986429, + "grad_norm": 1.044082576451487, + "learning_rate": 1.7054489070562934e-05, + "loss": 0.0311, + "step": 32213 + }, + { + "epoch": 27.323155216284988, + "grad_norm": 0.9661431773834249, + "learning_rate": 1.7054294368772023e-05, + "loss": 0.0323, + "step": 32214 + }, + { + "epoch": 27.324003392705684, + "grad_norm": 0.8727846608138528, + "learning_rate": 1.7054099661657795e-05, + "loss": 0.0312, + "step": 32215 + }, + { + "epoch": 27.324851569126377, + "grad_norm": 0.8643593931320248, + "learning_rate": 1.70539049492204e-05, + "loss": 0.0349, + "step": 32216 + }, + { + "epoch": 27.325699745547073, + "grad_norm": 0.9149107986064681, + "learning_rate": 1.7053710231459976e-05, + "loss": 0.0354, + "step": 32217 + }, + { + "epoch": 27.32654792196777, + "grad_norm": 0.9325966309907763, + "learning_rate": 1.7053515508376683e-05, + "loss": 0.033, + "step": 32218 + }, + { + "epoch": 27.327396098388466, + "grad_norm": 0.9876749669622868, + "learning_rate": 1.705332077997066e-05, + "loss": 0.0342, + "step": 32219 + }, + { + "epoch": 27.328244274809162, + "grad_norm": 1.1275655775288893, + "learning_rate": 1.705312604624206e-05, + "loss": 0.0367, + "step": 32220 + }, + { + "epoch": 27.329092451229855, + "grad_norm": 0.9696076843089487, + "learning_rate": 1.7052931307191022e-05, + "loss": 0.0361, + "step": 32221 + }, + { + "epoch": 27.32994062765055, + "grad_norm": 1.030663447236145, + "learning_rate": 1.7052736562817695e-05, + "loss": 0.0317, + "step": 32222 + }, + { + "epoch": 27.330788804071247, + "grad_norm": 1.0078785238541532, + "learning_rate": 1.705254181312223e-05, + "loss": 0.0334, + "step": 32223 + }, + { + "epoch": 27.331636980491943, + "grad_norm": 1.043107653022472, + "learning_rate": 1.7052347058104767e-05, + "loss": 0.0334, + "step": 32224 + }, + { + "epoch": 27.33248515691264, + "grad_norm": 0.8946710824744967, + "learning_rate": 1.7052152297765462e-05, + "loss": 0.032, + "step": 32225 + }, + { + "epoch": 27.333333333333332, + "grad_norm": 1.0137066643334818, + "learning_rate": 1.705195753210446e-05, + "loss": 0.0348, + "step": 32226 + }, + { + "epoch": 27.33418150975403, + "grad_norm": 0.9380886990709679, + "learning_rate": 1.70517627611219e-05, + "loss": 0.0342, + "step": 32227 + }, + { + "epoch": 27.335029686174725, + "grad_norm": 0.8773167726725918, + "learning_rate": 1.7051567984817938e-05, + "loss": 0.0306, + "step": 32228 + }, + { + "epoch": 27.33587786259542, + "grad_norm": 0.8295791876079296, + "learning_rate": 1.7051373203192715e-05, + "loss": 0.0313, + "step": 32229 + }, + { + "epoch": 27.336726039016117, + "grad_norm": 0.8148416045754944, + "learning_rate": 1.705117841624638e-05, + "loss": 0.0294, + "step": 32230 + }, + { + "epoch": 27.33757421543681, + "grad_norm": 0.8652157736970728, + "learning_rate": 1.7050983623979082e-05, + "loss": 0.0306, + "step": 32231 + }, + { + "epoch": 27.338422391857506, + "grad_norm": 0.81152965758088, + "learning_rate": 1.7050788826390968e-05, + "loss": 0.0307, + "step": 32232 + }, + { + "epoch": 27.339270568278202, + "grad_norm": 0.8214094881753489, + "learning_rate": 1.7050594023482182e-05, + "loss": 0.0294, + "step": 32233 + }, + { + "epoch": 27.3401187446989, + "grad_norm": 0.9622424940382794, + "learning_rate": 1.705039921525287e-05, + "loss": 0.035, + "step": 32234 + }, + { + "epoch": 27.34096692111959, + "grad_norm": 1.0969537182413995, + "learning_rate": 1.7050204401703182e-05, + "loss": 0.0361, + "step": 32235 + }, + { + "epoch": 27.341815097540287, + "grad_norm": 0.9392907387911131, + "learning_rate": 1.7050009582833267e-05, + "loss": 0.0327, + "step": 32236 + }, + { + "epoch": 27.342663273960984, + "grad_norm": 0.8836582293955713, + "learning_rate": 1.704981475864327e-05, + "loss": 0.0307, + "step": 32237 + }, + { + "epoch": 27.34351145038168, + "grad_norm": 0.9035144258672974, + "learning_rate": 1.7049619929133336e-05, + "loss": 0.0306, + "step": 32238 + }, + { + "epoch": 27.344359626802376, + "grad_norm": 0.9429880644909185, + "learning_rate": 1.7049425094303612e-05, + "loss": 0.032, + "step": 32239 + }, + { + "epoch": 27.34520780322307, + "grad_norm": 0.8038828558135078, + "learning_rate": 1.7049230254154246e-05, + "loss": 0.0307, + "step": 32240 + }, + { + "epoch": 27.346055979643765, + "grad_norm": 0.8978268258766652, + "learning_rate": 1.704903540868539e-05, + "loss": 0.0317, + "step": 32241 + }, + { + "epoch": 27.34690415606446, + "grad_norm": 0.8757396995172596, + "learning_rate": 1.704884055789718e-05, + "loss": 0.0292, + "step": 32242 + }, + { + "epoch": 27.347752332485157, + "grad_norm": 1.1962791894114868, + "learning_rate": 1.7048645701789773e-05, + "loss": 0.0319, + "step": 32243 + }, + { + "epoch": 27.348600508905854, + "grad_norm": 0.8888422331772273, + "learning_rate": 1.7048450840363316e-05, + "loss": 0.0311, + "step": 32244 + }, + { + "epoch": 27.349448685326546, + "grad_norm": 0.9691941076776519, + "learning_rate": 1.704825597361795e-05, + "loss": 0.03, + "step": 32245 + }, + { + "epoch": 27.350296861747243, + "grad_norm": 0.8045215393146253, + "learning_rate": 1.704806110155382e-05, + "loss": 0.0319, + "step": 32246 + }, + { + "epoch": 27.35114503816794, + "grad_norm": 0.9010550245985262, + "learning_rate": 1.7047866224171085e-05, + "loss": 0.029, + "step": 32247 + }, + { + "epoch": 27.351993214588635, + "grad_norm": 0.8593145738755996, + "learning_rate": 1.704767134146988e-05, + "loss": 0.0334, + "step": 32248 + }, + { + "epoch": 27.35284139100933, + "grad_norm": 0.8801562888179785, + "learning_rate": 1.704747645345036e-05, + "loss": 0.031, + "step": 32249 + }, + { + "epoch": 27.353689567430024, + "grad_norm": 0.9494965123836193, + "learning_rate": 1.7047281560112666e-05, + "loss": 0.0326, + "step": 32250 + }, + { + "epoch": 27.35453774385072, + "grad_norm": 0.9593774966083357, + "learning_rate": 1.704708666145695e-05, + "loss": 0.032, + "step": 32251 + }, + { + "epoch": 27.355385920271416, + "grad_norm": 0.9245797651070862, + "learning_rate": 1.7046891757483357e-05, + "loss": 0.0313, + "step": 32252 + }, + { + "epoch": 27.356234096692113, + "grad_norm": 0.7713687363813236, + "learning_rate": 1.7046696848192034e-05, + "loss": 0.0298, + "step": 32253 + }, + { + "epoch": 27.35708227311281, + "grad_norm": 0.8370567479806685, + "learning_rate": 1.704650193358313e-05, + "loss": 0.0307, + "step": 32254 + }, + { + "epoch": 27.3579304495335, + "grad_norm": 0.9232256629809249, + "learning_rate": 1.704630701365679e-05, + "loss": 0.0318, + "step": 32255 + }, + { + "epoch": 27.358778625954198, + "grad_norm": 0.843015744675142, + "learning_rate": 1.704611208841316e-05, + "loss": 0.028, + "step": 32256 + }, + { + "epoch": 27.359626802374894, + "grad_norm": 0.9647331902826879, + "learning_rate": 1.7045917157852385e-05, + "loss": 0.0321, + "step": 32257 + }, + { + "epoch": 27.36047497879559, + "grad_norm": 0.9741198614387215, + "learning_rate": 1.704572222197462e-05, + "loss": 0.0301, + "step": 32258 + }, + { + "epoch": 27.361323155216287, + "grad_norm": 0.8746925512889638, + "learning_rate": 1.704552728078001e-05, + "loss": 0.0319, + "step": 32259 + }, + { + "epoch": 27.36217133163698, + "grad_norm": 0.8465766889899772, + "learning_rate": 1.7045332334268693e-05, + "loss": 0.0294, + "step": 32260 + }, + { + "epoch": 27.363019508057675, + "grad_norm": 1.1591316899099902, + "learning_rate": 1.704513738244083e-05, + "loss": 0.0314, + "step": 32261 + }, + { + "epoch": 27.36386768447837, + "grad_norm": 1.052066963588343, + "learning_rate": 1.7044942425296556e-05, + "loss": 0.0316, + "step": 32262 + }, + { + "epoch": 27.364715860899068, + "grad_norm": 0.9899936827212499, + "learning_rate": 1.7044747462836026e-05, + "loss": 0.0294, + "step": 32263 + }, + { + "epoch": 27.365564037319764, + "grad_norm": 1.0395457484450235, + "learning_rate": 1.704455249505938e-05, + "loss": 0.0318, + "step": 32264 + }, + { + "epoch": 27.366412213740457, + "grad_norm": 0.8592741732387001, + "learning_rate": 1.7044357521966776e-05, + "loss": 0.0294, + "step": 32265 + }, + { + "epoch": 27.367260390161153, + "grad_norm": 0.8688364100023152, + "learning_rate": 1.704416254355835e-05, + "loss": 0.035, + "step": 32266 + }, + { + "epoch": 27.36810856658185, + "grad_norm": 0.9168379974509168, + "learning_rate": 1.7043967559834254e-05, + "loss": 0.0305, + "step": 32267 + }, + { + "epoch": 27.368956743002546, + "grad_norm": 1.013584417850506, + "learning_rate": 1.7043772570794637e-05, + "loss": 0.0313, + "step": 32268 + }, + { + "epoch": 27.36980491942324, + "grad_norm": 1.06511509269382, + "learning_rate": 1.7043577576439644e-05, + "loss": 0.03, + "step": 32269 + }, + { + "epoch": 27.370653095843934, + "grad_norm": 0.9173266089465872, + "learning_rate": 1.704338257676942e-05, + "loss": 0.0326, + "step": 32270 + }, + { + "epoch": 27.37150127226463, + "grad_norm": 0.8614504030782602, + "learning_rate": 1.7043187571784113e-05, + "loss": 0.0287, + "step": 32271 + }, + { + "epoch": 27.372349448685327, + "grad_norm": 0.7840490384283189, + "learning_rate": 1.7042992561483877e-05, + "loss": 0.0338, + "step": 32272 + }, + { + "epoch": 27.373197625106023, + "grad_norm": 0.9315967671062764, + "learning_rate": 1.704279754586885e-05, + "loss": 0.0322, + "step": 32273 + }, + { + "epoch": 27.374045801526716, + "grad_norm": 1.024337046328188, + "learning_rate": 1.7042602524939186e-05, + "loss": 0.0339, + "step": 32274 + }, + { + "epoch": 27.374893977947412, + "grad_norm": 0.9254504897355894, + "learning_rate": 1.7042407498695022e-05, + "loss": 0.0297, + "step": 32275 + }, + { + "epoch": 27.37574215436811, + "grad_norm": 1.1549164283919466, + "learning_rate": 1.704221246713652e-05, + "loss": 0.0342, + "step": 32276 + }, + { + "epoch": 27.376590330788805, + "grad_norm": 0.8596719847031259, + "learning_rate": 1.7042017430263813e-05, + "loss": 0.0313, + "step": 32277 + }, + { + "epoch": 27.3774385072095, + "grad_norm": 0.9954012610405789, + "learning_rate": 1.7041822388077056e-05, + "loss": 0.0311, + "step": 32278 + }, + { + "epoch": 27.378286683630193, + "grad_norm": 0.8786679305699987, + "learning_rate": 1.70416273405764e-05, + "loss": 0.0298, + "step": 32279 + }, + { + "epoch": 27.37913486005089, + "grad_norm": 1.0871601128289838, + "learning_rate": 1.7041432287761978e-05, + "loss": 0.0314, + "step": 32280 + }, + { + "epoch": 27.379983036471586, + "grad_norm": 0.8832255908649018, + "learning_rate": 1.7041237229633952e-05, + "loss": 0.0319, + "step": 32281 + }, + { + "epoch": 27.380831212892282, + "grad_norm": 0.8693482823335383, + "learning_rate": 1.7041042166192462e-05, + "loss": 0.031, + "step": 32282 + }, + { + "epoch": 27.38167938931298, + "grad_norm": 0.9705399445223124, + "learning_rate": 1.7040847097437656e-05, + "loss": 0.0321, + "step": 32283 + }, + { + "epoch": 27.38252756573367, + "grad_norm": 0.9710484927828938, + "learning_rate": 1.7040652023369683e-05, + "loss": 0.033, + "step": 32284 + }, + { + "epoch": 27.383375742154367, + "grad_norm": 1.01968618702124, + "learning_rate": 1.7040456943988686e-05, + "loss": 0.0319, + "step": 32285 + }, + { + "epoch": 27.384223918575064, + "grad_norm": 0.9395209403953686, + "learning_rate": 1.7040261859294817e-05, + "loss": 0.0323, + "step": 32286 + }, + { + "epoch": 27.38507209499576, + "grad_norm": 0.9887433148781481, + "learning_rate": 1.704006676928822e-05, + "loss": 0.0339, + "step": 32287 + }, + { + "epoch": 27.385920271416456, + "grad_norm": 0.8929075387007919, + "learning_rate": 1.7039871673969046e-05, + "loss": 0.0296, + "step": 32288 + }, + { + "epoch": 27.38676844783715, + "grad_norm": 0.9143007216134927, + "learning_rate": 1.7039676573337435e-05, + "loss": 0.0316, + "step": 32289 + }, + { + "epoch": 27.387616624257845, + "grad_norm": 1.0946623507972728, + "learning_rate": 1.7039481467393542e-05, + "loss": 0.0301, + "step": 32290 + }, + { + "epoch": 27.38846480067854, + "grad_norm": 0.9161148182090321, + "learning_rate": 1.7039286356137513e-05, + "loss": 0.0313, + "step": 32291 + }, + { + "epoch": 27.389312977099237, + "grad_norm": 0.9431489108824035, + "learning_rate": 1.7039091239569493e-05, + "loss": 0.0337, + "step": 32292 + }, + { + "epoch": 27.390161153519934, + "grad_norm": 1.0092740255921768, + "learning_rate": 1.7038896117689624e-05, + "loss": 0.0327, + "step": 32293 + }, + { + "epoch": 27.391009329940626, + "grad_norm": 0.9996937176606677, + "learning_rate": 1.7038700990498065e-05, + "loss": 0.0297, + "step": 32294 + }, + { + "epoch": 27.391857506361323, + "grad_norm": 0.8625349753947738, + "learning_rate": 1.7038505857994953e-05, + "loss": 0.031, + "step": 32295 + }, + { + "epoch": 27.39270568278202, + "grad_norm": 0.9290554527717696, + "learning_rate": 1.7038310720180442e-05, + "loss": 0.0324, + "step": 32296 + }, + { + "epoch": 27.393553859202715, + "grad_norm": 0.9345468725349276, + "learning_rate": 1.7038115577054676e-05, + "loss": 0.0307, + "step": 32297 + }, + { + "epoch": 27.39440203562341, + "grad_norm": 0.9695739503353294, + "learning_rate": 1.7037920428617804e-05, + "loss": 0.0325, + "step": 32298 + }, + { + "epoch": 27.395250212044104, + "grad_norm": 0.9410643610095005, + "learning_rate": 1.703772527486997e-05, + "loss": 0.0337, + "step": 32299 + }, + { + "epoch": 27.3960983884648, + "grad_norm": 1.0406747057820958, + "learning_rate": 1.7037530115811325e-05, + "loss": 0.0316, + "step": 32300 + }, + { + "epoch": 27.396946564885496, + "grad_norm": 0.8271194255836316, + "learning_rate": 1.7037334951442016e-05, + "loss": 0.029, + "step": 32301 + }, + { + "epoch": 27.397794741306193, + "grad_norm": 0.9173590600557551, + "learning_rate": 1.7037139781762187e-05, + "loss": 0.0279, + "step": 32302 + }, + { + "epoch": 27.39864291772689, + "grad_norm": 1.0929997319845948, + "learning_rate": 1.7036944606771987e-05, + "loss": 0.0348, + "step": 32303 + }, + { + "epoch": 27.39949109414758, + "grad_norm": 1.0118982779271772, + "learning_rate": 1.7036749426471565e-05, + "loss": 0.0335, + "step": 32304 + }, + { + "epoch": 27.400339270568278, + "grad_norm": 1.1433071122966474, + "learning_rate": 1.7036554240861065e-05, + "loss": 0.0346, + "step": 32305 + }, + { + "epoch": 27.401187446988974, + "grad_norm": 0.8955396304221475, + "learning_rate": 1.7036359049940635e-05, + "loss": 0.0314, + "step": 32306 + }, + { + "epoch": 27.40203562340967, + "grad_norm": 0.9789605222473404, + "learning_rate": 1.7036163853710427e-05, + "loss": 0.0346, + "step": 32307 + }, + { + "epoch": 27.402883799830363, + "grad_norm": 1.034180342593792, + "learning_rate": 1.703596865217058e-05, + "loss": 0.034, + "step": 32308 + }, + { + "epoch": 27.40373197625106, + "grad_norm": 0.7732589504502418, + "learning_rate": 1.703577344532125e-05, + "loss": 0.0313, + "step": 32309 + }, + { + "epoch": 27.404580152671755, + "grad_norm": 0.9311234477085789, + "learning_rate": 1.703557823316258e-05, + "loss": 0.032, + "step": 32310 + }, + { + "epoch": 27.40542832909245, + "grad_norm": 0.873455263008936, + "learning_rate": 1.7035383015694717e-05, + "loss": 0.0313, + "step": 32311 + }, + { + "epoch": 27.406276505513148, + "grad_norm": 0.9919904766620776, + "learning_rate": 1.7035187792917808e-05, + "loss": 0.0313, + "step": 32312 + }, + { + "epoch": 27.40712468193384, + "grad_norm": 1.0658551905489786, + "learning_rate": 1.7034992564832e-05, + "loss": 0.0358, + "step": 32313 + }, + { + "epoch": 27.407972858354537, + "grad_norm": 0.8582661983718287, + "learning_rate": 1.7034797331437446e-05, + "loss": 0.0327, + "step": 32314 + }, + { + "epoch": 27.408821034775233, + "grad_norm": 0.9112370181825805, + "learning_rate": 1.703460209273429e-05, + "loss": 0.0314, + "step": 32315 + }, + { + "epoch": 27.40966921119593, + "grad_norm": 0.7500749124575595, + "learning_rate": 1.703440684872267e-05, + "loss": 0.0316, + "step": 32316 + }, + { + "epoch": 27.410517387616625, + "grad_norm": 1.0161945273456894, + "learning_rate": 1.7034211599402747e-05, + "loss": 0.0323, + "step": 32317 + }, + { + "epoch": 27.411365564037318, + "grad_norm": 0.9330997358367517, + "learning_rate": 1.703401634477466e-05, + "loss": 0.0335, + "step": 32318 + }, + { + "epoch": 27.412213740458014, + "grad_norm": 0.9939467536060784, + "learning_rate": 1.7033821084838563e-05, + "loss": 0.0331, + "step": 32319 + }, + { + "epoch": 27.41306191687871, + "grad_norm": 1.050026789515099, + "learning_rate": 1.70336258195946e-05, + "loss": 0.0321, + "step": 32320 + }, + { + "epoch": 27.413910093299407, + "grad_norm": 0.9800745450294801, + "learning_rate": 1.703343054904291e-05, + "loss": 0.0336, + "step": 32321 + }, + { + "epoch": 27.414758269720103, + "grad_norm": 0.9566618262431648, + "learning_rate": 1.7033235273183657e-05, + "loss": 0.0314, + "step": 32322 + }, + { + "epoch": 27.415606446140796, + "grad_norm": 1.0776604403969923, + "learning_rate": 1.703303999201698e-05, + "loss": 0.0326, + "step": 32323 + }, + { + "epoch": 27.416454622561492, + "grad_norm": 1.0202324046413398, + "learning_rate": 1.703284470554302e-05, + "loss": 0.0332, + "step": 32324 + }, + { + "epoch": 27.41730279898219, + "grad_norm": 0.9137359444122528, + "learning_rate": 1.7032649413761935e-05, + "loss": 0.0314, + "step": 32325 + }, + { + "epoch": 27.418150975402884, + "grad_norm": 0.8658869050736615, + "learning_rate": 1.7032454116673863e-05, + "loss": 0.0272, + "step": 32326 + }, + { + "epoch": 27.41899915182358, + "grad_norm": 0.8873062250442327, + "learning_rate": 1.703225881427896e-05, + "loss": 0.0298, + "step": 32327 + }, + { + "epoch": 27.419847328244273, + "grad_norm": 1.023428397959938, + "learning_rate": 1.703206350657737e-05, + "loss": 0.0316, + "step": 32328 + }, + { + "epoch": 27.42069550466497, + "grad_norm": 1.0090714712991309, + "learning_rate": 1.703186819356924e-05, + "loss": 0.032, + "step": 32329 + }, + { + "epoch": 27.421543681085666, + "grad_norm": 1.0470399005539657, + "learning_rate": 1.7031672875254715e-05, + "loss": 0.0327, + "step": 32330 + }, + { + "epoch": 27.422391857506362, + "grad_norm": 1.0994184807735101, + "learning_rate": 1.7031477551633946e-05, + "loss": 0.0359, + "step": 32331 + }, + { + "epoch": 27.42324003392706, + "grad_norm": 0.9209501695545802, + "learning_rate": 1.7031282222707078e-05, + "loss": 0.0313, + "step": 32332 + }, + { + "epoch": 27.42408821034775, + "grad_norm": 0.8858555059890881, + "learning_rate": 1.703108688847426e-05, + "loss": 0.0303, + "step": 32333 + }, + { + "epoch": 27.424936386768447, + "grad_norm": 0.9764035217082305, + "learning_rate": 1.7030891548935638e-05, + "loss": 0.0354, + "step": 32334 + }, + { + "epoch": 27.425784563189143, + "grad_norm": 0.8147316663432231, + "learning_rate": 1.703069620409136e-05, + "loss": 0.0311, + "step": 32335 + }, + { + "epoch": 27.42663273960984, + "grad_norm": 0.8322258833018469, + "learning_rate": 1.7030500853941574e-05, + "loss": 0.0296, + "step": 32336 + }, + { + "epoch": 27.427480916030536, + "grad_norm": 1.0113318117053272, + "learning_rate": 1.703030549848643e-05, + "loss": 0.0341, + "step": 32337 + }, + { + "epoch": 27.42832909245123, + "grad_norm": 0.8725033123227757, + "learning_rate": 1.703011013772607e-05, + "loss": 0.0308, + "step": 32338 + }, + { + "epoch": 27.429177268871925, + "grad_norm": 0.843026883382046, + "learning_rate": 1.7029914771660645e-05, + "loss": 0.0323, + "step": 32339 + }, + { + "epoch": 27.43002544529262, + "grad_norm": 1.0387252604918853, + "learning_rate": 1.7029719400290298e-05, + "loss": 0.0343, + "step": 32340 + }, + { + "epoch": 27.430873621713317, + "grad_norm": 1.0301526048576946, + "learning_rate": 1.7029524023615183e-05, + "loss": 0.0367, + "step": 32341 + }, + { + "epoch": 27.431721798134014, + "grad_norm": 1.098165231856336, + "learning_rate": 1.7029328641635446e-05, + "loss": 0.0328, + "step": 32342 + }, + { + "epoch": 27.432569974554706, + "grad_norm": 0.9509106319416206, + "learning_rate": 1.702913325435123e-05, + "loss": 0.0317, + "step": 32343 + }, + { + "epoch": 27.433418150975402, + "grad_norm": 0.9763006413412095, + "learning_rate": 1.7028937861762688e-05, + "loss": 0.0315, + "step": 32344 + }, + { + "epoch": 27.4342663273961, + "grad_norm": 0.9694284451459703, + "learning_rate": 1.7028742463869957e-05, + "loss": 0.0318, + "step": 32345 + }, + { + "epoch": 27.435114503816795, + "grad_norm": 1.056124314906401, + "learning_rate": 1.70285470606732e-05, + "loss": 0.0323, + "step": 32346 + }, + { + "epoch": 27.435962680237488, + "grad_norm": 0.7317915863798594, + "learning_rate": 1.702835165217255e-05, + "loss": 0.0284, + "step": 32347 + }, + { + "epoch": 27.436810856658184, + "grad_norm": 0.7457182350369149, + "learning_rate": 1.7028156238368167e-05, + "loss": 0.0284, + "step": 32348 + }, + { + "epoch": 27.43765903307888, + "grad_norm": 1.1201582899939504, + "learning_rate": 1.702796081926019e-05, + "loss": 0.0336, + "step": 32349 + }, + { + "epoch": 27.438507209499576, + "grad_norm": 0.8950675468325403, + "learning_rate": 1.702776539484877e-05, + "loss": 0.0296, + "step": 32350 + }, + { + "epoch": 27.439355385920273, + "grad_norm": 0.902928147194185, + "learning_rate": 1.702756996513405e-05, + "loss": 0.0329, + "step": 32351 + }, + { + "epoch": 27.440203562340965, + "grad_norm": 0.8774735818689388, + "learning_rate": 1.7027374530116184e-05, + "loss": 0.0302, + "step": 32352 + }, + { + "epoch": 27.44105173876166, + "grad_norm": 0.9555939088297384, + "learning_rate": 1.7027179089795316e-05, + "loss": 0.0301, + "step": 32353 + }, + { + "epoch": 27.441899915182358, + "grad_norm": 0.8113485482887038, + "learning_rate": 1.7026983644171594e-05, + "loss": 0.0298, + "step": 32354 + }, + { + "epoch": 27.442748091603054, + "grad_norm": 1.0889012472932553, + "learning_rate": 1.7026788193245164e-05, + "loss": 0.0353, + "step": 32355 + }, + { + "epoch": 27.44359626802375, + "grad_norm": 0.8378387027675983, + "learning_rate": 1.7026592737016177e-05, + "loss": 0.0317, + "step": 32356 + }, + { + "epoch": 27.444444444444443, + "grad_norm": 1.1752209251544636, + "learning_rate": 1.7026397275484773e-05, + "loss": 0.0339, + "step": 32357 + }, + { + "epoch": 27.44529262086514, + "grad_norm": 0.9398226238859849, + "learning_rate": 1.7026201808651112e-05, + "loss": 0.0349, + "step": 32358 + }, + { + "epoch": 27.446140797285835, + "grad_norm": 1.1384953355758713, + "learning_rate": 1.7026006336515327e-05, + "loss": 0.0343, + "step": 32359 + }, + { + "epoch": 27.44698897370653, + "grad_norm": 0.8134174204688788, + "learning_rate": 1.702581085907758e-05, + "loss": 0.0295, + "step": 32360 + }, + { + "epoch": 27.447837150127228, + "grad_norm": 0.9319973581639117, + "learning_rate": 1.7025615376338005e-05, + "loss": 0.0326, + "step": 32361 + }, + { + "epoch": 27.44868532654792, + "grad_norm": 0.9431959790513126, + "learning_rate": 1.7025419888296757e-05, + "loss": 0.0333, + "step": 32362 + }, + { + "epoch": 27.449533502968617, + "grad_norm": 1.023196048239575, + "learning_rate": 1.7025224394953984e-05, + "loss": 0.033, + "step": 32363 + }, + { + "epoch": 27.450381679389313, + "grad_norm": 1.0103746775410563, + "learning_rate": 1.702502889630983e-05, + "loss": 0.0325, + "step": 32364 + }, + { + "epoch": 27.45122985581001, + "grad_norm": 1.0562727619110253, + "learning_rate": 1.702483339236445e-05, + "loss": 0.0365, + "step": 32365 + }, + { + "epoch": 27.452078032230705, + "grad_norm": 0.8979129375525646, + "learning_rate": 1.7024637883117978e-05, + "loss": 0.0312, + "step": 32366 + }, + { + "epoch": 27.452926208651398, + "grad_norm": 0.9119627125158059, + "learning_rate": 1.7024442368570575e-05, + "loss": 0.0327, + "step": 32367 + }, + { + "epoch": 27.453774385072094, + "grad_norm": 1.1387105398739858, + "learning_rate": 1.702424684872238e-05, + "loss": 0.0345, + "step": 32368 + }, + { + "epoch": 27.45462256149279, + "grad_norm": 0.9707508966233876, + "learning_rate": 1.7024051323573543e-05, + "loss": 0.0351, + "step": 32369 + }, + { + "epoch": 27.455470737913487, + "grad_norm": 0.8586991706105007, + "learning_rate": 1.7023855793124215e-05, + "loss": 0.0303, + "step": 32370 + }, + { + "epoch": 27.456318914334183, + "grad_norm": 1.0287046732368657, + "learning_rate": 1.702366025737454e-05, + "loss": 0.0357, + "step": 32371 + }, + { + "epoch": 27.457167090754876, + "grad_norm": 1.0337196355693021, + "learning_rate": 1.7023464716324666e-05, + "loss": 0.0353, + "step": 32372 + }, + { + "epoch": 27.458015267175572, + "grad_norm": 1.0191826673548416, + "learning_rate": 1.7023269169974737e-05, + "loss": 0.0309, + "step": 32373 + }, + { + "epoch": 27.458863443596268, + "grad_norm": 0.8423214919910984, + "learning_rate": 1.702307361832491e-05, + "loss": 0.0338, + "step": 32374 + }, + { + "epoch": 27.459711620016964, + "grad_norm": 0.8139295003926974, + "learning_rate": 1.7022878061375322e-05, + "loss": 0.0341, + "step": 32375 + }, + { + "epoch": 27.46055979643766, + "grad_norm": 1.084671274021244, + "learning_rate": 1.7022682499126127e-05, + "loss": 0.0359, + "step": 32376 + }, + { + "epoch": 27.461407972858353, + "grad_norm": 0.9038182415033077, + "learning_rate": 1.7022486931577474e-05, + "loss": 0.0307, + "step": 32377 + }, + { + "epoch": 27.46225614927905, + "grad_norm": 1.019030662167267, + "learning_rate": 1.7022291358729502e-05, + "loss": 0.0359, + "step": 32378 + }, + { + "epoch": 27.463104325699746, + "grad_norm": 0.9399847303995579, + "learning_rate": 1.702209578058237e-05, + "loss": 0.0303, + "step": 32379 + }, + { + "epoch": 27.463952502120442, + "grad_norm": 1.0103747142974913, + "learning_rate": 1.7021900197136212e-05, + "loss": 0.0347, + "step": 32380 + }, + { + "epoch": 27.46480067854114, + "grad_norm": 0.9071403868999084, + "learning_rate": 1.7021704608391193e-05, + "loss": 0.031, + "step": 32381 + }, + { + "epoch": 27.46564885496183, + "grad_norm": 1.2846752179837615, + "learning_rate": 1.7021509014347445e-05, + "loss": 0.0344, + "step": 32382 + }, + { + "epoch": 27.466497031382527, + "grad_norm": 1.000806218960057, + "learning_rate": 1.7021313415005122e-05, + "loss": 0.0341, + "step": 32383 + }, + { + "epoch": 27.467345207803223, + "grad_norm": 0.9147622378025938, + "learning_rate": 1.7021117810364375e-05, + "loss": 0.0324, + "step": 32384 + }, + { + "epoch": 27.46819338422392, + "grad_norm": 1.0605486296752051, + "learning_rate": 1.7020922200425344e-05, + "loss": 0.0312, + "step": 32385 + }, + { + "epoch": 27.469041560644612, + "grad_norm": 0.9702427990053727, + "learning_rate": 1.702072658518818e-05, + "loss": 0.0319, + "step": 32386 + }, + { + "epoch": 27.46988973706531, + "grad_norm": 0.9478277350151588, + "learning_rate": 1.7020530964653033e-05, + "loss": 0.0315, + "step": 32387 + }, + { + "epoch": 27.470737913486005, + "grad_norm": 1.036929515977493, + "learning_rate": 1.7020335338820046e-05, + "loss": 0.0315, + "step": 32388 + }, + { + "epoch": 27.4715860899067, + "grad_norm": 1.088806953966235, + "learning_rate": 1.7020139707689373e-05, + "loss": 0.0329, + "step": 32389 + }, + { + "epoch": 27.472434266327397, + "grad_norm": 1.0495231292760823, + "learning_rate": 1.7019944071261153e-05, + "loss": 0.0367, + "step": 32390 + }, + { + "epoch": 27.47328244274809, + "grad_norm": 1.0794685401864108, + "learning_rate": 1.7019748429535544e-05, + "loss": 0.0341, + "step": 32391 + }, + { + "epoch": 27.474130619168786, + "grad_norm": 0.8796015429056591, + "learning_rate": 1.7019552782512683e-05, + "loss": 0.0308, + "step": 32392 + }, + { + "epoch": 27.474978795589482, + "grad_norm": 0.9610933958839828, + "learning_rate": 1.7019357130192726e-05, + "loss": 0.033, + "step": 32393 + }, + { + "epoch": 27.47582697201018, + "grad_norm": 0.9166738045794309, + "learning_rate": 1.7019161472575817e-05, + "loss": 0.0313, + "step": 32394 + }, + { + "epoch": 27.476675148430875, + "grad_norm": 1.0271532976256739, + "learning_rate": 1.7018965809662106e-05, + "loss": 0.032, + "step": 32395 + }, + { + "epoch": 27.477523324851568, + "grad_norm": 0.9287585916880171, + "learning_rate": 1.7018770141451732e-05, + "loss": 0.0342, + "step": 32396 + }, + { + "epoch": 27.478371501272264, + "grad_norm": 0.9974032040392053, + "learning_rate": 1.7018574467944855e-05, + "loss": 0.0299, + "step": 32397 + }, + { + "epoch": 27.47921967769296, + "grad_norm": 0.8407422837195009, + "learning_rate": 1.7018378789141612e-05, + "loss": 0.0299, + "step": 32398 + }, + { + "epoch": 27.480067854113656, + "grad_norm": 1.331366714443656, + "learning_rate": 1.701818310504216e-05, + "loss": 0.0336, + "step": 32399 + }, + { + "epoch": 27.480916030534353, + "grad_norm": 0.9369999398826545, + "learning_rate": 1.7017987415646643e-05, + "loss": 0.031, + "step": 32400 + }, + { + "epoch": 27.481764206955045, + "grad_norm": 1.0078958658365194, + "learning_rate": 1.7017791720955207e-05, + "loss": 0.0348, + "step": 32401 + }, + { + "epoch": 27.48261238337574, + "grad_norm": 1.0957390948400596, + "learning_rate": 1.7017596020968003e-05, + "loss": 0.0302, + "step": 32402 + }, + { + "epoch": 27.483460559796438, + "grad_norm": 0.995531889692078, + "learning_rate": 1.7017400315685172e-05, + "loss": 0.0351, + "step": 32403 + }, + { + "epoch": 27.484308736217134, + "grad_norm": 1.0184784743388255, + "learning_rate": 1.7017204605106864e-05, + "loss": 0.0348, + "step": 32404 + }, + { + "epoch": 27.48515691263783, + "grad_norm": 1.1297327806136088, + "learning_rate": 1.7017008889233235e-05, + "loss": 0.0344, + "step": 32405 + }, + { + "epoch": 27.486005089058523, + "grad_norm": 0.9956347028178854, + "learning_rate": 1.7016813168064423e-05, + "loss": 0.0336, + "step": 32406 + }, + { + "epoch": 27.48685326547922, + "grad_norm": 0.80872845214916, + "learning_rate": 1.701661744160058e-05, + "loss": 0.0272, + "step": 32407 + }, + { + "epoch": 27.487701441899915, + "grad_norm": 0.9929787860050201, + "learning_rate": 1.7016421709841853e-05, + "loss": 0.0333, + "step": 32408 + }, + { + "epoch": 27.48854961832061, + "grad_norm": 0.9834604522410677, + "learning_rate": 1.7016225972788388e-05, + "loss": 0.0325, + "step": 32409 + }, + { + "epoch": 27.489397794741308, + "grad_norm": 1.1956531770899925, + "learning_rate": 1.7016030230440334e-05, + "loss": 0.0378, + "step": 32410 + }, + { + "epoch": 27.490245971162, + "grad_norm": 0.9406912471189789, + "learning_rate": 1.7015834482797843e-05, + "loss": 0.0322, + "step": 32411 + }, + { + "epoch": 27.491094147582697, + "grad_norm": 1.1020998892709288, + "learning_rate": 1.7015638729861054e-05, + "loss": 0.0347, + "step": 32412 + }, + { + "epoch": 27.491942324003393, + "grad_norm": 1.022835058863786, + "learning_rate": 1.7015442971630123e-05, + "loss": 0.0324, + "step": 32413 + }, + { + "epoch": 27.49279050042409, + "grad_norm": 0.9984734366369039, + "learning_rate": 1.701524720810519e-05, + "loss": 0.0352, + "step": 32414 + }, + { + "epoch": 27.493638676844785, + "grad_norm": 1.0021732963255527, + "learning_rate": 1.7015051439286413e-05, + "loss": 0.0298, + "step": 32415 + }, + { + "epoch": 27.494486853265478, + "grad_norm": 1.0241483974854957, + "learning_rate": 1.7014855665173925e-05, + "loss": 0.0324, + "step": 32416 + }, + { + "epoch": 27.495335029686174, + "grad_norm": 0.8769586207444167, + "learning_rate": 1.701465988576789e-05, + "loss": 0.0308, + "step": 32417 + }, + { + "epoch": 27.49618320610687, + "grad_norm": 0.7647752124524269, + "learning_rate": 1.7014464101068445e-05, + "loss": 0.0311, + "step": 32418 + }, + { + "epoch": 27.497031382527567, + "grad_norm": 1.1784774536359042, + "learning_rate": 1.701426831107574e-05, + "loss": 0.0383, + "step": 32419 + }, + { + "epoch": 27.497879558948263, + "grad_norm": 0.9395637871927661, + "learning_rate": 1.7014072515789926e-05, + "loss": 0.0329, + "step": 32420 + }, + { + "epoch": 27.498727735368956, + "grad_norm": 0.9508254849950022, + "learning_rate": 1.7013876715211145e-05, + "loss": 0.0341, + "step": 32421 + }, + { + "epoch": 27.499575911789652, + "grad_norm": 0.9705211702844384, + "learning_rate": 1.701368090933955e-05, + "loss": 0.0321, + "step": 32422 + }, + { + "epoch": 27.500424088210348, + "grad_norm": 0.9123265356423931, + "learning_rate": 1.7013485098175287e-05, + "loss": 0.0327, + "step": 32423 + }, + { + "epoch": 27.501272264631044, + "grad_norm": 1.0910599990427818, + "learning_rate": 1.7013289281718505e-05, + "loss": 0.0347, + "step": 32424 + }, + { + "epoch": 27.502120441051737, + "grad_norm": 0.9634074225026906, + "learning_rate": 1.7013093459969345e-05, + "loss": 0.0341, + "step": 32425 + }, + { + "epoch": 27.502968617472433, + "grad_norm": 0.984281906763917, + "learning_rate": 1.701289763292796e-05, + "loss": 0.0357, + "step": 32426 + }, + { + "epoch": 27.50381679389313, + "grad_norm": 0.946269910044362, + "learning_rate": 1.7012701800594508e-05, + "loss": 0.033, + "step": 32427 + }, + { + "epoch": 27.504664970313826, + "grad_norm": 1.0901446647714275, + "learning_rate": 1.701250596296912e-05, + "loss": 0.0336, + "step": 32428 + }, + { + "epoch": 27.505513146734522, + "grad_norm": 0.9115843415927913, + "learning_rate": 1.701231012005195e-05, + "loss": 0.0343, + "step": 32429 + }, + { + "epoch": 27.506361323155215, + "grad_norm": 0.9314313656637643, + "learning_rate": 1.7012114271843147e-05, + "loss": 0.0336, + "step": 32430 + }, + { + "epoch": 27.50720949957591, + "grad_norm": 0.8835355032599118, + "learning_rate": 1.7011918418342855e-05, + "loss": 0.0312, + "step": 32431 + }, + { + "epoch": 27.508057675996607, + "grad_norm": 1.0548861734703137, + "learning_rate": 1.7011722559551227e-05, + "loss": 0.0354, + "step": 32432 + }, + { + "epoch": 27.508905852417303, + "grad_norm": 0.9104649152522577, + "learning_rate": 1.7011526695468408e-05, + "loss": 0.0316, + "step": 32433 + }, + { + "epoch": 27.509754028838, + "grad_norm": 0.9034041846380886, + "learning_rate": 1.701133082609455e-05, + "loss": 0.0302, + "step": 32434 + }, + { + "epoch": 27.510602205258692, + "grad_norm": 1.0913871562175126, + "learning_rate": 1.7011134951429792e-05, + "loss": 0.0342, + "step": 32435 + }, + { + "epoch": 27.51145038167939, + "grad_norm": 0.9102951663615385, + "learning_rate": 1.701093907147429e-05, + "loss": 0.0317, + "step": 32436 + }, + { + "epoch": 27.512298558100085, + "grad_norm": 1.0272187963936283, + "learning_rate": 1.701074318622819e-05, + "loss": 0.0339, + "step": 32437 + }, + { + "epoch": 27.51314673452078, + "grad_norm": 0.9775930511588691, + "learning_rate": 1.7010547295691634e-05, + "loss": 0.0309, + "step": 32438 + }, + { + "epoch": 27.513994910941477, + "grad_norm": 0.9710603404705035, + "learning_rate": 1.701035139986478e-05, + "loss": 0.0353, + "step": 32439 + }, + { + "epoch": 27.51484308736217, + "grad_norm": 0.8990711106848517, + "learning_rate": 1.7010155498747767e-05, + "loss": 0.0329, + "step": 32440 + }, + { + "epoch": 27.515691263782866, + "grad_norm": 0.9320096032169217, + "learning_rate": 1.7009959592340748e-05, + "loss": 0.0314, + "step": 32441 + }, + { + "epoch": 27.516539440203562, + "grad_norm": 1.0932051374775176, + "learning_rate": 1.700976368064387e-05, + "loss": 0.0317, + "step": 32442 + }, + { + "epoch": 27.51738761662426, + "grad_norm": 1.1744113453769578, + "learning_rate": 1.7009567763657275e-05, + "loss": 0.0318, + "step": 32443 + }, + { + "epoch": 27.518235793044955, + "grad_norm": 1.088597803858236, + "learning_rate": 1.7009371841381117e-05, + "loss": 0.0378, + "step": 32444 + }, + { + "epoch": 27.519083969465647, + "grad_norm": 1.0909921778321436, + "learning_rate": 1.7009175913815547e-05, + "loss": 0.0351, + "step": 32445 + }, + { + "epoch": 27.519932145886344, + "grad_norm": 0.8330574834355845, + "learning_rate": 1.7008979980960703e-05, + "loss": 0.0293, + "step": 32446 + }, + { + "epoch": 27.52078032230704, + "grad_norm": 1.0235527014627535, + "learning_rate": 1.7008784042816738e-05, + "loss": 0.0354, + "step": 32447 + }, + { + "epoch": 27.521628498727736, + "grad_norm": 1.177663398635576, + "learning_rate": 1.70085880993838e-05, + "loss": 0.0331, + "step": 32448 + }, + { + "epoch": 27.522476675148432, + "grad_norm": 1.0017677722166842, + "learning_rate": 1.7008392150662045e-05, + "loss": 0.0349, + "step": 32449 + }, + { + "epoch": 27.523324851569125, + "grad_norm": 1.123197351654766, + "learning_rate": 1.7008196196651607e-05, + "loss": 0.0331, + "step": 32450 + }, + { + "epoch": 27.52417302798982, + "grad_norm": 0.9286833019883035, + "learning_rate": 1.700800023735264e-05, + "loss": 0.0314, + "step": 32451 + }, + { + "epoch": 27.525021204410518, + "grad_norm": 0.92693349392414, + "learning_rate": 1.7007804272765288e-05, + "loss": 0.0324, + "step": 32452 + }, + { + "epoch": 27.525869380831214, + "grad_norm": 1.1115395782890332, + "learning_rate": 1.700760830288971e-05, + "loss": 0.035, + "step": 32453 + }, + { + "epoch": 27.52671755725191, + "grad_norm": 1.1956726072330914, + "learning_rate": 1.7007412327726038e-05, + "loss": 0.0345, + "step": 32454 + }, + { + "epoch": 27.527565733672603, + "grad_norm": 1.0219340175665026, + "learning_rate": 1.7007216347274434e-05, + "loss": 0.0324, + "step": 32455 + }, + { + "epoch": 27.5284139100933, + "grad_norm": 0.9113433224898158, + "learning_rate": 1.7007020361535037e-05, + "loss": 0.0308, + "step": 32456 + }, + { + "epoch": 27.529262086513995, + "grad_norm": 0.9735573577801323, + "learning_rate": 1.7006824370508e-05, + "loss": 0.0355, + "step": 32457 + }, + { + "epoch": 27.53011026293469, + "grad_norm": 0.9335716476306172, + "learning_rate": 1.7006628374193468e-05, + "loss": 0.0332, + "step": 32458 + }, + { + "epoch": 27.530958439355388, + "grad_norm": 1.141446432384988, + "learning_rate": 1.700643237259159e-05, + "loss": 0.0334, + "step": 32459 + }, + { + "epoch": 27.53180661577608, + "grad_norm": 0.8475925953875124, + "learning_rate": 1.7006236365702516e-05, + "loss": 0.0293, + "step": 32460 + }, + { + "epoch": 27.532654792196777, + "grad_norm": 0.9444717009616526, + "learning_rate": 1.7006040353526387e-05, + "loss": 0.0313, + "step": 32461 + }, + { + "epoch": 27.533502968617473, + "grad_norm": 1.6376167200287854, + "learning_rate": 1.7005844336063357e-05, + "loss": 0.0331, + "step": 32462 + }, + { + "epoch": 27.53435114503817, + "grad_norm": 0.8805554849476752, + "learning_rate": 1.7005648313313574e-05, + "loss": 0.0295, + "step": 32463 + }, + { + "epoch": 27.53519932145886, + "grad_norm": 1.0074756240112621, + "learning_rate": 1.7005452285277184e-05, + "loss": 0.0324, + "step": 32464 + }, + { + "epoch": 27.536047497879558, + "grad_norm": 1.1945858411534647, + "learning_rate": 1.7005256251954332e-05, + "loss": 0.0342, + "step": 32465 + }, + { + "epoch": 27.536895674300254, + "grad_norm": 0.9469460825778554, + "learning_rate": 1.700506021334517e-05, + "loss": 0.0312, + "step": 32466 + }, + { + "epoch": 27.53774385072095, + "grad_norm": 0.8993617540550168, + "learning_rate": 1.700486416944985e-05, + "loss": 0.0309, + "step": 32467 + }, + { + "epoch": 27.538592027141647, + "grad_norm": 0.9693657919989622, + "learning_rate": 1.7004668120268513e-05, + "loss": 0.0324, + "step": 32468 + }, + { + "epoch": 27.53944020356234, + "grad_norm": 0.8231367425349515, + "learning_rate": 1.7004472065801307e-05, + "loss": 0.0298, + "step": 32469 + }, + { + "epoch": 27.540288379983036, + "grad_norm": 1.0414681751323693, + "learning_rate": 1.7004276006048385e-05, + "loss": 0.0331, + "step": 32470 + }, + { + "epoch": 27.541136556403732, + "grad_norm": 0.9659572968503836, + "learning_rate": 1.700407994100989e-05, + "loss": 0.0339, + "step": 32471 + }, + { + "epoch": 27.541984732824428, + "grad_norm": 0.79500273345616, + "learning_rate": 1.700388387068597e-05, + "loss": 0.0303, + "step": 32472 + }, + { + "epoch": 27.542832909245124, + "grad_norm": 1.0154142400224648, + "learning_rate": 1.700368779507678e-05, + "loss": 0.0333, + "step": 32473 + }, + { + "epoch": 27.543681085665817, + "grad_norm": 0.9122606902246221, + "learning_rate": 1.7003491714182456e-05, + "loss": 0.0316, + "step": 32474 + }, + { + "epoch": 27.544529262086513, + "grad_norm": 1.0712467838945192, + "learning_rate": 1.700329562800316e-05, + "loss": 0.0357, + "step": 32475 + }, + { + "epoch": 27.54537743850721, + "grad_norm": 1.145711282826996, + "learning_rate": 1.7003099536539025e-05, + "loss": 0.0368, + "step": 32476 + }, + { + "epoch": 27.546225614927906, + "grad_norm": 1.0444880564832846, + "learning_rate": 1.700290343979021e-05, + "loss": 0.0328, + "step": 32477 + }, + { + "epoch": 27.547073791348602, + "grad_norm": 1.1371561739003264, + "learning_rate": 1.700270733775686e-05, + "loss": 0.0332, + "step": 32478 + }, + { + "epoch": 27.547921967769295, + "grad_norm": 0.8713542816767967, + "learning_rate": 1.7002511230439124e-05, + "loss": 0.0281, + "step": 32479 + }, + { + "epoch": 27.54877014418999, + "grad_norm": 1.1154167725289308, + "learning_rate": 1.7002315117837146e-05, + "loss": 0.0347, + "step": 32480 + }, + { + "epoch": 27.549618320610687, + "grad_norm": 0.8519088429253374, + "learning_rate": 1.7002118999951082e-05, + "loss": 0.0303, + "step": 32481 + }, + { + "epoch": 27.550466497031383, + "grad_norm": 0.9445384250862173, + "learning_rate": 1.700192287678107e-05, + "loss": 0.0304, + "step": 32482 + }, + { + "epoch": 27.55131467345208, + "grad_norm": 1.045251956423865, + "learning_rate": 1.7001726748327264e-05, + "loss": 0.0359, + "step": 32483 + }, + { + "epoch": 27.552162849872772, + "grad_norm": 1.0001062474707607, + "learning_rate": 1.700153061458981e-05, + "loss": 0.0339, + "step": 32484 + }, + { + "epoch": 27.55301102629347, + "grad_norm": 1.0086096186451927, + "learning_rate": 1.7001334475568856e-05, + "loss": 0.0362, + "step": 32485 + }, + { + "epoch": 27.553859202714165, + "grad_norm": 1.0682522590277934, + "learning_rate": 1.700113833126455e-05, + "loss": 0.0351, + "step": 32486 + }, + { + "epoch": 27.55470737913486, + "grad_norm": 0.9273312723306011, + "learning_rate": 1.7000942181677044e-05, + "loss": 0.0341, + "step": 32487 + }, + { + "epoch": 27.555555555555557, + "grad_norm": 0.9553842082552996, + "learning_rate": 1.700074602680648e-05, + "loss": 0.0326, + "step": 32488 + }, + { + "epoch": 27.55640373197625, + "grad_norm": 1.009838016957104, + "learning_rate": 1.700054986665301e-05, + "loss": 0.034, + "step": 32489 + }, + { + "epoch": 27.557251908396946, + "grad_norm": 0.8978376399154273, + "learning_rate": 1.700035370121678e-05, + "loss": 0.0333, + "step": 32490 + }, + { + "epoch": 27.558100084817642, + "grad_norm": 0.9862353276950655, + "learning_rate": 1.7000157530497937e-05, + "loss": 0.0319, + "step": 32491 + }, + { + "epoch": 27.55894826123834, + "grad_norm": 1.069389842715361, + "learning_rate": 1.6999961354496638e-05, + "loss": 0.036, + "step": 32492 + }, + { + "epoch": 27.559796437659035, + "grad_norm": 0.800019286362808, + "learning_rate": 1.6999765173213017e-05, + "loss": 0.0284, + "step": 32493 + }, + { + "epoch": 27.560644614079727, + "grad_norm": 1.1094597675655098, + "learning_rate": 1.699956898664723e-05, + "loss": 0.0318, + "step": 32494 + }, + { + "epoch": 27.561492790500424, + "grad_norm": 1.0695234476449609, + "learning_rate": 1.6999372794799426e-05, + "loss": 0.0375, + "step": 32495 + }, + { + "epoch": 27.56234096692112, + "grad_norm": 1.0450767768633977, + "learning_rate": 1.699917659766975e-05, + "loss": 0.0373, + "step": 32496 + }, + { + "epoch": 27.563189143341816, + "grad_norm": 1.1085482791832817, + "learning_rate": 1.699898039525835e-05, + "loss": 0.0355, + "step": 32497 + }, + { + "epoch": 27.564037319762512, + "grad_norm": 1.1085672388576, + "learning_rate": 1.6998784187565377e-05, + "loss": 0.0342, + "step": 32498 + }, + { + "epoch": 27.564885496183205, + "grad_norm": 1.0135946834375564, + "learning_rate": 1.6998587974590974e-05, + "loss": 0.0334, + "step": 32499 + }, + { + "epoch": 27.5657336726039, + "grad_norm": 0.9334597404172393, + "learning_rate": 1.6998391756335294e-05, + "loss": 0.0325, + "step": 32500 + }, + { + "epoch": 27.566581849024598, + "grad_norm": 1.0737073566026551, + "learning_rate": 1.699819553279848e-05, + "loss": 0.0333, + "step": 32501 + }, + { + "epoch": 27.567430025445294, + "grad_norm": 0.6334156685292295, + "learning_rate": 1.699799930398069e-05, + "loss": 0.0272, + "step": 32502 + }, + { + "epoch": 27.568278201865986, + "grad_norm": 0.8796381030974884, + "learning_rate": 1.699780306988206e-05, + "loss": 0.0303, + "step": 32503 + }, + { + "epoch": 27.569126378286683, + "grad_norm": 0.7711342926256447, + "learning_rate": 1.6997606830502748e-05, + "loss": 0.0282, + "step": 32504 + }, + { + "epoch": 27.56997455470738, + "grad_norm": 0.886070306527553, + "learning_rate": 1.6997410585842896e-05, + "loss": 0.03, + "step": 32505 + }, + { + "epoch": 27.570822731128075, + "grad_norm": 0.8645954539477554, + "learning_rate": 1.699721433590265e-05, + "loss": 0.0319, + "step": 32506 + }, + { + "epoch": 27.57167090754877, + "grad_norm": 0.8178869926687967, + "learning_rate": 1.6997018080682168e-05, + "loss": 0.03, + "step": 32507 + }, + { + "epoch": 27.572519083969464, + "grad_norm": 0.9009316399041382, + "learning_rate": 1.6996821820181587e-05, + "loss": 0.0301, + "step": 32508 + }, + { + "epoch": 27.57336726039016, + "grad_norm": 1.0773306074641509, + "learning_rate": 1.699662555440106e-05, + "loss": 0.0315, + "step": 32509 + }, + { + "epoch": 27.574215436810857, + "grad_norm": 0.9817981559048312, + "learning_rate": 1.6996429283340735e-05, + "loss": 0.0291, + "step": 32510 + }, + { + "epoch": 27.575063613231553, + "grad_norm": 0.848914307933205, + "learning_rate": 1.6996233007000763e-05, + "loss": 0.029, + "step": 32511 + }, + { + "epoch": 27.57591178965225, + "grad_norm": 1.030294290672236, + "learning_rate": 1.6996036725381292e-05, + "loss": 0.0314, + "step": 32512 + }, + { + "epoch": 27.57675996607294, + "grad_norm": 0.8677139878251634, + "learning_rate": 1.6995840438482462e-05, + "loss": 0.031, + "step": 32513 + }, + { + "epoch": 27.577608142493638, + "grad_norm": 0.9690164739066931, + "learning_rate": 1.699564414630443e-05, + "loss": 0.03, + "step": 32514 + }, + { + "epoch": 27.578456318914334, + "grad_norm": 0.8608741543985926, + "learning_rate": 1.6995447848847338e-05, + "loss": 0.0278, + "step": 32515 + }, + { + "epoch": 27.57930449533503, + "grad_norm": 0.9718253036516314, + "learning_rate": 1.699525154611134e-05, + "loss": 0.0312, + "step": 32516 + }, + { + "epoch": 27.580152671755727, + "grad_norm": 1.0093751829064825, + "learning_rate": 1.6995055238096577e-05, + "loss": 0.0296, + "step": 32517 + }, + { + "epoch": 27.58100084817642, + "grad_norm": 0.7667181217055016, + "learning_rate": 1.69948589248032e-05, + "loss": 0.0249, + "step": 32518 + }, + { + "epoch": 27.581849024597116, + "grad_norm": 0.8622642476070976, + "learning_rate": 1.699466260623136e-05, + "loss": 0.0284, + "step": 32519 + }, + { + "epoch": 27.58269720101781, + "grad_norm": 0.8923304477923281, + "learning_rate": 1.6994466282381206e-05, + "loss": 0.0321, + "step": 32520 + }, + { + "epoch": 27.583545377438508, + "grad_norm": 0.8518711499116538, + "learning_rate": 1.6994269953252884e-05, + "loss": 0.0306, + "step": 32521 + }, + { + "epoch": 27.584393553859204, + "grad_norm": 0.9145552149527597, + "learning_rate": 1.699407361884654e-05, + "loss": 0.0288, + "step": 32522 + }, + { + "epoch": 27.585241730279897, + "grad_norm": 0.8296000521128762, + "learning_rate": 1.6993877279162324e-05, + "loss": 0.0297, + "step": 32523 + }, + { + "epoch": 27.586089906700593, + "grad_norm": 0.8627456429625594, + "learning_rate": 1.6993680934200384e-05, + "loss": 0.0285, + "step": 32524 + }, + { + "epoch": 27.58693808312129, + "grad_norm": 0.8763357395387873, + "learning_rate": 1.6993484583960867e-05, + "loss": 0.0299, + "step": 32525 + }, + { + "epoch": 27.587786259541986, + "grad_norm": 1.1055256529629798, + "learning_rate": 1.699328822844392e-05, + "loss": 0.0305, + "step": 32526 + }, + { + "epoch": 27.588634435962682, + "grad_norm": 0.8888625767287393, + "learning_rate": 1.69930918676497e-05, + "loss": 0.0296, + "step": 32527 + }, + { + "epoch": 27.589482612383375, + "grad_norm": 0.8512945645215619, + "learning_rate": 1.6992895501578347e-05, + "loss": 0.0284, + "step": 32528 + }, + { + "epoch": 27.59033078880407, + "grad_norm": 0.9381496413104574, + "learning_rate": 1.699269913023001e-05, + "loss": 0.0311, + "step": 32529 + }, + { + "epoch": 27.591178965224767, + "grad_norm": 0.9027075521958671, + "learning_rate": 1.6992502753604836e-05, + "loss": 0.0325, + "step": 32530 + }, + { + "epoch": 27.592027141645463, + "grad_norm": 0.8947714655053762, + "learning_rate": 1.6992306371702977e-05, + "loss": 0.0301, + "step": 32531 + }, + { + "epoch": 27.59287531806616, + "grad_norm": 1.2005146818765748, + "learning_rate": 1.6992109984524576e-05, + "loss": 0.0323, + "step": 32532 + }, + { + "epoch": 27.593723494486852, + "grad_norm": 1.013139934769581, + "learning_rate": 1.6991913592069787e-05, + "loss": 0.0288, + "step": 32533 + }, + { + "epoch": 27.59457167090755, + "grad_norm": 0.9630569661936141, + "learning_rate": 1.699171719433876e-05, + "loss": 0.0313, + "step": 32534 + }, + { + "epoch": 27.595419847328245, + "grad_norm": 1.0777378893542717, + "learning_rate": 1.6991520791331633e-05, + "loss": 0.0306, + "step": 32535 + }, + { + "epoch": 27.59626802374894, + "grad_norm": 0.9245967332793358, + "learning_rate": 1.6991324383048563e-05, + "loss": 0.03, + "step": 32536 + }, + { + "epoch": 27.597116200169637, + "grad_norm": 0.7367030057833138, + "learning_rate": 1.6991127969489694e-05, + "loss": 0.0275, + "step": 32537 + }, + { + "epoch": 27.59796437659033, + "grad_norm": 0.7663012725512822, + "learning_rate": 1.699093155065518e-05, + "loss": 0.0272, + "step": 32538 + }, + { + "epoch": 27.598812553011026, + "grad_norm": 1.0117171710342192, + "learning_rate": 1.6990735126545163e-05, + "loss": 0.0327, + "step": 32539 + }, + { + "epoch": 27.599660729431722, + "grad_norm": 0.9531187268363573, + "learning_rate": 1.699053869715979e-05, + "loss": 0.0317, + "step": 32540 + }, + { + "epoch": 27.60050890585242, + "grad_norm": 0.8906216609246437, + "learning_rate": 1.6990342262499214e-05, + "loss": 0.0301, + "step": 32541 + }, + { + "epoch": 27.60135708227311, + "grad_norm": 0.7463195542177522, + "learning_rate": 1.6990145822563583e-05, + "loss": 0.0269, + "step": 32542 + }, + { + "epoch": 27.602205258693807, + "grad_norm": 0.8992699996171115, + "learning_rate": 1.698994937735304e-05, + "loss": 0.0309, + "step": 32543 + }, + { + "epoch": 27.603053435114504, + "grad_norm": 1.0660090000498768, + "learning_rate": 1.698975292686774e-05, + "loss": 0.0325, + "step": 32544 + }, + { + "epoch": 27.6039016115352, + "grad_norm": 0.8731620911707016, + "learning_rate": 1.698955647110783e-05, + "loss": 0.028, + "step": 32545 + }, + { + "epoch": 27.604749787955896, + "grad_norm": 0.9263979672983598, + "learning_rate": 1.6989360010073455e-05, + "loss": 0.0292, + "step": 32546 + }, + { + "epoch": 27.60559796437659, + "grad_norm": 0.7929613696808875, + "learning_rate": 1.6989163543764763e-05, + "loss": 0.0288, + "step": 32547 + }, + { + "epoch": 27.606446140797285, + "grad_norm": 1.0656089760180825, + "learning_rate": 1.6988967072181907e-05, + "loss": 0.0286, + "step": 32548 + }, + { + "epoch": 27.60729431721798, + "grad_norm": 0.9380357215997452, + "learning_rate": 1.6988770595325032e-05, + "loss": 0.0291, + "step": 32549 + }, + { + "epoch": 27.608142493638677, + "grad_norm": 0.9722768006969497, + "learning_rate": 1.6988574113194286e-05, + "loss": 0.0281, + "step": 32550 + }, + { + "epoch": 27.608990670059374, + "grad_norm": 0.8489362072909097, + "learning_rate": 1.6988377625789817e-05, + "loss": 0.0299, + "step": 32551 + }, + { + "epoch": 27.609838846480066, + "grad_norm": 0.9203991953789152, + "learning_rate": 1.6988181133111776e-05, + "loss": 0.0302, + "step": 32552 + }, + { + "epoch": 27.610687022900763, + "grad_norm": 0.8878553629572313, + "learning_rate": 1.6987984635160307e-05, + "loss": 0.031, + "step": 32553 + }, + { + "epoch": 27.61153519932146, + "grad_norm": 0.8839774340079777, + "learning_rate": 1.6987788131935564e-05, + "loss": 0.0282, + "step": 32554 + }, + { + "epoch": 27.612383375742155, + "grad_norm": 0.8029006162686367, + "learning_rate": 1.6987591623437688e-05, + "loss": 0.0269, + "step": 32555 + }, + { + "epoch": 27.61323155216285, + "grad_norm": 0.8400275022482289, + "learning_rate": 1.6987395109666832e-05, + "loss": 0.0302, + "step": 32556 + }, + { + "epoch": 27.614079728583544, + "grad_norm": 0.8798908586843275, + "learning_rate": 1.6987198590623145e-05, + "loss": 0.0297, + "step": 32557 + }, + { + "epoch": 27.61492790500424, + "grad_norm": 0.9717339240775593, + "learning_rate": 1.6987002066306773e-05, + "loss": 0.0296, + "step": 32558 + }, + { + "epoch": 27.615776081424936, + "grad_norm": 0.8756574786383695, + "learning_rate": 1.698680553671787e-05, + "loss": 0.0299, + "step": 32559 + }, + { + "epoch": 27.616624257845633, + "grad_norm": 1.0876830871856744, + "learning_rate": 1.6986609001856573e-05, + "loss": 0.031, + "step": 32560 + }, + { + "epoch": 27.61747243426633, + "grad_norm": 0.9112334022515913, + "learning_rate": 1.698641246172304e-05, + "loss": 0.0313, + "step": 32561 + }, + { + "epoch": 27.61832061068702, + "grad_norm": 1.0533932985309578, + "learning_rate": 1.6986215916317414e-05, + "loss": 0.0321, + "step": 32562 + }, + { + "epoch": 27.619168787107718, + "grad_norm": 0.8840968613035047, + "learning_rate": 1.698601936563985e-05, + "loss": 0.0279, + "step": 32563 + }, + { + "epoch": 27.620016963528414, + "grad_norm": 0.8404008798251176, + "learning_rate": 1.6985822809690486e-05, + "loss": 0.0294, + "step": 32564 + }, + { + "epoch": 27.62086513994911, + "grad_norm": 0.8339197046463197, + "learning_rate": 1.698562624846948e-05, + "loss": 0.0311, + "step": 32565 + }, + { + "epoch": 27.621713316369807, + "grad_norm": 0.8797440136911209, + "learning_rate": 1.6985429681976974e-05, + "loss": 0.0279, + "step": 32566 + }, + { + "epoch": 27.6225614927905, + "grad_norm": 0.8607875563899814, + "learning_rate": 1.698523311021312e-05, + "loss": 0.0302, + "step": 32567 + }, + { + "epoch": 27.623409669211195, + "grad_norm": 0.8705464329707635, + "learning_rate": 1.6985036533178064e-05, + "loss": 0.0298, + "step": 32568 + }, + { + "epoch": 27.62425784563189, + "grad_norm": 0.9710025324653452, + "learning_rate": 1.6984839950871957e-05, + "loss": 0.0297, + "step": 32569 + }, + { + "epoch": 27.625106022052588, + "grad_norm": 0.8213232111568591, + "learning_rate": 1.6984643363294946e-05, + "loss": 0.0298, + "step": 32570 + }, + { + "epoch": 27.625954198473284, + "grad_norm": 0.9268706467852336, + "learning_rate": 1.6984446770447175e-05, + "loss": 0.0296, + "step": 32571 + }, + { + "epoch": 27.626802374893977, + "grad_norm": 0.9741206719999083, + "learning_rate": 1.69842501723288e-05, + "loss": 0.03, + "step": 32572 + }, + { + "epoch": 27.627650551314673, + "grad_norm": 0.9052354648332569, + "learning_rate": 1.6984053568939966e-05, + "loss": 0.0311, + "step": 32573 + }, + { + "epoch": 27.62849872773537, + "grad_norm": 0.9491567872224417, + "learning_rate": 1.698385696028082e-05, + "loss": 0.0291, + "step": 32574 + }, + { + "epoch": 27.629346904156066, + "grad_norm": 1.0582094387500915, + "learning_rate": 1.6983660346351513e-05, + "loss": 0.0337, + "step": 32575 + }, + { + "epoch": 27.63019508057676, + "grad_norm": 1.0167165420358226, + "learning_rate": 1.698346372715219e-05, + "loss": 0.0308, + "step": 32576 + }, + { + "epoch": 27.631043256997454, + "grad_norm": 0.9470411940019826, + "learning_rate": 1.6983267102683006e-05, + "loss": 0.0296, + "step": 32577 + }, + { + "epoch": 27.63189143341815, + "grad_norm": 1.0370922682994073, + "learning_rate": 1.69830704729441e-05, + "loss": 0.0335, + "step": 32578 + }, + { + "epoch": 27.632739609838847, + "grad_norm": 1.0449135809018164, + "learning_rate": 1.6982873837935626e-05, + "loss": 0.0337, + "step": 32579 + }, + { + "epoch": 27.633587786259543, + "grad_norm": 0.8549592656163805, + "learning_rate": 1.698267719765773e-05, + "loss": 0.0298, + "step": 32580 + }, + { + "epoch": 27.634435962680236, + "grad_norm": 0.8926834126437106, + "learning_rate": 1.6982480552110563e-05, + "loss": 0.0283, + "step": 32581 + }, + { + "epoch": 27.635284139100932, + "grad_norm": 0.9113506514308709, + "learning_rate": 1.6982283901294273e-05, + "loss": 0.0288, + "step": 32582 + }, + { + "epoch": 27.63613231552163, + "grad_norm": 0.7318713072033773, + "learning_rate": 1.698208724520901e-05, + "loss": 0.0305, + "step": 32583 + }, + { + "epoch": 27.636980491942325, + "grad_norm": 0.9320304020208282, + "learning_rate": 1.6981890583854915e-05, + "loss": 0.0268, + "step": 32584 + }, + { + "epoch": 27.63782866836302, + "grad_norm": 0.9151700504161744, + "learning_rate": 1.6981693917232142e-05, + "loss": 0.0297, + "step": 32585 + }, + { + "epoch": 27.638676844783713, + "grad_norm": 1.0329135324475038, + "learning_rate": 1.6981497245340842e-05, + "loss": 0.029, + "step": 32586 + }, + { + "epoch": 27.63952502120441, + "grad_norm": 0.9362629321908252, + "learning_rate": 1.698130056818116e-05, + "loss": 0.031, + "step": 32587 + }, + { + "epoch": 27.640373197625106, + "grad_norm": 0.9536657103783687, + "learning_rate": 1.698110388575324e-05, + "loss": 0.0307, + "step": 32588 + }, + { + "epoch": 27.641221374045802, + "grad_norm": 1.034009177547546, + "learning_rate": 1.698090719805724e-05, + "loss": 0.0311, + "step": 32589 + }, + { + "epoch": 27.6420695504665, + "grad_norm": 0.7319925554370683, + "learning_rate": 1.6980710505093304e-05, + "loss": 0.025, + "step": 32590 + }, + { + "epoch": 27.64291772688719, + "grad_norm": 0.7941752904431114, + "learning_rate": 1.6980513806861576e-05, + "loss": 0.0284, + "step": 32591 + }, + { + "epoch": 27.643765903307887, + "grad_norm": 0.8899296421911266, + "learning_rate": 1.6980317103362208e-05, + "loss": 0.0293, + "step": 32592 + }, + { + "epoch": 27.644614079728584, + "grad_norm": 0.8106548784362142, + "learning_rate": 1.6980120394595352e-05, + "loss": 0.0279, + "step": 32593 + }, + { + "epoch": 27.64546225614928, + "grad_norm": 0.88686324260259, + "learning_rate": 1.6979923680561154e-05, + "loss": 0.0292, + "step": 32594 + }, + { + "epoch": 27.646310432569976, + "grad_norm": 0.9134870919938771, + "learning_rate": 1.6979726961259755e-05, + "loss": 0.0301, + "step": 32595 + }, + { + "epoch": 27.64715860899067, + "grad_norm": 0.9261824164139626, + "learning_rate": 1.6979530236691317e-05, + "loss": 0.0293, + "step": 32596 + }, + { + "epoch": 27.648006785411365, + "grad_norm": 0.7698867431047592, + "learning_rate": 1.697933350685598e-05, + "loss": 0.0271, + "step": 32597 + }, + { + "epoch": 27.64885496183206, + "grad_norm": 0.8512728239616533, + "learning_rate": 1.6979136771753893e-05, + "loss": 0.0285, + "step": 32598 + }, + { + "epoch": 27.649703138252757, + "grad_norm": 0.8308082854783182, + "learning_rate": 1.697894003138521e-05, + "loss": 0.0294, + "step": 32599 + }, + { + "epoch": 27.650551314673454, + "grad_norm": 0.9645339675247352, + "learning_rate": 1.697874328575007e-05, + "loss": 0.03, + "step": 32600 + }, + { + "epoch": 27.651399491094146, + "grad_norm": 0.8983545107550074, + "learning_rate": 1.6978546534848627e-05, + "loss": 0.0278, + "step": 32601 + }, + { + "epoch": 27.652247667514843, + "grad_norm": 1.0073892635716402, + "learning_rate": 1.6978349778681028e-05, + "loss": 0.0295, + "step": 32602 + }, + { + "epoch": 27.65309584393554, + "grad_norm": 0.7648788305958283, + "learning_rate": 1.6978153017247425e-05, + "loss": 0.0281, + "step": 32603 + }, + { + "epoch": 27.653944020356235, + "grad_norm": 0.991944048315864, + "learning_rate": 1.6977956250547964e-05, + "loss": 0.0321, + "step": 32604 + }, + { + "epoch": 27.65479219677693, + "grad_norm": 0.9915953464430447, + "learning_rate": 1.697775947858279e-05, + "loss": 0.0327, + "step": 32605 + }, + { + "epoch": 27.655640373197624, + "grad_norm": 0.9773979712563973, + "learning_rate": 1.6977562701352057e-05, + "loss": 0.0281, + "step": 32606 + }, + { + "epoch": 27.65648854961832, + "grad_norm": 0.9144477989920077, + "learning_rate": 1.6977365918855912e-05, + "loss": 0.0303, + "step": 32607 + }, + { + "epoch": 27.657336726039016, + "grad_norm": 0.8009694390062251, + "learning_rate": 1.6977169131094502e-05, + "loss": 0.0274, + "step": 32608 + }, + { + "epoch": 27.658184902459713, + "grad_norm": 0.69373262823244, + "learning_rate": 1.6976972338067973e-05, + "loss": 0.0286, + "step": 32609 + }, + { + "epoch": 27.659033078880405, + "grad_norm": 0.8835810843140735, + "learning_rate": 1.6976775539776484e-05, + "loss": 0.0299, + "step": 32610 + }, + { + "epoch": 27.6598812553011, + "grad_norm": 0.7875158974857508, + "learning_rate": 1.697657873622017e-05, + "loss": 0.0295, + "step": 32611 + }, + { + "epoch": 27.660729431721798, + "grad_norm": 0.7333888703674375, + "learning_rate": 1.697638192739919e-05, + "loss": 0.0281, + "step": 32612 + }, + { + "epoch": 27.661577608142494, + "grad_norm": 1.0405437918787093, + "learning_rate": 1.6976185113313687e-05, + "loss": 0.0305, + "step": 32613 + }, + { + "epoch": 27.66242578456319, + "grad_norm": 0.8754272506497223, + "learning_rate": 1.697598829396381e-05, + "loss": 0.0296, + "step": 32614 + }, + { + "epoch": 27.663273960983886, + "grad_norm": 0.9982116531867755, + "learning_rate": 1.6975791469349707e-05, + "loss": 0.0302, + "step": 32615 + }, + { + "epoch": 27.66412213740458, + "grad_norm": 1.0261445322306977, + "learning_rate": 1.6975594639471533e-05, + "loss": 0.0344, + "step": 32616 + }, + { + "epoch": 27.664970313825275, + "grad_norm": 0.9400694052926654, + "learning_rate": 1.6975397804329427e-05, + "loss": 0.0314, + "step": 32617 + }, + { + "epoch": 27.66581849024597, + "grad_norm": 0.9670849058068821, + "learning_rate": 1.6975200963923544e-05, + "loss": 0.0278, + "step": 32618 + }, + { + "epoch": 27.666666666666668, + "grad_norm": 0.9342486912398502, + "learning_rate": 1.697500411825403e-05, + "loss": 0.031, + "step": 32619 + }, + { + "epoch": 27.66751484308736, + "grad_norm": 1.001892146689571, + "learning_rate": 1.6974807267321035e-05, + "loss": 0.028, + "step": 32620 + }, + { + "epoch": 27.668363019508057, + "grad_norm": 0.9181642435940329, + "learning_rate": 1.6974610411124703e-05, + "loss": 0.0299, + "step": 32621 + }, + { + "epoch": 27.669211195928753, + "grad_norm": 0.9005369733375946, + "learning_rate": 1.697441354966519e-05, + "loss": 0.0322, + "step": 32622 + }, + { + "epoch": 27.67005937234945, + "grad_norm": 0.866896747287079, + "learning_rate": 1.697421668294264e-05, + "loss": 0.0304, + "step": 32623 + }, + { + "epoch": 27.670907548770145, + "grad_norm": 1.0243591361546827, + "learning_rate": 1.69740198109572e-05, + "loss": 0.0276, + "step": 32624 + }, + { + "epoch": 27.671755725190838, + "grad_norm": 0.9520015273377717, + "learning_rate": 1.6973822933709026e-05, + "loss": 0.0307, + "step": 32625 + }, + { + "epoch": 27.672603901611534, + "grad_norm": 1.0706309625035932, + "learning_rate": 1.6973626051198257e-05, + "loss": 0.03, + "step": 32626 + }, + { + "epoch": 27.67345207803223, + "grad_norm": 0.9015819055300766, + "learning_rate": 1.6973429163425045e-05, + "loss": 0.0292, + "step": 32627 + }, + { + "epoch": 27.674300254452927, + "grad_norm": 0.9784378044369275, + "learning_rate": 1.6973232270389542e-05, + "loss": 0.0298, + "step": 32628 + }, + { + "epoch": 27.675148430873623, + "grad_norm": 0.9977528214015072, + "learning_rate": 1.6973035372091895e-05, + "loss": 0.0322, + "step": 32629 + }, + { + "epoch": 27.675996607294316, + "grad_norm": 0.9500406296482805, + "learning_rate": 1.697283846853225e-05, + "loss": 0.0324, + "step": 32630 + }, + { + "epoch": 27.676844783715012, + "grad_norm": 0.7962156732045806, + "learning_rate": 1.697264155971076e-05, + "loss": 0.0303, + "step": 32631 + }, + { + "epoch": 27.67769296013571, + "grad_norm": 0.7998341078245584, + "learning_rate": 1.6972444645627568e-05, + "loss": 0.0285, + "step": 32632 + }, + { + "epoch": 27.678541136556404, + "grad_norm": 0.9802603389626356, + "learning_rate": 1.6972247726282826e-05, + "loss": 0.0334, + "step": 32633 + }, + { + "epoch": 27.6793893129771, + "grad_norm": 0.9713945598863221, + "learning_rate": 1.6972050801676684e-05, + "loss": 0.0296, + "step": 32634 + }, + { + "epoch": 27.680237489397793, + "grad_norm": 0.7178079867796827, + "learning_rate": 1.6971853871809285e-05, + "loss": 0.0261, + "step": 32635 + }, + { + "epoch": 27.68108566581849, + "grad_norm": 0.8310353125565464, + "learning_rate": 1.697165693668078e-05, + "loss": 0.0295, + "step": 32636 + }, + { + "epoch": 27.681933842239186, + "grad_norm": 0.9626998879723203, + "learning_rate": 1.697145999629133e-05, + "loss": 0.0297, + "step": 32637 + }, + { + "epoch": 27.682782018659882, + "grad_norm": 1.0364061445988133, + "learning_rate": 1.697126305064106e-05, + "loss": 0.0315, + "step": 32638 + }, + { + "epoch": 27.68363019508058, + "grad_norm": 1.0942329409834168, + "learning_rate": 1.6971066099730138e-05, + "loss": 0.0303, + "step": 32639 + }, + { + "epoch": 27.68447837150127, + "grad_norm": 0.879552801082554, + "learning_rate": 1.6970869143558707e-05, + "loss": 0.0299, + "step": 32640 + }, + { + "epoch": 27.685326547921967, + "grad_norm": 0.8872361470697767, + "learning_rate": 1.6970672182126907e-05, + "loss": 0.0282, + "step": 32641 + }, + { + "epoch": 27.686174724342663, + "grad_norm": 0.8219906669797455, + "learning_rate": 1.69704752154349e-05, + "loss": 0.0296, + "step": 32642 + }, + { + "epoch": 27.68702290076336, + "grad_norm": 0.8042250772986844, + "learning_rate": 1.6970278243482828e-05, + "loss": 0.0278, + "step": 32643 + }, + { + "epoch": 27.687871077184056, + "grad_norm": 0.9759877169066453, + "learning_rate": 1.6970081266270838e-05, + "loss": 0.0322, + "step": 32644 + }, + { + "epoch": 27.68871925360475, + "grad_norm": 0.8378861021748729, + "learning_rate": 1.696988428379908e-05, + "loss": 0.0289, + "step": 32645 + }, + { + "epoch": 27.689567430025445, + "grad_norm": 0.9363413014000237, + "learning_rate": 1.696968729606771e-05, + "loss": 0.0307, + "step": 32646 + }, + { + "epoch": 27.69041560644614, + "grad_norm": 1.0375284679925998, + "learning_rate": 1.6969490303076866e-05, + "loss": 0.0287, + "step": 32647 + }, + { + "epoch": 27.691263782866837, + "grad_norm": 0.7978168887818351, + "learning_rate": 1.69692933048267e-05, + "loss": 0.0286, + "step": 32648 + }, + { + "epoch": 27.69211195928753, + "grad_norm": 0.8194537098081244, + "learning_rate": 1.6969096301317364e-05, + "loss": 0.0281, + "step": 32649 + }, + { + "epoch": 27.692960135708226, + "grad_norm": 0.9675050819973354, + "learning_rate": 1.6968899292549005e-05, + "loss": 0.0314, + "step": 32650 + }, + { + "epoch": 27.693808312128922, + "grad_norm": 1.0270073054103757, + "learning_rate": 1.6968702278521768e-05, + "loss": 0.0299, + "step": 32651 + }, + { + "epoch": 27.69465648854962, + "grad_norm": 1.0807557832315642, + "learning_rate": 1.6968505259235805e-05, + "loss": 0.0317, + "step": 32652 + }, + { + "epoch": 27.695504664970315, + "grad_norm": 0.8739934690389529, + "learning_rate": 1.6968308234691268e-05, + "loss": 0.0294, + "step": 32653 + }, + { + "epoch": 27.696352841391008, + "grad_norm": 0.9013711674389584, + "learning_rate": 1.6968111204888296e-05, + "loss": 0.0294, + "step": 32654 + }, + { + "epoch": 27.697201017811704, + "grad_norm": 1.1018056940531478, + "learning_rate": 1.6967914169827045e-05, + "loss": 0.0319, + "step": 32655 + }, + { + "epoch": 27.6980491942324, + "grad_norm": 0.8710249840724116, + "learning_rate": 1.6967717129507665e-05, + "loss": 0.0293, + "step": 32656 + }, + { + "epoch": 27.698897370653096, + "grad_norm": 0.826806552651249, + "learning_rate": 1.69675200839303e-05, + "loss": 0.0293, + "step": 32657 + }, + { + "epoch": 27.699745547073793, + "grad_norm": 1.0705612330921959, + "learning_rate": 1.6967323033095104e-05, + "loss": 0.0328, + "step": 32658 + }, + { + "epoch": 27.700593723494485, + "grad_norm": 1.0017125665042483, + "learning_rate": 1.696712597700222e-05, + "loss": 0.0302, + "step": 32659 + }, + { + "epoch": 27.70144189991518, + "grad_norm": 0.9339259248475776, + "learning_rate": 1.6966928915651796e-05, + "loss": 0.0298, + "step": 32660 + }, + { + "epoch": 27.702290076335878, + "grad_norm": 0.909267225989105, + "learning_rate": 1.6966731849043986e-05, + "loss": 0.0298, + "step": 32661 + }, + { + "epoch": 27.703138252756574, + "grad_norm": 0.8611178628677557, + "learning_rate": 1.6966534777178937e-05, + "loss": 0.0298, + "step": 32662 + }, + { + "epoch": 27.70398642917727, + "grad_norm": 0.918769674491491, + "learning_rate": 1.69663377000568e-05, + "loss": 0.0314, + "step": 32663 + }, + { + "epoch": 27.704834605597963, + "grad_norm": 1.1976280193074385, + "learning_rate": 1.696614061767772e-05, + "loss": 0.0322, + "step": 32664 + }, + { + "epoch": 27.70568278201866, + "grad_norm": 0.8664674633931508, + "learning_rate": 1.6965943530041845e-05, + "loss": 0.0295, + "step": 32665 + }, + { + "epoch": 27.706530958439355, + "grad_norm": 1.0047318288696017, + "learning_rate": 1.6965746437149325e-05, + "loss": 0.0293, + "step": 32666 + }, + { + "epoch": 27.70737913486005, + "grad_norm": 0.7269659461250028, + "learning_rate": 1.6965549339000308e-05, + "loss": 0.0275, + "step": 32667 + }, + { + "epoch": 27.708227311280748, + "grad_norm": 1.0575923410883632, + "learning_rate": 1.6965352235594944e-05, + "loss": 0.0317, + "step": 32668 + }, + { + "epoch": 27.70907548770144, + "grad_norm": 0.8668272423053713, + "learning_rate": 1.6965155126933384e-05, + "loss": 0.0286, + "step": 32669 + }, + { + "epoch": 27.709923664122137, + "grad_norm": 0.9225742841883234, + "learning_rate": 1.6964958013015772e-05, + "loss": 0.0283, + "step": 32670 + }, + { + "epoch": 27.710771840542833, + "grad_norm": 0.9163511487087772, + "learning_rate": 1.6964760893842263e-05, + "loss": 0.0324, + "step": 32671 + }, + { + "epoch": 27.71162001696353, + "grad_norm": 1.1838879496482022, + "learning_rate": 1.6964563769413002e-05, + "loss": 0.0364, + "step": 32672 + }, + { + "epoch": 27.712468193384225, + "grad_norm": 0.9570149913735988, + "learning_rate": 1.6964366639728132e-05, + "loss": 0.0286, + "step": 32673 + }, + { + "epoch": 27.713316369804918, + "grad_norm": 1.1586707962432143, + "learning_rate": 1.696416950478781e-05, + "loss": 0.031, + "step": 32674 + }, + { + "epoch": 27.714164546225614, + "grad_norm": 0.8680299978270735, + "learning_rate": 1.6963972364592182e-05, + "loss": 0.0309, + "step": 32675 + }, + { + "epoch": 27.71501272264631, + "grad_norm": 0.8770628159783121, + "learning_rate": 1.6963775219141396e-05, + "loss": 0.0314, + "step": 32676 + }, + { + "epoch": 27.715860899067007, + "grad_norm": 1.0507200870208782, + "learning_rate": 1.6963578068435605e-05, + "loss": 0.0334, + "step": 32677 + }, + { + "epoch": 27.716709075487703, + "grad_norm": 0.9580003074511073, + "learning_rate": 1.6963380912474953e-05, + "loss": 0.0298, + "step": 32678 + }, + { + "epoch": 27.717557251908396, + "grad_norm": 0.8471719808652263, + "learning_rate": 1.696318375125959e-05, + "loss": 0.0292, + "step": 32679 + }, + { + "epoch": 27.718405428329092, + "grad_norm": 1.1097541383559713, + "learning_rate": 1.696298658478966e-05, + "loss": 0.0319, + "step": 32680 + }, + { + "epoch": 27.719253604749788, + "grad_norm": 0.7468999154260625, + "learning_rate": 1.6962789413065323e-05, + "loss": 0.029, + "step": 32681 + }, + { + "epoch": 27.720101781170484, + "grad_norm": 0.9960114688233459, + "learning_rate": 1.696259223608672e-05, + "loss": 0.0323, + "step": 32682 + }, + { + "epoch": 27.72094995759118, + "grad_norm": 0.9455733218956027, + "learning_rate": 1.6962395053854e-05, + "loss": 0.0279, + "step": 32683 + }, + { + "epoch": 27.721798134011873, + "grad_norm": 1.061204819833724, + "learning_rate": 1.6962197866367315e-05, + "loss": 0.0299, + "step": 32684 + }, + { + "epoch": 27.72264631043257, + "grad_norm": 0.8339119699110886, + "learning_rate": 1.6962000673626812e-05, + "loss": 0.0281, + "step": 32685 + }, + { + "epoch": 27.723494486853266, + "grad_norm": 0.9998514904755086, + "learning_rate": 1.6961803475632638e-05, + "loss": 0.0321, + "step": 32686 + }, + { + "epoch": 27.724342663273962, + "grad_norm": 0.9742926900821909, + "learning_rate": 1.6961606272384945e-05, + "loss": 0.0319, + "step": 32687 + }, + { + "epoch": 27.725190839694655, + "grad_norm": 1.0494150391323958, + "learning_rate": 1.6961409063883883e-05, + "loss": 0.0326, + "step": 32688 + }, + { + "epoch": 27.72603901611535, + "grad_norm": 0.963128458486587, + "learning_rate": 1.6961211850129594e-05, + "loss": 0.0306, + "step": 32689 + }, + { + "epoch": 27.726887192536047, + "grad_norm": 1.2031243433741752, + "learning_rate": 1.696101463112223e-05, + "loss": 0.0346, + "step": 32690 + }, + { + "epoch": 27.727735368956743, + "grad_norm": 0.9391322306278214, + "learning_rate": 1.6960817406861944e-05, + "loss": 0.0312, + "step": 32691 + }, + { + "epoch": 27.72858354537744, + "grad_norm": 1.077296344507661, + "learning_rate": 1.696062017734888e-05, + "loss": 0.0325, + "step": 32692 + }, + { + "epoch": 27.729431721798132, + "grad_norm": 1.1792137841254882, + "learning_rate": 1.696042294258319e-05, + "loss": 0.033, + "step": 32693 + }, + { + "epoch": 27.73027989821883, + "grad_norm": 0.8819733074598631, + "learning_rate": 1.696022570256502e-05, + "loss": 0.031, + "step": 32694 + }, + { + "epoch": 27.731128074639525, + "grad_norm": 0.8129390906864128, + "learning_rate": 1.696002845729452e-05, + "loss": 0.0304, + "step": 32695 + }, + { + "epoch": 27.73197625106022, + "grad_norm": 0.7963570590597598, + "learning_rate": 1.695983120677184e-05, + "loss": 0.0295, + "step": 32696 + }, + { + "epoch": 27.732824427480917, + "grad_norm": 1.0138127297352781, + "learning_rate": 1.695963395099713e-05, + "loss": 0.0305, + "step": 32697 + }, + { + "epoch": 27.73367260390161, + "grad_norm": 0.9332888901376083, + "learning_rate": 1.6959436689970532e-05, + "loss": 0.0319, + "step": 32698 + }, + { + "epoch": 27.734520780322306, + "grad_norm": 0.8522150752555415, + "learning_rate": 1.69592394236922e-05, + "loss": 0.0299, + "step": 32699 + }, + { + "epoch": 27.735368956743002, + "grad_norm": 0.890687744811438, + "learning_rate": 1.6959042152162286e-05, + "loss": 0.032, + "step": 32700 + }, + { + "epoch": 27.7362171331637, + "grad_norm": 1.0288299282674795, + "learning_rate": 1.6958844875380936e-05, + "loss": 0.033, + "step": 32701 + }, + { + "epoch": 27.737065309584395, + "grad_norm": 0.8859533763769228, + "learning_rate": 1.6958647593348293e-05, + "loss": 0.0303, + "step": 32702 + }, + { + "epoch": 27.737913486005088, + "grad_norm": 1.0234276482824125, + "learning_rate": 1.6958450306064517e-05, + "loss": 0.0323, + "step": 32703 + }, + { + "epoch": 27.738761662425784, + "grad_norm": 0.9170988676235606, + "learning_rate": 1.6958253013529747e-05, + "loss": 0.0319, + "step": 32704 + }, + { + "epoch": 27.73960983884648, + "grad_norm": 0.8959876191674305, + "learning_rate": 1.6958055715744138e-05, + "loss": 0.0296, + "step": 32705 + }, + { + "epoch": 27.740458015267176, + "grad_norm": 0.8787992930907493, + "learning_rate": 1.6957858412707833e-05, + "loss": 0.0294, + "step": 32706 + }, + { + "epoch": 27.741306191687872, + "grad_norm": 0.8008653699601402, + "learning_rate": 1.6957661104420987e-05, + "loss": 0.0289, + "step": 32707 + }, + { + "epoch": 27.742154368108565, + "grad_norm": 0.9271385452954413, + "learning_rate": 1.6957463790883747e-05, + "loss": 0.0295, + "step": 32708 + }, + { + "epoch": 27.74300254452926, + "grad_norm": 1.010328352978307, + "learning_rate": 1.695726647209626e-05, + "loss": 0.0323, + "step": 32709 + }, + { + "epoch": 27.743850720949958, + "grad_norm": 1.07650978359594, + "learning_rate": 1.695706914805868e-05, + "loss": 0.0338, + "step": 32710 + }, + { + "epoch": 27.744698897370654, + "grad_norm": 0.8512427629505833, + "learning_rate": 1.695687181877115e-05, + "loss": 0.0286, + "step": 32711 + }, + { + "epoch": 27.74554707379135, + "grad_norm": 1.0543871271081386, + "learning_rate": 1.6956674484233813e-05, + "loss": 0.0339, + "step": 32712 + }, + { + "epoch": 27.746395250212043, + "grad_norm": 0.9525455512365812, + "learning_rate": 1.6956477144446836e-05, + "loss": 0.0316, + "step": 32713 + }, + { + "epoch": 27.74724342663274, + "grad_norm": 0.9283508912110666, + "learning_rate": 1.6956279799410354e-05, + "loss": 0.0321, + "step": 32714 + }, + { + "epoch": 27.748091603053435, + "grad_norm": 0.8823091011376059, + "learning_rate": 1.6956082449124522e-05, + "loss": 0.0307, + "step": 32715 + }, + { + "epoch": 27.74893977947413, + "grad_norm": 0.7481532383792928, + "learning_rate": 1.6955885093589487e-05, + "loss": 0.0272, + "step": 32716 + }, + { + "epoch": 27.749787955894828, + "grad_norm": 1.0273749563805246, + "learning_rate": 1.6955687732805396e-05, + "loss": 0.0313, + "step": 32717 + }, + { + "epoch": 27.75063613231552, + "grad_norm": 0.8771029884626019, + "learning_rate": 1.69554903667724e-05, + "loss": 0.0292, + "step": 32718 + }, + { + "epoch": 27.751484308736217, + "grad_norm": 1.003991952779399, + "learning_rate": 1.6955292995490648e-05, + "loss": 0.0319, + "step": 32719 + }, + { + "epoch": 27.752332485156913, + "grad_norm": 0.9519481432601087, + "learning_rate": 1.695509561896029e-05, + "loss": 0.0305, + "step": 32720 + }, + { + "epoch": 27.75318066157761, + "grad_norm": 1.1064380676071037, + "learning_rate": 1.695489823718147e-05, + "loss": 0.0315, + "step": 32721 + }, + { + "epoch": 27.754028837998305, + "grad_norm": 0.9776943693767353, + "learning_rate": 1.695470085015434e-05, + "loss": 0.0319, + "step": 32722 + }, + { + "epoch": 27.754877014418998, + "grad_norm": 0.9656489994623905, + "learning_rate": 1.6954503457879055e-05, + "loss": 0.0319, + "step": 32723 + }, + { + "epoch": 27.755725190839694, + "grad_norm": 0.9398641077893802, + "learning_rate": 1.6954306060355757e-05, + "loss": 0.0323, + "step": 32724 + }, + { + "epoch": 27.75657336726039, + "grad_norm": 0.9092134418464538, + "learning_rate": 1.6954108657584592e-05, + "loss": 0.0303, + "step": 32725 + }, + { + "epoch": 27.757421543681087, + "grad_norm": 0.9033148957023471, + "learning_rate": 1.6953911249565712e-05, + "loss": 0.0308, + "step": 32726 + }, + { + "epoch": 27.75826972010178, + "grad_norm": 0.9312254179685571, + "learning_rate": 1.6953713836299273e-05, + "loss": 0.0293, + "step": 32727 + }, + { + "epoch": 27.759117896522476, + "grad_norm": 0.9092491584420983, + "learning_rate": 1.6953516417785415e-05, + "loss": 0.0317, + "step": 32728 + }, + { + "epoch": 27.759966072943172, + "grad_norm": 0.7844975660514879, + "learning_rate": 1.695331899402429e-05, + "loss": 0.0265, + "step": 32729 + }, + { + "epoch": 27.760814249363868, + "grad_norm": 0.8737348439613929, + "learning_rate": 1.695312156501605e-05, + "loss": 0.0305, + "step": 32730 + }, + { + "epoch": 27.761662425784564, + "grad_norm": 1.1418899557452786, + "learning_rate": 1.695292413076084e-05, + "loss": 0.0342, + "step": 32731 + }, + { + "epoch": 27.762510602205257, + "grad_norm": 0.9864599756687068, + "learning_rate": 1.6952726691258807e-05, + "loss": 0.0303, + "step": 32732 + }, + { + "epoch": 27.763358778625953, + "grad_norm": 1.0683456965105553, + "learning_rate": 1.6952529246510105e-05, + "loss": 0.0336, + "step": 32733 + }, + { + "epoch": 27.76420695504665, + "grad_norm": 0.8900049917469809, + "learning_rate": 1.695233179651488e-05, + "loss": 0.0296, + "step": 32734 + }, + { + "epoch": 27.765055131467346, + "grad_norm": 0.9053588768619412, + "learning_rate": 1.6952134341273287e-05, + "loss": 0.0294, + "step": 32735 + }, + { + "epoch": 27.765903307888042, + "grad_norm": 1.0919993640197867, + "learning_rate": 1.6951936880785463e-05, + "loss": 0.0348, + "step": 32736 + }, + { + "epoch": 27.766751484308735, + "grad_norm": 0.934770925984701, + "learning_rate": 1.695173941505157e-05, + "loss": 0.0301, + "step": 32737 + }, + { + "epoch": 27.76759966072943, + "grad_norm": 0.8105779784489673, + "learning_rate": 1.6951541944071746e-05, + "loss": 0.0278, + "step": 32738 + }, + { + "epoch": 27.768447837150127, + "grad_norm": 0.9012320081235163, + "learning_rate": 1.695134446784615e-05, + "loss": 0.0284, + "step": 32739 + }, + { + "epoch": 27.769296013570823, + "grad_norm": 1.0049708667253658, + "learning_rate": 1.6951146986374926e-05, + "loss": 0.0296, + "step": 32740 + }, + { + "epoch": 27.77014418999152, + "grad_norm": 1.0219013911237325, + "learning_rate": 1.6950949499658218e-05, + "loss": 0.0317, + "step": 32741 + }, + { + "epoch": 27.770992366412212, + "grad_norm": 0.9020737408377171, + "learning_rate": 1.6950752007696184e-05, + "loss": 0.0315, + "step": 32742 + }, + { + "epoch": 27.77184054283291, + "grad_norm": 0.8346924517538358, + "learning_rate": 1.695055451048897e-05, + "loss": 0.0279, + "step": 32743 + }, + { + "epoch": 27.772688719253605, + "grad_norm": 0.9199628646777162, + "learning_rate": 1.6950357008036725e-05, + "loss": 0.0324, + "step": 32744 + }, + { + "epoch": 27.7735368956743, + "grad_norm": 1.0762068226312809, + "learning_rate": 1.695015950033959e-05, + "loss": 0.0312, + "step": 32745 + }, + { + "epoch": 27.774385072094997, + "grad_norm": 0.7739546508881404, + "learning_rate": 1.694996198739773e-05, + "loss": 0.0293, + "step": 32746 + }, + { + "epoch": 27.77523324851569, + "grad_norm": 1.043799276269768, + "learning_rate": 1.6949764469211282e-05, + "loss": 0.0315, + "step": 32747 + }, + { + "epoch": 27.776081424936386, + "grad_norm": 0.7772241217808578, + "learning_rate": 1.6949566945780395e-05, + "loss": 0.0272, + "step": 32748 + }, + { + "epoch": 27.776929601357082, + "grad_norm": 1.0853015375758504, + "learning_rate": 1.694936941710523e-05, + "loss": 0.0348, + "step": 32749 + }, + { + "epoch": 27.77777777777778, + "grad_norm": 0.986453765950138, + "learning_rate": 1.694917188318592e-05, + "loss": 0.03, + "step": 32750 + }, + { + "epoch": 27.778625954198475, + "grad_norm": 0.988318874025123, + "learning_rate": 1.6948974344022623e-05, + "loss": 0.0295, + "step": 32751 + }, + { + "epoch": 27.779474130619167, + "grad_norm": 0.8998523945911375, + "learning_rate": 1.6948776799615488e-05, + "loss": 0.0314, + "step": 32752 + }, + { + "epoch": 27.780322307039864, + "grad_norm": 0.8997758743383332, + "learning_rate": 1.6948579249964662e-05, + "loss": 0.028, + "step": 32753 + }, + { + "epoch": 27.78117048346056, + "grad_norm": 1.0213755122328139, + "learning_rate": 1.6948381695070297e-05, + "loss": 0.0315, + "step": 32754 + }, + { + "epoch": 27.782018659881256, + "grad_norm": 0.908422421650766, + "learning_rate": 1.6948184134932536e-05, + "loss": 0.0291, + "step": 32755 + }, + { + "epoch": 27.782866836301952, + "grad_norm": 0.8014936006156045, + "learning_rate": 1.6947986569551536e-05, + "loss": 0.028, + "step": 32756 + }, + { + "epoch": 27.783715012722645, + "grad_norm": 1.0724856491226025, + "learning_rate": 1.694778899892744e-05, + "loss": 0.033, + "step": 32757 + }, + { + "epoch": 27.78456318914334, + "grad_norm": 0.9249680855989211, + "learning_rate": 1.69475914230604e-05, + "loss": 0.029, + "step": 32758 + }, + { + "epoch": 27.785411365564038, + "grad_norm": 1.0187487617326445, + "learning_rate": 1.694739384195056e-05, + "loss": 0.0321, + "step": 32759 + }, + { + "epoch": 27.786259541984734, + "grad_norm": 0.7914091227799231, + "learning_rate": 1.694719625559808e-05, + "loss": 0.0276, + "step": 32760 + }, + { + "epoch": 27.78710771840543, + "grad_norm": 1.1758570065203877, + "learning_rate": 1.6946998664003097e-05, + "loss": 0.0326, + "step": 32761 + }, + { + "epoch": 27.787955894826123, + "grad_norm": 0.8055071092902695, + "learning_rate": 1.694680106716577e-05, + "loss": 0.0288, + "step": 32762 + }, + { + "epoch": 27.78880407124682, + "grad_norm": 1.04510913007598, + "learning_rate": 1.6946603465086245e-05, + "loss": 0.0311, + "step": 32763 + }, + { + "epoch": 27.789652247667515, + "grad_norm": 0.9219937174531123, + "learning_rate": 1.6946405857764666e-05, + "loss": 0.0308, + "step": 32764 + }, + { + "epoch": 27.79050042408821, + "grad_norm": 0.918570315299272, + "learning_rate": 1.6946208245201187e-05, + "loss": 0.0319, + "step": 32765 + }, + { + "epoch": 27.791348600508904, + "grad_norm": 0.7726399450510517, + "learning_rate": 1.6946010627395953e-05, + "loss": 0.0302, + "step": 32766 + }, + { + "epoch": 27.7921967769296, + "grad_norm": 0.9984870794932805, + "learning_rate": 1.694581300434912e-05, + "loss": 0.0326, + "step": 32767 + }, + { + "epoch": 27.793044953350297, + "grad_norm": 1.0889435493380815, + "learning_rate": 1.694561537606083e-05, + "loss": 0.0314, + "step": 32768 + }, + { + "epoch": 27.793893129770993, + "grad_norm": 0.897888205977321, + "learning_rate": 1.6945417742531242e-05, + "loss": 0.0295, + "step": 32769 + }, + { + "epoch": 27.79474130619169, + "grad_norm": 0.9974494490017956, + "learning_rate": 1.6945220103760492e-05, + "loss": 0.0338, + "step": 32770 + }, + { + "epoch": 27.79558948261238, + "grad_norm": 0.9701854048057984, + "learning_rate": 1.6945022459748736e-05, + "loss": 0.031, + "step": 32771 + }, + { + "epoch": 27.796437659033078, + "grad_norm": 0.8737822901764307, + "learning_rate": 1.6944824810496127e-05, + "loss": 0.0318, + "step": 32772 + }, + { + "epoch": 27.797285835453774, + "grad_norm": 1.206989427611218, + "learning_rate": 1.6944627156002806e-05, + "loss": 0.0319, + "step": 32773 + }, + { + "epoch": 27.79813401187447, + "grad_norm": 0.9081022715592305, + "learning_rate": 1.694442949626893e-05, + "loss": 0.0293, + "step": 32774 + }, + { + "epoch": 27.798982188295167, + "grad_norm": 0.8456137719635118, + "learning_rate": 1.6944231831294642e-05, + "loss": 0.0292, + "step": 32775 + }, + { + "epoch": 27.79983036471586, + "grad_norm": 1.078344339896609, + "learning_rate": 1.694403416108009e-05, + "loss": 0.0352, + "step": 32776 + }, + { + "epoch": 27.800678541136556, + "grad_norm": 1.1607850158461666, + "learning_rate": 1.6943836485625433e-05, + "loss": 0.0335, + "step": 32777 + }, + { + "epoch": 27.801526717557252, + "grad_norm": 0.9126434186355926, + "learning_rate": 1.6943638804930807e-05, + "loss": 0.0298, + "step": 32778 + }, + { + "epoch": 27.802374893977948, + "grad_norm": 1.063321491096697, + "learning_rate": 1.6943441118996376e-05, + "loss": 0.0342, + "step": 32779 + }, + { + "epoch": 27.803223070398644, + "grad_norm": 1.0723673639583793, + "learning_rate": 1.6943243427822276e-05, + "loss": 0.0339, + "step": 32780 + }, + { + "epoch": 27.804071246819337, + "grad_norm": 0.9718234969284025, + "learning_rate": 1.6943045731408664e-05, + "loss": 0.0329, + "step": 32781 + }, + { + "epoch": 27.804919423240033, + "grad_norm": 1.2903947040102977, + "learning_rate": 1.6942848029755686e-05, + "loss": 0.0346, + "step": 32782 + }, + { + "epoch": 27.80576759966073, + "grad_norm": 0.993704460690902, + "learning_rate": 1.694265032286349e-05, + "loss": 0.0335, + "step": 32783 + }, + { + "epoch": 27.806615776081426, + "grad_norm": 0.9767737942862632, + "learning_rate": 1.6942452610732227e-05, + "loss": 0.0293, + "step": 32784 + }, + { + "epoch": 27.807463952502122, + "grad_norm": 1.061277173649585, + "learning_rate": 1.6942254893362047e-05, + "loss": 0.0309, + "step": 32785 + }, + { + "epoch": 27.808312128922815, + "grad_norm": 1.2757231243337606, + "learning_rate": 1.6942057170753098e-05, + "loss": 0.0333, + "step": 32786 + }, + { + "epoch": 27.80916030534351, + "grad_norm": 0.9322979046156109, + "learning_rate": 1.694185944290553e-05, + "loss": 0.0309, + "step": 32787 + }, + { + "epoch": 27.810008481764207, + "grad_norm": 1.0018567358013066, + "learning_rate": 1.6941661709819492e-05, + "loss": 0.0303, + "step": 32788 + }, + { + "epoch": 27.810856658184903, + "grad_norm": 0.8747024422432927, + "learning_rate": 1.6941463971495134e-05, + "loss": 0.0313, + "step": 32789 + }, + { + "epoch": 27.8117048346056, + "grad_norm": 1.0345706491974622, + "learning_rate": 1.6941266227932602e-05, + "loss": 0.0359, + "step": 32790 + }, + { + "epoch": 27.812553011026292, + "grad_norm": 0.9996623784124524, + "learning_rate": 1.694106847913205e-05, + "loss": 0.0303, + "step": 32791 + }, + { + "epoch": 27.81340118744699, + "grad_norm": 0.9886592198643191, + "learning_rate": 1.694087072509362e-05, + "loss": 0.0311, + "step": 32792 + }, + { + "epoch": 27.814249363867685, + "grad_norm": 0.9738075650900655, + "learning_rate": 1.694067296581747e-05, + "loss": 0.033, + "step": 32793 + }, + { + "epoch": 27.81509754028838, + "grad_norm": 0.9136058458206259, + "learning_rate": 1.6940475201303743e-05, + "loss": 0.0318, + "step": 32794 + }, + { + "epoch": 27.815945716709077, + "grad_norm": 0.9062437769258841, + "learning_rate": 1.6940277431552592e-05, + "loss": 0.0319, + "step": 32795 + }, + { + "epoch": 27.81679389312977, + "grad_norm": 0.9392624527455585, + "learning_rate": 1.6940079656564162e-05, + "loss": 0.031, + "step": 32796 + }, + { + "epoch": 27.817642069550466, + "grad_norm": 1.0689950040888807, + "learning_rate": 1.6939881876338605e-05, + "loss": 0.0322, + "step": 32797 + }, + { + "epoch": 27.818490245971162, + "grad_norm": 0.9711989517244325, + "learning_rate": 1.6939684090876074e-05, + "loss": 0.0304, + "step": 32798 + }, + { + "epoch": 27.81933842239186, + "grad_norm": 1.0839350794975395, + "learning_rate": 1.693948630017671e-05, + "loss": 0.0311, + "step": 32799 + }, + { + "epoch": 27.820186598812555, + "grad_norm": 0.9179780201276612, + "learning_rate": 1.693928850424067e-05, + "loss": 0.0321, + "step": 32800 + }, + { + "epoch": 27.821034775233247, + "grad_norm": 1.0726906958782123, + "learning_rate": 1.6939090703068098e-05, + "loss": 0.0311, + "step": 32801 + }, + { + "epoch": 27.821882951653944, + "grad_norm": 0.9538022204993297, + "learning_rate": 1.6938892896659143e-05, + "loss": 0.03, + "step": 32802 + }, + { + "epoch": 27.82273112807464, + "grad_norm": 0.9441342829687261, + "learning_rate": 1.693869508501396e-05, + "loss": 0.0297, + "step": 32803 + }, + { + "epoch": 27.823579304495336, + "grad_norm": 1.0181551205274446, + "learning_rate": 1.6938497268132693e-05, + "loss": 0.0319, + "step": 32804 + }, + { + "epoch": 27.82442748091603, + "grad_norm": 0.9955851533794096, + "learning_rate": 1.6938299446015492e-05, + "loss": 0.0299, + "step": 32805 + }, + { + "epoch": 27.825275657336725, + "grad_norm": 1.0611629488622913, + "learning_rate": 1.693810161866251e-05, + "loss": 0.0322, + "step": 32806 + }, + { + "epoch": 27.82612383375742, + "grad_norm": 0.9998291384490776, + "learning_rate": 1.693790378607389e-05, + "loss": 0.0298, + "step": 32807 + }, + { + "epoch": 27.826972010178118, + "grad_norm": 0.8025961123614528, + "learning_rate": 1.693770594824979e-05, + "loss": 0.0293, + "step": 32808 + }, + { + "epoch": 27.827820186598814, + "grad_norm": 1.015540329277929, + "learning_rate": 1.693750810519035e-05, + "loss": 0.0332, + "step": 32809 + }, + { + "epoch": 27.828668363019506, + "grad_norm": 1.0327441083672637, + "learning_rate": 1.693731025689572e-05, + "loss": 0.0328, + "step": 32810 + }, + { + "epoch": 27.829516539440203, + "grad_norm": 0.9801694200639286, + "learning_rate": 1.6937112403366058e-05, + "loss": 0.0314, + "step": 32811 + }, + { + "epoch": 27.8303647158609, + "grad_norm": 1.0177263934262226, + "learning_rate": 1.693691454460151e-05, + "loss": 0.034, + "step": 32812 + }, + { + "epoch": 27.831212892281595, + "grad_norm": 1.0057251909142393, + "learning_rate": 1.6936716680602215e-05, + "loss": 0.0327, + "step": 32813 + }, + { + "epoch": 27.83206106870229, + "grad_norm": 0.7872371499785947, + "learning_rate": 1.693651881136834e-05, + "loss": 0.0305, + "step": 32814 + }, + { + "epoch": 27.832909245122984, + "grad_norm": 0.8648509570372561, + "learning_rate": 1.6936320936900016e-05, + "loss": 0.0291, + "step": 32815 + }, + { + "epoch": 27.83375742154368, + "grad_norm": 0.8254594808302026, + "learning_rate": 1.693612305719741e-05, + "loss": 0.031, + "step": 32816 + }, + { + "epoch": 27.834605597964376, + "grad_norm": 0.9579473455642599, + "learning_rate": 1.6935925172260653e-05, + "loss": 0.03, + "step": 32817 + }, + { + "epoch": 27.835453774385073, + "grad_norm": 0.9356624387887997, + "learning_rate": 1.693572728208991e-05, + "loss": 0.0324, + "step": 32818 + }, + { + "epoch": 27.83630195080577, + "grad_norm": 0.6982795263018766, + "learning_rate": 1.6935529386685323e-05, + "loss": 0.0268, + "step": 32819 + }, + { + "epoch": 27.83715012722646, + "grad_norm": 1.2366153858006368, + "learning_rate": 1.6935331486047043e-05, + "loss": 0.0315, + "step": 32820 + }, + { + "epoch": 27.837998303647158, + "grad_norm": 0.8143019566363593, + "learning_rate": 1.693513358017522e-05, + "loss": 0.0266, + "step": 32821 + }, + { + "epoch": 27.838846480067854, + "grad_norm": 1.073906726909717, + "learning_rate": 1.6934935669070002e-05, + "loss": 0.0351, + "step": 32822 + }, + { + "epoch": 27.83969465648855, + "grad_norm": 0.9361380101683239, + "learning_rate": 1.6934737752731533e-05, + "loss": 0.0336, + "step": 32823 + }, + { + "epoch": 27.840542832909247, + "grad_norm": 0.9587378435085564, + "learning_rate": 1.6934539831159975e-05, + "loss": 0.0322, + "step": 32824 + }, + { + "epoch": 27.84139100932994, + "grad_norm": 1.1335748029130681, + "learning_rate": 1.693434190435547e-05, + "loss": 0.0349, + "step": 32825 + }, + { + "epoch": 27.842239185750635, + "grad_norm": 0.9490621372083234, + "learning_rate": 1.6934143972318162e-05, + "loss": 0.0296, + "step": 32826 + }, + { + "epoch": 27.84308736217133, + "grad_norm": 0.887252258374564, + "learning_rate": 1.693394603504821e-05, + "loss": 0.0298, + "step": 32827 + }, + { + "epoch": 27.843935538592028, + "grad_norm": 0.8192729316936137, + "learning_rate": 1.6933748092545757e-05, + "loss": 0.0297, + "step": 32828 + }, + { + "epoch": 27.844783715012724, + "grad_norm": 1.1053812163258945, + "learning_rate": 1.6933550144810958e-05, + "loss": 0.0338, + "step": 32829 + }, + { + "epoch": 27.845631891433417, + "grad_norm": 0.9151113582975547, + "learning_rate": 1.6933352191843955e-05, + "loss": 0.0301, + "step": 32830 + }, + { + "epoch": 27.846480067854113, + "grad_norm": 0.8855489080891485, + "learning_rate": 1.6933154233644904e-05, + "loss": 0.0305, + "step": 32831 + }, + { + "epoch": 27.84732824427481, + "grad_norm": 0.9175193461711686, + "learning_rate": 1.6932956270213954e-05, + "loss": 0.0308, + "step": 32832 + }, + { + "epoch": 27.848176420695506, + "grad_norm": 0.8463475642608493, + "learning_rate": 1.6932758301551247e-05, + "loss": 0.0313, + "step": 32833 + }, + { + "epoch": 27.849024597116202, + "grad_norm": 0.9964603805632509, + "learning_rate": 1.693256032765694e-05, + "loss": 0.0302, + "step": 32834 + }, + { + "epoch": 27.849872773536894, + "grad_norm": 0.9708710403881148, + "learning_rate": 1.6932362348531185e-05, + "loss": 0.0296, + "step": 32835 + }, + { + "epoch": 27.85072094995759, + "grad_norm": 1.0179291546484022, + "learning_rate": 1.693216436417412e-05, + "loss": 0.0303, + "step": 32836 + }, + { + "epoch": 27.851569126378287, + "grad_norm": 0.9623212932338223, + "learning_rate": 1.69319663745859e-05, + "loss": 0.0314, + "step": 32837 + }, + { + "epoch": 27.852417302798983, + "grad_norm": 0.9054342814089759, + "learning_rate": 1.693176837976668e-05, + "loss": 0.0312, + "step": 32838 + }, + { + "epoch": 27.85326547921968, + "grad_norm": 0.9266622652732743, + "learning_rate": 1.6931570379716603e-05, + "loss": 0.0313, + "step": 32839 + }, + { + "epoch": 27.854113655640372, + "grad_norm": 0.946239693994154, + "learning_rate": 1.693137237443582e-05, + "loss": 0.0319, + "step": 32840 + }, + { + "epoch": 27.85496183206107, + "grad_norm": 0.9631946120334265, + "learning_rate": 1.693117436392448e-05, + "loss": 0.0287, + "step": 32841 + }, + { + "epoch": 27.855810008481765, + "grad_norm": 1.0173521373602274, + "learning_rate": 1.6930976348182734e-05, + "loss": 0.0318, + "step": 32842 + }, + { + "epoch": 27.85665818490246, + "grad_norm": 1.2053337948441425, + "learning_rate": 1.693077832721073e-05, + "loss": 0.031, + "step": 32843 + }, + { + "epoch": 27.857506361323153, + "grad_norm": 0.8955636405463088, + "learning_rate": 1.6930580301008617e-05, + "loss": 0.0312, + "step": 32844 + }, + { + "epoch": 27.85835453774385, + "grad_norm": 0.8622669997268618, + "learning_rate": 1.6930382269576547e-05, + "loss": 0.0308, + "step": 32845 + }, + { + "epoch": 27.859202714164546, + "grad_norm": 0.944322440268361, + "learning_rate": 1.6930184232914666e-05, + "loss": 0.0269, + "step": 32846 + }, + { + "epoch": 27.860050890585242, + "grad_norm": 0.8541773405035497, + "learning_rate": 1.6929986191023125e-05, + "loss": 0.0282, + "step": 32847 + }, + { + "epoch": 27.86089906700594, + "grad_norm": 1.0374425168998975, + "learning_rate": 1.6929788143902074e-05, + "loss": 0.0347, + "step": 32848 + }, + { + "epoch": 27.86174724342663, + "grad_norm": 1.0261910048557679, + "learning_rate": 1.6929590091551662e-05, + "loss": 0.0306, + "step": 32849 + }, + { + "epoch": 27.862595419847327, + "grad_norm": 1.0275936065388824, + "learning_rate": 1.6929392033972038e-05, + "loss": 0.0332, + "step": 32850 + }, + { + "epoch": 27.863443596268024, + "grad_norm": 0.8513815367259501, + "learning_rate": 1.6929193971163354e-05, + "loss": 0.0274, + "step": 32851 + }, + { + "epoch": 27.86429177268872, + "grad_norm": 0.8880980439607108, + "learning_rate": 1.6928995903125752e-05, + "loss": 0.0301, + "step": 32852 + }, + { + "epoch": 27.865139949109416, + "grad_norm": 0.9760584333926237, + "learning_rate": 1.6928797829859393e-05, + "loss": 0.0337, + "step": 32853 + }, + { + "epoch": 27.86598812553011, + "grad_norm": 0.8605532196976879, + "learning_rate": 1.6928599751364418e-05, + "loss": 0.0314, + "step": 32854 + }, + { + "epoch": 27.866836301950805, + "grad_norm": 1.1544879786124136, + "learning_rate": 1.6928401667640976e-05, + "loss": 0.0342, + "step": 32855 + }, + { + "epoch": 27.8676844783715, + "grad_norm": 0.899098406069981, + "learning_rate": 1.6928203578689223e-05, + "loss": 0.0319, + "step": 32856 + }, + { + "epoch": 27.868532654792197, + "grad_norm": 0.8122461622034022, + "learning_rate": 1.6928005484509302e-05, + "loss": 0.0293, + "step": 32857 + }, + { + "epoch": 27.869380831212894, + "grad_norm": 0.9388426688503078, + "learning_rate": 1.6927807385101368e-05, + "loss": 0.029, + "step": 32858 + }, + { + "epoch": 27.870229007633586, + "grad_norm": 0.9694250853635508, + "learning_rate": 1.6927609280465567e-05, + "loss": 0.0316, + "step": 32859 + }, + { + "epoch": 27.871077184054283, + "grad_norm": 0.9309525902943762, + "learning_rate": 1.692741117060205e-05, + "loss": 0.0321, + "step": 32860 + }, + { + "epoch": 27.87192536047498, + "grad_norm": 0.8673352488028974, + "learning_rate": 1.6927213055510963e-05, + "loss": 0.0315, + "step": 32861 + }, + { + "epoch": 27.872773536895675, + "grad_norm": 1.1423565232178259, + "learning_rate": 1.692701493519246e-05, + "loss": 0.0348, + "step": 32862 + }, + { + "epoch": 27.87362171331637, + "grad_norm": 1.1271925104213163, + "learning_rate": 1.6926816809646687e-05, + "loss": 0.0334, + "step": 32863 + }, + { + "epoch": 27.874469889737064, + "grad_norm": 1.0819217979735323, + "learning_rate": 1.6926618678873798e-05, + "loss": 0.034, + "step": 32864 + }, + { + "epoch": 27.87531806615776, + "grad_norm": 0.8356405828593818, + "learning_rate": 1.692642054287394e-05, + "loss": 0.0297, + "step": 32865 + }, + { + "epoch": 27.876166242578456, + "grad_norm": 0.9788775506804448, + "learning_rate": 1.692622240164726e-05, + "loss": 0.0308, + "step": 32866 + }, + { + "epoch": 27.877014418999153, + "grad_norm": 1.0013669266351513, + "learning_rate": 1.692602425519391e-05, + "loss": 0.0298, + "step": 32867 + }, + { + "epoch": 27.87786259541985, + "grad_norm": 0.9022391352604322, + "learning_rate": 1.692582610351404e-05, + "loss": 0.0297, + "step": 32868 + }, + { + "epoch": 27.87871077184054, + "grad_norm": 0.9510782463208929, + "learning_rate": 1.6925627946607796e-05, + "loss": 0.0299, + "step": 32869 + }, + { + "epoch": 27.879558948261238, + "grad_norm": 0.9785722937697804, + "learning_rate": 1.6925429784475334e-05, + "loss": 0.0302, + "step": 32870 + }, + { + "epoch": 27.880407124681934, + "grad_norm": 0.9662995826525856, + "learning_rate": 1.6925231617116797e-05, + "loss": 0.0299, + "step": 32871 + }, + { + "epoch": 27.88125530110263, + "grad_norm": 1.1257652420625848, + "learning_rate": 1.692503344453234e-05, + "loss": 0.0346, + "step": 32872 + }, + { + "epoch": 27.882103477523327, + "grad_norm": 0.9039288381825602, + "learning_rate": 1.692483526672211e-05, + "loss": 0.0315, + "step": 32873 + }, + { + "epoch": 27.88295165394402, + "grad_norm": 0.9658393823139246, + "learning_rate": 1.6924637083686257e-05, + "loss": 0.0321, + "step": 32874 + }, + { + "epoch": 27.883799830364715, + "grad_norm": 1.1130649984625627, + "learning_rate": 1.6924438895424926e-05, + "loss": 0.0318, + "step": 32875 + }, + { + "epoch": 27.88464800678541, + "grad_norm": 1.0556238835449328, + "learning_rate": 1.6924240701938276e-05, + "loss": 0.0327, + "step": 32876 + }, + { + "epoch": 27.885496183206108, + "grad_norm": 0.988535312043554, + "learning_rate": 1.692404250322645e-05, + "loss": 0.0297, + "step": 32877 + }, + { + "epoch": 27.886344359626804, + "grad_norm": 0.8610436932778888, + "learning_rate": 1.6923844299289594e-05, + "loss": 0.0301, + "step": 32878 + }, + { + "epoch": 27.887192536047497, + "grad_norm": 1.0353482127631874, + "learning_rate": 1.6923646090127864e-05, + "loss": 0.0315, + "step": 32879 + }, + { + "epoch": 27.888040712468193, + "grad_norm": 0.9167929768533105, + "learning_rate": 1.692344787574141e-05, + "loss": 0.0292, + "step": 32880 + }, + { + "epoch": 27.88888888888889, + "grad_norm": 0.7937658326418805, + "learning_rate": 1.692324965613038e-05, + "loss": 0.0271, + "step": 32881 + }, + { + "epoch": 27.889737065309586, + "grad_norm": 0.7481337185432863, + "learning_rate": 1.6923051431294923e-05, + "loss": 0.0287, + "step": 32882 + }, + { + "epoch": 27.890585241730278, + "grad_norm": 0.9628834071776629, + "learning_rate": 1.692285320123519e-05, + "loss": 0.028, + "step": 32883 + }, + { + "epoch": 27.891433418150974, + "grad_norm": 0.8275152461957841, + "learning_rate": 1.6922654965951325e-05, + "loss": 0.0285, + "step": 32884 + }, + { + "epoch": 27.89228159457167, + "grad_norm": 1.0065530649444823, + "learning_rate": 1.6922456725443484e-05, + "loss": 0.0319, + "step": 32885 + }, + { + "epoch": 27.893129770992367, + "grad_norm": 0.791570712622183, + "learning_rate": 1.6922258479711815e-05, + "loss": 0.0287, + "step": 32886 + }, + { + "epoch": 27.893977947413063, + "grad_norm": 0.9424478992682425, + "learning_rate": 1.6922060228756466e-05, + "loss": 0.0318, + "step": 32887 + }, + { + "epoch": 27.894826123833756, + "grad_norm": 0.880577491030138, + "learning_rate": 1.6921861972577587e-05, + "loss": 0.0296, + "step": 32888 + }, + { + "epoch": 27.895674300254452, + "grad_norm": 0.9667441289006043, + "learning_rate": 1.692166371117533e-05, + "loss": 0.0295, + "step": 32889 + }, + { + "epoch": 27.89652247667515, + "grad_norm": 0.9960307599598243, + "learning_rate": 1.692146544454984e-05, + "loss": 0.0311, + "step": 32890 + }, + { + "epoch": 27.897370653095845, + "grad_norm": 0.9994645465526624, + "learning_rate": 1.6921267172701273e-05, + "loss": 0.0321, + "step": 32891 + }, + { + "epoch": 27.89821882951654, + "grad_norm": 0.9819797008021384, + "learning_rate": 1.6921068895629774e-05, + "loss": 0.0284, + "step": 32892 + }, + { + "epoch": 27.899067005937233, + "grad_norm": 0.7437138897083757, + "learning_rate": 1.6920870613335494e-05, + "loss": 0.0303, + "step": 32893 + }, + { + "epoch": 27.89991518235793, + "grad_norm": 0.8880134279947975, + "learning_rate": 1.692067232581858e-05, + "loss": 0.031, + "step": 32894 + }, + { + "epoch": 27.900763358778626, + "grad_norm": 0.9289331602931522, + "learning_rate": 1.692047403307919e-05, + "loss": 0.0318, + "step": 32895 + }, + { + "epoch": 27.901611535199322, + "grad_norm": 0.934087113110468, + "learning_rate": 1.6920275735117458e-05, + "loss": 0.0313, + "step": 32896 + }, + { + "epoch": 27.90245971162002, + "grad_norm": 0.921201604232867, + "learning_rate": 1.6920077431933553e-05, + "loss": 0.0315, + "step": 32897 + }, + { + "epoch": 27.90330788804071, + "grad_norm": 0.8984857587830637, + "learning_rate": 1.691987912352761e-05, + "loss": 0.0271, + "step": 32898 + }, + { + "epoch": 27.904156064461407, + "grad_norm": 0.9289712294737325, + "learning_rate": 1.691968080989978e-05, + "loss": 0.0325, + "step": 32899 + }, + { + "epoch": 27.905004240882104, + "grad_norm": 1.1305846019613275, + "learning_rate": 1.6919482491050224e-05, + "loss": 0.0328, + "step": 32900 + }, + { + "epoch": 27.9058524173028, + "grad_norm": 1.0217538011986984, + "learning_rate": 1.691928416697908e-05, + "loss": 0.0329, + "step": 32901 + }, + { + "epoch": 27.906700593723496, + "grad_norm": 1.007126844380685, + "learning_rate": 1.69190858376865e-05, + "loss": 0.0322, + "step": 32902 + }, + { + "epoch": 27.90754877014419, + "grad_norm": 0.9625198117711942, + "learning_rate": 1.6918887503172637e-05, + "loss": 0.0319, + "step": 32903 + }, + { + "epoch": 27.908396946564885, + "grad_norm": 0.9636041531387739, + "learning_rate": 1.691868916343764e-05, + "loss": 0.0324, + "step": 32904 + }, + { + "epoch": 27.90924512298558, + "grad_norm": 0.9445153118554875, + "learning_rate": 1.6918490818481655e-05, + "loss": 0.0301, + "step": 32905 + }, + { + "epoch": 27.910093299406277, + "grad_norm": 0.9058147783823454, + "learning_rate": 1.6918292468304837e-05, + "loss": 0.0309, + "step": 32906 + }, + { + "epoch": 27.910941475826974, + "grad_norm": 1.0090739791174863, + "learning_rate": 1.691809411290733e-05, + "loss": 0.0328, + "step": 32907 + }, + { + "epoch": 27.911789652247666, + "grad_norm": 0.790558590084869, + "learning_rate": 1.6917895752289286e-05, + "loss": 0.0279, + "step": 32908 + }, + { + "epoch": 27.912637828668363, + "grad_norm": 0.743985871788623, + "learning_rate": 1.6917697386450858e-05, + "loss": 0.0316, + "step": 32909 + }, + { + "epoch": 27.91348600508906, + "grad_norm": 0.9611423712709046, + "learning_rate": 1.691749901539219e-05, + "loss": 0.0339, + "step": 32910 + }, + { + "epoch": 27.914334181509755, + "grad_norm": 0.8935567274550548, + "learning_rate": 1.6917300639113438e-05, + "loss": 0.0297, + "step": 32911 + }, + { + "epoch": 27.91518235793045, + "grad_norm": 0.762370855457481, + "learning_rate": 1.6917102257614747e-05, + "loss": 0.0296, + "step": 32912 + }, + { + "epoch": 27.916030534351144, + "grad_norm": 0.9414508235735302, + "learning_rate": 1.691690387089627e-05, + "loss": 0.0292, + "step": 32913 + }, + { + "epoch": 27.91687871077184, + "grad_norm": 1.0172622661613218, + "learning_rate": 1.6916705478958152e-05, + "loss": 0.0323, + "step": 32914 + }, + { + "epoch": 27.917726887192536, + "grad_norm": 1.1210352747461123, + "learning_rate": 1.6916507081800546e-05, + "loss": 0.0307, + "step": 32915 + }, + { + "epoch": 27.918575063613233, + "grad_norm": 1.027344429096509, + "learning_rate": 1.69163086794236e-05, + "loss": 0.0307, + "step": 32916 + }, + { + "epoch": 27.91942324003393, + "grad_norm": 0.859842697420427, + "learning_rate": 1.6916110271827465e-05, + "loss": 0.0312, + "step": 32917 + }, + { + "epoch": 27.92027141645462, + "grad_norm": 1.0121998532304435, + "learning_rate": 1.6915911859012292e-05, + "loss": 0.0316, + "step": 32918 + }, + { + "epoch": 27.921119592875318, + "grad_norm": 0.8789493280239532, + "learning_rate": 1.691571344097823e-05, + "loss": 0.0302, + "step": 32919 + }, + { + "epoch": 27.921967769296014, + "grad_norm": 1.1949105376888094, + "learning_rate": 1.6915515017725427e-05, + "loss": 0.03, + "step": 32920 + }, + { + "epoch": 27.92281594571671, + "grad_norm": 0.9467585191745653, + "learning_rate": 1.6915316589254032e-05, + "loss": 0.0325, + "step": 32921 + }, + { + "epoch": 27.923664122137403, + "grad_norm": 0.9471451393111779, + "learning_rate": 1.69151181555642e-05, + "loss": 0.0331, + "step": 32922 + }, + { + "epoch": 27.9245122985581, + "grad_norm": 0.8438078232782195, + "learning_rate": 1.6914919716656076e-05, + "loss": 0.031, + "step": 32923 + }, + { + "epoch": 27.925360474978795, + "grad_norm": 0.9824226113736002, + "learning_rate": 1.6914721272529808e-05, + "loss": 0.0323, + "step": 32924 + }, + { + "epoch": 27.92620865139949, + "grad_norm": 0.9011597173985479, + "learning_rate": 1.6914522823185553e-05, + "loss": 0.0304, + "step": 32925 + }, + { + "epoch": 27.927056827820188, + "grad_norm": 0.8524301911755827, + "learning_rate": 1.6914324368623457e-05, + "loss": 0.0297, + "step": 32926 + }, + { + "epoch": 27.92790500424088, + "grad_norm": 0.9541652615920609, + "learning_rate": 1.6914125908843665e-05, + "loss": 0.0312, + "step": 32927 + }, + { + "epoch": 27.928753180661577, + "grad_norm": 1.000386744106365, + "learning_rate": 1.6913927443846333e-05, + "loss": 0.0307, + "step": 32928 + }, + { + "epoch": 27.929601357082273, + "grad_norm": 0.8634278245302768, + "learning_rate": 1.691372897363161e-05, + "loss": 0.0318, + "step": 32929 + }, + { + "epoch": 27.93044953350297, + "grad_norm": 0.8654011708659918, + "learning_rate": 1.691353049819964e-05, + "loss": 0.0337, + "step": 32930 + }, + { + "epoch": 27.931297709923665, + "grad_norm": 0.8087841093455952, + "learning_rate": 1.6913332017550584e-05, + "loss": 0.0331, + "step": 32931 + }, + { + "epoch": 27.932145886344358, + "grad_norm": 1.096080660432118, + "learning_rate": 1.6913133531684583e-05, + "loss": 0.0328, + "step": 32932 + }, + { + "epoch": 27.932994062765054, + "grad_norm": 0.9081673225294941, + "learning_rate": 1.6912935040601787e-05, + "loss": 0.0306, + "step": 32933 + }, + { + "epoch": 27.93384223918575, + "grad_norm": 0.8948745008848564, + "learning_rate": 1.691273654430235e-05, + "loss": 0.0344, + "step": 32934 + }, + { + "epoch": 27.934690415606447, + "grad_norm": 0.9018989983828385, + "learning_rate": 1.6912538042786418e-05, + "loss": 0.0299, + "step": 32935 + }, + { + "epoch": 27.935538592027143, + "grad_norm": 0.989028411565592, + "learning_rate": 1.6912339536054142e-05, + "loss": 0.0308, + "step": 32936 + }, + { + "epoch": 27.936386768447836, + "grad_norm": 0.9594422104635258, + "learning_rate": 1.6912141024105672e-05, + "loss": 0.0289, + "step": 32937 + }, + { + "epoch": 27.937234944868532, + "grad_norm": 0.9488530609453546, + "learning_rate": 1.6911942506941157e-05, + "loss": 0.035, + "step": 32938 + }, + { + "epoch": 27.938083121289228, + "grad_norm": 0.984505938313242, + "learning_rate": 1.691174398456075e-05, + "loss": 0.0308, + "step": 32939 + }, + { + "epoch": 27.938931297709924, + "grad_norm": 0.9808537244207203, + "learning_rate": 1.6911545456964597e-05, + "loss": 0.0306, + "step": 32940 + }, + { + "epoch": 27.93977947413062, + "grad_norm": 0.8895205138477166, + "learning_rate": 1.6911346924152852e-05, + "loss": 0.0298, + "step": 32941 + }, + { + "epoch": 27.940627650551313, + "grad_norm": 1.02606184309843, + "learning_rate": 1.6911148386125657e-05, + "loss": 0.0304, + "step": 32942 + }, + { + "epoch": 27.94147582697201, + "grad_norm": 0.8922954474604491, + "learning_rate": 1.6910949842883172e-05, + "loss": 0.0316, + "step": 32943 + }, + { + "epoch": 27.942324003392706, + "grad_norm": 0.8920754028532141, + "learning_rate": 1.691075129442554e-05, + "loss": 0.0282, + "step": 32944 + }, + { + "epoch": 27.943172179813402, + "grad_norm": 1.1980746126081907, + "learning_rate": 1.691055274075291e-05, + "loss": 0.0314, + "step": 32945 + }, + { + "epoch": 27.9440203562341, + "grad_norm": 0.8265838613543057, + "learning_rate": 1.691035418186544e-05, + "loss": 0.0297, + "step": 32946 + }, + { + "epoch": 27.94486853265479, + "grad_norm": 0.9601959553362932, + "learning_rate": 1.6910155617763266e-05, + "loss": 0.031, + "step": 32947 + }, + { + "epoch": 27.945716709075487, + "grad_norm": 0.9331950090241002, + "learning_rate": 1.6909957048446552e-05, + "loss": 0.029, + "step": 32948 + }, + { + "epoch": 27.946564885496183, + "grad_norm": 0.8959746304876121, + "learning_rate": 1.690975847391544e-05, + "loss": 0.0309, + "step": 32949 + }, + { + "epoch": 27.94741306191688, + "grad_norm": 0.904995389315003, + "learning_rate": 1.6909559894170083e-05, + "loss": 0.0318, + "step": 32950 + }, + { + "epoch": 27.948261238337576, + "grad_norm": 0.9605898077978682, + "learning_rate": 1.6909361309210632e-05, + "loss": 0.0294, + "step": 32951 + }, + { + "epoch": 27.94910941475827, + "grad_norm": 1.0938018480786342, + "learning_rate": 1.6909162719037233e-05, + "loss": 0.0327, + "step": 32952 + }, + { + "epoch": 27.949957591178965, + "grad_norm": 0.9547176722364455, + "learning_rate": 1.6908964123650034e-05, + "loss": 0.0335, + "step": 32953 + }, + { + "epoch": 27.95080576759966, + "grad_norm": 0.978678411662151, + "learning_rate": 1.690876552304919e-05, + "loss": 0.0299, + "step": 32954 + }, + { + "epoch": 27.951653944020357, + "grad_norm": 1.0784917881668012, + "learning_rate": 1.690856691723485e-05, + "loss": 0.0333, + "step": 32955 + }, + { + "epoch": 27.952502120441054, + "grad_norm": 0.9406155805687444, + "learning_rate": 1.6908368306207162e-05, + "loss": 0.0288, + "step": 32956 + }, + { + "epoch": 27.953350296861746, + "grad_norm": 0.9108831187583994, + "learning_rate": 1.690816968996628e-05, + "loss": 0.0303, + "step": 32957 + }, + { + "epoch": 27.954198473282442, + "grad_norm": 0.9347521867901465, + "learning_rate": 1.6907971068512347e-05, + "loss": 0.0311, + "step": 32958 + }, + { + "epoch": 27.95504664970314, + "grad_norm": 0.8803001283352563, + "learning_rate": 1.690777244184552e-05, + "loss": 0.03, + "step": 32959 + }, + { + "epoch": 27.955894826123835, + "grad_norm": 0.9908882441804422, + "learning_rate": 1.6907573809965942e-05, + "loss": 0.0304, + "step": 32960 + }, + { + "epoch": 27.956743002544528, + "grad_norm": 0.8341757222614851, + "learning_rate": 1.6907375172873765e-05, + "loss": 0.0298, + "step": 32961 + }, + { + "epoch": 27.957591178965224, + "grad_norm": 1.0114704135937662, + "learning_rate": 1.6907176530569143e-05, + "loss": 0.0304, + "step": 32962 + }, + { + "epoch": 27.95843935538592, + "grad_norm": 0.8493516136077961, + "learning_rate": 1.6906977883052223e-05, + "loss": 0.0313, + "step": 32963 + }, + { + "epoch": 27.959287531806616, + "grad_norm": 1.0747028241440004, + "learning_rate": 1.6906779230323157e-05, + "loss": 0.0301, + "step": 32964 + }, + { + "epoch": 27.960135708227313, + "grad_norm": 0.9175824720274393, + "learning_rate": 1.690658057238209e-05, + "loss": 0.0303, + "step": 32965 + }, + { + "epoch": 27.960983884648005, + "grad_norm": 1.019282352152318, + "learning_rate": 1.6906381909229177e-05, + "loss": 0.0312, + "step": 32966 + }, + { + "epoch": 27.9618320610687, + "grad_norm": 0.9949930638995181, + "learning_rate": 1.6906183240864563e-05, + "loss": 0.0349, + "step": 32967 + }, + { + "epoch": 27.962680237489398, + "grad_norm": 0.9345281874609372, + "learning_rate": 1.6905984567288404e-05, + "loss": 0.0286, + "step": 32968 + }, + { + "epoch": 27.963528413910094, + "grad_norm": 0.8885651127566802, + "learning_rate": 1.6905785888500847e-05, + "loss": 0.0298, + "step": 32969 + }, + { + "epoch": 27.96437659033079, + "grad_norm": 0.895099280128368, + "learning_rate": 1.6905587204502038e-05, + "loss": 0.031, + "step": 32970 + }, + { + "epoch": 27.965224766751483, + "grad_norm": 0.7746989390254515, + "learning_rate": 1.690538851529213e-05, + "loss": 0.0289, + "step": 32971 + }, + { + "epoch": 27.96607294317218, + "grad_norm": 1.00970947587656, + "learning_rate": 1.690518982087128e-05, + "loss": 0.03, + "step": 32972 + }, + { + "epoch": 27.966921119592875, + "grad_norm": 1.0510470624046353, + "learning_rate": 1.6904991121239624e-05, + "loss": 0.0315, + "step": 32973 + }, + { + "epoch": 27.96776929601357, + "grad_norm": 1.0907752933273684, + "learning_rate": 1.6904792416397324e-05, + "loss": 0.0336, + "step": 32974 + }, + { + "epoch": 27.968617472434268, + "grad_norm": 0.8733052917787334, + "learning_rate": 1.6904593706344524e-05, + "loss": 0.0305, + "step": 32975 + }, + { + "epoch": 27.96946564885496, + "grad_norm": 0.7865184457989662, + "learning_rate": 1.6904394991081377e-05, + "loss": 0.0305, + "step": 32976 + }, + { + "epoch": 27.970313825275657, + "grad_norm": 0.7987333280445724, + "learning_rate": 1.6904196270608028e-05, + "loss": 0.029, + "step": 32977 + }, + { + "epoch": 27.971162001696353, + "grad_norm": 0.9137202574490054, + "learning_rate": 1.690399754492463e-05, + "loss": 0.0302, + "step": 32978 + }, + { + "epoch": 27.97201017811705, + "grad_norm": 1.0252679572033812, + "learning_rate": 1.6903798814031334e-05, + "loss": 0.0334, + "step": 32979 + }, + { + "epoch": 27.972858354537745, + "grad_norm": 1.1030554373041146, + "learning_rate": 1.690360007792829e-05, + "loss": 0.0286, + "step": 32980 + }, + { + "epoch": 27.973706530958438, + "grad_norm": 0.9599928871332996, + "learning_rate": 1.6903401336615648e-05, + "loss": 0.0335, + "step": 32981 + }, + { + "epoch": 27.974554707379134, + "grad_norm": 0.9030065697984544, + "learning_rate": 1.6903202590093556e-05, + "loss": 0.028, + "step": 32982 + }, + { + "epoch": 27.97540288379983, + "grad_norm": 0.9139588508120707, + "learning_rate": 1.6903003838362165e-05, + "loss": 0.0325, + "step": 32983 + }, + { + "epoch": 27.976251060220527, + "grad_norm": 1.0015348630939682, + "learning_rate": 1.6902805081421622e-05, + "loss": 0.0327, + "step": 32984 + }, + { + "epoch": 27.977099236641223, + "grad_norm": 1.0394644733814926, + "learning_rate": 1.6902606319272084e-05, + "loss": 0.0317, + "step": 32985 + }, + { + "epoch": 27.977947413061916, + "grad_norm": 0.9670704471567237, + "learning_rate": 1.6902407551913697e-05, + "loss": 0.0315, + "step": 32986 + }, + { + "epoch": 27.978795589482612, + "grad_norm": 0.945796692026009, + "learning_rate": 1.6902208779346606e-05, + "loss": 0.0341, + "step": 32987 + }, + { + "epoch": 27.979643765903308, + "grad_norm": 0.8952737236577716, + "learning_rate": 1.690201000157097e-05, + "loss": 0.0306, + "step": 32988 + }, + { + "epoch": 27.980491942324004, + "grad_norm": 0.8403932431482801, + "learning_rate": 1.6901811218586937e-05, + "loss": 0.0311, + "step": 32989 + }, + { + "epoch": 27.9813401187447, + "grad_norm": 1.0555870454469007, + "learning_rate": 1.6901612430394653e-05, + "loss": 0.0326, + "step": 32990 + }, + { + "epoch": 27.982188295165393, + "grad_norm": 1.015634967844041, + "learning_rate": 1.6901413636994268e-05, + "loss": 0.0341, + "step": 32991 + }, + { + "epoch": 27.98303647158609, + "grad_norm": 1.0987795639294113, + "learning_rate": 1.6901214838385935e-05, + "loss": 0.0318, + "step": 32992 + }, + { + "epoch": 27.983884648006786, + "grad_norm": 0.9777219495332963, + "learning_rate": 1.6901016034569803e-05, + "loss": 0.0299, + "step": 32993 + }, + { + "epoch": 27.984732824427482, + "grad_norm": 0.9412706745865939, + "learning_rate": 1.690081722554602e-05, + "loss": 0.0325, + "step": 32994 + }, + { + "epoch": 27.98558100084818, + "grad_norm": 1.001673473924776, + "learning_rate": 1.6900618411314745e-05, + "loss": 0.0334, + "step": 32995 + }, + { + "epoch": 27.98642917726887, + "grad_norm": 0.7989809707445716, + "learning_rate": 1.6900419591876117e-05, + "loss": 0.0287, + "step": 32996 + }, + { + "epoch": 27.987277353689567, + "grad_norm": 1.1224553188144673, + "learning_rate": 1.690022076723029e-05, + "loss": 0.0319, + "step": 32997 + }, + { + "epoch": 27.988125530110263, + "grad_norm": 1.0343345412225549, + "learning_rate": 1.6900021937377412e-05, + "loss": 0.0292, + "step": 32998 + }, + { + "epoch": 27.98897370653096, + "grad_norm": 1.2291638750649585, + "learning_rate": 1.6899823102317636e-05, + "loss": 0.0311, + "step": 32999 + }, + { + "epoch": 27.989821882951652, + "grad_norm": 0.7028909140054617, + "learning_rate": 1.6899624262051112e-05, + "loss": 0.0252, + "step": 33000 + }, + { + "epoch": 27.99067005937235, + "grad_norm": 0.949154964843115, + "learning_rate": 1.689942541657799e-05, + "loss": 0.03, + "step": 33001 + }, + { + "epoch": 27.991518235793045, + "grad_norm": 0.9425524771437123, + "learning_rate": 1.689922656589842e-05, + "loss": 0.0321, + "step": 33002 + }, + { + "epoch": 27.99236641221374, + "grad_norm": 1.0418823199019849, + "learning_rate": 1.689902771001255e-05, + "loss": 0.0343, + "step": 33003 + }, + { + "epoch": 27.993214588634437, + "grad_norm": 0.9854424020188813, + "learning_rate": 1.689882884892053e-05, + "loss": 0.0321, + "step": 33004 + }, + { + "epoch": 27.99406276505513, + "grad_norm": 1.0106870644056638, + "learning_rate": 1.6898629982622516e-05, + "loss": 0.0303, + "step": 33005 + }, + { + "epoch": 27.994910941475826, + "grad_norm": 0.9017881851072201, + "learning_rate": 1.6898431111118646e-05, + "loss": 0.0307, + "step": 33006 + }, + { + "epoch": 27.995759117896522, + "grad_norm": 0.8482868204856779, + "learning_rate": 1.6898232234409085e-05, + "loss": 0.0282, + "step": 33007 + }, + { + "epoch": 27.99660729431722, + "grad_norm": 0.9737708168677969, + "learning_rate": 1.689803335249397e-05, + "loss": 0.0321, + "step": 33008 + }, + { + "epoch": 27.997455470737915, + "grad_norm": 0.9727425467162137, + "learning_rate": 1.6897834465373463e-05, + "loss": 0.0306, + "step": 33009 + }, + { + "epoch": 27.998303647158608, + "grad_norm": 1.052649550083584, + "learning_rate": 1.6897635573047704e-05, + "loss": 0.0324, + "step": 33010 + }, + { + "epoch": 27.999151823579304, + "grad_norm": 1.0392331603158793, + "learning_rate": 1.6897436675516846e-05, + "loss": 0.0332, + "step": 33011 + }, + { + "epoch": 28.0, + "grad_norm": 0.9388333285445071, + "learning_rate": 1.6897237772781046e-05, + "loss": 0.0299, + "step": 33012 + }, + { + "epoch": 28.000848176420696, + "grad_norm": 0.6604292520387771, + "learning_rate": 1.689703886484044e-05, + "loss": 0.0263, + "step": 33013 + }, + { + "epoch": 28.001696352841392, + "grad_norm": 0.7289423776901317, + "learning_rate": 1.689683995169519e-05, + "loss": 0.028, + "step": 33014 + }, + { + "epoch": 28.002544529262085, + "grad_norm": 0.8596287688002596, + "learning_rate": 1.6896641033345443e-05, + "loss": 0.0296, + "step": 33015 + }, + { + "epoch": 28.00339270568278, + "grad_norm": 0.9983434808399512, + "learning_rate": 1.689644210979135e-05, + "loss": 0.03, + "step": 33016 + }, + { + "epoch": 28.004240882103478, + "grad_norm": 0.9875184975992668, + "learning_rate": 1.689624318103306e-05, + "loss": 0.0294, + "step": 33017 + }, + { + "epoch": 28.005089058524174, + "grad_norm": 1.244355434622784, + "learning_rate": 1.6896044247070718e-05, + "loss": 0.0313, + "step": 33018 + }, + { + "epoch": 28.00593723494487, + "grad_norm": 0.7736431869086434, + "learning_rate": 1.689584530790448e-05, + "loss": 0.0281, + "step": 33019 + }, + { + "epoch": 28.006785411365563, + "grad_norm": 0.9261805113344804, + "learning_rate": 1.6895646363534497e-05, + "loss": 0.0312, + "step": 33020 + }, + { + "epoch": 28.00763358778626, + "grad_norm": 0.8214972981914973, + "learning_rate": 1.6895447413960918e-05, + "loss": 0.0263, + "step": 33021 + }, + { + "epoch": 28.008481764206955, + "grad_norm": 0.8679226706180398, + "learning_rate": 1.6895248459183888e-05, + "loss": 0.0277, + "step": 33022 + }, + { + "epoch": 28.00932994062765, + "grad_norm": 0.9258711349590875, + "learning_rate": 1.6895049499203568e-05, + "loss": 0.029, + "step": 33023 + }, + { + "epoch": 28.010178117048348, + "grad_norm": 1.0268024581945774, + "learning_rate": 1.6894850534020097e-05, + "loss": 0.0299, + "step": 33024 + }, + { + "epoch": 28.01102629346904, + "grad_norm": 0.9952285423183771, + "learning_rate": 1.6894651563633628e-05, + "loss": 0.0296, + "step": 33025 + }, + { + "epoch": 28.011874469889737, + "grad_norm": 0.7124100576630891, + "learning_rate": 1.6894452588044314e-05, + "loss": 0.0271, + "step": 33026 + }, + { + "epoch": 28.012722646310433, + "grad_norm": 0.841466152273752, + "learning_rate": 1.6894253607252306e-05, + "loss": 0.0273, + "step": 33027 + }, + { + "epoch": 28.01357082273113, + "grad_norm": 0.9218224720249202, + "learning_rate": 1.689405462125775e-05, + "loss": 0.0327, + "step": 33028 + }, + { + "epoch": 28.014418999151825, + "grad_norm": 0.8647137448516306, + "learning_rate": 1.6893855630060797e-05, + "loss": 0.0279, + "step": 33029 + }, + { + "epoch": 28.015267175572518, + "grad_norm": 0.9704441767646589, + "learning_rate": 1.6893656633661604e-05, + "loss": 0.0302, + "step": 33030 + }, + { + "epoch": 28.016115351993214, + "grad_norm": 1.0809040467745654, + "learning_rate": 1.689345763206031e-05, + "loss": 0.0303, + "step": 33031 + }, + { + "epoch": 28.01696352841391, + "grad_norm": 1.0192970253121834, + "learning_rate": 1.6893258625257073e-05, + "loss": 0.0315, + "step": 33032 + }, + { + "epoch": 28.017811704834607, + "grad_norm": 0.7981917299112189, + "learning_rate": 1.689305961325204e-05, + "loss": 0.0265, + "step": 33033 + }, + { + "epoch": 28.0186598812553, + "grad_norm": 0.9714611026617173, + "learning_rate": 1.6892860596045365e-05, + "loss": 0.0278, + "step": 33034 + }, + { + "epoch": 28.019508057675996, + "grad_norm": 0.8386690255532444, + "learning_rate": 1.6892661573637192e-05, + "loss": 0.0292, + "step": 33035 + }, + { + "epoch": 28.020356234096692, + "grad_norm": 1.0305795487964584, + "learning_rate": 1.6892462546027678e-05, + "loss": 0.0291, + "step": 33036 + }, + { + "epoch": 28.021204410517388, + "grad_norm": 1.2198221333939008, + "learning_rate": 1.6892263513216964e-05, + "loss": 0.0338, + "step": 33037 + }, + { + "epoch": 28.022052586938084, + "grad_norm": 0.7722482153185816, + "learning_rate": 1.689206447520521e-05, + "loss": 0.0276, + "step": 33038 + }, + { + "epoch": 28.022900763358777, + "grad_norm": 0.9484171432981137, + "learning_rate": 1.689186543199256e-05, + "loss": 0.0273, + "step": 33039 + }, + { + "epoch": 28.023748939779473, + "grad_norm": 1.2911882662208432, + "learning_rate": 1.6891666383579168e-05, + "loss": 0.0343, + "step": 33040 + }, + { + "epoch": 28.02459711620017, + "grad_norm": 0.8002762654507929, + "learning_rate": 1.6891467329965183e-05, + "loss": 0.0269, + "step": 33041 + }, + { + "epoch": 28.025445292620866, + "grad_norm": 1.0425538821765994, + "learning_rate": 1.6891268271150752e-05, + "loss": 0.0284, + "step": 33042 + }, + { + "epoch": 28.026293469041562, + "grad_norm": 0.9591952546443405, + "learning_rate": 1.689106920713603e-05, + "loss": 0.0302, + "step": 33043 + }, + { + "epoch": 28.027141645462255, + "grad_norm": 0.9530151482350679, + "learning_rate": 1.6890870137921164e-05, + "loss": 0.0287, + "step": 33044 + }, + { + "epoch": 28.02798982188295, + "grad_norm": 0.8551241842676878, + "learning_rate": 1.6890671063506307e-05, + "loss": 0.0267, + "step": 33045 + }, + { + "epoch": 28.028837998303647, + "grad_norm": 1.0136488509684647, + "learning_rate": 1.6890471983891606e-05, + "loss": 0.0295, + "step": 33046 + }, + { + "epoch": 28.029686174724343, + "grad_norm": 0.8856631689609866, + "learning_rate": 1.6890272899077213e-05, + "loss": 0.0325, + "step": 33047 + }, + { + "epoch": 28.03053435114504, + "grad_norm": 1.042626903324659, + "learning_rate": 1.6890073809063278e-05, + "loss": 0.0297, + "step": 33048 + }, + { + "epoch": 28.031382527565732, + "grad_norm": 0.9381566152899008, + "learning_rate": 1.6889874713849953e-05, + "loss": 0.0283, + "step": 33049 + }, + { + "epoch": 28.03223070398643, + "grad_norm": 0.8930934765391304, + "learning_rate": 1.688967561343738e-05, + "loss": 0.0294, + "step": 33050 + }, + { + "epoch": 28.033078880407125, + "grad_norm": 0.9324138568977928, + "learning_rate": 1.6889476507825728e-05, + "loss": 0.0297, + "step": 33051 + }, + { + "epoch": 28.03392705682782, + "grad_norm": 0.8728702176592683, + "learning_rate": 1.688927739701512e-05, + "loss": 0.0271, + "step": 33052 + }, + { + "epoch": 28.034775233248517, + "grad_norm": 1.0039384190572678, + "learning_rate": 1.6889078281005732e-05, + "loss": 0.0315, + "step": 33053 + }, + { + "epoch": 28.03562340966921, + "grad_norm": 0.9904931093143098, + "learning_rate": 1.68888791597977e-05, + "loss": 0.0289, + "step": 33054 + }, + { + "epoch": 28.036471586089906, + "grad_norm": 0.9966336687801381, + "learning_rate": 1.688868003339118e-05, + "loss": 0.029, + "step": 33055 + }, + { + "epoch": 28.037319762510602, + "grad_norm": 1.0591567724470734, + "learning_rate": 1.6888480901786317e-05, + "loss": 0.0291, + "step": 33056 + }, + { + "epoch": 28.0381679389313, + "grad_norm": 0.9755888381024294, + "learning_rate": 1.6888281764983265e-05, + "loss": 0.0294, + "step": 33057 + }, + { + "epoch": 28.039016115351995, + "grad_norm": 0.8783746588684656, + "learning_rate": 1.6888082622982175e-05, + "loss": 0.0267, + "step": 33058 + }, + { + "epoch": 28.039864291772687, + "grad_norm": 1.1295641409362187, + "learning_rate": 1.6887883475783192e-05, + "loss": 0.0297, + "step": 33059 + }, + { + "epoch": 28.040712468193384, + "grad_norm": 0.8019047846944003, + "learning_rate": 1.6887684323386477e-05, + "loss": 0.0293, + "step": 33060 + }, + { + "epoch": 28.04156064461408, + "grad_norm": 0.9389985981199614, + "learning_rate": 1.6887485165792167e-05, + "loss": 0.0283, + "step": 33061 + }, + { + "epoch": 28.042408821034776, + "grad_norm": 0.8260512015291586, + "learning_rate": 1.688728600300042e-05, + "loss": 0.0258, + "step": 33062 + }, + { + "epoch": 28.043256997455472, + "grad_norm": 1.1770561323229645, + "learning_rate": 1.688708683501139e-05, + "loss": 0.0292, + "step": 33063 + }, + { + "epoch": 28.044105173876165, + "grad_norm": 0.9542910833084259, + "learning_rate": 1.6886887661825216e-05, + "loss": 0.027, + "step": 33064 + }, + { + "epoch": 28.04495335029686, + "grad_norm": 1.1883064825569494, + "learning_rate": 1.6886688483442055e-05, + "loss": 0.0329, + "step": 33065 + }, + { + "epoch": 28.045801526717558, + "grad_norm": 0.8815673213785689, + "learning_rate": 1.688648929986206e-05, + "loss": 0.0291, + "step": 33066 + }, + { + "epoch": 28.046649703138254, + "grad_norm": 0.81716083533914, + "learning_rate": 1.6886290111085377e-05, + "loss": 0.0263, + "step": 33067 + }, + { + "epoch": 28.04749787955895, + "grad_norm": 1.0058935611122457, + "learning_rate": 1.6886090917112157e-05, + "loss": 0.032, + "step": 33068 + }, + { + "epoch": 28.048346055979643, + "grad_norm": 1.006437853300517, + "learning_rate": 1.6885891717942554e-05, + "loss": 0.0311, + "step": 33069 + }, + { + "epoch": 28.04919423240034, + "grad_norm": 1.1373891107246594, + "learning_rate": 1.688569251357671e-05, + "loss": 0.0344, + "step": 33070 + }, + { + "epoch": 28.050042408821035, + "grad_norm": 1.039596303609527, + "learning_rate": 1.6885493304014786e-05, + "loss": 0.0288, + "step": 33071 + }, + { + "epoch": 28.05089058524173, + "grad_norm": 0.9246548549671518, + "learning_rate": 1.688529408925692e-05, + "loss": 0.0296, + "step": 33072 + }, + { + "epoch": 28.051738761662424, + "grad_norm": 1.0547597255994396, + "learning_rate": 1.6885094869303272e-05, + "loss": 0.0328, + "step": 33073 + }, + { + "epoch": 28.05258693808312, + "grad_norm": 1.1009960184936851, + "learning_rate": 1.6884895644153992e-05, + "loss": 0.0307, + "step": 33074 + }, + { + "epoch": 28.053435114503817, + "grad_norm": 0.8435898951387645, + "learning_rate": 1.688469641380923e-05, + "loss": 0.0295, + "step": 33075 + }, + { + "epoch": 28.054283290924513, + "grad_norm": 1.1701325203949597, + "learning_rate": 1.6884497178269125e-05, + "loss": 0.0308, + "step": 33076 + }, + { + "epoch": 28.05513146734521, + "grad_norm": 0.8143567266894031, + "learning_rate": 1.6884297937533842e-05, + "loss": 0.0275, + "step": 33077 + }, + { + "epoch": 28.0559796437659, + "grad_norm": 0.8770553570149446, + "learning_rate": 1.6884098691603524e-05, + "loss": 0.0306, + "step": 33078 + }, + { + "epoch": 28.056827820186598, + "grad_norm": 0.9696886986637778, + "learning_rate": 1.6883899440478325e-05, + "loss": 0.0335, + "step": 33079 + }, + { + "epoch": 28.057675996607294, + "grad_norm": 0.9309166494183723, + "learning_rate": 1.6883700184158396e-05, + "loss": 0.0309, + "step": 33080 + }, + { + "epoch": 28.05852417302799, + "grad_norm": 0.9037299992624618, + "learning_rate": 1.688350092264388e-05, + "loss": 0.0304, + "step": 33081 + }, + { + "epoch": 28.059372349448687, + "grad_norm": 1.0380798558808717, + "learning_rate": 1.6883301655934936e-05, + "loss": 0.0323, + "step": 33082 + }, + { + "epoch": 28.06022052586938, + "grad_norm": 0.8079453386439259, + "learning_rate": 1.6883102384031707e-05, + "loss": 0.0282, + "step": 33083 + }, + { + "epoch": 28.061068702290076, + "grad_norm": 0.8768938330063174, + "learning_rate": 1.688290310693435e-05, + "loss": 0.0312, + "step": 33084 + }, + { + "epoch": 28.061916878710772, + "grad_norm": 0.8960776126479021, + "learning_rate": 1.6882703824643012e-05, + "loss": 0.0289, + "step": 33085 + }, + { + "epoch": 28.062765055131468, + "grad_norm": 1.006633696105829, + "learning_rate": 1.6882504537157843e-05, + "loss": 0.031, + "step": 33086 + }, + { + "epoch": 28.063613231552164, + "grad_norm": 0.7826770389547497, + "learning_rate": 1.6882305244478994e-05, + "loss": 0.0304, + "step": 33087 + }, + { + "epoch": 28.064461407972857, + "grad_norm": 0.8316897629742706, + "learning_rate": 1.6882105946606616e-05, + "loss": 0.0271, + "step": 33088 + }, + { + "epoch": 28.065309584393553, + "grad_norm": 1.0085429415329408, + "learning_rate": 1.6881906643540862e-05, + "loss": 0.0338, + "step": 33089 + }, + { + "epoch": 28.06615776081425, + "grad_norm": 1.0015327598619665, + "learning_rate": 1.6881707335281875e-05, + "loss": 0.0307, + "step": 33090 + }, + { + "epoch": 28.067005937234946, + "grad_norm": 0.7373788280531718, + "learning_rate": 1.688150802182981e-05, + "loss": 0.028, + "step": 33091 + }, + { + "epoch": 28.067854113655642, + "grad_norm": 0.8930515019861782, + "learning_rate": 1.688130870318482e-05, + "loss": 0.0314, + "step": 33092 + }, + { + "epoch": 28.068702290076335, + "grad_norm": 1.1565941925984584, + "learning_rate": 1.688110937934705e-05, + "loss": 0.0307, + "step": 33093 + }, + { + "epoch": 28.06955046649703, + "grad_norm": 0.8740812190828001, + "learning_rate": 1.6880910050316654e-05, + "loss": 0.029, + "step": 33094 + }, + { + "epoch": 28.070398642917727, + "grad_norm": 0.769967593746991, + "learning_rate": 1.688071071609378e-05, + "loss": 0.0274, + "step": 33095 + }, + { + "epoch": 28.071246819338423, + "grad_norm": 0.6880941375113572, + "learning_rate": 1.6880511376678583e-05, + "loss": 0.0247, + "step": 33096 + }, + { + "epoch": 28.07209499575912, + "grad_norm": 0.9468578162969504, + "learning_rate": 1.6880312032071206e-05, + "loss": 0.0315, + "step": 33097 + }, + { + "epoch": 28.072943172179812, + "grad_norm": 0.8866748420690218, + "learning_rate": 1.688011268227181e-05, + "loss": 0.0268, + "step": 33098 + }, + { + "epoch": 28.07379134860051, + "grad_norm": 0.9948777995444507, + "learning_rate": 1.6879913327280534e-05, + "loss": 0.029, + "step": 33099 + }, + { + "epoch": 28.074639525021205, + "grad_norm": 1.1337093459885625, + "learning_rate": 1.6879713967097532e-05, + "loss": 0.033, + "step": 33100 + }, + { + "epoch": 28.0754877014419, + "grad_norm": 0.9208768658823596, + "learning_rate": 1.687951460172296e-05, + "loss": 0.0299, + "step": 33101 + }, + { + "epoch": 28.076335877862597, + "grad_norm": 0.9870032025190254, + "learning_rate": 1.6879315231156966e-05, + "loss": 0.0295, + "step": 33102 + }, + { + "epoch": 28.07718405428329, + "grad_norm": 0.765837788102822, + "learning_rate": 1.687911585539969e-05, + "loss": 0.0286, + "step": 33103 + }, + { + "epoch": 28.078032230703986, + "grad_norm": 0.7817844760783178, + "learning_rate": 1.68789164744513e-05, + "loss": 0.0284, + "step": 33104 + }, + { + "epoch": 28.078880407124682, + "grad_norm": 0.7939906396210427, + "learning_rate": 1.6878717088311934e-05, + "loss": 0.0296, + "step": 33105 + }, + { + "epoch": 28.07972858354538, + "grad_norm": 0.994447896228588, + "learning_rate": 1.687851769698175e-05, + "loss": 0.0302, + "step": 33106 + }, + { + "epoch": 28.08057675996607, + "grad_norm": 0.9707199876918372, + "learning_rate": 1.6878318300460892e-05, + "loss": 0.0303, + "step": 33107 + }, + { + "epoch": 28.081424936386767, + "grad_norm": 0.8442329088687731, + "learning_rate": 1.6878118898749512e-05, + "loss": 0.0293, + "step": 33108 + }, + { + "epoch": 28.082273112807464, + "grad_norm": 0.964089549308852, + "learning_rate": 1.6877919491847765e-05, + "loss": 0.03, + "step": 33109 + }, + { + "epoch": 28.08312128922816, + "grad_norm": 0.8961356052805155, + "learning_rate": 1.6877720079755796e-05, + "loss": 0.0292, + "step": 33110 + }, + { + "epoch": 28.083969465648856, + "grad_norm": 0.9053561676855555, + "learning_rate": 1.687752066247376e-05, + "loss": 0.0285, + "step": 33111 + }, + { + "epoch": 28.08481764206955, + "grad_norm": 0.8863854067826308, + "learning_rate": 1.68773212400018e-05, + "loss": 0.028, + "step": 33112 + }, + { + "epoch": 28.085665818490245, + "grad_norm": 1.039136038441434, + "learning_rate": 1.6877121812340076e-05, + "loss": 0.0307, + "step": 33113 + }, + { + "epoch": 28.08651399491094, + "grad_norm": 0.7829605607627659, + "learning_rate": 1.6876922379488732e-05, + "loss": 0.0273, + "step": 33114 + }, + { + "epoch": 28.087362171331637, + "grad_norm": 0.9888706214273263, + "learning_rate": 1.6876722941447923e-05, + "loss": 0.028, + "step": 33115 + }, + { + "epoch": 28.088210347752334, + "grad_norm": 0.7827126972109797, + "learning_rate": 1.6876523498217793e-05, + "loss": 0.0282, + "step": 33116 + }, + { + "epoch": 28.089058524173026, + "grad_norm": 0.9028635121568271, + "learning_rate": 1.68763240497985e-05, + "loss": 0.0288, + "step": 33117 + }, + { + "epoch": 28.089906700593723, + "grad_norm": 0.8524718094492569, + "learning_rate": 1.687612459619019e-05, + "loss": 0.0276, + "step": 33118 + }, + { + "epoch": 28.09075487701442, + "grad_norm": 0.9186057790666413, + "learning_rate": 1.6875925137393014e-05, + "loss": 0.0291, + "step": 33119 + }, + { + "epoch": 28.091603053435115, + "grad_norm": 0.9524316641855355, + "learning_rate": 1.6875725673407124e-05, + "loss": 0.0292, + "step": 33120 + }, + { + "epoch": 28.09245122985581, + "grad_norm": 0.8550733351556616, + "learning_rate": 1.687552620423267e-05, + "loss": 0.0274, + "step": 33121 + }, + { + "epoch": 28.093299406276504, + "grad_norm": 1.01361046203313, + "learning_rate": 1.68753267298698e-05, + "loss": 0.0287, + "step": 33122 + }, + { + "epoch": 28.0941475826972, + "grad_norm": 0.8898749440122737, + "learning_rate": 1.6875127250318667e-05, + "loss": 0.0317, + "step": 33123 + }, + { + "epoch": 28.094995759117896, + "grad_norm": 0.9703959361331714, + "learning_rate": 1.6874927765579424e-05, + "loss": 0.0311, + "step": 33124 + }, + { + "epoch": 28.095843935538593, + "grad_norm": 0.8025071546239084, + "learning_rate": 1.687472827565222e-05, + "loss": 0.0286, + "step": 33125 + }, + { + "epoch": 28.09669211195929, + "grad_norm": 1.1230856091210515, + "learning_rate": 1.68745287805372e-05, + "loss": 0.0332, + "step": 33126 + }, + { + "epoch": 28.09754028837998, + "grad_norm": 0.8580219642852372, + "learning_rate": 1.687432928023452e-05, + "loss": 0.0272, + "step": 33127 + }, + { + "epoch": 28.098388464800678, + "grad_norm": 0.9058033174041238, + "learning_rate": 1.687412977474433e-05, + "loss": 0.0291, + "step": 33128 + }, + { + "epoch": 28.099236641221374, + "grad_norm": 0.919349451721637, + "learning_rate": 1.687393026406678e-05, + "loss": 0.0317, + "step": 33129 + }, + { + "epoch": 28.10008481764207, + "grad_norm": 0.8764716649333619, + "learning_rate": 1.687373074820202e-05, + "loss": 0.0284, + "step": 33130 + }, + { + "epoch": 28.100932994062767, + "grad_norm": 0.7581440796717311, + "learning_rate": 1.68735312271502e-05, + "loss": 0.0304, + "step": 33131 + }, + { + "epoch": 28.10178117048346, + "grad_norm": 0.8025409548509798, + "learning_rate": 1.687333170091147e-05, + "loss": 0.0308, + "step": 33132 + }, + { + "epoch": 28.102629346904155, + "grad_norm": 0.9305151201022493, + "learning_rate": 1.6873132169485987e-05, + "loss": 0.0305, + "step": 33133 + }, + { + "epoch": 28.10347752332485, + "grad_norm": 0.8773612469776422, + "learning_rate": 1.6872932632873897e-05, + "loss": 0.0298, + "step": 33134 + }, + { + "epoch": 28.104325699745548, + "grad_norm": 0.8353928151514112, + "learning_rate": 1.687273309107535e-05, + "loss": 0.0311, + "step": 33135 + }, + { + "epoch": 28.105173876166244, + "grad_norm": 0.7605529298847639, + "learning_rate": 1.6872533544090494e-05, + "loss": 0.0285, + "step": 33136 + }, + { + "epoch": 28.106022052586937, + "grad_norm": 0.9769911328853226, + "learning_rate": 1.6872333991919483e-05, + "loss": 0.0306, + "step": 33137 + }, + { + "epoch": 28.106870229007633, + "grad_norm": 1.0208373251623633, + "learning_rate": 1.6872134434562468e-05, + "loss": 0.0299, + "step": 33138 + }, + { + "epoch": 28.10771840542833, + "grad_norm": 1.2792442619157698, + "learning_rate": 1.68719348720196e-05, + "loss": 0.0302, + "step": 33139 + }, + { + "epoch": 28.108566581849026, + "grad_norm": 1.082135255216132, + "learning_rate": 1.6871735304291025e-05, + "loss": 0.0283, + "step": 33140 + }, + { + "epoch": 28.109414758269722, + "grad_norm": 1.0424614759238182, + "learning_rate": 1.68715357313769e-05, + "loss": 0.0308, + "step": 33141 + }, + { + "epoch": 28.110262934690414, + "grad_norm": 1.0436256888118212, + "learning_rate": 1.6871336153277372e-05, + "loss": 0.0277, + "step": 33142 + }, + { + "epoch": 28.11111111111111, + "grad_norm": 0.9644249965919341, + "learning_rate": 1.6871136569992587e-05, + "loss": 0.0306, + "step": 33143 + }, + { + "epoch": 28.111959287531807, + "grad_norm": 0.9231405166572618, + "learning_rate": 1.6870936981522707e-05, + "loss": 0.0315, + "step": 33144 + }, + { + "epoch": 28.112807463952503, + "grad_norm": 0.8940893895591798, + "learning_rate": 1.687073738786787e-05, + "loss": 0.0311, + "step": 33145 + }, + { + "epoch": 28.113655640373196, + "grad_norm": 0.9758058117976613, + "learning_rate": 1.687053778902824e-05, + "loss": 0.0293, + "step": 33146 + }, + { + "epoch": 28.114503816793892, + "grad_norm": 1.447281429705851, + "learning_rate": 1.687033818500396e-05, + "loss": 0.0328, + "step": 33147 + }, + { + "epoch": 28.11535199321459, + "grad_norm": 0.895432516078338, + "learning_rate": 1.6870138575795176e-05, + "loss": 0.028, + "step": 33148 + }, + { + "epoch": 28.116200169635285, + "grad_norm": 0.7900956918077638, + "learning_rate": 1.686993896140205e-05, + "loss": 0.0286, + "step": 33149 + }, + { + "epoch": 28.11704834605598, + "grad_norm": 0.9155242810397891, + "learning_rate": 1.686973934182472e-05, + "loss": 0.0297, + "step": 33150 + }, + { + "epoch": 28.117896522476673, + "grad_norm": 0.9241581376680363, + "learning_rate": 1.6869539717063346e-05, + "loss": 0.03, + "step": 33151 + }, + { + "epoch": 28.11874469889737, + "grad_norm": 0.9239413740615384, + "learning_rate": 1.6869340087118075e-05, + "loss": 0.0286, + "step": 33152 + }, + { + "epoch": 28.119592875318066, + "grad_norm": 0.928982903822841, + "learning_rate": 1.686914045198906e-05, + "loss": 0.0302, + "step": 33153 + }, + { + "epoch": 28.120441051738762, + "grad_norm": 1.0034386307744403, + "learning_rate": 1.686894081167645e-05, + "loss": 0.0323, + "step": 33154 + }, + { + "epoch": 28.12128922815946, + "grad_norm": 0.9830554821747564, + "learning_rate": 1.6868741166180392e-05, + "loss": 0.0283, + "step": 33155 + }, + { + "epoch": 28.12213740458015, + "grad_norm": 0.9192343611105851, + "learning_rate": 1.686854151550104e-05, + "loss": 0.0294, + "step": 33156 + }, + { + "epoch": 28.122985581000847, + "grad_norm": 0.8940853608256302, + "learning_rate": 1.6868341859638554e-05, + "loss": 0.0278, + "step": 33157 + }, + { + "epoch": 28.123833757421544, + "grad_norm": 0.8956930508000613, + "learning_rate": 1.6868142198593068e-05, + "loss": 0.0293, + "step": 33158 + }, + { + "epoch": 28.12468193384224, + "grad_norm": 0.9782063095173722, + "learning_rate": 1.686794253236474e-05, + "loss": 0.0276, + "step": 33159 + }, + { + "epoch": 28.125530110262936, + "grad_norm": 0.9845258981991223, + "learning_rate": 1.6867742860953723e-05, + "loss": 0.0272, + "step": 33160 + }, + { + "epoch": 28.12637828668363, + "grad_norm": 0.9255036827495728, + "learning_rate": 1.6867543184360165e-05, + "loss": 0.0287, + "step": 33161 + }, + { + "epoch": 28.127226463104325, + "grad_norm": 1.01231752717732, + "learning_rate": 1.686734350258422e-05, + "loss": 0.0315, + "step": 33162 + }, + { + "epoch": 28.12807463952502, + "grad_norm": 1.0300712245023638, + "learning_rate": 1.6867143815626034e-05, + "loss": 0.0349, + "step": 33163 + }, + { + "epoch": 28.128922815945717, + "grad_norm": 0.9392980929220239, + "learning_rate": 1.686694412348576e-05, + "loss": 0.0305, + "step": 33164 + }, + { + "epoch": 28.129770992366414, + "grad_norm": 0.8742856729486892, + "learning_rate": 1.6866744426163542e-05, + "loss": 0.0281, + "step": 33165 + }, + { + "epoch": 28.130619168787106, + "grad_norm": 0.8957192968079168, + "learning_rate": 1.6866544723659545e-05, + "loss": 0.0289, + "step": 33166 + }, + { + "epoch": 28.131467345207803, + "grad_norm": 0.9025729333573448, + "learning_rate": 1.686634501597391e-05, + "loss": 0.03, + "step": 33167 + }, + { + "epoch": 28.1323155216285, + "grad_norm": 0.93969430882226, + "learning_rate": 1.686614530310679e-05, + "loss": 0.0304, + "step": 33168 + }, + { + "epoch": 28.133163698049195, + "grad_norm": 1.098246402215415, + "learning_rate": 1.6865945585058332e-05, + "loss": 0.0315, + "step": 33169 + }, + { + "epoch": 28.13401187446989, + "grad_norm": 0.9737744494646625, + "learning_rate": 1.686574586182869e-05, + "loss": 0.0315, + "step": 33170 + }, + { + "epoch": 28.134860050890584, + "grad_norm": 0.9490846418064303, + "learning_rate": 1.6865546133418022e-05, + "loss": 0.0319, + "step": 33171 + }, + { + "epoch": 28.13570822731128, + "grad_norm": 0.9808624228551776, + "learning_rate": 1.6865346399826465e-05, + "loss": 0.0323, + "step": 33172 + }, + { + "epoch": 28.136556403731976, + "grad_norm": 0.9135405396396968, + "learning_rate": 1.6865146661054177e-05, + "loss": 0.0311, + "step": 33173 + }, + { + "epoch": 28.137404580152673, + "grad_norm": 0.8804097636495559, + "learning_rate": 1.686494691710131e-05, + "loss": 0.0291, + "step": 33174 + }, + { + "epoch": 28.13825275657337, + "grad_norm": 0.9261853992770636, + "learning_rate": 1.686474716796801e-05, + "loss": 0.0295, + "step": 33175 + }, + { + "epoch": 28.13910093299406, + "grad_norm": 0.9642831267067753, + "learning_rate": 1.6864547413654428e-05, + "loss": 0.0291, + "step": 33176 + }, + { + "epoch": 28.139949109414758, + "grad_norm": 0.9133616299786893, + "learning_rate": 1.6864347654160722e-05, + "loss": 0.0315, + "step": 33177 + }, + { + "epoch": 28.140797285835454, + "grad_norm": 0.9956181716142002, + "learning_rate": 1.6864147889487033e-05, + "loss": 0.0331, + "step": 33178 + }, + { + "epoch": 28.14164546225615, + "grad_norm": 0.8940706448597042, + "learning_rate": 1.686394811963352e-05, + "loss": 0.0319, + "step": 33179 + }, + { + "epoch": 28.142493638676847, + "grad_norm": 0.8795023454562135, + "learning_rate": 1.686374834460033e-05, + "loss": 0.0302, + "step": 33180 + }, + { + "epoch": 28.14334181509754, + "grad_norm": 0.8570610383919763, + "learning_rate": 1.6863548564387614e-05, + "loss": 0.0279, + "step": 33181 + }, + { + "epoch": 28.144189991518235, + "grad_norm": 0.8009527839607452, + "learning_rate": 1.686334877899552e-05, + "loss": 0.0301, + "step": 33182 + }, + { + "epoch": 28.14503816793893, + "grad_norm": 0.8905673217989181, + "learning_rate": 1.6863148988424206e-05, + "loss": 0.0283, + "step": 33183 + }, + { + "epoch": 28.145886344359628, + "grad_norm": 0.9224065780494288, + "learning_rate": 1.6862949192673814e-05, + "loss": 0.0312, + "step": 33184 + }, + { + "epoch": 28.14673452078032, + "grad_norm": 0.9651160836125008, + "learning_rate": 1.6862749391744503e-05, + "loss": 0.0311, + "step": 33185 + }, + { + "epoch": 28.147582697201017, + "grad_norm": 0.9696922755378173, + "learning_rate": 1.6862549585636415e-05, + "loss": 0.0297, + "step": 33186 + }, + { + "epoch": 28.148430873621713, + "grad_norm": 0.80918318715803, + "learning_rate": 1.6862349774349708e-05, + "loss": 0.0301, + "step": 33187 + }, + { + "epoch": 28.14927905004241, + "grad_norm": 1.031368330390229, + "learning_rate": 1.686214995788453e-05, + "loss": 0.0314, + "step": 33188 + }, + { + "epoch": 28.150127226463106, + "grad_norm": 0.9027669271131897, + "learning_rate": 1.6861950136241033e-05, + "loss": 0.0291, + "step": 33189 + }, + { + "epoch": 28.150975402883798, + "grad_norm": 0.9322374866516885, + "learning_rate": 1.6861750309419365e-05, + "loss": 0.0293, + "step": 33190 + }, + { + "epoch": 28.151823579304494, + "grad_norm": 0.8955903964985236, + "learning_rate": 1.6861550477419683e-05, + "loss": 0.0305, + "step": 33191 + }, + { + "epoch": 28.15267175572519, + "grad_norm": 0.9700928971144442, + "learning_rate": 1.6861350640242133e-05, + "loss": 0.0309, + "step": 33192 + }, + { + "epoch": 28.153519932145887, + "grad_norm": 0.9533231935881936, + "learning_rate": 1.6861150797886863e-05, + "loss": 0.0282, + "step": 33193 + }, + { + "epoch": 28.154368108566583, + "grad_norm": 0.9808336498402255, + "learning_rate": 1.6860950950354026e-05, + "loss": 0.0293, + "step": 33194 + }, + { + "epoch": 28.155216284987276, + "grad_norm": 0.9290483497480956, + "learning_rate": 1.686075109764378e-05, + "loss": 0.0309, + "step": 33195 + }, + { + "epoch": 28.156064461407972, + "grad_norm": 0.9078058980032527, + "learning_rate": 1.6860551239756266e-05, + "loss": 0.0292, + "step": 33196 + }, + { + "epoch": 28.15691263782867, + "grad_norm": 1.0275107914522257, + "learning_rate": 1.6860351376691636e-05, + "loss": 0.0312, + "step": 33197 + }, + { + "epoch": 28.157760814249365, + "grad_norm": 1.0505259896651673, + "learning_rate": 1.686015150845005e-05, + "loss": 0.0325, + "step": 33198 + }, + { + "epoch": 28.15860899067006, + "grad_norm": 0.9873032581571423, + "learning_rate": 1.6859951635031646e-05, + "loss": 0.0327, + "step": 33199 + }, + { + "epoch": 28.159457167090753, + "grad_norm": 1.065252889098457, + "learning_rate": 1.6859751756436583e-05, + "loss": 0.0313, + "step": 33200 + }, + { + "epoch": 28.16030534351145, + "grad_norm": 1.1292083142064389, + "learning_rate": 1.685955187266501e-05, + "loss": 0.032, + "step": 33201 + }, + { + "epoch": 28.161153519932146, + "grad_norm": 1.0088430879609849, + "learning_rate": 1.6859351983717078e-05, + "loss": 0.029, + "step": 33202 + }, + { + "epoch": 28.162001696352842, + "grad_norm": 0.8253802931645875, + "learning_rate": 1.6859152089592936e-05, + "loss": 0.0287, + "step": 33203 + }, + { + "epoch": 28.16284987277354, + "grad_norm": 0.993940664923892, + "learning_rate": 1.6858952190292742e-05, + "loss": 0.0336, + "step": 33204 + }, + { + "epoch": 28.16369804919423, + "grad_norm": 1.1383106270150027, + "learning_rate": 1.6858752285816635e-05, + "loss": 0.032, + "step": 33205 + }, + { + "epoch": 28.164546225614927, + "grad_norm": 0.9762880676608491, + "learning_rate": 1.6858552376164774e-05, + "loss": 0.0308, + "step": 33206 + }, + { + "epoch": 28.165394402035624, + "grad_norm": 0.9511758005705252, + "learning_rate": 1.685835246133731e-05, + "loss": 0.0335, + "step": 33207 + }, + { + "epoch": 28.16624257845632, + "grad_norm": 0.8163732215642179, + "learning_rate": 1.685815254133439e-05, + "loss": 0.0312, + "step": 33208 + }, + { + "epoch": 28.167090754877016, + "grad_norm": 0.9431192667798992, + "learning_rate": 1.6857952616156166e-05, + "loss": 0.0298, + "step": 33209 + }, + { + "epoch": 28.16793893129771, + "grad_norm": 0.949344758800743, + "learning_rate": 1.685775268580279e-05, + "loss": 0.029, + "step": 33210 + }, + { + "epoch": 28.168787107718405, + "grad_norm": 0.97145727421653, + "learning_rate": 1.6857552750274413e-05, + "loss": 0.0318, + "step": 33211 + }, + { + "epoch": 28.1696352841391, + "grad_norm": 1.1721183461403275, + "learning_rate": 1.6857352809571188e-05, + "loss": 0.0343, + "step": 33212 + }, + { + "epoch": 28.170483460559797, + "grad_norm": 0.8953728495302278, + "learning_rate": 1.685715286369326e-05, + "loss": 0.0292, + "step": 33213 + }, + { + "epoch": 28.171331636980494, + "grad_norm": 1.0618403593244394, + "learning_rate": 1.6856952912640782e-05, + "loss": 0.0322, + "step": 33214 + }, + { + "epoch": 28.172179813401186, + "grad_norm": 1.1028905275000103, + "learning_rate": 1.685675295641391e-05, + "loss": 0.0325, + "step": 33215 + }, + { + "epoch": 28.173027989821882, + "grad_norm": 1.0406894652233618, + "learning_rate": 1.6856552995012787e-05, + "loss": 0.0356, + "step": 33216 + }, + { + "epoch": 28.17387616624258, + "grad_norm": 1.104582294327337, + "learning_rate": 1.6856353028437567e-05, + "loss": 0.0331, + "step": 33217 + }, + { + "epoch": 28.174724342663275, + "grad_norm": 1.0213105455205442, + "learning_rate": 1.6856153056688406e-05, + "loss": 0.0344, + "step": 33218 + }, + { + "epoch": 28.17557251908397, + "grad_norm": 0.8709985101610082, + "learning_rate": 1.685595307976545e-05, + "loss": 0.0279, + "step": 33219 + }, + { + "epoch": 28.176420695504664, + "grad_norm": 0.9479955019007117, + "learning_rate": 1.685575309766885e-05, + "loss": 0.0311, + "step": 33220 + }, + { + "epoch": 28.17726887192536, + "grad_norm": 1.0452485611264244, + "learning_rate": 1.6855553110398754e-05, + "loss": 0.0344, + "step": 33221 + }, + { + "epoch": 28.178117048346056, + "grad_norm": 1.0556497336628623, + "learning_rate": 1.6855353117955314e-05, + "loss": 0.0316, + "step": 33222 + }, + { + "epoch": 28.178965224766753, + "grad_norm": 0.9112384089357185, + "learning_rate": 1.685515312033869e-05, + "loss": 0.0307, + "step": 33223 + }, + { + "epoch": 28.179813401187445, + "grad_norm": 0.886719516592121, + "learning_rate": 1.6854953117549025e-05, + "loss": 0.026, + "step": 33224 + }, + { + "epoch": 28.18066157760814, + "grad_norm": 1.0039850201666962, + "learning_rate": 1.6854753109586468e-05, + "loss": 0.0305, + "step": 33225 + }, + { + "epoch": 28.181509754028838, + "grad_norm": 0.9022156842077098, + "learning_rate": 1.6854553096451175e-05, + "loss": 0.0281, + "step": 33226 + }, + { + "epoch": 28.182357930449534, + "grad_norm": 0.96838166261651, + "learning_rate": 1.6854353078143296e-05, + "loss": 0.0329, + "step": 33227 + }, + { + "epoch": 28.18320610687023, + "grad_norm": 0.9041242955836918, + "learning_rate": 1.6854153054662977e-05, + "loss": 0.026, + "step": 33228 + }, + { + "epoch": 28.184054283290923, + "grad_norm": 0.9989053968563809, + "learning_rate": 1.6853953026010376e-05, + "loss": 0.032, + "step": 33229 + }, + { + "epoch": 28.18490245971162, + "grad_norm": 0.9619243975414437, + "learning_rate": 1.685375299218564e-05, + "loss": 0.0322, + "step": 33230 + }, + { + "epoch": 28.185750636132315, + "grad_norm": 1.2080174342443468, + "learning_rate": 1.685355295318892e-05, + "loss": 0.0316, + "step": 33231 + }, + { + "epoch": 28.18659881255301, + "grad_norm": 1.0787044039612648, + "learning_rate": 1.685335290902037e-05, + "loss": 0.0322, + "step": 33232 + }, + { + "epoch": 28.187446988973708, + "grad_norm": 1.0467749955667167, + "learning_rate": 1.6853152859680137e-05, + "loss": 0.0298, + "step": 33233 + }, + { + "epoch": 28.1882951653944, + "grad_norm": 1.0096656895651108, + "learning_rate": 1.6852952805168372e-05, + "loss": 0.0309, + "step": 33234 + }, + { + "epoch": 28.189143341815097, + "grad_norm": 0.9784341362296659, + "learning_rate": 1.685275274548523e-05, + "loss": 0.0311, + "step": 33235 + }, + { + "epoch": 28.189991518235793, + "grad_norm": 0.8657883971341244, + "learning_rate": 1.685255268063086e-05, + "loss": 0.0287, + "step": 33236 + }, + { + "epoch": 28.19083969465649, + "grad_norm": 0.94948944904891, + "learning_rate": 1.6852352610605408e-05, + "loss": 0.0315, + "step": 33237 + }, + { + "epoch": 28.191687871077185, + "grad_norm": 0.9752916426626969, + "learning_rate": 1.6852152535409034e-05, + "loss": 0.0312, + "step": 33238 + }, + { + "epoch": 28.192536047497878, + "grad_norm": 0.8629642874905212, + "learning_rate": 1.6851952455041884e-05, + "loss": 0.0291, + "step": 33239 + }, + { + "epoch": 28.193384223918574, + "grad_norm": 0.8233297608676049, + "learning_rate": 1.6851752369504105e-05, + "loss": 0.0301, + "step": 33240 + }, + { + "epoch": 28.19423240033927, + "grad_norm": 0.8527480071056505, + "learning_rate": 1.6851552278795858e-05, + "loss": 0.029, + "step": 33241 + }, + { + "epoch": 28.195080576759967, + "grad_norm": 1.0307375100821383, + "learning_rate": 1.6851352182917288e-05, + "loss": 0.0302, + "step": 33242 + }, + { + "epoch": 28.195928753180663, + "grad_norm": 0.8641114765642645, + "learning_rate": 1.6851152081868544e-05, + "loss": 0.03, + "step": 33243 + }, + { + "epoch": 28.196776929601356, + "grad_norm": 0.978702397854296, + "learning_rate": 1.685095197564978e-05, + "loss": 0.0321, + "step": 33244 + }, + { + "epoch": 28.197625106022052, + "grad_norm": 0.8888445859228483, + "learning_rate": 1.6850751864261144e-05, + "loss": 0.029, + "step": 33245 + }, + { + "epoch": 28.198473282442748, + "grad_norm": 1.0636565248921084, + "learning_rate": 1.6850551747702793e-05, + "loss": 0.0309, + "step": 33246 + }, + { + "epoch": 28.199321458863444, + "grad_norm": 0.8569956389778033, + "learning_rate": 1.685035162597487e-05, + "loss": 0.027, + "step": 33247 + }, + { + "epoch": 28.20016963528414, + "grad_norm": 0.9345672965133812, + "learning_rate": 1.6850151499077534e-05, + "loss": 0.0314, + "step": 33248 + }, + { + "epoch": 28.201017811704833, + "grad_norm": 1.0535963571059612, + "learning_rate": 1.6849951367010932e-05, + "loss": 0.0296, + "step": 33249 + }, + { + "epoch": 28.20186598812553, + "grad_norm": 0.9714694592190725, + "learning_rate": 1.6849751229775216e-05, + "loss": 0.0296, + "step": 33250 + }, + { + "epoch": 28.202714164546226, + "grad_norm": 0.8738055626917245, + "learning_rate": 1.684955108737054e-05, + "loss": 0.0306, + "step": 33251 + }, + { + "epoch": 28.203562340966922, + "grad_norm": 0.8679999564477155, + "learning_rate": 1.6849350939797046e-05, + "loss": 0.0296, + "step": 33252 + }, + { + "epoch": 28.20441051738762, + "grad_norm": 0.9209265023965166, + "learning_rate": 1.684915078705489e-05, + "loss": 0.0301, + "step": 33253 + }, + { + "epoch": 28.20525869380831, + "grad_norm": 1.1124670282280755, + "learning_rate": 1.6848950629144222e-05, + "loss": 0.0315, + "step": 33254 + }, + { + "epoch": 28.206106870229007, + "grad_norm": 1.0035130591792651, + "learning_rate": 1.68487504660652e-05, + "loss": 0.0323, + "step": 33255 + }, + { + "epoch": 28.206955046649703, + "grad_norm": 1.0948589543248743, + "learning_rate": 1.684855029781797e-05, + "loss": 0.0306, + "step": 33256 + }, + { + "epoch": 28.2078032230704, + "grad_norm": 0.73420660988433, + "learning_rate": 1.6848350124402678e-05, + "loss": 0.0272, + "step": 33257 + }, + { + "epoch": 28.208651399491096, + "grad_norm": 0.898298360122956, + "learning_rate": 1.6848149945819482e-05, + "loss": 0.0304, + "step": 33258 + }, + { + "epoch": 28.20949957591179, + "grad_norm": 0.9644739466951616, + "learning_rate": 1.6847949762068535e-05, + "loss": 0.0303, + "step": 33259 + }, + { + "epoch": 28.210347752332485, + "grad_norm": 0.9404243223882801, + "learning_rate": 1.684774957314998e-05, + "loss": 0.0331, + "step": 33260 + }, + { + "epoch": 28.21119592875318, + "grad_norm": 0.9273670903606942, + "learning_rate": 1.684754937906397e-05, + "loss": 0.0307, + "step": 33261 + }, + { + "epoch": 28.212044105173877, + "grad_norm": 1.0066477228908324, + "learning_rate": 1.6847349179810662e-05, + "loss": 0.0313, + "step": 33262 + }, + { + "epoch": 28.21289228159457, + "grad_norm": 0.9054976189356944, + "learning_rate": 1.68471489753902e-05, + "loss": 0.0296, + "step": 33263 + }, + { + "epoch": 28.213740458015266, + "grad_norm": 1.0865315385379941, + "learning_rate": 1.6846948765802736e-05, + "loss": 0.0305, + "step": 33264 + }, + { + "epoch": 28.214588634435962, + "grad_norm": 0.9661417850560746, + "learning_rate": 1.684674855104843e-05, + "loss": 0.0303, + "step": 33265 + }, + { + "epoch": 28.21543681085666, + "grad_norm": 0.909388608766277, + "learning_rate": 1.6846548331127422e-05, + "loss": 0.0297, + "step": 33266 + }, + { + "epoch": 28.216284987277355, + "grad_norm": 1.1679535631944882, + "learning_rate": 1.6846348106039868e-05, + "loss": 0.0328, + "step": 33267 + }, + { + "epoch": 28.217133163698048, + "grad_norm": 1.0679187660027145, + "learning_rate": 1.684614787578592e-05, + "loss": 0.0333, + "step": 33268 + }, + { + "epoch": 28.217981340118744, + "grad_norm": 0.822659113669962, + "learning_rate": 1.684594764036573e-05, + "loss": 0.0276, + "step": 33269 + }, + { + "epoch": 28.21882951653944, + "grad_norm": 0.9006868553076262, + "learning_rate": 1.684574739977944e-05, + "loss": 0.031, + "step": 33270 + }, + { + "epoch": 28.219677692960136, + "grad_norm": 0.9800677138884792, + "learning_rate": 1.6845547154027214e-05, + "loss": 0.0288, + "step": 33271 + }, + { + "epoch": 28.220525869380833, + "grad_norm": 1.0214428581079484, + "learning_rate": 1.6845346903109193e-05, + "loss": 0.0298, + "step": 33272 + }, + { + "epoch": 28.221374045801525, + "grad_norm": 0.8381528145179533, + "learning_rate": 1.6845146647025536e-05, + "loss": 0.0306, + "step": 33273 + }, + { + "epoch": 28.22222222222222, + "grad_norm": 0.90348409949657, + "learning_rate": 1.6844946385776386e-05, + "loss": 0.027, + "step": 33274 + }, + { + "epoch": 28.223070398642918, + "grad_norm": 1.0386096666004792, + "learning_rate": 1.68447461193619e-05, + "loss": 0.0337, + "step": 33275 + }, + { + "epoch": 28.223918575063614, + "grad_norm": 0.7839564845994799, + "learning_rate": 1.684454584778223e-05, + "loss": 0.0267, + "step": 33276 + }, + { + "epoch": 28.22476675148431, + "grad_norm": 0.9699412374674853, + "learning_rate": 1.684434557103752e-05, + "loss": 0.0296, + "step": 33277 + }, + { + "epoch": 28.225614927905003, + "grad_norm": 0.9918121594555058, + "learning_rate": 1.684414528912793e-05, + "loss": 0.0306, + "step": 33278 + }, + { + "epoch": 28.2264631043257, + "grad_norm": 0.9621596516494126, + "learning_rate": 1.6843945002053604e-05, + "loss": 0.0281, + "step": 33279 + }, + { + "epoch": 28.227311280746395, + "grad_norm": 0.9779111270534266, + "learning_rate": 1.6843744709814697e-05, + "loss": 0.0323, + "step": 33280 + }, + { + "epoch": 28.22815945716709, + "grad_norm": 0.7919150256825731, + "learning_rate": 1.6843544412411356e-05, + "loss": 0.0285, + "step": 33281 + }, + { + "epoch": 28.229007633587788, + "grad_norm": 0.8495904028750044, + "learning_rate": 1.684334410984374e-05, + "loss": 0.0315, + "step": 33282 + }, + { + "epoch": 28.22985581000848, + "grad_norm": 0.8187235976822946, + "learning_rate": 1.6843143802111997e-05, + "loss": 0.0277, + "step": 33283 + }, + { + "epoch": 28.230703986429177, + "grad_norm": 0.9375956909233134, + "learning_rate": 1.684294348921627e-05, + "loss": 0.0323, + "step": 33284 + }, + { + "epoch": 28.231552162849873, + "grad_norm": 1.0888952678385904, + "learning_rate": 1.684274317115672e-05, + "loss": 0.0358, + "step": 33285 + }, + { + "epoch": 28.23240033927057, + "grad_norm": 0.807307383768455, + "learning_rate": 1.6842542847933497e-05, + "loss": 0.0271, + "step": 33286 + }, + { + "epoch": 28.233248515691265, + "grad_norm": 0.9033728933302857, + "learning_rate": 1.6842342519546745e-05, + "loss": 0.0273, + "step": 33287 + }, + { + "epoch": 28.234096692111958, + "grad_norm": 0.888784973111205, + "learning_rate": 1.6842142185996625e-05, + "loss": 0.0283, + "step": 33288 + }, + { + "epoch": 28.234944868532654, + "grad_norm": 0.8235730882967456, + "learning_rate": 1.684194184728328e-05, + "loss": 0.0267, + "step": 33289 + }, + { + "epoch": 28.23579304495335, + "grad_norm": 0.8160481707558999, + "learning_rate": 1.6841741503406867e-05, + "loss": 0.0268, + "step": 33290 + }, + { + "epoch": 28.236641221374047, + "grad_norm": 1.0474489584050686, + "learning_rate": 1.6841541154367537e-05, + "loss": 0.0336, + "step": 33291 + }, + { + "epoch": 28.237489397794743, + "grad_norm": 0.9364303397869133, + "learning_rate": 1.6841340800165435e-05, + "loss": 0.0332, + "step": 33292 + }, + { + "epoch": 28.238337574215436, + "grad_norm": 1.014974098128054, + "learning_rate": 1.6841140440800716e-05, + "loss": 0.0301, + "step": 33293 + }, + { + "epoch": 28.239185750636132, + "grad_norm": 0.8790600429420293, + "learning_rate": 1.6840940076273534e-05, + "loss": 0.0299, + "step": 33294 + }, + { + "epoch": 28.240033927056828, + "grad_norm": 0.9360417208315006, + "learning_rate": 1.684073970658404e-05, + "loss": 0.0311, + "step": 33295 + }, + { + "epoch": 28.240882103477524, + "grad_norm": 0.961308866448599, + "learning_rate": 1.6840539331732376e-05, + "loss": 0.0286, + "step": 33296 + }, + { + "epoch": 28.24173027989822, + "grad_norm": 0.9907234104827835, + "learning_rate": 1.6840338951718704e-05, + "loss": 0.032, + "step": 33297 + }, + { + "epoch": 28.242578456318913, + "grad_norm": 0.9363996338181327, + "learning_rate": 1.684013856654317e-05, + "loss": 0.0325, + "step": 33298 + }, + { + "epoch": 28.24342663273961, + "grad_norm": 0.9669214457103393, + "learning_rate": 1.6839938176205925e-05, + "loss": 0.0307, + "step": 33299 + }, + { + "epoch": 28.244274809160306, + "grad_norm": 0.9245662182492699, + "learning_rate": 1.6839737780707125e-05, + "loss": 0.0295, + "step": 33300 + }, + { + "epoch": 28.245122985581002, + "grad_norm": 1.0356952479451134, + "learning_rate": 1.6839537380046914e-05, + "loss": 0.0297, + "step": 33301 + }, + { + "epoch": 28.245971162001695, + "grad_norm": 0.8665352156537568, + "learning_rate": 1.683933697422545e-05, + "loss": 0.0296, + "step": 33302 + }, + { + "epoch": 28.24681933842239, + "grad_norm": 1.1596265608065743, + "learning_rate": 1.683913656324288e-05, + "loss": 0.0355, + "step": 33303 + }, + { + "epoch": 28.247667514843087, + "grad_norm": 0.9624920191608493, + "learning_rate": 1.6838936147099358e-05, + "loss": 0.0277, + "step": 33304 + }, + { + "epoch": 28.248515691263783, + "grad_norm": 0.9739682361341306, + "learning_rate": 1.6838735725795032e-05, + "loss": 0.032, + "step": 33305 + }, + { + "epoch": 28.24936386768448, + "grad_norm": 0.9975962345417108, + "learning_rate": 1.6838535299330057e-05, + "loss": 0.033, + "step": 33306 + }, + { + "epoch": 28.250212044105172, + "grad_norm": 1.0106250728385031, + "learning_rate": 1.683833486770458e-05, + "loss": 0.0325, + "step": 33307 + }, + { + "epoch": 28.25106022052587, + "grad_norm": 0.9094887309503827, + "learning_rate": 1.6838134430918756e-05, + "loss": 0.0318, + "step": 33308 + }, + { + "epoch": 28.251908396946565, + "grad_norm": 1.0146272100186835, + "learning_rate": 1.6837933988972735e-05, + "loss": 0.03, + "step": 33309 + }, + { + "epoch": 28.25275657336726, + "grad_norm": 1.0534659968857423, + "learning_rate": 1.6837733541866668e-05, + "loss": 0.0315, + "step": 33310 + }, + { + "epoch": 28.253604749787957, + "grad_norm": 0.8169915064454644, + "learning_rate": 1.6837533089600707e-05, + "loss": 0.0307, + "step": 33311 + }, + { + "epoch": 28.25445292620865, + "grad_norm": 0.9913997098681059, + "learning_rate": 1.6837332632175e-05, + "loss": 0.0317, + "step": 33312 + }, + { + "epoch": 28.255301102629346, + "grad_norm": 0.8819963646580131, + "learning_rate": 1.68371321695897e-05, + "loss": 0.029, + "step": 33313 + }, + { + "epoch": 28.256149279050042, + "grad_norm": 0.866614157384487, + "learning_rate": 1.6836931701844964e-05, + "loss": 0.0299, + "step": 33314 + }, + { + "epoch": 28.25699745547074, + "grad_norm": 1.0019823889283879, + "learning_rate": 1.6836731228940936e-05, + "loss": 0.0319, + "step": 33315 + }, + { + "epoch": 28.257845631891435, + "grad_norm": 0.8927259610723627, + "learning_rate": 1.683653075087777e-05, + "loss": 0.0284, + "step": 33316 + }, + { + "epoch": 28.258693808312128, + "grad_norm": 0.9862445384437931, + "learning_rate": 1.6836330267655614e-05, + "loss": 0.0321, + "step": 33317 + }, + { + "epoch": 28.259541984732824, + "grad_norm": 1.0309609279416632, + "learning_rate": 1.6836129779274627e-05, + "loss": 0.0351, + "step": 33318 + }, + { + "epoch": 28.26039016115352, + "grad_norm": 0.8840783211549461, + "learning_rate": 1.6835929285734952e-05, + "loss": 0.031, + "step": 33319 + }, + { + "epoch": 28.261238337574216, + "grad_norm": 0.8419198598439981, + "learning_rate": 1.683572878703674e-05, + "loss": 0.0318, + "step": 33320 + }, + { + "epoch": 28.262086513994912, + "grad_norm": 0.9042806953985146, + "learning_rate": 1.6835528283180155e-05, + "loss": 0.029, + "step": 33321 + }, + { + "epoch": 28.262934690415605, + "grad_norm": 0.8029097342369051, + "learning_rate": 1.6835327774165334e-05, + "loss": 0.03, + "step": 33322 + }, + { + "epoch": 28.2637828668363, + "grad_norm": 1.580640867500667, + "learning_rate": 1.6835127259992438e-05, + "loss": 0.0367, + "step": 33323 + }, + { + "epoch": 28.264631043256998, + "grad_norm": 0.8808864344916334, + "learning_rate": 1.683492674066161e-05, + "loss": 0.0295, + "step": 33324 + }, + { + "epoch": 28.265479219677694, + "grad_norm": 0.9595610158840184, + "learning_rate": 1.6834726216173007e-05, + "loss": 0.0306, + "step": 33325 + }, + { + "epoch": 28.26632739609839, + "grad_norm": 0.8031983962469962, + "learning_rate": 1.6834525686526775e-05, + "loss": 0.0261, + "step": 33326 + }, + { + "epoch": 28.267175572519083, + "grad_norm": 0.9817319009992252, + "learning_rate": 1.6834325151723073e-05, + "loss": 0.0294, + "step": 33327 + }, + { + "epoch": 28.26802374893978, + "grad_norm": 0.9654450775752536, + "learning_rate": 1.683412461176205e-05, + "loss": 0.0283, + "step": 33328 + }, + { + "epoch": 28.268871925360475, + "grad_norm": 0.8498315980234541, + "learning_rate": 1.683392406664385e-05, + "loss": 0.0277, + "step": 33329 + }, + { + "epoch": 28.26972010178117, + "grad_norm": 1.0633828630272988, + "learning_rate": 1.6833723516368636e-05, + "loss": 0.0315, + "step": 33330 + }, + { + "epoch": 28.270568278201868, + "grad_norm": 1.0311978894290377, + "learning_rate": 1.6833522960936552e-05, + "loss": 0.0304, + "step": 33331 + }, + { + "epoch": 28.27141645462256, + "grad_norm": 0.9834661401853915, + "learning_rate": 1.6833322400347748e-05, + "loss": 0.0318, + "step": 33332 + }, + { + "epoch": 28.272264631043257, + "grad_norm": 0.8970514525313698, + "learning_rate": 1.6833121834602377e-05, + "loss": 0.0304, + "step": 33333 + }, + { + "epoch": 28.273112807463953, + "grad_norm": 0.8643720390883062, + "learning_rate": 1.6832921263700598e-05, + "loss": 0.0287, + "step": 33334 + }, + { + "epoch": 28.27396098388465, + "grad_norm": 0.9084964134621843, + "learning_rate": 1.683272068764255e-05, + "loss": 0.0312, + "step": 33335 + }, + { + "epoch": 28.274809160305345, + "grad_norm": 0.9519578726934342, + "learning_rate": 1.6832520106428392e-05, + "loss": 0.0317, + "step": 33336 + }, + { + "epoch": 28.275657336726038, + "grad_norm": 0.9278925292231041, + "learning_rate": 1.683231952005827e-05, + "loss": 0.0305, + "step": 33337 + }, + { + "epoch": 28.276505513146734, + "grad_norm": 0.7760952720720501, + "learning_rate": 1.6832118928532343e-05, + "loss": 0.0294, + "step": 33338 + }, + { + "epoch": 28.27735368956743, + "grad_norm": 0.9223743654395863, + "learning_rate": 1.6831918331850758e-05, + "loss": 0.032, + "step": 33339 + }, + { + "epoch": 28.278201865988127, + "grad_norm": 0.9703169882656812, + "learning_rate": 1.6831717730013665e-05, + "loss": 0.0313, + "step": 33340 + }, + { + "epoch": 28.27905004240882, + "grad_norm": 0.9838319914016845, + "learning_rate": 1.6831517123021218e-05, + "loss": 0.0312, + "step": 33341 + }, + { + "epoch": 28.279898218829516, + "grad_norm": 0.9706047448706161, + "learning_rate": 1.6831316510873566e-05, + "loss": 0.0326, + "step": 33342 + }, + { + "epoch": 28.280746395250212, + "grad_norm": 1.0259161617091759, + "learning_rate": 1.6831115893570862e-05, + "loss": 0.0331, + "step": 33343 + }, + { + "epoch": 28.281594571670908, + "grad_norm": 1.0153935379658934, + "learning_rate": 1.683091527111326e-05, + "loss": 0.0337, + "step": 33344 + }, + { + "epoch": 28.282442748091604, + "grad_norm": 1.1227159099650346, + "learning_rate": 1.6830714643500904e-05, + "loss": 0.0319, + "step": 33345 + }, + { + "epoch": 28.283290924512297, + "grad_norm": 1.0073623914701086, + "learning_rate": 1.6830514010733953e-05, + "loss": 0.0331, + "step": 33346 + }, + { + "epoch": 28.284139100932993, + "grad_norm": 1.0353072942282904, + "learning_rate": 1.6830313372812552e-05, + "loss": 0.0341, + "step": 33347 + }, + { + "epoch": 28.28498727735369, + "grad_norm": 1.096901343418176, + "learning_rate": 1.683011272973686e-05, + "loss": 0.0331, + "step": 33348 + }, + { + "epoch": 28.285835453774386, + "grad_norm": 0.8604559047052915, + "learning_rate": 1.6829912081507022e-05, + "loss": 0.0309, + "step": 33349 + }, + { + "epoch": 28.286683630195082, + "grad_norm": 0.9140155457706138, + "learning_rate": 1.6829711428123194e-05, + "loss": 0.03, + "step": 33350 + }, + { + "epoch": 28.287531806615775, + "grad_norm": 1.051938298011213, + "learning_rate": 1.6829510769585523e-05, + "loss": 0.0313, + "step": 33351 + }, + { + "epoch": 28.28837998303647, + "grad_norm": 1.0242682527349363, + "learning_rate": 1.6829310105894157e-05, + "loss": 0.0308, + "step": 33352 + }, + { + "epoch": 28.289228159457167, + "grad_norm": 0.8921030648008933, + "learning_rate": 1.682910943704926e-05, + "loss": 0.0294, + "step": 33353 + }, + { + "epoch": 28.290076335877863, + "grad_norm": 0.8900891492536449, + "learning_rate": 1.6828908763050975e-05, + "loss": 0.0316, + "step": 33354 + }, + { + "epoch": 28.29092451229856, + "grad_norm": 1.0086169408410444, + "learning_rate": 1.6828708083899453e-05, + "loss": 0.0328, + "step": 33355 + }, + { + "epoch": 28.291772688719252, + "grad_norm": 1.0342164649082561, + "learning_rate": 1.6828507399594846e-05, + "loss": 0.0332, + "step": 33356 + }, + { + "epoch": 28.29262086513995, + "grad_norm": 0.8430745824715917, + "learning_rate": 1.682830671013731e-05, + "loss": 0.0283, + "step": 33357 + }, + { + "epoch": 28.293469041560645, + "grad_norm": 0.9541621654690219, + "learning_rate": 1.682810601552699e-05, + "loss": 0.0326, + "step": 33358 + }, + { + "epoch": 28.29431721798134, + "grad_norm": 0.9300615322169691, + "learning_rate": 1.6827905315764043e-05, + "loss": 0.0277, + "step": 33359 + }, + { + "epoch": 28.295165394402037, + "grad_norm": 0.9079909400508867, + "learning_rate": 1.6827704610848617e-05, + "loss": 0.0283, + "step": 33360 + }, + { + "epoch": 28.29601357082273, + "grad_norm": 0.8446517627012828, + "learning_rate": 1.6827503900780863e-05, + "loss": 0.0296, + "step": 33361 + }, + { + "epoch": 28.296861747243426, + "grad_norm": 0.8569287293128747, + "learning_rate": 1.6827303185560936e-05, + "loss": 0.0297, + "step": 33362 + }, + { + "epoch": 28.297709923664122, + "grad_norm": 0.8314125305848759, + "learning_rate": 1.6827102465188986e-05, + "loss": 0.028, + "step": 33363 + }, + { + "epoch": 28.29855810008482, + "grad_norm": 1.2095250715680597, + "learning_rate": 1.682690173966516e-05, + "loss": 0.0329, + "step": 33364 + }, + { + "epoch": 28.299406276505515, + "grad_norm": 1.0305360285992466, + "learning_rate": 1.6826701008989614e-05, + "loss": 0.0282, + "step": 33365 + }, + { + "epoch": 28.300254452926207, + "grad_norm": 0.8411645310697083, + "learning_rate": 1.68265002731625e-05, + "loss": 0.0311, + "step": 33366 + }, + { + "epoch": 28.301102629346904, + "grad_norm": 0.9368924152087585, + "learning_rate": 1.6826299532183966e-05, + "loss": 0.0304, + "step": 33367 + }, + { + "epoch": 28.3019508057676, + "grad_norm": 0.9053853830449716, + "learning_rate": 1.6826098786054167e-05, + "loss": 0.0278, + "step": 33368 + }, + { + "epoch": 28.302798982188296, + "grad_norm": 0.8926362305512667, + "learning_rate": 1.6825898034773253e-05, + "loss": 0.0276, + "step": 33369 + }, + { + "epoch": 28.303647158608992, + "grad_norm": 0.8709645314225498, + "learning_rate": 1.6825697278341378e-05, + "loss": 0.0287, + "step": 33370 + }, + { + "epoch": 28.304495335029685, + "grad_norm": 1.0858415400803545, + "learning_rate": 1.682549651675869e-05, + "loss": 0.0346, + "step": 33371 + }, + { + "epoch": 28.30534351145038, + "grad_norm": 0.9426549551335839, + "learning_rate": 1.682529575002534e-05, + "loss": 0.028, + "step": 33372 + }, + { + "epoch": 28.306191687871078, + "grad_norm": 0.9212136315233855, + "learning_rate": 1.682509497814148e-05, + "loss": 0.0302, + "step": 33373 + }, + { + "epoch": 28.307039864291774, + "grad_norm": 1.0182919041893597, + "learning_rate": 1.6824894201107267e-05, + "loss": 0.0347, + "step": 33374 + }, + { + "epoch": 28.307888040712466, + "grad_norm": 1.0087720540520417, + "learning_rate": 1.6824693418922844e-05, + "loss": 0.0338, + "step": 33375 + }, + { + "epoch": 28.308736217133163, + "grad_norm": 1.0876588470557342, + "learning_rate": 1.6824492631588368e-05, + "loss": 0.0333, + "step": 33376 + }, + { + "epoch": 28.30958439355386, + "grad_norm": 1.0717847322613547, + "learning_rate": 1.682429183910399e-05, + "loss": 0.0343, + "step": 33377 + }, + { + "epoch": 28.310432569974555, + "grad_norm": 1.0384806308373618, + "learning_rate": 1.682409104146986e-05, + "loss": 0.0314, + "step": 33378 + }, + { + "epoch": 28.31128074639525, + "grad_norm": 1.0597454228425691, + "learning_rate": 1.6823890238686132e-05, + "loss": 0.0334, + "step": 33379 + }, + { + "epoch": 28.312128922815944, + "grad_norm": 1.0616562970171326, + "learning_rate": 1.6823689430752953e-05, + "loss": 0.033, + "step": 33380 + }, + { + "epoch": 28.31297709923664, + "grad_norm": 1.1455931140585054, + "learning_rate": 1.682348861767048e-05, + "loss": 0.0327, + "step": 33381 + }, + { + "epoch": 28.313825275657337, + "grad_norm": 0.9728350309691656, + "learning_rate": 1.6823287799438857e-05, + "loss": 0.0305, + "step": 33382 + }, + { + "epoch": 28.314673452078033, + "grad_norm": 0.7453686962768066, + "learning_rate": 1.6823086976058244e-05, + "loss": 0.029, + "step": 33383 + }, + { + "epoch": 28.31552162849873, + "grad_norm": 1.0331545454927396, + "learning_rate": 1.682288614752879e-05, + "loss": 0.0299, + "step": 33384 + }, + { + "epoch": 28.31636980491942, + "grad_norm": 0.9363840736534558, + "learning_rate": 1.6822685313850643e-05, + "loss": 0.0323, + "step": 33385 + }, + { + "epoch": 28.317217981340118, + "grad_norm": 0.9354089812777111, + "learning_rate": 1.6822484475023957e-05, + "loss": 0.0295, + "step": 33386 + }, + { + "epoch": 28.318066157760814, + "grad_norm": 0.8901627048659473, + "learning_rate": 1.6822283631048883e-05, + "loss": 0.0302, + "step": 33387 + }, + { + "epoch": 28.31891433418151, + "grad_norm": 1.0096602220182527, + "learning_rate": 1.6822082781925577e-05, + "loss": 0.0312, + "step": 33388 + }, + { + "epoch": 28.319762510602207, + "grad_norm": 0.9801660042014836, + "learning_rate": 1.6821881927654184e-05, + "loss": 0.0319, + "step": 33389 + }, + { + "epoch": 28.3206106870229, + "grad_norm": 0.9458711758298469, + "learning_rate": 1.6821681068234857e-05, + "loss": 0.0316, + "step": 33390 + }, + { + "epoch": 28.321458863443596, + "grad_norm": 0.9646445680705873, + "learning_rate": 1.6821480203667747e-05, + "loss": 0.0309, + "step": 33391 + }, + { + "epoch": 28.32230703986429, + "grad_norm": 0.9645864878714123, + "learning_rate": 1.6821279333953013e-05, + "loss": 0.0319, + "step": 33392 + }, + { + "epoch": 28.323155216284988, + "grad_norm": 1.0312639056556316, + "learning_rate": 1.68210784590908e-05, + "loss": 0.0309, + "step": 33393 + }, + { + "epoch": 28.324003392705684, + "grad_norm": 1.1595140759770977, + "learning_rate": 1.6820877579081258e-05, + "loss": 0.0325, + "step": 33394 + }, + { + "epoch": 28.324851569126377, + "grad_norm": 0.9439845146840028, + "learning_rate": 1.6820676693924543e-05, + "loss": 0.0325, + "step": 33395 + }, + { + "epoch": 28.325699745547073, + "grad_norm": 0.9531607417800316, + "learning_rate": 1.6820475803620805e-05, + "loss": 0.0299, + "step": 33396 + }, + { + "epoch": 28.32654792196777, + "grad_norm": 0.8670890895108659, + "learning_rate": 1.6820274908170194e-05, + "loss": 0.0278, + "step": 33397 + }, + { + "epoch": 28.327396098388466, + "grad_norm": 0.848335095220651, + "learning_rate": 1.682007400757286e-05, + "loss": 0.0304, + "step": 33398 + }, + { + "epoch": 28.328244274809162, + "grad_norm": 0.9090292522775248, + "learning_rate": 1.6819873101828963e-05, + "loss": 0.0289, + "step": 33399 + }, + { + "epoch": 28.329092451229855, + "grad_norm": 0.9568073252014918, + "learning_rate": 1.6819672190938646e-05, + "loss": 0.03, + "step": 33400 + }, + { + "epoch": 28.32994062765055, + "grad_norm": 1.045895486662789, + "learning_rate": 1.6819471274902067e-05, + "loss": 0.0321, + "step": 33401 + }, + { + "epoch": 28.330788804071247, + "grad_norm": 0.8982604116920822, + "learning_rate": 1.681927035371937e-05, + "loss": 0.0294, + "step": 33402 + }, + { + "epoch": 28.331636980491943, + "grad_norm": 1.0347725493080018, + "learning_rate": 1.6819069427390716e-05, + "loss": 0.0321, + "step": 33403 + }, + { + "epoch": 28.33248515691264, + "grad_norm": 0.9827655747190395, + "learning_rate": 1.6818868495916247e-05, + "loss": 0.0303, + "step": 33404 + }, + { + "epoch": 28.333333333333332, + "grad_norm": 0.9347771216670356, + "learning_rate": 1.681866755929612e-05, + "loss": 0.0299, + "step": 33405 + }, + { + "epoch": 28.33418150975403, + "grad_norm": 0.9117712999771003, + "learning_rate": 1.6818466617530487e-05, + "loss": 0.0282, + "step": 33406 + }, + { + "epoch": 28.335029686174725, + "grad_norm": 0.8855322495444032, + "learning_rate": 1.68182656706195e-05, + "loss": 0.0294, + "step": 33407 + }, + { + "epoch": 28.33587786259542, + "grad_norm": 1.093091688590929, + "learning_rate": 1.6818064718563307e-05, + "loss": 0.0315, + "step": 33408 + }, + { + "epoch": 28.336726039016117, + "grad_norm": 0.868530101987676, + "learning_rate": 1.6817863761362062e-05, + "loss": 0.0282, + "step": 33409 + }, + { + "epoch": 28.33757421543681, + "grad_norm": 1.0195405873490133, + "learning_rate": 1.6817662799015916e-05, + "loss": 0.0292, + "step": 33410 + }, + { + "epoch": 28.338422391857506, + "grad_norm": 0.8865323144659476, + "learning_rate": 1.681746183152502e-05, + "loss": 0.0289, + "step": 33411 + }, + { + "epoch": 28.339270568278202, + "grad_norm": 0.8855619697067939, + "learning_rate": 1.681726085888953e-05, + "loss": 0.0311, + "step": 33412 + }, + { + "epoch": 28.3401187446989, + "grad_norm": 0.8066440141797625, + "learning_rate": 1.6817059881109594e-05, + "loss": 0.0276, + "step": 33413 + }, + { + "epoch": 28.34096692111959, + "grad_norm": 1.0739920832091894, + "learning_rate": 1.6816858898185362e-05, + "loss": 0.0315, + "step": 33414 + }, + { + "epoch": 28.341815097540287, + "grad_norm": 0.9113689219647031, + "learning_rate": 1.681665791011699e-05, + "loss": 0.0283, + "step": 33415 + }, + { + "epoch": 28.342663273960984, + "grad_norm": 0.932690545898293, + "learning_rate": 1.6816456916904628e-05, + "loss": 0.0292, + "step": 33416 + }, + { + "epoch": 28.34351145038168, + "grad_norm": 0.9572134697001988, + "learning_rate": 1.6816255918548424e-05, + "loss": 0.0327, + "step": 33417 + }, + { + "epoch": 28.344359626802376, + "grad_norm": 0.8868801124962682, + "learning_rate": 1.681605491504853e-05, + "loss": 0.0296, + "step": 33418 + }, + { + "epoch": 28.34520780322307, + "grad_norm": 1.0906412649177015, + "learning_rate": 1.681585390640511e-05, + "loss": 0.0314, + "step": 33419 + }, + { + "epoch": 28.346055979643765, + "grad_norm": 0.964542190540274, + "learning_rate": 1.6815652892618296e-05, + "loss": 0.0294, + "step": 33420 + }, + { + "epoch": 28.34690415606446, + "grad_norm": 0.9396141427393816, + "learning_rate": 1.681545187368826e-05, + "loss": 0.0309, + "step": 33421 + }, + { + "epoch": 28.347752332485157, + "grad_norm": 0.8551225393684551, + "learning_rate": 1.6815250849615135e-05, + "loss": 0.03, + "step": 33422 + }, + { + "epoch": 28.348600508905854, + "grad_norm": 1.1226477605609195, + "learning_rate": 1.6815049820399085e-05, + "loss": 0.0311, + "step": 33423 + }, + { + "epoch": 28.349448685326546, + "grad_norm": 0.9092075375663812, + "learning_rate": 1.6814848786040254e-05, + "loss": 0.0283, + "step": 33424 + }, + { + "epoch": 28.350296861747243, + "grad_norm": 0.9905790765941827, + "learning_rate": 1.6814647746538802e-05, + "loss": 0.0286, + "step": 33425 + }, + { + "epoch": 28.35114503816794, + "grad_norm": 0.818695636059175, + "learning_rate": 1.6814446701894877e-05, + "loss": 0.0308, + "step": 33426 + }, + { + "epoch": 28.351993214588635, + "grad_norm": 0.9904839768578642, + "learning_rate": 1.6814245652108625e-05, + "loss": 0.0333, + "step": 33427 + }, + { + "epoch": 28.35284139100933, + "grad_norm": 0.8113630211229599, + "learning_rate": 1.681404459718021e-05, + "loss": 0.028, + "step": 33428 + }, + { + "epoch": 28.353689567430024, + "grad_norm": 0.9833267155586278, + "learning_rate": 1.6813843537109768e-05, + "loss": 0.0299, + "step": 33429 + }, + { + "epoch": 28.35453774385072, + "grad_norm": 0.9113783849678587, + "learning_rate": 1.6813642471897463e-05, + "loss": 0.0306, + "step": 33430 + }, + { + "epoch": 28.355385920271416, + "grad_norm": 1.3561487966971224, + "learning_rate": 1.6813441401543446e-05, + "loss": 0.0324, + "step": 33431 + }, + { + "epoch": 28.356234096692113, + "grad_norm": 0.7920526817159961, + "learning_rate": 1.681324032604786e-05, + "loss": 0.0278, + "step": 33432 + }, + { + "epoch": 28.35708227311281, + "grad_norm": 0.9802333631710896, + "learning_rate": 1.6813039245410866e-05, + "loss": 0.0329, + "step": 33433 + }, + { + "epoch": 28.3579304495335, + "grad_norm": 0.938094822699954, + "learning_rate": 1.6812838159632612e-05, + "loss": 0.0298, + "step": 33434 + }, + { + "epoch": 28.358778625954198, + "grad_norm": 1.013042248914996, + "learning_rate": 1.6812637068713247e-05, + "loss": 0.0353, + "step": 33435 + }, + { + "epoch": 28.359626802374894, + "grad_norm": 1.0883310748688984, + "learning_rate": 1.681243597265293e-05, + "loss": 0.0298, + "step": 33436 + }, + { + "epoch": 28.36047497879559, + "grad_norm": 0.9286261286327119, + "learning_rate": 1.6812234871451804e-05, + "loss": 0.0337, + "step": 33437 + }, + { + "epoch": 28.361323155216287, + "grad_norm": 1.0746921480877163, + "learning_rate": 1.6812033765110026e-05, + "loss": 0.0313, + "step": 33438 + }, + { + "epoch": 28.36217133163698, + "grad_norm": 1.1551338838189105, + "learning_rate": 1.681183265362775e-05, + "loss": 0.0336, + "step": 33439 + }, + { + "epoch": 28.363019508057675, + "grad_norm": 0.9755876575369432, + "learning_rate": 1.681163153700512e-05, + "loss": 0.0319, + "step": 33440 + }, + { + "epoch": 28.36386768447837, + "grad_norm": 1.10342378802178, + "learning_rate": 1.6811430415242302e-05, + "loss": 0.0343, + "step": 33441 + }, + { + "epoch": 28.364715860899068, + "grad_norm": 0.8817532101181805, + "learning_rate": 1.681122928833943e-05, + "loss": 0.0311, + "step": 33442 + }, + { + "epoch": 28.365564037319764, + "grad_norm": 0.9880628032179559, + "learning_rate": 1.6811028156296663e-05, + "loss": 0.0344, + "step": 33443 + }, + { + "epoch": 28.366412213740457, + "grad_norm": 0.7676544262936346, + "learning_rate": 1.6810827019114155e-05, + "loss": 0.0271, + "step": 33444 + }, + { + "epoch": 28.367260390161153, + "grad_norm": 0.8845170621959842, + "learning_rate": 1.6810625876792057e-05, + "loss": 0.031, + "step": 33445 + }, + { + "epoch": 28.36810856658185, + "grad_norm": 0.8904711914765173, + "learning_rate": 1.6810424729330523e-05, + "loss": 0.0296, + "step": 33446 + }, + { + "epoch": 28.368956743002546, + "grad_norm": 1.0121624070449668, + "learning_rate": 1.68102235767297e-05, + "loss": 0.0325, + "step": 33447 + }, + { + "epoch": 28.36980491942324, + "grad_norm": 1.1670832417709287, + "learning_rate": 1.6810022418989743e-05, + "loss": 0.0332, + "step": 33448 + }, + { + "epoch": 28.370653095843934, + "grad_norm": 0.7838021207952184, + "learning_rate": 1.68098212561108e-05, + "loss": 0.0283, + "step": 33449 + }, + { + "epoch": 28.37150127226463, + "grad_norm": 0.9112040800416645, + "learning_rate": 1.6809620088093026e-05, + "loss": 0.0292, + "step": 33450 + }, + { + "epoch": 28.372349448685327, + "grad_norm": 0.9862985112214485, + "learning_rate": 1.680941891493657e-05, + "loss": 0.0291, + "step": 33451 + }, + { + "epoch": 28.373197625106023, + "grad_norm": 1.244092148391427, + "learning_rate": 1.680921773664159e-05, + "loss": 0.0356, + "step": 33452 + }, + { + "epoch": 28.374045801526716, + "grad_norm": 1.127864946073347, + "learning_rate": 1.6809016553208234e-05, + "loss": 0.0312, + "step": 33453 + }, + { + "epoch": 28.374893977947412, + "grad_norm": 0.951067534194265, + "learning_rate": 1.6808815364636654e-05, + "loss": 0.0293, + "step": 33454 + }, + { + "epoch": 28.37574215436811, + "grad_norm": 1.1234028276076047, + "learning_rate": 1.6808614170927002e-05, + "loss": 0.0305, + "step": 33455 + }, + { + "epoch": 28.376590330788805, + "grad_norm": 0.8560410768978959, + "learning_rate": 1.6808412972079428e-05, + "loss": 0.029, + "step": 33456 + }, + { + "epoch": 28.3774385072095, + "grad_norm": 0.8742014261744927, + "learning_rate": 1.6808211768094084e-05, + "loss": 0.0304, + "step": 33457 + }, + { + "epoch": 28.378286683630193, + "grad_norm": 1.1362987068480048, + "learning_rate": 1.6808010558971123e-05, + "loss": 0.033, + "step": 33458 + }, + { + "epoch": 28.37913486005089, + "grad_norm": 0.9769791412562444, + "learning_rate": 1.68078093447107e-05, + "loss": 0.0339, + "step": 33459 + }, + { + "epoch": 28.379983036471586, + "grad_norm": 0.91227005848418, + "learning_rate": 1.680760812531296e-05, + "loss": 0.0326, + "step": 33460 + }, + { + "epoch": 28.380831212892282, + "grad_norm": 1.0616694980304757, + "learning_rate": 1.6807406900778063e-05, + "loss": 0.0343, + "step": 33461 + }, + { + "epoch": 28.38167938931298, + "grad_norm": 1.0338574632734745, + "learning_rate": 1.6807205671106153e-05, + "loss": 0.0313, + "step": 33462 + }, + { + "epoch": 28.38252756573367, + "grad_norm": 0.9427038628715804, + "learning_rate": 1.6807004436297382e-05, + "loss": 0.0303, + "step": 33463 + }, + { + "epoch": 28.383375742154367, + "grad_norm": 1.0125026991775252, + "learning_rate": 1.680680319635191e-05, + "loss": 0.0291, + "step": 33464 + }, + { + "epoch": 28.384223918575064, + "grad_norm": 1.3031202773813397, + "learning_rate": 1.6806601951269884e-05, + "loss": 0.032, + "step": 33465 + }, + { + "epoch": 28.38507209499576, + "grad_norm": 1.0342658698598213, + "learning_rate": 1.6806400701051456e-05, + "loss": 0.0328, + "step": 33466 + }, + { + "epoch": 28.385920271416456, + "grad_norm": 0.8867651937269002, + "learning_rate": 1.680619944569678e-05, + "loss": 0.0281, + "step": 33467 + }, + { + "epoch": 28.38676844783715, + "grad_norm": 0.9823681591352467, + "learning_rate": 1.6805998185206e-05, + "loss": 0.0307, + "step": 33468 + }, + { + "epoch": 28.387616624257845, + "grad_norm": 0.9202443406695349, + "learning_rate": 1.6805796919579273e-05, + "loss": 0.029, + "step": 33469 + }, + { + "epoch": 28.38846480067854, + "grad_norm": 0.9321347286891412, + "learning_rate": 1.6805595648816755e-05, + "loss": 0.0316, + "step": 33470 + }, + { + "epoch": 28.389312977099237, + "grad_norm": 1.1436188476232036, + "learning_rate": 1.680539437291859e-05, + "loss": 0.0322, + "step": 33471 + }, + { + "epoch": 28.390161153519934, + "grad_norm": 0.8762843704273063, + "learning_rate": 1.680519309188494e-05, + "loss": 0.0324, + "step": 33472 + }, + { + "epoch": 28.391009329940626, + "grad_norm": 0.9810737539638915, + "learning_rate": 1.680499180571595e-05, + "loss": 0.0334, + "step": 33473 + }, + { + "epoch": 28.391857506361323, + "grad_norm": 1.4709766303093652, + "learning_rate": 1.6804790514411767e-05, + "loss": 0.0364, + "step": 33474 + }, + { + "epoch": 28.39270568278202, + "grad_norm": 0.8506952887396659, + "learning_rate": 1.6804589217972557e-05, + "loss": 0.0312, + "step": 33475 + }, + { + "epoch": 28.393553859202715, + "grad_norm": 1.0523600247304266, + "learning_rate": 1.6804387916398456e-05, + "loss": 0.0321, + "step": 33476 + }, + { + "epoch": 28.39440203562341, + "grad_norm": 1.0103191773596547, + "learning_rate": 1.680418660968963e-05, + "loss": 0.0336, + "step": 33477 + }, + { + "epoch": 28.395250212044104, + "grad_norm": 0.9881350042683661, + "learning_rate": 1.680398529784622e-05, + "loss": 0.0342, + "step": 33478 + }, + { + "epoch": 28.3960983884648, + "grad_norm": 1.0565005414221225, + "learning_rate": 1.6803783980868385e-05, + "loss": 0.033, + "step": 33479 + }, + { + "epoch": 28.396946564885496, + "grad_norm": 1.1198034631997313, + "learning_rate": 1.6803582658756273e-05, + "loss": 0.032, + "step": 33480 + }, + { + "epoch": 28.397794741306193, + "grad_norm": 1.017344054753751, + "learning_rate": 1.6803381331510038e-05, + "loss": 0.0306, + "step": 33481 + }, + { + "epoch": 28.39864291772689, + "grad_norm": 0.9431938191608591, + "learning_rate": 1.6803179999129827e-05, + "loss": 0.0316, + "step": 33482 + }, + { + "epoch": 28.39949109414758, + "grad_norm": 0.9495742041520888, + "learning_rate": 1.6802978661615803e-05, + "loss": 0.0286, + "step": 33483 + }, + { + "epoch": 28.400339270568278, + "grad_norm": 0.9701098318253563, + "learning_rate": 1.6802777318968107e-05, + "loss": 0.0344, + "step": 33484 + }, + { + "epoch": 28.401187446988974, + "grad_norm": 1.1882379691979805, + "learning_rate": 1.6802575971186895e-05, + "loss": 0.0332, + "step": 33485 + }, + { + "epoch": 28.40203562340967, + "grad_norm": 0.8478535794776347, + "learning_rate": 1.6802374618272322e-05, + "loss": 0.0299, + "step": 33486 + }, + { + "epoch": 28.402883799830363, + "grad_norm": 0.9927232746950538, + "learning_rate": 1.6802173260224533e-05, + "loss": 0.0313, + "step": 33487 + }, + { + "epoch": 28.40373197625106, + "grad_norm": 0.8925715457166291, + "learning_rate": 1.6801971897043687e-05, + "loss": 0.0305, + "step": 33488 + }, + { + "epoch": 28.404580152671755, + "grad_norm": 0.8732937283291384, + "learning_rate": 1.680177052872993e-05, + "loss": 0.0313, + "step": 33489 + }, + { + "epoch": 28.40542832909245, + "grad_norm": 0.9482002301340379, + "learning_rate": 1.680156915528342e-05, + "loss": 0.0318, + "step": 33490 + }, + { + "epoch": 28.406276505513148, + "grad_norm": 0.9472657033517174, + "learning_rate": 1.68013677767043e-05, + "loss": 0.0317, + "step": 33491 + }, + { + "epoch": 28.40712468193384, + "grad_norm": 0.9746196359189033, + "learning_rate": 1.6801166392992735e-05, + "loss": 0.03, + "step": 33492 + }, + { + "epoch": 28.407972858354537, + "grad_norm": 0.9630967622219772, + "learning_rate": 1.6800965004148864e-05, + "loss": 0.0326, + "step": 33493 + }, + { + "epoch": 28.408821034775233, + "grad_norm": 0.8721903218945812, + "learning_rate": 1.6800763610172847e-05, + "loss": 0.0282, + "step": 33494 + }, + { + "epoch": 28.40966921119593, + "grad_norm": 0.9236872295311161, + "learning_rate": 1.680056221106483e-05, + "loss": 0.0303, + "step": 33495 + }, + { + "epoch": 28.410517387616625, + "grad_norm": 1.1935868579874922, + "learning_rate": 1.6800360806824974e-05, + "loss": 0.0333, + "step": 33496 + }, + { + "epoch": 28.411365564037318, + "grad_norm": 0.9723954280377431, + "learning_rate": 1.6800159397453422e-05, + "loss": 0.0323, + "step": 33497 + }, + { + "epoch": 28.412213740458014, + "grad_norm": 1.006396944736257, + "learning_rate": 1.679995798295033e-05, + "loss": 0.0341, + "step": 33498 + }, + { + "epoch": 28.41306191687871, + "grad_norm": 0.9467317946812466, + "learning_rate": 1.6799756563315854e-05, + "loss": 0.033, + "step": 33499 + }, + { + "epoch": 28.413910093299407, + "grad_norm": 0.9228322545413795, + "learning_rate": 1.6799555138550136e-05, + "loss": 0.0301, + "step": 33500 + }, + { + "epoch": 28.414758269720103, + "grad_norm": 0.9653776101304093, + "learning_rate": 1.6799353708653336e-05, + "loss": 0.0304, + "step": 33501 + }, + { + "epoch": 28.415606446140796, + "grad_norm": 1.1327770200955423, + "learning_rate": 1.6799152273625603e-05, + "loss": 0.0325, + "step": 33502 + }, + { + "epoch": 28.416454622561492, + "grad_norm": 1.0000111533649294, + "learning_rate": 1.6798950833467087e-05, + "loss": 0.0314, + "step": 33503 + }, + { + "epoch": 28.41730279898219, + "grad_norm": 1.059202948627945, + "learning_rate": 1.6798749388177947e-05, + "loss": 0.0328, + "step": 33504 + }, + { + "epoch": 28.418150975402884, + "grad_norm": 1.0114642784898547, + "learning_rate": 1.6798547937758328e-05, + "loss": 0.0316, + "step": 33505 + }, + { + "epoch": 28.41899915182358, + "grad_norm": 0.9632693156571243, + "learning_rate": 1.6798346482208387e-05, + "loss": 0.0318, + "step": 33506 + }, + { + "epoch": 28.419847328244273, + "grad_norm": 0.7738208584045375, + "learning_rate": 1.6798145021528268e-05, + "loss": 0.0327, + "step": 33507 + }, + { + "epoch": 28.42069550466497, + "grad_norm": 0.9896429221580794, + "learning_rate": 1.6797943555718132e-05, + "loss": 0.0337, + "step": 33508 + }, + { + "epoch": 28.421543681085666, + "grad_norm": 0.9470849258559053, + "learning_rate": 1.6797742084778127e-05, + "loss": 0.0339, + "step": 33509 + }, + { + "epoch": 28.422391857506362, + "grad_norm": 0.9967069911525087, + "learning_rate": 1.6797540608708405e-05, + "loss": 0.0301, + "step": 33510 + }, + { + "epoch": 28.42324003392706, + "grad_norm": 1.1027111901106803, + "learning_rate": 1.6797339127509124e-05, + "loss": 0.0345, + "step": 33511 + }, + { + "epoch": 28.42408821034775, + "grad_norm": 0.8493006282959444, + "learning_rate": 1.6797137641180424e-05, + "loss": 0.0288, + "step": 33512 + }, + { + "epoch": 28.424936386768447, + "grad_norm": 0.8669811916173816, + "learning_rate": 1.679693614972247e-05, + "loss": 0.0307, + "step": 33513 + }, + { + "epoch": 28.425784563189143, + "grad_norm": 0.9137800474379826, + "learning_rate": 1.6796734653135404e-05, + "loss": 0.0325, + "step": 33514 + }, + { + "epoch": 28.42663273960984, + "grad_norm": 0.928693717387763, + "learning_rate": 1.6796533151419382e-05, + "loss": 0.0321, + "step": 33515 + }, + { + "epoch": 28.427480916030536, + "grad_norm": 0.9354103961540512, + "learning_rate": 1.679633164457455e-05, + "loss": 0.0292, + "step": 33516 + }, + { + "epoch": 28.42832909245123, + "grad_norm": 0.8724173366988479, + "learning_rate": 1.6796130132601075e-05, + "loss": 0.0298, + "step": 33517 + }, + { + "epoch": 28.429177268871925, + "grad_norm": 0.8537551975904578, + "learning_rate": 1.67959286154991e-05, + "loss": 0.0305, + "step": 33518 + }, + { + "epoch": 28.43002544529262, + "grad_norm": 0.9329017912423696, + "learning_rate": 1.6795727093268773e-05, + "loss": 0.0293, + "step": 33519 + }, + { + "epoch": 28.430873621713317, + "grad_norm": 1.1832861856836545, + "learning_rate": 1.6795525565910254e-05, + "loss": 0.0336, + "step": 33520 + }, + { + "epoch": 28.431721798134014, + "grad_norm": 1.0056858857326847, + "learning_rate": 1.679532403342369e-05, + "loss": 0.0299, + "step": 33521 + }, + { + "epoch": 28.432569974554706, + "grad_norm": 1.071808070630563, + "learning_rate": 1.679512249580923e-05, + "loss": 0.0336, + "step": 33522 + }, + { + "epoch": 28.433418150975402, + "grad_norm": 0.9026062567501125, + "learning_rate": 1.6794920953067034e-05, + "loss": 0.0278, + "step": 33523 + }, + { + "epoch": 28.4342663273961, + "grad_norm": 1.071814950434872, + "learning_rate": 1.679471940519725e-05, + "loss": 0.0333, + "step": 33524 + }, + { + "epoch": 28.435114503816795, + "grad_norm": 0.9625692533428633, + "learning_rate": 1.679451785220003e-05, + "loss": 0.0284, + "step": 33525 + }, + { + "epoch": 28.435962680237488, + "grad_norm": 1.0294258541315053, + "learning_rate": 1.679431629407553e-05, + "loss": 0.0343, + "step": 33526 + }, + { + "epoch": 28.436810856658184, + "grad_norm": 1.1151341542037214, + "learning_rate": 1.6794114730823897e-05, + "loss": 0.0317, + "step": 33527 + }, + { + "epoch": 28.43765903307888, + "grad_norm": 0.9885228125002562, + "learning_rate": 1.6793913162445284e-05, + "loss": 0.0315, + "step": 33528 + }, + { + "epoch": 28.438507209499576, + "grad_norm": 0.9435054275007837, + "learning_rate": 1.6793711588939845e-05, + "loss": 0.0311, + "step": 33529 + }, + { + "epoch": 28.439355385920273, + "grad_norm": 0.7336448703332494, + "learning_rate": 1.679351001030773e-05, + "loss": 0.0265, + "step": 33530 + }, + { + "epoch": 28.440203562340965, + "grad_norm": 0.9459708595036627, + "learning_rate": 1.6793308426549095e-05, + "loss": 0.0331, + "step": 33531 + }, + { + "epoch": 28.44105173876166, + "grad_norm": 0.7923606434153755, + "learning_rate": 1.6793106837664085e-05, + "loss": 0.0297, + "step": 33532 + }, + { + "epoch": 28.441899915182358, + "grad_norm": 0.9223379379055583, + "learning_rate": 1.6792905243652863e-05, + "loss": 0.0282, + "step": 33533 + }, + { + "epoch": 28.442748091603054, + "grad_norm": 0.7000276102356683, + "learning_rate": 1.679270364451557e-05, + "loss": 0.0261, + "step": 33534 + }, + { + "epoch": 28.44359626802375, + "grad_norm": 0.8774338083058282, + "learning_rate": 1.6792502040252362e-05, + "loss": 0.0292, + "step": 33535 + }, + { + "epoch": 28.444444444444443, + "grad_norm": 0.9683304891043933, + "learning_rate": 1.6792300430863395e-05, + "loss": 0.0295, + "step": 33536 + }, + { + "epoch": 28.44529262086514, + "grad_norm": 1.2670766042166468, + "learning_rate": 1.6792098816348815e-05, + "loss": 0.0318, + "step": 33537 + }, + { + "epoch": 28.446140797285835, + "grad_norm": 0.8149202399460248, + "learning_rate": 1.6791897196708778e-05, + "loss": 0.0276, + "step": 33538 + }, + { + "epoch": 28.44698897370653, + "grad_norm": 1.0398792879224985, + "learning_rate": 1.6791695571943436e-05, + "loss": 0.0321, + "step": 33539 + }, + { + "epoch": 28.447837150127228, + "grad_norm": 0.9571137399995202, + "learning_rate": 1.679149394205294e-05, + "loss": 0.0312, + "step": 33540 + }, + { + "epoch": 28.44868532654792, + "grad_norm": 0.9583882079785178, + "learning_rate": 1.6791292307037444e-05, + "loss": 0.0278, + "step": 33541 + }, + { + "epoch": 28.449533502968617, + "grad_norm": 0.9142989246472296, + "learning_rate": 1.67910906668971e-05, + "loss": 0.0301, + "step": 33542 + }, + { + "epoch": 28.450381679389313, + "grad_norm": 0.9166454964707246, + "learning_rate": 1.6790889021632055e-05, + "loss": 0.0295, + "step": 33543 + }, + { + "epoch": 28.45122985581001, + "grad_norm": 0.9718243842997596, + "learning_rate": 1.679068737124247e-05, + "loss": 0.0293, + "step": 33544 + }, + { + "epoch": 28.452078032230705, + "grad_norm": 0.9137122039935115, + "learning_rate": 1.6790485715728485e-05, + "loss": 0.0292, + "step": 33545 + }, + { + "epoch": 28.452926208651398, + "grad_norm": 0.9768047639982791, + "learning_rate": 1.6790284055090268e-05, + "loss": 0.0315, + "step": 33546 + }, + { + "epoch": 28.453774385072094, + "grad_norm": 1.1119323807919674, + "learning_rate": 1.6790082389327955e-05, + "loss": 0.0309, + "step": 33547 + }, + { + "epoch": 28.45462256149279, + "grad_norm": 0.9770423997151507, + "learning_rate": 1.678988071844171e-05, + "loss": 0.0303, + "step": 33548 + }, + { + "epoch": 28.455470737913487, + "grad_norm": 1.0643185985274881, + "learning_rate": 1.678967904243168e-05, + "loss": 0.0332, + "step": 33549 + }, + { + "epoch": 28.456318914334183, + "grad_norm": 1.0256935566739482, + "learning_rate": 1.678947736129802e-05, + "loss": 0.0327, + "step": 33550 + }, + { + "epoch": 28.457167090754876, + "grad_norm": 0.9517392538304194, + "learning_rate": 1.6789275675040878e-05, + "loss": 0.0326, + "step": 33551 + }, + { + "epoch": 28.458015267175572, + "grad_norm": 0.9407574864699175, + "learning_rate": 1.678907398366041e-05, + "loss": 0.0305, + "step": 33552 + }, + { + "epoch": 28.458863443596268, + "grad_norm": 1.09077212351819, + "learning_rate": 1.6788872287156767e-05, + "loss": 0.0293, + "step": 33553 + }, + { + "epoch": 28.459711620016964, + "grad_norm": 0.9507279103638163, + "learning_rate": 1.67886705855301e-05, + "loss": 0.0316, + "step": 33554 + }, + { + "epoch": 28.46055979643766, + "grad_norm": 0.9716511293402277, + "learning_rate": 1.678846887878056e-05, + "loss": 0.031, + "step": 33555 + }, + { + "epoch": 28.461407972858353, + "grad_norm": 0.7912501886079674, + "learning_rate": 1.6788267166908306e-05, + "loss": 0.0301, + "step": 33556 + }, + { + "epoch": 28.46225614927905, + "grad_norm": 0.9873327123578327, + "learning_rate": 1.6788065449913483e-05, + "loss": 0.0331, + "step": 33557 + }, + { + "epoch": 28.463104325699746, + "grad_norm": 0.949366461581973, + "learning_rate": 1.678786372779625e-05, + "loss": 0.0308, + "step": 33558 + }, + { + "epoch": 28.463952502120442, + "grad_norm": 1.0761335994518475, + "learning_rate": 1.678766200055675e-05, + "loss": 0.0323, + "step": 33559 + }, + { + "epoch": 28.46480067854114, + "grad_norm": 0.8110743006013366, + "learning_rate": 1.6787460268195143e-05, + "loss": 0.0286, + "step": 33560 + }, + { + "epoch": 28.46564885496183, + "grad_norm": 0.8865450955807542, + "learning_rate": 1.6787258530711576e-05, + "loss": 0.0302, + "step": 33561 + }, + { + "epoch": 28.466497031382527, + "grad_norm": 1.198415180388547, + "learning_rate": 1.6787056788106204e-05, + "loss": 0.039, + "step": 33562 + }, + { + "epoch": 28.467345207803223, + "grad_norm": 1.1298027658814358, + "learning_rate": 1.678685504037918e-05, + "loss": 0.0341, + "step": 33563 + }, + { + "epoch": 28.46819338422392, + "grad_norm": 0.8510495476769705, + "learning_rate": 1.6786653287530658e-05, + "loss": 0.0307, + "step": 33564 + }, + { + "epoch": 28.469041560644612, + "grad_norm": 1.0358830770146725, + "learning_rate": 1.6786451529560782e-05, + "loss": 0.0303, + "step": 33565 + }, + { + "epoch": 28.46988973706531, + "grad_norm": 0.9118817341834863, + "learning_rate": 1.6786249766469715e-05, + "loss": 0.0316, + "step": 33566 + }, + { + "epoch": 28.470737913486005, + "grad_norm": 1.0045279279666701, + "learning_rate": 1.67860479982576e-05, + "loss": 0.0326, + "step": 33567 + }, + { + "epoch": 28.4715860899067, + "grad_norm": 1.0348943170293832, + "learning_rate": 1.6785846224924595e-05, + "loss": 0.0327, + "step": 33568 + }, + { + "epoch": 28.472434266327397, + "grad_norm": 1.1100960103964532, + "learning_rate": 1.678564444647085e-05, + "loss": 0.03, + "step": 33569 + }, + { + "epoch": 28.47328244274809, + "grad_norm": 0.7784397764174419, + "learning_rate": 1.6785442662896518e-05, + "loss": 0.0299, + "step": 33570 + }, + { + "epoch": 28.474130619168786, + "grad_norm": 1.3675070680626473, + "learning_rate": 1.6785240874201755e-05, + "loss": 0.0328, + "step": 33571 + }, + { + "epoch": 28.474978795589482, + "grad_norm": 0.9723788081556636, + "learning_rate": 1.6785039080386706e-05, + "loss": 0.0311, + "step": 33572 + }, + { + "epoch": 28.47582697201018, + "grad_norm": 0.9251437272847685, + "learning_rate": 1.6784837281451525e-05, + "loss": 0.0309, + "step": 33573 + }, + { + "epoch": 28.476675148430875, + "grad_norm": 1.1077006417022048, + "learning_rate": 1.6784635477396366e-05, + "loss": 0.033, + "step": 33574 + }, + { + "epoch": 28.477523324851568, + "grad_norm": 0.982192249066994, + "learning_rate": 1.6784433668221383e-05, + "loss": 0.0324, + "step": 33575 + }, + { + "epoch": 28.478371501272264, + "grad_norm": 1.2493839507056648, + "learning_rate": 1.6784231853926724e-05, + "loss": 0.0358, + "step": 33576 + }, + { + "epoch": 28.47921967769296, + "grad_norm": 0.8160407770584909, + "learning_rate": 1.678403003451255e-05, + "loss": 0.0297, + "step": 33577 + }, + { + "epoch": 28.480067854113656, + "grad_norm": 0.9210715981553683, + "learning_rate": 1.6783828209979e-05, + "loss": 0.0286, + "step": 33578 + }, + { + "epoch": 28.480916030534353, + "grad_norm": 0.9979779067136095, + "learning_rate": 1.6783626380326237e-05, + "loss": 0.0322, + "step": 33579 + }, + { + "epoch": 28.481764206955045, + "grad_norm": 1.0381329782749515, + "learning_rate": 1.6783424545554407e-05, + "loss": 0.0343, + "step": 33580 + }, + { + "epoch": 28.48261238337574, + "grad_norm": 1.313622044235139, + "learning_rate": 1.678322270566367e-05, + "loss": 0.0324, + "step": 33581 + }, + { + "epoch": 28.483460559796438, + "grad_norm": 0.8627585754254553, + "learning_rate": 1.6783020860654165e-05, + "loss": 0.0293, + "step": 33582 + }, + { + "epoch": 28.484308736217134, + "grad_norm": 1.0264603152407468, + "learning_rate": 1.678281901052606e-05, + "loss": 0.0316, + "step": 33583 + }, + { + "epoch": 28.48515691263783, + "grad_norm": 1.0123810093534256, + "learning_rate": 1.67826171552795e-05, + "loss": 0.0332, + "step": 33584 + }, + { + "epoch": 28.486005089058523, + "grad_norm": 0.9070561054678901, + "learning_rate": 1.6782415294914634e-05, + "loss": 0.0311, + "step": 33585 + }, + { + "epoch": 28.48685326547922, + "grad_norm": 0.8209953873414035, + "learning_rate": 1.678221342943162e-05, + "loss": 0.0296, + "step": 33586 + }, + { + "epoch": 28.487701441899915, + "grad_norm": 0.9676644643094391, + "learning_rate": 1.6782011558830603e-05, + "loss": 0.0292, + "step": 33587 + }, + { + "epoch": 28.48854961832061, + "grad_norm": 0.9880365839671369, + "learning_rate": 1.6781809683111744e-05, + "loss": 0.0327, + "step": 33588 + }, + { + "epoch": 28.489397794741308, + "grad_norm": 1.0746753893377665, + "learning_rate": 1.6781607802275192e-05, + "loss": 0.0315, + "step": 33589 + }, + { + "epoch": 28.490245971162, + "grad_norm": 0.9716359916878954, + "learning_rate": 1.6781405916321098e-05, + "loss": 0.0334, + "step": 33590 + }, + { + "epoch": 28.491094147582697, + "grad_norm": 0.9170169291544208, + "learning_rate": 1.6781204025249614e-05, + "loss": 0.0314, + "step": 33591 + }, + { + "epoch": 28.491942324003393, + "grad_norm": 0.8033800273156727, + "learning_rate": 1.67810021290609e-05, + "loss": 0.0297, + "step": 33592 + }, + { + "epoch": 28.49279050042409, + "grad_norm": 0.9379720886461608, + "learning_rate": 1.678080022775509e-05, + "loss": 0.029, + "step": 33593 + }, + { + "epoch": 28.493638676844785, + "grad_norm": 1.0218683938129707, + "learning_rate": 1.678059832133236e-05, + "loss": 0.0326, + "step": 33594 + }, + { + "epoch": 28.494486853265478, + "grad_norm": 0.9493530165469474, + "learning_rate": 1.6780396409792844e-05, + "loss": 0.032, + "step": 33595 + }, + { + "epoch": 28.495335029686174, + "grad_norm": 0.8923062775171298, + "learning_rate": 1.6780194493136703e-05, + "loss": 0.032, + "step": 33596 + }, + { + "epoch": 28.49618320610687, + "grad_norm": 0.7822390150029525, + "learning_rate": 1.677999257136409e-05, + "loss": 0.0294, + "step": 33597 + }, + { + "epoch": 28.497031382527567, + "grad_norm": 0.9414719117300332, + "learning_rate": 1.6779790644475153e-05, + "loss": 0.0332, + "step": 33598 + }, + { + "epoch": 28.497879558948263, + "grad_norm": 1.0862144379888734, + "learning_rate": 1.6779588712470046e-05, + "loss": 0.0338, + "step": 33599 + }, + { + "epoch": 28.498727735368956, + "grad_norm": 0.9346581568135249, + "learning_rate": 1.677938677534892e-05, + "loss": 0.0324, + "step": 33600 + }, + { + "epoch": 28.499575911789652, + "grad_norm": 0.9229750814333464, + "learning_rate": 1.677918483311193e-05, + "loss": 0.0306, + "step": 33601 + }, + { + "epoch": 28.500424088210348, + "grad_norm": 0.9553900073546971, + "learning_rate": 1.6778982885759226e-05, + "loss": 0.0329, + "step": 33602 + }, + { + "epoch": 28.501272264631044, + "grad_norm": 1.1880355148537898, + "learning_rate": 1.6778780933290962e-05, + "loss": 0.032, + "step": 33603 + }, + { + "epoch": 28.502120441051737, + "grad_norm": 0.9341665502920723, + "learning_rate": 1.6778578975707293e-05, + "loss": 0.0287, + "step": 33604 + }, + { + "epoch": 28.502968617472433, + "grad_norm": 1.0524897703369394, + "learning_rate": 1.677837701300837e-05, + "loss": 0.0337, + "step": 33605 + }, + { + "epoch": 28.50381679389313, + "grad_norm": 0.9426468888221519, + "learning_rate": 1.677817504519434e-05, + "loss": 0.0308, + "step": 33606 + }, + { + "epoch": 28.504664970313826, + "grad_norm": 1.03616877572864, + "learning_rate": 1.677797307226536e-05, + "loss": 0.0357, + "step": 33607 + }, + { + "epoch": 28.505513146734522, + "grad_norm": 0.8554333990620904, + "learning_rate": 1.677777109422158e-05, + "loss": 0.028, + "step": 33608 + }, + { + "epoch": 28.506361323155215, + "grad_norm": 1.0794618086696888, + "learning_rate": 1.677756911106316e-05, + "loss": 0.0312, + "step": 33609 + }, + { + "epoch": 28.50720949957591, + "grad_norm": 1.1223734000453465, + "learning_rate": 1.6777367122790242e-05, + "loss": 0.0372, + "step": 33610 + }, + { + "epoch": 28.508057675996607, + "grad_norm": 1.0527165585781908, + "learning_rate": 1.6777165129402982e-05, + "loss": 0.0328, + "step": 33611 + }, + { + "epoch": 28.508905852417303, + "grad_norm": 1.0709217385848422, + "learning_rate": 1.6776963130901536e-05, + "loss": 0.0317, + "step": 33612 + }, + { + "epoch": 28.509754028838, + "grad_norm": 1.0027841932121286, + "learning_rate": 1.677676112728605e-05, + "loss": 0.0308, + "step": 33613 + }, + { + "epoch": 28.510602205258692, + "grad_norm": 1.0114769532364571, + "learning_rate": 1.6776559118556687e-05, + "loss": 0.0321, + "step": 33614 + }, + { + "epoch": 28.51145038167939, + "grad_norm": 0.8995600529746571, + "learning_rate": 1.677635710471359e-05, + "loss": 0.0294, + "step": 33615 + }, + { + "epoch": 28.512298558100085, + "grad_norm": 0.8281154698640923, + "learning_rate": 1.6776155085756913e-05, + "loss": 0.0295, + "step": 33616 + }, + { + "epoch": 28.51314673452078, + "grad_norm": 1.008598741981303, + "learning_rate": 1.677595306168681e-05, + "loss": 0.032, + "step": 33617 + }, + { + "epoch": 28.513994910941477, + "grad_norm": 0.9284557759776818, + "learning_rate": 1.6775751032503435e-05, + "loss": 0.0318, + "step": 33618 + }, + { + "epoch": 28.51484308736217, + "grad_norm": 1.0834238310829847, + "learning_rate": 1.6775548998206932e-05, + "loss": 0.0344, + "step": 33619 + }, + { + "epoch": 28.515691263782866, + "grad_norm": 1.0491012824510633, + "learning_rate": 1.677534695879747e-05, + "loss": 0.0337, + "step": 33620 + }, + { + "epoch": 28.516539440203562, + "grad_norm": 1.1341181030862604, + "learning_rate": 1.6775144914275185e-05, + "loss": 0.0332, + "step": 33621 + }, + { + "epoch": 28.51738761662426, + "grad_norm": 1.0963181672348639, + "learning_rate": 1.6774942864640237e-05, + "loss": 0.035, + "step": 33622 + }, + { + "epoch": 28.518235793044955, + "grad_norm": 1.0329342627000713, + "learning_rate": 1.677474080989278e-05, + "loss": 0.0311, + "step": 33623 + }, + { + "epoch": 28.519083969465647, + "grad_norm": 1.005933398786943, + "learning_rate": 1.677453875003296e-05, + "loss": 0.0301, + "step": 33624 + }, + { + "epoch": 28.519932145886344, + "grad_norm": 1.0780761509372445, + "learning_rate": 1.6774336685060937e-05, + "loss": 0.0338, + "step": 33625 + }, + { + "epoch": 28.52078032230704, + "grad_norm": 0.958726086637043, + "learning_rate": 1.6774134614976856e-05, + "loss": 0.0298, + "step": 33626 + }, + { + "epoch": 28.521628498727736, + "grad_norm": 0.9240001084080082, + "learning_rate": 1.6773932539780876e-05, + "loss": 0.0333, + "step": 33627 + }, + { + "epoch": 28.522476675148432, + "grad_norm": 0.8386626840397036, + "learning_rate": 1.6773730459473148e-05, + "loss": 0.0307, + "step": 33628 + }, + { + "epoch": 28.523324851569125, + "grad_norm": 0.9227059778604483, + "learning_rate": 1.677352837405382e-05, + "loss": 0.0326, + "step": 33629 + }, + { + "epoch": 28.52417302798982, + "grad_norm": 1.126047534478838, + "learning_rate": 1.6773326283523048e-05, + "loss": 0.0357, + "step": 33630 + }, + { + "epoch": 28.525021204410518, + "grad_norm": 1.0575438481344215, + "learning_rate": 1.6773124187880987e-05, + "loss": 0.0353, + "step": 33631 + }, + { + "epoch": 28.525869380831214, + "grad_norm": 0.9174477531956373, + "learning_rate": 1.6772922087127788e-05, + "loss": 0.0317, + "step": 33632 + }, + { + "epoch": 28.52671755725191, + "grad_norm": 0.983120102423748, + "learning_rate": 1.6772719981263598e-05, + "loss": 0.0324, + "step": 33633 + }, + { + "epoch": 28.527565733672603, + "grad_norm": 1.0121706122658962, + "learning_rate": 1.6772517870288575e-05, + "loss": 0.0317, + "step": 33634 + }, + { + "epoch": 28.5284139100933, + "grad_norm": 0.8423547982803774, + "learning_rate": 1.677231575420287e-05, + "loss": 0.0285, + "step": 33635 + }, + { + "epoch": 28.529262086513995, + "grad_norm": 1.1428733108281652, + "learning_rate": 1.6772113633006638e-05, + "loss": 0.032, + "step": 33636 + }, + { + "epoch": 28.53011026293469, + "grad_norm": 0.9028275053955538, + "learning_rate": 1.677191150670003e-05, + "loss": 0.03, + "step": 33637 + }, + { + "epoch": 28.530958439355388, + "grad_norm": 0.9938664647397529, + "learning_rate": 1.6771709375283198e-05, + "loss": 0.0293, + "step": 33638 + }, + { + "epoch": 28.53180661577608, + "grad_norm": 1.1047652993740635, + "learning_rate": 1.677150723875629e-05, + "loss": 0.0303, + "step": 33639 + }, + { + "epoch": 28.532654792196777, + "grad_norm": 1.2650755522146957, + "learning_rate": 1.6771305097119466e-05, + "loss": 0.032, + "step": 33640 + }, + { + "epoch": 28.533502968617473, + "grad_norm": 0.957949147923476, + "learning_rate": 1.6771102950372876e-05, + "loss": 0.0298, + "step": 33641 + }, + { + "epoch": 28.53435114503817, + "grad_norm": 1.0775792161180926, + "learning_rate": 1.6770900798516674e-05, + "loss": 0.0366, + "step": 33642 + }, + { + "epoch": 28.53519932145886, + "grad_norm": 1.0782535037196956, + "learning_rate": 1.6770698641551007e-05, + "loss": 0.0324, + "step": 33643 + }, + { + "epoch": 28.536047497879558, + "grad_norm": 0.9839326819290102, + "learning_rate": 1.6770496479476034e-05, + "loss": 0.0315, + "step": 33644 + }, + { + "epoch": 28.536895674300254, + "grad_norm": 1.0600335603441298, + "learning_rate": 1.67702943122919e-05, + "loss": 0.034, + "step": 33645 + }, + { + "epoch": 28.53774385072095, + "grad_norm": 0.9091842727914304, + "learning_rate": 1.6770092139998766e-05, + "loss": 0.0312, + "step": 33646 + }, + { + "epoch": 28.538592027141647, + "grad_norm": 1.1443496596944032, + "learning_rate": 1.6769889962596783e-05, + "loss": 0.0333, + "step": 33647 + }, + { + "epoch": 28.53944020356234, + "grad_norm": 1.0409765552496204, + "learning_rate": 1.6769687780086097e-05, + "loss": 0.0327, + "step": 33648 + }, + { + "epoch": 28.540288379983036, + "grad_norm": 1.037476469647969, + "learning_rate": 1.6769485592466866e-05, + "loss": 0.0314, + "step": 33649 + }, + { + "epoch": 28.541136556403732, + "grad_norm": 0.9197170975352444, + "learning_rate": 1.6769283399739245e-05, + "loss": 0.0324, + "step": 33650 + }, + { + "epoch": 28.541984732824428, + "grad_norm": 1.0241844878702593, + "learning_rate": 1.676908120190338e-05, + "loss": 0.0351, + "step": 33651 + }, + { + "epoch": 28.542832909245124, + "grad_norm": 0.8981895951683837, + "learning_rate": 1.6768878998959427e-05, + "loss": 0.0298, + "step": 33652 + }, + { + "epoch": 28.543681085665817, + "grad_norm": 1.1978672185910957, + "learning_rate": 1.676867679090754e-05, + "loss": 0.0338, + "step": 33653 + }, + { + "epoch": 28.544529262086513, + "grad_norm": 1.4843091176626755, + "learning_rate": 1.6768474577747867e-05, + "loss": 0.0343, + "step": 33654 + }, + { + "epoch": 28.54537743850721, + "grad_norm": 0.9486412708553905, + "learning_rate": 1.6768272359480566e-05, + "loss": 0.0308, + "step": 33655 + }, + { + "epoch": 28.546225614927906, + "grad_norm": 1.0361113621841014, + "learning_rate": 1.6768070136105788e-05, + "loss": 0.0336, + "step": 33656 + }, + { + "epoch": 28.547073791348602, + "grad_norm": 1.0512933008168597, + "learning_rate": 1.6767867907623683e-05, + "loss": 0.0311, + "step": 33657 + }, + { + "epoch": 28.547921967769295, + "grad_norm": 0.8053499142256711, + "learning_rate": 1.6767665674034406e-05, + "loss": 0.0293, + "step": 33658 + }, + { + "epoch": 28.54877014418999, + "grad_norm": 0.8563367570567096, + "learning_rate": 1.676746343533811e-05, + "loss": 0.0296, + "step": 33659 + }, + { + "epoch": 28.549618320610687, + "grad_norm": 0.8978035015982921, + "learning_rate": 1.6767261191534944e-05, + "loss": 0.0323, + "step": 33660 + }, + { + "epoch": 28.550466497031383, + "grad_norm": 1.1123373476563232, + "learning_rate": 1.6767058942625063e-05, + "loss": 0.031, + "step": 33661 + }, + { + "epoch": 28.55131467345208, + "grad_norm": 1.1304484469774845, + "learning_rate": 1.676685668860862e-05, + "loss": 0.0358, + "step": 33662 + }, + { + "epoch": 28.552162849872772, + "grad_norm": 0.8705864667856352, + "learning_rate": 1.676665442948577e-05, + "loss": 0.0287, + "step": 33663 + }, + { + "epoch": 28.55301102629347, + "grad_norm": 0.979718390331369, + "learning_rate": 1.676645216525666e-05, + "loss": 0.0296, + "step": 33664 + }, + { + "epoch": 28.553859202714165, + "grad_norm": 0.8795472182288067, + "learning_rate": 1.6766249895921446e-05, + "loss": 0.0308, + "step": 33665 + }, + { + "epoch": 28.55470737913486, + "grad_norm": 1.1226422219274654, + "learning_rate": 1.6766047621480285e-05, + "loss": 0.0326, + "step": 33666 + }, + { + "epoch": 28.555555555555557, + "grad_norm": 0.9752948118798839, + "learning_rate": 1.676584534193332e-05, + "loss": 0.0315, + "step": 33667 + }, + { + "epoch": 28.55640373197625, + "grad_norm": 1.0757859975532058, + "learning_rate": 1.676564305728071e-05, + "loss": 0.034, + "step": 33668 + }, + { + "epoch": 28.557251908396946, + "grad_norm": 1.0303903291386671, + "learning_rate": 1.6765440767522608e-05, + "loss": 0.0329, + "step": 33669 + }, + { + "epoch": 28.558100084817642, + "grad_norm": 1.0145863211892565, + "learning_rate": 1.676523847265916e-05, + "loss": 0.0335, + "step": 33670 + }, + { + "epoch": 28.55894826123834, + "grad_norm": 0.9753295853186362, + "learning_rate": 1.676503617269053e-05, + "loss": 0.0304, + "step": 33671 + }, + { + "epoch": 28.559796437659035, + "grad_norm": 0.8623790312871872, + "learning_rate": 1.676483386761686e-05, + "loss": 0.0298, + "step": 33672 + }, + { + "epoch": 28.560644614079727, + "grad_norm": 0.7917749688237535, + "learning_rate": 1.676463155743831e-05, + "loss": 0.0302, + "step": 33673 + }, + { + "epoch": 28.561492790500424, + "grad_norm": 0.9585222173689433, + "learning_rate": 1.6764429242155028e-05, + "loss": 0.0319, + "step": 33674 + }, + { + "epoch": 28.56234096692112, + "grad_norm": 0.886354147146616, + "learning_rate": 1.6764226921767165e-05, + "loss": 0.0299, + "step": 33675 + }, + { + "epoch": 28.563189143341816, + "grad_norm": 0.8883129462343023, + "learning_rate": 1.676402459627488e-05, + "loss": 0.0305, + "step": 33676 + }, + { + "epoch": 28.564037319762512, + "grad_norm": 0.9123753878779614, + "learning_rate": 1.6763822265678325e-05, + "loss": 0.0292, + "step": 33677 + }, + { + "epoch": 28.564885496183205, + "grad_norm": 1.0248560462502745, + "learning_rate": 1.6763619929977644e-05, + "loss": 0.0317, + "step": 33678 + }, + { + "epoch": 28.5657336726039, + "grad_norm": 0.8968071948561996, + "learning_rate": 1.6763417589173e-05, + "loss": 0.0301, + "step": 33679 + }, + { + "epoch": 28.566581849024598, + "grad_norm": 1.0632602616751012, + "learning_rate": 1.6763215243264542e-05, + "loss": 0.0335, + "step": 33680 + }, + { + "epoch": 28.567430025445294, + "grad_norm": 0.9420495862397779, + "learning_rate": 1.6763012892252423e-05, + "loss": 0.0363, + "step": 33681 + }, + { + "epoch": 28.568278201865986, + "grad_norm": 1.031088285196391, + "learning_rate": 1.6762810536136794e-05, + "loss": 0.0323, + "step": 33682 + }, + { + "epoch": 28.569126378286683, + "grad_norm": 1.0519274207402975, + "learning_rate": 1.6762608174917806e-05, + "loss": 0.0315, + "step": 33683 + }, + { + "epoch": 28.56997455470738, + "grad_norm": 1.118174829289027, + "learning_rate": 1.676240580859562e-05, + "loss": 0.0302, + "step": 33684 + }, + { + "epoch": 28.570822731128075, + "grad_norm": 0.9620165906747353, + "learning_rate": 1.676220343717038e-05, + "loss": 0.0325, + "step": 33685 + }, + { + "epoch": 28.57167090754877, + "grad_norm": 1.0650866644858406, + "learning_rate": 1.676200106064224e-05, + "loss": 0.0336, + "step": 33686 + }, + { + "epoch": 28.572519083969464, + "grad_norm": 1.0571415659080792, + "learning_rate": 1.6761798679011355e-05, + "loss": 0.0335, + "step": 33687 + }, + { + "epoch": 28.57336726039016, + "grad_norm": 0.9352038149775351, + "learning_rate": 1.676159629227788e-05, + "loss": 0.0311, + "step": 33688 + }, + { + "epoch": 28.574215436810857, + "grad_norm": 0.8506217351182436, + "learning_rate": 1.6761393900441962e-05, + "loss": 0.0275, + "step": 33689 + }, + { + "epoch": 28.575063613231553, + "grad_norm": 1.1005712761952402, + "learning_rate": 1.6761191503503763e-05, + "loss": 0.0319, + "step": 33690 + }, + { + "epoch": 28.57591178965225, + "grad_norm": 1.0253208938397158, + "learning_rate": 1.676098910146342e-05, + "loss": 0.0307, + "step": 33691 + }, + { + "epoch": 28.57675996607294, + "grad_norm": 1.090634570662902, + "learning_rate": 1.67607866943211e-05, + "loss": 0.0332, + "step": 33692 + }, + { + "epoch": 28.577608142493638, + "grad_norm": 0.9878664571457946, + "learning_rate": 1.6760584282076953e-05, + "loss": 0.032, + "step": 33693 + }, + { + "epoch": 28.578456318914334, + "grad_norm": 0.9949605344592876, + "learning_rate": 1.676038186473113e-05, + "loss": 0.0333, + "step": 33694 + }, + { + "epoch": 28.57930449533503, + "grad_norm": 1.0890785090439, + "learning_rate": 1.6760179442283778e-05, + "loss": 0.0325, + "step": 33695 + }, + { + "epoch": 28.580152671755727, + "grad_norm": 0.969574273707415, + "learning_rate": 1.675997701473506e-05, + "loss": 0.0309, + "step": 33696 + }, + { + "epoch": 28.58100084817642, + "grad_norm": 0.9615624465026795, + "learning_rate": 1.675977458208512e-05, + "loss": 0.0325, + "step": 33697 + }, + { + "epoch": 28.581849024597116, + "grad_norm": 1.0028068831902726, + "learning_rate": 1.675957214433412e-05, + "loss": 0.0315, + "step": 33698 + }, + { + "epoch": 28.58269720101781, + "grad_norm": 1.090664729765257, + "learning_rate": 1.6759369701482203e-05, + "loss": 0.033, + "step": 33699 + }, + { + "epoch": 28.583545377438508, + "grad_norm": 0.8588805051660656, + "learning_rate": 1.6759167253529528e-05, + "loss": 0.0321, + "step": 33700 + }, + { + "epoch": 28.584393553859204, + "grad_norm": 0.9799453919439427, + "learning_rate": 1.6758964800476247e-05, + "loss": 0.0311, + "step": 33701 + }, + { + "epoch": 28.585241730279897, + "grad_norm": 1.0862307087151661, + "learning_rate": 1.6758762342322513e-05, + "loss": 0.0362, + "step": 33702 + }, + { + "epoch": 28.586089906700593, + "grad_norm": 0.9509983607929683, + "learning_rate": 1.6758559879068476e-05, + "loss": 0.0308, + "step": 33703 + }, + { + "epoch": 28.58693808312129, + "grad_norm": 1.1135453013447514, + "learning_rate": 1.6758357410714287e-05, + "loss": 0.0326, + "step": 33704 + }, + { + "epoch": 28.587786259541986, + "grad_norm": 0.9602545990637462, + "learning_rate": 1.6758154937260105e-05, + "loss": 0.0307, + "step": 33705 + }, + { + "epoch": 28.588634435962682, + "grad_norm": 0.9865375972454705, + "learning_rate": 1.6757952458706078e-05, + "loss": 0.031, + "step": 33706 + }, + { + "epoch": 28.589482612383375, + "grad_norm": 0.8705440228431226, + "learning_rate": 1.6757749975052363e-05, + "loss": 0.0331, + "step": 33707 + }, + { + "epoch": 28.59033078880407, + "grad_norm": 0.928997094474955, + "learning_rate": 1.6757547486299113e-05, + "loss": 0.0342, + "step": 33708 + }, + { + "epoch": 28.591178965224767, + "grad_norm": 0.9668679495856563, + "learning_rate": 1.6757344992446475e-05, + "loss": 0.0349, + "step": 33709 + }, + { + "epoch": 28.592027141645463, + "grad_norm": 0.9348444868665393, + "learning_rate": 1.6757142493494606e-05, + "loss": 0.032, + "step": 33710 + }, + { + "epoch": 28.59287531806616, + "grad_norm": 0.9325614789581449, + "learning_rate": 1.6756939989443657e-05, + "loss": 0.0294, + "step": 33711 + }, + { + "epoch": 28.593723494486852, + "grad_norm": 0.98943545232316, + "learning_rate": 1.6756737480293783e-05, + "loss": 0.0288, + "step": 33712 + }, + { + "epoch": 28.59457167090755, + "grad_norm": 1.0378387310178658, + "learning_rate": 1.6756534966045136e-05, + "loss": 0.0335, + "step": 33713 + }, + { + "epoch": 28.595419847328245, + "grad_norm": 1.0007503862459162, + "learning_rate": 1.6756332446697866e-05, + "loss": 0.0309, + "step": 33714 + }, + { + "epoch": 28.59626802374894, + "grad_norm": 0.9081019310032485, + "learning_rate": 1.675612992225213e-05, + "loss": 0.0317, + "step": 33715 + }, + { + "epoch": 28.597116200169637, + "grad_norm": 0.882626860267186, + "learning_rate": 1.6755927392708077e-05, + "loss": 0.0305, + "step": 33716 + }, + { + "epoch": 28.59796437659033, + "grad_norm": 0.879167232656006, + "learning_rate": 1.6755724858065865e-05, + "loss": 0.0304, + "step": 33717 + }, + { + "epoch": 28.598812553011026, + "grad_norm": 1.253844171816947, + "learning_rate": 1.675552231832564e-05, + "loss": 0.0332, + "step": 33718 + }, + { + "epoch": 28.599660729431722, + "grad_norm": 0.9500062280062962, + "learning_rate": 1.675531977348756e-05, + "loss": 0.0329, + "step": 33719 + }, + { + "epoch": 28.60050890585242, + "grad_norm": 0.8434810189439832, + "learning_rate": 1.675511722355178e-05, + "loss": 0.0277, + "step": 33720 + }, + { + "epoch": 28.60135708227311, + "grad_norm": 0.8979563940161244, + "learning_rate": 1.6754914668518446e-05, + "loss": 0.0289, + "step": 33721 + }, + { + "epoch": 28.602205258693807, + "grad_norm": 1.1333235430982909, + "learning_rate": 1.6754712108387715e-05, + "loss": 0.0338, + "step": 33722 + }, + { + "epoch": 28.603053435114504, + "grad_norm": 0.910095133174354, + "learning_rate": 1.675450954315974e-05, + "loss": 0.0306, + "step": 33723 + }, + { + "epoch": 28.6039016115352, + "grad_norm": 0.9324189603743395, + "learning_rate": 1.675430697283467e-05, + "loss": 0.0312, + "step": 33724 + }, + { + "epoch": 28.604749787955896, + "grad_norm": 0.8701087590877399, + "learning_rate": 1.6754104397412663e-05, + "loss": 0.0279, + "step": 33725 + }, + { + "epoch": 28.60559796437659, + "grad_norm": 0.8749394243431093, + "learning_rate": 1.675390181689387e-05, + "loss": 0.0297, + "step": 33726 + }, + { + "epoch": 28.606446140797285, + "grad_norm": 0.7479796588179557, + "learning_rate": 1.6753699231278442e-05, + "loss": 0.0287, + "step": 33727 + }, + { + "epoch": 28.60729431721798, + "grad_norm": 0.8228111342331058, + "learning_rate": 1.6753496640566532e-05, + "loss": 0.0278, + "step": 33728 + }, + { + "epoch": 28.608142493638677, + "grad_norm": 0.8466994084709267, + "learning_rate": 1.6753294044758296e-05, + "loss": 0.0295, + "step": 33729 + }, + { + "epoch": 28.608990670059374, + "grad_norm": 0.9291054519248148, + "learning_rate": 1.6753091443853886e-05, + "loss": 0.0302, + "step": 33730 + }, + { + "epoch": 28.609838846480066, + "grad_norm": 0.9166928165122548, + "learning_rate": 1.6752888837853452e-05, + "loss": 0.0299, + "step": 33731 + }, + { + "epoch": 28.610687022900763, + "grad_norm": 0.9066500863644587, + "learning_rate": 1.6752686226757152e-05, + "loss": 0.0299, + "step": 33732 + }, + { + "epoch": 28.61153519932146, + "grad_norm": 1.0513746449883632, + "learning_rate": 1.6752483610565133e-05, + "loss": 0.0321, + "step": 33733 + }, + { + "epoch": 28.612383375742155, + "grad_norm": 1.1139818921354967, + "learning_rate": 1.675228098927755e-05, + "loss": 0.0346, + "step": 33734 + }, + { + "epoch": 28.61323155216285, + "grad_norm": 1.0947657276975782, + "learning_rate": 1.6752078362894558e-05, + "loss": 0.0329, + "step": 33735 + }, + { + "epoch": 28.614079728583544, + "grad_norm": 0.9141388564305757, + "learning_rate": 1.6751875731416307e-05, + "loss": 0.0288, + "step": 33736 + }, + { + "epoch": 28.61492790500424, + "grad_norm": 0.9204677795613719, + "learning_rate": 1.6751673094842954e-05, + "loss": 0.0292, + "step": 33737 + }, + { + "epoch": 28.615776081424936, + "grad_norm": 0.8990459051172077, + "learning_rate": 1.6751470453174646e-05, + "loss": 0.0316, + "step": 33738 + }, + { + "epoch": 28.616624257845633, + "grad_norm": 0.9913558951425396, + "learning_rate": 1.675126780641154e-05, + "loss": 0.0327, + "step": 33739 + }, + { + "epoch": 28.61747243426633, + "grad_norm": 0.9130945075334573, + "learning_rate": 1.675106515455379e-05, + "loss": 0.0299, + "step": 33740 + }, + { + "epoch": 28.61832061068702, + "grad_norm": 0.8232261410101506, + "learning_rate": 1.6750862497601548e-05, + "loss": 0.032, + "step": 33741 + }, + { + "epoch": 28.619168787107718, + "grad_norm": 0.9330516625123317, + "learning_rate": 1.6750659835554963e-05, + "loss": 0.0308, + "step": 33742 + }, + { + "epoch": 28.620016963528414, + "grad_norm": 1.0927724785576864, + "learning_rate": 1.6750457168414193e-05, + "loss": 0.0332, + "step": 33743 + }, + { + "epoch": 28.62086513994911, + "grad_norm": 1.0051294173144842, + "learning_rate": 1.6750254496179387e-05, + "loss": 0.0338, + "step": 33744 + }, + { + "epoch": 28.621713316369807, + "grad_norm": 0.9738883085396206, + "learning_rate": 1.6750051818850697e-05, + "loss": 0.0309, + "step": 33745 + }, + { + "epoch": 28.6225614927905, + "grad_norm": 1.033294072177354, + "learning_rate": 1.6749849136428284e-05, + "loss": 0.0317, + "step": 33746 + }, + { + "epoch": 28.623409669211195, + "grad_norm": 0.771581081555498, + "learning_rate": 1.6749646448912296e-05, + "loss": 0.0269, + "step": 33747 + }, + { + "epoch": 28.62425784563189, + "grad_norm": 0.9455550811222869, + "learning_rate": 1.6749443756302885e-05, + "loss": 0.0337, + "step": 33748 + }, + { + "epoch": 28.625106022052588, + "grad_norm": 1.1153825048448713, + "learning_rate": 1.6749241058600203e-05, + "loss": 0.032, + "step": 33749 + }, + { + "epoch": 28.625954198473284, + "grad_norm": 1.0687557869258613, + "learning_rate": 1.67490383558044e-05, + "loss": 0.0328, + "step": 33750 + }, + { + "epoch": 28.626802374893977, + "grad_norm": 0.8344381167194803, + "learning_rate": 1.674883564791564e-05, + "loss": 0.0288, + "step": 33751 + }, + { + "epoch": 28.627650551314673, + "grad_norm": 0.9580481816916222, + "learning_rate": 1.6748632934934068e-05, + "loss": 0.0327, + "step": 33752 + }, + { + "epoch": 28.62849872773537, + "grad_norm": 0.9363435892858812, + "learning_rate": 1.6748430216859837e-05, + "loss": 0.0318, + "step": 33753 + }, + { + "epoch": 28.629346904156066, + "grad_norm": 0.8109317452770551, + "learning_rate": 1.6748227493693106e-05, + "loss": 0.0285, + "step": 33754 + }, + { + "epoch": 28.63019508057676, + "grad_norm": 0.8428131024353994, + "learning_rate": 1.674802476543402e-05, + "loss": 0.0332, + "step": 33755 + }, + { + "epoch": 28.631043256997454, + "grad_norm": 0.9202562110281051, + "learning_rate": 1.6747822032082734e-05, + "loss": 0.0287, + "step": 33756 + }, + { + "epoch": 28.63189143341815, + "grad_norm": 1.0912594199498051, + "learning_rate": 1.6747619293639405e-05, + "loss": 0.0321, + "step": 33757 + }, + { + "epoch": 28.632739609838847, + "grad_norm": 1.0634830658549346, + "learning_rate": 1.674741655010418e-05, + "loss": 0.0332, + "step": 33758 + }, + { + "epoch": 28.633587786259543, + "grad_norm": 1.0143894653883667, + "learning_rate": 1.6747213801477218e-05, + "loss": 0.032, + "step": 33759 + }, + { + "epoch": 28.634435962680236, + "grad_norm": 0.8843541196334702, + "learning_rate": 1.674701104775867e-05, + "loss": 0.0317, + "step": 33760 + }, + { + "epoch": 28.635284139100932, + "grad_norm": 0.9262474320698451, + "learning_rate": 1.6746808288948687e-05, + "loss": 0.0272, + "step": 33761 + }, + { + "epoch": 28.63613231552163, + "grad_norm": 0.9948264169071772, + "learning_rate": 1.6746605525047423e-05, + "loss": 0.0309, + "step": 33762 + }, + { + "epoch": 28.636980491942325, + "grad_norm": 1.0580233724141344, + "learning_rate": 1.674640275605503e-05, + "loss": 0.0338, + "step": 33763 + }, + { + "epoch": 28.63782866836302, + "grad_norm": 1.238075333044599, + "learning_rate": 1.674619998197167e-05, + "loss": 0.0296, + "step": 33764 + }, + { + "epoch": 28.638676844783713, + "grad_norm": 1.0193548734110616, + "learning_rate": 1.674599720279748e-05, + "loss": 0.0296, + "step": 33765 + }, + { + "epoch": 28.63952502120441, + "grad_norm": 0.9919044591600504, + "learning_rate": 1.6745794418532625e-05, + "loss": 0.03, + "step": 33766 + }, + { + "epoch": 28.640373197625106, + "grad_norm": 1.8138752542380265, + "learning_rate": 1.6745591629177252e-05, + "loss": 0.0382, + "step": 33767 + }, + { + "epoch": 28.641221374045802, + "grad_norm": 0.8873002407640077, + "learning_rate": 1.6745388834731516e-05, + "loss": 0.0321, + "step": 33768 + }, + { + "epoch": 28.6420695504665, + "grad_norm": 1.019559391290768, + "learning_rate": 1.6745186035195576e-05, + "loss": 0.0329, + "step": 33769 + }, + { + "epoch": 28.64291772688719, + "grad_norm": 0.9684807504502585, + "learning_rate": 1.6744983230569575e-05, + "loss": 0.0304, + "step": 33770 + }, + { + "epoch": 28.643765903307887, + "grad_norm": 1.0771787754294824, + "learning_rate": 1.674478042085367e-05, + "loss": 0.033, + "step": 33771 + }, + { + "epoch": 28.644614079728584, + "grad_norm": 1.0509549985452997, + "learning_rate": 1.6744577606048017e-05, + "loss": 0.0336, + "step": 33772 + }, + { + "epoch": 28.64546225614928, + "grad_norm": 1.0003155899113159, + "learning_rate": 1.6744374786152767e-05, + "loss": 0.0344, + "step": 33773 + }, + { + "epoch": 28.646310432569976, + "grad_norm": 0.9637386920688812, + "learning_rate": 1.674417196116807e-05, + "loss": 0.0303, + "step": 33774 + }, + { + "epoch": 28.64715860899067, + "grad_norm": 0.8114036463489487, + "learning_rate": 1.6743969131094086e-05, + "loss": 0.0288, + "step": 33775 + }, + { + "epoch": 28.648006785411365, + "grad_norm": 0.8902727272157247, + "learning_rate": 1.674376629593096e-05, + "loss": 0.0293, + "step": 33776 + }, + { + "epoch": 28.64885496183206, + "grad_norm": 1.0593358473207026, + "learning_rate": 1.6743563455678852e-05, + "loss": 0.0327, + "step": 33777 + }, + { + "epoch": 28.649703138252757, + "grad_norm": 0.9708456021982543, + "learning_rate": 1.6743360610337908e-05, + "loss": 0.0316, + "step": 33778 + }, + { + "epoch": 28.650551314673454, + "grad_norm": 0.9634006786836457, + "learning_rate": 1.6743157759908292e-05, + "loss": 0.0313, + "step": 33779 + }, + { + "epoch": 28.651399491094146, + "grad_norm": 1.1355520741127154, + "learning_rate": 1.6742954904390142e-05, + "loss": 0.0359, + "step": 33780 + }, + { + "epoch": 28.652247667514843, + "grad_norm": 1.1917480926252826, + "learning_rate": 1.6742752043783625e-05, + "loss": 0.0332, + "step": 33781 + }, + { + "epoch": 28.65309584393554, + "grad_norm": 1.1111502582541002, + "learning_rate": 1.6742549178088886e-05, + "loss": 0.0324, + "step": 33782 + }, + { + "epoch": 28.653944020356235, + "grad_norm": 1.0852892737836881, + "learning_rate": 1.6742346307306077e-05, + "loss": 0.0341, + "step": 33783 + }, + { + "epoch": 28.65479219677693, + "grad_norm": 0.8874523212131412, + "learning_rate": 1.674214343143536e-05, + "loss": 0.0303, + "step": 33784 + }, + { + "epoch": 28.655640373197624, + "grad_norm": 0.9783240346800409, + "learning_rate": 1.674194055047688e-05, + "loss": 0.0342, + "step": 33785 + }, + { + "epoch": 28.65648854961832, + "grad_norm": 1.0126309617303892, + "learning_rate": 1.674173766443079e-05, + "loss": 0.0327, + "step": 33786 + }, + { + "epoch": 28.657336726039016, + "grad_norm": 1.0149227816749287, + "learning_rate": 1.674153477329725e-05, + "loss": 0.0313, + "step": 33787 + }, + { + "epoch": 28.658184902459713, + "grad_norm": 0.8832180230329784, + "learning_rate": 1.674133187707641e-05, + "loss": 0.0287, + "step": 33788 + }, + { + "epoch": 28.659033078880405, + "grad_norm": 0.9362334334979082, + "learning_rate": 1.6741128975768418e-05, + "loss": 0.0309, + "step": 33789 + }, + { + "epoch": 28.6598812553011, + "grad_norm": 0.9922361665941782, + "learning_rate": 1.6740926069373434e-05, + "loss": 0.0313, + "step": 33790 + }, + { + "epoch": 28.660729431721798, + "grad_norm": 1.0352313078533615, + "learning_rate": 1.6740723157891604e-05, + "loss": 0.0343, + "step": 33791 + }, + { + "epoch": 28.661577608142494, + "grad_norm": 1.07140757159459, + "learning_rate": 1.6740520241323093e-05, + "loss": 0.0309, + "step": 33792 + }, + { + "epoch": 28.66242578456319, + "grad_norm": 0.972028415246448, + "learning_rate": 1.674031731966804e-05, + "loss": 0.0318, + "step": 33793 + }, + { + "epoch": 28.663273960983886, + "grad_norm": 0.84810916816758, + "learning_rate": 1.6740114392926608e-05, + "loss": 0.0266, + "step": 33794 + }, + { + "epoch": 28.66412213740458, + "grad_norm": 1.281921477548034, + "learning_rate": 1.6739911461098945e-05, + "loss": 0.0372, + "step": 33795 + }, + { + "epoch": 28.664970313825275, + "grad_norm": 1.1634637575597158, + "learning_rate": 1.6739708524185205e-05, + "loss": 0.0325, + "step": 33796 + }, + { + "epoch": 28.66581849024597, + "grad_norm": 0.9449213775770381, + "learning_rate": 1.6739505582185543e-05, + "loss": 0.0302, + "step": 33797 + }, + { + "epoch": 28.666666666666668, + "grad_norm": 1.002771614123596, + "learning_rate": 1.673930263510011e-05, + "loss": 0.0327, + "step": 33798 + }, + { + "epoch": 28.66751484308736, + "grad_norm": 1.039912611167362, + "learning_rate": 1.673909968292906e-05, + "loss": 0.0325, + "step": 33799 + }, + { + "epoch": 28.668363019508057, + "grad_norm": 0.9632917833233012, + "learning_rate": 1.673889672567255e-05, + "loss": 0.0301, + "step": 33800 + }, + { + "epoch": 28.669211195928753, + "grad_norm": 0.9817729463975066, + "learning_rate": 1.6738693763330727e-05, + "loss": 0.0294, + "step": 33801 + }, + { + "epoch": 28.67005937234945, + "grad_norm": 1.0540959749535832, + "learning_rate": 1.6738490795903747e-05, + "loss": 0.0312, + "step": 33802 + }, + { + "epoch": 28.670907548770145, + "grad_norm": 1.4650209054582763, + "learning_rate": 1.6738287823391763e-05, + "loss": 0.0341, + "step": 33803 + }, + { + "epoch": 28.671755725190838, + "grad_norm": 1.0299473338387077, + "learning_rate": 1.673808484579493e-05, + "loss": 0.0331, + "step": 33804 + }, + { + "epoch": 28.672603901611534, + "grad_norm": 1.0719165486618734, + "learning_rate": 1.6737881863113396e-05, + "loss": 0.0321, + "step": 33805 + }, + { + "epoch": 28.67345207803223, + "grad_norm": 1.0413248651298403, + "learning_rate": 1.6737678875347318e-05, + "loss": 0.0332, + "step": 33806 + }, + { + "epoch": 28.674300254452927, + "grad_norm": 1.0599365875589943, + "learning_rate": 1.673747588249685e-05, + "loss": 0.031, + "step": 33807 + }, + { + "epoch": 28.675148430873623, + "grad_norm": 0.9884369701885913, + "learning_rate": 1.6737272884562145e-05, + "loss": 0.0328, + "step": 33808 + }, + { + "epoch": 28.675996607294316, + "grad_norm": 1.2017851198617966, + "learning_rate": 1.673706988154335e-05, + "loss": 0.0331, + "step": 33809 + }, + { + "epoch": 28.676844783715012, + "grad_norm": 1.1662777979294485, + "learning_rate": 1.673686687344063e-05, + "loss": 0.0351, + "step": 33810 + }, + { + "epoch": 28.67769296013571, + "grad_norm": 0.9425309124079582, + "learning_rate": 1.6736663860254126e-05, + "loss": 0.031, + "step": 33811 + }, + { + "epoch": 28.678541136556404, + "grad_norm": 1.086004634583688, + "learning_rate": 1.6736460841983996e-05, + "loss": 0.0341, + "step": 33812 + }, + { + "epoch": 28.6793893129771, + "grad_norm": 1.0068306504436484, + "learning_rate": 1.6736257818630398e-05, + "loss": 0.0297, + "step": 33813 + }, + { + "epoch": 28.680237489397793, + "grad_norm": 1.0426588639676673, + "learning_rate": 1.673605479019348e-05, + "loss": 0.0339, + "step": 33814 + }, + { + "epoch": 28.68108566581849, + "grad_norm": 1.1814714869323213, + "learning_rate": 1.6735851756673393e-05, + "loss": 0.0362, + "step": 33815 + }, + { + "epoch": 28.681933842239186, + "grad_norm": 1.1151505083729987, + "learning_rate": 1.6735648718070298e-05, + "loss": 0.0347, + "step": 33816 + }, + { + "epoch": 28.682782018659882, + "grad_norm": 0.8595408410279365, + "learning_rate": 1.6735445674384338e-05, + "loss": 0.0313, + "step": 33817 + }, + { + "epoch": 28.68363019508058, + "grad_norm": 0.8537478184579603, + "learning_rate": 1.673524262561568e-05, + "loss": 0.0305, + "step": 33818 + }, + { + "epoch": 28.68447837150127, + "grad_norm": 0.9148877556468814, + "learning_rate": 1.673503957176446e-05, + "loss": 0.0331, + "step": 33819 + }, + { + "epoch": 28.685326547921967, + "grad_norm": 0.9399634306267878, + "learning_rate": 1.6734836512830846e-05, + "loss": 0.0303, + "step": 33820 + }, + { + "epoch": 28.686174724342663, + "grad_norm": 1.0992171938155293, + "learning_rate": 1.6734633448814984e-05, + "loss": 0.035, + "step": 33821 + }, + { + "epoch": 28.68702290076336, + "grad_norm": 1.1690159300156422, + "learning_rate": 1.6734430379717026e-05, + "loss": 0.0323, + "step": 33822 + }, + { + "epoch": 28.687871077184056, + "grad_norm": 1.0279796976134348, + "learning_rate": 1.673422730553713e-05, + "loss": 0.0314, + "step": 33823 + }, + { + "epoch": 28.68871925360475, + "grad_norm": 0.9755520728069853, + "learning_rate": 1.6734024226275448e-05, + "loss": 0.029, + "step": 33824 + }, + { + "epoch": 28.689567430025445, + "grad_norm": 0.950334545404586, + "learning_rate": 1.6733821141932134e-05, + "loss": 0.0306, + "step": 33825 + }, + { + "epoch": 28.69041560644614, + "grad_norm": 0.835913237652615, + "learning_rate": 1.6733618052507336e-05, + "loss": 0.0285, + "step": 33826 + }, + { + "epoch": 28.691263782866837, + "grad_norm": 0.8935997843885293, + "learning_rate": 1.6733414958001215e-05, + "loss": 0.0294, + "step": 33827 + }, + { + "epoch": 28.69211195928753, + "grad_norm": 0.8804534979723644, + "learning_rate": 1.6733211858413917e-05, + "loss": 0.0314, + "step": 33828 + }, + { + "epoch": 28.692960135708226, + "grad_norm": 0.9185055040390079, + "learning_rate": 1.67330087537456e-05, + "loss": 0.0307, + "step": 33829 + }, + { + "epoch": 28.693808312128922, + "grad_norm": 1.0243284649770397, + "learning_rate": 1.6732805643996416e-05, + "loss": 0.034, + "step": 33830 + }, + { + "epoch": 28.69465648854962, + "grad_norm": 1.2987318876965575, + "learning_rate": 1.673260252916652e-05, + "loss": 0.0387, + "step": 33831 + }, + { + "epoch": 28.695504664970315, + "grad_norm": 0.9686638388336227, + "learning_rate": 1.6732399409256057e-05, + "loss": 0.0284, + "step": 33832 + }, + { + "epoch": 28.696352841391008, + "grad_norm": 0.9576523573999829, + "learning_rate": 1.6732196284265193e-05, + "loss": 0.0349, + "step": 33833 + }, + { + "epoch": 28.697201017811704, + "grad_norm": 1.0350626035517196, + "learning_rate": 1.673199315419407e-05, + "loss": 0.0346, + "step": 33834 + }, + { + "epoch": 28.6980491942324, + "grad_norm": 1.0569722778623307, + "learning_rate": 1.673179001904285e-05, + "loss": 0.0319, + "step": 33835 + }, + { + "epoch": 28.698897370653096, + "grad_norm": 1.0101291921653426, + "learning_rate": 1.673158687881168e-05, + "loss": 0.0337, + "step": 33836 + }, + { + "epoch": 28.699745547073793, + "grad_norm": 1.220587137413732, + "learning_rate": 1.6731383733500717e-05, + "loss": 0.0383, + "step": 33837 + }, + { + "epoch": 28.700593723494485, + "grad_norm": 0.9793294181750805, + "learning_rate": 1.6731180583110114e-05, + "loss": 0.03, + "step": 33838 + }, + { + "epoch": 28.70144189991518, + "grad_norm": 0.89914942031577, + "learning_rate": 1.6730977427640023e-05, + "loss": 0.0284, + "step": 33839 + }, + { + "epoch": 28.702290076335878, + "grad_norm": 1.0607958932090598, + "learning_rate": 1.6730774267090594e-05, + "loss": 0.0301, + "step": 33840 + }, + { + "epoch": 28.703138252756574, + "grad_norm": 1.243166248899758, + "learning_rate": 1.6730571101461987e-05, + "loss": 0.0362, + "step": 33841 + }, + { + "epoch": 28.70398642917727, + "grad_norm": 1.0568217857046032, + "learning_rate": 1.6730367930754353e-05, + "loss": 0.0358, + "step": 33842 + }, + { + "epoch": 28.704834605597963, + "grad_norm": 0.9397090168382938, + "learning_rate": 1.6730164754967845e-05, + "loss": 0.0296, + "step": 33843 + }, + { + "epoch": 28.70568278201866, + "grad_norm": 1.0415604577639401, + "learning_rate": 1.6729961574102612e-05, + "loss": 0.0331, + "step": 33844 + }, + { + "epoch": 28.706530958439355, + "grad_norm": 0.9963156450136406, + "learning_rate": 1.6729758388158813e-05, + "loss": 0.0315, + "step": 33845 + }, + { + "epoch": 28.70737913486005, + "grad_norm": 0.9751976064512005, + "learning_rate": 1.6729555197136602e-05, + "loss": 0.0311, + "step": 33846 + }, + { + "epoch": 28.708227311280748, + "grad_norm": 1.0381133237259181, + "learning_rate": 1.6729352001036126e-05, + "loss": 0.0339, + "step": 33847 + }, + { + "epoch": 28.70907548770144, + "grad_norm": 1.1847860264360668, + "learning_rate": 1.6729148799857546e-05, + "loss": 0.0343, + "step": 33848 + }, + { + "epoch": 28.709923664122137, + "grad_norm": 1.0221742716281466, + "learning_rate": 1.672894559360101e-05, + "loss": 0.0332, + "step": 33849 + }, + { + "epoch": 28.710771840542833, + "grad_norm": 0.8059420430271814, + "learning_rate": 1.6728742382266673e-05, + "loss": 0.0281, + "step": 33850 + }, + { + "epoch": 28.71162001696353, + "grad_norm": 1.0185853519761687, + "learning_rate": 1.672853916585469e-05, + "loss": 0.0327, + "step": 33851 + }, + { + "epoch": 28.712468193384225, + "grad_norm": 1.0961130493198905, + "learning_rate": 1.672833594436521e-05, + "loss": 0.0324, + "step": 33852 + }, + { + "epoch": 28.713316369804918, + "grad_norm": 1.0212063929199093, + "learning_rate": 1.672813271779839e-05, + "loss": 0.0352, + "step": 33853 + }, + { + "epoch": 28.714164546225614, + "grad_norm": 1.0865475796232362, + "learning_rate": 1.6727929486154383e-05, + "loss": 0.0347, + "step": 33854 + }, + { + "epoch": 28.71501272264631, + "grad_norm": 0.9855123131913908, + "learning_rate": 1.672772624943334e-05, + "loss": 0.0309, + "step": 33855 + }, + { + "epoch": 28.715860899067007, + "grad_norm": 1.0992678140835208, + "learning_rate": 1.6727523007635418e-05, + "loss": 0.0337, + "step": 33856 + }, + { + "epoch": 28.716709075487703, + "grad_norm": 1.0442241312801532, + "learning_rate": 1.6727319760760768e-05, + "loss": 0.0328, + "step": 33857 + }, + { + "epoch": 28.717557251908396, + "grad_norm": 0.9480384501078608, + "learning_rate": 1.6727116508809542e-05, + "loss": 0.031, + "step": 33858 + }, + { + "epoch": 28.718405428329092, + "grad_norm": 0.8975608503097656, + "learning_rate": 1.67269132517819e-05, + "loss": 0.0304, + "step": 33859 + }, + { + "epoch": 28.719253604749788, + "grad_norm": 1.0787319314259007, + "learning_rate": 1.6726709989677986e-05, + "loss": 0.0297, + "step": 33860 + }, + { + "epoch": 28.720101781170484, + "grad_norm": 0.7289709756887247, + "learning_rate": 1.6726506722497955e-05, + "loss": 0.0301, + "step": 33861 + }, + { + "epoch": 28.72094995759118, + "grad_norm": 0.9380545726744066, + "learning_rate": 1.6726303450241967e-05, + "loss": 0.0367, + "step": 33862 + }, + { + "epoch": 28.721798134011873, + "grad_norm": 1.0371038883216352, + "learning_rate": 1.6726100172910174e-05, + "loss": 0.0303, + "step": 33863 + }, + { + "epoch": 28.72264631043257, + "grad_norm": 1.151806938118553, + "learning_rate": 1.6725896890502723e-05, + "loss": 0.0362, + "step": 33864 + }, + { + "epoch": 28.723494486853266, + "grad_norm": 1.2152046587083472, + "learning_rate": 1.6725693603019776e-05, + "loss": 0.0325, + "step": 33865 + }, + { + "epoch": 28.724342663273962, + "grad_norm": 1.141564520156798, + "learning_rate": 1.6725490310461482e-05, + "loss": 0.0355, + "step": 33866 + }, + { + "epoch": 28.725190839694655, + "grad_norm": 1.2033739071123761, + "learning_rate": 1.6725287012827987e-05, + "loss": 0.04, + "step": 33867 + }, + { + "epoch": 28.72603901611535, + "grad_norm": 1.0824519844000773, + "learning_rate": 1.672508371011946e-05, + "loss": 0.0304, + "step": 33868 + }, + { + "epoch": 28.726887192536047, + "grad_norm": 0.9349965461366839, + "learning_rate": 1.672488040233604e-05, + "loss": 0.0317, + "step": 33869 + }, + { + "epoch": 28.727735368956743, + "grad_norm": 0.857818758656879, + "learning_rate": 1.672467708947789e-05, + "loss": 0.0316, + "step": 33870 + }, + { + "epoch": 28.72858354537744, + "grad_norm": 1.0072244208467283, + "learning_rate": 1.6724473771545163e-05, + "loss": 0.0342, + "step": 33871 + }, + { + "epoch": 28.729431721798132, + "grad_norm": 0.9613486689842831, + "learning_rate": 1.6724270448538006e-05, + "loss": 0.0308, + "step": 33872 + }, + { + "epoch": 28.73027989821883, + "grad_norm": 1.0436350119075677, + "learning_rate": 1.6724067120456573e-05, + "loss": 0.0295, + "step": 33873 + }, + { + "epoch": 28.731128074639525, + "grad_norm": 1.0047932168710458, + "learning_rate": 1.6723863787301024e-05, + "loss": 0.0333, + "step": 33874 + }, + { + "epoch": 28.73197625106022, + "grad_norm": 1.0218382389072749, + "learning_rate": 1.672366044907151e-05, + "loss": 0.032, + "step": 33875 + }, + { + "epoch": 28.732824427480917, + "grad_norm": 1.1210471421642227, + "learning_rate": 1.672345710576818e-05, + "loss": 0.0327, + "step": 33876 + }, + { + "epoch": 28.73367260390161, + "grad_norm": 0.9743873133281701, + "learning_rate": 1.672325375739119e-05, + "loss": 0.0309, + "step": 33877 + }, + { + "epoch": 28.734520780322306, + "grad_norm": 0.9224364798490263, + "learning_rate": 1.6723050403940698e-05, + "loss": 0.0358, + "step": 33878 + }, + { + "epoch": 28.735368956743002, + "grad_norm": 0.9699872466355964, + "learning_rate": 1.672284704541685e-05, + "loss": 0.0328, + "step": 33879 + }, + { + "epoch": 28.7362171331637, + "grad_norm": 1.0295873940639422, + "learning_rate": 1.6722643681819804e-05, + "loss": 0.0323, + "step": 33880 + }, + { + "epoch": 28.737065309584395, + "grad_norm": 0.9532519944969341, + "learning_rate": 1.6722440313149714e-05, + "loss": 0.0335, + "step": 33881 + }, + { + "epoch": 28.737913486005088, + "grad_norm": 1.1348987452472334, + "learning_rate": 1.672223693940673e-05, + "loss": 0.0343, + "step": 33882 + }, + { + "epoch": 28.738761662425784, + "grad_norm": 0.8685478356868344, + "learning_rate": 1.672203356059101e-05, + "loss": 0.0279, + "step": 33883 + }, + { + "epoch": 28.73960983884648, + "grad_norm": 0.9356404115974852, + "learning_rate": 1.6721830176702703e-05, + "loss": 0.0317, + "step": 33884 + }, + { + "epoch": 28.740458015267176, + "grad_norm": 0.8773492016412602, + "learning_rate": 1.6721626787741966e-05, + "loss": 0.031, + "step": 33885 + }, + { + "epoch": 28.741306191687872, + "grad_norm": 1.1376464811305278, + "learning_rate": 1.6721423393708946e-05, + "loss": 0.0283, + "step": 33886 + }, + { + "epoch": 28.742154368108565, + "grad_norm": 0.9893581068818463, + "learning_rate": 1.6721219994603807e-05, + "loss": 0.0312, + "step": 33887 + }, + { + "epoch": 28.74300254452926, + "grad_norm": 0.9844940949508245, + "learning_rate": 1.6721016590426693e-05, + "loss": 0.0306, + "step": 33888 + }, + { + "epoch": 28.743850720949958, + "grad_norm": 0.9392987435640698, + "learning_rate": 1.6720813181177762e-05, + "loss": 0.0302, + "step": 33889 + }, + { + "epoch": 28.744698897370654, + "grad_norm": 1.0752295221944987, + "learning_rate": 1.672060976685717e-05, + "loss": 0.0338, + "step": 33890 + }, + { + "epoch": 28.74554707379135, + "grad_norm": 0.9645055862289059, + "learning_rate": 1.6720406347465065e-05, + "loss": 0.032, + "step": 33891 + }, + { + "epoch": 28.746395250212043, + "grad_norm": 1.0138309110456225, + "learning_rate": 1.67202029230016e-05, + "loss": 0.0308, + "step": 33892 + }, + { + "epoch": 28.74724342663274, + "grad_norm": 0.9226027527440478, + "learning_rate": 1.6719999493466938e-05, + "loss": 0.0328, + "step": 33893 + }, + { + "epoch": 28.748091603053435, + "grad_norm": 1.160572366231911, + "learning_rate": 1.671979605886122e-05, + "loss": 0.0352, + "step": 33894 + }, + { + "epoch": 28.74893977947413, + "grad_norm": 1.0307292847436105, + "learning_rate": 1.6719592619184604e-05, + "loss": 0.0307, + "step": 33895 + }, + { + "epoch": 28.749787955894828, + "grad_norm": 1.0623257177793646, + "learning_rate": 1.671938917443725e-05, + "loss": 0.0344, + "step": 33896 + }, + { + "epoch": 28.75063613231552, + "grad_norm": 0.9606660493603804, + "learning_rate": 1.671918572461931e-05, + "loss": 0.0315, + "step": 33897 + }, + { + "epoch": 28.751484308736217, + "grad_norm": 1.054641495666824, + "learning_rate": 1.6718982269730925e-05, + "loss": 0.0319, + "step": 33898 + }, + { + "epoch": 28.752332485156913, + "grad_norm": 0.9308918139991853, + "learning_rate": 1.671877880977226e-05, + "loss": 0.0316, + "step": 33899 + }, + { + "epoch": 28.75318066157761, + "grad_norm": 0.8927571285448216, + "learning_rate": 1.6718575344743464e-05, + "loss": 0.0331, + "step": 33900 + }, + { + "epoch": 28.754028837998305, + "grad_norm": 0.955868451085624, + "learning_rate": 1.67183718746447e-05, + "loss": 0.033, + "step": 33901 + }, + { + "epoch": 28.754877014418998, + "grad_norm": 1.0606732507677525, + "learning_rate": 1.6718168399476108e-05, + "loss": 0.0352, + "step": 33902 + }, + { + "epoch": 28.755725190839694, + "grad_norm": 1.0943932149038351, + "learning_rate": 1.6717964919237847e-05, + "loss": 0.0326, + "step": 33903 + }, + { + "epoch": 28.75657336726039, + "grad_norm": 0.8645357462623869, + "learning_rate": 1.6717761433930074e-05, + "loss": 0.0292, + "step": 33904 + }, + { + "epoch": 28.757421543681087, + "grad_norm": 0.8364088587806046, + "learning_rate": 1.671755794355294e-05, + "loss": 0.0301, + "step": 33905 + }, + { + "epoch": 28.75826972010178, + "grad_norm": 0.858682855188002, + "learning_rate": 1.6717354448106597e-05, + "loss": 0.0313, + "step": 33906 + }, + { + "epoch": 28.759117896522476, + "grad_norm": 0.9559666972899739, + "learning_rate": 1.6717150947591197e-05, + "loss": 0.0314, + "step": 33907 + }, + { + "epoch": 28.759966072943172, + "grad_norm": 0.9588083760201399, + "learning_rate": 1.6716947442006902e-05, + "loss": 0.0292, + "step": 33908 + }, + { + "epoch": 28.760814249363868, + "grad_norm": 0.9464451946835074, + "learning_rate": 1.6716743931353857e-05, + "loss": 0.0316, + "step": 33909 + }, + { + "epoch": 28.761662425784564, + "grad_norm": 0.9180302734676572, + "learning_rate": 1.671654041563222e-05, + "loss": 0.0305, + "step": 33910 + }, + { + "epoch": 28.762510602205257, + "grad_norm": 0.9139881502790644, + "learning_rate": 1.6716336894842143e-05, + "loss": 0.0309, + "step": 33911 + }, + { + "epoch": 28.763358778625953, + "grad_norm": 1.0208654934400332, + "learning_rate": 1.671613336898378e-05, + "loss": 0.0319, + "step": 33912 + }, + { + "epoch": 28.76420695504665, + "grad_norm": 0.9541742129150798, + "learning_rate": 1.671592983805728e-05, + "loss": 0.0294, + "step": 33913 + }, + { + "epoch": 28.765055131467346, + "grad_norm": 0.9809798610257431, + "learning_rate": 1.6715726302062806e-05, + "loss": 0.0326, + "step": 33914 + }, + { + "epoch": 28.765903307888042, + "grad_norm": 0.9630284747587204, + "learning_rate": 1.67155227610005e-05, + "loss": 0.0339, + "step": 33915 + }, + { + "epoch": 28.766751484308735, + "grad_norm": 0.8684284115551114, + "learning_rate": 1.6715319214870528e-05, + "loss": 0.0306, + "step": 33916 + }, + { + "epoch": 28.76759966072943, + "grad_norm": 0.9945099945144606, + "learning_rate": 1.6715115663673038e-05, + "loss": 0.0354, + "step": 33917 + }, + { + "epoch": 28.768447837150127, + "grad_norm": 0.8777898230065146, + "learning_rate": 1.6714912107408183e-05, + "loss": 0.0308, + "step": 33918 + }, + { + "epoch": 28.769296013570823, + "grad_norm": 0.9112397470651239, + "learning_rate": 1.6714708546076117e-05, + "loss": 0.0297, + "step": 33919 + }, + { + "epoch": 28.77014418999152, + "grad_norm": 0.951351084482236, + "learning_rate": 1.6714504979676987e-05, + "loss": 0.0294, + "step": 33920 + }, + { + "epoch": 28.770992366412212, + "grad_norm": 0.9798273125757488, + "learning_rate": 1.6714301408210957e-05, + "loss": 0.0347, + "step": 33921 + }, + { + "epoch": 28.77184054283291, + "grad_norm": 1.0672375817108513, + "learning_rate": 1.671409783167818e-05, + "loss": 0.0355, + "step": 33922 + }, + { + "epoch": 28.772688719253605, + "grad_norm": 0.990370598411485, + "learning_rate": 1.6713894250078807e-05, + "loss": 0.0313, + "step": 33923 + }, + { + "epoch": 28.7735368956743, + "grad_norm": 0.9848875289544666, + "learning_rate": 1.6713690663412987e-05, + "loss": 0.0323, + "step": 33924 + }, + { + "epoch": 28.774385072094997, + "grad_norm": 0.8014915683891414, + "learning_rate": 1.6713487071680878e-05, + "loss": 0.0303, + "step": 33925 + }, + { + "epoch": 28.77523324851569, + "grad_norm": 1.0909084258320478, + "learning_rate": 1.6713283474882633e-05, + "loss": 0.0316, + "step": 33926 + }, + { + "epoch": 28.776081424936386, + "grad_norm": 1.203175692834222, + "learning_rate": 1.6713079873018404e-05, + "loss": 0.0323, + "step": 33927 + }, + { + "epoch": 28.776929601357082, + "grad_norm": 0.875969948973965, + "learning_rate": 1.671287626608835e-05, + "loss": 0.0282, + "step": 33928 + }, + { + "epoch": 28.77777777777778, + "grad_norm": 0.8247736327120765, + "learning_rate": 1.671267265409262e-05, + "loss": 0.0313, + "step": 33929 + }, + { + "epoch": 28.778625954198475, + "grad_norm": 0.9574353639996113, + "learning_rate": 1.6712469037031374e-05, + "loss": 0.0319, + "step": 33930 + }, + { + "epoch": 28.779474130619167, + "grad_norm": 1.1742352743114506, + "learning_rate": 1.6712265414904754e-05, + "loss": 0.0355, + "step": 33931 + }, + { + "epoch": 28.780322307039864, + "grad_norm": 1.1333875852440722, + "learning_rate": 1.6712061787712925e-05, + "loss": 0.0328, + "step": 33932 + }, + { + "epoch": 28.78117048346056, + "grad_norm": 1.0049004976888953, + "learning_rate": 1.6711858155456028e-05, + "loss": 0.0299, + "step": 33933 + }, + { + "epoch": 28.782018659881256, + "grad_norm": 0.9397776240852412, + "learning_rate": 1.671165451813423e-05, + "loss": 0.0304, + "step": 33934 + }, + { + "epoch": 28.782866836301952, + "grad_norm": 0.9681545924348758, + "learning_rate": 1.6711450875747677e-05, + "loss": 0.0297, + "step": 33935 + }, + { + "epoch": 28.783715012722645, + "grad_norm": 1.1837382954113793, + "learning_rate": 1.6711247228296527e-05, + "loss": 0.0327, + "step": 33936 + }, + { + "epoch": 28.78456318914334, + "grad_norm": 0.8927107444146642, + "learning_rate": 1.6711043575780933e-05, + "loss": 0.0317, + "step": 33937 + }, + { + "epoch": 28.785411365564038, + "grad_norm": 0.9493968150223527, + "learning_rate": 1.6710839918201044e-05, + "loss": 0.0341, + "step": 33938 + }, + { + "epoch": 28.786259541984734, + "grad_norm": 0.9526057863373001, + "learning_rate": 1.6710636255557017e-05, + "loss": 0.0311, + "step": 33939 + }, + { + "epoch": 28.78710771840543, + "grad_norm": 0.9756457892486641, + "learning_rate": 1.6710432587849003e-05, + "loss": 0.0367, + "step": 33940 + }, + { + "epoch": 28.787955894826123, + "grad_norm": 0.907739599012266, + "learning_rate": 1.6710228915077165e-05, + "loss": 0.0308, + "step": 33941 + }, + { + "epoch": 28.78880407124682, + "grad_norm": 1.0818239263865586, + "learning_rate": 1.6710025237241642e-05, + "loss": 0.036, + "step": 33942 + }, + { + "epoch": 28.789652247667515, + "grad_norm": 0.9292658138693981, + "learning_rate": 1.67098215543426e-05, + "loss": 0.0292, + "step": 33943 + }, + { + "epoch": 28.79050042408821, + "grad_norm": 1.0770981951998542, + "learning_rate": 1.670961786638019e-05, + "loss": 0.0332, + "step": 33944 + }, + { + "epoch": 28.791348600508904, + "grad_norm": 0.8488086921335114, + "learning_rate": 1.670941417335456e-05, + "loss": 0.029, + "step": 33945 + }, + { + "epoch": 28.7921967769296, + "grad_norm": 0.845689682385146, + "learning_rate": 1.670921047526587e-05, + "loss": 0.03, + "step": 33946 + }, + { + "epoch": 28.793044953350297, + "grad_norm": 0.9846386159792405, + "learning_rate": 1.6709006772114274e-05, + "loss": 0.0314, + "step": 33947 + }, + { + "epoch": 28.793893129770993, + "grad_norm": 0.9218275954253272, + "learning_rate": 1.670880306389992e-05, + "loss": 0.0286, + "step": 33948 + }, + { + "epoch": 28.79474130619169, + "grad_norm": 0.9811270053752982, + "learning_rate": 1.6708599350622965e-05, + "loss": 0.0315, + "step": 33949 + }, + { + "epoch": 28.79558948261238, + "grad_norm": 0.8867403759082831, + "learning_rate": 1.6708395632283567e-05, + "loss": 0.0292, + "step": 33950 + }, + { + "epoch": 28.796437659033078, + "grad_norm": 0.8697736566205336, + "learning_rate": 1.670819190888187e-05, + "loss": 0.0308, + "step": 33951 + }, + { + "epoch": 28.797285835453774, + "grad_norm": 0.9776281102705411, + "learning_rate": 1.6707988180418032e-05, + "loss": 0.0291, + "step": 33952 + }, + { + "epoch": 28.79813401187447, + "grad_norm": 0.988791430735749, + "learning_rate": 1.670778444689221e-05, + "loss": 0.0324, + "step": 33953 + }, + { + "epoch": 28.798982188295167, + "grad_norm": 0.7940599640273854, + "learning_rate": 1.6707580708304557e-05, + "loss": 0.0269, + "step": 33954 + }, + { + "epoch": 28.79983036471586, + "grad_norm": 1.082755665571759, + "learning_rate": 1.670737696465522e-05, + "loss": 0.0365, + "step": 33955 + }, + { + "epoch": 28.800678541136556, + "grad_norm": 1.1329432149401448, + "learning_rate": 1.6707173215944363e-05, + "loss": 0.033, + "step": 33956 + }, + { + "epoch": 28.801526717557252, + "grad_norm": 1.0250963946063363, + "learning_rate": 1.6706969462172136e-05, + "loss": 0.0348, + "step": 33957 + }, + { + "epoch": 28.802374893977948, + "grad_norm": 0.9856645285053232, + "learning_rate": 1.670676570333869e-05, + "loss": 0.033, + "step": 33958 + }, + { + "epoch": 28.803223070398644, + "grad_norm": 0.9041118506473066, + "learning_rate": 1.6706561939444178e-05, + "loss": 0.029, + "step": 33959 + }, + { + "epoch": 28.804071246819337, + "grad_norm": 1.0841252747448928, + "learning_rate": 1.670635817048876e-05, + "loss": 0.033, + "step": 33960 + }, + { + "epoch": 28.804919423240033, + "grad_norm": 0.9336465029007733, + "learning_rate": 1.6706154396472582e-05, + "loss": 0.0296, + "step": 33961 + }, + { + "epoch": 28.80576759966073, + "grad_norm": 0.8591358641179011, + "learning_rate": 1.6705950617395802e-05, + "loss": 0.0297, + "step": 33962 + }, + { + "epoch": 28.806615776081426, + "grad_norm": 1.1252734940775533, + "learning_rate": 1.6705746833258576e-05, + "loss": 0.0319, + "step": 33963 + }, + { + "epoch": 28.807463952502122, + "grad_norm": 1.1590313125214775, + "learning_rate": 1.6705543044061054e-05, + "loss": 0.0344, + "step": 33964 + }, + { + "epoch": 28.808312128922815, + "grad_norm": 1.0545659829466465, + "learning_rate": 1.670533924980339e-05, + "loss": 0.0333, + "step": 33965 + }, + { + "epoch": 28.80916030534351, + "grad_norm": 1.0600251360040371, + "learning_rate": 1.670513545048574e-05, + "loss": 0.0332, + "step": 33966 + }, + { + "epoch": 28.810008481764207, + "grad_norm": 0.9166454349027469, + "learning_rate": 1.6704931646108256e-05, + "loss": 0.0297, + "step": 33967 + }, + { + "epoch": 28.810856658184903, + "grad_norm": 0.999986848554778, + "learning_rate": 1.670472783667109e-05, + "loss": 0.0306, + "step": 33968 + }, + { + "epoch": 28.8117048346056, + "grad_norm": 0.9230473012344902, + "learning_rate": 1.6704524022174406e-05, + "loss": 0.0314, + "step": 33969 + }, + { + "epoch": 28.812553011026292, + "grad_norm": 0.9950966361695275, + "learning_rate": 1.6704320202618345e-05, + "loss": 0.0311, + "step": 33970 + }, + { + "epoch": 28.81340118744699, + "grad_norm": 0.9416796799483365, + "learning_rate": 1.6704116378003064e-05, + "loss": 0.0333, + "step": 33971 + }, + { + "epoch": 28.814249363867685, + "grad_norm": 0.936426097631161, + "learning_rate": 1.6703912548328717e-05, + "loss": 0.0325, + "step": 33972 + }, + { + "epoch": 28.81509754028838, + "grad_norm": 0.8719996607203141, + "learning_rate": 1.6703708713595465e-05, + "loss": 0.0284, + "step": 33973 + }, + { + "epoch": 28.815945716709077, + "grad_norm": 0.994262389663118, + "learning_rate": 1.6703504873803452e-05, + "loss": 0.0318, + "step": 33974 + }, + { + "epoch": 28.81679389312977, + "grad_norm": 1.4936575252638329, + "learning_rate": 1.670330102895284e-05, + "loss": 0.0396, + "step": 33975 + }, + { + "epoch": 28.817642069550466, + "grad_norm": 0.8226985636484629, + "learning_rate": 1.6703097179043776e-05, + "loss": 0.0318, + "step": 33976 + }, + { + "epoch": 28.818490245971162, + "grad_norm": 0.9410853697092663, + "learning_rate": 1.6702893324076418e-05, + "loss": 0.0312, + "step": 33977 + }, + { + "epoch": 28.81933842239186, + "grad_norm": 0.861710277793226, + "learning_rate": 1.6702689464050915e-05, + "loss": 0.0302, + "step": 33978 + }, + { + "epoch": 28.820186598812555, + "grad_norm": 0.956180755489695, + "learning_rate": 1.670248559896743e-05, + "loss": 0.0299, + "step": 33979 + }, + { + "epoch": 28.821034775233247, + "grad_norm": 0.9918593176822711, + "learning_rate": 1.6702281728826107e-05, + "loss": 0.0314, + "step": 33980 + }, + { + "epoch": 28.821882951653944, + "grad_norm": 1.1067390582951973, + "learning_rate": 1.6702077853627107e-05, + "loss": 0.0336, + "step": 33981 + }, + { + "epoch": 28.82273112807464, + "grad_norm": 1.0473831921107124, + "learning_rate": 1.6701873973370574e-05, + "loss": 0.0326, + "step": 33982 + }, + { + "epoch": 28.823579304495336, + "grad_norm": 1.5332664900796864, + "learning_rate": 1.6701670088056675e-05, + "loss": 0.0392, + "step": 33983 + }, + { + "epoch": 28.82442748091603, + "grad_norm": 0.8694465375481052, + "learning_rate": 1.6701466197685556e-05, + "loss": 0.034, + "step": 33984 + }, + { + "epoch": 28.825275657336725, + "grad_norm": 0.8957718475344832, + "learning_rate": 1.6701262302257376e-05, + "loss": 0.0358, + "step": 33985 + }, + { + "epoch": 28.82612383375742, + "grad_norm": 1.0871110788870137, + "learning_rate": 1.6701058401772277e-05, + "loss": 0.0349, + "step": 33986 + }, + { + "epoch": 28.826972010178118, + "grad_norm": 0.9586337326369071, + "learning_rate": 1.670085449623043e-05, + "loss": 0.0336, + "step": 33987 + }, + { + "epoch": 28.827820186598814, + "grad_norm": 1.0852132413905569, + "learning_rate": 1.6700650585631977e-05, + "loss": 0.0316, + "step": 33988 + }, + { + "epoch": 28.828668363019506, + "grad_norm": 1.0389300058530566, + "learning_rate": 1.6700446669977074e-05, + "loss": 0.0324, + "step": 33989 + }, + { + "epoch": 28.829516539440203, + "grad_norm": 0.860634227867796, + "learning_rate": 1.6700242749265875e-05, + "loss": 0.0307, + "step": 33990 + }, + { + "epoch": 28.8303647158609, + "grad_norm": 1.1174377213268112, + "learning_rate": 1.6700038823498533e-05, + "loss": 0.0328, + "step": 33991 + }, + { + "epoch": 28.831212892281595, + "grad_norm": 0.9040160123475067, + "learning_rate": 1.6699834892675208e-05, + "loss": 0.0315, + "step": 33992 + }, + { + "epoch": 28.83206106870229, + "grad_norm": 0.9353461129974524, + "learning_rate": 1.6699630956796048e-05, + "loss": 0.0321, + "step": 33993 + }, + { + "epoch": 28.832909245122984, + "grad_norm": 1.064514028184791, + "learning_rate": 1.6699427015861206e-05, + "loss": 0.034, + "step": 33994 + }, + { + "epoch": 28.83375742154368, + "grad_norm": 0.828229057761701, + "learning_rate": 1.6699223069870844e-05, + "loss": 0.0281, + "step": 33995 + }, + { + "epoch": 28.834605597964376, + "grad_norm": 1.102774582888029, + "learning_rate": 1.6699019118825105e-05, + "loss": 0.036, + "step": 33996 + }, + { + "epoch": 28.835453774385073, + "grad_norm": 0.8150189134350099, + "learning_rate": 1.6698815162724148e-05, + "loss": 0.0287, + "step": 33997 + }, + { + "epoch": 28.83630195080577, + "grad_norm": 0.9523529098846327, + "learning_rate": 1.669861120156813e-05, + "loss": 0.0338, + "step": 33998 + }, + { + "epoch": 28.83715012722646, + "grad_norm": 0.9345674789551475, + "learning_rate": 1.66984072353572e-05, + "loss": 0.0294, + "step": 33999 + }, + { + "epoch": 28.837998303647158, + "grad_norm": 0.9406334996420767, + "learning_rate": 1.6698203264091514e-05, + "loss": 0.0313, + "step": 34000 + }, + { + "epoch": 28.838846480067854, + "grad_norm": 1.0685457652401864, + "learning_rate": 1.6697999287771227e-05, + "loss": 0.0332, + "step": 34001 + }, + { + "epoch": 28.83969465648855, + "grad_norm": 1.0150414782290713, + "learning_rate": 1.669779530639649e-05, + "loss": 0.0334, + "step": 34002 + }, + { + "epoch": 28.840542832909247, + "grad_norm": 0.9653772566289538, + "learning_rate": 1.6697591319967458e-05, + "loss": 0.0299, + "step": 34003 + }, + { + "epoch": 28.84139100932994, + "grad_norm": 1.0031890979052585, + "learning_rate": 1.6697387328484285e-05, + "loss": 0.0316, + "step": 34004 + }, + { + "epoch": 28.842239185750635, + "grad_norm": 0.8723473819462644, + "learning_rate": 1.669718333194713e-05, + "loss": 0.0305, + "step": 34005 + }, + { + "epoch": 28.84308736217133, + "grad_norm": 0.940435694484073, + "learning_rate": 1.6696979330356136e-05, + "loss": 0.0351, + "step": 34006 + }, + { + "epoch": 28.843935538592028, + "grad_norm": 1.0423942682871392, + "learning_rate": 1.669677532371147e-05, + "loss": 0.0333, + "step": 34007 + }, + { + "epoch": 28.844783715012724, + "grad_norm": 0.8956085244706959, + "learning_rate": 1.6696571312013276e-05, + "loss": 0.0287, + "step": 34008 + }, + { + "epoch": 28.845631891433417, + "grad_norm": 1.1503966294840993, + "learning_rate": 1.6696367295261707e-05, + "loss": 0.0345, + "step": 34009 + }, + { + "epoch": 28.846480067854113, + "grad_norm": 1.008841751980925, + "learning_rate": 1.669616327345693e-05, + "loss": 0.028, + "step": 34010 + }, + { + "epoch": 28.84732824427481, + "grad_norm": 1.0075106996393748, + "learning_rate": 1.6695959246599082e-05, + "loss": 0.0331, + "step": 34011 + }, + { + "epoch": 28.848176420695506, + "grad_norm": 0.9987115491007635, + "learning_rate": 1.669575521468833e-05, + "loss": 0.0319, + "step": 34012 + }, + { + "epoch": 28.849024597116202, + "grad_norm": 1.026487325437323, + "learning_rate": 1.669555117772482e-05, + "loss": 0.0314, + "step": 34013 + }, + { + "epoch": 28.849872773536894, + "grad_norm": 0.9131234588249272, + "learning_rate": 1.6695347135708713e-05, + "loss": 0.0304, + "step": 34014 + }, + { + "epoch": 28.85072094995759, + "grad_norm": 1.0478597901918556, + "learning_rate": 1.6695143088640158e-05, + "loss": 0.0328, + "step": 34015 + }, + { + "epoch": 28.851569126378287, + "grad_norm": 1.2481509202633472, + "learning_rate": 1.669493903651931e-05, + "loss": 0.0369, + "step": 34016 + }, + { + "epoch": 28.852417302798983, + "grad_norm": 1.083879871373585, + "learning_rate": 1.6694734979346318e-05, + "loss": 0.0315, + "step": 34017 + }, + { + "epoch": 28.85326547921968, + "grad_norm": 1.0625343589338463, + "learning_rate": 1.6694530917121342e-05, + "loss": 0.035, + "step": 34018 + }, + { + "epoch": 28.854113655640372, + "grad_norm": 0.8082879432280746, + "learning_rate": 1.6694326849844543e-05, + "loss": 0.0277, + "step": 34019 + }, + { + "epoch": 28.85496183206107, + "grad_norm": 1.1970619875496682, + "learning_rate": 1.669412277751606e-05, + "loss": 0.0352, + "step": 34020 + }, + { + "epoch": 28.855810008481765, + "grad_norm": 0.9584297936505345, + "learning_rate": 1.6693918700136054e-05, + "loss": 0.032, + "step": 34021 + }, + { + "epoch": 28.85665818490246, + "grad_norm": 1.0058114964041025, + "learning_rate": 1.6693714617704683e-05, + "loss": 0.032, + "step": 34022 + }, + { + "epoch": 28.857506361323153, + "grad_norm": 1.0019202326364665, + "learning_rate": 1.6693510530222092e-05, + "loss": 0.0307, + "step": 34023 + }, + { + "epoch": 28.85835453774385, + "grad_norm": 1.0659958094449105, + "learning_rate": 1.669330643768844e-05, + "loss": 0.0479, + "step": 34024 + }, + { + "epoch": 28.859202714164546, + "grad_norm": 0.9113193281376746, + "learning_rate": 1.6693102340103884e-05, + "loss": 0.0308, + "step": 34025 + }, + { + "epoch": 28.860050890585242, + "grad_norm": 0.9446245719153207, + "learning_rate": 1.6692898237468575e-05, + "loss": 0.0328, + "step": 34026 + }, + { + "epoch": 28.86089906700594, + "grad_norm": 0.9513340656477005, + "learning_rate": 1.6692694129782667e-05, + "loss": 0.0329, + "step": 34027 + }, + { + "epoch": 28.86174724342663, + "grad_norm": 0.8772453459125229, + "learning_rate": 1.6692490017046314e-05, + "loss": 0.0305, + "step": 34028 + }, + { + "epoch": 28.862595419847327, + "grad_norm": 1.0239064096415558, + "learning_rate": 1.669228589925967e-05, + "loss": 0.0318, + "step": 34029 + }, + { + "epoch": 28.863443596268024, + "grad_norm": 0.9602425746514549, + "learning_rate": 1.669208177642289e-05, + "loss": 0.0333, + "step": 34030 + }, + { + "epoch": 28.86429177268872, + "grad_norm": 0.9413966604878515, + "learning_rate": 1.669187764853612e-05, + "loss": 0.0305, + "step": 34031 + }, + { + "epoch": 28.865139949109416, + "grad_norm": 1.0935971252156218, + "learning_rate": 1.6691673515599527e-05, + "loss": 0.0343, + "step": 34032 + }, + { + "epoch": 28.86598812553011, + "grad_norm": 1.0895162328791406, + "learning_rate": 1.669146937761326e-05, + "loss": 0.0319, + "step": 34033 + }, + { + "epoch": 28.866836301950805, + "grad_norm": 1.0301435556942606, + "learning_rate": 1.6691265234577472e-05, + "loss": 0.0304, + "step": 34034 + }, + { + "epoch": 28.8676844783715, + "grad_norm": 1.040285483332197, + "learning_rate": 1.6691061086492317e-05, + "loss": 0.034, + "step": 34035 + }, + { + "epoch": 28.868532654792197, + "grad_norm": 0.9692539874421507, + "learning_rate": 1.6690856933357947e-05, + "loss": 0.0325, + "step": 34036 + }, + { + "epoch": 28.869380831212894, + "grad_norm": 1.086000127533628, + "learning_rate": 1.6690652775174522e-05, + "loss": 0.0348, + "step": 34037 + }, + { + "epoch": 28.870229007633586, + "grad_norm": 0.768766728606172, + "learning_rate": 1.669044861194219e-05, + "loss": 0.0281, + "step": 34038 + }, + { + "epoch": 28.871077184054283, + "grad_norm": 0.8154657886475051, + "learning_rate": 1.6690244443661108e-05, + "loss": 0.0322, + "step": 34039 + }, + { + "epoch": 28.87192536047498, + "grad_norm": 0.8797425088744927, + "learning_rate": 1.669004027033143e-05, + "loss": 0.0306, + "step": 34040 + }, + { + "epoch": 28.872773536895675, + "grad_norm": 1.02446212733101, + "learning_rate": 1.668983609195331e-05, + "loss": 0.0328, + "step": 34041 + }, + { + "epoch": 28.87362171331637, + "grad_norm": 1.0386961971602688, + "learning_rate": 1.66896319085269e-05, + "loss": 0.0331, + "step": 34042 + }, + { + "epoch": 28.874469889737064, + "grad_norm": 1.272975543650441, + "learning_rate": 1.6689427720052358e-05, + "loss": 0.0311, + "step": 34043 + }, + { + "epoch": 28.87531806615776, + "grad_norm": 0.8489439780609048, + "learning_rate": 1.668922352652983e-05, + "loss": 0.0303, + "step": 34044 + }, + { + "epoch": 28.876166242578456, + "grad_norm": 0.8764682846251222, + "learning_rate": 1.6689019327959486e-05, + "loss": 0.031, + "step": 34045 + }, + { + "epoch": 28.877014418999153, + "grad_norm": 0.9653710815839089, + "learning_rate": 1.6688815124341465e-05, + "loss": 0.0325, + "step": 34046 + }, + { + "epoch": 28.87786259541985, + "grad_norm": 0.8266894128043715, + "learning_rate": 1.6688610915675923e-05, + "loss": 0.0293, + "step": 34047 + }, + { + "epoch": 28.87871077184054, + "grad_norm": 1.0799132601464643, + "learning_rate": 1.6688406701963025e-05, + "loss": 0.0336, + "step": 34048 + }, + { + "epoch": 28.879558948261238, + "grad_norm": 0.912889378906173, + "learning_rate": 1.668820248320291e-05, + "loss": 0.0276, + "step": 34049 + }, + { + "epoch": 28.880407124681934, + "grad_norm": 1.025734996011802, + "learning_rate": 1.668799825939574e-05, + "loss": 0.033, + "step": 34050 + }, + { + "epoch": 28.88125530110263, + "grad_norm": 0.8255898973740842, + "learning_rate": 1.6687794030541674e-05, + "loss": 0.0299, + "step": 34051 + }, + { + "epoch": 28.882103477523327, + "grad_norm": 0.9853032773864028, + "learning_rate": 1.668758979664086e-05, + "loss": 0.0305, + "step": 34052 + }, + { + "epoch": 28.88295165394402, + "grad_norm": 1.0974729490796367, + "learning_rate": 1.6687385557693446e-05, + "loss": 0.0324, + "step": 34053 + }, + { + "epoch": 28.883799830364715, + "grad_norm": 0.9682553143157493, + "learning_rate": 1.66871813136996e-05, + "loss": 0.0314, + "step": 34054 + }, + { + "epoch": 28.88464800678541, + "grad_norm": 1.162082603568539, + "learning_rate": 1.6686977064659468e-05, + "loss": 0.0324, + "step": 34055 + }, + { + "epoch": 28.885496183206108, + "grad_norm": 0.8576079599600782, + "learning_rate": 1.6686772810573204e-05, + "loss": 0.0306, + "step": 34056 + }, + { + "epoch": 28.886344359626804, + "grad_norm": 0.8977617652903667, + "learning_rate": 1.6686568551440962e-05, + "loss": 0.0288, + "step": 34057 + }, + { + "epoch": 28.887192536047497, + "grad_norm": 1.0745680835805296, + "learning_rate": 1.66863642872629e-05, + "loss": 0.0323, + "step": 34058 + }, + { + "epoch": 28.888040712468193, + "grad_norm": 0.9821452370145861, + "learning_rate": 1.668616001803917e-05, + "loss": 0.0319, + "step": 34059 + }, + { + "epoch": 28.88888888888889, + "grad_norm": 1.0407643657964996, + "learning_rate": 1.668595574376992e-05, + "loss": 0.0325, + "step": 34060 + }, + { + "epoch": 28.889737065309586, + "grad_norm": 1.078674250691347, + "learning_rate": 1.668575146445532e-05, + "loss": 0.0313, + "step": 34061 + }, + { + "epoch": 28.890585241730278, + "grad_norm": 1.4763878712479641, + "learning_rate": 1.6685547180095505e-05, + "loss": 0.0363, + "step": 34062 + }, + { + "epoch": 28.891433418150974, + "grad_norm": 1.0951461705718237, + "learning_rate": 1.668534289069064e-05, + "loss": 0.0354, + "step": 34063 + }, + { + "epoch": 28.89228159457167, + "grad_norm": 0.9104449310036575, + "learning_rate": 1.668513859624088e-05, + "loss": 0.0321, + "step": 34064 + }, + { + "epoch": 28.893129770992367, + "grad_norm": 1.0992750737803918, + "learning_rate": 1.6684934296746375e-05, + "loss": 0.0353, + "step": 34065 + }, + { + "epoch": 28.893977947413063, + "grad_norm": 1.030521688959351, + "learning_rate": 1.6684729992207285e-05, + "loss": 0.0309, + "step": 34066 + }, + { + "epoch": 28.894826123833756, + "grad_norm": 0.944499017763078, + "learning_rate": 1.6684525682623755e-05, + "loss": 0.0308, + "step": 34067 + }, + { + "epoch": 28.895674300254452, + "grad_norm": 0.8124817851068712, + "learning_rate": 1.6684321367995947e-05, + "loss": 0.0301, + "step": 34068 + }, + { + "epoch": 28.89652247667515, + "grad_norm": 1.1430041051222382, + "learning_rate": 1.668411704832401e-05, + "loss": 0.0325, + "step": 34069 + }, + { + "epoch": 28.897370653095845, + "grad_norm": 1.0217695435423642, + "learning_rate": 1.66839127236081e-05, + "loss": 0.0313, + "step": 34070 + }, + { + "epoch": 28.89821882951654, + "grad_norm": 1.0479539379816305, + "learning_rate": 1.668370839384837e-05, + "loss": 0.0336, + "step": 34071 + }, + { + "epoch": 28.899067005937233, + "grad_norm": 1.0049729980560302, + "learning_rate": 1.668350405904498e-05, + "loss": 0.0321, + "step": 34072 + }, + { + "epoch": 28.89991518235793, + "grad_norm": 1.0193309034177243, + "learning_rate": 1.668329971919808e-05, + "loss": 0.0346, + "step": 34073 + }, + { + "epoch": 28.900763358778626, + "grad_norm": 0.9853497758815013, + "learning_rate": 1.6683095374307826e-05, + "loss": 0.0311, + "step": 34074 + }, + { + "epoch": 28.901611535199322, + "grad_norm": 0.9861857004596546, + "learning_rate": 1.6682891024374367e-05, + "loss": 0.0325, + "step": 34075 + }, + { + "epoch": 28.90245971162002, + "grad_norm": 0.9099564203212345, + "learning_rate": 1.668268666939786e-05, + "loss": 0.0306, + "step": 34076 + }, + { + "epoch": 28.90330788804071, + "grad_norm": 1.016557304998126, + "learning_rate": 1.668248230937846e-05, + "loss": 0.0343, + "step": 34077 + }, + { + "epoch": 28.904156064461407, + "grad_norm": 0.7752424647751908, + "learning_rate": 1.668227794431632e-05, + "loss": 0.0292, + "step": 34078 + }, + { + "epoch": 28.905004240882104, + "grad_norm": 0.9567996518270098, + "learning_rate": 1.66820735742116e-05, + "loss": 0.029, + "step": 34079 + }, + { + "epoch": 28.9058524173028, + "grad_norm": 1.017657560139376, + "learning_rate": 1.6681869199064447e-05, + "loss": 0.032, + "step": 34080 + }, + { + "epoch": 28.906700593723496, + "grad_norm": 1.0318013159519672, + "learning_rate": 1.668166481887502e-05, + "loss": 0.0321, + "step": 34081 + }, + { + "epoch": 28.90754877014419, + "grad_norm": 1.1992367560301527, + "learning_rate": 1.6681460433643467e-05, + "loss": 0.0323, + "step": 34082 + }, + { + "epoch": 28.908396946564885, + "grad_norm": 0.8877294679049684, + "learning_rate": 1.6681256043369946e-05, + "loss": 0.0323, + "step": 34083 + }, + { + "epoch": 28.90924512298558, + "grad_norm": 0.9261210420071244, + "learning_rate": 1.6681051648054613e-05, + "loss": 0.0304, + "step": 34084 + }, + { + "epoch": 28.910093299406277, + "grad_norm": 1.037261080648281, + "learning_rate": 1.668084724769762e-05, + "loss": 0.0328, + "step": 34085 + }, + { + "epoch": 28.910941475826974, + "grad_norm": 0.8876754189761284, + "learning_rate": 1.6680642842299123e-05, + "loss": 0.0298, + "step": 34086 + }, + { + "epoch": 28.911789652247666, + "grad_norm": 0.9528062731755697, + "learning_rate": 1.6680438431859275e-05, + "loss": 0.0305, + "step": 34087 + }, + { + "epoch": 28.912637828668363, + "grad_norm": 0.9728794874182531, + "learning_rate": 1.6680234016378232e-05, + "loss": 0.0321, + "step": 34088 + }, + { + "epoch": 28.91348600508906, + "grad_norm": 1.0751017529688716, + "learning_rate": 1.6680029595856144e-05, + "loss": 0.0331, + "step": 34089 + }, + { + "epoch": 28.914334181509755, + "grad_norm": 1.0865661433972544, + "learning_rate": 1.667982517029317e-05, + "loss": 0.0357, + "step": 34090 + }, + { + "epoch": 28.91518235793045, + "grad_norm": 0.8569611358205531, + "learning_rate": 1.6679620739689458e-05, + "loss": 0.0297, + "step": 34091 + }, + { + "epoch": 28.916030534351144, + "grad_norm": 1.05597268839131, + "learning_rate": 1.6679416304045172e-05, + "loss": 0.0332, + "step": 34092 + }, + { + "epoch": 28.91687871077184, + "grad_norm": 1.0878686057838636, + "learning_rate": 1.6679211863360457e-05, + "loss": 0.0318, + "step": 34093 + }, + { + "epoch": 28.917726887192536, + "grad_norm": 1.0063295163419235, + "learning_rate": 1.6679007417635476e-05, + "loss": 0.0307, + "step": 34094 + }, + { + "epoch": 28.918575063613233, + "grad_norm": 0.9191487591755414, + "learning_rate": 1.6678802966870375e-05, + "loss": 0.0307, + "step": 34095 + }, + { + "epoch": 28.91942324003393, + "grad_norm": 1.0364263454296572, + "learning_rate": 1.667859851106531e-05, + "loss": 0.032, + "step": 34096 + }, + { + "epoch": 28.92027141645462, + "grad_norm": 0.8218534687346755, + "learning_rate": 1.6678394050220437e-05, + "loss": 0.0313, + "step": 34097 + }, + { + "epoch": 28.921119592875318, + "grad_norm": 0.9785380551782881, + "learning_rate": 1.667818958433591e-05, + "loss": 0.0305, + "step": 34098 + }, + { + "epoch": 28.921967769296014, + "grad_norm": 0.8035680355658849, + "learning_rate": 1.6677985113411885e-05, + "loss": 0.029, + "step": 34099 + }, + { + "epoch": 28.92281594571671, + "grad_norm": 0.9193823692225533, + "learning_rate": 1.6677780637448516e-05, + "loss": 0.0321, + "step": 34100 + }, + { + "epoch": 28.923664122137403, + "grad_norm": 0.9760008948370422, + "learning_rate": 1.6677576156445954e-05, + "loss": 0.0316, + "step": 34101 + }, + { + "epoch": 28.9245122985581, + "grad_norm": 0.9909135137270696, + "learning_rate": 1.6677371670404356e-05, + "loss": 0.0278, + "step": 34102 + }, + { + "epoch": 28.925360474978795, + "grad_norm": 1.1177074476255418, + "learning_rate": 1.6677167179323875e-05, + "loss": 0.0313, + "step": 34103 + }, + { + "epoch": 28.92620865139949, + "grad_norm": 0.8955373107400262, + "learning_rate": 1.667696268320467e-05, + "loss": 0.0314, + "step": 34104 + }, + { + "epoch": 28.927056827820188, + "grad_norm": 0.8840867012492104, + "learning_rate": 1.6676758182046887e-05, + "loss": 0.0311, + "step": 34105 + }, + { + "epoch": 28.92790500424088, + "grad_norm": 1.0141214629487345, + "learning_rate": 1.6676553675850686e-05, + "loss": 0.0306, + "step": 34106 + }, + { + "epoch": 28.928753180661577, + "grad_norm": 1.0322751933999772, + "learning_rate": 1.667634916461622e-05, + "loss": 0.0327, + "step": 34107 + }, + { + "epoch": 28.929601357082273, + "grad_norm": 0.9499489892445782, + "learning_rate": 1.667614464834364e-05, + "loss": 0.0319, + "step": 34108 + }, + { + "epoch": 28.93044953350297, + "grad_norm": 0.8378861206648449, + "learning_rate": 1.6675940127033106e-05, + "loss": 0.0318, + "step": 34109 + }, + { + "epoch": 28.931297709923665, + "grad_norm": 1.0643055367330763, + "learning_rate": 1.667573560068477e-05, + "loss": 0.0342, + "step": 34110 + }, + { + "epoch": 28.932145886344358, + "grad_norm": 0.8419659112570861, + "learning_rate": 1.6675531069298786e-05, + "loss": 0.029, + "step": 34111 + }, + { + "epoch": 28.932994062765054, + "grad_norm": 1.0466605701233858, + "learning_rate": 1.667532653287531e-05, + "loss": 0.0315, + "step": 34112 + }, + { + "epoch": 28.93384223918575, + "grad_norm": 1.003148000885658, + "learning_rate": 1.6675121991414497e-05, + "loss": 0.0339, + "step": 34113 + }, + { + "epoch": 28.934690415606447, + "grad_norm": 0.8852728734047043, + "learning_rate": 1.6674917444916495e-05, + "loss": 0.033, + "step": 34114 + }, + { + "epoch": 28.935538592027143, + "grad_norm": 1.0254691075136042, + "learning_rate": 1.6674712893381463e-05, + "loss": 0.0339, + "step": 34115 + }, + { + "epoch": 28.936386768447836, + "grad_norm": 0.9637320402328909, + "learning_rate": 1.6674508336809556e-05, + "loss": 0.0309, + "step": 34116 + }, + { + "epoch": 28.937234944868532, + "grad_norm": 1.0379919199102399, + "learning_rate": 1.6674303775200927e-05, + "loss": 0.0307, + "step": 34117 + }, + { + "epoch": 28.938083121289228, + "grad_norm": 0.858854219250117, + "learning_rate": 1.6674099208555735e-05, + "loss": 0.0319, + "step": 34118 + }, + { + "epoch": 28.938931297709924, + "grad_norm": 1.0923809764010686, + "learning_rate": 1.6673894636874125e-05, + "loss": 0.035, + "step": 34119 + }, + { + "epoch": 28.93977947413062, + "grad_norm": 1.0639640682753821, + "learning_rate": 1.6673690060156258e-05, + "loss": 0.0334, + "step": 34120 + }, + { + "epoch": 28.940627650551313, + "grad_norm": 1.048329355160785, + "learning_rate": 1.667348547840229e-05, + "loss": 0.0325, + "step": 34121 + }, + { + "epoch": 28.94147582697201, + "grad_norm": 1.0199621114355812, + "learning_rate": 1.6673280891612366e-05, + "loss": 0.0348, + "step": 34122 + }, + { + "epoch": 28.942324003392706, + "grad_norm": 0.933537008557723, + "learning_rate": 1.6673076299786646e-05, + "loss": 0.0321, + "step": 34123 + }, + { + "epoch": 28.943172179813402, + "grad_norm": 0.9293749570126832, + "learning_rate": 1.6672871702925292e-05, + "loss": 0.0308, + "step": 34124 + }, + { + "epoch": 28.9440203562341, + "grad_norm": 0.8884113424538361, + "learning_rate": 1.667266710102845e-05, + "loss": 0.0322, + "step": 34125 + }, + { + "epoch": 28.94486853265479, + "grad_norm": 0.8832533377009435, + "learning_rate": 1.6672462494096273e-05, + "loss": 0.0324, + "step": 34126 + }, + { + "epoch": 28.945716709075487, + "grad_norm": 0.8268672343371313, + "learning_rate": 1.667225788212892e-05, + "loss": 0.0285, + "step": 34127 + }, + { + "epoch": 28.946564885496183, + "grad_norm": 0.9831536589858539, + "learning_rate": 1.667205326512654e-05, + "loss": 0.031, + "step": 34128 + }, + { + "epoch": 28.94741306191688, + "grad_norm": 0.9634512616821788, + "learning_rate": 1.6671848643089297e-05, + "loss": 0.0315, + "step": 34129 + }, + { + "epoch": 28.948261238337576, + "grad_norm": 1.1893166487692381, + "learning_rate": 1.6671644016017334e-05, + "loss": 0.0326, + "step": 34130 + }, + { + "epoch": 28.94910941475827, + "grad_norm": 1.0622290664599858, + "learning_rate": 1.6671439383910813e-05, + "loss": 0.0337, + "step": 34131 + }, + { + "epoch": 28.949957591178965, + "grad_norm": 1.0316534242743294, + "learning_rate": 1.6671234746769888e-05, + "loss": 0.0303, + "step": 34132 + }, + { + "epoch": 28.95080576759966, + "grad_norm": 0.9488210748149306, + "learning_rate": 1.667103010459471e-05, + "loss": 0.0318, + "step": 34133 + }, + { + "epoch": 28.951653944020357, + "grad_norm": 0.8909154226187798, + "learning_rate": 1.6670825457385436e-05, + "loss": 0.0324, + "step": 34134 + }, + { + "epoch": 28.952502120441054, + "grad_norm": 0.8799982440722808, + "learning_rate": 1.667062080514222e-05, + "loss": 0.0282, + "step": 34135 + }, + { + "epoch": 28.953350296861746, + "grad_norm": 0.9571306333790326, + "learning_rate": 1.6670416147865213e-05, + "loss": 0.0309, + "step": 34136 + }, + { + "epoch": 28.954198473282442, + "grad_norm": 0.9615943490473658, + "learning_rate": 1.6670211485554575e-05, + "loss": 0.0309, + "step": 34137 + }, + { + "epoch": 28.95504664970314, + "grad_norm": 0.9747981964216713, + "learning_rate": 1.6670006818210457e-05, + "loss": 0.033, + "step": 34138 + }, + { + "epoch": 28.955894826123835, + "grad_norm": 0.9957499710964438, + "learning_rate": 1.6669802145833015e-05, + "loss": 0.0326, + "step": 34139 + }, + { + "epoch": 28.956743002544528, + "grad_norm": 0.9322247838584065, + "learning_rate": 1.6669597468422405e-05, + "loss": 0.0284, + "step": 34140 + }, + { + "epoch": 28.957591178965224, + "grad_norm": 0.96166350253728, + "learning_rate": 1.6669392785978777e-05, + "loss": 0.0322, + "step": 34141 + }, + { + "epoch": 28.95843935538592, + "grad_norm": 0.9117105323967843, + "learning_rate": 1.6669188098502288e-05, + "loss": 0.0299, + "step": 34142 + }, + { + "epoch": 28.959287531806616, + "grad_norm": 0.9250125650281664, + "learning_rate": 1.666898340599309e-05, + "loss": 0.0318, + "step": 34143 + }, + { + "epoch": 28.960135708227313, + "grad_norm": 0.9666840027048827, + "learning_rate": 1.6668778708451342e-05, + "loss": 0.0337, + "step": 34144 + }, + { + "epoch": 28.960983884648005, + "grad_norm": 0.9212070127631579, + "learning_rate": 1.6668574005877193e-05, + "loss": 0.0294, + "step": 34145 + }, + { + "epoch": 28.9618320610687, + "grad_norm": 1.0303134736684911, + "learning_rate": 1.6668369298270804e-05, + "loss": 0.0338, + "step": 34146 + }, + { + "epoch": 28.962680237489398, + "grad_norm": 0.9782114197427983, + "learning_rate": 1.6668164585632324e-05, + "loss": 0.0308, + "step": 34147 + }, + { + "epoch": 28.963528413910094, + "grad_norm": 0.8821978698103949, + "learning_rate": 1.666795986796191e-05, + "loss": 0.0297, + "step": 34148 + }, + { + "epoch": 28.96437659033079, + "grad_norm": 1.0206363532605742, + "learning_rate": 1.6667755145259717e-05, + "loss": 0.0339, + "step": 34149 + }, + { + "epoch": 28.965224766751483, + "grad_norm": 0.8974685988919561, + "learning_rate": 1.66675504175259e-05, + "loss": 0.0326, + "step": 34150 + }, + { + "epoch": 28.96607294317218, + "grad_norm": 1.2152493419067014, + "learning_rate": 1.666734568476061e-05, + "loss": 0.0351, + "step": 34151 + }, + { + "epoch": 28.966921119592875, + "grad_norm": 1.151339803854388, + "learning_rate": 1.6667140946964005e-05, + "loss": 0.0336, + "step": 34152 + }, + { + "epoch": 28.96776929601357, + "grad_norm": 1.1359771096582607, + "learning_rate": 1.6666936204136234e-05, + "loss": 0.0319, + "step": 34153 + }, + { + "epoch": 28.968617472434268, + "grad_norm": 0.8735614584113391, + "learning_rate": 1.6666731456277457e-05, + "loss": 0.0298, + "step": 34154 + }, + { + "epoch": 28.96946564885496, + "grad_norm": 1.0684431123570202, + "learning_rate": 1.666652670338783e-05, + "loss": 0.0346, + "step": 34155 + }, + { + "epoch": 28.970313825275657, + "grad_norm": 1.1143847367721387, + "learning_rate": 1.66663219454675e-05, + "loss": 0.0371, + "step": 34156 + }, + { + "epoch": 28.971162001696353, + "grad_norm": 1.0595487989608992, + "learning_rate": 1.666611718251663e-05, + "loss": 0.0336, + "step": 34157 + }, + { + "epoch": 28.97201017811705, + "grad_norm": 1.042788916249996, + "learning_rate": 1.666591241453537e-05, + "loss": 0.0332, + "step": 34158 + }, + { + "epoch": 28.972858354537745, + "grad_norm": 1.0160107643640641, + "learning_rate": 1.6665707641523873e-05, + "loss": 0.0348, + "step": 34159 + }, + { + "epoch": 28.973706530958438, + "grad_norm": 0.9287756654173642, + "learning_rate": 1.6665502863482297e-05, + "loss": 0.034, + "step": 34160 + }, + { + "epoch": 28.974554707379134, + "grad_norm": 1.051779224830919, + "learning_rate": 1.6665298080410795e-05, + "loss": 0.0289, + "step": 34161 + }, + { + "epoch": 28.97540288379983, + "grad_norm": 1.0133277799893525, + "learning_rate": 1.666509329230952e-05, + "loss": 0.0312, + "step": 34162 + }, + { + "epoch": 28.976251060220527, + "grad_norm": 1.0795901412364668, + "learning_rate": 1.666488849917863e-05, + "loss": 0.0335, + "step": 34163 + }, + { + "epoch": 28.977099236641223, + "grad_norm": 1.013405447724882, + "learning_rate": 1.6664683701018277e-05, + "loss": 0.0321, + "step": 34164 + }, + { + "epoch": 28.977947413061916, + "grad_norm": 0.9384266821663888, + "learning_rate": 1.6664478897828618e-05, + "loss": 0.0314, + "step": 34165 + }, + { + "epoch": 28.978795589482612, + "grad_norm": 1.0840237356235136, + "learning_rate": 1.6664274089609805e-05, + "loss": 0.0314, + "step": 34166 + }, + { + "epoch": 28.979643765903308, + "grad_norm": 1.1795706591504924, + "learning_rate": 1.6664069276361992e-05, + "loss": 0.0411, + "step": 34167 + }, + { + "epoch": 28.980491942324004, + "grad_norm": 1.0760228102148095, + "learning_rate": 1.6663864458085335e-05, + "loss": 0.0325, + "step": 34168 + }, + { + "epoch": 28.9813401187447, + "grad_norm": 1.142381003815203, + "learning_rate": 1.6663659634779988e-05, + "loss": 0.0329, + "step": 34169 + }, + { + "epoch": 28.982188295165393, + "grad_norm": 0.906289320992605, + "learning_rate": 1.6663454806446108e-05, + "loss": 0.031, + "step": 34170 + }, + { + "epoch": 28.98303647158609, + "grad_norm": 0.9658783049306922, + "learning_rate": 1.6663249973083848e-05, + "loss": 0.0339, + "step": 34171 + }, + { + "epoch": 28.983884648006786, + "grad_norm": 0.9838717570565544, + "learning_rate": 1.666304513469336e-05, + "loss": 0.0328, + "step": 34172 + }, + { + "epoch": 28.984732824427482, + "grad_norm": 0.8576159503366253, + "learning_rate": 1.6662840291274802e-05, + "loss": 0.0317, + "step": 34173 + }, + { + "epoch": 28.98558100084818, + "grad_norm": 1.008429289429718, + "learning_rate": 1.6662635442828324e-05, + "loss": 0.0302, + "step": 34174 + }, + { + "epoch": 28.98642917726887, + "grad_norm": 0.9482860782798754, + "learning_rate": 1.666243058935409e-05, + "loss": 0.0308, + "step": 34175 + }, + { + "epoch": 28.987277353689567, + "grad_norm": 0.8784964312054824, + "learning_rate": 1.6662225730852248e-05, + "loss": 0.031, + "step": 34176 + }, + { + "epoch": 28.988125530110263, + "grad_norm": 0.8800439995964175, + "learning_rate": 1.666202086732295e-05, + "loss": 0.029, + "step": 34177 + }, + { + "epoch": 28.98897370653096, + "grad_norm": 1.006657079840539, + "learning_rate": 1.6661815998766355e-05, + "loss": 0.0337, + "step": 34178 + }, + { + "epoch": 28.989821882951652, + "grad_norm": 1.0363509130053894, + "learning_rate": 1.6661611125182613e-05, + "loss": 0.0363, + "step": 34179 + }, + { + "epoch": 28.99067005937235, + "grad_norm": 1.0090325223672614, + "learning_rate": 1.6661406246571886e-05, + "loss": 0.0332, + "step": 34180 + }, + { + "epoch": 28.991518235793045, + "grad_norm": 1.1225418295848744, + "learning_rate": 1.666120136293432e-05, + "loss": 0.0326, + "step": 34181 + }, + { + "epoch": 28.99236641221374, + "grad_norm": 0.9705069688014089, + "learning_rate": 1.6660996474270082e-05, + "loss": 0.0309, + "step": 34182 + }, + { + "epoch": 28.993214588634437, + "grad_norm": 0.8182133198051481, + "learning_rate": 1.6660791580579313e-05, + "loss": 0.0276, + "step": 34183 + }, + { + "epoch": 28.99406276505513, + "grad_norm": 0.8888452834412575, + "learning_rate": 1.6660586681862172e-05, + "loss": 0.0338, + "step": 34184 + }, + { + "epoch": 28.994910941475826, + "grad_norm": 0.8983792365085125, + "learning_rate": 1.666038177811882e-05, + "loss": 0.0298, + "step": 34185 + }, + { + "epoch": 28.995759117896522, + "grad_norm": 0.8134823092511464, + "learning_rate": 1.6660176869349404e-05, + "loss": 0.0293, + "step": 34186 + }, + { + "epoch": 28.99660729431722, + "grad_norm": 0.9708533192688497, + "learning_rate": 1.665997195555408e-05, + "loss": 0.0314, + "step": 34187 + }, + { + "epoch": 28.997455470737915, + "grad_norm": 1.1375153634808992, + "learning_rate": 1.6659767036733002e-05, + "loss": 0.0308, + "step": 34188 + }, + { + "epoch": 28.998303647158608, + "grad_norm": 1.0227988045468104, + "learning_rate": 1.6659562112886332e-05, + "loss": 0.0355, + "step": 34189 + }, + { + "epoch": 28.999151823579304, + "grad_norm": 0.9851248456791257, + "learning_rate": 1.665935718401422e-05, + "loss": 0.0321, + "step": 34190 + }, + { + "epoch": 29.0, + "grad_norm": 0.776541826198103, + "learning_rate": 1.665915225011681e-05, + "loss": 0.0267, + "step": 34191 + }, + { + "epoch": 29.000848176420696, + "grad_norm": 0.7820787021783218, + "learning_rate": 1.6658947311194276e-05, + "loss": 0.0277, + "step": 34192 + }, + { + "epoch": 29.001696352841392, + "grad_norm": 0.7372299515555591, + "learning_rate": 1.6658742367246762e-05, + "loss": 0.0262, + "step": 34193 + }, + { + "epoch": 29.002544529262085, + "grad_norm": 0.884762692068384, + "learning_rate": 1.6658537418274418e-05, + "loss": 0.027, + "step": 34194 + }, + { + "epoch": 29.00339270568278, + "grad_norm": 0.8002060378327955, + "learning_rate": 1.6658332464277407e-05, + "loss": 0.0274, + "step": 34195 + }, + { + "epoch": 29.004240882103478, + "grad_norm": 0.8599048452947115, + "learning_rate": 1.6658127505255884e-05, + "loss": 0.0272, + "step": 34196 + }, + { + "epoch": 29.005089058524174, + "grad_norm": 0.735024013659433, + "learning_rate": 1.665792254121e-05, + "loss": 0.0243, + "step": 34197 + }, + { + "epoch": 29.00593723494487, + "grad_norm": 0.8534690160493872, + "learning_rate": 1.6657717572139905e-05, + "loss": 0.0278, + "step": 34198 + }, + { + "epoch": 29.006785411365563, + "grad_norm": 0.7587908137268541, + "learning_rate": 1.6657512598045766e-05, + "loss": 0.0251, + "step": 34199 + }, + { + "epoch": 29.00763358778626, + "grad_norm": 0.7719087055618091, + "learning_rate": 1.6657307618927726e-05, + "loss": 0.0267, + "step": 34200 + }, + { + "epoch": 29.008481764206955, + "grad_norm": 0.919637686819963, + "learning_rate": 1.6657102634785948e-05, + "loss": 0.03, + "step": 34201 + }, + { + "epoch": 29.00932994062765, + "grad_norm": 0.9470134514961172, + "learning_rate": 1.665689764562058e-05, + "loss": 0.0284, + "step": 34202 + }, + { + "epoch": 29.010178117048348, + "grad_norm": 0.8999202682646181, + "learning_rate": 1.665669265143178e-05, + "loss": 0.0285, + "step": 34203 + }, + { + "epoch": 29.01102629346904, + "grad_norm": 0.8998725356326128, + "learning_rate": 1.6656487652219706e-05, + "loss": 0.0261, + "step": 34204 + }, + { + "epoch": 29.011874469889737, + "grad_norm": 1.043686116003076, + "learning_rate": 1.6656282647984507e-05, + "loss": 0.0295, + "step": 34205 + }, + { + "epoch": 29.012722646310433, + "grad_norm": 0.8048780907590671, + "learning_rate": 1.665607763872634e-05, + "loss": 0.0247, + "step": 34206 + }, + { + "epoch": 29.01357082273113, + "grad_norm": 0.9961608681098717, + "learning_rate": 1.6655872624445358e-05, + "loss": 0.0292, + "step": 34207 + }, + { + "epoch": 29.014418999151825, + "grad_norm": 0.715336807104267, + "learning_rate": 1.665566760514172e-05, + "loss": 0.0247, + "step": 34208 + }, + { + "epoch": 29.015267175572518, + "grad_norm": 0.8123254661894131, + "learning_rate": 1.6655462580815577e-05, + "loss": 0.0269, + "step": 34209 + }, + { + "epoch": 29.016115351993214, + "grad_norm": 0.7978921645326966, + "learning_rate": 1.6655257551467084e-05, + "loss": 0.0271, + "step": 34210 + }, + { + "epoch": 29.01696352841391, + "grad_norm": 0.8587315828253709, + "learning_rate": 1.6655052517096394e-05, + "loss": 0.026, + "step": 34211 + }, + { + "epoch": 29.017811704834607, + "grad_norm": 0.7916141863317632, + "learning_rate": 1.665484747770367e-05, + "loss": 0.025, + "step": 34212 + }, + { + "epoch": 29.0186598812553, + "grad_norm": 0.854400811728782, + "learning_rate": 1.6654642433289058e-05, + "loss": 0.0283, + "step": 34213 + }, + { + "epoch": 29.019508057675996, + "grad_norm": 0.7827595242188011, + "learning_rate": 1.665443738385271e-05, + "loss": 0.0253, + "step": 34214 + }, + { + "epoch": 29.020356234096692, + "grad_norm": 0.7687525340617599, + "learning_rate": 1.6654232329394794e-05, + "loss": 0.0252, + "step": 34215 + }, + { + "epoch": 29.021204410517388, + "grad_norm": 0.7908170243360336, + "learning_rate": 1.6654027269915455e-05, + "loss": 0.0252, + "step": 34216 + }, + { + "epoch": 29.022052586938084, + "grad_norm": 0.7607706851831162, + "learning_rate": 1.665382220541485e-05, + "loss": 0.0248, + "step": 34217 + }, + { + "epoch": 29.022900763358777, + "grad_norm": 0.7805287513026032, + "learning_rate": 1.6653617135893134e-05, + "loss": 0.0292, + "step": 34218 + }, + { + "epoch": 29.023748939779473, + "grad_norm": 0.8807518365916679, + "learning_rate": 1.665341206135046e-05, + "loss": 0.0255, + "step": 34219 + }, + { + "epoch": 29.02459711620017, + "grad_norm": 0.777710918311903, + "learning_rate": 1.6653206981786983e-05, + "loss": 0.0245, + "step": 34220 + }, + { + "epoch": 29.025445292620866, + "grad_norm": 0.7880121255592293, + "learning_rate": 1.6653001897202862e-05, + "loss": 0.0251, + "step": 34221 + }, + { + "epoch": 29.026293469041562, + "grad_norm": 0.7279547897934269, + "learning_rate": 1.6652796807598248e-05, + "loss": 0.0258, + "step": 34222 + }, + { + "epoch": 29.027141645462255, + "grad_norm": 0.6832324606625798, + "learning_rate": 1.6652591712973296e-05, + "loss": 0.0252, + "step": 34223 + }, + { + "epoch": 29.02798982188295, + "grad_norm": 0.8006271913364806, + "learning_rate": 1.665238661332816e-05, + "loss": 0.0251, + "step": 34224 + }, + { + "epoch": 29.028837998303647, + "grad_norm": 0.85538897749265, + "learning_rate": 1.6652181508662998e-05, + "loss": 0.0274, + "step": 34225 + }, + { + "epoch": 29.029686174724343, + "grad_norm": 0.876746866381661, + "learning_rate": 1.665197639897796e-05, + "loss": 0.0291, + "step": 34226 + }, + { + "epoch": 29.03053435114504, + "grad_norm": 0.8185132070285457, + "learning_rate": 1.6651771284273205e-05, + "loss": 0.0267, + "step": 34227 + }, + { + "epoch": 29.031382527565732, + "grad_norm": 1.0311922359035104, + "learning_rate": 1.665156616454888e-05, + "loss": 0.0269, + "step": 34228 + }, + { + "epoch": 29.03223070398643, + "grad_norm": 0.7226489226666378, + "learning_rate": 1.6651361039805156e-05, + "loss": 0.0242, + "step": 34229 + }, + { + "epoch": 29.033078880407125, + "grad_norm": 0.7515675114940125, + "learning_rate": 1.6651155910042174e-05, + "loss": 0.0264, + "step": 34230 + }, + { + "epoch": 29.03392705682782, + "grad_norm": 0.745522702752329, + "learning_rate": 1.6650950775260092e-05, + "loss": 0.0251, + "step": 34231 + }, + { + "epoch": 29.034775233248517, + "grad_norm": 0.7458815309343585, + "learning_rate": 1.6650745635459068e-05, + "loss": 0.0251, + "step": 34232 + }, + { + "epoch": 29.03562340966921, + "grad_norm": 0.8922454917942579, + "learning_rate": 1.6650540490639253e-05, + "loss": 0.0269, + "step": 34233 + }, + { + "epoch": 29.036471586089906, + "grad_norm": 0.8762296679642879, + "learning_rate": 1.6650335340800797e-05, + "loss": 0.0241, + "step": 34234 + }, + { + "epoch": 29.037319762510602, + "grad_norm": 0.9042073214105925, + "learning_rate": 1.6650130185943868e-05, + "loss": 0.0256, + "step": 34235 + }, + { + "epoch": 29.0381679389313, + "grad_norm": 0.9176171534913078, + "learning_rate": 1.664992502606861e-05, + "loss": 0.025, + "step": 34236 + }, + { + "epoch": 29.039016115351995, + "grad_norm": 0.7692374963149547, + "learning_rate": 1.6649719861175185e-05, + "loss": 0.0247, + "step": 34237 + }, + { + "epoch": 29.039864291772687, + "grad_norm": 0.6981770309925799, + "learning_rate": 1.6649514691263743e-05, + "loss": 0.0236, + "step": 34238 + }, + { + "epoch": 29.040712468193384, + "grad_norm": 0.753447784417335, + "learning_rate": 1.6649309516334437e-05, + "loss": 0.0237, + "step": 34239 + }, + { + "epoch": 29.04156064461408, + "grad_norm": 0.8656670733982442, + "learning_rate": 1.6649104336387426e-05, + "loss": 0.0275, + "step": 34240 + }, + { + "epoch": 29.042408821034776, + "grad_norm": 0.721143310018345, + "learning_rate": 1.6648899151422867e-05, + "loss": 0.026, + "step": 34241 + }, + { + "epoch": 29.043256997455472, + "grad_norm": 0.8180498043870983, + "learning_rate": 1.6648693961440908e-05, + "loss": 0.026, + "step": 34242 + }, + { + "epoch": 29.044105173876165, + "grad_norm": 0.9196453758428466, + "learning_rate": 1.664848876644171e-05, + "loss": 0.0246, + "step": 34243 + }, + { + "epoch": 29.04495335029686, + "grad_norm": 0.6656066597187309, + "learning_rate": 1.6648283566425428e-05, + "loss": 0.0241, + "step": 34244 + }, + { + "epoch": 29.045801526717558, + "grad_norm": 0.9705794955026178, + "learning_rate": 1.6648078361392208e-05, + "loss": 0.0235, + "step": 34245 + }, + { + "epoch": 29.046649703138254, + "grad_norm": 0.8575581203326469, + "learning_rate": 1.6647873151342212e-05, + "loss": 0.0276, + "step": 34246 + }, + { + "epoch": 29.04749787955895, + "grad_norm": 0.778497361720281, + "learning_rate": 1.6647667936275596e-05, + "loss": 0.0242, + "step": 34247 + }, + { + "epoch": 29.048346055979643, + "grad_norm": 0.876240722345396, + "learning_rate": 1.6647462716192512e-05, + "loss": 0.0297, + "step": 34248 + }, + { + "epoch": 29.04919423240034, + "grad_norm": 0.767942875663275, + "learning_rate": 1.664725749109312e-05, + "loss": 0.0272, + "step": 34249 + }, + { + "epoch": 29.050042408821035, + "grad_norm": 0.7607491865085976, + "learning_rate": 1.6647052260977564e-05, + "loss": 0.026, + "step": 34250 + }, + { + "epoch": 29.05089058524173, + "grad_norm": 0.8544513292930718, + "learning_rate": 1.6646847025846007e-05, + "loss": 0.0268, + "step": 34251 + }, + { + "epoch": 29.051738761662424, + "grad_norm": 0.7532928439401598, + "learning_rate": 1.6646641785698603e-05, + "loss": 0.0271, + "step": 34252 + }, + { + "epoch": 29.05258693808312, + "grad_norm": 0.842396727724104, + "learning_rate": 1.6646436540535504e-05, + "loss": 0.0265, + "step": 34253 + }, + { + "epoch": 29.053435114503817, + "grad_norm": 0.7914659924985807, + "learning_rate": 1.664623129035687e-05, + "loss": 0.0254, + "step": 34254 + }, + { + "epoch": 29.054283290924513, + "grad_norm": 0.7573066018112757, + "learning_rate": 1.6646026035162856e-05, + "loss": 0.0257, + "step": 34255 + }, + { + "epoch": 29.05513146734521, + "grad_norm": 0.9920046758322819, + "learning_rate": 1.664582077495361e-05, + "loss": 0.0276, + "step": 34256 + }, + { + "epoch": 29.0559796437659, + "grad_norm": 0.8030739511731455, + "learning_rate": 1.6645615509729286e-05, + "loss": 0.0245, + "step": 34257 + }, + { + "epoch": 29.056827820186598, + "grad_norm": 0.767693579979795, + "learning_rate": 1.664541023949005e-05, + "loss": 0.0248, + "step": 34258 + }, + { + "epoch": 29.057675996607294, + "grad_norm": 0.866442668157382, + "learning_rate": 1.6645204964236044e-05, + "loss": 0.0269, + "step": 34259 + }, + { + "epoch": 29.05852417302799, + "grad_norm": 0.9728411857470808, + "learning_rate": 1.6644999683967434e-05, + "loss": 0.0262, + "step": 34260 + }, + { + "epoch": 29.059372349448687, + "grad_norm": 1.4242576270416325, + "learning_rate": 1.664479439868437e-05, + "loss": 0.0284, + "step": 34261 + }, + { + "epoch": 29.06022052586938, + "grad_norm": 0.8017752526217408, + "learning_rate": 1.6644589108387007e-05, + "loss": 0.0268, + "step": 34262 + }, + { + "epoch": 29.061068702290076, + "grad_norm": 0.9248989567918742, + "learning_rate": 1.66443838130755e-05, + "loss": 0.0259, + "step": 34263 + }, + { + "epoch": 29.061916878710772, + "grad_norm": 0.8838675076564105, + "learning_rate": 1.6644178512750004e-05, + "loss": 0.0272, + "step": 34264 + }, + { + "epoch": 29.062765055131468, + "grad_norm": 0.7742376988099632, + "learning_rate": 1.6643973207410672e-05, + "loss": 0.0251, + "step": 34265 + }, + { + "epoch": 29.063613231552164, + "grad_norm": 0.9290443799350496, + "learning_rate": 1.6643767897057664e-05, + "loss": 0.0283, + "step": 34266 + }, + { + "epoch": 29.064461407972857, + "grad_norm": 0.9800792782677027, + "learning_rate": 1.6643562581691132e-05, + "loss": 0.0299, + "step": 34267 + }, + { + "epoch": 29.065309584393553, + "grad_norm": 0.9222872485658408, + "learning_rate": 1.664335726131123e-05, + "loss": 0.027, + "step": 34268 + }, + { + "epoch": 29.06615776081425, + "grad_norm": 0.9857041546261025, + "learning_rate": 1.664315193591811e-05, + "loss": 0.0287, + "step": 34269 + }, + { + "epoch": 29.067005937234946, + "grad_norm": 0.8150454880241861, + "learning_rate": 1.6642946605511933e-05, + "loss": 0.0263, + "step": 34270 + }, + { + "epoch": 29.067854113655642, + "grad_norm": 1.1476517170104124, + "learning_rate": 1.664274127009285e-05, + "loss": 0.0266, + "step": 34271 + }, + { + "epoch": 29.068702290076335, + "grad_norm": 0.9252994469112718, + "learning_rate": 1.664253592966102e-05, + "loss": 0.0255, + "step": 34272 + }, + { + "epoch": 29.06955046649703, + "grad_norm": 0.8179657820034787, + "learning_rate": 1.6642330584216595e-05, + "loss": 0.0269, + "step": 34273 + }, + { + "epoch": 29.070398642917727, + "grad_norm": 0.9364982366097907, + "learning_rate": 1.664212523375973e-05, + "loss": 0.0276, + "step": 34274 + }, + { + "epoch": 29.071246819338423, + "grad_norm": 1.1054364022562706, + "learning_rate": 1.664191987829058e-05, + "loss": 0.0298, + "step": 34275 + }, + { + "epoch": 29.07209499575912, + "grad_norm": 0.9360321523116988, + "learning_rate": 1.66417145178093e-05, + "loss": 0.0254, + "step": 34276 + }, + { + "epoch": 29.072943172179812, + "grad_norm": 1.0425331270384877, + "learning_rate": 1.6641509152316047e-05, + "loss": 0.0285, + "step": 34277 + }, + { + "epoch": 29.07379134860051, + "grad_norm": 1.2799148993232186, + "learning_rate": 1.6641303781810974e-05, + "loss": 0.0312, + "step": 34278 + }, + { + "epoch": 29.074639525021205, + "grad_norm": 0.8830110784743092, + "learning_rate": 1.6641098406294234e-05, + "loss": 0.0266, + "step": 34279 + }, + { + "epoch": 29.0754877014419, + "grad_norm": 1.0320848495695205, + "learning_rate": 1.6640893025765986e-05, + "loss": 0.0266, + "step": 34280 + }, + { + "epoch": 29.076335877862597, + "grad_norm": 0.9873041153054454, + "learning_rate": 1.6640687640226383e-05, + "loss": 0.0274, + "step": 34281 + }, + { + "epoch": 29.07718405428329, + "grad_norm": 0.9274930846775691, + "learning_rate": 1.664048224967558e-05, + "loss": 0.0252, + "step": 34282 + }, + { + "epoch": 29.078032230703986, + "grad_norm": 0.843374231973678, + "learning_rate": 1.6640276854113734e-05, + "loss": 0.0269, + "step": 34283 + }, + { + "epoch": 29.078880407124682, + "grad_norm": 1.0423885875843666, + "learning_rate": 1.6640071453540994e-05, + "loss": 0.0279, + "step": 34284 + }, + { + "epoch": 29.07972858354538, + "grad_norm": 0.9370856153395154, + "learning_rate": 1.663986604795752e-05, + "loss": 0.0264, + "step": 34285 + }, + { + "epoch": 29.08057675996607, + "grad_norm": 0.9680667160997194, + "learning_rate": 1.663966063736347e-05, + "loss": 0.0261, + "step": 34286 + }, + { + "epoch": 29.081424936386767, + "grad_norm": 0.884288905699285, + "learning_rate": 1.6639455221758995e-05, + "loss": 0.0308, + "step": 34287 + }, + { + "epoch": 29.082273112807464, + "grad_norm": 0.8485755289350249, + "learning_rate": 1.6639249801144245e-05, + "loss": 0.025, + "step": 34288 + }, + { + "epoch": 29.08312128922816, + "grad_norm": 0.8583380104099336, + "learning_rate": 1.6639044375519384e-05, + "loss": 0.0283, + "step": 34289 + }, + { + "epoch": 29.083969465648856, + "grad_norm": 0.845643917710456, + "learning_rate": 1.6638838944884563e-05, + "loss": 0.0266, + "step": 34290 + }, + { + "epoch": 29.08481764206955, + "grad_norm": 1.1028052407406932, + "learning_rate": 1.6638633509239935e-05, + "loss": 0.0293, + "step": 34291 + }, + { + "epoch": 29.085665818490245, + "grad_norm": 0.8241307193348271, + "learning_rate": 1.663842806858566e-05, + "loss": 0.0268, + "step": 34292 + }, + { + "epoch": 29.08651399491094, + "grad_norm": 0.7674208834471067, + "learning_rate": 1.663822262292189e-05, + "loss": 0.0262, + "step": 34293 + }, + { + "epoch": 29.087362171331637, + "grad_norm": 0.9823476915908887, + "learning_rate": 1.663801717224878e-05, + "loss": 0.0297, + "step": 34294 + }, + { + "epoch": 29.088210347752334, + "grad_norm": 0.8035083620695566, + "learning_rate": 1.6637811716566487e-05, + "loss": 0.0276, + "step": 34295 + }, + { + "epoch": 29.089058524173026, + "grad_norm": 0.9579659397033217, + "learning_rate": 1.663760625587516e-05, + "loss": 0.0268, + "step": 34296 + }, + { + "epoch": 29.089906700593723, + "grad_norm": 0.8379881302501507, + "learning_rate": 1.6637400790174964e-05, + "loss": 0.0255, + "step": 34297 + }, + { + "epoch": 29.09075487701442, + "grad_norm": 0.9190449895171413, + "learning_rate": 1.6637195319466045e-05, + "loss": 0.0262, + "step": 34298 + }, + { + "epoch": 29.091603053435115, + "grad_norm": 0.8370136517994284, + "learning_rate": 1.663698984374856e-05, + "loss": 0.0254, + "step": 34299 + }, + { + "epoch": 29.09245122985581, + "grad_norm": 0.8558938813359522, + "learning_rate": 1.6636784363022667e-05, + "loss": 0.0299, + "step": 34300 + }, + { + "epoch": 29.093299406276504, + "grad_norm": 0.7904591238193475, + "learning_rate": 1.6636578877288523e-05, + "loss": 0.0265, + "step": 34301 + }, + { + "epoch": 29.0941475826972, + "grad_norm": 0.916669232372116, + "learning_rate": 1.6636373386546276e-05, + "loss": 0.028, + "step": 34302 + }, + { + "epoch": 29.094995759117896, + "grad_norm": 0.9010853068127723, + "learning_rate": 1.6636167890796085e-05, + "loss": 0.027, + "step": 34303 + }, + { + "epoch": 29.095843935538593, + "grad_norm": 0.9543346081881082, + "learning_rate": 1.6635962390038107e-05, + "loss": 0.0297, + "step": 34304 + }, + { + "epoch": 29.09669211195929, + "grad_norm": 0.9835671550705494, + "learning_rate": 1.6635756884272494e-05, + "loss": 0.0324, + "step": 34305 + }, + { + "epoch": 29.09754028837998, + "grad_norm": 0.8775412400014841, + "learning_rate": 1.66355513734994e-05, + "loss": 0.0281, + "step": 34306 + }, + { + "epoch": 29.098388464800678, + "grad_norm": 0.9339949541706509, + "learning_rate": 1.6635345857718986e-05, + "loss": 0.0258, + "step": 34307 + }, + { + "epoch": 29.099236641221374, + "grad_norm": 0.839086454639025, + "learning_rate": 1.6635140336931402e-05, + "loss": 0.0271, + "step": 34308 + }, + { + "epoch": 29.10008481764207, + "grad_norm": 0.8392903669123246, + "learning_rate": 1.6634934811136804e-05, + "loss": 0.0288, + "step": 34309 + }, + { + "epoch": 29.100932994062767, + "grad_norm": 0.8989538378692365, + "learning_rate": 1.6634729280335347e-05, + "loss": 0.0297, + "step": 34310 + }, + { + "epoch": 29.10178117048346, + "grad_norm": 0.8607005275454429, + "learning_rate": 1.6634523744527186e-05, + "loss": 0.0267, + "step": 34311 + }, + { + "epoch": 29.102629346904155, + "grad_norm": 0.7843358904546452, + "learning_rate": 1.6634318203712478e-05, + "loss": 0.0267, + "step": 34312 + }, + { + "epoch": 29.10347752332485, + "grad_norm": 0.9024187362527062, + "learning_rate": 1.6634112657891374e-05, + "loss": 0.0296, + "step": 34313 + }, + { + "epoch": 29.104325699745548, + "grad_norm": 0.8248732665489376, + "learning_rate": 1.6633907107064032e-05, + "loss": 0.0285, + "step": 34314 + }, + { + "epoch": 29.105173876166244, + "grad_norm": 0.7889889808843232, + "learning_rate": 1.6633701551230613e-05, + "loss": 0.0258, + "step": 34315 + }, + { + "epoch": 29.106022052586937, + "grad_norm": 0.7834930349273386, + "learning_rate": 1.663349599039126e-05, + "loss": 0.0272, + "step": 34316 + }, + { + "epoch": 29.106870229007633, + "grad_norm": 0.8131963438975509, + "learning_rate": 1.6633290424546135e-05, + "loss": 0.0273, + "step": 34317 + }, + { + "epoch": 29.10771840542833, + "grad_norm": 1.0178470756992157, + "learning_rate": 1.663308485369539e-05, + "loss": 0.0302, + "step": 34318 + }, + { + "epoch": 29.108566581849026, + "grad_norm": 0.8063038498785214, + "learning_rate": 1.6632879277839187e-05, + "loss": 0.0249, + "step": 34319 + }, + { + "epoch": 29.109414758269722, + "grad_norm": 0.9499847988915593, + "learning_rate": 1.6632673696977676e-05, + "loss": 0.0265, + "step": 34320 + }, + { + "epoch": 29.110262934690414, + "grad_norm": 0.8215280582275807, + "learning_rate": 1.663246811111101e-05, + "loss": 0.0247, + "step": 34321 + }, + { + "epoch": 29.11111111111111, + "grad_norm": 0.8153588566665863, + "learning_rate": 1.663226252023935e-05, + "loss": 0.0286, + "step": 34322 + }, + { + "epoch": 29.111959287531807, + "grad_norm": 0.9627426591653538, + "learning_rate": 1.663205692436285e-05, + "loss": 0.0268, + "step": 34323 + }, + { + "epoch": 29.112807463952503, + "grad_norm": 0.7784853428568914, + "learning_rate": 1.6631851323481657e-05, + "loss": 0.0267, + "step": 34324 + }, + { + "epoch": 29.113655640373196, + "grad_norm": 1.0034493185508642, + "learning_rate": 1.6631645717595933e-05, + "loss": 0.0273, + "step": 34325 + }, + { + "epoch": 29.114503816793892, + "grad_norm": 0.952752097846754, + "learning_rate": 1.6631440106705837e-05, + "loss": 0.0258, + "step": 34326 + }, + { + "epoch": 29.11535199321459, + "grad_norm": 1.0143974386393382, + "learning_rate": 1.6631234490811517e-05, + "loss": 0.0307, + "step": 34327 + }, + { + "epoch": 29.116200169635285, + "grad_norm": 0.8803867794347626, + "learning_rate": 1.6631028869913127e-05, + "loss": 0.0276, + "step": 34328 + }, + { + "epoch": 29.11704834605598, + "grad_norm": 0.8519572887477068, + "learning_rate": 1.6630823244010832e-05, + "loss": 0.0265, + "step": 34329 + }, + { + "epoch": 29.117896522476673, + "grad_norm": 0.8954182358612368, + "learning_rate": 1.6630617613104778e-05, + "loss": 0.0257, + "step": 34330 + }, + { + "epoch": 29.11874469889737, + "grad_norm": 0.9036779194257628, + "learning_rate": 1.663041197719512e-05, + "loss": 0.0277, + "step": 34331 + }, + { + "epoch": 29.119592875318066, + "grad_norm": 0.9254211512227641, + "learning_rate": 1.6630206336282023e-05, + "loss": 0.0256, + "step": 34332 + }, + { + "epoch": 29.120441051738762, + "grad_norm": 0.9746885234339104, + "learning_rate": 1.6630000690365637e-05, + "loss": 0.0286, + "step": 34333 + }, + { + "epoch": 29.12128922815946, + "grad_norm": 0.8509806349478287, + "learning_rate": 1.662979503944611e-05, + "loss": 0.0271, + "step": 34334 + }, + { + "epoch": 29.12213740458015, + "grad_norm": 0.7889260368952951, + "learning_rate": 1.66295893835236e-05, + "loss": 0.0281, + "step": 34335 + }, + { + "epoch": 29.122985581000847, + "grad_norm": 0.900303091175419, + "learning_rate": 1.6629383722598275e-05, + "loss": 0.027, + "step": 34336 + }, + { + "epoch": 29.123833757421544, + "grad_norm": 0.9903196331898149, + "learning_rate": 1.662917805667027e-05, + "loss": 0.0305, + "step": 34337 + }, + { + "epoch": 29.12468193384224, + "grad_norm": 0.8259798696097987, + "learning_rate": 1.662897238573976e-05, + "loss": 0.0273, + "step": 34338 + }, + { + "epoch": 29.125530110262936, + "grad_norm": 0.7661705249216183, + "learning_rate": 1.6628766709806884e-05, + "loss": 0.0259, + "step": 34339 + }, + { + "epoch": 29.12637828668363, + "grad_norm": 0.9730876119546511, + "learning_rate": 1.6628561028871808e-05, + "loss": 0.0273, + "step": 34340 + }, + { + "epoch": 29.127226463104325, + "grad_norm": 0.812957450766341, + "learning_rate": 1.662835534293468e-05, + "loss": 0.0276, + "step": 34341 + }, + { + "epoch": 29.12807463952502, + "grad_norm": 1.0133046531342564, + "learning_rate": 1.662814965199566e-05, + "loss": 0.0286, + "step": 34342 + }, + { + "epoch": 29.128922815945717, + "grad_norm": 0.812278924713233, + "learning_rate": 1.66279439560549e-05, + "loss": 0.0255, + "step": 34343 + }, + { + "epoch": 29.129770992366414, + "grad_norm": 0.739395110984017, + "learning_rate": 1.662773825511256e-05, + "loss": 0.0267, + "step": 34344 + }, + { + "epoch": 29.130619168787106, + "grad_norm": 0.870163484579089, + "learning_rate": 1.662753254916879e-05, + "loss": 0.0262, + "step": 34345 + }, + { + "epoch": 29.131467345207803, + "grad_norm": 0.9279173796402977, + "learning_rate": 1.6627326838223747e-05, + "loss": 0.0246, + "step": 34346 + }, + { + "epoch": 29.1323155216285, + "grad_norm": 1.2291109946518741, + "learning_rate": 1.6627121122277588e-05, + "loss": 0.032, + "step": 34347 + }, + { + "epoch": 29.133163698049195, + "grad_norm": 1.3328380882960158, + "learning_rate": 1.6626915401330464e-05, + "loss": 0.0326, + "step": 34348 + }, + { + "epoch": 29.13401187446989, + "grad_norm": 0.7152724211419472, + "learning_rate": 1.6626709675382536e-05, + "loss": 0.0266, + "step": 34349 + }, + { + "epoch": 29.134860050890584, + "grad_norm": 0.8222318631742771, + "learning_rate": 1.6626503944433956e-05, + "loss": 0.0259, + "step": 34350 + }, + { + "epoch": 29.13570822731128, + "grad_norm": 1.0047494431219681, + "learning_rate": 1.662629820848488e-05, + "loss": 0.0274, + "step": 34351 + }, + { + "epoch": 29.136556403731976, + "grad_norm": 0.8760769505608565, + "learning_rate": 1.662609246753546e-05, + "loss": 0.0252, + "step": 34352 + }, + { + "epoch": 29.137404580152673, + "grad_norm": 0.9308508068479133, + "learning_rate": 1.6625886721585858e-05, + "loss": 0.0284, + "step": 34353 + }, + { + "epoch": 29.13825275657337, + "grad_norm": 0.8741677788740919, + "learning_rate": 1.662568097063622e-05, + "loss": 0.0284, + "step": 34354 + }, + { + "epoch": 29.13910093299406, + "grad_norm": 0.8943440194588366, + "learning_rate": 1.662547521468671e-05, + "loss": 0.0264, + "step": 34355 + }, + { + "epoch": 29.139949109414758, + "grad_norm": 0.7331954440511188, + "learning_rate": 1.662526945373748e-05, + "loss": 0.0254, + "step": 34356 + }, + { + "epoch": 29.140797285835454, + "grad_norm": 0.9161992482379816, + "learning_rate": 1.6625063687788686e-05, + "loss": 0.0286, + "step": 34357 + }, + { + "epoch": 29.14164546225615, + "grad_norm": 0.8740639750187341, + "learning_rate": 1.6624857916840476e-05, + "loss": 0.0291, + "step": 34358 + }, + { + "epoch": 29.142493638676847, + "grad_norm": 0.9266960120853636, + "learning_rate": 1.662465214089302e-05, + "loss": 0.0258, + "step": 34359 + }, + { + "epoch": 29.14334181509754, + "grad_norm": 0.919156466739182, + "learning_rate": 1.662444635994646e-05, + "loss": 0.0272, + "step": 34360 + }, + { + "epoch": 29.144189991518235, + "grad_norm": 0.8314314129961364, + "learning_rate": 1.662424057400096e-05, + "loss": 0.0268, + "step": 34361 + }, + { + "epoch": 29.14503816793893, + "grad_norm": 0.702057817592814, + "learning_rate": 1.6624034783056666e-05, + "loss": 0.0256, + "step": 34362 + }, + { + "epoch": 29.145886344359628, + "grad_norm": 0.7556937897569778, + "learning_rate": 1.6623828987113743e-05, + "loss": 0.0255, + "step": 34363 + }, + { + "epoch": 29.14673452078032, + "grad_norm": 0.9758487414869997, + "learning_rate": 1.662362318617234e-05, + "loss": 0.0285, + "step": 34364 + }, + { + "epoch": 29.147582697201017, + "grad_norm": 0.870611839732041, + "learning_rate": 1.6623417380232613e-05, + "loss": 0.0277, + "step": 34365 + }, + { + "epoch": 29.148430873621713, + "grad_norm": 0.8410567279519852, + "learning_rate": 1.662321156929472e-05, + "loss": 0.0249, + "step": 34366 + }, + { + "epoch": 29.14927905004241, + "grad_norm": 0.833101004548569, + "learning_rate": 1.662300575335882e-05, + "loss": 0.0261, + "step": 34367 + }, + { + "epoch": 29.150127226463106, + "grad_norm": 0.9701679164219819, + "learning_rate": 1.662279993242506e-05, + "loss": 0.0281, + "step": 34368 + }, + { + "epoch": 29.150975402883798, + "grad_norm": 0.8108147829303765, + "learning_rate": 1.6622594106493596e-05, + "loss": 0.0273, + "step": 34369 + }, + { + "epoch": 29.151823579304494, + "grad_norm": 0.8612519740412532, + "learning_rate": 1.6622388275564584e-05, + "loss": 0.0278, + "step": 34370 + }, + { + "epoch": 29.15267175572519, + "grad_norm": 0.8291922203657466, + "learning_rate": 1.662218243963819e-05, + "loss": 0.0258, + "step": 34371 + }, + { + "epoch": 29.153519932145887, + "grad_norm": 1.0366881970353157, + "learning_rate": 1.6621976598714555e-05, + "loss": 0.0303, + "step": 34372 + }, + { + "epoch": 29.154368108566583, + "grad_norm": 0.9058659471583117, + "learning_rate": 1.662177075279384e-05, + "loss": 0.028, + "step": 34373 + }, + { + "epoch": 29.155216284987276, + "grad_norm": 0.8390093976115228, + "learning_rate": 1.6621564901876198e-05, + "loss": 0.0245, + "step": 34374 + }, + { + "epoch": 29.156064461407972, + "grad_norm": 0.7711045285606263, + "learning_rate": 1.662135904596179e-05, + "loss": 0.0269, + "step": 34375 + }, + { + "epoch": 29.15691263782867, + "grad_norm": 0.7560177877275897, + "learning_rate": 1.6621153185050767e-05, + "loss": 0.0269, + "step": 34376 + }, + { + "epoch": 29.157760814249365, + "grad_norm": 0.7436904290603717, + "learning_rate": 1.6620947319143286e-05, + "loss": 0.0247, + "step": 34377 + }, + { + "epoch": 29.15860899067006, + "grad_norm": 0.8139869076069012, + "learning_rate": 1.6620741448239502e-05, + "loss": 0.028, + "step": 34378 + }, + { + "epoch": 29.159457167090753, + "grad_norm": 0.8853338051320011, + "learning_rate": 1.6620535572339566e-05, + "loss": 0.0276, + "step": 34379 + }, + { + "epoch": 29.16030534351145, + "grad_norm": 0.9315108790713396, + "learning_rate": 1.6620329691443644e-05, + "loss": 0.0299, + "step": 34380 + }, + { + "epoch": 29.161153519932146, + "grad_norm": 0.9112658906766591, + "learning_rate": 1.6620123805551884e-05, + "loss": 0.0255, + "step": 34381 + }, + { + "epoch": 29.162001696352842, + "grad_norm": 0.8494720780826842, + "learning_rate": 1.6619917914664435e-05, + "loss": 0.0264, + "step": 34382 + }, + { + "epoch": 29.16284987277354, + "grad_norm": 1.0424714891741118, + "learning_rate": 1.6619712018781464e-05, + "loss": 0.0275, + "step": 34383 + }, + { + "epoch": 29.16369804919423, + "grad_norm": 0.9553969414540148, + "learning_rate": 1.6619506117903123e-05, + "loss": 0.0271, + "step": 34384 + }, + { + "epoch": 29.164546225614927, + "grad_norm": 0.8063056663613798, + "learning_rate": 1.6619300212029564e-05, + "loss": 0.0273, + "step": 34385 + }, + { + "epoch": 29.165394402035624, + "grad_norm": 0.7831225644964772, + "learning_rate": 1.6619094301160947e-05, + "loss": 0.0269, + "step": 34386 + }, + { + "epoch": 29.16624257845632, + "grad_norm": 0.8087373172830543, + "learning_rate": 1.6618888385297424e-05, + "loss": 0.0252, + "step": 34387 + }, + { + "epoch": 29.167090754877016, + "grad_norm": 1.0713111176593426, + "learning_rate": 1.6618682464439147e-05, + "loss": 0.032, + "step": 34388 + }, + { + "epoch": 29.16793893129771, + "grad_norm": 0.9510414609498914, + "learning_rate": 1.661847653858628e-05, + "loss": 0.0277, + "step": 34389 + }, + { + "epoch": 29.168787107718405, + "grad_norm": 0.8579500291691908, + "learning_rate": 1.6618270607738975e-05, + "loss": 0.0275, + "step": 34390 + }, + { + "epoch": 29.1696352841391, + "grad_norm": 1.372237546105244, + "learning_rate": 1.6618064671897384e-05, + "loss": 0.0318, + "step": 34391 + }, + { + "epoch": 29.170483460559797, + "grad_norm": 0.9199274771273867, + "learning_rate": 1.6617858731061666e-05, + "loss": 0.0286, + "step": 34392 + }, + { + "epoch": 29.171331636980494, + "grad_norm": 0.8437512974140968, + "learning_rate": 1.6617652785231977e-05, + "loss": 0.0273, + "step": 34393 + }, + { + "epoch": 29.172179813401186, + "grad_norm": 0.8303258371368358, + "learning_rate": 1.6617446834408467e-05, + "loss": 0.027, + "step": 34394 + }, + { + "epoch": 29.173027989821882, + "grad_norm": 0.9600203847360735, + "learning_rate": 1.6617240878591298e-05, + "loss": 0.0293, + "step": 34395 + }, + { + "epoch": 29.17387616624258, + "grad_norm": 0.9417503616935425, + "learning_rate": 1.6617034917780622e-05, + "loss": 0.0273, + "step": 34396 + }, + { + "epoch": 29.174724342663275, + "grad_norm": 0.8060198746369488, + "learning_rate": 1.6616828951976595e-05, + "loss": 0.0268, + "step": 34397 + }, + { + "epoch": 29.17557251908397, + "grad_norm": 0.7818412799139688, + "learning_rate": 1.6616622981179374e-05, + "loss": 0.0253, + "step": 34398 + }, + { + "epoch": 29.176420695504664, + "grad_norm": 0.8955333053823527, + "learning_rate": 1.661641700538911e-05, + "loss": 0.0303, + "step": 34399 + }, + { + "epoch": 29.17726887192536, + "grad_norm": 0.8622574627866004, + "learning_rate": 1.6616211024605964e-05, + "loss": 0.0262, + "step": 34400 + }, + { + "epoch": 29.178117048346056, + "grad_norm": 0.7766555493011207, + "learning_rate": 1.6616005038830086e-05, + "loss": 0.0264, + "step": 34401 + }, + { + "epoch": 29.178965224766753, + "grad_norm": 0.8977789474830143, + "learning_rate": 1.6615799048061637e-05, + "loss": 0.0281, + "step": 34402 + }, + { + "epoch": 29.179813401187445, + "grad_norm": 0.9474711650165271, + "learning_rate": 1.661559305230077e-05, + "loss": 0.0265, + "step": 34403 + }, + { + "epoch": 29.18066157760814, + "grad_norm": 0.9194242059929686, + "learning_rate": 1.6615387051547638e-05, + "loss": 0.0288, + "step": 34404 + }, + { + "epoch": 29.181509754028838, + "grad_norm": 1.026264900180729, + "learning_rate": 1.6615181045802396e-05, + "loss": 0.032, + "step": 34405 + }, + { + "epoch": 29.182357930449534, + "grad_norm": 0.8507131016642622, + "learning_rate": 1.661497503506521e-05, + "loss": 0.0279, + "step": 34406 + }, + { + "epoch": 29.18320610687023, + "grad_norm": 0.8111269641555078, + "learning_rate": 1.661476901933622e-05, + "loss": 0.0271, + "step": 34407 + }, + { + "epoch": 29.184054283290923, + "grad_norm": 0.9352123880991713, + "learning_rate": 1.661456299861559e-05, + "loss": 0.0271, + "step": 34408 + }, + { + "epoch": 29.18490245971162, + "grad_norm": 1.1526880469398602, + "learning_rate": 1.6614356972903477e-05, + "loss": 0.0272, + "step": 34409 + }, + { + "epoch": 29.185750636132315, + "grad_norm": 0.8948468248034981, + "learning_rate": 1.6614150942200034e-05, + "loss": 0.0253, + "step": 34410 + }, + { + "epoch": 29.18659881255301, + "grad_norm": 1.0435949604244268, + "learning_rate": 1.661394490650541e-05, + "loss": 0.0295, + "step": 34411 + }, + { + "epoch": 29.187446988973708, + "grad_norm": 0.9747262270371784, + "learning_rate": 1.6613738865819776e-05, + "loss": 0.0284, + "step": 34412 + }, + { + "epoch": 29.1882951653944, + "grad_norm": 0.9352913599834047, + "learning_rate": 1.6613532820143273e-05, + "loss": 0.0295, + "step": 34413 + }, + { + "epoch": 29.189143341815097, + "grad_norm": 0.9325388805716935, + "learning_rate": 1.6613326769476063e-05, + "loss": 0.027, + "step": 34414 + }, + { + "epoch": 29.189991518235793, + "grad_norm": 1.0103730879495012, + "learning_rate": 1.66131207138183e-05, + "loss": 0.0303, + "step": 34415 + }, + { + "epoch": 29.19083969465649, + "grad_norm": 0.7449746815737708, + "learning_rate": 1.6612914653170138e-05, + "loss": 0.0253, + "step": 34416 + }, + { + "epoch": 29.191687871077185, + "grad_norm": 0.881730384192798, + "learning_rate": 1.6612708587531735e-05, + "loss": 0.026, + "step": 34417 + }, + { + "epoch": 29.192536047497878, + "grad_norm": 0.9160882087900215, + "learning_rate": 1.661250251690325e-05, + "loss": 0.0286, + "step": 34418 + }, + { + "epoch": 29.193384223918574, + "grad_norm": 1.0390345360521922, + "learning_rate": 1.6612296441284832e-05, + "loss": 0.0296, + "step": 34419 + }, + { + "epoch": 29.19423240033927, + "grad_norm": 1.0005265811244013, + "learning_rate": 1.6612090360676637e-05, + "loss": 0.0288, + "step": 34420 + }, + { + "epoch": 29.195080576759967, + "grad_norm": 0.9912581098052068, + "learning_rate": 1.661188427507882e-05, + "loss": 0.0259, + "step": 34421 + }, + { + "epoch": 29.195928753180663, + "grad_norm": 0.9290163478985309, + "learning_rate": 1.6611678184491544e-05, + "loss": 0.0259, + "step": 34422 + }, + { + "epoch": 29.196776929601356, + "grad_norm": 0.9068761228428873, + "learning_rate": 1.6611472088914958e-05, + "loss": 0.031, + "step": 34423 + }, + { + "epoch": 29.197625106022052, + "grad_norm": 1.0250297576245453, + "learning_rate": 1.6611265988349216e-05, + "loss": 0.0312, + "step": 34424 + }, + { + "epoch": 29.198473282442748, + "grad_norm": 0.8919088544763158, + "learning_rate": 1.661105988279448e-05, + "loss": 0.0276, + "step": 34425 + }, + { + "epoch": 29.199321458863444, + "grad_norm": 0.8203874752247852, + "learning_rate": 1.6610853772250904e-05, + "loss": 0.0292, + "step": 34426 + }, + { + "epoch": 29.20016963528414, + "grad_norm": 0.8216478895829405, + "learning_rate": 1.6610647656718635e-05, + "loss": 0.0274, + "step": 34427 + }, + { + "epoch": 29.201017811704833, + "grad_norm": 0.8882216884808399, + "learning_rate": 1.6610441536197837e-05, + "loss": 0.029, + "step": 34428 + }, + { + "epoch": 29.20186598812553, + "grad_norm": 0.9186137758226575, + "learning_rate": 1.6610235410688666e-05, + "loss": 0.0309, + "step": 34429 + }, + { + "epoch": 29.202714164546226, + "grad_norm": 0.6379544896400977, + "learning_rate": 1.6610029280191273e-05, + "loss": 0.0252, + "step": 34430 + }, + { + "epoch": 29.203562340966922, + "grad_norm": 0.707331977241792, + "learning_rate": 1.6609823144705815e-05, + "loss": 0.0259, + "step": 34431 + }, + { + "epoch": 29.20441051738762, + "grad_norm": 0.8728478646968028, + "learning_rate": 1.6609617004232452e-05, + "loss": 0.0301, + "step": 34432 + }, + { + "epoch": 29.20525869380831, + "grad_norm": 0.8148320781014586, + "learning_rate": 1.6609410858771334e-05, + "loss": 0.0279, + "step": 34433 + }, + { + "epoch": 29.206106870229007, + "grad_norm": 0.7999076212865469, + "learning_rate": 1.6609204708322616e-05, + "loss": 0.0272, + "step": 34434 + }, + { + "epoch": 29.206955046649703, + "grad_norm": 0.9254884273659798, + "learning_rate": 1.6608998552886456e-05, + "loss": 0.0297, + "step": 34435 + }, + { + "epoch": 29.2078032230704, + "grad_norm": 0.8741271202628089, + "learning_rate": 1.660879239246301e-05, + "loss": 0.0264, + "step": 34436 + }, + { + "epoch": 29.208651399491096, + "grad_norm": 0.917131128507448, + "learning_rate": 1.6608586227052434e-05, + "loss": 0.0296, + "step": 34437 + }, + { + "epoch": 29.20949957591179, + "grad_norm": 0.8924642600580446, + "learning_rate": 1.6608380056654883e-05, + "loss": 0.0256, + "step": 34438 + }, + { + "epoch": 29.210347752332485, + "grad_norm": 0.8032853318392239, + "learning_rate": 1.660817388127051e-05, + "loss": 0.0282, + "step": 34439 + }, + { + "epoch": 29.21119592875318, + "grad_norm": 1.002817574678974, + "learning_rate": 1.6607967700899473e-05, + "loss": 0.0302, + "step": 34440 + }, + { + "epoch": 29.212044105173877, + "grad_norm": 1.040827033137389, + "learning_rate": 1.660776151554193e-05, + "loss": 0.0307, + "step": 34441 + }, + { + "epoch": 29.21289228159457, + "grad_norm": 0.9169075483014425, + "learning_rate": 1.660755532519803e-05, + "loss": 0.0276, + "step": 34442 + }, + { + "epoch": 29.213740458015266, + "grad_norm": 0.8151950954635072, + "learning_rate": 1.6607349129867935e-05, + "loss": 0.0259, + "step": 34443 + }, + { + "epoch": 29.214588634435962, + "grad_norm": 0.8330638473075578, + "learning_rate": 1.66071429295518e-05, + "loss": 0.0243, + "step": 34444 + }, + { + "epoch": 29.21543681085666, + "grad_norm": 0.794573367250868, + "learning_rate": 1.660693672424978e-05, + "loss": 0.0278, + "step": 34445 + }, + { + "epoch": 29.216284987277355, + "grad_norm": 0.8582366361258655, + "learning_rate": 1.6606730513962022e-05, + "loss": 0.0284, + "step": 34446 + }, + { + "epoch": 29.217133163698048, + "grad_norm": 0.9476809379555695, + "learning_rate": 1.6606524298688693e-05, + "loss": 0.0272, + "step": 34447 + }, + { + "epoch": 29.217981340118744, + "grad_norm": 0.8947176991931277, + "learning_rate": 1.6606318078429945e-05, + "loss": 0.0266, + "step": 34448 + }, + { + "epoch": 29.21882951653944, + "grad_norm": 1.059312418998271, + "learning_rate": 1.6606111853185934e-05, + "loss": 0.0324, + "step": 34449 + }, + { + "epoch": 29.219677692960136, + "grad_norm": 0.8884308886783662, + "learning_rate": 1.6605905622956812e-05, + "loss": 0.0279, + "step": 34450 + }, + { + "epoch": 29.220525869380833, + "grad_norm": 0.7884902671610428, + "learning_rate": 1.6605699387742738e-05, + "loss": 0.0269, + "step": 34451 + }, + { + "epoch": 29.221374045801525, + "grad_norm": 0.9205590446909809, + "learning_rate": 1.660549314754387e-05, + "loss": 0.0264, + "step": 34452 + }, + { + "epoch": 29.22222222222222, + "grad_norm": 0.9750756568309867, + "learning_rate": 1.6605286902360357e-05, + "loss": 0.0269, + "step": 34453 + }, + { + "epoch": 29.223070398642918, + "grad_norm": 0.8586141239330483, + "learning_rate": 1.660508065219236e-05, + "loss": 0.0281, + "step": 34454 + }, + { + "epoch": 29.223918575063614, + "grad_norm": 0.8013438044269334, + "learning_rate": 1.6604874397040033e-05, + "loss": 0.0264, + "step": 34455 + }, + { + "epoch": 29.22476675148431, + "grad_norm": 0.8576932853471876, + "learning_rate": 1.6604668136903533e-05, + "loss": 0.0269, + "step": 34456 + }, + { + "epoch": 29.225614927905003, + "grad_norm": 0.7609628068959197, + "learning_rate": 1.6604461871783013e-05, + "loss": 0.0253, + "step": 34457 + }, + { + "epoch": 29.2264631043257, + "grad_norm": 0.7527732834287197, + "learning_rate": 1.660425560167863e-05, + "loss": 0.0282, + "step": 34458 + }, + { + "epoch": 29.227311280746395, + "grad_norm": 0.9815626517287984, + "learning_rate": 1.660404932659054e-05, + "loss": 0.0307, + "step": 34459 + }, + { + "epoch": 29.22815945716709, + "grad_norm": 1.1324744807448024, + "learning_rate": 1.6603843046518896e-05, + "loss": 0.0286, + "step": 34460 + }, + { + "epoch": 29.229007633587788, + "grad_norm": 1.1146306376308077, + "learning_rate": 1.6603636761463856e-05, + "loss": 0.0288, + "step": 34461 + }, + { + "epoch": 29.22985581000848, + "grad_norm": 1.0636707090112791, + "learning_rate": 1.660343047142558e-05, + "loss": 0.029, + "step": 34462 + }, + { + "epoch": 29.230703986429177, + "grad_norm": 0.9902818781185343, + "learning_rate": 1.6603224176404213e-05, + "loss": 0.0317, + "step": 34463 + }, + { + "epoch": 29.231552162849873, + "grad_norm": 1.035728271304309, + "learning_rate": 1.660301787639992e-05, + "loss": 0.0285, + "step": 34464 + }, + { + "epoch": 29.23240033927057, + "grad_norm": 0.694073117443514, + "learning_rate": 1.6602811571412854e-05, + "loss": 0.0268, + "step": 34465 + }, + { + "epoch": 29.233248515691265, + "grad_norm": 0.9616816722098974, + "learning_rate": 1.6602605261443173e-05, + "loss": 0.03, + "step": 34466 + }, + { + "epoch": 29.234096692111958, + "grad_norm": 0.9863438640864698, + "learning_rate": 1.6602398946491024e-05, + "loss": 0.0307, + "step": 34467 + }, + { + "epoch": 29.234944868532654, + "grad_norm": 0.848655685076232, + "learning_rate": 1.660219262655657e-05, + "loss": 0.0264, + "step": 34468 + }, + { + "epoch": 29.23579304495335, + "grad_norm": 0.9507283101256621, + "learning_rate": 1.660198630163997e-05, + "loss": 0.0314, + "step": 34469 + }, + { + "epoch": 29.236641221374047, + "grad_norm": 0.9046710686830904, + "learning_rate": 1.660177997174137e-05, + "loss": 0.0311, + "step": 34470 + }, + { + "epoch": 29.237489397794743, + "grad_norm": 0.8619784794934834, + "learning_rate": 1.6601573636860932e-05, + "loss": 0.0287, + "step": 34471 + }, + { + "epoch": 29.238337574215436, + "grad_norm": 0.8602164908999254, + "learning_rate": 1.660136729699881e-05, + "loss": 0.0266, + "step": 34472 + }, + { + "epoch": 29.239185750636132, + "grad_norm": 0.8631123156983501, + "learning_rate": 1.6601160952155164e-05, + "loss": 0.0273, + "step": 34473 + }, + { + "epoch": 29.240033927056828, + "grad_norm": 0.8802165051315879, + "learning_rate": 1.6600954602330143e-05, + "loss": 0.0292, + "step": 34474 + }, + { + "epoch": 29.240882103477524, + "grad_norm": 0.8881752036265672, + "learning_rate": 1.6600748247523905e-05, + "loss": 0.0293, + "step": 34475 + }, + { + "epoch": 29.24173027989822, + "grad_norm": 0.8498169050011808, + "learning_rate": 1.6600541887736604e-05, + "loss": 0.0273, + "step": 34476 + }, + { + "epoch": 29.242578456318913, + "grad_norm": 0.7209935660668031, + "learning_rate": 1.6600335522968404e-05, + "loss": 0.0262, + "step": 34477 + }, + { + "epoch": 29.24342663273961, + "grad_norm": 1.0495346156999794, + "learning_rate": 1.660012915321945e-05, + "loss": 0.0299, + "step": 34478 + }, + { + "epoch": 29.244274809160306, + "grad_norm": 0.7820110181459902, + "learning_rate": 1.6599922778489906e-05, + "loss": 0.0282, + "step": 34479 + }, + { + "epoch": 29.245122985581002, + "grad_norm": 0.8037133416241729, + "learning_rate": 1.659971639877992e-05, + "loss": 0.0268, + "step": 34480 + }, + { + "epoch": 29.245971162001695, + "grad_norm": 1.328578032036623, + "learning_rate": 1.6599510014089654e-05, + "loss": 0.0319, + "step": 34481 + }, + { + "epoch": 29.24681933842239, + "grad_norm": 0.9189321332043323, + "learning_rate": 1.6599303624419262e-05, + "loss": 0.0286, + "step": 34482 + }, + { + "epoch": 29.247667514843087, + "grad_norm": 0.8773573598076906, + "learning_rate": 1.65990972297689e-05, + "loss": 0.0266, + "step": 34483 + }, + { + "epoch": 29.248515691263783, + "grad_norm": 0.8993408167944339, + "learning_rate": 1.659889083013872e-05, + "loss": 0.0275, + "step": 34484 + }, + { + "epoch": 29.24936386768448, + "grad_norm": 0.9706451775941707, + "learning_rate": 1.6598684425528885e-05, + "loss": 0.0261, + "step": 34485 + }, + { + "epoch": 29.250212044105172, + "grad_norm": 0.9888534391382561, + "learning_rate": 1.6598478015939544e-05, + "loss": 0.031, + "step": 34486 + }, + { + "epoch": 29.25106022052587, + "grad_norm": 0.8663416607956986, + "learning_rate": 1.6598271601370855e-05, + "loss": 0.0293, + "step": 34487 + }, + { + "epoch": 29.251908396946565, + "grad_norm": 0.9841420290143315, + "learning_rate": 1.6598065181822978e-05, + "loss": 0.0277, + "step": 34488 + }, + { + "epoch": 29.25275657336726, + "grad_norm": 1.4067199319619226, + "learning_rate": 1.6597858757296062e-05, + "loss": 0.0274, + "step": 34489 + }, + { + "epoch": 29.253604749787957, + "grad_norm": 0.8111378521031798, + "learning_rate": 1.6597652327790266e-05, + "loss": 0.026, + "step": 34490 + }, + { + "epoch": 29.25445292620865, + "grad_norm": 0.8078187819239023, + "learning_rate": 1.659744589330575e-05, + "loss": 0.0279, + "step": 34491 + }, + { + "epoch": 29.255301102629346, + "grad_norm": 1.0492212669458405, + "learning_rate": 1.6597239453842656e-05, + "loss": 0.0283, + "step": 34492 + }, + { + "epoch": 29.256149279050042, + "grad_norm": 1.017686236952529, + "learning_rate": 1.6597033009401155e-05, + "loss": 0.0286, + "step": 34493 + }, + { + "epoch": 29.25699745547074, + "grad_norm": 0.9853751300430409, + "learning_rate": 1.6596826559981397e-05, + "loss": 0.0304, + "step": 34494 + }, + { + "epoch": 29.257845631891435, + "grad_norm": 0.9347785943728173, + "learning_rate": 1.6596620105583535e-05, + "loss": 0.0295, + "step": 34495 + }, + { + "epoch": 29.258693808312128, + "grad_norm": 0.9436592143152043, + "learning_rate": 1.6596413646207732e-05, + "loss": 0.0286, + "step": 34496 + }, + { + "epoch": 29.259541984732824, + "grad_norm": 1.0854459465047899, + "learning_rate": 1.6596207181854136e-05, + "loss": 0.0285, + "step": 34497 + }, + { + "epoch": 29.26039016115352, + "grad_norm": 0.8799270150857147, + "learning_rate": 1.6596000712522907e-05, + "loss": 0.0283, + "step": 34498 + }, + { + "epoch": 29.261238337574216, + "grad_norm": 1.1697993933183621, + "learning_rate": 1.65957942382142e-05, + "loss": 0.0294, + "step": 34499 + }, + { + "epoch": 29.262086513994912, + "grad_norm": 0.8897698938348125, + "learning_rate": 1.659558775892817e-05, + "loss": 0.0296, + "step": 34500 + }, + { + "epoch": 29.262934690415605, + "grad_norm": 0.9480195837832337, + "learning_rate": 1.6595381274664973e-05, + "loss": 0.0301, + "step": 34501 + }, + { + "epoch": 29.2637828668363, + "grad_norm": 0.9733397605374814, + "learning_rate": 1.6595174785424767e-05, + "loss": 0.0269, + "step": 34502 + }, + { + "epoch": 29.264631043256998, + "grad_norm": 0.8243645861024539, + "learning_rate": 1.6594968291207703e-05, + "loss": 0.0274, + "step": 34503 + }, + { + "epoch": 29.265479219677694, + "grad_norm": 0.826219672205272, + "learning_rate": 1.6594761792013945e-05, + "loss": 0.0273, + "step": 34504 + }, + { + "epoch": 29.26632739609839, + "grad_norm": 0.8988812008186994, + "learning_rate": 1.6594555287843638e-05, + "loss": 0.0278, + "step": 34505 + }, + { + "epoch": 29.267175572519083, + "grad_norm": 0.8436139550103221, + "learning_rate": 1.659434877869695e-05, + "loss": 0.0267, + "step": 34506 + }, + { + "epoch": 29.26802374893978, + "grad_norm": 0.8237662036602084, + "learning_rate": 1.6594142264574023e-05, + "loss": 0.0279, + "step": 34507 + }, + { + "epoch": 29.268871925360475, + "grad_norm": 0.9724494721585919, + "learning_rate": 1.6593935745475025e-05, + "loss": 0.029, + "step": 34508 + }, + { + "epoch": 29.26972010178117, + "grad_norm": 1.060463830465682, + "learning_rate": 1.6593729221400107e-05, + "loss": 0.0278, + "step": 34509 + }, + { + "epoch": 29.270568278201868, + "grad_norm": 0.794242560530564, + "learning_rate": 1.6593522692349423e-05, + "loss": 0.0249, + "step": 34510 + }, + { + "epoch": 29.27141645462256, + "grad_norm": 0.8387946671596762, + "learning_rate": 1.6593316158323132e-05, + "loss": 0.0264, + "step": 34511 + }, + { + "epoch": 29.272264631043257, + "grad_norm": 0.913462209759038, + "learning_rate": 1.659310961932139e-05, + "loss": 0.0278, + "step": 34512 + }, + { + "epoch": 29.273112807463953, + "grad_norm": 0.8581347067578352, + "learning_rate": 1.6592903075344353e-05, + "loss": 0.0252, + "step": 34513 + }, + { + "epoch": 29.27396098388465, + "grad_norm": 0.845158046038807, + "learning_rate": 1.6592696526392173e-05, + "loss": 0.0261, + "step": 34514 + }, + { + "epoch": 29.274809160305345, + "grad_norm": 0.8362234524885034, + "learning_rate": 1.6592489972465005e-05, + "loss": 0.0268, + "step": 34515 + }, + { + "epoch": 29.275657336726038, + "grad_norm": 0.9803014100952973, + "learning_rate": 1.6592283413563014e-05, + "loss": 0.0287, + "step": 34516 + }, + { + "epoch": 29.276505513146734, + "grad_norm": 0.9315552750680547, + "learning_rate": 1.6592076849686347e-05, + "loss": 0.0286, + "step": 34517 + }, + { + "epoch": 29.27735368956743, + "grad_norm": 1.354240385865119, + "learning_rate": 1.6591870280835164e-05, + "loss": 0.032, + "step": 34518 + }, + { + "epoch": 29.278201865988127, + "grad_norm": 1.031935419792431, + "learning_rate": 1.6591663707009617e-05, + "loss": 0.0296, + "step": 34519 + }, + { + "epoch": 29.27905004240882, + "grad_norm": 0.7859002659971599, + "learning_rate": 1.6591457128209866e-05, + "loss": 0.0268, + "step": 34520 + }, + { + "epoch": 29.279898218829516, + "grad_norm": 0.7977308087488182, + "learning_rate": 1.6591250544436066e-05, + "loss": 0.0291, + "step": 34521 + }, + { + "epoch": 29.280746395250212, + "grad_norm": 0.8805580124772923, + "learning_rate": 1.6591043955688374e-05, + "loss": 0.0293, + "step": 34522 + }, + { + "epoch": 29.281594571670908, + "grad_norm": 0.810943939160158, + "learning_rate": 1.659083736196694e-05, + "loss": 0.0236, + "step": 34523 + }, + { + "epoch": 29.282442748091604, + "grad_norm": 1.1049837972592884, + "learning_rate": 1.6590630763271928e-05, + "loss": 0.0311, + "step": 34524 + }, + { + "epoch": 29.283290924512297, + "grad_norm": 0.7764325944132049, + "learning_rate": 1.659042415960349e-05, + "loss": 0.0261, + "step": 34525 + }, + { + "epoch": 29.284139100932993, + "grad_norm": 0.9618223984514759, + "learning_rate": 1.659021755096178e-05, + "loss": 0.0307, + "step": 34526 + }, + { + "epoch": 29.28498727735369, + "grad_norm": 1.092958086572969, + "learning_rate": 1.6590010937346957e-05, + "loss": 0.0289, + "step": 34527 + }, + { + "epoch": 29.285835453774386, + "grad_norm": 0.978290420151734, + "learning_rate": 1.658980431875918e-05, + "loss": 0.03, + "step": 34528 + }, + { + "epoch": 29.286683630195082, + "grad_norm": 0.8800808514082358, + "learning_rate": 1.6589597695198595e-05, + "loss": 0.0297, + "step": 34529 + }, + { + "epoch": 29.287531806615775, + "grad_norm": 1.149193782102898, + "learning_rate": 1.6589391066665365e-05, + "loss": 0.0256, + "step": 34530 + }, + { + "epoch": 29.28837998303647, + "grad_norm": 0.8106347527542748, + "learning_rate": 1.6589184433159645e-05, + "loss": 0.0263, + "step": 34531 + }, + { + "epoch": 29.289228159457167, + "grad_norm": 0.7980816854060132, + "learning_rate": 1.6588977794681592e-05, + "loss": 0.0256, + "step": 34532 + }, + { + "epoch": 29.290076335877863, + "grad_norm": 1.0677317922067253, + "learning_rate": 1.658877115123136e-05, + "loss": 0.0299, + "step": 34533 + }, + { + "epoch": 29.29092451229856, + "grad_norm": 1.05045040663959, + "learning_rate": 1.6588564502809102e-05, + "loss": 0.0291, + "step": 34534 + }, + { + "epoch": 29.291772688719252, + "grad_norm": 0.9869809790181187, + "learning_rate": 1.658835784941498e-05, + "loss": 0.0283, + "step": 34535 + }, + { + "epoch": 29.29262086513995, + "grad_norm": 0.7806846100231949, + "learning_rate": 1.658815119104915e-05, + "loss": 0.0258, + "step": 34536 + }, + { + "epoch": 29.293469041560645, + "grad_norm": 0.9126774851470348, + "learning_rate": 1.6587944527711763e-05, + "loss": 0.0307, + "step": 34537 + }, + { + "epoch": 29.29431721798134, + "grad_norm": 0.8840390868616482, + "learning_rate": 1.658773785940298e-05, + "loss": 0.0292, + "step": 34538 + }, + { + "epoch": 29.295165394402037, + "grad_norm": 1.0502561979840461, + "learning_rate": 1.658753118612295e-05, + "loss": 0.0281, + "step": 34539 + }, + { + "epoch": 29.29601357082273, + "grad_norm": 1.0771331690536226, + "learning_rate": 1.6587324507871833e-05, + "loss": 0.0282, + "step": 34540 + }, + { + "epoch": 29.296861747243426, + "grad_norm": 1.1038417245471515, + "learning_rate": 1.6587117824649785e-05, + "loss": 0.0309, + "step": 34541 + }, + { + "epoch": 29.297709923664122, + "grad_norm": 0.9911807064872116, + "learning_rate": 1.6586911136456966e-05, + "loss": 0.0297, + "step": 34542 + }, + { + "epoch": 29.29855810008482, + "grad_norm": 1.0033971138346454, + "learning_rate": 1.6586704443293523e-05, + "loss": 0.0281, + "step": 34543 + }, + { + "epoch": 29.299406276505515, + "grad_norm": 0.8632143680587446, + "learning_rate": 1.6586497745159623e-05, + "loss": 0.0271, + "step": 34544 + }, + { + "epoch": 29.300254452926207, + "grad_norm": 0.879512576327135, + "learning_rate": 1.6586291042055412e-05, + "loss": 0.0292, + "step": 34545 + }, + { + "epoch": 29.301102629346904, + "grad_norm": 1.121163106526438, + "learning_rate": 1.658608433398105e-05, + "loss": 0.0324, + "step": 34546 + }, + { + "epoch": 29.3019508057676, + "grad_norm": 1.0635134031270432, + "learning_rate": 1.6585877620936696e-05, + "loss": 0.028, + "step": 34547 + }, + { + "epoch": 29.302798982188296, + "grad_norm": 0.7461610045219822, + "learning_rate": 1.65856709029225e-05, + "loss": 0.0257, + "step": 34548 + }, + { + "epoch": 29.303647158608992, + "grad_norm": 0.899087628243196, + "learning_rate": 1.658546417993862e-05, + "loss": 0.026, + "step": 34549 + }, + { + "epoch": 29.304495335029685, + "grad_norm": 0.9332821226390312, + "learning_rate": 1.6585257451985215e-05, + "loss": 0.0316, + "step": 34550 + }, + { + "epoch": 29.30534351145038, + "grad_norm": 0.8049355652328823, + "learning_rate": 1.6585050719062435e-05, + "loss": 0.0265, + "step": 34551 + }, + { + "epoch": 29.306191687871078, + "grad_norm": 0.8577952349320862, + "learning_rate": 1.658484398117045e-05, + "loss": 0.0281, + "step": 34552 + }, + { + "epoch": 29.307039864291774, + "grad_norm": 0.8726775879720741, + "learning_rate": 1.6584637238309394e-05, + "loss": 0.0295, + "step": 34553 + }, + { + "epoch": 29.307888040712466, + "grad_norm": 1.1409452901425088, + "learning_rate": 1.658443049047944e-05, + "loss": 0.0311, + "step": 34554 + }, + { + "epoch": 29.308736217133163, + "grad_norm": 0.8867603615821626, + "learning_rate": 1.6584223737680742e-05, + "loss": 0.0287, + "step": 34555 + }, + { + "epoch": 29.30958439355386, + "grad_norm": 0.8770716883079458, + "learning_rate": 1.658401697991345e-05, + "loss": 0.0276, + "step": 34556 + }, + { + "epoch": 29.310432569974555, + "grad_norm": 0.8919855914331325, + "learning_rate": 1.6583810217177726e-05, + "loss": 0.0278, + "step": 34557 + }, + { + "epoch": 29.31128074639525, + "grad_norm": 0.8096370527516612, + "learning_rate": 1.6583603449473717e-05, + "loss": 0.0263, + "step": 34558 + }, + { + "epoch": 29.312128922815944, + "grad_norm": 0.9313217609771777, + "learning_rate": 1.6583396676801592e-05, + "loss": 0.0302, + "step": 34559 + }, + { + "epoch": 29.31297709923664, + "grad_norm": 0.8135951625757315, + "learning_rate": 1.6583189899161493e-05, + "loss": 0.0279, + "step": 34560 + }, + { + "epoch": 29.313825275657337, + "grad_norm": 0.9606370995941914, + "learning_rate": 1.6582983116553587e-05, + "loss": 0.0296, + "step": 34561 + }, + { + "epoch": 29.314673452078033, + "grad_norm": 1.138228979555844, + "learning_rate": 1.6582776328978026e-05, + "loss": 0.0313, + "step": 34562 + }, + { + "epoch": 29.31552162849873, + "grad_norm": 0.9483117585403781, + "learning_rate": 1.658256953643497e-05, + "loss": 0.0288, + "step": 34563 + }, + { + "epoch": 29.31636980491942, + "grad_norm": 0.8400293843359745, + "learning_rate": 1.6582362738924565e-05, + "loss": 0.0279, + "step": 34564 + }, + { + "epoch": 29.317217981340118, + "grad_norm": 0.983073069477173, + "learning_rate": 1.6582155936446977e-05, + "loss": 0.0306, + "step": 34565 + }, + { + "epoch": 29.318066157760814, + "grad_norm": 1.0332891138359621, + "learning_rate": 1.6581949129002358e-05, + "loss": 0.0311, + "step": 34566 + }, + { + "epoch": 29.31891433418151, + "grad_norm": 0.8713942560689414, + "learning_rate": 1.6581742316590862e-05, + "loss": 0.0298, + "step": 34567 + }, + { + "epoch": 29.319762510602207, + "grad_norm": 0.8158301118210324, + "learning_rate": 1.658153549921265e-05, + "loss": 0.0275, + "step": 34568 + }, + { + "epoch": 29.3206106870229, + "grad_norm": 0.9673924616340895, + "learning_rate": 1.6581328676867877e-05, + "loss": 0.0267, + "step": 34569 + }, + { + "epoch": 29.321458863443596, + "grad_norm": 0.93356993450207, + "learning_rate": 1.6581121849556696e-05, + "loss": 0.0299, + "step": 34570 + }, + { + "epoch": 29.32230703986429, + "grad_norm": 0.9582801559108042, + "learning_rate": 1.6580915017279266e-05, + "loss": 0.0287, + "step": 34571 + }, + { + "epoch": 29.323155216284988, + "grad_norm": 0.8819650369708385, + "learning_rate": 1.658070818003574e-05, + "loss": 0.0281, + "step": 34572 + }, + { + "epoch": 29.324003392705684, + "grad_norm": 0.8974036834823058, + "learning_rate": 1.6580501337826275e-05, + "loss": 0.0285, + "step": 34573 + }, + { + "epoch": 29.324851569126377, + "grad_norm": 1.101620525871187, + "learning_rate": 1.658029449065103e-05, + "loss": 0.0296, + "step": 34574 + }, + { + "epoch": 29.325699745547073, + "grad_norm": 0.9525069983028002, + "learning_rate": 1.6580087638510158e-05, + "loss": 0.0294, + "step": 34575 + }, + { + "epoch": 29.32654792196777, + "grad_norm": 0.9047080379455226, + "learning_rate": 1.657988078140382e-05, + "loss": 0.0294, + "step": 34576 + }, + { + "epoch": 29.327396098388466, + "grad_norm": 0.8368276520457293, + "learning_rate": 1.6579673919332162e-05, + "loss": 0.0282, + "step": 34577 + }, + { + "epoch": 29.328244274809162, + "grad_norm": 0.7785038251118934, + "learning_rate": 1.657946705229535e-05, + "loss": 0.0305, + "step": 34578 + }, + { + "epoch": 29.329092451229855, + "grad_norm": 0.8901647012672059, + "learning_rate": 1.6579260180293534e-05, + "loss": 0.029, + "step": 34579 + }, + { + "epoch": 29.32994062765055, + "grad_norm": 0.8885896213632096, + "learning_rate": 1.6579053303326876e-05, + "loss": 0.0285, + "step": 34580 + }, + { + "epoch": 29.330788804071247, + "grad_norm": 0.9542685259415388, + "learning_rate": 1.6578846421395527e-05, + "loss": 0.0295, + "step": 34581 + }, + { + "epoch": 29.331636980491943, + "grad_norm": 0.9180050406476278, + "learning_rate": 1.6578639534499647e-05, + "loss": 0.0309, + "step": 34582 + }, + { + "epoch": 29.33248515691264, + "grad_norm": 0.9514574427569512, + "learning_rate": 1.6578432642639385e-05, + "loss": 0.031, + "step": 34583 + }, + { + "epoch": 29.333333333333332, + "grad_norm": 0.9455392212502376, + "learning_rate": 1.6578225745814907e-05, + "loss": 0.0311, + "step": 34584 + }, + { + "epoch": 29.33418150975403, + "grad_norm": 0.9123006103301099, + "learning_rate": 1.6578018844026362e-05, + "loss": 0.0284, + "step": 34585 + }, + { + "epoch": 29.335029686174725, + "grad_norm": 0.8554033187802496, + "learning_rate": 1.6577811937273912e-05, + "loss": 0.026, + "step": 34586 + }, + { + "epoch": 29.33587786259542, + "grad_norm": 0.7842583194797421, + "learning_rate": 1.6577605025557704e-05, + "loss": 0.0307, + "step": 34587 + }, + { + "epoch": 29.336726039016117, + "grad_norm": 0.8079420731536041, + "learning_rate": 1.6577398108877902e-05, + "loss": 0.0273, + "step": 34588 + }, + { + "epoch": 29.33757421543681, + "grad_norm": 1.0108057413393932, + "learning_rate": 1.657719118723466e-05, + "loss": 0.0292, + "step": 34589 + }, + { + "epoch": 29.338422391857506, + "grad_norm": 0.89787101437004, + "learning_rate": 1.6576984260628135e-05, + "loss": 0.0298, + "step": 34590 + }, + { + "epoch": 29.339270568278202, + "grad_norm": 0.7986348209924822, + "learning_rate": 1.6576777329058477e-05, + "loss": 0.0255, + "step": 34591 + }, + { + "epoch": 29.3401187446989, + "grad_norm": 1.0137612352115724, + "learning_rate": 1.6576570392525853e-05, + "loss": 0.0297, + "step": 34592 + }, + { + "epoch": 29.34096692111959, + "grad_norm": 0.926147523032074, + "learning_rate": 1.657636345103041e-05, + "loss": 0.0288, + "step": 34593 + }, + { + "epoch": 29.341815097540287, + "grad_norm": 0.9163384921912054, + "learning_rate": 1.657615650457231e-05, + "loss": 0.0271, + "step": 34594 + }, + { + "epoch": 29.342663273960984, + "grad_norm": 0.9320554237262495, + "learning_rate": 1.6575949553151707e-05, + "loss": 0.027, + "step": 34595 + }, + { + "epoch": 29.34351145038168, + "grad_norm": 1.0486288629870537, + "learning_rate": 1.6575742596768755e-05, + "loss": 0.0312, + "step": 34596 + }, + { + "epoch": 29.344359626802376, + "grad_norm": 0.788686858271295, + "learning_rate": 1.6575535635423615e-05, + "loss": 0.0275, + "step": 34597 + }, + { + "epoch": 29.34520780322307, + "grad_norm": 0.8021531284428441, + "learning_rate": 1.657532866911643e-05, + "loss": 0.0264, + "step": 34598 + }, + { + "epoch": 29.346055979643765, + "grad_norm": 0.8681585137179536, + "learning_rate": 1.657512169784738e-05, + "loss": 0.0302, + "step": 34599 + }, + { + "epoch": 29.34690415606446, + "grad_norm": 0.9236437641494786, + "learning_rate": 1.65749147216166e-05, + "loss": 0.0277, + "step": 34600 + }, + { + "epoch": 29.347752332485157, + "grad_norm": 1.1269014010947271, + "learning_rate": 1.6574707740424257e-05, + "loss": 0.032, + "step": 34601 + }, + { + "epoch": 29.348600508905854, + "grad_norm": 0.8489302656023431, + "learning_rate": 1.6574500754270505e-05, + "loss": 0.0279, + "step": 34602 + }, + { + "epoch": 29.349448685326546, + "grad_norm": 0.8149815326823201, + "learning_rate": 1.6574293763155495e-05, + "loss": 0.0302, + "step": 34603 + }, + { + "epoch": 29.350296861747243, + "grad_norm": 0.8443084873402714, + "learning_rate": 1.657408676707939e-05, + "loss": 0.0279, + "step": 34604 + }, + { + "epoch": 29.35114503816794, + "grad_norm": 0.8855968604777614, + "learning_rate": 1.657387976604234e-05, + "loss": 0.0262, + "step": 34605 + }, + { + "epoch": 29.351993214588635, + "grad_norm": 1.057261005223918, + "learning_rate": 1.6573672760044507e-05, + "loss": 0.0293, + "step": 34606 + }, + { + "epoch": 29.35284139100933, + "grad_norm": 0.9819954291388814, + "learning_rate": 1.657346574908605e-05, + "loss": 0.0302, + "step": 34607 + }, + { + "epoch": 29.353689567430024, + "grad_norm": 0.7682214581443105, + "learning_rate": 1.6573258733167112e-05, + "loss": 0.0284, + "step": 34608 + }, + { + "epoch": 29.35453774385072, + "grad_norm": 0.9686491463586046, + "learning_rate": 1.6573051712287862e-05, + "loss": 0.0284, + "step": 34609 + }, + { + "epoch": 29.355385920271416, + "grad_norm": 0.8480209446770769, + "learning_rate": 1.6572844686448452e-05, + "loss": 0.0288, + "step": 34610 + }, + { + "epoch": 29.356234096692113, + "grad_norm": 1.0336198933166556, + "learning_rate": 1.6572637655649037e-05, + "loss": 0.0311, + "step": 34611 + }, + { + "epoch": 29.35708227311281, + "grad_norm": 1.1366117887107992, + "learning_rate": 1.6572430619889773e-05, + "loss": 0.0308, + "step": 34612 + }, + { + "epoch": 29.3579304495335, + "grad_norm": 0.8839171998545174, + "learning_rate": 1.657222357917082e-05, + "loss": 0.0293, + "step": 34613 + }, + { + "epoch": 29.358778625954198, + "grad_norm": 0.9460022757832722, + "learning_rate": 1.6572016533492328e-05, + "loss": 0.031, + "step": 34614 + }, + { + "epoch": 29.359626802374894, + "grad_norm": 0.9232655712831539, + "learning_rate": 1.6571809482854456e-05, + "loss": 0.0293, + "step": 34615 + }, + { + "epoch": 29.36047497879559, + "grad_norm": 0.8526143572887988, + "learning_rate": 1.657160242725737e-05, + "loss": 0.0278, + "step": 34616 + }, + { + "epoch": 29.361323155216287, + "grad_norm": 1.10041715732609, + "learning_rate": 1.657139536670121e-05, + "loss": 0.0318, + "step": 34617 + }, + { + "epoch": 29.36217133163698, + "grad_norm": 0.9090525815166522, + "learning_rate": 1.6571188301186138e-05, + "loss": 0.0307, + "step": 34618 + }, + { + "epoch": 29.363019508057675, + "grad_norm": 0.931060477862369, + "learning_rate": 1.6570981230712316e-05, + "loss": 0.0279, + "step": 34619 + }, + { + "epoch": 29.36386768447837, + "grad_norm": 1.0350273274220625, + "learning_rate": 1.6570774155279892e-05, + "loss": 0.0293, + "step": 34620 + }, + { + "epoch": 29.364715860899068, + "grad_norm": 0.9206713166364986, + "learning_rate": 1.657056707488903e-05, + "loss": 0.0278, + "step": 34621 + }, + { + "epoch": 29.365564037319764, + "grad_norm": 0.9437317065535037, + "learning_rate": 1.6570359989539882e-05, + "loss": 0.0281, + "step": 34622 + }, + { + "epoch": 29.366412213740457, + "grad_norm": 0.8253700810805531, + "learning_rate": 1.6570152899232604e-05, + "loss": 0.0301, + "step": 34623 + }, + { + "epoch": 29.367260390161153, + "grad_norm": 0.9687993385224426, + "learning_rate": 1.6569945803967355e-05, + "loss": 0.0298, + "step": 34624 + }, + { + "epoch": 29.36810856658185, + "grad_norm": 0.833131296717151, + "learning_rate": 1.6569738703744286e-05, + "loss": 0.0295, + "step": 34625 + }, + { + "epoch": 29.368956743002546, + "grad_norm": 1.017291660317219, + "learning_rate": 1.656953159856356e-05, + "loss": 0.0311, + "step": 34626 + }, + { + "epoch": 29.36980491942324, + "grad_norm": 0.7936862457611911, + "learning_rate": 1.656932448842533e-05, + "loss": 0.0264, + "step": 34627 + }, + { + "epoch": 29.370653095843934, + "grad_norm": 0.956226742258224, + "learning_rate": 1.6569117373329748e-05, + "loss": 0.0292, + "step": 34628 + }, + { + "epoch": 29.37150127226463, + "grad_norm": 1.0584497427402448, + "learning_rate": 1.6568910253276977e-05, + "loss": 0.0292, + "step": 34629 + }, + { + "epoch": 29.372349448685327, + "grad_norm": 0.9090826428705054, + "learning_rate": 1.6568703128267173e-05, + "loss": 0.0308, + "step": 34630 + }, + { + "epoch": 29.373197625106023, + "grad_norm": 0.947455554105569, + "learning_rate": 1.6568495998300487e-05, + "loss": 0.0287, + "step": 34631 + }, + { + "epoch": 29.374045801526716, + "grad_norm": 0.8918151182868386, + "learning_rate": 1.656828886337708e-05, + "loss": 0.0287, + "step": 34632 + }, + { + "epoch": 29.374893977947412, + "grad_norm": 0.8375169738825693, + "learning_rate": 1.6568081723497108e-05, + "loss": 0.0286, + "step": 34633 + }, + { + "epoch": 29.37574215436811, + "grad_norm": 0.7691270272935979, + "learning_rate": 1.6567874578660726e-05, + "loss": 0.0258, + "step": 34634 + }, + { + "epoch": 29.376590330788805, + "grad_norm": 0.9245327995951905, + "learning_rate": 1.656766742886809e-05, + "loss": 0.0291, + "step": 34635 + }, + { + "epoch": 29.3774385072095, + "grad_norm": 0.7219700282719547, + "learning_rate": 1.6567460274119354e-05, + "loss": 0.0243, + "step": 34636 + }, + { + "epoch": 29.378286683630193, + "grad_norm": 0.9094686027161123, + "learning_rate": 1.656725311441468e-05, + "loss": 0.0294, + "step": 34637 + }, + { + "epoch": 29.37913486005089, + "grad_norm": 1.1305244810398836, + "learning_rate": 1.656704594975422e-05, + "loss": 0.0314, + "step": 34638 + }, + { + "epoch": 29.379983036471586, + "grad_norm": 0.9369670883824277, + "learning_rate": 1.6566838780138133e-05, + "loss": 0.0303, + "step": 34639 + }, + { + "epoch": 29.380831212892282, + "grad_norm": 0.7910220988483269, + "learning_rate": 1.6566631605566575e-05, + "loss": 0.0249, + "step": 34640 + }, + { + "epoch": 29.38167938931298, + "grad_norm": 0.9181663352618429, + "learning_rate": 1.65664244260397e-05, + "loss": 0.0282, + "step": 34641 + }, + { + "epoch": 29.38252756573367, + "grad_norm": 0.8718963493559807, + "learning_rate": 1.6566217241557666e-05, + "loss": 0.0286, + "step": 34642 + }, + { + "epoch": 29.383375742154367, + "grad_norm": 1.0198354285226043, + "learning_rate": 1.656601005212063e-05, + "loss": 0.0283, + "step": 34643 + }, + { + "epoch": 29.384223918575064, + "grad_norm": 0.8362178590139459, + "learning_rate": 1.6565802857728743e-05, + "loss": 0.0256, + "step": 34644 + }, + { + "epoch": 29.38507209499576, + "grad_norm": 1.1542024149663368, + "learning_rate": 1.6565595658382168e-05, + "loss": 0.0304, + "step": 34645 + }, + { + "epoch": 29.385920271416456, + "grad_norm": 0.9497708316129733, + "learning_rate": 1.656538845408106e-05, + "loss": 0.0286, + "step": 34646 + }, + { + "epoch": 29.38676844783715, + "grad_norm": 0.7225959854031309, + "learning_rate": 1.656518124482558e-05, + "loss": 0.0243, + "step": 34647 + }, + { + "epoch": 29.387616624257845, + "grad_norm": 0.9025267207487524, + "learning_rate": 1.656497403061587e-05, + "loss": 0.0294, + "step": 34648 + }, + { + "epoch": 29.38846480067854, + "grad_norm": 1.0208719155358603, + "learning_rate": 1.65647668114521e-05, + "loss": 0.0321, + "step": 34649 + }, + { + "epoch": 29.389312977099237, + "grad_norm": 1.1955840015365338, + "learning_rate": 1.6564559587334423e-05, + "loss": 0.0348, + "step": 34650 + }, + { + "epoch": 29.390161153519934, + "grad_norm": 0.8740308912360832, + "learning_rate": 1.656435235826299e-05, + "loss": 0.0281, + "step": 34651 + }, + { + "epoch": 29.391009329940626, + "grad_norm": 0.9723130713213269, + "learning_rate": 1.656414512423796e-05, + "loss": 0.0319, + "step": 34652 + }, + { + "epoch": 29.391857506361323, + "grad_norm": 0.9297094917739416, + "learning_rate": 1.6563937885259497e-05, + "loss": 0.0294, + "step": 34653 + }, + { + "epoch": 29.39270568278202, + "grad_norm": 0.8179916126417061, + "learning_rate": 1.6563730641327748e-05, + "loss": 0.0259, + "step": 34654 + }, + { + "epoch": 29.393553859202715, + "grad_norm": 0.9024874566274951, + "learning_rate": 1.656352339244287e-05, + "loss": 0.0281, + "step": 34655 + }, + { + "epoch": 29.39440203562341, + "grad_norm": 0.9256199494334871, + "learning_rate": 1.6563316138605024e-05, + "loss": 0.0283, + "step": 34656 + }, + { + "epoch": 29.395250212044104, + "grad_norm": 0.9053511121459947, + "learning_rate": 1.6563108879814365e-05, + "loss": 0.0282, + "step": 34657 + }, + { + "epoch": 29.3960983884648, + "grad_norm": 0.9376896247952905, + "learning_rate": 1.6562901616071047e-05, + "loss": 0.0305, + "step": 34658 + }, + { + "epoch": 29.396946564885496, + "grad_norm": 0.9346153264870651, + "learning_rate": 1.656269434737523e-05, + "loss": 0.0284, + "step": 34659 + }, + { + "epoch": 29.397794741306193, + "grad_norm": 0.8479199144538104, + "learning_rate": 1.6562487073727066e-05, + "loss": 0.0278, + "step": 34660 + }, + { + "epoch": 29.39864291772689, + "grad_norm": 0.9744896410098536, + "learning_rate": 1.656227979512672e-05, + "loss": 0.0276, + "step": 34661 + }, + { + "epoch": 29.39949109414758, + "grad_norm": 0.9508794408376492, + "learning_rate": 1.6562072511574333e-05, + "loss": 0.0309, + "step": 34662 + }, + { + "epoch": 29.400339270568278, + "grad_norm": 0.8873393995335415, + "learning_rate": 1.656186522307008e-05, + "loss": 0.0256, + "step": 34663 + }, + { + "epoch": 29.401187446988974, + "grad_norm": 0.8603314656336124, + "learning_rate": 1.6561657929614103e-05, + "loss": 0.028, + "step": 34664 + }, + { + "epoch": 29.40203562340967, + "grad_norm": 0.768482861528935, + "learning_rate": 1.6561450631206564e-05, + "loss": 0.0257, + "step": 34665 + }, + { + "epoch": 29.402883799830363, + "grad_norm": 0.8335174552920068, + "learning_rate": 1.656124332784762e-05, + "loss": 0.0274, + "step": 34666 + }, + { + "epoch": 29.40373197625106, + "grad_norm": 0.9246267736630417, + "learning_rate": 1.6561036019537426e-05, + "loss": 0.0275, + "step": 34667 + }, + { + "epoch": 29.404580152671755, + "grad_norm": 0.903395150736488, + "learning_rate": 1.6560828706276142e-05, + "loss": 0.0284, + "step": 34668 + }, + { + "epoch": 29.40542832909245, + "grad_norm": 0.9024608068703048, + "learning_rate": 1.656062138806392e-05, + "loss": 0.0292, + "step": 34669 + }, + { + "epoch": 29.406276505513148, + "grad_norm": 0.7958970070156698, + "learning_rate": 1.656041406490091e-05, + "loss": 0.0274, + "step": 34670 + }, + { + "epoch": 29.40712468193384, + "grad_norm": 0.9588835631359309, + "learning_rate": 1.6560206736787287e-05, + "loss": 0.0282, + "step": 34671 + }, + { + "epoch": 29.407972858354537, + "grad_norm": 0.9353715212593002, + "learning_rate": 1.6559999403723192e-05, + "loss": 0.0292, + "step": 34672 + }, + { + "epoch": 29.408821034775233, + "grad_norm": 0.7543064348468544, + "learning_rate": 1.6559792065708786e-05, + "loss": 0.0269, + "step": 34673 + }, + { + "epoch": 29.40966921119593, + "grad_norm": 0.7530290162521008, + "learning_rate": 1.6559584722744228e-05, + "loss": 0.026, + "step": 34674 + }, + { + "epoch": 29.410517387616625, + "grad_norm": 0.8914109044682964, + "learning_rate": 1.655937737482967e-05, + "loss": 0.0273, + "step": 34675 + }, + { + "epoch": 29.411365564037318, + "grad_norm": 0.9179727937191645, + "learning_rate": 1.6559170021965272e-05, + "loss": 0.0294, + "step": 34676 + }, + { + "epoch": 29.412213740458014, + "grad_norm": 0.9664897786981285, + "learning_rate": 1.6558962664151186e-05, + "loss": 0.0281, + "step": 34677 + }, + { + "epoch": 29.41306191687871, + "grad_norm": 1.044398282907591, + "learning_rate": 1.6558755301387575e-05, + "loss": 0.0288, + "step": 34678 + }, + { + "epoch": 29.413910093299407, + "grad_norm": 0.8177284006123733, + "learning_rate": 1.655854793367459e-05, + "loss": 0.0281, + "step": 34679 + }, + { + "epoch": 29.414758269720103, + "grad_norm": 0.9163411914364304, + "learning_rate": 1.655834056101239e-05, + "loss": 0.0343, + "step": 34680 + }, + { + "epoch": 29.415606446140796, + "grad_norm": 0.9843388971246014, + "learning_rate": 1.6558133183401132e-05, + "loss": 0.0271, + "step": 34681 + }, + { + "epoch": 29.416454622561492, + "grad_norm": 1.0465007472101573, + "learning_rate": 1.6557925800840972e-05, + "loss": 0.0297, + "step": 34682 + }, + { + "epoch": 29.41730279898219, + "grad_norm": 0.9422323535366898, + "learning_rate": 1.6557718413332063e-05, + "loss": 0.0311, + "step": 34683 + }, + { + "epoch": 29.418150975402884, + "grad_norm": 0.9655576907074365, + "learning_rate": 1.6557511020874567e-05, + "loss": 0.0297, + "step": 34684 + }, + { + "epoch": 29.41899915182358, + "grad_norm": 0.8331999128591678, + "learning_rate": 1.6557303623468636e-05, + "loss": 0.0279, + "step": 34685 + }, + { + "epoch": 29.419847328244273, + "grad_norm": 0.8325228928311428, + "learning_rate": 1.655709622111443e-05, + "loss": 0.028, + "step": 34686 + }, + { + "epoch": 29.42069550466497, + "grad_norm": 0.8099202543933054, + "learning_rate": 1.6556888813812103e-05, + "loss": 0.0268, + "step": 34687 + }, + { + "epoch": 29.421543681085666, + "grad_norm": 1.1810254848035855, + "learning_rate": 1.6556681401561815e-05, + "loss": 0.0332, + "step": 34688 + }, + { + "epoch": 29.422391857506362, + "grad_norm": 0.9857755255859473, + "learning_rate": 1.655647398436372e-05, + "loss": 0.0268, + "step": 34689 + }, + { + "epoch": 29.42324003392706, + "grad_norm": 0.9282929453833133, + "learning_rate": 1.655626656221797e-05, + "loss": 0.0267, + "step": 34690 + }, + { + "epoch": 29.42408821034775, + "grad_norm": 0.9607367880038873, + "learning_rate": 1.655605913512473e-05, + "loss": 0.0306, + "step": 34691 + }, + { + "epoch": 29.424936386768447, + "grad_norm": 0.9314238228634916, + "learning_rate": 1.655585170308415e-05, + "loss": 0.0302, + "step": 34692 + }, + { + "epoch": 29.425784563189143, + "grad_norm": 1.167472671483199, + "learning_rate": 1.6555644266096395e-05, + "loss": 0.0337, + "step": 34693 + }, + { + "epoch": 29.42663273960984, + "grad_norm": 0.8373743204123173, + "learning_rate": 1.6555436824161607e-05, + "loss": 0.0276, + "step": 34694 + }, + { + "epoch": 29.427480916030536, + "grad_norm": 1.033684726656412, + "learning_rate": 1.6555229377279957e-05, + "loss": 0.0285, + "step": 34695 + }, + { + "epoch": 29.42832909245123, + "grad_norm": 1.0558301121189906, + "learning_rate": 1.6555021925451594e-05, + "loss": 0.0279, + "step": 34696 + }, + { + "epoch": 29.429177268871925, + "grad_norm": 0.8346720997871533, + "learning_rate": 1.6554814468676677e-05, + "loss": 0.0264, + "step": 34697 + }, + { + "epoch": 29.43002544529262, + "grad_norm": 0.8812718527171086, + "learning_rate": 1.6554607006955362e-05, + "loss": 0.0281, + "step": 34698 + }, + { + "epoch": 29.430873621713317, + "grad_norm": 0.8603760692780491, + "learning_rate": 1.6554399540287805e-05, + "loss": 0.0266, + "step": 34699 + }, + { + "epoch": 29.431721798134014, + "grad_norm": 0.9696113558318638, + "learning_rate": 1.655419206867416e-05, + "loss": 0.031, + "step": 34700 + }, + { + "epoch": 29.432569974554706, + "grad_norm": 0.8930682486100592, + "learning_rate": 1.655398459211459e-05, + "loss": 0.0256, + "step": 34701 + }, + { + "epoch": 29.433418150975402, + "grad_norm": 0.88280900277863, + "learning_rate": 1.655377711060925e-05, + "loss": 0.0298, + "step": 34702 + }, + { + "epoch": 29.4342663273961, + "grad_norm": 0.9372395155974612, + "learning_rate": 1.6553569624158293e-05, + "loss": 0.0294, + "step": 34703 + }, + { + "epoch": 29.435114503816795, + "grad_norm": 0.7876271768646922, + "learning_rate": 1.6553362132761873e-05, + "loss": 0.0297, + "step": 34704 + }, + { + "epoch": 29.435962680237488, + "grad_norm": 0.9558581012963905, + "learning_rate": 1.6553154636420157e-05, + "loss": 0.028, + "step": 34705 + }, + { + "epoch": 29.436810856658184, + "grad_norm": 0.9018220131751242, + "learning_rate": 1.655294713513329e-05, + "loss": 0.0275, + "step": 34706 + }, + { + "epoch": 29.43765903307888, + "grad_norm": 0.9167252297173084, + "learning_rate": 1.655273962890144e-05, + "loss": 0.0297, + "step": 34707 + }, + { + "epoch": 29.438507209499576, + "grad_norm": 0.940775258983919, + "learning_rate": 1.6552532117724754e-05, + "loss": 0.0283, + "step": 34708 + }, + { + "epoch": 29.439355385920273, + "grad_norm": 1.1274321301287928, + "learning_rate": 1.6552324601603392e-05, + "loss": 0.0291, + "step": 34709 + }, + { + "epoch": 29.440203562340965, + "grad_norm": 1.0145608582606291, + "learning_rate": 1.655211708053751e-05, + "loss": 0.0305, + "step": 34710 + }, + { + "epoch": 29.44105173876166, + "grad_norm": 0.8169041483616917, + "learning_rate": 1.6551909554527264e-05, + "loss": 0.0275, + "step": 34711 + }, + { + "epoch": 29.441899915182358, + "grad_norm": 0.9000034814694567, + "learning_rate": 1.6551702023572817e-05, + "loss": 0.0267, + "step": 34712 + }, + { + "epoch": 29.442748091603054, + "grad_norm": 0.9354183246835319, + "learning_rate": 1.655149448767432e-05, + "loss": 0.0306, + "step": 34713 + }, + { + "epoch": 29.44359626802375, + "grad_norm": 0.8411534024298014, + "learning_rate": 1.6551286946831928e-05, + "loss": 0.0291, + "step": 34714 + }, + { + "epoch": 29.444444444444443, + "grad_norm": 0.9633106288052691, + "learning_rate": 1.6551079401045798e-05, + "loss": 0.0272, + "step": 34715 + }, + { + "epoch": 29.44529262086514, + "grad_norm": 0.8922470247868014, + "learning_rate": 1.6550871850316093e-05, + "loss": 0.0296, + "step": 34716 + }, + { + "epoch": 29.446140797285835, + "grad_norm": 0.8629661659070094, + "learning_rate": 1.655066429464296e-05, + "loss": 0.0289, + "step": 34717 + }, + { + "epoch": 29.44698897370653, + "grad_norm": 0.8723018014207857, + "learning_rate": 1.6550456734026565e-05, + "loss": 0.0275, + "step": 34718 + }, + { + "epoch": 29.447837150127228, + "grad_norm": 0.9760508764992925, + "learning_rate": 1.6550249168467057e-05, + "loss": 0.0282, + "step": 34719 + }, + { + "epoch": 29.44868532654792, + "grad_norm": 0.8987861683977804, + "learning_rate": 1.6550041597964598e-05, + "loss": 0.0298, + "step": 34720 + }, + { + "epoch": 29.449533502968617, + "grad_norm": 0.8930393084171362, + "learning_rate": 1.654983402251934e-05, + "loss": 0.0275, + "step": 34721 + }, + { + "epoch": 29.450381679389313, + "grad_norm": 0.7564013816656371, + "learning_rate": 1.6549626442131445e-05, + "loss": 0.0258, + "step": 34722 + }, + { + "epoch": 29.45122985581001, + "grad_norm": 0.9476128763497723, + "learning_rate": 1.6549418856801067e-05, + "loss": 0.0277, + "step": 34723 + }, + { + "epoch": 29.452078032230705, + "grad_norm": 0.9848341335523207, + "learning_rate": 1.6549211266528364e-05, + "loss": 0.0305, + "step": 34724 + }, + { + "epoch": 29.452926208651398, + "grad_norm": 0.9735057599337539, + "learning_rate": 1.6549003671313487e-05, + "loss": 0.0271, + "step": 34725 + }, + { + "epoch": 29.453774385072094, + "grad_norm": 1.011363365950115, + "learning_rate": 1.6548796071156597e-05, + "loss": 0.0285, + "step": 34726 + }, + { + "epoch": 29.45462256149279, + "grad_norm": 0.964392573758015, + "learning_rate": 1.6548588466057853e-05, + "loss": 0.0262, + "step": 34727 + }, + { + "epoch": 29.455470737913487, + "grad_norm": 0.8834106742357924, + "learning_rate": 1.6548380856017406e-05, + "loss": 0.0266, + "step": 34728 + }, + { + "epoch": 29.456318914334183, + "grad_norm": 0.9734696562962483, + "learning_rate": 1.654817324103542e-05, + "loss": 0.0289, + "step": 34729 + }, + { + "epoch": 29.457167090754876, + "grad_norm": 1.1181331659730496, + "learning_rate": 1.6547965621112044e-05, + "loss": 0.0287, + "step": 34730 + }, + { + "epoch": 29.458015267175572, + "grad_norm": 0.8157908547200754, + "learning_rate": 1.654775799624744e-05, + "loss": 0.0265, + "step": 34731 + }, + { + "epoch": 29.458863443596268, + "grad_norm": 0.9839426184812196, + "learning_rate": 1.654755036644176e-05, + "loss": 0.0295, + "step": 34732 + }, + { + "epoch": 29.459711620016964, + "grad_norm": 0.7790441973969768, + "learning_rate": 1.654734273169517e-05, + "loss": 0.0276, + "step": 34733 + }, + { + "epoch": 29.46055979643766, + "grad_norm": 0.8859148454702566, + "learning_rate": 1.6547135092007814e-05, + "loss": 0.0278, + "step": 34734 + }, + { + "epoch": 29.461407972858353, + "grad_norm": 0.8111934518085218, + "learning_rate": 1.6546927447379858e-05, + "loss": 0.0287, + "step": 34735 + }, + { + "epoch": 29.46225614927905, + "grad_norm": 0.9266222689012318, + "learning_rate": 1.6546719797811453e-05, + "loss": 0.0282, + "step": 34736 + }, + { + "epoch": 29.463104325699746, + "grad_norm": 0.7804686445748333, + "learning_rate": 1.654651214330276e-05, + "loss": 0.0311, + "step": 34737 + }, + { + "epoch": 29.463952502120442, + "grad_norm": 0.8027846305137428, + "learning_rate": 1.6546304483853936e-05, + "loss": 0.026, + "step": 34738 + }, + { + "epoch": 29.46480067854114, + "grad_norm": 0.967722440077974, + "learning_rate": 1.6546096819465128e-05, + "loss": 0.0265, + "step": 34739 + }, + { + "epoch": 29.46564885496183, + "grad_norm": 0.976225750241125, + "learning_rate": 1.654588915013651e-05, + "loss": 0.0286, + "step": 34740 + }, + { + "epoch": 29.466497031382527, + "grad_norm": 1.0059320308365183, + "learning_rate": 1.6545681475868224e-05, + "loss": 0.0308, + "step": 34741 + }, + { + "epoch": 29.467345207803223, + "grad_norm": 1.0431654828311157, + "learning_rate": 1.6545473796660432e-05, + "loss": 0.0316, + "step": 34742 + }, + { + "epoch": 29.46819338422392, + "grad_norm": 1.0195908134816691, + "learning_rate": 1.654526611251329e-05, + "loss": 0.027, + "step": 34743 + }, + { + "epoch": 29.469041560644612, + "grad_norm": 1.0455700732928084, + "learning_rate": 1.6545058423426956e-05, + "loss": 0.0311, + "step": 34744 + }, + { + "epoch": 29.46988973706531, + "grad_norm": 0.9071341214571089, + "learning_rate": 1.6544850729401587e-05, + "loss": 0.0292, + "step": 34745 + }, + { + "epoch": 29.470737913486005, + "grad_norm": 1.0038612612983104, + "learning_rate": 1.6544643030437338e-05, + "loss": 0.0292, + "step": 34746 + }, + { + "epoch": 29.4715860899067, + "grad_norm": 0.9808814431329503, + "learning_rate": 1.654443532653437e-05, + "loss": 0.0305, + "step": 34747 + }, + { + "epoch": 29.472434266327397, + "grad_norm": 0.9930059074573546, + "learning_rate": 1.6544227617692828e-05, + "loss": 0.0294, + "step": 34748 + }, + { + "epoch": 29.47328244274809, + "grad_norm": 0.7652463994192716, + "learning_rate": 1.654401990391288e-05, + "loss": 0.0282, + "step": 34749 + }, + { + "epoch": 29.474130619168786, + "grad_norm": 0.838928330235312, + "learning_rate": 1.6543812185194682e-05, + "loss": 0.0275, + "step": 34750 + }, + { + "epoch": 29.474978795589482, + "grad_norm": 0.8188393258892014, + "learning_rate": 1.654360446153839e-05, + "loss": 0.0262, + "step": 34751 + }, + { + "epoch": 29.47582697201018, + "grad_norm": 1.0533609337827847, + "learning_rate": 1.6543396732944156e-05, + "loss": 0.0298, + "step": 34752 + }, + { + "epoch": 29.476675148430875, + "grad_norm": 0.9094662634636148, + "learning_rate": 1.654318899941214e-05, + "loss": 0.0286, + "step": 34753 + }, + { + "epoch": 29.477523324851568, + "grad_norm": 0.9533860783860837, + "learning_rate": 1.65429812609425e-05, + "loss": 0.0296, + "step": 34754 + }, + { + "epoch": 29.478371501272264, + "grad_norm": 0.8914431075818522, + "learning_rate": 1.6542773517535392e-05, + "loss": 0.0285, + "step": 34755 + }, + { + "epoch": 29.47921967769296, + "grad_norm": 0.7186899241873485, + "learning_rate": 1.654256576919097e-05, + "loss": 0.028, + "step": 34756 + }, + { + "epoch": 29.480067854113656, + "grad_norm": 1.0038344542791104, + "learning_rate": 1.6542358015909394e-05, + "loss": 0.0297, + "step": 34757 + }, + { + "epoch": 29.480916030534353, + "grad_norm": 1.0058299307116079, + "learning_rate": 1.654215025769082e-05, + "loss": 0.0288, + "step": 34758 + }, + { + "epoch": 29.481764206955045, + "grad_norm": 0.8272424468441733, + "learning_rate": 1.6541942494535405e-05, + "loss": 0.0298, + "step": 34759 + }, + { + "epoch": 29.48261238337574, + "grad_norm": 0.8175672359019188, + "learning_rate": 1.6541734726443307e-05, + "loss": 0.0275, + "step": 34760 + }, + { + "epoch": 29.483460559796438, + "grad_norm": 0.7298520531576301, + "learning_rate": 1.6541526953414677e-05, + "loss": 0.0293, + "step": 34761 + }, + { + "epoch": 29.484308736217134, + "grad_norm": 0.9303918881931821, + "learning_rate": 1.6541319175449677e-05, + "loss": 0.0287, + "step": 34762 + }, + { + "epoch": 29.48515691263783, + "grad_norm": 0.9888910235393875, + "learning_rate": 1.6541111392548465e-05, + "loss": 0.0304, + "step": 34763 + }, + { + "epoch": 29.486005089058523, + "grad_norm": 0.9313260324998635, + "learning_rate": 1.654090360471119e-05, + "loss": 0.028, + "step": 34764 + }, + { + "epoch": 29.48685326547922, + "grad_norm": 1.0593352289528142, + "learning_rate": 1.654069581193802e-05, + "loss": 0.027, + "step": 34765 + }, + { + "epoch": 29.487701441899915, + "grad_norm": 0.9225195067656722, + "learning_rate": 1.6540488014229102e-05, + "loss": 0.0277, + "step": 34766 + }, + { + "epoch": 29.48854961832061, + "grad_norm": 0.8521693422886811, + "learning_rate": 1.6540280211584602e-05, + "loss": 0.0263, + "step": 34767 + }, + { + "epoch": 29.489397794741308, + "grad_norm": 0.842237510947763, + "learning_rate": 1.6540072404004668e-05, + "loss": 0.031, + "step": 34768 + }, + { + "epoch": 29.490245971162, + "grad_norm": 0.9220808798488614, + "learning_rate": 1.653986459148946e-05, + "loss": 0.0289, + "step": 34769 + }, + { + "epoch": 29.491094147582697, + "grad_norm": 1.118168381134545, + "learning_rate": 1.6539656774039137e-05, + "loss": 0.0321, + "step": 34770 + }, + { + "epoch": 29.491942324003393, + "grad_norm": 0.8266814928146341, + "learning_rate": 1.6539448951653853e-05, + "loss": 0.0271, + "step": 34771 + }, + { + "epoch": 29.49279050042409, + "grad_norm": 1.0513624748490618, + "learning_rate": 1.653924112433377e-05, + "loss": 0.0317, + "step": 34772 + }, + { + "epoch": 29.493638676844785, + "grad_norm": 0.8425061206326091, + "learning_rate": 1.6539033292079036e-05, + "loss": 0.0275, + "step": 34773 + }, + { + "epoch": 29.494486853265478, + "grad_norm": 0.8043927799611412, + "learning_rate": 1.6538825454889815e-05, + "loss": 0.0306, + "step": 34774 + }, + { + "epoch": 29.495335029686174, + "grad_norm": 0.9330394497905085, + "learning_rate": 1.6538617612766258e-05, + "loss": 0.0316, + "step": 34775 + }, + { + "epoch": 29.49618320610687, + "grad_norm": 0.7545903752701775, + "learning_rate": 1.653840976570853e-05, + "loss": 0.0262, + "step": 34776 + }, + { + "epoch": 29.497031382527567, + "grad_norm": 1.0266621818761328, + "learning_rate": 1.653820191371678e-05, + "loss": 0.03, + "step": 34777 + }, + { + "epoch": 29.497879558948263, + "grad_norm": 0.9955958966551007, + "learning_rate": 1.653799405679117e-05, + "loss": 0.0322, + "step": 34778 + }, + { + "epoch": 29.498727735368956, + "grad_norm": 0.8191471434367169, + "learning_rate": 1.6537786194931854e-05, + "loss": 0.0245, + "step": 34779 + }, + { + "epoch": 29.499575911789652, + "grad_norm": 0.8806326572171567, + "learning_rate": 1.653757832813899e-05, + "loss": 0.0273, + "step": 34780 + }, + { + "epoch": 29.500424088210348, + "grad_norm": 0.8575975881371872, + "learning_rate": 1.6537370456412736e-05, + "loss": 0.0287, + "step": 34781 + }, + { + "epoch": 29.501272264631044, + "grad_norm": 0.8417612518988293, + "learning_rate": 1.6537162579753247e-05, + "loss": 0.0286, + "step": 34782 + }, + { + "epoch": 29.502120441051737, + "grad_norm": 0.8309899036382681, + "learning_rate": 1.6536954698160678e-05, + "loss": 0.0265, + "step": 34783 + }, + { + "epoch": 29.502968617472433, + "grad_norm": 0.8517692670008303, + "learning_rate": 1.653674681163519e-05, + "loss": 0.0281, + "step": 34784 + }, + { + "epoch": 29.50381679389313, + "grad_norm": 0.8251630273743409, + "learning_rate": 1.6536538920176936e-05, + "loss": 0.027, + "step": 34785 + }, + { + "epoch": 29.504664970313826, + "grad_norm": 0.7924697767195478, + "learning_rate": 1.6536331023786075e-05, + "loss": 0.0278, + "step": 34786 + }, + { + "epoch": 29.505513146734522, + "grad_norm": 1.0065505192338156, + "learning_rate": 1.653612312246277e-05, + "loss": 0.0301, + "step": 34787 + }, + { + "epoch": 29.506361323155215, + "grad_norm": 1.0773664369943343, + "learning_rate": 1.6535915216207165e-05, + "loss": 0.0289, + "step": 34788 + }, + { + "epoch": 29.50720949957591, + "grad_norm": 0.7755568408787954, + "learning_rate": 1.6535707305019425e-05, + "loss": 0.026, + "step": 34789 + }, + { + "epoch": 29.508057675996607, + "grad_norm": 0.8169006853039642, + "learning_rate": 1.6535499388899706e-05, + "loss": 0.026, + "step": 34790 + }, + { + "epoch": 29.508905852417303, + "grad_norm": 0.8292904032541148, + "learning_rate": 1.653529146784817e-05, + "loss": 0.0273, + "step": 34791 + }, + { + "epoch": 29.509754028838, + "grad_norm": 0.8437477935037194, + "learning_rate": 1.6535083541864958e-05, + "loss": 0.0273, + "step": 34792 + }, + { + "epoch": 29.510602205258692, + "grad_norm": 1.0912918272908174, + "learning_rate": 1.6534875610950243e-05, + "loss": 0.0274, + "step": 34793 + }, + { + "epoch": 29.51145038167939, + "grad_norm": 0.8835169417958052, + "learning_rate": 1.6534667675104174e-05, + "loss": 0.0299, + "step": 34794 + }, + { + "epoch": 29.512298558100085, + "grad_norm": 0.9726775320965465, + "learning_rate": 1.653445973432691e-05, + "loss": 0.0297, + "step": 34795 + }, + { + "epoch": 29.51314673452078, + "grad_norm": 0.999996726628329, + "learning_rate": 1.6534251788618612e-05, + "loss": 0.028, + "step": 34796 + }, + { + "epoch": 29.513994910941477, + "grad_norm": 0.8764272064614654, + "learning_rate": 1.653404383797943e-05, + "loss": 0.0275, + "step": 34797 + }, + { + "epoch": 29.51484308736217, + "grad_norm": 1.109381502738019, + "learning_rate": 1.6533835882409522e-05, + "loss": 0.0328, + "step": 34798 + }, + { + "epoch": 29.515691263782866, + "grad_norm": 0.8795737433723353, + "learning_rate": 1.653362792190905e-05, + "loss": 0.0242, + "step": 34799 + }, + { + "epoch": 29.516539440203562, + "grad_norm": 0.9505046090023317, + "learning_rate": 1.6533419956478168e-05, + "loss": 0.0291, + "step": 34800 + }, + { + "epoch": 29.51738761662426, + "grad_norm": 0.87674444675938, + "learning_rate": 1.653321198611703e-05, + "loss": 0.028, + "step": 34801 + }, + { + "epoch": 29.518235793044955, + "grad_norm": 0.8318817371444772, + "learning_rate": 1.6533004010825796e-05, + "loss": 0.0266, + "step": 34802 + }, + { + "epoch": 29.519083969465647, + "grad_norm": 1.0455160986007281, + "learning_rate": 1.6532796030604626e-05, + "loss": 0.0283, + "step": 34803 + }, + { + "epoch": 29.519932145886344, + "grad_norm": 0.948011804033999, + "learning_rate": 1.653258804545367e-05, + "loss": 0.0285, + "step": 34804 + }, + { + "epoch": 29.52078032230704, + "grad_norm": 0.9253530271989786, + "learning_rate": 1.6532380055373088e-05, + "loss": 0.0297, + "step": 34805 + }, + { + "epoch": 29.521628498727736, + "grad_norm": 0.7736073165720213, + "learning_rate": 1.6532172060363038e-05, + "loss": 0.0284, + "step": 34806 + }, + { + "epoch": 29.522476675148432, + "grad_norm": 0.8914440052654995, + "learning_rate": 1.6531964060423676e-05, + "loss": 0.0284, + "step": 34807 + }, + { + "epoch": 29.523324851569125, + "grad_norm": 0.8936652011953401, + "learning_rate": 1.6531756055555163e-05, + "loss": 0.0266, + "step": 34808 + }, + { + "epoch": 29.52417302798982, + "grad_norm": 0.9969558104291641, + "learning_rate": 1.6531548045757645e-05, + "loss": 0.0301, + "step": 34809 + }, + { + "epoch": 29.525021204410518, + "grad_norm": 0.8311830522599511, + "learning_rate": 1.653134003103129e-05, + "loss": 0.0278, + "step": 34810 + }, + { + "epoch": 29.525869380831214, + "grad_norm": 0.7679581939382205, + "learning_rate": 1.653113201137625e-05, + "loss": 0.0279, + "step": 34811 + }, + { + "epoch": 29.52671755725191, + "grad_norm": 0.9085754446819108, + "learning_rate": 1.653092398679269e-05, + "loss": 0.0266, + "step": 34812 + }, + { + "epoch": 29.527565733672603, + "grad_norm": 0.8772706772882944, + "learning_rate": 1.6530715957280752e-05, + "loss": 0.0268, + "step": 34813 + }, + { + "epoch": 29.5284139100933, + "grad_norm": 0.7407360783957134, + "learning_rate": 1.6530507922840603e-05, + "loss": 0.0266, + "step": 34814 + }, + { + "epoch": 29.529262086513995, + "grad_norm": 0.858620143075378, + "learning_rate": 1.6530299883472397e-05, + "loss": 0.0275, + "step": 34815 + }, + { + "epoch": 29.53011026293469, + "grad_norm": 0.9058535009287476, + "learning_rate": 1.6530091839176298e-05, + "loss": 0.0292, + "step": 34816 + }, + { + "epoch": 29.530958439355388, + "grad_norm": 0.8174642505531919, + "learning_rate": 1.6529883789952453e-05, + "loss": 0.0259, + "step": 34817 + }, + { + "epoch": 29.53180661577608, + "grad_norm": 0.9705477041117302, + "learning_rate": 1.652967573580102e-05, + "loss": 0.0288, + "step": 34818 + }, + { + "epoch": 29.532654792196777, + "grad_norm": 0.9111113739209489, + "learning_rate": 1.6529467676722165e-05, + "loss": 0.0258, + "step": 34819 + }, + { + "epoch": 29.533502968617473, + "grad_norm": 0.9634498009315728, + "learning_rate": 1.6529259612716033e-05, + "loss": 0.0302, + "step": 34820 + }, + { + "epoch": 29.53435114503817, + "grad_norm": 0.7023436860378514, + "learning_rate": 1.6529051543782792e-05, + "loss": 0.027, + "step": 34821 + }, + { + "epoch": 29.53519932145886, + "grad_norm": 0.9367513563200989, + "learning_rate": 1.652884346992259e-05, + "loss": 0.0293, + "step": 34822 + }, + { + "epoch": 29.536047497879558, + "grad_norm": 0.8708862136839943, + "learning_rate": 1.6528635391135592e-05, + "loss": 0.0283, + "step": 34823 + }, + { + "epoch": 29.536895674300254, + "grad_norm": 0.8660278457211413, + "learning_rate": 1.652842730742195e-05, + "loss": 0.0276, + "step": 34824 + }, + { + "epoch": 29.53774385072095, + "grad_norm": 0.9196008137926786, + "learning_rate": 1.652821921878182e-05, + "loss": 0.0294, + "step": 34825 + }, + { + "epoch": 29.538592027141647, + "grad_norm": 0.8941421738439445, + "learning_rate": 1.6528011125215364e-05, + "loss": 0.0286, + "step": 34826 + }, + { + "epoch": 29.53944020356234, + "grad_norm": 0.8116605744837696, + "learning_rate": 1.6527803026722734e-05, + "loss": 0.0275, + "step": 34827 + }, + { + "epoch": 29.540288379983036, + "grad_norm": 0.8419985843942797, + "learning_rate": 1.652759492330409e-05, + "loss": 0.0285, + "step": 34828 + }, + { + "epoch": 29.541136556403732, + "grad_norm": 0.8734313386280911, + "learning_rate": 1.652738681495959e-05, + "loss": 0.0269, + "step": 34829 + }, + { + "epoch": 29.541984732824428, + "grad_norm": 0.895838346587598, + "learning_rate": 1.6527178701689388e-05, + "loss": 0.0292, + "step": 34830 + }, + { + "epoch": 29.542832909245124, + "grad_norm": 0.9201401054874265, + "learning_rate": 1.6526970583493642e-05, + "loss": 0.0309, + "step": 34831 + }, + { + "epoch": 29.543681085665817, + "grad_norm": 0.8661803205107564, + "learning_rate": 1.652676246037251e-05, + "loss": 0.0259, + "step": 34832 + }, + { + "epoch": 29.544529262086513, + "grad_norm": 0.9852353610390039, + "learning_rate": 1.6526554332326146e-05, + "loss": 0.0282, + "step": 34833 + }, + { + "epoch": 29.54537743850721, + "grad_norm": 0.9300544113525495, + "learning_rate": 1.6526346199354714e-05, + "loss": 0.0273, + "step": 34834 + }, + { + "epoch": 29.546225614927906, + "grad_norm": 1.0009848259646792, + "learning_rate": 1.6526138061458364e-05, + "loss": 0.0294, + "step": 34835 + }, + { + "epoch": 29.547073791348602, + "grad_norm": 0.8768697224243257, + "learning_rate": 1.6525929918637257e-05, + "loss": 0.0293, + "step": 34836 + }, + { + "epoch": 29.547921967769295, + "grad_norm": 0.8884607656871646, + "learning_rate": 1.6525721770891547e-05, + "loss": 0.0254, + "step": 34837 + }, + { + "epoch": 29.54877014418999, + "grad_norm": 0.8728374548764268, + "learning_rate": 1.6525513618221395e-05, + "loss": 0.0307, + "step": 34838 + }, + { + "epoch": 29.549618320610687, + "grad_norm": 0.9659529015235016, + "learning_rate": 1.652530546062695e-05, + "loss": 0.0298, + "step": 34839 + }, + { + "epoch": 29.550466497031383, + "grad_norm": 0.8901249012033361, + "learning_rate": 1.652509729810838e-05, + "loss": 0.0294, + "step": 34840 + }, + { + "epoch": 29.55131467345208, + "grad_norm": 0.8178840450794731, + "learning_rate": 1.652488913066584e-05, + "loss": 0.0267, + "step": 34841 + }, + { + "epoch": 29.552162849872772, + "grad_norm": 1.0584765191405088, + "learning_rate": 1.652468095829948e-05, + "loss": 0.0309, + "step": 34842 + }, + { + "epoch": 29.55301102629347, + "grad_norm": 1.0212124902141548, + "learning_rate": 1.652447278100946e-05, + "loss": 0.0284, + "step": 34843 + }, + { + "epoch": 29.553859202714165, + "grad_norm": 1.036096156150612, + "learning_rate": 1.652426459879594e-05, + "loss": 0.0295, + "step": 34844 + }, + { + "epoch": 29.55470737913486, + "grad_norm": 0.8943544570443466, + "learning_rate": 1.6524056411659076e-05, + "loss": 0.028, + "step": 34845 + }, + { + "epoch": 29.555555555555557, + "grad_norm": 0.8757334215680666, + "learning_rate": 1.6523848219599025e-05, + "loss": 0.0288, + "step": 34846 + }, + { + "epoch": 29.55640373197625, + "grad_norm": 0.9124168349618832, + "learning_rate": 1.652364002261594e-05, + "loss": 0.0303, + "step": 34847 + }, + { + "epoch": 29.557251908396946, + "grad_norm": 0.9608370361393711, + "learning_rate": 1.6523431820709985e-05, + "loss": 0.031, + "step": 34848 + }, + { + "epoch": 29.558100084817642, + "grad_norm": 0.9486276189258236, + "learning_rate": 1.6523223613881315e-05, + "loss": 0.0295, + "step": 34849 + }, + { + "epoch": 29.55894826123834, + "grad_norm": 0.938039279351924, + "learning_rate": 1.6523015402130083e-05, + "loss": 0.0289, + "step": 34850 + }, + { + "epoch": 29.559796437659035, + "grad_norm": 1.128753856302421, + "learning_rate": 1.652280718545645e-05, + "loss": 0.0326, + "step": 34851 + }, + { + "epoch": 29.560644614079727, + "grad_norm": 0.8650447118370579, + "learning_rate": 1.6522598963860574e-05, + "loss": 0.0286, + "step": 34852 + }, + { + "epoch": 29.561492790500424, + "grad_norm": 0.9306891953622508, + "learning_rate": 1.652239073734261e-05, + "loss": 0.0314, + "step": 34853 + }, + { + "epoch": 29.56234096692112, + "grad_norm": 0.8754808225406963, + "learning_rate": 1.6522182505902713e-05, + "loss": 0.0287, + "step": 34854 + }, + { + "epoch": 29.563189143341816, + "grad_norm": 0.8259346751233466, + "learning_rate": 1.6521974269541043e-05, + "loss": 0.0261, + "step": 34855 + }, + { + "epoch": 29.564037319762512, + "grad_norm": 0.9045583204982236, + "learning_rate": 1.652176602825776e-05, + "loss": 0.027, + "step": 34856 + }, + { + "epoch": 29.564885496183205, + "grad_norm": 0.8829099255779438, + "learning_rate": 1.6521557782053015e-05, + "loss": 0.0285, + "step": 34857 + }, + { + "epoch": 29.5657336726039, + "grad_norm": 0.8181902926963344, + "learning_rate": 1.6521349530926968e-05, + "loss": 0.0292, + "step": 34858 + }, + { + "epoch": 29.566581849024598, + "grad_norm": 0.8614685302660872, + "learning_rate": 1.6521141274879778e-05, + "loss": 0.0275, + "step": 34859 + }, + { + "epoch": 29.567430025445294, + "grad_norm": 0.9924093402327312, + "learning_rate": 1.65209330139116e-05, + "loss": 0.0295, + "step": 34860 + }, + { + "epoch": 29.568278201865986, + "grad_norm": 0.7632467435018949, + "learning_rate": 1.652072474802259e-05, + "loss": 0.0266, + "step": 34861 + }, + { + "epoch": 29.569126378286683, + "grad_norm": 0.9825567411867449, + "learning_rate": 1.6520516477212907e-05, + "loss": 0.0303, + "step": 34862 + }, + { + "epoch": 29.56997455470738, + "grad_norm": 1.0544781044223366, + "learning_rate": 1.6520308201482708e-05, + "loss": 0.0309, + "step": 34863 + }, + { + "epoch": 29.570822731128075, + "grad_norm": 0.9132758627923266, + "learning_rate": 1.6520099920832148e-05, + "loss": 0.0276, + "step": 34864 + }, + { + "epoch": 29.57167090754877, + "grad_norm": 1.0105332133644034, + "learning_rate": 1.6519891635261388e-05, + "loss": 0.0272, + "step": 34865 + }, + { + "epoch": 29.572519083969464, + "grad_norm": 0.8866495925766988, + "learning_rate": 1.6519683344770586e-05, + "loss": 0.0252, + "step": 34866 + }, + { + "epoch": 29.57336726039016, + "grad_norm": 0.8960576680968702, + "learning_rate": 1.6519475049359895e-05, + "loss": 0.028, + "step": 34867 + }, + { + "epoch": 29.574215436810857, + "grad_norm": 1.007760923911863, + "learning_rate": 1.6519266749029473e-05, + "loss": 0.028, + "step": 34868 + }, + { + "epoch": 29.575063613231553, + "grad_norm": 0.953242843814285, + "learning_rate": 1.6519058443779478e-05, + "loss": 0.0288, + "step": 34869 + }, + { + "epoch": 29.57591178965225, + "grad_norm": 0.875844076241931, + "learning_rate": 1.6518850133610068e-05, + "loss": 0.0287, + "step": 34870 + }, + { + "epoch": 29.57675996607294, + "grad_norm": 0.7453820795199286, + "learning_rate": 1.65186418185214e-05, + "loss": 0.0251, + "step": 34871 + }, + { + "epoch": 29.577608142493638, + "grad_norm": 0.8038586975908137, + "learning_rate": 1.6518433498513622e-05, + "loss": 0.0274, + "step": 34872 + }, + { + "epoch": 29.578456318914334, + "grad_norm": 0.7965184566484134, + "learning_rate": 1.651822517358691e-05, + "loss": 0.0261, + "step": 34873 + }, + { + "epoch": 29.57930449533503, + "grad_norm": 1.057815461620079, + "learning_rate": 1.6518016843741405e-05, + "loss": 0.03, + "step": 34874 + }, + { + "epoch": 29.580152671755727, + "grad_norm": 0.6778389260974814, + "learning_rate": 1.6517808508977275e-05, + "loss": 0.0255, + "step": 34875 + }, + { + "epoch": 29.58100084817642, + "grad_norm": 0.884076301876814, + "learning_rate": 1.651760016929467e-05, + "loss": 0.0295, + "step": 34876 + }, + { + "epoch": 29.581849024597116, + "grad_norm": 0.9802593212637996, + "learning_rate": 1.651739182469375e-05, + "loss": 0.0292, + "step": 34877 + }, + { + "epoch": 29.58269720101781, + "grad_norm": 0.9020546519712809, + "learning_rate": 1.651718347517467e-05, + "loss": 0.0269, + "step": 34878 + }, + { + "epoch": 29.583545377438508, + "grad_norm": 0.8184650609247213, + "learning_rate": 1.6516975120737587e-05, + "loss": 0.0278, + "step": 34879 + }, + { + "epoch": 29.584393553859204, + "grad_norm": 1.0311500594234, + "learning_rate": 1.6516766761382664e-05, + "loss": 0.028, + "step": 34880 + }, + { + "epoch": 29.585241730279897, + "grad_norm": 1.0004034301631912, + "learning_rate": 1.6516558397110054e-05, + "loss": 0.0284, + "step": 34881 + }, + { + "epoch": 29.586089906700593, + "grad_norm": 0.8863459533430819, + "learning_rate": 1.6516350027919913e-05, + "loss": 0.0287, + "step": 34882 + }, + { + "epoch": 29.58693808312129, + "grad_norm": 0.9222899821501477, + "learning_rate": 1.6516141653812404e-05, + "loss": 0.0298, + "step": 34883 + }, + { + "epoch": 29.587786259541986, + "grad_norm": 0.9048530630245687, + "learning_rate": 1.651593327478768e-05, + "loss": 0.0301, + "step": 34884 + }, + { + "epoch": 29.588634435962682, + "grad_norm": 0.8590370512748676, + "learning_rate": 1.6515724890845893e-05, + "loss": 0.0294, + "step": 34885 + }, + { + "epoch": 29.589482612383375, + "grad_norm": 0.9130468974021918, + "learning_rate": 1.6515516501987207e-05, + "loss": 0.0289, + "step": 34886 + }, + { + "epoch": 29.59033078880407, + "grad_norm": 0.889720352467338, + "learning_rate": 1.6515308108211782e-05, + "loss": 0.0283, + "step": 34887 + }, + { + "epoch": 29.591178965224767, + "grad_norm": 0.8180158211136589, + "learning_rate": 1.6515099709519765e-05, + "loss": 0.029, + "step": 34888 + }, + { + "epoch": 29.592027141645463, + "grad_norm": 0.940090225030139, + "learning_rate": 1.6514891305911325e-05, + "loss": 0.029, + "step": 34889 + }, + { + "epoch": 29.59287531806616, + "grad_norm": 0.8651166557687285, + "learning_rate": 1.651468289738661e-05, + "loss": 0.0279, + "step": 34890 + }, + { + "epoch": 29.593723494486852, + "grad_norm": 0.9127119313751602, + "learning_rate": 1.6514474483945788e-05, + "loss": 0.0322, + "step": 34891 + }, + { + "epoch": 29.59457167090755, + "grad_norm": 0.7616377180936518, + "learning_rate": 1.6514266065589e-05, + "loss": 0.0273, + "step": 34892 + }, + { + "epoch": 29.595419847328245, + "grad_norm": 0.9473988426307685, + "learning_rate": 1.6514057642316418e-05, + "loss": 0.0292, + "step": 34893 + }, + { + "epoch": 29.59626802374894, + "grad_norm": 0.8755058860999783, + "learning_rate": 1.6513849214128193e-05, + "loss": 0.0296, + "step": 34894 + }, + { + "epoch": 29.597116200169637, + "grad_norm": 0.8459067693959138, + "learning_rate": 1.651364078102448e-05, + "loss": 0.0302, + "step": 34895 + }, + { + "epoch": 29.59796437659033, + "grad_norm": 0.9497243425397894, + "learning_rate": 1.651343234300544e-05, + "loss": 0.03, + "step": 34896 + }, + { + "epoch": 29.598812553011026, + "grad_norm": 0.8289890101457507, + "learning_rate": 1.6513223900071233e-05, + "loss": 0.026, + "step": 34897 + }, + { + "epoch": 29.599660729431722, + "grad_norm": 0.8371018290842419, + "learning_rate": 1.6513015452222014e-05, + "loss": 0.0295, + "step": 34898 + }, + { + "epoch": 29.60050890585242, + "grad_norm": 0.8127783397244158, + "learning_rate": 1.6512806999457934e-05, + "loss": 0.0262, + "step": 34899 + }, + { + "epoch": 29.60135708227311, + "grad_norm": 0.845022987694883, + "learning_rate": 1.651259854177916e-05, + "loss": 0.0281, + "step": 34900 + }, + { + "epoch": 29.602205258693807, + "grad_norm": 1.0788004067842785, + "learning_rate": 1.651239007918584e-05, + "loss": 0.0321, + "step": 34901 + }, + { + "epoch": 29.603053435114504, + "grad_norm": 0.9176095904180005, + "learning_rate": 1.651218161167814e-05, + "loss": 0.0315, + "step": 34902 + }, + { + "epoch": 29.6039016115352, + "grad_norm": 0.7416584117620318, + "learning_rate": 1.6511973139256214e-05, + "loss": 0.0274, + "step": 34903 + }, + { + "epoch": 29.604749787955896, + "grad_norm": 0.9204346348724667, + "learning_rate": 1.6511764661920217e-05, + "loss": 0.0281, + "step": 34904 + }, + { + "epoch": 29.60559796437659, + "grad_norm": 1.034039974251817, + "learning_rate": 1.6511556179670307e-05, + "loss": 0.031, + "step": 34905 + }, + { + "epoch": 29.606446140797285, + "grad_norm": 0.8116784790158879, + "learning_rate": 1.6511347692506644e-05, + "loss": 0.0254, + "step": 34906 + }, + { + "epoch": 29.60729431721798, + "grad_norm": 0.9106851983502984, + "learning_rate": 1.6511139200429383e-05, + "loss": 0.031, + "step": 34907 + }, + { + "epoch": 29.608142493638677, + "grad_norm": 0.8554053998666161, + "learning_rate": 1.6510930703438684e-05, + "loss": 0.0274, + "step": 34908 + }, + { + "epoch": 29.608990670059374, + "grad_norm": 0.7782479172689751, + "learning_rate": 1.6510722201534703e-05, + "loss": 0.0287, + "step": 34909 + }, + { + "epoch": 29.609838846480066, + "grad_norm": 0.9834215450379665, + "learning_rate": 1.6510513694717595e-05, + "loss": 0.0271, + "step": 34910 + }, + { + "epoch": 29.610687022900763, + "grad_norm": 0.9110271755633137, + "learning_rate": 1.651030518298752e-05, + "loss": 0.0283, + "step": 34911 + }, + { + "epoch": 29.61153519932146, + "grad_norm": 1.050080463630793, + "learning_rate": 1.6510096666344633e-05, + "loss": 0.032, + "step": 34912 + }, + { + "epoch": 29.612383375742155, + "grad_norm": 1.14798995673581, + "learning_rate": 1.650988814478909e-05, + "loss": 0.0283, + "step": 34913 + }, + { + "epoch": 29.61323155216285, + "grad_norm": 0.8752186812742339, + "learning_rate": 1.650967961832106e-05, + "loss": 0.0273, + "step": 34914 + }, + { + "epoch": 29.614079728583544, + "grad_norm": 0.9736427949885119, + "learning_rate": 1.6509471086940684e-05, + "loss": 0.0288, + "step": 34915 + }, + { + "epoch": 29.61492790500424, + "grad_norm": 0.7921719103416044, + "learning_rate": 1.650926255064813e-05, + "loss": 0.0282, + "step": 34916 + }, + { + "epoch": 29.615776081424936, + "grad_norm": 1.011528005621234, + "learning_rate": 1.6509054009443552e-05, + "loss": 0.0303, + "step": 34917 + }, + { + "epoch": 29.616624257845633, + "grad_norm": 0.9900777977273396, + "learning_rate": 1.6508845463327107e-05, + "loss": 0.0328, + "step": 34918 + }, + { + "epoch": 29.61747243426633, + "grad_norm": 0.9460147837879493, + "learning_rate": 1.6508636912298955e-05, + "loss": 0.0304, + "step": 34919 + }, + { + "epoch": 29.61832061068702, + "grad_norm": 0.9552483052344862, + "learning_rate": 1.650842835635925e-05, + "loss": 0.0289, + "step": 34920 + }, + { + "epoch": 29.619168787107718, + "grad_norm": 0.974244850465097, + "learning_rate": 1.6508219795508147e-05, + "loss": 0.0283, + "step": 34921 + }, + { + "epoch": 29.620016963528414, + "grad_norm": 0.8862891514929889, + "learning_rate": 1.6508011229745813e-05, + "loss": 0.0276, + "step": 34922 + }, + { + "epoch": 29.62086513994911, + "grad_norm": 0.818733226235252, + "learning_rate": 1.6507802659072396e-05, + "loss": 0.0262, + "step": 34923 + }, + { + "epoch": 29.621713316369807, + "grad_norm": 0.789849995326398, + "learning_rate": 1.6507594083488058e-05, + "loss": 0.0269, + "step": 34924 + }, + { + "epoch": 29.6225614927905, + "grad_norm": 0.9345507312893196, + "learning_rate": 1.6507385502992958e-05, + "loss": 0.0317, + "step": 34925 + }, + { + "epoch": 29.623409669211195, + "grad_norm": 0.9297155598497522, + "learning_rate": 1.6507176917587246e-05, + "loss": 0.0298, + "step": 34926 + }, + { + "epoch": 29.62425784563189, + "grad_norm": 0.7971177571128147, + "learning_rate": 1.6506968327271087e-05, + "loss": 0.026, + "step": 34927 + }, + { + "epoch": 29.625106022052588, + "grad_norm": 0.9395619014283424, + "learning_rate": 1.6506759732044634e-05, + "loss": 0.0276, + "step": 34928 + }, + { + "epoch": 29.625954198473284, + "grad_norm": 0.8434815011427284, + "learning_rate": 1.650655113190805e-05, + "loss": 0.027, + "step": 34929 + }, + { + "epoch": 29.626802374893977, + "grad_norm": 0.834695421653564, + "learning_rate": 1.6506342526861483e-05, + "loss": 0.0267, + "step": 34930 + }, + { + "epoch": 29.627650551314673, + "grad_norm": 0.9242596509720592, + "learning_rate": 1.6506133916905096e-05, + "loss": 0.0274, + "step": 34931 + }, + { + "epoch": 29.62849872773537, + "grad_norm": 0.8626418675489236, + "learning_rate": 1.650592530203905e-05, + "loss": 0.0263, + "step": 34932 + }, + { + "epoch": 29.629346904156066, + "grad_norm": 1.0290640232288277, + "learning_rate": 1.6505716682263498e-05, + "loss": 0.0304, + "step": 34933 + }, + { + "epoch": 29.63019508057676, + "grad_norm": 0.902059787309199, + "learning_rate": 1.6505508057578594e-05, + "loss": 0.0307, + "step": 34934 + }, + { + "epoch": 29.631043256997454, + "grad_norm": 0.9180952806029704, + "learning_rate": 1.65052994279845e-05, + "loss": 0.0294, + "step": 34935 + }, + { + "epoch": 29.63189143341815, + "grad_norm": 0.8105256224787803, + "learning_rate": 1.650509079348138e-05, + "loss": 0.0272, + "step": 34936 + }, + { + "epoch": 29.632739609838847, + "grad_norm": 1.1912624248651875, + "learning_rate": 1.650488215406938e-05, + "loss": 0.0278, + "step": 34937 + }, + { + "epoch": 29.633587786259543, + "grad_norm": 1.0233765179705945, + "learning_rate": 1.650467350974866e-05, + "loss": 0.0302, + "step": 34938 + }, + { + "epoch": 29.634435962680236, + "grad_norm": 0.8807311732140891, + "learning_rate": 1.650446486051938e-05, + "loss": 0.0293, + "step": 34939 + }, + { + "epoch": 29.635284139100932, + "grad_norm": 0.8681157469582428, + "learning_rate": 1.6504256206381695e-05, + "loss": 0.0301, + "step": 34940 + }, + { + "epoch": 29.63613231552163, + "grad_norm": 0.8018405181491964, + "learning_rate": 1.650404754733577e-05, + "loss": 0.027, + "step": 34941 + }, + { + "epoch": 29.636980491942325, + "grad_norm": 0.869414254057434, + "learning_rate": 1.6503838883381753e-05, + "loss": 0.0285, + "step": 34942 + }, + { + "epoch": 29.63782866836302, + "grad_norm": 0.9286927449191591, + "learning_rate": 1.6503630214519802e-05, + "loss": 0.0294, + "step": 34943 + }, + { + "epoch": 29.638676844783713, + "grad_norm": 0.9149353159776292, + "learning_rate": 1.650342154075008e-05, + "loss": 0.0308, + "step": 34944 + }, + { + "epoch": 29.63952502120441, + "grad_norm": 0.7924291103282459, + "learning_rate": 1.6503212862072747e-05, + "loss": 0.0253, + "step": 34945 + }, + { + "epoch": 29.640373197625106, + "grad_norm": 0.9942212984208781, + "learning_rate": 1.650300417848795e-05, + "loss": 0.0294, + "step": 34946 + }, + { + "epoch": 29.641221374045802, + "grad_norm": 1.1406065678119224, + "learning_rate": 1.6502795489995855e-05, + "loss": 0.0298, + "step": 34947 + }, + { + "epoch": 29.6420695504665, + "grad_norm": 0.8370231334286009, + "learning_rate": 1.6502586796596613e-05, + "loss": 0.0273, + "step": 34948 + }, + { + "epoch": 29.64291772688719, + "grad_norm": 0.9095749661097075, + "learning_rate": 1.6502378098290387e-05, + "loss": 0.0277, + "step": 34949 + }, + { + "epoch": 29.643765903307887, + "grad_norm": 1.002125252680322, + "learning_rate": 1.6502169395077333e-05, + "loss": 0.029, + "step": 34950 + }, + { + "epoch": 29.644614079728584, + "grad_norm": 0.9489989900997258, + "learning_rate": 1.6501960686957604e-05, + "loss": 0.0289, + "step": 34951 + }, + { + "epoch": 29.64546225614928, + "grad_norm": 0.8314402391451936, + "learning_rate": 1.6501751973931366e-05, + "loss": 0.025, + "step": 34952 + }, + { + "epoch": 29.646310432569976, + "grad_norm": 0.9998240430838452, + "learning_rate": 1.650154325599877e-05, + "loss": 0.0295, + "step": 34953 + }, + { + "epoch": 29.64715860899067, + "grad_norm": 0.8408558698889429, + "learning_rate": 1.6501334533159976e-05, + "loss": 0.0256, + "step": 34954 + }, + { + "epoch": 29.648006785411365, + "grad_norm": 1.0162478090287073, + "learning_rate": 1.650112580541514e-05, + "loss": 0.0301, + "step": 34955 + }, + { + "epoch": 29.64885496183206, + "grad_norm": 0.8685530736821989, + "learning_rate": 1.6500917072764423e-05, + "loss": 0.028, + "step": 34956 + }, + { + "epoch": 29.649703138252757, + "grad_norm": 0.8898853019891174, + "learning_rate": 1.6500708335207978e-05, + "loss": 0.0283, + "step": 34957 + }, + { + "epoch": 29.650551314673454, + "grad_norm": 0.9550972029142308, + "learning_rate": 1.6500499592745965e-05, + "loss": 0.0283, + "step": 34958 + }, + { + "epoch": 29.651399491094146, + "grad_norm": 0.8836389794939868, + "learning_rate": 1.650029084537854e-05, + "loss": 0.0278, + "step": 34959 + }, + { + "epoch": 29.652247667514843, + "grad_norm": 0.9544403038573249, + "learning_rate": 1.650008209310586e-05, + "loss": 0.0282, + "step": 34960 + }, + { + "epoch": 29.65309584393554, + "grad_norm": 0.906762882031483, + "learning_rate": 1.649987333592809e-05, + "loss": 0.0276, + "step": 34961 + }, + { + "epoch": 29.653944020356235, + "grad_norm": 0.969966414303567, + "learning_rate": 1.6499664573845376e-05, + "loss": 0.0278, + "step": 34962 + }, + { + "epoch": 29.65479219677693, + "grad_norm": 0.9248268952964909, + "learning_rate": 1.6499455806857884e-05, + "loss": 0.0309, + "step": 34963 + }, + { + "epoch": 29.655640373197624, + "grad_norm": 1.1213008130556334, + "learning_rate": 1.6499247034965765e-05, + "loss": 0.0314, + "step": 34964 + }, + { + "epoch": 29.65648854961832, + "grad_norm": 0.8585670096858902, + "learning_rate": 1.649903825816918e-05, + "loss": 0.0287, + "step": 34965 + }, + { + "epoch": 29.657336726039016, + "grad_norm": 0.9549759833953775, + "learning_rate": 1.6498829476468296e-05, + "loss": 0.0295, + "step": 34966 + }, + { + "epoch": 29.658184902459713, + "grad_norm": 0.983877624750792, + "learning_rate": 1.6498620689863253e-05, + "loss": 0.0276, + "step": 34967 + }, + { + "epoch": 29.659033078880405, + "grad_norm": 1.0673429238304295, + "learning_rate": 1.6498411898354217e-05, + "loss": 0.0261, + "step": 34968 + }, + { + "epoch": 29.6598812553011, + "grad_norm": 1.007066570398778, + "learning_rate": 1.6498203101941346e-05, + "loss": 0.0299, + "step": 34969 + }, + { + "epoch": 29.660729431721798, + "grad_norm": 0.95506157393887, + "learning_rate": 1.6497994300624797e-05, + "loss": 0.0311, + "step": 34970 + }, + { + "epoch": 29.661577608142494, + "grad_norm": 1.0540777954571185, + "learning_rate": 1.6497785494404728e-05, + "loss": 0.0315, + "step": 34971 + }, + { + "epoch": 29.66242578456319, + "grad_norm": 0.8767302611083169, + "learning_rate": 1.64975766832813e-05, + "loss": 0.0301, + "step": 34972 + }, + { + "epoch": 29.663273960983886, + "grad_norm": 0.8019431801648953, + "learning_rate": 1.649736786725466e-05, + "loss": 0.0281, + "step": 34973 + }, + { + "epoch": 29.66412213740458, + "grad_norm": 0.8861326281797269, + "learning_rate": 1.6497159046324977e-05, + "loss": 0.0278, + "step": 34974 + }, + { + "epoch": 29.664970313825275, + "grad_norm": 0.9572446119900764, + "learning_rate": 1.64969502204924e-05, + "loss": 0.0303, + "step": 34975 + }, + { + "epoch": 29.66581849024597, + "grad_norm": 0.8515654953443732, + "learning_rate": 1.6496741389757094e-05, + "loss": 0.0315, + "step": 34976 + }, + { + "epoch": 29.666666666666668, + "grad_norm": 1.3058467900398378, + "learning_rate": 1.6496532554119214e-05, + "loss": 0.0306, + "step": 34977 + }, + { + "epoch": 29.66751484308736, + "grad_norm": 0.92082268699218, + "learning_rate": 1.649632371357891e-05, + "loss": 0.0282, + "step": 34978 + }, + { + "epoch": 29.668363019508057, + "grad_norm": 1.135295744253577, + "learning_rate": 1.6496114868136354e-05, + "loss": 0.031, + "step": 34979 + }, + { + "epoch": 29.669211195928753, + "grad_norm": 0.8109794549392866, + "learning_rate": 1.6495906017791692e-05, + "loss": 0.0267, + "step": 34980 + }, + { + "epoch": 29.67005937234945, + "grad_norm": 0.8755953007487121, + "learning_rate": 1.6495697162545084e-05, + "loss": 0.0289, + "step": 34981 + }, + { + "epoch": 29.670907548770145, + "grad_norm": 0.9071184795079597, + "learning_rate": 1.649548830239669e-05, + "loss": 0.0297, + "step": 34982 + }, + { + "epoch": 29.671755725190838, + "grad_norm": 0.8470282918516993, + "learning_rate": 1.649527943734667e-05, + "loss": 0.0296, + "step": 34983 + }, + { + "epoch": 29.672603901611534, + "grad_norm": 0.9348138990469527, + "learning_rate": 1.6495070567395176e-05, + "loss": 0.0286, + "step": 34984 + }, + { + "epoch": 29.67345207803223, + "grad_norm": 0.9205073652307331, + "learning_rate": 1.6494861692542364e-05, + "loss": 0.0287, + "step": 34985 + }, + { + "epoch": 29.674300254452927, + "grad_norm": 0.9022563920659594, + "learning_rate": 1.64946528127884e-05, + "loss": 0.0303, + "step": 34986 + }, + { + "epoch": 29.675148430873623, + "grad_norm": 0.9528036212297843, + "learning_rate": 1.6494443928133438e-05, + "loss": 0.032, + "step": 34987 + }, + { + "epoch": 29.675996607294316, + "grad_norm": 0.9558889549182211, + "learning_rate": 1.649423503857763e-05, + "loss": 0.0288, + "step": 34988 + }, + { + "epoch": 29.676844783715012, + "grad_norm": 0.9035685758250145, + "learning_rate": 1.649402614412114e-05, + "loss": 0.0308, + "step": 34989 + }, + { + "epoch": 29.67769296013571, + "grad_norm": 0.7588249011833468, + "learning_rate": 1.6493817244764123e-05, + "loss": 0.0271, + "step": 34990 + }, + { + "epoch": 29.678541136556404, + "grad_norm": 0.8215347296702227, + "learning_rate": 1.6493608340506743e-05, + "loss": 0.0294, + "step": 34991 + }, + { + "epoch": 29.6793893129771, + "grad_norm": 0.848091879410533, + "learning_rate": 1.6493399431349147e-05, + "loss": 0.0259, + "step": 34992 + }, + { + "epoch": 29.680237489397793, + "grad_norm": 1.0849913670788602, + "learning_rate": 1.64931905172915e-05, + "loss": 0.0301, + "step": 34993 + }, + { + "epoch": 29.68108566581849, + "grad_norm": 0.908823171023952, + "learning_rate": 1.6492981598333958e-05, + "loss": 0.0302, + "step": 34994 + }, + { + "epoch": 29.681933842239186, + "grad_norm": 0.9957929523917584, + "learning_rate": 1.649277267447668e-05, + "loss": 0.031, + "step": 34995 + }, + { + "epoch": 29.682782018659882, + "grad_norm": 0.857607093680264, + "learning_rate": 1.6492563745719815e-05, + "loss": 0.0276, + "step": 34996 + }, + { + "epoch": 29.68363019508058, + "grad_norm": 0.9080237137265623, + "learning_rate": 1.649235481206353e-05, + "loss": 0.0259, + "step": 34997 + }, + { + "epoch": 29.68447837150127, + "grad_norm": 0.8990577735320986, + "learning_rate": 1.6492145873507986e-05, + "loss": 0.0276, + "step": 34998 + }, + { + "epoch": 29.685326547921967, + "grad_norm": 1.2625293720489674, + "learning_rate": 1.649193693005333e-05, + "loss": 0.0258, + "step": 34999 + }, + { + "epoch": 29.686174724342663, + "grad_norm": 0.8334458500046894, + "learning_rate": 1.6491727981699724e-05, + "loss": 0.028, + "step": 35000 + }, + { + "epoch": 29.68702290076336, + "grad_norm": 0.8458927684164464, + "learning_rate": 1.649151902844733e-05, + "loss": 0.0301, + "step": 35001 + }, + { + "epoch": 29.687871077184056, + "grad_norm": 0.9716045643391925, + "learning_rate": 1.64913100702963e-05, + "loss": 0.0304, + "step": 35002 + }, + { + "epoch": 29.68871925360475, + "grad_norm": 0.7317798607643975, + "learning_rate": 1.6491101107246793e-05, + "loss": 0.0249, + "step": 35003 + }, + { + "epoch": 29.689567430025445, + "grad_norm": 0.8570598289619975, + "learning_rate": 1.6490892139298966e-05, + "loss": 0.0267, + "step": 35004 + }, + { + "epoch": 29.69041560644614, + "grad_norm": 0.976759144980615, + "learning_rate": 1.649068316645298e-05, + "loss": 0.0294, + "step": 35005 + }, + { + "epoch": 29.691263782866837, + "grad_norm": 0.7656123410980954, + "learning_rate": 1.649047418870899e-05, + "loss": 0.0268, + "step": 35006 + }, + { + "epoch": 29.69211195928753, + "grad_norm": 0.9407261289500775, + "learning_rate": 1.6490265206067152e-05, + "loss": 0.0283, + "step": 35007 + }, + { + "epoch": 29.692960135708226, + "grad_norm": 1.0074333703088574, + "learning_rate": 1.649005621852763e-05, + "loss": 0.0328, + "step": 35008 + }, + { + "epoch": 29.693808312128922, + "grad_norm": 1.0100045176160233, + "learning_rate": 1.6489847226090578e-05, + "loss": 0.0266, + "step": 35009 + }, + { + "epoch": 29.69465648854962, + "grad_norm": 0.9417081899457628, + "learning_rate": 1.648963822875615e-05, + "loss": 0.0289, + "step": 35010 + }, + { + "epoch": 29.695504664970315, + "grad_norm": 0.855773127399139, + "learning_rate": 1.648942922652451e-05, + "loss": 0.0278, + "step": 35011 + }, + { + "epoch": 29.696352841391008, + "grad_norm": 0.8695499865381348, + "learning_rate": 1.648922021939581e-05, + "loss": 0.0279, + "step": 35012 + }, + { + "epoch": 29.697201017811704, + "grad_norm": 0.9871056847206393, + "learning_rate": 1.6489011207370214e-05, + "loss": 0.0308, + "step": 35013 + }, + { + "epoch": 29.6980491942324, + "grad_norm": 0.8381674223594412, + "learning_rate": 1.6488802190447873e-05, + "loss": 0.0288, + "step": 35014 + }, + { + "epoch": 29.698897370653096, + "grad_norm": 0.9639178419205523, + "learning_rate": 1.648859316862895e-05, + "loss": 0.0303, + "step": 35015 + }, + { + "epoch": 29.699745547073793, + "grad_norm": 0.8973430903931601, + "learning_rate": 1.64883841419136e-05, + "loss": 0.0297, + "step": 35016 + }, + { + "epoch": 29.700593723494485, + "grad_norm": 0.8428090518118653, + "learning_rate": 1.6488175110301986e-05, + "loss": 0.028, + "step": 35017 + }, + { + "epoch": 29.70144189991518, + "grad_norm": 1.0288314480422172, + "learning_rate": 1.6487966073794255e-05, + "loss": 0.0287, + "step": 35018 + }, + { + "epoch": 29.702290076335878, + "grad_norm": 1.0183371061403912, + "learning_rate": 1.6487757032390574e-05, + "loss": 0.0323, + "step": 35019 + }, + { + "epoch": 29.703138252756574, + "grad_norm": 0.8777114066487735, + "learning_rate": 1.6487547986091098e-05, + "loss": 0.0286, + "step": 35020 + }, + { + "epoch": 29.70398642917727, + "grad_norm": 1.0169080522542362, + "learning_rate": 1.6487338934895984e-05, + "loss": 0.0292, + "step": 35021 + }, + { + "epoch": 29.704834605597963, + "grad_norm": 0.7819118079649221, + "learning_rate": 1.648712987880539e-05, + "loss": 0.0284, + "step": 35022 + }, + { + "epoch": 29.70568278201866, + "grad_norm": 0.9005790476685783, + "learning_rate": 1.6486920817819473e-05, + "loss": 0.0298, + "step": 35023 + }, + { + "epoch": 29.706530958439355, + "grad_norm": 0.8966544558779036, + "learning_rate": 1.6486711751938394e-05, + "loss": 0.0272, + "step": 35024 + }, + { + "epoch": 29.70737913486005, + "grad_norm": 1.260054487136265, + "learning_rate": 1.6486502681162308e-05, + "loss": 0.0328, + "step": 35025 + }, + { + "epoch": 29.708227311280748, + "grad_norm": 0.9285170009715092, + "learning_rate": 1.648629360549137e-05, + "loss": 0.0275, + "step": 35026 + }, + { + "epoch": 29.70907548770144, + "grad_norm": 1.0012148889351147, + "learning_rate": 1.6486084524925746e-05, + "loss": 0.0276, + "step": 35027 + }, + { + "epoch": 29.709923664122137, + "grad_norm": 1.0292687393005682, + "learning_rate": 1.6485875439465585e-05, + "loss": 0.0311, + "step": 35028 + }, + { + "epoch": 29.710771840542833, + "grad_norm": 0.7832475901299029, + "learning_rate": 1.6485666349111054e-05, + "loss": 0.0285, + "step": 35029 + }, + { + "epoch": 29.71162001696353, + "grad_norm": 1.0518350986702147, + "learning_rate": 1.6485457253862302e-05, + "loss": 0.0284, + "step": 35030 + }, + { + "epoch": 29.712468193384225, + "grad_norm": 0.8481243860499129, + "learning_rate": 1.648524815371949e-05, + "loss": 0.0283, + "step": 35031 + }, + { + "epoch": 29.713316369804918, + "grad_norm": 0.9940300223960011, + "learning_rate": 1.6485039048682777e-05, + "loss": 0.0299, + "step": 35032 + }, + { + "epoch": 29.714164546225614, + "grad_norm": 0.7987730067532648, + "learning_rate": 1.648482993875232e-05, + "loss": 0.0294, + "step": 35033 + }, + { + "epoch": 29.71501272264631, + "grad_norm": 0.7361821210872663, + "learning_rate": 1.6484620823928273e-05, + "loss": 0.0282, + "step": 35034 + }, + { + "epoch": 29.715860899067007, + "grad_norm": 0.7842912878098515, + "learning_rate": 1.64844117042108e-05, + "loss": 0.0272, + "step": 35035 + }, + { + "epoch": 29.716709075487703, + "grad_norm": 0.8550867667515136, + "learning_rate": 1.6484202579600057e-05, + "loss": 0.0293, + "step": 35036 + }, + { + "epoch": 29.717557251908396, + "grad_norm": 1.0765250122889798, + "learning_rate": 1.64839934500962e-05, + "loss": 0.0302, + "step": 35037 + }, + { + "epoch": 29.718405428329092, + "grad_norm": 0.9150531530705382, + "learning_rate": 1.648378431569939e-05, + "loss": 0.0288, + "step": 35038 + }, + { + "epoch": 29.719253604749788, + "grad_norm": 0.8872551016924012, + "learning_rate": 1.648357517640978e-05, + "loss": 0.0303, + "step": 35039 + }, + { + "epoch": 29.720101781170484, + "grad_norm": 0.9362909075112612, + "learning_rate": 1.6483366032227533e-05, + "loss": 0.0301, + "step": 35040 + }, + { + "epoch": 29.72094995759118, + "grad_norm": 0.9337608587691452, + "learning_rate": 1.6483156883152802e-05, + "loss": 0.0317, + "step": 35041 + }, + { + "epoch": 29.721798134011873, + "grad_norm": 1.025804116608935, + "learning_rate": 1.6482947729185748e-05, + "loss": 0.0305, + "step": 35042 + }, + { + "epoch": 29.72264631043257, + "grad_norm": 0.9389414869924938, + "learning_rate": 1.6482738570326526e-05, + "loss": 0.0285, + "step": 35043 + }, + { + "epoch": 29.723494486853266, + "grad_norm": 1.0043535851537349, + "learning_rate": 1.64825294065753e-05, + "loss": 0.0301, + "step": 35044 + }, + { + "epoch": 29.724342663273962, + "grad_norm": 1.059337229742363, + "learning_rate": 1.648232023793222e-05, + "loss": 0.0317, + "step": 35045 + }, + { + "epoch": 29.725190839694655, + "grad_norm": 0.8826687664576532, + "learning_rate": 1.648211106439745e-05, + "loss": 0.0283, + "step": 35046 + }, + { + "epoch": 29.72603901611535, + "grad_norm": 1.0581013017172454, + "learning_rate": 1.6481901885971145e-05, + "loss": 0.0289, + "step": 35047 + }, + { + "epoch": 29.726887192536047, + "grad_norm": 0.927816485016756, + "learning_rate": 1.6481692702653464e-05, + "loss": 0.032, + "step": 35048 + }, + { + "epoch": 29.727735368956743, + "grad_norm": 0.9228733834439632, + "learning_rate": 1.648148351444456e-05, + "loss": 0.0306, + "step": 35049 + }, + { + "epoch": 29.72858354537744, + "grad_norm": 0.9764996337720692, + "learning_rate": 1.6481274321344598e-05, + "loss": 0.0307, + "step": 35050 + }, + { + "epoch": 29.729431721798132, + "grad_norm": 0.8953409011688375, + "learning_rate": 1.648106512335373e-05, + "loss": 0.0281, + "step": 35051 + }, + { + "epoch": 29.73027989821883, + "grad_norm": 0.9503221944762977, + "learning_rate": 1.6480855920472124e-05, + "loss": 0.027, + "step": 35052 + }, + { + "epoch": 29.731128074639525, + "grad_norm": 0.969023640713258, + "learning_rate": 1.6480646712699924e-05, + "loss": 0.0291, + "step": 35053 + }, + { + "epoch": 29.73197625106022, + "grad_norm": 1.084548430693498, + "learning_rate": 1.6480437500037295e-05, + "loss": 0.0313, + "step": 35054 + }, + { + "epoch": 29.732824427480917, + "grad_norm": 0.8430992418867146, + "learning_rate": 1.6480228282484395e-05, + "loss": 0.0305, + "step": 35055 + }, + { + "epoch": 29.73367260390161, + "grad_norm": 0.83100118807333, + "learning_rate": 1.6480019060041378e-05, + "loss": 0.0287, + "step": 35056 + }, + { + "epoch": 29.734520780322306, + "grad_norm": 0.9569810644904759, + "learning_rate": 1.647980983270841e-05, + "loss": 0.0289, + "step": 35057 + }, + { + "epoch": 29.735368956743002, + "grad_norm": 0.9470238746616166, + "learning_rate": 1.6479600600485645e-05, + "loss": 0.0278, + "step": 35058 + }, + { + "epoch": 29.7362171331637, + "grad_norm": 0.9697269242490537, + "learning_rate": 1.6479391363373233e-05, + "loss": 0.0303, + "step": 35059 + }, + { + "epoch": 29.737065309584395, + "grad_norm": 0.7444501399842571, + "learning_rate": 1.6479182121371345e-05, + "loss": 0.0263, + "step": 35060 + }, + { + "epoch": 29.737913486005088, + "grad_norm": 0.8043959914469536, + "learning_rate": 1.647897287448013e-05, + "loss": 0.0287, + "step": 35061 + }, + { + "epoch": 29.738761662425784, + "grad_norm": 0.9065715947975483, + "learning_rate": 1.647876362269975e-05, + "loss": 0.0293, + "step": 35062 + }, + { + "epoch": 29.73960983884648, + "grad_norm": 0.9747328776731927, + "learning_rate": 1.647855436603036e-05, + "loss": 0.0291, + "step": 35063 + }, + { + "epoch": 29.740458015267176, + "grad_norm": 0.9096848024888828, + "learning_rate": 1.6478345104472116e-05, + "loss": 0.029, + "step": 35064 + }, + { + "epoch": 29.741306191687872, + "grad_norm": 0.967415573377383, + "learning_rate": 1.6478135838025185e-05, + "loss": 0.0308, + "step": 35065 + }, + { + "epoch": 29.742154368108565, + "grad_norm": 0.8650067102222836, + "learning_rate": 1.6477926566689715e-05, + "loss": 0.028, + "step": 35066 + }, + { + "epoch": 29.74300254452926, + "grad_norm": 0.8721983495059662, + "learning_rate": 1.647771729046587e-05, + "loss": 0.029, + "step": 35067 + }, + { + "epoch": 29.743850720949958, + "grad_norm": 0.903960200545399, + "learning_rate": 1.6477508009353806e-05, + "loss": 0.0293, + "step": 35068 + }, + { + "epoch": 29.744698897370654, + "grad_norm": 0.8404825685441983, + "learning_rate": 1.6477298723353682e-05, + "loss": 0.0275, + "step": 35069 + }, + { + "epoch": 29.74554707379135, + "grad_norm": 1.2652661470388904, + "learning_rate": 1.6477089432465653e-05, + "loss": 0.0305, + "step": 35070 + }, + { + "epoch": 29.746395250212043, + "grad_norm": 0.986544314290726, + "learning_rate": 1.6476880136689878e-05, + "loss": 0.029, + "step": 35071 + }, + { + "epoch": 29.74724342663274, + "grad_norm": 0.9278689691798612, + "learning_rate": 1.647667083602652e-05, + "loss": 0.0261, + "step": 35072 + }, + { + "epoch": 29.748091603053435, + "grad_norm": 0.9084810110225889, + "learning_rate": 1.647646153047573e-05, + "loss": 0.0276, + "step": 35073 + }, + { + "epoch": 29.74893977947413, + "grad_norm": 0.9825636194476685, + "learning_rate": 1.6476252220037668e-05, + "loss": 0.0304, + "step": 35074 + }, + { + "epoch": 29.749787955894828, + "grad_norm": 1.1418561180356113, + "learning_rate": 1.6476042904712487e-05, + "loss": 0.0316, + "step": 35075 + }, + { + "epoch": 29.75063613231552, + "grad_norm": 0.8452638957767304, + "learning_rate": 1.647583358450036e-05, + "loss": 0.026, + "step": 35076 + }, + { + "epoch": 29.751484308736217, + "grad_norm": 1.0607572015616347, + "learning_rate": 1.6475624259401432e-05, + "loss": 0.0356, + "step": 35077 + }, + { + "epoch": 29.752332485156913, + "grad_norm": 1.2212990938606312, + "learning_rate": 1.6475414929415863e-05, + "loss": 0.0313, + "step": 35078 + }, + { + "epoch": 29.75318066157761, + "grad_norm": 0.9539766181954212, + "learning_rate": 1.6475205594543815e-05, + "loss": 0.0304, + "step": 35079 + }, + { + "epoch": 29.754028837998305, + "grad_norm": 0.7710140611163439, + "learning_rate": 1.647499625478544e-05, + "loss": 0.0289, + "step": 35080 + }, + { + "epoch": 29.754877014418998, + "grad_norm": 0.8895592818815276, + "learning_rate": 1.6474786910140902e-05, + "loss": 0.0285, + "step": 35081 + }, + { + "epoch": 29.755725190839694, + "grad_norm": 1.0025571953913812, + "learning_rate": 1.6474577560610356e-05, + "loss": 0.0309, + "step": 35082 + }, + { + "epoch": 29.75657336726039, + "grad_norm": 0.8417601728710716, + "learning_rate": 1.647436820619396e-05, + "loss": 0.029, + "step": 35083 + }, + { + "epoch": 29.757421543681087, + "grad_norm": 0.7535807853198726, + "learning_rate": 1.6474158846891873e-05, + "loss": 0.0275, + "step": 35084 + }, + { + "epoch": 29.75826972010178, + "grad_norm": 1.0378839051398054, + "learning_rate": 1.647394948270425e-05, + "loss": 0.0285, + "step": 35085 + }, + { + "epoch": 29.759117896522476, + "grad_norm": 0.8650264594431408, + "learning_rate": 1.6473740113631253e-05, + "loss": 0.0284, + "step": 35086 + }, + { + "epoch": 29.759966072943172, + "grad_norm": 0.9031961177791782, + "learning_rate": 1.647353073967304e-05, + "loss": 0.03, + "step": 35087 + }, + { + "epoch": 29.760814249363868, + "grad_norm": 1.0024545356311927, + "learning_rate": 1.6473321360829762e-05, + "loss": 0.0282, + "step": 35088 + }, + { + "epoch": 29.761662425784564, + "grad_norm": 1.0114186929261446, + "learning_rate": 1.6473111977101585e-05, + "loss": 0.0305, + "step": 35089 + }, + { + "epoch": 29.762510602205257, + "grad_norm": 1.1093641668492837, + "learning_rate": 1.6472902588488664e-05, + "loss": 0.0325, + "step": 35090 + }, + { + "epoch": 29.763358778625953, + "grad_norm": 0.9193109421513953, + "learning_rate": 1.647269319499116e-05, + "loss": 0.0314, + "step": 35091 + }, + { + "epoch": 29.76420695504665, + "grad_norm": 0.8917314232654829, + "learning_rate": 1.6472483796609227e-05, + "loss": 0.0257, + "step": 35092 + }, + { + "epoch": 29.765055131467346, + "grad_norm": 0.9786713501334813, + "learning_rate": 1.6472274393343023e-05, + "loss": 0.0276, + "step": 35093 + }, + { + "epoch": 29.765903307888042, + "grad_norm": 0.9131509653951937, + "learning_rate": 1.6472064985192707e-05, + "loss": 0.0311, + "step": 35094 + }, + { + "epoch": 29.766751484308735, + "grad_norm": 0.972810920378816, + "learning_rate": 1.6471855572158437e-05, + "loss": 0.029, + "step": 35095 + }, + { + "epoch": 29.76759966072943, + "grad_norm": 0.9516739823033826, + "learning_rate": 1.6471646154240372e-05, + "loss": 0.0288, + "step": 35096 + }, + { + "epoch": 29.768447837150127, + "grad_norm": 0.9383324331261608, + "learning_rate": 1.6471436731438667e-05, + "loss": 0.0279, + "step": 35097 + }, + { + "epoch": 29.769296013570823, + "grad_norm": 1.043875290556763, + "learning_rate": 1.647122730375349e-05, + "loss": 0.03, + "step": 35098 + }, + { + "epoch": 29.77014418999152, + "grad_norm": 1.0638134428040305, + "learning_rate": 1.6471017871184986e-05, + "loss": 0.0278, + "step": 35099 + }, + { + "epoch": 29.770992366412212, + "grad_norm": 0.897239562328387, + "learning_rate": 1.6470808433733317e-05, + "loss": 0.0282, + "step": 35100 + }, + { + "epoch": 29.77184054283291, + "grad_norm": 0.9588412604103833, + "learning_rate": 1.6470598991398646e-05, + "loss": 0.0305, + "step": 35101 + }, + { + "epoch": 29.772688719253605, + "grad_norm": 0.9803006841397447, + "learning_rate": 1.6470389544181125e-05, + "loss": 0.0266, + "step": 35102 + }, + { + "epoch": 29.7735368956743, + "grad_norm": 0.8393424425913845, + "learning_rate": 1.6470180092080917e-05, + "loss": 0.0282, + "step": 35103 + }, + { + "epoch": 29.774385072094997, + "grad_norm": 0.8368947376976971, + "learning_rate": 1.6469970635098176e-05, + "loss": 0.0303, + "step": 35104 + }, + { + "epoch": 29.77523324851569, + "grad_norm": 0.9324253609252496, + "learning_rate": 1.6469761173233064e-05, + "loss": 0.0297, + "step": 35105 + }, + { + "epoch": 29.776081424936386, + "grad_norm": 0.8778976895879456, + "learning_rate": 1.6469551706485734e-05, + "loss": 0.028, + "step": 35106 + }, + { + "epoch": 29.776929601357082, + "grad_norm": 0.9615475970657783, + "learning_rate": 1.6469342234856347e-05, + "loss": 0.0292, + "step": 35107 + }, + { + "epoch": 29.77777777777778, + "grad_norm": 0.8810428865604367, + "learning_rate": 1.6469132758345063e-05, + "loss": 0.0283, + "step": 35108 + }, + { + "epoch": 29.778625954198475, + "grad_norm": 0.9521506610831353, + "learning_rate": 1.646892327695204e-05, + "loss": 0.0302, + "step": 35109 + }, + { + "epoch": 29.779474130619167, + "grad_norm": 0.9495061862809651, + "learning_rate": 1.6468713790677425e-05, + "loss": 0.0293, + "step": 35110 + }, + { + "epoch": 29.780322307039864, + "grad_norm": 0.8702564065330701, + "learning_rate": 1.6468504299521395e-05, + "loss": 0.0292, + "step": 35111 + }, + { + "epoch": 29.78117048346056, + "grad_norm": 0.9359163618725685, + "learning_rate": 1.6468294803484097e-05, + "loss": 0.0288, + "step": 35112 + }, + { + "epoch": 29.782018659881256, + "grad_norm": 1.0170257667543317, + "learning_rate": 1.6468085302565686e-05, + "loss": 0.0299, + "step": 35113 + }, + { + "epoch": 29.782866836301952, + "grad_norm": 0.8235540536239577, + "learning_rate": 1.6467875796766323e-05, + "loss": 0.0272, + "step": 35114 + }, + { + "epoch": 29.783715012722645, + "grad_norm": 0.9361517383017847, + "learning_rate": 1.6467666286086173e-05, + "loss": 0.0284, + "step": 35115 + }, + { + "epoch": 29.78456318914334, + "grad_norm": 0.8321554376125092, + "learning_rate": 1.6467456770525388e-05, + "loss": 0.0298, + "step": 35116 + }, + { + "epoch": 29.785411365564038, + "grad_norm": 0.9639553753577859, + "learning_rate": 1.6467247250084125e-05, + "loss": 0.0314, + "step": 35117 + }, + { + "epoch": 29.786259541984734, + "grad_norm": 0.6946365999440915, + "learning_rate": 1.6467037724762543e-05, + "loss": 0.0257, + "step": 35118 + }, + { + "epoch": 29.78710771840543, + "grad_norm": 0.7552709540113163, + "learning_rate": 1.6466828194560804e-05, + "loss": 0.027, + "step": 35119 + }, + { + "epoch": 29.787955894826123, + "grad_norm": 1.12111946839831, + "learning_rate": 1.6466618659479058e-05, + "loss": 0.0289, + "step": 35120 + }, + { + "epoch": 29.78880407124682, + "grad_norm": 0.9022574463989101, + "learning_rate": 1.6466409119517474e-05, + "loss": 0.029, + "step": 35121 + }, + { + "epoch": 29.789652247667515, + "grad_norm": 0.8237958016043222, + "learning_rate": 1.6466199574676204e-05, + "loss": 0.028, + "step": 35122 + }, + { + "epoch": 29.79050042408821, + "grad_norm": 1.0546631754450848, + "learning_rate": 1.6465990024955404e-05, + "loss": 0.0292, + "step": 35123 + }, + { + "epoch": 29.791348600508904, + "grad_norm": 0.9629592045472162, + "learning_rate": 1.6465780470355233e-05, + "loss": 0.0282, + "step": 35124 + }, + { + "epoch": 29.7921967769296, + "grad_norm": 2.9441350423862853, + "learning_rate": 1.6465570910875855e-05, + "loss": 0.0295, + "step": 35125 + }, + { + "epoch": 29.793044953350297, + "grad_norm": 0.8804450163323039, + "learning_rate": 1.6465361346517425e-05, + "loss": 0.028, + "step": 35126 + }, + { + "epoch": 29.793893129770993, + "grad_norm": 0.759687926060521, + "learning_rate": 1.646515177728009e-05, + "loss": 0.0272, + "step": 35127 + }, + { + "epoch": 29.79474130619169, + "grad_norm": 1.017842556567642, + "learning_rate": 1.6464942203164028e-05, + "loss": 0.0312, + "step": 35128 + }, + { + "epoch": 29.79558948261238, + "grad_norm": 0.934467889184919, + "learning_rate": 1.6464732624169383e-05, + "loss": 0.0296, + "step": 35129 + }, + { + "epoch": 29.796437659033078, + "grad_norm": 0.982875326257624, + "learning_rate": 1.6464523040296323e-05, + "loss": 0.0348, + "step": 35130 + }, + { + "epoch": 29.797285835453774, + "grad_norm": 0.9948539339125384, + "learning_rate": 1.6464313451544997e-05, + "loss": 0.0296, + "step": 35131 + }, + { + "epoch": 29.79813401187447, + "grad_norm": 0.9725987131285483, + "learning_rate": 1.6464103857915564e-05, + "loss": 0.0279, + "step": 35132 + }, + { + "epoch": 29.798982188295167, + "grad_norm": 1.1221938293002536, + "learning_rate": 1.6463894259408187e-05, + "loss": 0.0329, + "step": 35133 + }, + { + "epoch": 29.79983036471586, + "grad_norm": 1.041731068689963, + "learning_rate": 1.6463684656023022e-05, + "loss": 0.0321, + "step": 35134 + }, + { + "epoch": 29.800678541136556, + "grad_norm": 1.068586320265056, + "learning_rate": 1.6463475047760228e-05, + "loss": 0.0308, + "step": 35135 + }, + { + "epoch": 29.801526717557252, + "grad_norm": 1.0683073677777717, + "learning_rate": 1.646326543461996e-05, + "loss": 0.0338, + "step": 35136 + }, + { + "epoch": 29.802374893977948, + "grad_norm": 1.163137326825122, + "learning_rate": 1.6463055816602383e-05, + "loss": 0.0342, + "step": 35137 + }, + { + "epoch": 29.803223070398644, + "grad_norm": 1.0368348037883446, + "learning_rate": 1.646284619370765e-05, + "loss": 0.0309, + "step": 35138 + }, + { + "epoch": 29.804071246819337, + "grad_norm": 0.9970461284988739, + "learning_rate": 1.6462636565935918e-05, + "loss": 0.0301, + "step": 35139 + }, + { + "epoch": 29.804919423240033, + "grad_norm": 1.1090002858664965, + "learning_rate": 1.6462426933287347e-05, + "loss": 0.0305, + "step": 35140 + }, + { + "epoch": 29.80576759966073, + "grad_norm": 1.0415614129968351, + "learning_rate": 1.6462217295762095e-05, + "loss": 0.0312, + "step": 35141 + }, + { + "epoch": 29.806615776081426, + "grad_norm": 1.0978680077222616, + "learning_rate": 1.6462007653360323e-05, + "loss": 0.0316, + "step": 35142 + }, + { + "epoch": 29.807463952502122, + "grad_norm": 0.9583049492547875, + "learning_rate": 1.6461798006082184e-05, + "loss": 0.0291, + "step": 35143 + }, + { + "epoch": 29.808312128922815, + "grad_norm": 0.9718375391649389, + "learning_rate": 1.646158835392784e-05, + "loss": 0.03, + "step": 35144 + }, + { + "epoch": 29.80916030534351, + "grad_norm": 0.9330375433234158, + "learning_rate": 1.6461378696897453e-05, + "loss": 0.0286, + "step": 35145 + }, + { + "epoch": 29.810008481764207, + "grad_norm": 0.9595810660522999, + "learning_rate": 1.646116903499117e-05, + "loss": 0.0305, + "step": 35146 + }, + { + "epoch": 29.810856658184903, + "grad_norm": 0.9085766170109724, + "learning_rate": 1.646095936820916e-05, + "loss": 0.0313, + "step": 35147 + }, + { + "epoch": 29.8117048346056, + "grad_norm": 1.1015396954045555, + "learning_rate": 1.646074969655157e-05, + "loss": 0.0327, + "step": 35148 + }, + { + "epoch": 29.812553011026292, + "grad_norm": 1.068809200508347, + "learning_rate": 1.6460540020018576e-05, + "loss": 0.03, + "step": 35149 + }, + { + "epoch": 29.81340118744699, + "grad_norm": 1.2369219918529772, + "learning_rate": 1.6460330338610316e-05, + "loss": 0.0305, + "step": 35150 + }, + { + "epoch": 29.814249363867685, + "grad_norm": 1.1236544373659323, + "learning_rate": 1.646012065232696e-05, + "loss": 0.0302, + "step": 35151 + }, + { + "epoch": 29.81509754028838, + "grad_norm": 0.8835414881343447, + "learning_rate": 1.6459910961168667e-05, + "loss": 0.0286, + "step": 35152 + }, + { + "epoch": 29.815945716709077, + "grad_norm": 0.8823045157921197, + "learning_rate": 1.6459701265135587e-05, + "loss": 0.0295, + "step": 35153 + }, + { + "epoch": 29.81679389312977, + "grad_norm": 1.1942925722982414, + "learning_rate": 1.6459491564227887e-05, + "loss": 0.0312, + "step": 35154 + }, + { + "epoch": 29.817642069550466, + "grad_norm": 1.12760329364154, + "learning_rate": 1.6459281858445718e-05, + "loss": 0.0293, + "step": 35155 + }, + { + "epoch": 29.818490245971162, + "grad_norm": 1.1930397595246276, + "learning_rate": 1.6459072147789245e-05, + "loss": 0.0347, + "step": 35156 + }, + { + "epoch": 29.81933842239186, + "grad_norm": 1.008200242855442, + "learning_rate": 1.645886243225862e-05, + "loss": 0.0304, + "step": 35157 + }, + { + "epoch": 29.820186598812555, + "grad_norm": 1.0640829060637347, + "learning_rate": 1.6458652711854008e-05, + "loss": 0.0374, + "step": 35158 + }, + { + "epoch": 29.821034775233247, + "grad_norm": 0.9348488007639809, + "learning_rate": 1.6458442986575564e-05, + "loss": 0.0291, + "step": 35159 + }, + { + "epoch": 29.821882951653944, + "grad_norm": 0.9504276847381468, + "learning_rate": 1.645823325642344e-05, + "loss": 0.0282, + "step": 35160 + }, + { + "epoch": 29.82273112807464, + "grad_norm": 0.9044701620874597, + "learning_rate": 1.6458023521397802e-05, + "loss": 0.0282, + "step": 35161 + }, + { + "epoch": 29.823579304495336, + "grad_norm": 1.1078593639673056, + "learning_rate": 1.645781378149881e-05, + "loss": 0.031, + "step": 35162 + }, + { + "epoch": 29.82442748091603, + "grad_norm": 0.8112240825540965, + "learning_rate": 1.6457604036726617e-05, + "loss": 0.0277, + "step": 35163 + }, + { + "epoch": 29.825275657336725, + "grad_norm": 0.8773472584694864, + "learning_rate": 1.6457394287081383e-05, + "loss": 0.0286, + "step": 35164 + }, + { + "epoch": 29.82612383375742, + "grad_norm": 0.9762956324321044, + "learning_rate": 1.6457184532563263e-05, + "loss": 0.0253, + "step": 35165 + }, + { + "epoch": 29.826972010178118, + "grad_norm": 0.9357459655247243, + "learning_rate": 1.645697477317242e-05, + "loss": 0.0285, + "step": 35166 + }, + { + "epoch": 29.827820186598814, + "grad_norm": 1.0821039588103618, + "learning_rate": 1.6456765008909014e-05, + "loss": 0.0305, + "step": 35167 + }, + { + "epoch": 29.828668363019506, + "grad_norm": 1.0254312433434685, + "learning_rate": 1.64565552397732e-05, + "loss": 0.0323, + "step": 35168 + }, + { + "epoch": 29.829516539440203, + "grad_norm": 0.8907983363820485, + "learning_rate": 1.6456345465765132e-05, + "loss": 0.0272, + "step": 35169 + }, + { + "epoch": 29.8303647158609, + "grad_norm": 0.8786131420621338, + "learning_rate": 1.6456135686884972e-05, + "loss": 0.029, + "step": 35170 + }, + { + "epoch": 29.831212892281595, + "grad_norm": 1.1305457839749753, + "learning_rate": 1.6455925903132882e-05, + "loss": 0.0326, + "step": 35171 + }, + { + "epoch": 29.83206106870229, + "grad_norm": 1.0189985398192596, + "learning_rate": 1.6455716114509018e-05, + "loss": 0.0291, + "step": 35172 + }, + { + "epoch": 29.832909245122984, + "grad_norm": 1.2022796391167943, + "learning_rate": 1.6455506321013535e-05, + "loss": 0.0324, + "step": 35173 + }, + { + "epoch": 29.83375742154368, + "grad_norm": 1.0521423746875425, + "learning_rate": 1.6455296522646597e-05, + "loss": 0.03, + "step": 35174 + }, + { + "epoch": 29.834605597964376, + "grad_norm": 0.9696223566797619, + "learning_rate": 1.6455086719408355e-05, + "loss": 0.0313, + "step": 35175 + }, + { + "epoch": 29.835453774385073, + "grad_norm": 1.0374195482901865, + "learning_rate": 1.6454876911298972e-05, + "loss": 0.0336, + "step": 35176 + }, + { + "epoch": 29.83630195080577, + "grad_norm": 1.0446640595433363, + "learning_rate": 1.6454667098318607e-05, + "loss": 0.0299, + "step": 35177 + }, + { + "epoch": 29.83715012722646, + "grad_norm": 0.8873392615669967, + "learning_rate": 1.645445728046742e-05, + "loss": 0.0302, + "step": 35178 + }, + { + "epoch": 29.837998303647158, + "grad_norm": 0.9504265681513839, + "learning_rate": 1.6454247457745564e-05, + "loss": 0.0303, + "step": 35179 + }, + { + "epoch": 29.838846480067854, + "grad_norm": 0.8326526916805072, + "learning_rate": 1.64540376301532e-05, + "loss": 0.0306, + "step": 35180 + }, + { + "epoch": 29.83969465648855, + "grad_norm": 0.9543731771541112, + "learning_rate": 1.645382779769048e-05, + "loss": 0.0301, + "step": 35181 + }, + { + "epoch": 29.840542832909247, + "grad_norm": 0.9603288316802499, + "learning_rate": 1.6453617960357578e-05, + "loss": 0.0309, + "step": 35182 + }, + { + "epoch": 29.84139100932994, + "grad_norm": 0.8683154653352744, + "learning_rate": 1.6453408118154638e-05, + "loss": 0.029, + "step": 35183 + }, + { + "epoch": 29.842239185750635, + "grad_norm": 0.9320589982331632, + "learning_rate": 1.6453198271081827e-05, + "loss": 0.0308, + "step": 35184 + }, + { + "epoch": 29.84308736217133, + "grad_norm": 0.8218097212160804, + "learning_rate": 1.6452988419139296e-05, + "loss": 0.0284, + "step": 35185 + }, + { + "epoch": 29.843935538592028, + "grad_norm": 0.9125721533314983, + "learning_rate": 1.6452778562327206e-05, + "loss": 0.0291, + "step": 35186 + }, + { + "epoch": 29.844783715012724, + "grad_norm": 0.8581089176005656, + "learning_rate": 1.645256870064572e-05, + "loss": 0.0279, + "step": 35187 + }, + { + "epoch": 29.845631891433417, + "grad_norm": 0.8578305575093678, + "learning_rate": 1.645235883409499e-05, + "loss": 0.0278, + "step": 35188 + }, + { + "epoch": 29.846480067854113, + "grad_norm": 0.909134943441246, + "learning_rate": 1.645214896267518e-05, + "loss": 0.029, + "step": 35189 + }, + { + "epoch": 29.84732824427481, + "grad_norm": 1.0576909136163328, + "learning_rate": 1.6451939086386438e-05, + "loss": 0.0341, + "step": 35190 + }, + { + "epoch": 29.848176420695506, + "grad_norm": 0.8812664149355852, + "learning_rate": 1.6451729205228937e-05, + "loss": 0.0294, + "step": 35191 + }, + { + "epoch": 29.849024597116202, + "grad_norm": 0.9187731992027889, + "learning_rate": 1.6451519319202823e-05, + "loss": 0.0419, + "step": 35192 + }, + { + "epoch": 29.849872773536894, + "grad_norm": 1.0354172920067017, + "learning_rate": 1.6451309428308265e-05, + "loss": 0.0291, + "step": 35193 + }, + { + "epoch": 29.85072094995759, + "grad_norm": 0.937358770260188, + "learning_rate": 1.6451099532545412e-05, + "loss": 0.028, + "step": 35194 + }, + { + "epoch": 29.851569126378287, + "grad_norm": 0.9776420591637008, + "learning_rate": 1.6450889631914428e-05, + "loss": 0.0287, + "step": 35195 + }, + { + "epoch": 29.852417302798983, + "grad_norm": 1.1268394339534429, + "learning_rate": 1.645067972641547e-05, + "loss": 0.0309, + "step": 35196 + }, + { + "epoch": 29.85326547921968, + "grad_norm": 0.9505057274186766, + "learning_rate": 1.6450469816048692e-05, + "loss": 0.0277, + "step": 35197 + }, + { + "epoch": 29.854113655640372, + "grad_norm": 0.9968713310765258, + "learning_rate": 1.6450259900814263e-05, + "loss": 0.0295, + "step": 35198 + }, + { + "epoch": 29.85496183206107, + "grad_norm": 0.8777989008385407, + "learning_rate": 1.645004998071233e-05, + "loss": 0.0275, + "step": 35199 + }, + { + "epoch": 29.855810008481765, + "grad_norm": 0.9675304318030166, + "learning_rate": 1.6449840055743058e-05, + "loss": 0.0299, + "step": 35200 + }, + { + "epoch": 29.85665818490246, + "grad_norm": 0.9132179499526606, + "learning_rate": 1.6449630125906604e-05, + "loss": 0.0277, + "step": 35201 + }, + { + "epoch": 29.857506361323153, + "grad_norm": 0.9908440866472087, + "learning_rate": 1.6449420191203126e-05, + "loss": 0.0292, + "step": 35202 + }, + { + "epoch": 29.85835453774385, + "grad_norm": 0.8184371626743986, + "learning_rate": 1.6449210251632783e-05, + "loss": 0.0288, + "step": 35203 + }, + { + "epoch": 29.859202714164546, + "grad_norm": 1.0880714662041957, + "learning_rate": 1.644900030719573e-05, + "loss": 0.0287, + "step": 35204 + }, + { + "epoch": 29.860050890585242, + "grad_norm": 0.8953696539686632, + "learning_rate": 1.6448790357892132e-05, + "loss": 0.03, + "step": 35205 + }, + { + "epoch": 29.86089906700594, + "grad_norm": 0.9562049780553576, + "learning_rate": 1.6448580403722143e-05, + "loss": 0.0285, + "step": 35206 + }, + { + "epoch": 29.86174724342663, + "grad_norm": 0.9989079002432828, + "learning_rate": 1.6448370444685922e-05, + "loss": 0.0317, + "step": 35207 + }, + { + "epoch": 29.862595419847327, + "grad_norm": 0.881446344869922, + "learning_rate": 1.644816048078363e-05, + "loss": 0.0288, + "step": 35208 + }, + { + "epoch": 29.863443596268024, + "grad_norm": 0.9221167261331874, + "learning_rate": 1.6447950512015417e-05, + "loss": 0.0282, + "step": 35209 + }, + { + "epoch": 29.86429177268872, + "grad_norm": 0.8889025135803867, + "learning_rate": 1.644774053838145e-05, + "loss": 0.0285, + "step": 35210 + }, + { + "epoch": 29.865139949109416, + "grad_norm": 0.9434965081811374, + "learning_rate": 1.644753055988189e-05, + "loss": 0.0281, + "step": 35211 + }, + { + "epoch": 29.86598812553011, + "grad_norm": 0.9329955760662826, + "learning_rate": 1.6447320576516884e-05, + "loss": 0.0297, + "step": 35212 + }, + { + "epoch": 29.866836301950805, + "grad_norm": 0.9087834920955967, + "learning_rate": 1.64471105882866e-05, + "loss": 0.0286, + "step": 35213 + }, + { + "epoch": 29.8676844783715, + "grad_norm": 0.9195396522512158, + "learning_rate": 1.6446900595191194e-05, + "loss": 0.0292, + "step": 35214 + }, + { + "epoch": 29.868532654792197, + "grad_norm": 1.0129116130989781, + "learning_rate": 1.6446690597230824e-05, + "loss": 0.0307, + "step": 35215 + }, + { + "epoch": 29.869380831212894, + "grad_norm": 1.0687591238999339, + "learning_rate": 1.6446480594405646e-05, + "loss": 0.0297, + "step": 35216 + }, + { + "epoch": 29.870229007633586, + "grad_norm": 1.0013635001668577, + "learning_rate": 1.6446270586715823e-05, + "loss": 0.0297, + "step": 35217 + }, + { + "epoch": 29.871077184054283, + "grad_norm": 0.9029765398447771, + "learning_rate": 1.6446060574161513e-05, + "loss": 0.0279, + "step": 35218 + }, + { + "epoch": 29.87192536047498, + "grad_norm": 1.0107141195327578, + "learning_rate": 1.644585055674287e-05, + "loss": 0.0296, + "step": 35219 + }, + { + "epoch": 29.872773536895675, + "grad_norm": 0.9600675693600103, + "learning_rate": 1.6445640534460053e-05, + "loss": 0.0294, + "step": 35220 + }, + { + "epoch": 29.87362171331637, + "grad_norm": 0.7512094079912884, + "learning_rate": 1.644543050731323e-05, + "loss": 0.0253, + "step": 35221 + }, + { + "epoch": 29.874469889737064, + "grad_norm": 0.8806023200554922, + "learning_rate": 1.6445220475302544e-05, + "loss": 0.0303, + "step": 35222 + }, + { + "epoch": 29.87531806615776, + "grad_norm": 1.108884999734017, + "learning_rate": 1.6445010438428167e-05, + "loss": 0.0297, + "step": 35223 + }, + { + "epoch": 29.876166242578456, + "grad_norm": 0.922559372482585, + "learning_rate": 1.644480039669025e-05, + "loss": 0.0276, + "step": 35224 + }, + { + "epoch": 29.877014418999153, + "grad_norm": 0.9666550380251849, + "learning_rate": 1.6444590350088954e-05, + "loss": 0.0306, + "step": 35225 + }, + { + "epoch": 29.87786259541985, + "grad_norm": 0.9243509512074813, + "learning_rate": 1.6444380298624437e-05, + "loss": 0.0285, + "step": 35226 + }, + { + "epoch": 29.87871077184054, + "grad_norm": 1.0027945718160773, + "learning_rate": 1.6444170242296857e-05, + "loss": 0.0296, + "step": 35227 + }, + { + "epoch": 29.879558948261238, + "grad_norm": 0.9919279270327668, + "learning_rate": 1.6443960181106375e-05, + "loss": 0.0292, + "step": 35228 + }, + { + "epoch": 29.880407124681934, + "grad_norm": 1.0226977642190136, + "learning_rate": 1.644375011505315e-05, + "loss": 0.0292, + "step": 35229 + }, + { + "epoch": 29.88125530110263, + "grad_norm": 1.1785916062857498, + "learning_rate": 1.6443540044137334e-05, + "loss": 0.0323, + "step": 35230 + }, + { + "epoch": 29.882103477523327, + "grad_norm": 0.93583906360958, + "learning_rate": 1.6443329968359092e-05, + "loss": 0.0264, + "step": 35231 + }, + { + "epoch": 29.88295165394402, + "grad_norm": 0.8586752700167134, + "learning_rate": 1.644311988771858e-05, + "loss": 0.0283, + "step": 35232 + }, + { + "epoch": 29.883799830364715, + "grad_norm": 0.9369007475660887, + "learning_rate": 1.644290980221596e-05, + "loss": 0.0278, + "step": 35233 + }, + { + "epoch": 29.88464800678541, + "grad_norm": 1.002929521823464, + "learning_rate": 1.6442699711851383e-05, + "loss": 0.0334, + "step": 35234 + }, + { + "epoch": 29.885496183206108, + "grad_norm": 0.9477865979036821, + "learning_rate": 1.6442489616625014e-05, + "loss": 0.0288, + "step": 35235 + }, + { + "epoch": 29.886344359626804, + "grad_norm": 0.9319523686598256, + "learning_rate": 1.6442279516537008e-05, + "loss": 0.0296, + "step": 35236 + }, + { + "epoch": 29.887192536047497, + "grad_norm": 0.9888100258084612, + "learning_rate": 1.6442069411587524e-05, + "loss": 0.0323, + "step": 35237 + }, + { + "epoch": 29.888040712468193, + "grad_norm": 1.0528117454173558, + "learning_rate": 1.6441859301776725e-05, + "loss": 0.0311, + "step": 35238 + }, + { + "epoch": 29.88888888888889, + "grad_norm": 0.9867250709468105, + "learning_rate": 1.6441649187104763e-05, + "loss": 0.0326, + "step": 35239 + }, + { + "epoch": 29.889737065309586, + "grad_norm": 1.0647788529339421, + "learning_rate": 1.6441439067571804e-05, + "loss": 0.0313, + "step": 35240 + }, + { + "epoch": 29.890585241730278, + "grad_norm": 1.0217929246597097, + "learning_rate": 1.6441228943177998e-05, + "loss": 0.0275, + "step": 35241 + }, + { + "epoch": 29.891433418150974, + "grad_norm": 0.9984908022974627, + "learning_rate": 1.6441018813923507e-05, + "loss": 0.0298, + "step": 35242 + }, + { + "epoch": 29.89228159457167, + "grad_norm": 0.7938529711271671, + "learning_rate": 1.6440808679808496e-05, + "loss": 0.0267, + "step": 35243 + }, + { + "epoch": 29.893129770992367, + "grad_norm": 0.9869996275347501, + "learning_rate": 1.6440598540833113e-05, + "loss": 0.0295, + "step": 35244 + }, + { + "epoch": 29.893977947413063, + "grad_norm": 0.9137222010984999, + "learning_rate": 1.6440388396997525e-05, + "loss": 0.0291, + "step": 35245 + }, + { + "epoch": 29.894826123833756, + "grad_norm": 0.982835053204696, + "learning_rate": 1.6440178248301886e-05, + "loss": 0.0303, + "step": 35246 + }, + { + "epoch": 29.895674300254452, + "grad_norm": 0.9982240277966322, + "learning_rate": 1.6439968094746355e-05, + "loss": 0.0282, + "step": 35247 + }, + { + "epoch": 29.89652247667515, + "grad_norm": 0.9290648312111941, + "learning_rate": 1.6439757936331088e-05, + "loss": 0.0286, + "step": 35248 + }, + { + "epoch": 29.897370653095845, + "grad_norm": 1.0642539168134166, + "learning_rate": 1.6439547773056253e-05, + "loss": 0.0307, + "step": 35249 + }, + { + "epoch": 29.89821882951654, + "grad_norm": 1.053425845780885, + "learning_rate": 1.6439337604922e-05, + "loss": 0.0301, + "step": 35250 + }, + { + "epoch": 29.899067005937233, + "grad_norm": 0.9171794332460503, + "learning_rate": 1.643912743192849e-05, + "loss": 0.0292, + "step": 35251 + }, + { + "epoch": 29.89991518235793, + "grad_norm": 1.0842958434431413, + "learning_rate": 1.643891725407588e-05, + "loss": 0.0313, + "step": 35252 + }, + { + "epoch": 29.900763358778626, + "grad_norm": 0.8635806981300317, + "learning_rate": 1.6438707071364333e-05, + "loss": 0.0292, + "step": 35253 + }, + { + "epoch": 29.901611535199322, + "grad_norm": 1.028043468320419, + "learning_rate": 1.6438496883794005e-05, + "loss": 0.0322, + "step": 35254 + }, + { + "epoch": 29.90245971162002, + "grad_norm": 1.084275681770999, + "learning_rate": 1.6438286691365052e-05, + "loss": 0.0304, + "step": 35255 + }, + { + "epoch": 29.90330788804071, + "grad_norm": 0.9650361027449026, + "learning_rate": 1.643807649407764e-05, + "loss": 0.0293, + "step": 35256 + }, + { + "epoch": 29.904156064461407, + "grad_norm": 0.9317050246033218, + "learning_rate": 1.6437866291931915e-05, + "loss": 0.0274, + "step": 35257 + }, + { + "epoch": 29.905004240882104, + "grad_norm": 1.150001146314493, + "learning_rate": 1.643765608492805e-05, + "loss": 0.0314, + "step": 35258 + }, + { + "epoch": 29.9058524173028, + "grad_norm": 1.0755952079542621, + "learning_rate": 1.6437445873066192e-05, + "loss": 0.0286, + "step": 35259 + }, + { + "epoch": 29.906700593723496, + "grad_norm": 0.9289808316188302, + "learning_rate": 1.643723565634651e-05, + "loss": 0.031, + "step": 35260 + }, + { + "epoch": 29.90754877014419, + "grad_norm": 0.9553276234578443, + "learning_rate": 1.6437025434769154e-05, + "loss": 0.0313, + "step": 35261 + }, + { + "epoch": 29.908396946564885, + "grad_norm": 0.9997986706325467, + "learning_rate": 1.6436815208334285e-05, + "loss": 0.0283, + "step": 35262 + }, + { + "epoch": 29.90924512298558, + "grad_norm": 0.916030946323229, + "learning_rate": 1.6436604977042065e-05, + "loss": 0.0298, + "step": 35263 + }, + { + "epoch": 29.910093299406277, + "grad_norm": 1.0235246697715934, + "learning_rate": 1.6436394740892646e-05, + "loss": 0.0307, + "step": 35264 + }, + { + "epoch": 29.910941475826974, + "grad_norm": 0.9135490578584362, + "learning_rate": 1.6436184499886197e-05, + "loss": 0.0281, + "step": 35265 + }, + { + "epoch": 29.911789652247666, + "grad_norm": 1.1053847736814153, + "learning_rate": 1.6435974254022865e-05, + "loss": 0.0282, + "step": 35266 + }, + { + "epoch": 29.912637828668363, + "grad_norm": 0.9853225827089677, + "learning_rate": 1.643576400330282e-05, + "loss": 0.0295, + "step": 35267 + }, + { + "epoch": 29.91348600508906, + "grad_norm": 0.9042252016419324, + "learning_rate": 1.643555374772621e-05, + "loss": 0.0309, + "step": 35268 + }, + { + "epoch": 29.914334181509755, + "grad_norm": 1.105665562371026, + "learning_rate": 1.6435343487293202e-05, + "loss": 0.0305, + "step": 35269 + }, + { + "epoch": 29.91518235793045, + "grad_norm": 1.0056850532915815, + "learning_rate": 1.643513322200395e-05, + "loss": 0.0297, + "step": 35270 + }, + { + "epoch": 29.916030534351144, + "grad_norm": 0.7748788464635823, + "learning_rate": 1.643492295185861e-05, + "loss": 0.0268, + "step": 35271 + }, + { + "epoch": 29.91687871077184, + "grad_norm": 0.9259929704933303, + "learning_rate": 1.6434712676857347e-05, + "loss": 0.0307, + "step": 35272 + }, + { + "epoch": 29.917726887192536, + "grad_norm": 1.0047114469941687, + "learning_rate": 1.6434502397000316e-05, + "loss": 0.0322, + "step": 35273 + }, + { + "epoch": 29.918575063613233, + "grad_norm": 0.8768963852992779, + "learning_rate": 1.643429211228768e-05, + "loss": 0.0293, + "step": 35274 + }, + { + "epoch": 29.91942324003393, + "grad_norm": 0.9537880722729297, + "learning_rate": 1.643408182271959e-05, + "loss": 0.0313, + "step": 35275 + }, + { + "epoch": 29.92027141645462, + "grad_norm": 0.8052119483452586, + "learning_rate": 1.6433871528296214e-05, + "loss": 0.0287, + "step": 35276 + }, + { + "epoch": 29.921119592875318, + "grad_norm": 0.8076744002730121, + "learning_rate": 1.64336612290177e-05, + "loss": 0.0275, + "step": 35277 + }, + { + "epoch": 29.921967769296014, + "grad_norm": 0.9884475810862764, + "learning_rate": 1.6433450924884217e-05, + "loss": 0.0288, + "step": 35278 + }, + { + "epoch": 29.92281594571671, + "grad_norm": 0.8306319317519397, + "learning_rate": 1.643324061589592e-05, + "loss": 0.0274, + "step": 35279 + }, + { + "epoch": 29.923664122137403, + "grad_norm": 0.922792243568062, + "learning_rate": 1.6433030302052964e-05, + "loss": 0.0322, + "step": 35280 + }, + { + "epoch": 29.9245122985581, + "grad_norm": 0.9108679961641026, + "learning_rate": 1.6432819983355512e-05, + "loss": 0.0294, + "step": 35281 + }, + { + "epoch": 29.925360474978795, + "grad_norm": 0.9343746404784024, + "learning_rate": 1.6432609659803725e-05, + "loss": 0.0262, + "step": 35282 + }, + { + "epoch": 29.92620865139949, + "grad_norm": 0.9681396050461607, + "learning_rate": 1.6432399331397754e-05, + "loss": 0.0311, + "step": 35283 + }, + { + "epoch": 29.927056827820188, + "grad_norm": 0.9687791540545156, + "learning_rate": 1.6432188998137762e-05, + "loss": 0.0265, + "step": 35284 + }, + { + "epoch": 29.92790500424088, + "grad_norm": 1.020463054001834, + "learning_rate": 1.643197866002391e-05, + "loss": 0.03, + "step": 35285 + }, + { + "epoch": 29.928753180661577, + "grad_norm": 0.9556738827929577, + "learning_rate": 1.643176831705635e-05, + "loss": 0.0297, + "step": 35286 + }, + { + "epoch": 29.929601357082273, + "grad_norm": 0.974612215768291, + "learning_rate": 1.6431557969235247e-05, + "loss": 0.0312, + "step": 35287 + }, + { + "epoch": 29.93044953350297, + "grad_norm": 0.9424720750748057, + "learning_rate": 1.643134761656076e-05, + "loss": 0.0284, + "step": 35288 + }, + { + "epoch": 29.931297709923665, + "grad_norm": 1.094559503392876, + "learning_rate": 1.6431137259033043e-05, + "loss": 0.0297, + "step": 35289 + }, + { + "epoch": 29.932145886344358, + "grad_norm": 0.997513588441738, + "learning_rate": 1.6430926896652256e-05, + "loss": 0.0304, + "step": 35290 + }, + { + "epoch": 29.932994062765054, + "grad_norm": 1.032398823041575, + "learning_rate": 1.6430716529418562e-05, + "loss": 0.0273, + "step": 35291 + }, + { + "epoch": 29.93384223918575, + "grad_norm": 1.1251210501312006, + "learning_rate": 1.643050615733212e-05, + "loss": 0.033, + "step": 35292 + }, + { + "epoch": 29.934690415606447, + "grad_norm": 0.9900234037404482, + "learning_rate": 1.6430295780393078e-05, + "loss": 0.0289, + "step": 35293 + }, + { + "epoch": 29.935538592027143, + "grad_norm": 0.9297754672474088, + "learning_rate": 1.643008539860161e-05, + "loss": 0.0336, + "step": 35294 + }, + { + "epoch": 29.936386768447836, + "grad_norm": 0.9724206960828302, + "learning_rate": 1.6429875011957857e-05, + "loss": 0.0291, + "step": 35295 + }, + { + "epoch": 29.937234944868532, + "grad_norm": 0.8598789355951976, + "learning_rate": 1.6429664620461996e-05, + "loss": 0.0308, + "step": 35296 + }, + { + "epoch": 29.938083121289228, + "grad_norm": 0.9080813665247432, + "learning_rate": 1.642945422411417e-05, + "loss": 0.0269, + "step": 35297 + }, + { + "epoch": 29.938931297709924, + "grad_norm": 0.8726325439531714, + "learning_rate": 1.6429243822914554e-05, + "loss": 0.0273, + "step": 35298 + }, + { + "epoch": 29.93977947413062, + "grad_norm": 1.2213532716583213, + "learning_rate": 1.6429033416863292e-05, + "loss": 0.0298, + "step": 35299 + }, + { + "epoch": 29.940627650551313, + "grad_norm": 0.9896021858938507, + "learning_rate": 1.642882300596055e-05, + "loss": 0.0286, + "step": 35300 + }, + { + "epoch": 29.94147582697201, + "grad_norm": 0.9882826950216929, + "learning_rate": 1.642861259020649e-05, + "loss": 0.0299, + "step": 35301 + }, + { + "epoch": 29.942324003392706, + "grad_norm": 0.9856229258639608, + "learning_rate": 1.642840216960126e-05, + "loss": 0.03, + "step": 35302 + }, + { + "epoch": 29.943172179813402, + "grad_norm": 0.9937147156590592, + "learning_rate": 1.642819174414503e-05, + "loss": 0.0302, + "step": 35303 + }, + { + "epoch": 29.9440203562341, + "grad_norm": 1.0970219066281426, + "learning_rate": 1.6427981313837952e-05, + "loss": 0.0308, + "step": 35304 + }, + { + "epoch": 29.94486853265479, + "grad_norm": 1.1261586123070502, + "learning_rate": 1.6427770878680185e-05, + "loss": 0.0277, + "step": 35305 + }, + { + "epoch": 29.945716709075487, + "grad_norm": 0.9564980693187074, + "learning_rate": 1.642756043867189e-05, + "loss": 0.0299, + "step": 35306 + }, + { + "epoch": 29.946564885496183, + "grad_norm": 0.9542772194001393, + "learning_rate": 1.6427349993813232e-05, + "loss": 0.0306, + "step": 35307 + }, + { + "epoch": 29.94741306191688, + "grad_norm": 1.1897924423724064, + "learning_rate": 1.6427139544104357e-05, + "loss": 0.0311, + "step": 35308 + }, + { + "epoch": 29.948261238337576, + "grad_norm": 0.864940838683168, + "learning_rate": 1.642692908954543e-05, + "loss": 0.03, + "step": 35309 + }, + { + "epoch": 29.94910941475827, + "grad_norm": 0.9854811283954376, + "learning_rate": 1.6426718630136608e-05, + "loss": 0.0303, + "step": 35310 + }, + { + "epoch": 29.949957591178965, + "grad_norm": 1.1853068158397706, + "learning_rate": 1.6426508165878058e-05, + "loss": 0.0322, + "step": 35311 + }, + { + "epoch": 29.95080576759966, + "grad_norm": 0.9316587381139407, + "learning_rate": 1.642629769676993e-05, + "loss": 0.0271, + "step": 35312 + }, + { + "epoch": 29.951653944020357, + "grad_norm": 1.0173866837701282, + "learning_rate": 1.6426087222812382e-05, + "loss": 0.0299, + "step": 35313 + }, + { + "epoch": 29.952502120441054, + "grad_norm": 1.021507243619683, + "learning_rate": 1.6425876744005578e-05, + "loss": 0.0297, + "step": 35314 + }, + { + "epoch": 29.953350296861746, + "grad_norm": 0.9446894099573253, + "learning_rate": 1.6425666260349676e-05, + "loss": 0.032, + "step": 35315 + }, + { + "epoch": 29.954198473282442, + "grad_norm": 0.9116461075826369, + "learning_rate": 1.6425455771844832e-05, + "loss": 0.0277, + "step": 35316 + }, + { + "epoch": 29.95504664970314, + "grad_norm": 0.8036449345510593, + "learning_rate": 1.6425245278491205e-05, + "loss": 0.0286, + "step": 35317 + }, + { + "epoch": 29.955894826123835, + "grad_norm": 1.0360676743979098, + "learning_rate": 1.642503478028896e-05, + "loss": 0.0326, + "step": 35318 + }, + { + "epoch": 29.956743002544528, + "grad_norm": 0.8274088543721095, + "learning_rate": 1.6424824277238246e-05, + "loss": 0.029, + "step": 35319 + }, + { + "epoch": 29.957591178965224, + "grad_norm": 1.1462923059256853, + "learning_rate": 1.6424613769339234e-05, + "loss": 0.0311, + "step": 35320 + }, + { + "epoch": 29.95843935538592, + "grad_norm": 1.1535701308033914, + "learning_rate": 1.6424403256592073e-05, + "loss": 0.0311, + "step": 35321 + }, + { + "epoch": 29.959287531806616, + "grad_norm": 1.0836371719632698, + "learning_rate": 1.6424192738996923e-05, + "loss": 0.0304, + "step": 35322 + }, + { + "epoch": 29.960135708227313, + "grad_norm": 0.9929578236054514, + "learning_rate": 1.6423982216553946e-05, + "loss": 0.0321, + "step": 35323 + }, + { + "epoch": 29.960983884648005, + "grad_norm": 0.9952958382961363, + "learning_rate": 1.6423771689263297e-05, + "loss": 0.0308, + "step": 35324 + }, + { + "epoch": 29.9618320610687, + "grad_norm": 0.9759009390586023, + "learning_rate": 1.6423561157125143e-05, + "loss": 0.0314, + "step": 35325 + }, + { + "epoch": 29.962680237489398, + "grad_norm": 0.8234833040223456, + "learning_rate": 1.642335062013963e-05, + "loss": 0.0254, + "step": 35326 + }, + { + "epoch": 29.963528413910094, + "grad_norm": 1.0491953135425627, + "learning_rate": 1.642314007830693e-05, + "loss": 0.0285, + "step": 35327 + }, + { + "epoch": 29.96437659033079, + "grad_norm": 0.8779037668283314, + "learning_rate": 1.6422929531627196e-05, + "loss": 0.0298, + "step": 35328 + }, + { + "epoch": 29.965224766751483, + "grad_norm": 0.9510958729605961, + "learning_rate": 1.6422718980100584e-05, + "loss": 0.0287, + "step": 35329 + }, + { + "epoch": 29.96607294317218, + "grad_norm": 1.0228468277089289, + "learning_rate": 1.6422508423727255e-05, + "loss": 0.0303, + "step": 35330 + }, + { + "epoch": 29.966921119592875, + "grad_norm": 1.1341319635577878, + "learning_rate": 1.6422297862507374e-05, + "loss": 0.0308, + "step": 35331 + }, + { + "epoch": 29.96776929601357, + "grad_norm": 1.1204279212971338, + "learning_rate": 1.6422087296441092e-05, + "loss": 0.0342, + "step": 35332 + }, + { + "epoch": 29.968617472434268, + "grad_norm": 0.9327065819865549, + "learning_rate": 1.642187672552857e-05, + "loss": 0.0298, + "step": 35333 + }, + { + "epoch": 29.96946564885496, + "grad_norm": 0.8981819171611991, + "learning_rate": 1.6421666149769966e-05, + "loss": 0.0283, + "step": 35334 + }, + { + "epoch": 29.970313825275657, + "grad_norm": 1.046311368482108, + "learning_rate": 1.6421455569165444e-05, + "loss": 0.029, + "step": 35335 + }, + { + "epoch": 29.971162001696353, + "grad_norm": 0.8838772058254482, + "learning_rate": 1.6421244983715156e-05, + "loss": 0.0289, + "step": 35336 + }, + { + "epoch": 29.97201017811705, + "grad_norm": 0.9699689662008435, + "learning_rate": 1.6421034393419266e-05, + "loss": 0.0301, + "step": 35337 + }, + { + "epoch": 29.972858354537745, + "grad_norm": 0.939803031678118, + "learning_rate": 1.6420823798277927e-05, + "loss": 0.0326, + "step": 35338 + }, + { + "epoch": 29.973706530958438, + "grad_norm": 1.0104474850632337, + "learning_rate": 1.6420613198291306e-05, + "loss": 0.0351, + "step": 35339 + }, + { + "epoch": 29.974554707379134, + "grad_norm": 1.0461918254821359, + "learning_rate": 1.642040259345956e-05, + "loss": 0.0285, + "step": 35340 + }, + { + "epoch": 29.97540288379983, + "grad_norm": 0.8972184161536699, + "learning_rate": 1.642019198378284e-05, + "loss": 0.0291, + "step": 35341 + }, + { + "epoch": 29.976251060220527, + "grad_norm": 0.9421512893440506, + "learning_rate": 1.6419981369261316e-05, + "loss": 0.0277, + "step": 35342 + }, + { + "epoch": 29.977099236641223, + "grad_norm": 0.9813540349045538, + "learning_rate": 1.6419770749895137e-05, + "loss": 0.0317, + "step": 35343 + }, + { + "epoch": 29.977947413061916, + "grad_norm": 0.9808184156610376, + "learning_rate": 1.641956012568447e-05, + "loss": 0.0297, + "step": 35344 + }, + { + "epoch": 29.978795589482612, + "grad_norm": 0.8786492758522702, + "learning_rate": 1.6419349496629472e-05, + "loss": 0.0311, + "step": 35345 + }, + { + "epoch": 29.979643765903308, + "grad_norm": 1.3360493837375318, + "learning_rate": 1.6419138862730295e-05, + "loss": 0.0344, + "step": 35346 + }, + { + "epoch": 29.980491942324004, + "grad_norm": 0.9344799251845176, + "learning_rate": 1.641892822398711e-05, + "loss": 0.0315, + "step": 35347 + }, + { + "epoch": 29.9813401187447, + "grad_norm": 0.8974514506244702, + "learning_rate": 1.6418717580400066e-05, + "loss": 0.03, + "step": 35348 + }, + { + "epoch": 29.982188295165393, + "grad_norm": 0.9103072655527207, + "learning_rate": 1.6418506931969324e-05, + "loss": 0.0287, + "step": 35349 + }, + { + "epoch": 29.98303647158609, + "grad_norm": 0.9844058358301264, + "learning_rate": 1.6418296278695047e-05, + "loss": 0.0313, + "step": 35350 + }, + { + "epoch": 29.983884648006786, + "grad_norm": 0.913937169100542, + "learning_rate": 1.6418085620577388e-05, + "loss": 0.0284, + "step": 35351 + }, + { + "epoch": 29.984732824427482, + "grad_norm": 0.9196727812696257, + "learning_rate": 1.6417874957616513e-05, + "loss": 0.0289, + "step": 35352 + }, + { + "epoch": 29.98558100084818, + "grad_norm": 0.9551981939071335, + "learning_rate": 1.6417664289812572e-05, + "loss": 0.033, + "step": 35353 + }, + { + "epoch": 29.98642917726887, + "grad_norm": 0.9857777672342798, + "learning_rate": 1.6417453617165734e-05, + "loss": 0.0324, + "step": 35354 + }, + { + "epoch": 29.987277353689567, + "grad_norm": 0.9780000515368148, + "learning_rate": 1.6417242939676154e-05, + "loss": 0.0312, + "step": 35355 + }, + { + "epoch": 29.988125530110263, + "grad_norm": 0.9199572993040394, + "learning_rate": 1.6417032257343984e-05, + "loss": 0.0287, + "step": 35356 + }, + { + "epoch": 29.98897370653096, + "grad_norm": 1.1466927860849039, + "learning_rate": 1.6416821570169396e-05, + "loss": 0.0315, + "step": 35357 + }, + { + "epoch": 29.989821882951652, + "grad_norm": 1.0151129583111822, + "learning_rate": 1.641661087815254e-05, + "loss": 0.0327, + "step": 35358 + }, + { + "epoch": 29.99067005937235, + "grad_norm": 0.8637596588506359, + "learning_rate": 1.6416400181293576e-05, + "loss": 0.0281, + "step": 35359 + }, + { + "epoch": 29.991518235793045, + "grad_norm": 1.0766482305562732, + "learning_rate": 1.6416189479592667e-05, + "loss": 0.0326, + "step": 35360 + }, + { + "epoch": 29.99236641221374, + "grad_norm": 0.9164350270489264, + "learning_rate": 1.6415978773049966e-05, + "loss": 0.0321, + "step": 35361 + }, + { + "epoch": 29.993214588634437, + "grad_norm": 0.9766940644157042, + "learning_rate": 1.6415768061665637e-05, + "loss": 0.0318, + "step": 35362 + }, + { + "epoch": 29.99406276505513, + "grad_norm": 1.097539704166753, + "learning_rate": 1.6415557345439834e-05, + "loss": 0.0313, + "step": 35363 + }, + { + "epoch": 29.994910941475826, + "grad_norm": 1.1847548304609057, + "learning_rate": 1.641534662437272e-05, + "loss": 0.0304, + "step": 35364 + }, + { + "epoch": 29.995759117896522, + "grad_norm": 1.0672365011047564, + "learning_rate": 1.6415135898464456e-05, + "loss": 0.0296, + "step": 35365 + }, + { + "epoch": 29.99660729431722, + "grad_norm": 0.939115586351451, + "learning_rate": 1.6414925167715196e-05, + "loss": 0.0282, + "step": 35366 + }, + { + "epoch": 29.997455470737915, + "grad_norm": 1.0044579563389728, + "learning_rate": 1.6414714432125102e-05, + "loss": 0.0292, + "step": 35367 + }, + { + "epoch": 29.998303647158608, + "grad_norm": 1.0686984512630118, + "learning_rate": 1.6414503691694333e-05, + "loss": 0.0331, + "step": 35368 + }, + { + "epoch": 29.999151823579304, + "grad_norm": 0.9949375461337996, + "learning_rate": 1.6414292946423046e-05, + "loss": 0.0294, + "step": 35369 + }, + { + "epoch": 30.0, + "grad_norm": 0.9968732355521929, + "learning_rate": 1.6414082196311402e-05, + "loss": 0.0322, + "step": 35370 + }, + { + "epoch": 30.000848176420696, + "grad_norm": 0.6156111380650056, + "learning_rate": 1.6413871441359558e-05, + "loss": 0.0239, + "step": 35371 + }, + { + "epoch": 30.001696352841392, + "grad_norm": 1.0224104877687548, + "learning_rate": 1.6413660681567676e-05, + "loss": 0.0268, + "step": 35372 + }, + { + "epoch": 30.002544529262085, + "grad_norm": 1.0274569107437055, + "learning_rate": 1.6413449916935912e-05, + "loss": 0.0273, + "step": 35373 + }, + { + "epoch": 30.00339270568278, + "grad_norm": 0.8774424673330455, + "learning_rate": 1.6413239147464425e-05, + "loss": 0.0273, + "step": 35374 + }, + { + "epoch": 30.004240882103478, + "grad_norm": 0.7773487588413879, + "learning_rate": 1.641302837315338e-05, + "loss": 0.028, + "step": 35375 + }, + { + "epoch": 30.005089058524174, + "grad_norm": 0.9049176142609286, + "learning_rate": 1.6412817594002928e-05, + "loss": 0.0245, + "step": 35376 + }, + { + "epoch": 30.00593723494487, + "grad_norm": 0.8278660688742341, + "learning_rate": 1.6412606810013232e-05, + "loss": 0.0258, + "step": 35377 + }, + { + "epoch": 30.006785411365563, + "grad_norm": 0.7326828497575869, + "learning_rate": 1.6412396021184455e-05, + "loss": 0.0246, + "step": 35378 + }, + { + "epoch": 30.00763358778626, + "grad_norm": 0.7615909331338808, + "learning_rate": 1.6412185227516747e-05, + "loss": 0.0253, + "step": 35379 + }, + { + "epoch": 30.008481764206955, + "grad_norm": 0.9247278792641351, + "learning_rate": 1.6411974429010272e-05, + "loss": 0.0261, + "step": 35380 + }, + { + "epoch": 30.00932994062765, + "grad_norm": 1.0155395885902097, + "learning_rate": 1.6411763625665193e-05, + "loss": 0.0265, + "step": 35381 + }, + { + "epoch": 30.010178117048348, + "grad_norm": 0.6666330379489068, + "learning_rate": 1.641155281748166e-05, + "loss": 0.0248, + "step": 35382 + }, + { + "epoch": 30.01102629346904, + "grad_norm": 0.7460653302414149, + "learning_rate": 1.641134200445984e-05, + "loss": 0.0264, + "step": 35383 + }, + { + "epoch": 30.011874469889737, + "grad_norm": 0.8413719718904352, + "learning_rate": 1.641113118659989e-05, + "loss": 0.025, + "step": 35384 + }, + { + "epoch": 30.012722646310433, + "grad_norm": 0.7632748873925572, + "learning_rate": 1.6410920363901963e-05, + "loss": 0.024, + "step": 35385 + }, + { + "epoch": 30.01357082273113, + "grad_norm": 0.8979244959591288, + "learning_rate": 1.6410709536366226e-05, + "loss": 0.026, + "step": 35386 + }, + { + "epoch": 30.014418999151825, + "grad_norm": 0.8371950174085485, + "learning_rate": 1.641049870399284e-05, + "loss": 0.0275, + "step": 35387 + }, + { + "epoch": 30.015267175572518, + "grad_norm": 0.7955005273672402, + "learning_rate": 1.6410287866781953e-05, + "loss": 0.0251, + "step": 35388 + }, + { + "epoch": 30.016115351993214, + "grad_norm": 0.7857475740011177, + "learning_rate": 1.6410077024733736e-05, + "loss": 0.0236, + "step": 35389 + }, + { + "epoch": 30.01696352841391, + "grad_norm": 0.8066407740139538, + "learning_rate": 1.640986617784834e-05, + "loss": 0.0245, + "step": 35390 + }, + { + "epoch": 30.017811704834607, + "grad_norm": 0.8209691358798892, + "learning_rate": 1.6409655326125923e-05, + "loss": 0.0255, + "step": 35391 + }, + { + "epoch": 30.0186598812553, + "grad_norm": 0.7982140410390247, + "learning_rate": 1.6409444469566653e-05, + "loss": 0.0239, + "step": 35392 + }, + { + "epoch": 30.019508057675996, + "grad_norm": 0.9399226234785435, + "learning_rate": 1.6409233608170685e-05, + "loss": 0.0255, + "step": 35393 + }, + { + "epoch": 30.020356234096692, + "grad_norm": 0.8501267505342402, + "learning_rate": 1.6409022741938173e-05, + "loss": 0.026, + "step": 35394 + }, + { + "epoch": 30.021204410517388, + "grad_norm": 0.7655079759477975, + "learning_rate": 1.6408811870869282e-05, + "loss": 0.0243, + "step": 35395 + }, + { + "epoch": 30.022052586938084, + "grad_norm": 0.824946892095153, + "learning_rate": 1.640860099496417e-05, + "loss": 0.0249, + "step": 35396 + }, + { + "epoch": 30.022900763358777, + "grad_norm": 0.6786275702257221, + "learning_rate": 1.6408390114222996e-05, + "loss": 0.0231, + "step": 35397 + }, + { + "epoch": 30.023748939779473, + "grad_norm": 1.0054643446800444, + "learning_rate": 1.6408179228645918e-05, + "loss": 0.0259, + "step": 35398 + }, + { + "epoch": 30.02459711620017, + "grad_norm": 0.8518521804913397, + "learning_rate": 1.6407968338233095e-05, + "loss": 0.0252, + "step": 35399 + }, + { + "epoch": 30.025445292620866, + "grad_norm": 0.7624343389041628, + "learning_rate": 1.6407757442984687e-05, + "loss": 0.0255, + "step": 35400 + }, + { + "epoch": 30.026293469041562, + "grad_norm": 0.84213949905081, + "learning_rate": 1.6407546542900856e-05, + "loss": 0.0251, + "step": 35401 + }, + { + "epoch": 30.027141645462255, + "grad_norm": 1.292523766108531, + "learning_rate": 1.6407335637981757e-05, + "loss": 0.0251, + "step": 35402 + }, + { + "epoch": 30.02798982188295, + "grad_norm": 0.9036892924723905, + "learning_rate": 1.640712472822755e-05, + "loss": 0.0244, + "step": 35403 + }, + { + "epoch": 30.028837998303647, + "grad_norm": 0.7910666356301388, + "learning_rate": 1.640691381363839e-05, + "loss": 0.0252, + "step": 35404 + }, + { + "epoch": 30.029686174724343, + "grad_norm": 0.7951606132945277, + "learning_rate": 1.6406702894214446e-05, + "loss": 0.0242, + "step": 35405 + }, + { + "epoch": 30.03053435114504, + "grad_norm": 0.8023981567572042, + "learning_rate": 1.6406491969955875e-05, + "loss": 0.0246, + "step": 35406 + }, + { + "epoch": 30.031382527565732, + "grad_norm": 0.8662786954569148, + "learning_rate": 1.6406281040862828e-05, + "loss": 0.0252, + "step": 35407 + }, + { + "epoch": 30.03223070398643, + "grad_norm": 0.6999969444755281, + "learning_rate": 1.6406070106935467e-05, + "loss": 0.0246, + "step": 35408 + }, + { + "epoch": 30.033078880407125, + "grad_norm": 0.8258047223445318, + "learning_rate": 1.640585916817396e-05, + "loss": 0.026, + "step": 35409 + }, + { + "epoch": 30.03392705682782, + "grad_norm": 0.759989930332689, + "learning_rate": 1.6405648224578455e-05, + "loss": 0.0225, + "step": 35410 + }, + { + "epoch": 30.034775233248517, + "grad_norm": 0.6525685274281318, + "learning_rate": 1.6405437276149117e-05, + "loss": 0.0208, + "step": 35411 + }, + { + "epoch": 30.03562340966921, + "grad_norm": 0.9128642618273571, + "learning_rate": 1.6405226322886105e-05, + "loss": 0.0256, + "step": 35412 + }, + { + "epoch": 30.036471586089906, + "grad_norm": 0.8632421732562156, + "learning_rate": 1.6405015364789576e-05, + "loss": 0.0242, + "step": 35413 + }, + { + "epoch": 30.037319762510602, + "grad_norm": 0.8411334309183833, + "learning_rate": 1.6404804401859688e-05, + "loss": 0.0241, + "step": 35414 + }, + { + "epoch": 30.0381679389313, + "grad_norm": 0.8676501516171008, + "learning_rate": 1.6404593434096606e-05, + "loss": 0.0258, + "step": 35415 + }, + { + "epoch": 30.039016115351995, + "grad_norm": 0.9502183216239176, + "learning_rate": 1.6404382461500486e-05, + "loss": 0.0251, + "step": 35416 + }, + { + "epoch": 30.039864291772687, + "grad_norm": 0.9702957163594232, + "learning_rate": 1.6404171484071484e-05, + "loss": 0.0248, + "step": 35417 + }, + { + "epoch": 30.040712468193384, + "grad_norm": 0.9181817919518451, + "learning_rate": 1.6403960501809763e-05, + "loss": 0.0241, + "step": 35418 + }, + { + "epoch": 30.04156064461408, + "grad_norm": 0.8129395458220977, + "learning_rate": 1.6403749514715485e-05, + "loss": 0.0257, + "step": 35419 + }, + { + "epoch": 30.042408821034776, + "grad_norm": 0.9445293361104947, + "learning_rate": 1.6403538522788803e-05, + "loss": 0.0244, + "step": 35420 + }, + { + "epoch": 30.043256997455472, + "grad_norm": 0.8210400010308712, + "learning_rate": 1.6403327526029876e-05, + "loss": 0.0252, + "step": 35421 + }, + { + "epoch": 30.044105173876165, + "grad_norm": 0.7943839753325918, + "learning_rate": 1.640311652443887e-05, + "loss": 0.0228, + "step": 35422 + }, + { + "epoch": 30.04495335029686, + "grad_norm": 0.8028223506619047, + "learning_rate": 1.640290551801594e-05, + "loss": 0.0242, + "step": 35423 + }, + { + "epoch": 30.045801526717558, + "grad_norm": 0.9158241208221282, + "learning_rate": 1.6402694506761244e-05, + "loss": 0.0259, + "step": 35424 + }, + { + "epoch": 30.046649703138254, + "grad_norm": 0.8923369092309964, + "learning_rate": 1.6402483490674942e-05, + "loss": 0.0274, + "step": 35425 + }, + { + "epoch": 30.04749787955895, + "grad_norm": 0.9497147130270964, + "learning_rate": 1.64022724697572e-05, + "loss": 0.024, + "step": 35426 + }, + { + "epoch": 30.048346055979643, + "grad_norm": 0.7899587964485821, + "learning_rate": 1.6402061444008162e-05, + "loss": 0.0241, + "step": 35427 + }, + { + "epoch": 30.04919423240034, + "grad_norm": 0.9177406722699942, + "learning_rate": 1.6401850413428002e-05, + "loss": 0.0281, + "step": 35428 + }, + { + "epoch": 30.050042408821035, + "grad_norm": 0.7899734281899164, + "learning_rate": 1.640163937801687e-05, + "loss": 0.0248, + "step": 35429 + }, + { + "epoch": 30.05089058524173, + "grad_norm": 0.6582451148173497, + "learning_rate": 1.6401428337774935e-05, + "loss": 0.0236, + "step": 35430 + }, + { + "epoch": 30.051738761662424, + "grad_norm": 0.8174286017917398, + "learning_rate": 1.6401217292702346e-05, + "loss": 0.025, + "step": 35431 + }, + { + "epoch": 30.05258693808312, + "grad_norm": 0.7877010872079786, + "learning_rate": 1.6401006242799264e-05, + "loss": 0.0248, + "step": 35432 + }, + { + "epoch": 30.053435114503817, + "grad_norm": 1.0218604733378904, + "learning_rate": 1.6400795188065858e-05, + "loss": 0.025, + "step": 35433 + }, + { + "epoch": 30.054283290924513, + "grad_norm": 0.8103850260180718, + "learning_rate": 1.6400584128502274e-05, + "loss": 0.0235, + "step": 35434 + }, + { + "epoch": 30.05513146734521, + "grad_norm": 0.8925345147403946, + "learning_rate": 1.640037306410868e-05, + "loss": 0.0279, + "step": 35435 + }, + { + "epoch": 30.0559796437659, + "grad_norm": 0.8951538924872843, + "learning_rate": 1.6400161994885227e-05, + "loss": 0.028, + "step": 35436 + }, + { + "epoch": 30.056827820186598, + "grad_norm": 0.8596265008353656, + "learning_rate": 1.6399950920832087e-05, + "loss": 0.0257, + "step": 35437 + }, + { + "epoch": 30.057675996607294, + "grad_norm": 0.7984508050816339, + "learning_rate": 1.6399739841949413e-05, + "loss": 0.0254, + "step": 35438 + }, + { + "epoch": 30.05852417302799, + "grad_norm": 0.8185815024181702, + "learning_rate": 1.6399528758237356e-05, + "loss": 0.0248, + "step": 35439 + }, + { + "epoch": 30.059372349448687, + "grad_norm": 0.7906916487559289, + "learning_rate": 1.6399317669696087e-05, + "loss": 0.0252, + "step": 35440 + }, + { + "epoch": 30.06022052586938, + "grad_norm": 0.7922643251332951, + "learning_rate": 1.639910657632576e-05, + "loss": 0.0256, + "step": 35441 + }, + { + "epoch": 30.061068702290076, + "grad_norm": 1.0093951823349976, + "learning_rate": 1.6398895478126534e-05, + "loss": 0.0259, + "step": 35442 + }, + { + "epoch": 30.061916878710772, + "grad_norm": 0.9559972382798699, + "learning_rate": 1.6398684375098572e-05, + "loss": 0.0285, + "step": 35443 + }, + { + "epoch": 30.062765055131468, + "grad_norm": 0.8168350523372866, + "learning_rate": 1.639847326724203e-05, + "loss": 0.0244, + "step": 35444 + }, + { + "epoch": 30.063613231552164, + "grad_norm": 0.9790955468181778, + "learning_rate": 1.639826215455707e-05, + "loss": 0.0262, + "step": 35445 + }, + { + "epoch": 30.064461407972857, + "grad_norm": 0.7712856698053927, + "learning_rate": 1.6398051037043848e-05, + "loss": 0.0229, + "step": 35446 + }, + { + "epoch": 30.065309584393553, + "grad_norm": 0.7659920159997169, + "learning_rate": 1.6397839914702522e-05, + "loss": 0.0251, + "step": 35447 + }, + { + "epoch": 30.06615776081425, + "grad_norm": 0.90658511008877, + "learning_rate": 1.6397628787533257e-05, + "loss": 0.0284, + "step": 35448 + }, + { + "epoch": 30.067005937234946, + "grad_norm": 0.8980567898601785, + "learning_rate": 1.639741765553621e-05, + "loss": 0.025, + "step": 35449 + }, + { + "epoch": 30.067854113655642, + "grad_norm": 0.8151725991454012, + "learning_rate": 1.6397206518711538e-05, + "loss": 0.0254, + "step": 35450 + }, + { + "epoch": 30.068702290076335, + "grad_norm": 0.7440722178282851, + "learning_rate": 1.6396995377059405e-05, + "loss": 0.0248, + "step": 35451 + }, + { + "epoch": 30.06955046649703, + "grad_norm": 0.8590972711398561, + "learning_rate": 1.6396784230579964e-05, + "loss": 0.0261, + "step": 35452 + }, + { + "epoch": 30.070398642917727, + "grad_norm": 0.9263058338831577, + "learning_rate": 1.6396573079273377e-05, + "loss": 0.027, + "step": 35453 + }, + { + "epoch": 30.071246819338423, + "grad_norm": 0.8168783354971569, + "learning_rate": 1.6396361923139807e-05, + "loss": 0.0273, + "step": 35454 + }, + { + "epoch": 30.07209499575912, + "grad_norm": 0.799733566904724, + "learning_rate": 1.639615076217941e-05, + "loss": 0.0241, + "step": 35455 + }, + { + "epoch": 30.072943172179812, + "grad_norm": 0.8672896378464788, + "learning_rate": 1.6395939596392344e-05, + "loss": 0.0265, + "step": 35456 + }, + { + "epoch": 30.07379134860051, + "grad_norm": 1.078514977755408, + "learning_rate": 1.6395728425778773e-05, + "loss": 0.0289, + "step": 35457 + }, + { + "epoch": 30.074639525021205, + "grad_norm": 0.8145254640554622, + "learning_rate": 1.6395517250338852e-05, + "loss": 0.0258, + "step": 35458 + }, + { + "epoch": 30.0754877014419, + "grad_norm": 0.8936953944656817, + "learning_rate": 1.639530607007274e-05, + "loss": 0.0259, + "step": 35459 + }, + { + "epoch": 30.076335877862597, + "grad_norm": 0.8346051909933914, + "learning_rate": 1.6395094884980598e-05, + "loss": 0.0253, + "step": 35460 + }, + { + "epoch": 30.07718405428329, + "grad_norm": 0.7773005590081579, + "learning_rate": 1.6394883695062587e-05, + "loss": 0.0237, + "step": 35461 + }, + { + "epoch": 30.078032230703986, + "grad_norm": 0.7670957056269875, + "learning_rate": 1.6394672500318866e-05, + "loss": 0.0229, + "step": 35462 + }, + { + "epoch": 30.078880407124682, + "grad_norm": 0.798537768228009, + "learning_rate": 1.6394461300749592e-05, + "loss": 0.0268, + "step": 35463 + }, + { + "epoch": 30.07972858354538, + "grad_norm": 0.8953751331051608, + "learning_rate": 1.6394250096354927e-05, + "loss": 0.0294, + "step": 35464 + }, + { + "epoch": 30.08057675996607, + "grad_norm": 0.8637107151308216, + "learning_rate": 1.6394038887135027e-05, + "loss": 0.0261, + "step": 35465 + }, + { + "epoch": 30.081424936386767, + "grad_norm": 0.7858432408163457, + "learning_rate": 1.6393827673090055e-05, + "loss": 0.0232, + "step": 35466 + }, + { + "epoch": 30.082273112807464, + "grad_norm": 0.7728888035864728, + "learning_rate": 1.639361645422017e-05, + "loss": 0.0243, + "step": 35467 + }, + { + "epoch": 30.08312128922816, + "grad_norm": 0.7890878409499236, + "learning_rate": 1.6393405230525527e-05, + "loss": 0.0223, + "step": 35468 + }, + { + "epoch": 30.083969465648856, + "grad_norm": 0.7095808122046251, + "learning_rate": 1.6393194002006294e-05, + "loss": 0.0239, + "step": 35469 + }, + { + "epoch": 30.08481764206955, + "grad_norm": 0.8881565596915039, + "learning_rate": 1.6392982768662618e-05, + "loss": 0.0274, + "step": 35470 + }, + { + "epoch": 30.085665818490245, + "grad_norm": 0.7735157839688755, + "learning_rate": 1.639277153049467e-05, + "loss": 0.0233, + "step": 35471 + }, + { + "epoch": 30.08651399491094, + "grad_norm": 0.8444782175011724, + "learning_rate": 1.6392560287502603e-05, + "loss": 0.0273, + "step": 35472 + }, + { + "epoch": 30.087362171331637, + "grad_norm": 0.7259466176825452, + "learning_rate": 1.6392349039686576e-05, + "loss": 0.0233, + "step": 35473 + }, + { + "epoch": 30.088210347752334, + "grad_norm": 0.8541867937021889, + "learning_rate": 1.6392137787046755e-05, + "loss": 0.0238, + "step": 35474 + }, + { + "epoch": 30.089058524173026, + "grad_norm": 0.8317548689532309, + "learning_rate": 1.6391926529583294e-05, + "loss": 0.0257, + "step": 35475 + }, + { + "epoch": 30.089906700593723, + "grad_norm": 0.7714079888386137, + "learning_rate": 1.6391715267296353e-05, + "loss": 0.0215, + "step": 35476 + }, + { + "epoch": 30.09075487701442, + "grad_norm": 0.6839263493326386, + "learning_rate": 1.639150400018609e-05, + "loss": 0.0212, + "step": 35477 + }, + { + "epoch": 30.091603053435115, + "grad_norm": 0.8718669372518622, + "learning_rate": 1.639129272825267e-05, + "loss": 0.0241, + "step": 35478 + }, + { + "epoch": 30.09245122985581, + "grad_norm": 0.9536818137701853, + "learning_rate": 1.6391081451496243e-05, + "loss": 0.025, + "step": 35479 + }, + { + "epoch": 30.093299406276504, + "grad_norm": 0.9089497887722051, + "learning_rate": 1.6390870169916978e-05, + "loss": 0.023, + "step": 35480 + }, + { + "epoch": 30.0941475826972, + "grad_norm": 0.7406348592461693, + "learning_rate": 1.6390658883515033e-05, + "loss": 0.0238, + "step": 35481 + }, + { + "epoch": 30.094995759117896, + "grad_norm": 0.8272240893690549, + "learning_rate": 1.639044759229056e-05, + "loss": 0.025, + "step": 35482 + }, + { + "epoch": 30.095843935538593, + "grad_norm": 0.710494630420019, + "learning_rate": 1.639023629624373e-05, + "loss": 0.0225, + "step": 35483 + }, + { + "epoch": 30.09669211195929, + "grad_norm": 0.9385168071862241, + "learning_rate": 1.639002499537469e-05, + "loss": 0.0254, + "step": 35484 + }, + { + "epoch": 30.09754028837998, + "grad_norm": 0.9632219360244567, + "learning_rate": 1.6389813689683607e-05, + "loss": 0.025, + "step": 35485 + }, + { + "epoch": 30.098388464800678, + "grad_norm": 0.7893694381812173, + "learning_rate": 1.6389602379170638e-05, + "loss": 0.025, + "step": 35486 + }, + { + "epoch": 30.099236641221374, + "grad_norm": 0.7006537709191949, + "learning_rate": 1.6389391063835945e-05, + "loss": 0.0217, + "step": 35487 + }, + { + "epoch": 30.10008481764207, + "grad_norm": 0.8496797065442245, + "learning_rate": 1.6389179743679683e-05, + "loss": 0.0255, + "step": 35488 + }, + { + "epoch": 30.100932994062767, + "grad_norm": 0.9787814469738169, + "learning_rate": 1.638896841870202e-05, + "loss": 0.0288, + "step": 35489 + }, + { + "epoch": 30.10178117048346, + "grad_norm": 0.8649129419901043, + "learning_rate": 1.6388757088903105e-05, + "loss": 0.0254, + "step": 35490 + }, + { + "epoch": 30.102629346904155, + "grad_norm": 0.8112023827359556, + "learning_rate": 1.6388545754283104e-05, + "loss": 0.0243, + "step": 35491 + }, + { + "epoch": 30.10347752332485, + "grad_norm": 0.9309733404693709, + "learning_rate": 1.6388334414842172e-05, + "loss": 0.0248, + "step": 35492 + }, + { + "epoch": 30.104325699745548, + "grad_norm": 0.7583808313211755, + "learning_rate": 1.6388123070580473e-05, + "loss": 0.0257, + "step": 35493 + }, + { + "epoch": 30.105173876166244, + "grad_norm": 0.692651274497315, + "learning_rate": 1.6387911721498168e-05, + "loss": 0.0243, + "step": 35494 + }, + { + "epoch": 30.106022052586937, + "grad_norm": 0.7559597192338425, + "learning_rate": 1.6387700367595408e-05, + "loss": 0.0262, + "step": 35495 + }, + { + "epoch": 30.106870229007633, + "grad_norm": 0.7920986927276713, + "learning_rate": 1.638748900887236e-05, + "loss": 0.0243, + "step": 35496 + }, + { + "epoch": 30.10771840542833, + "grad_norm": 0.8137031412165322, + "learning_rate": 1.638727764532918e-05, + "loss": 0.0222, + "step": 35497 + }, + { + "epoch": 30.108566581849026, + "grad_norm": 0.899170749457208, + "learning_rate": 1.638706627696603e-05, + "loss": 0.0244, + "step": 35498 + }, + { + "epoch": 30.109414758269722, + "grad_norm": 0.7997700728074673, + "learning_rate": 1.638685490378307e-05, + "loss": 0.0236, + "step": 35499 + }, + { + "epoch": 30.110262934690414, + "grad_norm": 1.4700626335888165, + "learning_rate": 1.638664352578045e-05, + "loss": 0.0273, + "step": 35500 + }, + { + "epoch": 30.11111111111111, + "grad_norm": 0.8003124527761885, + "learning_rate": 1.6386432142958342e-05, + "loss": 0.0228, + "step": 35501 + }, + { + "epoch": 30.111959287531807, + "grad_norm": 0.8778148961134201, + "learning_rate": 1.63862207553169e-05, + "loss": 0.0283, + "step": 35502 + }, + { + "epoch": 30.112807463952503, + "grad_norm": 0.8088538663973327, + "learning_rate": 1.6386009362856287e-05, + "loss": 0.0246, + "step": 35503 + }, + { + "epoch": 30.113655640373196, + "grad_norm": 0.7900742508069257, + "learning_rate": 1.638579796557666e-05, + "loss": 0.0262, + "step": 35504 + }, + { + "epoch": 30.114503816793892, + "grad_norm": 0.8013100998336949, + "learning_rate": 1.6385586563478175e-05, + "loss": 0.0263, + "step": 35505 + }, + { + "epoch": 30.11535199321459, + "grad_norm": 0.7845337114294494, + "learning_rate": 1.638537515656099e-05, + "loss": 0.0231, + "step": 35506 + }, + { + "epoch": 30.116200169635285, + "grad_norm": 0.7629951474275578, + "learning_rate": 1.638516374482528e-05, + "loss": 0.0228, + "step": 35507 + }, + { + "epoch": 30.11704834605598, + "grad_norm": 0.9250100328565951, + "learning_rate": 1.6384952328271185e-05, + "loss": 0.0241, + "step": 35508 + }, + { + "epoch": 30.117896522476673, + "grad_norm": 0.7724615968861634, + "learning_rate": 1.6384740906898876e-05, + "loss": 0.0226, + "step": 35509 + }, + { + "epoch": 30.11874469889737, + "grad_norm": 0.9459049124227448, + "learning_rate": 1.6384529480708512e-05, + "loss": 0.0268, + "step": 35510 + }, + { + "epoch": 30.119592875318066, + "grad_norm": 0.8346631669280004, + "learning_rate": 1.638431804970025e-05, + "loss": 0.0257, + "step": 35511 + }, + { + "epoch": 30.120441051738762, + "grad_norm": 0.7820532293031985, + "learning_rate": 1.6384106613874248e-05, + "loss": 0.0239, + "step": 35512 + }, + { + "epoch": 30.12128922815946, + "grad_norm": 0.8284650991051212, + "learning_rate": 1.638389517323067e-05, + "loss": 0.0239, + "step": 35513 + }, + { + "epoch": 30.12213740458015, + "grad_norm": 0.6862790382035374, + "learning_rate": 1.638368372776967e-05, + "loss": 0.0239, + "step": 35514 + }, + { + "epoch": 30.122985581000847, + "grad_norm": 0.7998303785762465, + "learning_rate": 1.6383472277491416e-05, + "loss": 0.0256, + "step": 35515 + }, + { + "epoch": 30.123833757421544, + "grad_norm": 0.7206080612860704, + "learning_rate": 1.6383260822396056e-05, + "loss": 0.0208, + "step": 35516 + }, + { + "epoch": 30.12468193384224, + "grad_norm": 0.8422141478182639, + "learning_rate": 1.6383049362483758e-05, + "loss": 0.0226, + "step": 35517 + }, + { + "epoch": 30.125530110262936, + "grad_norm": 0.9103258242779908, + "learning_rate": 1.638283789775468e-05, + "loss": 0.0289, + "step": 35518 + }, + { + "epoch": 30.12637828668363, + "grad_norm": 0.9418583001910574, + "learning_rate": 1.638262642820898e-05, + "loss": 0.0268, + "step": 35519 + }, + { + "epoch": 30.127226463104325, + "grad_norm": 0.7961843119043551, + "learning_rate": 1.6382414953846817e-05, + "loss": 0.0235, + "step": 35520 + }, + { + "epoch": 30.12807463952502, + "grad_norm": 0.907993235130313, + "learning_rate": 1.6382203474668358e-05, + "loss": 0.0258, + "step": 35521 + }, + { + "epoch": 30.128922815945717, + "grad_norm": 0.7949083231127757, + "learning_rate": 1.6381991990673752e-05, + "loss": 0.026, + "step": 35522 + }, + { + "epoch": 30.129770992366414, + "grad_norm": 0.9065269351486313, + "learning_rate": 1.6381780501863164e-05, + "loss": 0.0241, + "step": 35523 + }, + { + "epoch": 30.130619168787106, + "grad_norm": 0.8051513003345188, + "learning_rate": 1.6381569008236753e-05, + "loss": 0.0256, + "step": 35524 + }, + { + "epoch": 30.131467345207803, + "grad_norm": 0.7952244164273281, + "learning_rate": 1.6381357509794678e-05, + "loss": 0.0233, + "step": 35525 + }, + { + "epoch": 30.1323155216285, + "grad_norm": 0.9942760818511442, + "learning_rate": 1.63811460065371e-05, + "loss": 0.0272, + "step": 35526 + }, + { + "epoch": 30.133163698049195, + "grad_norm": 0.8802304781388881, + "learning_rate": 1.6380934498464175e-05, + "loss": 0.0235, + "step": 35527 + }, + { + "epoch": 30.13401187446989, + "grad_norm": 0.8880696269716885, + "learning_rate": 1.638072298557607e-05, + "loss": 0.0298, + "step": 35528 + }, + { + "epoch": 30.134860050890584, + "grad_norm": 0.7139725044953583, + "learning_rate": 1.6380511467872936e-05, + "loss": 0.0247, + "step": 35529 + }, + { + "epoch": 30.13570822731128, + "grad_norm": 1.0313504197923065, + "learning_rate": 1.638029994535494e-05, + "loss": 0.0279, + "step": 35530 + }, + { + "epoch": 30.136556403731976, + "grad_norm": 0.8906170741755455, + "learning_rate": 1.638008841802223e-05, + "loss": 0.0222, + "step": 35531 + }, + { + "epoch": 30.137404580152673, + "grad_norm": 0.9016222060650374, + "learning_rate": 1.637987688587498e-05, + "loss": 0.0254, + "step": 35532 + }, + { + "epoch": 30.13825275657337, + "grad_norm": 0.9060279750038085, + "learning_rate": 1.6379665348913345e-05, + "loss": 0.0237, + "step": 35533 + }, + { + "epoch": 30.13910093299406, + "grad_norm": 0.7123965175900836, + "learning_rate": 1.637945380713748e-05, + "loss": 0.0227, + "step": 35534 + }, + { + "epoch": 30.139949109414758, + "grad_norm": 0.7636619590991733, + "learning_rate": 1.637924226054755e-05, + "loss": 0.0249, + "step": 35535 + }, + { + "epoch": 30.140797285835454, + "grad_norm": 0.7461154362298079, + "learning_rate": 1.637903070914371e-05, + "loss": 0.0218, + "step": 35536 + }, + { + "epoch": 30.14164546225615, + "grad_norm": 0.9718318997625897, + "learning_rate": 1.6378819152926125e-05, + "loss": 0.0285, + "step": 35537 + }, + { + "epoch": 30.142493638676847, + "grad_norm": 0.9892397447689754, + "learning_rate": 1.637860759189495e-05, + "loss": 0.027, + "step": 35538 + }, + { + "epoch": 30.14334181509754, + "grad_norm": 0.6959828621843895, + "learning_rate": 1.6378396026050344e-05, + "loss": 0.0236, + "step": 35539 + }, + { + "epoch": 30.144189991518235, + "grad_norm": 0.6960866223890088, + "learning_rate": 1.637818445539247e-05, + "loss": 0.024, + "step": 35540 + }, + { + "epoch": 30.14503816793893, + "grad_norm": 0.8311230152837943, + "learning_rate": 1.6377972879921486e-05, + "loss": 0.0272, + "step": 35541 + }, + { + "epoch": 30.145886344359628, + "grad_norm": 0.8144556637590684, + "learning_rate": 1.6377761299637557e-05, + "loss": 0.0241, + "step": 35542 + }, + { + "epoch": 30.14673452078032, + "grad_norm": 0.7561506103926311, + "learning_rate": 1.6377549714540834e-05, + "loss": 0.0262, + "step": 35543 + }, + { + "epoch": 30.147582697201017, + "grad_norm": 0.8547232748153083, + "learning_rate": 1.637733812463148e-05, + "loss": 0.0254, + "step": 35544 + }, + { + "epoch": 30.148430873621713, + "grad_norm": 0.7089062028293414, + "learning_rate": 1.637712652990965e-05, + "loss": 0.0212, + "step": 35545 + }, + { + "epoch": 30.14927905004241, + "grad_norm": 0.7263462882009829, + "learning_rate": 1.6376914930375515e-05, + "loss": 0.0252, + "step": 35546 + }, + { + "epoch": 30.150127226463106, + "grad_norm": 0.7759656220360684, + "learning_rate": 1.637670332602923e-05, + "loss": 0.0249, + "step": 35547 + }, + { + "epoch": 30.150975402883798, + "grad_norm": 0.9289672139569627, + "learning_rate": 1.637649171687095e-05, + "loss": 0.0275, + "step": 35548 + }, + { + "epoch": 30.151823579304494, + "grad_norm": 0.7935927638199948, + "learning_rate": 1.637628010290084e-05, + "loss": 0.0217, + "step": 35549 + }, + { + "epoch": 30.15267175572519, + "grad_norm": 0.8251651247432403, + "learning_rate": 1.6376068484119055e-05, + "loss": 0.0251, + "step": 35550 + }, + { + "epoch": 30.153519932145887, + "grad_norm": 0.9305474091215268, + "learning_rate": 1.637585686052576e-05, + "loss": 0.0346, + "step": 35551 + }, + { + "epoch": 30.154368108566583, + "grad_norm": 0.913028779469301, + "learning_rate": 1.6375645232121108e-05, + "loss": 0.0259, + "step": 35552 + }, + { + "epoch": 30.155216284987276, + "grad_norm": 0.7798369274191893, + "learning_rate": 1.6375433598905267e-05, + "loss": 0.0231, + "step": 35553 + }, + { + "epoch": 30.156064461407972, + "grad_norm": 0.7599033837222379, + "learning_rate": 1.637522196087839e-05, + "loss": 0.0246, + "step": 35554 + }, + { + "epoch": 30.15691263782867, + "grad_norm": 1.014336796204146, + "learning_rate": 1.6375010318040643e-05, + "loss": 0.0287, + "step": 35555 + }, + { + "epoch": 30.157760814249365, + "grad_norm": 1.1243274912362395, + "learning_rate": 1.6374798670392177e-05, + "loss": 0.0277, + "step": 35556 + }, + { + "epoch": 30.15860899067006, + "grad_norm": 0.7500169190700604, + "learning_rate": 1.637458701793316e-05, + "loss": 0.0243, + "step": 35557 + }, + { + "epoch": 30.159457167090753, + "grad_norm": 0.9130743075969324, + "learning_rate": 1.6374375360663744e-05, + "loss": 0.0245, + "step": 35558 + }, + { + "epoch": 30.16030534351145, + "grad_norm": 0.776726368433904, + "learning_rate": 1.6374163698584096e-05, + "loss": 0.0261, + "step": 35559 + }, + { + "epoch": 30.161153519932146, + "grad_norm": 1.02985044964514, + "learning_rate": 1.6373952031694372e-05, + "loss": 0.0257, + "step": 35560 + }, + { + "epoch": 30.162001696352842, + "grad_norm": 0.7546286562499428, + "learning_rate": 1.6373740359994733e-05, + "loss": 0.026, + "step": 35561 + }, + { + "epoch": 30.16284987277354, + "grad_norm": 0.9109494671181645, + "learning_rate": 1.6373528683485337e-05, + "loss": 0.0246, + "step": 35562 + }, + { + "epoch": 30.16369804919423, + "grad_norm": 0.8055056952800153, + "learning_rate": 1.6373317002166345e-05, + "loss": 0.023, + "step": 35563 + }, + { + "epoch": 30.164546225614927, + "grad_norm": 0.8696374566710762, + "learning_rate": 1.6373105316037918e-05, + "loss": 0.0264, + "step": 35564 + }, + { + "epoch": 30.165394402035624, + "grad_norm": 0.8180126835570815, + "learning_rate": 1.6372893625100213e-05, + "loss": 0.0258, + "step": 35565 + }, + { + "epoch": 30.16624257845632, + "grad_norm": 0.8402652141271082, + "learning_rate": 1.637268192935339e-05, + "loss": 0.0244, + "step": 35566 + }, + { + "epoch": 30.167090754877016, + "grad_norm": 0.7575586565826865, + "learning_rate": 1.6372470228797613e-05, + "loss": 0.0242, + "step": 35567 + }, + { + "epoch": 30.16793893129771, + "grad_norm": 0.915116971739011, + "learning_rate": 1.6372258523433037e-05, + "loss": 0.0258, + "step": 35568 + }, + { + "epoch": 30.168787107718405, + "grad_norm": 0.9119295249208937, + "learning_rate": 1.637204681325982e-05, + "loss": 0.0261, + "step": 35569 + }, + { + "epoch": 30.1696352841391, + "grad_norm": 0.8354562737795524, + "learning_rate": 1.637183509827813e-05, + "loss": 0.0267, + "step": 35570 + }, + { + "epoch": 30.170483460559797, + "grad_norm": 0.7635365732971839, + "learning_rate": 1.6371623378488118e-05, + "loss": 0.0257, + "step": 35571 + }, + { + "epoch": 30.171331636980494, + "grad_norm": 1.0051917107607284, + "learning_rate": 1.637141165388995e-05, + "loss": 0.026, + "step": 35572 + }, + { + "epoch": 30.172179813401186, + "grad_norm": 0.8742075361388714, + "learning_rate": 1.6371199924483784e-05, + "loss": 0.025, + "step": 35573 + }, + { + "epoch": 30.173027989821882, + "grad_norm": 0.988650273537401, + "learning_rate": 1.637098819026978e-05, + "loss": 0.027, + "step": 35574 + }, + { + "epoch": 30.17387616624258, + "grad_norm": 0.7201249737140594, + "learning_rate": 1.6370776451248095e-05, + "loss": 0.0247, + "step": 35575 + }, + { + "epoch": 30.174724342663275, + "grad_norm": 0.7009713360342709, + "learning_rate": 1.637056470741889e-05, + "loss": 0.0231, + "step": 35576 + }, + { + "epoch": 30.17557251908397, + "grad_norm": 0.8416541441524498, + "learning_rate": 1.6370352958782323e-05, + "loss": 0.0256, + "step": 35577 + }, + { + "epoch": 30.176420695504664, + "grad_norm": 0.8416270743532885, + "learning_rate": 1.637014120533856e-05, + "loss": 0.0245, + "step": 35578 + }, + { + "epoch": 30.17726887192536, + "grad_norm": 0.9116028094682447, + "learning_rate": 1.636992944708776e-05, + "loss": 0.0271, + "step": 35579 + }, + { + "epoch": 30.178117048346056, + "grad_norm": 1.288702076299474, + "learning_rate": 1.6369717684030076e-05, + "loss": 0.0277, + "step": 35580 + }, + { + "epoch": 30.178965224766753, + "grad_norm": 0.7477573024467463, + "learning_rate": 1.6369505916165672e-05, + "loss": 0.0223, + "step": 35581 + }, + { + "epoch": 30.179813401187445, + "grad_norm": 0.7918522932811072, + "learning_rate": 1.6369294143494706e-05, + "loss": 0.0244, + "step": 35582 + }, + { + "epoch": 30.18066157760814, + "grad_norm": 1.1247970151195505, + "learning_rate": 1.6369082366017342e-05, + "loss": 0.0238, + "step": 35583 + }, + { + "epoch": 30.181509754028838, + "grad_norm": 0.8118168748293021, + "learning_rate": 1.6368870583733734e-05, + "loss": 0.0239, + "step": 35584 + }, + { + "epoch": 30.182357930449534, + "grad_norm": 0.9425866802600867, + "learning_rate": 1.636865879664405e-05, + "loss": 0.0266, + "step": 35585 + }, + { + "epoch": 30.18320610687023, + "grad_norm": 0.848214733178316, + "learning_rate": 1.6368447004748446e-05, + "loss": 0.0249, + "step": 35586 + }, + { + "epoch": 30.184054283290923, + "grad_norm": 0.847721303591026, + "learning_rate": 1.6368235208047073e-05, + "loss": 0.0246, + "step": 35587 + }, + { + "epoch": 30.18490245971162, + "grad_norm": 0.9228025833387608, + "learning_rate": 1.6368023406540103e-05, + "loss": 0.0286, + "step": 35588 + }, + { + "epoch": 30.185750636132315, + "grad_norm": 0.8285990122591751, + "learning_rate": 1.636781160022769e-05, + "loss": 0.0266, + "step": 35589 + }, + { + "epoch": 30.18659881255301, + "grad_norm": 1.0281672140081997, + "learning_rate": 1.6367599789109995e-05, + "loss": 0.0309, + "step": 35590 + }, + { + "epoch": 30.187446988973708, + "grad_norm": 0.8853270629014288, + "learning_rate": 1.6367387973187178e-05, + "loss": 0.0268, + "step": 35591 + }, + { + "epoch": 30.1882951653944, + "grad_norm": 0.8927044835212037, + "learning_rate": 1.63671761524594e-05, + "loss": 0.025, + "step": 35592 + }, + { + "epoch": 30.189143341815097, + "grad_norm": 0.9101664443935902, + "learning_rate": 1.636696432692682e-05, + "loss": 0.0261, + "step": 35593 + }, + { + "epoch": 30.189991518235793, + "grad_norm": 0.8132278314344179, + "learning_rate": 1.6366752496589595e-05, + "loss": 0.0245, + "step": 35594 + }, + { + "epoch": 30.19083969465649, + "grad_norm": 0.8716562208511665, + "learning_rate": 1.636654066144789e-05, + "loss": 0.0243, + "step": 35595 + }, + { + "epoch": 30.191687871077185, + "grad_norm": 0.7160799745873276, + "learning_rate": 1.636632882150186e-05, + "loss": 0.0232, + "step": 35596 + }, + { + "epoch": 30.192536047497878, + "grad_norm": 0.7817643646953706, + "learning_rate": 1.636611697675167e-05, + "loss": 0.0253, + "step": 35597 + }, + { + "epoch": 30.193384223918574, + "grad_norm": 0.8216347925921855, + "learning_rate": 1.6365905127197473e-05, + "loss": 0.0239, + "step": 35598 + }, + { + "epoch": 30.19423240033927, + "grad_norm": 0.8976646273534574, + "learning_rate": 1.6365693272839435e-05, + "loss": 0.0264, + "step": 35599 + }, + { + "epoch": 30.195080576759967, + "grad_norm": 0.7735352304066719, + "learning_rate": 1.636548141367771e-05, + "loss": 0.0235, + "step": 35600 + }, + { + "epoch": 30.195928753180663, + "grad_norm": 0.844412697358088, + "learning_rate": 1.6365269549712466e-05, + "loss": 0.0267, + "step": 35601 + }, + { + "epoch": 30.196776929601356, + "grad_norm": 1.0264331705733982, + "learning_rate": 1.6365057680943856e-05, + "loss": 0.0271, + "step": 35602 + }, + { + "epoch": 30.197625106022052, + "grad_norm": 0.8376686546009128, + "learning_rate": 1.636484580737204e-05, + "loss": 0.0275, + "step": 35603 + }, + { + "epoch": 30.198473282442748, + "grad_norm": 0.8002874348367284, + "learning_rate": 1.6364633928997188e-05, + "loss": 0.0229, + "step": 35604 + }, + { + "epoch": 30.199321458863444, + "grad_norm": 0.7734366526975318, + "learning_rate": 1.6364422045819447e-05, + "loss": 0.0234, + "step": 35605 + }, + { + "epoch": 30.20016963528414, + "grad_norm": 1.0203534533945051, + "learning_rate": 1.636421015783898e-05, + "loss": 0.0289, + "step": 35606 + }, + { + "epoch": 30.201017811704833, + "grad_norm": 0.8433675740230973, + "learning_rate": 1.636399826505595e-05, + "loss": 0.0292, + "step": 35607 + }, + { + "epoch": 30.20186598812553, + "grad_norm": 0.8866878205194422, + "learning_rate": 1.636378636747052e-05, + "loss": 0.0286, + "step": 35608 + }, + { + "epoch": 30.202714164546226, + "grad_norm": 0.837795836380232, + "learning_rate": 1.636357446508284e-05, + "loss": 0.0256, + "step": 35609 + }, + { + "epoch": 30.203562340966922, + "grad_norm": 0.8463868184870044, + "learning_rate": 1.6363362557893076e-05, + "loss": 0.0227, + "step": 35610 + }, + { + "epoch": 30.20441051738762, + "grad_norm": 0.83136134612105, + "learning_rate": 1.636315064590139e-05, + "loss": 0.0273, + "step": 35611 + }, + { + "epoch": 30.20525869380831, + "grad_norm": 0.8528749508561363, + "learning_rate": 1.636293872910794e-05, + "loss": 0.0259, + "step": 35612 + }, + { + "epoch": 30.206106870229007, + "grad_norm": 0.7414734896454086, + "learning_rate": 1.6362726807512883e-05, + "loss": 0.0234, + "step": 35613 + }, + { + "epoch": 30.206955046649703, + "grad_norm": 0.8596197353637667, + "learning_rate": 1.636251488111638e-05, + "loss": 0.0281, + "step": 35614 + }, + { + "epoch": 30.2078032230704, + "grad_norm": 0.9986085918090649, + "learning_rate": 1.6362302949918593e-05, + "loss": 0.0288, + "step": 35615 + }, + { + "epoch": 30.208651399491096, + "grad_norm": 0.9059208365670007, + "learning_rate": 1.6362091013919685e-05, + "loss": 0.0262, + "step": 35616 + }, + { + "epoch": 30.20949957591179, + "grad_norm": 0.7416772605204478, + "learning_rate": 1.636187907311981e-05, + "loss": 0.022, + "step": 35617 + }, + { + "epoch": 30.210347752332485, + "grad_norm": 1.1272501998045228, + "learning_rate": 1.6361667127519126e-05, + "loss": 0.0301, + "step": 35618 + }, + { + "epoch": 30.21119592875318, + "grad_norm": 0.8318882613104617, + "learning_rate": 1.63614551771178e-05, + "loss": 0.0257, + "step": 35619 + }, + { + "epoch": 30.212044105173877, + "grad_norm": 0.7924740555047052, + "learning_rate": 1.6361243221915987e-05, + "loss": 0.0237, + "step": 35620 + }, + { + "epoch": 30.21289228159457, + "grad_norm": 0.7691032913941812, + "learning_rate": 1.6361031261913852e-05, + "loss": 0.0238, + "step": 35621 + }, + { + "epoch": 30.213740458015266, + "grad_norm": 0.7827915099434974, + "learning_rate": 1.636081929711155e-05, + "loss": 0.0246, + "step": 35622 + }, + { + "epoch": 30.214588634435962, + "grad_norm": 0.7259187764653112, + "learning_rate": 1.6360607327509243e-05, + "loss": 0.0255, + "step": 35623 + }, + { + "epoch": 30.21543681085666, + "grad_norm": 0.921126784721422, + "learning_rate": 1.6360395353107087e-05, + "loss": 0.0258, + "step": 35624 + }, + { + "epoch": 30.216284987277355, + "grad_norm": 0.8517422391126359, + "learning_rate": 1.636018337390525e-05, + "loss": 0.0228, + "step": 35625 + }, + { + "epoch": 30.217133163698048, + "grad_norm": 0.9541821185742656, + "learning_rate": 1.6359971389903885e-05, + "loss": 0.0246, + "step": 35626 + }, + { + "epoch": 30.217981340118744, + "grad_norm": 0.8267462964741824, + "learning_rate": 1.635975940110316e-05, + "loss": 0.0271, + "step": 35627 + }, + { + "epoch": 30.21882951653944, + "grad_norm": 0.8426456144995101, + "learning_rate": 1.635954740750322e-05, + "loss": 0.0248, + "step": 35628 + }, + { + "epoch": 30.219677692960136, + "grad_norm": 0.8664053037178743, + "learning_rate": 1.635933540910424e-05, + "loss": 0.0261, + "step": 35629 + }, + { + "epoch": 30.220525869380833, + "grad_norm": 0.7763414423912947, + "learning_rate": 1.6359123405906374e-05, + "loss": 0.0267, + "step": 35630 + }, + { + "epoch": 30.221374045801525, + "grad_norm": 0.817652821197786, + "learning_rate": 1.635891139790978e-05, + "loss": 0.0262, + "step": 35631 + }, + { + "epoch": 30.22222222222222, + "grad_norm": 0.7338195486200145, + "learning_rate": 1.6358699385114626e-05, + "loss": 0.0254, + "step": 35632 + }, + { + "epoch": 30.223070398642918, + "grad_norm": 1.0603347410798627, + "learning_rate": 1.635848736752106e-05, + "loss": 0.025, + "step": 35633 + }, + { + "epoch": 30.223918575063614, + "grad_norm": 0.9640687239690879, + "learning_rate": 1.635827534512925e-05, + "loss": 0.0246, + "step": 35634 + }, + { + "epoch": 30.22476675148431, + "grad_norm": 0.684621414846758, + "learning_rate": 1.6358063317939357e-05, + "loss": 0.0245, + "step": 35635 + }, + { + "epoch": 30.225614927905003, + "grad_norm": 0.7594003392803658, + "learning_rate": 1.6357851285951537e-05, + "loss": 0.0287, + "step": 35636 + }, + { + "epoch": 30.2264631043257, + "grad_norm": 0.8479953124986591, + "learning_rate": 1.635763924916595e-05, + "loss": 0.0258, + "step": 35637 + }, + { + "epoch": 30.227311280746395, + "grad_norm": 0.8343365212020578, + "learning_rate": 1.6357427207582758e-05, + "loss": 0.0254, + "step": 35638 + }, + { + "epoch": 30.22815945716709, + "grad_norm": 0.8230958071086689, + "learning_rate": 1.635721516120212e-05, + "loss": 0.0237, + "step": 35639 + }, + { + "epoch": 30.229007633587788, + "grad_norm": 0.8625494335048783, + "learning_rate": 1.63570031100242e-05, + "loss": 0.0289, + "step": 35640 + }, + { + "epoch": 30.22985581000848, + "grad_norm": 0.8253156773051501, + "learning_rate": 1.635679105404915e-05, + "loss": 0.028, + "step": 35641 + }, + { + "epoch": 30.230703986429177, + "grad_norm": 0.9642395777241511, + "learning_rate": 1.6356578993277138e-05, + "loss": 0.0274, + "step": 35642 + }, + { + "epoch": 30.231552162849873, + "grad_norm": 0.7810453249413744, + "learning_rate": 1.6356366927708318e-05, + "loss": 0.0255, + "step": 35643 + }, + { + "epoch": 30.23240033927057, + "grad_norm": 0.7641681656599731, + "learning_rate": 1.635615485734285e-05, + "loss": 0.0223, + "step": 35644 + }, + { + "epoch": 30.233248515691265, + "grad_norm": 0.8189792609195388, + "learning_rate": 1.63559427821809e-05, + "loss": 0.0261, + "step": 35645 + }, + { + "epoch": 30.234096692111958, + "grad_norm": 0.8703504106096447, + "learning_rate": 1.6355730702222625e-05, + "loss": 0.0259, + "step": 35646 + }, + { + "epoch": 30.234944868532654, + "grad_norm": 1.0159359026893657, + "learning_rate": 1.6355518617468186e-05, + "loss": 0.0252, + "step": 35647 + }, + { + "epoch": 30.23579304495335, + "grad_norm": 0.8585541917759012, + "learning_rate": 1.6355306527917735e-05, + "loss": 0.0269, + "step": 35648 + }, + { + "epoch": 30.236641221374047, + "grad_norm": 0.8153198014941296, + "learning_rate": 1.6355094433571445e-05, + "loss": 0.0241, + "step": 35649 + }, + { + "epoch": 30.237489397794743, + "grad_norm": 0.6742371731313747, + "learning_rate": 1.6354882334429464e-05, + "loss": 0.0236, + "step": 35650 + }, + { + "epoch": 30.238337574215436, + "grad_norm": 0.9772064288342467, + "learning_rate": 1.6354670230491962e-05, + "loss": 0.0237, + "step": 35651 + }, + { + "epoch": 30.239185750636132, + "grad_norm": 0.8749201105467319, + "learning_rate": 1.6354458121759095e-05, + "loss": 0.0271, + "step": 35652 + }, + { + "epoch": 30.240033927056828, + "grad_norm": 0.8115315253649784, + "learning_rate": 1.635424600823102e-05, + "loss": 0.0276, + "step": 35653 + }, + { + "epoch": 30.240882103477524, + "grad_norm": 1.0926302046520435, + "learning_rate": 1.6354033889907905e-05, + "loss": 0.0287, + "step": 35654 + }, + { + "epoch": 30.24173027989822, + "grad_norm": 0.8075762390987682, + "learning_rate": 1.63538217667899e-05, + "loss": 0.0236, + "step": 35655 + }, + { + "epoch": 30.242578456318913, + "grad_norm": 0.7008552684211465, + "learning_rate": 1.6353609638877172e-05, + "loss": 0.0252, + "step": 35656 + }, + { + "epoch": 30.24342663273961, + "grad_norm": 0.9059241083471826, + "learning_rate": 1.6353397506169878e-05, + "loss": 0.0285, + "step": 35657 + }, + { + "epoch": 30.244274809160306, + "grad_norm": 0.9527180278100206, + "learning_rate": 1.635318536866818e-05, + "loss": 0.0297, + "step": 35658 + }, + { + "epoch": 30.245122985581002, + "grad_norm": 0.8454327110006986, + "learning_rate": 1.635297322637224e-05, + "loss": 0.0246, + "step": 35659 + }, + { + "epoch": 30.245971162001695, + "grad_norm": 0.794598112464365, + "learning_rate": 1.6352761079282213e-05, + "loss": 0.0232, + "step": 35660 + }, + { + "epoch": 30.24681933842239, + "grad_norm": 0.7576395815801842, + "learning_rate": 1.6352548927398262e-05, + "loss": 0.0239, + "step": 35661 + }, + { + "epoch": 30.247667514843087, + "grad_norm": 0.9173560795626746, + "learning_rate": 1.6352336770720545e-05, + "loss": 0.0261, + "step": 35662 + }, + { + "epoch": 30.248515691263783, + "grad_norm": 0.7418987723487143, + "learning_rate": 1.6352124609249225e-05, + "loss": 0.0243, + "step": 35663 + }, + { + "epoch": 30.24936386768448, + "grad_norm": 0.9012438510856269, + "learning_rate": 1.635191244298446e-05, + "loss": 0.0264, + "step": 35664 + }, + { + "epoch": 30.250212044105172, + "grad_norm": 0.8576085787100429, + "learning_rate": 1.635170027192641e-05, + "loss": 0.0285, + "step": 35665 + }, + { + "epoch": 30.25106022052587, + "grad_norm": 0.8093373464021175, + "learning_rate": 1.6351488096075242e-05, + "loss": 0.0242, + "step": 35666 + }, + { + "epoch": 30.251908396946565, + "grad_norm": 0.8120301623587198, + "learning_rate": 1.6351275915431104e-05, + "loss": 0.0278, + "step": 35667 + }, + { + "epoch": 30.25275657336726, + "grad_norm": 0.912287650642998, + "learning_rate": 1.6351063729994165e-05, + "loss": 0.0291, + "step": 35668 + }, + { + "epoch": 30.253604749787957, + "grad_norm": 0.8907754520127086, + "learning_rate": 1.6350851539764582e-05, + "loss": 0.0265, + "step": 35669 + }, + { + "epoch": 30.25445292620865, + "grad_norm": 0.832535688461455, + "learning_rate": 1.6350639344742514e-05, + "loss": 0.0245, + "step": 35670 + }, + { + "epoch": 30.255301102629346, + "grad_norm": 0.6631063864941881, + "learning_rate": 1.6350427144928122e-05, + "loss": 0.022, + "step": 35671 + }, + { + "epoch": 30.256149279050042, + "grad_norm": 0.7683907775995705, + "learning_rate": 1.635021494032157e-05, + "loss": 0.0267, + "step": 35672 + }, + { + "epoch": 30.25699745547074, + "grad_norm": 0.8039333559383355, + "learning_rate": 1.6350002730923012e-05, + "loss": 0.0269, + "step": 35673 + }, + { + "epoch": 30.257845631891435, + "grad_norm": 0.9123845020988556, + "learning_rate": 1.6349790516732612e-05, + "loss": 0.0262, + "step": 35674 + }, + { + "epoch": 30.258693808312128, + "grad_norm": 0.8904988854910665, + "learning_rate": 1.634957829775053e-05, + "loss": 0.0276, + "step": 35675 + }, + { + "epoch": 30.259541984732824, + "grad_norm": 0.8246722910324926, + "learning_rate": 1.6349366073976924e-05, + "loss": 0.0273, + "step": 35676 + }, + { + "epoch": 30.26039016115352, + "grad_norm": 0.6954799884930897, + "learning_rate": 1.6349153845411957e-05, + "loss": 0.0232, + "step": 35677 + }, + { + "epoch": 30.261238337574216, + "grad_norm": 0.7450013187981941, + "learning_rate": 1.6348941612055786e-05, + "loss": 0.0247, + "step": 35678 + }, + { + "epoch": 30.262086513994912, + "grad_norm": 0.7770982759302929, + "learning_rate": 1.6348729373908577e-05, + "loss": 0.0248, + "step": 35679 + }, + { + "epoch": 30.262934690415605, + "grad_norm": 0.8610549738059141, + "learning_rate": 1.634851713097048e-05, + "loss": 0.0239, + "step": 35680 + }, + { + "epoch": 30.2637828668363, + "grad_norm": 1.0685554805869018, + "learning_rate": 1.6348304883241663e-05, + "loss": 0.0287, + "step": 35681 + }, + { + "epoch": 30.264631043256998, + "grad_norm": 0.8312479600418796, + "learning_rate": 1.6348092630722283e-05, + "loss": 0.0257, + "step": 35682 + }, + { + "epoch": 30.265479219677694, + "grad_norm": 0.8554643976236133, + "learning_rate": 1.6347880373412505e-05, + "loss": 0.0273, + "step": 35683 + }, + { + "epoch": 30.26632739609839, + "grad_norm": 0.7961628676548589, + "learning_rate": 1.6347668111312484e-05, + "loss": 0.0218, + "step": 35684 + }, + { + "epoch": 30.267175572519083, + "grad_norm": 0.9155291429583409, + "learning_rate": 1.634745584442238e-05, + "loss": 0.0257, + "step": 35685 + }, + { + "epoch": 30.26802374893978, + "grad_norm": 0.7550837611807185, + "learning_rate": 1.634724357274236e-05, + "loss": 0.0251, + "step": 35686 + }, + { + "epoch": 30.268871925360475, + "grad_norm": 0.6965321454459524, + "learning_rate": 1.6347031296272575e-05, + "loss": 0.0241, + "step": 35687 + }, + { + "epoch": 30.26972010178117, + "grad_norm": 0.9464822893447493, + "learning_rate": 1.6346819015013187e-05, + "loss": 0.0262, + "step": 35688 + }, + { + "epoch": 30.270568278201868, + "grad_norm": 0.9635533716878868, + "learning_rate": 1.6346606728964364e-05, + "loss": 0.0254, + "step": 35689 + }, + { + "epoch": 30.27141645462256, + "grad_norm": 0.7556071963153728, + "learning_rate": 1.6346394438126257e-05, + "loss": 0.0248, + "step": 35690 + }, + { + "epoch": 30.272264631043257, + "grad_norm": 0.7663393442228384, + "learning_rate": 1.634618214249903e-05, + "loss": 0.0262, + "step": 35691 + }, + { + "epoch": 30.273112807463953, + "grad_norm": 0.9429894668755989, + "learning_rate": 1.6345969842082844e-05, + "loss": 0.0292, + "step": 35692 + }, + { + "epoch": 30.27396098388465, + "grad_norm": 0.7400844176644364, + "learning_rate": 1.634575753687786e-05, + "loss": 0.0266, + "step": 35693 + }, + { + "epoch": 30.274809160305345, + "grad_norm": 0.6972835340238072, + "learning_rate": 1.6345545226884234e-05, + "loss": 0.0242, + "step": 35694 + }, + { + "epoch": 30.275657336726038, + "grad_norm": 1.0087640033015852, + "learning_rate": 1.634533291210213e-05, + "loss": 0.0245, + "step": 35695 + }, + { + "epoch": 30.276505513146734, + "grad_norm": 0.7672024776066463, + "learning_rate": 1.634512059253171e-05, + "loss": 0.0251, + "step": 35696 + }, + { + "epoch": 30.27735368956743, + "grad_norm": 0.81754238434354, + "learning_rate": 1.6344908268173127e-05, + "loss": 0.024, + "step": 35697 + }, + { + "epoch": 30.278201865988127, + "grad_norm": 0.9210069202067294, + "learning_rate": 1.6344695939026545e-05, + "loss": 0.0264, + "step": 35698 + }, + { + "epoch": 30.27905004240882, + "grad_norm": 1.0957985698444743, + "learning_rate": 1.6344483605092124e-05, + "loss": 0.0284, + "step": 35699 + }, + { + "epoch": 30.279898218829516, + "grad_norm": 0.8560655137049475, + "learning_rate": 1.6344271266370028e-05, + "loss": 0.0259, + "step": 35700 + }, + { + "epoch": 30.280746395250212, + "grad_norm": 0.8853445594783272, + "learning_rate": 1.6344058922860414e-05, + "loss": 0.0264, + "step": 35701 + }, + { + "epoch": 30.281594571670908, + "grad_norm": 0.7442925967899918, + "learning_rate": 1.634384657456344e-05, + "loss": 0.0233, + "step": 35702 + }, + { + "epoch": 30.282442748091604, + "grad_norm": 0.8525395457182526, + "learning_rate": 1.6343634221479268e-05, + "loss": 0.0272, + "step": 35703 + }, + { + "epoch": 30.283290924512297, + "grad_norm": 0.8484830438516611, + "learning_rate": 1.634342186360806e-05, + "loss": 0.0261, + "step": 35704 + }, + { + "epoch": 30.284139100932993, + "grad_norm": 0.7413459694354352, + "learning_rate": 1.6343209500949977e-05, + "loss": 0.0242, + "step": 35705 + }, + { + "epoch": 30.28498727735369, + "grad_norm": 0.8814240675893216, + "learning_rate": 1.6342997133505177e-05, + "loss": 0.0273, + "step": 35706 + }, + { + "epoch": 30.285835453774386, + "grad_norm": 0.9405476718650676, + "learning_rate": 1.634278476127382e-05, + "loss": 0.0258, + "step": 35707 + }, + { + "epoch": 30.286683630195082, + "grad_norm": 0.8384920969779793, + "learning_rate": 1.6342572384256065e-05, + "loss": 0.0254, + "step": 35708 + }, + { + "epoch": 30.287531806615775, + "grad_norm": 0.6759252913706426, + "learning_rate": 1.6342360002452074e-05, + "loss": 0.0245, + "step": 35709 + }, + { + "epoch": 30.28837998303647, + "grad_norm": 0.8434347702076473, + "learning_rate": 1.6342147615862012e-05, + "loss": 0.0242, + "step": 35710 + }, + { + "epoch": 30.289228159457167, + "grad_norm": 0.7615222579025265, + "learning_rate": 1.634193522448603e-05, + "loss": 0.0249, + "step": 35711 + }, + { + "epoch": 30.290076335877863, + "grad_norm": 0.8984528178145447, + "learning_rate": 1.6341722828324297e-05, + "loss": 0.0281, + "step": 35712 + }, + { + "epoch": 30.29092451229856, + "grad_norm": 0.7314311163754781, + "learning_rate": 1.634151042737697e-05, + "loss": 0.0265, + "step": 35713 + }, + { + "epoch": 30.291772688719252, + "grad_norm": 0.9029521809256477, + "learning_rate": 1.63412980216442e-05, + "loss": 0.0264, + "step": 35714 + }, + { + "epoch": 30.29262086513995, + "grad_norm": 0.7480733251840942, + "learning_rate": 1.634108561112616e-05, + "loss": 0.0256, + "step": 35715 + }, + { + "epoch": 30.293469041560645, + "grad_norm": 0.9319315629655948, + "learning_rate": 1.6340873195823007e-05, + "loss": 0.0272, + "step": 35716 + }, + { + "epoch": 30.29431721798134, + "grad_norm": 0.9930238563579551, + "learning_rate": 1.6340660775734903e-05, + "loss": 0.0301, + "step": 35717 + }, + { + "epoch": 30.295165394402037, + "grad_norm": 0.7635191010204254, + "learning_rate": 1.6340448350862004e-05, + "loss": 0.0249, + "step": 35718 + }, + { + "epoch": 30.29601357082273, + "grad_norm": 0.7236980720599658, + "learning_rate": 1.634023592120447e-05, + "loss": 0.0241, + "step": 35719 + }, + { + "epoch": 30.296861747243426, + "grad_norm": 0.8798130371217858, + "learning_rate": 1.6340023486762464e-05, + "loss": 0.0272, + "step": 35720 + }, + { + "epoch": 30.297709923664122, + "grad_norm": 0.7625921268711269, + "learning_rate": 1.6339811047536145e-05, + "loss": 0.0243, + "step": 35721 + }, + { + "epoch": 30.29855810008482, + "grad_norm": 0.8899892814336317, + "learning_rate": 1.6339598603525676e-05, + "loss": 0.0232, + "step": 35722 + }, + { + "epoch": 30.299406276505515, + "grad_norm": 0.8363697680487157, + "learning_rate": 1.6339386154731215e-05, + "loss": 0.026, + "step": 35723 + }, + { + "epoch": 30.300254452926207, + "grad_norm": 0.7827513419434832, + "learning_rate": 1.633917370115292e-05, + "loss": 0.0277, + "step": 35724 + }, + { + "epoch": 30.301102629346904, + "grad_norm": 0.8987729134409614, + "learning_rate": 1.6338961242790956e-05, + "loss": 0.0258, + "step": 35725 + }, + { + "epoch": 30.3019508057676, + "grad_norm": 0.8702454905897895, + "learning_rate": 1.633874877964548e-05, + "loss": 0.0281, + "step": 35726 + }, + { + "epoch": 30.302798982188296, + "grad_norm": 0.878914386374279, + "learning_rate": 1.6338536311716654e-05, + "loss": 0.0273, + "step": 35727 + }, + { + "epoch": 30.303647158608992, + "grad_norm": 0.7624772570506667, + "learning_rate": 1.633832383900464e-05, + "loss": 0.0246, + "step": 35728 + }, + { + "epoch": 30.304495335029685, + "grad_norm": 0.7574541408029531, + "learning_rate": 1.633811136150959e-05, + "loss": 0.026, + "step": 35729 + }, + { + "epoch": 30.30534351145038, + "grad_norm": 0.9291253787341377, + "learning_rate": 1.6337898879231674e-05, + "loss": 0.0253, + "step": 35730 + }, + { + "epoch": 30.306191687871078, + "grad_norm": 0.8832122240142817, + "learning_rate": 1.633768639217105e-05, + "loss": 0.0266, + "step": 35731 + }, + { + "epoch": 30.307039864291774, + "grad_norm": 0.8840225909509231, + "learning_rate": 1.6337473900327878e-05, + "loss": 0.0258, + "step": 35732 + }, + { + "epoch": 30.307888040712466, + "grad_norm": 0.9326942481767574, + "learning_rate": 1.6337261403702317e-05, + "loss": 0.0261, + "step": 35733 + }, + { + "epoch": 30.308736217133163, + "grad_norm": 0.7370085488303646, + "learning_rate": 1.6337048902294523e-05, + "loss": 0.0232, + "step": 35734 + }, + { + "epoch": 30.30958439355386, + "grad_norm": 0.8554347609654371, + "learning_rate": 1.6336836396104666e-05, + "loss": 0.0274, + "step": 35735 + }, + { + "epoch": 30.310432569974555, + "grad_norm": 0.8620569236577276, + "learning_rate": 1.63366238851329e-05, + "loss": 0.0257, + "step": 35736 + }, + { + "epoch": 30.31128074639525, + "grad_norm": 0.9158849558791768, + "learning_rate": 1.6336411369379388e-05, + "loss": 0.0263, + "step": 35737 + }, + { + "epoch": 30.312128922815944, + "grad_norm": 0.700650667666639, + "learning_rate": 1.633619884884429e-05, + "loss": 0.0229, + "step": 35738 + }, + { + "epoch": 30.31297709923664, + "grad_norm": 0.8158554646918141, + "learning_rate": 1.6335986323527767e-05, + "loss": 0.0261, + "step": 35739 + }, + { + "epoch": 30.313825275657337, + "grad_norm": 0.6601276674245334, + "learning_rate": 1.633577379342997e-05, + "loss": 0.0215, + "step": 35740 + }, + { + "epoch": 30.314673452078033, + "grad_norm": 0.756091045306379, + "learning_rate": 1.6335561258551074e-05, + "loss": 0.0256, + "step": 35741 + }, + { + "epoch": 30.31552162849873, + "grad_norm": 0.8361368479384147, + "learning_rate": 1.6335348718891232e-05, + "loss": 0.0245, + "step": 35742 + }, + { + "epoch": 30.31636980491942, + "grad_norm": 0.8349228665803434, + "learning_rate": 1.6335136174450607e-05, + "loss": 0.0247, + "step": 35743 + }, + { + "epoch": 30.317217981340118, + "grad_norm": 0.7395028993371597, + "learning_rate": 1.633492362522936e-05, + "loss": 0.0228, + "step": 35744 + }, + { + "epoch": 30.318066157760814, + "grad_norm": 0.8650307667473127, + "learning_rate": 1.6334711071227642e-05, + "loss": 0.0281, + "step": 35745 + }, + { + "epoch": 30.31891433418151, + "grad_norm": 0.8627044381780056, + "learning_rate": 1.633449851244562e-05, + "loss": 0.0271, + "step": 35746 + }, + { + "epoch": 30.319762510602207, + "grad_norm": 0.9637388274948809, + "learning_rate": 1.633428594888346e-05, + "loss": 0.0247, + "step": 35747 + }, + { + "epoch": 30.3206106870229, + "grad_norm": 1.001145022519854, + "learning_rate": 1.6334073380541315e-05, + "loss": 0.0236, + "step": 35748 + }, + { + "epoch": 30.321458863443596, + "grad_norm": 0.7624951061902716, + "learning_rate": 1.6333860807419348e-05, + "loss": 0.0245, + "step": 35749 + }, + { + "epoch": 30.32230703986429, + "grad_norm": 1.013705498348403, + "learning_rate": 1.633364822951772e-05, + "loss": 0.025, + "step": 35750 + }, + { + "epoch": 30.323155216284988, + "grad_norm": 0.9609272867300618, + "learning_rate": 1.633343564683659e-05, + "loss": 0.0266, + "step": 35751 + }, + { + "epoch": 30.324003392705684, + "grad_norm": 0.7686025043867465, + "learning_rate": 1.633322305937612e-05, + "loss": 0.0265, + "step": 35752 + }, + { + "epoch": 30.324851569126377, + "grad_norm": 0.7737689159324633, + "learning_rate": 1.6333010467136466e-05, + "loss": 0.0243, + "step": 35753 + }, + { + "epoch": 30.325699745547073, + "grad_norm": 0.8487029697816915, + "learning_rate": 1.6332797870117792e-05, + "loss": 0.0256, + "step": 35754 + }, + { + "epoch": 30.32654792196777, + "grad_norm": 1.007484655553161, + "learning_rate": 1.6332585268320264e-05, + "loss": 0.0261, + "step": 35755 + }, + { + "epoch": 30.327396098388466, + "grad_norm": 0.8540091646125397, + "learning_rate": 1.633237266174403e-05, + "loss": 0.0281, + "step": 35756 + }, + { + "epoch": 30.328244274809162, + "grad_norm": 0.7737274564045286, + "learning_rate": 1.6332160050389258e-05, + "loss": 0.0242, + "step": 35757 + }, + { + "epoch": 30.329092451229855, + "grad_norm": 1.0052173336635717, + "learning_rate": 1.633194743425611e-05, + "loss": 0.0272, + "step": 35758 + }, + { + "epoch": 30.32994062765055, + "grad_norm": 0.8704852041651521, + "learning_rate": 1.6331734813344744e-05, + "loss": 0.0257, + "step": 35759 + }, + { + "epoch": 30.330788804071247, + "grad_norm": 0.8622093169807411, + "learning_rate": 1.6331522187655316e-05, + "loss": 0.0265, + "step": 35760 + }, + { + "epoch": 30.331636980491943, + "grad_norm": 0.8921652004038754, + "learning_rate": 1.6331309557187992e-05, + "loss": 0.0262, + "step": 35761 + }, + { + "epoch": 30.33248515691264, + "grad_norm": 0.8001504009504871, + "learning_rate": 1.6331096921942938e-05, + "loss": 0.0256, + "step": 35762 + }, + { + "epoch": 30.333333333333332, + "grad_norm": 0.7822082707107333, + "learning_rate": 1.63308842819203e-05, + "loss": 0.026, + "step": 35763 + }, + { + "epoch": 30.33418150975403, + "grad_norm": 0.7813934286572762, + "learning_rate": 1.633067163712025e-05, + "loss": 0.0259, + "step": 35764 + }, + { + "epoch": 30.335029686174725, + "grad_norm": 0.9276241968665601, + "learning_rate": 1.6330458987542944e-05, + "loss": 0.0256, + "step": 35765 + }, + { + "epoch": 30.33587786259542, + "grad_norm": 0.823401110536415, + "learning_rate": 1.6330246333188542e-05, + "loss": 0.0246, + "step": 35766 + }, + { + "epoch": 30.336726039016117, + "grad_norm": 0.8184988422331639, + "learning_rate": 1.6330033674057206e-05, + "loss": 0.0251, + "step": 35767 + }, + { + "epoch": 30.33757421543681, + "grad_norm": 0.7616636205087098, + "learning_rate": 1.6329821010149096e-05, + "loss": 0.0264, + "step": 35768 + }, + { + "epoch": 30.338422391857506, + "grad_norm": 0.8214101564247481, + "learning_rate": 1.6329608341464377e-05, + "loss": 0.0253, + "step": 35769 + }, + { + "epoch": 30.339270568278202, + "grad_norm": 0.9582092607295929, + "learning_rate": 1.63293956680032e-05, + "loss": 0.0272, + "step": 35770 + }, + { + "epoch": 30.3401187446989, + "grad_norm": 0.7812639453327048, + "learning_rate": 1.632918298976573e-05, + "loss": 0.0272, + "step": 35771 + }, + { + "epoch": 30.34096692111959, + "grad_norm": 0.9868856114425433, + "learning_rate": 1.632897030675213e-05, + "loss": 0.0256, + "step": 35772 + }, + { + "epoch": 30.341815097540287, + "grad_norm": 0.8065041320486587, + "learning_rate": 1.6328757618962558e-05, + "loss": 0.0259, + "step": 35773 + }, + { + "epoch": 30.342663273960984, + "grad_norm": 0.7996141370410595, + "learning_rate": 1.6328544926397175e-05, + "loss": 0.0267, + "step": 35774 + }, + { + "epoch": 30.34351145038168, + "grad_norm": 0.8842817251852795, + "learning_rate": 1.6328332229056142e-05, + "loss": 0.0277, + "step": 35775 + }, + { + "epoch": 30.344359626802376, + "grad_norm": 0.7948165153285947, + "learning_rate": 1.632811952693962e-05, + "loss": 0.0255, + "step": 35776 + }, + { + "epoch": 30.34520780322307, + "grad_norm": 0.8205156508305161, + "learning_rate": 1.6327906820047768e-05, + "loss": 0.0248, + "step": 35777 + }, + { + "epoch": 30.346055979643765, + "grad_norm": 1.0607504596729955, + "learning_rate": 1.6327694108380745e-05, + "loss": 0.0278, + "step": 35778 + }, + { + "epoch": 30.34690415606446, + "grad_norm": 0.8558441918962683, + "learning_rate": 1.6327481391938717e-05, + "loss": 0.0252, + "step": 35779 + }, + { + "epoch": 30.347752332485157, + "grad_norm": 0.8669396050797789, + "learning_rate": 1.6327268670721834e-05, + "loss": 0.027, + "step": 35780 + }, + { + "epoch": 30.348600508905854, + "grad_norm": 0.7804663251142575, + "learning_rate": 1.632705594473027e-05, + "loss": 0.0216, + "step": 35781 + }, + { + "epoch": 30.349448685326546, + "grad_norm": 1.1024266420151587, + "learning_rate": 1.632684321396418e-05, + "loss": 0.0277, + "step": 35782 + }, + { + "epoch": 30.350296861747243, + "grad_norm": 0.8568570268442669, + "learning_rate": 1.632663047842372e-05, + "loss": 0.0252, + "step": 35783 + }, + { + "epoch": 30.35114503816794, + "grad_norm": 0.8274264893309162, + "learning_rate": 1.6326417738109057e-05, + "loss": 0.0242, + "step": 35784 + }, + { + "epoch": 30.351993214588635, + "grad_norm": 0.8694303267944424, + "learning_rate": 1.6326204993020347e-05, + "loss": 0.0244, + "step": 35785 + }, + { + "epoch": 30.35284139100933, + "grad_norm": 0.9259476868661664, + "learning_rate": 1.6325992243157752e-05, + "loss": 0.027, + "step": 35786 + }, + { + "epoch": 30.353689567430024, + "grad_norm": 0.962778633738293, + "learning_rate": 1.6325779488521432e-05, + "loss": 0.0252, + "step": 35787 + }, + { + "epoch": 30.35453774385072, + "grad_norm": 0.9465691158680156, + "learning_rate": 1.632556672911155e-05, + "loss": 0.025, + "step": 35788 + }, + { + "epoch": 30.355385920271416, + "grad_norm": 0.6697535070538303, + "learning_rate": 1.6325353964928264e-05, + "loss": 0.0236, + "step": 35789 + }, + { + "epoch": 30.356234096692113, + "grad_norm": 1.012885054511513, + "learning_rate": 1.6325141195971738e-05, + "loss": 0.0268, + "step": 35790 + }, + { + "epoch": 30.35708227311281, + "grad_norm": 0.7152684159981559, + "learning_rate": 1.6324928422242126e-05, + "loss": 0.0246, + "step": 35791 + }, + { + "epoch": 30.3579304495335, + "grad_norm": 0.8561612087048859, + "learning_rate": 1.6324715643739596e-05, + "loss": 0.0283, + "step": 35792 + }, + { + "epoch": 30.358778625954198, + "grad_norm": 0.8276283978449179, + "learning_rate": 1.6324502860464306e-05, + "loss": 0.0233, + "step": 35793 + }, + { + "epoch": 30.359626802374894, + "grad_norm": 0.8843148618777044, + "learning_rate": 1.6324290072416413e-05, + "loss": 0.0277, + "step": 35794 + }, + { + "epoch": 30.36047497879559, + "grad_norm": 0.9956646227968496, + "learning_rate": 1.632407727959608e-05, + "loss": 0.0254, + "step": 35795 + }, + { + "epoch": 30.361323155216287, + "grad_norm": 0.8049309863849692, + "learning_rate": 1.632386448200347e-05, + "loss": 0.0267, + "step": 35796 + }, + { + "epoch": 30.36217133163698, + "grad_norm": 0.8998732697893059, + "learning_rate": 1.6323651679638742e-05, + "loss": 0.0267, + "step": 35797 + }, + { + "epoch": 30.363019508057675, + "grad_norm": 1.0382232226431938, + "learning_rate": 1.6323438872502057e-05, + "loss": 0.0287, + "step": 35798 + }, + { + "epoch": 30.36386768447837, + "grad_norm": 0.9564636704285634, + "learning_rate": 1.632322606059357e-05, + "loss": 0.0256, + "step": 35799 + }, + { + "epoch": 30.364715860899068, + "grad_norm": 0.85972375555766, + "learning_rate": 1.6323013243913446e-05, + "loss": 0.0265, + "step": 35800 + }, + { + "epoch": 30.365564037319764, + "grad_norm": 0.9557701224271564, + "learning_rate": 1.632280042246185e-05, + "loss": 0.0257, + "step": 35801 + }, + { + "epoch": 30.366412213740457, + "grad_norm": 0.8362417159747133, + "learning_rate": 1.6322587596238936e-05, + "loss": 0.0273, + "step": 35802 + }, + { + "epoch": 30.367260390161153, + "grad_norm": 0.7354803775835485, + "learning_rate": 1.632237476524487e-05, + "loss": 0.0254, + "step": 35803 + }, + { + "epoch": 30.36810856658185, + "grad_norm": 0.8534648335995747, + "learning_rate": 1.6322161929479805e-05, + "loss": 0.0252, + "step": 35804 + }, + { + "epoch": 30.368956743002546, + "grad_norm": 1.066272183439188, + "learning_rate": 1.6321949088943912e-05, + "loss": 0.0272, + "step": 35805 + }, + { + "epoch": 30.36980491942324, + "grad_norm": 1.3994047157184404, + "learning_rate": 1.632173624363734e-05, + "loss": 0.0282, + "step": 35806 + }, + { + "epoch": 30.370653095843934, + "grad_norm": 0.8273683448210495, + "learning_rate": 1.6321523393560258e-05, + "loss": 0.0267, + "step": 35807 + }, + { + "epoch": 30.37150127226463, + "grad_norm": 0.8669561387527952, + "learning_rate": 1.6321310538712825e-05, + "loss": 0.0265, + "step": 35808 + }, + { + "epoch": 30.372349448685327, + "grad_norm": 0.9550945836561433, + "learning_rate": 1.6321097679095198e-05, + "loss": 0.0292, + "step": 35809 + }, + { + "epoch": 30.373197625106023, + "grad_norm": 0.8498596585658335, + "learning_rate": 1.6320884814707545e-05, + "loss": 0.0253, + "step": 35810 + }, + { + "epoch": 30.374045801526716, + "grad_norm": 0.8897481894293627, + "learning_rate": 1.6320671945550016e-05, + "loss": 0.029, + "step": 35811 + }, + { + "epoch": 30.374893977947412, + "grad_norm": 0.9862021759348922, + "learning_rate": 1.632045907162278e-05, + "loss": 0.0246, + "step": 35812 + }, + { + "epoch": 30.37574215436811, + "grad_norm": 0.9392198442867423, + "learning_rate": 1.6320246192926e-05, + "loss": 0.028, + "step": 35813 + }, + { + "epoch": 30.376590330788805, + "grad_norm": 0.7580959328817761, + "learning_rate": 1.6320033309459825e-05, + "loss": 0.0247, + "step": 35814 + }, + { + "epoch": 30.3774385072095, + "grad_norm": 0.8746358841366524, + "learning_rate": 1.6319820421224427e-05, + "loss": 0.0242, + "step": 35815 + }, + { + "epoch": 30.378286683630193, + "grad_norm": 0.9863000700386687, + "learning_rate": 1.6319607528219962e-05, + "loss": 0.028, + "step": 35816 + }, + { + "epoch": 30.37913486005089, + "grad_norm": 0.9054616180504268, + "learning_rate": 1.631939463044659e-05, + "loss": 0.026, + "step": 35817 + }, + { + "epoch": 30.379983036471586, + "grad_norm": 0.880149415303504, + "learning_rate": 1.631918172790447e-05, + "loss": 0.0278, + "step": 35818 + }, + { + "epoch": 30.380831212892282, + "grad_norm": 0.8546015813025272, + "learning_rate": 1.631896882059377e-05, + "loss": 0.0281, + "step": 35819 + }, + { + "epoch": 30.38167938931298, + "grad_norm": 0.7090749336228368, + "learning_rate": 1.6318755908514645e-05, + "loss": 0.0262, + "step": 35820 + }, + { + "epoch": 30.38252756573367, + "grad_norm": 1.0159579858061836, + "learning_rate": 1.6318542991667253e-05, + "loss": 0.0282, + "step": 35821 + }, + { + "epoch": 30.383375742154367, + "grad_norm": 0.8939223684837105, + "learning_rate": 1.631833007005176e-05, + "loss": 0.0264, + "step": 35822 + }, + { + "epoch": 30.384223918575064, + "grad_norm": 0.8735113150032962, + "learning_rate": 1.6318117143668323e-05, + "loss": 0.0241, + "step": 35823 + }, + { + "epoch": 30.38507209499576, + "grad_norm": 1.2602293204996025, + "learning_rate": 1.631790421251711e-05, + "loss": 0.0263, + "step": 35824 + }, + { + "epoch": 30.385920271416456, + "grad_norm": 0.8985238720766126, + "learning_rate": 1.631769127659827e-05, + "loss": 0.0256, + "step": 35825 + }, + { + "epoch": 30.38676844783715, + "grad_norm": 0.7235330809413915, + "learning_rate": 1.6317478335911973e-05, + "loss": 0.0234, + "step": 35826 + }, + { + "epoch": 30.387616624257845, + "grad_norm": 0.9907622191942247, + "learning_rate": 1.6317265390458375e-05, + "loss": 0.0284, + "step": 35827 + }, + { + "epoch": 30.38846480067854, + "grad_norm": 0.9326534666323042, + "learning_rate": 1.631705244023764e-05, + "loss": 0.0285, + "step": 35828 + }, + { + "epoch": 30.389312977099237, + "grad_norm": 0.8376279636233696, + "learning_rate": 1.6316839485249928e-05, + "loss": 0.0242, + "step": 35829 + }, + { + "epoch": 30.390161153519934, + "grad_norm": 0.9301957869052634, + "learning_rate": 1.63166265254954e-05, + "loss": 0.0248, + "step": 35830 + }, + { + "epoch": 30.391009329940626, + "grad_norm": 0.7893981552025352, + "learning_rate": 1.6316413560974208e-05, + "loss": 0.0243, + "step": 35831 + }, + { + "epoch": 30.391857506361323, + "grad_norm": 0.9819397111890905, + "learning_rate": 1.6316200591686525e-05, + "loss": 0.0265, + "step": 35832 + }, + { + "epoch": 30.39270568278202, + "grad_norm": 0.95062819134566, + "learning_rate": 1.6315987617632507e-05, + "loss": 0.0268, + "step": 35833 + }, + { + "epoch": 30.393553859202715, + "grad_norm": 0.8643823442932947, + "learning_rate": 1.6315774638812312e-05, + "loss": 0.0245, + "step": 35834 + }, + { + "epoch": 30.39440203562341, + "grad_norm": 0.9742183554667647, + "learning_rate": 1.6315561655226107e-05, + "loss": 0.0294, + "step": 35835 + }, + { + "epoch": 30.395250212044104, + "grad_norm": 0.9333994625006202, + "learning_rate": 1.6315348666874048e-05, + "loss": 0.027, + "step": 35836 + }, + { + "epoch": 30.3960983884648, + "grad_norm": 1.1777824118954567, + "learning_rate": 1.6315135673756296e-05, + "loss": 0.03, + "step": 35837 + }, + { + "epoch": 30.396946564885496, + "grad_norm": 1.014248639057394, + "learning_rate": 1.6314922675873012e-05, + "loss": 0.0287, + "step": 35838 + }, + { + "epoch": 30.397794741306193, + "grad_norm": 0.9144289748137256, + "learning_rate": 1.6314709673224358e-05, + "loss": 0.0274, + "step": 35839 + }, + { + "epoch": 30.39864291772689, + "grad_norm": 0.9245287731695778, + "learning_rate": 1.6314496665810492e-05, + "loss": 0.0271, + "step": 35840 + }, + { + "epoch": 30.39949109414758, + "grad_norm": 0.8941107433767667, + "learning_rate": 1.631428365363158e-05, + "loss": 0.0254, + "step": 35841 + }, + { + "epoch": 30.400339270568278, + "grad_norm": 0.8367184989211331, + "learning_rate": 1.6314070636687776e-05, + "loss": 0.0261, + "step": 35842 + }, + { + "epoch": 30.401187446988974, + "grad_norm": 0.9586182639901056, + "learning_rate": 1.6313857614979244e-05, + "loss": 0.0287, + "step": 35843 + }, + { + "epoch": 30.40203562340967, + "grad_norm": 0.8915769647379889, + "learning_rate": 1.6313644588506148e-05, + "loss": 0.0295, + "step": 35844 + }, + { + "epoch": 30.402883799830363, + "grad_norm": 0.9397365446833863, + "learning_rate": 1.631343155726864e-05, + "loss": 0.0249, + "step": 35845 + }, + { + "epoch": 30.40373197625106, + "grad_norm": 0.8797129577212638, + "learning_rate": 1.6313218521266892e-05, + "loss": 0.028, + "step": 35846 + }, + { + "epoch": 30.404580152671755, + "grad_norm": 0.9895690901883195, + "learning_rate": 1.6313005480501057e-05, + "loss": 0.0249, + "step": 35847 + }, + { + "epoch": 30.40542832909245, + "grad_norm": 0.8350592852649181, + "learning_rate": 1.63127924349713e-05, + "loss": 0.0251, + "step": 35848 + }, + { + "epoch": 30.406276505513148, + "grad_norm": 0.8717043367265989, + "learning_rate": 1.6312579384677776e-05, + "loss": 0.0269, + "step": 35849 + }, + { + "epoch": 30.40712468193384, + "grad_norm": 0.9026919341544926, + "learning_rate": 1.6312366329620656e-05, + "loss": 0.0282, + "step": 35850 + }, + { + "epoch": 30.407972858354537, + "grad_norm": 0.7903235393368444, + "learning_rate": 1.6312153269800086e-05, + "loss": 0.0259, + "step": 35851 + }, + { + "epoch": 30.408821034775233, + "grad_norm": 1.0509567040625172, + "learning_rate": 1.631194020521624e-05, + "loss": 0.0287, + "step": 35852 + }, + { + "epoch": 30.40966921119593, + "grad_norm": 0.8877968183147825, + "learning_rate": 1.6311727135869274e-05, + "loss": 0.0277, + "step": 35853 + }, + { + "epoch": 30.410517387616625, + "grad_norm": 0.9200174842867938, + "learning_rate": 1.6311514061759344e-05, + "loss": 0.0268, + "step": 35854 + }, + { + "epoch": 30.411365564037318, + "grad_norm": 0.934042100744135, + "learning_rate": 1.631130098288662e-05, + "loss": 0.0255, + "step": 35855 + }, + { + "epoch": 30.412213740458014, + "grad_norm": 0.9600625922910908, + "learning_rate": 1.6311087899251256e-05, + "loss": 0.0299, + "step": 35856 + }, + { + "epoch": 30.41306191687871, + "grad_norm": 0.9524895157191899, + "learning_rate": 1.6310874810853414e-05, + "loss": 0.028, + "step": 35857 + }, + { + "epoch": 30.413910093299407, + "grad_norm": 0.9020525195882396, + "learning_rate": 1.6310661717693255e-05, + "loss": 0.0248, + "step": 35858 + }, + { + "epoch": 30.414758269720103, + "grad_norm": 0.7768320978694137, + "learning_rate": 1.6310448619770945e-05, + "loss": 0.0268, + "step": 35859 + }, + { + "epoch": 30.415606446140796, + "grad_norm": 0.8118293647285154, + "learning_rate": 1.6310235517086642e-05, + "loss": 0.027, + "step": 35860 + }, + { + "epoch": 30.416454622561492, + "grad_norm": 0.7594464217694957, + "learning_rate": 1.6310022409640497e-05, + "loss": 0.0285, + "step": 35861 + }, + { + "epoch": 30.41730279898219, + "grad_norm": 0.9124395985739928, + "learning_rate": 1.6309809297432688e-05, + "loss": 0.0279, + "step": 35862 + }, + { + "epoch": 30.418150975402884, + "grad_norm": 0.8105147776611284, + "learning_rate": 1.6309596180463357e-05, + "loss": 0.0253, + "step": 35863 + }, + { + "epoch": 30.41899915182358, + "grad_norm": 0.9323517912942604, + "learning_rate": 1.6309383058732682e-05, + "loss": 0.0267, + "step": 35864 + }, + { + "epoch": 30.419847328244273, + "grad_norm": 0.9148812005289327, + "learning_rate": 1.6309169932240814e-05, + "loss": 0.026, + "step": 35865 + }, + { + "epoch": 30.42069550466497, + "grad_norm": 0.8823373787364132, + "learning_rate": 1.6308956800987917e-05, + "loss": 0.0289, + "step": 35866 + }, + { + "epoch": 30.421543681085666, + "grad_norm": 2.0339790373275215, + "learning_rate": 1.630874366497415e-05, + "loss": 0.0268, + "step": 35867 + }, + { + "epoch": 30.422391857506362, + "grad_norm": 1.1223344921640463, + "learning_rate": 1.630853052419968e-05, + "loss": 0.0286, + "step": 35868 + }, + { + "epoch": 30.42324003392706, + "grad_norm": 0.8648320239157566, + "learning_rate": 1.6308317378664657e-05, + "loss": 0.0263, + "step": 35869 + }, + { + "epoch": 30.42408821034775, + "grad_norm": 0.9792382471358613, + "learning_rate": 1.6308104228369246e-05, + "loss": 0.0275, + "step": 35870 + }, + { + "epoch": 30.424936386768447, + "grad_norm": 0.9174282514325218, + "learning_rate": 1.6307891073313614e-05, + "loss": 0.0259, + "step": 35871 + }, + { + "epoch": 30.425784563189143, + "grad_norm": 0.903826732190033, + "learning_rate": 1.6307677913497915e-05, + "loss": 0.0275, + "step": 35872 + }, + { + "epoch": 30.42663273960984, + "grad_norm": 0.758143107657977, + "learning_rate": 1.630746474892231e-05, + "loss": 0.0257, + "step": 35873 + }, + { + "epoch": 30.427480916030536, + "grad_norm": 0.9696971214676032, + "learning_rate": 1.6307251579586968e-05, + "loss": 0.0279, + "step": 35874 + }, + { + "epoch": 30.42832909245123, + "grad_norm": 0.9310159778737448, + "learning_rate": 1.630703840549204e-05, + "loss": 0.0285, + "step": 35875 + }, + { + "epoch": 30.429177268871925, + "grad_norm": 1.0842190643251395, + "learning_rate": 1.6306825226637695e-05, + "loss": 0.0292, + "step": 35876 + }, + { + "epoch": 30.43002544529262, + "grad_norm": 0.9817986483370822, + "learning_rate": 1.6306612043024083e-05, + "loss": 0.0287, + "step": 35877 + }, + { + "epoch": 30.430873621713317, + "grad_norm": 0.8836607055525518, + "learning_rate": 1.6306398854651377e-05, + "loss": 0.0269, + "step": 35878 + }, + { + "epoch": 30.431721798134014, + "grad_norm": 1.0970773602630377, + "learning_rate": 1.630618566151973e-05, + "loss": 0.0296, + "step": 35879 + }, + { + "epoch": 30.432569974554706, + "grad_norm": 0.9332289560526689, + "learning_rate": 1.6305972463629304e-05, + "loss": 0.0287, + "step": 35880 + }, + { + "epoch": 30.433418150975402, + "grad_norm": 0.8441461434205416, + "learning_rate": 1.6305759260980263e-05, + "loss": 0.0261, + "step": 35881 + }, + { + "epoch": 30.4342663273961, + "grad_norm": 0.8413421689450536, + "learning_rate": 1.6305546053572768e-05, + "loss": 0.0295, + "step": 35882 + }, + { + "epoch": 30.435114503816795, + "grad_norm": 0.8640514452828625, + "learning_rate": 1.6305332841406977e-05, + "loss": 0.0263, + "step": 35883 + }, + { + "epoch": 30.435962680237488, + "grad_norm": 0.9148393781314921, + "learning_rate": 1.630511962448305e-05, + "loss": 0.0256, + "step": 35884 + }, + { + "epoch": 30.436810856658184, + "grad_norm": 1.0333527204354005, + "learning_rate": 1.630490640280115e-05, + "loss": 0.0293, + "step": 35885 + }, + { + "epoch": 30.43765903307888, + "grad_norm": 0.903878758902194, + "learning_rate": 1.630469317636144e-05, + "loss": 0.0289, + "step": 35886 + }, + { + "epoch": 30.438507209499576, + "grad_norm": 1.0049963019523782, + "learning_rate": 1.6304479945164074e-05, + "loss": 0.0288, + "step": 35887 + }, + { + "epoch": 30.439355385920273, + "grad_norm": 0.8575161314827591, + "learning_rate": 1.630426670920922e-05, + "loss": 0.0254, + "step": 35888 + }, + { + "epoch": 30.440203562340965, + "grad_norm": 0.9952457157066813, + "learning_rate": 1.630405346849704e-05, + "loss": 0.029, + "step": 35889 + }, + { + "epoch": 30.44105173876166, + "grad_norm": 0.9985364913877105, + "learning_rate": 1.6303840223027686e-05, + "loss": 0.0296, + "step": 35890 + }, + { + "epoch": 30.441899915182358, + "grad_norm": 0.9466415646775274, + "learning_rate": 1.6303626972801323e-05, + "loss": 0.0269, + "step": 35891 + }, + { + "epoch": 30.442748091603054, + "grad_norm": 0.7614278821807688, + "learning_rate": 1.6303413717818118e-05, + "loss": 0.0258, + "step": 35892 + }, + { + "epoch": 30.44359626802375, + "grad_norm": 0.7107432635383355, + "learning_rate": 1.6303200458078227e-05, + "loss": 0.0267, + "step": 35893 + }, + { + "epoch": 30.444444444444443, + "grad_norm": 0.8856591057378154, + "learning_rate": 1.630298719358181e-05, + "loss": 0.0277, + "step": 35894 + }, + { + "epoch": 30.44529262086514, + "grad_norm": 0.9419625937460102, + "learning_rate": 1.630277392432903e-05, + "loss": 0.0301, + "step": 35895 + }, + { + "epoch": 30.446140797285835, + "grad_norm": 0.8948920922157428, + "learning_rate": 1.630256065032004e-05, + "loss": 0.0273, + "step": 35896 + }, + { + "epoch": 30.44698897370653, + "grad_norm": 0.9441897209045425, + "learning_rate": 1.6302347371555014e-05, + "loss": 0.0275, + "step": 35897 + }, + { + "epoch": 30.447837150127228, + "grad_norm": 0.8730484317842521, + "learning_rate": 1.6302134088034103e-05, + "loss": 0.0272, + "step": 35898 + }, + { + "epoch": 30.44868532654792, + "grad_norm": 0.9039527716647828, + "learning_rate": 1.6301920799757476e-05, + "loss": 0.0291, + "step": 35899 + }, + { + "epoch": 30.449533502968617, + "grad_norm": 0.8784005311248089, + "learning_rate": 1.630170750672529e-05, + "loss": 0.027, + "step": 35900 + }, + { + "epoch": 30.450381679389313, + "grad_norm": 0.7440337617919374, + "learning_rate": 1.6301494208937702e-05, + "loss": 0.0263, + "step": 35901 + }, + { + "epoch": 30.45122985581001, + "grad_norm": 0.8123392249224375, + "learning_rate": 1.6301280906394878e-05, + "loss": 0.0282, + "step": 35902 + }, + { + "epoch": 30.452078032230705, + "grad_norm": 0.7166117445447658, + "learning_rate": 1.6301067599096976e-05, + "loss": 0.0247, + "step": 35903 + }, + { + "epoch": 30.452926208651398, + "grad_norm": 1.0169002213815488, + "learning_rate": 1.6300854287044157e-05, + "loss": 0.027, + "step": 35904 + }, + { + "epoch": 30.453774385072094, + "grad_norm": 0.8876378650261192, + "learning_rate": 1.630064097023659e-05, + "loss": 0.0258, + "step": 35905 + }, + { + "epoch": 30.45462256149279, + "grad_norm": 0.8827712250442279, + "learning_rate": 1.6300427648674424e-05, + "loss": 0.026, + "step": 35906 + }, + { + "epoch": 30.455470737913487, + "grad_norm": 1.0934516367073461, + "learning_rate": 1.6300214322357828e-05, + "loss": 0.0284, + "step": 35907 + }, + { + "epoch": 30.456318914334183, + "grad_norm": 0.8798929420627872, + "learning_rate": 1.630000099128696e-05, + "loss": 0.0291, + "step": 35908 + }, + { + "epoch": 30.457167090754876, + "grad_norm": 0.8768745404478067, + "learning_rate": 1.629978765546198e-05, + "loss": 0.0282, + "step": 35909 + }, + { + "epoch": 30.458015267175572, + "grad_norm": 0.780633641120388, + "learning_rate": 1.629957431488305e-05, + "loss": 0.0247, + "step": 35910 + }, + { + "epoch": 30.458863443596268, + "grad_norm": 1.2536863751194542, + "learning_rate": 1.6299360969550333e-05, + "loss": 0.0307, + "step": 35911 + }, + { + "epoch": 30.459711620016964, + "grad_norm": 1.0881038844973399, + "learning_rate": 1.629914761946399e-05, + "loss": 0.0298, + "step": 35912 + }, + { + "epoch": 30.46055979643766, + "grad_norm": 0.9595398061647568, + "learning_rate": 1.629893426462418e-05, + "loss": 0.028, + "step": 35913 + }, + { + "epoch": 30.461407972858353, + "grad_norm": 0.9562274697008276, + "learning_rate": 1.629872090503106e-05, + "loss": 0.0281, + "step": 35914 + }, + { + "epoch": 30.46225614927905, + "grad_norm": 0.7018216396113868, + "learning_rate": 1.6298507540684795e-05, + "loss": 0.026, + "step": 35915 + }, + { + "epoch": 30.463104325699746, + "grad_norm": 1.0216999756079952, + "learning_rate": 1.6298294171585554e-05, + "loss": 0.0274, + "step": 35916 + }, + { + "epoch": 30.463952502120442, + "grad_norm": 0.8507446118667734, + "learning_rate": 1.6298080797733483e-05, + "loss": 0.0269, + "step": 35917 + }, + { + "epoch": 30.46480067854114, + "grad_norm": 0.8224184974206178, + "learning_rate": 1.6297867419128753e-05, + "loss": 0.0305, + "step": 35918 + }, + { + "epoch": 30.46564885496183, + "grad_norm": 0.930404594676855, + "learning_rate": 1.6297654035771522e-05, + "loss": 0.0265, + "step": 35919 + }, + { + "epoch": 30.466497031382527, + "grad_norm": 0.9394619094300005, + "learning_rate": 1.6297440647661954e-05, + "loss": 0.0298, + "step": 35920 + }, + { + "epoch": 30.467345207803223, + "grad_norm": 1.0358403326415744, + "learning_rate": 1.6297227254800203e-05, + "loss": 0.0292, + "step": 35921 + }, + { + "epoch": 30.46819338422392, + "grad_norm": 0.9331415613241183, + "learning_rate": 1.6297013857186435e-05, + "loss": 0.0267, + "step": 35922 + }, + { + "epoch": 30.469041560644612, + "grad_norm": 0.8336679807638646, + "learning_rate": 1.6296800454820815e-05, + "loss": 0.0287, + "step": 35923 + }, + { + "epoch": 30.46988973706531, + "grad_norm": 0.8590135027699952, + "learning_rate": 1.6296587047703497e-05, + "loss": 0.0254, + "step": 35924 + }, + { + "epoch": 30.470737913486005, + "grad_norm": 0.8320490611246213, + "learning_rate": 1.6296373635834645e-05, + "loss": 0.0283, + "step": 35925 + }, + { + "epoch": 30.4715860899067, + "grad_norm": 0.8308137207527972, + "learning_rate": 1.6296160219214416e-05, + "loss": 0.0267, + "step": 35926 + }, + { + "epoch": 30.472434266327397, + "grad_norm": 0.9569504602218672, + "learning_rate": 1.629594679784298e-05, + "loss": 0.0285, + "step": 35927 + }, + { + "epoch": 30.47328244274809, + "grad_norm": 0.8457972569593752, + "learning_rate": 1.629573337172049e-05, + "loss": 0.0267, + "step": 35928 + }, + { + "epoch": 30.474130619168786, + "grad_norm": 0.9696142095185397, + "learning_rate": 1.629551994084711e-05, + "loss": 0.0285, + "step": 35929 + }, + { + "epoch": 30.474978795589482, + "grad_norm": 0.9943567636057745, + "learning_rate": 1.6295306505223002e-05, + "loss": 0.0272, + "step": 35930 + }, + { + "epoch": 30.47582697201018, + "grad_norm": 0.8897983029199926, + "learning_rate": 1.6295093064848324e-05, + "loss": 0.0266, + "step": 35931 + }, + { + "epoch": 30.476675148430875, + "grad_norm": 0.8991569596939897, + "learning_rate": 1.629487961972324e-05, + "loss": 0.0277, + "step": 35932 + }, + { + "epoch": 30.477523324851568, + "grad_norm": 0.8506789483009594, + "learning_rate": 1.629466616984791e-05, + "loss": 0.0262, + "step": 35933 + }, + { + "epoch": 30.478371501272264, + "grad_norm": 0.9751791990214289, + "learning_rate": 1.6294452715222494e-05, + "loss": 0.0282, + "step": 35934 + }, + { + "epoch": 30.47921967769296, + "grad_norm": 1.0264682577538182, + "learning_rate": 1.6294239255847156e-05, + "loss": 0.0295, + "step": 35935 + }, + { + "epoch": 30.480067854113656, + "grad_norm": 0.9913556201341357, + "learning_rate": 1.6294025791722057e-05, + "loss": 0.0288, + "step": 35936 + }, + { + "epoch": 30.480916030534353, + "grad_norm": 0.9109633393902532, + "learning_rate": 1.6293812322847352e-05, + "loss": 0.0275, + "step": 35937 + }, + { + "epoch": 30.481764206955045, + "grad_norm": 0.8580973765072337, + "learning_rate": 1.629359884922321e-05, + "loss": 0.024, + "step": 35938 + }, + { + "epoch": 30.48261238337574, + "grad_norm": 0.9353581147623193, + "learning_rate": 1.6293385370849786e-05, + "loss": 0.0294, + "step": 35939 + }, + { + "epoch": 30.483460559796438, + "grad_norm": 0.8458007349072482, + "learning_rate": 1.6293171887727245e-05, + "loss": 0.0253, + "step": 35940 + }, + { + "epoch": 30.484308736217134, + "grad_norm": 0.7805547143232024, + "learning_rate": 1.6292958399855746e-05, + "loss": 0.0269, + "step": 35941 + }, + { + "epoch": 30.48515691263783, + "grad_norm": 0.7742207623076042, + "learning_rate": 1.6292744907235453e-05, + "loss": 0.0238, + "step": 35942 + }, + { + "epoch": 30.486005089058523, + "grad_norm": 0.9481281192006749, + "learning_rate": 1.6292531409866523e-05, + "loss": 0.0254, + "step": 35943 + }, + { + "epoch": 30.48685326547922, + "grad_norm": 0.750144757751686, + "learning_rate": 1.629231790774912e-05, + "loss": 0.0253, + "step": 35944 + }, + { + "epoch": 30.487701441899915, + "grad_norm": 0.8965598558289101, + "learning_rate": 1.62921044008834e-05, + "loss": 0.0285, + "step": 35945 + }, + { + "epoch": 30.48854961832061, + "grad_norm": 0.7973629534967153, + "learning_rate": 1.6291890889269532e-05, + "loss": 0.0268, + "step": 35946 + }, + { + "epoch": 30.489397794741308, + "grad_norm": 0.9557771355255956, + "learning_rate": 1.6291677372907674e-05, + "loss": 0.0266, + "step": 35947 + }, + { + "epoch": 30.490245971162, + "grad_norm": 0.9032675935763248, + "learning_rate": 1.6291463851797986e-05, + "loss": 0.0283, + "step": 35948 + }, + { + "epoch": 30.491094147582697, + "grad_norm": 1.0422432179674945, + "learning_rate": 1.6291250325940627e-05, + "loss": 0.0286, + "step": 35949 + }, + { + "epoch": 30.491942324003393, + "grad_norm": 0.7716633040454646, + "learning_rate": 1.6291036795335767e-05, + "loss": 0.0261, + "step": 35950 + }, + { + "epoch": 30.49279050042409, + "grad_norm": 0.9537165548345717, + "learning_rate": 1.6290823259983556e-05, + "loss": 0.0269, + "step": 35951 + }, + { + "epoch": 30.493638676844785, + "grad_norm": 1.0189041812531743, + "learning_rate": 1.629060971988416e-05, + "loss": 0.0316, + "step": 35952 + }, + { + "epoch": 30.494486853265478, + "grad_norm": 0.847178826351358, + "learning_rate": 1.6290396175037744e-05, + "loss": 0.0236, + "step": 35953 + }, + { + "epoch": 30.495335029686174, + "grad_norm": 0.828113008447689, + "learning_rate": 1.6290182625444462e-05, + "loss": 0.0276, + "step": 35954 + }, + { + "epoch": 30.49618320610687, + "grad_norm": 0.9405217144907368, + "learning_rate": 1.628996907110448e-05, + "loss": 0.0299, + "step": 35955 + }, + { + "epoch": 30.497031382527567, + "grad_norm": 0.8642828408492446, + "learning_rate": 1.6289755512017954e-05, + "loss": 0.0246, + "step": 35956 + }, + { + "epoch": 30.497879558948263, + "grad_norm": 0.9756809941604553, + "learning_rate": 1.6289541948185052e-05, + "loss": 0.026, + "step": 35957 + }, + { + "epoch": 30.498727735368956, + "grad_norm": 0.91738457549943, + "learning_rate": 1.6289328379605933e-05, + "loss": 0.029, + "step": 35958 + }, + { + "epoch": 30.499575911789652, + "grad_norm": 0.8215148056499063, + "learning_rate": 1.6289114806280757e-05, + "loss": 0.0246, + "step": 35959 + }, + { + "epoch": 30.500424088210348, + "grad_norm": 1.0262863580851618, + "learning_rate": 1.6288901228209685e-05, + "loss": 0.0292, + "step": 35960 + }, + { + "epoch": 30.501272264631044, + "grad_norm": 1.0942236649409478, + "learning_rate": 1.6288687645392878e-05, + "loss": 0.0283, + "step": 35961 + }, + { + "epoch": 30.502120441051737, + "grad_norm": 1.0144870598220352, + "learning_rate": 1.6288474057830494e-05, + "loss": 0.0238, + "step": 35962 + }, + { + "epoch": 30.502968617472433, + "grad_norm": 0.9902755546546584, + "learning_rate": 1.6288260465522703e-05, + "loss": 0.0267, + "step": 35963 + }, + { + "epoch": 30.50381679389313, + "grad_norm": 0.985167607924233, + "learning_rate": 1.6288046868469657e-05, + "loss": 0.0305, + "step": 35964 + }, + { + "epoch": 30.504664970313826, + "grad_norm": 0.8758736154237495, + "learning_rate": 1.6287833266671526e-05, + "loss": 0.0253, + "step": 35965 + }, + { + "epoch": 30.505513146734522, + "grad_norm": 0.9819049327696635, + "learning_rate": 1.628761966012846e-05, + "loss": 0.0286, + "step": 35966 + }, + { + "epoch": 30.506361323155215, + "grad_norm": 0.8841197964788278, + "learning_rate": 1.6287406048840634e-05, + "loss": 0.0285, + "step": 35967 + }, + { + "epoch": 30.50720949957591, + "grad_norm": 0.957636154377373, + "learning_rate": 1.6287192432808195e-05, + "loss": 0.0252, + "step": 35968 + }, + { + "epoch": 30.508057675996607, + "grad_norm": 1.0789729031022397, + "learning_rate": 1.6286978812031315e-05, + "loss": 0.03, + "step": 35969 + }, + { + "epoch": 30.508905852417303, + "grad_norm": 0.7924778568312617, + "learning_rate": 1.628676518651015e-05, + "loss": 0.0282, + "step": 35970 + }, + { + "epoch": 30.509754028838, + "grad_norm": 0.8830587231394588, + "learning_rate": 1.6286551556244863e-05, + "loss": 0.0281, + "step": 35971 + }, + { + "epoch": 30.510602205258692, + "grad_norm": 0.992640908157553, + "learning_rate": 1.6286337921235613e-05, + "loss": 0.0293, + "step": 35972 + }, + { + "epoch": 30.51145038167939, + "grad_norm": 0.6913225267321882, + "learning_rate": 1.6286124281482566e-05, + "loss": 0.026, + "step": 35973 + }, + { + "epoch": 30.512298558100085, + "grad_norm": 0.8275407217196318, + "learning_rate": 1.6285910636985876e-05, + "loss": 0.026, + "step": 35974 + }, + { + "epoch": 30.51314673452078, + "grad_norm": 0.8323473886873521, + "learning_rate": 1.628569698774571e-05, + "loss": 0.0276, + "step": 35975 + }, + { + "epoch": 30.513994910941477, + "grad_norm": 0.9285647417392708, + "learning_rate": 1.628548333376223e-05, + "loss": 0.0268, + "step": 35976 + }, + { + "epoch": 30.51484308736217, + "grad_norm": 0.7967780351072652, + "learning_rate": 1.6285269675035592e-05, + "loss": 0.0257, + "step": 35977 + }, + { + "epoch": 30.515691263782866, + "grad_norm": 0.9165522002315494, + "learning_rate": 1.6285056011565958e-05, + "loss": 0.0235, + "step": 35978 + }, + { + "epoch": 30.516539440203562, + "grad_norm": 0.7824712270104279, + "learning_rate": 1.6284842343353494e-05, + "loss": 0.0254, + "step": 35979 + }, + { + "epoch": 30.51738761662426, + "grad_norm": 0.751731944592706, + "learning_rate": 1.6284628670398358e-05, + "loss": 0.0262, + "step": 35980 + }, + { + "epoch": 30.518235793044955, + "grad_norm": 0.8612629011621784, + "learning_rate": 1.628441499270071e-05, + "loss": 0.0275, + "step": 35981 + }, + { + "epoch": 30.519083969465647, + "grad_norm": 0.8844377014158391, + "learning_rate": 1.6284201310260713e-05, + "loss": 0.0275, + "step": 35982 + }, + { + "epoch": 30.519932145886344, + "grad_norm": 0.9162580290036478, + "learning_rate": 1.6283987623078533e-05, + "loss": 0.0294, + "step": 35983 + }, + { + "epoch": 30.52078032230704, + "grad_norm": 0.9417108002291772, + "learning_rate": 1.628377393115432e-05, + "loss": 0.026, + "step": 35984 + }, + { + "epoch": 30.521628498727736, + "grad_norm": 0.9833881760182228, + "learning_rate": 1.6283560234488246e-05, + "loss": 0.0281, + "step": 35985 + }, + { + "epoch": 30.522476675148432, + "grad_norm": 0.8587153697782178, + "learning_rate": 1.6283346533080466e-05, + "loss": 0.027, + "step": 35986 + }, + { + "epoch": 30.523324851569125, + "grad_norm": 1.0039745002205456, + "learning_rate": 1.6283132826931142e-05, + "loss": 0.0268, + "step": 35987 + }, + { + "epoch": 30.52417302798982, + "grad_norm": 0.9245650493077696, + "learning_rate": 1.628291911604044e-05, + "loss": 0.0281, + "step": 35988 + }, + { + "epoch": 30.525021204410518, + "grad_norm": 0.964382791799191, + "learning_rate": 1.6282705400408513e-05, + "loss": 0.0283, + "step": 35989 + }, + { + "epoch": 30.525869380831214, + "grad_norm": 0.8820105721485111, + "learning_rate": 1.6282491680035534e-05, + "loss": 0.0256, + "step": 35990 + }, + { + "epoch": 30.52671755725191, + "grad_norm": 0.9622761644557115, + "learning_rate": 1.628227795492165e-05, + "loss": 0.0264, + "step": 35991 + }, + { + "epoch": 30.527565733672603, + "grad_norm": 0.9407610854816941, + "learning_rate": 1.628206422506703e-05, + "loss": 0.0285, + "step": 35992 + }, + { + "epoch": 30.5284139100933, + "grad_norm": 0.8584737774197522, + "learning_rate": 1.628185049047184e-05, + "loss": 0.0264, + "step": 35993 + }, + { + "epoch": 30.529262086513995, + "grad_norm": 0.7877530922921959, + "learning_rate": 1.6281636751136233e-05, + "loss": 0.0261, + "step": 35994 + }, + { + "epoch": 30.53011026293469, + "grad_norm": 1.0654903579254893, + "learning_rate": 1.6281423007060375e-05, + "loss": 0.0244, + "step": 35995 + }, + { + "epoch": 30.530958439355388, + "grad_norm": 0.8834863169469847, + "learning_rate": 1.6281209258244422e-05, + "loss": 0.0261, + "step": 35996 + }, + { + "epoch": 30.53180661577608, + "grad_norm": 0.861579016772053, + "learning_rate": 1.6280995504688544e-05, + "loss": 0.0269, + "step": 35997 + }, + { + "epoch": 30.532654792196777, + "grad_norm": 0.8210271437431403, + "learning_rate": 1.6280781746392893e-05, + "loss": 0.0265, + "step": 35998 + }, + { + "epoch": 30.533502968617473, + "grad_norm": 0.8507323423877149, + "learning_rate": 1.6280567983357636e-05, + "loss": 0.0264, + "step": 35999 + }, + { + "epoch": 30.53435114503817, + "grad_norm": 0.8384522733612817, + "learning_rate": 1.6280354215582934e-05, + "loss": 0.025, + "step": 36000 + }, + { + "epoch": 30.53519932145886, + "grad_norm": 0.8628236095483874, + "learning_rate": 1.6280140443068945e-05, + "loss": 0.0273, + "step": 36001 + }, + { + "epoch": 30.536047497879558, + "grad_norm": 0.8802359451256793, + "learning_rate": 1.6279926665815833e-05, + "loss": 0.0272, + "step": 36002 + }, + { + "epoch": 30.536895674300254, + "grad_norm": 0.9220107460067313, + "learning_rate": 1.627971288382376e-05, + "loss": 0.0287, + "step": 36003 + }, + { + "epoch": 30.53774385072095, + "grad_norm": 0.8686803354404986, + "learning_rate": 1.6279499097092886e-05, + "loss": 0.0282, + "step": 36004 + }, + { + "epoch": 30.538592027141647, + "grad_norm": 0.7299044706167692, + "learning_rate": 1.6279285305623373e-05, + "loss": 0.028, + "step": 36005 + }, + { + "epoch": 30.53944020356234, + "grad_norm": 0.9415365805163367, + "learning_rate": 1.627907150941538e-05, + "loss": 0.0297, + "step": 36006 + }, + { + "epoch": 30.540288379983036, + "grad_norm": 0.8757324045684926, + "learning_rate": 1.6278857708469074e-05, + "loss": 0.0282, + "step": 36007 + }, + { + "epoch": 30.541136556403732, + "grad_norm": 0.858538988244541, + "learning_rate": 1.627864390278461e-05, + "loss": 0.028, + "step": 36008 + }, + { + "epoch": 30.541984732824428, + "grad_norm": 1.041805311571778, + "learning_rate": 1.6278430092362148e-05, + "loss": 0.0266, + "step": 36009 + }, + { + "epoch": 30.542832909245124, + "grad_norm": 0.9412215021607074, + "learning_rate": 1.627821627720186e-05, + "loss": 0.0242, + "step": 36010 + }, + { + "epoch": 30.543681085665817, + "grad_norm": 0.9343526100128464, + "learning_rate": 1.6278002457303897e-05, + "loss": 0.028, + "step": 36011 + }, + { + "epoch": 30.544529262086513, + "grad_norm": 1.013522781883733, + "learning_rate": 1.6277788632668426e-05, + "loss": 0.0267, + "step": 36012 + }, + { + "epoch": 30.54537743850721, + "grad_norm": 1.0362881306166682, + "learning_rate": 1.6277574803295605e-05, + "loss": 0.0274, + "step": 36013 + }, + { + "epoch": 30.546225614927906, + "grad_norm": 0.8103810083256004, + "learning_rate": 1.6277360969185596e-05, + "loss": 0.0223, + "step": 36014 + }, + { + "epoch": 30.547073791348602, + "grad_norm": 1.0514588044604498, + "learning_rate": 1.6277147130338563e-05, + "loss": 0.0307, + "step": 36015 + }, + { + "epoch": 30.547921967769295, + "grad_norm": 0.9512319979605219, + "learning_rate": 1.6276933286754663e-05, + "loss": 0.0276, + "step": 36016 + }, + { + "epoch": 30.54877014418999, + "grad_norm": 0.9216209736609099, + "learning_rate": 1.627671943843406e-05, + "loss": 0.0289, + "step": 36017 + }, + { + "epoch": 30.549618320610687, + "grad_norm": 0.730490406201483, + "learning_rate": 1.6276505585376914e-05, + "loss": 0.0264, + "step": 36018 + }, + { + "epoch": 30.550466497031383, + "grad_norm": 0.836811000309556, + "learning_rate": 1.627629172758339e-05, + "loss": 0.0278, + "step": 36019 + }, + { + "epoch": 30.55131467345208, + "grad_norm": 1.0160718259185486, + "learning_rate": 1.6276077865053646e-05, + "loss": 0.0261, + "step": 36020 + }, + { + "epoch": 30.552162849872772, + "grad_norm": 0.9100267649668267, + "learning_rate": 1.6275863997787844e-05, + "loss": 0.0219, + "step": 36021 + }, + { + "epoch": 30.55301102629347, + "grad_norm": 0.9132300480289324, + "learning_rate": 1.6275650125786145e-05, + "loss": 0.0272, + "step": 36022 + }, + { + "epoch": 30.553859202714165, + "grad_norm": 0.9213611519882898, + "learning_rate": 1.6275436249048712e-05, + "loss": 0.0287, + "step": 36023 + }, + { + "epoch": 30.55470737913486, + "grad_norm": 1.0284601495036692, + "learning_rate": 1.6275222367575704e-05, + "loss": 0.0301, + "step": 36024 + }, + { + "epoch": 30.555555555555557, + "grad_norm": 1.0753630874130735, + "learning_rate": 1.6275008481367287e-05, + "loss": 0.0286, + "step": 36025 + }, + { + "epoch": 30.55640373197625, + "grad_norm": 1.1757881307062121, + "learning_rate": 1.6274794590423617e-05, + "loss": 0.0318, + "step": 36026 + }, + { + "epoch": 30.557251908396946, + "grad_norm": 0.8171446902552961, + "learning_rate": 1.6274580694744857e-05, + "loss": 0.0248, + "step": 36027 + }, + { + "epoch": 30.558100084817642, + "grad_norm": 0.8568665140520075, + "learning_rate": 1.627436679433117e-05, + "loss": 0.0263, + "step": 36028 + }, + { + "epoch": 30.55894826123834, + "grad_norm": 0.8072941587683868, + "learning_rate": 1.6274152889182716e-05, + "loss": 0.0263, + "step": 36029 + }, + { + "epoch": 30.559796437659035, + "grad_norm": 0.8876548690126752, + "learning_rate": 1.627393897929966e-05, + "loss": 0.0274, + "step": 36030 + }, + { + "epoch": 30.560644614079727, + "grad_norm": 0.9165028401223231, + "learning_rate": 1.6273725064682158e-05, + "loss": 0.0262, + "step": 36031 + }, + { + "epoch": 30.561492790500424, + "grad_norm": 0.72443884796638, + "learning_rate": 1.6273511145330375e-05, + "loss": 0.0283, + "step": 36032 + }, + { + "epoch": 30.56234096692112, + "grad_norm": 0.9547660423043925, + "learning_rate": 1.6273297221244468e-05, + "loss": 0.0295, + "step": 36033 + }, + { + "epoch": 30.563189143341816, + "grad_norm": 0.9316294361829633, + "learning_rate": 1.62730832924246e-05, + "loss": 0.0261, + "step": 36034 + }, + { + "epoch": 30.564037319762512, + "grad_norm": 0.9047353398502144, + "learning_rate": 1.6272869358870936e-05, + "loss": 0.0268, + "step": 36035 + }, + { + "epoch": 30.564885496183205, + "grad_norm": 0.9479830668933008, + "learning_rate": 1.627265542058364e-05, + "loss": 0.0269, + "step": 36036 + }, + { + "epoch": 30.5657336726039, + "grad_norm": 0.878897081113334, + "learning_rate": 1.6272441477562867e-05, + "loss": 0.0239, + "step": 36037 + }, + { + "epoch": 30.566581849024598, + "grad_norm": 0.8377921006281516, + "learning_rate": 1.6272227529808775e-05, + "loss": 0.0276, + "step": 36038 + }, + { + "epoch": 30.567430025445294, + "grad_norm": 0.911129440527418, + "learning_rate": 1.6272013577321538e-05, + "loss": 0.0275, + "step": 36039 + }, + { + "epoch": 30.568278201865986, + "grad_norm": 0.9630224034761181, + "learning_rate": 1.6271799620101304e-05, + "loss": 0.0276, + "step": 36040 + }, + { + "epoch": 30.569126378286683, + "grad_norm": 0.9245094093264227, + "learning_rate": 1.6271585658148243e-05, + "loss": 0.0257, + "step": 36041 + }, + { + "epoch": 30.56997455470738, + "grad_norm": 0.9469703801810115, + "learning_rate": 1.6271371691462518e-05, + "loss": 0.0274, + "step": 36042 + }, + { + "epoch": 30.570822731128075, + "grad_norm": 0.9892253246080409, + "learning_rate": 1.627115772004428e-05, + "loss": 0.0315, + "step": 36043 + }, + { + "epoch": 30.57167090754877, + "grad_norm": 0.8145130227162536, + "learning_rate": 1.62709437438937e-05, + "loss": 0.0262, + "step": 36044 + }, + { + "epoch": 30.572519083969464, + "grad_norm": 1.061973581190058, + "learning_rate": 1.627072976301094e-05, + "loss": 0.0288, + "step": 36045 + }, + { + "epoch": 30.57336726039016, + "grad_norm": 0.7888137236864798, + "learning_rate": 1.6270515777396153e-05, + "loss": 0.0281, + "step": 36046 + }, + { + "epoch": 30.574215436810857, + "grad_norm": 0.7783394608118783, + "learning_rate": 1.6270301787049505e-05, + "loss": 0.025, + "step": 36047 + }, + { + "epoch": 30.575063613231553, + "grad_norm": 0.8779786252839413, + "learning_rate": 1.6270087791971164e-05, + "loss": 0.0243, + "step": 36048 + }, + { + "epoch": 30.57591178965225, + "grad_norm": 0.7869036655779915, + "learning_rate": 1.626987379216128e-05, + "loss": 0.0266, + "step": 36049 + }, + { + "epoch": 30.57675996607294, + "grad_norm": 0.9704439603652727, + "learning_rate": 1.6269659787620022e-05, + "loss": 0.0278, + "step": 36050 + }, + { + "epoch": 30.577608142493638, + "grad_norm": 0.801515911164834, + "learning_rate": 1.626944577834755e-05, + "loss": 0.0236, + "step": 36051 + }, + { + "epoch": 30.578456318914334, + "grad_norm": 1.0074361586252734, + "learning_rate": 1.6269231764344024e-05, + "loss": 0.0281, + "step": 36052 + }, + { + "epoch": 30.57930449533503, + "grad_norm": 0.8419824144421296, + "learning_rate": 1.6269017745609608e-05, + "loss": 0.0251, + "step": 36053 + }, + { + "epoch": 30.580152671755727, + "grad_norm": 0.9068324310018337, + "learning_rate": 1.626880372214446e-05, + "loss": 0.0275, + "step": 36054 + }, + { + "epoch": 30.58100084817642, + "grad_norm": 0.863119218874754, + "learning_rate": 1.6268589693948746e-05, + "loss": 0.0267, + "step": 36055 + }, + { + "epoch": 30.581849024597116, + "grad_norm": 0.7896847105419914, + "learning_rate": 1.626837566102262e-05, + "loss": 0.0254, + "step": 36056 + }, + { + "epoch": 30.58269720101781, + "grad_norm": 0.8845712447047179, + "learning_rate": 1.6268161623366252e-05, + "loss": 0.0257, + "step": 36057 + }, + { + "epoch": 30.583545377438508, + "grad_norm": 0.8050758428371712, + "learning_rate": 1.62679475809798e-05, + "loss": 0.0265, + "step": 36058 + }, + { + "epoch": 30.584393553859204, + "grad_norm": 0.9351419419878012, + "learning_rate": 1.6267733533863427e-05, + "loss": 0.027, + "step": 36059 + }, + { + "epoch": 30.585241730279897, + "grad_norm": 0.9589402048569857, + "learning_rate": 1.626751948201729e-05, + "loss": 0.0288, + "step": 36060 + }, + { + "epoch": 30.586089906700593, + "grad_norm": 0.8988777255247039, + "learning_rate": 1.6267305425441552e-05, + "loss": 0.0261, + "step": 36061 + }, + { + "epoch": 30.58693808312129, + "grad_norm": 0.8796113976269783, + "learning_rate": 1.6267091364136382e-05, + "loss": 0.0291, + "step": 36062 + }, + { + "epoch": 30.587786259541986, + "grad_norm": 0.9083960335589416, + "learning_rate": 1.626687729810193e-05, + "loss": 0.0265, + "step": 36063 + }, + { + "epoch": 30.588634435962682, + "grad_norm": 1.0762219380537041, + "learning_rate": 1.6266663227338368e-05, + "loss": 0.0284, + "step": 36064 + }, + { + "epoch": 30.589482612383375, + "grad_norm": 1.1467987900929988, + "learning_rate": 1.626644915184585e-05, + "loss": 0.0319, + "step": 36065 + }, + { + "epoch": 30.59033078880407, + "grad_norm": 0.8977927520625667, + "learning_rate": 1.6266235071624543e-05, + "loss": 0.026, + "step": 36066 + }, + { + "epoch": 30.591178965224767, + "grad_norm": 0.8334281237696695, + "learning_rate": 1.6266020986674604e-05, + "loss": 0.0277, + "step": 36067 + }, + { + "epoch": 30.592027141645463, + "grad_norm": 0.8411621414570942, + "learning_rate": 1.6265806896996194e-05, + "loss": 0.0279, + "step": 36068 + }, + { + "epoch": 30.59287531806616, + "grad_norm": 0.8028266390832471, + "learning_rate": 1.6265592802589478e-05, + "loss": 0.0263, + "step": 36069 + }, + { + "epoch": 30.593723494486852, + "grad_norm": 0.952202783621771, + "learning_rate": 1.626537870345462e-05, + "loss": 0.0268, + "step": 36070 + }, + { + "epoch": 30.59457167090755, + "grad_norm": 0.9194253094052196, + "learning_rate": 1.6265164599591773e-05, + "loss": 0.0254, + "step": 36071 + }, + { + "epoch": 30.595419847328245, + "grad_norm": 0.8891442402752036, + "learning_rate": 1.6264950491001107e-05, + "loss": 0.0268, + "step": 36072 + }, + { + "epoch": 30.59626802374894, + "grad_norm": 0.870552823292408, + "learning_rate": 1.6264736377682778e-05, + "loss": 0.0278, + "step": 36073 + }, + { + "epoch": 30.597116200169637, + "grad_norm": 0.9075963857065947, + "learning_rate": 1.626452225963695e-05, + "loss": 0.0301, + "step": 36074 + }, + { + "epoch": 30.59796437659033, + "grad_norm": 0.8934779049405243, + "learning_rate": 1.6264308136863788e-05, + "loss": 0.0279, + "step": 36075 + }, + { + "epoch": 30.598812553011026, + "grad_norm": 0.8919527316295093, + "learning_rate": 1.6264094009363447e-05, + "loss": 0.0278, + "step": 36076 + }, + { + "epoch": 30.599660729431722, + "grad_norm": 0.9275318983441346, + "learning_rate": 1.626387987713609e-05, + "loss": 0.0295, + "step": 36077 + }, + { + "epoch": 30.60050890585242, + "grad_norm": 1.1903538032491578, + "learning_rate": 1.626366574018188e-05, + "loss": 0.0336, + "step": 36078 + }, + { + "epoch": 30.60135708227311, + "grad_norm": 0.7716934721878543, + "learning_rate": 1.6263451598500982e-05, + "loss": 0.0263, + "step": 36079 + }, + { + "epoch": 30.602205258693807, + "grad_norm": 0.8999387298445662, + "learning_rate": 1.6263237452093554e-05, + "loss": 0.0243, + "step": 36080 + }, + { + "epoch": 30.603053435114504, + "grad_norm": 0.8190308972662783, + "learning_rate": 1.6263023300959757e-05, + "loss": 0.0257, + "step": 36081 + }, + { + "epoch": 30.6039016115352, + "grad_norm": 0.8801037118031817, + "learning_rate": 1.6262809145099753e-05, + "loss": 0.0248, + "step": 36082 + }, + { + "epoch": 30.604749787955896, + "grad_norm": 0.9264220960169851, + "learning_rate": 1.6262594984513706e-05, + "loss": 0.0272, + "step": 36083 + }, + { + "epoch": 30.60559796437659, + "grad_norm": 0.8766319859375759, + "learning_rate": 1.6262380819201773e-05, + "loss": 0.028, + "step": 36084 + }, + { + "epoch": 30.606446140797285, + "grad_norm": 0.939731281587119, + "learning_rate": 1.6262166649164118e-05, + "loss": 0.0236, + "step": 36085 + }, + { + "epoch": 30.60729431721798, + "grad_norm": 0.9396576263013798, + "learning_rate": 1.6261952474400904e-05, + "loss": 0.0283, + "step": 36086 + }, + { + "epoch": 30.608142493638677, + "grad_norm": 0.8510541725256106, + "learning_rate": 1.6261738294912292e-05, + "loss": 0.0264, + "step": 36087 + }, + { + "epoch": 30.608990670059374, + "grad_norm": 1.177274390865757, + "learning_rate": 1.6261524110698444e-05, + "loss": 0.0305, + "step": 36088 + }, + { + "epoch": 30.609838846480066, + "grad_norm": 0.8650877884182384, + "learning_rate": 1.626130992175952e-05, + "loss": 0.0281, + "step": 36089 + }, + { + "epoch": 30.610687022900763, + "grad_norm": 0.8600537442552068, + "learning_rate": 1.6261095728095683e-05, + "loss": 0.0265, + "step": 36090 + }, + { + "epoch": 30.61153519932146, + "grad_norm": 0.9730514871424453, + "learning_rate": 1.6260881529707094e-05, + "loss": 0.0285, + "step": 36091 + }, + { + "epoch": 30.612383375742155, + "grad_norm": 0.8886152678764988, + "learning_rate": 1.6260667326593914e-05, + "loss": 0.0283, + "step": 36092 + }, + { + "epoch": 30.61323155216285, + "grad_norm": 0.9547987193905718, + "learning_rate": 1.6260453118756302e-05, + "loss": 0.0265, + "step": 36093 + }, + { + "epoch": 30.614079728583544, + "grad_norm": 1.062937252976386, + "learning_rate": 1.626023890619443e-05, + "loss": 0.0287, + "step": 36094 + }, + { + "epoch": 30.61492790500424, + "grad_norm": 0.8621371352646042, + "learning_rate": 1.6260024688908446e-05, + "loss": 0.0269, + "step": 36095 + }, + { + "epoch": 30.615776081424936, + "grad_norm": 0.8890612571024176, + "learning_rate": 1.6259810466898523e-05, + "loss": 0.0266, + "step": 36096 + }, + { + "epoch": 30.616624257845633, + "grad_norm": 1.1255522850526758, + "learning_rate": 1.6259596240164817e-05, + "loss": 0.0274, + "step": 36097 + }, + { + "epoch": 30.61747243426633, + "grad_norm": 0.9009636740774605, + "learning_rate": 1.6259382008707488e-05, + "loss": 0.0289, + "step": 36098 + }, + { + "epoch": 30.61832061068702, + "grad_norm": 0.9342493621829502, + "learning_rate": 1.6259167772526704e-05, + "loss": 0.0293, + "step": 36099 + }, + { + "epoch": 30.619168787107718, + "grad_norm": 0.8487421324482992, + "learning_rate": 1.625895353162262e-05, + "loss": 0.0261, + "step": 36100 + }, + { + "epoch": 30.620016963528414, + "grad_norm": 0.8314617813933395, + "learning_rate": 1.6258739285995403e-05, + "loss": 0.0257, + "step": 36101 + }, + { + "epoch": 30.62086513994911, + "grad_norm": 0.7570171902239643, + "learning_rate": 1.625852503564521e-05, + "loss": 0.0255, + "step": 36102 + }, + { + "epoch": 30.621713316369807, + "grad_norm": 1.067606452357365, + "learning_rate": 1.6258310780572205e-05, + "loss": 0.0288, + "step": 36103 + }, + { + "epoch": 30.6225614927905, + "grad_norm": 0.8370855787042629, + "learning_rate": 1.6258096520776553e-05, + "loss": 0.0245, + "step": 36104 + }, + { + "epoch": 30.623409669211195, + "grad_norm": 1.0709515457751602, + "learning_rate": 1.625788225625841e-05, + "loss": 0.0297, + "step": 36105 + }, + { + "epoch": 30.62425784563189, + "grad_norm": 0.7330462103598598, + "learning_rate": 1.625766798701794e-05, + "loss": 0.0262, + "step": 36106 + }, + { + "epoch": 30.625106022052588, + "grad_norm": 0.8237562989485658, + "learning_rate": 1.6257453713055306e-05, + "loss": 0.0253, + "step": 36107 + }, + { + "epoch": 30.625954198473284, + "grad_norm": 0.8334577333111364, + "learning_rate": 1.6257239434370666e-05, + "loss": 0.0273, + "step": 36108 + }, + { + "epoch": 30.626802374893977, + "grad_norm": 0.9086087366538377, + "learning_rate": 1.6257025150964184e-05, + "loss": 0.0262, + "step": 36109 + }, + { + "epoch": 30.627650551314673, + "grad_norm": 0.8410482742310539, + "learning_rate": 1.6256810862836025e-05, + "loss": 0.0271, + "step": 36110 + }, + { + "epoch": 30.62849872773537, + "grad_norm": 0.9321800656160575, + "learning_rate": 1.6256596569986345e-05, + "loss": 0.0259, + "step": 36111 + }, + { + "epoch": 30.629346904156066, + "grad_norm": 1.0604686691486969, + "learning_rate": 1.625638227241531e-05, + "loss": 0.0271, + "step": 36112 + }, + { + "epoch": 30.63019508057676, + "grad_norm": 0.9717392783968765, + "learning_rate": 1.625616797012308e-05, + "loss": 0.0312, + "step": 36113 + }, + { + "epoch": 30.631043256997454, + "grad_norm": 0.8239619662687429, + "learning_rate": 1.6255953663109812e-05, + "loss": 0.0242, + "step": 36114 + }, + { + "epoch": 30.63189143341815, + "grad_norm": 0.7729182037181891, + "learning_rate": 1.6255739351375678e-05, + "loss": 0.0234, + "step": 36115 + }, + { + "epoch": 30.632739609838847, + "grad_norm": 0.932929611534088, + "learning_rate": 1.6255525034920833e-05, + "loss": 0.0274, + "step": 36116 + }, + { + "epoch": 30.633587786259543, + "grad_norm": 0.8905290806211823, + "learning_rate": 1.625531071374544e-05, + "loss": 0.0264, + "step": 36117 + }, + { + "epoch": 30.634435962680236, + "grad_norm": 0.9877641749810204, + "learning_rate": 1.625509638784966e-05, + "loss": 0.0279, + "step": 36118 + }, + { + "epoch": 30.635284139100932, + "grad_norm": 0.9522851208057511, + "learning_rate": 1.625488205723365e-05, + "loss": 0.0265, + "step": 36119 + }, + { + "epoch": 30.63613231552163, + "grad_norm": 1.0531724393557922, + "learning_rate": 1.6254667721897584e-05, + "loss": 0.0272, + "step": 36120 + }, + { + "epoch": 30.636980491942325, + "grad_norm": 0.7897005018903619, + "learning_rate": 1.6254453381841612e-05, + "loss": 0.0261, + "step": 36121 + }, + { + "epoch": 30.63782866836302, + "grad_norm": 0.8844161374364947, + "learning_rate": 1.6254239037065905e-05, + "loss": 0.0281, + "step": 36122 + }, + { + "epoch": 30.638676844783713, + "grad_norm": 0.9457967867240356, + "learning_rate": 1.625402468757062e-05, + "loss": 0.0286, + "step": 36123 + }, + { + "epoch": 30.63952502120441, + "grad_norm": 0.8027215843627544, + "learning_rate": 1.6253810333355916e-05, + "loss": 0.0268, + "step": 36124 + }, + { + "epoch": 30.640373197625106, + "grad_norm": 0.9392640561589424, + "learning_rate": 1.625359597442196e-05, + "loss": 0.024, + "step": 36125 + }, + { + "epoch": 30.641221374045802, + "grad_norm": 0.9076629383875083, + "learning_rate": 1.625338161076891e-05, + "loss": 0.028, + "step": 36126 + }, + { + "epoch": 30.6420695504665, + "grad_norm": 0.9748918394184495, + "learning_rate": 1.625316724239693e-05, + "loss": 0.0279, + "step": 36127 + }, + { + "epoch": 30.64291772688719, + "grad_norm": 0.9925879877633923, + "learning_rate": 1.625295286930618e-05, + "loss": 0.0288, + "step": 36128 + }, + { + "epoch": 30.643765903307887, + "grad_norm": 0.8896611648431747, + "learning_rate": 1.6252738491496826e-05, + "loss": 0.0246, + "step": 36129 + }, + { + "epoch": 30.644614079728584, + "grad_norm": 0.9624232564990999, + "learning_rate": 1.6252524108969026e-05, + "loss": 0.0284, + "step": 36130 + }, + { + "epoch": 30.64546225614928, + "grad_norm": 0.7891838458747072, + "learning_rate": 1.625230972172294e-05, + "loss": 0.0249, + "step": 36131 + }, + { + "epoch": 30.646310432569976, + "grad_norm": 0.9413575595929524, + "learning_rate": 1.625209532975873e-05, + "loss": 0.0253, + "step": 36132 + }, + { + "epoch": 30.64715860899067, + "grad_norm": 0.9034010666512731, + "learning_rate": 1.6251880933076565e-05, + "loss": 0.0265, + "step": 36133 + }, + { + "epoch": 30.648006785411365, + "grad_norm": 0.9163383027544374, + "learning_rate": 1.62516665316766e-05, + "loss": 0.026, + "step": 36134 + }, + { + "epoch": 30.64885496183206, + "grad_norm": 0.984005941551454, + "learning_rate": 1.6251452125559e-05, + "loss": 0.0269, + "step": 36135 + }, + { + "epoch": 30.649703138252757, + "grad_norm": 0.7732066881906803, + "learning_rate": 1.6251237714723923e-05, + "loss": 0.0246, + "step": 36136 + }, + { + "epoch": 30.650551314673454, + "grad_norm": 0.954100623942949, + "learning_rate": 1.6251023299171532e-05, + "loss": 0.0272, + "step": 36137 + }, + { + "epoch": 30.651399491094146, + "grad_norm": 0.8964798648910487, + "learning_rate": 1.6250808878901995e-05, + "loss": 0.0277, + "step": 36138 + }, + { + "epoch": 30.652247667514843, + "grad_norm": 0.8798228735893578, + "learning_rate": 1.6250594453915463e-05, + "loss": 0.0268, + "step": 36139 + }, + { + "epoch": 30.65309584393554, + "grad_norm": 0.8694733631938977, + "learning_rate": 1.6250380024212106e-05, + "loss": 0.0265, + "step": 36140 + }, + { + "epoch": 30.653944020356235, + "grad_norm": 0.9456895859011429, + "learning_rate": 1.6250165589792084e-05, + "loss": 0.0279, + "step": 36141 + }, + { + "epoch": 30.65479219677693, + "grad_norm": 0.9261292277828406, + "learning_rate": 1.6249951150655555e-05, + "loss": 0.0273, + "step": 36142 + }, + { + "epoch": 30.655640373197624, + "grad_norm": 0.9806079086931756, + "learning_rate": 1.624973670680269e-05, + "loss": 0.0281, + "step": 36143 + }, + { + "epoch": 30.65648854961832, + "grad_norm": 0.9540341524907411, + "learning_rate": 1.624952225823364e-05, + "loss": 0.0284, + "step": 36144 + }, + { + "epoch": 30.657336726039016, + "grad_norm": 0.9354154701092116, + "learning_rate": 1.6249307804948572e-05, + "loss": 0.0253, + "step": 36145 + }, + { + "epoch": 30.658184902459713, + "grad_norm": 0.8387085499890357, + "learning_rate": 1.624909334694765e-05, + "loss": 0.0278, + "step": 36146 + }, + { + "epoch": 30.659033078880405, + "grad_norm": 0.8083110775287996, + "learning_rate": 1.6248878884231032e-05, + "loss": 0.0273, + "step": 36147 + }, + { + "epoch": 30.6598812553011, + "grad_norm": 0.8993015403898476, + "learning_rate": 1.6248664416798883e-05, + "loss": 0.0276, + "step": 36148 + }, + { + "epoch": 30.660729431721798, + "grad_norm": 0.8873072675918489, + "learning_rate": 1.6248449944651362e-05, + "loss": 0.0284, + "step": 36149 + }, + { + "epoch": 30.661577608142494, + "grad_norm": 0.8541951205971506, + "learning_rate": 1.624823546778863e-05, + "loss": 0.0253, + "step": 36150 + }, + { + "epoch": 30.66242578456319, + "grad_norm": 1.03402165987168, + "learning_rate": 1.624802098621085e-05, + "loss": 0.0283, + "step": 36151 + }, + { + "epoch": 30.663273960983886, + "grad_norm": 0.9013680219409272, + "learning_rate": 1.6247806499918185e-05, + "loss": 0.0275, + "step": 36152 + }, + { + "epoch": 30.66412213740458, + "grad_norm": 0.9096102107322952, + "learning_rate": 1.62475920089108e-05, + "loss": 0.0261, + "step": 36153 + }, + { + "epoch": 30.664970313825275, + "grad_norm": 0.9302192606393314, + "learning_rate": 1.624737751318885e-05, + "loss": 0.0253, + "step": 36154 + }, + { + "epoch": 30.66581849024597, + "grad_norm": 1.1536796643920089, + "learning_rate": 1.62471630127525e-05, + "loss": 0.0301, + "step": 36155 + }, + { + "epoch": 30.666666666666668, + "grad_norm": 0.757532580099965, + "learning_rate": 1.6246948507601915e-05, + "loss": 0.0266, + "step": 36156 + }, + { + "epoch": 30.66751484308736, + "grad_norm": 0.821596757481488, + "learning_rate": 1.624673399773725e-05, + "loss": 0.026, + "step": 36157 + }, + { + "epoch": 30.668363019508057, + "grad_norm": 0.8972715967495406, + "learning_rate": 1.6246519483158672e-05, + "loss": 0.026, + "step": 36158 + }, + { + "epoch": 30.669211195928753, + "grad_norm": 0.9433167790805723, + "learning_rate": 1.6246304963866345e-05, + "loss": 0.0271, + "step": 36159 + }, + { + "epoch": 30.67005937234945, + "grad_norm": 0.9100269032668983, + "learning_rate": 1.624609043986042e-05, + "loss": 0.0258, + "step": 36160 + }, + { + "epoch": 30.670907548770145, + "grad_norm": 0.9823935162013313, + "learning_rate": 1.6245875911141074e-05, + "loss": 0.0275, + "step": 36161 + }, + { + "epoch": 30.671755725190838, + "grad_norm": 0.995335191930875, + "learning_rate": 1.624566137770846e-05, + "loss": 0.0271, + "step": 36162 + }, + { + "epoch": 30.672603901611534, + "grad_norm": 0.8139759515591354, + "learning_rate": 1.6245446839562738e-05, + "loss": 0.0256, + "step": 36163 + }, + { + "epoch": 30.67345207803223, + "grad_norm": 1.0467734832309659, + "learning_rate": 1.6245232296704073e-05, + "loss": 0.0318, + "step": 36164 + }, + { + "epoch": 30.674300254452927, + "grad_norm": 0.7564116972585778, + "learning_rate": 1.624501774913263e-05, + "loss": 0.0242, + "step": 36165 + }, + { + "epoch": 30.675148430873623, + "grad_norm": 0.8792809393967176, + "learning_rate": 1.6244803196848565e-05, + "loss": 0.0278, + "step": 36166 + }, + { + "epoch": 30.675996607294316, + "grad_norm": 0.9510754695516903, + "learning_rate": 1.6244588639852047e-05, + "loss": 0.0284, + "step": 36167 + }, + { + "epoch": 30.676844783715012, + "grad_norm": 1.001709396375772, + "learning_rate": 1.6244374078143227e-05, + "loss": 0.0279, + "step": 36168 + }, + { + "epoch": 30.67769296013571, + "grad_norm": 0.9506992318101717, + "learning_rate": 1.624415951172228e-05, + "loss": 0.0279, + "step": 36169 + }, + { + "epoch": 30.678541136556404, + "grad_norm": 0.9676460342075222, + "learning_rate": 1.624394494058936e-05, + "loss": 0.031, + "step": 36170 + }, + { + "epoch": 30.6793893129771, + "grad_norm": 0.7466146348084904, + "learning_rate": 1.6243730364744625e-05, + "loss": 0.0259, + "step": 36171 + }, + { + "epoch": 30.680237489397793, + "grad_norm": 0.8885051883438414, + "learning_rate": 1.6243515784188248e-05, + "loss": 0.0281, + "step": 36172 + }, + { + "epoch": 30.68108566581849, + "grad_norm": 1.0684543123100734, + "learning_rate": 1.6243301198920385e-05, + "loss": 0.0268, + "step": 36173 + }, + { + "epoch": 30.681933842239186, + "grad_norm": 0.9793895321219994, + "learning_rate": 1.6243086608941197e-05, + "loss": 0.0269, + "step": 36174 + }, + { + "epoch": 30.682782018659882, + "grad_norm": 0.9217601325663528, + "learning_rate": 1.6242872014250845e-05, + "loss": 0.0258, + "step": 36175 + }, + { + "epoch": 30.68363019508058, + "grad_norm": 0.9050742222412222, + "learning_rate": 1.62426574148495e-05, + "loss": 0.025, + "step": 36176 + }, + { + "epoch": 30.68447837150127, + "grad_norm": 0.9293078999159341, + "learning_rate": 1.624244281073731e-05, + "loss": 0.0275, + "step": 36177 + }, + { + "epoch": 30.685326547921967, + "grad_norm": 0.9713317431149253, + "learning_rate": 1.6242228201914445e-05, + "loss": 0.026, + "step": 36178 + }, + { + "epoch": 30.686174724342663, + "grad_norm": 0.8579981562807651, + "learning_rate": 1.6242013588381066e-05, + "loss": 0.0283, + "step": 36179 + }, + { + "epoch": 30.68702290076336, + "grad_norm": 0.9353431057057704, + "learning_rate": 1.6241798970137337e-05, + "loss": 0.0288, + "step": 36180 + }, + { + "epoch": 30.687871077184056, + "grad_norm": 0.8038174433641622, + "learning_rate": 1.624158434718342e-05, + "loss": 0.025, + "step": 36181 + }, + { + "epoch": 30.68871925360475, + "grad_norm": 0.8333009087599694, + "learning_rate": 1.6241369719519468e-05, + "loss": 0.0241, + "step": 36182 + }, + { + "epoch": 30.689567430025445, + "grad_norm": 0.829299901931042, + "learning_rate": 1.6241155087145653e-05, + "loss": 0.0268, + "step": 36183 + }, + { + "epoch": 30.69041560644614, + "grad_norm": 1.0326427465812618, + "learning_rate": 1.6240940450062136e-05, + "loss": 0.0284, + "step": 36184 + }, + { + "epoch": 30.691263782866837, + "grad_norm": 0.8966408822055506, + "learning_rate": 1.6240725808269074e-05, + "loss": 0.0278, + "step": 36185 + }, + { + "epoch": 30.69211195928753, + "grad_norm": 1.0368736756052768, + "learning_rate": 1.624051116176663e-05, + "loss": 0.0301, + "step": 36186 + }, + { + "epoch": 30.692960135708226, + "grad_norm": 1.0634730891505981, + "learning_rate": 1.624029651055497e-05, + "loss": 0.0286, + "step": 36187 + }, + { + "epoch": 30.693808312128922, + "grad_norm": 0.9641045436146252, + "learning_rate": 1.6240081854634257e-05, + "loss": 0.0287, + "step": 36188 + }, + { + "epoch": 30.69465648854962, + "grad_norm": 0.918989872482837, + "learning_rate": 1.6239867194004643e-05, + "loss": 0.0257, + "step": 36189 + }, + { + "epoch": 30.695504664970315, + "grad_norm": 1.0122010426254096, + "learning_rate": 1.6239652528666302e-05, + "loss": 0.0285, + "step": 36190 + }, + { + "epoch": 30.696352841391008, + "grad_norm": 0.9274060526481308, + "learning_rate": 1.6239437858619386e-05, + "loss": 0.0281, + "step": 36191 + }, + { + "epoch": 30.697201017811704, + "grad_norm": 0.9076458308130784, + "learning_rate": 1.6239223183864064e-05, + "loss": 0.0287, + "step": 36192 + }, + { + "epoch": 30.6980491942324, + "grad_norm": 0.8948561928444353, + "learning_rate": 1.6239008504400497e-05, + "loss": 0.0267, + "step": 36193 + }, + { + "epoch": 30.698897370653096, + "grad_norm": 0.8086398450787483, + "learning_rate": 1.6238793820228842e-05, + "loss": 0.0282, + "step": 36194 + }, + { + "epoch": 30.699745547073793, + "grad_norm": 0.9973278490797034, + "learning_rate": 1.6238579131349267e-05, + "loss": 0.029, + "step": 36195 + }, + { + "epoch": 30.700593723494485, + "grad_norm": 0.9525901693178409, + "learning_rate": 1.623836443776193e-05, + "loss": 0.0293, + "step": 36196 + }, + { + "epoch": 30.70144189991518, + "grad_norm": 0.9132056853941449, + "learning_rate": 1.6238149739466994e-05, + "loss": 0.0249, + "step": 36197 + }, + { + "epoch": 30.702290076335878, + "grad_norm": 0.6853289225223486, + "learning_rate": 1.6237935036464624e-05, + "loss": 0.0219, + "step": 36198 + }, + { + "epoch": 30.703138252756574, + "grad_norm": 0.9110351523325816, + "learning_rate": 1.623772032875498e-05, + "loss": 0.0293, + "step": 36199 + }, + { + "epoch": 30.70398642917727, + "grad_norm": 1.1153034935340382, + "learning_rate": 1.623750561633822e-05, + "loss": 0.0272, + "step": 36200 + }, + { + "epoch": 30.704834605597963, + "grad_norm": 0.9385825538521805, + "learning_rate": 1.6237290899214514e-05, + "loss": 0.0265, + "step": 36201 + }, + { + "epoch": 30.70568278201866, + "grad_norm": 0.8536920451703618, + "learning_rate": 1.623707617738402e-05, + "loss": 0.0282, + "step": 36202 + }, + { + "epoch": 30.706530958439355, + "grad_norm": 0.9085561368197217, + "learning_rate": 1.6236861450846893e-05, + "loss": 0.0253, + "step": 36203 + }, + { + "epoch": 30.70737913486005, + "grad_norm": 0.8748896051339861, + "learning_rate": 1.6236646719603307e-05, + "loss": 0.0269, + "step": 36204 + }, + { + "epoch": 30.708227311280748, + "grad_norm": 0.8032840433550104, + "learning_rate": 1.623643198365342e-05, + "loss": 0.0259, + "step": 36205 + }, + { + "epoch": 30.70907548770144, + "grad_norm": 0.9669478696240285, + "learning_rate": 1.623621724299739e-05, + "loss": 0.0279, + "step": 36206 + }, + { + "epoch": 30.709923664122137, + "grad_norm": 0.8687555361131964, + "learning_rate": 1.623600249763538e-05, + "loss": 0.0267, + "step": 36207 + }, + { + "epoch": 30.710771840542833, + "grad_norm": 0.7612547957927365, + "learning_rate": 1.6235787747567558e-05, + "loss": 0.0251, + "step": 36208 + }, + { + "epoch": 30.71162001696353, + "grad_norm": 0.8742609353343842, + "learning_rate": 1.6235572992794084e-05, + "loss": 0.0251, + "step": 36209 + }, + { + "epoch": 30.712468193384225, + "grad_norm": 1.0300900032226192, + "learning_rate": 1.6235358233315112e-05, + "loss": 0.0292, + "step": 36210 + }, + { + "epoch": 30.713316369804918, + "grad_norm": 0.9441951786357592, + "learning_rate": 1.623514346913081e-05, + "loss": 0.0267, + "step": 36211 + }, + { + "epoch": 30.714164546225614, + "grad_norm": 0.9752685280150533, + "learning_rate": 1.6234928700241347e-05, + "loss": 0.0271, + "step": 36212 + }, + { + "epoch": 30.71501272264631, + "grad_norm": 0.8310056407647579, + "learning_rate": 1.6234713926646876e-05, + "loss": 0.026, + "step": 36213 + }, + { + "epoch": 30.715860899067007, + "grad_norm": 0.8756899272977531, + "learning_rate": 1.6234499148347557e-05, + "loss": 0.0293, + "step": 36214 + }, + { + "epoch": 30.716709075487703, + "grad_norm": 1.0502012580637106, + "learning_rate": 1.623428436534356e-05, + "loss": 0.0313, + "step": 36215 + }, + { + "epoch": 30.717557251908396, + "grad_norm": 0.8526265950544736, + "learning_rate": 1.6234069577635043e-05, + "loss": 0.0289, + "step": 36216 + }, + { + "epoch": 30.718405428329092, + "grad_norm": 0.9383126255000175, + "learning_rate": 1.6233854785222166e-05, + "loss": 0.0281, + "step": 36217 + }, + { + "epoch": 30.719253604749788, + "grad_norm": 0.9767839283636566, + "learning_rate": 1.6233639988105095e-05, + "loss": 0.0275, + "step": 36218 + }, + { + "epoch": 30.720101781170484, + "grad_norm": 0.7802294790402514, + "learning_rate": 1.6233425186283993e-05, + "loss": 0.0252, + "step": 36219 + }, + { + "epoch": 30.72094995759118, + "grad_norm": 0.7116390134185309, + "learning_rate": 1.623321037975902e-05, + "loss": 0.0264, + "step": 36220 + }, + { + "epoch": 30.721798134011873, + "grad_norm": 0.9965504378284816, + "learning_rate": 1.6232995568530335e-05, + "loss": 0.03, + "step": 36221 + }, + { + "epoch": 30.72264631043257, + "grad_norm": 0.8508994721049815, + "learning_rate": 1.6232780752598105e-05, + "loss": 0.0265, + "step": 36222 + }, + { + "epoch": 30.723494486853266, + "grad_norm": 0.9113288388897892, + "learning_rate": 1.6232565931962487e-05, + "loss": 0.0255, + "step": 36223 + }, + { + "epoch": 30.724342663273962, + "grad_norm": 0.7371556218506202, + "learning_rate": 1.623235110662365e-05, + "loss": 0.0254, + "step": 36224 + }, + { + "epoch": 30.725190839694655, + "grad_norm": 0.7097550651378012, + "learning_rate": 1.623213627658175e-05, + "loss": 0.0264, + "step": 36225 + }, + { + "epoch": 30.72603901611535, + "grad_norm": 0.9021022110129329, + "learning_rate": 1.6231921441836953e-05, + "loss": 0.0283, + "step": 36226 + }, + { + "epoch": 30.726887192536047, + "grad_norm": 0.7551245556013453, + "learning_rate": 1.6231706602389417e-05, + "loss": 0.0236, + "step": 36227 + }, + { + "epoch": 30.727735368956743, + "grad_norm": 0.8582227426526615, + "learning_rate": 1.6231491758239314e-05, + "loss": 0.0262, + "step": 36228 + }, + { + "epoch": 30.72858354537744, + "grad_norm": 0.9907729460682133, + "learning_rate": 1.623127690938679e-05, + "loss": 0.0286, + "step": 36229 + }, + { + "epoch": 30.729431721798132, + "grad_norm": 0.8554576338198835, + "learning_rate": 1.623106205583202e-05, + "loss": 0.0273, + "step": 36230 + }, + { + "epoch": 30.73027989821883, + "grad_norm": 0.9308148726381688, + "learning_rate": 1.6230847197575164e-05, + "loss": 0.0255, + "step": 36231 + }, + { + "epoch": 30.731128074639525, + "grad_norm": 0.9163965189604263, + "learning_rate": 1.623063233461638e-05, + "loss": 0.0281, + "step": 36232 + }, + { + "epoch": 30.73197625106022, + "grad_norm": 0.9882000662264514, + "learning_rate": 1.623041746695583e-05, + "loss": 0.0272, + "step": 36233 + }, + { + "epoch": 30.732824427480917, + "grad_norm": 0.9107116933826205, + "learning_rate": 1.623020259459368e-05, + "loss": 0.0284, + "step": 36234 + }, + { + "epoch": 30.73367260390161, + "grad_norm": 0.876444870894714, + "learning_rate": 1.6229987717530093e-05, + "loss": 0.026, + "step": 36235 + }, + { + "epoch": 30.734520780322306, + "grad_norm": 0.9807787432821294, + "learning_rate": 1.6229772835765226e-05, + "loss": 0.0303, + "step": 36236 + }, + { + "epoch": 30.735368956743002, + "grad_norm": 0.9828469042576214, + "learning_rate": 1.6229557949299247e-05, + "loss": 0.0283, + "step": 36237 + }, + { + "epoch": 30.7362171331637, + "grad_norm": 0.8032257252269476, + "learning_rate": 1.6229343058132313e-05, + "loss": 0.0275, + "step": 36238 + }, + { + "epoch": 30.737065309584395, + "grad_norm": 0.793585472709289, + "learning_rate": 1.622912816226459e-05, + "loss": 0.0275, + "step": 36239 + }, + { + "epoch": 30.737913486005088, + "grad_norm": 0.9489581900316391, + "learning_rate": 1.6228913261696235e-05, + "loss": 0.0274, + "step": 36240 + }, + { + "epoch": 30.738761662425784, + "grad_norm": 0.8653146443446861, + "learning_rate": 1.6228698356427416e-05, + "loss": 0.0264, + "step": 36241 + }, + { + "epoch": 30.73960983884648, + "grad_norm": 0.9818714904074705, + "learning_rate": 1.6228483446458296e-05, + "loss": 0.0286, + "step": 36242 + }, + { + "epoch": 30.740458015267176, + "grad_norm": 0.896154385068669, + "learning_rate": 1.6228268531789027e-05, + "loss": 0.0255, + "step": 36243 + }, + { + "epoch": 30.741306191687872, + "grad_norm": 0.9184130172671089, + "learning_rate": 1.6228053612419782e-05, + "loss": 0.0253, + "step": 36244 + }, + { + "epoch": 30.742154368108565, + "grad_norm": 0.9406590171436839, + "learning_rate": 1.6227838688350718e-05, + "loss": 0.0295, + "step": 36245 + }, + { + "epoch": 30.74300254452926, + "grad_norm": 0.932941706954867, + "learning_rate": 1.6227623759582e-05, + "loss": 0.0255, + "step": 36246 + }, + { + "epoch": 30.743850720949958, + "grad_norm": 1.0257056610557966, + "learning_rate": 1.622740882611379e-05, + "loss": 0.0291, + "step": 36247 + }, + { + "epoch": 30.744698897370654, + "grad_norm": 0.9210893935742512, + "learning_rate": 1.6227193887946245e-05, + "loss": 0.0278, + "step": 36248 + }, + { + "epoch": 30.74554707379135, + "grad_norm": 1.0216235892358112, + "learning_rate": 1.6226978945079534e-05, + "loss": 0.0283, + "step": 36249 + }, + { + "epoch": 30.746395250212043, + "grad_norm": 0.7743314076249074, + "learning_rate": 1.6226763997513816e-05, + "loss": 0.0238, + "step": 36250 + }, + { + "epoch": 30.74724342663274, + "grad_norm": 0.8346095586820167, + "learning_rate": 1.6226549045249254e-05, + "loss": 0.0255, + "step": 36251 + }, + { + "epoch": 30.748091603053435, + "grad_norm": 0.9477291832044215, + "learning_rate": 1.6226334088286007e-05, + "loss": 0.0274, + "step": 36252 + }, + { + "epoch": 30.74893977947413, + "grad_norm": 0.8255457220252661, + "learning_rate": 1.6226119126624245e-05, + "loss": 0.0264, + "step": 36253 + }, + { + "epoch": 30.749787955894828, + "grad_norm": 1.0599139661534736, + "learning_rate": 1.622590416026412e-05, + "loss": 0.0294, + "step": 36254 + }, + { + "epoch": 30.75063613231552, + "grad_norm": 0.9915324138100223, + "learning_rate": 1.62256891892058e-05, + "loss": 0.0309, + "step": 36255 + }, + { + "epoch": 30.751484308736217, + "grad_norm": 0.8401828604506734, + "learning_rate": 1.6225474213449448e-05, + "loss": 0.0267, + "step": 36256 + }, + { + "epoch": 30.752332485156913, + "grad_norm": 0.823106533987056, + "learning_rate": 1.6225259232995226e-05, + "loss": 0.0249, + "step": 36257 + }, + { + "epoch": 30.75318066157761, + "grad_norm": 0.9455691804034142, + "learning_rate": 1.6225044247843292e-05, + "loss": 0.0275, + "step": 36258 + }, + { + "epoch": 30.754028837998305, + "grad_norm": 0.9035601807300216, + "learning_rate": 1.6224829257993815e-05, + "loss": 0.0268, + "step": 36259 + }, + { + "epoch": 30.754877014418998, + "grad_norm": 1.0621607844167307, + "learning_rate": 1.622461426344695e-05, + "loss": 0.0281, + "step": 36260 + }, + { + "epoch": 30.755725190839694, + "grad_norm": 0.9181024605226157, + "learning_rate": 1.6224399264202865e-05, + "loss": 0.0263, + "step": 36261 + }, + { + "epoch": 30.75657336726039, + "grad_norm": 1.077131042874826, + "learning_rate": 1.622418426026172e-05, + "loss": 0.0298, + "step": 36262 + }, + { + "epoch": 30.757421543681087, + "grad_norm": 0.8575452122185792, + "learning_rate": 1.6223969251623674e-05, + "loss": 0.0248, + "step": 36263 + }, + { + "epoch": 30.75826972010178, + "grad_norm": 0.8645373814677165, + "learning_rate": 1.6223754238288897e-05, + "loss": 0.028, + "step": 36264 + }, + { + "epoch": 30.759117896522476, + "grad_norm": 0.9745658789036964, + "learning_rate": 1.6223539220257546e-05, + "loss": 0.0267, + "step": 36265 + }, + { + "epoch": 30.759966072943172, + "grad_norm": 1.0126298258051696, + "learning_rate": 1.622332419752978e-05, + "loss": 0.0307, + "step": 36266 + }, + { + "epoch": 30.760814249363868, + "grad_norm": 1.233124976106298, + "learning_rate": 1.622310917010577e-05, + "loss": 0.0315, + "step": 36267 + }, + { + "epoch": 30.761662425784564, + "grad_norm": 0.9186535569449876, + "learning_rate": 1.622289413798567e-05, + "loss": 0.0259, + "step": 36268 + }, + { + "epoch": 30.762510602205257, + "grad_norm": 1.0505023901163841, + "learning_rate": 1.6222679101169648e-05, + "loss": 0.0295, + "step": 36269 + }, + { + "epoch": 30.763358778625953, + "grad_norm": 0.9505456247362314, + "learning_rate": 1.6222464059657863e-05, + "loss": 0.0334, + "step": 36270 + }, + { + "epoch": 30.76420695504665, + "grad_norm": 1.0450478455381467, + "learning_rate": 1.6222249013450476e-05, + "loss": 0.0278, + "step": 36271 + }, + { + "epoch": 30.765055131467346, + "grad_norm": 0.9254969950103074, + "learning_rate": 1.622203396254766e-05, + "loss": 0.0254, + "step": 36272 + }, + { + "epoch": 30.765903307888042, + "grad_norm": 0.9526581772695399, + "learning_rate": 1.622181890694956e-05, + "loss": 0.0267, + "step": 36273 + }, + { + "epoch": 30.766751484308735, + "grad_norm": 1.0455426799645922, + "learning_rate": 1.6221603846656352e-05, + "loss": 0.03, + "step": 36274 + }, + { + "epoch": 30.76759966072943, + "grad_norm": 0.7352896528565812, + "learning_rate": 1.622138878166819e-05, + "loss": 0.028, + "step": 36275 + }, + { + "epoch": 30.768447837150127, + "grad_norm": 1.119878811181819, + "learning_rate": 1.6221173711985242e-05, + "loss": 0.0288, + "step": 36276 + }, + { + "epoch": 30.769296013570823, + "grad_norm": 1.1233061497679857, + "learning_rate": 1.6220958637607667e-05, + "loss": 0.0324, + "step": 36277 + }, + { + "epoch": 30.77014418999152, + "grad_norm": 1.0689401638826312, + "learning_rate": 1.622074355853563e-05, + "loss": 0.0295, + "step": 36278 + }, + { + "epoch": 30.770992366412212, + "grad_norm": 0.8961428794404237, + "learning_rate": 1.6220528474769287e-05, + "loss": 0.0277, + "step": 36279 + }, + { + "epoch": 30.77184054283291, + "grad_norm": 0.9658493813241866, + "learning_rate": 1.622031338630881e-05, + "loss": 0.0261, + "step": 36280 + }, + { + "epoch": 30.772688719253605, + "grad_norm": 0.9432431388959458, + "learning_rate": 1.6220098293154354e-05, + "loss": 0.0301, + "step": 36281 + }, + { + "epoch": 30.7735368956743, + "grad_norm": 0.8765912945287029, + "learning_rate": 1.6219883195306086e-05, + "loss": 0.0265, + "step": 36282 + }, + { + "epoch": 30.774385072094997, + "grad_norm": 0.9308378240027825, + "learning_rate": 1.6219668092764164e-05, + "loss": 0.0303, + "step": 36283 + }, + { + "epoch": 30.77523324851569, + "grad_norm": 0.9028785001111106, + "learning_rate": 1.621945298552875e-05, + "loss": 0.0296, + "step": 36284 + }, + { + "epoch": 30.776081424936386, + "grad_norm": 0.9272348259343532, + "learning_rate": 1.6219237873600017e-05, + "loss": 0.0271, + "step": 36285 + }, + { + "epoch": 30.776929601357082, + "grad_norm": 0.8728842017452734, + "learning_rate": 1.621902275697811e-05, + "loss": 0.0274, + "step": 36286 + }, + { + "epoch": 30.77777777777778, + "grad_norm": 1.0171442014092402, + "learning_rate": 1.6218807635663204e-05, + "loss": 0.0304, + "step": 36287 + }, + { + "epoch": 30.778625954198475, + "grad_norm": 0.9740210863783999, + "learning_rate": 1.6218592509655454e-05, + "loss": 0.0294, + "step": 36288 + }, + { + "epoch": 30.779474130619167, + "grad_norm": 0.8498279663228009, + "learning_rate": 1.621837737895503e-05, + "loss": 0.0278, + "step": 36289 + }, + { + "epoch": 30.780322307039864, + "grad_norm": 0.8814887531860788, + "learning_rate": 1.6218162243562087e-05, + "loss": 0.0262, + "step": 36290 + }, + { + "epoch": 30.78117048346056, + "grad_norm": 0.8468917706058158, + "learning_rate": 1.6217947103476795e-05, + "loss": 0.0265, + "step": 36291 + }, + { + "epoch": 30.782018659881256, + "grad_norm": 1.0075384403847936, + "learning_rate": 1.6217731958699307e-05, + "loss": 0.0291, + "step": 36292 + }, + { + "epoch": 30.782866836301952, + "grad_norm": 0.9824882860889088, + "learning_rate": 1.6217516809229795e-05, + "loss": 0.03, + "step": 36293 + }, + { + "epoch": 30.783715012722645, + "grad_norm": 0.9422197991684106, + "learning_rate": 1.621730165506841e-05, + "loss": 0.0266, + "step": 36294 + }, + { + "epoch": 30.78456318914334, + "grad_norm": 0.9421833129653373, + "learning_rate": 1.6217086496215325e-05, + "loss": 0.0261, + "step": 36295 + }, + { + "epoch": 30.785411365564038, + "grad_norm": 0.9139371115025456, + "learning_rate": 1.62168713326707e-05, + "loss": 0.0267, + "step": 36296 + }, + { + "epoch": 30.786259541984734, + "grad_norm": 0.9890788942421959, + "learning_rate": 1.6216656164434696e-05, + "loss": 0.0309, + "step": 36297 + }, + { + "epoch": 30.78710771840543, + "grad_norm": 0.9742426518184697, + "learning_rate": 1.6216440991507473e-05, + "loss": 0.0274, + "step": 36298 + }, + { + "epoch": 30.787955894826123, + "grad_norm": 0.838462067782266, + "learning_rate": 1.6216225813889196e-05, + "loss": 0.0266, + "step": 36299 + }, + { + "epoch": 30.78880407124682, + "grad_norm": 0.8669022473607516, + "learning_rate": 1.6216010631580027e-05, + "loss": 0.0251, + "step": 36300 + }, + { + "epoch": 30.789652247667515, + "grad_norm": 0.9892693336455164, + "learning_rate": 1.6215795444580128e-05, + "loss": 0.0277, + "step": 36301 + }, + { + "epoch": 30.79050042408821, + "grad_norm": 0.9890270545056166, + "learning_rate": 1.621558025288966e-05, + "loss": 0.0279, + "step": 36302 + }, + { + "epoch": 30.791348600508904, + "grad_norm": 0.8841282585398632, + "learning_rate": 1.6215365056508788e-05, + "loss": 0.0262, + "step": 36303 + }, + { + "epoch": 30.7921967769296, + "grad_norm": 1.069658122632113, + "learning_rate": 1.6215149855437676e-05, + "loss": 0.0292, + "step": 36304 + }, + { + "epoch": 30.793044953350297, + "grad_norm": 0.9197119376988613, + "learning_rate": 1.6214934649676482e-05, + "loss": 0.0277, + "step": 36305 + }, + { + "epoch": 30.793893129770993, + "grad_norm": 0.8914329020700447, + "learning_rate": 1.6214719439225368e-05, + "loss": 0.0298, + "step": 36306 + }, + { + "epoch": 30.79474130619169, + "grad_norm": 1.0906453450016826, + "learning_rate": 1.62145042240845e-05, + "loss": 0.0273, + "step": 36307 + }, + { + "epoch": 30.79558948261238, + "grad_norm": 0.847309553017099, + "learning_rate": 1.621428900425404e-05, + "loss": 0.0272, + "step": 36308 + }, + { + "epoch": 30.796437659033078, + "grad_norm": 1.018802837865924, + "learning_rate": 1.6214073779734147e-05, + "loss": 0.0294, + "step": 36309 + }, + { + "epoch": 30.797285835453774, + "grad_norm": 1.0078151368958963, + "learning_rate": 1.6213858550524987e-05, + "loss": 0.0292, + "step": 36310 + }, + { + "epoch": 30.79813401187447, + "grad_norm": 0.8343653709235741, + "learning_rate": 1.6213643316626724e-05, + "loss": 0.0278, + "step": 36311 + }, + { + "epoch": 30.798982188295167, + "grad_norm": 1.0733380492148474, + "learning_rate": 1.6213428078039513e-05, + "loss": 0.0297, + "step": 36312 + }, + { + "epoch": 30.79983036471586, + "grad_norm": 0.8446292854260463, + "learning_rate": 1.6213212834763528e-05, + "loss": 0.0277, + "step": 36313 + }, + { + "epoch": 30.800678541136556, + "grad_norm": 0.909619560136984, + "learning_rate": 1.6212997586798917e-05, + "loss": 0.0278, + "step": 36314 + }, + { + "epoch": 30.801526717557252, + "grad_norm": 1.0778874083666075, + "learning_rate": 1.6212782334145854e-05, + "loss": 0.0301, + "step": 36315 + }, + { + "epoch": 30.802374893977948, + "grad_norm": 0.8940623937176861, + "learning_rate": 1.6212567076804497e-05, + "loss": 0.0286, + "step": 36316 + }, + { + "epoch": 30.803223070398644, + "grad_norm": 0.9299253780731528, + "learning_rate": 1.6212351814775005e-05, + "loss": 0.0291, + "step": 36317 + }, + { + "epoch": 30.804071246819337, + "grad_norm": 1.0046632140817653, + "learning_rate": 1.621213654805755e-05, + "loss": 0.0295, + "step": 36318 + }, + { + "epoch": 30.804919423240033, + "grad_norm": 0.9881161149603496, + "learning_rate": 1.6211921276652284e-05, + "loss": 0.028, + "step": 36319 + }, + { + "epoch": 30.80576759966073, + "grad_norm": 1.0349849906709008, + "learning_rate": 1.6211706000559376e-05, + "loss": 0.0263, + "step": 36320 + }, + { + "epoch": 30.806615776081426, + "grad_norm": 0.7880227466472464, + "learning_rate": 1.6211490719778984e-05, + "loss": 0.0258, + "step": 36321 + }, + { + "epoch": 30.807463952502122, + "grad_norm": 0.8527070731601213, + "learning_rate": 1.621127543431128e-05, + "loss": 0.0273, + "step": 36322 + }, + { + "epoch": 30.808312128922815, + "grad_norm": 0.8135252453245667, + "learning_rate": 1.6211060144156414e-05, + "loss": 0.0267, + "step": 36323 + }, + { + "epoch": 30.80916030534351, + "grad_norm": 0.7719937925217338, + "learning_rate": 1.6210844849314554e-05, + "loss": 0.0284, + "step": 36324 + }, + { + "epoch": 30.810008481764207, + "grad_norm": 0.9173564128267134, + "learning_rate": 1.6210629549785863e-05, + "loss": 0.0302, + "step": 36325 + }, + { + "epoch": 30.810856658184903, + "grad_norm": 0.9025457660221591, + "learning_rate": 1.6210414245570506e-05, + "loss": 0.0268, + "step": 36326 + }, + { + "epoch": 30.8117048346056, + "grad_norm": 0.7281856980054092, + "learning_rate": 1.621019893666864e-05, + "loss": 0.0227, + "step": 36327 + }, + { + "epoch": 30.812553011026292, + "grad_norm": 0.9862835953106069, + "learning_rate": 1.6209983623080427e-05, + "loss": 0.031, + "step": 36328 + }, + { + "epoch": 30.81340118744699, + "grad_norm": 0.9666497305919937, + "learning_rate": 1.6209768304806037e-05, + "loss": 0.0302, + "step": 36329 + }, + { + "epoch": 30.814249363867685, + "grad_norm": 1.1318543690412914, + "learning_rate": 1.6209552981845624e-05, + "loss": 0.028, + "step": 36330 + }, + { + "epoch": 30.81509754028838, + "grad_norm": 0.968270655527896, + "learning_rate": 1.6209337654199356e-05, + "loss": 0.0291, + "step": 36331 + }, + { + "epoch": 30.815945716709077, + "grad_norm": 0.8980563565295198, + "learning_rate": 1.6209122321867394e-05, + "loss": 0.0273, + "step": 36332 + }, + { + "epoch": 30.81679389312977, + "grad_norm": 0.9370254431337857, + "learning_rate": 1.62089069848499e-05, + "loss": 0.0261, + "step": 36333 + }, + { + "epoch": 30.817642069550466, + "grad_norm": 0.8314984607062995, + "learning_rate": 1.6208691643147036e-05, + "loss": 0.0268, + "step": 36334 + }, + { + "epoch": 30.818490245971162, + "grad_norm": 1.055565874468145, + "learning_rate": 1.620847629675897e-05, + "loss": 0.0276, + "step": 36335 + }, + { + "epoch": 30.81933842239186, + "grad_norm": 0.9496067379386914, + "learning_rate": 1.6208260945685854e-05, + "loss": 0.028, + "step": 36336 + }, + { + "epoch": 30.820186598812555, + "grad_norm": 0.8034703518864219, + "learning_rate": 1.6208045589927857e-05, + "loss": 0.0262, + "step": 36337 + }, + { + "epoch": 30.821034775233247, + "grad_norm": 0.8812715900554386, + "learning_rate": 1.6207830229485145e-05, + "loss": 0.0282, + "step": 36338 + }, + { + "epoch": 30.821882951653944, + "grad_norm": 0.8951795558938334, + "learning_rate": 1.6207614864357873e-05, + "loss": 0.0282, + "step": 36339 + }, + { + "epoch": 30.82273112807464, + "grad_norm": 1.062390884417936, + "learning_rate": 1.6207399494546208e-05, + "loss": 0.0302, + "step": 36340 + }, + { + "epoch": 30.823579304495336, + "grad_norm": 1.0069966332359657, + "learning_rate": 1.6207184120050307e-05, + "loss": 0.0297, + "step": 36341 + }, + { + "epoch": 30.82442748091603, + "grad_norm": 0.8683545208429964, + "learning_rate": 1.6206968740870342e-05, + "loss": 0.0283, + "step": 36342 + }, + { + "epoch": 30.825275657336725, + "grad_norm": 0.9462832259496097, + "learning_rate": 1.6206753357006468e-05, + "loss": 0.0299, + "step": 36343 + }, + { + "epoch": 30.82612383375742, + "grad_norm": 0.9135769457430736, + "learning_rate": 1.6206537968458853e-05, + "loss": 0.0266, + "step": 36344 + }, + { + "epoch": 30.826972010178118, + "grad_norm": 0.9015870226172232, + "learning_rate": 1.620632257522765e-05, + "loss": 0.0276, + "step": 36345 + }, + { + "epoch": 30.827820186598814, + "grad_norm": 0.8226758115671757, + "learning_rate": 1.620610717731304e-05, + "loss": 0.0251, + "step": 36346 + }, + { + "epoch": 30.828668363019506, + "grad_norm": 0.9157377318421076, + "learning_rate": 1.620589177471516e-05, + "loss": 0.0285, + "step": 36347 + }, + { + "epoch": 30.829516539440203, + "grad_norm": 1.1030441559779507, + "learning_rate": 1.6205676367434193e-05, + "loss": 0.0274, + "step": 36348 + }, + { + "epoch": 30.8303647158609, + "grad_norm": 1.0428546933383251, + "learning_rate": 1.6205460955470295e-05, + "loss": 0.0284, + "step": 36349 + }, + { + "epoch": 30.831212892281595, + "grad_norm": 0.943315126776384, + "learning_rate": 1.620524553882363e-05, + "loss": 0.0271, + "step": 36350 + }, + { + "epoch": 30.83206106870229, + "grad_norm": 0.9444203116700364, + "learning_rate": 1.6205030117494353e-05, + "loss": 0.0288, + "step": 36351 + }, + { + "epoch": 30.832909245122984, + "grad_norm": 0.85208099006378, + "learning_rate": 1.6204814691482634e-05, + "loss": 0.0258, + "step": 36352 + }, + { + "epoch": 30.83375742154368, + "grad_norm": 0.9108349494795975, + "learning_rate": 1.6204599260788635e-05, + "loss": 0.0261, + "step": 36353 + }, + { + "epoch": 30.834605597964376, + "grad_norm": 0.9100690977924364, + "learning_rate": 1.6204383825412516e-05, + "loss": 0.027, + "step": 36354 + }, + { + "epoch": 30.835453774385073, + "grad_norm": 0.8234589331856512, + "learning_rate": 1.6204168385354443e-05, + "loss": 0.0265, + "step": 36355 + }, + { + "epoch": 30.83630195080577, + "grad_norm": 0.9065735402916578, + "learning_rate": 1.620395294061458e-05, + "loss": 0.0264, + "step": 36356 + }, + { + "epoch": 30.83715012722646, + "grad_norm": 0.8715303456644737, + "learning_rate": 1.6203737491193078e-05, + "loss": 0.0266, + "step": 36357 + }, + { + "epoch": 30.837998303647158, + "grad_norm": 0.8201688019848057, + "learning_rate": 1.6203522037090114e-05, + "loss": 0.0295, + "step": 36358 + }, + { + "epoch": 30.838846480067854, + "grad_norm": 0.9537407886757767, + "learning_rate": 1.6203306578305844e-05, + "loss": 0.027, + "step": 36359 + }, + { + "epoch": 30.83969465648855, + "grad_norm": 0.9098716310249547, + "learning_rate": 1.6203091114840428e-05, + "loss": 0.0303, + "step": 36360 + }, + { + "epoch": 30.840542832909247, + "grad_norm": 0.9520270624910083, + "learning_rate": 1.620287564669403e-05, + "loss": 0.0269, + "step": 36361 + }, + { + "epoch": 30.84139100932994, + "grad_norm": 0.7440087582794533, + "learning_rate": 1.620266017386682e-05, + "loss": 0.0267, + "step": 36362 + }, + { + "epoch": 30.842239185750635, + "grad_norm": 0.730569970602924, + "learning_rate": 1.6202444696358952e-05, + "loss": 0.0266, + "step": 36363 + }, + { + "epoch": 30.84308736217133, + "grad_norm": 0.9263483089973408, + "learning_rate": 1.620222921417059e-05, + "loss": 0.0274, + "step": 36364 + }, + { + "epoch": 30.843935538592028, + "grad_norm": 0.8390854005318403, + "learning_rate": 1.6202013727301903e-05, + "loss": 0.0276, + "step": 36365 + }, + { + "epoch": 30.844783715012724, + "grad_norm": 0.9836986100650256, + "learning_rate": 1.6201798235753043e-05, + "loss": 0.0269, + "step": 36366 + }, + { + "epoch": 30.845631891433417, + "grad_norm": 1.0912657037851476, + "learning_rate": 1.6201582739524176e-05, + "loss": 0.0308, + "step": 36367 + }, + { + "epoch": 30.846480067854113, + "grad_norm": 1.0618756756694134, + "learning_rate": 1.6201367238615473e-05, + "loss": 0.0279, + "step": 36368 + }, + { + "epoch": 30.84732824427481, + "grad_norm": 1.0055065154350817, + "learning_rate": 1.620115173302709e-05, + "loss": 0.0304, + "step": 36369 + }, + { + "epoch": 30.848176420695506, + "grad_norm": 0.8947292795339412, + "learning_rate": 1.6200936222759187e-05, + "loss": 0.025, + "step": 36370 + }, + { + "epoch": 30.849024597116202, + "grad_norm": 0.8835481359361705, + "learning_rate": 1.6200720707811932e-05, + "loss": 0.0263, + "step": 36371 + }, + { + "epoch": 30.849872773536894, + "grad_norm": 0.9406925985907075, + "learning_rate": 1.6200505188185485e-05, + "loss": 0.0269, + "step": 36372 + }, + { + "epoch": 30.85072094995759, + "grad_norm": 0.8569867552989607, + "learning_rate": 1.6200289663880007e-05, + "loss": 0.0282, + "step": 36373 + }, + { + "epoch": 30.851569126378287, + "grad_norm": 1.0235111480501682, + "learning_rate": 1.620007413489566e-05, + "loss": 0.0288, + "step": 36374 + }, + { + "epoch": 30.852417302798983, + "grad_norm": 0.9077555583091943, + "learning_rate": 1.6199858601232618e-05, + "loss": 0.0278, + "step": 36375 + }, + { + "epoch": 30.85326547921968, + "grad_norm": 1.115485747975966, + "learning_rate": 1.6199643062891028e-05, + "loss": 0.0285, + "step": 36376 + }, + { + "epoch": 30.854113655640372, + "grad_norm": 0.9562658107766699, + "learning_rate": 1.619942751987106e-05, + "loss": 0.0268, + "step": 36377 + }, + { + "epoch": 30.85496183206107, + "grad_norm": 0.8351314375698308, + "learning_rate": 1.6199211972172882e-05, + "loss": 0.0273, + "step": 36378 + }, + { + "epoch": 30.855810008481765, + "grad_norm": 0.896480318983611, + "learning_rate": 1.6198996419796645e-05, + "loss": 0.0257, + "step": 36379 + }, + { + "epoch": 30.85665818490246, + "grad_norm": 0.8847904510537592, + "learning_rate": 1.619878086274252e-05, + "loss": 0.0274, + "step": 36380 + }, + { + "epoch": 30.857506361323153, + "grad_norm": 0.7848653112464681, + "learning_rate": 1.6198565301010663e-05, + "loss": 0.024, + "step": 36381 + }, + { + "epoch": 30.85835453774385, + "grad_norm": 1.020863173195215, + "learning_rate": 1.6198349734601244e-05, + "loss": 0.0292, + "step": 36382 + }, + { + "epoch": 30.859202714164546, + "grad_norm": 0.9685275046793429, + "learning_rate": 1.619813416351442e-05, + "loss": 0.0282, + "step": 36383 + }, + { + "epoch": 30.860050890585242, + "grad_norm": 0.9681347125729961, + "learning_rate": 1.6197918587750364e-05, + "loss": 0.0303, + "step": 36384 + }, + { + "epoch": 30.86089906700594, + "grad_norm": 0.8052878851620457, + "learning_rate": 1.6197703007309224e-05, + "loss": 0.0262, + "step": 36385 + }, + { + "epoch": 30.86174724342663, + "grad_norm": 0.7503994889030711, + "learning_rate": 1.619748742219117e-05, + "loss": 0.0265, + "step": 36386 + }, + { + "epoch": 30.862595419847327, + "grad_norm": 0.9260262964438215, + "learning_rate": 1.6197271832396366e-05, + "loss": 0.0268, + "step": 36387 + }, + { + "epoch": 30.863443596268024, + "grad_norm": 0.9179776868911245, + "learning_rate": 1.619705623792497e-05, + "loss": 0.0288, + "step": 36388 + }, + { + "epoch": 30.86429177268872, + "grad_norm": 0.9828940288326341, + "learning_rate": 1.619684063877715e-05, + "loss": 0.0269, + "step": 36389 + }, + { + "epoch": 30.865139949109416, + "grad_norm": 0.9270694670376782, + "learning_rate": 1.6196625034953067e-05, + "loss": 0.0274, + "step": 36390 + }, + { + "epoch": 30.86598812553011, + "grad_norm": 0.8982748592745652, + "learning_rate": 1.619640942645288e-05, + "loss": 0.024, + "step": 36391 + }, + { + "epoch": 30.866836301950805, + "grad_norm": 1.058082213394809, + "learning_rate": 1.619619381327676e-05, + "loss": 0.0308, + "step": 36392 + }, + { + "epoch": 30.8676844783715, + "grad_norm": 0.8761871983038118, + "learning_rate": 1.619597819542486e-05, + "loss": 0.0269, + "step": 36393 + }, + { + "epoch": 30.868532654792197, + "grad_norm": 0.8629967421837219, + "learning_rate": 1.619576257289735e-05, + "loss": 0.0265, + "step": 36394 + }, + { + "epoch": 30.869380831212894, + "grad_norm": 0.903873894176694, + "learning_rate": 1.6195546945694386e-05, + "loss": 0.0277, + "step": 36395 + }, + { + "epoch": 30.870229007633586, + "grad_norm": 0.7638797552068075, + "learning_rate": 1.6195331313816134e-05, + "loss": 0.0275, + "step": 36396 + }, + { + "epoch": 30.871077184054283, + "grad_norm": 0.9300202070435108, + "learning_rate": 1.619511567726276e-05, + "loss": 0.0282, + "step": 36397 + }, + { + "epoch": 30.87192536047498, + "grad_norm": 0.821504015887772, + "learning_rate": 1.6194900036034425e-05, + "loss": 0.0283, + "step": 36398 + }, + { + "epoch": 30.872773536895675, + "grad_norm": 0.8569832833139343, + "learning_rate": 1.619468439013129e-05, + "loss": 0.0277, + "step": 36399 + }, + { + "epoch": 30.87362171331637, + "grad_norm": 0.8559470496220462, + "learning_rate": 1.6194468739553517e-05, + "loss": 0.0274, + "step": 36400 + }, + { + "epoch": 30.874469889737064, + "grad_norm": 1.0588837186581137, + "learning_rate": 1.619425308430127e-05, + "loss": 0.0282, + "step": 36401 + }, + { + "epoch": 30.87531806615776, + "grad_norm": 0.8446315547979, + "learning_rate": 1.6194037424374714e-05, + "loss": 0.0304, + "step": 36402 + }, + { + "epoch": 30.876166242578456, + "grad_norm": 0.839102281193145, + "learning_rate": 1.619382175977401e-05, + "loss": 0.0284, + "step": 36403 + }, + { + "epoch": 30.877014418999153, + "grad_norm": 0.8827707302386985, + "learning_rate": 1.6193606090499318e-05, + "loss": 0.0273, + "step": 36404 + }, + { + "epoch": 30.87786259541985, + "grad_norm": 0.9529944460725391, + "learning_rate": 1.6193390416550806e-05, + "loss": 0.0259, + "step": 36405 + }, + { + "epoch": 30.87871077184054, + "grad_norm": 1.0392264845862604, + "learning_rate": 1.619317473792863e-05, + "loss": 0.0307, + "step": 36406 + }, + { + "epoch": 30.879558948261238, + "grad_norm": 0.9541830618462186, + "learning_rate": 1.6192959054632958e-05, + "loss": 0.0286, + "step": 36407 + }, + { + "epoch": 30.880407124681934, + "grad_norm": 1.0067012163739633, + "learning_rate": 1.6192743366663954e-05, + "loss": 0.0296, + "step": 36408 + }, + { + "epoch": 30.88125530110263, + "grad_norm": 1.0530919701221721, + "learning_rate": 1.6192527674021774e-05, + "loss": 0.0308, + "step": 36409 + }, + { + "epoch": 30.882103477523327, + "grad_norm": 0.9929665823181888, + "learning_rate": 1.6192311976706587e-05, + "loss": 0.0268, + "step": 36410 + }, + { + "epoch": 30.88295165394402, + "grad_norm": 0.9447582645423384, + "learning_rate": 1.6192096274718558e-05, + "loss": 0.0263, + "step": 36411 + }, + { + "epoch": 30.883799830364715, + "grad_norm": 0.9139919629576955, + "learning_rate": 1.619188056805784e-05, + "loss": 0.0283, + "step": 36412 + }, + { + "epoch": 30.88464800678541, + "grad_norm": 1.04412382735274, + "learning_rate": 1.61916648567246e-05, + "loss": 0.0274, + "step": 36413 + }, + { + "epoch": 30.885496183206108, + "grad_norm": 0.8933847163769673, + "learning_rate": 1.6191449140719006e-05, + "loss": 0.0256, + "step": 36414 + }, + { + "epoch": 30.886344359626804, + "grad_norm": 0.9054690947903637, + "learning_rate": 1.6191233420041218e-05, + "loss": 0.0281, + "step": 36415 + }, + { + "epoch": 30.887192536047497, + "grad_norm": 0.994048600271928, + "learning_rate": 1.6191017694691393e-05, + "loss": 0.03, + "step": 36416 + }, + { + "epoch": 30.888040712468193, + "grad_norm": 0.8478418355590599, + "learning_rate": 1.6190801964669703e-05, + "loss": 0.0275, + "step": 36417 + }, + { + "epoch": 30.88888888888889, + "grad_norm": 1.020713574243081, + "learning_rate": 1.6190586229976305e-05, + "loss": 0.026, + "step": 36418 + }, + { + "epoch": 30.889737065309586, + "grad_norm": 0.9407095605247999, + "learning_rate": 1.6190370490611357e-05, + "loss": 0.0293, + "step": 36419 + }, + { + "epoch": 30.890585241730278, + "grad_norm": 0.9003065158692943, + "learning_rate": 1.6190154746575033e-05, + "loss": 0.0309, + "step": 36420 + }, + { + "epoch": 30.891433418150974, + "grad_norm": 0.9706892820224273, + "learning_rate": 1.6189938997867492e-05, + "loss": 0.0281, + "step": 36421 + }, + { + "epoch": 30.89228159457167, + "grad_norm": 0.9830227708946625, + "learning_rate": 1.6189723244488896e-05, + "loss": 0.0285, + "step": 36422 + }, + { + "epoch": 30.893129770992367, + "grad_norm": 0.9223110224766736, + "learning_rate": 1.61895074864394e-05, + "loss": 0.0281, + "step": 36423 + }, + { + "epoch": 30.893977947413063, + "grad_norm": 0.9337641555815873, + "learning_rate": 1.6189291723719183e-05, + "loss": 0.0304, + "step": 36424 + }, + { + "epoch": 30.894826123833756, + "grad_norm": 0.9329355015832317, + "learning_rate": 1.6189075956328392e-05, + "loss": 0.0267, + "step": 36425 + }, + { + "epoch": 30.895674300254452, + "grad_norm": 1.0162100995778107, + "learning_rate": 1.61888601842672e-05, + "loss": 0.0287, + "step": 36426 + }, + { + "epoch": 30.89652247667515, + "grad_norm": 0.9002274526420516, + "learning_rate": 1.6188644407535767e-05, + "loss": 0.0273, + "step": 36427 + }, + { + "epoch": 30.897370653095845, + "grad_norm": 0.9817039711276833, + "learning_rate": 1.618842862613425e-05, + "loss": 0.0276, + "step": 36428 + }, + { + "epoch": 30.89821882951654, + "grad_norm": 1.0818145748113377, + "learning_rate": 1.6188212840062823e-05, + "loss": 0.0295, + "step": 36429 + }, + { + "epoch": 30.899067005937233, + "grad_norm": 0.8547703465946108, + "learning_rate": 1.6187997049321644e-05, + "loss": 0.0267, + "step": 36430 + }, + { + "epoch": 30.89991518235793, + "grad_norm": 1.0667784737535044, + "learning_rate": 1.618778125391087e-05, + "loss": 0.03, + "step": 36431 + }, + { + "epoch": 30.900763358778626, + "grad_norm": 0.9523712542229797, + "learning_rate": 1.6187565453830673e-05, + "loss": 0.0305, + "step": 36432 + }, + { + "epoch": 30.901611535199322, + "grad_norm": 1.0678053402753067, + "learning_rate": 1.618734964908121e-05, + "loss": 0.0297, + "step": 36433 + }, + { + "epoch": 30.90245971162002, + "grad_norm": 0.8635950944241193, + "learning_rate": 1.6187133839662642e-05, + "loss": 0.0259, + "step": 36434 + }, + { + "epoch": 30.90330788804071, + "grad_norm": 0.9076079218318738, + "learning_rate": 1.6186918025575142e-05, + "loss": 0.0267, + "step": 36435 + }, + { + "epoch": 30.904156064461407, + "grad_norm": 0.9067610245101353, + "learning_rate": 1.618670220681886e-05, + "loss": 0.0271, + "step": 36436 + }, + { + "epoch": 30.905004240882104, + "grad_norm": 0.9476714690854785, + "learning_rate": 1.618648638339397e-05, + "loss": 0.0276, + "step": 36437 + }, + { + "epoch": 30.9058524173028, + "grad_norm": 0.8526352605355082, + "learning_rate": 1.6186270555300623e-05, + "loss": 0.0243, + "step": 36438 + }, + { + "epoch": 30.906700593723496, + "grad_norm": 0.8639446800443787, + "learning_rate": 1.6186054722538994e-05, + "loss": 0.0257, + "step": 36439 + }, + { + "epoch": 30.90754877014419, + "grad_norm": 0.9271639024420525, + "learning_rate": 1.6185838885109237e-05, + "loss": 0.0281, + "step": 36440 + }, + { + "epoch": 30.908396946564885, + "grad_norm": 0.9007011708857365, + "learning_rate": 1.6185623043011523e-05, + "loss": 0.028, + "step": 36441 + }, + { + "epoch": 30.90924512298558, + "grad_norm": 0.9429135824679769, + "learning_rate": 1.618540719624601e-05, + "loss": 0.0284, + "step": 36442 + }, + { + "epoch": 30.910093299406277, + "grad_norm": 1.026966280832157, + "learning_rate": 1.618519134481286e-05, + "loss": 0.0293, + "step": 36443 + }, + { + "epoch": 30.910941475826974, + "grad_norm": 0.8418335358825767, + "learning_rate": 1.6184975488712234e-05, + "loss": 0.0272, + "step": 36444 + }, + { + "epoch": 30.911789652247666, + "grad_norm": 0.9834244294908555, + "learning_rate": 1.61847596279443e-05, + "loss": 0.0279, + "step": 36445 + }, + { + "epoch": 30.912637828668363, + "grad_norm": 0.9935228837770084, + "learning_rate": 1.618454376250922e-05, + "loss": 0.0295, + "step": 36446 + }, + { + "epoch": 30.91348600508906, + "grad_norm": 0.8872734281920244, + "learning_rate": 1.6184327892407155e-05, + "loss": 0.0284, + "step": 36447 + }, + { + "epoch": 30.914334181509755, + "grad_norm": 0.907801678038638, + "learning_rate": 1.6184112017638268e-05, + "loss": 0.0283, + "step": 36448 + }, + { + "epoch": 30.91518235793045, + "grad_norm": 0.8456933201743527, + "learning_rate": 1.618389613820272e-05, + "loss": 0.0294, + "step": 36449 + }, + { + "epoch": 30.916030534351144, + "grad_norm": 1.10681999227385, + "learning_rate": 1.6183680254100683e-05, + "loss": 0.0263, + "step": 36450 + }, + { + "epoch": 30.91687871077184, + "grad_norm": 1.0139351032512784, + "learning_rate": 1.618346436533231e-05, + "loss": 0.0298, + "step": 36451 + }, + { + "epoch": 30.917726887192536, + "grad_norm": 1.0952105474656781, + "learning_rate": 1.6183248471897765e-05, + "loss": 0.03, + "step": 36452 + }, + { + "epoch": 30.918575063613233, + "grad_norm": 0.8636230463810615, + "learning_rate": 1.6183032573797217e-05, + "loss": 0.0255, + "step": 36453 + }, + { + "epoch": 30.91942324003393, + "grad_norm": 1.140367578112513, + "learning_rate": 1.6182816671030825e-05, + "loss": 0.0281, + "step": 36454 + }, + { + "epoch": 30.92027141645462, + "grad_norm": 0.9424792699017346, + "learning_rate": 1.6182600763598752e-05, + "loss": 0.0261, + "step": 36455 + }, + { + "epoch": 30.921119592875318, + "grad_norm": 0.9526528641726384, + "learning_rate": 1.6182384851501157e-05, + "loss": 0.0267, + "step": 36456 + }, + { + "epoch": 30.921967769296014, + "grad_norm": 1.1423169821211296, + "learning_rate": 1.6182168934738213e-05, + "loss": 0.0336, + "step": 36457 + }, + { + "epoch": 30.92281594571671, + "grad_norm": 0.7088075774435236, + "learning_rate": 1.618195301331007e-05, + "loss": 0.0249, + "step": 36458 + }, + { + "epoch": 30.923664122137403, + "grad_norm": 0.9481869645688741, + "learning_rate": 1.61817370872169e-05, + "loss": 0.0296, + "step": 36459 + }, + { + "epoch": 30.9245122985581, + "grad_norm": 0.9118032556111657, + "learning_rate": 1.6181521156458866e-05, + "loss": 0.0256, + "step": 36460 + }, + { + "epoch": 30.925360474978795, + "grad_norm": 0.9657388277933843, + "learning_rate": 1.6181305221036128e-05, + "loss": 0.0304, + "step": 36461 + }, + { + "epoch": 30.92620865139949, + "grad_norm": 0.9518086852393195, + "learning_rate": 1.618108928094885e-05, + "loss": 0.0287, + "step": 36462 + }, + { + "epoch": 30.927056827820188, + "grad_norm": 1.0331406158177068, + "learning_rate": 1.6180873336197195e-05, + "loss": 0.0303, + "step": 36463 + }, + { + "epoch": 30.92790500424088, + "grad_norm": 0.8727153357818933, + "learning_rate": 1.6180657386781324e-05, + "loss": 0.0274, + "step": 36464 + }, + { + "epoch": 30.928753180661577, + "grad_norm": 1.065880480722177, + "learning_rate": 1.61804414327014e-05, + "loss": 0.0307, + "step": 36465 + }, + { + "epoch": 30.929601357082273, + "grad_norm": 0.8520609790879025, + "learning_rate": 1.6180225473957594e-05, + "loss": 0.0278, + "step": 36466 + }, + { + "epoch": 30.93044953350297, + "grad_norm": 1.0880246590570273, + "learning_rate": 1.6180009510550056e-05, + "loss": 0.028, + "step": 36467 + }, + { + "epoch": 30.931297709923665, + "grad_norm": 0.969786238735152, + "learning_rate": 1.6179793542478956e-05, + "loss": 0.0277, + "step": 36468 + }, + { + "epoch": 30.932145886344358, + "grad_norm": 1.0931711023136055, + "learning_rate": 1.617957756974446e-05, + "loss": 0.0302, + "step": 36469 + }, + { + "epoch": 30.932994062765054, + "grad_norm": 1.0373185867310333, + "learning_rate": 1.6179361592346725e-05, + "loss": 0.0305, + "step": 36470 + }, + { + "epoch": 30.93384223918575, + "grad_norm": 0.9034815491412774, + "learning_rate": 1.6179145610285916e-05, + "loss": 0.0274, + "step": 36471 + }, + { + "epoch": 30.934690415606447, + "grad_norm": 0.9576498386794561, + "learning_rate": 1.6178929623562198e-05, + "loss": 0.032, + "step": 36472 + }, + { + "epoch": 30.935538592027143, + "grad_norm": 0.8401335187864235, + "learning_rate": 1.6178713632175732e-05, + "loss": 0.0253, + "step": 36473 + }, + { + "epoch": 30.936386768447836, + "grad_norm": 0.9052131782354838, + "learning_rate": 1.617849763612668e-05, + "loss": 0.0289, + "step": 36474 + }, + { + "epoch": 30.937234944868532, + "grad_norm": 1.971193507603746, + "learning_rate": 1.6178281635415205e-05, + "loss": 0.0332, + "step": 36475 + }, + { + "epoch": 30.938083121289228, + "grad_norm": 0.9410096697476068, + "learning_rate": 1.6178065630041474e-05, + "loss": 0.0289, + "step": 36476 + }, + { + "epoch": 30.938931297709924, + "grad_norm": 1.0866591154059393, + "learning_rate": 1.6177849620005644e-05, + "loss": 0.0318, + "step": 36477 + }, + { + "epoch": 30.93977947413062, + "grad_norm": 1.163081221845658, + "learning_rate": 1.6177633605307887e-05, + "loss": 0.0346, + "step": 36478 + }, + { + "epoch": 30.940627650551313, + "grad_norm": 0.8905240657536437, + "learning_rate": 1.6177417585948355e-05, + "loss": 0.0272, + "step": 36479 + }, + { + "epoch": 30.94147582697201, + "grad_norm": 1.1081255344069165, + "learning_rate": 1.6177201561927218e-05, + "loss": 0.0313, + "step": 36480 + }, + { + "epoch": 30.942324003392706, + "grad_norm": 0.8451070380055696, + "learning_rate": 1.617698553324464e-05, + "loss": 0.0264, + "step": 36481 + }, + { + "epoch": 30.943172179813402, + "grad_norm": 0.9590929470212696, + "learning_rate": 1.6176769499900776e-05, + "loss": 0.0278, + "step": 36482 + }, + { + "epoch": 30.9440203562341, + "grad_norm": 0.7866321621110673, + "learning_rate": 1.61765534618958e-05, + "loss": 0.0253, + "step": 36483 + }, + { + "epoch": 30.94486853265479, + "grad_norm": 0.9374088584144815, + "learning_rate": 1.6176337419229864e-05, + "loss": 0.0286, + "step": 36484 + }, + { + "epoch": 30.945716709075487, + "grad_norm": 0.9139335906859752, + "learning_rate": 1.617612137190314e-05, + "loss": 0.0255, + "step": 36485 + }, + { + "epoch": 30.946564885496183, + "grad_norm": 0.8386483106757455, + "learning_rate": 1.6175905319915788e-05, + "loss": 0.0256, + "step": 36486 + }, + { + "epoch": 30.94741306191688, + "grad_norm": 1.06063317694206, + "learning_rate": 1.617568926326797e-05, + "loss": 0.0309, + "step": 36487 + }, + { + "epoch": 30.948261238337576, + "grad_norm": 0.9183469575390066, + "learning_rate": 1.6175473201959845e-05, + "loss": 0.0286, + "step": 36488 + }, + { + "epoch": 30.94910941475827, + "grad_norm": 1.0128484064640293, + "learning_rate": 1.6175257135991587e-05, + "loss": 0.0293, + "step": 36489 + }, + { + "epoch": 30.949957591178965, + "grad_norm": 0.8793517225453257, + "learning_rate": 1.617504106536335e-05, + "loss": 0.0259, + "step": 36490 + }, + { + "epoch": 30.95080576759966, + "grad_norm": 0.9889394131763899, + "learning_rate": 1.6174824990075296e-05, + "loss": 0.027, + "step": 36491 + }, + { + "epoch": 30.951653944020357, + "grad_norm": 1.1342453605406717, + "learning_rate": 1.61746089101276e-05, + "loss": 0.0274, + "step": 36492 + }, + { + "epoch": 30.952502120441054, + "grad_norm": 0.9383580271357826, + "learning_rate": 1.617439282552041e-05, + "loss": 0.0275, + "step": 36493 + }, + { + "epoch": 30.953350296861746, + "grad_norm": 0.8844198967504444, + "learning_rate": 1.61741767362539e-05, + "loss": 0.0301, + "step": 36494 + }, + { + "epoch": 30.954198473282442, + "grad_norm": 0.7774556185983922, + "learning_rate": 1.6173960642328227e-05, + "loss": 0.0271, + "step": 36495 + }, + { + "epoch": 30.95504664970314, + "grad_norm": 0.8582582729041078, + "learning_rate": 1.6173744543743555e-05, + "loss": 0.027, + "step": 36496 + }, + { + "epoch": 30.955894826123835, + "grad_norm": 0.974948462600488, + "learning_rate": 1.6173528440500047e-05, + "loss": 0.0277, + "step": 36497 + }, + { + "epoch": 30.956743002544528, + "grad_norm": 0.840097515298029, + "learning_rate": 1.617331233259787e-05, + "loss": 0.0241, + "step": 36498 + }, + { + "epoch": 30.957591178965224, + "grad_norm": 0.9066213688177307, + "learning_rate": 1.6173096220037186e-05, + "loss": 0.0263, + "step": 36499 + }, + { + "epoch": 30.95843935538592, + "grad_norm": 0.9313299546674537, + "learning_rate": 1.6172880102818152e-05, + "loss": 0.0278, + "step": 36500 + }, + { + "epoch": 30.959287531806616, + "grad_norm": 0.7666795499609319, + "learning_rate": 1.6172663980940935e-05, + "loss": 0.0263, + "step": 36501 + }, + { + "epoch": 30.960135708227313, + "grad_norm": 1.0436757835094965, + "learning_rate": 1.6172447854405705e-05, + "loss": 0.0286, + "step": 36502 + }, + { + "epoch": 30.960983884648005, + "grad_norm": 1.0335310130891895, + "learning_rate": 1.6172231723212616e-05, + "loss": 0.0308, + "step": 36503 + }, + { + "epoch": 30.9618320610687, + "grad_norm": 1.0025296231414282, + "learning_rate": 1.617201558736183e-05, + "loss": 0.0305, + "step": 36504 + }, + { + "epoch": 30.962680237489398, + "grad_norm": 1.0257006906477284, + "learning_rate": 1.6171799446853516e-05, + "loss": 0.0283, + "step": 36505 + }, + { + "epoch": 30.963528413910094, + "grad_norm": 1.061320188937755, + "learning_rate": 1.6171583301687833e-05, + "loss": 0.0302, + "step": 36506 + }, + { + "epoch": 30.96437659033079, + "grad_norm": 0.9579476057817429, + "learning_rate": 1.617136715186495e-05, + "loss": 0.0261, + "step": 36507 + }, + { + "epoch": 30.965224766751483, + "grad_norm": 0.9069838984436842, + "learning_rate": 1.6171150997385024e-05, + "loss": 0.0268, + "step": 36508 + }, + { + "epoch": 30.96607294317218, + "grad_norm": 0.8789759112000038, + "learning_rate": 1.6170934838248217e-05, + "loss": 0.0273, + "step": 36509 + }, + { + "epoch": 30.966921119592875, + "grad_norm": 0.8094013815500734, + "learning_rate": 1.61707186744547e-05, + "loss": 0.0258, + "step": 36510 + }, + { + "epoch": 30.96776929601357, + "grad_norm": 0.9452782193888676, + "learning_rate": 1.617050250600463e-05, + "loss": 0.0295, + "step": 36511 + }, + { + "epoch": 30.968617472434268, + "grad_norm": 0.883628258211641, + "learning_rate": 1.617028633289817e-05, + "loss": 0.0256, + "step": 36512 + }, + { + "epoch": 30.96946564885496, + "grad_norm": 0.8649156704958005, + "learning_rate": 1.6170070155135488e-05, + "loss": 0.0264, + "step": 36513 + }, + { + "epoch": 30.970313825275657, + "grad_norm": 1.0534844680956787, + "learning_rate": 1.616985397271674e-05, + "loss": 0.031, + "step": 36514 + }, + { + "epoch": 30.971162001696353, + "grad_norm": 0.8820733188151086, + "learning_rate": 1.61696377856421e-05, + "loss": 0.0277, + "step": 36515 + }, + { + "epoch": 30.97201017811705, + "grad_norm": 0.9228330144047995, + "learning_rate": 1.6169421593911715e-05, + "loss": 0.0289, + "step": 36516 + }, + { + "epoch": 30.972858354537745, + "grad_norm": 0.9535294456949751, + "learning_rate": 1.616920539752576e-05, + "loss": 0.029, + "step": 36517 + }, + { + "epoch": 30.973706530958438, + "grad_norm": 0.8079199388369627, + "learning_rate": 1.6168989196484397e-05, + "loss": 0.0269, + "step": 36518 + }, + { + "epoch": 30.974554707379134, + "grad_norm": 0.8650088593470938, + "learning_rate": 1.6168772990787788e-05, + "loss": 0.029, + "step": 36519 + }, + { + "epoch": 30.97540288379983, + "grad_norm": 0.9541121272649986, + "learning_rate": 1.6168556780436096e-05, + "loss": 0.0293, + "step": 36520 + }, + { + "epoch": 30.976251060220527, + "grad_norm": 0.8605242659691108, + "learning_rate": 1.6168340565429483e-05, + "loss": 0.0248, + "step": 36521 + }, + { + "epoch": 30.977099236641223, + "grad_norm": 0.9240210041591734, + "learning_rate": 1.6168124345768113e-05, + "loss": 0.028, + "step": 36522 + }, + { + "epoch": 30.977947413061916, + "grad_norm": 1.0353168712464502, + "learning_rate": 1.616790812145215e-05, + "loss": 0.0291, + "step": 36523 + }, + { + "epoch": 30.978795589482612, + "grad_norm": 0.8391114235692163, + "learning_rate": 1.6167691892481757e-05, + "loss": 0.0278, + "step": 36524 + }, + { + "epoch": 30.979643765903308, + "grad_norm": 1.0174207529121753, + "learning_rate": 1.6167475658857093e-05, + "loss": 0.0321, + "step": 36525 + }, + { + "epoch": 30.980491942324004, + "grad_norm": 0.831379978360505, + "learning_rate": 1.6167259420578324e-05, + "loss": 0.0264, + "step": 36526 + }, + { + "epoch": 30.9813401187447, + "grad_norm": 0.9451117509557455, + "learning_rate": 1.6167043177645622e-05, + "loss": 0.0285, + "step": 36527 + }, + { + "epoch": 30.982188295165393, + "grad_norm": 0.7882329964436937, + "learning_rate": 1.6166826930059134e-05, + "loss": 0.0254, + "step": 36528 + }, + { + "epoch": 30.98303647158609, + "grad_norm": 0.9697804258374191, + "learning_rate": 1.6166610677819033e-05, + "loss": 0.03, + "step": 36529 + }, + { + "epoch": 30.983884648006786, + "grad_norm": 0.943389897967192, + "learning_rate": 1.6166394420925483e-05, + "loss": 0.0294, + "step": 36530 + }, + { + "epoch": 30.984732824427482, + "grad_norm": 1.0909693798794668, + "learning_rate": 1.6166178159378642e-05, + "loss": 0.0288, + "step": 36531 + }, + { + "epoch": 30.98558100084818, + "grad_norm": 1.0019959925553736, + "learning_rate": 1.6165961893178676e-05, + "loss": 0.0271, + "step": 36532 + }, + { + "epoch": 30.98642917726887, + "grad_norm": 0.9329425535108876, + "learning_rate": 1.6165745622325752e-05, + "loss": 0.0296, + "step": 36533 + }, + { + "epoch": 30.987277353689567, + "grad_norm": 0.8405122835935367, + "learning_rate": 1.6165529346820024e-05, + "loss": 0.0278, + "step": 36534 + }, + { + "epoch": 30.988125530110263, + "grad_norm": 1.0025838432398977, + "learning_rate": 1.6165313066661664e-05, + "loss": 0.0294, + "step": 36535 + }, + { + "epoch": 30.98897370653096, + "grad_norm": 0.7685598938185573, + "learning_rate": 1.6165096781850832e-05, + "loss": 0.0265, + "step": 36536 + }, + { + "epoch": 30.989821882951652, + "grad_norm": 0.9077826280011616, + "learning_rate": 1.6164880492387686e-05, + "loss": 0.026, + "step": 36537 + }, + { + "epoch": 30.99067005937235, + "grad_norm": 0.9366940367560227, + "learning_rate": 1.6164664198272398e-05, + "loss": 0.0281, + "step": 36538 + }, + { + "epoch": 30.991518235793045, + "grad_norm": 0.9131619483167576, + "learning_rate": 1.6164447899505126e-05, + "loss": 0.029, + "step": 36539 + }, + { + "epoch": 30.99236641221374, + "grad_norm": 0.9099300098777611, + "learning_rate": 1.6164231596086035e-05, + "loss": 0.0273, + "step": 36540 + }, + { + "epoch": 30.993214588634437, + "grad_norm": 0.9421574300955629, + "learning_rate": 1.616401528801529e-05, + "loss": 0.0291, + "step": 36541 + }, + { + "epoch": 30.99406276505513, + "grad_norm": 0.9998323226825965, + "learning_rate": 1.6163798975293052e-05, + "loss": 0.025, + "step": 36542 + }, + { + "epoch": 30.994910941475826, + "grad_norm": 0.8810564952351473, + "learning_rate": 1.6163582657919475e-05, + "loss": 0.027, + "step": 36543 + }, + { + "epoch": 30.995759117896522, + "grad_norm": 0.7235142460124996, + "learning_rate": 1.6163366335894743e-05, + "loss": 0.0264, + "step": 36544 + }, + { + "epoch": 30.99660729431722, + "grad_norm": 0.9324647875111757, + "learning_rate": 1.6163150009219003e-05, + "loss": 0.0282, + "step": 36545 + }, + { + "epoch": 30.997455470737915, + "grad_norm": 0.8730929542313474, + "learning_rate": 1.6162933677892422e-05, + "loss": 0.026, + "step": 36546 + }, + { + "epoch": 30.998303647158608, + "grad_norm": 0.9148914665049516, + "learning_rate": 1.6162717341915163e-05, + "loss": 0.0277, + "step": 36547 + }, + { + "epoch": 30.999151823579304, + "grad_norm": 1.1661964378028722, + "learning_rate": 1.6162501001287398e-05, + "loss": 0.032, + "step": 36548 + }, + { + "epoch": 31.0, + "grad_norm": 0.9003847859575516, + "learning_rate": 1.6162284656009276e-05, + "loss": 0.0258, + "step": 36549 + }, + { + "epoch": 31.000848176420696, + "grad_norm": 0.7525367997036345, + "learning_rate": 1.6162068306080968e-05, + "loss": 0.0247, + "step": 36550 + }, + { + "epoch": 31.001696352841392, + "grad_norm": 0.7039812433349227, + "learning_rate": 1.6161851951502635e-05, + "loss": 0.0215, + "step": 36551 + }, + { + "epoch": 31.002544529262085, + "grad_norm": 0.8570214475132268, + "learning_rate": 1.6161635592274443e-05, + "loss": 0.0227, + "step": 36552 + }, + { + "epoch": 31.00339270568278, + "grad_norm": 0.8497260751600665, + "learning_rate": 1.6161419228396552e-05, + "loss": 0.0236, + "step": 36553 + }, + { + "epoch": 31.004240882103478, + "grad_norm": 0.8385927482029539, + "learning_rate": 1.616120285986913e-05, + "loss": 0.0247, + "step": 36554 + }, + { + "epoch": 31.005089058524174, + "grad_norm": 0.9048014562666333, + "learning_rate": 1.6160986486692336e-05, + "loss": 0.0229, + "step": 36555 + }, + { + "epoch": 31.00593723494487, + "grad_norm": 0.7092172186116349, + "learning_rate": 1.6160770108866333e-05, + "loss": 0.0211, + "step": 36556 + }, + { + "epoch": 31.006785411365563, + "grad_norm": 0.8517261425138409, + "learning_rate": 1.616055372639129e-05, + "loss": 0.0221, + "step": 36557 + }, + { + "epoch": 31.00763358778626, + "grad_norm": 0.7895509935479343, + "learning_rate": 1.616033733926736e-05, + "loss": 0.022, + "step": 36558 + }, + { + "epoch": 31.008481764206955, + "grad_norm": 0.7630988419936019, + "learning_rate": 1.616012094749472e-05, + "loss": 0.0246, + "step": 36559 + }, + { + "epoch": 31.00932994062765, + "grad_norm": 0.7205395792226532, + "learning_rate": 1.615990455107352e-05, + "loss": 0.0219, + "step": 36560 + }, + { + "epoch": 31.010178117048348, + "grad_norm": 0.7532006579252647, + "learning_rate": 1.6159688150003932e-05, + "loss": 0.0201, + "step": 36561 + }, + { + "epoch": 31.01102629346904, + "grad_norm": 0.8297009354480921, + "learning_rate": 1.6159471744286113e-05, + "loss": 0.022, + "step": 36562 + }, + { + "epoch": 31.011874469889737, + "grad_norm": 0.818619663189563, + "learning_rate": 1.6159255333920235e-05, + "loss": 0.0242, + "step": 36563 + }, + { + "epoch": 31.012722646310433, + "grad_norm": 0.7844976380355595, + "learning_rate": 1.615903891890645e-05, + "loss": 0.0211, + "step": 36564 + }, + { + "epoch": 31.01357082273113, + "grad_norm": 0.8876894992380029, + "learning_rate": 1.615882249924493e-05, + "loss": 0.0237, + "step": 36565 + }, + { + "epoch": 31.014418999151825, + "grad_norm": 0.8922910400146385, + "learning_rate": 1.6158606074935837e-05, + "loss": 0.0237, + "step": 36566 + }, + { + "epoch": 31.015267175572518, + "grad_norm": 0.8476029308000291, + "learning_rate": 1.6158389645979334e-05, + "loss": 0.0243, + "step": 36567 + }, + { + "epoch": 31.016115351993214, + "grad_norm": 0.8143638800743079, + "learning_rate": 1.6158173212375578e-05, + "loss": 0.0226, + "step": 36568 + }, + { + "epoch": 31.01696352841391, + "grad_norm": 0.764808320920684, + "learning_rate": 1.615795677412474e-05, + "loss": 0.0236, + "step": 36569 + }, + { + "epoch": 31.017811704834607, + "grad_norm": 0.8628195343748598, + "learning_rate": 1.615774033122698e-05, + "loss": 0.0224, + "step": 36570 + }, + { + "epoch": 31.0186598812553, + "grad_norm": 1.1666297664503908, + "learning_rate": 1.6157523883682466e-05, + "loss": 0.0235, + "step": 36571 + }, + { + "epoch": 31.019508057675996, + "grad_norm": 0.8015339833313273, + "learning_rate": 1.6157307431491354e-05, + "loss": 0.0223, + "step": 36572 + }, + { + "epoch": 31.020356234096692, + "grad_norm": 0.8765144909986096, + "learning_rate": 1.615709097465381e-05, + "loss": 0.0238, + "step": 36573 + }, + { + "epoch": 31.021204410517388, + "grad_norm": 0.8263626819080986, + "learning_rate": 1.615687451317e-05, + "loss": 0.0233, + "step": 36574 + }, + { + "epoch": 31.022052586938084, + "grad_norm": 0.8645650279377612, + "learning_rate": 1.6156658047040086e-05, + "loss": 0.0235, + "step": 36575 + }, + { + "epoch": 31.022900763358777, + "grad_norm": 0.8861955586609395, + "learning_rate": 1.6156441576264228e-05, + "loss": 0.0263, + "step": 36576 + }, + { + "epoch": 31.023748939779473, + "grad_norm": 0.7750362337581419, + "learning_rate": 1.6156225100842594e-05, + "loss": 0.0236, + "step": 36577 + }, + { + "epoch": 31.02459711620017, + "grad_norm": 0.8218432208132148, + "learning_rate": 1.615600862077535e-05, + "loss": 0.0238, + "step": 36578 + }, + { + "epoch": 31.025445292620866, + "grad_norm": 0.8096909681775307, + "learning_rate": 1.615579213606265e-05, + "loss": 0.0241, + "step": 36579 + }, + { + "epoch": 31.026293469041562, + "grad_norm": 0.9443655254166345, + "learning_rate": 1.6155575646704664e-05, + "loss": 0.0249, + "step": 36580 + }, + { + "epoch": 31.027141645462255, + "grad_norm": 0.883921087648217, + "learning_rate": 1.6155359152701554e-05, + "loss": 0.0238, + "step": 36581 + }, + { + "epoch": 31.02798982188295, + "grad_norm": 0.8025616403667862, + "learning_rate": 1.615514265405348e-05, + "loss": 0.0229, + "step": 36582 + }, + { + "epoch": 31.028837998303647, + "grad_norm": 1.0013893629994324, + "learning_rate": 1.615492615076061e-05, + "loss": 0.0229, + "step": 36583 + }, + { + "epoch": 31.029686174724343, + "grad_norm": 0.7740373850842325, + "learning_rate": 1.6154709642823107e-05, + "loss": 0.0256, + "step": 36584 + }, + { + "epoch": 31.03053435114504, + "grad_norm": 0.7869116072584902, + "learning_rate": 1.6154493130241135e-05, + "loss": 0.0236, + "step": 36585 + }, + { + "epoch": 31.031382527565732, + "grad_norm": 0.82184488288956, + "learning_rate": 1.615427661301485e-05, + "loss": 0.0244, + "step": 36586 + }, + { + "epoch": 31.03223070398643, + "grad_norm": 0.9748730983179112, + "learning_rate": 1.6154060091144427e-05, + "loss": 0.0236, + "step": 36587 + }, + { + "epoch": 31.033078880407125, + "grad_norm": 0.8794765095491329, + "learning_rate": 1.615384356463002e-05, + "loss": 0.0238, + "step": 36588 + }, + { + "epoch": 31.03392705682782, + "grad_norm": 0.869651298052551, + "learning_rate": 1.6153627033471796e-05, + "loss": 0.0234, + "step": 36589 + }, + { + "epoch": 31.034775233248517, + "grad_norm": 0.7922620560084369, + "learning_rate": 1.615341049766992e-05, + "loss": 0.0199, + "step": 36590 + }, + { + "epoch": 31.03562340966921, + "grad_norm": 0.7764502709158662, + "learning_rate": 1.6153193957224548e-05, + "loss": 0.0234, + "step": 36591 + }, + { + "epoch": 31.036471586089906, + "grad_norm": 0.7396457093472579, + "learning_rate": 1.6152977412135854e-05, + "loss": 0.0219, + "step": 36592 + }, + { + "epoch": 31.037319762510602, + "grad_norm": 0.8469681784423485, + "learning_rate": 1.6152760862403996e-05, + "loss": 0.0255, + "step": 36593 + }, + { + "epoch": 31.0381679389313, + "grad_norm": 0.7174015467711184, + "learning_rate": 1.6152544308029137e-05, + "loss": 0.0233, + "step": 36594 + }, + { + "epoch": 31.039016115351995, + "grad_norm": 0.8112854159283838, + "learning_rate": 1.615232774901144e-05, + "loss": 0.0225, + "step": 36595 + }, + { + "epoch": 31.039864291772687, + "grad_norm": 0.8418749090067232, + "learning_rate": 1.6152111185351074e-05, + "loss": 0.0216, + "step": 36596 + }, + { + "epoch": 31.040712468193384, + "grad_norm": 0.8900968288945553, + "learning_rate": 1.6151894617048195e-05, + "loss": 0.0237, + "step": 36597 + }, + { + "epoch": 31.04156064461408, + "grad_norm": 0.7422348620237283, + "learning_rate": 1.615167804410297e-05, + "loss": 0.0241, + "step": 36598 + }, + { + "epoch": 31.042408821034776, + "grad_norm": 0.8769921012838015, + "learning_rate": 1.6151461466515562e-05, + "loss": 0.0262, + "step": 36599 + }, + { + "epoch": 31.043256997455472, + "grad_norm": 1.027990006190739, + "learning_rate": 1.6151244884286133e-05, + "loss": 0.0246, + "step": 36600 + }, + { + "epoch": 31.044105173876165, + "grad_norm": 0.8821536552162759, + "learning_rate": 1.615102829741485e-05, + "loss": 0.0232, + "step": 36601 + }, + { + "epoch": 31.04495335029686, + "grad_norm": 0.6338669098188006, + "learning_rate": 1.615081170590187e-05, + "loss": 0.0219, + "step": 36602 + }, + { + "epoch": 31.045801526717558, + "grad_norm": 0.6639551578884284, + "learning_rate": 1.6150595109747366e-05, + "loss": 0.021, + "step": 36603 + }, + { + "epoch": 31.046649703138254, + "grad_norm": 0.8658135119691074, + "learning_rate": 1.6150378508951493e-05, + "loss": 0.0235, + "step": 36604 + }, + { + "epoch": 31.04749787955895, + "grad_norm": 0.7771097157707197, + "learning_rate": 1.615016190351442e-05, + "loss": 0.0219, + "step": 36605 + }, + { + "epoch": 31.048346055979643, + "grad_norm": 0.8741989750078476, + "learning_rate": 1.6149945293436305e-05, + "loss": 0.024, + "step": 36606 + }, + { + "epoch": 31.04919423240034, + "grad_norm": 0.7012751563540216, + "learning_rate": 1.6149728678717315e-05, + "loss": 0.0211, + "step": 36607 + }, + { + "epoch": 31.050042408821035, + "grad_norm": 0.8835224471072249, + "learning_rate": 1.6149512059357614e-05, + "loss": 0.0241, + "step": 36608 + }, + { + "epoch": 31.05089058524173, + "grad_norm": 0.7722573333564144, + "learning_rate": 1.6149295435357365e-05, + "loss": 0.0222, + "step": 36609 + }, + { + "epoch": 31.051738761662424, + "grad_norm": 0.7085398473587009, + "learning_rate": 1.6149078806716728e-05, + "loss": 0.0217, + "step": 36610 + }, + { + "epoch": 31.05258693808312, + "grad_norm": 0.7038380389186755, + "learning_rate": 1.6148862173435874e-05, + "loss": 0.0214, + "step": 36611 + }, + { + "epoch": 31.053435114503817, + "grad_norm": 0.8376131838370062, + "learning_rate": 1.6148645535514957e-05, + "loss": 0.0222, + "step": 36612 + }, + { + "epoch": 31.054283290924513, + "grad_norm": 0.806796421473839, + "learning_rate": 1.614842889295415e-05, + "loss": 0.0219, + "step": 36613 + }, + { + "epoch": 31.05513146734521, + "grad_norm": 0.8382580658403272, + "learning_rate": 1.6148212245753608e-05, + "loss": 0.024, + "step": 36614 + }, + { + "epoch": 31.0559796437659, + "grad_norm": 0.8335708316916887, + "learning_rate": 1.61479955939135e-05, + "loss": 0.0214, + "step": 36615 + }, + { + "epoch": 31.056827820186598, + "grad_norm": 0.646404427085962, + "learning_rate": 1.6147778937433987e-05, + "loss": 0.0217, + "step": 36616 + }, + { + "epoch": 31.057675996607294, + "grad_norm": 0.7598499902544933, + "learning_rate": 1.6147562276315233e-05, + "loss": 0.0234, + "step": 36617 + }, + { + "epoch": 31.05852417302799, + "grad_norm": 0.7904057650995143, + "learning_rate": 1.6147345610557405e-05, + "loss": 0.0223, + "step": 36618 + }, + { + "epoch": 31.059372349448687, + "grad_norm": 0.613575440998251, + "learning_rate": 1.614712894016066e-05, + "loss": 0.0214, + "step": 36619 + }, + { + "epoch": 31.06022052586938, + "grad_norm": 0.8682363721105643, + "learning_rate": 1.6146912265125164e-05, + "loss": 0.0223, + "step": 36620 + }, + { + "epoch": 31.061068702290076, + "grad_norm": 0.8100177142620751, + "learning_rate": 1.6146695585451083e-05, + "loss": 0.023, + "step": 36621 + }, + { + "epoch": 31.061916878710772, + "grad_norm": 0.7447804440812116, + "learning_rate": 1.6146478901138578e-05, + "loss": 0.0224, + "step": 36622 + }, + { + "epoch": 31.062765055131468, + "grad_norm": 0.8031247055983547, + "learning_rate": 1.6146262212187816e-05, + "loss": 0.0235, + "step": 36623 + }, + { + "epoch": 31.063613231552164, + "grad_norm": 0.7466631592596422, + "learning_rate": 1.6146045518598955e-05, + "loss": 0.0233, + "step": 36624 + }, + { + "epoch": 31.064461407972857, + "grad_norm": 0.7617186319108201, + "learning_rate": 1.6145828820372162e-05, + "loss": 0.0241, + "step": 36625 + }, + { + "epoch": 31.065309584393553, + "grad_norm": 0.741653655676209, + "learning_rate": 1.61456121175076e-05, + "loss": 0.0224, + "step": 36626 + }, + { + "epoch": 31.06615776081425, + "grad_norm": 0.8825930424581733, + "learning_rate": 1.6145395410005433e-05, + "loss": 0.0262, + "step": 36627 + }, + { + "epoch": 31.067005937234946, + "grad_norm": 0.7282116040960873, + "learning_rate": 1.6145178697865823e-05, + "loss": 0.0221, + "step": 36628 + }, + { + "epoch": 31.067854113655642, + "grad_norm": 0.7307998136883128, + "learning_rate": 1.6144961981088934e-05, + "loss": 0.0208, + "step": 36629 + }, + { + "epoch": 31.068702290076335, + "grad_norm": 1.7965836797789771, + "learning_rate": 1.614474525967493e-05, + "loss": 0.0296, + "step": 36630 + }, + { + "epoch": 31.06955046649703, + "grad_norm": 0.7759292508055994, + "learning_rate": 1.6144528533623975e-05, + "loss": 0.0226, + "step": 36631 + }, + { + "epoch": 31.070398642917727, + "grad_norm": 0.8151071476212218, + "learning_rate": 1.6144311802936233e-05, + "loss": 0.0222, + "step": 36632 + }, + { + "epoch": 31.071246819338423, + "grad_norm": 0.8488813320491693, + "learning_rate": 1.6144095067611864e-05, + "loss": 0.0241, + "step": 36633 + }, + { + "epoch": 31.07209499575912, + "grad_norm": 0.8292570707484076, + "learning_rate": 1.614387832765104e-05, + "loss": 0.0237, + "step": 36634 + }, + { + "epoch": 31.072943172179812, + "grad_norm": 0.8075719491061885, + "learning_rate": 1.6143661583053912e-05, + "loss": 0.0218, + "step": 36635 + }, + { + "epoch": 31.07379134860051, + "grad_norm": 0.8050342530267561, + "learning_rate": 1.6143444833820652e-05, + "loss": 0.0224, + "step": 36636 + }, + { + "epoch": 31.074639525021205, + "grad_norm": 1.0428780155129558, + "learning_rate": 1.6143228079951424e-05, + "loss": 0.0265, + "step": 36637 + }, + { + "epoch": 31.0754877014419, + "grad_norm": 0.7404502784190983, + "learning_rate": 1.614301132144639e-05, + "loss": 0.0246, + "step": 36638 + }, + { + "epoch": 31.076335877862597, + "grad_norm": 0.7088628197962664, + "learning_rate": 1.614279455830571e-05, + "loss": 0.0239, + "step": 36639 + }, + { + "epoch": 31.07718405428329, + "grad_norm": 0.930687464379947, + "learning_rate": 1.6142577790529552e-05, + "loss": 0.0263, + "step": 36640 + }, + { + "epoch": 31.078032230703986, + "grad_norm": 0.8082793855341702, + "learning_rate": 1.6142361018118075e-05, + "loss": 0.0237, + "step": 36641 + }, + { + "epoch": 31.078880407124682, + "grad_norm": 0.6633477499358627, + "learning_rate": 1.614214424107145e-05, + "loss": 0.0221, + "step": 36642 + }, + { + "epoch": 31.07972858354538, + "grad_norm": 0.814209648204588, + "learning_rate": 1.6141927459389836e-05, + "loss": 0.0241, + "step": 36643 + }, + { + "epoch": 31.08057675996607, + "grad_norm": 0.8641558129363202, + "learning_rate": 1.6141710673073395e-05, + "loss": 0.0234, + "step": 36644 + }, + { + "epoch": 31.081424936386767, + "grad_norm": 0.8630565322559207, + "learning_rate": 1.6141493882122295e-05, + "loss": 0.0226, + "step": 36645 + }, + { + "epoch": 31.082273112807464, + "grad_norm": 0.810262261717906, + "learning_rate": 1.6141277086536695e-05, + "loss": 0.0233, + "step": 36646 + }, + { + "epoch": 31.08312128922816, + "grad_norm": 0.8265993446769233, + "learning_rate": 1.6141060286316765e-05, + "loss": 0.022, + "step": 36647 + }, + { + "epoch": 31.083969465648856, + "grad_norm": 0.7563764053404627, + "learning_rate": 1.614084348146266e-05, + "loss": 0.021, + "step": 36648 + }, + { + "epoch": 31.08481764206955, + "grad_norm": 0.7802387974765055, + "learning_rate": 1.6140626671974548e-05, + "loss": 0.0224, + "step": 36649 + }, + { + "epoch": 31.085665818490245, + "grad_norm": 0.7277232369696058, + "learning_rate": 1.614040985785259e-05, + "loss": 0.0231, + "step": 36650 + }, + { + "epoch": 31.08651399491094, + "grad_norm": 0.8110634829532112, + "learning_rate": 1.6140193039096956e-05, + "loss": 0.023, + "step": 36651 + }, + { + "epoch": 31.087362171331637, + "grad_norm": 0.7467105378042085, + "learning_rate": 1.6139976215707808e-05, + "loss": 0.0229, + "step": 36652 + }, + { + "epoch": 31.088210347752334, + "grad_norm": 0.8707491826787286, + "learning_rate": 1.61397593876853e-05, + "loss": 0.0226, + "step": 36653 + }, + { + "epoch": 31.089058524173026, + "grad_norm": 0.94781267600873, + "learning_rate": 1.613954255502961e-05, + "loss": 0.0264, + "step": 36654 + }, + { + "epoch": 31.089906700593723, + "grad_norm": 0.9848284352851003, + "learning_rate": 1.613932571774089e-05, + "loss": 0.0249, + "step": 36655 + }, + { + "epoch": 31.09075487701442, + "grad_norm": 0.9903365751459142, + "learning_rate": 1.613910887581931e-05, + "loss": 0.0271, + "step": 36656 + }, + { + "epoch": 31.091603053435115, + "grad_norm": 0.7533786349694394, + "learning_rate": 1.6138892029265033e-05, + "loss": 0.0239, + "step": 36657 + }, + { + "epoch": 31.09245122985581, + "grad_norm": 0.7469249124267017, + "learning_rate": 1.613867517807822e-05, + "loss": 0.0224, + "step": 36658 + }, + { + "epoch": 31.093299406276504, + "grad_norm": 0.7379411387234058, + "learning_rate": 1.6138458322259038e-05, + "loss": 0.0214, + "step": 36659 + }, + { + "epoch": 31.0941475826972, + "grad_norm": 0.6612375475752162, + "learning_rate": 1.6138241461807648e-05, + "loss": 0.0224, + "step": 36660 + }, + { + "epoch": 31.094995759117896, + "grad_norm": 0.7838825745708512, + "learning_rate": 1.6138024596724214e-05, + "loss": 0.0234, + "step": 36661 + }, + { + "epoch": 31.095843935538593, + "grad_norm": 0.8765098370828222, + "learning_rate": 1.61378077270089e-05, + "loss": 0.0226, + "step": 36662 + }, + { + "epoch": 31.09669211195929, + "grad_norm": 0.7549557400867787, + "learning_rate": 1.6137590852661866e-05, + "loss": 0.0219, + "step": 36663 + }, + { + "epoch": 31.09754028837998, + "grad_norm": 0.9308110761988535, + "learning_rate": 1.6137373973683287e-05, + "loss": 0.0248, + "step": 36664 + }, + { + "epoch": 31.098388464800678, + "grad_norm": 0.877987073093191, + "learning_rate": 1.6137157090073315e-05, + "loss": 0.0235, + "step": 36665 + }, + { + "epoch": 31.099236641221374, + "grad_norm": 0.9821251328264489, + "learning_rate": 1.6136940201832116e-05, + "loss": 0.0219, + "step": 36666 + }, + { + "epoch": 31.10008481764207, + "grad_norm": 0.9011508753897087, + "learning_rate": 1.6136723308959855e-05, + "loss": 0.0275, + "step": 36667 + }, + { + "epoch": 31.100932994062767, + "grad_norm": 0.8672259630866823, + "learning_rate": 1.6136506411456703e-05, + "loss": 0.023, + "step": 36668 + }, + { + "epoch": 31.10178117048346, + "grad_norm": 0.8065739909549247, + "learning_rate": 1.613628950932281e-05, + "loss": 0.0214, + "step": 36669 + }, + { + "epoch": 31.102629346904155, + "grad_norm": 0.8277232809023389, + "learning_rate": 1.6136072602558347e-05, + "loss": 0.0221, + "step": 36670 + }, + { + "epoch": 31.10347752332485, + "grad_norm": 0.6651202972059774, + "learning_rate": 1.613585569116348e-05, + "loss": 0.0229, + "step": 36671 + }, + { + "epoch": 31.104325699745548, + "grad_norm": 0.962534806542791, + "learning_rate": 1.613563877513837e-05, + "loss": 0.0225, + "step": 36672 + }, + { + "epoch": 31.105173876166244, + "grad_norm": 0.9128291540550718, + "learning_rate": 1.6135421854483177e-05, + "loss": 0.0246, + "step": 36673 + }, + { + "epoch": 31.106022052586937, + "grad_norm": 0.7222229586506506, + "learning_rate": 1.6135204929198072e-05, + "loss": 0.0219, + "step": 36674 + }, + { + "epoch": 31.106870229007633, + "grad_norm": 0.8302352308386296, + "learning_rate": 1.613498799928321e-05, + "loss": 0.0238, + "step": 36675 + }, + { + "epoch": 31.10771840542833, + "grad_norm": 0.8198749178156665, + "learning_rate": 1.6134771064738766e-05, + "loss": 0.0223, + "step": 36676 + }, + { + "epoch": 31.108566581849026, + "grad_norm": 0.8125202580086569, + "learning_rate": 1.6134554125564893e-05, + "loss": 0.0242, + "step": 36677 + }, + { + "epoch": 31.109414758269722, + "grad_norm": 0.9218073723565771, + "learning_rate": 1.6134337181761758e-05, + "loss": 0.0255, + "step": 36678 + }, + { + "epoch": 31.110262934690414, + "grad_norm": 0.9220728542592396, + "learning_rate": 1.613412023332953e-05, + "loss": 0.0242, + "step": 36679 + }, + { + "epoch": 31.11111111111111, + "grad_norm": 0.749499382984271, + "learning_rate": 1.6133903280268365e-05, + "loss": 0.0243, + "step": 36680 + }, + { + "epoch": 31.111959287531807, + "grad_norm": 0.9484546877469267, + "learning_rate": 1.613368632257843e-05, + "loss": 0.0265, + "step": 36681 + }, + { + "epoch": 31.112807463952503, + "grad_norm": 0.8207970502823286, + "learning_rate": 1.613346936025989e-05, + "loss": 0.0232, + "step": 36682 + }, + { + "epoch": 31.113655640373196, + "grad_norm": 0.8386736684399514, + "learning_rate": 1.6133252393312907e-05, + "loss": 0.0239, + "step": 36683 + }, + { + "epoch": 31.114503816793892, + "grad_norm": 0.8253011263235187, + "learning_rate": 1.6133035421737645e-05, + "loss": 0.0227, + "step": 36684 + }, + { + "epoch": 31.11535199321459, + "grad_norm": 0.7452880244056284, + "learning_rate": 1.613281844553427e-05, + "loss": 0.0247, + "step": 36685 + }, + { + "epoch": 31.116200169635285, + "grad_norm": 0.8085095684269621, + "learning_rate": 1.613260146470294e-05, + "loss": 0.0221, + "step": 36686 + }, + { + "epoch": 31.11704834605598, + "grad_norm": 1.092779453968579, + "learning_rate": 1.6132384479243826e-05, + "loss": 0.0265, + "step": 36687 + }, + { + "epoch": 31.117896522476673, + "grad_norm": 0.7186590501654007, + "learning_rate": 1.6132167489157086e-05, + "loss": 0.0222, + "step": 36688 + }, + { + "epoch": 31.11874469889737, + "grad_norm": 0.8023714683261891, + "learning_rate": 1.613195049444289e-05, + "loss": 0.0257, + "step": 36689 + }, + { + "epoch": 31.119592875318066, + "grad_norm": 0.7989956798223574, + "learning_rate": 1.6131733495101393e-05, + "loss": 0.0252, + "step": 36690 + }, + { + "epoch": 31.120441051738762, + "grad_norm": 0.7675191980066118, + "learning_rate": 1.6131516491132766e-05, + "loss": 0.0228, + "step": 36691 + }, + { + "epoch": 31.12128922815946, + "grad_norm": 0.7341501385346012, + "learning_rate": 1.613129948253717e-05, + "loss": 0.023, + "step": 36692 + }, + { + "epoch": 31.12213740458015, + "grad_norm": 0.7358715560180451, + "learning_rate": 1.613108246931477e-05, + "loss": 0.0205, + "step": 36693 + }, + { + "epoch": 31.122985581000847, + "grad_norm": 0.7520700892487368, + "learning_rate": 1.6130865451465724e-05, + "loss": 0.0225, + "step": 36694 + }, + { + "epoch": 31.123833757421544, + "grad_norm": 0.9059479285423216, + "learning_rate": 1.6130648428990206e-05, + "loss": 0.0223, + "step": 36695 + }, + { + "epoch": 31.12468193384224, + "grad_norm": 0.7722581694014956, + "learning_rate": 1.6130431401888374e-05, + "loss": 0.0255, + "step": 36696 + }, + { + "epoch": 31.125530110262936, + "grad_norm": 0.8564171590811972, + "learning_rate": 1.613021437016039e-05, + "loss": 0.0233, + "step": 36697 + }, + { + "epoch": 31.12637828668363, + "grad_norm": 0.9589858496373553, + "learning_rate": 1.612999733380642e-05, + "loss": 0.0257, + "step": 36698 + }, + { + "epoch": 31.127226463104325, + "grad_norm": 0.7365947206212127, + "learning_rate": 1.6129780292826626e-05, + "loss": 0.0223, + "step": 36699 + }, + { + "epoch": 31.12807463952502, + "grad_norm": 0.8194753945434696, + "learning_rate": 1.6129563247221173e-05, + "loss": 0.0211, + "step": 36700 + }, + { + "epoch": 31.128922815945717, + "grad_norm": 0.7884571337248487, + "learning_rate": 1.6129346196990228e-05, + "loss": 0.0219, + "step": 36701 + }, + { + "epoch": 31.129770992366414, + "grad_norm": 0.7786960811359649, + "learning_rate": 1.6129129142133952e-05, + "loss": 0.0221, + "step": 36702 + }, + { + "epoch": 31.130619168787106, + "grad_norm": 0.915463056822492, + "learning_rate": 1.612891208265251e-05, + "loss": 0.0262, + "step": 36703 + }, + { + "epoch": 31.131467345207803, + "grad_norm": 0.8190705304326611, + "learning_rate": 1.6128695018546064e-05, + "loss": 0.0232, + "step": 36704 + }, + { + "epoch": 31.1323155216285, + "grad_norm": 0.8366095951188122, + "learning_rate": 1.6128477949814775e-05, + "loss": 0.0265, + "step": 36705 + }, + { + "epoch": 31.133163698049195, + "grad_norm": 0.9147937351445677, + "learning_rate": 1.612826087645881e-05, + "loss": 0.0247, + "step": 36706 + }, + { + "epoch": 31.13401187446989, + "grad_norm": 0.8294216124150443, + "learning_rate": 1.6128043798478335e-05, + "loss": 0.0239, + "step": 36707 + }, + { + "epoch": 31.134860050890584, + "grad_norm": 0.5896008100132657, + "learning_rate": 1.6127826715873513e-05, + "loss": 0.0216, + "step": 36708 + }, + { + "epoch": 31.13570822731128, + "grad_norm": 0.7011062562818494, + "learning_rate": 1.612760962864451e-05, + "loss": 0.0229, + "step": 36709 + }, + { + "epoch": 31.136556403731976, + "grad_norm": 0.9037317686243379, + "learning_rate": 1.612739253679148e-05, + "loss": 0.0228, + "step": 36710 + }, + { + "epoch": 31.137404580152673, + "grad_norm": 0.8666294163900454, + "learning_rate": 1.6127175440314596e-05, + "loss": 0.0238, + "step": 36711 + }, + { + "epoch": 31.13825275657337, + "grad_norm": 0.7398865461965415, + "learning_rate": 1.6126958339214017e-05, + "loss": 0.0248, + "step": 36712 + }, + { + "epoch": 31.13910093299406, + "grad_norm": 0.829955220775146, + "learning_rate": 1.612674123348991e-05, + "loss": 0.0231, + "step": 36713 + }, + { + "epoch": 31.139949109414758, + "grad_norm": 0.6973530128452067, + "learning_rate": 1.612652412314244e-05, + "loss": 0.0243, + "step": 36714 + }, + { + "epoch": 31.140797285835454, + "grad_norm": 0.8149906801340968, + "learning_rate": 1.6126307008171768e-05, + "loss": 0.0241, + "step": 36715 + }, + { + "epoch": 31.14164546225615, + "grad_norm": 0.9953795070799801, + "learning_rate": 1.6126089888578054e-05, + "loss": 0.0269, + "step": 36716 + }, + { + "epoch": 31.142493638676847, + "grad_norm": 0.7440176319821148, + "learning_rate": 1.612587276436147e-05, + "loss": 0.0235, + "step": 36717 + }, + { + "epoch": 31.14334181509754, + "grad_norm": 0.9100606797361753, + "learning_rate": 1.6125655635522174e-05, + "loss": 0.0233, + "step": 36718 + }, + { + "epoch": 31.144189991518235, + "grad_norm": 0.7787389634797129, + "learning_rate": 1.6125438502060335e-05, + "loss": 0.0226, + "step": 36719 + }, + { + "epoch": 31.14503816793893, + "grad_norm": 0.9089645226562818, + "learning_rate": 1.6125221363976112e-05, + "loss": 0.0233, + "step": 36720 + }, + { + "epoch": 31.145886344359628, + "grad_norm": 0.8231879286867063, + "learning_rate": 1.612500422126967e-05, + "loss": 0.0242, + "step": 36721 + }, + { + "epoch": 31.14673452078032, + "grad_norm": 1.6592832412638516, + "learning_rate": 1.6124787073941175e-05, + "loss": 0.0321, + "step": 36722 + }, + { + "epoch": 31.147582697201017, + "grad_norm": 1.0127640796499666, + "learning_rate": 1.612456992199079e-05, + "loss": 0.0247, + "step": 36723 + }, + { + "epoch": 31.148430873621713, + "grad_norm": 0.7646705477898957, + "learning_rate": 1.612435276541868e-05, + "loss": 0.0245, + "step": 36724 + }, + { + "epoch": 31.14927905004241, + "grad_norm": 0.8798957714807769, + "learning_rate": 1.6124135604225003e-05, + "loss": 0.0241, + "step": 36725 + }, + { + "epoch": 31.150127226463106, + "grad_norm": 0.8412497940128002, + "learning_rate": 1.6123918438409924e-05, + "loss": 0.0232, + "step": 36726 + }, + { + "epoch": 31.150975402883798, + "grad_norm": 0.998118472720429, + "learning_rate": 1.6123701267973613e-05, + "loss": 0.0253, + "step": 36727 + }, + { + "epoch": 31.151823579304494, + "grad_norm": 0.8494608532050962, + "learning_rate": 1.6123484092916237e-05, + "loss": 0.0262, + "step": 36728 + }, + { + "epoch": 31.15267175572519, + "grad_norm": 0.7526060525339309, + "learning_rate": 1.6123266913237946e-05, + "loss": 0.0231, + "step": 36729 + }, + { + "epoch": 31.153519932145887, + "grad_norm": 1.012913123491758, + "learning_rate": 1.6123049728938914e-05, + "loss": 0.0259, + "step": 36730 + }, + { + "epoch": 31.154368108566583, + "grad_norm": 0.9749012263174367, + "learning_rate": 1.6122832540019305e-05, + "loss": 0.0258, + "step": 36731 + }, + { + "epoch": 31.155216284987276, + "grad_norm": 1.1387722177856416, + "learning_rate": 1.6122615346479276e-05, + "loss": 0.0284, + "step": 36732 + }, + { + "epoch": 31.156064461407972, + "grad_norm": 0.8314988925234006, + "learning_rate": 1.6122398148318997e-05, + "loss": 0.0218, + "step": 36733 + }, + { + "epoch": 31.15691263782867, + "grad_norm": 0.7596776095269682, + "learning_rate": 1.6122180945538632e-05, + "loss": 0.0215, + "step": 36734 + }, + { + "epoch": 31.157760814249365, + "grad_norm": 0.6990325971119133, + "learning_rate": 1.612196373813834e-05, + "loss": 0.0206, + "step": 36735 + }, + { + "epoch": 31.15860899067006, + "grad_norm": 0.8844565840683307, + "learning_rate": 1.612174652611829e-05, + "loss": 0.0242, + "step": 36736 + }, + { + "epoch": 31.159457167090753, + "grad_norm": 0.8881370732351717, + "learning_rate": 1.6121529309478643e-05, + "loss": 0.0226, + "step": 36737 + }, + { + "epoch": 31.16030534351145, + "grad_norm": 1.0131475926131754, + "learning_rate": 1.6121312088219566e-05, + "loss": 0.0254, + "step": 36738 + }, + { + "epoch": 31.161153519932146, + "grad_norm": 0.8340473936245205, + "learning_rate": 1.6121094862341215e-05, + "loss": 0.024, + "step": 36739 + }, + { + "epoch": 31.162001696352842, + "grad_norm": 0.8686883518579114, + "learning_rate": 1.6120877631843767e-05, + "loss": 0.0234, + "step": 36740 + }, + { + "epoch": 31.16284987277354, + "grad_norm": 0.7361994955254754, + "learning_rate": 1.6120660396727373e-05, + "loss": 0.0245, + "step": 36741 + }, + { + "epoch": 31.16369804919423, + "grad_norm": 0.9772251797184386, + "learning_rate": 1.6120443156992204e-05, + "loss": 0.0246, + "step": 36742 + }, + { + "epoch": 31.164546225614927, + "grad_norm": 0.8276305532184459, + "learning_rate": 1.6120225912638424e-05, + "loss": 0.0231, + "step": 36743 + }, + { + "epoch": 31.165394402035624, + "grad_norm": 1.1698741431488973, + "learning_rate": 1.612000866366619e-05, + "loss": 0.027, + "step": 36744 + }, + { + "epoch": 31.16624257845632, + "grad_norm": 0.9493644940400864, + "learning_rate": 1.6119791410075677e-05, + "loss": 0.0241, + "step": 36745 + }, + { + "epoch": 31.167090754877016, + "grad_norm": 1.071085946816094, + "learning_rate": 1.611957415186704e-05, + "loss": 0.029, + "step": 36746 + }, + { + "epoch": 31.16793893129771, + "grad_norm": 0.6655107510680963, + "learning_rate": 1.611935688904045e-05, + "loss": 0.0223, + "step": 36747 + }, + { + "epoch": 31.168787107718405, + "grad_norm": 0.9525408119413583, + "learning_rate": 1.6119139621596063e-05, + "loss": 0.0245, + "step": 36748 + }, + { + "epoch": 31.1696352841391, + "grad_norm": 0.9760856487739048, + "learning_rate": 1.611892234953405e-05, + "loss": 0.0279, + "step": 36749 + }, + { + "epoch": 31.170483460559797, + "grad_norm": 0.7459480890598023, + "learning_rate": 1.611870507285457e-05, + "loss": 0.0241, + "step": 36750 + }, + { + "epoch": 31.171331636980494, + "grad_norm": 0.8228057068144771, + "learning_rate": 1.611848779155779e-05, + "loss": 0.0267, + "step": 36751 + }, + { + "epoch": 31.172179813401186, + "grad_norm": 0.8126844247824399, + "learning_rate": 1.6118270505643872e-05, + "loss": 0.0248, + "step": 36752 + }, + { + "epoch": 31.173027989821882, + "grad_norm": 0.8950277235180478, + "learning_rate": 1.6118053215112984e-05, + "loss": 0.0244, + "step": 36753 + }, + { + "epoch": 31.17387616624258, + "grad_norm": 0.7888567468689032, + "learning_rate": 1.6117835919965282e-05, + "loss": 0.0236, + "step": 36754 + }, + { + "epoch": 31.174724342663275, + "grad_norm": 0.8871540710501618, + "learning_rate": 1.611761862020094e-05, + "loss": 0.0228, + "step": 36755 + }, + { + "epoch": 31.17557251908397, + "grad_norm": 0.8011878323207963, + "learning_rate": 1.6117401315820112e-05, + "loss": 0.0228, + "step": 36756 + }, + { + "epoch": 31.176420695504664, + "grad_norm": 0.8409837025734997, + "learning_rate": 1.611718400682297e-05, + "loss": 0.0245, + "step": 36757 + }, + { + "epoch": 31.17726887192536, + "grad_norm": 0.7058937946068081, + "learning_rate": 1.6116966693209676e-05, + "loss": 0.0242, + "step": 36758 + }, + { + "epoch": 31.178117048346056, + "grad_norm": 0.8574658103549294, + "learning_rate": 1.6116749374980393e-05, + "loss": 0.0244, + "step": 36759 + }, + { + "epoch": 31.178965224766753, + "grad_norm": 0.8499135650937149, + "learning_rate": 1.611653205213528e-05, + "loss": 0.0257, + "step": 36760 + }, + { + "epoch": 31.179813401187445, + "grad_norm": 0.9066659656554051, + "learning_rate": 1.611631472467451e-05, + "loss": 0.0235, + "step": 36761 + }, + { + "epoch": 31.18066157760814, + "grad_norm": 0.7482145799730752, + "learning_rate": 1.611609739259824e-05, + "loss": 0.0239, + "step": 36762 + }, + { + "epoch": 31.181509754028838, + "grad_norm": 0.7837912621352019, + "learning_rate": 1.611588005590664e-05, + "loss": 0.0236, + "step": 36763 + }, + { + "epoch": 31.182357930449534, + "grad_norm": 0.6921780926023424, + "learning_rate": 1.611566271459987e-05, + "loss": 0.0228, + "step": 36764 + }, + { + "epoch": 31.18320610687023, + "grad_norm": 0.8172013436832868, + "learning_rate": 1.6115445368678088e-05, + "loss": 0.0225, + "step": 36765 + }, + { + "epoch": 31.184054283290923, + "grad_norm": 0.971532366468318, + "learning_rate": 1.6115228018141475e-05, + "loss": 0.0276, + "step": 36766 + }, + { + "epoch": 31.18490245971162, + "grad_norm": 1.0259161106101178, + "learning_rate": 1.611501066299018e-05, + "loss": 0.0278, + "step": 36767 + }, + { + "epoch": 31.185750636132315, + "grad_norm": 0.8002476518522498, + "learning_rate": 1.6114793303224372e-05, + "loss": 0.0226, + "step": 36768 + }, + { + "epoch": 31.18659881255301, + "grad_norm": 0.82656212540727, + "learning_rate": 1.6114575938844215e-05, + "loss": 0.0235, + "step": 36769 + }, + { + "epoch": 31.187446988973708, + "grad_norm": 2.0555744953188912, + "learning_rate": 1.6114358569849873e-05, + "loss": 0.03, + "step": 36770 + }, + { + "epoch": 31.1882951653944, + "grad_norm": 0.8326299203656082, + "learning_rate": 1.611414119624151e-05, + "loss": 0.026, + "step": 36771 + }, + { + "epoch": 31.189143341815097, + "grad_norm": 0.7882384503882325, + "learning_rate": 1.611392381801929e-05, + "loss": 0.0242, + "step": 36772 + }, + { + "epoch": 31.189991518235793, + "grad_norm": 0.8759405812882214, + "learning_rate": 1.6113706435183378e-05, + "loss": 0.0262, + "step": 36773 + }, + { + "epoch": 31.19083969465649, + "grad_norm": 0.7066341682860189, + "learning_rate": 1.6113489047733936e-05, + "loss": 0.021, + "step": 36774 + }, + { + "epoch": 31.191687871077185, + "grad_norm": 0.7756555896697064, + "learning_rate": 1.611327165567113e-05, + "loss": 0.0239, + "step": 36775 + }, + { + "epoch": 31.192536047497878, + "grad_norm": 0.9468940142328744, + "learning_rate": 1.6113054258995124e-05, + "loss": 0.025, + "step": 36776 + }, + { + "epoch": 31.193384223918574, + "grad_norm": 0.9560719304974582, + "learning_rate": 1.611283685770608e-05, + "loss": 0.0238, + "step": 36777 + }, + { + "epoch": 31.19423240033927, + "grad_norm": 0.8556965112982702, + "learning_rate": 1.611261945180416e-05, + "loss": 0.0247, + "step": 36778 + }, + { + "epoch": 31.195080576759967, + "grad_norm": 0.9971224876010325, + "learning_rate": 1.6112402041289533e-05, + "loss": 0.0245, + "step": 36779 + }, + { + "epoch": 31.195928753180663, + "grad_norm": 0.8487722281221318, + "learning_rate": 1.6112184626162365e-05, + "loss": 0.025, + "step": 36780 + }, + { + "epoch": 31.196776929601356, + "grad_norm": 1.0478390284429346, + "learning_rate": 1.6111967206422814e-05, + "loss": 0.0279, + "step": 36781 + }, + { + "epoch": 31.197625106022052, + "grad_norm": 0.9102203742774864, + "learning_rate": 1.6111749782071047e-05, + "loss": 0.0245, + "step": 36782 + }, + { + "epoch": 31.198473282442748, + "grad_norm": 0.9860783821481239, + "learning_rate": 1.611153235310723e-05, + "loss": 0.0242, + "step": 36783 + }, + { + "epoch": 31.199321458863444, + "grad_norm": 0.8516521783754504, + "learning_rate": 1.611131491953152e-05, + "loss": 0.0254, + "step": 36784 + }, + { + "epoch": 31.20016963528414, + "grad_norm": 0.8781931828964464, + "learning_rate": 1.6111097481344088e-05, + "loss": 0.0249, + "step": 36785 + }, + { + "epoch": 31.201017811704833, + "grad_norm": 1.0549028775376594, + "learning_rate": 1.6110880038545092e-05, + "loss": 0.0255, + "step": 36786 + }, + { + "epoch": 31.20186598812553, + "grad_norm": 0.8689486624975304, + "learning_rate": 1.6110662591134706e-05, + "loss": 0.0243, + "step": 36787 + }, + { + "epoch": 31.202714164546226, + "grad_norm": 0.8156380702593307, + "learning_rate": 1.6110445139113083e-05, + "loss": 0.0263, + "step": 36788 + }, + { + "epoch": 31.203562340966922, + "grad_norm": 0.7241392687998597, + "learning_rate": 1.6110227682480396e-05, + "loss": 0.0227, + "step": 36789 + }, + { + "epoch": 31.20441051738762, + "grad_norm": 0.9026221458994548, + "learning_rate": 1.6110010221236807e-05, + "loss": 0.0223, + "step": 36790 + }, + { + "epoch": 31.20525869380831, + "grad_norm": 0.824185282857465, + "learning_rate": 1.6109792755382476e-05, + "loss": 0.0252, + "step": 36791 + }, + { + "epoch": 31.206106870229007, + "grad_norm": 0.9814891621157992, + "learning_rate": 1.6109575284917568e-05, + "loss": 0.0239, + "step": 36792 + }, + { + "epoch": 31.206955046649703, + "grad_norm": 0.9877773380601671, + "learning_rate": 1.6109357809842246e-05, + "loss": 0.0231, + "step": 36793 + }, + { + "epoch": 31.2078032230704, + "grad_norm": 1.0040635765000179, + "learning_rate": 1.6109140330156682e-05, + "loss": 0.0258, + "step": 36794 + }, + { + "epoch": 31.208651399491096, + "grad_norm": 0.9155703035952318, + "learning_rate": 1.610892284586103e-05, + "loss": 0.0258, + "step": 36795 + }, + { + "epoch": 31.20949957591179, + "grad_norm": 1.0351115765841512, + "learning_rate": 1.6108705356955463e-05, + "loss": 0.0253, + "step": 36796 + }, + { + "epoch": 31.210347752332485, + "grad_norm": 0.7948080896086398, + "learning_rate": 1.6108487863440143e-05, + "loss": 0.0246, + "step": 36797 + }, + { + "epoch": 31.21119592875318, + "grad_norm": 0.7896301451674295, + "learning_rate": 1.6108270365315225e-05, + "loss": 0.0239, + "step": 36798 + }, + { + "epoch": 31.212044105173877, + "grad_norm": 0.8980534211323637, + "learning_rate": 1.6108052862580885e-05, + "loss": 0.0244, + "step": 36799 + }, + { + "epoch": 31.21289228159457, + "grad_norm": 0.8693441757258211, + "learning_rate": 1.610783535523728e-05, + "loss": 0.0235, + "step": 36800 + }, + { + "epoch": 31.213740458015266, + "grad_norm": 0.9372192759400694, + "learning_rate": 1.610761784328458e-05, + "loss": 0.0285, + "step": 36801 + }, + { + "epoch": 31.214588634435962, + "grad_norm": 0.972526892919535, + "learning_rate": 1.6107400326722943e-05, + "loss": 0.0271, + "step": 36802 + }, + { + "epoch": 31.21543681085666, + "grad_norm": 0.8016862892764959, + "learning_rate": 1.6107182805552536e-05, + "loss": 0.0225, + "step": 36803 + }, + { + "epoch": 31.216284987277355, + "grad_norm": 0.9685442051529586, + "learning_rate": 1.610696527977352e-05, + "loss": 0.0237, + "step": 36804 + }, + { + "epoch": 31.217133163698048, + "grad_norm": 0.8340594119164545, + "learning_rate": 1.6106747749386066e-05, + "loss": 0.0226, + "step": 36805 + }, + { + "epoch": 31.217981340118744, + "grad_norm": 0.8207179488869586, + "learning_rate": 1.6106530214390335e-05, + "loss": 0.0223, + "step": 36806 + }, + { + "epoch": 31.21882951653944, + "grad_norm": 0.7818720717942338, + "learning_rate": 1.6106312674786488e-05, + "loss": 0.0243, + "step": 36807 + }, + { + "epoch": 31.219677692960136, + "grad_norm": 0.8275393003741796, + "learning_rate": 1.6106095130574694e-05, + "loss": 0.022, + "step": 36808 + }, + { + "epoch": 31.220525869380833, + "grad_norm": 0.8674991360078423, + "learning_rate": 1.610587758175511e-05, + "loss": 0.0266, + "step": 36809 + }, + { + "epoch": 31.221374045801525, + "grad_norm": 0.7332930608349738, + "learning_rate": 1.610566002832791e-05, + "loss": 0.0228, + "step": 36810 + }, + { + "epoch": 31.22222222222222, + "grad_norm": 0.8260911824787645, + "learning_rate": 1.610544247029325e-05, + "loss": 0.0244, + "step": 36811 + }, + { + "epoch": 31.223070398642918, + "grad_norm": 0.7817706677585868, + "learning_rate": 1.61052249076513e-05, + "loss": 0.0243, + "step": 36812 + }, + { + "epoch": 31.223918575063614, + "grad_norm": 0.7923785407136587, + "learning_rate": 1.6105007340402218e-05, + "loss": 0.0233, + "step": 36813 + }, + { + "epoch": 31.22476675148431, + "grad_norm": 0.8598414355256139, + "learning_rate": 1.6104789768546175e-05, + "loss": 0.0233, + "step": 36814 + }, + { + "epoch": 31.225614927905003, + "grad_norm": 0.7347729774499865, + "learning_rate": 1.610457219208333e-05, + "loss": 0.0221, + "step": 36815 + }, + { + "epoch": 31.2264631043257, + "grad_norm": 0.8101213016007287, + "learning_rate": 1.610435461101385e-05, + "loss": 0.024, + "step": 36816 + }, + { + "epoch": 31.227311280746395, + "grad_norm": 0.8649613696990354, + "learning_rate": 1.6104137025337895e-05, + "loss": 0.0283, + "step": 36817 + }, + { + "epoch": 31.22815945716709, + "grad_norm": 0.8443176100874669, + "learning_rate": 1.6103919435055636e-05, + "loss": 0.0227, + "step": 36818 + }, + { + "epoch": 31.229007633587788, + "grad_norm": 0.7731076160064568, + "learning_rate": 1.6103701840167233e-05, + "loss": 0.0229, + "step": 36819 + }, + { + "epoch": 31.22985581000848, + "grad_norm": 0.9957444850313663, + "learning_rate": 1.6103484240672847e-05, + "loss": 0.0253, + "step": 36820 + }, + { + "epoch": 31.230703986429177, + "grad_norm": 0.7740406139158298, + "learning_rate": 1.610326663657265e-05, + "loss": 0.0229, + "step": 36821 + }, + { + "epoch": 31.231552162849873, + "grad_norm": 0.8673739839948159, + "learning_rate": 1.61030490278668e-05, + "loss": 0.0225, + "step": 36822 + }, + { + "epoch": 31.23240033927057, + "grad_norm": 0.8253936928434662, + "learning_rate": 1.6102831414555464e-05, + "loss": 0.0219, + "step": 36823 + }, + { + "epoch": 31.233248515691265, + "grad_norm": 0.8387630828263988, + "learning_rate": 1.6102613796638806e-05, + "loss": 0.0238, + "step": 36824 + }, + { + "epoch": 31.234096692111958, + "grad_norm": 0.9907556996377321, + "learning_rate": 1.610239617411699e-05, + "loss": 0.0249, + "step": 36825 + }, + { + "epoch": 31.234944868532654, + "grad_norm": 0.8803828618042285, + "learning_rate": 1.610217854699018e-05, + "loss": 0.0242, + "step": 36826 + }, + { + "epoch": 31.23579304495335, + "grad_norm": 0.8803575431080498, + "learning_rate": 1.610196091525854e-05, + "loss": 0.0241, + "step": 36827 + }, + { + "epoch": 31.236641221374047, + "grad_norm": 0.924104704329522, + "learning_rate": 1.6101743278922233e-05, + "loss": 0.026, + "step": 36828 + }, + { + "epoch": 31.237489397794743, + "grad_norm": 0.9148615966012883, + "learning_rate": 1.6101525637981428e-05, + "loss": 0.0251, + "step": 36829 + }, + { + "epoch": 31.238337574215436, + "grad_norm": 0.7499990184497684, + "learning_rate": 1.6101307992436283e-05, + "loss": 0.0228, + "step": 36830 + }, + { + "epoch": 31.239185750636132, + "grad_norm": 0.9326554396186488, + "learning_rate": 1.610109034228697e-05, + "loss": 0.0258, + "step": 36831 + }, + { + "epoch": 31.240033927056828, + "grad_norm": 0.885862722752291, + "learning_rate": 1.6100872687533642e-05, + "loss": 0.0248, + "step": 36832 + }, + { + "epoch": 31.240882103477524, + "grad_norm": 0.8906408491493913, + "learning_rate": 1.6100655028176473e-05, + "loss": 0.0263, + "step": 36833 + }, + { + "epoch": 31.24173027989822, + "grad_norm": 0.9033874309530305, + "learning_rate": 1.6100437364215623e-05, + "loss": 0.0232, + "step": 36834 + }, + { + "epoch": 31.242578456318913, + "grad_norm": 0.8976722652737749, + "learning_rate": 1.6100219695651257e-05, + "loss": 0.0226, + "step": 36835 + }, + { + "epoch": 31.24342663273961, + "grad_norm": 0.8718808875005475, + "learning_rate": 1.610000202248354e-05, + "loss": 0.0238, + "step": 36836 + }, + { + "epoch": 31.244274809160306, + "grad_norm": 0.989438925566438, + "learning_rate": 1.6099784344712635e-05, + "loss": 0.0256, + "step": 36837 + }, + { + "epoch": 31.245122985581002, + "grad_norm": 0.802716840549136, + "learning_rate": 1.6099566662338712e-05, + "loss": 0.0243, + "step": 36838 + }, + { + "epoch": 31.245971162001695, + "grad_norm": 0.984117366494764, + "learning_rate": 1.6099348975361923e-05, + "loss": 0.0261, + "step": 36839 + }, + { + "epoch": 31.24681933842239, + "grad_norm": 0.7243137759665271, + "learning_rate": 1.6099131283782442e-05, + "loss": 0.0222, + "step": 36840 + }, + { + "epoch": 31.247667514843087, + "grad_norm": 0.9514476201622796, + "learning_rate": 1.609891358760043e-05, + "loss": 0.0255, + "step": 36841 + }, + { + "epoch": 31.248515691263783, + "grad_norm": 0.8994983083151341, + "learning_rate": 1.6098695886816057e-05, + "loss": 0.0243, + "step": 36842 + }, + { + "epoch": 31.24936386768448, + "grad_norm": 0.9803899822901562, + "learning_rate": 1.6098478181429475e-05, + "loss": 0.0271, + "step": 36843 + }, + { + "epoch": 31.250212044105172, + "grad_norm": 0.8404803056567386, + "learning_rate": 1.609826047144086e-05, + "loss": 0.0226, + "step": 36844 + }, + { + "epoch": 31.25106022052587, + "grad_norm": 0.8734544131300378, + "learning_rate": 1.6098042756850375e-05, + "loss": 0.0239, + "step": 36845 + }, + { + "epoch": 31.251908396946565, + "grad_norm": 0.8807467933498185, + "learning_rate": 1.6097825037658175e-05, + "loss": 0.0256, + "step": 36846 + }, + { + "epoch": 31.25275657336726, + "grad_norm": 0.8076258281847088, + "learning_rate": 1.6097607313864436e-05, + "loss": 0.0238, + "step": 36847 + }, + { + "epoch": 31.253604749787957, + "grad_norm": 0.7652907978962699, + "learning_rate": 1.609738958546931e-05, + "loss": 0.0223, + "step": 36848 + }, + { + "epoch": 31.25445292620865, + "grad_norm": 0.802651332497915, + "learning_rate": 1.6097171852472975e-05, + "loss": 0.0265, + "step": 36849 + }, + { + "epoch": 31.255301102629346, + "grad_norm": 0.7398887120293505, + "learning_rate": 1.6096954114875583e-05, + "loss": 0.0225, + "step": 36850 + }, + { + "epoch": 31.256149279050042, + "grad_norm": 1.2150604383595374, + "learning_rate": 1.6096736372677305e-05, + "loss": 0.0262, + "step": 36851 + }, + { + "epoch": 31.25699745547074, + "grad_norm": 0.9887861391525941, + "learning_rate": 1.6096518625878306e-05, + "loss": 0.0245, + "step": 36852 + }, + { + "epoch": 31.257845631891435, + "grad_norm": 0.9770997686367073, + "learning_rate": 1.609630087447875e-05, + "loss": 0.0234, + "step": 36853 + }, + { + "epoch": 31.258693808312128, + "grad_norm": 0.9479096391445269, + "learning_rate": 1.6096083118478795e-05, + "loss": 0.0241, + "step": 36854 + }, + { + "epoch": 31.259541984732824, + "grad_norm": 0.8328742222591755, + "learning_rate": 1.6095865357878614e-05, + "loss": 0.0237, + "step": 36855 + }, + { + "epoch": 31.26039016115352, + "grad_norm": 0.8594815144508731, + "learning_rate": 1.6095647592678363e-05, + "loss": 0.0253, + "step": 36856 + }, + { + "epoch": 31.261238337574216, + "grad_norm": 0.9186673235880436, + "learning_rate": 1.609542982287821e-05, + "loss": 0.0268, + "step": 36857 + }, + { + "epoch": 31.262086513994912, + "grad_norm": 0.8385688522105704, + "learning_rate": 1.6095212048478326e-05, + "loss": 0.0252, + "step": 36858 + }, + { + "epoch": 31.262934690415605, + "grad_norm": 1.0581503518645006, + "learning_rate": 1.6094994269478868e-05, + "loss": 0.025, + "step": 36859 + }, + { + "epoch": 31.2637828668363, + "grad_norm": 0.8948460811095148, + "learning_rate": 1.609477648588e-05, + "loss": 0.025, + "step": 36860 + }, + { + "epoch": 31.264631043256998, + "grad_norm": 0.8841210986115982, + "learning_rate": 1.6094558697681887e-05, + "loss": 0.0247, + "step": 36861 + }, + { + "epoch": 31.265479219677694, + "grad_norm": 0.8073003957753255, + "learning_rate": 1.6094340904884697e-05, + "loss": 0.0237, + "step": 36862 + }, + { + "epoch": 31.26632739609839, + "grad_norm": 0.9204164248620009, + "learning_rate": 1.6094123107488588e-05, + "loss": 0.0248, + "step": 36863 + }, + { + "epoch": 31.267175572519083, + "grad_norm": 0.886960523386101, + "learning_rate": 1.6093905305493727e-05, + "loss": 0.0238, + "step": 36864 + }, + { + "epoch": 31.26802374893978, + "grad_norm": 0.8465875680050124, + "learning_rate": 1.6093687498900284e-05, + "loss": 0.0246, + "step": 36865 + }, + { + "epoch": 31.268871925360475, + "grad_norm": 0.7484552560386716, + "learning_rate": 1.6093469687708418e-05, + "loss": 0.0217, + "step": 36866 + }, + { + "epoch": 31.26972010178117, + "grad_norm": 0.972043725095513, + "learning_rate": 1.6093251871918294e-05, + "loss": 0.0245, + "step": 36867 + }, + { + "epoch": 31.270568278201868, + "grad_norm": 0.8541891497074545, + "learning_rate": 1.6093034051530076e-05, + "loss": 0.0235, + "step": 36868 + }, + { + "epoch": 31.27141645462256, + "grad_norm": 0.8713755299941561, + "learning_rate": 1.609281622654393e-05, + "loss": 0.0241, + "step": 36869 + }, + { + "epoch": 31.272264631043257, + "grad_norm": 0.7956836165476897, + "learning_rate": 1.609259839696002e-05, + "loss": 0.0238, + "step": 36870 + }, + { + "epoch": 31.273112807463953, + "grad_norm": 0.6432109192026141, + "learning_rate": 1.6092380562778506e-05, + "loss": 0.0225, + "step": 36871 + }, + { + "epoch": 31.27396098388465, + "grad_norm": 0.9449940061180291, + "learning_rate": 1.6092162723999556e-05, + "loss": 0.025, + "step": 36872 + }, + { + "epoch": 31.274809160305345, + "grad_norm": 0.8859538284310887, + "learning_rate": 1.6091944880623338e-05, + "loss": 0.0271, + "step": 36873 + }, + { + "epoch": 31.275657336726038, + "grad_norm": 0.8000458328860912, + "learning_rate": 1.609172703265001e-05, + "loss": 0.024, + "step": 36874 + }, + { + "epoch": 31.276505513146734, + "grad_norm": 0.9080972777038991, + "learning_rate": 1.609150918007974e-05, + "loss": 0.0263, + "step": 36875 + }, + { + "epoch": 31.27735368956743, + "grad_norm": 0.8486731667776533, + "learning_rate": 1.6091291322912688e-05, + "loss": 0.0248, + "step": 36876 + }, + { + "epoch": 31.278201865988127, + "grad_norm": 0.8114827682866252, + "learning_rate": 1.6091073461149028e-05, + "loss": 0.0264, + "step": 36877 + }, + { + "epoch": 31.27905004240882, + "grad_norm": 0.8166826683747821, + "learning_rate": 1.6090855594788916e-05, + "loss": 0.0248, + "step": 36878 + }, + { + "epoch": 31.279898218829516, + "grad_norm": 0.9611405032660085, + "learning_rate": 1.609063772383252e-05, + "loss": 0.0236, + "step": 36879 + }, + { + "epoch": 31.280746395250212, + "grad_norm": 0.9489422851371995, + "learning_rate": 1.6090419848280003e-05, + "loss": 0.0239, + "step": 36880 + }, + { + "epoch": 31.281594571670908, + "grad_norm": 0.8439876714761279, + "learning_rate": 1.609020196813153e-05, + "loss": 0.0232, + "step": 36881 + }, + { + "epoch": 31.282442748091604, + "grad_norm": 0.8669225364195211, + "learning_rate": 1.6089984083387263e-05, + "loss": 0.0236, + "step": 36882 + }, + { + "epoch": 31.283290924512297, + "grad_norm": 0.8419357722658463, + "learning_rate": 1.6089766194047367e-05, + "loss": 0.0224, + "step": 36883 + }, + { + "epoch": 31.284139100932993, + "grad_norm": 0.8391700480782496, + "learning_rate": 1.608954830011201e-05, + "loss": 0.025, + "step": 36884 + }, + { + "epoch": 31.28498727735369, + "grad_norm": 0.8072130749320229, + "learning_rate": 1.6089330401581357e-05, + "loss": 0.027, + "step": 36885 + }, + { + "epoch": 31.285835453774386, + "grad_norm": 0.849183297314515, + "learning_rate": 1.6089112498455567e-05, + "loss": 0.0216, + "step": 36886 + }, + { + "epoch": 31.286683630195082, + "grad_norm": 1.033257457656805, + "learning_rate": 1.6088894590734806e-05, + "loss": 0.0264, + "step": 36887 + }, + { + "epoch": 31.287531806615775, + "grad_norm": 0.8458034410415749, + "learning_rate": 1.6088676678419243e-05, + "loss": 0.0254, + "step": 36888 + }, + { + "epoch": 31.28837998303647, + "grad_norm": 1.005239981296036, + "learning_rate": 1.6088458761509032e-05, + "loss": 0.0239, + "step": 36889 + }, + { + "epoch": 31.289228159457167, + "grad_norm": 0.793185147534833, + "learning_rate": 1.608824084000435e-05, + "loss": 0.0229, + "step": 36890 + }, + { + "epoch": 31.290076335877863, + "grad_norm": 1.0193690189351161, + "learning_rate": 1.6088022913905357e-05, + "loss": 0.0239, + "step": 36891 + }, + { + "epoch": 31.29092451229856, + "grad_norm": 0.6932979682841103, + "learning_rate": 1.6087804983212216e-05, + "loss": 0.0218, + "step": 36892 + }, + { + "epoch": 31.291772688719252, + "grad_norm": 0.8330584925820737, + "learning_rate": 1.608758704792509e-05, + "loss": 0.0257, + "step": 36893 + }, + { + "epoch": 31.29262086513995, + "grad_norm": 1.0835875558420491, + "learning_rate": 1.6087369108044148e-05, + "loss": 0.0265, + "step": 36894 + }, + { + "epoch": 31.293469041560645, + "grad_norm": 1.0033092342430967, + "learning_rate": 1.6087151163569547e-05, + "loss": 0.0363, + "step": 36895 + }, + { + "epoch": 31.29431721798134, + "grad_norm": 0.8368209807997105, + "learning_rate": 1.608693321450146e-05, + "loss": 0.0263, + "step": 36896 + }, + { + "epoch": 31.295165394402037, + "grad_norm": 0.7447081763001712, + "learning_rate": 1.6086715260840046e-05, + "loss": 0.0238, + "step": 36897 + }, + { + "epoch": 31.29601357082273, + "grad_norm": 1.0875571564470563, + "learning_rate": 1.6086497302585472e-05, + "loss": 0.0267, + "step": 36898 + }, + { + "epoch": 31.296861747243426, + "grad_norm": 0.7971900955209593, + "learning_rate": 1.60862793397379e-05, + "loss": 0.0231, + "step": 36899 + }, + { + "epoch": 31.297709923664122, + "grad_norm": 0.9857729830781315, + "learning_rate": 1.6086061372297498e-05, + "loss": 0.023, + "step": 36900 + }, + { + "epoch": 31.29855810008482, + "grad_norm": 0.7959058632806676, + "learning_rate": 1.608584340026443e-05, + "loss": 0.0213, + "step": 36901 + }, + { + "epoch": 31.299406276505515, + "grad_norm": 0.7829331676303999, + "learning_rate": 1.6085625423638855e-05, + "loss": 0.024, + "step": 36902 + }, + { + "epoch": 31.300254452926207, + "grad_norm": 0.8299132066886159, + "learning_rate": 1.6085407442420944e-05, + "loss": 0.0246, + "step": 36903 + }, + { + "epoch": 31.301102629346904, + "grad_norm": 0.8213925802837866, + "learning_rate": 1.608518945661086e-05, + "loss": 0.0252, + "step": 36904 + }, + { + "epoch": 31.3019508057676, + "grad_norm": 0.7636906994826697, + "learning_rate": 1.6084971466208764e-05, + "loss": 0.0245, + "step": 36905 + }, + { + "epoch": 31.302798982188296, + "grad_norm": 0.853678543315731, + "learning_rate": 1.6084753471214827e-05, + "loss": 0.0248, + "step": 36906 + }, + { + "epoch": 31.303647158608992, + "grad_norm": 0.8029548501455044, + "learning_rate": 1.6084535471629206e-05, + "loss": 0.0257, + "step": 36907 + }, + { + "epoch": 31.304495335029685, + "grad_norm": 0.8668971178595007, + "learning_rate": 1.608431746745207e-05, + "loss": 0.0229, + "step": 36908 + }, + { + "epoch": 31.30534351145038, + "grad_norm": 0.8253597510879653, + "learning_rate": 1.608409945868358e-05, + "loss": 0.0248, + "step": 36909 + }, + { + "epoch": 31.306191687871078, + "grad_norm": 0.8769904680128114, + "learning_rate": 1.6083881445323908e-05, + "loss": 0.0251, + "step": 36910 + }, + { + "epoch": 31.307039864291774, + "grad_norm": 0.8796215818662325, + "learning_rate": 1.608366342737321e-05, + "loss": 0.0255, + "step": 36911 + }, + { + "epoch": 31.307888040712466, + "grad_norm": 0.8387180630470074, + "learning_rate": 1.6083445404831658e-05, + "loss": 0.0243, + "step": 36912 + }, + { + "epoch": 31.308736217133163, + "grad_norm": 0.7850403649726185, + "learning_rate": 1.608322737769941e-05, + "loss": 0.023, + "step": 36913 + }, + { + "epoch": 31.30958439355386, + "grad_norm": 0.8123206613244907, + "learning_rate": 1.608300934597663e-05, + "loss": 0.0237, + "step": 36914 + }, + { + "epoch": 31.310432569974555, + "grad_norm": 0.7493457599353917, + "learning_rate": 1.608279130966349e-05, + "loss": 0.0209, + "step": 36915 + }, + { + "epoch": 31.31128074639525, + "grad_norm": 0.7677986169652911, + "learning_rate": 1.608257326876015e-05, + "loss": 0.024, + "step": 36916 + }, + { + "epoch": 31.312128922815944, + "grad_norm": 0.7366423869803247, + "learning_rate": 1.6082355223266776e-05, + "loss": 0.0217, + "step": 36917 + }, + { + "epoch": 31.31297709923664, + "grad_norm": 0.8972736125862263, + "learning_rate": 1.608213717318353e-05, + "loss": 0.0233, + "step": 36918 + }, + { + "epoch": 31.313825275657337, + "grad_norm": 1.0260288567334777, + "learning_rate": 1.6081919118510576e-05, + "loss": 0.0266, + "step": 36919 + }, + { + "epoch": 31.314673452078033, + "grad_norm": 0.8554347742719878, + "learning_rate": 1.6081701059248086e-05, + "loss": 0.0221, + "step": 36920 + }, + { + "epoch": 31.31552162849873, + "grad_norm": 0.9323368134522505, + "learning_rate": 1.6081482995396212e-05, + "loss": 0.0222, + "step": 36921 + }, + { + "epoch": 31.31636980491942, + "grad_norm": 0.8666842115219702, + "learning_rate": 1.608126492695513e-05, + "loss": 0.0264, + "step": 36922 + }, + { + "epoch": 31.317217981340118, + "grad_norm": 0.8188520769463591, + "learning_rate": 1.6081046853924997e-05, + "loss": 0.0236, + "step": 36923 + }, + { + "epoch": 31.318066157760814, + "grad_norm": 0.860032926339842, + "learning_rate": 1.6080828776305984e-05, + "loss": 0.0234, + "step": 36924 + }, + { + "epoch": 31.31891433418151, + "grad_norm": 0.98035420126955, + "learning_rate": 1.608061069409825e-05, + "loss": 0.0258, + "step": 36925 + }, + { + "epoch": 31.319762510602207, + "grad_norm": 0.7588963740536754, + "learning_rate": 1.608039260730196e-05, + "loss": 0.0227, + "step": 36926 + }, + { + "epoch": 31.3206106870229, + "grad_norm": 0.8802442440022512, + "learning_rate": 1.6080174515917283e-05, + "loss": 0.0253, + "step": 36927 + }, + { + "epoch": 31.321458863443596, + "grad_norm": 0.8401974237592623, + "learning_rate": 1.607995641994438e-05, + "loss": 0.0258, + "step": 36928 + }, + { + "epoch": 31.32230703986429, + "grad_norm": 1.0239118526720208, + "learning_rate": 1.6079738319383417e-05, + "loss": 0.0242, + "step": 36929 + }, + { + "epoch": 31.323155216284988, + "grad_norm": 0.9709963975303276, + "learning_rate": 1.607952021423456e-05, + "loss": 0.0224, + "step": 36930 + }, + { + "epoch": 31.324003392705684, + "grad_norm": 0.7660643998093947, + "learning_rate": 1.6079302104497973e-05, + "loss": 0.023, + "step": 36931 + }, + { + "epoch": 31.324851569126377, + "grad_norm": 0.9115903073853941, + "learning_rate": 1.6079083990173814e-05, + "loss": 0.0232, + "step": 36932 + }, + { + "epoch": 31.325699745547073, + "grad_norm": 0.8371987253162303, + "learning_rate": 1.6078865871262254e-05, + "loss": 0.0216, + "step": 36933 + }, + { + "epoch": 31.32654792196777, + "grad_norm": 0.8310609245370323, + "learning_rate": 1.607864774776346e-05, + "loss": 0.0228, + "step": 36934 + }, + { + "epoch": 31.327396098388466, + "grad_norm": 0.9384558569831672, + "learning_rate": 1.607842961967759e-05, + "loss": 0.0245, + "step": 36935 + }, + { + "epoch": 31.328244274809162, + "grad_norm": 0.8525404214636831, + "learning_rate": 1.6078211487004813e-05, + "loss": 0.0195, + "step": 36936 + }, + { + "epoch": 31.329092451229855, + "grad_norm": 1.0017429006026588, + "learning_rate": 1.6077993349745293e-05, + "loss": 0.0251, + "step": 36937 + }, + { + "epoch": 31.32994062765055, + "grad_norm": 0.781116950672114, + "learning_rate": 1.607777520789919e-05, + "loss": 0.0233, + "step": 36938 + }, + { + "epoch": 31.330788804071247, + "grad_norm": 0.8687118704398388, + "learning_rate": 1.6077557061466676e-05, + "loss": 0.0262, + "step": 36939 + }, + { + "epoch": 31.331636980491943, + "grad_norm": 0.9293623400672301, + "learning_rate": 1.6077338910447912e-05, + "loss": 0.0267, + "step": 36940 + }, + { + "epoch": 31.33248515691264, + "grad_norm": 1.010630258630614, + "learning_rate": 1.607712075484306e-05, + "loss": 0.0255, + "step": 36941 + }, + { + "epoch": 31.333333333333332, + "grad_norm": 0.7381187360965549, + "learning_rate": 1.607690259465229e-05, + "loss": 0.0222, + "step": 36942 + }, + { + "epoch": 31.33418150975403, + "grad_norm": 0.8849006622404227, + "learning_rate": 1.6076684429875764e-05, + "loss": 0.0247, + "step": 36943 + }, + { + "epoch": 31.335029686174725, + "grad_norm": 0.8575414101157284, + "learning_rate": 1.6076466260513644e-05, + "loss": 0.0241, + "step": 36944 + }, + { + "epoch": 31.33587786259542, + "grad_norm": 0.8965736992726409, + "learning_rate": 1.60762480865661e-05, + "loss": 0.0238, + "step": 36945 + }, + { + "epoch": 31.336726039016117, + "grad_norm": 0.9885883778586246, + "learning_rate": 1.6076029908033298e-05, + "loss": 0.0242, + "step": 36946 + }, + { + "epoch": 31.33757421543681, + "grad_norm": 0.9730338418810158, + "learning_rate": 1.607581172491539e-05, + "loss": 0.0256, + "step": 36947 + }, + { + "epoch": 31.338422391857506, + "grad_norm": 0.9699793530394079, + "learning_rate": 1.6075593537212554e-05, + "loss": 0.026, + "step": 36948 + }, + { + "epoch": 31.339270568278202, + "grad_norm": 0.9114611774053375, + "learning_rate": 1.6075375344924952e-05, + "loss": 0.0257, + "step": 36949 + }, + { + "epoch": 31.3401187446989, + "grad_norm": 0.7939850993537371, + "learning_rate": 1.607515714805274e-05, + "loss": 0.0248, + "step": 36950 + }, + { + "epoch": 31.34096692111959, + "grad_norm": 0.9199809612284691, + "learning_rate": 1.607493894659609e-05, + "loss": 0.0241, + "step": 36951 + }, + { + "epoch": 31.341815097540287, + "grad_norm": 0.9203269333667546, + "learning_rate": 1.607472074055517e-05, + "loss": 0.0247, + "step": 36952 + }, + { + "epoch": 31.342663273960984, + "grad_norm": 0.8910899758366755, + "learning_rate": 1.607450252993014e-05, + "loss": 0.0244, + "step": 36953 + }, + { + "epoch": 31.34351145038168, + "grad_norm": 0.7168815424274994, + "learning_rate": 1.6074284314721166e-05, + "loss": 0.0232, + "step": 36954 + }, + { + "epoch": 31.344359626802376, + "grad_norm": 0.8221834318869068, + "learning_rate": 1.6074066094928408e-05, + "loss": 0.025, + "step": 36955 + }, + { + "epoch": 31.34520780322307, + "grad_norm": 0.9392949833600678, + "learning_rate": 1.6073847870552034e-05, + "loss": 0.0253, + "step": 36956 + }, + { + "epoch": 31.346055979643765, + "grad_norm": 0.9213580101087939, + "learning_rate": 1.6073629641592215e-05, + "loss": 0.0236, + "step": 36957 + }, + { + "epoch": 31.34690415606446, + "grad_norm": 0.8450898054387362, + "learning_rate": 1.6073411408049104e-05, + "loss": 0.0257, + "step": 36958 + }, + { + "epoch": 31.347752332485157, + "grad_norm": 0.7510108862577267, + "learning_rate": 1.6073193169922874e-05, + "loss": 0.0233, + "step": 36959 + }, + { + "epoch": 31.348600508905854, + "grad_norm": 0.906777434371339, + "learning_rate": 1.6072974927213688e-05, + "loss": 0.0253, + "step": 36960 + }, + { + "epoch": 31.349448685326546, + "grad_norm": 0.8732819455300287, + "learning_rate": 1.607275667992171e-05, + "loss": 0.0236, + "step": 36961 + }, + { + "epoch": 31.350296861747243, + "grad_norm": 0.9928600645377305, + "learning_rate": 1.6072538428047103e-05, + "loss": 0.0251, + "step": 36962 + }, + { + "epoch": 31.35114503816794, + "grad_norm": 0.7598134838449296, + "learning_rate": 1.6072320171590034e-05, + "loss": 0.0245, + "step": 36963 + }, + { + "epoch": 31.351993214588635, + "grad_norm": 0.8068413130930784, + "learning_rate": 1.6072101910550668e-05, + "loss": 0.0231, + "step": 36964 + }, + { + "epoch": 31.35284139100933, + "grad_norm": 0.8936171100856848, + "learning_rate": 1.6071883644929166e-05, + "loss": 0.0256, + "step": 36965 + }, + { + "epoch": 31.353689567430024, + "grad_norm": 0.9557254374363362, + "learning_rate": 1.60716653747257e-05, + "loss": 0.0239, + "step": 36966 + }, + { + "epoch": 31.35453774385072, + "grad_norm": 0.8896042775185365, + "learning_rate": 1.6071447099940423e-05, + "loss": 0.0246, + "step": 36967 + }, + { + "epoch": 31.355385920271416, + "grad_norm": 0.9338636902082559, + "learning_rate": 1.607122882057351e-05, + "loss": 0.0248, + "step": 36968 + }, + { + "epoch": 31.356234096692113, + "grad_norm": 0.727883072845213, + "learning_rate": 1.6071010536625126e-05, + "loss": 0.0235, + "step": 36969 + }, + { + "epoch": 31.35708227311281, + "grad_norm": 0.8308414786709594, + "learning_rate": 1.6070792248095432e-05, + "loss": 0.0245, + "step": 36970 + }, + { + "epoch": 31.3579304495335, + "grad_norm": 0.7617854407922, + "learning_rate": 1.607057395498459e-05, + "loss": 0.0242, + "step": 36971 + }, + { + "epoch": 31.358778625954198, + "grad_norm": 1.0227695524117015, + "learning_rate": 1.6070355657292768e-05, + "loss": 0.0262, + "step": 36972 + }, + { + "epoch": 31.359626802374894, + "grad_norm": 0.895422550744258, + "learning_rate": 1.6070137355020133e-05, + "loss": 0.0258, + "step": 36973 + }, + { + "epoch": 31.36047497879559, + "grad_norm": 1.0030513938366556, + "learning_rate": 1.6069919048166842e-05, + "loss": 0.0261, + "step": 36974 + }, + { + "epoch": 31.361323155216287, + "grad_norm": 0.7561653201537064, + "learning_rate": 1.6069700736733072e-05, + "loss": 0.0262, + "step": 36975 + }, + { + "epoch": 31.36217133163698, + "grad_norm": 0.9167278214900051, + "learning_rate": 1.6069482420718975e-05, + "loss": 0.0255, + "step": 36976 + }, + { + "epoch": 31.363019508057675, + "grad_norm": 0.9129541161219892, + "learning_rate": 1.6069264100124722e-05, + "loss": 0.0262, + "step": 36977 + }, + { + "epoch": 31.36386768447837, + "grad_norm": 0.9192467113197998, + "learning_rate": 1.606904577495048e-05, + "loss": 0.0236, + "step": 36978 + }, + { + "epoch": 31.364715860899068, + "grad_norm": 0.8714500265640898, + "learning_rate": 1.606882744519641e-05, + "loss": 0.0249, + "step": 36979 + }, + { + "epoch": 31.365564037319764, + "grad_norm": 0.905275833263916, + "learning_rate": 1.6068609110862676e-05, + "loss": 0.0243, + "step": 36980 + }, + { + "epoch": 31.366412213740457, + "grad_norm": 0.7597963643038045, + "learning_rate": 1.6068390771949446e-05, + "loss": 0.0216, + "step": 36981 + }, + { + "epoch": 31.367260390161153, + "grad_norm": 0.8488970451378446, + "learning_rate": 1.6068172428456885e-05, + "loss": 0.0241, + "step": 36982 + }, + { + "epoch": 31.36810856658185, + "grad_norm": 0.8113470083754429, + "learning_rate": 1.606795408038515e-05, + "loss": 0.0234, + "step": 36983 + }, + { + "epoch": 31.368956743002546, + "grad_norm": 0.8845070333786301, + "learning_rate": 1.6067735727734416e-05, + "loss": 0.0243, + "step": 36984 + }, + { + "epoch": 31.36980491942324, + "grad_norm": 0.7038478925246091, + "learning_rate": 1.6067517370504844e-05, + "loss": 0.0256, + "step": 36985 + }, + { + "epoch": 31.370653095843934, + "grad_norm": 0.8063469750896688, + "learning_rate": 1.60672990086966e-05, + "loss": 0.0246, + "step": 36986 + }, + { + "epoch": 31.37150127226463, + "grad_norm": 0.9267891366263161, + "learning_rate": 1.606708064230984e-05, + "loss": 0.0253, + "step": 36987 + }, + { + "epoch": 31.372349448685327, + "grad_norm": 0.8168318931528461, + "learning_rate": 1.6066862271344744e-05, + "loss": 0.0255, + "step": 36988 + }, + { + "epoch": 31.373197625106023, + "grad_norm": 0.855683292099085, + "learning_rate": 1.6066643895801463e-05, + "loss": 0.0247, + "step": 36989 + }, + { + "epoch": 31.374045801526716, + "grad_norm": 0.9267546344040581, + "learning_rate": 1.606642551568017e-05, + "loss": 0.0258, + "step": 36990 + }, + { + "epoch": 31.374893977947412, + "grad_norm": 0.8164495249660751, + "learning_rate": 1.6066207130981026e-05, + "loss": 0.0231, + "step": 36991 + }, + { + "epoch": 31.37574215436811, + "grad_norm": 1.084436105853447, + "learning_rate": 1.6065988741704196e-05, + "loss": 0.0247, + "step": 36992 + }, + { + "epoch": 31.376590330788805, + "grad_norm": 0.9241443906635393, + "learning_rate": 1.606577034784985e-05, + "loss": 0.0247, + "step": 36993 + }, + { + "epoch": 31.3774385072095, + "grad_norm": 0.8369806964357118, + "learning_rate": 1.6065551949418146e-05, + "loss": 0.0243, + "step": 36994 + }, + { + "epoch": 31.378286683630193, + "grad_norm": 0.8393390927741007, + "learning_rate": 1.606533354640925e-05, + "loss": 0.0241, + "step": 36995 + }, + { + "epoch": 31.37913486005089, + "grad_norm": 0.7218952483167694, + "learning_rate": 1.606511513882333e-05, + "loss": 0.023, + "step": 36996 + }, + { + "epoch": 31.379983036471586, + "grad_norm": 0.739748643335213, + "learning_rate": 1.6064896726660548e-05, + "loss": 0.0241, + "step": 36997 + }, + { + "epoch": 31.380831212892282, + "grad_norm": 0.8785695420353616, + "learning_rate": 1.606467830992107e-05, + "loss": 0.0238, + "step": 36998 + }, + { + "epoch": 31.38167938931298, + "grad_norm": 0.8339726602459608, + "learning_rate": 1.6064459888605063e-05, + "loss": 0.0237, + "step": 36999 + }, + { + "epoch": 31.38252756573367, + "grad_norm": 1.0487612994217124, + "learning_rate": 1.606424146271269e-05, + "loss": 0.026, + "step": 37000 + }, + { + "epoch": 31.383375742154367, + "grad_norm": 0.9928915888217967, + "learning_rate": 1.6064023032244112e-05, + "loss": 0.0256, + "step": 37001 + }, + { + "epoch": 31.384223918575064, + "grad_norm": 0.6791659222767832, + "learning_rate": 1.60638045971995e-05, + "loss": 0.0215, + "step": 37002 + }, + { + "epoch": 31.38507209499576, + "grad_norm": 1.178201648503129, + "learning_rate": 1.6063586157579013e-05, + "loss": 0.0264, + "step": 37003 + }, + { + "epoch": 31.385920271416456, + "grad_norm": 0.8176855762347705, + "learning_rate": 1.606336771338282e-05, + "loss": 0.0238, + "step": 37004 + }, + { + "epoch": 31.38676844783715, + "grad_norm": 0.8493846786672068, + "learning_rate": 1.6063149264611086e-05, + "loss": 0.0254, + "step": 37005 + }, + { + "epoch": 31.387616624257845, + "grad_norm": 0.7800561275315675, + "learning_rate": 1.6062930811263973e-05, + "loss": 0.0231, + "step": 37006 + }, + { + "epoch": 31.38846480067854, + "grad_norm": 0.8167427445479581, + "learning_rate": 1.6062712353341648e-05, + "loss": 0.0251, + "step": 37007 + }, + { + "epoch": 31.389312977099237, + "grad_norm": 1.0365126649689382, + "learning_rate": 1.6062493890844275e-05, + "loss": 0.0274, + "step": 37008 + }, + { + "epoch": 31.390161153519934, + "grad_norm": 0.8665716752347767, + "learning_rate": 1.606227542377202e-05, + "loss": 0.0246, + "step": 37009 + }, + { + "epoch": 31.391009329940626, + "grad_norm": 0.9480181526961072, + "learning_rate": 1.6062056952125046e-05, + "loss": 0.0241, + "step": 37010 + }, + { + "epoch": 31.391857506361323, + "grad_norm": 0.956633844662858, + "learning_rate": 1.606183847590352e-05, + "loss": 0.0275, + "step": 37011 + }, + { + "epoch": 31.39270568278202, + "grad_norm": 0.7839666554661889, + "learning_rate": 1.6061619995107606e-05, + "loss": 0.0259, + "step": 37012 + }, + { + "epoch": 31.393553859202715, + "grad_norm": 0.86817164954038, + "learning_rate": 1.6061401509737466e-05, + "loss": 0.0253, + "step": 37013 + }, + { + "epoch": 31.39440203562341, + "grad_norm": 0.8787728591900691, + "learning_rate": 1.606118301979327e-05, + "loss": 0.0294, + "step": 37014 + }, + { + "epoch": 31.395250212044104, + "grad_norm": 0.7813366138727111, + "learning_rate": 1.606096452527518e-05, + "loss": 0.0242, + "step": 37015 + }, + { + "epoch": 31.3960983884648, + "grad_norm": 0.9456289412703802, + "learning_rate": 1.606074602618336e-05, + "loss": 0.0247, + "step": 37016 + }, + { + "epoch": 31.396946564885496, + "grad_norm": 1.01770397177385, + "learning_rate": 1.606052752251798e-05, + "loss": 0.0237, + "step": 37017 + }, + { + "epoch": 31.397794741306193, + "grad_norm": 0.8688558142549636, + "learning_rate": 1.6060309014279197e-05, + "loss": 0.0236, + "step": 37018 + }, + { + "epoch": 31.39864291772689, + "grad_norm": 0.8144746088496005, + "learning_rate": 1.606009050146718e-05, + "loss": 0.0243, + "step": 37019 + }, + { + "epoch": 31.39949109414758, + "grad_norm": 0.8197402987648068, + "learning_rate": 1.605987198408209e-05, + "loss": 0.0238, + "step": 37020 + }, + { + "epoch": 31.400339270568278, + "grad_norm": 0.8259929192417925, + "learning_rate": 1.6059653462124103e-05, + "loss": 0.0243, + "step": 37021 + }, + { + "epoch": 31.401187446988974, + "grad_norm": 0.8535953180578777, + "learning_rate": 1.6059434935593373e-05, + "loss": 0.023, + "step": 37022 + }, + { + "epoch": 31.40203562340967, + "grad_norm": 0.974470175839171, + "learning_rate": 1.6059216404490068e-05, + "loss": 0.0264, + "step": 37023 + }, + { + "epoch": 31.402883799830363, + "grad_norm": 0.8987046152333308, + "learning_rate": 1.6058997868814357e-05, + "loss": 0.0247, + "step": 37024 + }, + { + "epoch": 31.40373197625106, + "grad_norm": 0.8999108403853661, + "learning_rate": 1.6058779328566396e-05, + "loss": 0.0251, + "step": 37025 + }, + { + "epoch": 31.404580152671755, + "grad_norm": 0.8605142923357919, + "learning_rate": 1.605856078374636e-05, + "loss": 0.025, + "step": 37026 + }, + { + "epoch": 31.40542832909245, + "grad_norm": 0.9132216231235357, + "learning_rate": 1.6058342234354406e-05, + "loss": 0.0262, + "step": 37027 + }, + { + "epoch": 31.406276505513148, + "grad_norm": 0.8632766967678615, + "learning_rate": 1.60581236803907e-05, + "loss": 0.0238, + "step": 37028 + }, + { + "epoch": 31.40712468193384, + "grad_norm": 0.8235311823640283, + "learning_rate": 1.6057905121855415e-05, + "loss": 0.0257, + "step": 37029 + }, + { + "epoch": 31.407972858354537, + "grad_norm": 0.9998036010905108, + "learning_rate": 1.6057686558748708e-05, + "loss": 0.0267, + "step": 37030 + }, + { + "epoch": 31.408821034775233, + "grad_norm": 0.8892406846007807, + "learning_rate": 1.6057467991070744e-05, + "loss": 0.0267, + "step": 37031 + }, + { + "epoch": 31.40966921119593, + "grad_norm": 0.8183452998372627, + "learning_rate": 1.605724941882169e-05, + "loss": 0.0214, + "step": 37032 + }, + { + "epoch": 31.410517387616625, + "grad_norm": 0.8460829513528008, + "learning_rate": 1.605703084200171e-05, + "loss": 0.0269, + "step": 37033 + }, + { + "epoch": 31.411365564037318, + "grad_norm": 0.8007517296792144, + "learning_rate": 1.6056812260610972e-05, + "loss": 0.0268, + "step": 37034 + }, + { + "epoch": 31.412213740458014, + "grad_norm": 0.9517616414113607, + "learning_rate": 1.6056593674649636e-05, + "loss": 0.0234, + "step": 37035 + }, + { + "epoch": 31.41306191687871, + "grad_norm": 0.8530995198752647, + "learning_rate": 1.6056375084117872e-05, + "loss": 0.0271, + "step": 37036 + }, + { + "epoch": 31.413910093299407, + "grad_norm": 0.9359702077285966, + "learning_rate": 1.605615648901584e-05, + "loss": 0.0251, + "step": 37037 + }, + { + "epoch": 31.414758269720103, + "grad_norm": 1.3030106419150729, + "learning_rate": 1.605593788934371e-05, + "loss": 0.028, + "step": 37038 + }, + { + "epoch": 31.415606446140796, + "grad_norm": 0.8668798575094291, + "learning_rate": 1.6055719285101642e-05, + "loss": 0.0244, + "step": 37039 + }, + { + "epoch": 31.416454622561492, + "grad_norm": 0.9421743041661167, + "learning_rate": 1.6055500676289807e-05, + "loss": 0.0254, + "step": 37040 + }, + { + "epoch": 31.41730279898219, + "grad_norm": 0.8182779397344275, + "learning_rate": 1.605528206290836e-05, + "loss": 0.0248, + "step": 37041 + }, + { + "epoch": 31.418150975402884, + "grad_norm": 0.716686315533874, + "learning_rate": 1.605506344495748e-05, + "loss": 0.0214, + "step": 37042 + }, + { + "epoch": 31.41899915182358, + "grad_norm": 0.992176341001, + "learning_rate": 1.605484482243732e-05, + "loss": 0.0251, + "step": 37043 + }, + { + "epoch": 31.419847328244273, + "grad_norm": 0.8571710325314252, + "learning_rate": 1.6054626195348052e-05, + "loss": 0.0254, + "step": 37044 + }, + { + "epoch": 31.42069550466497, + "grad_norm": 0.9452273943611201, + "learning_rate": 1.6054407563689834e-05, + "loss": 0.0225, + "step": 37045 + }, + { + "epoch": 31.421543681085666, + "grad_norm": 0.7938987263297, + "learning_rate": 1.6054188927462835e-05, + "loss": 0.0243, + "step": 37046 + }, + { + "epoch": 31.422391857506362, + "grad_norm": 0.7199196243515699, + "learning_rate": 1.6053970286667226e-05, + "loss": 0.0224, + "step": 37047 + }, + { + "epoch": 31.42324003392706, + "grad_norm": 0.9651128636341051, + "learning_rate": 1.605375164130316e-05, + "loss": 0.0242, + "step": 37048 + }, + { + "epoch": 31.42408821034775, + "grad_norm": 0.8757131957980666, + "learning_rate": 1.6053532991370813e-05, + "loss": 0.026, + "step": 37049 + }, + { + "epoch": 31.424936386768447, + "grad_norm": 0.8179751618073984, + "learning_rate": 1.6053314336870345e-05, + "loss": 0.024, + "step": 37050 + }, + { + "epoch": 31.425784563189143, + "grad_norm": 0.8422108538923609, + "learning_rate": 1.6053095677801917e-05, + "loss": 0.022, + "step": 37051 + }, + { + "epoch": 31.42663273960984, + "grad_norm": 0.901805394974864, + "learning_rate": 1.6052877014165698e-05, + "loss": 0.022, + "step": 37052 + }, + { + "epoch": 31.427480916030536, + "grad_norm": 0.8206686055510382, + "learning_rate": 1.6052658345961857e-05, + "loss": 0.0243, + "step": 37053 + }, + { + "epoch": 31.42832909245123, + "grad_norm": 0.8631606069250912, + "learning_rate": 1.6052439673190557e-05, + "loss": 0.0237, + "step": 37054 + }, + { + "epoch": 31.429177268871925, + "grad_norm": 0.9641734192631545, + "learning_rate": 1.6052220995851957e-05, + "loss": 0.026, + "step": 37055 + }, + { + "epoch": 31.43002544529262, + "grad_norm": 0.6966682282119335, + "learning_rate": 1.6052002313946226e-05, + "loss": 0.0214, + "step": 37056 + }, + { + "epoch": 31.430873621713317, + "grad_norm": 0.8040993818986383, + "learning_rate": 1.605178362747353e-05, + "loss": 0.0244, + "step": 37057 + }, + { + "epoch": 31.431721798134014, + "grad_norm": 1.0063703452844346, + "learning_rate": 1.6051564936434038e-05, + "loss": 0.0289, + "step": 37058 + }, + { + "epoch": 31.432569974554706, + "grad_norm": 0.8192889790985823, + "learning_rate": 1.6051346240827905e-05, + "loss": 0.0241, + "step": 37059 + }, + { + "epoch": 31.433418150975402, + "grad_norm": 0.8438538361879593, + "learning_rate": 1.6051127540655303e-05, + "loss": 0.026, + "step": 37060 + }, + { + "epoch": 31.4342663273961, + "grad_norm": 0.8930080443866704, + "learning_rate": 1.6050908835916393e-05, + "loss": 0.0243, + "step": 37061 + }, + { + "epoch": 31.435114503816795, + "grad_norm": 0.9732000215648937, + "learning_rate": 1.605069012661135e-05, + "loss": 0.0258, + "step": 37062 + }, + { + "epoch": 31.435962680237488, + "grad_norm": 0.8197190024174723, + "learning_rate": 1.6050471412740323e-05, + "loss": 0.0248, + "step": 37063 + }, + { + "epoch": 31.436810856658184, + "grad_norm": 0.8629979786177003, + "learning_rate": 1.6050252694303488e-05, + "loss": 0.0257, + "step": 37064 + }, + { + "epoch": 31.43765903307888, + "grad_norm": 0.8100795250809792, + "learning_rate": 1.605003397130101e-05, + "loss": 0.0228, + "step": 37065 + }, + { + "epoch": 31.438507209499576, + "grad_norm": 0.8360122627434855, + "learning_rate": 1.604981524373305e-05, + "loss": 0.0248, + "step": 37066 + }, + { + "epoch": 31.439355385920273, + "grad_norm": 0.8645057463605569, + "learning_rate": 1.604959651159977e-05, + "loss": 0.0254, + "step": 37067 + }, + { + "epoch": 31.440203562340965, + "grad_norm": 0.8887092997687641, + "learning_rate": 1.6049377774901346e-05, + "loss": 0.0259, + "step": 37068 + }, + { + "epoch": 31.44105173876166, + "grad_norm": 0.8934815784771336, + "learning_rate": 1.6049159033637938e-05, + "loss": 0.0242, + "step": 37069 + }, + { + "epoch": 31.441899915182358, + "grad_norm": 0.8332383629159064, + "learning_rate": 1.6048940287809704e-05, + "loss": 0.0254, + "step": 37070 + }, + { + "epoch": 31.442748091603054, + "grad_norm": 0.8693387387243082, + "learning_rate": 1.604872153741682e-05, + "loss": 0.0245, + "step": 37071 + }, + { + "epoch": 31.44359626802375, + "grad_norm": 0.8388200054943866, + "learning_rate": 1.604850278245944e-05, + "loss": 0.0244, + "step": 37072 + }, + { + "epoch": 31.444444444444443, + "grad_norm": 0.8097854054087045, + "learning_rate": 1.604828402293774e-05, + "loss": 0.026, + "step": 37073 + }, + { + "epoch": 31.44529262086514, + "grad_norm": 0.791581854465911, + "learning_rate": 1.604806525885188e-05, + "loss": 0.0253, + "step": 37074 + }, + { + "epoch": 31.446140797285835, + "grad_norm": 0.8200676788576704, + "learning_rate": 1.6047846490202027e-05, + "loss": 0.0264, + "step": 37075 + }, + { + "epoch": 31.44698897370653, + "grad_norm": 0.8320407588902965, + "learning_rate": 1.6047627716988337e-05, + "loss": 0.0244, + "step": 37076 + }, + { + "epoch": 31.447837150127228, + "grad_norm": 0.8153051129870827, + "learning_rate": 1.6047408939210993e-05, + "loss": 0.0231, + "step": 37077 + }, + { + "epoch": 31.44868532654792, + "grad_norm": 0.8729169949806997, + "learning_rate": 1.604719015687014e-05, + "loss": 0.0233, + "step": 37078 + }, + { + "epoch": 31.449533502968617, + "grad_norm": 0.8892503845171741, + "learning_rate": 1.6046971369965958e-05, + "loss": 0.0241, + "step": 37079 + }, + { + "epoch": 31.450381679389313, + "grad_norm": 0.9185762942885213, + "learning_rate": 1.6046752578498606e-05, + "loss": 0.0268, + "step": 37080 + }, + { + "epoch": 31.45122985581001, + "grad_norm": 0.8218154594217173, + "learning_rate": 1.6046533782468247e-05, + "loss": 0.024, + "step": 37081 + }, + { + "epoch": 31.452078032230705, + "grad_norm": 1.0196925991517032, + "learning_rate": 1.604631498187505e-05, + "loss": 0.0276, + "step": 37082 + }, + { + "epoch": 31.452926208651398, + "grad_norm": 0.8784491561805368, + "learning_rate": 1.6046096176719182e-05, + "loss": 0.0244, + "step": 37083 + }, + { + "epoch": 31.453774385072094, + "grad_norm": 0.9741366584436556, + "learning_rate": 1.60458773670008e-05, + "loss": 0.0257, + "step": 37084 + }, + { + "epoch": 31.45462256149279, + "grad_norm": 0.6401857292510208, + "learning_rate": 1.604565855272008e-05, + "loss": 0.0223, + "step": 37085 + }, + { + "epoch": 31.455470737913487, + "grad_norm": 0.9404132470463722, + "learning_rate": 1.6045439733877176e-05, + "loss": 0.0251, + "step": 37086 + }, + { + "epoch": 31.456318914334183, + "grad_norm": 0.7116776259703417, + "learning_rate": 1.6045220910472264e-05, + "loss": 0.0226, + "step": 37087 + }, + { + "epoch": 31.457167090754876, + "grad_norm": 0.8483557209244708, + "learning_rate": 1.60450020825055e-05, + "loss": 0.0229, + "step": 37088 + }, + { + "epoch": 31.458015267175572, + "grad_norm": 1.3113843738687665, + "learning_rate": 1.6044783249977057e-05, + "loss": 0.028, + "step": 37089 + }, + { + "epoch": 31.458863443596268, + "grad_norm": 0.8257923200141081, + "learning_rate": 1.604456441288709e-05, + "loss": 0.0237, + "step": 37090 + }, + { + "epoch": 31.459711620016964, + "grad_norm": 0.9352498403022574, + "learning_rate": 1.6044345571235772e-05, + "loss": 0.0248, + "step": 37091 + }, + { + "epoch": 31.46055979643766, + "grad_norm": 0.8277265102148514, + "learning_rate": 1.6044126725023268e-05, + "loss": 0.0236, + "step": 37092 + }, + { + "epoch": 31.461407972858353, + "grad_norm": 0.9646289885963383, + "learning_rate": 1.604390787424974e-05, + "loss": 0.0262, + "step": 37093 + }, + { + "epoch": 31.46225614927905, + "grad_norm": 0.7452059800401748, + "learning_rate": 1.6043689018915357e-05, + "loss": 0.0221, + "step": 37094 + }, + { + "epoch": 31.463104325699746, + "grad_norm": 1.074092666652259, + "learning_rate": 1.604347015902028e-05, + "loss": 0.0306, + "step": 37095 + }, + { + "epoch": 31.463952502120442, + "grad_norm": 0.815522370268528, + "learning_rate": 1.6043251294564674e-05, + "loss": 0.0246, + "step": 37096 + }, + { + "epoch": 31.46480067854114, + "grad_norm": 0.8585310100400233, + "learning_rate": 1.604303242554871e-05, + "loss": 0.0249, + "step": 37097 + }, + { + "epoch": 31.46564885496183, + "grad_norm": 0.999170892853386, + "learning_rate": 1.604281355197254e-05, + "loss": 0.0274, + "step": 37098 + }, + { + "epoch": 31.466497031382527, + "grad_norm": 0.746593367818781, + "learning_rate": 1.6042594673836348e-05, + "loss": 0.0227, + "step": 37099 + }, + { + "epoch": 31.467345207803223, + "grad_norm": 0.8814253472641917, + "learning_rate": 1.6042375791140285e-05, + "loss": 0.0237, + "step": 37100 + }, + { + "epoch": 31.46819338422392, + "grad_norm": 0.9430540673718949, + "learning_rate": 1.604215690388452e-05, + "loss": 0.0236, + "step": 37101 + }, + { + "epoch": 31.469041560644612, + "grad_norm": 0.8538776209489572, + "learning_rate": 1.6041938012069224e-05, + "loss": 0.0221, + "step": 37102 + }, + { + "epoch": 31.46988973706531, + "grad_norm": 0.9690626441627889, + "learning_rate": 1.6041719115694554e-05, + "loss": 0.0261, + "step": 37103 + }, + { + "epoch": 31.470737913486005, + "grad_norm": 0.7954049472172096, + "learning_rate": 1.6041500214760676e-05, + "loss": 0.0223, + "step": 37104 + }, + { + "epoch": 31.4715860899067, + "grad_norm": 0.9179468629928373, + "learning_rate": 1.604128130926776e-05, + "loss": 0.0239, + "step": 37105 + }, + { + "epoch": 31.472434266327397, + "grad_norm": 0.7828732651304925, + "learning_rate": 1.6041062399215966e-05, + "loss": 0.0271, + "step": 37106 + }, + { + "epoch": 31.47328244274809, + "grad_norm": 0.7988836391226563, + "learning_rate": 1.6040843484605467e-05, + "loss": 0.022, + "step": 37107 + }, + { + "epoch": 31.474130619168786, + "grad_norm": 0.8766189873785348, + "learning_rate": 1.604062456543642e-05, + "loss": 0.0237, + "step": 37108 + }, + { + "epoch": 31.474978795589482, + "grad_norm": 0.9486760739852272, + "learning_rate": 1.6040405641708993e-05, + "loss": 0.0253, + "step": 37109 + }, + { + "epoch": 31.47582697201018, + "grad_norm": 1.434897869787705, + "learning_rate": 1.604018671342335e-05, + "loss": 0.0316, + "step": 37110 + }, + { + "epoch": 31.476675148430875, + "grad_norm": 0.8963747017078907, + "learning_rate": 1.6039967780579657e-05, + "loss": 0.0274, + "step": 37111 + }, + { + "epoch": 31.477523324851568, + "grad_norm": 0.816521505902658, + "learning_rate": 1.6039748843178083e-05, + "loss": 0.0268, + "step": 37112 + }, + { + "epoch": 31.478371501272264, + "grad_norm": 0.7820330463885279, + "learning_rate": 1.6039529901218787e-05, + "loss": 0.0226, + "step": 37113 + }, + { + "epoch": 31.47921967769296, + "grad_norm": 0.8247243251831046, + "learning_rate": 1.603931095470194e-05, + "loss": 0.0234, + "step": 37114 + }, + { + "epoch": 31.480067854113656, + "grad_norm": 0.8821430539661776, + "learning_rate": 1.60390920036277e-05, + "loss": 0.0249, + "step": 37115 + }, + { + "epoch": 31.480916030534353, + "grad_norm": 0.9589412576100127, + "learning_rate": 1.6038873047996244e-05, + "loss": 0.0257, + "step": 37116 + }, + { + "epoch": 31.481764206955045, + "grad_norm": 0.8379825439249037, + "learning_rate": 1.6038654087807725e-05, + "loss": 0.0249, + "step": 37117 + }, + { + "epoch": 31.48261238337574, + "grad_norm": 0.9729821284075877, + "learning_rate": 1.603843512306231e-05, + "loss": 0.0261, + "step": 37118 + }, + { + "epoch": 31.483460559796438, + "grad_norm": 1.0378097327987383, + "learning_rate": 1.6038216153760175e-05, + "loss": 0.0248, + "step": 37119 + }, + { + "epoch": 31.484308736217134, + "grad_norm": 0.9456974850104906, + "learning_rate": 1.6037997179901473e-05, + "loss": 0.0306, + "step": 37120 + }, + { + "epoch": 31.48515691263783, + "grad_norm": 0.8960468028831003, + "learning_rate": 1.6037778201486377e-05, + "loss": 0.0264, + "step": 37121 + }, + { + "epoch": 31.486005089058523, + "grad_norm": 1.0329493413912532, + "learning_rate": 1.6037559218515047e-05, + "loss": 0.0239, + "step": 37122 + }, + { + "epoch": 31.48685326547922, + "grad_norm": 0.987496903549929, + "learning_rate": 1.603734023098765e-05, + "loss": 0.0265, + "step": 37123 + }, + { + "epoch": 31.487701441899915, + "grad_norm": 0.9307278737158774, + "learning_rate": 1.603712123890435e-05, + "loss": 0.0245, + "step": 37124 + }, + { + "epoch": 31.48854961832061, + "grad_norm": 1.0323962773017443, + "learning_rate": 1.6036902242265315e-05, + "loss": 0.0284, + "step": 37125 + }, + { + "epoch": 31.489397794741308, + "grad_norm": 0.8822719206743445, + "learning_rate": 1.603668324107071e-05, + "loss": 0.022, + "step": 37126 + }, + { + "epoch": 31.490245971162, + "grad_norm": 1.014014080887279, + "learning_rate": 1.6036464235320697e-05, + "loss": 0.0256, + "step": 37127 + }, + { + "epoch": 31.491094147582697, + "grad_norm": 1.0167263242514133, + "learning_rate": 1.6036245225015448e-05, + "loss": 0.0258, + "step": 37128 + }, + { + "epoch": 31.491942324003393, + "grad_norm": 0.8516273347555047, + "learning_rate": 1.603602621015512e-05, + "loss": 0.0258, + "step": 37129 + }, + { + "epoch": 31.49279050042409, + "grad_norm": 0.8815706465255199, + "learning_rate": 1.6035807190739886e-05, + "loss": 0.024, + "step": 37130 + }, + { + "epoch": 31.493638676844785, + "grad_norm": 0.8239398790775536, + "learning_rate": 1.60355881667699e-05, + "loss": 0.0256, + "step": 37131 + }, + { + "epoch": 31.494486853265478, + "grad_norm": 0.735474202694641, + "learning_rate": 1.6035369138245343e-05, + "loss": 0.0241, + "step": 37132 + }, + { + "epoch": 31.495335029686174, + "grad_norm": 0.8803673619626492, + "learning_rate": 1.603515010516637e-05, + "loss": 0.0256, + "step": 37133 + }, + { + "epoch": 31.49618320610687, + "grad_norm": 0.8863395881834971, + "learning_rate": 1.6034931067533147e-05, + "loss": 0.0261, + "step": 37134 + }, + { + "epoch": 31.497031382527567, + "grad_norm": 1.10912382287747, + "learning_rate": 1.603471202534584e-05, + "loss": 0.0281, + "step": 37135 + }, + { + "epoch": 31.497879558948263, + "grad_norm": 0.9030921361062606, + "learning_rate": 1.6034492978604616e-05, + "loss": 0.0265, + "step": 37136 + }, + { + "epoch": 31.498727735368956, + "grad_norm": 0.8472059700498811, + "learning_rate": 1.6034273927309637e-05, + "loss": 0.0236, + "step": 37137 + }, + { + "epoch": 31.499575911789652, + "grad_norm": 0.9713130228450905, + "learning_rate": 1.6034054871461073e-05, + "loss": 0.0255, + "step": 37138 + }, + { + "epoch": 31.500424088210348, + "grad_norm": 0.90745042237674, + "learning_rate": 1.6033835811059087e-05, + "loss": 0.0249, + "step": 37139 + }, + { + "epoch": 31.501272264631044, + "grad_norm": 1.0541945550851162, + "learning_rate": 1.6033616746103844e-05, + "loss": 0.027, + "step": 37140 + }, + { + "epoch": 31.502120441051737, + "grad_norm": 0.9322611000611207, + "learning_rate": 1.603339767659551e-05, + "loss": 0.0243, + "step": 37141 + }, + { + "epoch": 31.502968617472433, + "grad_norm": 0.990482685813333, + "learning_rate": 1.603317860253425e-05, + "loss": 0.0282, + "step": 37142 + }, + { + "epoch": 31.50381679389313, + "grad_norm": 1.0460339581952718, + "learning_rate": 1.6032959523920224e-05, + "loss": 0.0267, + "step": 37143 + }, + { + "epoch": 31.504664970313826, + "grad_norm": 0.8673384779466375, + "learning_rate": 1.6032740440753604e-05, + "loss": 0.0247, + "step": 37144 + }, + { + "epoch": 31.505513146734522, + "grad_norm": 0.9459790512651173, + "learning_rate": 1.6032521353034557e-05, + "loss": 0.028, + "step": 37145 + }, + { + "epoch": 31.506361323155215, + "grad_norm": 1.072191948562242, + "learning_rate": 1.6032302260763244e-05, + "loss": 0.0297, + "step": 37146 + }, + { + "epoch": 31.50720949957591, + "grad_norm": 0.7834089014817169, + "learning_rate": 1.603208316393983e-05, + "loss": 0.0241, + "step": 37147 + }, + { + "epoch": 31.508057675996607, + "grad_norm": 0.8996115850946264, + "learning_rate": 1.6031864062564482e-05, + "loss": 0.0251, + "step": 37148 + }, + { + "epoch": 31.508905852417303, + "grad_norm": 0.8748666261364003, + "learning_rate": 1.6031644956637365e-05, + "loss": 0.0239, + "step": 37149 + }, + { + "epoch": 31.509754028838, + "grad_norm": 0.773079807890675, + "learning_rate": 1.6031425846158642e-05, + "loss": 0.0227, + "step": 37150 + }, + { + "epoch": 31.510602205258692, + "grad_norm": 0.8795071234224072, + "learning_rate": 1.6031206731128485e-05, + "loss": 0.0272, + "step": 37151 + }, + { + "epoch": 31.51145038167939, + "grad_norm": 1.0121550088410953, + "learning_rate": 1.6030987611547055e-05, + "loss": 0.0242, + "step": 37152 + }, + { + "epoch": 31.512298558100085, + "grad_norm": 0.8406048287901173, + "learning_rate": 1.6030768487414516e-05, + "loss": 0.0246, + "step": 37153 + }, + { + "epoch": 31.51314673452078, + "grad_norm": 0.935352994405008, + "learning_rate": 1.6030549358731036e-05, + "loss": 0.026, + "step": 37154 + }, + { + "epoch": 31.513994910941477, + "grad_norm": 0.8418899459444061, + "learning_rate": 1.6030330225496776e-05, + "loss": 0.0246, + "step": 37155 + }, + { + "epoch": 31.51484308736217, + "grad_norm": 1.0198328437693989, + "learning_rate": 1.603011108771191e-05, + "loss": 0.0266, + "step": 37156 + }, + { + "epoch": 31.515691263782866, + "grad_norm": 0.8463107041780477, + "learning_rate": 1.602989194537659e-05, + "loss": 0.0241, + "step": 37157 + }, + { + "epoch": 31.516539440203562, + "grad_norm": 0.801819255679943, + "learning_rate": 1.6029672798490993e-05, + "loss": 0.0244, + "step": 37158 + }, + { + "epoch": 31.51738761662426, + "grad_norm": 0.922136745543375, + "learning_rate": 1.6029453647055283e-05, + "loss": 0.0275, + "step": 37159 + }, + { + "epoch": 31.518235793044955, + "grad_norm": 0.9701841395504225, + "learning_rate": 1.602923449106962e-05, + "loss": 0.0272, + "step": 37160 + }, + { + "epoch": 31.519083969465647, + "grad_norm": 0.9675974486826835, + "learning_rate": 1.6029015330534173e-05, + "loss": 0.0259, + "step": 37161 + }, + { + "epoch": 31.519932145886344, + "grad_norm": 0.8129830552775982, + "learning_rate": 1.602879616544911e-05, + "loss": 0.025, + "step": 37162 + }, + { + "epoch": 31.52078032230704, + "grad_norm": 0.8941301246967341, + "learning_rate": 1.6028576995814588e-05, + "loss": 0.0243, + "step": 37163 + }, + { + "epoch": 31.521628498727736, + "grad_norm": 0.9162832878579049, + "learning_rate": 1.6028357821630778e-05, + "loss": 0.0267, + "step": 37164 + }, + { + "epoch": 31.522476675148432, + "grad_norm": 0.8049350194550553, + "learning_rate": 1.6028138642897845e-05, + "loss": 0.0239, + "step": 37165 + }, + { + "epoch": 31.523324851569125, + "grad_norm": 0.9856514616737033, + "learning_rate": 1.602791945961596e-05, + "loss": 0.0291, + "step": 37166 + }, + { + "epoch": 31.52417302798982, + "grad_norm": 0.9915458920830195, + "learning_rate": 1.6027700271785275e-05, + "loss": 0.0263, + "step": 37167 + }, + { + "epoch": 31.525021204410518, + "grad_norm": 0.8500138707901388, + "learning_rate": 1.602748107940597e-05, + "loss": 0.0226, + "step": 37168 + }, + { + "epoch": 31.525869380831214, + "grad_norm": 0.8132877827547635, + "learning_rate": 1.60272618824782e-05, + "loss": 0.0268, + "step": 37169 + }, + { + "epoch": 31.52671755725191, + "grad_norm": 0.9425297354727941, + "learning_rate": 1.6027042681002136e-05, + "loss": 0.0268, + "step": 37170 + }, + { + "epoch": 31.527565733672603, + "grad_norm": 0.8484510077170777, + "learning_rate": 1.6026823474977937e-05, + "loss": 0.0251, + "step": 37171 + }, + { + "epoch": 31.5284139100933, + "grad_norm": 0.8327054169377854, + "learning_rate": 1.6026604264405774e-05, + "loss": 0.0267, + "step": 37172 + }, + { + "epoch": 31.529262086513995, + "grad_norm": 0.8893199392593327, + "learning_rate": 1.6026385049285813e-05, + "loss": 0.0258, + "step": 37173 + }, + { + "epoch": 31.53011026293469, + "grad_norm": 0.8424165212667155, + "learning_rate": 1.6026165829618218e-05, + "loss": 0.0242, + "step": 37174 + }, + { + "epoch": 31.530958439355388, + "grad_norm": 1.2206682939653275, + "learning_rate": 1.6025946605403153e-05, + "loss": 0.0279, + "step": 37175 + }, + { + "epoch": 31.53180661577608, + "grad_norm": 0.8768451445971008, + "learning_rate": 1.602572737664078e-05, + "loss": 0.0243, + "step": 37176 + }, + { + "epoch": 31.532654792196777, + "grad_norm": 0.8192361754905442, + "learning_rate": 1.6025508143331276e-05, + "loss": 0.024, + "step": 37177 + }, + { + "epoch": 31.533502968617473, + "grad_norm": 1.0101061186771123, + "learning_rate": 1.6025288905474796e-05, + "loss": 0.0277, + "step": 37178 + }, + { + "epoch": 31.53435114503817, + "grad_norm": 0.8804793728156142, + "learning_rate": 1.6025069663071508e-05, + "loss": 0.0262, + "step": 37179 + }, + { + "epoch": 31.53519932145886, + "grad_norm": 0.8809444323200876, + "learning_rate": 1.602485041612158e-05, + "loss": 0.0257, + "step": 37180 + }, + { + "epoch": 31.536047497879558, + "grad_norm": 0.7955114845232022, + "learning_rate": 1.6024631164625177e-05, + "loss": 0.0256, + "step": 37181 + }, + { + "epoch": 31.536895674300254, + "grad_norm": 0.9162558659063778, + "learning_rate": 1.602441190858246e-05, + "loss": 0.0244, + "step": 37182 + }, + { + "epoch": 31.53774385072095, + "grad_norm": 0.8800899128389622, + "learning_rate": 1.60241926479936e-05, + "loss": 0.0249, + "step": 37183 + }, + { + "epoch": 31.538592027141647, + "grad_norm": 0.9026214220397862, + "learning_rate": 1.6023973382858757e-05, + "loss": 0.0263, + "step": 37184 + }, + { + "epoch": 31.53944020356234, + "grad_norm": 0.9157115683062229, + "learning_rate": 1.60237541131781e-05, + "loss": 0.0254, + "step": 37185 + }, + { + "epoch": 31.540288379983036, + "grad_norm": 0.9064612404780614, + "learning_rate": 1.60235348389518e-05, + "loss": 0.0246, + "step": 37186 + }, + { + "epoch": 31.541136556403732, + "grad_norm": 0.7375554227133038, + "learning_rate": 1.602331556018001e-05, + "loss": 0.0247, + "step": 37187 + }, + { + "epoch": 31.541984732824428, + "grad_norm": 0.8026274420796785, + "learning_rate": 1.6023096276862905e-05, + "loss": 0.025, + "step": 37188 + }, + { + "epoch": 31.542832909245124, + "grad_norm": 0.8947305547909002, + "learning_rate": 1.6022876989000643e-05, + "loss": 0.0252, + "step": 37189 + }, + { + "epoch": 31.543681085665817, + "grad_norm": 0.8562354694723281, + "learning_rate": 1.6022657696593398e-05, + "loss": 0.0257, + "step": 37190 + }, + { + "epoch": 31.544529262086513, + "grad_norm": 0.8832177279982562, + "learning_rate": 1.602243839964133e-05, + "loss": 0.0258, + "step": 37191 + }, + { + "epoch": 31.54537743850721, + "grad_norm": 1.0854298984065869, + "learning_rate": 1.6022219098144606e-05, + "loss": 0.0278, + "step": 37192 + }, + { + "epoch": 31.546225614927906, + "grad_norm": 0.9214632445670857, + "learning_rate": 1.6021999792103393e-05, + "loss": 0.0277, + "step": 37193 + }, + { + "epoch": 31.547073791348602, + "grad_norm": 0.8647543960303044, + "learning_rate": 1.6021780481517853e-05, + "loss": 0.026, + "step": 37194 + }, + { + "epoch": 31.547921967769295, + "grad_norm": 1.044142061057149, + "learning_rate": 1.6021561166388153e-05, + "loss": 0.0264, + "step": 37195 + }, + { + "epoch": 31.54877014418999, + "grad_norm": 0.7870040495812012, + "learning_rate": 1.6021341846714457e-05, + "loss": 0.0238, + "step": 37196 + }, + { + "epoch": 31.549618320610687, + "grad_norm": 0.923573154072972, + "learning_rate": 1.6021122522496937e-05, + "loss": 0.0274, + "step": 37197 + }, + { + "epoch": 31.550466497031383, + "grad_norm": 0.7719395199481077, + "learning_rate": 1.602090319373575e-05, + "loss": 0.023, + "step": 37198 + }, + { + "epoch": 31.55131467345208, + "grad_norm": 1.05893765002735, + "learning_rate": 1.6020683860431068e-05, + "loss": 0.0268, + "step": 37199 + }, + { + "epoch": 31.552162849872772, + "grad_norm": 0.8106451997361505, + "learning_rate": 1.6020464522583053e-05, + "loss": 0.0276, + "step": 37200 + }, + { + "epoch": 31.55301102629347, + "grad_norm": 0.945949057390359, + "learning_rate": 1.602024518019187e-05, + "loss": 0.0265, + "step": 37201 + }, + { + "epoch": 31.553859202714165, + "grad_norm": 0.7177944788865466, + "learning_rate": 1.6020025833257685e-05, + "loss": 0.0245, + "step": 37202 + }, + { + "epoch": 31.55470737913486, + "grad_norm": 0.8597709747726852, + "learning_rate": 1.6019806481780667e-05, + "loss": 0.0233, + "step": 37203 + }, + { + "epoch": 31.555555555555557, + "grad_norm": 0.8808007690807825, + "learning_rate": 1.6019587125760977e-05, + "loss": 0.0275, + "step": 37204 + }, + { + "epoch": 31.55640373197625, + "grad_norm": 0.7373038752673703, + "learning_rate": 1.6019367765198784e-05, + "loss": 0.0234, + "step": 37205 + }, + { + "epoch": 31.557251908396946, + "grad_norm": 0.9737601703992045, + "learning_rate": 1.6019148400094253e-05, + "loss": 0.0255, + "step": 37206 + }, + { + "epoch": 31.558100084817642, + "grad_norm": 0.8723671158290418, + "learning_rate": 1.6018929030447544e-05, + "loss": 0.0268, + "step": 37207 + }, + { + "epoch": 31.55894826123834, + "grad_norm": 0.7982025322224269, + "learning_rate": 1.6018709656258835e-05, + "loss": 0.0236, + "step": 37208 + }, + { + "epoch": 31.559796437659035, + "grad_norm": 0.9672001196897386, + "learning_rate": 1.6018490277528274e-05, + "loss": 0.0249, + "step": 37209 + }, + { + "epoch": 31.560644614079727, + "grad_norm": 0.6946028909655559, + "learning_rate": 1.6018270894256044e-05, + "loss": 0.0233, + "step": 37210 + }, + { + "epoch": 31.561492790500424, + "grad_norm": 0.9630702659535507, + "learning_rate": 1.6018051506442298e-05, + "loss": 0.0291, + "step": 37211 + }, + { + "epoch": 31.56234096692112, + "grad_norm": 0.8873128000194795, + "learning_rate": 1.601783211408721e-05, + "loss": 0.0272, + "step": 37212 + }, + { + "epoch": 31.563189143341816, + "grad_norm": 0.8193765648843293, + "learning_rate": 1.6017612717190938e-05, + "loss": 0.0236, + "step": 37213 + }, + { + "epoch": 31.564037319762512, + "grad_norm": 0.8181801560356683, + "learning_rate": 1.6017393315753653e-05, + "loss": 0.022, + "step": 37214 + }, + { + "epoch": 31.564885496183205, + "grad_norm": 0.7658746836950857, + "learning_rate": 1.6017173909775516e-05, + "loss": 0.0231, + "step": 37215 + }, + { + "epoch": 31.5657336726039, + "grad_norm": 0.9803062056689208, + "learning_rate": 1.60169544992567e-05, + "loss": 0.0266, + "step": 37216 + }, + { + "epoch": 31.566581849024598, + "grad_norm": 0.9394051747310813, + "learning_rate": 1.6016735084197366e-05, + "loss": 0.0238, + "step": 37217 + }, + { + "epoch": 31.567430025445294, + "grad_norm": 0.9037675865995066, + "learning_rate": 1.6016515664597676e-05, + "loss": 0.024, + "step": 37218 + }, + { + "epoch": 31.568278201865986, + "grad_norm": 0.877578942666584, + "learning_rate": 1.6016296240457804e-05, + "loss": 0.0268, + "step": 37219 + }, + { + "epoch": 31.569126378286683, + "grad_norm": 0.9819863454301226, + "learning_rate": 1.6016076811777906e-05, + "loss": 0.0243, + "step": 37220 + }, + { + "epoch": 31.56997455470738, + "grad_norm": 0.8771282576594143, + "learning_rate": 1.6015857378558156e-05, + "loss": 0.0282, + "step": 37221 + }, + { + "epoch": 31.570822731128075, + "grad_norm": 0.9563937349742181, + "learning_rate": 1.6015637940798713e-05, + "loss": 0.0254, + "step": 37222 + }, + { + "epoch": 31.57167090754877, + "grad_norm": 0.917870654235008, + "learning_rate": 1.6015418498499745e-05, + "loss": 0.0248, + "step": 37223 + }, + { + "epoch": 31.572519083969464, + "grad_norm": 0.950591806712784, + "learning_rate": 1.6015199051661423e-05, + "loss": 0.0273, + "step": 37224 + }, + { + "epoch": 31.57336726039016, + "grad_norm": 0.9045265620093166, + "learning_rate": 1.6014979600283906e-05, + "loss": 0.0262, + "step": 37225 + }, + { + "epoch": 31.574215436810857, + "grad_norm": 0.812558396834669, + "learning_rate": 1.601476014436736e-05, + "loss": 0.0254, + "step": 37226 + }, + { + "epoch": 31.575063613231553, + "grad_norm": 0.819791912394094, + "learning_rate": 1.6014540683911952e-05, + "loss": 0.0237, + "step": 37227 + }, + { + "epoch": 31.57591178965225, + "grad_norm": 0.8579151238842319, + "learning_rate": 1.6014321218917848e-05, + "loss": 0.0288, + "step": 37228 + }, + { + "epoch": 31.57675996607294, + "grad_norm": 0.8440773665523279, + "learning_rate": 1.6014101749385213e-05, + "loss": 0.0245, + "step": 37229 + }, + { + "epoch": 31.577608142493638, + "grad_norm": 0.7747440052009096, + "learning_rate": 1.6013882275314212e-05, + "loss": 0.0252, + "step": 37230 + }, + { + "epoch": 31.578456318914334, + "grad_norm": 0.8891400012425733, + "learning_rate": 1.6013662796705012e-05, + "loss": 0.0271, + "step": 37231 + }, + { + "epoch": 31.57930449533503, + "grad_norm": 0.9180522867053356, + "learning_rate": 1.601344331355778e-05, + "loss": 0.0267, + "step": 37232 + }, + { + "epoch": 31.580152671755727, + "grad_norm": 0.7826245338277277, + "learning_rate": 1.601322382587268e-05, + "loss": 0.0243, + "step": 37233 + }, + { + "epoch": 31.58100084817642, + "grad_norm": 0.9561200995114318, + "learning_rate": 1.6013004333649874e-05, + "loss": 0.0282, + "step": 37234 + }, + { + "epoch": 31.581849024597116, + "grad_norm": 0.9223713725561707, + "learning_rate": 1.601278483688953e-05, + "loss": 0.0262, + "step": 37235 + }, + { + "epoch": 31.58269720101781, + "grad_norm": 0.9181023637852092, + "learning_rate": 1.601256533559182e-05, + "loss": 0.0228, + "step": 37236 + }, + { + "epoch": 31.583545377438508, + "grad_norm": 0.8363427096785434, + "learning_rate": 1.60123458297569e-05, + "loss": 0.0257, + "step": 37237 + }, + { + "epoch": 31.584393553859204, + "grad_norm": 0.8847023336912135, + "learning_rate": 1.6012126319384943e-05, + "loss": 0.0232, + "step": 37238 + }, + { + "epoch": 31.585241730279897, + "grad_norm": 0.9305171065319735, + "learning_rate": 1.6011906804476106e-05, + "loss": 0.0257, + "step": 37239 + }, + { + "epoch": 31.586089906700593, + "grad_norm": 0.9040104799088942, + "learning_rate": 1.6011687285030567e-05, + "loss": 0.0286, + "step": 37240 + }, + { + "epoch": 31.58693808312129, + "grad_norm": 0.8002649297675737, + "learning_rate": 1.6011467761048482e-05, + "loss": 0.0238, + "step": 37241 + }, + { + "epoch": 31.587786259541986, + "grad_norm": 1.039257610516139, + "learning_rate": 1.601124823253002e-05, + "loss": 0.0254, + "step": 37242 + }, + { + "epoch": 31.588634435962682, + "grad_norm": 1.2484520107428236, + "learning_rate": 1.6011028699475345e-05, + "loss": 0.0267, + "step": 37243 + }, + { + "epoch": 31.589482612383375, + "grad_norm": 0.8134272237796284, + "learning_rate": 1.6010809161884622e-05, + "loss": 0.0241, + "step": 37244 + }, + { + "epoch": 31.59033078880407, + "grad_norm": 0.835955814956255, + "learning_rate": 1.6010589619758024e-05, + "loss": 0.0276, + "step": 37245 + }, + { + "epoch": 31.591178965224767, + "grad_norm": 0.9511378500258392, + "learning_rate": 1.6010370073095707e-05, + "loss": 0.0267, + "step": 37246 + }, + { + "epoch": 31.592027141645463, + "grad_norm": 0.9359143215958009, + "learning_rate": 1.601015052189784e-05, + "loss": 0.0254, + "step": 37247 + }, + { + "epoch": 31.59287531806616, + "grad_norm": 0.6861143029819573, + "learning_rate": 1.600993096616459e-05, + "loss": 0.0245, + "step": 37248 + }, + { + "epoch": 31.593723494486852, + "grad_norm": 0.7965317391107092, + "learning_rate": 1.6009711405896125e-05, + "loss": 0.0226, + "step": 37249 + }, + { + "epoch": 31.59457167090755, + "grad_norm": 0.829524749551221, + "learning_rate": 1.6009491841092605e-05, + "loss": 0.0225, + "step": 37250 + }, + { + "epoch": 31.595419847328245, + "grad_norm": 1.0333730796903515, + "learning_rate": 1.60092722717542e-05, + "loss": 0.0286, + "step": 37251 + }, + { + "epoch": 31.59626802374894, + "grad_norm": 0.9836397842845335, + "learning_rate": 1.6009052697881075e-05, + "loss": 0.0239, + "step": 37252 + }, + { + "epoch": 31.597116200169637, + "grad_norm": 0.9189026096679842, + "learning_rate": 1.6008833119473393e-05, + "loss": 0.0274, + "step": 37253 + }, + { + "epoch": 31.59796437659033, + "grad_norm": 0.8241795458611078, + "learning_rate": 1.6008613536531323e-05, + "loss": 0.0242, + "step": 37254 + }, + { + "epoch": 31.598812553011026, + "grad_norm": 0.8038421695558717, + "learning_rate": 1.6008393949055028e-05, + "loss": 0.0249, + "step": 37255 + }, + { + "epoch": 31.599660729431722, + "grad_norm": 0.9508288260026745, + "learning_rate": 1.6008174357044678e-05, + "loss": 0.0261, + "step": 37256 + }, + { + "epoch": 31.60050890585242, + "grad_norm": 0.8586193820916278, + "learning_rate": 1.600795476050043e-05, + "loss": 0.0233, + "step": 37257 + }, + { + "epoch": 31.60135708227311, + "grad_norm": 0.8381145062969473, + "learning_rate": 1.600773515942246e-05, + "loss": 0.0246, + "step": 37258 + }, + { + "epoch": 31.602205258693807, + "grad_norm": 0.8646615764187687, + "learning_rate": 1.600751555381093e-05, + "loss": 0.0244, + "step": 37259 + }, + { + "epoch": 31.603053435114504, + "grad_norm": 0.9554262245942399, + "learning_rate": 1.6007295943666004e-05, + "loss": 0.0251, + "step": 37260 + }, + { + "epoch": 31.6039016115352, + "grad_norm": 0.9419971310430966, + "learning_rate": 1.6007076328987846e-05, + "loss": 0.0249, + "step": 37261 + }, + { + "epoch": 31.604749787955896, + "grad_norm": 0.6761809646699647, + "learning_rate": 1.600685670977663e-05, + "loss": 0.0233, + "step": 37262 + }, + { + "epoch": 31.60559796437659, + "grad_norm": 0.8481436794263166, + "learning_rate": 1.600663708603251e-05, + "loss": 0.0253, + "step": 37263 + }, + { + "epoch": 31.606446140797285, + "grad_norm": 0.8846026033242779, + "learning_rate": 1.600641745775566e-05, + "loss": 0.023, + "step": 37264 + }, + { + "epoch": 31.60729431721798, + "grad_norm": 1.006845954330804, + "learning_rate": 1.6006197824946242e-05, + "loss": 0.0249, + "step": 37265 + }, + { + "epoch": 31.608142493638677, + "grad_norm": 1.0833500932665474, + "learning_rate": 1.6005978187604427e-05, + "loss": 0.0257, + "step": 37266 + }, + { + "epoch": 31.608990670059374, + "grad_norm": 0.9394618360443331, + "learning_rate": 1.6005758545730375e-05, + "loss": 0.0249, + "step": 37267 + }, + { + "epoch": 31.609838846480066, + "grad_norm": 1.1295169375227734, + "learning_rate": 1.6005538899324254e-05, + "loss": 0.0253, + "step": 37268 + }, + { + "epoch": 31.610687022900763, + "grad_norm": 0.7638655474599213, + "learning_rate": 1.6005319248386228e-05, + "loss": 0.0248, + "step": 37269 + }, + { + "epoch": 31.61153519932146, + "grad_norm": 0.861001312896181, + "learning_rate": 1.6005099592916467e-05, + "loss": 0.0244, + "step": 37270 + }, + { + "epoch": 31.612383375742155, + "grad_norm": 0.9470077028272769, + "learning_rate": 1.6004879932915135e-05, + "loss": 0.0245, + "step": 37271 + }, + { + "epoch": 31.61323155216285, + "grad_norm": 0.9227999952399359, + "learning_rate": 1.6004660268382393e-05, + "loss": 0.0252, + "step": 37272 + }, + { + "epoch": 31.614079728583544, + "grad_norm": 1.0072085341676338, + "learning_rate": 1.6004440599318414e-05, + "loss": 0.0253, + "step": 37273 + }, + { + "epoch": 31.61492790500424, + "grad_norm": 0.9786163242400708, + "learning_rate": 1.6004220925723355e-05, + "loss": 0.0261, + "step": 37274 + }, + { + "epoch": 31.615776081424936, + "grad_norm": 0.8632173964398214, + "learning_rate": 1.600400124759739e-05, + "loss": 0.0268, + "step": 37275 + }, + { + "epoch": 31.616624257845633, + "grad_norm": 1.0096119049705858, + "learning_rate": 1.6003781564940685e-05, + "loss": 0.0284, + "step": 37276 + }, + { + "epoch": 31.61747243426633, + "grad_norm": 0.8776537406255286, + "learning_rate": 1.60035618777534e-05, + "loss": 0.0244, + "step": 37277 + }, + { + "epoch": 31.61832061068702, + "grad_norm": 1.0103504282291822, + "learning_rate": 1.60033421860357e-05, + "loss": 0.0273, + "step": 37278 + }, + { + "epoch": 31.619168787107718, + "grad_norm": 0.8084800555149352, + "learning_rate": 1.6003122489787762e-05, + "loss": 0.0239, + "step": 37279 + }, + { + "epoch": 31.620016963528414, + "grad_norm": 0.9515316816672157, + "learning_rate": 1.6002902789009738e-05, + "loss": 0.0276, + "step": 37280 + }, + { + "epoch": 31.62086513994911, + "grad_norm": 0.9440143076805619, + "learning_rate": 1.60026830837018e-05, + "loss": 0.0254, + "step": 37281 + }, + { + "epoch": 31.621713316369807, + "grad_norm": 0.908595020202814, + "learning_rate": 1.6002463373864117e-05, + "loss": 0.0269, + "step": 37282 + }, + { + "epoch": 31.6225614927905, + "grad_norm": 1.0271402608249283, + "learning_rate": 1.600224365949685e-05, + "loss": 0.0292, + "step": 37283 + }, + { + "epoch": 31.623409669211195, + "grad_norm": 0.8654343954949791, + "learning_rate": 1.6002023940600164e-05, + "loss": 0.0261, + "step": 37284 + }, + { + "epoch": 31.62425784563189, + "grad_norm": 0.9253146035990907, + "learning_rate": 1.6001804217174227e-05, + "loss": 0.0268, + "step": 37285 + }, + { + "epoch": 31.625106022052588, + "grad_norm": 0.9502611457796314, + "learning_rate": 1.6001584489219206e-05, + "loss": 0.0276, + "step": 37286 + }, + { + "epoch": 31.625954198473284, + "grad_norm": 0.8075342932983312, + "learning_rate": 1.6001364756735268e-05, + "loss": 0.0249, + "step": 37287 + }, + { + "epoch": 31.626802374893977, + "grad_norm": 1.0923753800734906, + "learning_rate": 1.6001145019722574e-05, + "loss": 0.0273, + "step": 37288 + }, + { + "epoch": 31.627650551314673, + "grad_norm": 0.82370053962111, + "learning_rate": 1.6000925278181293e-05, + "loss": 0.0275, + "step": 37289 + }, + { + "epoch": 31.62849872773537, + "grad_norm": 0.8676136946762303, + "learning_rate": 1.6000705532111587e-05, + "loss": 0.0247, + "step": 37290 + }, + { + "epoch": 31.629346904156066, + "grad_norm": 0.9783699771364894, + "learning_rate": 1.600048578151363e-05, + "loss": 0.0245, + "step": 37291 + }, + { + "epoch": 31.63019508057676, + "grad_norm": 0.9301435187194119, + "learning_rate": 1.600026602638758e-05, + "loss": 0.0257, + "step": 37292 + }, + { + "epoch": 31.631043256997454, + "grad_norm": 0.8678839496559634, + "learning_rate": 1.6000046266733608e-05, + "loss": 0.0254, + "step": 37293 + }, + { + "epoch": 31.63189143341815, + "grad_norm": 0.8131198067195594, + "learning_rate": 1.5999826502551874e-05, + "loss": 0.0247, + "step": 37294 + }, + { + "epoch": 31.632739609838847, + "grad_norm": 0.869089589657428, + "learning_rate": 1.5999606733842547e-05, + "loss": 0.024, + "step": 37295 + }, + { + "epoch": 31.633587786259543, + "grad_norm": 0.922488644478724, + "learning_rate": 1.5999386960605794e-05, + "loss": 0.0278, + "step": 37296 + }, + { + "epoch": 31.634435962680236, + "grad_norm": 0.8695840901798739, + "learning_rate": 1.5999167182841783e-05, + "loss": 0.0251, + "step": 37297 + }, + { + "epoch": 31.635284139100932, + "grad_norm": 0.9024562049354071, + "learning_rate": 1.599894740055067e-05, + "loss": 0.0247, + "step": 37298 + }, + { + "epoch": 31.63613231552163, + "grad_norm": 0.8712275259037039, + "learning_rate": 1.5998727613732637e-05, + "loss": 0.029, + "step": 37299 + }, + { + "epoch": 31.636980491942325, + "grad_norm": 0.9276496881484568, + "learning_rate": 1.599850782238783e-05, + "loss": 0.0258, + "step": 37300 + }, + { + "epoch": 31.63782866836302, + "grad_norm": 1.0361364711483991, + "learning_rate": 1.599828802651643e-05, + "loss": 0.0276, + "step": 37301 + }, + { + "epoch": 31.638676844783713, + "grad_norm": 0.8961792970467012, + "learning_rate": 1.59980682261186e-05, + "loss": 0.0274, + "step": 37302 + }, + { + "epoch": 31.63952502120441, + "grad_norm": 0.9583778344879871, + "learning_rate": 1.5997848421194505e-05, + "loss": 0.0246, + "step": 37303 + }, + { + "epoch": 31.640373197625106, + "grad_norm": 0.9175363719658638, + "learning_rate": 1.5997628611744305e-05, + "loss": 0.0244, + "step": 37304 + }, + { + "epoch": 31.641221374045802, + "grad_norm": 0.8774309230247777, + "learning_rate": 1.5997408797768175e-05, + "loss": 0.0267, + "step": 37305 + }, + { + "epoch": 31.6420695504665, + "grad_norm": 0.8079412766465909, + "learning_rate": 1.5997188979266277e-05, + "loss": 0.027, + "step": 37306 + }, + { + "epoch": 31.64291772688719, + "grad_norm": 0.8628555592766697, + "learning_rate": 1.5996969156238772e-05, + "loss": 0.0265, + "step": 37307 + }, + { + "epoch": 31.643765903307887, + "grad_norm": 0.8876351658504417, + "learning_rate": 1.5996749328685836e-05, + "loss": 0.0268, + "step": 37308 + }, + { + "epoch": 31.644614079728584, + "grad_norm": 0.7792249814021478, + "learning_rate": 1.5996529496607625e-05, + "loss": 0.0232, + "step": 37309 + }, + { + "epoch": 31.64546225614928, + "grad_norm": 1.0613525601131615, + "learning_rate": 1.599630966000431e-05, + "loss": 0.0252, + "step": 37310 + }, + { + "epoch": 31.646310432569976, + "grad_norm": 0.76183770970785, + "learning_rate": 1.599608981887606e-05, + "loss": 0.0243, + "step": 37311 + }, + { + "epoch": 31.64715860899067, + "grad_norm": 1.0032141955021572, + "learning_rate": 1.599586997322303e-05, + "loss": 0.0272, + "step": 37312 + }, + { + "epoch": 31.648006785411365, + "grad_norm": 0.8312285013019562, + "learning_rate": 1.59956501230454e-05, + "loss": 0.0248, + "step": 37313 + }, + { + "epoch": 31.64885496183206, + "grad_norm": 0.960045063200685, + "learning_rate": 1.5995430268343322e-05, + "loss": 0.025, + "step": 37314 + }, + { + "epoch": 31.649703138252757, + "grad_norm": 0.9096005327855405, + "learning_rate": 1.5995210409116974e-05, + "loss": 0.027, + "step": 37315 + }, + { + "epoch": 31.650551314673454, + "grad_norm": 1.054966395179369, + "learning_rate": 1.5994990545366515e-05, + "loss": 0.0304, + "step": 37316 + }, + { + "epoch": 31.651399491094146, + "grad_norm": 0.8562611215896518, + "learning_rate": 1.5994770677092113e-05, + "loss": 0.0241, + "step": 37317 + }, + { + "epoch": 31.652247667514843, + "grad_norm": 1.0231202784376967, + "learning_rate": 1.5994550804293932e-05, + "loss": 0.0263, + "step": 37318 + }, + { + "epoch": 31.65309584393554, + "grad_norm": 0.8567109008335703, + "learning_rate": 1.5994330926972138e-05, + "loss": 0.0255, + "step": 37319 + }, + { + "epoch": 31.653944020356235, + "grad_norm": 0.84741408646096, + "learning_rate": 1.59941110451269e-05, + "loss": 0.0246, + "step": 37320 + }, + { + "epoch": 31.65479219677693, + "grad_norm": 0.9132636308002215, + "learning_rate": 1.5993891158758384e-05, + "loss": 0.0268, + "step": 37321 + }, + { + "epoch": 31.655640373197624, + "grad_norm": 1.0217584730162927, + "learning_rate": 1.5993671267866756e-05, + "loss": 0.027, + "step": 37322 + }, + { + "epoch": 31.65648854961832, + "grad_norm": 0.861866602784097, + "learning_rate": 1.5993451372452175e-05, + "loss": 0.0224, + "step": 37323 + }, + { + "epoch": 31.657336726039016, + "grad_norm": 0.7443685667174408, + "learning_rate": 1.5993231472514815e-05, + "loss": 0.0235, + "step": 37324 + }, + { + "epoch": 31.658184902459713, + "grad_norm": 0.7849654355693757, + "learning_rate": 1.5993011568054837e-05, + "loss": 0.0253, + "step": 37325 + }, + { + "epoch": 31.659033078880405, + "grad_norm": 0.8823808870219322, + "learning_rate": 1.599279165907241e-05, + "loss": 0.027, + "step": 37326 + }, + { + "epoch": 31.6598812553011, + "grad_norm": 0.9462199048471409, + "learning_rate": 1.5992571745567698e-05, + "loss": 0.0273, + "step": 37327 + }, + { + "epoch": 31.660729431721798, + "grad_norm": 0.8700072979749452, + "learning_rate": 1.5992351827540868e-05, + "loss": 0.0239, + "step": 37328 + }, + { + "epoch": 31.661577608142494, + "grad_norm": 0.7433242178180302, + "learning_rate": 1.599213190499209e-05, + "loss": 0.0238, + "step": 37329 + }, + { + "epoch": 31.66242578456319, + "grad_norm": 1.0877214104153043, + "learning_rate": 1.599191197792152e-05, + "loss": 0.0253, + "step": 37330 + }, + { + "epoch": 31.663273960983886, + "grad_norm": 0.7866001509781588, + "learning_rate": 1.5991692046329334e-05, + "loss": 0.0264, + "step": 37331 + }, + { + "epoch": 31.66412213740458, + "grad_norm": 0.887194338820555, + "learning_rate": 1.5991472110215688e-05, + "loss": 0.0239, + "step": 37332 + }, + { + "epoch": 31.664970313825275, + "grad_norm": 0.8926002211743984, + "learning_rate": 1.5991252169580756e-05, + "loss": 0.0265, + "step": 37333 + }, + { + "epoch": 31.66581849024597, + "grad_norm": 1.1930179043841491, + "learning_rate": 1.5991032224424704e-05, + "loss": 0.0272, + "step": 37334 + }, + { + "epoch": 31.666666666666668, + "grad_norm": 0.8830942698361599, + "learning_rate": 1.5990812274747695e-05, + "loss": 0.0259, + "step": 37335 + }, + { + "epoch": 31.66751484308736, + "grad_norm": 0.936178026187079, + "learning_rate": 1.5990592320549892e-05, + "loss": 0.0252, + "step": 37336 + }, + { + "epoch": 31.668363019508057, + "grad_norm": 0.886146388412607, + "learning_rate": 1.599037236183147e-05, + "loss": 0.0249, + "step": 37337 + }, + { + "epoch": 31.669211195928753, + "grad_norm": 1.0069785141957268, + "learning_rate": 1.5990152398592584e-05, + "loss": 0.0252, + "step": 37338 + }, + { + "epoch": 31.67005937234945, + "grad_norm": 0.9917339372127001, + "learning_rate": 1.5989932430833407e-05, + "loss": 0.0281, + "step": 37339 + }, + { + "epoch": 31.670907548770145, + "grad_norm": 1.0740166399098385, + "learning_rate": 1.5989712458554107e-05, + "loss": 0.0265, + "step": 37340 + }, + { + "epoch": 31.671755725190838, + "grad_norm": 0.9870138390503261, + "learning_rate": 1.5989492481754845e-05, + "loss": 0.0279, + "step": 37341 + }, + { + "epoch": 31.672603901611534, + "grad_norm": 0.8066232034363116, + "learning_rate": 1.5989272500435786e-05, + "loss": 0.0231, + "step": 37342 + }, + { + "epoch": 31.67345207803223, + "grad_norm": 0.8766683339146952, + "learning_rate": 1.59890525145971e-05, + "loss": 0.0258, + "step": 37343 + }, + { + "epoch": 31.674300254452927, + "grad_norm": 0.9507095629784226, + "learning_rate": 1.598883252423895e-05, + "loss": 0.0248, + "step": 37344 + }, + { + "epoch": 31.675148430873623, + "grad_norm": 0.8973608366288321, + "learning_rate": 1.5988612529361508e-05, + "loss": 0.0259, + "step": 37345 + }, + { + "epoch": 31.675996607294316, + "grad_norm": 0.7439733050116278, + "learning_rate": 1.5988392529964933e-05, + "loss": 0.026, + "step": 37346 + }, + { + "epoch": 31.676844783715012, + "grad_norm": 0.8847644643221454, + "learning_rate": 1.5988172526049392e-05, + "loss": 0.0241, + "step": 37347 + }, + { + "epoch": 31.67769296013571, + "grad_norm": 0.940721906965999, + "learning_rate": 1.5987952517615053e-05, + "loss": 0.026, + "step": 37348 + }, + { + "epoch": 31.678541136556404, + "grad_norm": 1.0171911427973643, + "learning_rate": 1.5987732504662085e-05, + "loss": 0.0253, + "step": 37349 + }, + { + "epoch": 31.6793893129771, + "grad_norm": 0.8072144549463494, + "learning_rate": 1.5987512487190646e-05, + "loss": 0.0257, + "step": 37350 + }, + { + "epoch": 31.680237489397793, + "grad_norm": 0.9341225550301698, + "learning_rate": 1.5987292465200906e-05, + "loss": 0.0254, + "step": 37351 + }, + { + "epoch": 31.68108566581849, + "grad_norm": 1.081667770783824, + "learning_rate": 1.5987072438693036e-05, + "loss": 0.0294, + "step": 37352 + }, + { + "epoch": 31.681933842239186, + "grad_norm": 0.9333987304829328, + "learning_rate": 1.5986852407667196e-05, + "loss": 0.0273, + "step": 37353 + }, + { + "epoch": 31.682782018659882, + "grad_norm": 0.834636439727849, + "learning_rate": 1.5986632372123554e-05, + "loss": 0.0257, + "step": 37354 + }, + { + "epoch": 31.68363019508058, + "grad_norm": 1.0355786977527786, + "learning_rate": 1.5986412332062275e-05, + "loss": 0.0264, + "step": 37355 + }, + { + "epoch": 31.68447837150127, + "grad_norm": 1.1482400004796827, + "learning_rate": 1.5986192287483525e-05, + "loss": 0.0253, + "step": 37356 + }, + { + "epoch": 31.685326547921967, + "grad_norm": 0.8752135172639133, + "learning_rate": 1.5985972238387475e-05, + "loss": 0.0243, + "step": 37357 + }, + { + "epoch": 31.686174724342663, + "grad_norm": 0.7917360004786722, + "learning_rate": 1.5985752184774285e-05, + "loss": 0.023, + "step": 37358 + }, + { + "epoch": 31.68702290076336, + "grad_norm": 0.9276973959679132, + "learning_rate": 1.598553212664412e-05, + "loss": 0.0265, + "step": 37359 + }, + { + "epoch": 31.687871077184056, + "grad_norm": 1.0585680197401486, + "learning_rate": 1.598531206399715e-05, + "loss": 0.0278, + "step": 37360 + }, + { + "epoch": 31.68871925360475, + "grad_norm": 0.8155423331864105, + "learning_rate": 1.5985091996833542e-05, + "loss": 0.0253, + "step": 37361 + }, + { + "epoch": 31.689567430025445, + "grad_norm": 0.8337029321242716, + "learning_rate": 1.598487192515346e-05, + "loss": 0.0264, + "step": 37362 + }, + { + "epoch": 31.69041560644614, + "grad_norm": 0.9445615274562289, + "learning_rate": 1.598465184895707e-05, + "loss": 0.0246, + "step": 37363 + }, + { + "epoch": 31.691263782866837, + "grad_norm": 0.8009253438620264, + "learning_rate": 1.5984431768244538e-05, + "loss": 0.0252, + "step": 37364 + }, + { + "epoch": 31.69211195928753, + "grad_norm": 0.8317164873376106, + "learning_rate": 1.598421168301603e-05, + "loss": 0.0239, + "step": 37365 + }, + { + "epoch": 31.692960135708226, + "grad_norm": 0.7867513503814567, + "learning_rate": 1.5983991593271712e-05, + "loss": 0.0251, + "step": 37366 + }, + { + "epoch": 31.693808312128922, + "grad_norm": 0.9625266623853361, + "learning_rate": 1.598377149901175e-05, + "loss": 0.0278, + "step": 37367 + }, + { + "epoch": 31.69465648854962, + "grad_norm": 0.7393984496105759, + "learning_rate": 1.598355140023631e-05, + "loss": 0.0224, + "step": 37368 + }, + { + "epoch": 31.695504664970315, + "grad_norm": 0.9272812726664331, + "learning_rate": 1.5983331296945565e-05, + "loss": 0.0268, + "step": 37369 + }, + { + "epoch": 31.696352841391008, + "grad_norm": 0.9084181148029387, + "learning_rate": 1.598311118913967e-05, + "loss": 0.028, + "step": 37370 + }, + { + "epoch": 31.697201017811704, + "grad_norm": 0.7779033015658176, + "learning_rate": 1.5982891076818798e-05, + "loss": 0.0218, + "step": 37371 + }, + { + "epoch": 31.6980491942324, + "grad_norm": 0.7921555131483493, + "learning_rate": 1.598267095998311e-05, + "loss": 0.0243, + "step": 37372 + }, + { + "epoch": 31.698897370653096, + "grad_norm": 1.108056937512758, + "learning_rate": 1.5982450838632777e-05, + "loss": 0.0244, + "step": 37373 + }, + { + "epoch": 31.699745547073793, + "grad_norm": 0.9106774997944297, + "learning_rate": 1.5982230712767962e-05, + "loss": 0.0258, + "step": 37374 + }, + { + "epoch": 31.700593723494485, + "grad_norm": 1.0170811845738974, + "learning_rate": 1.5982010582388837e-05, + "loss": 0.0262, + "step": 37375 + }, + { + "epoch": 31.70144189991518, + "grad_norm": 0.9072394355386063, + "learning_rate": 1.598179044749556e-05, + "loss": 0.0254, + "step": 37376 + }, + { + "epoch": 31.702290076335878, + "grad_norm": 0.9685746829134609, + "learning_rate": 1.59815703080883e-05, + "loss": 0.0255, + "step": 37377 + }, + { + "epoch": 31.703138252756574, + "grad_norm": 0.917333780976619, + "learning_rate": 1.598135016416722e-05, + "loss": 0.0265, + "step": 37378 + }, + { + "epoch": 31.70398642917727, + "grad_norm": 1.045894852170795, + "learning_rate": 1.59811300157325e-05, + "loss": 0.0276, + "step": 37379 + }, + { + "epoch": 31.704834605597963, + "grad_norm": 0.9426364826197584, + "learning_rate": 1.5980909862784287e-05, + "loss": 0.0255, + "step": 37380 + }, + { + "epoch": 31.70568278201866, + "grad_norm": 1.0258495601713007, + "learning_rate": 1.5980689705322757e-05, + "loss": 0.0272, + "step": 37381 + }, + { + "epoch": 31.706530958439355, + "grad_norm": 0.9357641925977748, + "learning_rate": 1.5980469543348077e-05, + "loss": 0.0257, + "step": 37382 + }, + { + "epoch": 31.70737913486005, + "grad_norm": 0.8887115319132672, + "learning_rate": 1.5980249376860416e-05, + "loss": 0.0247, + "step": 37383 + }, + { + "epoch": 31.708227311280748, + "grad_norm": 0.7872382220374584, + "learning_rate": 1.5980029205859932e-05, + "loss": 0.023, + "step": 37384 + }, + { + "epoch": 31.70907548770144, + "grad_norm": 0.7516587146752385, + "learning_rate": 1.597980903034679e-05, + "loss": 0.0225, + "step": 37385 + }, + { + "epoch": 31.709923664122137, + "grad_norm": 0.8533102348206374, + "learning_rate": 1.5979588850321166e-05, + "loss": 0.0254, + "step": 37386 + }, + { + "epoch": 31.710771840542833, + "grad_norm": 0.9421620191428275, + "learning_rate": 1.597936866578322e-05, + "loss": 0.0242, + "step": 37387 + }, + { + "epoch": 31.71162001696353, + "grad_norm": 0.901377356320041, + "learning_rate": 1.597914847673312e-05, + "loss": 0.0261, + "step": 37388 + }, + { + "epoch": 31.712468193384225, + "grad_norm": 1.0639461765900038, + "learning_rate": 1.597892828317103e-05, + "loss": 0.0301, + "step": 37389 + }, + { + "epoch": 31.713316369804918, + "grad_norm": 1.0592482110445876, + "learning_rate": 1.5978708085097116e-05, + "loss": 0.0271, + "step": 37390 + }, + { + "epoch": 31.714164546225614, + "grad_norm": 0.7971466252131078, + "learning_rate": 1.5978487882511546e-05, + "loss": 0.0251, + "step": 37391 + }, + { + "epoch": 31.71501272264631, + "grad_norm": 0.7946526861214338, + "learning_rate": 1.5978267675414486e-05, + "loss": 0.0239, + "step": 37392 + }, + { + "epoch": 31.715860899067007, + "grad_norm": 0.8322595005049749, + "learning_rate": 1.5978047463806104e-05, + "loss": 0.0253, + "step": 37393 + }, + { + "epoch": 31.716709075487703, + "grad_norm": 1.1068979009960798, + "learning_rate": 1.5977827247686564e-05, + "loss": 0.0313, + "step": 37394 + }, + { + "epoch": 31.717557251908396, + "grad_norm": 0.9168740754107819, + "learning_rate": 1.597760702705603e-05, + "loss": 0.0271, + "step": 37395 + }, + { + "epoch": 31.718405428329092, + "grad_norm": 0.8446100691506996, + "learning_rate": 1.5977386801914672e-05, + "loss": 0.0259, + "step": 37396 + }, + { + "epoch": 31.719253604749788, + "grad_norm": 0.9950409425351634, + "learning_rate": 1.5977166572262656e-05, + "loss": 0.0291, + "step": 37397 + }, + { + "epoch": 31.720101781170484, + "grad_norm": 0.7527878003076806, + "learning_rate": 1.5976946338100145e-05, + "loss": 0.0244, + "step": 37398 + }, + { + "epoch": 31.72094995759118, + "grad_norm": 0.9716846644529824, + "learning_rate": 1.597672609942731e-05, + "loss": 0.0249, + "step": 37399 + }, + { + "epoch": 31.721798134011873, + "grad_norm": 0.7877624801496614, + "learning_rate": 1.597650585624431e-05, + "loss": 0.023, + "step": 37400 + }, + { + "epoch": 31.72264631043257, + "grad_norm": 0.8555710166102164, + "learning_rate": 1.5976285608551316e-05, + "loss": 0.0245, + "step": 37401 + }, + { + "epoch": 31.723494486853266, + "grad_norm": 0.7529143455852757, + "learning_rate": 1.5976065356348494e-05, + "loss": 0.0254, + "step": 37402 + }, + { + "epoch": 31.724342663273962, + "grad_norm": 0.8337467276957592, + "learning_rate": 1.5975845099636015e-05, + "loss": 0.0242, + "step": 37403 + }, + { + "epoch": 31.725190839694655, + "grad_norm": 0.9085486670396166, + "learning_rate": 1.5975624838414034e-05, + "loss": 0.027, + "step": 37404 + }, + { + "epoch": 31.72603901611535, + "grad_norm": 0.8624888273307996, + "learning_rate": 1.5975404572682723e-05, + "loss": 0.0266, + "step": 37405 + }, + { + "epoch": 31.726887192536047, + "grad_norm": 0.956219762803197, + "learning_rate": 1.5975184302442254e-05, + "loss": 0.0246, + "step": 37406 + }, + { + "epoch": 31.727735368956743, + "grad_norm": 0.9145251330791776, + "learning_rate": 1.5974964027692784e-05, + "loss": 0.0259, + "step": 37407 + }, + { + "epoch": 31.72858354537744, + "grad_norm": 0.9539971056066807, + "learning_rate": 1.5974743748434483e-05, + "loss": 0.0249, + "step": 37408 + }, + { + "epoch": 31.729431721798132, + "grad_norm": 0.9226025648791067, + "learning_rate": 1.5974523464667517e-05, + "loss": 0.0268, + "step": 37409 + }, + { + "epoch": 31.73027989821883, + "grad_norm": 1.1187184385179314, + "learning_rate": 1.5974303176392055e-05, + "loss": 0.0258, + "step": 37410 + }, + { + "epoch": 31.731128074639525, + "grad_norm": 1.0057620958888742, + "learning_rate": 1.5974082883608254e-05, + "loss": 0.0253, + "step": 37411 + }, + { + "epoch": 31.73197625106022, + "grad_norm": 0.8403743386042468, + "learning_rate": 1.5973862586316293e-05, + "loss": 0.0271, + "step": 37412 + }, + { + "epoch": 31.732824427480917, + "grad_norm": 0.8953693517120803, + "learning_rate": 1.597364228451633e-05, + "loss": 0.029, + "step": 37413 + }, + { + "epoch": 31.73367260390161, + "grad_norm": 0.9293836272314491, + "learning_rate": 1.5973421978208535e-05, + "loss": 0.0247, + "step": 37414 + }, + { + "epoch": 31.734520780322306, + "grad_norm": 1.5272659070197745, + "learning_rate": 1.5973201667393072e-05, + "loss": 0.026, + "step": 37415 + }, + { + "epoch": 31.735368956743002, + "grad_norm": 0.8299979442056472, + "learning_rate": 1.5972981352070108e-05, + "loss": 0.0283, + "step": 37416 + }, + { + "epoch": 31.7362171331637, + "grad_norm": 0.8721837963921707, + "learning_rate": 1.597276103223981e-05, + "loss": 0.0263, + "step": 37417 + }, + { + "epoch": 31.737065309584395, + "grad_norm": 1.1237258769834166, + "learning_rate": 1.5972540707902337e-05, + "loss": 0.0274, + "step": 37418 + }, + { + "epoch": 31.737913486005088, + "grad_norm": 0.842725170914694, + "learning_rate": 1.597232037905787e-05, + "loss": 0.0244, + "step": 37419 + }, + { + "epoch": 31.738761662425784, + "grad_norm": 0.8782390205905074, + "learning_rate": 1.597210004570656e-05, + "loss": 0.0252, + "step": 37420 + }, + { + "epoch": 31.73960983884648, + "grad_norm": 0.9287846648949077, + "learning_rate": 1.5971879707848586e-05, + "loss": 0.0235, + "step": 37421 + }, + { + "epoch": 31.740458015267176, + "grad_norm": 1.0485389561875256, + "learning_rate": 1.5971659365484108e-05, + "loss": 0.0278, + "step": 37422 + }, + { + "epoch": 31.741306191687872, + "grad_norm": 0.733278417046101, + "learning_rate": 1.597143901861329e-05, + "loss": 0.0243, + "step": 37423 + }, + { + "epoch": 31.742154368108565, + "grad_norm": 0.8246104757391266, + "learning_rate": 1.59712186672363e-05, + "loss": 0.0253, + "step": 37424 + }, + { + "epoch": 31.74300254452926, + "grad_norm": 0.7892922250012554, + "learning_rate": 1.5970998311353307e-05, + "loss": 0.0235, + "step": 37425 + }, + { + "epoch": 31.743850720949958, + "grad_norm": 1.0130423600925265, + "learning_rate": 1.5970777950964476e-05, + "loss": 0.0255, + "step": 37426 + }, + { + "epoch": 31.744698897370654, + "grad_norm": 0.7540959506858753, + "learning_rate": 1.5970557586069975e-05, + "loss": 0.0251, + "step": 37427 + }, + { + "epoch": 31.74554707379135, + "grad_norm": 0.799951904069944, + "learning_rate": 1.5970337216669964e-05, + "loss": 0.0246, + "step": 37428 + }, + { + "epoch": 31.746395250212043, + "grad_norm": 0.8873255429721935, + "learning_rate": 1.5970116842764615e-05, + "loss": 0.0271, + "step": 37429 + }, + { + "epoch": 31.74724342663274, + "grad_norm": 0.9602567019979111, + "learning_rate": 1.5969896464354094e-05, + "loss": 0.025, + "step": 37430 + }, + { + "epoch": 31.748091603053435, + "grad_norm": 0.8317844727201884, + "learning_rate": 1.5969676081438564e-05, + "loss": 0.0228, + "step": 37431 + }, + { + "epoch": 31.74893977947413, + "grad_norm": 0.9187959975583097, + "learning_rate": 1.5969455694018194e-05, + "loss": 0.0261, + "step": 37432 + }, + { + "epoch": 31.749787955894828, + "grad_norm": 0.8450592107120648, + "learning_rate": 1.596923530209315e-05, + "loss": 0.0258, + "step": 37433 + }, + { + "epoch": 31.75063613231552, + "grad_norm": 0.9848967708129042, + "learning_rate": 1.59690149056636e-05, + "loss": 0.0271, + "step": 37434 + }, + { + "epoch": 31.751484308736217, + "grad_norm": 0.8076766022917359, + "learning_rate": 1.5968794504729707e-05, + "loss": 0.0261, + "step": 37435 + }, + { + "epoch": 31.752332485156913, + "grad_norm": 0.9415840705069928, + "learning_rate": 1.5968574099291635e-05, + "loss": 0.0275, + "step": 37436 + }, + { + "epoch": 31.75318066157761, + "grad_norm": 0.9270762278540082, + "learning_rate": 1.5968353689349557e-05, + "loss": 0.0265, + "step": 37437 + }, + { + "epoch": 31.754028837998305, + "grad_norm": 0.8601210491934653, + "learning_rate": 1.5968133274903636e-05, + "loss": 0.0265, + "step": 37438 + }, + { + "epoch": 31.754877014418998, + "grad_norm": 0.8673428343272378, + "learning_rate": 1.596791285595404e-05, + "loss": 0.0268, + "step": 37439 + }, + { + "epoch": 31.755725190839694, + "grad_norm": 0.9989592948615248, + "learning_rate": 1.5967692432500933e-05, + "loss": 0.0291, + "step": 37440 + }, + { + "epoch": 31.75657336726039, + "grad_norm": 1.038358045080357, + "learning_rate": 1.596747200454448e-05, + "loss": 0.0279, + "step": 37441 + }, + { + "epoch": 31.757421543681087, + "grad_norm": 0.994471639665338, + "learning_rate": 1.596725157208485e-05, + "loss": 0.0264, + "step": 37442 + }, + { + "epoch": 31.75826972010178, + "grad_norm": 0.8093576322418109, + "learning_rate": 1.5967031135122212e-05, + "loss": 0.0244, + "step": 37443 + }, + { + "epoch": 31.759117896522476, + "grad_norm": 1.0186172281129278, + "learning_rate": 1.5966810693656726e-05, + "loss": 0.0273, + "step": 37444 + }, + { + "epoch": 31.759966072943172, + "grad_norm": 0.9701869684304884, + "learning_rate": 1.596659024768856e-05, + "loss": 0.027, + "step": 37445 + }, + { + "epoch": 31.760814249363868, + "grad_norm": 0.7679827852277741, + "learning_rate": 1.5966369797217888e-05, + "loss": 0.0245, + "step": 37446 + }, + { + "epoch": 31.761662425784564, + "grad_norm": 0.9062339610520302, + "learning_rate": 1.596614934224487e-05, + "loss": 0.0275, + "step": 37447 + }, + { + "epoch": 31.762510602205257, + "grad_norm": 0.788967900250048, + "learning_rate": 1.596592888276967e-05, + "loss": 0.0251, + "step": 37448 + }, + { + "epoch": 31.763358778625953, + "grad_norm": 0.911651619402415, + "learning_rate": 1.5965708418792456e-05, + "loss": 0.0275, + "step": 37449 + }, + { + "epoch": 31.76420695504665, + "grad_norm": 1.1880519104472589, + "learning_rate": 1.5965487950313395e-05, + "loss": 0.0263, + "step": 37450 + }, + { + "epoch": 31.765055131467346, + "grad_norm": 0.9824978086557296, + "learning_rate": 1.596526747733266e-05, + "loss": 0.0249, + "step": 37451 + }, + { + "epoch": 31.765903307888042, + "grad_norm": 0.8541918129145775, + "learning_rate": 1.5965046999850403e-05, + "loss": 0.0246, + "step": 37452 + }, + { + "epoch": 31.766751484308735, + "grad_norm": 0.8973676961329661, + "learning_rate": 1.5964826517866804e-05, + "loss": 0.0251, + "step": 37453 + }, + { + "epoch": 31.76759966072943, + "grad_norm": 1.0358857324622146, + "learning_rate": 1.596460603138202e-05, + "loss": 0.0262, + "step": 37454 + }, + { + "epoch": 31.768447837150127, + "grad_norm": 0.9196680586616713, + "learning_rate": 1.5964385540396227e-05, + "loss": 0.0261, + "step": 37455 + }, + { + "epoch": 31.769296013570823, + "grad_norm": 0.8528064401017457, + "learning_rate": 1.596416504490958e-05, + "loss": 0.0266, + "step": 37456 + }, + { + "epoch": 31.77014418999152, + "grad_norm": 0.9053605935520953, + "learning_rate": 1.5963944544922253e-05, + "loss": 0.0271, + "step": 37457 + }, + { + "epoch": 31.770992366412212, + "grad_norm": 0.8798340970597739, + "learning_rate": 1.5963724040434412e-05, + "loss": 0.0258, + "step": 37458 + }, + { + "epoch": 31.77184054283291, + "grad_norm": 0.7642468915847805, + "learning_rate": 1.5963503531446217e-05, + "loss": 0.0236, + "step": 37459 + }, + { + "epoch": 31.772688719253605, + "grad_norm": 1.1418983301757586, + "learning_rate": 1.5963283017957848e-05, + "loss": 0.0318, + "step": 37460 + }, + { + "epoch": 31.7735368956743, + "grad_norm": 0.9120159250064712, + "learning_rate": 1.5963062499969456e-05, + "loss": 0.0252, + "step": 37461 + }, + { + "epoch": 31.774385072094997, + "grad_norm": 1.0283805188169297, + "learning_rate": 1.5962841977481216e-05, + "loss": 0.0284, + "step": 37462 + }, + { + "epoch": 31.77523324851569, + "grad_norm": 0.972393583995967, + "learning_rate": 1.596262145049329e-05, + "loss": 0.0252, + "step": 37463 + }, + { + "epoch": 31.776081424936386, + "grad_norm": 0.9700349720541137, + "learning_rate": 1.596240091900585e-05, + "loss": 0.0269, + "step": 37464 + }, + { + "epoch": 31.776929601357082, + "grad_norm": 0.9910679977765106, + "learning_rate": 1.596218038301906e-05, + "loss": 0.0281, + "step": 37465 + }, + { + "epoch": 31.77777777777778, + "grad_norm": 0.8405790745391614, + "learning_rate": 1.5961959842533083e-05, + "loss": 0.025, + "step": 37466 + }, + { + "epoch": 31.778625954198475, + "grad_norm": 0.9178815401504117, + "learning_rate": 1.596173929754809e-05, + "loss": 0.0274, + "step": 37467 + }, + { + "epoch": 31.779474130619167, + "grad_norm": 0.8759346010192397, + "learning_rate": 1.5961518748064248e-05, + "loss": 0.0285, + "step": 37468 + }, + { + "epoch": 31.780322307039864, + "grad_norm": 0.8166334814648896, + "learning_rate": 1.5961298194081717e-05, + "loss": 0.0253, + "step": 37469 + }, + { + "epoch": 31.78117048346056, + "grad_norm": 0.714220690186925, + "learning_rate": 1.5961077635600665e-05, + "loss": 0.0238, + "step": 37470 + }, + { + "epoch": 31.782018659881256, + "grad_norm": 0.8302254856851711, + "learning_rate": 1.5960857072621265e-05, + "loss": 0.027, + "step": 37471 + }, + { + "epoch": 31.782866836301952, + "grad_norm": 0.941670895942549, + "learning_rate": 1.596063650514368e-05, + "loss": 0.0273, + "step": 37472 + }, + { + "epoch": 31.783715012722645, + "grad_norm": 0.9497523832180654, + "learning_rate": 1.5960415933168075e-05, + "loss": 0.0301, + "step": 37473 + }, + { + "epoch": 31.78456318914334, + "grad_norm": 0.8081416426746681, + "learning_rate": 1.5960195356694613e-05, + "loss": 0.0247, + "step": 37474 + }, + { + "epoch": 31.785411365564038, + "grad_norm": 0.9556997025744717, + "learning_rate": 1.595997477572347e-05, + "loss": 0.0271, + "step": 37475 + }, + { + "epoch": 31.786259541984734, + "grad_norm": 0.8621922948517695, + "learning_rate": 1.5959754190254805e-05, + "loss": 0.028, + "step": 37476 + }, + { + "epoch": 31.78710771840543, + "grad_norm": 0.9832574893138256, + "learning_rate": 1.595953360028879e-05, + "loss": 0.0273, + "step": 37477 + }, + { + "epoch": 31.787955894826123, + "grad_norm": 0.9271164354963074, + "learning_rate": 1.595931300582558e-05, + "loss": 0.0258, + "step": 37478 + }, + { + "epoch": 31.78880407124682, + "grad_norm": 1.0376973182447877, + "learning_rate": 1.595909240686536e-05, + "loss": 0.0258, + "step": 37479 + }, + { + "epoch": 31.789652247667515, + "grad_norm": 0.8382278109625851, + "learning_rate": 1.595887180340828e-05, + "loss": 0.0244, + "step": 37480 + }, + { + "epoch": 31.79050042408821, + "grad_norm": 0.7199786668902632, + "learning_rate": 1.5958651195454512e-05, + "loss": 0.0235, + "step": 37481 + }, + { + "epoch": 31.791348600508904, + "grad_norm": 0.9440443369476255, + "learning_rate": 1.5958430583004228e-05, + "loss": 0.0269, + "step": 37482 + }, + { + "epoch": 31.7921967769296, + "grad_norm": 0.8974605769324704, + "learning_rate": 1.5958209966057584e-05, + "loss": 0.0262, + "step": 37483 + }, + { + "epoch": 31.793044953350297, + "grad_norm": 0.9311202815313864, + "learning_rate": 1.5957989344614753e-05, + "loss": 0.026, + "step": 37484 + }, + { + "epoch": 31.793893129770993, + "grad_norm": 0.9871216619953651, + "learning_rate": 1.5957768718675903e-05, + "loss": 0.0294, + "step": 37485 + }, + { + "epoch": 31.79474130619169, + "grad_norm": 0.9200873343393714, + "learning_rate": 1.5957548088241194e-05, + "loss": 0.0244, + "step": 37486 + }, + { + "epoch": 31.79558948261238, + "grad_norm": 0.9662617206092082, + "learning_rate": 1.59573274533108e-05, + "loss": 0.0254, + "step": 37487 + }, + { + "epoch": 31.796437659033078, + "grad_norm": 0.8172864725182793, + "learning_rate": 1.5957106813884882e-05, + "loss": 0.028, + "step": 37488 + }, + { + "epoch": 31.797285835453774, + "grad_norm": 1.0675814291904782, + "learning_rate": 1.5956886169963606e-05, + "loss": 0.0276, + "step": 37489 + }, + { + "epoch": 31.79813401187447, + "grad_norm": 0.852061566204016, + "learning_rate": 1.5956665521547144e-05, + "loss": 0.0259, + "step": 37490 + }, + { + "epoch": 31.798982188295167, + "grad_norm": 0.7863153312783375, + "learning_rate": 1.595644486863566e-05, + "loss": 0.0247, + "step": 37491 + }, + { + "epoch": 31.79983036471586, + "grad_norm": 0.9179742992034315, + "learning_rate": 1.595622421122932e-05, + "loss": 0.0263, + "step": 37492 + }, + { + "epoch": 31.800678541136556, + "grad_norm": 0.7539821255501464, + "learning_rate": 1.5956003549328286e-05, + "loss": 0.0238, + "step": 37493 + }, + { + "epoch": 31.801526717557252, + "grad_norm": 1.081711068085833, + "learning_rate": 1.5955782882932736e-05, + "loss": 0.0269, + "step": 37494 + }, + { + "epoch": 31.802374893977948, + "grad_norm": 1.0869188484670822, + "learning_rate": 1.5955562212042822e-05, + "loss": 0.0274, + "step": 37495 + }, + { + "epoch": 31.803223070398644, + "grad_norm": 1.0632799635134818, + "learning_rate": 1.5955341536658725e-05, + "loss": 0.0288, + "step": 37496 + }, + { + "epoch": 31.804071246819337, + "grad_norm": 1.0560370774715326, + "learning_rate": 1.59551208567806e-05, + "loss": 0.0279, + "step": 37497 + }, + { + "epoch": 31.804919423240033, + "grad_norm": 0.9868548389278188, + "learning_rate": 1.5954900172408622e-05, + "loss": 0.0267, + "step": 37498 + }, + { + "epoch": 31.80576759966073, + "grad_norm": 0.9620805364640375, + "learning_rate": 1.5954679483542948e-05, + "loss": 0.0258, + "step": 37499 + }, + { + "epoch": 31.806615776081426, + "grad_norm": 0.8712102236521502, + "learning_rate": 1.5954458790183755e-05, + "loss": 0.027, + "step": 37500 + }, + { + "epoch": 31.807463952502122, + "grad_norm": 0.9893492845191074, + "learning_rate": 1.59542380923312e-05, + "loss": 0.0278, + "step": 37501 + }, + { + "epoch": 31.808312128922815, + "grad_norm": 1.0698614724190172, + "learning_rate": 1.5954017389985455e-05, + "loss": 0.026, + "step": 37502 + }, + { + "epoch": 31.80916030534351, + "grad_norm": 0.9334722895159786, + "learning_rate": 1.595379668314669e-05, + "loss": 0.0258, + "step": 37503 + }, + { + "epoch": 31.810008481764207, + "grad_norm": 0.8779751136996927, + "learning_rate": 1.595357597181506e-05, + "loss": 0.0283, + "step": 37504 + }, + { + "epoch": 31.810856658184903, + "grad_norm": 0.8191058667152349, + "learning_rate": 1.5953355255990747e-05, + "loss": 0.0261, + "step": 37505 + }, + { + "epoch": 31.8117048346056, + "grad_norm": 0.9786411585927074, + "learning_rate": 1.5953134535673903e-05, + "loss": 0.0288, + "step": 37506 + }, + { + "epoch": 31.812553011026292, + "grad_norm": 0.8580780453615388, + "learning_rate": 1.5952913810864705e-05, + "loss": 0.026, + "step": 37507 + }, + { + "epoch": 31.81340118744699, + "grad_norm": 0.9360995391348836, + "learning_rate": 1.5952693081563315e-05, + "loss": 0.0272, + "step": 37508 + }, + { + "epoch": 31.814249363867685, + "grad_norm": 0.8655800793340821, + "learning_rate": 1.59524723477699e-05, + "loss": 0.0255, + "step": 37509 + }, + { + "epoch": 31.81509754028838, + "grad_norm": 0.770912555463052, + "learning_rate": 1.5952251609484623e-05, + "loss": 0.0245, + "step": 37510 + }, + { + "epoch": 31.815945716709077, + "grad_norm": 0.8789107519767996, + "learning_rate": 1.595203086670766e-05, + "loss": 0.0285, + "step": 37511 + }, + { + "epoch": 31.81679389312977, + "grad_norm": 0.9345226592814126, + "learning_rate": 1.595181011943917e-05, + "loss": 0.0234, + "step": 37512 + }, + { + "epoch": 31.817642069550466, + "grad_norm": 0.8670317682329275, + "learning_rate": 1.5951589367679318e-05, + "loss": 0.0257, + "step": 37513 + }, + { + "epoch": 31.818490245971162, + "grad_norm": 0.8680063799941972, + "learning_rate": 1.5951368611428273e-05, + "loss": 0.0266, + "step": 37514 + }, + { + "epoch": 31.81933842239186, + "grad_norm": 0.9980487613901652, + "learning_rate": 1.595114785068621e-05, + "loss": 0.0265, + "step": 37515 + }, + { + "epoch": 31.820186598812555, + "grad_norm": 1.0043611011842408, + "learning_rate": 1.5950927085453282e-05, + "loss": 0.0285, + "step": 37516 + }, + { + "epoch": 31.821034775233247, + "grad_norm": 1.0052493347233138, + "learning_rate": 1.5950706315729664e-05, + "loss": 0.0275, + "step": 37517 + }, + { + "epoch": 31.821882951653944, + "grad_norm": 0.9014574567348956, + "learning_rate": 1.595048554151552e-05, + "loss": 0.027, + "step": 37518 + }, + { + "epoch": 31.82273112807464, + "grad_norm": 0.8203908122679707, + "learning_rate": 1.5950264762811015e-05, + "loss": 0.0237, + "step": 37519 + }, + { + "epoch": 31.823579304495336, + "grad_norm": 0.9306326992024829, + "learning_rate": 1.595004397961632e-05, + "loss": 0.0271, + "step": 37520 + }, + { + "epoch": 31.82442748091603, + "grad_norm": 0.8285458579546859, + "learning_rate": 1.5949823191931598e-05, + "loss": 0.0264, + "step": 37521 + }, + { + "epoch": 31.825275657336725, + "grad_norm": 0.9979887087416894, + "learning_rate": 1.594960239975702e-05, + "loss": 0.0247, + "step": 37522 + }, + { + "epoch": 31.82612383375742, + "grad_norm": 1.0769414040931862, + "learning_rate": 1.5949381603092745e-05, + "loss": 0.0286, + "step": 37523 + }, + { + "epoch": 31.826972010178118, + "grad_norm": 0.902135854490147, + "learning_rate": 1.5949160801938946e-05, + "loss": 0.0247, + "step": 37524 + }, + { + "epoch": 31.827820186598814, + "grad_norm": 0.8716890111011996, + "learning_rate": 1.5948939996295788e-05, + "loss": 0.0272, + "step": 37525 + }, + { + "epoch": 31.828668363019506, + "grad_norm": 1.1557097363181874, + "learning_rate": 1.5948719186163436e-05, + "loss": 0.0313, + "step": 37526 + }, + { + "epoch": 31.829516539440203, + "grad_norm": 1.1852511737111586, + "learning_rate": 1.594849837154206e-05, + "loss": 0.0267, + "step": 37527 + }, + { + "epoch": 31.8303647158609, + "grad_norm": 0.8446552401385856, + "learning_rate": 1.5948277552431823e-05, + "loss": 0.0253, + "step": 37528 + }, + { + "epoch": 31.831212892281595, + "grad_norm": 1.0155293083135224, + "learning_rate": 1.594805672883289e-05, + "loss": 0.0271, + "step": 37529 + }, + { + "epoch": 31.83206106870229, + "grad_norm": 0.8528508137786844, + "learning_rate": 1.5947835900745437e-05, + "loss": 0.0258, + "step": 37530 + }, + { + "epoch": 31.832909245122984, + "grad_norm": 0.8821142415885922, + "learning_rate": 1.594761506816962e-05, + "loss": 0.0263, + "step": 37531 + }, + { + "epoch": 31.83375742154368, + "grad_norm": 0.8576678965260738, + "learning_rate": 1.594739423110561e-05, + "loss": 0.0268, + "step": 37532 + }, + { + "epoch": 31.834605597964376, + "grad_norm": 0.807712208475582, + "learning_rate": 1.5947173389553578e-05, + "loss": 0.0258, + "step": 37533 + }, + { + "epoch": 31.835453774385073, + "grad_norm": 0.8873682607349105, + "learning_rate": 1.594695254351368e-05, + "loss": 0.028, + "step": 37534 + }, + { + "epoch": 31.83630195080577, + "grad_norm": 0.9050635534874696, + "learning_rate": 1.5946731692986093e-05, + "loss": 0.0272, + "step": 37535 + }, + { + "epoch": 31.83715012722646, + "grad_norm": 0.9538869314061764, + "learning_rate": 1.5946510837970977e-05, + "loss": 0.0266, + "step": 37536 + }, + { + "epoch": 31.837998303647158, + "grad_norm": 0.8048365008303296, + "learning_rate": 1.5946289978468507e-05, + "loss": 0.0256, + "step": 37537 + }, + { + "epoch": 31.838846480067854, + "grad_norm": 0.7942070656503547, + "learning_rate": 1.5946069114478835e-05, + "loss": 0.0242, + "step": 37538 + }, + { + "epoch": 31.83969465648855, + "grad_norm": 0.9903886022752533, + "learning_rate": 1.5945848246002146e-05, + "loss": 0.0276, + "step": 37539 + }, + { + "epoch": 31.840542832909247, + "grad_norm": 0.8614739559246206, + "learning_rate": 1.594562737303859e-05, + "loss": 0.0245, + "step": 37540 + }, + { + "epoch": 31.84139100932994, + "grad_norm": 1.1075104718736948, + "learning_rate": 1.5945406495588347e-05, + "loss": 0.0261, + "step": 37541 + }, + { + "epoch": 31.842239185750635, + "grad_norm": 0.9273564198221039, + "learning_rate": 1.5945185613651575e-05, + "loss": 0.0286, + "step": 37542 + }, + { + "epoch": 31.84308736217133, + "grad_norm": 1.061302656158359, + "learning_rate": 1.594496472722844e-05, + "loss": 0.0287, + "step": 37543 + }, + { + "epoch": 31.843935538592028, + "grad_norm": 0.7717795035953708, + "learning_rate": 1.5944743836319116e-05, + "loss": 0.0241, + "step": 37544 + }, + { + "epoch": 31.844783715012724, + "grad_norm": 0.7659740203552197, + "learning_rate": 1.5944522940923768e-05, + "loss": 0.023, + "step": 37545 + }, + { + "epoch": 31.845631891433417, + "grad_norm": 0.9082215841903962, + "learning_rate": 1.5944302041042556e-05, + "loss": 0.0252, + "step": 37546 + }, + { + "epoch": 31.846480067854113, + "grad_norm": 0.8123256901113177, + "learning_rate": 1.5944081136675654e-05, + "loss": 0.0246, + "step": 37547 + }, + { + "epoch": 31.84732824427481, + "grad_norm": 0.923241047224151, + "learning_rate": 1.5943860227823222e-05, + "loss": 0.0291, + "step": 37548 + }, + { + "epoch": 31.848176420695506, + "grad_norm": 0.9448630716712745, + "learning_rate": 1.594363931448543e-05, + "loss": 0.0239, + "step": 37549 + }, + { + "epoch": 31.849024597116202, + "grad_norm": 1.0029054143982026, + "learning_rate": 1.5943418396662453e-05, + "loss": 0.0276, + "step": 37550 + }, + { + "epoch": 31.849872773536894, + "grad_norm": 0.9435222420544203, + "learning_rate": 1.5943197474354444e-05, + "loss": 0.0247, + "step": 37551 + }, + { + "epoch": 31.85072094995759, + "grad_norm": 0.8504692588974261, + "learning_rate": 1.5942976547561576e-05, + "loss": 0.0255, + "step": 37552 + }, + { + "epoch": 31.851569126378287, + "grad_norm": 1.1456155742091345, + "learning_rate": 1.5942755616284014e-05, + "loss": 0.0276, + "step": 37553 + }, + { + "epoch": 31.852417302798983, + "grad_norm": 0.9456422156088182, + "learning_rate": 1.594253468052193e-05, + "loss": 0.0286, + "step": 37554 + }, + { + "epoch": 31.85326547921968, + "grad_norm": 1.762020893632264, + "learning_rate": 1.5942313740275483e-05, + "loss": 0.0278, + "step": 37555 + }, + { + "epoch": 31.854113655640372, + "grad_norm": 0.9926773513550642, + "learning_rate": 1.594209279554485e-05, + "loss": 0.026, + "step": 37556 + }, + { + "epoch": 31.85496183206107, + "grad_norm": 0.9870242440081777, + "learning_rate": 1.5941871846330182e-05, + "loss": 0.0265, + "step": 37557 + }, + { + "epoch": 31.855810008481765, + "grad_norm": 1.1966812012156305, + "learning_rate": 1.594165089263166e-05, + "loss": 0.0258, + "step": 37558 + }, + { + "epoch": 31.85665818490246, + "grad_norm": 0.8591760560577848, + "learning_rate": 1.594142993444945e-05, + "loss": 0.0258, + "step": 37559 + }, + { + "epoch": 31.857506361323153, + "grad_norm": 0.8588136300994512, + "learning_rate": 1.5941208971783707e-05, + "loss": 0.0249, + "step": 37560 + }, + { + "epoch": 31.85835453774385, + "grad_norm": 0.8401462900855412, + "learning_rate": 1.5940988004634608e-05, + "loss": 0.0252, + "step": 37561 + }, + { + "epoch": 31.859202714164546, + "grad_norm": 1.2095240931097724, + "learning_rate": 1.594076703300232e-05, + "loss": 0.0267, + "step": 37562 + }, + { + "epoch": 31.860050890585242, + "grad_norm": 0.8636354224400978, + "learning_rate": 1.5940546056887e-05, + "loss": 0.0279, + "step": 37563 + }, + { + "epoch": 31.86089906700594, + "grad_norm": 0.7366793712823869, + "learning_rate": 1.5940325076288824e-05, + "loss": 0.0264, + "step": 37564 + }, + { + "epoch": 31.86174724342663, + "grad_norm": 0.974453158152446, + "learning_rate": 1.594010409120796e-05, + "loss": 0.027, + "step": 37565 + }, + { + "epoch": 31.862595419847327, + "grad_norm": 1.0594101627575934, + "learning_rate": 1.593988310164457e-05, + "loss": 0.0286, + "step": 37566 + }, + { + "epoch": 31.863443596268024, + "grad_norm": 0.9020686621300138, + "learning_rate": 1.5939662107598817e-05, + "loss": 0.0268, + "step": 37567 + }, + { + "epoch": 31.86429177268872, + "grad_norm": 0.9604202699587376, + "learning_rate": 1.5939441109070878e-05, + "loss": 0.0248, + "step": 37568 + }, + { + "epoch": 31.865139949109416, + "grad_norm": 0.8168750182102165, + "learning_rate": 1.593922010606091e-05, + "loss": 0.0263, + "step": 37569 + }, + { + "epoch": 31.86598812553011, + "grad_norm": 1.0065344566948449, + "learning_rate": 1.5938999098569087e-05, + "loss": 0.026, + "step": 37570 + }, + { + "epoch": 31.866836301950805, + "grad_norm": 0.8584794064892094, + "learning_rate": 1.5938778086595574e-05, + "loss": 0.0269, + "step": 37571 + }, + { + "epoch": 31.8676844783715, + "grad_norm": 0.9625080511249553, + "learning_rate": 1.593855707014053e-05, + "loss": 0.0267, + "step": 37572 + }, + { + "epoch": 31.868532654792197, + "grad_norm": 0.7935582760332783, + "learning_rate": 1.593833604920414e-05, + "loss": 0.0259, + "step": 37573 + }, + { + "epoch": 31.869380831212894, + "grad_norm": 1.0225366683638109, + "learning_rate": 1.593811502378655e-05, + "loss": 0.0306, + "step": 37574 + }, + { + "epoch": 31.870229007633586, + "grad_norm": 0.9470479095238529, + "learning_rate": 1.5937893993887938e-05, + "loss": 0.0304, + "step": 37575 + }, + { + "epoch": 31.871077184054283, + "grad_norm": 0.9927165604067844, + "learning_rate": 1.593767295950847e-05, + "loss": 0.0264, + "step": 37576 + }, + { + "epoch": 31.87192536047498, + "grad_norm": 1.0472801721087461, + "learning_rate": 1.5937451920648307e-05, + "loss": 0.0282, + "step": 37577 + }, + { + "epoch": 31.872773536895675, + "grad_norm": 0.819970819329693, + "learning_rate": 1.5937230877307625e-05, + "loss": 0.0227, + "step": 37578 + }, + { + "epoch": 31.87362171331637, + "grad_norm": 0.9375972663251938, + "learning_rate": 1.5937009829486587e-05, + "loss": 0.0277, + "step": 37579 + }, + { + "epoch": 31.874469889737064, + "grad_norm": 0.8617981824362627, + "learning_rate": 1.5936788777185354e-05, + "loss": 0.0263, + "step": 37580 + }, + { + "epoch": 31.87531806615776, + "grad_norm": 0.9331722403165544, + "learning_rate": 1.5936567720404102e-05, + "loss": 0.026, + "step": 37581 + }, + { + "epoch": 31.876166242578456, + "grad_norm": 0.7851987711785254, + "learning_rate": 1.5936346659142992e-05, + "loss": 0.0217, + "step": 37582 + }, + { + "epoch": 31.877014418999153, + "grad_norm": 0.9055974145345337, + "learning_rate": 1.5936125593402192e-05, + "loss": 0.0282, + "step": 37583 + }, + { + "epoch": 31.87786259541985, + "grad_norm": 0.9505966787126778, + "learning_rate": 1.5935904523181872e-05, + "loss": 0.0249, + "step": 37584 + }, + { + "epoch": 31.87871077184054, + "grad_norm": 0.8271714713280115, + "learning_rate": 1.5935683448482195e-05, + "loss": 0.0255, + "step": 37585 + }, + { + "epoch": 31.879558948261238, + "grad_norm": 0.836369743136672, + "learning_rate": 1.5935462369303325e-05, + "loss": 0.0264, + "step": 37586 + }, + { + "epoch": 31.880407124681934, + "grad_norm": 0.9160035194703398, + "learning_rate": 1.5935241285645434e-05, + "loss": 0.0265, + "step": 37587 + }, + { + "epoch": 31.88125530110263, + "grad_norm": 0.9548708846027001, + "learning_rate": 1.593502019750869e-05, + "loss": 0.0258, + "step": 37588 + }, + { + "epoch": 31.882103477523327, + "grad_norm": 0.8940474721714806, + "learning_rate": 1.5934799104893256e-05, + "loss": 0.027, + "step": 37589 + }, + { + "epoch": 31.88295165394402, + "grad_norm": 1.157928868103693, + "learning_rate": 1.5934578007799305e-05, + "loss": 0.0258, + "step": 37590 + }, + { + "epoch": 31.883799830364715, + "grad_norm": 0.8241612166595267, + "learning_rate": 1.5934356906226992e-05, + "loss": 0.0252, + "step": 37591 + }, + { + "epoch": 31.88464800678541, + "grad_norm": 0.8160909297703997, + "learning_rate": 1.5934135800176497e-05, + "loss": 0.0251, + "step": 37592 + }, + { + "epoch": 31.885496183206108, + "grad_norm": 1.0396364296806804, + "learning_rate": 1.5933914689647976e-05, + "loss": 0.0253, + "step": 37593 + }, + { + "epoch": 31.886344359626804, + "grad_norm": 1.0037828292155808, + "learning_rate": 1.5933693574641602e-05, + "loss": 0.0261, + "step": 37594 + }, + { + "epoch": 31.887192536047497, + "grad_norm": 0.9545433625183589, + "learning_rate": 1.593347245515754e-05, + "loss": 0.0285, + "step": 37595 + }, + { + "epoch": 31.888040712468193, + "grad_norm": 0.9491935981763154, + "learning_rate": 1.593325133119596e-05, + "loss": 0.0237, + "step": 37596 + }, + { + "epoch": 31.88888888888889, + "grad_norm": 0.8823197528065339, + "learning_rate": 1.593303020275702e-05, + "loss": 0.025, + "step": 37597 + }, + { + "epoch": 31.889737065309586, + "grad_norm": 1.014072775214773, + "learning_rate": 1.59328090698409e-05, + "loss": 0.0266, + "step": 37598 + }, + { + "epoch": 31.890585241730278, + "grad_norm": 0.8328675851798183, + "learning_rate": 1.5932587932447758e-05, + "loss": 0.0246, + "step": 37599 + }, + { + "epoch": 31.891433418150974, + "grad_norm": 0.9075900422977661, + "learning_rate": 1.593236679057776e-05, + "loss": 0.0273, + "step": 37600 + }, + { + "epoch": 31.89228159457167, + "grad_norm": 0.9497073751758405, + "learning_rate": 1.5932145644231077e-05, + "loss": 0.027, + "step": 37601 + }, + { + "epoch": 31.893129770992367, + "grad_norm": 0.9511756077412201, + "learning_rate": 1.593192449340788e-05, + "loss": 0.0262, + "step": 37602 + }, + { + "epoch": 31.893977947413063, + "grad_norm": 1.1118344696888876, + "learning_rate": 1.5931703338108326e-05, + "loss": 0.0284, + "step": 37603 + }, + { + "epoch": 31.894826123833756, + "grad_norm": 0.7079729956403843, + "learning_rate": 1.5931482178332584e-05, + "loss": 0.0245, + "step": 37604 + }, + { + "epoch": 31.895674300254452, + "grad_norm": 0.7813199461184858, + "learning_rate": 1.5931261014080826e-05, + "loss": 0.0247, + "step": 37605 + }, + { + "epoch": 31.89652247667515, + "grad_norm": 1.136848423631172, + "learning_rate": 1.5931039845353217e-05, + "loss": 0.029, + "step": 37606 + }, + { + "epoch": 31.897370653095845, + "grad_norm": 0.926002206131196, + "learning_rate": 1.593081867214992e-05, + "loss": 0.0263, + "step": 37607 + }, + { + "epoch": 31.89821882951654, + "grad_norm": 0.838211507006244, + "learning_rate": 1.5930597494471107e-05, + "loss": 0.025, + "step": 37608 + }, + { + "epoch": 31.899067005937233, + "grad_norm": 1.1504596091786092, + "learning_rate": 1.593037631231694e-05, + "loss": 0.0259, + "step": 37609 + }, + { + "epoch": 31.89991518235793, + "grad_norm": 0.9254993840103699, + "learning_rate": 1.5930155125687593e-05, + "loss": 0.0264, + "step": 37610 + }, + { + "epoch": 31.900763358778626, + "grad_norm": 0.7297926024875476, + "learning_rate": 1.592993393458323e-05, + "loss": 0.0251, + "step": 37611 + }, + { + "epoch": 31.901611535199322, + "grad_norm": 0.9184611734822578, + "learning_rate": 1.5929712739004012e-05, + "loss": 0.0247, + "step": 37612 + }, + { + "epoch": 31.90245971162002, + "grad_norm": 0.9456408597604289, + "learning_rate": 1.592949153895011e-05, + "loss": 0.0267, + "step": 37613 + }, + { + "epoch": 31.90330788804071, + "grad_norm": 0.9792290515689545, + "learning_rate": 1.5929270334421697e-05, + "loss": 0.0283, + "step": 37614 + }, + { + "epoch": 31.904156064461407, + "grad_norm": 1.13992943815434, + "learning_rate": 1.592904912541893e-05, + "loss": 0.0267, + "step": 37615 + }, + { + "epoch": 31.905004240882104, + "grad_norm": 1.0171445197477056, + "learning_rate": 1.5928827911941983e-05, + "loss": 0.0291, + "step": 37616 + }, + { + "epoch": 31.9058524173028, + "grad_norm": 0.842435329092228, + "learning_rate": 1.5928606693991016e-05, + "loss": 0.0271, + "step": 37617 + }, + { + "epoch": 31.906700593723496, + "grad_norm": 1.1534348709302207, + "learning_rate": 1.5928385471566204e-05, + "loss": 0.0288, + "step": 37618 + }, + { + "epoch": 31.90754877014419, + "grad_norm": 0.945468065936063, + "learning_rate": 1.592816424466771e-05, + "loss": 0.0284, + "step": 37619 + }, + { + "epoch": 31.908396946564885, + "grad_norm": 0.6985194847310587, + "learning_rate": 1.5927943013295698e-05, + "loss": 0.0213, + "step": 37620 + }, + { + "epoch": 31.90924512298558, + "grad_norm": 0.966272245877615, + "learning_rate": 1.592772177745034e-05, + "loss": 0.0257, + "step": 37621 + }, + { + "epoch": 31.910093299406277, + "grad_norm": 0.8242598502797609, + "learning_rate": 1.5927500537131798e-05, + "loss": 0.0235, + "step": 37622 + }, + { + "epoch": 31.910941475826974, + "grad_norm": 0.8681146884354781, + "learning_rate": 1.5927279292340244e-05, + "loss": 0.0274, + "step": 37623 + }, + { + "epoch": 31.911789652247666, + "grad_norm": 1.1136662986609691, + "learning_rate": 1.5927058043075847e-05, + "loss": 0.0268, + "step": 37624 + }, + { + "epoch": 31.912637828668363, + "grad_norm": 1.0876355548307877, + "learning_rate": 1.5926836789338765e-05, + "loss": 0.0237, + "step": 37625 + }, + { + "epoch": 31.91348600508906, + "grad_norm": 0.8645875321613552, + "learning_rate": 1.592661553112917e-05, + "loss": 0.0241, + "step": 37626 + }, + { + "epoch": 31.914334181509755, + "grad_norm": 0.8275409579264142, + "learning_rate": 1.592639426844723e-05, + "loss": 0.0236, + "step": 37627 + }, + { + "epoch": 31.91518235793045, + "grad_norm": 1.0106529207850288, + "learning_rate": 1.592617300129311e-05, + "loss": 0.0288, + "step": 37628 + }, + { + "epoch": 31.916030534351144, + "grad_norm": 0.9183528209244487, + "learning_rate": 1.592595172966698e-05, + "loss": 0.026, + "step": 37629 + }, + { + "epoch": 31.91687871077184, + "grad_norm": 0.8569193032215462, + "learning_rate": 1.5925730453569e-05, + "loss": 0.0238, + "step": 37630 + }, + { + "epoch": 31.917726887192536, + "grad_norm": 0.9344791689724722, + "learning_rate": 1.5925509172999347e-05, + "loss": 0.0273, + "step": 37631 + }, + { + "epoch": 31.918575063613233, + "grad_norm": 0.8477571607021693, + "learning_rate": 1.5925287887958177e-05, + "loss": 0.0246, + "step": 37632 + }, + { + "epoch": 31.91942324003393, + "grad_norm": 1.128154920789948, + "learning_rate": 1.592506659844567e-05, + "loss": 0.0275, + "step": 37633 + }, + { + "epoch": 31.92027141645462, + "grad_norm": 0.9050339875573034, + "learning_rate": 1.592484530446198e-05, + "loss": 0.0258, + "step": 37634 + }, + { + "epoch": 31.921119592875318, + "grad_norm": 0.7635875727789351, + "learning_rate": 1.5924624006007282e-05, + "loss": 0.0249, + "step": 37635 + }, + { + "epoch": 31.921967769296014, + "grad_norm": 0.9298892793615577, + "learning_rate": 1.5924402703081736e-05, + "loss": 0.0264, + "step": 37636 + }, + { + "epoch": 31.92281594571671, + "grad_norm": 0.8767257212061972, + "learning_rate": 1.592418139568552e-05, + "loss": 0.0263, + "step": 37637 + }, + { + "epoch": 31.923664122137403, + "grad_norm": 0.9525997291490517, + "learning_rate": 1.592396008381879e-05, + "loss": 0.0264, + "step": 37638 + }, + { + "epoch": 31.9245122985581, + "grad_norm": 0.8928361500620463, + "learning_rate": 1.592373876748172e-05, + "loss": 0.0264, + "step": 37639 + }, + { + "epoch": 31.925360474978795, + "grad_norm": 1.0058059650604059, + "learning_rate": 1.5923517446674474e-05, + "loss": 0.0297, + "step": 37640 + }, + { + "epoch": 31.92620865139949, + "grad_norm": 0.8764823340150928, + "learning_rate": 1.5923296121397216e-05, + "loss": 0.0261, + "step": 37641 + }, + { + "epoch": 31.927056827820188, + "grad_norm": 0.944485257285099, + "learning_rate": 1.592307479165012e-05, + "loss": 0.0241, + "step": 37642 + }, + { + "epoch": 31.92790500424088, + "grad_norm": 1.186760081013299, + "learning_rate": 1.5922853457433348e-05, + "loss": 0.0291, + "step": 37643 + }, + { + "epoch": 31.928753180661577, + "grad_norm": 1.1020360193979908, + "learning_rate": 1.5922632118747073e-05, + "loss": 0.0272, + "step": 37644 + }, + { + "epoch": 31.929601357082273, + "grad_norm": 0.7676440032617284, + "learning_rate": 1.5922410775591453e-05, + "loss": 0.0234, + "step": 37645 + }, + { + "epoch": 31.93044953350297, + "grad_norm": 1.015744742113694, + "learning_rate": 1.592218942796666e-05, + "loss": 0.0277, + "step": 37646 + }, + { + "epoch": 31.931297709923665, + "grad_norm": 0.89057761172086, + "learning_rate": 1.5921968075872865e-05, + "loss": 0.0285, + "step": 37647 + }, + { + "epoch": 31.932145886344358, + "grad_norm": 0.9264710436461058, + "learning_rate": 1.5921746719310228e-05, + "loss": 0.0264, + "step": 37648 + }, + { + "epoch": 31.932994062765054, + "grad_norm": 0.946167905241059, + "learning_rate": 1.592152535827892e-05, + "loss": 0.0278, + "step": 37649 + }, + { + "epoch": 31.93384223918575, + "grad_norm": 0.9689038045255607, + "learning_rate": 1.5921303992779106e-05, + "loss": 0.0277, + "step": 37650 + }, + { + "epoch": 31.934690415606447, + "grad_norm": 1.0012576096175687, + "learning_rate": 1.5921082622810952e-05, + "loss": 0.0255, + "step": 37651 + }, + { + "epoch": 31.935538592027143, + "grad_norm": 0.9891464847783437, + "learning_rate": 1.592086124837463e-05, + "loss": 0.0289, + "step": 37652 + }, + { + "epoch": 31.936386768447836, + "grad_norm": 0.9261460743446155, + "learning_rate": 1.5920639869470303e-05, + "loss": 0.0243, + "step": 37653 + }, + { + "epoch": 31.937234944868532, + "grad_norm": 0.8793271611784347, + "learning_rate": 1.5920418486098138e-05, + "loss": 0.0258, + "step": 37654 + }, + { + "epoch": 31.938083121289228, + "grad_norm": 0.9943692941770489, + "learning_rate": 1.5920197098258304e-05, + "loss": 0.0287, + "step": 37655 + }, + { + "epoch": 31.938931297709924, + "grad_norm": 0.903729603947942, + "learning_rate": 1.591997570595097e-05, + "loss": 0.026, + "step": 37656 + }, + { + "epoch": 31.93977947413062, + "grad_norm": 0.9613829138474888, + "learning_rate": 1.5919754309176293e-05, + "loss": 0.0277, + "step": 37657 + }, + { + "epoch": 31.940627650551313, + "grad_norm": 1.0422466529411587, + "learning_rate": 1.5919532907934453e-05, + "loss": 0.0254, + "step": 37658 + }, + { + "epoch": 31.94147582697201, + "grad_norm": 1.084999102674621, + "learning_rate": 1.591931150222561e-05, + "loss": 0.028, + "step": 37659 + }, + { + "epoch": 31.942324003392706, + "grad_norm": 1.0186977155094723, + "learning_rate": 1.5919090092049934e-05, + "loss": 0.0282, + "step": 37660 + }, + { + "epoch": 31.943172179813402, + "grad_norm": 0.8717232196235409, + "learning_rate": 1.591886867740759e-05, + "loss": 0.0259, + "step": 37661 + }, + { + "epoch": 31.9440203562341, + "grad_norm": 0.8657106431327225, + "learning_rate": 1.5918647258298742e-05, + "loss": 0.0257, + "step": 37662 + }, + { + "epoch": 31.94486853265479, + "grad_norm": 0.9254213454231937, + "learning_rate": 1.5918425834723565e-05, + "loss": 0.0288, + "step": 37663 + }, + { + "epoch": 31.945716709075487, + "grad_norm": 1.0997101267048193, + "learning_rate": 1.5918204406682223e-05, + "loss": 0.0301, + "step": 37664 + }, + { + "epoch": 31.946564885496183, + "grad_norm": 0.9334702191270814, + "learning_rate": 1.591798297417488e-05, + "loss": 0.0261, + "step": 37665 + }, + { + "epoch": 31.94741306191688, + "grad_norm": 0.7713774376893969, + "learning_rate": 1.59177615372017e-05, + "loss": 0.026, + "step": 37666 + }, + { + "epoch": 31.948261238337576, + "grad_norm": 0.8020211520526952, + "learning_rate": 1.591754009576286e-05, + "loss": 0.0236, + "step": 37667 + }, + { + "epoch": 31.94910941475827, + "grad_norm": 1.0040187113129702, + "learning_rate": 1.5917318649858524e-05, + "loss": 0.0284, + "step": 37668 + }, + { + "epoch": 31.949957591178965, + "grad_norm": 0.9597732132840622, + "learning_rate": 1.5917097199488855e-05, + "loss": 0.0261, + "step": 37669 + }, + { + "epoch": 31.95080576759966, + "grad_norm": 0.961566612399658, + "learning_rate": 1.5916875744654025e-05, + "loss": 0.0269, + "step": 37670 + }, + { + "epoch": 31.951653944020357, + "grad_norm": 0.9647344681463957, + "learning_rate": 1.5916654285354196e-05, + "loss": 0.0274, + "step": 37671 + }, + { + "epoch": 31.952502120441054, + "grad_norm": 0.9295807731857981, + "learning_rate": 1.5916432821589534e-05, + "loss": 0.0244, + "step": 37672 + }, + { + "epoch": 31.953350296861746, + "grad_norm": 1.0980738103705565, + "learning_rate": 1.5916211353360216e-05, + "loss": 0.0291, + "step": 37673 + }, + { + "epoch": 31.954198473282442, + "grad_norm": 0.9807975770475904, + "learning_rate": 1.59159898806664e-05, + "loss": 0.0258, + "step": 37674 + }, + { + "epoch": 31.95504664970314, + "grad_norm": 0.8334563119710631, + "learning_rate": 1.5915768403508258e-05, + "loss": 0.024, + "step": 37675 + }, + { + "epoch": 31.955894826123835, + "grad_norm": 0.8722786499612067, + "learning_rate": 1.5915546921885953e-05, + "loss": 0.0249, + "step": 37676 + }, + { + "epoch": 31.956743002544528, + "grad_norm": 0.9252930154018804, + "learning_rate": 1.5915325435799656e-05, + "loss": 0.0291, + "step": 37677 + }, + { + "epoch": 31.957591178965224, + "grad_norm": 1.1617126006390408, + "learning_rate": 1.5915103945249532e-05, + "loss": 0.031, + "step": 37678 + }, + { + "epoch": 31.95843935538592, + "grad_norm": 0.8432188426515183, + "learning_rate": 1.5914882450235748e-05, + "loss": 0.0246, + "step": 37679 + }, + { + "epoch": 31.959287531806616, + "grad_norm": 0.7551845600815548, + "learning_rate": 1.5914660950758473e-05, + "loss": 0.0249, + "step": 37680 + }, + { + "epoch": 31.960135708227313, + "grad_norm": 0.960782993736858, + "learning_rate": 1.591443944681787e-05, + "loss": 0.0263, + "step": 37681 + }, + { + "epoch": 31.960983884648005, + "grad_norm": 0.8151769819566949, + "learning_rate": 1.5914217938414115e-05, + "loss": 0.0241, + "step": 37682 + }, + { + "epoch": 31.9618320610687, + "grad_norm": 0.8963939419394403, + "learning_rate": 1.5913996425547363e-05, + "loss": 0.0257, + "step": 37683 + }, + { + "epoch": 31.962680237489398, + "grad_norm": 0.8943171496320369, + "learning_rate": 1.5913774908217788e-05, + "loss": 0.0267, + "step": 37684 + }, + { + "epoch": 31.963528413910094, + "grad_norm": 0.8017842532515651, + "learning_rate": 1.591355338642556e-05, + "loss": 0.0246, + "step": 37685 + }, + { + "epoch": 31.96437659033079, + "grad_norm": 0.851595466183802, + "learning_rate": 1.5913331860170842e-05, + "loss": 0.0254, + "step": 37686 + }, + { + "epoch": 31.965224766751483, + "grad_norm": 0.7660005471031617, + "learning_rate": 1.59131103294538e-05, + "loss": 0.026, + "step": 37687 + }, + { + "epoch": 31.96607294317218, + "grad_norm": 0.8928388752222738, + "learning_rate": 1.5912888794274604e-05, + "loss": 0.0263, + "step": 37688 + }, + { + "epoch": 31.966921119592875, + "grad_norm": 0.9257576903992947, + "learning_rate": 1.591266725463342e-05, + "loss": 0.0259, + "step": 37689 + }, + { + "epoch": 31.96776929601357, + "grad_norm": 0.934306892393057, + "learning_rate": 1.5912445710530417e-05, + "loss": 0.0233, + "step": 37690 + }, + { + "epoch": 31.968617472434268, + "grad_norm": 0.9552352335910019, + "learning_rate": 1.5912224161965756e-05, + "loss": 0.0264, + "step": 37691 + }, + { + "epoch": 31.96946564885496, + "grad_norm": 0.8600462572415325, + "learning_rate": 1.591200260893961e-05, + "loss": 0.0241, + "step": 37692 + }, + { + "epoch": 31.970313825275657, + "grad_norm": 1.1033565637458267, + "learning_rate": 1.591178105145215e-05, + "loss": 0.0263, + "step": 37693 + }, + { + "epoch": 31.971162001696353, + "grad_norm": 0.8673760716339887, + "learning_rate": 1.5911559489503535e-05, + "loss": 0.0268, + "step": 37694 + }, + { + "epoch": 31.97201017811705, + "grad_norm": 0.9983804944603326, + "learning_rate": 1.5911337923093933e-05, + "loss": 0.0264, + "step": 37695 + }, + { + "epoch": 31.972858354537745, + "grad_norm": 1.0518333327631095, + "learning_rate": 1.5911116352223518e-05, + "loss": 0.0241, + "step": 37696 + }, + { + "epoch": 31.973706530958438, + "grad_norm": 0.8533957274718954, + "learning_rate": 1.591089477689245e-05, + "loss": 0.0245, + "step": 37697 + }, + { + "epoch": 31.974554707379134, + "grad_norm": 0.750335782041296, + "learning_rate": 1.59106731971009e-05, + "loss": 0.0238, + "step": 37698 + }, + { + "epoch": 31.97540288379983, + "grad_norm": 0.78609481059608, + "learning_rate": 1.591045161284903e-05, + "loss": 0.0249, + "step": 37699 + }, + { + "epoch": 31.976251060220527, + "grad_norm": 0.8820185944908497, + "learning_rate": 1.5910230024137018e-05, + "loss": 0.0265, + "step": 37700 + }, + { + "epoch": 31.977099236641223, + "grad_norm": 0.9086958657446117, + "learning_rate": 1.591000843096502e-05, + "loss": 0.0241, + "step": 37701 + }, + { + "epoch": 31.977947413061916, + "grad_norm": 0.8699924711964944, + "learning_rate": 1.590978683333321e-05, + "loss": 0.0233, + "step": 37702 + }, + { + "epoch": 31.978795589482612, + "grad_norm": 0.9478909694966371, + "learning_rate": 1.590956523124175e-05, + "loss": 0.0273, + "step": 37703 + }, + { + "epoch": 31.979643765903308, + "grad_norm": 0.8280637011575974, + "learning_rate": 1.5909343624690815e-05, + "loss": 0.0237, + "step": 37704 + }, + { + "epoch": 31.980491942324004, + "grad_norm": 0.7386371333198359, + "learning_rate": 1.5909122013680565e-05, + "loss": 0.0236, + "step": 37705 + }, + { + "epoch": 31.9813401187447, + "grad_norm": 0.9043195186675788, + "learning_rate": 1.5908900398211167e-05, + "loss": 0.0261, + "step": 37706 + }, + { + "epoch": 31.982188295165393, + "grad_norm": 0.9600749759215415, + "learning_rate": 1.5908678778282792e-05, + "loss": 0.0278, + "step": 37707 + }, + { + "epoch": 31.98303647158609, + "grad_norm": 0.8333747298584162, + "learning_rate": 1.5908457153895608e-05, + "loss": 0.0251, + "step": 37708 + }, + { + "epoch": 31.983884648006786, + "grad_norm": 0.822211164756124, + "learning_rate": 1.590823552504978e-05, + "loss": 0.0248, + "step": 37709 + }, + { + "epoch": 31.984732824427482, + "grad_norm": 1.0742279241253165, + "learning_rate": 1.590801389174548e-05, + "loss": 0.0288, + "step": 37710 + }, + { + "epoch": 31.98558100084818, + "grad_norm": 0.9377361103737731, + "learning_rate": 1.5907792253982865e-05, + "loss": 0.0254, + "step": 37711 + }, + { + "epoch": 31.98642917726887, + "grad_norm": 0.7663818387885672, + "learning_rate": 1.5907570611762107e-05, + "loss": 0.0236, + "step": 37712 + }, + { + "epoch": 31.987277353689567, + "grad_norm": 0.855623056351835, + "learning_rate": 1.590734896508338e-05, + "loss": 0.0228, + "step": 37713 + }, + { + "epoch": 31.988125530110263, + "grad_norm": 0.9111832618121635, + "learning_rate": 1.5907127313946846e-05, + "loss": 0.0251, + "step": 37714 + }, + { + "epoch": 31.98897370653096, + "grad_norm": 1.0588402785174014, + "learning_rate": 1.5906905658352667e-05, + "loss": 0.0263, + "step": 37715 + }, + { + "epoch": 31.989821882951652, + "grad_norm": 0.7530078280858893, + "learning_rate": 1.5906683998301015e-05, + "loss": 0.0225, + "step": 37716 + }, + { + "epoch": 31.99067005937235, + "grad_norm": 0.9749003896141685, + "learning_rate": 1.590646233379206e-05, + "loss": 0.0259, + "step": 37717 + }, + { + "epoch": 31.991518235793045, + "grad_norm": 0.9582883889127213, + "learning_rate": 1.590624066482597e-05, + "loss": 0.0261, + "step": 37718 + }, + { + "epoch": 31.99236641221374, + "grad_norm": 0.8152421091820272, + "learning_rate": 1.5906018991402902e-05, + "loss": 0.0253, + "step": 37719 + }, + { + "epoch": 31.993214588634437, + "grad_norm": 0.9186215814814858, + "learning_rate": 1.5905797313523033e-05, + "loss": 0.0248, + "step": 37720 + }, + { + "epoch": 31.99406276505513, + "grad_norm": 0.9488352530188279, + "learning_rate": 1.590557563118653e-05, + "loss": 0.0263, + "step": 37721 + }, + { + "epoch": 31.994910941475826, + "grad_norm": 0.861140785980948, + "learning_rate": 1.5905353944393557e-05, + "loss": 0.0279, + "step": 37722 + }, + { + "epoch": 31.995759117896522, + "grad_norm": 0.7113954624617697, + "learning_rate": 1.590513225314428e-05, + "loss": 0.0253, + "step": 37723 + }, + { + "epoch": 31.99660729431722, + "grad_norm": 0.9419560611680597, + "learning_rate": 1.590491055743887e-05, + "loss": 0.0231, + "step": 37724 + }, + { + "epoch": 31.997455470737915, + "grad_norm": 0.9396836540115361, + "learning_rate": 1.590468885727749e-05, + "loss": 0.0274, + "step": 37725 + }, + { + "epoch": 31.998303647158608, + "grad_norm": 0.8864380610037635, + "learning_rate": 1.5904467152660314e-05, + "loss": 0.0238, + "step": 37726 + }, + { + "epoch": 31.999151823579304, + "grad_norm": 0.947283911191721, + "learning_rate": 1.59042454435875e-05, + "loss": 0.0251, + "step": 37727 + }, + { + "epoch": 32.0, + "grad_norm": 0.9859345107204959, + "learning_rate": 1.5904023730059227e-05, + "loss": 0.0273, + "step": 37728 + }, + { + "epoch": 32.000848176420696, + "grad_norm": 0.7914013935990801, + "learning_rate": 1.5903802012075655e-05, + "loss": 0.0194, + "step": 37729 + }, + { + "epoch": 32.00169635284139, + "grad_norm": 0.9246315574194748, + "learning_rate": 1.590358028963695e-05, + "loss": 0.0198, + "step": 37730 + }, + { + "epoch": 32.00254452926209, + "grad_norm": 0.7430479517610984, + "learning_rate": 1.5903358562743282e-05, + "loss": 0.0219, + "step": 37731 + }, + { + "epoch": 32.003392705682785, + "grad_norm": 0.6120223684358058, + "learning_rate": 1.5903136831394817e-05, + "loss": 0.0191, + "step": 37732 + }, + { + "epoch": 32.004240882103474, + "grad_norm": 0.8402356057444138, + "learning_rate": 1.5902915095591728e-05, + "loss": 0.0223, + "step": 37733 + }, + { + "epoch": 32.00508905852417, + "grad_norm": 0.7668033068429696, + "learning_rate": 1.5902693355334174e-05, + "loss": 0.0211, + "step": 37734 + }, + { + "epoch": 32.00593723494487, + "grad_norm": 0.7815274110595236, + "learning_rate": 1.5902471610622324e-05, + "loss": 0.0224, + "step": 37735 + }, + { + "epoch": 32.00678541136556, + "grad_norm": 0.8110370037075566, + "learning_rate": 1.5902249861456352e-05, + "loss": 0.0219, + "step": 37736 + }, + { + "epoch": 32.00763358778626, + "grad_norm": 0.6778853288054308, + "learning_rate": 1.5902028107836413e-05, + "loss": 0.0202, + "step": 37737 + }, + { + "epoch": 32.008481764206955, + "grad_norm": 0.7520831209377427, + "learning_rate": 1.5901806349762686e-05, + "loss": 0.021, + "step": 37738 + }, + { + "epoch": 32.00932994062765, + "grad_norm": 0.86605810100001, + "learning_rate": 1.590158458723534e-05, + "loss": 0.0218, + "step": 37739 + }, + { + "epoch": 32.01017811704835, + "grad_norm": 0.8681054361176215, + "learning_rate": 1.590136282025453e-05, + "loss": 0.0226, + "step": 37740 + }, + { + "epoch": 32.011026293469044, + "grad_norm": 0.7582655221519035, + "learning_rate": 1.590114104882043e-05, + "loss": 0.0201, + "step": 37741 + }, + { + "epoch": 32.01187446988974, + "grad_norm": 0.9429290114882847, + "learning_rate": 1.590091927293321e-05, + "loss": 0.0216, + "step": 37742 + }, + { + "epoch": 32.01272264631043, + "grad_norm": 0.7583725007996345, + "learning_rate": 1.5900697492593034e-05, + "loss": 0.0213, + "step": 37743 + }, + { + "epoch": 32.013570822731126, + "grad_norm": 0.8799995369849157, + "learning_rate": 1.5900475707800066e-05, + "loss": 0.0246, + "step": 37744 + }, + { + "epoch": 32.01441899915182, + "grad_norm": 0.7622076640938991, + "learning_rate": 1.5900253918554484e-05, + "loss": 0.0192, + "step": 37745 + }, + { + "epoch": 32.01526717557252, + "grad_norm": 0.8232447783599294, + "learning_rate": 1.5900032124856442e-05, + "loss": 0.0216, + "step": 37746 + }, + { + "epoch": 32.016115351993214, + "grad_norm": 0.8423692979207188, + "learning_rate": 1.589981032670612e-05, + "loss": 0.0239, + "step": 37747 + }, + { + "epoch": 32.01696352841391, + "grad_norm": 0.7624954199027223, + "learning_rate": 1.589958852410368e-05, + "loss": 0.0216, + "step": 37748 + }, + { + "epoch": 32.01781170483461, + "grad_norm": 0.8286140661222763, + "learning_rate": 1.5899366717049286e-05, + "loss": 0.0207, + "step": 37749 + }, + { + "epoch": 32.0186598812553, + "grad_norm": 0.8408125913896501, + "learning_rate": 1.5899144905543105e-05, + "loss": 0.0224, + "step": 37750 + }, + { + "epoch": 32.019508057676, + "grad_norm": 0.920440184011981, + "learning_rate": 1.5898923089585312e-05, + "loss": 0.0206, + "step": 37751 + }, + { + "epoch": 32.020356234096695, + "grad_norm": 0.9644585341758658, + "learning_rate": 1.5898701269176066e-05, + "loss": 0.0234, + "step": 37752 + }, + { + "epoch": 32.021204410517385, + "grad_norm": 0.7425619042825939, + "learning_rate": 1.5898479444315543e-05, + "loss": 0.0201, + "step": 37753 + }, + { + "epoch": 32.02205258693808, + "grad_norm": 0.6212670037611321, + "learning_rate": 1.5898257615003903e-05, + "loss": 0.0187, + "step": 37754 + }, + { + "epoch": 32.02290076335878, + "grad_norm": 0.8078018422682944, + "learning_rate": 1.5898035781241318e-05, + "loss": 0.0196, + "step": 37755 + }, + { + "epoch": 32.02374893977947, + "grad_norm": 0.7579840696606824, + "learning_rate": 1.5897813943027955e-05, + "loss": 0.0193, + "step": 37756 + }, + { + "epoch": 32.02459711620017, + "grad_norm": 0.8613601476973334, + "learning_rate": 1.5897592100363975e-05, + "loss": 0.0224, + "step": 37757 + }, + { + "epoch": 32.025445292620866, + "grad_norm": 0.8524278822898942, + "learning_rate": 1.5897370253249555e-05, + "loss": 0.0229, + "step": 37758 + }, + { + "epoch": 32.02629346904156, + "grad_norm": 0.7403351451395804, + "learning_rate": 1.5897148401684855e-05, + "loss": 0.0201, + "step": 37759 + }, + { + "epoch": 32.02714164546226, + "grad_norm": 0.8765529055245767, + "learning_rate": 1.5896926545670047e-05, + "loss": 0.0215, + "step": 37760 + }, + { + "epoch": 32.027989821882954, + "grad_norm": 0.7066597386230699, + "learning_rate": 1.5896704685205298e-05, + "loss": 0.0197, + "step": 37761 + }, + { + "epoch": 32.02883799830365, + "grad_norm": 0.9989691447402905, + "learning_rate": 1.5896482820290772e-05, + "loss": 0.0212, + "step": 37762 + }, + { + "epoch": 32.02968617472434, + "grad_norm": 0.9092002211061573, + "learning_rate": 1.589626095092664e-05, + "loss": 0.0219, + "step": 37763 + }, + { + "epoch": 32.030534351145036, + "grad_norm": 0.727457368935541, + "learning_rate": 1.589603907711306e-05, + "loss": 0.021, + "step": 37764 + }, + { + "epoch": 32.03138252756573, + "grad_norm": 0.977443528366458, + "learning_rate": 1.5895817198850218e-05, + "loss": 0.0259, + "step": 37765 + }, + { + "epoch": 32.03223070398643, + "grad_norm": 0.9599510399583351, + "learning_rate": 1.5895595316138267e-05, + "loss": 0.022, + "step": 37766 + }, + { + "epoch": 32.033078880407125, + "grad_norm": 0.7487105746511445, + "learning_rate": 1.5895373428977376e-05, + "loss": 0.0191, + "step": 37767 + }, + { + "epoch": 32.03392705682782, + "grad_norm": 0.7159227934683667, + "learning_rate": 1.589515153736772e-05, + "loss": 0.0232, + "step": 37768 + }, + { + "epoch": 32.03477523324852, + "grad_norm": 0.7680326981792326, + "learning_rate": 1.5894929641309456e-05, + "loss": 0.0219, + "step": 37769 + }, + { + "epoch": 32.03562340966921, + "grad_norm": 0.6637640932231481, + "learning_rate": 1.589470774080276e-05, + "loss": 0.0195, + "step": 37770 + }, + { + "epoch": 32.03647158608991, + "grad_norm": 0.762319786448872, + "learning_rate": 1.589448583584779e-05, + "loss": 0.0214, + "step": 37771 + }, + { + "epoch": 32.0373197625106, + "grad_norm": 0.8152944011766305, + "learning_rate": 1.5894263926444726e-05, + "loss": 0.021, + "step": 37772 + }, + { + "epoch": 32.038167938931295, + "grad_norm": 0.7973001636223844, + "learning_rate": 1.5894042012593725e-05, + "loss": 0.0232, + "step": 37773 + }, + { + "epoch": 32.03901611535199, + "grad_norm": 0.80417010204806, + "learning_rate": 1.5893820094294962e-05, + "loss": 0.0205, + "step": 37774 + }, + { + "epoch": 32.03986429177269, + "grad_norm": 0.8482853971637034, + "learning_rate": 1.5893598171548598e-05, + "loss": 0.0219, + "step": 37775 + }, + { + "epoch": 32.040712468193384, + "grad_norm": 0.7361884032240348, + "learning_rate": 1.5893376244354803e-05, + "loss": 0.0211, + "step": 37776 + }, + { + "epoch": 32.04156064461408, + "grad_norm": 0.8277006380695624, + "learning_rate": 1.5893154312713746e-05, + "loss": 0.0207, + "step": 37777 + }, + { + "epoch": 32.042408821034776, + "grad_norm": 0.8075510249071849, + "learning_rate": 1.5892932376625593e-05, + "loss": 0.0215, + "step": 37778 + }, + { + "epoch": 32.04325699745547, + "grad_norm": 0.8771280553888571, + "learning_rate": 1.5892710436090514e-05, + "loss": 0.0211, + "step": 37779 + }, + { + "epoch": 32.04410517387617, + "grad_norm": 0.7042889435348308, + "learning_rate": 1.589248849110867e-05, + "loss": 0.0201, + "step": 37780 + }, + { + "epoch": 32.044953350296865, + "grad_norm": 0.87861157308242, + "learning_rate": 1.5892266541680233e-05, + "loss": 0.0219, + "step": 37781 + }, + { + "epoch": 32.045801526717554, + "grad_norm": 0.8657639784408595, + "learning_rate": 1.5892044587805375e-05, + "loss": 0.0243, + "step": 37782 + }, + { + "epoch": 32.04664970313825, + "grad_norm": 0.9497114701314009, + "learning_rate": 1.5891822629484254e-05, + "loss": 0.0237, + "step": 37783 + }, + { + "epoch": 32.04749787955895, + "grad_norm": 0.7950255900675999, + "learning_rate": 1.5891600666717043e-05, + "loss": 0.0237, + "step": 37784 + }, + { + "epoch": 32.04834605597964, + "grad_norm": 0.6789785741424068, + "learning_rate": 1.589137869950391e-05, + "loss": 0.0226, + "step": 37785 + }, + { + "epoch": 32.04919423240034, + "grad_norm": 0.7479897361374958, + "learning_rate": 1.589115672784502e-05, + "loss": 0.0222, + "step": 37786 + }, + { + "epoch": 32.050042408821035, + "grad_norm": 0.6794103893626972, + "learning_rate": 1.5890934751740545e-05, + "loss": 0.019, + "step": 37787 + }, + { + "epoch": 32.05089058524173, + "grad_norm": 0.7373000054121988, + "learning_rate": 1.5890712771190643e-05, + "loss": 0.0216, + "step": 37788 + }, + { + "epoch": 32.05173876166243, + "grad_norm": 0.8413871181532999, + "learning_rate": 1.5890490786195493e-05, + "loss": 0.0228, + "step": 37789 + }, + { + "epoch": 32.052586938083124, + "grad_norm": 0.728801016613502, + "learning_rate": 1.5890268796755255e-05, + "loss": 0.0202, + "step": 37790 + }, + { + "epoch": 32.05343511450382, + "grad_norm": 0.6636158226576014, + "learning_rate": 1.58900468028701e-05, + "loss": 0.0193, + "step": 37791 + }, + { + "epoch": 32.05428329092451, + "grad_norm": 0.7520415735533925, + "learning_rate": 1.588982480454019e-05, + "loss": 0.0214, + "step": 37792 + }, + { + "epoch": 32.055131467345205, + "grad_norm": 0.8941234987417732, + "learning_rate": 1.58896028017657e-05, + "loss": 0.0213, + "step": 37793 + }, + { + "epoch": 32.0559796437659, + "grad_norm": 0.7728862246111875, + "learning_rate": 1.5889380794546797e-05, + "loss": 0.0208, + "step": 37794 + }, + { + "epoch": 32.0568278201866, + "grad_norm": 0.7355750820695883, + "learning_rate": 1.5889158782883644e-05, + "loss": 0.0202, + "step": 37795 + }, + { + "epoch": 32.057675996607294, + "grad_norm": 0.7431995742781599, + "learning_rate": 1.5888936766776408e-05, + "loss": 0.0204, + "step": 37796 + }, + { + "epoch": 32.05852417302799, + "grad_norm": 0.7743717585321112, + "learning_rate": 1.588871474622526e-05, + "loss": 0.0214, + "step": 37797 + }, + { + "epoch": 32.05937234944869, + "grad_norm": 0.7246153139209685, + "learning_rate": 1.5888492721230367e-05, + "loss": 0.021, + "step": 37798 + }, + { + "epoch": 32.06022052586938, + "grad_norm": 0.8000761221569266, + "learning_rate": 1.58882706917919e-05, + "loss": 0.0229, + "step": 37799 + }, + { + "epoch": 32.06106870229008, + "grad_norm": 0.6889013045649757, + "learning_rate": 1.5888048657910018e-05, + "loss": 0.0203, + "step": 37800 + }, + { + "epoch": 32.061916878710775, + "grad_norm": 0.7279519910779666, + "learning_rate": 1.588782661958489e-05, + "loss": 0.0212, + "step": 37801 + }, + { + "epoch": 32.062765055131464, + "grad_norm": 0.9672080666827256, + "learning_rate": 1.5887604576816692e-05, + "loss": 0.0231, + "step": 37802 + }, + { + "epoch": 32.06361323155216, + "grad_norm": 0.7884640657615717, + "learning_rate": 1.5887382529605586e-05, + "loss": 0.0208, + "step": 37803 + }, + { + "epoch": 32.06446140797286, + "grad_norm": 0.8308316776524255, + "learning_rate": 1.5887160477951734e-05, + "loss": 0.0213, + "step": 37804 + }, + { + "epoch": 32.06530958439355, + "grad_norm": 0.7662616002990378, + "learning_rate": 1.5886938421855316e-05, + "loss": 0.0214, + "step": 37805 + }, + { + "epoch": 32.06615776081425, + "grad_norm": 0.7778613614847876, + "learning_rate": 1.5886716361316488e-05, + "loss": 0.0193, + "step": 37806 + }, + { + "epoch": 32.067005937234946, + "grad_norm": 0.8386537576659703, + "learning_rate": 1.588649429633543e-05, + "loss": 0.0237, + "step": 37807 + }, + { + "epoch": 32.06785411365564, + "grad_norm": 0.811029097497163, + "learning_rate": 1.5886272226912294e-05, + "loss": 0.02, + "step": 37808 + }, + { + "epoch": 32.06870229007634, + "grad_norm": 0.8084346531158912, + "learning_rate": 1.588605015304726e-05, + "loss": 0.0234, + "step": 37809 + }, + { + "epoch": 32.069550466497034, + "grad_norm": 0.6853323987099099, + "learning_rate": 1.588582807474049e-05, + "loss": 0.0219, + "step": 37810 + }, + { + "epoch": 32.07039864291772, + "grad_norm": 0.7806301999660578, + "learning_rate": 1.588560599199215e-05, + "loss": 0.0211, + "step": 37811 + }, + { + "epoch": 32.07124681933842, + "grad_norm": 0.7508234271532238, + "learning_rate": 1.5885383904802413e-05, + "loss": 0.0193, + "step": 37812 + }, + { + "epoch": 32.072094995759116, + "grad_norm": 0.7831283960052123, + "learning_rate": 1.5885161813171445e-05, + "loss": 0.0225, + "step": 37813 + }, + { + "epoch": 32.07294317217981, + "grad_norm": 0.7220613747529441, + "learning_rate": 1.5884939717099412e-05, + "loss": 0.0209, + "step": 37814 + }, + { + "epoch": 32.07379134860051, + "grad_norm": 0.7479058711373228, + "learning_rate": 1.588471761658648e-05, + "loss": 0.0227, + "step": 37815 + }, + { + "epoch": 32.074639525021205, + "grad_norm": 0.7380220847504652, + "learning_rate": 1.588449551163282e-05, + "loss": 0.0213, + "step": 37816 + }, + { + "epoch": 32.0754877014419, + "grad_norm": 0.6577218256754032, + "learning_rate": 1.58842734022386e-05, + "loss": 0.0188, + "step": 37817 + }, + { + "epoch": 32.0763358778626, + "grad_norm": 0.7518847761585509, + "learning_rate": 1.5884051288403983e-05, + "loss": 0.0208, + "step": 37818 + }, + { + "epoch": 32.07718405428329, + "grad_norm": 0.7261706834777371, + "learning_rate": 1.5883829170129144e-05, + "loss": 0.0207, + "step": 37819 + }, + { + "epoch": 32.07803223070399, + "grad_norm": 0.8526732215159206, + "learning_rate": 1.5883607047414242e-05, + "loss": 0.0231, + "step": 37820 + }, + { + "epoch": 32.07888040712468, + "grad_norm": 0.6901928727858193, + "learning_rate": 1.588338492025945e-05, + "loss": 0.0206, + "step": 37821 + }, + { + "epoch": 32.079728583545375, + "grad_norm": 1.0352524055141723, + "learning_rate": 1.5883162788664934e-05, + "loss": 0.0249, + "step": 37822 + }, + { + "epoch": 32.08057675996607, + "grad_norm": 0.6709720394460157, + "learning_rate": 1.5882940652630862e-05, + "loss": 0.0173, + "step": 37823 + }, + { + "epoch": 32.08142493638677, + "grad_norm": 0.7016958765686678, + "learning_rate": 1.5882718512157403e-05, + "loss": 0.0207, + "step": 37824 + }, + { + "epoch": 32.082273112807464, + "grad_norm": 0.7778807546239693, + "learning_rate": 1.5882496367244722e-05, + "loss": 0.0211, + "step": 37825 + }, + { + "epoch": 32.08312128922816, + "grad_norm": 0.7181005169647884, + "learning_rate": 1.588227421789299e-05, + "loss": 0.0235, + "step": 37826 + }, + { + "epoch": 32.083969465648856, + "grad_norm": 0.8145648648868786, + "learning_rate": 1.588205206410237e-05, + "loss": 0.0189, + "step": 37827 + }, + { + "epoch": 32.08481764206955, + "grad_norm": 0.919512731177574, + "learning_rate": 1.5881829905873037e-05, + "loss": 0.0253, + "step": 37828 + }, + { + "epoch": 32.08566581849025, + "grad_norm": 0.7873775466185478, + "learning_rate": 1.5881607743205146e-05, + "loss": 0.0201, + "step": 37829 + }, + { + "epoch": 32.086513994910945, + "grad_norm": 0.8660128495233691, + "learning_rate": 1.588138557609888e-05, + "loss": 0.022, + "step": 37830 + }, + { + "epoch": 32.087362171331634, + "grad_norm": 0.886287314452721, + "learning_rate": 1.5881163404554393e-05, + "loss": 0.0235, + "step": 37831 + }, + { + "epoch": 32.08821034775233, + "grad_norm": 0.7913967248951376, + "learning_rate": 1.5880941228571862e-05, + "loss": 0.0198, + "step": 37832 + }, + { + "epoch": 32.089058524173026, + "grad_norm": 0.7643224067902343, + "learning_rate": 1.5880719048151455e-05, + "loss": 0.0211, + "step": 37833 + }, + { + "epoch": 32.08990670059372, + "grad_norm": 0.7091231064154098, + "learning_rate": 1.588049686329333e-05, + "loss": 0.0217, + "step": 37834 + }, + { + "epoch": 32.09075487701442, + "grad_norm": 0.7232995972012657, + "learning_rate": 1.5880274673997665e-05, + "loss": 0.0203, + "step": 37835 + }, + { + "epoch": 32.091603053435115, + "grad_norm": 0.8242402885486616, + "learning_rate": 1.588005248026462e-05, + "loss": 0.0218, + "step": 37836 + }, + { + "epoch": 32.09245122985581, + "grad_norm": 0.8138082942581504, + "learning_rate": 1.587983028209437e-05, + "loss": 0.0201, + "step": 37837 + }, + { + "epoch": 32.09329940627651, + "grad_norm": 0.8294526831293355, + "learning_rate": 1.5879608079487078e-05, + "loss": 0.0213, + "step": 37838 + }, + { + "epoch": 32.094147582697204, + "grad_norm": 0.8550250104359318, + "learning_rate": 1.587938587244291e-05, + "loss": 0.0219, + "step": 37839 + }, + { + "epoch": 32.0949957591179, + "grad_norm": 0.7293900696378864, + "learning_rate": 1.587916366096204e-05, + "loss": 0.0196, + "step": 37840 + }, + { + "epoch": 32.09584393553859, + "grad_norm": 0.6284308849070214, + "learning_rate": 1.5878941445044626e-05, + "loss": 0.0203, + "step": 37841 + }, + { + "epoch": 32.096692111959285, + "grad_norm": 0.7644718086518627, + "learning_rate": 1.5878719224690847e-05, + "loss": 0.0232, + "step": 37842 + }, + { + "epoch": 32.09754028837998, + "grad_norm": 0.8101662698811884, + "learning_rate": 1.5878496999900862e-05, + "loss": 0.0228, + "step": 37843 + }, + { + "epoch": 32.09838846480068, + "grad_norm": 0.7130076133274141, + "learning_rate": 1.5878274770674844e-05, + "loss": 0.0212, + "step": 37844 + }, + { + "epoch": 32.099236641221374, + "grad_norm": 0.8015347828566867, + "learning_rate": 1.5878052537012958e-05, + "loss": 0.0226, + "step": 37845 + }, + { + "epoch": 32.10008481764207, + "grad_norm": 0.7210865821352266, + "learning_rate": 1.5877830298915374e-05, + "loss": 0.0226, + "step": 37846 + }, + { + "epoch": 32.10093299406277, + "grad_norm": 0.8226901577365613, + "learning_rate": 1.5877608056382254e-05, + "loss": 0.0204, + "step": 37847 + }, + { + "epoch": 32.10178117048346, + "grad_norm": 0.7371011548300006, + "learning_rate": 1.587738580941377e-05, + "loss": 0.0225, + "step": 37848 + }, + { + "epoch": 32.10262934690416, + "grad_norm": 0.9189330134503385, + "learning_rate": 1.5877163558010096e-05, + "loss": 0.025, + "step": 37849 + }, + { + "epoch": 32.10347752332485, + "grad_norm": 0.6933241233743588, + "learning_rate": 1.587694130217139e-05, + "loss": 0.0191, + "step": 37850 + }, + { + "epoch": 32.104325699745544, + "grad_norm": 0.6889520186056716, + "learning_rate": 1.5876719041897823e-05, + "loss": 0.0192, + "step": 37851 + }, + { + "epoch": 32.10517387616624, + "grad_norm": 0.7779200112916782, + "learning_rate": 1.587649677718956e-05, + "loss": 0.0222, + "step": 37852 + }, + { + "epoch": 32.10602205258694, + "grad_norm": 0.7478212664238483, + "learning_rate": 1.587627450804677e-05, + "loss": 0.0206, + "step": 37853 + }, + { + "epoch": 32.10687022900763, + "grad_norm": 0.8093004034777809, + "learning_rate": 1.5876052234469627e-05, + "loss": 0.0202, + "step": 37854 + }, + { + "epoch": 32.10771840542833, + "grad_norm": 0.8411067641225436, + "learning_rate": 1.5875829956458292e-05, + "loss": 0.0228, + "step": 37855 + }, + { + "epoch": 32.108566581849026, + "grad_norm": 0.6637611162890173, + "learning_rate": 1.5875607674012932e-05, + "loss": 0.0207, + "step": 37856 + }, + { + "epoch": 32.10941475826972, + "grad_norm": 0.7098173012229687, + "learning_rate": 1.587538538713372e-05, + "loss": 0.0209, + "step": 37857 + }, + { + "epoch": 32.11026293469042, + "grad_norm": 0.9226955863934826, + "learning_rate": 1.587516309582082e-05, + "loss": 0.0216, + "step": 37858 + }, + { + "epoch": 32.111111111111114, + "grad_norm": 0.8110190554679565, + "learning_rate": 1.5874940800074402e-05, + "loss": 0.0231, + "step": 37859 + }, + { + "epoch": 32.1119592875318, + "grad_norm": 0.7801959479787811, + "learning_rate": 1.5874718499894635e-05, + "loss": 0.0194, + "step": 37860 + }, + { + "epoch": 32.1128074639525, + "grad_norm": 0.7691345065944923, + "learning_rate": 1.587449619528168e-05, + "loss": 0.0209, + "step": 37861 + }, + { + "epoch": 32.113655640373196, + "grad_norm": 0.7230248449049089, + "learning_rate": 1.587427388623571e-05, + "loss": 0.0182, + "step": 37862 + }, + { + "epoch": 32.11450381679389, + "grad_norm": 0.8287852552118761, + "learning_rate": 1.5874051572756893e-05, + "loss": 0.0204, + "step": 37863 + }, + { + "epoch": 32.11535199321459, + "grad_norm": 0.7170485946792821, + "learning_rate": 1.5873829254845393e-05, + "loss": 0.0211, + "step": 37864 + }, + { + "epoch": 32.116200169635285, + "grad_norm": 0.8172956826448492, + "learning_rate": 1.5873606932501383e-05, + "loss": 0.0217, + "step": 37865 + }, + { + "epoch": 32.11704834605598, + "grad_norm": 0.6239504902171578, + "learning_rate": 1.587338460572503e-05, + "loss": 0.0179, + "step": 37866 + }, + { + "epoch": 32.11789652247668, + "grad_norm": 0.7983945098686482, + "learning_rate": 1.5873162274516495e-05, + "loss": 0.0192, + "step": 37867 + }, + { + "epoch": 32.11874469889737, + "grad_norm": 0.6982807892335173, + "learning_rate": 1.5872939938875952e-05, + "loss": 0.022, + "step": 37868 + }, + { + "epoch": 32.11959287531807, + "grad_norm": 0.7359672811821601, + "learning_rate": 1.587271759880357e-05, + "loss": 0.0176, + "step": 37869 + }, + { + "epoch": 32.12044105173876, + "grad_norm": 0.8363509140387926, + "learning_rate": 1.5872495254299512e-05, + "loss": 0.0201, + "step": 37870 + }, + { + "epoch": 32.121289228159455, + "grad_norm": 0.676140786032768, + "learning_rate": 1.587227290536395e-05, + "loss": 0.0205, + "step": 37871 + }, + { + "epoch": 32.12213740458015, + "grad_norm": 0.7691746341430995, + "learning_rate": 1.587205055199705e-05, + "loss": 0.0224, + "step": 37872 + }, + { + "epoch": 32.12298558100085, + "grad_norm": 0.73129418690611, + "learning_rate": 1.5871828194198975e-05, + "loss": 0.0195, + "step": 37873 + }, + { + "epoch": 32.123833757421544, + "grad_norm": 0.8396332687920981, + "learning_rate": 1.58716058319699e-05, + "loss": 0.0221, + "step": 37874 + }, + { + "epoch": 32.12468193384224, + "grad_norm": 0.886496695146746, + "learning_rate": 1.587138346530999e-05, + "loss": 0.0229, + "step": 37875 + }, + { + "epoch": 32.125530110262936, + "grad_norm": 0.8361592653567849, + "learning_rate": 1.5871161094219413e-05, + "loss": 0.0212, + "step": 37876 + }, + { + "epoch": 32.12637828668363, + "grad_norm": 0.7516064538933107, + "learning_rate": 1.587093871869834e-05, + "loss": 0.0195, + "step": 37877 + }, + { + "epoch": 32.12722646310433, + "grad_norm": 1.082237199264232, + "learning_rate": 1.587071633874693e-05, + "loss": 0.0239, + "step": 37878 + }, + { + "epoch": 32.128074639525025, + "grad_norm": 0.7213522554537032, + "learning_rate": 1.587049395436536e-05, + "loss": 0.0197, + "step": 37879 + }, + { + "epoch": 32.128922815945714, + "grad_norm": 1.0772115906326023, + "learning_rate": 1.5870271565553796e-05, + "loss": 0.0222, + "step": 37880 + }, + { + "epoch": 32.12977099236641, + "grad_norm": 0.7142610216132403, + "learning_rate": 1.58700491723124e-05, + "loss": 0.0192, + "step": 37881 + }, + { + "epoch": 32.130619168787106, + "grad_norm": 0.7572123188477865, + "learning_rate": 1.5869826774641347e-05, + "loss": 0.0191, + "step": 37882 + }, + { + "epoch": 32.1314673452078, + "grad_norm": 0.6935613280856527, + "learning_rate": 1.5869604372540796e-05, + "loss": 0.0213, + "step": 37883 + }, + { + "epoch": 32.1323155216285, + "grad_norm": 0.8530056331084263, + "learning_rate": 1.5869381966010928e-05, + "loss": 0.0217, + "step": 37884 + }, + { + "epoch": 32.133163698049195, + "grad_norm": 0.7793765994309251, + "learning_rate": 1.58691595550519e-05, + "loss": 0.0233, + "step": 37885 + }, + { + "epoch": 32.13401187446989, + "grad_norm": 0.8863682144552602, + "learning_rate": 1.5868937139663882e-05, + "loss": 0.0245, + "step": 37886 + }, + { + "epoch": 32.13486005089059, + "grad_norm": 0.8283287447221629, + "learning_rate": 1.5868714719847045e-05, + "loss": 0.0219, + "step": 37887 + }, + { + "epoch": 32.135708227311284, + "grad_norm": 0.8487832166281121, + "learning_rate": 1.5868492295601553e-05, + "loss": 0.0218, + "step": 37888 + }, + { + "epoch": 32.13655640373197, + "grad_norm": 0.7540413561868744, + "learning_rate": 1.5868269866927576e-05, + "loss": 0.0207, + "step": 37889 + }, + { + "epoch": 32.13740458015267, + "grad_norm": 0.8011813302224641, + "learning_rate": 1.5868047433825284e-05, + "loss": 0.0211, + "step": 37890 + }, + { + "epoch": 32.138252756573365, + "grad_norm": 0.8336036829415464, + "learning_rate": 1.586782499629484e-05, + "loss": 0.0228, + "step": 37891 + }, + { + "epoch": 32.13910093299406, + "grad_norm": 0.8085404015225247, + "learning_rate": 1.5867602554336415e-05, + "loss": 0.021, + "step": 37892 + }, + { + "epoch": 32.13994910941476, + "grad_norm": 0.9034061739066785, + "learning_rate": 1.5867380107950177e-05, + "loss": 0.0219, + "step": 37893 + }, + { + "epoch": 32.140797285835454, + "grad_norm": 0.883549072062955, + "learning_rate": 1.586715765713629e-05, + "loss": 0.0206, + "step": 37894 + }, + { + "epoch": 32.14164546225615, + "grad_norm": 0.7327086718340174, + "learning_rate": 1.586693520189493e-05, + "loss": 0.0195, + "step": 37895 + }, + { + "epoch": 32.14249363867685, + "grad_norm": 0.7569742619508519, + "learning_rate": 1.5866712742226255e-05, + "loss": 0.0204, + "step": 37896 + }, + { + "epoch": 32.14334181509754, + "grad_norm": 0.7733851610053981, + "learning_rate": 1.5866490278130438e-05, + "loss": 0.023, + "step": 37897 + }, + { + "epoch": 32.14418999151824, + "grad_norm": 0.7482594840035327, + "learning_rate": 1.586626780960765e-05, + "loss": 0.0205, + "step": 37898 + }, + { + "epoch": 32.14503816793893, + "grad_norm": 0.8162172666648793, + "learning_rate": 1.5866045336658053e-05, + "loss": 0.0199, + "step": 37899 + }, + { + "epoch": 32.145886344359624, + "grad_norm": 0.780963903082211, + "learning_rate": 1.5865822859281816e-05, + "loss": 0.0221, + "step": 37900 + }, + { + "epoch": 32.14673452078032, + "grad_norm": 0.9060660975542999, + "learning_rate": 1.586560037747911e-05, + "loss": 0.0208, + "step": 37901 + }, + { + "epoch": 32.14758269720102, + "grad_norm": 0.719102312829403, + "learning_rate": 1.5865377891250103e-05, + "loss": 0.0212, + "step": 37902 + }, + { + "epoch": 32.14843087362171, + "grad_norm": 0.6630672387700652, + "learning_rate": 1.5865155400594958e-05, + "loss": 0.0206, + "step": 37903 + }, + { + "epoch": 32.14927905004241, + "grad_norm": 0.8950281909620802, + "learning_rate": 1.5864932905513846e-05, + "loss": 0.021, + "step": 37904 + }, + { + "epoch": 32.150127226463106, + "grad_norm": 0.9419848840799138, + "learning_rate": 1.5864710406006935e-05, + "loss": 0.0247, + "step": 37905 + }, + { + "epoch": 32.1509754028838, + "grad_norm": 0.8529472166770866, + "learning_rate": 1.5864487902074393e-05, + "loss": 0.0209, + "step": 37906 + }, + { + "epoch": 32.1518235793045, + "grad_norm": 0.7242281877409551, + "learning_rate": 1.5864265393716385e-05, + "loss": 0.0197, + "step": 37907 + }, + { + "epoch": 32.152671755725194, + "grad_norm": 0.8703419078670557, + "learning_rate": 1.5864042880933084e-05, + "loss": 0.0215, + "step": 37908 + }, + { + "epoch": 32.15351993214588, + "grad_norm": 0.8860408904316587, + "learning_rate": 1.5863820363724655e-05, + "loss": 0.0241, + "step": 37909 + }, + { + "epoch": 32.15436810856658, + "grad_norm": 0.9106612367934368, + "learning_rate": 1.5863597842091266e-05, + "loss": 0.0222, + "step": 37910 + }, + { + "epoch": 32.155216284987276, + "grad_norm": 0.5653813344687922, + "learning_rate": 1.5863375316033088e-05, + "loss": 0.0207, + "step": 37911 + }, + { + "epoch": 32.15606446140797, + "grad_norm": 0.7998430335875418, + "learning_rate": 1.5863152785550284e-05, + "loss": 0.0225, + "step": 37912 + }, + { + "epoch": 32.15691263782867, + "grad_norm": 0.7854606858640469, + "learning_rate": 1.586293025064302e-05, + "loss": 0.02, + "step": 37913 + }, + { + "epoch": 32.157760814249365, + "grad_norm": 0.9499924174800537, + "learning_rate": 1.5862707711311475e-05, + "loss": 0.0236, + "step": 37914 + }, + { + "epoch": 32.15860899067006, + "grad_norm": 0.7065017965708761, + "learning_rate": 1.5862485167555807e-05, + "loss": 0.0201, + "step": 37915 + }, + { + "epoch": 32.15945716709076, + "grad_norm": 0.9188050066612105, + "learning_rate": 1.586226261937618e-05, + "loss": 0.0227, + "step": 37916 + }, + { + "epoch": 32.16030534351145, + "grad_norm": 0.8104122781228789, + "learning_rate": 1.586204006677278e-05, + "loss": 0.0216, + "step": 37917 + }, + { + "epoch": 32.16115351993214, + "grad_norm": 0.7185926345361582, + "learning_rate": 1.5861817509745757e-05, + "loss": 0.0228, + "step": 37918 + }, + { + "epoch": 32.16200169635284, + "grad_norm": 0.9363071285048389, + "learning_rate": 1.586159494829529e-05, + "loss": 0.0227, + "step": 37919 + }, + { + "epoch": 32.162849872773535, + "grad_norm": 0.8953516322565103, + "learning_rate": 1.5861372382421536e-05, + "loss": 0.0219, + "step": 37920 + }, + { + "epoch": 32.16369804919423, + "grad_norm": 0.8748928525665229, + "learning_rate": 1.5861149812124677e-05, + "loss": 0.0244, + "step": 37921 + }, + { + "epoch": 32.16454622561493, + "grad_norm": 0.7699549508215314, + "learning_rate": 1.586092723740487e-05, + "loss": 0.0187, + "step": 37922 + }, + { + "epoch": 32.16539440203562, + "grad_norm": 0.7772534306813784, + "learning_rate": 1.5860704658262283e-05, + "loss": 0.0193, + "step": 37923 + }, + { + "epoch": 32.16624257845632, + "grad_norm": 0.7563143044612957, + "learning_rate": 1.5860482074697094e-05, + "loss": 0.0212, + "step": 37924 + }, + { + "epoch": 32.167090754877016, + "grad_norm": 0.9626463757101771, + "learning_rate": 1.586025948670946e-05, + "loss": 0.0265, + "step": 37925 + }, + { + "epoch": 32.16793893129771, + "grad_norm": 0.8426253050580155, + "learning_rate": 1.5860036894299557e-05, + "loss": 0.0214, + "step": 37926 + }, + { + "epoch": 32.16878710771841, + "grad_norm": 0.8899389045819598, + "learning_rate": 1.5859814297467544e-05, + "loss": 0.0222, + "step": 37927 + }, + { + "epoch": 32.1696352841391, + "grad_norm": 0.8997958320741617, + "learning_rate": 1.5859591696213596e-05, + "loss": 0.0207, + "step": 37928 + }, + { + "epoch": 32.170483460559794, + "grad_norm": 0.7854559925178166, + "learning_rate": 1.5859369090537882e-05, + "loss": 0.0209, + "step": 37929 + }, + { + "epoch": 32.17133163698049, + "grad_norm": 0.7937591905703368, + "learning_rate": 1.5859146480440565e-05, + "loss": 0.0209, + "step": 37930 + }, + { + "epoch": 32.172179813401186, + "grad_norm": 0.9189792198898917, + "learning_rate": 1.5858923865921817e-05, + "loss": 0.0229, + "step": 37931 + }, + { + "epoch": 32.17302798982188, + "grad_norm": 0.9188237535748309, + "learning_rate": 1.5858701246981804e-05, + "loss": 0.022, + "step": 37932 + }, + { + "epoch": 32.17387616624258, + "grad_norm": 0.6777265835770537, + "learning_rate": 1.5858478623620693e-05, + "loss": 0.0211, + "step": 37933 + }, + { + "epoch": 32.174724342663275, + "grad_norm": 0.6924600824794158, + "learning_rate": 1.5858255995838652e-05, + "loss": 0.0204, + "step": 37934 + }, + { + "epoch": 32.17557251908397, + "grad_norm": 0.7616986320480319, + "learning_rate": 1.5858033363635855e-05, + "loss": 0.0212, + "step": 37935 + }, + { + "epoch": 32.17642069550467, + "grad_norm": 0.835715675606869, + "learning_rate": 1.5857810727012465e-05, + "loss": 0.0222, + "step": 37936 + }, + { + "epoch": 32.177268871925364, + "grad_norm": 0.8568402550215194, + "learning_rate": 1.5857588085968646e-05, + "loss": 0.0219, + "step": 37937 + }, + { + "epoch": 32.17811704834605, + "grad_norm": 0.782234632029728, + "learning_rate": 1.585736544050457e-05, + "loss": 0.0216, + "step": 37938 + }, + { + "epoch": 32.17896522476675, + "grad_norm": 0.9571081926682956, + "learning_rate": 1.5857142790620407e-05, + "loss": 0.0234, + "step": 37939 + }, + { + "epoch": 32.179813401187445, + "grad_norm": 0.7498728935306284, + "learning_rate": 1.5856920136316324e-05, + "loss": 0.0199, + "step": 37940 + }, + { + "epoch": 32.18066157760814, + "grad_norm": 0.9734407671599161, + "learning_rate": 1.5856697477592485e-05, + "loss": 0.0227, + "step": 37941 + }, + { + "epoch": 32.18150975402884, + "grad_norm": 0.8855894518955236, + "learning_rate": 1.585647481444907e-05, + "loss": 0.0233, + "step": 37942 + }, + { + "epoch": 32.182357930449534, + "grad_norm": 0.7362100180068469, + "learning_rate": 1.5856252146886228e-05, + "loss": 0.0212, + "step": 37943 + }, + { + "epoch": 32.18320610687023, + "grad_norm": 0.6527391021337252, + "learning_rate": 1.5856029474904144e-05, + "loss": 0.0218, + "step": 37944 + }, + { + "epoch": 32.184054283290926, + "grad_norm": 0.7714267975211724, + "learning_rate": 1.585580679850298e-05, + "loss": 0.0224, + "step": 37945 + }, + { + "epoch": 32.18490245971162, + "grad_norm": 0.8327550354091543, + "learning_rate": 1.5855584117682896e-05, + "loss": 0.0214, + "step": 37946 + }, + { + "epoch": 32.18575063613232, + "grad_norm": 0.9989788865291369, + "learning_rate": 1.5855361432444073e-05, + "loss": 0.0223, + "step": 37947 + }, + { + "epoch": 32.18659881255301, + "grad_norm": 0.9992394506743312, + "learning_rate": 1.5855138742786672e-05, + "loss": 0.027, + "step": 37948 + }, + { + "epoch": 32.187446988973704, + "grad_norm": 0.859694083570265, + "learning_rate": 1.5854916048710866e-05, + "loss": 0.0222, + "step": 37949 + }, + { + "epoch": 32.1882951653944, + "grad_norm": 0.920809242400523, + "learning_rate": 1.5854693350216817e-05, + "loss": 0.0211, + "step": 37950 + }, + { + "epoch": 32.1891433418151, + "grad_norm": 0.8784583579238443, + "learning_rate": 1.5854470647304696e-05, + "loss": 0.0202, + "step": 37951 + }, + { + "epoch": 32.18999151823579, + "grad_norm": 0.8206279083511032, + "learning_rate": 1.585424793997467e-05, + "loss": 0.0213, + "step": 37952 + }, + { + "epoch": 32.19083969465649, + "grad_norm": 0.7811601027790568, + "learning_rate": 1.5854025228226908e-05, + "loss": 0.0214, + "step": 37953 + }, + { + "epoch": 32.191687871077185, + "grad_norm": 0.9819840725686475, + "learning_rate": 1.5853802512061577e-05, + "loss": 0.0228, + "step": 37954 + }, + { + "epoch": 32.19253604749788, + "grad_norm": 0.7737705428289903, + "learning_rate": 1.5853579791478847e-05, + "loss": 0.0229, + "step": 37955 + }, + { + "epoch": 32.19338422391858, + "grad_norm": 0.9496206136437092, + "learning_rate": 1.5853357066478885e-05, + "loss": 0.0239, + "step": 37956 + }, + { + "epoch": 32.19423240033927, + "grad_norm": 0.6718348480757967, + "learning_rate": 1.585313433706186e-05, + "loss": 0.0238, + "step": 37957 + }, + { + "epoch": 32.19508057675996, + "grad_norm": 0.8839207821659706, + "learning_rate": 1.585291160322794e-05, + "loss": 0.0247, + "step": 37958 + }, + { + "epoch": 32.19592875318066, + "grad_norm": 0.9206458457933338, + "learning_rate": 1.5852688864977288e-05, + "loss": 0.0227, + "step": 37959 + }, + { + "epoch": 32.196776929601356, + "grad_norm": 0.9316042023337731, + "learning_rate": 1.585246612231008e-05, + "loss": 0.0231, + "step": 37960 + }, + { + "epoch": 32.19762510602205, + "grad_norm": 0.7372985801961854, + "learning_rate": 1.585224337522648e-05, + "loss": 0.02, + "step": 37961 + }, + { + "epoch": 32.19847328244275, + "grad_norm": 0.8495421276012945, + "learning_rate": 1.5852020623726654e-05, + "loss": 0.0211, + "step": 37962 + }, + { + "epoch": 32.199321458863444, + "grad_norm": 0.8672690843318944, + "learning_rate": 1.5851797867810775e-05, + "loss": 0.0229, + "step": 37963 + }, + { + "epoch": 32.20016963528414, + "grad_norm": 0.8196568026192714, + "learning_rate": 1.585157510747901e-05, + "loss": 0.0223, + "step": 37964 + }, + { + "epoch": 32.20101781170484, + "grad_norm": 0.7497092052362825, + "learning_rate": 1.5851352342731524e-05, + "loss": 0.0204, + "step": 37965 + }, + { + "epoch": 32.20186598812553, + "grad_norm": 0.6323629901642712, + "learning_rate": 1.5851129573568483e-05, + "loss": 0.0211, + "step": 37966 + }, + { + "epoch": 32.20271416454622, + "grad_norm": 0.8192740608536564, + "learning_rate": 1.5850906799990063e-05, + "loss": 0.0237, + "step": 37967 + }, + { + "epoch": 32.20356234096692, + "grad_norm": 0.748416201673411, + "learning_rate": 1.5850684021996426e-05, + "loss": 0.0201, + "step": 37968 + }, + { + "epoch": 32.204410517387615, + "grad_norm": 0.771916774446874, + "learning_rate": 1.5850461239587745e-05, + "loss": 0.0226, + "step": 37969 + }, + { + "epoch": 32.20525869380831, + "grad_norm": 0.9349436348656668, + "learning_rate": 1.5850238452764186e-05, + "loss": 0.0247, + "step": 37970 + }, + { + "epoch": 32.20610687022901, + "grad_norm": 0.9619208978526459, + "learning_rate": 1.5850015661525915e-05, + "loss": 0.0265, + "step": 37971 + }, + { + "epoch": 32.2069550466497, + "grad_norm": 0.8325898910522699, + "learning_rate": 1.58497928658731e-05, + "loss": 0.0225, + "step": 37972 + }, + { + "epoch": 32.2078032230704, + "grad_norm": 0.868656562997953, + "learning_rate": 1.584957006580591e-05, + "loss": 0.0282, + "step": 37973 + }, + { + "epoch": 32.208651399491096, + "grad_norm": 0.7878858009279981, + "learning_rate": 1.584934726132452e-05, + "loss": 0.0205, + "step": 37974 + }, + { + "epoch": 32.20949957591179, + "grad_norm": 0.7985486170291093, + "learning_rate": 1.5849124452429085e-05, + "loss": 0.0205, + "step": 37975 + }, + { + "epoch": 32.21034775233249, + "grad_norm": 0.5356147990177841, + "learning_rate": 1.5848901639119785e-05, + "loss": 0.018, + "step": 37976 + }, + { + "epoch": 32.21119592875318, + "grad_norm": 0.8600584003783089, + "learning_rate": 1.584867882139678e-05, + "loss": 0.0234, + "step": 37977 + }, + { + "epoch": 32.212044105173874, + "grad_norm": 0.8828010754574408, + "learning_rate": 1.5848455999260244e-05, + "loss": 0.0221, + "step": 37978 + }, + { + "epoch": 32.21289228159457, + "grad_norm": 0.8187099130432753, + "learning_rate": 1.584823317271034e-05, + "loss": 0.0224, + "step": 37979 + }, + { + "epoch": 32.213740458015266, + "grad_norm": 0.884190571393167, + "learning_rate": 1.584801034174724e-05, + "loss": 0.0226, + "step": 37980 + }, + { + "epoch": 32.21458863443596, + "grad_norm": 0.8657056889754962, + "learning_rate": 1.584778750637111e-05, + "loss": 0.0228, + "step": 37981 + }, + { + "epoch": 32.21543681085666, + "grad_norm": 1.0039777195009465, + "learning_rate": 1.5847564666582118e-05, + "loss": 0.0253, + "step": 37982 + }, + { + "epoch": 32.216284987277355, + "grad_norm": 0.7828515489997058, + "learning_rate": 1.5847341822380435e-05, + "loss": 0.022, + "step": 37983 + }, + { + "epoch": 32.21713316369805, + "grad_norm": 0.8383820960917543, + "learning_rate": 1.584711897376623e-05, + "loss": 0.0207, + "step": 37984 + }, + { + "epoch": 32.21798134011875, + "grad_norm": 0.7533821413949172, + "learning_rate": 1.5846896120739662e-05, + "loss": 0.0206, + "step": 37985 + }, + { + "epoch": 32.218829516539444, + "grad_norm": 0.8715128861119732, + "learning_rate": 1.584667326330091e-05, + "loss": 0.0218, + "step": 37986 + }, + { + "epoch": 32.21967769296013, + "grad_norm": 0.7671516752897767, + "learning_rate": 1.584645040145014e-05, + "loss": 0.0218, + "step": 37987 + }, + { + "epoch": 32.22052586938083, + "grad_norm": 0.8029120944494865, + "learning_rate": 1.5846227535187513e-05, + "loss": 0.0222, + "step": 37988 + }, + { + "epoch": 32.221374045801525, + "grad_norm": 0.8260138201559709, + "learning_rate": 1.5846004664513205e-05, + "loss": 0.0218, + "step": 37989 + }, + { + "epoch": 32.22222222222222, + "grad_norm": 0.7647366959690568, + "learning_rate": 1.5845781789427376e-05, + "loss": 0.0207, + "step": 37990 + }, + { + "epoch": 32.22307039864292, + "grad_norm": 0.6741309499933675, + "learning_rate": 1.5845558909930207e-05, + "loss": 0.0213, + "step": 37991 + }, + { + "epoch": 32.223918575063614, + "grad_norm": 0.7241452272468425, + "learning_rate": 1.5845336026021852e-05, + "loss": 0.0195, + "step": 37992 + }, + { + "epoch": 32.22476675148431, + "grad_norm": 0.7279362409893999, + "learning_rate": 1.5845113137702493e-05, + "loss": 0.0196, + "step": 37993 + }, + { + "epoch": 32.225614927905006, + "grad_norm": 0.8210088452968225, + "learning_rate": 1.5844890244972287e-05, + "loss": 0.0208, + "step": 37994 + }, + { + "epoch": 32.2264631043257, + "grad_norm": 0.844951858688406, + "learning_rate": 1.5844667347831407e-05, + "loss": 0.0224, + "step": 37995 + }, + { + "epoch": 32.22731128074639, + "grad_norm": 0.7976951890435271, + "learning_rate": 1.584444444628002e-05, + "loss": 0.0215, + "step": 37996 + }, + { + "epoch": 32.22815945716709, + "grad_norm": 0.8667659340701074, + "learning_rate": 1.5844221540318296e-05, + "loss": 0.0219, + "step": 37997 + }, + { + "epoch": 32.229007633587784, + "grad_norm": 0.7761008985375579, + "learning_rate": 1.58439986299464e-05, + "loss": 0.0236, + "step": 37998 + }, + { + "epoch": 32.22985581000848, + "grad_norm": 0.7549375817733875, + "learning_rate": 1.58437757151645e-05, + "loss": 0.0205, + "step": 37999 + }, + { + "epoch": 32.23070398642918, + "grad_norm": 0.8190218921518501, + "learning_rate": 1.5843552795972775e-05, + "loss": 0.0217, + "step": 38000 + }, + { + "epoch": 32.23155216284987, + "grad_norm": 0.7243171052157789, + "learning_rate": 1.584332987237138e-05, + "loss": 0.0242, + "step": 38001 + }, + { + "epoch": 32.23240033927057, + "grad_norm": 0.8700753634718391, + "learning_rate": 1.5843106944360486e-05, + "loss": 0.0241, + "step": 38002 + }, + { + "epoch": 32.233248515691265, + "grad_norm": 0.7900519161935856, + "learning_rate": 1.5842884011940264e-05, + "loss": 0.0186, + "step": 38003 + }, + { + "epoch": 32.23409669211196, + "grad_norm": 0.8248891906334572, + "learning_rate": 1.584266107511088e-05, + "loss": 0.0195, + "step": 38004 + }, + { + "epoch": 32.23494486853266, + "grad_norm": 0.9026311115641801, + "learning_rate": 1.5842438133872504e-05, + "loss": 0.0217, + "step": 38005 + }, + { + "epoch": 32.23579304495335, + "grad_norm": 0.8240294444675582, + "learning_rate": 1.5842215188225307e-05, + "loss": 0.0224, + "step": 38006 + }, + { + "epoch": 32.23664122137404, + "grad_norm": 0.8212489281503149, + "learning_rate": 1.584199223816945e-05, + "loss": 0.0233, + "step": 38007 + }, + { + "epoch": 32.23748939779474, + "grad_norm": 0.7402050217544494, + "learning_rate": 1.5841769283705107e-05, + "loss": 0.0197, + "step": 38008 + }, + { + "epoch": 32.238337574215436, + "grad_norm": 0.9568863361856429, + "learning_rate": 1.5841546324832443e-05, + "loss": 0.023, + "step": 38009 + }, + { + "epoch": 32.23918575063613, + "grad_norm": 0.8270696715529114, + "learning_rate": 1.584132336155163e-05, + "loss": 0.0211, + "step": 38010 + }, + { + "epoch": 32.24003392705683, + "grad_norm": 0.8114233800678654, + "learning_rate": 1.5841100393862833e-05, + "loss": 0.0228, + "step": 38011 + }, + { + "epoch": 32.240882103477524, + "grad_norm": 0.8501117954348199, + "learning_rate": 1.584087742176622e-05, + "loss": 0.0234, + "step": 38012 + }, + { + "epoch": 32.24173027989822, + "grad_norm": 0.7251707513452464, + "learning_rate": 1.5840654445261964e-05, + "loss": 0.0217, + "step": 38013 + }, + { + "epoch": 32.24257845631892, + "grad_norm": 0.7447963597914135, + "learning_rate": 1.5840431464350224e-05, + "loss": 0.0209, + "step": 38014 + }, + { + "epoch": 32.24342663273961, + "grad_norm": 0.6287514665644193, + "learning_rate": 1.584020847903118e-05, + "loss": 0.0211, + "step": 38015 + }, + { + "epoch": 32.2442748091603, + "grad_norm": 1.0101097234445304, + "learning_rate": 1.583998548930499e-05, + "loss": 0.0228, + "step": 38016 + }, + { + "epoch": 32.245122985581, + "grad_norm": 0.8205307657737401, + "learning_rate": 1.583976249517183e-05, + "loss": 0.0232, + "step": 38017 + }, + { + "epoch": 32.245971162001695, + "grad_norm": 0.782421887613293, + "learning_rate": 1.5839539496631863e-05, + "loss": 0.0209, + "step": 38018 + }, + { + "epoch": 32.24681933842239, + "grad_norm": 1.296736396603607, + "learning_rate": 1.583931649368526e-05, + "loss": 0.0216, + "step": 38019 + }, + { + "epoch": 32.24766751484309, + "grad_norm": 0.7500521265770461, + "learning_rate": 1.5839093486332186e-05, + "loss": 0.0192, + "step": 38020 + }, + { + "epoch": 32.24851569126378, + "grad_norm": 0.7183227366660621, + "learning_rate": 1.583887047457281e-05, + "loss": 0.0233, + "step": 38021 + }, + { + "epoch": 32.24936386768448, + "grad_norm": 0.7890571233538782, + "learning_rate": 1.583864745840731e-05, + "loss": 0.0221, + "step": 38022 + }, + { + "epoch": 32.250212044105176, + "grad_norm": 0.7048966114008972, + "learning_rate": 1.5838424437835836e-05, + "loss": 0.0203, + "step": 38023 + }, + { + "epoch": 32.25106022052587, + "grad_norm": 1.074715836068073, + "learning_rate": 1.5838201412858576e-05, + "loss": 0.0267, + "step": 38024 + }, + { + "epoch": 32.25190839694657, + "grad_norm": 0.6779990819110133, + "learning_rate": 1.5837978383475684e-05, + "loss": 0.0208, + "step": 38025 + }, + { + "epoch": 32.25275657336726, + "grad_norm": 0.8276881509920456, + "learning_rate": 1.583775534968733e-05, + "loss": 0.0216, + "step": 38026 + }, + { + "epoch": 32.253604749787954, + "grad_norm": 0.854786118855347, + "learning_rate": 1.583753231149369e-05, + "loss": 0.0249, + "step": 38027 + }, + { + "epoch": 32.25445292620865, + "grad_norm": 0.9145507625994266, + "learning_rate": 1.583730926889493e-05, + "loss": 0.0212, + "step": 38028 + }, + { + "epoch": 32.255301102629346, + "grad_norm": 0.7811283302625525, + "learning_rate": 1.583708622189121e-05, + "loss": 0.022, + "step": 38029 + }, + { + "epoch": 32.25614927905004, + "grad_norm": 0.9469399888528661, + "learning_rate": 1.583686317048271e-05, + "loss": 0.027, + "step": 38030 + }, + { + "epoch": 32.25699745547074, + "grad_norm": 0.7260213459434873, + "learning_rate": 1.583664011466959e-05, + "loss": 0.0215, + "step": 38031 + }, + { + "epoch": 32.257845631891435, + "grad_norm": 0.620103491346291, + "learning_rate": 1.583641705445202e-05, + "loss": 0.0189, + "step": 38032 + }, + { + "epoch": 32.25869380831213, + "grad_norm": 0.8568708625403871, + "learning_rate": 1.583619398983017e-05, + "loss": 0.0201, + "step": 38033 + }, + { + "epoch": 32.25954198473283, + "grad_norm": 0.8372773831969276, + "learning_rate": 1.5835970920804208e-05, + "loss": 0.0239, + "step": 38034 + }, + { + "epoch": 32.260390161153516, + "grad_norm": 0.8685954631024018, + "learning_rate": 1.58357478473743e-05, + "loss": 0.0242, + "step": 38035 + }, + { + "epoch": 32.26123833757421, + "grad_norm": 1.0264136781377002, + "learning_rate": 1.5835524769540624e-05, + "loss": 0.0235, + "step": 38036 + }, + { + "epoch": 32.26208651399491, + "grad_norm": 0.979149835666495, + "learning_rate": 1.5835301687303337e-05, + "loss": 0.0245, + "step": 38037 + }, + { + "epoch": 32.262934690415605, + "grad_norm": 0.8020960575456584, + "learning_rate": 1.5835078600662606e-05, + "loss": 0.019, + "step": 38038 + }, + { + "epoch": 32.2637828668363, + "grad_norm": 0.8945401946588535, + "learning_rate": 1.5834855509618606e-05, + "loss": 0.0221, + "step": 38039 + }, + { + "epoch": 32.264631043257, + "grad_norm": 0.7832251738803829, + "learning_rate": 1.5834632414171508e-05, + "loss": 0.0226, + "step": 38040 + }, + { + "epoch": 32.265479219677694, + "grad_norm": 0.8572855574081286, + "learning_rate": 1.5834409314321472e-05, + "loss": 0.0232, + "step": 38041 + }, + { + "epoch": 32.26632739609839, + "grad_norm": 0.8335955634551525, + "learning_rate": 1.5834186210068674e-05, + "loss": 0.024, + "step": 38042 + }, + { + "epoch": 32.267175572519086, + "grad_norm": 0.7452863663071132, + "learning_rate": 1.5833963101413276e-05, + "loss": 0.021, + "step": 38043 + }, + { + "epoch": 32.26802374893978, + "grad_norm": 0.6996624761232731, + "learning_rate": 1.583373998835545e-05, + "loss": 0.0207, + "step": 38044 + }, + { + "epoch": 32.26887192536047, + "grad_norm": 0.8851126962520113, + "learning_rate": 1.5833516870895363e-05, + "loss": 0.024, + "step": 38045 + }, + { + "epoch": 32.26972010178117, + "grad_norm": 0.8085346574576185, + "learning_rate": 1.5833293749033184e-05, + "loss": 0.0224, + "step": 38046 + }, + { + "epoch": 32.270568278201864, + "grad_norm": 0.8426646843439312, + "learning_rate": 1.5833070622769083e-05, + "loss": 0.0225, + "step": 38047 + }, + { + "epoch": 32.27141645462256, + "grad_norm": 0.7357415942202657, + "learning_rate": 1.5832847492103226e-05, + "loss": 0.0216, + "step": 38048 + }, + { + "epoch": 32.27226463104326, + "grad_norm": 0.7740597537816241, + "learning_rate": 1.5832624357035782e-05, + "loss": 0.0243, + "step": 38049 + }, + { + "epoch": 32.27311280746395, + "grad_norm": 0.8247459352767166, + "learning_rate": 1.5832401217566918e-05, + "loss": 0.0234, + "step": 38050 + }, + { + "epoch": 32.27396098388465, + "grad_norm": 0.9847738986983466, + "learning_rate": 1.5832178073696803e-05, + "loss": 0.0257, + "step": 38051 + }, + { + "epoch": 32.274809160305345, + "grad_norm": 0.7422080797714904, + "learning_rate": 1.5831954925425607e-05, + "loss": 0.0213, + "step": 38052 + }, + { + "epoch": 32.27565733672604, + "grad_norm": 0.7991903615821823, + "learning_rate": 1.5831731772753502e-05, + "loss": 0.0206, + "step": 38053 + }, + { + "epoch": 32.27650551314674, + "grad_norm": 0.7634186144648754, + "learning_rate": 1.5831508615680644e-05, + "loss": 0.02, + "step": 38054 + }, + { + "epoch": 32.27735368956743, + "grad_norm": 0.9853459992839537, + "learning_rate": 1.5831285454207216e-05, + "loss": 0.0254, + "step": 38055 + }, + { + "epoch": 32.27820186598812, + "grad_norm": 0.8004915262486472, + "learning_rate": 1.5831062288333377e-05, + "loss": 0.0221, + "step": 38056 + }, + { + "epoch": 32.27905004240882, + "grad_norm": 0.7751083275397264, + "learning_rate": 1.5830839118059297e-05, + "loss": 0.0211, + "step": 38057 + }, + { + "epoch": 32.279898218829516, + "grad_norm": 0.7824965611975265, + "learning_rate": 1.583061594338515e-05, + "loss": 0.0218, + "step": 38058 + }, + { + "epoch": 32.28074639525021, + "grad_norm": 0.9153110563202571, + "learning_rate": 1.5830392764311095e-05, + "loss": 0.0219, + "step": 38059 + }, + { + "epoch": 32.28159457167091, + "grad_norm": 0.7013973190836837, + "learning_rate": 1.583016958083731e-05, + "loss": 0.021, + "step": 38060 + }, + { + "epoch": 32.282442748091604, + "grad_norm": 0.9202581096332404, + "learning_rate": 1.5829946392963956e-05, + "loss": 0.0233, + "step": 38061 + }, + { + "epoch": 32.2832909245123, + "grad_norm": 0.9183148868091873, + "learning_rate": 1.5829723200691204e-05, + "loss": 0.0227, + "step": 38062 + }, + { + "epoch": 32.284139100933, + "grad_norm": 0.7505300767192393, + "learning_rate": 1.5829500004019224e-05, + "loss": 0.02, + "step": 38063 + }, + { + "epoch": 32.28498727735369, + "grad_norm": 0.8623335971473641, + "learning_rate": 1.582927680294818e-05, + "loss": 0.0234, + "step": 38064 + }, + { + "epoch": 32.28583545377438, + "grad_norm": 0.8753868959540965, + "learning_rate": 1.582905359747825e-05, + "loss": 0.0221, + "step": 38065 + }, + { + "epoch": 32.28668363019508, + "grad_norm": 0.7796675069930054, + "learning_rate": 1.5828830387609587e-05, + "loss": 0.0224, + "step": 38066 + }, + { + "epoch": 32.287531806615775, + "grad_norm": 0.7441300363962757, + "learning_rate": 1.5828607173342378e-05, + "loss": 0.0214, + "step": 38067 + }, + { + "epoch": 32.28837998303647, + "grad_norm": 0.7243989683540305, + "learning_rate": 1.5828383954676777e-05, + "loss": 0.021, + "step": 38068 + }, + { + "epoch": 32.28922815945717, + "grad_norm": 0.8071331307025195, + "learning_rate": 1.5828160731612957e-05, + "loss": 0.0206, + "step": 38069 + }, + { + "epoch": 32.29007633587786, + "grad_norm": 0.8848291194424138, + "learning_rate": 1.5827937504151085e-05, + "loss": 0.0214, + "step": 38070 + }, + { + "epoch": 32.29092451229856, + "grad_norm": 0.743166811552797, + "learning_rate": 1.5827714272291334e-05, + "loss": 0.0244, + "step": 38071 + }, + { + "epoch": 32.291772688719256, + "grad_norm": 0.7801924688736126, + "learning_rate": 1.582749103603387e-05, + "loss": 0.0236, + "step": 38072 + }, + { + "epoch": 32.29262086513995, + "grad_norm": 0.8186357771698684, + "learning_rate": 1.582726779537886e-05, + "loss": 0.0233, + "step": 38073 + }, + { + "epoch": 32.29346904156064, + "grad_norm": 0.877747511258016, + "learning_rate": 1.5827044550326474e-05, + "loss": 0.0217, + "step": 38074 + }, + { + "epoch": 32.29431721798134, + "grad_norm": 0.8040590645615603, + "learning_rate": 1.582682130087688e-05, + "loss": 0.0225, + "step": 38075 + }, + { + "epoch": 32.295165394402034, + "grad_norm": 0.9406288595180795, + "learning_rate": 1.5826598047030247e-05, + "loss": 0.024, + "step": 38076 + }, + { + "epoch": 32.29601357082273, + "grad_norm": 0.8325080786836317, + "learning_rate": 1.582637478878674e-05, + "loss": 0.0224, + "step": 38077 + }, + { + "epoch": 32.296861747243426, + "grad_norm": 0.8643688699109493, + "learning_rate": 1.582615152614653e-05, + "loss": 0.0226, + "step": 38078 + }, + { + "epoch": 32.29770992366412, + "grad_norm": 0.899849088639363, + "learning_rate": 1.582592825910979e-05, + "loss": 0.023, + "step": 38079 + }, + { + "epoch": 32.29855810008482, + "grad_norm": 0.8213473512431504, + "learning_rate": 1.5825704987676687e-05, + "loss": 0.0241, + "step": 38080 + }, + { + "epoch": 32.299406276505515, + "grad_norm": 0.7983104977758599, + "learning_rate": 1.582548171184738e-05, + "loss": 0.0209, + "step": 38081 + }, + { + "epoch": 32.30025445292621, + "grad_norm": 1.0837840898424984, + "learning_rate": 1.582525843162205e-05, + "loss": 0.0218, + "step": 38082 + }, + { + "epoch": 32.30110262934691, + "grad_norm": 0.7940530746401782, + "learning_rate": 1.5825035147000854e-05, + "loss": 0.0211, + "step": 38083 + }, + { + "epoch": 32.301950805767596, + "grad_norm": 0.9522297765536971, + "learning_rate": 1.5824811857983973e-05, + "loss": 0.0239, + "step": 38084 + }, + { + "epoch": 32.30279898218829, + "grad_norm": 0.9218875081570731, + "learning_rate": 1.5824588564571564e-05, + "loss": 0.0196, + "step": 38085 + }, + { + "epoch": 32.30364715860899, + "grad_norm": 0.9625945009103537, + "learning_rate": 1.5824365266763802e-05, + "loss": 0.0231, + "step": 38086 + }, + { + "epoch": 32.304495335029685, + "grad_norm": 0.8417257494774664, + "learning_rate": 1.5824141964560854e-05, + "loss": 0.0249, + "step": 38087 + }, + { + "epoch": 32.30534351145038, + "grad_norm": 0.8794684985058904, + "learning_rate": 1.582391865796289e-05, + "loss": 0.0241, + "step": 38088 + }, + { + "epoch": 32.30619168787108, + "grad_norm": 0.9383291317801993, + "learning_rate": 1.5823695346970078e-05, + "loss": 0.0249, + "step": 38089 + }, + { + "epoch": 32.307039864291774, + "grad_norm": 0.6829115689319554, + "learning_rate": 1.5823472031582577e-05, + "loss": 0.0222, + "step": 38090 + }, + { + "epoch": 32.30788804071247, + "grad_norm": 0.749146706807262, + "learning_rate": 1.582324871180057e-05, + "loss": 0.023, + "step": 38091 + }, + { + "epoch": 32.308736217133166, + "grad_norm": 0.9131284561237597, + "learning_rate": 1.582302538762422e-05, + "loss": 0.0243, + "step": 38092 + }, + { + "epoch": 32.30958439355386, + "grad_norm": 0.8238020431746683, + "learning_rate": 1.5822802059053696e-05, + "loss": 0.0216, + "step": 38093 + }, + { + "epoch": 32.31043256997455, + "grad_norm": 0.842555693019641, + "learning_rate": 1.582257872608916e-05, + "loss": 0.0228, + "step": 38094 + }, + { + "epoch": 32.31128074639525, + "grad_norm": 0.9883283867100991, + "learning_rate": 1.582235538873079e-05, + "loss": 0.0251, + "step": 38095 + }, + { + "epoch": 32.312128922815944, + "grad_norm": 0.8313075390579805, + "learning_rate": 1.582213204697875e-05, + "loss": 0.0247, + "step": 38096 + }, + { + "epoch": 32.31297709923664, + "grad_norm": 0.920224271683324, + "learning_rate": 1.582190870083321e-05, + "loss": 0.0236, + "step": 38097 + }, + { + "epoch": 32.31382527565734, + "grad_norm": 0.9808751295558172, + "learning_rate": 1.5821685350294338e-05, + "loss": 0.024, + "step": 38098 + }, + { + "epoch": 32.31467345207803, + "grad_norm": 0.7656194799074353, + "learning_rate": 1.5821461995362302e-05, + "loss": 0.022, + "step": 38099 + }, + { + "epoch": 32.31552162849873, + "grad_norm": 0.8772433712249241, + "learning_rate": 1.582123863603727e-05, + "loss": 0.0208, + "step": 38100 + }, + { + "epoch": 32.316369804919425, + "grad_norm": 0.8973260965184553, + "learning_rate": 1.582101527231941e-05, + "loss": 0.0247, + "step": 38101 + }, + { + "epoch": 32.31721798134012, + "grad_norm": 0.86348181385286, + "learning_rate": 1.5820791904208892e-05, + "loss": 0.0235, + "step": 38102 + }, + { + "epoch": 32.31806615776082, + "grad_norm": 0.8097296073826726, + "learning_rate": 1.5820568531705886e-05, + "loss": 0.0206, + "step": 38103 + }, + { + "epoch": 32.31891433418151, + "grad_norm": 0.8365462140285218, + "learning_rate": 1.582034515481056e-05, + "loss": 0.0226, + "step": 38104 + }, + { + "epoch": 32.3197625106022, + "grad_norm": 0.735637074861967, + "learning_rate": 1.582012177352308e-05, + "loss": 0.0215, + "step": 38105 + }, + { + "epoch": 32.3206106870229, + "grad_norm": 0.8976423789357642, + "learning_rate": 1.5819898387843615e-05, + "loss": 0.0227, + "step": 38106 + }, + { + "epoch": 32.321458863443596, + "grad_norm": 0.8861407007582293, + "learning_rate": 1.5819674997772336e-05, + "loss": 0.0228, + "step": 38107 + }, + { + "epoch": 32.32230703986429, + "grad_norm": 0.8038536636397849, + "learning_rate": 1.581945160330941e-05, + "loss": 0.0232, + "step": 38108 + }, + { + "epoch": 32.32315521628499, + "grad_norm": 0.9014142756640378, + "learning_rate": 1.5819228204455006e-05, + "loss": 0.0219, + "step": 38109 + }, + { + "epoch": 32.324003392705684, + "grad_norm": 1.041007888357352, + "learning_rate": 1.581900480120929e-05, + "loss": 0.0254, + "step": 38110 + }, + { + "epoch": 32.32485156912638, + "grad_norm": 0.842364619888337, + "learning_rate": 1.581878139357244e-05, + "loss": 0.0217, + "step": 38111 + }, + { + "epoch": 32.32569974554708, + "grad_norm": 0.8714111361074794, + "learning_rate": 1.5818557981544612e-05, + "loss": 0.0217, + "step": 38112 + }, + { + "epoch": 32.326547921967766, + "grad_norm": 0.793532999288998, + "learning_rate": 1.581833456512598e-05, + "loss": 0.0203, + "step": 38113 + }, + { + "epoch": 32.32739609838846, + "grad_norm": 0.888258237124112, + "learning_rate": 1.5818111144316715e-05, + "loss": 0.0252, + "step": 38114 + }, + { + "epoch": 32.32824427480916, + "grad_norm": 0.8774647344515766, + "learning_rate": 1.5817887719116984e-05, + "loss": 0.0248, + "step": 38115 + }, + { + "epoch": 32.329092451229855, + "grad_norm": 0.9675840974167166, + "learning_rate": 1.5817664289526948e-05, + "loss": 0.0242, + "step": 38116 + }, + { + "epoch": 32.32994062765055, + "grad_norm": 0.8942704677483888, + "learning_rate": 1.5817440855546792e-05, + "loss": 0.0229, + "step": 38117 + }, + { + "epoch": 32.33078880407125, + "grad_norm": 0.8814652419821574, + "learning_rate": 1.581721741717667e-05, + "loss": 0.0224, + "step": 38118 + }, + { + "epoch": 32.33163698049194, + "grad_norm": 0.8534801871537696, + "learning_rate": 1.5816993974416757e-05, + "loss": 0.0224, + "step": 38119 + }, + { + "epoch": 32.33248515691264, + "grad_norm": 0.9569129841300816, + "learning_rate": 1.5816770527267217e-05, + "loss": 0.0216, + "step": 38120 + }, + { + "epoch": 32.333333333333336, + "grad_norm": 0.8179660176066254, + "learning_rate": 1.5816547075728227e-05, + "loss": 0.0216, + "step": 38121 + }, + { + "epoch": 32.33418150975403, + "grad_norm": 0.7620108196774567, + "learning_rate": 1.581632361979995e-05, + "loss": 0.0211, + "step": 38122 + }, + { + "epoch": 32.33502968617472, + "grad_norm": 1.89481811677919, + "learning_rate": 1.5816100159482554e-05, + "loss": 0.023, + "step": 38123 + }, + { + "epoch": 32.33587786259542, + "grad_norm": 0.7558187465093682, + "learning_rate": 1.581587669477621e-05, + "loss": 0.0222, + "step": 38124 + }, + { + "epoch": 32.33672603901611, + "grad_norm": 0.8237717057193629, + "learning_rate": 1.5815653225681083e-05, + "loss": 0.0231, + "step": 38125 + }, + { + "epoch": 32.33757421543681, + "grad_norm": 0.7048995832602387, + "learning_rate": 1.5815429752197347e-05, + "loss": 0.0218, + "step": 38126 + }, + { + "epoch": 32.338422391857506, + "grad_norm": 0.910142384973586, + "learning_rate": 1.5815206274325166e-05, + "loss": 0.0229, + "step": 38127 + }, + { + "epoch": 32.3392705682782, + "grad_norm": 0.8642673075122315, + "learning_rate": 1.581498279206471e-05, + "loss": 0.0246, + "step": 38128 + }, + { + "epoch": 32.3401187446989, + "grad_norm": 0.7660501751896355, + "learning_rate": 1.5814759305416148e-05, + "loss": 0.0227, + "step": 38129 + }, + { + "epoch": 32.340966921119595, + "grad_norm": 0.8462934841223144, + "learning_rate": 1.5814535814379653e-05, + "loss": 0.0238, + "step": 38130 + }, + { + "epoch": 32.34181509754029, + "grad_norm": 0.9080296507616505, + "learning_rate": 1.5814312318955384e-05, + "loss": 0.024, + "step": 38131 + }, + { + "epoch": 32.34266327396099, + "grad_norm": 0.7491878344909544, + "learning_rate": 1.581408881914352e-05, + "loss": 0.0207, + "step": 38132 + }, + { + "epoch": 32.343511450381676, + "grad_norm": 0.7818784733332841, + "learning_rate": 1.5813865314944223e-05, + "loss": 0.0226, + "step": 38133 + }, + { + "epoch": 32.34435962680237, + "grad_norm": 0.9697492734834289, + "learning_rate": 1.581364180635766e-05, + "loss": 0.023, + "step": 38134 + }, + { + "epoch": 32.34520780322307, + "grad_norm": 1.121103585290712, + "learning_rate": 1.5813418293384006e-05, + "loss": 0.0218, + "step": 38135 + }, + { + "epoch": 32.346055979643765, + "grad_norm": 0.9835863886228087, + "learning_rate": 1.5813194776023424e-05, + "loss": 0.0214, + "step": 38136 + }, + { + "epoch": 32.34690415606446, + "grad_norm": 1.1273220237651878, + "learning_rate": 1.581297125427609e-05, + "loss": 0.0212, + "step": 38137 + }, + { + "epoch": 32.34775233248516, + "grad_norm": 0.6967026781261995, + "learning_rate": 1.5812747728142163e-05, + "loss": 0.0203, + "step": 38138 + }, + { + "epoch": 32.348600508905854, + "grad_norm": 1.0602558377589326, + "learning_rate": 1.581252419762182e-05, + "loss": 0.0243, + "step": 38139 + }, + { + "epoch": 32.34944868532655, + "grad_norm": 0.840690830576829, + "learning_rate": 1.5812300662715228e-05, + "loss": 0.0215, + "step": 38140 + }, + { + "epoch": 32.350296861747246, + "grad_norm": 0.9664952323881307, + "learning_rate": 1.581207712342255e-05, + "loss": 0.0243, + "step": 38141 + }, + { + "epoch": 32.35114503816794, + "grad_norm": 0.9246163151659678, + "learning_rate": 1.581185357974396e-05, + "loss": 0.025, + "step": 38142 + }, + { + "epoch": 32.35199321458863, + "grad_norm": 0.9472662445914325, + "learning_rate": 1.5811630031679627e-05, + "loss": 0.0232, + "step": 38143 + }, + { + "epoch": 32.35284139100933, + "grad_norm": 0.8929669518911625, + "learning_rate": 1.581140647922972e-05, + "loss": 0.0237, + "step": 38144 + }, + { + "epoch": 32.353689567430024, + "grad_norm": 0.8168940169812159, + "learning_rate": 1.58111829223944e-05, + "loss": 0.0244, + "step": 38145 + }, + { + "epoch": 32.35453774385072, + "grad_norm": 0.8306468262047219, + "learning_rate": 1.5810959361173845e-05, + "loss": 0.0222, + "step": 38146 + }, + { + "epoch": 32.35538592027142, + "grad_norm": 0.7580326424469059, + "learning_rate": 1.581073579556822e-05, + "loss": 0.023, + "step": 38147 + }, + { + "epoch": 32.35623409669211, + "grad_norm": 0.9447035542237885, + "learning_rate": 1.5810512225577695e-05, + "loss": 0.0219, + "step": 38148 + }, + { + "epoch": 32.35708227311281, + "grad_norm": 0.9182879073069662, + "learning_rate": 1.5810288651202434e-05, + "loss": 0.0251, + "step": 38149 + }, + { + "epoch": 32.357930449533505, + "grad_norm": 0.8795928183353533, + "learning_rate": 1.5810065072442612e-05, + "loss": 0.0234, + "step": 38150 + }, + { + "epoch": 32.3587786259542, + "grad_norm": 0.9025041578287386, + "learning_rate": 1.5809841489298395e-05, + "loss": 0.0231, + "step": 38151 + }, + { + "epoch": 32.35962680237489, + "grad_norm": 0.7920519785965445, + "learning_rate": 1.5809617901769953e-05, + "loss": 0.0203, + "step": 38152 + }, + { + "epoch": 32.36047497879559, + "grad_norm": 1.0087944189648326, + "learning_rate": 1.5809394309857454e-05, + "loss": 0.0223, + "step": 38153 + }, + { + "epoch": 32.36132315521628, + "grad_norm": 0.8433664959624365, + "learning_rate": 1.5809170713561065e-05, + "loss": 0.0248, + "step": 38154 + }, + { + "epoch": 32.36217133163698, + "grad_norm": 0.8975713522038202, + "learning_rate": 1.5808947112880953e-05, + "loss": 0.0224, + "step": 38155 + }, + { + "epoch": 32.363019508057675, + "grad_norm": 0.8514282092930101, + "learning_rate": 1.580872350781729e-05, + "loss": 0.0227, + "step": 38156 + }, + { + "epoch": 32.36386768447837, + "grad_norm": 0.8367492113980257, + "learning_rate": 1.580849989837025e-05, + "loss": 0.0209, + "step": 38157 + }, + { + "epoch": 32.36471586089907, + "grad_norm": 0.8376519717637451, + "learning_rate": 1.5808276284539994e-05, + "loss": 0.0248, + "step": 38158 + }, + { + "epoch": 32.365564037319764, + "grad_norm": 0.8692238715596321, + "learning_rate": 1.580805266632669e-05, + "loss": 0.0219, + "step": 38159 + }, + { + "epoch": 32.36641221374046, + "grad_norm": 0.987946704332636, + "learning_rate": 1.5807829043730513e-05, + "loss": 0.024, + "step": 38160 + }, + { + "epoch": 32.36726039016116, + "grad_norm": 0.9273116945891309, + "learning_rate": 1.580760541675163e-05, + "loss": 0.022, + "step": 38161 + }, + { + "epoch": 32.368108566581846, + "grad_norm": 0.7978011262173947, + "learning_rate": 1.5807381785390204e-05, + "loss": 0.0216, + "step": 38162 + }, + { + "epoch": 32.36895674300254, + "grad_norm": 0.8841887254210624, + "learning_rate": 1.580715814964641e-05, + "loss": 0.0236, + "step": 38163 + }, + { + "epoch": 32.36980491942324, + "grad_norm": 0.7540379219438886, + "learning_rate": 1.580693450952041e-05, + "loss": 0.0204, + "step": 38164 + }, + { + "epoch": 32.370653095843934, + "grad_norm": 0.8215104683755594, + "learning_rate": 1.5806710865012383e-05, + "loss": 0.0219, + "step": 38165 + }, + { + "epoch": 32.37150127226463, + "grad_norm": 0.7382631901897181, + "learning_rate": 1.5806487216122492e-05, + "loss": 0.0227, + "step": 38166 + }, + { + "epoch": 32.37234944868533, + "grad_norm": 0.8316906947327312, + "learning_rate": 1.5806263562850907e-05, + "loss": 0.0239, + "step": 38167 + }, + { + "epoch": 32.37319762510602, + "grad_norm": 1.0491745087575424, + "learning_rate": 1.580603990519779e-05, + "loss": 0.0253, + "step": 38168 + }, + { + "epoch": 32.37404580152672, + "grad_norm": 0.9311130751072613, + "learning_rate": 1.5805816243163322e-05, + "loss": 0.0237, + "step": 38169 + }, + { + "epoch": 32.374893977947416, + "grad_norm": 0.8431315646210392, + "learning_rate": 1.5805592576747663e-05, + "loss": 0.0234, + "step": 38170 + }, + { + "epoch": 32.37574215436811, + "grad_norm": 0.8087612225130703, + "learning_rate": 1.5805368905950982e-05, + "loss": 0.023, + "step": 38171 + }, + { + "epoch": 32.3765903307888, + "grad_norm": 1.131144725858223, + "learning_rate": 1.580514523077345e-05, + "loss": 0.0262, + "step": 38172 + }, + { + "epoch": 32.3774385072095, + "grad_norm": 0.8921734821513256, + "learning_rate": 1.5804921551215238e-05, + "loss": 0.0231, + "step": 38173 + }, + { + "epoch": 32.37828668363019, + "grad_norm": 1.1020616194770825, + "learning_rate": 1.5804697867276513e-05, + "loss": 0.0248, + "step": 38174 + }, + { + "epoch": 32.37913486005089, + "grad_norm": 1.0089030871149913, + "learning_rate": 1.580447417895744e-05, + "loss": 0.0247, + "step": 38175 + }, + { + "epoch": 32.379983036471586, + "grad_norm": 0.9081496660013534, + "learning_rate": 1.5804250486258193e-05, + "loss": 0.0226, + "step": 38176 + }, + { + "epoch": 32.38083121289228, + "grad_norm": 1.103451511805122, + "learning_rate": 1.5804026789178944e-05, + "loss": 0.0271, + "step": 38177 + }, + { + "epoch": 32.38167938931298, + "grad_norm": 0.8397585224173358, + "learning_rate": 1.5803803087719848e-05, + "loss": 0.0245, + "step": 38178 + }, + { + "epoch": 32.382527565733675, + "grad_norm": 1.006715392784443, + "learning_rate": 1.580357938188109e-05, + "loss": 0.0266, + "step": 38179 + }, + { + "epoch": 32.38337574215437, + "grad_norm": 0.9708470468266642, + "learning_rate": 1.5803355671662828e-05, + "loss": 0.0235, + "step": 38180 + }, + { + "epoch": 32.38422391857507, + "grad_norm": 0.8874231272813039, + "learning_rate": 1.5803131957065234e-05, + "loss": 0.0239, + "step": 38181 + }, + { + "epoch": 32.385072094995756, + "grad_norm": 0.936600940993381, + "learning_rate": 1.5802908238088476e-05, + "loss": 0.0238, + "step": 38182 + }, + { + "epoch": 32.38592027141645, + "grad_norm": 0.7365785448848445, + "learning_rate": 1.5802684514732723e-05, + "loss": 0.019, + "step": 38183 + }, + { + "epoch": 32.38676844783715, + "grad_norm": 0.8887141309297396, + "learning_rate": 1.580246078699815e-05, + "loss": 0.021, + "step": 38184 + }, + { + "epoch": 32.387616624257845, + "grad_norm": 1.3296823609843023, + "learning_rate": 1.5802237054884913e-05, + "loss": 0.0249, + "step": 38185 + }, + { + "epoch": 32.38846480067854, + "grad_norm": 0.9855972806452529, + "learning_rate": 1.5802013318393194e-05, + "loss": 0.0247, + "step": 38186 + }, + { + "epoch": 32.38931297709924, + "grad_norm": 0.8836889500502895, + "learning_rate": 1.5801789577523155e-05, + "loss": 0.0215, + "step": 38187 + }, + { + "epoch": 32.390161153519934, + "grad_norm": 1.1040937517280762, + "learning_rate": 1.5801565832274962e-05, + "loss": 0.0254, + "step": 38188 + }, + { + "epoch": 32.39100932994063, + "grad_norm": 0.9000268669934389, + "learning_rate": 1.5801342082648795e-05, + "loss": 0.0245, + "step": 38189 + }, + { + "epoch": 32.391857506361326, + "grad_norm": 0.9283119214767158, + "learning_rate": 1.5801118328644812e-05, + "loss": 0.0242, + "step": 38190 + }, + { + "epoch": 32.392705682782015, + "grad_norm": 0.8577108954945931, + "learning_rate": 1.5800894570263183e-05, + "loss": 0.0245, + "step": 38191 + }, + { + "epoch": 32.39355385920271, + "grad_norm": 0.8167999072443547, + "learning_rate": 1.5800670807504085e-05, + "loss": 0.025, + "step": 38192 + }, + { + "epoch": 32.39440203562341, + "grad_norm": 0.8474636292513719, + "learning_rate": 1.5800447040367677e-05, + "loss": 0.0248, + "step": 38193 + }, + { + "epoch": 32.395250212044104, + "grad_norm": 0.8442357513438239, + "learning_rate": 1.580022326885413e-05, + "loss": 0.023, + "step": 38194 + }, + { + "epoch": 32.3960983884648, + "grad_norm": 0.8211330650487227, + "learning_rate": 1.579999949296362e-05, + "loss": 0.0239, + "step": 38195 + }, + { + "epoch": 32.396946564885496, + "grad_norm": 0.8744665120136588, + "learning_rate": 1.579977571269631e-05, + "loss": 0.0269, + "step": 38196 + }, + { + "epoch": 32.39779474130619, + "grad_norm": 0.9192786950270189, + "learning_rate": 1.5799551928052367e-05, + "loss": 0.0214, + "step": 38197 + }, + { + "epoch": 32.39864291772689, + "grad_norm": 0.9133609573746959, + "learning_rate": 1.5799328139031964e-05, + "loss": 0.0254, + "step": 38198 + }, + { + "epoch": 32.399491094147585, + "grad_norm": 1.0399914400208812, + "learning_rate": 1.5799104345635267e-05, + "loss": 0.0258, + "step": 38199 + }, + { + "epoch": 32.40033927056828, + "grad_norm": 1.0259097436049913, + "learning_rate": 1.579888054786245e-05, + "loss": 0.0221, + "step": 38200 + }, + { + "epoch": 32.40118744698897, + "grad_norm": 0.9439941011551695, + "learning_rate": 1.5798656745713673e-05, + "loss": 0.0224, + "step": 38201 + }, + { + "epoch": 32.40203562340967, + "grad_norm": 0.7269745970291451, + "learning_rate": 1.5798432939189114e-05, + "loss": 0.0239, + "step": 38202 + }, + { + "epoch": 32.40288379983036, + "grad_norm": 0.898888748319004, + "learning_rate": 1.5798209128288936e-05, + "loss": 0.0258, + "step": 38203 + }, + { + "epoch": 32.40373197625106, + "grad_norm": 0.9458985552868435, + "learning_rate": 1.579798531301331e-05, + "loss": 0.0248, + "step": 38204 + }, + { + "epoch": 32.404580152671755, + "grad_norm": 0.8181528896027549, + "learning_rate": 1.5797761493362407e-05, + "loss": 0.0215, + "step": 38205 + }, + { + "epoch": 32.40542832909245, + "grad_norm": 0.6783141067175116, + "learning_rate": 1.5797537669336392e-05, + "loss": 0.0211, + "step": 38206 + }, + { + "epoch": 32.40627650551315, + "grad_norm": 0.6643761115318809, + "learning_rate": 1.5797313840935436e-05, + "loss": 0.0213, + "step": 38207 + }, + { + "epoch": 32.407124681933844, + "grad_norm": 0.7318046009347795, + "learning_rate": 1.5797090008159706e-05, + "loss": 0.0208, + "step": 38208 + }, + { + "epoch": 32.40797285835454, + "grad_norm": 1.0068142397421223, + "learning_rate": 1.5796866171009374e-05, + "loss": 0.0249, + "step": 38209 + }, + { + "epoch": 32.40882103477524, + "grad_norm": 0.8808985241188992, + "learning_rate": 1.5796642329484607e-05, + "loss": 0.0215, + "step": 38210 + }, + { + "epoch": 32.409669211195926, + "grad_norm": 0.9112922975726324, + "learning_rate": 1.5796418483585573e-05, + "loss": 0.0239, + "step": 38211 + }, + { + "epoch": 32.41051738761662, + "grad_norm": 0.7187402308621678, + "learning_rate": 1.5796194633312443e-05, + "loss": 0.0211, + "step": 38212 + }, + { + "epoch": 32.41136556403732, + "grad_norm": 0.9296485499706241, + "learning_rate": 1.5795970778665385e-05, + "loss": 0.024, + "step": 38213 + }, + { + "epoch": 32.412213740458014, + "grad_norm": 0.9664004977605072, + "learning_rate": 1.5795746919644567e-05, + "loss": 0.0257, + "step": 38214 + }, + { + "epoch": 32.41306191687871, + "grad_norm": 0.8757495339925647, + "learning_rate": 1.579552305625016e-05, + "loss": 0.0217, + "step": 38215 + }, + { + "epoch": 32.41391009329941, + "grad_norm": 0.7624748770209153, + "learning_rate": 1.5795299188482332e-05, + "loss": 0.0219, + "step": 38216 + }, + { + "epoch": 32.4147582697201, + "grad_norm": 0.8110150247456364, + "learning_rate": 1.579507531634125e-05, + "loss": 0.0214, + "step": 38217 + }, + { + "epoch": 32.4156064461408, + "grad_norm": 0.7157004411184115, + "learning_rate": 1.579485143982709e-05, + "loss": 0.0222, + "step": 38218 + }, + { + "epoch": 32.416454622561496, + "grad_norm": 0.8576295475747343, + "learning_rate": 1.5794627558940013e-05, + "loss": 0.023, + "step": 38219 + }, + { + "epoch": 32.41730279898219, + "grad_norm": 0.7733471298572849, + "learning_rate": 1.5794403673680188e-05, + "loss": 0.0228, + "step": 38220 + }, + { + "epoch": 32.41815097540288, + "grad_norm": 0.9175320940044982, + "learning_rate": 1.5794179784047785e-05, + "loss": 0.0237, + "step": 38221 + }, + { + "epoch": 32.41899915182358, + "grad_norm": 0.8670962568968464, + "learning_rate": 1.5793955890042978e-05, + "loss": 0.0255, + "step": 38222 + }, + { + "epoch": 32.41984732824427, + "grad_norm": 0.9219403668448048, + "learning_rate": 1.5793731991665933e-05, + "loss": 0.0235, + "step": 38223 + }, + { + "epoch": 32.42069550466497, + "grad_norm": 1.0916197216877652, + "learning_rate": 1.5793508088916815e-05, + "loss": 0.0252, + "step": 38224 + }, + { + "epoch": 32.421543681085666, + "grad_norm": 0.7188354481516366, + "learning_rate": 1.57932841817958e-05, + "loss": 0.0211, + "step": 38225 + }, + { + "epoch": 32.42239185750636, + "grad_norm": 0.8953905849235787, + "learning_rate": 1.579306027030305e-05, + "loss": 0.0228, + "step": 38226 + }, + { + "epoch": 32.42324003392706, + "grad_norm": 0.7753636546757511, + "learning_rate": 1.5792836354438742e-05, + "loss": 0.0236, + "step": 38227 + }, + { + "epoch": 32.424088210347755, + "grad_norm": 0.9977135923359826, + "learning_rate": 1.5792612434203036e-05, + "loss": 0.0225, + "step": 38228 + }, + { + "epoch": 32.42493638676845, + "grad_norm": 0.8528412070258482, + "learning_rate": 1.5792388509596107e-05, + "loss": 0.0229, + "step": 38229 + }, + { + "epoch": 32.42578456318914, + "grad_norm": 0.8632314016395696, + "learning_rate": 1.579216458061812e-05, + "loss": 0.0217, + "step": 38230 + }, + { + "epoch": 32.426632739609836, + "grad_norm": 0.7846511966671059, + "learning_rate": 1.579194064726925e-05, + "loss": 0.0231, + "step": 38231 + }, + { + "epoch": 32.42748091603053, + "grad_norm": 1.0721888631950944, + "learning_rate": 1.579171670954966e-05, + "loss": 0.0239, + "step": 38232 + }, + { + "epoch": 32.42832909245123, + "grad_norm": 0.7726605885027641, + "learning_rate": 1.579149276745952e-05, + "loss": 0.0232, + "step": 38233 + }, + { + "epoch": 32.429177268871925, + "grad_norm": 0.9807861392932952, + "learning_rate": 1.5791268820999e-05, + "loss": 0.0244, + "step": 38234 + }, + { + "epoch": 32.43002544529262, + "grad_norm": 0.9053554767667171, + "learning_rate": 1.5791044870168272e-05, + "loss": 0.0221, + "step": 38235 + }, + { + "epoch": 32.43087362171332, + "grad_norm": 0.7526386918374401, + "learning_rate": 1.57908209149675e-05, + "loss": 0.0237, + "step": 38236 + }, + { + "epoch": 32.431721798134014, + "grad_norm": 0.8138502092890004, + "learning_rate": 1.5790596955396857e-05, + "loss": 0.0246, + "step": 38237 + }, + { + "epoch": 32.43256997455471, + "grad_norm": 0.9587379031978607, + "learning_rate": 1.579037299145651e-05, + "loss": 0.0245, + "step": 38238 + }, + { + "epoch": 32.433418150975406, + "grad_norm": 0.8147042371932928, + "learning_rate": 1.5790149023146626e-05, + "loss": 0.0232, + "step": 38239 + }, + { + "epoch": 32.434266327396095, + "grad_norm": 0.7936631421034723, + "learning_rate": 1.578992505046738e-05, + "loss": 0.023, + "step": 38240 + }, + { + "epoch": 32.43511450381679, + "grad_norm": 0.8152143455131479, + "learning_rate": 1.5789701073418934e-05, + "loss": 0.0216, + "step": 38241 + }, + { + "epoch": 32.43596268023749, + "grad_norm": 0.9603093076712659, + "learning_rate": 1.5789477092001458e-05, + "loss": 0.0228, + "step": 38242 + }, + { + "epoch": 32.436810856658184, + "grad_norm": 0.8222947486728438, + "learning_rate": 1.5789253106215126e-05, + "loss": 0.0241, + "step": 38243 + }, + { + "epoch": 32.43765903307888, + "grad_norm": 0.8130465646250422, + "learning_rate": 1.5789029116060106e-05, + "loss": 0.0211, + "step": 38244 + }, + { + "epoch": 32.438507209499576, + "grad_norm": 0.7389009849023866, + "learning_rate": 1.5788805121536564e-05, + "loss": 0.0198, + "step": 38245 + }, + { + "epoch": 32.43935538592027, + "grad_norm": 0.9065724100310582, + "learning_rate": 1.5788581122644666e-05, + "loss": 0.0236, + "step": 38246 + }, + { + "epoch": 32.44020356234097, + "grad_norm": 0.9730688843033098, + "learning_rate": 1.5788357119384593e-05, + "loss": 0.0254, + "step": 38247 + }, + { + "epoch": 32.441051738761665, + "grad_norm": 1.0124840248199076, + "learning_rate": 1.57881331117565e-05, + "loss": 0.0234, + "step": 38248 + }, + { + "epoch": 32.44189991518236, + "grad_norm": 0.9829666835850425, + "learning_rate": 1.5787909099760565e-05, + "loss": 0.0254, + "step": 38249 + }, + { + "epoch": 32.44274809160305, + "grad_norm": 0.8964908520086085, + "learning_rate": 1.5787685083396957e-05, + "loss": 0.0257, + "step": 38250 + }, + { + "epoch": 32.44359626802375, + "grad_norm": 0.9690006623393118, + "learning_rate": 1.578746106266584e-05, + "loss": 0.0226, + "step": 38251 + }, + { + "epoch": 32.44444444444444, + "grad_norm": 0.9725884872597627, + "learning_rate": 1.5787237037567383e-05, + "loss": 0.0242, + "step": 38252 + }, + { + "epoch": 32.44529262086514, + "grad_norm": 0.9299045021409185, + "learning_rate": 1.578701300810176e-05, + "loss": 0.0245, + "step": 38253 + }, + { + "epoch": 32.446140797285835, + "grad_norm": 0.8489114385426964, + "learning_rate": 1.5786788974269137e-05, + "loss": 0.0219, + "step": 38254 + }, + { + "epoch": 32.44698897370653, + "grad_norm": 0.8017477184830677, + "learning_rate": 1.5786564936069687e-05, + "loss": 0.0229, + "step": 38255 + }, + { + "epoch": 32.44783715012723, + "grad_norm": 0.9218776255957937, + "learning_rate": 1.578634089350357e-05, + "loss": 0.0259, + "step": 38256 + }, + { + "epoch": 32.448685326547924, + "grad_norm": 0.7822804662211675, + "learning_rate": 1.5786116846570964e-05, + "loss": 0.0214, + "step": 38257 + }, + { + "epoch": 32.44953350296862, + "grad_norm": 0.9149656048404432, + "learning_rate": 1.5785892795272037e-05, + "loss": 0.0268, + "step": 38258 + }, + { + "epoch": 32.45038167938931, + "grad_norm": 0.6888750015608408, + "learning_rate": 1.5785668739606953e-05, + "loss": 0.0215, + "step": 38259 + }, + { + "epoch": 32.451229855810006, + "grad_norm": 0.9379558288251236, + "learning_rate": 1.5785444679575885e-05, + "loss": 0.0262, + "step": 38260 + }, + { + "epoch": 32.4520780322307, + "grad_norm": 0.7090150572839935, + "learning_rate": 1.5785220615179003e-05, + "loss": 0.0227, + "step": 38261 + }, + { + "epoch": 32.4529262086514, + "grad_norm": 0.8864017309963131, + "learning_rate": 1.578499654641647e-05, + "loss": 0.0279, + "step": 38262 + }, + { + "epoch": 32.453774385072094, + "grad_norm": 0.8124683497935873, + "learning_rate": 1.5784772473288463e-05, + "loss": 0.0203, + "step": 38263 + }, + { + "epoch": 32.45462256149279, + "grad_norm": 0.7552780784682057, + "learning_rate": 1.5784548395795148e-05, + "loss": 0.0214, + "step": 38264 + }, + { + "epoch": 32.45547073791349, + "grad_norm": 1.0057792419771816, + "learning_rate": 1.578432431393669e-05, + "loss": 0.0241, + "step": 38265 + }, + { + "epoch": 32.45631891433418, + "grad_norm": 0.848634011163859, + "learning_rate": 1.578410022771326e-05, + "loss": 0.0249, + "step": 38266 + }, + { + "epoch": 32.45716709075488, + "grad_norm": 0.8579446078548891, + "learning_rate": 1.5783876137125036e-05, + "loss": 0.0235, + "step": 38267 + }, + { + "epoch": 32.458015267175576, + "grad_norm": 0.9029258009671655, + "learning_rate": 1.5783652042172176e-05, + "loss": 0.022, + "step": 38268 + }, + { + "epoch": 32.458863443596265, + "grad_norm": 0.8549575720874893, + "learning_rate": 1.5783427942854853e-05, + "loss": 0.02, + "step": 38269 + }, + { + "epoch": 32.45971162001696, + "grad_norm": 0.7848328961232355, + "learning_rate": 1.5783203839173237e-05, + "loss": 0.0225, + "step": 38270 + }, + { + "epoch": 32.46055979643766, + "grad_norm": 0.8056004351309715, + "learning_rate": 1.5782979731127493e-05, + "loss": 0.023, + "step": 38271 + }, + { + "epoch": 32.46140797285835, + "grad_norm": 0.8208621269148111, + "learning_rate": 1.57827556187178e-05, + "loss": 0.022, + "step": 38272 + }, + { + "epoch": 32.46225614927905, + "grad_norm": 0.896201668199093, + "learning_rate": 1.5782531501944313e-05, + "loss": 0.0236, + "step": 38273 + }, + { + "epoch": 32.463104325699746, + "grad_norm": 0.8715382829188317, + "learning_rate": 1.578230738080721e-05, + "loss": 0.0219, + "step": 38274 + }, + { + "epoch": 32.46395250212044, + "grad_norm": 0.9035888450729961, + "learning_rate": 1.578208325530666e-05, + "loss": 0.0241, + "step": 38275 + }, + { + "epoch": 32.46480067854114, + "grad_norm": 0.8498602574461458, + "learning_rate": 1.5781859125442828e-05, + "loss": 0.022, + "step": 38276 + }, + { + "epoch": 32.465648854961835, + "grad_norm": 1.0199753576663158, + "learning_rate": 1.578163499121589e-05, + "loss": 0.0233, + "step": 38277 + }, + { + "epoch": 32.46649703138253, + "grad_norm": 0.8233949752564237, + "learning_rate": 1.5781410852626013e-05, + "loss": 0.022, + "step": 38278 + }, + { + "epoch": 32.46734520780322, + "grad_norm": 0.8277815892988296, + "learning_rate": 1.5781186709673357e-05, + "loss": 0.0234, + "step": 38279 + }, + { + "epoch": 32.468193384223916, + "grad_norm": 0.8706697586623005, + "learning_rate": 1.5780962562358106e-05, + "loss": 0.0237, + "step": 38280 + }, + { + "epoch": 32.46904156064461, + "grad_norm": 0.9105086855641998, + "learning_rate": 1.5780738410680415e-05, + "loss": 0.0326, + "step": 38281 + }, + { + "epoch": 32.46988973706531, + "grad_norm": 0.8399876473390329, + "learning_rate": 1.5780514254640463e-05, + "loss": 0.0218, + "step": 38282 + }, + { + "epoch": 32.470737913486005, + "grad_norm": 0.8105606640361299, + "learning_rate": 1.5780290094238414e-05, + "loss": 0.023, + "step": 38283 + }, + { + "epoch": 32.4715860899067, + "grad_norm": 0.8485414215406659, + "learning_rate": 1.578006592947444e-05, + "loss": 0.0226, + "step": 38284 + }, + { + "epoch": 32.4724342663274, + "grad_norm": 0.692703476859677, + "learning_rate": 1.577984176034871e-05, + "loss": 0.0209, + "step": 38285 + }, + { + "epoch": 32.47328244274809, + "grad_norm": 0.964114911699132, + "learning_rate": 1.5779617586861387e-05, + "loss": 0.0238, + "step": 38286 + }, + { + "epoch": 32.47413061916879, + "grad_norm": 0.9288570217420493, + "learning_rate": 1.577939340901265e-05, + "loss": 0.0246, + "step": 38287 + }, + { + "epoch": 32.474978795589486, + "grad_norm": 0.8732412602886065, + "learning_rate": 1.5779169226802665e-05, + "loss": 0.0235, + "step": 38288 + }, + { + "epoch": 32.475826972010175, + "grad_norm": 0.7755064588714733, + "learning_rate": 1.57789450402316e-05, + "loss": 0.0206, + "step": 38289 + }, + { + "epoch": 32.47667514843087, + "grad_norm": 0.878282390117656, + "learning_rate": 1.577872084929962e-05, + "loss": 0.0224, + "step": 38290 + }, + { + "epoch": 32.47752332485157, + "grad_norm": 0.8680096196416106, + "learning_rate": 1.5778496654006902e-05, + "loss": 0.0248, + "step": 38291 + }, + { + "epoch": 32.478371501272264, + "grad_norm": 0.8672354366539059, + "learning_rate": 1.5778272454353607e-05, + "loss": 0.0222, + "step": 38292 + }, + { + "epoch": 32.47921967769296, + "grad_norm": 0.8435089428822786, + "learning_rate": 1.577804825033991e-05, + "loss": 0.0223, + "step": 38293 + }, + { + "epoch": 32.480067854113656, + "grad_norm": 0.9183498643842012, + "learning_rate": 1.577782404196598e-05, + "loss": 0.0237, + "step": 38294 + }, + { + "epoch": 32.48091603053435, + "grad_norm": 0.9593115440403525, + "learning_rate": 1.5777599829231984e-05, + "loss": 0.0238, + "step": 38295 + }, + { + "epoch": 32.48176420695505, + "grad_norm": 0.8975248058736157, + "learning_rate": 1.5777375612138094e-05, + "loss": 0.0241, + "step": 38296 + }, + { + "epoch": 32.482612383375745, + "grad_norm": 0.9123176274348853, + "learning_rate": 1.577715139068447e-05, + "loss": 0.0223, + "step": 38297 + }, + { + "epoch": 32.48346055979644, + "grad_norm": 0.6964023732063769, + "learning_rate": 1.57769271648713e-05, + "loss": 0.0212, + "step": 38298 + }, + { + "epoch": 32.48430873621713, + "grad_norm": 0.757823030399122, + "learning_rate": 1.5776702934698733e-05, + "loss": 0.0208, + "step": 38299 + }, + { + "epoch": 32.48515691263783, + "grad_norm": 0.8804960873634373, + "learning_rate": 1.5776478700166952e-05, + "loss": 0.0228, + "step": 38300 + }, + { + "epoch": 32.48600508905852, + "grad_norm": 0.8295335068946307, + "learning_rate": 1.5776254461276116e-05, + "loss": 0.022, + "step": 38301 + }, + { + "epoch": 32.48685326547922, + "grad_norm": 1.021180008261147, + "learning_rate": 1.57760302180264e-05, + "loss": 0.0245, + "step": 38302 + }, + { + "epoch": 32.487701441899915, + "grad_norm": 0.9727498328523749, + "learning_rate": 1.5775805970417976e-05, + "loss": 0.0236, + "step": 38303 + }, + { + "epoch": 32.48854961832061, + "grad_norm": 0.9164140808936307, + "learning_rate": 1.5775581718451008e-05, + "loss": 0.0245, + "step": 38304 + }, + { + "epoch": 32.48939779474131, + "grad_norm": 1.014245841428035, + "learning_rate": 1.5775357462125666e-05, + "loss": 0.0249, + "step": 38305 + }, + { + "epoch": 32.490245971162004, + "grad_norm": 0.7232703212990814, + "learning_rate": 1.5775133201442122e-05, + "loss": 0.0229, + "step": 38306 + }, + { + "epoch": 32.4910941475827, + "grad_norm": 1.009394658603168, + "learning_rate": 1.5774908936400543e-05, + "loss": 0.0242, + "step": 38307 + }, + { + "epoch": 32.49194232400339, + "grad_norm": 0.9178783743578351, + "learning_rate": 1.5774684667001098e-05, + "loss": 0.0222, + "step": 38308 + }, + { + "epoch": 32.492790500424086, + "grad_norm": 0.778302309271964, + "learning_rate": 1.5774460393243957e-05, + "loss": 0.0209, + "step": 38309 + }, + { + "epoch": 32.49363867684478, + "grad_norm": 0.8442505407908847, + "learning_rate": 1.5774236115129288e-05, + "loss": 0.0244, + "step": 38310 + }, + { + "epoch": 32.49448685326548, + "grad_norm": 0.7763414861226511, + "learning_rate": 1.5774011832657262e-05, + "loss": 0.0204, + "step": 38311 + }, + { + "epoch": 32.495335029686174, + "grad_norm": 0.817857425184455, + "learning_rate": 1.577378754582805e-05, + "loss": 0.0229, + "step": 38312 + }, + { + "epoch": 32.49618320610687, + "grad_norm": 0.6542665248124419, + "learning_rate": 1.5773563254641817e-05, + "loss": 0.0207, + "step": 38313 + }, + { + "epoch": 32.49703138252757, + "grad_norm": 0.8305988044252409, + "learning_rate": 1.5773338959098734e-05, + "loss": 0.0234, + "step": 38314 + }, + { + "epoch": 32.49787955894826, + "grad_norm": 0.898358469829247, + "learning_rate": 1.577311465919897e-05, + "loss": 0.0238, + "step": 38315 + }, + { + "epoch": 32.49872773536896, + "grad_norm": 0.9873881928882757, + "learning_rate": 1.5772890354942697e-05, + "loss": 0.0269, + "step": 38316 + }, + { + "epoch": 32.499575911789655, + "grad_norm": 0.8549371045326014, + "learning_rate": 1.577266604633008e-05, + "loss": 0.0219, + "step": 38317 + }, + { + "epoch": 32.500424088210345, + "grad_norm": 0.9516760252127702, + "learning_rate": 1.577244173336129e-05, + "loss": 0.0238, + "step": 38318 + }, + { + "epoch": 32.50127226463104, + "grad_norm": 0.978100566832367, + "learning_rate": 1.5772217416036496e-05, + "loss": 0.0237, + "step": 38319 + }, + { + "epoch": 32.50212044105174, + "grad_norm": 0.6944221506374766, + "learning_rate": 1.5771993094355867e-05, + "loss": 0.0215, + "step": 38320 + }, + { + "epoch": 32.50296861747243, + "grad_norm": 0.8554279599922714, + "learning_rate": 1.5771768768319578e-05, + "loss": 0.0207, + "step": 38321 + }, + { + "epoch": 32.50381679389313, + "grad_norm": 0.9112920820365499, + "learning_rate": 1.5771544437927787e-05, + "loss": 0.021, + "step": 38322 + }, + { + "epoch": 32.504664970313826, + "grad_norm": 1.0393569831189946, + "learning_rate": 1.5771320103180675e-05, + "loss": 0.0224, + "step": 38323 + }, + { + "epoch": 32.50551314673452, + "grad_norm": 0.8152271533862542, + "learning_rate": 1.5771095764078405e-05, + "loss": 0.0202, + "step": 38324 + }, + { + "epoch": 32.50636132315522, + "grad_norm": 0.7954591805952687, + "learning_rate": 1.5770871420621145e-05, + "loss": 0.023, + "step": 38325 + }, + { + "epoch": 32.507209499575914, + "grad_norm": 1.0336036481029667, + "learning_rate": 1.5770647072809065e-05, + "loss": 0.0267, + "step": 38326 + }, + { + "epoch": 32.50805767599661, + "grad_norm": 0.7505275810153448, + "learning_rate": 1.5770422720642337e-05, + "loss": 0.0234, + "step": 38327 + }, + { + "epoch": 32.5089058524173, + "grad_norm": 0.7324552297265778, + "learning_rate": 1.577019836412113e-05, + "loss": 0.0218, + "step": 38328 + }, + { + "epoch": 32.509754028837996, + "grad_norm": 0.8121345769346747, + "learning_rate": 1.5769974003245612e-05, + "loss": 0.0241, + "step": 38329 + }, + { + "epoch": 32.51060220525869, + "grad_norm": 0.8173298312865642, + "learning_rate": 1.5769749638015953e-05, + "loss": 0.0227, + "step": 38330 + }, + { + "epoch": 32.51145038167939, + "grad_norm": 0.9238785878471318, + "learning_rate": 1.576952526843232e-05, + "loss": 0.0227, + "step": 38331 + }, + { + "epoch": 32.512298558100085, + "grad_norm": 1.0131723626334201, + "learning_rate": 1.576930089449489e-05, + "loss": 0.0254, + "step": 38332 + }, + { + "epoch": 32.51314673452078, + "grad_norm": 1.019388718842151, + "learning_rate": 1.5769076516203822e-05, + "loss": 0.0222, + "step": 38333 + }, + { + "epoch": 32.51399491094148, + "grad_norm": 1.1639793422280003, + "learning_rate": 1.576885213355929e-05, + "loss": 0.0225, + "step": 38334 + }, + { + "epoch": 32.51484308736217, + "grad_norm": 1.1251849660068798, + "learning_rate": 1.5768627746561464e-05, + "loss": 0.0236, + "step": 38335 + }, + { + "epoch": 32.51569126378287, + "grad_norm": 1.019182386169587, + "learning_rate": 1.576840335521051e-05, + "loss": 0.0221, + "step": 38336 + }, + { + "epoch": 32.51653944020356, + "grad_norm": 0.7909368695931442, + "learning_rate": 1.5768178959506606e-05, + "loss": 0.021, + "step": 38337 + }, + { + "epoch": 32.517387616624255, + "grad_norm": 0.7831782150454539, + "learning_rate": 1.576795455944991e-05, + "loss": 0.0236, + "step": 38338 + }, + { + "epoch": 32.51823579304495, + "grad_norm": 0.8804371163748866, + "learning_rate": 1.5767730155040596e-05, + "loss": 0.0249, + "step": 38339 + }, + { + "epoch": 32.51908396946565, + "grad_norm": 0.8586225645263537, + "learning_rate": 1.5767505746278837e-05, + "loss": 0.0242, + "step": 38340 + }, + { + "epoch": 32.519932145886344, + "grad_norm": 0.9218991319259735, + "learning_rate": 1.57672813331648e-05, + "loss": 0.0254, + "step": 38341 + }, + { + "epoch": 32.52078032230704, + "grad_norm": 0.8095610808124885, + "learning_rate": 1.5767056915698652e-05, + "loss": 0.0229, + "step": 38342 + }, + { + "epoch": 32.521628498727736, + "grad_norm": 0.7967577250114132, + "learning_rate": 1.576683249388056e-05, + "loss": 0.0217, + "step": 38343 + }, + { + "epoch": 32.52247667514843, + "grad_norm": 1.0497803997997877, + "learning_rate": 1.57666080677107e-05, + "loss": 0.0238, + "step": 38344 + }, + { + "epoch": 32.52332485156913, + "grad_norm": 0.7672702334374927, + "learning_rate": 1.576638363718924e-05, + "loss": 0.0225, + "step": 38345 + }, + { + "epoch": 32.524173027989825, + "grad_norm": 0.9258050446824395, + "learning_rate": 1.576615920231635e-05, + "loss": 0.0237, + "step": 38346 + }, + { + "epoch": 32.525021204410514, + "grad_norm": 0.7672540978641466, + "learning_rate": 1.5765934763092193e-05, + "loss": 0.0209, + "step": 38347 + }, + { + "epoch": 32.52586938083121, + "grad_norm": 0.8357848583369357, + "learning_rate": 1.5765710319516946e-05, + "loss": 0.025, + "step": 38348 + }, + { + "epoch": 32.52671755725191, + "grad_norm": 1.0493101231149609, + "learning_rate": 1.5765485871590776e-05, + "loss": 0.0239, + "step": 38349 + }, + { + "epoch": 32.5275657336726, + "grad_norm": 0.9080760030979965, + "learning_rate": 1.5765261419313848e-05, + "loss": 0.0212, + "step": 38350 + }, + { + "epoch": 32.5284139100933, + "grad_norm": 1.022751896262009, + "learning_rate": 1.576503696268634e-05, + "loss": 0.0228, + "step": 38351 + }, + { + "epoch": 32.529262086513995, + "grad_norm": 0.9731056669556031, + "learning_rate": 1.5764812501708407e-05, + "loss": 0.0232, + "step": 38352 + }, + { + "epoch": 32.53011026293469, + "grad_norm": 0.8895490105903132, + "learning_rate": 1.5764588036380237e-05, + "loss": 0.0254, + "step": 38353 + }, + { + "epoch": 32.53095843935539, + "grad_norm": 0.8329625759786249, + "learning_rate": 1.5764363566701986e-05, + "loss": 0.022, + "step": 38354 + }, + { + "epoch": 32.531806615776084, + "grad_norm": 1.0688721646977009, + "learning_rate": 1.5764139092673824e-05, + "loss": 0.0261, + "step": 38355 + }, + { + "epoch": 32.53265479219678, + "grad_norm": 0.9328720541415931, + "learning_rate": 1.576391461429593e-05, + "loss": 0.0243, + "step": 38356 + }, + { + "epoch": 32.53350296861747, + "grad_norm": 1.0604658992812346, + "learning_rate": 1.5763690131568464e-05, + "loss": 0.0234, + "step": 38357 + }, + { + "epoch": 32.534351145038165, + "grad_norm": 0.9662616309798115, + "learning_rate": 1.57634656444916e-05, + "loss": 0.022, + "step": 38358 + }, + { + "epoch": 32.53519932145886, + "grad_norm": 0.8853251875480107, + "learning_rate": 1.5763241153065502e-05, + "loss": 0.0231, + "step": 38359 + }, + { + "epoch": 32.53604749787956, + "grad_norm": 0.8452015604833891, + "learning_rate": 1.576301665729035e-05, + "loss": 0.0253, + "step": 38360 + }, + { + "epoch": 32.536895674300254, + "grad_norm": 0.8238077262734361, + "learning_rate": 1.5762792157166302e-05, + "loss": 0.0258, + "step": 38361 + }, + { + "epoch": 32.53774385072095, + "grad_norm": 0.7495525335264069, + "learning_rate": 1.5762567652693533e-05, + "loss": 0.021, + "step": 38362 + }, + { + "epoch": 32.53859202714165, + "grad_norm": 1.0832760494944944, + "learning_rate": 1.5762343143872213e-05, + "loss": 0.0244, + "step": 38363 + }, + { + "epoch": 32.53944020356234, + "grad_norm": 1.196885234710008, + "learning_rate": 1.576211863070251e-05, + "loss": 0.0257, + "step": 38364 + }, + { + "epoch": 32.54028837998304, + "grad_norm": 0.7787909272035194, + "learning_rate": 1.5761894113184594e-05, + "loss": 0.0228, + "step": 38365 + }, + { + "epoch": 32.541136556403735, + "grad_norm": 0.8479158766684285, + "learning_rate": 1.576166959131863e-05, + "loss": 0.0256, + "step": 38366 + }, + { + "epoch": 32.541984732824424, + "grad_norm": 0.8438958853320261, + "learning_rate": 1.5761445065104796e-05, + "loss": 0.0229, + "step": 38367 + }, + { + "epoch": 32.54283290924512, + "grad_norm": 0.9082882301861122, + "learning_rate": 1.5761220534543254e-05, + "loss": 0.0236, + "step": 38368 + }, + { + "epoch": 32.54368108566582, + "grad_norm": 0.8333114840771565, + "learning_rate": 1.5760995999634176e-05, + "loss": 0.0226, + "step": 38369 + }, + { + "epoch": 32.54452926208651, + "grad_norm": 0.8679732365885584, + "learning_rate": 1.5760771460377732e-05, + "loss": 0.0226, + "step": 38370 + }, + { + "epoch": 32.54537743850721, + "grad_norm": 0.8942386679018999, + "learning_rate": 1.5760546916774095e-05, + "loss": 0.0254, + "step": 38371 + }, + { + "epoch": 32.546225614927906, + "grad_norm": 0.78916549040239, + "learning_rate": 1.5760322368823423e-05, + "loss": 0.0226, + "step": 38372 + }, + { + "epoch": 32.5470737913486, + "grad_norm": 0.9638994703298995, + "learning_rate": 1.57600978165259e-05, + "loss": 0.0243, + "step": 38373 + }, + { + "epoch": 32.5479219677693, + "grad_norm": 0.850752962551351, + "learning_rate": 1.5759873259881686e-05, + "loss": 0.025, + "step": 38374 + }, + { + "epoch": 32.548770144189994, + "grad_norm": 0.9776569568014423, + "learning_rate": 1.5759648698890953e-05, + "loss": 0.0229, + "step": 38375 + }, + { + "epoch": 32.54961832061069, + "grad_norm": 0.8715218407636425, + "learning_rate": 1.575942413355387e-05, + "loss": 0.0216, + "step": 38376 + }, + { + "epoch": 32.55046649703138, + "grad_norm": 0.9299938947567864, + "learning_rate": 1.5759199563870606e-05, + "loss": 0.0225, + "step": 38377 + }, + { + "epoch": 32.551314673452076, + "grad_norm": 0.8450999281878541, + "learning_rate": 1.575897498984133e-05, + "loss": 0.0256, + "step": 38378 + }, + { + "epoch": 32.55216284987277, + "grad_norm": 0.8545089123498041, + "learning_rate": 1.5758750411466216e-05, + "loss": 0.0214, + "step": 38379 + }, + { + "epoch": 32.55301102629347, + "grad_norm": 1.0257907269308448, + "learning_rate": 1.5758525828745428e-05, + "loss": 0.0262, + "step": 38380 + }, + { + "epoch": 32.553859202714165, + "grad_norm": 0.8732592790592719, + "learning_rate": 1.575830124167914e-05, + "loss": 0.0242, + "step": 38381 + }, + { + "epoch": 32.55470737913486, + "grad_norm": 0.8741427875241411, + "learning_rate": 1.5758076650267517e-05, + "loss": 0.0251, + "step": 38382 + }, + { + "epoch": 32.55555555555556, + "grad_norm": 1.0929997951831474, + "learning_rate": 1.5757852054510733e-05, + "loss": 0.0237, + "step": 38383 + }, + { + "epoch": 32.55640373197625, + "grad_norm": 0.9933208680347665, + "learning_rate": 1.575762745440895e-05, + "loss": 0.0257, + "step": 38384 + }, + { + "epoch": 32.55725190839695, + "grad_norm": 0.8688929593758916, + "learning_rate": 1.5757402849962348e-05, + "loss": 0.023, + "step": 38385 + }, + { + "epoch": 32.55810008481764, + "grad_norm": 0.7239981910900708, + "learning_rate": 1.575717824117109e-05, + "loss": 0.0211, + "step": 38386 + }, + { + "epoch": 32.558948261238335, + "grad_norm": 0.8731102287036121, + "learning_rate": 1.5756953628035347e-05, + "loss": 0.0223, + "step": 38387 + }, + { + "epoch": 32.55979643765903, + "grad_norm": 0.8162902851508873, + "learning_rate": 1.5756729010555285e-05, + "loss": 0.0224, + "step": 38388 + }, + { + "epoch": 32.56064461407973, + "grad_norm": 0.8637838224748308, + "learning_rate": 1.575650438873108e-05, + "loss": 0.0251, + "step": 38389 + }, + { + "epoch": 32.561492790500424, + "grad_norm": 1.0633820135959704, + "learning_rate": 1.5756279762562894e-05, + "loss": 0.0271, + "step": 38390 + }, + { + "epoch": 32.56234096692112, + "grad_norm": 0.7820812751592583, + "learning_rate": 1.5756055132050905e-05, + "loss": 0.024, + "step": 38391 + }, + { + "epoch": 32.563189143341816, + "grad_norm": 0.8563611193625146, + "learning_rate": 1.5755830497195277e-05, + "loss": 0.021, + "step": 38392 + }, + { + "epoch": 32.56403731976251, + "grad_norm": 0.8393228060972554, + "learning_rate": 1.5755605857996182e-05, + "loss": 0.0225, + "step": 38393 + }, + { + "epoch": 32.56488549618321, + "grad_norm": 0.8570719698577024, + "learning_rate": 1.5755381214453783e-05, + "loss": 0.0254, + "step": 38394 + }, + { + "epoch": 32.565733672603905, + "grad_norm": 0.9844666775823999, + "learning_rate": 1.575515656656826e-05, + "loss": 0.0255, + "step": 38395 + }, + { + "epoch": 32.566581849024594, + "grad_norm": 0.9686197804922937, + "learning_rate": 1.5754931914339776e-05, + "loss": 0.0239, + "step": 38396 + }, + { + "epoch": 32.56743002544529, + "grad_norm": 1.1464363437724687, + "learning_rate": 1.5754707257768497e-05, + "loss": 0.0295, + "step": 38397 + }, + { + "epoch": 32.568278201865986, + "grad_norm": 0.7530221561409374, + "learning_rate": 1.57544825968546e-05, + "loss": 0.0219, + "step": 38398 + }, + { + "epoch": 32.56912637828668, + "grad_norm": 0.9443679863832434, + "learning_rate": 1.5754257931598255e-05, + "loss": 0.0242, + "step": 38399 + }, + { + "epoch": 32.56997455470738, + "grad_norm": 0.9422773140270495, + "learning_rate": 1.575403326199963e-05, + "loss": 0.0254, + "step": 38400 + }, + { + "epoch": 32.570822731128075, + "grad_norm": 1.038036128212881, + "learning_rate": 1.5753808588058885e-05, + "loss": 0.0295, + "step": 38401 + }, + { + "epoch": 32.57167090754877, + "grad_norm": 0.7702211369331886, + "learning_rate": 1.5753583909776203e-05, + "loss": 0.022, + "step": 38402 + }, + { + "epoch": 32.57251908396947, + "grad_norm": 0.8522977047698223, + "learning_rate": 1.5753359227151744e-05, + "loss": 0.0248, + "step": 38403 + }, + { + "epoch": 32.573367260390164, + "grad_norm": 0.912728967816363, + "learning_rate": 1.5753134540185687e-05, + "loss": 0.0242, + "step": 38404 + }, + { + "epoch": 32.57421543681086, + "grad_norm": 0.749992049545982, + "learning_rate": 1.575290984887819e-05, + "loss": 0.0242, + "step": 38405 + }, + { + "epoch": 32.57506361323155, + "grad_norm": 1.019548223231763, + "learning_rate": 1.5752685153229434e-05, + "loss": 0.0273, + "step": 38406 + }, + { + "epoch": 32.575911789652245, + "grad_norm": 0.8836413079166188, + "learning_rate": 1.575246045323958e-05, + "loss": 0.0243, + "step": 38407 + }, + { + "epoch": 32.57675996607294, + "grad_norm": 0.8075390562334752, + "learning_rate": 1.5752235748908802e-05, + "loss": 0.0242, + "step": 38408 + }, + { + "epoch": 32.57760814249364, + "grad_norm": 0.8074000108233057, + "learning_rate": 1.5752011040237268e-05, + "loss": 0.0255, + "step": 38409 + }, + { + "epoch": 32.578456318914334, + "grad_norm": 0.869254282068689, + "learning_rate": 1.5751786327225147e-05, + "loss": 0.0227, + "step": 38410 + }, + { + "epoch": 32.57930449533503, + "grad_norm": 0.7139565025885202, + "learning_rate": 1.575156160987261e-05, + "loss": 0.0223, + "step": 38411 + }, + { + "epoch": 32.58015267175573, + "grad_norm": 0.9365762556695849, + "learning_rate": 1.5751336888179824e-05, + "loss": 0.0231, + "step": 38412 + }, + { + "epoch": 32.58100084817642, + "grad_norm": 1.1057768335483344, + "learning_rate": 1.5751112162146963e-05, + "loss": 0.0256, + "step": 38413 + }, + { + "epoch": 32.58184902459712, + "grad_norm": 0.8271541857203529, + "learning_rate": 1.5750887431774198e-05, + "loss": 0.025, + "step": 38414 + }, + { + "epoch": 32.58269720101781, + "grad_norm": 0.8286184000516214, + "learning_rate": 1.575066269706169e-05, + "loss": 0.022, + "step": 38415 + }, + { + "epoch": 32.583545377438504, + "grad_norm": 0.8609358622765043, + "learning_rate": 1.5750437958009614e-05, + "loss": 0.0218, + "step": 38416 + }, + { + "epoch": 32.5843935538592, + "grad_norm": 0.8937120706498096, + "learning_rate": 1.5750213214618138e-05, + "loss": 0.0249, + "step": 38417 + }, + { + "epoch": 32.5852417302799, + "grad_norm": 1.0016942969562892, + "learning_rate": 1.5749988466887434e-05, + "loss": 0.0257, + "step": 38418 + }, + { + "epoch": 32.58608990670059, + "grad_norm": 0.7287628343076047, + "learning_rate": 1.574976371481767e-05, + "loss": 0.0207, + "step": 38419 + }, + { + "epoch": 32.58693808312129, + "grad_norm": 0.8682744306740362, + "learning_rate": 1.5749538958409014e-05, + "loss": 0.0241, + "step": 38420 + }, + { + "epoch": 32.587786259541986, + "grad_norm": 1.0218504015305596, + "learning_rate": 1.574931419766164e-05, + "loss": 0.0258, + "step": 38421 + }, + { + "epoch": 32.58863443596268, + "grad_norm": 0.7753216416528026, + "learning_rate": 1.5749089432575716e-05, + "loss": 0.0211, + "step": 38422 + }, + { + "epoch": 32.58948261238338, + "grad_norm": 0.8921324779388237, + "learning_rate": 1.5748864663151407e-05, + "loss": 0.0238, + "step": 38423 + }, + { + "epoch": 32.590330788804074, + "grad_norm": 0.8494411089022373, + "learning_rate": 1.5748639889388884e-05, + "loss": 0.0266, + "step": 38424 + }, + { + "epoch": 32.59117896522476, + "grad_norm": 0.7576329880580172, + "learning_rate": 1.5748415111288326e-05, + "loss": 0.0216, + "step": 38425 + }, + { + "epoch": 32.59202714164546, + "grad_norm": 0.7984541372857167, + "learning_rate": 1.574819032884989e-05, + "loss": 0.0218, + "step": 38426 + }, + { + "epoch": 32.592875318066156, + "grad_norm": 1.49951704430761, + "learning_rate": 1.5747965542073754e-05, + "loss": 0.0293, + "step": 38427 + }, + { + "epoch": 32.59372349448685, + "grad_norm": 0.7623394440833421, + "learning_rate": 1.5747740750960083e-05, + "loss": 0.0235, + "step": 38428 + }, + { + "epoch": 32.59457167090755, + "grad_norm": 0.8760722066100322, + "learning_rate": 1.5747515955509047e-05, + "loss": 0.0229, + "step": 38429 + }, + { + "epoch": 32.595419847328245, + "grad_norm": 0.9723338653424075, + "learning_rate": 1.574729115572082e-05, + "loss": 0.0261, + "step": 38430 + }, + { + "epoch": 32.59626802374894, + "grad_norm": 0.8595236838584852, + "learning_rate": 1.5747066351595567e-05, + "loss": 0.0241, + "step": 38431 + }, + { + "epoch": 32.59711620016964, + "grad_norm": 0.8959427377220432, + "learning_rate": 1.5746841543133462e-05, + "loss": 0.0214, + "step": 38432 + }, + { + "epoch": 32.59796437659033, + "grad_norm": 0.9569042018994072, + "learning_rate": 1.574661673033467e-05, + "loss": 0.0247, + "step": 38433 + }, + { + "epoch": 32.59881255301103, + "grad_norm": 0.8121923024345223, + "learning_rate": 1.574639191319936e-05, + "loss": 0.0213, + "step": 38434 + }, + { + "epoch": 32.59966072943172, + "grad_norm": 1.007486934460563, + "learning_rate": 1.574616709172771e-05, + "loss": 0.0258, + "step": 38435 + }, + { + "epoch": 32.600508905852415, + "grad_norm": 0.8315733902229894, + "learning_rate": 1.5745942265919878e-05, + "loss": 0.0232, + "step": 38436 + }, + { + "epoch": 32.60135708227311, + "grad_norm": 1.1135965631421763, + "learning_rate": 1.5745717435776043e-05, + "loss": 0.0275, + "step": 38437 + }, + { + "epoch": 32.60220525869381, + "grad_norm": 1.0812970917453486, + "learning_rate": 1.574549260129637e-05, + "loss": 0.0277, + "step": 38438 + }, + { + "epoch": 32.603053435114504, + "grad_norm": 0.87173709283403, + "learning_rate": 1.574526776248103e-05, + "loss": 0.0244, + "step": 38439 + }, + { + "epoch": 32.6039016115352, + "grad_norm": 1.0305894088191199, + "learning_rate": 1.5745042919330188e-05, + "loss": 0.0247, + "step": 38440 + }, + { + "epoch": 32.604749787955896, + "grad_norm": 1.0005463520022329, + "learning_rate": 1.5744818071844025e-05, + "loss": 0.0226, + "step": 38441 + }, + { + "epoch": 32.60559796437659, + "grad_norm": 0.876251512719096, + "learning_rate": 1.57445932200227e-05, + "loss": 0.0232, + "step": 38442 + }, + { + "epoch": 32.60644614079729, + "grad_norm": 0.8869288433393535, + "learning_rate": 1.5744368363866388e-05, + "loss": 0.0233, + "step": 38443 + }, + { + "epoch": 32.607294317217985, + "grad_norm": 0.8874816330756476, + "learning_rate": 1.5744143503375256e-05, + "loss": 0.0242, + "step": 38444 + }, + { + "epoch": 32.608142493638674, + "grad_norm": 0.7379525109252794, + "learning_rate": 1.5743918638549475e-05, + "loss": 0.022, + "step": 38445 + }, + { + "epoch": 32.60899067005937, + "grad_norm": 0.8419228560208781, + "learning_rate": 1.574369376938922e-05, + "loss": 0.0239, + "step": 38446 + }, + { + "epoch": 32.609838846480066, + "grad_norm": 0.8586443890975156, + "learning_rate": 1.5743468895894648e-05, + "loss": 0.0246, + "step": 38447 + }, + { + "epoch": 32.61068702290076, + "grad_norm": 0.8607167192084035, + "learning_rate": 1.574324401806594e-05, + "loss": 0.0242, + "step": 38448 + }, + { + "epoch": 32.61153519932146, + "grad_norm": 1.0491220070090552, + "learning_rate": 1.574301913590326e-05, + "loss": 0.0244, + "step": 38449 + }, + { + "epoch": 32.612383375742155, + "grad_norm": 0.8702201332164824, + "learning_rate": 1.5742794249406776e-05, + "loss": 0.0244, + "step": 38450 + }, + { + "epoch": 32.61323155216285, + "grad_norm": 0.8120456909659036, + "learning_rate": 1.5742569358576666e-05, + "loss": 0.0241, + "step": 38451 + }, + { + "epoch": 32.61407972858355, + "grad_norm": 0.8861121032831636, + "learning_rate": 1.5742344463413095e-05, + "loss": 0.0255, + "step": 38452 + }, + { + "epoch": 32.614927905004244, + "grad_norm": 0.9323960461213684, + "learning_rate": 1.574211956391623e-05, + "loss": 0.0223, + "step": 38453 + }, + { + "epoch": 32.61577608142493, + "grad_norm": 0.7524659573908453, + "learning_rate": 1.5741894660086246e-05, + "loss": 0.024, + "step": 38454 + }, + { + "epoch": 32.61662425784563, + "grad_norm": 0.9059222781517595, + "learning_rate": 1.5741669751923305e-05, + "loss": 0.0225, + "step": 38455 + }, + { + "epoch": 32.617472434266325, + "grad_norm": 0.8335057374222661, + "learning_rate": 1.5741444839427586e-05, + "loss": 0.0251, + "step": 38456 + }, + { + "epoch": 32.61832061068702, + "grad_norm": 0.9836669065688682, + "learning_rate": 1.5741219922599253e-05, + "loss": 0.0275, + "step": 38457 + }, + { + "epoch": 32.61916878710772, + "grad_norm": 0.9396476543003808, + "learning_rate": 1.5740995001438476e-05, + "loss": 0.0247, + "step": 38458 + }, + { + "epoch": 32.620016963528414, + "grad_norm": 0.8903846698274419, + "learning_rate": 1.574077007594543e-05, + "loss": 0.0236, + "step": 38459 + }, + { + "epoch": 32.62086513994911, + "grad_norm": 0.8734462406204359, + "learning_rate": 1.5740545146120277e-05, + "loss": 0.0237, + "step": 38460 + }, + { + "epoch": 32.62171331636981, + "grad_norm": 0.8573930984369433, + "learning_rate": 1.574032021196319e-05, + "loss": 0.0248, + "step": 38461 + }, + { + "epoch": 32.6225614927905, + "grad_norm": 0.7787126250713677, + "learning_rate": 1.574009527347434e-05, + "loss": 0.0208, + "step": 38462 + }, + { + "epoch": 32.6234096692112, + "grad_norm": 0.8465379596983124, + "learning_rate": 1.5739870330653896e-05, + "loss": 0.0238, + "step": 38463 + }, + { + "epoch": 32.62425784563189, + "grad_norm": 0.9101798275910236, + "learning_rate": 1.5739645383502025e-05, + "loss": 0.0235, + "step": 38464 + }, + { + "epoch": 32.625106022052584, + "grad_norm": 0.9795917375225796, + "learning_rate": 1.57394204320189e-05, + "loss": 0.024, + "step": 38465 + }, + { + "epoch": 32.62595419847328, + "grad_norm": 0.8130557331471826, + "learning_rate": 1.573919547620469e-05, + "loss": 0.0222, + "step": 38466 + }, + { + "epoch": 32.62680237489398, + "grad_norm": 1.0511241105353082, + "learning_rate": 1.573897051605957e-05, + "loss": 0.0235, + "step": 38467 + }, + { + "epoch": 32.62765055131467, + "grad_norm": 0.8139887685586064, + "learning_rate": 1.57387455515837e-05, + "loss": 0.0212, + "step": 38468 + }, + { + "epoch": 32.62849872773537, + "grad_norm": 0.8859972718382233, + "learning_rate": 1.5738520582777255e-05, + "loss": 0.025, + "step": 38469 + }, + { + "epoch": 32.629346904156066, + "grad_norm": 0.8869354841973888, + "learning_rate": 1.57382956096404e-05, + "loss": 0.0232, + "step": 38470 + }, + { + "epoch": 32.63019508057676, + "grad_norm": 0.7979630206230595, + "learning_rate": 1.5738070632173315e-05, + "loss": 0.0242, + "step": 38471 + }, + { + "epoch": 32.63104325699746, + "grad_norm": 1.008290745328129, + "learning_rate": 1.5737845650376163e-05, + "loss": 0.0248, + "step": 38472 + }, + { + "epoch": 32.631891433418154, + "grad_norm": 0.8654356309656369, + "learning_rate": 1.5737620664249114e-05, + "loss": 0.0218, + "step": 38473 + }, + { + "epoch": 32.63273960983884, + "grad_norm": 0.9525193035726164, + "learning_rate": 1.5737395673792337e-05, + "loss": 0.0249, + "step": 38474 + }, + { + "epoch": 32.63358778625954, + "grad_norm": 0.8969058988476736, + "learning_rate": 1.5737170679006e-05, + "loss": 0.0239, + "step": 38475 + }, + { + "epoch": 32.634435962680236, + "grad_norm": 1.128578264604506, + "learning_rate": 1.573694567989028e-05, + "loss": 0.0238, + "step": 38476 + }, + { + "epoch": 32.63528413910093, + "grad_norm": 0.982900398345707, + "learning_rate": 1.573672067644534e-05, + "loss": 0.0258, + "step": 38477 + }, + { + "epoch": 32.63613231552163, + "grad_norm": 0.9378935094399787, + "learning_rate": 1.5736495668671353e-05, + "loss": 0.0244, + "step": 38478 + }, + { + "epoch": 32.636980491942325, + "grad_norm": 0.8959503052929784, + "learning_rate": 1.573627065656849e-05, + "loss": 0.0244, + "step": 38479 + }, + { + "epoch": 32.63782866836302, + "grad_norm": 0.9514042962225728, + "learning_rate": 1.5736045640136913e-05, + "loss": 0.0229, + "step": 38480 + }, + { + "epoch": 32.63867684478372, + "grad_norm": 0.8309356572139384, + "learning_rate": 1.5735820619376804e-05, + "loss": 0.0229, + "step": 38481 + }, + { + "epoch": 32.63952502120441, + "grad_norm": 0.7714125808978224, + "learning_rate": 1.5735595594288323e-05, + "loss": 0.0217, + "step": 38482 + }, + { + "epoch": 32.64037319762511, + "grad_norm": 0.9945364666776734, + "learning_rate": 1.573537056487165e-05, + "loss": 0.025, + "step": 38483 + }, + { + "epoch": 32.6412213740458, + "grad_norm": 0.9062689980603428, + "learning_rate": 1.573514553112694e-05, + "loss": 0.024, + "step": 38484 + }, + { + "epoch": 32.642069550466495, + "grad_norm": 0.9274818725220888, + "learning_rate": 1.5734920493054374e-05, + "loss": 0.0228, + "step": 38485 + }, + { + "epoch": 32.64291772688719, + "grad_norm": 0.926023060314838, + "learning_rate": 1.573469545065412e-05, + "loss": 0.0253, + "step": 38486 + }, + { + "epoch": 32.64376590330789, + "grad_norm": 0.8882688193189493, + "learning_rate": 1.5734470403926344e-05, + "loss": 0.0231, + "step": 38487 + }, + { + "epoch": 32.64461407972858, + "grad_norm": 1.0203801382231021, + "learning_rate": 1.5734245352871218e-05, + "loss": 0.0249, + "step": 38488 + }, + { + "epoch": 32.64546225614928, + "grad_norm": 0.9734553439033742, + "learning_rate": 1.5734020297488915e-05, + "loss": 0.0246, + "step": 38489 + }, + { + "epoch": 32.646310432569976, + "grad_norm": 0.842723652610407, + "learning_rate": 1.5733795237779602e-05, + "loss": 0.0239, + "step": 38490 + }, + { + "epoch": 32.64715860899067, + "grad_norm": 0.7914462871185679, + "learning_rate": 1.5733570173743448e-05, + "loss": 0.0218, + "step": 38491 + }, + { + "epoch": 32.64800678541137, + "grad_norm": 1.0068490220748496, + "learning_rate": 1.5733345105380623e-05, + "loss": 0.0226, + "step": 38492 + }, + { + "epoch": 32.64885496183206, + "grad_norm": 0.9161563018159532, + "learning_rate": 1.57331200326913e-05, + "loss": 0.0222, + "step": 38493 + }, + { + "epoch": 32.649703138252754, + "grad_norm": 0.7845644599246383, + "learning_rate": 1.573289495567564e-05, + "loss": 0.0225, + "step": 38494 + }, + { + "epoch": 32.65055131467345, + "grad_norm": 0.887783088636329, + "learning_rate": 1.5732669874333827e-05, + "loss": 0.0248, + "step": 38495 + }, + { + "epoch": 32.651399491094146, + "grad_norm": 0.8025310337298937, + "learning_rate": 1.5732444788666017e-05, + "loss": 0.0225, + "step": 38496 + }, + { + "epoch": 32.65224766751484, + "grad_norm": 0.9670117478968707, + "learning_rate": 1.573221969867239e-05, + "loss": 0.0238, + "step": 38497 + }, + { + "epoch": 32.65309584393554, + "grad_norm": 0.8297606358418801, + "learning_rate": 1.573199460435311e-05, + "loss": 0.0235, + "step": 38498 + }, + { + "epoch": 32.653944020356235, + "grad_norm": 0.8611841652091237, + "learning_rate": 1.573176950570835e-05, + "loss": 0.0222, + "step": 38499 + }, + { + "epoch": 32.65479219677693, + "grad_norm": 0.8643355064387102, + "learning_rate": 1.5731544402738278e-05, + "loss": 0.0241, + "step": 38500 + }, + { + "epoch": 32.65564037319763, + "grad_norm": 0.9014945339553869, + "learning_rate": 1.5731319295443064e-05, + "loss": 0.0231, + "step": 38501 + }, + { + "epoch": 32.656488549618324, + "grad_norm": 0.8432478219321757, + "learning_rate": 1.5731094183822876e-05, + "loss": 0.021, + "step": 38502 + }, + { + "epoch": 32.65733672603901, + "grad_norm": 0.9298023614907144, + "learning_rate": 1.573086906787789e-05, + "loss": 0.0238, + "step": 38503 + }, + { + "epoch": 32.65818490245971, + "grad_norm": 1.1339335427265904, + "learning_rate": 1.5730643947608273e-05, + "loss": 0.0257, + "step": 38504 + }, + { + "epoch": 32.659033078880405, + "grad_norm": 0.9206519179395023, + "learning_rate": 1.573041882301419e-05, + "loss": 0.0247, + "step": 38505 + }, + { + "epoch": 32.6598812553011, + "grad_norm": 0.9937046040117132, + "learning_rate": 1.5730193694095817e-05, + "loss": 0.0289, + "step": 38506 + }, + { + "epoch": 32.6607294317218, + "grad_norm": 0.8678306609021316, + "learning_rate": 1.572996856085332e-05, + "loss": 0.0235, + "step": 38507 + }, + { + "epoch": 32.661577608142494, + "grad_norm": 1.004577293366131, + "learning_rate": 1.572974342328687e-05, + "loss": 0.025, + "step": 38508 + }, + { + "epoch": 32.66242578456319, + "grad_norm": 0.9874563351182418, + "learning_rate": 1.5729518281396642e-05, + "loss": 0.0241, + "step": 38509 + }, + { + "epoch": 32.66327396098389, + "grad_norm": 0.8957681066837029, + "learning_rate": 1.5729293135182802e-05, + "loss": 0.0223, + "step": 38510 + }, + { + "epoch": 32.66412213740458, + "grad_norm": 0.9522803274467181, + "learning_rate": 1.5729067984645516e-05, + "loss": 0.0268, + "step": 38511 + }, + { + "epoch": 32.66497031382528, + "grad_norm": 0.9136179479859194, + "learning_rate": 1.5728842829784957e-05, + "loss": 0.0234, + "step": 38512 + }, + { + "epoch": 32.66581849024597, + "grad_norm": 0.7327635752938411, + "learning_rate": 1.5728617670601294e-05, + "loss": 0.0267, + "step": 38513 + }, + { + "epoch": 32.666666666666664, + "grad_norm": 0.8185253189186374, + "learning_rate": 1.57283925070947e-05, + "loss": 0.0248, + "step": 38514 + }, + { + "epoch": 32.66751484308736, + "grad_norm": 0.9531772648387477, + "learning_rate": 1.5728167339265338e-05, + "loss": 0.0264, + "step": 38515 + }, + { + "epoch": 32.66836301950806, + "grad_norm": 0.9104280508468521, + "learning_rate": 1.572794216711339e-05, + "loss": 0.0242, + "step": 38516 + }, + { + "epoch": 32.66921119592875, + "grad_norm": 0.9696909673284017, + "learning_rate": 1.5727716990639014e-05, + "loss": 0.0258, + "step": 38517 + }, + { + "epoch": 32.67005937234945, + "grad_norm": 0.9524660940817364, + "learning_rate": 1.5727491809842387e-05, + "loss": 0.0255, + "step": 38518 + }, + { + "epoch": 32.670907548770145, + "grad_norm": 0.8582907601236336, + "learning_rate": 1.572726662472368e-05, + "loss": 0.0227, + "step": 38519 + }, + { + "epoch": 32.67175572519084, + "grad_norm": 0.9759288055011632, + "learning_rate": 1.572704143528305e-05, + "loss": 0.0238, + "step": 38520 + }, + { + "epoch": 32.67260390161154, + "grad_norm": 0.8486275632754554, + "learning_rate": 1.5726816241520685e-05, + "loss": 0.0235, + "step": 38521 + }, + { + "epoch": 32.673452078032234, + "grad_norm": 0.8383042464436696, + "learning_rate": 1.5726591043436742e-05, + "loss": 0.0236, + "step": 38522 + }, + { + "epoch": 32.67430025445292, + "grad_norm": 0.8915539753996291, + "learning_rate": 1.57263658410314e-05, + "loss": 0.0252, + "step": 38523 + }, + { + "epoch": 32.67514843087362, + "grad_norm": 0.7898428729184493, + "learning_rate": 1.572614063430482e-05, + "loss": 0.0218, + "step": 38524 + }, + { + "epoch": 32.675996607294316, + "grad_norm": 0.7697266490421181, + "learning_rate": 1.572591542325718e-05, + "loss": 0.0221, + "step": 38525 + }, + { + "epoch": 32.67684478371501, + "grad_norm": 0.8456204156045838, + "learning_rate": 1.572569020788864e-05, + "loss": 0.0226, + "step": 38526 + }, + { + "epoch": 32.67769296013571, + "grad_norm": 0.9015539504989168, + "learning_rate": 1.572546498819938e-05, + "loss": 0.0232, + "step": 38527 + }, + { + "epoch": 32.678541136556404, + "grad_norm": 1.1057822044657646, + "learning_rate": 1.5725239764189564e-05, + "loss": 0.0278, + "step": 38528 + }, + { + "epoch": 32.6793893129771, + "grad_norm": 0.784353101134069, + "learning_rate": 1.5725014535859366e-05, + "loss": 0.0218, + "step": 38529 + }, + { + "epoch": 32.6802374893978, + "grad_norm": 0.9661098348955766, + "learning_rate": 1.5724789303208954e-05, + "loss": 0.0245, + "step": 38530 + }, + { + "epoch": 32.68108566581849, + "grad_norm": 0.9784360156607579, + "learning_rate": 1.5724564066238498e-05, + "loss": 0.0252, + "step": 38531 + }, + { + "epoch": 32.68193384223918, + "grad_norm": 0.7306529246070258, + "learning_rate": 1.5724338824948168e-05, + "loss": 0.0228, + "step": 38532 + }, + { + "epoch": 32.68278201865988, + "grad_norm": 0.8809695972057576, + "learning_rate": 1.5724113579338135e-05, + "loss": 0.0235, + "step": 38533 + }, + { + "epoch": 32.683630195080575, + "grad_norm": 1.0430116902416706, + "learning_rate": 1.5723888329408566e-05, + "loss": 0.023, + "step": 38534 + }, + { + "epoch": 32.68447837150127, + "grad_norm": 0.7959857010930397, + "learning_rate": 1.572366307515963e-05, + "loss": 0.0243, + "step": 38535 + }, + { + "epoch": 32.68532654792197, + "grad_norm": 0.9563832827371791, + "learning_rate": 1.5723437816591505e-05, + "loss": 0.0258, + "step": 38536 + }, + { + "epoch": 32.68617472434266, + "grad_norm": 0.852107942772749, + "learning_rate": 1.5723212553704352e-05, + "loss": 0.0235, + "step": 38537 + }, + { + "epoch": 32.68702290076336, + "grad_norm": 0.9230489178076178, + "learning_rate": 1.5722987286498347e-05, + "loss": 0.024, + "step": 38538 + }, + { + "epoch": 32.687871077184056, + "grad_norm": 0.8852346741191949, + "learning_rate": 1.572276201497366e-05, + "loss": 0.0231, + "step": 38539 + }, + { + "epoch": 32.68871925360475, + "grad_norm": 0.8036151823618416, + "learning_rate": 1.5722536739130453e-05, + "loss": 0.0228, + "step": 38540 + }, + { + "epoch": 32.68956743002545, + "grad_norm": 0.7541113872590547, + "learning_rate": 1.5722311458968906e-05, + "loss": 0.0232, + "step": 38541 + }, + { + "epoch": 32.69041560644614, + "grad_norm": 0.944032150790011, + "learning_rate": 1.5722086174489185e-05, + "loss": 0.0219, + "step": 38542 + }, + { + "epoch": 32.691263782866834, + "grad_norm": 0.8348385757701735, + "learning_rate": 1.5721860885691456e-05, + "loss": 0.0222, + "step": 38543 + }, + { + "epoch": 32.69211195928753, + "grad_norm": 0.8559290698766697, + "learning_rate": 1.57216355925759e-05, + "loss": 0.0235, + "step": 38544 + }, + { + "epoch": 32.692960135708226, + "grad_norm": 0.8852422855446663, + "learning_rate": 1.5721410295142673e-05, + "loss": 0.0259, + "step": 38545 + }, + { + "epoch": 32.69380831212892, + "grad_norm": 0.8969376552207857, + "learning_rate": 1.5721184993391954e-05, + "loss": 0.024, + "step": 38546 + }, + { + "epoch": 32.69465648854962, + "grad_norm": 0.8815771164767283, + "learning_rate": 1.5720959687323908e-05, + "loss": 0.0246, + "step": 38547 + }, + { + "epoch": 32.695504664970315, + "grad_norm": 1.0831269344851084, + "learning_rate": 1.5720734376938714e-05, + "loss": 0.0279, + "step": 38548 + }, + { + "epoch": 32.69635284139101, + "grad_norm": 0.8512569551220434, + "learning_rate": 1.572050906223653e-05, + "loss": 0.022, + "step": 38549 + }, + { + "epoch": 32.69720101781171, + "grad_norm": 0.9262224329229406, + "learning_rate": 1.5720283743217536e-05, + "loss": 0.026, + "step": 38550 + }, + { + "epoch": 32.698049194232404, + "grad_norm": 1.05214387338452, + "learning_rate": 1.57200584198819e-05, + "loss": 0.0237, + "step": 38551 + }, + { + "epoch": 32.69889737065309, + "grad_norm": 0.808421766463546, + "learning_rate": 1.5719833092229784e-05, + "loss": 0.0243, + "step": 38552 + }, + { + "epoch": 32.69974554707379, + "grad_norm": 0.7933152333638438, + "learning_rate": 1.5719607760261368e-05, + "loss": 0.0222, + "step": 38553 + }, + { + "epoch": 32.700593723494485, + "grad_norm": 0.8367478637684569, + "learning_rate": 1.5719382423976814e-05, + "loss": 0.0222, + "step": 38554 + }, + { + "epoch": 32.70144189991518, + "grad_norm": 0.8806223756334177, + "learning_rate": 1.5719157083376298e-05, + "loss": 0.0217, + "step": 38555 + }, + { + "epoch": 32.70229007633588, + "grad_norm": 0.9106365561747748, + "learning_rate": 1.571893173845999e-05, + "loss": 0.0251, + "step": 38556 + }, + { + "epoch": 32.703138252756574, + "grad_norm": 0.8890144977379977, + "learning_rate": 1.5718706389228057e-05, + "loss": 0.0242, + "step": 38557 + }, + { + "epoch": 32.70398642917727, + "grad_norm": 1.1798819501406983, + "learning_rate": 1.571848103568067e-05, + "loss": 0.0243, + "step": 38558 + }, + { + "epoch": 32.704834605597966, + "grad_norm": 0.8604373870299235, + "learning_rate": 1.5718255677818e-05, + "loss": 0.0227, + "step": 38559 + }, + { + "epoch": 32.70568278201866, + "grad_norm": 0.9397490062454802, + "learning_rate": 1.5718030315640217e-05, + "loss": 0.0233, + "step": 38560 + }, + { + "epoch": 32.70653095843936, + "grad_norm": 0.9984130139462751, + "learning_rate": 1.5717804949147487e-05, + "loss": 0.024, + "step": 38561 + }, + { + "epoch": 32.70737913486005, + "grad_norm": 0.9234399370412313, + "learning_rate": 1.5717579578339987e-05, + "loss": 0.0241, + "step": 38562 + }, + { + "epoch": 32.708227311280744, + "grad_norm": 0.82900773998655, + "learning_rate": 1.5717354203217882e-05, + "loss": 0.0239, + "step": 38563 + }, + { + "epoch": 32.70907548770144, + "grad_norm": 1.1473160700901128, + "learning_rate": 1.5717128823781346e-05, + "loss": 0.0243, + "step": 38564 + }, + { + "epoch": 32.70992366412214, + "grad_norm": 0.7984918648157564, + "learning_rate": 1.5716903440030543e-05, + "loss": 0.0223, + "step": 38565 + }, + { + "epoch": 32.71077184054283, + "grad_norm": 0.7966724805260278, + "learning_rate": 1.571667805196565e-05, + "loss": 0.0217, + "step": 38566 + }, + { + "epoch": 32.71162001696353, + "grad_norm": 0.7465306763627391, + "learning_rate": 1.5716452659586833e-05, + "loss": 0.0223, + "step": 38567 + }, + { + "epoch": 32.712468193384225, + "grad_norm": 0.6939670672294643, + "learning_rate": 1.571622726289426e-05, + "loss": 0.0223, + "step": 38568 + }, + { + "epoch": 32.71331636980492, + "grad_norm": 0.934404330219027, + "learning_rate": 1.571600186188811e-05, + "loss": 0.0256, + "step": 38569 + }, + { + "epoch": 32.71416454622562, + "grad_norm": 0.7949766662153331, + "learning_rate": 1.571577645656854e-05, + "loss": 0.0251, + "step": 38570 + }, + { + "epoch": 32.71501272264631, + "grad_norm": 0.9132788882295534, + "learning_rate": 1.571555104693573e-05, + "loss": 0.0238, + "step": 38571 + }, + { + "epoch": 32.715860899067, + "grad_norm": 0.8550617394352746, + "learning_rate": 1.5715325632989853e-05, + "loss": 0.0243, + "step": 38572 + }, + { + "epoch": 32.7167090754877, + "grad_norm": 0.9560864119715161, + "learning_rate": 1.5715100214731066e-05, + "loss": 0.0252, + "step": 38573 + }, + { + "epoch": 32.717557251908396, + "grad_norm": 0.8261802186114239, + "learning_rate": 1.571487479215955e-05, + "loss": 0.0212, + "step": 38574 + }, + { + "epoch": 32.71840542832909, + "grad_norm": 1.0865617024355732, + "learning_rate": 1.571464936527547e-05, + "loss": 0.0274, + "step": 38575 + }, + { + "epoch": 32.71925360474979, + "grad_norm": 0.8799659672179496, + "learning_rate": 1.5714423934079e-05, + "loss": 0.024, + "step": 38576 + }, + { + "epoch": 32.720101781170484, + "grad_norm": 0.952424800946266, + "learning_rate": 1.5714198498570305e-05, + "loss": 0.0238, + "step": 38577 + }, + { + "epoch": 32.72094995759118, + "grad_norm": 0.8261088719695484, + "learning_rate": 1.571397305874956e-05, + "loss": 0.0237, + "step": 38578 + }, + { + "epoch": 32.72179813401188, + "grad_norm": 0.8919549542794194, + "learning_rate": 1.5713747614616932e-05, + "loss": 0.0258, + "step": 38579 + }, + { + "epoch": 32.72264631043257, + "grad_norm": 0.9677639673031018, + "learning_rate": 1.5713522166172592e-05, + "loss": 0.0287, + "step": 38580 + }, + { + "epoch": 32.72349448685326, + "grad_norm": 0.8382807192576246, + "learning_rate": 1.571329671341671e-05, + "loss": 0.0255, + "step": 38581 + }, + { + "epoch": 32.72434266327396, + "grad_norm": 0.9713478145653532, + "learning_rate": 1.571307125634946e-05, + "loss": 0.0266, + "step": 38582 + }, + { + "epoch": 32.725190839694655, + "grad_norm": 0.9223278045605046, + "learning_rate": 1.571284579497101e-05, + "loss": 0.0243, + "step": 38583 + }, + { + "epoch": 32.72603901611535, + "grad_norm": 1.010405827591961, + "learning_rate": 1.571262032928152e-05, + "loss": 0.0272, + "step": 38584 + }, + { + "epoch": 32.72688719253605, + "grad_norm": 0.9120593424695164, + "learning_rate": 1.5712394859281178e-05, + "loss": 0.0244, + "step": 38585 + }, + { + "epoch": 32.72773536895674, + "grad_norm": 0.9731994268403755, + "learning_rate": 1.571216938497014e-05, + "loss": 0.0295, + "step": 38586 + }, + { + "epoch": 32.72858354537744, + "grad_norm": 0.9296527802390708, + "learning_rate": 1.571194390634858e-05, + "loss": 0.0216, + "step": 38587 + }, + { + "epoch": 32.729431721798136, + "grad_norm": 0.924353876426826, + "learning_rate": 1.5711718423416673e-05, + "loss": 0.0246, + "step": 38588 + }, + { + "epoch": 32.73027989821883, + "grad_norm": 0.9765165583923314, + "learning_rate": 1.5711492936174585e-05, + "loss": 0.0258, + "step": 38589 + }, + { + "epoch": 32.73112807463953, + "grad_norm": 0.8949660787841652, + "learning_rate": 1.5711267444622488e-05, + "loss": 0.0244, + "step": 38590 + }, + { + "epoch": 32.73197625106022, + "grad_norm": 0.6570195729162007, + "learning_rate": 1.571104194876055e-05, + "loss": 0.0207, + "step": 38591 + }, + { + "epoch": 32.732824427480914, + "grad_norm": 0.9397022974295991, + "learning_rate": 1.5710816448588936e-05, + "loss": 0.023, + "step": 38592 + }, + { + "epoch": 32.73367260390161, + "grad_norm": 0.8716931288075979, + "learning_rate": 1.571059094410783e-05, + "loss": 0.0238, + "step": 38593 + }, + { + "epoch": 32.734520780322306, + "grad_norm": 0.8480533920541307, + "learning_rate": 1.571036543531739e-05, + "loss": 0.0232, + "step": 38594 + }, + { + "epoch": 32.735368956743, + "grad_norm": 0.8160173618242412, + "learning_rate": 1.5710139922217795e-05, + "loss": 0.0228, + "step": 38595 + }, + { + "epoch": 32.7362171331637, + "grad_norm": 0.8959600305784189, + "learning_rate": 1.5709914404809204e-05, + "loss": 0.0252, + "step": 38596 + }, + { + "epoch": 32.737065309584395, + "grad_norm": 0.7631440042358474, + "learning_rate": 1.5709688883091797e-05, + "loss": 0.0227, + "step": 38597 + }, + { + "epoch": 32.73791348600509, + "grad_norm": 0.8734287629863292, + "learning_rate": 1.5709463357065744e-05, + "loss": 0.0239, + "step": 38598 + }, + { + "epoch": 32.73876166242579, + "grad_norm": 0.9391933823458626, + "learning_rate": 1.5709237826731207e-05, + "loss": 0.0255, + "step": 38599 + }, + { + "epoch": 32.73960983884648, + "grad_norm": 1.0120480739325293, + "learning_rate": 1.5709012292088366e-05, + "loss": 0.0244, + "step": 38600 + }, + { + "epoch": 32.74045801526717, + "grad_norm": 1.1833851650345835, + "learning_rate": 1.5708786753137383e-05, + "loss": 0.0272, + "step": 38601 + }, + { + "epoch": 32.74130619168787, + "grad_norm": 0.933931121983609, + "learning_rate": 1.5708561209878434e-05, + "loss": 0.0221, + "step": 38602 + }, + { + "epoch": 32.742154368108565, + "grad_norm": 0.9161104579807794, + "learning_rate": 1.5708335662311686e-05, + "loss": 0.0253, + "step": 38603 + }, + { + "epoch": 32.74300254452926, + "grad_norm": 0.9002240307809793, + "learning_rate": 1.5708110110437315e-05, + "loss": 0.021, + "step": 38604 + }, + { + "epoch": 32.74385072094996, + "grad_norm": 0.8273385876371615, + "learning_rate": 1.570788455425548e-05, + "loss": 0.0236, + "step": 38605 + }, + { + "epoch": 32.744698897370654, + "grad_norm": 0.8739834568974335, + "learning_rate": 1.5707658993766356e-05, + "loss": 0.0225, + "step": 38606 + }, + { + "epoch": 32.74554707379135, + "grad_norm": 0.798002266644696, + "learning_rate": 1.570743342897012e-05, + "loss": 0.0233, + "step": 38607 + }, + { + "epoch": 32.746395250212046, + "grad_norm": 0.9920283920821585, + "learning_rate": 1.5707207859866936e-05, + "loss": 0.0257, + "step": 38608 + }, + { + "epoch": 32.74724342663274, + "grad_norm": 0.9395829479187441, + "learning_rate": 1.5706982286456976e-05, + "loss": 0.0239, + "step": 38609 + }, + { + "epoch": 32.74809160305343, + "grad_norm": 0.8864060126102246, + "learning_rate": 1.570675670874041e-05, + "loss": 0.0229, + "step": 38610 + }, + { + "epoch": 32.74893977947413, + "grad_norm": 0.8701864633416369, + "learning_rate": 1.5706531126717407e-05, + "loss": 0.0216, + "step": 38611 + }, + { + "epoch": 32.749787955894824, + "grad_norm": 0.8096821276671962, + "learning_rate": 1.5706305540388134e-05, + "loss": 0.0227, + "step": 38612 + }, + { + "epoch": 32.75063613231552, + "grad_norm": 0.8442462883827272, + "learning_rate": 1.570607994975277e-05, + "loss": 0.0243, + "step": 38613 + }, + { + "epoch": 32.75148430873622, + "grad_norm": 0.8849047791340956, + "learning_rate": 1.5705854354811475e-05, + "loss": 0.0208, + "step": 38614 + }, + { + "epoch": 32.75233248515691, + "grad_norm": 1.0317086563315248, + "learning_rate": 1.570562875556443e-05, + "loss": 0.0247, + "step": 38615 + }, + { + "epoch": 32.75318066157761, + "grad_norm": 0.9585944485408506, + "learning_rate": 1.57054031520118e-05, + "loss": 0.0231, + "step": 38616 + }, + { + "epoch": 32.754028837998305, + "grad_norm": 0.8995069647100107, + "learning_rate": 1.5705177544153752e-05, + "loss": 0.0227, + "step": 38617 + }, + { + "epoch": 32.754877014419, + "grad_norm": 0.9389786544887304, + "learning_rate": 1.5704951931990463e-05, + "loss": 0.024, + "step": 38618 + }, + { + "epoch": 32.7557251908397, + "grad_norm": 0.8341265375297289, + "learning_rate": 1.5704726315522097e-05, + "loss": 0.0245, + "step": 38619 + }, + { + "epoch": 32.75657336726039, + "grad_norm": 0.7985638560230233, + "learning_rate": 1.570450069474883e-05, + "loss": 0.0217, + "step": 38620 + }, + { + "epoch": 32.75742154368108, + "grad_norm": 0.9621469987208098, + "learning_rate": 1.570427506967082e-05, + "loss": 0.024, + "step": 38621 + }, + { + "epoch": 32.75826972010178, + "grad_norm": 1.0226227017418927, + "learning_rate": 1.570404944028826e-05, + "loss": 0.0249, + "step": 38622 + }, + { + "epoch": 32.759117896522476, + "grad_norm": 0.9625780329613169, + "learning_rate": 1.5703823806601296e-05, + "loss": 0.0232, + "step": 38623 + }, + { + "epoch": 32.75996607294317, + "grad_norm": 0.8280505678793302, + "learning_rate": 1.5703598168610112e-05, + "loss": 0.0216, + "step": 38624 + }, + { + "epoch": 32.76081424936387, + "grad_norm": 1.1376831649591044, + "learning_rate": 1.570337252631488e-05, + "loss": 0.0256, + "step": 38625 + }, + { + "epoch": 32.761662425784564, + "grad_norm": 0.8891653109109329, + "learning_rate": 1.570314687971576e-05, + "loss": 0.0247, + "step": 38626 + }, + { + "epoch": 32.76251060220526, + "grad_norm": 0.8159430507827825, + "learning_rate": 1.570292122881293e-05, + "loss": 0.0228, + "step": 38627 + }, + { + "epoch": 32.76335877862596, + "grad_norm": 1.0240653769068677, + "learning_rate": 1.5702695573606556e-05, + "loss": 0.0273, + "step": 38628 + }, + { + "epoch": 32.76420695504665, + "grad_norm": 0.7612347128416742, + "learning_rate": 1.570246991409681e-05, + "loss": 0.0223, + "step": 38629 + }, + { + "epoch": 32.76505513146734, + "grad_norm": 0.8165283980070841, + "learning_rate": 1.5702244250283864e-05, + "loss": 0.0223, + "step": 38630 + }, + { + "epoch": 32.76590330788804, + "grad_norm": 0.8476825860369136, + "learning_rate": 1.570201858216789e-05, + "loss": 0.0247, + "step": 38631 + }, + { + "epoch": 32.766751484308735, + "grad_norm": 0.9341827768220061, + "learning_rate": 1.5701792909749053e-05, + "loss": 0.0234, + "step": 38632 + }, + { + "epoch": 32.76759966072943, + "grad_norm": 0.7786670661806615, + "learning_rate": 1.5701567233027524e-05, + "loss": 0.0247, + "step": 38633 + }, + { + "epoch": 32.76844783715013, + "grad_norm": 0.7595365183345092, + "learning_rate": 1.5701341552003474e-05, + "loss": 0.022, + "step": 38634 + }, + { + "epoch": 32.76929601357082, + "grad_norm": 0.9725409588922046, + "learning_rate": 1.5701115866677077e-05, + "loss": 0.0271, + "step": 38635 + }, + { + "epoch": 32.77014418999152, + "grad_norm": 0.6951705782537133, + "learning_rate": 1.57008901770485e-05, + "loss": 0.0223, + "step": 38636 + }, + { + "epoch": 32.770992366412216, + "grad_norm": 0.9550606414085366, + "learning_rate": 1.570066448311791e-05, + "loss": 0.0253, + "step": 38637 + }, + { + "epoch": 32.77184054283291, + "grad_norm": 0.781760373944946, + "learning_rate": 1.5700438784885483e-05, + "loss": 0.023, + "step": 38638 + }, + { + "epoch": 32.77268871925361, + "grad_norm": 0.8348291890146143, + "learning_rate": 1.570021308235139e-05, + "loss": 0.0251, + "step": 38639 + }, + { + "epoch": 32.7735368956743, + "grad_norm": 0.9083911924955905, + "learning_rate": 1.56999873755158e-05, + "loss": 0.0228, + "step": 38640 + }, + { + "epoch": 32.774385072094994, + "grad_norm": 0.9775243714750834, + "learning_rate": 1.5699761664378876e-05, + "loss": 0.0226, + "step": 38641 + }, + { + "epoch": 32.77523324851569, + "grad_norm": 0.8766968682688767, + "learning_rate": 1.56995359489408e-05, + "loss": 0.0243, + "step": 38642 + }, + { + "epoch": 32.776081424936386, + "grad_norm": 0.8222526217148772, + "learning_rate": 1.5699310229201733e-05, + "loss": 0.0229, + "step": 38643 + }, + { + "epoch": 32.77692960135708, + "grad_norm": 1.2449048475767295, + "learning_rate": 1.5699084505161854e-05, + "loss": 0.026, + "step": 38644 + }, + { + "epoch": 32.77777777777778, + "grad_norm": 1.0603393982658789, + "learning_rate": 1.569885877682132e-05, + "loss": 0.0272, + "step": 38645 + }, + { + "epoch": 32.778625954198475, + "grad_norm": 0.9318469907245253, + "learning_rate": 1.5698633044180316e-05, + "loss": 0.0251, + "step": 38646 + }, + { + "epoch": 32.77947413061917, + "grad_norm": 0.9204540862230417, + "learning_rate": 1.5698407307239004e-05, + "loss": 0.0254, + "step": 38647 + }, + { + "epoch": 32.78032230703987, + "grad_norm": 0.793059970978454, + "learning_rate": 1.5698181565997556e-05, + "loss": 0.0237, + "step": 38648 + }, + { + "epoch": 32.781170483460556, + "grad_norm": 0.9828510260451646, + "learning_rate": 1.569795582045614e-05, + "loss": 0.0276, + "step": 38649 + }, + { + "epoch": 32.78201865988125, + "grad_norm": 1.0223461117647117, + "learning_rate": 1.5697730070614934e-05, + "loss": 0.0234, + "step": 38650 + }, + { + "epoch": 32.78286683630195, + "grad_norm": 1.015215666947597, + "learning_rate": 1.5697504316474102e-05, + "loss": 0.0254, + "step": 38651 + }, + { + "epoch": 32.783715012722645, + "grad_norm": 0.8588505734745623, + "learning_rate": 1.5697278558033816e-05, + "loss": 0.0221, + "step": 38652 + }, + { + "epoch": 32.78456318914334, + "grad_norm": 0.7564454637436501, + "learning_rate": 1.5697052795294245e-05, + "loss": 0.0233, + "step": 38653 + }, + { + "epoch": 32.78541136556404, + "grad_norm": 1.0372287792251262, + "learning_rate": 1.569682702825556e-05, + "loss": 0.0281, + "step": 38654 + }, + { + "epoch": 32.786259541984734, + "grad_norm": 0.8033862979726776, + "learning_rate": 1.5696601256917935e-05, + "loss": 0.0237, + "step": 38655 + }, + { + "epoch": 32.78710771840543, + "grad_norm": 0.9018900031145477, + "learning_rate": 1.5696375481281535e-05, + "loss": 0.025, + "step": 38656 + }, + { + "epoch": 32.787955894826126, + "grad_norm": 0.9433521052497678, + "learning_rate": 1.5696149701346534e-05, + "loss": 0.0238, + "step": 38657 + }, + { + "epoch": 32.78880407124682, + "grad_norm": 0.8890939111220977, + "learning_rate": 1.56959239171131e-05, + "loss": 0.0248, + "step": 38658 + }, + { + "epoch": 32.78965224766751, + "grad_norm": 1.029452930753957, + "learning_rate": 1.56956981285814e-05, + "loss": 0.024, + "step": 38659 + }, + { + "epoch": 32.79050042408821, + "grad_norm": 0.8626234413328195, + "learning_rate": 1.5695472335751615e-05, + "loss": 0.025, + "step": 38660 + }, + { + "epoch": 32.791348600508904, + "grad_norm": 1.024415525696534, + "learning_rate": 1.569524653862391e-05, + "loss": 0.0243, + "step": 38661 + }, + { + "epoch": 32.7921967769296, + "grad_norm": 0.8165196724620208, + "learning_rate": 1.569502073719845e-05, + "loss": 0.0213, + "step": 38662 + }, + { + "epoch": 32.7930449533503, + "grad_norm": 0.9474049508829719, + "learning_rate": 1.569479493147541e-05, + "loss": 0.0248, + "step": 38663 + }, + { + "epoch": 32.79389312977099, + "grad_norm": 0.8496054856200991, + "learning_rate": 1.5694569121454962e-05, + "loss": 0.0222, + "step": 38664 + }, + { + "epoch": 32.79474130619169, + "grad_norm": 1.0728386314593426, + "learning_rate": 1.5694343307137275e-05, + "loss": 0.027, + "step": 38665 + }, + { + "epoch": 32.795589482612385, + "grad_norm": 0.83474429333619, + "learning_rate": 1.5694117488522518e-05, + "loss": 0.0237, + "step": 38666 + }, + { + "epoch": 32.79643765903308, + "grad_norm": 0.9394461578512182, + "learning_rate": 1.5693891665610864e-05, + "loss": 0.0239, + "step": 38667 + }, + { + "epoch": 32.79728583545378, + "grad_norm": 0.7333486862392755, + "learning_rate": 1.569366583840248e-05, + "loss": 0.0224, + "step": 38668 + }, + { + "epoch": 32.79813401187447, + "grad_norm": 1.0264645969397563, + "learning_rate": 1.5693440006897542e-05, + "loss": 0.0252, + "step": 38669 + }, + { + "epoch": 32.79898218829516, + "grad_norm": 0.9388582567824771, + "learning_rate": 1.5693214171096213e-05, + "loss": 0.0226, + "step": 38670 + }, + { + "epoch": 32.79983036471586, + "grad_norm": 0.9328699030862724, + "learning_rate": 1.5692988330998667e-05, + "loss": 0.0228, + "step": 38671 + }, + { + "epoch": 32.800678541136556, + "grad_norm": 0.7315530452331843, + "learning_rate": 1.569276248660508e-05, + "loss": 0.0209, + "step": 38672 + }, + { + "epoch": 32.80152671755725, + "grad_norm": 0.9590724784994903, + "learning_rate": 1.569253663791561e-05, + "loss": 0.0217, + "step": 38673 + }, + { + "epoch": 32.80237489397795, + "grad_norm": 0.9699308758429578, + "learning_rate": 1.569231078493044e-05, + "loss": 0.0257, + "step": 38674 + }, + { + "epoch": 32.803223070398644, + "grad_norm": 0.8120984111710137, + "learning_rate": 1.569208492764973e-05, + "loss": 0.0236, + "step": 38675 + }, + { + "epoch": 32.80407124681934, + "grad_norm": 0.9396838648079391, + "learning_rate": 1.569185906607366e-05, + "loss": 0.025, + "step": 38676 + }, + { + "epoch": 32.80491942324004, + "grad_norm": 0.8099119353013404, + "learning_rate": 1.5691633200202394e-05, + "loss": 0.0226, + "step": 38677 + }, + { + "epoch": 32.805767599660726, + "grad_norm": 0.8138710409521608, + "learning_rate": 1.5691407330036104e-05, + "loss": 0.0248, + "step": 38678 + }, + { + "epoch": 32.80661577608142, + "grad_norm": 0.8752796138466795, + "learning_rate": 1.569118145557496e-05, + "loss": 0.0249, + "step": 38679 + }, + { + "epoch": 32.80746395250212, + "grad_norm": 0.8700250679179111, + "learning_rate": 1.5690955576819137e-05, + "loss": 0.0264, + "step": 38680 + }, + { + "epoch": 32.808312128922815, + "grad_norm": 0.8174981222659717, + "learning_rate": 1.5690729693768795e-05, + "loss": 0.0238, + "step": 38681 + }, + { + "epoch": 32.80916030534351, + "grad_norm": 1.0054573125469015, + "learning_rate": 1.5690503806424117e-05, + "loss": 0.0257, + "step": 38682 + }, + { + "epoch": 32.81000848176421, + "grad_norm": 1.0534106681574733, + "learning_rate": 1.5690277914785264e-05, + "loss": 0.0264, + "step": 38683 + }, + { + "epoch": 32.8108566581849, + "grad_norm": 1.0337119733139986, + "learning_rate": 1.5690052018852412e-05, + "loss": 0.0248, + "step": 38684 + }, + { + "epoch": 32.8117048346056, + "grad_norm": 0.916714901862147, + "learning_rate": 1.568982611862573e-05, + "loss": 0.0244, + "step": 38685 + }, + { + "epoch": 32.812553011026296, + "grad_norm": 0.8646238712271171, + "learning_rate": 1.5689600214105385e-05, + "loss": 0.0235, + "step": 38686 + }, + { + "epoch": 32.81340118744699, + "grad_norm": 0.9187069745807604, + "learning_rate": 1.568937430529155e-05, + "loss": 0.022, + "step": 38687 + }, + { + "epoch": 32.81424936386768, + "grad_norm": 0.8600406988971088, + "learning_rate": 1.56891483921844e-05, + "loss": 0.0229, + "step": 38688 + }, + { + "epoch": 32.81509754028838, + "grad_norm": 1.0590963156305337, + "learning_rate": 1.56889224747841e-05, + "loss": 0.0275, + "step": 38689 + }, + { + "epoch": 32.815945716709074, + "grad_norm": 0.9401106197466798, + "learning_rate": 1.5688696553090817e-05, + "loss": 0.0251, + "step": 38690 + }, + { + "epoch": 32.81679389312977, + "grad_norm": 0.928118056261756, + "learning_rate": 1.568847062710473e-05, + "loss": 0.0259, + "step": 38691 + }, + { + "epoch": 32.817642069550466, + "grad_norm": 0.8787851773991279, + "learning_rate": 1.5688244696826007e-05, + "loss": 0.0228, + "step": 38692 + }, + { + "epoch": 32.81849024597116, + "grad_norm": 1.0268139009504977, + "learning_rate": 1.5688018762254818e-05, + "loss": 0.025, + "step": 38693 + }, + { + "epoch": 32.81933842239186, + "grad_norm": 0.938435029769382, + "learning_rate": 1.5687792823391327e-05, + "loss": 0.0275, + "step": 38694 + }, + { + "epoch": 32.820186598812555, + "grad_norm": 0.9089567484852754, + "learning_rate": 1.5687566880235716e-05, + "loss": 0.0241, + "step": 38695 + }, + { + "epoch": 32.82103477523325, + "grad_norm": 0.9337056355483222, + "learning_rate": 1.568734093278815e-05, + "loss": 0.0234, + "step": 38696 + }, + { + "epoch": 32.82188295165395, + "grad_norm": 0.9357087286511407, + "learning_rate": 1.5687114981048795e-05, + "loss": 0.0237, + "step": 38697 + }, + { + "epoch": 32.822731128074636, + "grad_norm": 0.7755630967813971, + "learning_rate": 1.5686889025017827e-05, + "loss": 0.0229, + "step": 38698 + }, + { + "epoch": 32.82357930449533, + "grad_norm": 0.8535260745902254, + "learning_rate": 1.5686663064695417e-05, + "loss": 0.0225, + "step": 38699 + }, + { + "epoch": 32.82442748091603, + "grad_norm": 0.8599837772757455, + "learning_rate": 1.5686437100081734e-05, + "loss": 0.0232, + "step": 38700 + }, + { + "epoch": 32.825275657336725, + "grad_norm": 0.9936307656360842, + "learning_rate": 1.5686211131176946e-05, + "loss": 0.0238, + "step": 38701 + }, + { + "epoch": 32.82612383375742, + "grad_norm": 0.8522833711239814, + "learning_rate": 1.568598515798123e-05, + "loss": 0.0236, + "step": 38702 + }, + { + "epoch": 32.82697201017812, + "grad_norm": 0.8228289192467976, + "learning_rate": 1.5685759180494748e-05, + "loss": 0.0233, + "step": 38703 + }, + { + "epoch": 32.827820186598814, + "grad_norm": 0.8909937475496876, + "learning_rate": 1.5685533198717674e-05, + "loss": 0.0255, + "step": 38704 + }, + { + "epoch": 32.82866836301951, + "grad_norm": 0.943855678452526, + "learning_rate": 1.5685307212650186e-05, + "loss": 0.0245, + "step": 38705 + }, + { + "epoch": 32.829516539440206, + "grad_norm": 0.9192968271458514, + "learning_rate": 1.568508122229244e-05, + "loss": 0.0257, + "step": 38706 + }, + { + "epoch": 32.8303647158609, + "grad_norm": 0.9387150827787324, + "learning_rate": 1.568485522764462e-05, + "loss": 0.0243, + "step": 38707 + }, + { + "epoch": 32.83121289228159, + "grad_norm": 0.9195019146655079, + "learning_rate": 1.568462922870689e-05, + "loss": 0.0255, + "step": 38708 + }, + { + "epoch": 32.83206106870229, + "grad_norm": 0.8294407640095891, + "learning_rate": 1.5684403225479422e-05, + "loss": 0.0232, + "step": 38709 + }, + { + "epoch": 32.832909245122984, + "grad_norm": 1.1093780029664417, + "learning_rate": 1.5684177217962382e-05, + "loss": 0.0254, + "step": 38710 + }, + { + "epoch": 32.83375742154368, + "grad_norm": 0.7665332243126063, + "learning_rate": 1.568395120615595e-05, + "loss": 0.0226, + "step": 38711 + }, + { + "epoch": 32.83460559796438, + "grad_norm": 0.9508877185273243, + "learning_rate": 1.5683725190060287e-05, + "loss": 0.0256, + "step": 38712 + }, + { + "epoch": 32.83545377438507, + "grad_norm": 0.9510370259540363, + "learning_rate": 1.568349916967557e-05, + "loss": 0.0224, + "step": 38713 + }, + { + "epoch": 32.83630195080577, + "grad_norm": 0.9479151738709092, + "learning_rate": 1.568327314500197e-05, + "loss": 0.0245, + "step": 38714 + }, + { + "epoch": 32.837150127226465, + "grad_norm": 0.8095723157863024, + "learning_rate": 1.5683047116039652e-05, + "loss": 0.0246, + "step": 38715 + }, + { + "epoch": 32.83799830364716, + "grad_norm": 1.0428779104798083, + "learning_rate": 1.568282108278879e-05, + "loss": 0.0251, + "step": 38716 + }, + { + "epoch": 32.83884648006786, + "grad_norm": 0.9824035849331129, + "learning_rate": 1.568259504524955e-05, + "loss": 0.0261, + "step": 38717 + }, + { + "epoch": 32.83969465648855, + "grad_norm": 1.021878205184738, + "learning_rate": 1.5682369003422114e-05, + "loss": 0.0242, + "step": 38718 + }, + { + "epoch": 32.84054283290924, + "grad_norm": 0.8622413149331093, + "learning_rate": 1.5682142957306637e-05, + "loss": 0.0225, + "step": 38719 + }, + { + "epoch": 32.84139100932994, + "grad_norm": 0.7852765016734856, + "learning_rate": 1.5681916906903306e-05, + "loss": 0.0227, + "step": 38720 + }, + { + "epoch": 32.842239185750635, + "grad_norm": 0.8676814979319311, + "learning_rate": 1.5681690852212278e-05, + "loss": 0.0242, + "step": 38721 + }, + { + "epoch": 32.84308736217133, + "grad_norm": 0.9300127017832702, + "learning_rate": 1.568146479323373e-05, + "loss": 0.0225, + "step": 38722 + }, + { + "epoch": 32.84393553859203, + "grad_norm": 1.0270309629793681, + "learning_rate": 1.5681238729967833e-05, + "loss": 0.0249, + "step": 38723 + }, + { + "epoch": 32.844783715012724, + "grad_norm": 0.9561274844189016, + "learning_rate": 1.5681012662414755e-05, + "loss": 0.0244, + "step": 38724 + }, + { + "epoch": 32.84563189143342, + "grad_norm": 0.8157895309114604, + "learning_rate": 1.5680786590574667e-05, + "loss": 0.0216, + "step": 38725 + }, + { + "epoch": 32.84648006785412, + "grad_norm": 1.0117744641649533, + "learning_rate": 1.568056051444774e-05, + "loss": 0.022, + "step": 38726 + }, + { + "epoch": 32.847328244274806, + "grad_norm": 0.8534040014496563, + "learning_rate": 1.568033443403415e-05, + "loss": 0.0227, + "step": 38727 + }, + { + "epoch": 32.8481764206955, + "grad_norm": 0.7886797187270214, + "learning_rate": 1.5680108349334058e-05, + "loss": 0.0228, + "step": 38728 + }, + { + "epoch": 32.8490245971162, + "grad_norm": 0.9338711982430389, + "learning_rate": 1.5679882260347638e-05, + "loss": 0.0241, + "step": 38729 + }, + { + "epoch": 32.849872773536894, + "grad_norm": 0.9216239793669948, + "learning_rate": 1.5679656167075065e-05, + "loss": 0.0248, + "step": 38730 + }, + { + "epoch": 32.85072094995759, + "grad_norm": 0.9279577103903325, + "learning_rate": 1.5679430069516502e-05, + "loss": 0.024, + "step": 38731 + }, + { + "epoch": 32.85156912637829, + "grad_norm": 0.7433242339865753, + "learning_rate": 1.567920396767213e-05, + "loss": 0.0217, + "step": 38732 + }, + { + "epoch": 32.85241730279898, + "grad_norm": 0.753845904315634, + "learning_rate": 1.567897786154211e-05, + "loss": 0.0203, + "step": 38733 + }, + { + "epoch": 32.85326547921968, + "grad_norm": 0.8850002672275499, + "learning_rate": 1.5678751751126618e-05, + "loss": 0.0237, + "step": 38734 + }, + { + "epoch": 32.854113655640376, + "grad_norm": 0.9936400214429982, + "learning_rate": 1.567852563642582e-05, + "loss": 0.025, + "step": 38735 + }, + { + "epoch": 32.85496183206107, + "grad_norm": 0.8316527108036129, + "learning_rate": 1.567829951743989e-05, + "loss": 0.0235, + "step": 38736 + }, + { + "epoch": 32.85581000848176, + "grad_norm": 0.9013478404228039, + "learning_rate": 1.5678073394169e-05, + "loss": 0.0248, + "step": 38737 + }, + { + "epoch": 32.85665818490246, + "grad_norm": 0.958406718926901, + "learning_rate": 1.5677847266613316e-05, + "loss": 0.0244, + "step": 38738 + }, + { + "epoch": 32.85750636132315, + "grad_norm": 1.0107631068785763, + "learning_rate": 1.5677621134773016e-05, + "loss": 0.024, + "step": 38739 + }, + { + "epoch": 32.85835453774385, + "grad_norm": 0.9793054410292488, + "learning_rate": 1.567739499864826e-05, + "loss": 0.0235, + "step": 38740 + }, + { + "epoch": 32.859202714164546, + "grad_norm": 0.9674044296649991, + "learning_rate": 1.5677168858239233e-05, + "loss": 0.0246, + "step": 38741 + }, + { + "epoch": 32.86005089058524, + "grad_norm": 0.8675009997974819, + "learning_rate": 1.5676942713546088e-05, + "loss": 0.0228, + "step": 38742 + }, + { + "epoch": 32.86089906700594, + "grad_norm": 0.9629769700395782, + "learning_rate": 1.567671656456901e-05, + "loss": 0.0242, + "step": 38743 + }, + { + "epoch": 32.861747243426635, + "grad_norm": 0.8957714603364589, + "learning_rate": 1.5676490411308165e-05, + "loss": 0.0251, + "step": 38744 + }, + { + "epoch": 32.86259541984733, + "grad_norm": 0.827656557252207, + "learning_rate": 1.567626425376372e-05, + "loss": 0.0238, + "step": 38745 + }, + { + "epoch": 32.86344359626803, + "grad_norm": 0.9188138761497853, + "learning_rate": 1.5676038091935853e-05, + "loss": 0.029, + "step": 38746 + }, + { + "epoch": 32.864291772688716, + "grad_norm": 0.862170070202683, + "learning_rate": 1.5675811925824728e-05, + "loss": 0.0234, + "step": 38747 + }, + { + "epoch": 32.86513994910941, + "grad_norm": 1.0033873656796297, + "learning_rate": 1.567558575543052e-05, + "loss": 0.0254, + "step": 38748 + }, + { + "epoch": 32.86598812553011, + "grad_norm": 0.9171020235863369, + "learning_rate": 1.5675359580753395e-05, + "loss": 0.0246, + "step": 38749 + }, + { + "epoch": 32.866836301950805, + "grad_norm": 1.0269197722345338, + "learning_rate": 1.567513340179353e-05, + "loss": 0.0265, + "step": 38750 + }, + { + "epoch": 32.8676844783715, + "grad_norm": 0.8844874432164099, + "learning_rate": 1.567490721855109e-05, + "loss": 0.023, + "step": 38751 + }, + { + "epoch": 32.8685326547922, + "grad_norm": 0.9930689730926001, + "learning_rate": 1.567468103102625e-05, + "loss": 0.0294, + "step": 38752 + }, + { + "epoch": 32.869380831212894, + "grad_norm": 1.0443996280904047, + "learning_rate": 1.567445483921918e-05, + "loss": 0.0262, + "step": 38753 + }, + { + "epoch": 32.87022900763359, + "grad_norm": 0.9583871556914285, + "learning_rate": 1.5674228643130046e-05, + "loss": 0.0266, + "step": 38754 + }, + { + "epoch": 32.871077184054286, + "grad_norm": 0.9780807288398254, + "learning_rate": 1.567400244275902e-05, + "loss": 0.0252, + "step": 38755 + }, + { + "epoch": 32.871925360474975, + "grad_norm": 0.9766582554151293, + "learning_rate": 1.567377623810628e-05, + "loss": 0.0251, + "step": 38756 + }, + { + "epoch": 32.87277353689567, + "grad_norm": 0.8464897350672916, + "learning_rate": 1.5673550029171993e-05, + "loss": 0.0256, + "step": 38757 + }, + { + "epoch": 32.87362171331637, + "grad_norm": 0.7812213885051037, + "learning_rate": 1.5673323815956322e-05, + "loss": 0.0224, + "step": 38758 + }, + { + "epoch": 32.874469889737064, + "grad_norm": 0.8901431459230549, + "learning_rate": 1.5673097598459446e-05, + "loss": 0.0236, + "step": 38759 + }, + { + "epoch": 32.87531806615776, + "grad_norm": 0.9146779597918107, + "learning_rate": 1.5672871376681533e-05, + "loss": 0.0235, + "step": 38760 + }, + { + "epoch": 32.876166242578456, + "grad_norm": 0.9501985536874604, + "learning_rate": 1.567264515062276e-05, + "loss": 0.0245, + "step": 38761 + }, + { + "epoch": 32.87701441899915, + "grad_norm": 0.9069250381251844, + "learning_rate": 1.5672418920283284e-05, + "loss": 0.0265, + "step": 38762 + }, + { + "epoch": 32.87786259541985, + "grad_norm": 0.9121113120948865, + "learning_rate": 1.5672192685663284e-05, + "loss": 0.0245, + "step": 38763 + }, + { + "epoch": 32.878710771840545, + "grad_norm": 0.9188766792385049, + "learning_rate": 1.5671966446762936e-05, + "loss": 0.0255, + "step": 38764 + }, + { + "epoch": 32.87955894826124, + "grad_norm": 0.8171092764743499, + "learning_rate": 1.56717402035824e-05, + "loss": 0.0237, + "step": 38765 + }, + { + "epoch": 32.88040712468193, + "grad_norm": 1.0430262855473162, + "learning_rate": 1.567151395612186e-05, + "loss": 0.0257, + "step": 38766 + }, + { + "epoch": 32.88125530110263, + "grad_norm": 0.7978616671784639, + "learning_rate": 1.567128770438147e-05, + "loss": 0.0233, + "step": 38767 + }, + { + "epoch": 32.88210347752332, + "grad_norm": 0.9101313726969383, + "learning_rate": 1.5671061448361413e-05, + "loss": 0.0257, + "step": 38768 + }, + { + "epoch": 32.88295165394402, + "grad_norm": 1.0207770332595634, + "learning_rate": 1.5670835188061855e-05, + "loss": 0.0241, + "step": 38769 + }, + { + "epoch": 32.883799830364715, + "grad_norm": 1.0540730490791952, + "learning_rate": 1.5670608923482967e-05, + "loss": 0.0262, + "step": 38770 + }, + { + "epoch": 32.88464800678541, + "grad_norm": 0.8187139422645838, + "learning_rate": 1.5670382654624926e-05, + "loss": 0.0248, + "step": 38771 + }, + { + "epoch": 32.88549618320611, + "grad_norm": 0.8837254279848207, + "learning_rate": 1.5670156381487892e-05, + "loss": 0.0231, + "step": 38772 + }, + { + "epoch": 32.886344359626804, + "grad_norm": 0.8174505946975656, + "learning_rate": 1.5669930104072044e-05, + "loss": 0.0221, + "step": 38773 + }, + { + "epoch": 32.8871925360475, + "grad_norm": 1.1135793088914174, + "learning_rate": 1.5669703822377548e-05, + "loss": 0.0263, + "step": 38774 + }, + { + "epoch": 32.8880407124682, + "grad_norm": 0.8070617047752832, + "learning_rate": 1.5669477536404576e-05, + "loss": 0.0214, + "step": 38775 + }, + { + "epoch": 32.888888888888886, + "grad_norm": 0.9222111404991707, + "learning_rate": 1.5669251246153302e-05, + "loss": 0.0252, + "step": 38776 + }, + { + "epoch": 32.88973706530958, + "grad_norm": 0.7797858906943448, + "learning_rate": 1.5669024951623892e-05, + "loss": 0.0242, + "step": 38777 + }, + { + "epoch": 32.89058524173028, + "grad_norm": 1.0124327176339818, + "learning_rate": 1.5668798652816518e-05, + "loss": 0.0249, + "step": 38778 + }, + { + "epoch": 32.891433418150974, + "grad_norm": 0.9149153705547323, + "learning_rate": 1.5668572349731353e-05, + "loss": 0.0248, + "step": 38779 + }, + { + "epoch": 32.89228159457167, + "grad_norm": 0.9479388058904281, + "learning_rate": 1.5668346042368567e-05, + "loss": 0.0259, + "step": 38780 + }, + { + "epoch": 32.89312977099237, + "grad_norm": 0.7761302421247738, + "learning_rate": 1.5668119730728332e-05, + "loss": 0.0207, + "step": 38781 + }, + { + "epoch": 32.89397794741306, + "grad_norm": 0.9630315191386276, + "learning_rate": 1.566789341481081e-05, + "loss": 0.0236, + "step": 38782 + }, + { + "epoch": 32.89482612383376, + "grad_norm": 0.8769904405748886, + "learning_rate": 1.5667667094616188e-05, + "loss": 0.0238, + "step": 38783 + }, + { + "epoch": 32.895674300254456, + "grad_norm": 0.8971085323654406, + "learning_rate": 1.5667440770144624e-05, + "loss": 0.0244, + "step": 38784 + }, + { + "epoch": 32.89652247667515, + "grad_norm": 0.8296037507592153, + "learning_rate": 1.566721444139629e-05, + "loss": 0.0235, + "step": 38785 + }, + { + "epoch": 32.89737065309584, + "grad_norm": 0.9743954612704396, + "learning_rate": 1.5666988108371362e-05, + "loss": 0.0232, + "step": 38786 + }, + { + "epoch": 32.89821882951654, + "grad_norm": 0.9449728929879612, + "learning_rate": 1.5666761771070006e-05, + "loss": 0.0275, + "step": 38787 + }, + { + "epoch": 32.89906700593723, + "grad_norm": 1.0238968054276316, + "learning_rate": 1.5666535429492395e-05, + "loss": 0.026, + "step": 38788 + }, + { + "epoch": 32.89991518235793, + "grad_norm": 0.8043626255447814, + "learning_rate": 1.56663090836387e-05, + "loss": 0.0226, + "step": 38789 + }, + { + "epoch": 32.900763358778626, + "grad_norm": 0.8881980480892827, + "learning_rate": 1.5666082733509092e-05, + "loss": 0.0226, + "step": 38790 + }, + { + "epoch": 32.90161153519932, + "grad_norm": 0.7962156074621607, + "learning_rate": 1.566585637910374e-05, + "loss": 0.0223, + "step": 38791 + }, + { + "epoch": 32.90245971162002, + "grad_norm": 0.8152454300653352, + "learning_rate": 1.5665630020422815e-05, + "loss": 0.0248, + "step": 38792 + }, + { + "epoch": 32.903307888040715, + "grad_norm": 0.984168282268872, + "learning_rate": 1.5665403657466488e-05, + "loss": 0.0278, + "step": 38793 + }, + { + "epoch": 32.90415606446141, + "grad_norm": 1.1628423383261242, + "learning_rate": 1.5665177290234936e-05, + "loss": 0.0248, + "step": 38794 + }, + { + "epoch": 32.90500424088211, + "grad_norm": 0.8516360280760534, + "learning_rate": 1.566495091872832e-05, + "loss": 0.0214, + "step": 38795 + }, + { + "epoch": 32.905852417302796, + "grad_norm": 1.3382648130253627, + "learning_rate": 1.5664724542946816e-05, + "loss": 0.0244, + "step": 38796 + }, + { + "epoch": 32.90670059372349, + "grad_norm": 1.0182259085641479, + "learning_rate": 1.5664498162890595e-05, + "loss": 0.0254, + "step": 38797 + }, + { + "epoch": 32.90754877014419, + "grad_norm": 0.8782237102453299, + "learning_rate": 1.5664271778559826e-05, + "loss": 0.0233, + "step": 38798 + }, + { + "epoch": 32.908396946564885, + "grad_norm": 0.8369725304881116, + "learning_rate": 1.566404538995468e-05, + "loss": 0.0239, + "step": 38799 + }, + { + "epoch": 32.90924512298558, + "grad_norm": 0.9158833304331454, + "learning_rate": 1.566381899707533e-05, + "loss": 0.0225, + "step": 38800 + }, + { + "epoch": 32.91009329940628, + "grad_norm": 0.9504340406021096, + "learning_rate": 1.5663592599921946e-05, + "loss": 0.0248, + "step": 38801 + }, + { + "epoch": 32.910941475826974, + "grad_norm": 0.9388394005317623, + "learning_rate": 1.5663366198494697e-05, + "loss": 0.0229, + "step": 38802 + }, + { + "epoch": 32.91178965224767, + "grad_norm": 1.0461166218854547, + "learning_rate": 1.5663139792793754e-05, + "loss": 0.0235, + "step": 38803 + }, + { + "epoch": 32.912637828668366, + "grad_norm": 1.0809218167422532, + "learning_rate": 1.5662913382819293e-05, + "loss": 0.0271, + "step": 38804 + }, + { + "epoch": 32.913486005089055, + "grad_norm": 0.7535798811712837, + "learning_rate": 1.5662686968571475e-05, + "loss": 0.0217, + "step": 38805 + }, + { + "epoch": 32.91433418150975, + "grad_norm": 0.8618251410531963, + "learning_rate": 1.566246055005048e-05, + "loss": 0.0231, + "step": 38806 + }, + { + "epoch": 32.91518235793045, + "grad_norm": 0.8222679544964216, + "learning_rate": 1.566223412725648e-05, + "loss": 0.0237, + "step": 38807 + }, + { + "epoch": 32.916030534351144, + "grad_norm": 0.8045524545461781, + "learning_rate": 1.566200770018963e-05, + "loss": 0.0256, + "step": 38808 + }, + { + "epoch": 32.91687871077184, + "grad_norm": 0.8339342138588907, + "learning_rate": 1.5661781268850122e-05, + "loss": 0.0249, + "step": 38809 + }, + { + "epoch": 32.917726887192536, + "grad_norm": 1.1937276658206892, + "learning_rate": 1.566155483323811e-05, + "loss": 0.0288, + "step": 38810 + }, + { + "epoch": 32.91857506361323, + "grad_norm": 0.9888676914366505, + "learning_rate": 1.5661328393353778e-05, + "loss": 0.0247, + "step": 38811 + }, + { + "epoch": 32.91942324003393, + "grad_norm": 1.0354387661849371, + "learning_rate": 1.5661101949197292e-05, + "loss": 0.0249, + "step": 38812 + }, + { + "epoch": 32.920271416454625, + "grad_norm": 0.8081097060625954, + "learning_rate": 1.566087550076882e-05, + "loss": 0.023, + "step": 38813 + }, + { + "epoch": 32.92111959287532, + "grad_norm": 0.8417783510892574, + "learning_rate": 1.566064904806853e-05, + "loss": 0.0233, + "step": 38814 + }, + { + "epoch": 32.92196776929601, + "grad_norm": 0.9218439875913002, + "learning_rate": 1.56604225910966e-05, + "loss": 0.025, + "step": 38815 + }, + { + "epoch": 32.92281594571671, + "grad_norm": 0.8895322057305826, + "learning_rate": 1.56601961298532e-05, + "loss": 0.0246, + "step": 38816 + }, + { + "epoch": 32.9236641221374, + "grad_norm": 0.8898872405457969, + "learning_rate": 1.5659969664338496e-05, + "loss": 0.0234, + "step": 38817 + }, + { + "epoch": 32.9245122985581, + "grad_norm": 0.9134600800267896, + "learning_rate": 1.565974319455267e-05, + "loss": 0.025, + "step": 38818 + }, + { + "epoch": 32.925360474978795, + "grad_norm": 1.455237145943989, + "learning_rate": 1.5659516720495876e-05, + "loss": 0.0258, + "step": 38819 + }, + { + "epoch": 32.92620865139949, + "grad_norm": 0.9448367515621815, + "learning_rate": 1.56592902421683e-05, + "loss": 0.0248, + "step": 38820 + }, + { + "epoch": 32.92705682782019, + "grad_norm": 0.8816146967715482, + "learning_rate": 1.56590637595701e-05, + "loss": 0.0246, + "step": 38821 + }, + { + "epoch": 32.927905004240884, + "grad_norm": 0.9540425900003299, + "learning_rate": 1.5658837272701462e-05, + "loss": 0.0247, + "step": 38822 + }, + { + "epoch": 32.92875318066158, + "grad_norm": 0.9302654842329409, + "learning_rate": 1.5658610781562545e-05, + "loss": 0.0247, + "step": 38823 + }, + { + "epoch": 32.92960135708228, + "grad_norm": 0.8522530002032375, + "learning_rate": 1.5658384286153525e-05, + "loss": 0.0226, + "step": 38824 + }, + { + "epoch": 32.930449533502966, + "grad_norm": 0.9486554890789037, + "learning_rate": 1.565815778647457e-05, + "loss": 0.0228, + "step": 38825 + }, + { + "epoch": 32.93129770992366, + "grad_norm": 0.9994023119642576, + "learning_rate": 1.5657931282525854e-05, + "loss": 0.0271, + "step": 38826 + }, + { + "epoch": 32.93214588634436, + "grad_norm": 0.9388009130507133, + "learning_rate": 1.5657704774307544e-05, + "loss": 0.0261, + "step": 38827 + }, + { + "epoch": 32.932994062765054, + "grad_norm": 0.8677178074683302, + "learning_rate": 1.5657478261819815e-05, + "loss": 0.0219, + "step": 38828 + }, + { + "epoch": 32.93384223918575, + "grad_norm": 0.9325449869891258, + "learning_rate": 1.5657251745062834e-05, + "loss": 0.0209, + "step": 38829 + }, + { + "epoch": 32.93469041560645, + "grad_norm": 0.9267733455211785, + "learning_rate": 1.5657025224036777e-05, + "loss": 0.0217, + "step": 38830 + }, + { + "epoch": 32.93553859202714, + "grad_norm": 0.9335674194093178, + "learning_rate": 1.5656798698741812e-05, + "loss": 0.0246, + "step": 38831 + }, + { + "epoch": 32.93638676844784, + "grad_norm": 0.9445784778339225, + "learning_rate": 1.565657216917811e-05, + "loss": 0.0228, + "step": 38832 + }, + { + "epoch": 32.937234944868536, + "grad_norm": 0.7174609698485687, + "learning_rate": 1.5656345635345842e-05, + "loss": 0.022, + "step": 38833 + }, + { + "epoch": 32.938083121289225, + "grad_norm": 0.9341177331212858, + "learning_rate": 1.5656119097245175e-05, + "loss": 0.0247, + "step": 38834 + }, + { + "epoch": 32.93893129770992, + "grad_norm": 0.9793795249483374, + "learning_rate": 1.565589255487629e-05, + "loss": 0.0257, + "step": 38835 + }, + { + "epoch": 32.93977947413062, + "grad_norm": 0.7514820020808464, + "learning_rate": 1.5655666008239347e-05, + "loss": 0.0211, + "step": 38836 + }, + { + "epoch": 32.94062765055131, + "grad_norm": 0.8553148570997582, + "learning_rate": 1.5655439457334524e-05, + "loss": 0.0246, + "step": 38837 + }, + { + "epoch": 32.94147582697201, + "grad_norm": 0.9885646123599376, + "learning_rate": 1.565521290216199e-05, + "loss": 0.0253, + "step": 38838 + }, + { + "epoch": 32.942324003392706, + "grad_norm": 0.9780909845535685, + "learning_rate": 1.5654986342721918e-05, + "loss": 0.0241, + "step": 38839 + }, + { + "epoch": 32.9431721798134, + "grad_norm": 0.951184257519686, + "learning_rate": 1.5654759779014473e-05, + "loss": 0.0242, + "step": 38840 + }, + { + "epoch": 32.9440203562341, + "grad_norm": 0.8143307006831513, + "learning_rate": 1.565453321103983e-05, + "loss": 0.023, + "step": 38841 + }, + { + "epoch": 32.944868532654795, + "grad_norm": 0.9079196847423832, + "learning_rate": 1.565430663879816e-05, + "loss": 0.0265, + "step": 38842 + }, + { + "epoch": 32.94571670907549, + "grad_norm": 0.8337353241255497, + "learning_rate": 1.5654080062289632e-05, + "loss": 0.0252, + "step": 38843 + }, + { + "epoch": 32.94656488549618, + "grad_norm": 0.9159073814257713, + "learning_rate": 1.5653853481514426e-05, + "loss": 0.0239, + "step": 38844 + }, + { + "epoch": 32.947413061916876, + "grad_norm": 0.9706943416801946, + "learning_rate": 1.5653626896472698e-05, + "loss": 0.0262, + "step": 38845 + }, + { + "epoch": 32.94826123833757, + "grad_norm": 0.7664663151690301, + "learning_rate": 1.5653400307164628e-05, + "loss": 0.0237, + "step": 38846 + }, + { + "epoch": 32.94910941475827, + "grad_norm": 0.8180852725872675, + "learning_rate": 1.5653173713590385e-05, + "loss": 0.0267, + "step": 38847 + }, + { + "epoch": 32.949957591178965, + "grad_norm": 0.8454558626127544, + "learning_rate": 1.5652947115750145e-05, + "loss": 0.0249, + "step": 38848 + }, + { + "epoch": 32.95080576759966, + "grad_norm": 0.9255280345215253, + "learning_rate": 1.5652720513644067e-05, + "loss": 0.0256, + "step": 38849 + }, + { + "epoch": 32.95165394402036, + "grad_norm": 0.9714366289478229, + "learning_rate": 1.565249390727234e-05, + "loss": 0.025, + "step": 38850 + }, + { + "epoch": 32.95250212044105, + "grad_norm": 3.302835526217848, + "learning_rate": 1.5652267296635115e-05, + "loss": 0.0348, + "step": 38851 + }, + { + "epoch": 32.95335029686175, + "grad_norm": 0.9208971407528846, + "learning_rate": 1.565204068173258e-05, + "loss": 0.0242, + "step": 38852 + }, + { + "epoch": 32.954198473282446, + "grad_norm": 0.9780167756155321, + "learning_rate": 1.5651814062564892e-05, + "loss": 0.0259, + "step": 38853 + }, + { + "epoch": 32.955046649703135, + "grad_norm": 1.0706876606246962, + "learning_rate": 1.565158743913223e-05, + "loss": 0.0281, + "step": 38854 + }, + { + "epoch": 32.95589482612383, + "grad_norm": 1.019885971851355, + "learning_rate": 1.565136081143477e-05, + "loss": 0.0265, + "step": 38855 + }, + { + "epoch": 32.95674300254453, + "grad_norm": 0.9056526064190209, + "learning_rate": 1.5651134179472668e-05, + "loss": 0.0253, + "step": 38856 + }, + { + "epoch": 32.957591178965224, + "grad_norm": 1.0348102188154682, + "learning_rate": 1.5650907543246107e-05, + "loss": 0.0299, + "step": 38857 + }, + { + "epoch": 32.95843935538592, + "grad_norm": 0.969402140779932, + "learning_rate": 1.5650680902755255e-05, + "loss": 0.0259, + "step": 38858 + }, + { + "epoch": 32.959287531806616, + "grad_norm": 1.0545110099600465, + "learning_rate": 1.5650454258000282e-05, + "loss": 0.028, + "step": 38859 + }, + { + "epoch": 32.96013570822731, + "grad_norm": 0.9205324512021666, + "learning_rate": 1.565022760898136e-05, + "loss": 0.0271, + "step": 38860 + }, + { + "epoch": 32.96098388464801, + "grad_norm": 0.8980186321659238, + "learning_rate": 1.565000095569866e-05, + "loss": 0.0254, + "step": 38861 + }, + { + "epoch": 32.961832061068705, + "grad_norm": 1.0088991220593075, + "learning_rate": 1.5649774298152354e-05, + "loss": 0.0282, + "step": 38862 + }, + { + "epoch": 32.9626802374894, + "grad_norm": 0.8828068750671474, + "learning_rate": 1.564954763634261e-05, + "loss": 0.0269, + "step": 38863 + }, + { + "epoch": 32.96352841391009, + "grad_norm": 0.8563477344810057, + "learning_rate": 1.56493209702696e-05, + "loss": 0.0249, + "step": 38864 + }, + { + "epoch": 32.96437659033079, + "grad_norm": 0.819155395624102, + "learning_rate": 1.5649094299933502e-05, + "loss": 0.0246, + "step": 38865 + }, + { + "epoch": 32.96522476675148, + "grad_norm": 0.9730698036178844, + "learning_rate": 1.5648867625334476e-05, + "loss": 0.0275, + "step": 38866 + }, + { + "epoch": 32.96607294317218, + "grad_norm": 1.2200587774878175, + "learning_rate": 1.5648640946472698e-05, + "loss": 0.0275, + "step": 38867 + }, + { + "epoch": 32.966921119592875, + "grad_norm": 0.880561392755008, + "learning_rate": 1.5648414263348336e-05, + "loss": 0.0266, + "step": 38868 + }, + { + "epoch": 32.96776929601357, + "grad_norm": 0.9648678158085641, + "learning_rate": 1.5648187575961572e-05, + "loss": 0.0235, + "step": 38869 + }, + { + "epoch": 32.96861747243427, + "grad_norm": 0.8548129830334686, + "learning_rate": 1.5647960884312565e-05, + "loss": 0.0271, + "step": 38870 + }, + { + "epoch": 32.969465648854964, + "grad_norm": 1.0543438231996858, + "learning_rate": 1.564773418840149e-05, + "loss": 0.0275, + "step": 38871 + }, + { + "epoch": 32.97031382527566, + "grad_norm": 1.007413805821506, + "learning_rate": 1.5647507488228518e-05, + "loss": 0.0277, + "step": 38872 + }, + { + "epoch": 32.97116200169635, + "grad_norm": 0.9479140161265852, + "learning_rate": 1.564728078379382e-05, + "loss": 0.0253, + "step": 38873 + }, + { + "epoch": 32.972010178117046, + "grad_norm": 0.925409758092348, + "learning_rate": 1.5647054075097567e-05, + "loss": 0.0258, + "step": 38874 + }, + { + "epoch": 32.97285835453774, + "grad_norm": 1.1866990409140805, + "learning_rate": 1.5646827362139932e-05, + "loss": 0.0302, + "step": 38875 + }, + { + "epoch": 32.97370653095844, + "grad_norm": 1.0059367149056477, + "learning_rate": 1.5646600644921084e-05, + "loss": 0.0274, + "step": 38876 + }, + { + "epoch": 32.974554707379134, + "grad_norm": 0.8769661261793762, + "learning_rate": 1.5646373923441197e-05, + "loss": 0.0238, + "step": 38877 + }, + { + "epoch": 32.97540288379983, + "grad_norm": 0.9406262359751799, + "learning_rate": 1.564614719770044e-05, + "loss": 0.0255, + "step": 38878 + }, + { + "epoch": 32.97625106022053, + "grad_norm": 0.8986416696101368, + "learning_rate": 1.564592046769898e-05, + "loss": 0.0236, + "step": 38879 + }, + { + "epoch": 32.97709923664122, + "grad_norm": 0.7346860459682251, + "learning_rate": 1.5645693733436995e-05, + "loss": 0.0224, + "step": 38880 + }, + { + "epoch": 32.97794741306192, + "grad_norm": 0.8691189646481546, + "learning_rate": 1.5645466994914652e-05, + "loss": 0.0227, + "step": 38881 + }, + { + "epoch": 32.978795589482615, + "grad_norm": 1.0490335431544164, + "learning_rate": 1.5645240252132123e-05, + "loss": 0.0255, + "step": 38882 + }, + { + "epoch": 32.979643765903305, + "grad_norm": 0.9927801066866369, + "learning_rate": 1.564501350508958e-05, + "loss": 0.0252, + "step": 38883 + }, + { + "epoch": 32.980491942324, + "grad_norm": 0.9637546026377536, + "learning_rate": 1.5644786753787195e-05, + "loss": 0.0271, + "step": 38884 + }, + { + "epoch": 32.9813401187447, + "grad_norm": 0.85602382741001, + "learning_rate": 1.5644559998225134e-05, + "loss": 0.0256, + "step": 38885 + }, + { + "epoch": 32.98218829516539, + "grad_norm": 1.206444247911798, + "learning_rate": 1.564433323840357e-05, + "loss": 0.0263, + "step": 38886 + }, + { + "epoch": 32.98303647158609, + "grad_norm": 1.0160640464406923, + "learning_rate": 1.5644106474322683e-05, + "loss": 0.0264, + "step": 38887 + }, + { + "epoch": 32.983884648006786, + "grad_norm": 0.9664297092255398, + "learning_rate": 1.5643879705982633e-05, + "loss": 0.0272, + "step": 38888 + }, + { + "epoch": 32.98473282442748, + "grad_norm": 0.9901582180293717, + "learning_rate": 1.5643652933383595e-05, + "loss": 0.0276, + "step": 38889 + }, + { + "epoch": 32.98558100084818, + "grad_norm": 0.9163502058240455, + "learning_rate": 1.564342615652574e-05, + "loss": 0.026, + "step": 38890 + }, + { + "epoch": 32.986429177268874, + "grad_norm": 0.913939082106736, + "learning_rate": 1.564319937540924e-05, + "loss": 0.0244, + "step": 38891 + }, + { + "epoch": 32.98727735368957, + "grad_norm": 0.815587744754195, + "learning_rate": 1.5642972590034267e-05, + "loss": 0.023, + "step": 38892 + }, + { + "epoch": 32.98812553011026, + "grad_norm": 0.8461746323889056, + "learning_rate": 1.5642745800400983e-05, + "loss": 0.0255, + "step": 38893 + }, + { + "epoch": 32.988973706530956, + "grad_norm": 0.7511991852952077, + "learning_rate": 1.5642519006509577e-05, + "loss": 0.0247, + "step": 38894 + }, + { + "epoch": 32.98982188295165, + "grad_norm": 0.8843914712350471, + "learning_rate": 1.5642292208360204e-05, + "loss": 0.0266, + "step": 38895 + }, + { + "epoch": 32.99067005937235, + "grad_norm": 0.8729552829113567, + "learning_rate": 1.564206540595304e-05, + "loss": 0.0243, + "step": 38896 + }, + { + "epoch": 32.991518235793045, + "grad_norm": 0.883252853056501, + "learning_rate": 1.564183859928826e-05, + "loss": 0.0245, + "step": 38897 + }, + { + "epoch": 32.99236641221374, + "grad_norm": 0.9502705785981802, + "learning_rate": 1.5641611788366032e-05, + "loss": 0.025, + "step": 38898 + }, + { + "epoch": 32.99321458863444, + "grad_norm": 0.9051657398275884, + "learning_rate": 1.5641384973186523e-05, + "loss": 0.0239, + "step": 38899 + }, + { + "epoch": 32.99406276505513, + "grad_norm": 0.8111454953307952, + "learning_rate": 1.5641158153749914e-05, + "loss": 0.0235, + "step": 38900 + }, + { + "epoch": 32.99491094147583, + "grad_norm": 0.8816121735059721, + "learning_rate": 1.564093133005637e-05, + "loss": 0.0263, + "step": 38901 + }, + { + "epoch": 32.995759117896526, + "grad_norm": 0.8698563390191798, + "learning_rate": 1.5640704502106063e-05, + "loss": 0.0266, + "step": 38902 + }, + { + "epoch": 32.996607294317215, + "grad_norm": 1.0929430680907617, + "learning_rate": 1.564047766989916e-05, + "loss": 0.0262, + "step": 38903 + }, + { + "epoch": 32.99745547073791, + "grad_norm": 0.9926066555993176, + "learning_rate": 1.5640250833435842e-05, + "loss": 0.0249, + "step": 38904 + }, + { + "epoch": 32.99830364715861, + "grad_norm": 0.8538239566967938, + "learning_rate": 1.5640023992716274e-05, + "loss": 0.0231, + "step": 38905 + }, + { + "epoch": 32.999151823579304, + "grad_norm": 1.0893031156592539, + "learning_rate": 1.5639797147740622e-05, + "loss": 0.0299, + "step": 38906 + }, + { + "epoch": 33.0, + "grad_norm": 0.9089184059379017, + "learning_rate": 1.5639570298509067e-05, + "loss": 0.0262, + "step": 38907 + }, + { + "epoch": 33.000848176420696, + "grad_norm": 0.8447867037450314, + "learning_rate": 1.5639343445021775e-05, + "loss": 0.0192, + "step": 38908 + }, + { + "epoch": 33.00169635284139, + "grad_norm": 0.819182162629088, + "learning_rate": 1.563911658727892e-05, + "loss": 0.0231, + "step": 38909 + }, + { + "epoch": 33.00254452926209, + "grad_norm": 0.6940288606649905, + "learning_rate": 1.563888972528067e-05, + "loss": 0.0188, + "step": 38910 + }, + { + "epoch": 33.003392705682785, + "grad_norm": 0.8926314698571983, + "learning_rate": 1.5638662859027197e-05, + "loss": 0.0227, + "step": 38911 + }, + { + "epoch": 33.004240882103474, + "grad_norm": 0.8338141494873661, + "learning_rate": 1.563843598851867e-05, + "loss": 0.0217, + "step": 38912 + }, + { + "epoch": 33.00508905852417, + "grad_norm": 0.9696163417704083, + "learning_rate": 1.5638209113755265e-05, + "loss": 0.0212, + "step": 38913 + }, + { + "epoch": 33.00593723494487, + "grad_norm": 0.8518219244237667, + "learning_rate": 1.5637982234737156e-05, + "loss": 0.0209, + "step": 38914 + }, + { + "epoch": 33.00678541136556, + "grad_norm": 0.912257210450782, + "learning_rate": 1.5637755351464502e-05, + "loss": 0.0203, + "step": 38915 + }, + { + "epoch": 33.00763358778626, + "grad_norm": 0.8259792409922537, + "learning_rate": 1.5637528463937486e-05, + "loss": 0.0208, + "step": 38916 + }, + { + "epoch": 33.008481764206955, + "grad_norm": 0.8330325151124961, + "learning_rate": 1.5637301572156275e-05, + "loss": 0.0227, + "step": 38917 + }, + { + "epoch": 33.00932994062765, + "grad_norm": 0.7980219951753037, + "learning_rate": 1.5637074676121037e-05, + "loss": 0.02, + "step": 38918 + }, + { + "epoch": 33.01017811704835, + "grad_norm": 0.7204043078692035, + "learning_rate": 1.5636847775831948e-05, + "loss": 0.0183, + "step": 38919 + }, + { + "epoch": 33.011026293469044, + "grad_norm": 0.8293803859992179, + "learning_rate": 1.563662087128918e-05, + "loss": 0.0173, + "step": 38920 + }, + { + "epoch": 33.01187446988974, + "grad_norm": 0.7913381718160349, + "learning_rate": 1.56363939624929e-05, + "loss": 0.0203, + "step": 38921 + }, + { + "epoch": 33.01272264631043, + "grad_norm": 0.8320582806913299, + "learning_rate": 1.5636167049443276e-05, + "loss": 0.0198, + "step": 38922 + }, + { + "epoch": 33.013570822731126, + "grad_norm": 0.7673183146515443, + "learning_rate": 1.563594013214049e-05, + "loss": 0.0199, + "step": 38923 + }, + { + "epoch": 33.01441899915182, + "grad_norm": 0.8181795038225106, + "learning_rate": 1.5635713210584705e-05, + "loss": 0.0217, + "step": 38924 + }, + { + "epoch": 33.01526717557252, + "grad_norm": 1.2745574086248737, + "learning_rate": 1.5635486284776097e-05, + "loss": 0.0179, + "step": 38925 + }, + { + "epoch": 33.016115351993214, + "grad_norm": 0.7557039768662167, + "learning_rate": 1.563525935471483e-05, + "loss": 0.0178, + "step": 38926 + }, + { + "epoch": 33.01696352841391, + "grad_norm": 0.8220412501584423, + "learning_rate": 1.5635032420401082e-05, + "loss": 0.021, + "step": 38927 + }, + { + "epoch": 33.01781170483461, + "grad_norm": 0.7780107111621863, + "learning_rate": 1.5634805481835026e-05, + "loss": 0.0208, + "step": 38928 + }, + { + "epoch": 33.0186598812553, + "grad_norm": 1.1311294595888783, + "learning_rate": 1.5634578539016827e-05, + "loss": 0.02, + "step": 38929 + }, + { + "epoch": 33.019508057676, + "grad_norm": 0.8346296899538332, + "learning_rate": 1.563435159194666e-05, + "loss": 0.0191, + "step": 38930 + }, + { + "epoch": 33.020356234096695, + "grad_norm": 0.858358068432686, + "learning_rate": 1.5634124640624695e-05, + "loss": 0.0209, + "step": 38931 + }, + { + "epoch": 33.021204410517385, + "grad_norm": 0.8856590906207359, + "learning_rate": 1.56338976850511e-05, + "loss": 0.0207, + "step": 38932 + }, + { + "epoch": 33.02205258693808, + "grad_norm": 0.7191609639200147, + "learning_rate": 1.5633670725226052e-05, + "loss": 0.0183, + "step": 38933 + }, + { + "epoch": 33.02290076335878, + "grad_norm": 0.8930171348612884, + "learning_rate": 1.563344376114972e-05, + "loss": 0.0218, + "step": 38934 + }, + { + "epoch": 33.02374893977947, + "grad_norm": 0.8456599184067771, + "learning_rate": 1.5633216792822278e-05, + "loss": 0.0205, + "step": 38935 + }, + { + "epoch": 33.02459711620017, + "grad_norm": 0.9486550636817953, + "learning_rate": 1.563298982024389e-05, + "loss": 0.0204, + "step": 38936 + }, + { + "epoch": 33.025445292620866, + "grad_norm": 0.8232138728049986, + "learning_rate": 1.5632762843414734e-05, + "loss": 0.02, + "step": 38937 + }, + { + "epoch": 33.02629346904156, + "grad_norm": 0.9236370025681808, + "learning_rate": 1.563253586233498e-05, + "loss": 0.0206, + "step": 38938 + }, + { + "epoch": 33.02714164546226, + "grad_norm": 0.9535682148783604, + "learning_rate": 1.5632308877004793e-05, + "loss": 0.02, + "step": 38939 + }, + { + "epoch": 33.027989821882954, + "grad_norm": 0.6876790600813402, + "learning_rate": 1.5632081887424354e-05, + "loss": 0.0202, + "step": 38940 + }, + { + "epoch": 33.02883799830365, + "grad_norm": 0.7795287000035788, + "learning_rate": 1.5631854893593833e-05, + "loss": 0.0189, + "step": 38941 + }, + { + "epoch": 33.02968617472434, + "grad_norm": 0.9099686243104185, + "learning_rate": 1.563162789551339e-05, + "loss": 0.0204, + "step": 38942 + }, + { + "epoch": 33.030534351145036, + "grad_norm": 0.9057561670428301, + "learning_rate": 1.563140089318321e-05, + "loss": 0.0205, + "step": 38943 + }, + { + "epoch": 33.03138252756573, + "grad_norm": 0.8842075455070468, + "learning_rate": 1.563117388660346e-05, + "loss": 0.0201, + "step": 38944 + }, + { + "epoch": 33.03223070398643, + "grad_norm": 0.8576422761447217, + "learning_rate": 1.5630946875774305e-05, + "loss": 0.0199, + "step": 38945 + }, + { + "epoch": 33.033078880407125, + "grad_norm": 0.6851636926633948, + "learning_rate": 1.5630719860695925e-05, + "loss": 0.0193, + "step": 38946 + }, + { + "epoch": 33.03392705682782, + "grad_norm": 0.7685316152865115, + "learning_rate": 1.5630492841368486e-05, + "loss": 0.018, + "step": 38947 + }, + { + "epoch": 33.03477523324852, + "grad_norm": 0.769083751689744, + "learning_rate": 1.5630265817792163e-05, + "loss": 0.0206, + "step": 38948 + }, + { + "epoch": 33.03562340966921, + "grad_norm": 0.7758067700620225, + "learning_rate": 1.5630038789967126e-05, + "loss": 0.0195, + "step": 38949 + }, + { + "epoch": 33.03647158608991, + "grad_norm": 0.8366504026721967, + "learning_rate": 1.5629811757893542e-05, + "loss": 0.0198, + "step": 38950 + }, + { + "epoch": 33.0373197625106, + "grad_norm": 0.6987394785819234, + "learning_rate": 1.562958472157159e-05, + "loss": 0.02, + "step": 38951 + }, + { + "epoch": 33.038167938931295, + "grad_norm": 0.8365728687686588, + "learning_rate": 1.5629357681001434e-05, + "loss": 0.0226, + "step": 38952 + }, + { + "epoch": 33.03901611535199, + "grad_norm": 0.6939760469220332, + "learning_rate": 1.562913063618325e-05, + "loss": 0.0199, + "step": 38953 + }, + { + "epoch": 33.03986429177269, + "grad_norm": 0.7955669910901869, + "learning_rate": 1.5628903587117208e-05, + "loss": 0.0203, + "step": 38954 + }, + { + "epoch": 33.040712468193384, + "grad_norm": 0.9053869035177246, + "learning_rate": 1.562867653380348e-05, + "loss": 0.0241, + "step": 38955 + }, + { + "epoch": 33.04156064461408, + "grad_norm": 0.8361259313284065, + "learning_rate": 1.5628449476242233e-05, + "loss": 0.0202, + "step": 38956 + }, + { + "epoch": 33.042408821034776, + "grad_norm": 0.9007754165248442, + "learning_rate": 1.562822241443365e-05, + "loss": 0.0205, + "step": 38957 + }, + { + "epoch": 33.04325699745547, + "grad_norm": 0.7178435753192255, + "learning_rate": 1.5627995348377885e-05, + "loss": 0.0214, + "step": 38958 + }, + { + "epoch": 33.04410517387617, + "grad_norm": 1.0471012987189416, + "learning_rate": 1.5627768278075125e-05, + "loss": 0.0222, + "step": 38959 + }, + { + "epoch": 33.044953350296865, + "grad_norm": 0.7565932646117897, + "learning_rate": 1.562754120352553e-05, + "loss": 0.0188, + "step": 38960 + }, + { + "epoch": 33.045801526717554, + "grad_norm": 0.8466429397819316, + "learning_rate": 1.5627314124729278e-05, + "loss": 0.0219, + "step": 38961 + }, + { + "epoch": 33.04664970313825, + "grad_norm": 0.7173897992949263, + "learning_rate": 1.5627087041686543e-05, + "loss": 0.0203, + "step": 38962 + }, + { + "epoch": 33.04749787955895, + "grad_norm": 0.6480039688661647, + "learning_rate": 1.5626859954397486e-05, + "loss": 0.0195, + "step": 38963 + }, + { + "epoch": 33.04834605597964, + "grad_norm": 0.8648250675711752, + "learning_rate": 1.5626632862862287e-05, + "loss": 0.0201, + "step": 38964 + }, + { + "epoch": 33.04919423240034, + "grad_norm": 0.6850703955664056, + "learning_rate": 1.5626405767081118e-05, + "loss": 0.0185, + "step": 38965 + }, + { + "epoch": 33.050042408821035, + "grad_norm": 0.9761546641775734, + "learning_rate": 1.5626178667054143e-05, + "loss": 0.0188, + "step": 38966 + }, + { + "epoch": 33.05089058524173, + "grad_norm": 0.7782953826526978, + "learning_rate": 1.562595156278154e-05, + "loss": 0.0189, + "step": 38967 + }, + { + "epoch": 33.05173876166243, + "grad_norm": 0.7671378052734008, + "learning_rate": 1.562572445426348e-05, + "loss": 0.0199, + "step": 38968 + }, + { + "epoch": 33.052586938083124, + "grad_norm": 0.6972418597772678, + "learning_rate": 1.5625497341500127e-05, + "loss": 0.0204, + "step": 38969 + }, + { + "epoch": 33.05343511450382, + "grad_norm": 0.915440182340751, + "learning_rate": 1.5625270224491658e-05, + "loss": 0.0184, + "step": 38970 + }, + { + "epoch": 33.05428329092451, + "grad_norm": 0.6912889300356244, + "learning_rate": 1.5625043103238247e-05, + "loss": 0.0181, + "step": 38971 + }, + { + "epoch": 33.055131467345205, + "grad_norm": 0.9123813174868828, + "learning_rate": 1.562481597774006e-05, + "loss": 0.0188, + "step": 38972 + }, + { + "epoch": 33.0559796437659, + "grad_norm": 0.6739877658831437, + "learning_rate": 1.5624588847997274e-05, + "loss": 0.0197, + "step": 38973 + }, + { + "epoch": 33.0568278201866, + "grad_norm": 0.7849965781587201, + "learning_rate": 1.5624361714010057e-05, + "loss": 0.0215, + "step": 38974 + }, + { + "epoch": 33.057675996607294, + "grad_norm": 0.8181065410910636, + "learning_rate": 1.562413457577858e-05, + "loss": 0.0207, + "step": 38975 + }, + { + "epoch": 33.05852417302799, + "grad_norm": 0.7672590828800862, + "learning_rate": 1.5623907433303015e-05, + "loss": 0.0194, + "step": 38976 + }, + { + "epoch": 33.05937234944869, + "grad_norm": 0.7403961767572679, + "learning_rate": 1.5623680286583528e-05, + "loss": 0.0203, + "step": 38977 + }, + { + "epoch": 33.06022052586938, + "grad_norm": 0.8110000946766639, + "learning_rate": 1.5623453135620304e-05, + "loss": 0.0183, + "step": 38978 + }, + { + "epoch": 33.06106870229008, + "grad_norm": 0.807542268898106, + "learning_rate": 1.5623225980413502e-05, + "loss": 0.0205, + "step": 38979 + }, + { + "epoch": 33.061916878710775, + "grad_norm": 0.8288770066071384, + "learning_rate": 1.5622998820963303e-05, + "loss": 0.0208, + "step": 38980 + }, + { + "epoch": 33.062765055131464, + "grad_norm": 0.8742094037568363, + "learning_rate": 1.562277165726987e-05, + "loss": 0.0203, + "step": 38981 + }, + { + "epoch": 33.06361323155216, + "grad_norm": 0.8015455939931907, + "learning_rate": 1.5622544489333375e-05, + "loss": 0.0199, + "step": 38982 + }, + { + "epoch": 33.06446140797286, + "grad_norm": 0.8479634792043484, + "learning_rate": 1.5622317317153995e-05, + "loss": 0.0221, + "step": 38983 + }, + { + "epoch": 33.06530958439355, + "grad_norm": 0.8731141357353163, + "learning_rate": 1.5622090140731895e-05, + "loss": 0.0212, + "step": 38984 + }, + { + "epoch": 33.06615776081425, + "grad_norm": 0.7492817190824614, + "learning_rate": 1.562186296006725e-05, + "loss": 0.0192, + "step": 38985 + }, + { + "epoch": 33.067005937234946, + "grad_norm": 0.8743021473354529, + "learning_rate": 1.5621635775160235e-05, + "loss": 0.0217, + "step": 38986 + }, + { + "epoch": 33.06785411365564, + "grad_norm": 0.7569971194081764, + "learning_rate": 1.5621408586011018e-05, + "loss": 0.0204, + "step": 38987 + }, + { + "epoch": 33.06870229007634, + "grad_norm": 0.8198641316917566, + "learning_rate": 1.5621181392619768e-05, + "loss": 0.0198, + "step": 38988 + }, + { + "epoch": 33.069550466497034, + "grad_norm": 0.758898447335856, + "learning_rate": 1.562095419498666e-05, + "loss": 0.0175, + "step": 38989 + }, + { + "epoch": 33.07039864291772, + "grad_norm": 0.7415440005572316, + "learning_rate": 1.5620726993111862e-05, + "loss": 0.0215, + "step": 38990 + }, + { + "epoch": 33.07124681933842, + "grad_norm": 0.7213895008286577, + "learning_rate": 1.5620499786995548e-05, + "loss": 0.0202, + "step": 38991 + }, + { + "epoch": 33.072094995759116, + "grad_norm": 0.8981933000257974, + "learning_rate": 1.5620272576637893e-05, + "loss": 0.0197, + "step": 38992 + }, + { + "epoch": 33.07294317217981, + "grad_norm": 0.713903641036366, + "learning_rate": 1.562004536203906e-05, + "loss": 0.0176, + "step": 38993 + }, + { + "epoch": 33.07379134860051, + "grad_norm": 0.8917767329208114, + "learning_rate": 1.5619818143199222e-05, + "loss": 0.02, + "step": 38994 + }, + { + "epoch": 33.074639525021205, + "grad_norm": 0.7949162737525409, + "learning_rate": 1.561959092011856e-05, + "loss": 0.0183, + "step": 38995 + }, + { + "epoch": 33.0754877014419, + "grad_norm": 0.7193073612414825, + "learning_rate": 1.5619363692797237e-05, + "loss": 0.0197, + "step": 38996 + }, + { + "epoch": 33.0763358778626, + "grad_norm": 0.8027078190600234, + "learning_rate": 1.5619136461235426e-05, + "loss": 0.0202, + "step": 38997 + }, + { + "epoch": 33.07718405428329, + "grad_norm": 0.5883638905963371, + "learning_rate": 1.5618909225433294e-05, + "loss": 0.0177, + "step": 38998 + }, + { + "epoch": 33.07803223070399, + "grad_norm": 0.7443061151945908, + "learning_rate": 1.5618681985391024e-05, + "loss": 0.02, + "step": 38999 + }, + { + "epoch": 33.07888040712468, + "grad_norm": 0.8822641841039502, + "learning_rate": 1.5618454741108777e-05, + "loss": 0.0191, + "step": 39000 + }, + { + "epoch": 33.079728583545375, + "grad_norm": 0.7698597275976585, + "learning_rate": 1.5618227492586728e-05, + "loss": 0.0187, + "step": 39001 + }, + { + "epoch": 33.08057675996607, + "grad_norm": 0.6778312808693255, + "learning_rate": 1.561800023982505e-05, + "loss": 0.0186, + "step": 39002 + }, + { + "epoch": 33.08142493638677, + "grad_norm": 0.8006860612493466, + "learning_rate": 1.5617772982823914e-05, + "loss": 0.0207, + "step": 39003 + }, + { + "epoch": 33.082273112807464, + "grad_norm": 0.6715414988092941, + "learning_rate": 1.5617545721583492e-05, + "loss": 0.0182, + "step": 39004 + }, + { + "epoch": 33.08312128922816, + "grad_norm": 0.866423229523328, + "learning_rate": 1.561731845610395e-05, + "loss": 0.0209, + "step": 39005 + }, + { + "epoch": 33.083969465648856, + "grad_norm": 0.9015422775079535, + "learning_rate": 1.5617091186385465e-05, + "loss": 0.0194, + "step": 39006 + }, + { + "epoch": 33.08481764206955, + "grad_norm": 0.8911720353338175, + "learning_rate": 1.5616863912428212e-05, + "loss": 0.0213, + "step": 39007 + }, + { + "epoch": 33.08566581849025, + "grad_norm": 0.7231289811638318, + "learning_rate": 1.5616636634232352e-05, + "loss": 0.0167, + "step": 39008 + }, + { + "epoch": 33.086513994910945, + "grad_norm": 0.7088585456092817, + "learning_rate": 1.561640935179806e-05, + "loss": 0.0184, + "step": 39009 + }, + { + "epoch": 33.087362171331634, + "grad_norm": 0.8344174954415999, + "learning_rate": 1.561618206512552e-05, + "loss": 0.0208, + "step": 39010 + }, + { + "epoch": 33.08821034775233, + "grad_norm": 0.8666733549556955, + "learning_rate": 1.5615954774214882e-05, + "loss": 0.0188, + "step": 39011 + }, + { + "epoch": 33.089058524173026, + "grad_norm": 0.9777000508586331, + "learning_rate": 1.5615727479066335e-05, + "loss": 0.0215, + "step": 39012 + }, + { + "epoch": 33.08990670059372, + "grad_norm": 0.6621257293995512, + "learning_rate": 1.5615500179680045e-05, + "loss": 0.0203, + "step": 39013 + }, + { + "epoch": 33.09075487701442, + "grad_norm": 0.7737056479684989, + "learning_rate": 1.561527287605618e-05, + "loss": 0.0187, + "step": 39014 + }, + { + "epoch": 33.091603053435115, + "grad_norm": 0.7339697160091726, + "learning_rate": 1.5615045568194914e-05, + "loss": 0.0158, + "step": 39015 + }, + { + "epoch": 33.09245122985581, + "grad_norm": 0.676651467682033, + "learning_rate": 1.561481825609642e-05, + "loss": 0.0182, + "step": 39016 + }, + { + "epoch": 33.09329940627651, + "grad_norm": 0.9107416498568214, + "learning_rate": 1.5614590939760867e-05, + "loss": 0.0195, + "step": 39017 + }, + { + "epoch": 33.094147582697204, + "grad_norm": 0.7411097771494282, + "learning_rate": 1.561436361918843e-05, + "loss": 0.0208, + "step": 39018 + }, + { + "epoch": 33.0949957591179, + "grad_norm": 0.8129610631006595, + "learning_rate": 1.5614136294379276e-05, + "loss": 0.0208, + "step": 39019 + }, + { + "epoch": 33.09584393553859, + "grad_norm": 0.6295944274073438, + "learning_rate": 1.5613908965333582e-05, + "loss": 0.0178, + "step": 39020 + }, + { + "epoch": 33.096692111959285, + "grad_norm": 0.6290160161591056, + "learning_rate": 1.5613681632051517e-05, + "loss": 0.0163, + "step": 39021 + }, + { + "epoch": 33.09754028837998, + "grad_norm": 0.7423019692153111, + "learning_rate": 1.5613454294533247e-05, + "loss": 0.0196, + "step": 39022 + }, + { + "epoch": 33.09838846480068, + "grad_norm": 0.7746743962554856, + "learning_rate": 1.5613226952778952e-05, + "loss": 0.0206, + "step": 39023 + }, + { + "epoch": 33.099236641221374, + "grad_norm": 0.7751777771704854, + "learning_rate": 1.56129996067888e-05, + "loss": 0.0196, + "step": 39024 + }, + { + "epoch": 33.10008481764207, + "grad_norm": 0.9509658308057216, + "learning_rate": 1.5612772256562963e-05, + "loss": 0.0221, + "step": 39025 + }, + { + "epoch": 33.10093299406277, + "grad_norm": 0.8519919390104643, + "learning_rate": 1.5612544902101616e-05, + "loss": 0.022, + "step": 39026 + }, + { + "epoch": 33.10178117048346, + "grad_norm": 0.7595514244322005, + "learning_rate": 1.5612317543404923e-05, + "loss": 0.0184, + "step": 39027 + }, + { + "epoch": 33.10262934690416, + "grad_norm": 0.7791774993062037, + "learning_rate": 1.561209018047306e-05, + "loss": 0.0194, + "step": 39028 + }, + { + "epoch": 33.10347752332485, + "grad_norm": 0.7266844546077245, + "learning_rate": 1.5611862813306194e-05, + "loss": 0.0172, + "step": 39029 + }, + { + "epoch": 33.104325699745544, + "grad_norm": 0.9056579157585809, + "learning_rate": 1.5611635441904506e-05, + "loss": 0.0216, + "step": 39030 + }, + { + "epoch": 33.10517387616624, + "grad_norm": 0.802933877942633, + "learning_rate": 1.5611408066268157e-05, + "loss": 0.0176, + "step": 39031 + }, + { + "epoch": 33.10602205258694, + "grad_norm": 0.67048017317079, + "learning_rate": 1.561118068639733e-05, + "loss": 0.0178, + "step": 39032 + }, + { + "epoch": 33.10687022900763, + "grad_norm": 0.8553277502444329, + "learning_rate": 1.5610953302292186e-05, + "loss": 0.0204, + "step": 39033 + }, + { + "epoch": 33.10771840542833, + "grad_norm": 0.8690885113723812, + "learning_rate": 1.5610725913952905e-05, + "loss": 0.0196, + "step": 39034 + }, + { + "epoch": 33.108566581849026, + "grad_norm": 0.7818081698719163, + "learning_rate": 1.5610498521379652e-05, + "loss": 0.0203, + "step": 39035 + }, + { + "epoch": 33.10941475826972, + "grad_norm": 0.7838790579174283, + "learning_rate": 1.56102711245726e-05, + "loss": 0.0203, + "step": 39036 + }, + { + "epoch": 33.11026293469042, + "grad_norm": 0.8483065263609626, + "learning_rate": 1.5610043723531924e-05, + "loss": 0.0211, + "step": 39037 + }, + { + "epoch": 33.111111111111114, + "grad_norm": 0.8520968077630606, + "learning_rate": 1.5609816318257788e-05, + "loss": 0.022, + "step": 39038 + }, + { + "epoch": 33.1119592875318, + "grad_norm": 0.8729031543538717, + "learning_rate": 1.5609588908750378e-05, + "loss": 0.0193, + "step": 39039 + }, + { + "epoch": 33.1128074639525, + "grad_norm": 0.670002515018907, + "learning_rate": 1.560936149500985e-05, + "loss": 0.0187, + "step": 39040 + }, + { + "epoch": 33.113655640373196, + "grad_norm": 0.8627532010019296, + "learning_rate": 1.5609134077036382e-05, + "loss": 0.0208, + "step": 39041 + }, + { + "epoch": 33.11450381679389, + "grad_norm": 0.7147391032932611, + "learning_rate": 1.5608906654830152e-05, + "loss": 0.02, + "step": 39042 + }, + { + "epoch": 33.11535199321459, + "grad_norm": 0.8245924811809237, + "learning_rate": 1.560867922839132e-05, + "loss": 0.0213, + "step": 39043 + }, + { + "epoch": 33.116200169635285, + "grad_norm": 0.6343235774834546, + "learning_rate": 1.5608451797720062e-05, + "loss": 0.0175, + "step": 39044 + }, + { + "epoch": 33.11704834605598, + "grad_norm": 0.8818536170408797, + "learning_rate": 1.5608224362816554e-05, + "loss": 0.0214, + "step": 39045 + }, + { + "epoch": 33.11789652247668, + "grad_norm": 0.6615196976508099, + "learning_rate": 1.560799692368096e-05, + "loss": 0.0184, + "step": 39046 + }, + { + "epoch": 33.11874469889737, + "grad_norm": 0.7136536563558733, + "learning_rate": 1.5607769480313463e-05, + "loss": 0.0196, + "step": 39047 + }, + { + "epoch": 33.11959287531807, + "grad_norm": 0.7884093155232602, + "learning_rate": 1.5607542032714222e-05, + "loss": 0.021, + "step": 39048 + }, + { + "epoch": 33.12044105173876, + "grad_norm": 0.7978654119287256, + "learning_rate": 1.5607314580883415e-05, + "loss": 0.0186, + "step": 39049 + }, + { + "epoch": 33.121289228159455, + "grad_norm": 0.8218497160946897, + "learning_rate": 1.5607087124821214e-05, + "loss": 0.0199, + "step": 39050 + }, + { + "epoch": 33.12213740458015, + "grad_norm": 0.9168161150554605, + "learning_rate": 1.560685966452779e-05, + "loss": 0.0217, + "step": 39051 + }, + { + "epoch": 33.12298558100085, + "grad_norm": 0.7542594476864877, + "learning_rate": 1.560663220000331e-05, + "loss": 0.0185, + "step": 39052 + }, + { + "epoch": 33.123833757421544, + "grad_norm": 0.9316389401140526, + "learning_rate": 1.5606404731247956e-05, + "loss": 0.0203, + "step": 39053 + }, + { + "epoch": 33.12468193384224, + "grad_norm": 0.8088827682588366, + "learning_rate": 1.5606177258261887e-05, + "loss": 0.0188, + "step": 39054 + }, + { + "epoch": 33.125530110262936, + "grad_norm": 0.7100617481078502, + "learning_rate": 1.5605949781045286e-05, + "loss": 0.021, + "step": 39055 + }, + { + "epoch": 33.12637828668363, + "grad_norm": 0.7414701095533037, + "learning_rate": 1.5605722299598317e-05, + "loss": 0.0186, + "step": 39056 + }, + { + "epoch": 33.12722646310433, + "grad_norm": 0.899014284765485, + "learning_rate": 1.5605494813921157e-05, + "loss": 0.0201, + "step": 39057 + }, + { + "epoch": 33.128074639525025, + "grad_norm": 0.8449961757983216, + "learning_rate": 1.5605267324013973e-05, + "loss": 0.0208, + "step": 39058 + }, + { + "epoch": 33.128922815945714, + "grad_norm": 0.9789580804687781, + "learning_rate": 1.560503982987694e-05, + "loss": 0.0205, + "step": 39059 + }, + { + "epoch": 33.12977099236641, + "grad_norm": 0.7746475625438922, + "learning_rate": 1.5604812331510226e-05, + "loss": 0.0196, + "step": 39060 + }, + { + "epoch": 33.130619168787106, + "grad_norm": 0.7844489566416363, + "learning_rate": 1.5604584828914007e-05, + "loss": 0.0197, + "step": 39061 + }, + { + "epoch": 33.1314673452078, + "grad_norm": 0.8163422047814968, + "learning_rate": 1.560435732208845e-05, + "loss": 0.0207, + "step": 39062 + }, + { + "epoch": 33.1323155216285, + "grad_norm": 0.6816993994486138, + "learning_rate": 1.5604129811033733e-05, + "loss": 0.018, + "step": 39063 + }, + { + "epoch": 33.133163698049195, + "grad_norm": 0.8335609232174784, + "learning_rate": 1.560390229575002e-05, + "loss": 0.0224, + "step": 39064 + }, + { + "epoch": 33.13401187446989, + "grad_norm": 0.8771183791933298, + "learning_rate": 1.5603674776237493e-05, + "loss": 0.0211, + "step": 39065 + }, + { + "epoch": 33.13486005089059, + "grad_norm": 0.7288249171835556, + "learning_rate": 1.5603447252496312e-05, + "loss": 0.021, + "step": 39066 + }, + { + "epoch": 33.135708227311284, + "grad_norm": 0.7471774248713509, + "learning_rate": 1.5603219724526655e-05, + "loss": 0.0202, + "step": 39067 + }, + { + "epoch": 33.13655640373197, + "grad_norm": 0.8045380621139123, + "learning_rate": 1.5602992192328698e-05, + "loss": 0.0199, + "step": 39068 + }, + { + "epoch": 33.13740458015267, + "grad_norm": 1.0108933865033327, + "learning_rate": 1.5602764655902603e-05, + "loss": 0.0224, + "step": 39069 + }, + { + "epoch": 33.138252756573365, + "grad_norm": 0.85655593606428, + "learning_rate": 1.5602537115248546e-05, + "loss": 0.0219, + "step": 39070 + }, + { + "epoch": 33.13910093299406, + "grad_norm": 0.7374044704904137, + "learning_rate": 1.56023095703667e-05, + "loss": 0.02, + "step": 39071 + }, + { + "epoch": 33.13994910941476, + "grad_norm": 0.7415843630630616, + "learning_rate": 1.5602082021257235e-05, + "loss": 0.0197, + "step": 39072 + }, + { + "epoch": 33.140797285835454, + "grad_norm": 0.7901827142412574, + "learning_rate": 1.5601854467920324e-05, + "loss": 0.0201, + "step": 39073 + }, + { + "epoch": 33.14164546225615, + "grad_norm": 0.7748498775404219, + "learning_rate": 1.560162691035614e-05, + "loss": 0.0211, + "step": 39074 + }, + { + "epoch": 33.14249363867685, + "grad_norm": 0.8465528182037058, + "learning_rate": 1.560139934856485e-05, + "loss": 0.0232, + "step": 39075 + }, + { + "epoch": 33.14334181509754, + "grad_norm": 1.0363236858913347, + "learning_rate": 1.5601171782546628e-05, + "loss": 0.0188, + "step": 39076 + }, + { + "epoch": 33.14418999151824, + "grad_norm": 0.6231759038773966, + "learning_rate": 1.560094421230165e-05, + "loss": 0.0186, + "step": 39077 + }, + { + "epoch": 33.14503816793893, + "grad_norm": 0.8000520638023708, + "learning_rate": 1.560071663783008e-05, + "loss": 0.0191, + "step": 39078 + }, + { + "epoch": 33.145886344359624, + "grad_norm": 0.6027417222019928, + "learning_rate": 1.5600489059132096e-05, + "loss": 0.0171, + "step": 39079 + }, + { + "epoch": 33.14673452078032, + "grad_norm": 0.7921952306223404, + "learning_rate": 1.5600261476207866e-05, + "loss": 0.0175, + "step": 39080 + }, + { + "epoch": 33.14758269720102, + "grad_norm": 0.7328503800424385, + "learning_rate": 1.5600033889057565e-05, + "loss": 0.0213, + "step": 39081 + }, + { + "epoch": 33.14843087362171, + "grad_norm": 0.7646803976898723, + "learning_rate": 1.5599806297681363e-05, + "loss": 0.0199, + "step": 39082 + }, + { + "epoch": 33.14927905004241, + "grad_norm": 0.7338150868231609, + "learning_rate": 1.559957870207943e-05, + "loss": 0.0186, + "step": 39083 + }, + { + "epoch": 33.150127226463106, + "grad_norm": 0.7089181085101671, + "learning_rate": 1.559935110225194e-05, + "loss": 0.0192, + "step": 39084 + }, + { + "epoch": 33.1509754028838, + "grad_norm": 0.7982808137532573, + "learning_rate": 1.5599123498199068e-05, + "loss": 0.0188, + "step": 39085 + }, + { + "epoch": 33.1518235793045, + "grad_norm": 0.7013722070691834, + "learning_rate": 1.5598895889920977e-05, + "loss": 0.0189, + "step": 39086 + }, + { + "epoch": 33.152671755725194, + "grad_norm": 0.7960747677732937, + "learning_rate": 1.5598668277417845e-05, + "loss": 0.0191, + "step": 39087 + }, + { + "epoch": 33.15351993214588, + "grad_norm": 0.9601180199106607, + "learning_rate": 1.559844066068984e-05, + "loss": 0.0207, + "step": 39088 + }, + { + "epoch": 33.15436810856658, + "grad_norm": 0.8016220560109119, + "learning_rate": 1.5598213039737143e-05, + "loss": 0.0211, + "step": 39089 + }, + { + "epoch": 33.155216284987276, + "grad_norm": 0.8159300357490443, + "learning_rate": 1.5597985414559914e-05, + "loss": 0.0201, + "step": 39090 + }, + { + "epoch": 33.15606446140797, + "grad_norm": 0.6871973874145655, + "learning_rate": 1.559775778515833e-05, + "loss": 0.0173, + "step": 39091 + }, + { + "epoch": 33.15691263782867, + "grad_norm": 0.765348081141852, + "learning_rate": 1.5597530151532564e-05, + "loss": 0.0189, + "step": 39092 + }, + { + "epoch": 33.157760814249365, + "grad_norm": 0.895864709898335, + "learning_rate": 1.5597302513682785e-05, + "loss": 0.0205, + "step": 39093 + }, + { + "epoch": 33.15860899067006, + "grad_norm": 0.7472525439817889, + "learning_rate": 1.5597074871609167e-05, + "loss": 0.0198, + "step": 39094 + }, + { + "epoch": 33.15945716709076, + "grad_norm": 0.7862011698097607, + "learning_rate": 1.5596847225311883e-05, + "loss": 0.0194, + "step": 39095 + }, + { + "epoch": 33.16030534351145, + "grad_norm": 0.9016236597943176, + "learning_rate": 1.55966195747911e-05, + "loss": 0.0197, + "step": 39096 + }, + { + "epoch": 33.16115351993214, + "grad_norm": 0.7469948391697695, + "learning_rate": 1.559639192004699e-05, + "loss": 0.0189, + "step": 39097 + }, + { + "epoch": 33.16200169635284, + "grad_norm": 0.7329773600812597, + "learning_rate": 1.5596164261079732e-05, + "loss": 0.0207, + "step": 39098 + }, + { + "epoch": 33.162849872773535, + "grad_norm": 0.8135900978321596, + "learning_rate": 1.5595936597889494e-05, + "loss": 0.0203, + "step": 39099 + }, + { + "epoch": 33.16369804919423, + "grad_norm": 0.7849613497225609, + "learning_rate": 1.5595708930476442e-05, + "loss": 0.0202, + "step": 39100 + }, + { + "epoch": 33.16454622561493, + "grad_norm": 0.8483837739326928, + "learning_rate": 1.5595481258840754e-05, + "loss": 0.0204, + "step": 39101 + }, + { + "epoch": 33.16539440203562, + "grad_norm": 0.6562871474248432, + "learning_rate": 1.55952535829826e-05, + "loss": 0.0195, + "step": 39102 + }, + { + "epoch": 33.16624257845632, + "grad_norm": 0.6648355127848331, + "learning_rate": 1.5595025902902157e-05, + "loss": 0.0181, + "step": 39103 + }, + { + "epoch": 33.167090754877016, + "grad_norm": 0.7275385727331295, + "learning_rate": 1.559479821859959e-05, + "loss": 0.02, + "step": 39104 + }, + { + "epoch": 33.16793893129771, + "grad_norm": 0.8230828289187535, + "learning_rate": 1.559457053007507e-05, + "loss": 0.0191, + "step": 39105 + }, + { + "epoch": 33.16878710771841, + "grad_norm": 0.8144859193662176, + "learning_rate": 1.5594342837328774e-05, + "loss": 0.0218, + "step": 39106 + }, + { + "epoch": 33.1696352841391, + "grad_norm": 0.7749586067662366, + "learning_rate": 1.559411514036087e-05, + "loss": 0.0196, + "step": 39107 + }, + { + "epoch": 33.170483460559794, + "grad_norm": 0.7841406748992212, + "learning_rate": 1.559388743917153e-05, + "loss": 0.02, + "step": 39108 + }, + { + "epoch": 33.17133163698049, + "grad_norm": 0.7712490299911889, + "learning_rate": 1.559365973376093e-05, + "loss": 0.0221, + "step": 39109 + }, + { + "epoch": 33.172179813401186, + "grad_norm": 0.8574101873670937, + "learning_rate": 1.559343202412924e-05, + "loss": 0.0208, + "step": 39110 + }, + { + "epoch": 33.17302798982188, + "grad_norm": 0.7788609722426647, + "learning_rate": 1.559320431027663e-05, + "loss": 0.02, + "step": 39111 + }, + { + "epoch": 33.17387616624258, + "grad_norm": 0.6672472010536573, + "learning_rate": 1.5592976592203274e-05, + "loss": 0.0178, + "step": 39112 + }, + { + "epoch": 33.174724342663275, + "grad_norm": 0.774433637962808, + "learning_rate": 1.559274886990934e-05, + "loss": 0.02, + "step": 39113 + }, + { + "epoch": 33.17557251908397, + "grad_norm": 2.582776430759148, + "learning_rate": 1.5592521143395e-05, + "loss": 0.0343, + "step": 39114 + }, + { + "epoch": 33.17642069550467, + "grad_norm": 0.7994895177469872, + "learning_rate": 1.5592293412660432e-05, + "loss": 0.0215, + "step": 39115 + }, + { + "epoch": 33.177268871925364, + "grad_norm": 1.0217041044550927, + "learning_rate": 1.5592065677705806e-05, + "loss": 0.0193, + "step": 39116 + }, + { + "epoch": 33.17811704834605, + "grad_norm": 0.846441388990134, + "learning_rate": 1.5591837938531286e-05, + "loss": 0.0197, + "step": 39117 + }, + { + "epoch": 33.17896522476675, + "grad_norm": 0.823787862782578, + "learning_rate": 1.5591610195137054e-05, + "loss": 0.0172, + "step": 39118 + }, + { + "epoch": 33.179813401187445, + "grad_norm": 0.9897338939396588, + "learning_rate": 1.5591382447523277e-05, + "loss": 0.0214, + "step": 39119 + }, + { + "epoch": 33.18066157760814, + "grad_norm": 0.8881308907222512, + "learning_rate": 1.559115469569013e-05, + "loss": 0.0217, + "step": 39120 + }, + { + "epoch": 33.18150975402884, + "grad_norm": 0.7462651451088316, + "learning_rate": 1.559092693963778e-05, + "loss": 0.0199, + "step": 39121 + }, + { + "epoch": 33.182357930449534, + "grad_norm": 0.8412358627914054, + "learning_rate": 1.5590699179366396e-05, + "loss": 0.0218, + "step": 39122 + }, + { + "epoch": 33.18320610687023, + "grad_norm": 0.9560536540312526, + "learning_rate": 1.559047141487616e-05, + "loss": 0.0204, + "step": 39123 + }, + { + "epoch": 33.184054283290926, + "grad_norm": 1.1108376420781498, + "learning_rate": 1.559024364616724e-05, + "loss": 0.0251, + "step": 39124 + }, + { + "epoch": 33.18490245971162, + "grad_norm": 0.8363607743676872, + "learning_rate": 1.559001587323981e-05, + "loss": 0.021, + "step": 39125 + }, + { + "epoch": 33.18575063613232, + "grad_norm": 0.8473645664485026, + "learning_rate": 1.5589788096094033e-05, + "loss": 0.0216, + "step": 39126 + }, + { + "epoch": 33.18659881255301, + "grad_norm": 0.8400992446851674, + "learning_rate": 1.558956031473009e-05, + "loss": 0.021, + "step": 39127 + }, + { + "epoch": 33.187446988973704, + "grad_norm": 0.7442823426576031, + "learning_rate": 1.5589332529148147e-05, + "loss": 0.0199, + "step": 39128 + }, + { + "epoch": 33.1882951653944, + "grad_norm": 0.9968411759863546, + "learning_rate": 1.558910473934838e-05, + "loss": 0.0221, + "step": 39129 + }, + { + "epoch": 33.1891433418151, + "grad_norm": 0.8748724354818899, + "learning_rate": 1.5588876945330958e-05, + "loss": 0.0186, + "step": 39130 + }, + { + "epoch": 33.18999151823579, + "grad_norm": 0.9000382577400363, + "learning_rate": 1.5588649147096052e-05, + "loss": 0.022, + "step": 39131 + }, + { + "epoch": 33.19083969465649, + "grad_norm": 1.2335780919840225, + "learning_rate": 1.5588421344643844e-05, + "loss": 0.025, + "step": 39132 + }, + { + "epoch": 33.191687871077185, + "grad_norm": 0.7928666827690053, + "learning_rate": 1.5588193537974493e-05, + "loss": 0.0175, + "step": 39133 + }, + { + "epoch": 33.19253604749788, + "grad_norm": 0.7446511742895199, + "learning_rate": 1.5587965727088174e-05, + "loss": 0.0195, + "step": 39134 + }, + { + "epoch": 33.19338422391858, + "grad_norm": 0.846191440411804, + "learning_rate": 1.5587737911985064e-05, + "loss": 0.0209, + "step": 39135 + }, + { + "epoch": 33.19423240033927, + "grad_norm": 0.8871650085683696, + "learning_rate": 1.558751009266533e-05, + "loss": 0.0208, + "step": 39136 + }, + { + "epoch": 33.19508057675996, + "grad_norm": 1.0626300556547523, + "learning_rate": 1.5587282269129147e-05, + "loss": 0.0252, + "step": 39137 + }, + { + "epoch": 33.19592875318066, + "grad_norm": 1.087838913336923, + "learning_rate": 1.5587054441376684e-05, + "loss": 0.0197, + "step": 39138 + }, + { + "epoch": 33.196776929601356, + "grad_norm": 0.826982994933592, + "learning_rate": 1.5586826609408116e-05, + "loss": 0.0203, + "step": 39139 + }, + { + "epoch": 33.19762510602205, + "grad_norm": 0.9226624673186713, + "learning_rate": 1.5586598773223613e-05, + "loss": 0.0243, + "step": 39140 + }, + { + "epoch": 33.19847328244275, + "grad_norm": 1.1137155597248718, + "learning_rate": 1.5586370932823346e-05, + "loss": 0.0217, + "step": 39141 + }, + { + "epoch": 33.199321458863444, + "grad_norm": 0.7861690022176752, + "learning_rate": 1.558614308820749e-05, + "loss": 0.0206, + "step": 39142 + }, + { + "epoch": 33.20016963528414, + "grad_norm": 0.8261306356682027, + "learning_rate": 1.5585915239376217e-05, + "loss": 0.0192, + "step": 39143 + }, + { + "epoch": 33.20101781170484, + "grad_norm": 0.7719983232045048, + "learning_rate": 1.5585687386329694e-05, + "loss": 0.0204, + "step": 39144 + }, + { + "epoch": 33.20186598812553, + "grad_norm": 0.746625049292942, + "learning_rate": 1.5585459529068098e-05, + "loss": 0.0199, + "step": 39145 + }, + { + "epoch": 33.20271416454622, + "grad_norm": 0.8445834497622249, + "learning_rate": 1.55852316675916e-05, + "loss": 0.0225, + "step": 39146 + }, + { + "epoch": 33.20356234096692, + "grad_norm": 1.050376136617812, + "learning_rate": 1.5585003801900368e-05, + "loss": 0.0216, + "step": 39147 + }, + { + "epoch": 33.204410517387615, + "grad_norm": 0.8708839190489014, + "learning_rate": 1.5584775931994575e-05, + "loss": 0.0201, + "step": 39148 + }, + { + "epoch": 33.20525869380831, + "grad_norm": 0.9950600756678992, + "learning_rate": 1.55845480578744e-05, + "loss": 0.0231, + "step": 39149 + }, + { + "epoch": 33.20610687022901, + "grad_norm": 0.8180156845220251, + "learning_rate": 1.5584320179540008e-05, + "loss": 0.0218, + "step": 39150 + }, + { + "epoch": 33.2069550466497, + "grad_norm": 1.0350053460848014, + "learning_rate": 1.5584092296991574e-05, + "loss": 0.0239, + "step": 39151 + }, + { + "epoch": 33.2078032230704, + "grad_norm": 0.9517388537290861, + "learning_rate": 1.5583864410229268e-05, + "loss": 0.0217, + "step": 39152 + }, + { + "epoch": 33.208651399491096, + "grad_norm": 0.8115900189612874, + "learning_rate": 1.5583636519253263e-05, + "loss": 0.0205, + "step": 39153 + }, + { + "epoch": 33.20949957591179, + "grad_norm": 0.9051940813931298, + "learning_rate": 1.558340862406373e-05, + "loss": 0.0241, + "step": 39154 + }, + { + "epoch": 33.21034775233249, + "grad_norm": 0.733996713603501, + "learning_rate": 1.5583180724660843e-05, + "loss": 0.0204, + "step": 39155 + }, + { + "epoch": 33.21119592875318, + "grad_norm": 0.9693315188625219, + "learning_rate": 1.558295282104477e-05, + "loss": 0.02, + "step": 39156 + }, + { + "epoch": 33.212044105173874, + "grad_norm": 0.8561137178356489, + "learning_rate": 1.558272491321569e-05, + "loss": 0.0204, + "step": 39157 + }, + { + "epoch": 33.21289228159457, + "grad_norm": 0.8832382941416861, + "learning_rate": 1.5582497001173768e-05, + "loss": 0.0216, + "step": 39158 + }, + { + "epoch": 33.213740458015266, + "grad_norm": 0.9036846323250647, + "learning_rate": 1.5582269084919176e-05, + "loss": 0.0232, + "step": 39159 + }, + { + "epoch": 33.21458863443596, + "grad_norm": 0.9300115082301548, + "learning_rate": 1.5582041164452094e-05, + "loss": 0.0214, + "step": 39160 + }, + { + "epoch": 33.21543681085666, + "grad_norm": 0.789619056155092, + "learning_rate": 1.5581813239772685e-05, + "loss": 0.0197, + "step": 39161 + }, + { + "epoch": 33.216284987277355, + "grad_norm": 0.7307097805003133, + "learning_rate": 1.5581585310881128e-05, + "loss": 0.0203, + "step": 39162 + }, + { + "epoch": 33.21713316369805, + "grad_norm": 1.0113789992596998, + "learning_rate": 1.5581357377777588e-05, + "loss": 0.0205, + "step": 39163 + }, + { + "epoch": 33.21798134011875, + "grad_norm": 1.039425316491648, + "learning_rate": 1.5581129440462244e-05, + "loss": 0.0235, + "step": 39164 + }, + { + "epoch": 33.218829516539444, + "grad_norm": 0.9871448891510877, + "learning_rate": 1.5580901498935262e-05, + "loss": 0.0232, + "step": 39165 + }, + { + "epoch": 33.21967769296013, + "grad_norm": 0.8373892715602064, + "learning_rate": 1.5580673553196816e-05, + "loss": 0.0219, + "step": 39166 + }, + { + "epoch": 33.22052586938083, + "grad_norm": 0.8582201513724869, + "learning_rate": 1.558044560324708e-05, + "loss": 0.0216, + "step": 39167 + }, + { + "epoch": 33.221374045801525, + "grad_norm": 0.8488773418345961, + "learning_rate": 1.5580217649086223e-05, + "loss": 0.0206, + "step": 39168 + }, + { + "epoch": 33.22222222222222, + "grad_norm": 0.7472486953731028, + "learning_rate": 1.5579989690714423e-05, + "loss": 0.0198, + "step": 39169 + }, + { + "epoch": 33.22307039864292, + "grad_norm": 0.8316316886741434, + "learning_rate": 1.5579761728131845e-05, + "loss": 0.0213, + "step": 39170 + }, + { + "epoch": 33.223918575063614, + "grad_norm": 0.7648963646084135, + "learning_rate": 1.5579533761338667e-05, + "loss": 0.021, + "step": 39171 + }, + { + "epoch": 33.22476675148431, + "grad_norm": 0.8810653199875458, + "learning_rate": 1.5579305790335054e-05, + "loss": 0.0233, + "step": 39172 + }, + { + "epoch": 33.225614927905006, + "grad_norm": 0.7887200829072887, + "learning_rate": 1.5579077815121183e-05, + "loss": 0.0187, + "step": 39173 + }, + { + "epoch": 33.2264631043257, + "grad_norm": 0.7426258861542996, + "learning_rate": 1.5578849835697222e-05, + "loss": 0.0191, + "step": 39174 + }, + { + "epoch": 33.22731128074639, + "grad_norm": 0.7831217006004645, + "learning_rate": 1.5578621852063348e-05, + "loss": 0.0236, + "step": 39175 + }, + { + "epoch": 33.22815945716709, + "grad_norm": 0.8298073769438572, + "learning_rate": 1.557839386421973e-05, + "loss": 0.0198, + "step": 39176 + }, + { + "epoch": 33.229007633587784, + "grad_norm": 0.8070931612782611, + "learning_rate": 1.5578165872166546e-05, + "loss": 0.0205, + "step": 39177 + }, + { + "epoch": 33.22985581000848, + "grad_norm": 0.8045889895965923, + "learning_rate": 1.557793787590396e-05, + "loss": 0.0201, + "step": 39178 + }, + { + "epoch": 33.23070398642918, + "grad_norm": 0.8506804303874425, + "learning_rate": 1.5577709875432145e-05, + "loss": 0.0206, + "step": 39179 + }, + { + "epoch": 33.23155216284987, + "grad_norm": 0.8331022705814752, + "learning_rate": 1.5577481870751275e-05, + "loss": 0.0196, + "step": 39180 + }, + { + "epoch": 33.23240033927057, + "grad_norm": 0.7853659255971628, + "learning_rate": 1.5577253861861525e-05, + "loss": 0.0199, + "step": 39181 + }, + { + "epoch": 33.233248515691265, + "grad_norm": 0.8333538071594315, + "learning_rate": 1.5577025848763065e-05, + "loss": 0.0208, + "step": 39182 + }, + { + "epoch": 33.23409669211196, + "grad_norm": 0.8298970111556074, + "learning_rate": 1.5576797831456064e-05, + "loss": 0.0202, + "step": 39183 + }, + { + "epoch": 33.23494486853266, + "grad_norm": 0.8076119708527506, + "learning_rate": 1.5576569809940695e-05, + "loss": 0.0215, + "step": 39184 + }, + { + "epoch": 33.23579304495335, + "grad_norm": 0.846556704847326, + "learning_rate": 1.5576341784217134e-05, + "loss": 0.0221, + "step": 39185 + }, + { + "epoch": 33.23664122137404, + "grad_norm": 0.898682771943283, + "learning_rate": 1.557611375428555e-05, + "loss": 0.0222, + "step": 39186 + }, + { + "epoch": 33.23748939779474, + "grad_norm": 0.8240935700487779, + "learning_rate": 1.5575885720146114e-05, + "loss": 0.0194, + "step": 39187 + }, + { + "epoch": 33.238337574215436, + "grad_norm": 0.8199203857278621, + "learning_rate": 1.5575657681799e-05, + "loss": 0.0194, + "step": 39188 + }, + { + "epoch": 33.23918575063613, + "grad_norm": 0.688744711331982, + "learning_rate": 1.5575429639244384e-05, + "loss": 0.0188, + "step": 39189 + }, + { + "epoch": 33.24003392705683, + "grad_norm": 0.922283934534923, + "learning_rate": 1.557520159248243e-05, + "loss": 0.0215, + "step": 39190 + }, + { + "epoch": 33.240882103477524, + "grad_norm": 0.7659264921462272, + "learning_rate": 1.5574973541513315e-05, + "loss": 0.0186, + "step": 39191 + }, + { + "epoch": 33.24173027989822, + "grad_norm": 0.681479419667972, + "learning_rate": 1.557474548633721e-05, + "loss": 0.019, + "step": 39192 + }, + { + "epoch": 33.24257845631892, + "grad_norm": 0.724885404474148, + "learning_rate": 1.5574517426954283e-05, + "loss": 0.0185, + "step": 39193 + }, + { + "epoch": 33.24342663273961, + "grad_norm": 0.7682489481923411, + "learning_rate": 1.5574289363364718e-05, + "loss": 0.0227, + "step": 39194 + }, + { + "epoch": 33.2442748091603, + "grad_norm": 0.9482463156902791, + "learning_rate": 1.5574061295568675e-05, + "loss": 0.0217, + "step": 39195 + }, + { + "epoch": 33.245122985581, + "grad_norm": 0.7737988490628708, + "learning_rate": 1.5573833223566327e-05, + "loss": 0.0212, + "step": 39196 + }, + { + "epoch": 33.245971162001695, + "grad_norm": 0.7781844227030998, + "learning_rate": 1.5573605147357854e-05, + "loss": 0.0209, + "step": 39197 + }, + { + "epoch": 33.24681933842239, + "grad_norm": 0.8163648999693072, + "learning_rate": 1.5573377066943422e-05, + "loss": 0.0186, + "step": 39198 + }, + { + "epoch": 33.24766751484309, + "grad_norm": 0.7581693165355905, + "learning_rate": 1.5573148982323204e-05, + "loss": 0.0197, + "step": 39199 + }, + { + "epoch": 33.24851569126378, + "grad_norm": 0.7720411464572169, + "learning_rate": 1.5572920893497376e-05, + "loss": 0.02, + "step": 39200 + }, + { + "epoch": 33.24936386768448, + "grad_norm": 0.7123934475648518, + "learning_rate": 1.5572692800466107e-05, + "loss": 0.0215, + "step": 39201 + }, + { + "epoch": 33.250212044105176, + "grad_norm": 0.7831380802451757, + "learning_rate": 1.5572464703229567e-05, + "loss": 0.0201, + "step": 39202 + }, + { + "epoch": 33.25106022052587, + "grad_norm": 0.7998463504439763, + "learning_rate": 1.5572236601787932e-05, + "loss": 0.0211, + "step": 39203 + }, + { + "epoch": 33.25190839694657, + "grad_norm": 0.7717472840258327, + "learning_rate": 1.557200849614137e-05, + "loss": 0.0179, + "step": 39204 + }, + { + "epoch": 33.25275657336726, + "grad_norm": 0.8146943443565665, + "learning_rate": 1.5571780386290057e-05, + "loss": 0.0198, + "step": 39205 + }, + { + "epoch": 33.253604749787954, + "grad_norm": 0.8109228029126838, + "learning_rate": 1.5571552272234164e-05, + "loss": 0.0221, + "step": 39206 + }, + { + "epoch": 33.25445292620865, + "grad_norm": 0.7877838642104587, + "learning_rate": 1.5571324153973863e-05, + "loss": 0.0201, + "step": 39207 + }, + { + "epoch": 33.255301102629346, + "grad_norm": 0.898164794283991, + "learning_rate": 1.5571096031509324e-05, + "loss": 0.0226, + "step": 39208 + }, + { + "epoch": 33.25614927905004, + "grad_norm": 0.7263657013953381, + "learning_rate": 1.557086790484072e-05, + "loss": 0.0201, + "step": 39209 + }, + { + "epoch": 33.25699745547074, + "grad_norm": 0.8264340306573459, + "learning_rate": 1.5570639773968227e-05, + "loss": 0.0208, + "step": 39210 + }, + { + "epoch": 33.257845631891435, + "grad_norm": 0.8597017464739074, + "learning_rate": 1.5570411638892015e-05, + "loss": 0.0181, + "step": 39211 + }, + { + "epoch": 33.25869380831213, + "grad_norm": 0.6916907603142161, + "learning_rate": 1.5570183499612252e-05, + "loss": 0.0184, + "step": 39212 + }, + { + "epoch": 33.25954198473283, + "grad_norm": 0.8223409292630617, + "learning_rate": 1.5569955356129116e-05, + "loss": 0.0202, + "step": 39213 + }, + { + "epoch": 33.260390161153516, + "grad_norm": 1.0013775733122319, + "learning_rate": 1.556972720844278e-05, + "loss": 0.0218, + "step": 39214 + }, + { + "epoch": 33.26123833757421, + "grad_norm": 0.911517075500453, + "learning_rate": 1.5569499056553406e-05, + "loss": 0.0204, + "step": 39215 + }, + { + "epoch": 33.26208651399491, + "grad_norm": 0.9671674185555523, + "learning_rate": 1.5569270900461178e-05, + "loss": 0.0216, + "step": 39216 + }, + { + "epoch": 33.262934690415605, + "grad_norm": 0.8145049347034564, + "learning_rate": 1.5569042740166264e-05, + "loss": 0.0234, + "step": 39217 + }, + { + "epoch": 33.2637828668363, + "grad_norm": 0.7644584778984657, + "learning_rate": 1.5568814575668833e-05, + "loss": 0.0208, + "step": 39218 + }, + { + "epoch": 33.264631043257, + "grad_norm": 0.6799111756169555, + "learning_rate": 1.556858640696906e-05, + "loss": 0.0202, + "step": 39219 + }, + { + "epoch": 33.265479219677694, + "grad_norm": 0.8041643097649341, + "learning_rate": 1.556835823406712e-05, + "loss": 0.0208, + "step": 39220 + }, + { + "epoch": 33.26632739609839, + "grad_norm": 0.7185558307953239, + "learning_rate": 1.556813005696318e-05, + "loss": 0.02, + "step": 39221 + }, + { + "epoch": 33.267175572519086, + "grad_norm": 0.7873685383642395, + "learning_rate": 1.5567901875657413e-05, + "loss": 0.022, + "step": 39222 + }, + { + "epoch": 33.26802374893978, + "grad_norm": 0.7540971513674767, + "learning_rate": 1.556767369014999e-05, + "loss": 0.0175, + "step": 39223 + }, + { + "epoch": 33.26887192536047, + "grad_norm": 0.7379013040979348, + "learning_rate": 1.556744550044109e-05, + "loss": 0.0204, + "step": 39224 + }, + { + "epoch": 33.26972010178117, + "grad_norm": 0.7470363154211896, + "learning_rate": 1.556721730653088e-05, + "loss": 0.0201, + "step": 39225 + }, + { + "epoch": 33.270568278201864, + "grad_norm": 0.7576327411830219, + "learning_rate": 1.556698910841953e-05, + "loss": 0.0208, + "step": 39226 + }, + { + "epoch": 33.27141645462256, + "grad_norm": 0.9435640059471514, + "learning_rate": 1.5566760906107223e-05, + "loss": 0.0223, + "step": 39227 + }, + { + "epoch": 33.27226463104326, + "grad_norm": 0.8172183026282404, + "learning_rate": 1.556653269959412e-05, + "loss": 0.0219, + "step": 39228 + }, + { + "epoch": 33.27311280746395, + "grad_norm": 0.8959032743518479, + "learning_rate": 1.556630448888039e-05, + "loss": 0.0206, + "step": 39229 + }, + { + "epoch": 33.27396098388465, + "grad_norm": 0.859056001239506, + "learning_rate": 1.556607627396622e-05, + "loss": 0.0199, + "step": 39230 + }, + { + "epoch": 33.274809160305345, + "grad_norm": 0.7763644122699682, + "learning_rate": 1.5565848054851767e-05, + "loss": 0.0198, + "step": 39231 + }, + { + "epoch": 33.27565733672604, + "grad_norm": 0.7407789387355969, + "learning_rate": 1.5565619831537216e-05, + "loss": 0.018, + "step": 39232 + }, + { + "epoch": 33.27650551314674, + "grad_norm": 0.7274608741968523, + "learning_rate": 1.5565391604022732e-05, + "loss": 0.0199, + "step": 39233 + }, + { + "epoch": 33.27735368956743, + "grad_norm": 0.7533394857632181, + "learning_rate": 1.556516337230849e-05, + "loss": 0.02, + "step": 39234 + }, + { + "epoch": 33.27820186598812, + "grad_norm": 0.6963062962049338, + "learning_rate": 1.556493513639466e-05, + "loss": 0.019, + "step": 39235 + }, + { + "epoch": 33.27905004240882, + "grad_norm": 0.7751537342928468, + "learning_rate": 1.5564706896281415e-05, + "loss": 0.0184, + "step": 39236 + }, + { + "epoch": 33.279898218829516, + "grad_norm": 0.6870642107243949, + "learning_rate": 1.5564478651968923e-05, + "loss": 0.0209, + "step": 39237 + }, + { + "epoch": 33.28074639525021, + "grad_norm": 0.9475340207385118, + "learning_rate": 1.5564250403457367e-05, + "loss": 0.0237, + "step": 39238 + }, + { + "epoch": 33.28159457167091, + "grad_norm": 0.8580852235339388, + "learning_rate": 1.556402215074691e-05, + "loss": 0.0238, + "step": 39239 + }, + { + "epoch": 33.282442748091604, + "grad_norm": 0.9230785643731826, + "learning_rate": 1.5563793893837727e-05, + "loss": 0.0216, + "step": 39240 + }, + { + "epoch": 33.2832909245123, + "grad_norm": 0.8394552590954373, + "learning_rate": 1.5563565632729992e-05, + "loss": 0.0197, + "step": 39241 + }, + { + "epoch": 33.284139100933, + "grad_norm": 0.8200722681143011, + "learning_rate": 1.5563337367423877e-05, + "loss": 0.023, + "step": 39242 + }, + { + "epoch": 33.28498727735369, + "grad_norm": 0.8777310046064662, + "learning_rate": 1.556310909791955e-05, + "loss": 0.0194, + "step": 39243 + }, + { + "epoch": 33.28583545377438, + "grad_norm": 0.7117933140214948, + "learning_rate": 1.5562880824217188e-05, + "loss": 0.0217, + "step": 39244 + }, + { + "epoch": 33.28668363019508, + "grad_norm": 0.8705831140338254, + "learning_rate": 1.556265254631696e-05, + "loss": 0.0208, + "step": 39245 + }, + { + "epoch": 33.287531806615775, + "grad_norm": 0.7575653285785131, + "learning_rate": 1.556242426421904e-05, + "loss": 0.0229, + "step": 39246 + }, + { + "epoch": 33.28837998303647, + "grad_norm": 0.8144802168728632, + "learning_rate": 1.55621959779236e-05, + "loss": 0.0187, + "step": 39247 + }, + { + "epoch": 33.28922815945717, + "grad_norm": 0.7375068276834111, + "learning_rate": 1.5561967687430812e-05, + "loss": 0.0203, + "step": 39248 + }, + { + "epoch": 33.29007633587786, + "grad_norm": 0.6907620391693935, + "learning_rate": 1.556173939274085e-05, + "loss": 0.0181, + "step": 39249 + }, + { + "epoch": 33.29092451229856, + "grad_norm": 0.9368541997304745, + "learning_rate": 1.5561511093853883e-05, + "loss": 0.0213, + "step": 39250 + }, + { + "epoch": 33.291772688719256, + "grad_norm": 0.8574084305086827, + "learning_rate": 1.5561282790770085e-05, + "loss": 0.0214, + "step": 39251 + }, + { + "epoch": 33.29262086513995, + "grad_norm": 0.920485084697071, + "learning_rate": 1.5561054483489632e-05, + "loss": 0.022, + "step": 39252 + }, + { + "epoch": 33.29346904156064, + "grad_norm": 0.8715563495686712, + "learning_rate": 1.556082617201269e-05, + "loss": 0.0212, + "step": 39253 + }, + { + "epoch": 33.29431721798134, + "grad_norm": 0.9356000265528952, + "learning_rate": 1.5560597856339434e-05, + "loss": 0.0193, + "step": 39254 + }, + { + "epoch": 33.295165394402034, + "grad_norm": 0.840381986972166, + "learning_rate": 1.5560369536470034e-05, + "loss": 0.0202, + "step": 39255 + }, + { + "epoch": 33.29601357082273, + "grad_norm": 0.8117481085324632, + "learning_rate": 1.5560141212404668e-05, + "loss": 0.0221, + "step": 39256 + }, + { + "epoch": 33.296861747243426, + "grad_norm": 0.7490984877525911, + "learning_rate": 1.5559912884143503e-05, + "loss": 0.0189, + "step": 39257 + }, + { + "epoch": 33.29770992366412, + "grad_norm": 0.7716705125384973, + "learning_rate": 1.5559684551686713e-05, + "loss": 0.0209, + "step": 39258 + }, + { + "epoch": 33.29855810008482, + "grad_norm": 0.8364635699941246, + "learning_rate": 1.555945621503447e-05, + "loss": 0.0211, + "step": 39259 + }, + { + "epoch": 33.299406276505515, + "grad_norm": 0.8754248042689527, + "learning_rate": 1.555922787418695e-05, + "loss": 0.022, + "step": 39260 + }, + { + "epoch": 33.30025445292621, + "grad_norm": 0.9109067315253373, + "learning_rate": 1.5558999529144317e-05, + "loss": 0.0212, + "step": 39261 + }, + { + "epoch": 33.30110262934691, + "grad_norm": 0.7830738674782598, + "learning_rate": 1.5558771179906754e-05, + "loss": 0.0196, + "step": 39262 + }, + { + "epoch": 33.301950805767596, + "grad_norm": 0.9296485250499741, + "learning_rate": 1.5558542826474423e-05, + "loss": 0.0227, + "step": 39263 + }, + { + "epoch": 33.30279898218829, + "grad_norm": 0.6576537758694957, + "learning_rate": 1.5558314468847503e-05, + "loss": 0.0197, + "step": 39264 + }, + { + "epoch": 33.30364715860899, + "grad_norm": 0.8334927566215008, + "learning_rate": 1.555808610702616e-05, + "loss": 0.0232, + "step": 39265 + }, + { + "epoch": 33.304495335029685, + "grad_norm": 0.845578198432889, + "learning_rate": 1.5557857741010577e-05, + "loss": 0.0205, + "step": 39266 + }, + { + "epoch": 33.30534351145038, + "grad_norm": 0.9025021138046168, + "learning_rate": 1.5557629370800918e-05, + "loss": 0.0212, + "step": 39267 + }, + { + "epoch": 33.30619168787108, + "grad_norm": 0.9162566258935407, + "learning_rate": 1.5557400996397356e-05, + "loss": 0.0224, + "step": 39268 + }, + { + "epoch": 33.307039864291774, + "grad_norm": 0.8566176872911819, + "learning_rate": 1.5557172617800066e-05, + "loss": 0.0213, + "step": 39269 + }, + { + "epoch": 33.30788804071247, + "grad_norm": 0.8232530463162154, + "learning_rate": 1.555694423500922e-05, + "loss": 0.0219, + "step": 39270 + }, + { + "epoch": 33.308736217133166, + "grad_norm": 0.7073689448120383, + "learning_rate": 1.5556715848024986e-05, + "loss": 0.0195, + "step": 39271 + }, + { + "epoch": 33.30958439355386, + "grad_norm": 0.7609966801117647, + "learning_rate": 1.5556487456847542e-05, + "loss": 0.0218, + "step": 39272 + }, + { + "epoch": 33.31043256997455, + "grad_norm": 0.6809990223469614, + "learning_rate": 1.555625906147706e-05, + "loss": 0.0187, + "step": 39273 + }, + { + "epoch": 33.31128074639525, + "grad_norm": 0.8205073345590782, + "learning_rate": 1.5556030661913704e-05, + "loss": 0.021, + "step": 39274 + }, + { + "epoch": 33.312128922815944, + "grad_norm": 0.760494274293224, + "learning_rate": 1.5555802258157658e-05, + "loss": 0.0206, + "step": 39275 + }, + { + "epoch": 33.31297709923664, + "grad_norm": 0.7619084543945629, + "learning_rate": 1.5555573850209087e-05, + "loss": 0.0213, + "step": 39276 + }, + { + "epoch": 33.31382527565734, + "grad_norm": 0.8330563099634918, + "learning_rate": 1.5555345438068167e-05, + "loss": 0.023, + "step": 39277 + }, + { + "epoch": 33.31467345207803, + "grad_norm": 0.8520259976513198, + "learning_rate": 1.5555117021735068e-05, + "loss": 0.0197, + "step": 39278 + }, + { + "epoch": 33.31552162849873, + "grad_norm": 0.7943123441247827, + "learning_rate": 1.555488860120996e-05, + "loss": 0.0208, + "step": 39279 + }, + { + "epoch": 33.316369804919425, + "grad_norm": 0.8432618819546017, + "learning_rate": 1.5554660176493022e-05, + "loss": 0.0204, + "step": 39280 + }, + { + "epoch": 33.31721798134012, + "grad_norm": 0.7172199989053535, + "learning_rate": 1.555443174758442e-05, + "loss": 0.0212, + "step": 39281 + }, + { + "epoch": 33.31806615776082, + "grad_norm": 0.7312127925663107, + "learning_rate": 1.5554203314484335e-05, + "loss": 0.0196, + "step": 39282 + }, + { + "epoch": 33.31891433418151, + "grad_norm": 0.827337039315095, + "learning_rate": 1.555397487719293e-05, + "loss": 0.0198, + "step": 39283 + }, + { + "epoch": 33.3197625106022, + "grad_norm": 0.9177947032243885, + "learning_rate": 1.555374643571038e-05, + "loss": 0.023, + "step": 39284 + }, + { + "epoch": 33.3206106870229, + "grad_norm": 0.6971207086572969, + "learning_rate": 1.5553517990036858e-05, + "loss": 0.0184, + "step": 39285 + }, + { + "epoch": 33.321458863443596, + "grad_norm": 0.8453697818106102, + "learning_rate": 1.555328954017254e-05, + "loss": 0.0198, + "step": 39286 + }, + { + "epoch": 33.32230703986429, + "grad_norm": 0.8097965130732345, + "learning_rate": 1.5553061086117594e-05, + "loss": 0.0204, + "step": 39287 + }, + { + "epoch": 33.32315521628499, + "grad_norm": 0.9177451685520279, + "learning_rate": 1.5552832627872193e-05, + "loss": 0.0206, + "step": 39288 + }, + { + "epoch": 33.324003392705684, + "grad_norm": 0.8850614913958288, + "learning_rate": 1.555260416543651e-05, + "loss": 0.0222, + "step": 39289 + }, + { + "epoch": 33.32485156912638, + "grad_norm": 0.8993678140164113, + "learning_rate": 1.555237569881072e-05, + "loss": 0.0223, + "step": 39290 + }, + { + "epoch": 33.32569974554708, + "grad_norm": 0.7866556042299644, + "learning_rate": 1.555214722799499e-05, + "loss": 0.0209, + "step": 39291 + }, + { + "epoch": 33.326547921967766, + "grad_norm": 0.8502853912159569, + "learning_rate": 1.5551918752989497e-05, + "loss": 0.0222, + "step": 39292 + }, + { + "epoch": 33.32739609838846, + "grad_norm": 0.7223161904743469, + "learning_rate": 1.555169027379441e-05, + "loss": 0.0198, + "step": 39293 + }, + { + "epoch": 33.32824427480916, + "grad_norm": 0.7706677102772804, + "learning_rate": 1.5551461790409904e-05, + "loss": 0.021, + "step": 39294 + }, + { + "epoch": 33.329092451229855, + "grad_norm": 0.8277904668782518, + "learning_rate": 1.5551233302836147e-05, + "loss": 0.0225, + "step": 39295 + }, + { + "epoch": 33.32994062765055, + "grad_norm": 0.665513596778299, + "learning_rate": 1.555100481107332e-05, + "loss": 0.0184, + "step": 39296 + }, + { + "epoch": 33.33078880407125, + "grad_norm": 0.7506254778616431, + "learning_rate": 1.5550776315121587e-05, + "loss": 0.0225, + "step": 39297 + }, + { + "epoch": 33.33163698049194, + "grad_norm": 0.8449539268242079, + "learning_rate": 1.5550547814981124e-05, + "loss": 0.0209, + "step": 39298 + }, + { + "epoch": 33.33248515691264, + "grad_norm": 0.9902682448610599, + "learning_rate": 1.5550319310652106e-05, + "loss": 0.0237, + "step": 39299 + }, + { + "epoch": 33.333333333333336, + "grad_norm": 0.7268070647303831, + "learning_rate": 1.55500908021347e-05, + "loss": 0.0205, + "step": 39300 + }, + { + "epoch": 33.33418150975403, + "grad_norm": 0.7605510599074984, + "learning_rate": 1.5549862289429082e-05, + "loss": 0.0212, + "step": 39301 + }, + { + "epoch": 33.33502968617472, + "grad_norm": 0.7695161670484221, + "learning_rate": 1.5549633772535425e-05, + "loss": 0.0206, + "step": 39302 + }, + { + "epoch": 33.33587786259542, + "grad_norm": 0.6060046337696787, + "learning_rate": 1.5549405251453898e-05, + "loss": 0.0181, + "step": 39303 + }, + { + "epoch": 33.33672603901611, + "grad_norm": 0.8098341633187005, + "learning_rate": 1.5549176726184674e-05, + "loss": 0.0205, + "step": 39304 + }, + { + "epoch": 33.33757421543681, + "grad_norm": 0.7584319822544313, + "learning_rate": 1.554894819672793e-05, + "loss": 0.0196, + "step": 39305 + }, + { + "epoch": 33.338422391857506, + "grad_norm": 0.7651348503089217, + "learning_rate": 1.5548719663083833e-05, + "loss": 0.0213, + "step": 39306 + }, + { + "epoch": 33.3392705682782, + "grad_norm": 0.8438701315878682, + "learning_rate": 1.5548491125252558e-05, + "loss": 0.021, + "step": 39307 + }, + { + "epoch": 33.3401187446989, + "grad_norm": 0.8749733342127678, + "learning_rate": 1.5548262583234278e-05, + "loss": 0.0216, + "step": 39308 + }, + { + "epoch": 33.340966921119595, + "grad_norm": 0.7522846983554233, + "learning_rate": 1.5548034037029167e-05, + "loss": 0.0191, + "step": 39309 + }, + { + "epoch": 33.34181509754029, + "grad_norm": 0.8570487528830382, + "learning_rate": 1.554780548663739e-05, + "loss": 0.0226, + "step": 39310 + }, + { + "epoch": 33.34266327396099, + "grad_norm": 0.7454354179454699, + "learning_rate": 1.554757693205913e-05, + "loss": 0.0201, + "step": 39311 + }, + { + "epoch": 33.343511450381676, + "grad_norm": 0.7914462971601524, + "learning_rate": 1.554734837329455e-05, + "loss": 0.0194, + "step": 39312 + }, + { + "epoch": 33.34435962680237, + "grad_norm": 0.8560818879125932, + "learning_rate": 1.5547119810343828e-05, + "loss": 0.0202, + "step": 39313 + }, + { + "epoch": 33.34520780322307, + "grad_norm": 0.9236289708276578, + "learning_rate": 1.554689124320713e-05, + "loss": 0.0212, + "step": 39314 + }, + { + "epoch": 33.346055979643765, + "grad_norm": 0.9158738359399468, + "learning_rate": 1.5546662671884644e-05, + "loss": 0.0192, + "step": 39315 + }, + { + "epoch": 33.34690415606446, + "grad_norm": 0.7612220003682346, + "learning_rate": 1.5546434096376524e-05, + "loss": 0.0209, + "step": 39316 + }, + { + "epoch": 33.34775233248516, + "grad_norm": 0.9581312371726195, + "learning_rate": 1.554620551668295e-05, + "loss": 0.0233, + "step": 39317 + }, + { + "epoch": 33.348600508905854, + "grad_norm": 0.897424252359627, + "learning_rate": 1.5545976932804097e-05, + "loss": 0.0223, + "step": 39318 + }, + { + "epoch": 33.34944868532655, + "grad_norm": 0.8119922216181733, + "learning_rate": 1.554574834474014e-05, + "loss": 0.0213, + "step": 39319 + }, + { + "epoch": 33.350296861747246, + "grad_norm": 0.7456348927579616, + "learning_rate": 1.5545519752491244e-05, + "loss": 0.0188, + "step": 39320 + }, + { + "epoch": 33.35114503816794, + "grad_norm": 0.7888461807811885, + "learning_rate": 1.554529115605758e-05, + "loss": 0.0203, + "step": 39321 + }, + { + "epoch": 33.35199321458863, + "grad_norm": 0.7504144098077209, + "learning_rate": 1.554506255543933e-05, + "loss": 0.0229, + "step": 39322 + }, + { + "epoch": 33.35284139100933, + "grad_norm": 0.7885669474248094, + "learning_rate": 1.5544833950636658e-05, + "loss": 0.0196, + "step": 39323 + }, + { + "epoch": 33.353689567430024, + "grad_norm": 0.9161475115668664, + "learning_rate": 1.5544605341649744e-05, + "loss": 0.021, + "step": 39324 + }, + { + "epoch": 33.35453774385072, + "grad_norm": 0.7798018767575569, + "learning_rate": 1.5544376728478754e-05, + "loss": 0.0218, + "step": 39325 + }, + { + "epoch": 33.35538592027142, + "grad_norm": 0.8819403747407589, + "learning_rate": 1.5544148111123866e-05, + "loss": 0.0217, + "step": 39326 + }, + { + "epoch": 33.35623409669211, + "grad_norm": 0.7662533862028572, + "learning_rate": 1.5543919489585247e-05, + "loss": 0.0205, + "step": 39327 + }, + { + "epoch": 33.35708227311281, + "grad_norm": 0.7721260336840056, + "learning_rate": 1.554369086386307e-05, + "loss": 0.021, + "step": 39328 + }, + { + "epoch": 33.357930449533505, + "grad_norm": 0.9698099861366732, + "learning_rate": 1.554346223395751e-05, + "loss": 0.0215, + "step": 39329 + }, + { + "epoch": 33.3587786259542, + "grad_norm": 0.6948818474375115, + "learning_rate": 1.5543233599868744e-05, + "loss": 0.0185, + "step": 39330 + }, + { + "epoch": 33.35962680237489, + "grad_norm": 0.9758111184006206, + "learning_rate": 1.5543004961596936e-05, + "loss": 0.0239, + "step": 39331 + }, + { + "epoch": 33.36047497879559, + "grad_norm": 0.818031557150042, + "learning_rate": 1.5542776319142262e-05, + "loss": 0.0192, + "step": 39332 + }, + { + "epoch": 33.36132315521628, + "grad_norm": 0.8494815372013136, + "learning_rate": 1.5542547672504896e-05, + "loss": 0.024, + "step": 39333 + }, + { + "epoch": 33.36217133163698, + "grad_norm": 0.8601692801451299, + "learning_rate": 1.554231902168501e-05, + "loss": 0.02, + "step": 39334 + }, + { + "epoch": 33.363019508057675, + "grad_norm": 0.8345245841270832, + "learning_rate": 1.5542090366682773e-05, + "loss": 0.0201, + "step": 39335 + }, + { + "epoch": 33.36386768447837, + "grad_norm": 0.7847969610673041, + "learning_rate": 1.554186170749836e-05, + "loss": 0.0223, + "step": 39336 + }, + { + "epoch": 33.36471586089907, + "grad_norm": 0.7977730571727587, + "learning_rate": 1.554163304413195e-05, + "loss": 0.0192, + "step": 39337 + }, + { + "epoch": 33.365564037319764, + "grad_norm": 0.8131004236971365, + "learning_rate": 1.55414043765837e-05, + "loss": 0.0227, + "step": 39338 + }, + { + "epoch": 33.36641221374046, + "grad_norm": 0.7933095494695878, + "learning_rate": 1.55411757048538e-05, + "loss": 0.0212, + "step": 39339 + }, + { + "epoch": 33.36726039016116, + "grad_norm": 1.0240414947092893, + "learning_rate": 1.5540947028942412e-05, + "loss": 0.0217, + "step": 39340 + }, + { + "epoch": 33.368108566581846, + "grad_norm": 0.7995854355500651, + "learning_rate": 1.554071834884971e-05, + "loss": 0.0186, + "step": 39341 + }, + { + "epoch": 33.36895674300254, + "grad_norm": 0.8336761840749783, + "learning_rate": 1.554048966457587e-05, + "loss": 0.021, + "step": 39342 + }, + { + "epoch": 33.36980491942324, + "grad_norm": 0.890191580484392, + "learning_rate": 1.5540260976121058e-05, + "loss": 0.0214, + "step": 39343 + }, + { + "epoch": 33.370653095843934, + "grad_norm": 0.932943249476347, + "learning_rate": 1.5540032283485452e-05, + "loss": 0.0203, + "step": 39344 + }, + { + "epoch": 33.37150127226463, + "grad_norm": 0.9122649442435019, + "learning_rate": 1.5539803586669227e-05, + "loss": 0.0239, + "step": 39345 + }, + { + "epoch": 33.37234944868533, + "grad_norm": 0.7909021456919372, + "learning_rate": 1.553957488567255e-05, + "loss": 0.0217, + "step": 39346 + }, + { + "epoch": 33.37319762510602, + "grad_norm": 0.6601865012871585, + "learning_rate": 1.5539346180495597e-05, + "loss": 0.018, + "step": 39347 + }, + { + "epoch": 33.37404580152672, + "grad_norm": 0.6884462806793611, + "learning_rate": 1.5539117471138538e-05, + "loss": 0.0191, + "step": 39348 + }, + { + "epoch": 33.374893977947416, + "grad_norm": 0.7070328660292161, + "learning_rate": 1.5538888757601544e-05, + "loss": 0.0201, + "step": 39349 + }, + { + "epoch": 33.37574215436811, + "grad_norm": 0.7447867379229682, + "learning_rate": 1.553866003988479e-05, + "loss": 0.0196, + "step": 39350 + }, + { + "epoch": 33.3765903307888, + "grad_norm": 0.7817090898881738, + "learning_rate": 1.5538431317988455e-05, + "loss": 0.0204, + "step": 39351 + }, + { + "epoch": 33.3774385072095, + "grad_norm": 0.8068313073765632, + "learning_rate": 1.5538202591912704e-05, + "loss": 0.0215, + "step": 39352 + }, + { + "epoch": 33.37828668363019, + "grad_norm": 0.7212881403254932, + "learning_rate": 1.553797386165771e-05, + "loss": 0.0199, + "step": 39353 + }, + { + "epoch": 33.37913486005089, + "grad_norm": 0.8177457408671994, + "learning_rate": 1.5537745127223646e-05, + "loss": 0.0212, + "step": 39354 + }, + { + "epoch": 33.379983036471586, + "grad_norm": 0.8495991754201297, + "learning_rate": 1.5537516388610685e-05, + "loss": 0.0238, + "step": 39355 + }, + { + "epoch": 33.38083121289228, + "grad_norm": 0.8681315783965594, + "learning_rate": 1.5537287645818996e-05, + "loss": 0.0206, + "step": 39356 + }, + { + "epoch": 33.38167938931298, + "grad_norm": 0.6442563759037783, + "learning_rate": 1.5537058898848764e-05, + "loss": 0.0212, + "step": 39357 + }, + { + "epoch": 33.382527565733675, + "grad_norm": 0.754601627315583, + "learning_rate": 1.553683014770015e-05, + "loss": 0.0198, + "step": 39358 + }, + { + "epoch": 33.38337574215437, + "grad_norm": 0.6689056029032897, + "learning_rate": 1.5536601392373328e-05, + "loss": 0.0204, + "step": 39359 + }, + { + "epoch": 33.38422391857507, + "grad_norm": 0.9484980373127333, + "learning_rate": 1.5536372632868472e-05, + "loss": 0.0271, + "step": 39360 + }, + { + "epoch": 33.385072094995756, + "grad_norm": 0.8603242589804045, + "learning_rate": 1.553614386918576e-05, + "loss": 0.0173, + "step": 39361 + }, + { + "epoch": 33.38592027141645, + "grad_norm": 0.7880486102694306, + "learning_rate": 1.5535915101325353e-05, + "loss": 0.0201, + "step": 39362 + }, + { + "epoch": 33.38676844783715, + "grad_norm": 0.9481650329225207, + "learning_rate": 1.5535686329287432e-05, + "loss": 0.0215, + "step": 39363 + }, + { + "epoch": 33.387616624257845, + "grad_norm": 0.8106748488096774, + "learning_rate": 1.553545755307217e-05, + "loss": 0.0219, + "step": 39364 + }, + { + "epoch": 33.38846480067854, + "grad_norm": 0.7916443855416668, + "learning_rate": 1.553522877267974e-05, + "loss": 0.0225, + "step": 39365 + }, + { + "epoch": 33.38931297709924, + "grad_norm": 1.0361666556098004, + "learning_rate": 1.553499998811031e-05, + "loss": 0.0223, + "step": 39366 + }, + { + "epoch": 33.390161153519934, + "grad_norm": 0.7922482779365247, + "learning_rate": 1.5534771199364054e-05, + "loss": 0.0213, + "step": 39367 + }, + { + "epoch": 33.39100932994063, + "grad_norm": 0.8728768848510785, + "learning_rate": 1.5534542406441143e-05, + "loss": 0.0202, + "step": 39368 + }, + { + "epoch": 33.391857506361326, + "grad_norm": 0.8101652159025922, + "learning_rate": 1.5534313609341757e-05, + "loss": 0.0199, + "step": 39369 + }, + { + "epoch": 33.392705682782015, + "grad_norm": 0.7265187531518593, + "learning_rate": 1.553408480806606e-05, + "loss": 0.0212, + "step": 39370 + }, + { + "epoch": 33.39355385920271, + "grad_norm": 0.8031140589855679, + "learning_rate": 1.5533856002614235e-05, + "loss": 0.0221, + "step": 39371 + }, + { + "epoch": 33.39440203562341, + "grad_norm": 0.7721008473797611, + "learning_rate": 1.553362719298644e-05, + "loss": 0.019, + "step": 39372 + }, + { + "epoch": 33.395250212044104, + "grad_norm": 0.9070029109289669, + "learning_rate": 1.553339837918286e-05, + "loss": 0.0205, + "step": 39373 + }, + { + "epoch": 33.3960983884648, + "grad_norm": 0.8175115274136876, + "learning_rate": 1.5533169561203662e-05, + "loss": 0.0186, + "step": 39374 + }, + { + "epoch": 33.396946564885496, + "grad_norm": 0.7599507052807879, + "learning_rate": 1.553294073904902e-05, + "loss": 0.0177, + "step": 39375 + }, + { + "epoch": 33.39779474130619, + "grad_norm": 0.8974717752222509, + "learning_rate": 1.553271191271911e-05, + "loss": 0.0204, + "step": 39376 + }, + { + "epoch": 33.39864291772689, + "grad_norm": 0.7762889441872922, + "learning_rate": 1.55324830822141e-05, + "loss": 0.0192, + "step": 39377 + }, + { + "epoch": 33.399491094147585, + "grad_norm": 0.9136661442926748, + "learning_rate": 1.5532254247534165e-05, + "loss": 0.0221, + "step": 39378 + }, + { + "epoch": 33.40033927056828, + "grad_norm": 0.8243294017039521, + "learning_rate": 1.5532025408679473e-05, + "loss": 0.0214, + "step": 39379 + }, + { + "epoch": 33.40118744698897, + "grad_norm": 0.7623326116683607, + "learning_rate": 1.5531796565650203e-05, + "loss": 0.0229, + "step": 39380 + }, + { + "epoch": 33.40203562340967, + "grad_norm": 0.8678934121658857, + "learning_rate": 1.5531567718446527e-05, + "loss": 0.0211, + "step": 39381 + }, + { + "epoch": 33.40288379983036, + "grad_norm": 0.7796355377315992, + "learning_rate": 1.5531338867068613e-05, + "loss": 0.0201, + "step": 39382 + }, + { + "epoch": 33.40373197625106, + "grad_norm": 0.7820850199871299, + "learning_rate": 1.5531110011516638e-05, + "loss": 0.0195, + "step": 39383 + }, + { + "epoch": 33.404580152671755, + "grad_norm": 0.8499151565834817, + "learning_rate": 1.5530881151790773e-05, + "loss": 0.0208, + "step": 39384 + }, + { + "epoch": 33.40542832909245, + "grad_norm": 0.8462063093008715, + "learning_rate": 1.5530652287891193e-05, + "loss": 0.0206, + "step": 39385 + }, + { + "epoch": 33.40627650551315, + "grad_norm": 0.9590344484259297, + "learning_rate": 1.5530423419818066e-05, + "loss": 0.0204, + "step": 39386 + }, + { + "epoch": 33.407124681933844, + "grad_norm": 0.8125110470170197, + "learning_rate": 1.553019454757157e-05, + "loss": 0.0182, + "step": 39387 + }, + { + "epoch": 33.40797285835454, + "grad_norm": 0.8956258668916944, + "learning_rate": 1.552996567115187e-05, + "loss": 0.0203, + "step": 39388 + }, + { + "epoch": 33.40882103477524, + "grad_norm": 0.8019751671692468, + "learning_rate": 1.552973679055915e-05, + "loss": 0.0206, + "step": 39389 + }, + { + "epoch": 33.409669211195926, + "grad_norm": 0.7203496835940721, + "learning_rate": 1.552950790579357e-05, + "loss": 0.0183, + "step": 39390 + }, + { + "epoch": 33.41051738761662, + "grad_norm": 0.9113745104256826, + "learning_rate": 1.5529279016855315e-05, + "loss": 0.0206, + "step": 39391 + }, + { + "epoch": 33.41136556403732, + "grad_norm": 0.7517913703432602, + "learning_rate": 1.5529050123744554e-05, + "loss": 0.0216, + "step": 39392 + }, + { + "epoch": 33.412213740458014, + "grad_norm": 0.7493741279726596, + "learning_rate": 1.5528821226461455e-05, + "loss": 0.0181, + "step": 39393 + }, + { + "epoch": 33.41306191687871, + "grad_norm": 0.8062340076257082, + "learning_rate": 1.552859232500619e-05, + "loss": 0.0198, + "step": 39394 + }, + { + "epoch": 33.41391009329941, + "grad_norm": 0.7189560205781015, + "learning_rate": 1.552836341937894e-05, + "loss": 0.0215, + "step": 39395 + }, + { + "epoch": 33.4147582697201, + "grad_norm": 0.8827379892212701, + "learning_rate": 1.552813450957987e-05, + "loss": 0.0204, + "step": 39396 + }, + { + "epoch": 33.4156064461408, + "grad_norm": 0.8661552134818176, + "learning_rate": 1.5527905595609158e-05, + "loss": 0.0216, + "step": 39397 + }, + { + "epoch": 33.416454622561496, + "grad_norm": 0.8443212558818911, + "learning_rate": 1.5527676677466975e-05, + "loss": 0.0231, + "step": 39398 + }, + { + "epoch": 33.41730279898219, + "grad_norm": 0.8809224918391168, + "learning_rate": 1.552744775515349e-05, + "loss": 0.0218, + "step": 39399 + }, + { + "epoch": 33.41815097540288, + "grad_norm": 0.7937575324977963, + "learning_rate": 1.5527218828668882e-05, + "loss": 0.0198, + "step": 39400 + }, + { + "epoch": 33.41899915182358, + "grad_norm": 0.7611270892072747, + "learning_rate": 1.5526989898013318e-05, + "loss": 0.0219, + "step": 39401 + }, + { + "epoch": 33.41984732824427, + "grad_norm": 0.7497242962855096, + "learning_rate": 1.5526760963186974e-05, + "loss": 0.0201, + "step": 39402 + }, + { + "epoch": 33.42069550466497, + "grad_norm": 0.7689049450617784, + "learning_rate": 1.5526532024190023e-05, + "loss": 0.0198, + "step": 39403 + }, + { + "epoch": 33.421543681085666, + "grad_norm": 0.6946393446708219, + "learning_rate": 1.5526303081022634e-05, + "loss": 0.0193, + "step": 39404 + }, + { + "epoch": 33.42239185750636, + "grad_norm": 0.7754274342981724, + "learning_rate": 1.5526074133684987e-05, + "loss": 0.0201, + "step": 39405 + }, + { + "epoch": 33.42324003392706, + "grad_norm": 0.7559675445693542, + "learning_rate": 1.5525845182177254e-05, + "loss": 0.0183, + "step": 39406 + }, + { + "epoch": 33.424088210347755, + "grad_norm": 0.6799270081420911, + "learning_rate": 1.5525616226499595e-05, + "loss": 0.0202, + "step": 39407 + }, + { + "epoch": 33.42493638676845, + "grad_norm": 0.8577850660585401, + "learning_rate": 1.55253872666522e-05, + "loss": 0.0225, + "step": 39408 + }, + { + "epoch": 33.42578456318914, + "grad_norm": 0.8083428791256619, + "learning_rate": 1.552515830263523e-05, + "loss": 0.0213, + "step": 39409 + }, + { + "epoch": 33.426632739609836, + "grad_norm": 0.7374888144912998, + "learning_rate": 1.552492933444886e-05, + "loss": 0.0178, + "step": 39410 + }, + { + "epoch": 33.42748091603053, + "grad_norm": 0.7055630478625043, + "learning_rate": 1.5524700362093267e-05, + "loss": 0.0186, + "step": 39411 + }, + { + "epoch": 33.42832909245123, + "grad_norm": 0.7975196379205342, + "learning_rate": 1.552447138556862e-05, + "loss": 0.0202, + "step": 39412 + }, + { + "epoch": 33.429177268871925, + "grad_norm": 0.7327959716647772, + "learning_rate": 1.5524242404875096e-05, + "loss": 0.0184, + "step": 39413 + }, + { + "epoch": 33.43002544529262, + "grad_norm": 0.9964383315443341, + "learning_rate": 1.5524013420012862e-05, + "loss": 0.0226, + "step": 39414 + }, + { + "epoch": 33.43087362171332, + "grad_norm": 0.7909642289303992, + "learning_rate": 1.5523784430982095e-05, + "loss": 0.0191, + "step": 39415 + }, + { + "epoch": 33.431721798134014, + "grad_norm": 1.0859565142344407, + "learning_rate": 1.5523555437782963e-05, + "loss": 0.0206, + "step": 39416 + }, + { + "epoch": 33.43256997455471, + "grad_norm": 0.8160661283368162, + "learning_rate": 1.5523326440415644e-05, + "loss": 0.0221, + "step": 39417 + }, + { + "epoch": 33.433418150975406, + "grad_norm": 0.8291253600760433, + "learning_rate": 1.552309743888031e-05, + "loss": 0.0203, + "step": 39418 + }, + { + "epoch": 33.434266327396095, + "grad_norm": 0.9364471703172371, + "learning_rate": 1.552286843317713e-05, + "loss": 0.0198, + "step": 39419 + }, + { + "epoch": 33.43511450381679, + "grad_norm": 0.894072745400405, + "learning_rate": 1.5522639423306287e-05, + "loss": 0.0205, + "step": 39420 + }, + { + "epoch": 33.43596268023749, + "grad_norm": 0.819472666871896, + "learning_rate": 1.552241040926794e-05, + "loss": 0.0232, + "step": 39421 + }, + { + "epoch": 33.436810856658184, + "grad_norm": 0.8750322174701208, + "learning_rate": 1.552218139106227e-05, + "loss": 0.0193, + "step": 39422 + }, + { + "epoch": 33.43765903307888, + "grad_norm": 0.6628547537095889, + "learning_rate": 1.5521952368689447e-05, + "loss": 0.0189, + "step": 39423 + }, + { + "epoch": 33.438507209499576, + "grad_norm": 0.8068986956820211, + "learning_rate": 1.5521723342149645e-05, + "loss": 0.0181, + "step": 39424 + }, + { + "epoch": 33.43935538592027, + "grad_norm": 0.8101321032719555, + "learning_rate": 1.5521494311443038e-05, + "loss": 0.0197, + "step": 39425 + }, + { + "epoch": 33.44020356234097, + "grad_norm": 0.6838647686486748, + "learning_rate": 1.5521265276569797e-05, + "loss": 0.0211, + "step": 39426 + }, + { + "epoch": 33.441051738761665, + "grad_norm": 0.7646773419056084, + "learning_rate": 1.5521036237530096e-05, + "loss": 0.0223, + "step": 39427 + }, + { + "epoch": 33.44189991518236, + "grad_norm": 0.9634489547168239, + "learning_rate": 1.5520807194324105e-05, + "loss": 0.0236, + "step": 39428 + }, + { + "epoch": 33.44274809160305, + "grad_norm": 0.7987778194703625, + "learning_rate": 1.5520578146952002e-05, + "loss": 0.0213, + "step": 39429 + }, + { + "epoch": 33.44359626802375, + "grad_norm": 0.7683481990946333, + "learning_rate": 1.5520349095413957e-05, + "loss": 0.0192, + "step": 39430 + }, + { + "epoch": 33.44444444444444, + "grad_norm": 0.8567892470484537, + "learning_rate": 1.5520120039710137e-05, + "loss": 0.0224, + "step": 39431 + }, + { + "epoch": 33.44529262086514, + "grad_norm": 0.9083661287877278, + "learning_rate": 1.5519890979840727e-05, + "loss": 0.0237, + "step": 39432 + }, + { + "epoch": 33.446140797285835, + "grad_norm": 0.7979198627343393, + "learning_rate": 1.551966191580589e-05, + "loss": 0.0207, + "step": 39433 + }, + { + "epoch": 33.44698897370653, + "grad_norm": 0.8607730383662399, + "learning_rate": 1.5519432847605806e-05, + "loss": 0.0206, + "step": 39434 + }, + { + "epoch": 33.44783715012723, + "grad_norm": 0.9141927874421533, + "learning_rate": 1.551920377524064e-05, + "loss": 0.0201, + "step": 39435 + }, + { + "epoch": 33.448685326547924, + "grad_norm": 0.9086875075551502, + "learning_rate": 1.551897469871057e-05, + "loss": 0.0217, + "step": 39436 + }, + { + "epoch": 33.44953350296862, + "grad_norm": 0.7265300985472407, + "learning_rate": 1.551874561801577e-05, + "loss": 0.0201, + "step": 39437 + }, + { + "epoch": 33.45038167938931, + "grad_norm": 0.8164309778140489, + "learning_rate": 1.551851653315641e-05, + "loss": 0.0207, + "step": 39438 + }, + { + "epoch": 33.451229855810006, + "grad_norm": 0.741044719684511, + "learning_rate": 1.5518287444132664e-05, + "loss": 0.0172, + "step": 39439 + }, + { + "epoch": 33.4520780322307, + "grad_norm": 0.9587220026983987, + "learning_rate": 1.55180583509447e-05, + "loss": 0.0219, + "step": 39440 + }, + { + "epoch": 33.4529262086514, + "grad_norm": 0.8191544591538458, + "learning_rate": 1.55178292535927e-05, + "loss": 0.0224, + "step": 39441 + }, + { + "epoch": 33.453774385072094, + "grad_norm": 0.7731465012524689, + "learning_rate": 1.5517600152076833e-05, + "loss": 0.0187, + "step": 39442 + }, + { + "epoch": 33.45462256149279, + "grad_norm": 0.8151854552154026, + "learning_rate": 1.551737104639727e-05, + "loss": 0.0211, + "step": 39443 + }, + { + "epoch": 33.45547073791349, + "grad_norm": 0.9097125361086265, + "learning_rate": 1.5517141936554185e-05, + "loss": 0.0214, + "step": 39444 + }, + { + "epoch": 33.45631891433418, + "grad_norm": 0.9528219520533862, + "learning_rate": 1.551691282254775e-05, + "loss": 0.0205, + "step": 39445 + }, + { + "epoch": 33.45716709075488, + "grad_norm": 0.7549904175590676, + "learning_rate": 1.551668370437814e-05, + "loss": 0.0184, + "step": 39446 + }, + { + "epoch": 33.458015267175576, + "grad_norm": 0.8674544998877066, + "learning_rate": 1.5516454582045524e-05, + "loss": 0.0224, + "step": 39447 + }, + { + "epoch": 33.458863443596265, + "grad_norm": 0.7064443703564202, + "learning_rate": 1.551622545555008e-05, + "loss": 0.0221, + "step": 39448 + }, + { + "epoch": 33.45971162001696, + "grad_norm": 1.039338974764506, + "learning_rate": 1.551599632489198e-05, + "loss": 0.0234, + "step": 39449 + }, + { + "epoch": 33.46055979643766, + "grad_norm": 0.799249215345035, + "learning_rate": 1.5515767190071393e-05, + "loss": 0.0209, + "step": 39450 + }, + { + "epoch": 33.46140797285835, + "grad_norm": 0.7170791429140577, + "learning_rate": 1.5515538051088495e-05, + "loss": 0.0198, + "step": 39451 + }, + { + "epoch": 33.46225614927905, + "grad_norm": 0.8371814734277424, + "learning_rate": 1.5515308907943458e-05, + "loss": 0.0198, + "step": 39452 + }, + { + "epoch": 33.463104325699746, + "grad_norm": 0.8068583826641306, + "learning_rate": 1.5515079760636456e-05, + "loss": 0.0182, + "step": 39453 + }, + { + "epoch": 33.46395250212044, + "grad_norm": 0.8003334896365188, + "learning_rate": 1.551485060916766e-05, + "loss": 0.0194, + "step": 39454 + }, + { + "epoch": 33.46480067854114, + "grad_norm": 0.6631761605137885, + "learning_rate": 1.5514621453537245e-05, + "loss": 0.0165, + "step": 39455 + }, + { + "epoch": 33.465648854961835, + "grad_norm": 0.7951444866831147, + "learning_rate": 1.5514392293745385e-05, + "loss": 0.0192, + "step": 39456 + }, + { + "epoch": 33.46649703138253, + "grad_norm": 0.9224711225691188, + "learning_rate": 1.5514163129792244e-05, + "loss": 0.0209, + "step": 39457 + }, + { + "epoch": 33.46734520780322, + "grad_norm": 0.7517725507158096, + "learning_rate": 1.551393396167801e-05, + "loss": 0.0217, + "step": 39458 + }, + { + "epoch": 33.468193384223916, + "grad_norm": 0.8291133220215442, + "learning_rate": 1.5513704789402843e-05, + "loss": 0.0211, + "step": 39459 + }, + { + "epoch": 33.46904156064461, + "grad_norm": 0.9153013552615593, + "learning_rate": 1.551347561296692e-05, + "loss": 0.0221, + "step": 39460 + }, + { + "epoch": 33.46988973706531, + "grad_norm": 0.8166726921623193, + "learning_rate": 1.5513246432370416e-05, + "loss": 0.02, + "step": 39461 + }, + { + "epoch": 33.470737913486005, + "grad_norm": 0.8323844752661762, + "learning_rate": 1.5513017247613506e-05, + "loss": 0.0215, + "step": 39462 + }, + { + "epoch": 33.4715860899067, + "grad_norm": 0.6830517330686299, + "learning_rate": 1.5512788058696356e-05, + "loss": 0.0209, + "step": 39463 + }, + { + "epoch": 33.4724342663274, + "grad_norm": 0.9312610865455758, + "learning_rate": 1.5512558865619143e-05, + "loss": 0.0207, + "step": 39464 + }, + { + "epoch": 33.47328244274809, + "grad_norm": 0.8919688301183861, + "learning_rate": 1.551232966838204e-05, + "loss": 0.0234, + "step": 39465 + }, + { + "epoch": 33.47413061916879, + "grad_norm": 0.8306501323169944, + "learning_rate": 1.551210046698522e-05, + "loss": 0.0194, + "step": 39466 + }, + { + "epoch": 33.474978795589486, + "grad_norm": 0.8691504873464057, + "learning_rate": 1.5511871261428852e-05, + "loss": 0.0192, + "step": 39467 + }, + { + "epoch": 33.475826972010175, + "grad_norm": 0.7877427149121609, + "learning_rate": 1.5511642051713117e-05, + "loss": 0.0203, + "step": 39468 + }, + { + "epoch": 33.47667514843087, + "grad_norm": 0.8220359730619289, + "learning_rate": 1.551141283783818e-05, + "loss": 0.0207, + "step": 39469 + }, + { + "epoch": 33.47752332485157, + "grad_norm": 0.8555833055947476, + "learning_rate": 1.5511183619804214e-05, + "loss": 0.0194, + "step": 39470 + }, + { + "epoch": 33.478371501272264, + "grad_norm": 0.7661655349051928, + "learning_rate": 1.5510954397611403e-05, + "loss": 0.0226, + "step": 39471 + }, + { + "epoch": 33.47921967769296, + "grad_norm": 0.7302715807784966, + "learning_rate": 1.5510725171259906e-05, + "loss": 0.0221, + "step": 39472 + }, + { + "epoch": 33.480067854113656, + "grad_norm": 0.8930614694833541, + "learning_rate": 1.5510495940749905e-05, + "loss": 0.0201, + "step": 39473 + }, + { + "epoch": 33.48091603053435, + "grad_norm": 0.8134660255181245, + "learning_rate": 1.551026670608157e-05, + "loss": 0.0216, + "step": 39474 + }, + { + "epoch": 33.48176420695505, + "grad_norm": 0.7541307762177947, + "learning_rate": 1.5510037467255073e-05, + "loss": 0.0198, + "step": 39475 + }, + { + "epoch": 33.482612383375745, + "grad_norm": 0.9073843539891601, + "learning_rate": 1.550980822427059e-05, + "loss": 0.021, + "step": 39476 + }, + { + "epoch": 33.48346055979644, + "grad_norm": 0.8890354376194004, + "learning_rate": 1.550957897712829e-05, + "loss": 0.0222, + "step": 39477 + }, + { + "epoch": 33.48430873621713, + "grad_norm": 0.7935254627762948, + "learning_rate": 1.550934972582835e-05, + "loss": 0.0221, + "step": 39478 + }, + { + "epoch": 33.48515691263783, + "grad_norm": 0.767997039636081, + "learning_rate": 1.5509120470370943e-05, + "loss": 0.0189, + "step": 39479 + }, + { + "epoch": 33.48600508905852, + "grad_norm": 0.9198479262652347, + "learning_rate": 1.5508891210756236e-05, + "loss": 0.0228, + "step": 39480 + }, + { + "epoch": 33.48685326547922, + "grad_norm": 0.9298249811500237, + "learning_rate": 1.5508661946984407e-05, + "loss": 0.0216, + "step": 39481 + }, + { + "epoch": 33.487701441899915, + "grad_norm": 0.9668377111158702, + "learning_rate": 1.5508432679055627e-05, + "loss": 0.0213, + "step": 39482 + }, + { + "epoch": 33.48854961832061, + "grad_norm": 0.7758414052035197, + "learning_rate": 1.550820340697007e-05, + "loss": 0.0212, + "step": 39483 + }, + { + "epoch": 33.48939779474131, + "grad_norm": 0.8515300841171197, + "learning_rate": 1.5507974130727914e-05, + "loss": 0.023, + "step": 39484 + }, + { + "epoch": 33.490245971162004, + "grad_norm": 0.86765448952608, + "learning_rate": 1.5507744850329326e-05, + "loss": 0.0225, + "step": 39485 + }, + { + "epoch": 33.4910941475827, + "grad_norm": 0.6311568146245944, + "learning_rate": 1.5507515565774473e-05, + "loss": 0.0189, + "step": 39486 + }, + { + "epoch": 33.49194232400339, + "grad_norm": 0.827480166439619, + "learning_rate": 1.5507286277063543e-05, + "loss": 0.0208, + "step": 39487 + }, + { + "epoch": 33.492790500424086, + "grad_norm": 0.773170722973328, + "learning_rate": 1.55070569841967e-05, + "loss": 0.0221, + "step": 39488 + }, + { + "epoch": 33.49363867684478, + "grad_norm": 0.8177447280239466, + "learning_rate": 1.550682768717412e-05, + "loss": 0.0202, + "step": 39489 + }, + { + "epoch": 33.49448685326548, + "grad_norm": 0.9466931209006317, + "learning_rate": 1.550659838599597e-05, + "loss": 0.0223, + "step": 39490 + }, + { + "epoch": 33.495335029686174, + "grad_norm": 0.8029353643878807, + "learning_rate": 1.5506369080662425e-05, + "loss": 0.0209, + "step": 39491 + }, + { + "epoch": 33.49618320610687, + "grad_norm": 0.7583982470212137, + "learning_rate": 1.5506139771173666e-05, + "loss": 0.0193, + "step": 39492 + }, + { + "epoch": 33.49703138252757, + "grad_norm": 0.7345741696633068, + "learning_rate": 1.5505910457529855e-05, + "loss": 0.0202, + "step": 39493 + }, + { + "epoch": 33.49787955894826, + "grad_norm": 0.9261937035890714, + "learning_rate": 1.5505681139731174e-05, + "loss": 0.0238, + "step": 39494 + }, + { + "epoch": 33.49872773536896, + "grad_norm": 0.8236857435226733, + "learning_rate": 1.5505451817777793e-05, + "loss": 0.0232, + "step": 39495 + }, + { + "epoch": 33.499575911789655, + "grad_norm": 0.7318210203890085, + "learning_rate": 1.5505222491669885e-05, + "loss": 0.0194, + "step": 39496 + }, + { + "epoch": 33.500424088210345, + "grad_norm": 0.8808381156061915, + "learning_rate": 1.5504993161407623e-05, + "loss": 0.0208, + "step": 39497 + }, + { + "epoch": 33.50127226463104, + "grad_norm": 0.9118740457937722, + "learning_rate": 1.5504763826991175e-05, + "loss": 0.0233, + "step": 39498 + }, + { + "epoch": 33.50212044105174, + "grad_norm": 0.7566227519063111, + "learning_rate": 1.5504534488420722e-05, + "loss": 0.0174, + "step": 39499 + }, + { + "epoch": 33.50296861747243, + "grad_norm": 0.7892720082090442, + "learning_rate": 1.5504305145696433e-05, + "loss": 0.0224, + "step": 39500 + }, + { + "epoch": 33.50381679389313, + "grad_norm": 0.7728049486700048, + "learning_rate": 1.5504075798818485e-05, + "loss": 0.0219, + "step": 39501 + }, + { + "epoch": 33.504664970313826, + "grad_norm": 1.066830402085774, + "learning_rate": 1.5503846447787045e-05, + "loss": 0.021, + "step": 39502 + }, + { + "epoch": 33.50551314673452, + "grad_norm": 0.9340294156929349, + "learning_rate": 1.550361709260229e-05, + "loss": 0.0223, + "step": 39503 + }, + { + "epoch": 33.50636132315522, + "grad_norm": 0.7208029789330772, + "learning_rate": 1.550338773326439e-05, + "loss": 0.0198, + "step": 39504 + }, + { + "epoch": 33.507209499575914, + "grad_norm": 0.8479841619246073, + "learning_rate": 1.5503158369773523e-05, + "loss": 0.0212, + "step": 39505 + }, + { + "epoch": 33.50805767599661, + "grad_norm": 0.6980772606515707, + "learning_rate": 1.5502929002129857e-05, + "loss": 0.0202, + "step": 39506 + }, + { + "epoch": 33.5089058524173, + "grad_norm": 0.7921642831778705, + "learning_rate": 1.5502699630333568e-05, + "loss": 0.0219, + "step": 39507 + }, + { + "epoch": 33.509754028837996, + "grad_norm": 0.7304560344472641, + "learning_rate": 1.550247025438483e-05, + "loss": 0.02, + "step": 39508 + }, + { + "epoch": 33.51060220525869, + "grad_norm": 0.9018878300900091, + "learning_rate": 1.550224087428381e-05, + "loss": 0.0199, + "step": 39509 + }, + { + "epoch": 33.51145038167939, + "grad_norm": 0.7666586893763604, + "learning_rate": 1.550201149003069e-05, + "loss": 0.0204, + "step": 39510 + }, + { + "epoch": 33.512298558100085, + "grad_norm": 0.8096524416749309, + "learning_rate": 1.5501782101625636e-05, + "loss": 0.0199, + "step": 39511 + }, + { + "epoch": 33.51314673452078, + "grad_norm": 0.8303761081563327, + "learning_rate": 1.5501552709068827e-05, + "loss": 0.0196, + "step": 39512 + }, + { + "epoch": 33.51399491094148, + "grad_norm": 0.9710340226954444, + "learning_rate": 1.550132331236043e-05, + "loss": 0.0243, + "step": 39513 + }, + { + "epoch": 33.51484308736217, + "grad_norm": 0.7839618946964224, + "learning_rate": 1.5501093911500622e-05, + "loss": 0.0206, + "step": 39514 + }, + { + "epoch": 33.51569126378287, + "grad_norm": 0.8248590987738565, + "learning_rate": 1.5500864506489576e-05, + "loss": 0.0234, + "step": 39515 + }, + { + "epoch": 33.51653944020356, + "grad_norm": 0.8876426871906798, + "learning_rate": 1.5500635097327465e-05, + "loss": 0.0193, + "step": 39516 + }, + { + "epoch": 33.517387616624255, + "grad_norm": 0.693003376201084, + "learning_rate": 1.5500405684014455e-05, + "loss": 0.019, + "step": 39517 + }, + { + "epoch": 33.51823579304495, + "grad_norm": 0.7713757070103615, + "learning_rate": 1.5500176266550734e-05, + "loss": 0.0205, + "step": 39518 + }, + { + "epoch": 33.51908396946565, + "grad_norm": 0.9092140774942797, + "learning_rate": 1.5499946844936462e-05, + "loss": 0.0208, + "step": 39519 + }, + { + "epoch": 33.519932145886344, + "grad_norm": 0.7493078688958303, + "learning_rate": 1.5499717419171818e-05, + "loss": 0.0212, + "step": 39520 + }, + { + "epoch": 33.52078032230704, + "grad_norm": 0.9374183980742197, + "learning_rate": 1.5499487989256973e-05, + "loss": 0.0221, + "step": 39521 + }, + { + "epoch": 33.521628498727736, + "grad_norm": 0.7325347572883826, + "learning_rate": 1.5499258555192103e-05, + "loss": 0.0192, + "step": 39522 + }, + { + "epoch": 33.52247667514843, + "grad_norm": 0.8653018359102904, + "learning_rate": 1.5499029116977376e-05, + "loss": 0.0234, + "step": 39523 + }, + { + "epoch": 33.52332485156913, + "grad_norm": 0.9443002388592461, + "learning_rate": 1.549879967461297e-05, + "loss": 0.0238, + "step": 39524 + }, + { + "epoch": 33.524173027989825, + "grad_norm": 0.7299031064010068, + "learning_rate": 1.5498570228099053e-05, + "loss": 0.023, + "step": 39525 + }, + { + "epoch": 33.525021204410514, + "grad_norm": 0.9112596628896208, + "learning_rate": 1.5498340777435807e-05, + "loss": 0.0213, + "step": 39526 + }, + { + "epoch": 33.52586938083121, + "grad_norm": 0.7551978391714694, + "learning_rate": 1.5498111322623398e-05, + "loss": 0.0189, + "step": 39527 + }, + { + "epoch": 33.52671755725191, + "grad_norm": 0.7942678524714991, + "learning_rate": 1.5497881863661997e-05, + "loss": 0.023, + "step": 39528 + }, + { + "epoch": 33.5275657336726, + "grad_norm": 0.6957347036342716, + "learning_rate": 1.549765240055179e-05, + "loss": 0.0198, + "step": 39529 + }, + { + "epoch": 33.5284139100933, + "grad_norm": 0.8205586530893145, + "learning_rate": 1.549742293329293e-05, + "loss": 0.0187, + "step": 39530 + }, + { + "epoch": 33.529262086513995, + "grad_norm": 1.1072519493043194, + "learning_rate": 1.5497193461885608e-05, + "loss": 0.025, + "step": 39531 + }, + { + "epoch": 33.53011026293469, + "grad_norm": 1.0071516840019255, + "learning_rate": 1.549696398632999e-05, + "loss": 0.0211, + "step": 39532 + }, + { + "epoch": 33.53095843935539, + "grad_norm": 0.8536071701584069, + "learning_rate": 1.549673450662625e-05, + "loss": 0.021, + "step": 39533 + }, + { + "epoch": 33.531806615776084, + "grad_norm": 1.0484362033328896, + "learning_rate": 1.5496505022774558e-05, + "loss": 0.0242, + "step": 39534 + }, + { + "epoch": 33.53265479219678, + "grad_norm": 0.8307311619437459, + "learning_rate": 1.549627553477509e-05, + "loss": 0.0208, + "step": 39535 + }, + { + "epoch": 33.53350296861747, + "grad_norm": 0.9679248149624357, + "learning_rate": 1.5496046042628022e-05, + "loss": 0.0215, + "step": 39536 + }, + { + "epoch": 33.534351145038165, + "grad_norm": 0.9418477257929695, + "learning_rate": 1.5495816546333526e-05, + "loss": 0.0209, + "step": 39537 + }, + { + "epoch": 33.53519932145886, + "grad_norm": 0.9346858565042995, + "learning_rate": 1.5495587045891766e-05, + "loss": 0.022, + "step": 39538 + }, + { + "epoch": 33.53604749787956, + "grad_norm": 0.8421166581843966, + "learning_rate": 1.5495357541302927e-05, + "loss": 0.0241, + "step": 39539 + }, + { + "epoch": 33.536895674300254, + "grad_norm": 0.9129917838007482, + "learning_rate": 1.549512803256718e-05, + "loss": 0.0219, + "step": 39540 + }, + { + "epoch": 33.53774385072095, + "grad_norm": 0.8766921177952349, + "learning_rate": 1.5494898519684692e-05, + "loss": 0.0195, + "step": 39541 + }, + { + "epoch": 33.53859202714165, + "grad_norm": 0.7134430607307014, + "learning_rate": 1.5494669002655646e-05, + "loss": 0.022, + "step": 39542 + }, + { + "epoch": 33.53944020356234, + "grad_norm": 0.8979957230718457, + "learning_rate": 1.5494439481480207e-05, + "loss": 0.0213, + "step": 39543 + }, + { + "epoch": 33.54028837998304, + "grad_norm": 0.7851122885092967, + "learning_rate": 1.549420995615855e-05, + "loss": 0.0196, + "step": 39544 + }, + { + "epoch": 33.541136556403735, + "grad_norm": 1.2846563098190609, + "learning_rate": 1.5493980426690844e-05, + "loss": 0.0247, + "step": 39545 + }, + { + "epoch": 33.541984732824424, + "grad_norm": 0.8298805129807728, + "learning_rate": 1.5493750893077273e-05, + "loss": 0.0214, + "step": 39546 + }, + { + "epoch": 33.54283290924512, + "grad_norm": 0.8932515764036457, + "learning_rate": 1.5493521355318003e-05, + "loss": 0.0193, + "step": 39547 + }, + { + "epoch": 33.54368108566582, + "grad_norm": 0.7312101731530481, + "learning_rate": 1.549329181341321e-05, + "loss": 0.0214, + "step": 39548 + }, + { + "epoch": 33.54452926208651, + "grad_norm": 0.7955423476848195, + "learning_rate": 1.5493062267363065e-05, + "loss": 0.0199, + "step": 39549 + }, + { + "epoch": 33.54537743850721, + "grad_norm": 0.7899390916145695, + "learning_rate": 1.5492832717167742e-05, + "loss": 0.0203, + "step": 39550 + }, + { + "epoch": 33.546225614927906, + "grad_norm": 0.873774314075255, + "learning_rate": 1.5492603162827413e-05, + "loss": 0.0212, + "step": 39551 + }, + { + "epoch": 33.5470737913486, + "grad_norm": 1.0119849129692895, + "learning_rate": 1.549237360434225e-05, + "loss": 0.0221, + "step": 39552 + }, + { + "epoch": 33.5479219677693, + "grad_norm": 0.7966132123840483, + "learning_rate": 1.5492144041712433e-05, + "loss": 0.022, + "step": 39553 + }, + { + "epoch": 33.548770144189994, + "grad_norm": 0.8825760575867997, + "learning_rate": 1.5491914474938128e-05, + "loss": 0.0232, + "step": 39554 + }, + { + "epoch": 33.54961832061069, + "grad_norm": 0.839962216282024, + "learning_rate": 1.5491684904019514e-05, + "loss": 0.0219, + "step": 39555 + }, + { + "epoch": 33.55046649703138, + "grad_norm": 0.8640369592168575, + "learning_rate": 1.549145532895676e-05, + "loss": 0.02, + "step": 39556 + }, + { + "epoch": 33.551314673452076, + "grad_norm": 0.7722744734595688, + "learning_rate": 1.5491225749750038e-05, + "loss": 0.0218, + "step": 39557 + }, + { + "epoch": 33.55216284987277, + "grad_norm": 1.0786362129205156, + "learning_rate": 1.5490996166399525e-05, + "loss": 0.0234, + "step": 39558 + }, + { + "epoch": 33.55301102629347, + "grad_norm": 0.9221343542472664, + "learning_rate": 1.5490766578905397e-05, + "loss": 0.0231, + "step": 39559 + }, + { + "epoch": 33.553859202714165, + "grad_norm": 0.8354667072321496, + "learning_rate": 1.5490536987267822e-05, + "loss": 0.0201, + "step": 39560 + }, + { + "epoch": 33.55470737913486, + "grad_norm": 0.8715062921173403, + "learning_rate": 1.5490307391486972e-05, + "loss": 0.0211, + "step": 39561 + }, + { + "epoch": 33.55555555555556, + "grad_norm": 0.8151734388121482, + "learning_rate": 1.5490077791563023e-05, + "loss": 0.0209, + "step": 39562 + }, + { + "epoch": 33.55640373197625, + "grad_norm": 0.9244542508097604, + "learning_rate": 1.548984818749615e-05, + "loss": 0.0216, + "step": 39563 + }, + { + "epoch": 33.55725190839695, + "grad_norm": 0.9388030237192007, + "learning_rate": 1.5489618579286525e-05, + "loss": 0.0249, + "step": 39564 + }, + { + "epoch": 33.55810008481764, + "grad_norm": 0.6314821090819911, + "learning_rate": 1.5489388966934318e-05, + "loss": 0.0193, + "step": 39565 + }, + { + "epoch": 33.558948261238335, + "grad_norm": 0.9493176892833952, + "learning_rate": 1.5489159350439704e-05, + "loss": 0.0224, + "step": 39566 + }, + { + "epoch": 33.55979643765903, + "grad_norm": 0.9307495288264633, + "learning_rate": 1.548892972980286e-05, + "loss": 0.0201, + "step": 39567 + }, + { + "epoch": 33.56064461407973, + "grad_norm": 1.1534572727959402, + "learning_rate": 1.5488700105023954e-05, + "loss": 0.0234, + "step": 39568 + }, + { + "epoch": 33.561492790500424, + "grad_norm": 0.8622094612448443, + "learning_rate": 1.5488470476103166e-05, + "loss": 0.0199, + "step": 39569 + }, + { + "epoch": 33.56234096692112, + "grad_norm": 0.8805922176859167, + "learning_rate": 1.5488240843040662e-05, + "loss": 0.0215, + "step": 39570 + }, + { + "epoch": 33.563189143341816, + "grad_norm": 0.8703548632670899, + "learning_rate": 1.548801120583662e-05, + "loss": 0.022, + "step": 39571 + }, + { + "epoch": 33.56403731976251, + "grad_norm": 0.9215977734757712, + "learning_rate": 1.548778156449121e-05, + "loss": 0.0201, + "step": 39572 + }, + { + "epoch": 33.56488549618321, + "grad_norm": 0.8530571676165742, + "learning_rate": 1.5487551919004605e-05, + "loss": 0.021, + "step": 39573 + }, + { + "epoch": 33.565733672603905, + "grad_norm": 0.7513628506160717, + "learning_rate": 1.5487322269376982e-05, + "loss": 0.0223, + "step": 39574 + }, + { + "epoch": 33.566581849024594, + "grad_norm": 0.842284776185049, + "learning_rate": 1.5487092615608514e-05, + "loss": 0.0214, + "step": 39575 + }, + { + "epoch": 33.56743002544529, + "grad_norm": 0.8724754802709351, + "learning_rate": 1.5486862957699372e-05, + "loss": 0.0247, + "step": 39576 + }, + { + "epoch": 33.568278201865986, + "grad_norm": 0.8360756195704753, + "learning_rate": 1.548663329564973e-05, + "loss": 0.0218, + "step": 39577 + }, + { + "epoch": 33.56912637828668, + "grad_norm": 0.6924014958422027, + "learning_rate": 1.548640362945976e-05, + "loss": 0.0193, + "step": 39578 + }, + { + "epoch": 33.56997455470738, + "grad_norm": 1.0085108373239444, + "learning_rate": 1.548617395912964e-05, + "loss": 0.0229, + "step": 39579 + }, + { + "epoch": 33.570822731128075, + "grad_norm": 0.8687015933723625, + "learning_rate": 1.5485944284659538e-05, + "loss": 0.0237, + "step": 39580 + }, + { + "epoch": 33.57167090754877, + "grad_norm": 0.8422491851471983, + "learning_rate": 1.548571460604963e-05, + "loss": 0.0228, + "step": 39581 + }, + { + "epoch": 33.57251908396947, + "grad_norm": 0.7131711072603776, + "learning_rate": 1.5485484923300088e-05, + "loss": 0.0196, + "step": 39582 + }, + { + "epoch": 33.573367260390164, + "grad_norm": 0.7668124412703347, + "learning_rate": 1.5485255236411086e-05, + "loss": 0.0191, + "step": 39583 + }, + { + "epoch": 33.57421543681086, + "grad_norm": 0.8190463137732843, + "learning_rate": 1.5485025545382793e-05, + "loss": 0.0219, + "step": 39584 + }, + { + "epoch": 33.57506361323155, + "grad_norm": 0.887951897928023, + "learning_rate": 1.5484795850215393e-05, + "loss": 0.0192, + "step": 39585 + }, + { + "epoch": 33.575911789652245, + "grad_norm": 0.9344429707822487, + "learning_rate": 1.548456615090905e-05, + "loss": 0.0221, + "step": 39586 + }, + { + "epoch": 33.57675996607294, + "grad_norm": 1.0330002879251816, + "learning_rate": 1.5484336447463944e-05, + "loss": 0.0224, + "step": 39587 + }, + { + "epoch": 33.57760814249364, + "grad_norm": 0.8802638652258048, + "learning_rate": 1.548410673988024e-05, + "loss": 0.0218, + "step": 39588 + }, + { + "epoch": 33.578456318914334, + "grad_norm": 0.9588829069715024, + "learning_rate": 1.548387702815812e-05, + "loss": 0.023, + "step": 39589 + }, + { + "epoch": 33.57930449533503, + "grad_norm": 0.8934877638617655, + "learning_rate": 1.5483647312297748e-05, + "loss": 0.0213, + "step": 39590 + }, + { + "epoch": 33.58015267175573, + "grad_norm": 0.6979962803213374, + "learning_rate": 1.548341759229931e-05, + "loss": 0.0192, + "step": 39591 + }, + { + "epoch": 33.58100084817642, + "grad_norm": 1.3111774556685665, + "learning_rate": 1.5483187868162962e-05, + "loss": 0.0251, + "step": 39592 + }, + { + "epoch": 33.58184902459712, + "grad_norm": 0.8160733589818886, + "learning_rate": 1.5482958139888896e-05, + "loss": 0.02, + "step": 39593 + }, + { + "epoch": 33.58269720101781, + "grad_norm": 0.8532836916669188, + "learning_rate": 1.5482728407477275e-05, + "loss": 0.0207, + "step": 39594 + }, + { + "epoch": 33.583545377438504, + "grad_norm": 0.8324815952231351, + "learning_rate": 1.5482498670928273e-05, + "loss": 0.0248, + "step": 39595 + }, + { + "epoch": 33.5843935538592, + "grad_norm": 0.9666933916131805, + "learning_rate": 1.5482268930242064e-05, + "loss": 0.022, + "step": 39596 + }, + { + "epoch": 33.5852417302799, + "grad_norm": 1.0034738044376221, + "learning_rate": 1.548203918541882e-05, + "loss": 0.0224, + "step": 39597 + }, + { + "epoch": 33.58608990670059, + "grad_norm": 0.843304297503903, + "learning_rate": 1.548180943645872e-05, + "loss": 0.0217, + "step": 39598 + }, + { + "epoch": 33.58693808312129, + "grad_norm": 0.8649074053928061, + "learning_rate": 1.5481579683361933e-05, + "loss": 0.0209, + "step": 39599 + }, + { + "epoch": 33.587786259541986, + "grad_norm": 0.8802466778930064, + "learning_rate": 1.5481349926128634e-05, + "loss": 0.021, + "step": 39600 + }, + { + "epoch": 33.58863443596268, + "grad_norm": 0.8297176535666758, + "learning_rate": 1.5481120164758992e-05, + "loss": 0.0222, + "step": 39601 + }, + { + "epoch": 33.58948261238338, + "grad_norm": 0.8467960798120969, + "learning_rate": 1.5480890399253183e-05, + "loss": 0.0189, + "step": 39602 + }, + { + "epoch": 33.590330788804074, + "grad_norm": 0.9350590083608954, + "learning_rate": 1.5480660629611387e-05, + "loss": 0.0228, + "step": 39603 + }, + { + "epoch": 33.59117896522476, + "grad_norm": 0.9096747397911206, + "learning_rate": 1.5480430855833762e-05, + "loss": 0.0225, + "step": 39604 + }, + { + "epoch": 33.59202714164546, + "grad_norm": 0.941932253060076, + "learning_rate": 1.54802010779205e-05, + "loss": 0.0228, + "step": 39605 + }, + { + "epoch": 33.592875318066156, + "grad_norm": 0.7745753816763572, + "learning_rate": 1.5479971295871764e-05, + "loss": 0.0205, + "step": 39606 + }, + { + "epoch": 33.59372349448685, + "grad_norm": 0.9731128397599376, + "learning_rate": 1.5479741509687723e-05, + "loss": 0.0203, + "step": 39607 + }, + { + "epoch": 33.59457167090755, + "grad_norm": 0.7379898319707742, + "learning_rate": 1.547951171936856e-05, + "loss": 0.02, + "step": 39608 + }, + { + "epoch": 33.595419847328245, + "grad_norm": 0.9097643648927367, + "learning_rate": 1.5479281924914446e-05, + "loss": 0.0236, + "step": 39609 + }, + { + "epoch": 33.59626802374894, + "grad_norm": 1.0270143765425517, + "learning_rate": 1.547905212632555e-05, + "loss": 0.0228, + "step": 39610 + }, + { + "epoch": 33.59711620016964, + "grad_norm": 0.9393094854359711, + "learning_rate": 1.547882232360205e-05, + "loss": 0.0207, + "step": 39611 + }, + { + "epoch": 33.59796437659033, + "grad_norm": 0.859209932875024, + "learning_rate": 1.5478592516744114e-05, + "loss": 0.0219, + "step": 39612 + }, + { + "epoch": 33.59881255301103, + "grad_norm": 0.8718134997902266, + "learning_rate": 1.5478362705751924e-05, + "loss": 0.0205, + "step": 39613 + }, + { + "epoch": 33.59966072943172, + "grad_norm": 0.8969836305870218, + "learning_rate": 1.5478132890625648e-05, + "loss": 0.0211, + "step": 39614 + }, + { + "epoch": 33.600508905852415, + "grad_norm": 0.8255894684917733, + "learning_rate": 1.5477903071365458e-05, + "loss": 0.0207, + "step": 39615 + }, + { + "epoch": 33.60135708227311, + "grad_norm": 0.6722327556278068, + "learning_rate": 1.547767324797153e-05, + "loss": 0.0185, + "step": 39616 + }, + { + "epoch": 33.60220525869381, + "grad_norm": 0.9626525174302646, + "learning_rate": 1.5477443420444037e-05, + "loss": 0.0223, + "step": 39617 + }, + { + "epoch": 33.603053435114504, + "grad_norm": 0.8808975548777566, + "learning_rate": 1.547721358878315e-05, + "loss": 0.0213, + "step": 39618 + }, + { + "epoch": 33.6039016115352, + "grad_norm": 0.9857436130247668, + "learning_rate": 1.547698375298905e-05, + "loss": 0.0229, + "step": 39619 + }, + { + "epoch": 33.604749787955896, + "grad_norm": 0.8546835385817456, + "learning_rate": 1.5476753913061902e-05, + "loss": 0.0222, + "step": 39620 + }, + { + "epoch": 33.60559796437659, + "grad_norm": 0.9353724167503247, + "learning_rate": 1.547652406900188e-05, + "loss": 0.0219, + "step": 39621 + }, + { + "epoch": 33.60644614079729, + "grad_norm": 1.052022234560872, + "learning_rate": 1.5476294220809167e-05, + "loss": 0.0218, + "step": 39622 + }, + { + "epoch": 33.607294317217985, + "grad_norm": 0.9646458841891379, + "learning_rate": 1.547606436848392e-05, + "loss": 0.0223, + "step": 39623 + }, + { + "epoch": 33.608142493638674, + "grad_norm": 0.7168795092044508, + "learning_rate": 1.547583451202633e-05, + "loss": 0.0227, + "step": 39624 + }, + { + "epoch": 33.60899067005937, + "grad_norm": 0.9361745058368804, + "learning_rate": 1.547560465143656e-05, + "loss": 0.0232, + "step": 39625 + }, + { + "epoch": 33.609838846480066, + "grad_norm": 0.9137588811915393, + "learning_rate": 1.5475374786714782e-05, + "loss": 0.0206, + "step": 39626 + }, + { + "epoch": 33.61068702290076, + "grad_norm": 0.8693231708385533, + "learning_rate": 1.547514491786118e-05, + "loss": 0.0215, + "step": 39627 + }, + { + "epoch": 33.61153519932146, + "grad_norm": 0.886425337115181, + "learning_rate": 1.5474915044875915e-05, + "loss": 0.0229, + "step": 39628 + }, + { + "epoch": 33.612383375742155, + "grad_norm": 0.8439227602009818, + "learning_rate": 1.547468516775917e-05, + "loss": 0.0218, + "step": 39629 + }, + { + "epoch": 33.61323155216285, + "grad_norm": 0.9199930186442117, + "learning_rate": 1.5474455286511113e-05, + "loss": 0.0222, + "step": 39630 + }, + { + "epoch": 33.61407972858355, + "grad_norm": 0.7090287324138425, + "learning_rate": 1.5474225401131917e-05, + "loss": 0.0201, + "step": 39631 + }, + { + "epoch": 33.614927905004244, + "grad_norm": 0.8102171029117693, + "learning_rate": 1.547399551162176e-05, + "loss": 0.0199, + "step": 39632 + }, + { + "epoch": 33.61577608142493, + "grad_norm": 0.8716114039998416, + "learning_rate": 1.5473765617980813e-05, + "loss": 0.023, + "step": 39633 + }, + { + "epoch": 33.61662425784563, + "grad_norm": 1.0300350899899053, + "learning_rate": 1.547353572020925e-05, + "loss": 0.0229, + "step": 39634 + }, + { + "epoch": 33.617472434266325, + "grad_norm": 0.9075397695762606, + "learning_rate": 1.5473305818307248e-05, + "loss": 0.0216, + "step": 39635 + }, + { + "epoch": 33.61832061068702, + "grad_norm": 1.099667952032078, + "learning_rate": 1.547307591227497e-05, + "loss": 0.0242, + "step": 39636 + }, + { + "epoch": 33.61916878710772, + "grad_norm": 1.3653779840858933, + "learning_rate": 1.54728460021126e-05, + "loss": 0.0242, + "step": 39637 + }, + { + "epoch": 33.620016963528414, + "grad_norm": 0.944384913820026, + "learning_rate": 1.5472616087820303e-05, + "loss": 0.0252, + "step": 39638 + }, + { + "epoch": 33.62086513994911, + "grad_norm": 0.8109048199440064, + "learning_rate": 1.547238616939826e-05, + "loss": 0.0214, + "step": 39639 + }, + { + "epoch": 33.62171331636981, + "grad_norm": 0.7529615900686053, + "learning_rate": 1.5472156246846645e-05, + "loss": 0.0206, + "step": 39640 + }, + { + "epoch": 33.6225614927905, + "grad_norm": 0.808270019626207, + "learning_rate": 1.547192632016562e-05, + "loss": 0.0236, + "step": 39641 + }, + { + "epoch": 33.6234096692112, + "grad_norm": 0.9860575913692263, + "learning_rate": 1.5471696389355376e-05, + "loss": 0.0225, + "step": 39642 + }, + { + "epoch": 33.62425784563189, + "grad_norm": 0.8004917135819319, + "learning_rate": 1.5471466454416072e-05, + "loss": 0.0216, + "step": 39643 + }, + { + "epoch": 33.625106022052584, + "grad_norm": 0.7786624703918728, + "learning_rate": 1.5471236515347886e-05, + "loss": 0.0201, + "step": 39644 + }, + { + "epoch": 33.62595419847328, + "grad_norm": 0.9011931107114011, + "learning_rate": 1.5471006572150994e-05, + "loss": 0.0245, + "step": 39645 + }, + { + "epoch": 33.62680237489398, + "grad_norm": 1.0065944951387136, + "learning_rate": 1.547077662482557e-05, + "loss": 0.025, + "step": 39646 + }, + { + "epoch": 33.62765055131467, + "grad_norm": 0.7955084768398283, + "learning_rate": 1.547054667337178e-05, + "loss": 0.022, + "step": 39647 + }, + { + "epoch": 33.62849872773537, + "grad_norm": 0.9742817498164429, + "learning_rate": 1.5470316717789804e-05, + "loss": 0.0212, + "step": 39648 + }, + { + "epoch": 33.629346904156066, + "grad_norm": 0.8180105505182367, + "learning_rate": 1.5470086758079815e-05, + "loss": 0.0209, + "step": 39649 + }, + { + "epoch": 33.63019508057676, + "grad_norm": 0.8304232814929718, + "learning_rate": 1.5469856794241983e-05, + "loss": 0.0239, + "step": 39650 + }, + { + "epoch": 33.63104325699746, + "grad_norm": 0.9162514118317854, + "learning_rate": 1.546962682627649e-05, + "loss": 0.0223, + "step": 39651 + }, + { + "epoch": 33.631891433418154, + "grad_norm": 1.0149869505140694, + "learning_rate": 1.5469396854183498e-05, + "loss": 0.0222, + "step": 39652 + }, + { + "epoch": 33.63273960983884, + "grad_norm": 0.8433683203137512, + "learning_rate": 1.546916687796319e-05, + "loss": 0.0222, + "step": 39653 + }, + { + "epoch": 33.63358778625954, + "grad_norm": 0.9031384319146295, + "learning_rate": 1.5468936897615738e-05, + "loss": 0.0231, + "step": 39654 + }, + { + "epoch": 33.634435962680236, + "grad_norm": 0.8924843711822202, + "learning_rate": 1.546870691314131e-05, + "loss": 0.0218, + "step": 39655 + }, + { + "epoch": 33.63528413910093, + "grad_norm": 0.9640295051198471, + "learning_rate": 1.546847692454008e-05, + "loss": 0.021, + "step": 39656 + }, + { + "epoch": 33.63613231552163, + "grad_norm": 0.9692195670769338, + "learning_rate": 1.546824693181223e-05, + "loss": 0.0228, + "step": 39657 + }, + { + "epoch": 33.636980491942325, + "grad_norm": 0.9827298934214382, + "learning_rate": 1.5468016934957927e-05, + "loss": 0.0208, + "step": 39658 + }, + { + "epoch": 33.63782866836302, + "grad_norm": 0.9941474776331536, + "learning_rate": 1.5467786933977345e-05, + "loss": 0.024, + "step": 39659 + }, + { + "epoch": 33.63867684478372, + "grad_norm": 0.7479247925055449, + "learning_rate": 1.546755692887066e-05, + "loss": 0.0208, + "step": 39660 + }, + { + "epoch": 33.63952502120441, + "grad_norm": 0.9020083462160075, + "learning_rate": 1.5467326919638038e-05, + "loss": 0.021, + "step": 39661 + }, + { + "epoch": 33.64037319762511, + "grad_norm": 0.9207870201519759, + "learning_rate": 1.5467096906279665e-05, + "loss": 0.0205, + "step": 39662 + }, + { + "epoch": 33.6412213740458, + "grad_norm": 0.9553373751375487, + "learning_rate": 1.5466866888795703e-05, + "loss": 0.0213, + "step": 39663 + }, + { + "epoch": 33.642069550466495, + "grad_norm": 1.047027793782973, + "learning_rate": 1.5466636867186335e-05, + "loss": 0.0232, + "step": 39664 + }, + { + "epoch": 33.64291772688719, + "grad_norm": 0.8767409063895156, + "learning_rate": 1.5466406841451726e-05, + "loss": 0.0204, + "step": 39665 + }, + { + "epoch": 33.64376590330789, + "grad_norm": 0.9302943406148364, + "learning_rate": 1.5466176811592057e-05, + "loss": 0.0249, + "step": 39666 + }, + { + "epoch": 33.64461407972858, + "grad_norm": 0.8246239102508337, + "learning_rate": 1.5465946777607497e-05, + "loss": 0.0233, + "step": 39667 + }, + { + "epoch": 33.64546225614928, + "grad_norm": 0.9873716052278826, + "learning_rate": 1.546571673949822e-05, + "loss": 0.0224, + "step": 39668 + }, + { + "epoch": 33.646310432569976, + "grad_norm": 0.8203338398843149, + "learning_rate": 1.54654866972644e-05, + "loss": 0.0204, + "step": 39669 + }, + { + "epoch": 33.64715860899067, + "grad_norm": 0.8770512205664793, + "learning_rate": 1.5465256650906214e-05, + "loss": 0.0221, + "step": 39670 + }, + { + "epoch": 33.64800678541137, + "grad_norm": 1.0158758649834008, + "learning_rate": 1.546502660042383e-05, + "loss": 0.0231, + "step": 39671 + }, + { + "epoch": 33.64885496183206, + "grad_norm": 0.7728365676429464, + "learning_rate": 1.5464796545817427e-05, + "loss": 0.0216, + "step": 39672 + }, + { + "epoch": 33.649703138252754, + "grad_norm": 1.0069497938289356, + "learning_rate": 1.5464566487087175e-05, + "loss": 0.0226, + "step": 39673 + }, + { + "epoch": 33.65055131467345, + "grad_norm": 0.881128192959771, + "learning_rate": 1.5464336424233245e-05, + "loss": 0.0235, + "step": 39674 + }, + { + "epoch": 33.651399491094146, + "grad_norm": 0.866747808091925, + "learning_rate": 1.546410635725582e-05, + "loss": 0.0199, + "step": 39675 + }, + { + "epoch": 33.65224766751484, + "grad_norm": 0.8788597232424795, + "learning_rate": 1.5463876286155062e-05, + "loss": 0.0242, + "step": 39676 + }, + { + "epoch": 33.65309584393554, + "grad_norm": 0.8475796804019767, + "learning_rate": 1.5463646210931155e-05, + "loss": 0.0224, + "step": 39677 + }, + { + "epoch": 33.653944020356235, + "grad_norm": 0.9023101728391509, + "learning_rate": 1.5463416131584263e-05, + "loss": 0.0222, + "step": 39678 + }, + { + "epoch": 33.65479219677693, + "grad_norm": 0.8544390870607446, + "learning_rate": 1.5463186048114568e-05, + "loss": 0.0226, + "step": 39679 + }, + { + "epoch": 33.65564037319763, + "grad_norm": 0.8628000252474114, + "learning_rate": 1.5462955960522238e-05, + "loss": 0.0198, + "step": 39680 + }, + { + "epoch": 33.656488549618324, + "grad_norm": 0.9171080146506848, + "learning_rate": 1.5462725868807452e-05, + "loss": 0.0223, + "step": 39681 + }, + { + "epoch": 33.65733672603901, + "grad_norm": 0.9507750526361192, + "learning_rate": 1.5462495772970375e-05, + "loss": 0.0231, + "step": 39682 + }, + { + "epoch": 33.65818490245971, + "grad_norm": 0.9632967677502685, + "learning_rate": 1.546226567301119e-05, + "loss": 0.0225, + "step": 39683 + }, + { + "epoch": 33.659033078880405, + "grad_norm": 0.8323422611612609, + "learning_rate": 1.5462035568930067e-05, + "loss": 0.0218, + "step": 39684 + }, + { + "epoch": 33.6598812553011, + "grad_norm": 0.9330456164069089, + "learning_rate": 1.546180546072718e-05, + "loss": 0.0233, + "step": 39685 + }, + { + "epoch": 33.6607294317218, + "grad_norm": 0.74672770781625, + "learning_rate": 1.54615753484027e-05, + "loss": 0.0208, + "step": 39686 + }, + { + "epoch": 33.661577608142494, + "grad_norm": 0.9900873706388096, + "learning_rate": 1.5461345231956805e-05, + "loss": 0.0246, + "step": 39687 + }, + { + "epoch": 33.66242578456319, + "grad_norm": 0.9469202793155213, + "learning_rate": 1.5461115111389665e-05, + "loss": 0.0219, + "step": 39688 + }, + { + "epoch": 33.66327396098389, + "grad_norm": 0.8505978107769078, + "learning_rate": 1.5460884986701453e-05, + "loss": 0.023, + "step": 39689 + }, + { + "epoch": 33.66412213740458, + "grad_norm": 0.8287469094101358, + "learning_rate": 1.5460654857892347e-05, + "loss": 0.0208, + "step": 39690 + }, + { + "epoch": 33.66497031382528, + "grad_norm": 0.7101317202149758, + "learning_rate": 1.5460424724962514e-05, + "loss": 0.022, + "step": 39691 + }, + { + "epoch": 33.66581849024597, + "grad_norm": 0.7159859312284446, + "learning_rate": 1.546019458791214e-05, + "loss": 0.0197, + "step": 39692 + }, + { + "epoch": 33.666666666666664, + "grad_norm": 1.0078382976337374, + "learning_rate": 1.545996444674138e-05, + "loss": 0.0249, + "step": 39693 + }, + { + "epoch": 33.66751484308736, + "grad_norm": 1.0706416577948363, + "learning_rate": 1.545973430145043e-05, + "loss": 0.0246, + "step": 39694 + }, + { + "epoch": 33.66836301950806, + "grad_norm": 0.8926930295332035, + "learning_rate": 1.545950415203944e-05, + "loss": 0.0227, + "step": 39695 + }, + { + "epoch": 33.66921119592875, + "grad_norm": 0.9476461578257291, + "learning_rate": 1.5459273998508604e-05, + "loss": 0.0256, + "step": 39696 + }, + { + "epoch": 33.67005937234945, + "grad_norm": 0.6562686028890705, + "learning_rate": 1.5459043840858087e-05, + "loss": 0.0179, + "step": 39697 + }, + { + "epoch": 33.670907548770145, + "grad_norm": 0.9904875453513712, + "learning_rate": 1.545881367908806e-05, + "loss": 0.0219, + "step": 39698 + }, + { + "epoch": 33.67175572519084, + "grad_norm": 0.9200180546057747, + "learning_rate": 1.54585835131987e-05, + "loss": 0.0218, + "step": 39699 + }, + { + "epoch": 33.67260390161154, + "grad_norm": 0.8867484827925383, + "learning_rate": 1.5458353343190183e-05, + "loss": 0.0214, + "step": 39700 + }, + { + "epoch": 33.673452078032234, + "grad_norm": 0.8955167080046859, + "learning_rate": 1.5458123169062677e-05, + "loss": 0.026, + "step": 39701 + }, + { + "epoch": 33.67430025445292, + "grad_norm": 0.8895457555007524, + "learning_rate": 1.5457892990816358e-05, + "loss": 0.0212, + "step": 39702 + }, + { + "epoch": 33.67514843087362, + "grad_norm": 0.847135254397865, + "learning_rate": 1.54576628084514e-05, + "loss": 0.0234, + "step": 39703 + }, + { + "epoch": 33.675996607294316, + "grad_norm": 0.855796317599139, + "learning_rate": 1.5457432621967982e-05, + "loss": 0.0231, + "step": 39704 + }, + { + "epoch": 33.67684478371501, + "grad_norm": 0.7955266796384188, + "learning_rate": 1.545720243136627e-05, + "loss": 0.0221, + "step": 39705 + }, + { + "epoch": 33.67769296013571, + "grad_norm": 0.8076198524414746, + "learning_rate": 1.545697223664644e-05, + "loss": 0.0202, + "step": 39706 + }, + { + "epoch": 33.678541136556404, + "grad_norm": 0.7656248346596697, + "learning_rate": 1.5456742037808666e-05, + "loss": 0.019, + "step": 39707 + }, + { + "epoch": 33.6793893129771, + "grad_norm": 1.0668046795098056, + "learning_rate": 1.5456511834853122e-05, + "loss": 0.0204, + "step": 39708 + }, + { + "epoch": 33.6802374893978, + "grad_norm": 0.8715357749032406, + "learning_rate": 1.5456281627779984e-05, + "loss": 0.0203, + "step": 39709 + }, + { + "epoch": 33.68108566581849, + "grad_norm": 0.8621323562215936, + "learning_rate": 1.5456051416589423e-05, + "loss": 0.0213, + "step": 39710 + }, + { + "epoch": 33.68193384223918, + "grad_norm": 0.8991549604504678, + "learning_rate": 1.545582120128161e-05, + "loss": 0.0238, + "step": 39711 + }, + { + "epoch": 33.68278201865988, + "grad_norm": 0.7234295268112741, + "learning_rate": 1.5455590981856724e-05, + "loss": 0.0183, + "step": 39712 + }, + { + "epoch": 33.683630195080575, + "grad_norm": 0.7144942847877448, + "learning_rate": 1.545536075831494e-05, + "loss": 0.0199, + "step": 39713 + }, + { + "epoch": 33.68447837150127, + "grad_norm": 0.7282882932357655, + "learning_rate": 1.5455130530656423e-05, + "loss": 0.0187, + "step": 39714 + }, + { + "epoch": 33.68532654792197, + "grad_norm": 0.8302335940563532, + "learning_rate": 1.5454900298881352e-05, + "loss": 0.022, + "step": 39715 + }, + { + "epoch": 33.68617472434266, + "grad_norm": 0.9346042353555013, + "learning_rate": 1.5454670062989904e-05, + "loss": 0.0252, + "step": 39716 + }, + { + "epoch": 33.68702290076336, + "grad_norm": 0.9050336207783325, + "learning_rate": 1.545443982298225e-05, + "loss": 0.0232, + "step": 39717 + }, + { + "epoch": 33.687871077184056, + "grad_norm": 0.9346204530644925, + "learning_rate": 1.5454209578858555e-05, + "loss": 0.0231, + "step": 39718 + }, + { + "epoch": 33.68871925360475, + "grad_norm": 0.9987468661938378, + "learning_rate": 1.545397933061901e-05, + "loss": 0.0237, + "step": 39719 + }, + { + "epoch": 33.68956743002545, + "grad_norm": 0.8710284238529741, + "learning_rate": 1.545374907826378e-05, + "loss": 0.0216, + "step": 39720 + }, + { + "epoch": 33.69041560644614, + "grad_norm": 0.8858121329561609, + "learning_rate": 1.5453518821793032e-05, + "loss": 0.0224, + "step": 39721 + }, + { + "epoch": 33.691263782866834, + "grad_norm": 0.9420857337948384, + "learning_rate": 1.5453288561206948e-05, + "loss": 0.0245, + "step": 39722 + }, + { + "epoch": 33.69211195928753, + "grad_norm": 0.9099342607278059, + "learning_rate": 1.5453058296505704e-05, + "loss": 0.021, + "step": 39723 + }, + { + "epoch": 33.692960135708226, + "grad_norm": 0.8640421557479901, + "learning_rate": 1.545282802768947e-05, + "loss": 0.0219, + "step": 39724 + }, + { + "epoch": 33.69380831212892, + "grad_norm": 2.07453055961378, + "learning_rate": 1.5452597754758415e-05, + "loss": 0.0289, + "step": 39725 + }, + { + "epoch": 33.69465648854962, + "grad_norm": 0.8416178715320313, + "learning_rate": 1.545236747771272e-05, + "loss": 0.0206, + "step": 39726 + }, + { + "epoch": 33.695504664970315, + "grad_norm": 0.8425889543575026, + "learning_rate": 1.5452137196552554e-05, + "loss": 0.0232, + "step": 39727 + }, + { + "epoch": 33.69635284139101, + "grad_norm": 0.8323120448300982, + "learning_rate": 1.5451906911278092e-05, + "loss": 0.0198, + "step": 39728 + }, + { + "epoch": 33.69720101781171, + "grad_norm": 0.9749921196433771, + "learning_rate": 1.5451676621889514e-05, + "loss": 0.023, + "step": 39729 + }, + { + "epoch": 33.698049194232404, + "grad_norm": 0.8149479962181312, + "learning_rate": 1.5451446328386984e-05, + "loss": 0.0206, + "step": 39730 + }, + { + "epoch": 33.69889737065309, + "grad_norm": 0.9704004285743745, + "learning_rate": 1.5451216030770683e-05, + "loss": 0.0238, + "step": 39731 + }, + { + "epoch": 33.69974554707379, + "grad_norm": 0.8225032282850463, + "learning_rate": 1.545098572904078e-05, + "loss": 0.0243, + "step": 39732 + }, + { + "epoch": 33.700593723494485, + "grad_norm": 0.8430261934633573, + "learning_rate": 1.545075542319745e-05, + "loss": 0.0221, + "step": 39733 + }, + { + "epoch": 33.70144189991518, + "grad_norm": 0.8038803226468727, + "learning_rate": 1.5450525113240867e-05, + "loss": 0.0206, + "step": 39734 + }, + { + "epoch": 33.70229007633588, + "grad_norm": 0.7661635984160148, + "learning_rate": 1.5450294799171212e-05, + "loss": 0.0223, + "step": 39735 + }, + { + "epoch": 33.703138252756574, + "grad_norm": 0.9971605064947355, + "learning_rate": 1.5450064480988646e-05, + "loss": 0.0235, + "step": 39736 + }, + { + "epoch": 33.70398642917727, + "grad_norm": 0.860738208001911, + "learning_rate": 1.544983415869335e-05, + "loss": 0.019, + "step": 39737 + }, + { + "epoch": 33.704834605597966, + "grad_norm": 0.9064049972183779, + "learning_rate": 1.5449603832285497e-05, + "loss": 0.0237, + "step": 39738 + }, + { + "epoch": 33.70568278201866, + "grad_norm": 0.9463724022506792, + "learning_rate": 1.544937350176526e-05, + "loss": 0.0206, + "step": 39739 + }, + { + "epoch": 33.70653095843936, + "grad_norm": 0.9789629169008476, + "learning_rate": 1.5449143167132816e-05, + "loss": 0.0243, + "step": 39740 + }, + { + "epoch": 33.70737913486005, + "grad_norm": 0.9195864912938639, + "learning_rate": 1.5448912828388332e-05, + "loss": 0.0225, + "step": 39741 + }, + { + "epoch": 33.708227311280744, + "grad_norm": 0.8377695885005441, + "learning_rate": 1.544868248553199e-05, + "loss": 0.0226, + "step": 39742 + }, + { + "epoch": 33.70907548770144, + "grad_norm": 0.8469238950687034, + "learning_rate": 1.544845213856396e-05, + "loss": 0.0211, + "step": 39743 + }, + { + "epoch": 33.70992366412214, + "grad_norm": 0.9185653064696458, + "learning_rate": 1.5448221787484413e-05, + "loss": 0.0223, + "step": 39744 + }, + { + "epoch": 33.71077184054283, + "grad_norm": 0.8533144657867758, + "learning_rate": 1.5447991432293528e-05, + "loss": 0.0221, + "step": 39745 + }, + { + "epoch": 33.71162001696353, + "grad_norm": 0.8822322834895324, + "learning_rate": 1.5447761072991473e-05, + "loss": 0.0244, + "step": 39746 + }, + { + "epoch": 33.712468193384225, + "grad_norm": 0.795451798557555, + "learning_rate": 1.5447530709578425e-05, + "loss": 0.0204, + "step": 39747 + }, + { + "epoch": 33.71331636980492, + "grad_norm": 0.9131548817933055, + "learning_rate": 1.5447300342054564e-05, + "loss": 0.0233, + "step": 39748 + }, + { + "epoch": 33.71416454622562, + "grad_norm": 0.9988885874575598, + "learning_rate": 1.5447069970420052e-05, + "loss": 0.0234, + "step": 39749 + }, + { + "epoch": 33.71501272264631, + "grad_norm": 0.7505395492344655, + "learning_rate": 1.544683959467507e-05, + "loss": 0.0205, + "step": 39750 + }, + { + "epoch": 33.715860899067, + "grad_norm": 0.868328965005451, + "learning_rate": 1.5446609214819793e-05, + "loss": 0.0236, + "step": 39751 + }, + { + "epoch": 33.7167090754877, + "grad_norm": 0.9459125096634166, + "learning_rate": 1.544637883085439e-05, + "loss": 0.0254, + "step": 39752 + }, + { + "epoch": 33.717557251908396, + "grad_norm": 0.709042004345215, + "learning_rate": 1.544614844277904e-05, + "loss": 0.0228, + "step": 39753 + }, + { + "epoch": 33.71840542832909, + "grad_norm": 0.7186343280970615, + "learning_rate": 1.5445918050593908e-05, + "loss": 0.0221, + "step": 39754 + }, + { + "epoch": 33.71925360474979, + "grad_norm": 0.7976446438993718, + "learning_rate": 1.5445687654299177e-05, + "loss": 0.0234, + "step": 39755 + }, + { + "epoch": 33.720101781170484, + "grad_norm": 0.9746628468296491, + "learning_rate": 1.544545725389502e-05, + "loss": 0.0228, + "step": 39756 + }, + { + "epoch": 33.72094995759118, + "grad_norm": 0.7866120017390399, + "learning_rate": 1.5445226849381607e-05, + "loss": 0.0215, + "step": 39757 + }, + { + "epoch": 33.72179813401188, + "grad_norm": 0.935245990400931, + "learning_rate": 1.5444996440759114e-05, + "loss": 0.025, + "step": 39758 + }, + { + "epoch": 33.72264631043257, + "grad_norm": 0.9014555934699588, + "learning_rate": 1.5444766028027716e-05, + "loss": 0.0233, + "step": 39759 + }, + { + "epoch": 33.72349448685326, + "grad_norm": 0.7415356971123758, + "learning_rate": 1.544453561118758e-05, + "loss": 0.0212, + "step": 39760 + }, + { + "epoch": 33.72434266327396, + "grad_norm": 0.7698971935471982, + "learning_rate": 1.544430519023889e-05, + "loss": 0.0201, + "step": 39761 + }, + { + "epoch": 33.725190839694655, + "grad_norm": 0.8760832113707908, + "learning_rate": 1.5444074765181815e-05, + "loss": 0.0215, + "step": 39762 + }, + { + "epoch": 33.72603901611535, + "grad_norm": 0.8146429083272833, + "learning_rate": 1.544384433601653e-05, + "loss": 0.0238, + "step": 39763 + }, + { + "epoch": 33.72688719253605, + "grad_norm": 0.9457780993173944, + "learning_rate": 1.5443613902743203e-05, + "loss": 0.0231, + "step": 39764 + }, + { + "epoch": 33.72773536895674, + "grad_norm": 0.8175854235910555, + "learning_rate": 1.5443383465362018e-05, + "loss": 0.0214, + "step": 39765 + }, + { + "epoch": 33.72858354537744, + "grad_norm": 1.046669024956786, + "learning_rate": 1.5443153023873142e-05, + "loss": 0.0231, + "step": 39766 + }, + { + "epoch": 33.729431721798136, + "grad_norm": 0.9389652262498204, + "learning_rate": 1.5442922578276743e-05, + "loss": 0.0242, + "step": 39767 + }, + { + "epoch": 33.73027989821883, + "grad_norm": 0.8375894954414296, + "learning_rate": 1.544269212857301e-05, + "loss": 0.0234, + "step": 39768 + }, + { + "epoch": 33.73112807463953, + "grad_norm": 0.8531438685653248, + "learning_rate": 1.544246167476211e-05, + "loss": 0.0228, + "step": 39769 + }, + { + "epoch": 33.73197625106022, + "grad_norm": 1.0655371600230632, + "learning_rate": 1.5442231216844213e-05, + "loss": 0.0229, + "step": 39770 + }, + { + "epoch": 33.732824427480914, + "grad_norm": 0.8371770817966553, + "learning_rate": 1.5442000754819498e-05, + "loss": 0.0204, + "step": 39771 + }, + { + "epoch": 33.73367260390161, + "grad_norm": 0.9160349484970098, + "learning_rate": 1.5441770288688137e-05, + "loss": 0.0257, + "step": 39772 + }, + { + "epoch": 33.734520780322306, + "grad_norm": 0.9551178448206169, + "learning_rate": 1.5441539818450303e-05, + "loss": 0.0233, + "step": 39773 + }, + { + "epoch": 33.735368956743, + "grad_norm": 0.7195940933930944, + "learning_rate": 1.544130934410617e-05, + "loss": 0.0206, + "step": 39774 + }, + { + "epoch": 33.7362171331637, + "grad_norm": 0.8690056449217002, + "learning_rate": 1.5441078865655915e-05, + "loss": 0.0224, + "step": 39775 + }, + { + "epoch": 33.737065309584395, + "grad_norm": 0.801252796737682, + "learning_rate": 1.544084838309971e-05, + "loss": 0.0219, + "step": 39776 + }, + { + "epoch": 33.73791348600509, + "grad_norm": 1.0178234161524695, + "learning_rate": 1.544061789643773e-05, + "loss": 0.0239, + "step": 39777 + }, + { + "epoch": 33.73876166242579, + "grad_norm": 0.9263027936018935, + "learning_rate": 1.5440387405670147e-05, + "loss": 0.0213, + "step": 39778 + }, + { + "epoch": 33.73960983884648, + "grad_norm": 0.8189978846732551, + "learning_rate": 1.544015691079713e-05, + "loss": 0.0216, + "step": 39779 + }, + { + "epoch": 33.74045801526717, + "grad_norm": 0.6713974120001139, + "learning_rate": 1.5439926411818863e-05, + "loss": 0.0187, + "step": 39780 + }, + { + "epoch": 33.74130619168787, + "grad_norm": 0.9650354487573989, + "learning_rate": 1.5439695908735513e-05, + "loss": 0.0244, + "step": 39781 + }, + { + "epoch": 33.742154368108565, + "grad_norm": 0.8805267552592554, + "learning_rate": 1.543946540154726e-05, + "loss": 0.0217, + "step": 39782 + }, + { + "epoch": 33.74300254452926, + "grad_norm": 0.8549261238088474, + "learning_rate": 1.543923489025427e-05, + "loss": 0.0225, + "step": 39783 + }, + { + "epoch": 33.74385072094996, + "grad_norm": 0.7873696181197888, + "learning_rate": 1.543900437485672e-05, + "loss": 0.0227, + "step": 39784 + }, + { + "epoch": 33.744698897370654, + "grad_norm": 0.7663836683168033, + "learning_rate": 1.5438773855354793e-05, + "loss": 0.0211, + "step": 39785 + }, + { + "epoch": 33.74554707379135, + "grad_norm": 0.9253114825507048, + "learning_rate": 1.543854333174865e-05, + "loss": 0.024, + "step": 39786 + }, + { + "epoch": 33.746395250212046, + "grad_norm": 0.8926599076386699, + "learning_rate": 1.543831280403847e-05, + "loss": 0.0206, + "step": 39787 + }, + { + "epoch": 33.74724342663274, + "grad_norm": 0.771125667711322, + "learning_rate": 1.5438082272224427e-05, + "loss": 0.0209, + "step": 39788 + }, + { + "epoch": 33.74809160305343, + "grad_norm": 0.8427078012658086, + "learning_rate": 1.5437851736306696e-05, + "loss": 0.0189, + "step": 39789 + }, + { + "epoch": 33.74893977947413, + "grad_norm": 0.8256509386826885, + "learning_rate": 1.543762119628545e-05, + "loss": 0.022, + "step": 39790 + }, + { + "epoch": 33.749787955894824, + "grad_norm": 0.8194724988647638, + "learning_rate": 1.543739065216086e-05, + "loss": 0.0219, + "step": 39791 + }, + { + "epoch": 33.75063613231552, + "grad_norm": 0.7471453253509446, + "learning_rate": 1.5437160103933107e-05, + "loss": 0.0201, + "step": 39792 + }, + { + "epoch": 33.75148430873622, + "grad_norm": 0.7534802753962568, + "learning_rate": 1.5436929551602357e-05, + "loss": 0.0233, + "step": 39793 + }, + { + "epoch": 33.75233248515691, + "grad_norm": 0.8481044388887551, + "learning_rate": 1.543669899516879e-05, + "loss": 0.0222, + "step": 39794 + }, + { + "epoch": 33.75318066157761, + "grad_norm": 0.8084992072118631, + "learning_rate": 1.5436468434632578e-05, + "loss": 0.02, + "step": 39795 + }, + { + "epoch": 33.754028837998305, + "grad_norm": 0.7536308955704093, + "learning_rate": 1.5436237869993894e-05, + "loss": 0.0197, + "step": 39796 + }, + { + "epoch": 33.754877014419, + "grad_norm": 0.9281375180397171, + "learning_rate": 1.5436007301252914e-05, + "loss": 0.0226, + "step": 39797 + }, + { + "epoch": 33.7557251908397, + "grad_norm": 1.0440195801334011, + "learning_rate": 1.543577672840981e-05, + "loss": 0.0228, + "step": 39798 + }, + { + "epoch": 33.75657336726039, + "grad_norm": 0.7429406534395447, + "learning_rate": 1.543554615146476e-05, + "loss": 0.0197, + "step": 39799 + }, + { + "epoch": 33.75742154368108, + "grad_norm": 0.9847786265496467, + "learning_rate": 1.5435315570417932e-05, + "loss": 0.025, + "step": 39800 + }, + { + "epoch": 33.75826972010178, + "grad_norm": 0.8008674245434083, + "learning_rate": 1.54350849852695e-05, + "loss": 0.0202, + "step": 39801 + }, + { + "epoch": 33.759117896522476, + "grad_norm": 1.0013303546684114, + "learning_rate": 1.5434854396019644e-05, + "loss": 0.0232, + "step": 39802 + }, + { + "epoch": 33.75996607294317, + "grad_norm": 0.7941764524851872, + "learning_rate": 1.5434623802668535e-05, + "loss": 0.0209, + "step": 39803 + }, + { + "epoch": 33.76081424936387, + "grad_norm": 1.0620916180981748, + "learning_rate": 1.5434393205216347e-05, + "loss": 0.0223, + "step": 39804 + }, + { + "epoch": 33.761662425784564, + "grad_norm": 0.9620611759260912, + "learning_rate": 1.5434162603663253e-05, + "loss": 0.0328, + "step": 39805 + }, + { + "epoch": 33.76251060220526, + "grad_norm": 0.8292528734935161, + "learning_rate": 1.5433931998009427e-05, + "loss": 0.0196, + "step": 39806 + }, + { + "epoch": 33.76335877862596, + "grad_norm": 0.8518715915640543, + "learning_rate": 1.5433701388255045e-05, + "loss": 0.0237, + "step": 39807 + }, + { + "epoch": 33.76420695504665, + "grad_norm": 0.8896564478340329, + "learning_rate": 1.543347077440028e-05, + "loss": 0.024, + "step": 39808 + }, + { + "epoch": 33.76505513146734, + "grad_norm": 0.8490998374707494, + "learning_rate": 1.5433240156445308e-05, + "loss": 0.0228, + "step": 39809 + }, + { + "epoch": 33.76590330788804, + "grad_norm": 0.9511849096146615, + "learning_rate": 1.54330095343903e-05, + "loss": 0.0235, + "step": 39810 + }, + { + "epoch": 33.766751484308735, + "grad_norm": 0.9509606768847342, + "learning_rate": 1.5432778908235427e-05, + "loss": 0.0248, + "step": 39811 + }, + { + "epoch": 33.76759966072943, + "grad_norm": 0.7605659557322736, + "learning_rate": 1.5432548277980868e-05, + "loss": 0.0227, + "step": 39812 + }, + { + "epoch": 33.76844783715013, + "grad_norm": 0.8122853655475124, + "learning_rate": 1.54323176436268e-05, + "loss": 0.0232, + "step": 39813 + }, + { + "epoch": 33.76929601357082, + "grad_norm": 1.0166768046654102, + "learning_rate": 1.5432087005173388e-05, + "loss": 0.0234, + "step": 39814 + }, + { + "epoch": 33.77014418999152, + "grad_norm": 0.8939063275045211, + "learning_rate": 1.5431856362620815e-05, + "loss": 0.0233, + "step": 39815 + }, + { + "epoch": 33.770992366412216, + "grad_norm": 1.0104592157198826, + "learning_rate": 1.543162571596925e-05, + "loss": 0.024, + "step": 39816 + }, + { + "epoch": 33.77184054283291, + "grad_norm": 0.8453502739057507, + "learning_rate": 1.543139506521887e-05, + "loss": 0.0235, + "step": 39817 + }, + { + "epoch": 33.77268871925361, + "grad_norm": 0.8427502175758331, + "learning_rate": 1.5431164410369845e-05, + "loss": 0.0226, + "step": 39818 + }, + { + "epoch": 33.7735368956743, + "grad_norm": 0.8997688237801517, + "learning_rate": 1.543093375142235e-05, + "loss": 0.0206, + "step": 39819 + }, + { + "epoch": 33.774385072094994, + "grad_norm": 1.075488730353805, + "learning_rate": 1.543070308837656e-05, + "loss": 0.0223, + "step": 39820 + }, + { + "epoch": 33.77523324851569, + "grad_norm": 0.8991370402401143, + "learning_rate": 1.5430472421232657e-05, + "loss": 0.0248, + "step": 39821 + }, + { + "epoch": 33.776081424936386, + "grad_norm": 0.8382761920686721, + "learning_rate": 1.54302417499908e-05, + "loss": 0.0215, + "step": 39822 + }, + { + "epoch": 33.77692960135708, + "grad_norm": 0.9048836824201224, + "learning_rate": 1.5430011074651175e-05, + "loss": 0.0228, + "step": 39823 + }, + { + "epoch": 33.77777777777778, + "grad_norm": 0.8789592939001588, + "learning_rate": 1.542978039521395e-05, + "loss": 0.0207, + "step": 39824 + }, + { + "epoch": 33.778625954198475, + "grad_norm": 0.9494030181835986, + "learning_rate": 1.54295497116793e-05, + "loss": 0.021, + "step": 39825 + }, + { + "epoch": 33.77947413061917, + "grad_norm": 0.8653883791111913, + "learning_rate": 1.54293190240474e-05, + "loss": 0.0209, + "step": 39826 + }, + { + "epoch": 33.78032230703987, + "grad_norm": 0.9354140067809977, + "learning_rate": 1.5429088332318423e-05, + "loss": 0.0246, + "step": 39827 + }, + { + "epoch": 33.781170483460556, + "grad_norm": 0.7993957511641668, + "learning_rate": 1.5428857636492547e-05, + "loss": 0.0216, + "step": 39828 + }, + { + "epoch": 33.78201865988125, + "grad_norm": 0.8745677743503346, + "learning_rate": 1.542862693656994e-05, + "loss": 0.0227, + "step": 39829 + }, + { + "epoch": 33.78286683630195, + "grad_norm": 1.03444627374274, + "learning_rate": 1.5428396232550783e-05, + "loss": 0.0234, + "step": 39830 + }, + { + "epoch": 33.783715012722645, + "grad_norm": 0.9216164268555698, + "learning_rate": 1.5428165524435245e-05, + "loss": 0.0224, + "step": 39831 + }, + { + "epoch": 33.78456318914334, + "grad_norm": 0.7618469817919005, + "learning_rate": 1.5427934812223496e-05, + "loss": 0.0218, + "step": 39832 + }, + { + "epoch": 33.78541136556404, + "grad_norm": 0.8598404559993983, + "learning_rate": 1.5427704095915723e-05, + "loss": 0.0256, + "step": 39833 + }, + { + "epoch": 33.786259541984734, + "grad_norm": 0.9309138708010012, + "learning_rate": 1.5427473375512088e-05, + "loss": 0.021, + "step": 39834 + }, + { + "epoch": 33.78710771840543, + "grad_norm": 0.9322446385367907, + "learning_rate": 1.5427242651012774e-05, + "loss": 0.0233, + "step": 39835 + }, + { + "epoch": 33.787955894826126, + "grad_norm": 0.935759975173758, + "learning_rate": 1.5427011922417948e-05, + "loss": 0.0229, + "step": 39836 + }, + { + "epoch": 33.78880407124682, + "grad_norm": 0.909948514938654, + "learning_rate": 1.5426781189727785e-05, + "loss": 0.025, + "step": 39837 + }, + { + "epoch": 33.78965224766751, + "grad_norm": 1.018744377153687, + "learning_rate": 1.5426550452942465e-05, + "loss": 0.0245, + "step": 39838 + }, + { + "epoch": 33.79050042408821, + "grad_norm": 1.0429870318739882, + "learning_rate": 1.542631971206215e-05, + "loss": 0.0247, + "step": 39839 + }, + { + "epoch": 33.791348600508904, + "grad_norm": 0.8185653184401529, + "learning_rate": 1.542608896708703e-05, + "loss": 0.0212, + "step": 39840 + }, + { + "epoch": 33.7921967769296, + "grad_norm": 0.7952645463642797, + "learning_rate": 1.542585821801727e-05, + "loss": 0.0198, + "step": 39841 + }, + { + "epoch": 33.7930449533503, + "grad_norm": 0.8258695918210848, + "learning_rate": 1.5425627464853044e-05, + "loss": 0.0215, + "step": 39842 + }, + { + "epoch": 33.79389312977099, + "grad_norm": 0.9620144087059742, + "learning_rate": 1.542539670759453e-05, + "loss": 0.023, + "step": 39843 + }, + { + "epoch": 33.79474130619169, + "grad_norm": 0.9259295732619137, + "learning_rate": 1.54251659462419e-05, + "loss": 0.0211, + "step": 39844 + }, + { + "epoch": 33.795589482612385, + "grad_norm": 1.1178445867422626, + "learning_rate": 1.5424935180795325e-05, + "loss": 0.0269, + "step": 39845 + }, + { + "epoch": 33.79643765903308, + "grad_norm": 0.9122418642060159, + "learning_rate": 1.5424704411254983e-05, + "loss": 0.0244, + "step": 39846 + }, + { + "epoch": 33.79728583545378, + "grad_norm": 0.9181791656833587, + "learning_rate": 1.542447363762105e-05, + "loss": 0.0224, + "step": 39847 + }, + { + "epoch": 33.79813401187447, + "grad_norm": 0.7950759632462004, + "learning_rate": 1.5424242859893695e-05, + "loss": 0.0214, + "step": 39848 + }, + { + "epoch": 33.79898218829516, + "grad_norm": 0.8120042610201285, + "learning_rate": 1.5424012078073093e-05, + "loss": 0.0232, + "step": 39849 + }, + { + "epoch": 33.79983036471586, + "grad_norm": 0.7649314300921691, + "learning_rate": 1.5423781292159422e-05, + "loss": 0.0201, + "step": 39850 + }, + { + "epoch": 33.800678541136556, + "grad_norm": 0.8290305980587214, + "learning_rate": 1.5423550502152857e-05, + "loss": 0.0226, + "step": 39851 + }, + { + "epoch": 33.80152671755725, + "grad_norm": 0.866363238574781, + "learning_rate": 1.542331970805356e-05, + "loss": 0.021, + "step": 39852 + }, + { + "epoch": 33.80237489397795, + "grad_norm": 0.7760763179395697, + "learning_rate": 1.542308890986172e-05, + "loss": 0.0209, + "step": 39853 + }, + { + "epoch": 33.803223070398644, + "grad_norm": 0.9440704870473848, + "learning_rate": 1.5422858107577504e-05, + "loss": 0.0237, + "step": 39854 + }, + { + "epoch": 33.80407124681934, + "grad_norm": 0.851888452584632, + "learning_rate": 1.542262730120109e-05, + "loss": 0.0211, + "step": 39855 + }, + { + "epoch": 33.80491942324004, + "grad_norm": 0.8129957568695302, + "learning_rate": 1.5422396490732647e-05, + "loss": 0.0202, + "step": 39856 + }, + { + "epoch": 33.805767599660726, + "grad_norm": 0.9203768659435826, + "learning_rate": 1.5422165676172355e-05, + "loss": 0.0247, + "step": 39857 + }, + { + "epoch": 33.80661577608142, + "grad_norm": 0.8267900115254323, + "learning_rate": 1.542193485752038e-05, + "loss": 0.0225, + "step": 39858 + }, + { + "epoch": 33.80746395250212, + "grad_norm": 0.931283703637775, + "learning_rate": 1.5421704034776902e-05, + "loss": 0.023, + "step": 39859 + }, + { + "epoch": 33.808312128922815, + "grad_norm": 0.7806409656384575, + "learning_rate": 1.5421473207942097e-05, + "loss": 0.0198, + "step": 39860 + }, + { + "epoch": 33.80916030534351, + "grad_norm": 1.1446601414164206, + "learning_rate": 1.5421242377016136e-05, + "loss": 0.0246, + "step": 39861 + }, + { + "epoch": 33.81000848176421, + "grad_norm": 0.7957569914876922, + "learning_rate": 1.5421011541999192e-05, + "loss": 0.0199, + "step": 39862 + }, + { + "epoch": 33.8108566581849, + "grad_norm": 0.8010536106715661, + "learning_rate": 1.5420780702891445e-05, + "loss": 0.0206, + "step": 39863 + }, + { + "epoch": 33.8117048346056, + "grad_norm": 0.9572044520944542, + "learning_rate": 1.542054985969306e-05, + "loss": 0.024, + "step": 39864 + }, + { + "epoch": 33.812553011026296, + "grad_norm": 0.9401282817923222, + "learning_rate": 1.542031901240422e-05, + "loss": 0.0208, + "step": 39865 + }, + { + "epoch": 33.81340118744699, + "grad_norm": 0.8602095910458547, + "learning_rate": 1.5420088161025092e-05, + "loss": 0.0181, + "step": 39866 + }, + { + "epoch": 33.81424936386768, + "grad_norm": 0.8355410657870633, + "learning_rate": 1.5419857305555857e-05, + "loss": 0.0208, + "step": 39867 + }, + { + "epoch": 33.81509754028838, + "grad_norm": 0.7549370129468644, + "learning_rate": 1.5419626445996686e-05, + "loss": 0.0216, + "step": 39868 + }, + { + "epoch": 33.815945716709074, + "grad_norm": 0.7887497716589221, + "learning_rate": 1.541939558234775e-05, + "loss": 0.0225, + "step": 39869 + }, + { + "epoch": 33.81679389312977, + "grad_norm": 0.8166521606657777, + "learning_rate": 1.541916471460923e-05, + "loss": 0.0222, + "step": 39870 + }, + { + "epoch": 33.817642069550466, + "grad_norm": 0.7636261394052771, + "learning_rate": 1.5418933842781295e-05, + "loss": 0.0229, + "step": 39871 + }, + { + "epoch": 33.81849024597116, + "grad_norm": 0.9354209633681518, + "learning_rate": 1.541870296686412e-05, + "loss": 0.0214, + "step": 39872 + }, + { + "epoch": 33.81933842239186, + "grad_norm": 0.7740495924379875, + "learning_rate": 1.541847208685788e-05, + "loss": 0.0221, + "step": 39873 + }, + { + "epoch": 33.820186598812555, + "grad_norm": 0.7823532851024432, + "learning_rate": 1.541824120276275e-05, + "loss": 0.0215, + "step": 39874 + }, + { + "epoch": 33.82103477523325, + "grad_norm": 0.9051885024274636, + "learning_rate": 1.5418010314578903e-05, + "loss": 0.0227, + "step": 39875 + }, + { + "epoch": 33.82188295165395, + "grad_norm": 0.8826137658771664, + "learning_rate": 1.5417779422306517e-05, + "loss": 0.0227, + "step": 39876 + }, + { + "epoch": 33.822731128074636, + "grad_norm": 0.924419694124704, + "learning_rate": 1.541754852594576e-05, + "loss": 0.0242, + "step": 39877 + }, + { + "epoch": 33.82357930449533, + "grad_norm": 0.9039740276146025, + "learning_rate": 1.5417317625496805e-05, + "loss": 0.0214, + "step": 39878 + }, + { + "epoch": 33.82442748091603, + "grad_norm": 0.6709213474236255, + "learning_rate": 1.5417086720959835e-05, + "loss": 0.0184, + "step": 39879 + }, + { + "epoch": 33.825275657336725, + "grad_norm": 0.7545121664235821, + "learning_rate": 1.541685581233502e-05, + "loss": 0.0212, + "step": 39880 + }, + { + "epoch": 33.82612383375742, + "grad_norm": 0.9619008456224478, + "learning_rate": 1.5416624899622533e-05, + "loss": 0.0228, + "step": 39881 + }, + { + "epoch": 33.82697201017812, + "grad_norm": 0.8662645140036244, + "learning_rate": 1.5416393982822552e-05, + "loss": 0.0222, + "step": 39882 + }, + { + "epoch": 33.827820186598814, + "grad_norm": 0.7911293802604503, + "learning_rate": 1.5416163061935244e-05, + "loss": 0.019, + "step": 39883 + }, + { + "epoch": 33.82866836301951, + "grad_norm": 0.7661351991439225, + "learning_rate": 1.541593213696079e-05, + "loss": 0.022, + "step": 39884 + }, + { + "epoch": 33.829516539440206, + "grad_norm": 0.9251768814196354, + "learning_rate": 1.541570120789936e-05, + "loss": 0.0217, + "step": 39885 + }, + { + "epoch": 33.8303647158609, + "grad_norm": 0.8357273822172114, + "learning_rate": 1.541547027475113e-05, + "loss": 0.0229, + "step": 39886 + }, + { + "epoch": 33.83121289228159, + "grad_norm": 0.8645118192600071, + "learning_rate": 1.5415239337516278e-05, + "loss": 0.0203, + "step": 39887 + }, + { + "epoch": 33.83206106870229, + "grad_norm": 0.8118521459863903, + "learning_rate": 1.541500839619497e-05, + "loss": 0.0201, + "step": 39888 + }, + { + "epoch": 33.832909245122984, + "grad_norm": 0.9330338539738603, + "learning_rate": 1.541477745078739e-05, + "loss": 0.0227, + "step": 39889 + }, + { + "epoch": 33.83375742154368, + "grad_norm": 0.8324149574774065, + "learning_rate": 1.5414546501293707e-05, + "loss": 0.0205, + "step": 39890 + }, + { + "epoch": 33.83460559796438, + "grad_norm": 0.8261874369376675, + "learning_rate": 1.5414315547714093e-05, + "loss": 0.0224, + "step": 39891 + }, + { + "epoch": 33.83545377438507, + "grad_norm": 1.0247850613742528, + "learning_rate": 1.5414084590048726e-05, + "loss": 0.025, + "step": 39892 + }, + { + "epoch": 33.83630195080577, + "grad_norm": 0.9047774060242867, + "learning_rate": 1.5413853628297778e-05, + "loss": 0.0219, + "step": 39893 + }, + { + "epoch": 33.837150127226465, + "grad_norm": 0.9374911709359502, + "learning_rate": 1.5413622662461427e-05, + "loss": 0.0219, + "step": 39894 + }, + { + "epoch": 33.83799830364716, + "grad_norm": 0.7846277414999241, + "learning_rate": 1.5413391692539843e-05, + "loss": 0.0204, + "step": 39895 + }, + { + "epoch": 33.83884648006786, + "grad_norm": 0.734975770650502, + "learning_rate": 1.54131607185332e-05, + "loss": 0.0196, + "step": 39896 + }, + { + "epoch": 33.83969465648855, + "grad_norm": 0.957628876428871, + "learning_rate": 1.541292974044168e-05, + "loss": 0.0219, + "step": 39897 + }, + { + "epoch": 33.84054283290924, + "grad_norm": 1.0762538836206013, + "learning_rate": 1.5412698758265446e-05, + "loss": 0.0249, + "step": 39898 + }, + { + "epoch": 33.84139100932994, + "grad_norm": 0.8638208492495331, + "learning_rate": 1.5412467772004678e-05, + "loss": 0.0232, + "step": 39899 + }, + { + "epoch": 33.842239185750635, + "grad_norm": 0.8714625391821186, + "learning_rate": 1.5412236781659554e-05, + "loss": 0.0198, + "step": 39900 + }, + { + "epoch": 33.84308736217133, + "grad_norm": 0.8841592291722951, + "learning_rate": 1.541200578723024e-05, + "loss": 0.0219, + "step": 39901 + }, + { + "epoch": 33.84393553859203, + "grad_norm": 0.8802754217675242, + "learning_rate": 1.541177478871692e-05, + "loss": 0.0221, + "step": 39902 + }, + { + "epoch": 33.844783715012724, + "grad_norm": 0.8341443653920322, + "learning_rate": 1.5411543786119763e-05, + "loss": 0.0199, + "step": 39903 + }, + { + "epoch": 33.84563189143342, + "grad_norm": 0.9080860642544469, + "learning_rate": 1.5411312779438938e-05, + "loss": 0.0213, + "step": 39904 + }, + { + "epoch": 33.84648006785412, + "grad_norm": 0.9449071428427558, + "learning_rate": 1.541108176867463e-05, + "loss": 0.0239, + "step": 39905 + }, + { + "epoch": 33.847328244274806, + "grad_norm": 0.8777785265782816, + "learning_rate": 1.5410850753827005e-05, + "loss": 0.0228, + "step": 39906 + }, + { + "epoch": 33.8481764206955, + "grad_norm": 0.7855536837385465, + "learning_rate": 1.541061973489624e-05, + "loss": 0.0237, + "step": 39907 + }, + { + "epoch": 33.8490245971162, + "grad_norm": 0.7619218055078307, + "learning_rate": 1.5410388711882513e-05, + "loss": 0.0195, + "step": 39908 + }, + { + "epoch": 33.849872773536894, + "grad_norm": 1.0052845577536569, + "learning_rate": 1.5410157684785995e-05, + "loss": 0.0217, + "step": 39909 + }, + { + "epoch": 33.85072094995759, + "grad_norm": 0.7957605279965202, + "learning_rate": 1.540992665360686e-05, + "loss": 0.0208, + "step": 39910 + }, + { + "epoch": 33.85156912637829, + "grad_norm": 0.7452622156236091, + "learning_rate": 1.540969561834528e-05, + "loss": 0.0195, + "step": 39911 + }, + { + "epoch": 33.85241730279898, + "grad_norm": 0.8849602451144101, + "learning_rate": 1.5409464579001433e-05, + "loss": 0.0216, + "step": 39912 + }, + { + "epoch": 33.85326547921968, + "grad_norm": 0.8160012680496492, + "learning_rate": 1.5409233535575495e-05, + "loss": 0.0225, + "step": 39913 + }, + { + "epoch": 33.854113655640376, + "grad_norm": 0.8530168552926548, + "learning_rate": 1.5409002488067635e-05, + "loss": 0.0232, + "step": 39914 + }, + { + "epoch": 33.85496183206107, + "grad_norm": 0.7886060784516801, + "learning_rate": 1.540877143647803e-05, + "loss": 0.0184, + "step": 39915 + }, + { + "epoch": 33.85581000848176, + "grad_norm": 0.9381415365930509, + "learning_rate": 1.540854038080686e-05, + "loss": 0.0226, + "step": 39916 + }, + { + "epoch": 33.85665818490246, + "grad_norm": 0.7670418550062895, + "learning_rate": 1.5408309321054287e-05, + "loss": 0.0214, + "step": 39917 + }, + { + "epoch": 33.85750636132315, + "grad_norm": 0.8319650572129067, + "learning_rate": 1.5408078257220493e-05, + "loss": 0.0239, + "step": 39918 + }, + { + "epoch": 33.85835453774385, + "grad_norm": 0.8635764143244988, + "learning_rate": 1.5407847189305657e-05, + "loss": 0.0224, + "step": 39919 + }, + { + "epoch": 33.859202714164546, + "grad_norm": 0.8637397176954119, + "learning_rate": 1.540761611730994e-05, + "loss": 0.0233, + "step": 39920 + }, + { + "epoch": 33.86005089058524, + "grad_norm": 1.0240859743890107, + "learning_rate": 1.540738504123353e-05, + "loss": 0.0236, + "step": 39921 + }, + { + "epoch": 33.86089906700594, + "grad_norm": 0.8477567329335663, + "learning_rate": 1.5407153961076598e-05, + "loss": 0.0199, + "step": 39922 + }, + { + "epoch": 33.861747243426635, + "grad_norm": 0.8409371397914741, + "learning_rate": 1.5406922876839315e-05, + "loss": 0.0214, + "step": 39923 + }, + { + "epoch": 33.86259541984733, + "grad_norm": 0.9047561740495649, + "learning_rate": 1.540669178852185e-05, + "loss": 0.0198, + "step": 39924 + }, + { + "epoch": 33.86344359626803, + "grad_norm": 0.827151942518675, + "learning_rate": 1.540646069612439e-05, + "loss": 0.0238, + "step": 39925 + }, + { + "epoch": 33.864291772688716, + "grad_norm": 0.8496946967951895, + "learning_rate": 1.5406229599647103e-05, + "loss": 0.0215, + "step": 39926 + }, + { + "epoch": 33.86513994910941, + "grad_norm": 0.9024130202954359, + "learning_rate": 1.5405998499090162e-05, + "loss": 0.0211, + "step": 39927 + }, + { + "epoch": 33.86598812553011, + "grad_norm": 1.15898340919147, + "learning_rate": 1.5405767394453744e-05, + "loss": 0.0266, + "step": 39928 + }, + { + "epoch": 33.866836301950805, + "grad_norm": 1.0868990995775947, + "learning_rate": 1.5405536285738022e-05, + "loss": 0.0241, + "step": 39929 + }, + { + "epoch": 33.8676844783715, + "grad_norm": 0.9113479639887082, + "learning_rate": 1.540530517294317e-05, + "loss": 0.0236, + "step": 39930 + }, + { + "epoch": 33.8685326547922, + "grad_norm": 0.9136690011632048, + "learning_rate": 1.5405074056069364e-05, + "loss": 0.0229, + "step": 39931 + }, + { + "epoch": 33.869380831212894, + "grad_norm": 0.7847958274189764, + "learning_rate": 1.5404842935116778e-05, + "loss": 0.0213, + "step": 39932 + }, + { + "epoch": 33.87022900763359, + "grad_norm": 0.9032908117533315, + "learning_rate": 1.5404611810085585e-05, + "loss": 0.025, + "step": 39933 + }, + { + "epoch": 33.871077184054286, + "grad_norm": 0.902639173758419, + "learning_rate": 1.5404380680975963e-05, + "loss": 0.0226, + "step": 39934 + }, + { + "epoch": 33.871925360474975, + "grad_norm": 0.8518596927832129, + "learning_rate": 1.5404149547788084e-05, + "loss": 0.0218, + "step": 39935 + }, + { + "epoch": 33.87277353689567, + "grad_norm": 0.8412277813804566, + "learning_rate": 1.540391841052212e-05, + "loss": 0.022, + "step": 39936 + }, + { + "epoch": 33.87362171331637, + "grad_norm": 0.7605745925494547, + "learning_rate": 1.5403687269178245e-05, + "loss": 0.0217, + "step": 39937 + }, + { + "epoch": 33.874469889737064, + "grad_norm": 0.7771803326821596, + "learning_rate": 1.5403456123756645e-05, + "loss": 0.0212, + "step": 39938 + }, + { + "epoch": 33.87531806615776, + "grad_norm": 0.705115811457516, + "learning_rate": 1.5403224974257476e-05, + "loss": 0.0194, + "step": 39939 + }, + { + "epoch": 33.876166242578456, + "grad_norm": 0.7989498233988022, + "learning_rate": 1.5402993820680928e-05, + "loss": 0.0203, + "step": 39940 + }, + { + "epoch": 33.87701441899915, + "grad_norm": 0.7995739292844551, + "learning_rate": 1.540276266302717e-05, + "loss": 0.0194, + "step": 39941 + }, + { + "epoch": 33.87786259541985, + "grad_norm": 0.856295314539765, + "learning_rate": 1.540253150129637e-05, + "loss": 0.0226, + "step": 39942 + }, + { + "epoch": 33.878710771840545, + "grad_norm": 0.7838309380841437, + "learning_rate": 1.5402300335488713e-05, + "loss": 0.0199, + "step": 39943 + }, + { + "epoch": 33.87955894826124, + "grad_norm": 0.8849724649624287, + "learning_rate": 1.540206916560437e-05, + "loss": 0.0244, + "step": 39944 + }, + { + "epoch": 33.88040712468193, + "grad_norm": 0.7352473240381745, + "learning_rate": 1.540183799164351e-05, + "loss": 0.0223, + "step": 39945 + }, + { + "epoch": 33.88125530110263, + "grad_norm": 0.8935237283325872, + "learning_rate": 1.5401606813606315e-05, + "loss": 0.0225, + "step": 39946 + }, + { + "epoch": 33.88210347752332, + "grad_norm": 1.0604406783563762, + "learning_rate": 1.5401375631492955e-05, + "loss": 0.0215, + "step": 39947 + }, + { + "epoch": 33.88295165394402, + "grad_norm": 0.7736706532750106, + "learning_rate": 1.5401144445303605e-05, + "loss": 0.0195, + "step": 39948 + }, + { + "epoch": 33.883799830364715, + "grad_norm": 0.9637359706243306, + "learning_rate": 1.5400913255038438e-05, + "loss": 0.0225, + "step": 39949 + }, + { + "epoch": 33.88464800678541, + "grad_norm": 0.9260353658929594, + "learning_rate": 1.5400682060697633e-05, + "loss": 0.0213, + "step": 39950 + }, + { + "epoch": 33.88549618320611, + "grad_norm": 0.8747183772643068, + "learning_rate": 1.5400450862281366e-05, + "loss": 0.0214, + "step": 39951 + }, + { + "epoch": 33.886344359626804, + "grad_norm": 1.0058574377232767, + "learning_rate": 1.54002196597898e-05, + "loss": 0.0226, + "step": 39952 + }, + { + "epoch": 33.8871925360475, + "grad_norm": 0.96583058078977, + "learning_rate": 1.539998845322312e-05, + "loss": 0.0234, + "step": 39953 + }, + { + "epoch": 33.8880407124682, + "grad_norm": 0.8403427335236203, + "learning_rate": 1.53997572425815e-05, + "loss": 0.0211, + "step": 39954 + }, + { + "epoch": 33.888888888888886, + "grad_norm": 1.1068311971242557, + "learning_rate": 1.539952602786511e-05, + "loss": 0.0251, + "step": 39955 + }, + { + "epoch": 33.88973706530958, + "grad_norm": 0.8982934614715273, + "learning_rate": 1.5399294809074125e-05, + "loss": 0.0238, + "step": 39956 + }, + { + "epoch": 33.89058524173028, + "grad_norm": 0.717355938765135, + "learning_rate": 1.539906358620872e-05, + "loss": 0.0194, + "step": 39957 + }, + { + "epoch": 33.891433418150974, + "grad_norm": 0.805616747535573, + "learning_rate": 1.5398832359269072e-05, + "loss": 0.0195, + "step": 39958 + }, + { + "epoch": 33.89228159457167, + "grad_norm": 0.8844729421083125, + "learning_rate": 1.5398601128255352e-05, + "loss": 0.0226, + "step": 39959 + }, + { + "epoch": 33.89312977099237, + "grad_norm": 0.9426780919743739, + "learning_rate": 1.5398369893167742e-05, + "loss": 0.026, + "step": 39960 + }, + { + "epoch": 33.89397794741306, + "grad_norm": 0.9614518909719012, + "learning_rate": 1.539813865400641e-05, + "loss": 0.0241, + "step": 39961 + }, + { + "epoch": 33.89482612383376, + "grad_norm": 0.722655717185313, + "learning_rate": 1.5397907410771528e-05, + "loss": 0.0207, + "step": 39962 + }, + { + "epoch": 33.895674300254456, + "grad_norm": 0.8754028876884866, + "learning_rate": 1.539767616346327e-05, + "loss": 0.0214, + "step": 39963 + }, + { + "epoch": 33.89652247667515, + "grad_norm": 1.1161667795930021, + "learning_rate": 1.5397444912081818e-05, + "loss": 0.0246, + "step": 39964 + }, + { + "epoch": 33.89737065309584, + "grad_norm": 0.8247928347246416, + "learning_rate": 1.5397213656627345e-05, + "loss": 0.0209, + "step": 39965 + }, + { + "epoch": 33.89821882951654, + "grad_norm": 0.9237337776783299, + "learning_rate": 1.539698239710002e-05, + "loss": 0.0231, + "step": 39966 + }, + { + "epoch": 33.89906700593723, + "grad_norm": 0.688294227336518, + "learning_rate": 1.5396751133500023e-05, + "loss": 0.02, + "step": 39967 + }, + { + "epoch": 33.89991518235793, + "grad_norm": 0.8626259263775315, + "learning_rate": 1.5396519865827524e-05, + "loss": 0.0219, + "step": 39968 + }, + { + "epoch": 33.900763358778626, + "grad_norm": 1.0231953938818747, + "learning_rate": 1.53962885940827e-05, + "loss": 0.0276, + "step": 39969 + }, + { + "epoch": 33.90161153519932, + "grad_norm": 0.8197370668919571, + "learning_rate": 1.5396057318265727e-05, + "loss": 0.0218, + "step": 39970 + }, + { + "epoch": 33.90245971162002, + "grad_norm": 0.9678643069626292, + "learning_rate": 1.5395826038376776e-05, + "loss": 0.0223, + "step": 39971 + }, + { + "epoch": 33.903307888040715, + "grad_norm": 0.9220601191043726, + "learning_rate": 1.539559475441603e-05, + "loss": 0.0214, + "step": 39972 + }, + { + "epoch": 33.90415606446141, + "grad_norm": 0.7559450815027485, + "learning_rate": 1.539536346638365e-05, + "loss": 0.0205, + "step": 39973 + }, + { + "epoch": 33.90500424088211, + "grad_norm": 0.8846050355498797, + "learning_rate": 1.539513217427982e-05, + "loss": 0.0238, + "step": 39974 + }, + { + "epoch": 33.905852417302796, + "grad_norm": 0.7757466248017393, + "learning_rate": 1.539490087810471e-05, + "loss": 0.0231, + "step": 39975 + }, + { + "epoch": 33.90670059372349, + "grad_norm": 0.9329995365968299, + "learning_rate": 1.5394669577858496e-05, + "loss": 0.0223, + "step": 39976 + }, + { + "epoch": 33.90754877014419, + "grad_norm": 0.8001362679434307, + "learning_rate": 1.5394438273541355e-05, + "loss": 0.0189, + "step": 39977 + }, + { + "epoch": 33.908396946564885, + "grad_norm": 1.0600256028337565, + "learning_rate": 1.5394206965153463e-05, + "loss": 0.0215, + "step": 39978 + }, + { + "epoch": 33.90924512298558, + "grad_norm": 0.8170355515720764, + "learning_rate": 1.5393975652694987e-05, + "loss": 0.0203, + "step": 39979 + }, + { + "epoch": 33.91009329940628, + "grad_norm": 0.912774020126015, + "learning_rate": 1.5393744336166108e-05, + "loss": 0.0202, + "step": 39980 + }, + { + "epoch": 33.910941475826974, + "grad_norm": 0.7670742984799814, + "learning_rate": 1.5393513015566995e-05, + "loss": 0.0206, + "step": 39981 + }, + { + "epoch": 33.91178965224767, + "grad_norm": 0.8403678403401594, + "learning_rate": 1.5393281690897824e-05, + "loss": 0.0242, + "step": 39982 + }, + { + "epoch": 33.912637828668366, + "grad_norm": 0.8446086909184289, + "learning_rate": 1.5393050362158782e-05, + "loss": 0.0207, + "step": 39983 + }, + { + "epoch": 33.913486005089055, + "grad_norm": 0.9026394498224495, + "learning_rate": 1.5392819029350025e-05, + "loss": 0.024, + "step": 39984 + }, + { + "epoch": 33.91433418150975, + "grad_norm": 0.8628164092072677, + "learning_rate": 1.5392587692471735e-05, + "loss": 0.0222, + "step": 39985 + }, + { + "epoch": 33.91518235793045, + "grad_norm": 0.9586171242739145, + "learning_rate": 1.539235635152409e-05, + "loss": 0.0257, + "step": 39986 + }, + { + "epoch": 33.916030534351144, + "grad_norm": 0.8578328113588825, + "learning_rate": 1.539212500650726e-05, + "loss": 0.0217, + "step": 39987 + }, + { + "epoch": 33.91687871077184, + "grad_norm": 0.8599982458769849, + "learning_rate": 1.5391893657421425e-05, + "loss": 0.0223, + "step": 39988 + }, + { + "epoch": 33.917726887192536, + "grad_norm": 0.9025884347877281, + "learning_rate": 1.539166230426675e-05, + "loss": 0.0241, + "step": 39989 + }, + { + "epoch": 33.91857506361323, + "grad_norm": 0.7937321526991147, + "learning_rate": 1.539143094704342e-05, + "loss": 0.023, + "step": 39990 + }, + { + "epoch": 33.91942324003393, + "grad_norm": 0.7273358776326161, + "learning_rate": 1.53911995857516e-05, + "loss": 0.0206, + "step": 39991 + }, + { + "epoch": 33.920271416454625, + "grad_norm": 0.8040792327326767, + "learning_rate": 1.5390968220391472e-05, + "loss": 0.0216, + "step": 39992 + }, + { + "epoch": 33.92111959287532, + "grad_norm": 0.7263190935357268, + "learning_rate": 1.5390736850963214e-05, + "loss": 0.0204, + "step": 39993 + }, + { + "epoch": 33.92196776929601, + "grad_norm": 0.8830208899812702, + "learning_rate": 1.5390505477466992e-05, + "loss": 0.0203, + "step": 39994 + }, + { + "epoch": 33.92281594571671, + "grad_norm": 0.8824855311534024, + "learning_rate": 1.539027409990298e-05, + "loss": 0.0227, + "step": 39995 + }, + { + "epoch": 33.9236641221374, + "grad_norm": 0.8317787216757475, + "learning_rate": 1.5390042718271354e-05, + "loss": 0.019, + "step": 39996 + }, + { + "epoch": 33.9245122985581, + "grad_norm": 0.8437210642950301, + "learning_rate": 1.5389811332572297e-05, + "loss": 0.0202, + "step": 39997 + }, + { + "epoch": 33.925360474978795, + "grad_norm": 0.8137577062058734, + "learning_rate": 1.5389579942805975e-05, + "loss": 0.021, + "step": 39998 + }, + { + "epoch": 33.92620865139949, + "grad_norm": 1.142810259586962, + "learning_rate": 1.5389348548972566e-05, + "loss": 0.0253, + "step": 39999 + }, + { + "epoch": 33.92705682782019, + "grad_norm": 0.853757098640423, + "learning_rate": 1.538911715107224e-05, + "loss": 0.0214, + "step": 40000 + }, + { + "epoch": 33.927905004240884, + "grad_norm": 0.9580974771607369, + "learning_rate": 1.5388885749105174e-05, + "loss": 0.0235, + "step": 40001 + }, + { + "epoch": 33.92875318066158, + "grad_norm": 0.7803015211509305, + "learning_rate": 1.5388654343071547e-05, + "loss": 0.0194, + "step": 40002 + }, + { + "epoch": 33.92960135708228, + "grad_norm": 0.8488394739683721, + "learning_rate": 1.538842293297153e-05, + "loss": 0.0198, + "step": 40003 + }, + { + "epoch": 33.930449533502966, + "grad_norm": 0.7146615925086344, + "learning_rate": 1.53881915188053e-05, + "loss": 0.0212, + "step": 40004 + }, + { + "epoch": 33.93129770992366, + "grad_norm": 0.8272178703014739, + "learning_rate": 1.5387960100573026e-05, + "loss": 0.0231, + "step": 40005 + }, + { + "epoch": 33.93214588634436, + "grad_norm": 0.9114383930756168, + "learning_rate": 1.538772867827489e-05, + "loss": 0.0218, + "step": 40006 + }, + { + "epoch": 33.932994062765054, + "grad_norm": 0.7388449382292399, + "learning_rate": 1.538749725191106e-05, + "loss": 0.0195, + "step": 40007 + }, + { + "epoch": 33.93384223918575, + "grad_norm": 1.0026763870306892, + "learning_rate": 1.5387265821481712e-05, + "loss": 0.0229, + "step": 40008 + }, + { + "epoch": 33.93469041560645, + "grad_norm": 0.7857017912869138, + "learning_rate": 1.5387034386987026e-05, + "loss": 0.0213, + "step": 40009 + }, + { + "epoch": 33.93553859202714, + "grad_norm": 0.9141103877529017, + "learning_rate": 1.5386802948427167e-05, + "loss": 0.019, + "step": 40010 + }, + { + "epoch": 33.93638676844784, + "grad_norm": 0.9200784712107991, + "learning_rate": 1.5386571505802326e-05, + "loss": 0.0221, + "step": 40011 + }, + { + "epoch": 33.937234944868536, + "grad_norm": 1.7362409989047938, + "learning_rate": 1.538634005911266e-05, + "loss": 0.0236, + "step": 40012 + }, + { + "epoch": 33.938083121289225, + "grad_norm": 0.9896906299129099, + "learning_rate": 1.538610860835835e-05, + "loss": 0.0247, + "step": 40013 + }, + { + "epoch": 33.93893129770992, + "grad_norm": 0.8922089260200705, + "learning_rate": 1.5385877153539574e-05, + "loss": 0.0227, + "step": 40014 + }, + { + "epoch": 33.93977947413062, + "grad_norm": 1.015057100978079, + "learning_rate": 1.53856456946565e-05, + "loss": 0.0241, + "step": 40015 + }, + { + "epoch": 33.94062765055131, + "grad_norm": 0.9776189068542054, + "learning_rate": 1.538541423170931e-05, + "loss": 0.0234, + "step": 40016 + }, + { + "epoch": 33.94147582697201, + "grad_norm": 1.090751544619036, + "learning_rate": 1.5385182764698177e-05, + "loss": 0.0252, + "step": 40017 + }, + { + "epoch": 33.942324003392706, + "grad_norm": 0.8317800323055388, + "learning_rate": 1.538495129362327e-05, + "loss": 0.0212, + "step": 40018 + }, + { + "epoch": 33.9431721798134, + "grad_norm": 0.9962337154525795, + "learning_rate": 1.538471981848477e-05, + "loss": 0.0243, + "step": 40019 + }, + { + "epoch": 33.9440203562341, + "grad_norm": 0.906196969710768, + "learning_rate": 1.5384488339282847e-05, + "loss": 0.0221, + "step": 40020 + }, + { + "epoch": 33.944868532654795, + "grad_norm": 0.9024835093433233, + "learning_rate": 1.5384256856017684e-05, + "loss": 0.0257, + "step": 40021 + }, + { + "epoch": 33.94571670907549, + "grad_norm": 0.8672351823316174, + "learning_rate": 1.5384025368689443e-05, + "loss": 0.022, + "step": 40022 + }, + { + "epoch": 33.94656488549618, + "grad_norm": 0.889926903532536, + "learning_rate": 1.538379387729831e-05, + "loss": 0.0235, + "step": 40023 + }, + { + "epoch": 33.947413061916876, + "grad_norm": 0.944823221986171, + "learning_rate": 1.5383562381844454e-05, + "loss": 0.021, + "step": 40024 + }, + { + "epoch": 33.94826123833757, + "grad_norm": 0.9759880601250308, + "learning_rate": 1.538333088232805e-05, + "loss": 0.0246, + "step": 40025 + }, + { + "epoch": 33.94910941475827, + "grad_norm": 0.9235039856776793, + "learning_rate": 1.5383099378749274e-05, + "loss": 0.022, + "step": 40026 + }, + { + "epoch": 33.949957591178965, + "grad_norm": 0.9064402235703906, + "learning_rate": 1.53828678711083e-05, + "loss": 0.0221, + "step": 40027 + }, + { + "epoch": 33.95080576759966, + "grad_norm": 0.879578974035872, + "learning_rate": 1.53826363594053e-05, + "loss": 0.0245, + "step": 40028 + }, + { + "epoch": 33.95165394402036, + "grad_norm": 0.901550280788242, + "learning_rate": 1.5382404843640456e-05, + "loss": 0.0224, + "step": 40029 + }, + { + "epoch": 33.95250212044105, + "grad_norm": 0.753627509697324, + "learning_rate": 1.538217332381394e-05, + "loss": 0.0242, + "step": 40030 + }, + { + "epoch": 33.95335029686175, + "grad_norm": 0.8145726092933453, + "learning_rate": 1.538194179992592e-05, + "loss": 0.0216, + "step": 40031 + }, + { + "epoch": 33.954198473282446, + "grad_norm": 1.2367827853498952, + "learning_rate": 1.5381710271976577e-05, + "loss": 0.0261, + "step": 40032 + }, + { + "epoch": 33.955046649703135, + "grad_norm": 0.8378591136360298, + "learning_rate": 1.5381478739966084e-05, + "loss": 0.0218, + "step": 40033 + }, + { + "epoch": 33.95589482612383, + "grad_norm": 0.9274755849033222, + "learning_rate": 1.538124720389462e-05, + "loss": 0.0221, + "step": 40034 + }, + { + "epoch": 33.95674300254453, + "grad_norm": 0.8917571661911828, + "learning_rate": 1.538101566376235e-05, + "loss": 0.0229, + "step": 40035 + }, + { + "epoch": 33.957591178965224, + "grad_norm": 0.8206617957069806, + "learning_rate": 1.538078411956946e-05, + "loss": 0.025, + "step": 40036 + }, + { + "epoch": 33.95843935538592, + "grad_norm": 0.8402711764484312, + "learning_rate": 1.5380552571316115e-05, + "loss": 0.023, + "step": 40037 + }, + { + "epoch": 33.959287531806616, + "grad_norm": 0.997999175187033, + "learning_rate": 1.53803210190025e-05, + "loss": 0.0236, + "step": 40038 + }, + { + "epoch": 33.96013570822731, + "grad_norm": 0.9036871578135257, + "learning_rate": 1.538008946262878e-05, + "loss": 0.0221, + "step": 40039 + }, + { + "epoch": 33.96098388464801, + "grad_norm": 0.8775148096252295, + "learning_rate": 1.5379857902195135e-05, + "loss": 0.0228, + "step": 40040 + }, + { + "epoch": 33.961832061068705, + "grad_norm": 0.9675238863064822, + "learning_rate": 1.5379626337701735e-05, + "loss": 0.022, + "step": 40041 + }, + { + "epoch": 33.9626802374894, + "grad_norm": 0.6375220470053736, + "learning_rate": 1.537939476914876e-05, + "loss": 0.0211, + "step": 40042 + }, + { + "epoch": 33.96352841391009, + "grad_norm": 0.7509789972220862, + "learning_rate": 1.5379163196536383e-05, + "loss": 0.0221, + "step": 40043 + }, + { + "epoch": 33.96437659033079, + "grad_norm": 0.8445690183972606, + "learning_rate": 1.537893161986478e-05, + "loss": 0.0225, + "step": 40044 + }, + { + "epoch": 33.96522476675148, + "grad_norm": 0.7813332018880818, + "learning_rate": 1.5378700039134124e-05, + "loss": 0.023, + "step": 40045 + }, + { + "epoch": 33.96607294317218, + "grad_norm": 0.899233508044532, + "learning_rate": 1.5378468454344588e-05, + "loss": 0.0233, + "step": 40046 + }, + { + "epoch": 33.966921119592875, + "grad_norm": 0.9094126718364611, + "learning_rate": 1.537823686549635e-05, + "loss": 0.0224, + "step": 40047 + }, + { + "epoch": 33.96776929601357, + "grad_norm": 0.7163232124504819, + "learning_rate": 1.5378005272589583e-05, + "loss": 0.0204, + "step": 40048 + }, + { + "epoch": 33.96861747243427, + "grad_norm": 0.8005435161087161, + "learning_rate": 1.537777367562446e-05, + "loss": 0.0207, + "step": 40049 + }, + { + "epoch": 33.969465648854964, + "grad_norm": 0.9302477411396499, + "learning_rate": 1.537754207460116e-05, + "loss": 0.0225, + "step": 40050 + }, + { + "epoch": 33.97031382527566, + "grad_norm": 0.7505507872265739, + "learning_rate": 1.537731046951986e-05, + "loss": 0.0185, + "step": 40051 + }, + { + "epoch": 33.97116200169635, + "grad_norm": 0.9044852916082169, + "learning_rate": 1.5377078860380725e-05, + "loss": 0.0223, + "step": 40052 + }, + { + "epoch": 33.972010178117046, + "grad_norm": 0.9717829460158347, + "learning_rate": 1.537684724718394e-05, + "loss": 0.022, + "step": 40053 + }, + { + "epoch": 33.97285835453774, + "grad_norm": 0.7980372128813485, + "learning_rate": 1.537661562992967e-05, + "loss": 0.0219, + "step": 40054 + }, + { + "epoch": 33.97370653095844, + "grad_norm": 0.9501927501542202, + "learning_rate": 1.53763840086181e-05, + "loss": 0.0218, + "step": 40055 + }, + { + "epoch": 33.974554707379134, + "grad_norm": 0.8858634490699313, + "learning_rate": 1.5376152383249397e-05, + "loss": 0.0221, + "step": 40056 + }, + { + "epoch": 33.97540288379983, + "grad_norm": 0.8348524507646946, + "learning_rate": 1.537592075382374e-05, + "loss": 0.0232, + "step": 40057 + }, + { + "epoch": 33.97625106022053, + "grad_norm": 0.7903739231100733, + "learning_rate": 1.53756891203413e-05, + "loss": 0.0203, + "step": 40058 + }, + { + "epoch": 33.97709923664122, + "grad_norm": 0.8974667519404016, + "learning_rate": 1.5375457482802256e-05, + "loss": 0.0215, + "step": 40059 + }, + { + "epoch": 33.97794741306192, + "grad_norm": 0.9031984097958156, + "learning_rate": 1.5375225841206783e-05, + "loss": 0.0213, + "step": 40060 + }, + { + "epoch": 33.978795589482615, + "grad_norm": 0.9745425661490053, + "learning_rate": 1.537499419555505e-05, + "loss": 0.0219, + "step": 40061 + }, + { + "epoch": 33.979643765903305, + "grad_norm": 1.0508836720203736, + "learning_rate": 1.537476254584724e-05, + "loss": 0.0257, + "step": 40062 + }, + { + "epoch": 33.980491942324, + "grad_norm": 0.8752572549787634, + "learning_rate": 1.5374530892083518e-05, + "loss": 0.0228, + "step": 40063 + }, + { + "epoch": 33.9813401187447, + "grad_norm": 0.8614490546318369, + "learning_rate": 1.5374299234264065e-05, + "loss": 0.0255, + "step": 40064 + }, + { + "epoch": 33.98218829516539, + "grad_norm": 0.8299645489537573, + "learning_rate": 1.537406757238906e-05, + "loss": 0.0209, + "step": 40065 + }, + { + "epoch": 33.98303647158609, + "grad_norm": 0.8335135487884006, + "learning_rate": 1.537383590645867e-05, + "loss": 0.0207, + "step": 40066 + }, + { + "epoch": 33.983884648006786, + "grad_norm": 0.8801118056713783, + "learning_rate": 1.5373604236473068e-05, + "loss": 0.0218, + "step": 40067 + }, + { + "epoch": 33.98473282442748, + "grad_norm": 1.0148611001516854, + "learning_rate": 1.537337256243244e-05, + "loss": 0.0228, + "step": 40068 + }, + { + "epoch": 33.98558100084818, + "grad_norm": 0.7710805288495481, + "learning_rate": 1.537314088433695e-05, + "loss": 0.021, + "step": 40069 + }, + { + "epoch": 33.986429177268874, + "grad_norm": 0.8942563051961444, + "learning_rate": 1.537290920218678e-05, + "loss": 0.0211, + "step": 40070 + }, + { + "epoch": 33.98727735368957, + "grad_norm": 0.8982939106392348, + "learning_rate": 1.53726775159821e-05, + "loss": 0.021, + "step": 40071 + }, + { + "epoch": 33.98812553011026, + "grad_norm": 0.9187824028476316, + "learning_rate": 1.5372445825723088e-05, + "loss": 0.0225, + "step": 40072 + }, + { + "epoch": 33.988973706530956, + "grad_norm": 1.0494854945186083, + "learning_rate": 1.5372214131409918e-05, + "loss": 0.0243, + "step": 40073 + }, + { + "epoch": 33.98982188295165, + "grad_norm": 0.9483681877013932, + "learning_rate": 1.537198243304276e-05, + "loss": 0.0226, + "step": 40074 + }, + { + "epoch": 33.99067005937235, + "grad_norm": 0.8723181372937208, + "learning_rate": 1.5371750730621798e-05, + "loss": 0.0224, + "step": 40075 + }, + { + "epoch": 33.991518235793045, + "grad_norm": 0.907075269930341, + "learning_rate": 1.53715190241472e-05, + "loss": 0.0239, + "step": 40076 + }, + { + "epoch": 33.99236641221374, + "grad_norm": 0.9026168149010996, + "learning_rate": 1.5371287313619147e-05, + "loss": 0.0222, + "step": 40077 + }, + { + "epoch": 33.99321458863444, + "grad_norm": 0.9026718353974611, + "learning_rate": 1.5371055599037807e-05, + "loss": 0.022, + "step": 40078 + }, + { + "epoch": 33.99406276505513, + "grad_norm": 0.7513767265291028, + "learning_rate": 1.5370823880403357e-05, + "loss": 0.0199, + "step": 40079 + }, + { + "epoch": 33.99491094147583, + "grad_norm": 0.7531875656368566, + "learning_rate": 1.5370592157715972e-05, + "loss": 0.0211, + "step": 40080 + }, + { + "epoch": 33.995759117896526, + "grad_norm": 0.9086675775012828, + "learning_rate": 1.537036043097583e-05, + "loss": 0.0211, + "step": 40081 + }, + { + "epoch": 33.996607294317215, + "grad_norm": 0.8358715382919117, + "learning_rate": 1.5370128700183103e-05, + "loss": 0.0226, + "step": 40082 + }, + { + "epoch": 33.99745547073791, + "grad_norm": 1.9028741108059126, + "learning_rate": 1.5369896965337964e-05, + "loss": 0.0319, + "step": 40083 + }, + { + "epoch": 33.99830364715861, + "grad_norm": 0.801694131337103, + "learning_rate": 1.5369665226440588e-05, + "loss": 0.0227, + "step": 40084 + }, + { + "epoch": 33.999151823579304, + "grad_norm": 0.7489229449027152, + "learning_rate": 1.536943348349116e-05, + "loss": 0.0219, + "step": 40085 + }, + { + "epoch": 34.0, + "grad_norm": 0.9230299007438727, + "learning_rate": 1.536920173648984e-05, + "loss": 0.0236, + "step": 40086 + }, + { + "epoch": 34.000848176420696, + "grad_norm": 0.8445726466958274, + "learning_rate": 1.536896998543681e-05, + "loss": 0.0206, + "step": 40087 + }, + { + "epoch": 34.00169635284139, + "grad_norm": 0.8855473925552761, + "learning_rate": 1.5368738230332248e-05, + "loss": 0.0207, + "step": 40088 + }, + { + "epoch": 34.00254452926209, + "grad_norm": 0.6804562683456412, + "learning_rate": 1.5368506471176324e-05, + "loss": 0.0181, + "step": 40089 + }, + { + "epoch": 34.003392705682785, + "grad_norm": 0.6955282314566622, + "learning_rate": 1.5368274707969215e-05, + "loss": 0.0176, + "step": 40090 + }, + { + "epoch": 34.004240882103474, + "grad_norm": 0.6582840239422839, + "learning_rate": 1.5368042940711092e-05, + "loss": 0.0169, + "step": 40091 + }, + { + "epoch": 34.00508905852417, + "grad_norm": 0.674903821260001, + "learning_rate": 1.5367811169402136e-05, + "loss": 0.0164, + "step": 40092 + }, + { + "epoch": 34.00593723494487, + "grad_norm": 0.9008186539967776, + "learning_rate": 1.5367579394042516e-05, + "loss": 0.0182, + "step": 40093 + }, + { + "epoch": 34.00678541136556, + "grad_norm": 0.7948284798649691, + "learning_rate": 1.5367347614632412e-05, + "loss": 0.0186, + "step": 40094 + }, + { + "epoch": 34.00763358778626, + "grad_norm": 0.6849829731679056, + "learning_rate": 1.5367115831172e-05, + "loss": 0.0168, + "step": 40095 + }, + { + "epoch": 34.008481764206955, + "grad_norm": 0.7492246054373882, + "learning_rate": 1.5366884043661445e-05, + "loss": 0.0159, + "step": 40096 + }, + { + "epoch": 34.00932994062765, + "grad_norm": 0.7740780041929596, + "learning_rate": 1.5366652252100934e-05, + "loss": 0.02, + "step": 40097 + }, + { + "epoch": 34.01017811704835, + "grad_norm": 1.050608422481663, + "learning_rate": 1.5366420456490633e-05, + "loss": 0.0186, + "step": 40098 + }, + { + "epoch": 34.011026293469044, + "grad_norm": 0.7902881122246007, + "learning_rate": 1.5366188656830722e-05, + "loss": 0.0167, + "step": 40099 + }, + { + "epoch": 34.01187446988974, + "grad_norm": 0.8151715232396937, + "learning_rate": 1.5365956853121374e-05, + "loss": 0.0179, + "step": 40100 + }, + { + "epoch": 34.01272264631043, + "grad_norm": 0.9267397254986592, + "learning_rate": 1.536572504536277e-05, + "loss": 0.0194, + "step": 40101 + }, + { + "epoch": 34.013570822731126, + "grad_norm": 0.7540373775336591, + "learning_rate": 1.5365493233555073e-05, + "loss": 0.0193, + "step": 40102 + }, + { + "epoch": 34.01441899915182, + "grad_norm": 0.7633868628064718, + "learning_rate": 1.5365261417698465e-05, + "loss": 0.0198, + "step": 40103 + }, + { + "epoch": 34.01526717557252, + "grad_norm": 0.8225126150159581, + "learning_rate": 1.5365029597793122e-05, + "loss": 0.0186, + "step": 40104 + }, + { + "epoch": 34.016115351993214, + "grad_norm": 0.7135984460639933, + "learning_rate": 1.5364797773839215e-05, + "loss": 0.0187, + "step": 40105 + }, + { + "epoch": 34.01696352841391, + "grad_norm": 0.8828601865902248, + "learning_rate": 1.536456594583692e-05, + "loss": 0.0184, + "step": 40106 + }, + { + "epoch": 34.01781170483461, + "grad_norm": 0.7108261021896848, + "learning_rate": 1.5364334113786416e-05, + "loss": 0.0181, + "step": 40107 + }, + { + "epoch": 34.0186598812553, + "grad_norm": 0.9543076673978829, + "learning_rate": 1.5364102277687876e-05, + "loss": 0.0187, + "step": 40108 + }, + { + "epoch": 34.019508057676, + "grad_norm": 0.7204583342528482, + "learning_rate": 1.536387043754147e-05, + "loss": 0.0192, + "step": 40109 + }, + { + "epoch": 34.020356234096695, + "grad_norm": 0.6772114161003765, + "learning_rate": 1.536363859334738e-05, + "loss": 0.0182, + "step": 40110 + }, + { + "epoch": 34.021204410517385, + "grad_norm": 0.7616441180479415, + "learning_rate": 1.5363406745105772e-05, + "loss": 0.0194, + "step": 40111 + }, + { + "epoch": 34.02205258693808, + "grad_norm": 0.626564988884819, + "learning_rate": 1.536317489281683e-05, + "loss": 0.0168, + "step": 40112 + }, + { + "epoch": 34.02290076335878, + "grad_norm": 0.6898131078759506, + "learning_rate": 1.536294303648073e-05, + "loss": 0.0178, + "step": 40113 + }, + { + "epoch": 34.02374893977947, + "grad_norm": 1.0385898763132306, + "learning_rate": 1.5362711176097636e-05, + "loss": 0.0207, + "step": 40114 + }, + { + "epoch": 34.02459711620017, + "grad_norm": 0.8947138147260971, + "learning_rate": 1.536247931166773e-05, + "loss": 0.0209, + "step": 40115 + }, + { + "epoch": 34.025445292620866, + "grad_norm": 0.6944807480378952, + "learning_rate": 1.536224744319119e-05, + "loss": 0.0193, + "step": 40116 + }, + { + "epoch": 34.02629346904156, + "grad_norm": 0.8776062522308985, + "learning_rate": 1.5362015570668188e-05, + "loss": 0.0181, + "step": 40117 + }, + { + "epoch": 34.02714164546226, + "grad_norm": 0.7818886801711229, + "learning_rate": 1.5361783694098898e-05, + "loss": 0.0193, + "step": 40118 + }, + { + "epoch": 34.027989821882954, + "grad_norm": 0.7462231651582885, + "learning_rate": 1.536155181348349e-05, + "loss": 0.0206, + "step": 40119 + }, + { + "epoch": 34.02883799830365, + "grad_norm": 0.7785489727429981, + "learning_rate": 1.536131992882215e-05, + "loss": 0.0202, + "step": 40120 + }, + { + "epoch": 34.02968617472434, + "grad_norm": 0.6514264985586188, + "learning_rate": 1.5361088040115045e-05, + "loss": 0.016, + "step": 40121 + }, + { + "epoch": 34.030534351145036, + "grad_norm": 0.7434404414527291, + "learning_rate": 1.5360856147362357e-05, + "loss": 0.0193, + "step": 40122 + }, + { + "epoch": 34.03138252756573, + "grad_norm": 0.8237014005045723, + "learning_rate": 1.5360624250564254e-05, + "loss": 0.0204, + "step": 40123 + }, + { + "epoch": 34.03223070398643, + "grad_norm": 0.8966459508534081, + "learning_rate": 1.5360392349720914e-05, + "loss": 0.0193, + "step": 40124 + }, + { + "epoch": 34.033078880407125, + "grad_norm": 0.7379712986646411, + "learning_rate": 1.536016044483251e-05, + "loss": 0.0202, + "step": 40125 + }, + { + "epoch": 34.03392705682782, + "grad_norm": 0.8402402456044817, + "learning_rate": 1.5359928535899214e-05, + "loss": 0.0179, + "step": 40126 + }, + { + "epoch": 34.03477523324852, + "grad_norm": 0.8541508509905505, + "learning_rate": 1.5359696622921213e-05, + "loss": 0.0181, + "step": 40127 + }, + { + "epoch": 34.03562340966921, + "grad_norm": 0.9086772069467364, + "learning_rate": 1.5359464705898673e-05, + "loss": 0.0195, + "step": 40128 + }, + { + "epoch": 34.03647158608991, + "grad_norm": 0.763725515105618, + "learning_rate": 1.5359232784831765e-05, + "loss": 0.0186, + "step": 40129 + }, + { + "epoch": 34.0373197625106, + "grad_norm": 0.8968355925057621, + "learning_rate": 1.5359000859720677e-05, + "loss": 0.0203, + "step": 40130 + }, + { + "epoch": 34.038167938931295, + "grad_norm": 0.8328911325977291, + "learning_rate": 1.535876893056557e-05, + "loss": 0.0193, + "step": 40131 + }, + { + "epoch": 34.03901611535199, + "grad_norm": 0.8541824757475444, + "learning_rate": 1.535853699736663e-05, + "loss": 0.0203, + "step": 40132 + }, + { + "epoch": 34.03986429177269, + "grad_norm": 0.6589587242711136, + "learning_rate": 1.5358305060124027e-05, + "loss": 0.0152, + "step": 40133 + }, + { + "epoch": 34.040712468193384, + "grad_norm": 0.8929308375045134, + "learning_rate": 1.5358073118837934e-05, + "loss": 0.0213, + "step": 40134 + }, + { + "epoch": 34.04156064461408, + "grad_norm": 0.7148884209181556, + "learning_rate": 1.535784117350853e-05, + "loss": 0.018, + "step": 40135 + }, + { + "epoch": 34.042408821034776, + "grad_norm": 0.6938912471927401, + "learning_rate": 1.535760922413599e-05, + "loss": 0.0191, + "step": 40136 + }, + { + "epoch": 34.04325699745547, + "grad_norm": 0.838030493628879, + "learning_rate": 1.5357377270720485e-05, + "loss": 0.0193, + "step": 40137 + }, + { + "epoch": 34.04410517387617, + "grad_norm": 0.6839636293060026, + "learning_rate": 1.535714531326219e-05, + "loss": 0.0175, + "step": 40138 + }, + { + "epoch": 34.044953350296865, + "grad_norm": 0.8472665330109794, + "learning_rate": 1.5356913351761288e-05, + "loss": 0.0184, + "step": 40139 + }, + { + "epoch": 34.045801526717554, + "grad_norm": 0.7342719608176771, + "learning_rate": 1.5356681386217943e-05, + "loss": 0.0187, + "step": 40140 + }, + { + "epoch": 34.04664970313825, + "grad_norm": 0.8933624027163355, + "learning_rate": 1.5356449416632344e-05, + "loss": 0.0172, + "step": 40141 + }, + { + "epoch": 34.04749787955895, + "grad_norm": 0.6679386732826983, + "learning_rate": 1.5356217443004652e-05, + "loss": 0.016, + "step": 40142 + }, + { + "epoch": 34.04834605597964, + "grad_norm": 0.7315020652208605, + "learning_rate": 1.535598546533505e-05, + "loss": 0.0185, + "step": 40143 + }, + { + "epoch": 34.04919423240034, + "grad_norm": 0.7078833404665275, + "learning_rate": 1.535575348362371e-05, + "loss": 0.0182, + "step": 40144 + }, + { + "epoch": 34.050042408821035, + "grad_norm": 0.8115405707504766, + "learning_rate": 1.535552149787081e-05, + "loss": 0.0178, + "step": 40145 + }, + { + "epoch": 34.05089058524173, + "grad_norm": 0.7378640753456783, + "learning_rate": 1.535528950807652e-05, + "loss": 0.0179, + "step": 40146 + }, + { + "epoch": 34.05173876166243, + "grad_norm": 1.0604824914975035, + "learning_rate": 1.535505751424102e-05, + "loss": 0.0218, + "step": 40147 + }, + { + "epoch": 34.052586938083124, + "grad_norm": 0.9394162788725451, + "learning_rate": 1.535482551636448e-05, + "loss": 0.0169, + "step": 40148 + }, + { + "epoch": 34.05343511450382, + "grad_norm": 0.8330671969708501, + "learning_rate": 1.5354593514447085e-05, + "loss": 0.0166, + "step": 40149 + }, + { + "epoch": 34.05428329092451, + "grad_norm": 0.7703928674873795, + "learning_rate": 1.5354361508489e-05, + "loss": 0.0198, + "step": 40150 + }, + { + "epoch": 34.055131467345205, + "grad_norm": 0.7606932212904045, + "learning_rate": 1.5354129498490404e-05, + "loss": 0.0184, + "step": 40151 + }, + { + "epoch": 34.0559796437659, + "grad_norm": 0.7518650612101427, + "learning_rate": 1.535389748445147e-05, + "loss": 0.0183, + "step": 40152 + }, + { + "epoch": 34.0568278201866, + "grad_norm": 0.7501976793526617, + "learning_rate": 1.5353665466372373e-05, + "loss": 0.0196, + "step": 40153 + }, + { + "epoch": 34.057675996607294, + "grad_norm": 0.7697767596559871, + "learning_rate": 1.5353433444253288e-05, + "loss": 0.0207, + "step": 40154 + }, + { + "epoch": 34.05852417302799, + "grad_norm": 0.7912184344447091, + "learning_rate": 1.53532014180944e-05, + "loss": 0.0188, + "step": 40155 + }, + { + "epoch": 34.05937234944869, + "grad_norm": 0.743410951326863, + "learning_rate": 1.535296938789587e-05, + "loss": 0.0179, + "step": 40156 + }, + { + "epoch": 34.06022052586938, + "grad_norm": 0.9657388960431774, + "learning_rate": 1.535273735365788e-05, + "loss": 0.0212, + "step": 40157 + }, + { + "epoch": 34.06106870229008, + "grad_norm": 0.9237746372190205, + "learning_rate": 1.5352505315380605e-05, + "loss": 0.0199, + "step": 40158 + }, + { + "epoch": 34.061916878710775, + "grad_norm": 1.0495357569126695, + "learning_rate": 1.5352273273064216e-05, + "loss": 0.0187, + "step": 40159 + }, + { + "epoch": 34.062765055131464, + "grad_norm": 0.7839758868570149, + "learning_rate": 1.5352041226708897e-05, + "loss": 0.0193, + "step": 40160 + }, + { + "epoch": 34.06361323155216, + "grad_norm": 0.8699089993705041, + "learning_rate": 1.5351809176314813e-05, + "loss": 0.0201, + "step": 40161 + }, + { + "epoch": 34.06446140797286, + "grad_norm": 0.8704576246638175, + "learning_rate": 1.5351577121882143e-05, + "loss": 0.0175, + "step": 40162 + }, + { + "epoch": 34.06530958439355, + "grad_norm": 0.7596569920556464, + "learning_rate": 1.535134506341106e-05, + "loss": 0.0217, + "step": 40163 + }, + { + "epoch": 34.06615776081425, + "grad_norm": 0.9252062632645265, + "learning_rate": 1.535111300090175e-05, + "loss": 0.02, + "step": 40164 + }, + { + "epoch": 34.067005937234946, + "grad_norm": 0.6681113795784298, + "learning_rate": 1.5350880934354374e-05, + "loss": 0.0178, + "step": 40165 + }, + { + "epoch": 34.06785411365564, + "grad_norm": 0.6774107543365581, + "learning_rate": 1.5350648863769115e-05, + "loss": 0.0145, + "step": 40166 + }, + { + "epoch": 34.06870229007634, + "grad_norm": 0.7098411915049625, + "learning_rate": 1.5350416789146145e-05, + "loss": 0.0176, + "step": 40167 + }, + { + "epoch": 34.069550466497034, + "grad_norm": 0.8309966316856178, + "learning_rate": 1.535018471048564e-05, + "loss": 0.0202, + "step": 40168 + }, + { + "epoch": 34.07039864291772, + "grad_norm": 0.6416069574629693, + "learning_rate": 1.534995262778778e-05, + "loss": 0.0165, + "step": 40169 + }, + { + "epoch": 34.07124681933842, + "grad_norm": 0.646515417865147, + "learning_rate": 1.534972054105273e-05, + "loss": 0.0176, + "step": 40170 + }, + { + "epoch": 34.072094995759116, + "grad_norm": 0.7569002115763009, + "learning_rate": 1.534948845028067e-05, + "loss": 0.0171, + "step": 40171 + }, + { + "epoch": 34.07294317217981, + "grad_norm": 0.7535419520186063, + "learning_rate": 1.5349256355471774e-05, + "loss": 0.0178, + "step": 40172 + }, + { + "epoch": 34.07379134860051, + "grad_norm": 0.7577944183125567, + "learning_rate": 1.5349024256626223e-05, + "loss": 0.0192, + "step": 40173 + }, + { + "epoch": 34.074639525021205, + "grad_norm": 0.872061031041691, + "learning_rate": 1.534879215374419e-05, + "loss": 0.0179, + "step": 40174 + }, + { + "epoch": 34.0754877014419, + "grad_norm": 0.6929177352134797, + "learning_rate": 1.5348560046825846e-05, + "loss": 0.0173, + "step": 40175 + }, + { + "epoch": 34.0763358778626, + "grad_norm": 0.814066272869369, + "learning_rate": 1.534832793587137e-05, + "loss": 0.0181, + "step": 40176 + }, + { + "epoch": 34.07718405428329, + "grad_norm": 0.8917221276937258, + "learning_rate": 1.534809582088093e-05, + "loss": 0.0216, + "step": 40177 + }, + { + "epoch": 34.07803223070399, + "grad_norm": 0.8653922885759922, + "learning_rate": 1.5347863701854713e-05, + "loss": 0.0187, + "step": 40178 + }, + { + "epoch": 34.07888040712468, + "grad_norm": 0.8194931230249405, + "learning_rate": 1.5347631578792883e-05, + "loss": 0.017, + "step": 40179 + }, + { + "epoch": 34.079728583545375, + "grad_norm": 0.6153507938827749, + "learning_rate": 1.5347399451695625e-05, + "loss": 0.0159, + "step": 40180 + }, + { + "epoch": 34.08057675996607, + "grad_norm": 0.8998274860839939, + "learning_rate": 1.5347167320563103e-05, + "loss": 0.0194, + "step": 40181 + }, + { + "epoch": 34.08142493638677, + "grad_norm": 0.719693526376107, + "learning_rate": 1.53469351853955e-05, + "loss": 0.018, + "step": 40182 + }, + { + "epoch": 34.082273112807464, + "grad_norm": 0.8189475493122703, + "learning_rate": 1.5346703046192994e-05, + "loss": 0.0178, + "step": 40183 + }, + { + "epoch": 34.08312128922816, + "grad_norm": 0.9309104748638061, + "learning_rate": 1.5346470902955754e-05, + "loss": 0.0178, + "step": 40184 + }, + { + "epoch": 34.083969465648856, + "grad_norm": 0.7655405556406549, + "learning_rate": 1.534623875568395e-05, + "loss": 0.0185, + "step": 40185 + }, + { + "epoch": 34.08481764206955, + "grad_norm": 0.7989378861655712, + "learning_rate": 1.534600660437777e-05, + "loss": 0.02, + "step": 40186 + }, + { + "epoch": 34.08566581849025, + "grad_norm": 0.7744399159875602, + "learning_rate": 1.5345774449037383e-05, + "loss": 0.0172, + "step": 40187 + }, + { + "epoch": 34.086513994910945, + "grad_norm": 0.8367164194563478, + "learning_rate": 1.5345542289662966e-05, + "loss": 0.0176, + "step": 40188 + }, + { + "epoch": 34.087362171331634, + "grad_norm": 0.6976183241726073, + "learning_rate": 1.534531012625469e-05, + "loss": 0.0168, + "step": 40189 + }, + { + "epoch": 34.08821034775233, + "grad_norm": 0.7207005219766668, + "learning_rate": 1.534507795881273e-05, + "loss": 0.0175, + "step": 40190 + }, + { + "epoch": 34.089058524173026, + "grad_norm": 0.7599087669251935, + "learning_rate": 1.534484578733727e-05, + "loss": 0.018, + "step": 40191 + }, + { + "epoch": 34.08990670059372, + "grad_norm": 2.1058960461169245, + "learning_rate": 1.5344613611828477e-05, + "loss": 0.0408, + "step": 40192 + }, + { + "epoch": 34.09075487701442, + "grad_norm": 0.9578107235518809, + "learning_rate": 1.5344381432286527e-05, + "loss": 0.0179, + "step": 40193 + }, + { + "epoch": 34.091603053435115, + "grad_norm": 0.8359560524975551, + "learning_rate": 1.5344149248711596e-05, + "loss": 0.0177, + "step": 40194 + }, + { + "epoch": 34.09245122985581, + "grad_norm": 0.8351830119788602, + "learning_rate": 1.5343917061103863e-05, + "loss": 0.0175, + "step": 40195 + }, + { + "epoch": 34.09329940627651, + "grad_norm": 0.5915441075832304, + "learning_rate": 1.5343684869463494e-05, + "loss": 0.014, + "step": 40196 + }, + { + "epoch": 34.094147582697204, + "grad_norm": 0.7954920250904628, + "learning_rate": 1.5343452673790676e-05, + "loss": 0.0201, + "step": 40197 + }, + { + "epoch": 34.0949957591179, + "grad_norm": 0.7584581542602299, + "learning_rate": 1.5343220474085578e-05, + "loss": 0.0183, + "step": 40198 + }, + { + "epoch": 34.09584393553859, + "grad_norm": 0.9442203752738304, + "learning_rate": 1.5342988270348372e-05, + "loss": 0.0208, + "step": 40199 + }, + { + "epoch": 34.096692111959285, + "grad_norm": 0.7972028407991455, + "learning_rate": 1.534275606257924e-05, + "loss": 0.0193, + "step": 40200 + }, + { + "epoch": 34.09754028837998, + "grad_norm": 0.850720011746656, + "learning_rate": 1.534252385077835e-05, + "loss": 0.0188, + "step": 40201 + }, + { + "epoch": 34.09838846480068, + "grad_norm": 0.7669402680022782, + "learning_rate": 1.5342291634945888e-05, + "loss": 0.0188, + "step": 40202 + }, + { + "epoch": 34.099236641221374, + "grad_norm": 0.8383365108357547, + "learning_rate": 1.534205941508202e-05, + "loss": 0.0196, + "step": 40203 + }, + { + "epoch": 34.10008481764207, + "grad_norm": 0.8591492967726563, + "learning_rate": 1.5341827191186924e-05, + "loss": 0.0169, + "step": 40204 + }, + { + "epoch": 34.10093299406277, + "grad_norm": 0.8373427077235944, + "learning_rate": 1.534159496326077e-05, + "loss": 0.0199, + "step": 40205 + }, + { + "epoch": 34.10178117048346, + "grad_norm": 0.9523031628398321, + "learning_rate": 1.5341362731303745e-05, + "loss": 0.0192, + "step": 40206 + }, + { + "epoch": 34.10262934690416, + "grad_norm": 0.8206238769382869, + "learning_rate": 1.5341130495316018e-05, + "loss": 0.0179, + "step": 40207 + }, + { + "epoch": 34.10347752332485, + "grad_norm": 0.8482952740303601, + "learning_rate": 1.534089825529776e-05, + "loss": 0.0176, + "step": 40208 + }, + { + "epoch": 34.104325699745544, + "grad_norm": 0.8757046056017083, + "learning_rate": 1.534066601124915e-05, + "loss": 0.0211, + "step": 40209 + }, + { + "epoch": 34.10517387616624, + "grad_norm": 0.9713275625341319, + "learning_rate": 1.5340433763170363e-05, + "loss": 0.0197, + "step": 40210 + }, + { + "epoch": 34.10602205258694, + "grad_norm": 0.7991206120460316, + "learning_rate": 1.5340201511061573e-05, + "loss": 0.0195, + "step": 40211 + }, + { + "epoch": 34.10687022900763, + "grad_norm": 0.7580897055108554, + "learning_rate": 1.5339969254922965e-05, + "loss": 0.0204, + "step": 40212 + }, + { + "epoch": 34.10771840542833, + "grad_norm": 0.8936331467866825, + "learning_rate": 1.5339736994754697e-05, + "loss": 0.0191, + "step": 40213 + }, + { + "epoch": 34.108566581849026, + "grad_norm": 0.7202617075768486, + "learning_rate": 1.5339504730556957e-05, + "loss": 0.0179, + "step": 40214 + }, + { + "epoch": 34.10941475826972, + "grad_norm": 0.7293601072967815, + "learning_rate": 1.5339272462329916e-05, + "loss": 0.0163, + "step": 40215 + }, + { + "epoch": 34.11026293469042, + "grad_norm": 0.7173287438165526, + "learning_rate": 1.5339040190073756e-05, + "loss": 0.0177, + "step": 40216 + }, + { + "epoch": 34.111111111111114, + "grad_norm": 0.8325415843611146, + "learning_rate": 1.533880791378864e-05, + "loss": 0.0201, + "step": 40217 + }, + { + "epoch": 34.1119592875318, + "grad_norm": 0.8775892040089739, + "learning_rate": 1.533857563347475e-05, + "loss": 0.0194, + "step": 40218 + }, + { + "epoch": 34.1128074639525, + "grad_norm": 1.002505719650244, + "learning_rate": 1.533834334913226e-05, + "loss": 0.0216, + "step": 40219 + }, + { + "epoch": 34.113655640373196, + "grad_norm": 0.957459808141247, + "learning_rate": 1.5338111060761348e-05, + "loss": 0.0212, + "step": 40220 + }, + { + "epoch": 34.11450381679389, + "grad_norm": 0.9602278000310016, + "learning_rate": 1.5337878768362188e-05, + "loss": 0.0187, + "step": 40221 + }, + { + "epoch": 34.11535199321459, + "grad_norm": 0.841840431249792, + "learning_rate": 1.533764647193495e-05, + "loss": 0.0189, + "step": 40222 + }, + { + "epoch": 34.116200169635285, + "grad_norm": 0.8817807989874501, + "learning_rate": 1.5337414171479816e-05, + "loss": 0.0178, + "step": 40223 + }, + { + "epoch": 34.11704834605598, + "grad_norm": 0.8252744189873338, + "learning_rate": 1.5337181866996962e-05, + "loss": 0.0194, + "step": 40224 + }, + { + "epoch": 34.11789652247668, + "grad_norm": 0.8938812166959995, + "learning_rate": 1.533694955848656e-05, + "loss": 0.0187, + "step": 40225 + }, + { + "epoch": 34.11874469889737, + "grad_norm": 0.7812031632405199, + "learning_rate": 1.533671724594878e-05, + "loss": 0.0193, + "step": 40226 + }, + { + "epoch": 34.11959287531807, + "grad_norm": 0.8222871026410749, + "learning_rate": 1.533648492938381e-05, + "loss": 0.0211, + "step": 40227 + }, + { + "epoch": 34.12044105173876, + "grad_norm": 0.793435319406698, + "learning_rate": 1.533625260879182e-05, + "loss": 0.0184, + "step": 40228 + }, + { + "epoch": 34.121289228159455, + "grad_norm": 0.748166286945888, + "learning_rate": 1.5336020284172976e-05, + "loss": 0.0183, + "step": 40229 + }, + { + "epoch": 34.12213740458015, + "grad_norm": 0.69191510572366, + "learning_rate": 1.5335787955527464e-05, + "loss": 0.0189, + "step": 40230 + }, + { + "epoch": 34.12298558100085, + "grad_norm": 0.7820290095850814, + "learning_rate": 1.533555562285546e-05, + "loss": 0.0171, + "step": 40231 + }, + { + "epoch": 34.123833757421544, + "grad_norm": 0.8708139882242955, + "learning_rate": 1.533532328615713e-05, + "loss": 0.0189, + "step": 40232 + }, + { + "epoch": 34.12468193384224, + "grad_norm": 0.9414362315701733, + "learning_rate": 1.533509094543266e-05, + "loss": 0.019, + "step": 40233 + }, + { + "epoch": 34.125530110262936, + "grad_norm": 0.7756619428314038, + "learning_rate": 1.533485860068222e-05, + "loss": 0.0197, + "step": 40234 + }, + { + "epoch": 34.12637828668363, + "grad_norm": 0.6989313678038394, + "learning_rate": 1.5334626251905984e-05, + "loss": 0.0187, + "step": 40235 + }, + { + "epoch": 34.12722646310433, + "grad_norm": 0.7586689681478074, + "learning_rate": 1.533439389910413e-05, + "loss": 0.0189, + "step": 40236 + }, + { + "epoch": 34.128074639525025, + "grad_norm": 0.8653876210639354, + "learning_rate": 1.533416154227683e-05, + "loss": 0.0192, + "step": 40237 + }, + { + "epoch": 34.128922815945714, + "grad_norm": 0.8428472294603675, + "learning_rate": 1.5333929181424264e-05, + "loss": 0.0222, + "step": 40238 + }, + { + "epoch": 34.12977099236641, + "grad_norm": 1.070292128226498, + "learning_rate": 1.5333696816546603e-05, + "loss": 0.0167, + "step": 40239 + }, + { + "epoch": 34.130619168787106, + "grad_norm": 0.6847815933990932, + "learning_rate": 1.5333464447644027e-05, + "loss": 0.0165, + "step": 40240 + }, + { + "epoch": 34.1314673452078, + "grad_norm": 0.7687008526990599, + "learning_rate": 1.5333232074716707e-05, + "loss": 0.0195, + "step": 40241 + }, + { + "epoch": 34.1323155216285, + "grad_norm": 0.85625266960734, + "learning_rate": 1.5332999697764825e-05, + "loss": 0.0178, + "step": 40242 + }, + { + "epoch": 34.133163698049195, + "grad_norm": 0.738086894808781, + "learning_rate": 1.5332767316788543e-05, + "loss": 0.0179, + "step": 40243 + }, + { + "epoch": 34.13401187446989, + "grad_norm": 0.976088270642384, + "learning_rate": 1.533253493178805e-05, + "loss": 0.0213, + "step": 40244 + }, + { + "epoch": 34.13486005089059, + "grad_norm": 0.8925609777307958, + "learning_rate": 1.5332302542763514e-05, + "loss": 0.019, + "step": 40245 + }, + { + "epoch": 34.135708227311284, + "grad_norm": 0.7506369122726348, + "learning_rate": 1.5332070149715116e-05, + "loss": 0.0212, + "step": 40246 + }, + { + "epoch": 34.13655640373197, + "grad_norm": 0.8119573196673827, + "learning_rate": 1.5331837752643023e-05, + "loss": 0.022, + "step": 40247 + }, + { + "epoch": 34.13740458015267, + "grad_norm": 0.8321709060843088, + "learning_rate": 1.533160535154742e-05, + "loss": 0.019, + "step": 40248 + }, + { + "epoch": 34.138252756573365, + "grad_norm": 0.7839247503790017, + "learning_rate": 1.5331372946428476e-05, + "loss": 0.0197, + "step": 40249 + }, + { + "epoch": 34.13910093299406, + "grad_norm": 0.7733017220211221, + "learning_rate": 1.5331140537286367e-05, + "loss": 0.0181, + "step": 40250 + }, + { + "epoch": 34.13994910941476, + "grad_norm": 0.7557779652281508, + "learning_rate": 1.533090812412127e-05, + "loss": 0.0162, + "step": 40251 + }, + { + "epoch": 34.140797285835454, + "grad_norm": 0.7943403323498183, + "learning_rate": 1.533067570693336e-05, + "loss": 0.0185, + "step": 40252 + }, + { + "epoch": 34.14164546225615, + "grad_norm": 1.0323485212137644, + "learning_rate": 1.5330443285722813e-05, + "loss": 0.0183, + "step": 40253 + }, + { + "epoch": 34.14249363867685, + "grad_norm": 0.8326992598558542, + "learning_rate": 1.5330210860489802e-05, + "loss": 0.0189, + "step": 40254 + }, + { + "epoch": 34.14334181509754, + "grad_norm": 0.7650164298103977, + "learning_rate": 1.5329978431234506e-05, + "loss": 0.0157, + "step": 40255 + }, + { + "epoch": 34.14418999151824, + "grad_norm": 0.6653997494049005, + "learning_rate": 1.5329745997957095e-05, + "loss": 0.0157, + "step": 40256 + }, + { + "epoch": 34.14503816793893, + "grad_norm": 1.0601518566798382, + "learning_rate": 1.5329513560657754e-05, + "loss": 0.0202, + "step": 40257 + }, + { + "epoch": 34.145886344359624, + "grad_norm": 0.7888352677716141, + "learning_rate": 1.5329281119336646e-05, + "loss": 0.0183, + "step": 40258 + }, + { + "epoch": 34.14673452078032, + "grad_norm": 0.7452202505835336, + "learning_rate": 1.5329048673993955e-05, + "loss": 0.0185, + "step": 40259 + }, + { + "epoch": 34.14758269720102, + "grad_norm": 0.7365437624176714, + "learning_rate": 1.5328816224629853e-05, + "loss": 0.0163, + "step": 40260 + }, + { + "epoch": 34.14843087362171, + "grad_norm": 0.9834785853721562, + "learning_rate": 1.532858377124452e-05, + "loss": 0.0186, + "step": 40261 + }, + { + "epoch": 34.14927905004241, + "grad_norm": 0.7005393830231152, + "learning_rate": 1.5328351313838124e-05, + "loss": 0.0185, + "step": 40262 + }, + { + "epoch": 34.150127226463106, + "grad_norm": 0.9087734221180924, + "learning_rate": 1.5328118852410843e-05, + "loss": 0.0198, + "step": 40263 + }, + { + "epoch": 34.1509754028838, + "grad_norm": 0.908447049586583, + "learning_rate": 1.532788638696286e-05, + "loss": 0.0187, + "step": 40264 + }, + { + "epoch": 34.1518235793045, + "grad_norm": 0.7936560406133952, + "learning_rate": 1.532765391749434e-05, + "loss": 0.0176, + "step": 40265 + }, + { + "epoch": 34.152671755725194, + "grad_norm": 0.6634791958180123, + "learning_rate": 1.532742144400546e-05, + "loss": 0.0163, + "step": 40266 + }, + { + "epoch": 34.15351993214588, + "grad_norm": 0.8610841797123053, + "learning_rate": 1.5327188966496402e-05, + "loss": 0.0187, + "step": 40267 + }, + { + "epoch": 34.15436810856658, + "grad_norm": 0.7200877097034138, + "learning_rate": 1.5326956484967335e-05, + "loss": 0.0178, + "step": 40268 + }, + { + "epoch": 34.155216284987276, + "grad_norm": 0.9418503168196652, + "learning_rate": 1.532672399941844e-05, + "loss": 0.0211, + "step": 40269 + }, + { + "epoch": 34.15606446140797, + "grad_norm": 0.8442841658061222, + "learning_rate": 1.5326491509849885e-05, + "loss": 0.0192, + "step": 40270 + }, + { + "epoch": 34.15691263782867, + "grad_norm": 0.8466829803290008, + "learning_rate": 1.5326259016261854e-05, + "loss": 0.0189, + "step": 40271 + }, + { + "epoch": 34.157760814249365, + "grad_norm": 0.9211825262553388, + "learning_rate": 1.5326026518654513e-05, + "loss": 0.0175, + "step": 40272 + }, + { + "epoch": 34.15860899067006, + "grad_norm": 0.8668046269148965, + "learning_rate": 1.5325794017028047e-05, + "loss": 0.0192, + "step": 40273 + }, + { + "epoch": 34.15945716709076, + "grad_norm": 0.6959284625233527, + "learning_rate": 1.5325561511382624e-05, + "loss": 0.0177, + "step": 40274 + }, + { + "epoch": 34.16030534351145, + "grad_norm": 0.7441285315260286, + "learning_rate": 1.5325329001718423e-05, + "loss": 0.0179, + "step": 40275 + }, + { + "epoch": 34.16115351993214, + "grad_norm": 0.780583369601889, + "learning_rate": 1.5325096488035623e-05, + "loss": 0.0197, + "step": 40276 + }, + { + "epoch": 34.16200169635284, + "grad_norm": 0.940225295551339, + "learning_rate": 1.532486397033439e-05, + "loss": 0.0201, + "step": 40277 + }, + { + "epoch": 34.162849872773535, + "grad_norm": 0.7938682467023584, + "learning_rate": 1.5324631448614907e-05, + "loss": 0.0182, + "step": 40278 + }, + { + "epoch": 34.16369804919423, + "grad_norm": 0.7311660451629847, + "learning_rate": 1.5324398922877344e-05, + "loss": 0.0174, + "step": 40279 + }, + { + "epoch": 34.16454622561493, + "grad_norm": 0.7306828345931425, + "learning_rate": 1.5324166393121887e-05, + "loss": 0.0187, + "step": 40280 + }, + { + "epoch": 34.16539440203562, + "grad_norm": 0.7220044667484821, + "learning_rate": 1.5323933859348702e-05, + "loss": 0.0167, + "step": 40281 + }, + { + "epoch": 34.16624257845632, + "grad_norm": 0.777299235981037, + "learning_rate": 1.5323701321557966e-05, + "loss": 0.019, + "step": 40282 + }, + { + "epoch": 34.167090754877016, + "grad_norm": 0.77898125044506, + "learning_rate": 1.5323468779749853e-05, + "loss": 0.0176, + "step": 40283 + }, + { + "epoch": 34.16793893129771, + "grad_norm": 0.767352828781863, + "learning_rate": 1.532323623392454e-05, + "loss": 0.0162, + "step": 40284 + }, + { + "epoch": 34.16878710771841, + "grad_norm": 0.8212821551846304, + "learning_rate": 1.5323003684082206e-05, + "loss": 0.0192, + "step": 40285 + }, + { + "epoch": 34.1696352841391, + "grad_norm": 0.8455701845543503, + "learning_rate": 1.5322771130223024e-05, + "loss": 0.0191, + "step": 40286 + }, + { + "epoch": 34.170483460559794, + "grad_norm": 0.8079418237316717, + "learning_rate": 1.5322538572347167e-05, + "loss": 0.0208, + "step": 40287 + }, + { + "epoch": 34.17133163698049, + "grad_norm": 0.8381060798110698, + "learning_rate": 1.5322306010454816e-05, + "loss": 0.0179, + "step": 40288 + }, + { + "epoch": 34.172179813401186, + "grad_norm": 1.0945589508835916, + "learning_rate": 1.532207344454614e-05, + "loss": 0.0189, + "step": 40289 + }, + { + "epoch": 34.17302798982188, + "grad_norm": 0.8950115491106655, + "learning_rate": 1.5321840874621318e-05, + "loss": 0.0202, + "step": 40290 + }, + { + "epoch": 34.17387616624258, + "grad_norm": 0.8617978725602509, + "learning_rate": 1.5321608300680526e-05, + "loss": 0.0189, + "step": 40291 + }, + { + "epoch": 34.174724342663275, + "grad_norm": 0.7606947223986322, + "learning_rate": 1.5321375722723937e-05, + "loss": 0.0183, + "step": 40292 + }, + { + "epoch": 34.17557251908397, + "grad_norm": 0.6554450815580013, + "learning_rate": 1.532114314075173e-05, + "loss": 0.0154, + "step": 40293 + }, + { + "epoch": 34.17642069550467, + "grad_norm": 0.780092900284392, + "learning_rate": 1.5320910554764078e-05, + "loss": 0.0176, + "step": 40294 + }, + { + "epoch": 34.177268871925364, + "grad_norm": 0.7678905112803245, + "learning_rate": 1.532067796476116e-05, + "loss": 0.0175, + "step": 40295 + }, + { + "epoch": 34.17811704834605, + "grad_norm": 0.8040805148428785, + "learning_rate": 1.5320445370743146e-05, + "loss": 0.0192, + "step": 40296 + }, + { + "epoch": 34.17896522476675, + "grad_norm": 0.8093001451040736, + "learning_rate": 1.5320212772710213e-05, + "loss": 0.0172, + "step": 40297 + }, + { + "epoch": 34.179813401187445, + "grad_norm": 0.6586201115079174, + "learning_rate": 1.5319980170662537e-05, + "loss": 0.0156, + "step": 40298 + }, + { + "epoch": 34.18066157760814, + "grad_norm": 0.68671420053671, + "learning_rate": 1.53197475646003e-05, + "loss": 0.0189, + "step": 40299 + }, + { + "epoch": 34.18150975402884, + "grad_norm": 0.7800740340818246, + "learning_rate": 1.5319514954523667e-05, + "loss": 0.0179, + "step": 40300 + }, + { + "epoch": 34.182357930449534, + "grad_norm": 0.7914794307405552, + "learning_rate": 1.531928234043282e-05, + "loss": 0.0181, + "step": 40301 + }, + { + "epoch": 34.18320610687023, + "grad_norm": 0.773891869269065, + "learning_rate": 1.531904972232793e-05, + "loss": 0.0192, + "step": 40302 + }, + { + "epoch": 34.184054283290926, + "grad_norm": 0.7332093393437649, + "learning_rate": 1.531881710020918e-05, + "loss": 0.0188, + "step": 40303 + }, + { + "epoch": 34.18490245971162, + "grad_norm": 0.7682552149413883, + "learning_rate": 1.531858447407674e-05, + "loss": 0.0196, + "step": 40304 + }, + { + "epoch": 34.18575063613232, + "grad_norm": 0.8245893721849215, + "learning_rate": 1.5318351843930782e-05, + "loss": 0.0168, + "step": 40305 + }, + { + "epoch": 34.18659881255301, + "grad_norm": 0.7459559342346134, + "learning_rate": 1.531811920977149e-05, + "loss": 0.0157, + "step": 40306 + }, + { + "epoch": 34.187446988973704, + "grad_norm": 0.8077836911309902, + "learning_rate": 1.5317886571599035e-05, + "loss": 0.0179, + "step": 40307 + }, + { + "epoch": 34.1882951653944, + "grad_norm": 0.7927386541635234, + "learning_rate": 1.5317653929413595e-05, + "loss": 0.021, + "step": 40308 + }, + { + "epoch": 34.1891433418151, + "grad_norm": 0.7258552563990541, + "learning_rate": 1.531742128321534e-05, + "loss": 0.0172, + "step": 40309 + }, + { + "epoch": 34.18999151823579, + "grad_norm": 0.7261050108651245, + "learning_rate": 1.5317188633004452e-05, + "loss": 0.0187, + "step": 40310 + }, + { + "epoch": 34.19083969465649, + "grad_norm": 0.6727158480001816, + "learning_rate": 1.5316955978781102e-05, + "loss": 0.0156, + "step": 40311 + }, + { + "epoch": 34.191687871077185, + "grad_norm": 0.883379554177088, + "learning_rate": 1.531672332054547e-05, + "loss": 0.0185, + "step": 40312 + }, + { + "epoch": 34.19253604749788, + "grad_norm": 0.914945181346806, + "learning_rate": 1.5316490658297727e-05, + "loss": 0.0187, + "step": 40313 + }, + { + "epoch": 34.19338422391858, + "grad_norm": 0.706395620579692, + "learning_rate": 1.531625799203805e-05, + "loss": 0.0176, + "step": 40314 + }, + { + "epoch": 34.19423240033927, + "grad_norm": 0.883267327090031, + "learning_rate": 1.5316025321766616e-05, + "loss": 0.0172, + "step": 40315 + }, + { + "epoch": 34.19508057675996, + "grad_norm": 0.877291072009324, + "learning_rate": 1.53157926474836e-05, + "loss": 0.0184, + "step": 40316 + }, + { + "epoch": 34.19592875318066, + "grad_norm": 0.731225332694791, + "learning_rate": 1.5315559969189177e-05, + "loss": 0.0178, + "step": 40317 + }, + { + "epoch": 34.196776929601356, + "grad_norm": 0.869579905464683, + "learning_rate": 1.5315327286883523e-05, + "loss": 0.0195, + "step": 40318 + }, + { + "epoch": 34.19762510602205, + "grad_norm": 0.8922808700185181, + "learning_rate": 1.5315094600566812e-05, + "loss": 0.0189, + "step": 40319 + }, + { + "epoch": 34.19847328244275, + "grad_norm": 0.8321555025082653, + "learning_rate": 1.531486191023922e-05, + "loss": 0.0188, + "step": 40320 + }, + { + "epoch": 34.199321458863444, + "grad_norm": 0.841216602167181, + "learning_rate": 1.5314629215900933e-05, + "loss": 0.0185, + "step": 40321 + }, + { + "epoch": 34.20016963528414, + "grad_norm": 0.682526638316171, + "learning_rate": 1.5314396517552106e-05, + "loss": 0.0168, + "step": 40322 + }, + { + "epoch": 34.20101781170484, + "grad_norm": 0.7468728771398725, + "learning_rate": 1.531416381519293e-05, + "loss": 0.0166, + "step": 40323 + }, + { + "epoch": 34.20186598812553, + "grad_norm": 1.0431814101252068, + "learning_rate": 1.5313931108823575e-05, + "loss": 0.0202, + "step": 40324 + }, + { + "epoch": 34.20271416454622, + "grad_norm": 0.8176869955919023, + "learning_rate": 1.531369839844422e-05, + "loss": 0.0203, + "step": 40325 + }, + { + "epoch": 34.20356234096692, + "grad_norm": 0.8044906988879745, + "learning_rate": 1.531346568405504e-05, + "loss": 0.0194, + "step": 40326 + }, + { + "epoch": 34.204410517387615, + "grad_norm": 0.8792958867204979, + "learning_rate": 1.5313232965656207e-05, + "loss": 0.0202, + "step": 40327 + }, + { + "epoch": 34.20525869380831, + "grad_norm": 0.7622117837285358, + "learning_rate": 1.5313000243247897e-05, + "loss": 0.019, + "step": 40328 + }, + { + "epoch": 34.20610687022901, + "grad_norm": 0.7580897882786679, + "learning_rate": 1.531276751683029e-05, + "loss": 0.0185, + "step": 40329 + }, + { + "epoch": 34.2069550466497, + "grad_norm": 0.7978427427564482, + "learning_rate": 1.5312534786403558e-05, + "loss": 0.02, + "step": 40330 + }, + { + "epoch": 34.2078032230704, + "grad_norm": 0.9034906965771692, + "learning_rate": 1.531230205196788e-05, + "loss": 0.0193, + "step": 40331 + }, + { + "epoch": 34.208651399491096, + "grad_norm": 0.7113072018267922, + "learning_rate": 1.531206931352343e-05, + "loss": 0.0195, + "step": 40332 + }, + { + "epoch": 34.20949957591179, + "grad_norm": 0.7912495861601069, + "learning_rate": 1.531183657107038e-05, + "loss": 0.0204, + "step": 40333 + }, + { + "epoch": 34.21034775233249, + "grad_norm": 0.7677860484245865, + "learning_rate": 1.5311603824608908e-05, + "loss": 0.0196, + "step": 40334 + }, + { + "epoch": 34.21119592875318, + "grad_norm": 0.8866128319580757, + "learning_rate": 1.531137107413919e-05, + "loss": 0.019, + "step": 40335 + }, + { + "epoch": 34.212044105173874, + "grad_norm": 0.9204583400974425, + "learning_rate": 1.5311138319661405e-05, + "loss": 0.019, + "step": 40336 + }, + { + "epoch": 34.21289228159457, + "grad_norm": 1.0198487692993747, + "learning_rate": 1.5310905561175722e-05, + "loss": 0.0206, + "step": 40337 + }, + { + "epoch": 34.213740458015266, + "grad_norm": 0.8066696614888241, + "learning_rate": 1.5310672798682324e-05, + "loss": 0.0212, + "step": 40338 + }, + { + "epoch": 34.21458863443596, + "grad_norm": 0.8864812882226246, + "learning_rate": 1.5310440032181378e-05, + "loss": 0.0213, + "step": 40339 + }, + { + "epoch": 34.21543681085666, + "grad_norm": 0.8049162666866709, + "learning_rate": 1.5310207261673072e-05, + "loss": 0.0191, + "step": 40340 + }, + { + "epoch": 34.216284987277355, + "grad_norm": 0.720689157973078, + "learning_rate": 1.530997448715757e-05, + "loss": 0.0164, + "step": 40341 + }, + { + "epoch": 34.21713316369805, + "grad_norm": 0.6870460445410391, + "learning_rate": 1.5309741708635047e-05, + "loss": 0.0173, + "step": 40342 + }, + { + "epoch": 34.21798134011875, + "grad_norm": 0.8236127024850338, + "learning_rate": 1.530950892610569e-05, + "loss": 0.0182, + "step": 40343 + }, + { + "epoch": 34.218829516539444, + "grad_norm": 0.9220825620669746, + "learning_rate": 1.5309276139569664e-05, + "loss": 0.0211, + "step": 40344 + }, + { + "epoch": 34.21967769296013, + "grad_norm": 0.8092974358903408, + "learning_rate": 1.530904334902715e-05, + "loss": 0.0236, + "step": 40345 + }, + { + "epoch": 34.22052586938083, + "grad_norm": 0.9283156723314705, + "learning_rate": 1.5308810554478327e-05, + "loss": 0.0215, + "step": 40346 + }, + { + "epoch": 34.221374045801525, + "grad_norm": 0.8263481576713988, + "learning_rate": 1.530857775592336e-05, + "loss": 0.0182, + "step": 40347 + }, + { + "epoch": 34.22222222222222, + "grad_norm": 0.7841792049673952, + "learning_rate": 1.5308344953362434e-05, + "loss": 0.0205, + "step": 40348 + }, + { + "epoch": 34.22307039864292, + "grad_norm": 0.6450424487120592, + "learning_rate": 1.530811214679572e-05, + "loss": 0.0167, + "step": 40349 + }, + { + "epoch": 34.223918575063614, + "grad_norm": 0.790086641063238, + "learning_rate": 1.5307879336223398e-05, + "loss": 0.0189, + "step": 40350 + }, + { + "epoch": 34.22476675148431, + "grad_norm": 0.8082239920005738, + "learning_rate": 1.5307646521645635e-05, + "loss": 0.0196, + "step": 40351 + }, + { + "epoch": 34.225614927905006, + "grad_norm": 0.8637410172839475, + "learning_rate": 1.5307413703062616e-05, + "loss": 0.0182, + "step": 40352 + }, + { + "epoch": 34.2264631043257, + "grad_norm": 0.9207078775687938, + "learning_rate": 1.5307180880474513e-05, + "loss": 0.0227, + "step": 40353 + }, + { + "epoch": 34.22731128074639, + "grad_norm": 0.9041352374383254, + "learning_rate": 1.53069480538815e-05, + "loss": 0.0199, + "step": 40354 + }, + { + "epoch": 34.22815945716709, + "grad_norm": 0.7298467065707359, + "learning_rate": 1.5306715223283758e-05, + "loss": 0.0196, + "step": 40355 + }, + { + "epoch": 34.229007633587784, + "grad_norm": 0.7119865406090483, + "learning_rate": 1.5306482388681455e-05, + "loss": 0.0183, + "step": 40356 + }, + { + "epoch": 34.22985581000848, + "grad_norm": 0.7978779779330646, + "learning_rate": 1.5306249550074777e-05, + "loss": 0.0186, + "step": 40357 + }, + { + "epoch": 34.23070398642918, + "grad_norm": 0.683648512645997, + "learning_rate": 1.5306016707463892e-05, + "loss": 0.0181, + "step": 40358 + }, + { + "epoch": 34.23155216284987, + "grad_norm": 0.8001741316367829, + "learning_rate": 1.530578386084897e-05, + "loss": 0.0181, + "step": 40359 + }, + { + "epoch": 34.23240033927057, + "grad_norm": 0.6746926891279479, + "learning_rate": 1.5305551010230204e-05, + "loss": 0.0175, + "step": 40360 + }, + { + "epoch": 34.233248515691265, + "grad_norm": 0.7531331270759132, + "learning_rate": 1.5305318155607755e-05, + "loss": 0.0187, + "step": 40361 + }, + { + "epoch": 34.23409669211196, + "grad_norm": 0.7578542333903698, + "learning_rate": 1.5305085296981802e-05, + "loss": 0.018, + "step": 40362 + }, + { + "epoch": 34.23494486853266, + "grad_norm": 0.8754903918368249, + "learning_rate": 1.5304852434352527e-05, + "loss": 0.0229, + "step": 40363 + }, + { + "epoch": 34.23579304495335, + "grad_norm": 0.8079802960142529, + "learning_rate": 1.53046195677201e-05, + "loss": 0.0185, + "step": 40364 + }, + { + "epoch": 34.23664122137404, + "grad_norm": 1.0034896693860544, + "learning_rate": 1.5304386697084694e-05, + "loss": 0.0191, + "step": 40365 + }, + { + "epoch": 34.23748939779474, + "grad_norm": 0.771803119809801, + "learning_rate": 1.530415382244649e-05, + "loss": 0.0176, + "step": 40366 + }, + { + "epoch": 34.238337574215436, + "grad_norm": 0.8323046243166912, + "learning_rate": 1.530392094380566e-05, + "loss": 0.0183, + "step": 40367 + }, + { + "epoch": 34.23918575063613, + "grad_norm": 0.9116817070563787, + "learning_rate": 1.5303688061162387e-05, + "loss": 0.0189, + "step": 40368 + }, + { + "epoch": 34.24003392705683, + "grad_norm": 0.9141120702373877, + "learning_rate": 1.530345517451684e-05, + "loss": 0.0199, + "step": 40369 + }, + { + "epoch": 34.240882103477524, + "grad_norm": 0.5861959842028724, + "learning_rate": 1.5303222283869197e-05, + "loss": 0.0154, + "step": 40370 + }, + { + "epoch": 34.24173027989822, + "grad_norm": 0.7412664938364005, + "learning_rate": 1.530298938921963e-05, + "loss": 0.0183, + "step": 40371 + }, + { + "epoch": 34.24257845631892, + "grad_norm": 0.8696250404246889, + "learning_rate": 1.530275649056832e-05, + "loss": 0.0206, + "step": 40372 + }, + { + "epoch": 34.24342663273961, + "grad_norm": 0.6750322351464032, + "learning_rate": 1.5302523587915442e-05, + "loss": 0.0194, + "step": 40373 + }, + { + "epoch": 34.2442748091603, + "grad_norm": 0.9940658723193194, + "learning_rate": 1.5302290681261166e-05, + "loss": 0.0203, + "step": 40374 + }, + { + "epoch": 34.245122985581, + "grad_norm": 0.7619282376117904, + "learning_rate": 1.5302057770605675e-05, + "loss": 0.0168, + "step": 40375 + }, + { + "epoch": 34.245971162001695, + "grad_norm": 0.7986868997593912, + "learning_rate": 1.5301824855949143e-05, + "loss": 0.0194, + "step": 40376 + }, + { + "epoch": 34.24681933842239, + "grad_norm": 0.6376517784960396, + "learning_rate": 1.5301591937291743e-05, + "loss": 0.0151, + "step": 40377 + }, + { + "epoch": 34.24766751484309, + "grad_norm": 0.8375308429040775, + "learning_rate": 1.5301359014633653e-05, + "loss": 0.0179, + "step": 40378 + }, + { + "epoch": 34.24851569126378, + "grad_norm": 0.7840424606501804, + "learning_rate": 1.530112608797505e-05, + "loss": 0.0207, + "step": 40379 + }, + { + "epoch": 34.24936386768448, + "grad_norm": 0.7289638176483286, + "learning_rate": 1.5300893157316104e-05, + "loss": 0.0184, + "step": 40380 + }, + { + "epoch": 34.250212044105176, + "grad_norm": 0.657717123104348, + "learning_rate": 1.5300660222656998e-05, + "loss": 0.0165, + "step": 40381 + }, + { + "epoch": 34.25106022052587, + "grad_norm": 0.9432952375893567, + "learning_rate": 1.5300427283997903e-05, + "loss": 0.021, + "step": 40382 + }, + { + "epoch": 34.25190839694657, + "grad_norm": 0.7868526444470102, + "learning_rate": 1.5300194341338997e-05, + "loss": 0.0183, + "step": 40383 + }, + { + "epoch": 34.25275657336726, + "grad_norm": 0.8668075937540771, + "learning_rate": 1.5299961394680452e-05, + "loss": 0.02, + "step": 40384 + }, + { + "epoch": 34.253604749787954, + "grad_norm": 0.64400404056273, + "learning_rate": 1.5299728444022452e-05, + "loss": 0.0171, + "step": 40385 + }, + { + "epoch": 34.25445292620865, + "grad_norm": 1.0448591939430762, + "learning_rate": 1.5299495489365165e-05, + "loss": 0.0202, + "step": 40386 + }, + { + "epoch": 34.255301102629346, + "grad_norm": 0.8441392630118434, + "learning_rate": 1.5299262530708768e-05, + "loss": 0.0173, + "step": 40387 + }, + { + "epoch": 34.25614927905004, + "grad_norm": 0.7696224223773867, + "learning_rate": 1.5299029568053444e-05, + "loss": 0.018, + "step": 40388 + }, + { + "epoch": 34.25699745547074, + "grad_norm": 0.7357906302821718, + "learning_rate": 1.5298796601399355e-05, + "loss": 0.0173, + "step": 40389 + }, + { + "epoch": 34.257845631891435, + "grad_norm": 0.7895348571518083, + "learning_rate": 1.529856363074669e-05, + "loss": 0.0198, + "step": 40390 + }, + { + "epoch": 34.25869380831213, + "grad_norm": 0.8431161359567446, + "learning_rate": 1.5298330656095618e-05, + "loss": 0.0194, + "step": 40391 + }, + { + "epoch": 34.25954198473283, + "grad_norm": 0.6311671656335287, + "learning_rate": 1.5298097677446316e-05, + "loss": 0.0172, + "step": 40392 + }, + { + "epoch": 34.260390161153516, + "grad_norm": 0.7363968546519502, + "learning_rate": 1.5297864694798964e-05, + "loss": 0.019, + "step": 40393 + }, + { + "epoch": 34.26123833757421, + "grad_norm": 0.744132071146053, + "learning_rate": 1.529763170815373e-05, + "loss": 0.0185, + "step": 40394 + }, + { + "epoch": 34.26208651399491, + "grad_norm": 0.8596799750575207, + "learning_rate": 1.5297398717510793e-05, + "loss": 0.0188, + "step": 40395 + }, + { + "epoch": 34.262934690415605, + "grad_norm": 0.9725545254711848, + "learning_rate": 1.5297165722870332e-05, + "loss": 0.0202, + "step": 40396 + }, + { + "epoch": 34.2637828668363, + "grad_norm": 0.7463427436746308, + "learning_rate": 1.529693272423252e-05, + "loss": 0.0178, + "step": 40397 + }, + { + "epoch": 34.264631043257, + "grad_norm": 0.6711574430944409, + "learning_rate": 1.5296699721597535e-05, + "loss": 0.0169, + "step": 40398 + }, + { + "epoch": 34.265479219677694, + "grad_norm": 0.9169109293729559, + "learning_rate": 1.529646671496555e-05, + "loss": 0.0216, + "step": 40399 + }, + { + "epoch": 34.26632739609839, + "grad_norm": 0.8441418363293233, + "learning_rate": 1.529623370433674e-05, + "loss": 0.0187, + "step": 40400 + }, + { + "epoch": 34.267175572519086, + "grad_norm": 0.761356422587066, + "learning_rate": 1.5296000689711286e-05, + "loss": 0.0191, + "step": 40401 + }, + { + "epoch": 34.26802374893978, + "grad_norm": 0.7630413563457658, + "learning_rate": 1.5295767671089357e-05, + "loss": 0.0199, + "step": 40402 + }, + { + "epoch": 34.26887192536047, + "grad_norm": 0.9171602414100745, + "learning_rate": 1.5295534648471137e-05, + "loss": 0.0194, + "step": 40403 + }, + { + "epoch": 34.26972010178117, + "grad_norm": 0.7841241719383848, + "learning_rate": 1.5295301621856796e-05, + "loss": 0.0185, + "step": 40404 + }, + { + "epoch": 34.270568278201864, + "grad_norm": 0.6780330128866331, + "learning_rate": 1.5295068591246508e-05, + "loss": 0.0171, + "step": 40405 + }, + { + "epoch": 34.27141645462256, + "grad_norm": 0.7573073272484357, + "learning_rate": 1.5294835556640455e-05, + "loss": 0.0188, + "step": 40406 + }, + { + "epoch": 34.27226463104326, + "grad_norm": 0.808907028806849, + "learning_rate": 1.529460251803881e-05, + "loss": 0.0171, + "step": 40407 + }, + { + "epoch": 34.27311280746395, + "grad_norm": 0.8291149880054943, + "learning_rate": 1.5294369475441747e-05, + "loss": 0.0182, + "step": 40408 + }, + { + "epoch": 34.27396098388465, + "grad_norm": 0.7357889284362189, + "learning_rate": 1.5294136428849446e-05, + "loss": 0.0199, + "step": 40409 + }, + { + "epoch": 34.274809160305345, + "grad_norm": 0.8583808343575963, + "learning_rate": 1.529390337826208e-05, + "loss": 0.0197, + "step": 40410 + }, + { + "epoch": 34.27565733672604, + "grad_norm": 0.884331909320466, + "learning_rate": 1.5293670323679824e-05, + "loss": 0.0192, + "step": 40411 + }, + { + "epoch": 34.27650551314674, + "grad_norm": 0.8604958393663998, + "learning_rate": 1.5293437265102857e-05, + "loss": 0.0171, + "step": 40412 + }, + { + "epoch": 34.27735368956743, + "grad_norm": 0.9325186113376482, + "learning_rate": 1.529320420253135e-05, + "loss": 0.0196, + "step": 40413 + }, + { + "epoch": 34.27820186598812, + "grad_norm": 0.826498596215027, + "learning_rate": 1.5292971135965483e-05, + "loss": 0.0187, + "step": 40414 + }, + { + "epoch": 34.27905004240882, + "grad_norm": 0.7772620607579328, + "learning_rate": 1.5292738065405435e-05, + "loss": 0.02, + "step": 40415 + }, + { + "epoch": 34.279898218829516, + "grad_norm": 0.9834931654792978, + "learning_rate": 1.5292504990851377e-05, + "loss": 0.021, + "step": 40416 + }, + { + "epoch": 34.28074639525021, + "grad_norm": 0.747536706680527, + "learning_rate": 1.529227191230348e-05, + "loss": 0.0196, + "step": 40417 + }, + { + "epoch": 34.28159457167091, + "grad_norm": 0.8393552914006414, + "learning_rate": 1.529203882976193e-05, + "loss": 0.0192, + "step": 40418 + }, + { + "epoch": 34.282442748091604, + "grad_norm": 0.8364507920822379, + "learning_rate": 1.5291805743226896e-05, + "loss": 0.0196, + "step": 40419 + }, + { + "epoch": 34.2832909245123, + "grad_norm": 0.7918307888653269, + "learning_rate": 1.5291572652698555e-05, + "loss": 0.0182, + "step": 40420 + }, + { + "epoch": 34.284139100933, + "grad_norm": 0.8891401798299239, + "learning_rate": 1.529133955817709e-05, + "loss": 0.019, + "step": 40421 + }, + { + "epoch": 34.28498727735369, + "grad_norm": 0.7153966022139774, + "learning_rate": 1.5291106459662666e-05, + "loss": 0.0185, + "step": 40422 + }, + { + "epoch": 34.28583545377438, + "grad_norm": 0.7728849776622376, + "learning_rate": 1.5290873357155466e-05, + "loss": 0.0205, + "step": 40423 + }, + { + "epoch": 34.28668363019508, + "grad_norm": 0.7659339217561306, + "learning_rate": 1.5290640250655662e-05, + "loss": 0.0201, + "step": 40424 + }, + { + "epoch": 34.287531806615775, + "grad_norm": 0.7713449031691453, + "learning_rate": 1.5290407140163435e-05, + "loss": 0.0201, + "step": 40425 + }, + { + "epoch": 34.28837998303647, + "grad_norm": 1.059956031207278, + "learning_rate": 1.5290174025678956e-05, + "loss": 0.0209, + "step": 40426 + }, + { + "epoch": 34.28922815945717, + "grad_norm": 0.6639869207703537, + "learning_rate": 1.5289940907202404e-05, + "loss": 0.0164, + "step": 40427 + }, + { + "epoch": 34.29007633587786, + "grad_norm": 0.6399720338828085, + "learning_rate": 1.5289707784733948e-05, + "loss": 0.0178, + "step": 40428 + }, + { + "epoch": 34.29092451229856, + "grad_norm": 0.7732840291083671, + "learning_rate": 1.5289474658273778e-05, + "loss": 0.0178, + "step": 40429 + }, + { + "epoch": 34.291772688719256, + "grad_norm": 0.8333643810392101, + "learning_rate": 1.5289241527822057e-05, + "loss": 0.0196, + "step": 40430 + }, + { + "epoch": 34.29262086513995, + "grad_norm": 0.891229995742007, + "learning_rate": 1.5289008393378964e-05, + "loss": 0.0174, + "step": 40431 + }, + { + "epoch": 34.29346904156064, + "grad_norm": 0.7214534181390757, + "learning_rate": 1.5288775254944676e-05, + "loss": 0.0189, + "step": 40432 + }, + { + "epoch": 34.29431721798134, + "grad_norm": 0.8335272386942485, + "learning_rate": 1.5288542112519368e-05, + "loss": 0.0193, + "step": 40433 + }, + { + "epoch": 34.295165394402034, + "grad_norm": 0.670919373106312, + "learning_rate": 1.5288308966103224e-05, + "loss": 0.0179, + "step": 40434 + }, + { + "epoch": 34.29601357082273, + "grad_norm": 1.0442969738379835, + "learning_rate": 1.528807581569641e-05, + "loss": 0.0211, + "step": 40435 + }, + { + "epoch": 34.296861747243426, + "grad_norm": 0.8783597238318819, + "learning_rate": 1.52878426612991e-05, + "loss": 0.019, + "step": 40436 + }, + { + "epoch": 34.29770992366412, + "grad_norm": 0.7255920217711135, + "learning_rate": 1.528760950291148e-05, + "loss": 0.0189, + "step": 40437 + }, + { + "epoch": 34.29855810008482, + "grad_norm": 0.9418679659757307, + "learning_rate": 1.528737634053372e-05, + "loss": 0.0204, + "step": 40438 + }, + { + "epoch": 34.299406276505515, + "grad_norm": 0.9869464655703413, + "learning_rate": 1.5287143174165995e-05, + "loss": 0.0193, + "step": 40439 + }, + { + "epoch": 34.30025445292621, + "grad_norm": 0.8732607326181161, + "learning_rate": 1.5286910003808485e-05, + "loss": 0.0195, + "step": 40440 + }, + { + "epoch": 34.30110262934691, + "grad_norm": 0.7875539729862757, + "learning_rate": 1.5286676829461362e-05, + "loss": 0.0191, + "step": 40441 + }, + { + "epoch": 34.301950805767596, + "grad_norm": 0.5927044045733543, + "learning_rate": 1.5286443651124802e-05, + "loss": 0.0177, + "step": 40442 + }, + { + "epoch": 34.30279898218829, + "grad_norm": 0.88564527955787, + "learning_rate": 1.528621046879899e-05, + "loss": 0.0203, + "step": 40443 + }, + { + "epoch": 34.30364715860899, + "grad_norm": 0.7991266829615903, + "learning_rate": 1.5285977282484088e-05, + "loss": 0.019, + "step": 40444 + }, + { + "epoch": 34.304495335029685, + "grad_norm": 0.7505029167424229, + "learning_rate": 1.528574409218028e-05, + "loss": 0.0181, + "step": 40445 + }, + { + "epoch": 34.30534351145038, + "grad_norm": 0.7213858649591165, + "learning_rate": 1.528551089788774e-05, + "loss": 0.0172, + "step": 40446 + }, + { + "epoch": 34.30619168787108, + "grad_norm": 0.866618666011181, + "learning_rate": 1.5285277699606644e-05, + "loss": 0.0196, + "step": 40447 + }, + { + "epoch": 34.307039864291774, + "grad_norm": 0.7396250571030651, + "learning_rate": 1.528504449733717e-05, + "loss": 0.0181, + "step": 40448 + }, + { + "epoch": 34.30788804071247, + "grad_norm": 0.798783453825792, + "learning_rate": 1.5284811291079494e-05, + "loss": 0.0184, + "step": 40449 + }, + { + "epoch": 34.308736217133166, + "grad_norm": 1.0233578090594024, + "learning_rate": 1.5284578080833786e-05, + "loss": 0.0208, + "step": 40450 + }, + { + "epoch": 34.30958439355386, + "grad_norm": 0.7255011862594992, + "learning_rate": 1.528434486660023e-05, + "loss": 0.0173, + "step": 40451 + }, + { + "epoch": 34.31043256997455, + "grad_norm": 0.8464278842771723, + "learning_rate": 1.5284111648378996e-05, + "loss": 0.0198, + "step": 40452 + }, + { + "epoch": 34.31128074639525, + "grad_norm": 0.9287955440549782, + "learning_rate": 1.5283878426170263e-05, + "loss": 0.021, + "step": 40453 + }, + { + "epoch": 34.312128922815944, + "grad_norm": 1.0263124019070273, + "learning_rate": 1.528364519997421e-05, + "loss": 0.0198, + "step": 40454 + }, + { + "epoch": 34.31297709923664, + "grad_norm": 0.7596034452789925, + "learning_rate": 1.5283411969791007e-05, + "loss": 0.0171, + "step": 40455 + }, + { + "epoch": 34.31382527565734, + "grad_norm": 0.6765066166734759, + "learning_rate": 1.5283178735620833e-05, + "loss": 0.0159, + "step": 40456 + }, + { + "epoch": 34.31467345207803, + "grad_norm": 0.7322638500479356, + "learning_rate": 1.528294549746386e-05, + "loss": 0.0198, + "step": 40457 + }, + { + "epoch": 34.31552162849873, + "grad_norm": 0.8475673099685561, + "learning_rate": 1.5282712255320272e-05, + "loss": 0.0198, + "step": 40458 + }, + { + "epoch": 34.316369804919425, + "grad_norm": 0.7738517562174163, + "learning_rate": 1.5282479009190237e-05, + "loss": 0.0198, + "step": 40459 + }, + { + "epoch": 34.31721798134012, + "grad_norm": 0.8533116516345601, + "learning_rate": 1.5282245759073936e-05, + "loss": 0.0191, + "step": 40460 + }, + { + "epoch": 34.31806615776082, + "grad_norm": 0.9000011929666171, + "learning_rate": 1.5282012504971543e-05, + "loss": 0.0198, + "step": 40461 + }, + { + "epoch": 34.31891433418151, + "grad_norm": 0.6588214091103495, + "learning_rate": 1.5281779246883235e-05, + "loss": 0.0171, + "step": 40462 + }, + { + "epoch": 34.3197625106022, + "grad_norm": 0.8676113949077627, + "learning_rate": 1.5281545984809184e-05, + "loss": 0.021, + "step": 40463 + }, + { + "epoch": 34.3206106870229, + "grad_norm": 0.8705110025794423, + "learning_rate": 1.5281312718749575e-05, + "loss": 0.0195, + "step": 40464 + }, + { + "epoch": 34.321458863443596, + "grad_norm": 0.7258125487072367, + "learning_rate": 1.5281079448704575e-05, + "loss": 0.0189, + "step": 40465 + }, + { + "epoch": 34.32230703986429, + "grad_norm": 0.7509533235188324, + "learning_rate": 1.5280846174674366e-05, + "loss": 0.0207, + "step": 40466 + }, + { + "epoch": 34.32315521628499, + "grad_norm": 0.8705285870474935, + "learning_rate": 1.528061289665912e-05, + "loss": 0.0217, + "step": 40467 + }, + { + "epoch": 34.324003392705684, + "grad_norm": 0.7049852521370579, + "learning_rate": 1.5280379614659016e-05, + "loss": 0.0195, + "step": 40468 + }, + { + "epoch": 34.32485156912638, + "grad_norm": 0.7283921685387987, + "learning_rate": 1.5280146328674227e-05, + "loss": 0.018, + "step": 40469 + }, + { + "epoch": 34.32569974554708, + "grad_norm": 0.7439928912487479, + "learning_rate": 1.527991303870493e-05, + "loss": 0.0202, + "step": 40470 + }, + { + "epoch": 34.326547921967766, + "grad_norm": 0.9692372616288485, + "learning_rate": 1.5279679744751304e-05, + "loss": 0.0223, + "step": 40471 + }, + { + "epoch": 34.32739609838846, + "grad_norm": 0.7853236423800436, + "learning_rate": 1.5279446446813523e-05, + "loss": 0.0198, + "step": 40472 + }, + { + "epoch": 34.32824427480916, + "grad_norm": 0.8714717020921182, + "learning_rate": 1.527921314489176e-05, + "loss": 0.0183, + "step": 40473 + }, + { + "epoch": 34.329092451229855, + "grad_norm": 0.797121261861521, + "learning_rate": 1.5278979838986195e-05, + "loss": 0.0194, + "step": 40474 + }, + { + "epoch": 34.32994062765055, + "grad_norm": 0.7493185262026292, + "learning_rate": 1.5278746529097005e-05, + "loss": 0.016, + "step": 40475 + }, + { + "epoch": 34.33078880407125, + "grad_norm": 0.7940466174480044, + "learning_rate": 1.5278513215224365e-05, + "loss": 0.0199, + "step": 40476 + }, + { + "epoch": 34.33163698049194, + "grad_norm": 0.8581769476389661, + "learning_rate": 1.5278279897368444e-05, + "loss": 0.0196, + "step": 40477 + }, + { + "epoch": 34.33248515691264, + "grad_norm": 0.9677526721115237, + "learning_rate": 1.5278046575529425e-05, + "loss": 0.0203, + "step": 40478 + }, + { + "epoch": 34.333333333333336, + "grad_norm": 0.8278791137093303, + "learning_rate": 1.5277813249707488e-05, + "loss": 0.0198, + "step": 40479 + }, + { + "epoch": 34.33418150975403, + "grad_norm": 0.7710019912838751, + "learning_rate": 1.5277579919902806e-05, + "loss": 0.0178, + "step": 40480 + }, + { + "epoch": 34.33502968617472, + "grad_norm": 0.7622350472612339, + "learning_rate": 1.527734658611555e-05, + "loss": 0.0188, + "step": 40481 + }, + { + "epoch": 34.33587786259542, + "grad_norm": 0.8867430977538795, + "learning_rate": 1.5277113248345895e-05, + "loss": 0.0189, + "step": 40482 + }, + { + "epoch": 34.33672603901611, + "grad_norm": 0.596791974642976, + "learning_rate": 1.527687990659403e-05, + "loss": 0.0166, + "step": 40483 + }, + { + "epoch": 34.33757421543681, + "grad_norm": 0.8336723654066235, + "learning_rate": 1.5276646560860116e-05, + "loss": 0.0189, + "step": 40484 + }, + { + "epoch": 34.338422391857506, + "grad_norm": 0.9339522887095296, + "learning_rate": 1.527641321114434e-05, + "loss": 0.0194, + "step": 40485 + }, + { + "epoch": 34.3392705682782, + "grad_norm": 0.8867079639668037, + "learning_rate": 1.5276179857446872e-05, + "loss": 0.0205, + "step": 40486 + }, + { + "epoch": 34.3401187446989, + "grad_norm": 0.9400555681331122, + "learning_rate": 1.5275946499767887e-05, + "loss": 0.0207, + "step": 40487 + }, + { + "epoch": 34.340966921119595, + "grad_norm": 0.8638890069844005, + "learning_rate": 1.5275713138107566e-05, + "loss": 0.0188, + "step": 40488 + }, + { + "epoch": 34.34181509754029, + "grad_norm": 0.8226412121228377, + "learning_rate": 1.5275479772466085e-05, + "loss": 0.0212, + "step": 40489 + }, + { + "epoch": 34.34266327396099, + "grad_norm": 0.6833829383047081, + "learning_rate": 1.527524640284362e-05, + "loss": 0.0178, + "step": 40490 + }, + { + "epoch": 34.343511450381676, + "grad_norm": 0.6538456513166163, + "learning_rate": 1.527501302924034e-05, + "loss": 0.0155, + "step": 40491 + }, + { + "epoch": 34.34435962680237, + "grad_norm": 0.8075591431294206, + "learning_rate": 1.527477965165643e-05, + "loss": 0.0199, + "step": 40492 + }, + { + "epoch": 34.34520780322307, + "grad_norm": 0.828709011067125, + "learning_rate": 1.527454627009206e-05, + "loss": 0.0188, + "step": 40493 + }, + { + "epoch": 34.346055979643765, + "grad_norm": 0.7832583872173707, + "learning_rate": 1.527431288454741e-05, + "loss": 0.0188, + "step": 40494 + }, + { + "epoch": 34.34690415606446, + "grad_norm": 0.8367849951110546, + "learning_rate": 1.5274079495022655e-05, + "loss": 0.0187, + "step": 40495 + }, + { + "epoch": 34.34775233248516, + "grad_norm": 0.7502830815302158, + "learning_rate": 1.527384610151797e-05, + "loss": 0.0181, + "step": 40496 + }, + { + "epoch": 34.348600508905854, + "grad_norm": 0.9140396101061292, + "learning_rate": 1.5273612704033537e-05, + "loss": 0.0201, + "step": 40497 + }, + { + "epoch": 34.34944868532655, + "grad_norm": 0.8103973557077888, + "learning_rate": 1.5273379302569518e-05, + "loss": 0.0177, + "step": 40498 + }, + { + "epoch": 34.350296861747246, + "grad_norm": 0.7404204923832987, + "learning_rate": 1.5273145897126104e-05, + "loss": 0.0166, + "step": 40499 + }, + { + "epoch": 34.35114503816794, + "grad_norm": 0.7609845348887426, + "learning_rate": 1.5272912487703465e-05, + "loss": 0.019, + "step": 40500 + }, + { + "epoch": 34.35199321458863, + "grad_norm": 0.8461815519952539, + "learning_rate": 1.5272679074301777e-05, + "loss": 0.0212, + "step": 40501 + }, + { + "epoch": 34.35284139100933, + "grad_norm": 0.8127217590613937, + "learning_rate": 1.5272445656921216e-05, + "loss": 0.0204, + "step": 40502 + }, + { + "epoch": 34.353689567430024, + "grad_norm": 0.9737860525982136, + "learning_rate": 1.527221223556196e-05, + "loss": 0.0184, + "step": 40503 + }, + { + "epoch": 34.35453774385072, + "grad_norm": 0.7196715951800883, + "learning_rate": 1.5271978810224184e-05, + "loss": 0.018, + "step": 40504 + }, + { + "epoch": 34.35538592027142, + "grad_norm": 0.735567163531675, + "learning_rate": 1.527174538090806e-05, + "loss": 0.0173, + "step": 40505 + }, + { + "epoch": 34.35623409669211, + "grad_norm": 0.745249448509568, + "learning_rate": 1.5271511947613774e-05, + "loss": 0.0179, + "step": 40506 + }, + { + "epoch": 34.35708227311281, + "grad_norm": 0.7712434886174164, + "learning_rate": 1.5271278510341495e-05, + "loss": 0.0175, + "step": 40507 + }, + { + "epoch": 34.357930449533505, + "grad_norm": 0.6593770809479844, + "learning_rate": 1.52710450690914e-05, + "loss": 0.0163, + "step": 40508 + }, + { + "epoch": 34.3587786259542, + "grad_norm": 0.8147536006496242, + "learning_rate": 1.5270811623863665e-05, + "loss": 0.0194, + "step": 40509 + }, + { + "epoch": 34.35962680237489, + "grad_norm": 0.8925679727710956, + "learning_rate": 1.5270578174658467e-05, + "loss": 0.0188, + "step": 40510 + }, + { + "epoch": 34.36047497879559, + "grad_norm": 0.7897688492326165, + "learning_rate": 1.5270344721475982e-05, + "loss": 0.0179, + "step": 40511 + }, + { + "epoch": 34.36132315521628, + "grad_norm": 0.7440277075933504, + "learning_rate": 1.5270111264316385e-05, + "loss": 0.0172, + "step": 40512 + }, + { + "epoch": 34.36217133163698, + "grad_norm": 0.7676743750770358, + "learning_rate": 1.5269877803179854e-05, + "loss": 0.0165, + "step": 40513 + }, + { + "epoch": 34.363019508057675, + "grad_norm": 0.7040962762357912, + "learning_rate": 1.526964433806657e-05, + "loss": 0.0178, + "step": 40514 + }, + { + "epoch": 34.36386768447837, + "grad_norm": 0.6578435072363922, + "learning_rate": 1.52694108689767e-05, + "loss": 0.0166, + "step": 40515 + }, + { + "epoch": 34.36471586089907, + "grad_norm": 0.8999205001138494, + "learning_rate": 1.526917739591042e-05, + "loss": 0.0188, + "step": 40516 + }, + { + "epoch": 34.365564037319764, + "grad_norm": 0.6324445985550441, + "learning_rate": 1.5268943918867914e-05, + "loss": 0.0165, + "step": 40517 + }, + { + "epoch": 34.36641221374046, + "grad_norm": 0.6557279672334327, + "learning_rate": 1.526871043784935e-05, + "loss": 0.0183, + "step": 40518 + }, + { + "epoch": 34.36726039016116, + "grad_norm": 0.6811699999078124, + "learning_rate": 1.5268476952854917e-05, + "loss": 0.0152, + "step": 40519 + }, + { + "epoch": 34.368108566581846, + "grad_norm": 0.6748131670333738, + "learning_rate": 1.5268243463884775e-05, + "loss": 0.0156, + "step": 40520 + }, + { + "epoch": 34.36895674300254, + "grad_norm": 0.5812660296519804, + "learning_rate": 1.526800997093911e-05, + "loss": 0.0149, + "step": 40521 + }, + { + "epoch": 34.36980491942324, + "grad_norm": 0.7412165014248822, + "learning_rate": 1.5267776474018097e-05, + "loss": 0.0177, + "step": 40522 + }, + { + "epoch": 34.370653095843934, + "grad_norm": 0.8104686211145601, + "learning_rate": 1.5267542973121913e-05, + "loss": 0.0192, + "step": 40523 + }, + { + "epoch": 34.37150127226463, + "grad_norm": 0.7522007361590174, + "learning_rate": 1.526730946825073e-05, + "loss": 0.0171, + "step": 40524 + }, + { + "epoch": 34.37234944868533, + "grad_norm": 0.8334229197266065, + "learning_rate": 1.5267075959404726e-05, + "loss": 0.0187, + "step": 40525 + }, + { + "epoch": 34.37319762510602, + "grad_norm": 0.9924160750830743, + "learning_rate": 1.5266842446584077e-05, + "loss": 0.019, + "step": 40526 + }, + { + "epoch": 34.37404580152672, + "grad_norm": 0.8404811217607676, + "learning_rate": 1.5266608929788963e-05, + "loss": 0.0176, + "step": 40527 + }, + { + "epoch": 34.374893977947416, + "grad_norm": 0.6585459647756603, + "learning_rate": 1.5266375409019557e-05, + "loss": 0.0165, + "step": 40528 + }, + { + "epoch": 34.37574215436811, + "grad_norm": 0.6807972735255202, + "learning_rate": 1.5266141884276035e-05, + "loss": 0.0179, + "step": 40529 + }, + { + "epoch": 34.3765903307888, + "grad_norm": 0.72354799290909, + "learning_rate": 1.5265908355558574e-05, + "loss": 0.0168, + "step": 40530 + }, + { + "epoch": 34.3774385072095, + "grad_norm": 0.7254397026538492, + "learning_rate": 1.526567482286735e-05, + "loss": 0.0179, + "step": 40531 + }, + { + "epoch": 34.37828668363019, + "grad_norm": 0.9549368359343094, + "learning_rate": 1.526544128620254e-05, + "loss": 0.0184, + "step": 40532 + }, + { + "epoch": 34.37913486005089, + "grad_norm": 0.7061573645850511, + "learning_rate": 1.5265207745564316e-05, + "loss": 0.0154, + "step": 40533 + }, + { + "epoch": 34.379983036471586, + "grad_norm": 0.724010806449148, + "learning_rate": 1.5264974200952857e-05, + "loss": 0.0167, + "step": 40534 + }, + { + "epoch": 34.38083121289228, + "grad_norm": 0.6901303361094953, + "learning_rate": 1.5264740652368346e-05, + "loss": 0.0157, + "step": 40535 + }, + { + "epoch": 34.38167938931298, + "grad_norm": 0.8658264244720242, + "learning_rate": 1.526450709981095e-05, + "loss": 0.0183, + "step": 40536 + }, + { + "epoch": 34.382527565733675, + "grad_norm": 0.7827005397815695, + "learning_rate": 1.526427354328085e-05, + "loss": 0.0174, + "step": 40537 + }, + { + "epoch": 34.38337574215437, + "grad_norm": 0.7585350109542898, + "learning_rate": 1.5264039982778215e-05, + "loss": 0.0187, + "step": 40538 + }, + { + "epoch": 34.38422391857507, + "grad_norm": 0.8266138076363315, + "learning_rate": 1.5263806418303234e-05, + "loss": 0.0208, + "step": 40539 + }, + { + "epoch": 34.385072094995756, + "grad_norm": 0.7209329799374827, + "learning_rate": 1.526357284985607e-05, + "loss": 0.0174, + "step": 40540 + }, + { + "epoch": 34.38592027141645, + "grad_norm": 0.6801866748310804, + "learning_rate": 1.526333927743691e-05, + "loss": 0.0168, + "step": 40541 + }, + { + "epoch": 34.38676844783715, + "grad_norm": 0.6303464392489398, + "learning_rate": 1.5263105701045928e-05, + "loss": 0.0174, + "step": 40542 + }, + { + "epoch": 34.387616624257845, + "grad_norm": 0.6863240088647691, + "learning_rate": 1.5262872120683292e-05, + "loss": 0.0188, + "step": 40543 + }, + { + "epoch": 34.38846480067854, + "grad_norm": 0.7877949435306965, + "learning_rate": 1.5262638536349183e-05, + "loss": 0.0208, + "step": 40544 + }, + { + "epoch": 34.38931297709924, + "grad_norm": 0.7277239082874855, + "learning_rate": 1.5262404948043787e-05, + "loss": 0.0161, + "step": 40545 + }, + { + "epoch": 34.390161153519934, + "grad_norm": 0.8173839567958592, + "learning_rate": 1.5262171355767263e-05, + "loss": 0.0163, + "step": 40546 + }, + { + "epoch": 34.39100932994063, + "grad_norm": 0.7839853273919175, + "learning_rate": 1.52619377595198e-05, + "loss": 0.0167, + "step": 40547 + }, + { + "epoch": 34.391857506361326, + "grad_norm": 0.6377367490130228, + "learning_rate": 1.526170415930157e-05, + "loss": 0.0171, + "step": 40548 + }, + { + "epoch": 34.392705682782015, + "grad_norm": 0.8452881843209659, + "learning_rate": 1.5261470555112746e-05, + "loss": 0.02, + "step": 40549 + }, + { + "epoch": 34.39355385920271, + "grad_norm": 0.7551208481592614, + "learning_rate": 1.526123694695351e-05, + "loss": 0.0154, + "step": 40550 + }, + { + "epoch": 34.39440203562341, + "grad_norm": 0.7827173393326744, + "learning_rate": 1.526100333482404e-05, + "loss": 0.0178, + "step": 40551 + }, + { + "epoch": 34.395250212044104, + "grad_norm": 0.7893781442652619, + "learning_rate": 1.5260769718724505e-05, + "loss": 0.0178, + "step": 40552 + }, + { + "epoch": 34.3960983884648, + "grad_norm": 0.8542059930115131, + "learning_rate": 1.5260536098655085e-05, + "loss": 0.019, + "step": 40553 + }, + { + "epoch": 34.396946564885496, + "grad_norm": 0.6276925521219519, + "learning_rate": 1.5260302474615958e-05, + "loss": 0.0174, + "step": 40554 + }, + { + "epoch": 34.39779474130619, + "grad_norm": 0.8643539508004384, + "learning_rate": 1.52600688466073e-05, + "loss": 0.019, + "step": 40555 + }, + { + "epoch": 34.39864291772689, + "grad_norm": 0.5787190816031148, + "learning_rate": 1.525983521462928e-05, + "loss": 0.015, + "step": 40556 + }, + { + "epoch": 34.399491094147585, + "grad_norm": 0.886908464001673, + "learning_rate": 1.525960157868208e-05, + "loss": 0.0176, + "step": 40557 + }, + { + "epoch": 34.40033927056828, + "grad_norm": 0.9605404284086503, + "learning_rate": 1.5259367938765878e-05, + "loss": 0.0198, + "step": 40558 + }, + { + "epoch": 34.40118744698897, + "grad_norm": 0.7904875704428066, + "learning_rate": 1.525913429488085e-05, + "loss": 0.0183, + "step": 40559 + }, + { + "epoch": 34.40203562340967, + "grad_norm": 0.7408769853068117, + "learning_rate": 1.525890064702717e-05, + "loss": 0.0187, + "step": 40560 + }, + { + "epoch": 34.40288379983036, + "grad_norm": 0.7925709692387354, + "learning_rate": 1.5258666995205016e-05, + "loss": 0.015, + "step": 40561 + }, + { + "epoch": 34.40373197625106, + "grad_norm": 0.7187506698786682, + "learning_rate": 1.5258433339414562e-05, + "loss": 0.0182, + "step": 40562 + }, + { + "epoch": 34.404580152671755, + "grad_norm": 0.7446461626858443, + "learning_rate": 1.5258199679655982e-05, + "loss": 0.0163, + "step": 40563 + }, + { + "epoch": 34.40542832909245, + "grad_norm": 0.6140724783008096, + "learning_rate": 1.5257966015929465e-05, + "loss": 0.0149, + "step": 40564 + }, + { + "epoch": 34.40627650551315, + "grad_norm": 0.9721464212557619, + "learning_rate": 1.5257732348235172e-05, + "loss": 0.02, + "step": 40565 + }, + { + "epoch": 34.407124681933844, + "grad_norm": 0.7008219008593635, + "learning_rate": 1.5257498676573288e-05, + "loss": 0.0175, + "step": 40566 + }, + { + "epoch": 34.40797285835454, + "grad_norm": 0.8214482540105453, + "learning_rate": 1.5257265000943986e-05, + "loss": 0.0169, + "step": 40567 + }, + { + "epoch": 34.40882103477524, + "grad_norm": 0.5336687342168648, + "learning_rate": 1.5257031321347444e-05, + "loss": 0.0128, + "step": 40568 + }, + { + "epoch": 34.409669211195926, + "grad_norm": 0.7029870115834032, + "learning_rate": 1.525679763778384e-05, + "loss": 0.0166, + "step": 40569 + }, + { + "epoch": 34.41051738761662, + "grad_norm": 0.7130700538591566, + "learning_rate": 1.5256563950253345e-05, + "loss": 0.0193, + "step": 40570 + }, + { + "epoch": 34.41136556403732, + "grad_norm": 0.8973215398249133, + "learning_rate": 1.5256330258756138e-05, + "loss": 0.0188, + "step": 40571 + }, + { + "epoch": 34.412213740458014, + "grad_norm": 0.791936208078209, + "learning_rate": 1.5256096563292397e-05, + "loss": 0.016, + "step": 40572 + }, + { + "epoch": 34.41306191687871, + "grad_norm": 0.6957539130442633, + "learning_rate": 1.5255862863862298e-05, + "loss": 0.0179, + "step": 40573 + }, + { + "epoch": 34.41391009329941, + "grad_norm": 0.848014684293384, + "learning_rate": 1.5255629160466017e-05, + "loss": 0.0164, + "step": 40574 + }, + { + "epoch": 34.4147582697201, + "grad_norm": 0.8507591023068625, + "learning_rate": 1.5255395453103727e-05, + "loss": 0.0186, + "step": 40575 + }, + { + "epoch": 34.4156064461408, + "grad_norm": 0.8753127130421628, + "learning_rate": 1.5255161741775608e-05, + "loss": 0.0173, + "step": 40576 + }, + { + "epoch": 34.416454622561496, + "grad_norm": 0.6358446127760822, + "learning_rate": 1.5254928026481836e-05, + "loss": 0.0177, + "step": 40577 + }, + { + "epoch": 34.41730279898219, + "grad_norm": 0.6816798644285574, + "learning_rate": 1.525469430722259e-05, + "loss": 0.0162, + "step": 40578 + }, + { + "epoch": 34.41815097540288, + "grad_norm": 0.7402718467206199, + "learning_rate": 1.5254460583998041e-05, + "loss": 0.0182, + "step": 40579 + }, + { + "epoch": 34.41899915182358, + "grad_norm": 0.6349136156575672, + "learning_rate": 1.5254226856808368e-05, + "loss": 0.0144, + "step": 40580 + }, + { + "epoch": 34.41984732824427, + "grad_norm": 0.8790971585731868, + "learning_rate": 1.5253993125653745e-05, + "loss": 0.0179, + "step": 40581 + }, + { + "epoch": 34.42069550466497, + "grad_norm": 0.698849220275962, + "learning_rate": 1.5253759390534353e-05, + "loss": 0.0158, + "step": 40582 + }, + { + "epoch": 34.421543681085666, + "grad_norm": 0.8804447064043369, + "learning_rate": 1.5253525651450365e-05, + "loss": 0.0169, + "step": 40583 + }, + { + "epoch": 34.42239185750636, + "grad_norm": 0.8586364975328313, + "learning_rate": 1.5253291908401959e-05, + "loss": 0.0179, + "step": 40584 + }, + { + "epoch": 34.42324003392706, + "grad_norm": 0.7271209362257272, + "learning_rate": 1.5253058161389309e-05, + "loss": 0.0173, + "step": 40585 + }, + { + "epoch": 34.424088210347755, + "grad_norm": 0.9256861468080041, + "learning_rate": 1.5252824410412594e-05, + "loss": 0.0182, + "step": 40586 + }, + { + "epoch": 34.42493638676845, + "grad_norm": 0.7224873469298431, + "learning_rate": 1.5252590655471989e-05, + "loss": 0.0171, + "step": 40587 + }, + { + "epoch": 34.42578456318914, + "grad_norm": 0.7654971684168439, + "learning_rate": 1.5252356896567672e-05, + "loss": 0.0187, + "step": 40588 + }, + { + "epoch": 34.426632739609836, + "grad_norm": 0.7101679509626709, + "learning_rate": 1.5252123133699814e-05, + "loss": 0.0163, + "step": 40589 + }, + { + "epoch": 34.42748091603053, + "grad_norm": 0.9062471371563597, + "learning_rate": 1.5251889366868601e-05, + "loss": 0.0193, + "step": 40590 + }, + { + "epoch": 34.42832909245123, + "grad_norm": 0.8144952972666005, + "learning_rate": 1.52516555960742e-05, + "loss": 0.0178, + "step": 40591 + }, + { + "epoch": 34.429177268871925, + "grad_norm": 0.8577957901960115, + "learning_rate": 1.5251421821316797e-05, + "loss": 0.0196, + "step": 40592 + }, + { + "epoch": 34.43002544529262, + "grad_norm": 0.7341844981624411, + "learning_rate": 1.5251188042596558e-05, + "loss": 0.0184, + "step": 40593 + }, + { + "epoch": 34.43087362171332, + "grad_norm": 0.764983231221591, + "learning_rate": 1.5250954259913667e-05, + "loss": 0.0177, + "step": 40594 + }, + { + "epoch": 34.431721798134014, + "grad_norm": 0.7786207933732224, + "learning_rate": 1.5250720473268295e-05, + "loss": 0.0195, + "step": 40595 + }, + { + "epoch": 34.43256997455471, + "grad_norm": 1.006332864873646, + "learning_rate": 1.5250486682660621e-05, + "loss": 0.0161, + "step": 40596 + }, + { + "epoch": 34.433418150975406, + "grad_norm": 0.7625374795420772, + "learning_rate": 1.5250252888090822e-05, + "loss": 0.0171, + "step": 40597 + }, + { + "epoch": 34.434266327396095, + "grad_norm": 0.86811627715741, + "learning_rate": 1.5250019089559075e-05, + "loss": 0.0186, + "step": 40598 + }, + { + "epoch": 34.43511450381679, + "grad_norm": 0.733026168572801, + "learning_rate": 1.5249785287065554e-05, + "loss": 0.0171, + "step": 40599 + }, + { + "epoch": 34.43596268023749, + "grad_norm": 0.5993704906024687, + "learning_rate": 1.5249551480610438e-05, + "loss": 0.0136, + "step": 40600 + }, + { + "epoch": 34.436810856658184, + "grad_norm": 0.6094662572590439, + "learning_rate": 1.5249317670193901e-05, + "loss": 0.0173, + "step": 40601 + }, + { + "epoch": 34.43765903307888, + "grad_norm": 0.8951110458471455, + "learning_rate": 1.524908385581612e-05, + "loss": 0.0185, + "step": 40602 + }, + { + "epoch": 34.438507209499576, + "grad_norm": 0.9318434027039365, + "learning_rate": 1.5248850037477275e-05, + "loss": 0.0194, + "step": 40603 + }, + { + "epoch": 34.43935538592027, + "grad_norm": 0.7527534435643378, + "learning_rate": 1.5248616215177538e-05, + "loss": 0.0158, + "step": 40604 + }, + { + "epoch": 34.44020356234097, + "grad_norm": 0.7423002430862872, + "learning_rate": 1.5248382388917087e-05, + "loss": 0.0166, + "step": 40605 + }, + { + "epoch": 34.441051738761665, + "grad_norm": 0.9544028807314323, + "learning_rate": 1.52481485586961e-05, + "loss": 0.0195, + "step": 40606 + }, + { + "epoch": 34.44189991518236, + "grad_norm": 0.8221248688965772, + "learning_rate": 1.524791472451475e-05, + "loss": 0.0184, + "step": 40607 + }, + { + "epoch": 34.44274809160305, + "grad_norm": 0.8541543035043022, + "learning_rate": 1.5247680886373215e-05, + "loss": 0.0183, + "step": 40608 + }, + { + "epoch": 34.44359626802375, + "grad_norm": 0.8506575991354367, + "learning_rate": 1.5247447044271672e-05, + "loss": 0.0179, + "step": 40609 + }, + { + "epoch": 34.44444444444444, + "grad_norm": 0.7876454849189555, + "learning_rate": 1.52472131982103e-05, + "loss": 0.0184, + "step": 40610 + }, + { + "epoch": 34.44529262086514, + "grad_norm": 0.7784464198246024, + "learning_rate": 1.524697934818927e-05, + "loss": 0.016, + "step": 40611 + }, + { + "epoch": 34.446140797285835, + "grad_norm": 0.860855770532685, + "learning_rate": 1.5246745494208762e-05, + "loss": 0.0196, + "step": 40612 + }, + { + "epoch": 34.44698897370653, + "grad_norm": 0.681638721902126, + "learning_rate": 1.5246511636268953e-05, + "loss": 0.0179, + "step": 40613 + }, + { + "epoch": 34.44783715012723, + "grad_norm": 0.8486484293017115, + "learning_rate": 1.5246277774370015e-05, + "loss": 0.0168, + "step": 40614 + }, + { + "epoch": 34.448685326547924, + "grad_norm": 0.7548389823034434, + "learning_rate": 1.5246043908512129e-05, + "loss": 0.0187, + "step": 40615 + }, + { + "epoch": 34.44953350296862, + "grad_norm": 0.7268251219722259, + "learning_rate": 1.524581003869547e-05, + "loss": 0.017, + "step": 40616 + }, + { + "epoch": 34.45038167938931, + "grad_norm": 0.7921365184601268, + "learning_rate": 1.5245576164920215e-05, + "loss": 0.0168, + "step": 40617 + }, + { + "epoch": 34.451229855810006, + "grad_norm": 0.902028018134304, + "learning_rate": 1.524534228718654e-05, + "loss": 0.0172, + "step": 40618 + }, + { + "epoch": 34.4520780322307, + "grad_norm": 0.7467888100148976, + "learning_rate": 1.5245108405494622e-05, + "loss": 0.0166, + "step": 40619 + }, + { + "epoch": 34.4529262086514, + "grad_norm": 0.6416573740716796, + "learning_rate": 1.524487451984464e-05, + "loss": 0.0176, + "step": 40620 + }, + { + "epoch": 34.453774385072094, + "grad_norm": 0.665431826024025, + "learning_rate": 1.5244640630236763e-05, + "loss": 0.0182, + "step": 40621 + }, + { + "epoch": 34.45462256149279, + "grad_norm": 0.6704796788155627, + "learning_rate": 1.5244406736671172e-05, + "loss": 0.0172, + "step": 40622 + }, + { + "epoch": 34.45547073791349, + "grad_norm": 0.7475017463005328, + "learning_rate": 1.5244172839148043e-05, + "loss": 0.0184, + "step": 40623 + }, + { + "epoch": 34.45631891433418, + "grad_norm": 0.7704740530894639, + "learning_rate": 1.5243938937667557e-05, + "loss": 0.017, + "step": 40624 + }, + { + "epoch": 34.45716709075488, + "grad_norm": 0.7193312948933269, + "learning_rate": 1.5243705032229885e-05, + "loss": 0.0168, + "step": 40625 + }, + { + "epoch": 34.458015267175576, + "grad_norm": 0.8158319173761913, + "learning_rate": 1.5243471122835205e-05, + "loss": 0.0171, + "step": 40626 + }, + { + "epoch": 34.458863443596265, + "grad_norm": 0.9489420875050827, + "learning_rate": 1.524323720948369e-05, + "loss": 0.019, + "step": 40627 + }, + { + "epoch": 34.45971162001696, + "grad_norm": 0.7078204438315427, + "learning_rate": 1.5243003292175522e-05, + "loss": 0.0159, + "step": 40628 + }, + { + "epoch": 34.46055979643766, + "grad_norm": 0.7333103219248206, + "learning_rate": 1.5242769370910879e-05, + "loss": 0.0161, + "step": 40629 + }, + { + "epoch": 34.46140797285835, + "grad_norm": 0.7205943144201377, + "learning_rate": 1.5242535445689932e-05, + "loss": 0.0182, + "step": 40630 + }, + { + "epoch": 34.46225614927905, + "grad_norm": 0.8553037853880248, + "learning_rate": 1.524230151651286e-05, + "loss": 0.0174, + "step": 40631 + }, + { + "epoch": 34.463104325699746, + "grad_norm": 0.5830962437082324, + "learning_rate": 1.5242067583379838e-05, + "loss": 0.0136, + "step": 40632 + }, + { + "epoch": 34.46395250212044, + "grad_norm": 0.8189265903656641, + "learning_rate": 1.5241833646291044e-05, + "loss": 0.0171, + "step": 40633 + }, + { + "epoch": 34.46480067854114, + "grad_norm": 0.8786949364435698, + "learning_rate": 1.5241599705246658e-05, + "loss": 0.0188, + "step": 40634 + }, + { + "epoch": 34.465648854961835, + "grad_norm": 0.7750247434331173, + "learning_rate": 1.5241365760246846e-05, + "loss": 0.019, + "step": 40635 + }, + { + "epoch": 34.46649703138253, + "grad_norm": 0.8281527531126381, + "learning_rate": 1.5241131811291796e-05, + "loss": 0.0167, + "step": 40636 + }, + { + "epoch": 34.46734520780322, + "grad_norm": 0.8023411716706634, + "learning_rate": 1.5240897858381678e-05, + "loss": 0.0197, + "step": 40637 + }, + { + "epoch": 34.468193384223916, + "grad_norm": 0.9128373808713047, + "learning_rate": 1.5240663901516675e-05, + "loss": 0.0169, + "step": 40638 + }, + { + "epoch": 34.46904156064461, + "grad_norm": 0.9385830362590836, + "learning_rate": 1.5240429940696953e-05, + "loss": 0.0178, + "step": 40639 + }, + { + "epoch": 34.46988973706531, + "grad_norm": 1.063181305925221, + "learning_rate": 1.5240195975922696e-05, + "loss": 0.0204, + "step": 40640 + }, + { + "epoch": 34.470737913486005, + "grad_norm": 0.9385746909505492, + "learning_rate": 1.523996200719408e-05, + "loss": 0.0172, + "step": 40641 + }, + { + "epoch": 34.4715860899067, + "grad_norm": 0.8607286428654256, + "learning_rate": 1.5239728034511279e-05, + "loss": 0.0193, + "step": 40642 + }, + { + "epoch": 34.4724342663274, + "grad_norm": 0.705837058474129, + "learning_rate": 1.5239494057874474e-05, + "loss": 0.0182, + "step": 40643 + }, + { + "epoch": 34.47328244274809, + "grad_norm": 0.7468346405899707, + "learning_rate": 1.5239260077283837e-05, + "loss": 0.0143, + "step": 40644 + }, + { + "epoch": 34.47413061916879, + "grad_norm": 0.7490802728882217, + "learning_rate": 1.5239026092739546e-05, + "loss": 0.018, + "step": 40645 + }, + { + "epoch": 34.474978795589486, + "grad_norm": 0.8222609739379814, + "learning_rate": 1.523879210424178e-05, + "loss": 0.0168, + "step": 40646 + }, + { + "epoch": 34.475826972010175, + "grad_norm": 0.6134942238010402, + "learning_rate": 1.523855811179071e-05, + "loss": 0.0167, + "step": 40647 + }, + { + "epoch": 34.47667514843087, + "grad_norm": 0.9309063352881655, + "learning_rate": 1.5238324115386518e-05, + "loss": 0.0195, + "step": 40648 + }, + { + "epoch": 34.47752332485157, + "grad_norm": 0.7551397536849185, + "learning_rate": 1.523809011502938e-05, + "loss": 0.0169, + "step": 40649 + }, + { + "epoch": 34.478371501272264, + "grad_norm": 0.7329713590624226, + "learning_rate": 1.5237856110719471e-05, + "loss": 0.0169, + "step": 40650 + }, + { + "epoch": 34.47921967769296, + "grad_norm": 0.7640544596975839, + "learning_rate": 1.5237622102456966e-05, + "loss": 0.0178, + "step": 40651 + }, + { + "epoch": 34.480067854113656, + "grad_norm": 0.8431190780230152, + "learning_rate": 1.5237388090242045e-05, + "loss": 0.0214, + "step": 40652 + }, + { + "epoch": 34.48091603053435, + "grad_norm": 0.8286780426491069, + "learning_rate": 1.5237154074074882e-05, + "loss": 0.018, + "step": 40653 + }, + { + "epoch": 34.48176420695505, + "grad_norm": 0.7873385875921394, + "learning_rate": 1.5236920053955654e-05, + "loss": 0.0166, + "step": 40654 + }, + { + "epoch": 34.482612383375745, + "grad_norm": 0.8329567626719022, + "learning_rate": 1.5236686029884538e-05, + "loss": 0.0193, + "step": 40655 + }, + { + "epoch": 34.48346055979644, + "grad_norm": 0.6838348770016303, + "learning_rate": 1.523645200186171e-05, + "loss": 0.0174, + "step": 40656 + }, + { + "epoch": 34.48430873621713, + "grad_norm": 0.9503769480989486, + "learning_rate": 1.5236217969887351e-05, + "loss": 0.02, + "step": 40657 + }, + { + "epoch": 34.48515691263783, + "grad_norm": 1.0443804697819785, + "learning_rate": 1.5235983933961631e-05, + "loss": 0.02, + "step": 40658 + }, + { + "epoch": 34.48600508905852, + "grad_norm": 0.8328051918156317, + "learning_rate": 1.5235749894084731e-05, + "loss": 0.0246, + "step": 40659 + }, + { + "epoch": 34.48685326547922, + "grad_norm": 0.7427027165413032, + "learning_rate": 1.5235515850256825e-05, + "loss": 0.0168, + "step": 40660 + }, + { + "epoch": 34.487701441899915, + "grad_norm": 0.8223252476714356, + "learning_rate": 1.5235281802478092e-05, + "loss": 0.0194, + "step": 40661 + }, + { + "epoch": 34.48854961832061, + "grad_norm": 0.7052811451049232, + "learning_rate": 1.5235047750748706e-05, + "loss": 0.0168, + "step": 40662 + }, + { + "epoch": 34.48939779474131, + "grad_norm": 1.0835712780630966, + "learning_rate": 1.5234813695068846e-05, + "loss": 0.0202, + "step": 40663 + }, + { + "epoch": 34.490245971162004, + "grad_norm": 0.7993790088442208, + "learning_rate": 1.5234579635438688e-05, + "loss": 0.0204, + "step": 40664 + }, + { + "epoch": 34.4910941475827, + "grad_norm": 0.825793135238643, + "learning_rate": 1.5234345571858406e-05, + "loss": 0.0188, + "step": 40665 + }, + { + "epoch": 34.49194232400339, + "grad_norm": 0.6559679995758384, + "learning_rate": 1.5234111504328181e-05, + "loss": 0.015, + "step": 40666 + }, + { + "epoch": 34.492790500424086, + "grad_norm": 0.7143859153709916, + "learning_rate": 1.5233877432848192e-05, + "loss": 0.0213, + "step": 40667 + }, + { + "epoch": 34.49363867684478, + "grad_norm": 0.8017666621518635, + "learning_rate": 1.5233643357418602e-05, + "loss": 0.0164, + "step": 40668 + }, + { + "epoch": 34.49448685326548, + "grad_norm": 0.8467350806044438, + "learning_rate": 1.5233409278039602e-05, + "loss": 0.0179, + "step": 40669 + }, + { + "epoch": 34.495335029686174, + "grad_norm": 0.7355417477545527, + "learning_rate": 1.5233175194711363e-05, + "loss": 0.0171, + "step": 40670 + }, + { + "epoch": 34.49618320610687, + "grad_norm": 0.8712818528670023, + "learning_rate": 1.5232941107434062e-05, + "loss": 0.0204, + "step": 40671 + }, + { + "epoch": 34.49703138252757, + "grad_norm": 0.8245484027689692, + "learning_rate": 1.5232707016207875e-05, + "loss": 0.0155, + "step": 40672 + }, + { + "epoch": 34.49787955894826, + "grad_norm": 0.7636394315180852, + "learning_rate": 1.5232472921032982e-05, + "loss": 0.0167, + "step": 40673 + }, + { + "epoch": 34.49872773536896, + "grad_norm": 0.7844145677688147, + "learning_rate": 1.5232238821909552e-05, + "loss": 0.0183, + "step": 40674 + }, + { + "epoch": 34.499575911789655, + "grad_norm": 0.7579876698241018, + "learning_rate": 1.5232004718837772e-05, + "loss": 0.0175, + "step": 40675 + }, + { + "epoch": 34.500424088210345, + "grad_norm": 0.8450564414371844, + "learning_rate": 1.5231770611817812e-05, + "loss": 0.0197, + "step": 40676 + }, + { + "epoch": 34.50127226463104, + "grad_norm": 0.8237019477537004, + "learning_rate": 1.5231536500849848e-05, + "loss": 0.0176, + "step": 40677 + }, + { + "epoch": 34.50212044105174, + "grad_norm": 0.7587300853719527, + "learning_rate": 1.5231302385934059e-05, + "loss": 0.0168, + "step": 40678 + }, + { + "epoch": 34.50296861747243, + "grad_norm": 0.7329281718319575, + "learning_rate": 1.5231068267070623e-05, + "loss": 0.0172, + "step": 40679 + }, + { + "epoch": 34.50381679389313, + "grad_norm": 0.8375410012734269, + "learning_rate": 1.5230834144259714e-05, + "loss": 0.0199, + "step": 40680 + }, + { + "epoch": 34.504664970313826, + "grad_norm": 0.8309379316980551, + "learning_rate": 1.523060001750151e-05, + "loss": 0.0158, + "step": 40681 + }, + { + "epoch": 34.50551314673452, + "grad_norm": 0.6334018356373654, + "learning_rate": 1.5230365886796187e-05, + "loss": 0.0152, + "step": 40682 + }, + { + "epoch": 34.50636132315522, + "grad_norm": 0.8609607176087922, + "learning_rate": 1.5230131752143922e-05, + "loss": 0.0195, + "step": 40683 + }, + { + "epoch": 34.507209499575914, + "grad_norm": 0.894684595392727, + "learning_rate": 1.5229897613544893e-05, + "loss": 0.0187, + "step": 40684 + }, + { + "epoch": 34.50805767599661, + "grad_norm": 0.7876300148595414, + "learning_rate": 1.5229663470999273e-05, + "loss": 0.0186, + "step": 40685 + }, + { + "epoch": 34.5089058524173, + "grad_norm": 0.8323064118880253, + "learning_rate": 1.5229429324507243e-05, + "loss": 0.0194, + "step": 40686 + }, + { + "epoch": 34.509754028837996, + "grad_norm": 0.740440711441759, + "learning_rate": 1.5229195174068978e-05, + "loss": 0.0161, + "step": 40687 + }, + { + "epoch": 34.51060220525869, + "grad_norm": 0.882706097020442, + "learning_rate": 1.5228961019684652e-05, + "loss": 0.0183, + "step": 40688 + }, + { + "epoch": 34.51145038167939, + "grad_norm": 0.6730996576049758, + "learning_rate": 1.522872686135445e-05, + "loss": 0.0181, + "step": 40689 + }, + { + "epoch": 34.512298558100085, + "grad_norm": 0.7938934268909014, + "learning_rate": 1.522849269907854e-05, + "loss": 0.0167, + "step": 40690 + }, + { + "epoch": 34.51314673452078, + "grad_norm": 0.7514159324631101, + "learning_rate": 1.5228258532857099e-05, + "loss": 0.0194, + "step": 40691 + }, + { + "epoch": 34.51399491094148, + "grad_norm": 0.9671118582176189, + "learning_rate": 1.5228024362690309e-05, + "loss": 0.0197, + "step": 40692 + }, + { + "epoch": 34.51484308736217, + "grad_norm": 0.9844048930164294, + "learning_rate": 1.5227790188578341e-05, + "loss": 0.0182, + "step": 40693 + }, + { + "epoch": 34.51569126378287, + "grad_norm": 0.6900594115798694, + "learning_rate": 1.5227556010521377e-05, + "loss": 0.0166, + "step": 40694 + }, + { + "epoch": 34.51653944020356, + "grad_norm": 0.940240808429171, + "learning_rate": 1.522732182851959e-05, + "loss": 0.02, + "step": 40695 + }, + { + "epoch": 34.517387616624255, + "grad_norm": 0.8514005955113587, + "learning_rate": 1.522708764257316e-05, + "loss": 0.0179, + "step": 40696 + }, + { + "epoch": 34.51823579304495, + "grad_norm": 0.9537398119729441, + "learning_rate": 1.5226853452682262e-05, + "loss": 0.0198, + "step": 40697 + }, + { + "epoch": 34.51908396946565, + "grad_norm": 0.750800169997974, + "learning_rate": 1.5226619258847071e-05, + "loss": 0.0177, + "step": 40698 + }, + { + "epoch": 34.519932145886344, + "grad_norm": 0.8045941868785035, + "learning_rate": 1.5226385061067768e-05, + "loss": 0.0194, + "step": 40699 + }, + { + "epoch": 34.52078032230704, + "grad_norm": 0.9151512437824995, + "learning_rate": 1.5226150859344524e-05, + "loss": 0.0189, + "step": 40700 + }, + { + "epoch": 34.521628498727736, + "grad_norm": 0.9896671610484851, + "learning_rate": 1.5225916653677519e-05, + "loss": 0.0202, + "step": 40701 + }, + { + "epoch": 34.52247667514843, + "grad_norm": 0.8707161325867633, + "learning_rate": 1.5225682444066931e-05, + "loss": 0.0165, + "step": 40702 + }, + { + "epoch": 34.52332485156913, + "grad_norm": 0.790275823378479, + "learning_rate": 1.5225448230512938e-05, + "loss": 0.018, + "step": 40703 + }, + { + "epoch": 34.524173027989825, + "grad_norm": 0.8994283361577176, + "learning_rate": 1.522521401301571e-05, + "loss": 0.0187, + "step": 40704 + }, + { + "epoch": 34.525021204410514, + "grad_norm": 0.8136516179115336, + "learning_rate": 1.522497979157543e-05, + "loss": 0.0177, + "step": 40705 + }, + { + "epoch": 34.52586938083121, + "grad_norm": 0.6860486914381105, + "learning_rate": 1.5224745566192272e-05, + "loss": 0.0172, + "step": 40706 + }, + { + "epoch": 34.52671755725191, + "grad_norm": 0.765460678276834, + "learning_rate": 1.5224511336866407e-05, + "loss": 0.0209, + "step": 40707 + }, + { + "epoch": 34.5275657336726, + "grad_norm": 0.7567977268527212, + "learning_rate": 1.5224277103598026e-05, + "loss": 0.014, + "step": 40708 + }, + { + "epoch": 34.5284139100933, + "grad_norm": 0.800507761972042, + "learning_rate": 1.5224042866387296e-05, + "loss": 0.0188, + "step": 40709 + }, + { + "epoch": 34.529262086513995, + "grad_norm": 0.9316142396676549, + "learning_rate": 1.5223808625234395e-05, + "loss": 0.0196, + "step": 40710 + }, + { + "epoch": 34.53011026293469, + "grad_norm": 0.7901310877608632, + "learning_rate": 1.5223574380139501e-05, + "loss": 0.0157, + "step": 40711 + }, + { + "epoch": 34.53095843935539, + "grad_norm": 0.7657247727048364, + "learning_rate": 1.522334013110279e-05, + "loss": 0.0209, + "step": 40712 + }, + { + "epoch": 34.531806615776084, + "grad_norm": 0.820245928165746, + "learning_rate": 1.5223105878124437e-05, + "loss": 0.0192, + "step": 40713 + }, + { + "epoch": 34.53265479219678, + "grad_norm": 0.8723578824895145, + "learning_rate": 1.5222871621204623e-05, + "loss": 0.0197, + "step": 40714 + }, + { + "epoch": 34.53350296861747, + "grad_norm": 0.6914953334031501, + "learning_rate": 1.522263736034352e-05, + "loss": 0.0189, + "step": 40715 + }, + { + "epoch": 34.534351145038165, + "grad_norm": 0.8056721718192726, + "learning_rate": 1.522240309554131e-05, + "loss": 0.0197, + "step": 40716 + }, + { + "epoch": 34.53519932145886, + "grad_norm": 0.7811187399433565, + "learning_rate": 1.5222168826798162e-05, + "loss": 0.0165, + "step": 40717 + }, + { + "epoch": 34.53604749787956, + "grad_norm": 0.8205223334769083, + "learning_rate": 1.5221934554114265e-05, + "loss": 0.0176, + "step": 40718 + }, + { + "epoch": 34.536895674300254, + "grad_norm": 1.0302751388587936, + "learning_rate": 1.5221700277489784e-05, + "loss": 0.0196, + "step": 40719 + }, + { + "epoch": 34.53774385072095, + "grad_norm": 0.6752523731186836, + "learning_rate": 1.5221465996924898e-05, + "loss": 0.016, + "step": 40720 + }, + { + "epoch": 34.53859202714165, + "grad_norm": 0.7726544680819534, + "learning_rate": 1.522123171241979e-05, + "loss": 0.0177, + "step": 40721 + }, + { + "epoch": 34.53944020356234, + "grad_norm": 0.7296364750080451, + "learning_rate": 1.5220997423974634e-05, + "loss": 0.0167, + "step": 40722 + }, + { + "epoch": 34.54028837998304, + "grad_norm": 0.6755524709399113, + "learning_rate": 1.5220763131589605e-05, + "loss": 0.0151, + "step": 40723 + }, + { + "epoch": 34.541136556403735, + "grad_norm": 0.7364348927907978, + "learning_rate": 1.5220528835264876e-05, + "loss": 0.0188, + "step": 40724 + }, + { + "epoch": 34.541984732824424, + "grad_norm": 0.8992153514320671, + "learning_rate": 1.5220294535000632e-05, + "loss": 0.0205, + "step": 40725 + }, + { + "epoch": 34.54283290924512, + "grad_norm": 0.85856073157298, + "learning_rate": 1.5220060230797046e-05, + "loss": 0.0195, + "step": 40726 + }, + { + "epoch": 34.54368108566582, + "grad_norm": 0.8302407126082599, + "learning_rate": 1.5219825922654295e-05, + "loss": 0.0193, + "step": 40727 + }, + { + "epoch": 34.54452926208651, + "grad_norm": 0.8067375224549883, + "learning_rate": 1.5219591610572554e-05, + "loss": 0.0169, + "step": 40728 + }, + { + "epoch": 34.54537743850721, + "grad_norm": 0.8895267765910166, + "learning_rate": 1.5219357294552004e-05, + "loss": 0.0191, + "step": 40729 + }, + { + "epoch": 34.546225614927906, + "grad_norm": 0.807048082445855, + "learning_rate": 1.5219122974592817e-05, + "loss": 0.0174, + "step": 40730 + }, + { + "epoch": 34.5470737913486, + "grad_norm": 0.7401666243153233, + "learning_rate": 1.5218888650695174e-05, + "loss": 0.0202, + "step": 40731 + }, + { + "epoch": 34.5479219677693, + "grad_norm": 0.7307199290494727, + "learning_rate": 1.521865432285925e-05, + "loss": 0.0182, + "step": 40732 + }, + { + "epoch": 34.548770144189994, + "grad_norm": 0.8485062018273423, + "learning_rate": 1.521841999108522e-05, + "loss": 0.0174, + "step": 40733 + }, + { + "epoch": 34.54961832061069, + "grad_norm": 0.702126680625491, + "learning_rate": 1.5218185655373262e-05, + "loss": 0.0165, + "step": 40734 + }, + { + "epoch": 34.55046649703138, + "grad_norm": 0.8335599329977036, + "learning_rate": 1.5217951315723559e-05, + "loss": 0.0207, + "step": 40735 + }, + { + "epoch": 34.551314673452076, + "grad_norm": 0.8314032832567267, + "learning_rate": 1.5217716972136278e-05, + "loss": 0.018, + "step": 40736 + }, + { + "epoch": 34.55216284987277, + "grad_norm": 0.7631833261708523, + "learning_rate": 1.5217482624611601e-05, + "loss": 0.0182, + "step": 40737 + }, + { + "epoch": 34.55301102629347, + "grad_norm": 0.9935152485249553, + "learning_rate": 1.5217248273149703e-05, + "loss": 0.0229, + "step": 40738 + }, + { + "epoch": 34.553859202714165, + "grad_norm": 0.7133500179943334, + "learning_rate": 1.5217013917750763e-05, + "loss": 0.0192, + "step": 40739 + }, + { + "epoch": 34.55470737913486, + "grad_norm": 0.8397753957385566, + "learning_rate": 1.5216779558414958e-05, + "loss": 0.0205, + "step": 40740 + }, + { + "epoch": 34.55555555555556, + "grad_norm": 0.7260039230175229, + "learning_rate": 1.5216545195142463e-05, + "loss": 0.0169, + "step": 40741 + }, + { + "epoch": 34.55640373197625, + "grad_norm": 0.7547327029646976, + "learning_rate": 1.5216310827933453e-05, + "loss": 0.0191, + "step": 40742 + }, + { + "epoch": 34.55725190839695, + "grad_norm": 0.7072145023268248, + "learning_rate": 1.521607645678811e-05, + "loss": 0.0167, + "step": 40743 + }, + { + "epoch": 34.55810008481764, + "grad_norm": 0.8321835912581292, + "learning_rate": 1.5215842081706606e-05, + "loss": 0.0201, + "step": 40744 + }, + { + "epoch": 34.558948261238335, + "grad_norm": 0.7931978045879572, + "learning_rate": 1.5215607702689122e-05, + "loss": 0.0177, + "step": 40745 + }, + { + "epoch": 34.55979643765903, + "grad_norm": 0.7216129156428728, + "learning_rate": 1.5215373319735831e-05, + "loss": 0.0175, + "step": 40746 + }, + { + "epoch": 34.56064461407973, + "grad_norm": 0.7303186880506766, + "learning_rate": 1.5215138932846914e-05, + "loss": 0.019, + "step": 40747 + }, + { + "epoch": 34.561492790500424, + "grad_norm": 0.7057487258795229, + "learning_rate": 1.5214904542022542e-05, + "loss": 0.018, + "step": 40748 + }, + { + "epoch": 34.56234096692112, + "grad_norm": 0.8034558892623513, + "learning_rate": 1.52146701472629e-05, + "loss": 0.0159, + "step": 40749 + }, + { + "epoch": 34.563189143341816, + "grad_norm": 0.7676715008284176, + "learning_rate": 1.521443574856816e-05, + "loss": 0.0181, + "step": 40750 + }, + { + "epoch": 34.56403731976251, + "grad_norm": 0.8119485534818772, + "learning_rate": 1.5214201345938495e-05, + "loss": 0.0199, + "step": 40751 + }, + { + "epoch": 34.56488549618321, + "grad_norm": 0.801400026354699, + "learning_rate": 1.5213966939374088e-05, + "loss": 0.018, + "step": 40752 + }, + { + "epoch": 34.565733672603905, + "grad_norm": 0.7464443855822683, + "learning_rate": 1.5213732528875116e-05, + "loss": 0.017, + "step": 40753 + }, + { + "epoch": 34.566581849024594, + "grad_norm": 0.822660915724698, + "learning_rate": 1.5213498114441753e-05, + "loss": 0.0191, + "step": 40754 + }, + { + "epoch": 34.56743002544529, + "grad_norm": 0.8630145072142668, + "learning_rate": 1.5213263696074179e-05, + "loss": 0.0194, + "step": 40755 + }, + { + "epoch": 34.568278201865986, + "grad_norm": 0.894016213413589, + "learning_rate": 1.5213029273772564e-05, + "loss": 0.019, + "step": 40756 + }, + { + "epoch": 34.56912637828668, + "grad_norm": 0.7819642147092662, + "learning_rate": 1.521279484753709e-05, + "loss": 0.0187, + "step": 40757 + }, + { + "epoch": 34.56997455470738, + "grad_norm": 0.668529385819238, + "learning_rate": 1.5212560417367939e-05, + "loss": 0.0173, + "step": 40758 + }, + { + "epoch": 34.570822731128075, + "grad_norm": 0.8353260654750759, + "learning_rate": 1.521232598326528e-05, + "loss": 0.0178, + "step": 40759 + }, + { + "epoch": 34.57167090754877, + "grad_norm": 0.7618010389415653, + "learning_rate": 1.521209154522929e-05, + "loss": 0.0173, + "step": 40760 + }, + { + "epoch": 34.57251908396947, + "grad_norm": 0.8100212078846221, + "learning_rate": 1.5211857103260148e-05, + "loss": 0.0197, + "step": 40761 + }, + { + "epoch": 34.573367260390164, + "grad_norm": 0.6180679512003969, + "learning_rate": 1.5211622657358032e-05, + "loss": 0.0162, + "step": 40762 + }, + { + "epoch": 34.57421543681086, + "grad_norm": 0.8485792023810061, + "learning_rate": 1.5211388207523121e-05, + "loss": 0.0185, + "step": 40763 + }, + { + "epoch": 34.57506361323155, + "grad_norm": 0.7509315050470864, + "learning_rate": 1.5211153753755588e-05, + "loss": 0.0183, + "step": 40764 + }, + { + "epoch": 34.575911789652245, + "grad_norm": 0.6881113723956201, + "learning_rate": 1.5210919296055609e-05, + "loss": 0.0164, + "step": 40765 + }, + { + "epoch": 34.57675996607294, + "grad_norm": 0.9844216546359575, + "learning_rate": 1.5210684834423362e-05, + "loss": 0.0207, + "step": 40766 + }, + { + "epoch": 34.57760814249364, + "grad_norm": 0.8958313082983409, + "learning_rate": 1.5210450368859026e-05, + "loss": 0.018, + "step": 40767 + }, + { + "epoch": 34.578456318914334, + "grad_norm": 0.8491519164962804, + "learning_rate": 1.5210215899362776e-05, + "loss": 0.0174, + "step": 40768 + }, + { + "epoch": 34.57930449533503, + "grad_norm": 0.910894402618192, + "learning_rate": 1.5209981425934795e-05, + "loss": 0.021, + "step": 40769 + }, + { + "epoch": 34.58015267175573, + "grad_norm": 0.7944957149190679, + "learning_rate": 1.5209746948575249e-05, + "loss": 0.017, + "step": 40770 + }, + { + "epoch": 34.58100084817642, + "grad_norm": 0.9047552014224985, + "learning_rate": 1.5209512467284321e-05, + "loss": 0.0164, + "step": 40771 + }, + { + "epoch": 34.58184902459712, + "grad_norm": 0.7796547872853978, + "learning_rate": 1.5209277982062187e-05, + "loss": 0.0185, + "step": 40772 + }, + { + "epoch": 34.58269720101781, + "grad_norm": 0.9232312653345908, + "learning_rate": 1.5209043492909028e-05, + "loss": 0.0194, + "step": 40773 + }, + { + "epoch": 34.583545377438504, + "grad_norm": 0.7719553508001112, + "learning_rate": 1.5208808999825015e-05, + "loss": 0.0204, + "step": 40774 + }, + { + "epoch": 34.5843935538592, + "grad_norm": 0.8140885255106116, + "learning_rate": 1.5208574502810329e-05, + "loss": 0.0187, + "step": 40775 + }, + { + "epoch": 34.5852417302799, + "grad_norm": 0.7972238099719785, + "learning_rate": 1.5208340001865142e-05, + "loss": 0.019, + "step": 40776 + }, + { + "epoch": 34.58608990670059, + "grad_norm": 0.7680355173251061, + "learning_rate": 1.5208105496989637e-05, + "loss": 0.0187, + "step": 40777 + }, + { + "epoch": 34.58693808312129, + "grad_norm": 0.9802480642897833, + "learning_rate": 1.5207870988183988e-05, + "loss": 0.0191, + "step": 40778 + }, + { + "epoch": 34.587786259541986, + "grad_norm": 0.651728546642727, + "learning_rate": 1.520763647544837e-05, + "loss": 0.017, + "step": 40779 + }, + { + "epoch": 34.58863443596268, + "grad_norm": 0.8691709882325055, + "learning_rate": 1.5207401958782963e-05, + "loss": 0.0208, + "step": 40780 + }, + { + "epoch": 34.58948261238338, + "grad_norm": 0.889508160045407, + "learning_rate": 1.5207167438187944e-05, + "loss": 0.0183, + "step": 40781 + }, + { + "epoch": 34.590330788804074, + "grad_norm": 0.9300680535427462, + "learning_rate": 1.520693291366349e-05, + "loss": 0.0202, + "step": 40782 + }, + { + "epoch": 34.59117896522476, + "grad_norm": 0.7685431185098242, + "learning_rate": 1.5206698385209777e-05, + "loss": 0.0188, + "step": 40783 + }, + { + "epoch": 34.59202714164546, + "grad_norm": 0.7639913529325592, + "learning_rate": 1.5206463852826981e-05, + "loss": 0.0185, + "step": 40784 + }, + { + "epoch": 34.592875318066156, + "grad_norm": 0.7817096505678012, + "learning_rate": 1.520622931651528e-05, + "loss": 0.0171, + "step": 40785 + }, + { + "epoch": 34.59372349448685, + "grad_norm": 0.7997694951503471, + "learning_rate": 1.520599477627485e-05, + "loss": 0.0169, + "step": 40786 + }, + { + "epoch": 34.59457167090755, + "grad_norm": 0.8389346582744077, + "learning_rate": 1.520576023210587e-05, + "loss": 0.0168, + "step": 40787 + }, + { + "epoch": 34.595419847328245, + "grad_norm": 0.8712031984209987, + "learning_rate": 1.5205525684008518e-05, + "loss": 0.0172, + "step": 40788 + }, + { + "epoch": 34.59626802374894, + "grad_norm": 0.845087213263937, + "learning_rate": 1.5205291131982967e-05, + "loss": 0.0194, + "step": 40789 + }, + { + "epoch": 34.59711620016964, + "grad_norm": 0.7840020499749195, + "learning_rate": 1.5205056576029395e-05, + "loss": 0.0171, + "step": 40790 + }, + { + "epoch": 34.59796437659033, + "grad_norm": 0.7473557344816996, + "learning_rate": 1.5204822016147982e-05, + "loss": 0.0181, + "step": 40791 + }, + { + "epoch": 34.59881255301103, + "grad_norm": 0.9362625757598956, + "learning_rate": 1.5204587452338902e-05, + "loss": 0.0198, + "step": 40792 + }, + { + "epoch": 34.59966072943172, + "grad_norm": 0.7589429838037395, + "learning_rate": 1.5204352884602331e-05, + "loss": 0.0169, + "step": 40793 + }, + { + "epoch": 34.600508905852415, + "grad_norm": 0.9144232277972293, + "learning_rate": 1.5204118312938452e-05, + "loss": 0.0189, + "step": 40794 + }, + { + "epoch": 34.60135708227311, + "grad_norm": 0.7629519899588474, + "learning_rate": 1.5203883737347434e-05, + "loss": 0.0177, + "step": 40795 + }, + { + "epoch": 34.60220525869381, + "grad_norm": 0.8381800040024698, + "learning_rate": 1.520364915782946e-05, + "loss": 0.0171, + "step": 40796 + }, + { + "epoch": 34.603053435114504, + "grad_norm": 0.824430573535185, + "learning_rate": 1.520341457438471e-05, + "loss": 0.0165, + "step": 40797 + }, + { + "epoch": 34.6039016115352, + "grad_norm": 0.7459907729072989, + "learning_rate": 1.5203179987013346e-05, + "loss": 0.0164, + "step": 40798 + }, + { + "epoch": 34.604749787955896, + "grad_norm": 0.7500264760876332, + "learning_rate": 1.5202945395715563e-05, + "loss": 0.0194, + "step": 40799 + }, + { + "epoch": 34.60559796437659, + "grad_norm": 0.9992077241331923, + "learning_rate": 1.5202710800491524e-05, + "loss": 0.0214, + "step": 40800 + }, + { + "epoch": 34.60644614079729, + "grad_norm": 0.8397383971948806, + "learning_rate": 1.5202476201341419e-05, + "loss": 0.0168, + "step": 40801 + }, + { + "epoch": 34.607294317217985, + "grad_norm": 0.7576069529643683, + "learning_rate": 1.5202241598265415e-05, + "loss": 0.018, + "step": 40802 + }, + { + "epoch": 34.608142493638674, + "grad_norm": 0.8498099136708602, + "learning_rate": 1.5202006991263694e-05, + "loss": 0.0162, + "step": 40803 + }, + { + "epoch": 34.60899067005937, + "grad_norm": 0.8870304577484327, + "learning_rate": 1.5201772380336425e-05, + "loss": 0.0193, + "step": 40804 + }, + { + "epoch": 34.609838846480066, + "grad_norm": 0.8251979903195467, + "learning_rate": 1.5201537765483798e-05, + "loss": 0.0197, + "step": 40805 + }, + { + "epoch": 34.61068702290076, + "grad_norm": 0.8720822271544475, + "learning_rate": 1.520130314670598e-05, + "loss": 0.0193, + "step": 40806 + }, + { + "epoch": 34.61153519932146, + "grad_norm": 0.7156407367917286, + "learning_rate": 1.5201068524003153e-05, + "loss": 0.0182, + "step": 40807 + }, + { + "epoch": 34.612383375742155, + "grad_norm": 1.0187418348320718, + "learning_rate": 1.520083389737549e-05, + "loss": 0.0209, + "step": 40808 + }, + { + "epoch": 34.61323155216285, + "grad_norm": 0.8606447103903556, + "learning_rate": 1.5200599266823175e-05, + "loss": 0.0213, + "step": 40809 + }, + { + "epoch": 34.61407972858355, + "grad_norm": 0.678628497952908, + "learning_rate": 1.5200364632346376e-05, + "loss": 0.0158, + "step": 40810 + }, + { + "epoch": 34.614927905004244, + "grad_norm": 0.8364975238215624, + "learning_rate": 1.5200129993945279e-05, + "loss": 0.0191, + "step": 40811 + }, + { + "epoch": 34.61577608142493, + "grad_norm": 0.9264740615805424, + "learning_rate": 1.5199895351620052e-05, + "loss": 0.0197, + "step": 40812 + }, + { + "epoch": 34.61662425784563, + "grad_norm": 0.7812386106400356, + "learning_rate": 1.519966070537088e-05, + "loss": 0.0183, + "step": 40813 + }, + { + "epoch": 34.617472434266325, + "grad_norm": 0.9675894493400765, + "learning_rate": 1.5199426055197937e-05, + "loss": 0.0189, + "step": 40814 + }, + { + "epoch": 34.61832061068702, + "grad_norm": 0.7962057559030882, + "learning_rate": 1.5199191401101399e-05, + "loss": 0.0165, + "step": 40815 + }, + { + "epoch": 34.61916878710772, + "grad_norm": 0.9564253783330066, + "learning_rate": 1.5198956743081445e-05, + "loss": 0.0183, + "step": 40816 + }, + { + "epoch": 34.620016963528414, + "grad_norm": 0.7394446753238061, + "learning_rate": 1.5198722081138249e-05, + "loss": 0.0177, + "step": 40817 + }, + { + "epoch": 34.62086513994911, + "grad_norm": 0.7882736099412937, + "learning_rate": 1.519848741527199e-05, + "loss": 0.0196, + "step": 40818 + }, + { + "epoch": 34.62171331636981, + "grad_norm": 0.8068291327522616, + "learning_rate": 1.5198252745482847e-05, + "loss": 0.0162, + "step": 40819 + }, + { + "epoch": 34.6225614927905, + "grad_norm": 0.733700557243881, + "learning_rate": 1.5198018071770994e-05, + "loss": 0.0196, + "step": 40820 + }, + { + "epoch": 34.6234096692112, + "grad_norm": 0.8350274736153259, + "learning_rate": 1.519778339413661e-05, + "loss": 0.0181, + "step": 40821 + }, + { + "epoch": 34.62425784563189, + "grad_norm": 0.9133653700559602, + "learning_rate": 1.519754871257987e-05, + "loss": 0.0204, + "step": 40822 + }, + { + "epoch": 34.625106022052584, + "grad_norm": 0.6849868802939777, + "learning_rate": 1.5197314027100956e-05, + "loss": 0.0177, + "step": 40823 + }, + { + "epoch": 34.62595419847328, + "grad_norm": 0.7622987279607922, + "learning_rate": 1.519707933770004e-05, + "loss": 0.0191, + "step": 40824 + }, + { + "epoch": 34.62680237489398, + "grad_norm": 0.8339614022817842, + "learning_rate": 1.51968446443773e-05, + "loss": 0.0191, + "step": 40825 + }, + { + "epoch": 34.62765055131467, + "grad_norm": 0.8259471214682003, + "learning_rate": 1.5196609947132915e-05, + "loss": 0.0194, + "step": 40826 + }, + { + "epoch": 34.62849872773537, + "grad_norm": 0.9004020427038903, + "learning_rate": 1.5196375245967059e-05, + "loss": 0.0195, + "step": 40827 + }, + { + "epoch": 34.629346904156066, + "grad_norm": 0.8597039318629726, + "learning_rate": 1.5196140540879913e-05, + "loss": 0.0203, + "step": 40828 + }, + { + "epoch": 34.63019508057676, + "grad_norm": 0.7581085494055398, + "learning_rate": 1.5195905831871654e-05, + "loss": 0.0181, + "step": 40829 + }, + { + "epoch": 34.63104325699746, + "grad_norm": 0.8167188058500198, + "learning_rate": 1.5195671118942455e-05, + "loss": 0.0189, + "step": 40830 + }, + { + "epoch": 34.631891433418154, + "grad_norm": 0.8679641392772139, + "learning_rate": 1.5195436402092492e-05, + "loss": 0.0199, + "step": 40831 + }, + { + "epoch": 34.63273960983884, + "grad_norm": 0.856395423154877, + "learning_rate": 1.519520168132195e-05, + "loss": 0.018, + "step": 40832 + }, + { + "epoch": 34.63358778625954, + "grad_norm": 0.8354473915375701, + "learning_rate": 1.5194966956630999e-05, + "loss": 0.0186, + "step": 40833 + }, + { + "epoch": 34.634435962680236, + "grad_norm": 0.7880127631131602, + "learning_rate": 1.5194732228019824e-05, + "loss": 0.0192, + "step": 40834 + }, + { + "epoch": 34.63528413910093, + "grad_norm": 0.8314281755672407, + "learning_rate": 1.5194497495488592e-05, + "loss": 0.0196, + "step": 40835 + }, + { + "epoch": 34.63613231552163, + "grad_norm": 0.8213806276020976, + "learning_rate": 1.5194262759037485e-05, + "loss": 0.0202, + "step": 40836 + }, + { + "epoch": 34.636980491942325, + "grad_norm": 0.9448912027776273, + "learning_rate": 1.5194028018666682e-05, + "loss": 0.019, + "step": 40837 + }, + { + "epoch": 34.63782866836302, + "grad_norm": 0.7104317642945915, + "learning_rate": 1.5193793274376361e-05, + "loss": 0.0186, + "step": 40838 + }, + { + "epoch": 34.63867684478372, + "grad_norm": 0.7947059906554433, + "learning_rate": 1.5193558526166692e-05, + "loss": 0.0177, + "step": 40839 + }, + { + "epoch": 34.63952502120441, + "grad_norm": 0.768968307193172, + "learning_rate": 1.5193323774037859e-05, + "loss": 0.018, + "step": 40840 + }, + { + "epoch": 34.64037319762511, + "grad_norm": 0.7076681052233572, + "learning_rate": 1.5193089017990035e-05, + "loss": 0.0186, + "step": 40841 + }, + { + "epoch": 34.6412213740458, + "grad_norm": 0.7701207803264334, + "learning_rate": 1.5192854258023399e-05, + "loss": 0.0189, + "step": 40842 + }, + { + "epoch": 34.642069550466495, + "grad_norm": 0.765307325214672, + "learning_rate": 1.5192619494138131e-05, + "loss": 0.0173, + "step": 40843 + }, + { + "epoch": 34.64291772688719, + "grad_norm": 0.7833836536688595, + "learning_rate": 1.5192384726334401e-05, + "loss": 0.0195, + "step": 40844 + }, + { + "epoch": 34.64376590330789, + "grad_norm": 0.8432295280126619, + "learning_rate": 1.5192149954612393e-05, + "loss": 0.0187, + "step": 40845 + }, + { + "epoch": 34.64461407972858, + "grad_norm": 0.7678618321611707, + "learning_rate": 1.5191915178972284e-05, + "loss": 0.0182, + "step": 40846 + }, + { + "epoch": 34.64546225614928, + "grad_norm": 0.8339615217498271, + "learning_rate": 1.5191680399414245e-05, + "loss": 0.0184, + "step": 40847 + }, + { + "epoch": 34.646310432569976, + "grad_norm": 0.970155491887243, + "learning_rate": 1.519144561593846e-05, + "loss": 0.0202, + "step": 40848 + }, + { + "epoch": 34.64715860899067, + "grad_norm": 0.7842830462126479, + "learning_rate": 1.5191210828545102e-05, + "loss": 0.0185, + "step": 40849 + }, + { + "epoch": 34.64800678541137, + "grad_norm": 0.8191420916643778, + "learning_rate": 1.5190976037234347e-05, + "loss": 0.0178, + "step": 40850 + }, + { + "epoch": 34.64885496183206, + "grad_norm": 0.813989739163086, + "learning_rate": 1.5190741242006375e-05, + "loss": 0.0189, + "step": 40851 + }, + { + "epoch": 34.649703138252754, + "grad_norm": 0.8106799691686477, + "learning_rate": 1.5190506442861366e-05, + "loss": 0.0192, + "step": 40852 + }, + { + "epoch": 34.65055131467345, + "grad_norm": 0.8123017765751461, + "learning_rate": 1.5190271639799493e-05, + "loss": 0.0189, + "step": 40853 + }, + { + "epoch": 34.651399491094146, + "grad_norm": 0.7322914782488927, + "learning_rate": 1.5190036832820929e-05, + "loss": 0.0188, + "step": 40854 + }, + { + "epoch": 34.65224766751484, + "grad_norm": 0.7286005631481818, + "learning_rate": 1.518980202192586e-05, + "loss": 0.0191, + "step": 40855 + }, + { + "epoch": 34.65309584393554, + "grad_norm": 0.6946893567700875, + "learning_rate": 1.5189567207114459e-05, + "loss": 0.0165, + "step": 40856 + }, + { + "epoch": 34.653944020356235, + "grad_norm": 0.7639874723615532, + "learning_rate": 1.5189332388386903e-05, + "loss": 0.0197, + "step": 40857 + }, + { + "epoch": 34.65479219677693, + "grad_norm": 0.7276727720816104, + "learning_rate": 1.5189097565743372e-05, + "loss": 0.0181, + "step": 40858 + }, + { + "epoch": 34.65564037319763, + "grad_norm": 0.8047622139492073, + "learning_rate": 1.5188862739184037e-05, + "loss": 0.018, + "step": 40859 + }, + { + "epoch": 34.656488549618324, + "grad_norm": 0.8929853811941394, + "learning_rate": 1.5188627908709083e-05, + "loss": 0.0169, + "step": 40860 + }, + { + "epoch": 34.65733672603901, + "grad_norm": 0.9441882534891539, + "learning_rate": 1.5188393074318684e-05, + "loss": 0.0195, + "step": 40861 + }, + { + "epoch": 34.65818490245971, + "grad_norm": 0.7948503056357041, + "learning_rate": 1.5188158236013015e-05, + "loss": 0.016, + "step": 40862 + }, + { + "epoch": 34.659033078880405, + "grad_norm": 0.8163612491737494, + "learning_rate": 1.5187923393792251e-05, + "loss": 0.0172, + "step": 40863 + }, + { + "epoch": 34.6598812553011, + "grad_norm": 0.7125793488165678, + "learning_rate": 1.5187688547656578e-05, + "loss": 0.0177, + "step": 40864 + }, + { + "epoch": 34.6607294317218, + "grad_norm": 0.8070827552486132, + "learning_rate": 1.5187453697606167e-05, + "loss": 0.0196, + "step": 40865 + }, + { + "epoch": 34.661577608142494, + "grad_norm": 0.8154990566468753, + "learning_rate": 1.5187218843641199e-05, + "loss": 0.0188, + "step": 40866 + }, + { + "epoch": 34.66242578456319, + "grad_norm": 0.828717197269533, + "learning_rate": 1.5186983985761845e-05, + "loss": 0.0177, + "step": 40867 + }, + { + "epoch": 34.66327396098389, + "grad_norm": 0.9454280870621029, + "learning_rate": 1.5186749123968287e-05, + "loss": 0.0214, + "step": 40868 + }, + { + "epoch": 34.66412213740458, + "grad_norm": 0.7067185866797819, + "learning_rate": 1.51865142582607e-05, + "loss": 0.0175, + "step": 40869 + }, + { + "epoch": 34.66497031382528, + "grad_norm": 0.8232333110182872, + "learning_rate": 1.5186279388639265e-05, + "loss": 0.0168, + "step": 40870 + }, + { + "epoch": 34.66581849024597, + "grad_norm": 0.7425065311478632, + "learning_rate": 1.5186044515104154e-05, + "loss": 0.0169, + "step": 40871 + }, + { + "epoch": 34.666666666666664, + "grad_norm": 0.7584476300077138, + "learning_rate": 1.5185809637655548e-05, + "loss": 0.0184, + "step": 40872 + }, + { + "epoch": 34.66751484308736, + "grad_norm": 0.8284792078619914, + "learning_rate": 1.5185574756293624e-05, + "loss": 0.0163, + "step": 40873 + }, + { + "epoch": 34.66836301950806, + "grad_norm": 0.8022014074654787, + "learning_rate": 1.5185339871018556e-05, + "loss": 0.0195, + "step": 40874 + }, + { + "epoch": 34.66921119592875, + "grad_norm": 0.7429551943167845, + "learning_rate": 1.5185104981830527e-05, + "loss": 0.0178, + "step": 40875 + }, + { + "epoch": 34.67005937234945, + "grad_norm": 0.7184469833876508, + "learning_rate": 1.5184870088729709e-05, + "loss": 0.0186, + "step": 40876 + }, + { + "epoch": 34.670907548770145, + "grad_norm": 0.788614880280425, + "learning_rate": 1.5184635191716281e-05, + "loss": 0.0157, + "step": 40877 + }, + { + "epoch": 34.67175572519084, + "grad_norm": 0.6961835745496693, + "learning_rate": 1.518440029079042e-05, + "loss": 0.0175, + "step": 40878 + }, + { + "epoch": 34.67260390161154, + "grad_norm": 0.7520729780978348, + "learning_rate": 1.5184165385952306e-05, + "loss": 0.0187, + "step": 40879 + }, + { + "epoch": 34.673452078032234, + "grad_norm": 0.8677014079626687, + "learning_rate": 1.518393047720211e-05, + "loss": 0.0194, + "step": 40880 + }, + { + "epoch": 34.67430025445292, + "grad_norm": 0.7877508187704555, + "learning_rate": 1.5183695564540017e-05, + "loss": 0.0179, + "step": 40881 + }, + { + "epoch": 34.67514843087362, + "grad_norm": 0.725839135402344, + "learning_rate": 1.51834606479662e-05, + "loss": 0.0164, + "step": 40882 + }, + { + "epoch": 34.675996607294316, + "grad_norm": 0.8635147192110854, + "learning_rate": 1.5183225727480832e-05, + "loss": 0.0188, + "step": 40883 + }, + { + "epoch": 34.67684478371501, + "grad_norm": 0.6569897948396898, + "learning_rate": 1.5182990803084102e-05, + "loss": 0.0169, + "step": 40884 + }, + { + "epoch": 34.67769296013571, + "grad_norm": 0.7809723165011953, + "learning_rate": 1.5182755874776176e-05, + "loss": 0.0185, + "step": 40885 + }, + { + "epoch": 34.678541136556404, + "grad_norm": 0.7199646147886786, + "learning_rate": 1.5182520942557237e-05, + "loss": 0.0174, + "step": 40886 + }, + { + "epoch": 34.6793893129771, + "grad_norm": 0.7473301692832724, + "learning_rate": 1.518228600642746e-05, + "loss": 0.0176, + "step": 40887 + }, + { + "epoch": 34.6802374893978, + "grad_norm": 0.7930317159272715, + "learning_rate": 1.5182051066387023e-05, + "loss": 0.0171, + "step": 40888 + }, + { + "epoch": 34.68108566581849, + "grad_norm": 0.6409418874014876, + "learning_rate": 1.5181816122436103e-05, + "loss": 0.0176, + "step": 40889 + }, + { + "epoch": 34.68193384223918, + "grad_norm": 0.8076011175861207, + "learning_rate": 1.518158117457488e-05, + "loss": 0.0179, + "step": 40890 + }, + { + "epoch": 34.68278201865988, + "grad_norm": 0.8083645994726986, + "learning_rate": 1.5181346222803525e-05, + "loss": 0.0186, + "step": 40891 + }, + { + "epoch": 34.683630195080575, + "grad_norm": 0.6583054985322556, + "learning_rate": 1.5181111267122224e-05, + "loss": 0.0157, + "step": 40892 + }, + { + "epoch": 34.68447837150127, + "grad_norm": 0.7167784115973871, + "learning_rate": 1.5180876307531148e-05, + "loss": 0.0191, + "step": 40893 + }, + { + "epoch": 34.68532654792197, + "grad_norm": 0.6563726890177181, + "learning_rate": 1.5180641344030475e-05, + "loss": 0.0173, + "step": 40894 + }, + { + "epoch": 34.68617472434266, + "grad_norm": 0.6854401269839715, + "learning_rate": 1.5180406376620385e-05, + "loss": 0.0181, + "step": 40895 + }, + { + "epoch": 34.68702290076336, + "grad_norm": 0.9252252592715662, + "learning_rate": 1.518017140530105e-05, + "loss": 0.0189, + "step": 40896 + }, + { + "epoch": 34.687871077184056, + "grad_norm": 0.7518110837673416, + "learning_rate": 1.5179936430072651e-05, + "loss": 0.0187, + "step": 40897 + }, + { + "epoch": 34.68871925360475, + "grad_norm": 0.806706262789922, + "learning_rate": 1.517970145093537e-05, + "loss": 0.018, + "step": 40898 + }, + { + "epoch": 34.68956743002545, + "grad_norm": 0.7745017525475653, + "learning_rate": 1.5179466467889377e-05, + "loss": 0.0182, + "step": 40899 + }, + { + "epoch": 34.69041560644614, + "grad_norm": 0.7521223452228987, + "learning_rate": 1.517923148093485e-05, + "loss": 0.0168, + "step": 40900 + }, + { + "epoch": 34.691263782866834, + "grad_norm": 0.7914241948889291, + "learning_rate": 1.517899649007197e-05, + "loss": 0.0188, + "step": 40901 + }, + { + "epoch": 34.69211195928753, + "grad_norm": 0.8807260320866366, + "learning_rate": 1.5178761495300913e-05, + "loss": 0.0171, + "step": 40902 + }, + { + "epoch": 34.692960135708226, + "grad_norm": 0.7180685227143182, + "learning_rate": 1.5178526496621854e-05, + "loss": 0.0176, + "step": 40903 + }, + { + "epoch": 34.69380831212892, + "grad_norm": 0.7817444630205248, + "learning_rate": 1.5178291494034974e-05, + "loss": 0.0185, + "step": 40904 + }, + { + "epoch": 34.69465648854962, + "grad_norm": 0.8119673999031803, + "learning_rate": 1.5178056487540447e-05, + "loss": 0.0189, + "step": 40905 + }, + { + "epoch": 34.695504664970315, + "grad_norm": 0.8110660525930247, + "learning_rate": 1.5177821477138453e-05, + "loss": 0.0171, + "step": 40906 + }, + { + "epoch": 34.69635284139101, + "grad_norm": 0.7634728499065675, + "learning_rate": 1.5177586462829165e-05, + "loss": 0.0167, + "step": 40907 + }, + { + "epoch": 34.69720101781171, + "grad_norm": 0.8041021949616424, + "learning_rate": 1.5177351444612768e-05, + "loss": 0.0182, + "step": 40908 + }, + { + "epoch": 34.698049194232404, + "grad_norm": 0.705190970635348, + "learning_rate": 1.5177116422489432e-05, + "loss": 0.0178, + "step": 40909 + }, + { + "epoch": 34.69889737065309, + "grad_norm": 0.9903020232371377, + "learning_rate": 1.5176881396459338e-05, + "loss": 0.0197, + "step": 40910 + }, + { + "epoch": 34.69974554707379, + "grad_norm": 0.831112991670685, + "learning_rate": 1.5176646366522663e-05, + "loss": 0.0185, + "step": 40911 + }, + { + "epoch": 34.700593723494485, + "grad_norm": 0.7752441535031483, + "learning_rate": 1.5176411332679584e-05, + "loss": 0.0179, + "step": 40912 + }, + { + "epoch": 34.70144189991518, + "grad_norm": 0.6657433991652174, + "learning_rate": 1.5176176294930279e-05, + "loss": 0.0183, + "step": 40913 + }, + { + "epoch": 34.70229007633588, + "grad_norm": 0.5899930118488899, + "learning_rate": 1.5175941253274923e-05, + "loss": 0.0152, + "step": 40914 + }, + { + "epoch": 34.703138252756574, + "grad_norm": 0.870358866334285, + "learning_rate": 1.5175706207713696e-05, + "loss": 0.0201, + "step": 40915 + }, + { + "epoch": 34.70398642917727, + "grad_norm": 0.7859632899344513, + "learning_rate": 1.517547115824677e-05, + "loss": 0.0184, + "step": 40916 + }, + { + "epoch": 34.704834605597966, + "grad_norm": 0.831449644865264, + "learning_rate": 1.5175236104874334e-05, + "loss": 0.0182, + "step": 40917 + }, + { + "epoch": 34.70568278201866, + "grad_norm": 0.918160009822098, + "learning_rate": 1.5175001047596554e-05, + "loss": 0.0188, + "step": 40918 + }, + { + "epoch": 34.70653095843936, + "grad_norm": 0.6785363791141936, + "learning_rate": 1.5174765986413613e-05, + "loss": 0.0153, + "step": 40919 + }, + { + "epoch": 34.70737913486005, + "grad_norm": 0.8831638232147857, + "learning_rate": 1.5174530921325686e-05, + "loss": 0.0173, + "step": 40920 + }, + { + "epoch": 34.708227311280744, + "grad_norm": 0.8470494180067234, + "learning_rate": 1.5174295852332952e-05, + "loss": 0.0185, + "step": 40921 + }, + { + "epoch": 34.70907548770144, + "grad_norm": 0.8004422676063313, + "learning_rate": 1.5174060779435586e-05, + "loss": 0.018, + "step": 40922 + }, + { + "epoch": 34.70992366412214, + "grad_norm": 0.8357262444768804, + "learning_rate": 1.5173825702633766e-05, + "loss": 0.0166, + "step": 40923 + }, + { + "epoch": 34.71077184054283, + "grad_norm": 0.6824769922771006, + "learning_rate": 1.5173590621927674e-05, + "loss": 0.0188, + "step": 40924 + }, + { + "epoch": 34.71162001696353, + "grad_norm": 0.990328348647938, + "learning_rate": 1.5173355537317483e-05, + "loss": 0.0241, + "step": 40925 + }, + { + "epoch": 34.712468193384225, + "grad_norm": 0.9441863804827477, + "learning_rate": 1.5173120448803369e-05, + "loss": 0.0189, + "step": 40926 + }, + { + "epoch": 34.71331636980492, + "grad_norm": 0.7246135170844913, + "learning_rate": 1.5172885356385517e-05, + "loss": 0.0168, + "step": 40927 + }, + { + "epoch": 34.71416454622562, + "grad_norm": 0.6475295809686158, + "learning_rate": 1.5172650260064097e-05, + "loss": 0.0165, + "step": 40928 + }, + { + "epoch": 34.71501272264631, + "grad_norm": 0.7638954493236615, + "learning_rate": 1.5172415159839285e-05, + "loss": 0.0173, + "step": 40929 + }, + { + "epoch": 34.715860899067, + "grad_norm": 0.716172291308806, + "learning_rate": 1.5172180055711262e-05, + "loss": 0.0198, + "step": 40930 + }, + { + "epoch": 34.7167090754877, + "grad_norm": 0.7162882816388532, + "learning_rate": 1.5171944947680209e-05, + "loss": 0.0175, + "step": 40931 + }, + { + "epoch": 34.717557251908396, + "grad_norm": 0.8653516068486663, + "learning_rate": 1.5171709835746298e-05, + "loss": 0.0187, + "step": 40932 + }, + { + "epoch": 34.71840542832909, + "grad_norm": 0.6604129370372572, + "learning_rate": 1.517147471990971e-05, + "loss": 0.0185, + "step": 40933 + }, + { + "epoch": 34.71925360474979, + "grad_norm": 0.859837519101903, + "learning_rate": 1.5171239600170615e-05, + "loss": 0.0179, + "step": 40934 + }, + { + "epoch": 34.720101781170484, + "grad_norm": 1.1172476430876828, + "learning_rate": 1.5171004476529198e-05, + "loss": 0.0175, + "step": 40935 + }, + { + "epoch": 34.72094995759118, + "grad_norm": 0.65890412750523, + "learning_rate": 1.5170769348985639e-05, + "loss": 0.0137, + "step": 40936 + }, + { + "epoch": 34.72179813401188, + "grad_norm": 0.92749803365408, + "learning_rate": 1.5170534217540107e-05, + "loss": 0.0186, + "step": 40937 + }, + { + "epoch": 34.72264631043257, + "grad_norm": 0.8266121693902208, + "learning_rate": 1.5170299082192784e-05, + "loss": 0.0175, + "step": 40938 + }, + { + "epoch": 34.72349448685326, + "grad_norm": 0.9123358502743383, + "learning_rate": 1.5170063942943846e-05, + "loss": 0.0195, + "step": 40939 + }, + { + "epoch": 34.72434266327396, + "grad_norm": 0.8103958789452331, + "learning_rate": 1.5169828799793474e-05, + "loss": 0.0199, + "step": 40940 + }, + { + "epoch": 34.725190839694655, + "grad_norm": 0.9398804448613182, + "learning_rate": 1.5169593652741838e-05, + "loss": 0.0193, + "step": 40941 + }, + { + "epoch": 34.72603901611535, + "grad_norm": 0.7100007565458203, + "learning_rate": 1.5169358501789124e-05, + "loss": 0.0179, + "step": 40942 + }, + { + "epoch": 34.72688719253605, + "grad_norm": 0.8662030215425635, + "learning_rate": 1.5169123346935503e-05, + "loss": 0.0182, + "step": 40943 + }, + { + "epoch": 34.72773536895674, + "grad_norm": 0.8096276353503276, + "learning_rate": 1.5168888188181155e-05, + "loss": 0.0188, + "step": 40944 + }, + { + "epoch": 34.72858354537744, + "grad_norm": 0.8230091149181809, + "learning_rate": 1.516865302552626e-05, + "loss": 0.0189, + "step": 40945 + }, + { + "epoch": 34.729431721798136, + "grad_norm": 0.732262530619925, + "learning_rate": 1.5168417858970993e-05, + "loss": 0.0189, + "step": 40946 + }, + { + "epoch": 34.73027989821883, + "grad_norm": 0.7385596474130964, + "learning_rate": 1.516818268851553e-05, + "loss": 0.0183, + "step": 40947 + }, + { + "epoch": 34.73112807463953, + "grad_norm": 0.7951273002127938, + "learning_rate": 1.5167947514160045e-05, + "loss": 0.017, + "step": 40948 + }, + { + "epoch": 34.73197625106022, + "grad_norm": 0.7426065765281129, + "learning_rate": 1.5167712335904727e-05, + "loss": 0.0181, + "step": 40949 + }, + { + "epoch": 34.732824427480914, + "grad_norm": 0.8253567811934707, + "learning_rate": 1.5167477153749745e-05, + "loss": 0.017, + "step": 40950 + }, + { + "epoch": 34.73367260390161, + "grad_norm": 0.8480099355310378, + "learning_rate": 1.5167241967695276e-05, + "loss": 0.0179, + "step": 40951 + }, + { + "epoch": 34.734520780322306, + "grad_norm": 0.8305094959687629, + "learning_rate": 1.5167006777741502e-05, + "loss": 0.018, + "step": 40952 + }, + { + "epoch": 34.735368956743, + "grad_norm": 0.8268220618889713, + "learning_rate": 1.5166771583888597e-05, + "loss": 0.019, + "step": 40953 + }, + { + "epoch": 34.7362171331637, + "grad_norm": 0.8028009171469864, + "learning_rate": 1.5166536386136738e-05, + "loss": 0.0183, + "step": 40954 + }, + { + "epoch": 34.737065309584395, + "grad_norm": 0.9621252373757733, + "learning_rate": 1.5166301184486107e-05, + "loss": 0.0192, + "step": 40955 + }, + { + "epoch": 34.73791348600509, + "grad_norm": 0.9481479198617527, + "learning_rate": 1.516606597893688e-05, + "loss": 0.0195, + "step": 40956 + }, + { + "epoch": 34.73876166242579, + "grad_norm": 0.8242322160535636, + "learning_rate": 1.5165830769489229e-05, + "loss": 0.0199, + "step": 40957 + }, + { + "epoch": 34.73960983884648, + "grad_norm": 0.7801885301105544, + "learning_rate": 1.5165595556143338e-05, + "loss": 0.0189, + "step": 40958 + }, + { + "epoch": 34.74045801526717, + "grad_norm": 0.7324228120561397, + "learning_rate": 1.5165360338899384e-05, + "loss": 0.0169, + "step": 40959 + }, + { + "epoch": 34.74130619168787, + "grad_norm": 0.7633152526336602, + "learning_rate": 1.5165125117757539e-05, + "loss": 0.0187, + "step": 40960 + }, + { + "epoch": 34.742154368108565, + "grad_norm": 0.7728209340586708, + "learning_rate": 1.5164889892717982e-05, + "loss": 0.0184, + "step": 40961 + }, + { + "epoch": 34.74300254452926, + "grad_norm": 0.8431158081283203, + "learning_rate": 1.5164654663780898e-05, + "loss": 0.018, + "step": 40962 + }, + { + "epoch": 34.74385072094996, + "grad_norm": 0.9077673723505366, + "learning_rate": 1.5164419430946456e-05, + "loss": 0.0233, + "step": 40963 + }, + { + "epoch": 34.744698897370654, + "grad_norm": 0.7167985089374992, + "learning_rate": 1.5164184194214839e-05, + "loss": 0.0164, + "step": 40964 + }, + { + "epoch": 34.74554707379135, + "grad_norm": 0.8271125050983191, + "learning_rate": 1.5163948953586221e-05, + "loss": 0.0193, + "step": 40965 + }, + { + "epoch": 34.746395250212046, + "grad_norm": 0.7885424521561807, + "learning_rate": 1.516371370906078e-05, + "loss": 0.0179, + "step": 40966 + }, + { + "epoch": 34.74724342663274, + "grad_norm": 0.9579205755767706, + "learning_rate": 1.5163478460638695e-05, + "loss": 0.0177, + "step": 40967 + }, + { + "epoch": 34.74809160305343, + "grad_norm": 0.8710968481165052, + "learning_rate": 1.5163243208320142e-05, + "loss": 0.0187, + "step": 40968 + }, + { + "epoch": 34.74893977947413, + "grad_norm": 0.6623828521597118, + "learning_rate": 1.5163007952105297e-05, + "loss": 0.0156, + "step": 40969 + }, + { + "epoch": 34.749787955894824, + "grad_norm": 0.807732211063737, + "learning_rate": 1.5162772691994346e-05, + "loss": 0.0207, + "step": 40970 + }, + { + "epoch": 34.75063613231552, + "grad_norm": 0.870103766850878, + "learning_rate": 1.5162537427987455e-05, + "loss": 0.0181, + "step": 40971 + }, + { + "epoch": 34.75148430873622, + "grad_norm": 0.8579528176112048, + "learning_rate": 1.5162302160084808e-05, + "loss": 0.019, + "step": 40972 + }, + { + "epoch": 34.75233248515691, + "grad_norm": 0.904905664428792, + "learning_rate": 1.5162066888286581e-05, + "loss": 0.0183, + "step": 40973 + }, + { + "epoch": 34.75318066157761, + "grad_norm": 0.8589261775220539, + "learning_rate": 1.5161831612592953e-05, + "loss": 0.0175, + "step": 40974 + }, + { + "epoch": 34.754028837998305, + "grad_norm": 0.746461759155536, + "learning_rate": 1.5161596333004101e-05, + "loss": 0.0176, + "step": 40975 + }, + { + "epoch": 34.754877014419, + "grad_norm": 0.7800944342183936, + "learning_rate": 1.5161361049520201e-05, + "loss": 0.0187, + "step": 40976 + }, + { + "epoch": 34.7557251908397, + "grad_norm": 0.7565556953472659, + "learning_rate": 1.516112576214143e-05, + "loss": 0.0183, + "step": 40977 + }, + { + "epoch": 34.75657336726039, + "grad_norm": 0.9126060561697821, + "learning_rate": 1.5160890470867969e-05, + "loss": 0.0198, + "step": 40978 + }, + { + "epoch": 34.75742154368108, + "grad_norm": 0.8545712460910011, + "learning_rate": 1.5160655175699994e-05, + "loss": 0.0197, + "step": 40979 + }, + { + "epoch": 34.75826972010178, + "grad_norm": 0.9526464131202339, + "learning_rate": 1.5160419876637682e-05, + "loss": 0.018, + "step": 40980 + }, + { + "epoch": 34.759117896522476, + "grad_norm": 0.7995252881222745, + "learning_rate": 1.5160184573681208e-05, + "loss": 0.0189, + "step": 40981 + }, + { + "epoch": 34.75996607294317, + "grad_norm": 0.788265794624277, + "learning_rate": 1.5159949266830756e-05, + "loss": 0.0171, + "step": 40982 + }, + { + "epoch": 34.76081424936387, + "grad_norm": 0.7838756559284703, + "learning_rate": 1.51597139560865e-05, + "loss": 0.0185, + "step": 40983 + }, + { + "epoch": 34.761662425784564, + "grad_norm": 1.434599898499049, + "learning_rate": 1.5159478641448613e-05, + "loss": 0.0226, + "step": 40984 + }, + { + "epoch": 34.76251060220526, + "grad_norm": 0.8389451655178639, + "learning_rate": 1.515924332291728e-05, + "loss": 0.0162, + "step": 40985 + }, + { + "epoch": 34.76335877862596, + "grad_norm": 0.8164500406997368, + "learning_rate": 1.5159008000492677e-05, + "loss": 0.0191, + "step": 40986 + }, + { + "epoch": 34.76420695504665, + "grad_norm": 1.0322230957863603, + "learning_rate": 1.5158772674174978e-05, + "loss": 0.0213, + "step": 40987 + }, + { + "epoch": 34.76505513146734, + "grad_norm": 0.8706903163565143, + "learning_rate": 1.5158537343964364e-05, + "loss": 0.0177, + "step": 40988 + }, + { + "epoch": 34.76590330788804, + "grad_norm": 0.9970061684687941, + "learning_rate": 1.5158302009861011e-05, + "loss": 0.0204, + "step": 40989 + }, + { + "epoch": 34.766751484308735, + "grad_norm": 0.8510834273616685, + "learning_rate": 1.5158066671865097e-05, + "loss": 0.0191, + "step": 40990 + }, + { + "epoch": 34.76759966072943, + "grad_norm": 1.241731635126571, + "learning_rate": 1.51578313299768e-05, + "loss": 0.0228, + "step": 40991 + }, + { + "epoch": 34.76844783715013, + "grad_norm": 1.0715999859428886, + "learning_rate": 1.5157595984196296e-05, + "loss": 0.0202, + "step": 40992 + }, + { + "epoch": 34.76929601357082, + "grad_norm": 0.849792623316668, + "learning_rate": 1.5157360634523764e-05, + "loss": 0.0177, + "step": 40993 + }, + { + "epoch": 34.77014418999152, + "grad_norm": 0.870945850623167, + "learning_rate": 1.515712528095938e-05, + "loss": 0.0198, + "step": 40994 + }, + { + "epoch": 34.770992366412216, + "grad_norm": 0.9718663611998586, + "learning_rate": 1.5156889923503326e-05, + "loss": 0.022, + "step": 40995 + }, + { + "epoch": 34.77184054283291, + "grad_norm": 0.7926280845623943, + "learning_rate": 1.5156654562155776e-05, + "loss": 0.0186, + "step": 40996 + }, + { + "epoch": 34.77268871925361, + "grad_norm": 0.7600159889668325, + "learning_rate": 1.5156419196916906e-05, + "loss": 0.0184, + "step": 40997 + }, + { + "epoch": 34.7735368956743, + "grad_norm": 0.8247319087434208, + "learning_rate": 1.5156183827786896e-05, + "loss": 0.018, + "step": 40998 + }, + { + "epoch": 34.774385072094994, + "grad_norm": 0.6940642934603292, + "learning_rate": 1.5155948454765926e-05, + "loss": 0.0162, + "step": 40999 + }, + { + "epoch": 34.77523324851569, + "grad_norm": 0.8086612143670808, + "learning_rate": 1.5155713077854168e-05, + "loss": 0.0196, + "step": 41000 + }, + { + "epoch": 34.776081424936386, + "grad_norm": 0.9072491293663737, + "learning_rate": 1.5155477697051804e-05, + "loss": 0.0182, + "step": 41001 + }, + { + "epoch": 34.77692960135708, + "grad_norm": 1.307966780802118, + "learning_rate": 1.515524231235901e-05, + "loss": 0.0207, + "step": 41002 + }, + { + "epoch": 34.77777777777778, + "grad_norm": 0.7387809762382342, + "learning_rate": 1.5155006923775966e-05, + "loss": 0.016, + "step": 41003 + }, + { + "epoch": 34.778625954198475, + "grad_norm": 0.8494614751570624, + "learning_rate": 1.5154771531302843e-05, + "loss": 0.0177, + "step": 41004 + }, + { + "epoch": 34.77947413061917, + "grad_norm": 0.9483166221616729, + "learning_rate": 1.5154536134939828e-05, + "loss": 0.0204, + "step": 41005 + }, + { + "epoch": 34.78032230703987, + "grad_norm": 0.8630897210745919, + "learning_rate": 1.5154300734687093e-05, + "loss": 0.0192, + "step": 41006 + }, + { + "epoch": 34.781170483460556, + "grad_norm": 0.8283625254216965, + "learning_rate": 1.5154065330544811e-05, + "loss": 0.0186, + "step": 41007 + }, + { + "epoch": 34.78201865988125, + "grad_norm": 0.7808908512152075, + "learning_rate": 1.515382992251317e-05, + "loss": 0.018, + "step": 41008 + }, + { + "epoch": 34.78286683630195, + "grad_norm": 0.7825131653502816, + "learning_rate": 1.5153594510592342e-05, + "loss": 0.0184, + "step": 41009 + }, + { + "epoch": 34.783715012722645, + "grad_norm": 0.8759619482396389, + "learning_rate": 1.5153359094782505e-05, + "loss": 0.02, + "step": 41010 + }, + { + "epoch": 34.78456318914334, + "grad_norm": 1.0222321348575265, + "learning_rate": 1.5153123675083838e-05, + "loss": 0.0193, + "step": 41011 + }, + { + "epoch": 34.78541136556404, + "grad_norm": 0.9376997293630986, + "learning_rate": 1.5152888251496519e-05, + "loss": 0.0215, + "step": 41012 + }, + { + "epoch": 34.786259541984734, + "grad_norm": 0.7246988374659009, + "learning_rate": 1.5152652824020719e-05, + "loss": 0.019, + "step": 41013 + }, + { + "epoch": 34.78710771840543, + "grad_norm": 0.9120294049403463, + "learning_rate": 1.5152417392656623e-05, + "loss": 0.0193, + "step": 41014 + }, + { + "epoch": 34.787955894826126, + "grad_norm": 0.9038318481953985, + "learning_rate": 1.5152181957404408e-05, + "loss": 0.0199, + "step": 41015 + }, + { + "epoch": 34.78880407124682, + "grad_norm": 0.8947635395722193, + "learning_rate": 1.5151946518264252e-05, + "loss": 0.0205, + "step": 41016 + }, + { + "epoch": 34.78965224766751, + "grad_norm": 0.8715100660364896, + "learning_rate": 1.5151711075236325e-05, + "loss": 0.0205, + "step": 41017 + }, + { + "epoch": 34.79050042408821, + "grad_norm": 0.6932740509777797, + "learning_rate": 1.5151475628320816e-05, + "loss": 0.0182, + "step": 41018 + }, + { + "epoch": 34.791348600508904, + "grad_norm": 0.9294928221727391, + "learning_rate": 1.5151240177517895e-05, + "loss": 0.0215, + "step": 41019 + }, + { + "epoch": 34.7921967769296, + "grad_norm": 0.951807102836208, + "learning_rate": 1.5151004722827743e-05, + "loss": 0.0195, + "step": 41020 + }, + { + "epoch": 34.7930449533503, + "grad_norm": 0.7489083002564648, + "learning_rate": 1.5150769264250533e-05, + "loss": 0.0189, + "step": 41021 + }, + { + "epoch": 34.79389312977099, + "grad_norm": 0.884881381083896, + "learning_rate": 1.5150533801786452e-05, + "loss": 0.0184, + "step": 41022 + }, + { + "epoch": 34.79474130619169, + "grad_norm": 1.0895879291947124, + "learning_rate": 1.515029833543567e-05, + "loss": 0.0237, + "step": 41023 + }, + { + "epoch": 34.795589482612385, + "grad_norm": 1.1235691326267085, + "learning_rate": 1.5150062865198365e-05, + "loss": 0.0217, + "step": 41024 + }, + { + "epoch": 34.79643765903308, + "grad_norm": 0.8808369967209232, + "learning_rate": 1.5149827391074718e-05, + "loss": 0.0206, + "step": 41025 + }, + { + "epoch": 34.79728583545378, + "grad_norm": 0.7815660735958723, + "learning_rate": 1.5149591913064905e-05, + "loss": 0.0181, + "step": 41026 + }, + { + "epoch": 34.79813401187447, + "grad_norm": 0.9584412536365206, + "learning_rate": 1.51493564311691e-05, + "loss": 0.0181, + "step": 41027 + }, + { + "epoch": 34.79898218829516, + "grad_norm": 0.9317813981630585, + "learning_rate": 1.5149120945387488e-05, + "loss": 0.0206, + "step": 41028 + }, + { + "epoch": 34.79983036471586, + "grad_norm": 0.9870485295621413, + "learning_rate": 1.5148885455720245e-05, + "loss": 0.0202, + "step": 41029 + }, + { + "epoch": 34.800678541136556, + "grad_norm": 0.899716896898935, + "learning_rate": 1.5148649962167546e-05, + "loss": 0.0208, + "step": 41030 + }, + { + "epoch": 34.80152671755725, + "grad_norm": 0.8416507021410292, + "learning_rate": 1.5148414464729567e-05, + "loss": 0.0172, + "step": 41031 + }, + { + "epoch": 34.80237489397795, + "grad_norm": 1.2967514008728904, + "learning_rate": 1.514817896340649e-05, + "loss": 0.0211, + "step": 41032 + }, + { + "epoch": 34.803223070398644, + "grad_norm": 0.7703881061836944, + "learning_rate": 1.514794345819849e-05, + "loss": 0.0181, + "step": 41033 + }, + { + "epoch": 34.80407124681934, + "grad_norm": 0.9415782007987037, + "learning_rate": 1.5147707949105748e-05, + "loss": 0.0204, + "step": 41034 + }, + { + "epoch": 34.80491942324004, + "grad_norm": 0.7964555453745079, + "learning_rate": 1.5147472436128437e-05, + "loss": 0.018, + "step": 41035 + }, + { + "epoch": 34.805767599660726, + "grad_norm": 0.8638008022957332, + "learning_rate": 1.514723691926674e-05, + "loss": 0.0209, + "step": 41036 + }, + { + "epoch": 34.80661577608142, + "grad_norm": 0.8658951253098737, + "learning_rate": 1.5147001398520828e-05, + "loss": 0.0192, + "step": 41037 + }, + { + "epoch": 34.80746395250212, + "grad_norm": 0.8260086295467529, + "learning_rate": 1.5146765873890888e-05, + "loss": 0.0183, + "step": 41038 + }, + { + "epoch": 34.808312128922815, + "grad_norm": 0.8622990487713671, + "learning_rate": 1.5146530345377086e-05, + "loss": 0.0177, + "step": 41039 + }, + { + "epoch": 34.80916030534351, + "grad_norm": 0.7913575198044431, + "learning_rate": 1.5146294812979607e-05, + "loss": 0.0205, + "step": 41040 + }, + { + "epoch": 34.81000848176421, + "grad_norm": 0.8858476208992302, + "learning_rate": 1.514605927669863e-05, + "loss": 0.0194, + "step": 41041 + }, + { + "epoch": 34.8108566581849, + "grad_norm": 0.8278622261206681, + "learning_rate": 1.5145823736534331e-05, + "loss": 0.023, + "step": 41042 + }, + { + "epoch": 34.8117048346056, + "grad_norm": 1.2332946491908368, + "learning_rate": 1.5145588192486889e-05, + "loss": 0.0213, + "step": 41043 + }, + { + "epoch": 34.812553011026296, + "grad_norm": 0.831407537818523, + "learning_rate": 1.5145352644556477e-05, + "loss": 0.0188, + "step": 41044 + }, + { + "epoch": 34.81340118744699, + "grad_norm": 0.8747731700522973, + "learning_rate": 1.5145117092743275e-05, + "loss": 0.0187, + "step": 41045 + }, + { + "epoch": 34.81424936386768, + "grad_norm": 0.7794791052737455, + "learning_rate": 1.5144881537047462e-05, + "loss": 0.0186, + "step": 41046 + }, + { + "epoch": 34.81509754028838, + "grad_norm": 0.7859932912513473, + "learning_rate": 1.5144645977469218e-05, + "loss": 0.0195, + "step": 41047 + }, + { + "epoch": 34.815945716709074, + "grad_norm": 0.9282332746648738, + "learning_rate": 1.514441041400872e-05, + "loss": 0.0203, + "step": 41048 + }, + { + "epoch": 34.81679389312977, + "grad_norm": 0.9289046483457614, + "learning_rate": 1.5144174846666138e-05, + "loss": 0.0221, + "step": 41049 + }, + { + "epoch": 34.817642069550466, + "grad_norm": 0.7712113425979018, + "learning_rate": 1.5143939275441658e-05, + "loss": 0.0184, + "step": 41050 + }, + { + "epoch": 34.81849024597116, + "grad_norm": 0.8087104909350338, + "learning_rate": 1.5143703700335455e-05, + "loss": 0.0194, + "step": 41051 + }, + { + "epoch": 34.81933842239186, + "grad_norm": 1.0113633267235402, + "learning_rate": 1.514346812134771e-05, + "loss": 0.0211, + "step": 41052 + }, + { + "epoch": 34.820186598812555, + "grad_norm": 0.939645229314751, + "learning_rate": 1.5143232538478594e-05, + "loss": 0.0231, + "step": 41053 + }, + { + "epoch": 34.82103477523325, + "grad_norm": 1.0866289995518084, + "learning_rate": 1.5142996951728288e-05, + "loss": 0.023, + "step": 41054 + }, + { + "epoch": 34.82188295165395, + "grad_norm": 0.8552982155036267, + "learning_rate": 1.5142761361096971e-05, + "loss": 0.0199, + "step": 41055 + }, + { + "epoch": 34.822731128074636, + "grad_norm": 0.826943137948478, + "learning_rate": 1.5142525766584824e-05, + "loss": 0.0201, + "step": 41056 + }, + { + "epoch": 34.82357930449533, + "grad_norm": 0.6777832034052313, + "learning_rate": 1.514229016819202e-05, + "loss": 0.0173, + "step": 41057 + }, + { + "epoch": 34.82442748091603, + "grad_norm": 0.8019486782500496, + "learning_rate": 1.5142054565918737e-05, + "loss": 0.0184, + "step": 41058 + }, + { + "epoch": 34.825275657336725, + "grad_norm": 0.9308439219830359, + "learning_rate": 1.514181895976515e-05, + "loss": 0.0212, + "step": 41059 + }, + { + "epoch": 34.82612383375742, + "grad_norm": 0.8178339960915089, + "learning_rate": 1.5141583349731446e-05, + "loss": 0.0178, + "step": 41060 + }, + { + "epoch": 34.82697201017812, + "grad_norm": 0.7627336571413026, + "learning_rate": 1.5141347735817794e-05, + "loss": 0.0199, + "step": 41061 + }, + { + "epoch": 34.827820186598814, + "grad_norm": 0.7823251923055151, + "learning_rate": 1.5141112118024377e-05, + "loss": 0.0199, + "step": 41062 + }, + { + "epoch": 34.82866836301951, + "grad_norm": 0.8052062152851737, + "learning_rate": 1.5140876496351368e-05, + "loss": 0.02, + "step": 41063 + }, + { + "epoch": 34.829516539440206, + "grad_norm": 0.9271560274517353, + "learning_rate": 1.514064087079895e-05, + "loss": 0.0207, + "step": 41064 + }, + { + "epoch": 34.8303647158609, + "grad_norm": 0.8963083319819977, + "learning_rate": 1.5140405241367297e-05, + "loss": 0.0174, + "step": 41065 + }, + { + "epoch": 34.83121289228159, + "grad_norm": 0.7734705872296846, + "learning_rate": 1.514016960805659e-05, + "loss": 0.0187, + "step": 41066 + }, + { + "epoch": 34.83206106870229, + "grad_norm": 0.8666946509794323, + "learning_rate": 1.5139933970867005e-05, + "loss": 0.0216, + "step": 41067 + }, + { + "epoch": 34.832909245122984, + "grad_norm": 0.8579960201779334, + "learning_rate": 1.5139698329798718e-05, + "loss": 0.0181, + "step": 41068 + }, + { + "epoch": 34.83375742154368, + "grad_norm": 0.9148423395305196, + "learning_rate": 1.5139462684851909e-05, + "loss": 0.0198, + "step": 41069 + }, + { + "epoch": 34.83460559796438, + "grad_norm": 0.8076257544464287, + "learning_rate": 1.5139227036026755e-05, + "loss": 0.0189, + "step": 41070 + }, + { + "epoch": 34.83545377438507, + "grad_norm": 1.0562965911832602, + "learning_rate": 1.5138991383323438e-05, + "loss": 0.0214, + "step": 41071 + }, + { + "epoch": 34.83630195080577, + "grad_norm": 0.7360903161149205, + "learning_rate": 1.5138755726742127e-05, + "loss": 0.0173, + "step": 41072 + }, + { + "epoch": 34.837150127226465, + "grad_norm": 0.9499141352102045, + "learning_rate": 1.5138520066283007e-05, + "loss": 0.0201, + "step": 41073 + }, + { + "epoch": 34.83799830364716, + "grad_norm": 0.8686351502091263, + "learning_rate": 1.5138284401946254e-05, + "loss": 0.0159, + "step": 41074 + }, + { + "epoch": 34.83884648006786, + "grad_norm": 0.8078723829919552, + "learning_rate": 1.513804873373205e-05, + "loss": 0.021, + "step": 41075 + }, + { + "epoch": 34.83969465648855, + "grad_norm": 0.8472109968362771, + "learning_rate": 1.5137813061640563e-05, + "loss": 0.0203, + "step": 41076 + }, + { + "epoch": 34.84054283290924, + "grad_norm": 0.8626780415648804, + "learning_rate": 1.5137577385671978e-05, + "loss": 0.018, + "step": 41077 + }, + { + "epoch": 34.84139100932994, + "grad_norm": 0.8716691026423498, + "learning_rate": 1.5137341705826472e-05, + "loss": 0.0194, + "step": 41078 + }, + { + "epoch": 34.842239185750635, + "grad_norm": 0.7679983073244047, + "learning_rate": 1.5137106022104218e-05, + "loss": 0.0183, + "step": 41079 + }, + { + "epoch": 34.84308736217133, + "grad_norm": 0.8467706805829742, + "learning_rate": 1.5136870334505402e-05, + "loss": 0.0195, + "step": 41080 + }, + { + "epoch": 34.84393553859203, + "grad_norm": 0.831964344328136, + "learning_rate": 1.5136634643030195e-05, + "loss": 0.0192, + "step": 41081 + }, + { + "epoch": 34.844783715012724, + "grad_norm": 0.8831180401780142, + "learning_rate": 1.513639894767878e-05, + "loss": 0.0187, + "step": 41082 + }, + { + "epoch": 34.84563189143342, + "grad_norm": 0.8800561959684055, + "learning_rate": 1.5136163248451333e-05, + "loss": 0.0196, + "step": 41083 + }, + { + "epoch": 34.84648006785412, + "grad_norm": 0.7475853181691068, + "learning_rate": 1.5135927545348029e-05, + "loss": 0.0181, + "step": 41084 + }, + { + "epoch": 34.847328244274806, + "grad_norm": 0.7670048970583131, + "learning_rate": 1.5135691838369049e-05, + "loss": 0.0185, + "step": 41085 + }, + { + "epoch": 34.8481764206955, + "grad_norm": 0.7098729464443363, + "learning_rate": 1.513545612751457e-05, + "loss": 0.0186, + "step": 41086 + }, + { + "epoch": 34.8490245971162, + "grad_norm": 0.8480000727353103, + "learning_rate": 1.513522041278477e-05, + "loss": 0.0194, + "step": 41087 + }, + { + "epoch": 34.849872773536894, + "grad_norm": 0.8359675548658093, + "learning_rate": 1.5134984694179826e-05, + "loss": 0.0191, + "step": 41088 + }, + { + "epoch": 34.85072094995759, + "grad_norm": 0.8305197668580055, + "learning_rate": 1.513474897169992e-05, + "loss": 0.0197, + "step": 41089 + }, + { + "epoch": 34.85156912637829, + "grad_norm": 0.8801225163690753, + "learning_rate": 1.5134513245345224e-05, + "loss": 0.0177, + "step": 41090 + }, + { + "epoch": 34.85241730279898, + "grad_norm": 0.6797942743947338, + "learning_rate": 1.5134277515115918e-05, + "loss": 0.0171, + "step": 41091 + }, + { + "epoch": 34.85326547921968, + "grad_norm": 0.7642198592195499, + "learning_rate": 1.5134041781012179e-05, + "loss": 0.0187, + "step": 41092 + }, + { + "epoch": 34.854113655640376, + "grad_norm": 0.7855665677463768, + "learning_rate": 1.5133806043034187e-05, + "loss": 0.0181, + "step": 41093 + }, + { + "epoch": 34.85496183206107, + "grad_norm": 1.0339621876699696, + "learning_rate": 1.5133570301182124e-05, + "loss": 0.0181, + "step": 41094 + }, + { + "epoch": 34.85581000848176, + "grad_norm": 0.6967402508194207, + "learning_rate": 1.5133334555456159e-05, + "loss": 0.0174, + "step": 41095 + }, + { + "epoch": 34.85665818490246, + "grad_norm": 0.7442234209279043, + "learning_rate": 1.5133098805856472e-05, + "loss": 0.0169, + "step": 41096 + }, + { + "epoch": 34.85750636132315, + "grad_norm": 0.7213321886268023, + "learning_rate": 1.5132863052383246e-05, + "loss": 0.0175, + "step": 41097 + }, + { + "epoch": 34.85835453774385, + "grad_norm": 0.9339305498184106, + "learning_rate": 1.5132627295036655e-05, + "loss": 0.0202, + "step": 41098 + }, + { + "epoch": 34.859202714164546, + "grad_norm": 0.814523236169397, + "learning_rate": 1.5132391533816877e-05, + "loss": 0.0168, + "step": 41099 + }, + { + "epoch": 34.86005089058524, + "grad_norm": 0.8638030081839224, + "learning_rate": 1.513215576872409e-05, + "loss": 0.0179, + "step": 41100 + }, + { + "epoch": 34.86089906700594, + "grad_norm": 0.9463608671459249, + "learning_rate": 1.5131919999758475e-05, + "loss": 0.0221, + "step": 41101 + }, + { + "epoch": 34.861747243426635, + "grad_norm": 0.9158810351705355, + "learning_rate": 1.5131684226920205e-05, + "loss": 0.0187, + "step": 41102 + }, + { + "epoch": 34.86259541984733, + "grad_norm": 0.7975896242192193, + "learning_rate": 1.5131448450209463e-05, + "loss": 0.0172, + "step": 41103 + }, + { + "epoch": 34.86344359626803, + "grad_norm": 0.6946131092282254, + "learning_rate": 1.5131212669626421e-05, + "loss": 0.0145, + "step": 41104 + }, + { + "epoch": 34.864291772688716, + "grad_norm": 0.9971426919238752, + "learning_rate": 1.5130976885171259e-05, + "loss": 0.0187, + "step": 41105 + }, + { + "epoch": 34.86513994910941, + "grad_norm": 0.8789628075098395, + "learning_rate": 1.513074109684416e-05, + "loss": 0.0165, + "step": 41106 + }, + { + "epoch": 34.86598812553011, + "grad_norm": 0.9327696492329388, + "learning_rate": 1.5130505304645295e-05, + "loss": 0.0222, + "step": 41107 + }, + { + "epoch": 34.866836301950805, + "grad_norm": 0.8785614137403429, + "learning_rate": 1.5130269508574848e-05, + "loss": 0.0197, + "step": 41108 + }, + { + "epoch": 34.8676844783715, + "grad_norm": 0.7028188802714548, + "learning_rate": 1.5130033708632991e-05, + "loss": 0.0208, + "step": 41109 + }, + { + "epoch": 34.8685326547922, + "grad_norm": 0.7961344809848638, + "learning_rate": 1.5129797904819907e-05, + "loss": 0.0197, + "step": 41110 + }, + { + "epoch": 34.869380831212894, + "grad_norm": 0.8784777054663176, + "learning_rate": 1.5129562097135768e-05, + "loss": 0.0176, + "step": 41111 + }, + { + "epoch": 34.87022900763359, + "grad_norm": 0.8981508777996803, + "learning_rate": 1.512932628558076e-05, + "loss": 0.02, + "step": 41112 + }, + { + "epoch": 34.871077184054286, + "grad_norm": 0.7906283616614921, + "learning_rate": 1.5129090470155055e-05, + "loss": 0.0174, + "step": 41113 + }, + { + "epoch": 34.871925360474975, + "grad_norm": 0.976248795949291, + "learning_rate": 1.512885465085883e-05, + "loss": 0.0196, + "step": 41114 + }, + { + "epoch": 34.87277353689567, + "grad_norm": 1.141030357331927, + "learning_rate": 1.512861882769227e-05, + "loss": 0.0227, + "step": 41115 + }, + { + "epoch": 34.87362171331637, + "grad_norm": 0.912918553722596, + "learning_rate": 1.5128383000655547e-05, + "loss": 0.0221, + "step": 41116 + }, + { + "epoch": 34.874469889737064, + "grad_norm": 0.7421234744134336, + "learning_rate": 1.5128147169748838e-05, + "loss": 0.0193, + "step": 41117 + }, + { + "epoch": 34.87531806615776, + "grad_norm": 0.7961121648595636, + "learning_rate": 1.5127911334972328e-05, + "loss": 0.018, + "step": 41118 + }, + { + "epoch": 34.876166242578456, + "grad_norm": 0.9456506830524831, + "learning_rate": 1.5127675496326187e-05, + "loss": 0.0184, + "step": 41119 + }, + { + "epoch": 34.87701441899915, + "grad_norm": 0.8529873919679121, + "learning_rate": 1.5127439653810597e-05, + "loss": 0.019, + "step": 41120 + }, + { + "epoch": 34.87786259541985, + "grad_norm": 0.770583083509683, + "learning_rate": 1.5127203807425734e-05, + "loss": 0.0182, + "step": 41121 + }, + { + "epoch": 34.878710771840545, + "grad_norm": 0.7855261020687954, + "learning_rate": 1.5126967957171782e-05, + "loss": 0.019, + "step": 41122 + }, + { + "epoch": 34.87955894826124, + "grad_norm": 0.822982939551812, + "learning_rate": 1.5126732103048908e-05, + "loss": 0.0191, + "step": 41123 + }, + { + "epoch": 34.88040712468193, + "grad_norm": 0.7481459456325513, + "learning_rate": 1.51264962450573e-05, + "loss": 0.0179, + "step": 41124 + }, + { + "epoch": 34.88125530110263, + "grad_norm": 0.9091380211768952, + "learning_rate": 1.5126260383197131e-05, + "loss": 0.0181, + "step": 41125 + }, + { + "epoch": 34.88210347752332, + "grad_norm": 0.7622508101208927, + "learning_rate": 1.5126024517468583e-05, + "loss": 0.0194, + "step": 41126 + }, + { + "epoch": 34.88295165394402, + "grad_norm": 0.9149064439186454, + "learning_rate": 1.5125788647871829e-05, + "loss": 0.0195, + "step": 41127 + }, + { + "epoch": 34.883799830364715, + "grad_norm": 0.9678927066689536, + "learning_rate": 1.5125552774407048e-05, + "loss": 0.0198, + "step": 41128 + }, + { + "epoch": 34.88464800678541, + "grad_norm": 0.7715855103932303, + "learning_rate": 1.512531689707442e-05, + "loss": 0.0208, + "step": 41129 + }, + { + "epoch": 34.88549618320611, + "grad_norm": 0.9254206271697865, + "learning_rate": 1.5125081015874124e-05, + "loss": 0.018, + "step": 41130 + }, + { + "epoch": 34.886344359626804, + "grad_norm": 0.7120146544886292, + "learning_rate": 1.5124845130806333e-05, + "loss": 0.0165, + "step": 41131 + }, + { + "epoch": 34.8871925360475, + "grad_norm": 0.92891872974502, + "learning_rate": 1.5124609241871231e-05, + "loss": 0.0212, + "step": 41132 + }, + { + "epoch": 34.8880407124682, + "grad_norm": 0.8628320897790007, + "learning_rate": 1.5124373349068991e-05, + "loss": 0.0193, + "step": 41133 + }, + { + "epoch": 34.888888888888886, + "grad_norm": 0.720873136325588, + "learning_rate": 1.5124137452399797e-05, + "loss": 0.0181, + "step": 41134 + }, + { + "epoch": 34.88973706530958, + "grad_norm": 0.6311278238440946, + "learning_rate": 1.512390155186382e-05, + "loss": 0.0162, + "step": 41135 + }, + { + "epoch": 34.89058524173028, + "grad_norm": 0.8842462810847489, + "learning_rate": 1.5123665647461243e-05, + "loss": 0.0178, + "step": 41136 + }, + { + "epoch": 34.891433418150974, + "grad_norm": 0.9161966398349713, + "learning_rate": 1.5123429739192239e-05, + "loss": 0.021, + "step": 41137 + }, + { + "epoch": 34.89228159457167, + "grad_norm": 0.798864510230781, + "learning_rate": 1.512319382705699e-05, + "loss": 0.0163, + "step": 41138 + }, + { + "epoch": 34.89312977099237, + "grad_norm": 0.7385982308567458, + "learning_rate": 1.5122957911055673e-05, + "loss": 0.0183, + "step": 41139 + }, + { + "epoch": 34.89397794741306, + "grad_norm": 0.7509269549005324, + "learning_rate": 1.512272199118847e-05, + "loss": 0.0189, + "step": 41140 + }, + { + "epoch": 34.89482612383376, + "grad_norm": 0.8846487581922056, + "learning_rate": 1.5122486067455556e-05, + "loss": 0.0207, + "step": 41141 + }, + { + "epoch": 34.895674300254456, + "grad_norm": 0.8493733815919557, + "learning_rate": 1.5122250139857104e-05, + "loss": 0.0178, + "step": 41142 + }, + { + "epoch": 34.89652247667515, + "grad_norm": 0.8269496481981372, + "learning_rate": 1.5122014208393299e-05, + "loss": 0.0184, + "step": 41143 + }, + { + "epoch": 34.89737065309584, + "grad_norm": 0.9568531490140708, + "learning_rate": 1.5121778273064314e-05, + "loss": 0.0172, + "step": 41144 + }, + { + "epoch": 34.89821882951654, + "grad_norm": 0.6500799340535386, + "learning_rate": 1.512154233387033e-05, + "loss": 0.015, + "step": 41145 + }, + { + "epoch": 34.89906700593723, + "grad_norm": 0.7904023951406471, + "learning_rate": 1.512130639081153e-05, + "loss": 0.0196, + "step": 41146 + }, + { + "epoch": 34.89991518235793, + "grad_norm": 0.9088383148959505, + "learning_rate": 1.5121070443888081e-05, + "loss": 0.0197, + "step": 41147 + }, + { + "epoch": 34.900763358778626, + "grad_norm": 0.7780769273493483, + "learning_rate": 1.512083449310017e-05, + "loss": 0.0176, + "step": 41148 + }, + { + "epoch": 34.90161153519932, + "grad_norm": 0.9458193325386863, + "learning_rate": 1.5120598538447969e-05, + "loss": 0.0189, + "step": 41149 + }, + { + "epoch": 34.90245971162002, + "grad_norm": 0.6748625645460202, + "learning_rate": 1.5120362579931661e-05, + "loss": 0.0159, + "step": 41150 + }, + { + "epoch": 34.903307888040715, + "grad_norm": 0.846883153427194, + "learning_rate": 1.5120126617551419e-05, + "loss": 0.0162, + "step": 41151 + }, + { + "epoch": 34.90415606446141, + "grad_norm": 0.9697170795583028, + "learning_rate": 1.5119890651307425e-05, + "loss": 0.0188, + "step": 41152 + }, + { + "epoch": 34.90500424088211, + "grad_norm": 0.7314106463138204, + "learning_rate": 1.5119654681199855e-05, + "loss": 0.0187, + "step": 41153 + }, + { + "epoch": 34.905852417302796, + "grad_norm": 0.8449644671006937, + "learning_rate": 1.5119418707228893e-05, + "loss": 0.0198, + "step": 41154 + }, + { + "epoch": 34.90670059372349, + "grad_norm": 0.95852755337868, + "learning_rate": 1.5119182729394706e-05, + "loss": 0.0201, + "step": 41155 + }, + { + "epoch": 34.90754877014419, + "grad_norm": 1.0278103413610926, + "learning_rate": 1.5118946747697481e-05, + "loss": 0.0195, + "step": 41156 + }, + { + "epoch": 34.908396946564885, + "grad_norm": 0.9609856006098239, + "learning_rate": 1.5118710762137392e-05, + "loss": 0.0212, + "step": 41157 + }, + { + "epoch": 34.90924512298558, + "grad_norm": 0.7711996897193771, + "learning_rate": 1.5118474772714617e-05, + "loss": 0.0177, + "step": 41158 + }, + { + "epoch": 34.91009329940628, + "grad_norm": 0.6901324043921804, + "learning_rate": 1.511823877942934e-05, + "loss": 0.0153, + "step": 41159 + }, + { + "epoch": 34.910941475826974, + "grad_norm": 0.9109826130221074, + "learning_rate": 1.5118002782281731e-05, + "loss": 0.0193, + "step": 41160 + }, + { + "epoch": 34.91178965224767, + "grad_norm": 0.6105050458963519, + "learning_rate": 1.5117766781271974e-05, + "loss": 0.0168, + "step": 41161 + }, + { + "epoch": 34.912637828668366, + "grad_norm": 0.7255448905794707, + "learning_rate": 1.5117530776400243e-05, + "loss": 0.0204, + "step": 41162 + }, + { + "epoch": 34.913486005089055, + "grad_norm": 1.0413801704052799, + "learning_rate": 1.5117294767666718e-05, + "loss": 0.022, + "step": 41163 + }, + { + "epoch": 34.91433418150975, + "grad_norm": 0.8417161327232734, + "learning_rate": 1.5117058755071576e-05, + "loss": 0.0178, + "step": 41164 + }, + { + "epoch": 34.91518235793045, + "grad_norm": 0.8187992862683936, + "learning_rate": 1.5116822738614998e-05, + "loss": 0.0174, + "step": 41165 + }, + { + "epoch": 34.916030534351144, + "grad_norm": 0.9149709987482194, + "learning_rate": 1.5116586718297157e-05, + "loss": 0.0207, + "step": 41166 + }, + { + "epoch": 34.91687871077184, + "grad_norm": 0.8022031919216924, + "learning_rate": 1.5116350694118236e-05, + "loss": 0.019, + "step": 41167 + }, + { + "epoch": 34.917726887192536, + "grad_norm": 0.9321408537364464, + "learning_rate": 1.5116114666078411e-05, + "loss": 0.0218, + "step": 41168 + }, + { + "epoch": 34.91857506361323, + "grad_norm": 0.8067258666683641, + "learning_rate": 1.5115878634177862e-05, + "loss": 0.0173, + "step": 41169 + }, + { + "epoch": 34.91942324003393, + "grad_norm": 0.855852557456161, + "learning_rate": 1.5115642598416763e-05, + "loss": 0.019, + "step": 41170 + }, + { + "epoch": 34.920271416454625, + "grad_norm": 0.9755731809112196, + "learning_rate": 1.5115406558795297e-05, + "loss": 0.019, + "step": 41171 + }, + { + "epoch": 34.92111959287532, + "grad_norm": 0.8651653593948935, + "learning_rate": 1.5115170515313637e-05, + "loss": 0.0193, + "step": 41172 + }, + { + "epoch": 34.92196776929601, + "grad_norm": 0.8362212345724179, + "learning_rate": 1.5114934467971969e-05, + "loss": 0.0205, + "step": 41173 + }, + { + "epoch": 34.92281594571671, + "grad_norm": 0.8767071849549398, + "learning_rate": 1.5114698416770462e-05, + "loss": 0.0193, + "step": 41174 + }, + { + "epoch": 34.9236641221374, + "grad_norm": 0.8685245553672888, + "learning_rate": 1.51144623617093e-05, + "loss": 0.0205, + "step": 41175 + }, + { + "epoch": 34.9245122985581, + "grad_norm": 0.797225841669783, + "learning_rate": 1.5114226302788657e-05, + "loss": 0.0191, + "step": 41176 + }, + { + "epoch": 34.925360474978795, + "grad_norm": 0.8760149118907198, + "learning_rate": 1.511399024000871e-05, + "loss": 0.0204, + "step": 41177 + }, + { + "epoch": 34.92620865139949, + "grad_norm": 0.8940913930863263, + "learning_rate": 1.5113754173369648e-05, + "loss": 0.0186, + "step": 41178 + }, + { + "epoch": 34.92705682782019, + "grad_norm": 0.8762234720416175, + "learning_rate": 1.5113518102871638e-05, + "loss": 0.0188, + "step": 41179 + }, + { + "epoch": 34.927905004240884, + "grad_norm": 0.8093624053337612, + "learning_rate": 1.5113282028514862e-05, + "loss": 0.0179, + "step": 41180 + }, + { + "epoch": 34.92875318066158, + "grad_norm": 0.911240451516904, + "learning_rate": 1.5113045950299498e-05, + "loss": 0.0181, + "step": 41181 + }, + { + "epoch": 34.92960135708228, + "grad_norm": 0.7934348441996074, + "learning_rate": 1.5112809868225723e-05, + "loss": 0.0176, + "step": 41182 + }, + { + "epoch": 34.930449533502966, + "grad_norm": 0.8961661012035609, + "learning_rate": 1.511257378229372e-05, + "loss": 0.0186, + "step": 41183 + }, + { + "epoch": 34.93129770992366, + "grad_norm": 0.9569500142063823, + "learning_rate": 1.511233769250366e-05, + "loss": 0.0203, + "step": 41184 + }, + { + "epoch": 34.93214588634436, + "grad_norm": 1.0246285029224245, + "learning_rate": 1.5112101598855726e-05, + "loss": 0.0204, + "step": 41185 + }, + { + "epoch": 34.932994062765054, + "grad_norm": 0.841425151055606, + "learning_rate": 1.5111865501350093e-05, + "loss": 0.0177, + "step": 41186 + }, + { + "epoch": 34.93384223918575, + "grad_norm": 0.6984467069080585, + "learning_rate": 1.5111629399986944e-05, + "loss": 0.0186, + "step": 41187 + }, + { + "epoch": 34.93469041560645, + "grad_norm": 0.8332846318905276, + "learning_rate": 1.5111393294766452e-05, + "loss": 0.0193, + "step": 41188 + }, + { + "epoch": 34.93553859202714, + "grad_norm": 0.8815275952330527, + "learning_rate": 1.5111157185688798e-05, + "loss": 0.0194, + "step": 41189 + }, + { + "epoch": 34.93638676844784, + "grad_norm": 0.8199558372870099, + "learning_rate": 1.5110921072754157e-05, + "loss": 0.0191, + "step": 41190 + }, + { + "epoch": 34.937234944868536, + "grad_norm": 0.7209424630428897, + "learning_rate": 1.5110684955962713e-05, + "loss": 0.0194, + "step": 41191 + }, + { + "epoch": 34.938083121289225, + "grad_norm": 0.8325486097212584, + "learning_rate": 1.511044883531464e-05, + "loss": 0.0176, + "step": 41192 + }, + { + "epoch": 34.93893129770992, + "grad_norm": 0.9700415309846374, + "learning_rate": 1.5110212710810115e-05, + "loss": 0.0213, + "step": 41193 + }, + { + "epoch": 34.93977947413062, + "grad_norm": 0.9754623681103715, + "learning_rate": 1.510997658244932e-05, + "loss": 0.0203, + "step": 41194 + }, + { + "epoch": 34.94062765055131, + "grad_norm": 0.9690171348679318, + "learning_rate": 1.5109740450232431e-05, + "loss": 0.0206, + "step": 41195 + }, + { + "epoch": 34.94147582697201, + "grad_norm": 0.8432763680107611, + "learning_rate": 1.5109504314159623e-05, + "loss": 0.0196, + "step": 41196 + }, + { + "epoch": 34.942324003392706, + "grad_norm": 0.7734829951919497, + "learning_rate": 1.5109268174231084e-05, + "loss": 0.0185, + "step": 41197 + }, + { + "epoch": 34.9431721798134, + "grad_norm": 0.8898612329433462, + "learning_rate": 1.5109032030446982e-05, + "loss": 0.018, + "step": 41198 + }, + { + "epoch": 34.9440203562341, + "grad_norm": 0.9700762154463958, + "learning_rate": 1.51087958828075e-05, + "loss": 0.0218, + "step": 41199 + }, + { + "epoch": 34.944868532654795, + "grad_norm": 0.8672383205117441, + "learning_rate": 1.5108559731312815e-05, + "loss": 0.0204, + "step": 41200 + }, + { + "epoch": 34.94571670907549, + "grad_norm": 0.9885930171891715, + "learning_rate": 1.5108323575963106e-05, + "loss": 0.0175, + "step": 41201 + }, + { + "epoch": 34.94656488549618, + "grad_norm": 0.7960246447295398, + "learning_rate": 1.510808741675855e-05, + "loss": 0.0199, + "step": 41202 + }, + { + "epoch": 34.947413061916876, + "grad_norm": 0.8632288853154104, + "learning_rate": 1.5107851253699326e-05, + "loss": 0.0212, + "step": 41203 + }, + { + "epoch": 34.94826123833757, + "grad_norm": 0.9082720507726461, + "learning_rate": 1.5107615086785612e-05, + "loss": 0.0207, + "step": 41204 + }, + { + "epoch": 34.94910941475827, + "grad_norm": 0.9165023704681252, + "learning_rate": 1.510737891601759e-05, + "loss": 0.0191, + "step": 41205 + }, + { + "epoch": 34.949957591178965, + "grad_norm": 0.9167879461866336, + "learning_rate": 1.510714274139543e-05, + "loss": 0.0213, + "step": 41206 + }, + { + "epoch": 34.95080576759966, + "grad_norm": 0.7236415444616968, + "learning_rate": 1.5106906562919315e-05, + "loss": 0.0172, + "step": 41207 + }, + { + "epoch": 34.95165394402036, + "grad_norm": 0.9931148834331993, + "learning_rate": 1.5106670380589425e-05, + "loss": 0.0204, + "step": 41208 + }, + { + "epoch": 34.95250212044105, + "grad_norm": 0.8229867029812639, + "learning_rate": 1.5106434194405935e-05, + "loss": 0.0193, + "step": 41209 + }, + { + "epoch": 34.95335029686175, + "grad_norm": 0.7310030415268837, + "learning_rate": 1.5106198004369024e-05, + "loss": 0.0192, + "step": 41210 + }, + { + "epoch": 34.954198473282446, + "grad_norm": 0.8211178595510662, + "learning_rate": 1.510596181047887e-05, + "loss": 0.0207, + "step": 41211 + }, + { + "epoch": 34.955046649703135, + "grad_norm": 0.7926035383444449, + "learning_rate": 1.5105725612735655e-05, + "loss": 0.0185, + "step": 41212 + }, + { + "epoch": 34.95589482612383, + "grad_norm": 0.8095741206693716, + "learning_rate": 1.5105489411139553e-05, + "loss": 0.0189, + "step": 41213 + }, + { + "epoch": 34.95674300254453, + "grad_norm": 0.7204665529539249, + "learning_rate": 1.5105253205690744e-05, + "loss": 0.0177, + "step": 41214 + }, + { + "epoch": 34.957591178965224, + "grad_norm": 0.8063466467592625, + "learning_rate": 1.5105016996389405e-05, + "loss": 0.0172, + "step": 41215 + }, + { + "epoch": 34.95843935538592, + "grad_norm": 0.7884748410353051, + "learning_rate": 1.5104780783235713e-05, + "loss": 0.0182, + "step": 41216 + }, + { + "epoch": 34.959287531806616, + "grad_norm": 0.8532743650228729, + "learning_rate": 1.5104544566229851e-05, + "loss": 0.0166, + "step": 41217 + }, + { + "epoch": 34.96013570822731, + "grad_norm": 0.8498334698382777, + "learning_rate": 1.5104308345371994e-05, + "loss": 0.0201, + "step": 41218 + }, + { + "epoch": 34.96098388464801, + "grad_norm": 1.229725168019338, + "learning_rate": 1.510407212066232e-05, + "loss": 0.0221, + "step": 41219 + }, + { + "epoch": 34.961832061068705, + "grad_norm": 0.8015707456045318, + "learning_rate": 1.5103835892101009e-05, + "loss": 0.0197, + "step": 41220 + }, + { + "epoch": 34.9626802374894, + "grad_norm": 0.9895248859960273, + "learning_rate": 1.5103599659688236e-05, + "loss": 0.0191, + "step": 41221 + }, + { + "epoch": 34.96352841391009, + "grad_norm": 1.000827811118483, + "learning_rate": 1.5103363423424181e-05, + "loss": 0.0219, + "step": 41222 + }, + { + "epoch": 34.96437659033079, + "grad_norm": 0.7288641900023259, + "learning_rate": 1.5103127183309023e-05, + "loss": 0.0169, + "step": 41223 + }, + { + "epoch": 34.96522476675148, + "grad_norm": 0.6220780098560769, + "learning_rate": 1.5102890939342945e-05, + "loss": 0.0181, + "step": 41224 + }, + { + "epoch": 34.96607294317218, + "grad_norm": 0.8430363105091419, + "learning_rate": 1.5102654691526115e-05, + "loss": 0.0189, + "step": 41225 + }, + { + "epoch": 34.966921119592875, + "grad_norm": 0.8009611633508626, + "learning_rate": 1.510241843985872e-05, + "loss": 0.0169, + "step": 41226 + }, + { + "epoch": 34.96776929601357, + "grad_norm": 0.9118003392347848, + "learning_rate": 1.5102182184340932e-05, + "loss": 0.0201, + "step": 41227 + }, + { + "epoch": 34.96861747243427, + "grad_norm": 0.9610909874723166, + "learning_rate": 1.5101945924972935e-05, + "loss": 0.0197, + "step": 41228 + }, + { + "epoch": 34.969465648854964, + "grad_norm": 0.8614968259421392, + "learning_rate": 1.51017096617549e-05, + "loss": 0.0208, + "step": 41229 + }, + { + "epoch": 34.97031382527566, + "grad_norm": 0.728611136679121, + "learning_rate": 1.5101473394687011e-05, + "loss": 0.0183, + "step": 41230 + }, + { + "epoch": 34.97116200169635, + "grad_norm": 0.9173602883215569, + "learning_rate": 1.5101237123769449e-05, + "loss": 0.02, + "step": 41231 + }, + { + "epoch": 34.972010178117046, + "grad_norm": 0.8883121442391803, + "learning_rate": 1.5101000849002385e-05, + "loss": 0.0221, + "step": 41232 + }, + { + "epoch": 34.97285835453774, + "grad_norm": 0.7602707473740924, + "learning_rate": 1.5100764570386003e-05, + "loss": 0.0184, + "step": 41233 + }, + { + "epoch": 34.97370653095844, + "grad_norm": 0.8109943615535139, + "learning_rate": 1.5100528287920477e-05, + "loss": 0.0202, + "step": 41234 + }, + { + "epoch": 34.974554707379134, + "grad_norm": 0.8625690906451647, + "learning_rate": 1.5100292001605984e-05, + "loss": 0.0176, + "step": 41235 + }, + { + "epoch": 34.97540288379983, + "grad_norm": 0.9261249475300088, + "learning_rate": 1.5100055711442712e-05, + "loss": 0.0212, + "step": 41236 + }, + { + "epoch": 34.97625106022053, + "grad_norm": 0.8977433981818628, + "learning_rate": 1.5099819417430827e-05, + "loss": 0.0195, + "step": 41237 + }, + { + "epoch": 34.97709923664122, + "grad_norm": 0.855472656207569, + "learning_rate": 1.5099583119570517e-05, + "loss": 0.0194, + "step": 41238 + }, + { + "epoch": 34.97794741306192, + "grad_norm": 1.4009475474306652, + "learning_rate": 1.5099346817861955e-05, + "loss": 0.0209, + "step": 41239 + }, + { + "epoch": 34.978795589482615, + "grad_norm": 0.8540952560402854, + "learning_rate": 1.5099110512305322e-05, + "loss": 0.0216, + "step": 41240 + }, + { + "epoch": 34.979643765903305, + "grad_norm": 0.7487730565270001, + "learning_rate": 1.5098874202900792e-05, + "loss": 0.0182, + "step": 41241 + }, + { + "epoch": 34.980491942324, + "grad_norm": 0.881109689679706, + "learning_rate": 1.5098637889648551e-05, + "loss": 0.0211, + "step": 41242 + }, + { + "epoch": 34.9813401187447, + "grad_norm": 0.9136548012360882, + "learning_rate": 1.5098401572548768e-05, + "loss": 0.022, + "step": 41243 + }, + { + "epoch": 34.98218829516539, + "grad_norm": 0.7885790902398548, + "learning_rate": 1.5098165251601628e-05, + "loss": 0.0197, + "step": 41244 + }, + { + "epoch": 34.98303647158609, + "grad_norm": 0.818531831980676, + "learning_rate": 1.5097928926807308e-05, + "loss": 0.0192, + "step": 41245 + }, + { + "epoch": 34.983884648006786, + "grad_norm": 0.8263157253565042, + "learning_rate": 1.5097692598165985e-05, + "loss": 0.0182, + "step": 41246 + }, + { + "epoch": 34.98473282442748, + "grad_norm": 0.8802111860514428, + "learning_rate": 1.509745626567784e-05, + "loss": 0.0204, + "step": 41247 + }, + { + "epoch": 34.98558100084818, + "grad_norm": 1.0675937787140373, + "learning_rate": 1.5097219929343047e-05, + "loss": 0.021, + "step": 41248 + }, + { + "epoch": 34.986429177268874, + "grad_norm": 0.8172992785755436, + "learning_rate": 1.509698358916179e-05, + "loss": 0.0186, + "step": 41249 + }, + { + "epoch": 34.98727735368957, + "grad_norm": 0.7438095652330328, + "learning_rate": 1.509674724513424e-05, + "loss": 0.0188, + "step": 41250 + }, + { + "epoch": 34.98812553011026, + "grad_norm": 0.9702063841477673, + "learning_rate": 1.509651089726058e-05, + "loss": 0.0202, + "step": 41251 + }, + { + "epoch": 34.988973706530956, + "grad_norm": 0.852695954293076, + "learning_rate": 1.5096274545540989e-05, + "loss": 0.0185, + "step": 41252 + }, + { + "epoch": 34.98982188295165, + "grad_norm": 0.8602276676747106, + "learning_rate": 1.5096038189975646e-05, + "loss": 0.0199, + "step": 41253 + }, + { + "epoch": 34.99067005937235, + "grad_norm": 0.8319367514754336, + "learning_rate": 1.5095801830564724e-05, + "loss": 0.0174, + "step": 41254 + }, + { + "epoch": 34.991518235793045, + "grad_norm": 0.8824699027590852, + "learning_rate": 1.5095565467308407e-05, + "loss": 0.0197, + "step": 41255 + }, + { + "epoch": 34.99236641221374, + "grad_norm": 0.8165026877103081, + "learning_rate": 1.5095329100206871e-05, + "loss": 0.0196, + "step": 41256 + }, + { + "epoch": 34.99321458863444, + "grad_norm": 0.8701861921645381, + "learning_rate": 1.5095092729260294e-05, + "loss": 0.0214, + "step": 41257 + }, + { + "epoch": 34.99406276505513, + "grad_norm": 0.9532211227033129, + "learning_rate": 1.5094856354468856e-05, + "loss": 0.0232, + "step": 41258 + }, + { + "epoch": 34.99491094147583, + "grad_norm": 0.895617948511664, + "learning_rate": 1.5094619975832735e-05, + "loss": 0.021, + "step": 41259 + }, + { + "epoch": 34.995759117896526, + "grad_norm": 0.8717681004745993, + "learning_rate": 1.5094383593352105e-05, + "loss": 0.0197, + "step": 41260 + }, + { + "epoch": 34.996607294317215, + "grad_norm": 0.8836453500652014, + "learning_rate": 1.509414720702715e-05, + "loss": 0.0208, + "step": 41261 + }, + { + "epoch": 34.99745547073791, + "grad_norm": 0.8084133817391118, + "learning_rate": 1.5093910816858048e-05, + "loss": 0.0199, + "step": 41262 + }, + { + "epoch": 34.99830364715861, + "grad_norm": 0.9688749478027184, + "learning_rate": 1.5093674422844973e-05, + "loss": 0.0227, + "step": 41263 + }, + { + "epoch": 34.999151823579304, + "grad_norm": 0.865864877896887, + "learning_rate": 1.509343802498811e-05, + "loss": 0.0214, + "step": 41264 + }, + { + "epoch": 35.0, + "grad_norm": 0.7882737165020054, + "learning_rate": 1.5093201623287631e-05, + "loss": 0.0206, + "step": 41265 + }, + { + "epoch": 35.000848176420696, + "grad_norm": 0.5833841788844905, + "learning_rate": 1.5092965217743717e-05, + "loss": 0.0158, + "step": 41266 + }, + { + "epoch": 35.00169635284139, + "grad_norm": 0.7339275117258642, + "learning_rate": 1.5092728808356549e-05, + "loss": 0.0178, + "step": 41267 + }, + { + "epoch": 35.00254452926209, + "grad_norm": 0.7743197032234052, + "learning_rate": 1.5092492395126299e-05, + "loss": 0.0182, + "step": 41268 + }, + { + "epoch": 35.003392705682785, + "grad_norm": 0.9765635711268738, + "learning_rate": 1.5092255978053152e-05, + "loss": 0.019, + "step": 41269 + }, + { + "epoch": 35.004240882103474, + "grad_norm": 0.8134362780297103, + "learning_rate": 1.5092019557137282e-05, + "loss": 0.0176, + "step": 41270 + }, + { + "epoch": 35.00508905852417, + "grad_norm": 0.8228276253555302, + "learning_rate": 1.5091783132378871e-05, + "loss": 0.016, + "step": 41271 + }, + { + "epoch": 35.00593723494487, + "grad_norm": 0.8576498381813016, + "learning_rate": 1.5091546703778095e-05, + "loss": 0.0183, + "step": 41272 + }, + { + "epoch": 35.00678541136556, + "grad_norm": 0.7414238872235662, + "learning_rate": 1.5091310271335134e-05, + "loss": 0.0203, + "step": 41273 + }, + { + "epoch": 35.00763358778626, + "grad_norm": 0.6347419284848977, + "learning_rate": 1.5091073835050163e-05, + "loss": 0.0172, + "step": 41274 + }, + { + "epoch": 35.008481764206955, + "grad_norm": 0.7205113278870139, + "learning_rate": 1.5090837394923363e-05, + "loss": 0.0172, + "step": 41275 + }, + { + "epoch": 35.00932994062765, + "grad_norm": 0.8510496169981973, + "learning_rate": 1.5090600950954912e-05, + "loss": 0.0194, + "step": 41276 + }, + { + "epoch": 35.01017811704835, + "grad_norm": 0.6240414139242945, + "learning_rate": 1.509036450314499e-05, + "loss": 0.0161, + "step": 41277 + }, + { + "epoch": 35.011026293469044, + "grad_norm": 0.8332957137757091, + "learning_rate": 1.5090128051493774e-05, + "loss": 0.018, + "step": 41278 + }, + { + "epoch": 35.01187446988974, + "grad_norm": 0.8363038619617719, + "learning_rate": 1.508989159600144e-05, + "loss": 0.0164, + "step": 41279 + }, + { + "epoch": 35.01272264631043, + "grad_norm": 0.8983746215442864, + "learning_rate": 1.508965513666817e-05, + "loss": 0.0198, + "step": 41280 + }, + { + "epoch": 35.013570822731126, + "grad_norm": 0.8563026166043531, + "learning_rate": 1.5089418673494142e-05, + "loss": 0.0163, + "step": 41281 + }, + { + "epoch": 35.01441899915182, + "grad_norm": 0.8361735350565591, + "learning_rate": 1.5089182206479533e-05, + "loss": 0.0169, + "step": 41282 + }, + { + "epoch": 35.01526717557252, + "grad_norm": 0.8808896173472452, + "learning_rate": 1.5088945735624523e-05, + "loss": 0.0157, + "step": 41283 + }, + { + "epoch": 35.016115351993214, + "grad_norm": 0.7985631528702704, + "learning_rate": 1.508870926092929e-05, + "loss": 0.0171, + "step": 41284 + }, + { + "epoch": 35.01696352841391, + "grad_norm": 0.7825957713635346, + "learning_rate": 1.5088472782394013e-05, + "loss": 0.018, + "step": 41285 + }, + { + "epoch": 35.01781170483461, + "grad_norm": 1.0641813338561663, + "learning_rate": 1.5088236300018866e-05, + "loss": 0.0218, + "step": 41286 + }, + { + "epoch": 35.0186598812553, + "grad_norm": 0.6043054801521364, + "learning_rate": 1.5087999813804034e-05, + "loss": 0.0138, + "step": 41287 + }, + { + "epoch": 35.019508057676, + "grad_norm": 0.9204154552065485, + "learning_rate": 1.5087763323749688e-05, + "loss": 0.0212, + "step": 41288 + }, + { + "epoch": 35.020356234096695, + "grad_norm": 0.7459794308447556, + "learning_rate": 1.5087526829856016e-05, + "loss": 0.0144, + "step": 41289 + }, + { + "epoch": 35.021204410517385, + "grad_norm": 0.769134545276503, + "learning_rate": 1.508729033212319e-05, + "loss": 0.016, + "step": 41290 + }, + { + "epoch": 35.02205258693808, + "grad_norm": 0.7306529910870267, + "learning_rate": 1.5087053830551388e-05, + "loss": 0.0162, + "step": 41291 + }, + { + "epoch": 35.02290076335878, + "grad_norm": 0.622819222305974, + "learning_rate": 1.5086817325140792e-05, + "loss": 0.0152, + "step": 41292 + }, + { + "epoch": 35.02374893977947, + "grad_norm": 0.88564567692705, + "learning_rate": 1.5086580815891578e-05, + "loss": 0.0166, + "step": 41293 + }, + { + "epoch": 35.02459711620017, + "grad_norm": 0.8414056080802003, + "learning_rate": 1.5086344302803926e-05, + "loss": 0.0174, + "step": 41294 + }, + { + "epoch": 35.025445292620866, + "grad_norm": 0.7700485364804103, + "learning_rate": 1.5086107785878014e-05, + "loss": 0.0178, + "step": 41295 + }, + { + "epoch": 35.02629346904156, + "grad_norm": 0.8945910644623044, + "learning_rate": 1.5085871265114018e-05, + "loss": 0.0167, + "step": 41296 + }, + { + "epoch": 35.02714164546226, + "grad_norm": 0.6443521408869523, + "learning_rate": 1.508563474051212e-05, + "loss": 0.0164, + "step": 41297 + }, + { + "epoch": 35.027989821882954, + "grad_norm": 0.8007225698227369, + "learning_rate": 1.5085398212072497e-05, + "loss": 0.0171, + "step": 41298 + }, + { + "epoch": 35.02883799830365, + "grad_norm": 0.7931964544001319, + "learning_rate": 1.5085161679795332e-05, + "loss": 0.0161, + "step": 41299 + }, + { + "epoch": 35.02968617472434, + "grad_norm": 0.655390675597069, + "learning_rate": 1.5084925143680793e-05, + "loss": 0.0167, + "step": 41300 + }, + { + "epoch": 35.030534351145036, + "grad_norm": 0.7499912961603232, + "learning_rate": 1.5084688603729066e-05, + "loss": 0.0182, + "step": 41301 + }, + { + "epoch": 35.03138252756573, + "grad_norm": 0.8047918901020519, + "learning_rate": 1.5084452059940329e-05, + "loss": 0.0168, + "step": 41302 + }, + { + "epoch": 35.03223070398643, + "grad_norm": 0.8589410171793028, + "learning_rate": 1.5084215512314762e-05, + "loss": 0.0172, + "step": 41303 + }, + { + "epoch": 35.033078880407125, + "grad_norm": 0.6787064980671986, + "learning_rate": 1.5083978960852538e-05, + "loss": 0.0148, + "step": 41304 + }, + { + "epoch": 35.03392705682782, + "grad_norm": 0.815964394710544, + "learning_rate": 1.508374240555384e-05, + "loss": 0.017, + "step": 41305 + }, + { + "epoch": 35.03477523324852, + "grad_norm": 0.7695809204636205, + "learning_rate": 1.5083505846418844e-05, + "loss": 0.0171, + "step": 41306 + }, + { + "epoch": 35.03562340966921, + "grad_norm": 0.7159658372036973, + "learning_rate": 1.508326928344773e-05, + "loss": 0.0131, + "step": 41307 + }, + { + "epoch": 35.03647158608991, + "grad_norm": 0.8593970723264195, + "learning_rate": 1.5083032716640677e-05, + "loss": 0.0203, + "step": 41308 + }, + { + "epoch": 35.0373197625106, + "grad_norm": 0.8047414217471538, + "learning_rate": 1.5082796145997863e-05, + "loss": 0.0151, + "step": 41309 + }, + { + "epoch": 35.038167938931295, + "grad_norm": 0.7308476774201953, + "learning_rate": 1.5082559571519464e-05, + "loss": 0.0149, + "step": 41310 + }, + { + "epoch": 35.03901611535199, + "grad_norm": 0.785192888313096, + "learning_rate": 1.5082322993205663e-05, + "loss": 0.0149, + "step": 41311 + }, + { + "epoch": 35.03986429177269, + "grad_norm": 0.5620270492754617, + "learning_rate": 1.5082086411056635e-05, + "loss": 0.0128, + "step": 41312 + }, + { + "epoch": 35.040712468193384, + "grad_norm": 0.702624073399395, + "learning_rate": 1.508184982507256e-05, + "loss": 0.0149, + "step": 41313 + }, + { + "epoch": 35.04156064461408, + "grad_norm": 0.8263791217288321, + "learning_rate": 1.5081613235253616e-05, + "loss": 0.0161, + "step": 41314 + }, + { + "epoch": 35.042408821034776, + "grad_norm": 1.6131325111282806, + "learning_rate": 1.5081376641599984e-05, + "loss": 0.0183, + "step": 41315 + }, + { + "epoch": 35.04325699745547, + "grad_norm": 0.7885246887694879, + "learning_rate": 1.508114004411184e-05, + "loss": 0.0151, + "step": 41316 + }, + { + "epoch": 35.04410517387617, + "grad_norm": 0.6742326576534017, + "learning_rate": 1.5080903442789363e-05, + "loss": 0.015, + "step": 41317 + }, + { + "epoch": 35.044953350296865, + "grad_norm": 0.6440746970933899, + "learning_rate": 1.508066683763273e-05, + "loss": 0.0143, + "step": 41318 + }, + { + "epoch": 35.045801526717554, + "grad_norm": 0.882574070458782, + "learning_rate": 1.5080430228642122e-05, + "loss": 0.0181, + "step": 41319 + }, + { + "epoch": 35.04664970313825, + "grad_norm": 0.7839999700256357, + "learning_rate": 1.5080193615817712e-05, + "loss": 0.0142, + "step": 41320 + }, + { + "epoch": 35.04749787955895, + "grad_norm": 0.7204157602052196, + "learning_rate": 1.5079956999159691e-05, + "loss": 0.0162, + "step": 41321 + }, + { + "epoch": 35.04834605597964, + "grad_norm": 0.7099927530808696, + "learning_rate": 1.5079720378668224e-05, + "loss": 0.0166, + "step": 41322 + }, + { + "epoch": 35.04919423240034, + "grad_norm": 0.9774965475163444, + "learning_rate": 1.5079483754343498e-05, + "loss": 0.0199, + "step": 41323 + }, + { + "epoch": 35.050042408821035, + "grad_norm": 0.8103891237552452, + "learning_rate": 1.5079247126185688e-05, + "loss": 0.0176, + "step": 41324 + }, + { + "epoch": 35.05089058524173, + "grad_norm": 0.8235097152138564, + "learning_rate": 1.5079010494194974e-05, + "loss": 0.0181, + "step": 41325 + }, + { + "epoch": 35.05173876166243, + "grad_norm": 0.8755419400150549, + "learning_rate": 1.5078773858371532e-05, + "loss": 0.0171, + "step": 41326 + }, + { + "epoch": 35.052586938083124, + "grad_norm": 0.8491471044446084, + "learning_rate": 1.5078537218715546e-05, + "loss": 0.0181, + "step": 41327 + }, + { + "epoch": 35.05343511450382, + "grad_norm": 0.7766267103124587, + "learning_rate": 1.5078300575227187e-05, + "loss": 0.016, + "step": 41328 + }, + { + "epoch": 35.05428329092451, + "grad_norm": 0.7407305815218354, + "learning_rate": 1.5078063927906641e-05, + "loss": 0.0156, + "step": 41329 + }, + { + "epoch": 35.055131467345205, + "grad_norm": 0.9678553039718304, + "learning_rate": 1.5077827276754082e-05, + "loss": 0.016, + "step": 41330 + }, + { + "epoch": 35.0559796437659, + "grad_norm": 0.7688081690424803, + "learning_rate": 1.507759062176969e-05, + "loss": 0.017, + "step": 41331 + }, + { + "epoch": 35.0568278201866, + "grad_norm": 0.6682232064689014, + "learning_rate": 1.5077353962953645e-05, + "loss": 0.0176, + "step": 41332 + }, + { + "epoch": 35.057675996607294, + "grad_norm": 0.7555911176749501, + "learning_rate": 1.507711730030612e-05, + "loss": 0.0162, + "step": 41333 + }, + { + "epoch": 35.05852417302799, + "grad_norm": 0.8454097383466334, + "learning_rate": 1.5076880633827297e-05, + "loss": 0.0196, + "step": 41334 + }, + { + "epoch": 35.05937234944869, + "grad_norm": 0.7027173610058411, + "learning_rate": 1.5076643963517362e-05, + "loss": 0.0157, + "step": 41335 + }, + { + "epoch": 35.06022052586938, + "grad_norm": 0.7771730383021248, + "learning_rate": 1.5076407289376485e-05, + "loss": 0.0147, + "step": 41336 + }, + { + "epoch": 35.06106870229008, + "grad_norm": 0.9384594291467043, + "learning_rate": 1.5076170611404842e-05, + "loss": 0.0172, + "step": 41337 + }, + { + "epoch": 35.061916878710775, + "grad_norm": 0.7962384888985824, + "learning_rate": 1.5075933929602618e-05, + "loss": 0.0163, + "step": 41338 + }, + { + "epoch": 35.062765055131464, + "grad_norm": 0.6881417368451541, + "learning_rate": 1.507569724396999e-05, + "loss": 0.0166, + "step": 41339 + }, + { + "epoch": 35.06361323155216, + "grad_norm": 0.7814719548899367, + "learning_rate": 1.5075460554507134e-05, + "loss": 0.0161, + "step": 41340 + }, + { + "epoch": 35.06446140797286, + "grad_norm": 0.7995394041730929, + "learning_rate": 1.5075223861214236e-05, + "loss": 0.0179, + "step": 41341 + }, + { + "epoch": 35.06530958439355, + "grad_norm": 0.7384365675347606, + "learning_rate": 1.5074987164091466e-05, + "loss": 0.0154, + "step": 41342 + }, + { + "epoch": 35.06615776081425, + "grad_norm": 0.8293875895813076, + "learning_rate": 1.5074750463139008e-05, + "loss": 0.0192, + "step": 41343 + }, + { + "epoch": 35.067005937234946, + "grad_norm": 0.8499024216515559, + "learning_rate": 1.5074513758357037e-05, + "loss": 0.0188, + "step": 41344 + }, + { + "epoch": 35.06785411365564, + "grad_norm": 0.7185033195119149, + "learning_rate": 1.5074277049745733e-05, + "loss": 0.0166, + "step": 41345 + }, + { + "epoch": 35.06870229007634, + "grad_norm": 0.8427890339234786, + "learning_rate": 1.5074040337305273e-05, + "loss": 0.0176, + "step": 41346 + }, + { + "epoch": 35.069550466497034, + "grad_norm": 0.797875695461394, + "learning_rate": 1.507380362103584e-05, + "loss": 0.0145, + "step": 41347 + }, + { + "epoch": 35.07039864291772, + "grad_norm": 0.6747190600305796, + "learning_rate": 1.507356690093761e-05, + "loss": 0.0149, + "step": 41348 + }, + { + "epoch": 35.07124681933842, + "grad_norm": 0.7382349607417164, + "learning_rate": 1.5073330177010764e-05, + "loss": 0.0152, + "step": 41349 + }, + { + "epoch": 35.072094995759116, + "grad_norm": 0.6816913370005856, + "learning_rate": 1.5073093449255476e-05, + "loss": 0.0163, + "step": 41350 + }, + { + "epoch": 35.07294317217981, + "grad_norm": 0.6036024198027341, + "learning_rate": 1.5072856717671926e-05, + "loss": 0.0149, + "step": 41351 + }, + { + "epoch": 35.07379134860051, + "grad_norm": 0.8840820911973818, + "learning_rate": 1.5072619982260298e-05, + "loss": 0.0198, + "step": 41352 + }, + { + "epoch": 35.074639525021205, + "grad_norm": 0.7690531455709844, + "learning_rate": 1.5072383243020761e-05, + "loss": 0.0161, + "step": 41353 + }, + { + "epoch": 35.0754877014419, + "grad_norm": 0.8601221233343052, + "learning_rate": 1.5072146499953504e-05, + "loss": 0.0165, + "step": 41354 + }, + { + "epoch": 35.0763358778626, + "grad_norm": 0.6585875461285339, + "learning_rate": 1.5071909753058696e-05, + "loss": 0.0151, + "step": 41355 + }, + { + "epoch": 35.07718405428329, + "grad_norm": 0.7108993980113839, + "learning_rate": 1.5071673002336521e-05, + "loss": 0.016, + "step": 41356 + }, + { + "epoch": 35.07803223070399, + "grad_norm": 0.7925963106084352, + "learning_rate": 1.507143624778716e-05, + "loss": 0.0171, + "step": 41357 + }, + { + "epoch": 35.07888040712468, + "grad_norm": 0.7988794163180395, + "learning_rate": 1.5071199489410788e-05, + "loss": 0.0196, + "step": 41358 + }, + { + "epoch": 35.079728583545375, + "grad_norm": 0.827490856409923, + "learning_rate": 1.5070962727207583e-05, + "loss": 0.0159, + "step": 41359 + }, + { + "epoch": 35.08057675996607, + "grad_norm": 0.8182431829684351, + "learning_rate": 1.5070725961177726e-05, + "loss": 0.0166, + "step": 41360 + }, + { + "epoch": 35.08142493638677, + "grad_norm": 0.928516239149639, + "learning_rate": 1.5070489191321394e-05, + "loss": 0.0195, + "step": 41361 + }, + { + "epoch": 35.082273112807464, + "grad_norm": 0.8528113951093914, + "learning_rate": 1.5070252417638767e-05, + "loss": 0.0184, + "step": 41362 + }, + { + "epoch": 35.08312128922816, + "grad_norm": 0.8553478948330424, + "learning_rate": 1.5070015640130021e-05, + "loss": 0.018, + "step": 41363 + }, + { + "epoch": 35.083969465648856, + "grad_norm": 0.8107723744302198, + "learning_rate": 1.506977885879534e-05, + "loss": 0.024, + "step": 41364 + }, + { + "epoch": 35.08481764206955, + "grad_norm": 0.7475343148600903, + "learning_rate": 1.5069542073634897e-05, + "loss": 0.017, + "step": 41365 + }, + { + "epoch": 35.08566581849025, + "grad_norm": 0.7844178928512074, + "learning_rate": 1.5069305284648871e-05, + "loss": 0.0162, + "step": 41366 + }, + { + "epoch": 35.086513994910945, + "grad_norm": 0.9972798659686954, + "learning_rate": 1.5069068491837447e-05, + "loss": 0.0185, + "step": 41367 + }, + { + "epoch": 35.087362171331634, + "grad_norm": 0.8084204446371188, + "learning_rate": 1.50688316952008e-05, + "loss": 0.0174, + "step": 41368 + }, + { + "epoch": 35.08821034775233, + "grad_norm": 0.9770766152661683, + "learning_rate": 1.5068594894739104e-05, + "loss": 0.0178, + "step": 41369 + }, + { + "epoch": 35.089058524173026, + "grad_norm": 0.8414538252511832, + "learning_rate": 1.5068358090452544e-05, + "loss": 0.0178, + "step": 41370 + }, + { + "epoch": 35.08990670059372, + "grad_norm": 0.838684436468661, + "learning_rate": 1.5068121282341297e-05, + "loss": 0.0195, + "step": 41371 + }, + { + "epoch": 35.09075487701442, + "grad_norm": 0.7513891464569451, + "learning_rate": 1.5067884470405539e-05, + "loss": 0.0171, + "step": 41372 + }, + { + "epoch": 35.091603053435115, + "grad_norm": 0.7782206432119534, + "learning_rate": 1.5067647654645452e-05, + "loss": 0.0175, + "step": 41373 + }, + { + "epoch": 35.09245122985581, + "grad_norm": 0.7510633283379796, + "learning_rate": 1.5067410835061214e-05, + "loss": 0.0168, + "step": 41374 + }, + { + "epoch": 35.09329940627651, + "grad_norm": 0.7977723368707861, + "learning_rate": 1.5067174011653002e-05, + "loss": 0.0166, + "step": 41375 + }, + { + "epoch": 35.094147582697204, + "grad_norm": 0.649732530765993, + "learning_rate": 1.5066937184420995e-05, + "loss": 0.0159, + "step": 41376 + }, + { + "epoch": 35.0949957591179, + "grad_norm": 0.8719032931418272, + "learning_rate": 1.5066700353365375e-05, + "loss": 0.0181, + "step": 41377 + }, + { + "epoch": 35.09584393553859, + "grad_norm": 0.7629314422245171, + "learning_rate": 1.506646351848632e-05, + "loss": 0.0168, + "step": 41378 + }, + { + "epoch": 35.096692111959285, + "grad_norm": 0.7341803954968152, + "learning_rate": 1.5066226679784004e-05, + "loss": 0.0164, + "step": 41379 + }, + { + "epoch": 35.09754028837998, + "grad_norm": 0.7318626620341272, + "learning_rate": 1.5065989837258612e-05, + "loss": 0.0168, + "step": 41380 + }, + { + "epoch": 35.09838846480068, + "grad_norm": 0.6755682037452919, + "learning_rate": 1.5065752990910319e-05, + "loss": 0.0189, + "step": 41381 + }, + { + "epoch": 35.099236641221374, + "grad_norm": 0.7640107843292853, + "learning_rate": 1.5065516140739302e-05, + "loss": 0.0176, + "step": 41382 + }, + { + "epoch": 35.10008481764207, + "grad_norm": 0.8634347294461835, + "learning_rate": 1.5065279286745744e-05, + "loss": 0.0178, + "step": 41383 + }, + { + "epoch": 35.10093299406277, + "grad_norm": 0.7003234617608525, + "learning_rate": 1.5065042428929821e-05, + "loss": 0.0153, + "step": 41384 + }, + { + "epoch": 35.10178117048346, + "grad_norm": 0.7354894895074996, + "learning_rate": 1.5064805567291711e-05, + "loss": 0.0154, + "step": 41385 + }, + { + "epoch": 35.10262934690416, + "grad_norm": 1.0105559946857763, + "learning_rate": 1.5064568701831599e-05, + "loss": 0.0164, + "step": 41386 + }, + { + "epoch": 35.10347752332485, + "grad_norm": 0.7537652178452922, + "learning_rate": 1.5064331832549655e-05, + "loss": 0.0169, + "step": 41387 + }, + { + "epoch": 35.104325699745544, + "grad_norm": 0.8359389505125465, + "learning_rate": 1.506409495944606e-05, + "loss": 0.0178, + "step": 41388 + }, + { + "epoch": 35.10517387616624, + "grad_norm": 0.883838957453893, + "learning_rate": 1.5063858082520999e-05, + "loss": 0.0179, + "step": 41389 + }, + { + "epoch": 35.10602205258694, + "grad_norm": 0.8120616593192289, + "learning_rate": 1.5063621201774646e-05, + "loss": 0.0188, + "step": 41390 + }, + { + "epoch": 35.10687022900763, + "grad_norm": 0.732528013662435, + "learning_rate": 1.5063384317207178e-05, + "loss": 0.0153, + "step": 41391 + }, + { + "epoch": 35.10771840542833, + "grad_norm": 0.7823592801200894, + "learning_rate": 1.5063147428818776e-05, + "loss": 0.0165, + "step": 41392 + }, + { + "epoch": 35.108566581849026, + "grad_norm": 0.7448382519376788, + "learning_rate": 1.506291053660962e-05, + "loss": 0.0183, + "step": 41393 + }, + { + "epoch": 35.10941475826972, + "grad_norm": 0.7519455321041025, + "learning_rate": 1.5062673640579886e-05, + "loss": 0.0145, + "step": 41394 + }, + { + "epoch": 35.11026293469042, + "grad_norm": 0.7237009056833483, + "learning_rate": 1.5062436740729753e-05, + "loss": 0.0161, + "step": 41395 + }, + { + "epoch": 35.111111111111114, + "grad_norm": 0.7898460708354067, + "learning_rate": 1.5062199837059406e-05, + "loss": 0.0155, + "step": 41396 + }, + { + "epoch": 35.1119592875318, + "grad_norm": 0.8521716332396683, + "learning_rate": 1.5061962929569012e-05, + "loss": 0.0182, + "step": 41397 + }, + { + "epoch": 35.1128074639525, + "grad_norm": 0.8134281263515196, + "learning_rate": 1.506172601825876e-05, + "loss": 0.0168, + "step": 41398 + }, + { + "epoch": 35.113655640373196, + "grad_norm": 0.6784461794946461, + "learning_rate": 1.506148910312882e-05, + "loss": 0.018, + "step": 41399 + }, + { + "epoch": 35.11450381679389, + "grad_norm": 0.7859458234323823, + "learning_rate": 1.5061252184179384e-05, + "loss": 0.0165, + "step": 41400 + }, + { + "epoch": 35.11535199321459, + "grad_norm": 0.9689224595568894, + "learning_rate": 1.506101526141062e-05, + "loss": 0.0186, + "step": 41401 + }, + { + "epoch": 35.116200169635285, + "grad_norm": 0.8630379257074234, + "learning_rate": 1.5060778334822708e-05, + "loss": 0.021, + "step": 41402 + }, + { + "epoch": 35.11704834605598, + "grad_norm": 0.7190150120984051, + "learning_rate": 1.506054140441583e-05, + "loss": 0.0172, + "step": 41403 + }, + { + "epoch": 35.11789652247668, + "grad_norm": 0.8218090508075199, + "learning_rate": 1.506030447019016e-05, + "loss": 0.016, + "step": 41404 + }, + { + "epoch": 35.11874469889737, + "grad_norm": 0.7635684388861281, + "learning_rate": 1.5060067532145884e-05, + "loss": 0.015, + "step": 41405 + }, + { + "epoch": 35.11959287531807, + "grad_norm": 0.8245327610109915, + "learning_rate": 1.5059830590283175e-05, + "loss": 0.0156, + "step": 41406 + }, + { + "epoch": 35.12044105173876, + "grad_norm": 0.6253390116676131, + "learning_rate": 1.5059593644602213e-05, + "loss": 0.0144, + "step": 41407 + }, + { + "epoch": 35.121289228159455, + "grad_norm": 0.7659971892884169, + "learning_rate": 1.5059356695103178e-05, + "loss": 0.0185, + "step": 41408 + }, + { + "epoch": 35.12213740458015, + "grad_norm": 0.8060859854678504, + "learning_rate": 1.5059119741786247e-05, + "loss": 0.0176, + "step": 41409 + }, + { + "epoch": 35.12298558100085, + "grad_norm": 0.769214393224527, + "learning_rate": 1.5058882784651603e-05, + "loss": 0.0174, + "step": 41410 + }, + { + "epoch": 35.123833757421544, + "grad_norm": 0.8050167564087175, + "learning_rate": 1.505864582369942e-05, + "loss": 0.0157, + "step": 41411 + }, + { + "epoch": 35.12468193384224, + "grad_norm": 0.7331109272864729, + "learning_rate": 1.5058408858929876e-05, + "loss": 0.0152, + "step": 41412 + }, + { + "epoch": 35.125530110262936, + "grad_norm": 0.7321558821342645, + "learning_rate": 1.5058171890343155e-05, + "loss": 0.0162, + "step": 41413 + }, + { + "epoch": 35.12637828668363, + "grad_norm": 0.7421348926510075, + "learning_rate": 1.5057934917939432e-05, + "loss": 0.0161, + "step": 41414 + }, + { + "epoch": 35.12722646310433, + "grad_norm": 0.7782548741022569, + "learning_rate": 1.5057697941718888e-05, + "loss": 0.0173, + "step": 41415 + }, + { + "epoch": 35.128074639525025, + "grad_norm": 0.7893398799678718, + "learning_rate": 1.5057460961681703e-05, + "loss": 0.0158, + "step": 41416 + }, + { + "epoch": 35.128922815945714, + "grad_norm": 0.7489646604297481, + "learning_rate": 1.505722397782805e-05, + "loss": 0.0172, + "step": 41417 + }, + { + "epoch": 35.12977099236641, + "grad_norm": 0.789019751226172, + "learning_rate": 1.5056986990158108e-05, + "loss": 0.0148, + "step": 41418 + }, + { + "epoch": 35.130619168787106, + "grad_norm": 0.8137747425555364, + "learning_rate": 1.5056749998672069e-05, + "loss": 0.0186, + "step": 41419 + }, + { + "epoch": 35.1314673452078, + "grad_norm": 0.7492586445559614, + "learning_rate": 1.5056513003370096e-05, + "loss": 0.0188, + "step": 41420 + }, + { + "epoch": 35.1323155216285, + "grad_norm": 0.797437975953741, + "learning_rate": 1.5056276004252378e-05, + "loss": 0.018, + "step": 41421 + }, + { + "epoch": 35.133163698049195, + "grad_norm": 0.7466432383188918, + "learning_rate": 1.5056039001319086e-05, + "loss": 0.0163, + "step": 41422 + }, + { + "epoch": 35.13401187446989, + "grad_norm": 0.8088120547910813, + "learning_rate": 1.5055801994570403e-05, + "loss": 0.0169, + "step": 41423 + }, + { + "epoch": 35.13486005089059, + "grad_norm": 0.7729468978081333, + "learning_rate": 1.505556498400651e-05, + "loss": 0.015, + "step": 41424 + }, + { + "epoch": 35.135708227311284, + "grad_norm": 0.8121787629567376, + "learning_rate": 1.505532796962758e-05, + "loss": 0.0162, + "step": 41425 + }, + { + "epoch": 35.13655640373197, + "grad_norm": 0.7509957209006642, + "learning_rate": 1.5055090951433797e-05, + "loss": 0.0175, + "step": 41426 + }, + { + "epoch": 35.13740458015267, + "grad_norm": 0.9655835688509321, + "learning_rate": 1.505485392942534e-05, + "loss": 0.0164, + "step": 41427 + }, + { + "epoch": 35.138252756573365, + "grad_norm": 0.7860818709356104, + "learning_rate": 1.5054616903602383e-05, + "loss": 0.0163, + "step": 41428 + }, + { + "epoch": 35.13910093299406, + "grad_norm": 0.6411336107831601, + "learning_rate": 1.505437987396511e-05, + "loss": 0.0145, + "step": 41429 + }, + { + "epoch": 35.13994910941476, + "grad_norm": 0.7323840703518659, + "learning_rate": 1.5054142840513697e-05, + "loss": 0.0183, + "step": 41430 + }, + { + "epoch": 35.140797285835454, + "grad_norm": 0.9159667642702332, + "learning_rate": 1.505390580324832e-05, + "loss": 0.0191, + "step": 41431 + }, + { + "epoch": 35.14164546225615, + "grad_norm": 0.7324184722565105, + "learning_rate": 1.5053668762169167e-05, + "loss": 0.0156, + "step": 41432 + }, + { + "epoch": 35.14249363867685, + "grad_norm": 0.7779739986004656, + "learning_rate": 1.505343171727641e-05, + "loss": 0.0178, + "step": 41433 + }, + { + "epoch": 35.14334181509754, + "grad_norm": 0.8319977252592486, + "learning_rate": 1.5053194668570231e-05, + "loss": 0.0177, + "step": 41434 + }, + { + "epoch": 35.14418999151824, + "grad_norm": 0.5990091346775421, + "learning_rate": 1.5052957616050803e-05, + "loss": 0.0166, + "step": 41435 + }, + { + "epoch": 35.14503816793893, + "grad_norm": 0.8580981397070048, + "learning_rate": 1.505272055971831e-05, + "loss": 0.0181, + "step": 41436 + }, + { + "epoch": 35.145886344359624, + "grad_norm": 0.7388876087765149, + "learning_rate": 1.5052483499572931e-05, + "loss": 0.0173, + "step": 41437 + }, + { + "epoch": 35.14673452078032, + "grad_norm": 0.7841712087770766, + "learning_rate": 1.5052246435614844e-05, + "loss": 0.0166, + "step": 41438 + }, + { + "epoch": 35.14758269720102, + "grad_norm": 0.9059175838260151, + "learning_rate": 1.5052009367844227e-05, + "loss": 0.0211, + "step": 41439 + }, + { + "epoch": 35.14843087362171, + "grad_norm": 0.8241625712265921, + "learning_rate": 1.505177229626126e-05, + "loss": 0.0179, + "step": 41440 + }, + { + "epoch": 35.14927905004241, + "grad_norm": 0.7292914791826902, + "learning_rate": 1.5051535220866122e-05, + "loss": 0.016, + "step": 41441 + }, + { + "epoch": 35.150127226463106, + "grad_norm": 0.8246460199851463, + "learning_rate": 1.505129814165899e-05, + "loss": 0.0175, + "step": 41442 + }, + { + "epoch": 35.1509754028838, + "grad_norm": 0.9793406577015584, + "learning_rate": 1.5051061058640046e-05, + "loss": 0.0164, + "step": 41443 + }, + { + "epoch": 35.1518235793045, + "grad_norm": 0.6399748384724785, + "learning_rate": 1.5050823971809463e-05, + "loss": 0.017, + "step": 41444 + }, + { + "epoch": 35.152671755725194, + "grad_norm": 0.595065695192561, + "learning_rate": 1.5050586881167428e-05, + "loss": 0.0155, + "step": 41445 + }, + { + "epoch": 35.15351993214588, + "grad_norm": 0.7774279008024658, + "learning_rate": 1.5050349786714116e-05, + "loss": 0.0185, + "step": 41446 + }, + { + "epoch": 35.15436810856658, + "grad_norm": 0.6924865404085524, + "learning_rate": 1.5050112688449705e-05, + "loss": 0.0152, + "step": 41447 + }, + { + "epoch": 35.155216284987276, + "grad_norm": 0.6447343322117225, + "learning_rate": 1.5049875586374377e-05, + "loss": 0.0164, + "step": 41448 + }, + { + "epoch": 35.15606446140797, + "grad_norm": 0.8411054012813616, + "learning_rate": 1.5049638480488304e-05, + "loss": 0.0183, + "step": 41449 + }, + { + "epoch": 35.15691263782867, + "grad_norm": 0.9487899542531395, + "learning_rate": 1.5049401370791674e-05, + "loss": 0.0168, + "step": 41450 + }, + { + "epoch": 35.157760814249365, + "grad_norm": 0.8435138943372023, + "learning_rate": 1.5049164257284662e-05, + "loss": 0.017, + "step": 41451 + }, + { + "epoch": 35.15860899067006, + "grad_norm": 0.8599434336127912, + "learning_rate": 1.5048927139967442e-05, + "loss": 0.0173, + "step": 41452 + }, + { + "epoch": 35.15945716709076, + "grad_norm": 0.785786511234323, + "learning_rate": 1.50486900188402e-05, + "loss": 0.017, + "step": 41453 + }, + { + "epoch": 35.16030534351145, + "grad_norm": 0.697960998354798, + "learning_rate": 1.5048452893903114e-05, + "loss": 0.0154, + "step": 41454 + }, + { + "epoch": 35.16115351993214, + "grad_norm": 0.6992108077945859, + "learning_rate": 1.5048215765156358e-05, + "loss": 0.0163, + "step": 41455 + }, + { + "epoch": 35.16200169635284, + "grad_norm": 0.8392789027526851, + "learning_rate": 1.5047978632600115e-05, + "loss": 0.0205, + "step": 41456 + }, + { + "epoch": 35.162849872773535, + "grad_norm": 0.7871944416137318, + "learning_rate": 1.5047741496234568e-05, + "loss": 0.017, + "step": 41457 + }, + { + "epoch": 35.16369804919423, + "grad_norm": 0.8359423527428242, + "learning_rate": 1.5047504356059883e-05, + "loss": 0.0201, + "step": 41458 + }, + { + "epoch": 35.16454622561493, + "grad_norm": 0.6979205606241772, + "learning_rate": 1.5047267212076252e-05, + "loss": 0.0176, + "step": 41459 + }, + { + "epoch": 35.16539440203562, + "grad_norm": 0.7280014761418082, + "learning_rate": 1.504703006428385e-05, + "loss": 0.0168, + "step": 41460 + }, + { + "epoch": 35.16624257845632, + "grad_norm": 0.6471232630221585, + "learning_rate": 1.5046792912682855e-05, + "loss": 0.0158, + "step": 41461 + }, + { + "epoch": 35.167090754877016, + "grad_norm": 0.7484696162368609, + "learning_rate": 1.5046555757273446e-05, + "loss": 0.0176, + "step": 41462 + }, + { + "epoch": 35.16793893129771, + "grad_norm": 0.7835439987065529, + "learning_rate": 1.5046318598055801e-05, + "loss": 0.0186, + "step": 41463 + }, + { + "epoch": 35.16878710771841, + "grad_norm": 0.8089198856875004, + "learning_rate": 1.5046081435030097e-05, + "loss": 0.0181, + "step": 41464 + }, + { + "epoch": 35.1696352841391, + "grad_norm": 0.9312884176514721, + "learning_rate": 1.5045844268196521e-05, + "loss": 0.0234, + "step": 41465 + }, + { + "epoch": 35.170483460559794, + "grad_norm": 0.8267432396984098, + "learning_rate": 1.5045607097555244e-05, + "loss": 0.0165, + "step": 41466 + }, + { + "epoch": 35.17133163698049, + "grad_norm": 0.6690654117897205, + "learning_rate": 1.5045369923106447e-05, + "loss": 0.0149, + "step": 41467 + }, + { + "epoch": 35.172179813401186, + "grad_norm": 0.9158101384751306, + "learning_rate": 1.5045132744850313e-05, + "loss": 0.0145, + "step": 41468 + }, + { + "epoch": 35.17302798982188, + "grad_norm": 0.5378359235169423, + "learning_rate": 1.5044895562787013e-05, + "loss": 0.0135, + "step": 41469 + }, + { + "epoch": 35.17387616624258, + "grad_norm": 0.7716621835584953, + "learning_rate": 1.5044658376916736e-05, + "loss": 0.016, + "step": 41470 + }, + { + "epoch": 35.174724342663275, + "grad_norm": 0.9688602710188606, + "learning_rate": 1.5044421187239655e-05, + "loss": 0.0179, + "step": 41471 + }, + { + "epoch": 35.17557251908397, + "grad_norm": 0.9217693620241485, + "learning_rate": 1.5044183993755948e-05, + "loss": 0.0176, + "step": 41472 + }, + { + "epoch": 35.17642069550467, + "grad_norm": 0.8139605072765871, + "learning_rate": 1.5043946796465796e-05, + "loss": 0.0195, + "step": 41473 + }, + { + "epoch": 35.177268871925364, + "grad_norm": 0.7144696463236458, + "learning_rate": 1.5043709595369378e-05, + "loss": 0.0167, + "step": 41474 + }, + { + "epoch": 35.17811704834605, + "grad_norm": 0.6714274777870431, + "learning_rate": 1.5043472390466874e-05, + "loss": 0.0166, + "step": 41475 + }, + { + "epoch": 35.17896522476675, + "grad_norm": 0.7890753172740912, + "learning_rate": 1.504323518175846e-05, + "loss": 0.0174, + "step": 41476 + }, + { + "epoch": 35.179813401187445, + "grad_norm": 0.8221512301081175, + "learning_rate": 1.5042997969244314e-05, + "loss": 0.0186, + "step": 41477 + }, + { + "epoch": 35.18066157760814, + "grad_norm": 0.8310932016273067, + "learning_rate": 1.504276075292462e-05, + "loss": 0.018, + "step": 41478 + }, + { + "epoch": 35.18150975402884, + "grad_norm": 0.7849773681012947, + "learning_rate": 1.504252353279956e-05, + "loss": 0.0176, + "step": 41479 + }, + { + "epoch": 35.182357930449534, + "grad_norm": 0.706485019089953, + "learning_rate": 1.5042286308869302e-05, + "loss": 0.0182, + "step": 41480 + }, + { + "epoch": 35.18320610687023, + "grad_norm": 0.7214504309785797, + "learning_rate": 1.5042049081134033e-05, + "loss": 0.0144, + "step": 41481 + }, + { + "epoch": 35.184054283290926, + "grad_norm": 0.6932786334250091, + "learning_rate": 1.5041811849593928e-05, + "loss": 0.0155, + "step": 41482 + }, + { + "epoch": 35.18490245971162, + "grad_norm": 0.8748650992277249, + "learning_rate": 1.5041574614249168e-05, + "loss": 0.018, + "step": 41483 + }, + { + "epoch": 35.18575063613232, + "grad_norm": 0.8903157816117386, + "learning_rate": 1.5041337375099936e-05, + "loss": 0.0177, + "step": 41484 + }, + { + "epoch": 35.18659881255301, + "grad_norm": 0.8467164378144761, + "learning_rate": 1.5041100132146402e-05, + "loss": 0.0174, + "step": 41485 + }, + { + "epoch": 35.187446988973704, + "grad_norm": 0.6650075445802772, + "learning_rate": 1.5040862885388752e-05, + "loss": 0.0176, + "step": 41486 + }, + { + "epoch": 35.1882951653944, + "grad_norm": 0.7573423616318078, + "learning_rate": 1.5040625634827163e-05, + "loss": 0.0153, + "step": 41487 + }, + { + "epoch": 35.1891433418151, + "grad_norm": 0.7313227343167765, + "learning_rate": 1.5040388380461812e-05, + "loss": 0.0167, + "step": 41488 + }, + { + "epoch": 35.18999151823579, + "grad_norm": 0.627759067900362, + "learning_rate": 1.5040151122292885e-05, + "loss": 0.0159, + "step": 41489 + }, + { + "epoch": 35.19083969465649, + "grad_norm": 0.6167305035628525, + "learning_rate": 1.503991386032055e-05, + "loss": 0.0164, + "step": 41490 + }, + { + "epoch": 35.191687871077185, + "grad_norm": 0.7579109238750542, + "learning_rate": 1.5039676594544994e-05, + "loss": 0.0177, + "step": 41491 + }, + { + "epoch": 35.19253604749788, + "grad_norm": 0.6590843058749426, + "learning_rate": 1.5039439324966396e-05, + "loss": 0.016, + "step": 41492 + }, + { + "epoch": 35.19338422391858, + "grad_norm": 0.768987110265006, + "learning_rate": 1.5039202051584929e-05, + "loss": 0.0152, + "step": 41493 + }, + { + "epoch": 35.19423240033927, + "grad_norm": 0.7600816539325853, + "learning_rate": 1.5038964774400784e-05, + "loss": 0.0164, + "step": 41494 + }, + { + "epoch": 35.19508057675996, + "grad_norm": 0.8049491035417735, + "learning_rate": 1.5038727493414125e-05, + "loss": 0.0175, + "step": 41495 + }, + { + "epoch": 35.19592875318066, + "grad_norm": 0.7674413841475523, + "learning_rate": 1.5038490208625138e-05, + "loss": 0.0196, + "step": 41496 + }, + { + "epoch": 35.196776929601356, + "grad_norm": 0.8005449063643384, + "learning_rate": 1.5038252920034006e-05, + "loss": 0.0204, + "step": 41497 + }, + { + "epoch": 35.19762510602205, + "grad_norm": 0.677009852141682, + "learning_rate": 1.5038015627640907e-05, + "loss": 0.0144, + "step": 41498 + }, + { + "epoch": 35.19847328244275, + "grad_norm": 0.7000848006775875, + "learning_rate": 1.5037778331446013e-05, + "loss": 0.0156, + "step": 41499 + }, + { + "epoch": 35.199321458863444, + "grad_norm": 0.7368080071462543, + "learning_rate": 1.503754103144951e-05, + "loss": 0.0173, + "step": 41500 + }, + { + "epoch": 35.20016963528414, + "grad_norm": 0.9229313521829908, + "learning_rate": 1.5037303727651574e-05, + "loss": 0.018, + "step": 41501 + }, + { + "epoch": 35.20101781170484, + "grad_norm": 0.6220996543141059, + "learning_rate": 1.5037066420052382e-05, + "loss": 0.0156, + "step": 41502 + }, + { + "epoch": 35.20186598812553, + "grad_norm": 0.7772125717937507, + "learning_rate": 1.5036829108652119e-05, + "loss": 0.0157, + "step": 41503 + }, + { + "epoch": 35.20271416454622, + "grad_norm": 0.8660566253008317, + "learning_rate": 1.503659179345096e-05, + "loss": 0.016, + "step": 41504 + }, + { + "epoch": 35.20356234096692, + "grad_norm": 1.2621550765104206, + "learning_rate": 1.5036354474449085e-05, + "loss": 0.0189, + "step": 41505 + }, + { + "epoch": 35.204410517387615, + "grad_norm": 0.688796069762941, + "learning_rate": 1.5036117151646675e-05, + "loss": 0.0169, + "step": 41506 + }, + { + "epoch": 35.20525869380831, + "grad_norm": 0.8894956816394048, + "learning_rate": 1.5035879825043905e-05, + "loss": 0.0188, + "step": 41507 + }, + { + "epoch": 35.20610687022901, + "grad_norm": 0.761476487738204, + "learning_rate": 1.5035642494640956e-05, + "loss": 0.017, + "step": 41508 + }, + { + "epoch": 35.2069550466497, + "grad_norm": 0.8736980939977851, + "learning_rate": 1.5035405160438005e-05, + "loss": 0.0184, + "step": 41509 + }, + { + "epoch": 35.2078032230704, + "grad_norm": 0.9036877328596025, + "learning_rate": 1.5035167822435237e-05, + "loss": 0.0191, + "step": 41510 + }, + { + "epoch": 35.208651399491096, + "grad_norm": 0.7370041823326107, + "learning_rate": 1.5034930480632826e-05, + "loss": 0.0155, + "step": 41511 + }, + { + "epoch": 35.20949957591179, + "grad_norm": 0.915421724422579, + "learning_rate": 1.5034693135030956e-05, + "loss": 0.0194, + "step": 41512 + }, + { + "epoch": 35.21034775233249, + "grad_norm": 0.7001359136168768, + "learning_rate": 1.50344557856298e-05, + "loss": 0.0177, + "step": 41513 + }, + { + "epoch": 35.21119592875318, + "grad_norm": 0.8937821477732593, + "learning_rate": 1.5034218432429542e-05, + "loss": 0.021, + "step": 41514 + }, + { + "epoch": 35.212044105173874, + "grad_norm": 0.948805068365787, + "learning_rate": 1.5033981075430354e-05, + "loss": 0.02, + "step": 41515 + }, + { + "epoch": 35.21289228159457, + "grad_norm": 0.6864549314883958, + "learning_rate": 1.5033743714632425e-05, + "loss": 0.0164, + "step": 41516 + }, + { + "epoch": 35.213740458015266, + "grad_norm": 0.7493185209861375, + "learning_rate": 1.5033506350035927e-05, + "loss": 0.0179, + "step": 41517 + }, + { + "epoch": 35.21458863443596, + "grad_norm": 0.8481104247300915, + "learning_rate": 1.5033268981641041e-05, + "loss": 0.0156, + "step": 41518 + }, + { + "epoch": 35.21543681085666, + "grad_norm": 0.7126635288907253, + "learning_rate": 1.5033031609447947e-05, + "loss": 0.0177, + "step": 41519 + }, + { + "epoch": 35.216284987277355, + "grad_norm": 0.85389852230184, + "learning_rate": 1.5032794233456825e-05, + "loss": 0.0181, + "step": 41520 + }, + { + "epoch": 35.21713316369805, + "grad_norm": 0.7371020798137753, + "learning_rate": 1.503255685366785e-05, + "loss": 0.017, + "step": 41521 + }, + { + "epoch": 35.21798134011875, + "grad_norm": 0.6481225004700598, + "learning_rate": 1.5032319470081209e-05, + "loss": 0.0145, + "step": 41522 + }, + { + "epoch": 35.218829516539444, + "grad_norm": 0.8474967094992237, + "learning_rate": 1.5032082082697069e-05, + "loss": 0.0164, + "step": 41523 + }, + { + "epoch": 35.21967769296013, + "grad_norm": 0.8534712664107644, + "learning_rate": 1.5031844691515617e-05, + "loss": 0.0192, + "step": 41524 + }, + { + "epoch": 35.22052586938083, + "grad_norm": 0.9687661903917151, + "learning_rate": 1.5031607296537037e-05, + "loss": 0.0193, + "step": 41525 + }, + { + "epoch": 35.221374045801525, + "grad_norm": 0.6850279363038851, + "learning_rate": 1.5031369897761501e-05, + "loss": 0.0179, + "step": 41526 + }, + { + "epoch": 35.22222222222222, + "grad_norm": 0.6190453316501898, + "learning_rate": 1.5031132495189186e-05, + "loss": 0.0151, + "step": 41527 + }, + { + "epoch": 35.22307039864292, + "grad_norm": 0.8802318746063283, + "learning_rate": 1.5030895088820276e-05, + "loss": 0.0137, + "step": 41528 + }, + { + "epoch": 35.223918575063614, + "grad_norm": 0.9182492453837122, + "learning_rate": 1.5030657678654948e-05, + "loss": 0.0201, + "step": 41529 + }, + { + "epoch": 35.22476675148431, + "grad_norm": 0.7767707541796112, + "learning_rate": 1.5030420264693385e-05, + "loss": 0.016, + "step": 41530 + }, + { + "epoch": 35.225614927905006, + "grad_norm": 0.8830169744302473, + "learning_rate": 1.5030182846935762e-05, + "loss": 0.0182, + "step": 41531 + }, + { + "epoch": 35.2264631043257, + "grad_norm": 0.7126570289346619, + "learning_rate": 1.5029945425382258e-05, + "loss": 0.0151, + "step": 41532 + }, + { + "epoch": 35.22731128074639, + "grad_norm": 0.7283311195458609, + "learning_rate": 1.5029708000033054e-05, + "loss": 0.018, + "step": 41533 + }, + { + "epoch": 35.22815945716709, + "grad_norm": 0.8966496322308077, + "learning_rate": 1.5029470570888326e-05, + "loss": 0.0181, + "step": 41534 + }, + { + "epoch": 35.229007633587784, + "grad_norm": 0.7269241130007342, + "learning_rate": 1.502923313794826e-05, + "loss": 0.0158, + "step": 41535 + }, + { + "epoch": 35.22985581000848, + "grad_norm": 0.7951252213806398, + "learning_rate": 1.502899570121303e-05, + "loss": 0.019, + "step": 41536 + }, + { + "epoch": 35.23070398642918, + "grad_norm": 0.8944647263736135, + "learning_rate": 1.5028758260682813e-05, + "loss": 0.0206, + "step": 41537 + }, + { + "epoch": 35.23155216284987, + "grad_norm": 0.8649723587585899, + "learning_rate": 1.5028520816357796e-05, + "loss": 0.0185, + "step": 41538 + }, + { + "epoch": 35.23240033927057, + "grad_norm": 0.9894029946344788, + "learning_rate": 1.5028283368238153e-05, + "loss": 0.0196, + "step": 41539 + }, + { + "epoch": 35.233248515691265, + "grad_norm": 0.6905680404913516, + "learning_rate": 1.5028045916324061e-05, + "loss": 0.0188, + "step": 41540 + }, + { + "epoch": 35.23409669211196, + "grad_norm": 0.748176910010762, + "learning_rate": 1.5027808460615704e-05, + "loss": 0.0155, + "step": 41541 + }, + { + "epoch": 35.23494486853266, + "grad_norm": 0.8122650614858666, + "learning_rate": 1.5027571001113258e-05, + "loss": 0.0189, + "step": 41542 + }, + { + "epoch": 35.23579304495335, + "grad_norm": 0.7456938442836597, + "learning_rate": 1.5027333537816902e-05, + "loss": 0.0154, + "step": 41543 + }, + { + "epoch": 35.23664122137404, + "grad_norm": 0.8635642235537722, + "learning_rate": 1.5027096070726819e-05, + "loss": 0.0192, + "step": 41544 + }, + { + "epoch": 35.23748939779474, + "grad_norm": 0.8948708058317281, + "learning_rate": 1.5026858599843185e-05, + "loss": 0.0187, + "step": 41545 + }, + { + "epoch": 35.238337574215436, + "grad_norm": 0.9485719993900866, + "learning_rate": 1.5026621125166179e-05, + "loss": 0.0204, + "step": 41546 + }, + { + "epoch": 35.23918575063613, + "grad_norm": 1.0395126725885504, + "learning_rate": 1.5026383646695983e-05, + "loss": 0.0169, + "step": 41547 + }, + { + "epoch": 35.24003392705683, + "grad_norm": 0.75463502715288, + "learning_rate": 1.5026146164432774e-05, + "loss": 0.0177, + "step": 41548 + }, + { + "epoch": 35.240882103477524, + "grad_norm": 0.7275382634295052, + "learning_rate": 1.5025908678376729e-05, + "loss": 0.0173, + "step": 41549 + }, + { + "epoch": 35.24173027989822, + "grad_norm": 0.8207910792885225, + "learning_rate": 1.5025671188528028e-05, + "loss": 0.0197, + "step": 41550 + }, + { + "epoch": 35.24257845631892, + "grad_norm": 0.8626640773880871, + "learning_rate": 1.5025433694886857e-05, + "loss": 0.0203, + "step": 41551 + }, + { + "epoch": 35.24342663273961, + "grad_norm": 0.8566686579391567, + "learning_rate": 1.5025196197453387e-05, + "loss": 0.02, + "step": 41552 + }, + { + "epoch": 35.2442748091603, + "grad_norm": 0.8658753858846926, + "learning_rate": 1.5024958696227802e-05, + "loss": 0.0179, + "step": 41553 + }, + { + "epoch": 35.245122985581, + "grad_norm": 0.9076052685488472, + "learning_rate": 1.5024721191210279e-05, + "loss": 0.0204, + "step": 41554 + }, + { + "epoch": 35.245971162001695, + "grad_norm": 1.248312233420482, + "learning_rate": 1.5024483682400996e-05, + "loss": 0.0206, + "step": 41555 + }, + { + "epoch": 35.24681933842239, + "grad_norm": 0.975921554211629, + "learning_rate": 1.5024246169800136e-05, + "loss": 0.0177, + "step": 41556 + }, + { + "epoch": 35.24766751484309, + "grad_norm": 0.7331435616851455, + "learning_rate": 1.5024008653407877e-05, + "loss": 0.0157, + "step": 41557 + }, + { + "epoch": 35.24851569126378, + "grad_norm": 0.7976981433177297, + "learning_rate": 1.5023771133224397e-05, + "loss": 0.0181, + "step": 41558 + }, + { + "epoch": 35.24936386768448, + "grad_norm": 0.857735437152586, + "learning_rate": 1.5023533609249877e-05, + "loss": 0.0182, + "step": 41559 + }, + { + "epoch": 35.250212044105176, + "grad_norm": 0.7953815319803222, + "learning_rate": 1.5023296081484491e-05, + "loss": 0.0181, + "step": 41560 + }, + { + "epoch": 35.25106022052587, + "grad_norm": 0.6745424440351077, + "learning_rate": 1.5023058549928425e-05, + "loss": 0.0163, + "step": 41561 + }, + { + "epoch": 35.25190839694657, + "grad_norm": 0.7924036181606665, + "learning_rate": 1.5022821014581852e-05, + "loss": 0.0179, + "step": 41562 + }, + { + "epoch": 35.25275657336726, + "grad_norm": 0.8716459240411932, + "learning_rate": 1.5022583475444958e-05, + "loss": 0.0184, + "step": 41563 + }, + { + "epoch": 35.253604749787954, + "grad_norm": 0.8497405181341675, + "learning_rate": 1.502234593251792e-05, + "loss": 0.0178, + "step": 41564 + }, + { + "epoch": 35.25445292620865, + "grad_norm": 0.8486451331592973, + "learning_rate": 1.5022108385800915e-05, + "loss": 0.0163, + "step": 41565 + }, + { + "epoch": 35.255301102629346, + "grad_norm": 0.7862476112115809, + "learning_rate": 1.5021870835294121e-05, + "loss": 0.0159, + "step": 41566 + }, + { + "epoch": 35.25614927905004, + "grad_norm": 0.81760883836855, + "learning_rate": 1.5021633280997723e-05, + "loss": 0.0202, + "step": 41567 + }, + { + "epoch": 35.25699745547074, + "grad_norm": 0.8172656627317709, + "learning_rate": 1.5021395722911898e-05, + "loss": 0.017, + "step": 41568 + }, + { + "epoch": 35.257845631891435, + "grad_norm": 0.8941947237451421, + "learning_rate": 1.502115816103682e-05, + "loss": 0.0182, + "step": 41569 + }, + { + "epoch": 35.25869380831213, + "grad_norm": 1.0049408821867194, + "learning_rate": 1.5020920595372674e-05, + "loss": 0.0192, + "step": 41570 + }, + { + "epoch": 35.25954198473283, + "grad_norm": 0.7993064245257009, + "learning_rate": 1.502068302591964e-05, + "loss": 0.0176, + "step": 41571 + }, + { + "epoch": 35.260390161153516, + "grad_norm": 0.8321252781566966, + "learning_rate": 1.5020445452677893e-05, + "loss": 0.0178, + "step": 41572 + }, + { + "epoch": 35.26123833757421, + "grad_norm": 0.817151481496192, + "learning_rate": 1.5020207875647617e-05, + "loss": 0.0182, + "step": 41573 + }, + { + "epoch": 35.26208651399491, + "grad_norm": 0.5709608284157077, + "learning_rate": 1.5019970294828987e-05, + "loss": 0.0135, + "step": 41574 + }, + { + "epoch": 35.262934690415605, + "grad_norm": 0.8406310464631627, + "learning_rate": 1.5019732710222182e-05, + "loss": 0.0176, + "step": 41575 + }, + { + "epoch": 35.2637828668363, + "grad_norm": 0.802394339158812, + "learning_rate": 1.5019495121827384e-05, + "loss": 0.0181, + "step": 41576 + }, + { + "epoch": 35.264631043257, + "grad_norm": 0.8237699512641578, + "learning_rate": 1.5019257529644773e-05, + "loss": 0.018, + "step": 41577 + }, + { + "epoch": 35.265479219677694, + "grad_norm": 0.8782873601625321, + "learning_rate": 1.5019019933674526e-05, + "loss": 0.0191, + "step": 41578 + }, + { + "epoch": 35.26632739609839, + "grad_norm": 0.7988741808058705, + "learning_rate": 1.5018782333916822e-05, + "loss": 0.0143, + "step": 41579 + }, + { + "epoch": 35.267175572519086, + "grad_norm": 0.7655561301445315, + "learning_rate": 1.5018544730371842e-05, + "loss": 0.0157, + "step": 41580 + }, + { + "epoch": 35.26802374893978, + "grad_norm": 0.8324781521114353, + "learning_rate": 1.5018307123039764e-05, + "loss": 0.0178, + "step": 41581 + }, + { + "epoch": 35.26887192536047, + "grad_norm": 1.2143091319246346, + "learning_rate": 1.501806951192077e-05, + "loss": 0.0179, + "step": 41582 + }, + { + "epoch": 35.26972010178117, + "grad_norm": 0.8291210047489582, + "learning_rate": 1.5017831897015035e-05, + "loss": 0.0189, + "step": 41583 + }, + { + "epoch": 35.270568278201864, + "grad_norm": 0.7664410301402695, + "learning_rate": 1.5017594278322745e-05, + "loss": 0.0167, + "step": 41584 + }, + { + "epoch": 35.27141645462256, + "grad_norm": 0.8229496755413253, + "learning_rate": 1.5017356655844068e-05, + "loss": 0.0202, + "step": 41585 + }, + { + "epoch": 35.27226463104326, + "grad_norm": 1.0809393885353855, + "learning_rate": 1.5017119029579194e-05, + "loss": 0.0194, + "step": 41586 + }, + { + "epoch": 35.27311280746395, + "grad_norm": 0.7237225040203175, + "learning_rate": 1.5016881399528302e-05, + "loss": 0.0161, + "step": 41587 + }, + { + "epoch": 35.27396098388465, + "grad_norm": 0.8214802583833555, + "learning_rate": 1.5016643765691562e-05, + "loss": 0.0153, + "step": 41588 + }, + { + "epoch": 35.274809160305345, + "grad_norm": 0.7840879617499938, + "learning_rate": 1.5016406128069161e-05, + "loss": 0.0166, + "step": 41589 + }, + { + "epoch": 35.27565733672604, + "grad_norm": 0.752613365261807, + "learning_rate": 1.5016168486661278e-05, + "loss": 0.0171, + "step": 41590 + }, + { + "epoch": 35.27650551314674, + "grad_norm": 0.8259064707592797, + "learning_rate": 1.5015930841468092e-05, + "loss": 0.0201, + "step": 41591 + }, + { + "epoch": 35.27735368956743, + "grad_norm": 0.90756566440099, + "learning_rate": 1.5015693192489779e-05, + "loss": 0.0185, + "step": 41592 + }, + { + "epoch": 35.27820186598812, + "grad_norm": 0.8229363423665302, + "learning_rate": 1.501545553972652e-05, + "loss": 0.0185, + "step": 41593 + }, + { + "epoch": 35.27905004240882, + "grad_norm": 0.7288083432583443, + "learning_rate": 1.5015217883178492e-05, + "loss": 0.0169, + "step": 41594 + }, + { + "epoch": 35.279898218829516, + "grad_norm": 0.9306722284173615, + "learning_rate": 1.5014980222845883e-05, + "loss": 0.0181, + "step": 41595 + }, + { + "epoch": 35.28074639525021, + "grad_norm": 0.8063636327114839, + "learning_rate": 1.5014742558728865e-05, + "loss": 0.0178, + "step": 41596 + }, + { + "epoch": 35.28159457167091, + "grad_norm": 0.9755513361924913, + "learning_rate": 1.5014504890827616e-05, + "loss": 0.02, + "step": 41597 + }, + { + "epoch": 35.282442748091604, + "grad_norm": 0.7257481280721051, + "learning_rate": 1.5014267219142322e-05, + "loss": 0.0152, + "step": 41598 + }, + { + "epoch": 35.2832909245123, + "grad_norm": 0.8715751624704604, + "learning_rate": 1.5014029543673157e-05, + "loss": 0.02, + "step": 41599 + }, + { + "epoch": 35.284139100933, + "grad_norm": 0.7850322393832817, + "learning_rate": 1.5013791864420301e-05, + "loss": 0.017, + "step": 41600 + }, + { + "epoch": 35.28498727735369, + "grad_norm": 0.9142888096028344, + "learning_rate": 1.5013554181383936e-05, + "loss": 0.021, + "step": 41601 + }, + { + "epoch": 35.28583545377438, + "grad_norm": 0.801823410259412, + "learning_rate": 1.5013316494564238e-05, + "loss": 0.0163, + "step": 41602 + }, + { + "epoch": 35.28668363019508, + "grad_norm": 0.8942795790632372, + "learning_rate": 1.501307880396139e-05, + "loss": 0.0194, + "step": 41603 + }, + { + "epoch": 35.287531806615775, + "grad_norm": 0.8550899326035075, + "learning_rate": 1.5012841109575567e-05, + "loss": 0.0197, + "step": 41604 + }, + { + "epoch": 35.28837998303647, + "grad_norm": 0.8799850694584066, + "learning_rate": 1.5012603411406954e-05, + "loss": 0.0177, + "step": 41605 + }, + { + "epoch": 35.28922815945717, + "grad_norm": 0.752364507608108, + "learning_rate": 1.5012365709455725e-05, + "loss": 0.0146, + "step": 41606 + }, + { + "epoch": 35.29007633587786, + "grad_norm": 0.894637221355986, + "learning_rate": 1.5012128003722059e-05, + "loss": 0.0192, + "step": 41607 + }, + { + "epoch": 35.29092451229856, + "grad_norm": 0.6955923135245068, + "learning_rate": 1.5011890294206142e-05, + "loss": 0.0168, + "step": 41608 + }, + { + "epoch": 35.291772688719256, + "grad_norm": 0.7713055809711151, + "learning_rate": 1.5011652580908144e-05, + "loss": 0.017, + "step": 41609 + }, + { + "epoch": 35.29262086513995, + "grad_norm": 0.8991560747332218, + "learning_rate": 1.5011414863828257e-05, + "loss": 0.0177, + "step": 41610 + }, + { + "epoch": 35.29346904156064, + "grad_norm": 0.9217326284922246, + "learning_rate": 1.5011177142966649e-05, + "loss": 0.0179, + "step": 41611 + }, + { + "epoch": 35.29431721798134, + "grad_norm": 0.8016536738171521, + "learning_rate": 1.5010939418323505e-05, + "loss": 0.0175, + "step": 41612 + }, + { + "epoch": 35.295165394402034, + "grad_norm": 0.7749748821848773, + "learning_rate": 1.5010701689898999e-05, + "loss": 0.0171, + "step": 41613 + }, + { + "epoch": 35.29601357082273, + "grad_norm": 0.8853832914508863, + "learning_rate": 1.5010463957693318e-05, + "loss": 0.0205, + "step": 41614 + }, + { + "epoch": 35.296861747243426, + "grad_norm": 0.9172616705777152, + "learning_rate": 1.5010226221706634e-05, + "loss": 0.0177, + "step": 41615 + }, + { + "epoch": 35.29770992366412, + "grad_norm": 1.0144722679180147, + "learning_rate": 1.5009988481939135e-05, + "loss": 0.0189, + "step": 41616 + }, + { + "epoch": 35.29855810008482, + "grad_norm": 0.8229466244237231, + "learning_rate": 1.5009750738390992e-05, + "loss": 0.0186, + "step": 41617 + }, + { + "epoch": 35.299406276505515, + "grad_norm": 0.843176387552927, + "learning_rate": 1.5009512991062388e-05, + "loss": 0.0162, + "step": 41618 + }, + { + "epoch": 35.30025445292621, + "grad_norm": 0.8349310770568014, + "learning_rate": 1.5009275239953504e-05, + "loss": 0.0181, + "step": 41619 + }, + { + "epoch": 35.30110262934691, + "grad_norm": 0.6573501503447502, + "learning_rate": 1.5009037485064514e-05, + "loss": 0.0155, + "step": 41620 + }, + { + "epoch": 35.301950805767596, + "grad_norm": 0.691903729307277, + "learning_rate": 1.5008799726395604e-05, + "loss": 0.0151, + "step": 41621 + }, + { + "epoch": 35.30279898218829, + "grad_norm": 0.753075815895207, + "learning_rate": 1.500856196394695e-05, + "loss": 0.0169, + "step": 41622 + }, + { + "epoch": 35.30364715860899, + "grad_norm": 0.7696682922549947, + "learning_rate": 1.500832419771873e-05, + "loss": 0.016, + "step": 41623 + }, + { + "epoch": 35.304495335029685, + "grad_norm": 0.9803647737799465, + "learning_rate": 1.5008086427711131e-05, + "loss": 0.0239, + "step": 41624 + }, + { + "epoch": 35.30534351145038, + "grad_norm": 0.7355378689895752, + "learning_rate": 1.5007848653924321e-05, + "loss": 0.0169, + "step": 41625 + }, + { + "epoch": 35.30619168787108, + "grad_norm": 0.8055899514235442, + "learning_rate": 1.5007610876358487e-05, + "loss": 0.017, + "step": 41626 + }, + { + "epoch": 35.307039864291774, + "grad_norm": 0.8648441480789155, + "learning_rate": 1.5007373095013804e-05, + "loss": 0.0156, + "step": 41627 + }, + { + "epoch": 35.30788804071247, + "grad_norm": 0.8568168403231272, + "learning_rate": 1.500713530989046e-05, + "loss": 0.0177, + "step": 41628 + }, + { + "epoch": 35.308736217133166, + "grad_norm": 0.8757591008194718, + "learning_rate": 1.5006897520988624e-05, + "loss": 0.0179, + "step": 41629 + }, + { + "epoch": 35.30958439355386, + "grad_norm": 0.7687282775308086, + "learning_rate": 1.5006659728308482e-05, + "loss": 0.0168, + "step": 41630 + }, + { + "epoch": 35.31043256997455, + "grad_norm": 1.09374395964563, + "learning_rate": 1.5006421931850209e-05, + "loss": 0.0221, + "step": 41631 + }, + { + "epoch": 35.31128074639525, + "grad_norm": 0.9562892332727364, + "learning_rate": 1.5006184131613988e-05, + "loss": 0.0191, + "step": 41632 + }, + { + "epoch": 35.312128922815944, + "grad_norm": 0.6471302197145116, + "learning_rate": 1.5005946327599996e-05, + "loss": 0.0163, + "step": 41633 + }, + { + "epoch": 35.31297709923664, + "grad_norm": 0.8196619300104055, + "learning_rate": 1.5005708519808415e-05, + "loss": 0.0189, + "step": 41634 + }, + { + "epoch": 35.31382527565734, + "grad_norm": 0.6963965211998001, + "learning_rate": 1.5005470708239425e-05, + "loss": 0.0156, + "step": 41635 + }, + { + "epoch": 35.31467345207803, + "grad_norm": 0.7620450443579349, + "learning_rate": 1.50052328928932e-05, + "loss": 0.0177, + "step": 41636 + }, + { + "epoch": 35.31552162849873, + "grad_norm": 0.81819334693721, + "learning_rate": 1.5004995073769926e-05, + "loss": 0.0163, + "step": 41637 + }, + { + "epoch": 35.316369804919425, + "grad_norm": 0.7421590360009702, + "learning_rate": 1.500475725086978e-05, + "loss": 0.0173, + "step": 41638 + }, + { + "epoch": 35.31721798134012, + "grad_norm": 0.8462352959197437, + "learning_rate": 1.5004519424192938e-05, + "loss": 0.0201, + "step": 41639 + }, + { + "epoch": 35.31806615776082, + "grad_norm": 0.9139425785516474, + "learning_rate": 1.500428159373958e-05, + "loss": 0.0162, + "step": 41640 + }, + { + "epoch": 35.31891433418151, + "grad_norm": 1.0174777758471616, + "learning_rate": 1.5004043759509892e-05, + "loss": 0.0199, + "step": 41641 + }, + { + "epoch": 35.3197625106022, + "grad_norm": 0.9375406093129923, + "learning_rate": 1.500380592150405e-05, + "loss": 0.0196, + "step": 41642 + }, + { + "epoch": 35.3206106870229, + "grad_norm": 0.9747163704682427, + "learning_rate": 1.5003568079722235e-05, + "loss": 0.0159, + "step": 41643 + }, + { + "epoch": 35.321458863443596, + "grad_norm": 0.7333745434366997, + "learning_rate": 1.500333023416462e-05, + "loss": 0.0168, + "step": 41644 + }, + { + "epoch": 35.32230703986429, + "grad_norm": 0.7901635779312809, + "learning_rate": 1.5003092384831388e-05, + "loss": 0.0171, + "step": 41645 + }, + { + "epoch": 35.32315521628499, + "grad_norm": 0.8256132510523788, + "learning_rate": 1.5002854531722721e-05, + "loss": 0.0177, + "step": 41646 + }, + { + "epoch": 35.324003392705684, + "grad_norm": 0.7924357853742274, + "learning_rate": 1.50026166748388e-05, + "loss": 0.0168, + "step": 41647 + }, + { + "epoch": 35.32485156912638, + "grad_norm": 0.7173772592029052, + "learning_rate": 1.5002378814179799e-05, + "loss": 0.0153, + "step": 41648 + }, + { + "epoch": 35.32569974554708, + "grad_norm": 0.7679506437389981, + "learning_rate": 1.5002140949745898e-05, + "loss": 0.0185, + "step": 41649 + }, + { + "epoch": 35.326547921967766, + "grad_norm": 0.8844406338397757, + "learning_rate": 1.500190308153728e-05, + "loss": 0.0172, + "step": 41650 + }, + { + "epoch": 35.32739609838846, + "grad_norm": 0.7794399239680778, + "learning_rate": 1.5001665209554122e-05, + "loss": 0.0174, + "step": 41651 + }, + { + "epoch": 35.32824427480916, + "grad_norm": 0.942446967317682, + "learning_rate": 1.5001427333796605e-05, + "loss": 0.0171, + "step": 41652 + }, + { + "epoch": 35.329092451229855, + "grad_norm": 0.7529373595680207, + "learning_rate": 1.5001189454264906e-05, + "loss": 0.0179, + "step": 41653 + }, + { + "epoch": 35.32994062765055, + "grad_norm": 0.7842359874730083, + "learning_rate": 1.5000951570959208e-05, + "loss": 0.0164, + "step": 41654 + }, + { + "epoch": 35.33078880407125, + "grad_norm": 0.7478396433580504, + "learning_rate": 1.5000713683879688e-05, + "loss": 0.0164, + "step": 41655 + }, + { + "epoch": 35.33163698049194, + "grad_norm": 0.9828614993092895, + "learning_rate": 1.500047579302653e-05, + "loss": 0.0205, + "step": 41656 + }, + { + "epoch": 35.33248515691264, + "grad_norm": 0.861623957234434, + "learning_rate": 1.5000237898399907e-05, + "loss": 0.0178, + "step": 41657 + }, + { + "epoch": 35.333333333333336, + "grad_norm": 0.8822365781048807, + "learning_rate": 1.5000000000000002e-05, + "loss": 0.019, + "step": 41658 + }, + { + "epoch": 35.33418150975403, + "grad_norm": 0.8341500164658886, + "learning_rate": 1.4999762097826994e-05, + "loss": 0.0184, + "step": 41659 + }, + { + "epoch": 35.33502968617472, + "grad_norm": 0.953486762070311, + "learning_rate": 1.499952419188106e-05, + "loss": 0.0178, + "step": 41660 + }, + { + "epoch": 35.33587786259542, + "grad_norm": 0.8423887940351295, + "learning_rate": 1.4999286282162384e-05, + "loss": 0.0203, + "step": 41661 + }, + { + "epoch": 35.33672603901611, + "grad_norm": 0.8420789649591682, + "learning_rate": 1.4999048368671142e-05, + "loss": 0.0182, + "step": 41662 + }, + { + "epoch": 35.33757421543681, + "grad_norm": 0.8655243192517434, + "learning_rate": 1.4998810451407519e-05, + "loss": 0.0178, + "step": 41663 + }, + { + "epoch": 35.338422391857506, + "grad_norm": 0.790825407975966, + "learning_rate": 1.4998572530371686e-05, + "loss": 0.0171, + "step": 41664 + }, + { + "epoch": 35.3392705682782, + "grad_norm": 0.8902634572944709, + "learning_rate": 1.4998334605563828e-05, + "loss": 0.0194, + "step": 41665 + }, + { + "epoch": 35.3401187446989, + "grad_norm": 0.942124044926255, + "learning_rate": 1.4998096676984126e-05, + "loss": 0.018, + "step": 41666 + }, + { + "epoch": 35.340966921119595, + "grad_norm": 0.8176275352358807, + "learning_rate": 1.4997858744632757e-05, + "loss": 0.018, + "step": 41667 + }, + { + "epoch": 35.34181509754029, + "grad_norm": 0.8308222555074669, + "learning_rate": 1.4997620808509899e-05, + "loss": 0.0184, + "step": 41668 + }, + { + "epoch": 35.34266327396099, + "grad_norm": 0.786896280228098, + "learning_rate": 1.4997382868615734e-05, + "loss": 0.0185, + "step": 41669 + }, + { + "epoch": 35.343511450381676, + "grad_norm": 0.8825515822988237, + "learning_rate": 1.4997144924950442e-05, + "loss": 0.0194, + "step": 41670 + }, + { + "epoch": 35.34435962680237, + "grad_norm": 0.7925775035124016, + "learning_rate": 1.49969069775142e-05, + "loss": 0.0181, + "step": 41671 + }, + { + "epoch": 35.34520780322307, + "grad_norm": 1.0315508908429882, + "learning_rate": 1.4996669026307188e-05, + "loss": 0.0204, + "step": 41672 + }, + { + "epoch": 35.346055979643765, + "grad_norm": 0.9867624743070469, + "learning_rate": 1.4996431071329587e-05, + "loss": 0.0204, + "step": 41673 + }, + { + "epoch": 35.34690415606446, + "grad_norm": 0.6717551644653112, + "learning_rate": 1.4996193112581576e-05, + "loss": 0.0165, + "step": 41674 + }, + { + "epoch": 35.34775233248516, + "grad_norm": 0.7395705091769792, + "learning_rate": 1.4995955150063337e-05, + "loss": 0.0182, + "step": 41675 + }, + { + "epoch": 35.348600508905854, + "grad_norm": 0.7818419764682715, + "learning_rate": 1.4995717183775047e-05, + "loss": 0.0179, + "step": 41676 + }, + { + "epoch": 35.34944868532655, + "grad_norm": 0.6965229606683807, + "learning_rate": 1.4995479213716883e-05, + "loss": 0.0149, + "step": 41677 + }, + { + "epoch": 35.350296861747246, + "grad_norm": 0.7129814388989839, + "learning_rate": 1.4995241239889028e-05, + "loss": 0.0173, + "step": 41678 + }, + { + "epoch": 35.35114503816794, + "grad_norm": 0.7865908141010335, + "learning_rate": 1.4995003262291663e-05, + "loss": 0.0192, + "step": 41679 + }, + { + "epoch": 35.35199321458863, + "grad_norm": 0.6625879366996436, + "learning_rate": 1.4994765280924965e-05, + "loss": 0.0183, + "step": 41680 + }, + { + "epoch": 35.35284139100933, + "grad_norm": 0.8296576129896083, + "learning_rate": 1.4994527295789112e-05, + "loss": 0.0193, + "step": 41681 + }, + { + "epoch": 35.353689567430024, + "grad_norm": 0.9279851647761489, + "learning_rate": 1.4994289306884287e-05, + "loss": 0.0196, + "step": 41682 + }, + { + "epoch": 35.35453774385072, + "grad_norm": 0.7905826541720049, + "learning_rate": 1.4994051314210668e-05, + "loss": 0.0198, + "step": 41683 + }, + { + "epoch": 35.35538592027142, + "grad_norm": 0.8232627595181516, + "learning_rate": 1.499381331776844e-05, + "loss": 0.0184, + "step": 41684 + }, + { + "epoch": 35.35623409669211, + "grad_norm": 0.8272803444995523, + "learning_rate": 1.4993575317557771e-05, + "loss": 0.0163, + "step": 41685 + }, + { + "epoch": 35.35708227311281, + "grad_norm": 0.7556449642170153, + "learning_rate": 1.4993337313578846e-05, + "loss": 0.0161, + "step": 41686 + }, + { + "epoch": 35.357930449533505, + "grad_norm": 0.9151476240343143, + "learning_rate": 1.4993099305831852e-05, + "loss": 0.0188, + "step": 41687 + }, + { + "epoch": 35.3587786259542, + "grad_norm": 0.7125206799820183, + "learning_rate": 1.4992861294316958e-05, + "loss": 0.0177, + "step": 41688 + }, + { + "epoch": 35.35962680237489, + "grad_norm": 1.0074237708319702, + "learning_rate": 1.4992623279034351e-05, + "loss": 0.0211, + "step": 41689 + }, + { + "epoch": 35.36047497879559, + "grad_norm": 0.9889271952428369, + "learning_rate": 1.4992385259984206e-05, + "loss": 0.0205, + "step": 41690 + }, + { + "epoch": 35.36132315521628, + "grad_norm": 0.8772241211045543, + "learning_rate": 1.4992147237166701e-05, + "loss": 0.0175, + "step": 41691 + }, + { + "epoch": 35.36217133163698, + "grad_norm": 0.8817348726002741, + "learning_rate": 1.499190921058202e-05, + "loss": 0.0166, + "step": 41692 + }, + { + "epoch": 35.363019508057675, + "grad_norm": 0.8053353570717874, + "learning_rate": 1.4991671180230346e-05, + "loss": 0.0179, + "step": 41693 + }, + { + "epoch": 35.36386768447837, + "grad_norm": 0.9466808139927889, + "learning_rate": 1.499143314611185e-05, + "loss": 0.0202, + "step": 41694 + }, + { + "epoch": 35.36471586089907, + "grad_norm": 0.8493367697813217, + "learning_rate": 1.4991195108226717e-05, + "loss": 0.0197, + "step": 41695 + }, + { + "epoch": 35.365564037319764, + "grad_norm": 0.8541933735331593, + "learning_rate": 1.4990957066575124e-05, + "loss": 0.0183, + "step": 41696 + }, + { + "epoch": 35.36641221374046, + "grad_norm": 0.9377418648751726, + "learning_rate": 1.4990719021157254e-05, + "loss": 0.0189, + "step": 41697 + }, + { + "epoch": 35.36726039016116, + "grad_norm": 0.7950903158990632, + "learning_rate": 1.4990480971973285e-05, + "loss": 0.0201, + "step": 41698 + }, + { + "epoch": 35.368108566581846, + "grad_norm": 0.9556395956809906, + "learning_rate": 1.4990242919023393e-05, + "loss": 0.0185, + "step": 41699 + }, + { + "epoch": 35.36895674300254, + "grad_norm": 0.8684340026883935, + "learning_rate": 1.4990004862307761e-05, + "loss": 0.0171, + "step": 41700 + }, + { + "epoch": 35.36980491942324, + "grad_norm": 0.8806520164260866, + "learning_rate": 1.4989766801826569e-05, + "loss": 0.0173, + "step": 41701 + }, + { + "epoch": 35.370653095843934, + "grad_norm": 0.6750833611077665, + "learning_rate": 1.4989528737579996e-05, + "loss": 0.0155, + "step": 41702 + }, + { + "epoch": 35.37150127226463, + "grad_norm": 0.8293777531075278, + "learning_rate": 1.4989290669568227e-05, + "loss": 0.0173, + "step": 41703 + }, + { + "epoch": 35.37234944868533, + "grad_norm": 0.8594513718745111, + "learning_rate": 1.498905259779143e-05, + "loss": 0.0187, + "step": 41704 + }, + { + "epoch": 35.37319762510602, + "grad_norm": 0.9914571514120145, + "learning_rate": 1.4988814522249791e-05, + "loss": 0.0214, + "step": 41705 + }, + { + "epoch": 35.37404580152672, + "grad_norm": 0.7969938914820353, + "learning_rate": 1.4988576442943493e-05, + "loss": 0.0177, + "step": 41706 + }, + { + "epoch": 35.374893977947416, + "grad_norm": 0.8843712816106427, + "learning_rate": 1.4988338359872712e-05, + "loss": 0.019, + "step": 41707 + }, + { + "epoch": 35.37574215436811, + "grad_norm": 0.7928486198803529, + "learning_rate": 1.4988100273037626e-05, + "loss": 0.0185, + "step": 41708 + }, + { + "epoch": 35.3765903307888, + "grad_norm": 0.9407436422494041, + "learning_rate": 1.4987862182438417e-05, + "loss": 0.0196, + "step": 41709 + }, + { + "epoch": 35.3774385072095, + "grad_norm": 0.9441931715324737, + "learning_rate": 1.4987624088075268e-05, + "loss": 0.0182, + "step": 41710 + }, + { + "epoch": 35.37828668363019, + "grad_norm": 0.6872762230810511, + "learning_rate": 1.4987385989948351e-05, + "loss": 0.015, + "step": 41711 + }, + { + "epoch": 35.37913486005089, + "grad_norm": 1.0037173316882724, + "learning_rate": 1.4987147888057849e-05, + "loss": 0.0193, + "step": 41712 + }, + { + "epoch": 35.379983036471586, + "grad_norm": 0.811890914756393, + "learning_rate": 1.4986909782403944e-05, + "loss": 0.0207, + "step": 41713 + }, + { + "epoch": 35.38083121289228, + "grad_norm": 0.7729368929460662, + "learning_rate": 1.4986671672986815e-05, + "loss": 0.0165, + "step": 41714 + }, + { + "epoch": 35.38167938931298, + "grad_norm": 0.9015458221646167, + "learning_rate": 1.4986433559806641e-05, + "loss": 0.0197, + "step": 41715 + }, + { + "epoch": 35.382527565733675, + "grad_norm": 0.9700618986790763, + "learning_rate": 1.4986195442863601e-05, + "loss": 0.02, + "step": 41716 + }, + { + "epoch": 35.38337574215437, + "grad_norm": 0.8559151531789746, + "learning_rate": 1.4985957322157876e-05, + "loss": 0.0199, + "step": 41717 + }, + { + "epoch": 35.38422391857507, + "grad_norm": 0.9092638262305385, + "learning_rate": 1.4985719197689641e-05, + "loss": 0.0213, + "step": 41718 + }, + { + "epoch": 35.385072094995756, + "grad_norm": 1.2382000198835228, + "learning_rate": 1.4985481069459082e-05, + "loss": 0.022, + "step": 41719 + }, + { + "epoch": 35.38592027141645, + "grad_norm": 0.8306053168528876, + "learning_rate": 1.4985242937466376e-05, + "loss": 0.0156, + "step": 41720 + }, + { + "epoch": 35.38676844783715, + "grad_norm": 0.8328915068510743, + "learning_rate": 1.4985004801711705e-05, + "loss": 0.0192, + "step": 41721 + }, + { + "epoch": 35.387616624257845, + "grad_norm": 0.96873843973922, + "learning_rate": 1.4984766662195243e-05, + "loss": 0.0208, + "step": 41722 + }, + { + "epoch": 35.38846480067854, + "grad_norm": 1.3265776093368826, + "learning_rate": 1.4984528518917176e-05, + "loss": 0.0201, + "step": 41723 + }, + { + "epoch": 35.38931297709924, + "grad_norm": 0.8585251383312716, + "learning_rate": 1.4984290371877678e-05, + "loss": 0.0176, + "step": 41724 + }, + { + "epoch": 35.390161153519934, + "grad_norm": 0.776971622650388, + "learning_rate": 1.4984052221076934e-05, + "loss": 0.0179, + "step": 41725 + }, + { + "epoch": 35.39100932994063, + "grad_norm": 0.7644467025281554, + "learning_rate": 1.4983814066515121e-05, + "loss": 0.0174, + "step": 41726 + }, + { + "epoch": 35.391857506361326, + "grad_norm": 0.9397759233990021, + "learning_rate": 1.498357590819242e-05, + "loss": 0.0185, + "step": 41727 + }, + { + "epoch": 35.392705682782015, + "grad_norm": 0.8954345577746162, + "learning_rate": 1.498333774610901e-05, + "loss": 0.0194, + "step": 41728 + }, + { + "epoch": 35.39355385920271, + "grad_norm": 0.7608584610024676, + "learning_rate": 1.4983099580265068e-05, + "loss": 0.0176, + "step": 41729 + }, + { + "epoch": 35.39440203562341, + "grad_norm": 0.9685024413893294, + "learning_rate": 1.4982861410660779e-05, + "loss": 0.0219, + "step": 41730 + }, + { + "epoch": 35.395250212044104, + "grad_norm": 0.9004979803877748, + "learning_rate": 1.4982623237296318e-05, + "loss": 0.0194, + "step": 41731 + }, + { + "epoch": 35.3960983884648, + "grad_norm": 0.7394775180763922, + "learning_rate": 1.4982385060171867e-05, + "loss": 0.0176, + "step": 41732 + }, + { + "epoch": 35.396946564885496, + "grad_norm": 0.7782619495945075, + "learning_rate": 1.4982146879287607e-05, + "loss": 0.0195, + "step": 41733 + }, + { + "epoch": 35.39779474130619, + "grad_norm": 0.9344854128272959, + "learning_rate": 1.4981908694643714e-05, + "loss": 0.0191, + "step": 41734 + }, + { + "epoch": 35.39864291772689, + "grad_norm": 1.0024808259886038, + "learning_rate": 1.4981670506240375e-05, + "loss": 0.0243, + "step": 41735 + }, + { + "epoch": 35.399491094147585, + "grad_norm": 1.4186574634847782, + "learning_rate": 1.4981432314077761e-05, + "loss": 0.0241, + "step": 41736 + }, + { + "epoch": 35.40033927056828, + "grad_norm": 0.9305934102415389, + "learning_rate": 1.4981194118156056e-05, + "loss": 0.0187, + "step": 41737 + }, + { + "epoch": 35.40118744698897, + "grad_norm": 0.929548988833445, + "learning_rate": 1.4980955918475438e-05, + "loss": 0.0198, + "step": 41738 + }, + { + "epoch": 35.40203562340967, + "grad_norm": 0.9594818125943374, + "learning_rate": 1.4980717715036088e-05, + "loss": 0.0182, + "step": 41739 + }, + { + "epoch": 35.40288379983036, + "grad_norm": 0.78557997857974, + "learning_rate": 1.4980479507838188e-05, + "loss": 0.0183, + "step": 41740 + }, + { + "epoch": 35.40373197625106, + "grad_norm": 0.8395779237299961, + "learning_rate": 1.4980241296881914e-05, + "loss": 0.019, + "step": 41741 + }, + { + "epoch": 35.404580152671755, + "grad_norm": 0.8350257335999758, + "learning_rate": 1.4980003082167446e-05, + "loss": 0.02, + "step": 41742 + }, + { + "epoch": 35.40542832909245, + "grad_norm": 0.7985640927081217, + "learning_rate": 1.4979764863694968e-05, + "loss": 0.0169, + "step": 41743 + }, + { + "epoch": 35.40627650551315, + "grad_norm": 0.673392536499634, + "learning_rate": 1.4979526641464655e-05, + "loss": 0.0152, + "step": 41744 + }, + { + "epoch": 35.407124681933844, + "grad_norm": 1.1264275787479057, + "learning_rate": 1.4979288415476689e-05, + "loss": 0.019, + "step": 41745 + }, + { + "epoch": 35.40797285835454, + "grad_norm": 0.9185792194097221, + "learning_rate": 1.4979050185731247e-05, + "loss": 0.0204, + "step": 41746 + }, + { + "epoch": 35.40882103477524, + "grad_norm": 1.0052283890492184, + "learning_rate": 1.4978811952228513e-05, + "loss": 0.022, + "step": 41747 + }, + { + "epoch": 35.409669211195926, + "grad_norm": 0.9112697330982424, + "learning_rate": 1.4978573714968665e-05, + "loss": 0.0198, + "step": 41748 + }, + { + "epoch": 35.41051738761662, + "grad_norm": 0.7626257465698939, + "learning_rate": 1.4978335473951886e-05, + "loss": 0.0171, + "step": 41749 + }, + { + "epoch": 35.41136556403732, + "grad_norm": 0.8618069796064399, + "learning_rate": 1.4978097229178349e-05, + "loss": 0.0196, + "step": 41750 + }, + { + "epoch": 35.412213740458014, + "grad_norm": 0.8279281095840612, + "learning_rate": 1.4977858980648235e-05, + "loss": 0.0186, + "step": 41751 + }, + { + "epoch": 35.41306191687871, + "grad_norm": 0.8440876804461828, + "learning_rate": 1.4977620728361726e-05, + "loss": 0.0187, + "step": 41752 + }, + { + "epoch": 35.41391009329941, + "grad_norm": 0.8724996592060653, + "learning_rate": 1.4977382472319004e-05, + "loss": 0.0205, + "step": 41753 + }, + { + "epoch": 35.4147582697201, + "grad_norm": 0.9297004542395138, + "learning_rate": 1.497714421252025e-05, + "loss": 0.0191, + "step": 41754 + }, + { + "epoch": 35.4156064461408, + "grad_norm": 0.7906808723466329, + "learning_rate": 1.4976905948965637e-05, + "loss": 0.0164, + "step": 41755 + }, + { + "epoch": 35.416454622561496, + "grad_norm": 0.7739150821949109, + "learning_rate": 1.4976667681655346e-05, + "loss": 0.0186, + "step": 41756 + }, + { + "epoch": 35.41730279898219, + "grad_norm": 0.924769976279107, + "learning_rate": 1.4976429410589559e-05, + "loss": 0.0216, + "step": 41757 + }, + { + "epoch": 35.41815097540288, + "grad_norm": 0.8406565409893499, + "learning_rate": 1.4976191135768461e-05, + "loss": 0.0175, + "step": 41758 + }, + { + "epoch": 35.41899915182358, + "grad_norm": 0.7271086559900718, + "learning_rate": 1.4975952857192222e-05, + "loss": 0.0188, + "step": 41759 + }, + { + "epoch": 35.41984732824427, + "grad_norm": 0.9568557403326071, + "learning_rate": 1.4975714574861029e-05, + "loss": 0.02, + "step": 41760 + }, + { + "epoch": 35.42069550466497, + "grad_norm": 0.924146025970954, + "learning_rate": 1.4975476288775057e-05, + "loss": 0.0196, + "step": 41761 + }, + { + "epoch": 35.421543681085666, + "grad_norm": 0.8543358830132604, + "learning_rate": 1.497523799893449e-05, + "loss": 0.0169, + "step": 41762 + }, + { + "epoch": 35.42239185750636, + "grad_norm": 0.9516922214863182, + "learning_rate": 1.4974999705339506e-05, + "loss": 0.0207, + "step": 41763 + }, + { + "epoch": 35.42324003392706, + "grad_norm": 0.93581474540428, + "learning_rate": 1.497476140799028e-05, + "loss": 0.0214, + "step": 41764 + }, + { + "epoch": 35.424088210347755, + "grad_norm": 0.8073325409964923, + "learning_rate": 1.4974523106887e-05, + "loss": 0.0161, + "step": 41765 + }, + { + "epoch": 35.42493638676845, + "grad_norm": 0.8549715362532183, + "learning_rate": 1.4974284802029842e-05, + "loss": 0.0184, + "step": 41766 + }, + { + "epoch": 35.42578456318914, + "grad_norm": 1.0855248555062587, + "learning_rate": 1.4974046493418986e-05, + "loss": 0.0231, + "step": 41767 + }, + { + "epoch": 35.426632739609836, + "grad_norm": 0.9442569070968759, + "learning_rate": 1.4973808181054615e-05, + "loss": 0.0196, + "step": 41768 + }, + { + "epoch": 35.42748091603053, + "grad_norm": 0.831959956013544, + "learning_rate": 1.4973569864936903e-05, + "loss": 0.02, + "step": 41769 + }, + { + "epoch": 35.42832909245123, + "grad_norm": 0.849562443064444, + "learning_rate": 1.4973331545066033e-05, + "loss": 0.0185, + "step": 41770 + }, + { + "epoch": 35.429177268871925, + "grad_norm": 0.8361039295897319, + "learning_rate": 1.4973093221442181e-05, + "loss": 0.0228, + "step": 41771 + }, + { + "epoch": 35.43002544529262, + "grad_norm": 0.6045876046895587, + "learning_rate": 1.4972854894065535e-05, + "loss": 0.0176, + "step": 41772 + }, + { + "epoch": 35.43087362171332, + "grad_norm": 0.7142042759401377, + "learning_rate": 1.4972616562936269e-05, + "loss": 0.0187, + "step": 41773 + }, + { + "epoch": 35.431721798134014, + "grad_norm": 0.911626756750315, + "learning_rate": 1.4972378228054562e-05, + "loss": 0.02, + "step": 41774 + }, + { + "epoch": 35.43256997455471, + "grad_norm": 0.7797730960378992, + "learning_rate": 1.4972139889420599e-05, + "loss": 0.0172, + "step": 41775 + }, + { + "epoch": 35.433418150975406, + "grad_norm": 0.7536233744882916, + "learning_rate": 1.4971901547034556e-05, + "loss": 0.0174, + "step": 41776 + }, + { + "epoch": 35.434266327396095, + "grad_norm": 0.7107025539664071, + "learning_rate": 1.4971663200896611e-05, + "loss": 0.0165, + "step": 41777 + }, + { + "epoch": 35.43511450381679, + "grad_norm": 0.7972729283846983, + "learning_rate": 1.4971424851006949e-05, + "loss": 0.0208, + "step": 41778 + }, + { + "epoch": 35.43596268023749, + "grad_norm": 0.7880698942769183, + "learning_rate": 1.4971186497365746e-05, + "loss": 0.0192, + "step": 41779 + }, + { + "epoch": 35.436810856658184, + "grad_norm": 0.9014053072751795, + "learning_rate": 1.4970948139973183e-05, + "loss": 0.0187, + "step": 41780 + }, + { + "epoch": 35.43765903307888, + "grad_norm": 0.8517249191524199, + "learning_rate": 1.4970709778829443e-05, + "loss": 0.0186, + "step": 41781 + }, + { + "epoch": 35.438507209499576, + "grad_norm": 0.7368928968822707, + "learning_rate": 1.4970471413934702e-05, + "loss": 0.015, + "step": 41782 + }, + { + "epoch": 35.43935538592027, + "grad_norm": 0.8313467507266621, + "learning_rate": 1.4970233045289137e-05, + "loss": 0.0187, + "step": 41783 + }, + { + "epoch": 35.44020356234097, + "grad_norm": 0.7343042848163247, + "learning_rate": 1.4969994672892934e-05, + "loss": 0.0163, + "step": 41784 + }, + { + "epoch": 35.441051738761665, + "grad_norm": 0.9584977760216281, + "learning_rate": 1.4969756296746272e-05, + "loss": 0.0191, + "step": 41785 + }, + { + "epoch": 35.44189991518236, + "grad_norm": 0.9150973777797811, + "learning_rate": 1.4969517916849327e-05, + "loss": 0.0208, + "step": 41786 + }, + { + "epoch": 35.44274809160305, + "grad_norm": 1.0622935940202494, + "learning_rate": 1.4969279533202283e-05, + "loss": 0.0211, + "step": 41787 + }, + { + "epoch": 35.44359626802375, + "grad_norm": 0.8188808056445362, + "learning_rate": 1.4969041145805318e-05, + "loss": 0.0182, + "step": 41788 + }, + { + "epoch": 35.44444444444444, + "grad_norm": 0.8287588154532666, + "learning_rate": 1.4968802754658614e-05, + "loss": 0.018, + "step": 41789 + }, + { + "epoch": 35.44529262086514, + "grad_norm": 1.0388349157002332, + "learning_rate": 1.4968564359762342e-05, + "loss": 0.0207, + "step": 41790 + }, + { + "epoch": 35.446140797285835, + "grad_norm": 0.827311034261508, + "learning_rate": 1.4968325961116697e-05, + "loss": 0.021, + "step": 41791 + }, + { + "epoch": 35.44698897370653, + "grad_norm": 0.9913889718530787, + "learning_rate": 1.4968087558721847e-05, + "loss": 0.0196, + "step": 41792 + }, + { + "epoch": 35.44783715012723, + "grad_norm": 0.7485629502814396, + "learning_rate": 1.4967849152577976e-05, + "loss": 0.0176, + "step": 41793 + }, + { + "epoch": 35.448685326547924, + "grad_norm": 0.933930694010695, + "learning_rate": 1.4967610742685264e-05, + "loss": 0.0184, + "step": 41794 + }, + { + "epoch": 35.44953350296862, + "grad_norm": 0.927371005093689, + "learning_rate": 1.496737232904389e-05, + "loss": 0.0208, + "step": 41795 + }, + { + "epoch": 35.45038167938931, + "grad_norm": 0.9304479142027827, + "learning_rate": 1.4967133911654037e-05, + "loss": 0.0195, + "step": 41796 + }, + { + "epoch": 35.451229855810006, + "grad_norm": 0.8751824634643538, + "learning_rate": 1.4966895490515879e-05, + "loss": 0.0202, + "step": 41797 + }, + { + "epoch": 35.4520780322307, + "grad_norm": 0.6682906954603749, + "learning_rate": 1.49666570656296e-05, + "loss": 0.0142, + "step": 41798 + }, + { + "epoch": 35.4529262086514, + "grad_norm": 0.7577390399246008, + "learning_rate": 1.4966418636995377e-05, + "loss": 0.0192, + "step": 41799 + }, + { + "epoch": 35.453774385072094, + "grad_norm": 0.900821302341634, + "learning_rate": 1.4966180204613396e-05, + "loss": 0.0197, + "step": 41800 + }, + { + "epoch": 35.45462256149279, + "grad_norm": 0.7032815086803422, + "learning_rate": 1.4965941768483834e-05, + "loss": 0.0172, + "step": 41801 + }, + { + "epoch": 35.45547073791349, + "grad_norm": 0.8210830883140969, + "learning_rate": 1.4965703328606867e-05, + "loss": 0.016, + "step": 41802 + }, + { + "epoch": 35.45631891433418, + "grad_norm": 0.8051194346832847, + "learning_rate": 1.4965464884982677e-05, + "loss": 0.0184, + "step": 41803 + }, + { + "epoch": 35.45716709075488, + "grad_norm": 0.8653491326182863, + "learning_rate": 1.4965226437611447e-05, + "loss": 0.0202, + "step": 41804 + }, + { + "epoch": 35.458015267175576, + "grad_norm": 0.8713116432645226, + "learning_rate": 1.4964987986493354e-05, + "loss": 0.0193, + "step": 41805 + }, + { + "epoch": 35.458863443596265, + "grad_norm": 0.831513672174857, + "learning_rate": 1.496474953162858e-05, + "loss": 0.0191, + "step": 41806 + }, + { + "epoch": 35.45971162001696, + "grad_norm": 0.6877019819082388, + "learning_rate": 1.49645110730173e-05, + "loss": 0.0177, + "step": 41807 + }, + { + "epoch": 35.46055979643766, + "grad_norm": 0.7771468004810989, + "learning_rate": 1.4964272610659701e-05, + "loss": 0.0175, + "step": 41808 + }, + { + "epoch": 35.46140797285835, + "grad_norm": 0.9970403825276034, + "learning_rate": 1.4964034144555958e-05, + "loss": 0.0207, + "step": 41809 + }, + { + "epoch": 35.46225614927905, + "grad_norm": 0.7317760462114352, + "learning_rate": 1.4963795674706254e-05, + "loss": 0.0178, + "step": 41810 + }, + { + "epoch": 35.463104325699746, + "grad_norm": 0.7159453882705256, + "learning_rate": 1.4963557201110766e-05, + "loss": 0.0173, + "step": 41811 + }, + { + "epoch": 35.46395250212044, + "grad_norm": 0.900676167372127, + "learning_rate": 1.4963318723769676e-05, + "loss": 0.0194, + "step": 41812 + }, + { + "epoch": 35.46480067854114, + "grad_norm": 0.7460239465976295, + "learning_rate": 1.4963080242683163e-05, + "loss": 0.0176, + "step": 41813 + }, + { + "epoch": 35.465648854961835, + "grad_norm": 0.6774372098318937, + "learning_rate": 1.496284175785141e-05, + "loss": 0.0157, + "step": 41814 + }, + { + "epoch": 35.46649703138253, + "grad_norm": 0.6903099886669082, + "learning_rate": 1.496260326927459e-05, + "loss": 0.0173, + "step": 41815 + }, + { + "epoch": 35.46734520780322, + "grad_norm": 0.8176192098115356, + "learning_rate": 1.496236477695289e-05, + "loss": 0.0185, + "step": 41816 + }, + { + "epoch": 35.468193384223916, + "grad_norm": 0.6458657479155052, + "learning_rate": 1.4962126280886484e-05, + "loss": 0.0169, + "step": 41817 + }, + { + "epoch": 35.46904156064461, + "grad_norm": 0.914433796921356, + "learning_rate": 1.4961887781075556e-05, + "loss": 0.0184, + "step": 41818 + }, + { + "epoch": 35.46988973706531, + "grad_norm": 0.9193793108296714, + "learning_rate": 1.4961649277520289e-05, + "loss": 0.0212, + "step": 41819 + }, + { + "epoch": 35.470737913486005, + "grad_norm": 0.9095107058866779, + "learning_rate": 1.4961410770220858e-05, + "loss": 0.0196, + "step": 41820 + }, + { + "epoch": 35.4715860899067, + "grad_norm": 0.7911985019785029, + "learning_rate": 1.4961172259177444e-05, + "loss": 0.017, + "step": 41821 + }, + { + "epoch": 35.4724342663274, + "grad_norm": 1.2048834798745005, + "learning_rate": 1.4960933744390224e-05, + "loss": 0.0172, + "step": 41822 + }, + { + "epoch": 35.47328244274809, + "grad_norm": 0.9251130061847027, + "learning_rate": 1.4960695225859386e-05, + "loss": 0.0168, + "step": 41823 + }, + { + "epoch": 35.47413061916879, + "grad_norm": 0.7690962492733521, + "learning_rate": 1.49604567035851e-05, + "loss": 0.0183, + "step": 41824 + }, + { + "epoch": 35.474978795589486, + "grad_norm": 0.9242523157417712, + "learning_rate": 1.4960218177567554e-05, + "loss": 0.0208, + "step": 41825 + }, + { + "epoch": 35.475826972010175, + "grad_norm": 0.81786350333233, + "learning_rate": 1.4959979647806924e-05, + "loss": 0.0185, + "step": 41826 + }, + { + "epoch": 35.47667514843087, + "grad_norm": 0.8029137091691934, + "learning_rate": 1.4959741114303392e-05, + "loss": 0.0192, + "step": 41827 + }, + { + "epoch": 35.47752332485157, + "grad_norm": 0.7090391866433975, + "learning_rate": 1.4959502577057137e-05, + "loss": 0.0175, + "step": 41828 + }, + { + "epoch": 35.478371501272264, + "grad_norm": 0.7307312544849721, + "learning_rate": 1.4959264036068337e-05, + "loss": 0.0169, + "step": 41829 + }, + { + "epoch": 35.47921967769296, + "grad_norm": 0.6466991119314031, + "learning_rate": 1.4959025491337177e-05, + "loss": 0.0145, + "step": 41830 + }, + { + "epoch": 35.480067854113656, + "grad_norm": 0.903617941561076, + "learning_rate": 1.4958786942863832e-05, + "loss": 0.0213, + "step": 41831 + }, + { + "epoch": 35.48091603053435, + "grad_norm": 0.8299568953688972, + "learning_rate": 1.4958548390648485e-05, + "loss": 0.0185, + "step": 41832 + }, + { + "epoch": 35.48176420695505, + "grad_norm": 0.9831728193177067, + "learning_rate": 1.4958309834691318e-05, + "loss": 0.0182, + "step": 41833 + }, + { + "epoch": 35.482612383375745, + "grad_norm": 0.8509696594210284, + "learning_rate": 1.4958071274992505e-05, + "loss": 0.016, + "step": 41834 + }, + { + "epoch": 35.48346055979644, + "grad_norm": 0.9972475435376925, + "learning_rate": 1.4957832711552232e-05, + "loss": 0.0213, + "step": 41835 + }, + { + "epoch": 35.48430873621713, + "grad_norm": 0.953078517266005, + "learning_rate": 1.4957594144370671e-05, + "loss": 0.0185, + "step": 41836 + }, + { + "epoch": 35.48515691263783, + "grad_norm": 0.8261288946355879, + "learning_rate": 1.495735557344801e-05, + "loss": 0.0189, + "step": 41837 + }, + { + "epoch": 35.48600508905852, + "grad_norm": 0.7920150343573766, + "learning_rate": 1.4957116998784429e-05, + "loss": 0.0171, + "step": 41838 + }, + { + "epoch": 35.48685326547922, + "grad_norm": 0.858764531933189, + "learning_rate": 1.4956878420380101e-05, + "loss": 0.0214, + "step": 41839 + }, + { + "epoch": 35.487701441899915, + "grad_norm": 0.9183023730670856, + "learning_rate": 1.4956639838235213e-05, + "loss": 0.0203, + "step": 41840 + }, + { + "epoch": 35.48854961832061, + "grad_norm": 0.8976753949900121, + "learning_rate": 1.4956401252349942e-05, + "loss": 0.019, + "step": 41841 + }, + { + "epoch": 35.48939779474131, + "grad_norm": 0.9154472903735685, + "learning_rate": 1.4956162662724467e-05, + "loss": 0.0201, + "step": 41842 + }, + { + "epoch": 35.490245971162004, + "grad_norm": 0.8186169323062545, + "learning_rate": 1.4955924069358969e-05, + "loss": 0.0171, + "step": 41843 + }, + { + "epoch": 35.4910941475827, + "grad_norm": 0.8761781539066102, + "learning_rate": 1.4955685472253632e-05, + "loss": 0.0203, + "step": 41844 + }, + { + "epoch": 35.49194232400339, + "grad_norm": 0.7108548815959258, + "learning_rate": 1.495544687140863e-05, + "loss": 0.0181, + "step": 41845 + }, + { + "epoch": 35.492790500424086, + "grad_norm": 0.751300089413244, + "learning_rate": 1.4955208266824146e-05, + "loss": 0.0149, + "step": 41846 + }, + { + "epoch": 35.49363867684478, + "grad_norm": 0.823346197797232, + "learning_rate": 1.495496965850036e-05, + "loss": 0.0185, + "step": 41847 + }, + { + "epoch": 35.49448685326548, + "grad_norm": 0.9538176182648134, + "learning_rate": 1.4954731046437452e-05, + "loss": 0.0209, + "step": 41848 + }, + { + "epoch": 35.495335029686174, + "grad_norm": 0.755952938744744, + "learning_rate": 1.49544924306356e-05, + "loss": 0.0173, + "step": 41849 + }, + { + "epoch": 35.49618320610687, + "grad_norm": 0.6970205041967071, + "learning_rate": 1.4954253811094988e-05, + "loss": 0.016, + "step": 41850 + }, + { + "epoch": 35.49703138252757, + "grad_norm": 0.7291353976554116, + "learning_rate": 1.4954015187815794e-05, + "loss": 0.0178, + "step": 41851 + }, + { + "epoch": 35.49787955894826, + "grad_norm": 0.7928362449659972, + "learning_rate": 1.4953776560798197e-05, + "loss": 0.0171, + "step": 41852 + }, + { + "epoch": 35.49872773536896, + "grad_norm": 0.8251720366756278, + "learning_rate": 1.4953537930042377e-05, + "loss": 0.0181, + "step": 41853 + }, + { + "epoch": 35.499575911789655, + "grad_norm": 0.7136120016948463, + "learning_rate": 1.4953299295548518e-05, + "loss": 0.016, + "step": 41854 + }, + { + "epoch": 35.500424088210345, + "grad_norm": 0.684908773538927, + "learning_rate": 1.4953060657316791e-05, + "loss": 0.0186, + "step": 41855 + }, + { + "epoch": 35.50127226463104, + "grad_norm": 0.9893018618111149, + "learning_rate": 1.495282201534739e-05, + "loss": 0.0188, + "step": 41856 + }, + { + "epoch": 35.50212044105174, + "grad_norm": 0.9223685695743119, + "learning_rate": 1.4952583369640486e-05, + "loss": 0.0188, + "step": 41857 + }, + { + "epoch": 35.50296861747243, + "grad_norm": 0.790991986475725, + "learning_rate": 1.4952344720196256e-05, + "loss": 0.0163, + "step": 41858 + }, + { + "epoch": 35.50381679389313, + "grad_norm": 0.9145088275503785, + "learning_rate": 1.4952106067014889e-05, + "loss": 0.0178, + "step": 41859 + }, + { + "epoch": 35.504664970313826, + "grad_norm": 0.7193406663893238, + "learning_rate": 1.495186741009656e-05, + "loss": 0.0181, + "step": 41860 + }, + { + "epoch": 35.50551314673452, + "grad_norm": 0.9054393580830435, + "learning_rate": 1.4951628749441449e-05, + "loss": 0.0208, + "step": 41861 + }, + { + "epoch": 35.50636132315522, + "grad_norm": 0.7828647520681922, + "learning_rate": 1.4951390085049734e-05, + "loss": 0.0174, + "step": 41862 + }, + { + "epoch": 35.507209499575914, + "grad_norm": 0.7982840194859817, + "learning_rate": 1.4951151416921602e-05, + "loss": 0.0178, + "step": 41863 + }, + { + "epoch": 35.50805767599661, + "grad_norm": 0.92883159582193, + "learning_rate": 1.4950912745057227e-05, + "loss": 0.0196, + "step": 41864 + }, + { + "epoch": 35.5089058524173, + "grad_norm": 0.7889531593615603, + "learning_rate": 1.4950674069456793e-05, + "loss": 0.0193, + "step": 41865 + }, + { + "epoch": 35.509754028837996, + "grad_norm": 0.907908443379031, + "learning_rate": 1.4950435390120478e-05, + "loss": 0.0182, + "step": 41866 + }, + { + "epoch": 35.51060220525869, + "grad_norm": 0.8786549585200565, + "learning_rate": 1.4950196707048461e-05, + "loss": 0.0186, + "step": 41867 + }, + { + "epoch": 35.51145038167939, + "grad_norm": 0.6879577108999427, + "learning_rate": 1.4949958020240922e-05, + "loss": 0.0187, + "step": 41868 + }, + { + "epoch": 35.512298558100085, + "grad_norm": 0.9255485485819369, + "learning_rate": 1.4949719329698044e-05, + "loss": 0.0184, + "step": 41869 + }, + { + "epoch": 35.51314673452078, + "grad_norm": 0.7692507079346376, + "learning_rate": 1.4949480635420009e-05, + "loss": 0.0161, + "step": 41870 + }, + { + "epoch": 35.51399491094148, + "grad_norm": 0.8065243657398233, + "learning_rate": 1.4949241937406992e-05, + "loss": 0.0167, + "step": 41871 + }, + { + "epoch": 35.51484308736217, + "grad_norm": 0.9154195413258679, + "learning_rate": 1.4949003235659172e-05, + "loss": 0.0212, + "step": 41872 + }, + { + "epoch": 35.51569126378287, + "grad_norm": 0.9073427339728939, + "learning_rate": 1.4948764530176734e-05, + "loss": 0.0201, + "step": 41873 + }, + { + "epoch": 35.51653944020356, + "grad_norm": 0.8488343581299836, + "learning_rate": 1.4948525820959856e-05, + "loss": 0.0183, + "step": 41874 + }, + { + "epoch": 35.517387616624255, + "grad_norm": 0.7265085617902459, + "learning_rate": 1.4948287108008722e-05, + "loss": 0.0185, + "step": 41875 + }, + { + "epoch": 35.51823579304495, + "grad_norm": 0.8037291872000851, + "learning_rate": 1.4948048391323502e-05, + "loss": 0.0198, + "step": 41876 + }, + { + "epoch": 35.51908396946565, + "grad_norm": 0.7673762937017963, + "learning_rate": 1.4947809670904388e-05, + "loss": 0.0188, + "step": 41877 + }, + { + "epoch": 35.519932145886344, + "grad_norm": 0.7427905558287589, + "learning_rate": 1.4947570946751553e-05, + "loss": 0.0167, + "step": 41878 + }, + { + "epoch": 35.52078032230704, + "grad_norm": 1.077098342527101, + "learning_rate": 1.494733221886518e-05, + "loss": 0.0179, + "step": 41879 + }, + { + "epoch": 35.521628498727736, + "grad_norm": 0.9084233466428898, + "learning_rate": 1.4947093487245447e-05, + "loss": 0.0189, + "step": 41880 + }, + { + "epoch": 35.52247667514843, + "grad_norm": 0.7747715957678508, + "learning_rate": 1.4946854751892535e-05, + "loss": 0.0179, + "step": 41881 + }, + { + "epoch": 35.52332485156913, + "grad_norm": 0.8251546847723649, + "learning_rate": 1.4946616012806622e-05, + "loss": 0.0181, + "step": 41882 + }, + { + "epoch": 35.524173027989825, + "grad_norm": 0.6638016015401463, + "learning_rate": 1.4946377269987893e-05, + "loss": 0.0174, + "step": 41883 + }, + { + "epoch": 35.525021204410514, + "grad_norm": 0.7100567802259319, + "learning_rate": 1.4946138523436529e-05, + "loss": 0.0154, + "step": 41884 + }, + { + "epoch": 35.52586938083121, + "grad_norm": 0.8842928346057565, + "learning_rate": 1.4945899773152703e-05, + "loss": 0.0185, + "step": 41885 + }, + { + "epoch": 35.52671755725191, + "grad_norm": 0.7007671571721888, + "learning_rate": 1.4945661019136602e-05, + "loss": 0.0166, + "step": 41886 + }, + { + "epoch": 35.5275657336726, + "grad_norm": 0.8169795939633935, + "learning_rate": 1.4945422261388399e-05, + "loss": 0.018, + "step": 41887 + }, + { + "epoch": 35.5284139100933, + "grad_norm": 0.8851252216078662, + "learning_rate": 1.494518349990828e-05, + "loss": 0.0172, + "step": 41888 + }, + { + "epoch": 35.529262086513995, + "grad_norm": 0.9982078461228596, + "learning_rate": 1.4944944734696424e-05, + "loss": 0.0193, + "step": 41889 + }, + { + "epoch": 35.53011026293469, + "grad_norm": 0.8564787209506749, + "learning_rate": 1.4944705965753012e-05, + "loss": 0.0203, + "step": 41890 + }, + { + "epoch": 35.53095843935539, + "grad_norm": 0.780116486273387, + "learning_rate": 1.4944467193078223e-05, + "loss": 0.018, + "step": 41891 + }, + { + "epoch": 35.531806615776084, + "grad_norm": 0.6701825646275212, + "learning_rate": 1.4944228416672236e-05, + "loss": 0.017, + "step": 41892 + }, + { + "epoch": 35.53265479219678, + "grad_norm": 0.7964982284665827, + "learning_rate": 1.494398963653523e-05, + "loss": 0.0194, + "step": 41893 + }, + { + "epoch": 35.53350296861747, + "grad_norm": 0.9685097083134021, + "learning_rate": 1.494375085266739e-05, + "loss": 0.0196, + "step": 41894 + }, + { + "epoch": 35.534351145038165, + "grad_norm": 0.8273971894926749, + "learning_rate": 1.4943512065068894e-05, + "loss": 0.0186, + "step": 41895 + }, + { + "epoch": 35.53519932145886, + "grad_norm": 0.8783649531830704, + "learning_rate": 1.494327327373992e-05, + "loss": 0.0185, + "step": 41896 + }, + { + "epoch": 35.53604749787956, + "grad_norm": 0.7503704756446717, + "learning_rate": 1.4943034478680652e-05, + "loss": 0.0178, + "step": 41897 + }, + { + "epoch": 35.536895674300254, + "grad_norm": 0.8492996812624483, + "learning_rate": 1.4942795679891268e-05, + "loss": 0.0167, + "step": 41898 + }, + { + "epoch": 35.53774385072095, + "grad_norm": 0.7381452748159796, + "learning_rate": 1.494255687737195e-05, + "loss": 0.0185, + "step": 41899 + }, + { + "epoch": 35.53859202714165, + "grad_norm": 0.8561689461479122, + "learning_rate": 1.4942318071122875e-05, + "loss": 0.0168, + "step": 41900 + }, + { + "epoch": 35.53944020356234, + "grad_norm": 0.7312178557203823, + "learning_rate": 1.4942079261144221e-05, + "loss": 0.0176, + "step": 41901 + }, + { + "epoch": 35.54028837998304, + "grad_norm": 0.7944100560065063, + "learning_rate": 1.4941840447436178e-05, + "loss": 0.02, + "step": 41902 + }, + { + "epoch": 35.541136556403735, + "grad_norm": 0.7876547698916939, + "learning_rate": 1.4941601629998919e-05, + "loss": 0.016, + "step": 41903 + }, + { + "epoch": 35.541984732824424, + "grad_norm": 0.7998257019264656, + "learning_rate": 1.4941362808832625e-05, + "loss": 0.0184, + "step": 41904 + }, + { + "epoch": 35.54283290924512, + "grad_norm": 0.7617919889967496, + "learning_rate": 1.4941123983937476e-05, + "loss": 0.0187, + "step": 41905 + }, + { + "epoch": 35.54368108566582, + "grad_norm": 0.8653666432943157, + "learning_rate": 1.4940885155313654e-05, + "loss": 0.0195, + "step": 41906 + }, + { + "epoch": 35.54452926208651, + "grad_norm": 0.8193324672335048, + "learning_rate": 1.4940646322961336e-05, + "loss": 0.0187, + "step": 41907 + }, + { + "epoch": 35.54537743850721, + "grad_norm": 0.923022694312468, + "learning_rate": 1.4940407486880705e-05, + "loss": 0.0217, + "step": 41908 + }, + { + "epoch": 35.546225614927906, + "grad_norm": 0.8398313448767148, + "learning_rate": 1.4940168647071942e-05, + "loss": 0.0209, + "step": 41909 + }, + { + "epoch": 35.5470737913486, + "grad_norm": 0.8251960151725978, + "learning_rate": 1.4939929803535225e-05, + "loss": 0.0193, + "step": 41910 + }, + { + "epoch": 35.5479219677693, + "grad_norm": 0.8725405251778585, + "learning_rate": 1.4939690956270736e-05, + "loss": 0.0202, + "step": 41911 + }, + { + "epoch": 35.548770144189994, + "grad_norm": 0.8852256240552098, + "learning_rate": 1.4939452105278655e-05, + "loss": 0.0193, + "step": 41912 + }, + { + "epoch": 35.54961832061069, + "grad_norm": 0.8679256916397728, + "learning_rate": 1.493921325055916e-05, + "loss": 0.0208, + "step": 41913 + }, + { + "epoch": 35.55046649703138, + "grad_norm": 0.7526732019243976, + "learning_rate": 1.4938974392112433e-05, + "loss": 0.0182, + "step": 41914 + }, + { + "epoch": 35.551314673452076, + "grad_norm": 0.8140442687971225, + "learning_rate": 1.4938735529938653e-05, + "loss": 0.0206, + "step": 41915 + }, + { + "epoch": 35.55216284987277, + "grad_norm": 0.8112219213158988, + "learning_rate": 1.4938496664038005e-05, + "loss": 0.0181, + "step": 41916 + }, + { + "epoch": 35.55301102629347, + "grad_norm": 0.8697003973412237, + "learning_rate": 1.4938257794410664e-05, + "loss": 0.0183, + "step": 41917 + }, + { + "epoch": 35.553859202714165, + "grad_norm": 0.8226204786965247, + "learning_rate": 1.493801892105681e-05, + "loss": 0.0187, + "step": 41918 + }, + { + "epoch": 35.55470737913486, + "grad_norm": 0.7146041166569729, + "learning_rate": 1.4937780043976626e-05, + "loss": 0.0177, + "step": 41919 + }, + { + "epoch": 35.55555555555556, + "grad_norm": 0.7613663497594939, + "learning_rate": 1.4937541163170293e-05, + "loss": 0.0175, + "step": 41920 + }, + { + "epoch": 35.55640373197625, + "grad_norm": 1.0238918368590764, + "learning_rate": 1.4937302278637989e-05, + "loss": 0.0225, + "step": 41921 + }, + { + "epoch": 35.55725190839695, + "grad_norm": 0.9242991038623581, + "learning_rate": 1.4937063390379893e-05, + "loss": 0.0203, + "step": 41922 + }, + { + "epoch": 35.55810008481764, + "grad_norm": 0.9536129372267295, + "learning_rate": 1.493682449839619e-05, + "loss": 0.0179, + "step": 41923 + }, + { + "epoch": 35.558948261238335, + "grad_norm": 0.724616487907879, + "learning_rate": 1.4936585602687055e-05, + "loss": 0.0178, + "step": 41924 + }, + { + "epoch": 35.55979643765903, + "grad_norm": 0.7838596246278136, + "learning_rate": 1.4936346703252671e-05, + "loss": 0.0199, + "step": 41925 + }, + { + "epoch": 35.56064461407973, + "grad_norm": 0.8575699868188781, + "learning_rate": 1.493610780009322e-05, + "loss": 0.0166, + "step": 41926 + }, + { + "epoch": 35.561492790500424, + "grad_norm": 0.7586586594979615, + "learning_rate": 1.4935868893208878e-05, + "loss": 0.0214, + "step": 41927 + }, + { + "epoch": 35.56234096692112, + "grad_norm": 0.8868324572361752, + "learning_rate": 1.493562998259983e-05, + "loss": 0.0179, + "step": 41928 + }, + { + "epoch": 35.563189143341816, + "grad_norm": 0.915027616869729, + "learning_rate": 1.4935391068266252e-05, + "loss": 0.0192, + "step": 41929 + }, + { + "epoch": 35.56403731976251, + "grad_norm": 0.7821763783148216, + "learning_rate": 1.4935152150208328e-05, + "loss": 0.0166, + "step": 41930 + }, + { + "epoch": 35.56488549618321, + "grad_norm": 0.8391905154251003, + "learning_rate": 1.4934913228426233e-05, + "loss": 0.0206, + "step": 41931 + }, + { + "epoch": 35.565733672603905, + "grad_norm": 1.6195562679693738, + "learning_rate": 1.4934674302920153e-05, + "loss": 0.0195, + "step": 41932 + }, + { + "epoch": 35.566581849024594, + "grad_norm": 0.866751715965174, + "learning_rate": 1.4934435373690267e-05, + "loss": 0.0217, + "step": 41933 + }, + { + "epoch": 35.56743002544529, + "grad_norm": 0.8946447565069896, + "learning_rate": 1.493419644073675e-05, + "loss": 0.0208, + "step": 41934 + }, + { + "epoch": 35.568278201865986, + "grad_norm": 0.8346199730619551, + "learning_rate": 1.4933957504059793e-05, + "loss": 0.0183, + "step": 41935 + }, + { + "epoch": 35.56912637828668, + "grad_norm": 0.9242783585723275, + "learning_rate": 1.4933718563659565e-05, + "loss": 0.0197, + "step": 41936 + }, + { + "epoch": 35.56997455470738, + "grad_norm": 0.8789944428266359, + "learning_rate": 1.4933479619536253e-05, + "loss": 0.0208, + "step": 41937 + }, + { + "epoch": 35.570822731128075, + "grad_norm": 0.8641576606733011, + "learning_rate": 1.4933240671690035e-05, + "loss": 0.0182, + "step": 41938 + }, + { + "epoch": 35.57167090754877, + "grad_norm": 0.8763654169109378, + "learning_rate": 1.4933001720121091e-05, + "loss": 0.0195, + "step": 41939 + }, + { + "epoch": 35.57251908396947, + "grad_norm": 0.8679223205630364, + "learning_rate": 1.4932762764829604e-05, + "loss": 0.0163, + "step": 41940 + }, + { + "epoch": 35.573367260390164, + "grad_norm": 0.9418040018121967, + "learning_rate": 1.4932523805815752e-05, + "loss": 0.0179, + "step": 41941 + }, + { + "epoch": 35.57421543681086, + "grad_norm": 0.8612750162895539, + "learning_rate": 1.4932284843079716e-05, + "loss": 0.0182, + "step": 41942 + }, + { + "epoch": 35.57506361323155, + "grad_norm": 1.2471178040754205, + "learning_rate": 1.4932045876621677e-05, + "loss": 0.0258, + "step": 41943 + }, + { + "epoch": 35.575911789652245, + "grad_norm": 0.7599654282197061, + "learning_rate": 1.4931806906441815e-05, + "loss": 0.0172, + "step": 41944 + }, + { + "epoch": 35.57675996607294, + "grad_norm": 0.8904529610274127, + "learning_rate": 1.493156793254031e-05, + "loss": 0.0187, + "step": 41945 + }, + { + "epoch": 35.57760814249364, + "grad_norm": 0.9192641219913148, + "learning_rate": 1.4931328954917339e-05, + "loss": 0.0196, + "step": 41946 + }, + { + "epoch": 35.578456318914334, + "grad_norm": 0.7802592632834481, + "learning_rate": 1.4931089973573085e-05, + "loss": 0.0167, + "step": 41947 + }, + { + "epoch": 35.57930449533503, + "grad_norm": 0.776185042725651, + "learning_rate": 1.493085098850773e-05, + "loss": 0.0185, + "step": 41948 + }, + { + "epoch": 35.58015267175573, + "grad_norm": 0.7216131809229596, + "learning_rate": 1.4930611999721457e-05, + "loss": 0.0173, + "step": 41949 + }, + { + "epoch": 35.58100084817642, + "grad_norm": 0.8938028810439239, + "learning_rate": 1.4930373007214439e-05, + "loss": 0.0201, + "step": 41950 + }, + { + "epoch": 35.58184902459712, + "grad_norm": 0.7788514040588632, + "learning_rate": 1.493013401098686e-05, + "loss": 0.0185, + "step": 41951 + }, + { + "epoch": 35.58269720101781, + "grad_norm": 0.8681916918327891, + "learning_rate": 1.4929895011038901e-05, + "loss": 0.0196, + "step": 41952 + }, + { + "epoch": 35.583545377438504, + "grad_norm": 0.8247430851826645, + "learning_rate": 1.492965600737074e-05, + "loss": 0.0186, + "step": 41953 + }, + { + "epoch": 35.5843935538592, + "grad_norm": 0.7445998166810995, + "learning_rate": 1.492941699998256e-05, + "loss": 0.0161, + "step": 41954 + }, + { + "epoch": 35.5852417302799, + "grad_norm": 0.8670598689786855, + "learning_rate": 1.4929177988874542e-05, + "loss": 0.0202, + "step": 41955 + }, + { + "epoch": 35.58608990670059, + "grad_norm": 1.1906317097335406, + "learning_rate": 1.4928938974046863e-05, + "loss": 0.0243, + "step": 41956 + }, + { + "epoch": 35.58693808312129, + "grad_norm": 0.89501642158514, + "learning_rate": 1.4928699955499704e-05, + "loss": 0.0196, + "step": 41957 + }, + { + "epoch": 35.587786259541986, + "grad_norm": 0.7528481741127426, + "learning_rate": 1.4928460933233249e-05, + "loss": 0.0179, + "step": 41958 + }, + { + "epoch": 35.58863443596268, + "grad_norm": 0.7909372362921215, + "learning_rate": 1.4928221907247675e-05, + "loss": 0.0211, + "step": 41959 + }, + { + "epoch": 35.58948261238338, + "grad_norm": 0.7275631312454166, + "learning_rate": 1.4927982877543161e-05, + "loss": 0.0176, + "step": 41960 + }, + { + "epoch": 35.590330788804074, + "grad_norm": 0.6717268808009309, + "learning_rate": 1.4927743844119891e-05, + "loss": 0.0179, + "step": 41961 + }, + { + "epoch": 35.59117896522476, + "grad_norm": 0.8758299122981622, + "learning_rate": 1.4927504806978043e-05, + "loss": 0.0166, + "step": 41962 + }, + { + "epoch": 35.59202714164546, + "grad_norm": 0.7491788289700764, + "learning_rate": 1.4927265766117802e-05, + "loss": 0.0177, + "step": 41963 + }, + { + "epoch": 35.592875318066156, + "grad_norm": 0.7831960650951012, + "learning_rate": 1.4927026721539342e-05, + "loss": 0.0182, + "step": 41964 + }, + { + "epoch": 35.59372349448685, + "grad_norm": 0.719272455103506, + "learning_rate": 1.4926787673242844e-05, + "loss": 0.0184, + "step": 41965 + }, + { + "epoch": 35.59457167090755, + "grad_norm": 0.8354658717901957, + "learning_rate": 1.4926548621228492e-05, + "loss": 0.0184, + "step": 41966 + }, + { + "epoch": 35.595419847328245, + "grad_norm": 0.9204791888945771, + "learning_rate": 1.4926309565496466e-05, + "loss": 0.02, + "step": 41967 + }, + { + "epoch": 35.59626802374894, + "grad_norm": 0.7450453379895504, + "learning_rate": 1.4926070506046946e-05, + "loss": 0.0178, + "step": 41968 + }, + { + "epoch": 35.59711620016964, + "grad_norm": 0.8175535053789065, + "learning_rate": 1.4925831442880108e-05, + "loss": 0.0164, + "step": 41969 + }, + { + "epoch": 35.59796437659033, + "grad_norm": 0.8381173491271529, + "learning_rate": 1.4925592375996138e-05, + "loss": 0.0206, + "step": 41970 + }, + { + "epoch": 35.59881255301103, + "grad_norm": 0.8799528969750362, + "learning_rate": 1.4925353305395216e-05, + "loss": 0.0181, + "step": 41971 + }, + { + "epoch": 35.59966072943172, + "grad_norm": 1.0581407390090574, + "learning_rate": 1.492511423107752e-05, + "loss": 0.0184, + "step": 41972 + }, + { + "epoch": 35.600508905852415, + "grad_norm": 0.7508358382182779, + "learning_rate": 1.4924875153043231e-05, + "loss": 0.0186, + "step": 41973 + }, + { + "epoch": 35.60135708227311, + "grad_norm": 0.9766740100685674, + "learning_rate": 1.4924636071292527e-05, + "loss": 0.0264, + "step": 41974 + }, + { + "epoch": 35.60220525869381, + "grad_norm": 0.9482967379885714, + "learning_rate": 1.4924396985825594e-05, + "loss": 0.018, + "step": 41975 + }, + { + "epoch": 35.603053435114504, + "grad_norm": 0.89849707012926, + "learning_rate": 1.4924157896642607e-05, + "loss": 0.0189, + "step": 41976 + }, + { + "epoch": 35.6039016115352, + "grad_norm": 0.7332020146214676, + "learning_rate": 1.4923918803743753e-05, + "loss": 0.0165, + "step": 41977 + }, + { + "epoch": 35.604749787955896, + "grad_norm": 0.751828892093891, + "learning_rate": 1.4923679707129207e-05, + "loss": 0.0167, + "step": 41978 + }, + { + "epoch": 35.60559796437659, + "grad_norm": 0.8917355195500141, + "learning_rate": 1.492344060679915e-05, + "loss": 0.0164, + "step": 41979 + }, + { + "epoch": 35.60644614079729, + "grad_norm": 0.8498067550954176, + "learning_rate": 1.4923201502753762e-05, + "loss": 0.0184, + "step": 41980 + }, + { + "epoch": 35.607294317217985, + "grad_norm": 0.849595176558105, + "learning_rate": 1.4922962394993227e-05, + "loss": 0.0206, + "step": 41981 + }, + { + "epoch": 35.608142493638674, + "grad_norm": 0.9250508109566892, + "learning_rate": 1.4922723283517721e-05, + "loss": 0.0198, + "step": 41982 + }, + { + "epoch": 35.60899067005937, + "grad_norm": 0.8583344061621746, + "learning_rate": 1.4922484168327427e-05, + "loss": 0.0202, + "step": 41983 + }, + { + "epoch": 35.609838846480066, + "grad_norm": 0.9054153261284895, + "learning_rate": 1.4922245049422525e-05, + "loss": 0.0191, + "step": 41984 + }, + { + "epoch": 35.61068702290076, + "grad_norm": 0.8924901918504401, + "learning_rate": 1.4922005926803196e-05, + "loss": 0.0186, + "step": 41985 + }, + { + "epoch": 35.61153519932146, + "grad_norm": 1.3742895118923582, + "learning_rate": 1.4921766800469622e-05, + "loss": 0.0178, + "step": 41986 + }, + { + "epoch": 35.612383375742155, + "grad_norm": 0.8854472764681938, + "learning_rate": 1.4921527670421978e-05, + "loss": 0.0207, + "step": 41987 + }, + { + "epoch": 35.61323155216285, + "grad_norm": 0.8194471332054967, + "learning_rate": 1.4921288536660447e-05, + "loss": 0.017, + "step": 41988 + }, + { + "epoch": 35.61407972858355, + "grad_norm": 0.857891297456047, + "learning_rate": 1.4921049399185212e-05, + "loss": 0.0197, + "step": 41989 + }, + { + "epoch": 35.614927905004244, + "grad_norm": 0.820525894243057, + "learning_rate": 1.4920810257996453e-05, + "loss": 0.0173, + "step": 41990 + }, + { + "epoch": 35.61577608142493, + "grad_norm": 0.9967545722428163, + "learning_rate": 1.4920571113094348e-05, + "loss": 0.0209, + "step": 41991 + }, + { + "epoch": 35.61662425784563, + "grad_norm": 1.0544289308098742, + "learning_rate": 1.4920331964479078e-05, + "loss": 0.02, + "step": 41992 + }, + { + "epoch": 35.617472434266325, + "grad_norm": 0.8511380587163778, + "learning_rate": 1.4920092812150824e-05, + "loss": 0.0195, + "step": 41993 + }, + { + "epoch": 35.61832061068702, + "grad_norm": 0.8065491099456603, + "learning_rate": 1.4919853656109767e-05, + "loss": 0.0181, + "step": 41994 + }, + { + "epoch": 35.61916878710772, + "grad_norm": 0.7569878352258422, + "learning_rate": 1.4919614496356088e-05, + "loss": 0.018, + "step": 41995 + }, + { + "epoch": 35.620016963528414, + "grad_norm": 0.8507770991192714, + "learning_rate": 1.4919375332889965e-05, + "loss": 0.0176, + "step": 41996 + }, + { + "epoch": 35.62086513994911, + "grad_norm": 0.9211740268361231, + "learning_rate": 1.491913616571158e-05, + "loss": 0.0216, + "step": 41997 + }, + { + "epoch": 35.62171331636981, + "grad_norm": 0.8360734646922614, + "learning_rate": 1.4918896994821114e-05, + "loss": 0.0198, + "step": 41998 + }, + { + "epoch": 35.6225614927905, + "grad_norm": 0.9402032556012806, + "learning_rate": 1.4918657820218744e-05, + "loss": 0.0204, + "step": 41999 + }, + { + "epoch": 35.6234096692112, + "grad_norm": 0.7060763157514673, + "learning_rate": 1.491841864190466e-05, + "loss": 0.0172, + "step": 42000 + }, + { + "epoch": 35.62425784563189, + "grad_norm": 0.9272411657021186, + "learning_rate": 1.491817945987903e-05, + "loss": 0.0203, + "step": 42001 + }, + { + "epoch": 35.625106022052584, + "grad_norm": 0.7307995337214946, + "learning_rate": 1.4917940274142042e-05, + "loss": 0.0183, + "step": 42002 + }, + { + "epoch": 35.62595419847328, + "grad_norm": 0.8535032701954303, + "learning_rate": 1.4917701084693876e-05, + "loss": 0.0183, + "step": 42003 + }, + { + "epoch": 35.62680237489398, + "grad_norm": 0.7063700308905545, + "learning_rate": 1.491746189153471e-05, + "loss": 0.0163, + "step": 42004 + }, + { + "epoch": 35.62765055131467, + "grad_norm": 0.9257396418960023, + "learning_rate": 1.4917222694664726e-05, + "loss": 0.0193, + "step": 42005 + }, + { + "epoch": 35.62849872773537, + "grad_norm": 0.8954365203100546, + "learning_rate": 1.4916983494084105e-05, + "loss": 0.0173, + "step": 42006 + }, + { + "epoch": 35.629346904156066, + "grad_norm": 0.9469954927536748, + "learning_rate": 1.4916744289793025e-05, + "loss": 0.0193, + "step": 42007 + }, + { + "epoch": 35.63019508057676, + "grad_norm": 0.7694283242429739, + "learning_rate": 1.491650508179167e-05, + "loss": 0.0166, + "step": 42008 + }, + { + "epoch": 35.63104325699746, + "grad_norm": 1.0272067635293909, + "learning_rate": 1.4916265870080222e-05, + "loss": 0.0207, + "step": 42009 + }, + { + "epoch": 35.631891433418154, + "grad_norm": 1.0339396624845478, + "learning_rate": 1.4916026654658855e-05, + "loss": 0.0215, + "step": 42010 + }, + { + "epoch": 35.63273960983884, + "grad_norm": 0.8979848817967462, + "learning_rate": 1.4915787435527753e-05, + "loss": 0.0174, + "step": 42011 + }, + { + "epoch": 35.63358778625954, + "grad_norm": 0.860726895176505, + "learning_rate": 1.4915548212687094e-05, + "loss": 0.0178, + "step": 42012 + }, + { + "epoch": 35.634435962680236, + "grad_norm": 0.7699811670874498, + "learning_rate": 1.4915308986137065e-05, + "loss": 0.0178, + "step": 42013 + }, + { + "epoch": 35.63528413910093, + "grad_norm": 0.9202590149218313, + "learning_rate": 1.4915069755877842e-05, + "loss": 0.0185, + "step": 42014 + }, + { + "epoch": 35.63613231552163, + "grad_norm": 0.8430540081489482, + "learning_rate": 1.4914830521909607e-05, + "loss": 0.0199, + "step": 42015 + }, + { + "epoch": 35.636980491942325, + "grad_norm": 0.8456200467778019, + "learning_rate": 1.4914591284232536e-05, + "loss": 0.0193, + "step": 42016 + }, + { + "epoch": 35.63782866836302, + "grad_norm": 0.9805108120847499, + "learning_rate": 1.4914352042846815e-05, + "loss": 0.0202, + "step": 42017 + }, + { + "epoch": 35.63867684478372, + "grad_norm": 0.7499780981515969, + "learning_rate": 1.4914112797752622e-05, + "loss": 0.0173, + "step": 42018 + }, + { + "epoch": 35.63952502120441, + "grad_norm": 0.9147559656149555, + "learning_rate": 1.491387354895014e-05, + "loss": 0.0186, + "step": 42019 + }, + { + "epoch": 35.64037319762511, + "grad_norm": 0.8677389196664314, + "learning_rate": 1.4913634296439545e-05, + "loss": 0.0175, + "step": 42020 + }, + { + "epoch": 35.6412213740458, + "grad_norm": 0.7271858777140563, + "learning_rate": 1.4913395040221022e-05, + "loss": 0.0179, + "step": 42021 + }, + { + "epoch": 35.642069550466495, + "grad_norm": 0.6966566079099459, + "learning_rate": 1.4913155780294749e-05, + "loss": 0.0162, + "step": 42022 + }, + { + "epoch": 35.64291772688719, + "grad_norm": 0.798357245201091, + "learning_rate": 1.4912916516660909e-05, + "loss": 0.0178, + "step": 42023 + }, + { + "epoch": 35.64376590330789, + "grad_norm": 0.8338653115058873, + "learning_rate": 1.491267724931968e-05, + "loss": 0.0199, + "step": 42024 + }, + { + "epoch": 35.64461407972858, + "grad_norm": 0.8964750180966936, + "learning_rate": 1.4912437978271242e-05, + "loss": 0.0197, + "step": 42025 + }, + { + "epoch": 35.64546225614928, + "grad_norm": 0.8540311412030902, + "learning_rate": 1.4912198703515776e-05, + "loss": 0.0154, + "step": 42026 + }, + { + "epoch": 35.646310432569976, + "grad_norm": 0.8828613903154832, + "learning_rate": 1.4911959425053466e-05, + "loss": 0.0184, + "step": 42027 + }, + { + "epoch": 35.64715860899067, + "grad_norm": 0.8007751537241603, + "learning_rate": 1.4911720142884493e-05, + "loss": 0.0177, + "step": 42028 + }, + { + "epoch": 35.64800678541137, + "grad_norm": 0.8682735607719766, + "learning_rate": 1.491148085700903e-05, + "loss": 0.0182, + "step": 42029 + }, + { + "epoch": 35.64885496183206, + "grad_norm": 0.7790840025234353, + "learning_rate": 1.4911241567427266e-05, + "loss": 0.0165, + "step": 42030 + }, + { + "epoch": 35.649703138252754, + "grad_norm": 0.8398020896971696, + "learning_rate": 1.4911002274139375e-05, + "loss": 0.0174, + "step": 42031 + }, + { + "epoch": 35.65055131467345, + "grad_norm": 0.7946557060336508, + "learning_rate": 1.491076297714554e-05, + "loss": 0.017, + "step": 42032 + }, + { + "epoch": 35.651399491094146, + "grad_norm": 0.8049015020366196, + "learning_rate": 1.4910523676445943e-05, + "loss": 0.0193, + "step": 42033 + }, + { + "epoch": 35.65224766751484, + "grad_norm": 0.9013314406621591, + "learning_rate": 1.4910284372040765e-05, + "loss": 0.0176, + "step": 42034 + }, + { + "epoch": 35.65309584393554, + "grad_norm": 1.0233675389955028, + "learning_rate": 1.4910045063930184e-05, + "loss": 0.0197, + "step": 42035 + }, + { + "epoch": 35.653944020356235, + "grad_norm": 1.1550647605858462, + "learning_rate": 1.4909805752114382e-05, + "loss": 0.0193, + "step": 42036 + }, + { + "epoch": 35.65479219677693, + "grad_norm": 0.7489118807409254, + "learning_rate": 1.4909566436593536e-05, + "loss": 0.0177, + "step": 42037 + }, + { + "epoch": 35.65564037319763, + "grad_norm": 0.8607334626009229, + "learning_rate": 1.4909327117367835e-05, + "loss": 0.0162, + "step": 42038 + }, + { + "epoch": 35.656488549618324, + "grad_norm": 0.7738917243041461, + "learning_rate": 1.4909087794437453e-05, + "loss": 0.0176, + "step": 42039 + }, + { + "epoch": 35.65733672603901, + "grad_norm": 0.8750807290880237, + "learning_rate": 1.490884846780257e-05, + "loss": 0.0181, + "step": 42040 + }, + { + "epoch": 35.65818490245971, + "grad_norm": 0.799185590481951, + "learning_rate": 1.490860913746337e-05, + "loss": 0.0177, + "step": 42041 + }, + { + "epoch": 35.659033078880405, + "grad_norm": 0.8037875252500782, + "learning_rate": 1.4908369803420035e-05, + "loss": 0.0196, + "step": 42042 + }, + { + "epoch": 35.6598812553011, + "grad_norm": 0.7523863799692377, + "learning_rate": 1.4908130465672742e-05, + "loss": 0.0191, + "step": 42043 + }, + { + "epoch": 35.6607294317218, + "grad_norm": 0.8236376265756014, + "learning_rate": 1.4907891124221672e-05, + "loss": 0.019, + "step": 42044 + }, + { + "epoch": 35.661577608142494, + "grad_norm": 0.652459912643359, + "learning_rate": 1.4907651779067002e-05, + "loss": 0.0163, + "step": 42045 + }, + { + "epoch": 35.66242578456319, + "grad_norm": 1.0171457796201626, + "learning_rate": 1.4907412430208923e-05, + "loss": 0.0184, + "step": 42046 + }, + { + "epoch": 35.66327396098389, + "grad_norm": 0.87204715589446, + "learning_rate": 1.4907173077647605e-05, + "loss": 0.0183, + "step": 42047 + }, + { + "epoch": 35.66412213740458, + "grad_norm": 0.9294485499224762, + "learning_rate": 1.4906933721383234e-05, + "loss": 0.0191, + "step": 42048 + }, + { + "epoch": 35.66497031382528, + "grad_norm": 0.7735648401912029, + "learning_rate": 1.4906694361415992e-05, + "loss": 0.0171, + "step": 42049 + }, + { + "epoch": 35.66581849024597, + "grad_norm": 0.7534397284395181, + "learning_rate": 1.4906454997746056e-05, + "loss": 0.017, + "step": 42050 + }, + { + "epoch": 35.666666666666664, + "grad_norm": 0.9400714786941561, + "learning_rate": 1.4906215630373606e-05, + "loss": 0.0193, + "step": 42051 + }, + { + "epoch": 35.66751484308736, + "grad_norm": 0.9442603719151423, + "learning_rate": 1.4905976259298827e-05, + "loss": 0.018, + "step": 42052 + }, + { + "epoch": 35.66836301950806, + "grad_norm": 0.7956708115528883, + "learning_rate": 1.4905736884521896e-05, + "loss": 0.0189, + "step": 42053 + }, + { + "epoch": 35.66921119592875, + "grad_norm": 1.0450229809063625, + "learning_rate": 1.4905497506042994e-05, + "loss": 0.0201, + "step": 42054 + }, + { + "epoch": 35.67005937234945, + "grad_norm": 0.9033151979349135, + "learning_rate": 1.4905258123862303e-05, + "loss": 0.0184, + "step": 42055 + }, + { + "epoch": 35.670907548770145, + "grad_norm": 0.9669124752685138, + "learning_rate": 1.4905018737980006e-05, + "loss": 0.0216, + "step": 42056 + }, + { + "epoch": 35.67175572519084, + "grad_norm": 0.8556653585498111, + "learning_rate": 1.4904779348396278e-05, + "loss": 0.0171, + "step": 42057 + }, + { + "epoch": 35.67260390161154, + "grad_norm": 0.8465605414658985, + "learning_rate": 1.4904539955111301e-05, + "loss": 0.0197, + "step": 42058 + }, + { + "epoch": 35.673452078032234, + "grad_norm": 0.8303941662957197, + "learning_rate": 1.4904300558125258e-05, + "loss": 0.0196, + "step": 42059 + }, + { + "epoch": 35.67430025445292, + "grad_norm": 1.0614918882642508, + "learning_rate": 1.4904061157438329e-05, + "loss": 0.02, + "step": 42060 + }, + { + "epoch": 35.67514843087362, + "grad_norm": 0.9555231576327267, + "learning_rate": 1.4903821753050695e-05, + "loss": 0.0199, + "step": 42061 + }, + { + "epoch": 35.675996607294316, + "grad_norm": 0.9722060607349823, + "learning_rate": 1.4903582344962538e-05, + "loss": 0.0188, + "step": 42062 + }, + { + "epoch": 35.67684478371501, + "grad_norm": 0.9690926481409283, + "learning_rate": 1.4903342933174031e-05, + "loss": 0.02, + "step": 42063 + }, + { + "epoch": 35.67769296013571, + "grad_norm": 0.7444503766670074, + "learning_rate": 1.4903103517685364e-05, + "loss": 0.0191, + "step": 42064 + }, + { + "epoch": 35.678541136556404, + "grad_norm": 0.7997601030660276, + "learning_rate": 1.4902864098496714e-05, + "loss": 0.0174, + "step": 42065 + }, + { + "epoch": 35.6793893129771, + "grad_norm": 0.928123027051175, + "learning_rate": 1.4902624675608262e-05, + "loss": 0.0215, + "step": 42066 + }, + { + "epoch": 35.6802374893978, + "grad_norm": 0.8305670427565028, + "learning_rate": 1.4902385249020187e-05, + "loss": 0.0186, + "step": 42067 + }, + { + "epoch": 35.68108566581849, + "grad_norm": 0.7907249766055607, + "learning_rate": 1.4902145818732674e-05, + "loss": 0.0171, + "step": 42068 + }, + { + "epoch": 35.68193384223918, + "grad_norm": 0.7919001709000103, + "learning_rate": 1.4901906384745897e-05, + "loss": 0.0182, + "step": 42069 + }, + { + "epoch": 35.68278201865988, + "grad_norm": 1.0433615093233415, + "learning_rate": 1.4901666947060042e-05, + "loss": 0.0224, + "step": 42070 + }, + { + "epoch": 35.683630195080575, + "grad_norm": 0.7439098559743307, + "learning_rate": 1.4901427505675288e-05, + "loss": 0.0175, + "step": 42071 + }, + { + "epoch": 35.68447837150127, + "grad_norm": 0.912320184877681, + "learning_rate": 1.4901188060591815e-05, + "loss": 0.0199, + "step": 42072 + }, + { + "epoch": 35.68532654792197, + "grad_norm": 0.9034008839109423, + "learning_rate": 1.4900948611809805e-05, + "loss": 0.019, + "step": 42073 + }, + { + "epoch": 35.68617472434266, + "grad_norm": 0.9021204613723064, + "learning_rate": 1.4900709159329438e-05, + "loss": 0.0206, + "step": 42074 + }, + { + "epoch": 35.68702290076336, + "grad_norm": 1.0658566807802237, + "learning_rate": 1.4900469703150897e-05, + "loss": 0.0211, + "step": 42075 + }, + { + "epoch": 35.687871077184056, + "grad_norm": 0.8374043837822038, + "learning_rate": 1.4900230243274358e-05, + "loss": 0.021, + "step": 42076 + }, + { + "epoch": 35.68871925360475, + "grad_norm": 0.6434639836760021, + "learning_rate": 1.4899990779700002e-05, + "loss": 0.0155, + "step": 42077 + }, + { + "epoch": 35.68956743002545, + "grad_norm": 0.8671679854108698, + "learning_rate": 1.4899751312428015e-05, + "loss": 0.0197, + "step": 42078 + }, + { + "epoch": 35.69041560644614, + "grad_norm": 0.762136379975713, + "learning_rate": 1.4899511841458576e-05, + "loss": 0.02, + "step": 42079 + }, + { + "epoch": 35.691263782866834, + "grad_norm": 0.7759705687246174, + "learning_rate": 1.4899272366791865e-05, + "loss": 0.0181, + "step": 42080 + }, + { + "epoch": 35.69211195928753, + "grad_norm": 0.8135221035666335, + "learning_rate": 1.4899032888428057e-05, + "loss": 0.0188, + "step": 42081 + }, + { + "epoch": 35.692960135708226, + "grad_norm": 0.9607561649822044, + "learning_rate": 1.4898793406367343e-05, + "loss": 0.0216, + "step": 42082 + }, + { + "epoch": 35.69380831212892, + "grad_norm": 0.9485861377741637, + "learning_rate": 1.4898553920609895e-05, + "loss": 0.0189, + "step": 42083 + }, + { + "epoch": 35.69465648854962, + "grad_norm": 0.8753746316246342, + "learning_rate": 1.4898314431155899e-05, + "loss": 0.0196, + "step": 42084 + }, + { + "epoch": 35.695504664970315, + "grad_norm": 0.6813355407493714, + "learning_rate": 1.489807493800553e-05, + "loss": 0.0174, + "step": 42085 + }, + { + "epoch": 35.69635284139101, + "grad_norm": 0.9442623885805903, + "learning_rate": 1.4897835441158976e-05, + "loss": 0.0208, + "step": 42086 + }, + { + "epoch": 35.69720101781171, + "grad_norm": 0.6987710057256106, + "learning_rate": 1.4897595940616414e-05, + "loss": 0.0183, + "step": 42087 + }, + { + "epoch": 35.698049194232404, + "grad_norm": 0.7459396904657535, + "learning_rate": 1.4897356436378026e-05, + "loss": 0.0177, + "step": 42088 + }, + { + "epoch": 35.69889737065309, + "grad_norm": 1.1087491770981883, + "learning_rate": 1.4897116928443993e-05, + "loss": 0.022, + "step": 42089 + }, + { + "epoch": 35.69974554707379, + "grad_norm": 0.612165858620924, + "learning_rate": 1.489687741681449e-05, + "loss": 0.0143, + "step": 42090 + }, + { + "epoch": 35.700593723494485, + "grad_norm": 0.7537825576264467, + "learning_rate": 1.4896637901489705e-05, + "loss": 0.016, + "step": 42091 + }, + { + "epoch": 35.70144189991518, + "grad_norm": 0.81399313826973, + "learning_rate": 1.4896398382469816e-05, + "loss": 0.0207, + "step": 42092 + }, + { + "epoch": 35.70229007633588, + "grad_norm": 0.7452423394435677, + "learning_rate": 1.4896158859755008e-05, + "loss": 0.0159, + "step": 42093 + }, + { + "epoch": 35.703138252756574, + "grad_norm": 0.8415736196644512, + "learning_rate": 1.4895919333345452e-05, + "loss": 0.0201, + "step": 42094 + }, + { + "epoch": 35.70398642917727, + "grad_norm": 0.8421596668406717, + "learning_rate": 1.4895679803241337e-05, + "loss": 0.0196, + "step": 42095 + }, + { + "epoch": 35.704834605597966, + "grad_norm": 0.8498079326464105, + "learning_rate": 1.4895440269442838e-05, + "loss": 0.0189, + "step": 42096 + }, + { + "epoch": 35.70568278201866, + "grad_norm": 0.7705448796143445, + "learning_rate": 1.4895200731950141e-05, + "loss": 0.0155, + "step": 42097 + }, + { + "epoch": 35.70653095843936, + "grad_norm": 0.7923098564315189, + "learning_rate": 1.4894961190763426e-05, + "loss": 0.0168, + "step": 42098 + }, + { + "epoch": 35.70737913486005, + "grad_norm": 0.8552176219649413, + "learning_rate": 1.489472164588287e-05, + "loss": 0.0172, + "step": 42099 + }, + { + "epoch": 35.708227311280744, + "grad_norm": 0.7028342085844866, + "learning_rate": 1.4894482097308656e-05, + "loss": 0.0181, + "step": 42100 + }, + { + "epoch": 35.70907548770144, + "grad_norm": 1.0799606210888626, + "learning_rate": 1.4894242545040967e-05, + "loss": 0.0196, + "step": 42101 + }, + { + "epoch": 35.70992366412214, + "grad_norm": 0.9100049559325506, + "learning_rate": 1.4894002989079978e-05, + "loss": 0.0203, + "step": 42102 + }, + { + "epoch": 35.71077184054283, + "grad_norm": 0.8250955182813005, + "learning_rate": 1.4893763429425879e-05, + "loss": 0.017, + "step": 42103 + }, + { + "epoch": 35.71162001696353, + "grad_norm": 0.7949157472735021, + "learning_rate": 1.489352386607884e-05, + "loss": 0.0162, + "step": 42104 + }, + { + "epoch": 35.712468193384225, + "grad_norm": 0.9257733268895076, + "learning_rate": 1.4893284299039051e-05, + "loss": 0.0198, + "step": 42105 + }, + { + "epoch": 35.71331636980492, + "grad_norm": 0.8874573531893684, + "learning_rate": 1.4893044728306687e-05, + "loss": 0.0217, + "step": 42106 + }, + { + "epoch": 35.71416454622562, + "grad_norm": 0.8659121907799024, + "learning_rate": 1.489280515388193e-05, + "loss": 0.0196, + "step": 42107 + }, + { + "epoch": 35.71501272264631, + "grad_norm": 0.817172274270301, + "learning_rate": 1.4892565575764964e-05, + "loss": 0.0199, + "step": 42108 + }, + { + "epoch": 35.715860899067, + "grad_norm": 0.7309565885410154, + "learning_rate": 1.4892325993955963e-05, + "loss": 0.0133, + "step": 42109 + }, + { + "epoch": 35.7167090754877, + "grad_norm": 0.8085950690630901, + "learning_rate": 1.4892086408455112e-05, + "loss": 0.0194, + "step": 42110 + }, + { + "epoch": 35.717557251908396, + "grad_norm": 0.907045987088962, + "learning_rate": 1.4891846819262597e-05, + "loss": 0.0192, + "step": 42111 + }, + { + "epoch": 35.71840542832909, + "grad_norm": 0.9603855951659735, + "learning_rate": 1.489160722637859e-05, + "loss": 0.0202, + "step": 42112 + }, + { + "epoch": 35.71925360474979, + "grad_norm": 1.0178806680934218, + "learning_rate": 1.4891367629803275e-05, + "loss": 0.0202, + "step": 42113 + }, + { + "epoch": 35.720101781170484, + "grad_norm": 0.8265382168727117, + "learning_rate": 1.4891128029536834e-05, + "loss": 0.0191, + "step": 42114 + }, + { + "epoch": 35.72094995759118, + "grad_norm": 0.8631773734980446, + "learning_rate": 1.4890888425579447e-05, + "loss": 0.018, + "step": 42115 + }, + { + "epoch": 35.72179813401188, + "grad_norm": 0.8101978002059044, + "learning_rate": 1.4890648817931293e-05, + "loss": 0.0199, + "step": 42116 + }, + { + "epoch": 35.72264631043257, + "grad_norm": 0.8361936948164964, + "learning_rate": 1.4890409206592557e-05, + "loss": 0.0178, + "step": 42117 + }, + { + "epoch": 35.72349448685326, + "grad_norm": 0.8708624592592151, + "learning_rate": 1.4890169591563415e-05, + "loss": 0.0206, + "step": 42118 + }, + { + "epoch": 35.72434266327396, + "grad_norm": 0.816813964086858, + "learning_rate": 1.4889929972844052e-05, + "loss": 0.0189, + "step": 42119 + }, + { + "epoch": 35.725190839694655, + "grad_norm": 1.015778960001838, + "learning_rate": 1.4889690350434647e-05, + "loss": 0.0203, + "step": 42120 + }, + { + "epoch": 35.72603901611535, + "grad_norm": 0.8134529978306567, + "learning_rate": 1.4889450724335382e-05, + "loss": 0.0164, + "step": 42121 + }, + { + "epoch": 35.72688719253605, + "grad_norm": 0.904659095955282, + "learning_rate": 1.4889211094546434e-05, + "loss": 0.0175, + "step": 42122 + }, + { + "epoch": 35.72773536895674, + "grad_norm": 0.8081454130828356, + "learning_rate": 1.4888971461067987e-05, + "loss": 0.0206, + "step": 42123 + }, + { + "epoch": 35.72858354537744, + "grad_norm": 0.9319179022627707, + "learning_rate": 1.4888731823900222e-05, + "loss": 0.0191, + "step": 42124 + }, + { + "epoch": 35.729431721798136, + "grad_norm": 0.8205523075504291, + "learning_rate": 1.4888492183043321e-05, + "loss": 0.0182, + "step": 42125 + }, + { + "epoch": 35.73027989821883, + "grad_norm": 1.1742031888756024, + "learning_rate": 1.488825253849746e-05, + "loss": 0.0254, + "step": 42126 + }, + { + "epoch": 35.73112807463953, + "grad_norm": 0.8364620013213345, + "learning_rate": 1.4888012890262824e-05, + "loss": 0.0197, + "step": 42127 + }, + { + "epoch": 35.73197625106022, + "grad_norm": 0.8616264179581922, + "learning_rate": 1.4887773238339594e-05, + "loss": 0.0175, + "step": 42128 + }, + { + "epoch": 35.732824427480914, + "grad_norm": 0.6731496514591196, + "learning_rate": 1.4887533582727944e-05, + "loss": 0.0173, + "step": 42129 + }, + { + "epoch": 35.73367260390161, + "grad_norm": 0.8263302726313697, + "learning_rate": 1.4887293923428068e-05, + "loss": 0.017, + "step": 42130 + }, + { + "epoch": 35.734520780322306, + "grad_norm": 0.9951375356781488, + "learning_rate": 1.4887054260440135e-05, + "loss": 0.02, + "step": 42131 + }, + { + "epoch": 35.735368956743, + "grad_norm": 0.747944354529492, + "learning_rate": 1.4886814593764332e-05, + "loss": 0.0156, + "step": 42132 + }, + { + "epoch": 35.7362171331637, + "grad_norm": 0.7651794234600322, + "learning_rate": 1.4886574923400836e-05, + "loss": 0.0167, + "step": 42133 + }, + { + "epoch": 35.737065309584395, + "grad_norm": 0.8982043893141055, + "learning_rate": 1.4886335249349831e-05, + "loss": 0.0195, + "step": 42134 + }, + { + "epoch": 35.73791348600509, + "grad_norm": 0.8383824227267055, + "learning_rate": 1.4886095571611498e-05, + "loss": 0.018, + "step": 42135 + }, + { + "epoch": 35.73876166242579, + "grad_norm": 0.8889167035729518, + "learning_rate": 1.4885855890186011e-05, + "loss": 0.0173, + "step": 42136 + }, + { + "epoch": 35.73960983884648, + "grad_norm": 0.8579672917254904, + "learning_rate": 1.488561620507356e-05, + "loss": 0.0205, + "step": 42137 + }, + { + "epoch": 35.74045801526717, + "grad_norm": 0.8770957151603872, + "learning_rate": 1.4885376516274326e-05, + "loss": 0.0215, + "step": 42138 + }, + { + "epoch": 35.74130619168787, + "grad_norm": 0.9137198190671162, + "learning_rate": 1.4885136823788482e-05, + "loss": 0.0187, + "step": 42139 + }, + { + "epoch": 35.742154368108565, + "grad_norm": 0.8651570369226446, + "learning_rate": 1.4884897127616214e-05, + "loss": 0.0196, + "step": 42140 + }, + { + "epoch": 35.74300254452926, + "grad_norm": 0.8403972354253438, + "learning_rate": 1.4884657427757702e-05, + "loss": 0.0186, + "step": 42141 + }, + { + "epoch": 35.74385072094996, + "grad_norm": 0.9734980664243462, + "learning_rate": 1.4884417724213127e-05, + "loss": 0.0226, + "step": 42142 + }, + { + "epoch": 35.744698897370654, + "grad_norm": 0.838313199393733, + "learning_rate": 1.4884178016982667e-05, + "loss": 0.0195, + "step": 42143 + }, + { + "epoch": 35.74554707379135, + "grad_norm": 0.9127835040898342, + "learning_rate": 1.488393830606651e-05, + "loss": 0.0214, + "step": 42144 + }, + { + "epoch": 35.746395250212046, + "grad_norm": 1.2776404362579727, + "learning_rate": 1.488369859146483e-05, + "loss": 0.0214, + "step": 42145 + }, + { + "epoch": 35.74724342663274, + "grad_norm": 0.9738407434436892, + "learning_rate": 1.488345887317781e-05, + "loss": 0.0202, + "step": 42146 + }, + { + "epoch": 35.74809160305343, + "grad_norm": 0.800060074937744, + "learning_rate": 1.4883219151205632e-05, + "loss": 0.0167, + "step": 42147 + }, + { + "epoch": 35.74893977947413, + "grad_norm": 0.8752016502599792, + "learning_rate": 1.4882979425548476e-05, + "loss": 0.0185, + "step": 42148 + }, + { + "epoch": 35.749787955894824, + "grad_norm": 0.8011936608459346, + "learning_rate": 1.4882739696206523e-05, + "loss": 0.0174, + "step": 42149 + }, + { + "epoch": 35.75063613231552, + "grad_norm": 1.0481957746756416, + "learning_rate": 1.4882499963179956e-05, + "loss": 0.0221, + "step": 42150 + }, + { + "epoch": 35.75148430873622, + "grad_norm": 0.8204615645454282, + "learning_rate": 1.488226022646895e-05, + "loss": 0.0181, + "step": 42151 + }, + { + "epoch": 35.75233248515691, + "grad_norm": 0.9306234082375343, + "learning_rate": 1.4882020486073691e-05, + "loss": 0.0194, + "step": 42152 + }, + { + "epoch": 35.75318066157761, + "grad_norm": 0.7256873578237756, + "learning_rate": 1.488178074199436e-05, + "loss": 0.0204, + "step": 42153 + }, + { + "epoch": 35.754028837998305, + "grad_norm": 0.8550173726944398, + "learning_rate": 1.4881540994231137e-05, + "loss": 0.0211, + "step": 42154 + }, + { + "epoch": 35.754877014419, + "grad_norm": 1.057056747524566, + "learning_rate": 1.48813012427842e-05, + "loss": 0.022, + "step": 42155 + }, + { + "epoch": 35.7557251908397, + "grad_norm": 0.962786342745276, + "learning_rate": 1.4881061487653734e-05, + "loss": 0.0213, + "step": 42156 + }, + { + "epoch": 35.75657336726039, + "grad_norm": 0.7640581941863028, + "learning_rate": 1.4880821728839919e-05, + "loss": 0.0193, + "step": 42157 + }, + { + "epoch": 35.75742154368108, + "grad_norm": 0.8204796060251115, + "learning_rate": 1.4880581966342936e-05, + "loss": 0.0196, + "step": 42158 + }, + { + "epoch": 35.75826972010178, + "grad_norm": 0.8233256418767124, + "learning_rate": 1.4880342200162963e-05, + "loss": 0.0182, + "step": 42159 + }, + { + "epoch": 35.759117896522476, + "grad_norm": 0.8744008078872427, + "learning_rate": 1.4880102430300183e-05, + "loss": 0.0197, + "step": 42160 + }, + { + "epoch": 35.75996607294317, + "grad_norm": 0.8312600259885388, + "learning_rate": 1.487986265675478e-05, + "loss": 0.0188, + "step": 42161 + }, + { + "epoch": 35.76081424936387, + "grad_norm": 0.8782902398766091, + "learning_rate": 1.487962287952693e-05, + "loss": 0.0202, + "step": 42162 + }, + { + "epoch": 35.761662425784564, + "grad_norm": 0.7880575978988048, + "learning_rate": 1.4879383098616816e-05, + "loss": 0.0177, + "step": 42163 + }, + { + "epoch": 35.76251060220526, + "grad_norm": 0.9668149925427006, + "learning_rate": 1.4879143314024618e-05, + "loss": 0.0183, + "step": 42164 + }, + { + "epoch": 35.76335877862596, + "grad_norm": 0.8474288593650046, + "learning_rate": 1.4878903525750519e-05, + "loss": 0.0181, + "step": 42165 + }, + { + "epoch": 35.76420695504665, + "grad_norm": 0.8113873266422275, + "learning_rate": 1.4878663733794699e-05, + "loss": 0.0196, + "step": 42166 + }, + { + "epoch": 35.76505513146734, + "grad_norm": 0.8621275174734283, + "learning_rate": 1.4878423938157335e-05, + "loss": 0.0182, + "step": 42167 + }, + { + "epoch": 35.76590330788804, + "grad_norm": 0.8852408275055046, + "learning_rate": 1.4878184138838618e-05, + "loss": 0.0184, + "step": 42168 + }, + { + "epoch": 35.766751484308735, + "grad_norm": 0.8064332817709776, + "learning_rate": 1.4877944335838718e-05, + "loss": 0.0177, + "step": 42169 + }, + { + "epoch": 35.76759966072943, + "grad_norm": 0.7925356576669038, + "learning_rate": 1.4877704529157822e-05, + "loss": 0.0186, + "step": 42170 + }, + { + "epoch": 35.76844783715013, + "grad_norm": 0.8012795683157358, + "learning_rate": 1.487746471879611e-05, + "loss": 0.0181, + "step": 42171 + }, + { + "epoch": 35.76929601357082, + "grad_norm": 0.876153461665675, + "learning_rate": 1.4877224904753765e-05, + "loss": 0.0211, + "step": 42172 + }, + { + "epoch": 35.77014418999152, + "grad_norm": 0.9181670106171326, + "learning_rate": 1.4876985087030962e-05, + "loss": 0.0218, + "step": 42173 + }, + { + "epoch": 35.770992366412216, + "grad_norm": 0.7141067733374785, + "learning_rate": 1.4876745265627888e-05, + "loss": 0.0151, + "step": 42174 + }, + { + "epoch": 35.77184054283291, + "grad_norm": 0.9005122290166763, + "learning_rate": 1.4876505440544717e-05, + "loss": 0.0196, + "step": 42175 + }, + { + "epoch": 35.77268871925361, + "grad_norm": 0.9444560560399017, + "learning_rate": 1.487626561178164e-05, + "loss": 0.019, + "step": 42176 + }, + { + "epoch": 35.7735368956743, + "grad_norm": 0.8794748080840351, + "learning_rate": 1.487602577933883e-05, + "loss": 0.019, + "step": 42177 + }, + { + "epoch": 35.774385072094994, + "grad_norm": 0.9577161467021255, + "learning_rate": 1.487578594321647e-05, + "loss": 0.0214, + "step": 42178 + }, + { + "epoch": 35.77523324851569, + "grad_norm": 0.9322490963977734, + "learning_rate": 1.4875546103414741e-05, + "loss": 0.0161, + "step": 42179 + }, + { + "epoch": 35.776081424936386, + "grad_norm": 0.8175941787767722, + "learning_rate": 1.4875306259933826e-05, + "loss": 0.0189, + "step": 42180 + }, + { + "epoch": 35.77692960135708, + "grad_norm": 0.8349809709611254, + "learning_rate": 1.4875066412773902e-05, + "loss": 0.0186, + "step": 42181 + }, + { + "epoch": 35.77777777777778, + "grad_norm": 0.8438731846320994, + "learning_rate": 1.4874826561935157e-05, + "loss": 0.0179, + "step": 42182 + }, + { + "epoch": 35.778625954198475, + "grad_norm": 0.7964753548593259, + "learning_rate": 1.4874586707417762e-05, + "loss": 0.0203, + "step": 42183 + }, + { + "epoch": 35.77947413061917, + "grad_norm": 0.9011210697616576, + "learning_rate": 1.4874346849221906e-05, + "loss": 0.0205, + "step": 42184 + }, + { + "epoch": 35.78032230703987, + "grad_norm": 1.057238549181715, + "learning_rate": 1.4874106987347767e-05, + "loss": 0.0218, + "step": 42185 + }, + { + "epoch": 35.781170483460556, + "grad_norm": 0.8179005784989128, + "learning_rate": 1.4873867121795526e-05, + "loss": 0.0182, + "step": 42186 + }, + { + "epoch": 35.78201865988125, + "grad_norm": 0.8451940656560735, + "learning_rate": 1.4873627252565365e-05, + "loss": 0.0232, + "step": 42187 + }, + { + "epoch": 35.78286683630195, + "grad_norm": 0.7344152574465481, + "learning_rate": 1.4873387379657462e-05, + "loss": 0.0163, + "step": 42188 + }, + { + "epoch": 35.783715012722645, + "grad_norm": 0.9561572327004787, + "learning_rate": 1.4873147503072005e-05, + "loss": 0.0207, + "step": 42189 + }, + { + "epoch": 35.78456318914334, + "grad_norm": 0.8550417686792636, + "learning_rate": 1.4872907622809169e-05, + "loss": 0.0184, + "step": 42190 + }, + { + "epoch": 35.78541136556404, + "grad_norm": 0.7833890052498359, + "learning_rate": 1.4872667738869136e-05, + "loss": 0.0168, + "step": 42191 + }, + { + "epoch": 35.786259541984734, + "grad_norm": 0.7902665399997354, + "learning_rate": 1.4872427851252087e-05, + "loss": 0.0156, + "step": 42192 + }, + { + "epoch": 35.78710771840543, + "grad_norm": 1.1812496058231958, + "learning_rate": 1.4872187959958202e-05, + "loss": 0.0277, + "step": 42193 + }, + { + "epoch": 35.787955894826126, + "grad_norm": 0.6947603928562575, + "learning_rate": 1.4871948064987665e-05, + "loss": 0.0176, + "step": 42194 + }, + { + "epoch": 35.78880407124682, + "grad_norm": 0.8762893768162117, + "learning_rate": 1.4871708166340654e-05, + "loss": 0.0176, + "step": 42195 + }, + { + "epoch": 35.78965224766751, + "grad_norm": 0.8548501324940561, + "learning_rate": 1.4871468264017355e-05, + "loss": 0.02, + "step": 42196 + }, + { + "epoch": 35.79050042408821, + "grad_norm": 0.8624014611653724, + "learning_rate": 1.4871228358017944e-05, + "loss": 0.0188, + "step": 42197 + }, + { + "epoch": 35.791348600508904, + "grad_norm": 0.7794262959320406, + "learning_rate": 1.4870988448342602e-05, + "loss": 0.018, + "step": 42198 + }, + { + "epoch": 35.7921967769296, + "grad_norm": 0.8564841785716925, + "learning_rate": 1.4870748534991513e-05, + "loss": 0.0178, + "step": 42199 + }, + { + "epoch": 35.7930449533503, + "grad_norm": 0.8294495368404791, + "learning_rate": 1.4870508617964858e-05, + "loss": 0.0182, + "step": 42200 + }, + { + "epoch": 35.79389312977099, + "grad_norm": 0.8372487125391331, + "learning_rate": 1.4870268697262816e-05, + "loss": 0.0194, + "step": 42201 + }, + { + "epoch": 35.79474130619169, + "grad_norm": 0.9525532697314909, + "learning_rate": 1.4870028772885565e-05, + "loss": 0.0203, + "step": 42202 + }, + { + "epoch": 35.795589482612385, + "grad_norm": 0.731034919950145, + "learning_rate": 1.4869788844833294e-05, + "loss": 0.0165, + "step": 42203 + }, + { + "epoch": 35.79643765903308, + "grad_norm": 1.0620407551560498, + "learning_rate": 1.486954891310618e-05, + "loss": 0.0216, + "step": 42204 + }, + { + "epoch": 35.79728583545378, + "grad_norm": 0.8145856945113065, + "learning_rate": 1.4869308977704404e-05, + "loss": 0.0205, + "step": 42205 + }, + { + "epoch": 35.79813401187447, + "grad_norm": 0.8568068462044605, + "learning_rate": 1.4869069038628148e-05, + "loss": 0.0212, + "step": 42206 + }, + { + "epoch": 35.79898218829516, + "grad_norm": 0.8479131815053167, + "learning_rate": 1.4868829095877589e-05, + "loss": 0.0179, + "step": 42207 + }, + { + "epoch": 35.79983036471586, + "grad_norm": 0.939069134873737, + "learning_rate": 1.486858914945291e-05, + "loss": 0.0195, + "step": 42208 + }, + { + "epoch": 35.800678541136556, + "grad_norm": 0.8403087464944481, + "learning_rate": 1.4868349199354297e-05, + "loss": 0.02, + "step": 42209 + }, + { + "epoch": 35.80152671755725, + "grad_norm": 0.9726726009273006, + "learning_rate": 1.4868109245581925e-05, + "loss": 0.0214, + "step": 42210 + }, + { + "epoch": 35.80237489397795, + "grad_norm": 0.809727435177674, + "learning_rate": 1.4867869288135981e-05, + "loss": 0.0169, + "step": 42211 + }, + { + "epoch": 35.803223070398644, + "grad_norm": 0.7181378192225716, + "learning_rate": 1.486762932701664e-05, + "loss": 0.0168, + "step": 42212 + }, + { + "epoch": 35.80407124681934, + "grad_norm": 0.8748296104701773, + "learning_rate": 1.4867389362224085e-05, + "loss": 0.0197, + "step": 42213 + }, + { + "epoch": 35.80491942324004, + "grad_norm": 0.7652337166162456, + "learning_rate": 1.4867149393758498e-05, + "loss": 0.0204, + "step": 42214 + }, + { + "epoch": 35.805767599660726, + "grad_norm": 0.7053595331085911, + "learning_rate": 1.486690942162006e-05, + "loss": 0.0166, + "step": 42215 + }, + { + "epoch": 35.80661577608142, + "grad_norm": 0.7942789433479716, + "learning_rate": 1.486666944580895e-05, + "loss": 0.0222, + "step": 42216 + }, + { + "epoch": 35.80746395250212, + "grad_norm": 0.8110106360627943, + "learning_rate": 1.4866429466325354e-05, + "loss": 0.017, + "step": 42217 + }, + { + "epoch": 35.808312128922815, + "grad_norm": 0.9673465634775639, + "learning_rate": 1.4866189483169447e-05, + "loss": 0.0195, + "step": 42218 + }, + { + "epoch": 35.80916030534351, + "grad_norm": 0.8755807097514268, + "learning_rate": 1.4865949496341417e-05, + "loss": 0.0207, + "step": 42219 + }, + { + "epoch": 35.81000848176421, + "grad_norm": 0.8827500794653413, + "learning_rate": 1.4865709505841439e-05, + "loss": 0.0196, + "step": 42220 + }, + { + "epoch": 35.8108566581849, + "grad_norm": 0.7605944597951273, + "learning_rate": 1.4865469511669695e-05, + "loss": 0.0191, + "step": 42221 + }, + { + "epoch": 35.8117048346056, + "grad_norm": 0.9496882586200049, + "learning_rate": 1.4865229513826366e-05, + "loss": 0.0179, + "step": 42222 + }, + { + "epoch": 35.812553011026296, + "grad_norm": 0.7431463684618246, + "learning_rate": 1.4864989512311638e-05, + "loss": 0.0186, + "step": 42223 + }, + { + "epoch": 35.81340118744699, + "grad_norm": 0.7697035945737648, + "learning_rate": 1.4864749507125689e-05, + "loss": 0.0183, + "step": 42224 + }, + { + "epoch": 35.81424936386768, + "grad_norm": 0.9198278425229701, + "learning_rate": 1.4864509498268698e-05, + "loss": 0.0188, + "step": 42225 + }, + { + "epoch": 35.81509754028838, + "grad_norm": 0.8030896691352619, + "learning_rate": 1.4864269485740848e-05, + "loss": 0.0212, + "step": 42226 + }, + { + "epoch": 35.815945716709074, + "grad_norm": 0.8063545976655513, + "learning_rate": 1.4864029469542321e-05, + "loss": 0.0176, + "step": 42227 + }, + { + "epoch": 35.81679389312977, + "grad_norm": 0.7760885457309679, + "learning_rate": 1.4863789449673296e-05, + "loss": 0.0176, + "step": 42228 + }, + { + "epoch": 35.817642069550466, + "grad_norm": 0.7686807156698078, + "learning_rate": 1.4863549426133954e-05, + "loss": 0.0177, + "step": 42229 + }, + { + "epoch": 35.81849024597116, + "grad_norm": 0.793878688610963, + "learning_rate": 1.486330939892448e-05, + "loss": 0.0188, + "step": 42230 + }, + { + "epoch": 35.81933842239186, + "grad_norm": 0.98236323778319, + "learning_rate": 1.4863069368045052e-05, + "loss": 0.0196, + "step": 42231 + }, + { + "epoch": 35.820186598812555, + "grad_norm": 1.006632316315391, + "learning_rate": 1.486282933349585e-05, + "loss": 0.0193, + "step": 42232 + }, + { + "epoch": 35.82103477523325, + "grad_norm": 0.9338059741246706, + "learning_rate": 1.4862589295277058e-05, + "loss": 0.0205, + "step": 42233 + }, + { + "epoch": 35.82188295165395, + "grad_norm": 0.6646177953592807, + "learning_rate": 1.4862349253388853e-05, + "loss": 0.0152, + "step": 42234 + }, + { + "epoch": 35.822731128074636, + "grad_norm": 0.716423353332749, + "learning_rate": 1.4862109207831422e-05, + "loss": 0.0158, + "step": 42235 + }, + { + "epoch": 35.82357930449533, + "grad_norm": 0.8971279299767786, + "learning_rate": 1.4861869158604942e-05, + "loss": 0.0183, + "step": 42236 + }, + { + "epoch": 35.82442748091603, + "grad_norm": 0.8538074407515248, + "learning_rate": 1.4861629105709598e-05, + "loss": 0.0182, + "step": 42237 + }, + { + "epoch": 35.825275657336725, + "grad_norm": 0.942084605390437, + "learning_rate": 1.4861389049145568e-05, + "loss": 0.0187, + "step": 42238 + }, + { + "epoch": 35.82612383375742, + "grad_norm": 0.8920582010718888, + "learning_rate": 1.486114898891303e-05, + "loss": 0.0209, + "step": 42239 + }, + { + "epoch": 35.82697201017812, + "grad_norm": 0.8327205118040216, + "learning_rate": 1.486090892501217e-05, + "loss": 0.0214, + "step": 42240 + }, + { + "epoch": 35.827820186598814, + "grad_norm": 0.6759861913473668, + "learning_rate": 1.4860668857443168e-05, + "loss": 0.0173, + "step": 42241 + }, + { + "epoch": 35.82866836301951, + "grad_norm": 0.9031457545802589, + "learning_rate": 1.4860428786206208e-05, + "loss": 0.0197, + "step": 42242 + }, + { + "epoch": 35.829516539440206, + "grad_norm": 0.6916013521925568, + "learning_rate": 1.4860188711301465e-05, + "loss": 0.0171, + "step": 42243 + }, + { + "epoch": 35.8303647158609, + "grad_norm": 0.840702564894087, + "learning_rate": 1.4859948632729122e-05, + "loss": 0.0193, + "step": 42244 + }, + { + "epoch": 35.83121289228159, + "grad_norm": 1.0667476192335479, + "learning_rate": 1.4859708550489365e-05, + "loss": 0.0198, + "step": 42245 + }, + { + "epoch": 35.83206106870229, + "grad_norm": 0.7590757358648547, + "learning_rate": 1.4859468464582369e-05, + "loss": 0.0172, + "step": 42246 + }, + { + "epoch": 35.832909245122984, + "grad_norm": 0.9012161253068925, + "learning_rate": 1.4859228375008321e-05, + "loss": 0.0195, + "step": 42247 + }, + { + "epoch": 35.83375742154368, + "grad_norm": 0.7371535248685018, + "learning_rate": 1.4858988281767397e-05, + "loss": 0.0177, + "step": 42248 + }, + { + "epoch": 35.83460559796438, + "grad_norm": 0.7793832078640439, + "learning_rate": 1.485874818485978e-05, + "loss": 0.019, + "step": 42249 + }, + { + "epoch": 35.83545377438507, + "grad_norm": 0.6987833709570849, + "learning_rate": 1.4858508084285652e-05, + "loss": 0.0162, + "step": 42250 + }, + { + "epoch": 35.83630195080577, + "grad_norm": 0.8186363769651218, + "learning_rate": 1.4858267980045195e-05, + "loss": 0.0208, + "step": 42251 + }, + { + "epoch": 35.837150127226465, + "grad_norm": 0.7104860689702185, + "learning_rate": 1.4858027872138587e-05, + "loss": 0.0168, + "step": 42252 + }, + { + "epoch": 35.83799830364716, + "grad_norm": 0.7843576648619254, + "learning_rate": 1.4857787760566011e-05, + "loss": 0.0176, + "step": 42253 + }, + { + "epoch": 35.83884648006786, + "grad_norm": 0.6835210072615782, + "learning_rate": 1.4857547645327648e-05, + "loss": 0.0156, + "step": 42254 + }, + { + "epoch": 35.83969465648855, + "grad_norm": 0.9531756289340493, + "learning_rate": 1.4857307526423684e-05, + "loss": 0.0197, + "step": 42255 + }, + { + "epoch": 35.84054283290924, + "grad_norm": 0.8351569153066838, + "learning_rate": 1.4857067403854291e-05, + "loss": 0.0215, + "step": 42256 + }, + { + "epoch": 35.84139100932994, + "grad_norm": 0.7407986315647443, + "learning_rate": 1.4856827277619657e-05, + "loss": 0.0179, + "step": 42257 + }, + { + "epoch": 35.842239185750635, + "grad_norm": 0.8853620428860983, + "learning_rate": 1.4856587147719958e-05, + "loss": 0.0195, + "step": 42258 + }, + { + "epoch": 35.84308736217133, + "grad_norm": 0.7194357276029404, + "learning_rate": 1.485634701415538e-05, + "loss": 0.0164, + "step": 42259 + }, + { + "epoch": 35.84393553859203, + "grad_norm": 0.8472044403423753, + "learning_rate": 1.4856106876926102e-05, + "loss": 0.0215, + "step": 42260 + }, + { + "epoch": 35.844783715012724, + "grad_norm": 0.8950928871652802, + "learning_rate": 1.4855866736032305e-05, + "loss": 0.018, + "step": 42261 + }, + { + "epoch": 35.84563189143342, + "grad_norm": 0.7525348102001012, + "learning_rate": 1.4855626591474173e-05, + "loss": 0.0195, + "step": 42262 + }, + { + "epoch": 35.84648006785412, + "grad_norm": 0.8953164613723311, + "learning_rate": 1.4855386443251882e-05, + "loss": 0.0197, + "step": 42263 + }, + { + "epoch": 35.847328244274806, + "grad_norm": 0.813472623606628, + "learning_rate": 1.4855146291365619e-05, + "loss": 0.018, + "step": 42264 + }, + { + "epoch": 35.8481764206955, + "grad_norm": 0.8990058106276106, + "learning_rate": 1.4854906135815564e-05, + "loss": 0.0182, + "step": 42265 + }, + { + "epoch": 35.8490245971162, + "grad_norm": 0.7870145305532206, + "learning_rate": 1.4854665976601891e-05, + "loss": 0.0189, + "step": 42266 + }, + { + "epoch": 35.849872773536894, + "grad_norm": 0.7364195962210472, + "learning_rate": 1.485442581372479e-05, + "loss": 0.0169, + "step": 42267 + }, + { + "epoch": 35.85072094995759, + "grad_norm": 0.8000585549875455, + "learning_rate": 1.485418564718444e-05, + "loss": 0.0173, + "step": 42268 + }, + { + "epoch": 35.85156912637829, + "grad_norm": 0.8254281661233068, + "learning_rate": 1.485394547698102e-05, + "loss": 0.0202, + "step": 42269 + }, + { + "epoch": 35.85241730279898, + "grad_norm": 0.8084116670545389, + "learning_rate": 1.4853705303114716e-05, + "loss": 0.0196, + "step": 42270 + }, + { + "epoch": 35.85326547921968, + "grad_norm": 0.8839784479906565, + "learning_rate": 1.4853465125585703e-05, + "loss": 0.0189, + "step": 42271 + }, + { + "epoch": 35.854113655640376, + "grad_norm": 0.9549802100650591, + "learning_rate": 1.4853224944394166e-05, + "loss": 0.0208, + "step": 42272 + }, + { + "epoch": 35.85496183206107, + "grad_norm": 0.8472686611166018, + "learning_rate": 1.4852984759540283e-05, + "loss": 0.0199, + "step": 42273 + }, + { + "epoch": 35.85581000848176, + "grad_norm": 0.7446613288011025, + "learning_rate": 1.485274457102424e-05, + "loss": 0.0168, + "step": 42274 + }, + { + "epoch": 35.85665818490246, + "grad_norm": 0.7803229640086913, + "learning_rate": 1.4852504378846217e-05, + "loss": 0.0176, + "step": 42275 + }, + { + "epoch": 35.85750636132315, + "grad_norm": 1.1554551501518613, + "learning_rate": 1.4852264183006393e-05, + "loss": 0.0185, + "step": 42276 + }, + { + "epoch": 35.85835453774385, + "grad_norm": 0.7925292273509449, + "learning_rate": 1.485202398350495e-05, + "loss": 0.0181, + "step": 42277 + }, + { + "epoch": 35.859202714164546, + "grad_norm": 0.8727304519565754, + "learning_rate": 1.4851783780342068e-05, + "loss": 0.02, + "step": 42278 + }, + { + "epoch": 35.86005089058524, + "grad_norm": 0.6561902789685747, + "learning_rate": 1.4851543573517934e-05, + "loss": 0.0167, + "step": 42279 + }, + { + "epoch": 35.86089906700594, + "grad_norm": 0.8918135697140438, + "learning_rate": 1.485130336303272e-05, + "loss": 0.02, + "step": 42280 + }, + { + "epoch": 35.861747243426635, + "grad_norm": 0.6603414739443517, + "learning_rate": 1.4851063148886618e-05, + "loss": 0.0192, + "step": 42281 + }, + { + "epoch": 35.86259541984733, + "grad_norm": 0.674509073105717, + "learning_rate": 1.48508229310798e-05, + "loss": 0.0158, + "step": 42282 + }, + { + "epoch": 35.86344359626803, + "grad_norm": 1.3173577320332035, + "learning_rate": 1.4850582709612452e-05, + "loss": 0.0199, + "step": 42283 + }, + { + "epoch": 35.864291772688716, + "grad_norm": 0.7706596948646808, + "learning_rate": 1.4850342484484757e-05, + "loss": 0.0184, + "step": 42284 + }, + { + "epoch": 35.86513994910941, + "grad_norm": 0.6675451310446125, + "learning_rate": 1.485010225569689e-05, + "loss": 0.016, + "step": 42285 + }, + { + "epoch": 35.86598812553011, + "grad_norm": 0.856399485914213, + "learning_rate": 1.4849862023249033e-05, + "loss": 0.0198, + "step": 42286 + }, + { + "epoch": 35.866836301950805, + "grad_norm": 0.9021770907508625, + "learning_rate": 1.4849621787141375e-05, + "loss": 0.02, + "step": 42287 + }, + { + "epoch": 35.8676844783715, + "grad_norm": 0.9185022888439207, + "learning_rate": 1.4849381547374094e-05, + "loss": 0.0196, + "step": 42288 + }, + { + "epoch": 35.8685326547922, + "grad_norm": 0.7373827905000767, + "learning_rate": 1.4849141303947367e-05, + "loss": 0.0164, + "step": 42289 + }, + { + "epoch": 35.869380831212894, + "grad_norm": 0.7080748975378138, + "learning_rate": 1.4848901056861378e-05, + "loss": 0.0169, + "step": 42290 + }, + { + "epoch": 35.87022900763359, + "grad_norm": 0.784742430208374, + "learning_rate": 1.4848660806116305e-05, + "loss": 0.0195, + "step": 42291 + }, + { + "epoch": 35.871077184054286, + "grad_norm": 0.8330311773249297, + "learning_rate": 1.484842055171234e-05, + "loss": 0.0178, + "step": 42292 + }, + { + "epoch": 35.871925360474975, + "grad_norm": 0.9246937331474038, + "learning_rate": 1.484818029364965e-05, + "loss": 0.0194, + "step": 42293 + }, + { + "epoch": 35.87277353689567, + "grad_norm": 0.9525465159159888, + "learning_rate": 1.4847940031928428e-05, + "loss": 0.0218, + "step": 42294 + }, + { + "epoch": 35.87362171331637, + "grad_norm": 0.8897398574124147, + "learning_rate": 1.4847699766548846e-05, + "loss": 0.0216, + "step": 42295 + }, + { + "epoch": 35.874469889737064, + "grad_norm": 0.9089783386447993, + "learning_rate": 1.4847459497511094e-05, + "loss": 0.0167, + "step": 42296 + }, + { + "epoch": 35.87531806615776, + "grad_norm": 0.8572483826607681, + "learning_rate": 1.4847219224815347e-05, + "loss": 0.0204, + "step": 42297 + }, + { + "epoch": 35.876166242578456, + "grad_norm": 0.9283238144182004, + "learning_rate": 1.484697894846179e-05, + "loss": 0.0205, + "step": 42298 + }, + { + "epoch": 35.87701441899915, + "grad_norm": 0.6784691046176574, + "learning_rate": 1.48467386684506e-05, + "loss": 0.016, + "step": 42299 + }, + { + "epoch": 35.87786259541985, + "grad_norm": 0.8936387643195793, + "learning_rate": 1.4846498384781962e-05, + "loss": 0.0195, + "step": 42300 + }, + { + "epoch": 35.878710771840545, + "grad_norm": 0.8962799326122963, + "learning_rate": 1.4846258097456057e-05, + "loss": 0.0201, + "step": 42301 + }, + { + "epoch": 35.87955894826124, + "grad_norm": 0.9155854466823327, + "learning_rate": 1.4846017806473067e-05, + "loss": 0.019, + "step": 42302 + }, + { + "epoch": 35.88040712468193, + "grad_norm": 0.7452710160364261, + "learning_rate": 1.4845777511833173e-05, + "loss": 0.0173, + "step": 42303 + }, + { + "epoch": 35.88125530110263, + "grad_norm": 0.732031166122416, + "learning_rate": 1.4845537213536552e-05, + "loss": 0.0207, + "step": 42304 + }, + { + "epoch": 35.88210347752332, + "grad_norm": 0.890903148758213, + "learning_rate": 1.484529691158339e-05, + "loss": 0.0206, + "step": 42305 + }, + { + "epoch": 35.88295165394402, + "grad_norm": 0.7593275881965482, + "learning_rate": 1.4845056605973866e-05, + "loss": 0.0179, + "step": 42306 + }, + { + "epoch": 35.883799830364715, + "grad_norm": 0.7047240561619434, + "learning_rate": 1.4844816296708165e-05, + "loss": 0.0181, + "step": 42307 + }, + { + "epoch": 35.88464800678541, + "grad_norm": 0.8742448629505128, + "learning_rate": 1.4844575983786462e-05, + "loss": 0.0191, + "step": 42308 + }, + { + "epoch": 35.88549618320611, + "grad_norm": 0.9437584357983793, + "learning_rate": 1.4844335667208944e-05, + "loss": 0.0188, + "step": 42309 + }, + { + "epoch": 35.886344359626804, + "grad_norm": 0.8196277333170487, + "learning_rate": 1.484409534697579e-05, + "loss": 0.0194, + "step": 42310 + }, + { + "epoch": 35.8871925360475, + "grad_norm": 0.8519990419801307, + "learning_rate": 1.4843855023087183e-05, + "loss": 0.0181, + "step": 42311 + }, + { + "epoch": 35.8880407124682, + "grad_norm": 0.8173479977983645, + "learning_rate": 1.4843614695543305e-05, + "loss": 0.0181, + "step": 42312 + }, + { + "epoch": 35.888888888888886, + "grad_norm": 0.803428282396597, + "learning_rate": 1.4843374364344332e-05, + "loss": 0.0185, + "step": 42313 + }, + { + "epoch": 35.88973706530958, + "grad_norm": 0.8755026675721517, + "learning_rate": 1.484313402949045e-05, + "loss": 0.0194, + "step": 42314 + }, + { + "epoch": 35.89058524173028, + "grad_norm": 0.7502880779897795, + "learning_rate": 1.4842893690981837e-05, + "loss": 0.0187, + "step": 42315 + }, + { + "epoch": 35.891433418150974, + "grad_norm": 0.8524549166756162, + "learning_rate": 1.484265334881868e-05, + "loss": 0.0192, + "step": 42316 + }, + { + "epoch": 35.89228159457167, + "grad_norm": 0.9414082566682523, + "learning_rate": 1.4842413003001157e-05, + "loss": 0.021, + "step": 42317 + }, + { + "epoch": 35.89312977099237, + "grad_norm": 0.9739061480474269, + "learning_rate": 1.4842172653529448e-05, + "loss": 0.0214, + "step": 42318 + }, + { + "epoch": 35.89397794741306, + "grad_norm": 0.72922056819542, + "learning_rate": 1.4841932300403735e-05, + "loss": 0.0171, + "step": 42319 + }, + { + "epoch": 35.89482612383376, + "grad_norm": 0.8711949425071126, + "learning_rate": 1.4841691943624201e-05, + "loss": 0.0178, + "step": 42320 + }, + { + "epoch": 35.895674300254456, + "grad_norm": 0.9211375336606251, + "learning_rate": 1.4841451583191027e-05, + "loss": 0.0203, + "step": 42321 + }, + { + "epoch": 35.89652247667515, + "grad_norm": 0.7447831148691934, + "learning_rate": 1.4841211219104392e-05, + "loss": 0.0171, + "step": 42322 + }, + { + "epoch": 35.89737065309584, + "grad_norm": 0.9046806003448248, + "learning_rate": 1.4840970851364481e-05, + "loss": 0.0212, + "step": 42323 + }, + { + "epoch": 35.89821882951654, + "grad_norm": 0.8302109521831205, + "learning_rate": 1.4840730479971472e-05, + "loss": 0.0188, + "step": 42324 + }, + { + "epoch": 35.89906700593723, + "grad_norm": 0.8593291704986633, + "learning_rate": 1.4840490104925546e-05, + "loss": 0.017, + "step": 42325 + }, + { + "epoch": 35.89991518235793, + "grad_norm": 0.7334364686324389, + "learning_rate": 1.484024972622689e-05, + "loss": 0.0181, + "step": 42326 + }, + { + "epoch": 35.900763358778626, + "grad_norm": 0.9053620573701346, + "learning_rate": 1.4840009343875681e-05, + "loss": 0.0192, + "step": 42327 + }, + { + "epoch": 35.90161153519932, + "grad_norm": 0.8401969411645984, + "learning_rate": 1.48397689578721e-05, + "loss": 0.0186, + "step": 42328 + }, + { + "epoch": 35.90245971162002, + "grad_norm": 0.7757212779500751, + "learning_rate": 1.4839528568216332e-05, + "loss": 0.0167, + "step": 42329 + }, + { + "epoch": 35.903307888040715, + "grad_norm": 0.9020421232583122, + "learning_rate": 1.4839288174908557e-05, + "loss": 0.0203, + "step": 42330 + }, + { + "epoch": 35.90415606446141, + "grad_norm": 0.7634135001168003, + "learning_rate": 1.4839047777948952e-05, + "loss": 0.0192, + "step": 42331 + }, + { + "epoch": 35.90500424088211, + "grad_norm": 0.8172965794949308, + "learning_rate": 1.4838807377337701e-05, + "loss": 0.0192, + "step": 42332 + }, + { + "epoch": 35.905852417302796, + "grad_norm": 0.7096534483133979, + "learning_rate": 1.4838566973074988e-05, + "loss": 0.0169, + "step": 42333 + }, + { + "epoch": 35.90670059372349, + "grad_norm": 0.6701567090048879, + "learning_rate": 1.4838326565160992e-05, + "loss": 0.0165, + "step": 42334 + }, + { + "epoch": 35.90754877014419, + "grad_norm": 0.7171749979526647, + "learning_rate": 1.4838086153595896e-05, + "loss": 0.018, + "step": 42335 + }, + { + "epoch": 35.908396946564885, + "grad_norm": 0.9780517786159655, + "learning_rate": 1.483784573837988e-05, + "loss": 0.02, + "step": 42336 + }, + { + "epoch": 35.90924512298558, + "grad_norm": 0.8420334288625008, + "learning_rate": 1.4837605319513127e-05, + "loss": 0.0202, + "step": 42337 + }, + { + "epoch": 35.91009329940628, + "grad_norm": 0.8782458988651585, + "learning_rate": 1.4837364896995814e-05, + "loss": 0.0211, + "step": 42338 + }, + { + "epoch": 35.910941475826974, + "grad_norm": 0.8854766962108684, + "learning_rate": 1.4837124470828129e-05, + "loss": 0.0204, + "step": 42339 + }, + { + "epoch": 35.91178965224767, + "grad_norm": 0.7411224680091894, + "learning_rate": 1.4836884041010248e-05, + "loss": 0.0206, + "step": 42340 + }, + { + "epoch": 35.912637828668366, + "grad_norm": 0.8337478945415763, + "learning_rate": 1.4836643607542356e-05, + "loss": 0.0155, + "step": 42341 + }, + { + "epoch": 35.913486005089055, + "grad_norm": 0.9572739059356262, + "learning_rate": 1.4836403170424632e-05, + "loss": 0.0183, + "step": 42342 + }, + { + "epoch": 35.91433418150975, + "grad_norm": 0.7581679213494015, + "learning_rate": 1.483616272965726e-05, + "loss": 0.0185, + "step": 42343 + }, + { + "epoch": 35.91518235793045, + "grad_norm": 0.882672721134608, + "learning_rate": 1.4835922285240418e-05, + "loss": 0.0184, + "step": 42344 + }, + { + "epoch": 35.916030534351144, + "grad_norm": 0.7296465158982564, + "learning_rate": 1.4835681837174289e-05, + "loss": 0.0182, + "step": 42345 + }, + { + "epoch": 35.91687871077184, + "grad_norm": 0.7858937259396329, + "learning_rate": 1.4835441385459057e-05, + "loss": 0.017, + "step": 42346 + }, + { + "epoch": 35.917726887192536, + "grad_norm": 0.8531644288253554, + "learning_rate": 1.48352009300949e-05, + "loss": 0.0181, + "step": 42347 + }, + { + "epoch": 35.91857506361323, + "grad_norm": 0.8674908072496782, + "learning_rate": 1.4834960471082e-05, + "loss": 0.0202, + "step": 42348 + }, + { + "epoch": 35.91942324003393, + "grad_norm": 0.8242389335852239, + "learning_rate": 1.4834720008420543e-05, + "loss": 0.0186, + "step": 42349 + }, + { + "epoch": 35.920271416454625, + "grad_norm": 0.9342114332516708, + "learning_rate": 1.4834479542110703e-05, + "loss": 0.0185, + "step": 42350 + }, + { + "epoch": 35.92111959287532, + "grad_norm": 0.8184906896172964, + "learning_rate": 1.4834239072152663e-05, + "loss": 0.0189, + "step": 42351 + }, + { + "epoch": 35.92196776929601, + "grad_norm": 0.8274719828564185, + "learning_rate": 1.4833998598546608e-05, + "loss": 0.0199, + "step": 42352 + }, + { + "epoch": 35.92281594571671, + "grad_norm": 0.7780016645611624, + "learning_rate": 1.4833758121292723e-05, + "loss": 0.0205, + "step": 42353 + }, + { + "epoch": 35.9236641221374, + "grad_norm": 0.8481447654556915, + "learning_rate": 1.483351764039118e-05, + "loss": 0.0182, + "step": 42354 + }, + { + "epoch": 35.9245122985581, + "grad_norm": 0.8844087152738084, + "learning_rate": 1.4833277155842164e-05, + "loss": 0.0169, + "step": 42355 + }, + { + "epoch": 35.925360474978795, + "grad_norm": 0.8744999863063786, + "learning_rate": 1.4833036667645862e-05, + "loss": 0.0175, + "step": 42356 + }, + { + "epoch": 35.92620865139949, + "grad_norm": 0.8874533121027379, + "learning_rate": 1.4832796175802446e-05, + "loss": 0.0195, + "step": 42357 + }, + { + "epoch": 35.92705682782019, + "grad_norm": 0.7958079365888845, + "learning_rate": 1.4832555680312104e-05, + "loss": 0.0188, + "step": 42358 + }, + { + "epoch": 35.927905004240884, + "grad_norm": 0.7681317547848993, + "learning_rate": 1.4832315181175016e-05, + "loss": 0.0166, + "step": 42359 + }, + { + "epoch": 35.92875318066158, + "grad_norm": 0.8376163434883114, + "learning_rate": 1.4832074678391364e-05, + "loss": 0.0182, + "step": 42360 + }, + { + "epoch": 35.92960135708228, + "grad_norm": 0.9961150033649305, + "learning_rate": 1.4831834171961328e-05, + "loss": 0.0193, + "step": 42361 + }, + { + "epoch": 35.930449533502966, + "grad_norm": 0.6974111088603326, + "learning_rate": 1.483159366188509e-05, + "loss": 0.018, + "step": 42362 + }, + { + "epoch": 35.93129770992366, + "grad_norm": 0.9259322082800324, + "learning_rate": 1.4831353148162835e-05, + "loss": 0.0205, + "step": 42363 + }, + { + "epoch": 35.93214588634436, + "grad_norm": 0.8341429418171519, + "learning_rate": 1.4831112630794735e-05, + "loss": 0.0184, + "step": 42364 + }, + { + "epoch": 35.932994062765054, + "grad_norm": 0.9133075399285279, + "learning_rate": 1.4830872109780983e-05, + "loss": 0.0194, + "step": 42365 + }, + { + "epoch": 35.93384223918575, + "grad_norm": 0.9163689211824277, + "learning_rate": 1.4830631585121754e-05, + "loss": 0.0172, + "step": 42366 + }, + { + "epoch": 35.93469041560645, + "grad_norm": 0.7008897099047227, + "learning_rate": 1.4830391056817232e-05, + "loss": 0.0156, + "step": 42367 + }, + { + "epoch": 35.93553859202714, + "grad_norm": 0.9322127411153089, + "learning_rate": 1.4830150524867595e-05, + "loss": 0.0197, + "step": 42368 + }, + { + "epoch": 35.93638676844784, + "grad_norm": 0.7606689614341914, + "learning_rate": 1.4829909989273028e-05, + "loss": 0.0188, + "step": 42369 + }, + { + "epoch": 35.937234944868536, + "grad_norm": 0.8060184540657503, + "learning_rate": 1.482966945003371e-05, + "loss": 0.017, + "step": 42370 + }, + { + "epoch": 35.938083121289225, + "grad_norm": 0.7572709695447539, + "learning_rate": 1.4829428907149827e-05, + "loss": 0.0188, + "step": 42371 + }, + { + "epoch": 35.93893129770992, + "grad_norm": 0.892079122650812, + "learning_rate": 1.4829188360621554e-05, + "loss": 0.0187, + "step": 42372 + }, + { + "epoch": 35.93977947413062, + "grad_norm": 0.7576064983804923, + "learning_rate": 1.4828947810449077e-05, + "loss": 0.017, + "step": 42373 + }, + { + "epoch": 35.94062765055131, + "grad_norm": 0.8403320155738254, + "learning_rate": 1.4828707256632577e-05, + "loss": 0.0181, + "step": 42374 + }, + { + "epoch": 35.94147582697201, + "grad_norm": 0.8818516173230786, + "learning_rate": 1.4828466699172234e-05, + "loss": 0.0221, + "step": 42375 + }, + { + "epoch": 35.942324003392706, + "grad_norm": 0.9839036694824008, + "learning_rate": 1.4828226138068231e-05, + "loss": 0.0175, + "step": 42376 + }, + { + "epoch": 35.9431721798134, + "grad_norm": 0.8808722706624538, + "learning_rate": 1.4827985573320749e-05, + "loss": 0.0197, + "step": 42377 + }, + { + "epoch": 35.9440203562341, + "grad_norm": 0.8926216375391862, + "learning_rate": 1.4827745004929969e-05, + "loss": 0.019, + "step": 42378 + }, + { + "epoch": 35.944868532654795, + "grad_norm": 0.8018699291422513, + "learning_rate": 1.4827504432896075e-05, + "loss": 0.0199, + "step": 42379 + }, + { + "epoch": 35.94571670907549, + "grad_norm": 0.9268048316798099, + "learning_rate": 1.4827263857219245e-05, + "loss": 0.0206, + "step": 42380 + }, + { + "epoch": 35.94656488549618, + "grad_norm": 0.8023287961328238, + "learning_rate": 1.4827023277899663e-05, + "loss": 0.0206, + "step": 42381 + }, + { + "epoch": 35.947413061916876, + "grad_norm": 0.8483463516063241, + "learning_rate": 1.482678269493751e-05, + "loss": 0.0175, + "step": 42382 + }, + { + "epoch": 35.94826123833757, + "grad_norm": 0.8712052690090163, + "learning_rate": 1.4826542108332967e-05, + "loss": 0.019, + "step": 42383 + }, + { + "epoch": 35.94910941475827, + "grad_norm": 0.8770497681406947, + "learning_rate": 1.4826301518086213e-05, + "loss": 0.0178, + "step": 42384 + }, + { + "epoch": 35.949957591178965, + "grad_norm": 0.8293482705782516, + "learning_rate": 1.4826060924197434e-05, + "loss": 0.0202, + "step": 42385 + }, + { + "epoch": 35.95080576759966, + "grad_norm": 0.8989245892499615, + "learning_rate": 1.4825820326666814e-05, + "loss": 0.0195, + "step": 42386 + }, + { + "epoch": 35.95165394402036, + "grad_norm": 0.7243122542121772, + "learning_rate": 1.4825579725494526e-05, + "loss": 0.0189, + "step": 42387 + }, + { + "epoch": 35.95250212044105, + "grad_norm": 0.8018230535613282, + "learning_rate": 1.4825339120680757e-05, + "loss": 0.0216, + "step": 42388 + }, + { + "epoch": 35.95335029686175, + "grad_norm": 0.8475445694166378, + "learning_rate": 1.4825098512225688e-05, + "loss": 0.0168, + "step": 42389 + }, + { + "epoch": 35.954198473282446, + "grad_norm": 0.7130862855843562, + "learning_rate": 1.4824857900129499e-05, + "loss": 0.016, + "step": 42390 + }, + { + "epoch": 35.955046649703135, + "grad_norm": 0.7912511991011988, + "learning_rate": 1.4824617284392373e-05, + "loss": 0.0173, + "step": 42391 + }, + { + "epoch": 35.95589482612383, + "grad_norm": 0.8288572689839896, + "learning_rate": 1.4824376665014492e-05, + "loss": 0.02, + "step": 42392 + }, + { + "epoch": 35.95674300254453, + "grad_norm": 0.7057834800469986, + "learning_rate": 1.4824136041996039e-05, + "loss": 0.0182, + "step": 42393 + }, + { + "epoch": 35.957591178965224, + "grad_norm": 0.9283369144406536, + "learning_rate": 1.482389541533719e-05, + "loss": 0.0173, + "step": 42394 + }, + { + "epoch": 35.95843935538592, + "grad_norm": 0.8151286999957867, + "learning_rate": 1.4823654785038132e-05, + "loss": 0.0177, + "step": 42395 + }, + { + "epoch": 35.959287531806616, + "grad_norm": 0.8812318620746364, + "learning_rate": 1.4823414151099044e-05, + "loss": 0.0198, + "step": 42396 + }, + { + "epoch": 35.96013570822731, + "grad_norm": 0.7596562038588499, + "learning_rate": 1.4823173513520108e-05, + "loss": 0.0174, + "step": 42397 + }, + { + "epoch": 35.96098388464801, + "grad_norm": 0.9404676325013668, + "learning_rate": 1.4822932872301505e-05, + "loss": 0.0206, + "step": 42398 + }, + { + "epoch": 35.961832061068705, + "grad_norm": 0.9013083358014177, + "learning_rate": 1.4822692227443418e-05, + "loss": 0.0194, + "step": 42399 + }, + { + "epoch": 35.9626802374894, + "grad_norm": 0.7561859205008075, + "learning_rate": 1.482245157894603e-05, + "loss": 0.0188, + "step": 42400 + }, + { + "epoch": 35.96352841391009, + "grad_norm": 0.7831156212122473, + "learning_rate": 1.4822210926809521e-05, + "loss": 0.017, + "step": 42401 + }, + { + "epoch": 35.96437659033079, + "grad_norm": 0.8064080224945995, + "learning_rate": 1.482197027103407e-05, + "loss": 0.018, + "step": 42402 + }, + { + "epoch": 35.96522476675148, + "grad_norm": 0.9273950594690399, + "learning_rate": 1.4821729611619862e-05, + "loss": 0.0228, + "step": 42403 + }, + { + "epoch": 35.96607294317218, + "grad_norm": 0.8141171373961344, + "learning_rate": 1.4821488948567075e-05, + "loss": 0.0157, + "step": 42404 + }, + { + "epoch": 35.966921119592875, + "grad_norm": 0.7837916511443848, + "learning_rate": 1.4821248281875895e-05, + "loss": 0.0192, + "step": 42405 + }, + { + "epoch": 35.96776929601357, + "grad_norm": 0.8464524222165163, + "learning_rate": 1.48210076115465e-05, + "loss": 0.0197, + "step": 42406 + }, + { + "epoch": 35.96861747243427, + "grad_norm": 0.715208284062239, + "learning_rate": 1.4820766937579076e-05, + "loss": 0.0169, + "step": 42407 + }, + { + "epoch": 35.969465648854964, + "grad_norm": 0.8646248625283801, + "learning_rate": 1.48205262599738e-05, + "loss": 0.0205, + "step": 42408 + }, + { + "epoch": 35.97031382527566, + "grad_norm": 0.7695697118989964, + "learning_rate": 1.4820285578730857e-05, + "loss": 0.0178, + "step": 42409 + }, + { + "epoch": 35.97116200169635, + "grad_norm": 0.8627551522992128, + "learning_rate": 1.4820044893850424e-05, + "loss": 0.0217, + "step": 42410 + }, + { + "epoch": 35.972010178117046, + "grad_norm": 0.7960086006171725, + "learning_rate": 1.4819804205332688e-05, + "loss": 0.0178, + "step": 42411 + }, + { + "epoch": 35.97285835453774, + "grad_norm": 0.7894752165205453, + "learning_rate": 1.4819563513177828e-05, + "loss": 0.0191, + "step": 42412 + }, + { + "epoch": 35.97370653095844, + "grad_norm": 0.7608648658109789, + "learning_rate": 1.4819322817386027e-05, + "loss": 0.0184, + "step": 42413 + }, + { + "epoch": 35.974554707379134, + "grad_norm": 0.9040211113293827, + "learning_rate": 1.4819082117957467e-05, + "loss": 0.0199, + "step": 42414 + }, + { + "epoch": 35.97540288379983, + "grad_norm": 0.906178885091087, + "learning_rate": 1.4818841414892326e-05, + "loss": 0.0204, + "step": 42415 + }, + { + "epoch": 35.97625106022053, + "grad_norm": 1.7535131281711038, + "learning_rate": 1.4818600708190789e-05, + "loss": 0.0236, + "step": 42416 + }, + { + "epoch": 35.97709923664122, + "grad_norm": 0.7653252178660951, + "learning_rate": 1.4818359997853033e-05, + "loss": 0.0179, + "step": 42417 + }, + { + "epoch": 35.97794741306192, + "grad_norm": 0.8322316915665215, + "learning_rate": 1.4818119283879248e-05, + "loss": 0.0207, + "step": 42418 + }, + { + "epoch": 35.978795589482615, + "grad_norm": 0.7754394275401758, + "learning_rate": 1.4817878566269608e-05, + "loss": 0.0179, + "step": 42419 + }, + { + "epoch": 35.979643765903305, + "grad_norm": 0.8133654454972243, + "learning_rate": 1.4817637845024298e-05, + "loss": 0.0197, + "step": 42420 + }, + { + "epoch": 35.980491942324, + "grad_norm": 0.8186005127705497, + "learning_rate": 1.48173971201435e-05, + "loss": 0.0172, + "step": 42421 + }, + { + "epoch": 35.9813401187447, + "grad_norm": 0.8151829149268457, + "learning_rate": 1.4817156391627391e-05, + "loss": 0.019, + "step": 42422 + }, + { + "epoch": 35.98218829516539, + "grad_norm": 0.7983972355105723, + "learning_rate": 1.4816915659476161e-05, + "loss": 0.0172, + "step": 42423 + }, + { + "epoch": 35.98303647158609, + "grad_norm": 0.7605700523455123, + "learning_rate": 1.4816674923689987e-05, + "loss": 0.0184, + "step": 42424 + }, + { + "epoch": 35.983884648006786, + "grad_norm": 0.8043160824095876, + "learning_rate": 1.4816434184269049e-05, + "loss": 0.0193, + "step": 42425 + }, + { + "epoch": 35.98473282442748, + "grad_norm": 1.0250874523773672, + "learning_rate": 1.4816193441213531e-05, + "loss": 0.0209, + "step": 42426 + }, + { + "epoch": 35.98558100084818, + "grad_norm": 0.7931201309371815, + "learning_rate": 1.4815952694523614e-05, + "loss": 0.0197, + "step": 42427 + }, + { + "epoch": 35.986429177268874, + "grad_norm": 0.9599364276437942, + "learning_rate": 1.4815711944199481e-05, + "loss": 0.0194, + "step": 42428 + }, + { + "epoch": 35.98727735368957, + "grad_norm": 0.9204451130537741, + "learning_rate": 1.4815471190241311e-05, + "loss": 0.0196, + "step": 42429 + }, + { + "epoch": 35.98812553011026, + "grad_norm": 0.9204297211635012, + "learning_rate": 1.4815230432649285e-05, + "loss": 0.0193, + "step": 42430 + }, + { + "epoch": 35.988973706530956, + "grad_norm": 1.0048993271892677, + "learning_rate": 1.481498967142359e-05, + "loss": 0.018, + "step": 42431 + }, + { + "epoch": 35.98982188295165, + "grad_norm": 0.7404821125735208, + "learning_rate": 1.4814748906564407e-05, + "loss": 0.0191, + "step": 42432 + }, + { + "epoch": 35.99067005937235, + "grad_norm": 0.7788620952932904, + "learning_rate": 1.4814508138071912e-05, + "loss": 0.0189, + "step": 42433 + }, + { + "epoch": 35.991518235793045, + "grad_norm": 0.9547709224054689, + "learning_rate": 1.4814267365946288e-05, + "loss": 0.0242, + "step": 42434 + }, + { + "epoch": 35.99236641221374, + "grad_norm": 1.007365125041434, + "learning_rate": 1.4814026590187723e-05, + "loss": 0.0192, + "step": 42435 + }, + { + "epoch": 35.99321458863444, + "grad_norm": 0.88007297797738, + "learning_rate": 1.4813785810796391e-05, + "loss": 0.0217, + "step": 42436 + }, + { + "epoch": 35.99406276505513, + "grad_norm": 0.8588219116900269, + "learning_rate": 1.4813545027772478e-05, + "loss": 0.0182, + "step": 42437 + }, + { + "epoch": 35.99491094147583, + "grad_norm": 0.9232850634779116, + "learning_rate": 1.4813304241116164e-05, + "loss": 0.0194, + "step": 42438 + }, + { + "epoch": 35.995759117896526, + "grad_norm": 0.9515478077840293, + "learning_rate": 1.4813063450827632e-05, + "loss": 0.0224, + "step": 42439 + }, + { + "epoch": 35.996607294317215, + "grad_norm": 0.7941636762381186, + "learning_rate": 1.4812822656907063e-05, + "loss": 0.0176, + "step": 42440 + }, + { + "epoch": 35.99745547073791, + "grad_norm": 0.8881384273401118, + "learning_rate": 1.4812581859354638e-05, + "loss": 0.0211, + "step": 42441 + }, + { + "epoch": 35.99830364715861, + "grad_norm": 0.8220449426982547, + "learning_rate": 1.4812341058170543e-05, + "loss": 0.018, + "step": 42442 + }, + { + "epoch": 35.999151823579304, + "grad_norm": 0.8833334885399706, + "learning_rate": 1.481210025335495e-05, + "loss": 0.0175, + "step": 42443 + }, + { + "epoch": 36.0, + "grad_norm": 0.7144567267633783, + "learning_rate": 1.4811859444908053e-05, + "loss": 0.0173, + "step": 42444 + }, + { + "epoch": 36.000848176420696, + "grad_norm": 0.6867247470231895, + "learning_rate": 1.4811618632830022e-05, + "loss": 0.0134, + "step": 42445 + }, + { + "epoch": 36.00169635284139, + "grad_norm": 0.5880156522235643, + "learning_rate": 1.4811377817121052e-05, + "loss": 0.0131, + "step": 42446 + }, + { + "epoch": 36.00254452926209, + "grad_norm": 0.7956596809765422, + "learning_rate": 1.4811136997781313e-05, + "loss": 0.0175, + "step": 42447 + }, + { + "epoch": 36.003392705682785, + "grad_norm": 0.8061358016481475, + "learning_rate": 1.481089617481099e-05, + "loss": 0.0143, + "step": 42448 + }, + { + "epoch": 36.004240882103474, + "grad_norm": 0.7645565827885346, + "learning_rate": 1.4810655348210263e-05, + "loss": 0.0185, + "step": 42449 + }, + { + "epoch": 36.00508905852417, + "grad_norm": 0.6755192034888784, + "learning_rate": 1.4810414517979319e-05, + "loss": 0.0133, + "step": 42450 + }, + { + "epoch": 36.00593723494487, + "grad_norm": 0.6865793701509412, + "learning_rate": 1.4810173684118339e-05, + "loss": 0.0134, + "step": 42451 + }, + { + "epoch": 36.00678541136556, + "grad_norm": 0.7625555746493723, + "learning_rate": 1.4809932846627501e-05, + "loss": 0.015, + "step": 42452 + }, + { + "epoch": 36.00763358778626, + "grad_norm": 0.7496580520515049, + "learning_rate": 1.4809692005506988e-05, + "loss": 0.0159, + "step": 42453 + }, + { + "epoch": 36.008481764206955, + "grad_norm": 0.7790903374754431, + "learning_rate": 1.4809451160756982e-05, + "loss": 0.0166, + "step": 42454 + }, + { + "epoch": 36.00932994062765, + "grad_norm": 0.7565337038065494, + "learning_rate": 1.4809210312377666e-05, + "loss": 0.0154, + "step": 42455 + }, + { + "epoch": 36.01017811704835, + "grad_norm": 0.9189770685968851, + "learning_rate": 1.4808969460369222e-05, + "loss": 0.0164, + "step": 42456 + }, + { + "epoch": 36.011026293469044, + "grad_norm": 0.7181969848469025, + "learning_rate": 1.4808728604731828e-05, + "loss": 0.0148, + "step": 42457 + }, + { + "epoch": 36.01187446988974, + "grad_norm": 0.6678037298707388, + "learning_rate": 1.4808487745465669e-05, + "loss": 0.0139, + "step": 42458 + }, + { + "epoch": 36.01272264631043, + "grad_norm": 0.8036834854030568, + "learning_rate": 1.4808246882570927e-05, + "loss": 0.0153, + "step": 42459 + }, + { + "epoch": 36.013570822731126, + "grad_norm": 0.7659714317941608, + "learning_rate": 1.4808006016047784e-05, + "loss": 0.0148, + "step": 42460 + }, + { + "epoch": 36.01441899915182, + "grad_norm": 0.826036560565325, + "learning_rate": 1.4807765145896418e-05, + "loss": 0.0152, + "step": 42461 + }, + { + "epoch": 36.01526717557252, + "grad_norm": 0.8560799214983108, + "learning_rate": 1.4807524272117011e-05, + "loss": 0.018, + "step": 42462 + }, + { + "epoch": 36.016115351993214, + "grad_norm": 0.853057787303784, + "learning_rate": 1.480728339470975e-05, + "loss": 0.0154, + "step": 42463 + }, + { + "epoch": 36.01696352841391, + "grad_norm": 0.7461519507826138, + "learning_rate": 1.4807042513674814e-05, + "loss": 0.0167, + "step": 42464 + }, + { + "epoch": 36.01781170483461, + "grad_norm": 0.874153666579367, + "learning_rate": 1.4806801629012385e-05, + "loss": 0.0155, + "step": 42465 + }, + { + "epoch": 36.0186598812553, + "grad_norm": 0.8099522837167752, + "learning_rate": 1.4806560740722647e-05, + "loss": 0.0153, + "step": 42466 + }, + { + "epoch": 36.019508057676, + "grad_norm": 0.7121483029270487, + "learning_rate": 1.4806319848805775e-05, + "loss": 0.0148, + "step": 42467 + }, + { + "epoch": 36.020356234096695, + "grad_norm": 0.6848906247978691, + "learning_rate": 1.4806078953261955e-05, + "loss": 0.0131, + "step": 42468 + }, + { + "epoch": 36.021204410517385, + "grad_norm": 0.6610810952042566, + "learning_rate": 1.480583805409137e-05, + "loss": 0.014, + "step": 42469 + }, + { + "epoch": 36.02205258693808, + "grad_norm": 0.6100208840711681, + "learning_rate": 1.48055971512942e-05, + "loss": 0.0128, + "step": 42470 + }, + { + "epoch": 36.02290076335878, + "grad_norm": 0.7064037757153858, + "learning_rate": 1.4805356244870629e-05, + "loss": 0.0132, + "step": 42471 + }, + { + "epoch": 36.02374893977947, + "grad_norm": 0.7526153094823166, + "learning_rate": 1.4805115334820834e-05, + "loss": 0.0149, + "step": 42472 + }, + { + "epoch": 36.02459711620017, + "grad_norm": 0.661881389734652, + "learning_rate": 1.4804874421145002e-05, + "loss": 0.0163, + "step": 42473 + }, + { + "epoch": 36.025445292620866, + "grad_norm": 2.7765866515324165, + "learning_rate": 1.4804633503843313e-05, + "loss": 0.0172, + "step": 42474 + }, + { + "epoch": 36.02629346904156, + "grad_norm": 0.8056928765679054, + "learning_rate": 1.4804392582915945e-05, + "loss": 0.0161, + "step": 42475 + }, + { + "epoch": 36.02714164546226, + "grad_norm": 0.8052632449619331, + "learning_rate": 1.4804151658363086e-05, + "loss": 0.0142, + "step": 42476 + }, + { + "epoch": 36.027989821882954, + "grad_norm": 0.710354419892323, + "learning_rate": 1.4803910730184916e-05, + "loss": 0.0158, + "step": 42477 + }, + { + "epoch": 36.02883799830365, + "grad_norm": 0.6541109720490699, + "learning_rate": 1.4803669798381615e-05, + "loss": 0.0139, + "step": 42478 + }, + { + "epoch": 36.02968617472434, + "grad_norm": 0.7561030991961051, + "learning_rate": 1.4803428862953366e-05, + "loss": 0.0157, + "step": 42479 + }, + { + "epoch": 36.030534351145036, + "grad_norm": 0.857690403530816, + "learning_rate": 1.480318792390035e-05, + "loss": 0.0147, + "step": 42480 + }, + { + "epoch": 36.03138252756573, + "grad_norm": 0.8043343413822088, + "learning_rate": 1.480294698122275e-05, + "loss": 0.0163, + "step": 42481 + }, + { + "epoch": 36.03223070398643, + "grad_norm": 0.7751252271682055, + "learning_rate": 1.4802706034920747e-05, + "loss": 0.0169, + "step": 42482 + }, + { + "epoch": 36.033078880407125, + "grad_norm": 0.8168163924760162, + "learning_rate": 1.4802465084994524e-05, + "loss": 0.0156, + "step": 42483 + }, + { + "epoch": 36.03392705682782, + "grad_norm": 0.6713679303972917, + "learning_rate": 1.4802224131444261e-05, + "loss": 0.0141, + "step": 42484 + }, + { + "epoch": 36.03477523324852, + "grad_norm": 0.7843807347360201, + "learning_rate": 1.4801983174270141e-05, + "loss": 0.0169, + "step": 42485 + }, + { + "epoch": 36.03562340966921, + "grad_norm": 0.76196388902897, + "learning_rate": 1.4801742213472343e-05, + "loss": 0.0149, + "step": 42486 + }, + { + "epoch": 36.03647158608991, + "grad_norm": 0.8390663478634941, + "learning_rate": 1.4801501249051053e-05, + "loss": 0.0162, + "step": 42487 + }, + { + "epoch": 36.0373197625106, + "grad_norm": 0.7075314666626753, + "learning_rate": 1.480126028100645e-05, + "loss": 0.0146, + "step": 42488 + }, + { + "epoch": 36.038167938931295, + "grad_norm": 0.845187018145088, + "learning_rate": 1.480101930933872e-05, + "loss": 0.0157, + "step": 42489 + }, + { + "epoch": 36.03901611535199, + "grad_norm": 0.6468539997495106, + "learning_rate": 1.480077833404804e-05, + "loss": 0.0147, + "step": 42490 + }, + { + "epoch": 36.03986429177269, + "grad_norm": 0.7747528447457792, + "learning_rate": 1.4800537355134594e-05, + "loss": 0.014, + "step": 42491 + }, + { + "epoch": 36.040712468193384, + "grad_norm": 0.7076755031733073, + "learning_rate": 1.4800296372598564e-05, + "loss": 0.0143, + "step": 42492 + }, + { + "epoch": 36.04156064461408, + "grad_norm": 0.7739404758857881, + "learning_rate": 1.4800055386440132e-05, + "loss": 0.017, + "step": 42493 + }, + { + "epoch": 36.042408821034776, + "grad_norm": 0.6108371949067033, + "learning_rate": 1.4799814396659478e-05, + "loss": 0.0146, + "step": 42494 + }, + { + "epoch": 36.04325699745547, + "grad_norm": 0.8784463591407583, + "learning_rate": 1.4799573403256781e-05, + "loss": 0.0156, + "step": 42495 + }, + { + "epoch": 36.04410517387617, + "grad_norm": 0.7517445852515924, + "learning_rate": 1.4799332406232233e-05, + "loss": 0.0141, + "step": 42496 + }, + { + "epoch": 36.044953350296865, + "grad_norm": 0.9607973873074206, + "learning_rate": 1.479909140558601e-05, + "loss": 0.0177, + "step": 42497 + }, + { + "epoch": 36.045801526717554, + "grad_norm": 0.7180711992867542, + "learning_rate": 1.479885040131829e-05, + "loss": 0.0168, + "step": 42498 + }, + { + "epoch": 36.04664970313825, + "grad_norm": 0.6409958628468706, + "learning_rate": 1.4798609393429262e-05, + "loss": 0.0123, + "step": 42499 + }, + { + "epoch": 36.04749787955895, + "grad_norm": 0.7934992092491807, + "learning_rate": 1.4798368381919102e-05, + "loss": 0.0147, + "step": 42500 + }, + { + "epoch": 36.04834605597964, + "grad_norm": 0.7617528412162378, + "learning_rate": 1.4798127366787992e-05, + "loss": 0.0155, + "step": 42501 + }, + { + "epoch": 36.04919423240034, + "grad_norm": 0.7708153686077521, + "learning_rate": 1.4797886348036122e-05, + "loss": 0.017, + "step": 42502 + }, + { + "epoch": 36.050042408821035, + "grad_norm": 0.805739971829247, + "learning_rate": 1.4797645325663663e-05, + "loss": 0.0146, + "step": 42503 + }, + { + "epoch": 36.05089058524173, + "grad_norm": 0.8846083552666488, + "learning_rate": 1.4797404299670805e-05, + "loss": 0.0178, + "step": 42504 + }, + { + "epoch": 36.05173876166243, + "grad_norm": 0.7765784681815208, + "learning_rate": 1.4797163270057726e-05, + "loss": 0.0146, + "step": 42505 + }, + { + "epoch": 36.052586938083124, + "grad_norm": 0.8032839438929703, + "learning_rate": 1.4796922236824607e-05, + "loss": 0.0141, + "step": 42506 + }, + { + "epoch": 36.05343511450382, + "grad_norm": 0.6409187436736916, + "learning_rate": 1.4796681199971636e-05, + "loss": 0.0135, + "step": 42507 + }, + { + "epoch": 36.05428329092451, + "grad_norm": 0.7294756701364353, + "learning_rate": 1.4796440159498986e-05, + "loss": 0.0146, + "step": 42508 + }, + { + "epoch": 36.055131467345205, + "grad_norm": 0.773089654772075, + "learning_rate": 1.4796199115406844e-05, + "loss": 0.0162, + "step": 42509 + }, + { + "epoch": 36.0559796437659, + "grad_norm": 0.6952360557952239, + "learning_rate": 1.479595806769539e-05, + "loss": 0.0167, + "step": 42510 + }, + { + "epoch": 36.0568278201866, + "grad_norm": 0.7196704462782902, + "learning_rate": 1.4795717016364815e-05, + "loss": 0.0157, + "step": 42511 + }, + { + "epoch": 36.057675996607294, + "grad_norm": 0.6840696419259304, + "learning_rate": 1.4795475961415285e-05, + "loss": 0.0143, + "step": 42512 + }, + { + "epoch": 36.05852417302799, + "grad_norm": 0.6694627657425809, + "learning_rate": 1.4795234902846994e-05, + "loss": 0.0151, + "step": 42513 + }, + { + "epoch": 36.05937234944869, + "grad_norm": 0.7735030550510255, + "learning_rate": 1.4794993840660116e-05, + "loss": 0.0163, + "step": 42514 + }, + { + "epoch": 36.06022052586938, + "grad_norm": 0.6804486108224762, + "learning_rate": 1.4794752774854837e-05, + "loss": 0.0152, + "step": 42515 + }, + { + "epoch": 36.06106870229008, + "grad_norm": 0.7618444709433809, + "learning_rate": 1.4794511705431343e-05, + "loss": 0.0156, + "step": 42516 + }, + { + "epoch": 36.061916878710775, + "grad_norm": 0.6930071199779857, + "learning_rate": 1.4794270632389809e-05, + "loss": 0.0128, + "step": 42517 + }, + { + "epoch": 36.062765055131464, + "grad_norm": 0.7724855625324554, + "learning_rate": 1.4794029555730421e-05, + "loss": 0.0147, + "step": 42518 + }, + { + "epoch": 36.06361323155216, + "grad_norm": 0.6961635762341346, + "learning_rate": 1.4793788475453357e-05, + "loss": 0.0146, + "step": 42519 + }, + { + "epoch": 36.06446140797286, + "grad_norm": 0.6211214060881696, + "learning_rate": 1.4793547391558802e-05, + "loss": 0.0131, + "step": 42520 + }, + { + "epoch": 36.06530958439355, + "grad_norm": 0.7130726918934494, + "learning_rate": 1.479330630404694e-05, + "loss": 0.0138, + "step": 42521 + }, + { + "epoch": 36.06615776081425, + "grad_norm": 0.8488072314488138, + "learning_rate": 1.4793065212917947e-05, + "loss": 0.0171, + "step": 42522 + }, + { + "epoch": 36.067005937234946, + "grad_norm": 0.7769809225095485, + "learning_rate": 1.4792824118172008e-05, + "loss": 0.0143, + "step": 42523 + }, + { + "epoch": 36.06785411365564, + "grad_norm": 0.6810257196745921, + "learning_rate": 1.4792583019809309e-05, + "loss": 0.0138, + "step": 42524 + }, + { + "epoch": 36.06870229007634, + "grad_norm": 0.7805566868552714, + "learning_rate": 1.4792341917830027e-05, + "loss": 0.0158, + "step": 42525 + }, + { + "epoch": 36.069550466497034, + "grad_norm": 0.8255450941339584, + "learning_rate": 1.4792100812234342e-05, + "loss": 0.0145, + "step": 42526 + }, + { + "epoch": 36.07039864291772, + "grad_norm": 0.6716985345067398, + "learning_rate": 1.4791859703022443e-05, + "loss": 0.0142, + "step": 42527 + }, + { + "epoch": 36.07124681933842, + "grad_norm": 0.9093411653614537, + "learning_rate": 1.47916185901945e-05, + "loss": 0.0172, + "step": 42528 + }, + { + "epoch": 36.072094995759116, + "grad_norm": 0.7474887188354963, + "learning_rate": 1.479137747375071e-05, + "loss": 0.0141, + "step": 42529 + }, + { + "epoch": 36.07294317217981, + "grad_norm": 0.6822434750406181, + "learning_rate": 1.4791136353691246e-05, + "loss": 0.013, + "step": 42530 + }, + { + "epoch": 36.07379134860051, + "grad_norm": 0.7475283221162468, + "learning_rate": 1.4790895230016294e-05, + "loss": 0.0144, + "step": 42531 + }, + { + "epoch": 36.074639525021205, + "grad_norm": 0.7052004391135918, + "learning_rate": 1.479065410272603e-05, + "loss": 0.0125, + "step": 42532 + }, + { + "epoch": 36.0754877014419, + "grad_norm": 0.6811543685561974, + "learning_rate": 1.479041297182064e-05, + "loss": 0.0154, + "step": 42533 + }, + { + "epoch": 36.0763358778626, + "grad_norm": 0.6054181014291112, + "learning_rate": 1.4790171837300307e-05, + "loss": 0.0147, + "step": 42534 + }, + { + "epoch": 36.07718405428329, + "grad_norm": 0.7479230004573111, + "learning_rate": 1.4789930699165212e-05, + "loss": 0.0157, + "step": 42535 + }, + { + "epoch": 36.07803223070399, + "grad_norm": 0.6313245139895367, + "learning_rate": 1.4789689557415533e-05, + "loss": 0.0128, + "step": 42536 + }, + { + "epoch": 36.07888040712468, + "grad_norm": 0.6713893827050692, + "learning_rate": 1.478944841205146e-05, + "loss": 0.0128, + "step": 42537 + }, + { + "epoch": 36.079728583545375, + "grad_norm": 0.7689768350922174, + "learning_rate": 1.4789207263073168e-05, + "loss": 0.0148, + "step": 42538 + }, + { + "epoch": 36.08057675996607, + "grad_norm": 0.6688365349214295, + "learning_rate": 1.4788966110480844e-05, + "loss": 0.0127, + "step": 42539 + }, + { + "epoch": 36.08142493638677, + "grad_norm": 0.7155158263158878, + "learning_rate": 1.4788724954274667e-05, + "loss": 0.014, + "step": 42540 + }, + { + "epoch": 36.082273112807464, + "grad_norm": 0.6917161738887027, + "learning_rate": 1.4788483794454815e-05, + "loss": 0.0133, + "step": 42541 + }, + { + "epoch": 36.08312128922816, + "grad_norm": 0.592873221675972, + "learning_rate": 1.4788242631021477e-05, + "loss": 0.0117, + "step": 42542 + }, + { + "epoch": 36.083969465648856, + "grad_norm": 0.7422298296350421, + "learning_rate": 1.4788001463974832e-05, + "loss": 0.0151, + "step": 42543 + }, + { + "epoch": 36.08481764206955, + "grad_norm": 0.7536816191929767, + "learning_rate": 1.4787760293315065e-05, + "loss": 0.014, + "step": 42544 + }, + { + "epoch": 36.08566581849025, + "grad_norm": 0.6873097492692358, + "learning_rate": 1.4787519119042355e-05, + "loss": 0.0156, + "step": 42545 + }, + { + "epoch": 36.086513994910945, + "grad_norm": 0.6227228780484745, + "learning_rate": 1.4787277941156882e-05, + "loss": 0.0131, + "step": 42546 + }, + { + "epoch": 36.087362171331634, + "grad_norm": 0.7937974309712503, + "learning_rate": 1.4787036759658828e-05, + "loss": 0.0149, + "step": 42547 + }, + { + "epoch": 36.08821034775233, + "grad_norm": 0.5924852652291738, + "learning_rate": 1.4786795574548384e-05, + "loss": 0.0122, + "step": 42548 + }, + { + "epoch": 36.089058524173026, + "grad_norm": 0.8238472697906034, + "learning_rate": 1.4786554385825722e-05, + "loss": 0.016, + "step": 42549 + }, + { + "epoch": 36.08990670059372, + "grad_norm": 0.8693234753683141, + "learning_rate": 1.4786313193491026e-05, + "loss": 0.0154, + "step": 42550 + }, + { + "epoch": 36.09075487701442, + "grad_norm": 0.6381747511847421, + "learning_rate": 1.4786071997544483e-05, + "loss": 0.0136, + "step": 42551 + }, + { + "epoch": 36.091603053435115, + "grad_norm": 0.8204379395391633, + "learning_rate": 1.4785830797986269e-05, + "loss": 0.0152, + "step": 42552 + }, + { + "epoch": 36.09245122985581, + "grad_norm": 0.6708597270741035, + "learning_rate": 1.4785589594816567e-05, + "loss": 0.0158, + "step": 42553 + }, + { + "epoch": 36.09329940627651, + "grad_norm": 0.7159201196511212, + "learning_rate": 1.4785348388035563e-05, + "loss": 0.0134, + "step": 42554 + }, + { + "epoch": 36.094147582697204, + "grad_norm": 0.6798562118144279, + "learning_rate": 1.4785107177643434e-05, + "loss": 0.0125, + "step": 42555 + }, + { + "epoch": 36.0949957591179, + "grad_norm": 0.8637731895135131, + "learning_rate": 1.4784865963640367e-05, + "loss": 0.0139, + "step": 42556 + }, + { + "epoch": 36.09584393553859, + "grad_norm": 0.7139166756947823, + "learning_rate": 1.478462474602654e-05, + "loss": 0.0138, + "step": 42557 + }, + { + "epoch": 36.096692111959285, + "grad_norm": 0.7447121562601062, + "learning_rate": 1.4784383524802138e-05, + "loss": 0.0155, + "step": 42558 + }, + { + "epoch": 36.09754028837998, + "grad_norm": 0.8026717103367599, + "learning_rate": 1.4784142299967341e-05, + "loss": 0.0147, + "step": 42559 + }, + { + "epoch": 36.09838846480068, + "grad_norm": 0.7590291376132567, + "learning_rate": 1.4783901071522329e-05, + "loss": 0.0164, + "step": 42560 + }, + { + "epoch": 36.099236641221374, + "grad_norm": 0.915333493214275, + "learning_rate": 1.4783659839467288e-05, + "loss": 0.0156, + "step": 42561 + }, + { + "epoch": 36.10008481764207, + "grad_norm": 0.7680769009581898, + "learning_rate": 1.4783418603802402e-05, + "loss": 0.0133, + "step": 42562 + }, + { + "epoch": 36.10093299406277, + "grad_norm": 0.8089406689774444, + "learning_rate": 1.4783177364527847e-05, + "loss": 0.0161, + "step": 42563 + }, + { + "epoch": 36.10178117048346, + "grad_norm": 0.7832908595769036, + "learning_rate": 1.4782936121643806e-05, + "loss": 0.0152, + "step": 42564 + }, + { + "epoch": 36.10262934690416, + "grad_norm": 0.7534164605316791, + "learning_rate": 1.4782694875150465e-05, + "loss": 0.0143, + "step": 42565 + }, + { + "epoch": 36.10347752332485, + "grad_norm": 0.8110858378257453, + "learning_rate": 1.4782453625048003e-05, + "loss": 0.0153, + "step": 42566 + }, + { + "epoch": 36.104325699745544, + "grad_norm": 0.8179623991050713, + "learning_rate": 1.4782212371336605e-05, + "loss": 0.0166, + "step": 42567 + }, + { + "epoch": 36.10517387616624, + "grad_norm": 0.7488714950310662, + "learning_rate": 1.478197111401645e-05, + "loss": 0.0114, + "step": 42568 + }, + { + "epoch": 36.10602205258694, + "grad_norm": 0.6463562100440665, + "learning_rate": 1.4781729853087719e-05, + "loss": 0.0128, + "step": 42569 + }, + { + "epoch": 36.10687022900763, + "grad_norm": 0.7881731358126395, + "learning_rate": 1.4781488588550597e-05, + "loss": 0.0151, + "step": 42570 + }, + { + "epoch": 36.10771840542833, + "grad_norm": 0.6105668373593882, + "learning_rate": 1.4781247320405266e-05, + "loss": 0.0138, + "step": 42571 + }, + { + "epoch": 36.108566581849026, + "grad_norm": 0.6096774601316324, + "learning_rate": 1.4781006048651907e-05, + "loss": 0.0134, + "step": 42572 + }, + { + "epoch": 36.10941475826972, + "grad_norm": 0.7267102125118075, + "learning_rate": 1.4780764773290698e-05, + "loss": 0.0131, + "step": 42573 + }, + { + "epoch": 36.11026293469042, + "grad_norm": 0.7943835325600636, + "learning_rate": 1.4780523494321833e-05, + "loss": 0.0157, + "step": 42574 + }, + { + "epoch": 36.111111111111114, + "grad_norm": 0.7075460281870414, + "learning_rate": 1.4780282211745481e-05, + "loss": 0.013, + "step": 42575 + }, + { + "epoch": 36.1119592875318, + "grad_norm": 0.7368941397147469, + "learning_rate": 1.4780040925561831e-05, + "loss": 0.0137, + "step": 42576 + }, + { + "epoch": 36.1128074639525, + "grad_norm": 0.8569722171374331, + "learning_rate": 1.4779799635771066e-05, + "loss": 0.0172, + "step": 42577 + }, + { + "epoch": 36.113655640373196, + "grad_norm": 0.7667188557954852, + "learning_rate": 1.4779558342373363e-05, + "loss": 0.0148, + "step": 42578 + }, + { + "epoch": 36.11450381679389, + "grad_norm": 0.7112149747146008, + "learning_rate": 1.4779317045368907e-05, + "loss": 0.016, + "step": 42579 + }, + { + "epoch": 36.11535199321459, + "grad_norm": 0.7628280099083781, + "learning_rate": 1.4779075744757878e-05, + "loss": 0.0153, + "step": 42580 + }, + { + "epoch": 36.116200169635285, + "grad_norm": 0.7516197930502037, + "learning_rate": 1.4778834440540463e-05, + "loss": 0.0143, + "step": 42581 + }, + { + "epoch": 36.11704834605598, + "grad_norm": 0.8163152044517821, + "learning_rate": 1.477859313271684e-05, + "loss": 0.0166, + "step": 42582 + }, + { + "epoch": 36.11789652247668, + "grad_norm": 0.7231819587557321, + "learning_rate": 1.4778351821287191e-05, + "loss": 0.0158, + "step": 42583 + }, + { + "epoch": 36.11874469889737, + "grad_norm": 0.6846938600558393, + "learning_rate": 1.47781105062517e-05, + "loss": 0.0134, + "step": 42584 + }, + { + "epoch": 36.11959287531807, + "grad_norm": 0.7781883846646471, + "learning_rate": 1.477786918761055e-05, + "loss": 0.0159, + "step": 42585 + }, + { + "epoch": 36.12044105173876, + "grad_norm": 0.8702694879808464, + "learning_rate": 1.4777627865363919e-05, + "loss": 0.0153, + "step": 42586 + }, + { + "epoch": 36.121289228159455, + "grad_norm": 0.73395603309971, + "learning_rate": 1.4777386539511991e-05, + "loss": 0.0135, + "step": 42587 + }, + { + "epoch": 36.12213740458015, + "grad_norm": 0.7204041405865292, + "learning_rate": 1.4777145210054951e-05, + "loss": 0.0142, + "step": 42588 + }, + { + "epoch": 36.12298558100085, + "grad_norm": 0.7497044087909533, + "learning_rate": 1.4776903876992976e-05, + "loss": 0.015, + "step": 42589 + }, + { + "epoch": 36.123833757421544, + "grad_norm": 0.646219849895253, + "learning_rate": 1.4776662540326257e-05, + "loss": 0.0147, + "step": 42590 + }, + { + "epoch": 36.12468193384224, + "grad_norm": 0.9529938145777592, + "learning_rate": 1.4776421200054964e-05, + "loss": 0.0168, + "step": 42591 + }, + { + "epoch": 36.125530110262936, + "grad_norm": 0.7064538747122037, + "learning_rate": 1.4776179856179287e-05, + "loss": 0.0128, + "step": 42592 + }, + { + "epoch": 36.12637828668363, + "grad_norm": 0.8523619764412538, + "learning_rate": 1.4775938508699403e-05, + "loss": 0.0143, + "step": 42593 + }, + { + "epoch": 36.12722646310433, + "grad_norm": 0.8549713066587783, + "learning_rate": 1.4775697157615501e-05, + "loss": 0.0153, + "step": 42594 + }, + { + "epoch": 36.128074639525025, + "grad_norm": 0.7272598117713578, + "learning_rate": 1.477545580292776e-05, + "loss": 0.0138, + "step": 42595 + }, + { + "epoch": 36.128922815945714, + "grad_norm": 0.6182300398269021, + "learning_rate": 1.4775214444636361e-05, + "loss": 0.0145, + "step": 42596 + }, + { + "epoch": 36.12977099236641, + "grad_norm": 0.8898421910118114, + "learning_rate": 1.4774973082741485e-05, + "loss": 0.017, + "step": 42597 + }, + { + "epoch": 36.130619168787106, + "grad_norm": 0.9331313960392775, + "learning_rate": 1.4774731717243316e-05, + "loss": 0.0175, + "step": 42598 + }, + { + "epoch": 36.1314673452078, + "grad_norm": 0.7265870691597894, + "learning_rate": 1.4774490348142037e-05, + "loss": 0.0149, + "step": 42599 + }, + { + "epoch": 36.1323155216285, + "grad_norm": 0.6556884838588029, + "learning_rate": 1.4774248975437829e-05, + "loss": 0.0156, + "step": 42600 + }, + { + "epoch": 36.133163698049195, + "grad_norm": 0.8134256506021103, + "learning_rate": 1.4774007599130875e-05, + "loss": 0.0166, + "step": 42601 + }, + { + "epoch": 36.13401187446989, + "grad_norm": 0.6785195751983933, + "learning_rate": 1.4773766219221355e-05, + "loss": 0.0136, + "step": 42602 + }, + { + "epoch": 36.13486005089059, + "grad_norm": 0.6701369507364445, + "learning_rate": 1.4773524835709452e-05, + "loss": 0.0145, + "step": 42603 + }, + { + "epoch": 36.135708227311284, + "grad_norm": 0.84280498844049, + "learning_rate": 1.4773283448595352e-05, + "loss": 0.0137, + "step": 42604 + }, + { + "epoch": 36.13655640373197, + "grad_norm": 0.7882649047474558, + "learning_rate": 1.4773042057879232e-05, + "loss": 0.0161, + "step": 42605 + }, + { + "epoch": 36.13740458015267, + "grad_norm": 0.7826480116598908, + "learning_rate": 1.4772800663561273e-05, + "loss": 0.016, + "step": 42606 + }, + { + "epoch": 36.138252756573365, + "grad_norm": 0.7350969425676892, + "learning_rate": 1.4772559265641664e-05, + "loss": 0.0119, + "step": 42607 + }, + { + "epoch": 36.13910093299406, + "grad_norm": 0.6120959297848803, + "learning_rate": 1.4772317864120582e-05, + "loss": 0.0147, + "step": 42608 + }, + { + "epoch": 36.13994910941476, + "grad_norm": 0.7037317625444598, + "learning_rate": 1.4772076458998213e-05, + "loss": 0.0139, + "step": 42609 + }, + { + "epoch": 36.140797285835454, + "grad_norm": 0.7449034652465726, + "learning_rate": 1.4771835050274735e-05, + "loss": 0.0148, + "step": 42610 + }, + { + "epoch": 36.14164546225615, + "grad_norm": 0.8153360419588876, + "learning_rate": 1.4771593637950332e-05, + "loss": 0.0178, + "step": 42611 + }, + { + "epoch": 36.14249363867685, + "grad_norm": 0.830736403257654, + "learning_rate": 1.4771352222025183e-05, + "loss": 0.0164, + "step": 42612 + }, + { + "epoch": 36.14334181509754, + "grad_norm": 0.8929990306328796, + "learning_rate": 1.4771110802499477e-05, + "loss": 0.0152, + "step": 42613 + }, + { + "epoch": 36.14418999151824, + "grad_norm": 0.7092024615203322, + "learning_rate": 1.4770869379373394e-05, + "loss": 0.016, + "step": 42614 + }, + { + "epoch": 36.14503816793893, + "grad_norm": 0.719890604931092, + "learning_rate": 1.477062795264711e-05, + "loss": 0.0146, + "step": 42615 + }, + { + "epoch": 36.145886344359624, + "grad_norm": 0.784485431195698, + "learning_rate": 1.4770386522320814e-05, + "loss": 0.0159, + "step": 42616 + }, + { + "epoch": 36.14673452078032, + "grad_norm": 0.7733010643923016, + "learning_rate": 1.4770145088394686e-05, + "loss": 0.0175, + "step": 42617 + }, + { + "epoch": 36.14758269720102, + "grad_norm": 0.834123864226343, + "learning_rate": 1.476990365086891e-05, + "loss": 0.0169, + "step": 42618 + }, + { + "epoch": 36.14843087362171, + "grad_norm": 0.8241006441939729, + "learning_rate": 1.476966220974366e-05, + "loss": 0.0162, + "step": 42619 + }, + { + "epoch": 36.14927905004241, + "grad_norm": 0.710021206964222, + "learning_rate": 1.476942076501913e-05, + "loss": 0.0142, + "step": 42620 + }, + { + "epoch": 36.150127226463106, + "grad_norm": 0.6239622579138675, + "learning_rate": 1.4769179316695497e-05, + "loss": 0.0144, + "step": 42621 + }, + { + "epoch": 36.1509754028838, + "grad_norm": 0.6496368220319946, + "learning_rate": 1.476893786477294e-05, + "loss": 0.0128, + "step": 42622 + }, + { + "epoch": 36.1518235793045, + "grad_norm": 0.6123209508486143, + "learning_rate": 1.4768696409251648e-05, + "loss": 0.0121, + "step": 42623 + }, + { + "epoch": 36.152671755725194, + "grad_norm": 0.8250528050692639, + "learning_rate": 1.4768454950131797e-05, + "loss": 0.0152, + "step": 42624 + }, + { + "epoch": 36.15351993214588, + "grad_norm": 0.7172296755783423, + "learning_rate": 1.476821348741357e-05, + "loss": 0.0142, + "step": 42625 + }, + { + "epoch": 36.15436810856658, + "grad_norm": 0.9251645078715818, + "learning_rate": 1.4767972021097153e-05, + "loss": 0.0165, + "step": 42626 + }, + { + "epoch": 36.155216284987276, + "grad_norm": 0.8011517288990321, + "learning_rate": 1.4767730551182726e-05, + "loss": 0.0163, + "step": 42627 + }, + { + "epoch": 36.15606446140797, + "grad_norm": 0.7725623299915559, + "learning_rate": 1.4767489077670472e-05, + "loss": 0.0148, + "step": 42628 + }, + { + "epoch": 36.15691263782867, + "grad_norm": 0.6705894380857599, + "learning_rate": 1.476724760056057e-05, + "loss": 0.0126, + "step": 42629 + }, + { + "epoch": 36.157760814249365, + "grad_norm": 0.7325543938254415, + "learning_rate": 1.4767006119853205e-05, + "loss": 0.0157, + "step": 42630 + }, + { + "epoch": 36.15860899067006, + "grad_norm": 0.665205934413498, + "learning_rate": 1.476676463554856e-05, + "loss": 0.0145, + "step": 42631 + }, + { + "epoch": 36.15945716709076, + "grad_norm": 0.9578385878120972, + "learning_rate": 1.4766523147646816e-05, + "loss": 0.016, + "step": 42632 + }, + { + "epoch": 36.16030534351145, + "grad_norm": 0.7314957910711366, + "learning_rate": 1.4766281656148156e-05, + "loss": 0.0162, + "step": 42633 + }, + { + "epoch": 36.16115351993214, + "grad_norm": 0.763587883382161, + "learning_rate": 1.476604016105276e-05, + "loss": 0.0157, + "step": 42634 + }, + { + "epoch": 36.16200169635284, + "grad_norm": 1.0250013798017998, + "learning_rate": 1.4765798662360813e-05, + "loss": 0.0179, + "step": 42635 + }, + { + "epoch": 36.162849872773535, + "grad_norm": 0.735851525875264, + "learning_rate": 1.4765557160072495e-05, + "loss": 0.0154, + "step": 42636 + }, + { + "epoch": 36.16369804919423, + "grad_norm": 0.75448984259197, + "learning_rate": 1.4765315654187992e-05, + "loss": 0.0147, + "step": 42637 + }, + { + "epoch": 36.16454622561493, + "grad_norm": 0.8623878613924887, + "learning_rate": 1.4765074144707479e-05, + "loss": 0.0168, + "step": 42638 + }, + { + "epoch": 36.16539440203562, + "grad_norm": 0.6364601242894024, + "learning_rate": 1.4764832631631145e-05, + "loss": 0.0127, + "step": 42639 + }, + { + "epoch": 36.16624257845632, + "grad_norm": 0.6395091626570919, + "learning_rate": 1.4764591114959172e-05, + "loss": 0.0142, + "step": 42640 + }, + { + "epoch": 36.167090754877016, + "grad_norm": 0.7260900445151255, + "learning_rate": 1.476434959469174e-05, + "loss": 0.0148, + "step": 42641 + }, + { + "epoch": 36.16793893129771, + "grad_norm": 0.728122146202133, + "learning_rate": 1.476410807082903e-05, + "loss": 0.0146, + "step": 42642 + }, + { + "epoch": 36.16878710771841, + "grad_norm": 0.655582366233071, + "learning_rate": 1.4763866543371225e-05, + "loss": 0.0153, + "step": 42643 + }, + { + "epoch": 36.1696352841391, + "grad_norm": 0.7736613991962168, + "learning_rate": 1.4763625012318509e-05, + "loss": 0.0163, + "step": 42644 + }, + { + "epoch": 36.170483460559794, + "grad_norm": 0.8690018504262976, + "learning_rate": 1.4763383477671063e-05, + "loss": 0.0178, + "step": 42645 + }, + { + "epoch": 36.17133163698049, + "grad_norm": 0.7965709316508994, + "learning_rate": 1.4763141939429071e-05, + "loss": 0.0142, + "step": 42646 + }, + { + "epoch": 36.172179813401186, + "grad_norm": 0.7015802793131944, + "learning_rate": 1.4762900397592714e-05, + "loss": 0.0123, + "step": 42647 + }, + { + "epoch": 36.17302798982188, + "grad_norm": 0.7101595059383953, + "learning_rate": 1.4762658852162172e-05, + "loss": 0.0142, + "step": 42648 + }, + { + "epoch": 36.17387616624258, + "grad_norm": 0.6163916002108009, + "learning_rate": 1.4762417303137633e-05, + "loss": 0.0132, + "step": 42649 + }, + { + "epoch": 36.174724342663275, + "grad_norm": 0.6630689745202457, + "learning_rate": 1.4762175750519271e-05, + "loss": 0.0139, + "step": 42650 + }, + { + "epoch": 36.17557251908397, + "grad_norm": 0.7585751392466404, + "learning_rate": 1.476193419430728e-05, + "loss": 0.0146, + "step": 42651 + }, + { + "epoch": 36.17642069550467, + "grad_norm": 0.9558289783433653, + "learning_rate": 1.4761692634501828e-05, + "loss": 0.0183, + "step": 42652 + }, + { + "epoch": 36.177268871925364, + "grad_norm": 0.8051634928224726, + "learning_rate": 1.4761451071103105e-05, + "loss": 0.0144, + "step": 42653 + }, + { + "epoch": 36.17811704834605, + "grad_norm": 0.8054928418007293, + "learning_rate": 1.4761209504111296e-05, + "loss": 0.0154, + "step": 42654 + }, + { + "epoch": 36.17896522476675, + "grad_norm": 0.7269719059721338, + "learning_rate": 1.476096793352658e-05, + "loss": 0.0172, + "step": 42655 + }, + { + "epoch": 36.179813401187445, + "grad_norm": 0.5388501273924455, + "learning_rate": 1.476072635934914e-05, + "loss": 0.0124, + "step": 42656 + }, + { + "epoch": 36.18066157760814, + "grad_norm": 0.7236265310584276, + "learning_rate": 1.4760484781579156e-05, + "loss": 0.014, + "step": 42657 + }, + { + "epoch": 36.18150975402884, + "grad_norm": 0.7832565668616274, + "learning_rate": 1.476024320021681e-05, + "loss": 0.0168, + "step": 42658 + }, + { + "epoch": 36.182357930449534, + "grad_norm": 0.799424896023666, + "learning_rate": 1.4760001615262289e-05, + "loss": 0.0166, + "step": 42659 + }, + { + "epoch": 36.18320610687023, + "grad_norm": 0.8440357143662915, + "learning_rate": 1.4759760026715774e-05, + "loss": 0.0166, + "step": 42660 + }, + { + "epoch": 36.184054283290926, + "grad_norm": 0.7921859944683853, + "learning_rate": 1.4759518434577444e-05, + "loss": 0.0158, + "step": 42661 + }, + { + "epoch": 36.18490245971162, + "grad_norm": 0.7185516502513474, + "learning_rate": 1.4759276838847486e-05, + "loss": 0.0146, + "step": 42662 + }, + { + "epoch": 36.18575063613232, + "grad_norm": 0.779441472289373, + "learning_rate": 1.4759035239526075e-05, + "loss": 0.0137, + "step": 42663 + }, + { + "epoch": 36.18659881255301, + "grad_norm": 0.8007996662220284, + "learning_rate": 1.47587936366134e-05, + "loss": 0.0161, + "step": 42664 + }, + { + "epoch": 36.187446988973704, + "grad_norm": 0.7623173592978465, + "learning_rate": 1.4758552030109641e-05, + "loss": 0.0136, + "step": 42665 + }, + { + "epoch": 36.1882951653944, + "grad_norm": 0.7204369685005119, + "learning_rate": 1.4758310420014981e-05, + "loss": 0.0163, + "step": 42666 + }, + { + "epoch": 36.1891433418151, + "grad_norm": 0.6533174541935244, + "learning_rate": 1.4758068806329602e-05, + "loss": 0.0146, + "step": 42667 + }, + { + "epoch": 36.18999151823579, + "grad_norm": 0.7276329398003797, + "learning_rate": 1.4757827189053686e-05, + "loss": 0.0133, + "step": 42668 + }, + { + "epoch": 36.19083969465649, + "grad_norm": 0.6475459264324167, + "learning_rate": 1.4757585568187414e-05, + "loss": 0.0138, + "step": 42669 + }, + { + "epoch": 36.191687871077185, + "grad_norm": 0.9170389291704597, + "learning_rate": 1.4757343943730975e-05, + "loss": 0.0173, + "step": 42670 + }, + { + "epoch": 36.19253604749788, + "grad_norm": 0.761329526797998, + "learning_rate": 1.475710231568454e-05, + "loss": 0.0137, + "step": 42671 + }, + { + "epoch": 36.19338422391858, + "grad_norm": 0.6781089071711084, + "learning_rate": 1.47568606840483e-05, + "loss": 0.0147, + "step": 42672 + }, + { + "epoch": 36.19423240033927, + "grad_norm": 0.7142628654049022, + "learning_rate": 1.4756619048822434e-05, + "loss": 0.0136, + "step": 42673 + }, + { + "epoch": 36.19508057675996, + "grad_norm": 0.8101552661202104, + "learning_rate": 1.4756377410007129e-05, + "loss": 0.017, + "step": 42674 + }, + { + "epoch": 36.19592875318066, + "grad_norm": 0.8044620582734677, + "learning_rate": 1.475613576760256e-05, + "loss": 0.0165, + "step": 42675 + }, + { + "epoch": 36.196776929601356, + "grad_norm": 0.7912198194590893, + "learning_rate": 1.475589412160891e-05, + "loss": 0.0148, + "step": 42676 + }, + { + "epoch": 36.19762510602205, + "grad_norm": 0.7285207288195786, + "learning_rate": 1.475565247202637e-05, + "loss": 0.0148, + "step": 42677 + }, + { + "epoch": 36.19847328244275, + "grad_norm": 0.7241833738682864, + "learning_rate": 1.4755410818855114e-05, + "loss": 0.0134, + "step": 42678 + }, + { + "epoch": 36.199321458863444, + "grad_norm": 0.80924800760219, + "learning_rate": 1.4755169162095327e-05, + "loss": 0.0163, + "step": 42679 + }, + { + "epoch": 36.20016963528414, + "grad_norm": 0.8642591806878561, + "learning_rate": 1.4754927501747192e-05, + "loss": 0.0162, + "step": 42680 + }, + { + "epoch": 36.20101781170484, + "grad_norm": 0.6494276019754208, + "learning_rate": 1.475468583781089e-05, + "loss": 0.0149, + "step": 42681 + }, + { + "epoch": 36.20186598812553, + "grad_norm": 0.8199153763235032, + "learning_rate": 1.4754444170286603e-05, + "loss": 0.015, + "step": 42682 + }, + { + "epoch": 36.20271416454622, + "grad_norm": 0.8259031634651524, + "learning_rate": 1.4754202499174518e-05, + "loss": 0.0155, + "step": 42683 + }, + { + "epoch": 36.20356234096692, + "grad_norm": 0.6334091480628242, + "learning_rate": 1.4753960824474808e-05, + "loss": 0.0142, + "step": 42684 + }, + { + "epoch": 36.204410517387615, + "grad_norm": 0.7082590595366941, + "learning_rate": 1.4753719146187666e-05, + "loss": 0.0148, + "step": 42685 + }, + { + "epoch": 36.20525869380831, + "grad_norm": 0.6981430659909555, + "learning_rate": 1.4753477464313269e-05, + "loss": 0.0133, + "step": 42686 + }, + { + "epoch": 36.20610687022901, + "grad_norm": 0.8496345302120907, + "learning_rate": 1.4753235778851798e-05, + "loss": 0.0145, + "step": 42687 + }, + { + "epoch": 36.2069550466497, + "grad_norm": 0.7925711845224211, + "learning_rate": 1.475299408980344e-05, + "loss": 0.0166, + "step": 42688 + }, + { + "epoch": 36.2078032230704, + "grad_norm": 0.810729033731401, + "learning_rate": 1.4752752397168373e-05, + "loss": 0.015, + "step": 42689 + }, + { + "epoch": 36.208651399491096, + "grad_norm": 0.7162633059381042, + "learning_rate": 1.4752510700946781e-05, + "loss": 0.0167, + "step": 42690 + }, + { + "epoch": 36.20949957591179, + "grad_norm": 0.8839293894006461, + "learning_rate": 1.4752269001138844e-05, + "loss": 0.0166, + "step": 42691 + }, + { + "epoch": 36.21034775233249, + "grad_norm": 0.5916920973302835, + "learning_rate": 1.4752027297744752e-05, + "loss": 0.0136, + "step": 42692 + }, + { + "epoch": 36.21119592875318, + "grad_norm": 0.8146366851310657, + "learning_rate": 1.4751785590764678e-05, + "loss": 0.0167, + "step": 42693 + }, + { + "epoch": 36.212044105173874, + "grad_norm": 0.6643425564997905, + "learning_rate": 1.475154388019881e-05, + "loss": 0.0135, + "step": 42694 + }, + { + "epoch": 36.21289228159457, + "grad_norm": 1.0142424079115622, + "learning_rate": 1.475130216604733e-05, + "loss": 0.0157, + "step": 42695 + }, + { + "epoch": 36.213740458015266, + "grad_norm": 0.7413439325064594, + "learning_rate": 1.475106044831042e-05, + "loss": 0.014, + "step": 42696 + }, + { + "epoch": 36.21458863443596, + "grad_norm": 0.8922301793019362, + "learning_rate": 1.4750818726988259e-05, + "loss": 0.0171, + "step": 42697 + }, + { + "epoch": 36.21543681085666, + "grad_norm": 0.7835021021221459, + "learning_rate": 1.4750577002081032e-05, + "loss": 0.0137, + "step": 42698 + }, + { + "epoch": 36.216284987277355, + "grad_norm": 0.7308449071240939, + "learning_rate": 1.4750335273588925e-05, + "loss": 0.0147, + "step": 42699 + }, + { + "epoch": 36.21713316369805, + "grad_norm": 0.6474411506414096, + "learning_rate": 1.4750093541512114e-05, + "loss": 0.0145, + "step": 42700 + }, + { + "epoch": 36.21798134011875, + "grad_norm": 0.6821145603386031, + "learning_rate": 1.4749851805850785e-05, + "loss": 0.015, + "step": 42701 + }, + { + "epoch": 36.218829516539444, + "grad_norm": 0.8288433637834138, + "learning_rate": 1.4749610066605122e-05, + "loss": 0.0156, + "step": 42702 + }, + { + "epoch": 36.21967769296013, + "grad_norm": 0.7980848123546191, + "learning_rate": 1.4749368323775306e-05, + "loss": 0.0158, + "step": 42703 + }, + { + "epoch": 36.22052586938083, + "grad_norm": 0.7112160611086392, + "learning_rate": 1.4749126577361515e-05, + "loss": 0.0148, + "step": 42704 + }, + { + "epoch": 36.221374045801525, + "grad_norm": 0.7259092045088572, + "learning_rate": 1.4748884827363936e-05, + "loss": 0.0141, + "step": 42705 + }, + { + "epoch": 36.22222222222222, + "grad_norm": 0.7495733526150721, + "learning_rate": 1.4748643073782754e-05, + "loss": 0.0144, + "step": 42706 + }, + { + "epoch": 36.22307039864292, + "grad_norm": 0.8065998592947659, + "learning_rate": 1.4748401316618145e-05, + "loss": 0.0154, + "step": 42707 + }, + { + "epoch": 36.223918575063614, + "grad_norm": 0.7481725636502424, + "learning_rate": 1.4748159555870295e-05, + "loss": 0.0163, + "step": 42708 + }, + { + "epoch": 36.22476675148431, + "grad_norm": 0.670202833711719, + "learning_rate": 1.4747917791539385e-05, + "loss": 0.0146, + "step": 42709 + }, + { + "epoch": 36.225614927905006, + "grad_norm": 0.6742609734573395, + "learning_rate": 1.4747676023625596e-05, + "loss": 0.0151, + "step": 42710 + }, + { + "epoch": 36.2264631043257, + "grad_norm": 0.806106173956838, + "learning_rate": 1.4747434252129118e-05, + "loss": 0.0163, + "step": 42711 + }, + { + "epoch": 36.22731128074639, + "grad_norm": 0.7631412233809874, + "learning_rate": 1.4747192477050128e-05, + "loss": 0.0137, + "step": 42712 + }, + { + "epoch": 36.22815945716709, + "grad_norm": 0.6536308437724409, + "learning_rate": 1.4746950698388807e-05, + "loss": 0.0138, + "step": 42713 + }, + { + "epoch": 36.229007633587784, + "grad_norm": 0.6786813757136855, + "learning_rate": 1.4746708916145338e-05, + "loss": 0.0141, + "step": 42714 + }, + { + "epoch": 36.22985581000848, + "grad_norm": 0.6844360468089649, + "learning_rate": 1.4746467130319905e-05, + "loss": 0.0144, + "step": 42715 + }, + { + "epoch": 36.23070398642918, + "grad_norm": 0.6626745054260236, + "learning_rate": 1.4746225340912694e-05, + "loss": 0.0134, + "step": 42716 + }, + { + "epoch": 36.23155216284987, + "grad_norm": 0.7082464201841591, + "learning_rate": 1.474598354792388e-05, + "loss": 0.0139, + "step": 42717 + }, + { + "epoch": 36.23240033927057, + "grad_norm": 0.7594069961279528, + "learning_rate": 1.4745741751353646e-05, + "loss": 0.0146, + "step": 42718 + }, + { + "epoch": 36.233248515691265, + "grad_norm": 0.6355531468646998, + "learning_rate": 1.4745499951202181e-05, + "loss": 0.0147, + "step": 42719 + }, + { + "epoch": 36.23409669211196, + "grad_norm": 0.8402240759399988, + "learning_rate": 1.4745258147469665e-05, + "loss": 0.0161, + "step": 42720 + }, + { + "epoch": 36.23494486853266, + "grad_norm": 0.819921154988614, + "learning_rate": 1.4745016340156277e-05, + "loss": 0.016, + "step": 42721 + }, + { + "epoch": 36.23579304495335, + "grad_norm": 0.7079867934309961, + "learning_rate": 1.4744774529262205e-05, + "loss": 0.0155, + "step": 42722 + }, + { + "epoch": 36.23664122137404, + "grad_norm": 0.7930214185529266, + "learning_rate": 1.4744532714787623e-05, + "loss": 0.0144, + "step": 42723 + }, + { + "epoch": 36.23748939779474, + "grad_norm": 0.7679794809332353, + "learning_rate": 1.4744290896732722e-05, + "loss": 0.0143, + "step": 42724 + }, + { + "epoch": 36.238337574215436, + "grad_norm": 0.759513501292685, + "learning_rate": 1.4744049075097682e-05, + "loss": 0.014, + "step": 42725 + }, + { + "epoch": 36.23918575063613, + "grad_norm": 0.6508008441089319, + "learning_rate": 1.4743807249882685e-05, + "loss": 0.0159, + "step": 42726 + }, + { + "epoch": 36.24003392705683, + "grad_norm": 0.8254898159573638, + "learning_rate": 1.4743565421087911e-05, + "loss": 0.0145, + "step": 42727 + }, + { + "epoch": 36.240882103477524, + "grad_norm": 0.7823679747586403, + "learning_rate": 1.4743323588713548e-05, + "loss": 0.0172, + "step": 42728 + }, + { + "epoch": 36.24173027989822, + "grad_norm": 0.7323993041635556, + "learning_rate": 1.4743081752759772e-05, + "loss": 0.0158, + "step": 42729 + }, + { + "epoch": 36.24257845631892, + "grad_norm": 0.8052863843628939, + "learning_rate": 1.474283991322677e-05, + "loss": 0.0164, + "step": 42730 + }, + { + "epoch": 36.24342663273961, + "grad_norm": 0.792971304298298, + "learning_rate": 1.4742598070114722e-05, + "loss": 0.0146, + "step": 42731 + }, + { + "epoch": 36.2442748091603, + "grad_norm": 0.685307196051305, + "learning_rate": 1.4742356223423813e-05, + "loss": 0.0132, + "step": 42732 + }, + { + "epoch": 36.245122985581, + "grad_norm": 0.5014096308414026, + "learning_rate": 1.4742114373154225e-05, + "loss": 0.0116, + "step": 42733 + }, + { + "epoch": 36.245971162001695, + "grad_norm": 0.7303551831467491, + "learning_rate": 1.4741872519306137e-05, + "loss": 0.015, + "step": 42734 + }, + { + "epoch": 36.24681933842239, + "grad_norm": 0.787546136199794, + "learning_rate": 1.4741630661879737e-05, + "loss": 0.0153, + "step": 42735 + }, + { + "epoch": 36.24766751484309, + "grad_norm": 0.8194294172497816, + "learning_rate": 1.4741388800875203e-05, + "loss": 0.015, + "step": 42736 + }, + { + "epoch": 36.24851569126378, + "grad_norm": 0.6063395504080658, + "learning_rate": 1.4741146936292721e-05, + "loss": 0.0142, + "step": 42737 + }, + { + "epoch": 36.24936386768448, + "grad_norm": 0.6175247215719124, + "learning_rate": 1.4740905068132469e-05, + "loss": 0.0135, + "step": 42738 + }, + { + "epoch": 36.250212044105176, + "grad_norm": 0.7517306510336834, + "learning_rate": 1.4740663196394636e-05, + "loss": 0.0172, + "step": 42739 + }, + { + "epoch": 36.25106022052587, + "grad_norm": 0.7398078435592014, + "learning_rate": 1.4740421321079398e-05, + "loss": 0.015, + "step": 42740 + }, + { + "epoch": 36.25190839694657, + "grad_norm": 0.7079468959711821, + "learning_rate": 1.474017944218694e-05, + "loss": 0.0147, + "step": 42741 + }, + { + "epoch": 36.25275657336726, + "grad_norm": 0.7371497560745256, + "learning_rate": 1.4739937559717448e-05, + "loss": 0.0135, + "step": 42742 + }, + { + "epoch": 36.253604749787954, + "grad_norm": 0.7607886318216369, + "learning_rate": 1.4739695673671097e-05, + "loss": 0.0142, + "step": 42743 + }, + { + "epoch": 36.25445292620865, + "grad_norm": 0.6896842297012586, + "learning_rate": 1.4739453784048077e-05, + "loss": 0.0153, + "step": 42744 + }, + { + "epoch": 36.255301102629346, + "grad_norm": 0.7660991725806465, + "learning_rate": 1.4739211890848569e-05, + "loss": 0.0149, + "step": 42745 + }, + { + "epoch": 36.25614927905004, + "grad_norm": 0.749265594208827, + "learning_rate": 1.473896999407275e-05, + "loss": 0.017, + "step": 42746 + }, + { + "epoch": 36.25699745547074, + "grad_norm": 0.8301804420129498, + "learning_rate": 1.4738728093720809e-05, + "loss": 0.0153, + "step": 42747 + }, + { + "epoch": 36.257845631891435, + "grad_norm": 1.0132583925783343, + "learning_rate": 1.4738486189792924e-05, + "loss": 0.0165, + "step": 42748 + }, + { + "epoch": 36.25869380831213, + "grad_norm": 0.791841668688002, + "learning_rate": 1.473824428228928e-05, + "loss": 0.0151, + "step": 42749 + }, + { + "epoch": 36.25954198473283, + "grad_norm": 0.7717392113393657, + "learning_rate": 1.4738002371210062e-05, + "loss": 0.0155, + "step": 42750 + }, + { + "epoch": 36.260390161153516, + "grad_norm": 0.695048328470382, + "learning_rate": 1.4737760456555448e-05, + "loss": 0.013, + "step": 42751 + }, + { + "epoch": 36.26123833757421, + "grad_norm": 0.7675461033451871, + "learning_rate": 1.4737518538325622e-05, + "loss": 0.0135, + "step": 42752 + }, + { + "epoch": 36.26208651399491, + "grad_norm": 0.8009084015158893, + "learning_rate": 1.4737276616520769e-05, + "loss": 0.0169, + "step": 42753 + }, + { + "epoch": 36.262934690415605, + "grad_norm": 0.8821728463378571, + "learning_rate": 1.4737034691141068e-05, + "loss": 0.0155, + "step": 42754 + }, + { + "epoch": 36.2637828668363, + "grad_norm": 0.7185100897416682, + "learning_rate": 1.47367927621867e-05, + "loss": 0.014, + "step": 42755 + }, + { + "epoch": 36.264631043257, + "grad_norm": 0.5984274460026336, + "learning_rate": 1.4736550829657852e-05, + "loss": 0.0123, + "step": 42756 + }, + { + "epoch": 36.265479219677694, + "grad_norm": 0.6636362852837854, + "learning_rate": 1.4736308893554707e-05, + "loss": 0.0153, + "step": 42757 + }, + { + "epoch": 36.26632739609839, + "grad_norm": 0.8170561582561268, + "learning_rate": 1.4736066953877446e-05, + "loss": 0.0162, + "step": 42758 + }, + { + "epoch": 36.267175572519086, + "grad_norm": 0.8256645181191851, + "learning_rate": 1.4735825010626247e-05, + "loss": 0.0163, + "step": 42759 + }, + { + "epoch": 36.26802374893978, + "grad_norm": 0.8338188006796843, + "learning_rate": 1.4735583063801302e-05, + "loss": 0.0166, + "step": 42760 + }, + { + "epoch": 36.26887192536047, + "grad_norm": 0.6741766913188953, + "learning_rate": 1.4735341113402785e-05, + "loss": 0.0138, + "step": 42761 + }, + { + "epoch": 36.26972010178117, + "grad_norm": 0.7333310093040487, + "learning_rate": 1.4735099159430884e-05, + "loss": 0.0158, + "step": 42762 + }, + { + "epoch": 36.270568278201864, + "grad_norm": 0.6842170950947607, + "learning_rate": 1.4734857201885777e-05, + "loss": 0.0138, + "step": 42763 + }, + { + "epoch": 36.27141645462256, + "grad_norm": 0.7002837476859033, + "learning_rate": 1.473461524076765e-05, + "loss": 0.0136, + "step": 42764 + }, + { + "epoch": 36.27226463104326, + "grad_norm": 0.728908692924092, + "learning_rate": 1.4734373276076688e-05, + "loss": 0.0156, + "step": 42765 + }, + { + "epoch": 36.27311280746395, + "grad_norm": 0.9933583841324556, + "learning_rate": 1.4734131307813067e-05, + "loss": 0.0171, + "step": 42766 + }, + { + "epoch": 36.27396098388465, + "grad_norm": 0.590360909059736, + "learning_rate": 1.4733889335976973e-05, + "loss": 0.0125, + "step": 42767 + }, + { + "epoch": 36.274809160305345, + "grad_norm": 0.8354784060497229, + "learning_rate": 1.4733647360568591e-05, + "loss": 0.0128, + "step": 42768 + }, + { + "epoch": 36.27565733672604, + "grad_norm": 0.7182133237262606, + "learning_rate": 1.4733405381588098e-05, + "loss": 0.0122, + "step": 42769 + }, + { + "epoch": 36.27650551314674, + "grad_norm": 0.9608055677709901, + "learning_rate": 1.4733163399035678e-05, + "loss": 0.0144, + "step": 42770 + }, + { + "epoch": 36.27735368956743, + "grad_norm": 0.6993981947702163, + "learning_rate": 1.4732921412911521e-05, + "loss": 0.0161, + "step": 42771 + }, + { + "epoch": 36.27820186598812, + "grad_norm": 0.8530715299737825, + "learning_rate": 1.4732679423215804e-05, + "loss": 0.017, + "step": 42772 + }, + { + "epoch": 36.27905004240882, + "grad_norm": 0.7827220712450609, + "learning_rate": 1.4732437429948706e-05, + "loss": 0.0147, + "step": 42773 + }, + { + "epoch": 36.279898218829516, + "grad_norm": 0.7625516099015583, + "learning_rate": 1.4732195433110412e-05, + "loss": 0.0138, + "step": 42774 + }, + { + "epoch": 36.28074639525021, + "grad_norm": 0.7408958084467718, + "learning_rate": 1.4731953432701106e-05, + "loss": 0.0167, + "step": 42775 + }, + { + "epoch": 36.28159457167091, + "grad_norm": 0.7283323919969017, + "learning_rate": 1.4731711428720974e-05, + "loss": 0.015, + "step": 42776 + }, + { + "epoch": 36.282442748091604, + "grad_norm": 0.658786705380349, + "learning_rate": 1.4731469421170192e-05, + "loss": 0.0158, + "step": 42777 + }, + { + "epoch": 36.2832909245123, + "grad_norm": 0.6464405049550561, + "learning_rate": 1.4731227410048947e-05, + "loss": 0.0122, + "step": 42778 + }, + { + "epoch": 36.284139100933, + "grad_norm": 0.6254682987813855, + "learning_rate": 1.473098539535742e-05, + "loss": 0.013, + "step": 42779 + }, + { + "epoch": 36.28498727735369, + "grad_norm": 0.7093590652865299, + "learning_rate": 1.4730743377095794e-05, + "loss": 0.0148, + "step": 42780 + }, + { + "epoch": 36.28583545377438, + "grad_norm": 0.7646992028583912, + "learning_rate": 1.4730501355264253e-05, + "loss": 0.0149, + "step": 42781 + }, + { + "epoch": 36.28668363019508, + "grad_norm": 0.631563361072193, + "learning_rate": 1.4730259329862975e-05, + "loss": 0.0135, + "step": 42782 + }, + { + "epoch": 36.287531806615775, + "grad_norm": 0.8886545537880582, + "learning_rate": 1.4730017300892145e-05, + "loss": 0.0135, + "step": 42783 + }, + { + "epoch": 36.28837998303647, + "grad_norm": 0.753042604407568, + "learning_rate": 1.472977526835195e-05, + "loss": 0.0134, + "step": 42784 + }, + { + "epoch": 36.28922815945717, + "grad_norm": 0.7607614454559803, + "learning_rate": 1.472953323224257e-05, + "loss": 0.0148, + "step": 42785 + }, + { + "epoch": 36.29007633587786, + "grad_norm": 0.664318992021457, + "learning_rate": 1.4729291192564184e-05, + "loss": 0.0128, + "step": 42786 + }, + { + "epoch": 36.29092451229856, + "grad_norm": 0.8016959816002688, + "learning_rate": 1.4729049149316979e-05, + "loss": 0.0158, + "step": 42787 + }, + { + "epoch": 36.291772688719256, + "grad_norm": 0.6705737877882791, + "learning_rate": 1.4728807102501132e-05, + "loss": 0.016, + "step": 42788 + }, + { + "epoch": 36.29262086513995, + "grad_norm": 0.9456665354634487, + "learning_rate": 1.4728565052116832e-05, + "loss": 0.0164, + "step": 42789 + }, + { + "epoch": 36.29346904156064, + "grad_norm": 0.7474444803354388, + "learning_rate": 1.4728322998164262e-05, + "loss": 0.0122, + "step": 42790 + }, + { + "epoch": 36.29431721798134, + "grad_norm": 0.6901964628032203, + "learning_rate": 1.4728080940643599e-05, + "loss": 0.0154, + "step": 42791 + }, + { + "epoch": 36.295165394402034, + "grad_norm": 0.7574773097753588, + "learning_rate": 1.472783887955503e-05, + "loss": 0.0159, + "step": 42792 + }, + { + "epoch": 36.29601357082273, + "grad_norm": 0.7633962345388505, + "learning_rate": 1.4727596814898735e-05, + "loss": 0.016, + "step": 42793 + }, + { + "epoch": 36.296861747243426, + "grad_norm": 0.813443596253709, + "learning_rate": 1.4727354746674898e-05, + "loss": 0.0164, + "step": 42794 + }, + { + "epoch": 36.29770992366412, + "grad_norm": 0.7362061961679455, + "learning_rate": 1.4727112674883702e-05, + "loss": 0.0121, + "step": 42795 + }, + { + "epoch": 36.29855810008482, + "grad_norm": 0.8135320678777529, + "learning_rate": 1.472687059952533e-05, + "loss": 0.018, + "step": 42796 + }, + { + "epoch": 36.299406276505515, + "grad_norm": 0.7514873470560831, + "learning_rate": 1.4726628520599963e-05, + "loss": 0.0159, + "step": 42797 + }, + { + "epoch": 36.30025445292621, + "grad_norm": 0.6588654086462671, + "learning_rate": 1.4726386438107785e-05, + "loss": 0.0133, + "step": 42798 + }, + { + "epoch": 36.30110262934691, + "grad_norm": 0.795945333298249, + "learning_rate": 1.4726144352048978e-05, + "loss": 0.0155, + "step": 42799 + }, + { + "epoch": 36.301950805767596, + "grad_norm": 0.9737008434003375, + "learning_rate": 1.4725902262423727e-05, + "loss": 0.0189, + "step": 42800 + }, + { + "epoch": 36.30279898218829, + "grad_norm": 0.8157311444847873, + "learning_rate": 1.4725660169232212e-05, + "loss": 0.0174, + "step": 42801 + }, + { + "epoch": 36.30364715860899, + "grad_norm": 0.706060639897888, + "learning_rate": 1.4725418072474615e-05, + "loss": 0.0155, + "step": 42802 + }, + { + "epoch": 36.304495335029685, + "grad_norm": 0.6849621483813514, + "learning_rate": 1.472517597215112e-05, + "loss": 0.0146, + "step": 42803 + }, + { + "epoch": 36.30534351145038, + "grad_norm": 0.7798212702390676, + "learning_rate": 1.4724933868261913e-05, + "loss": 0.014, + "step": 42804 + }, + { + "epoch": 36.30619168787108, + "grad_norm": 0.9118802708374906, + "learning_rate": 1.472469176080717e-05, + "loss": 0.0163, + "step": 42805 + }, + { + "epoch": 36.307039864291774, + "grad_norm": 0.8920451063988302, + "learning_rate": 1.472444964978708e-05, + "loss": 0.0168, + "step": 42806 + }, + { + "epoch": 36.30788804071247, + "grad_norm": 0.7901016334151356, + "learning_rate": 1.472420753520182e-05, + "loss": 0.0156, + "step": 42807 + }, + { + "epoch": 36.308736217133166, + "grad_norm": 0.6990655978411198, + "learning_rate": 1.4723965417051579e-05, + "loss": 0.0142, + "step": 42808 + }, + { + "epoch": 36.30958439355386, + "grad_norm": 0.7099901508146429, + "learning_rate": 1.4723723295336532e-05, + "loss": 0.0159, + "step": 42809 + }, + { + "epoch": 36.31043256997455, + "grad_norm": 0.6577301226174912, + "learning_rate": 1.4723481170056869e-05, + "loss": 0.0131, + "step": 42810 + }, + { + "epoch": 36.31128074639525, + "grad_norm": 0.6948699056248688, + "learning_rate": 1.4723239041212769e-05, + "loss": 0.013, + "step": 42811 + }, + { + "epoch": 36.312128922815944, + "grad_norm": 0.8665199036986909, + "learning_rate": 1.4722996908804414e-05, + "loss": 0.0162, + "step": 42812 + }, + { + "epoch": 36.31297709923664, + "grad_norm": 0.8979570337567666, + "learning_rate": 1.472275477283199e-05, + "loss": 0.0152, + "step": 42813 + }, + { + "epoch": 36.31382527565734, + "grad_norm": 0.9446712881685203, + "learning_rate": 1.472251263329568e-05, + "loss": 0.0155, + "step": 42814 + }, + { + "epoch": 36.31467345207803, + "grad_norm": 0.878436042085309, + "learning_rate": 1.4722270490195659e-05, + "loss": 0.0155, + "step": 42815 + }, + { + "epoch": 36.31552162849873, + "grad_norm": 0.6853261567366136, + "learning_rate": 1.4722028343532117e-05, + "loss": 0.0166, + "step": 42816 + }, + { + "epoch": 36.316369804919425, + "grad_norm": 0.8542158762621374, + "learning_rate": 1.4721786193305236e-05, + "loss": 0.0167, + "step": 42817 + }, + { + "epoch": 36.31721798134012, + "grad_norm": 0.8514839778339073, + "learning_rate": 1.4721544039515202e-05, + "loss": 0.0155, + "step": 42818 + }, + { + "epoch": 36.31806615776082, + "grad_norm": 0.7705575056542675, + "learning_rate": 1.4721301882162189e-05, + "loss": 0.0152, + "step": 42819 + }, + { + "epoch": 36.31891433418151, + "grad_norm": 0.80672291396176, + "learning_rate": 1.4721059721246384e-05, + "loss": 0.0174, + "step": 42820 + }, + { + "epoch": 36.3197625106022, + "grad_norm": 0.711908795824968, + "learning_rate": 1.472081755676797e-05, + "loss": 0.0134, + "step": 42821 + }, + { + "epoch": 36.3206106870229, + "grad_norm": 0.877922453910013, + "learning_rate": 1.4720575388727132e-05, + "loss": 0.0183, + "step": 42822 + }, + { + "epoch": 36.321458863443596, + "grad_norm": 0.6657983509784683, + "learning_rate": 1.472033321712405e-05, + "loss": 0.0149, + "step": 42823 + }, + { + "epoch": 36.32230703986429, + "grad_norm": 0.9194216791413105, + "learning_rate": 1.4720091041958906e-05, + "loss": 0.0156, + "step": 42824 + }, + { + "epoch": 36.32315521628499, + "grad_norm": 0.8980602921870153, + "learning_rate": 1.4719848863231882e-05, + "loss": 0.0143, + "step": 42825 + }, + { + "epoch": 36.324003392705684, + "grad_norm": 0.7444669265440056, + "learning_rate": 1.4719606680943166e-05, + "loss": 0.0168, + "step": 42826 + }, + { + "epoch": 36.32485156912638, + "grad_norm": 0.7138025528278644, + "learning_rate": 1.4719364495092936e-05, + "loss": 0.0145, + "step": 42827 + }, + { + "epoch": 36.32569974554708, + "grad_norm": 1.0614421383806076, + "learning_rate": 1.4719122305681376e-05, + "loss": 0.0174, + "step": 42828 + }, + { + "epoch": 36.326547921967766, + "grad_norm": 0.7328603187718239, + "learning_rate": 1.4718880112708671e-05, + "loss": 0.0147, + "step": 42829 + }, + { + "epoch": 36.32739609838846, + "grad_norm": 0.7982328049649174, + "learning_rate": 1.4718637916175001e-05, + "loss": 0.0148, + "step": 42830 + }, + { + "epoch": 36.32824427480916, + "grad_norm": 0.7350370352970215, + "learning_rate": 1.4718395716080548e-05, + "loss": 0.0177, + "step": 42831 + }, + { + "epoch": 36.329092451229855, + "grad_norm": 0.6397393581797306, + "learning_rate": 1.47181535124255e-05, + "loss": 0.0124, + "step": 42832 + }, + { + "epoch": 36.32994062765055, + "grad_norm": 0.8404352474284358, + "learning_rate": 1.4717911305210034e-05, + "loss": 0.0131, + "step": 42833 + }, + { + "epoch": 36.33078880407125, + "grad_norm": 0.664711845814428, + "learning_rate": 1.4717669094434333e-05, + "loss": 0.0118, + "step": 42834 + }, + { + "epoch": 36.33163698049194, + "grad_norm": 0.9217014017663325, + "learning_rate": 1.4717426880098583e-05, + "loss": 0.0181, + "step": 42835 + }, + { + "epoch": 36.33248515691264, + "grad_norm": 0.7625516485459645, + "learning_rate": 1.4717184662202965e-05, + "loss": 0.0149, + "step": 42836 + }, + { + "epoch": 36.333333333333336, + "grad_norm": 0.7649593485377455, + "learning_rate": 1.4716942440747663e-05, + "loss": 0.0136, + "step": 42837 + }, + { + "epoch": 36.33418150975403, + "grad_norm": 0.8494820319742866, + "learning_rate": 1.471670021573286e-05, + "loss": 0.0161, + "step": 42838 + }, + { + "epoch": 36.33502968617472, + "grad_norm": 0.9936986375372473, + "learning_rate": 1.4716457987158737e-05, + "loss": 0.0182, + "step": 42839 + }, + { + "epoch": 36.33587786259542, + "grad_norm": 0.783533589850865, + "learning_rate": 1.4716215755025477e-05, + "loss": 0.0156, + "step": 42840 + }, + { + "epoch": 36.33672603901611, + "grad_norm": 0.7418942428329811, + "learning_rate": 1.4715973519333261e-05, + "loss": 0.0132, + "step": 42841 + }, + { + "epoch": 36.33757421543681, + "grad_norm": 0.7299701507880758, + "learning_rate": 1.4715731280082278e-05, + "loss": 0.0166, + "step": 42842 + }, + { + "epoch": 36.338422391857506, + "grad_norm": 0.695818184840215, + "learning_rate": 1.4715489037272704e-05, + "loss": 0.0137, + "step": 42843 + }, + { + "epoch": 36.3392705682782, + "grad_norm": 0.7429638555806567, + "learning_rate": 1.4715246790904724e-05, + "loss": 0.0153, + "step": 42844 + }, + { + "epoch": 36.3401187446989, + "grad_norm": 0.8847288607408713, + "learning_rate": 1.4715004540978525e-05, + "loss": 0.0161, + "step": 42845 + }, + { + "epoch": 36.340966921119595, + "grad_norm": 0.8973089363289024, + "learning_rate": 1.4714762287494288e-05, + "loss": 0.0162, + "step": 42846 + }, + { + "epoch": 36.34181509754029, + "grad_norm": 0.7672471473578334, + "learning_rate": 1.4714520030452189e-05, + "loss": 0.013, + "step": 42847 + }, + { + "epoch": 36.34266327396099, + "grad_norm": 0.7169130241395234, + "learning_rate": 1.471427776985242e-05, + "loss": 0.0149, + "step": 42848 + }, + { + "epoch": 36.343511450381676, + "grad_norm": 0.7416684579390183, + "learning_rate": 1.4714035505695155e-05, + "loss": 0.0145, + "step": 42849 + }, + { + "epoch": 36.34435962680237, + "grad_norm": 0.6305137731000908, + "learning_rate": 1.4713793237980587e-05, + "loss": 0.0132, + "step": 42850 + }, + { + "epoch": 36.34520780322307, + "grad_norm": 0.7975907296442074, + "learning_rate": 1.4713550966708891e-05, + "loss": 0.0143, + "step": 42851 + }, + { + "epoch": 36.346055979643765, + "grad_norm": 0.8404731673601804, + "learning_rate": 1.4713308691880252e-05, + "loss": 0.0139, + "step": 42852 + }, + { + "epoch": 36.34690415606446, + "grad_norm": 0.9345004949577062, + "learning_rate": 1.4713066413494854e-05, + "loss": 0.0172, + "step": 42853 + }, + { + "epoch": 36.34775233248516, + "grad_norm": 0.8296094760127795, + "learning_rate": 1.4712824131552877e-05, + "loss": 0.0143, + "step": 42854 + }, + { + "epoch": 36.348600508905854, + "grad_norm": 0.8159880499409347, + "learning_rate": 1.4712581846054507e-05, + "loss": 0.0162, + "step": 42855 + }, + { + "epoch": 36.34944868532655, + "grad_norm": 0.935797201247627, + "learning_rate": 1.4712339556999926e-05, + "loss": 0.0164, + "step": 42856 + }, + { + "epoch": 36.350296861747246, + "grad_norm": 0.6875396089345377, + "learning_rate": 1.4712097264389318e-05, + "loss": 0.0143, + "step": 42857 + }, + { + "epoch": 36.35114503816794, + "grad_norm": 0.7300814065767716, + "learning_rate": 1.471185496822286e-05, + "loss": 0.015, + "step": 42858 + }, + { + "epoch": 36.35199321458863, + "grad_norm": 0.9132146105079008, + "learning_rate": 1.4711612668500741e-05, + "loss": 0.0142, + "step": 42859 + }, + { + "epoch": 36.35284139100933, + "grad_norm": 0.722107032469171, + "learning_rate": 1.4711370365223143e-05, + "loss": 0.0156, + "step": 42860 + }, + { + "epoch": 36.353689567430024, + "grad_norm": 0.7250366963214606, + "learning_rate": 1.4711128058390247e-05, + "loss": 0.016, + "step": 42861 + }, + { + "epoch": 36.35453774385072, + "grad_norm": 0.7784966257762702, + "learning_rate": 1.4710885748002237e-05, + "loss": 0.0158, + "step": 42862 + }, + { + "epoch": 36.35538592027142, + "grad_norm": 0.7759015748365983, + "learning_rate": 1.4710643434059295e-05, + "loss": 0.0163, + "step": 42863 + }, + { + "epoch": 36.35623409669211, + "grad_norm": 0.6808930296850415, + "learning_rate": 1.4710401116561605e-05, + "loss": 0.0145, + "step": 42864 + }, + { + "epoch": 36.35708227311281, + "grad_norm": 0.6890976593971043, + "learning_rate": 1.4710158795509351e-05, + "loss": 0.0145, + "step": 42865 + }, + { + "epoch": 36.357930449533505, + "grad_norm": 0.923163802245589, + "learning_rate": 1.4709916470902712e-05, + "loss": 0.0165, + "step": 42866 + }, + { + "epoch": 36.3587786259542, + "grad_norm": 0.9123791452209385, + "learning_rate": 1.470967414274187e-05, + "loss": 0.0155, + "step": 42867 + }, + { + "epoch": 36.35962680237489, + "grad_norm": 0.6227107180320272, + "learning_rate": 1.4709431811027013e-05, + "loss": 0.0131, + "step": 42868 + }, + { + "epoch": 36.36047497879559, + "grad_norm": 0.8195281689746902, + "learning_rate": 1.4709189475758325e-05, + "loss": 0.0156, + "step": 42869 + }, + { + "epoch": 36.36132315521628, + "grad_norm": 1.0508098680322508, + "learning_rate": 1.4708947136935982e-05, + "loss": 0.0171, + "step": 42870 + }, + { + "epoch": 36.36217133163698, + "grad_norm": 0.8917044112667684, + "learning_rate": 1.470870479456017e-05, + "loss": 0.0146, + "step": 42871 + }, + { + "epoch": 36.363019508057675, + "grad_norm": 0.9428026570156788, + "learning_rate": 1.4708462448631076e-05, + "loss": 0.0175, + "step": 42872 + }, + { + "epoch": 36.36386768447837, + "grad_norm": 0.7458886667619544, + "learning_rate": 1.4708220099148875e-05, + "loss": 0.0141, + "step": 42873 + }, + { + "epoch": 36.36471586089907, + "grad_norm": 0.8422386393768246, + "learning_rate": 1.4707977746113755e-05, + "loss": 0.0178, + "step": 42874 + }, + { + "epoch": 36.365564037319764, + "grad_norm": 0.7796061440512994, + "learning_rate": 1.47077353895259e-05, + "loss": 0.017, + "step": 42875 + }, + { + "epoch": 36.36641221374046, + "grad_norm": 0.7400136841696806, + "learning_rate": 1.470749302938549e-05, + "loss": 0.0159, + "step": 42876 + }, + { + "epoch": 36.36726039016116, + "grad_norm": 0.9516112975716677, + "learning_rate": 1.4707250665692708e-05, + "loss": 0.0128, + "step": 42877 + }, + { + "epoch": 36.368108566581846, + "grad_norm": 0.7414400026869388, + "learning_rate": 1.4707008298447736e-05, + "loss": 0.015, + "step": 42878 + }, + { + "epoch": 36.36895674300254, + "grad_norm": 0.7993251280562143, + "learning_rate": 1.4706765927650764e-05, + "loss": 0.0188, + "step": 42879 + }, + { + "epoch": 36.36980491942324, + "grad_norm": 1.0566998719832443, + "learning_rate": 1.4706523553301962e-05, + "loss": 0.0187, + "step": 42880 + }, + { + "epoch": 36.370653095843934, + "grad_norm": 0.8596334340686284, + "learning_rate": 1.4706281175401524e-05, + "loss": 0.0162, + "step": 42881 + }, + { + "epoch": 36.37150127226463, + "grad_norm": 0.6900266593022717, + "learning_rate": 1.4706038793949628e-05, + "loss": 0.0137, + "step": 42882 + }, + { + "epoch": 36.37234944868533, + "grad_norm": 0.9128464724422406, + "learning_rate": 1.4705796408946461e-05, + "loss": 0.0164, + "step": 42883 + }, + { + "epoch": 36.37319762510602, + "grad_norm": 0.7014250452309719, + "learning_rate": 1.4705554020392202e-05, + "loss": 0.0139, + "step": 42884 + }, + { + "epoch": 36.37404580152672, + "grad_norm": 0.8391922655654209, + "learning_rate": 1.4705311628287034e-05, + "loss": 0.0155, + "step": 42885 + }, + { + "epoch": 36.374893977947416, + "grad_norm": 0.9796871603135747, + "learning_rate": 1.4705069232631139e-05, + "loss": 0.018, + "step": 42886 + }, + { + "epoch": 36.37574215436811, + "grad_norm": 0.8639179818655308, + "learning_rate": 1.4704826833424705e-05, + "loss": 0.0156, + "step": 42887 + }, + { + "epoch": 36.3765903307888, + "grad_norm": 0.7674444097967844, + "learning_rate": 1.470458443066791e-05, + "loss": 0.0158, + "step": 42888 + }, + { + "epoch": 36.3774385072095, + "grad_norm": 0.6246505693569815, + "learning_rate": 1.4704342024360938e-05, + "loss": 0.0128, + "step": 42889 + }, + { + "epoch": 36.37828668363019, + "grad_norm": 0.6427541456723123, + "learning_rate": 1.4704099614503974e-05, + "loss": 0.0132, + "step": 42890 + }, + { + "epoch": 36.37913486005089, + "grad_norm": 0.8702469147854371, + "learning_rate": 1.47038572010972e-05, + "loss": 0.0159, + "step": 42891 + }, + { + "epoch": 36.379983036471586, + "grad_norm": 0.8899558964245882, + "learning_rate": 1.4703614784140796e-05, + "loss": 0.0161, + "step": 42892 + }, + { + "epoch": 36.38083121289228, + "grad_norm": 0.7362333146083812, + "learning_rate": 1.470337236363495e-05, + "loss": 0.0146, + "step": 42893 + }, + { + "epoch": 36.38167938931298, + "grad_norm": 0.7942039429797016, + "learning_rate": 1.4703129939579839e-05, + "loss": 0.015, + "step": 42894 + }, + { + "epoch": 36.382527565733675, + "grad_norm": 0.8308427269487711, + "learning_rate": 1.4702887511975652e-05, + "loss": 0.0164, + "step": 42895 + }, + { + "epoch": 36.38337574215437, + "grad_norm": 0.8308714218981511, + "learning_rate": 1.4702645080822568e-05, + "loss": 0.0185, + "step": 42896 + }, + { + "epoch": 36.38422391857507, + "grad_norm": 0.6469334602476331, + "learning_rate": 1.4702402646120773e-05, + "loss": 0.0138, + "step": 42897 + }, + { + "epoch": 36.385072094995756, + "grad_norm": 0.8334158597303228, + "learning_rate": 1.4702160207870446e-05, + "loss": 0.0157, + "step": 42898 + }, + { + "epoch": 36.38592027141645, + "grad_norm": 0.6517870582998484, + "learning_rate": 1.4701917766071772e-05, + "loss": 0.0145, + "step": 42899 + }, + { + "epoch": 36.38676844783715, + "grad_norm": 0.8961881228609748, + "learning_rate": 1.4701675320724933e-05, + "loss": 0.0168, + "step": 42900 + }, + { + "epoch": 36.387616624257845, + "grad_norm": 0.8197373220731878, + "learning_rate": 1.4701432871830115e-05, + "loss": 0.0161, + "step": 42901 + }, + { + "epoch": 36.38846480067854, + "grad_norm": 0.7510332743972179, + "learning_rate": 1.4701190419387498e-05, + "loss": 0.0163, + "step": 42902 + }, + { + "epoch": 36.38931297709924, + "grad_norm": 0.8593406236666216, + "learning_rate": 1.4700947963397265e-05, + "loss": 0.0173, + "step": 42903 + }, + { + "epoch": 36.390161153519934, + "grad_norm": 0.7742732827687909, + "learning_rate": 1.47007055038596e-05, + "loss": 0.0173, + "step": 42904 + }, + { + "epoch": 36.39100932994063, + "grad_norm": 0.856471260778615, + "learning_rate": 1.4700463040774687e-05, + "loss": 0.0175, + "step": 42905 + }, + { + "epoch": 36.391857506361326, + "grad_norm": 0.7722032413436374, + "learning_rate": 1.4700220574142704e-05, + "loss": 0.0141, + "step": 42906 + }, + { + "epoch": 36.392705682782015, + "grad_norm": 0.8029479810623862, + "learning_rate": 1.4699978103963841e-05, + "loss": 0.0168, + "step": 42907 + }, + { + "epoch": 36.39355385920271, + "grad_norm": 1.0547576180485252, + "learning_rate": 1.469973563023828e-05, + "loss": 0.0169, + "step": 42908 + }, + { + "epoch": 36.39440203562341, + "grad_norm": 0.8475189107747437, + "learning_rate": 1.4699493152966198e-05, + "loss": 0.0157, + "step": 42909 + }, + { + "epoch": 36.395250212044104, + "grad_norm": 0.846321968518728, + "learning_rate": 1.469925067214778e-05, + "loss": 0.0154, + "step": 42910 + }, + { + "epoch": 36.3960983884648, + "grad_norm": 0.9572438849604382, + "learning_rate": 1.4699008187783214e-05, + "loss": 0.0201, + "step": 42911 + }, + { + "epoch": 36.396946564885496, + "grad_norm": 0.9199325559798309, + "learning_rate": 1.4698765699872679e-05, + "loss": 0.0162, + "step": 42912 + }, + { + "epoch": 36.39779474130619, + "grad_norm": 0.6241899186125556, + "learning_rate": 1.4698523208416356e-05, + "loss": 0.0146, + "step": 42913 + }, + { + "epoch": 36.39864291772689, + "grad_norm": 0.6479536773879143, + "learning_rate": 1.4698280713414433e-05, + "loss": 0.0126, + "step": 42914 + }, + { + "epoch": 36.399491094147585, + "grad_norm": 0.8001896396482148, + "learning_rate": 1.4698038214867088e-05, + "loss": 0.0195, + "step": 42915 + }, + { + "epoch": 36.40033927056828, + "grad_norm": 0.7417363393345715, + "learning_rate": 1.4697795712774511e-05, + "loss": 0.0153, + "step": 42916 + }, + { + "epoch": 36.40118744698897, + "grad_norm": 0.9312409556414843, + "learning_rate": 1.4697553207136879e-05, + "loss": 0.0177, + "step": 42917 + }, + { + "epoch": 36.40203562340967, + "grad_norm": 0.9314288297697437, + "learning_rate": 1.4697310697954374e-05, + "loss": 0.0179, + "step": 42918 + }, + { + "epoch": 36.40288379983036, + "grad_norm": 0.6580358427126951, + "learning_rate": 1.469706818522718e-05, + "loss": 0.0155, + "step": 42919 + }, + { + "epoch": 36.40373197625106, + "grad_norm": 0.7580277874526872, + "learning_rate": 1.4696825668955486e-05, + "loss": 0.0156, + "step": 42920 + }, + { + "epoch": 36.404580152671755, + "grad_norm": 0.8520396372865843, + "learning_rate": 1.4696583149139469e-05, + "loss": 0.0178, + "step": 42921 + }, + { + "epoch": 36.40542832909245, + "grad_norm": 0.6388079223741487, + "learning_rate": 1.4696340625779313e-05, + "loss": 0.0145, + "step": 42922 + }, + { + "epoch": 36.40627650551315, + "grad_norm": 0.8622340388881902, + "learning_rate": 1.4696098098875202e-05, + "loss": 0.0161, + "step": 42923 + }, + { + "epoch": 36.407124681933844, + "grad_norm": 0.8420573757512344, + "learning_rate": 1.469585556842732e-05, + "loss": 0.0166, + "step": 42924 + }, + { + "epoch": 36.40797285835454, + "grad_norm": 0.8673583650962052, + "learning_rate": 1.4695613034435848e-05, + "loss": 0.0165, + "step": 42925 + }, + { + "epoch": 36.40882103477524, + "grad_norm": 0.632973613716323, + "learning_rate": 1.4695370496900965e-05, + "loss": 0.0127, + "step": 42926 + }, + { + "epoch": 36.409669211195926, + "grad_norm": 0.811706624806979, + "learning_rate": 1.4695127955822864e-05, + "loss": 0.0159, + "step": 42927 + }, + { + "epoch": 36.41051738761662, + "grad_norm": 0.7924345320564831, + "learning_rate": 1.469488541120172e-05, + "loss": 0.0153, + "step": 42928 + }, + { + "epoch": 36.41136556403732, + "grad_norm": 0.8498241733361983, + "learning_rate": 1.4694642863037718e-05, + "loss": 0.0143, + "step": 42929 + }, + { + "epoch": 36.412213740458014, + "grad_norm": 0.7615062725655385, + "learning_rate": 1.4694400311331047e-05, + "loss": 0.0155, + "step": 42930 + }, + { + "epoch": 36.41306191687871, + "grad_norm": 0.7773889995332078, + "learning_rate": 1.4694157756081881e-05, + "loss": 0.0137, + "step": 42931 + }, + { + "epoch": 36.41391009329941, + "grad_norm": 0.8483361553057353, + "learning_rate": 1.4693915197290402e-05, + "loss": 0.018, + "step": 42932 + }, + { + "epoch": 36.4147582697201, + "grad_norm": 0.5804316865192443, + "learning_rate": 1.4693672634956803e-05, + "loss": 0.0122, + "step": 42933 + }, + { + "epoch": 36.4156064461408, + "grad_norm": 0.7556140379597295, + "learning_rate": 1.4693430069081266e-05, + "loss": 0.0137, + "step": 42934 + }, + { + "epoch": 36.416454622561496, + "grad_norm": 0.7478075759888221, + "learning_rate": 1.4693187499663963e-05, + "loss": 0.017, + "step": 42935 + }, + { + "epoch": 36.41730279898219, + "grad_norm": 0.870450547955835, + "learning_rate": 1.4692944926705086e-05, + "loss": 0.0195, + "step": 42936 + }, + { + "epoch": 36.41815097540288, + "grad_norm": 0.767437486776747, + "learning_rate": 1.4692702350204818e-05, + "loss": 0.0164, + "step": 42937 + }, + { + "epoch": 36.41899915182358, + "grad_norm": 0.6876900646942317, + "learning_rate": 1.4692459770163337e-05, + "loss": 0.0148, + "step": 42938 + }, + { + "epoch": 36.41984732824427, + "grad_norm": 0.7801752402485412, + "learning_rate": 1.469221718658083e-05, + "loss": 0.0149, + "step": 42939 + }, + { + "epoch": 36.42069550466497, + "grad_norm": 0.8840078404659274, + "learning_rate": 1.4691974599457482e-05, + "loss": 0.0172, + "step": 42940 + }, + { + "epoch": 36.421543681085666, + "grad_norm": 0.6420388208750748, + "learning_rate": 1.4691732008793469e-05, + "loss": 0.0157, + "step": 42941 + }, + { + "epoch": 36.42239185750636, + "grad_norm": 0.779985195479624, + "learning_rate": 1.469148941458898e-05, + "loss": 0.0161, + "step": 42942 + }, + { + "epoch": 36.42324003392706, + "grad_norm": 0.7122327732313948, + "learning_rate": 1.4691246816844195e-05, + "loss": 0.0147, + "step": 42943 + }, + { + "epoch": 36.424088210347755, + "grad_norm": 0.8483283203146846, + "learning_rate": 1.4691004215559304e-05, + "loss": 0.0157, + "step": 42944 + }, + { + "epoch": 36.42493638676845, + "grad_norm": 0.7999944593349007, + "learning_rate": 1.4690761610734479e-05, + "loss": 0.0147, + "step": 42945 + }, + { + "epoch": 36.42578456318914, + "grad_norm": 0.799963045149334, + "learning_rate": 1.4690519002369908e-05, + "loss": 0.0158, + "step": 42946 + }, + { + "epoch": 36.426632739609836, + "grad_norm": 0.7198804052429787, + "learning_rate": 1.4690276390465777e-05, + "loss": 0.0169, + "step": 42947 + }, + { + "epoch": 36.42748091603053, + "grad_norm": 0.8317664656110693, + "learning_rate": 1.4690033775022267e-05, + "loss": 0.0185, + "step": 42948 + }, + { + "epoch": 36.42832909245123, + "grad_norm": 0.9627233401167081, + "learning_rate": 1.468979115603956e-05, + "loss": 0.0169, + "step": 42949 + }, + { + "epoch": 36.429177268871925, + "grad_norm": 0.7190676603151798, + "learning_rate": 1.468954853351784e-05, + "loss": 0.0145, + "step": 42950 + }, + { + "epoch": 36.43002544529262, + "grad_norm": 0.7485267337422963, + "learning_rate": 1.4689305907457292e-05, + "loss": 0.0157, + "step": 42951 + }, + { + "epoch": 36.43087362171332, + "grad_norm": 0.9272798611988244, + "learning_rate": 1.4689063277858093e-05, + "loss": 0.0169, + "step": 42952 + }, + { + "epoch": 36.431721798134014, + "grad_norm": 0.9371632984209538, + "learning_rate": 1.4688820644720434e-05, + "loss": 0.0181, + "step": 42953 + }, + { + "epoch": 36.43256997455471, + "grad_norm": 0.6661389136468875, + "learning_rate": 1.4688578008044492e-05, + "loss": 0.016, + "step": 42954 + }, + { + "epoch": 36.433418150975406, + "grad_norm": 0.6032977947632868, + "learning_rate": 1.4688335367830453e-05, + "loss": 0.015, + "step": 42955 + }, + { + "epoch": 36.434266327396095, + "grad_norm": 0.6848853264298076, + "learning_rate": 1.4688092724078499e-05, + "loss": 0.0155, + "step": 42956 + }, + { + "epoch": 36.43511450381679, + "grad_norm": 0.829722020895674, + "learning_rate": 1.4687850076788814e-05, + "loss": 0.0184, + "step": 42957 + }, + { + "epoch": 36.43596268023749, + "grad_norm": 0.73634145188832, + "learning_rate": 1.468760742596158e-05, + "loss": 0.0161, + "step": 42958 + }, + { + "epoch": 36.436810856658184, + "grad_norm": 0.8523816543288238, + "learning_rate": 1.4687364771596983e-05, + "loss": 0.0158, + "step": 42959 + }, + { + "epoch": 36.43765903307888, + "grad_norm": 0.7781906830578623, + "learning_rate": 1.4687122113695202e-05, + "loss": 0.0137, + "step": 42960 + }, + { + "epoch": 36.438507209499576, + "grad_norm": 0.8060577965946152, + "learning_rate": 1.4686879452256421e-05, + "loss": 0.0168, + "step": 42961 + }, + { + "epoch": 36.43935538592027, + "grad_norm": 0.7991866082282996, + "learning_rate": 1.4686636787280829e-05, + "loss": 0.0152, + "step": 42962 + }, + { + "epoch": 36.44020356234097, + "grad_norm": 0.7732988201452963, + "learning_rate": 1.4686394118768599e-05, + "loss": 0.0159, + "step": 42963 + }, + { + "epoch": 36.441051738761665, + "grad_norm": 0.789309849207979, + "learning_rate": 1.4686151446719922e-05, + "loss": 0.0157, + "step": 42964 + }, + { + "epoch": 36.44189991518236, + "grad_norm": 0.7602474957577672, + "learning_rate": 1.4685908771134976e-05, + "loss": 0.0162, + "step": 42965 + }, + { + "epoch": 36.44274809160305, + "grad_norm": 0.7124125107911394, + "learning_rate": 1.468566609201395e-05, + "loss": 0.0163, + "step": 42966 + }, + { + "epoch": 36.44359626802375, + "grad_norm": 0.7908292684383854, + "learning_rate": 1.4685423409357023e-05, + "loss": 0.015, + "step": 42967 + }, + { + "epoch": 36.44444444444444, + "grad_norm": 0.8798827530939598, + "learning_rate": 1.4685180723164377e-05, + "loss": 0.0171, + "step": 42968 + }, + { + "epoch": 36.44529262086514, + "grad_norm": 0.7613100339350293, + "learning_rate": 1.4684938033436198e-05, + "loss": 0.0173, + "step": 42969 + }, + { + "epoch": 36.446140797285835, + "grad_norm": 0.7681007609902262, + "learning_rate": 1.4684695340172668e-05, + "loss": 0.0151, + "step": 42970 + }, + { + "epoch": 36.44698897370653, + "grad_norm": 0.8781388847764813, + "learning_rate": 1.468445264337397e-05, + "loss": 0.0173, + "step": 42971 + }, + { + "epoch": 36.44783715012723, + "grad_norm": 0.9161335233431103, + "learning_rate": 1.4684209943040288e-05, + "loss": 0.018, + "step": 42972 + }, + { + "epoch": 36.448685326547924, + "grad_norm": 0.7547562066334953, + "learning_rate": 1.4683967239171804e-05, + "loss": 0.0148, + "step": 42973 + }, + { + "epoch": 36.44953350296862, + "grad_norm": 0.7897501631665789, + "learning_rate": 1.4683724531768704e-05, + "loss": 0.0154, + "step": 42974 + }, + { + "epoch": 36.45038167938931, + "grad_norm": 0.6912358489704569, + "learning_rate": 1.4683481820831164e-05, + "loss": 0.0178, + "step": 42975 + }, + { + "epoch": 36.451229855810006, + "grad_norm": 0.6523700276070528, + "learning_rate": 1.468323910635938e-05, + "loss": 0.0144, + "step": 42976 + }, + { + "epoch": 36.4520780322307, + "grad_norm": 0.7845923846870643, + "learning_rate": 1.4682996388353521e-05, + "loss": 0.016, + "step": 42977 + }, + { + "epoch": 36.4529262086514, + "grad_norm": 0.7680510647938122, + "learning_rate": 1.4682753666813776e-05, + "loss": 0.0146, + "step": 42978 + }, + { + "epoch": 36.453774385072094, + "grad_norm": 0.745228377608081, + "learning_rate": 1.468251094174033e-05, + "loss": 0.0173, + "step": 42979 + }, + { + "epoch": 36.45462256149279, + "grad_norm": 0.6986047496405443, + "learning_rate": 1.4682268213133367e-05, + "loss": 0.0152, + "step": 42980 + }, + { + "epoch": 36.45547073791349, + "grad_norm": 0.8090019683865208, + "learning_rate": 1.4682025480993066e-05, + "loss": 0.0157, + "step": 42981 + }, + { + "epoch": 36.45631891433418, + "grad_norm": 0.65567989725452, + "learning_rate": 1.4681782745319613e-05, + "loss": 0.0138, + "step": 42982 + }, + { + "epoch": 36.45716709075488, + "grad_norm": 0.794598463303921, + "learning_rate": 1.4681540006113189e-05, + "loss": 0.0148, + "step": 42983 + }, + { + "epoch": 36.458015267175576, + "grad_norm": 0.9220277311708075, + "learning_rate": 1.4681297263373975e-05, + "loss": 0.0168, + "step": 42984 + }, + { + "epoch": 36.458863443596265, + "grad_norm": 0.6992909386337223, + "learning_rate": 1.4681054517102164e-05, + "loss": 0.0138, + "step": 42985 + }, + { + "epoch": 36.45971162001696, + "grad_norm": 0.9120053247502371, + "learning_rate": 1.468081176729793e-05, + "loss": 0.0171, + "step": 42986 + }, + { + "epoch": 36.46055979643766, + "grad_norm": 0.8553994726092555, + "learning_rate": 1.468056901396146e-05, + "loss": 0.0146, + "step": 42987 + }, + { + "epoch": 36.46140797285835, + "grad_norm": 0.7969985204107963, + "learning_rate": 1.4680326257092934e-05, + "loss": 0.0161, + "step": 42988 + }, + { + "epoch": 36.46225614927905, + "grad_norm": 0.788320515532166, + "learning_rate": 1.4680083496692536e-05, + "loss": 0.0163, + "step": 42989 + }, + { + "epoch": 36.463104325699746, + "grad_norm": 0.7093237661627406, + "learning_rate": 1.4679840732760455e-05, + "loss": 0.016, + "step": 42990 + }, + { + "epoch": 36.46395250212044, + "grad_norm": 0.8586490567210636, + "learning_rate": 1.4679597965296866e-05, + "loss": 0.0137, + "step": 42991 + }, + { + "epoch": 36.46480067854114, + "grad_norm": 0.9505312574088297, + "learning_rate": 1.4679355194301956e-05, + "loss": 0.0176, + "step": 42992 + }, + { + "epoch": 36.465648854961835, + "grad_norm": 0.8065994350602391, + "learning_rate": 1.467911241977591e-05, + "loss": 0.0155, + "step": 42993 + }, + { + "epoch": 36.46649703138253, + "grad_norm": 0.6203213808397875, + "learning_rate": 1.467886964171891e-05, + "loss": 0.0139, + "step": 42994 + }, + { + "epoch": 36.46734520780322, + "grad_norm": 0.7028888265956933, + "learning_rate": 1.4678626860131138e-05, + "loss": 0.0175, + "step": 42995 + }, + { + "epoch": 36.468193384223916, + "grad_norm": 0.7048167130922307, + "learning_rate": 1.4678384075012777e-05, + "loss": 0.0178, + "step": 42996 + }, + { + "epoch": 36.46904156064461, + "grad_norm": 0.8401921437380055, + "learning_rate": 1.467814128636401e-05, + "loss": 0.0158, + "step": 42997 + }, + { + "epoch": 36.46988973706531, + "grad_norm": 0.8264107520314453, + "learning_rate": 1.467789849418502e-05, + "loss": 0.0167, + "step": 42998 + }, + { + "epoch": 36.470737913486005, + "grad_norm": 0.7057395774190635, + "learning_rate": 1.4677655698475996e-05, + "loss": 0.0139, + "step": 42999 + }, + { + "epoch": 36.4715860899067, + "grad_norm": 0.6928002066349912, + "learning_rate": 1.4677412899237113e-05, + "loss": 0.0144, + "step": 43000 + } + ], + "logging_steps": 1.0, + "max_steps": 117900, + "num_input_tokens_seen": 0, + "num_train_epochs": 100, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1103066246873088.0, + "train_batch_size": 1, + "trial_name": null, + "trial_params": null +} diff --git a/report_generation/8_8_8/checkpoint-43000/training_args.bin b/report_generation/8_8_8/checkpoint-43000/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..f9de3095f8d8d9d575c7b66a60689ec253bd1df7 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6693a67753f6305a94d93b4f14862e473ae0276ddb07b97aa0f427391a6acb3a +size 7416 diff --git a/report_generation/8_8_8/checkpoint-43000/zero_to_fp32.py b/report_generation/8_8_8/checkpoint-43000/zero_to_fp32.py new file mode 100644 index 0000000000000000000000000000000000000000..0e759146cadd92ddfefab3680146c2bd6a2b5c04 --- /dev/null +++ b/report_generation/8_8_8/checkpoint-43000/zero_to_fp32.py @@ -0,0 +1,760 @@ +#!/usr/bin/env python + +# Copyright (c) Microsoft Corporation. +# SPDX-License-Identifier: Apache-2.0 + +# DeepSpeed Team + +# This script extracts fp32 consolidated weights from a zero 1, 2 and 3 DeepSpeed checkpoints. It gets +# copied into the top level checkpoint dir, so the user can easily do the conversion at any point in +# the future. Once extracted, the weights don't require DeepSpeed and can be used in any +# application. +# +# example: +# python zero_to_fp32.py . output_dir/ +# or +# python zero_to_fp32.py . output_dir/ --safe_serialization + +import argparse +import torch +import glob +import math +import os +import re +import gc +import json +import numpy as np +from tqdm import tqdm +from collections import OrderedDict +from dataclasses import dataclass + +# while this script doesn't use deepspeed to recover data, since the checkpoints are pickled with +# DeepSpeed data structures it has to be available in the current python environment. +from deepspeed.utils import logger +from deepspeed.checkpoint.constants import (DS_VERSION, OPTIMIZER_STATE_DICT, SINGLE_PARTITION_OF_FP32_GROUPS, + FP32_FLAT_GROUPS, ZERO_STAGE, PARTITION_COUNT, PARAM_SHAPES, BUFFER_NAMES, + FROZEN_PARAM_SHAPES, FROZEN_PARAM_FRAGMENTS) + + +@dataclass +class zero_model_state: + buffers: dict() + param_shapes: dict() + shared_params: list + ds_version: int + frozen_param_shapes: dict() + frozen_param_fragments: dict() + + +debug = 0 + +# load to cpu +device = torch.device('cpu') + + +def atoi(text): + return int(text) if text.isdigit() else text + + +def natural_keys(text): + ''' + alist.sort(key=natural_keys) sorts in human order + http://nedbatchelder.com/blog/200712/human_sorting.html + (See Toothy's implementation in the comments) + ''' + return [atoi(c) for c in re.split(r'(\d+)', text)] + + +def get_model_state_file(checkpoint_dir, zero_stage): + if not os.path.isdir(checkpoint_dir): + raise FileNotFoundError(f"Directory '{checkpoint_dir}' doesn't exist") + + # there should be only one file + if zero_stage <= 2: + file = os.path.join(checkpoint_dir, "mp_rank_00_model_states.pt") + elif zero_stage == 3: + file = os.path.join(checkpoint_dir, "zero_pp_rank_0_mp_rank_00_model_states.pt") + + if not os.path.exists(file): + raise FileNotFoundError(f"can't find model states file at '{file}'") + + return file + + +def get_checkpoint_files(checkpoint_dir, glob_pattern): + # XXX: need to test that this simple glob rule works for multi-node setup too + ckpt_files = sorted(glob.glob(os.path.join(checkpoint_dir, glob_pattern)), key=natural_keys) + + if len(ckpt_files) == 0: + raise FileNotFoundError(f"can't find {glob_pattern} files in directory '{checkpoint_dir}'") + + return ckpt_files + + +def get_optim_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_optim_states.pt") + + +def get_model_state_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_model_states.pt") + + +def parse_model_states(files): + zero_model_states = [] + for file in files: + state_dict = torch.load(file, map_location=device, weights_only=False) + + if BUFFER_NAMES not in state_dict: + raise ValueError(f"{file} is not a model state checkpoint") + buffer_names = state_dict[BUFFER_NAMES] + if debug: + print("Found buffers:", buffer_names) + + # recover just the buffers while restoring them to fp32 if they were saved in fp16 + buffers = {k: v.float() for k, v in state_dict["module"].items() if k in buffer_names} + param_shapes = state_dict[PARAM_SHAPES] + + # collect parameters that are included in param_shapes + param_names = [] + for s in param_shapes: + for name in s.keys(): + param_names.append(name) + + # update with frozen parameters + frozen_param_shapes = state_dict.get(FROZEN_PARAM_SHAPES, None) + if frozen_param_shapes is not None: + if debug: + print(f"Found frozen_param_shapes: {frozen_param_shapes}") + param_names += list(frozen_param_shapes.keys()) + + # handle shared params + shared_params = [[k, v] for k, v in state_dict["shared_params"].items()] + + ds_version = state_dict.get(DS_VERSION, None) + + frozen_param_fragments = state_dict.get(FROZEN_PARAM_FRAGMENTS, None) + + z_model_state = zero_model_state(buffers=buffers, + param_shapes=param_shapes, + shared_params=shared_params, + ds_version=ds_version, + frozen_param_shapes=frozen_param_shapes, + frozen_param_fragments=frozen_param_fragments) + zero_model_states.append(z_model_state) + + return zero_model_states + + +def parse_optim_states(files, ds_checkpoint_dir): + total_files = len(files) + state_dicts = [] + for f in tqdm(files, desc='Loading checkpoint shards'): + state_dict = torch.load(f, map_location=device, mmap=True, weights_only=False) + # immediately discard the potentially huge 2 optimizer states as we only care for fp32 master weights + # and also handle the case where it was already removed by another helper script + state_dict["optimizer_state_dict"].pop("optimizer_state_dict", None) + state_dicts.append(state_dict) + + if not ZERO_STAGE in state_dicts[0][OPTIMIZER_STATE_DICT]: + raise ValueError(f"{files[0]} is not a zero checkpoint") + zero_stage = state_dicts[0][OPTIMIZER_STATE_DICT][ZERO_STAGE] + world_size = state_dicts[0][OPTIMIZER_STATE_DICT][PARTITION_COUNT] + + # For ZeRO-2 each param group can have different partition_count as data parallelism for expert + # parameters can be different from data parallelism for non-expert parameters. So we can just + # use the max of the partition_count to get the dp world_size. + + if type(world_size) is list: + world_size = max(world_size) + + if world_size != total_files: + raise ValueError( + f"Expected {world_size} of '*_optim_states.pt' under '{ds_checkpoint_dir}' but found {total_files} files. " + "Possibly due to an overwrite of an old checkpoint, or a checkpoint didn't get saved by one or more processes." + ) + + # the groups are named differently in each stage + if zero_stage <= 2: + fp32_groups_key = SINGLE_PARTITION_OF_FP32_GROUPS + elif zero_stage == 3: + fp32_groups_key = FP32_FLAT_GROUPS + else: + raise ValueError(f"unknown zero stage {zero_stage}") + + fp32_flat_groups = [state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key] for i in range(len(state_dicts))] + return zero_stage, world_size, fp32_flat_groups + + +def _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters): + """ + Returns fp32 state_dict reconstructed from ds checkpoint + + Args: + - ``ds_checkpoint_dir``: path to the deepspeed checkpoint folder (where the optimizer files are) + + """ + print(f"Processing zero checkpoint '{ds_checkpoint_dir}'") + + optim_files = get_optim_files(ds_checkpoint_dir) + zero_stage, world_size, fp32_flat_groups = parse_optim_states(optim_files, ds_checkpoint_dir) + print(f"Detected checkpoint of type zero stage {zero_stage}, world_size: {world_size}") + + model_files = get_model_state_files(ds_checkpoint_dir) + + zero_model_states = parse_model_states(model_files) + print(f'Parsing checkpoint created by deepspeed=={zero_model_states[0].ds_version}') + + if zero_stage <= 2: + return _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + elif zero_stage == 3: + return _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + + +def _zero2_merge_frozen_params(state_dict, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + frozen_param_fragments = zero_model_states[0].frozen_param_fragments + + if debug: + num_elem = sum(s.numel() for s in frozen_param_shapes.values()) + print(f'rank 0: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in frozen_param_fragments.values()]) + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + state_dict[name] = frozen_param_fragments[name] + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +def _has_callable(obj, fn): + attr = getattr(obj, fn, None) + return callable(attr) + + +def _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + + # Reconstruction protocol: + # + # XXX: document this + + if debug: + for i in range(world_size): + for j in range(len(fp32_flat_groups[0])): + print(f"{FP32_FLAT_GROUPS}[{i}][{j}].shape={fp32_flat_groups[i][j].shape}") + + # XXX: memory usage doubles here (zero2) + num_param_groups = len(fp32_flat_groups[0]) + merged_single_partition_of_fp32_groups = [] + for i in range(num_param_groups): + merged_partitions = [sd[i] for sd in fp32_flat_groups] + full_single_fp32_vector = torch.cat(merged_partitions, 0) + merged_single_partition_of_fp32_groups.append(full_single_fp32_vector) + avail_numel = sum( + [full_single_fp32_vector.numel() for full_single_fp32_vector in merged_single_partition_of_fp32_groups]) + + if debug: + wanted_params = sum([len(shapes) for shapes in param_shapes]) + wanted_numel = sum([sum(shape.numel() for shape in shapes.values()) for shapes in param_shapes]) + # not asserting if there is a mismatch due to possible padding + print(f"Have {avail_numel} numels to process.") + print(f"Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + total_numel = 0 + total_params = 0 + for shapes, full_single_fp32_vector in zip(param_shapes, merged_single_partition_of_fp32_groups): + offset = 0 + avail_numel = full_single_fp32_vector.numel() + for name, shape in shapes.items(): + + unpartitioned_numel = shape.numel() if _has_callable(shape, 'numel') else math.prod(shape) + total_numel += unpartitioned_numel + total_params += 1 + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + state_dict[name] = full_single_fp32_vector.narrow(0, offset, unpartitioned_numel).view(shape) + offset += unpartitioned_numel + + # Z2 started to align to 2*world_size to improve nccl performance. Therefore both offset and + # avail_numel can differ by anywhere between 0..2*world_size. Due to two unrelated complex + # paddings performed in the code it's almost impossible to predict the exact numbers w/o the + # live optimizer object, so we are checking that the numbers are within the right range + align_to = 2 * world_size + + def zero2_align(x): + return align_to * math.ceil(x / align_to) + + if debug: + print(f"original offset={offset}, avail_numel={avail_numel}") + + offset = zero2_align(offset) + avail_numel = zero2_align(avail_numel) + + if debug: + print(f"aligned offset={offset}, avail_numel={avail_numel}") + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero2_merge_frozen_params(state_dict, zero_model_states) + + _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def zero3_partitioned_param_info(unpartitioned_numel, world_size): + remainder = unpartitioned_numel % world_size + padding_numel = (world_size - remainder) if remainder else 0 + partitioned_numel = math.ceil(unpartitioned_numel / world_size) + return partitioned_numel, padding_numel + + +def _zero3_merge_frozen_params(state_dict, world_size, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + if debug: + for i in range(world_size): + num_elem = sum(s.numel() for s in zero_model_states[i].frozen_param_fragments.values()) + print(f'rank {i}: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in zero_model_states[0].frozen_param_fragments.values()]) * world_size + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in zero_model_states[0].frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + param_frags = tuple(model_state.frozen_param_fragments[name] for model_state in zero_model_states) + state_dict[name] = torch.cat(param_frags, 0).narrow(0, 0, unpartitioned_numel).view(shape) + + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Frozen params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +class GatheredTensor: + """ + A pseudo tensor that collects partitioned weights. + It is more memory efficient when there are multiple groups. + """ + + def __init__(self, flat_groups, flat_groups_offset, offset, partitioned_numel, shape): + self.flat_groups = flat_groups + self.flat_groups_offset = flat_groups_offset + self.offset = offset + self.partitioned_numel = partitioned_numel + self.shape = shape + self.dtype = self.flat_groups[0][0].dtype + + def contiguous(self): + """ + Merge partitioned weights from flat_groups into a single tensor. + """ + end_idx = self.offset + self.partitioned_numel + world_size = len(self.flat_groups) + pad_flat_param_chunks = [] + + for rank_i in range(world_size): + # for each rank, we need to collect weights from related group/groups + flat_groups_at_rank_i = self.flat_groups[rank_i] + start_group_id = None + end_group_id = None + for group_id in range(len(self.flat_groups_offset)): + if self.flat_groups_offset[group_id] <= self.offset < self.flat_groups_offset[group_id + 1]: + start_group_id = group_id + if self.flat_groups_offset[group_id] < end_idx <= self.flat_groups_offset[group_id + 1]: + end_group_id = group_id + break + # collect weights from related group/groups + for group_id in range(start_group_id, end_group_id + 1): + flat_tensor = flat_groups_at_rank_i[group_id] + start_offset = self.offset - self.flat_groups_offset[group_id] + end_offset = min(end_idx, self.flat_groups_offset[group_id + 1]) - self.flat_groups_offset[group_id] + pad_flat_param_chunks.append(flat_tensor[start_offset:end_offset]) + + # collect weights from all ranks + pad_flat_param = torch.cat(pad_flat_param_chunks, dim=0) + param = pad_flat_param[:self.shape.numel()].view(self.shape).contiguous() + return param + + +def _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + avail_numel = sum([flat_group.numel() for flat_group in fp32_flat_groups[0]]) * world_size + + # Reconstruction protocol: For zero3 we need to zip the partitions together at boundary of each + # param, re-consolidating each param, while dealing with padding if any + + # merge list of dicts, preserving order + param_shapes = {k: v for d in param_shapes for k, v in d.items()} + + if debug: + for i in range(world_size): + print(f"{FP32_FLAT_GROUPS}[{i}].shape={fp32_flat_groups[i].shape}") + + wanted_params = len(param_shapes) + wanted_numel = sum(shape.numel() for shape in param_shapes.values()) + # not asserting if there is a mismatch due to possible padding + avail_numel = fp32_flat_groups[0].numel() * world_size + print(f"Trainable params: Have {avail_numel} numels to process.") + print(f"Trainable params: Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + offset = 0 + total_numel = 0 + total_params = 0 + flat_groups_offset = [0] + list(np.cumsum([flat_tensor.numel() for flat_tensor in fp32_flat_groups[0]])) + for name, shape in tqdm(param_shapes.items(), desc='Gathering sharded weights'): + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + total_params += 1 + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Trainable params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + # memory efficient tensor + tensor = GatheredTensor(fp32_flat_groups, flat_groups_offset, offset, partitioned_numel, shape) + state_dict[name] = tensor + offset += partitioned_numel + + offset *= world_size + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed Trainable fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero3_merge_frozen_params(state_dict, world_size, zero_model_states) + + _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def to_torch_tensor(state_dict, return_empty_tensor=False): + """ + Convert state_dict of GatheredTensor to torch tensor + """ + torch_state_dict = {} + converted_tensors = {} + for name, tensor in state_dict.items(): + tensor_id = id(tensor) + if tensor_id in converted_tensors: # shared tensors + shared_tensor = torch_state_dict[converted_tensors[tensor_id]] + torch_state_dict[name] = shared_tensor + else: + converted_tensors[tensor_id] = name + if return_empty_tensor: + torch_state_dict[name] = torch.empty(tensor.shape, dtype=tensor.dtype) + else: + torch_state_dict[name] = tensor.contiguous() + return torch_state_dict + + +def get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, + tag=None, + exclude_frozen_parameters=False, + lazy_mode=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated state_dict that can be loaded with + ``load_state_dict()`` and used for training without DeepSpeed or shared with others, for example + via a model hub. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in 'latest' file. e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + - ``lazy_mode``: get state_dict in lazy mode. It returns a dict of pesduo tensor instead of torch tensor, which is more memory efficient. + Convert the pesduo tensor to torch tensor by ``.contiguous()`` + + Returns: + - pytorch ``state_dict`` + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint + # do the training and checkpoint saving + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir) # already on cpu + model = model.cpu() # move to cpu + model.load_state_dict(state_dict) + # submit to model hub or save the model to share with others + + In this example the ``model`` will no longer be usable in the deepspeed context of the same + application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + If you want it all done for you, use ``load_state_dict_from_zero_checkpoint`` instead. + + Note: the above usage may not work if your application doesn't have sufficient free CPU memory. + You may need to use the offline approach using the ``zero_to_fp32.py`` script that is saved with + the checkpoint. Or you can load state_dict in lazy mode :: + + from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, lazy_mode=True) # not on cpu + for name, lazy_tensor in state_dict.item(): + tensor = lazy_tensor.contiguous() # to cpu + print(name, tensor) + # del tensor to release memory if it no longer in use + """ + if tag is None: + latest_path = os.path.join(checkpoint_dir, 'latest') + if os.path.isfile(latest_path): + with open(latest_path, 'r') as fd: + tag = fd.read().strip() + else: + raise ValueError(f"Unable to find 'latest' file at {latest_path}") + + ds_checkpoint_dir = os.path.join(checkpoint_dir, tag) + + if not os.path.isdir(ds_checkpoint_dir): + raise FileNotFoundError(f"Directory '{ds_checkpoint_dir}' doesn't exist") + + state_dict = _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters) + if lazy_mode: + return state_dict + else: + return to_torch_tensor(state_dict) + + +def convert_zero_checkpoint_to_fp32_state_dict(checkpoint_dir, + output_dir, + max_shard_size="5GB", + safe_serialization=False, + tag=None, + exclude_frozen_parameters=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` file that can be + loaded with ``torch.load(file)`` + ``load_state_dict()`` and used for training without DeepSpeed. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``output_dir``: directory to the pytorch fp32 state_dict output files + - ``max_shard_size``: the maximum size for a checkpoint before being sharded, default value is 5GB + - ``safe_serialization``: whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`). + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + """ + + # Dependency pre-check + if safe_serialization: + try: + from safetensors.torch import save_file + except ImportError: + print('If you want to use `safe_serialization`, please `pip install safetensors`') + raise + if max_shard_size is not None: + try: + from huggingface_hub import split_torch_state_dict_into_shards + except ImportError: + print('If you want to use `max_shard_size`, please `pip install huggingface_hub`') + raise + + # Convert zero checkpoint to state_dict + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, + tag, + exclude_frozen_parameters, + lazy_mode=True) + + # Shard the model if it is too big. + weights_name = "model.safetensors" if safe_serialization else "pytorch_model.bin" + if max_shard_size is not None: + filename_pattern = weights_name.replace(".bin", "{suffix}.bin").replace(".safetensors", "{suffix}.safetensors") + # an memory-efficient approach for sharding + empty_state_dict = to_torch_tensor(state_dict, return_empty_tensor=True) + state_dict_split = split_torch_state_dict_into_shards(empty_state_dict, + filename_pattern=filename_pattern, + max_shard_size=max_shard_size) + else: + from collections import namedtuple + StateDictSplit = namedtuple("StateDictSplit", ["is_sharded", "filename_to_tensors"]) + state_dict_split = StateDictSplit(is_sharded=False, + filename_to_tensors={weights_name: list(state_dict.keys())}) + + # Save the model by shard + os.makedirs(output_dir, exist_ok=True) + filename_to_tensors = state_dict_split.filename_to_tensors.items() + for shard_file, tensors in tqdm(filename_to_tensors, desc="Saving checkpoint shards"): + shard_state_dict = {tensor_name: state_dict[tensor_name] for tensor_name in tensors} + shard_state_dict = to_torch_tensor(shard_state_dict) + output_path = os.path.join(output_dir, shard_file) + if safe_serialization: + save_file(shard_state_dict, output_path, metadata={"format": "pt"}) + else: + torch.save(shard_state_dict, output_path) + # release the memory of current shard + for tensor_name in list(shard_state_dict.keys()): + del state_dict[tensor_name] + del shard_state_dict[tensor_name] + del shard_state_dict + gc.collect() + + # Save index if sharded + if state_dict_split.is_sharded: + index = { + "metadata": state_dict_split.metadata, + "weight_map": state_dict_split.tensor_to_filename, + } + save_index_file = "model.safetensors.index.json" if safe_serialization else "pytorch_model.bin.index.json" + save_index_file = os.path.join(output_dir, save_index_file) + with open(save_index_file, "w", encoding="utf-8") as f: + content = json.dumps(index, indent=2, sort_keys=True) + "\n" + f.write(content) + + +def load_state_dict_from_zero_checkpoint(model, checkpoint_dir, tag=None): + """ + 1. Put the provided model to cpu + 2. Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` + 3. Load it into the provided model + + Args: + - ``model``: the model object to update + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + + Returns: + - ``model`: modified model + + Make sure you have plenty of CPU memory available before you call this function. If you don't + have enough use the ``zero_to_fp32.py`` utility to do the conversion. You will find it + conveniently placed for you in the checkpoint folder. + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import load_state_dict_from_zero_checkpoint + model = load_state_dict_from_zero_checkpoint(trainer.model, checkpoint_dir) + # submit to model hub or save the model to share with others + + Note, that once this was run, the ``model`` will no longer be usable in the deepspeed context + of the same application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + """ + logger.info(f"Extracting fp32 weights") + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag) + + logger.info(f"Overwriting model with fp32 weights") + model = model.cpu() + model.load_state_dict(state_dict, strict=False) + + return model + + +if __name__ == "__main__": + parser = argparse.ArgumentParser() + parser.add_argument("checkpoint_dir", + type=str, + help="path to the desired checkpoint folder, e.g., path/checkpoint-12") + parser.add_argument("output_dir", + type=str, + help="directory to the pytorch fp32 state_dict output files" + "(e.g. path/checkpoint-12-output/)") + parser.add_argument( + "--max_shard_size", + type=str, + default="5GB", + help="The maximum size for a checkpoint before being sharded. Checkpoints shard will then be each of size" + "lower than this size. If expressed as a string, needs to be digits followed by a unit (like `5MB`" + "We default it to 5GB in order for models to be able to run easily on free-tier google colab instances" + "without CPU OOM issues.") + parser.add_argument( + "--safe_serialization", + default=False, + action='store_true', + help="Whether to save the model using `safetensors` or the traditional PyTorch way (that uses `pickle`).") + parser.add_argument("-t", + "--tag", + type=str, + default=None, + help="checkpoint tag used as a unique identifier for checkpoint. e.g., global_step1") + parser.add_argument("--exclude_frozen_parameters", action='store_true', help="exclude frozen parameters") + parser.add_argument("-d", "--debug", action='store_true', help="enable debug") + args = parser.parse_args() + + debug = args.debug + + convert_zero_checkpoint_to_fp32_state_dict(args.checkpoint_dir, + args.output_dir, + max_shard_size=args.max_shard_size, + safe_serialization=args.safe_serialization, + tag=args.tag, + exclude_frozen_parameters=args.exclude_frozen_parameters)